-- Logs begin at Fri 2021-11-05 17:39:38 UTC, end at Fri 2021-11-05 20:22:39 UTC. -- Nov 05 18:24:44.423240 n-d-816865-1 systemd[1]: Started Devstack devstack@q-svc.service. Nov 05 18:24:47.192050 n-d-816865-1 neutron-server[102241]: INFO neutron.common.config [-] Logging enabled! Nov 05 18:24:47.192722 n-d-816865-1 neutron-server[102241]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev146 Nov 05 18:24:47.192842 n-d-816865-1 neutron-server[102241]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=102241) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Nov 05 18:24:47.196006 n-d-816865-1 neutron-server[102241]: INFO neutron.common.config [-] Logging enabled! Nov 05 18:24:47.196262 n-d-816865-1 neutron-server[102241]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev146 Nov 05 18:24:47.196573 n-d-816865-1 neutron-server[102241]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=102241) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Nov 05 18:24:47.197500 n-d-816865-1 neutron-server[102241]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 05 18:24:47.197731 n-d-816865-1 neutron-server[102241]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 05 18:24:47.198117 n-d-816865-1 neutron-server[102241]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 05 18:24:47.198364 n-d-816865-1 neutron-server[102241]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 05 18:24:47.198587 n-d-816865-1 neutron-server[102241]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 05 18:24:47.198902 n-d-816865-1 neutron-server[102241]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 18:24:47.199321 n-d-816865-1 neutron-server[102241]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Nov 05 18:24:47.199637 n-d-816865-1 neutron-server[102241]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 18:24:47.199928 n-d-816865-1 neutron-server[102241]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 18:24:47.200215 n-d-816865-1 neutron-server[102241]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 18:24:47.200531 n-d-816865-1 neutron-server[102241]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 18:24:47.200819 n-d-816865-1 neutron-server[102241]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 18:24:47.201099 n-d-816865-1 neutron-server[102241]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 18:24:47.201391 n-d-816865-1 neutron-server[102241]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 18:24:47.201685 n-d-816865-1 neutron-server[102241]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 18:24:47.201967 n-d-816865-1 neutron-server[102241]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 18:24:47.202269 n-d-816865-1 neutron-server[102241]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 18:24:47.202551 n-d-816865-1 neutron-server[102241]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 18:24:47.202839 n-d-816865-1 neutron-server[102241]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 18:24:47.203117 n-d-816865-1 neutron-server[102241]: DEBUG neutron.common.config [-] config_source = [] {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 18:24:47.203400 n-d-816865-1 neutron-server[102241]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 18:24:47.203683 n-d-816865-1 neutron-server[102241]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 18:24:47.203961 n-d-816865-1 neutron-server[102241]: DEBUG neutron.common.config [-] debug = True {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 18:24:47.204237 n-d-816865-1 neutron-server[102241]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 18:24:47.204656 n-d-816865-1 neutron-server[102241]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 18:24:47.205059 n-d-816865-1 neutron-server[102241]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 18:24:47.205338 n-d-816865-1 neutron-server[102241]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 18:24:47.205626 n-d-816865-1 neutron-server[102241]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 18:24:47.205903 n-d-816865-1 neutron-server[102241]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 18:24:47.206203 n-d-816865-1 neutron-server[102241]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 18:24:47.206479 n-d-816865-1 neutron-server[102241]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 18:24:47.206761 n-d-816865-1 neutron-server[102241]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 18:24:47.207084 n-d-816865-1 neutron-server[102241]: DEBUG neutron.common.config [-] host = n-d-816865-1 {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 18:24:47.207358 n-d-816865-1 neutron-server[102241]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 18:24:47.207641 n-d-816865-1 neutron-server[102241]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 18:24:47.207924 n-d-816865-1 neutron-server[102241]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 18:24:47.208206 n-d-816865-1 neutron-server[102241]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 18:24:47.208477 n-d-816865-1 neutron-server[102241]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 18:24:47.208750 n-d-816865-1 neutron-server[102241]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 18:24:47.209032 n-d-816865-1 neutron-server[102241]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 18:24:47.209302 n-d-816865-1 neutron-server[102241]: DEBUG neutron.common.config [-] log_dir = None {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 18:24:47.209571 n-d-816865-1 neutron-server[102241]: DEBUG neutron.common.config [-] log_file = None {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 18:24:47.209843 n-d-816865-1 neutron-server[102241]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 18:24:47.210155 n-d-816865-1 neutron-server[102241]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 18:24:47.210441 n-d-816865-1 neutron-server[102241]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 18:24:47.210732 n-d-816865-1 neutron-server[102241]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 18:24:47.210955 n-d-816865-1 neutron-server[102241]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 18:24:47.211174 n-d-816865-1 neutron-server[102241]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 18:24:47.211459 n-d-816865-1 neutron-server[102241]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 18:24:47.211743 n-d-816865-1 neutron-server[102241]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 18:24:47.212017 n-d-816865-1 neutron-server[102241]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 18:24:47.212287 n-d-816865-1 neutron-server[102241]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 18:24:47.212557 n-d-816865-1 neutron-server[102241]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 18:24:47.212827 n-d-816865-1 neutron-server[102241]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 18:24:47.213099 n-d-816865-1 neutron-server[102241]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 18:24:47.213363 n-d-816865-1 neutron-server[102241]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 18:24:47.213645 n-d-816865-1 neutron-server[102241]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 18:24:47.213927 n-d-816865-1 neutron-server[102241]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 18:24:47.214247 n-d-816865-1 neutron-server[102241]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 18:24:47.214538 n-d-816865-1 neutron-server[102241]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 18:24:47.214793 n-d-816865-1 neutron-server[102241]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 18:24:47.215063 n-d-816865-1 neutron-server[102241]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 18:24:47.215334 n-d-816865-1 neutron-server[102241]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 18:24:47.215616 n-d-816865-1 neutron-server[102241]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 18:24:47.215887 n-d-816865-1 neutron-server[102241]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 18:24:47.216682 n-d-816865-1 neutron-server[102241]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 18:24:47.216951 n-d-816865-1 neutron-server[102241]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 18:24:47.217236 n-d-816865-1 neutron-server[102241]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 18:24:47.217504 n-d-816865-1 neutron-server[102241]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 18:24:47.217776 n-d-816865-1 neutron-server[102241]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 18:24:47.218102 n-d-816865-1 neutron-server[102241]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 18:24:47.218389 n-d-816865-1 neutron-server[102241]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 18:24:47.218669 n-d-816865-1 neutron-server[102241]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 18:24:47.218951 n-d-816865-1 neutron-server[102241]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 18:24:47.219224 n-d-816865-1 neutron-server[102241]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 18:24:47.219506 n-d-816865-1 neutron-server[102241]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 18:24:47.219775 n-d-816865-1 neutron-server[102241]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 18:24:47.220049 n-d-816865-1 neutron-server[102241]: DEBUG neutron.common.config [-] use_journal = False {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 18:24:47.220319 n-d-816865-1 neutron-server[102241]: DEBUG neutron.common.config [-] use_json = False {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 18:24:47.220589 n-d-816865-1 neutron-server[102241]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 18:24:47.220855 n-d-816865-1 neutron-server[102241]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 18:24:47.221133 n-d-816865-1 neutron-server[102241]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 18:24:47.221403 n-d-816865-1 neutron-server[102241]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 18:24:47.221670 n-d-816865-1 neutron-server[102241]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 18:24:47.221941 n-d-816865-1 neutron-server[102241]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 18:24:47.222237 n-d-816865-1 neutron-server[102241]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 18:24:47.222520 n-d-816865-1 neutron-server[102241]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 18:24:47.222810 n-d-816865-1 neutron-server[102241]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:47.223107 n-d-816865-1 neutron-server[102241]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:47.223405 n-d-816865-1 neutron-server[102241]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:47.223687 n-d-816865-1 neutron-server[102241]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:47.223988 n-d-816865-1 neutron-server[102241]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:47.224267 n-d-816865-1 neutron-server[102241]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:47.224553 n-d-816865-1 neutron-server[102241]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:47.224828 n-d-816865-1 neutron-server[102241]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:47.225114 n-d-816865-1 neutron-server[102241]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:47.225403 n-d-816865-1 neutron-server[102241]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:47.225687 n-d-816865-1 neutron-server[102241]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:47.225961 n-d-816865-1 neutron-server[102241]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:47.226271 n-d-816865-1 neutron-server[102241]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:47.226545 n-d-816865-1 neutron-server[102241]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:47.226838 n-d-816865-1 neutron-server[102241]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:47.227141 n-d-816865-1 neutron-server[102241]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:47.227435 n-d-816865-1 neutron-server[102241]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:47.227723 n-d-816865-1 neutron-server[102241]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:47.227999 n-d-816865-1 neutron-server[102241]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:47.228268 n-d-816865-1 neutron-server[102241]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:47.228539 n-d-816865-1 neutron-server[102241]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:47.228813 n-d-816865-1 neutron-server[102241]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:47.229100 n-d-816865-1 neutron-server[102241]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:47.229382 n-d-816865-1 neutron-server[102241]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:47.229670 n-d-816865-1 neutron-server[102241]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:47.229959 n-d-816865-1 neutron-server[102241]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:47.230258 n-d-816865-1 neutron-server[102241]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:47.230545 n-d-816865-1 neutron-server[102241]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:47.230835 n-d-816865-1 neutron-server[102241]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:47.231123 n-d-816865-1 neutron-server[102241]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:47.231396 n-d-816865-1 neutron-server[102241]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:47.231694 n-d-816865-1 neutron-server[102241]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:47.232543 n-d-816865-1 neutron-server[102241]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:47.232817 n-d-816865-1 neutron-server[102241]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:47.233088 n-d-816865-1 neutron-server[102241]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:47.233366 n-d-816865-1 neutron-server[102241]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:47.233654 n-d-816865-1 neutron-server[102241]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:47.233925 n-d-816865-1 neutron-server[102241]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:47.234226 n-d-816865-1 neutron-server[102241]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:47.234510 n-d-816865-1 neutron-server[102241]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:47.234789 n-d-816865-1 neutron-server[102241]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:47.235061 n-d-816865-1 neutron-server[102241]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:47.235330 n-d-816865-1 neutron-server[102241]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:47.235607 n-d-816865-1 neutron-server[102241]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:47.235896 n-d-816865-1 neutron-server[102241]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:47.236173 n-d-816865-1 neutron-server[102241]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:47.236444 n-d-816865-1 neutron-server[102241]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:47.236713 n-d-816865-1 neutron-server[102241]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:47.236986 n-d-816865-1 neutron-server[102241]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:47.237254 n-d-816865-1 neutron-server[102241]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:47.237536 n-d-816865-1 neutron-server[102241]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:47.237812 n-d-816865-1 neutron-server[102241]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:47.238115 n-d-816865-1 neutron-server[102241]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:47.238391 n-d-816865-1 neutron-server[102241]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:47.238672 n-d-816865-1 neutron-server[102241]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:47.238943 n-d-816865-1 neutron-server[102241]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:47.239212 n-d-816865-1 neutron-server[102241]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:47.239485 n-d-816865-1 neutron-server[102241]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:47.239756 n-d-816865-1 neutron-server[102241]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:47.240032 n-d-816865-1 neutron-server[102241]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:47.240302 n-d-816865-1 neutron-server[102241]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:47.240570 n-d-816865-1 neutron-server[102241]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:47.240839 n-d-816865-1 neutron-server[102241]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:47.241107 n-d-816865-1 neutron-server[102241]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:47.241374 n-d-816865-1 neutron-server[102241]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:47.241643 n-d-816865-1 neutron-server[102241]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:47.241911 n-d-816865-1 neutron-server[102241]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:47.242213 n-d-816865-1 neutron-server[102241]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:47.242484 n-d-816865-1 neutron-server[102241]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:47.242752 n-d-816865-1 neutron-server[102241]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:47.243022 n-d-816865-1 neutron-server[102241]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:47.243555 n-d-816865-1 neutron-server[102241]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:47.243825 n-d-816865-1 neutron-server[102241]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:47.244109 n-d-816865-1 neutron-server[102241]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:47.244403 n-d-816865-1 neutron-server[102241]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:47.244679 n-d-816865-1 neutron-server[102241]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:47.244955 n-d-816865-1 neutron-server[102241]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:47.245228 n-d-816865-1 neutron-server[102241]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:47.245502 n-d-816865-1 neutron-server[102241]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:47.245776 n-d-816865-1 neutron-server[102241]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:47.246059 n-d-816865-1 neutron-server[102241]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:47.246346 n-d-816865-1 neutron-server[102241]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:47.246620 n-d-816865-1 neutron-server[102241]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:47.246890 n-d-816865-1 neutron-server[102241]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:47.247176 n-d-816865-1 neutron-server[102241]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:47.247490 n-d-816865-1 neutron-server[102241]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:47.247778 n-d-816865-1 neutron-server[102241]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:47.248059 n-d-816865-1 neutron-server[102241]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:47.248335 n-d-816865-1 neutron-server[102241]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:47.248656 n-d-816865-1 neutron-server[102241]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:47.248935 n-d-816865-1 neutron-server[102241]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:47.249257 n-d-816865-1 neutron-server[102241]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:47.249491 n-d-816865-1 neutron-server[102241]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:47.249767 n-d-816865-1 neutron-server[102241]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:47.250067 n-d-816865-1 neutron-server[102241]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:47.250349 n-d-816865-1 neutron-server[102241]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:47.250641 n-d-816865-1 neutron-server[102241]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:47.250933 n-d-816865-1 neutron-server[102241]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:47.251223 n-d-816865-1 neutron-server[102241]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:47.251512 n-d-816865-1 neutron-server[102241]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:47.251805 n-d-816865-1 neutron-server[102241]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:47.252087 n-d-816865-1 neutron-server[102241]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:47.252396 n-d-816865-1 neutron-server[102241]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:47.252674 n-d-816865-1 neutron-server[102241]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:47.252892 n-d-816865-1 neutron-server[102241]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 05 18:24:47.253132 n-d-816865-1 neutron-server[102241]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=102241) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Nov 05 18:24:47.692395 n-d-816865-1 neutron-server[102241]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=102241) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Nov 05 18:24:47.692601 n-d-816865-1 neutron-server[102241]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=102241) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Nov 05 18:24:47.692912 n-d-816865-1 neutron-server[102241]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=102241) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Nov 05 18:24:47.693252 n-d-816865-1 neutron-server[102241]: INFO neutron.manager [-] Loading core plugin: ml2 Nov 05 18:24:48.014460 n-d-816865-1 neutron-server[102241]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102241) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 05 18:24:48.014751 n-d-816865-1 neutron-server[102241]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102241) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 05 18:24:48.015034 n-d-816865-1 neutron-server[102241]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102241) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 05 18:24:48.016240 n-d-816865-1 neutron-server[102241]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102241) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 05 18:24:48.016523 n-d-816865-1 neutron-server[102241]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102241) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 05 18:24:48.016789 n-d-816865-1 neutron-server[102241]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102241) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 05 18:24:48.058674 n-d-816865-1 neutron-server[102241]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102241) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 05 18:24:48.058955 n-d-816865-1 neutron-server[102241]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102241) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 05 18:24:48.059225 n-d-816865-1 neutron-server[102241]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102241) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 05 18:24:48.074563 n-d-816865-1 neutron-server[102241]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102241) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 05 18:24:48.074843 n-d-816865-1 neutron-server[102241]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102241) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 05 18:24:48.075112 n-d-816865-1 neutron-server[102241]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102241) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 05 18:24:48.114467 n-d-816865-1 neutron-server[102241]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102241) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 05 18:24:48.114750 n-d-816865-1 neutron-server[102241]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102241) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 05 18:24:48.115017 n-d-816865-1 neutron-server[102241]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102241) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 05 18:24:48.151747 n-d-816865-1 neutron-server[102241]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102241) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 05 18:24:48.152028 n-d-816865-1 neutron-server[102241]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102241) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 05 18:24:48.152298 n-d-816865-1 neutron-server[102241]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102241) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 05 18:24:48.438408 n-d-816865-1 neutron-server[102241]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=102241) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 05 18:24:48.439048 n-d-816865-1 neutron-server[102241]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=102241) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 05 18:24:48.439048 n-d-816865-1 neutron-server[102241]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=102241) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 05 18:24:48.439301 n-d-816865-1 neutron-server[102241]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=102241) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 05 18:24:48.439801 n-d-816865-1 neutron-server[102241]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=102241) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 05 18:24:48.584661 n-d-816865-1 neutron-server[102241]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=102241) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 05 18:24:48.584984 n-d-816865-1 neutron-server[102241]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=102241) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 05 18:24:48.585271 n-d-816865-1 neutron-server[102241]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=102241) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 05 18:24:48.585541 n-d-816865-1 neutron-server[102241]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=102241) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 05 18:24:48.585806 n-d-816865-1 neutron-server[102241]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=102241) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 05 18:24:48.586143 n-d-816865-1 neutron-server[102241]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=102241) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 05 18:24:48.586404 n-d-816865-1 neutron-server[102241]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=102241) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 05 18:24:48.586660 n-d-816865-1 neutron-server[102241]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=102241) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 05 18:24:48.586913 n-d-816865-1 neutron-server[102241]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=102241) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 05 18:24:48.587193 n-d-816865-1 neutron-server[102241]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=102241) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 05 18:24:48.587454 n-d-816865-1 neutron-server[102241]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=102241) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 05 18:24:48.587720 n-d-816865-1 neutron-server[102241]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=102241) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 05 18:24:48.587976 n-d-816865-1 neutron-server[102241]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=102241) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 05 18:24:48.588227 n-d-816865-1 neutron-server[102241]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=102241) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 05 18:24:48.588483 n-d-816865-1 neutron-server[102241]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=102241) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 05 18:24:48.588751 n-d-816865-1 neutron-server[102241]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102241) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 05 18:24:48.589006 n-d-816865-1 neutron-server[102241]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=102241) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 05 18:24:48.589270 n-d-816865-1 neutron-server[102241]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=102241) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 05 18:24:48.589538 n-d-816865-1 neutron-server[102241]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=102241) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 05 18:24:48.589795 n-d-816865-1 neutron-server[102241]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=102241) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 05 18:24:48.590092 n-d-816865-1 neutron-server[102241]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102241) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 05 18:24:48.590350 n-d-816865-1 neutron-server[102241]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102241) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 05 18:24:48.590637 n-d-816865-1 neutron-server[102241]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102241) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 05 18:24:48.591220 n-d-816865-1 neutron-server[102241]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102241) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 05 18:24:48.591490 n-d-816865-1 neutron-server[102241]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102241) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 05 18:24:48.591742 n-d-816865-1 neutron-server[102241]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102241) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 05 18:24:48.592137 n-d-816865-1 neutron-server[102241]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=102241) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 05 18:24:48.592378 n-d-816865-1 neutron-server[102241]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=102241) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 05 18:24:48.592616 n-d-816865-1 neutron-server[102241]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=102241) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 05 18:24:48.592856 n-d-816865-1 neutron-server[102241]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=102241) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 05 18:24:48.593092 n-d-816865-1 neutron-server[102241]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=102241) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 05 18:24:48.593328 n-d-816865-1 neutron-server[102241]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=102241) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 05 18:24:48.593693 n-d-816865-1 neutron-server[102241]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Nov 05 18:24:48.597052 n-d-816865-1 neutron-server[102241]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Nov 05 18:24:48.601037 n-d-816865-1 neutron-server[102241]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Nov 05 18:24:48.610889 n-d-816865-1 neutron-server[102241]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(150, 199)])]) Nov 05 18:24:48.612529 n-d-816865-1 neutron-server[102241]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Nov 05 18:24:48.612996 n-d-816865-1 neutron-server[102241]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Nov 05 18:24:48.613334 n-d-816865-1 neutron-server[102241]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Nov 05 18:24:48.613721 n-d-816865-1 neutron-server[102241]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Nov 05 18:24:48.616599 n-d-816865-1 neutron-server[102241]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Nov 05 18:24:48.616865 n-d-816865-1 neutron-server[102241]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Nov 05 18:24:48.617205 n-d-816865-1 neutron-server[102241]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Nov 05 18:24:48.623448 n-d-816865-1 neutron-server[102241]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Nov 05 18:24:48.661697 n-d-816865-1 neutron-server[102241]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Nov 05 18:24:48.662179 n-d-816865-1 neutron-server[102241]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=102241) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 05 18:24:48.662483 n-d-816865-1 neutron-server[102241]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=102241) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Nov 05 18:24:48.662845 n-d-816865-1 neutron-server[102241]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=102241) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 05 18:24:48.664229 n-d-816865-1 neutron-server[102241]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=102241) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Nov 05 18:24:48.664506 n-d-816865-1 neutron-server[102241]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Nov 05 18:24:48.664748 n-d-816865-1 neutron-server[102241]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Nov 05 18:24:48.667993 n-d-816865-1 neutron-server[102241]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=102241) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 05 18:24:48.668276 n-d-816865-1 neutron-server[102241]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=102241) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 05 18:24:48.731876 n-d-816865-1 neutron-server[102241]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Nov 05 18:24:48.732120 n-d-816865-1 neutron-server[102241]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Nov 05 18:24:48.732357 n-d-816865-1 neutron-server[102241]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Nov 05 18:24:48.732731 n-d-816865-1 neutron-server[102241]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Nov 05 18:24:48.753502 n-d-816865-1 neutron-server[102241]: DEBUG oslo_db.sqlalchemy.engines [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=102241) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Nov 05 18:24:49.387125 n-d-816865-1 neutron-server[102241]: INFO neutron.plugins.ml2.managers [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Initializing driver for type 'gre' Nov 05 18:24:49.387572 n-d-816865-1 neutron-server[102241]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] gre ID ranges: [(1, 1000)] Nov 05 18:24:49.569405 n-d-816865-1 neutron-server[102241]: INFO neutron.plugins.ml2.managers [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Initializing driver for type 'local' Nov 05 18:24:49.570012 n-d-816865-1 neutron-server[102241]: INFO neutron.plugins.ml2.managers [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Initializing driver for type 'vlan' Nov 05 18:24:49.655403 n-d-816865-1 neutron-server[102241]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] VlanTypeDriver initialization complete Nov 05 18:24:49.655668 n-d-816865-1 neutron-server[102241]: INFO neutron.plugins.ml2.managers [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Initializing driver for type 'vxlan' Nov 05 18:24:49.656171 n-d-816865-1 neutron-server[102241]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] vxlan ID ranges: [(1, 1000)] Nov 05 18:24:49.843763 n-d-816865-1 neutron-server[102241]: INFO neutron.plugins.ml2.managers [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Initializing extension driver 'port_security' Nov 05 18:24:49.844109 n-d-816865-1 neutron-server[102241]: INFO neutron.plugins.ml2.extensions.port_security [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] PortSecurityExtensionDriver initialization complete Nov 05 18:24:49.844447 n-d-816865-1 neutron-server[102241]: INFO neutron.plugins.ml2.managers [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Initializing mechanism driver 'openvswitch' Nov 05 18:24:49.844772 n-d-816865-1 neutron-server[102241]: INFO neutron.plugins.ml2.managers [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Initializing mechanism driver 'hyperv' Nov 05 18:24:49.862250 n-d-816865-1 neutron-server[102241]: DEBUG neutron.plugins.ml2.plugin [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=102241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:24:49.863119 n-d-816865-1 neutron-server[102241]: DEBUG neutron_lib.callbacks.manager [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Subscribe: > port after_create 55550000 {{(pid=102241) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 05 18:24:49.863494 n-d-816865-1 neutron-server[102241]: DEBUG neutron_lib.callbacks.manager [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Subscribe: > port after_update 55550000 {{(pid=102241) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 05 18:24:49.863852 n-d-816865-1 neutron-server[102241]: DEBUG neutron_lib.callbacks.manager [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Subscribe: > port after_delete 55550000 {{(pid=102241) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 05 18:24:49.864377 n-d-816865-1 neutron-server[102241]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=102241) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 05 18:24:49.864812 n-d-816865-1 neutron-server[102241]: DEBUG neutron_lib.callbacks.manager [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Subscribe: > subnet after_create 55550000 {{(pid=102241) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 05 18:24:49.865180 n-d-816865-1 neutron-server[102241]: DEBUG neutron_lib.callbacks.manager [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Subscribe: > subnet after_update 55550000 {{(pid=102241) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 05 18:24:49.865576 n-d-816865-1 neutron-server[102241]: DEBUG neutron_lib.callbacks.manager [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Subscribe: > subnet after_delete 55550000 {{(pid=102241) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 05 18:24:49.865976 n-d-816865-1 neutron-server[102241]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=102241) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 05 18:24:49.866411 n-d-816865-1 neutron-server[102241]: DEBUG neutron_lib.callbacks.manager [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Subscribe: > network after_create 55550000 {{(pid=102241) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 05 18:24:49.866762 n-d-816865-1 neutron-server[102241]: DEBUG neutron_lib.callbacks.manager [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Subscribe: > network after_update 55550000 {{(pid=102241) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 05 18:24:49.867112 n-d-816865-1 neutron-server[102241]: DEBUG neutron_lib.callbacks.manager [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Subscribe: > network after_delete 55550000 {{(pid=102241) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 05 18:24:49.867505 n-d-816865-1 neutron-server[102241]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=102241) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 05 18:24:49.867910 n-d-816865-1 neutron-server[102241]: DEBUG neutron_lib.callbacks.manager [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Subscribe: > security_group after_create 55550000 {{(pid=102241) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 05 18:24:49.868641 n-d-816865-1 neutron-server[102241]: DEBUG neutron_lib.callbacks.manager [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Subscribe: > security_group after_update 55550000 {{(pid=102241) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 05 18:24:49.868986 n-d-816865-1 neutron-server[102241]: DEBUG neutron_lib.callbacks.manager [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Subscribe: > security_group after_delete 55550000 {{(pid=102241) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 05 18:24:49.869387 n-d-816865-1 neutron-server[102241]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=102241) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 05 18:24:49.869794 n-d-816865-1 neutron-server[102241]: DEBUG neutron_lib.callbacks.manager [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=102241) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 05 18:24:49.870179 n-d-816865-1 neutron-server[102241]: DEBUG neutron_lib.callbacks.manager [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=102241) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 05 18:24:49.870517 n-d-816865-1 neutron-server[102241]: DEBUG neutron_lib.callbacks.manager [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=102241) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 05 18:24:49.870907 n-d-816865-1 neutron-server[102241]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=102241) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 05 18:24:49.871412 n-d-816865-1 neutron-server[102241]: DEBUG neutron_lib.callbacks.manager [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Subscribe: > address_group after_create 55550000 {{(pid=102241) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 05 18:24:49.871763 n-d-816865-1 neutron-server[102241]: DEBUG neutron_lib.callbacks.manager [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Subscribe: > address_group after_update 55550000 {{(pid=102241) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 05 18:24:49.872107 n-d-816865-1 neutron-server[102241]: DEBUG neutron_lib.callbacks.manager [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Subscribe: > address_group after_delete 55550000 {{(pid=102241) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 05 18:24:49.872935 n-d-816865-1 neutron-server[102241]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=102241) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 05 18:24:49.873323 n-d-816865-1 neutron-server[102241]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] ML2 OVO RPC backend initialized. {{(pid=102241) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Nov 05 18:24:49.874054 n-d-816865-1 neutron-server[102241]: DEBUG neutron_lib.callbacks.manager [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Subscribe: > router_interface after_create 55550000 {{(pid=102241) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 05 18:24:49.874423 n-d-816865-1 neutron-server[102241]: DEBUG neutron_lib.callbacks.manager [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=102241) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 05 18:24:49.874840 n-d-816865-1 neutron-server[102241]: DEBUG neutron_lib.callbacks.manager [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Subscribe: > network before_response 55550000 {{(pid=102241) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 05 18:24:49.875189 n-d-816865-1 neutron-server[102241]: DEBUG neutron_lib.callbacks.manager [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Subscribe: > networks before_response 55550000 {{(pid=102241) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 05 18:24:49.875540 n-d-816865-1 neutron-server[102241]: DEBUG neutron_lib.callbacks.manager [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Subscribe: > port before_response 55550000 {{(pid=102241) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 05 18:24:49.875881 n-d-816865-1 neutron-server[102241]: DEBUG neutron_lib.callbacks.manager [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Subscribe: > ports before_response 55550000 {{(pid=102241) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 05 18:24:49.876222 n-d-816865-1 neutron-server[102241]: DEBUG neutron_lib.callbacks.manager [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Subscribe: > subnet before_response 55550000 {{(pid=102241) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 05 18:24:49.876563 n-d-816865-1 neutron-server[102241]: DEBUG neutron_lib.callbacks.manager [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Subscribe: > subnets before_response 55550000 {{(pid=102241) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 05 18:24:49.876914 n-d-816865-1 neutron-server[102241]: DEBUG neutron_lib.callbacks.manager [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Subscribe: > network after_create 55550000 {{(pid=102241) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 05 18:24:49.877255 n-d-816865-1 neutron-server[102241]: DEBUG neutron_lib.callbacks.manager [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Subscribe: > network after_update 55550000 {{(pid=102241) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 05 18:24:49.877600 n-d-816865-1 neutron-server[102241]: DEBUG neutron_lib.callbacks.manager [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Subscribe: > network after_delete 55550000 {{(pid=102241) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 05 18:24:49.877938 n-d-816865-1 neutron-server[102241]: DEBUG neutron_lib.callbacks.manager [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Subscribe: > port after_create 55550000 {{(pid=102241) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 05 18:24:49.878308 n-d-816865-1 neutron-server[102241]: DEBUG neutron_lib.callbacks.manager [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Subscribe: > port after_update 55550000 {{(pid=102241) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 05 18:24:49.878646 n-d-816865-1 neutron-server[102241]: DEBUG neutron_lib.callbacks.manager [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Subscribe: > port after_delete 55550000 {{(pid=102241) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 05 18:24:49.878984 n-d-816865-1 neutron-server[102241]: DEBUG neutron_lib.callbacks.manager [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Subscribe: > subnet after_create 55550000 {{(pid=102241) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 05 18:24:49.879322 n-d-816865-1 neutron-server[102241]: DEBUG neutron_lib.callbacks.manager [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Subscribe: > subnet after_update 55550000 {{(pid=102241) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 05 18:24:49.879657 n-d-816865-1 neutron-server[102241]: DEBUG neutron_lib.callbacks.manager [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Subscribe: > subnet after_delete 55550000 {{(pid=102241) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 05 18:24:49.880232 n-d-816865-1 neutron-server[102241]: INFO neutron.plugins.ml2.plugin [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Modular L2 Plugin initialization complete Nov 05 18:24:49.880563 n-d-816865-1 neutron-server[102241]: DEBUG neutron.manager [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Loading services supported by the core plugin {{(pid=102241) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Nov 05 18:24:49.880891 n-d-816865-1 neutron-server[102241]: INFO neutron.plugins.ml2.managers [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Got port-security extension from driver 'port_security' Nov 05 18:24:49.881354 n-d-816865-1 neutron-server[102241]: INFO neutron.extensions.vlantransparent [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Disabled vlantransparent extension. Nov 05 18:24:49.881834 n-d-816865-1 neutron-server[102241]: DEBUG neutron.manager [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=102241) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Nov 05 18:24:49.882253 n-d-816865-1 neutron-server[102241]: INFO neutron.manager [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Loading Plugin: router Nov 05 18:24:49.920009 n-d-816865-1 neutron-server[102241]: DEBUG neutron_lib.callbacks.manager [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Subscribe: > router_interface before_create 55550000 {{(pid=102241) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 05 18:24:49.920351 n-d-816865-1 neutron-server[102241]: DEBUG neutron_lib.callbacks.manager [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Subscribe: > router after_create 55549900 {{(pid=102241) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 05 18:24:49.920728 n-d-816865-1 neutron-server[102241]: DEBUG neutron_lib.callbacks.manager [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Subscribe: > router before_create 55549900 {{(pid=102241) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 05 18:24:49.921094 n-d-816865-1 neutron-server[102241]: DEBUG neutron_lib.callbacks.manager [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=102241) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 05 18:24:49.921469 n-d-816865-1 neutron-server[102241]: DEBUG neutron_lib.callbacks.manager [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=102241) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 05 18:24:49.921829 n-d-816865-1 neutron-server[102241]: DEBUG neutron_lib.callbacks.manager [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Subscribe: > router after_delete 55549900 {{(pid=102241) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 05 18:24:49.922216 n-d-816865-1 neutron-server[102241]: DEBUG neutron_lib.callbacks.manager [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Subscribe: > floatingip after_create 55550000 {{(pid=102241) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 05 18:24:49.922695 n-d-816865-1 neutron-server[102241]: DEBUG neutron_lib.callbacks.manager [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Subscribe: > floatingip after_update 55550000 {{(pid=102241) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 05 18:24:49.923062 n-d-816865-1 neutron-server[102241]: DEBUG neutron_lib.callbacks.manager [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Subscribe: > router after_create 55549900 {{(pid=102241) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 05 18:24:49.923411 n-d-816865-1 neutron-server[102241]: DEBUG neutron_lib.callbacks.manager [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Subscribe: > router after_update 55549900 {{(pid=102241) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 05 18:24:49.923762 n-d-816865-1 neutron-server[102241]: DEBUG neutron_lib.callbacks.manager [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Subscribe: > router after_update 55549900 {{(pid=102241) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 05 18:24:49.924110 n-d-816865-1 neutron-server[102241]: DEBUG neutron_lib.callbacks.manager [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=102241) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 05 18:24:49.924467 n-d-816865-1 neutron-server[102241]: DEBUG neutron_lib.callbacks.manager [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Subscribe: > router after_update 55549900 {{(pid=102241) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 05 18:24:49.924875 n-d-816865-1 neutron-server[102241]: DEBUG neutron_lib.callbacks.manager [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Subscribe: > router precommit_update 55549900 {{(pid=102241) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 05 18:24:49.925244 n-d-816865-1 neutron-server[102241]: DEBUG neutron_lib.callbacks.manager [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Subscribe: port after_update 55550000 {{(pid=102241) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 05 18:24:49.925582 n-d-816865-1 neutron-server[102241]: DEBUG neutron_lib.callbacks.manager [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Subscribe: port after_delete 55550000 {{(pid=102241) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 05 18:24:49.925920 n-d-816865-1 neutron-server[102241]: DEBUG neutron_lib.callbacks.manager [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Subscribe: subnet after_update 55550000 {{(pid=102241) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 05 18:24:49.926290 n-d-816865-1 neutron-server[102241]: DEBUG neutron_lib.callbacks.manager [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=102241) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 05 18:24:49.926648 n-d-816865-1 neutron-server[102241]: DEBUG neutron_lib.callbacks.manager [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Subscribe: > port precommit_delete 55550000 {{(pid=102241) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 05 18:24:49.926995 n-d-816865-1 neutron-server[102241]: DEBUG neutron_lib.callbacks.manager [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Subscribe: > router precommit_create 55549900 {{(pid=102241) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 05 18:24:49.927337 n-d-816865-1 neutron-server[102241]: DEBUG neutron_lib.callbacks.manager [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Subscribe: port before_delete 55550000 {{(pid=102241) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 05 18:24:49.927706 n-d-816865-1 neutron-server[102241]: DEBUG neutron_lib.callbacks.manager [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Subscribe: > router precommit_create 55550000 {{(pid=102241) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 05 18:24:49.928066 n-d-816865-1 neutron-server[102241]: DEBUG neutron_lib.callbacks.manager [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Subscribe: > router after_update 55549900 {{(pid=102241) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 05 18:24:49.928409 n-d-816865-1 neutron-server[102241]: DEBUG neutron_lib.callbacks.manager [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Subscribe: > router precommit_delete 55549900 {{(pid=102241) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 05 18:24:49.928761 n-d-816865-1 neutron-server[102241]: DEBUG neutron_lib.callbacks.manager [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Subscribe: > router precommit_create 55549900 {{(pid=102241) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 05 18:24:49.929122 n-d-816865-1 neutron-server[102241]: DEBUG neutron_lib.callbacks.manager [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Subscribe: > router_interface after_create 55550000 {{(pid=102241) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 05 18:24:49.929468 n-d-816865-1 neutron-server[102241]: DEBUG neutron_lib.callbacks.manager [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Subscribe: > router precommit_update 55549900 {{(pid=102241) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 05 18:24:49.929831 n-d-816865-1 neutron-server[102241]: DEBUG neutron_lib.callbacks.manager [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Subscribe: > agent after_create 55550000 {{(pid=102241) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 05 18:24:49.930203 n-d-816865-1 neutron-server[102241]: DEBUG neutron_lib.callbacks.manager [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Subscribe: > agent after_delete 55550000 {{(pid=102241) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 05 18:24:49.930554 n-d-816865-1 neutron-server[102241]: DEBUG neutron_lib.callbacks.manager [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Subscribe: > network after_delete 55550000 {{(pid=102241) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 05 18:24:49.931418 n-d-816865-1 neutron-server[102241]: DEBUG neutron.quota.resource_registry [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Tracking information for resource: router configured {{(pid=102241) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 05 18:24:49.931754 n-d-816865-1 neutron-server[102241]: DEBUG neutron.quota.resource_registry [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Tracking information for resource: floatingip configured {{(pid=102241) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 05 18:24:49.937161 n-d-816865-1 neutron-server[102241]: INFO neutron.db.l3_agentschedulers_db [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Nov 05 18:24:49.937733 n-d-816865-1 neutron-server[102241]: DEBUG neutron_lib.callbacks.manager [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Subscribe: port after_update 55550000 {{(pid=102241) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 05 18:24:49.938119 n-d-816865-1 neutron-server[102241]: DEBUG neutron_lib.callbacks.manager [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Subscribe: port after_create 55550000 {{(pid=102241) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 05 18:24:49.938472 n-d-816865-1 neutron-server[102241]: DEBUG neutron_lib.callbacks.manager [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Subscribe: port after_delete 55550000 {{(pid=102241) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 05 18:24:49.938824 n-d-816865-1 neutron-server[102241]: DEBUG neutron_lib.callbacks.manager [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Subscribe: port after_update 55550000 {{(pid=102241) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 05 18:24:49.939614 n-d-816865-1 neutron-server[102241]: DEBUG neutron_lib.callbacks.manager [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Subscribe: > router before_create 55550100 {{(pid=102241) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 05 18:24:49.939981 n-d-816865-1 neutron-server[102241]: DEBUG neutron_lib.callbacks.manager [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Subscribe: > router precommit_delete 55550100 {{(pid=102241) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 05 18:24:49.940344 n-d-816865-1 neutron-server[102241]: DEBUG neutron_lib.callbacks.manager [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Subscribe: > router precommit_create 55550100 {{(pid=102241) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 05 18:24:49.940702 n-d-816865-1 neutron-server[102241]: DEBUG neutron_lib.callbacks.manager [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Subscribe: > router precommit_update 55550100 {{(pid=102241) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 05 18:24:49.945605 n-d-816865-1 neutron-server[102241]: DEBUG neutron.services.provider_configuration [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Service providers = [] {{(pid=102241) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Nov 05 18:24:49.945974 n-d-816865-1 neutron-server[102241]: DEBUG neutron.db.servicetype_db [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=102241) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Nov 05 18:24:49.948948 n-d-816865-1 neutron-server[102241]: DEBUG neutron.services.service_base [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=102241) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 05 18:24:49.949301 n-d-816865-1 neutron-server[102241]: DEBUG neutron.services.service_base [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=102241) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 05 18:24:49.949646 n-d-816865-1 neutron-server[102241]: DEBUG neutron.services.service_base [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=102241) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 05 18:24:49.958067 n-d-816865-1 neutron-server[102241]: DEBUG neutron.services.service_base [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=102241) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 05 18:24:49.958472 n-d-816865-1 neutron-server[102241]: INFO neutron.services.service_base [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Default provider is not specified for service type L3_ROUTER_NAT Nov 05 18:24:49.958860 n-d-816865-1 neutron-server[102241]: DEBUG neutron.manager [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=102241) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 05 18:24:49.959188 n-d-816865-1 neutron-server[102241]: INFO neutron.manager [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Nov 05 18:24:49.972451 n-d-816865-1 neutron-server[102241]: DEBUG neutron.manager [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=102241) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 05 18:24:49.972789 n-d-816865-1 neutron-server[102241]: INFO neutron.manager [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Loading Plugin: auto_allocate Nov 05 18:24:49.978589 n-d-816865-1 neutron-server[102241]: DEBUG neutron_lib.callbacks.manager [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Subscribe: network precommit_update 55550000 {{(pid=102241) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 05 18:24:49.978966 n-d-816865-1 neutron-server[102241]: DEBUG neutron_lib.callbacks.manager [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Subscribe: network precommit_create 55550000 {{(pid=102241) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 05 18:24:49.979490 n-d-816865-1 neutron-server[102241]: DEBUG neutron.manager [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=102241) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 05 18:24:49.979814 n-d-816865-1 neutron-server[102241]: INFO neutron.manager [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Loading Plugin: tag Nov 05 18:24:49.987157 n-d-816865-1 neutron-server[102241]: DEBUG neutron.manager [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=102241) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 05 18:24:49.987489 n-d-816865-1 neutron-server[102241]: INFO neutron.manager [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Loading Plugin: timestamp Nov 05 18:24:49.996384 n-d-816865-1 neutron-server[102241]: DEBUG neutron.manager [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=102241) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 05 18:24:49.996741 n-d-816865-1 neutron-server[102241]: INFO neutron.manager [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Loading Plugin: network_ip_availability Nov 05 18:24:50.003112 n-d-816865-1 neutron-server[102241]: DEBUG neutron_lib.callbacks.manager [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=102241) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 05 18:24:50.003484 n-d-816865-1 neutron-server[102241]: DEBUG neutron_lib.callbacks.manager [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=102241) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 05 18:24:50.003836 n-d-816865-1 neutron-server[102241]: DEBUG neutron_lib.callbacks.manager [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102241) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 05 18:24:50.004596 n-d-816865-1 neutron-server[102241]: DEBUG neutron.manager [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=102241) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 05 18:24:50.004917 n-d-816865-1 neutron-server[102241]: INFO neutron.manager [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Loading Plugin: flavors Nov 05 18:24:50.010115 n-d-816865-1 neutron-server[102241]: DEBUG neutron.manager [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=102241) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 05 18:24:50.010452 n-d-816865-1 neutron-server[102241]: INFO neutron.manager [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Loading Plugin: revisions Nov 05 18:24:50.015471 n-d-816865-1 neutron-server[102241]: DEBUG neutron.manager [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=102241) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 05 18:24:50.015865 n-d-816865-1 neutron-server[102241]: DEBUG oslo_concurrency.lockutils [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.323s {{(pid=102241) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Nov 05 18:24:50.016625 n-d-816865-1 neutron-server[102241]: DEBUG neutron.api.extensions [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=102241) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Nov 05 18:24:50.016964 n-d-816865-1 neutron-server[102241]: INFO neutron.api.extensions [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Initializing extension manager. Nov 05 18:24:50.017476 n-d-816865-1 neutron-server[102241]: DEBUG neutron.api.extensions [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Loading extension file: __init__.py {{(pid=102241) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 05 18:24:50.017818 n-d-816865-1 neutron-server[102241]: DEBUG neutron.api.extensions [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Loading extension file: __pycache__ {{(pid=102241) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 05 18:24:50.018179 n-d-816865-1 neutron-server[102241]: DEBUG neutron.api.extensions [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=102241) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 05 18:24:50.018518 n-d-816865-1 neutron-server[102241]: DEBUG neutron.api.extensions [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Loading extension file: address_group.py {{(pid=102241) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 05 18:24:50.019293 n-d-816865-1 neutron-server[102241]: DEBUG neutron.api.extensions [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=102241) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 05 18:24:50.019879 n-d-816865-1 neutron-server[102241]: INFO neutron.api.extensions [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Loaded extension: address-group Nov 05 18:24:50.020203 n-d-816865-1 neutron-server[102241]: DEBUG neutron.api.extensions [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Loading extension file: address_scope.py {{(pid=102241) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 05 18:24:50.020924 n-d-816865-1 neutron-server[102241]: DEBUG neutron.api.extensions [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=102241) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 05 18:24:50.021438 n-d-816865-1 neutron-server[102241]: INFO neutron.api.extensions [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Loaded extension: address-scope Nov 05 18:24:50.021764 n-d-816865-1 neutron-server[102241]: DEBUG neutron.api.extensions [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Loading extension file: admin_state_down_before_update.py {{(pid=102241) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 05 18:24:50.022721 n-d-816865-1 neutron-server[102241]: DEBUG neutron.api.extensions [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=102241) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 05 18:24:50.023243 n-d-816865-1 neutron-server[102241]: INFO neutron.api.extensions [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Loaded extension: router-admin-state-down-before-update Nov 05 18:24:50.023564 n-d-816865-1 neutron-server[102241]: DEBUG neutron.api.extensions [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Loading extension file: agent.py {{(pid=102241) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 05 18:24:50.024269 n-d-816865-1 neutron-server[102241]: DEBUG neutron.api.extensions [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=102241) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 05 18:24:50.024802 n-d-816865-1 neutron-server[102241]: INFO neutron.api.extensions [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Loaded extension: agent Nov 05 18:24:50.025131 n-d-816865-1 neutron-server[102241]: DEBUG neutron.api.extensions [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Loading extension file: agent_resources_synced.py {{(pid=102241) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 05 18:24:50.026067 n-d-816865-1 neutron-server[102241]: DEBUG neutron.api.extensions [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=102241) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 05 18:24:50.026580 n-d-816865-1 neutron-server[102241]: INFO neutron.api.extensions [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Loaded extension: agent-resources-synced Nov 05 18:24:50.026899 n-d-816865-1 neutron-server[102241]: DEBUG neutron.api.extensions [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Loading extension file: allowedaddresspairs.py {{(pid=102241) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 05 18:24:50.028716 n-d-816865-1 neutron-server[102241]: DEBUG neutron.api.extensions [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=102241) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 05 18:24:50.029236 n-d-816865-1 neutron-server[102241]: INFO neutron.api.extensions [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Loaded extension: allowed-address-pairs Nov 05 18:24:50.029562 n-d-816865-1 neutron-server[102241]: DEBUG neutron.api.extensions [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Loading extension file: auto_allocated_topology.py {{(pid=102241) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 05 18:24:50.030672 n-d-816865-1 neutron-server[102241]: DEBUG neutron.api.extensions [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=102241) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 05 18:24:50.031187 n-d-816865-1 neutron-server[102241]: INFO neutron.api.extensions [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Loaded extension: auto-allocated-topology Nov 05 18:24:50.031510 n-d-816865-1 neutron-server[102241]: DEBUG neutron.api.extensions [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Loading extension file: availability_zone.py {{(pid=102241) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 05 18:24:50.032207 n-d-816865-1 neutron-server[102241]: DEBUG neutron.api.extensions [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=102241) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 05 18:24:50.032711 n-d-816865-1 neutron-server[102241]: INFO neutron.api.extensions [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Loaded extension: availability_zone Nov 05 18:24:50.033030 n-d-816865-1 neutron-server[102241]: DEBUG neutron.api.extensions [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Loading extension file: availability_zone_filter.py {{(pid=102241) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 05 18:24:50.033950 n-d-816865-1 neutron-server[102241]: DEBUG neutron.api.extensions [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=102241) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 05 18:24:50.034487 n-d-816865-1 neutron-server[102241]: INFO neutron.api.extensions [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Loaded extension: availability_zone_filter Nov 05 18:24:50.034807 n-d-816865-1 neutron-server[102241]: DEBUG neutron.api.extensions [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Loading extension file: data_plane_status.py {{(pid=102241) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 05 18:24:50.035718 n-d-816865-1 neutron-server[102241]: DEBUG neutron.api.extensions [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=102241) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 05 18:24:50.036239 n-d-816865-1 neutron-server[102241]: INFO neutron.api.extensions [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Extension data-plane-status not supported by any of loaded plugins Nov 05 18:24:50.036560 n-d-816865-1 neutron-server[102241]: DEBUG neutron.api.extensions [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Loading extension file: default_subnetpools.py {{(pid=102241) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 05 18:24:50.037479 n-d-816865-1 neutron-server[102241]: DEBUG neutron.api.extensions [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=102241) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 05 18:24:50.037997 n-d-816865-1 neutron-server[102241]: INFO neutron.api.extensions [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Loaded extension: default-subnetpools Nov 05 18:24:50.038345 n-d-816865-1 neutron-server[102241]: DEBUG neutron.api.extensions [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Loading extension file: dhcpagentscheduler.py {{(pid=102241) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 05 18:24:50.039170 n-d-816865-1 neutron-server[102241]: DEBUG neutron.api.extensions [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=102241) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 05 18:24:50.039678 n-d-816865-1 neutron-server[102241]: INFO neutron.api.extensions [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Loaded extension: dhcp_agent_scheduler Nov 05 18:24:50.040000 n-d-816865-1 neutron-server[102241]: DEBUG neutron.api.extensions [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Loading extension file: dns.py {{(pid=102241) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 05 18:24:50.040921 n-d-816865-1 neutron-server[102241]: DEBUG neutron.api.extensions [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=102241) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 05 18:24:50.041430 n-d-816865-1 neutron-server[102241]: INFO neutron.api.extensions [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Extension dns-integration not supported by any of loaded plugins Nov 05 18:24:50.041753 n-d-816865-1 neutron-server[102241]: DEBUG neutron.api.extensions [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Loading extension file: dns_domain_ports.py {{(pid=102241) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 05 18:24:50.042693 n-d-816865-1 neutron-server[102241]: DEBUG neutron.api.extensions [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=102241) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 05 18:24:50.043208 n-d-816865-1 neutron-server[102241]: INFO neutron.api.extensions [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Extension dns-domain-ports not supported by any of loaded plugins Nov 05 18:24:50.043529 n-d-816865-1 neutron-server[102241]: DEBUG neutron.api.extensions [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=102241) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 05 18:24:50.044455 n-d-816865-1 neutron-server[102241]: DEBUG neutron.api.extensions [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=102241) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 05 18:24:50.044968 n-d-816865-1 neutron-server[102241]: INFO neutron.api.extensions [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Nov 05 18:24:50.045286 n-d-816865-1 neutron-server[102241]: DEBUG neutron.api.extensions [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Loading extension file: dvr.py {{(pid=102241) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 05 18:24:50.045960 n-d-816865-1 neutron-server[102241]: DEBUG neutron.api.extensions [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=102241) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 05 18:24:50.046499 n-d-816865-1 neutron-server[102241]: INFO neutron.api.extensions [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Loaded extension: dvr Nov 05 18:24:50.046818 n-d-816865-1 neutron-server[102241]: DEBUG neutron.api.extensions [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Loading extension file: ecmp_routes.py {{(pid=102241) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 05 18:24:50.047746 n-d-816865-1 neutron-server[102241]: DEBUG neutron.api.extensions [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=102241) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 05 18:24:50.048258 n-d-816865-1 neutron-server[102241]: INFO neutron.api.extensions [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Extension ecmp_routes not supported by any of loaded plugins Nov 05 18:24:50.048583 n-d-816865-1 neutron-server[102241]: DEBUG neutron.api.extensions [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Loading extension file: empty_string_filtering.py {{(pid=102241) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 05 18:24:50.049495 n-d-816865-1 neutron-server[102241]: DEBUG neutron.api.extensions [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=102241) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 05 18:24:50.050009 n-d-816865-1 neutron-server[102241]: INFO neutron.api.extensions [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Loaded extension: empty-string-filtering Nov 05 18:24:50.050352 n-d-816865-1 neutron-server[102241]: DEBUG neutron.api.extensions [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=102241) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 05 18:24:50.051265 n-d-816865-1 neutron-server[102241]: DEBUG neutron.api.extensions [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=102241) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 05 18:24:50.051775 n-d-816865-1 neutron-server[102241]: INFO neutron.api.extensions [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Nov 05 18:24:50.052092 n-d-816865-1 neutron-server[102241]: DEBUG neutron.api.extensions [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=102241) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 05 18:24:50.053007 n-d-816865-1 neutron-server[102241]: DEBUG neutron.api.extensions [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=102241) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 05 18:24:50.053516 n-d-816865-1 neutron-server[102241]: INFO neutron.api.extensions [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Nov 05 18:24:50.053836 n-d-816865-1 neutron-server[102241]: DEBUG neutron.api.extensions [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Loading extension file: external_net.py {{(pid=102241) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 05 18:24:50.054782 n-d-816865-1 neutron-server[102241]: DEBUG neutron.api.extensions [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=102241) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 05 18:24:50.055298 n-d-816865-1 neutron-server[102241]: INFO neutron.api.extensions [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Loaded extension: external-net Nov 05 18:24:50.055622 n-d-816865-1 neutron-server[102241]: DEBUG neutron.api.extensions [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Loading extension file: extra_dhcp_opt.py {{(pid=102241) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 05 18:24:50.056530 n-d-816865-1 neutron-server[102241]: DEBUG neutron.api.extensions [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=102241) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 05 18:24:50.057043 n-d-816865-1 neutron-server[102241]: INFO neutron.api.extensions [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Loaded extension: extra_dhcp_opt Nov 05 18:24:50.057363 n-d-816865-1 neutron-server[102241]: DEBUG neutron.api.extensions [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Loading extension file: extraroute.py {{(pid=102241) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 05 18:24:50.058319 n-d-816865-1 neutron-server[102241]: DEBUG neutron.api.extensions [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=102241) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 05 18:24:50.058834 n-d-816865-1 neutron-server[102241]: INFO neutron.api.extensions [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Loaded extension: extraroute Nov 05 18:24:50.059154 n-d-816865-1 neutron-server[102241]: DEBUG neutron.api.extensions [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Loading extension file: extraroute_atomic.py {{(pid=102241) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 05 18:24:50.060680 n-d-816865-1 neutron-server[102241]: DEBUG neutron.api.extensions [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=102241) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 05 18:24:50.061194 n-d-816865-1 neutron-server[102241]: INFO neutron.api.extensions [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Loaded extension: extraroute-atomic Nov 05 18:24:50.061514 n-d-816865-1 neutron-server[102241]: DEBUG neutron.api.extensions [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Loading extension file: filter_validation.py {{(pid=102241) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 05 18:24:50.062391 n-d-816865-1 neutron-server[102241]: DEBUG neutron.api.extensions [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=102241) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 05 18:24:50.062901 n-d-816865-1 neutron-server[102241]: INFO neutron.api.extensions [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Loaded extension: filter-validation Nov 05 18:24:50.063225 n-d-816865-1 neutron-server[102241]: DEBUG neutron.api.extensions [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Loading extension file: fip_pf_description.py {{(pid=102241) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 05 18:24:50.064143 n-d-816865-1 neutron-server[102241]: DEBUG neutron.api.extensions [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=102241) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 05 18:24:50.064659 n-d-816865-1 neutron-server[102241]: INFO neutron.api.extensions [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Nov 05 18:24:50.064990 n-d-816865-1 neutron-server[102241]: DEBUG neutron.api.extensions [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Loading extension file: fip_port_details.py {{(pid=102241) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 05 18:24:50.065915 n-d-816865-1 neutron-server[102241]: DEBUG neutron.api.extensions [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=102241) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 05 18:24:50.066458 n-d-816865-1 neutron-server[102241]: INFO neutron.api.extensions [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Loaded extension: fip-port-details Nov 05 18:24:50.066781 n-d-816865-1 neutron-server[102241]: DEBUG neutron.api.extensions [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Loading extension file: flavors.py {{(pid=102241) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 05 18:24:50.068033 n-d-816865-1 neutron-server[102241]: DEBUG neutron.api.extensions [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=102241) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 05 18:24:50.068558 n-d-816865-1 neutron-server[102241]: INFO neutron.api.extensions [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Loaded extension: flavors Nov 05 18:24:50.068882 n-d-816865-1 neutron-server[102241]: DEBUG neutron.api.extensions [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=102241) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 05 18:24:50.070594 n-d-816865-1 neutron-server[102241]: DEBUG neutron.api.extensions [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=102241) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 05 18:24:50.071124 n-d-816865-1 neutron-server[102241]: INFO neutron.api.extensions [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Nov 05 18:24:50.071455 n-d-816865-1 neutron-server[102241]: DEBUG neutron.api.extensions [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Loading extension file: floatingip_pools.py {{(pid=102241) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 05 18:24:50.072161 n-d-816865-1 neutron-server[102241]: DEBUG neutron.api.extensions [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=102241) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 05 18:24:50.072701 n-d-816865-1 neutron-server[102241]: INFO neutron.api.extensions [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Loaded extension: floatingip-pools Nov 05 18:24:50.073027 n-d-816865-1 neutron-server[102241]: DEBUG neutron.api.extensions [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Loading extension file: ip_allocation.py {{(pid=102241) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 05 18:24:50.073955 n-d-816865-1 neutron-server[102241]: DEBUG neutron.api.extensions [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=102241) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 05 18:24:50.074502 n-d-816865-1 neutron-server[102241]: INFO neutron.api.extensions [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Extension ip_allocation not supported by any of loaded plugins Nov 05 18:24:50.074826 n-d-816865-1 neutron-server[102241]: DEBUG neutron.api.extensions [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=102241) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 05 18:24:50.076379 n-d-816865-1 neutron-server[102241]: DEBUG neutron.api.extensions [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=102241) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 05 18:24:50.076898 n-d-816865-1 neutron-server[102241]: INFO neutron.api.extensions [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Loaded extension: ip-substring-filtering Nov 05 18:24:50.077226 n-d-816865-1 neutron-server[102241]: DEBUG neutron.api.extensions [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Loading extension file: l2_adjacency.py {{(pid=102241) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 05 18:24:50.084360 n-d-816865-1 neutron-server[102241]: DEBUG neutron.api.extensions [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=102241) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 05 18:24:50.084877 n-d-816865-1 neutron-server[102241]: INFO neutron.api.extensions [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Extension l2_adjacency not supported by any of loaded plugins Nov 05 18:24:50.085201 n-d-816865-1 neutron-server[102241]: DEBUG neutron.api.extensions [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Loading extension file: l3.py {{(pid=102241) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 05 18:24:50.086226 n-d-816865-1 neutron-server[102241]: DEBUG neutron.api.extensions [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=102241) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 05 18:24:50.086748 n-d-816865-1 neutron-server[102241]: INFO neutron.api.extensions [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Loaded extension: router Nov 05 18:24:50.087071 n-d-816865-1 neutron-server[102241]: DEBUG neutron.api.extensions [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Loading extension file: l3_conntrack_helper.py {{(pid=102241) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 05 18:24:50.089331 n-d-816865-1 neutron-server[102241]: DEBUG neutron.api.extensions [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=102241) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 05 18:24:50.089862 n-d-816865-1 neutron-server[102241]: INFO neutron.api.extensions [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Nov 05 18:24:50.090228 n-d-816865-1 neutron-server[102241]: DEBUG neutron.api.extensions [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=102241) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 05 18:24:50.091235 n-d-816865-1 neutron-server[102241]: DEBUG neutron.api.extensions [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=102241) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 05 18:24:50.091788 n-d-816865-1 neutron-server[102241]: INFO neutron.api.extensions [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Loaded extension: ext-gw-mode Nov 05 18:24:50.092113 n-d-816865-1 neutron-server[102241]: DEBUG neutron.api.extensions [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=102241) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 05 18:24:50.093153 n-d-816865-1 neutron-server[102241]: DEBUG neutron.api.extensions [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=102241) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 05 18:24:50.093671 n-d-816865-1 neutron-server[102241]: INFO neutron.api.extensions [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Loaded extension: l3-ha Nov 05 18:24:50.093994 n-d-816865-1 neutron-server[102241]: DEBUG neutron.api.extensions [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Loading extension file: l3_flavors.py {{(pid=102241) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 05 18:24:50.094954 n-d-816865-1 neutron-server[102241]: DEBUG neutron.api.extensions [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=102241) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 05 18:24:50.095467 n-d-816865-1 neutron-server[102241]: INFO neutron.api.extensions [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Loaded extension: l3-flavors Nov 05 18:24:50.095790 n-d-816865-1 neutron-server[102241]: DEBUG neutron.api.extensions [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=102241) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 05 18:24:50.096709 n-d-816865-1 neutron-server[102241]: DEBUG neutron.api.extensions [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=102241) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 05 18:24:50.097223 n-d-816865-1 neutron-server[102241]: INFO neutron.api.extensions [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Loaded extension: l3-port-ip-change-not-allowed Nov 05 18:24:50.097544 n-d-816865-1 neutron-server[102241]: DEBUG neutron.api.extensions [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Loading extension file: l3agentscheduler.py {{(pid=102241) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 05 18:24:50.098651 n-d-816865-1 neutron-server[102241]: DEBUG neutron.api.extensions [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=102241) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 05 18:24:50.099168 n-d-816865-1 neutron-server[102241]: INFO neutron.api.extensions [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Loaded extension: l3_agent_scheduler Nov 05 18:24:50.099494 n-d-816865-1 neutron-server[102241]: DEBUG neutron.api.extensions [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Loading extension file: logging.py {{(pid=102241) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 05 18:24:50.101029 n-d-816865-1 neutron-server[102241]: DEBUG neutron.api.extensions [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=102241) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 05 18:24:50.101559 n-d-816865-1 neutron-server[102241]: INFO neutron.api.extensions [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Extension logging not supported by any of loaded plugins Nov 05 18:24:50.101887 n-d-816865-1 neutron-server[102241]: DEBUG neutron.api.extensions [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Loading extension file: metering.py {{(pid=102241) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 05 18:24:50.102662 n-d-816865-1 neutron-server[102241]: DEBUG neutron.api.extensions [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=102241) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 05 18:24:50.103247 n-d-816865-1 neutron-server[102241]: INFO neutron.api.extensions [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Loaded extension: metering Nov 05 18:24:50.103572 n-d-816865-1 neutron-server[102241]: DEBUG neutron.api.extensions [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=102241) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 05 18:24:50.104816 n-d-816865-1 neutron-server[102241]: DEBUG neutron.api.extensions [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=102241) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 05 18:24:50.105340 n-d-816865-1 neutron-server[102241]: INFO neutron.api.extensions [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Loaded extension: metering_source_and_destination_fields Nov 05 18:24:50.105671 n-d-816865-1 neutron-server[102241]: DEBUG neutron.api.extensions [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Loading extension file: multiprovidernet.py {{(pid=102241) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 05 18:24:50.106825 n-d-816865-1 neutron-server[102241]: DEBUG neutron.api.extensions [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=102241) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 05 18:24:50.107407 n-d-816865-1 neutron-server[102241]: INFO neutron.api.extensions [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Loaded extension: multi-provider Nov 05 18:24:50.107732 n-d-816865-1 neutron-server[102241]: DEBUG neutron.api.extensions [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Loading extension file: netmtu.py {{(pid=102241) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 05 18:24:50.108663 n-d-816865-1 neutron-server[102241]: DEBUG neutron.api.extensions [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=102241) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 05 18:24:50.109180 n-d-816865-1 neutron-server[102241]: INFO neutron.api.extensions [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Loaded extension: net-mtu Nov 05 18:24:50.109503 n-d-816865-1 neutron-server[102241]: DEBUG neutron.api.extensions [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Loading extension file: netmtu_writable.py {{(pid=102241) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 05 18:24:50.110461 n-d-816865-1 neutron-server[102241]: DEBUG neutron.api.extensions [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=102241) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 05 18:24:50.110976 n-d-816865-1 neutron-server[102241]: INFO neutron.api.extensions [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Loaded extension: net-mtu-writable Nov 05 18:24:50.111324 n-d-816865-1 neutron-server[102241]: DEBUG neutron.api.extensions [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Loading extension file: network_availability_zone.py {{(pid=102241) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 05 18:24:50.111977 n-d-816865-1 neutron-server[102241]: DEBUG neutron.api.extensions [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=102241) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 05 18:24:50.112485 n-d-816865-1 neutron-server[102241]: INFO neutron.api.extensions [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Loaded extension: network_availability_zone Nov 05 18:24:50.112804 n-d-816865-1 neutron-server[102241]: DEBUG neutron.api.extensions [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Loading extension file: network_ip_availability.py {{(pid=102241) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 05 18:24:50.113924 n-d-816865-1 neutron-server[102241]: DEBUG neutron.api.extensions [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=102241) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 05 18:24:50.114483 n-d-816865-1 neutron-server[102241]: INFO neutron.api.extensions [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Loaded extension: network-ip-availability Nov 05 18:24:50.114808 n-d-816865-1 neutron-server[102241]: DEBUG neutron.api.extensions [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Loading extension file: network_segment_range.py {{(pid=102241) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 05 18:24:50.115581 n-d-816865-1 neutron-server[102241]: DEBUG neutron.api.extensions [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=102241) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 05 18:24:50.116081 n-d-816865-1 neutron-server[102241]: INFO neutron.api.extensions [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Extension network-segment-range not supported by any of loaded plugins Nov 05 18:24:50.116401 n-d-816865-1 neutron-server[102241]: DEBUG neutron.api.extensions [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Loading extension file: pagination.py {{(pid=102241) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 05 18:24:50.123200 n-d-816865-1 neutron-server[102241]: DEBUG neutron.api.extensions [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=102241) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 05 18:24:50.123525 n-d-816865-1 neutron-server[102241]: INFO neutron.api.extensions [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Loaded extension: pagination Nov 05 18:24:50.123844 n-d-816865-1 neutron-server[102241]: DEBUG neutron.api.extensions [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Loading extension file: port_device_profile.py {{(pid=102241) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 05 18:24:50.124769 n-d-816865-1 neutron-server[102241]: DEBUG neutron.api.extensions [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=102241) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 05 18:24:50.125293 n-d-816865-1 neutron-server[102241]: INFO neutron.api.extensions [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Loaded extension: port-device-profile Nov 05 18:24:50.125615 n-d-816865-1 neutron-server[102241]: DEBUG neutron.api.extensions [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=102241) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 05 18:24:50.126569 n-d-816865-1 neutron-server[102241]: DEBUG neutron.api.extensions [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=102241) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 05 18:24:50.127091 n-d-816865-1 neutron-server[102241]: INFO neutron.api.extensions [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Loaded extension: port-mac-address-regenerate Nov 05 18:24:50.127415 n-d-816865-1 neutron-server[102241]: DEBUG neutron.api.extensions [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=102241) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 05 18:24:50.128334 n-d-816865-1 neutron-server[102241]: DEBUG neutron.api.extensions [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=102241) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 05 18:24:50.128851 n-d-816865-1 neutron-server[102241]: INFO neutron.api.extensions [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Loaded extension: port-numa-affinity-policy Nov 05 18:24:50.129173 n-d-816865-1 neutron-server[102241]: DEBUG neutron.api.extensions [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Loading extension file: port_resource_request.py {{(pid=102241) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 05 18:24:50.130137 n-d-816865-1 neutron-server[102241]: DEBUG neutron.api.extensions [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=102241) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 05 18:24:50.130652 n-d-816865-1 neutron-server[102241]: INFO neutron.api.extensions [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Extension port-resource-request not supported by any of loaded plugins Nov 05 18:24:50.130973 n-d-816865-1 neutron-server[102241]: DEBUG neutron.api.extensions [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Loading extension file: port_resource_request_groups.py {{(pid=102241) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 05 18:24:50.131948 n-d-816865-1 neutron-server[102241]: DEBUG neutron.api.extensions [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=102241) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 05 18:24:50.132468 n-d-816865-1 neutron-server[102241]: INFO neutron.api.extensions [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Extension port-resource-request-groups not supported by any of loaded plugins Nov 05 18:24:50.132787 n-d-816865-1 neutron-server[102241]: DEBUG neutron.api.extensions [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Loading extension file: portbindings.py {{(pid=102241) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 05 18:24:50.133728 n-d-816865-1 neutron-server[102241]: DEBUG neutron.api.extensions [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=102241) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 05 18:24:50.134274 n-d-816865-1 neutron-server[102241]: INFO neutron.api.extensions [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Loaded extension: binding Nov 05 18:24:50.134597 n-d-816865-1 neutron-server[102241]: DEBUG neutron.api.extensions [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Loading extension file: portbindings_extended.py {{(pid=102241) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 05 18:24:50.135888 n-d-816865-1 neutron-server[102241]: DEBUG neutron.api.extensions [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=102241) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 05 18:24:50.136409 n-d-816865-1 neutron-server[102241]: INFO neutron.api.extensions [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Loaded extension: binding-extended Nov 05 18:24:50.136735 n-d-816865-1 neutron-server[102241]: DEBUG neutron.api.extensions [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Loading extension file: portsecurity.py {{(pid=102241) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 05 18:24:50.137657 n-d-816865-1 neutron-server[102241]: DEBUG neutron.api.extensions [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=102241) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 05 18:24:50.138852 n-d-816865-1 neutron-server[102241]: INFO neutron.api.extensions [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Loaded extension: port-security Nov 05 18:24:50.139175 n-d-816865-1 neutron-server[102241]: DEBUG neutron.api.extensions [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Loading extension file: project_id.py {{(pid=102241) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 05 18:24:50.140171 n-d-816865-1 neutron-server[102241]: DEBUG neutron.api.extensions [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=102241) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 05 18:24:50.140497 n-d-816865-1 neutron-server[102241]: INFO neutron.api.extensions [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Loaded extension: project-id Nov 05 18:24:50.140816 n-d-816865-1 neutron-server[102241]: DEBUG neutron.api.extensions [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Loading extension file: providernet.py {{(pid=102241) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 05 18:24:50.141748 n-d-816865-1 neutron-server[102241]: DEBUG neutron.api.extensions [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=102241) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 05 18:24:50.142296 n-d-816865-1 neutron-server[102241]: INFO neutron.api.extensions [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Loaded extension: provider Nov 05 18:24:50.142616 n-d-816865-1 neutron-server[102241]: DEBUG neutron.api.extensions [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Loading extension file: qos.py {{(pid=102241) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 05 18:24:50.146277 n-d-816865-1 neutron-server[102241]: DEBUG neutron.api.extensions [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=102241) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 05 18:24:50.146810 n-d-816865-1 neutron-server[102241]: INFO neutron.api.extensions [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Extension qos not supported by any of loaded plugins Nov 05 18:24:50.147140 n-d-816865-1 neutron-server[102241]: DEBUG neutron.api.extensions [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=102241) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 05 18:24:50.148387 n-d-816865-1 neutron-server[102241]: DEBUG neutron.api.extensions [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=102241) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 05 18:24:50.148916 n-d-816865-1 neutron-server[102241]: INFO neutron.api.extensions [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Nov 05 18:24:50.149249 n-d-816865-1 neutron-server[102241]: DEBUG neutron.api.extensions [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=102241) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 05 18:24:50.150220 n-d-816865-1 neutron-server[102241]: DEBUG neutron.api.extensions [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=102241) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 05 18:24:50.150743 n-d-816865-1 neutron-server[102241]: INFO neutron.api.extensions [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Nov 05 18:24:50.151069 n-d-816865-1 neutron-server[102241]: DEBUG neutron.api.extensions [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Loading extension file: qos_default.py {{(pid=102241) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 05 18:24:50.151988 n-d-816865-1 neutron-server[102241]: DEBUG neutron.api.extensions [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=102241) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 05 18:24:50.152506 n-d-816865-1 neutron-server[102241]: INFO neutron.api.extensions [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Extension qos-default not supported by any of loaded plugins Nov 05 18:24:50.152832 n-d-816865-1 neutron-server[102241]: DEBUG neutron.api.extensions [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Loading extension file: qos_fip.py {{(pid=102241) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 05 18:24:50.153558 n-d-816865-1 neutron-server[102241]: DEBUG neutron.api.extensions [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=102241) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 05 18:24:50.154136 n-d-816865-1 neutron-server[102241]: INFO neutron.api.extensions [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Extension qos-fip not supported by any of loaded plugins Nov 05 18:24:50.154464 n-d-816865-1 neutron-server[102241]: DEBUG neutron.api.extensions [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Loading extension file: qos_gateway_ip.py {{(pid=102241) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 05 18:24:50.155395 n-d-816865-1 neutron-server[102241]: DEBUG neutron.api.extensions [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=102241) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 05 18:24:50.155911 n-d-816865-1 neutron-server[102241]: INFO neutron.api.extensions [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Extension qos-gateway-ip not supported by any of loaded plugins Nov 05 18:24:50.156234 n-d-816865-1 neutron-server[102241]: DEBUG neutron.api.extensions [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Loading extension file: qos_port_network_policy.py {{(pid=102241) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 05 18:24:50.157150 n-d-816865-1 neutron-server[102241]: DEBUG neutron.api.extensions [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=102241) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 05 18:24:50.157661 n-d-816865-1 neutron-server[102241]: INFO neutron.api.extensions [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Extension qos-port-network-policy not supported by any of loaded plugins Nov 05 18:24:50.157984 n-d-816865-1 neutron-server[102241]: DEBUG neutron.api.extensions [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=102241) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 05 18:24:50.162949 n-d-816865-1 neutron-server[102241]: DEBUG neutron.api.extensions [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=102241) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 05 18:24:50.163476 n-d-816865-1 neutron-server[102241]: INFO neutron.api.extensions [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Extension qos-pps-minimum not supported by any of loaded plugins Nov 05 18:24:50.163802 n-d-816865-1 neutron-server[102241]: DEBUG neutron.api.extensions [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Loading extension file: qos_pps_rule.py {{(pid=102241) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 05 18:24:50.164985 n-d-816865-1 neutron-server[102241]: DEBUG neutron.api.extensions [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=102241) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 05 18:24:50.165685 n-d-816865-1 neutron-server[102241]: INFO neutron.api.extensions [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Extension qos-pps not supported by any of loaded plugins Nov 05 18:24:50.166012 n-d-816865-1 neutron-server[102241]: DEBUG neutron.api.extensions [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Loading extension file: qos_rule_type_details.py {{(pid=102241) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 05 18:24:50.166968 n-d-816865-1 neutron-server[102241]: DEBUG neutron.api.extensions [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=102241) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 05 18:24:50.167488 n-d-816865-1 neutron-server[102241]: INFO neutron.api.extensions [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Extension qos-rule-type-details not supported by any of loaded plugins Nov 05 18:24:50.167808 n-d-816865-1 neutron-server[102241]: DEBUG neutron.api.extensions [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Loading extension file: qos_rules_alias.py {{(pid=102241) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 05 18:24:50.168878 n-d-816865-1 neutron-server[102241]: DEBUG neutron.api.extensions [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=102241) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 05 18:24:50.169420 n-d-816865-1 neutron-server[102241]: INFO neutron.api.extensions [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Extension qos-rules-alias not supported by any of loaded plugins Nov 05 18:24:50.169739 n-d-816865-1 neutron-server[102241]: DEBUG neutron.api.extensions [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Loading extension file: quota_check_limit.py {{(pid=102241) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 05 18:24:50.170748 n-d-816865-1 neutron-server[102241]: DEBUG neutron.api.extensions [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=102241) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 05 18:24:50.171222 n-d-816865-1 neutron-server[102241]: INFO neutron.api.extensions [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Loaded extension: quota-check-limit Nov 05 18:24:50.171540 n-d-816865-1 neutron-server[102241]: DEBUG neutron.api.extensions [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Loading extension file: quotasv2.py {{(pid=102241) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 05 18:24:50.172495 n-d-816865-1 neutron-server[102241]: DEBUG neutron.api.extensions [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=102241) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 05 18:24:50.172819 n-d-816865-1 neutron-server[102241]: INFO neutron.api.extensions [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Loaded extension: quotas Nov 05 18:24:50.173137 n-d-816865-1 neutron-server[102241]: DEBUG neutron.api.extensions [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Loading extension file: quotasv2_detail.py {{(pid=102241) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 05 18:24:50.176355 n-d-816865-1 neutron-server[102241]: DEBUG neutron.api.extensions [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=102241) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 05 18:24:50.176696 n-d-816865-1 neutron-server[102241]: INFO neutron.api.extensions [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Loaded extension: quota_details Nov 05 18:24:50.177025 n-d-816865-1 neutron-server[102241]: DEBUG neutron.api.extensions [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Loading extension file: rbac.py {{(pid=102241) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 05 18:24:50.178121 n-d-816865-1 neutron-server[102241]: DEBUG neutron.api.extensions [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=102241) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 05 18:24:50.178659 n-d-816865-1 neutron-server[102241]: INFO neutron.api.extensions [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Loaded extension: rbac-policies Nov 05 18:24:50.178989 n-d-816865-1 neutron-server[102241]: DEBUG neutron.api.extensions [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Loading extension file: rbac_address_group.py {{(pid=102241) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 05 18:24:50.179935 n-d-816865-1 neutron-server[102241]: DEBUG neutron.api.extensions [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=102241) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 05 18:24:50.180446 n-d-816865-1 neutron-server[102241]: INFO neutron.api.extensions [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Loaded extension: rbac-address-group Nov 05 18:24:50.180771 n-d-816865-1 neutron-server[102241]: DEBUG neutron.api.extensions [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Loading extension file: rbac_address_scope.py {{(pid=102241) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 05 18:24:50.181713 n-d-816865-1 neutron-server[102241]: DEBUG neutron.api.extensions [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=102241) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 05 18:24:50.182268 n-d-816865-1 neutron-server[102241]: INFO neutron.api.extensions [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Loaded extension: rbac-address-scope Nov 05 18:24:50.182596 n-d-816865-1 neutron-server[102241]: DEBUG neutron.api.extensions [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Loading extension file: rbac_security_groups.py {{(pid=102241) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 05 18:24:50.183529 n-d-816865-1 neutron-server[102241]: DEBUG neutron.api.extensions [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=102241) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 05 18:24:50.184053 n-d-816865-1 neutron-server[102241]: INFO neutron.api.extensions [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Loaded extension: rbac-security-groups Nov 05 18:24:50.184376 n-d-816865-1 neutron-server[102241]: DEBUG neutron.api.extensions [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Loading extension file: rbac_subnetpool.py {{(pid=102241) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 05 18:24:50.191385 n-d-816865-1 neutron-server[102241]: DEBUG neutron.api.extensions [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=102241) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 05 18:24:50.191886 n-d-816865-1 neutron-server[102241]: INFO neutron.api.extensions [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Loaded extension: rbac-subnetpool Nov 05 18:24:50.192212 n-d-816865-1 neutron-server[102241]: DEBUG neutron.api.extensions [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Loading extension file: revisionifmatch.py {{(pid=102241) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 05 18:24:50.193140 n-d-816865-1 neutron-server[102241]: DEBUG neutron.api.extensions [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=102241) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 05 18:24:50.193655 n-d-816865-1 neutron-server[102241]: INFO neutron.api.extensions [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Loaded extension: revision-if-match Nov 05 18:24:50.193979 n-d-816865-1 neutron-server[102241]: DEBUG neutron.api.extensions [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Loading extension file: revisions.py {{(pid=102241) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 05 18:24:50.195141 n-d-816865-1 neutron-server[102241]: DEBUG neutron.api.extensions [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=102241) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 05 18:24:50.195660 n-d-816865-1 neutron-server[102241]: INFO neutron.api.extensions [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Loaded extension: standard-attr-revisions Nov 05 18:24:50.195987 n-d-816865-1 neutron-server[102241]: DEBUG neutron.api.extensions [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Loading extension file: router_availability_zone.py {{(pid=102241) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 05 18:24:50.196662 n-d-816865-1 neutron-server[102241]: DEBUG neutron.api.extensions [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=102241) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 05 18:24:50.197175 n-d-816865-1 neutron-server[102241]: INFO neutron.api.extensions [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Loaded extension: router_availability_zone Nov 05 18:24:50.197493 n-d-816865-1 neutron-server[102241]: DEBUG neutron.api.extensions [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Loading extension file: routerservicetype.py {{(pid=102241) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 05 18:24:50.198445 n-d-816865-1 neutron-server[102241]: DEBUG neutron.api.extensions [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=102241) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 05 18:24:50.198954 n-d-816865-1 neutron-server[102241]: INFO neutron.api.extensions [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Extension router-service-type not supported by any of loaded plugins Nov 05 18:24:50.199274 n-d-816865-1 neutron-server[102241]: DEBUG neutron.api.extensions [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=102241) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 05 18:24:50.200203 n-d-816865-1 neutron-server[102241]: DEBUG neutron.api.extensions [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=102241) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 05 18:24:50.201415 n-d-816865-1 neutron-server[102241]: INFO neutron.api.extensions [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Loaded extension: security-groups-normalized-cidr Nov 05 18:24:50.201737 n-d-816865-1 neutron-server[102241]: DEBUG neutron.api.extensions [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Loading extension file: security_groups_port_filtering.py {{(pid=102241) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 05 18:24:50.202770 n-d-816865-1 neutron-server[102241]: DEBUG neutron.api.extensions [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=102241) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 05 18:24:50.203282 n-d-816865-1 neutron-server[102241]: INFO neutron.api.extensions [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Loaded extension: port-security-groups-filtering Nov 05 18:24:50.203602 n-d-816865-1 neutron-server[102241]: DEBUG neutron.api.extensions [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=102241) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 05 18:24:50.204538 n-d-816865-1 neutron-server[102241]: DEBUG neutron.api.extensions [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=102241) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 05 18:24:50.205051 n-d-816865-1 neutron-server[102241]: INFO neutron.api.extensions [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Loaded extension: security-groups-remote-address-group Nov 05 18:24:50.205373 n-d-816865-1 neutron-server[102241]: DEBUG neutron.api.extensions [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=102241) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 05 18:24:50.206340 n-d-816865-1 neutron-server[102241]: DEBUG neutron.api.extensions [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=102241) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 05 18:24:50.206853 n-d-816865-1 neutron-server[102241]: INFO neutron.api.extensions [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Loaded extension: security-groups-shared-filtering Nov 05 18:24:50.207175 n-d-816865-1 neutron-server[102241]: DEBUG neutron.api.extensions [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=102241) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 05 18:24:50.207770 n-d-816865-1 neutron-server[102241]: WARNING neutron.api.extensions [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Nov 05 18:24:50.208095 n-d-816865-1 neutron-server[102241]: DEBUG neutron.api.extensions [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Loading extension file: securitygroup.py {{(pid=102241) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 05 18:24:50.217960 n-d-816865-1 neutron-server[102241]: DEBUG neutron.api.extensions [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=102241) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 05 18:24:50.218515 n-d-816865-1 neutron-server[102241]: INFO neutron.api.extensions [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Loaded extension: security-group Nov 05 18:24:50.218845 n-d-816865-1 neutron-server[102241]: DEBUG neutron.api.extensions [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Loading extension file: segment.py {{(pid=102241) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 05 18:24:50.219637 n-d-816865-1 neutron-server[102241]: DEBUG neutron.api.extensions [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=102241) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 05 18:24:50.220154 n-d-816865-1 neutron-server[102241]: INFO neutron.api.extensions [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Extension segment not supported by any of loaded plugins Nov 05 18:24:50.220484 n-d-816865-1 neutron-server[102241]: DEBUG neutron.api.extensions [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=102241) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 05 18:24:50.225945 n-d-816865-1 neutron-server[102241]: DEBUG neutron.api.extensions [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=102241) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 05 18:24:50.226493 n-d-816865-1 neutron-server[102241]: INFO neutron.api.extensions [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Nov 05 18:24:50.226819 n-d-816865-1 neutron-server[102241]: DEBUG neutron.api.extensions [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Loading extension file: servicetype.py {{(pid=102241) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 05 18:24:50.227953 n-d-816865-1 neutron-server[102241]: DEBUG neutron.api.extensions [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=102241) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 05 18:24:50.228482 n-d-816865-1 neutron-server[102241]: INFO neutron.api.extensions [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Loaded extension: service-type Nov 05 18:24:50.228808 n-d-816865-1 neutron-server[102241]: DEBUG neutron.api.extensions [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Loading extension file: sorting.py {{(pid=102241) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 05 18:24:50.229805 n-d-816865-1 neutron-server[102241]: DEBUG neutron.api.extensions [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=102241) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 05 18:24:50.230170 n-d-816865-1 neutron-server[102241]: INFO neutron.api.extensions [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Loaded extension: sorting Nov 05 18:24:50.230494 n-d-816865-1 neutron-server[102241]: DEBUG neutron.api.extensions [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Loading extension file: standard_attr_segment.py {{(pid=102241) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 05 18:24:50.231414 n-d-816865-1 neutron-server[102241]: DEBUG neutron.api.extensions [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=102241) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 05 18:24:50.231974 n-d-816865-1 neutron-server[102241]: INFO neutron.api.extensions [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Extension standard-attr-segment not supported by any of loaded plugins Nov 05 18:24:50.232290 n-d-816865-1 neutron-server[102241]: DEBUG neutron.api.extensions [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Loading extension file: standardattrdescription.py {{(pid=102241) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 05 18:24:50.232944 n-d-816865-1 neutron-server[102241]: DEBUG neutron.api.extensions [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=102241) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 05 18:24:50.233457 n-d-816865-1 neutron-server[102241]: INFO neutron.api.extensions [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Loaded extension: standard-attr-description Nov 05 18:24:50.233780 n-d-816865-1 neutron-server[102241]: DEBUG neutron.api.extensions [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Loading extension file: stateful_security_group.py {{(pid=102241) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 05 18:24:50.234746 n-d-816865-1 neutron-server[102241]: DEBUG neutron.api.extensions [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=102241) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 05 18:24:50.235264 n-d-816865-1 neutron-server[102241]: INFO neutron.api.extensions [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Loaded extension: stateful-security-group Nov 05 18:24:50.235587 n-d-816865-1 neutron-server[102241]: DEBUG neutron.api.extensions [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Loading extension file: stdattrs_common.py {{(pid=102241) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 05 18:24:50.236163 n-d-816865-1 neutron-server[102241]: WARNING neutron.api.extensions [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Nov 05 18:24:50.236489 n-d-816865-1 neutron-server[102241]: DEBUG neutron.api.extensions [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=102241) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 05 18:24:50.237418 n-d-816865-1 neutron-server[102241]: DEBUG neutron.api.extensions [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=102241) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 05 18:24:50.237933 n-d-816865-1 neutron-server[102241]: INFO neutron.api.extensions [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Nov 05 18:24:50.238283 n-d-816865-1 neutron-server[102241]: DEBUG neutron.api.extensions [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Loading extension file: subnet_onboard.py {{(pid=102241) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 05 18:24:50.239371 n-d-816865-1 neutron-server[102241]: DEBUG neutron.api.extensions [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=102241) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 05 18:24:50.239895 n-d-816865-1 neutron-server[102241]: INFO neutron.api.extensions [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Loaded extension: subnet_onboard Nov 05 18:24:50.240218 n-d-816865-1 neutron-server[102241]: DEBUG neutron.api.extensions [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=102241) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 05 18:24:50.241160 n-d-816865-1 neutron-server[102241]: DEBUG neutron.api.extensions [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=102241) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 05 18:24:50.241676 n-d-816865-1 neutron-server[102241]: INFO neutron.api.extensions [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Nov 05 18:24:50.241998 n-d-816865-1 neutron-server[102241]: DEBUG neutron.api.extensions [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Loading extension file: subnet_service_types.py {{(pid=102241) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 05 18:24:50.242954 n-d-816865-1 neutron-server[102241]: DEBUG neutron.api.extensions [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=102241) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 05 18:24:50.243723 n-d-816865-1 neutron-server[102241]: INFO neutron.api.extensions [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Loaded extension: subnet-service-types Nov 05 18:24:50.244044 n-d-816865-1 neutron-server[102241]: DEBUG neutron.api.extensions [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Loading extension file: subnetallocation.py {{(pid=102241) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 05 18:24:50.245137 n-d-816865-1 neutron-server[102241]: DEBUG neutron.api.extensions [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=102241) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 05 18:24:50.245654 n-d-816865-1 neutron-server[102241]: INFO neutron.api.extensions [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Loaded extension: subnet_allocation Nov 05 18:24:50.245978 n-d-816865-1 neutron-server[102241]: DEBUG neutron.api.extensions [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=102241) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 05 18:24:50.246672 n-d-816865-1 neutron-server[102241]: DEBUG neutron.api.extensions [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=102241) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 05 18:24:50.247689 n-d-816865-1 neutron-server[102241]: INFO neutron.api.extensions [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Loaded extension: subnetpool-prefix-ops Nov 05 18:24:50.248588 n-d-816865-1 neutron-server[102241]: DEBUG neutron.api.extensions [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=102241) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 05 18:24:50.249274 n-d-816865-1 neutron-server[102241]: DEBUG neutron.api.extensions [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=102241) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 05 18:24:50.249787 n-d-816865-1 neutron-server[102241]: INFO neutron.api.extensions [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Nov 05 18:24:50.250142 n-d-816865-1 neutron-server[102241]: DEBUG neutron.api.extensions [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Loading extension file: tagging.py {{(pid=102241) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 05 18:24:50.251214 n-d-816865-1 neutron-server[102241]: DEBUG neutron.api.extensions [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=102241) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 05 18:24:50.251733 n-d-816865-1 neutron-server[102241]: INFO neutron.api.extensions [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Loaded extension: standard-attr-tag Nov 05 18:24:50.252058 n-d-816865-1 neutron-server[102241]: DEBUG neutron.api.extensions [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Loading extension file: timestamp.py {{(pid=102241) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 05 18:24:50.253273 n-d-816865-1 neutron-server[102241]: DEBUG neutron.api.extensions [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=102241) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 05 18:24:50.253852 n-d-816865-1 neutron-server[102241]: INFO neutron.api.extensions [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Loaded extension: standard-attr-timestamp Nov 05 18:24:50.254164 n-d-816865-1 neutron-server[102241]: DEBUG neutron.api.extensions [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Loading extension file: trunk.py {{(pid=102241) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 05 18:24:50.255217 n-d-816865-1 neutron-server[102241]: DEBUG neutron.api.extensions [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=102241) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 05 18:24:50.255739 n-d-816865-1 neutron-server[102241]: INFO neutron.api.extensions [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Extension trunk not supported by any of loaded plugins Nov 05 18:24:50.256068 n-d-816865-1 neutron-server[102241]: DEBUG neutron.api.extensions [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Loading extension file: trunk_details.py {{(pid=102241) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 05 18:24:50.256996 n-d-816865-1 neutron-server[102241]: DEBUG neutron.api.extensions [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=102241) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 05 18:24:50.257513 n-d-816865-1 neutron-server[102241]: INFO neutron.api.extensions [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Extension trunk-details not supported by any of loaded plugins Nov 05 18:24:50.257837 n-d-816865-1 neutron-server[102241]: DEBUG neutron.api.extensions [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Loading extension file: uplink_status_propagation.py {{(pid=102241) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 05 18:24:50.258810 n-d-816865-1 neutron-server[102241]: DEBUG neutron.api.extensions [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=102241) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 05 18:24:50.259325 n-d-816865-1 neutron-server[102241]: INFO neutron.api.extensions [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Extension uplink-status-propagation not supported by any of loaded plugins Nov 05 18:24:50.259648 n-d-816865-1 neutron-server[102241]: DEBUG neutron.api.extensions [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Loading extension file: vlantransparent.py {{(pid=102241) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 05 18:24:50.260323 n-d-816865-1 neutron-server[102241]: DEBUG neutron.api.extensions [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=102241) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 05 18:24:50.260829 n-d-816865-1 neutron-server[102241]: INFO neutron.api.extensions [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Extension vlan-transparent not supported by any of loaded plugins Nov 05 18:24:50.264197 n-d-816865-1 neutron-server[102241]: INFO neutron.quota.resource_registry [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Creating instance of TrackedResource for resource:network Nov 05 18:24:50.264739 n-d-816865-1 neutron-server[102241]: INFO neutron.quota.resource_registry [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Creating instance of TrackedResource for resource:subnet Nov 05 18:24:50.265151 n-d-816865-1 neutron-server[102241]: INFO neutron.quota.resource_registry [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Creating instance of TrackedResource for resource:subnetpool Nov 05 18:24:50.265785 n-d-816865-1 neutron-server[102241]: INFO neutron.quota.resource_registry [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Creating instance of TrackedResource for resource:port Nov 05 18:24:50.266829 n-d-816865-1 neutron-server[102241]: DEBUG neutron.api.v2.resource_helper [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102241) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 05 18:24:50.267272 n-d-816865-1 neutron-server[102241]: DEBUG neutron.api.v2.resource_helper [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Service FLAVORS assigned prefix: {{(pid=102241) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 05 18:24:50.267891 n-d-816865-1 neutron-server[102241]: DEBUG neutron.api.v2.resource_helper [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102241) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 05 18:24:50.268314 n-d-816865-1 neutron-server[102241]: DEBUG neutron.api.v2.resource_helper [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102241) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 05 18:24:50.268645 n-d-816865-1 neutron-server[102241]: INFO neutron.quota.resource_registry [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Creating instance of TrackedResource for resource:router Nov 05 18:24:50.269086 n-d-816865-1 neutron-server[102241]: INFO neutron.quota.resource_registry [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Creating instance of TrackedResource for resource:floatingip Nov 05 18:24:50.269599 n-d-816865-1 neutron-server[102241]: DEBUG neutron.api.v2.resource_helper [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Service METERING assigned prefix: /metering {{(pid=102241) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 05 18:24:50.271041 n-d-816865-1 neutron-server[102241]: DEBUG neutron_lib.callbacks.manager [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=102241) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 05 18:24:50.271407 n-d-816865-1 neutron-server[102241]: DEBUG neutron_lib.callbacks.manager [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=102241) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 05 18:24:50.271755 n-d-816865-1 neutron-server[102241]: DEBUG neutron_lib.callbacks.manager [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102241) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 05 18:24:50.272766 n-d-816865-1 neutron-server[102241]: INFO neutron.quota.resource_registry [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Creating instance of CountableResource for resource:rbac_policy Nov 05 18:24:50.273209 n-d-816865-1 neutron-server[102241]: INFO neutron.quota.resource_registry [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Creating instance of TrackedResource for resource:security_group Nov 05 18:24:50.273633 n-d-816865-1 neutron-server[102241]: INFO neutron.quota.resource_registry [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Creating instance of TrackedResource for resource:security_group_rule Nov 05 18:24:50.274282 n-d-816865-1 neutron-server[102241]: DEBUG neutron.api.v2.resource_helper [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Service CORE assigned prefix: {{(pid=102241) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 05 18:24:50.274617 n-d-816865-1 neutron-server[102241]: INFO neutron.quota.resource_registry [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Creating instance of TrackedResource for resource:subnetpool Nov 05 18:24:50.274961 n-d-816865-1 neutron-server[102241]: WARNING neutron.quota.resource_registry [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] subnetpool is already registered Nov 05 18:24:50.275393 n-d-816865-1 neutron-server[102241]: DEBUG neutron.api.v2.resource_helper [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Service CORE assigned prefix: {{(pid=102241) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 05 18:24:50.275715 n-d-816865-1 neutron-server[102241]: INFO neutron.quota.resource_registry [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Creating instance of TrackedResource for resource:subnetpool Nov 05 18:24:50.276045 n-d-816865-1 neutron-server[102241]: WARNING neutron.quota.resource_registry [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] subnetpool is already registered Nov 05 18:24:50.278453 n-d-816865-1 neutron-server[102241]: DEBUG neutron.api.v2.resource_helper [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102241) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 05 18:24:50.278905 n-d-816865-1 neutron-server[102241]: DEBUG neutron.api.v2.resource_helper [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Service FLAVORS assigned prefix: {{(pid=102241) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 05 18:24:50.279520 n-d-816865-1 neutron-server[102241]: DEBUG neutron.api.v2.resource_helper [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102241) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 05 18:24:50.279948 n-d-816865-1 neutron-server[102241]: DEBUG neutron.api.v2.resource_helper [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102241) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 05 18:24:50.280280 n-d-816865-1 neutron-server[102241]: INFO neutron.quota.resource_registry [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Creating instance of TrackedResource for resource:router Nov 05 18:24:50.280620 n-d-816865-1 neutron-server[102241]: WARNING neutron.quota.resource_registry [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] router is already registered Nov 05 18:24:50.281030 n-d-816865-1 neutron-server[102241]: INFO neutron.quota.resource_registry [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Creating instance of TrackedResource for resource:floatingip Nov 05 18:24:50.281365 n-d-816865-1 neutron-server[102241]: WARNING neutron.quota.resource_registry [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] floatingip is already registered Nov 05 18:24:50.281833 n-d-816865-1 neutron-server[102241]: DEBUG neutron.api.v2.resource_helper [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Service METERING assigned prefix: /metering {{(pid=102241) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 05 18:24:50.282572 n-d-816865-1 neutron-server[102241]: INFO neutron.quota.resource_registry [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Creating instance of CountableResource for resource:rbac_policy Nov 05 18:24:50.282898 n-d-816865-1 neutron-server[102241]: WARNING neutron.quota.resource_registry [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] rbac_policy is already registered Nov 05 18:24:50.283315 n-d-816865-1 neutron-server[102241]: INFO neutron.quota.resource_registry [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Creating instance of TrackedResource for resource:security_group Nov 05 18:24:50.283650 n-d-816865-1 neutron-server[102241]: WARNING neutron.quota.resource_registry [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] security_group is already registered Nov 05 18:24:50.284050 n-d-816865-1 neutron-server[102241]: INFO neutron.quota.resource_registry [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Creating instance of TrackedResource for resource:security_group_rule Nov 05 18:24:50.284394 n-d-816865-1 neutron-server[102241]: WARNING neutron.quota.resource_registry [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] security_group_rule is already registered Nov 05 18:24:50.284875 n-d-816865-1 neutron-server[102241]: DEBUG neutron.api.v2.resource_helper [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Service CORE assigned prefix: {{(pid=102241) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 05 18:24:50.285209 n-d-816865-1 neutron-server[102241]: INFO neutron.quota.resource_registry [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Creating instance of TrackedResource for resource:subnetpool Nov 05 18:24:50.285546 n-d-816865-1 neutron-server[102241]: WARNING neutron.quota.resource_registry [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] subnetpool is already registered Nov 05 18:24:50.285970 n-d-816865-1 neutron-server[102241]: DEBUG neutron.api.v2.resource_helper [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Service CORE assigned prefix: {{(pid=102241) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 05 18:24:50.286320 n-d-816865-1 neutron-server[102241]: INFO neutron.quota.resource_registry [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Creating instance of TrackedResource for resource:subnetpool Nov 05 18:24:50.286654 n-d-816865-1 neutron-server[102241]: WARNING neutron.quota.resource_registry [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] subnetpool is already registered Nov 05 18:24:50.288343 n-d-816865-1 neutron-server[102241]: DEBUG neutron.api.extensions [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Extended resource: extensions {{(pid=102241) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 05 18:24:50.289771 n-d-816865-1 neutron-server[102241]: DEBUG neutron.api.extensions [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Extended resource: address-groups {{(pid=102241) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 05 18:24:50.291299 n-d-816865-1 neutron-server[102241]: DEBUG neutron.api.extensions [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Extended resource: address-scopes {{(pid=102241) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 05 18:24:50.292495 n-d-816865-1 neutron-server[102241]: DEBUG neutron.api.extensions [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Extended resource: agents {{(pid=102241) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 05 18:24:50.293739 n-d-816865-1 neutron-server[102241]: DEBUG neutron.api.extensions [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Extended resource: auto-allocated-topology {{(pid=102241) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 05 18:24:50.295026 n-d-816865-1 neutron-server[102241]: DEBUG neutron.api.extensions [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Extended resource: availability_zones {{(pid=102241) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 05 18:24:50.296232 n-d-816865-1 neutron-server[102241]: DEBUG neutron.api.extensions [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Extended resource: dhcp-networks {{(pid=102241) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 05 18:24:50.297639 n-d-816865-1 neutron-server[102241]: DEBUG neutron.api.extensions [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Extended resource: dhcp-agents {{(pid=102241) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 05 18:24:50.299188 n-d-816865-1 neutron-server[102241]: DEBUG neutron.api.extensions [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Extended resource: routers {{(pid=102241) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 05 18:24:50.301345 n-d-816865-1 neutron-server[102241]: DEBUG neutron.api.extensions [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Extended resource: flavors {{(pid=102241) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 05 18:24:50.302633 n-d-816865-1 neutron-server[102241]: DEBUG neutron.api.extensions [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Extended resource: service_profiles {{(pid=102241) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 05 18:24:50.303839 n-d-816865-1 neutron-server[102241]: DEBUG neutron.api.extensions [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Extended resource: next_providers {{(pid=102241) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 05 18:24:50.305280 n-d-816865-1 neutron-server[102241]: DEBUG neutron.api.extensions [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Extended resource: service_profiles {{(pid=102241) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 05 18:24:50.306752 n-d-816865-1 neutron-server[102241]: DEBUG neutron.api.extensions [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Extended resource: floatingip-pools {{(pid=102241) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 05 18:24:50.308076 n-d-816865-1 neutron-server[102241]: DEBUG neutron.api.extensions [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Extended resource: routers {{(pid=102241) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 05 18:24:50.310769 n-d-816865-1 neutron-server[102241]: DEBUG neutron.api.extensions [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Extended resource: floatingips {{(pid=102241) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 05 18:24:50.312032 n-d-816865-1 neutron-server[102241]: DEBUG neutron.api.extensions [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Extended resource: l3-routers {{(pid=102241) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 05 18:24:50.313412 n-d-816865-1 neutron-server[102241]: DEBUG neutron.api.extensions [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Extended resource: l3-agents {{(pid=102241) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 05 18:24:50.314862 n-d-816865-1 neutron-server[102241]: DEBUG neutron.api.extensions [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Extended resource: metering-labels {{(pid=102241) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 05 18:24:50.316123 n-d-816865-1 neutron-server[102241]: DEBUG neutron.api.extensions [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Extended resource: metering-label-rules {{(pid=102241) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 05 18:24:50.317486 n-d-816865-1 neutron-server[102241]: DEBUG neutron.api.extensions [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Extended resource: network-ip-availabilities {{(pid=102241) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 05 18:24:50.318778 n-d-816865-1 neutron-server[102241]: DEBUG neutron.api.extensions [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Extended resource: bindings {{(pid=102241) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 05 18:24:50.320375 n-d-816865-1 neutron-server[102241]: DEBUG neutron.api.extensions [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Extended resource: quotas {{(pid=102241) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 05 18:24:50.322029 n-d-816865-1 neutron-server[102241]: DEBUG neutron.api.extensions [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Extended resource: quotas {{(pid=102241) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 05 18:24:50.323581 n-d-816865-1 neutron-server[102241]: DEBUG neutron.api.extensions [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Extended resource: rbac-policies {{(pid=102241) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 05 18:24:50.324799 n-d-816865-1 neutron-server[102241]: DEBUG neutron.api.extensions [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Extended resource: security-groups {{(pid=102241) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 05 18:24:50.326783 n-d-816865-1 neutron-server[102241]: DEBUG neutron.api.extensions [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Extended resource: security-group-rules {{(pid=102241) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 05 18:24:50.327995 n-d-816865-1 neutron-server[102241]: DEBUG neutron.api.extensions [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Extended resource: service-providers {{(pid=102241) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 05 18:24:50.329249 n-d-816865-1 neutron-server[102241]: DEBUG neutron.api.extensions [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Extended resource: subnetpools {{(pid=102241) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 05 18:24:50.331418 n-d-816865-1 neutron-server[102241]: DEBUG neutron.api.extensions [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Extended resource: subnetpools {{(pid=102241) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 05 18:24:50.333381 n-d-816865-1 neutron-server[102241]: DEBUG neutron.api.extensions [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Extended resource: tags {{(pid=102241) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 05 18:24:50.335913 n-d-816865-1 neutron-server[102241]: DEBUG neutron.api.extensions [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Extended resource: tags {{(pid=102241) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 05 18:24:50.338419 n-d-816865-1 neutron-server[102241]: DEBUG neutron.api.extensions [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Extended resource: tags {{(pid=102241) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 05 18:24:50.340665 n-d-816865-1 neutron-server[102241]: DEBUG neutron.api.extensions [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Extended resource: tags {{(pid=102241) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 05 18:24:50.342407 n-d-816865-1 neutron-server[102241]: DEBUG neutron.api.extensions [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Extended resource: tags {{(pid=102241) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 05 18:24:50.344359 n-d-816865-1 neutron-server[102241]: DEBUG neutron.api.extensions [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Extended resource: tags {{(pid=102241) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 05 18:24:50.346073 n-d-816865-1 neutron-server[102241]: DEBUG neutron.api.extensions [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Extended resource: tags {{(pid=102241) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 05 18:24:50.348833 n-d-816865-1 neutron-server[102241]: DEBUG neutron.api.extensions [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Extended resource: tags {{(pid=102241) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 05 18:24:50.350697 n-d-816865-1 neutron-server[102241]: DEBUG neutron.api.extensions [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Extended resource: tags {{(pid=102241) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 05 18:24:50.352458 n-d-816865-1 neutron-server[102241]: DEBUG neutron.api.extensions [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Extended resource: tags {{(pid=102241) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 05 18:24:50.359163 n-d-816865-1 neutron-server[102241]: WARNING keystonemiddleware.auth_token [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Nov 05 18:24:50.363668 n-d-816865-1 neutron-server[102241]: WARNING keystonemiddleware.auth_token [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Nov 05 18:24:50.373398 n-d-816865-1 neutron-server[102241]: DEBUG oslo_concurrency.lockutils [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Acquired lock "singleton_lock" {{(pid=102241) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Nov 05 18:24:50.373872 n-d-816865-1 neutron-server[102241]: DEBUG oslo_concurrency.lockutils [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Releasing lock "singleton_lock" {{(pid=102241) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Nov 05 18:24:50.374553 n-d-816865-1 neutron-server[102241]: INFO oslo_service.service [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Starting 2 workers Nov 05 18:24:50.379434 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Started child 102386 {{(pid=102241) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 05 18:24:50.383971 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Started child 102387 {{(pid=102241) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 05 18:24:50.384983 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:24:50.385629 n-d-816865-1 neutron-server[102241]: INFO neutron.service [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Neutron service started, listening on 0.0.0.0:9696 Nov 05 18:24:50.386218 n-d-816865-1 neutron-server[102241]: DEBUG neutron_lib.callbacks.manager [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Publish callbacks [] for process, before_spawn {{(pid=102241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:24:50.386549 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [-] (102386) wsgi starting up on http://0.0.0.0:9696 Nov 05 18:24:50.388757 n-d-816865-1 neutron-server[102241]: INFO oslo_service.service [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Starting 1 workers Nov 05 18:24:50.388871 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:24:50.390346 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [-] (102387) wsgi starting up on http://0.0.0.0:9696 Nov 05 18:24:50.394066 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Started child 102388 {{(pid=102241) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 05 18:24:50.397709 n-d-816865-1 neutron-server[102241]: INFO oslo_service.service [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Starting 1 workers Nov 05 18:24:50.397874 n-d-816865-1 neutron-server[102388]: DEBUG neutron.service [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] calling RpcWorker wait() {{(pid=102388) _wait /opt/stack/neutron/neutron/service.py:128}} Nov 05 18:24:50.398413 n-d-816865-1 neutron-server[102388]: DEBUG neutron.service [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] returning from RpcWorker wait() {{(pid=102388) _wait /opt/stack/neutron/neutron/service.py:135}} Nov 05 18:24:50.399124 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Started child 102389 {{(pid=102241) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 05 18:24:50.399768 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:24:50.399927 n-d-816865-1 neutron-server[102241]: DEBUG neutron_lib.callbacks.manager [None req-d1b1bb2e-ef8a-4bc4-a771-53fa07369517 None None] Publish callbacks [] for process, after_spawn {{(pid=102241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:24:50.400317 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:24:50.401822 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=102241) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Nov 05 18:24:50.402036 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 05 18:24:50.402254 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 05 18:24:50.402472 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 05 18:24:50.402796 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 05 18:24:50.402958 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 05 18:24:50.403529 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 18:24:50.403813 n-d-816865-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:24:50.404282 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 18:24:50.404282 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 18:24:50.404564 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 18:24:50.404740 n-d-816865-1 neutron-server[102389]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:24:50.404873 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 18:24:50.405422 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 18:24:50.405681 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 18:24:50.405939 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 18:24:50.406251 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 18:24:50.406505 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 18:24:50.406675 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 18:24:50.406840 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 18:24:50.407083 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 18:24:50.407315 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 18:24:50.407596 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 18:24:50.407863 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 18:24:50.408122 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 18:24:50.408364 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 18:24:50.408651 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 18:24:50.408795 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] config_source = [] {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 18:24:50.409047 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 18:24:50.409301 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 18:24:50.409585 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] debug = True {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 18:24:50.409838 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 18:24:50.410338 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 18:24:50.410574 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 18:24:50.410824 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 18:24:50.411039 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 18:24:50.411343 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 18:24:50.411559 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 18:24:50.411817 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 18:24:50.412045 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 18:24:50.412260 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 18:24:50.412492 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 18:24:50.412745 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 18:24:50.412980 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 18:24:50.413207 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 18:24:50.413455 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 18:24:50.413686 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 18:24:50.413929 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 18:24:50.414184 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 18:24:50.414684 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] host = n-d-816865-1 {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 18:24:50.414899 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 18:24:50.415128 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 18:24:50.415356 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 18:24:50.415599 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 18:24:50.415842 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 18:24:50.416054 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 18:24:50.416303 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 18:24:50.416559 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 18:24:50.416802 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 18:24:50.417153 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 18:24:50.417683 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 18:24:50.417683 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 18:24:50.417683 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] log_dir = None {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 18:24:50.418065 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] log_file = None {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 18:24:50.418193 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] log_options = True {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 18:24:50.418342 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 18:24:50.418612 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 18:24:50.418866 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 18:24:50.419575 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 18:24:50.419892 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 18:24:50.420164 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 18:24:50.420442 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 18:24:50.420606 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 18:24:50.420926 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 18:24:50.421111 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 18:24:50.421322 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 18:24:50.421533 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 18:24:50.421764 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 18:24:50.422004 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 18:24:50.422269 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 18:24:50.422514 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 18:24:50.422744 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 18:24:50.422948 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 18:24:50.423207 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 18:24:50.423451 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 18:24:50.423672 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 18:24:50.423936 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 18:24:50.424150 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 18:24:50.424395 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 18:24:50.424604 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 18:24:50.424834 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 18:24:50.425057 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 18:24:50.425574 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 18:24:50.425574 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 18:24:50.425829 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 18:24:50.425969 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 18:24:50.426232 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 18:24:50.426463 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 18:24:50.426717 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 18:24:50.426986 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 18:24:50.427228 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 18:24:50.427452 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 18:24:50.427667 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 18:24:50.427945 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 18:24:50.428168 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 18:24:50.428408 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 18:24:50.428650 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 18:24:50.428860 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 18:24:50.429113 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 18:24:50.429356 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 18:24:50.429647 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] use_journal = False {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 18:24:50.429784 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] use_json = False {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 18:24:50.430001 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 18:24:50.438087 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 18:24:50.438087 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 18:24:50.438087 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 18:24:50.438087 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 18:24:50.438087 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 18:24:50.438087 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 18:24:50.438087 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 18:24:50.438087 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.439470 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.439470 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.439470 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.439470 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.439470 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.439470 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.439470 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.439470 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.441065 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.441065 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.441065 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.441065 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.441065 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.441065 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.441065 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.441065 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.441779 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.441779 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.441779 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.441779 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.441779 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.441779 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.441779 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.441779 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.442380 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.442380 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.442380 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.442380 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.442380 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.13/identity {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.442380 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.442380 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.442380 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.443100 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.443100 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.443100 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.443100 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.443100 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.443100 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.443100 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.443100 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.443100 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.443747 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.443747 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.443747 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.443984 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.444146 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.444381 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.444613 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.444841 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.445055 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.445269 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.445515 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.445747 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.445982 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.446467 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.447348 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.447511 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.447666 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.447834 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.448247 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.448371 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.448706 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.448706 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.449025 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.449143 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.449372 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.449588 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.449796 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.450004 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.450848 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.450848 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.451026 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.451219 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.451507 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.451952 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.452170 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.452378 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.452609 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.452852 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.453060 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.453272 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.453512 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.453955 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.453955 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.454627 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.454627 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.454627 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.455158 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.455158 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.455464 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.455603 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.455851 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.456068 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.456315 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.457090 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.457090 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.457090 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.457754 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.457754 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.457754 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.459091 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.459091 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.459091 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.459091 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.459091 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.459091 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.459946 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.459946 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.459946 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.459946 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.460358 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.460358 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.461652 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.461652 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.461652 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.461652 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.461652 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.463479 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.463479 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.463479 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.463479 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.463479 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.463479 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.463479 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.467439 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.467439 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.467439 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.467439 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.467439 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.467439 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.467439 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.467439 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.468327 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.468327 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.468327 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.468327 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.468327 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.468327 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.468327 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.468327 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.469362 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.469362 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.469362 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.469362 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.469362 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.469362 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.469921 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.469921 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.13/identity {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.469921 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.470217 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.470305 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.470519 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.471007 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.471007 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.471278 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.471724 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.471724 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.471984 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.471984 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.472614 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.472614 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.472614 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.472908 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.473065 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.473277 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.473498 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.473735 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.473948 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.474193 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.474426 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.474654 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.474904 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.475118 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.475384 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.475633 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.475863 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.476087 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.476313 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.476545 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.476766 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.477007 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.477218 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.477437 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.477661 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.477863 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.478112 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.478320 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.478544 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.478773 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.479004 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.479258 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.479600 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.479859 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.480104 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.480342 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.480754 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.481201 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.481443 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.482240 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.482456 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.482677 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.482886 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.483138 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.483364 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.483825 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.483825 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.484034 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.484242 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.484474 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.485115 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.485115 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.485319 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.485467 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.485721 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.485969 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.489718 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.489718 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.489718 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.489718 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.489718 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.489718 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.489718 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.489718 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.490277 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.490277 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.490277 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.490277 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.490277 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.490277 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.490277 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.490277 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.490850 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.490850 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.490850 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.490850 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.490850 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.490850 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.490850 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.491351 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.491351 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.491351 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.491597 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.491677 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.491892 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.492142 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.492347 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.492638 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.492884 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.493103 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.493630 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.493871 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.494178 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.494400 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.494725 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.494970 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.495227 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.495463 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.495676 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.495892 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.496155 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.496492 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.496765 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.497019 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.497319 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.498123 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.498396 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.498748 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.498962 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.499253 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.499578 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.499857 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.500096 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.500342 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.500586 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.500805 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.501018 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.501251 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.501479 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.501689 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.501946 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.502231 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.502471 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.502688 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.502933 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.503144 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.503383 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.503628 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.503860 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.504073 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.504228 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 05 18:24:50.504748 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=102241) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Nov 05 18:24:50.504893 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 05 18:24:50.505047 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 05 18:24:50.505227 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 05 18:24:50.505398 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 05 18:24:50.505549 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 05 18:24:50.505755 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 18:24:50.505915 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 18:24:50.506103 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 18:24:50.506257 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 18:24:50.506412 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 18:24:50.506757 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 18:24:50.511577 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 18:24:50.514697 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 18:24:50.515242 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 18:24:50.515242 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 18:24:50.515437 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 18:24:50.515825 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 18:24:50.515825 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 18:24:50.515989 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 18:24:50.516093 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 18:24:50.516261 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 18:24:50.516428 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 18:24:50.516598 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 18:24:50.516764 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 18:24:50.516925 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] config_source = [] {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 18:24:50.517154 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 18:24:50.517296 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 18:24:50.517381 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] debug = True {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 18:24:50.517508 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 18:24:50.517760 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 18:24:50.517927 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 18:24:50.518106 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 18:24:50.518268 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 18:24:50.518425 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 18:24:50.518583 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 18:24:50.518740 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 18:24:50.518898 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 18:24:50.519056 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 18:24:50.519375 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 18:24:50.519375 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 18:24:50.524215 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 18:24:50.524215 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 18:24:50.524215 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 18:24:50.524215 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 18:24:50.524215 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 18:24:50.524215 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 18:24:50.524215 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] host = n-d-816865-1 {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 18:24:50.524215 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 18:24:50.524215 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 18:24:50.524823 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 18:24:50.524823 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 18:24:50.524823 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 18:24:50.524823 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 18:24:50.524823 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 18:24:50.524823 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 18:24:50.524823 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 18:24:50.524823 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 18:24:50.525351 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 18:24:50.525351 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 18:24:50.525351 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] log_dir = None {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 18:24:50.525351 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] log_file = None {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 18:24:50.525351 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] log_options = True {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 18:24:50.525351 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 18:24:50.525351 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 18:24:50.525351 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 18:24:50.525871 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 18:24:50.525871 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 18:24:50.525871 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 18:24:50.525871 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 18:24:50.525871 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 18:24:50.525871 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 18:24:50.525871 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 18:24:50.526384 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 18:24:50.526384 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 18:24:50.526384 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 18:24:50.526384 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 18:24:50.526384 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 18:24:50.526384 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 18:24:50.526384 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 18:24:50.526384 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 18:24:50.526928 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 18:24:50.526928 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 18:24:50.526928 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 18:24:50.526928 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 18:24:50.526928 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 18:24:50.526928 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 18:24:50.526928 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 18:24:50.526928 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 18:24:50.527471 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 18:24:50.527471 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 18:24:50.527471 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 18:24:50.527471 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 18:24:50.527471 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 18:24:50.527471 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 18:24:50.527471 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 18:24:50.527941 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 18:24:50.527941 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 18:24:50.527941 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 18:24:50.527941 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 18:24:50.528210 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 18:24:50.528287 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 18:24:50.528394 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 18:24:50.528575 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 18:24:50.529012 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 18:24:50.529181 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 18:24:50.529340 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 18:24:50.529498 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 18:24:50.529656 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] use_journal = False {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 18:24:50.529833 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] use_json = False {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 18:24:50.529971 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 18:24:50.530161 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 18:24:50.530312 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 18:24:50.530468 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 18:24:50.530623 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 18:24:50.530780 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 18:24:50.530938 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 18:24:50.531095 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 18:24:50.531276 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.531437 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.531629 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.531740 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.531902 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.532061 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.532219 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.532378 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.532522 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.532684 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.532851 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.533010 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.533180 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.533339 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.533496 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.533657 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.533816 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.534023 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.534183 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.534308 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.534447 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.534596 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.534763 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.534922 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.535079 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.535239 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.535396 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.535572 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.535731 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.535891 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.13/identity {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.536050 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.536208 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.536369 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.536529 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.536689 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.536850 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.537010 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.537169 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.537328 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.537486 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.537644 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.537803 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.537962 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.538145 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.538306 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.538466 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.538625 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.538791 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.538954 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.539110 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.539692 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.539692 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.539692 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.539692 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.540162 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.540162 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.540162 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.540382 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.540460 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.540588 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.540745 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.540903 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.541062 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.541220 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.541379 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.541537 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.541707 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.541864 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.542023 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.542204 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.542364 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.542524 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.542683 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.542843 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.543002 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.543161 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.543318 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.543478 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.543635 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.543794 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.543953 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.544679 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.544905 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.544905 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.545115 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.545221 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.545360 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.545522 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.545803 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.545895 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.546006 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.546170 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.546333 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.546492 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.546650 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.546808 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.546966 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.547123 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.547281 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.547439 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.547597 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.547758 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.547919 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.548077 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.548235 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.548395 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.549141 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.549141 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.549141 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.549141 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.549141 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.549687 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.549687 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.549687 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.550012 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.550012 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.550012 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.550366 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.550366 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.550586 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.550697 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.550857 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.550980 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.551104 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.551298 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.551423 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.551530 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.551693 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.551853 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.552011 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.552169 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.552328 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.552493 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.552663 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.552822 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.552980 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.553137 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.553318 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.553477 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.553635 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.553793 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.553952 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.554118 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.554283 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.554441 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.575539 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.575539 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.575539 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.575539 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.13/identity {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.575539 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.575539 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.575539 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.575539 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.576757 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.576757 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.576757 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.576757 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.576757 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.576757 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.576757 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.576757 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.577332 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.577332 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.577332 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.577332 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.577332 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.577332 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.577332 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.577332 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.577873 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.577873 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.577873 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.577873 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.577873 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.577873 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.577873 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.577873 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.578436 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.578436 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.578436 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.578436 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.578436 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.578436 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.578436 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.578436 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.579031 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.579031 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.579031 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.579031 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.579031 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.579031 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.579031 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.579031 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.579593 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.579593 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.579593 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.579593 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.579593 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.579593 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.579593 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.579593 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.580115 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.580115 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.580115 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.580115 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.580115 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.580115 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.580115 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.580115 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.580642 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.580642 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.580642 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.580642 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.580642 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.580642 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.580642 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.580642 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.581213 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.581213 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.581213 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.581213 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.581213 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.581213 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.581213 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.581213 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.581748 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.581748 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.581748 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.581748 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.581748 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.581748 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.581748 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.581748 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.582289 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.582289 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.582289 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.582289 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.582289 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.582289 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.582289 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.582289 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.582820 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.582820 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.582820 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.582820 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.582820 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.582820 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.582820 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.582820 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.583346 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.583346 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.583346 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.583346 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.583346 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.583346 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.583346 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.583346 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.583885 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.583885 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.583885 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.583885 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.583885 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.583885 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.583885 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.583885 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.584426 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.584426 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.584426 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.584426 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.584426 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.584426 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.584426 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.584426 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.584953 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.584953 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.584953 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.584953 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.584953 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.584953 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.584953 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.584953 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.584953 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.585544 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.585544 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.585544 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.585544 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.585544 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.585544 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.585544 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.585544 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 18:24:50.586169 n-d-816865-1 neutron-server[102241]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102241) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 05 18:24:50.586249 n-d-816865-1 neutron-server[102388]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:24:50.603307 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 60954) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:24:50.612690 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [-] 10.222.0.13 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0071611 Nov 05 18:25:02.525478 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ce4096f-09dd-41e1-b024-aeaef042adad None None] get_active_networks_info from n-d-816865-1 {{(pid=102388) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 05 18:25:02.591077 n-d-816865-1 neutron-server[102388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ce4096f-09dd-41e1-b024-aeaef042adad None None] No non-hosted networks {{(pid=102388) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Nov 05 18:25:02.616861 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.agentschedulers_db [None req-0ce4096f-09dd-41e1-b024-aeaef042adad None None] DHCP Agent not found on host n-d-816865-1 {{(pid=102388) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Nov 05 18:25:02.702949 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-85291412-3e45-490e-8dc1-1c6b0a7eae29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-573214'] for agent, after_create {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:25:04.863679 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-02a57cf0-bc98-497d-9701-368f354f0d14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-573214'] for agent, after_create {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:25:04.901601 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.db.api [None req-25fcc1e2-45a8-4c02-8a32-6407aa63170e None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-n-d-816865-1 {{(pid=102388) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 05 18:25:04.902455 n-d-816865-1 neutron-server[102388]: DEBUG oslo_db.api [None req-25fcc1e2-45a8-4c02-8a32-6407aa63170e None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 05 18:25:05.426296 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-25fcc1e2-45a8-4c02-8a32-6407aa63170e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:25:06.055054 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b304910f-7b27-444b-a8fc-977d26b1ceac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-573214'] for agent, after_create {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:25:07.732890 n-d-816865-1 neutron-server[102388]: INFO neutron.db.l3_hamode_db [None req-a1244cf8-7a01-42be-bd22-9f85c9dd2bde None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Nov 05 18:25:07.860274 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1244cf8-7a01-42be-bd22-9f85c9dd2bde None None] Routers set() bound to L3 agent in host n-d-816865-1 {{(pid=102388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 18:25:07.860813 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1244cf8-7a01-42be-bd22-9f85c9dd2bde None None] Router IDs set() for agent in host n-d-816865-1 {{(pid=102388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 05 18:25:08.037945 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-31f93893-a48e-4ae8-833d-dccb2b42eacc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-573214'] for agent, after_create {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:25:08.363694 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-573214'] for agent, after_create {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:25:08.364426 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:25:08.365021 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:25:08.365461 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:25:08.365986 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:25:08.366538 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:25:08.367089 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:25:08.367640 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:25:08.368066 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:25:08.368751 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:25:08.369396 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:25:08.369917 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:25:08.370448 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:25:08.370892 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-816865-1', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:25:08.381448 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-816865-1', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:25:09.017335 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 32814) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:25:09.518206 n-d-816865-1 neutron-server[102387]: WARNING oslo_policy.policy [None req-c4ddb3c2-7fef-43ee-86cb-856c2a4bf9ee admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 05 18:25:09.518798 n-d-816865-1 neutron-server[102387]: WARNING oslo_policy.policy [None req-c4ddb3c2-7fef-43ee-86cb-856c2a4bf9ee admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 05 18:25:09.749390 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [None req-c4ddb3c2-7fef-43ee-86cb-856c2a4bf9ee admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=102387) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 05 18:25:09.750505 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-c4ddb3c2-7fef-43ee-86cb-856c2a4bf9ee admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7321682 Nov 05 18:25:12.272718 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 32830) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:25:12.581443 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-7db224f8-6f6f-41ca-8188-adc3008b2ee6 admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'is_default': True, 'shared': True, 'default_prefixlen': 26}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:25:12.677574 n-d-816865-1 neutron-server[102387]: DEBUG neutron.policy [None req-7db224f8-6f6f-41ca-8188-adc3008b2ee6 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=102387) register_rules /opt/stack/neutron/neutron/policy.py:73}} Nov 05 18:25:12.724056 n-d-816865-1 neutron-server[102387]: WARNING oslo_policy.policy [None req-7db224f8-6f6f-41ca-8188-adc3008b2ee6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 05 18:25:12.724423 n-d-816865-1 neutron-server[102387]: WARNING oslo_policy.policy [None req-7db224f8-6f6f-41ca-8188-adc3008b2ee6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 05 18:25:12.733549 n-d-816865-1 neutron-server[102387]: INFO neutron.quota [None req-7db224f8-6f6f-41ca-8188-adc3008b2ee6 admin admin] Loaded quota_driver: . Nov 05 18:25:12.895054 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-7db224f8-6f6f-41ca-8188-adc3008b2ee6 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8750029697260', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8750029697539', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8750029701491', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8750029703991', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8750029128986', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8750029731509', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1664053', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1892154', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-909205', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-712695'] for rbac-policy, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:25:13.091376 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-7db224f8-6f6f-41ca-8188-adc3008b2ee6 admin admin] Publish callbacks [] for subnetpool, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:25:13.092635 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-7db224f8-6f6f-41ca-8188-adc3008b2ee6 admin admin] 10.222.0.13 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.8188877 Nov 05 18:25:15.761606 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 32842) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:25:16.054772 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-6dfa48cb-8ee2-4ba1-86a3-e9dd5e4aa9a9 admin admin] Request body: {'network': {'project_id': 'f907b60f390142f09656d3755f43869a', 'tenant_id': 'f907b60f390142f09656d3755f43869a', 'name': 'private', 'admin_state_up': True}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:25:16.232039 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6dfa48cb-8ee2-4ba1-86a3-e9dd5e4aa9a9 admin admin] Made reservation on behalf of f907b60f390142f09656d3755f43869a for: {'network': 1} {{(pid=102387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 18:25:16.234842 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-6dfa48cb-8ee2-4ba1-86a3-e9dd5e4aa9a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for network, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:25:16.252166 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-6dfa48cb-8ee2-4ba1-86a3-e9dd5e4aa9a9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:25:16.356442 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-6dfa48cb-8ee2-4ba1-86a3-e9dd5e4aa9a9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:25:16.437516 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-6dfa48cb-8ee2-4ba1-86a3-e9dd5e4aa9a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:25:16.461934 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6dfa48cb-8ee2-4ba1-86a3-e9dd5e4aa9a9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 175} {{(pid=102387) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 05 18:25:16.485835 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-6dfa48cb-8ee2-4ba1-86a3-e9dd5e4aa9a9 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8750027792900', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273'] for segment, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:25:16.486365 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-6dfa48cb-8ee2-4ba1-86a3-e9dd5e4aa9a9 admin admin] Unsubscribe: segment precommit_create {{(pid=102387) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Nov 05 18:25:16.486869 n-d-816865-1 neutron-server[102387]: INFO neutron.db.segments_db [None req-6dfa48cb-8ee2-4ba1-86a3-e9dd5e4aa9a9 admin admin] Added segment 71fe5718-4fc8-42af-96b8-180476618be5 of type vlan for network 486004ab-95de-46c2-9b70-a317ffe7f4f9 Nov 05 18:25:16.502696 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfa48cb-8ee2-4ba1-86a3-e9dd5e4aa9a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b83d00de-5551-424a-b8bb-805d1acdd304,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:25:16.554092 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dfa48cb-8ee2-4ba1-86a3-e9dd5e4aa9a9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:25:16.554437 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dfa48cb-8ee2-4ba1-86a3-e9dd5e4aa9a9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:25:16.554768 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dfa48cb-8ee2-4ba1-86a3-e9dd5e4aa9a9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:25:16.555093 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dfa48cb-8ee2-4ba1-86a3-e9dd5e4aa9a9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:25:16.555414 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dfa48cb-8ee2-4ba1-86a3-e9dd5e4aa9a9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:25:16.555732 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dfa48cb-8ee2-4ba1-86a3-e9dd5e4aa9a9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:25:16.556050 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dfa48cb-8ee2-4ba1-86a3-e9dd5e4aa9a9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:25:16.556363 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dfa48cb-8ee2-4ba1-86a3-e9dd5e4aa9a9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:25:16.556672 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dfa48cb-8ee2-4ba1-86a3-e9dd5e4aa9a9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:25:16.556995 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dfa48cb-8ee2-4ba1-86a3-e9dd5e4aa9a9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:25:16.557290 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dfa48cb-8ee2-4ba1-86a3-e9dd5e4aa9a9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:25:16.557597 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dfa48cb-8ee2-4ba1-86a3-e9dd5e4aa9a9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:25:16.559274 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dfa48cb-8ee2-4ba1-86a3-e9dd5e4aa9a9 admin admin] Tracked resource versions report: Nov 05 18:25:16.559274 n-d-816865-1 neutron-server[102387]: pushed versions: Nov 05 18:25:16.559274 n-d-816865-1 neutron-server[102387]: { 'AddressGroup': {'1.2'}, Nov 05 18:25:16.559274 n-d-816865-1 neutron-server[102387]: 'ConntrackHelper': {'1.0'}, Nov 05 18:25:16.559274 n-d-816865-1 neutron-server[102387]: 'Log': {'1.0'}, Nov 05 18:25:16.559274 n-d-816865-1 neutron-server[102387]: 'Network': {'1.1'}, Nov 05 18:25:16.559274 n-d-816865-1 neutron-server[102387]: 'Port': {'1.7'}, Nov 05 18:25:16.559274 n-d-816865-1 neutron-server[102387]: 'PortForwarding': {'1.2'}, Nov 05 18:25:16.559274 n-d-816865-1 neutron-server[102387]: 'QosPolicy': {'1.10'}, Nov 05 18:25:16.559274 n-d-816865-1 neutron-server[102387]: 'SecurityGroup': {'1.5'}, Nov 05 18:25:16.559274 n-d-816865-1 neutron-server[102387]: 'SecurityGroupRule': {'1.2'}, Nov 05 18:25:16.559274 n-d-816865-1 neutron-server[102387]: 'SubPort': {'1.0'}, Nov 05 18:25:16.559274 n-d-816865-1 neutron-server[102387]: 'Subnet': {'1.1'}, Nov 05 18:25:16.559274 n-d-816865-1 neutron-server[102387]: 'Trunk': {'1.1'}} Nov 05 18:25:16.559274 n-d-816865-1 neutron-server[102387]: consumer versions: Nov 05 18:25:16.559274 n-d-816865-1 neutron-server[102387]: { DHCP agent@n-d-816865-1: {}, Nov 05 18:25:16.559274 n-d-816865-1 neutron-server[102387]: L3 agent@n-d-816865-1: {}, Nov 05 18:25:16.559274 n-d-816865-1 neutron-server[102387]: Metadata agent@n-d-816865-1: {}, Nov 05 18:25:16.559274 n-d-816865-1 neutron-server[102387]: Metering agent@n-d-816865-1: {}, Nov 05 18:25:16.559274 n-d-816865-1 neutron-server[102387]: Open vSwitch agent@n-d-816865-1: { 'AddressGroup': '1.2', Nov 05 18:25:16.559274 n-d-816865-1 neutron-server[102387]: 'ConntrackHelper': '1.0', Nov 05 18:25:16.559274 n-d-816865-1 neutron-server[102387]: 'Log': '1.0', Nov 05 18:25:16.559274 n-d-816865-1 neutron-server[102387]: 'Network': '1.1', Nov 05 18:25:16.559274 n-d-816865-1 neutron-server[102387]: 'Port': '1.7', Nov 05 18:25:16.559274 n-d-816865-1 neutron-server[102387]: 'PortForwarding': '1.2', Nov 05 18:25:16.559274 n-d-816865-1 neutron-server[102387]: 'QosPolicy': '1.10', Nov 05 18:25:16.559274 n-d-816865-1 neutron-server[102387]: 'SecurityGroup': '1.5', Nov 05 18:25:16.559274 n-d-816865-1 neutron-server[102387]: 'SecurityGroupRule': '1.2', Nov 05 18:25:16.559274 n-d-816865-1 neutron-server[102387]: 'SubPort': '1.0', Nov 05 18:25:16.559274 n-d-816865-1 neutron-server[102387]: 'Subnet': '1.1', Nov 05 18:25:16.559274 n-d-816865-1 neutron-server[102387]: 'Trunk': '1.1'}} Nov 05 18:25:16.559274 n-d-816865-1 neutron-server[102387]: {{(pid=102387) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 05 18:25:16.599438 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-6dfa48cb-8ee2-4ba1-86a3-e9dd5e4aa9a9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750027258543'] for network, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:25:16.757491 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-6dfa48cb-8ee2-4ba1-86a3-e9dd5e4aa9a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-956796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877'] for network, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:25:16.758534 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dfa48cb-8ee2-4ba1-86a3-e9dd5e4aa9a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:25:16.759248 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-6dfa48cb-8ee2-4ba1-86a3-e9dd5e4aa9a9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597851'] for network, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:25:16.857914 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfa48cb-8ee2-4ba1-86a3-e9dd5e4aa9a9 admin admin] Pushing event updated for resources: {'Network': ['ID=486004ab-95de-46c2-9b70-a317ffe7f4f9,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:25:16.869412 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Network 486004ab-95de-46c2-9b70-a317ffe7f4f9 details requested by agent ovs-agent-n-d-816865-1 with host n-d-816865-1 {{(pid=102388) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 05 18:25:16.891935 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-6dfa48cb-8ee2-4ba1-86a3-e9dd5e4aa9a9 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.1290665 Nov 05 18:25:19.621341 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 32856) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:25:20.106203 n-d-816865-1 neutron-server[102386]: WARNING oslo_policy.policy [None req-a996ed6a-87c1-4aff-af69-e21e483a93bd admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 05 18:25:20.107158 n-d-816865-1 neutron-server[102386]: WARNING oslo_policy.policy [None req-a996ed6a-87c1-4aff-af69-e21e483a93bd admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 05 18:25:20.552608 n-d-816865-1 neutron-server[102386]: DEBUG neutron.policy [None req-a996ed6a-87c1-4aff-af69-e21e483a93bd admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=102386) register_rules /opt/stack/neutron/neutron/policy.py:73}} Nov 05 18:25:20.602057 n-d-816865-1 neutron-server[102386]: WARNING oslo_policy.policy [None req-a996ed6a-87c1-4aff-af69-e21e483a93bd admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 05 18:25:20.602425 n-d-816865-1 neutron-server[102386]: WARNING oslo_policy.policy [None req-a996ed6a-87c1-4aff-af69-e21e483a93bd admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 05 18:25:20.610731 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a996ed6a-87c1-4aff-af69-e21e483a93bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:25:20.612667 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-a996ed6a-87c1-4aff-af69-e21e483a93bd admin admin] 10.222.0.13 "GET /v2.0/networks/486004ab-95de-46c2-9b70-a317ffe7f4f9 HTTP/1.1" status: 200 len: 825 time: 0.9891551 Nov 05 18:25:20.651873 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-633ee6a3-7d58-4900-879b-db9bde5e9479 admin admin] 10.222.0.13 "GET /v2.0/subnetpools/1d528b9a-10b2-4e58-8d69-3852c684bac6 HTTP/1.1" status: 200 len: 734 time: 0.0323660 Nov 05 18:25:20.662298 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-20768942-3202-49e4-89d0-7efad7c5fd4b admin admin] Request body: {'subnet': {'subnetpool_id': '1d528b9a-10b2-4e58-8d69-3852c684bac6', 'ip_version': 4, 'name': 'private-subnet', 'tenant_id': 'f907b60f390142f09656d3755f43869a', 'network_id': '486004ab-95de-46c2-9b70-a317ffe7f4f9', 'gateway_ip': '172.20.0.1'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:25:20.663868 n-d-816865-1 neutron-server[102386]: INFO neutron.quota [None req-20768942-3202-49e4-89d0-7efad7c5fd4b admin admin] Loaded quota_driver: . Nov 05 18:25:20.785604 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20768942-3202-49e4-89d0-7efad7c5fd4b admin admin] Made reservation on behalf of f907b60f390142f09656d3755f43869a for: {'subnet': 1} {{(pid=102386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 18:25:20.788392 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-20768942-3202-49e4-89d0-7efad7c5fd4b admin admin] Publish callbacks [] for subnet, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:25:21.163754 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-20768942-3202-49e4-89d0-7efad7c5fd4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877'] for subnet, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:25:21.232483 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20768942-3202-49e4-89d0-7efad7c5fd4b admin admin] Checking segment: {'id': '71fe5718-4fc8-42af-96b8-180476618be5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '486004ab-95de-46c2-9b70-a317ffe7f4f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 18:25:21.232859 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20768942-3202-49e4-89d0-7efad7c5fd4b admin admin] Network hostable DHCP agents. Network: 486004ab-95de-46c2-9b70-a317ffe7f4f9, hostable agents: ['987e2ca0-bc3b-4c6f-a989-429ccfbf753f'], hosted agents: [] {{(pid=102386) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 05 18:25:21.247419 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20768942-3202-49e4-89d0-7efad7c5fd4b admin admin] Pushing event updated for resources: {'Subnet': ['ID=e86d07f5-e4b8-4ea8-91bf-f8a4b6ac4cba,revision_number=0']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:25:21.262132 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20768942-3202-49e4-89d0-7efad7c5fd4b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:25:21.262403 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20768942-3202-49e4-89d0-7efad7c5fd4b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:25:21.262730 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20768942-3202-49e4-89d0-7efad7c5fd4b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:25:21.263054 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20768942-3202-49e4-89d0-7efad7c5fd4b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:25:21.263375 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20768942-3202-49e4-89d0-7efad7c5fd4b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:25:21.263694 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20768942-3202-49e4-89d0-7efad7c5fd4b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:25:21.264007 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20768942-3202-49e4-89d0-7efad7c5fd4b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:25:21.264318 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20768942-3202-49e4-89d0-7efad7c5fd4b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:25:21.264630 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20768942-3202-49e4-89d0-7efad7c5fd4b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:25:21.264942 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20768942-3202-49e4-89d0-7efad7c5fd4b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:25:21.265252 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20768942-3202-49e4-89d0-7efad7c5fd4b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:25:21.265559 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20768942-3202-49e4-89d0-7efad7c5fd4b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:25:21.266648 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20768942-3202-49e4-89d0-7efad7c5fd4b admin admin] Tracked resource versions report: Nov 05 18:25:21.266648 n-d-816865-1 neutron-server[102386]: pushed versions: Nov 05 18:25:21.266648 n-d-816865-1 neutron-server[102386]: { 'AddressGroup': {'1.2'}, Nov 05 18:25:21.266648 n-d-816865-1 neutron-server[102386]: 'ConntrackHelper': {'1.0'}, Nov 05 18:25:21.266648 n-d-816865-1 neutron-server[102386]: 'Log': {'1.0'}, Nov 05 18:25:21.266648 n-d-816865-1 neutron-server[102386]: 'Network': {'1.1'}, Nov 05 18:25:21.266648 n-d-816865-1 neutron-server[102386]: 'Port': {'1.7'}, Nov 05 18:25:21.266648 n-d-816865-1 neutron-server[102386]: 'PortForwarding': {'1.2'}, Nov 05 18:25:21.266648 n-d-816865-1 neutron-server[102386]: 'QosPolicy': {'1.10'}, Nov 05 18:25:21.266648 n-d-816865-1 neutron-server[102386]: 'SecurityGroup': {'1.5'}, Nov 05 18:25:21.266648 n-d-816865-1 neutron-server[102386]: 'SecurityGroupRule': {'1.2'}, Nov 05 18:25:21.266648 n-d-816865-1 neutron-server[102386]: 'SubPort': {'1.0'}, Nov 05 18:25:21.266648 n-d-816865-1 neutron-server[102386]: 'Subnet': {'1.1'}, Nov 05 18:25:21.266648 n-d-816865-1 neutron-server[102386]: 'Trunk': {'1.1'}} Nov 05 18:25:21.266648 n-d-816865-1 neutron-server[102386]: consumer versions: Nov 05 18:25:21.266648 n-d-816865-1 neutron-server[102386]: { DHCP agent@n-d-816865-1: {}, Nov 05 18:25:21.266648 n-d-816865-1 neutron-server[102386]: L3 agent@n-d-816865-1: {}, Nov 05 18:25:21.266648 n-d-816865-1 neutron-server[102386]: Metadata agent@n-d-816865-1: {}, Nov 05 18:25:21.266648 n-d-816865-1 neutron-server[102386]: Metering agent@n-d-816865-1: {}, Nov 05 18:25:21.266648 n-d-816865-1 neutron-server[102386]: Open vSwitch agent@n-d-816865-1: { 'AddressGroup': '1.2', Nov 05 18:25:21.266648 n-d-816865-1 neutron-server[102386]: 'ConntrackHelper': '1.0', Nov 05 18:25:21.266648 n-d-816865-1 neutron-server[102386]: 'Log': '1.0', Nov 05 18:25:21.266648 n-d-816865-1 neutron-server[102386]: 'Network': '1.1', Nov 05 18:25:21.266648 n-d-816865-1 neutron-server[102386]: 'Port': '1.7', Nov 05 18:25:21.266648 n-d-816865-1 neutron-server[102386]: 'PortForwarding': '1.2', Nov 05 18:25:21.266648 n-d-816865-1 neutron-server[102386]: 'QosPolicy': '1.10', Nov 05 18:25:21.266648 n-d-816865-1 neutron-server[102386]: 'SecurityGroup': '1.5', Nov 05 18:25:21.266648 n-d-816865-1 neutron-server[102386]: 'SecurityGroupRule': '1.2', Nov 05 18:25:21.266648 n-d-816865-1 neutron-server[102386]: 'SubPort': '1.0', Nov 05 18:25:21.266648 n-d-816865-1 neutron-server[102386]: 'Subnet': '1.1', Nov 05 18:25:21.266648 n-d-816865-1 neutron-server[102386]: 'Trunk': '1.1'}} Nov 05 18:25:21.266648 n-d-816865-1 neutron-server[102386]: {{(pid=102386) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 05 18:25:21.374961 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20768942-3202-49e4-89d0-7efad7c5fd4b admin admin] Network 486004ab-95de-46c2-9b70-a317ffe7f4f9 is scheduled to be hosted by DHCP agent 987e2ca0-bc3b-4c6f-a989-429ccfbf753f with binding_index 1 {{(pid=102386) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 05 18:25:21.500070 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.base_scheduler [None req-20768942-3202-49e4-89d0-7efad7c5fd4b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816865-1, 486004ab-95de-46c2-9b70-a317ffe7f4f9) {{(pid=102386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:25:21.504948 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20768942-3202-49e4-89d0-7efad7c5fd4b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:25:21.505567 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-20768942-3202-49e4-89d0-7efad7c5fd4b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597851'] for subnet, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:25:21.509524 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a3fe680-af87-4d0d-a628-780353444eaa None None] Network 486004ab-95de-46c2-9b70-a317ffe7f4f9 requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 18:25:21.577229 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-20768942-3202-49e4-89d0-7efad7c5fd4b admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.9182084 Nov 05 18:25:21.841345 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c20d21e-1091-4ac5-a5b7-d3e979c07415 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeb20a084-accf-5b60-8075-3e69ebe863a6-486004ab-95de-46c2-9b70-a317ffe7f4f9', 'network_id': '486004ab-95de-46c2-9b70-a317ffe7f4f9', 'tenant_id': 'f907b60f390142f09656d3755f43869a', 'fixed_ips': [{'subnet_id': 'e86d07f5-e4b8-4ea8-91bf-f8a4b6ac4cba'}]}} from n-d-816865-1. {{(pid=102388) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 05 18:25:21.842673 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-9c20d21e-1091-4ac5-a5b7-d3e979c07415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:25:22.142286 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.db_base_plugin_common [None req-9c20d21e-1091-4ac5-a5b7-d3e979c07415 None None] Allocated IP 172.20.0.2 (486004ab-95de-46c2-9b70-a317ffe7f4f9/e86d07f5-e4b8-4ea8-91bf-f8a4b6ac4cba/2b34296c-40ba-4dcf-8d11-84d1241d159b) {{(pid=102388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 18:25:22.342150 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-9c20d21e-1091-4ac5-a5b7-d3e979c07415 None None] Publish callbacks [] for port, precommit_create {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:25:22.415352 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-9c20d21e-1091-4ac5-a5b7-d3e979c07415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789'] for port, after_create {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:25:22.498072 n-d-816865-1 neutron-server[102388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c20d21e-1091-4ac5-a5b7-d3e979c07415 None None] Network 486004ab-95de-46c2-9b70-a317ffe7f4f9 is already hosted by enough agents. {{(pid=102388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 18:25:22.506014 n-d-816865-1 neutron-server[102388]: DEBUG neutron.scheduler.base_scheduler [None req-9c20d21e-1091-4ac5-a5b7-d3e979c07415 None None] Resources bound (agent type, host, resource id): {{(pid=102388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:25:22.509038 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c20d21e-1091-4ac5-a5b7-d3e979c07415 None None] Received port after_create {{(pid=102388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 18:25:22.512483 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c20d21e-1091-4ac5-a5b7-d3e979c07415 None None] Pushing event updated for resources: {'Port': ['ID=2b34296c-40ba-4dcf-8d11-84d1241d159b,revision_number=1']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:25:22.544601 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c20d21e-1091-4ac5-a5b7-d3e979c07415 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:25:22.544954 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c20d21e-1091-4ac5-a5b7-d3e979c07415 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:25:22.545299 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c20d21e-1091-4ac5-a5b7-d3e979c07415 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:25:22.545640 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c20d21e-1091-4ac5-a5b7-d3e979c07415 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:25:22.545977 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c20d21e-1091-4ac5-a5b7-d3e979c07415 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:25:22.546334 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c20d21e-1091-4ac5-a5b7-d3e979c07415 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:25:22.546664 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c20d21e-1091-4ac5-a5b7-d3e979c07415 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:25:22.546993 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c20d21e-1091-4ac5-a5b7-d3e979c07415 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:25:22.547318 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c20d21e-1091-4ac5-a5b7-d3e979c07415 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:25:22.547642 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c20d21e-1091-4ac5-a5b7-d3e979c07415 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:25:22.547966 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c20d21e-1091-4ac5-a5b7-d3e979c07415 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:25:22.548287 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c20d21e-1091-4ac5-a5b7-d3e979c07415 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:25:22.549444 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c20d21e-1091-4ac5-a5b7-d3e979c07415 None None] Tracked resource versions report: Nov 05 18:25:22.549444 n-d-816865-1 neutron-server[102388]: pushed versions: Nov 05 18:25:22.549444 n-d-816865-1 neutron-server[102388]: { 'AddressGroup': {'1.2'}, Nov 05 18:25:22.549444 n-d-816865-1 neutron-server[102388]: 'ConntrackHelper': {'1.0'}, Nov 05 18:25:22.549444 n-d-816865-1 neutron-server[102388]: 'Log': {'1.0'}, Nov 05 18:25:22.549444 n-d-816865-1 neutron-server[102388]: 'Network': {'1.1'}, Nov 05 18:25:22.549444 n-d-816865-1 neutron-server[102388]: 'Port': {'1.7'}, Nov 05 18:25:22.549444 n-d-816865-1 neutron-server[102388]: 'PortForwarding': {'1.2'}, Nov 05 18:25:22.549444 n-d-816865-1 neutron-server[102388]: 'QosPolicy': {'1.10'}, Nov 05 18:25:22.549444 n-d-816865-1 neutron-server[102388]: 'SecurityGroup': {'1.5'}, Nov 05 18:25:22.549444 n-d-816865-1 neutron-server[102388]: 'SecurityGroupRule': {'1.2'}, Nov 05 18:25:22.549444 n-d-816865-1 neutron-server[102388]: 'SubPort': {'1.0'}, Nov 05 18:25:22.549444 n-d-816865-1 neutron-server[102388]: 'Subnet': {'1.1'}, Nov 05 18:25:22.549444 n-d-816865-1 neutron-server[102388]: 'Trunk': {'1.1'}} Nov 05 18:25:22.549444 n-d-816865-1 neutron-server[102388]: consumer versions: Nov 05 18:25:22.549444 n-d-816865-1 neutron-server[102388]: { DHCP agent@n-d-816865-1: {}, Nov 05 18:25:22.549444 n-d-816865-1 neutron-server[102388]: L3 agent@n-d-816865-1: {}, Nov 05 18:25:22.549444 n-d-816865-1 neutron-server[102388]: Metadata agent@n-d-816865-1: {}, Nov 05 18:25:22.549444 n-d-816865-1 neutron-server[102388]: Metering agent@n-d-816865-1: {}, Nov 05 18:25:22.549444 n-d-816865-1 neutron-server[102388]: Open vSwitch agent@n-d-816865-1: { 'AddressGroup': '1.2', Nov 05 18:25:22.549444 n-d-816865-1 neutron-server[102388]: 'ConntrackHelper': '1.0', Nov 05 18:25:22.549444 n-d-816865-1 neutron-server[102388]: 'Log': '1.0', Nov 05 18:25:22.549444 n-d-816865-1 neutron-server[102388]: 'Network': '1.1', Nov 05 18:25:22.549444 n-d-816865-1 neutron-server[102388]: 'Port': '1.7', Nov 05 18:25:22.549444 n-d-816865-1 neutron-server[102388]: 'PortForwarding': '1.2', Nov 05 18:25:22.549444 n-d-816865-1 neutron-server[102388]: 'QosPolicy': '1.10', Nov 05 18:25:22.549444 n-d-816865-1 neutron-server[102388]: 'SecurityGroup': '1.5', Nov 05 18:25:22.549444 n-d-816865-1 neutron-server[102388]: 'SecurityGroupRule': '1.2', Nov 05 18:25:22.549444 n-d-816865-1 neutron-server[102388]: 'SubPort': '1.0', Nov 05 18:25:22.549444 n-d-816865-1 neutron-server[102388]: 'Subnet': '1.1', Nov 05 18:25:22.549444 n-d-816865-1 neutron-server[102388]: 'Trunk': '1.1'}} Nov 05 18:25:22.549444 n-d-816865-1 neutron-server[102388]: {{(pid=102388) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 05 18:25:22.601137 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-9c20d21e-1091-4ac5-a5b7-d3e979c07415 None None] Attempting to bind port 2b34296c-40ba-4dcf-8d11-84d1241d159b on host n-d-816865-1 for vnic_type normal with profile {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 18:25:22.601542 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-9c20d21e-1091-4ac5-a5b7-d3e979c07415 None None] Attempting to bind port 2b34296c-40ba-4dcf-8d11-84d1241d159b by drivers openvswitch,hyperv on host n-d-816865-1 at level 0 using segments [{'id': '71fe5718-4fc8-42af-96b8-180476618be5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '486004ab-95de-46c2-9b70-a317ffe7f4f9'}] {{(pid=102388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 18:25:22.601970 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c20d21e-1091-4ac5-a5b7-d3e979c07415 None None] Attempting to bind port 2b34296c-40ba-4dcf-8d11-84d1241d159b on network 486004ab-95de-46c2-9b70-a317ffe7f4f9 {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 18:25:22.608330 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c20d21e-1091-4ac5-a5b7-d3e979c07415 None None] Checking agent: {'id': '724d89a7-611b-41e6-bc85-c48112b17afa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 18, 25, 8), 'started_at': datetime.datetime(2021, 11, 5, 18, 25, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 18, 25, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 18:25:22.608882 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c20d21e-1091-4ac5-a5b7-d3e979c07415 None None] Checking segment: {'id': '71fe5718-4fc8-42af-96b8-180476618be5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '486004ab-95de-46c2-9b70-a317ffe7f4f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 18:25:22.609386 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-9c20d21e-1091-4ac5-a5b7-d3e979c07415 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:25:22.609774 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c20d21e-1091-4ac5-a5b7-d3e979c07415 None None] Bound using segment: {'id': '71fe5718-4fc8-42af-96b8-180476618be5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '486004ab-95de-46c2-9b70-a317ffe7f4f9'} {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 18:25:22.610292 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-9c20d21e-1091-4ac5-a5b7-d3e979c07415 None None] Bound port: 2b34296c-40ba-4dcf-8d11-84d1241d159b, host: n-d-816865-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71fe5718-4fc8-42af-96b8-180476618be5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '486004ab-95de-46c2-9b70-a317ffe7f4f9'}}] {{(pid=102388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 18:25:22.610715 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-9c20d21e-1091-4ac5-a5b7-d3e979c07415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:25:22.674477 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-9c20d21e-1091-4ac5-a5b7-d3e979c07415 None None] For port 2b34296c-40ba-4dcf-8d11-84d1241d159b, host n-d-816865-1, cleared binding levels {{(pid=102388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 18:25:22.679517 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-9c20d21e-1091-4ac5-a5b7-d3e979c07415 None None] For port 2b34296c-40ba-4dcf-8d11-84d1241d159b, host n-d-816865-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=2b34296c-40ba-4dcf-8d11-84d1241d159b,segment=NetworkSegment(71fe5718-4fc8-42af-96b8-180476618be5),segment_id=71fe5718-4fc8-42af-96b8-180476618be5)] {{(pid=102388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 18:25:22.741061 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-9c20d21e-1091-4ac5-a5b7-d3e979c07415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:25:22.817955 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c20d21e-1091-4ac5-a5b7-d3e979c07415 None None] Pushing event updated for resources: {'Port': ['ID=2b34296c-40ba-4dcf-8d11-84d1241d159b,revision_number=2']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:25:24.108152 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 32876) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:25:24.426761 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [None req-3bfebafc-8531-4951-9038-607b1dd7c1eb admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=102387) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 05 18:25:24.427754 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-3bfebafc-8531-4951-9038-607b1dd7c1eb admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3185325 Nov 05 18:25:26.930053 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 32884) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:25:27.249402 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [None req-80f84f75-5beb-4034-a634-a2df6d3aeaea admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=102387) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 05 18:25:27.250423 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-80f84f75-5beb-4034-a634-a2df6d3aeaea admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3193612 Nov 05 18:25:29.984104 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 32894) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:25:30.279216 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-935d5f5e-bcc2-4b6d-a0a0-eb2aec6c37b9 admin admin] Request body: {'router': {'name': 'router1', 'admin_state_up': True, 'tenant_id': 'f907b60f390142f09656d3755f43869a'}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:25:30.387117 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-935d5f5e-bcc2-4b6d-a0a0-eb2aec6c37b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-571139', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6874'] for router, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:25:30.388879 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-935d5f5e-bcc2-4b6d-a0a0-eb2aec6c37b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-571375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1000570', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1011585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6867'] for router, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:25:30.526013 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-935d5f5e-bcc2-4b6d-a0a0-eb2aec6c37b9 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:25:30.563844 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-935d5f5e-bcc2-4b6d-a0a0-eb2aec6c37b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-571384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1000487'] for router, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:25:30.622138 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-935d5f5e-bcc2-4b6d-a0a0-eb2aec6c37b9 admin admin] Publish callbacks [] for router, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:25:30.623470 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-935d5f5e-bcc2-4b6d-a0a0-eb2aec6c37b9 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6383615 Nov 05 18:25:31.857372 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6e10778-ea0c-4b3c-a8a0-82f35202e904 None None] Network 486004ab-95de-46c2-9b70-a317ffe7f4f9 requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 18:25:31.936483 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-79417c5e-2716-46fd-b62c-75497904601b None None] Provisioning complete for port 2b34296c-40ba-4dcf-8d11-84d1241d159b triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:25:31.936876 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-79417c5e-2716-46fd-b62c-75497904601b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:25:32.055555 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 2b34296c-40ba-4dcf-8d11-84d1241d159b up at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 18:25:32.189557 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-79417c5e-2716-46fd-b62c-75497904601b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:25:32.253646 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-79417c5e-2716-46fd-b62c-75497904601b None None] For port 2b34296c-40ba-4dcf-8d11-84d1241d159b, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=2b34296c-40ba-4dcf-8d11-84d1241d159b,segment=NetworkSegment(71fe5718-4fc8-42af-96b8-180476618be5),segment_id=71fe5718-4fc8-42af-96b8-180476618be5)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:25:32.256638 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Provisioning complete for port 2b34296c-40ba-4dcf-8d11-84d1241d159b triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:25:32.257012 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:25:32.337054 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-79417c5e-2716-46fd-b62c-75497904601b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:25:32.343521 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:25:32.421860 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79417c5e-2716-46fd-b62c-75497904601b None None] Pushing event updated for resources: {'Port': ['ID=2b34296c-40ba-4dcf-8d11-84d1241d159b,revision_number=3']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:25:32.453689 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.db.api [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102388) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 05 18:25:32.454102 n-d-816865-1 neutron-server[102388]: DEBUG oslo_db.api [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 05 18:25:32.461897 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-dc3f2c07-09bd-4f96-b64a-db672d39649b None None] Provisioning complete for port 2b34296c-40ba-4dcf-8d11-84d1241d159b triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:25:32.462294 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-dc3f2c07-09bd-4f96-b64a-db672d39649b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:25:32.508113 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-e9160501-7614-4888-ad4d-a03b36997365 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:25:33.127868 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 32908) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:25:33.429736 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [None req-00ea966b-13b6-4e9e-8c69-6ffd634bef0c admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=102387) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 05 18:25:33.430789 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-00ea966b-13b6-4e9e-8c69-6ffd634bef0c admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3019519 Nov 05 18:25:34.007265 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 2b34296c-40ba-4dcf-8d11-84d1241d159b up at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 18:25:34.056467 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Provisioning complete for port 2b34296c-40ba-4dcf-8d11-84d1241d159b triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:25:34.056831 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:25:34.831559 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c89fb0a4-3d31-4d5a-8b9a-7600b6056556 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:25:35.920550 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 32920) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:25:35.997763 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b304910f-7b27-444b-a8fc-977d26b1ceac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:25:36.232072 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-d3ae1112-1cd2-40ad-9f4b-80d4805a8d2e admin admin] Request body: {'network': {'provider:network_type': 'flat', 'provider:physical_network': 'physnet1', 'admin_state_up': True, 'name': 'public', 'is_default': True, 'router:external': True}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:25:36.305708 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3ae1112-1cd2-40ad-9f4b-80d4805a8d2e admin admin] Made reservation on behalf of a98b5c3b43be4ff184881cde4b39aadf for: {'network': 1} {{(pid=102387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 18:25:36.308607 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-d3ae1112-1cd2-40ad-9f4b-80d4805a8d2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for network, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:25:36.316481 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-d3ae1112-1cd2-40ad-9f4b-80d4805a8d2e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:25:36.387247 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-d3ae1112-1cd2-40ad-9f4b-80d4805a8d2e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:25:36.459721 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-d3ae1112-1cd2-40ad-9f4b-80d4805a8d2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:25:36.472890 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-d3ae1112-1cd2-40ad-9f4b-80d4805a8d2e admin admin] Reserving flat network on physical network physnet1 {{(pid=102387) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Nov 05 18:25:36.494681 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ae1112-1cd2-40ad-9f4b-80d4805a8d2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=812bdcab-2da7-4ce6-b11c-000d8fe60722,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:25:36.498247 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-d3ae1112-1cd2-40ad-9f4b-80d4805a8d2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273'] for segment, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:25:36.498583 n-d-816865-1 neutron-server[102387]: INFO neutron.db.segments_db [None req-d3ae1112-1cd2-40ad-9f4b-80d4805a8d2e admin admin] Added segment 85be518c-8bb4-46a2-a903-d4292782d29d of type flat for network 40c8335d-cd0b-4cb5-910a-d4dcddd5cbec Nov 05 18:25:36.544460 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-d3ae1112-1cd2-40ad-9f4b-80d4805a8d2e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750027258543'] for network, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:25:36.643047 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-d3ae1112-1cd2-40ad-9f4b-80d4805a8d2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-956796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877'] for network, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:25:36.643948 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3ae1112-1cd2-40ad-9f4b-80d4805a8d2e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:25:36.644554 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-d3ae1112-1cd2-40ad-9f4b-80d4805a8d2e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597851'] for network, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:25:36.719526 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ae1112-1cd2-40ad-9f4b-80d4805a8d2e admin admin] Pushing event updated for resources: {'Network': ['ID=40c8335d-cd0b-4cb5-910a-d4dcddd5cbec,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:25:36.729316 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Network 40c8335d-cd0b-4cb5-910a-d4dcddd5cbec details requested by agent ovs-agent-n-d-816865-1 with host n-d-816865-1 {{(pid=102388) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 05 18:25:36.773357 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-d3ae1112-1cd2-40ad-9f4b-80d4805a8d2e admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.8387389 Nov 05 18:25:37.945774 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-31f93893-a48e-4ae8-833d-dccb2b42eacc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:25:38.362776 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:25:39.223133 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 32938) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:25:39.437591 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1730b49-1d52-4a12-a18e-9ca10e5e06f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:25:39.439002 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-b1730b49-1d52-4a12-a18e-9ca10e5e06f9 admin admin] 10.222.0.13 "GET /v2.0/subnets/e86d07f5-e4b8-4ea8-91bf-f8a4b6ac4cba HTTP/1.1" status: 200 len: 849 time: 0.2148893 Nov 05 18:25:39.562845 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-10d425fc-2947-4d81-82b5-e9ac529c53bb admin admin] 10.222.0.13 "GET /v2.0/routers/19853417-56cf-4189-9e18-00eff59a8173 HTTP/1.1" status: 200 len: 704 time: 0.1175900 Nov 05 18:25:39.830802 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-789f053a-2bad-4c5d-8423-67faeef4f575 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:25:40.130301 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.db_base_plugin_common [None req-789f053a-2bad-4c5d-8423-67faeef4f575 admin admin] Allocated IP 172.20.0.1 (486004ab-95de-46c2-9b70-a317ffe7f4f9/e86d07f5-e4b8-4ea8-91bf-f8a4b6ac4cba/0315dc45-8710-4b85-a899-eddf23bbde55) {{(pid=102387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 18:25:40.308746 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-789f053a-2bad-4c5d-8423-67faeef4f575 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:25:40.443856 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-789f053a-2bad-4c5d-8423-67faeef4f575 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789'] for port, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:25:40.523686 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-789f053a-2bad-4c5d-8423-67faeef4f575 admin admin] Network 486004ab-95de-46c2-9b70-a317ffe7f4f9 is already hosted by enough agents. {{(pid=102387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 18:25:40.531821 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.base_scheduler [None req-789f053a-2bad-4c5d-8423-67faeef4f575 admin admin] Resources bound (agent type, host, resource id): {{(pid=102387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:25:40.533823 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789f053a-2bad-4c5d-8423-67faeef4f575 admin admin] Pushing event updated for resources: {'Port': ['ID=0315dc45-8710-4b85-a899-eddf23bbde55,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:25:40.547221 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-789f053a-2bad-4c5d-8423-67faeef4f575 admin admin] Received port after_create {{(pid=102387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 18:25:40.547761 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-789f053a-2bad-4c5d-8423-67faeef4f575 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-571770'] for router_interface, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:25:40.712004 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-5771e288-3baa-4a5e-b0c4-fa6e70a7a103 None None] Provisioning complete for port 0315dc45-8710-4b85-a899-eddf23bbde55 triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:25:40.712004 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-5771e288-3baa-4a5e-b0c4-fa6e70a7a103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:25:40.745059 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-5771e288-3baa-4a5e-b0c4-fa6e70a7a103 None None] Port 0315dc45-8710-4b85-a899-eddf23bbde55 cannot update to ACTIVE because it is not bound. {{(pid=102388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 18:25:40.849284 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-789f053a-2bad-4c5d-8423-67faeef4f575 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:25:41.055792 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-789f053a-2bad-4c5d-8423-67faeef4f575 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:25:41.134243 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-789f053a-2bad-4c5d-8423-67faeef4f575 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:25:41.135018 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-789f053a-2bad-4c5d-8423-67faeef4f575 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-597863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-571878'] for router_interface, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:25:41.215943 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789f053a-2bad-4c5d-8423-67faeef4f575 admin admin] Pushing event updated for resources: {'Port': ['ID=0315dc45-8710-4b85-a899-eddf23bbde55,revision_number=2']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:25:41.259375 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-789f053a-2bad-4c5d-8423-67faeef4f575 admin admin] Network 486004ab-95de-46c2-9b70-a317ffe7f4f9 is already hosted by enough agents. {{(pid=102387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 18:25:41.260626 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.base_scheduler [None req-789f053a-2bad-4c5d-8423-67faeef4f575 admin admin] Resources bound (agent type, host, resource id): {{(pid=102387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:25:41.467838 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-6e753a4e-c165-42ae-96fd-5a9046e509b4 None None] Provisioning complete for port 0315dc45-8710-4b85-a899-eddf23bbde55 triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:25:41.468306 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-6e753a4e-c165-42ae-96fd-5a9046e509b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:25:41.477456 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-789f053a-2bad-4c5d-8423-67faeef4f575 admin admin] Router 19853417-56cf-4189-9e18-00eff59a8173 is scheduled to L3 agent 6dcb5589-8e86-4616-9186-ddc4548e13ad with binding_index 1 {{(pid=102387) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 05 18:25:41.502065 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-6e753a4e-c165-42ae-96fd-5a9046e509b4 None None] Port 0315dc45-8710-4b85-a899-eddf23bbde55 cannot update to ACTIVE because it is not bound. {{(pid=102388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 18:25:41.568490 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-789f053a-2bad-4c5d-8423-67faeef4f575 admin admin] Notify agent at l3_agent.n-d-816865-1 the message routers_updated {{(pid=102387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 18:25:41.574011 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-789f053a-2bad-4c5d-8423-67faeef4f575 admin admin] 10.222.0.13 "PUT /v2.0/routers/19853417-56cf-4189-9e18-00eff59a8173/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.0050142 Nov 05 18:25:41.590636 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe2e16e1-057e-4109-85eb-e83b390a9b9e None None] Sync routers for ids ['19853417-56cf-4189-9e18-00eff59a8173'] in n-d-816865-1 {{(pid=102389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 18:25:41.603027 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe2e16e1-057e-4109-85eb-e83b390a9b9e None None] Routers {'19853417-56cf-4189-9e18-00eff59a8173'} bound to L3 agent in host n-d-816865-1 {{(pid=102389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 18:25:41.603838 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-fe2e16e1-057e-4109-85eb-e83b390a9b9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T18:25:35Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['19853417-56cf-4189-9e18-00eff59a8173'], 'active': True} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:25:41.790857 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvr_db [None req-fe2e16e1-057e-4109-85eb-e83b390a9b9e None None] Set router 19853417-56cf-4189-9e18-00eff59a8173 gateway port host: None {{(pid=102389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 18:25:42.212724 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-fe2e16e1-057e-4109-85eb-e83b390a9b9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19853417-56cf-4189-9e18-00eff59a8173', 'name': 'router1', 'tenant_id': 'f907b60f390142f09656d3755f43869a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T18:25:30Z', 'updated_at': '2021-11-05T18:25:40Z', 'revision_number': 2, 'project_id': 'f907b60f390142f09656d3755f43869a', 'gw_port_host': None, '_interfaces': [{'id': '0315dc45-8710-4b85-a899-eddf23bbde55', 'name': '', 'network_id': '486004ab-95de-46c2-9b70-a317ffe7f4f9', 'tenant_id': 'f907b60f390142f09656d3755f43869a', 'mac_address': 'fa:16:3e:1d:44:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19853417-56cf-4189-9e18-00eff59a8173', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e86d07f5-e4b8-4ea8-91bf-f8a4b6ac4cba', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T18:25:39Z', 'updated_at': '2021-11-05T18:25:40Z', 'revision_number': 2, 'project_id': 'f907b60f390142f09656d3755f43869a', 'subnets': [{'id': 'e86d07f5-e4b8-4ea8-91bf-f8a4b6ac4cba', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1d528b9a-10b2-4e58-8d69-3852c684bac6'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-1', False) {} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:25:42.262640 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe2e16e1-057e-4109-85eb-e83b390a9b9e None None] Checking router: 19853417-56cf-4189-9e18-00eff59a8173 for host: n-d-816865-1 {{(pid=102389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 18:25:42.262998 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe2e16e1-057e-4109-85eb-e83b390a9b9e None None] Updating router 19853417-56cf-4189-9e18-00eff59a8173 port 0315dc45-8710-4b85-a899-eddf23bbde55 binding host n-d-816865-1 {{(pid=102389) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 05 18:25:42.310131 n-d-816865-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-fe2e16e1-057e-4109-85eb-e83b390a9b9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:25:42.808782 n-d-816865-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-fe2e16e1-057e-4109-85eb-e83b390a9b9e None None] Publish callbacks [] for port, precommit_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:25:42.877423 n-d-816865-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-fe2e16e1-057e-4109-85eb-e83b390a9b9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:25:43.035922 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e983722-a2ce-47cd-8c33-9756957126aa None None] Pushing event updated for resources: {'Port': ['ID=0315dc45-8710-4b85-a899-eddf23bbde55,revision_number=3']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:25:43.051590 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.managers [None req-fe2e16e1-057e-4109-85eb-e83b390a9b9e None None] Attempting to bind port 0315dc45-8710-4b85-a899-eddf23bbde55 on host n-d-816865-1 for vnic_type normal with profile {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 18:25:43.051987 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.managers [None req-fe2e16e1-057e-4109-85eb-e83b390a9b9e None None] Attempting to bind port 0315dc45-8710-4b85-a899-eddf23bbde55 by drivers openvswitch,hyperv on host n-d-816865-1 at level 0 using segments [{'id': '71fe5718-4fc8-42af-96b8-180476618be5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '486004ab-95de-46c2-9b70-a317ffe7f4f9'}] {{(pid=102389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 18:25:43.052576 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe2e16e1-057e-4109-85eb-e83b390a9b9e None None] Attempting to bind port 0315dc45-8710-4b85-a899-eddf23bbde55 on network 486004ab-95de-46c2-9b70-a317ffe7f4f9 {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 18:25:43.055125 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e983722-a2ce-47cd-8c33-9756957126aa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:25:43.055467 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e983722-a2ce-47cd-8c33-9756957126aa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:25:43.055754 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e983722-a2ce-47cd-8c33-9756957126aa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:25:43.056073 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e983722-a2ce-47cd-8c33-9756957126aa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:25:43.056392 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e983722-a2ce-47cd-8c33-9756957126aa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:25:43.056712 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e983722-a2ce-47cd-8c33-9756957126aa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:25:43.057024 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e983722-a2ce-47cd-8c33-9756957126aa None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:25:43.057347 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e983722-a2ce-47cd-8c33-9756957126aa None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:25:43.058196 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e983722-a2ce-47cd-8c33-9756957126aa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:25:43.058525 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e983722-a2ce-47cd-8c33-9756957126aa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:25:43.058878 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e983722-a2ce-47cd-8c33-9756957126aa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:25:43.059246 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e983722-a2ce-47cd-8c33-9756957126aa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:25:43.060338 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e983722-a2ce-47cd-8c33-9756957126aa None None] Tracked resource versions report: Nov 05 18:25:43.060338 n-d-816865-1 neutron-server[102389]: pushed versions: Nov 05 18:25:43.060338 n-d-816865-1 neutron-server[102389]: { 'AddressGroup': {'1.2'}, Nov 05 18:25:43.060338 n-d-816865-1 neutron-server[102389]: 'ConntrackHelper': {'1.0'}, Nov 05 18:25:43.060338 n-d-816865-1 neutron-server[102389]: 'Log': {'1.0'}, Nov 05 18:25:43.060338 n-d-816865-1 neutron-server[102389]: 'Network': {'1.1'}, Nov 05 18:25:43.060338 n-d-816865-1 neutron-server[102389]: 'Port': {'1.7'}, Nov 05 18:25:43.060338 n-d-816865-1 neutron-server[102389]: 'PortForwarding': {'1.2'}, Nov 05 18:25:43.060338 n-d-816865-1 neutron-server[102389]: 'QosPolicy': {'1.10'}, Nov 05 18:25:43.060338 n-d-816865-1 neutron-server[102389]: 'SecurityGroup': {'1.5'}, Nov 05 18:25:43.060338 n-d-816865-1 neutron-server[102389]: 'SecurityGroupRule': {'1.2'}, Nov 05 18:25:43.060338 n-d-816865-1 neutron-server[102389]: 'SubPort': {'1.0'}, Nov 05 18:25:43.060338 n-d-816865-1 neutron-server[102389]: 'Subnet': {'1.1'}, Nov 05 18:25:43.060338 n-d-816865-1 neutron-server[102389]: 'Trunk': {'1.1'}} Nov 05 18:25:43.060338 n-d-816865-1 neutron-server[102389]: consumer versions: Nov 05 18:25:43.060338 n-d-816865-1 neutron-server[102389]: { DHCP agent@n-d-816865-1: {}, Nov 05 18:25:43.060338 n-d-816865-1 neutron-server[102389]: L3 agent@n-d-816865-1: {}, Nov 05 18:25:43.060338 n-d-816865-1 neutron-server[102389]: Metadata agent@n-d-816865-1: {}, Nov 05 18:25:43.060338 n-d-816865-1 neutron-server[102389]: Metering agent@n-d-816865-1: {}, Nov 05 18:25:43.060338 n-d-816865-1 neutron-server[102389]: Open vSwitch agent@n-d-816865-1: { 'AddressGroup': '1.2', Nov 05 18:25:43.060338 n-d-816865-1 neutron-server[102389]: 'ConntrackHelper': '1.0', Nov 05 18:25:43.060338 n-d-816865-1 neutron-server[102389]: 'Log': '1.0', Nov 05 18:25:43.060338 n-d-816865-1 neutron-server[102389]: 'Network': '1.1', Nov 05 18:25:43.060338 n-d-816865-1 neutron-server[102389]: 'Port': '1.7', Nov 05 18:25:43.060338 n-d-816865-1 neutron-server[102389]: 'PortForwarding': '1.2', Nov 05 18:25:43.060338 n-d-816865-1 neutron-server[102389]: 'QosPolicy': '1.10', Nov 05 18:25:43.060338 n-d-816865-1 neutron-server[102389]: 'SecurityGroup': '1.5', Nov 05 18:25:43.060338 n-d-816865-1 neutron-server[102389]: 'SecurityGroupRule': '1.2', Nov 05 18:25:43.060338 n-d-816865-1 neutron-server[102389]: 'SubPort': '1.0', Nov 05 18:25:43.060338 n-d-816865-1 neutron-server[102389]: 'Subnet': '1.1', Nov 05 18:25:43.060338 n-d-816865-1 neutron-server[102389]: 'Trunk': '1.1'}} Nov 05 18:25:43.060338 n-d-816865-1 neutron-server[102389]: {{(pid=102389) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 05 18:25:43.066377 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe2e16e1-057e-4109-85eb-e83b390a9b9e None None] Checking agent: {'id': '724d89a7-611b-41e6-bc85-c48112b17afa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 18, 25, 8), 'started_at': datetime.datetime(2021, 11, 5, 18, 25, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 18, 25, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 18:25:43.066777 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe2e16e1-057e-4109-85eb-e83b390a9b9e None None] Checking segment: {'id': '71fe5718-4fc8-42af-96b8-180476618be5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '486004ab-95de-46c2-9b70-a317ffe7f4f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 18:25:43.067264 n-d-816865-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-fe2e16e1-057e-4109-85eb-e83b390a9b9e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:25:43.067634 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe2e16e1-057e-4109-85eb-e83b390a9b9e None None] Bound using segment: {'id': '71fe5718-4fc8-42af-96b8-180476618be5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '486004ab-95de-46c2-9b70-a317ffe7f4f9'} {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 18:25:43.068109 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.managers [None req-fe2e16e1-057e-4109-85eb-e83b390a9b9e None None] Bound port: 0315dc45-8710-4b85-a899-eddf23bbde55, host: n-d-816865-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71fe5718-4fc8-42af-96b8-180476618be5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '486004ab-95de-46c2-9b70-a317ffe7f4f9'}}] {{(pid=102389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 18:25:43.068855 n-d-816865-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-fe2e16e1-057e-4109-85eb-e83b390a9b9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:25:43.130105 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-c47e1e64-3ca8-4fad-81df-b57eb2a3eed3 None None] Provisioning complete for port 0315dc45-8710-4b85-a899-eddf23bbde55 triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:25:43.130676 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c47e1e64-3ca8-4fad-81df-b57eb2a3eed3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:25:43.134243 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [None req-fe2e16e1-057e-4109-85eb-e83b390a9b9e None None] For port 0315dc45-8710-4b85-a899-eddf23bbde55, host n-d-816865-1, cleared binding levels {{(pid=102389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 18:25:43.152799 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [None req-fe2e16e1-057e-4109-85eb-e83b390a9b9e None None] For port 0315dc45-8710-4b85-a899-eddf23bbde55, host n-d-816865-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=0315dc45-8710-4b85-a899-eddf23bbde55,segment=NetworkSegment(71fe5718-4fc8-42af-96b8-180476618be5),segment_id=71fe5718-4fc8-42af-96b8-180476618be5)] {{(pid=102389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 18:25:43.165662 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-c47e1e64-3ca8-4fad-81df-b57eb2a3eed3 None None] Port 0315dc45-8710-4b85-a899-eddf23bbde55 cannot update to ACTIVE because it is not bound. {{(pid=102388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 18:25:43.248801 n-d-816865-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-fe2e16e1-057e-4109-85eb-e83b390a9b9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:25:43.302892 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e983722-a2ce-47cd-8c33-9756957126aa None None] Pushing event updated for resources: {'Port': ['ID=0315dc45-8710-4b85-a899-eddf23bbde55,revision_number=4']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:25:43.335288 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe2e16e1-057e-4109-85eb-e83b390a9b9e None None] Routers {'19853417-56cf-4189-9e18-00eff59a8173'} bound to L3 agent in host n-d-816865-1 {{(pid=102389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 18:25:43.335962 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-fe2e16e1-057e-4109-85eb-e83b390a9b9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T18:25:35Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['19853417-56cf-4189-9e18-00eff59a8173'], 'active': True} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:25:43.429223 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvr_db [None req-fe2e16e1-057e-4109-85eb-e83b390a9b9e None None] Set router 19853417-56cf-4189-9e18-00eff59a8173 gateway port host: None {{(pid=102389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 18:25:43.491985 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-6b7a5373-da7c-4bfa-9a06-69b516c300c9 None None] Provisioning complete for port 0315dc45-8710-4b85-a899-eddf23bbde55 triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:25:43.492356 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-6b7a5373-da7c-4bfa-9a06-69b516c300c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:25:43.569397 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-6b7a5373-da7c-4bfa-9a06-69b516c300c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:25:43.601481 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-6b7a5373-da7c-4bfa-9a06-69b516c300c9 None None] For port 0315dc45-8710-4b85-a899-eddf23bbde55, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=0315dc45-8710-4b85-a899-eddf23bbde55,segment=NetworkSegment(71fe5718-4fc8-42af-96b8-180476618be5),segment_id=71fe5718-4fc8-42af-96b8-180476618be5)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:25:43.638324 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-fe2e16e1-057e-4109-85eb-e83b390a9b9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19853417-56cf-4189-9e18-00eff59a8173', 'name': 'router1', 'tenant_id': 'f907b60f390142f09656d3755f43869a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T18:25:30Z', 'updated_at': '2021-11-05T18:25:40Z', 'revision_number': 2, 'project_id': 'f907b60f390142f09656d3755f43869a', 'gw_port_host': None, '_interfaces': [{'id': '0315dc45-8710-4b85-a899-eddf23bbde55', 'name': '', 'network_id': '486004ab-95de-46c2-9b70-a317ffe7f4f9', 'tenant_id': 'f907b60f390142f09656d3755f43869a', 'mac_address': 'fa:16:3e:1d:44:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19853417-56cf-4189-9e18-00eff59a8173', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e86d07f5-e4b8-4ea8-91bf-f8a4b6ac4cba', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T18:25:39Z', 'updated_at': '2021-11-05T18:25:43Z', 'revision_number': 4, 'project_id': 'f907b60f390142f09656d3755f43869a', 'subnets': [{'id': 'e86d07f5-e4b8-4ea8-91bf-f8a4b6ac4cba', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1d528b9a-10b2-4e58-8d69-3852c684bac6'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-1', False) {} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:25:43.663737 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe2e16e1-057e-4109-85eb-e83b390a9b9e None None] The sync data for ids ['19853417-56cf-4189-9e18-00eff59a8173'] in n-d-816865-1 is: [{'id': '19853417-56cf-4189-9e18-00eff59a8173', 'name': 'router1', 'tenant_id': 'f907b60f390142f09656d3755f43869a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T18:25:30Z', 'updated_at': '2021-11-05T18:25:40Z', 'revision_number': 2, 'project_id': 'f907b60f390142f09656d3755f43869a', 'gw_port_host': None, '_interfaces': [{'id': '0315dc45-8710-4b85-a899-eddf23bbde55', 'name': '', 'network_id': '486004ab-95de-46c2-9b70-a317ffe7f4f9', 'tenant_id': 'f907b60f390142f09656d3755f43869a', 'mac_address': 'fa:16:3e:1d:44:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19853417-56cf-4189-9e18-00eff59a8173', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e86d07f5-e4b8-4ea8-91bf-f8a4b6ac4cba', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T18:25:39Z', 'updated_at': '2021-11-05T18:25:43Z', 'revision_number': 4, 'project_id': 'f907b60f390142f09656d3755f43869a', 'subnets': [{'id': 'e86d07f5-e4b8-4ea8-91bf-f8a4b6ac4cba', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1d528b9a-10b2-4e58-8d69-3852c684bac6'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 18:25:43.674910 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-6b7a5373-da7c-4bfa-9a06-69b516c300c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:25:43.743792 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7a5373-da7c-4bfa-9a06-69b516c300c9 None None] Pushing event updated for resources: {'Port': ['ID=0315dc45-8710-4b85-a899-eddf23bbde55,revision_number=5']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:25:43.919815 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 32958) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:25:44.037911 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bde8846-c1ac-4790-a823-a0edf3764556 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:25:44.045974 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-1bde8846-c1ac-4790-a823-a0edf3764556 admin admin] 10.222.0.13 "GET /v2.0/networks/40c8335d-cd0b-4cb5-910a-d4dcddd5cbec HTTP/1.1" status: 200 len: 842 time: 0.1185360 Nov 05 18:25:44.050102 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-a0e8fb16-335e-4f8f-b51b-f69cfd3b54af admin admin] Request body: {'subnet': {'gateway_ip': '172.25.6.1', 'enable_dhcp': False, 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'name': 'public-subnet', 'ip_version': 4, 'cidr': '172.25.6.0/24'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:25:44.179876 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0e8fb16-335e-4f8f-b51b-f69cfd3b54af admin admin] Made reservation on behalf of a98b5c3b43be4ff184881cde4b39aadf for: {'subnet': 1} {{(pid=102386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 18:25:44.182118 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-a0e8fb16-335e-4f8f-b51b-f69cfd3b54af admin admin] Publish callbacks [] for subnet, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:25:44.609599 n-d-816865-1 neutron-server[102386]: DEBUG neutron.objects.ports [None req-a0e8fb16-335e-4f8f-b51b-f69cfd3b54af admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102386) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 05 18:25:44.610067 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-a0e8fb16-335e-4f8f-b51b-f69cfd3b54af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877'] for subnet, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:25:44.667294 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e8fb16-335e-4f8f-b51b-f69cfd3b54af admin admin] Pushing event updated for resources: {'Subnet': ['ID=04fe6db3-e108-4208-943d-6518424f5726,revision_number=0']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:25:44.677362 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0e8fb16-335e-4f8f-b51b-f69cfd3b54af admin admin] Checking segment: {'id': '85be518c-8bb4-46a2-a903-d4292782d29d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 18:25:44.677708 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0e8fb16-335e-4f8f-b51b-f69cfd3b54af admin admin] Network hostable DHCP agents. Network: 40c8335d-cd0b-4cb5-910a-d4dcddd5cbec, hostable agents: ['987e2ca0-bc3b-4c6f-a989-429ccfbf753f'], hosted agents: [] {{(pid=102386) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 05 18:25:44.797904 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0e8fb16-335e-4f8f-b51b-f69cfd3b54af admin admin] Network 40c8335d-cd0b-4cb5-910a-d4dcddd5cbec is scheduled to be hosted by DHCP agent 987e2ca0-bc3b-4c6f-a989-429ccfbf753f with binding_index 1 {{(pid=102386) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 05 18:25:44.865851 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.base_scheduler [None req-a0e8fb16-335e-4f8f-b51b-f69cfd3b54af admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816865-1, 40c8335d-cd0b-4cb5-910a-d4dcddd5cbec) {{(pid=102386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:25:44.870753 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0e8fb16-335e-4f8f-b51b-f69cfd3b54af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:25:44.871426 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-a0e8fb16-335e-4f8f-b51b-f69cfd3b54af admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597851'] for subnet, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:25:44.877118 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b0f4ca7-235c-4d09-8b10-14470d6877e9 None None] Network 40c8335d-cd0b-4cb5-910a-d4dcddd5cbec requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 18:25:44.960197 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-a0e8fb16-335e-4f8f-b51b-f69cfd3b54af admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9134378 Nov 05 18:25:45.008272 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98838f54-7600-4477-87c4-42d25a7db1fc None None] Network 40c8335d-cd0b-4cb5-910a-d4dcddd5cbec requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 18:25:47.388471 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 32966) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:25:47.620999 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-92d4361f-1199-431b-a792-3980396d4aaa admin admin] 10.222.0.13 "GET /v2.0/routers/19853417-56cf-4189-9e18-00eff59a8173 HTTP/1.1" status: 200 len: 710 time: 0.2313266 Nov 05 18:25:47.706106 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f7e467f-5ebc-4ffe-94ce-b9a701458b01 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:25:47.707382 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-0f7e467f-5ebc-4ffe-94ce-b9a701458b01 admin admin] 10.222.0.13 "GET /v2.0/networks/40c8335d-cd0b-4cb5-910a-d4dcddd5cbec HTTP/1.1" status: 200 len: 886 time: 0.0805335 Nov 05 18:25:47.717360 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-bc766729-afe8-4103-8596-d30d71e997b2 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec'}}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:25:47.964587 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-bc766729-afe8-4103-8596-d30d71e997b2 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:25:48.247229 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-bc766729-afe8-4103-8596-d30d71e997b2 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:25:48.322440 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-bc766729-afe8-4103-8596-d30d71e997b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:25:48.571315 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.db_base_plugin_common [None req-bc766729-afe8-4103-8596-d30d71e997b2 admin admin] Allocated IP 172.25.6.105 (40c8335d-cd0b-4cb5-910a-d4dcddd5cbec/04fe6db3-e108-4208-943d-6518424f5726/2e315fca-ca74-451f-a8da-ca12c6d17370) {{(pid=102386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 18:25:48.684497 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-bc766729-afe8-4103-8596-d30d71e997b2 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:25:48.798195 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-bc766729-afe8-4103-8596-d30d71e997b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789'] for port, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:25:48.878797 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc766729-afe8-4103-8596-d30d71e997b2 admin admin] Network 40c8335d-cd0b-4cb5-910a-d4dcddd5cbec is already hosted by enough agents. {{(pid=102386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 18:25:48.883581 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.base_scheduler [None req-bc766729-afe8-4103-8596-d30d71e997b2 admin admin] Resources bound (agent type, host, resource id): {{(pid=102386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:25:48.889398 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc766729-afe8-4103-8596-d30d71e997b2 admin admin] Received port after_create {{(pid=102386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 18:25:48.892594 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc766729-afe8-4103-8596-d30d71e997b2 admin admin] Pushing event updated for resources: {'Port': ['ID=2e315fca-ca74-451f-a8da-ca12c6d17370,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:25:49.277444 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-bc766729-afe8-4103-8596-d30d71e997b2 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:25:49.479056 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-bc766729-afe8-4103-8596-d30d71e997b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1000460', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-571265', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6845'] for router, precommit_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:25:49.484671 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-bc766729-afe8-4103-8596-d30d71e997b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1000487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1000469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1000478', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-571274'] for router, after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:25:49.595135 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc766729-afe8-4103-8596-d30d71e997b2 admin admin] Router 19853417-56cf-4189-9e18-00eff59a8173 has already been hosted by L3 agent 6dcb5589-8e86-4616-9186-ddc4548e13ad {{(pid=102386) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 18:25:49.701469 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc766729-afe8-4103-8596-d30d71e997b2 admin admin] Notify agent at l3_agent.n-d-816865-1 the message routers_updated {{(pid=102386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 18:25:49.706507 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-bc766729-afe8-4103-8596-d30d71e997b2 admin admin] Publish callbacks [] for router, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:25:49.707298 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-bc766729-afe8-4103-8596-d30d71e997b2 admin admin] 10.222.0.13 "PUT /v2.0/routers/19853417-56cf-4189-9e18-00eff59a8173 HTTP/1.1" status: 200 len: 890 time: 1.9937575 Nov 05 18:25:50.044256 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 0315dc45-8710-4b85-a899-eddf23bbde55 up at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 18:25:50.103402 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Provisioning complete for port 0315dc45-8710-4b85-a899-eddf23bbde55 triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:25:50.109714 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:25:50.641620 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef37a4b7-c00d-4f97-9a18-a355c87cd835 None None] Sync routers for ids ['19853417-56cf-4189-9e18-00eff59a8173'] in n-d-816865-1 {{(pid=102388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 18:25:50.653822 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef37a4b7-c00d-4f97-9a18-a355c87cd835 None None] Routers {'19853417-56cf-4189-9e18-00eff59a8173'} bound to L3 agent in host n-d-816865-1 {{(pid=102388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 18:25:50.654625 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-ef37a4b7-c00d-4f97-9a18-a355c87cd835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T18:25:35Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['19853417-56cf-4189-9e18-00eff59a8173'], 'active': True} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:25:50.869426 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvr_db [None req-ef37a4b7-c00d-4f97-9a18-a355c87cd835 None None] Set router 19853417-56cf-4189-9e18-00eff59a8173 gateway port host: n-d-816865-1 {{(pid=102388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 18:25:51.332497 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-ef37a4b7-c00d-4f97-9a18-a355c87cd835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19853417-56cf-4189-9e18-00eff59a8173', 'name': 'router1', 'tenant_id': 'f907b60f390142f09656d3755f43869a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.105'}], 'enable_snat': True}, 'gw_port_id': '2e315fca-ca74-451f-a8da-ca12c6d17370', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T18:25:30Z', 'updated_at': '2021-11-05T18:25:49Z', 'revision_number': 4, 'project_id': 'f907b60f390142f09656d3755f43869a', 'gw_port': {'id': '2e315fca-ca74-451f-a8da-ca12c6d17370', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:d0:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19853417-56cf-4189-9e18-00eff59a8173', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T18:25:48Z', 'updated_at': '2021-11-05T18:25:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1', '_interfaces': [{'id': '0315dc45-8710-4b85-a899-eddf23bbde55', 'name': '', 'network_id': '486004ab-95de-46c2-9b70-a317ffe7f4f9', 'tenant_id': 'f907b60f390142f09656d3755f43869a', 'mac_address': 'fa:16:3e:1d:44:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19853417-56cf-4189-9e18-00eff59a8173', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e86d07f5-e4b8-4ea8-91bf-f8a4b6ac4cba', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T18:25:39Z', 'updated_at': '2021-11-05T18:25:43Z', 'revision_number': 5, 'project_id': 'f907b60f390142f09656d3755f43869a', 'subnets': [{'id': 'e86d07f5-e4b8-4ea8-91bf-f8a4b6ac4cba', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1d528b9a-10b2-4e58-8d69-3852c684bac6'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-1', False) {} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:25:51.385173 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef37a4b7-c00d-4f97-9a18-a355c87cd835 None None] Checking router: 19853417-56cf-4189-9e18-00eff59a8173 for host: n-d-816865-1 {{(pid=102388) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 18:25:51.385563 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef37a4b7-c00d-4f97-9a18-a355c87cd835 None None] Updating router 19853417-56cf-4189-9e18-00eff59a8173 port 2e315fca-ca74-451f-a8da-ca12c6d17370 binding host n-d-816865-1 {{(pid=102388) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 05 18:25:51.433578 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-ef37a4b7-c00d-4f97-9a18-a355c87cd835 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:25:51.744490 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-ef37a4b7-c00d-4f97-9a18-a355c87cd835 None None] Publish callbacks [] for port, precommit_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:25:51.819799 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-ef37a4b7-c00d-4f97-9a18-a355c87cd835 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:25:51.873197 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f91968-3537-40c9-96c1-964003545da9 None None] Pushing event updated for resources: {'Port': ['ID=2e315fca-ca74-451f-a8da-ca12c6d17370,revision_number=2']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:25:51.875496 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-ef37a4b7-c00d-4f97-9a18-a355c87cd835 None None] Attempting to bind port 2e315fca-ca74-451f-a8da-ca12c6d17370 on host n-d-816865-1 for vnic_type normal with profile {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 18:25:51.875956 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-ef37a4b7-c00d-4f97-9a18-a355c87cd835 None None] Attempting to bind port 2e315fca-ca74-451f-a8da-ca12c6d17370 by drivers openvswitch,hyperv on host n-d-816865-1 at level 0 using segments [{'id': '85be518c-8bb4-46a2-a903-d4292782d29d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec'}] {{(pid=102388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 18:25:51.876323 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef37a4b7-c00d-4f97-9a18-a355c87cd835 None None] Attempting to bind port 2e315fca-ca74-451f-a8da-ca12c6d17370 on network 40c8335d-cd0b-4cb5-910a-d4dcddd5cbec {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 18:25:51.881818 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef37a4b7-c00d-4f97-9a18-a355c87cd835 None None] Checking agent: {'id': '724d89a7-611b-41e6-bc85-c48112b17afa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 18, 25, 8), 'started_at': datetime.datetime(2021, 11, 5, 18, 25, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 18, 25, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 18:25:51.882218 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef37a4b7-c00d-4f97-9a18-a355c87cd835 None None] Checking segment: {'id': '85be518c-8bb4-46a2-a903-d4292782d29d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 18:25:51.882620 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-ef37a4b7-c00d-4f97-9a18-a355c87cd835 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:25:51.883002 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef37a4b7-c00d-4f97-9a18-a355c87cd835 None None] Bound using segment: {'id': '85be518c-8bb4-46a2-a903-d4292782d29d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec'} {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 18:25:51.883469 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-ef37a4b7-c00d-4f97-9a18-a355c87cd835 None None] Bound port: 2e315fca-ca74-451f-a8da-ca12c6d17370, host: n-d-816865-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85be518c-8bb4-46a2-a903-d4292782d29d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec'}}] {{(pid=102388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 18:25:51.883877 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-ef37a4b7-c00d-4f97-9a18-a355c87cd835 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:25:51.936724 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-ef37a4b7-c00d-4f97-9a18-a355c87cd835 None None] For port 2e315fca-ca74-451f-a8da-ca12c6d17370, host n-d-816865-1, cleared binding levels {{(pid=102388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 18:25:51.940951 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-ef37a4b7-c00d-4f97-9a18-a355c87cd835 None None] For port 2e315fca-ca74-451f-a8da-ca12c6d17370, host n-d-816865-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=2e315fca-ca74-451f-a8da-ca12c6d17370,segment=NetworkSegment(85be518c-8bb4-46a2-a903-d4292782d29d),segment_id=85be518c-8bb4-46a2-a903-d4292782d29d)] {{(pid=102388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 18:25:52.038160 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-ef37a4b7-c00d-4f97-9a18-a355c87cd835 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:25:52.097917 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef37a4b7-c00d-4f97-9a18-a355c87cd835 None None] Routers {'19853417-56cf-4189-9e18-00eff59a8173'} bound to L3 agent in host n-d-816865-1 {{(pid=102388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 18:25:52.098561 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-ef37a4b7-c00d-4f97-9a18-a355c87cd835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T18:25:35Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['19853417-56cf-4189-9e18-00eff59a8173'], 'active': True} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:25:52.101341 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f91968-3537-40c9-96c1-964003545da9 None None] Pushing event updated for resources: {'Port': ['ID=2e315fca-ca74-451f-a8da-ca12c6d17370,revision_number=3']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:25:52.207814 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvr_db [None req-ef37a4b7-c00d-4f97-9a18-a355c87cd835 None None] Set router 19853417-56cf-4189-9e18-00eff59a8173 gateway port host: n-d-816865-1 {{(pid=102388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 18:25:52.227265 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 32978) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:25:52.342008 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-69666f76-e00f-4fc9-ac82-6eb61f492056 admin admin] 10.222.0.13 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1136119 Nov 05 18:25:52.429531 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-ef37a4b7-c00d-4f97-9a18-a355c87cd835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19853417-56cf-4189-9e18-00eff59a8173', 'name': 'router1', 'tenant_id': 'f907b60f390142f09656d3755f43869a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.105'}], 'enable_snat': True}, 'gw_port_id': '2e315fca-ca74-451f-a8da-ca12c6d17370', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T18:25:30Z', 'updated_at': '2021-11-05T18:25:49Z', 'revision_number': 4, 'project_id': 'f907b60f390142f09656d3755f43869a', 'gw_port': {'id': '2e315fca-ca74-451f-a8da-ca12c6d17370', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:d0:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19853417-56cf-4189-9e18-00eff59a8173', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T18:25:48Z', 'updated_at': '2021-11-05T18:25:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1', '_interfaces': [{'id': '0315dc45-8710-4b85-a899-eddf23bbde55', 'name': '', 'network_id': '486004ab-95de-46c2-9b70-a317ffe7f4f9', 'tenant_id': 'f907b60f390142f09656d3755f43869a', 'mac_address': 'fa:16:3e:1d:44:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19853417-56cf-4189-9e18-00eff59a8173', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e86d07f5-e4b8-4ea8-91bf-f8a4b6ac4cba', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T18:25:39Z', 'updated_at': '2021-11-05T18:25:43Z', 'revision_number': 5, 'project_id': 'f907b60f390142f09656d3755f43869a', 'subnets': [{'id': 'e86d07f5-e4b8-4ea8-91bf-f8a4b6ac4cba', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1d528b9a-10b2-4e58-8d69-3852c684bac6'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-1', False) {} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:25:52.457247 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef37a4b7-c00d-4f97-9a18-a355c87cd835 None None] The sync data for ids ['19853417-56cf-4189-9e18-00eff59a8173'] in n-d-816865-1 is: [{'id': '19853417-56cf-4189-9e18-00eff59a8173', 'name': 'router1', 'tenant_id': 'f907b60f390142f09656d3755f43869a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.105'}], 'enable_snat': True}, 'gw_port_id': '2e315fca-ca74-451f-a8da-ca12c6d17370', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T18:25:30Z', 'updated_at': '2021-11-05T18:25:49Z', 'revision_number': 4, 'project_id': 'f907b60f390142f09656d3755f43869a', 'gw_port': {'id': '2e315fca-ca74-451f-a8da-ca12c6d17370', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:d0:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19853417-56cf-4189-9e18-00eff59a8173', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T18:25:48Z', 'updated_at': '2021-11-05T18:25:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1', '_interfaces': [{'id': '0315dc45-8710-4b85-a899-eddf23bbde55', 'name': '', 'network_id': '486004ab-95de-46c2-9b70-a317ffe7f4f9', 'tenant_id': 'f907b60f390142f09656d3755f43869a', 'mac_address': 'fa:16:3e:1d:44:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19853417-56cf-4189-9e18-00eff59a8173', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e86d07f5-e4b8-4ea8-91bf-f8a4b6ac4cba', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T18:25:39Z', 'updated_at': '2021-11-05T18:25:43Z', 'revision_number': 5, 'project_id': 'f907b60f390142f09656d3755f43869a', 'subnets': [{'id': 'e86d07f5-e4b8-4ea8-91bf-f8a4b6ac4cba', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1d528b9a-10b2-4e58-8d69-3852c684bac6'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 18:25:54.050462 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 2e315fca-ca74-451f-a8da-ca12c6d17370 up at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 18:25:54.098499 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Provisioning complete for port 2e315fca-ca74-451f-a8da-ca12c6d17370 triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:25:54.104686 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:25:54.193397 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:25:54.215565 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] For port 2e315fca-ca74-451f-a8da-ca12c6d17370, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=2e315fca-ca74-451f-a8da-ca12c6d17370,segment=NetworkSegment(85be518c-8bb4-46a2-a903-d4292782d29d),segment_id=85be518c-8bb4-46a2-a903-d4292782d29d)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:25:54.278674 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:25:54.330841 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Pushing event updated for resources: {'Port': ['ID=2e315fca-ca74-451f-a8da-ca12c6d17370,revision_number=4']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:25:56.065997 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 2e315fca-ca74-451f-a8da-ca12c6d17370 up at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 18:25:56.132621 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Provisioning complete for port 2e315fca-ca74-451f-a8da-ca12c6d17370 triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:25:56.133242 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:26:02.500442 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-46427fe4-742a-465b-8efa-c1af15bad604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:26:04.458159 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.agents_db [None req-b9406b04-a0e8-43cf-b349-711963d96cf4 None None] Agent healthcheck: found 5 active agents {{(pid=102389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 05 18:26:04.808752 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-df9abe22-b5f0-4026-8ab1-402916940810 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:26:06.060015 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b304910f-7b27-444b-a8fc-977d26b1ceac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:26:07.981084 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-31f93893-a48e-4ae8-833d-dccb2b42eacc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:26:08.397553 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:26:32.505362 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-55de22a1-c34d-410e-8917-de9e2fa43235 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:26:34.837742 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-5104dbc6-3112-4cdd-a3ab-0c0a1e9ea378 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:26:36.028795 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b304910f-7b27-444b-a8fc-977d26b1ceac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:26:37.933725 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-31f93893-a48e-4ae8-833d-dccb2b42eacc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:26:39.054268 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:26:41.456605 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.agents_db [None req-b9406b04-a0e8-43cf-b349-711963d96cf4 None None] Agent healthcheck: found 5 active agents {{(pid=102389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 05 18:27:02.499088 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-e7dedf54-ce82-4363-84e3-bcdfdb5ccff6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:27:04.818529 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-e88123e7-eed5-4b03-ab35-b2b6788f6add None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:27:06.024313 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b304910f-7b27-444b-a8fc-977d26b1ceac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:27:07.961561 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-31f93893-a48e-4ae8-833d-dccb2b42eacc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:27:08.378628 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:27:18.457120 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.agents_db [None req-b9406b04-a0e8-43cf-b349-711963d96cf4 None None] Agent healthcheck: found 5 active agents {{(pid=102389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 05 18:27:32.532494 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-db40896b-6aa5-48f5-be4b-ca5d32ab4d51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:27:34.828816 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-f128ddaa-5c97-48f8-9a7d-3f4034d0eecb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:27:36.081052 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b304910f-7b27-444b-a8fc-977d26b1ceac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:27:36.846746 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 33572) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:27:36.907571 n-d-816865-1 neutron-server[102386]: INFO neutron.pecan_wsgi.hooks.translation [None req-96e73b66-4968-4b22-addc-2f50270bb3cd admin admin] GET failed (client error): The resource could not be found. Nov 05 18:27:36.908868 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-96e73b66-4968-4b22-addc-2f50270bb3cd admin admin] 10.222.0.13 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0611942 Nov 05 18:27:37.066173 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3f37773-4bf3-4a35-9ac3-afc771913b2a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:27:37.067584 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-b3f37773-4bf3-4a35-9ac3-afc771913b2a admin admin] 10.222.0.13 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1541061 Nov 05 18:27:37.972266 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-31f93893-a48e-4ae8-833d-dccb2b42eacc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:27:38.406786 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:27:39.354550 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 33582) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:27:39.506154 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b24da5ad-41c5-47a0-a76b-3e5d502c083b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:27:39.507514 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-b24da5ad-41c5-47a0-a76b-3e5d502c083b admin admin] 10.222.0.13 "GET /v2.0/subnets/e86d07f5-e4b8-4ea8-91bf-f8a4b6ac4cba HTTP/1.1" status: 200 len: 849 time: 0.1519728 Nov 05 18:27:39.517404 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-c4fbbca2-89bd-45f9-ba7a-772c96169824 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:27:39.598194 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-c4fbbca2-89bd-45f9-ba7a-772c96169824 admin admin] Publish callbacks [] for subnet, before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:27:39.789929 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-c4fbbca2-89bd-45f9-ba7a-772c96169824 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8750027766631'] for subnet, after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:27:39.818980 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4fbbca2-89bd-45f9-ba7a-772c96169824 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:27:39.819602 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-c4fbbca2-89bd-45f9-ba7a-772c96169824 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597851'] for subnet, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:27:39.821553 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-c4fbbca2-89bd-45f9-ba7a-772c96169824 admin admin] 10.222.0.13 "PUT /v2.0/subnets/e86d07f5-e4b8-4ea8-91bf-f8a4b6ac4cba HTTP/1.1" status: 200 len: 868 time: 0.3076391 Nov 05 18:27:39.825076 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42972262-c738-49a6-a79b-1ff2ca46eb41 None None] Network 486004ab-95de-46c2-9b70-a317ffe7f4f9 requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 18:27:39.846791 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4fbbca2-89bd-45f9-ba7a-772c96169824 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e86d07f5-e4b8-4ea8-91bf-f8a4b6ac4cba,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:27:39.855315 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4fbbca2-89bd-45f9-ba7a-772c96169824 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:27:39.855555 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4fbbca2-89bd-45f9-ba7a-772c96169824 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:27:39.855888 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4fbbca2-89bd-45f9-ba7a-772c96169824 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:27:39.856236 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4fbbca2-89bd-45f9-ba7a-772c96169824 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:27:39.856550 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4fbbca2-89bd-45f9-ba7a-772c96169824 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:27:39.856870 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4fbbca2-89bd-45f9-ba7a-772c96169824 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:27:39.857213 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4fbbca2-89bd-45f9-ba7a-772c96169824 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:27:39.857565 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4fbbca2-89bd-45f9-ba7a-772c96169824 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:27:39.857894 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4fbbca2-89bd-45f9-ba7a-772c96169824 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:27:39.858240 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4fbbca2-89bd-45f9-ba7a-772c96169824 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:27:39.858564 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4fbbca2-89bd-45f9-ba7a-772c96169824 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:27:39.858877 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4fbbca2-89bd-45f9-ba7a-772c96169824 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:27:40.226731 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-e9deec56-a6f6-4c4d-84cc-cd55e620acc4 None None] Provisioning complete for port 0315dc45-8710-4b85-a899-eddf23bbde55 triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:27:40.227699 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-e9deec56-a6f6-4c4d-84cc-cd55e620acc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:27:40.314795 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-e9deec56-a6f6-4c4d-84cc-cd55e620acc4 None None] Provisioning complete for port 2b34296c-40ba-4dcf-8d11-84d1241d159b triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:27:40.315097 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-e9deec56-a6f6-4c4d-84cc-cd55e620acc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:27:42.094324 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 33590) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:27:42.294865 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e95b3eb4-ebc5-4997-9211-fcbed6eda068 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:27:42.295252 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e95b3eb4-ebc5-4997-9211-fcbed6eda068 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:27:42.296772 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-e95b3eb4-ebc5-4997-9211-fcbed6eda068 admin admin] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2014911 Nov 05 18:27:44.596396 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 33598) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:27:44.796099 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e28ea2ac-33ff-4291-9ae1-6eb73ffd367e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:27:44.796479 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e28ea2ac-33ff-4291-9ae1-6eb73ffd367e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:27:44.798025 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-e28ea2ac-33ff-4291-9ae1-6eb73ffd367e admin admin] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2006872 Nov 05 18:27:47.083259 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 33608) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:27:47.209020 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3da073a4-1fa4-4653-8fd0-2391304a0788 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:27:47.210408 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-3da073a4-1fa4-4653-8fd0-2391304a0788 admin admin] 10.222.0.13 "GET /v2.0/networks/40c8335d-cd0b-4cb5-910a-d4dcddd5cbec HTTP/1.1" status: 200 len: 886 time: 0.1260586 Nov 05 18:27:49.505094 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 33616) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:27:49.648791 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c42fbd05-e963-46d5-9252-df67452f0496 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:27:49.650169 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-c42fbd05-e963-46d5-9252-df67452f0496 admin admin] 10.222.0.13 "GET /v2.0/networks/486004ab-95de-46c2-9b70-a317ffe7f4f9 HTTP/1.1" status: 200 len: 869 time: 0.1440644 Nov 05 18:27:51.944107 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 33624) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:27:52.069638 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5863b2a8-f418-4f67-bfff-347eaefec234 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:27:52.070215 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5863b2a8-f418-4f67-bfff-347eaefec234 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:27:52.072404 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-5863b2a8-f418-4f67-bfff-347eaefec234 admin admin] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1268983 Nov 05 18:27:54.341964 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 33632) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:27:54.432192 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5e8d627-5a67-497b-8802-cd121f3ab9e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:27:54.432654 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5e8d627-5a67-497b-8802-cd121f3ab9e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:27:54.434208 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-f5e8d627-5a67-497b-8802-cd121f3ab9e3 admin admin] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0912528 Nov 05 18:27:55.455457 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.agents_db [None req-b9406b04-a0e8-43cf-b349-711963d96cf4 None None] Agent healthcheck: found 5 active agents {{(pid=102389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 05 18:27:56.705574 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 33640) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:27:56.790284 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0859518f-d524-440d-af9c-730b6264dcbe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:27:56.791611 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-0859518f-d524-440d-af9c-730b6264dcbe admin admin] 10.222.0.13 "GET /v2.0/subnets/04fe6db3-e108-4208-943d-6518424f5726 HTTP/1.1" status: 200 len: 816 time: 0.0850542 Nov 05 18:27:59.079881 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 33648) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:27:59.173272 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c85da2d-118c-4a09-9c9d-76e6787ba6f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:27:59.174635 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-8c85da2d-118c-4a09-9c9d-76e6787ba6f6 admin admin] 10.222.0.13 "GET /v2.0/subnets/e86d07f5-e4b8-4ea8-91bf-f8a4b6ac4cba HTTP/1.1" status: 200 len: 868 time: 0.0931244 Nov 05 18:28:02.520821 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-5980a24a-7809-4f61-a23a-a741abd0ca83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:28:04.817757 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-358ffad0-ddb9-4187-870d-1e33f8cd1c65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:28:06.029283 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b304910f-7b27-444b-a8fc-977d26b1ceac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:28:07.977534 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-31f93893-a48e-4ae8-833d-dccb2b42eacc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:28:08.360018 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:28:25.249513 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 33702) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:28:25.296328 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [None req-e745dd54-30e7-4f05-a42f-30ce21e149b6 admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=102386) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 05 18:28:25.297331 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-e745dd54-30e7-4f05-a42f-30ce21e149b6 admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0468276 Nov 05 18:28:27.693506 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 33710) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:28:27.753493 n-d-816865-1 neutron-server[102387]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2690c44-78d6-455e-b9f8-5533f8c16421 admin admin] GET failed (client error): The resource could not be found. Nov 05 18:28:27.755123 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-a2690c44-78d6-455e-b9f8-5533f8c16421 admin admin] 10.222.0.13 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0603685 Nov 05 18:28:27.898834 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2deb3b69-d579-4ad4-bdb7-754d2a7fd7a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:28:27.900221 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-2deb3b69-d579-4ad4-bdb7-754d2a7fd7a8 admin admin] 10.222.0.13 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1400008 Nov 05 18:28:30.223582 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 33718) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:28:30.269917 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-f1162201-ced7-45c1-8ef0-f2b70f261f8a admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:28:30.348394 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1162201-ced7-45c1-8ef0-f2b70f261f8a admin admin] Made reservation on behalf of a98b5c3b43be4ff184881cde4b39aadf for: {'network': 1} {{(pid=102387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 18:28:30.350735 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-f1162201-ced7-45c1-8ef0-f2b70f261f8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for network, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:28:30.378033 n-d-816865-1 neutron-server[102387]: WARNING neutron.services.revisions.revision_plugin [None req-f1162201-ced7-45c1-8ef0-f2b70f261f8a admin admin] Could not find related network for resource to bump revision. Nov 05 18:28:30.389266 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1162201-ced7-45c1-8ef0-f2b70f261f8a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 153} {{(pid=102387) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 05 18:28:30.398417 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-f1162201-ced7-45c1-8ef0-f2b70f261f8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273'] for segment, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:28:30.401275 n-d-816865-1 neutron-server[102387]: INFO neutron.db.segments_db [None req-f1162201-ced7-45c1-8ef0-f2b70f261f8a admin admin] Added segment 35c2db9c-522d-48d3-98cf-a08c2cc55db7 of type vlan for network a723f808-b11e-4066-b104-fad90c82895e Nov 05 18:28:30.438651 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-f1162201-ced7-45c1-8ef0-f2b70f261f8a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750027258543'] for network, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:28:30.514642 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-f1162201-ced7-45c1-8ef0-f2b70f261f8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-956796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877'] for network, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:28:30.515514 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1162201-ced7-45c1-8ef0-f2b70f261f8a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:28:30.516090 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-f1162201-ced7-45c1-8ef0-f2b70f261f8a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597851'] for network, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:28:30.573021 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1162201-ced7-45c1-8ef0-f2b70f261f8a admin admin] Pushing event updated for resources: {'Network': ['ID=a723f808-b11e-4066-b104-fad90c82895e,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:28:30.579459 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1162201-ced7-45c1-8ef0-f2b70f261f8a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:28:30.579804 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1162201-ced7-45c1-8ef0-f2b70f261f8a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:28:30.580144 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1162201-ced7-45c1-8ef0-f2b70f261f8a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:28:30.580472 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1162201-ced7-45c1-8ef0-f2b70f261f8a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:28:30.580807 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1162201-ced7-45c1-8ef0-f2b70f261f8a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:28:30.581130 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1162201-ced7-45c1-8ef0-f2b70f261f8a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:28:30.581452 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1162201-ced7-45c1-8ef0-f2b70f261f8a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:28:30.581773 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1162201-ced7-45c1-8ef0-f2b70f261f8a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:28:30.582145 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1162201-ced7-45c1-8ef0-f2b70f261f8a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:28:30.585229 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1162201-ced7-45c1-8ef0-f2b70f261f8a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:28:30.585229 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1162201-ced7-45c1-8ef0-f2b70f261f8a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:28:30.585229 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1162201-ced7-45c1-8ef0-f2b70f261f8a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:28:30.594259 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Network a723f808-b11e-4066-b104-fad90c82895e details requested by agent ovs-agent-n-d-816865-1 with host n-d-816865-1 {{(pid=102388) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 05 18:28:30.609052 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-f1162201-ced7-45c1-8ef0-f2b70f261f8a admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3843858 Nov 05 18:28:32.453520 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.agents_db [None req-b9406b04-a0e8-43cf-b349-711963d96cf4 None None] Agent healthcheck: found 5 active agents {{(pid=102389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 05 18:28:32.514402 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-9ee8c36f-bad9-4cf0-994c-ad4abc1f6a64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:28:32.931851 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 33726) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:28:32.992673 n-d-816865-1 neutron-server[102386]: INFO neutron.pecan_wsgi.hooks.translation [None req-f1fa624a-3e37-4c80-a4cb-03a26a61cf40 admin admin] GET failed (client error): The resource could not be found. Nov 05 18:28:32.993995 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-f1fa624a-3e37-4c80-a4cb-03a26a61cf40 admin admin] 10.222.0.13 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0612040 Nov 05 18:28:33.064305 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-360fb94f-9835-4d87-93b3-c8bc3df3cb76 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:28:33.065748 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-360fb94f-9835-4d87-93b3-c8bc3df3cb76 admin admin] 10.222.0.13 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0668259 Nov 05 18:28:33.076737 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-a4c4dfcd-23f5-47be-8a7e-8fd4d5f0a706 admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'ip_version': 4, 'description': 'shared-subnet', 'network_id': 'a723f808-b11e-4066-b104-fad90c82895e'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:28:33.154296 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4c4dfcd-23f5-47be-8a7e-8fd4d5f0a706 admin admin] Made reservation on behalf of a98b5c3b43be4ff184881cde4b39aadf for: {'subnet': 1} {{(pid=102386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 18:28:33.156453 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-a4c4dfcd-23f5-47be-8a7e-8fd4d5f0a706 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:28:33.404551 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-a4c4dfcd-23f5-47be-8a7e-8fd4d5f0a706 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877'] for subnet, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:28:33.464192 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c4dfcd-23f5-47be-8a7e-8fd4d5f0a706 admin admin] Pushing event updated for resources: {'Subnet': ['ID=05e7a1b5-165b-4a00-855a-ffbcb2eba59e,revision_number=0']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:28:33.472370 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4c4dfcd-23f5-47be-8a7e-8fd4d5f0a706 admin admin] Checking segment: {'id': '35c2db9c-522d-48d3-98cf-a08c2cc55db7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'a723f808-b11e-4066-b104-fad90c82895e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 18:28:33.472718 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4c4dfcd-23f5-47be-8a7e-8fd4d5f0a706 admin admin] Network hostable DHCP agents. Network: a723f808-b11e-4066-b104-fad90c82895e, hostable agents: ['987e2ca0-bc3b-4c6f-a989-429ccfbf753f'], hosted agents: [] {{(pid=102386) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 05 18:28:33.543238 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4c4dfcd-23f5-47be-8a7e-8fd4d5f0a706 admin admin] Network a723f808-b11e-4066-b104-fad90c82895e is scheduled to be hosted by DHCP agent 987e2ca0-bc3b-4c6f-a989-429ccfbf753f with binding_index 1 {{(pid=102386) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 05 18:28:33.634090 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.base_scheduler [None req-a4c4dfcd-23f5-47be-8a7e-8fd4d5f0a706 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816865-1, a723f808-b11e-4066-b104-fad90c82895e) {{(pid=102386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:28:33.640088 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4c4dfcd-23f5-47be-8a7e-8fd4d5f0a706 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:28:33.641050 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-a4c4dfcd-23f5-47be-8a7e-8fd4d5f0a706 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597851'] for subnet, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:28:33.641626 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-747d6a3f-18b0-42e7-9f49-d1c5f0c0c8d1 None None] Network a723f808-b11e-4066-b104-fad90c82895e requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 18:28:33.745626 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-a4c4dfcd-23f5-47be-8a7e-8fd4d5f0a706 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6721029 Nov 05 18:28:33.783889 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2541f6a6-127e-4740-8aaa-f726f387223b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeb20a084-accf-5b60-8075-3e69ebe863a6-a723f808-b11e-4066-b104-fad90c82895e', 'network_id': 'a723f808-b11e-4066-b104-fad90c82895e', 'tenant_id': 'a98b5c3b43be4ff184881cde4b39aadf', 'fixed_ips': [{'subnet_id': '05e7a1b5-165b-4a00-855a-ffbcb2eba59e'}]}} from n-d-816865-1. {{(pid=102388) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 05 18:28:33.784785 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-2541f6a6-127e-4740-8aaa-f726f387223b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:28:33.928063 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.db_base_plugin_common [None req-2541f6a6-127e-4740-8aaa-f726f387223b None None] Allocated IP 192.168.233.2 (a723f808-b11e-4066-b104-fad90c82895e/05e7a1b5-165b-4a00-855a-ffbcb2eba59e/4ad4cee3-cf33-452c-a93e-6ba4e4856fa5) {{(pid=102388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 18:28:34.078605 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-2541f6a6-127e-4740-8aaa-f726f387223b None None] Publish callbacks [] for port, precommit_create {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:28:34.159390 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-2541f6a6-127e-4740-8aaa-f726f387223b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789'] for port, after_create {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:28:34.197271 n-d-816865-1 neutron-server[102388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2541f6a6-127e-4740-8aaa-f726f387223b None None] Network a723f808-b11e-4066-b104-fad90c82895e is already hosted by enough agents. {{(pid=102388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 18:28:34.200142 n-d-816865-1 neutron-server[102388]: DEBUG neutron.scheduler.base_scheduler [None req-2541f6a6-127e-4740-8aaa-f726f387223b None None] Resources bound (agent type, host, resource id): {{(pid=102388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:28:34.203139 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2541f6a6-127e-4740-8aaa-f726f387223b None None] Received port after_create {{(pid=102388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 18:28:34.219852 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2541f6a6-127e-4740-8aaa-f726f387223b None None] Pushing event updated for resources: {'Port': ['ID=4ad4cee3-cf33-452c-a93e-6ba4e4856fa5,revision_number=1']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:28:34.241789 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2541f6a6-127e-4740-8aaa-f726f387223b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:28:34.245787 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2541f6a6-127e-4740-8aaa-f726f387223b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:28:34.245787 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2541f6a6-127e-4740-8aaa-f726f387223b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:28:34.245787 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2541f6a6-127e-4740-8aaa-f726f387223b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:28:34.245787 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2541f6a6-127e-4740-8aaa-f726f387223b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:28:34.245787 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2541f6a6-127e-4740-8aaa-f726f387223b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:28:34.245787 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2541f6a6-127e-4740-8aaa-f726f387223b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:28:34.245787 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2541f6a6-127e-4740-8aaa-f726f387223b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:28:34.245787 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2541f6a6-127e-4740-8aaa-f726f387223b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:28:34.245787 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2541f6a6-127e-4740-8aaa-f726f387223b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:28:34.245787 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2541f6a6-127e-4740-8aaa-f726f387223b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:28:34.245787 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2541f6a6-127e-4740-8aaa-f726f387223b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:28:34.278390 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-2541f6a6-127e-4740-8aaa-f726f387223b None None] Attempting to bind port 4ad4cee3-cf33-452c-a93e-6ba4e4856fa5 on host n-d-816865-1 for vnic_type normal with profile {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 18:28:34.278752 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-2541f6a6-127e-4740-8aaa-f726f387223b None None] Attempting to bind port 4ad4cee3-cf33-452c-a93e-6ba4e4856fa5 by drivers openvswitch,hyperv on host n-d-816865-1 at level 0 using segments [{'id': '35c2db9c-522d-48d3-98cf-a08c2cc55db7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'a723f808-b11e-4066-b104-fad90c82895e'}] {{(pid=102388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 18:28:34.279109 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2541f6a6-127e-4740-8aaa-f726f387223b None None] Attempting to bind port 4ad4cee3-cf33-452c-a93e-6ba4e4856fa5 on network a723f808-b11e-4066-b104-fad90c82895e {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 18:28:34.284179 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2541f6a6-127e-4740-8aaa-f726f387223b None None] Checking agent: {'id': '724d89a7-611b-41e6-bc85-c48112b17afa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 18, 25, 8), 'started_at': datetime.datetime(2021, 11, 5, 18, 25, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 18, 28, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 18:28:34.284540 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2541f6a6-127e-4740-8aaa-f726f387223b None None] Checking segment: {'id': '35c2db9c-522d-48d3-98cf-a08c2cc55db7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'a723f808-b11e-4066-b104-fad90c82895e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 18:28:34.284933 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-2541f6a6-127e-4740-8aaa-f726f387223b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:28:34.285316 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2541f6a6-127e-4740-8aaa-f726f387223b None None] Bound using segment: {'id': '35c2db9c-522d-48d3-98cf-a08c2cc55db7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'a723f808-b11e-4066-b104-fad90c82895e'} {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 18:28:34.285765 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-2541f6a6-127e-4740-8aaa-f726f387223b None None] Bound port: 4ad4cee3-cf33-452c-a93e-6ba4e4856fa5, host: n-d-816865-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35c2db9c-522d-48d3-98cf-a08c2cc55db7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'a723f808-b11e-4066-b104-fad90c82895e'}}] {{(pid=102388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 18:28:34.286180 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-2541f6a6-127e-4740-8aaa-f726f387223b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:28:34.348453 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-2541f6a6-127e-4740-8aaa-f726f387223b None None] For port 4ad4cee3-cf33-452c-a93e-6ba4e4856fa5, host n-d-816865-1, cleared binding levels {{(pid=102388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 18:28:34.352464 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-2541f6a6-127e-4740-8aaa-f726f387223b None None] For port 4ad4cee3-cf33-452c-a93e-6ba4e4856fa5, host n-d-816865-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=4ad4cee3-cf33-452c-a93e-6ba4e4856fa5,segment=NetworkSegment(35c2db9c-522d-48d3-98cf-a08c2cc55db7),segment_id=35c2db9c-522d-48d3-98cf-a08c2cc55db7)] {{(pid=102388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 18:28:34.417440 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-2541f6a6-127e-4740-8aaa-f726f387223b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:28:34.478880 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2541f6a6-127e-4740-8aaa-f726f387223b None None] Pushing event updated for resources: {'Port': ['ID=4ad4cee3-cf33-452c-a93e-6ba4e4856fa5,revision_number=2']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:28:34.817160 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-d3bcffc2-79be-4201-b074-654b65742105 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:28:35.336599 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0ce24fc-2ca6-412d-948e-e94399c24a0b None None] Network a723f808-b11e-4066-b104-fad90c82895e requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 18:28:35.461933 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-dbbee911-e71d-4244-af54-6a61db83e902 None None] Provisioning complete for port 4ad4cee3-cf33-452c-a93e-6ba4e4856fa5 triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:28:35.462315 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-dbbee911-e71d-4244-af54-6a61db83e902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:28:35.574504 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-dbbee911-e71d-4244-af54-6a61db83e902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:28:35.610329 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-dbbee911-e71d-4244-af54-6a61db83e902 None None] For port 4ad4cee3-cf33-452c-a93e-6ba4e4856fa5, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=4ad4cee3-cf33-452c-a93e-6ba4e4856fa5,segment=NetworkSegment(35c2db9c-522d-48d3-98cf-a08c2cc55db7),segment_id=35c2db9c-522d-48d3-98cf-a08c2cc55db7)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:28:35.684617 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-dbbee911-e71d-4244-af54-6a61db83e902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:28:35.735082 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbbee911-e71d-4244-af54-6a61db83e902 None None] Pushing event updated for resources: {'Port': ['ID=4ad4cee3-cf33-452c-a93e-6ba4e4856fa5,revision_number=3']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:28:35.806883 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-5fd77f8f-ae5e-474b-b676-2b5182f81687 None None] Provisioning complete for port 4ad4cee3-cf33-452c-a93e-6ba4e4856fa5 triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:28:35.807248 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-5fd77f8f-ae5e-474b-b676-2b5182f81687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:28:36.016886 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b304910f-7b27-444b-a8fc-977d26b1ceac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:28:36.174187 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 4ad4cee3-cf33-452c-a93e-6ba4e4856fa5 up at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 18:28:36.223604 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Provisioning complete for port 4ad4cee3-cf33-452c-a93e-6ba4e4856fa5 triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:28:36.223969 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:28:37.960697 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-31f93893-a48e-4ae8-833d-dccb2b42eacc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:28:38.388401 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:29:02.519147 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-e530c8cc-c593-4559-a1d4-321aa24984c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:29:04.827735 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-9c3a95fb-216d-44a7-9e56-46b070a1ed95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:29:06.022166 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b304910f-7b27-444b-a8fc-977d26b1ceac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:29:07.976443 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-31f93893-a48e-4ae8-833d-dccb2b42eacc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:29:08.376203 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:29:09.452355 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.agents_db [None req-b9406b04-a0e8-43cf-b349-711963d96cf4 None None] Agent healthcheck: found 5 active agents {{(pid=102389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 05 18:29:32.530556 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-4e80eb62-23cb-42a3-b2b6-2486511f6639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:29:34.792748 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-56164d83-1a4a-4bbd-9b1b-50b1ddc1efc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:29:36.065904 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b304910f-7b27-444b-a8fc-977d26b1ceac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:29:37.981863 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-31f93893-a48e-4ae8-833d-dccb2b42eacc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:29:38.381663 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:29:46.453566 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.agents_db [None req-b9406b04-a0e8-43cf-b349-711963d96cf4 None None] Agent healthcheck: found 5 active agents {{(pid=102389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 05 18:30:02.522324 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-5f04d357-ee9d-41ae-833a-c5c4de696cac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:30:04.826714 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-ffcf16ef-81e0-44e3-8f29-6872f5248aff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:30:06.072665 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b304910f-7b27-444b-a8fc-977d26b1ceac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:30:08.033917 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-31f93893-a48e-4ae8-833d-dccb2b42eacc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:30:08.375308 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:30:23.452833 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.agents_db [None req-b9406b04-a0e8-43cf-b349-711963d96cf4 None None] Agent healthcheck: found 5 active agents {{(pid=102389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 05 18:30:26.106669 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 33770) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:30:26.112485 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [None req-6b6817df-8d31-4f81-a0bd-745ab851cfb7 tempest-verify_tempest_config-374944339 tempest-verify_tempest_config-374944339-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=102386) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 05 18:30:26.113456 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-6b6817df-8d31-4f81-a0bd-745ab851cfb7 tempest-verify_tempest_config-374944339 tempest-verify_tempest_config-374944339-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0058103 Nov 05 18:30:27.080701 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 33788) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:30:27.191332 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-068879d6-5491-4cdf-a438-c716acc509fb admin admin] Publish callbacks [] for security_group, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:30:27.290551 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-068879d6-5491-4cdf-a438-c716acc509fb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:30:27.351979 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-068879d6-5491-4cdf-a438-c716acc509fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:30:27.399536 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-068879d6-5491-4cdf-a438-c716acc509fb admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3e16bb4e46b048c4ab27f8a92ed1535d&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3176877 Nov 05 18:30:27.400728 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068879d6-5491-4cdf-a438-c716acc509fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d24433bb-9ca4-4be7-a30a-29157347a46d,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:30:27.402129 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 33792) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:30:27.408634 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-068879d6-5491-4cdf-a438-c716acc509fb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:30:27.408981 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-068879d6-5491-4cdf-a438-c716acc509fb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:30:27.409319 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-068879d6-5491-4cdf-a438-c716acc509fb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:30:27.409652 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-068879d6-5491-4cdf-a438-c716acc509fb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:30:27.409981 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-068879d6-5491-4cdf-a438-c716acc509fb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:30:27.410335 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-068879d6-5491-4cdf-a438-c716acc509fb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:30:27.410659 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-068879d6-5491-4cdf-a438-c716acc509fb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:30:27.410984 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-068879d6-5491-4cdf-a438-c716acc509fb admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:30:27.411301 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-068879d6-5491-4cdf-a438-c716acc509fb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:30:27.411620 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-068879d6-5491-4cdf-a438-c716acc509fb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:30:27.411937 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-068879d6-5491-4cdf-a438-c716acc509fb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:30:27.412256 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-068879d6-5491-4cdf-a438-c716acc509fb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:30:27.462202 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-9765f4f4-83ab-4e36-ae29-dad736a9d449 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:30:27.561930 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-9765f4f4-83ab-4e36-ae29-dad736a9d449 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:30:27.718053 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-9765f4f4-83ab-4e36-ae29-dad736a9d449 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:30:27.720918 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-9765f4f4-83ab-4e36-ae29-dad736a9d449 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:30:27.722069 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-9765f4f4-83ab-4e36-ae29-dad736a9d449 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d24433bb-9ca4-4be7-a30a-29157347a46d HTTP/1.1" status: 204 len: 168 time: 0.3184059 Nov 05 18:30:27.729652 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9765f4f4-83ab-4e36-ae29-dad736a9d449 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d24433bb-9ca4-4be7-a30a-29157347a46d,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:30:27.736328 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9765f4f4-83ab-4e36-ae29-dad736a9d449 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:30:27.736674 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9765f4f4-83ab-4e36-ae29-dad736a9d449 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:30:27.737009 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9765f4f4-83ab-4e36-ae29-dad736a9d449 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:30:27.737345 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9765f4f4-83ab-4e36-ae29-dad736a9d449 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:30:27.737666 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9765f4f4-83ab-4e36-ae29-dad736a9d449 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:30:27.737987 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9765f4f4-83ab-4e36-ae29-dad736a9d449 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:30:27.738338 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9765f4f4-83ab-4e36-ae29-dad736a9d449 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:30:27.738660 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9765f4f4-83ab-4e36-ae29-dad736a9d449 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:30:27.739000 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9765f4f4-83ab-4e36-ae29-dad736a9d449 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:30:27.739287 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9765f4f4-83ab-4e36-ae29-dad736a9d449 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:30:27.739602 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9765f4f4-83ab-4e36-ae29-dad736a9d449 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:30:27.739914 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9765f4f4-83ab-4e36-ae29-dad736a9d449 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:30:32.535025 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-d1ac6b70-168f-44af-9a2c-751e2b6332b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:30:34.832345 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-43777079-6b94-4128-b8e7-7ccc960a979f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:30:36.047258 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b304910f-7b27-444b-a8fc-977d26b1ceac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:30:37.992233 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-31f93893-a48e-4ae8-833d-dccb2b42eacc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:30:38.419471 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:31:00.451502 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.agents_db [None req-b9406b04-a0e8-43cf-b349-711963d96cf4 None None] Agent healthcheck: found 5 active agents {{(pid=102389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 05 18:31:02.535103 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-8b62e948-1805-475f-89b1-a1b94db290f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:31:04.837358 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-12920a5d-37df-4a6a-9bf6-c5ea26bd5762 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:31:06.031585 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b304910f-7b27-444b-a8fc-977d26b1ceac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:31:08.001060 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-31f93893-a48e-4ae8-833d-dccb2b42eacc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:31:08.436652 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:31:32.539317 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-8c91f112-cd8d-43d3-a13b-b2360cae6a60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:31:34.817613 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-d6e9e9b0-a43d-443e-8040-5673c6be496f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:31:36.045557 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b304910f-7b27-444b-a8fc-977d26b1ceac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:31:37.449435 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.agents_db [None req-b9406b04-a0e8-43cf-b349-711963d96cf4 None None] Agent healthcheck: found 5 active agents {{(pid=102389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 05 18:31:38.046455 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-31f93893-a48e-4ae8-833d-dccb2b42eacc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:31:38.394632 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:32:02.536380 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-0c0565bc-395c-4318-a4b5-c4b4e5cc02bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:32:04.829931 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-14b5a7ca-4ae8-4db8-919a-1259b882aba4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:32:06.047374 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b304910f-7b27-444b-a8fc-977d26b1ceac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:32:08.002774 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-31f93893-a48e-4ae8-833d-dccb2b42eacc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:32:08.372566 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:32:14.447884 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.agents_db [None req-b9406b04-a0e8-43cf-b349-711963d96cf4 None None] Agent healthcheck: found 5 active agents {{(pid=102389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 05 18:32:32.526730 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c3d1d41a-5c2c-490f-aac2-cc24f2e06a8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:32:34.847798 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-f28e38bb-a440-4ae4-84f5-e94755a15377 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:32:36.055658 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b304910f-7b27-444b-a8fc-977d26b1ceac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:32:37.989720 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-31f93893-a48e-4ae8-833d-dccb2b42eacc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:32:38.398843 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:32:51.446635 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.agents_db [None req-b9406b04-a0e8-43cf-b349-711963d96cf4 None None] Agent healthcheck: found 5 active agents {{(pid=102389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 05 18:33:02.541006 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c779304d-d06a-4e6a-a65e-d465086365a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:33:04.831999 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-7a752bf3-9c51-4820-891a-e06d51219fc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:33:06.114757 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b304910f-7b27-444b-a8fc-977d26b1ceac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:33:08.006085 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-31f93893-a48e-4ae8-833d-dccb2b42eacc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:33:08.394892 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:33:28.445734 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.agents_db [None req-b9406b04-a0e8-43cf-b349-711963d96cf4 None None] Agent healthcheck: found 5 active agents {{(pid=102389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 05 18:33:32.531381 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-a2c065db-c9a8-492f-81e2-3535ee2e9ea3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:33:33.800335 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-573214'] for agent, after_create {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:33:34.851370 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-d42b5e94-b55a-41f1-989b-120514692c1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:33:35.840464 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-573214'] for agent, after_create {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:33:36.045539 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b304910f-7b27-444b-a8fc-977d26b1ceac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:33:38.031811 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-31f93893-a48e-4ae8-833d-dccb2b42eacc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:33:38.426426 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:34:02.522573 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-745d845a-7a75-42dc-8ffb-22fa190df4ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:34:03.805337 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:34:04.879152 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-aa260d00-9839-45df-8f6f-8af83bd878d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:34:05.445479 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.agents_db [None req-b9406b04-a0e8-43cf-b349-711963d96cf4 None None] Agent healthcheck: found 7 active agents {{(pid=102389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 05 18:34:05.790716 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:34:06.093702 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b304910f-7b27-444b-a8fc-977d26b1ceac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:34:08.010743 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-31f93893-a48e-4ae8-833d-dccb2b42eacc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:34:08.399586 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:34:18.796154 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 33850) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:34:18.900925 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-aa952d86-4195-429c-8dcc-88de1788014a admin admin] 10.222.0.13 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4931 time: 0.1036646 Nov 05 18:34:21.218515 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 33860) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:34:21.273211 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-281ed08c-5ac6-4ce0-831a-8522e606b0d8 admin admin] 10.222.0.13 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4931 time: 0.0536127 Nov 05 18:34:32.535729 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-8fcb914d-dd03-4f55-9226-ba7f0de04d1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:34:33.801741 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:34:34.819006 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-cb7a007b-5fba-4083-a8a8-9b960bb1db79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:34:35.782165 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:34:36.056456 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b304910f-7b27-444b-a8fc-977d26b1ceac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:34:37.996416 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-31f93893-a48e-4ae8-833d-dccb2b42eacc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:34:38.381853 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:34:42.446093 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.agents_db [None req-b9406b04-a0e8-43cf-b349-711963d96cf4 None None] Agent healthcheck: found 7 active agents {{(pid=102389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 05 18:35:02.558745 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b8fab686-590b-41ab-ab77-ccbec46c35a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:35:03.780869 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:35:04.841153 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-6fb54721-7a29-4070-bd66-1bd94ad1e1c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:35:05.773370 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:35:06.081054 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b304910f-7b27-444b-a8fc-977d26b1ceac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:35:08.035273 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-31f93893-a48e-4ae8-833d-dccb2b42eacc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:35:08.409728 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:35:19.446180 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.agents_db [None req-b9406b04-a0e8-43cf-b349-711963d96cf4 None None] Agent healthcheck: found 7 active agents {{(pid=102389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 05 18:35:32.557584 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-451a1ea9-9d5f-4622-b9ad-f7c6da6c9b56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:35:33.782806 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:35:34.838212 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-fe70ce8f-1316-46df-84ad-f29a5e66ad89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:35:35.792297 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:35:36.068651 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b304910f-7b27-444b-a8fc-977d26b1ceac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:35:37.994331 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-31f93893-a48e-4ae8-833d-dccb2b42eacc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:35:38.378888 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:35:46.509737 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 34078) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:35:47.328217 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 34104) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:35:47.328722 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-61b178da-a3e5-41d3-9d0b-bf94a90bc9e8 tempest-AutoAllocateNetworkTest-1832758312 tempest-AutoAllocateNetworkTest-1832758312-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=14135c56269642e6a30a69de19811640&shared=False HTTP/1.1" status: 200 len: 208 time: 0.8169808 Nov 05 18:35:47.517607 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e7bf989-feb5-455c-9425-4155ceedf971 tempest-AutoAllocateNetworkTest-1832758312 tempest-AutoAllocateNetworkTest-1832758312-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:35:47.519074 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-8e7bf989-feb5-455c-9425-4155ceedf971 tempest-AutoAllocateNetworkTest-1832758312 tempest-AutoAllocateNetworkTest-1832758312-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.1898680 Nov 05 18:35:47.522692 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 34116) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:35:47.669499 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 34122) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:35:47.670130 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-b9dbf1d4-061a-4077-982d-6449796d6527 tempest-AutoAllocateNetworkTest-1832758312 tempest-AutoAllocateNetworkTest-1832758312-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1459086 Nov 05 18:35:47.698362 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-a22ebb35-a070-431c-bd8c-296f1a82953b tempest-AutoAllocateNetworkTest-1832758312 tempest-AutoAllocateNetworkTest-1832758312-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=14135c56269642e6a30a69de19811640 HTTP/1.1" status: 200 len: 208 time: 0.0269239 Nov 05 18:35:48.799279 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 34162) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:35:49.265083 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-e7353ee6-240a-4ef7-b9c8-45da88c90249 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:35:49.332105 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-e7353ee6-240a-4ef7-b9c8-45da88c90249 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:35:49.394094 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-e7353ee6-240a-4ef7-b9c8-45da88c90249 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:35:49.425016 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7353ee6-240a-4ef7-b9c8-45da88c90249 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=972b4a66-5b03-4b31-82c5-96ab6143a0e7,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:35:49.439333 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7353ee6-240a-4ef7-b9c8-45da88c90249 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:35:49.439921 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7353ee6-240a-4ef7-b9c8-45da88c90249 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:35:49.440390 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7353ee6-240a-4ef7-b9c8-45da88c90249 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:35:49.440993 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7353ee6-240a-4ef7-b9c8-45da88c90249 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:35:49.441664 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7353ee6-240a-4ef7-b9c8-45da88c90249 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:35:49.442759 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7353ee6-240a-4ef7-b9c8-45da88c90249 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:35:49.443528 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7353ee6-240a-4ef7-b9c8-45da88c90249 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:35:49.444017 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7353ee6-240a-4ef7-b9c8-45da88c90249 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:35:49.444403 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7353ee6-240a-4ef7-b9c8-45da88c90249 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:35:49.444756 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7353ee6-240a-4ef7-b9c8-45da88c90249 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:35:49.445082 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7353ee6-240a-4ef7-b9c8-45da88c90249 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:35:49.445462 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7353ee6-240a-4ef7-b9c8-45da88c90249 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:35:49.446590 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7353ee6-240a-4ef7-b9c8-45da88c90249 admin admin] Tracked resource versions report: Nov 05 18:35:49.446590 n-d-816865-1 neutron-server[102386]: pushed versions: Nov 05 18:35:49.446590 n-d-816865-1 neutron-server[102386]: { 'AddressGroup': {'1.2'}, Nov 05 18:35:49.446590 n-d-816865-1 neutron-server[102386]: 'ConntrackHelper': {'1.0'}, Nov 05 18:35:49.446590 n-d-816865-1 neutron-server[102386]: 'Log': {'1.0'}, Nov 05 18:35:49.446590 n-d-816865-1 neutron-server[102386]: 'Network': {'1.1'}, Nov 05 18:35:49.446590 n-d-816865-1 neutron-server[102386]: 'Port': {'1.7'}, Nov 05 18:35:49.446590 n-d-816865-1 neutron-server[102386]: 'PortForwarding': {'1.2'}, Nov 05 18:35:49.446590 n-d-816865-1 neutron-server[102386]: 'QosPolicy': {'1.10'}, Nov 05 18:35:49.446590 n-d-816865-1 neutron-server[102386]: 'SecurityGroup': {'1.5'}, Nov 05 18:35:49.446590 n-d-816865-1 neutron-server[102386]: 'SecurityGroupRule': {'1.2'}, Nov 05 18:35:49.446590 n-d-816865-1 neutron-server[102386]: 'SubPort': {'1.0'}, Nov 05 18:35:49.446590 n-d-816865-1 neutron-server[102386]: 'Subnet': {'1.1'}, Nov 05 18:35:49.446590 n-d-816865-1 neutron-server[102386]: 'Trunk': {'1.1'}} Nov 05 18:35:49.446590 n-d-816865-1 neutron-server[102386]: consumer versions: Nov 05 18:35:49.446590 n-d-816865-1 neutron-server[102386]: { DHCP agent@n-d-816865-1: {}, Nov 05 18:35:49.446590 n-d-816865-1 neutron-server[102386]: HyperV agent@n-h1-816865-1: {}, Nov 05 18:35:49.446590 n-d-816865-1 neutron-server[102386]: HyperV agent@n-h2-816865-1: {}, Nov 05 18:35:49.446590 n-d-816865-1 neutron-server[102386]: L3 agent@n-d-816865-1: {}, Nov 05 18:35:49.446590 n-d-816865-1 neutron-server[102386]: Metadata agent@n-d-816865-1: {}, Nov 05 18:35:49.446590 n-d-816865-1 neutron-server[102386]: Metering agent@n-d-816865-1: {}, Nov 05 18:35:49.446590 n-d-816865-1 neutron-server[102386]: Open vSwitch agent@n-d-816865-1: { 'AddressGroup': '1.2', Nov 05 18:35:49.446590 n-d-816865-1 neutron-server[102386]: 'ConntrackHelper': '1.0', Nov 05 18:35:49.446590 n-d-816865-1 neutron-server[102386]: 'Log': '1.0', Nov 05 18:35:49.446590 n-d-816865-1 neutron-server[102386]: 'Network': '1.1', Nov 05 18:35:49.446590 n-d-816865-1 neutron-server[102386]: 'Port': '1.7', Nov 05 18:35:49.446590 n-d-816865-1 neutron-server[102386]: 'PortForwarding': '1.2', Nov 05 18:35:49.446590 n-d-816865-1 neutron-server[102386]: 'QosPolicy': '1.10', Nov 05 18:35:49.446590 n-d-816865-1 neutron-server[102386]: 'SecurityGroup': '1.5', Nov 05 18:35:49.446590 n-d-816865-1 neutron-server[102386]: 'SecurityGroupRule': '1.2', Nov 05 18:35:49.446590 n-d-816865-1 neutron-server[102386]: 'SubPort': '1.0', Nov 05 18:35:49.446590 n-d-816865-1 neutron-server[102386]: 'Subnet': '1.1', Nov 05 18:35:49.446590 n-d-816865-1 neutron-server[102386]: 'Trunk': '1.1'}} Nov 05 18:35:49.446590 n-d-816865-1 neutron-server[102386]: {{(pid=102386) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 05 18:35:49.462557 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 34202) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:35:49.463043 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-e7353ee6-240a-4ef7-b9c8-45da88c90249 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=14135c56269642e6a30a69de19811640&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6625838 Nov 05 18:35:49.515992 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-1dce0df8-cf11-4639-8c68-cd8b0eff4a13 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:35:49.538136 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-1dce0df8-cf11-4639-8c68-cd8b0eff4a13 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:35:49.660548 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-1dce0df8-cf11-4639-8c68-cd8b0eff4a13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:35:49.663302 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-1dce0df8-cf11-4639-8c68-cd8b0eff4a13 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:35:49.667214 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-1dce0df8-cf11-4639-8c68-cd8b0eff4a13 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/972b4a66-5b03-4b31-82c5-96ab6143a0e7 HTTP/1.1" status: 204 len: 168 time: 0.2004051 Nov 05 18:35:49.673002 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dce0df8-cf11-4639-8c68-cd8b0eff4a13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=972b4a66-5b03-4b31-82c5-96ab6143a0e7,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:35:49.681935 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dce0df8-cf11-4639-8c68-cd8b0eff4a13 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:35:49.682430 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dce0df8-cf11-4639-8c68-cd8b0eff4a13 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:35:49.682978 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dce0df8-cf11-4639-8c68-cd8b0eff4a13 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:35:49.683403 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dce0df8-cf11-4639-8c68-cd8b0eff4a13 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:35:49.683922 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dce0df8-cf11-4639-8c68-cd8b0eff4a13 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:35:49.684432 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dce0df8-cf11-4639-8c68-cd8b0eff4a13 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:35:49.684854 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dce0df8-cf11-4639-8c68-cd8b0eff4a13 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:35:49.685300 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dce0df8-cf11-4639-8c68-cd8b0eff4a13 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:35:49.685715 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dce0df8-cf11-4639-8c68-cd8b0eff4a13 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:35:49.686154 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dce0df8-cf11-4639-8c68-cd8b0eff4a13 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:35:49.686669 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dce0df8-cf11-4639-8c68-cd8b0eff4a13 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:35:49.687171 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dce0df8-cf11-4639-8c68-cd8b0eff4a13 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:35:49.688506 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dce0df8-cf11-4639-8c68-cd8b0eff4a13 admin admin] Tracked resource versions report: Nov 05 18:35:49.688506 n-d-816865-1 neutron-server[102387]: pushed versions: Nov 05 18:35:49.688506 n-d-816865-1 neutron-server[102387]: { 'AddressGroup': {'1.2'}, Nov 05 18:35:49.688506 n-d-816865-1 neutron-server[102387]: 'ConntrackHelper': {'1.0'}, Nov 05 18:35:49.688506 n-d-816865-1 neutron-server[102387]: 'Log': {'1.0'}, Nov 05 18:35:49.688506 n-d-816865-1 neutron-server[102387]: 'Network': {'1.1'}, Nov 05 18:35:49.688506 n-d-816865-1 neutron-server[102387]: 'Port': {'1.7'}, Nov 05 18:35:49.688506 n-d-816865-1 neutron-server[102387]: 'PortForwarding': {'1.2'}, Nov 05 18:35:49.688506 n-d-816865-1 neutron-server[102387]: 'QosPolicy': {'1.10'}, Nov 05 18:35:49.688506 n-d-816865-1 neutron-server[102387]: 'SecurityGroup': {'1.5'}, Nov 05 18:35:49.688506 n-d-816865-1 neutron-server[102387]: 'SecurityGroupRule': {'1.2'}, Nov 05 18:35:49.688506 n-d-816865-1 neutron-server[102387]: 'SubPort': {'1.0'}, Nov 05 18:35:49.688506 n-d-816865-1 neutron-server[102387]: 'Subnet': {'1.1'}, Nov 05 18:35:49.688506 n-d-816865-1 neutron-server[102387]: 'Trunk': {'1.1'}} Nov 05 18:35:49.688506 n-d-816865-1 neutron-server[102387]: consumer versions: Nov 05 18:35:49.688506 n-d-816865-1 neutron-server[102387]: { DHCP agent@n-d-816865-1: {}, Nov 05 18:35:49.688506 n-d-816865-1 neutron-server[102387]: HyperV agent@n-h1-816865-1: {}, Nov 05 18:35:49.688506 n-d-816865-1 neutron-server[102387]: HyperV agent@n-h2-816865-1: {}, Nov 05 18:35:49.688506 n-d-816865-1 neutron-server[102387]: L3 agent@n-d-816865-1: {}, Nov 05 18:35:49.688506 n-d-816865-1 neutron-server[102387]: Metadata agent@n-d-816865-1: {}, Nov 05 18:35:49.688506 n-d-816865-1 neutron-server[102387]: Metering agent@n-d-816865-1: {}, Nov 05 18:35:49.688506 n-d-816865-1 neutron-server[102387]: Open vSwitch agent@n-d-816865-1: { 'AddressGroup': '1.2', Nov 05 18:35:49.688506 n-d-816865-1 neutron-server[102387]: 'ConntrackHelper': '1.0', Nov 05 18:35:49.688506 n-d-816865-1 neutron-server[102387]: 'Log': '1.0', Nov 05 18:35:49.688506 n-d-816865-1 neutron-server[102387]: 'Network': '1.1', Nov 05 18:35:49.688506 n-d-816865-1 neutron-server[102387]: 'Port': '1.7', Nov 05 18:35:49.688506 n-d-816865-1 neutron-server[102387]: 'PortForwarding': '1.2', Nov 05 18:35:49.688506 n-d-816865-1 neutron-server[102387]: 'QosPolicy': '1.10', Nov 05 18:35:49.688506 n-d-816865-1 neutron-server[102387]: 'SecurityGroup': '1.5', Nov 05 18:35:49.688506 n-d-816865-1 neutron-server[102387]: 'SecurityGroupRule': '1.2', Nov 05 18:35:49.688506 n-d-816865-1 neutron-server[102387]: 'SubPort': '1.0', Nov 05 18:35:49.688506 n-d-816865-1 neutron-server[102387]: 'Subnet': '1.1', Nov 05 18:35:49.688506 n-d-816865-1 neutron-server[102387]: 'Trunk': '1.1'}} Nov 05 18:35:49.688506 n-d-816865-1 neutron-server[102387]: {{(pid=102387) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 05 18:35:51.020976 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 34298) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:35:51.025027 n-d-816865-1 neutron-server[102387]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Nov 05 18:35:51.055897 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-90bfe570-4c89-44e0-ae0c-da15623110ea req-0627b24b-baeb-4c6a-bbaa-e62121c247a1 tempest-TenantUsagesTestJSON-1307571823 tempest-TenantUsagesTestJSON-1307571823-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=4eeabedc801a4744b75592ace6336a65&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0337789 Nov 05 18:35:51.237419 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bfe570-4c89-44e0-ae0c-da15623110ea req-6b24c440-dfa8-4ba9-b242-36a001b48339 tempest-TenantUsagesTestJSON-1307571823 tempest-TenantUsagesTestJSON-1307571823-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:35:51.244754 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-90bfe570-4c89-44e0-ae0c-da15623110ea req-6b24c440-dfa8-4ba9-b242-36a001b48339 tempest-TenantUsagesTestJSON-1307571823 tempest-TenantUsagesTestJSON-1307571823-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1878679 Nov 05 18:35:51.258910 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-90bfe570-4c89-44e0-ae0c-da15623110ea req-640d6c7b-6967-4a54-a1aa-38b25e0839b0 tempest-TenantUsagesTestJSON-1307571823 tempest-TenantUsagesTestJSON-1307571823-project] 10.222.0.13 "GET /v2.0/quotas/4eeabedc801a4744b75592ace6336a65 HTTP/1.1" status: 200 len: 375 time: 0.0129483 Nov 05 18:35:51.309358 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 34314) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:35:51.314367 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-90bfe570-4c89-44e0-ae0c-da15623110ea req-9f2e940a-4b92-4327-a666-11e58730cf96 tempest-TenantUsagesTestJSON-1307571823 tempest-TenantUsagesTestJSON-1307571823-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=4eeabedc801a4744b75592ace6336a65&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0509009 Nov 05 18:35:51.425040 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-642f7400-3dda-497f-bea0-982bee4a698e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:35:51.506744 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-642f7400-3dda-497f-bea0-982bee4a698e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:35:51.577062 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-642f7400-3dda-497f-bea0-982bee4a698e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:35:51.698142 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-642f7400-3dda-497f-bea0-982bee4a698e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e01da63a3711475c93c705c37c4f049a&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3874519 Nov 05 18:35:51.706597 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 34354) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:35:51.706745 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642f7400-3dda-497f-bea0-982bee4a698e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5386769-7a12-485b-b27b-117d8e000bad,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:35:51.758363 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-d085cae9-75c2-4202-bff2-943dc7cfd774 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:35:51.779895 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-d085cae9-75c2-4202-bff2-943dc7cfd774 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:35:51.891779 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-d085cae9-75c2-4202-bff2-943dc7cfd774 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:35:51.896739 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-d085cae9-75c2-4202-bff2-943dc7cfd774 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:35:51.899070 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-d085cae9-75c2-4202-bff2-943dc7cfd774 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f5386769-7a12-485b-b27b-117d8e000bad HTTP/1.1" status: 204 len: 168 time: 0.1971233 Nov 05 18:35:51.910148 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d085cae9-75c2-4202-bff2-943dc7cfd774 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5386769-7a12-485b-b27b-117d8e000bad,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:35:52.182983 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 34394) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:35:52.504123 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-a199f52b-688a-424e-bb91-3e48b9bbbb66 req-2a4e3941-75fb-47a7-8de9-d34b58258620 tempest-AggregatesAdminTestJSON-2118578912 tempest-AggregatesAdminTestJSON-2118578912-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=3623d0da08af4aea941bbe4204e8c856&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0221348 Nov 05 18:35:52.591128 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-921fe0ef-e096-476d-85e8-4370230d704f req-6e18053c-ef29-42e1-8880-543e2e412826 tempest-TenantUsagesTestJSON-1307571823 tempest-TenantUsagesTestJSON-1307571823-project] 10.222.0.13 "GET /v2.0/ports?device_id=7a10d153-1dee-4b8d-bb35-77b7763e8382 HTTP/1.1" status: 200 len: 210 time: 0.4062750 Nov 05 18:35:52.679202 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a199f52b-688a-424e-bb91-3e48b9bbbb66 req-509d75e6-6fb8-4a43-b6d4-810f5308866d tempest-AggregatesAdminTestJSON-2118578912 tempest-AggregatesAdminTestJSON-2118578912-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:35:52.686851 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-a199f52b-688a-424e-bb91-3e48b9bbbb66 req-509d75e6-6fb8-4a43-b6d4-810f5308866d tempest-AggregatesAdminTestJSON-2118578912 tempest-AggregatesAdminTestJSON-2118578912-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1708665 Nov 05 18:35:52.706096 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-a199f52b-688a-424e-bb91-3e48b9bbbb66 req-05b5f184-0ce0-44f6-be5d-447ef878a9b4 tempest-AggregatesAdminTestJSON-2118578912 tempest-AggregatesAdminTestJSON-2118578912-project] 10.222.0.13 "GET /v2.0/quotas/3623d0da08af4aea941bbe4204e8c856 HTTP/1.1" status: 200 len: 375 time: 0.0178297 Nov 05 18:35:52.738731 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-a199f52b-688a-424e-bb91-3e48b9bbbb66 req-facb5d36-2be4-4dc4-8f64-56b0ea47131d tempest-AggregatesAdminTestJSON-2118578912 tempest-AggregatesAdminTestJSON-2118578912-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=3623d0da08af4aea941bbe4204e8c856&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0315609 Nov 05 18:35:52.852031 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 34428) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:35:52.866097 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-195e2875-4162-4706-b6ab-8ed480c168ad admin admin] Publish callbacks [] for security_group, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:35:52.941472 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-195e2875-4162-4706-b6ab-8ed480c168ad admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:35:53.030289 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-36caa057-222d-4915-8001-a3805126e72b req-4b52d6fb-4c9e-4b90-b936-ffa4f9aa76a1 tempest-AggregatesAdminTestJSON-2118578912 tempest-AggregatesAdminTestJSON-2118578912-project] 10.222.0.13 "GET /v2.0/ports?device_id=20de2515-e214-4987-a8a6-5c86834f1984 HTTP/1.1" status: 200 len: 210 time: 0.0357180 Nov 05 18:35:53.080223 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-195e2875-4162-4706-b6ab-8ed480c168ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:35:53.142597 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-195e2875-4162-4706-b6ab-8ed480c168ad admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ff926a7f7a0b4ddc8c70e0dc2a735890&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2894576 Nov 05 18:35:53.144008 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 34450) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:35:53.146771 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195e2875-4162-4706-b6ab-8ed480c168ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=281690a2-bc19-4166-b66f-df24a79796a1,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:35:53.228609 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-3a0e72d9-6631-42bf-9366-b911e455b672 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:35:53.269837 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-3a0e72d9-6631-42bf-9366-b911e455b672 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:35:53.276282 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 34458) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:35:53.417281 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-3a0e72d9-6631-42bf-9366-b911e455b672 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:35:53.425127 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-3a0e72d9-6631-42bf-9366-b911e455b672 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:35:53.428951 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-3a0e72d9-6631-42bf-9366-b911e455b672 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/281690a2-bc19-4166-b66f-df24a79796a1 HTTP/1.1" status: 204 len: 168 time: 0.2838392 Nov 05 18:35:53.434297 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-9c3bc8e8-2430-45df-a85c-92e0d968f31e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:35:53.442782 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0e72d9-6631-42bf-9366-b911e455b672 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=281690a2-bc19-4166-b66f-df24a79796a1,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:35:53.524825 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-9c3bc8e8-2430-45df-a85c-92e0d968f31e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:35:53.576894 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-9c3bc8e8-2430-45df-a85c-92e0d968f31e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:35:53.625800 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-9c3bc8e8-2430-45df-a85c-92e0d968f31e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ba3bcb0a5a0a4be4a53589efc4ce00fc&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3484159 Nov 05 18:35:53.628310 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 34478) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:35:53.641061 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3bc8e8-2430-45df-a85c-92e0d968f31e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ce69208-26a4-4170-a392-c2731c5e5d1e,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:35:53.683753 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-be591efc-1713-462b-b075-2a75bc6fda73 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:35:53.725798 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-6606c6d3-946b-4c59-b093-2f6c02a9fa58 req-239862a8-ec23-45ca-a6ef-05444af2d2ac tempest-TenantUsagesTestJSON-1307571823 tempest-TenantUsagesTestJSON-1307571823-project] 10.222.0.13 "GET /v2.0/ports?device_id=7a10d153-1dee-4b8d-bb35-77b7763e8382 HTTP/1.1" status: 200 len: 210 time: 0.0375047 Nov 05 18:35:53.731729 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-be591efc-1713-462b-b075-2a75bc6fda73 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:35:53.780816 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 34490) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:35:53.887061 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-be591efc-1713-462b-b075-2a75bc6fda73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:35:53.890738 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-be591efc-1713-462b-b075-2a75bc6fda73 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:35:53.890738 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-be591efc-1713-462b-b075-2a75bc6fda73 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1ce69208-26a4-4170-a392-c2731c5e5d1e HTTP/1.1" status: 204 len: 168 time: 0.2614086 Nov 05 18:35:53.917728 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be591efc-1713-462b-b075-2a75bc6fda73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ce69208-26a4-4170-a392-c2731c5e5d1e,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:35:54.062617 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-43c86651-94df-4e26-a040-1bba031861fa admin admin] Publish callbacks [] for security_group, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:35:54.133339 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-a129b099-bc28-44ab-853a-1b85f49b006f req-03555803-ebf0-4838-a428-3adac4985c7a tempest-AggregatesAdminTestJSON-2118578912 tempest-AggregatesAdminTestJSON-2118578912-project] 10.222.0.13 "GET /v2.0/ports?device_id=20de2515-e214-4987-a8a6-5c86834f1984 HTTP/1.1" status: 200 len: 210 time: 0.0330055 Nov 05 18:35:54.166934 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-43c86651-94df-4e26-a040-1bba031861fa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:35:54.285541 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-43c86651-94df-4e26-a040-1bba031861fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:35:54.328851 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-43c86651-94df-4e26-a040-1bba031861fa admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9ba227c508654d2fa7c1cb8faede6866&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5468531 Nov 05 18:35:54.331301 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 34524) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:35:54.334095 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c86651-94df-4e26-a040-1bba031861fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ccf7764-db6d-4af8-a760-4e7dedf1c2bb,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:35:54.404953 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-01b6859b-e090-46a5-9b94-2baf694619db admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:35:54.449357 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-01b6859b-e090-46a5-9b94-2baf694619db admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:35:54.597606 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-01b6859b-e090-46a5-9b94-2baf694619db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:35:54.601727 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-01b6859b-e090-46a5-9b94-2baf694619db admin admin] Publish callbacks [] for security_group, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:35:54.603390 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-01b6859b-e090-46a5-9b94-2baf694619db admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0ccf7764-db6d-4af8-a760-4e7dedf1c2bb HTTP/1.1" status: 204 len: 168 time: 0.2705550 Nov 05 18:35:54.613639 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b6859b-e090-46a5-9b94-2baf694619db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ccf7764-db6d-4af8-a760-4e7dedf1c2bb,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:35:54.666634 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 34540) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:35:54.680176 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-f6e78dc5-55ac-4093-b1b8-a7b8510868e2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:35:54.754114 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-f6e78dc5-55ac-4093-b1b8-a7b8510868e2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:35:54.831647 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-f6e78dc5-55ac-4093-b1b8-a7b8510868e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:35:54.893296 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-f6e78dc5-55ac-4093-b1b8-a7b8510868e2 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8a1dcf53fa7b4140a676670db6e660be&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2255898 Nov 05 18:35:54.898358 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 34550) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:35:54.899094 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e78dc5-55ac-4093-b1b8-a7b8510868e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7d121f0-4728-47d7-9e6d-d37d8150ce4d,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:35:54.919921 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-78d5d609-0517-4f78-993c-c958e5b8879e req-259567cf-4d88-4e63-877c-724c5ce76a1d tempest-TenantUsagesTestJSON-1307571823 tempest-TenantUsagesTestJSON-1307571823-project] 10.222.0.13 "GET /v2.0/ports?device_id=7a10d153-1dee-4b8d-bb35-77b7763e8382 HTTP/1.1" status: 200 len: 210 time: 0.0434432 Nov 05 18:35:54.977179 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-5d1bf67e-95cd-42e3-80a7-32a18c9fc809 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:35:54.999628 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-5d1bf67e-95cd-42e3-80a7-32a18c9fc809 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:35:55.091903 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 34562) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:35:55.123318 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-5d1bf67e-95cd-42e3-80a7-32a18c9fc809 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:35:55.125974 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-5d1bf67e-95cd-42e3-80a7-32a18c9fc809 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:35:55.127236 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-5d1bf67e-95cd-42e3-80a7-32a18c9fc809 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d7d121f0-4728-47d7-9e6d-d37d8150ce4d HTTP/1.1" status: 204 len: 168 time: 0.2294903 Nov 05 18:35:55.136708 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1bf67e-95cd-42e3-80a7-32a18c9fc809 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7d121f0-4728-47d7-9e6d-d37d8150ce4d,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:35:55.313296 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-7467dd42-9ac6-4117-a9cc-17af2636e5fa req-3c6039f2-9bca-4f92-82a2-3d446f47083c tempest-AggregatesAdminTestJSON-2118578912 tempest-AggregatesAdminTestJSON-2118578912-project] 10.222.0.13 "GET /v2.0/ports?device_id=20de2515-e214-4987-a8a6-5c86834f1984 HTTP/1.1" status: 200 len: 210 time: 0.0256667 Nov 05 18:35:55.354800 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.55', 59340) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:35:55.410235 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-90bfe570-4c89-44e0-ae0c-da15623110ea req-c0a0e044-b1e3-40c9-a571-d35b8f5687d2 tempest-TenantUsagesTestJSON-1307571823 tempest-TenantUsagesTestJSON-1307571823-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=4eeabedc801a4744b75592ace6336a65&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0387115 Nov 05 18:35:55.418247 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-b97ddfeb-a735-4d98-859d-ca6d47557fc7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:35:55.519532 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 34572) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:35:55.534361 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-cd1ef589-24ed-4f2f-ac2d-ef633253dcc6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:35:55.580104 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-b97ddfeb-a735-4d98-859d-ca6d47557fc7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:35:55.598347 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bfe570-4c89-44e0-ae0c-da15623110ea req-d5dea775-e4f5-454c-afbd-972e5bb03254 tempest-TenantUsagesTestJSON-1307571823 tempest-TenantUsagesTestJSON-1307571823-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:35:55.600485 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-90bfe570-4c89-44e0-ae0c-da15623110ea req-d5dea775-e4f5-454c-afbd-972e5bb03254 tempest-TenantUsagesTestJSON-1307571823 tempest-TenantUsagesTestJSON-1307571823-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1801481 Nov 05 18:35:55.619636 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-cd1ef589-24ed-4f2f-ac2d-ef633253dcc6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:35:55.666435 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-b97ddfeb-a735-4d98-859d-ca6d47557fc7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:35:55.697980 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-cd1ef589-24ed-4f2f-ac2d-ef633253dcc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:35:55.704971 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97ddfeb-a735-4d98-859d-ca6d47557fc7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53029414-7c99-4c39-ae7e-50a3ed33a73d,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:35:55.720555 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-b97ddfeb-a735-4d98-859d-ca6d47557fc7 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e0117a620de046b1b5ddb581b61ff2c7&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6273968 Nov 05 18:35:55.721583 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 34578) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:35:55.757766 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [req-90bfe570-4c89-44e0-ae0c-da15623110ea req-e8e87af4-a407-4009-98c0-5f98a7036753 tempest-TenantUsagesTestJSON-1307571823 tempest-TenantUsagesTestJSON-1307571823-project] Request body: {'port': {'device_id': '7a10d153-1dee-4b8d-bb35-77b7763e8382', 'network_id': 'a723f808-b11e-4066-b104-fad90c82895e', 'admin_state_up': True, 'tenant_id': '4eeabedc801a4744b75592ace6336a65'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:35:55.772172 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1ef589-24ed-4f2f-ac2d-ef633253dcc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b07d058-73d9-4de6-a602-3b23b408b765,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:35:55.815471 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-cd1ef589-24ed-4f2f-ac2d-ef633253dcc6 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=bb156aeb77014903b9dd6ad43c3c428f&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2941089 Nov 05 18:35:55.822786 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 34584) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:35:55.882866 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-ef12d42f-019e-444d-844d-a808af033e16 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:35:55.910087 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-ef12d42f-019e-444d-844d-a808af033e16 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:35:55.975429 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-3ba01de9-4148-434b-b806-7b4f6bd12f64 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:35:56.008249 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-3ba01de9-4148-434b-b806-7b4f6bd12f64 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:35:56.051251 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-ef12d42f-019e-444d-844d-a808af033e16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:35:56.054883 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-ef12d42f-019e-444d-844d-a808af033e16 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:35:56.056066 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-ef12d42f-019e-444d-844d-a808af033e16 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2b07d058-73d9-4de6-a602-3b23b408b765 HTTP/1.1" status: 204 len: 168 time: 0.2321737 Nov 05 18:35:56.073092 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-47b93403-dea0-4e27-ba79-baeba4ffb010 req-b0fd3e64-872b-412d-9d11-8e8762f20139 tempest-TenantUsagesTestJSON-1307571823 tempest-TenantUsagesTestJSON-1307571823-project] 10.222.0.13 "GET /v2.0/ports?device_id=7a10d153-1dee-4b8d-bb35-77b7763e8382 HTTP/1.1" status: 200 len: 210 time: 0.0343375 Nov 05 18:35:56.077794 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef12d42f-019e-444d-844d-a808af033e16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b07d058-73d9-4de6-a602-3b23b408b765,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:35:56.180914 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-3ba01de9-4148-434b-b806-7b4f6bd12f64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:35:56.183876 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-3ba01de9-4148-434b-b806-7b4f6bd12f64 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:35:56.185042 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-3ba01de9-4148-434b-b806-7b4f6bd12f64 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/53029414-7c99-4c39-ae7e-50a3ed33a73d HTTP/1.1" status: 204 len: 168 time: 0.4623332 Nov 05 18:35:56.185863 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-90bfe570-4c89-44e0-ae0c-da15623110ea req-e8e87af4-a407-4009-98c0-5f98a7036753 tempest-TenantUsagesTestJSON-1307571823 tempest-TenantUsagesTestJSON-1307571823-project] Made reservation on behalf of 4eeabedc801a4744b75592ace6336a65 for: {'port': 1} {{(pid=102386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 18:35:56.190085 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-90bfe570-4c89-44e0-ae0c-da15623110ea req-e8e87af4-a407-4009-98c0-5f98a7036753 tempest-TenantUsagesTestJSON-1307571823 tempest-TenantUsagesTestJSON-1307571823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:35:56.205390 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-90bfe570-4c89-44e0-ae0c-da15623110ea req-e8e87af4-a407-4009-98c0-5f98a7036753 tempest-TenantUsagesTestJSON-1307571823 tempest-TenantUsagesTestJSON-1307571823-project] Publish callbacks [] for security_group, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:35:56.215110 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba01de9-4148-434b-b806-7b4f6bd12f64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53029414-7c99-4c39-ae7e-50a3ed33a73d,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:35:56.234682 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.41', 57124) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:35:56.260005 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-a199f52b-688a-424e-bb91-3e48b9bbbb66 req-a964ada2-8869-4d78-a78c-c0212998f9df tempest-AggregatesAdminTestJSON-2118578912 tempest-AggregatesAdminTestJSON-2118578912-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=3623d0da08af4aea941bbe4204e8c856&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0241115 Nov 05 18:35:56.305432 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-90bfe570-4c89-44e0-ae0c-da15623110ea req-e8e87af4-a407-4009-98c0-5f98a7036753 tempest-TenantUsagesTestJSON-1307571823 tempest-TenantUsagesTestJSON-1307571823-project] Publish callbacks [] for security_group, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:35:56.382743 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a199f52b-688a-424e-bb91-3e48b9bbbb66 req-564640fd-7d73-4053-845e-6677a22d39a0 tempest-AggregatesAdminTestJSON-2118578912 tempest-AggregatesAdminTestJSON-2118578912-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:35:56.384400 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-a199f52b-688a-424e-bb91-3e48b9bbbb66 req-564640fd-7d73-4053-845e-6677a22d39a0 tempest-AggregatesAdminTestJSON-2118578912 tempest-AggregatesAdminTestJSON-2118578912-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1186597 Nov 05 18:35:56.388067 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-90bfe570-4c89-44e0-ae0c-da15623110ea req-e8e87af4-a407-4009-98c0-5f98a7036753 tempest-TenantUsagesTestJSON-1307571823 tempest-TenantUsagesTestJSON-1307571823-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:35:56.439060 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-1848ea24-7911-4374-886e-d1c50efb604f req-b1be0899-281c-47c8-ba51-56e31feb6c3a tempest-AggregatesAdminTestJSON-2118578912 tempest-AggregatesAdminTestJSON-2118578912-project] 10.222.0.13 "GET /v2.0/ports?device_id=20de2515-e214-4987-a8a6-5c86834f1984 HTTP/1.1" status: 200 len: 210 time: 0.0292425 Nov 05 18:35:56.446287 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.agents_db [None req-b9406b04-a0e8-43cf-b349-711963d96cf4 None None] Agent healthcheck: found 7 active agents {{(pid=102389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 05 18:35:56.479995 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [req-a199f52b-688a-424e-bb91-3e48b9bbbb66 req-c25fc35b-17a0-4b04-b2b6-9f15431693ec tempest-AggregatesAdminTestJSON-2118578912 tempest-AggregatesAdminTestJSON-2118578912-project] Request body: {'port': {'device_id': '20de2515-e214-4987-a8a6-5c86834f1984', 'network_id': 'a723f808-b11e-4066-b104-fad90c82895e', 'admin_state_up': True, 'tenant_id': '3623d0da08af4aea941bbe4204e8c856'}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:35:56.527772 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e87af4-a407-4009-98c0-5f98a7036753 tempest-TenantUsagesTestJSON-1307571823 tempest-TenantUsagesTestJSON-1307571823-project] Pushing event updated for resources: {'SecurityGroup': ['ID=519f40af-823a-499d-8126-0dceab677aa3,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:35:56.670359 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.db_base_plugin_common [req-90bfe570-4c89-44e0-ae0c-da15623110ea req-e8e87af4-a407-4009-98c0-5f98a7036753 tempest-TenantUsagesTestJSON-1307571823 tempest-TenantUsagesTestJSON-1307571823-project] Allocated IP 192.168.233.172 (a723f808-b11e-4066-b104-fad90c82895e/05e7a1b5-165b-4a00-855a-ffbcb2eba59e/13e5bddf-fb5e-42f9-838d-c25722edc24a) {{(pid=102386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 18:35:56.872473 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-90bfe570-4c89-44e0-ae0c-da15623110ea req-e8e87af4-a407-4009-98c0-5f98a7036753 tempest-TenantUsagesTestJSON-1307571823 tempest-TenantUsagesTestJSON-1307571823-project] Publish callbacks [] for port, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:35:56.914280 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a199f52b-688a-424e-bb91-3e48b9bbbb66 req-c25fc35b-17a0-4b04-b2b6-9f15431693ec tempest-AggregatesAdminTestJSON-2118578912 tempest-AggregatesAdminTestJSON-2118578912-project] Made reservation on behalf of 3623d0da08af4aea941bbe4204e8c856 for: {'port': 1} {{(pid=102387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 18:35:56.918203 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-a199f52b-688a-424e-bb91-3e48b9bbbb66 req-c25fc35b-17a0-4b04-b2b6-9f15431693ec tempest-AggregatesAdminTestJSON-2118578912 tempest-AggregatesAdminTestJSON-2118578912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:35:56.927090 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-a199f52b-688a-424e-bb91-3e48b9bbbb66 req-c25fc35b-17a0-4b04-b2b6-9f15431693ec tempest-AggregatesAdminTestJSON-2118578912 tempest-AggregatesAdminTestJSON-2118578912-project] Publish callbacks [] for security_group, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:35:56.995097 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-90bfe570-4c89-44e0-ae0c-da15623110ea req-e8e87af4-a407-4009-98c0-5f98a7036753 tempest-TenantUsagesTestJSON-1307571823 tempest-TenantUsagesTestJSON-1307571823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789'] for port, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:35:57.019465 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-a199f52b-688a-424e-bb91-3e48b9bbbb66 req-c25fc35b-17a0-4b04-b2b6-9f15431693ec tempest-AggregatesAdminTestJSON-2118578912 tempest-AggregatesAdminTestJSON-2118578912-project] Publish callbacks [] for security_group, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:35:57.077857 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-90bfe570-4c89-44e0-ae0c-da15623110ea req-e8e87af4-a407-4009-98c0-5f98a7036753 tempest-TenantUsagesTestJSON-1307571823 tempest-TenantUsagesTestJSON-1307571823-project] Network a723f808-b11e-4066-b104-fad90c82895e is already hosted by enough agents. {{(pid=102386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 18:35:57.084898 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.base_scheduler [req-90bfe570-4c89-44e0-ae0c-da15623110ea req-e8e87af4-a407-4009-98c0-5f98a7036753 tempest-TenantUsagesTestJSON-1307571823 tempest-TenantUsagesTestJSON-1307571823-project] Resources bound (agent type, host, resource id): {{(pid=102386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:35:57.087941 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [req-90bfe570-4c89-44e0-ae0c-da15623110ea req-e8e87af4-a407-4009-98c0-5f98a7036753 tempest-TenantUsagesTestJSON-1307571823 tempest-TenantUsagesTestJSON-1307571823-project] Received port after_create {{(pid=102386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 18:35:57.093451 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bfe570-4c89-44e0-ae0c-da15623110ea req-e8e87af4-a407-4009-98c0-5f98a7036753 tempest-TenantUsagesTestJSON-1307571823 tempest-TenantUsagesTestJSON-1307571823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:35:57.094087 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-90bfe570-4c89-44e0-ae0c-da15623110ea req-e8e87af4-a407-4009-98c0-5f98a7036753 tempest-TenantUsagesTestJSON-1307571823 tempest-TenantUsagesTestJSON-1307571823-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597851'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:35:57.122530 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e87af4-a407-4009-98c0-5f98a7036753 tempest-TenantUsagesTestJSON-1307571823 tempest-TenantUsagesTestJSON-1307571823-project] Pushing event updated for resources: {'Port': ['ID=13e5bddf-fb5e-42f9-838d-c25722edc24a,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:35:57.125756 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-a199f52b-688a-424e-bb91-3e48b9bbbb66 req-c25fc35b-17a0-4b04-b2b6-9f15431693ec tempest-AggregatesAdminTestJSON-2118578912 tempest-AggregatesAdminTestJSON-2118578912-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:35:57.208668 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-90bfe570-4c89-44e0-ae0c-da15623110ea req-e8e87af4-a407-4009-98c0-5f98a7036753 tempest-TenantUsagesTestJSON-1307571823 tempest-TenantUsagesTestJSON-1307571823-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4560215 Nov 05 18:35:57.225467 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25fc35b-17a0-4b04-b2b6-9f15431693ec tempest-AggregatesAdminTestJSON-2118578912 tempest-AggregatesAdminTestJSON-2118578912-project] Pushing event updated for resources: {'SecurityGroup': ['ID=15fd3a16-260c-4ef4-863e-30e7081f111a,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:35:57.230469 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [req-90bfe570-4c89-44e0-ae0c-da15623110ea req-1680cfdc-dc1b-44fa-ab05-14646f296214 tempest-TenantUsagesTestJSON-1307571823 tempest-TenantUsagesTestJSON-1307571823-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=102386) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 05 18:35:57.231587 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-90bfe570-4c89-44e0-ae0c-da15623110ea req-1680cfdc-dc1b-44fa-ab05-14646f296214 tempest-TenantUsagesTestJSON-1307571823 tempest-TenantUsagesTestJSON-1307571823-project] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0128534 Nov 05 18:35:57.381498 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f500bb21-7892-4966-9d69-5d126881d857 req-ad6c0227-4e94-4c0a-b674-3f6862cbce0a tempest-TenantUsagesTestJSON-1307571823 tempest-TenantUsagesTestJSON-1307571823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:35:57.386637 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-f500bb21-7892-4966-9d69-5d126881d857 req-ad6c0227-4e94-4c0a-b674-3f6862cbce0a tempest-TenantUsagesTestJSON-1307571823 tempest-TenantUsagesTestJSON-1307571823-project] 10.222.0.13 "GET /v2.0/ports?device_id=7a10d153-1dee-4b8d-bb35-77b7763e8382 HTTP/1.1" status: 200 len: 936 time: 0.2053506 Nov 05 18:35:57.437709 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-39f199fc-641c-4009-bea6-26f27151ceb9 None None] Provisioning complete for port 13e5bddf-fb5e-42f9-838d-c25722edc24a triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:35:57.438668 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-39f199fc-641c-4009-bea6-26f27151ceb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:35:57.538453 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.db_base_plugin_common [req-a199f52b-688a-424e-bb91-3e48b9bbbb66 req-c25fc35b-17a0-4b04-b2b6-9f15431693ec tempest-AggregatesAdminTestJSON-2118578912 tempest-AggregatesAdminTestJSON-2118578912-project] Allocated IP 192.168.233.8 (a723f808-b11e-4066-b104-fad90c82895e/05e7a1b5-165b-4a00-855a-ffbcb2eba59e/38e20936-c288-4575-879f-9e907f8bce6d) {{(pid=102387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 18:35:57.554551 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-f500bb21-7892-4966-9d69-5d126881d857 req-cca3ba9e-a997-4f9a-9b86-ff8c0b1bfd5c tempest-TenantUsagesTestJSON-1307571823 tempest-TenantUsagesTestJSON-1307571823-project] 10.222.0.13 "GET /v2.0/security-groups?id=519f40af-823a-499d-8126-0dceab677aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491830 Nov 05 18:35:57.603310 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-39f199fc-641c-4009-bea6-26f27151ceb9 None None] Port 13e5bddf-fb5e-42f9-838d-c25722edc24a cannot update to ACTIVE because it is not bound. {{(pid=102388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 18:35:57.614773 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 34660) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:35:57.640480 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-b99c4fbf-2c4f-4e81-9702-1894c2b5d44b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:35:57.813642 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-b4b25b88-b0a5-4ac7-ae41-be8edab816b3 req-d3c35538-7789-4e64-8fcd-93e8ca2ce9bc tempest-AggregatesAdminTestJSON-2118578912 tempest-AggregatesAdminTestJSON-2118578912-project] 10.222.0.13 "GET /v2.0/ports?device_id=20de2515-e214-4987-a8a6-5c86834f1984 HTTP/1.1" status: 200 len: 210 time: 0.0467570 Nov 05 18:35:57.814290 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-b99c4fbf-2c4f-4e81-9702-1894c2b5d44b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:35:57.894359 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-a199f52b-688a-424e-bb91-3e48b9bbbb66 req-c25fc35b-17a0-4b04-b2b6-9f15431693ec tempest-AggregatesAdminTestJSON-2118578912 tempest-AggregatesAdminTestJSON-2118578912-project] Publish callbacks [] for port, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:35:58.354221 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-b99c4fbf-2c4f-4e81-9702-1894c2b5d44b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:35:58.354973 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-a199f52b-688a-424e-bb91-3e48b9bbbb66 req-c25fc35b-17a0-4b04-b2b6-9f15431693ec tempest-AggregatesAdminTestJSON-2118578912 tempest-AggregatesAdminTestJSON-2118578912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789'] for port, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:35:58.431832 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-b99c4fbf-2c4f-4e81-9702-1894c2b5d44b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=09eab718481c4aafabb2274ef1677e01&name=default HTTP/1.1" status: 200 len: 2992 time: 0.8154461 Nov 05 18:35:58.436699 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 34672) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:35:58.511254 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a199f52b-688a-424e-bb91-3e48b9bbbb66 req-c25fc35b-17a0-4b04-b2b6-9f15431693ec tempest-AggregatesAdminTestJSON-2118578912 tempest-AggregatesAdminTestJSON-2118578912-project] Network a723f808-b11e-4066-b104-fad90c82895e is already hosted by enough agents. {{(pid=102387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 18:35:58.529357 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.base_scheduler [req-a199f52b-688a-424e-bb91-3e48b9bbbb66 req-c25fc35b-17a0-4b04-b2b6-9f15431693ec tempest-AggregatesAdminTestJSON-2118578912 tempest-AggregatesAdminTestJSON-2118578912-project] Resources bound (agent type, host, resource id): {{(pid=102387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:35:58.539117 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.l3_dvrscheduler_db [req-a199f52b-688a-424e-bb91-3e48b9bbbb66 req-c25fc35b-17a0-4b04-b2b6-9f15431693ec tempest-AggregatesAdminTestJSON-2118578912 tempest-AggregatesAdminTestJSON-2118578912-project] Received port after_create {{(pid=102387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 18:35:58.550026 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a199f52b-688a-424e-bb91-3e48b9bbbb66 req-c25fc35b-17a0-4b04-b2b6-9f15431693ec tempest-AggregatesAdminTestJSON-2118578912 tempest-AggregatesAdminTestJSON-2118578912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:35:58.553862 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-a199f52b-688a-424e-bb91-3e48b9bbbb66 req-c25fc35b-17a0-4b04-b2b6-9f15431693ec tempest-AggregatesAdminTestJSON-2118578912 tempest-AggregatesAdminTestJSON-2118578912-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597851'] for port, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:35:58.615825 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-37dbface-0913-4fe5-bffd-0c0fb71197b0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:35:58.627272 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25fc35b-17a0-4b04-b2b6-9f15431693ec tempest-AggregatesAdminTestJSON-2118578912 tempest-AggregatesAdminTestJSON-2118578912-project] Pushing event updated for resources: {'Port': ['ID=38e20936-c288-4575-879f-9e907f8bce6d,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:35:58.687583 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-a199f52b-688a-424e-bb91-3e48b9bbbb66 req-c25fc35b-17a0-4b04-b2b6-9f15431693ec tempest-AggregatesAdminTestJSON-2118578912 tempest-AggregatesAdminTestJSON-2118578912-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.2123075 Nov 05 18:35:58.692958 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-37dbface-0913-4fe5-bffd-0c0fb71197b0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:35:58.755089 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [req-a199f52b-688a-424e-bb91-3e48b9bbbb66 req-64d92299-8693-4199-8fbc-5037150e1e35 tempest-AggregatesAdminTestJSON-2118578912 tempest-AggregatesAdminTestJSON-2118578912-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=102387) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 05 18:35:58.756859 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-a199f52b-688a-424e-bb91-3e48b9bbbb66 req-64d92299-8693-4199-8fbc-5037150e1e35 tempest-AggregatesAdminTestJSON-2118578912 tempest-AggregatesAdminTestJSON-2118578912-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0423996 Nov 05 18:35:58.774342 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99c4fbf-2c4f-4e81-9702-1894c2b5d44b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7eb581d0-6052-41fa-8d37-4187815ef389,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:35:58.808162 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e0f598-ce81-4d9c-a913-dab8838c656d req-1c5bd0a4-ebca-4396-9a6f-577ac0a7d97a tempest-TenantUsagesTestJSON-1307571823 tempest-TenantUsagesTestJSON-1307571823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:35:58.811319 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-18e0f598-ce81-4d9c-a913-dab8838c656d req-1c5bd0a4-ebca-4396-9a6f-577ac0a7d97a tempest-TenantUsagesTestJSON-1307571823 tempest-TenantUsagesTestJSON-1307571823-project] 10.222.0.13 "GET /v2.0/ports?device_id=7a10d153-1dee-4b8d-bb35-77b7763e8382 HTTP/1.1" status: 200 len: 936 time: 0.1167986 Nov 05 18:35:58.868837 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-37dbface-0913-4fe5-bffd-0c0fb71197b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:35:58.868837 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-37dbface-0913-4fe5-bffd-0c0fb71197b0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:35:58.868837 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-37dbface-0913-4fe5-bffd-0c0fb71197b0 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7eb581d0-6052-41fa-8d37-4187815ef389 HTTP/1.1" status: 204 len: 168 time: 0.4307544 Nov 05 18:35:58.883818 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37dbface-0913-4fe5-bffd-0c0fb71197b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7eb581d0-6052-41fa-8d37-4187815ef389,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:35:58.919264 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-18e0f598-ce81-4d9c-a913-dab8838c656d req-77ed3413-7cdd-4a9a-b9ba-7a155434683c tempest-TenantUsagesTestJSON-1307571823 tempest-TenantUsagesTestJSON-1307571823-project] 10.222.0.13 "GET /v2.0/security-groups?id=519f40af-823a-499d-8126-0dceab677aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990629 Nov 05 18:35:59.085162 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-9b6d455b-d642-4665-bc94-4d548152d795 None None] Provisioning complete for port 38e20936-c288-4575-879f-9e907f8bce6d triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:35:59.088380 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-9b6d455b-d642-4665-bc94-4d548152d795 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:35:59.151053 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bddc0ba-7d76-4b43-a1d3-22c08270b9c7 req-cab51f03-1db9-4e8f-bad0-7abdbf8c59f6 tempest-AggregatesAdminTestJSON-2118578912 tempest-AggregatesAdminTestJSON-2118578912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:35:59.159651 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-8bddc0ba-7d76-4b43-a1d3-22c08270b9c7 req-cab51f03-1db9-4e8f-bad0-7abdbf8c59f6 tempest-AggregatesAdminTestJSON-2118578912 tempest-AggregatesAdminTestJSON-2118578912-project] 10.222.0.13 "GET /v2.0/ports?device_id=20de2515-e214-4987-a8a6-5c86834f1984 HTTP/1.1" status: 200 len: 934 time: 0.0738213 Nov 05 18:35:59.197443 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-9b6d455b-d642-4665-bc94-4d548152d795 None None] Port 38e20936-c288-4575-879f-9e907f8bce6d cannot update to ACTIVE because it is not bound. {{(pid=102388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 18:35:59.262440 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-8bddc0ba-7d76-4b43-a1d3-22c08270b9c7 req-66b32ab8-c9f4-46c5-8ad4-7e8b07d7f262 tempest-AggregatesAdminTestJSON-2118578912 tempest-AggregatesAdminTestJSON-2118578912-project] 10.222.0.13 "GET /v2.0/security-groups?id=15fd3a16-260c-4ef4-863e-30e7081f111a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018934 Nov 05 18:35:59.264088 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [req-90bfe570-4c89-44e0-ae0c-da15623110ea req-d854dcca-ef9b-435f-b23d-bb3abe3e1289 service neutron] Request body: {'port': {'device_id': '7a10d153-1dee-4b8d-bb35-77b7763e8382', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816865-1'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:35:59.396966 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-90bfe570-4c89-44e0-ae0c-da15623110ea req-d854dcca-ef9b-435f-b23d-bb3abe3e1289 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:35:59.656037 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [req-a199f52b-688a-424e-bb91-3e48b9bbbb66 req-4cffa53c-0851-46e4-8761-d2c568b911c5 service neutron] Request body: {'port': {'device_id': '20de2515-e214-4987-a8a6-5c86834f1984', 'device_owner': 'compute:tempest-test_az-1918685745', 'binding:host_id': 'n-h1-816865-1'}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:35:59.862806 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-a199f52b-688a-424e-bb91-3e48b9bbbb66 req-4cffa53c-0851-46e4-8761-d2c568b911c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:36:00.484089 n-d-816865-1 neutron-server[102386]: DEBUG neutron.notifiers.nova [req-90bfe570-4c89-44e0-ae0c-da15623110ea req-d854dcca-ef9b-435f-b23d-bb3abe3e1289 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 13e5bddf-fb5e-42f9-838d-c25722edc24a {{(pid=102386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 18:36:00.497341 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-90bfe570-4c89-44e0-ae0c-da15623110ea req-d854dcca-ef9b-435f-b23d-bb3abe3e1289 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:36:00.521838 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.provisioning_blocks [req-90bfe570-4c89-44e0-ae0c-da15623110ea req-d854dcca-ef9b-435f-b23d-bb3abe3e1289 service neutron] Transition to ACTIVE for port object 13e5bddf-fb5e-42f9-838d-c25722edc24a will not be triggered until provisioned by entity L2. {{(pid=102386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 05 18:36:00.530070 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0adcf250-7735-4919-9f29-81c9b5d1cbe5 req-362c7886-777c-4408-a1dc-00a65731424e tempest-TenantUsagesTestJSON-1307571823 tempest-TenantUsagesTestJSON-1307571823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:36:00.534313 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-0adcf250-7735-4919-9f29-81c9b5d1cbe5 req-362c7886-777c-4408-a1dc-00a65731424e tempest-TenantUsagesTestJSON-1307571823 tempest-TenantUsagesTestJSON-1307571823-project] 10.222.0.13 "GET /v2.0/ports?device_id=7a10d153-1dee-4b8d-bb35-77b7763e8382 HTTP/1.1" status: 200 len: 936 time: 0.1459970 Nov 05 18:36:00.605652 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-90bfe570-4c89-44e0-ae0c-da15623110ea req-d854dcca-ef9b-435f-b23d-bb3abe3e1289 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:36:00.627601 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-0adcf250-7735-4919-9f29-81c9b5d1cbe5 req-4f25f3d7-e6ba-48a7-b0cc-080b3e881d2a tempest-TenantUsagesTestJSON-1307571823 tempest-TenantUsagesTestJSON-1307571823-project] 10.222.0.13 "GET /v2.0/security-groups?id=519f40af-823a-499d-8126-0dceab677aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828044 Nov 05 18:36:00.931803 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [req-90bfe570-4c89-44e0-ae0c-da15623110ea req-d854dcca-ef9b-435f-b23d-bb3abe3e1289 service neutron] Attempting to bind port 13e5bddf-fb5e-42f9-838d-c25722edc24a on host n-h2-816865-1 for vnic_type normal with profile {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 18:36:00.931912 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [req-90bfe570-4c89-44e0-ae0c-da15623110ea req-d854dcca-ef9b-435f-b23d-bb3abe3e1289 service neutron] Attempting to bind port 13e5bddf-fb5e-42f9-838d-c25722edc24a by drivers openvswitch,hyperv on host n-h2-816865-1 at level 0 using segments [{'id': '35c2db9c-522d-48d3-98cf-a08c2cc55db7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'a723f808-b11e-4066-b104-fad90c82895e'}] {{(pid=102386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 18:36:00.932192 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90bfe570-4c89-44e0-ae0c-da15623110ea req-d854dcca-ef9b-435f-b23d-bb3abe3e1289 service neutron] Attempting to bind port 13e5bddf-fb5e-42f9-838d-c25722edc24a on network a723f808-b11e-4066-b104-fad90c82895e {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 18:36:00.952553 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d854dcca-ef9b-435f-b23d-bb3abe3e1289 service neutron] Pushing event updated for resources: {'Port': ['ID=13e5bddf-fb5e-42f9-838d-c25722edc24a,revision_number=2']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:36:00.954806 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e014bfd-7ac6-439d-a46d-34d0b28e91c8 req-0dd77d6f-5871-4216-afac-520b3db3741a tempest-AggregatesAdminTestJSON-2118578912 tempest-AggregatesAdminTestJSON-2118578912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:36:00.959118 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90bfe570-4c89-44e0-ae0c-da15623110ea req-d854dcca-ef9b-435f-b23d-bb3abe3e1289 service neutron] Port 13e5bddf-fb5e-42f9-838d-c25722edc24a on network a723f808-b11e-4066-b104-fad90c82895e not bound, no agent of type Open vSwitch agent registered on host n-h2-816865-1 {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 18:36:00.959438 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90bfe570-4c89-44e0-ae0c-da15623110ea req-d854dcca-ef9b-435f-b23d-bb3abe3e1289 service neutron] Attempting to bind port 13e5bddf-fb5e-42f9-838d-c25722edc24a on network a723f808-b11e-4066-b104-fad90c82895e {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 18:36:00.965051 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90bfe570-4c89-44e0-ae0c-da15623110ea req-d854dcca-ef9b-435f-b23d-bb3abe3e1289 service neutron] Checking agent: {'id': '32aff553-696f-4891-83f5-5c176f61fe54', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816865-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 18, 33, 36), 'started_at': datetime.datetime(2021, 11, 5, 18, 33, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 18, 35, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 18:36:00.969342 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90bfe570-4c89-44e0-ae0c-da15623110ea req-d854dcca-ef9b-435f-b23d-bb3abe3e1289 service neutron] Checking segment: {'id': '35c2db9c-522d-48d3-98cf-a08c2cc55db7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'a723f808-b11e-4066-b104-fad90c82895e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 18:36:00.969342 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90bfe570-4c89-44e0-ae0c-da15623110ea req-d854dcca-ef9b-435f-b23d-bb3abe3e1289 service neutron] Bound using segment: {'id': '35c2db9c-522d-48d3-98cf-a08c2cc55db7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'a723f808-b11e-4066-b104-fad90c82895e'} {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 18:36:00.969615 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-5e014bfd-7ac6-439d-a46d-34d0b28e91c8 req-0dd77d6f-5871-4216-afac-520b3db3741a tempest-AggregatesAdminTestJSON-2118578912 tempest-AggregatesAdminTestJSON-2118578912-project] 10.222.0.13 "GET /v2.0/ports?device_id=20de2515-e214-4987-a8a6-5c86834f1984 HTTP/1.1" status: 200 len: 934 time: 0.1934426 Nov 05 18:36:00.969698 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [req-90bfe570-4c89-44e0-ae0c-da15623110ea req-d854dcca-ef9b-435f-b23d-bb3abe3e1289 service neutron] Bound port: 13e5bddf-fb5e-42f9-838d-c25722edc24a, host: n-h2-816865-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35c2db9c-522d-48d3-98cf-a08c2cc55db7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'a723f808-b11e-4066-b104-fad90c82895e'}}] {{(pid=102386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 18:36:00.969698 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-90bfe570-4c89-44e0-ae0c-da15623110ea req-d854dcca-ef9b-435f-b23d-bb3abe3e1289 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:36:01.068233 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-5e014bfd-7ac6-439d-a46d-34d0b28e91c8 req-1672b5cb-b8e0-4907-8873-10bb9c2e3192 tempest-AggregatesAdminTestJSON-2118578912 tempest-AggregatesAdminTestJSON-2118578912-project] 10.222.0.13 "GET /v2.0/security-groups?id=15fd3a16-260c-4ef4-863e-30e7081f111a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938323 Nov 05 18:36:01.136576 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [req-90bfe570-4c89-44e0-ae0c-da15623110ea req-d854dcca-ef9b-435f-b23d-bb3abe3e1289 service neutron] For port 13e5bddf-fb5e-42f9-838d-c25722edc24a, host n-h2-816865-1, cleared binding levels {{(pid=102386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 18:36:01.152367 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [req-90bfe570-4c89-44e0-ae0c-da15623110ea req-d854dcca-ef9b-435f-b23d-bb3abe3e1289 service neutron] For port 13e5bddf-fb5e-42f9-838d-c25722edc24a, host n-h2-816865-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=13e5bddf-fb5e-42f9-838d-c25722edc24a,segment=NetworkSegment(35c2db9c-522d-48d3-98cf-a08c2cc55db7),segment_id=35c2db9c-522d-48d3-98cf-a08c2cc55db7)] {{(pid=102386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 18:36:01.161891 n-d-816865-1 neutron-server[102387]: DEBUG neutron.notifiers.nova [req-a199f52b-688a-424e-bb91-3e48b9bbbb66 req-4cffa53c-0851-46e4-8761-d2c568b911c5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 38e20936-c288-4575-879f-9e907f8bce6d {{(pid=102387) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 18:36:01.174187 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-a199f52b-688a-424e-bb91-3e48b9bbbb66 req-4cffa53c-0851-46e4-8761-d2c568b911c5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:36:01.204201 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.provisioning_blocks [req-a199f52b-688a-424e-bb91-3e48b9bbbb66 req-4cffa53c-0851-46e4-8761-d2c568b911c5 service neutron] Transition to ACTIVE for port object 38e20936-c288-4575-879f-9e907f8bce6d will not be triggered until provisioned by entity L2. {{(pid=102387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 05 18:36:01.239103 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-90bfe570-4c89-44e0-ae0c-da15623110ea req-d854dcca-ef9b-435f-b23d-bb3abe3e1289 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:36:01.268973 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-a199f52b-688a-424e-bb91-3e48b9bbbb66 req-4cffa53c-0851-46e4-8761-d2c568b911c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:36:01.467152 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d854dcca-ef9b-435f-b23d-bb3abe3e1289 service neutron] Pushing event updated for resources: {'Port': ['ID=13e5bddf-fb5e-42f9-838d-c25722edc24a,revision_number=3']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:36:01.505583 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bfe570-4c89-44e0-ae0c-da15623110ea req-d854dcca-ef9b-435f-b23d-bb3abe3e1289 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:36:01.512210 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-90bfe570-4c89-44e0-ae0c-da15623110ea req-d854dcca-ef9b-435f-b23d-bb3abe3e1289 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597851'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:36:01.513770 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-90bfe570-4c89-44e0-ae0c-da15623110ea req-d854dcca-ef9b-435f-b23d-bb3abe3e1289 service neutron] 10.222.0.55 "PUT /v2.0/ports/13e5bddf-fb5e-42f9-838d-c25722edc24a HTTP/1.1" status: 200 len: 1096 time: 2.7303293 Nov 05 18:36:01.514359 n-d-816865-1 neutron-server[102386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a10d153-1dee-4b8d-bb35-77b7763e8382', 'tag': '13e5bddf-fb5e-42f9-838d-c25722edc24a'}] {{(pid=102386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 18:36:01.611560 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.managers [req-a199f52b-688a-424e-bb91-3e48b9bbbb66 req-4cffa53c-0851-46e4-8761-d2c568b911c5 service neutron] Attempting to bind port 38e20936-c288-4575-879f-9e907f8bce6d on host n-h1-816865-1 for vnic_type normal with profile {{(pid=102387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 18:36:01.614554 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.managers [req-a199f52b-688a-424e-bb91-3e48b9bbbb66 req-4cffa53c-0851-46e4-8761-d2c568b911c5 service neutron] Attempting to bind port 38e20936-c288-4575-879f-9e907f8bce6d by drivers openvswitch,hyperv on host n-h1-816865-1 at level 0 using segments [{'id': '35c2db9c-522d-48d3-98cf-a08c2cc55db7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'a723f808-b11e-4066-b104-fad90c82895e'}] {{(pid=102387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 18:36:01.615068 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a199f52b-688a-424e-bb91-3e48b9bbbb66 req-4cffa53c-0851-46e4-8761-d2c568b911c5 service neutron] Attempting to bind port 38e20936-c288-4575-879f-9e907f8bce6d on network a723f808-b11e-4066-b104-fad90c82895e {{(pid=102387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 18:36:01.651151 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cffa53c-0851-46e4-8761-d2c568b911c5 service neutron] Pushing event updated for resources: {'Port': ['ID=38e20936-c288-4575-879f-9e907f8bce6d,revision_number=2']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:36:01.663333 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a199f52b-688a-424e-bb91-3e48b9bbbb66 req-4cffa53c-0851-46e4-8761-d2c568b911c5 service neutron] Port 38e20936-c288-4575-879f-9e907f8bce6d on network a723f808-b11e-4066-b104-fad90c82895e not bound, no agent of type Open vSwitch agent registered on host n-h1-816865-1 {{(pid=102387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 18:36:01.663655 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a199f52b-688a-424e-bb91-3e48b9bbbb66 req-4cffa53c-0851-46e4-8761-d2c568b911c5 service neutron] Attempting to bind port 38e20936-c288-4575-879f-9e907f8bce6d on network a723f808-b11e-4066-b104-fad90c82895e {{(pid=102387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 18:36:01.672644 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a199f52b-688a-424e-bb91-3e48b9bbbb66 req-4cffa53c-0851-46e4-8761-d2c568b911c5 service neutron] Checking agent: {'id': 'eb596d7c-8c64-42bd-8aca-fad447eb0eab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816865-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 18, 33, 34), 'started_at': datetime.datetime(2021, 11, 5, 18, 33, 34), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 18, 35, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 18:36:01.678074 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a199f52b-688a-424e-bb91-3e48b9bbbb66 req-4cffa53c-0851-46e4-8761-d2c568b911c5 service neutron] Checking segment: {'id': '35c2db9c-522d-48d3-98cf-a08c2cc55db7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'a723f808-b11e-4066-b104-fad90c82895e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 18:36:01.678750 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a199f52b-688a-424e-bb91-3e48b9bbbb66 req-4cffa53c-0851-46e4-8761-d2c568b911c5 service neutron] Bound using segment: {'id': '35c2db9c-522d-48d3-98cf-a08c2cc55db7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'a723f808-b11e-4066-b104-fad90c82895e'} {{(pid=102387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 18:36:01.679416 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.managers [req-a199f52b-688a-424e-bb91-3e48b9bbbb66 req-4cffa53c-0851-46e4-8761-d2c568b911c5 service neutron] Bound port: 38e20936-c288-4575-879f-9e907f8bce6d, host: n-h1-816865-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35c2db9c-522d-48d3-98cf-a08c2cc55db7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'a723f808-b11e-4066-b104-fad90c82895e'}}] {{(pid=102387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 18:36:01.679863 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-a199f52b-688a-424e-bb91-3e48b9bbbb66 req-4cffa53c-0851-46e4-8761-d2c568b911c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:36:01.842274 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bfe570-4c89-44e0-ae0c-da15623110ea req-0e45cd9d-448f-4b54-9698-81af0a8be32a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:36:01.844357 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-90bfe570-4c89-44e0-ae0c-da15623110ea req-0e45cd9d-448f-4b54-9698-81af0a8be32a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=4eeabedc801a4744b75592ace6336a65&device_id=7a10d153-1dee-4b8d-bb35-77b7763e8382 HTTP/1.1" status: 200 len: 1099 time: 0.1581109 Nov 05 18:36:01.948790 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.db [req-a199f52b-688a-424e-bb91-3e48b9bbbb66 req-4cffa53c-0851-46e4-8761-d2c568b911c5 service neutron] For port 38e20936-c288-4575-879f-9e907f8bce6d, host n-h1-816865-1, cleared binding levels {{(pid=102387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 18:36:01.969346 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.db [req-a199f52b-688a-424e-bb91-3e48b9bbbb66 req-4cffa53c-0851-46e4-8761-d2c568b911c5 service neutron] For port 38e20936-c288-4575-879f-9e907f8bce6d, host n-h1-816865-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=38e20936-c288-4575-879f-9e907f8bce6d,segment=NetworkSegment(35c2db9c-522d-48d3-98cf-a08c2cc55db7),segment_id=35c2db9c-522d-48d3-98cf-a08c2cc55db7)] {{(pid=102387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 18:36:02.142700 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-90bfe570-4c89-44e0-ae0c-da15623110ea req-73275f88-4cbc-4418-96b4-0b661e305762 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.172&port_id=13e5bddf-fb5e-42f9-838d-c25722edc24a HTTP/1.1" status: 200 len: 217 time: 0.2839091 Nov 05 18:36:02.365167 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-a199f52b-688a-424e-bb91-3e48b9bbbb66 req-4cffa53c-0851-46e4-8761-d2c568b911c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:36:02.379338 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bfe570-4c89-44e0-ae0c-da15623110ea req-a3ba5b93-a8b5-4d34-8943-bd34ccfd845d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:36:02.382986 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-90bfe570-4c89-44e0-ae0c-da15623110ea req-a3ba5b93-a8b5-4d34-8943-bd34ccfd845d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=05e7a1b5-165b-4a00-855a-ffbcb2eba59e HTTP/1.1" status: 200 len: 843 time: 0.2273099 Nov 05 18:36:02.425460 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a199f52b-688a-424e-bb91-3e48b9bbbb66 req-4cffa53c-0851-46e4-8761-d2c568b911c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:36:02.428966 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-a199f52b-688a-424e-bb91-3e48b9bbbb66 req-4cffa53c-0851-46e4-8761-d2c568b911c5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597851'] for port, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:36:02.428966 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-a199f52b-688a-424e-bb91-3e48b9bbbb66 req-4cffa53c-0851-46e4-8761-d2c568b911c5 service neutron] 10.222.0.41 "PUT /v2.0/ports/38e20936-c288-4575-879f-9e907f8bce6d HTTP/1.1" status: 200 len: 1116 time: 3.2598667 Nov 05 18:36:02.436119 n-d-816865-1 neutron-server[102387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20de2515-e214-4987-a8a6-5c86834f1984', 'tag': '38e20936-c288-4575-879f-9e907f8bce6d'}] {{(pid=102387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 18:36:02.580672 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-11b6ef61-865e-42ab-b403-78acfaed5634 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:36:02.681390 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cffa53c-0851-46e4-8761-d2c568b911c5 service neutron] Pushing event updated for resources: {'Port': ['ID=38e20936-c288-4575-879f-9e907f8bce6d,revision_number=3']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:36:02.691492 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c49bd3-3c5f-410a-8eb9-1ea64db93179 req-b4ee412b-dce5-49b5-8ebc-d2422a786e08 tempest-TenantUsagesTestJSON-1307571823 tempest-TenantUsagesTestJSON-1307571823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:36:02.700918 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-a6c49bd3-3c5f-410a-8eb9-1ea64db93179 req-b4ee412b-dce5-49b5-8ebc-d2422a786e08 tempest-TenantUsagesTestJSON-1307571823 tempest-TenantUsagesTestJSON-1307571823-project] 10.222.0.13 "GET /v2.0/ports?device_id=7a10d153-1dee-4b8d-bb35-77b7763e8382 HTTP/1.1" status: 200 len: 948 time: 0.7167270 Nov 05 18:36:02.766272 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a199f52b-688a-424e-bb91-3e48b9bbbb66 req-663a0566-0e65-4dce-b1ce-f499500edbb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:36:02.768109 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-a199f52b-688a-424e-bb91-3e48b9bbbb66 req-663a0566-0e65-4dce-b1ce-f499500edbb7 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3623d0da08af4aea941bbe4204e8c856&device_id=20de2515-e214-4987-a8a6-5c86834f1984 HTTP/1.1" status: 200 len: 1119 time: 0.1616573 Nov 05 18:36:02.784595 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-a6c49bd3-3c5f-410a-8eb9-1ea64db93179 req-17fed39a-8859-4181-98e9-6271c7d7d50f tempest-TenantUsagesTestJSON-1307571823 tempest-TenantUsagesTestJSON-1307571823-project] 10.222.0.13 "GET /v2.0/security-groups?id=519f40af-823a-499d-8126-0dceab677aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826352 Nov 05 18:36:02.787347 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bfe570-4c89-44e0-ae0c-da15623110ea req-2968a7ee-b13e-4d81-a388-e7e4b52458d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:36:02.806897 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-90bfe570-4c89-44e0-ae0c-da15623110ea req-2968a7ee-b13e-4d81-a388-e7e4b52458d9 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a723f808-b11e-4066-b104-fad90c82895e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3271661 Nov 05 18:36:02.822544 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6173a44d7c73f41af551dc890fa1a5892c2c6bc3458b640c8e0c24db7876ba6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f42057d-3a83-4866-9bd1-e13ef5d72b3c" -d '{"events": [{"name": "network-changed", "server_uuid": "7a10d153-1dee-4b8d-bb35-77b7763e8382", "tag": "13e5bddf-fb5e-42f9-838d-c25722edc24a"}]}' {{(pid=102386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 18:36:02.896240 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-a199f52b-688a-424e-bb91-3e48b9bbbb66 req-dedfdc0f-07b3-4e34-ac0e-9e740f5b13b0 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.8&port_id=38e20936-c288-4575-879f-9e907f8bce6d HTTP/1.1" status: 200 len: 217 time: 0.1040690 Nov 05 18:36:02.955824 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-90bfe570-4c89-44e0-ae0c-da15623110ea req-ca0d8c08-41eb-4b1b-8fff-e164d1e8dda5 service neutron] 10.222.0.55 "GET /v2.0/networks/a723f808-b11e-4066-b104-fad90c82895e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1138020 Nov 05 18:36:03.103910 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-90bfe570-4c89-44e0-ae0c-da15623110ea req-8000d750-b57e-47ed-9f8a-68186a1574e4 service neutron] 10.222.0.55 "GET /v2.0/networks/a723f808-b11e-4066-b104-fad90c82895e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239815 Nov 05 18:36:03.153759 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a199f52b-688a-424e-bb91-3e48b9bbbb66 req-d83c5781-2b95-4011-9b8d-c8f2416ee4f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:36:03.155358 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-a199f52b-688a-424e-bb91-3e48b9bbbb66 req-d83c5781-2b95-4011-9b8d-c8f2416ee4f7 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=05e7a1b5-165b-4a00-855a-ffbcb2eba59e HTTP/1.1" status: 200 len: 843 time: 0.2451279 Nov 05 18:36:03.170733 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c520e8-8939-42a6-bd2d-0e54a0cd0afc req-a877d770-376a-4a0c-ac27-4580436cda2b tempest-AggregatesAdminTestJSON-2118578912 tempest-AggregatesAdminTestJSON-2118578912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:36:03.182966 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-50c520e8-8939-42a6-bd2d-0e54a0cd0afc req-a877d770-376a-4a0c-ac27-4580436cda2b tempest-AggregatesAdminTestJSON-2118578912 tempest-AggregatesAdminTestJSON-2118578912-project] 10.222.0.13 "GET /v2.0/ports?device_id=20de2515-e214-4987-a8a6-5c86834f1984 HTTP/1.1" status: 200 len: 968 time: 0.2507136 Nov 05 18:36:03.371893 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab06bd4ddf5758c1f10d79fe34dc215bafa488692cde9dba2fcbcb67556f90bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00acbd91-395f-4a36-a709-128a1e48554a" -d '{"events": [{"name": "network-changed", "server_uuid": "20de2515-e214-4987-a8a6-5c86834f1984", "tag": "38e20936-c288-4575-879f-9e907f8bce6d"}]}' {{(pid=102387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 18:36:03.427521 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a199f52b-688a-424e-bb91-3e48b9bbbb66 req-3d0070d6-89fa-4349-8cca-bafc5af62326 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:36:03.440542 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-a199f52b-688a-424e-bb91-3e48b9bbbb66 req-3d0070d6-89fa-4349-8cca-bafc5af62326 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a723f808-b11e-4066-b104-fad90c82895e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2536554 Nov 05 18:36:03.455448 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-50c520e8-8939-42a6-bd2d-0e54a0cd0afc req-6ba13985-7219-42df-8f04-4033f8598d61 tempest-AggregatesAdminTestJSON-2118578912 tempest-AggregatesAdminTestJSON-2118578912-project] 10.222.0.13 "GET /v2.0/security-groups?id=15fd3a16-260c-4ef4-863e-30e7081f111a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2712176 Nov 05 18:36:03.820155 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:36:03.917021 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 18:36:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c23b34c-2157-4d11-a6e9-84c4f26755f9 x-openstack-request-id: req-0c23b34c-2157-4d11-a6e9-84c4f26755f9 {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 18:36:03.917021 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a10d153-1dee-4b8d-bb35-77b7763e8382", "tag": "13e5bddf-fb5e-42f9-838d-c25722edc24a", "status": "completed", "code": 200}]} {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 18:36:03.917021 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0c23b34c-2157-4d11-a6e9-84c4f26755f9 {{(pid=102386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 18:36:03.919296 n-d-816865-1 neutron-server[102386]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a10d153-1dee-4b8d-bb35-77b7763e8382', 'tag': '13e5bddf-fb5e-42f9-838d-c25722edc24a', 'status': 'completed', 'code': 200} Nov 05 18:36:04.027626 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 18:36:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-167f04a7-9a1c-4ddd-930c-455f5c03ad40 x-openstack-request-id: req-167f04a7-9a1c-4ddd-930c-455f5c03ad40 {{(pid=102387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 18:36:04.028019 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20de2515-e214-4987-a8a6-5c86834f1984", "tag": "38e20936-c288-4575-879f-9e907f8bce6d", "status": "completed", "code": 200}]} {{(pid=102387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 18:36:04.031637 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-167f04a7-9a1c-4ddd-930c-455f5c03ad40 {{(pid=102387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 18:36:04.031637 n-d-816865-1 neutron-server[102387]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20de2515-e214-4987-a8a6-5c86834f1984', 'tag': '38e20936-c288-4575-879f-9e907f8bce6d', 'status': 'completed', 'code': 200} Nov 05 18:36:04.349009 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60a5920-9913-4cea-aaee-c2e078477bf7 req-c4b352d3-a721-4082-8533-5bb55a5f17df tempest-TenantUsagesTestJSON-1307571823 tempest-TenantUsagesTestJSON-1307571823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:36:04.353906 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-c60a5920-9913-4cea-aaee-c2e078477bf7 req-c4b352d3-a721-4082-8533-5bb55a5f17df tempest-TenantUsagesTestJSON-1307571823 tempest-TenantUsagesTestJSON-1307571823-project] 10.222.0.13 "GET /v2.0/ports?device_id=7a10d153-1dee-4b8d-bb35-77b7763e8382 HTTP/1.1" status: 200 len: 948 time: 0.1270592 Nov 05 18:36:04.470619 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-c60a5920-9913-4cea-aaee-c2e078477bf7 req-379fed78-70cb-461b-8a43-876dd310b5b3 tempest-TenantUsagesTestJSON-1307571823 tempest-TenantUsagesTestJSON-1307571823-project] 10.222.0.13 "GET /v2.0/security-groups?id=519f40af-823a-499d-8126-0dceab677aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095452 Nov 05 18:36:04.741325 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a74b08-6ea5-4509-b89f-18fbb14f4268 req-c171a429-933b-4607-8687-44eb132f6a3a tempest-AggregatesAdminTestJSON-2118578912 tempest-AggregatesAdminTestJSON-2118578912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:36:04.749996 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-c0a74b08-6ea5-4509-b89f-18fbb14f4268 req-c171a429-933b-4607-8687-44eb132f6a3a tempest-AggregatesAdminTestJSON-2118578912 tempest-AggregatesAdminTestJSON-2118578912-project] 10.222.0.13 "GET /v2.0/ports?device_id=20de2515-e214-4987-a8a6-5c86834f1984 HTTP/1.1" status: 200 len: 968 time: 0.0594192 Nov 05 18:36:04.834839 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-c0a74b08-6ea5-4509-b89f-18fbb14f4268 req-b7a04568-5611-466d-9099-db3b2d0fe5f0 tempest-AggregatesAdminTestJSON-2118578912 tempest-AggregatesAdminTestJSON-2118578912-project] 10.222.0.13 "GET /v2.0/security-groups?id=15fd3a16-260c-4ef4-863e-30e7081f111a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833907 Nov 05 18:36:04.869112 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-385bbc7b-668b-4193-b12b-9ef303b58cb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:36:05.685680 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8a231e-5bf0-4bcb-8914-e7cc8e479b30 req-a8920b3b-f6fa-4316-aaf5-8fc3403605d9 tempest-TenantUsagesTestJSON-1307571823 tempest-TenantUsagesTestJSON-1307571823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:36:05.689338 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-ff8a231e-5bf0-4bcb-8914-e7cc8e479b30 req-a8920b3b-f6fa-4316-aaf5-8fc3403605d9 tempest-TenantUsagesTestJSON-1307571823 tempest-TenantUsagesTestJSON-1307571823-project] 10.222.0.13 "GET /v2.0/ports?device_id=7a10d153-1dee-4b8d-bb35-77b7763e8382 HTTP/1.1" status: 200 len: 948 time: 0.1427851 Nov 05 18:36:05.737329 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 34878) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:36:05.775280 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 34882) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:36:05.811828 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-ff8a231e-5bf0-4bcb-8914-e7cc8e479b30 req-cda37407-0220-429d-ac9c-0e401b6300dc tempest-TenantUsagesTestJSON-1307571823 tempest-TenantUsagesTestJSON-1307571823-project] 10.222.0.13 "GET /v2.0/security-groups?id=519f40af-823a-499d-8126-0dceab677aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145291 Nov 05 18:36:05.856913 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:36:06.006687 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-f6913847-285a-4ee1-8db9-21fc859cfc8c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:36:06.109278 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31102fc-1368-4c1a-b850-6cccee39e71f req-3f47df26-af65-42a1-9cbb-24d935548950 tempest-AggregatesAdminTestJSON-2118578912 tempest-AggregatesAdminTestJSON-2118578912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:36:06.109278 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-b31102fc-1368-4c1a-b850-6cccee39e71f req-3f47df26-af65-42a1-9cbb-24d935548950 tempest-AggregatesAdminTestJSON-2118578912 tempest-AggregatesAdminTestJSON-2118578912-project] 10.222.0.13 "GET /v2.0/ports?device_id=20de2515-e214-4987-a8a6-5c86834f1984 HTTP/1.1" status: 200 len: 968 time: 0.1496785 Nov 05 18:36:06.109799 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-fad13e25-39c4-45e7-a9cd-65295b88a7da admin admin] Publish callbacks [] for security_group, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:36:06.144928 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-b31102fc-1368-4c1a-b850-6cccee39e71f req-cb532362-86e1-44b4-9255-55c97b40545b tempest-AggregatesAdminTestJSON-2118578912 tempest-AggregatesAdminTestJSON-2118578912-project] 10.222.0.13 "GET /v2.0/security-groups?id=15fd3a16-260c-4ef4-863e-30e7081f111a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630822 Nov 05 18:36:06.283513 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-f6913847-285a-4ee1-8db9-21fc859cfc8c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:36:06.369329 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f42057d-3a83-4866-9bd1-e13ef5d72b3c req-c1873b3a-3424-4c1e-a450-cd2f1f91771e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:36:06.371135 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-9f42057d-3a83-4866-9bd1-e13ef5d72b3c req-c1873b3a-3424-4c1e-a450-cd2f1f91771e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=4eeabedc801a4744b75592ace6336a65&device_id=7a10d153-1dee-4b8d-bb35-77b7763e8382 HTTP/1.1" status: 200 len: 1099 time: 0.2270625 Nov 05 18:36:06.376264 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-fad13e25-39c4-45e7-a9cd-65295b88a7da admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:36:06.905182 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b304910f-7b27-444b-a8fc-977d26b1ceac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:36:06.932527 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-f6913847-285a-4ee1-8db9-21fc859cfc8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:36:06.939414 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-fad13e25-39c4-45e7-a9cd-65295b88a7da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:36:06.986967 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216d659e-6b9b-48e2-9398-357a0b1c60f5 req-a1b45f4e-926e-4c20-849a-022f10231864 tempest-TenantUsagesTestJSON-1307571823 tempest-TenantUsagesTestJSON-1307571823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:36:07.005477 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-216d659e-6b9b-48e2-9398-357a0b1c60f5 req-a1b45f4e-926e-4c20-849a-022f10231864 tempest-TenantUsagesTestJSON-1307571823 tempest-TenantUsagesTestJSON-1307571823-project] 10.222.0.13 "GET /v2.0/ports?device_id=7a10d153-1dee-4b8d-bb35-77b7763e8382 HTTP/1.1" status: 200 len: 948 time: 0.1131299 Nov 05 18:36:07.077227 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-f6913847-285a-4ee1-8db9-21fc859cfc8c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=11d44692f7a840b8ad8977be0a710670&name=default HTTP/1.1" status: 200 len: 2992 time: 1.3388011 Nov 05 18:36:07.081699 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 34896) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:36:07.102449 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6913847-285a-4ee1-8db9-21fc859cfc8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d95a441b-a158-4aee-a04c-ff1b1295bce5,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:36:07.110460 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-fad13e25-39c4-45e7-a9cd-65295b88a7da admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f020382717e0433cb350cef0bc8164f3&name=default HTTP/1.1" status: 200 len: 2992 time: 1.3337677 Nov 05 18:36:07.116422 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 34900) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:36:07.137933 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-216d659e-6b9b-48e2-9398-357a0b1c60f5 req-7572fe53-e8cd-4e65-9cad-d82a4384fc7a tempest-TenantUsagesTestJSON-1307571823 tempest-TenantUsagesTestJSON-1307571823-project] 10.222.0.13 "GET /v2.0/security-groups?id=519f40af-823a-499d-8126-0dceab677aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315227 Nov 05 18:36:07.161529 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad13e25-39c4-45e7-a9cd-65295b88a7da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2dd03449-574c-4c53-8e77-4f6fda337e1b,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:36:07.229648 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-d5498f7d-b121-43f3-b475-a9a4e18cdab9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:36:07.264540 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-d5498f7d-b121-43f3-b475-a9a4e18cdab9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:36:07.268577 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-e53b9a24-bf50-47de-998e-0b688f62e6c7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:36:07.293798 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-e53b9a24-bf50-47de-998e-0b688f62e6c7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:36:07.365592 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35960123-019e-41cb-9f4b-7b0e99d0b808 req-732978e0-2766-460d-90b9-60b6f7594ea8 tempest-AggregatesAdminTestJSON-2118578912 tempest-AggregatesAdminTestJSON-2118578912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:36:07.374762 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-35960123-019e-41cb-9f4b-7b0e99d0b808 req-732978e0-2766-460d-90b9-60b6f7594ea8 tempest-AggregatesAdminTestJSON-2118578912 tempest-AggregatesAdminTestJSON-2118578912-project] 10.222.0.13 "GET /v2.0/ports?device_id=20de2515-e214-4987-a8a6-5c86834f1984 HTTP/1.1" status: 200 len: 968 time: 0.0710707 Nov 05 18:36:07.382903 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 34910) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:36:07.445397 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-35960123-019e-41cb-9f4b-7b0e99d0b808 req-19eae1f3-b1cc-4f9a-8607-712b20eedf44 tempest-AggregatesAdminTestJSON-2118578912 tempest-AggregatesAdminTestJSON-2118578912-project] 10.222.0.13 "GET /v2.0/security-groups?id=15fd3a16-260c-4ef4-863e-30e7081f111a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666032 Nov 05 18:36:07.469437 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-e53b9a24-bf50-47de-998e-0b688f62e6c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:36:07.469772 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-d5498f7d-b121-43f3-b475-a9a4e18cdab9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:36:07.472835 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-e53b9a24-bf50-47de-998e-0b688f62e6c7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:36:07.473931 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-d5498f7d-b121-43f3-b475-a9a4e18cdab9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:36:07.477672 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-d5498f7d-b121-43f3-b475-a9a4e18cdab9 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d95a441b-a158-4aee-a04c-ff1b1295bce5 HTTP/1.1" status: 204 len: 168 time: 0.3914073 Nov 05 18:36:07.483389 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-e53b9a24-bf50-47de-998e-0b688f62e6c7 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2dd03449-574c-4c53-8e77-4f6fda337e1b HTTP/1.1" status: 204 len: 168 time: 0.3597615 Nov 05 18:36:07.486157 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53b9a24-bf50-47de-998e-0b688f62e6c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dd03449-574c-4c53-8e77-4f6fda337e1b,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:36:07.492747 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5498f7d-b121-43f3-b475-a9a4e18cdab9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d95a441b-a158-4aee-a04c-ff1b1295bce5,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:36:07.628512 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-a4fbe8ca-6825-4f9d-b10c-680875fb176f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:36:07.729775 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-a4fbe8ca-6825-4f9d-b10c-680875fb176f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:36:08.117451 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-a4fbe8ca-6825-4f9d-b10c-680875fb176f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:36:08.138089 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-31f93893-a48e-4ae8-833d-dccb2b42eacc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:36:08.179345 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-a4fbe8ca-6825-4f9d-b10c-680875fb176f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9fad6355823146c88eea2a919399d588&name=default HTTP/1.1" status: 200 len: 2995 time: 0.7917519 Nov 05 18:36:08.179718 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 34922) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:36:08.181803 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4fbe8ca-6825-4f9d-b10c-680875fb176f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20c268f2-9182-4ab2-9ea2-ef00fe18ca94,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:36:08.261240 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-81083cf0-3afb-4931-a853-1c04df9780e4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:36:08.300592 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-81083cf0-3afb-4931-a853-1c04df9780e4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:36:08.336717 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096d9b6d-d0e0-4202-84d7-ec08daafa33b req-0e198d6c-c07b-4228-937f-bb13da664c62 tempest-TenantUsagesTestJSON-1307571823 tempest-TenantUsagesTestJSON-1307571823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:36:08.338976 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-096d9b6d-d0e0-4202-84d7-ec08daafa33b req-0e198d6c-c07b-4228-937f-bb13da664c62 tempest-TenantUsagesTestJSON-1307571823 tempest-TenantUsagesTestJSON-1307571823-project] 10.222.0.13 "GET /v2.0/ports?device_id=7a10d153-1dee-4b8d-bb35-77b7763e8382 HTTP/1.1" status: 200 len: 948 time: 0.0747275 Nov 05 18:36:08.411678 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:36:08.455693 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-096d9b6d-d0e0-4202-84d7-ec08daafa33b req-72fbd01e-6b38-4566-b606-bd49e01543d0 tempest-TenantUsagesTestJSON-1307571823 tempest-TenantUsagesTestJSON-1307571823-project] 10.222.0.13 "GET /v2.0/security-groups?id=519f40af-823a-499d-8126-0dceab677aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097596 Nov 05 18:36:08.488065 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-81083cf0-3afb-4931-a853-1c04df9780e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:36:08.493022 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-81083cf0-3afb-4931-a853-1c04df9780e4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:36:08.493237 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-81083cf0-3afb-4931-a853-1c04df9780e4 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/20c268f2-9182-4ab2-9ea2-ef00fe18ca94 HTTP/1.1" status: 204 len: 168 time: 0.3124487 Nov 05 18:36:08.508138 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81083cf0-3afb-4931-a853-1c04df9780e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20c268f2-9182-4ab2-9ea2-ef00fe18ca94,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:36:08.591973 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 34932) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:36:08.650374 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce947e3-a1a0-47f8-b084-27569ce60c8b req-882508c5-b720-4d98-87eb-d0e7e0394e2d tempest-AggregatesAdminTestJSON-2118578912 tempest-AggregatesAdminTestJSON-2118578912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:36:08.652438 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-dce947e3-a1a0-47f8-b084-27569ce60c8b req-882508c5-b720-4d98-87eb-d0e7e0394e2d tempest-AggregatesAdminTestJSON-2118578912 tempest-AggregatesAdminTestJSON-2118578912-project] 10.222.0.13 "GET /v2.0/ports?device_id=20de2515-e214-4987-a8a6-5c86834f1984 HTTP/1.1" status: 200 len: 968 time: 0.0743401 Nov 05 18:36:08.717774 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-dce947e3-a1a0-47f8-b084-27569ce60c8b req-0853b522-c44a-4551-bfe2-b9c3f8bcab48 tempest-AggregatesAdminTestJSON-2118578912 tempest-AggregatesAdminTestJSON-2118578912-project] 10.222.0.13 "GET /v2.0/security-groups?id=15fd3a16-260c-4ef4-863e-30e7081f111a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582356 Nov 05 18:36:09.243147 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 34938) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:36:09.264103 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-bb297efd-eebe-4482-8d5c-de5033ae4545 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:36:09.359191 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-bb297efd-eebe-4482-8d5c-de5033ae4545 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:36:09.411934 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-bb297efd-eebe-4482-8d5c-de5033ae4545 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:36:09.467508 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 34942) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:36:09.469511 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-bb297efd-eebe-4482-8d5c-de5033ae4545 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3e8103e9ebda47beba0ab67ae3f1cd2c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2230887 Nov 05 18:36:09.469511 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb297efd-eebe-4482-8d5c-de5033ae4545 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f57a88d-84e8-4b09-b4e4-35457a353eb0,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:36:09.531468 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-85c511eb-c83a-4a12-baac-df5310d4636d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:36:09.532071 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-73d32ee1-0dc6-47a1-93c5-183dd551e825 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:36:09.557397 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-73d32ee1-0dc6-47a1-93c5-183dd551e825 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:36:09.617902 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-85c511eb-c83a-4a12-baac-df5310d4636d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:36:09.630577 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c54e2a-004d-4595-a7d1-f0d239509389 req-fe037484-776d-4f19-ad88-4e196888c506 tempest-TenantUsagesTestJSON-1307571823 tempest-TenantUsagesTestJSON-1307571823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:36:09.634235 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-a2c54e2a-004d-4595-a7d1-f0d239509389 req-fe037484-776d-4f19-ad88-4e196888c506 tempest-TenantUsagesTestJSON-1307571823 tempest-TenantUsagesTestJSON-1307571823-project] 10.222.0.13 "GET /v2.0/ports?device_id=7a10d153-1dee-4b8d-bb35-77b7763e8382 HTTP/1.1" status: 200 len: 948 time: 0.0655742 Nov 05 18:36:09.682816 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-a2c54e2a-004d-4595-a7d1-f0d239509389 req-2efbf92b-5b87-4b27-8188-5ebb0cca09af tempest-TenantUsagesTestJSON-1307571823 tempest-TenantUsagesTestJSON-1307571823-project] 10.222.0.13 "GET /v2.0/security-groups?id=519f40af-823a-499d-8126-0dceab677aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447567 Nov 05 18:36:09.708285 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-73d32ee1-0dc6-47a1-93c5-183dd551e825 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:36:09.719599 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-85c511eb-c83a-4a12-baac-df5310d4636d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:36:09.720209 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-73d32ee1-0dc6-47a1-93c5-183dd551e825 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:36:09.720209 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-73d32ee1-0dc6-47a1-93c5-183dd551e825 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7f57a88d-84e8-4b09-b4e4-35457a353eb0 HTTP/1.1" status: 204 len: 168 time: 0.2434590 Nov 05 18:36:09.720209 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d32ee1-0dc6-47a1-93c5-183dd551e825 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f57a88d-84e8-4b09-b4e4-35457a353eb0,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:36:09.758596 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-85c511eb-c83a-4a12-baac-df5310d4636d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=acb29cc5e91b4cfca44055d97f1a47b6&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1630101 Nov 05 18:36:09.762246 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 34952) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:36:09.764008 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c511eb-c83a-4a12-baac-df5310d4636d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1f0e700-04e3-47ba-9780-e6a97ebd5372,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:36:09.825276 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 34954) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:36:09.839888 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-18ad7c26-b7e6-4c10-a54a-8f4e219ab214 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:36:09.852273 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-75327f38-90c0-4f17-bebb-badfaf0385b6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:36:09.873172 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e87d96d-e8d8-4457-ace4-e7aca7a347ae req-6b4d9f34-45c6-4608-babb-5e5b34f938ee tempest-AggregatesAdminTestJSON-2118578912 tempest-AggregatesAdminTestJSON-2118578912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:36:09.874719 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-5e87d96d-e8d8-4457-ace4-e7aca7a347ae req-6b4d9f34-45c6-4608-babb-5e5b34f938ee tempest-AggregatesAdminTestJSON-2118578912 tempest-AggregatesAdminTestJSON-2118578912-project] 10.222.0.13 "GET /v2.0/ports?device_id=20de2515-e214-4987-a8a6-5c86834f1984 HTTP/1.1" status: 200 len: 968 time: 0.0758324 Nov 05 18:36:09.888665 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-75327f38-90c0-4f17-bebb-badfaf0385b6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:36:09.890417 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 34956) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:36:09.926379 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-888108be-618b-409f-a8b1-0ed87881f975 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:36:09.943693 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-18ad7c26-b7e6-4c10-a54a-8f4e219ab214 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:36:09.997690 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-5e87d96d-e8d8-4457-ace4-e7aca7a347ae req-ca4ce1ca-3f8a-40a8-994f-f1f6868b9d3d tempest-AggregatesAdminTestJSON-2118578912 tempest-AggregatesAdminTestJSON-2118578912-project] 10.222.0.13 "GET /v2.0/security-groups?id=15fd3a16-260c-4ef4-863e-30e7081f111a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119406 Nov 05 18:36:10.014346 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-18ad7c26-b7e6-4c10-a54a-8f4e219ab214 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:36:10.062607 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-888108be-618b-409f-a8b1-0ed87881f975 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:36:10.108122 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-75327f38-90c0-4f17-bebb-badfaf0385b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:36:10.111078 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-75327f38-90c0-4f17-bebb-badfaf0385b6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:36:10.115299 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-75327f38-90c0-4f17-bebb-badfaf0385b6 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b1f0e700-04e3-47ba-9780-e6a97ebd5372 HTTP/1.1" status: 204 len: 168 time: 0.3488853 Nov 05 18:36:10.121596 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75327f38-90c0-4f17-bebb-badfaf0385b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1f0e700-04e3-47ba-9780-e6a97ebd5372,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:36:10.148178 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-888108be-618b-409f-a8b1-0ed87881f975 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:36:10.199641 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-888108be-618b-409f-a8b1-0ed87881f975 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e8a2efe3cb1149c08052a9ff32da55a3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3008041 Nov 05 18:36:10.199641 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888108be-618b-409f-a8b1-0ed87881f975 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4621ba3d-a634-4576-b156-0ea812c36cc2,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:36:10.201452 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 34962) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:36:10.279647 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ad7c26-b7e6-4c10-a54a-8f4e219ab214 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a37ceb61-d5ca-4ec2-a154-3e4e6217897a,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:36:10.334295 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-a9e58bd6-5fbe-4565-aacd-3e28b67a09e3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:36:10.361695 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f42057d-3a83-4866-9bd1-e13ef5d72b3c req-b0c648a2-13a9-402a-8582-144cc665dea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:36:10.363247 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-9f42057d-3a83-4866-9bd1-e13ef5d72b3c req-b0c648a2-13a9-402a-8582-144cc665dea7 service neutron] 10.222.0.55 "GET /v2.0/networks?id=a723f808-b11e-4066-b104-fad90c82895e HTTP/1.1" status: 200 len: 870 time: 0.4117992 Nov 05 18:36:10.372083 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-a9e58bd6-5fbe-4565-aacd-3e28b67a09e3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:36:10.388018 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-a199f52b-688a-424e-bb91-3e48b9bbbb66 req-409a691c-d0ca-4842-99d6-c4059b3b3d48 service neutron] 10.222.0.41 "GET /v2.0/networks/a723f808-b11e-4066-b104-fad90c82895e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1466153 Nov 05 18:36:10.435247 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-18ad7c26-b7e6-4c10-a54a-8f4e219ab214 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d630ae26f21d4376bbfc8a137604459c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6081777 Nov 05 18:36:10.437811 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-9f42057d-3a83-4866-9bd1-e13ef5d72b3c req-4665e065-8eff-4f9b-a051-ecb420e1aba5 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.172&port_id=13e5bddf-fb5e-42f9-838d-c25722edc24a HTTP/1.1" status: 200 len: 217 time: 0.0625737 Nov 05 18:36:10.438504 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 34968) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:36:10.497798 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f42057d-3a83-4866-9bd1-e13ef5d72b3c req-9c0420f6-8d2e-4b7e-897f-2c2df3a316ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:36:10.499427 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-9f42057d-3a83-4866-9bd1-e13ef5d72b3c req-9c0420f6-8d2e-4b7e-897f-2c2df3a316ea service neutron] 10.222.0.55 "GET /v2.0/subnets?id=05e7a1b5-165b-4a00-855a-ffbcb2eba59e HTTP/1.1" status: 200 len: 843 time: 0.0492380 Nov 05 18:36:10.542885 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-71aa05b8-a796-4d56-8d84-0070bd6cba37 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:36:10.559979 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f42057d-3a83-4866-9bd1-e13ef5d72b3c req-2aeea93b-07e3-4134-9c34-e6aaf1973f2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:36:10.561744 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-9f42057d-3a83-4866-9bd1-e13ef5d72b3c req-2aeea93b-07e3-4134-9c34-e6aaf1973f2d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a723f808-b11e-4066-b104-fad90c82895e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0538583 Nov 05 18:36:10.573953 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-a199f52b-688a-424e-bb91-3e48b9bbbb66 req-7f6663f2-70be-49d0-a6fe-613d669c1c5f service neutron] 10.222.0.41 "GET /v2.0/networks/a723f808-b11e-4066-b104-fad90c82895e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1718647 Nov 05 18:36:10.578521 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-a9e58bd6-5fbe-4565-aacd-3e28b67a09e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:36:10.581198 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-a9e58bd6-5fbe-4565-aacd-3e28b67a09e3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:36:10.582875 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-a9e58bd6-5fbe-4565-aacd-3e28b67a09e3 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4621ba3d-a634-4576-b156-0ea812c36cc2 HTTP/1.1" status: 204 len: 168 time: 0.3803363 Nov 05 18:36:10.594233 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-71aa05b8-a796-4d56-8d84-0070bd6cba37 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:36:10.596101 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e58bd6-5fbe-4565-aacd-3e28b67a09e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4621ba3d-a634-4576-b156-0ea812c36cc2,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:36:10.676720 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-9f42057d-3a83-4866-9bd1-e13ef5d72b3c req-4d3eeec7-8cb1-4b2d-ba52-794bbd0bab91 service neutron] 10.222.0.55 "GET /v2.0/networks/a723f808-b11e-4066-b104-fad90c82895e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1072273 Nov 05 18:36:10.798919 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-9f42057d-3a83-4866-9bd1-e13ef5d72b3c req-8d38c06e-f4b3-4739-b073-3448b1194332 service neutron] 10.222.0.55 "GET /v2.0/networks/a723f808-b11e-4066-b104-fad90c82895e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1134460 Nov 05 18:36:10.835586 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e6100d-7f07-471d-84c6-509f872c8ba6 req-da6f17bd-ba26-4bc1-81a6-d5379a16a3cb tempest-TenantUsagesTestJSON-1307571823 tempest-TenantUsagesTestJSON-1307571823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:36:10.837041 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-a1e6100d-7f07-471d-84c6-509f872c8ba6 req-da6f17bd-ba26-4bc1-81a6-d5379a16a3cb tempest-TenantUsagesTestJSON-1307571823 tempest-TenantUsagesTestJSON-1307571823-project] 10.222.0.13 "GET /v2.0/ports?device_id=7a10d153-1dee-4b8d-bb35-77b7763e8382 HTTP/1.1" status: 200 len: 948 time: 0.0822155 Nov 05 18:36:10.838649 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-71aa05b8-a796-4d56-8d84-0070bd6cba37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:36:10.841175 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-71aa05b8-a796-4d56-8d84-0070bd6cba37 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:36:10.842245 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-71aa05b8-a796-4d56-8d84-0070bd6cba37 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a37ceb61-d5ca-4ec2-a154-3e4e6217897a HTTP/1.1" status: 204 len: 168 time: 0.4021626 Nov 05 18:36:10.848508 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00acbd91-395f-4a36-a709-128a1e48554a req-94ea2b43-8f4c-4c95-beac-9f01cd3a28c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:36:10.848508 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-00acbd91-395f-4a36-a709-128a1e48554a req-94ea2b43-8f4c-4c95-beac-9f01cd3a28c6 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3623d0da08af4aea941bbe4204e8c856&device_id=20de2515-e214-4987-a8a6-5c86834f1984 HTTP/1.1" status: 200 len: 1119 time: 0.0826125 Nov 05 18:36:10.873843 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71aa05b8-a796-4d56-8d84-0070bd6cba37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a37ceb61-d5ca-4ec2-a154-3e4e6217897a,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:36:10.940854 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 34984) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:36:10.955586 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-06eab35d-ebc5-4cea-814d-b4a68c24a22b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:36:11.062759 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-06eab35d-ebc5-4cea-814d-b4a68c24a22b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:36:11.154890 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-a1e6100d-7f07-471d-84c6-509f872c8ba6 req-ae79ea7c-ab87-4130-9436-eb0cbfac25e6 tempest-TenantUsagesTestJSON-1307571823 tempest-TenantUsagesTestJSON-1307571823-project] 10.222.0.13 "GET /v2.0/security-groups?id=519f40af-823a-499d-8126-0dceab677aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3056245 Nov 05 18:36:11.172113 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-06eab35d-ebc5-4cea-814d-b4a68c24a22b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:36:11.220638 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214b8c04-85fd-4735-8260-0893ee6b522e req-c88c646d-deb6-4a7d-939e-d3635fd0182d tempest-AggregatesAdminTestJSON-2118578912 tempest-AggregatesAdminTestJSON-2118578912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:36:11.222189 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-06eab35d-ebc5-4cea-814d-b4a68c24a22b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=667646ac946f4765b2dd02bd19c9b949&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2796023 Nov 05 18:36:11.227213 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-214b8c04-85fd-4735-8260-0893ee6b522e req-c88c646d-deb6-4a7d-939e-d3635fd0182d tempest-AggregatesAdminTestJSON-2118578912 tempest-AggregatesAdminTestJSON-2118578912-project] 10.222.0.13 "GET /v2.0/ports?device_id=20de2515-e214-4987-a8a6-5c86834f1984 HTTP/1.1" status: 200 len: 968 time: 0.1192558 Nov 05 18:36:11.229266 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06eab35d-ebc5-4cea-814d-b4a68c24a22b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b304a683-1784-4170-b93c-a06fa5955ff6,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:36:11.230917 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 34996) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:36:11.238014 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00acbd91-395f-4a36-a709-128a1e48554a req-508c7199-b34f-4620-9716-a73ed8e66c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:36:11.239559 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-00acbd91-395f-4a36-a709-128a1e48554a req-508c7199-b34f-4620-9716-a73ed8e66c26 service neutron] 10.222.0.41 "GET /v2.0/networks?id=a723f808-b11e-4066-b104-fad90c82895e HTTP/1.1" status: 200 len: 870 time: 0.3791823 Nov 05 18:36:11.307053 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-00acbd91-395f-4a36-a709-128a1e48554a req-ac66b197-5fa9-4c5b-9161-15946954b058 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.8&port_id=38e20936-c288-4575-879f-9e907f8bce6d HTTP/1.1" status: 200 len: 217 time: 0.0551052 Nov 05 18:36:11.367997 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-214b8c04-85fd-4735-8260-0893ee6b522e req-3e6b66b8-ed78-45b3-b1f0-8f9804842eae tempest-AggregatesAdminTestJSON-2118578912 tempest-AggregatesAdminTestJSON-2118578912-project] 10.222.0.13 "GET /v2.0/security-groups?id=15fd3a16-260c-4ef4-863e-30e7081f111a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378968 Nov 05 18:36:11.392609 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-b9e536ec-9a44-4c2a-950b-f235fa1e3b77 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:36:11.401030 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00acbd91-395f-4a36-a709-128a1e48554a req-7ec5b7c6-1aad-4c45-8a70-ea9a8eaddcd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:36:11.403703 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-00acbd91-395f-4a36-a709-128a1e48554a req-7ec5b7c6-1aad-4c45-8a70-ea9a8eaddcd2 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=05e7a1b5-165b-4a00-855a-ffbcb2eba59e HTTP/1.1" status: 200 len: 843 time: 0.0825522 Nov 05 18:36:11.442520 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-b9e536ec-9a44-4c2a-950b-f235fa1e3b77 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:36:11.486387 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00acbd91-395f-4a36-a709-128a1e48554a req-d27c9f26-ce31-4dea-a35b-8198853a372a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:36:11.488093 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-00acbd91-395f-4a36-a709-128a1e48554a req-d27c9f26-ce31-4dea-a35b-8198853a372a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a723f808-b11e-4066-b104-fad90c82895e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0749502 Nov 05 18:36:11.579111 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-b9e536ec-9a44-4c2a-950b-f235fa1e3b77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:36:11.581581 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-b9e536ec-9a44-4c2a-950b-f235fa1e3b77 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:36:11.584131 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-b9e536ec-9a44-4c2a-950b-f235fa1e3b77 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b304a683-1784-4170-b93c-a06fa5955ff6 HTTP/1.1" status: 204 len: 168 time: 0.3514566 Nov 05 18:36:11.589530 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-00acbd91-395f-4a36-a709-128a1e48554a req-80a044fc-751b-4d10-9b4d-b93b645b351f service neutron] 10.222.0.41 "GET /v2.0/networks/a723f808-b11e-4066-b104-fad90c82895e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931771 Nov 05 18:36:11.594553 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e536ec-9a44-4c2a-950b-f235fa1e3b77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b304a683-1784-4170-b93c-a06fa5955ff6,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:36:11.690940 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-00acbd91-395f-4a36-a709-128a1e48554a req-1742909d-1811-44d8-8cc2-00ece4f4bea6 service neutron] 10.222.0.41 "GET /v2.0/networks/a723f808-b11e-4066-b104-fad90c82895e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876725 Nov 05 18:36:12.303064 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e3e150-51b3-4a79-9066-cbd02a1ba13f req-71236add-869a-4571-8d69-4cd3f0e372d6 tempest-TenantUsagesTestJSON-1307571823 tempest-TenantUsagesTestJSON-1307571823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:36:12.304608 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-a5e3e150-51b3-4a79-9066-cbd02a1ba13f req-71236add-869a-4571-8d69-4cd3f0e372d6 tempest-TenantUsagesTestJSON-1307571823 tempest-TenantUsagesTestJSON-1307571823-project] 10.222.0.13 "GET /v2.0/ports?device_id=7a10d153-1dee-4b8d-bb35-77b7763e8382 HTTP/1.1" status: 200 len: 948 time: 0.0563476 Nov 05 18:36:12.356473 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-a5e3e150-51b3-4a79-9066-cbd02a1ba13f req-d407d368-2074-4850-a55f-e659f14fd1aa tempest-TenantUsagesTestJSON-1307571823 tempest-TenantUsagesTestJSON-1307571823-project] 10.222.0.13 "GET /v2.0/security-groups?id=519f40af-823a-499d-8126-0dceab677aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452881 Nov 05 18:36:12.488039 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08dd6630-2780-4d78-b442-9e9950c6ef29 req-859f14c2-1cc7-49aa-8d5a-6bd85d93c9fb tempest-AggregatesAdminTestJSON-2118578912 tempest-AggregatesAdminTestJSON-2118578912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:36:12.494654 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-08dd6630-2780-4d78-b442-9e9950c6ef29 req-859f14c2-1cc7-49aa-8d5a-6bd85d93c9fb tempest-AggregatesAdminTestJSON-2118578912 tempest-AggregatesAdminTestJSON-2118578912-project] 10.222.0.13 "GET /v2.0/ports?device_id=20de2515-e214-4987-a8a6-5c86834f1984 HTTP/1.1" status: 200 len: 968 time: 0.0554032 Nov 05 18:36:12.538178 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-08dd6630-2780-4d78-b442-9e9950c6ef29 req-cd6efed5-2e48-4421-a8bc-7bf2c5f657a8 tempest-AggregatesAdminTestJSON-2118578912 tempest-AggregatesAdminTestJSON-2118578912-project] 10.222.0.13 "GET /v2.0/security-groups?id=15fd3a16-260c-4ef4-863e-30e7081f111a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417895 Nov 05 18:36:13.481201 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7b411b-ab05-4982-9486-ccc520909b85 req-b358a6e6-2891-4d2f-b8ef-70b852a72980 tempest-TenantUsagesTestJSON-1307571823 tempest-TenantUsagesTestJSON-1307571823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:36:13.482672 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-9e7b411b-ab05-4982-9486-ccc520909b85 req-b358a6e6-2891-4d2f-b8ef-70b852a72980 tempest-TenantUsagesTestJSON-1307571823 tempest-TenantUsagesTestJSON-1307571823-project] 10.222.0.13 "GET /v2.0/ports?device_id=7a10d153-1dee-4b8d-bb35-77b7763e8382 HTTP/1.1" status: 200 len: 948 time: 0.0525858 Nov 05 18:36:13.530089 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-9e7b411b-ab05-4982-9486-ccc520909b85 req-506a6d76-43b0-432e-a6ce-e570f66bdfab tempest-TenantUsagesTestJSON-1307571823 tempest-TenantUsagesTestJSON-1307571823-project] 10.222.0.13 "GET /v2.0/security-groups?id=519f40af-823a-499d-8126-0dceab677aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413752 Nov 05 18:36:13.660584 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52602ae7-dfbf-4cd4-b0bd-e4e0225a61a7 req-c1c400f3-0fe7-4612-b118-6d9a7851445f tempest-AggregatesAdminTestJSON-2118578912 tempest-AggregatesAdminTestJSON-2118578912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:36:13.662231 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-52602ae7-dfbf-4cd4-b0bd-e4e0225a61a7 req-c1c400f3-0fe7-4612-b118-6d9a7851445f tempest-AggregatesAdminTestJSON-2118578912 tempest-AggregatesAdminTestJSON-2118578912-project] 10.222.0.13 "GET /v2.0/ports?device_id=20de2515-e214-4987-a8a6-5c86834f1984 HTTP/1.1" status: 200 len: 968 time: 0.0504212 Nov 05 18:36:13.714610 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-52602ae7-dfbf-4cd4-b0bd-e4e0225a61a7 req-19032df9-ebd2-45bc-afb4-f7434e36d439 tempest-AggregatesAdminTestJSON-2118578912 tempest-AggregatesAdminTestJSON-2118578912-project] 10.222.0.13 "GET /v2.0/security-groups?id=15fd3a16-260c-4ef4-863e-30e7081f111a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440316 Nov 05 18:36:14.419563 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Device 13e5bddf-fb5e-42f9-838d-c25722edc24a details requested by agent hyperv_n-h2-816865-1 with host n-h2-816865-1 {{(pid=102388) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 05 18:36:14.424898 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Device 38e20936-c288-4575-879f-9e907f8bce6d details requested by agent hyperv_n-h1-816865-1 with host n-h1-816865-1 {{(pid=102388) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 05 18:36:14.592819 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] For port 38e20936-c288-4575-879f-9e907f8bce6d, host n-h1-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=38e20936-c288-4575-879f-9e907f8bce6d,segment=NetworkSegment(35c2db9c-522d-48d3-98cf-a08c2cc55db7),segment_id=35c2db9c-522d-48d3-98cf-a08c2cc55db7)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:36:14.610650 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Returning: {'device': '38e20936-c288-4575-879f-9e907f8bce6d', 'network_id': 'a723f808-b11e-4066-b104-fad90c82895e', 'port_id': '38e20936-c288-4575-879f-9e907f8bce6d', 'mac_address': 'fa:16:3e:60:23:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 153, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05e7a1b5-165b-4a00-855a-ffbcb2eba59e', 'ip_address': '192.168.233.8'}], 'device_owner': 'compute:tempest-test_az-1918685745', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102388) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 05 18:36:14.624675 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] For port 13e5bddf-fb5e-42f9-838d-c25722edc24a, host n-h2-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=13e5bddf-fb5e-42f9-838d-c25722edc24a,segment=NetworkSegment(35c2db9c-522d-48d3-98cf-a08c2cc55db7),segment_id=35c2db9c-522d-48d3-98cf-a08c2cc55db7)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:36:14.654623 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Returning: {'device': '13e5bddf-fb5e-42f9-838d-c25722edc24a', 'network_id': 'a723f808-b11e-4066-b104-fad90c82895e', 'port_id': '13e5bddf-fb5e-42f9-838d-c25722edc24a', 'mac_address': 'fa:16:3e:76:99:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 153, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05e7a1b5-165b-4a00-855a-ffbcb2eba59e', 'ip_address': '192.168.233.172'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102388) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 05 18:36:14.691908 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:36:14.710789 n-d-816865-1 neutron-server[102388]: DEBUG neutron.notifiers.nova [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 38e20936-c288-4575-879f-9e907f8bce6d {{(pid=102388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 18:36:14.725531 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:36:14.742497 n-d-816865-1 neutron-server[102388]: DEBUG neutron.notifiers.nova [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 13e5bddf-fb5e-42f9-838d-c25722edc24a {{(pid=102388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 18:36:14.756139 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] For port 38e20936-c288-4575-879f-9e907f8bce6d, host n-h1-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=38e20936-c288-4575-879f-9e907f8bce6d,segment=NetworkSegment(35c2db9c-522d-48d3-98cf-a08c2cc55db7),segment_id=35c2db9c-522d-48d3-98cf-a08c2cc55db7)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:36:14.762613 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4368f7-8448-47d5-8962-93c9438afad8 req-591f82b5-756d-4cb6-bfe9-559f00c6f65f tempest-TenantUsagesTestJSON-1307571823 tempest-TenantUsagesTestJSON-1307571823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:36:14.770782 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] For port 13e5bddf-fb5e-42f9-838d-c25722edc24a, host n-h2-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=13e5bddf-fb5e-42f9-838d-c25722edc24a,segment=NetworkSegment(35c2db9c-522d-48d3-98cf-a08c2cc55db7),segment_id=35c2db9c-522d-48d3-98cf-a08c2cc55db7)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:36:14.771747 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-fe4368f7-8448-47d5-8962-93c9438afad8 req-591f82b5-756d-4cb6-bfe9-559f00c6f65f tempest-TenantUsagesTestJSON-1307571823 tempest-TenantUsagesTestJSON-1307571823-project] 10.222.0.13 "GET /v2.0/ports?device_id=7a10d153-1dee-4b8d-bb35-77b7763e8382 HTTP/1.1" status: 200 len: 948 time: 0.0902615 Nov 05 18:36:14.802940 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:36:14.822206 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-fe4368f7-8448-47d5-8962-93c9438afad8 req-a05f896f-a40a-4bcd-916d-2bbaaf3132eb tempest-TenantUsagesTestJSON-1307571823 tempest-TenantUsagesTestJSON-1307571823-project] 10.222.0.13 "GET /v2.0/security-groups?id=519f40af-823a-499d-8126-0dceab677aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492947 Nov 05 18:36:14.854133 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Pushing event updated for resources: {'Port': ['ID=38e20936-c288-4575-879f-9e907f8bce6d,revision_number=4']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:36:14.856237 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:36:14.868524 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:36:14.868524 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:36:14.868524 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:36:14.868524 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:36:14.868524 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:36:14.868524 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:36:14.868524 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:36:14.868524 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:36:14.868524 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:36:14.868524 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:36:14.868524 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:36:14.868524 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:36:14.869395 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Tracked resource versions report: Nov 05 18:36:14.869395 n-d-816865-1 neutron-server[102388]: pushed versions: Nov 05 18:36:14.869395 n-d-816865-1 neutron-server[102388]: { 'AddressGroup': {'1.2'}, Nov 05 18:36:14.869395 n-d-816865-1 neutron-server[102388]: 'ConntrackHelper': {'1.0'}, Nov 05 18:36:14.869395 n-d-816865-1 neutron-server[102388]: 'Log': {'1.0'}, Nov 05 18:36:14.869395 n-d-816865-1 neutron-server[102388]: 'Network': {'1.1'}, Nov 05 18:36:14.869395 n-d-816865-1 neutron-server[102388]: 'Port': {'1.7'}, Nov 05 18:36:14.869395 n-d-816865-1 neutron-server[102388]: 'PortForwarding': {'1.2'}, Nov 05 18:36:14.869395 n-d-816865-1 neutron-server[102388]: 'QosPolicy': {'1.10'}, Nov 05 18:36:14.869395 n-d-816865-1 neutron-server[102388]: 'SecurityGroup': {'1.5'}, Nov 05 18:36:14.869395 n-d-816865-1 neutron-server[102388]: 'SecurityGroupRule': {'1.2'}, Nov 05 18:36:14.869395 n-d-816865-1 neutron-server[102388]: 'SubPort': {'1.0'}, Nov 05 18:36:14.869395 n-d-816865-1 neutron-server[102388]: 'Subnet': {'1.1'}, Nov 05 18:36:14.869395 n-d-816865-1 neutron-server[102388]: 'Trunk': {'1.1'}} Nov 05 18:36:14.869395 n-d-816865-1 neutron-server[102388]: consumer versions: Nov 05 18:36:14.869395 n-d-816865-1 neutron-server[102388]: { DHCP agent@n-d-816865-1: {}, Nov 05 18:36:14.869395 n-d-816865-1 neutron-server[102388]: HyperV agent@n-h1-816865-1: {}, Nov 05 18:36:14.869395 n-d-816865-1 neutron-server[102388]: HyperV agent@n-h2-816865-1: {}, Nov 05 18:36:14.869395 n-d-816865-1 neutron-server[102388]: L3 agent@n-d-816865-1: {}, Nov 05 18:36:14.869395 n-d-816865-1 neutron-server[102388]: Metadata agent@n-d-816865-1: {}, Nov 05 18:36:14.869395 n-d-816865-1 neutron-server[102388]: Metering agent@n-d-816865-1: {}, Nov 05 18:36:14.869395 n-d-816865-1 neutron-server[102388]: Open vSwitch agent@n-d-816865-1: { 'AddressGroup': '1.2', Nov 05 18:36:14.869395 n-d-816865-1 neutron-server[102388]: 'ConntrackHelper': '1.0', Nov 05 18:36:14.869395 n-d-816865-1 neutron-server[102388]: 'Log': '1.0', Nov 05 18:36:14.869395 n-d-816865-1 neutron-server[102388]: 'Network': '1.1', Nov 05 18:36:14.869395 n-d-816865-1 neutron-server[102388]: 'Port': '1.7', Nov 05 18:36:14.869395 n-d-816865-1 neutron-server[102388]: 'PortForwarding': '1.2', Nov 05 18:36:14.869395 n-d-816865-1 neutron-server[102388]: 'QosPolicy': '1.10', Nov 05 18:36:14.869395 n-d-816865-1 neutron-server[102388]: 'SecurityGroup': '1.5', Nov 05 18:36:14.869395 n-d-816865-1 neutron-server[102388]: 'SecurityGroupRule': '1.2', Nov 05 18:36:14.869395 n-d-816865-1 neutron-server[102388]: 'SubPort': '1.0', Nov 05 18:36:14.869395 n-d-816865-1 neutron-server[102388]: 'Subnet': '1.1', Nov 05 18:36:14.869395 n-d-816865-1 neutron-server[102388]: 'Trunk': '1.1'}} Nov 05 18:36:14.869395 n-d-816865-1 neutron-server[102388]: {{(pid=102388) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 05 18:36:14.932696 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Pushing event updated for resources: {'Port': ['ID=13e5bddf-fb5e-42f9-838d-c25722edc24a,revision_number=4']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:36:15.018166 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39935133-c23a-4194-a4d6-b5790d454ec3 req-ceca2583-b0d5-4390-b36c-0a9e5bc5f56a tempest-AggregatesAdminTestJSON-2118578912 tempest-AggregatesAdminTestJSON-2118578912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:36:15.020360 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-39935133-c23a-4194-a4d6-b5790d454ec3 req-ceca2583-b0d5-4390-b36c-0a9e5bc5f56a tempest-AggregatesAdminTestJSON-2118578912 tempest-AggregatesAdminTestJSON-2118578912-project] 10.222.0.13 "GET /v2.0/ports?device_id=20de2515-e214-4987-a8a6-5c86834f1984 HTTP/1.1" status: 200 len: 969 time: 0.0531497 Nov 05 18:36:15.068985 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-39935133-c23a-4194-a4d6-b5790d454ec3 req-a8fe2f8c-cb38-480f-804c-1af4a466aeb2 tempest-AggregatesAdminTestJSON-2118578912 tempest-AggregatesAdminTestJSON-2118578912-project] 10.222.0.13 "GET /v2.0/security-groups?id=15fd3a16-260c-4ef4-863e-30e7081f111a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425718 Nov 05 18:36:15.101100 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] get_ports_and_sgs() called for port_ids ['38e20936-c288-4575-879f-9e907f8bce6d'] {{(pid=102388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 18:36:15.180616 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] get_ports_and_sgs() called for port_ids ['13e5bddf-fb5e-42f9-838d-c25722edc24a'] {{(pid=102388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 18:36:15.522985 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 35180) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:36:15.760002 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 35198) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:36:15.775356 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-ed12e261-1e84-40cb-b8c7-f0d1f6f99ba4 req-29e06ad2-5fb5-4f36-aa69-3b3a29126d57 tempest-ServersAdminNegativeTestJSON-951057987 tempest-ServersAdminNegativeTestJSON-951057987-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=7b5b6e0e218a471d9e46a45154f5d765&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0245640 Nov 05 18:36:15.833317 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-6d290168-fb6d-4825-89b6-3efc4c0eeba3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:36:15.864577 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-380ca41d-277b-4005-82a3-fb9b2de89fda admin admin] Publish callbacks [] for security_group, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:36:15.915651 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-6d290168-fb6d-4825-89b6-3efc4c0eeba3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:36:15.922422 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed12e261-1e84-40cb-b8c7-f0d1f6f99ba4 req-76a7bd6f-538b-493c-a2af-c59461234038 tempest-ServersAdminNegativeTestJSON-951057987 tempest-ServersAdminNegativeTestJSON-951057987-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:36:15.923894 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-ed12e261-1e84-40cb-b8c7-f0d1f6f99ba4 req-76a7bd6f-538b-493c-a2af-c59461234038 tempest-ServersAdminNegativeTestJSON-951057987 tempest-ServersAdminNegativeTestJSON-951057987-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1430094 Nov 05 18:36:15.948552 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-ed12e261-1e84-40cb-b8c7-f0d1f6f99ba4 req-c7d6e4ee-ff0e-4254-a672-1ac5e124b49f tempest-ServersAdminNegativeTestJSON-951057987 tempest-ServersAdminNegativeTestJSON-951057987-project] 10.222.0.13 "GET /v2.0/quotas/7b5b6e0e218a471d9e46a45154f5d765 HTTP/1.1" status: 200 len: 375 time: 0.0178854 Nov 05 18:36:15.976821 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-6d290168-fb6d-4825-89b6-3efc4c0eeba3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:36:15.990713 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-ed12e261-1e84-40cb-b8c7-f0d1f6f99ba4 req-a287046c-11cd-482b-a935-86f7fdbf738b tempest-ServersAdminNegativeTestJSON-951057987 tempest-ServersAdminNegativeTestJSON-951057987-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=7b5b6e0e218a471d9e46a45154f5d765&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0361745 Nov 05 18:36:16.005568 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-380ca41d-277b-4005-82a3-fb9b2de89fda admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:36:16.023087 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-6d290168-fb6d-4825-89b6-3efc4c0eeba3 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a00f7931d5cb422cb6e9828d62f3f167&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2613385 Nov 05 18:36:16.030872 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 35210) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:36:16.052958 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d290168-fb6d-4825-89b6-3efc4c0eeba3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44f7b3e1-eadf-403a-9ae5-c893b11c8650,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:36:16.073894 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd07fce2-2d4f-4a7d-b9af-77044d0eb728 req-1157d299-689a-4b00-8579-1c6dfcf6f0fd tempest-TenantUsagesTestJSON-1307571823 tempest-TenantUsagesTestJSON-1307571823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:36:16.075410 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-cd07fce2-2d4f-4a7d-b9af-77044d0eb728 req-1157d299-689a-4b00-8579-1c6dfcf6f0fd tempest-TenantUsagesTestJSON-1307571823 tempest-TenantUsagesTestJSON-1307571823-project] 10.222.0.13 "GET /v2.0/ports?device_id=7a10d153-1dee-4b8d-bb35-77b7763e8382 HTTP/1.1" status: 200 len: 949 time: 0.0682528 Nov 05 18:36:16.092379 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-08a73070-de1c-486d-9192-895cdbfe2bbd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:36:16.106338 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-380ca41d-277b-4005-82a3-fb9b2de89fda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:36:16.115725 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-08a73070-de1c-486d-9192-895cdbfe2bbd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:36:16.152794 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-380ca41d-277b-4005-82a3-fb9b2de89fda admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f8aecad3da724af5818e3de682467b13&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6287358 Nov 05 18:36:16.155533 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 35214) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:36:16.166284 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-cd07fce2-2d4f-4a7d-b9af-77044d0eb728 req-b28ad3d5-bb6b-4dca-b725-d5bb4e6c9258 tempest-TenantUsagesTestJSON-1307571823 tempest-TenantUsagesTestJSON-1307571823-project] 10.222.0.13 "GET /v2.0/security-groups?id=519f40af-823a-499d-8126-0dceab677aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804284 Nov 05 18:36:16.169073 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380ca41d-277b-4005-82a3-fb9b2de89fda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e253e86c-1979-445a-b26d-a1e9eb835066,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:36:16.209755 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-44506155-33d6-4277-b375-4050437ffe39 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:36:16.235082 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-44506155-33d6-4277-b375-4050437ffe39 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:36:16.299643 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-08a73070-de1c-486d-9192-895cdbfe2bbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:36:16.304657 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-08a73070-de1c-486d-9192-895cdbfe2bbd admin admin] Publish callbacks [] for security_group, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:36:16.318078 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-08a73070-de1c-486d-9192-895cdbfe2bbd admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/44f7b3e1-eadf-403a-9ae5-c893b11c8650 HTTP/1.1" status: 204 len: 168 time: 0.2767773 Nov 05 18:36:16.332709 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca3de9a-8ece-42a8-ae52-b213c4c39b38 req-06b6e83e-f144-49f3-a748-9b1b373cff43 tempest-AggregatesAdminTestJSON-2118578912 tempest-AggregatesAdminTestJSON-2118578912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:36:16.340422 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-4ca3de9a-8ece-42a8-ae52-b213c4c39b38 req-06b6e83e-f144-49f3-a748-9b1b373cff43 tempest-AggregatesAdminTestJSON-2118578912 tempest-AggregatesAdminTestJSON-2118578912-project] 10.222.0.13 "GET /v2.0/ports?device_id=20de2515-e214-4987-a8a6-5c86834f1984 HTTP/1.1" status: 200 len: 969 time: 0.0654697 Nov 05 18:36:16.343456 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a73070-de1c-486d-9192-895cdbfe2bbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44f7b3e1-eadf-403a-9ae5-c893b11c8650,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:36:16.394814 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-0ced1214-8503-4d38-9d7a-95f3364bfd5c req-89422ec1-ccdd-4db6-a95b-6c53957d86d2 tempest-ServersAdminNegativeTestJSON-951057987 tempest-ServersAdminNegativeTestJSON-951057987-project] 10.222.0.13 "GET /v2.0/ports?device_id=a2080ad0-2f36-424a-abf3-044009183ef4 HTTP/1.1" status: 200 len: 210 time: 0.0521026 Nov 05 18:36:16.400326 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Device 13e5bddf-fb5e-42f9-838d-c25722edc24a up at agent hyperv_n-h2-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 18:36:16.411707 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-44506155-33d6-4277-b375-4050437ffe39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:36:16.422292 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-44506155-33d6-4277-b375-4050437ffe39 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:36:16.422292 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-44506155-33d6-4277-b375-4050437ffe39 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e253e86c-1979-445a-b26d-a1e9eb835066 HTTP/1.1" status: 204 len: 168 time: 0.2593439 Nov 05 18:36:16.428300 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44506155-33d6-4277-b375-4050437ffe39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e253e86c-1979-445a-b26d-a1e9eb835066,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:36:16.452597 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-4ca3de9a-8ece-42a8-ae52-b213c4c39b38 req-bcad18ed-cd6b-48f9-a7f3-fd9ce9f1331a tempest-AggregatesAdminTestJSON-2118578912 tempest-AggregatesAdminTestJSON-2118578912-project] 10.222.0.13 "GET /v2.0/security-groups?id=15fd3a16-260c-4ef4-863e-30e7081f111a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092823 Nov 05 18:36:16.455672 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Device 38e20936-c288-4575-879f-9e907f8bce6d up at agent hyperv_n-h1-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 18:36:16.626500 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Provisioning for port 38e20936-c288-4575-879f-9e907f8bce6d completed by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 05 18:36:16.631082 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Provisioning complete for port 38e20936-c288-4575-879f-9e907f8bce6d triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:36:16.631447 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:36:16.632908 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Provisioning for port 13e5bddf-fb5e-42f9-838d-c25722edc24a completed by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 05 18:36:16.661368 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Provisioning complete for port 13e5bddf-fb5e-42f9-838d-c25722edc24a triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:36:16.661734 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:36:16.779737 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:36:16.810151 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:36:16.841437 n-d-816865-1 neutron-server[102388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20de2515-e214-4987-a8a6-5c86834f1984', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38e20936-c288-4575-879f-9e907f8bce6d'}] {{(pid=102388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 18:36:16.922752 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] For port 38e20936-c288-4575-879f-9e907f8bce6d, host n-h1-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=38e20936-c288-4575-879f-9e907f8bce6d,segment=NetworkSegment(35c2db9c-522d-48d3-98cf-a08c2cc55db7),segment_id=35c2db9c-522d-48d3-98cf-a08c2cc55db7)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:36:16.926439 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] For port 13e5bddf-fb5e-42f9-838d-c25722edc24a, host n-h2-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=13e5bddf-fb5e-42f9-838d-c25722edc24a,segment=NetworkSegment(35c2db9c-522d-48d3-98cf-a08c2cc55db7),segment_id=35c2db9c-522d-48d3-98cf-a08c2cc55db7)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:36:17.043324 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:36:17.046067 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:36:17.096096 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Pushing event updated for resources: {'Port': ['ID=38e20936-c288-4575-879f-9e907f8bce6d,revision_number=5']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:36:17.145563 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Pushing event updated for resources: {'Port': ['ID=13e5bddf-fb5e-42f9-838d-c25722edc24a,revision_number=5']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:36:17.185781 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 35252) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:36:17.210707 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-0bb6517c-51b7-4946-9388-9c8186248bd2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:36:17.239256 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 35258) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:36:17.258351 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-b9543abf-f1e7-446c-8f27-efa1108a6395 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:36:17.296283 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28350bb1-b666-45fc-8259-b77d1fd8cd61 req-27915f31-15a1-4009-86c8-a121b61e8365 tempest-TenantUsagesTestJSON-1307571823 tempest-TenantUsagesTestJSON-1307571823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:36:17.304278 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-28350bb1-b666-45fc-8259-b77d1fd8cd61 req-27915f31-15a1-4009-86c8-a121b61e8365 tempest-TenantUsagesTestJSON-1307571823 tempest-TenantUsagesTestJSON-1307571823-project] 10.222.0.13 "GET /v2.0/ports?device_id=7a10d153-1dee-4b8d-bb35-77b7763e8382 HTTP/1.1" status: 200 len: 950 time: 0.0602250 Nov 05 18:36:17.351806 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-0bb6517c-51b7-4946-9388-9c8186248bd2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:36:17.370004 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85474fee1180e129d8a886d264fe0b30223aa672dd1ffe43b630605f18504f68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf4be0ac-d70c-4778-a31e-dfed732ceae7" -d '{"events": [{"server_uuid": "20de2515-e214-4987-a8a6-5c86834f1984", "name": "network-vif-plugged", "status": "completed", "tag": "38e20936-c288-4575-879f-9e907f8bce6d"}]}' {{(pid=102388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 18:36:17.372823 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-28350bb1-b666-45fc-8259-b77d1fd8cd61 req-d3891930-320a-4a52-b974-738218435e38 tempest-TenantUsagesTestJSON-1307571823 tempest-TenantUsagesTestJSON-1307571823-project] 10.222.0.13 "GET /v2.0/security-groups?id=519f40af-823a-499d-8126-0dceab677aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617363 Nov 05 18:36:17.389402 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-b9543abf-f1e7-446c-8f27-efa1108a6395 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:36:17.456304 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-0bb6517c-51b7-4946-9388-9c8186248bd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:36:17.465438 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 18:36:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b8e5d51-18a4-40ad-9797-f7cd37ee6bb2 x-openstack-request-id: req-8b8e5d51-18a4-40ad-9797-f7cd37ee6bb2 {{(pid=102388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 18:36:17.466256 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20de2515-e214-4987-a8a6-5c86834f1984", "name": "network-vif-plugged", "status": "completed", "tag": "38e20936-c288-4575-879f-9e907f8bce6d", "code": 200}]} {{(pid=102388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 18:36:17.466579 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8b8e5d51-18a4-40ad-9797-f7cd37ee6bb2 {{(pid=102388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 18:36:17.468643 n-d-816865-1 neutron-server[102388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20de2515-e214-4987-a8a6-5c86834f1984', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38e20936-c288-4575-879f-9e907f8bce6d', 'code': 200} Nov 05 18:36:17.528186 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-b9543abf-f1e7-446c-8f27-efa1108a6395 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:36:17.544387 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-38ef5e0d-7b86-4365-9810-fa4604aa98c1 req-c6620759-f9f6-4fc3-a13c-29c1f5592ef5 tempest-ServersAdminNegativeTestJSON-951057987 tempest-ServersAdminNegativeTestJSON-951057987-project] 10.222.0.13 "GET /v2.0/ports?device_id=a2080ad0-2f36-424a-abf3-044009183ef4 HTTP/1.1" status: 200 len: 210 time: 0.0490739 Nov 05 18:36:17.602668 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-0bb6517c-51b7-4946-9388-9c8186248bd2 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d8f5a93f8471487a98b8bb75a9d1e485&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4155140 Nov 05 18:36:17.607299 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 35270) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:36:17.607869 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-b9543abf-f1e7-446c-8f27-efa1108a6395 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3b8eae98a52849a595686f6c8012d95b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3682590 Nov 05 18:36:17.609305 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb6517c-51b7-4946-9388-9c8186248bd2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19c33557-9d0f-4698-bc35-6dbc6ade4418,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:36:17.618672 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 35272) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:36:17.680865 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9543abf-f1e7-446c-8f27-efa1108a6395 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d30d989-42fe-4e44-ae72-25d2691b519a,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:36:17.734880 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-3f97f73c-be82-42ac-bc46-d854de21a984 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:36:17.765451 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-3f97f73c-be82-42ac-bc46-d854de21a984 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:36:17.773262 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66923886-5d22-4f86-98cf-f772a6ed26d8 req-306a91cf-8d0c-4931-a7a7-e797b93613b7 tempest-AggregatesAdminTestJSON-2118578912 tempest-AggregatesAdminTestJSON-2118578912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:36:17.774684 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-66923886-5d22-4f86-98cf-f772a6ed26d8 req-306a91cf-8d0c-4931-a7a7-e797b93613b7 tempest-AggregatesAdminTestJSON-2118578912 tempest-AggregatesAdminTestJSON-2118578912-project] 10.222.0.13 "GET /v2.0/ports?device_id=20de2515-e214-4987-a8a6-5c86834f1984 HTTP/1.1" status: 200 len: 970 time: 0.2177949 Nov 05 18:36:17.793265 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444cb479-2b96-460d-8cb8-4a1e8e19d0a2 req-1b2c5006-187e-4d8c-a16a-31150aff2da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:36:17.794975 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-444cb479-2b96-460d-8cb8-4a1e8e19d0a2 req-1b2c5006-187e-4d8c-a16a-31150aff2da6 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=20de2515-e214-4987-a8a6-5c86834f1984 HTTP/1.1" status: 200 len: 1121 time: 0.2219965 Nov 05 18:36:17.820006 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-ece03797-845a-4899-9677-112b0c629966 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:36:17.833303 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-444cb479-2b96-460d-8cb8-4a1e8e19d0a2 req-10074963-ec4a-4abd-ad3c-9ec3b861715b service neutron] Publish callbacks [] for security_group, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:36:17.879309 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-ece03797-845a-4899-9677-112b0c629966 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:36:17.897427 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-66923886-5d22-4f86-98cf-f772a6ed26d8 req-3b602197-f310-41bd-855e-aee82d5e96f6 tempest-AggregatesAdminTestJSON-2118578912 tempest-AggregatesAdminTestJSON-2118578912-project] 10.222.0.13 "GET /v2.0/security-groups?id=15fd3a16-260c-4ef4-863e-30e7081f111a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141820 Nov 05 18:36:17.908255 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-3f97f73c-be82-42ac-bc46-d854de21a984 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:36:17.911446 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-3f97f73c-be82-42ac-bc46-d854de21a984 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:36:17.916365 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-3f97f73c-be82-42ac-bc46-d854de21a984 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9d30d989-42fe-4e44-ae72-25d2691b519a HTTP/1.1" status: 204 len: 168 time: 0.2927518 Nov 05 18:36:17.934347 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f97f73c-be82-42ac-bc46-d854de21a984 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d30d989-42fe-4e44-ae72-25d2691b519a,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:36:18.053944 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-ece03797-845a-4899-9677-112b0c629966 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:36:18.056392 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-ece03797-845a-4899-9677-112b0c629966 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:36:18.057489 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-ece03797-845a-4899-9677-112b0c629966 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/19c33557-9d0f-4698-bc35-6dbc6ade4418 HTTP/1.1" status: 204 len: 168 time: 0.4052918 Nov 05 18:36:18.070742 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece03797-845a-4899-9677-112b0c629966 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19c33557-9d0f-4698-bc35-6dbc6ade4418,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:36:18.106004 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-444cb479-2b96-460d-8cb8-4a1e8e19d0a2 req-10074963-ec4a-4abd-ad3c-9ec3b861715b service neutron] Publish callbacks [] for security_group, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:36:18.187616 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-444cb479-2b96-460d-8cb8-4a1e8e19d0a2 req-10074963-ec4a-4abd-ad3c-9ec3b861715b service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:36:18.233534 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-444cb479-2b96-460d-8cb8-4a1e8e19d0a2 req-10074963-ec4a-4abd-ad3c-9ec3b861715b service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=15fd3a16-260c-4ef4-863e-30e7081f111a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4238319 Nov 05 18:36:18.238355 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10074963-ec4a-4abd-ad3c-9ec3b861715b service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=235ac5cf-b38e-4b6e-9c91-84640e87c1c6,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:36:18.506374 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c256bfe-003d-4c0a-9c43-d53434dac0d0 req-ebd05149-a30a-483e-a612-6bdeb09fdcdb tempest-TenantUsagesTestJSON-1307571823 tempest-TenantUsagesTestJSON-1307571823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:36:18.508150 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-1c256bfe-003d-4c0a-9c43-d53434dac0d0 req-ebd05149-a30a-483e-a612-6bdeb09fdcdb tempest-TenantUsagesTestJSON-1307571823 tempest-TenantUsagesTestJSON-1307571823-project] 10.222.0.13 "GET /v2.0/ports?device_id=7a10d153-1dee-4b8d-bb35-77b7763e8382 HTTP/1.1" status: 200 len: 950 time: 0.0578790 Nov 05 18:36:18.563774 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-1c256bfe-003d-4c0a-9c43-d53434dac0d0 req-1d472daf-f8e7-4088-80a3-b2cc05d12779 tempest-TenantUsagesTestJSON-1307571823 tempest-TenantUsagesTestJSON-1307571823-project] 10.222.0.13 "GET /v2.0/security-groups?id=519f40af-823a-499d-8126-0dceab677aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476768 Nov 05 18:36:18.650314 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-7e87b3cf-2e93-468e-9c0e-861ea12086b9 req-caa4d25e-713f-4af5-bdb8-ef074c9e6ae0 tempest-ServersAdminNegativeTestJSON-951057987 tempest-ServersAdminNegativeTestJSON-951057987-project] 10.222.0.13 "GET /v2.0/ports?device_id=a2080ad0-2f36-424a-abf3-044009183ef4 HTTP/1.1" status: 200 len: 210 time: 0.0331278 Nov 05 18:36:18.907278 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-ed12e261-1e84-40cb-b8c7-f0d1f6f99ba4 req-abc596c7-ced4-4975-a19c-c231e1c2208c tempest-ServersAdminNegativeTestJSON-951057987 tempest-ServersAdminNegativeTestJSON-951057987-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=7b5b6e0e218a471d9e46a45154f5d765&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0269711 Nov 05 18:36:19.055798 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86412009-cd10-43bd-b2be-9ec881261d39 req-1c41af81-40e3-40a9-ac58-e86725610e87 tempest-AggregatesAdminTestJSON-2118578912 tempest-AggregatesAdminTestJSON-2118578912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:36:19.057778 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-86412009-cd10-43bd-b2be-9ec881261d39 req-1c41af81-40e3-40a9-ac58-e86725610e87 tempest-AggregatesAdminTestJSON-2118578912 tempest-AggregatesAdminTestJSON-2118578912-project] 10.222.0.13 "GET /v2.0/ports?device_id=20de2515-e214-4987-a8a6-5c86834f1984 HTTP/1.1" status: 200 len: 970 time: 0.0584877 Nov 05 18:36:19.077214 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed12e261-1e84-40cb-b8c7-f0d1f6f99ba4 req-0f5d718e-5958-4e21-901d-f6bbea2081d0 tempest-ServersAdminNegativeTestJSON-951057987 tempest-ServersAdminNegativeTestJSON-951057987-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:36:19.079123 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-ed12e261-1e84-40cb-b8c7-f0d1f6f99ba4 req-0f5d718e-5958-4e21-901d-f6bbea2081d0 tempest-ServersAdminNegativeTestJSON-951057987 tempest-ServersAdminNegativeTestJSON-951057987-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1642721 Nov 05 18:36:19.097653 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [req-ed12e261-1e84-40cb-b8c7-f0d1f6f99ba4 req-e0958af2-9ac6-4342-8ec0-6467ef6395b2 tempest-ServersAdminNegativeTestJSON-951057987 tempest-ServersAdminNegativeTestJSON-951057987-project] Request body: {'port': {'device_id': 'a2080ad0-2f36-424a-abf3-044009183ef4', 'network_id': 'a723f808-b11e-4066-b104-fad90c82895e', 'admin_state_up': True, 'tenant_id': '7b5b6e0e218a471d9e46a45154f5d765'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:36:19.110809 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-86412009-cd10-43bd-b2be-9ec881261d39 req-1c2916d4-d51e-432e-afe5-3b469f1a56f1 tempest-AggregatesAdminTestJSON-2118578912 tempest-AggregatesAdminTestJSON-2118578912-project] 10.222.0.13 "GET /v2.0/security-groups?id=15fd3a16-260c-4ef4-863e-30e7081f111a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435541 Nov 05 18:36:19.341969 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ed12e261-1e84-40cb-b8c7-f0d1f6f99ba4 req-e0958af2-9ac6-4342-8ec0-6467ef6395b2 tempest-ServersAdminNegativeTestJSON-951057987 tempest-ServersAdminNegativeTestJSON-951057987-project] Made reservation on behalf of 7b5b6e0e218a471d9e46a45154f5d765 for: {'port': 1} {{(pid=102386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 18:36:19.346691 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-ed12e261-1e84-40cb-b8c7-f0d1f6f99ba4 req-e0958af2-9ac6-4342-8ec0-6467ef6395b2 tempest-ServersAdminNegativeTestJSON-951057987 tempest-ServersAdminNegativeTestJSON-951057987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:36:19.365062 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-ed12e261-1e84-40cb-b8c7-f0d1f6f99ba4 req-e0958af2-9ac6-4342-8ec0-6467ef6395b2 tempest-ServersAdminNegativeTestJSON-951057987 tempest-ServersAdminNegativeTestJSON-951057987-project] Publish callbacks [] for security_group, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:36:19.440461 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-ed12e261-1e84-40cb-b8c7-f0d1f6f99ba4 req-e0958af2-9ac6-4342-8ec0-6467ef6395b2 tempest-ServersAdminNegativeTestJSON-951057987 tempest-ServersAdminNegativeTestJSON-951057987-project] Publish callbacks [] for security_group, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:36:19.470327 n-d-816865-1 neutron-server[102388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a10d153-1dee-4b8d-bb35-77b7763e8382', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13e5bddf-fb5e-42f9-838d-c25722edc24a'}] {{(pid=102388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 18:36:19.473252 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85474fee1180e129d8a886d264fe0b30223aa672dd1ffe43b630605f18504f68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e218014-4b30-4d59-9a4e-0942033d6c98" -d '{"events": [{"server_uuid": "7a10d153-1dee-4b8d-bb35-77b7763e8382", "name": "network-vif-plugged", "status": "completed", "tag": "13e5bddf-fb5e-42f9-838d-c25722edc24a"}]}' {{(pid=102388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 18:36:19.509270 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 18:36:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c935343-481d-440c-9002-6f7a665bbdd9 x-openstack-request-id: req-6c935343-481d-440c-9002-6f7a665bbdd9 {{(pid=102388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 18:36:19.509571 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a10d153-1dee-4b8d-bb35-77b7763e8382", "name": "network-vif-plugged", "status": "completed", "tag": "13e5bddf-fb5e-42f9-838d-c25722edc24a", "code": 200}]} {{(pid=102388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 18:36:19.509823 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6c935343-481d-440c-9002-6f7a665bbdd9 {{(pid=102388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 18:36:19.510223 n-d-816865-1 neutron-server[102388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a10d153-1dee-4b8d-bb35-77b7763e8382', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13e5bddf-fb5e-42f9-838d-c25722edc24a', 'code': 200} Nov 05 18:36:19.513449 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-ed12e261-1e84-40cb-b8c7-f0d1f6f99ba4 req-e0958af2-9ac6-4342-8ec0-6467ef6395b2 tempest-ServersAdminNegativeTestJSON-951057987 tempest-ServersAdminNegativeTestJSON-951057987-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:36:19.580597 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0958af2-9ac6-4342-8ec0-6467ef6395b2 tempest-ServersAdminNegativeTestJSON-951057987 tempest-ServersAdminNegativeTestJSON-951057987-project] Pushing event updated for resources: {'SecurityGroup': ['ID=74169f08-fd93-462d-af79-df7f2045d3b0,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:36:19.587149 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.55', 59348) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:36:19.680648 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4ec17f-b7b7-4ccf-beeb-20de5b8fe840 req-35ec20ad-38c7-4647-8bc1-4b361633331a tempest-TenantUsagesTestJSON-1307571823 tempest-TenantUsagesTestJSON-1307571823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:36:19.682970 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-fc4ec17f-b7b7-4ccf-beeb-20de5b8fe840 req-35ec20ad-38c7-4647-8bc1-4b361633331a tempest-TenantUsagesTestJSON-1307571823 tempest-TenantUsagesTestJSON-1307571823-project] 10.222.0.13 "GET /v2.0/ports?device_id=7a10d153-1dee-4b8d-bb35-77b7763e8382 HTTP/1.1" status: 200 len: 950 time: 0.0497167 Nov 05 18:36:19.703400 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85d4284-8356-408f-ba84-f69e72fdb967 req-0a44649d-dd66-42b8-be59-dc3288423e47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:36:19.705148 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-b85d4284-8356-408f-ba84-f69e72fdb967 req-0a44649d-dd66-42b8-be59-dc3288423e47 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=7a10d153-1dee-4b8d-bb35-77b7763e8382 HTTP/1.1" status: 200 len: 1101 time: 0.1145434 Nov 05 18:36:19.741074 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.db_base_plugin_common [req-ed12e261-1e84-40cb-b8c7-f0d1f6f99ba4 req-e0958af2-9ac6-4342-8ec0-6467ef6395b2 tempest-ServersAdminNegativeTestJSON-951057987 tempest-ServersAdminNegativeTestJSON-951057987-project] Allocated IP 192.168.233.187 (a723f808-b11e-4066-b104-fad90c82895e/05e7a1b5-165b-4a00-855a-ffbcb2eba59e/97dc252f-05ed-45d4-b280-386bd8292c5b) {{(pid=102386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 18:36:19.741433 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-fc4ec17f-b7b7-4ccf-beeb-20de5b8fe840 req-e1f78344-2545-45ed-90bd-b6597baf7cae tempest-TenantUsagesTestJSON-1307571823 tempest-TenantUsagesTestJSON-1307571823-project] 10.222.0.13 "GET /v2.0/security-groups?id=519f40af-823a-499d-8126-0dceab677aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467994 Nov 05 18:36:19.781866 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-89e14c62-8256-4734-a003-c52fb4e18449 req-9985df63-ecc3-4267-96ab-9901ad14a756 tempest-ServersAdminNegativeTestJSON-951057987 tempest-ServersAdminNegativeTestJSON-951057987-project] 10.222.0.13 "GET /v2.0/ports?device_id=a2080ad0-2f36-424a-abf3-044009183ef4 HTTP/1.1" status: 200 len: 210 time: 0.0346670 Nov 05 18:36:19.794247 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-b85d4284-8356-408f-ba84-f69e72fdb967 req-e6ff07a1-4e64-40ac-adc7-c966e8ea4d4a service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=519f40af-823a-499d-8126-0dceab677aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787792 Nov 05 18:36:19.918862 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-ed12e261-1e84-40cb-b8c7-f0d1f6f99ba4 req-e0958af2-9ac6-4342-8ec0-6467ef6395b2 tempest-ServersAdminNegativeTestJSON-951057987 tempest-ServersAdminNegativeTestJSON-951057987-project] Publish callbacks [] for port, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:36:19.964910 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 35378) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:36:20.028078 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-ed12e261-1e84-40cb-b8c7-f0d1f6f99ba4 req-e0958af2-9ac6-4342-8ec0-6467ef6395b2 tempest-ServersAdminNegativeTestJSON-951057987 tempest-ServersAdminNegativeTestJSON-951057987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789'] for port, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:36:20.074334 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ed12e261-1e84-40cb-b8c7-f0d1f6f99ba4 req-e0958af2-9ac6-4342-8ec0-6467ef6395b2 tempest-ServersAdminNegativeTestJSON-951057987 tempest-ServersAdminNegativeTestJSON-951057987-project] Network a723f808-b11e-4066-b104-fad90c82895e is already hosted by enough agents. {{(pid=102386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 18:36:20.079687 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.base_scheduler [req-ed12e261-1e84-40cb-b8c7-f0d1f6f99ba4 req-e0958af2-9ac6-4342-8ec0-6467ef6395b2 tempest-ServersAdminNegativeTestJSON-951057987 tempest-ServersAdminNegativeTestJSON-951057987-project] Resources bound (agent type, host, resource id): {{(pid=102386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:36:20.084008 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed12e261-1e84-40cb-b8c7-f0d1f6f99ba4 req-e0958af2-9ac6-4342-8ec0-6467ef6395b2 tempest-ServersAdminNegativeTestJSON-951057987 tempest-ServersAdminNegativeTestJSON-951057987-project] Received port after_create {{(pid=102386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 18:36:20.089460 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed12e261-1e84-40cb-b8c7-f0d1f6f99ba4 req-e0958af2-9ac6-4342-8ec0-6467ef6395b2 tempest-ServersAdminNegativeTestJSON-951057987 tempest-ServersAdminNegativeTestJSON-951057987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:36:20.090093 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-ed12e261-1e84-40cb-b8c7-f0d1f6f99ba4 req-e0958af2-9ac6-4342-8ec0-6467ef6395b2 tempest-ServersAdminNegativeTestJSON-951057987 tempest-ServersAdminNegativeTestJSON-951057987-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597851'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:36:20.096265 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0958af2-9ac6-4342-8ec0-6467ef6395b2 tempest-ServersAdminNegativeTestJSON-951057987 tempest-ServersAdminNegativeTestJSON-951057987-project] Pushing event updated for resources: {'Port': ['ID=97dc252f-05ed-45d4-b280-386bd8292c5b,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:36:20.241899 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-ed12e261-1e84-40cb-b8c7-f0d1f6f99ba4 req-e0958af2-9ac6-4342-8ec0-6467ef6395b2 tempest-ServersAdminNegativeTestJSON-951057987 tempest-ServersAdminNegativeTestJSON-951057987-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1485405 Nov 05 18:36:20.255341 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307eeaed-bbfd-432b-ac01-d770f2c7054a req-067dd452-9ae8-44a9-bf8b-18cf51334087 tempest-AggregatesAdminTestJSON-2118578912 tempest-AggregatesAdminTestJSON-2118578912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:36:20.256070 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [req-ed12e261-1e84-40cb-b8c7-f0d1f6f99ba4 req-11d42259-e391-4637-bd11-4950c5d05a4e service neutron] Request body: {'port': {'device_id': 'a2080ad0-2f36-424a-abf3-044009183ef4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816865-1'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:36:20.264481 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-307eeaed-bbfd-432b-ac01-d770f2c7054a req-067dd452-9ae8-44a9-bf8b-18cf51334087 tempest-AggregatesAdminTestJSON-2118578912 tempest-AggregatesAdminTestJSON-2118578912-project] 10.222.0.13 "GET /v2.0/ports?device_id=20de2515-e214-4987-a8a6-5c86834f1984 HTTP/1.1" status: 200 len: 970 time: 0.0749559 Nov 05 18:36:20.315010 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-307eeaed-bbfd-432b-ac01-d770f2c7054a req-2d7f7615-28bd-49e3-b80c-66726d9fc7f4 tempest-AggregatesAdminTestJSON-2118578912 tempest-AggregatesAdminTestJSON-2118578912-project] 10.222.0.13 "GET /v2.0/security-groups?id=15fd3a16-260c-4ef4-863e-30e7081f111a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493143 Nov 05 18:36:20.343755 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-515409de-1168-4994-893b-dba9a84e2ac5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:36:20.351374 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-d7b16778-884e-4273-b22c-01ce4efced47 None None] Provisioning complete for port 97dc252f-05ed-45d4-b280-386bd8292c5b triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:36:20.352114 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-d7b16778-884e-4273-b22c-01ce4efced47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:36:20.392141 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-d7b16778-884e-4273-b22c-01ce4efced47 None None] Port 97dc252f-05ed-45d4-b280-386bd8292c5b cannot update to ACTIVE because it is not bound. {{(pid=102388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 18:36:20.396212 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-ed12e261-1e84-40cb-b8c7-f0d1f6f99ba4 req-11d42259-e391-4637-bd11-4950c5d05a4e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:36:20.632346 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-515409de-1168-4994-893b-dba9a84e2ac5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:36:20.712452 n-d-816865-1 neutron-server[102386]: DEBUG neutron.notifiers.nova [req-ed12e261-1e84-40cb-b8c7-f0d1f6f99ba4 req-11d42259-e391-4637-bd11-4950c5d05a4e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 97dc252f-05ed-45d4-b280-386bd8292c5b {{(pid=102386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 18:36:20.720727 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-ed12e261-1e84-40cb-b8c7-f0d1f6f99ba4 req-11d42259-e391-4637-bd11-4950c5d05a4e service neutron] Publish callbacks [] for port, precommit_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:36:20.722917 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-515409de-1168-4994-893b-dba9a84e2ac5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:36:20.749643 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.provisioning_blocks [req-ed12e261-1e84-40cb-b8c7-f0d1f6f99ba4 req-11d42259-e391-4637-bd11-4950c5d05a4e service neutron] Transition to ACTIVE for port object 97dc252f-05ed-45d4-b280-386bd8292c5b will not be triggered until provisioned by entity L2. {{(pid=102386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 05 18:36:20.773937 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-515409de-1168-4994-893b-dba9a84e2ac5 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4ff881f918674f23ba1d7ae00e857a24&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8076355 Nov 05 18:36:20.776429 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 35422) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:36:20.779054 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-433fd734-8897-4eaa-80a8-3fd5d22c3bc9 req-9d1053e2-b9ff-4b6a-b4f2-fa9b8c04cfd5 tempest-LiveMigrationNegativeTest-227627026 tempest-LiveMigrationNegativeTest-227627026-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=8a98bf8e41c94bf396f12e0212c6cc8f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0223911 Nov 05 18:36:20.782344 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515409de-1168-4994-893b-dba9a84e2ac5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cc3c3d9-1c64-4f48-945c-8c0ff00b4f0c,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:36:20.835148 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-ed12e261-1e84-40cb-b8c7-f0d1f6f99ba4 req-11d42259-e391-4637-bd11-4950c5d05a4e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:36:20.848538 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-3b5b7ba7-18e4-4abf-bdd3-e75254ebba44 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:36:20.907674 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-3b5b7ba7-18e4-4abf-bdd3-e75254ebba44 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:36:20.909377 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d42259-e391-4637-bd11-4950c5d05a4e service neutron] Pushing event updated for resources: {'Port': ['ID=97dc252f-05ed-45d4-b280-386bd8292c5b,revision_number=2']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:36:20.969528 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [req-ed12e261-1e84-40cb-b8c7-f0d1f6f99ba4 req-11d42259-e391-4637-bd11-4950c5d05a4e service neutron] Attempting to bind port 97dc252f-05ed-45d4-b280-386bd8292c5b on host n-h2-816865-1 for vnic_type normal with profile {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 18:36:20.970208 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [req-ed12e261-1e84-40cb-b8c7-f0d1f6f99ba4 req-11d42259-e391-4637-bd11-4950c5d05a4e service neutron] Attempting to bind port 97dc252f-05ed-45d4-b280-386bd8292c5b by drivers openvswitch,hyperv on host n-h2-816865-1 at level 0 using segments [{'id': '35c2db9c-522d-48d3-98cf-a08c2cc55db7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'a723f808-b11e-4066-b104-fad90c82895e'}] {{(pid=102386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 18:36:20.970208 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed12e261-1e84-40cb-b8c7-f0d1f6f99ba4 req-11d42259-e391-4637-bd11-4950c5d05a4e service neutron] Attempting to bind port 97dc252f-05ed-45d4-b280-386bd8292c5b on network a723f808-b11e-4066-b104-fad90c82895e {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 18:36:20.975792 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed12e261-1e84-40cb-b8c7-f0d1f6f99ba4 req-11d42259-e391-4637-bd11-4950c5d05a4e service neutron] Port 97dc252f-05ed-45d4-b280-386bd8292c5b on network a723f808-b11e-4066-b104-fad90c82895e not bound, no agent of type Open vSwitch agent registered on host n-h2-816865-1 {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 18:36:20.976114 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed12e261-1e84-40cb-b8c7-f0d1f6f99ba4 req-11d42259-e391-4637-bd11-4950c5d05a4e service neutron] Attempting to bind port 97dc252f-05ed-45d4-b280-386bd8292c5b on network a723f808-b11e-4066-b104-fad90c82895e {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 18:36:20.982317 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed12e261-1e84-40cb-b8c7-f0d1f6f99ba4 req-11d42259-e391-4637-bd11-4950c5d05a4e service neutron] Checking agent: {'id': '32aff553-696f-4891-83f5-5c176f61fe54', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816865-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 18, 33, 36), 'started_at': datetime.datetime(2021, 11, 5, 18, 33, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 18, 36, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 18:36:20.982652 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed12e261-1e84-40cb-b8c7-f0d1f6f99ba4 req-11d42259-e391-4637-bd11-4950c5d05a4e service neutron] Checking segment: {'id': '35c2db9c-522d-48d3-98cf-a08c2cc55db7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'a723f808-b11e-4066-b104-fad90c82895e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 18:36:20.983182 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed12e261-1e84-40cb-b8c7-f0d1f6f99ba4 req-11d42259-e391-4637-bd11-4950c5d05a4e service neutron] Bound using segment: {'id': '35c2db9c-522d-48d3-98cf-a08c2cc55db7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'a723f808-b11e-4066-b104-fad90c82895e'} {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 18:36:20.983450 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [req-ed12e261-1e84-40cb-b8c7-f0d1f6f99ba4 req-11d42259-e391-4637-bd11-4950c5d05a4e service neutron] Bound port: 97dc252f-05ed-45d4-b280-386bd8292c5b, host: n-h2-816865-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35c2db9c-522d-48d3-98cf-a08c2cc55db7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'a723f808-b11e-4066-b104-fad90c82895e'}}] {{(pid=102386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 18:36:20.983797 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-ed12e261-1e84-40cb-b8c7-f0d1f6f99ba4 req-11d42259-e391-4637-bd11-4950c5d05a4e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:36:21.060530 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [req-ed12e261-1e84-40cb-b8c7-f0d1f6f99ba4 req-11d42259-e391-4637-bd11-4950c5d05a4e service neutron] For port 97dc252f-05ed-45d4-b280-386bd8292c5b, host n-h2-816865-1, cleared binding levels {{(pid=102386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 18:36:21.063810 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [req-ed12e261-1e84-40cb-b8c7-f0d1f6f99ba4 req-11d42259-e391-4637-bd11-4950c5d05a4e service neutron] For port 97dc252f-05ed-45d4-b280-386bd8292c5b, host n-h2-816865-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=97dc252f-05ed-45d4-b280-386bd8292c5b,segment=NetworkSegment(35c2db9c-522d-48d3-98cf-a08c2cc55db7),segment_id=35c2db9c-522d-48d3-98cf-a08c2cc55db7)] {{(pid=102386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 18:36:21.102199 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-3b5b7ba7-18e4-4abf-bdd3-e75254ebba44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:36:21.105068 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-3b5b7ba7-18e4-4abf-bdd3-e75254ebba44 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:36:21.109152 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-3b5b7ba7-18e4-4abf-bdd3-e75254ebba44 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2cc3c3d9-1c64-4f48-945c-8c0ff00b4f0c HTTP/1.1" status: 204 len: 168 time: 0.3317199 Nov 05 18:36:21.117337 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433fd734-8897-4eaa-80a8-3fd5d22c3bc9 req-51d2a619-8f57-45e4-a970-ab0135adfce4 tempest-LiveMigrationNegativeTest-227627026 tempest-LiveMigrationNegativeTest-227627026-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:36:21.118894 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-433fd734-8897-4eaa-80a8-3fd5d22c3bc9 req-51d2a619-8f57-45e4-a970-ab0135adfce4 tempest-LiveMigrationNegativeTest-227627026 tempest-LiveMigrationNegativeTest-227627026-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3276999 Nov 05 18:36:21.119570 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5b7ba7-18e4-4abf-bdd3-e75254ebba44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cc3c3d9-1c64-4f48-945c-8c0ff00b4f0c,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:36:21.127422 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e279674f-c9f0-4a85-ac0d-84a0260dbb90 req-66f191bd-e1bc-412b-ab4e-3303c0d008ac tempest-TenantUsagesTestJSON-1307571823 tempest-TenantUsagesTestJSON-1307571823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:36:21.129647 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-e279674f-c9f0-4a85-ac0d-84a0260dbb90 req-66f191bd-e1bc-412b-ab4e-3303c0d008ac tempest-TenantUsagesTestJSON-1307571823 tempest-TenantUsagesTestJSON-1307571823-project] 10.222.0.13 "GET /v2.0/ports?device_id=7a10d153-1dee-4b8d-bb35-77b7763e8382 HTTP/1.1" status: 200 len: 950 time: 0.0874844 Nov 05 18:36:21.132447 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-ed12e261-1e84-40cb-b8c7-f0d1f6f99ba4 req-11d42259-e391-4637-bd11-4950c5d05a4e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:36:21.140424 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-433fd734-8897-4eaa-80a8-3fd5d22c3bc9 req-148b0bd8-01b8-43cf-bd4a-78e0a8a17211 tempest-LiveMigrationNegativeTest-227627026 tempest-LiveMigrationNegativeTest-227627026-project] 10.222.0.13 "GET /v2.0/quotas/8a98bf8e41c94bf396f12e0212c6cc8f HTTP/1.1" status: 200 len: 375 time: 0.0095930 Nov 05 18:36:21.199582 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed12e261-1e84-40cb-b8c7-f0d1f6f99ba4 req-11d42259-e391-4637-bd11-4950c5d05a4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:36:21.200203 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-ed12e261-1e84-40cb-b8c7-f0d1f6f99ba4 req-11d42259-e391-4637-bd11-4950c5d05a4e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597851'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:36:21.201612 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-ed12e261-1e84-40cb-b8c7-f0d1f6f99ba4 req-11d42259-e391-4637-bd11-4950c5d05a4e service neutron] 10.222.0.55 "PUT /v2.0/ports/97dc252f-05ed-45d4-b280-386bd8292c5b HTTP/1.1" status: 200 len: 1096 time: 0.9512701 Nov 05 18:36:21.202075 n-d-816865-1 neutron-server[102386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2080ad0-2f36-424a-abf3-044009183ef4', 'tag': '97dc252f-05ed-45d4-b280-386bd8292c5b'}] {{(pid=102386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 18:36:21.204280 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6173a44d7c73f41af551dc890fa1a5892c2c6bc3458b640c8e0c24db7876ba6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e05304b3-bc26-42f4-be8d-55d7c61d6080" -d '{"events": [{"name": "network-changed", "server_uuid": "a2080ad0-2f36-424a-abf3-044009183ef4", "tag": "97dc252f-05ed-45d4-b280-386bd8292c5b"}]}' {{(pid=102386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 18:36:21.206581 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-433fd734-8897-4eaa-80a8-3fd5d22c3bc9 req-2d0412a0-c828-47a3-8329-fe76b545edf7 tempest-LiveMigrationNegativeTest-227627026 tempest-LiveMigrationNegativeTest-227627026-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=8a98bf8e41c94bf396f12e0212c6cc8f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0577404 Nov 05 18:36:21.235646 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-e279674f-c9f0-4a85-ac0d-84a0260dbb90 req-3d820cbd-9454-4510-80e1-4e5b0b0db516 tempest-TenantUsagesTestJSON-1307571823 tempest-TenantUsagesTestJSON-1307571823-project] 10.222.0.13 "GET /v2.0/security-groups?id=519f40af-823a-499d-8126-0dceab677aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939128 Nov 05 18:36:21.260285 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d42259-e391-4637-bd11-4950c5d05a4e service neutron] Pushing event updated for resources: {'Port': ['ID=97dc252f-05ed-45d4-b280-386bd8292c5b,revision_number=3']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:36:21.345206 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed12e261-1e84-40cb-b8c7-f0d1f6f99ba4 req-ec72a886-a6ef-46e2-a513-db1f14610b87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:36:21.346794 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-ed12e261-1e84-40cb-b8c7-f0d1f6f99ba4 req-ec72a886-a6ef-46e2-a513-db1f14610b87 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7b5b6e0e218a471d9e46a45154f5d765&device_id=a2080ad0-2f36-424a-abf3-044009183ef4 HTTP/1.1" status: 200 len: 1099 time: 0.0505836 Nov 05 18:36:21.371804 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d6c147-8885-4e59-83bf-db4f4186abb9 req-ea1bdf20-4419-4814-bb79-15a6bb01fc6c tempest-ServersAdminNegativeTestJSON-951057987 tempest-ServersAdminNegativeTestJSON-951057987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:36:21.374495 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-49d6c147-8885-4e59-83bf-db4f4186abb9 req-ea1bdf20-4419-4814-bb79-15a6bb01fc6c tempest-ServersAdminNegativeTestJSON-951057987 tempest-ServersAdminNegativeTestJSON-951057987-project] 10.222.0.13 "GET /v2.0/ports?device_id=a2080ad0-2f36-424a-abf3-044009183ef4 HTTP/1.1" status: 200 len: 948 time: 0.0651329 Nov 05 18:36:21.398074 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-ed12e261-1e84-40cb-b8c7-f0d1f6f99ba4 req-8e108197-3aa7-48ee-bbc2-e3a0a3cd9269 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.187&port_id=97dc252f-05ed-45d4-b280-386bd8292c5b HTTP/1.1" status: 200 len: 217 time: 0.0410094 Nov 05 18:36:21.425132 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-49d6c147-8885-4e59-83bf-db4f4186abb9 req-945cfdd9-dbe9-4103-8d4b-669b9e81283d tempest-ServersAdminNegativeTestJSON-951057987 tempest-ServersAdminNegativeTestJSON-951057987-project] 10.222.0.13 "GET /v2.0/security-groups?id=74169f08-fd93-462d-af79-df7f2045d3b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446751 Nov 05 18:36:21.474282 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed12e261-1e84-40cb-b8c7-f0d1f6f99ba4 req-b1e8924e-1437-4ffe-800a-208988df6084 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:36:21.476502 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-ed12e261-1e84-40cb-b8c7-f0d1f6f99ba4 req-b1e8924e-1437-4ffe-800a-208988df6084 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=05e7a1b5-165b-4a00-855a-ffbcb2eba59e HTTP/1.1" status: 200 len: 843 time: 0.0708609 Nov 05 18:36:21.530260 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 18:36:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4eb13f55-5a07-4a80-9da4-e9432c3da8a8 x-openstack-request-id: req-4eb13f55-5a07-4a80-9da4-e9432c3da8a8 {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 18:36:21.530561 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a2080ad0-2f36-424a-abf3-044009183ef4", "tag": "97dc252f-05ed-45d4-b280-386bd8292c5b", "status": "completed", "code": 200}]} {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 18:36:21.533543 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4eb13f55-5a07-4a80-9da4-e9432c3da8a8 {{(pid=102386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 18:36:21.533543 n-d-816865-1 neutron-server[102386]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2080ad0-2f36-424a-abf3-044009183ef4', 'tag': '97dc252f-05ed-45d4-b280-386bd8292c5b', 'status': 'completed', 'code': 200} Nov 05 18:36:21.547952 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed12e261-1e84-40cb-b8c7-f0d1f6f99ba4 req-b84bee4c-85b1-4356-b4fd-d28b7767f4ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:36:21.550430 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-ed12e261-1e84-40cb-b8c7-f0d1f6f99ba4 req-b84bee4c-85b1-4356-b4fd-d28b7767f4ac service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a723f808-b11e-4066-b104-fad90c82895e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0646737 Nov 05 18:36:21.603323 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4f3aac-8adc-444e-a0d0-015cc175bb2c req-f2bfa294-ecb5-4e6f-9d99-435fbc8f3fb7 tempest-AggregatesAdminTestJSON-2118578912 tempest-AggregatesAdminTestJSON-2118578912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:36:21.610626 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-9f4f3aac-8adc-444e-a0d0-015cc175bb2c req-f2bfa294-ecb5-4e6f-9d99-435fbc8f3fb7 tempest-AggregatesAdminTestJSON-2118578912 tempest-AggregatesAdminTestJSON-2118578912-project] 10.222.0.13 "GET /v2.0/ports?device_id=20de2515-e214-4987-a8a6-5c86834f1984 HTTP/1.1" status: 200 len: 970 time: 0.0768867 Nov 05 18:36:21.632342 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-59c7a278-8570-477f-96ce-585e073bf914 req-02ddce20-7e72-41d5-b477-b635d3c068b3 tempest-LiveMigrationNegativeTest-227627026 tempest-LiveMigrationNegativeTest-227627026-project] 10.222.0.13 "GET /v2.0/ports?device_id=07bde78d-5876-4e82-8542-24536f5bccfc HTTP/1.1" status: 200 len: 210 time: 0.0550926 Nov 05 18:36:21.686800 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-9f4f3aac-8adc-444e-a0d0-015cc175bb2c req-eb7889d9-c325-4bdb-ace5-5e3d446d3564 tempest-AggregatesAdminTestJSON-2118578912 tempest-AggregatesAdminTestJSON-2118578912-project] 10.222.0.13 "GET /v2.0/security-groups?id=15fd3a16-260c-4ef4-863e-30e7081f111a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731702 Nov 05 18:36:21.697708 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-ed12e261-1e84-40cb-b8c7-f0d1f6f99ba4 req-b74ec774-4983-40b0-a8b2-f4bbbe8f9376 service neutron] 10.222.0.55 "GET /v2.0/networks/a723f808-b11e-4066-b104-fad90c82895e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1342328 Nov 05 18:36:21.819681 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-ed12e261-1e84-40cb-b8c7-f0d1f6f99ba4 req-f08f5850-b845-4b70-882f-46f42b3c636b service neutron] 10.222.0.55 "GET /v2.0/networks/a723f808-b11e-4066-b104-fad90c82895e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1137550 Nov 05 18:36:21.838260 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486e54b9-8b63-471f-9477-24825dee57b5 req-e86ccda2-c224-4678-9267-0dcbbd8fcd3a tempest-AggregatesAdminTestJSON-858267190 tempest-AggregatesAdminTestJSON-858267190-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:36:21.839779 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-486e54b9-8b63-471f-9477-24825dee57b5 req-e86ccda2-c224-4678-9267-0dcbbd8fcd3a tempest-AggregatesAdminTestJSON-858267190 tempest-AggregatesAdminTestJSON-858267190-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=20de2515-e214-4987-a8a6-5c86834f1984 HTTP/1.1" status: 200 len: 1121 time: 0.0486848 Nov 05 18:36:21.858884 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-486e54b9-8b63-471f-9477-24825dee57b5 req-2061ebf9-337e-4e52-89c4-6477541bc1c0 tempest-AggregatesAdminTestJSON-858267190 tempest-AggregatesAdminTestJSON-858267190-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:36:21.933355 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-486e54b9-8b63-471f-9477-24825dee57b5 req-2061ebf9-337e-4e52-89c4-6477541bc1c0 tempest-AggregatesAdminTestJSON-858267190 tempest-AggregatesAdminTestJSON-858267190-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:36:21.994030 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-486e54b9-8b63-471f-9477-24825dee57b5 req-2061ebf9-337e-4e52-89c4-6477541bc1c0 tempest-AggregatesAdminTestJSON-858267190 tempest-AggregatesAdminTestJSON-858267190-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:36:22.031647 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 35454) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:36:22.045953 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-486e54b9-8b63-471f-9477-24825dee57b5 req-2061ebf9-337e-4e52-89c4-6477541bc1c0 tempest-AggregatesAdminTestJSON-858267190 tempest-AggregatesAdminTestJSON-858267190-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=15fd3a16-260c-4ef4-863e-30e7081f111a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1998785 Nov 05 18:36:22.052869 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2061ebf9-337e-4e52-89c4-6477541bc1c0 tempest-AggregatesAdminTestJSON-858267190 tempest-AggregatesAdminTestJSON-858267190-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a70e76a2-ce00-450c-8522-1b3b0e55d53d,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:36:22.058708 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-52dbcef7-a40e-465f-bbbf-445946f2029a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:36:22.080206 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05304b3-bc26-42f4-be8d-55d7c61d6080 req-99295798-c760-4bf5-833c-a3c04524965f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:36:22.083231 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-e05304b3-bc26-42f4-be8d-55d7c61d6080 req-99295798-c760-4bf5-833c-a3c04524965f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7b5b6e0e218a471d9e46a45154f5d765&device_id=a2080ad0-2f36-424a-abf3-044009183ef4 HTTP/1.1" status: 200 len: 1099 time: 0.0889583 Nov 05 18:36:22.158898 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-52dbcef7-a40e-465f-bbbf-445946f2029a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:36:22.199139 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05304b3-bc26-42f4-be8d-55d7c61d6080 req-13678e11-9285-4f68-ba56-320599ff9b04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:36:22.200637 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-e05304b3-bc26-42f4-be8d-55d7c61d6080 req-13678e11-9285-4f68-ba56-320599ff9b04 service neutron] 10.222.0.55 "GET /v2.0/networks?id=a723f808-b11e-4066-b104-fad90c82895e HTTP/1.1" status: 200 len: 870 time: 0.1089482 Nov 05 18:36:22.243584 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-e05304b3-bc26-42f4-be8d-55d7c61d6080 req-1bc6f4ad-d1f6-4256-8192-f583e596d82a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.187&port_id=97dc252f-05ed-45d4-b280-386bd8292c5b HTTP/1.1" status: 200 len: 217 time: 0.0347083 Nov 05 18:36:22.279987 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-52dbcef7-a40e-465f-bbbf-445946f2029a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:36:22.328209 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52dbcef7-a40e-465f-bbbf-445946f2029a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3123c30-b030-49f7-b93d-27d6a1b00d81,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:36:22.373725 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 35468) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:36:22.383224 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-52dbcef7-a40e-465f-bbbf-445946f2029a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=fbdd34fc14314d859db73e08a8fd6554&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3502998 Nov 05 18:36:22.386643 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 35472) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:36:22.433068 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdfbd49-97f1-42dc-8958-60e403a014a2 req-8a61efcc-6e4c-49fb-abc9-b6eeab8c5850 tempest-TenantUsagesTestJSON-1307571823 tempest-TenantUsagesTestJSON-1307571823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:36:22.440380 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-ccdfbd49-97f1-42dc-8958-60e403a014a2 req-8a61efcc-6e4c-49fb-abc9-b6eeab8c5850 tempest-TenantUsagesTestJSON-1307571823 tempest-TenantUsagesTestJSON-1307571823-project] 10.222.0.13 "GET /v2.0/ports?device_id=7a10d153-1dee-4b8d-bb35-77b7763e8382 HTTP/1.1" status: 200 len: 950 time: 0.0979378 Nov 05 18:36:22.466994 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05304b3-bc26-42f4-be8d-55d7c61d6080 req-75c4a0d3-8235-4a8c-8361-d8ecddda6ef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:36:22.468437 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-e05304b3-bc26-42f4-be8d-55d7c61d6080 req-75c4a0d3-8235-4a8c-8361-d8ecddda6ef8 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=05e7a1b5-165b-4a00-855a-ffbcb2eba59e HTTP/1.1" status: 200 len: 843 time: 0.2177393 Nov 05 18:36:22.489040 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-1f2806e0-62b1-4b2b-8846-8544cfafb64b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:36:22.519189 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-ccdfbd49-97f1-42dc-8958-60e403a014a2 req-521c0777-dfd4-4736-88a5-6a4c545865b5 tempest-TenantUsagesTestJSON-1307571823 tempest-TenantUsagesTestJSON-1307571823-project] 10.222.0.13 "GET /v2.0/security-groups?id=519f40af-823a-499d-8126-0dceab677aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777929 Nov 05 18:36:22.524305 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-1f2806e0-62b1-4b2b-8846-8544cfafb64b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:36:22.526719 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05304b3-bc26-42f4-be8d-55d7c61d6080 req-40a12c73-7a6f-4f61-94a7-8be118debe41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:36:22.528226 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-e05304b3-bc26-42f4-be8d-55d7c61d6080 req-40a12c73-7a6f-4f61-94a7-8be118debe41 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a723f808-b11e-4066-b104-fad90c82895e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0518589 Nov 05 18:36:22.574720 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-a883d012-b7e4-41aa-bd28-3e716b983717 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:36:22.645996 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-e05304b3-bc26-42f4-be8d-55d7c61d6080 req-8e749e04-8cac-48ad-9346-29a9efd7701c service neutron] 10.222.0.55 "GET /v2.0/networks/a723f808-b11e-4066-b104-fad90c82895e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1022701 Nov 05 18:36:22.652285 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d41452-b1a8-472b-b811-3e68815e06b3 req-de22be91-4738-49af-813c-ef6615117654 tempest-ServersAdminNegativeTestJSON-951057987 tempest-ServersAdminNegativeTestJSON-951057987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:36:22.654085 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-b0d41452-b1a8-472b-b811-3e68815e06b3 req-de22be91-4738-49af-813c-ef6615117654 tempest-ServersAdminNegativeTestJSON-951057987 tempest-ServersAdminNegativeTestJSON-951057987-project] 10.222.0.13 "GET /v2.0/ports?device_id=a2080ad0-2f36-424a-abf3-044009183ef4 HTTP/1.1" status: 200 len: 948 time: 0.0687580 Nov 05 18:36:22.704813 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-b0d41452-b1a8-472b-b811-3e68815e06b3 req-683af6da-5ad2-495b-93c2-8e3bac766a03 tempest-ServersAdminNegativeTestJSON-951057987 tempest-ServersAdminNegativeTestJSON-951057987-project] 10.222.0.13 "GET /v2.0/security-groups?id=74169f08-fd93-462d-af79-df7f2045d3b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437465 Nov 05 18:36:22.750029 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-1f2806e0-62b1-4b2b-8846-8544cfafb64b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:36:22.755634 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-1f2806e0-62b1-4b2b-8846-8544cfafb64b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:36:22.755634 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-1f2806e0-62b1-4b2b-8846-8544cfafb64b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e3123c30-b030-49f7-b93d-27d6a1b00d81 HTTP/1.1" status: 204 len: 168 time: 0.3661430 Nov 05 18:36:22.758463 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-e05304b3-bc26-42f4-be8d-55d7c61d6080 req-3a374116-ad5a-40d2-b731-a9a5da951215 service neutron] 10.222.0.55 "GET /v2.0/networks/a723f808-b11e-4066-b104-fad90c82895e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1024623 Nov 05 18:36:22.774004 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2806e0-62b1-4b2b-8846-8544cfafb64b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3123c30-b030-49f7-b93d-27d6a1b00d81,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:36:22.830969 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-a883d012-b7e4-41aa-bd28-3e716b983717 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:36:22.906771 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-c8457a9e-bc55-4e50-bfa4-0d9610b63e25 req-7303faad-fcff-49d6-b961-be238183ea3b tempest-LiveMigrationNegativeTest-227627026 tempest-LiveMigrationNegativeTest-227627026-project] 10.222.0.13 "GET /v2.0/ports?device_id=07bde78d-5876-4e82-8542-24536f5bccfc HTTP/1.1" status: 200 len: 210 time: 0.0262690 Nov 05 18:36:23.010832 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-a883d012-b7e4-41aa-bd28-3e716b983717 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:36:23.037524 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-a883d012-b7e4-41aa-bd28-3e716b983717 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6f5a9a08b22641638dde2e04b67031a5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6627324 Nov 05 18:36:23.040414 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 35496) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:36:23.073915 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a883d012-b7e4-41aa-bd28-3e716b983717 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b996241-2cb6-4cf6-865a-7f37df7c5800,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:36:23.108597 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-f7735b93-7932-4a9a-a7b7-05616674cd1e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:36:23.132254 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-f7735b93-7932-4a9a-a7b7-05616674cd1e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:36:23.256587 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-f7735b93-7932-4a9a-a7b7-05616674cd1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:36:23.260734 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-f7735b93-7932-4a9a-a7b7-05616674cd1e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:36:23.271483 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-f7735b93-7932-4a9a-a7b7-05616674cd1e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1b996241-2cb6-4cf6-865a-7f37df7c5800 HTTP/1.1" status: 204 len: 168 time: 0.2221503 Nov 05 18:36:23.288817 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7735b93-7932-4a9a-a7b7-05616674cd1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b996241-2cb6-4cf6-865a-7f37df7c5800,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:36:23.814599 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 35528) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:36:23.821966 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fb595e-cc9e-4d05-a596-7d3c2cc83f75 req-77cb3bf5-2173-420d-8a9c-78222f825c98 tempest-TenantUsagesTestJSON-1307571823 tempest-TenantUsagesTestJSON-1307571823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:36:23.823627 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-83fb595e-cc9e-4d05-a596-7d3c2cc83f75 req-77cb3bf5-2173-420d-8a9c-78222f825c98 tempest-TenantUsagesTestJSON-1307571823 tempest-TenantUsagesTestJSON-1307571823-project] 10.222.0.13 "GET /v2.0/ports?device_id=7a10d153-1dee-4b8d-bb35-77b7763e8382 HTTP/1.1" status: 200 len: 950 time: 0.0517747 Nov 05 18:36:23.832852 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-dbcc2d56-a83e-460d-9e53-c37bdcc2471d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:36:23.890340 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-83fb595e-cc9e-4d05-a596-7d3c2cc83f75 req-bc4885ab-27ae-4b71-8b58-997e28bd9e17 tempest-TenantUsagesTestJSON-1307571823 tempest-TenantUsagesTestJSON-1307571823-project] 10.222.0.13 "GET /v2.0/security-groups?id=519f40af-823a-499d-8126-0dceab677aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541384 Nov 05 18:36:23.932005 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-dbcc2d56-a83e-460d-9e53-c37bdcc2471d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:36:24.039419 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-dbcc2d56-a83e-460d-9e53-c37bdcc2471d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:36:24.098200 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f459dbc0-5c06-47c0-924a-ccb5c47eadf8 req-8c226a30-9e97-45eb-ae64-3d9f52078679 tempest-ServersAdminNegativeTestJSON-951057987 tempest-ServersAdminNegativeTestJSON-951057987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:36:24.100328 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-f459dbc0-5c06-47c0-924a-ccb5c47eadf8 req-8c226a30-9e97-45eb-ae64-3d9f52078679 tempest-ServersAdminNegativeTestJSON-951057987 tempest-ServersAdminNegativeTestJSON-951057987-project] 10.222.0.13 "GET /v2.0/ports?device_id=a2080ad0-2f36-424a-abf3-044009183ef4 HTTP/1.1" status: 200 len: 948 time: 0.0672023 Nov 05 18:36:24.101130 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbcc2d56-a83e-460d-9e53-c37bdcc2471d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ceb43824-089c-41f6-94e3-c25c408c26c5,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:36:24.105336 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-dbcc2d56-a83e-460d-9e53-c37bdcc2471d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b7f137823ce646c68f11f5ea153414b6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2894888 Nov 05 18:36:24.108156 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 35536) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:36:24.161773 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-1eb12f74-cfa5-43b3-8df2-95d20598f493 req-08d1653a-3bf8-492a-bb1a-bdf9094dd2ff tempest-LiveMigrationNegativeTest-227627026 tempest-LiveMigrationNegativeTest-227627026-project] 10.222.0.13 "GET /v2.0/ports?device_id=07bde78d-5876-4e82-8542-24536f5bccfc HTTP/1.1" status: 200 len: 210 time: 0.0351918 Nov 05 18:36:24.163506 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-2a13a2f1-3f20-45a2-8574-805ec9a20056 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:36:24.170606 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 35538) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:36:24.187918 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-f459dbc0-5c06-47c0-924a-ccb5c47eadf8 req-505ecd62-8ad3-450b-a453-33cfa2026b5d tempest-ServersAdminNegativeTestJSON-951057987 tempest-ServersAdminNegativeTestJSON-951057987-project] 10.222.0.13 "GET /v2.0/security-groups?id=74169f08-fd93-462d-af79-df7f2045d3b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764124 Nov 05 18:36:24.197979 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-b44abf57-4b18-4211-a65d-2406363fa62d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:36:24.204356 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-2a13a2f1-3f20-45a2-8574-805ec9a20056 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:36:24.306914 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-b44abf57-4b18-4211-a65d-2406363fa62d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:36:24.430924 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Device 97dc252f-05ed-45d4-b280-386bd8292c5b details requested by agent hyperv_n-h2-816865-1 with host n-h2-816865-1 {{(pid=102388) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 05 18:36:24.513137 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-433fd734-8897-4eaa-80a8-3fd5d22c3bc9 req-d5e3a99e-ccfd-4214-8110-69112281d1b5 tempest-LiveMigrationNegativeTest-227627026 tempest-LiveMigrationNegativeTest-227627026-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=8a98bf8e41c94bf396f12e0212c6cc8f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0258975 Nov 05 18:36:24.517790 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-2a13a2f1-3f20-45a2-8574-805ec9a20056 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:36:24.521688 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-2a13a2f1-3f20-45a2-8574-805ec9a20056 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:36:24.525337 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-2a13a2f1-3f20-45a2-8574-805ec9a20056 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ceb43824-089c-41f6-94e3-c25c408c26c5 HTTP/1.1" status: 204 len: 168 time: 0.4136732 Nov 05 18:36:24.525724 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-b44abf57-4b18-4211-a65d-2406363fa62d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:36:24.543133 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a13a2f1-3f20-45a2-8574-805ec9a20056 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ceb43824-089c-41f6-94e3-c25c408c26c5,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:36:24.554259 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] For port 97dc252f-05ed-45d4-b280-386bd8292c5b, host n-h2-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=97dc252f-05ed-45d4-b280-386bd8292c5b,segment=NetworkSegment(35c2db9c-522d-48d3-98cf-a08c2cc55db7),segment_id=35c2db9c-522d-48d3-98cf-a08c2cc55db7)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:36:24.567767 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Returning: {'device': '97dc252f-05ed-45d4-b280-386bd8292c5b', 'network_id': 'a723f808-b11e-4066-b104-fad90c82895e', 'port_id': '97dc252f-05ed-45d4-b280-386bd8292c5b', 'mac_address': 'fa:16:3e:54:a7:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 153, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05e7a1b5-165b-4a00-855a-ffbcb2eba59e', 'ip_address': '192.168.233.187'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102388) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 05 18:36:24.598836 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-b44abf57-4b18-4211-a65d-2406363fa62d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=cc0c4a72d3e5405c9791e15cd6fd6dda&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4269772 Nov 05 18:36:24.599911 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 35552) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:36:24.620019 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44abf57-4b18-4211-a65d-2406363fa62d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=048ef1f9-2211-4b99-b6d5-d37de1344b69,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:36:24.631174 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:36:24.650505 n-d-816865-1 neutron-server[102388]: DEBUG neutron.notifiers.nova [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 97dc252f-05ed-45d4-b280-386bd8292c5b {{(pid=102388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 18:36:24.688226 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-ca0b1757-134d-4ab6-a0c1-cc5fa0747ee0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:36:24.693981 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] For port 97dc252f-05ed-45d4-b280-386bd8292c5b, host n-h2-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=97dc252f-05ed-45d4-b280-386bd8292c5b,segment=NetworkSegment(35c2db9c-522d-48d3-98cf-a08c2cc55db7),segment_id=35c2db9c-522d-48d3-98cf-a08c2cc55db7)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:36:24.716198 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-ca0b1757-134d-4ab6-a0c1-cc5fa0747ee0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:36:24.718252 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433fd734-8897-4eaa-80a8-3fd5d22c3bc9 req-ed33c8a5-952e-4e0d-b14e-60bc7813bcbe tempest-LiveMigrationNegativeTest-227627026 tempest-LiveMigrationNegativeTest-227627026-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:36:24.719740 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-433fd734-8897-4eaa-80a8-3fd5d22c3bc9 req-ed33c8a5-952e-4e0d-b14e-60bc7813bcbe tempest-LiveMigrationNegativeTest-227627026 tempest-LiveMigrationNegativeTest-227627026-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2008898 Nov 05 18:36:24.732910 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [req-433fd734-8897-4eaa-80a8-3fd5d22c3bc9 req-348080a2-4ff8-48d4-89d0-7d8ef7c60ad4 tempest-LiveMigrationNegativeTest-227627026 tempest-LiveMigrationNegativeTest-227627026-project] Request body: {'port': {'device_id': '07bde78d-5876-4e82-8542-24536f5bccfc', 'network_id': 'a723f808-b11e-4066-b104-fad90c82895e', 'admin_state_up': True, 'tenant_id': '8a98bf8e41c94bf396f12e0212c6cc8f'}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:36:24.859651 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:36:24.914294 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Pushing event updated for resources: {'Port': ['ID=97dc252f-05ed-45d4-b280-386bd8292c5b,revision_number=4']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:36:24.914988 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-ca0b1757-134d-4ab6-a0c1-cc5fa0747ee0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:36:24.917978 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-ca0b1757-134d-4ab6-a0c1-cc5fa0747ee0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:36:24.921544 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-ca0b1757-134d-4ab6-a0c1-cc5fa0747ee0 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/048ef1f9-2211-4b99-b6d5-d37de1344b69 HTTP/1.1" status: 204 len: 168 time: 0.3146641 Nov 05 18:36:24.932175 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0b1757-134d-4ab6-a0c1-cc5fa0747ee0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=048ef1f9-2211-4b99-b6d5-d37de1344b69,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:36:24.954168 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-433fd734-8897-4eaa-80a8-3fd5d22c3bc9 req-348080a2-4ff8-48d4-89d0-7d8ef7c60ad4 tempest-LiveMigrationNegativeTest-227627026 tempest-LiveMigrationNegativeTest-227627026-project] Made reservation on behalf of 8a98bf8e41c94bf396f12e0212c6cc8f for: {'port': 1} {{(pid=102387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 18:36:24.958243 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-433fd734-8897-4eaa-80a8-3fd5d22c3bc9 req-348080a2-4ff8-48d4-89d0-7d8ef7c60ad4 tempest-LiveMigrationNegativeTest-227627026 tempest-LiveMigrationNegativeTest-227627026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:36:24.979996 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-433fd734-8897-4eaa-80a8-3fd5d22c3bc9 req-348080a2-4ff8-48d4-89d0-7d8ef7c60ad4 tempest-LiveMigrationNegativeTest-227627026 tempest-LiveMigrationNegativeTest-227627026-project] Publish callbacks [] for security_group, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:36:25.081258 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344298b9-ec60-41c6-9ae0-7389113fa221 req-480f9a15-0d85-40e6-b7e2-cfebd4b88102 tempest-TenantUsagesTestJSON-1307571823 tempest-TenantUsagesTestJSON-1307571823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:36:25.083479 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-344298b9-ec60-41c6-9ae0-7389113fa221 req-480f9a15-0d85-40e6-b7e2-cfebd4b88102 tempest-TenantUsagesTestJSON-1307571823 tempest-TenantUsagesTestJSON-1307571823-project] 10.222.0.13 "GET /v2.0/ports?device_id=7a10d153-1dee-4b8d-bb35-77b7763e8382 HTTP/1.1" status: 200 len: 950 time: 0.0889287 Nov 05 18:36:25.095932 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] get_ports_and_sgs() called for port_ids ['97dc252f-05ed-45d4-b280-386bd8292c5b'] {{(pid=102388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 18:36:25.156120 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-433fd734-8897-4eaa-80a8-3fd5d22c3bc9 req-348080a2-4ff8-48d4-89d0-7d8ef7c60ad4 tempest-LiveMigrationNegativeTest-227627026 tempest-LiveMigrationNegativeTest-227627026-project] Publish callbacks [] for security_group, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:36:25.166168 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-344298b9-ec60-41c6-9ae0-7389113fa221 req-e5750234-f091-4174-aa01-73e32ae99da0 tempest-TenantUsagesTestJSON-1307571823 tempest-TenantUsagesTestJSON-1307571823-project] 10.222.0.13 "GET /v2.0/security-groups?id=519f40af-823a-499d-8126-0dceab677aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719299 Nov 05 18:36:25.262438 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-433fd734-8897-4eaa-80a8-3fd5d22c3bc9 req-348080a2-4ff8-48d4-89d0-7d8ef7c60ad4 tempest-LiveMigrationNegativeTest-227627026 tempest-LiveMigrationNegativeTest-227627026-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:36:25.336482 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-3eb44443-ba0d-4888-9b46-aed1a82d1c37 req-53cdb4d0-a6a4-4fad-8768-be83106780bd tempest-LiveMigrationNegativeTest-227627026 tempest-LiveMigrationNegativeTest-227627026-project] 10.222.0.13 "GET /v2.0/ports?device_id=07bde78d-5876-4e82-8542-24536f5bccfc HTTP/1.1" status: 200 len: 210 time: 0.0692177 Nov 05 18:36:25.365144 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348080a2-4ff8-48d4-89d0-7d8ef7c60ad4 tempest-LiveMigrationNegativeTest-227627026 tempest-LiveMigrationNegativeTest-227627026-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b2254f1c-cc29-4ed4-aae7-2ed47617ef3a,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:36:25.453808 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56aeed45-3214-46f1-8659-579f24d1fee0 req-cbb5847b-f399-49b0-8594-3b0661962ba7 tempest-ServersAdminNegativeTestJSON-951057987 tempest-ServersAdminNegativeTestJSON-951057987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:36:25.455358 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-56aeed45-3214-46f1-8659-579f24d1fee0 req-cbb5847b-f399-49b0-8594-3b0661962ba7 tempest-ServersAdminNegativeTestJSON-951057987 tempest-ServersAdminNegativeTestJSON-951057987-project] 10.222.0.13 "GET /v2.0/ports?device_id=a2080ad0-2f36-424a-abf3-044009183ef4 HTTP/1.1" status: 200 len: 949 time: 0.1024852 Nov 05 18:36:25.475781 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.db_base_plugin_common [req-433fd734-8897-4eaa-80a8-3fd5d22c3bc9 req-348080a2-4ff8-48d4-89d0-7d8ef7c60ad4 tempest-LiveMigrationNegativeTest-227627026 tempest-LiveMigrationNegativeTest-227627026-project] Allocated IP 192.168.233.169 (a723f808-b11e-4066-b104-fad90c82895e/05e7a1b5-165b-4a00-855a-ffbcb2eba59e/6fe56c8e-eaed-4b79-8ef3-dead32e1e7ad) {{(pid=102387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 18:36:25.512534 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4412d209-9759-4fb5-a83d-764881fb7a17 req-69915aee-3bcd-44df-afc6-d9092b761ca5 tempest-TenantUsagesTestJSON-1307571823 tempest-TenantUsagesTestJSON-1307571823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:36:25.514671 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-4412d209-9759-4fb5-a83d-764881fb7a17 req-69915aee-3bcd-44df-afc6-d9092b761ca5 tempest-TenantUsagesTestJSON-1307571823 tempest-TenantUsagesTestJSON-1307571823-project] 10.222.0.55 "GET /v2.0/ports?device_id=7a10d153-1dee-4b8d-bb35-77b7763e8382 HTTP/1.1" status: 200 len: 950 time: 0.1451585 Nov 05 18:36:25.548128 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-56aeed45-3214-46f1-8659-579f24d1fee0 req-401cfdb9-4577-48bb-9938-7985d203179b tempest-ServersAdminNegativeTestJSON-951057987 tempest-ServersAdminNegativeTestJSON-951057987-project] 10.222.0.13 "GET /v2.0/security-groups?id=74169f08-fd93-462d-af79-df7f2045d3b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785780 Nov 05 18:36:25.689527 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [req-4412d209-9759-4fb5-a83d-764881fb7a17 req-884973ea-7641-44e2-b865-e1518f54ba2f tempest-TenantUsagesTestJSON-1307571823 tempest-TenantUsagesTestJSON-1307571823-project] Deleting port 13e5bddf-fb5e-42f9-838d-c25722edc24a {{(pid=102386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 18:36:25.691433 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-4412d209-9759-4fb5-a83d-764881fb7a17 req-884973ea-7641-44e2-b865-e1518f54ba2f tempest-TenantUsagesTestJSON-1307571823 tempest-TenantUsagesTestJSON-1307571823-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:36:25.713890 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-433fd734-8897-4eaa-80a8-3fd5d22c3bc9 req-348080a2-4ff8-48d4-89d0-7d8ef7c60ad4 tempest-LiveMigrationNegativeTest-227627026 tempest-LiveMigrationNegativeTest-227627026-project] Publish callbacks [] for port, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:36:25.784510 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [req-4412d209-9759-4fb5-a83d-764881fb7a17 req-884973ea-7641-44e2-b865-e1518f54ba2f tempest-TenantUsagesTestJSON-1307571823 tempest-TenantUsagesTestJSON-1307571823-project] For port 13e5bddf-fb5e-42f9-838d-c25722edc24a, host n-h2-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=13e5bddf-fb5e-42f9-838d-c25722edc24a,segment=NetworkSegment(35c2db9c-522d-48d3-98cf-a08c2cc55db7),segment_id=35c2db9c-522d-48d3-98cf-a08c2cc55db7)] {{(pid=102386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:36:25.785135 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-4412d209-9759-4fb5-a83d-764881fb7a17 req-884973ea-7641-44e2-b865-e1518f54ba2f tempest-TenantUsagesTestJSON-1307571823 tempest-TenantUsagesTestJSON-1307571823-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:36:25.804973 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [req-4412d209-9759-4fb5-a83d-764881fb7a17 req-884973ea-7641-44e2-b865-e1518f54ba2f tempest-TenantUsagesTestJSON-1307571823 tempest-TenantUsagesTestJSON-1307571823-project] Calling delete_port for 13e5bddf-fb5e-42f9-838d-c25722edc24a owned by compute:nova {{(pid=102386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 18:36:25.852456 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-433fd734-8897-4eaa-80a8-3fd5d22c3bc9 req-348080a2-4ff8-48d4-89d0-7d8ef7c60ad4 tempest-LiveMigrationNegativeTest-227627026 tempest-LiveMigrationNegativeTest-227627026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789'] for port, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:36:25.924281 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348080a2-4ff8-48d4-89d0-7d8ef7c60ad4 tempest-LiveMigrationNegativeTest-227627026 tempest-LiveMigrationNegativeTest-227627026-project] Pushing event updated for resources: {'Port': ['ID=6fe56c8e-eaed-4b79-8ef3-dead32e1e7ad,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:36:25.934603 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-433fd734-8897-4eaa-80a8-3fd5d22c3bc9 req-348080a2-4ff8-48d4-89d0-7d8ef7c60ad4 tempest-LiveMigrationNegativeTest-227627026 tempest-LiveMigrationNegativeTest-227627026-project] Network a723f808-b11e-4066-b104-fad90c82895e is already hosted by enough agents. {{(pid=102387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 18:36:25.937052 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.base_scheduler [req-433fd734-8897-4eaa-80a8-3fd5d22c3bc9 req-348080a2-4ff8-48d4-89d0-7d8ef7c60ad4 tempest-LiveMigrationNegativeTest-227627026 tempest-LiveMigrationNegativeTest-227627026-project] Resources bound (agent type, host, resource id): {{(pid=102387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:36:25.940538 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.l3_dvrscheduler_db [req-433fd734-8897-4eaa-80a8-3fd5d22c3bc9 req-348080a2-4ff8-48d4-89d0-7d8ef7c60ad4 tempest-LiveMigrationNegativeTest-227627026 tempest-LiveMigrationNegativeTest-227627026-project] Received port after_create {{(pid=102387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 18:36:25.950183 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433fd734-8897-4eaa-80a8-3fd5d22c3bc9 req-348080a2-4ff8-48d4-89d0-7d8ef7c60ad4 tempest-LiveMigrationNegativeTest-227627026 tempest-LiveMigrationNegativeTest-227627026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:36:25.950992 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-433fd734-8897-4eaa-80a8-3fd5d22c3bc9 req-348080a2-4ff8-48d4-89d0-7d8ef7c60ad4 tempest-LiveMigrationNegativeTest-227627026 tempest-LiveMigrationNegativeTest-227627026-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597851'] for port, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:36:26.074132 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-4412d209-9759-4fb5-a83d-764881fb7a17 req-884973ea-7641-44e2-b865-e1518f54ba2f tempest-TenantUsagesTestJSON-1307571823 tempest-TenantUsagesTestJSON-1307571823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798'] for port, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:36:26.084682 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-433fd734-8897-4eaa-80a8-3fd5d22c3bc9 req-348080a2-4ff8-48d4-89d0-7d8ef7c60ad4 tempest-LiveMigrationNegativeTest-227627026 tempest-LiveMigrationNegativeTest-227627026-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3519843 Nov 05 18:36:26.094905 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] get_ports_and_sgs() called for port_ids ['13e5bddf-fb5e-42f9-838d-c25722edc24a'] {{(pid=102388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 18:36:26.106731 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [req-433fd734-8897-4eaa-80a8-3fd5d22c3bc9 req-c410b7bc-edac-46ee-8244-cc64bacb1e9d service neutron] Request body: {'port': {'device_id': '07bde78d-5876-4e82-8542-24536f5bccfc', 'device_owner': 'compute:tempest-test_az-1918685745', 'binding:host_id': 'n-h1-816865-1'}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:36:26.139730 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884973ea-7641-44e2-b865-e1518f54ba2f tempest-TenantUsagesTestJSON-1307571823 tempest-TenantUsagesTestJSON-1307571823-project] Pushing event deleted for resources: {'Port': ['ID=13e5bddf-fb5e-42f9-838d-c25722edc24a,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:36:26.212838 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-414ccde8-c771-4987-a6b4-8998dbff2a89 None None] Provisioning complete for port 6fe56c8e-eaed-4b79-8ef3-dead32e1e7ad triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:36:26.214220 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-414ccde8-c771-4987-a6b4-8998dbff2a89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:36:26.228117 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-433fd734-8897-4eaa-80a8-3fd5d22c3bc9 req-c410b7bc-edac-46ee-8244-cc64bacb1e9d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:36:26.263511 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [req-4412d209-9759-4fb5-a83d-764881fb7a17 req-884973ea-7641-44e2-b865-e1518f54ba2f tempest-TenantUsagesTestJSON-1307571823 tempest-TenantUsagesTestJSON-1307571823-project] No DVR routers for this DVR port 13e5bddf-fb5e-42f9-838d-c25722edc24a on host n-h2-816865-1 {{(pid=102386) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 18:36:26.270074 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-4412d209-9759-4fb5-a83d-764881fb7a17 req-884973ea-7641-44e2-b865-e1518f54ba2f tempest-TenantUsagesTestJSON-1307571823 tempest-TenantUsagesTestJSON-1307571823-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:36:26.276343 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-4412d209-9759-4fb5-a83d-764881fb7a17 req-884973ea-7641-44e2-b865-e1518f54ba2f tempest-TenantUsagesTestJSON-1307571823 tempest-TenantUsagesTestJSON-1307571823-project] 10.222.0.55 "DELETE /v2.0/ports/13e5bddf-fb5e-42f9-838d-c25722edc24a HTTP/1.1" status: 204 len: 173 time: 0.7514467 Nov 05 18:36:26.280341 n-d-816865-1 neutron-server[102386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a10d153-1dee-4b8d-bb35-77b7763e8382', 'name': 'network-vif-deleted', 'tag': '13e5bddf-fb5e-42f9-838d-c25722edc24a'}] {{(pid=102386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 18:36:26.304601 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6173a44d7c73f41af551dc890fa1a5892c2c6bc3458b640c8e0c24db7876ba6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95cafb8e-be86-46d8-92cd-e7d6859d7fa5" -d '{"events": [{"server_uuid": "7a10d153-1dee-4b8d-bb35-77b7763e8382", "name": "network-vif-deleted", "tag": "13e5bddf-fb5e-42f9-838d-c25722edc24a"}]}' {{(pid=102386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 18:36:26.304696 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-414ccde8-c771-4987-a6b4-8998dbff2a89 None None] Port 6fe56c8e-eaed-4b79-8ef3-dead32e1e7ad cannot update to ACTIVE because it is not bound. {{(pid=102388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 18:36:26.363083 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-b39137bf-56ce-4c9d-863a-7b87313fbbe5 req-618f25c4-3386-4820-a0b5-1ecb956cca86 tempest-TenantUsagesTestJSON-1307571823 tempest-TenantUsagesTestJSON-1307571823-project] 10.222.0.13 "GET /v2.0/ports?device_id=7a10d153-1dee-4b8d-bb35-77b7763e8382 HTTP/1.1" status: 200 len: 210 time: 0.0376871 Nov 05 18:36:26.366862 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 18:36:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d121a76-3bcd-4c1a-b28b-b260930f66bf x-openstack-request-id: req-0d121a76-3bcd-4c1a-b28b-b260930f66bf {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 18:36:26.369079 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a10d153-1dee-4b8d-bb35-77b7763e8382", "name": "network-vif-deleted", "tag": "13e5bddf-fb5e-42f9-838d-c25722edc24a", "status": "completed", "code": 200}]} {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 18:36:26.369553 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0d121a76-3bcd-4c1a-b28b-b260930f66bf {{(pid=102386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 18:36:26.370247 n-d-816865-1 neutron-server[102386]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a10d153-1dee-4b8d-bb35-77b7763e8382', 'name': 'network-vif-deleted', 'tag': '13e5bddf-fb5e-42f9-838d-c25722edc24a', 'status': 'completed', 'code': 200} Nov 05 18:36:26.438478 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Device 97dc252f-05ed-45d4-b280-386bd8292c5b up at agent hyperv_n-h2-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 18:36:26.604584 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4a3a8d-08bf-40fe-a546-3da81a1f4508 req-97117622-b975-4d9c-a140-c891eab244d6 tempest-LiveMigrationNegativeTest-227627026 tempest-LiveMigrationNegativeTest-227627026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:36:26.605948 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-8c4a3a8d-08bf-40fe-a546-3da81a1f4508 req-97117622-b975-4d9c-a140-c891eab244d6 tempest-LiveMigrationNegativeTest-227627026 tempest-LiveMigrationNegativeTest-227627026-project] 10.222.0.13 "GET /v2.0/ports?device_id=07bde78d-5876-4e82-8542-24536f5bccfc HTTP/1.1" status: 200 len: 936 time: 0.0878117 Nov 05 18:36:26.673190 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Provisioning for port 97dc252f-05ed-45d4-b280-386bd8292c5b completed by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 05 18:36:26.689980 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Provisioning complete for port 97dc252f-05ed-45d4-b280-386bd8292c5b triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:36:26.691395 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:36:26.718622 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-8c4a3a8d-08bf-40fe-a546-3da81a1f4508 req-6c6d017f-be9a-49dd-8ef9-fb95f0fa42f2 tempest-LiveMigrationNegativeTest-227627026 tempest-LiveMigrationNegativeTest-227627026-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2254f1c-cc29-4ed4-aae7-2ed47617ef3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039746 Nov 05 18:36:26.752036 n-d-816865-1 neutron-server[102387]: DEBUG neutron.notifiers.nova [req-433fd734-8897-4eaa-80a8-3fd5d22c3bc9 req-c410b7bc-edac-46ee-8244-cc64bacb1e9d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6fe56c8e-eaed-4b79-8ef3-dead32e1e7ad {{(pid=102387) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 18:36:26.770941 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-433fd734-8897-4eaa-80a8-3fd5d22c3bc9 req-c410b7bc-edac-46ee-8244-cc64bacb1e9d service neutron] Publish callbacks [] for port, precommit_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:36:26.788590 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:36:26.842717 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.provisioning_blocks [req-433fd734-8897-4eaa-80a8-3fd5d22c3bc9 req-c410b7bc-edac-46ee-8244-cc64bacb1e9d service neutron] Transition to ACTIVE for port object 6fe56c8e-eaed-4b79-8ef3-dead32e1e7ad will not be triggered until provisioned by entity L2. {{(pid=102387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 05 18:36:26.846587 n-d-816865-1 neutron-server[102388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2080ad0-2f36-424a-abf3-044009183ef4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97dc252f-05ed-45d4-b280-386bd8292c5b'}] {{(pid=102388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 18:36:26.854261 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85474fee1180e129d8a886d264fe0b30223aa672dd1ffe43b630605f18504f68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a39dba0-83e2-4441-9a6e-8b7b93b04224" -d '{"events": [{"server_uuid": "a2080ad0-2f36-424a-abf3-044009183ef4", "name": "network-vif-plugged", "status": "completed", "tag": "97dc252f-05ed-45d4-b280-386bd8292c5b"}]}' {{(pid=102388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 18:36:26.870520 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] For port 97dc252f-05ed-45d4-b280-386bd8292c5b, host n-h2-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=97dc252f-05ed-45d4-b280-386bd8292c5b,segment=NetworkSegment(35c2db9c-522d-48d3-98cf-a08c2cc55db7),segment_id=35c2db9c-522d-48d3-98cf-a08c2cc55db7)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:36:26.873497 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d270143-538a-4c3a-859d-5c48aae548d1 req-8c12e2d9-53cc-45ab-8fbc-5d5ef3d746d4 tempest-ServersAdminNegativeTestJSON-951057987 tempest-ServersAdminNegativeTestJSON-951057987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:36:26.875203 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-5d270143-538a-4c3a-859d-5c48aae548d1 req-8c12e2d9-53cc-45ab-8fbc-5d5ef3d746d4 tempest-ServersAdminNegativeTestJSON-951057987 tempest-ServersAdminNegativeTestJSON-951057987-project] 10.222.0.13 "GET /v2.0/ports?device_id=a2080ad0-2f36-424a-abf3-044009183ef4 HTTP/1.1" status: 200 len: 949 time: 0.0819058 Nov 05 18:36:26.928405 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-5d270143-538a-4c3a-859d-5c48aae548d1 req-19e223fe-ec99-4d1f-9ecd-9763dd40e80d tempest-ServersAdminNegativeTestJSON-951057987 tempest-ServersAdminNegativeTestJSON-951057987-project] 10.222.0.13 "GET /v2.0/security-groups?id=74169f08-fd93-462d-af79-df7f2045d3b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467012 Nov 05 18:36:26.935800 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-433fd734-8897-4eaa-80a8-3fd5d22c3bc9 req-c410b7bc-edac-46ee-8244-cc64bacb1e9d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:36:26.936402 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:36:27.028160 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Pushing event updated for resources: {'Port': ['ID=97dc252f-05ed-45d4-b280-386bd8292c5b,revision_number=5']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:36:27.032355 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 18:36:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15205b64-fd6a-44b2-b638-a113f61a7426 x-openstack-request-id: req-15205b64-fd6a-44b2-b638-a113f61a7426 {{(pid=102388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 18:36:27.033229 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2080ad0-2f36-424a-abf3-044009183ef4", "name": "network-vif-plugged", "status": "completed", "tag": "97dc252f-05ed-45d4-b280-386bd8292c5b", "code": 200}]} {{(pid=102388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 18:36:27.033634 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-15205b64-fd6a-44b2-b638-a113f61a7426 {{(pid=102388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 18:36:27.034184 n-d-816865-1 neutron-server[102388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2080ad0-2f36-424a-abf3-044009183ef4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97dc252f-05ed-45d4-b280-386bd8292c5b', 'code': 200} Nov 05 18:36:27.039082 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c410b7bc-edac-46ee-8244-cc64bacb1e9d service neutron] Pushing event updated for resources: {'Port': ['ID=6fe56c8e-eaed-4b79-8ef3-dead32e1e7ad,revision_number=2']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:36:27.045672 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.managers [req-433fd734-8897-4eaa-80a8-3fd5d22c3bc9 req-c410b7bc-edac-46ee-8244-cc64bacb1e9d service neutron] Attempting to bind port 6fe56c8e-eaed-4b79-8ef3-dead32e1e7ad on host n-h1-816865-1 for vnic_type normal with profile {{(pid=102387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 18:36:27.046238 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.managers [req-433fd734-8897-4eaa-80a8-3fd5d22c3bc9 req-c410b7bc-edac-46ee-8244-cc64bacb1e9d service neutron] Attempting to bind port 6fe56c8e-eaed-4b79-8ef3-dead32e1e7ad by drivers openvswitch,hyperv on host n-h1-816865-1 at level 0 using segments [{'id': '35c2db9c-522d-48d3-98cf-a08c2cc55db7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'a723f808-b11e-4066-b104-fad90c82895e'}] {{(pid=102387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 18:36:27.046835 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-433fd734-8897-4eaa-80a8-3fd5d22c3bc9 req-c410b7bc-edac-46ee-8244-cc64bacb1e9d service neutron] Attempting to bind port 6fe56c8e-eaed-4b79-8ef3-dead32e1e7ad on network a723f808-b11e-4066-b104-fad90c82895e {{(pid=102387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 18:36:27.055439 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-433fd734-8897-4eaa-80a8-3fd5d22c3bc9 req-c410b7bc-edac-46ee-8244-cc64bacb1e9d service neutron] Port 6fe56c8e-eaed-4b79-8ef3-dead32e1e7ad on network a723f808-b11e-4066-b104-fad90c82895e not bound, no agent of type Open vSwitch agent registered on host n-h1-816865-1 {{(pid=102387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 18:36:27.056341 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-433fd734-8897-4eaa-80a8-3fd5d22c3bc9 req-c410b7bc-edac-46ee-8244-cc64bacb1e9d service neutron] Attempting to bind port 6fe56c8e-eaed-4b79-8ef3-dead32e1e7ad on network a723f808-b11e-4066-b104-fad90c82895e {{(pid=102387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 18:36:27.063208 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-433fd734-8897-4eaa-80a8-3fd5d22c3bc9 req-c410b7bc-edac-46ee-8244-cc64bacb1e9d service neutron] Checking agent: {'id': 'eb596d7c-8c64-42bd-8aca-fad447eb0eab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816865-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 18, 33, 34), 'started_at': datetime.datetime(2021, 11, 5, 18, 33, 34), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 18, 36, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 18:36:27.063767 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-433fd734-8897-4eaa-80a8-3fd5d22c3bc9 req-c410b7bc-edac-46ee-8244-cc64bacb1e9d service neutron] Checking segment: {'id': '35c2db9c-522d-48d3-98cf-a08c2cc55db7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'a723f808-b11e-4066-b104-fad90c82895e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 18:36:27.064334 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-433fd734-8897-4eaa-80a8-3fd5d22c3bc9 req-c410b7bc-edac-46ee-8244-cc64bacb1e9d service neutron] Bound using segment: {'id': '35c2db9c-522d-48d3-98cf-a08c2cc55db7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'a723f808-b11e-4066-b104-fad90c82895e'} {{(pid=102387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 18:36:27.066379 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.managers [req-433fd734-8897-4eaa-80a8-3fd5d22c3bc9 req-c410b7bc-edac-46ee-8244-cc64bacb1e9d service neutron] Bound port: 6fe56c8e-eaed-4b79-8ef3-dead32e1e7ad, host: n-h1-816865-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35c2db9c-522d-48d3-98cf-a08c2cc55db7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'a723f808-b11e-4066-b104-fad90c82895e'}}] {{(pid=102387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 18:36:27.067436 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-433fd734-8897-4eaa-80a8-3fd5d22c3bc9 req-c410b7bc-edac-46ee-8244-cc64bacb1e9d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:36:27.166063 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5cdb0d-900e-42c3-b32c-dcb9df23d1e5 req-d61ee0f4-ec58-48e0-9e39-e966bb80648c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:36:27.167929 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-fa5cdb0d-900e-42c3-b32c-dcb9df23d1e5 req-d61ee0f4-ec58-48e0-9e39-e966bb80648c service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=a2080ad0-2f36-424a-abf3-044009183ef4 HTTP/1.1" status: 200 len: 1101 time: 0.0704424 Nov 05 18:36:27.175715 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.db [req-433fd734-8897-4eaa-80a8-3fd5d22c3bc9 req-c410b7bc-edac-46ee-8244-cc64bacb1e9d service neutron] For port 6fe56c8e-eaed-4b79-8ef3-dead32e1e7ad, host n-h1-816865-1, cleared binding levels {{(pid=102387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 18:36:27.179870 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.db [req-433fd734-8897-4eaa-80a8-3fd5d22c3bc9 req-c410b7bc-edac-46ee-8244-cc64bacb1e9d service neutron] For port 6fe56c8e-eaed-4b79-8ef3-dead32e1e7ad, host n-h1-816865-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=6fe56c8e-eaed-4b79-8ef3-dead32e1e7ad,segment=NetworkSegment(35c2db9c-522d-48d3-98cf-a08c2cc55db7),segment_id=35c2db9c-522d-48d3-98cf-a08c2cc55db7)] {{(pid=102387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 18:36:27.240599 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-fa5cdb0d-900e-42c3-b32c-dcb9df23d1e5 req-dcaa7b57-d92b-42b6-84e3-bfd7fa8c39b4 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=74169f08-fd93-462d-af79-df7f2045d3b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625041 Nov 05 18:36:27.277663 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-433fd734-8897-4eaa-80a8-3fd5d22c3bc9 req-c410b7bc-edac-46ee-8244-cc64bacb1e9d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:36:27.314233 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433fd734-8897-4eaa-80a8-3fd5d22c3bc9 req-c410b7bc-edac-46ee-8244-cc64bacb1e9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:36:27.314759 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-433fd734-8897-4eaa-80a8-3fd5d22c3bc9 req-c410b7bc-edac-46ee-8244-cc64bacb1e9d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597851'] for port, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:36:27.316910 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-433fd734-8897-4eaa-80a8-3fd5d22c3bc9 req-c410b7bc-edac-46ee-8244-cc64bacb1e9d service neutron] 10.222.0.41 "PUT /v2.0/ports/6fe56c8e-eaed-4b79-8ef3-dead32e1e7ad HTTP/1.1" status: 200 len: 1118 time: 1.2185767 Nov 05 18:36:27.317355 n-d-816865-1 neutron-server[102387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07bde78d-5876-4e82-8542-24536f5bccfc', 'tag': '6fe56c8e-eaed-4b79-8ef3-dead32e1e7ad'}] {{(pid=102387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 18:36:27.319658 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab06bd4ddf5758c1f10d79fe34dc215bafa488692cde9dba2fcbcb67556f90bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-105028d4-c7a2-432c-ae5d-dddbfa0c9095" -d '{"events": [{"name": "network-changed", "server_uuid": "07bde78d-5876-4e82-8542-24536f5bccfc", "tag": "6fe56c8e-eaed-4b79-8ef3-dead32e1e7ad"}]}' {{(pid=102387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 18:36:27.366086 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c410b7bc-edac-46ee-8244-cc64bacb1e9d service neutron] Pushing event updated for resources: {'Port': ['ID=6fe56c8e-eaed-4b79-8ef3-dead32e1e7ad,revision_number=3']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:36:27.379332 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 18:36:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ed85545-7754-4eff-b082-9f4b87d84e01 x-openstack-request-id: req-1ed85545-7754-4eff-b082-9f4b87d84e01 {{(pid=102387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 18:36:27.379332 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "07bde78d-5876-4e82-8542-24536f5bccfc", "tag": "6fe56c8e-eaed-4b79-8ef3-dead32e1e7ad", "status": "completed", "code": 200}]} {{(pid=102387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 18:36:27.379332 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1ed85545-7754-4eff-b082-9f4b87d84e01 {{(pid=102387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 18:36:27.379332 n-d-816865-1 neutron-server[102387]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07bde78d-5876-4e82-8542-24536f5bccfc', 'tag': '6fe56c8e-eaed-4b79-8ef3-dead32e1e7ad', 'status': 'completed', 'code': 200} Nov 05 18:36:27.470640 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105028d4-c7a2-432c-ae5d-dddbfa0c9095 req-451b04d4-bbc9-4849-9f8c-f2e7aebafd50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:36:27.474377 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-105028d4-c7a2-432c-ae5d-dddbfa0c9095 req-451b04d4-bbc9-4849-9f8c-f2e7aebafd50 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8a98bf8e41c94bf396f12e0212c6cc8f&device_id=07bde78d-5876-4e82-8542-24536f5bccfc HTTP/1.1" status: 200 len: 1121 time: 0.0730579 Nov 05 18:36:27.526260 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-105028d4-c7a2-432c-ae5d-dddbfa0c9095 req-f938460e-af06-4e81-909d-b0e56dbdc05b service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=8a98bf8e41c94bf396f12e0212c6cc8f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0418177 Nov 05 18:36:27.544316 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-e9a6fddb-5ddd-4d46-9c8d-21853be49eca req-ca030648-c529-4cd3-85bf-88c4893553f8 tempest-TenantUsagesTestJSON-1307571823 tempest-TenantUsagesTestJSON-1307571823-project] 10.222.0.13 "GET /v2.0/ports?device_id=7a10d153-1dee-4b8d-bb35-77b7763e8382 HTTP/1.1" status: 200 len: 210 time: 0.0418727 Nov 05 18:36:27.773073 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105028d4-c7a2-432c-ae5d-dddbfa0c9095 req-ab77284a-090e-4424-a638-b49d1a5abe3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:36:27.774751 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-105028d4-c7a2-432c-ae5d-dddbfa0c9095 req-ab77284a-090e-4424-a638-b49d1a5abe3a service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2329865 Nov 05 18:36:27.869224 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433fd734-8897-4eaa-80a8-3fd5d22c3bc9 req-2671ff9e-c927-4e31-9ff1-89062eb78096 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:36:27.871265 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-433fd734-8897-4eaa-80a8-3fd5d22c3bc9 req-2671ff9e-c927-4e31-9ff1-89062eb78096 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8a98bf8e41c94bf396f12e0212c6cc8f&device_id=07bde78d-5876-4e82-8542-24536f5bccfc HTTP/1.1" status: 200 len: 1121 time: 0.0569487 Nov 05 18:36:27.915211 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-433fd734-8897-4eaa-80a8-3fd5d22c3bc9 req-6860b876-4eb3-4453-8bae-7ceeb4aa280b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.169&port_id=6fe56c8e-eaed-4b79-8ef3-dead32e1e7ad HTTP/1.1" status: 200 len: 217 time: 0.0353494 Nov 05 18:36:27.984393 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 35708) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:36:28.004897 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433fd734-8897-4eaa-80a8-3fd5d22c3bc9 req-47d319cf-88d7-4197-83d8-82857681e645 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:36:28.006456 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-433fd734-8897-4eaa-80a8-3fd5d22c3bc9 req-47d319cf-88d7-4197-83d8-82857681e645 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=05e7a1b5-165b-4a00-855a-ffbcb2eba59e HTTP/1.1" status: 200 len: 843 time: 0.0834036 Nov 05 18:36:28.015313 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2b31a1-2357-4b93-8001-d0707f6045a2 req-b2bc8f7a-a04f-46ee-b806-12f7971bb5c1 tempest-LiveMigrationNegativeTest-227627026 tempest-LiveMigrationNegativeTest-227627026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:36:28.016775 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-3e2b31a1-2357-4b93-8001-d0707f6045a2 req-b2bc8f7a-a04f-46ee-b806-12f7971bb5c1 tempest-LiveMigrationNegativeTest-227627026 tempest-LiveMigrationNegativeTest-227627026-project] 10.222.0.13 "GET /v2.0/ports?device_id=07bde78d-5876-4e82-8542-24536f5bccfc HTTP/1.1" status: 200 len: 970 time: 0.1035168 Nov 05 18:36:28.090587 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433fd734-8897-4eaa-80a8-3fd5d22c3bc9 req-54a3e157-e8b7-450e-890e-db67811ac21f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:36:28.092060 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-433fd734-8897-4eaa-80a8-3fd5d22c3bc9 req-54a3e157-e8b7-450e-890e-db67811ac21f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a723f808-b11e-4066-b104-fad90c82895e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0743394 Nov 05 18:36:28.095948 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-3e2b31a1-2357-4b93-8001-d0707f6045a2 req-7b99a85e-63ea-4c10-9aac-d63f8ac8bc10 tempest-LiveMigrationNegativeTest-227627026 tempest-LiveMigrationNegativeTest-227627026-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2254f1c-cc29-4ed4-aae7-2ed47617ef3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691121 Nov 05 18:36:28.168585 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-c33cc99c-0242-448d-abf1-fb48eca8d0b0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:36:28.283661 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-c33cc99c-0242-448d-abf1-fb48eca8d0b0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:36:28.346493 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-c33cc99c-0242-448d-abf1-fb48eca8d0b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:36:28.415517 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-c33cc99c-0242-448d-abf1-fb48eca8d0b0 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8f58f7c319b540178c8b1311e9880ccf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4293900 Nov 05 18:36:28.418209 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 35730) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:36:28.423492 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-433fd734-8897-4eaa-80a8-3fd5d22c3bc9 req-ecd86dd4-eef0-44ae-9f66-7feab2194af8 service neutron] 10.222.0.41 "GET /v2.0/networks/a723f808-b11e-4066-b104-fad90c82895e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3244896 Nov 05 18:36:28.436698 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1dac63a-9102-40c0-a10d-a2bbb7398f40 req-b54feb99-cc79-486f-aef4-37012f7b3d28 tempest-ServersAdminNegativeTestJSON-951057987 tempest-ServersAdminNegativeTestJSON-951057987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:36:28.439928 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-e1dac63a-9102-40c0-a10d-a2bbb7398f40 req-b54feb99-cc79-486f-aef4-37012f7b3d28 tempest-ServersAdminNegativeTestJSON-951057987 tempest-ServersAdminNegativeTestJSON-951057987-project] 10.222.0.13 "GET /v2.0/ports?device_id=a2080ad0-2f36-424a-abf3-044009183ef4 HTTP/1.1" status: 200 len: 950 time: 0.0892084 Nov 05 18:36:28.451459 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33cc99c-0242-448d-abf1-fb48eca8d0b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9e35fbb-f5d0-4f32-8729-2b550bf1f0c5,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:36:28.500001 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-699fe94e-6446-40cc-9de0-7792dccee9ea admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:36:28.519994 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-699fe94e-6446-40cc-9de0-7792dccee9ea admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:36:28.556032 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-e1dac63a-9102-40c0-a10d-a2bbb7398f40 req-c701674a-2fdf-493a-a8f8-3e9e22c6147f tempest-ServersAdminNegativeTestJSON-951057987 tempest-ServersAdminNegativeTestJSON-951057987-project] 10.222.0.13 "GET /v2.0/security-groups?id=74169f08-fd93-462d-af79-df7f2045d3b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152260 Nov 05 18:36:28.590288 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-433fd734-8897-4eaa-80a8-3fd5d22c3bc9 req-3fe128d4-f5a4-4767-9330-10a2234c63d8 service neutron] 10.222.0.41 "GET /v2.0/networks/a723f808-b11e-4066-b104-fad90c82895e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1473870 Nov 05 18:36:28.650974 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-699fe94e-6446-40cc-9de0-7792dccee9ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:36:28.653751 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-699fe94e-6446-40cc-9de0-7792dccee9ea admin admin] Publish callbacks [] for security_group, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:36:28.657087 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-699fe94e-6446-40cc-9de0-7792dccee9ea admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d9e35fbb-f5d0-4f32-8729-2b550bf1f0c5 HTTP/1.1" status: 204 len: 168 time: 0.2357731 Nov 05 18:36:28.666563 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699fe94e-6446-40cc-9de0-7792dccee9ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9e35fbb-f5d0-4f32-8729-2b550bf1f0c5,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:36:29.295306 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de36d27-61a2-4974-9a8e-9d95b5d040e8 req-1e5bdb69-1921-49d2-8fbd-a1a8ff8041aa tempest-LiveMigrationNegativeTest-227627026 tempest-LiveMigrationNegativeTest-227627026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:36:29.296895 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-9de36d27-61a2-4974-9a8e-9d95b5d040e8 req-1e5bdb69-1921-49d2-8fbd-a1a8ff8041aa tempest-LiveMigrationNegativeTest-227627026 tempest-LiveMigrationNegativeTest-227627026-project] 10.222.0.13 "GET /v2.0/ports?device_id=07bde78d-5876-4e82-8542-24536f5bccfc HTTP/1.1" status: 200 len: 970 time: 0.0547609 Nov 05 18:36:29.346563 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-9de36d27-61a2-4974-9a8e-9d95b5d040e8 req-fdfcd5ed-9270-43d2-9b7e-bbaf631630f8 tempest-LiveMigrationNegativeTest-227627026 tempest-LiveMigrationNegativeTest-227627026-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2254f1c-cc29-4ed4-aae7-2ed47617ef3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428226 Nov 05 18:36:29.391017 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 35774) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:36:29.587147 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-677e89bb-9065-448b-8af4-aa2402c03e32 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4eeabedc801a4744b75592ace6336a65&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1866851 Nov 05 18:36:29.587147 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 35800) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:36:29.630841 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-390b7017-02c2-4934-913a-b385f9165aa5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:36:29.642551 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 35802) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:36:29.655391 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-eff07590-f504-4f7c-856f-c228ae3c7300 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:36:29.656020 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-390b7017-02c2-4934-913a-b385f9165aa5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:36:29.808070 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-390b7017-02c2-4934-913a-b385f9165aa5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:36:29.810696 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-390b7017-02c2-4934-913a-b385f9165aa5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:36:29.811847 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-390b7017-02c2-4934-913a-b385f9165aa5 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/519f40af-823a-499d-8126-0dceab677aa3 HTTP/1.1" status: 204 len: 168 time: 0.2295287 Nov 05 18:36:29.820289 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390b7017-02c2-4934-913a-b385f9165aa5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=519f40af-823a-499d-8126-0dceab677aa3,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:36:29.855554 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-eff07590-f504-4f7c-856f-c228ae3c7300 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:36:29.939467 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-eff07590-f504-4f7c-856f-c228ae3c7300 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:36:29.951826 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e59777c-fbcc-46c5-b40f-49a9fb035bab req-270e7972-694e-45b7-8536-58c09a9dce58 tempest-ServersAdminNegativeTestJSON-951057987 tempest-ServersAdminNegativeTestJSON-951057987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:36:29.953420 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-7e59777c-fbcc-46c5-b40f-49a9fb035bab req-270e7972-694e-45b7-8536-58c09a9dce58 tempest-ServersAdminNegativeTestJSON-951057987 tempest-ServersAdminNegativeTestJSON-951057987-project] 10.222.0.13 "GET /v2.0/ports?device_id=a2080ad0-2f36-424a-abf3-044009183ef4 HTTP/1.1" status: 200 len: 950 time: 0.0626230 Nov 05 18:36:29.977256 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-eff07590-f504-4f7c-856f-c228ae3c7300 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d8e3bb2017534511a725872a3d2103fb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3335435 Nov 05 18:36:29.979428 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff07590-f504-4f7c-856f-c228ae3c7300 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64122134-ee16-41ea-af96-a889e88ea136,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:36:29.981558 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 35814) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:36:30.039461 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-7e59777c-fbcc-46c5-b40f-49a9fb035bab req-41fde780-cb54-44ae-8a28-e0088e899c3e tempest-ServersAdminNegativeTestJSON-951057987 tempest-ServersAdminNegativeTestJSON-951057987-project] 10.222.0.13 "GET /v2.0/security-groups?id=74169f08-fd93-462d-af79-df7f2045d3b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797727 Nov 05 18:36:30.070021 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-44320ea5-a19d-4ab5-83f4-f2774cb27816 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:36:30.093382 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-44320ea5-a19d-4ab5-83f4-f2774cb27816 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:36:30.222714 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-44320ea5-a19d-4ab5-83f4-f2774cb27816 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:36:30.226166 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-44320ea5-a19d-4ab5-83f4-f2774cb27816 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:36:30.230674 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-44320ea5-a19d-4ab5-83f4-f2774cb27816 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/64122134-ee16-41ea-af96-a889e88ea136 HTTP/1.1" status: 204 len: 168 time: 0.2480135 Nov 05 18:36:30.239303 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44320ea5-a19d-4ab5-83f4-f2774cb27816 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64122134-ee16-41ea-af96-a889e88ea136,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:36:30.478404 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Device 13e5bddf-fb5e-42f9-838d-c25722edc24a no longer exists at agent hyperv_n-h2-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 18:36:30.490848 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] No Port match for: 13e5bddf-fb5e-42f9-838d-c25722edc24a {{(pid=102388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 18:36:30.491201 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Device 13e5bddf-fb5e-42f9-838d-c25722edc24a not bound to the agent host n-h2-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 18:36:30.585366 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e12f3dd-52a4-47eb-aede-81d6a6e0b139 req-4a1ec6d3-a2cd-4e47-a246-733a0fcdc36e tempest-LiveMigrationNegativeTest-227627026 tempest-LiveMigrationNegativeTest-227627026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:36:30.587088 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-4e12f3dd-52a4-47eb-aede-81d6a6e0b139 req-4a1ec6d3-a2cd-4e47-a246-733a0fcdc36e tempest-LiveMigrationNegativeTest-227627026 tempest-LiveMigrationNegativeTest-227627026-project] 10.222.0.13 "GET /v2.0/ports?device_id=07bde78d-5876-4e82-8542-24536f5bccfc HTTP/1.1" status: 200 len: 970 time: 0.0510795 Nov 05 18:36:30.634338 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-4e12f3dd-52a4-47eb-aede-81d6a6e0b139 req-72d1aac6-a721-4893-953c-e7c038da3022 tempest-LiveMigrationNegativeTest-227627026 tempest-LiveMigrationNegativeTest-227627026-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2254f1c-cc29-4ed4-aae7-2ed47617ef3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411553 Nov 05 18:36:30.645045 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 35846) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:36:30.659576 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-5abb0710-e364-47e4-b653-c682323b4d94 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:36:30.755258 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-5abb0710-e364-47e4-b653-c682323b4d94 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:36:30.833092 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-5abb0710-e364-47e4-b653-c682323b4d94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:36:30.838311 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 35858) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:36:30.880807 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-5abb0710-e364-47e4-b653-c682323b4d94 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f800ef9e7cb5413aa09a930fd329ee2d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2316971 Nov 05 18:36:30.880807 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abb0710-e364-47e4-b653-c682323b4d94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=202307b3-d17b-41d1-a8b2-9f14d3f391a7,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:36:30.881711 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 35870) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:36:30.907371 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-568ec4db-761f-4325-abf6-ba998c4a859c req-1bdc556a-6f30-4410-ab4d-540bd1a60ea1 tempest-ServersAdminNegativeTestJSON-951057987 tempest-ServersAdminNegativeTestJSON-951057987-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=7b5b6e0e218a471d9e46a45154f5d765&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0223534 Nov 05 18:36:30.934816 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-d7d77e30-f1a8-4716-9540-f3e5f3a8c03c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:36:30.964539 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-d7d77e30-f1a8-4716-9540-f3e5f3a8c03c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:36:31.029727 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568ec4db-761f-4325-abf6-ba998c4a859c req-bf48babc-cabe-46a1-949f-48d065f63c51 tempest-ServersAdminNegativeTestJSON-951057987 tempest-ServersAdminNegativeTestJSON-951057987-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:36:31.031226 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-568ec4db-761f-4325-abf6-ba998c4a859c req-bf48babc-cabe-46a1-949f-48d065f63c51 tempest-ServersAdminNegativeTestJSON-951057987 tempest-ServersAdminNegativeTestJSON-951057987-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1169708 Nov 05 18:36:31.054633 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-568ec4db-761f-4325-abf6-ba998c4a859c req-05e1ac50-8b82-4e07-9766-19875f18ac8c tempest-ServersAdminNegativeTestJSON-951057987 tempest-ServersAdminNegativeTestJSON-951057987-project] 10.222.0.13 "GET /v2.0/quotas/7b5b6e0e218a471d9e46a45154f5d765 HTTP/1.1" status: 200 len: 375 time: 0.0170367 Nov 05 18:36:31.088110 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-d7d77e30-f1a8-4716-9540-f3e5f3a8c03c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:36:31.090977 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-d7d77e30-f1a8-4716-9540-f3e5f3a8c03c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:36:31.093165 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-d7d77e30-f1a8-4716-9540-f3e5f3a8c03c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/202307b3-d17b-41d1-a8b2-9f14d3f391a7 HTTP/1.1" status: 204 len: 168 time: 0.2095094 Nov 05 18:36:31.102219 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d77e30-f1a8-4716-9540-f3e5f3a8c03c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=202307b3-d17b-41d1-a8b2-9f14d3f391a7,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:36:31.117166 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-568ec4db-761f-4325-abf6-ba998c4a859c req-b2405d10-8c1c-4195-81c5-58b15b4646c8 tempest-ServersAdminNegativeTestJSON-951057987 tempest-ServersAdminNegativeTestJSON-951057987-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=7b5b6e0e218a471d9e46a45154f5d765&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0614977 Nov 05 18:36:31.311429 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-491326d2-cd69-4387-9246-a525f2370430 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:36:31.436738 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-491326d2-cd69-4387-9246-a525f2370430 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:36:31.519917 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-491326d2-cd69-4387-9246-a525f2370430 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:36:31.568069 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491326d2-cd69-4387-9246-a525f2370430 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f76b3821-b1ad-4b1e-81fa-9adbf87f4eba,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:36:31.572246 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-491326d2-cd69-4387-9246-a525f2370430 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=640fdfc13a684d149d1861f40fa037cb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7326753 Nov 05 18:36:31.579284 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 35904) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:36:31.637487 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-a5ed6d57-9c3a-4bcc-a132-8816022c41ca req-0d4f731a-697c-474a-ab00-c708e34d96ca tempest-ServersAdminNegativeTestJSON-951057987 tempest-ServersAdminNegativeTestJSON-951057987-project] 10.222.0.13 "GET /v2.0/ports?device_id=c6ba0f04-ab3c-4f85-8c28-c94c744f22d1 HTTP/1.1" status: 200 len: 210 time: 0.0433493 Nov 05 18:36:31.670974 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-2bc92b1a-b058-4338-8bb6-62293963c3cc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:36:31.698198 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-2bc92b1a-b058-4338-8bb6-62293963c3cc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:36:31.827834 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f49d9a-2f81-4ae7-bc4d-44ba3978e88b req-ddf89e76-6e7c-463f-b20b-f76df02157f7 tempest-LiveMigrationNegativeTest-227627026 tempest-LiveMigrationNegativeTest-227627026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:36:31.830240 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-76f49d9a-2f81-4ae7-bc4d-44ba3978e88b req-ddf89e76-6e7c-463f-b20b-f76df02157f7 tempest-LiveMigrationNegativeTest-227627026 tempest-LiveMigrationNegativeTest-227627026-project] 10.222.0.13 "GET /v2.0/ports?device_id=07bde78d-5876-4e82-8542-24536f5bccfc HTTP/1.1" status: 200 len: 970 time: 0.0905867 Nov 05 18:36:31.885267 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-76f49d9a-2f81-4ae7-bc4d-44ba3978e88b req-bd57237f-b939-4e59-933a-59be4bb6a013 tempest-LiveMigrationNegativeTest-227627026 tempest-LiveMigrationNegativeTest-227627026-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2254f1c-cc29-4ed4-aae7-2ed47617ef3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446751 Nov 05 18:36:31.967062 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-2bc92b1a-b058-4338-8bb6-62293963c3cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:36:31.970726 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-2bc92b1a-b058-4338-8bb6-62293963c3cc admin admin] Publish callbacks [] for security_group, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:36:31.972834 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-2bc92b1a-b058-4338-8bb6-62293963c3cc admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f76b3821-b1ad-4b1e-81fa-9adbf87f4eba HTTP/1.1" status: 204 len: 168 time: 0.3922877 Nov 05 18:36:31.985087 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc92b1a-b058-4338-8bb6-62293963c3cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f76b3821-b1ad-4b1e-81fa-9adbf87f4eba,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:36:32.540669 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Device 6fe56c8e-eaed-4b79-8ef3-dead32e1e7ad details requested by agent hyperv_n-h1-816865-1 with host n-h1-816865-1 {{(pid=102388) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 05 18:36:32.611739 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-2c144ae2-f697-45bf-9add-a6f8cecf594a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:36:32.645961 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] For port 6fe56c8e-eaed-4b79-8ef3-dead32e1e7ad, host n-h1-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=6fe56c8e-eaed-4b79-8ef3-dead32e1e7ad,segment=NetworkSegment(35c2db9c-522d-48d3-98cf-a08c2cc55db7),segment_id=35c2db9c-522d-48d3-98cf-a08c2cc55db7)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:36:32.657893 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Returning: {'device': '6fe56c8e-eaed-4b79-8ef3-dead32e1e7ad', 'network_id': 'a723f808-b11e-4066-b104-fad90c82895e', 'port_id': '6fe56c8e-eaed-4b79-8ef3-dead32e1e7ad', 'mac_address': 'fa:16:3e:89:ae:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 153, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05e7a1b5-165b-4a00-855a-ffbcb2eba59e', 'ip_address': '192.168.233.169'}], 'device_owner': 'compute:tempest-test_az-1918685745', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102388) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 05 18:36:32.710950 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:36:32.724993 n-d-816865-1 neutron-server[102388]: DEBUG neutron.notifiers.nova [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6fe56c8e-eaed-4b79-8ef3-dead32e1e7ad {{(pid=102388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 18:36:32.750345 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] For port 6fe56c8e-eaed-4b79-8ef3-dead32e1e7ad, host n-h1-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=6fe56c8e-eaed-4b79-8ef3-dead32e1e7ad,segment=NetworkSegment(35c2db9c-522d-48d3-98cf-a08c2cc55db7),segment_id=35c2db9c-522d-48d3-98cf-a08c2cc55db7)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:36:32.766002 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-c2ddaf8d-766d-452a-8d5b-f04d64d78bd0 req-7ed6c41e-b865-4840-be09-d191a9baa2a9 tempest-ServersAdminNegativeTestJSON-951057987 tempest-ServersAdminNegativeTestJSON-951057987-project] 10.222.0.13 "GET /v2.0/ports?device_id=c6ba0f04-ab3c-4f85-8c28-c94c744f22d1 HTTP/1.1" status: 200 len: 210 time: 0.0286698 Nov 05 18:36:32.816788 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:36:32.876539 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Pushing event updated for resources: {'Port': ['ID=6fe56c8e-eaed-4b79-8ef3-dead32e1e7ad,revision_number=4']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:36:32.953981 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 35978) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:36:32.976857 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-c890ff92-81aa-4e20-b499-a897fc126efb admin admin] Publish callbacks [] for security_group, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:36:33.044938 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] get_ports_and_sgs() called for port_ids ['6fe56c8e-eaed-4b79-8ef3-dead32e1e7ad'] {{(pid=102388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 18:36:33.119272 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-c890ff92-81aa-4e20-b499-a897fc126efb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:36:33.188759 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0154d623-7f22-4b00-8391-9e6bffe90582 req-382da419-06d5-4267-905f-ccb8e92244dc tempest-LiveMigrationNegativeTest-227627026 tempest-LiveMigrationNegativeTest-227627026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:36:33.190395 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-0154d623-7f22-4b00-8391-9e6bffe90582 req-382da419-06d5-4267-905f-ccb8e92244dc tempest-LiveMigrationNegativeTest-227627026 tempest-LiveMigrationNegativeTest-227627026-project] 10.222.0.13 "GET /v2.0/ports?device_id=07bde78d-5876-4e82-8542-24536f5bccfc HTTP/1.1" status: 200 len: 971 time: 0.0696611 Nov 05 18:36:33.200589 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-c890ff92-81aa-4e20-b499-a897fc126efb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:36:33.260555 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-c890ff92-81aa-4e20-b499-a897fc126efb admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=946ebf2584714ce6a5498d4f1523220d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3052218 Nov 05 18:36:33.263023 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 35988) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:36:33.266617 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c890ff92-81aa-4e20-b499-a897fc126efb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b3bf8c7-6959-4f84-893b-46b435c46ff2,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:36:33.305324 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-0154d623-7f22-4b00-8391-9e6bffe90582 req-908c0c23-cdd2-42b9-b442-4c77a83c4cee tempest-LiveMigrationNegativeTest-227627026 tempest-LiveMigrationNegativeTest-227627026-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2254f1c-cc29-4ed4-aae7-2ed47617ef3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058517 Nov 05 18:36:33.318350 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 35992) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:36:33.345025 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-0ea38e71-3176-4f51-9d08-a67146da0a5c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:36:33.370945 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-0ea38e71-3176-4f51-9d08-a67146da0a5c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:36:33.450686 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.agents_db [None req-b9406b04-a0e8-43cf-b349-711963d96cf4 None None] Agent healthcheck: found 7 active agents {{(pid=102389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 05 18:36:33.539769 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-0ea38e71-3176-4f51-9d08-a67146da0a5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:36:33.542336 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-0ea38e71-3176-4f51-9d08-a67146da0a5c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:36:33.543650 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-0ea38e71-3176-4f51-9d08-a67146da0a5c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9b3bf8c7-6959-4f84-893b-46b435c46ff2 HTTP/1.1" status: 204 len: 168 time: 0.2787743 Nov 05 18:36:33.552288 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea38e71-3176-4f51-9d08-a67146da0a5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b3bf8c7-6959-4f84-893b-46b435c46ff2,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:36:33.593823 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-568ec4db-761f-4325-abf6-ba998c4a859c req-6eae9f2c-5c2f-4073-af59-7152cfa20104 tempest-ServersAdminNegativeTestJSON-951057987 tempest-ServersAdminNegativeTestJSON-951057987-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=7b5b6e0e218a471d9e46a45154f5d765&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0326488 Nov 05 18:36:33.605472 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 36016) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:36:33.678639 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-f4c5fde0-d5ca-4189-a482-1e56c22a36c1 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-15228308-network', 'tenant_id': 'e4fadb60c9fa4b0abf704559d02b8aa0'}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:36:33.767436 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568ec4db-761f-4325-abf6-ba998c4a859c req-8e53c169-c0e1-49cb-a827-777e401beb9d tempest-ServersAdminNegativeTestJSON-951057987 tempest-ServersAdminNegativeTestJSON-951057987-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:36:33.770322 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-568ec4db-761f-4325-abf6-ba998c4a859c req-8e53c169-c0e1-49cb-a827-777e401beb9d tempest-ServersAdminNegativeTestJSON-951057987 tempest-ServersAdminNegativeTestJSON-951057987-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1699381 Nov 05 18:36:33.800659 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [req-568ec4db-761f-4325-abf6-ba998c4a859c req-4d92fbe5-542a-414f-8156-746462655235 tempest-ServersAdminNegativeTestJSON-951057987 tempest-ServersAdminNegativeTestJSON-951057987-project] Request body: {'port': {'device_id': 'c6ba0f04-ab3c-4f85-8c28-c94c744f22d1', 'network_id': 'a723f808-b11e-4066-b104-fad90c82895e', 'admin_state_up': True, 'tenant_id': '7b5b6e0e218a471d9e46a45154f5d765'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:36:33.825430 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-9af7bb25-9d1f-4243-9b91-f269636f7eae admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1002446265-network', 'tenant_id': '1378cc122b744fd2a72edd863adcc850'}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:36:33.851645 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4c5fde0-d5ca-4189-a482-1e56c22a36c1 admin admin] Made reservation on behalf of e4fadb60c9fa4b0abf704559d02b8aa0 for: {'network': 1} {{(pid=102387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 18:36:33.853991 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-f4c5fde0-d5ca-4189-a482-1e56c22a36c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for network, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:36:33.885239 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-f4c5fde0-d5ca-4189-a482-1e56c22a36c1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:36:33.941943 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:36:33.968262 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-f4c5fde0-d5ca-4189-a482-1e56c22a36c1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:36:33.997226 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9af7bb25-9d1f-4243-9b91-f269636f7eae admin admin] Made reservation on behalf of 1378cc122b744fd2a72edd863adcc850 for: {'network': 1} {{(pid=102387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 18:36:33.999833 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-9af7bb25-9d1f-4243-9b91-f269636f7eae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for network, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:36:34.011868 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-9af7bb25-9d1f-4243-9b91-f269636f7eae admin admin] Publish callbacks [] for security_group, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:36:34.105267 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-f4c5fde0-d5ca-4189-a482-1e56c22a36c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:36:34.132826 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-edeb770d-8057-4743-9268-8ccb63b5fa67 req-dd4e5afe-873e-4fed-a6f9-9f472b208220 tempest-ServersAdminNegativeTestJSON-951057987 tempest-ServersAdminNegativeTestJSON-951057987-project] 10.222.0.13 "GET /v2.0/ports?device_id=c6ba0f04-ab3c-4f85-8c28-c94c744f22d1 HTTP/1.1" status: 200 len: 210 time: 0.0393143 Nov 05 18:36:34.144340 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-9af7bb25-9d1f-4243-9b91-f269636f7eae admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:36:34.155840 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-568ec4db-761f-4325-abf6-ba998c4a859c req-4d92fbe5-542a-414f-8156-746462655235 tempest-ServersAdminNegativeTestJSON-951057987 tempest-ServersAdminNegativeTestJSON-951057987-project] Made reservation on behalf of 7b5b6e0e218a471d9e46a45154f5d765 for: {'port': 1} {{(pid=102386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 18:36:34.155984 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4c5fde0-d5ca-4189-a482-1e56c22a36c1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 161} {{(pid=102387) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 05 18:36:34.162582 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-568ec4db-761f-4325-abf6-ba998c4a859c req-4d92fbe5-542a-414f-8156-746462655235 tempest-ServersAdminNegativeTestJSON-951057987 tempest-ServersAdminNegativeTestJSON-951057987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:36:34.174568 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-f4c5fde0-d5ca-4189-a482-1e56c22a36c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273'] for segment, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:36:34.175027 n-d-816865-1 neutron-server[102387]: INFO neutron.db.segments_db [None req-f4c5fde0-d5ca-4189-a482-1e56c22a36c1 admin admin] Added segment 6c1e83a3-272c-4e69-9514-f61e4e363f8b of type vlan for network ba3e8390-54e7-4d99-8fec-d7b75d85d22a Nov 05 18:36:34.176444 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c5fde0-d5ca-4189-a482-1e56c22a36c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d1a6de1-a0ac-46c2-b1ae-a15f5949988c,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:36:34.222771 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-f4c5fde0-d5ca-4189-a482-1e56c22a36c1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750027258543'] for network, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:36:34.255447 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-9af7bb25-9d1f-4243-9b91-f269636f7eae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:36:34.288613 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af7bb25-9d1f-4243-9b91-f269636f7eae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90febc7e-7a4f-4e17-8ddb-723e03f22ebb,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:36:34.298212 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9af7bb25-9d1f-4243-9b91-f269636f7eae admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 189} {{(pid=102387) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 05 18:36:34.307821 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-9af7bb25-9d1f-4243-9b91-f269636f7eae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273'] for segment, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:36:34.308151 n-d-816865-1 neutron-server[102387]: INFO neutron.db.segments_db [None req-9af7bb25-9d1f-4243-9b91-f269636f7eae admin admin] Added segment a77cb927-ae43-4ea3-ad4f-7cb4558e895d of type vlan for network 955f3154-b08a-4d99-8ebf-4fbfb4c5bfdd Nov 05 18:36:34.357012 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-f4c5fde0-d5ca-4189-a482-1e56c22a36c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-956796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877'] for network, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:36:34.360812 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4c5fde0-d5ca-4189-a482-1e56c22a36c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:36:34.360812 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-f4c5fde0-d5ca-4189-a482-1e56c22a36c1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597851'] for network, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:36:34.366643 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-9af7bb25-9d1f-4243-9b91-f269636f7eae admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750027258543'] for network, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:36:34.402070 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.db_base_plugin_common [req-568ec4db-761f-4325-abf6-ba998c4a859c req-4d92fbe5-542a-414f-8156-746462655235 tempest-ServersAdminNegativeTestJSON-951057987 tempest-ServersAdminNegativeTestJSON-951057987-project] Allocated IP 192.168.233.49 (a723f808-b11e-4066-b104-fad90c82895e/05e7a1b5-165b-4a00-855a-ffbcb2eba59e/d73da2a2-a33e-438e-a527-e28f6427e657) {{(pid=102386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 18:36:34.447588 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c5fde0-d5ca-4189-a482-1e56c22a36c1 admin admin] Pushing event updated for resources: {'Network': ['ID=ba3e8390-54e7-4d99-8fec-d7b75d85d22a,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:36:34.462997 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Network ba3e8390-54e7-4d99-8fec-d7b75d85d22a details requested by agent ovs-agent-n-d-816865-1 with host n-d-816865-1 {{(pid=102388) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 05 18:36:34.504304 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-f4c5fde0-d5ca-4189-a482-1e56c22a36c1 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.1847484 Nov 05 18:36:34.507753 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 36058) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:36:34.515410 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-3eb99bd6-14a2-4509-b7db-df82cc74dacd admin admin] Request body: {'subnet': {'network_id': 'ba3e8390-54e7-4d99-8fec-d7b75d85d22a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-15228308-subnet', 'tenant_id': 'e4fadb60c9fa4b0abf704559d02b8aa0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:36:34.539177 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-9af7bb25-9d1f-4243-9b91-f269636f7eae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-956796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877'] for network, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:36:34.540230 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9af7bb25-9d1f-4243-9b91-f269636f7eae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:36:34.541086 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-9af7bb25-9d1f-4243-9b91-f269636f7eae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597851'] for network, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:36:34.547714 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Device 6fe56c8e-eaed-4b79-8ef3-dead32e1e7ad up at agent hyperv_n-h1-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 18:36:34.614622 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-568ec4db-761f-4325-abf6-ba998c4a859c req-4d92fbe5-542a-414f-8156-746462655235 tempest-ServersAdminNegativeTestJSON-951057987 tempest-ServersAdminNegativeTestJSON-951057987-project] Publish callbacks [] for port, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:36:34.656371 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebab70d-22a6-4d67-b1f9-1f9af545f2bd req-f7254af2-05b5-44ad-9baf-47ab569b02fe tempest-LiveMigrationNegativeTest-227627026 tempest-LiveMigrationNegativeTest-227627026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:36:34.657915 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-8ebab70d-22a6-4d67-b1f9-1f9af545f2bd req-f7254af2-05b5-44ad-9baf-47ab569b02fe tempest-LiveMigrationNegativeTest-227627026 tempest-LiveMigrationNegativeTest-227627026-project] 10.222.0.13 "GET /v2.0/ports?device_id=07bde78d-5876-4e82-8542-24536f5bccfc HTTP/1.1" status: 200 len: 971 time: 0.1933720 Nov 05 18:36:34.658549 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af7bb25-9d1f-4243-9b91-f269636f7eae admin admin] Pushing event updated for resources: {'Network': ['ID=955f3154-b08a-4d99-8ebf-4fbfb4c5bfdd,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:36:34.669775 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Network 955f3154-b08a-4d99-8ebf-4fbfb4c5bfdd details requested by agent ovs-agent-n-d-816865-1 with host n-d-816865-1 {{(pid=102388) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 05 18:36:34.685058 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Provisioning for port 6fe56c8e-eaed-4b79-8ef3-dead32e1e7ad completed by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 05 18:36:34.698776 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Provisioning complete for port 6fe56c8e-eaed-4b79-8ef3-dead32e1e7ad triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:36:34.699080 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:36:34.710434 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-568ec4db-761f-4325-abf6-ba998c4a859c req-4d92fbe5-542a-414f-8156-746462655235 tempest-ServersAdminNegativeTestJSON-951057987 tempest-ServersAdminNegativeTestJSON-951057987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789'] for port, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:36:34.733739 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-8ebab70d-22a6-4d67-b1f9-1f9af545f2bd req-587fe61b-051f-4025-8846-8ad19712222b tempest-LiveMigrationNegativeTest-227627026 tempest-LiveMigrationNegativeTest-227627026-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2254f1c-cc29-4ed4-aae7-2ed47617ef3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663426 Nov 05 18:36:34.738668 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3eb99bd6-14a2-4509-b7db-df82cc74dacd admin admin] Made reservation on behalf of e4fadb60c9fa4b0abf704559d02b8aa0 for: {'subnet': 1} {{(pid=102387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 18:36:34.742382 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-3eb99bd6-14a2-4509-b7db-df82cc74dacd admin admin] Publish callbacks [] for subnet, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:36:34.767078 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] get_ports_and_sgs() called for port_ids ['97dc252f-05ed-45d4-b280-386bd8292c5b'] {{(pid=102388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 18:36:34.805893 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-568ec4db-761f-4325-abf6-ba998c4a859c req-4d92fbe5-542a-414f-8156-746462655235 tempest-ServersAdminNegativeTestJSON-951057987 tempest-ServersAdminNegativeTestJSON-951057987-project] Network a723f808-b11e-4066-b104-fad90c82895e is already hosted by enough agents. {{(pid=102386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 18:36:34.816124 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.base_scheduler [req-568ec4db-761f-4325-abf6-ba998c4a859c req-4d92fbe5-542a-414f-8156-746462655235 tempest-ServersAdminNegativeTestJSON-951057987 tempest-ServersAdminNegativeTestJSON-951057987-project] Resources bound (agent type, host, resource id): {{(pid=102386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:36:34.821271 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [req-568ec4db-761f-4325-abf6-ba998c4a859c req-4d92fbe5-542a-414f-8156-746462655235 tempest-ServersAdminNegativeTestJSON-951057987 tempest-ServersAdminNegativeTestJSON-951057987-project] Received port after_create {{(pid=102386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 18:36:34.832654 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568ec4db-761f-4325-abf6-ba998c4a859c req-4d92fbe5-542a-414f-8156-746462655235 tempest-ServersAdminNegativeTestJSON-951057987 tempest-ServersAdminNegativeTestJSON-951057987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:36:34.834442 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-568ec4db-761f-4325-abf6-ba998c4a859c req-4d92fbe5-542a-414f-8156-746462655235 tempest-ServersAdminNegativeTestJSON-951057987 tempest-ServersAdminNegativeTestJSON-951057987-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:36:34.871805 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-9af7bb25-9d1f-4243-9b91-f269636f7eae admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.2640669 Nov 05 18:36:34.884683 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 36072) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:36:34.902691 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-7c4d69fd-7a85-4423-8592-4db604e0df94 admin admin] Request body: {'subnet': {'network_id': '955f3154-b08a-4d99-8ebf-4fbfb4c5bfdd', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1002446265-subnet', 'tenant_id': '1378cc122b744fd2a72edd863adcc850', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:36:34.915226 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d92fbe5-542a-414f-8156-746462655235 tempest-ServersAdminNegativeTestJSON-951057987 tempest-ServersAdminNegativeTestJSON-951057987-project] Pushing event updated for resources: {'Port': ['ID=d73da2a2-a33e-438e-a527-e28f6427e657,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:36:34.978874 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dec16c1-b608-41c6-a5eb-6d5534c54a19 req-7bac1669-dd16-4d38-b4a4-dcc777da8caa tempest-AggregatesAdminTestJSON-2118578912 tempest-AggregatesAdminTestJSON-2118578912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:36:34.986721 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-8dec16c1-b608-41c6-a5eb-6d5534c54a19 req-7bac1669-dd16-4d38-b4a4-dcc777da8caa tempest-AggregatesAdminTestJSON-2118578912 tempest-AggregatesAdminTestJSON-2118578912-project] 10.222.0.13 "GET /v2.0/ports?device_id=20de2515-e214-4987-a8a6-5c86834f1984 HTTP/1.1" status: 200 len: 970 time: 0.1197407 Nov 05 18:36:35.013438 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-568ec4db-761f-4325-abf6-ba998c4a859c req-4d92fbe5-542a-414f-8156-746462655235 tempest-ServersAdminNegativeTestJSON-951057987 tempest-ServersAdminNegativeTestJSON-951057987-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.2249427 Nov 05 18:36:35.020931 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:36:35.037370 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [req-568ec4db-761f-4325-abf6-ba998c4a859c req-0f8127bd-2ee1-4f90-90b6-af248a36b0b2 service neutron] Request body: {'port': {'device_id': 'c6ba0f04-ab3c-4f85-8c28-c94c744f22d1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816865-1'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:36:35.084620 n-d-816865-1 neutron-server[102388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07bde78d-5876-4e82-8542-24536f5bccfc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fe56c8e-eaed-4b79-8ef3-dead32e1e7ad'}] {{(pid=102388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 18:36:35.092379 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85474fee1180e129d8a886d264fe0b30223aa672dd1ffe43b630605f18504f68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf75e4e0-dd6d-47f8-9065-0d1257d9ad4b" -d '{"events": [{"server_uuid": "07bde78d-5876-4e82-8542-24536f5bccfc", "name": "network-vif-plugged", "status": "completed", "tag": "6fe56c8e-eaed-4b79-8ef3-dead32e1e7ad"}]}' {{(pid=102388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 18:36:35.095824 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-8dec16c1-b608-41c6-a5eb-6d5534c54a19 req-ab222f90-50b5-419d-8e74-9be2af3b5131 tempest-AggregatesAdminTestJSON-2118578912 tempest-AggregatesAdminTestJSON-2118578912-project] 10.222.0.13 "GET /v2.0/security-groups?id=15fd3a16-260c-4ef4-863e-30e7081f111a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026740 Nov 05 18:36:35.107682 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-e36ed231-a066-4624-845a-ca43562f8a72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:36:35.168915 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c4d69fd-7a85-4423-8592-4db604e0df94 admin admin] Made reservation on behalf of 1378cc122b744fd2a72edd863adcc850 for: {'subnet': 1} {{(pid=102386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 18:36:35.177579 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-7c4d69fd-7a85-4423-8592-4db604e0df94 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:36:35.193643 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-568ec4db-761f-4325-abf6-ba998c4a859c req-0f8127bd-2ee1-4f90-90b6-af248a36b0b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:36:35.272526 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 18:36:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9b9a2d5-c482-4e58-83e9-53409a13ea40 x-openstack-request-id: req-f9b9a2d5-c482-4e58-83e9-53409a13ea40 {{(pid=102388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 18:36:35.272833 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07bde78d-5876-4e82-8542-24536f5bccfc", "name": "network-vif-plugged", "status": "completed", "tag": "6fe56c8e-eaed-4b79-8ef3-dead32e1e7ad", "code": 200}]} {{(pid=102388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 18:36:35.273088 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f9b9a2d5-c482-4e58-83e9-53409a13ea40 {{(pid=102388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 18:36:35.273468 n-d-816865-1 neutron-server[102388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07bde78d-5876-4e82-8542-24536f5bccfc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fe56c8e-eaed-4b79-8ef3-dead32e1e7ad', 'code': 200} Nov 05 18:36:35.291364 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] For port 6fe56c8e-eaed-4b79-8ef3-dead32e1e7ad, host n-h1-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=6fe56c8e-eaed-4b79-8ef3-dead32e1e7ad,segment=NetworkSegment(35c2db9c-522d-48d3-98cf-a08c2cc55db7),segment_id=35c2db9c-522d-48d3-98cf-a08c2cc55db7)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:36:35.321607 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-48f55e26-8d72-4765-9af2-f4aef095578e None None] Provisioning complete for port d73da2a2-a33e-438e-a527-e28f6427e657 triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:36:35.322257 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-48f55e26-8d72-4765-9af2-f4aef095578e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:36:35.366312 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-48f55e26-8d72-4765-9af2-f4aef095578e None None] Port d73da2a2-a33e-438e-a527-e28f6427e657 cannot update to ACTIVE because it is not bound. {{(pid=102388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 18:36:35.373815 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:36:35.373990 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-3eb99bd6-14a2-4509-b7db-df82cc74dacd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877'] for subnet, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:36:35.431747 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Pushing event updated for resources: {'Port': ['ID=6fe56c8e-eaed-4b79-8ef3-dead32e1e7ad,revision_number=5']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:36:35.480897 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eb99bd6-14a2-4509-b7db-df82cc74dacd admin admin] Checking segment: {'id': '6c1e83a3-272c-4e69-9514-f61e4e363f8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'ba3e8390-54e7-4d99-8fec-d7b75d85d22a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 18:36:35.481257 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3eb99bd6-14a2-4509-b7db-df82cc74dacd admin admin] Network hostable DHCP agents. Network: ba3e8390-54e7-4d99-8fec-d7b75d85d22a, hostable agents: ['987e2ca0-bc3b-4c6f-a989-429ccfbf753f'], hosted agents: [] {{(pid=102387) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 05 18:36:35.528918 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab294b0-fb15-4f95-bf66-b5784c62e9b7 req-0874fb5b-aea4-4f33-9920-bc61b0407ce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:36:35.530783 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-fab294b0-fb15-4f95-bf66-b5784c62e9b7 req-0874fb5b-aea4-4f33-9920-bc61b0407ce7 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=07bde78d-5876-4e82-8542-24536f5bccfc HTTP/1.1" status: 200 len: 1122 time: 0.2633240 Nov 05 18:36:35.542611 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2446d4-8c2c-4ffc-8aef-69ad2f0eaf6e req-e826aacd-c9e8-44f1-8180-ee59968061af tempest-ServersAdminNegativeTestJSON-951057987 tempest-ServersAdminNegativeTestJSON-951057987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:36:35.544329 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-0c2446d4-8c2c-4ffc-8aef-69ad2f0eaf6e req-e826aacd-c9e8-44f1-8180-ee59968061af tempest-ServersAdminNegativeTestJSON-951057987 tempest-ServersAdminNegativeTestJSON-951057987-project] 10.222.0.13 "GET /v2.0/ports?device_id=c6ba0f04-ab3c-4f85-8c28-c94c744f22d1 HTTP/1.1" status: 200 len: 935 time: 0.2012742 Nov 05 18:36:35.553106 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb99bd6-14a2-4509-b7db-df82cc74dacd admin admin] Pushing event updated for resources: {'Subnet': ['ID=23219f55-021e-4f36-bac1-2c401000599a,revision_number=0']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:36:35.583010 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3eb99bd6-14a2-4509-b7db-df82cc74dacd admin admin] Network ba3e8390-54e7-4d99-8fec-d7b75d85d22a is scheduled to be hosted by DHCP agent 987e2ca0-bc3b-4c6f-a989-429ccfbf753f with binding_index 1 {{(pid=102387) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 05 18:36:35.630918 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-fab294b0-fb15-4f95-bf66-b5784c62e9b7 req-6d3b7327-39ce-4ef3-bfbd-cb135939faca service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=b2254f1c-cc29-4ed4-aae7-2ed47617ef3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853751 Nov 05 18:36:35.634411 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-0c2446d4-8c2c-4ffc-8aef-69ad2f0eaf6e req-eea055bb-b3d3-4d24-b19d-19496bafed5a tempest-ServersAdminNegativeTestJSON-951057987 tempest-ServersAdminNegativeTestJSON-951057987-project] 10.222.0.13 "GET /v2.0/security-groups?id=74169f08-fd93-462d-af79-df7f2045d3b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790336 Nov 05 18:36:35.691293 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.base_scheduler [None req-3eb99bd6-14a2-4509-b7db-df82cc74dacd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816865-1, ba3e8390-54e7-4d99-8fec-d7b75d85d22a) {{(pid=102387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:36:35.697623 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3eb99bd6-14a2-4509-b7db-df82cc74dacd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:36:35.698273 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-3eb99bd6-14a2-4509-b7db-df82cc74dacd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597851'] for subnet, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:36:35.707909 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b161fa4-a2b6-4d78-869a-f9b48dd23484 None None] Network ba3e8390-54e7-4d99-8fec-d7b75d85d22a requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 18:36:35.823872 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-3eb99bd6-14a2-4509-b7db-df82cc74dacd admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.3146486 Nov 05 18:36:35.824609 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 36110) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:36:35.831980 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-bd6d09ff-da9b-494f-9435-aa1022984674 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-15228308-router', 'tenant_id': 'e4fadb60c9fa4b0abf704559d02b8aa0', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec'}}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:36:35.932115 n-d-816865-1 neutron-server[102386]: DEBUG neutron.notifiers.nova [req-568ec4db-761f-4325-abf6-ba998c4a859c req-0f8127bd-2ee1-4f90-90b6-af248a36b0b2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d73da2a2-a33e-438e-a527-e28f6427e657 {{(pid=102386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 18:36:35.940308 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-568ec4db-761f-4325-abf6-ba998c4a859c req-0f8127bd-2ee1-4f90-90b6-af248a36b0b2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:36:35.960957 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.provisioning_blocks [req-568ec4db-761f-4325-abf6-ba998c4a859c req-0f8127bd-2ee1-4f90-90b6-af248a36b0b2 service neutron] Transition to ACTIVE for port object d73da2a2-a33e-438e-a527-e28f6427e657 will not be triggered until provisioned by entity L2. {{(pid=102386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 05 18:36:35.964795 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a6618ac-58dd-492f-9e1e-f8630c4d6298 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeb20a084-accf-5b60-8075-3e69ebe863a6-ba3e8390-54e7-4d99-8fec-d7b75d85d22a', 'network_id': 'ba3e8390-54e7-4d99-8fec-d7b75d85d22a', 'tenant_id': 'e4fadb60c9fa4b0abf704559d02b8aa0', 'fixed_ips': [{'subnet_id': '23219f55-021e-4f36-bac1-2c401000599a'}]}} from n-d-816865-1. {{(pid=102388) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 05 18:36:35.969524 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-5a6618ac-58dd-492f-9e1e-f8630c4d6298 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:36:36.014726 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-7c4d69fd-7a85-4423-8592-4db604e0df94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877'] for subnet, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:36:36.014936 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a19d1e-2cc6-4b60-8599-6e58fbe090fd req-11ba0d29-27b4-4a51-aeb1-a23f34d9350a tempest-AggregatesAdminTestJSON-2118578912 tempest-AggregatesAdminTestJSON-2118578912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:36:36.016590 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-74a19d1e-2cc6-4b60-8599-6e58fbe090fd req-11ba0d29-27b4-4a51-aeb1-a23f34d9350a tempest-AggregatesAdminTestJSON-2118578912 tempest-AggregatesAdminTestJSON-2118578912-project] 10.222.0.41 "GET /v2.0/ports?device_id=20de2515-e214-4987-a8a6-5c86834f1984 HTTP/1.1" status: 200 len: 970 time: 0.1608126 Nov 05 18:36:36.035514 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87b6618-b517-4d1f-ab2c-55692f35798b req-bb3f737b-8f25-4f90-9a74-3d5cb1bdda3a tempest-LiveMigrationNegativeTest-227627026 tempest-LiveMigrationNegativeTest-227627026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:36:36.038500 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-c87b6618-b517-4d1f-ab2c-55692f35798b req-bb3f737b-8f25-4f90-9a74-3d5cb1bdda3a tempest-LiveMigrationNegativeTest-227627026 tempest-LiveMigrationNegativeTest-227627026-project] 10.222.0.13 "GET /v2.0/ports?device_id=07bde78d-5876-4e82-8542-24536f5bccfc HTTP/1.1" status: 200 len: 972 time: 0.1164677 Nov 05 18:36:36.072734 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-568ec4db-761f-4325-abf6-ba998c4a859c req-0f8127bd-2ee1-4f90-90b6-af248a36b0b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:36:36.078657 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:36:36.089481 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4d69fd-7a85-4423-8592-4db604e0df94 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f42be52a-0e71-4fa8-ac79-7d6a7a1ad3fb,revision_number=0']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:36:36.146081 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-bd6d09ff-da9b-494f-9435-aa1022984674 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-571139', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6874'] for router, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:36:36.146912 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-bd6d09ff-da9b-494f-9435-aa1022984674 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-571375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1000570', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1011585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6867'] for router, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:36:36.168248 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c4d69fd-7a85-4423-8592-4db604e0df94 admin admin] Checking segment: {'id': 'a77cb927-ae43-4ea3-ad4f-7cb4558e895d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '955f3154-b08a-4d99-8ebf-4fbfb4c5bfdd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 18:36:36.168593 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c4d69fd-7a85-4423-8592-4db604e0df94 admin admin] Network hostable DHCP agents. Network: 955f3154-b08a-4d99-8ebf-4fbfb4c5bfdd, hostable agents: ['987e2ca0-bc3b-4c6f-a989-429ccfbf753f'], hosted agents: [] {{(pid=102386) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 05 18:36:36.170735 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8127bd-2ee1-4f90-90b6-af248a36b0b2 service neutron] Pushing event updated for resources: {'Port': ['ID=d73da2a2-a33e-438e-a527-e28f6427e657,revision_number=2']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:36:36.170895 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.db_base_plugin_common [None req-5a6618ac-58dd-492f-9e1e-f8630c4d6298 None None] Allocated IP 172.20.0.2 (ba3e8390-54e7-4d99-8fec-d7b75d85d22a/23219f55-021e-4f36-bac1-2c401000599a/fe79972e-3886-498c-a592-20f914930c36) {{(pid=102388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 18:36:36.185660 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b304910f-7b27-444b-a8fc-977d26b1ceac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:36:36.238023 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [req-568ec4db-761f-4325-abf6-ba998c4a859c req-0f8127bd-2ee1-4f90-90b6-af248a36b0b2 service neutron] Attempting to bind port d73da2a2-a33e-438e-a527-e28f6427e657 on host n-h2-816865-1 for vnic_type normal with profile {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 18:36:36.238478 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [req-568ec4db-761f-4325-abf6-ba998c4a859c req-0f8127bd-2ee1-4f90-90b6-af248a36b0b2 service neutron] Attempting to bind port d73da2a2-a33e-438e-a527-e28f6427e657 by drivers openvswitch,hyperv on host n-h2-816865-1 at level 0 using segments [{'id': '35c2db9c-522d-48d3-98cf-a08c2cc55db7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'a723f808-b11e-4066-b104-fad90c82895e'}] {{(pid=102386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 18:36:36.238871 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-568ec4db-761f-4325-abf6-ba998c4a859c req-0f8127bd-2ee1-4f90-90b6-af248a36b0b2 service neutron] Attempting to bind port d73da2a2-a33e-438e-a527-e28f6427e657 on network a723f808-b11e-4066-b104-fad90c82895e {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 18:36:36.251155 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-568ec4db-761f-4325-abf6-ba998c4a859c req-0f8127bd-2ee1-4f90-90b6-af248a36b0b2 service neutron] Port d73da2a2-a33e-438e-a527-e28f6427e657 on network a723f808-b11e-4066-b104-fad90c82895e not bound, no agent of type Open vSwitch agent registered on host n-h2-816865-1 {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 18:36:36.251155 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-568ec4db-761f-4325-abf6-ba998c4a859c req-0f8127bd-2ee1-4f90-90b6-af248a36b0b2 service neutron] Attempting to bind port d73da2a2-a33e-438e-a527-e28f6427e657 on network a723f808-b11e-4066-b104-fad90c82895e {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 18:36:36.260157 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-568ec4db-761f-4325-abf6-ba998c4a859c req-0f8127bd-2ee1-4f90-90b6-af248a36b0b2 service neutron] Checking agent: {'id': '32aff553-696f-4891-83f5-5c176f61fe54', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816865-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 18, 33, 36), 'started_at': datetime.datetime(2021, 11, 5, 18, 33, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 18, 36, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 18:36:36.260555 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-568ec4db-761f-4325-abf6-ba998c4a859c req-0f8127bd-2ee1-4f90-90b6-af248a36b0b2 service neutron] Checking segment: {'id': '35c2db9c-522d-48d3-98cf-a08c2cc55db7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'a723f808-b11e-4066-b104-fad90c82895e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 18:36:36.261000 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-568ec4db-761f-4325-abf6-ba998c4a859c req-0f8127bd-2ee1-4f90-90b6-af248a36b0b2 service neutron] Bound using segment: {'id': '35c2db9c-522d-48d3-98cf-a08c2cc55db7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'a723f808-b11e-4066-b104-fad90c82895e'} {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 18:36:36.261531 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [req-568ec4db-761f-4325-abf6-ba998c4a859c req-0f8127bd-2ee1-4f90-90b6-af248a36b0b2 service neutron] Bound port: d73da2a2-a33e-438e-a527-e28f6427e657, host: n-h2-816865-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35c2db9c-522d-48d3-98cf-a08c2cc55db7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'a723f808-b11e-4066-b104-fad90c82895e'}}] {{(pid=102386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 18:36:36.261961 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-568ec4db-761f-4325-abf6-ba998c4a859c req-0f8127bd-2ee1-4f90-90b6-af248a36b0b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:36:36.355827 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c4d69fd-7a85-4423-8592-4db604e0df94 admin admin] Network 955f3154-b08a-4d99-8ebf-4fbfb4c5bfdd is scheduled to be hosted by DHCP agent 987e2ca0-bc3b-4c6f-a989-429ccfbf753f with binding_index 1 {{(pid=102386) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 05 18:36:36.359830 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [req-568ec4db-761f-4325-abf6-ba998c4a859c req-0f8127bd-2ee1-4f90-90b6-af248a36b0b2 service neutron] For port d73da2a2-a33e-438e-a527-e28f6427e657, host n-h2-816865-1, cleared binding levels {{(pid=102386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 18:36:36.365992 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [req-568ec4db-761f-4325-abf6-ba998c4a859c req-0f8127bd-2ee1-4f90-90b6-af248a36b0b2 service neutron] For port d73da2a2-a33e-438e-a527-e28f6427e657, host n-h2-816865-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=d73da2a2-a33e-438e-a527-e28f6427e657,segment=NetworkSegment(35c2db9c-522d-48d3-98cf-a08c2cc55db7),segment_id=35c2db9c-522d-48d3-98cf-a08c2cc55db7)] {{(pid=102386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 18:36:36.431965 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-5a6618ac-58dd-492f-9e1e-f8630c4d6298 None None] Publish callbacks [] for port, precommit_create {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:36:36.437160 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.base_scheduler [None req-7c4d69fd-7a85-4423-8592-4db604e0df94 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816865-1, 955f3154-b08a-4d99-8ebf-4fbfb4c5bfdd) {{(pid=102386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:36:36.440869 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-568ec4db-761f-4325-abf6-ba998c4a859c req-0f8127bd-2ee1-4f90-90b6-af248a36b0b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:36:36.448871 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2e449ea-9276-4bde-aed9-1372090ff4ff None None] Network 955f3154-b08a-4d99-8ebf-4fbfb4c5bfdd requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 18:36:36.455688 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c4d69fd-7a85-4423-8592-4db604e0df94 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:36:36.456647 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-7c4d69fd-7a85-4423-8592-4db604e0df94 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597851'] for subnet, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:36:36.503458 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568ec4db-761f-4325-abf6-ba998c4a859c req-0f8127bd-2ee1-4f90-90b6-af248a36b0b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:36:36.503458 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-568ec4db-761f-4325-abf6-ba998c4a859c req-0f8127bd-2ee1-4f90-90b6-af248a36b0b2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:36:36.503458 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-568ec4db-761f-4325-abf6-ba998c4a859c req-0f8127bd-2ee1-4f90-90b6-af248a36b0b2 service neutron] 10.222.0.55 "PUT /v2.0/ports/d73da2a2-a33e-438e-a527-e28f6427e657 HTTP/1.1" status: 200 len: 1095 time: 1.4727404 Nov 05 18:36:36.503458 n-d-816865-1 neutron-server[102386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6ba0f04-ab3c-4f85-8c28-c94c744f22d1', 'tag': 'd73da2a2-a33e-438e-a527-e28f6427e657'}] {{(pid=102386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 18:36:36.506025 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6173a44d7c73f41af551dc890fa1a5892c2c6bc3458b640c8e0c24db7876ba6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a532df43-1d4f-4120-ae28-fe151c6aca77" -d '{"events": [{"name": "network-changed", "server_uuid": "c6ba0f04-ab3c-4f85-8c28-c94c744f22d1", "tag": "d73da2a2-a33e-438e-a527-e28f6427e657"}]}' {{(pid=102386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 18:36:36.533215 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-5a6618ac-58dd-492f-9e1e-f8630c4d6298 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789'] for port, after_create {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:36:36.542976 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8127bd-2ee1-4f90-90b6-af248a36b0b2 service neutron] Pushing event updated for resources: {'Port': ['ID=d73da2a2-a33e-438e-a527-e28f6427e657,revision_number=3']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:36:36.603989 n-d-816865-1 neutron-server[102388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a6618ac-58dd-492f-9e1e-f8630c4d6298 None None] Network ba3e8390-54e7-4d99-8fec-d7b75d85d22a is already hosted by enough agents. {{(pid=102388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 18:36:36.610871 n-d-816865-1 neutron-server[102388]: DEBUG neutron.scheduler.base_scheduler [None req-5a6618ac-58dd-492f-9e1e-f8630c4d6298 None None] Resources bound (agent type, host, resource id): {{(pid=102388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:36:36.623628 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a6618ac-58dd-492f-9e1e-f8630c4d6298 None None] Received port after_create {{(pid=102388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 18:36:36.630913 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6618ac-58dd-492f-9e1e-f8630c4d6298 None None] Pushing event updated for resources: {'Port': ['ID=fe79972e-3886-498c-a592-20f914930c36,revision_number=1']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:36:36.632326 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-bd6d09ff-da9b-494f-9435-aa1022984674 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:36:36.650470 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-c87b6618-b517-4d1f-ab2c-55692f35798b req-13204a50-207e-4916-aef3-a3f6a4e5a718 tempest-LiveMigrationNegativeTest-227627026 tempest-LiveMigrationNegativeTest-227627026-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2254f1c-cc29-4ed4-aae7-2ed47617ef3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6036158 Nov 05 18:36:36.659823 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-7c4d69fd-7a85-4423-8592-4db604e0df94 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.7693989 Nov 05 18:36:36.789765 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568ec4db-761f-4325-abf6-ba998c4a859c req-e6467d56-0c92-4e56-863e-d412f1ab0944 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:36:36.795009 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-568ec4db-761f-4325-abf6-ba998c4a859c req-e6467d56-0c92-4e56-863e-d412f1ab0944 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7b5b6e0e218a471d9e46a45154f5d765&device_id=c6ba0f04-ab3c-4f85-8c28-c94c744f22d1 HTTP/1.1" status: 200 len: 1098 time: 0.1017764 Nov 05 18:36:36.797607 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9ce99ed-e982-4c37-9c4c-3f61703db3ca None None] Network 955f3154-b08a-4d99-8ebf-4fbfb4c5bfdd requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 18:36:36.853839 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-5a6618ac-58dd-492f-9e1e-f8630c4d6298 None None] Attempting to bind port fe79972e-3886-498c-a592-20f914930c36 on host n-d-816865-1 for vnic_type normal with profile {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 18:36:36.854326 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-5a6618ac-58dd-492f-9e1e-f8630c4d6298 None None] Attempting to bind port fe79972e-3886-498c-a592-20f914930c36 by drivers openvswitch,hyperv on host n-d-816865-1 at level 0 using segments [{'id': '6c1e83a3-272c-4e69-9514-f61e4e363f8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'ba3e8390-54e7-4d99-8fec-d7b75d85d22a'}] {{(pid=102388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 18:36:36.854756 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a6618ac-58dd-492f-9e1e-f8630c4d6298 None None] Attempting to bind port fe79972e-3886-498c-a592-20f914930c36 on network ba3e8390-54e7-4d99-8fec-d7b75d85d22a {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 18:36:36.866763 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12f7d15-d87e-4d12-bd83-318b0f2e0e84 req-ce1cf4b0-28f3-4fa9-882b-0f418332023f tempest-AggregatesAdminTestJSON-2118578912 tempest-AggregatesAdminTestJSON-2118578912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:36:36.867136 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a6618ac-58dd-492f-9e1e-f8630c4d6298 None None] Checking agent: {'id': '724d89a7-611b-41e6-bc85-c48112b17afa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 18, 25, 8), 'started_at': datetime.datetime(2021, 11, 5, 18, 25, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 18, 36, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 18:36:36.870465 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a6618ac-58dd-492f-9e1e-f8630c4d6298 None None] Checking segment: {'id': '6c1e83a3-272c-4e69-9514-f61e4e363f8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'ba3e8390-54e7-4d99-8fec-d7b75d85d22a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 18:36:36.870465 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-5a6618ac-58dd-492f-9e1e-f8630c4d6298 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:36:36.870465 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a6618ac-58dd-492f-9e1e-f8630c4d6298 None None] Bound using segment: {'id': '6c1e83a3-272c-4e69-9514-f61e4e363f8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'ba3e8390-54e7-4d99-8fec-d7b75d85d22a'} {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 18:36:36.870465 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-5a6618ac-58dd-492f-9e1e-f8630c4d6298 None None] Bound port: fe79972e-3886-498c-a592-20f914930c36, host: n-d-816865-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c1e83a3-272c-4e69-9514-f61e4e363f8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'ba3e8390-54e7-4d99-8fec-d7b75d85d22a'}}] {{(pid=102388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 18:36:36.870465 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-5a6618ac-58dd-492f-9e1e-f8630c4d6298 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:36:36.874392 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-f12f7d15-d87e-4d12-bd83-318b0f2e0e84 req-ce1cf4b0-28f3-4fa9-882b-0f418332023f tempest-AggregatesAdminTestJSON-2118578912 tempest-AggregatesAdminTestJSON-2118578912-project] 10.222.0.13 "GET /v2.0/ports?device_id=20de2515-e214-4987-a8a6-5c86834f1984 HTTP/1.1" status: 200 len: 970 time: 0.3987150 Nov 05 18:36:36.907660 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-568ec4db-761f-4325-abf6-ba998c4a859c req-00d9afa5-4a9f-4bc3-91a3-e03ba188880d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.49&port_id=d73da2a2-a33e-438e-a527-e28f6427e657 HTTP/1.1" status: 200 len: 217 time: 0.1012688 Nov 05 18:36:36.916803 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [req-74a19d1e-2cc6-4b60-8599-6e58fbe090fd req-597a071d-de34-4b64-83c7-eb532171586d tempest-AggregatesAdminTestJSON-2118578912 tempest-AggregatesAdminTestJSON-2118578912-project] Deleting port 38e20936-c288-4575-879f-9e907f8bce6d {{(pid=102387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 18:36:36.917145 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-74a19d1e-2cc6-4b60-8599-6e58fbe090fd req-597a071d-de34-4b64-83c7-eb532171586d tempest-AggregatesAdminTestJSON-2118578912 tempest-AggregatesAdminTestJSON-2118578912-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:36:36.986516 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568ec4db-761f-4325-abf6-ba998c4a859c req-08ab192b-e9b9-4f59-9287-661d3ba706ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:36:36.990942 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-568ec4db-761f-4325-abf6-ba998c4a859c req-08ab192b-e9b9-4f59-9287-661d3ba706ff service neutron] 10.222.0.55 "GET /v2.0/subnets?id=05e7a1b5-165b-4a00-855a-ffbcb2eba59e HTTP/1.1" status: 200 len: 843 time: 0.0762327 Nov 05 18:36:37.038202 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-5a6618ac-58dd-492f-9e1e-f8630c4d6298 None None] For port fe79972e-3886-498c-a592-20f914930c36, host n-d-816865-1, cleared binding levels {{(pid=102388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 18:36:37.041680 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.db [req-74a19d1e-2cc6-4b60-8599-6e58fbe090fd req-597a071d-de34-4b64-83c7-eb532171586d tempest-AggregatesAdminTestJSON-2118578912 tempest-AggregatesAdminTestJSON-2118578912-project] For port 38e20936-c288-4575-879f-9e907f8bce6d, host n-h1-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=38e20936-c288-4575-879f-9e907f8bce6d,segment=NetworkSegment(35c2db9c-522d-48d3-98cf-a08c2cc55db7),segment_id=35c2db9c-522d-48d3-98cf-a08c2cc55db7)] {{(pid=102387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:36:37.052211 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-74a19d1e-2cc6-4b60-8599-6e58fbe090fd req-597a071d-de34-4b64-83c7-eb532171586d tempest-AggregatesAdminTestJSON-2118578912 tempest-AggregatesAdminTestJSON-2118578912-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:36:37.052837 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-5a6618ac-58dd-492f-9e1e-f8630c4d6298 None None] For port fe79972e-3886-498c-a592-20f914930c36, host n-d-816865-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=fe79972e-3886-498c-a592-20f914930c36,segment=NetworkSegment(6c1e83a3-272c-4e69-9514-f61e4e363f8b),segment_id=6c1e83a3-272c-4e69-9514-f61e4e363f8b)] {{(pid=102388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 18:36:37.092274 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568ec4db-761f-4325-abf6-ba998c4a859c req-56f4189e-c76f-43b6-933c-149a2eeb58c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:36:37.094238 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-568ec4db-761f-4325-abf6-ba998c4a859c req-56f4189e-c76f-43b6-933c-149a2eeb58c7 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a723f808-b11e-4066-b104-fad90c82895e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0951347 Nov 05 18:36:37.130329 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-5a6618ac-58dd-492f-9e1e-f8630c4d6298 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:36:37.136604 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [req-74a19d1e-2cc6-4b60-8599-6e58fbe090fd req-597a071d-de34-4b64-83c7-eb532171586d tempest-AggregatesAdminTestJSON-2118578912 tempest-AggregatesAdminTestJSON-2118578912-project] Calling delete_port for 38e20936-c288-4575-879f-9e907f8bce6d owned by compute:tempest-test_az-1918685745 {{(pid=102387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 18:36:37.151960 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-bd6d09ff-da9b-494f-9435-aa1022984674 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:36:37.180908 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-f12f7d15-d87e-4d12-bd83-318b0f2e0e84 req-33adea8a-85a9-43ab-8570-5a755097d80a tempest-AggregatesAdminTestJSON-2118578912 tempest-AggregatesAdminTestJSON-2118578912-project] 10.222.0.13 "GET /v2.0/security-groups?id=15fd3a16-260c-4ef4-863e-30e7081f111a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2999153 Nov 05 18:36:37.235231 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6618ac-58dd-492f-9e1e-f8630c4d6298 None None] Pushing event updated for resources: {'Port': ['ID=fe79972e-3886-498c-a592-20f914930c36,revision_number=2']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:36:37.279638 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 18:36:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04f9200c-7623-4da9-94ac-4c2562fe2cc3 x-openstack-request-id: req-04f9200c-7623-4da9-94ac-4c2562fe2cc3 {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 18:36:37.279927 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6ba0f04-ab3c-4f85-8c28-c94c744f22d1", "tag": "d73da2a2-a33e-438e-a527-e28f6427e657", "status": "completed", "code": 200}]} {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 18:36:37.282240 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-04f9200c-7623-4da9-94ac-4c2562fe2cc3 {{(pid=102386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 18:36:37.283012 n-d-816865-1 neutron-server[102386]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6ba0f04-ab3c-4f85-8c28-c94c744f22d1', 'tag': 'd73da2a2-a33e-438e-a527-e28f6427e657', 'status': 'completed', 'code': 200} Nov 05 18:36:37.358844 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-568ec4db-761f-4325-abf6-ba998c4a859c req-64de4365-58c2-41d6-ba95-5a4821123249 service neutron] 10.222.0.55 "GET /v2.0/networks/a723f808-b11e-4066-b104-fad90c82895e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2533169 Nov 05 18:36:37.363035 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-6ba1fd96-c15d-47ac-b01b-ee626f93bff8 req-ce1f8b15-b154-43fa-a793-854609f64a8b service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=a2080ad0-2f36-424a-abf3-044009183ef4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1134353 Nov 05 18:36:37.498300 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a2535e-0518-4d8a-bc01-a6e012f931cf req-a5e4395c-a291-4be5-939e-bf5bc80b84d6 tempest-ServersAdminNegativeTestJSON-951057987 tempest-ServersAdminNegativeTestJSON-951057987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:36:37.500527 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-38a2535e-0518-4d8a-bc01-a6e012f931cf req-a5e4395c-a291-4be5-939e-bf5bc80b84d6 tempest-ServersAdminNegativeTestJSON-951057987 tempest-ServersAdminNegativeTestJSON-951057987-project] 10.222.0.13 "GET /v2.0/ports?device_id=c6ba0f04-ab3c-4f85-8c28-c94c744f22d1 HTTP/1.1" status: 200 len: 947 time: 0.1841733 Nov 05 18:36:37.529495 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-568ec4db-761f-4325-abf6-ba998c4a859c req-d06e4bc9-7cc3-433c-b714-7b6063e42c21 service neutron] 10.222.0.55 "GET /v2.0/networks/a723f808-b11e-4066-b104-fad90c82895e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1580906 Nov 05 18:36:37.531482 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba1fd96-c15d-47ac-b01b-ee626f93bff8 req-97d569c4-1324-42be-bddf-69c92405c694 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:36:37.532839 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-6ba1fd96-c15d-47ac-b01b-ee626f93bff8 req-97d569c4-1324-42be-bddf-69c92405c694 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7b5b6e0e218a471d9e46a45154f5d765&device_id=a2080ad0-2f36-424a-abf3-044009183ef4 HTTP/1.1" status: 200 len: 1101 time: 0.0750153 Nov 05 18:36:37.609124 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-38a2535e-0518-4d8a-bc01-a6e012f931cf req-7ebc591f-7675-443d-bdbe-94ff4a71ce05 tempest-ServersAdminNegativeTestJSON-951057987 tempest-ServersAdminNegativeTestJSON-951057987-project] 10.222.0.13 "GET /v2.0/security-groups?id=74169f08-fd93-462d-af79-df7f2045d3b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935590 Nov 05 18:36:37.680960 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-74a19d1e-2cc6-4b60-8599-6e58fbe090fd req-597a071d-de34-4b64-83c7-eb532171586d tempest-AggregatesAdminTestJSON-2118578912 tempest-AggregatesAdminTestJSON-2118578912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798'] for port, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:36:37.700379 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] get_ports_and_sgs() called for port_ids ['38e20936-c288-4575-879f-9e907f8bce6d'] {{(pid=102388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 18:36:37.844013 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597a071d-de34-4b64-83c7-eb532171586d tempest-AggregatesAdminTestJSON-2118578912 tempest-AggregatesAdminTestJSON-2118578912-project] Pushing event deleted for resources: {'Port': ['ID=38e20936-c288-4575-879f-9e907f8bce6d,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:36:37.859935 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a532df43-1d4f-4120-ae28-fe151c6aca77 req-f6d1535d-528d-48d7-91a0-44a203158fd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:36:37.861912 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-a532df43-1d4f-4120-ae28-fe151c6aca77 req-f6d1535d-528d-48d7-91a0-44a203158fd9 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7b5b6e0e218a471d9e46a45154f5d765&device_id=c6ba0f04-ab3c-4f85-8c28-c94c744f22d1 HTTP/1.1" status: 200 len: 1098 time: 0.2015557 Nov 05 18:36:37.928604 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba1fd96-c15d-47ac-b01b-ee626f93bff8 req-d224bcb2-553c-4469-b5d9-5a05412e4560 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:36:37.930277 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-6ba1fd96-c15d-47ac-b01b-ee626f93bff8 req-d224bcb2-553c-4469-b5d9-5a05412e4560 service neutron] 10.222.0.55 "GET /v2.0/networks?id=a723f808-b11e-4066-b104-fad90c82895e HTTP/1.1" status: 200 len: 870 time: 0.3331814 Nov 05 18:36:38.017019 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-bd6d09ff-da9b-494f-9435-aa1022984674 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:36:38.047488 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-6ba1fd96-c15d-47ac-b01b-ee626f93bff8 req-b4ebdc20-61f2-4016-9ccc-70e0a7fb94ac service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.187&port_id=97dc252f-05ed-45d4-b280-386bd8292c5b HTTP/1.1" status: 200 len: 217 time: 0.0612133 Nov 05 18:36:38.056264 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-31f93893-a48e-4ae8-833d-dccb2b42eacc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:36:38.059723 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-bd6d09ff-da9b-494f-9435-aa1022984674 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:36:38.140346 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba1fd96-c15d-47ac-b01b-ee626f93bff8 req-8cb327df-f96c-472d-841b-697d30122c78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:36:38.142166 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-6ba1fd96-c15d-47ac-b01b-ee626f93bff8 req-8cb327df-f96c-472d-841b-697d30122c78 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=05e7a1b5-165b-4a00-855a-ffbcb2eba59e HTTP/1.1" status: 200 len: 843 time: 0.0839808 Nov 05 18:36:38.162273 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 36176) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:36:38.168904 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-53e452f6-6f2f-49e5-b1d3-cfff3754731e admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-472736216-network', 'tenant_id': '2bd6c624cbd94b689131e17f1f05d3fe'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:36:38.201633 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.l3_dvrscheduler_db [req-74a19d1e-2cc6-4b60-8599-6e58fbe090fd req-597a071d-de34-4b64-83c7-eb532171586d tempest-AggregatesAdminTestJSON-2118578912 tempest-AggregatesAdminTestJSON-2118578912-project] No DVR routers for this DVR port 38e20936-c288-4575-879f-9e907f8bce6d on host n-h1-816865-1 {{(pid=102387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 18:36:38.208556 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-74a19d1e-2cc6-4b60-8599-6e58fbe090fd req-597a071d-de34-4b64-83c7-eb532171586d tempest-AggregatesAdminTestJSON-2118578912 tempest-AggregatesAdminTestJSON-2118578912-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:36:38.211721 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-74a19d1e-2cc6-4b60-8599-6e58fbe090fd req-597a071d-de34-4b64-83c7-eb532171586d tempest-AggregatesAdminTestJSON-2118578912 tempest-AggregatesAdminTestJSON-2118578912-project] 10.222.0.41 "DELETE /v2.0/ports/38e20936-c288-4575-879f-9e907f8bce6d HTTP/1.1" status: 204 len: 173 time: 2.1721032 Nov 05 18:36:38.215444 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a532df43-1d4f-4120-ae28-fe151c6aca77 req-390fbbf0-2c63-4b9d-93b0-30a6808708db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:36:38.215444 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-a532df43-1d4f-4120-ae28-fe151c6aca77 req-390fbbf0-2c63-4b9d-93b0-30a6808708db service neutron] 10.222.0.55 "GET /v2.0/networks?id=a723f808-b11e-4066-b104-fad90c82895e HTTP/1.1" status: 200 len: 870 time: 0.3430755 Nov 05 18:36:38.241916 n-d-816865-1 neutron-server[102387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20de2515-e214-4987-a8a6-5c86834f1984', 'name': 'network-vif-deleted', 'tag': '38e20936-c288-4575-879f-9e907f8bce6d'}] {{(pid=102387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 18:36:38.244193 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab06bd4ddf5758c1f10d79fe34dc215bafa488692cde9dba2fcbcb67556f90bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4771b600-63c4-4b99-995d-f1243e56b000" -d '{"events": [{"server_uuid": "20de2515-e214-4987-a8a6-5c86834f1984", "name": "network-vif-deleted", "tag": "38e20936-c288-4575-879f-9e907f8bce6d"}]}' {{(pid=102387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 18:36:38.276418 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-a532df43-1d4f-4120-ae28-fe151c6aca77 req-28167065-4f2b-4c77-9719-9054afac5544 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.49&port_id=d73da2a2-a33e-438e-a527-e28f6427e657 HTTP/1.1" status: 200 len: 217 time: 0.0500185 Nov 05 18:36:38.280349 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba1fd96-c15d-47ac-b01b-ee626f93bff8 req-472d3301-91e0-49bb-886e-4ab490c48e17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:36:38.281833 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-6ba1fd96-c15d-47ac-b01b-ee626f93bff8 req-472d3301-91e0-49bb-886e-4ab490c48e17 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a723f808-b11e-4066-b104-fad90c82895e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1296043 Nov 05 18:36:38.359174 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.db_base_plugin_common [None req-bd6d09ff-da9b-494f-9435-aa1022984674 admin admin] Allocated IP 172.25.6.126 (40c8335d-cd0b-4cb5-910a-d4dcddd5cbec/04fe6db3-e108-4208-943d-6518424f5726/024766b1-ed20-44e2-88c8-a2bf8d112db6) {{(pid=102387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 18:36:38.395888 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53e452f6-6f2f-49e5-b1d3-cfff3754731e admin admin] Made reservation on behalf of 2bd6c624cbd94b689131e17f1f05d3fe for: {'network': 1} {{(pid=102386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 18:36:38.398503 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-53e452f6-6f2f-49e5-b1d3-cfff3754731e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for network, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:36:38.405815 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:36:38.412270 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c833bc54-b620-4618-971d-a4ad113d686c req-97d9f354-fb3b-4e0e-8a72-e0e3c74be501 tempest-LiveMigrationNegativeTest-227627026 tempest-LiveMigrationNegativeTest-227627026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:36:38.412270 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-c833bc54-b620-4618-971d-a4ad113d686c req-97d9f354-fb3b-4e0e-8a72-e0e3c74be501 tempest-LiveMigrationNegativeTest-227627026 tempest-LiveMigrationNegativeTest-227627026-project] 10.222.0.13 "GET /v2.0/ports?device_id=07bde78d-5876-4e82-8542-24536f5bccfc HTTP/1.1" status: 200 len: 972 time: 0.2174911 Nov 05 18:36:38.426795 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-53e452f6-6f2f-49e5-b1d3-cfff3754731e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:36:38.453868 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a532df43-1d4f-4120-ae28-fe151c6aca77 req-89f35096-35ce-49fe-ae0d-442042da121f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:36:38.455672 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-a532df43-1d4f-4120-ae28-fe151c6aca77 req-89f35096-35ce-49fe-ae0d-442042da121f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=05e7a1b5-165b-4a00-855a-ffbcb2eba59e HTTP/1.1" status: 200 len: 843 time: 0.1700468 Nov 05 18:36:38.540986 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-c833bc54-b620-4618-971d-a4ad113d686c req-06139279-6100-43d5-a7bc-3c173ff270b1 tempest-LiveMigrationNegativeTest-227627026 tempest-LiveMigrationNegativeTest-227627026-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2254f1c-cc29-4ed4-aae7-2ed47617ef3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949612 Nov 05 18:36:38.554698 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-6ba1fd96-c15d-47ac-b01b-ee626f93bff8 req-03a1de6e-34ec-4ae8-94bd-cd8bcfd97211 service neutron] 10.222.0.55 "GET /v2.0/networks/a723f808-b11e-4066-b104-fad90c82895e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2562611 Nov 05 18:36:38.574318 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-bd6d09ff-da9b-494f-9435-aa1022984674 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:36:38.638315 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device fe79972e-3886-498c-a592-20f914930c36 up at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 18:36:38.715195 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Provisioning complete for port fe79972e-3886-498c-a592-20f914930c36 triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:36:38.715568 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:36:38.747148 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-bd6d09ff-da9b-494f-9435-aa1022984674 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789'] for port, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:36:38.861037 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd6d09ff-da9b-494f-9435-aa1022984674 admin admin] Network 40c8335d-cd0b-4cb5-910a-d4dcddd5cbec is already hosted by enough agents. {{(pid=102387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 18:36:38.863406 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.base_scheduler [None req-bd6d09ff-da9b-494f-9435-aa1022984674 admin admin] Resources bound (agent type, host, resource id): {{(pid=102387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:36:38.874934 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd6d09ff-da9b-494f-9435-aa1022984674 admin admin] Received port after_create {{(pid=102387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 18:36:38.922517 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:36:38.946724 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a532df43-1d4f-4120-ae28-fe151c6aca77 req-7933659e-7dec-45b2-a755-be8cb00d4a35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:36:38.948402 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-a532df43-1d4f-4120-ae28-fe151c6aca77 req-7933659e-7dec-45b2-a755-be8cb00d4a35 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a723f808-b11e-4066-b104-fad90c82895e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4824448 Nov 05 18:36:38.954462 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-080f7f01-2fb3-4b0f-bd64-f6c67f884e11 None None] Network ba3e8390-54e7-4d99-8fec-d7b75d85d22a requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 18:36:39.073226 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-d3717923-01c4-4525-a165-878eb1613fcb req-711d2fa8-5b50-4be4-824e-d11a766b1ab4 tempest-AggregatesAdminTestJSON-2118578912 tempest-AggregatesAdminTestJSON-2118578912-project] 10.222.0.13 "GET /v2.0/ports?device_id=20de2515-e214-4987-a8a6-5c86834f1984 HTTP/1.1" status: 200 len: 210 time: 0.0389445 Nov 05 18:36:39.073859 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6d09ff-da9b-494f-9435-aa1022984674 admin admin] Pushing event updated for resources: {'Port': ['ID=024766b1-ed20-44e2-88c8-a2bf8d112db6,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:36:39.101976 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-6ba1fd96-c15d-47ac-b01b-ee626f93bff8 req-d0541a3c-ee9c-48cc-b7c1-634996456c1e service neutron] 10.222.0.55 "GET /v2.0/networks/a723f808-b11e-4066-b104-fad90c82895e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5192037 Nov 05 18:36:39.118021 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-53e452f6-6f2f-49e5-b1d3-cfff3754731e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:36:39.142917 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-a532df43-1d4f-4120-ae28-fe151c6aca77 req-6758cb65-343e-4162-8327-5be666c66a6d service neutron] 10.222.0.55 "GET /v2.0/networks/a723f808-b11e-4066-b104-fad90c82895e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1808543 Nov 05 18:36:39.186479 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] For port fe79972e-3886-498c-a592-20f914930c36, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=fe79972e-3886-498c-a592-20f914930c36,segment=NetworkSegment(6c1e83a3-272c-4e69-9514-f61e4e363f8b),segment_id=6c1e83a3-272c-4e69-9514-f61e4e363f8b)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:36:39.195233 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-69beb70b-ad06-4288-a6db-122dc8044a38 None None] Provisioning complete for port fe79972e-3886-498c-a592-20f914930c36 triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:36:39.195792 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-69beb70b-ad06-4288-a6db-122dc8044a38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:36:39.205897 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-53e452f6-6f2f-49e5-b1d3-cfff3754731e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:36:39.316595 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:36:39.345934 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53e452f6-6f2f-49e5-b1d3-cfff3754731e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 182} {{(pid=102386) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 05 18:36:39.393036 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e452f6-6f2f-49e5-b1d3-cfff3754731e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcd0935e-cc44-48cf-97f9-1dc56a023c4b,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:36:39.433700 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-69beb70b-ad06-4288-a6db-122dc8044a38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:36:39.474668 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-53e452f6-6f2f-49e5-b1d3-cfff3754731e admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8750027792900', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273'] for segment, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:36:39.477283 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-53e452f6-6f2f-49e5-b1d3-cfff3754731e admin admin] Unsubscribe: segment precommit_create {{(pid=102386) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Nov 05 18:36:39.477778 n-d-816865-1 neutron-server[102386]: INFO neutron.db.segments_db [None req-53e452f6-6f2f-49e5-b1d3-cfff3754731e admin admin] Added segment 299002fc-65da-41b2-85cc-2830eea358f0 of type vlan for network 1668fb6e-588a-484b-9010-f27ced82b5b4 Nov 05 18:36:39.523044 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-a532df43-1d4f-4120-ae28-fe151c6aca77 req-1bcce2eb-7980-4c77-ba81-6074cec17c1f service neutron] 10.222.0.55 "GET /v2.0/networks/a723f808-b11e-4066-b104-fad90c82895e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3721578 Nov 05 18:36:39.535136 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Pushing event updated for resources: {'Port': ['ID=fe79972e-3886-498c-a592-20f914930c36,revision_number=3']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:36:39.571201 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.db.api [None req-69beb70b-ad06-4288-a6db-122dc8044a38 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102388) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 05 18:36:39.571594 n-d-816865-1 neutron-server[102388]: DEBUG oslo_db.api [None req-69beb70b-ad06-4288-a6db-122dc8044a38 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 05 18:36:39.605889 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 36194) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:36:39.657600 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-53e452f6-6f2f-49e5-b1d3-cfff3754731e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750027258543'] for network, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:36:39.738033 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 18:36:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29cb6f3b-1616-489f-b5ca-1942dd7217c3 x-openstack-request-id: req-29cb6f3b-1616-489f-b5ca-1942dd7217c3 {{(pid=102387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 18:36:39.840590 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20de2515-e214-4987-a8a6-5c86834f1984", "name": "network-vif-deleted", "tag": "38e20936-c288-4575-879f-9e907f8bce6d", "status": "completed", "code": 200}]} {{(pid=102387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 18:36:39.840590 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-29cb6f3b-1616-489f-b5ca-1942dd7217c3 {{(pid=102387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 18:36:39.840590 n-d-816865-1 neutron-server[102387]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20de2515-e214-4987-a8a6-5c86834f1984', 'name': 'network-vif-deleted', 'tag': '38e20936-c288-4575-879f-9e907f8bce6d', 'status': 'completed', 'code': 200} Nov 05 18:36:39.899574 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-59d9b469-3777-4151-86dc-b5e04de61197 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:36:39.899877 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3949a2-b284-4d20-a552-f506d2d05864 req-bfce59bf-b6af-4c4b-8046-d693ac66e161 tempest-ServersAdminNegativeTestJSON-951057987 tempest-ServersAdminNegativeTestJSON-951057987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:36:39.902104 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-7b3949a2-b284-4d20-a552-f506d2d05864 req-bfce59bf-b6af-4c4b-8046-d693ac66e161 tempest-ServersAdminNegativeTestJSON-951057987 tempest-ServersAdminNegativeTestJSON-951057987-project] 10.222.0.13 "GET /v2.0/ports?device_id=c6ba0f04-ab3c-4f85-8c28-c94c744f22d1 HTTP/1.1" status: 200 len: 947 time: 0.1620698 Nov 05 18:36:39.913986 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [req-86ac8379-5a1f-49df-9330-2ef48c419900 req-bdef1dc6-1dc1-47dd-bff6-97e9bdd8ece4 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=102387) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 05 18:36:39.934638 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-86ac8379-5a1f-49df-9330-2ef48c419900 req-bdef1dc6-1dc1-47dd-bff6-97e9bdd8ece4 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1218855 Nov 05 18:36:39.953419 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-bd6d09ff-da9b-494f-9435-aa1022984674 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:36:40.005254 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-59d9b469-3777-4151-86dc-b5e04de61197 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:36:40.023128 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-7b3949a2-b284-4d20-a552-f506d2d05864 req-89b526ea-395f-47b4-9d0e-206d144c335c tempest-ServersAdminNegativeTestJSON-951057987 tempest-ServersAdminNegativeTestJSON-951057987-project] 10.222.0.13 "GET /v2.0/security-groups?id=74169f08-fd93-462d-af79-df7f2045d3b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199458 Nov 05 18:36:40.223086 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-bd6d09ff-da9b-494f-9435-aa1022984674 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-571384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1000487'] for router, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:36:40.239630 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abfc4f4-681d-4285-b16e-bceaaa32ada3 req-ac67454d-7e9e-4249-be4d-01e4713feec8 tempest-LiveMigrationNegativeTest-227627026 tempest-LiveMigrationNegativeTest-227627026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:36:40.241089 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-7abfc4f4-681d-4285-b16e-bceaaa32ada3 req-ac67454d-7e9e-4249-be4d-01e4713feec8 tempest-LiveMigrationNegativeTest-227627026 tempest-LiveMigrationNegativeTest-227627026-project] 10.222.0.13 "GET /v2.0/ports?device_id=07bde78d-5876-4e82-8542-24536f5bccfc HTTP/1.1" status: 200 len: 972 time: 0.0662129 Nov 05 18:36:40.257007 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-3b3a0c40-00d9-4779-ace6-54d4c3702a4f None None] Provisioning complete for port fe79972e-3886-498c-a592-20f914930c36 triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:36:40.257370 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3b3a0c40-00d9-4779-ace6-54d4c3702a4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:36:40.361579 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-7abfc4f4-681d-4285-b16e-bceaaa32ada3 req-d31c003f-dd75-49d5-9fad-9a54cc328f44 tempest-LiveMigrationNegativeTest-227627026 tempest-LiveMigrationNegativeTest-227627026-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2254f1c-cc29-4ed4-aae7-2ed47617ef3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874472 Nov 05 18:36:40.437773 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-53e452f6-6f2f-49e5-b1d3-cfff3754731e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-956796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877'] for network, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:36:40.438744 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53e452f6-6f2f-49e5-b1d3-cfff3754731e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:36:40.439329 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-53e452f6-6f2f-49e5-b1d3-cfff3754731e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597851'] for network, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:36:40.480678 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-59d9b469-3777-4151-86dc-b5e04de61197 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:36:40.505448 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Device d73da2a2-a33e-438e-a527-e28f6427e657 details requested by agent hyperv_n-h2-816865-1 with host n-h2-816865-1 {{(pid=102388) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 05 18:36:40.516458 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd6d09ff-da9b-494f-9435-aa1022984674 admin admin] Router f97eaf5e-41e6-4b26-a543-9f157b864817 is scheduled to L3 agent 6dcb5589-8e86-4616-9186-ddc4548e13ad with binding_index 1 {{(pid=102387) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 05 18:36:40.555644 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Device 38e20936-c288-4575-879f-9e907f8bce6d no longer exists at agent hyperv_n-h1-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 18:36:40.592149 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device fe79972e-3886-498c-a592-20f914930c36 up at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 18:36:40.622339 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] No Port match for: 38e20936-c288-4575-879f-9e907f8bce6d {{(pid=102388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 18:36:40.622915 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Device 38e20936-c288-4575-879f-9e907f8bce6d not bound to the agent host n-h1-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 18:36:40.644720 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-53e452f6-6f2f-49e5-b1d3-cfff3754731e admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.4796102 Nov 05 18:36:40.650430 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 36236) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:36:40.660584 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-d14f90f8-8dd0-4e99-8b22-6bca16bf1569 admin admin] Request body: {'subnet': {'network_id': '1668fb6e-588a-484b-9010-f27ced82b5b4', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-472736216-subnet', 'tenant_id': '2bd6c624cbd94b689131e17f1f05d3fe', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:36:40.686896 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d9b469-3777-4151-86dc-b5e04de61197 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b23d975f-81f7-4fba-aa28-4786e9ae9c09,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:36:40.700099 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e452f6-6f2f-49e5-b1d3-cfff3754731e admin admin] Pushing event updated for resources: {'Network': ['ID=1668fb6e-588a-484b-9010-f27ced82b5b4,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:36:40.700099 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-59d9b469-3777-4151-86dc-b5e04de61197 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8a2cdb3ee1444e418abde3e18fd1fd58&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0937061 Nov 05 18:36:40.701039 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 36238) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:36:40.713060 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-a516b387-e649-4895-be6d-f1bdc7c94327 req-0bffa63a-b143-43e0-859f-3fc0a881cbb5 tempest-LiveMigrationNegativeTest-227627026 tempest-LiveMigrationNegativeTest-227627026-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=8a98bf8e41c94bf396f12e0212c6cc8f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0486503 Nov 05 18:36:40.731055 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd6d09ff-da9b-494f-9435-aa1022984674 admin admin] Notify agent at l3_agent.n-d-816865-1 the message routers_updated {{(pid=102387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 18:36:40.744654 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb41e0a9-d739-4b1a-8a87-118a2245dd07 None None] Sync routers for ids ['f97eaf5e-41e6-4b26-a543-9f157b864817'] in n-d-816865-1 {{(pid=102389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 18:36:40.761584 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb41e0a9-d739-4b1a-8a87-118a2245dd07 None None] Routers {'f97eaf5e-41e6-4b26-a543-9f157b864817'} bound to L3 agent in host n-d-816865-1 {{(pid=102389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 18:36:40.762703 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-fb41e0a9-d739-4b1a-8a87-118a2245dd07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T18:36:35Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['f97eaf5e-41e6-4b26-a543-9f157b864817'], 'active': True} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:36:40.792208 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Network 1668fb6e-588a-484b-9010-f27ced82b5b4 details requested by agent ovs-agent-n-d-816865-1 with host n-d-816865-1 {{(pid=102388) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 05 18:36:40.797038 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-8d4710a3-f896-4c9f-ad43-096dc8ac21f7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:36:40.839276 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d14f90f8-8dd0-4e99-8b22-6bca16bf1569 admin admin] Made reservation on behalf of 2bd6c624cbd94b689131e17f1f05d3fe for: {'subnet': 1} {{(pid=102387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 18:36:40.841538 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-d14f90f8-8dd0-4e99-8b22-6bca16bf1569 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:36:40.849752 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-8d4710a3-f896-4c9f-ad43-096dc8ac21f7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:36:40.936835 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] For port d73da2a2-a33e-438e-a527-e28f6427e657, host n-h2-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=d73da2a2-a33e-438e-a527-e28f6427e657,segment=NetworkSegment(35c2db9c-522d-48d3-98cf-a08c2cc55db7),segment_id=35c2db9c-522d-48d3-98cf-a08c2cc55db7)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:36:40.946423 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a516b387-e649-4895-be6d-f1bdc7c94327 req-22b2518b-7a92-4ba8-a94e-3a91d92e44d1 tempest-LiveMigrationNegativeTest-227627026 tempest-LiveMigrationNegativeTest-227627026-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:36:40.953483 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-a516b387-e649-4895-be6d-f1bdc7c94327 req-22b2518b-7a92-4ba8-a94e-3a91d92e44d1 tempest-LiveMigrationNegativeTest-227627026 tempest-LiveMigrationNegativeTest-227627026-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2112217 Nov 05 18:36:40.954715 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvr_db [None req-fb41e0a9-d739-4b1a-8a87-118a2245dd07 None None] Set router f97eaf5e-41e6-4b26-a543-9f157b864817 gateway port host: n-d-816865-1 {{(pid=102389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 18:36:40.958184 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Returning: {'device': 'd73da2a2-a33e-438e-a527-e28f6427e657', 'network_id': 'a723f808-b11e-4066-b104-fad90c82895e', 'port_id': 'd73da2a2-a33e-438e-a527-e28f6427e657', 'mac_address': 'fa:16:3e:25:d3:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 153, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05e7a1b5-165b-4a00-855a-ffbcb2eba59e', 'ip_address': '192.168.233.49'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102388) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 05 18:36:40.964744 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Provisioning complete for port fe79972e-3886-498c-a592-20f914930c36 triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:36:40.965232 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:36:40.969269 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-bd6d09ff-da9b-494f-9435-aa1022984674 admin admin] Publish callbacks [] for router, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:36:40.974887 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-bd6d09ff-da9b-494f-9435-aa1022984674 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 934 time: 5.1450210 Nov 05 18:36:40.974887 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 36242) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:36:40.990489 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-a516b387-e649-4895-be6d-f1bdc7c94327 req-c1e9da43-fe28-46dc-b4d4-1b8e30e8d12e tempest-LiveMigrationNegativeTest-227627026 tempest-LiveMigrationNegativeTest-227627026-project] 10.222.0.13 "GET /v2.0/quotas/8a98bf8e41c94bf396f12e0212c6cc8f HTTP/1.1" status: 200 len: 375 time: 0.0360472 Nov 05 18:36:41.017155 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-8d4710a3-f896-4c9f-ad43-096dc8ac21f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:36:41.022247 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-8d4710a3-f896-4c9f-ad43-096dc8ac21f7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:36:41.024559 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-8d4710a3-f896-4c9f-ad43-096dc8ac21f7 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b23d975f-81f7-4fba-aa28-4786e9ae9c09 HTTP/1.1" status: 204 len: 168 time: 0.3217714 Nov 05 18:36:41.042089 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4710a3-f896-4c9f-ad43-096dc8ac21f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b23d975f-81f7-4fba-aa28-4786e9ae9c09,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:36:41.067793 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 36248) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:36:41.092727 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:36:41.146352 n-d-816865-1 neutron-server[102388]: DEBUG neutron.notifiers.nova [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d73da2a2-a33e-438e-a527-e28f6427e657 {{(pid=102388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 18:36:41.183004 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] For port d73da2a2-a33e-438e-a527-e28f6427e657, host n-h2-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=d73da2a2-a33e-438e-a527-e28f6427e657,segment=NetworkSegment(35c2db9c-522d-48d3-98cf-a08c2cc55db7),segment_id=35c2db9c-522d-48d3-98cf-a08c2cc55db7)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:36:41.184916 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-a516b387-e649-4895-be6d-f1bdc7c94327 req-41d44b0b-40e2-4f22-aa04-458f1887012e tempest-LiveMigrationNegativeTest-227627026 tempest-LiveMigrationNegativeTest-227627026-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=8a98bf8e41c94bf396f12e0212c6cc8f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1932251 Nov 05 18:36:41.276708 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:36:41.276892 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-fb41e0a9-d739-4b1a-8a87-118a2245dd07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f97eaf5e-41e6-4b26-a543-9f157b864817', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-15228308-router', 'tenant_id': 'e4fadb60c9fa4b0abf704559d02b8aa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.126'}], 'enable_snat': True}, 'gw_port_id': '024766b1-ed20-44e2-88c8-a2bf8d112db6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T18:36:36Z', 'updated_at': '2021-11-05T18:36:39Z', 'revision_number': 3, 'project_id': 'e4fadb60c9fa4b0abf704559d02b8aa0', 'gw_port': {'id': '024766b1-ed20-44e2-88c8-a2bf8d112db6', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:c5:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f97eaf5e-41e6-4b26-a543-9f157b864817', 'device_owner': 'network:router_gateway', 'standard_attr_id': 239, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T18:36:38Z', 'updated_at': '2021-11-05T18:36:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1'}], 'n-d-816865-1', False) {} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:36:41.337389 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb41e0a9-d739-4b1a-8a87-118a2245dd07 None None] Checking router: f97eaf5e-41e6-4b26-a543-9f157b864817 for host: n-d-816865-1 {{(pid=102389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 18:36:41.338412 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb41e0a9-d739-4b1a-8a87-118a2245dd07 None None] Updating router f97eaf5e-41e6-4b26-a543-9f157b864817 port 024766b1-ed20-44e2-88c8-a2bf8d112db6 binding host n-d-816865-1 {{(pid=102389) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 05 18:36:41.363449 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Pushing event updated for resources: {'Port': ['ID=d73da2a2-a33e-438e-a527-e28f6427e657,revision_number=4']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:36:41.370447 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-bcf27b54-d7a8-4236-a852-b6e456e51073 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3623d0da08af4aea941bbe4204e8c856&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3012590 Nov 05 18:36:41.373048 n-d-816865-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-fb41e0a9-d739-4b1a-8a87-118a2245dd07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:36:41.377618 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 36252) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:36:41.422632 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-d14f90f8-8dd0-4e99-8b22-6bca16bf1569 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877'] for subnet, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:36:41.513210 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] get_ports_and_sgs() called for port_ids ['d73da2a2-a33e-438e-a527-e28f6427e657'] {{(pid=102388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 18:36:41.762323 n-d-816865-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-fb41e0a9-d739-4b1a-8a87-118a2245dd07 None None] Publish callbacks [] for port, precommit_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:36:41.772665 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14f90f8-8dd0-4e99-8b22-6bca16bf1569 admin admin] Pushing event updated for resources: {'Subnet': ['ID=09b5b7d3-8829-4f68-b657-da635520cf65,revision_number=0']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:36:41.824158 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-82f8593e-3b71-4150-8f5e-38b4a55c0a16 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:36:41.850025 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d14f90f8-8dd0-4e99-8b22-6bca16bf1569 admin admin] Checking segment: {'id': '299002fc-65da-41b2-85cc-2830eea358f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '1668fb6e-588a-484b-9010-f27ced82b5b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 18:36:41.850400 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d14f90f8-8dd0-4e99-8b22-6bca16bf1569 admin admin] Network hostable DHCP agents. Network: 1668fb6e-588a-484b-9010-f27ced82b5b4, hostable agents: ['987e2ca0-bc3b-4c6f-a989-429ccfbf753f'], hosted agents: [] {{(pid=102387) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 05 18:36:41.865558 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-82f8593e-3b71-4150-8f5e-38b4a55c0a16 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:36:41.879527 n-d-816865-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-fb41e0a9-d739-4b1a-8a87-118a2245dd07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:36:41.919784 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8240477d-c495-4d0a-bf80-6629d6463620 req-5ab96dcd-b56b-4b8f-bd8d-99257557ba65 tempest-ServersAdminNegativeTestJSON-951057987 tempest-ServersAdminNegativeTestJSON-951057987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:36:41.921275 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-8240477d-c495-4d0a-bf80-6629d6463620 req-5ab96dcd-b56b-4b8f-bd8d-99257557ba65 tempest-ServersAdminNegativeTestJSON-951057987 tempest-ServersAdminNegativeTestJSON-951057987-project] 10.222.0.13 "GET /v2.0/ports?device_id=c6ba0f04-ab3c-4f85-8c28-c94c744f22d1 HTTP/1.1" status: 200 len: 948 time: 0.1496050 Nov 05 18:36:41.942474 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.managers [None req-fb41e0a9-d739-4b1a-8a87-118a2245dd07 None None] Attempting to bind port 024766b1-ed20-44e2-88c8-a2bf8d112db6 on host n-d-816865-1 for vnic_type normal with profile {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 18:36:41.942474 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.managers [None req-fb41e0a9-d739-4b1a-8a87-118a2245dd07 None None] Attempting to bind port 024766b1-ed20-44e2-88c8-a2bf8d112db6 by drivers openvswitch,hyperv on host n-d-816865-1 at level 0 using segments [{'id': '85be518c-8bb4-46a2-a903-d4292782d29d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec'}] {{(pid=102389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 18:36:41.942690 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb41e0a9-d739-4b1a-8a87-118a2245dd07 None None] Attempting to bind port 024766b1-ed20-44e2-88c8-a2bf8d112db6 on network 40c8335d-cd0b-4cb5-910a-d4dcddd5cbec {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 18:36:41.944590 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e454dbee-5d97-43f3-b608-bb5ae96e5946 None None] Pushing event updated for resources: {'Port': ['ID=024766b1-ed20-44e2-88c8-a2bf8d112db6,revision_number=2']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:36:41.964417 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb41e0a9-d739-4b1a-8a87-118a2245dd07 None None] Checking agent: {'id': '724d89a7-611b-41e6-bc85-c48112b17afa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 18, 25, 8), 'started_at': datetime.datetime(2021, 11, 5, 18, 25, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 18, 36, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 18:36:41.964417 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb41e0a9-d739-4b1a-8a87-118a2245dd07 None None] Checking segment: {'id': '85be518c-8bb4-46a2-a903-d4292782d29d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 18:36:41.964788 n-d-816865-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-fb41e0a9-d739-4b1a-8a87-118a2245dd07 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:36:41.965188 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb41e0a9-d739-4b1a-8a87-118a2245dd07 None None] Bound using segment: {'id': '85be518c-8bb4-46a2-a903-d4292782d29d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec'} {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 18:36:41.965673 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.managers [None req-fb41e0a9-d739-4b1a-8a87-118a2245dd07 None None] Bound port: 024766b1-ed20-44e2-88c8-a2bf8d112db6, host: n-d-816865-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85be518c-8bb4-46a2-a903-d4292782d29d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec'}}] {{(pid=102389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 18:36:41.966075 n-d-816865-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-fb41e0a9-d739-4b1a-8a87-118a2245dd07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:36:41.968357 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e454dbee-5d97-43f3-b608-bb5ae96e5946 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:36:41.968758 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e454dbee-5d97-43f3-b608-bb5ae96e5946 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:36:41.969103 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e454dbee-5d97-43f3-b608-bb5ae96e5946 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:36:41.969438 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e454dbee-5d97-43f3-b608-bb5ae96e5946 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:36:41.969769 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e454dbee-5d97-43f3-b608-bb5ae96e5946 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:36:41.970125 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e454dbee-5d97-43f3-b608-bb5ae96e5946 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:36:41.970449 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e454dbee-5d97-43f3-b608-bb5ae96e5946 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:36:41.970815 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e454dbee-5d97-43f3-b608-bb5ae96e5946 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:36:41.971101 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e454dbee-5d97-43f3-b608-bb5ae96e5946 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:36:41.971491 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e454dbee-5d97-43f3-b608-bb5ae96e5946 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:36:41.971993 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e454dbee-5d97-43f3-b608-bb5ae96e5946 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:36:41.972556 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e454dbee-5d97-43f3-b608-bb5ae96e5946 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:36:41.973651 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e454dbee-5d97-43f3-b608-bb5ae96e5946 None None] Tracked resource versions report: Nov 05 18:36:41.973651 n-d-816865-1 neutron-server[102389]: pushed versions: Nov 05 18:36:41.973651 n-d-816865-1 neutron-server[102389]: { 'AddressGroup': {'1.2'}, Nov 05 18:36:41.973651 n-d-816865-1 neutron-server[102389]: 'ConntrackHelper': {'1.0'}, Nov 05 18:36:41.973651 n-d-816865-1 neutron-server[102389]: 'Log': {'1.0'}, Nov 05 18:36:41.973651 n-d-816865-1 neutron-server[102389]: 'Network': {'1.1'}, Nov 05 18:36:41.973651 n-d-816865-1 neutron-server[102389]: 'Port': {'1.7'}, Nov 05 18:36:41.973651 n-d-816865-1 neutron-server[102389]: 'PortForwarding': {'1.2'}, Nov 05 18:36:41.973651 n-d-816865-1 neutron-server[102389]: 'QosPolicy': {'1.10'}, Nov 05 18:36:41.973651 n-d-816865-1 neutron-server[102389]: 'SecurityGroup': {'1.5'}, Nov 05 18:36:41.973651 n-d-816865-1 neutron-server[102389]: 'SecurityGroupRule': {'1.2'}, Nov 05 18:36:41.973651 n-d-816865-1 neutron-server[102389]: 'SubPort': {'1.0'}, Nov 05 18:36:41.973651 n-d-816865-1 neutron-server[102389]: 'Subnet': {'1.1'}, Nov 05 18:36:41.973651 n-d-816865-1 neutron-server[102389]: 'Trunk': {'1.1'}} Nov 05 18:36:41.973651 n-d-816865-1 neutron-server[102389]: consumer versions: Nov 05 18:36:41.973651 n-d-816865-1 neutron-server[102389]: { DHCP agent@n-d-816865-1: {}, Nov 05 18:36:41.973651 n-d-816865-1 neutron-server[102389]: HyperV agent@n-h1-816865-1: {}, Nov 05 18:36:41.973651 n-d-816865-1 neutron-server[102389]: HyperV agent@n-h2-816865-1: {}, Nov 05 18:36:41.973651 n-d-816865-1 neutron-server[102389]: L3 agent@n-d-816865-1: {}, Nov 05 18:36:41.973651 n-d-816865-1 neutron-server[102389]: Metadata agent@n-d-816865-1: {}, Nov 05 18:36:41.973651 n-d-816865-1 neutron-server[102389]: Metering agent@n-d-816865-1: {}, Nov 05 18:36:41.973651 n-d-816865-1 neutron-server[102389]: Open vSwitch agent@n-d-816865-1: { 'AddressGroup': '1.2', Nov 05 18:36:41.973651 n-d-816865-1 neutron-server[102389]: 'ConntrackHelper': '1.0', Nov 05 18:36:41.973651 n-d-816865-1 neutron-server[102389]: 'Log': '1.0', Nov 05 18:36:41.973651 n-d-816865-1 neutron-server[102389]: 'Network': '1.1', Nov 05 18:36:41.973651 n-d-816865-1 neutron-server[102389]: 'Port': '1.7', Nov 05 18:36:41.973651 n-d-816865-1 neutron-server[102389]: 'PortForwarding': '1.2', Nov 05 18:36:41.973651 n-d-816865-1 neutron-server[102389]: 'QosPolicy': '1.10', Nov 05 18:36:41.973651 n-d-816865-1 neutron-server[102389]: 'SecurityGroup': '1.5', Nov 05 18:36:41.973651 n-d-816865-1 neutron-server[102389]: 'SecurityGroupRule': '1.2', Nov 05 18:36:41.973651 n-d-816865-1 neutron-server[102389]: 'SubPort': '1.0', Nov 05 18:36:41.973651 n-d-816865-1 neutron-server[102389]: 'Subnet': '1.1', Nov 05 18:36:41.973651 n-d-816865-1 neutron-server[102389]: 'Trunk': '1.1'}} Nov 05 18:36:41.973651 n-d-816865-1 neutron-server[102389]: {{(pid=102389) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 05 18:36:42.023282 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-8240477d-c495-4d0a-bf80-6629d6463620 req-957cb488-30a2-4b42-a929-fd70388c127c tempest-ServersAdminNegativeTestJSON-951057987 tempest-ServersAdminNegativeTestJSON-951057987-project] 10.222.0.13 "GET /v2.0/security-groups?id=74169f08-fd93-462d-af79-df7f2045d3b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864160 Nov 05 18:36:42.037078 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d14f90f8-8dd0-4e99-8b22-6bca16bf1569 admin admin] Network 1668fb6e-588a-484b-9010-f27ced82b5b4 is scheduled to be hosted by DHCP agent 987e2ca0-bc3b-4c6f-a989-429ccfbf753f with binding_index 1 {{(pid=102387) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 05 18:36:42.051090 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [None req-fb41e0a9-d739-4b1a-8a87-118a2245dd07 None None] For port 024766b1-ed20-44e2-88c8-a2bf8d112db6, host n-d-816865-1, cleared binding levels {{(pid=102389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 18:36:42.060024 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [None req-fb41e0a9-d739-4b1a-8a87-118a2245dd07 None None] For port 024766b1-ed20-44e2-88c8-a2bf8d112db6, host n-d-816865-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=024766b1-ed20-44e2-88c8-a2bf8d112db6,segment=NetworkSegment(85be518c-8bb4-46a2-a903-d4292782d29d),segment_id=85be518c-8bb4-46a2-a903-d4292782d29d)] {{(pid=102389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 18:36:42.078026 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-22d01f02-94ba-4377-8296-ab26bc4d06ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:36:42.096889 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 36268) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:36:42.110871 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-c034e95c-536c-4a58-97e4-5d889a13c853 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:36:42.126467 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-3c318f92-3c94-43bd-b113-8d5c0931503e req-86612570-4a47-42c0-8f35-3f736857218d tempest-LiveMigrationNegativeTest-227627026 tempest-LiveMigrationNegativeTest-227627026-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee5c2fc4-2f8b-4c1a-a60c-0b36c954692f HTTP/1.1" status: 200 len: 210 time: 0.0461755 Nov 05 18:36:42.129222 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-82f8593e-3b71-4150-8f5e-38b4a55c0a16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:36:42.132277 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-82f8593e-3b71-4150-8f5e-38b4a55c0a16 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:36:42.133047 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-82f8593e-3b71-4150-8f5e-38b4a55c0a16 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/15fd3a16-260c-4ef4-863e-30e7081f111a HTTP/1.1" status: 204 len: 168 time: 0.7585137 Nov 05 18:36:42.153061 n-d-816865-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-fb41e0a9-d739-4b1a-8a87-118a2245dd07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:36:42.169604 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.base_scheduler [None req-d14f90f8-8dd0-4e99-8b22-6bca16bf1569 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816865-1, 1668fb6e-588a-484b-9010-f27ced82b5b4) {{(pid=102387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:36:42.171527 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f8593e-3b71-4150-8f5e-38b4a55c0a16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15fd3a16-260c-4ef4-863e-30e7081f111a,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:36:42.180290 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d14f90f8-8dd0-4e99-8b22-6bca16bf1569 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:36:42.181337 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-d14f90f8-8dd0-4e99-8b22-6bca16bf1569 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597851'] for subnet, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:36:42.199965 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b000e99-9578-4f9f-87ec-36b03a58566c None None] Network 1668fb6e-588a-484b-9010-f27ced82b5b4 requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 18:36:42.280297 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e454dbee-5d97-43f3-b608-bb5ae96e5946 None None] Pushing event updated for resources: {'Port': ['ID=024766b1-ed20-44e2-88c8-a2bf8d112db6,revision_number=3']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:36:42.283333 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb41e0a9-d739-4b1a-8a87-118a2245dd07 None None] Routers {'f97eaf5e-41e6-4b26-a543-9f157b864817'} bound to L3 agent in host n-d-816865-1 {{(pid=102389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 18:36:42.284203 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-fb41e0a9-d739-4b1a-8a87-118a2245dd07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T18:36:35Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['f97eaf5e-41e6-4b26-a543-9f157b864817'], 'active': True} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:36:42.314374 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-c034e95c-536c-4a58-97e4-5d889a13c853 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:36:42.358738 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.db_base_plugin_common [None req-22d01f02-94ba-4377-8296-ab26bc4d06ea admin admin] Allocated IP 172.20.0.1 (ba3e8390-54e7-4d99-8fec-d7b75d85d22a/23219f55-021e-4f36-bac1-2c401000599a/540167f0-431b-4b88-b94d-62b984252270) {{(pid=102387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 18:36:42.415649 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-c034e95c-536c-4a58-97e4-5d889a13c853 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:36:42.466307 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-d14f90f8-8dd0-4e99-8b22-6bca16bf1569 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.8059866 Nov 05 18:36:42.497702 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-c034e95c-536c-4a58-97e4-5d889a13c853 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3cb4ba9c91264f90a8493433564de81d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3995914 Nov 05 18:36:42.501425 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 36282) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:36:42.505264 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c034e95c-536c-4a58-97e4-5d889a13c853 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f6c95ce-5f73-4857-95d2-e8510ca105d2,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:36:42.521788 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8aed80f5-0fa2-48cb-9738-4e803fcbeb98 None None] Network 1668fb6e-588a-484b-9010-f27ced82b5b4 requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 18:36:42.530659 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Device d73da2a2-a33e-438e-a527-e28f6427e657 up at agent hyperv_n-h2-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 18:36:42.531812 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvr_db [None req-fb41e0a9-d739-4b1a-8a87-118a2245dd07 None None] Set router f97eaf5e-41e6-4b26-a543-9f157b864817 gateway port host: n-d-816865-1 {{(pid=102389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 18:36:42.534346 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-22d01f02-94ba-4377-8296-ab26bc4d06ea admin admin] Publish callbacks [] for port, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:36:42.606089 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-e76591d1-d1d4-4929-8aab-e90d8f3322a1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:36:42.628714 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-e76591d1-d1d4-4929-8aab-e90d8f3322a1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:36:42.678149 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-22d01f02-94ba-4377-8296-ab26bc4d06ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789'] for port, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:36:42.759231 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22d01f02-94ba-4377-8296-ab26bc4d06ea admin admin] Network ba3e8390-54e7-4d99-8fec-d7b75d85d22a is already hosted by enough agents. {{(pid=102387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 18:36:42.764087 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.base_scheduler [None req-22d01f02-94ba-4377-8296-ab26bc4d06ea admin admin] Resources bound (agent type, host, resource id): {{(pid=102387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:36:42.767518 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22d01f02-94ba-4377-8296-ab26bc4d06ea admin admin] Received port after_create {{(pid=102387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 18:36:42.768457 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-22d01f02-94ba-4377-8296-ab26bc4d06ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-571770'] for router_interface, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:36:42.769919 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Provisioning for port d73da2a2-a33e-438e-a527-e28f6427e657 completed by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 05 18:36:42.777233 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Provisioning complete for port d73da2a2-a33e-438e-a527-e28f6427e657 triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:36:42.777337 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-fb41e0a9-d739-4b1a-8a87-118a2245dd07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f97eaf5e-41e6-4b26-a543-9f157b864817', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-15228308-router', 'tenant_id': 'e4fadb60c9fa4b0abf704559d02b8aa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.126'}], 'enable_snat': True}, 'gw_port_id': '024766b1-ed20-44e2-88c8-a2bf8d112db6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T18:36:36Z', 'updated_at': '2021-11-05T18:36:39Z', 'revision_number': 3, 'project_id': 'e4fadb60c9fa4b0abf704559d02b8aa0', 'gw_port': {'id': '024766b1-ed20-44e2-88c8-a2bf8d112db6', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:c5:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f97eaf5e-41e6-4b26-a543-9f157b864817', 'device_owner': 'network:router_gateway', 'standard_attr_id': 239, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T18:36:38Z', 'updated_at': '2021-11-05T18:36:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1'}], 'n-d-816865-1', False) {} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:36:42.777831 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:36:42.817208 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb41e0a9-d739-4b1a-8a87-118a2245dd07 None None] The sync data for ids ['f97eaf5e-41e6-4b26-a543-9f157b864817'] in n-d-816865-1 is: [{'id': 'f97eaf5e-41e6-4b26-a543-9f157b864817', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-15228308-router', 'tenant_id': 'e4fadb60c9fa4b0abf704559d02b8aa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.126'}], 'enable_snat': True}, 'gw_port_id': '024766b1-ed20-44e2-88c8-a2bf8d112db6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T18:36:36Z', 'updated_at': '2021-11-05T18:36:39Z', 'revision_number': 3, 'project_id': 'e4fadb60c9fa4b0abf704559d02b8aa0', 'gw_port': {'id': '024766b1-ed20-44e2-88c8-a2bf8d112db6', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:c5:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f97eaf5e-41e6-4b26-a543-9f157b864817', 'device_owner': 'network:router_gateway', 'standard_attr_id': 239, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T18:36:38Z', 'updated_at': '2021-11-05T18:36:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1'}] {{(pid=102389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 18:36:42.854095 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d01f02-94ba-4377-8296-ab26bc4d06ea admin admin] Pushing event updated for resources: {'Port': ['ID=540167f0-431b-4b88-b94d-62b984252270,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:36:42.861577 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-e76591d1-d1d4-4929-8aab-e90d8f3322a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:36:42.872970 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-e76591d1-d1d4-4929-8aab-e90d8f3322a1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:36:42.876580 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-e76591d1-d1d4-4929-8aab-e90d8f3322a1 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7f6c95ce-5f73-4857-95d2-e8510ca105d2 HTTP/1.1" status: 204 len: 168 time: 0.3490579 Nov 05 18:36:42.890186 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76591d1-d1d4-4929-8aab-e90d8f3322a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f6c95ce-5f73-4857-95d2-e8510ca105d2,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:36:42.956538 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:36:43.019264 n-d-816865-1 neutron-server[102388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6ba0f04-ab3c-4f85-8c28-c94c744f22d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd73da2a2-a33e-438e-a527-e28f6427e657'}] {{(pid=102388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 18:36:43.023871 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85474fee1180e129d8a886d264fe0b30223aa672dd1ffe43b630605f18504f68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82e0c970-4ac2-43dc-bc25-76174221e76f" -d '{"events": [{"server_uuid": "c6ba0f04-ab3c-4f85-8c28-c94c744f22d1", "name": "network-vif-plugged", "status": "completed", "tag": "d73da2a2-a33e-438e-a527-e28f6427e657"}]}' {{(pid=102388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 18:36:43.063006 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] For port d73da2a2-a33e-438e-a527-e28f6427e657, host n-h2-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=d73da2a2-a33e-438e-a527-e28f6427e657,segment=NetworkSegment(35c2db9c-522d-48d3-98cf-a08c2cc55db7),segment_id=35c2db9c-522d-48d3-98cf-a08c2cc55db7)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:36:43.106128 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-22d01f02-94ba-4377-8296-ab26bc4d06ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:36:43.135677 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 18:36:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ae0c00a-7b83-4158-882a-7da66e0afe97 x-openstack-request-id: req-1ae0c00a-7b83-4158-882a-7da66e0afe97 {{(pid=102388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 18:36:43.136051 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6ba0f04-ab3c-4f85-8c28-c94c744f22d1", "name": "network-vif-plugged", "status": "completed", "tag": "d73da2a2-a33e-438e-a527-e28f6427e657", "code": 200}]} {{(pid=102388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 18:36:43.136371 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1ae0c00a-7b83-4158-882a-7da66e0afe97 {{(pid=102388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 18:36:43.136829 n-d-816865-1 neutron-server[102388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6ba0f04-ab3c-4f85-8c28-c94c744f22d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd73da2a2-a33e-438e-a527-e28f6427e657', 'code': 200} Nov 05 18:36:43.248828 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:36:43.262493 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27032b8-e596-4864-bcf7-83b9a88c9903 req-0eb17e20-21a9-4f24-b0ba-4b71ddb743ba tempest-ServersAdminNegativeTestJSON-951057987 tempest-ServersAdminNegativeTestJSON-951057987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:36:43.264277 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-d27032b8-e596-4864-bcf7-83b9a88c9903 req-0eb17e20-21a9-4f24-b0ba-4b71ddb743ba tempest-ServersAdminNegativeTestJSON-951057987 tempest-ServersAdminNegativeTestJSON-951057987-project] 10.222.0.13 "GET /v2.0/ports?device_id=c6ba0f04-ab3c-4f85-8c28-c94c744f22d1 HTTP/1.1" status: 200 len: 948 time: 0.1135397 Nov 05 18:36:43.274015 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-23e43f30-4704-4242-b215-95db8c1206fd None None] Provisioning complete for port 540167f0-431b-4b88-b94d-62b984252270 triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:36:43.274328 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-23e43f30-4704-4242-b215-95db8c1206fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:36:43.343109 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9fa60f-ad96-49e8-aebf-a5b910f1ae24 req-6536e86a-d0fa-4389-a75c-2b78a0c31fba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:36:43.344612 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-7d9fa60f-ad96-49e8-aebf-a5b910f1ae24 req-6536e86a-d0fa-4389-a75c-2b78a0c31fba service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=c6ba0f04-ab3c-4f85-8c28-c94c744f22d1 HTTP/1.1" status: 200 len: 1100 time: 0.1360948 Nov 05 18:36:43.410944 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-e50e4b47-5be5-4167-bfba-8256b6993c70 req-87cd3a19-70a5-4c2d-98de-8354d1b325dd tempest-LiveMigrationNegativeTest-227627026 tempest-LiveMigrationNegativeTest-227627026-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee5c2fc4-2f8b-4c1a-a60c-0b36c954692f HTTP/1.1" status: 200 len: 210 time: 0.0912035 Nov 05 18:36:43.425209 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-d27032b8-e596-4864-bcf7-83b9a88c9903 req-48195b5a-29e1-4963-aae8-57ba56f7fcf5 tempest-ServersAdminNegativeTestJSON-951057987 tempest-ServersAdminNegativeTestJSON-951057987-project] 10.222.0.13 "GET /v2.0/security-groups?id=74169f08-fd93-462d-af79-df7f2045d3b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488473 Nov 05 18:36:43.435354 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-7d9fa60f-ad96-49e8-aebf-a5b910f1ae24 req-e574aa41-6d7f-4f8b-b48b-126c28cde1f5 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=74169f08-fd93-462d-af79-df7f2045d3b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834308 Nov 05 18:36:43.462490 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-23e43f30-4704-4242-b215-95db8c1206fd None None] Port 540167f0-431b-4b88-b94d-62b984252270 cannot update to ACTIVE because it is not bound. {{(pid=102388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 18:36:43.469610 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Pushing event updated for resources: {'Port': ['ID=d73da2a2-a33e-438e-a527-e28f6427e657,revision_number=5']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:36:43.535050 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 36302) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:36:43.543188 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-22d01f02-94ba-4377-8296-ab26bc4d06ea admin admin] Publish callbacks [] for port, precommit_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:36:43.579563 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-cb3dc4dc-8d62-4b9c-8880-bf81971758e2 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2ad656360aa946659b83e75de036ec0f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0435517 Nov 05 18:36:43.582697 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 36304) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:36:43.648186 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-2bbf9c44-e8d1-40d7-84c8-4aac45a70521 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:36:43.657505 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-22d01f02-94ba-4377-8296-ab26bc4d06ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:36:43.658243 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-22d01f02-94ba-4377-8296-ab26bc4d06ea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-597863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-571878'] for router_interface, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:36:43.680106 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 36310) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:36:43.714509 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 36314) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:36:43.750022 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-2bbf9c44-e8d1-40d7-84c8-4aac45a70521 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:36:43.836286 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d01f02-94ba-4377-8296-ab26bc4d06ea admin admin] Pushing event updated for resources: {'Port': ['ID=540167f0-431b-4b88-b94d-62b984252270,revision_number=2']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:36:43.888870 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22d01f02-94ba-4377-8296-ab26bc4d06ea admin admin] Network ba3e8390-54e7-4d99-8fec-d7b75d85d22a is already hosted by enough agents. {{(pid=102387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 18:36:43.892143 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.base_scheduler [None req-22d01f02-94ba-4377-8296-ab26bc4d06ea admin admin] Resources bound (agent type, host, resource id): {{(pid=102387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:36:44.033293 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-2bbf9c44-e8d1-40d7-84c8-4aac45a70521 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:36:44.038111 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-2bbf9c44-e8d1-40d7-84c8-4aac45a70521 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:36:44.039532 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-2bbf9c44-e8d1-40d7-84c8-4aac45a70521 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a70e76a2-ce00-450c-8522-1b3b0e55d53d HTTP/1.1" status: 204 len: 168 time: 0.4557223 Nov 05 18:36:44.061271 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbf9c44-e8d1-40d7-84c8-4aac45a70521 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a70e76a2-ce00-450c-8522-1b3b0e55d53d,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:36:44.102087 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22d01f02-94ba-4377-8296-ab26bc4d06ea admin admin] Router f97eaf5e-41e6-4b26-a543-9f157b864817 has already been hosted by L3 agent 6dcb5589-8e86-4616-9186-ddc4548e13ad {{(pid=102387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 18:36:44.152327 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-a516b387-e649-4895-be6d-f1bdc7c94327 req-e889755e-6916-41bc-9d64-e5b6b8a0f882 tempest-LiveMigrationNegativeTest-227627026 tempest-LiveMigrationNegativeTest-227627026-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=8a98bf8e41c94bf396f12e0212c6cc8f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0281508 Nov 05 18:36:44.197514 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-cedd79cb-eaa0-48d1-aa53-b4f54ddc3af5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:36:44.237338 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-03af906a-d767-42d4-ab19-b31bb397fd8f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:36:44.302978 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-85f49d59-c3b3-4a6c-8362-8416d7d5e521 None None] Provisioning complete for port 540167f0-431b-4b88-b94d-62b984252270 triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:36:44.303496 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-85f49d59-c3b3-4a6c-8362-8416d7d5e521 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:36:44.368133 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-85f49d59-c3b3-4a6c-8362-8416d7d5e521 None None] Port 540167f0-431b-4b88-b94d-62b984252270 cannot update to ACTIVE because it is not bound. {{(pid=102388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 18:36:44.399033 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-cedd79cb-eaa0-48d1-aa53-b4f54ddc3af5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:36:44.430333 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-03af906a-d767-42d4-ab19-b31bb397fd8f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:36:44.458142 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-cedd79cb-eaa0-48d1-aa53-b4f54ddc3af5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:36:44.514625 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-03af906a-d767-42d4-ab19-b31bb397fd8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:36:44.605456 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 024766b1-ed20-44e2-88c8-a2bf8d112db6 up at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 18:36:44.618598 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-cedd79cb-eaa0-48d1-aa53-b4f54ddc3af5 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=860fbe627a794322807bdda5271d25c6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9369690 Nov 05 18:36:44.639442 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 36344) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:36:44.666937 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Provisioning complete for port 024766b1-ed20-44e2-88c8-a2bf8d112db6 triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:36:44.667565 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:36:44.685652 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cedd79cb-eaa0-48d1-aa53-b4f54ddc3af5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a582a8f-f997-4742-b533-6c27c1bcbfb0,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:36:44.714616 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-03af906a-d767-42d4-ab19-b31bb397fd8f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ca12c27e33f148739abf79e304562792&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9988015 Nov 05 18:36:44.723918 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 36346) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:36:44.796657 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:36:44.809526 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03af906a-d767-42d4-ab19-b31bb397fd8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f42b2d6-803e-45a1-b80c-b63c318e28d8,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:36:44.838386 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22d01f02-94ba-4377-8296-ab26bc4d06ea admin admin] Notify agent at l3_agent.n-d-816865-1 the message routers_updated {{(pid=102387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 18:36:44.844287 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-33ea1ba4-e9d1-4a46-86da-ac4fcfadacbe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:36:44.845330 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-22d01f02-94ba-4377-8296-ab26bc4d06ea admin admin] 10.222.0.13 "PUT /v2.0/routers/f97eaf5e-41e6-4b26-a543-9f157b864817/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8687789 Nov 05 18:36:44.859264 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] For port 024766b1-ed20-44e2-88c8-a2bf8d112db6, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=024766b1-ed20-44e2-88c8-a2bf8d112db6,segment=NetworkSegment(85be518c-8bb4-46a2-a903-d4292782d29d),segment_id=85be518c-8bb4-46a2-a903-d4292782d29d)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:36:44.910955 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-e4b7796d-7882-46be-8fdb-65769ed5f4b5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:36:44.914700 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-33ea1ba4-e9d1-4a46-86da-ac4fcfadacbe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:36:44.940174 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-8a4d3dac-2c5b-4fcc-ac12-d78da3f772a5 req-7736cf10-5032-4328-90ef-222e7e7502d3 tempest-LiveMigrationNegativeTest-227627026 tempest-LiveMigrationNegativeTest-227627026-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee5c2fc4-2f8b-4c1a-a60c-0b36c954692f HTTP/1.1" status: 200 len: 210 time: 0.0927513 Nov 05 18:36:44.963796 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a516b387-e649-4895-be6d-f1bdc7c94327 req-d4d5bd9f-0b18-44f0-86e5-d3f11b8b5aee tempest-LiveMigrationNegativeTest-227627026 tempest-LiveMigrationNegativeTest-227627026-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:36:44.965481 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-a516b387-e649-4895-be6d-f1bdc7c94327 req-d4d5bd9f-0b18-44f0-86e5-d3f11b8b5aee tempest-LiveMigrationNegativeTest-227627026 tempest-LiveMigrationNegativeTest-227627026-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7819679 Nov 05 18:36:44.994876 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [req-a516b387-e649-4895-be6d-f1bdc7c94327 req-65df74e6-0a37-4849-9f84-26f8f1a73297 tempest-LiveMigrationNegativeTest-227627026 tempest-LiveMigrationNegativeTest-227627026-project] Request body: {'port': {'device_id': 'ee5c2fc4-2f8b-4c1a-a60c-0b36c954692f', 'network_id': 'a723f808-b11e-4066-b104-fad90c82895e', 'admin_state_up': True, 'tenant_id': '8a98bf8e41c94bf396f12e0212c6cc8f'}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:36:45.014432 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-e4b7796d-7882-46be-8fdb-65769ed5f4b5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:36:45.021720 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:36:45.065587 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52b9ce0-f4d9-4e27-9f1a-2fc551d4f0b2 req-ab99ca34-8562-4e15-842f-f14fd0676635 tempest-VolumesAdminNegativeTest-1384858189 tempest-VolumesAdminNegativeTest-1384858189-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:36:45.067838 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-e52b9ce0-f4d9-4e27-9f1a-2fc551d4f0b2 req-ab99ca34-8562-4e15-842f-f14fd0676635 tempest-VolumesAdminNegativeTest-1384858189 tempest-VolumesAdminNegativeTest-1384858189-project] 10.222.0.13 "GET /v2.0/networks?id=955f3154-b08a-4d99-8ebf-4fbfb4c5bfdd HTTP/1.1" status: 200 len: 815 time: 0.8819931 Nov 05 18:36:45.110465 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Pushing event updated for resources: {'Port': ['ID=024766b1-ed20-44e2-88c8-a2bf8d112db6,revision_number=4']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:36:45.142528 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-33ea1ba4-e9d1-4a46-86da-ac4fcfadacbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:36:45.145893 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-33ea1ba4-e9d1-4a46-86da-ac4fcfadacbe admin admin] Publish callbacks [] for security_group, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:36:45.150804 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-33ea1ba4-e9d1-4a46-86da-ac4fcfadacbe admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3a582a8f-f997-4742-b533-6c27c1bcbfb0 HTTP/1.1" status: 204 len: 168 time: 0.5049822 Nov 05 18:36:45.161827 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ea1ba4-e9d1-4a46-86da-ac4fcfadacbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a582a8f-f997-4742-b533-6c27c1bcbfb0,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:36:45.176315 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-e4b7796d-7882-46be-8fdb-65769ed5f4b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:36:45.177100 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-e52b9ce0-f4d9-4e27-9f1a-2fc551d4f0b2 req-266b7583-d83b-4ec4-a486-75a549250e34 tempest-VolumesAdminNegativeTest-1384858189 tempest-VolumesAdminNegativeTest-1384858189-project] 10.222.0.13 "GET /v2.0/quotas/1378cc122b744fd2a72edd863adcc850 HTTP/1.1" status: 200 len: 375 time: 0.0528014 Nov 05 18:36:45.179777 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-e4b7796d-7882-46be-8fdb-65769ed5f4b5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:36:45.183869 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-e4b7796d-7882-46be-8fdb-65769ed5f4b5 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9f42b2d6-803e-45a1-b80c-b63c318e28d8 HTTP/1.1" status: 204 len: 168 time: 0.4563315 Nov 05 18:36:45.199381 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b7796d-7882-46be-8fdb-65769ed5f4b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f42b2d6-803e-45a1-b80c-b63c318e28d8,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:36:45.266798 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-e52b9ce0-f4d9-4e27-9f1a-2fc551d4f0b2 req-7543f127-2555-40ca-a898-24aa6ac8bd41 tempest-VolumesAdminNegativeTest-1384858189 tempest-VolumesAdminNegativeTest-1384858189-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=1378cc122b744fd2a72edd863adcc850&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0671072 Nov 05 18:36:45.280978 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [req-e52b9ce0-f4d9-4e27-9f1a-2fc551d4f0b2 req-a45ba424-e079-4433-9160-50d897ff5156 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=102387) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 05 18:36:45.281938 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-e52b9ce0-f4d9-4e27-9f1a-2fc551d4f0b2 req-a45ba424-e079-4433-9160-50d897ff5156 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0064518 Nov 05 18:36:45.298122 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4ef94b-f8fc-4cfe-a652-81dd59e816d0 req-5e07d203-905c-4118-82cb-b75aac323f92 tempest-ServersAdminNegativeTestJSON-951057987 tempest-ServersAdminNegativeTestJSON-951057987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:36:45.299781 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-8f4ef94b-f8fc-4cfe-a652-81dd59e816d0 req-5e07d203-905c-4118-82cb-b75aac323f92 tempest-ServersAdminNegativeTestJSON-951057987 tempest-ServersAdminNegativeTestJSON-951057987-project] 10.222.0.13 "GET /v2.0/ports?device_id=c6ba0f04-ab3c-4f85-8c28-c94c744f22d1 HTTP/1.1" status: 200 len: 949 time: 0.2283208 Nov 05 18:36:45.422287 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-8f4ef94b-f8fc-4cfe-a652-81dd59e816d0 req-31807492-2a2b-4a6c-8339-ce8931de3360 tempest-ServersAdminNegativeTestJSON-951057987 tempest-ServersAdminNegativeTestJSON-951057987-project] 10.222.0.13 "GET /v2.0/security-groups?id=74169f08-fd93-462d-af79-df7f2045d3b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116478 Nov 05 18:36:45.444192 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-e52b9ce0-f4d9-4e27-9f1a-2fc551d4f0b2 req-29478bfe-aced-4630-98bb-f08c42cd4f6b service neutron] 10.222.0.13 "GET /v2.0/networks/955f3154-b08a-4d99-8ebf-4fbfb4c5bfdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1539545 Nov 05 18:36:45.560149 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a516b387-e649-4895-be6d-f1bdc7c94327 req-65df74e6-0a37-4849-9f84-26f8f1a73297 tempest-LiveMigrationNegativeTest-227627026 tempest-LiveMigrationNegativeTest-227627026-project] Made reservation on behalf of 8a98bf8e41c94bf396f12e0212c6cc8f for: {'port': 1} {{(pid=102387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 18:36:45.563864 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-a516b387-e649-4895-be6d-f1bdc7c94327 req-65df74e6-0a37-4849-9f84-26f8f1a73297 tempest-LiveMigrationNegativeTest-227627026 tempest-LiveMigrationNegativeTest-227627026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:36:45.602776 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-e52b9ce0-f4d9-4e27-9f1a-2fc551d4f0b2 req-c726c545-9c8a-4fc5-a159-1c4f31629364 service neutron] 10.222.0.13 "GET /v2.0/networks/955f3154-b08a-4d99-8ebf-4fbfb4c5bfdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1485493 Nov 05 18:36:45.746967 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.db_base_plugin_common [req-a516b387-e649-4895-be6d-f1bdc7c94327 req-65df74e6-0a37-4849-9f84-26f8f1a73297 tempest-LiveMigrationNegativeTest-227627026 tempest-LiveMigrationNegativeTest-227627026-project] Allocated IP 192.168.233.96 (a723f808-b11e-4066-b104-fad90c82895e/05e7a1b5-165b-4a00-855a-ffbcb2eba59e/099ae3db-de29-43d3-b838-32bad6262e6b) {{(pid=102387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 18:36:45.769859 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c508fe36-e3d8-4b5e-abae-347a6a5db625 None None] Sync routers for ids ['f97eaf5e-41e6-4b26-a543-9f157b864817'] in n-d-816865-1 {{(pid=102388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 18:36:45.783911 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c508fe36-e3d8-4b5e-abae-347a6a5db625 None None] Routers {'f97eaf5e-41e6-4b26-a543-9f157b864817'} bound to L3 agent in host n-d-816865-1 {{(pid=102388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 18:36:45.784660 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-c508fe36-e3d8-4b5e-abae-347a6a5db625 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T18:36:35Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['f97eaf5e-41e6-4b26-a543-9f157b864817'], 'active': True} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:36:45.950109 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvr_db [None req-c508fe36-e3d8-4b5e-abae-347a6a5db625 None None] Set router f97eaf5e-41e6-4b26-a543-9f157b864817 gateway port host: n-d-816865-1 {{(pid=102388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 18:36:45.961278 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-d69d0a3c-eaea-46eb-b94a-9bb363153f0c req-bd1203a3-d5cb-4a35-a184-938732953cca tempest-VolumesAdminNegativeTest-1384858189 tempest-VolumesAdminNegativeTest-1384858189-project] 10.222.0.13 "GET /v2.0/ports?device_id=cf666e48-0b33-4092-a2dd-c1885b09b9d9 HTTP/1.1" status: 200 len: 210 time: 0.0413630 Nov 05 18:36:45.980749 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-a516b387-e649-4895-be6d-f1bdc7c94327 req-65df74e6-0a37-4849-9f84-26f8f1a73297 tempest-LiveMigrationNegativeTest-227627026 tempest-LiveMigrationNegativeTest-227627026-project] Publish callbacks [] for port, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:36:46.134647 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-3ad63537-26f3-42f9-bbfe-dfd5b3a2bf89 req-fff628bf-ab5e-46ce-8f24-5edbf192e1f3 tempest-LiveMigrationNegativeTest-227627026 tempest-LiveMigrationNegativeTest-227627026-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee5c2fc4-2f8b-4c1a-a60c-0b36c954692f HTTP/1.1" status: 200 len: 210 time: 0.0506949 Nov 05 18:36:46.171905 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-a516b387-e649-4895-be6d-f1bdc7c94327 req-65df74e6-0a37-4849-9f84-26f8f1a73297 tempest-LiveMigrationNegativeTest-227627026 tempest-LiveMigrationNegativeTest-227627026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789'] for port, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:36:46.191857 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] get_ports_and_sgs() called for port_ids ['6fe56c8e-eaed-4b79-8ef3-dead32e1e7ad'] {{(pid=102388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 18:36:46.252034 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 36398) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:36:46.273842 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a516b387-e649-4895-be6d-f1bdc7c94327 req-65df74e6-0a37-4849-9f84-26f8f1a73297 tempest-LiveMigrationNegativeTest-227627026 tempest-LiveMigrationNegativeTest-227627026-project] Network a723f808-b11e-4066-b104-fad90c82895e is already hosted by enough agents. {{(pid=102387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 18:36:46.283154 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65df74e6-0a37-4849-9f84-26f8f1a73297 tempest-LiveMigrationNegativeTest-227627026 tempest-LiveMigrationNegativeTest-227627026-project] Pushing event updated for resources: {'Port': ['ID=099ae3db-de29-43d3-b838-32bad6262e6b,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:36:46.283392 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-eb792005-a218-4fdd-97ec-f5d2cbceb7de admin admin] Publish callbacks [] for security_group, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:36:46.297184 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.base_scheduler [req-a516b387-e649-4895-be6d-f1bdc7c94327 req-65df74e6-0a37-4849-9f84-26f8f1a73297 tempest-LiveMigrationNegativeTest-227627026 tempest-LiveMigrationNegativeTest-227627026-project] Resources bound (agent type, host, resource id): {{(pid=102387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:36:46.303559 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.l3_dvrscheduler_db [req-a516b387-e649-4895-be6d-f1bdc7c94327 req-65df74e6-0a37-4849-9f84-26f8f1a73297 tempest-LiveMigrationNegativeTest-227627026 tempest-LiveMigrationNegativeTest-227627026-project] Received port after_create {{(pid=102387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 18:36:46.316794 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a516b387-e649-4895-be6d-f1bdc7c94327 req-65df74e6-0a37-4849-9f84-26f8f1a73297 tempest-LiveMigrationNegativeTest-227627026 tempest-LiveMigrationNegativeTest-227627026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:36:46.317540 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-a516b387-e649-4895-be6d-f1bdc7c94327 req-65df74e6-0a37-4849-9f84-26f8f1a73297 tempest-LiveMigrationNegativeTest-227627026 tempest-LiveMigrationNegativeTest-227627026-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:36:46.329985 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30452a93-b747-4138-aeff-d83828b52616 req-91a66a82-6cf8-457d-ae4a-aea1459e7d4a tempest-ServersAdminNegativeTestJSON-1457342402 tempest-ServersAdminNegativeTestJSON-1457342402-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:36:46.344907 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-30452a93-b747-4138-aeff-d83828b52616 req-91a66a82-6cf8-457d-ae4a-aea1459e7d4a tempest-ServersAdminNegativeTestJSON-1457342402 tempest-ServersAdminNegativeTestJSON-1457342402-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=c6ba0f04-ab3c-4f85-8c28-c94c744f22d1 HTTP/1.1" status: 200 len: 1100 time: 0.2169960 Nov 05 18:36:46.353575 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-c508fe36-e3d8-4b5e-abae-347a6a5db625 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f97eaf5e-41e6-4b26-a543-9f157b864817', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-15228308-router', 'tenant_id': 'e4fadb60c9fa4b0abf704559d02b8aa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.126'}], 'enable_snat': True}, 'gw_port_id': '024766b1-ed20-44e2-88c8-a2bf8d112db6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T18:36:36Z', 'updated_at': '2021-11-05T18:36:42Z', 'revision_number': 4, 'project_id': 'e4fadb60c9fa4b0abf704559d02b8aa0', 'gw_port': {'id': '024766b1-ed20-44e2-88c8-a2bf8d112db6', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:c5:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f97eaf5e-41e6-4b26-a543-9f157b864817', 'device_owner': 'network:router_gateway', 'standard_attr_id': 239, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T18:36:38Z', 'updated_at': '2021-11-05T18:36:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1', '_interfaces': [{'id': '540167f0-431b-4b88-b94d-62b984252270', 'name': '', 'network_id': 'ba3e8390-54e7-4d99-8fec-d7b75d85d22a', 'tenant_id': 'e4fadb60c9fa4b0abf704559d02b8aa0', 'mac_address': 'fa:16:3e:c0:53:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f97eaf5e-41e6-4b26-a543-9f157b864817', 'device_owner': 'network:router_interface', 'standard_attr_id': 253, 'fixed_ips': [{'subnet_id': '23219f55-021e-4f36-bac1-2c401000599a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T18:36:42Z', 'updated_at': '2021-11-05T18:36:43Z', 'revision_number': 2, 'project_id': 'e4fadb60c9fa4b0abf704559d02b8aa0', 'subnets': [{'id': '23219f55-021e-4f36-bac1-2c401000599a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-1', False) {} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:36:46.388935 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-30452a93-b747-4138-aeff-d83828b52616 req-b662e572-26f5-45d7-9566-3ca36729baea tempest-ServersAdminNegativeTestJSON-1457342402 tempest-ServersAdminNegativeTestJSON-1457342402-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:36:46.430639 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c508fe36-e3d8-4b5e-abae-347a6a5db625 None None] Checking router: f97eaf5e-41e6-4b26-a543-9f157b864817 for host: n-d-816865-1 {{(pid=102388) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 18:36:46.430990 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c508fe36-e3d8-4b5e-abae-347a6a5db625 None None] Updating router f97eaf5e-41e6-4b26-a543-9f157b864817 port 540167f0-431b-4b88-b94d-62b984252270 binding host n-d-816865-1 {{(pid=102388) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 05 18:36:46.472639 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-eb792005-a218-4fdd-97ec-f5d2cbceb7de admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:36:46.494412 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-a516b387-e649-4895-be6d-f1bdc7c94327 req-65df74e6-0a37-4849-9f84-26f8f1a73297 tempest-LiveMigrationNegativeTest-227627026 tempest-LiveMigrationNegativeTest-227627026-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.5120766 Nov 05 18:36:46.499440 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c508fe36-e3d8-4b5e-abae-347a6a5db625 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:36:46.507684 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [req-a516b387-e649-4895-be6d-f1bdc7c94327 req-444258a1-abd4-4857-bdcc-ddcd6cffa62a service neutron] Request body: {'port': {'device_id': 'ee5c2fc4-2f8b-4c1a-a60c-0b36c954692f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816865-1'}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:36:46.571444 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-eb792005-a218-4fdd-97ec-f5d2cbceb7de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:36:46.619231 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-30452a93-b747-4138-aeff-d83828b52616 req-b662e572-26f5-45d7-9566-3ca36729baea tempest-ServersAdminNegativeTestJSON-1457342402 tempest-ServersAdminNegativeTestJSON-1457342402-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:36:46.623138 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-a516b387-e649-4895-be6d-f1bdc7c94327 req-444258a1-abd4-4857-bdcc-ddcd6cffa62a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:36:46.642606 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb792005-a218-4fdd-97ec-f5d2cbceb7de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d48b9896-6ec5-420d-ba55-ff667605866e,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:36:46.679765 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-eb792005-a218-4fdd-97ec-f5d2cbceb7de admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=368c084a049742cc8537cf4d3d2a29ea&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4271381 Nov 05 18:36:46.682385 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 36404) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:36:46.711410 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 024766b1-ed20-44e2-88c8-a2bf8d112db6 up at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 18:36:46.722611 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-30452a93-b747-4138-aeff-d83828b52616 req-b662e572-26f5-45d7-9566-3ca36729baea tempest-ServersAdminNegativeTestJSON-1457342402 tempest-ServersAdminNegativeTestJSON-1457342402-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:36:46.754406 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-8b53c490-b980-4d8c-a934-55d116f036c8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:36:46.786672 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-8b53c490-b980-4d8c-a934-55d116f036c8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:36:46.798007 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-9448031e-1780-489f-9708-31b42f6edd5a None None] Provisioning complete for port 099ae3db-de29-43d3-b838-32bad6262e6b triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:36:46.798007 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-9448031e-1780-489f-9708-31b42f6edd5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:36:46.856848 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 36410) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:36:46.879240 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-2b3c038c-7df7-4a1f-aba5-46dfa5d97910 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:36:46.925578 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-30452a93-b747-4138-aeff-d83828b52616 req-b662e572-26f5-45d7-9566-3ca36729baea tempest-ServersAdminNegativeTestJSON-1457342402 tempest-ServersAdminNegativeTestJSON-1457342402-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=74169f08-fd93-462d-af79-df7f2045d3b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5795827 Nov 05 18:36:46.932611 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b662e572-26f5-45d7-9566-3ca36729baea tempest-ServersAdminNegativeTestJSON-1457342402 tempest-ServersAdminNegativeTestJSON-1457342402-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa2b3af3-a9c6-4ef7-a063-fd00ae1c4b5f,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:36:47.007889 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-2b3c038c-7df7-4a1f-aba5-46dfa5d97910 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:36:47.061150 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-9448031e-1780-489f-9708-31b42f6edd5a None None] Port 099ae3db-de29-43d3-b838-32bad6262e6b cannot update to ACTIVE because it is not bound. {{(pid=102388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 18:36:47.073818 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Provisioning complete for port 024766b1-ed20-44e2-88c8-a2bf8d112db6 triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:36:47.074215 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:36:47.109814 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-8f873c10-0231-43bd-9073-533b3a33ae92 req-3cb268cc-2017-4dba-b90a-b47f76b8717c tempest-VolumesAdminNegativeTest-1384858189 tempest-VolumesAdminNegativeTest-1384858189-project] 10.222.0.13 "GET /v2.0/ports?device_id=cf666e48-0b33-4092-a2dd-c1885b09b9d9 HTTP/1.1" status: 200 len: 210 time: 0.0522008 Nov 05 18:36:47.124851 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-2b3c038c-7df7-4a1f-aba5-46dfa5d97910 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:36:47.130508 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-8b53c490-b980-4d8c-a934-55d116f036c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:36:47.132872 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-8b53c490-b980-4d8c-a934-55d116f036c8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:36:47.134002 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-8b53c490-b980-4d8c-a934-55d116f036c8 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d48b9896-6ec5-420d-ba55-ff667605866e HTTP/1.1" status: 204 len: 168 time: 0.4499652 Nov 05 18:36:47.175807 n-d-816865-1 neutron-server[102387]: DEBUG neutron.notifiers.nova [req-a516b387-e649-4895-be6d-f1bdc7c94327 req-444258a1-abd4-4857-bdcc-ddcd6cffa62a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 099ae3db-de29-43d3-b838-32bad6262e6b {{(pid=102387) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 18:36:47.185969 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-a516b387-e649-4895-be6d-f1bdc7c94327 req-444258a1-abd4-4857-bdcc-ddcd6cffa62a service neutron] Publish callbacks [] for port, precommit_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:36:47.200623 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.provisioning_blocks [req-a516b387-e649-4895-be6d-f1bdc7c94327 req-444258a1-abd4-4857-bdcc-ddcd6cffa62a service neutron] Transition to ACTIVE for port object 099ae3db-de29-43d3-b838-32bad6262e6b will not be triggered until provisioned by entity L2. {{(pid=102387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 05 18:36:47.210409 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-2b3c038c-7df7-4a1f-aba5-46dfa5d97910 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=bdb67e534e8d4ea08d1a985d69895589&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3524859 Nov 05 18:36:47.211341 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3c038c-7df7-4a1f-aba5-46dfa5d97910 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7289354-1e35-47b7-92af-6d13de82a031,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:36:47.213982 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 36420) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:36:47.233995 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b53c490-b980-4d8c-a934-55d116f036c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d48b9896-6ec5-420d-ba55-ff667605866e,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:36:47.273770 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-b93df2a3-cacf-48fe-906d-7d31b6bc87e5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:36:47.279675 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda0869a-3b7f-47b7-aa0d-7ff460b9ad03 req-65605234-389e-422a-b45d-f6ca954e6b31 tempest-LiveMigrationNegativeTest-227627026 tempest-LiveMigrationNegativeTest-227627026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:36:47.288229 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-cda0869a-3b7f-47b7-aa0d-7ff460b9ad03 req-65605234-389e-422a-b45d-f6ca954e6b31 tempest-LiveMigrationNegativeTest-227627026 tempest-LiveMigrationNegativeTest-227627026-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee5c2fc4-2f8b-4c1a-a60c-0b36c954692f HTTP/1.1" status: 200 len: 935 time: 0.0679953 Nov 05 18:36:47.309164 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-b93df2a3-cacf-48fe-906d-7d31b6bc87e5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:36:47.311064 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-a516b387-e649-4895-be6d-f1bdc7c94327 req-444258a1-abd4-4857-bdcc-ddcd6cffa62a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:36:47.349091 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c508fe36-e3d8-4b5e-abae-347a6a5db625 None None] Publish callbacks [] for port, precommit_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:36:47.393891 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-cda0869a-3b7f-47b7-aa0d-7ff460b9ad03 req-4da980de-a6ad-490f-880b-d281ccb21e6a tempest-LiveMigrationNegativeTest-227627026 tempest-LiveMigrationNegativeTest-227627026-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2254f1c-cc29-4ed4-aae7-2ed47617ef3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994952 Nov 05 18:36:47.432829 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c508fe36-e3d8-4b5e-abae-347a6a5db625 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:36:47.440478 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444258a1-abd4-4857-bdcc-ddcd6cffa62a service neutron] Pushing event updated for resources: {'Port': ['ID=099ae3db-de29-43d3-b838-32bad6262e6b,revision_number=2']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:36:47.460076 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.managers [req-a516b387-e649-4895-be6d-f1bdc7c94327 req-444258a1-abd4-4857-bdcc-ddcd6cffa62a service neutron] Attempting to bind port 099ae3db-de29-43d3-b838-32bad6262e6b on host n-h1-816865-1 for vnic_type normal with profile {{(pid=102387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 18:36:47.460406 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.managers [req-a516b387-e649-4895-be6d-f1bdc7c94327 req-444258a1-abd4-4857-bdcc-ddcd6cffa62a service neutron] Attempting to bind port 099ae3db-de29-43d3-b838-32bad6262e6b by drivers openvswitch,hyperv on host n-h1-816865-1 at level 0 using segments [{'id': '35c2db9c-522d-48d3-98cf-a08c2cc55db7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'a723f808-b11e-4066-b104-fad90c82895e'}] {{(pid=102387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 18:36:47.460725 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a516b387-e649-4895-be6d-f1bdc7c94327 req-444258a1-abd4-4857-bdcc-ddcd6cffa62a service neutron] Attempting to bind port 099ae3db-de29-43d3-b838-32bad6262e6b on network a723f808-b11e-4066-b104-fad90c82895e {{(pid=102387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 18:36:47.466788 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a516b387-e649-4895-be6d-f1bdc7c94327 req-444258a1-abd4-4857-bdcc-ddcd6cffa62a service neutron] Port 099ae3db-de29-43d3-b838-32bad6262e6b on network a723f808-b11e-4066-b104-fad90c82895e not bound, no agent of type Open vSwitch agent registered on host n-h1-816865-1 {{(pid=102387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 18:36:47.467105 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a516b387-e649-4895-be6d-f1bdc7c94327 req-444258a1-abd4-4857-bdcc-ddcd6cffa62a service neutron] Attempting to bind port 099ae3db-de29-43d3-b838-32bad6262e6b on network a723f808-b11e-4066-b104-fad90c82895e {{(pid=102387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 18:36:47.473180 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a516b387-e649-4895-be6d-f1bdc7c94327 req-444258a1-abd4-4857-bdcc-ddcd6cffa62a service neutron] Checking agent: {'id': 'eb596d7c-8c64-42bd-8aca-fad447eb0eab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816865-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 18, 33, 34), 'started_at': datetime.datetime(2021, 11, 5, 18, 33, 34), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 18, 36, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 18:36:47.473509 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a516b387-e649-4895-be6d-f1bdc7c94327 req-444258a1-abd4-4857-bdcc-ddcd6cffa62a service neutron] Checking segment: {'id': '35c2db9c-522d-48d3-98cf-a08c2cc55db7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'a723f808-b11e-4066-b104-fad90c82895e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 18:36:47.473882 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a516b387-e649-4895-be6d-f1bdc7c94327 req-444258a1-abd4-4857-bdcc-ddcd6cffa62a service neutron] Bound using segment: {'id': '35c2db9c-522d-48d3-98cf-a08c2cc55db7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'a723f808-b11e-4066-b104-fad90c82895e'} {{(pid=102387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 18:36:47.474332 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.managers [req-a516b387-e649-4895-be6d-f1bdc7c94327 req-444258a1-abd4-4857-bdcc-ddcd6cffa62a service neutron] Bound port: 099ae3db-de29-43d3-b838-32bad6262e6b, host: n-h1-816865-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35c2db9c-522d-48d3-98cf-a08c2cc55db7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'a723f808-b11e-4066-b104-fad90c82895e'}}] {{(pid=102387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 18:36:47.474680 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-a516b387-e649-4895-be6d-f1bdc7c94327 req-444258a1-abd4-4857-bdcc-ddcd6cffa62a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:36:47.511612 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-b93df2a3-cacf-48fe-906d-7d31b6bc87e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:36:47.514358 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-b93df2a3-cacf-48fe-906d-7d31b6bc87e5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:36:47.519577 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-b93df2a3-cacf-48fe-906d-7d31b6bc87e5 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f7289354-1e35-47b7-92af-6d13de82a031 HTTP/1.1" status: 204 len: 168 time: 0.3011672 Nov 05 18:36:47.533267 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93df2a3-cacf-48fe-906d-7d31b6bc87e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7289354-1e35-47b7-92af-6d13de82a031,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:36:47.565154 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d68162-fae8-4d90-82c7-6d3ad4a44043 None None] Pushing event updated for resources: {'Port': ['ID=540167f0-431b-4b88-b94d-62b984252270,revision_number=3']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:36:47.603512 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-c508fe36-e3d8-4b5e-abae-347a6a5db625 None None] Attempting to bind port 540167f0-431b-4b88-b94d-62b984252270 on host n-d-816865-1 for vnic_type normal with profile {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 18:36:47.603973 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-c508fe36-e3d8-4b5e-abae-347a6a5db625 None None] Attempting to bind port 540167f0-431b-4b88-b94d-62b984252270 by drivers openvswitch,hyperv on host n-d-816865-1 at level 0 using segments [{'id': '6c1e83a3-272c-4e69-9514-f61e4e363f8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'ba3e8390-54e7-4d99-8fec-d7b75d85d22a'}] {{(pid=102388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 18:36:47.604282 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c508fe36-e3d8-4b5e-abae-347a6a5db625 None None] Attempting to bind port 540167f0-431b-4b88-b94d-62b984252270 on network ba3e8390-54e7-4d99-8fec-d7b75d85d22a {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 18:36:47.610312 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c508fe36-e3d8-4b5e-abae-347a6a5db625 None None] Checking agent: {'id': '724d89a7-611b-41e6-bc85-c48112b17afa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 18, 25, 8), 'started_at': datetime.datetime(2021, 11, 5, 18, 25, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 18, 36, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 18:36:47.610714 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c508fe36-e3d8-4b5e-abae-347a6a5db625 None None] Checking segment: {'id': '6c1e83a3-272c-4e69-9514-f61e4e363f8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'ba3e8390-54e7-4d99-8fec-d7b75d85d22a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 18:36:47.611093 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c508fe36-e3d8-4b5e-abae-347a6a5db625 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:36:47.611485 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c508fe36-e3d8-4b5e-abae-347a6a5db625 None None] Bound using segment: {'id': '6c1e83a3-272c-4e69-9514-f61e4e363f8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'ba3e8390-54e7-4d99-8fec-d7b75d85d22a'} {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 18:36:47.612443 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-c508fe36-e3d8-4b5e-abae-347a6a5db625 None None] Bound port: 540167f0-431b-4b88-b94d-62b984252270, host: n-d-816865-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c1e83a3-272c-4e69-9514-f61e4e363f8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'ba3e8390-54e7-4d99-8fec-d7b75d85d22a'}}] {{(pid=102388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 18:36:47.612945 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c508fe36-e3d8-4b5e-abae-347a6a5db625 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:36:47.616972 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.db [req-a516b387-e649-4895-be6d-f1bdc7c94327 req-444258a1-abd4-4857-bdcc-ddcd6cffa62a service neutron] For port 099ae3db-de29-43d3-b838-32bad6262e6b, host n-h1-816865-1, cleared binding levels {{(pid=102387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 18:36:47.624630 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.db [req-a516b387-e649-4895-be6d-f1bdc7c94327 req-444258a1-abd4-4857-bdcc-ddcd6cffa62a service neutron] For port 099ae3db-de29-43d3-b838-32bad6262e6b, host n-h1-816865-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=099ae3db-de29-43d3-b838-32bad6262e6b,segment=NetworkSegment(35c2db9c-522d-48d3-98cf-a08c2cc55db7),segment_id=35c2db9c-522d-48d3-98cf-a08c2cc55db7)] {{(pid=102387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 18:36:47.698221 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-c508fe36-e3d8-4b5e-abae-347a6a5db625 None None] For port 540167f0-431b-4b88-b94d-62b984252270, host n-d-816865-1, cleared binding levels {{(pid=102388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 18:36:47.702256 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-c508fe36-e3d8-4b5e-abae-347a6a5db625 None None] For port 540167f0-431b-4b88-b94d-62b984252270, host n-d-816865-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=540167f0-431b-4b88-b94d-62b984252270,segment=NetworkSegment(6c1e83a3-272c-4e69-9514-f61e4e363f8b),segment_id=6c1e83a3-272c-4e69-9514-f61e4e363f8b)] {{(pid=102388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 18:36:47.718970 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-a516b387-e649-4895-be6d-f1bdc7c94327 req-444258a1-abd4-4857-bdcc-ddcd6cffa62a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:36:47.757167 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a516b387-e649-4895-be6d-f1bdc7c94327 req-444258a1-abd4-4857-bdcc-ddcd6cffa62a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:36:47.757167 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-a516b387-e649-4895-be6d-f1bdc7c94327 req-444258a1-abd4-4857-bdcc-ddcd6cffa62a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:36:47.757344 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-a516b387-e649-4895-be6d-f1bdc7c94327 req-444258a1-abd4-4857-bdcc-ddcd6cffa62a service neutron] 10.222.0.41 "PUT /v2.0/ports/099ae3db-de29-43d3-b838-32bad6262e6b HTTP/1.1" status: 200 len: 1095 time: 1.2548578 Nov 05 18:36:47.757917 n-d-816865-1 neutron-server[102387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee5c2fc4-2f8b-4c1a-a60c-0b36c954692f', 'tag': '099ae3db-de29-43d3-b838-32bad6262e6b'}] {{(pid=102387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 18:36:47.772563 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab06bd4ddf5758c1f10d79fe34dc215bafa488692cde9dba2fcbcb67556f90bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc9fdf13-518a-46a1-b2bc-bacc7a2d49aa" -d '{"events": [{"name": "network-changed", "server_uuid": "ee5c2fc4-2f8b-4c1a-a60c-0b36c954692f", "tag": "099ae3db-de29-43d3-b838-32bad6262e6b"}]}' {{(pid=102387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 18:36:47.806230 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-18a74448-4f3f-473e-9db3-a2c8fe3faabb None None] Provisioning complete for port 540167f0-431b-4b88-b94d-62b984252270 triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:36:47.807218 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-18a74448-4f3f-473e-9db3-a2c8fe3faabb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:36:47.811486 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c508fe36-e3d8-4b5e-abae-347a6a5db625 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:36:47.858589 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 18:36:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75bc6648-9b6f-47bc-b71f-b444b6a60174 x-openstack-request-id: req-75bc6648-9b6f-47bc-b71f-b444b6a60174 {{(pid=102387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 18:36:47.870298 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee5c2fc4-2f8b-4c1a-a60c-0b36c954692f", "tag": "099ae3db-de29-43d3-b838-32bad6262e6b", "status": "completed", "code": 200}]} {{(pid=102387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 18:36:47.870560 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-75bc6648-9b6f-47bc-b71f-b444b6a60174 {{(pid=102387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 18:36:47.871572 n-d-816865-1 neutron-server[102387]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee5c2fc4-2f8b-4c1a-a60c-0b36c954692f', 'tag': '099ae3db-de29-43d3-b838-32bad6262e6b', 'status': 'completed', 'code': 200} Nov 05 18:36:47.872782 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444258a1-abd4-4857-bdcc-ddcd6cffa62a service neutron] Pushing event updated for resources: {'Port': ['ID=099ae3db-de29-43d3-b838-32bad6262e6b,revision_number=3']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:36:47.944926 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9fdf13-518a-46a1-b2bc-bacc7a2d49aa req-21fd967b-ed90-4153-95b6-46a06f6c0392 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:36:47.946800 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-dc9fdf13-518a-46a1-b2bc-bacc7a2d49aa req-21fd967b-ed90-4153-95b6-46a06f6c0392 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8a98bf8e41c94bf396f12e0212c6cc8f&device_id=ee5c2fc4-2f8b-4c1a-a60c-0b36c954692f HTTP/1.1" status: 200 len: 1098 time: 0.0679049 Nov 05 18:36:47.978137 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d68162-fae8-4d90-82c7-6d3ad4a44043 None None] Pushing event updated for resources: {'Port': ['ID=540167f0-431b-4b88-b94d-62b984252270,revision_number=4']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:36:47.994200 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c508fe36-e3d8-4b5e-abae-347a6a5db625 None None] Routers {'f97eaf5e-41e6-4b26-a543-9f157b864817'} bound to L3 agent in host n-d-816865-1 {{(pid=102388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 18:36:47.994854 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-c508fe36-e3d8-4b5e-abae-347a6a5db625 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T18:36:35Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['f97eaf5e-41e6-4b26-a543-9f157b864817'], 'active': True} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:36:48.025490 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-dc9fdf13-518a-46a1-b2bc-bacc7a2d49aa req-3ad5236f-afe7-483b-9f4f-1e87466597e9 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=8a98bf8e41c94bf396f12e0212c6cc8f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0691521 Nov 05 18:36:48.193595 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-18a74448-4f3f-473e-9db3-a2c8fe3faabb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:36:48.251483 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdba270-327f-4ae0-a665-2bc342975e39 req-88ea4962-05ee-4ad3-b910-9b94b801b0fc tempest-ServersAdminNegativeTestJSON-1457342402 tempest-ServersAdminNegativeTestJSON-1457342402-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:36:48.254979 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-4bdba270-327f-4ae0-a665-2bc342975e39 req-88ea4962-05ee-4ad3-b910-9b94b801b0fc tempest-ServersAdminNegativeTestJSON-1457342402 tempest-ServersAdminNegativeTestJSON-1457342402-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=c6ba0f04-ab3c-4f85-8c28-c94c744f22d1 HTTP/1.1" status: 200 len: 1100 time: 0.1652477 Nov 05 18:36:48.258962 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-18a74448-4f3f-473e-9db3-a2c8fe3faabb None None] For port 540167f0-431b-4b88-b94d-62b984252270, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=540167f0-431b-4b88-b94d-62b984252270,segment=NetworkSegment(6c1e83a3-272c-4e69-9514-f61e4e363f8b),segment_id=6c1e83a3-272c-4e69-9514-f61e4e363f8b)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:36:48.283947 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvr_db [None req-c508fe36-e3d8-4b5e-abae-347a6a5db625 None None] Set router f97eaf5e-41e6-4b26-a543-9f157b864817 gateway port host: n-d-816865-1 {{(pid=102388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 18:36:48.317102 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-d8a528ac-7d78-439a-a892-70f6c3e64fd6 req-85f04812-bd34-4b11-91e3-79bd19300de3 tempest-VolumesAdminNegativeTest-1384858189 tempest-VolumesAdminNegativeTest-1384858189-project] 10.222.0.13 "GET /v2.0/ports?device_id=cf666e48-0b33-4092-a2dd-c1885b09b9d9 HTTP/1.1" status: 200 len: 210 time: 0.0751250 Nov 05 18:36:48.332650 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9fdf13-518a-46a1-b2bc-bacc7a2d49aa req-f42bb52b-9d28-4f7b-a452-be35c03dfe87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:36:48.334539 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-dc9fdf13-518a-46a1-b2bc-bacc7a2d49aa req-f42bb52b-9d28-4f7b-a452-be35c03dfe87 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3016171 Nov 05 18:36:48.349736 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-18a74448-4f3f-473e-9db3-a2c8fe3faabb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:36:48.375195 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 36450) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:36:48.383867 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-82ea1ebf-6e1e-40e1-928b-6bdc9a8ca759 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-238884061-network', 'tenant_id': '199220bdbb6e4d18bafbb527f432f315'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:36:48.396198 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-4bdba270-327f-4ae0-a665-2bc342975e39 req-2bf063a8-00ba-45ec-ba6c-dbd6ed911125 tempest-ServersAdminNegativeTestJSON-1457342402 tempest-ServersAdminNegativeTestJSON-1457342402-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=74169f08-fd93-462d-af79-df7f2045d3b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292789 Nov 05 18:36:48.484799 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82ea1ebf-6e1e-40e1-928b-6bdc9a8ca759 admin admin] Made reservation on behalf of 199220bdbb6e4d18bafbb527f432f315 for: {'network': 1} {{(pid=102386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 18:36:48.495019 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-82ea1ebf-6e1e-40e1-928b-6bdc9a8ca759 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for network, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:36:48.498445 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a516b387-e649-4895-be6d-f1bdc7c94327 req-906e60e5-7c28-4c46-b96c-3da9a81efd00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:36:48.504225 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-a516b387-e649-4895-be6d-f1bdc7c94327 req-906e60e5-7c28-4c46-b96c-3da9a81efd00 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8a98bf8e41c94bf396f12e0212c6cc8f&device_id=ee5c2fc4-2f8b-4c1a-a60c-0b36c954692f HTTP/1.1" status: 200 len: 1098 time: 0.1143034 Nov 05 18:36:48.527623 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-82ea1ebf-6e1e-40e1-928b-6bdc9a8ca759 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:36:48.561743 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-a516b387-e649-4895-be6d-f1bdc7c94327 req-20da6b29-5afd-4fb6-a0d7-04252957b46e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.96&port_id=099ae3db-de29-43d3-b838-32bad6262e6b HTTP/1.1" status: 200 len: 217 time: 0.0524571 Nov 05 18:36:48.658335 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a74448-4f3f-473e-9db3-a2c8fe3faabb None None] Pushing event updated for resources: {'Port': ['ID=540167f0-431b-4b88-b94d-62b984252270,revision_number=5']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:36:48.771761 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-e0e170aa-025e-477f-8dc4-bf7381d8472d None None] Provisioning complete for port 540167f0-431b-4b88-b94d-62b984252270 triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:36:48.774804 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-e0e170aa-025e-477f-8dc4-bf7381d8472d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:36:48.789145 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-82ea1ebf-6e1e-40e1-928b-6bdc9a8ca759 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:36:48.794881 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a516b387-e649-4895-be6d-f1bdc7c94327 req-d54a2e7b-8ad7-484e-b98f-5f0a7f331e18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:36:48.796754 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-a516b387-e649-4895-be6d-f1bdc7c94327 req-d54a2e7b-8ad7-484e-b98f-5f0a7f331e18 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=05e7a1b5-165b-4a00-855a-ffbcb2eba59e HTTP/1.1" status: 200 len: 843 time: 0.2264452 Nov 05 18:36:48.840156 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512f111d-44c4-40a6-b547-75766aff9233 req-15ba1c07-bca6-44d6-828b-341a59147387 tempest-LiveMigrationNegativeTest-227627026 tempest-LiveMigrationNegativeTest-227627026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:36:48.842223 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-512f111d-44c4-40a6-b547-75766aff9233 req-15ba1c07-bca6-44d6-828b-341a59147387 tempest-LiveMigrationNegativeTest-227627026 tempest-LiveMigrationNegativeTest-227627026-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee5c2fc4-2f8b-4c1a-a60c-0b36c954692f HTTP/1.1" status: 200 len: 947 time: 0.2623897 Nov 05 18:36:48.937812 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-512f111d-44c4-40a6-b547-75766aff9233 req-9716322d-0182-4af4-8380-6db73a1b38de tempest-LiveMigrationNegativeTest-227627026 tempest-LiveMigrationNegativeTest-227627026-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2254f1c-cc29-4ed4-aae7-2ed47617ef3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870078 Nov 05 18:36:48.959986 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a516b387-e649-4895-be6d-f1bdc7c94327 req-a768c91a-d0db-43fd-b463-8f7791093d36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:36:48.961987 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-a516b387-e649-4895-be6d-f1bdc7c94327 req-a768c91a-d0db-43fd-b463-8f7791093d36 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a723f808-b11e-4066-b104-fad90c82895e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1332414 Nov 05 18:36:49.009172 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-82ea1ebf-6e1e-40e1-928b-6bdc9a8ca759 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:36:49.035817 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-c508fe36-e3d8-4b5e-abae-347a6a5db625 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f97eaf5e-41e6-4b26-a543-9f157b864817', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-15228308-router', 'tenant_id': 'e4fadb60c9fa4b0abf704559d02b8aa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.126'}], 'enable_snat': True}, 'gw_port_id': '024766b1-ed20-44e2-88c8-a2bf8d112db6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T18:36:36Z', 'updated_at': '2021-11-05T18:36:42Z', 'revision_number': 4, 'project_id': 'e4fadb60c9fa4b0abf704559d02b8aa0', 'gw_port': {'id': '024766b1-ed20-44e2-88c8-a2bf8d112db6', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:c5:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f97eaf5e-41e6-4b26-a543-9f157b864817', 'device_owner': 'network:router_gateway', 'standard_attr_id': 239, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T18:36:38Z', 'updated_at': '2021-11-05T18:36:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1', '_interfaces': [{'id': '540167f0-431b-4b88-b94d-62b984252270', 'name': '', 'network_id': 'ba3e8390-54e7-4d99-8fec-d7b75d85d22a', 'tenant_id': 'e4fadb60c9fa4b0abf704559d02b8aa0', 'mac_address': 'fa:16:3e:c0:53:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f97eaf5e-41e6-4b26-a543-9f157b864817', 'device_owner': 'network:router_interface', 'standard_attr_id': 253, 'fixed_ips': [{'subnet_id': '23219f55-021e-4f36-bac1-2c401000599a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T18:36:42Z', 'updated_at': '2021-11-05T18:36:47Z', 'revision_number': 4, 'project_id': 'e4fadb60c9fa4b0abf704559d02b8aa0', 'subnets': [{'id': '23219f55-021e-4f36-bac1-2c401000599a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-1', False) {} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:36:49.042373 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82ea1ebf-6e1e-40e1-928b-6bdc9a8ca759 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 169} {{(pid=102386) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 05 18:36:49.061842 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-82ea1ebf-6e1e-40e1-928b-6bdc9a8ca759 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273'] for segment, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:36:49.062805 n-d-816865-1 neutron-server[102386]: INFO neutron.db.segments_db [None req-82ea1ebf-6e1e-40e1-928b-6bdc9a8ca759 admin admin] Added segment 88f0c625-4914-4ee3-86c1-8a79f5ffba93 of type vlan for network 1665a464-cea4-4e86-b7f2-8c36422b1584 Nov 05 18:36:49.087026 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c508fe36-e3d8-4b5e-abae-347a6a5db625 None None] The sync data for ids ['f97eaf5e-41e6-4b26-a543-9f157b864817'] in n-d-816865-1 is: [{'id': 'f97eaf5e-41e6-4b26-a543-9f157b864817', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-15228308-router', 'tenant_id': 'e4fadb60c9fa4b0abf704559d02b8aa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.126'}], 'enable_snat': True}, 'gw_port_id': '024766b1-ed20-44e2-88c8-a2bf8d112db6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T18:36:36Z', 'updated_at': '2021-11-05T18:36:42Z', 'revision_number': 4, 'project_id': 'e4fadb60c9fa4b0abf704559d02b8aa0', 'gw_port': {'id': '024766b1-ed20-44e2-88c8-a2bf8d112db6', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:c5:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f97eaf5e-41e6-4b26-a543-9f157b864817', 'device_owner': 'network:router_gateway', 'standard_attr_id': 239, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T18:36:38Z', 'updated_at': '2021-11-05T18:36:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1', '_interfaces': [{'id': '540167f0-431b-4b88-b94d-62b984252270', 'name': '', 'network_id': 'ba3e8390-54e7-4d99-8fec-d7b75d85d22a', 'tenant_id': 'e4fadb60c9fa4b0abf704559d02b8aa0', 'mac_address': 'fa:16:3e:c0:53:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f97eaf5e-41e6-4b26-a543-9f157b864817', 'device_owner': 'network:router_interface', 'standard_attr_id': 253, 'fixed_ips': [{'subnet_id': '23219f55-021e-4f36-bac1-2c401000599a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T18:36:42Z', 'updated_at': '2021-11-05T18:36:47Z', 'revision_number': 4, 'project_id': 'e4fadb60c9fa4b0abf704559d02b8aa0', 'subnets': [{'id': '23219f55-021e-4f36-bac1-2c401000599a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 18:36:49.131906 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-a516b387-e649-4895-be6d-f1bdc7c94327 req-235d36b4-ba9f-4768-a03b-e5ac885424c2 service neutron] 10.222.0.41 "GET /v2.0/networks/a723f808-b11e-4066-b104-fad90c82895e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1623476 Nov 05 18:36:49.198483 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-82ea1ebf-6e1e-40e1-928b-6bdc9a8ca759 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750027258543'] for network, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:36:49.291588 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-a516b387-e649-4895-be6d-f1bdc7c94327 req-fc4df1c2-4106-406a-bc86-6aa776f5d1ca service neutron] 10.222.0.41 "GET /v2.0/networks/a723f808-b11e-4066-b104-fad90c82895e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1488748 Nov 05 18:36:49.312331 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ea1ebf-6e1e-40e1-928b-6bdc9a8ca759 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d761a699-3618-4124-8910-64863326a1c7,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:36:49.348504 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52b9ce0-f4d9-4e27-9f1a-2fc551d4f0b2 req-279a5b3b-3d66-4cd7-8bd7-bf2204732eed tempest-VolumesAdminNegativeTest-1384858189 tempest-VolumesAdminNegativeTest-1384858189-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:36:49.350250 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-e52b9ce0-f4d9-4e27-9f1a-2fc551d4f0b2 req-279a5b3b-3d66-4cd7-8bd7-bf2204732eed tempest-VolumesAdminNegativeTest-1384858189 tempest-VolumesAdminNegativeTest-1384858189-project] 10.222.0.55 "GET /v2.0/networks?id=955f3154-b08a-4d99-8ebf-4fbfb4c5bfdd HTTP/1.1" status: 200 len: 815 time: 0.5450644 Nov 05 18:36:49.372764 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [req-e52b9ce0-f4d9-4e27-9f1a-2fc551d4f0b2 req-f9ea9e1c-8c20-4a56-a1d3-07aec190f414 tempest-VolumesAdminNegativeTest-1384858189 tempest-VolumesAdminNegativeTest-1384858189-project] Request body: {'port': {'device_id': 'cf666e48-0b33-4092-a2dd-c1885b09b9d9', 'network_id': '955f3154-b08a-4d99-8ebf-4fbfb4c5bfdd', 'admin_state_up': True, 'tenant_id': '1378cc122b744fd2a72edd863adcc850'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:36:49.402613 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eaf99a0-9687-40f8-b47d-8c401f379d11 req-79613762-f12a-4ccd-a634-36ddecf475b1 tempest-ServersAdminNegativeTestJSON-951057987 tempest-ServersAdminNegativeTestJSON-951057987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:36:49.406011 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-2eaf99a0-9687-40f8-b47d-8c401f379d11 req-79613762-f12a-4ccd-a634-36ddecf475b1 tempest-ServersAdminNegativeTestJSON-951057987 tempest-ServersAdminNegativeTestJSON-951057987-project] 10.222.0.13 "GET /v2.0/ports?device_id=c6ba0f04-ab3c-4f85-8c28-c94c744f22d1 HTTP/1.1" status: 200 len: 949 time: 0.0741217 Nov 05 18:36:49.435853 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-82ea1ebf-6e1e-40e1-928b-6bdc9a8ca759 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-956796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877'] for network, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:36:49.444914 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82ea1ebf-6e1e-40e1-928b-6bdc9a8ca759 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:36:49.445664 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-82ea1ebf-6e1e-40e1-928b-6bdc9a8ca759 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597851'] for network, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:36:49.500160 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-caaaa25b-5071-43ab-b17b-b09a5535f4ce req-d4190b41-7627-4052-97fb-734f74092854 tempest-VolumesAdminNegativeTest-1384858189 tempest-VolumesAdminNegativeTest-1384858189-project] 10.222.0.13 "GET /v2.0/ports?device_id=cf666e48-0b33-4092-a2dd-c1885b09b9d9 HTTP/1.1" status: 200 len: 210 time: 0.0483139 Nov 05 18:36:49.509651 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-2eaf99a0-9687-40f8-b47d-8c401f379d11 req-5e38a986-e5db-4c4f-8828-f1e29bb82ace tempest-ServersAdminNegativeTestJSON-951057987 tempest-ServersAdminNegativeTestJSON-951057987-project] 10.222.0.13 "GET /v2.0/security-groups?id=74169f08-fd93-462d-af79-df7f2045d3b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927360 Nov 05 18:36:49.583022 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-82ea1ebf-6e1e-40e1-928b-6bdc9a8ca759 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.2052512 Nov 05 18:36:49.586036 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 36494) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:36:49.586568 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ea1ebf-6e1e-40e1-928b-6bdc9a8ca759 admin admin] Pushing event updated for resources: {'Network': ['ID=1665a464-cea4-4e86-b7f2-8c36422b1584,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:36:49.591337 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-9034c3b5-7023-4e71-a961-97f6598e87c6 admin admin] Request body: {'subnet': {'network_id': '1665a464-cea4-4e86-b7f2-8c36422b1584', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-238884061-subnet', 'tenant_id': '199220bdbb6e4d18bafbb527f432f315', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:36:49.597520 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ea1ebf-6e1e-40e1-928b-6bdc9a8ca759 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:36:49.597911 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ea1ebf-6e1e-40e1-928b-6bdc9a8ca759 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:36:49.598221 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ea1ebf-6e1e-40e1-928b-6bdc9a8ca759 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:36:49.598584 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ea1ebf-6e1e-40e1-928b-6bdc9a8ca759 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:36:49.598875 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ea1ebf-6e1e-40e1-928b-6bdc9a8ca759 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:36:49.599201 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ea1ebf-6e1e-40e1-928b-6bdc9a8ca759 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:36:49.599522 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ea1ebf-6e1e-40e1-928b-6bdc9a8ca759 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:36:49.599841 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ea1ebf-6e1e-40e1-928b-6bdc9a8ca759 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:36:49.600159 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ea1ebf-6e1e-40e1-928b-6bdc9a8ca759 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:36:49.600473 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ea1ebf-6e1e-40e1-928b-6bdc9a8ca759 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:36:49.600790 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ea1ebf-6e1e-40e1-928b-6bdc9a8ca759 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:36:49.601105 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ea1ebf-6e1e-40e1-928b-6bdc9a8ca759 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:36:49.621489 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Network 1665a464-cea4-4e86-b7f2-8c36422b1584 details requested by agent ovs-agent-n-d-816865-1 with host n-d-816865-1 {{(pid=102388) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 05 18:36:49.701467 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9034c3b5-7023-4e71-a961-97f6598e87c6 admin admin] Made reservation on behalf of 199220bdbb6e4d18bafbb527f432f315 for: {'subnet': 1} {{(pid=102387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 18:36:49.704707 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-9034c3b5-7023-4e71-a961-97f6598e87c6 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:36:49.792661 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e52b9ce0-f4d9-4e27-9f1a-2fc551d4f0b2 req-f9ea9e1c-8c20-4a56-a1d3-07aec190f414 tempest-VolumesAdminNegativeTest-1384858189 tempest-VolumesAdminNegativeTest-1384858189-project] Made reservation on behalf of 1378cc122b744fd2a72edd863adcc850 for: {'port': 1} {{(pid=102386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 18:36:49.797764 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-e52b9ce0-f4d9-4e27-9f1a-2fc551d4f0b2 req-f9ea9e1c-8c20-4a56-a1d3-07aec190f414 tempest-VolumesAdminNegativeTest-1384858189 tempest-VolumesAdminNegativeTest-1384858189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:36:49.993532 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.db_base_plugin_common [req-e52b9ce0-f4d9-4e27-9f1a-2fc551d4f0b2 req-f9ea9e1c-8c20-4a56-a1d3-07aec190f414 tempest-VolumesAdminNegativeTest-1384858189 tempest-VolumesAdminNegativeTest-1384858189-project] Allocated IP 172.20.0.7 (955f3154-b08a-4d99-8ebf-4fbfb4c5bfdd/f42be52a-0e71-4fa8-ac79-7d6a7a1ad3fb/3dd2204c-a78a-4d35-b873-d572b2b004c4) {{(pid=102386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 18:36:50.037900 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-9034c3b5-7023-4e71-a961-97f6598e87c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877'] for subnet, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:36:50.142082 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9034c3b5-7023-4e71-a961-97f6598e87c6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e2adc752-3662-426b-bfb8-7009111e88a0,revision_number=0']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:36:50.175093 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069b9aad-e4dc-40ba-ab89-8a8db0fbc72f req-8cebad23-408d-4d27-b173-6fcb2b79add1 tempest-LiveMigrationNegativeTest-227627026 tempest-LiveMigrationNegativeTest-227627026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:36:50.177714 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-069b9aad-e4dc-40ba-ab89-8a8db0fbc72f req-8cebad23-408d-4d27-b173-6fcb2b79add1 tempest-LiveMigrationNegativeTest-227627026 tempest-LiveMigrationNegativeTest-227627026-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee5c2fc4-2f8b-4c1a-a60c-0b36c954692f HTTP/1.1" status: 200 len: 947 time: 0.1634178 Nov 05 18:36:50.183911 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9034c3b5-7023-4e71-a961-97f6598e87c6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:36:50.185630 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9034c3b5-7023-4e71-a961-97f6598e87c6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:36:50.186803 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9034c3b5-7023-4e71-a961-97f6598e87c6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:36:50.187903 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9034c3b5-7023-4e71-a961-97f6598e87c6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:36:50.188492 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9034c3b5-7023-4e71-a961-97f6598e87c6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:36:50.190538 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9034c3b5-7023-4e71-a961-97f6598e87c6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:36:50.192037 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9034c3b5-7023-4e71-a961-97f6598e87c6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:36:50.192537 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9034c3b5-7023-4e71-a961-97f6598e87c6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:36:50.193046 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9034c3b5-7023-4e71-a961-97f6598e87c6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:36:50.194297 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9034c3b5-7023-4e71-a961-97f6598e87c6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:36:50.194786 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9034c3b5-7023-4e71-a961-97f6598e87c6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:36:50.195283 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9034c3b5-7023-4e71-a961-97f6598e87c6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:36:50.245423 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-e52b9ce0-f4d9-4e27-9f1a-2fc551d4f0b2 req-f9ea9e1c-8c20-4a56-a1d3-07aec190f414 tempest-VolumesAdminNegativeTest-1384858189 tempest-VolumesAdminNegativeTest-1384858189-project] Publish callbacks [] for port, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:36:50.256189 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9034c3b5-7023-4e71-a961-97f6598e87c6 admin admin] Checking segment: {'id': '88f0c625-4914-4ee3-86c1-8a79f5ffba93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '1665a464-cea4-4e86-b7f2-8c36422b1584'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 18:36:50.256189 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9034c3b5-7023-4e71-a961-97f6598e87c6 admin admin] Network hostable DHCP agents. Network: 1665a464-cea4-4e86-b7f2-8c36422b1584, hostable agents: ['987e2ca0-bc3b-4c6f-a989-429ccfbf753f'], hosted agents: [] {{(pid=102387) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 05 18:36:50.336395 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-069b9aad-e4dc-40ba-ab89-8a8db0fbc72f req-6a1f4dd1-e049-4bf0-9d1b-41058ef3720f tempest-LiveMigrationNegativeTest-227627026 tempest-LiveMigrationNegativeTest-227627026-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2254f1c-cc29-4ed4-aae7-2ed47617ef3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247661 Nov 05 18:36:50.380594 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-e52b9ce0-f4d9-4e27-9f1a-2fc551d4f0b2 req-f9ea9e1c-8c20-4a56-a1d3-07aec190f414 tempest-VolumesAdminNegativeTest-1384858189 tempest-VolumesAdminNegativeTest-1384858189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789'] for port, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:36:50.386639 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9034c3b5-7023-4e71-a961-97f6598e87c6 admin admin] Network 1665a464-cea4-4e86-b7f2-8c36422b1584 is scheduled to be hosted by DHCP agent 987e2ca0-bc3b-4c6f-a989-429ccfbf753f with binding_index 1 {{(pid=102387) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 05 18:36:50.390432 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-64cc65d2-d97b-4e60-9831-7720ceb38d15 req-207411b3-6eae-4380-9aae-9f3d97c9f763 tempest-DeleteServersAdminTestJSON-2094521221 tempest-DeleteServersAdminTestJSON-2094521221-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=a7e5ed5d2aed45ba834202fed716a196&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0279994 Nov 05 18:36:50.435267 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e52b9ce0-f4d9-4e27-9f1a-2fc551d4f0b2 req-f9ea9e1c-8c20-4a56-a1d3-07aec190f414 tempest-VolumesAdminNegativeTest-1384858189 tempest-VolumesAdminNegativeTest-1384858189-project] Network 955f3154-b08a-4d99-8ebf-4fbfb4c5bfdd is already hosted by enough agents. {{(pid=102386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 18:36:50.438657 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.base_scheduler [req-e52b9ce0-f4d9-4e27-9f1a-2fc551d4f0b2 req-f9ea9e1c-8c20-4a56-a1d3-07aec190f414 tempest-VolumesAdminNegativeTest-1384858189 tempest-VolumesAdminNegativeTest-1384858189-project] Resources bound (agent type, host, resource id): {{(pid=102386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:36:50.464175 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [req-e52b9ce0-f4d9-4e27-9f1a-2fc551d4f0b2 req-f9ea9e1c-8c20-4a56-a1d3-07aec190f414 tempest-VolumesAdminNegativeTest-1384858189 tempest-VolumesAdminNegativeTest-1384858189-project] Received port after_create {{(pid=102386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 18:36:50.481595 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52b9ce0-f4d9-4e27-9f1a-2fc551d4f0b2 req-f9ea9e1c-8c20-4a56-a1d3-07aec190f414 tempest-VolumesAdminNegativeTest-1384858189 tempest-VolumesAdminNegativeTest-1384858189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:36:50.481595 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-e52b9ce0-f4d9-4e27-9f1a-2fc551d4f0b2 req-f9ea9e1c-8c20-4a56-a1d3-07aec190f414 tempest-VolumesAdminNegativeTest-1384858189 tempest-VolumesAdminNegativeTest-1384858189-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:36:50.494516 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.base_scheduler [None req-9034c3b5-7023-4e71-a961-97f6598e87c6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816865-1, 1665a464-cea4-4e86-b7f2-8c36422b1584) {{(pid=102387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:36:50.499532 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9034c3b5-7023-4e71-a961-97f6598e87c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:36:50.500057 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-9034c3b5-7023-4e71-a961-97f6598e87c6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597851'] for subnet, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:36:50.508085 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39fe456e-72ed-4ad8-8b67-029bdccb2695 None None] Network 1665a464-cea4-4e86-b7f2-8c36422b1584 requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 18:36:50.517425 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ea9e1c-8c20-4a56-a1d3-07aec190f414 tempest-VolumesAdminNegativeTest-1384858189 tempest-VolumesAdminNegativeTest-1384858189-project] Pushing event updated for resources: {'Port': ['ID=3dd2204c-a78a-4d35-b873-d572b2b004c4,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:36:50.555809 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64cc65d2-d97b-4e60-9831-7720ceb38d15 req-e8cf6417-47f6-4544-966e-243daab414ac tempest-DeleteServersAdminTestJSON-2094521221 tempest-DeleteServersAdminTestJSON-2094521221-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:36:50.558320 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-64cc65d2-d97b-4e60-9831-7720ceb38d15 req-e8cf6417-47f6-4544-966e-243daab414ac tempest-DeleteServersAdminTestJSON-2094521221 tempest-DeleteServersAdminTestJSON-2094521221-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1589310 Nov 05 18:36:50.580115 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-64cc65d2-d97b-4e60-9831-7720ceb38d15 req-59f6ab34-e87a-40d9-ad5e-7ad47d60b903 tempest-DeleteServersAdminTestJSON-2094521221 tempest-DeleteServersAdminTestJSON-2094521221-project] 10.222.0.13 "GET /v2.0/quotas/a7e5ed5d2aed45ba834202fed716a196 HTTP/1.1" status: 200 len: 375 time: 0.0105455 Nov 05 18:36:50.595749 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-e52b9ce0-f4d9-4e27-9f1a-2fc551d4f0b2 req-f9ea9e1c-8c20-4a56-a1d3-07aec190f414 tempest-VolumesAdminNegativeTest-1384858189 tempest-VolumesAdminNegativeTest-1384858189-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2281597 Nov 05 18:36:50.603022 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-9034c3b5-7023-4e71-a961-97f6598e87c6 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.0153465 Nov 05 18:36:50.605969 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 36540) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:36:50.610835 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-c4411ca6-77fc-4dab-a66b-268bfc5b0d58 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-238884061-router', 'tenant_id': '199220bdbb6e4d18bafbb527f432f315', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec'}}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:36:50.629580 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-64cc65d2-d97b-4e60-9831-7720ceb38d15 req-1cff17f3-819b-4e9e-84ab-96d91fe21405 tempest-DeleteServersAdminTestJSON-2094521221 tempest-DeleteServersAdminTestJSON-2094521221-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=a7e5ed5d2aed45ba834202fed716a196&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0423079 Nov 05 18:36:50.633936 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [req-e52b9ce0-f4d9-4e27-9f1a-2fc551d4f0b2 req-034863fb-29eb-4058-9198-50149c26f14f service neutron] Request body: {'port': {'device_id': 'cf666e48-0b33-4092-a2dd-c1885b09b9d9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816865-1'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:36:50.642594 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 540167f0-431b-4b88-b94d-62b984252270 up at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 18:36:50.739800 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-e52b9ce0-f4d9-4e27-9f1a-2fc551d4f0b2 req-034863fb-29eb-4058-9198-50149c26f14f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:36:50.790758 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-c4411ca6-77fc-4dab-a66b-268bfc5b0d58 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-571139', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6874'] for router, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:36:50.791898 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-c4411ca6-77fc-4dab-a66b-268bfc5b0d58 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-571375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1000570', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1011585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6867'] for router, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:36:50.835135 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Provisioning complete for port 540167f0-431b-4b88-b94d-62b984252270 triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:36:50.835472 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:36:50.871822 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08ec60cc-c653-45c2-9917-5052ee63b3f1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeb20a084-accf-5b60-8075-3e69ebe863a6-1665a464-cea4-4e86-b7f2-8c36422b1584', 'network_id': '1665a464-cea4-4e86-b7f2-8c36422b1584', 'tenant_id': '199220bdbb6e4d18bafbb527f432f315', 'fixed_ips': [{'subnet_id': 'e2adc752-3662-426b-bfb8-7009111e88a0'}]}} from n-d-816865-1. {{(pid=102388) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 05 18:36:50.872688 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-08ec60cc-c653-45c2-9917-5052ee63b3f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:36:51.110297 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62136537-aabc-47a7-90d6-a4b7bf2973e8 req-3c2eab53-8467-4a30-a38f-f1d63245e677 tempest-VolumesAdminNegativeTest-1384858189 tempest-VolumesAdminNegativeTest-1384858189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:36:51.111424 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-62136537-aabc-47a7-90d6-a4b7bf2973e8 req-3c2eab53-8467-4a30-a38f-f1d63245e677 tempest-VolumesAdminNegativeTest-1384858189 tempest-VolumesAdminNegativeTest-1384858189-project] 10.222.0.13 "GET /v2.0/ports?device_id=cf666e48-0b33-4092-a2dd-c1885b09b9d9 HTTP/1.1" status: 200 len: 931 time: 0.1338739 Nov 05 18:36:51.136079 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6c21a6-1cc4-4845-b29d-987160ec493c req-05f14358-c216-42be-8ab3-a260e4fe942c tempest-ServersAdminNegativeTestJSON-951057987 tempest-ServersAdminNegativeTestJSON-951057987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:36:51.137621 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-2a6c21a6-1cc4-4845-b29d-987160ec493c req-05f14358-c216-42be-8ab3-a260e4fe942c tempest-ServersAdminNegativeTestJSON-951057987 tempest-ServersAdminNegativeTestJSON-951057987-project] 10.222.0.13 "GET /v2.0/ports?device_id=c6ba0f04-ab3c-4f85-8c28-c94c744f22d1 HTTP/1.1" status: 200 len: 949 time: 0.1085908 Nov 05 18:36:51.149636 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.db_base_plugin_common [None req-08ec60cc-c653-45c2-9917-5052ee63b3f1 None None] Allocated IP 172.20.0.2 (1665a464-cea4-4e86-b7f2-8c36422b1584/e2adc752-3662-426b-bfb8-7009111e88a0/76b97661-18ea-48f1-8afa-fdaa1cd115f2) {{(pid=102388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 18:36:51.234742 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-62136537-aabc-47a7-90d6-a4b7bf2973e8 req-7e94a217-bdc6-47d5-9e54-d452f7d78124 tempest-VolumesAdminNegativeTest-1384858189 tempest-VolumesAdminNegativeTest-1384858189-project] 10.222.0.13 "GET /v2.0/security-groups?id=90febc7e-7a4f-4e17-8ddb-723e03f22ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122940 Nov 05 18:36:51.266196 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-2a6c21a6-1cc4-4845-b29d-987160ec493c req-74287846-fee6-47c0-827d-c0a33705b220 tempest-ServersAdminNegativeTestJSON-951057987 tempest-ServersAdminNegativeTestJSON-951057987-project] 10.222.0.13 "GET /v2.0/security-groups?id=74169f08-fd93-462d-af79-df7f2045d3b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134017 Nov 05 18:36:51.317799 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-feb01854-e45b-4880-bcfa-a14d4b0c14a5 req-20eadf55-7341-4f67-8a2f-51472ea84bdf tempest-DeleteServersAdminTestJSON-2094521221 tempest-DeleteServersAdminTestJSON-2094521221-project] 10.222.0.13 "GET /v2.0/ports?device_id=ffdc91f8-55bd-459b-ac9c-bf1a0b5958a5 HTTP/1.1" status: 200 len: 210 time: 0.0293753 Nov 05 18:36:51.388228 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-c4411ca6-77fc-4dab-a66b-268bfc5b0d58 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:36:51.419535 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c755a49-bb56-4000-a924-20d500098526 req-a104d7b7-590f-4264-823d-f54f64843971 tempest-ServersAdminNegativeTestJSON-951057987 tempest-ServersAdminNegativeTestJSON-951057987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:36:51.422081 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-0c755a49-bb56-4000-a924-20d500098526 req-a104d7b7-590f-4264-823d-f54f64843971 tempest-ServersAdminNegativeTestJSON-951057987 tempest-ServersAdminNegativeTestJSON-951057987-project] 10.222.0.55 "GET /v2.0/ports?device_id=c6ba0f04-ab3c-4f85-8c28-c94c744f22d1 HTTP/1.1" status: 200 len: 949 time: 0.4456563 Nov 05 18:36:51.465555 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcffbb4-6d32-4908-a598-2580c01f036a req-101bd04e-621a-45f0-8030-b2cce176a206 tempest-LiveMigrationNegativeTest-227627026 tempest-LiveMigrationNegativeTest-227627026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:36:51.474371 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-1fcffbb4-6d32-4908-a598-2580c01f036a req-101bd04e-621a-45f0-8030-b2cce176a206 tempest-LiveMigrationNegativeTest-227627026 tempest-LiveMigrationNegativeTest-227627026-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee5c2fc4-2f8b-4c1a-a60c-0b36c954692f HTTP/1.1" status: 200 len: 947 time: 0.0706718 Nov 05 18:36:51.511929 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-08ec60cc-c653-45c2-9917-5052ee63b3f1 None None] Publish callbacks [] for port, precommit_create {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:36:51.541459 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-1fcffbb4-6d32-4908-a598-2580c01f036a req-53eb8e80-e283-4dcf-bd97-4af816ec117e tempest-LiveMigrationNegativeTest-227627026 tempest-LiveMigrationNegativeTest-227627026-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2254f1c-cc29-4ed4-aae7-2ed47617ef3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660260 Nov 05 18:36:51.582940 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-08ec60cc-c653-45c2-9917-5052ee63b3f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789'] for port, after_create {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:36:51.616571 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 36564) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:36:51.632989 n-d-816865-1 neutron-server[102388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08ec60cc-c653-45c2-9917-5052ee63b3f1 None None] Network 1665a464-cea4-4e86-b7f2-8c36422b1584 is already hosted by enough agents. {{(pid=102388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 18:36:51.637370 n-d-816865-1 neutron-server[102388]: DEBUG neutron.scheduler.base_scheduler [None req-08ec60cc-c653-45c2-9917-5052ee63b3f1 None None] Resources bound (agent type, host, resource id): {{(pid=102388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:36:51.644646 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08ec60cc-c653-45c2-9917-5052ee63b3f1 None None] Received port after_create {{(pid=102388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 18:36:51.655881 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ec60cc-c653-45c2-9917-5052ee63b3f1 None None] Pushing event updated for resources: {'Port': ['ID=76b97661-18ea-48f1-8afa-fdaa1cd115f2,revision_number=1']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:36:51.716503 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-08ec60cc-c653-45c2-9917-5052ee63b3f1 None None] Attempting to bind port 76b97661-18ea-48f1-8afa-fdaa1cd115f2 on host n-d-816865-1 for vnic_type normal with profile {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 18:36:51.716879 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-08ec60cc-c653-45c2-9917-5052ee63b3f1 None None] Attempting to bind port 76b97661-18ea-48f1-8afa-fdaa1cd115f2 by drivers openvswitch,hyperv on host n-d-816865-1 at level 0 using segments [{'id': '88f0c625-4914-4ee3-86c1-8a79f5ffba93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '1665a464-cea4-4e86-b7f2-8c36422b1584'}] {{(pid=102388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 18:36:51.717239 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08ec60cc-c653-45c2-9917-5052ee63b3f1 None None] Attempting to bind port 76b97661-18ea-48f1-8afa-fdaa1cd115f2 on network 1665a464-cea4-4e86-b7f2-8c36422b1584 {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 18:36:51.722389 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08ec60cc-c653-45c2-9917-5052ee63b3f1 None None] Checking agent: {'id': '724d89a7-611b-41e6-bc85-c48112b17afa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 18, 25, 8), 'started_at': datetime.datetime(2021, 11, 5, 18, 25, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 18, 36, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 18:36:51.722768 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08ec60cc-c653-45c2-9917-5052ee63b3f1 None None] Checking segment: {'id': '88f0c625-4914-4ee3-86c1-8a79f5ffba93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '1665a464-cea4-4e86-b7f2-8c36422b1584'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 18:36:51.723209 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-08ec60cc-c653-45c2-9917-5052ee63b3f1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:36:51.723604 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08ec60cc-c653-45c2-9917-5052ee63b3f1 None None] Bound using segment: {'id': '88f0c625-4914-4ee3-86c1-8a79f5ffba93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '1665a464-cea4-4e86-b7f2-8c36422b1584'} {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 18:36:51.724076 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-08ec60cc-c653-45c2-9917-5052ee63b3f1 None None] Bound port: 76b97661-18ea-48f1-8afa-fdaa1cd115f2, host: n-d-816865-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88f0c625-4914-4ee3-86c1-8a79f5ffba93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '1665a464-cea4-4e86-b7f2-8c36422b1584'}}] {{(pid=102388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 18:36:51.724475 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-08ec60cc-c653-45c2-9917-5052ee63b3f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:36:51.764889 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-c4411ca6-77fc-4dab-a66b-268bfc5b0d58 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:36:51.805188 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [req-0c755a49-bb56-4000-a924-20d500098526 req-1a278f4c-23e7-45af-a2e2-50acc588489a tempest-ServersAdminNegativeTestJSON-951057987 tempest-ServersAdminNegativeTestJSON-951057987-project] Deleting port d73da2a2-a33e-438e-a527-e28f6427e657 {{(pid=102386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 18:36:51.805529 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-0c755a49-bb56-4000-a924-20d500098526 req-1a278f4c-23e7-45af-a2e2-50acc588489a tempest-ServersAdminNegativeTestJSON-951057987 tempest-ServersAdminNegativeTestJSON-951057987-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:36:51.824546 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-08ec60cc-c653-45c2-9917-5052ee63b3f1 None None] For port 76b97661-18ea-48f1-8afa-fdaa1cd115f2, host n-d-816865-1, cleared binding levels {{(pid=102388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 18:36:51.827947 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-08ec60cc-c653-45c2-9917-5052ee63b3f1 None None] For port 76b97661-18ea-48f1-8afa-fdaa1cd115f2, host n-d-816865-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=76b97661-18ea-48f1-8afa-fdaa1cd115f2,segment=NetworkSegment(88f0c625-4914-4ee3-86c1-8a79f5ffba93),segment_id=88f0c625-4914-4ee3-86c1-8a79f5ffba93)] {{(pid=102388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 18:36:51.899813 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-82c3a133-8e51-4f92-a364-590530b0b19b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:36:51.907491 n-d-816865-1 neutron-server[102386]: DEBUG neutron.notifiers.nova [req-e52b9ce0-f4d9-4e27-9f1a-2fc551d4f0b2 req-034863fb-29eb-4058-9198-50149c26f14f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3dd2204c-a78a-4d35-b873-d572b2b004c4 {{(pid=102386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 18:36:51.907833 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-08ec60cc-c653-45c2-9917-5052ee63b3f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:36:51.918975 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-e52b9ce0-f4d9-4e27-9f1a-2fc551d4f0b2 req-034863fb-29eb-4058-9198-50149c26f14f service neutron] Publish callbacks [] for port, precommit_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:36:51.968797 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ec60cc-c653-45c2-9917-5052ee63b3f1 None None] Pushing event updated for resources: {'Port': ['ID=76b97661-18ea-48f1-8afa-fdaa1cd115f2,revision_number=2']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:36:51.978630 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.provisioning_blocks [req-e52b9ce0-f4d9-4e27-9f1a-2fc551d4f0b2 req-034863fb-29eb-4058-9198-50149c26f14f service neutron] Transition to ACTIVE for port object 3dd2204c-a78a-4d35-b873-d572b2b004c4 will not be triggered until provisioned by entity L2. {{(pid=102386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 05 18:36:52.000309 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-82c3a133-8e51-4f92-a364-590530b0b19b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:36:52.011529 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [req-0c755a49-bb56-4000-a924-20d500098526 req-1a278f4c-23e7-45af-a2e2-50acc588489a tempest-ServersAdminNegativeTestJSON-951057987 tempest-ServersAdminNegativeTestJSON-951057987-project] For port d73da2a2-a33e-438e-a527-e28f6427e657, host n-h2-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=d73da2a2-a33e-438e-a527-e28f6427e657,segment=NetworkSegment(35c2db9c-522d-48d3-98cf-a08c2cc55db7),segment_id=35c2db9c-522d-48d3-98cf-a08c2cc55db7)] {{(pid=102386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:36:52.011889 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-0c755a49-bb56-4000-a924-20d500098526 req-1a278f4c-23e7-45af-a2e2-50acc588489a tempest-ServersAdminNegativeTestJSON-951057987 tempest-ServersAdminNegativeTestJSON-951057987-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:36:52.028665 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [req-0c755a49-bb56-4000-a924-20d500098526 req-1a278f4c-23e7-45af-a2e2-50acc588489a tempest-ServersAdminNegativeTestJSON-951057987 tempest-ServersAdminNegativeTestJSON-951057987-project] Calling delete_port for d73da2a2-a33e-438e-a527-e28f6427e657 owned by compute:nova {{(pid=102386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 18:36:52.085944 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-e52b9ce0-f4d9-4e27-9f1a-2fc551d4f0b2 req-034863fb-29eb-4058-9198-50149c26f14f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:36:52.119870 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-82c3a133-8e51-4f92-a364-590530b0b19b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:36:52.199624 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034863fb-29eb-4058-9198-50149c26f14f service neutron] Pushing event updated for resources: {'Port': ['ID=3dd2204c-a78a-4d35-b873-d572b2b004c4,revision_number=2']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:36:52.351334 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c3a133-8e51-4f92-a364-590530b0b19b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d328f69-8992-43bc-81c0-b6742a784a3a,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:36:52.385807 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-82c3a133-8e51-4f92-a364-590530b0b19b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d1563bfbd1af4c2589173e8161b33d2a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7652862 Nov 05 18:36:52.394366 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 36596) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:36:52.500829 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [req-e52b9ce0-f4d9-4e27-9f1a-2fc551d4f0b2 req-034863fb-29eb-4058-9198-50149c26f14f service neutron] Attempting to bind port 3dd2204c-a78a-4d35-b873-d572b2b004c4 on host n-h2-816865-1 for vnic_type normal with profile {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 18:36:52.501161 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [req-e52b9ce0-f4d9-4e27-9f1a-2fc551d4f0b2 req-034863fb-29eb-4058-9198-50149c26f14f service neutron] Attempting to bind port 3dd2204c-a78a-4d35-b873-d572b2b004c4 by drivers openvswitch,hyperv on host n-h2-816865-1 at level 0 using segments [{'id': 'a77cb927-ae43-4ea3-ad4f-7cb4558e895d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '955f3154-b08a-4d99-8ebf-4fbfb4c5bfdd'}] {{(pid=102386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 18:36:52.501485 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e52b9ce0-f4d9-4e27-9f1a-2fc551d4f0b2 req-034863fb-29eb-4058-9198-50149c26f14f service neutron] Attempting to bind port 3dd2204c-a78a-4d35-b873-d572b2b004c4 on network 955f3154-b08a-4d99-8ebf-4fbfb4c5bfdd {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 18:36:52.505769 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-52df6a25-5232-49c7-9d9d-164801bae128 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:36:52.534766 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e52b9ce0-f4d9-4e27-9f1a-2fc551d4f0b2 req-034863fb-29eb-4058-9198-50149c26f14f service neutron] Port 3dd2204c-a78a-4d35-b873-d572b2b004c4 on network 955f3154-b08a-4d99-8ebf-4fbfb4c5bfdd not bound, no agent of type Open vSwitch agent registered on host n-h2-816865-1 {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 18:36:52.535303 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e52b9ce0-f4d9-4e27-9f1a-2fc551d4f0b2 req-034863fb-29eb-4058-9198-50149c26f14f service neutron] Attempting to bind port 3dd2204c-a78a-4d35-b873-d572b2b004c4 on network 955f3154-b08a-4d99-8ebf-4fbfb4c5bfdd {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 18:36:52.553829 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e52b9ce0-f4d9-4e27-9f1a-2fc551d4f0b2 req-034863fb-29eb-4058-9198-50149c26f14f service neutron] Checking agent: {'id': '32aff553-696f-4891-83f5-5c176f61fe54', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816865-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 18, 33, 36), 'started_at': datetime.datetime(2021, 11, 5, 18, 33, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 18, 36, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 18:36:52.553829 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e52b9ce0-f4d9-4e27-9f1a-2fc551d4f0b2 req-034863fb-29eb-4058-9198-50149c26f14f service neutron] Checking segment: {'id': 'a77cb927-ae43-4ea3-ad4f-7cb4558e895d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '955f3154-b08a-4d99-8ebf-4fbfb4c5bfdd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 18:36:52.553829 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e52b9ce0-f4d9-4e27-9f1a-2fc551d4f0b2 req-034863fb-29eb-4058-9198-50149c26f14f service neutron] Bound using segment: {'id': 'a77cb927-ae43-4ea3-ad4f-7cb4558e895d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '955f3154-b08a-4d99-8ebf-4fbfb4c5bfdd'} {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 18:36:52.553829 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [req-e52b9ce0-f4d9-4e27-9f1a-2fc551d4f0b2 req-034863fb-29eb-4058-9198-50149c26f14f service neutron] Bound port: 3dd2204c-a78a-4d35-b873-d572b2b004c4, host: n-h2-816865-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a77cb927-ae43-4ea3-ad4f-7cb4558e895d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '955f3154-b08a-4d99-8ebf-4fbfb4c5bfdd'}}] {{(pid=102386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 18:36:52.553829 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-e52b9ce0-f4d9-4e27-9f1a-2fc551d4f0b2 req-034863fb-29eb-4058-9198-50149c26f14f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:36:52.559319 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-c4411ca6-77fc-4dab-a66b-268bfc5b0d58 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:36:52.575730 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-52df6a25-5232-49c7-9d9d-164801bae128 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:36:52.620204 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Device 099ae3db-de29-43d3-b838-32bad6262e6b details requested by agent hyperv_n-h1-816865-1 with host n-h1-816865-1 {{(pid=102388) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 05 18:36:52.625681 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-c4411ca6-77fc-4dab-a66b-268bfc5b0d58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:36:52.637969 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-0c755a49-bb56-4000-a924-20d500098526 req-1a278f4c-23e7-45af-a2e2-50acc588489a tempest-ServersAdminNegativeTestJSON-951057987 tempest-ServersAdminNegativeTestJSON-951057987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798'] for port, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:36:52.662175 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab56067-d6e4-4c41-8b86-8f49219e0d41 req-44ba28fc-b65e-4e6e-b615-25f7b4e77f0c tempest-ServersAdminNegativeTestJSON-951057987 tempest-ServersAdminNegativeTestJSON-951057987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:36:52.665392 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] get_ports_and_sgs() called for port_ids ['97dc252f-05ed-45d4-b280-386bd8292c5b'] {{(pid=102388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 18:36:52.665783 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-dab56067-d6e4-4c41-8b86-8f49219e0d41 req-44ba28fc-b65e-4e6e-b615-25f7b4e77f0c tempest-ServersAdminNegativeTestJSON-951057987 tempest-ServersAdminNegativeTestJSON-951057987-project] 10.222.0.13 "GET /v2.0/ports?device_id=c6ba0f04-ab3c-4f85-8c28-c94c744f22d1 HTTP/1.1" status: 200 len: 867 time: 0.2890627 Nov 05 18:36:52.667343 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 76b97661-18ea-48f1-8afa-fdaa1cd115f2 up at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 18:36:52.677222 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668ec189-082c-4540-8d5b-048be31d16ce req-71c8e533-3198-48a3-a189-dcb29bb30146 tempest-VolumesAdminNegativeTest-1384858189 tempest-VolumesAdminNegativeTest-1384858189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:36:52.679296 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-668ec189-082c-4540-8d5b-048be31d16ce req-71c8e533-3198-48a3-a189-dcb29bb30146 tempest-VolumesAdminNegativeTest-1384858189 tempest-VolumesAdminNegativeTest-1384858189-project] 10.222.0.13 "GET /v2.0/ports?device_id=cf666e48-0b33-4092-a2dd-c1885b09b9d9 HTTP/1.1" status: 200 len: 943 time: 0.3308377 Nov 05 18:36:52.741416 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a278f4c-23e7-45af-a2e2-50acc588489a tempest-ServersAdminNegativeTestJSON-951057987 tempest-ServersAdminNegativeTestJSON-951057987-project] Pushing event deleted for resources: {'Port': ['ID=d73da2a2-a33e-438e-a527-e28f6427e657,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:36:52.911450 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.db_base_plugin_common [None req-c4411ca6-77fc-4dab-a66b-268bfc5b0d58 admin admin] Allocated IP 172.25.6.41 (40c8335d-cd0b-4cb5-910a-d4dcddd5cbec/04fe6db3-e108-4208-943d-6518424f5726/02ddd893-d5e1-4691-9857-6f4cf6498a9d) {{(pid=102386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 18:36:52.955822 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c755a49-bb56-4000-a924-20d500098526 req-1a278f4c-23e7-45af-a2e2-50acc588489a tempest-ServersAdminNegativeTestJSON-951057987 tempest-ServersAdminNegativeTestJSON-951057987-project] No DVR routers for this DVR port d73da2a2-a33e-438e-a527-e28f6427e657 on host n-h2-816865-1 {{(pid=102386) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 18:36:52.966295 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [req-e52b9ce0-f4d9-4e27-9f1a-2fc551d4f0b2 req-034863fb-29eb-4058-9198-50149c26f14f service neutron] For port 3dd2204c-a78a-4d35-b873-d572b2b004c4, host n-h2-816865-1, cleared binding levels {{(pid=102386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 18:36:53.022582 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-0c755a49-bb56-4000-a924-20d500098526 req-1a278f4c-23e7-45af-a2e2-50acc588489a tempest-ServersAdminNegativeTestJSON-951057987 tempest-ServersAdminNegativeTestJSON-951057987-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:36:53.030221 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-0c755a49-bb56-4000-a924-20d500098526 req-1a278f4c-23e7-45af-a2e2-50acc588489a tempest-ServersAdminNegativeTestJSON-951057987 tempest-ServersAdminNegativeTestJSON-951057987-project] 10.222.0.55 "DELETE /v2.0/ports/d73da2a2-a33e-438e-a527-e28f6427e657 HTTP/1.1" status: 204 len: 173 time: 1.5986524 Nov 05 18:36:53.030221 n-d-816865-1 neutron-server[102386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6ba0f04-ab3c-4f85-8c28-c94c744f22d1', 'name': 'network-vif-deleted', 'tag': 'd73da2a2-a33e-438e-a527-e28f6427e657'}] {{(pid=102386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 18:36:53.030511 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6173a44d7c73f41af551dc890fa1a5892c2c6bc3458b640c8e0c24db7876ba6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48a7cc3e-0b1f-47b5-8c02-7859ca1b9abf" -d '{"events": [{"server_uuid": "c6ba0f04-ab3c-4f85-8c28-c94c744f22d1", "name": "network-vif-deleted", "tag": "d73da2a2-a33e-438e-a527-e28f6427e657"}]}' {{(pid=102386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 18:36:53.058897 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [req-e52b9ce0-f4d9-4e27-9f1a-2fc551d4f0b2 req-034863fb-29eb-4058-9198-50149c26f14f service neutron] For port 3dd2204c-a78a-4d35-b873-d572b2b004c4, host n-h2-816865-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=3dd2204c-a78a-4d35-b873-d572b2b004c4,segment=NetworkSegment(a77cb927-ae43-4ea3-ad4f-7cb4558e895d),segment_id=a77cb927-ae43-4ea3-ad4f-7cb4558e895d)] {{(pid=102386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 18:36:53.063151 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] For port 099ae3db-de29-43d3-b838-32bad6262e6b, host n-h1-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=099ae3db-de29-43d3-b838-32bad6262e6b,segment=NetworkSegment(35c2db9c-522d-48d3-98cf-a08c2cc55db7),segment_id=35c2db9c-522d-48d3-98cf-a08c2cc55db7)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:36:53.079120 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Provisioning complete for port 76b97661-18ea-48f1-8afa-fdaa1cd115f2 triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:36:53.079766 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:36:53.102068 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-dab56067-d6e4-4c41-8b86-8f49219e0d41 req-7728ee52-27e3-485e-ae77-a987da0d8b56 tempest-ServersAdminNegativeTestJSON-951057987 tempest-ServersAdminNegativeTestJSON-951057987-project] 10.222.0.13 "GET /v2.0/security-groups?id=74169f08-fd93-462d-af79-df7f2045d3b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4209940 Nov 05 18:36:53.129204 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-668ec189-082c-4540-8d5b-048be31d16ce req-18b81a79-db4d-4251-8a54-ed67b4139e4b tempest-VolumesAdminNegativeTest-1384858189 tempest-VolumesAdminNegativeTest-1384858189-project] 10.222.0.13 "GET /v2.0/security-groups?id=90febc7e-7a4f-4e17-8ddb-723e03f22ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4246519 Nov 05 18:36:53.136431 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-c4411ca6-77fc-4dab-a66b-268bfc5b0d58 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:36:53.158007 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Returning: {'device': '099ae3db-de29-43d3-b838-32bad6262e6b', 'network_id': 'a723f808-b11e-4066-b104-fad90c82895e', 'port_id': '099ae3db-de29-43d3-b838-32bad6262e6b', 'mac_address': 'fa:16:3e:8c:3f:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 153, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05e7a1b5-165b-4a00-855a-ffbcb2eba59e', 'ip_address': '192.168.233.96'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102388) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 05 18:36:53.177720 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-52df6a25-5232-49c7-9d9d-164801bae128 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:36:53.182290 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-52df6a25-5232-49c7-9d9d-164801bae128 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:36:53.186372 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-52df6a25-5232-49c7-9d9d-164801bae128 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7d328f69-8992-43bc-81c0-b6742a784a3a HTTP/1.1" status: 204 len: 168 time: 0.7750533 Nov 05 18:36:53.197851 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-e52b9ce0-f4d9-4e27-9f1a-2fc551d4f0b2 req-034863fb-29eb-4058-9198-50149c26f14f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:36:53.210157 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52df6a25-5232-49c7-9d9d-164801bae128 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d328f69-8992-43bc-81c0-b6742a784a3a,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:36:53.242071 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52b9ce0-f4d9-4e27-9f1a-2fc551d4f0b2 req-034863fb-29eb-4058-9198-50149c26f14f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:36:53.242992 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-e52b9ce0-f4d9-4e27-9f1a-2fc551d4f0b2 req-034863fb-29eb-4058-9198-50149c26f14f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:36:53.244574 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-e52b9ce0-f4d9-4e27-9f1a-2fc551d4f0b2 req-034863fb-29eb-4058-9198-50149c26f14f service neutron] 10.222.0.55 "PUT /v2.0/ports/3dd2204c-a78a-4d35-b873-d572b2b004c4 HTTP/1.1" status: 200 len: 1091 time: 2.6160858 Nov 05 18:36:53.290186 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034863fb-29eb-4058-9198-50149c26f14f service neutron] Pushing event updated for resources: {'Port': ['ID=3dd2204c-a78a-4d35-b873-d572b2b004c4,revision_number=3']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:36:53.295962 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-c4411ca6-77fc-4dab-a66b-268bfc5b0d58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789'] for port, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:36:53.297348 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:36:53.346529 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-e5fe390f-43db-4131-a587-a2c5e05bb034 req-446a7902-7a3b-4130-b3e1-6da396d49f1b tempest-DeleteServersAdminTestJSON-2094521221 tempest-DeleteServersAdminTestJSON-2094521221-project] 10.222.0.13 "GET /v2.0/ports?device_id=ffdc91f8-55bd-459b-ac9c-bf1a0b5958a5 HTTP/1.1" status: 200 len: 210 time: 0.0846250 Nov 05 18:36:53.378158 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4411ca6-77fc-4dab-a66b-268bfc5b0d58 admin admin] Network 40c8335d-cd0b-4cb5-910a-d4dcddd5cbec is already hosted by enough agents. {{(pid=102386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 18:36:53.384989 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.base_scheduler [None req-c4411ca6-77fc-4dab-a66b-268bfc5b0d58 admin admin] Resources bound (agent type, host, resource id): {{(pid=102386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:36:53.388232 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4411ca6-77fc-4dab-a66b-268bfc5b0d58 admin admin] Received port after_create {{(pid=102386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 18:36:53.422785 n-d-816865-1 neutron-server[102388]: DEBUG neutron.notifiers.nova [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 099ae3db-de29-43d3-b838-32bad6262e6b {{(pid=102388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 18:36:53.434908 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b3ca65-c4b9-463e-92a9-263752d0b0b1 req-a57dfa40-06e2-4962-88b6-fa34cf8a68c5 tempest-LiveMigrationNegativeTest-227627026 tempest-LiveMigrationNegativeTest-227627026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:36:53.448563 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-78b3ca65-c4b9-463e-92a9-263752d0b0b1 req-a57dfa40-06e2-4962-88b6-fa34cf8a68c5 tempest-LiveMigrationNegativeTest-227627026 tempest-LiveMigrationNegativeTest-227627026-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee5c2fc4-2f8b-4c1a-a60c-0b36c954692f HTTP/1.1" status: 200 len: 947 time: 0.2005844 Nov 05 18:36:53.466184 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] For port 099ae3db-de29-43d3-b838-32bad6262e6b, host n-h1-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=099ae3db-de29-43d3-b838-32bad6262e6b,segment=NetworkSegment(35c2db9c-522d-48d3-98cf-a08c2cc55db7),segment_id=35c2db9c-522d-48d3-98cf-a08c2cc55db7)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:36:53.522704 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4411ca6-77fc-4dab-a66b-268bfc5b0d58 admin admin] Pushing event updated for resources: {'Port': ['ID=02ddd893-d5e1-4691-9857-6f4cf6498a9d,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:36:53.529503 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:36:53.551325 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-78b3ca65-c4b9-463e-92a9-263752d0b0b1 req-112f340f-16b5-4c05-87fb-1b45cc86d702 tempest-LiveMigrationNegativeTest-227627026 tempest-LiveMigrationNegativeTest-227627026-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2254f1c-cc29-4ed4-aae7-2ed47617ef3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000204 Nov 05 18:36:53.597114 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] For port 76b97661-18ea-48f1-8afa-fdaa1cd115f2, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=76b97661-18ea-48f1-8afa-fdaa1cd115f2,segment=NetworkSegment(88f0c625-4914-4ee3-86c1-8a79f5ffba93),segment_id=88f0c625-4914-4ee3-86c1-8a79f5ffba93)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:36:53.602479 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb65b552-715c-4b46-bfdb-5d20e0768cd6 None None] Network 1665a464-cea4-4e86-b7f2-8c36422b1584 requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 18:36:53.608255 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:36:53.608605 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52b9ce0-f4d9-4e27-9f1a-2fc551d4f0b2 req-afa81807-f631-4ec8-aebc-4034edf7c433 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:36:53.610722 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-e52b9ce0-f4d9-4e27-9f1a-2fc551d4f0b2 req-afa81807-f631-4ec8-aebc-4034edf7c433 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=1378cc122b744fd2a72edd863adcc850&device_id=cf666e48-0b33-4092-a2dd-c1885b09b9d9 HTTP/1.1" status: 200 len: 1094 time: 0.2271729 Nov 05 18:36:53.705710 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-d4e15f93-ce84-400a-8599-caaf31fa65c6 None None] Provisioning complete for port 76b97661-18ea-48f1-8afa-fdaa1cd115f2 triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:36:53.705710 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-d4e15f93-ce84-400a-8599-caaf31fa65c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:36:53.743658 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:36:53.754777 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Pushing event updated for resources: {'Port': ['ID=099ae3db-de29-43d3-b838-32bad6262e6b,revision_number=4']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:36:53.795367 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-64cc65d2-d97b-4e60-9831-7720ceb38d15 req-89b2b0aa-fe33-4002-8080-639ac53716a3 tempest-DeleteServersAdminTestJSON-2094521221 tempest-DeleteServersAdminTestJSON-2094521221-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=a7e5ed5d2aed45ba834202fed716a196&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0457528 Nov 05 18:36:53.841219 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] get_ports_and_sgs() called for port_ids ['099ae3db-de29-43d3-b838-32bad6262e6b'] {{(pid=102388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 18:36:53.945047 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Pushing event updated for resources: {'Port': ['ID=76b97661-18ea-48f1-8afa-fdaa1cd115f2,revision_number=3']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:36:54.034595 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 18:36:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abe9f6b3-a4d5-486b-af96-871d2660f9a7 x-openstack-request-id: req-abe9f6b3-a4d5-486b-af96-871d2660f9a7 {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 18:36:54.035512 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6ba0f04-ab3c-4f85-8c28-c94c744f22d1", "name": "network-vif-deleted", "tag": "d73da2a2-a33e-438e-a527-e28f6427e657", "status": "completed", "code": 200}]} {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 18:36:54.036018 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-abe9f6b3-a4d5-486b-af96-871d2660f9a7 {{(pid=102386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 18:36:54.036593 n-d-816865-1 neutron-server[102386]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6ba0f04-ab3c-4f85-8c28-c94c744f22d1', 'name': 'network-vif-deleted', 'tag': 'd73da2a2-a33e-438e-a527-e28f6427e657', 'status': 'completed', 'code': 200} Nov 05 18:36:54.041982 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-e52b9ce0-f4d9-4e27-9f1a-2fc551d4f0b2 req-291fca99-9a0d-4ffa-a1e4-d54c563ad3f5 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3dd2204c-a78a-4d35-b873-d572b2b004c4 HTTP/1.1" status: 200 len: 217 time: 0.4091048 Nov 05 18:36:54.107948 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64cc65d2-d97b-4e60-9831-7720ceb38d15 req-e11ed7ae-4fec-4c00-bade-a9047c0619cc tempest-DeleteServersAdminTestJSON-2094521221 tempest-DeleteServersAdminTestJSON-2094521221-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:36:54.110507 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-64cc65d2-d97b-4e60-9831-7720ceb38d15 req-e11ed7ae-4fec-4c00-bade-a9047c0619cc tempest-DeleteServersAdminTestJSON-2094521221 tempest-DeleteServersAdminTestJSON-2094521221-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3068643 Nov 05 18:36:54.133302 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [req-64cc65d2-d97b-4e60-9831-7720ceb38d15 req-9e3cce6b-5788-4337-a8aa-04735d15a197 tempest-DeleteServersAdminTestJSON-2094521221 tempest-DeleteServersAdminTestJSON-2094521221-project] Request body: {'port': {'device_id': 'ffdc91f8-55bd-459b-ac9c-bf1a0b5958a5', 'network_id': 'a723f808-b11e-4066-b104-fad90c82895e', 'admin_state_up': True, 'tenant_id': 'a7e5ed5d2aed45ba834202fed716a196'}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:36:54.273469 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52b9ce0-f4d9-4e27-9f1a-2fc551d4f0b2 req-599d6cc7-039c-4727-b57e-2839f6aaa88e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:36:54.275490 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-e52b9ce0-f4d9-4e27-9f1a-2fc551d4f0b2 req-599d6cc7-039c-4727-b57e-2839f6aaa88e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f42be52a-0e71-4fa8-ac79-7d6a7a1ad3fb HTTP/1.1" status: 200 len: 855 time: 0.1789548 Nov 05 18:36:54.309388 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-f59e4d78-6edf-4c82-8444-16c9c8fb513a req-f74a7251-d1c7-4cb7-8213-932a0a874be6 tempest-ServersAdminNegativeTestJSON-951057987 tempest-ServersAdminNegativeTestJSON-951057987-project] 10.222.0.13 "GET /v2.0/ports?device_id=c6ba0f04-ab3c-4f85-8c28-c94c744f22d1 HTTP/1.1" status: 200 len: 210 time: 0.0380402 Nov 05 18:36:54.319462 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-e52b9ce0-f4d9-4e27-9f1a-2fc551d4f0b2 req-76ce16f1-fd56-410f-ad66-11dbbc6b0693 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=955f3154-b08a-4d99-8ebf-4fbfb4c5bfdd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0353940 Nov 05 18:36:54.323820 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-c4411ca6-77fc-4dab-a66b-268bfc5b0d58 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:36:54.475331 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-64cc65d2-d97b-4e60-9831-7720ceb38d15 req-9e3cce6b-5788-4337-a8aa-04735d15a197 tempest-DeleteServersAdminTestJSON-2094521221 tempest-DeleteServersAdminTestJSON-2094521221-project] Made reservation on behalf of a7e5ed5d2aed45ba834202fed716a196 for: {'port': 1} {{(pid=102387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 18:36:54.481203 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-64cc65d2-d97b-4e60-9831-7720ceb38d15 req-9e3cce6b-5788-4337-a8aa-04735d15a197 tempest-DeleteServersAdminTestJSON-2094521221 tempest-DeleteServersAdminTestJSON-2094521221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:36:54.482424 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-83d4edc8-ce69-4323-8bee-7fd6f0f294f9 None None] Provisioning complete for port 76b97661-18ea-48f1-8afa-fdaa1cd115f2 triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:36:54.485376 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-83d4edc8-ce69-4323-8bee-7fd6f0f294f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:36:54.502782 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-64cc65d2-d97b-4e60-9831-7720ceb38d15 req-9e3cce6b-5788-4337-a8aa-04735d15a197 tempest-DeleteServersAdminTestJSON-2094521221 tempest-DeleteServersAdminTestJSON-2094521221-project] Publish callbacks [] for security_group, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:36:54.516811 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 36638) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:36:54.531805 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Device d73da2a2-a33e-438e-a527-e28f6427e657 no longer exists at agent hyperv_n-h2-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 18:36:54.553937 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-a6cf16df-089c-4cbe-9938-260232295482 req-aee2c091-7a18-4af6-9cd2-1ba652b5f54e tempest-DeleteServersAdminTestJSON-2094521221 tempest-DeleteServersAdminTestJSON-2094521221-project] 10.222.0.13 "GET /v2.0/ports?device_id=ffdc91f8-55bd-459b-ac9c-bf1a0b5958a5 HTTP/1.1" status: 200 len: 210 time: 0.0807905 Nov 05 18:36:54.555338 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-e52b9ce0-f4d9-4e27-9f1a-2fc551d4f0b2 req-124ab0a6-9139-4847-975e-74e7c0f09ca7 service neutron] 10.222.0.55 "GET /v2.0/networks/955f3154-b08a-4d99-8ebf-4fbfb4c5bfdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1877959 Nov 05 18:36:54.563800 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] No Port match for: d73da2a2-a33e-438e-a527-e28f6427e657 {{(pid=102388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 18:36:54.564160 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Device d73da2a2-a33e-438e-a527-e28f6427e657 not bound to the agent host n-h2-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 18:36:54.572536 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 76b97661-18ea-48f1-8afa-fdaa1cd115f2 up at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 18:36:54.579164 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-38638457-4851-4359-b3e2-6449703c2318 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:36:54.592766 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7ea575-58f9-4301-9bf0-f1aa3c765907 req-81bebc90-89f9-4f9b-879d-4e45dd8dc46c tempest-VolumesAdminNegativeTest-1384858189 tempest-VolumesAdminNegativeTest-1384858189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:36:54.592766 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-eb7ea575-58f9-4301-9bf0-f1aa3c765907 req-81bebc90-89f9-4f9b-879d-4e45dd8dc46c tempest-VolumesAdminNegativeTest-1384858189 tempest-VolumesAdminNegativeTest-1384858189-project] 10.222.0.13 "GET /v2.0/ports?device_id=cf666e48-0b33-4092-a2dd-c1885b09b9d9 HTTP/1.1" status: 200 len: 943 time: 0.1555676 Nov 05 18:36:54.672026 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-eb7ea575-58f9-4301-9bf0-f1aa3c765907 req-b9869d57-60c2-4641-a530-0c3118d0c8fa tempest-VolumesAdminNegativeTest-1384858189 tempest-VolumesAdminNegativeTest-1384858189-project] 10.222.0.13 "GET /v2.0/security-groups?id=90febc7e-7a4f-4e17-8ddb-723e03f22ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793002 Nov 05 18:36:54.707811 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-64cc65d2-d97b-4e60-9831-7720ceb38d15 req-9e3cce6b-5788-4337-a8aa-04735d15a197 tempest-DeleteServersAdminTestJSON-2094521221 tempest-DeleteServersAdminTestJSON-2094521221-project] Publish callbacks [] for security_group, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:36:54.728442 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Provisioning complete for port 76b97661-18ea-48f1-8afa-fdaa1cd115f2 triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:36:54.729058 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:36:54.764840 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-e52b9ce0-f4d9-4e27-9f1a-2fc551d4f0b2 req-045e1a36-d004-4e8c-9f61-0121a3384f96 service neutron] 10.222.0.55 "GET /v2.0/networks/955f3154-b08a-4d99-8ebf-4fbfb4c5bfdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1763508 Nov 05 18:36:54.804341 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-64cc65d2-d97b-4e60-9831-7720ceb38d15 req-9e3cce6b-5788-4337-a8aa-04735d15a197 tempest-DeleteServersAdminTestJSON-2094521221 tempest-DeleteServersAdminTestJSON-2094521221-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:36:54.809158 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 36648) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:36:54.922493 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-c4411ca6-77fc-4dab-a66b-268bfc5b0d58 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-571384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1000487'] for router, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:36:54.926495 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3cce6b-5788-4337-a8aa-04735d15a197 tempest-DeleteServersAdminTestJSON-2094521221 tempest-DeleteServersAdminTestJSON-2094521221-project] Pushing event updated for resources: {'SecurityGroup': ['ID=942ef13b-cfd3-445e-862e-15680ff42d06,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:36:54.935615 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-38638457-4851-4359-b3e2-6449703c2318 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:36:54.964255 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed23eec-3b9e-4087-8e47-3e86df410494 req-a94d5637-6084-4fc7-b9fb-478a862b0281 tempest-LiveMigrationNegativeTest-227627026 tempest-LiveMigrationNegativeTest-227627026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:36:54.965782 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-fed23eec-3b9e-4087-8e47-3e86df410494 req-a94d5637-6084-4fc7-b9fb-478a862b0281 tempest-LiveMigrationNegativeTest-227627026 tempest-LiveMigrationNegativeTest-227627026-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee5c2fc4-2f8b-4c1a-a60c-0b36c954692f HTTP/1.1" status: 200 len: 948 time: 0.1822579 Nov 05 18:36:55.039561 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-38638457-4851-4359-b3e2-6449703c2318 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:36:55.049113 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.db_base_plugin_common [req-64cc65d2-d97b-4e60-9831-7720ceb38d15 req-9e3cce6b-5788-4337-a8aa-04735d15a197 tempest-DeleteServersAdminTestJSON-2094521221 tempest-DeleteServersAdminTestJSON-2094521221-project] Allocated IP 192.168.233.182 (a723f808-b11e-4066-b104-fad90c82895e/05e7a1b5-165b-4a00-855a-ffbcb2eba59e/520efd04-6db9-4436-ae45-7b7a249a59d6) {{(pid=102387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 18:36:55.073581 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-1a1fb1b2-9c26-4d3f-a145-54e6fd99ed7a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:36:55.090659 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-38638457-4851-4359-b3e2-6449703c2318 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=cc7f1944c3bf492da4b65541d5cff37d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5379803 Nov 05 18:36:55.093429 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38638457-4851-4359-b3e2-6449703c2318 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c002f81a-a744-4c18-b214-7c007717ee3a,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:36:55.097891 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 36656) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:36:55.119471 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-fed23eec-3b9e-4087-8e47-3e86df410494 req-90465094-6dfc-4d73-a638-619be66a9924 tempest-LiveMigrationNegativeTest-227627026 tempest-LiveMigrationNegativeTest-227627026-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2254f1c-cc29-4ed4-aae7-2ed47617ef3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770500 Nov 05 18:36:55.193195 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-8b4ee88f-eb99-48b6-959f-77564c0ceee6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:36:55.217567 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-8b4ee88f-eb99-48b6-959f-77564c0ceee6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:36:55.260603 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4411ca6-77fc-4dab-a66b-268bfc5b0d58 admin admin] Router 359d9e87-1fd4-4828-b01b-b6fb6baa4c18 is scheduled to L3 agent 6dcb5589-8e86-4616-9186-ddc4548e13ad with binding_index 1 {{(pid=102386) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 05 18:36:55.301631 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-1a1fb1b2-9c26-4d3f-a145-54e6fd99ed7a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:36:55.319895 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-64cc65d2-d97b-4e60-9831-7720ceb38d15 req-9e3cce6b-5788-4337-a8aa-04735d15a197 tempest-DeleteServersAdminTestJSON-2094521221 tempest-DeleteServersAdminTestJSON-2094521221-project] Publish callbacks [] for port, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:36:55.361107 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-8b4ee88f-eb99-48b6-959f-77564c0ceee6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:36:55.363642 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-8b4ee88f-eb99-48b6-959f-77564c0ceee6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:36:55.364781 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-8b4ee88f-eb99-48b6-959f-77564c0ceee6 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c002f81a-a744-4c18-b214-7c007717ee3a HTTP/1.1" status: 204 len: 168 time: 0.2660816 Nov 05 18:36:55.378489 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4ee88f-eb99-48b6-959f-77564c0ceee6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c002f81a-a744-4c18-b214-7c007717ee3a,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:36:55.387255 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-1a1fb1b2-9c26-4d3f-a145-54e6fd99ed7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:36:55.395471 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4411ca6-77fc-4dab-a66b-268bfc5b0d58 admin admin] Notify agent at l3_agent.n-d-816865-1 the message routers_updated {{(pid=102386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 18:36:55.404521 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d783ddb7-f6bf-4209-a096-ba2f5935772d None None] Sync routers for ids ['359d9e87-1fd4-4828-b01b-b6fb6baa4c18'] in n-d-816865-1 {{(pid=102389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 18:36:55.423332 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d783ddb7-f6bf-4209-a096-ba2f5935772d None None] Routers {'359d9e87-1fd4-4828-b01b-b6fb6baa4c18'} bound to L3 agent in host n-d-816865-1 {{(pid=102389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 18:36:55.426177 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-d783ddb7-f6bf-4209-a096-ba2f5935772d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T18:36:35Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['359d9e87-1fd4-4828-b01b-b6fb6baa4c18'], 'active': True} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:36:55.438066 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-1a1fb1b2-9c26-4d3f-a145-54e6fd99ed7a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=df9f37c2f6a247f8ba9d5ca1f38f198b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6037469 Nov 05 18:36:55.439049 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1fb1b2-9c26-4d3f-a145-54e6fd99ed7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21d6c121-64a0-4ea5-a3c2-b3578968e2f3,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:36:55.441455 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 36672) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:36:55.460260 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-64cc65d2-d97b-4e60-9831-7720ceb38d15 req-9e3cce6b-5788-4337-a8aa-04735d15a197 tempest-DeleteServersAdminTestJSON-2094521221 tempest-DeleteServersAdminTestJSON-2094521221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789'] for port, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:36:55.511236 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-c4411ca6-77fc-4dab-a66b-268bfc5b0d58 admin admin] Publish callbacks [] for router, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:36:55.512623 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-c4411ca6-77fc-4dab-a66b-268bfc5b0d58 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 934 time: 4.9054112 Nov 05 18:36:55.526326 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 36678) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:36:55.533136 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-b7b558ef-fb2c-45d3-85f2-02afde2e5b78 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:36:55.541914 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3cce6b-5788-4337-a8aa-04735d15a197 tempest-DeleteServersAdminTestJSON-2094521221 tempest-DeleteServersAdminTestJSON-2094521221-project] Pushing event updated for resources: {'Port': ['ID=520efd04-6db9-4436-ae45-7b7a249a59d6,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:36:55.554685 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-64cc65d2-d97b-4e60-9831-7720ceb38d15 req-9e3cce6b-5788-4337-a8aa-04735d15a197 tempest-DeleteServersAdminTestJSON-2094521221 tempest-DeleteServersAdminTestJSON-2094521221-project] Network a723f808-b11e-4066-b104-fad90c82895e is already hosted by enough agents. {{(pid=102387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 18:36:55.561334 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.base_scheduler [req-64cc65d2-d97b-4e60-9831-7720ceb38d15 req-9e3cce6b-5788-4337-a8aa-04735d15a197 tempest-DeleteServersAdminTestJSON-2094521221 tempest-DeleteServersAdminTestJSON-2094521221-project] Resources bound (agent type, host, resource id): {{(pid=102387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:36:55.561334 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.l3_dvrscheduler_db [req-64cc65d2-d97b-4e60-9831-7720ceb38d15 req-9e3cce6b-5788-4337-a8aa-04735d15a197 tempest-DeleteServersAdminTestJSON-2094521221 tempest-DeleteServersAdminTestJSON-2094521221-project] Received port after_create {{(pid=102387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 18:36:55.565615 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64cc65d2-d97b-4e60-9831-7720ceb38d15 req-9e3cce6b-5788-4337-a8aa-04735d15a197 tempest-DeleteServersAdminTestJSON-2094521221 tempest-DeleteServersAdminTestJSON-2094521221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:36:55.566462 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-64cc65d2-d97b-4e60-9831-7720ceb38d15 req-9e3cce6b-5788-4337-a8aa-04735d15a197 tempest-DeleteServersAdminTestJSON-2094521221 tempest-DeleteServersAdminTestJSON-2094521221-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:36:55.611962 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvr_db [None req-d783ddb7-f6bf-4209-a096-ba2f5935772d None None] Set router 359d9e87-1fd4-4828-b01b-b6fb6baa4c18 gateway port host: n-d-816865-1 {{(pid=102389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 18:36:55.621458 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-b7b558ef-fb2c-45d3-85f2-02afde2e5b78 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:36:55.659905 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-64cc65d2-d97b-4e60-9831-7720ceb38d15 req-9e3cce6b-5788-4337-a8aa-04735d15a197 tempest-DeleteServersAdminTestJSON-2094521221 tempest-DeleteServersAdminTestJSON-2094521221-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5381773 Nov 05 18:36:55.676350 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [req-64cc65d2-d97b-4e60-9831-7720ceb38d15 req-2b6c8455-ff44-4748-a083-eed1a226815d service neutron] Request body: {'port': {'device_id': 'ffdc91f8-55bd-459b-ac9c-bf1a0b5958a5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816865-1'}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:36:55.757934 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-64cc65d2-d97b-4e60-9831-7720ceb38d15 req-2b6c8455-ff44-4748-a083-eed1a226815d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:36:55.903880 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-b7b558ef-fb2c-45d3-85f2-02afde2e5b78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:36:55.906934 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-b7b558ef-fb2c-45d3-85f2-02afde2e5b78 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:36:55.909610 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-b7b558ef-fb2c-45d3-85f2-02afde2e5b78 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/21d6c121-64a0-4ea5-a3c2-b3578968e2f3 HTTP/1.1" status: 204 len: 168 time: 0.4642780 Nov 05 18:36:55.979925 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b558ef-fb2c-45d3-85f2-02afde2e5b78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21d6c121-64a0-4ea5-a3c2-b3578968e2f3,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:36:56.013922 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-d783ddb7-f6bf-4209-a096-ba2f5935772d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '359d9e87-1fd4-4828-b01b-b6fb6baa4c18', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-238884061-router', 'tenant_id': '199220bdbb6e4d18bafbb527f432f315', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.41'}], 'enable_snat': True}, 'gw_port_id': '02ddd893-d5e1-4691-9857-6f4cf6498a9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T18:36:50Z', 'updated_at': '2021-11-05T18:36:53Z', 'revision_number': 3, 'project_id': '199220bdbb6e4d18bafbb527f432f315', 'gw_port': {'id': '02ddd893-d5e1-4691-9857-6f4cf6498a9d', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:56:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '359d9e87-1fd4-4828-b01b-b6fb6baa4c18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T18:36:52Z', 'updated_at': '2021-11-05T18:36:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1'}], 'n-d-816865-1', False) {} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:36:56.038350 n-d-816865-1 neutron-server[102386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf666e48-0b33-4092-a2dd-c1885b09b9d9', 'tag': '3dd2204c-a78a-4d35-b873-d572b2b004c4'}] {{(pid=102386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 18:36:56.041610 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6173a44d7c73f41af551dc890fa1a5892c2c6bc3458b640c8e0c24db7876ba6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6d66404-bbb4-451e-bb08-c623fd7413d3" -d '{"events": [{"name": "network-changed", "server_uuid": "cf666e48-0b33-4092-a2dd-c1885b09b9d9", "tag": "3dd2204c-a78a-4d35-b873-d572b2b004c4"}]}' {{(pid=102386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 18:36:56.047711 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d783ddb7-f6bf-4209-a096-ba2f5935772d None None] Checking router: 359d9e87-1fd4-4828-b01b-b6fb6baa4c18 for host: n-d-816865-1 {{(pid=102389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 18:36:56.048337 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d783ddb7-f6bf-4209-a096-ba2f5935772d None None] Updating router 359d9e87-1fd4-4828-b01b-b6fb6baa4c18 port 02ddd893-d5e1-4691-9857-6f4cf6498a9d binding host n-d-816865-1 {{(pid=102389) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 05 18:36:56.082523 n-d-816865-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-d783ddb7-f6bf-4209-a096-ba2f5935772d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:36:56.242526 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-de0bf2cb-110d-45eb-9dbe-ef1232166938 None None] Provisioning complete for port 520efd04-6db9-4436-ae45-7b7a249a59d6 triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:36:56.243150 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-de0bf2cb-110d-45eb-9dbe-ef1232166938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:36:56.293243 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-d9a52fd3-1931-4bd9-8821-6326a9f77237 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:36:56.301109 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-de0bf2cb-110d-45eb-9dbe-ef1232166938 None None] Port 520efd04-6db9-4436-ae45-7b7a249a59d6 cannot update to ACTIVE because it is not bound. {{(pid=102388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 18:36:56.336809 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd008fb-ab85-4d9e-a995-aa342091c5d1 req-e48a6483-68a1-461c-b510-643bceaa0332 tempest-DeleteServersAdminTestJSON-2094521221 tempest-DeleteServersAdminTestJSON-2094521221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:36:56.338573 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-1cd008fb-ab85-4d9e-a995-aa342091c5d1 req-e48a6483-68a1-461c-b510-643bceaa0332 tempest-DeleteServersAdminTestJSON-2094521221 tempest-DeleteServersAdminTestJSON-2094521221-project] 10.222.0.13 "GET /v2.0/ports?device_id=ffdc91f8-55bd-459b-ac9c-bf1a0b5958a5 HTTP/1.1" status: 200 len: 936 time: 0.1896122 Nov 05 18:36:56.349076 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d099786-1ed7-4a27-99f8-3ac40be9dec4 req-01d610c3-8097-4a38-a0a4-84678bba44a1 tempest-VolumesAdminNegativeTest-1384858189 tempest-VolumesAdminNegativeTest-1384858189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:36:56.357237 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-8d099786-1ed7-4a27-99f8-3ac40be9dec4 req-01d610c3-8097-4a38-a0a4-84678bba44a1 tempest-VolumesAdminNegativeTest-1384858189 tempest-VolumesAdminNegativeTest-1384858189-project] 10.222.0.13 "GET /v2.0/ports?device_id=cf666e48-0b33-4092-a2dd-c1885b09b9d9 HTTP/1.1" status: 200 len: 943 time: 0.1944079 Nov 05 18:36:56.486517 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-1cd008fb-ab85-4d9e-a995-aa342091c5d1 req-63ee9740-f341-41fd-865a-55a04a92f989 tempest-DeleteServersAdminTestJSON-2094521221 tempest-DeleteServersAdminTestJSON-2094521221-project] 10.222.0.13 "GET /v2.0/security-groups?id=942ef13b-cfd3-445e-862e-15680ff42d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210761 Nov 05 18:36:56.492985 n-d-816865-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-d783ddb7-f6bf-4209-a096-ba2f5935772d None None] Publish callbacks [] for port, precommit_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:36:56.498644 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-8d099786-1ed7-4a27-99f8-3ac40be9dec4 req-c252bf4b-0088-4e5a-9245-8413fb17a475 tempest-VolumesAdminNegativeTest-1384858189 tempest-VolumesAdminNegativeTest-1384858189-project] 10.222.0.13 "GET /v2.0/security-groups?id=90febc7e-7a4f-4e17-8ddb-723e03f22ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405084 Nov 05 18:36:56.501017 n-d-816865-1 neutron-server[102387]: DEBUG neutron.notifiers.nova [req-64cc65d2-d97b-4e60-9831-7720ceb38d15 req-2b6c8455-ff44-4748-a083-eed1a226815d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 520efd04-6db9-4436-ae45-7b7a249a59d6 {{(pid=102387) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 18:36:56.520070 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-64cc65d2-d97b-4e60-9831-7720ceb38d15 req-2b6c8455-ff44-4748-a083-eed1a226815d service neutron] Publish callbacks [] for port, precommit_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:36:56.545080 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.provisioning_blocks [req-64cc65d2-d97b-4e60-9831-7720ceb38d15 req-2b6c8455-ff44-4748-a083-eed1a226815d service neutron] Transition to ACTIVE for port object 520efd04-6db9-4436-ae45-7b7a249a59d6 will not be triggered until provisioned by entity L2. {{(pid=102387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 05 18:36:56.573085 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 18:36:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5ba4d5c-37d7-4f2f-b67d-5a7b96449d26 x-openstack-request-id: req-d5ba4d5c-37d7-4f2f-b67d-5a7b96449d26 {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 18:36:56.573390 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf666e48-0b33-4092-a2dd-c1885b09b9d9", "tag": "3dd2204c-a78a-4d35-b873-d572b2b004c4", "status": "completed", "code": 200}]} {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 18:36:56.573608 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d5ba4d5c-37d7-4f2f-b67d-5a7b96449d26 {{(pid=102386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 18:36:56.573991 n-d-816865-1 neutron-server[102386]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf666e48-0b33-4092-a2dd-c1885b09b9d9', 'tag': '3dd2204c-a78a-4d35-b873-d572b2b004c4', 'status': 'completed', 'code': 200} Nov 05 18:36:56.609704 n-d-816865-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-d783ddb7-f6bf-4209-a096-ba2f5935772d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:36:56.629153 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bd3968-b338-400f-9227-6365fdbbb41a req-d062e216-b8f4-424a-9117-73c51caf057c tempest-ServersAdminNegativeTestJSON-951057987 tempest-ServersAdminNegativeTestJSON-951057987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:36:56.631525 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-d6bd3968-b338-400f-9227-6365fdbbb41a req-d062e216-b8f4-424a-9117-73c51caf057c tempest-ServersAdminNegativeTestJSON-951057987 tempest-ServersAdminNegativeTestJSON-951057987-project] 10.222.0.13 "GET /v2.0/ports?device_id=a2080ad0-2f36-424a-abf3-044009183ef4 HTTP/1.1" status: 200 len: 950 time: 0.0590794 Nov 05 18:36:56.646414 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.db_base_plugin_common [None req-d9a52fd3-1931-4bd9-8821-6326a9f77237 admin admin] Allocated IP 172.20.0.1 (1665a464-cea4-4e86-b7f2-8c36422b1584/e2adc752-3662-426b-bfb8-7009111e88a0/888ea88f-2fd3-49cc-a1cd-7fd74bef447a) {{(pid=102386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 18:36:56.649546 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Device 099ae3db-de29-43d3-b838-32bad6262e6b up at agent hyperv_n-h1-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 18:36:56.668681 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-64cc65d2-d97b-4e60-9831-7720ceb38d15 req-2b6c8455-ff44-4748-a083-eed1a226815d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:36:56.669877 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d66404-bbb4-451e-bb08-c623fd7413d3 req-5496bfa4-b155-4210-9527-44a50fe6cee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:36:56.671507 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-d6d66404-bbb4-451e-bb08-c623fd7413d3 req-5496bfa4-b155-4210-9527-44a50fe6cee3 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=1378cc122b744fd2a72edd863adcc850&device_id=cf666e48-0b33-4092-a2dd-c1885b09b9d9 HTTP/1.1" status: 200 len: 1094 time: 0.0739853 Nov 05 18:36:56.715934 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.managers [None req-d783ddb7-f6bf-4209-a096-ba2f5935772d None None] Attempting to bind port 02ddd893-d5e1-4691-9857-6f4cf6498a9d on host n-d-816865-1 for vnic_type normal with profile {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 18:36:56.716319 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.managers [None req-d783ddb7-f6bf-4209-a096-ba2f5935772d None None] Attempting to bind port 02ddd893-d5e1-4691-9857-6f4cf6498a9d by drivers openvswitch,hyperv on host n-d-816865-1 at level 0 using segments [{'id': '85be518c-8bb4-46a2-a903-d4292782d29d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec'}] {{(pid=102389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 18:36:56.717251 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d783ddb7-f6bf-4209-a096-ba2f5935772d None None] Attempting to bind port 02ddd893-d5e1-4691-9857-6f4cf6498a9d on network 40c8335d-cd0b-4cb5-910a-d4dcddd5cbec {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 18:36:56.732087 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d783ddb7-f6bf-4209-a096-ba2f5935772d None None] Checking agent: {'id': '724d89a7-611b-41e6-bc85-c48112b17afa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 18, 25, 8), 'started_at': datetime.datetime(2021, 11, 5, 18, 25, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 18, 36, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 18:36:56.732452 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d783ddb7-f6bf-4209-a096-ba2f5935772d None None] Checking segment: {'id': '85be518c-8bb4-46a2-a903-d4292782d29d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 18:36:56.733114 n-d-816865-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-d783ddb7-f6bf-4209-a096-ba2f5935772d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:36:56.733255 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d783ddb7-f6bf-4209-a096-ba2f5935772d None None] Bound using segment: {'id': '85be518c-8bb4-46a2-a903-d4292782d29d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec'} {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 18:36:56.733720 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.managers [None req-d783ddb7-f6bf-4209-a096-ba2f5935772d None None] Bound port: 02ddd893-d5e1-4691-9857-6f4cf6498a9d, host: n-d-816865-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85be518c-8bb4-46a2-a903-d4292782d29d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec'}}] {{(pid=102389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 18:36:56.734350 n-d-816865-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-d783ddb7-f6bf-4209-a096-ba2f5935772d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:36:56.765308 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d25d90-1b0b-4597-96ad-0dab44b24eb9 None None] Pushing event updated for resources: {'Port': ['ID=02ddd893-d5e1-4691-9857-6f4cf6498a9d,revision_number=2']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:36:56.781464 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a10981-5aeb-4cd0-8c55-18940aa418ff req-1a90a20a-3f06-4c78-9760-65e81396e295 tempest-LiveMigrationNegativeTest-227627026 tempest-LiveMigrationNegativeTest-227627026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:36:56.786775 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-b0a10981-5aeb-4cd0-8c55-18940aa418ff req-1a90a20a-3f06-4c78-9760-65e81396e295 tempest-LiveMigrationNegativeTest-227627026 tempest-LiveMigrationNegativeTest-227627026-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee5c2fc4-2f8b-4c1a-a60c-0b36c954692f HTTP/1.1" status: 200 len: 948 time: 0.1541622 Nov 05 18:36:56.788779 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6c8455-ff44-4748-a083-eed1a226815d service neutron] Pushing event updated for resources: {'Port': ['ID=520efd04-6db9-4436-ae45-7b7a249a59d6,revision_number=2']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:36:56.811659 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 36706) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:36:56.832608 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [None req-d783ddb7-f6bf-4209-a096-ba2f5935772d None None] For port 02ddd893-d5e1-4691-9857-6f4cf6498a9d, host n-d-816865-1, cleared binding levels {{(pid=102389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 18:36:56.836910 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [None req-d783ddb7-f6bf-4209-a096-ba2f5935772d None None] For port 02ddd893-d5e1-4691-9857-6f4cf6498a9d, host n-d-816865-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=02ddd893-d5e1-4691-9857-6f4cf6498a9d,segment=NetworkSegment(85be518c-8bb4-46a2-a903-d4292782d29d),segment_id=85be518c-8bb4-46a2-a903-d4292782d29d)] {{(pid=102389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 18:36:56.860955 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-d6bd3968-b338-400f-9227-6365fdbbb41a req-220c528c-860e-4396-a495-ead21c6f6f5a tempest-ServersAdminNegativeTestJSON-951057987 tempest-ServersAdminNegativeTestJSON-951057987-project] 10.222.0.13 "GET /v2.0/security-groups?id=74169f08-fd93-462d-af79-df7f2045d3b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2169774 Nov 05 18:36:56.876689 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-c174e2f8-93f6-4721-8482-f5ad962e58e6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:36:56.888095 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Provisioning for port 099ae3db-de29-43d3-b838-32bad6262e6b completed by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 05 18:36:56.894073 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Provisioning complete for port 099ae3db-de29-43d3-b838-32bad6262e6b triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:36:56.894544 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:36:56.919171 n-d-816865-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-d783ddb7-f6bf-4209-a096-ba2f5935772d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:36:56.921156 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.managers [req-64cc65d2-d97b-4e60-9831-7720ceb38d15 req-2b6c8455-ff44-4748-a083-eed1a226815d service neutron] Attempting to bind port 520efd04-6db9-4436-ae45-7b7a249a59d6 on host n-h1-816865-1 for vnic_type normal with profile {{(pid=102387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 18:36:56.921504 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.managers [req-64cc65d2-d97b-4e60-9831-7720ceb38d15 req-2b6c8455-ff44-4748-a083-eed1a226815d service neutron] Attempting to bind port 520efd04-6db9-4436-ae45-7b7a249a59d6 by drivers openvswitch,hyperv on host n-h1-816865-1 at level 0 using segments [{'id': '35c2db9c-522d-48d3-98cf-a08c2cc55db7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'a723f808-b11e-4066-b104-fad90c82895e'}] {{(pid=102387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 18:36:56.921915 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64cc65d2-d97b-4e60-9831-7720ceb38d15 req-2b6c8455-ff44-4748-a083-eed1a226815d service neutron] Attempting to bind port 520efd04-6db9-4436-ae45-7b7a249a59d6 on network a723f808-b11e-4066-b104-fad90c82895e {{(pid=102387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 18:36:56.950184 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-b0a10981-5aeb-4cd0-8c55-18940aa418ff req-c70ce031-8d2a-462e-82ae-a9a09a94bac0 tempest-LiveMigrationNegativeTest-227627026 tempest-LiveMigrationNegativeTest-227627026-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2254f1c-cc29-4ed4-aae7-2ed47617ef3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1624172 Nov 05 18:36:56.953277 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64cc65d2-d97b-4e60-9831-7720ceb38d15 req-2b6c8455-ff44-4748-a083-eed1a226815d service neutron] Port 520efd04-6db9-4436-ae45-7b7a249a59d6 on network a723f808-b11e-4066-b104-fad90c82895e not bound, no agent of type Open vSwitch agent registered on host n-h1-816865-1 {{(pid=102387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 18:36:56.957154 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64cc65d2-d97b-4e60-9831-7720ceb38d15 req-2b6c8455-ff44-4748-a083-eed1a226815d service neutron] Attempting to bind port 520efd04-6db9-4436-ae45-7b7a249a59d6 on network a723f808-b11e-4066-b104-fad90c82895e {{(pid=102387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 18:36:56.980348 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64cc65d2-d97b-4e60-9831-7720ceb38d15 req-2b6c8455-ff44-4748-a083-eed1a226815d service neutron] Checking agent: {'id': 'eb596d7c-8c64-42bd-8aca-fad447eb0eab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816865-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 18, 33, 34), 'started_at': datetime.datetime(2021, 11, 5, 18, 33, 34), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 18, 36, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 18:36:56.980776 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64cc65d2-d97b-4e60-9831-7720ceb38d15 req-2b6c8455-ff44-4748-a083-eed1a226815d service neutron] Checking segment: {'id': '35c2db9c-522d-48d3-98cf-a08c2cc55db7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'a723f808-b11e-4066-b104-fad90c82895e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 18:36:56.981169 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64cc65d2-d97b-4e60-9831-7720ceb38d15 req-2b6c8455-ff44-4748-a083-eed1a226815d service neutron] Bound using segment: {'id': '35c2db9c-522d-48d3-98cf-a08c2cc55db7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'a723f808-b11e-4066-b104-fad90c82895e'} {{(pid=102387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 18:36:56.981625 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.managers [req-64cc65d2-d97b-4e60-9831-7720ceb38d15 req-2b6c8455-ff44-4748-a083-eed1a226815d service neutron] Bound port: 520efd04-6db9-4436-ae45-7b7a249a59d6, host: n-h1-816865-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35c2db9c-522d-48d3-98cf-a08c2cc55db7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'a723f808-b11e-4066-b104-fad90c82895e'}}] {{(pid=102387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 18:36:56.982636 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-64cc65d2-d97b-4e60-9831-7720ceb38d15 req-2b6c8455-ff44-4748-a083-eed1a226815d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:36:57.031522 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d783ddb7-f6bf-4209-a096-ba2f5935772d None None] Routers {'359d9e87-1fd4-4828-b01b-b6fb6baa4c18'} bound to L3 agent in host n-d-816865-1 {{(pid=102389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 18:36:57.041372 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-d783ddb7-f6bf-4209-a096-ba2f5935772d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T18:36:35Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['359d9e87-1fd4-4828-b01b-b6fb6baa4c18'], 'active': True} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:36:57.111527 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:36:57.154676 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d25d90-1b0b-4597-96ad-0dab44b24eb9 None None] Pushing event updated for resources: {'Port': ['ID=02ddd893-d5e1-4691-9857-6f4cf6498a9d,revision_number=3']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:36:57.176449 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-c174e2f8-93f6-4721-8482-f5ad962e58e6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:36:57.178271 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.db [req-64cc65d2-d97b-4e60-9831-7720ceb38d15 req-2b6c8455-ff44-4748-a083-eed1a226815d service neutron] For port 520efd04-6db9-4436-ae45-7b7a249a59d6, host n-h1-816865-1, cleared binding levels {{(pid=102387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 18:36:57.182746 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.db [req-64cc65d2-d97b-4e60-9831-7720ceb38d15 req-2b6c8455-ff44-4748-a083-eed1a226815d service neutron] For port 520efd04-6db9-4436-ae45-7b7a249a59d6, host n-h1-816865-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=520efd04-6db9-4436-ae45-7b7a249a59d6,segment=NetworkSegment(35c2db9c-522d-48d3-98cf-a08c2cc55db7),segment_id=35c2db9c-522d-48d3-98cf-a08c2cc55db7)] {{(pid=102387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 18:36:57.187260 n-d-816865-1 neutron-server[102388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee5c2fc4-2f8b-4c1a-a60c-0b36c954692f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '099ae3db-de29-43d3-b838-32bad6262e6b'}] {{(pid=102388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 18:36:57.190424 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85474fee1180e129d8a886d264fe0b30223aa672dd1ffe43b630605f18504f68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca0f5531-c232-469d-99bf-9940b74e8401" -d '{"events": [{"server_uuid": "ee5c2fc4-2f8b-4c1a-a60c-0b36c954692f", "name": "network-vif-plugged", "status": "completed", "tag": "099ae3db-de29-43d3-b838-32bad6262e6b"}]}' {{(pid=102388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 18:36:57.215625 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d66404-bbb4-451e-bb08-c623fd7413d3 req-34627061-92b0-4058-b6d5-a7d8d2028aff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:36:57.217226 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-d6d66404-bbb4-451e-bb08-c623fd7413d3 req-34627061-92b0-4058-b6d5-a7d8d2028aff service neutron] 10.222.0.55 "GET /v2.0/networks?id=955f3154-b08a-4d99-8ebf-4fbfb4c5bfdd HTTP/1.1" status: 200 len: 916 time: 0.5205121 Nov 05 18:36:57.220985 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-d9a52fd3-1931-4bd9-8821-6326a9f77237 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:36:57.251630 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvr_db [None req-d783ddb7-f6bf-4209-a096-ba2f5935772d None None] Set router 359d9e87-1fd4-4828-b01b-b6fb6baa4c18 gateway port host: n-d-816865-1 {{(pid=102389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 18:36:57.255754 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-c174e2f8-93f6-4721-8482-f5ad962e58e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:36:57.256695 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 18:36:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f9eb4fa-73ee-4f4f-90b0-f1b6f6769f12 x-openstack-request-id: req-5f9eb4fa-73ee-4f4f-90b0-f1b6f6769f12 {{(pid=102388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 18:36:57.257201 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee5c2fc4-2f8b-4c1a-a60c-0b36c954692f", "name": "network-vif-plugged", "status": "completed", "tag": "099ae3db-de29-43d3-b838-32bad6262e6b", "code": 200}]} {{(pid=102388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 18:36:57.257310 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5f9eb4fa-73ee-4f4f-90b0-f1b6f6769f12 {{(pid=102388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 18:36:57.257615 n-d-816865-1 neutron-server[102388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee5c2fc4-2f8b-4c1a-a60c-0b36c954692f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '099ae3db-de29-43d3-b838-32bad6262e6b', 'code': 200} Nov 05 18:36:57.264962 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] For port 099ae3db-de29-43d3-b838-32bad6262e6b, host n-h1-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=099ae3db-de29-43d3-b838-32bad6262e6b,segment=NetworkSegment(35c2db9c-522d-48d3-98cf-a08c2cc55db7),segment_id=35c2db9c-522d-48d3-98cf-a08c2cc55db7)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:36:57.286997 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-d6d66404-bbb4-451e-bb08-c623fd7413d3 req-59d08c97-d3c9-4ab7-b514-2fb81d4aa765 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3dd2204c-a78a-4d35-b873-d572b2b004c4 HTTP/1.1" status: 200 len: 217 time: 0.0595207 Nov 05 18:36:57.328254 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-64cc65d2-d97b-4e60-9831-7720ceb38d15 req-2b6c8455-ff44-4748-a083-eed1a226815d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:36:57.338752 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.41', 57139) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:36:57.366339 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c174e2f8-93f6-4721-8482-f5ad962e58e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bb88842-32bc-4665-b1cc-fa794da2407d,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:36:57.377955 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-c174e2f8-93f6-4721-8482-f5ad962e58e6 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9818bdde453a43caabc21b53191b9c9c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5560858 Nov 05 18:36:57.378822 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 36716) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:36:57.396211 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d66404-bbb4-451e-bb08-c623fd7413d3 req-2d0edef7-4ba6-49dd-882a-2ba3c2968fec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:36:57.397816 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-d6d66404-bbb4-451e-bb08-c623fd7413d3 req-2d0edef7-4ba6-49dd-882a-2ba3c2968fec service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f42be52a-0e71-4fa8-ac79-7d6a7a1ad3fb HTTP/1.1" status: 200 len: 855 time: 0.1014178 Nov 05 18:36:57.398361 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:36:57.410150 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1dfb95a-8f55-4ca1-8e0d-fed59d10d89f req-83797594-03b4-4a65-8930-6cdd3c37dc94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:36:57.410740 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64cc65d2-d97b-4e60-9831-7720ceb38d15 req-2b6c8455-ff44-4748-a083-eed1a226815d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:36:57.411376 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-64cc65d2-d97b-4e60-9831-7720ceb38d15 req-2b6c8455-ff44-4748-a083-eed1a226815d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:36:57.411995 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-c1dfb95a-8f55-4ca1-8e0d-fed59d10d89f req-83797594-03b4-4a65-8930-6cdd3c37dc94 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=ee5c2fc4-2f8b-4c1a-a60c-0b36c954692f HTTP/1.1" status: 200 len: 1099 time: 0.0707958 Nov 05 18:36:57.412737 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-64cc65d2-d97b-4e60-9831-7720ceb38d15 req-2b6c8455-ff44-4748-a083-eed1a226815d service neutron] 10.222.0.41 "PUT /v2.0/ports/520efd04-6db9-4436-ae45-7b7a249a59d6 HTTP/1.1" status: 200 len: 1096 time: 1.7433109 Nov 05 18:36:57.413186 n-d-816865-1 neutron-server[102387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ffdc91f8-55bd-459b-ac9c-bf1a0b5958a5', 'tag': '520efd04-6db9-4436-ae45-7b7a249a59d6'}] {{(pid=102387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 18:36:57.415423 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab06bd4ddf5758c1f10d79fe34dc215bafa488692cde9dba2fcbcb67556f90bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24849b45-c8d9-4c0c-8f69-d476b6c1b558" -d '{"events": [{"name": "network-changed", "server_uuid": "ffdc91f8-55bd-459b-ac9c-bf1a0b5958a5", "tag": "520efd04-6db9-4436-ae45-7b7a249a59d6"}]}' {{(pid=102387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 18:36:57.428129 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6c8455-ff44-4748-a083-eed1a226815d service neutron] Pushing event updated for resources: {'Port': ['ID=520efd04-6db9-4436-ae45-7b7a249a59d6,revision_number=3']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:36:57.466966 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-0871b87a-a441-416d-9e54-bbd811e02e3e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:36:57.497730 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-0871b87a-a441-416d-9e54-bbd811e02e3e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:36:57.510490 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-d6d66404-bbb4-451e-bb08-c623fd7413d3 req-54ba9498-9246-482b-998e-c2c1ce3ef0f8 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=955f3154-b08a-4d99-8ebf-4fbfb4c5bfdd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0973613 Nov 05 18:36:57.515584 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Pushing event updated for resources: {'Port': ['ID=099ae3db-de29-43d3-b838-32bad6262e6b,revision_number=5']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:36:57.554118 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 18:36:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08657829-c032-4bd2-bd4e-bc60388d39f1 x-openstack-request-id: req-08657829-c032-4bd2-bd4e-bc60388d39f1 {{(pid=102387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 18:36:57.555781 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ffdc91f8-55bd-459b-ac9c-bf1a0b5958a5", "tag": "520efd04-6db9-4436-ae45-7b7a249a59d6", "status": "completed", "code": 200}]} {{(pid=102387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 18:36:57.556243 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-08657829-c032-4bd2-bd4e-bc60388d39f1 {{(pid=102387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 18:36:57.556735 n-d-816865-1 neutron-server[102387]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ffdc91f8-55bd-459b-ac9c-bf1a0b5958a5', 'tag': '520efd04-6db9-4436-ae45-7b7a249a59d6', 'status': 'completed', 'code': 200} Nov 05 18:36:57.561475 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-d9a52fd3-1931-4bd9-8821-6326a9f77237 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789'] for port, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:36:57.617657 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9a52fd3-1931-4bd9-8821-6326a9f77237 admin admin] Network 1665a464-cea4-4e86-b7f2-8c36422b1584 is already hosted by enough agents. {{(pid=102386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 18:36:57.641385 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.base_scheduler [None req-d9a52fd3-1931-4bd9-8821-6326a9f77237 admin admin] Resources bound (agent type, host, resource id): {{(pid=102386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:36:57.651943 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24849b45-c8d9-4c0c-8f69-d476b6c1b558 req-57028992-b7d0-4e79-a981-8f4f0f01bb8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:36:57.654641 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-24849b45-c8d9-4c0c-8f69-d476b6c1b558 req-57028992-b7d0-4e79-a981-8f4f0f01bb8f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a7e5ed5d2aed45ba834202fed716a196&device_id=ffdc91f8-55bd-459b-ac9c-bf1a0b5958a5 HTTP/1.1" status: 200 len: 1099 time: 0.0766938 Nov 05 18:36:57.684007 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-d783ddb7-f6bf-4209-a096-ba2f5935772d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '359d9e87-1fd4-4828-b01b-b6fb6baa4c18', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-238884061-router', 'tenant_id': '199220bdbb6e4d18bafbb527f432f315', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.41'}], 'enable_snat': True}, 'gw_port_id': '02ddd893-d5e1-4691-9857-6f4cf6498a9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T18:36:50Z', 'updated_at': '2021-11-05T18:36:53Z', 'revision_number': 3, 'project_id': '199220bdbb6e4d18bafbb527f432f315', 'gw_port': {'id': '02ddd893-d5e1-4691-9857-6f4cf6498a9d', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:56:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '359d9e87-1fd4-4828-b01b-b6fb6baa4c18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T18:36:52Z', 'updated_at': '2021-11-05T18:36:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1'}], 'n-d-816865-1', False) {} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:36:57.708895 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-24849b45-c8d9-4c0c-8f69-d476b6c1b558 req-590ee7c8-3ecf-4933-8569-22e88d2d9e1a service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=a7e5ed5d2aed45ba834202fed716a196&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0452476 Nov 05 18:36:57.729251 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d783ddb7-f6bf-4209-a096-ba2f5935772d None None] The sync data for ids ['359d9e87-1fd4-4828-b01b-b6fb6baa4c18'] in n-d-816865-1 is: [{'id': '359d9e87-1fd4-4828-b01b-b6fb6baa4c18', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-238884061-router', 'tenant_id': '199220bdbb6e4d18bafbb527f432f315', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.41'}], 'enable_snat': True}, 'gw_port_id': '02ddd893-d5e1-4691-9857-6f4cf6498a9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T18:36:50Z', 'updated_at': '2021-11-05T18:36:53Z', 'revision_number': 3, 'project_id': '199220bdbb6e4d18bafbb527f432f315', 'gw_port': {'id': '02ddd893-d5e1-4691-9857-6f4cf6498a9d', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:56:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '359d9e87-1fd4-4828-b01b-b6fb6baa4c18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T18:36:52Z', 'updated_at': '2021-11-05T18:36:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1'}] {{(pid=102389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 18:36:57.733228 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9a52fd3-1931-4bd9-8821-6326a9f77237 admin admin] Received port after_create {{(pid=102386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 18:36:57.734375 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-d9a52fd3-1931-4bd9-8821-6326a9f77237 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-571770'] for router_interface, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:36:57.917150 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 36736) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:36:57.984835 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea419b68-1554-48ba-914d-5ecbd1eccf66 req-9b4c69b1-d804-43f5-bbd4-0840ecdfebc0 tempest-ServersAdminNegativeTestJSON-951057987 tempest-ServersAdminNegativeTestJSON-951057987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:36:57.988334 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-ea419b68-1554-48ba-914d-5ecbd1eccf66 req-9b4c69b1-d804-43f5-bbd4-0840ecdfebc0 tempest-ServersAdminNegativeTestJSON-951057987 tempest-ServersAdminNegativeTestJSON-951057987-project] 10.222.0.55 "GET /v2.0/ports?device_id=a2080ad0-2f36-424a-abf3-044009183ef4 HTTP/1.1" status: 200 len: 950 time: 0.4875095 Nov 05 18:36:57.990312 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-d6d66404-bbb4-451e-bb08-c623fd7413d3 req-02d6ef63-2537-4bff-9d0f-ff594fb9092f service neutron] 10.222.0.55 "GET /v2.0/networks/955f3154-b08a-4d99-8ebf-4fbfb4c5bfdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4151394 Nov 05 18:36:58.015552 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034dd999-841a-4bbe-a0fa-145f9254b2fc req-a159cf6c-3a77-41b3-9664-c8f1b3d4f416 tempest-DeleteServersAdminTestJSON-2094521221 tempest-DeleteServersAdminTestJSON-2094521221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:36:58.017136 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-034dd999-841a-4bbe-a0fa-145f9254b2fc req-a159cf6c-3a77-41b3-9664-c8f1b3d4f416 tempest-DeleteServersAdminTestJSON-2094521221 tempest-DeleteServersAdminTestJSON-2094521221-project] 10.222.0.13 "GET /v2.0/ports?device_id=ffdc91f8-55bd-459b-ac9c-bf1a0b5958a5 HTTP/1.1" status: 200 len: 948 time: 0.3165669 Nov 05 18:36:58.019464 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24849b45-c8d9-4c0c-8f69-d476b6c1b558 req-14856fc2-1684-4dc5-9d31-3c27d24f0456 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:36:58.021131 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-24849b45-c8d9-4c0c-8f69-d476b6c1b558 req-14856fc2-1684-4dc5-9d31-3c27d24f0456 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3037820 Nov 05 18:36:58.021249 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-c1dfb95a-8f55-4ca1-8e0d-fed59d10d89f req-51d31ec3-c2bc-4223-a9a9-df16666ccd1e service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=b2254f1c-cc29-4ed4-aae7-2ed47617ef3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5665116 Nov 05 18:36:58.029252 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-e88d47c0-2d69-45be-86ab-d58a9c8aa90a None None] Provisioning complete for port 888ea88f-2fd3-49cc-a1cd-7fd74bef447a triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:36:58.029639 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-e88d47c0-2d69-45be-86ab-d58a9c8aa90a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:36:58.074528 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c897f156-3abf-4a81-b331-e0765c90594a req-7220d424-de9a-45a2-a0d5-40eb4f0d99f1 tempest-VolumesAdminNegativeTest-1384858189 tempest-VolumesAdminNegativeTest-1384858189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:36:58.075652 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-c897f156-3abf-4a81-b331-e0765c90594a req-7220d424-de9a-45a2-a0d5-40eb4f0d99f1 tempest-VolumesAdminNegativeTest-1384858189 tempest-VolumesAdminNegativeTest-1384858189-project] 10.222.0.13 "GET /v2.0/ports?device_id=cf666e48-0b33-4092-a2dd-c1885b09b9d9 HTTP/1.1" status: 200 len: 943 time: 0.3622856 Nov 05 18:36:58.076310 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-0871b87a-a441-416d-9e54-bbd811e02e3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:36:58.080519 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-0871b87a-a441-416d-9e54-bbd811e02e3e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:36:58.081705 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-0871b87a-a441-416d-9e54-bbd811e02e3e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2bb88842-32bc-4665-b1cc-fa794da2407d HTTP/1.1" status: 204 len: 168 time: 0.6972816 Nov 05 18:36:58.114095 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-e88d47c0-2d69-45be-86ab-d58a9c8aa90a None None] Port 888ea88f-2fd3-49cc-a1cd-7fd74bef447a cannot update to ACTIVE because it is not bound. {{(pid=102388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 18:36:58.132490 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0871b87a-a441-416d-9e54-bbd811e02e3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bb88842-32bc-4665-b1cc-fa794da2407d,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:36:58.170658 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-034dd999-841a-4bbe-a0fa-145f9254b2fc req-116a62b3-f2e6-4e93-b2b3-2429b196ec60 tempest-DeleteServersAdminTestJSON-2094521221 tempest-DeleteServersAdminTestJSON-2094521221-project] 10.222.0.13 "GET /v2.0/security-groups?id=942ef13b-cfd3-445e-862e-15680ff42d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457925 Nov 05 18:36:58.185533 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-c897f156-3abf-4a81-b331-e0765c90594a req-a86de7fe-3958-4d08-b565-fc37ba1e85bc tempest-VolumesAdminNegativeTest-1384858189 tempest-VolumesAdminNegativeTest-1384858189-project] 10.222.0.13 "GET /v2.0/security-groups?id=90febc7e-7a4f-4e17-8ddb-723e03f22ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821493 Nov 05 18:36:58.346847 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a52fd3-1931-4bd9-8821-6326a9f77237 admin admin] Pushing event updated for resources: {'Port': ['ID=888ea88f-2fd3-49cc-a1cd-7fd74bef447a,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:36:58.386578 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-14c8cced-2123-42e1-bc26-5972be874734 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:36:58.405405 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb5cedf-1210-4418-8b1c-9ef9a0d57135 req-9db284fc-ba0f-4d33-8d31-16b60ba66501 tempest-LiveMigrationNegativeTest-227627026 tempest-LiveMigrationNegativeTest-227627026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:36:58.414324 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-5fb5cedf-1210-4418-8b1c-9ef9a0d57135 req-9db284fc-ba0f-4d33-8d31-16b60ba66501 tempest-LiveMigrationNegativeTest-227627026 tempest-LiveMigrationNegativeTest-227627026-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee5c2fc4-2f8b-4c1a-a60c-0b36c954692f HTTP/1.1" status: 200 len: 949 time: 0.1386366 Nov 05 18:36:58.460094 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d58b11-2c53-490e-a775-ba29b9bd2718 req-9f8ead56-895e-4918-813b-c6d0b25afa7e tempest-ServersAdminNegativeTestJSON-951057987 tempest-ServersAdminNegativeTestJSON-951057987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:36:58.461865 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-b8d58b11-2c53-490e-a775-ba29b9bd2718 req-9f8ead56-895e-4918-813b-c6d0b25afa7e tempest-ServersAdminNegativeTestJSON-951057987 tempest-ServersAdminNegativeTestJSON-951057987-project] 10.222.0.13 "GET /v2.0/ports?device_id=a2080ad0-2f36-424a-abf3-044009183ef4 HTTP/1.1" status: 200 len: 950 time: 0.1437073 Nov 05 18:36:58.529427 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-5fb5cedf-1210-4418-8b1c-9ef9a0d57135 req-e8961522-68f8-4992-9bf1-f5d8be18f216 tempest-LiveMigrationNegativeTest-227627026 tempest-LiveMigrationNegativeTest-227627026-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2254f1c-cc29-4ed4-aae7-2ed47617ef3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142416 Nov 05 18:36:58.557966 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Device 3dd2204c-a78a-4d35-b873-d572b2b004c4 details requested by agent hyperv_n-h2-816865-1 with host n-h2-816865-1 {{(pid=102388) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 05 18:36:58.617826 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-14c8cced-2123-42e1-bc26-5972be874734 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:36:58.624624 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64cc65d2-d97b-4e60-9831-7720ceb38d15 req-60979efe-62a2-48b3-b21b-0bc08b46b6ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:36:58.626654 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-64cc65d2-d97b-4e60-9831-7720ceb38d15 req-60979efe-62a2-48b3-b21b-0bc08b46b6ae service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a7e5ed5d2aed45ba834202fed716a196&device_id=ffdc91f8-55bd-459b-ac9c-bf1a0b5958a5 HTTP/1.1" status: 200 len: 1099 time: 0.3096721 Nov 05 18:36:58.660834 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-b8d58b11-2c53-490e-a775-ba29b9bd2718 req-b57dbb47-8693-4247-ad51-b025157e1b3b tempest-ServersAdminNegativeTestJSON-951057987 tempest-ServersAdminNegativeTestJSON-951057987-project] 10.222.0.13 "GET /v2.0/security-groups?id=74169f08-fd93-462d-af79-df7f2045d3b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1891322 Nov 05 18:36:58.669065 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 02ddd893-d5e1-4691-9857-6f4cf6498a9d up at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 18:36:58.691276 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [req-ea419b68-1554-48ba-914d-5ecbd1eccf66 req-b3c82444-0f58-4b8d-b471-6f550bbc5c32 tempest-ServersAdminNegativeTestJSON-951057987 tempest-ServersAdminNegativeTestJSON-951057987-project] Deleting port 97dc252f-05ed-45d4-b280-386bd8292c5b {{(pid=102386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 18:36:58.691276 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-ea419b68-1554-48ba-914d-5ecbd1eccf66 req-b3c82444-0f58-4b8d-b471-6f550bbc5c32 tempest-ServersAdminNegativeTestJSON-951057987 tempest-ServersAdminNegativeTestJSON-951057987-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:36:58.711041 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-14c8cced-2123-42e1-bc26-5972be874734 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:36:58.751952 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-d6d66404-bbb4-451e-bb08-c623fd7413d3 req-aeac6fe6-a9d5-4717-b730-a7dfa53e6ea6 service neutron] 10.222.0.55 "GET /v2.0/networks/955f3154-b08a-4d99-8ebf-4fbfb4c5bfdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6963859 Nov 05 18:36:58.772509 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-64cc65d2-d97b-4e60-9831-7720ceb38d15 req-699c9e07-2c26-4f80-bee9-b3ab693562e8 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.182&port_id=520efd04-6db9-4436-ae45-7b7a249a59d6 HTTP/1.1" status: 200 len: 217 time: 0.1233435 Nov 05 18:36:58.797171 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-14c8cced-2123-42e1-bc26-5972be874734 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4ec7598e537c40209f06fff7a7fec20b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8596687 Nov 05 18:36:58.800672 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 36764) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:36:58.836861 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c8cced-2123-42e1-bc26-5972be874734 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3de042f-68f2-4a70-bb52-e8652085b4e7,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:36:58.912585 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-71029b3f-cf56-44df-98ff-2acf03637f40 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:36:58.925089 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-d9a52fd3-1931-4bd9-8821-6326a9f77237 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:36:58.942482 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-71029b3f-cf56-44df-98ff-2acf03637f40 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:36:59.003962 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64cc65d2-d97b-4e60-9831-7720ceb38d15 req-d4e01469-8c13-41af-b7de-1947e347cf9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:36:59.008279 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-64cc65d2-d97b-4e60-9831-7720ceb38d15 req-d4e01469-8c13-41af-b7de-1947e347cf9d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=05e7a1b5-165b-4a00-855a-ffbcb2eba59e HTTP/1.1" status: 200 len: 843 time: 0.2210286 Nov 05 18:36:59.012789 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Provisioning complete for port 02ddd893-d5e1-4691-9857-6f4cf6498a9d triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:36:59.013052 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:36:59.061163 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] For port 3dd2204c-a78a-4d35-b873-d572b2b004c4, host n-h2-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=3dd2204c-a78a-4d35-b873-d572b2b004c4,segment=NetworkSegment(a77cb927-ae43-4ea3-ad4f-7cb4558e895d),segment_id=a77cb927-ae43-4ea3-ad4f-7cb4558e895d)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:36:59.085385 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Returning: {'device': '3dd2204c-a78a-4d35-b873-d572b2b004c4', 'network_id': '955f3154-b08a-4d99-8ebf-4fbfb4c5bfdd', 'port_id': '3dd2204c-a78a-4d35-b873-d572b2b004c4', 'mac_address': 'fa:16:3e:42:11:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 189, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f42be52a-0e71-4fa8-ac79-7d6a7a1ad3fb', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102388) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 05 18:36:59.107041 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-71029b3f-cf56-44df-98ff-2acf03637f40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:36:59.109630 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-71029b3f-cf56-44df-98ff-2acf03637f40 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:36:59.110924 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-71029b3f-cf56-44df-98ff-2acf03637f40 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d3de042f-68f2-4a70-bb52-e8652085b4e7 HTTP/1.1" status: 204 len: 168 time: 0.3092589 Nov 05 18:36:59.135362 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71029b3f-cf56-44df-98ff-2acf03637f40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3de042f-68f2-4a70-bb52-e8652085b4e7,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:36:59.140519 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [req-ea419b68-1554-48ba-914d-5ecbd1eccf66 req-b3c82444-0f58-4b8d-b471-6f550bbc5c32 tempest-ServersAdminNegativeTestJSON-951057987 tempest-ServersAdminNegativeTestJSON-951057987-project] For port 97dc252f-05ed-45d4-b280-386bd8292c5b, host n-h2-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=97dc252f-05ed-45d4-b280-386bd8292c5b,segment=NetworkSegment(35c2db9c-522d-48d3-98cf-a08c2cc55db7),segment_id=35c2db9c-522d-48d3-98cf-a08c2cc55db7)] {{(pid=102386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:36:59.141034 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-ea419b68-1554-48ba-914d-5ecbd1eccf66 req-b3c82444-0f58-4b8d-b471-6f550bbc5c32 tempest-ServersAdminNegativeTestJSON-951057987 tempest-ServersAdminNegativeTestJSON-951057987-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:36:59.159851 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:36:59.193390 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [req-ea419b68-1554-48ba-914d-5ecbd1eccf66 req-b3c82444-0f58-4b8d-b471-6f550bbc5c32 tempest-ServersAdminNegativeTestJSON-951057987 tempest-ServersAdminNegativeTestJSON-951057987-project] Calling delete_port for 97dc252f-05ed-45d4-b280-386bd8292c5b owned by compute:nova {{(pid=102386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 18:36:59.195343 n-d-816865-1 neutron-server[102388]: DEBUG neutron.notifiers.nova [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3dd2204c-a78a-4d35-b873-d572b2b004c4 {{(pid=102388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 18:36:59.203616 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:36:59.242319 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64cc65d2-d97b-4e60-9831-7720ceb38d15 req-252b54a3-ba7e-4ec7-94b8-b9665d82aa17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:36:59.244285 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-64cc65d2-d97b-4e60-9831-7720ceb38d15 req-252b54a3-ba7e-4ec7-94b8-b9665d82aa17 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a723f808-b11e-4066-b104-fad90c82895e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2180700 Nov 05 18:36:59.277383 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] For port 3dd2204c-a78a-4d35-b873-d572b2b004c4, host n-h2-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=3dd2204c-a78a-4d35-b873-d572b2b004c4,segment=NetworkSegment(a77cb927-ae43-4ea3-ad4f-7cb4558e895d),segment_id=a77cb927-ae43-4ea3-ad4f-7cb4558e895d)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:36:59.288673 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] For port 02ddd893-d5e1-4691-9857-6f4cf6498a9d, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=02ddd893-d5e1-4691-9857-6f4cf6498a9d,segment=NetworkSegment(85be518c-8bb4-46a2-a903-d4292782d29d),segment_id=85be518c-8bb4-46a2-a903-d4292782d29d)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:36:59.368400 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:36:59.385995 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ddac29-1f11-48c4-ac97-42602baa289f req-2dd1cc1b-2f54-4112-808f-9739cfbcbc20 tempest-VolumesAdminNegativeTest-1384858189 tempest-VolumesAdminNegativeTest-1384858189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:36:59.388016 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-d2ddac29-1f11-48c4-ac97-42602baa289f req-2dd1cc1b-2f54-4112-808f-9739cfbcbc20 tempest-VolumesAdminNegativeTest-1384858189 tempest-VolumesAdminNegativeTest-1384858189-project] 10.222.0.13 "GET /v2.0/ports?device_id=cf666e48-0b33-4092-a2dd-c1885b09b9d9 HTTP/1.1" status: 200 len: 943 time: 0.0912254 Nov 05 18:36:59.410927 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:36:59.443780 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fffb27-706d-4257-8513-173606e8f011 req-2793f20a-b789-4212-8a44-7cccbec95ab1 tempest-DeleteServersAdminTestJSON-2094521221 tempest-DeleteServersAdminTestJSON-2094521221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:36:59.445440 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-b5fffb27-706d-4257-8513-173606e8f011 req-2793f20a-b789-4212-8a44-7cccbec95ab1 tempest-DeleteServersAdminTestJSON-2094521221 tempest-DeleteServersAdminTestJSON-2094521221-project] 10.222.0.13 "GET /v2.0/ports?device_id=ffdc91f8-55bd-459b-ac9c-bf1a0b5958a5 HTTP/1.1" status: 200 len: 948 time: 0.1105914 Nov 05 18:36:59.450139 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Pushing event updated for resources: {'Port': ['ID=3dd2204c-a78a-4d35-b873-d572b2b004c4,revision_number=4']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:36:59.530285 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-d2ddac29-1f11-48c4-ac97-42602baa289f req-9b2a2fc8-9d53-46d6-a080-0791ad552340 tempest-VolumesAdminNegativeTest-1384858189 tempest-VolumesAdminNegativeTest-1384858189-project] 10.222.0.13 "GET /v2.0/security-groups?id=90febc7e-7a4f-4e17-8ddb-723e03f22ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215167 Nov 05 18:36:59.530618 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-64cc65d2-d97b-4e60-9831-7720ceb38d15 req-0c99debb-ade6-4b96-aec3-c432db1bdb0d service neutron] 10.222.0.41 "GET /v2.0/networks/a723f808-b11e-4066-b104-fad90c82895e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2633519 Nov 05 18:36:59.567779 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-b5fffb27-706d-4257-8513-173606e8f011 req-810b4eb1-44e4-4282-a3b1-47797a7be3f4 tempest-DeleteServersAdminTestJSON-2094521221 tempest-DeleteServersAdminTestJSON-2094521221-project] 10.222.0.13 "GET /v2.0/security-groups?id=942ef13b-cfd3-445e-862e-15680ff42d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993350 Nov 05 18:36:59.601638 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Pushing event updated for resources: {'Port': ['ID=02ddd893-d5e1-4691-9857-6f4cf6498a9d,revision_number=4']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:36:59.645420 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] get_ports_and_sgs() called for port_ids ['3dd2204c-a78a-4d35-b873-d572b2b004c4'] {{(pid=102388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 18:36:59.777290 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3607e7-5ebd-4190-97cc-45ddcf9f41fa req-1077711f-dc60-4cc3-8129-2bbd741d3084 tempest-LiveMigrationNegativeTest-227627026 tempest-LiveMigrationNegativeTest-227627026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:36:59.781020 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-0e3607e7-5ebd-4190-97cc-45ddcf9f41fa req-1077711f-dc60-4cc3-8129-2bbd741d3084 tempest-LiveMigrationNegativeTest-227627026 tempest-LiveMigrationNegativeTest-227627026-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee5c2fc4-2f8b-4c1a-a60c-0b36c954692f HTTP/1.1" status: 200 len: 949 time: 0.1134713 Nov 05 18:36:59.826624 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-d9a52fd3-1931-4bd9-8821-6326a9f77237 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:36:59.905254 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4959e122-bf2d-4fa4-9e56-8ac9fd556058 req-2cf1a352-58f2-4400-92c6-ef81b7a866c9 tempest-ServersAdminNegativeTestJSON-951057987 tempest-ServersAdminNegativeTestJSON-951057987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:36:59.907447 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-4959e122-bf2d-4fa4-9e56-8ac9fd556058 req-2cf1a352-58f2-4400-92c6-ef81b7a866c9 tempest-ServersAdminNegativeTestJSON-951057987 tempest-ServersAdminNegativeTestJSON-951057987-project] 10.222.0.13 "GET /v2.0/ports?device_id=a2080ad0-2f36-424a-abf3-044009183ef4 HTTP/1.1" status: 200 len: 950 time: 0.1250322 Nov 05 18:36:59.912662 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-0e3607e7-5ebd-4190-97cc-45ddcf9f41fa req-6677e7b9-5f45-4937-8688-198bec5d9629 tempest-LiveMigrationNegativeTest-227627026 tempest-LiveMigrationNegativeTest-227627026-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2254f1c-cc29-4ed4-aae7-2ed47617ef3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093330 Nov 05 18:36:59.929045 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-d9a52fd3-1931-4bd9-8821-6326a9f77237 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:36:59.929867 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-d9a52fd3-1931-4bd9-8821-6326a9f77237 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-597863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-571878'] for router_interface, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:00.025013 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a52fd3-1931-4bd9-8821-6326a9f77237 admin admin] Pushing event updated for resources: {'Port': ['ID=888ea88f-2fd3-49cc-a1cd-7fd74bef447a,revision_number=2']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:37:00.034998 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-4959e122-bf2d-4fa4-9e56-8ac9fd556058 req-aae9b933-ee7b-4e42-99f6-0aee0e53a0d8 tempest-ServersAdminNegativeTestJSON-951057987 tempest-ServersAdminNegativeTestJSON-951057987-project] 10.222.0.13 "GET /v2.0/security-groups?id=74169f08-fd93-462d-af79-df7f2045d3b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078050 Nov 05 18:37:00.063062 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-64cc65d2-d97b-4e60-9831-7720ceb38d15 req-23a8e6cd-3ac5-4db0-8885-4d55daad823e service neutron] 10.222.0.41 "GET /v2.0/networks/a723f808-b11e-4066-b104-fad90c82895e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5232310 Nov 05 18:37:00.085788 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-ea419b68-1554-48ba-914d-5ecbd1eccf66 req-b3c82444-0f58-4b8d-b471-6f550bbc5c32 tempest-ServersAdminNegativeTestJSON-951057987 tempest-ServersAdminNegativeTestJSON-951057987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798'] for port, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:00.095003 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 36802) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:37:00.115413 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-4f3dddb9-6c99-4dbf-8e33-2126310d1ef2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:00.128809 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c82444-0f58-4b8d-b471-6f550bbc5c32 tempest-ServersAdminNegativeTestJSON-951057987 tempest-ServersAdminNegativeTestJSON-951057987-project] Pushing event deleted for resources: {'Port': ['ID=97dc252f-05ed-45d4-b280-386bd8292c5b,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:37:00.198288 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea419b68-1554-48ba-914d-5ecbd1eccf66 req-b3c82444-0f58-4b8d-b471-6f550bbc5c32 tempest-ServersAdminNegativeTestJSON-951057987 tempest-ServersAdminNegativeTestJSON-951057987-project] No DVR routers for this DVR port 97dc252f-05ed-45d4-b280-386bd8292c5b on host n-h2-816865-1 {{(pid=102386) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 18:37:00.203615 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-ea419b68-1554-48ba-914d-5ecbd1eccf66 req-b3c82444-0f58-4b8d-b471-6f550bbc5c32 tempest-ServersAdminNegativeTestJSON-951057987 tempest-ServersAdminNegativeTestJSON-951057987-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:00.207467 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-ea419b68-1554-48ba-914d-5ecbd1eccf66 req-b3c82444-0f58-4b8d-b471-6f550bbc5c32 tempest-ServersAdminNegativeTestJSON-951057987 tempest-ServersAdminNegativeTestJSON-951057987-project] 10.222.0.55 "DELETE /v2.0/ports/97dc252f-05ed-45d4-b280-386bd8292c5b HTTP/1.1" status: 204 len: 173 time: 2.1852689 Nov 05 18:37:00.207924 n-d-816865-1 neutron-server[102386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2080ad0-2f36-424a-abf3-044009183ef4', 'name': 'network-vif-deleted', 'tag': '97dc252f-05ed-45d4-b280-386bd8292c5b'}] {{(pid=102386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 18:37:00.210198 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6173a44d7c73f41af551dc890fa1a5892c2c6bc3458b640c8e0c24db7876ba6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-155b2fe6-a74c-4eb2-a42c-d677023fd15c" -d '{"events": [{"server_uuid": "a2080ad0-2f36-424a-abf3-044009183ef4", "name": "network-vif-deleted", "tag": "97dc252f-05ed-45d4-b280-386bd8292c5b"}]}' {{(pid=102386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 18:37:00.214203 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9a52fd3-1931-4bd9-8821-6326a9f77237 admin admin] Network 1665a464-cea4-4e86-b7f2-8c36422b1584 is already hosted by enough agents. {{(pid=102386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 18:37:00.215936 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.base_scheduler [None req-d9a52fd3-1931-4bd9-8821-6326a9f77237 admin admin] Resources bound (agent type, host, resource id): {{(pid=102386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:37:00.254144 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-4f3dddb9-6c99-4dbf-8e33-2126310d1ef2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:00.367930 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-4f3dddb9-6c99-4dbf-8e33-2126310d1ef2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:00.409939 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9a52fd3-1931-4bd9-8821-6326a9f77237 admin admin] Router 359d9e87-1fd4-4828-b01b-b6fb6baa4c18 has already been hosted by L3 agent 6dcb5589-8e86-4616-9186-ddc4548e13ad {{(pid=102386) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 18:37:00.479868 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-4f3dddb9-6c99-4dbf-8e33-2126310d1ef2 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ce852e227528494f9c5151a47db3c9d4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3835135 Nov 05 18:37:00.482536 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 36808) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:37:00.485696 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3dddb9-6c99-4dbf-8e33-2126310d1ef2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7692f14-7dc7-497c-a7b2-f0a6bc3072d9,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:37:00.561105 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Device 3dd2204c-a78a-4d35-b873-d572b2b004c4 up at agent hyperv_n-h2-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 18:37:00.633463 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-60a2c9e4-dba4-449f-a486-de47f246b7a5 req-1cf8306e-a161-4656-ba43-2394fde503f4 tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=10ec5728e81c4449951d5c9e87d02372&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0721548 Nov 05 18:37:00.646306 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-44a9d88d-54b2-42fa-98bf-e4383953eb5a None None] Provisioning complete for port 888ea88f-2fd3-49cc-a1cd-7fd74bef447a triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:37:00.646894 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-44a9d88d-54b2-42fa-98bf-e4383953eb5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:00.674162 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 18:37:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66ed9a42-46b9-45c9-bdc0-1df260ff38f7 x-openstack-request-id: req-66ed9a42-46b9-45c9-bdc0-1df260ff38f7 {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 18:37:00.680404 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2080ad0-2f36-424a-abf3-044009183ef4", "name": "network-vif-deleted", "tag": "97dc252f-05ed-45d4-b280-386bd8292c5b", "status": "completed", "code": 200}]} {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 18:37:00.680672 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-66ed9a42-46b9-45c9-bdc0-1df260ff38f7 {{(pid=102386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 18:37:00.681085 n-d-816865-1 neutron-server[102386]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2080ad0-2f36-424a-abf3-044009183ef4', 'name': 'network-vif-deleted', 'tag': '97dc252f-05ed-45d4-b280-386bd8292c5b', 'status': 'completed', 'code': 200} Nov 05 18:37:00.695016 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-44a9d88d-54b2-42fa-98bf-e4383953eb5a None None] Port 888ea88f-2fd3-49cc-a1cd-7fd74bef447a cannot update to ACTIVE because it is not bound. {{(pid=102388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 18:37:00.702615 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 02ddd893-d5e1-4691-9857-6f4cf6498a9d up at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 18:37:00.735731 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Provisioning for port 3dd2204c-a78a-4d35-b873-d572b2b004c4 completed by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 05 18:37:00.746644 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-4a5480a4-9af8-4432-9cb5-27d1206ae2d5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:00.763441 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Provisioning complete for port 3dd2204c-a78a-4d35-b873-d572b2b004c4 triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:37:00.764153 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:00.798235 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9a52fd3-1931-4bd9-8821-6326a9f77237 admin admin] Notify agent at l3_agent.n-d-816865-1 the message routers_updated {{(pid=102386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 18:37:00.837519 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-d9a52fd3-1931-4bd9-8821-6326a9f77237 admin admin] 10.222.0.13 "PUT /v2.0/routers/359d9e87-1fd4-4828-b01b-b6fb6baa4c18/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2851923 Nov 05 18:37:00.838638 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-486fc065-fdf3-43ec-adf7-c4e5c08594f4 None None] Sync routers for ids ['359d9e87-1fd4-4828-b01b-b6fb6baa4c18'] in n-d-816865-1 {{(pid=102388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 18:37:00.840790 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-4a5480a4-9af8-4432-9cb5-27d1206ae2d5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:00.882679 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-486fc065-fdf3-43ec-adf7-c4e5c08594f4 None None] Routers {'359d9e87-1fd4-4828-b01b-b6fb6baa4c18'} bound to L3 agent in host n-d-816865-1 {{(pid=102388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 18:37:00.883347 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-486fc065-fdf3-43ec-adf7-c4e5c08594f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T18:36:35Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['359d9e87-1fd4-4828-b01b-b6fb6baa4c18'], 'active': True} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:37:00.965327 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Provisioning complete for port 02ddd893-d5e1-4691-9857-6f4cf6498a9d triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:37:00.965704 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:00.987598 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-4a5480a4-9af8-4432-9cb5-27d1206ae2d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:00.991035 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-4a5480a4-9af8-4432-9cb5-27d1206ae2d5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:00.992368 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-4a5480a4-9af8-4432-9cb5-27d1206ae2d5 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f7692f14-7dc7-497c-a7b2-f0a6bc3072d9 HTTP/1.1" status: 204 len: 168 time: 0.5019064 Nov 05 18:37:01.007693 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5480a4-9af8-4432-9cb5-27d1206ae2d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7692f14-7dc7-497c-a7b2-f0a6bc3072d9,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:37:01.080652 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:01.130631 n-d-816865-1 neutron-server[102388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf666e48-0b33-4092-a2dd-c1885b09b9d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3dd2204c-a78a-4d35-b873-d572b2b004c4'}] {{(pid=102388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 18:37:01.133171 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85474fee1180e129d8a886d264fe0b30223aa672dd1ffe43b630605f18504f68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d3c6469-b25f-48ab-bb62-8aeac07c83e7" -d '{"events": [{"server_uuid": "cf666e48-0b33-4092-a2dd-c1885b09b9d9", "name": "network-vif-plugged", "status": "completed", "tag": "3dd2204c-a78a-4d35-b873-d572b2b004c4"}]}' {{(pid=102388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 18:37:01.177205 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] For port 3dd2204c-a78a-4d35-b873-d572b2b004c4, host n-h2-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=3dd2204c-a78a-4d35-b873-d572b2b004c4,segment=NetworkSegment(a77cb927-ae43-4ea3-ad4f-7cb4558e895d),segment_id=a77cb927-ae43-4ea3-ad4f-7cb4558e895d)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:37:01.187168 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvr_db [None req-486fc065-fdf3-43ec-adf7-c4e5c08594f4 None None] Set router 359d9e87-1fd4-4828-b01b-b6fb6baa4c18 gateway port host: n-d-816865-1 {{(pid=102388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 18:37:01.233991 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3b8705-55b5-442a-ae0f-2be579130710 req-9fb732b6-5adf-479e-9e3e-86a61a9486bc tempest-LiveMigrationNegativeTest-227627026 tempest-LiveMigrationNegativeTest-227627026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:37:01.242496 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-2a3b8705-55b5-442a-ae0f-2be579130710 req-9fb732b6-5adf-479e-9e3e-86a61a9486bc tempest-LiveMigrationNegativeTest-227627026 tempest-LiveMigrationNegativeTest-227627026-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee5c2fc4-2f8b-4c1a-a60c-0b36c954692f HTTP/1.1" status: 200 len: 949 time: 0.1010258 Nov 05 18:37:01.309292 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:01.310002 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Device 97dc252f-05ed-45d4-b280-386bd8292c5b no longer exists at agent hyperv_n-h2-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 18:37:01.347462 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] No Port match for: 97dc252f-05ed-45d4-b280-386bd8292c5b {{(pid=102388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 18:37:01.348222 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Device 97dc252f-05ed-45d4-b280-386bd8292c5b not bound to the agent host n-h2-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 18:37:01.353058 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a2c9e4-dba4-449f-a486-de47f246b7a5 req-b5fa4700-a092-4ed3-8d9e-08a2d750c162 tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:37:01.359008 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-60a2c9e4-dba4-449f-a486-de47f246b7a5 req-b5fa4700-a092-4ed3-8d9e-08a2d750c162 tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7053273 Nov 05 18:37:01.383921 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-2a3b8705-55b5-442a-ae0f-2be579130710 req-b10660a6-e1f8-40fe-84b0-a3f364489c4e tempest-LiveMigrationNegativeTest-227627026 tempest-LiveMigrationNegativeTest-227627026-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2254f1c-cc29-4ed4-aae7-2ed47617ef3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400599 Nov 05 18:37:01.411272 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-60a2c9e4-dba4-449f-a486-de47f246b7a5 req-ee389598-09fd-472a-ac03-831d66eea4e5 tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] 10.222.0.13 "GET /v2.0/quotas/10ec5728e81c4449951d5c9e87d02372 HTTP/1.1" status: 200 len: 375 time: 0.0412040 Nov 05 18:37:01.463646 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-60a2c9e4-dba4-449f-a486-de47f246b7a5 req-a3ddc422-12e2-4308-816d-6a7fa63cbed2 tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=10ec5728e81c4449951d5c9e87d02372&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0380270 Nov 05 18:37:01.567321 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9268d44f-9923-416f-aa54-b3e1afd61a99 req-31ff2990-d859-4aac-954a-e5c01ee08a87 tempest-VolumesAdminNegativeTest-1384858189 tempest-VolumesAdminNegativeTest-1384858189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:37:01.577825 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-9268d44f-9923-416f-aa54-b3e1afd61a99 req-31ff2990-d859-4aac-954a-e5c01ee08a87 tempest-VolumesAdminNegativeTest-1384858189 tempest-VolumesAdminNegativeTest-1384858189-project] 10.222.0.13 "GET /v2.0/ports?device_id=cf666e48-0b33-4092-a2dd-c1885b09b9d9 HTTP/1.1" status: 200 len: 945 time: 0.0737379 Nov 05 18:37:01.643995 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-9268d44f-9923-416f-aa54-b3e1afd61a99 req-92dea1f6-8f87-44c9-8f4a-d8cf1000173b tempest-VolumesAdminNegativeTest-1384858189 tempest-VolumesAdminNegativeTest-1384858189-project] 10.222.0.13 "GET /v2.0/security-groups?id=90febc7e-7a4f-4e17-8ddb-723e03f22ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644085 Nov 05 18:37:01.650079 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Pushing event updated for resources: {'Port': ['ID=3dd2204c-a78a-4d35-b873-d572b2b004c4,revision_number=5']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:37:01.769543 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-486fc065-fdf3-43ec-adf7-c4e5c08594f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '359d9e87-1fd4-4828-b01b-b6fb6baa4c18', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-238884061-router', 'tenant_id': '199220bdbb6e4d18bafbb527f432f315', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.41'}], 'enable_snat': True}, 'gw_port_id': '02ddd893-d5e1-4691-9857-6f4cf6498a9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T18:36:50Z', 'updated_at': '2021-11-05T18:36:58Z', 'revision_number': 4, 'project_id': '199220bdbb6e4d18bafbb527f432f315', 'gw_port': {'id': '02ddd893-d5e1-4691-9857-6f4cf6498a9d', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:56:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '359d9e87-1fd4-4828-b01b-b6fb6baa4c18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T18:36:52Z', 'updated_at': '2021-11-05T18:36:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1', '_interfaces': [{'id': '888ea88f-2fd3-49cc-a1cd-7fd74bef447a', 'name': '', 'network_id': '1665a464-cea4-4e86-b7f2-8c36422b1584', 'tenant_id': '199220bdbb6e4d18bafbb527f432f315', 'mac_address': 'fa:16:3e:96:20:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '359d9e87-1fd4-4828-b01b-b6fb6baa4c18', 'device_owner': 'network:router_interface', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': 'e2adc752-3662-426b-bfb8-7009111e88a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T18:36:56Z', 'updated_at': '2021-11-05T18:36:59Z', 'revision_number': 2, 'project_id': '199220bdbb6e4d18bafbb527f432f315', 'subnets': [{'id': 'e2adc752-3662-426b-bfb8-7009111e88a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-1', False) {} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:37:01.805752 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5c6483-6d51-4488-8eba-5c3344bd0bd5 req-66a5de85-6504-4ed7-aea8-eee37bd0ec9a tempest-DeleteServersAdminTestJSON-2094521221 tempest-DeleteServersAdminTestJSON-2094521221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:37:01.808106 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-7a5c6483-6d51-4488-8eba-5c3344bd0bd5 req-66a5de85-6504-4ed7-aea8-eee37bd0ec9a tempest-DeleteServersAdminTestJSON-2094521221 tempest-DeleteServersAdminTestJSON-2094521221-project] 10.222.0.13 "GET /v2.0/ports?device_id=ffdc91f8-55bd-459b-ac9c-bf1a0b5958a5 HTTP/1.1" status: 200 len: 948 time: 0.0756848 Nov 05 18:37:01.820334 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-486fc065-fdf3-43ec-adf7-c4e5c08594f4 None None] Checking router: 359d9e87-1fd4-4828-b01b-b6fb6baa4c18 for host: n-d-816865-1 {{(pid=102388) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 18:37:01.820946 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-486fc065-fdf3-43ec-adf7-c4e5c08594f4 None None] Updating router 359d9e87-1fd4-4828-b01b-b6fb6baa4c18 port 888ea88f-2fd3-49cc-a1cd-7fd74bef447a binding host n-d-816865-1 {{(pid=102388) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 05 18:37:01.858093 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-486fc065-fdf3-43ec-adf7-c4e5c08594f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:01.879443 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-7a5c6483-6d51-4488-8eba-5c3344bd0bd5 req-08616a43-4b42-4761-8d79-3518149d3838 tempest-DeleteServersAdminTestJSON-2094521221 tempest-DeleteServersAdminTestJSON-2094521221-project] 10.222.0.13 "GET /v2.0/security-groups?id=942ef13b-cfd3-445e-862e-15680ff42d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621698 Nov 05 18:37:02.098723 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 18:37:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67ba7f65-6a1e-47da-9dc6-5712b8a2c213 x-openstack-request-id: req-67ba7f65-6a1e-47da-9dc6-5712b8a2c213 {{(pid=102388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 18:37:02.102027 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf666e48-0b33-4092-a2dd-c1885b09b9d9", "name": "network-vif-plugged", "status": "completed", "tag": "3dd2204c-a78a-4d35-b873-d572b2b004c4", "code": 200}]} {{(pid=102388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 18:37:02.102317 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-67ba7f65-6a1e-47da-9dc6-5712b8a2c213 {{(pid=102388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 18:37:02.102735 n-d-816865-1 neutron-server[102388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf666e48-0b33-4092-a2dd-c1885b09b9d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3dd2204c-a78a-4d35-b873-d572b2b004c4', 'code': 200} Nov 05 18:37:02.129137 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-cee818c7-7d9a-4c6f-a168-40d9d17f78d6 req-51b3c6d5-2353-4e2a-a8af-4bb8e1ef4e5a tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] 10.222.0.13 "GET /v2.0/ports?device_id=1deb7c06-0d89-436e-a71b-115690d709c3 HTTP/1.1" status: 200 len: 210 time: 0.0466440 Nov 05 18:37:02.167347 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc682d2-1b4d-4426-b047-37d9408ce192 req-5fe7f692-9dcd-4ee7-8b69-899eaaabf2f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:37:02.169928 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-cdc682d2-1b4d-4426-b047-37d9408ce192 req-5fe7f692-9dcd-4ee7-8b69-899eaaabf2f6 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=cf666e48-0b33-4092-a2dd-c1885b09b9d9 HTTP/1.1" status: 200 len: 1096 time: 0.0791452 Nov 05 18:37:02.238949 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-cdc682d2-1b4d-4426-b047-37d9408ce192 req-977221f7-b22a-4d1f-8c26-fb62477c2921 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=90febc7e-7a4f-4e17-8ddb-723e03f22ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591061 Nov 05 18:37:02.352913 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-486fc065-fdf3-43ec-adf7-c4e5c08594f4 None None] Publish callbacks [] for port, precommit_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:02.459512 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-486fc065-fdf3-43ec-adf7-c4e5c08594f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:02.529790 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546ebe09-6559-4b5c-8821-d11f38bbb271 None None] Pushing event updated for resources: {'Port': ['ID=888ea88f-2fd3-49cc-a1cd-7fd74bef447a,revision_number=3']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:37:02.624299 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-486fc065-fdf3-43ec-adf7-c4e5c08594f4 None None] Attempting to bind port 888ea88f-2fd3-49cc-a1cd-7fd74bef447a on host n-d-816865-1 for vnic_type normal with profile {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 18:37:02.624633 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781c3260-5339-405b-a39c-f42456948ee4 req-b5d2a9c6-7550-4572-a80b-5e61199628ce tempest-LiveMigrationNegativeTest-227627026 tempest-LiveMigrationNegativeTest-227627026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:37:02.625098 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-486fc065-fdf3-43ec-adf7-c4e5c08594f4 None None] Attempting to bind port 888ea88f-2fd3-49cc-a1cd-7fd74bef447a by drivers openvswitch,hyperv on host n-d-816865-1 at level 0 using segments [{'id': '88f0c625-4914-4ee3-86c1-8a79f5ffba93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '1665a464-cea4-4e86-b7f2-8c36422b1584'}] {{(pid=102388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 18:37:02.625098 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-486fc065-fdf3-43ec-adf7-c4e5c08594f4 None None] Attempting to bind port 888ea88f-2fd3-49cc-a1cd-7fd74bef447a on network 1665a464-cea4-4e86-b7f2-8c36422b1584 {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 18:37:02.632152 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-486fc065-fdf3-43ec-adf7-c4e5c08594f4 None None] Checking agent: {'id': '724d89a7-611b-41e6-bc85-c48112b17afa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 18, 25, 8), 'started_at': datetime.datetime(2021, 11, 5, 18, 25, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 18, 36, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 18:37:02.632623 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-486fc065-fdf3-43ec-adf7-c4e5c08594f4 None None] Checking segment: {'id': '88f0c625-4914-4ee3-86c1-8a79f5ffba93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '1665a464-cea4-4e86-b7f2-8c36422b1584'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 18:37:02.633513 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-486fc065-fdf3-43ec-adf7-c4e5c08594f4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:02.633513 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-486fc065-fdf3-43ec-adf7-c4e5c08594f4 None None] Bound using segment: {'id': '88f0c625-4914-4ee3-86c1-8a79f5ffba93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '1665a464-cea4-4e86-b7f2-8c36422b1584'} {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 18:37:02.634026 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-486fc065-fdf3-43ec-adf7-c4e5c08594f4 None None] Bound port: 888ea88f-2fd3-49cc-a1cd-7fd74bef447a, host: n-d-816865-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88f0c625-4914-4ee3-86c1-8a79f5ffba93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '1665a464-cea4-4e86-b7f2-8c36422b1584'}}] {{(pid=102388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 18:37:02.634517 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-486fc065-fdf3-43ec-adf7-c4e5c08594f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:02.635022 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-781c3260-5339-405b-a39c-f42456948ee4 req-b5d2a9c6-7550-4572-a80b-5e61199628ce tempest-LiveMigrationNegativeTest-227627026 tempest-LiveMigrationNegativeTest-227627026-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee5c2fc4-2f8b-4c1a-a60c-0b36c954692f HTTP/1.1" status: 200 len: 949 time: 0.0759742 Nov 05 18:37:02.668767 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-f1eabd50-1cb8-443d-a391-6cad13f04b60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:02.762332 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-781c3260-5339-405b-a39c-f42456948ee4 req-7ac1356e-d477-4e0e-96e0-2e0fa14506ca tempest-LiveMigrationNegativeTest-227627026 tempest-LiveMigrationNegativeTest-227627026-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2254f1c-cc29-4ed4-aae7-2ed47617ef3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097200 Nov 05 18:37:02.789878 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-486fc065-fdf3-43ec-adf7-c4e5c08594f4 None None] For port 888ea88f-2fd3-49cc-a1cd-7fd74bef447a, host n-d-816865-1, cleared binding levels {{(pid=102388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 18:37:02.793375 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-486fc065-fdf3-43ec-adf7-c4e5c08594f4 None None] For port 888ea88f-2fd3-49cc-a1cd-7fd74bef447a, host n-d-816865-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=888ea88f-2fd3-49cc-a1cd-7fd74bef447a,segment=NetworkSegment(88f0c625-4914-4ee3-86c1-8a79f5ffba93),segment_id=88f0c625-4914-4ee3-86c1-8a79f5ffba93)] {{(pid=102388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 18:37:02.796649 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Device 520efd04-6db9-4436-ae45-7b7a249a59d6 details requested by agent hyperv_n-h1-816865-1 with host n-h1-816865-1 {{(pid=102388) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 05 18:37:02.860607 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 36896) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:37:02.924546 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-486fc065-fdf3-43ec-adf7-c4e5c08594f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:02.975738 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b005e8-0772-49b0-be4f-ee94dca59946 req-2bb5baa6-b181-4a5f-97b1-c278d3e10042 tempest-VolumesAdminNegativeTest-1384858189 tempest-VolumesAdminNegativeTest-1384858189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:37:02.985458 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-a6b005e8-0772-49b0-be4f-ee94dca59946 req-2bb5baa6-b181-4a5f-97b1-c278d3e10042 tempest-VolumesAdminNegativeTest-1384858189 tempest-VolumesAdminNegativeTest-1384858189-project] 10.222.0.13 "GET /v2.0/ports?device_id=cf666e48-0b33-4092-a2dd-c1885b09b9d9 HTTP/1.1" status: 200 len: 945 time: 0.1059175 Nov 05 18:37:03.057380 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-a4226b71-4c05-4d82-a6a9-73e3cb783018 None None] Provisioning complete for port 888ea88f-2fd3-49cc-a1cd-7fd74bef447a triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:37:03.057819 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-a4226b71-4c05-4d82-a6a9-73e3cb783018 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:03.063592 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-a6b005e8-0772-49b0-be4f-ee94dca59946 req-003f251c-f534-4456-b331-37d055420e7b tempest-VolumesAdminNegativeTest-1384858189 tempest-VolumesAdminNegativeTest-1384858189-project] 10.222.0.13 "GET /v2.0/security-groups?id=90febc7e-7a4f-4e17-8ddb-723e03f22ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762749 Nov 05 18:37:03.179018 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 36908) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:37:03.193042 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-ea520912-770b-49e9-ad1a-1fb5f29093cb admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7b5b6e0e218a471d9e46a45154f5d765&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3128977 Nov 05 18:37:03.245316 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546ebe09-6559-4b5c-8821-d11f38bbb271 None None] Pushing event updated for resources: {'Port': ['ID=888ea88f-2fd3-49cc-a1cd-7fd74bef447a,revision_number=4']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:37:03.252340 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-486fc065-fdf3-43ec-adf7-c4e5c08594f4 None None] Routers {'359d9e87-1fd4-4828-b01b-b6fb6baa4c18'} bound to L3 agent in host n-d-816865-1 {{(pid=102388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 18:37:03.253212 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-486fc065-fdf3-43ec-adf7-c4e5c08594f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T18:36:35Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['359d9e87-1fd4-4828-b01b-b6fb6baa4c18'], 'active': True} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:37:03.263958 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] For port 520efd04-6db9-4436-ae45-7b7a249a59d6, host n-h1-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=520efd04-6db9-4436-ae45-7b7a249a59d6,segment=NetworkSegment(35c2db9c-522d-48d3-98cf-a08c2cc55db7),segment_id=35c2db9c-522d-48d3-98cf-a08c2cc55db7)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:37:03.436763 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvr_db [None req-486fc065-fdf3-43ec-adf7-c4e5c08594f4 None None] Set router 359d9e87-1fd4-4828-b01b-b6fb6baa4c18 gateway port host: n-d-816865-1 {{(pid=102388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 18:37:03.440918 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Returning: {'device': '520efd04-6db9-4436-ae45-7b7a249a59d6', 'network_id': 'a723f808-b11e-4066-b104-fad90c82895e', 'port_id': '520efd04-6db9-4436-ae45-7b7a249a59d6', 'mac_address': 'fa:16:3e:01:54:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 153, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05e7a1b5-165b-4a00-855a-ffbcb2eba59e', 'ip_address': '192.168.233.182'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102388) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 05 18:37:03.455555 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a5a9e8-032e-49e2-878b-03aee6b7a8ae req-b61c30d4-388b-442f-ade8-67f6c86b7051 tempest-LiveMigrationNegativeTest-1793129365 tempest-LiveMigrationNegativeTest-1793129365-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:37:03.457737 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-84a5a9e8-032e-49e2-878b-03aee6b7a8ae req-b61c30d4-388b-442f-ade8-67f6c86b7051 tempest-LiveMigrationNegativeTest-1793129365 tempest-LiveMigrationNegativeTest-1793129365-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=ee5c2fc4-2f8b-4c1a-a60c-0b36c954692f HTTP/1.1" status: 200 len: 1100 time: 0.2107756 Nov 05 18:37:03.462435 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-62e7064b-c872-47cf-b583-83cf45b3d045 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:03.504603 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-84a5a9e8-032e-49e2-878b-03aee6b7a8ae req-9de6bc51-28e8-40e8-a2a6-36b5b9328ce6 tempest-LiveMigrationNegativeTest-1793129365 tempest-LiveMigrationNegativeTest-1793129365-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:03.521257 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-62e7064b-c872-47cf-b583-83cf45b3d045 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:03.575734 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd474ce-28f3-4ec2-9cc0-f1862d9665ee req-5c9b6a91-e579-45c1-b552-ca07d83c54fa tempest-DeleteServersAdminTestJSON-2094521221 tempest-DeleteServersAdminTestJSON-2094521221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:37:03.577154 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-2fd474ce-28f3-4ec2-9cc0-f1862d9665ee req-5c9b6a91-e579-45c1-b552-ca07d83c54fa tempest-DeleteServersAdminTestJSON-2094521221 tempest-DeleteServersAdminTestJSON-2094521221-project] 10.222.0.13 "GET /v2.0/ports?device_id=ffdc91f8-55bd-459b-ac9c-bf1a0b5958a5 HTTP/1.1" status: 200 len: 948 time: 0.1995621 Nov 05 18:37:03.657062 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-2fd474ce-28f3-4ec2-9cc0-f1862d9665ee req-6d92fa72-cbbf-486e-a476-e1575638c54c tempest-DeleteServersAdminTestJSON-2094521221 tempest-DeleteServersAdminTestJSON-2094521221-project] 10.222.0.13 "GET /v2.0/security-groups?id=942ef13b-cfd3-445e-862e-15680ff42d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688503 Nov 05 18:37:03.690583 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:03.694095 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-84a5a9e8-032e-49e2-878b-03aee6b7a8ae req-9de6bc51-28e8-40e8-a2a6-36b5b9328ce6 tempest-LiveMigrationNegativeTest-1793129365 tempest-LiveMigrationNegativeTest-1793129365-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:03.707205 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-a4226b71-4c05-4d82-a6a9-73e3cb783018 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:03.714000 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-62e7064b-c872-47cf-b583-83cf45b3d045 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:03.717064 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-62e7064b-c872-47cf-b583-83cf45b3d045 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:03.719323 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-62e7064b-c872-47cf-b583-83cf45b3d045 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/74169f08-fd93-462d-af79-df7f2045d3b0 HTTP/1.1" status: 204 len: 168 time: 0.5392435 Nov 05 18:37:03.728362 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e7064b-c872-47cf-b583-83cf45b3d045 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74169f08-fd93-462d-af79-df7f2045d3b0,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:37:03.737695 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-84a5a9e8-032e-49e2-878b-03aee6b7a8ae req-9de6bc51-28e8-40e8-a2a6-36b5b9328ce6 tempest-LiveMigrationNegativeTest-1793129365 tempest-LiveMigrationNegativeTest-1793129365-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:03.746150 n-d-816865-1 neutron-server[102388]: DEBUG neutron.notifiers.nova [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 520efd04-6db9-4436-ae45-7b7a249a59d6 {{(pid=102388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 18:37:03.785084 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-84a5a9e8-032e-49e2-878b-03aee6b7a8ae req-9de6bc51-28e8-40e8-a2a6-36b5b9328ce6 tempest-LiveMigrationNegativeTest-1793129365 tempest-LiveMigrationNegativeTest-1793129365-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=b2254f1c-cc29-4ed4-aae7-2ed47617ef3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3166101 Nov 05 18:37:03.785968 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de6bc51-28e8-40e8-a2a6-36b5b9328ce6 tempest-LiveMigrationNegativeTest-1793129365 tempest-LiveMigrationNegativeTest-1793129365-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8a37191-481e-42da-9089-e583303a58cc,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:37:03.837134 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] For port 520efd04-6db9-4436-ae45-7b7a249a59d6, host n-h1-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=520efd04-6db9-4436-ae45-7b7a249a59d6,segment=NetworkSegment(35c2db9c-522d-48d3-98cf-a08c2cc55db7),segment_id=35c2db9c-522d-48d3-98cf-a08c2cc55db7)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:37:03.841925 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-a4226b71-4c05-4d82-a6a9-73e3cb783018 None None] For port 888ea88f-2fd3-49cc-a1cd-7fd74bef447a, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=888ea88f-2fd3-49cc-a1cd-7fd74bef447a,segment=NetworkSegment(88f0c625-4914-4ee3-86c1-8a79f5ffba93),segment_id=88f0c625-4914-4ee3-86c1-8a79f5ffba93)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:37:03.899770 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-486fc065-fdf3-43ec-adf7-c4e5c08594f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '359d9e87-1fd4-4828-b01b-b6fb6baa4c18', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-238884061-router', 'tenant_id': '199220bdbb6e4d18bafbb527f432f315', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.41'}], 'enable_snat': True}, 'gw_port_id': '02ddd893-d5e1-4691-9857-6f4cf6498a9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T18:36:50Z', 'updated_at': '2021-11-05T18:36:58Z', 'revision_number': 4, 'project_id': '199220bdbb6e4d18bafbb527f432f315', 'gw_port': {'id': '02ddd893-d5e1-4691-9857-6f4cf6498a9d', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:56:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '359d9e87-1fd4-4828-b01b-b6fb6baa4c18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T18:36:52Z', 'updated_at': '2021-11-05T18:36:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1', '_interfaces': [{'id': '888ea88f-2fd3-49cc-a1cd-7fd74bef447a', 'name': '', 'network_id': '1665a464-cea4-4e86-b7f2-8c36422b1584', 'tenant_id': '199220bdbb6e4d18bafbb527f432f315', 'mac_address': 'fa:16:3e:96:20:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '359d9e87-1fd4-4828-b01b-b6fb6baa4c18', 'device_owner': 'network:router_interface', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': 'e2adc752-3662-426b-bfb8-7009111e88a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T18:36:56Z', 'updated_at': '2021-11-05T18:37:02Z', 'revision_number': 4, 'project_id': '199220bdbb6e4d18bafbb527f432f315', 'subnets': [{'id': 'e2adc752-3662-426b-bfb8-7009111e88a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-1', False) {} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:37:03.936461 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-486fc065-fdf3-43ec-adf7-c4e5c08594f4 None None] The sync data for ids ['359d9e87-1fd4-4828-b01b-b6fb6baa4c18'] in n-d-816865-1 is: [{'id': '359d9e87-1fd4-4828-b01b-b6fb6baa4c18', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-238884061-router', 'tenant_id': '199220bdbb6e4d18bafbb527f432f315', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.41'}], 'enable_snat': True}, 'gw_port_id': '02ddd893-d5e1-4691-9857-6f4cf6498a9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T18:36:50Z', 'updated_at': '2021-11-05T18:36:58Z', 'revision_number': 4, 'project_id': '199220bdbb6e4d18bafbb527f432f315', 'gw_port': {'id': '02ddd893-d5e1-4691-9857-6f4cf6498a9d', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:56:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '359d9e87-1fd4-4828-b01b-b6fb6baa4c18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T18:36:52Z', 'updated_at': '2021-11-05T18:36:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1', '_interfaces': [{'id': '888ea88f-2fd3-49cc-a1cd-7fd74bef447a', 'name': '', 'network_id': '1665a464-cea4-4e86-b7f2-8c36422b1584', 'tenant_id': '199220bdbb6e4d18bafbb527f432f315', 'mac_address': 'fa:16:3e:96:20:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '359d9e87-1fd4-4828-b01b-b6fb6baa4c18', 'device_owner': 'network:router_interface', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': 'e2adc752-3662-426b-bfb8-7009111e88a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T18:36:56Z', 'updated_at': '2021-11-05T18:37:02Z', 'revision_number': 4, 'project_id': '199220bdbb6e4d18bafbb527f432f315', 'subnets': [{'id': 'e2adc752-3662-426b-bfb8-7009111e88a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 18:37:03.939653 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-a4226b71-4c05-4d82-a6a9-73e3cb783018 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:03.943163 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:03.946317 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:03.949061 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-e8045cf2-62f6-4b24-b127-12858c35c8a9 req-6ffd9ab2-d23a-4439-879d-94710ee7d79b tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] 10.222.0.13 "GET /v2.0/ports?device_id=1deb7c06-0d89-436e-a71b-115690d709c3 HTTP/1.1" status: 200 len: 210 time: 0.0701590 Nov 05 18:37:04.054124 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4226b71-4c05-4d82-a6a9-73e3cb783018 None None] Pushing event updated for resources: {'Port': ['ID=888ea88f-2fd3-49cc-a1cd-7fd74bef447a,revision_number=5']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:37:04.193058 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-e7a6886e-bb30-438f-9a82-a8ff92afc058 None None] Provisioning complete for port 888ea88f-2fd3-49cc-a1cd-7fd74bef447a triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:37:04.193413 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-e7a6886e-bb30-438f-9a82-a8ff92afc058 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:04.196526 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Pushing event updated for resources: {'Port': ['ID=520efd04-6db9-4436-ae45-7b7a249a59d6,revision_number=4']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:37:04.228828 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] get_ports_and_sgs() called for port_ids ['520efd04-6db9-4436-ae45-7b7a249a59d6'] {{(pid=102388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 18:37:04.273952 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1ac0be-63a8-4973-81ca-a365979616ed req-8528bf54-700a-4f2a-b05f-7a72bcb3403a tempest-VolumesAdminNegativeTest-1384858189 tempest-VolumesAdminNegativeTest-1384858189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:37:04.285735 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-ae1ac0be-63a8-4973-81ca-a365979616ed req-8528bf54-700a-4f2a-b05f-7a72bcb3403a tempest-VolumesAdminNegativeTest-1384858189 tempest-VolumesAdminNegativeTest-1384858189-project] 10.222.0.13 "GET /v2.0/ports?device_id=cf666e48-0b33-4092-a2dd-c1885b09b9d9 HTTP/1.1" status: 200 len: 945 time: 0.0833604 Nov 05 18:37:04.353968 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-ae1ac0be-63a8-4973-81ca-a365979616ed req-fc1ebba0-2bdd-4a5a-89ec-c41d6709bb37 tempest-VolumesAdminNegativeTest-1384858189 tempest-VolumesAdminNegativeTest-1384858189-project] 10.222.0.13 "GET /v2.0/security-groups?id=90febc7e-7a4f-4e17-8ddb-723e03f22ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671358 Nov 05 18:37:04.642201 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 36950) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:37:04.648173 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-ad75511a-118b-43e7-9e2d-25ede4b57b8d tempest-ServersWithSpecificFlavorTestJSON-1995233136 tempest-ServersWithSpecificFlavorTestJSON-1995233136-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1811825971', 'description': 'tempest-description--544894907'}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:37:04.669707 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 888ea88f-2fd3-49cc-a1cd-7fd74bef447a up at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 18:37:04.726304 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-60a2c9e4-dba4-449f-a486-de47f246b7a5 req-d39b7d83-d18a-43f0-80df-98a740a1ef99 tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=10ec5728e81c4449951d5c9e87d02372&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0570064 Nov 05 18:37:04.771432 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 36954) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:37:04.860470 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Provisioning complete for port 888ea88f-2fd3-49cc-a1cd-7fd74bef447a triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:37:04.861565 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:04.884200 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-ad75511a-118b-43e7-9e2d-25ede4b57b8d tempest-ServersWithSpecificFlavorTestJSON-1995233136 tempest-ServersWithSpecificFlavorTestJSON-1995233136-project] Publish callbacks [] for security_group, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:04.928841 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-ea73af78-7546-4818-a2d3-9c7e7ec20e5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:05.022455 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 36960) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:37:05.035075 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a2c9e4-dba4-449f-a486-de47f246b7a5 req-abea45e6-fa29-4125-b3bf-fefc124175e8 tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:37:05.036600 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-60a2c9e4-dba4-449f-a486-de47f246b7a5 req-abea45e6-fa29-4125-b3bf-fefc124175e8 tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3032756 Nov 05 18:37:05.052457 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-f3b4d883-406f-4d0d-8edc-80bb1f416885 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d140319b30094a6fad7abd43568470bf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2794378 Nov 05 18:37:05.058146 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [req-60a2c9e4-dba4-449f-a486-de47f246b7a5 req-dc5542f9-b7fd-49cf-929e-fde9371e8cd7 tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] Request body: {'port': {'device_id': '1deb7c06-0d89-436e-a71b-115690d709c3', 'network_id': 'a723f808-b11e-4066-b104-fad90c82895e', 'admin_state_up': True, 'tenant_id': '10ec5728e81c4449951d5c9e87d02372'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:37:05.061107 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 36966) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:37:05.158710 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612d6024-efe9-4513-be2a-a95b5162d185 req-1acf02da-43e4-4f66-bb26-7f92bdf2caee tempest-DeleteServersAdminTestJSON-2094521221 tempest-DeleteServersAdminTestJSON-2094521221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:37:05.166274 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-612d6024-efe9-4513-be2a-a95b5162d185 req-1acf02da-43e4-4f66-bb26-7f92bdf2caee tempest-DeleteServersAdminTestJSON-2094521221 tempest-DeleteServersAdminTestJSON-2094521221-project] 10.222.0.13 "GET /v2.0/ports?device_id=ffdc91f8-55bd-459b-ac9c-bf1a0b5958a5 HTTP/1.1" status: 200 len: 949 time: 0.3387821 Nov 05 18:37:05.199454 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6193f29c-bebd-4057-942a-e0a7343aeb84 req-9c8a84cd-4843-4434-b4af-fa0ddccc907c tempest-LiveMigrationNegativeTest-227627026 tempest-LiveMigrationNegativeTest-227627026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:37:05.200478 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-6193f29c-bebd-4057-942a-e0a7343aeb84 req-9c8a84cd-4843-4434-b4af-fa0ddccc907c tempest-LiveMigrationNegativeTest-227627026 tempest-LiveMigrationNegativeTest-227627026-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee5c2fc4-2f8b-4c1a-a60c-0b36c954692f HTTP/1.1" status: 200 len: 949 time: 0.2225506 Nov 05 18:37:05.213783 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-c8994507-f301-4186-a514-c5a22caa1e93 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:05.264134 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-c8994507-f301-4186-a514-c5a22caa1e93 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:05.318789 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-ad75511a-118b-43e7-9e2d-25ede4b57b8d tempest-ServersWithSpecificFlavorTestJSON-1995233136 tempest-ServersWithSpecificFlavorTestJSON-1995233136-project] Publish callbacks [] for security_group, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:05.329400 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-5c45f88c-5bf8-4a8c-b421-08d1fc70e85b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:05.349538 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-612d6024-efe9-4513-be2a-a95b5162d185 req-dce44ddc-72cf-4303-b1ab-412e9e5096aa tempest-DeleteServersAdminTestJSON-2094521221 tempest-DeleteServersAdminTestJSON-2094521221-project] 10.222.0.13 "GET /v2.0/security-groups?id=942ef13b-cfd3-445e-862e-15680ff42d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1820359 Nov 05 18:37:05.365832 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-6193f29c-bebd-4057-942a-e0a7343aeb84 req-42653f39-5d89-42ed-9416-ec14801c2079 tempest-LiveMigrationNegativeTest-227627026 tempest-LiveMigrationNegativeTest-227627026-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2254f1c-cc29-4ed4-aae7-2ed47617ef3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1633019 Nov 05 18:37:05.398981 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-60a2c9e4-dba4-449f-a486-de47f246b7a5 req-dc5542f9-b7fd-49cf-929e-fde9371e8cd7 tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] Made reservation on behalf of 10ec5728e81c4449951d5c9e87d02372 for: {'port': 1} {{(pid=102386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 18:37:05.404291 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-60a2c9e4-dba4-449f-a486-de47f246b7a5 req-dc5542f9-b7fd-49cf-929e-fde9371e8cd7 tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:05.417759 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-60a2c9e4-dba4-449f-a486-de47f246b7a5 req-dc5542f9-b7fd-49cf-929e-fde9371e8cd7 tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] Publish callbacks [] for security_group, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:05.427436 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-c8994507-f301-4186-a514-c5a22caa1e93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:05.432861 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-c8994507-f301-4186-a514-c5a22caa1e93 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:05.436625 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-c8994507-f301-4186-a514-c5a22caa1e93 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/fa2b3af3-a9c6-4ef7-a063-fd00ae1c4b5f HTTP/1.1" status: 204 len: 168 time: 0.3712258 Nov 05 18:37:05.437278 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-ad75511a-118b-43e7-9e2d-25ede4b57b8d tempest-ServersWithSpecificFlavorTestJSON-1995233136 tempest-ServersWithSpecificFlavorTestJSON-1995233136-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:05.492298 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8994507-f301-4186-a514-c5a22caa1e93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa2b3af3-a9c6-4ef7-a063-fd00ae1c4b5f,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:37:05.546290 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad75511a-118b-43e7-9e2d-25ede4b57b8d tempest-ServersWithSpecificFlavorTestJSON-1995233136 tempest-ServersWithSpecificFlavorTestJSON-1995233136-project] Pushing event updated for resources: {'SecurityGroup': ['ID=040a1024-eaad-4e89-b23c-c23a7ce4f851,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:37:05.570523 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-60a2c9e4-dba4-449f-a486-de47f246b7a5 req-dc5542f9-b7fd-49cf-929e-fde9371e8cd7 tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] Publish callbacks [] for security_group, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:05.590686 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-5016e888-2236-409e-846f-1842b6cdde98 req-b71b521f-94ca-4919-a251-6bc1b32df7dd tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] 10.222.0.13 "GET /v2.0/ports?device_id=1deb7c06-0d89-436e-a71b-115690d709c3 HTTP/1.1" status: 200 len: 210 time: 0.0892100 Nov 05 18:37:05.649767 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-ad75511a-118b-43e7-9e2d-25ede4b57b8d tempest-ServersWithSpecificFlavorTestJSON-1995233136 tempest-ServersWithSpecificFlavorTestJSON-1995233136-project] Publish callbacks [] for security_group, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:05.653891 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-ad75511a-118b-43e7-9e2d-25ede4b57b8d tempest-ServersWithSpecificFlavorTestJSON-1995233136 tempest-ServersWithSpecificFlavorTestJSON-1995233136-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.0069709 Nov 05 18:37:05.654308 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 36980) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:37:05.660953 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-5c45f88c-5bf8-4a8c-b421-08d1fc70e85b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:05.661157 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-315930d1-70b8-4ec5-b059-b7a0ea9ebe19 tempest-ServersWithSpecificFlavorTestJSON-1995233136 tempest-ServersWithSpecificFlavorTestJSON-1995233136-project] Request body: {'security_group_rule': {'security_group_id': '040a1024-eaad-4e89-b23c-c23a7ce4f851', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:37:05.704926 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-60a2c9e4-dba4-449f-a486-de47f246b7a5 req-dc5542f9-b7fd-49cf-929e-fde9371e8cd7 tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:05.768159 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-5c45f88c-5bf8-4a8c-b421-08d1fc70e85b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:05.785125 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5542f9-b7fd-49cf-929e-fde9371e8cd7 tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c4f63610-8850-433c-ac4b-7e7146261ce5,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:37:05.833086 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c45f88c-5bf8-4a8c-b421-08d1fc70e85b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89ee0288-77e8-48c8-ba7f-13b0102ecf41,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:37:05.841994 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-5c45f88c-5bf8-4a8c-b421-08d1fc70e85b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=641ed42f7e7a49c5952183b82a2f213c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8001306 Nov 05 18:37:05.842731 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 36988) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:37:05.872842 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:05.886683 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-315930d1-70b8-4ec5-b059-b7a0ea9ebe19 tempest-ServersWithSpecificFlavorTestJSON-1995233136 tempest-ServersWithSpecificFlavorTestJSON-1995233136-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:05.950314 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.db_base_plugin_common [req-60a2c9e4-dba4-449f-a486-de47f246b7a5 req-dc5542f9-b7fd-49cf-929e-fde9371e8cd7 tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] Allocated IP 192.168.233.166 (a723f808-b11e-4066-b104-fad90c82895e/05e7a1b5-165b-4a00-855a-ffbcb2eba59e/c0bab39d-31d7-4372-acf4-dcf699effaf4) {{(pid=102386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 18:37:05.951201 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [req-f05b5f1b-4ec6-46ba-a7fa-52b757b1454b req-2ecc2f9e-31a9-4d43-a4e4-82e0578b0c8f tempest-SecurityGroupsTestAdminJSON-932019128 tempest-SecurityGroupsTestAdminJSON-932019128-project] Request body: {'security_group': {'name': 'tempest-securitygroup-231966126', 'description': 'tempest-description-586372747'}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:37:05.988990 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-c9dfb45c-783c-4145-ad80-2f8f4b236c40 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:06.031801 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-315930d1-70b8-4ec5-b059-b7a0ea9ebe19 tempest-ServersWithSpecificFlavorTestJSON-1995233136 tempest-ServersWithSpecificFlavorTestJSON-1995233136-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:06.036702 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-c9dfb45c-783c-4145-ad80-2f8f4b236c40 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:06.082189 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-f05b5f1b-4ec6-46ba-a7fa-52b757b1454b req-2ecc2f9e-31a9-4d43-a4e4-82e0578b0c8f tempest-SecurityGroupsTestAdminJSON-932019128 tempest-SecurityGroupsTestAdminJSON-932019128-project] Publish callbacks [] for security_group, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:06.110393 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b304910f-7b27-444b-a8fc-977d26b1ceac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:06.110794 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-f05b5f1b-4ec6-46ba-a7fa-52b757b1454b req-2ecc2f9e-31a9-4d43-a4e4-82e0578b0c8f tempest-SecurityGroupsTestAdminJSON-932019128 tempest-SecurityGroupsTestAdminJSON-932019128-project] Publish callbacks [] for security_group, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:06.127022 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-315930d1-70b8-4ec5-b059-b7a0ea9ebe19 tempest-ServersWithSpecificFlavorTestJSON-1995233136 tempest-ServersWithSpecificFlavorTestJSON-1995233136-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985308'] for security_group_rule, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:06.157634 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315930d1-70b8-4ec5-b059-b7a0ea9ebe19 tempest-ServersWithSpecificFlavorTestJSON-1995233136 tempest-ServersWithSpecificFlavorTestJSON-1995233136-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=97df27a0-5acf-4dd8-89af-42ebb5b67a0a,revision_number=0']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:37:06.167405 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-c9dfb45c-783c-4145-ad80-2f8f4b236c40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:06.170105 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-c9dfb45c-783c-4145-ad80-2f8f4b236c40 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:06.175889 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-c9dfb45c-783c-4145-ad80-2f8f4b236c40 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/89ee0288-77e8-48c8-ba7f-13b0102ecf41 HTTP/1.1" status: 204 len: 168 time: 0.3276033 Nov 05 18:37:06.206355 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-60a2c9e4-dba4-449f-a486-de47f246b7a5 req-dc5542f9-b7fd-49cf-929e-fde9371e8cd7 tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] Publish callbacks [] for port, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:06.213693 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9dfb45c-783c-4145-ad80-2f8f4b236c40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89ee0288-77e8-48c8-ba7f-13b0102ecf41,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:37:06.241074 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-315930d1-70b8-4ec5-b059-b7a0ea9ebe19 tempest-ServersWithSpecificFlavorTestJSON-1995233136 tempest-ServersWithSpecificFlavorTestJSON-1995233136-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:06.243036 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-315930d1-70b8-4ec5-b059-b7a0ea9ebe19 tempest-ServersWithSpecificFlavorTestJSON-1995233136 tempest-ServersWithSpecificFlavorTestJSON-1995233136-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5874217 Nov 05 18:37:06.264141 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 37002) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:37:06.272157 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-da314611-477f-4d15-95cd-209f24ca4d6e tempest-ServersWithSpecificFlavorTestJSON-1995233136 tempest-ServersWithSpecificFlavorTestJSON-1995233136-project] Request body: {'security_group_rule': {'security_group_id': '040a1024-eaad-4e89-b23c-c23a7ce4f851', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:37:06.282359 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-f05b5f1b-4ec6-46ba-a7fa-52b757b1454b req-2ecc2f9e-31a9-4d43-a4e4-82e0578b0c8f tempest-SecurityGroupsTestAdminJSON-932019128 tempest-SecurityGroupsTestAdminJSON-932019128-project] Publish callbacks [] for security_group, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:06.348595 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d1dbe4-5b4a-4909-87e4-8492146a0e15 req-b2c36ba4-5e57-4f76-90b6-4fd552f17374 tempest-LiveMigrationNegativeTest-227627026 tempest-LiveMigrationNegativeTest-227627026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:37:06.350274 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-77d1dbe4-5b4a-4909-87e4-8492146a0e15 req-b2c36ba4-5e57-4f76-90b6-4fd552f17374 tempest-LiveMigrationNegativeTest-227627026 tempest-LiveMigrationNegativeTest-227627026-project] 10.222.0.41 "GET /v2.0/ports?device_id=ee5c2fc4-2f8b-4c1a-a60c-0b36c954692f HTTP/1.1" status: 200 len: 949 time: 0.0709653 Nov 05 18:37:06.387059 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-f05b5f1b-4ec6-46ba-a7fa-52b757b1454b req-2ecc2f9e-31a9-4d43-a4e4-82e0578b0c8f tempest-SecurityGroupsTestAdminJSON-932019128 tempest-SecurityGroupsTestAdminJSON-932019128-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:06.467894 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-60a2c9e4-dba4-449f-a486-de47f246b7a5 req-dc5542f9-b7fd-49cf-929e-fde9371e8cd7 tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789'] for port, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:06.478542 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ecc2f9e-31a9-4d43-a4e4-82e0578b0c8f tempest-SecurityGroupsTestAdminJSON-932019128 tempest-SecurityGroupsTestAdminJSON-932019128-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0a3b7877-33ea-4f5f-9a7f-fffad870a987,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:37:06.494996 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-da314611-477f-4d15-95cd-209f24ca4d6e tempest-ServersWithSpecificFlavorTestJSON-1995233136 tempest-ServersWithSpecificFlavorTestJSON-1995233136-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:06.535982 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9828a665-58ac-4e80-a539-2e18212d9a1a req-4ec1e9ab-bfc3-493b-83c6-e8c15bf4f9c8 tempest-DeleteServersAdminTestJSON-2094521221 tempest-DeleteServersAdminTestJSON-2094521221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:37:06.537543 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-9828a665-58ac-4e80-a539-2e18212d9a1a req-4ec1e9ab-bfc3-493b-83c6-e8c15bf4f9c8 tempest-DeleteServersAdminTestJSON-2094521221 tempest-DeleteServersAdminTestJSON-2094521221-project] 10.222.0.13 "GET /v2.0/ports?device_id=ffdc91f8-55bd-459b-ac9c-bf1a0b5958a5 HTTP/1.1" status: 200 len: 949 time: 0.1203809 Nov 05 18:37:06.550362 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-60a2c9e4-dba4-449f-a486-de47f246b7a5 req-dc5542f9-b7fd-49cf-929e-fde9371e8cd7 tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] Network a723f808-b11e-4066-b104-fad90c82895e is already hosted by enough agents. {{(pid=102386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 18:37:06.575407 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.base_scheduler [req-60a2c9e4-dba4-449f-a486-de47f246b7a5 req-dc5542f9-b7fd-49cf-929e-fde9371e8cd7 tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] Resources bound (agent type, host, resource id): {{(pid=102386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:37:06.578158 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [req-60a2c9e4-dba4-449f-a486-de47f246b7a5 req-dc5542f9-b7fd-49cf-929e-fde9371e8cd7 tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] Received port after_create {{(pid=102386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 18:37:06.584740 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a2c9e4-dba4-449f-a486-de47f246b7a5 req-dc5542f9-b7fd-49cf-929e-fde9371e8cd7 tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:37:06.585341 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-60a2c9e4-dba4-449f-a486-de47f246b7a5 req-dc5542f9-b7fd-49cf-929e-fde9371e8cd7 tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:06.625112 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5542f9-b7fd-49cf-929e-fde9371e8cd7 tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] Pushing event updated for resources: {'Port': ['ID=c0bab39d-31d7-4372-acf4-dcf699effaf4,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:37:06.634915 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-f05b5f1b-4ec6-46ba-a7fa-52b757b1454b req-2ecc2f9e-31a9-4d43-a4e4-82e0578b0c8f tempest-SecurityGroupsTestAdminJSON-932019128 tempest-SecurityGroupsTestAdminJSON-932019128-project] Publish callbacks [] for security_group, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:06.637235 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [req-77d1dbe4-5b4a-4909-87e4-8492146a0e15 req-d8942314-cca3-48e6-850e-445d7b9cb8a9 tempest-LiveMigrationNegativeTest-227627026 tempest-LiveMigrationNegativeTest-227627026-project] Deleting port 099ae3db-de29-43d3-b838-32bad6262e6b {{(pid=102386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 18:37:06.637571 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-77d1dbe4-5b4a-4909-87e4-8492146a0e15 req-d8942314-cca3-48e6-850e-445d7b9cb8a9 tempest-LiveMigrationNegativeTest-227627026 tempest-LiveMigrationNegativeTest-227627026-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:06.671765 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-da314611-477f-4d15-95cd-209f24ca4d6e tempest-ServersWithSpecificFlavorTestJSON-1995233136 tempest-ServersWithSpecificFlavorTestJSON-1995233136-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:06.707399 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Device 520efd04-6db9-4436-ae45-7b7a249a59d6 up at agent hyperv_n-h1-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 18:37:06.713460 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-9828a665-58ac-4e80-a539-2e18212d9a1a req-9f14b0cc-7818-4a17-a242-fc3ebd1534a5 tempest-DeleteServersAdminTestJSON-2094521221 tempest-DeleteServersAdminTestJSON-2094521221-project] 10.222.0.13 "GET /v2.0/security-groups?id=942ef13b-cfd3-445e-862e-15680ff42d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1580749 Nov 05 18:37:06.733930 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-f05b5f1b-4ec6-46ba-a7fa-52b757b1454b req-2ecc2f9e-31a9-4d43-a4e4-82e0578b0c8f tempest-SecurityGroupsTestAdminJSON-932019128 tempest-SecurityGroupsTestAdminJSON-932019128-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:06.786976 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-60a2c9e4-dba4-449f-a486-de47f246b7a5 req-dc5542f9-b7fd-49cf-929e-fde9371e8cd7 tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7279112 Nov 05 18:37:06.792324 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-da314611-477f-4d15-95cd-209f24ca4d6e tempest-ServersWithSpecificFlavorTestJSON-1995233136 tempest-ServersWithSpecificFlavorTestJSON-1995233136-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985308'] for security_group_rule, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:06.797163 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ecc2f9e-31a9-4d43-a4e4-82e0578b0c8f tempest-SecurityGroupsTestAdminJSON-932019128 tempest-SecurityGroupsTestAdminJSON-932019128-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dfffe34f-54b8-4840-9635-c3e9e7a7a549,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:37:06.840474 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [req-60a2c9e4-dba4-449f-a486-de47f246b7a5 req-d4024866-ac29-430f-b4e3-8c1782e888f7 service neutron] Request body: {'port': {'device_id': '1deb7c06-0d89-436e-a71b-115690d709c3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816865-1'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:37:06.854906 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da314611-477f-4d15-95cd-209f24ca4d6e tempest-ServersWithSpecificFlavorTestJSON-1995233136 tempest-ServersWithSpecificFlavorTestJSON-1995233136-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa484c42-07d5-4e7c-b486-fe3e15ed437a,revision_number=0']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:37:06.917305 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a519b1ea-fb8f-4f64-ba29-596ebffff2e4 req-93f40b54-52df-47db-a2fb-1df5983e9049 tempest-LiveMigrationNegativeTest-227627026 tempest-LiveMigrationNegativeTest-227627026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:37:06.920714 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-a519b1ea-fb8f-4f64-ba29-596ebffff2e4 req-93f40b54-52df-47db-a2fb-1df5983e9049 tempest-LiveMigrationNegativeTest-227627026 tempest-LiveMigrationNegativeTest-227627026-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee5c2fc4-2f8b-4c1a-a60c-0b36c954692f HTTP/1.1" status: 200 len: 949 time: 0.0896368 Nov 05 18:37:06.940820 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Provisioning for port 520efd04-6db9-4436-ae45-7b7a249a59d6 completed by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 05 18:37:06.943046 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-60a2c9e4-dba4-449f-a486-de47f246b7a5 req-d4024866-ac29-430f-b4e3-8c1782e888f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:06.945526 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Provisioning complete for port 520efd04-6db9-4436-ae45-7b7a249a59d6 triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:37:06.945526 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:06.948138 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-f05b5f1b-4ec6-46ba-a7fa-52b757b1454b req-2ecc2f9e-31a9-4d43-a4e4-82e0578b0c8f tempest-SecurityGroupsTestAdminJSON-932019128 tempest-SecurityGroupsTestAdminJSON-932019128-project] Publish callbacks [] for security_group, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:06.949342 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-f05b5f1b-4ec6-46ba-a7fa-52b757b1454b req-2ecc2f9e-31a9-4d43-a4e4-82e0578b0c8f tempest-SecurityGroupsTestAdminJSON-932019128 tempest-SecurityGroupsTestAdminJSON-932019128-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 1.0240316 Nov 05 18:37:07.024136 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-a519b1ea-fb8f-4f64-ba29-596ebffff2e4 req-74968ade-4480-4486-9cf6-4e06a8aab137 tempest-LiveMigrationNegativeTest-227627026 tempest-LiveMigrationNegativeTest-227627026-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2254f1c-cc29-4ed4-aae7-2ed47617ef3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958855 Nov 05 18:37:07.032183 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [req-77d1dbe4-5b4a-4909-87e4-8492146a0e15 req-d8942314-cca3-48e6-850e-445d7b9cb8a9 tempest-LiveMigrationNegativeTest-227627026 tempest-LiveMigrationNegativeTest-227627026-project] For port 099ae3db-de29-43d3-b838-32bad6262e6b, host n-h1-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=099ae3db-de29-43d3-b838-32bad6262e6b,segment=NetworkSegment(35c2db9c-522d-48d3-98cf-a08c2cc55db7),segment_id=35c2db9c-522d-48d3-98cf-a08c2cc55db7)] {{(pid=102386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:37:07.032574 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-77d1dbe4-5b4a-4909-87e4-8492146a0e15 req-d8942314-cca3-48e6-850e-445d7b9cb8a9 tempest-LiveMigrationNegativeTest-227627026 tempest-LiveMigrationNegativeTest-227627026-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:07.054023 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 37030) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:37:07.080062 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-da314611-477f-4d15-95cd-209f24ca4d6e tempest-ServersWithSpecificFlavorTestJSON-1995233136 tempest-ServersWithSpecificFlavorTestJSON-1995233136-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:07.082131 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-da314611-477f-4d15-95cd-209f24ca4d6e tempest-ServersWithSpecificFlavorTestJSON-1995233136 tempest-ServersWithSpecificFlavorTestJSON-1995233136-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8165512 Nov 05 18:37:07.085997 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 37032) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:37:07.091942 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-9de9bef4-1cd0-429f-a325-fad753d0d9e4 tempest-ServersWithSpecificFlavorTestJSON-1995233136 tempest-ServersWithSpecificFlavorTestJSON-1995233136-project] Request body: {'floatingip': {'floating_network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:37:07.105591 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-bc26775c-e6ec-4681-91c1-0230de2748bd admin admin] Publish callbacks [] for security_group, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:07.108072 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [req-77d1dbe4-5b4a-4909-87e4-8492146a0e15 req-d8942314-cca3-48e6-850e-445d7b9cb8a9 tempest-LiveMigrationNegativeTest-227627026 tempest-LiveMigrationNegativeTest-227627026-project] Calling delete_port for 099ae3db-de29-43d3-b838-32bad6262e6b owned by compute:nova {{(pid=102386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 18:37:07.122314 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:07.142580 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [req-c4b7eefd-716b-44c2-b88b-6a1754b606b6 req-985c84aa-39fd-42cf-8eb3-ca6eb58427bb tempest-SecurityGroupsTestAdminJSON-932019128 tempest-SecurityGroupsTestAdminJSON-932019128-project] Request body: {'security_group': {'name': 'tempest-securitygroup-695772724', 'description': 'tempest-description-241832690'}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:37:07.168265 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] For port 520efd04-6db9-4436-ae45-7b7a249a59d6, host n-h1-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=520efd04-6db9-4436-ae45-7b7a249a59d6,segment=NetworkSegment(35c2db9c-522d-48d3-98cf-a08c2cc55db7),segment_id=35c2db9c-522d-48d3-98cf-a08c2cc55db7)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:37:07.174225 n-d-816865-1 neutron-server[102388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffdc91f8-55bd-459b-ac9c-bf1a0b5958a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '520efd04-6db9-4436-ae45-7b7a249a59d6'}] {{(pid=102388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 18:37:07.182771 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85474fee1180e129d8a886d264fe0b30223aa672dd1ffe43b630605f18504f68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ea652be-f639-4f3a-bd09-d58d6abecf3d" -d '{"events": [{"server_uuid": "ffdc91f8-55bd-459b-ac9c-bf1a0b5958a5", "name": "network-vif-plugged", "status": "completed", "tag": "520efd04-6db9-4436-ae45-7b7a249a59d6"}]}' {{(pid=102388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 18:37:07.190162 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-a210f3d1-3ada-4766-8980-0bc363f6340c None None] Provisioning complete for port c0bab39d-31d7-4372-acf4-dcf699effaf4 triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:37:07.191591 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-a210f3d1-3ada-4766-8980-0bc363f6340c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:07.195742 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb53f14a-79e8-415a-9c86-f06c6ae648a9 req-7442a7f0-3cd2-4801-9362-38221117ae08 tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:37:07.197400 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-fb53f14a-79e8-415a-9c86-f06c6ae648a9 req-7442a7f0-3cd2-4801-9362-38221117ae08 tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] 10.222.0.13 "GET /v2.0/ports?device_id=1deb7c06-0d89-436e-a71b-115690d709c3 HTTP/1.1" status: 200 len: 936 time: 0.1347799 Nov 05 18:37:07.260684 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-a210f3d1-3ada-4766-8980-0bc363f6340c None None] Port c0bab39d-31d7-4372-acf4-dcf699effaf4 cannot update to ACTIVE because it is not bound. {{(pid=102388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 18:37:07.264597 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:07.278663 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-fb53f14a-79e8-415a-9c86-f06c6ae648a9 req-0cdfb522-174d-4ea1-8e81-dca92212c7f2 tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] 10.222.0.13 "GET /v2.0/security-groups?id=c4f63610-8850-433c-ac4b-7e7146261ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750351 Nov 05 18:37:07.318841 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-bc26775c-e6ec-4681-91c1-0230de2748bd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:07.330463 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Pushing event updated for resources: {'Port': ['ID=520efd04-6db9-4436-ae45-7b7a249a59d6,revision_number=5']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:37:07.339282 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-9de9bef4-1cd0-429f-a325-fad753d0d9e4 tempest-ServersWithSpecificFlavorTestJSON-1995233136 tempest-ServersWithSpecificFlavorTestJSON-1995233136-project] Publish callbacks [] for floatingip, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:07.356274 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 18:37:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee898362-17af-4d15-8e35-120c3e70059c x-openstack-request-id: req-ee898362-17af-4d15-8e35-120c3e70059c {{(pid=102388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 18:37:07.356562 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ffdc91f8-55bd-459b-ac9c-bf1a0b5958a5", "name": "network-vif-plugged", "status": "completed", "tag": "520efd04-6db9-4436-ae45-7b7a249a59d6", "code": 200}]} {{(pid=102388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 18:37:07.356816 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ee898362-17af-4d15-8e35-120c3e70059c {{(pid=102388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 18:37:07.357505 n-d-816865-1 neutron-server[102388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffdc91f8-55bd-459b-ac9c-bf1a0b5958a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '520efd04-6db9-4436-ae45-7b7a249a59d6', 'code': 200} Nov 05 18:37:07.398598 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-bc26775c-e6ec-4681-91c1-0230de2748bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:07.442079 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-c4b7eefd-716b-44c2-b88b-6a1754b606b6 req-985c84aa-39fd-42cf-8eb3-ca6eb58427bb tempest-SecurityGroupsTestAdminJSON-932019128 tempest-SecurityGroupsTestAdminJSON-932019128-project] Publish callbacks [] for security_group, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:07.460694 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-bc26775c-e6ec-4681-91c1-0230de2748bd admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ab01a0170bb34d49a3011da3d0993bbf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4050293 Nov 05 18:37:07.467389 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 37038) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:37:07.490721 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc26775c-e6ec-4681-91c1-0230de2748bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3652a70b-1ff6-40c7-a15c-8d29b7899f14,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:37:07.541575 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08981ef0-d6db-413c-b206-afb379ee875b req-e26f6880-70b1-428e-b3ff-3e3c364f4ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:37:07.543148 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-08981ef0-d6db-413c-b206-afb379ee875b req-e26f6880-70b1-428e-b3ff-3e3c364f4ebb service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=ffdc91f8-55bd-459b-ac9c-bf1a0b5958a5 HTTP/1.1" status: 200 len: 1101 time: 0.1214995 Nov 05 18:37:07.612955 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-77d1dbe4-5b4a-4909-87e4-8492146a0e15 req-d8942314-cca3-48e6-850e-445d7b9cb8a9 tempest-LiveMigrationNegativeTest-227627026 tempest-LiveMigrationNegativeTest-227627026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798'] for port, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:07.617687 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-eb09351e-6d5a-47dd-acf3-b85a31a256c4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:07.625330 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] get_ports_and_sgs() called for port_ids ['6fe56c8e-eaed-4b79-8ef3-dead32e1e7ad', '099ae3db-de29-43d3-b838-32bad6262e6b'] {{(pid=102388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 18:37:07.629557 n-d-816865-1 neutron-server[102386]: DEBUG neutron.notifiers.nova [req-60a2c9e4-dba4-449f-a486-de47f246b7a5 req-d4024866-ac29-430f-b4e3-8c1782e888f7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c0bab39d-31d7-4372-acf4-dcf699effaf4 {{(pid=102386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 18:37:07.645154 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-60a2c9e4-dba4-449f-a486-de47f246b7a5 req-d4024866-ac29-430f-b4e3-8c1782e888f7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:07.646668 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-08981ef0-d6db-413c-b206-afb379ee875b req-20603b92-0180-46ad-b4fb-bccc58febd4d service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=942ef13b-cfd3-445e-862e-15680ff42d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945883 Nov 05 18:37:07.662996 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-c4b7eefd-716b-44c2-b88b-6a1754b606b6 req-985c84aa-39fd-42cf-8eb3-ca6eb58427bb tempest-SecurityGroupsTestAdminJSON-932019128 tempest-SecurityGroupsTestAdminJSON-932019128-project] Publish callbacks [] for security_group, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:07.667704 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-eb09351e-6d5a-47dd-acf3-b85a31a256c4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:07.674844 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8942314-cca3-48e6-850e-445d7b9cb8a9 tempest-LiveMigrationNegativeTest-227627026 tempest-LiveMigrationNegativeTest-227627026-project] Pushing event deleted for resources: {'Port': ['ID=099ae3db-de29-43d3-b838-32bad6262e6b,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:37:07.690920 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.provisioning_blocks [req-60a2c9e4-dba4-449f-a486-de47f246b7a5 req-d4024866-ac29-430f-b4e3-8c1782e888f7 service neutron] Transition to ACTIVE for port object c0bab39d-31d7-4372-acf4-dcf699effaf4 will not be triggered until provisioned by entity L2. {{(pid=102386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 05 18:37:07.758537 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-c4b7eefd-716b-44c2-b88b-6a1754b606b6 req-985c84aa-39fd-42cf-8eb3-ca6eb58427bb tempest-SecurityGroupsTestAdminJSON-932019128 tempest-SecurityGroupsTestAdminJSON-932019128-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:07.775236 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-9de9bef4-1cd0-429f-a325-fad753d0d9e4 tempest-ServersWithSpecificFlavorTestJSON-1995233136 tempest-ServersWithSpecificFlavorTestJSON-1995233136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:07.837995 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [req-77d1dbe4-5b4a-4909-87e4-8492146a0e15 req-d8942314-cca3-48e6-850e-445d7b9cb8a9 tempest-LiveMigrationNegativeTest-227627026 tempest-LiveMigrationNegativeTest-227627026-project] No DVR routers for this DVR port 099ae3db-de29-43d3-b838-32bad6262e6b on host n-h1-816865-1 {{(pid=102386) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 18:37:07.839800 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-60a2c9e4-dba4-449f-a486-de47f246b7a5 req-d4024866-ac29-430f-b4e3-8c1782e888f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:07.872474 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985c84aa-39fd-42cf-8eb3-ca6eb58427bb tempest-SecurityGroupsTestAdminJSON-932019128 tempest-SecurityGroupsTestAdminJSON-932019128-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6e2ddd54-df27-4f08-b213-d79770a3d529,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:37:07.890425 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-eb09351e-6d5a-47dd-acf3-b85a31a256c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:07.900806 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-eb09351e-6d5a-47dd-acf3-b85a31a256c4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:07.912366 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-eb09351e-6d5a-47dd-acf3-b85a31a256c4 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3652a70b-1ff6-40c7-a15c-8d29b7899f14 HTTP/1.1" status: 204 len: 168 time: 0.4253051 Nov 05 18:37:07.919728 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-77d1dbe4-5b4a-4909-87e4-8492146a0e15 req-d8942314-cca3-48e6-850e-445d7b9cb8a9 tempest-LiveMigrationNegativeTest-227627026 tempest-LiveMigrationNegativeTest-227627026-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:07.926547 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-77d1dbe4-5b4a-4909-87e4-8492146a0e15 req-d8942314-cca3-48e6-850e-445d7b9cb8a9 tempest-LiveMigrationNegativeTest-227627026 tempest-LiveMigrationNegativeTest-227627026-project] 10.222.0.41 "DELETE /v2.0/ports/099ae3db-de29-43d3-b838-32bad6262e6b HTTP/1.1" status: 204 len: 173 time: 1.5703270 Nov 05 18:37:07.930571 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb09351e-6d5a-47dd-acf3-b85a31a256c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3652a70b-1ff6-40c7-a15c-8d29b7899f14,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:37:07.958984 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-c4b7eefd-716b-44c2-b88b-6a1754b606b6 req-985c84aa-39fd-42cf-8eb3-ca6eb58427bb tempest-SecurityGroupsTestAdminJSON-932019128 tempest-SecurityGroupsTestAdminJSON-932019128-project] Publish callbacks [] for security_group, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:07.966017 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-c4b7eefd-716b-44c2-b88b-6a1754b606b6 req-985c84aa-39fd-42cf-8eb3-ca6eb58427bb tempest-SecurityGroupsTestAdminJSON-932019128 tempest-SecurityGroupsTestAdminJSON-932019128-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.8694503 Nov 05 18:37:07.975078 n-d-816865-1 neutron-server[102386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee5c2fc4-2f8b-4c1a-a60c-0b36c954692f', 'name': 'network-vif-deleted', 'tag': '099ae3db-de29-43d3-b838-32bad6262e6b'}] {{(pid=102386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 18:37:07.980502 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6173a44d7c73f41af551dc890fa1a5892c2c6bc3458b640c8e0c24db7876ba6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9c00022-8dad-4305-8937-5256124ee52a" -d '{"events": [{"server_uuid": "ee5c2fc4-2f8b-4c1a-a60c-0b36c954692f", "name": "network-vif-deleted", "tag": "099ae3db-de29-43d3-b838-32bad6262e6b"}]}' {{(pid=102386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 18:37:08.031957 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a32a34-f6bf-42fd-a488-a00ea68faa64 req-954bdb82-dd54-49c8-a255-bfb657380199 tempest-DeleteServersAdminTestJSON-2094521221 tempest-DeleteServersAdminTestJSON-2094521221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:37:08.042140 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-b7a32a34-f6bf-42fd-a488-a00ea68faa64 req-954bdb82-dd54-49c8-a255-bfb657380199 tempest-DeleteServersAdminTestJSON-2094521221 tempest-DeleteServersAdminTestJSON-2094521221-project] 10.222.0.13 "GET /v2.0/ports?device_id=ffdc91f8-55bd-459b-ac9c-bf1a0b5958a5 HTTP/1.1" status: 200 len: 950 time: 0.1888623 Nov 05 18:37:08.118427 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-31f93893-a48e-4ae8-833d-dccb2b42eacc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:08.154269 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4024866-ac29-430f-b4e3-8c1782e888f7 service neutron] Pushing event updated for resources: {'Port': ['ID=c0bab39d-31d7-4372-acf4-dcf699effaf4,revision_number=2']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:37:08.185434 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-b7a32a34-f6bf-42fd-a488-a00ea68faa64 req-00c5dea8-f503-45a7-8bef-d63a7a89add6 tempest-DeleteServersAdminTestJSON-2094521221 tempest-DeleteServersAdminTestJSON-2094521221-project] 10.222.0.13 "GET /v2.0/security-groups?id=942ef13b-cfd3-445e-862e-15680ff42d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413567 Nov 05 18:37:08.198938 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [req-60a2c9e4-dba4-449f-a486-de47f246b7a5 req-d4024866-ac29-430f-b4e3-8c1782e888f7 service neutron] Attempting to bind port c0bab39d-31d7-4372-acf4-dcf699effaf4 on host n-h2-816865-1 for vnic_type normal with profile {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 18:37:08.199272 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [req-60a2c9e4-dba4-449f-a486-de47f246b7a5 req-d4024866-ac29-430f-b4e3-8c1782e888f7 service neutron] Attempting to bind port c0bab39d-31d7-4372-acf4-dcf699effaf4 by drivers openvswitch,hyperv on host n-h2-816865-1 at level 0 using segments [{'id': '35c2db9c-522d-48d3-98cf-a08c2cc55db7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'a723f808-b11e-4066-b104-fad90c82895e'}] {{(pid=102386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 18:37:08.199599 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60a2c9e4-dba4-449f-a486-de47f246b7a5 req-d4024866-ac29-430f-b4e3-8c1782e888f7 service neutron] Attempting to bind port c0bab39d-31d7-4372-acf4-dcf699effaf4 on network a723f808-b11e-4066-b104-fad90c82895e {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 18:37:08.208927 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60a2c9e4-dba4-449f-a486-de47f246b7a5 req-d4024866-ac29-430f-b4e3-8c1782e888f7 service neutron] Port c0bab39d-31d7-4372-acf4-dcf699effaf4 on network a723f808-b11e-4066-b104-fad90c82895e not bound, no agent of type Open vSwitch agent registered on host n-h2-816865-1 {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 18:37:08.209257 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60a2c9e4-dba4-449f-a486-de47f246b7a5 req-d4024866-ac29-430f-b4e3-8c1782e888f7 service neutron] Attempting to bind port c0bab39d-31d7-4372-acf4-dcf699effaf4 on network a723f808-b11e-4066-b104-fad90c82895e {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 18:37:08.230164 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60a2c9e4-dba4-449f-a486-de47f246b7a5 req-d4024866-ac29-430f-b4e3-8c1782e888f7 service neutron] Checking agent: {'id': '32aff553-696f-4891-83f5-5c176f61fe54', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816865-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 18, 33, 36), 'started_at': datetime.datetime(2021, 11, 5, 18, 33, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 18, 37, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 18:37:08.230558 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60a2c9e4-dba4-449f-a486-de47f246b7a5 req-d4024866-ac29-430f-b4e3-8c1782e888f7 service neutron] Checking segment: {'id': '35c2db9c-522d-48d3-98cf-a08c2cc55db7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'a723f808-b11e-4066-b104-fad90c82895e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 18:37:08.230950 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60a2c9e4-dba4-449f-a486-de47f246b7a5 req-d4024866-ac29-430f-b4e3-8c1782e888f7 service neutron] Bound using segment: {'id': '35c2db9c-522d-48d3-98cf-a08c2cc55db7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'a723f808-b11e-4066-b104-fad90c82895e'} {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 18:37:08.231450 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [req-60a2c9e4-dba4-449f-a486-de47f246b7a5 req-d4024866-ac29-430f-b4e3-8c1782e888f7 service neutron] Bound port: c0bab39d-31d7-4372-acf4-dcf699effaf4, host: n-h2-816865-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35c2db9c-522d-48d3-98cf-a08c2cc55db7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'a723f808-b11e-4066-b104-fad90c82895e'}}] {{(pid=102386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 18:37:08.231763 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-60a2c9e4-dba4-449f-a486-de47f246b7a5 req-d4024866-ac29-430f-b4e3-8c1782e888f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:08.265018 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 18:37:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3284314-c016-4fe9-8d5b-569a8a3f6fcf x-openstack-request-id: req-f3284314-c016-4fe9-8d5b-569a8a3f6fcf {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 18:37:08.265309 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee5c2fc4-2f8b-4c1a-a60c-0b36c954692f", "name": "network-vif-deleted", "tag": "099ae3db-de29-43d3-b838-32bad6262e6b", "status": "completed", "code": 200}]} {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 18:37:08.265561 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f3284314-c016-4fe9-8d5b-569a8a3f6fcf {{(pid=102386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 18:37:08.265952 n-d-816865-1 neutron-server[102386]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee5c2fc4-2f8b-4c1a-a60c-0b36c954692f', 'name': 'network-vif-deleted', 'tag': '099ae3db-de29-43d3-b838-32bad6262e6b', 'status': 'completed', 'code': 200} Nov 05 18:37:08.278334 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.db_base_plugin_common [None req-9de9bef4-1cd0-429f-a325-fad753d0d9e4 tempest-ServersWithSpecificFlavorTestJSON-1995233136 tempest-ServersWithSpecificFlavorTestJSON-1995233136-project] Allocated IP 172.25.6.119 (40c8335d-cd0b-4cb5-910a-d4dcddd5cbec/04fe6db3-e108-4208-943d-6518424f5726/1450acc8-415e-4376-a978-fea285989487) {{(pid=102386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 18:37:08.400726 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-7ea84706-05bc-4799-865a-983aaa696d70 req-6571790a-1989-40ec-9b9c-cab0d033347b tempest-LiveMigrationNegativeTest-227627026 tempest-LiveMigrationNegativeTest-227627026-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee5c2fc4-2f8b-4c1a-a60c-0b36c954692f HTTP/1.1" status: 200 len: 210 time: 0.0411370 Nov 05 18:37:08.410154 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:08.497760 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [req-60a2c9e4-dba4-449f-a486-de47f246b7a5 req-d4024866-ac29-430f-b4e3-8c1782e888f7 service neutron] For port c0bab39d-31d7-4372-acf4-dcf699effaf4, host n-h2-816865-1, cleared binding levels {{(pid=102386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 18:37:08.520611 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [req-60a2c9e4-dba4-449f-a486-de47f246b7a5 req-d4024866-ac29-430f-b4e3-8c1782e888f7 service neutron] For port c0bab39d-31d7-4372-acf4-dcf699effaf4, host n-h2-816865-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=c0bab39d-31d7-4372-acf4-dcf699effaf4,segment=NetworkSegment(35c2db9c-522d-48d3-98cf-a08c2cc55db7),segment_id=35c2db9c-522d-48d3-98cf-a08c2cc55db7)] {{(pid=102386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 18:37:08.584968 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-9de9bef4-1cd0-429f-a325-fad753d0d9e4 tempest-ServersWithSpecificFlavorTestJSON-1995233136 tempest-ServersWithSpecificFlavorTestJSON-1995233136-project] Publish callbacks [] for port, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:08.605481 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7102afcb-2d4c-448f-b24a-82bd0d1e90ff req-60e90880-2efa-4da5-be42-db36972124f1 tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:37:08.628773 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-7102afcb-2d4c-448f-b24a-82bd0d1e90ff req-60e90880-2efa-4da5-be42-db36972124f1 tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] 10.222.0.13 "GET /v2.0/ports?device_id=1deb7c06-0d89-436e-a71b-115690d709c3 HTTP/1.1" status: 200 len: 948 time: 0.0976248 Nov 05 18:37:08.630490 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-60a2c9e4-dba4-449f-a486-de47f246b7a5 req-d4024866-ac29-430f-b4e3-8c1782e888f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:08.688093 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a2c9e4-dba4-449f-a486-de47f246b7a5 req-d4024866-ac29-430f-b4e3-8c1782e888f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:37:08.691698 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-60a2c9e4-dba4-449f-a486-de47f246b7a5 req-d4024866-ac29-430f-b4e3-8c1782e888f7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:08.698573 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-60a2c9e4-dba4-449f-a486-de47f246b7a5 req-d4024866-ac29-430f-b4e3-8c1782e888f7 service neutron] 10.222.0.55 "PUT /v2.0/ports/c0bab39d-31d7-4372-acf4-dcf699effaf4 HTTP/1.1" status: 200 len: 1096 time: 1.9035139 Nov 05 18:37:08.737964 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4024866-ac29-430f-b4e3-8c1782e888f7 service neutron] Pushing event updated for resources: {'Port': ['ID=c0bab39d-31d7-4372-acf4-dcf699effaf4,revision_number=3']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:37:08.782179 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-7102afcb-2d4c-448f-b24a-82bd0d1e90ff req-3dbc2b12-5fb2-40c9-a752-da7067951395 tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] 10.222.0.13 "GET /v2.0/security-groups?id=c4f63610-8850-433c-ac4b-7e7146261ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522112 Nov 05 18:37:08.783251 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-9de9bef4-1cd0-429f-a325-fad753d0d9e4 tempest-ServersWithSpecificFlavorTestJSON-1995233136 tempest-ServersWithSpecificFlavorTestJSON-1995233136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789'] for port, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:08.823979 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [req-9e8a7950-334b-4e0a-94e3-b3b74253b80e req-f0adc112-31c0-4181-8751-124102aaeefe tempest-SecurityGroupsTestAdminJSON-966440345 tempest-SecurityGroupsTestAdminJSON-966440345-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-361360401', 'description': 'tempest-description-525182513'}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:37:08.976851 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-9e8a7950-334b-4e0a-94e3-b3b74253b80e req-f0adc112-31c0-4181-8751-124102aaeefe tempest-SecurityGroupsTestAdminJSON-966440345 tempest-SecurityGroupsTestAdminJSON-966440345-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:08.992387 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-9e8a7950-334b-4e0a-94e3-b3b74253b80e req-f0adc112-31c0-4181-8751-124102aaeefe tempest-SecurityGroupsTestAdminJSON-966440345 tempest-SecurityGroupsTestAdminJSON-966440345-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:09.118944 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9de9bef4-1cd0-429f-a325-fad753d0d9e4 tempest-ServersWithSpecificFlavorTestJSON-1995233136 tempest-ServersWithSpecificFlavorTestJSON-1995233136-project] Network 40c8335d-cd0b-4cb5-910a-d4dcddd5cbec is already hosted by enough agents. {{(pid=102386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 18:37:09.137913 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.base_scheduler [None req-9de9bef4-1cd0-429f-a325-fad753d0d9e4 tempest-ServersWithSpecificFlavorTestJSON-1995233136 tempest-ServersWithSpecificFlavorTestJSON-1995233136-project] Resources bound (agent type, host, resource id): {{(pid=102386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:37:09.160348 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9de9bef4-1cd0-429f-a325-fad753d0d9e4 tempest-ServersWithSpecificFlavorTestJSON-1995233136 tempest-ServersWithSpecificFlavorTestJSON-1995233136-project] Received port after_create {{(pid=102386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 18:37:09.162459 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-9e8a7950-334b-4e0a-94e3-b3b74253b80e req-f0adc112-31c0-4181-8751-124102aaeefe tempest-SecurityGroupsTestAdminJSON-966440345 tempest-SecurityGroupsTestAdminJSON-966440345-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:09.176547 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de9bef4-1cd0-429f-a325-fad753d0d9e4 tempest-ServersWithSpecificFlavorTestJSON-1995233136 tempest-ServersWithSpecificFlavorTestJSON-1995233136-project] Pushing event updated for resources: {'Port': ['ID=1450acc8-415e-4376-a978-fea285989487,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:37:09.245245 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a2c9e4-dba4-449f-a486-de47f246b7a5 req-a6ffbe31-6d37-4437-b0b6-190358b32926 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:37:09.246558 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-60a2c9e4-dba4-449f-a486-de47f246b7a5 req-a6ffbe31-6d37-4437-b0b6-190358b32926 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=10ec5728e81c4449951d5c9e87d02372&device_id=1deb7c06-0d89-436e-a71b-115690d709c3 HTTP/1.1" status: 200 len: 1099 time: 0.1242836 Nov 05 18:37:09.282402 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-9e8a7950-334b-4e0a-94e3-b3b74253b80e req-f0adc112-31c0-4181-8751-124102aaeefe tempest-SecurityGroupsTestAdminJSON-966440345 tempest-SecurityGroupsTestAdminJSON-966440345-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:09.305416 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-9de9bef4-1cd0-429f-a325-fad753d0d9e4 tempest-ServersWithSpecificFlavorTestJSON-1995233136 tempest-ServersWithSpecificFlavorTestJSON-1995233136-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:09.312391 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-60a2c9e4-dba4-449f-a486-de47f246b7a5 req-a0cccfc2-e70e-4b83-bfea-9d0f2ce533b7 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.166&port_id=c0bab39d-31d7-4372-acf4-dcf699effaf4 HTTP/1.1" status: 200 len: 217 time: 0.0578003 Nov 05 18:37:09.339722 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0adc112-31c0-4181-8751-124102aaeefe tempest-SecurityGroupsTestAdminJSON-966440345 tempest-SecurityGroupsTestAdminJSON-966440345-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf054ca5-6922-4a0e-b55e-cf96d3753d3c,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:37:09.366200 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a2c9e4-dba4-449f-a486-de47f246b7a5 req-f31f9f58-3b4c-4e28-b927-e7c71e26d944 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:37:09.367807 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-60a2c9e4-dba4-449f-a486-de47f246b7a5 req-f31f9f58-3b4c-4e28-b927-e7c71e26d944 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=05e7a1b5-165b-4a00-855a-ffbcb2eba59e HTTP/1.1" status: 200 len: 843 time: 0.0486770 Nov 05 18:37:09.391325 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-9e8a7950-334b-4e0a-94e3-b3b74253b80e req-f0adc112-31c0-4181-8751-124102aaeefe tempest-SecurityGroupsTestAdminJSON-966440345 tempest-SecurityGroupsTestAdminJSON-966440345-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:09.407742 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a43ba4-e473-48b5-93bd-69915a8954a2 req-f8049508-c51f-4d05-b126-f46a27ca91ac tempest-DeleteServersAdminTestJSON-2094521221 tempest-DeleteServersAdminTestJSON-2094521221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:37:09.409299 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-b4a43ba4-e473-48b5-93bd-69915a8954a2 req-f8049508-c51f-4d05-b126-f46a27ca91ac tempest-DeleteServersAdminTestJSON-2094521221 tempest-DeleteServersAdminTestJSON-2094521221-project] 10.222.0.13 "GET /v2.0/ports?device_id=ffdc91f8-55bd-459b-ac9c-bf1a0b5958a5 HTTP/1.1" status: 200 len: 950 time: 0.0712876 Nov 05 18:37:09.414802 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a2c9e4-dba4-449f-a486-de47f246b7a5 req-c5d288f2-5d12-4914-80d9-b54763280de1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:37:09.416306 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-60a2c9e4-dba4-449f-a486-de47f246b7a5 req-c5d288f2-5d12-4914-80d9-b54763280de1 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a723f808-b11e-4066-b104-fad90c82895e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0407565 Nov 05 18:37:09.460659 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-b4a43ba4-e473-48b5-93bd-69915a8954a2 req-9f22eaa5-9efb-4fad-a16e-8acedeede14e tempest-DeleteServersAdminTestJSON-2094521221 tempest-DeleteServersAdminTestJSON-2094521221-project] 10.222.0.13 "GET /v2.0/security-groups?id=942ef13b-cfd3-445e-862e-15680ff42d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449874 Nov 05 18:37:09.507673 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-9e8a7950-334b-4e0a-94e3-b3b74253b80e req-f0adc112-31c0-4181-8751-124102aaeefe tempest-SecurityGroupsTestAdminJSON-966440345 tempest-SecurityGroupsTestAdminJSON-966440345-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:09.529608 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-9de9bef4-1cd0-429f-a325-fad753d0d9e4 tempest-ServersWithSpecificFlavorTestJSON-1995233136 tempest-ServersWithSpecificFlavorTestJSON-1995233136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:09.536358 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0adc112-31c0-4181-8751-124102aaeefe tempest-SecurityGroupsTestAdminJSON-966440345 tempest-SecurityGroupsTestAdminJSON-966440345-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acdb7575-3941-4857-899d-57eafc28ef47,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:37:09.575871 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-60a2c9e4-dba4-449f-a486-de47f246b7a5 req-8e29a68e-5b77-4ab4-8316-cd8a4b815dca service neutron] 10.222.0.55 "GET /v2.0/networks/a723f808-b11e-4066-b104-fad90c82895e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1501677 Nov 05 18:37:09.594782 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-9e8a7950-334b-4e0a-94e3-b3b74253b80e req-f0adc112-31c0-4181-8751-124102aaeefe tempest-SecurityGroupsTestAdminJSON-966440345 tempest-SecurityGroupsTestAdminJSON-966440345-project-admin] Publish callbacks [] for security_group, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:09.599002 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-9e8a7950-334b-4e0a-94e3-b3b74253b80e req-f0adc112-31c0-4181-8751-124102aaeefe tempest-SecurityGroupsTestAdminJSON-966440345 tempest-SecurityGroupsTestAdminJSON-966440345-project-admin] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.8038273 Nov 05 18:37:09.747152 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-60a2c9e4-dba4-449f-a486-de47f246b7a5 req-f5ae4686-2bf6-4bba-8000-8e2b8f735de7 service neutron] 10.222.0.55 "GET /v2.0/networks/a723f808-b11e-4066-b104-fad90c82895e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1641505 Nov 05 18:37:09.800849 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-9de9bef4-1cd0-429f-a325-fad753d0d9e4 tempest-ServersWithSpecificFlavorTestJSON-1995233136 tempest-ServersWithSpecificFlavorTestJSON-1995233136-project] Publish callbacks [] for port, precommit_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:09.876758 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-9de9bef4-1cd0-429f-a325-fad753d0d9e4 tempest-ServersWithSpecificFlavorTestJSON-1995233136 tempest-ServersWithSpecificFlavorTestJSON-1995233136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:09.923494 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-9de9bef4-1cd0-429f-a325-fad753d0d9e4 tempest-ServersWithSpecificFlavorTestJSON-1995233136 tempest-ServersWithSpecificFlavorTestJSON-1995233136-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1000577'] for floatingip, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:09.962222 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de9bef4-1cd0-429f-a325-fad753d0d9e4 tempest-ServersWithSpecificFlavorTestJSON-1995233136 tempest-ServersWithSpecificFlavorTestJSON-1995233136-project] Pushing event updated for resources: {'Port': ['ID=1450acc8-415e-4376-a978-fea285989487,revision_number=2']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:37:10.084036 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-9de9bef4-1cd0-429f-a325-fad753d0d9e4 tempest-ServersWithSpecificFlavorTestJSON-1995233136 tempest-ServersWithSpecificFlavorTestJSON-1995233136-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for floatingip, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:10.090959 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-9de9bef4-1cd0-429f-a325-fad753d0d9e4 tempest-ServersWithSpecificFlavorTestJSON-1995233136 tempest-ServersWithSpecificFlavorTestJSON-1995233136-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.9969490 Nov 05 18:37:10.267989 n-d-816865-1 neutron-server[102386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1deb7c06-0d89-436e-a71b-115690d709c3', 'tag': 'c0bab39d-31d7-4372-acf4-dcf699effaf4'}] {{(pid=102386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 18:37:10.272142 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6173a44d7c73f41af551dc890fa1a5892c2c6bc3458b640c8e0c24db7876ba6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f83d8bf5-30d3-4dfb-a3a3-6bdcd04e8dad" -d '{"events": [{"name": "network-changed", "server_uuid": "1deb7c06-0d89-436e-a71b-115690d709c3", "tag": "c0bab39d-31d7-4372-acf4-dcf699effaf4"}]}' {{(pid=102386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 18:37:10.353679 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [req-fa7b7576-08c8-489f-9d98-5d5fe7303a02 req-473397b5-ab01-476b-ae3d-31f4c75e8311 tempest-SecurityGroupsTestAdminJSON-966440345 tempest-SecurityGroupsTestAdminJSON-966440345-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1261490719', 'description': 'tempest-description-367172466'}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:37:10.426438 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-fa7b7576-08c8-489f-9d98-5d5fe7303a02 req-473397b5-ab01-476b-ae3d-31f4c75e8311 tempest-SecurityGroupsTestAdminJSON-966440345 tempest-SecurityGroupsTestAdminJSON-966440345-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:10.450651 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.agents_db [None req-b9406b04-a0e8-43cf-b349-711963d96cf4 None None] Agent healthcheck: found 7 active agents {{(pid=102389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 05 18:37:10.508763 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-fa7b7576-08c8-489f-9d98-5d5fe7303a02 req-473397b5-ab01-476b-ae3d-31f4c75e8311 tempest-SecurityGroupsTestAdminJSON-966440345 tempest-SecurityGroupsTestAdminJSON-966440345-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:10.596137 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-fa7b7576-08c8-489f-9d98-5d5fe7303a02 req-473397b5-ab01-476b-ae3d-31f4c75e8311 tempest-SecurityGroupsTestAdminJSON-966440345 tempest-SecurityGroupsTestAdminJSON-966440345-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:10.622636 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473397b5-ab01-476b-ae3d-31f4c75e8311 tempest-SecurityGroupsTestAdminJSON-966440345 tempest-SecurityGroupsTestAdminJSON-966440345-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=918f0741-2b7e-4288-aab6-857e090de508,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:37:10.690630 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-fa7b7576-08c8-489f-9d98-5d5fe7303a02 req-473397b5-ab01-476b-ae3d-31f4c75e8311 tempest-SecurityGroupsTestAdminJSON-966440345 tempest-SecurityGroupsTestAdminJSON-966440345-project-admin] Publish callbacks [] for security_group, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:10.704874 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-fa7b7576-08c8-489f-9d98-5d5fe7303a02 req-473397b5-ab01-476b-ae3d-31f4c75e8311 tempest-SecurityGroupsTestAdminJSON-966440345 tempest-SecurityGroupsTestAdminJSON-966440345-project-admin] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.3547986 Nov 05 18:37:10.711621 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Device 099ae3db-de29-43d3-b838-32bad6262e6b no longer exists at agent hyperv_n-h1-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 18:37:10.753405 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] No Port match for: 099ae3db-de29-43d3-b838-32bad6262e6b {{(pid=102388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 18:37:10.753753 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Device 099ae3db-de29-43d3-b838-32bad6262e6b not bound to the agent host n-h1-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 18:37:10.824107 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d62d27-627e-4642-af26-2e3ce9088bb9 req-2bcce540-fd20-44fb-8b98-1caa242ff928 tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:37:10.825637 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-c0d62d27-627e-4642-af26-2e3ce9088bb9 req-2bcce540-fd20-44fb-8b98-1caa242ff928 tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] 10.222.0.13 "GET /v2.0/ports?device_id=1deb7c06-0d89-436e-a71b-115690d709c3 HTTP/1.1" status: 200 len: 948 time: 0.0522587 Nov 05 18:37:10.874504 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-c0d62d27-627e-4642-af26-2e3ce9088bb9 req-0c498bb0-ca1f-46c1-9e73-4a9cae37bb9c tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] 10.222.0.13 "GET /v2.0/security-groups?id=c4f63610-8850-433c-ac4b-7e7146261ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424960 Nov 05 18:37:10.944293 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 18:37:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ffca2f0-89eb-4fa6-86ee-64445d913444 x-openstack-request-id: req-5ffca2f0-89eb-4fa6-86ee-64445d913444 {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 18:37:10.944647 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1deb7c06-0d89-436e-a71b-115690d709c3", "tag": "c0bab39d-31d7-4372-acf4-dcf699effaf4", "status": "completed", "code": 200}]} {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 18:37:10.944955 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5ffca2f0-89eb-4fa6-86ee-64445d913444 {{(pid=102386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 18:37:10.945455 n-d-816865-1 neutron-server[102386]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1deb7c06-0d89-436e-a71b-115690d709c3', 'tag': 'c0bab39d-31d7-4372-acf4-dcf699effaf4', 'status': 'completed', 'code': 200} Nov 05 18:37:11.033279 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83d8bf5-30d3-4dfb-a3a3-6bdcd04e8dad req-27d3a5da-6462-4aa7-b588-4e93bc591d10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:37:11.035268 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-f83d8bf5-30d3-4dfb-a3a3-6bdcd04e8dad req-27d3a5da-6462-4aa7-b588-4e93bc591d10 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=10ec5728e81c4449951d5c9e87d02372&device_id=1deb7c06-0d89-436e-a71b-115690d709c3 HTTP/1.1" status: 200 len: 1099 time: 0.0631111 Nov 05 18:37:11.072491 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-f530965e-fd05-4588-909f-a7cf6ff694d4 req-2afbe97a-5fa8-4ade-b259-0fb0fff6be38 tempest-ServersWithSpecificFlavorTestJSON-1995233136 tempest-ServersWithSpecificFlavorTestJSON-1995233136-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--1811825971&fields=id&tenant_id=e4fadb60c9fa4b0abf704559d02b8aa0 HTTP/1.1" status: 200 len: 267 time: 0.1051002 Nov 05 18:37:11.087206 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7ab996-c99e-47c6-b696-5d96933d0635 req-d825878f-c1b3-4f73-a7d5-d2bbc37acb07 tempest-DeleteServersAdminTestJSON-2094521221 tempest-DeleteServersAdminTestJSON-2094521221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:37:11.088787 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-1f7ab996-c99e-47c6-b696-5d96933d0635 req-d825878f-c1b3-4f73-a7d5-d2bbc37acb07 tempest-DeleteServersAdminTestJSON-2094521221 tempest-DeleteServersAdminTestJSON-2094521221-project] 10.222.0.13 "GET /v2.0/ports?device_id=ffdc91f8-55bd-459b-ac9c-bf1a0b5958a5 HTTP/1.1" status: 200 len: 950 time: 0.0887508 Nov 05 18:37:11.149434 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83d8bf5-30d3-4dfb-a3a3-6bdcd04e8dad req-81dad44a-44b3-4a05-9c81-28e647e4f426 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:37:11.151012 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-f83d8bf5-30d3-4dfb-a3a3-6bdcd04e8dad req-81dad44a-44b3-4a05-9c81-28e647e4f426 service neutron] 10.222.0.55 "GET /v2.0/networks?id=a723f808-b11e-4066-b104-fad90c82895e HTTP/1.1" status: 200 len: 870 time: 0.1074777 Nov 05 18:37:11.194194 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-f83d8bf5-30d3-4dfb-a3a3-6bdcd04e8dad req-586cead1-bd5b-4968-9c3d-f2f88964892a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.166&port_id=c0bab39d-31d7-4372-acf4-dcf699effaf4 HTTP/1.1" status: 200 len: 217 time: 0.0361979 Nov 05 18:37:11.196831 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-1f7ab996-c99e-47c6-b696-5d96933d0635 req-59232e7a-2f3a-4f5f-80ad-0c9f96ab9012 tempest-DeleteServersAdminTestJSON-2094521221 tempest-DeleteServersAdminTestJSON-2094521221-project] 10.222.0.13 "GET /v2.0/security-groups?id=942ef13b-cfd3-445e-862e-15680ff42d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981488 Nov 05 18:37:11.232855 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f530965e-fd05-4588-909f-a7cf6ff694d4 req-c3d9f38a-ce7b-4892-86eb-428e36aa7124 tempest-ServersWithSpecificFlavorTestJSON-1995233136 tempest-ServersWithSpecificFlavorTestJSON-1995233136-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:37:11.234497 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-f530965e-fd05-4588-909f-a7cf6ff694d4 req-c3d9f38a-ce7b-4892-86eb-428e36aa7124 tempest-ServersWithSpecificFlavorTestJSON-1995233136 tempest-ServersWithSpecificFlavorTestJSON-1995233136-project] 10.222.0.13 "GET /v2.0/networks?id=ba3e8390-54e7-4d99-8fec-d7b75d85d22a HTTP/1.1" status: 200 len: 822 time: 0.1448259 Nov 05 18:37:11.255800 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83d8bf5-30d3-4dfb-a3a3-6bdcd04e8dad req-32ae2a33-798a-4ddb-991d-0a0e5a5066a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:37:11.256021 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-f530965e-fd05-4588-909f-a7cf6ff694d4 req-fbdd8e50-b41f-42fa-8586-b3776b53c43e tempest-ServersWithSpecificFlavorTestJSON-1995233136 tempest-ServersWithSpecificFlavorTestJSON-1995233136-project] 10.222.0.13 "GET /v2.0/quotas/e4fadb60c9fa4b0abf704559d02b8aa0 HTTP/1.1" status: 200 len: 375 time: 0.0148029 Nov 05 18:37:11.257622 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-f83d8bf5-30d3-4dfb-a3a3-6bdcd04e8dad req-32ae2a33-798a-4ddb-991d-0a0e5a5066a0 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=05e7a1b5-165b-4a00-855a-ffbcb2eba59e HTTP/1.1" status: 200 len: 843 time: 0.0567422 Nov 05 18:37:11.312486 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83d8bf5-30d3-4dfb-a3a3-6bdcd04e8dad req-2fc756c7-884e-4cc4-b820-bcda244124f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:37:11.314596 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-f83d8bf5-30d3-4dfb-a3a3-6bdcd04e8dad req-2fc756c7-884e-4cc4-b820-bcda244124f9 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a723f808-b11e-4066-b104-fad90c82895e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0498393 Nov 05 18:37:11.362109 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-f530965e-fd05-4588-909f-a7cf6ff694d4 req-d3ae9805-e00c-45ac-bcee-3cf6d75030c6 tempest-ServersWithSpecificFlavorTestJSON-1995233136 tempest-ServersWithSpecificFlavorTestJSON-1995233136-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=e4fadb60c9fa4b0abf704559d02b8aa0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0960326 Nov 05 18:37:11.426213 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-f83d8bf5-30d3-4dfb-a3a3-6bdcd04e8dad req-79d55b5c-3766-40ea-99b2-8f1512cdc0a1 service neutron] 10.222.0.55 "GET /v2.0/networks/a723f808-b11e-4066-b104-fad90c82895e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1031864 Nov 05 18:37:11.516395 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-f530965e-fd05-4588-909f-a7cf6ff694d4 req-a92602b1-2027-43c0-ac79-269376e3fe5c service neutron] 10.222.0.13 "GET /v2.0/networks/ba3e8390-54e7-4d99-8fec-d7b75d85d22a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1399274 Nov 05 18:37:11.530832 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-f83d8bf5-30d3-4dfb-a3a3-6bdcd04e8dad req-1c5240a1-cf69-4e88-a634-bdbea5346cf8 service neutron] 10.222.0.55 "GET /v2.0/networks/a723f808-b11e-4066-b104-fad90c82895e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970807 Nov 05 18:37:11.639946 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 37172) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:37:11.683480 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-f530965e-fd05-4588-909f-a7cf6ff694d4 req-4f291a11-bfee-4a3c-b89e-8d88dd331391 service neutron] 10.222.0.13 "GET /v2.0/networks/ba3e8390-54e7-4d99-8fec-d7b75d85d22a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1566324 Nov 05 18:37:11.697610 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-d7e03b04-4e9d-4ba9-ba3d-5321de4be798 req-081994cd-b743-4435-87ba-ca25cd0942b8 tempest-SecurityGroupsTestAdminJSON-966440345 tempest-SecurityGroupsTestAdminJSON-966440345-project-admin] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 45392 time: 0.4373159 Nov 05 18:37:11.754620 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-d7e03b04-4e9d-4ba9-ba3d-5321de4be798 req-370b9465-4463-4ab7-8b0d-ec1466047673 tempest-SecurityGroupsTestAdminJSON-966440345 tempest-SecurityGroupsTestAdminJSON-966440345-project-admin] 10.222.0.13 "GET /v2.0/security-groups/0a3b7877-33ea-4f5f-9a7f-fffad870a987 HTTP/1.1" status: 200 len: 2998 time: 0.0467200 Nov 05 18:37:11.799524 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-6e258b0b-3d95-431c-8598-772814ee1005 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:11.809915 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82f081f-1afe-4a59-bee1-90615aa8cdf0 req-f416444e-d500-4744-a255-f7b37aa307f9 tempest-DeleteServersAdminTestJSON-399997100 tempest-DeleteServersAdminTestJSON-399997100-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:37:11.811425 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-b82f081f-1afe-4a59-bee1-90615aa8cdf0 req-f416444e-d500-4744-a255-f7b37aa307f9 tempest-DeleteServersAdminTestJSON-399997100 tempest-DeleteServersAdminTestJSON-399997100-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=ffdc91f8-55bd-459b-ac9c-bf1a0b5958a5 HTTP/1.1" status: 200 len: 1101 time: 0.0429649 Nov 05 18:37:11.822613 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-d7e03b04-4e9d-4ba9-ba3d-5321de4be798 req-e9385235-00f8-4c1a-b73e-58356e03b0de tempest-SecurityGroupsTestAdminJSON-966440345 tempest-SecurityGroupsTestAdminJSON-966440345-project-admin] 10.222.0.13 "GET /v2.0/security-groups/0a3b7877-33ea-4f5f-9a7f-fffad870a987 HTTP/1.1" status: 200 len: 2998 time: 0.0616436 Nov 05 18:37:11.904516 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-d7e03b04-4e9d-4ba9-ba3d-5321de4be798 req-7c54fb20-bb29-4089-b7cb-2c2cddb50251 tempest-SecurityGroupsTestAdminJSON-966440345 tempest-SecurityGroupsTestAdminJSON-966440345-project-admin] 10.222.0.13 "GET /v2.0/security-groups/235ac5cf-b38e-4b6e-9c91-84640e87c1c6 HTTP/1.1" status: 200 len: 2998 time: 0.0702648 Nov 05 18:37:11.930525 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [req-b82f081f-1afe-4a59-bee1-90615aa8cdf0 req-efeb3737-6ddc-4137-90ee-64d3ab4a356e tempest-DeleteServersAdminTestJSON-399997100 tempest-DeleteServersAdminTestJSON-399997100-project-admin] Deleting port 520efd04-6db9-4436-ae45-7b7a249a59d6 {{(pid=102386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 18:37:11.933385 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-b82f081f-1afe-4a59-bee1-90615aa8cdf0 req-efeb3737-6ddc-4137-90ee-64d3ab4a356e tempest-DeleteServersAdminTestJSON-399997100 tempest-DeleteServersAdminTestJSON-399997100-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:12.049121 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-6e258b0b-3d95-431c-8598-772814ee1005 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:12.059072 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-d7e03b04-4e9d-4ba9-ba3d-5321de4be798 req-f9880ed3-9dd3-4dc1-82a1-576ff5a31880 tempest-SecurityGroupsTestAdminJSON-966440345 tempest-SecurityGroupsTestAdminJSON-966440345-project-admin] 10.222.0.13 "GET /v2.0/security-groups/235ac5cf-b38e-4b6e-9c91-84640e87c1c6 HTTP/1.1" status: 200 len: 2998 time: 0.1405492 Nov 05 18:37:12.080404 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [req-b82f081f-1afe-4a59-bee1-90615aa8cdf0 req-efeb3737-6ddc-4137-90ee-64d3ab4a356e tempest-DeleteServersAdminTestJSON-399997100 tempest-DeleteServersAdminTestJSON-399997100-project-admin] For port 520efd04-6db9-4436-ae45-7b7a249a59d6, host n-h1-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=520efd04-6db9-4436-ae45-7b7a249a59d6,segment=NetworkSegment(35c2db9c-522d-48d3-98cf-a08c2cc55db7),segment_id=35c2db9c-522d-48d3-98cf-a08c2cc55db7)] {{(pid=102386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:37:12.082487 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-b82f081f-1afe-4a59-bee1-90615aa8cdf0 req-efeb3737-6ddc-4137-90ee-64d3ab4a356e tempest-DeleteServersAdminTestJSON-399997100 tempest-DeleteServersAdminTestJSON-399997100-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:12.103237 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [req-b82f081f-1afe-4a59-bee1-90615aa8cdf0 req-efeb3737-6ddc-4137-90ee-64d3ab4a356e tempest-DeleteServersAdminTestJSON-399997100 tempest-DeleteServersAdminTestJSON-399997100-project-admin] Calling delete_port for 520efd04-6db9-4436-ae45-7b7a249a59d6 owned by compute:nova {{(pid=102386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 18:37:12.105840 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f84456-86eb-4965-93e0-2137c3212af1 req-f5c65d88-f753-47af-99bc-917735e21904 tempest-LiveMigrationNegativeTest-227627026 tempest-LiveMigrationNegativeTest-227627026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:37:12.107371 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-d7f84456-86eb-4965-93e0-2137c3212af1 req-f5c65d88-f753-47af-99bc-917735e21904 tempest-LiveMigrationNegativeTest-227627026 tempest-LiveMigrationNegativeTest-227627026-project] 10.222.0.13 "GET /v2.0/ports?device_id=07bde78d-5876-4e82-8542-24536f5bccfc HTTP/1.1" status: 200 len: 972 time: 0.1291094 Nov 05 18:37:12.115101 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-6e258b0b-3d95-431c-8598-772814ee1005 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:12.183619 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-d7e03b04-4e9d-4ba9-ba3d-5321de4be798 req-534eb554-aaa5-4cff-b889-64c71c65687d tempest-SecurityGroupsTestAdminJSON-966440345 tempest-SecurityGroupsTestAdminJSON-966440345-project-admin] 10.222.0.13 "GET /v2.0/security-groups/7d1a6de1-a0ac-46c2-b1ae-a15f5949988c HTTP/1.1" status: 200 len: 2998 time: 0.1232781 Nov 05 18:37:12.208373 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-6e258b0b-3d95-431c-8598-772814ee1005 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b121dafda9d945ad82e8f8453278b27e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5676446 Nov 05 18:37:12.214727 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e258b0b-3d95-431c-8598-772814ee1005 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46232788-9861-4b8f-8733-a13b33661eec,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:37:12.216401 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 37186) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:37:12.267738 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-d7f84456-86eb-4965-93e0-2137c3212af1 req-04c378c7-d363-4b9c-82a4-054c6bfcc091 tempest-LiveMigrationNegativeTest-227627026 tempest-LiveMigrationNegativeTest-227627026-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2254f1c-cc29-4ed4-aae7-2ed47617ef3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386349 Nov 05 18:37:12.290781 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-d7e03b04-4e9d-4ba9-ba3d-5321de4be798 req-9b88cd0b-9840-470c-8134-1adabfa7615f tempest-SecurityGroupsTestAdminJSON-966440345 tempest-SecurityGroupsTestAdminJSON-966440345-project-admin] 10.222.0.13 "GET /v2.0/security-groups/7d1a6de1-a0ac-46c2-b1ae-a15f5949988c HTTP/1.1" status: 200 len: 2998 time: 0.1062372 Nov 05 18:37:12.369177 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-f147426b-2943-4bf2-964f-42893254a142 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:12.396765 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf014f5-207f-4ca1-9d49-db15ff2eeb1b req-29910dcf-970d-49d7-bfaf-2cf93e218aa2 tempest-LiveMigrationNegativeTest-227627026 tempest-LiveMigrationNegativeTest-227627026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:37:12.397401 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-f147426b-2943-4bf2-964f-42893254a142 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:12.399148 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-cbf014f5-207f-4ca1-9d49-db15ff2eeb1b req-29910dcf-970d-49d7-bfaf-2cf93e218aa2 tempest-LiveMigrationNegativeTest-227627026 tempest-LiveMigrationNegativeTest-227627026-project] 10.222.0.41 "GET /v2.0/ports?device_id=07bde78d-5876-4e82-8542-24536f5bccfc HTTP/1.1" status: 200 len: 972 time: 0.1301579 Nov 05 18:37:12.409857 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-d7e03b04-4e9d-4ba9-ba3d-5321de4be798 req-fc42db17-e5ce-41d3-b922-60cbcce8f6ee tempest-SecurityGroupsTestAdminJSON-966440345 tempest-SecurityGroupsTestAdminJSON-966440345-project-admin] 10.222.0.13 "GET /v2.0/security-groups/812bdcab-2da7-4ce6-b11c-000d8fe60722 HTTP/1.1" status: 200 len: 2994 time: 0.1178229 Nov 05 18:37:12.444504 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-4a74ddaa-d52f-4472-bd0d-2a0f43e86353 req-c1fdca09-132a-4c88-b89c-25b44d6098e3 tempest-ServersWithSpecificFlavorTestJSON-1995233136 tempest-ServersWithSpecificFlavorTestJSON-1995233136-project] 10.222.0.13 "GET /v2.0/ports?device_id=eff99d52-5bfe-44cb-a1d6-ebdef5ac0a4d HTTP/1.1" status: 200 len: 210 time: 0.0681601 Nov 05 18:37:12.466565 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-b82f081f-1afe-4a59-bee1-90615aa8cdf0 req-efeb3737-6ddc-4137-90ee-64d3ab4a356e tempest-DeleteServersAdminTestJSON-399997100 tempest-DeleteServersAdminTestJSON-399997100-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798'] for port, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:12.479403 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] get_ports_and_sgs() called for port_ids ['520efd04-6db9-4436-ae45-7b7a249a59d6'] {{(pid=102388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 18:37:12.554684 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-d7e03b04-4e9d-4ba9-ba3d-5321de4be798 req-70b67cab-e570-47fe-951e-59e1b13f12dd tempest-SecurityGroupsTestAdminJSON-966440345 tempest-SecurityGroupsTestAdminJSON-966440345-project-admin] 10.222.0.13 "GET /v2.0/security-groups/812bdcab-2da7-4ce6-b11c-000d8fe60722 HTTP/1.1" status: 200 len: 2994 time: 0.1438634 Nov 05 18:37:12.574890 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efeb3737-6ddc-4137-90ee-64d3ab4a356e tempest-DeleteServersAdminTestJSON-399997100 tempest-DeleteServersAdminTestJSON-399997100-project-admin] Pushing event deleted for resources: {'Port': ['ID=520efd04-6db9-4436-ae45-7b7a249a59d6,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:37:12.589836 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Device c0bab39d-31d7-4372-acf4-dcf699effaf4 details requested by agent hyperv_n-h2-816865-1 with host n-h2-816865-1 {{(pid=102388) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 05 18:37:12.635907 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [req-b82f081f-1afe-4a59-bee1-90615aa8cdf0 req-efeb3737-6ddc-4137-90ee-64d3ab4a356e tempest-DeleteServersAdminTestJSON-399997100 tempest-DeleteServersAdminTestJSON-399997100-project-admin] No DVR routers for this DVR port 520efd04-6db9-4436-ae45-7b7a249a59d6 on host n-h1-816865-1 {{(pid=102386) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 18:37:12.641216 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-b82f081f-1afe-4a59-bee1-90615aa8cdf0 req-efeb3737-6ddc-4137-90ee-64d3ab4a356e tempest-DeleteServersAdminTestJSON-399997100 tempest-DeleteServersAdminTestJSON-399997100-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:12.646861 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-b82f081f-1afe-4a59-bee1-90615aa8cdf0 req-efeb3737-6ddc-4137-90ee-64d3ab4a356e tempest-DeleteServersAdminTestJSON-399997100 tempest-DeleteServersAdminTestJSON-399997100-project-admin] 10.222.0.41 "DELETE /v2.0/ports/520efd04-6db9-4436-ae45-7b7a249a59d6 HTTP/1.1" status: 204 len: 173 time: 0.8252614 Nov 05 18:37:12.648512 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-f147426b-2943-4bf2-964f-42893254a142 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:12.666807 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-f147426b-2943-4bf2-964f-42893254a142 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:12.668407 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-d7e03b04-4e9d-4ba9-ba3d-5321de4be798 req-41d24dcf-5c99-4cf5-ac88-78e4716cb162 tempest-SecurityGroupsTestAdminJSON-966440345 tempest-SecurityGroupsTestAdminJSON-966440345-project-admin] 10.222.0.13 "GET /v2.0/security-groups/90febc7e-7a4f-4e17-8ddb-723e03f22ebb HTTP/1.1" status: 200 len: 2998 time: 0.1078923 Nov 05 18:37:12.669088 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-f147426b-2943-4bf2-964f-42893254a142 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/46232788-9861-4b8f-8733-a13b33661eec HTTP/1.1" status: 204 len: 168 time: 0.4514608 Nov 05 18:37:12.684982 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f147426b-2943-4bf2-964f-42893254a142 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46232788-9861-4b8f-8733-a13b33661eec,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:37:12.707936 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [req-cbf014f5-207f-4ca1-9d49-db15ff2eeb1b req-fb4f1e76-ec62-4250-9aa9-08ceac39eeb2 tempest-LiveMigrationNegativeTest-227627026 tempest-LiveMigrationNegativeTest-227627026-project] Deleting port 6fe56c8e-eaed-4b79-8ef3-dead32e1e7ad {{(pid=102387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 18:37:12.708446 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-cbf014f5-207f-4ca1-9d49-db15ff2eeb1b req-fb4f1e76-ec62-4250-9aa9-08ceac39eeb2 tempest-LiveMigrationNegativeTest-227627026 tempest-LiveMigrationNegativeTest-227627026-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:12.846615 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db00b2a-bff9-4bb4-8401-15157b3f9421 req-f52b4b96-ad87-461c-9029-cb3c5a3570f0 tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:37:12.854405 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-5db00b2a-bff9-4bb4-8401-15157b3f9421 req-f52b4b96-ad87-461c-9029-cb3c5a3570f0 tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] 10.222.0.13 "GET /v2.0/ports?device_id=1deb7c06-0d89-436e-a71b-115690d709c3 HTTP/1.1" status: 200 len: 948 time: 0.2453027 Nov 05 18:37:12.865705 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] For port c0bab39d-31d7-4372-acf4-dcf699effaf4, host n-h2-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=c0bab39d-31d7-4372-acf4-dcf699effaf4,segment=NetworkSegment(35c2db9c-522d-48d3-98cf-a08c2cc55db7),segment_id=35c2db9c-522d-48d3-98cf-a08c2cc55db7)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:37:12.887073 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-d7e03b04-4e9d-4ba9-ba3d-5321de4be798 req-fbd8d724-d730-4dc6-9303-6d1a5dc59c93 tempest-SecurityGroupsTestAdminJSON-966440345 tempest-SecurityGroupsTestAdminJSON-966440345-project-admin] 10.222.0.13 "GET /v2.0/security-groups/90febc7e-7a4f-4e17-8ddb-723e03f22ebb HTTP/1.1" status: 200 len: 2998 time: 0.2045097 Nov 05 18:37:12.898541 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Returning: {'device': 'c0bab39d-31d7-4372-acf4-dcf699effaf4', 'network_id': 'a723f808-b11e-4066-b104-fad90c82895e', 'port_id': 'c0bab39d-31d7-4372-acf4-dcf699effaf4', 'mac_address': 'fa:16:3e:c7:83:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 153, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05e7a1b5-165b-4a00-855a-ffbcb2eba59e', 'ip_address': '192.168.233.166'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102388) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 05 18:37:12.946355 n-d-816865-1 neutron-server[102386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffdc91f8-55bd-459b-ac9c-bf1a0b5958a5', 'name': 'network-vif-deleted', 'tag': '520efd04-6db9-4436-ae45-7b7a249a59d6'}] {{(pid=102386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 18:37:12.948670 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6173a44d7c73f41af551dc890fa1a5892c2c6bc3458b640c8e0c24db7876ba6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccd7c540-dd8a-408e-be3c-0b421a489a32" -d '{"events": [{"server_uuid": "ffdc91f8-55bd-459b-ac9c-bf1a0b5958a5", "name": "network-vif-deleted", "tag": "520efd04-6db9-4436-ae45-7b7a249a59d6"}]}' {{(pid=102386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 18:37:12.986769 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:12.994236 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.db [req-cbf014f5-207f-4ca1-9d49-db15ff2eeb1b req-fb4f1e76-ec62-4250-9aa9-08ceac39eeb2 tempest-LiveMigrationNegativeTest-227627026 tempest-LiveMigrationNegativeTest-227627026-project] For port 6fe56c8e-eaed-4b79-8ef3-dead32e1e7ad, host n-h1-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=6fe56c8e-eaed-4b79-8ef3-dead32e1e7ad,segment=NetworkSegment(35c2db9c-522d-48d3-98cf-a08c2cc55db7),segment_id=35c2db9c-522d-48d3-98cf-a08c2cc55db7)] {{(pid=102387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:37:12.994604 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-cbf014f5-207f-4ca1-9d49-db15ff2eeb1b req-fb4f1e76-ec62-4250-9aa9-08ceac39eeb2 tempest-LiveMigrationNegativeTest-227627026 tempest-LiveMigrationNegativeTest-227627026-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:13.003334 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-5db00b2a-bff9-4bb4-8401-15157b3f9421 req-ac582f41-826c-44b1-a707-98070a83aed8 tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] 10.222.0.13 "GET /v2.0/security-groups?id=c4f63610-8850-433c-ac4b-7e7146261ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480792 Nov 05 18:37:13.016635 n-d-816865-1 neutron-server[102388]: DEBUG neutron.notifiers.nova [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c0bab39d-31d7-4372-acf4-dcf699effaf4 {{(pid=102388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 18:37:13.034285 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [req-cbf014f5-207f-4ca1-9d49-db15ff2eeb1b req-fb4f1e76-ec62-4250-9aa9-08ceac39eeb2 tempest-LiveMigrationNegativeTest-227627026 tempest-LiveMigrationNegativeTest-227627026-project] Calling delete_port for 6fe56c8e-eaed-4b79-8ef3-dead32e1e7ad owned by compute:tempest-test_az-1918685745 {{(pid=102387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 18:37:13.045826 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-d7e03b04-4e9d-4ba9-ba3d-5321de4be798 req-79eac35c-eef6-4a9d-980a-ce0ec36c0b92 tempest-SecurityGroupsTestAdminJSON-966440345 tempest-SecurityGroupsTestAdminJSON-966440345-project-admin] 10.222.0.13 "GET /v2.0/security-groups/942ef13b-cfd3-445e-862e-15680ff42d06 HTTP/1.1" status: 200 len: 2998 time: 0.1467621 Nov 05 18:37:13.060370 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] For port c0bab39d-31d7-4372-acf4-dcf699effaf4, host n-h2-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=c0bab39d-31d7-4372-acf4-dcf699effaf4,segment=NetworkSegment(35c2db9c-522d-48d3-98cf-a08c2cc55db7),segment_id=35c2db9c-522d-48d3-98cf-a08c2cc55db7)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:37:13.147152 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:13.162943 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-86cac489-e2dd-4354-a900-c3d053f84cd0 req-204afa81-bb3b-41b6-971f-d4c20ce4a9ac tempest-DeleteServersAdminTestJSON-2094521221 tempest-DeleteServersAdminTestJSON-2094521221-project] 10.222.0.13 "GET /v2.0/ports?device_id=ffdc91f8-55bd-459b-ac9c-bf1a0b5958a5 HTTP/1.1" status: 200 len: 210 time: 0.0620294 Nov 05 18:37:13.182271 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-d7e03b04-4e9d-4ba9-ba3d-5321de4be798 req-4480b7e9-ab1d-4f68-a33f-782775abc36f tempest-SecurityGroupsTestAdminJSON-966440345 tempest-SecurityGroupsTestAdminJSON-966440345-project-admin] 10.222.0.13 "GET /v2.0/security-groups/942ef13b-cfd3-445e-862e-15680ff42d06 HTTP/1.1" status: 200 len: 2998 time: 0.1266439 Nov 05 18:37:13.270874 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 18:37:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-214cf899-6600-4af0-aee5-785acb438504 x-openstack-request-id: req-214cf899-6600-4af0-aee5-785acb438504 {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 18:37:13.270874 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ffdc91f8-55bd-459b-ac9c-bf1a0b5958a5", "name": "network-vif-deleted", "tag": "520efd04-6db9-4436-ae45-7b7a249a59d6", "status": "completed", "code": 200}]} {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 18:37:13.270874 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-214cf899-6600-4af0-aee5-785acb438504 {{(pid=102386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 18:37:13.270874 n-d-816865-1 neutron-server[102386]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffdc91f8-55bd-459b-ac9c-bf1a0b5958a5', 'name': 'network-vif-deleted', 'tag': '520efd04-6db9-4436-ae45-7b7a249a59d6', 'status': 'completed', 'code': 200} Nov 05 18:37:13.290806 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-d7e03b04-4e9d-4ba9-ba3d-5321de4be798 req-03814a59-7ab1-4709-a517-2a739866d31d tempest-SecurityGroupsTestAdminJSON-966440345 tempest-SecurityGroupsTestAdminJSON-966440345-project-admin] 10.222.0.13 "GET /v2.0/security-groups/b2254f1c-cc29-4ed4-aae7-2ed47617ef3a HTTP/1.1" status: 200 len: 2998 time: 0.0980110 Nov 05 18:37:13.295564 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Pushing event updated for resources: {'Port': ['ID=c0bab39d-31d7-4372-acf4-dcf699effaf4,revision_number=4']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:37:13.368608 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-d7e03b04-4e9d-4ba9-ba3d-5321de4be798 req-49ead7a4-5adf-46da-9fbd-cf3a3774bdca tempest-SecurityGroupsTestAdminJSON-966440345 tempest-SecurityGroupsTestAdminJSON-966440345-project-admin] 10.222.0.13 "GET /v2.0/security-groups/b2254f1c-cc29-4ed4-aae7-2ed47617ef3a HTTP/1.1" status: 200 len: 2998 time: 0.0768752 Nov 05 18:37:13.399202 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] get_ports_and_sgs() called for port_ids ['c0bab39d-31d7-4372-acf4-dcf699effaf4'] {{(pid=102388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 18:37:13.430632 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-cbf014f5-207f-4ca1-9d49-db15ff2eeb1b req-fb4f1e76-ec62-4250-9aa9-08ceac39eeb2 tempest-LiveMigrationNegativeTest-227627026 tempest-LiveMigrationNegativeTest-227627026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798'] for port, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:13.481284 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4f1e76-ec62-4250-9aa9-08ceac39eeb2 tempest-LiveMigrationNegativeTest-227627026 tempest-LiveMigrationNegativeTest-227627026-project] Pushing event deleted for resources: {'Port': ['ID=6fe56c8e-eaed-4b79-8ef3-dead32e1e7ad,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:37:13.492981 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-d7e03b04-4e9d-4ba9-ba3d-5321de4be798 req-8c33ca6c-c871-4d1e-830b-3404a9c4e637 tempest-SecurityGroupsTestAdminJSON-966440345 tempest-SecurityGroupsTestAdminJSON-966440345-project-admin] 10.222.0.13 "GET /v2.0/security-groups/b83d00de-5551-424a-b8bb-805d1acdd304 HTTP/1.1" status: 200 len: 2990 time: 0.1232481 Nov 05 18:37:13.546353 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] get_ports_and_sgs() called for port_ids ['6fe56c8e-eaed-4b79-8ef3-dead32e1e7ad'] {{(pid=102388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 18:37:13.562860 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120cde0f-7dc7-4a5e-9d5d-1a0e6eda5e3f req-6e95508d-f3f8-4b71-a05c-59d818bc917b tempest-LiveMigrationNegativeTest-227627026 tempest-LiveMigrationNegativeTest-227627026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:37:13.562860 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-120cde0f-7dc7-4a5e-9d5d-1a0e6eda5e3f req-6e95508d-f3f8-4b71-a05c-59d818bc917b tempest-LiveMigrationNegativeTest-227627026 tempest-LiveMigrationNegativeTest-227627026-project] 10.222.0.13 "GET /v2.0/ports?device_id=07bde78d-5876-4e82-8542-24536f5bccfc HTTP/1.1" status: 200 len: 889 time: 0.1788595 Nov 05 18:37:13.564818 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbf014f5-207f-4ca1-9d49-db15ff2eeb1b req-fb4f1e76-ec62-4250-9aa9-08ceac39eeb2 tempest-LiveMigrationNegativeTest-227627026 tempest-LiveMigrationNegativeTest-227627026-project] No DVR routers for this DVR port 6fe56c8e-eaed-4b79-8ef3-dead32e1e7ad on host n-h1-816865-1 {{(pid=102387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 18:37:13.572545 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-cbf014f5-207f-4ca1-9d49-db15ff2eeb1b req-fb4f1e76-ec62-4250-9aa9-08ceac39eeb2 tempest-LiveMigrationNegativeTest-227627026 tempest-LiveMigrationNegativeTest-227627026-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:13.575810 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-cbf014f5-207f-4ca1-9d49-db15ff2eeb1b req-fb4f1e76-ec62-4250-9aa9-08ceac39eeb2 tempest-LiveMigrationNegativeTest-227627026 tempest-LiveMigrationNegativeTest-227627026-project] 10.222.0.41 "DELETE /v2.0/ports/6fe56c8e-eaed-4b79-8ef3-dead32e1e7ad HTTP/1.1" status: 204 len: 173 time: 1.1635597 Nov 05 18:37:13.576912 n-d-816865-1 neutron-server[102387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07bde78d-5876-4e82-8542-24536f5bccfc', 'name': 'network-vif-deleted', 'tag': '6fe56c8e-eaed-4b79-8ef3-dead32e1e7ad'}] {{(pid=102387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 18:37:13.579939 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab06bd4ddf5758c1f10d79fe34dc215bafa488692cde9dba2fcbcb67556f90bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9f7ebd5-345c-4ccd-97a3-7d669f6e2c93" -d '{"events": [{"server_uuid": "07bde78d-5876-4e82-8542-24536f5bccfc", "name": "network-vif-deleted", "tag": "6fe56c8e-eaed-4b79-8ef3-dead32e1e7ad"}]}' {{(pid=102387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 18:37:13.608586 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-d7e03b04-4e9d-4ba9-ba3d-5321de4be798 req-2a6277dd-b727-4e48-a12f-d3dc8c997da9 tempest-SecurityGroupsTestAdminJSON-966440345 tempest-SecurityGroupsTestAdminJSON-966440345-project-admin] 10.222.0.13 "GET /v2.0/security-groups/b83d00de-5551-424a-b8bb-805d1acdd304 HTTP/1.1" status: 200 len: 2990 time: 0.1146665 Nov 05 18:37:13.669064 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-120cde0f-7dc7-4a5e-9d5d-1a0e6eda5e3f req-cbb79c93-e73f-466a-a76a-b7324e99f4b6 tempest-LiveMigrationNegativeTest-227627026 tempest-LiveMigrationNegativeTest-227627026-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2254f1c-cc29-4ed4-aae7-2ed47617ef3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987809 Nov 05 18:37:13.674484 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-d7e03b04-4e9d-4ba9-ba3d-5321de4be798 req-d0fdf7bc-1406-4bed-ad62-1542b891d1f6 tempest-SecurityGroupsTestAdminJSON-966440345 tempest-SecurityGroupsTestAdminJSON-966440345-project-admin] 10.222.0.13 "GET /v2.0/security-groups/c4f63610-8850-433c-ac4b-7e7146261ce5 HTTP/1.1" status: 200 len: 2998 time: 0.0650370 Nov 05 18:37:13.746220 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 37224) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:37:13.771544 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-aa435cd8-9e7c-496e-ba34-e7c4e825f7a7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:13.947055 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-aa435cd8-9e7c-496e-ba34-e7c4e825f7a7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:14.034710 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-cd8f20c2-c537-4a6f-8c97-4629fc4c2ef2 req-d5a16dca-aba6-4017-ab27-464edbc2af6c tempest-ServersWithSpecificFlavorTestJSON-1995233136 tempest-ServersWithSpecificFlavorTestJSON-1995233136-project] 10.222.0.13 "GET /v2.0/ports?device_id=eff99d52-5bfe-44cb-a1d6-ebdef5ac0a4d HTTP/1.1" status: 200 len: 210 time: 0.0634556 Nov 05 18:37:14.036431 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-d7e03b04-4e9d-4ba9-ba3d-5321de4be798 req-0bdc62a3-1caf-49d2-b484-38abe05d348f tempest-SecurityGroupsTestAdminJSON-966440345 tempest-SecurityGroupsTestAdminJSON-966440345-project-admin] 10.222.0.13 "GET /v2.0/security-groups/c4f63610-8850-433c-ac4b-7e7146261ce5 HTTP/1.1" status: 200 len: 2998 time: 0.3559487 Nov 05 18:37:14.089931 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-d7e03b04-4e9d-4ba9-ba3d-5321de4be798 req-978a7fbc-e3cf-40a6-8d1a-361f858a9a09 tempest-SecurityGroupsTestAdminJSON-966440345 tempest-SecurityGroupsTestAdminJSON-966440345-project-admin] 10.222.0.13 "GET /v2.0/security-groups/c8a37191-481e-42da-9089-e583303a58cc HTTP/1.1" status: 200 len: 2998 time: 0.0472751 Nov 05 18:37:14.118175 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-aa435cd8-9e7c-496e-ba34-e7c4e825f7a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:14.132383 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 18:37:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-300a91e8-38ae-4844-865b-bea5ded1a245 x-openstack-request-id: req-300a91e8-38ae-4844-865b-bea5ded1a245 {{(pid=102387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 18:37:14.132879 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07bde78d-5876-4e82-8542-24536f5bccfc", "name": "network-vif-deleted", "tag": "6fe56c8e-eaed-4b79-8ef3-dead32e1e7ad", "status": "completed", "code": 200}]} {{(pid=102387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 18:37:14.133184 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-300a91e8-38ae-4844-865b-bea5ded1a245 {{(pid=102387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 18:37:14.133667 n-d-816865-1 neutron-server[102387]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07bde78d-5876-4e82-8542-24536f5bccfc', 'name': 'network-vif-deleted', 'tag': '6fe56c8e-eaed-4b79-8ef3-dead32e1e7ad', 'status': 'completed', 'code': 200} Nov 05 18:37:14.145003 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-d7e03b04-4e9d-4ba9-ba3d-5321de4be798 req-a9d82b3d-d4e1-4bea-b3ce-aba7b4b7f033 tempest-SecurityGroupsTestAdminJSON-966440345 tempest-SecurityGroupsTestAdminJSON-966440345-project-admin] 10.222.0.13 "GET /v2.0/security-groups/c8a37191-481e-42da-9089-e583303a58cc HTTP/1.1" status: 200 len: 2998 time: 0.0483463 Nov 05 18:37:14.158651 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-aa435cd8-9e7c-496e-ba34-e7c4e825f7a7 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4d1f0f95a9ae41fe9e9c0a3bbfa5dede&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4082668 Nov 05 18:37:14.161888 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 37230) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:37:14.203144 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa435cd8-9e7c-496e-ba34-e7c4e825f7a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20f60a2f-69d4-40a5-a997-db988d955fe1,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:37:14.282162 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-d7e03b04-4e9d-4ba9-ba3d-5321de4be798 req-99160355-6f8e-4519-993b-144b52d00f79 tempest-SecurityGroupsTestAdminJSON-966440345 tempest-SecurityGroupsTestAdminJSON-966440345-project-admin] 10.222.0.13 "GET /v2.0/security-groups/cf054ca5-6922-4a0e-b55e-cf96d3753d3c HTTP/1.1" status: 200 len: 2998 time: 0.1282756 Nov 05 18:37:14.284037 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-957dcd9b-ee62-4193-a4c7-5d4f23bfc71f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:14.321371 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a1ed3a-02bc-4cb2-ae3c-c2a712adace1 req-0cef7873-1e1f-450f-bd9e-f25f0b703236 tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:37:14.322911 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-e4a1ed3a-02bc-4cb2-ae3c-c2a712adace1 req-0cef7873-1e1f-450f-bd9e-f25f0b703236 tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] 10.222.0.13 "GET /v2.0/ports?device_id=1deb7c06-0d89-436e-a71b-115690d709c3 HTTP/1.1" status: 200 len: 949 time: 0.0996957 Nov 05 18:37:14.346323 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-957dcd9b-ee62-4193-a4c7-5d4f23bfc71f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:14.403537 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-d7e03b04-4e9d-4ba9-ba3d-5321de4be798 req-c6fec0ed-382f-4d4c-88d2-fbbdc52d153c tempest-SecurityGroupsTestAdminJSON-966440345 tempest-SecurityGroupsTestAdminJSON-966440345-project-admin] 10.222.0.13 "GET /v2.0/security-groups/cf054ca5-6922-4a0e-b55e-cf96d3753d3c HTTP/1.1" status: 200 len: 2998 time: 0.1128552 Nov 05 18:37:14.426464 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-e4a1ed3a-02bc-4cb2-ae3c-c2a712adace1 req-59703a87-1b4b-4781-8218-ec52379bcc13 tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] 10.222.0.13 "GET /v2.0/security-groups?id=c4f63610-8850-433c-ac4b-7e7146261ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940630 Nov 05 18:37:14.461939 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-d7e03b04-4e9d-4ba9-ba3d-5321de4be798 req-0781d749-1fcc-4847-b89e-29a8727eaf9f tempest-SecurityGroupsTestAdminJSON-966440345 tempest-SecurityGroupsTestAdminJSON-966440345-project-admin] 10.222.0.13 "GET /v2.0/security-groups/d761a699-3618-4124-8910-64863326a1c7 HTTP/1.1" status: 200 len: 2998 time: 0.0483744 Nov 05 18:37:14.507327 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-957dcd9b-ee62-4193-a4c7-5d4f23bfc71f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:14.510913 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-957dcd9b-ee62-4193-a4c7-5d4f23bfc71f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:14.514608 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-957dcd9b-ee62-4193-a4c7-5d4f23bfc71f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/20f60a2f-69d4-40a5-a997-db988d955fe1 HTTP/1.1" status: 204 len: 168 time: 0.3490391 Nov 05 18:37:14.531342 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957dcd9b-ee62-4193-a4c7-5d4f23bfc71f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20f60a2f-69d4-40a5-a997-db988d955fe1,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:37:14.541750 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-d7e03b04-4e9d-4ba9-ba3d-5321de4be798 req-76998741-0f9a-416e-96c6-ba5a3443d302 tempest-SecurityGroupsTestAdminJSON-966440345 tempest-SecurityGroupsTestAdminJSON-966440345-project-admin] 10.222.0.13 "GET /v2.0/security-groups/d761a699-3618-4124-8910-64863326a1c7 HTTP/1.1" status: 200 len: 2998 time: 0.0683439 Nov 05 18:37:14.583225 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-d7e03b04-4e9d-4ba9-ba3d-5321de4be798 req-5c0e2f80-4418-49d5-8c7c-9b677aedd943 tempest-SecurityGroupsTestAdminJSON-966440345 tempest-SecurityGroupsTestAdminJSON-966440345-project-admin] 10.222.0.13 "GET /v2.0/security-groups/dcd0935e-cc44-48cf-97f9-1dc56a023c4b HTTP/1.1" status: 200 len: 2998 time: 0.0409853 Nov 05 18:37:14.593507 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Device c0bab39d-31d7-4372-acf4-dcf699effaf4 up at agent hyperv_n-h2-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 18:37:14.670101 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-d7e03b04-4e9d-4ba9-ba3d-5321de4be798 req-af93cb74-0c74-4bca-8cd0-10d53611c2a4 tempest-SecurityGroupsTestAdminJSON-966440345 tempest-SecurityGroupsTestAdminJSON-966440345-project-admin] 10.222.0.13 "GET /v2.0/security-groups/dcd0935e-cc44-48cf-97f9-1dc56a023c4b HTTP/1.1" status: 200 len: 2998 time: 0.0702119 Nov 05 18:37:14.752802 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Provisioning for port c0bab39d-31d7-4372-acf4-dcf699effaf4 completed by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 05 18:37:14.757474 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Provisioning complete for port c0bab39d-31d7-4372-acf4-dcf699effaf4 triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:37:14.758829 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:14.890746 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f530965e-fd05-4588-909f-a7cf6ff694d4 req-90143f9f-51b9-444a-9eb0-806ae52824e8 tempest-ServersWithSpecificFlavorTestJSON-1995233136 tempest-ServersWithSpecificFlavorTestJSON-1995233136-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:37:14.899999 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-f530965e-fd05-4588-909f-a7cf6ff694d4 req-90143f9f-51b9-444a-9eb0-806ae52824e8 tempest-ServersWithSpecificFlavorTestJSON-1995233136 tempest-ServersWithSpecificFlavorTestJSON-1995233136-project] 10.222.0.41 "GET /v2.0/networks?id=ba3e8390-54e7-4d99-8fec-d7b75d85d22a HTTP/1.1" status: 200 len: 822 time: 0.1543338 Nov 05 18:37:14.905481 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:14.979218 n-d-816865-1 neutron-server[102388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1deb7c06-0d89-436e-a71b-115690d709c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0bab39d-31d7-4372-acf4-dcf699effaf4'}] {{(pid=102388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 18:37:14.982364 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85474fee1180e129d8a886d264fe0b30223aa672dd1ffe43b630605f18504f68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da300fc7-19ad-4c08-9369-70e5f39884e4" -d '{"events": [{"server_uuid": "1deb7c06-0d89-436e-a71b-115690d709c3", "name": "network-vif-plugged", "status": "completed", "tag": "c0bab39d-31d7-4372-acf4-dcf699effaf4"}]}' {{(pid=102388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 18:37:15.000688 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] For port c0bab39d-31d7-4372-acf4-dcf699effaf4, host n-h2-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=c0bab39d-31d7-4372-acf4-dcf699effaf4,segment=NetworkSegment(35c2db9c-522d-48d3-98cf-a08c2cc55db7),segment_id=35c2db9c-522d-48d3-98cf-a08c2cc55db7)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:37:15.034159 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-53e0f1e7-5ba2-46d7-b9ab-8489ec6ab4b8 req-3bba7ae8-842d-401f-b4f7-aa17b735076d tempest-SecurityGroupsTestAdminJSON-932019128 tempest-SecurityGroupsTestAdminJSON-932019128-project] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6169528ebe004a6b8a06e5ab613fe888 HTTP/1.1" status: 200 len: 6151 time: 0.3060179 Nov 05 18:37:15.135233 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:15.180023 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-63bd6225-2c12-421b-8d4a-f5ecb2698c29 req-9601c7fe-88bc-4f67-bc33-50ceb1668c29 tempest-LiveMigrationNegativeTest-227627026 tempest-LiveMigrationNegativeTest-227627026-project] 10.222.0.13 "GET /v2.0/ports?device_id=07bde78d-5876-4e82-8542-24536f5bccfc HTTP/1.1" status: 200 len: 210 time: 0.0906491 Nov 05 18:37:15.207919 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-f530965e-fd05-4588-909f-a7cf6ff694d4 req-bfa3270b-78ed-4aa3-83fe-f807cbd06527 tempest-ServersWithSpecificFlavorTestJSON-1995233136 tempest-ServersWithSpecificFlavorTestJSON-1995233136-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e4fadb60c9fa4b0abf704559d02b8aa0 HTTP/1.1" status: 200 len: 380 time: 0.2905328 Nov 05 18:37:15.226157 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [req-f530965e-fd05-4588-909f-a7cf6ff694d4 req-1bfabf23-1cf2-42fe-9918-9ef334719afc tempest-ServersWithSpecificFlavorTestJSON-1995233136 tempest-ServersWithSpecificFlavorTestJSON-1995233136-project] Request body: {'port': {'device_id': 'eff99d52-5bfe-44cb-a1d6-ebdef5ac0a4d', 'network_id': 'ba3e8390-54e7-4d99-8fec-d7b75d85d22a', 'admin_state_up': True, 'tenant_id': 'e4fadb60c9fa4b0abf704559d02b8aa0', 'security_groups': ['040a1024-eaad-4e89-b23c-c23a7ce4f851']}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:37:15.246598 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Pushing event updated for resources: {'Port': ['ID=c0bab39d-31d7-4372-acf4-dcf699effaf4,revision_number=5']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:37:15.255390 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:37:15.269638 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:37:15.269638 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:37:15.269638 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:37:15.269638 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:37:15.269638 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:37:15.269638 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:37:15.269638 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:37:15.269638 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:37:15.269638 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:37:15.269638 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:37:15.269638 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:37:15.282157 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 18:37:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cee914c-238b-4ef3-83fa-7938a08b87d9 x-openstack-request-id: req-7cee914c-238b-4ef3-83fa-7938a08b87d9 {{(pid=102388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 18:37:15.283639 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1deb7c06-0d89-436e-a71b-115690d709c3", "name": "network-vif-plugged", "status": "completed", "tag": "c0bab39d-31d7-4372-acf4-dcf699effaf4", "code": 200}]} {{(pid=102388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 18:37:15.283852 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7cee914c-238b-4ef3-83fa-7938a08b87d9 {{(pid=102388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 18:37:15.284184 n-d-816865-1 neutron-server[102388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1deb7c06-0d89-436e-a71b-115690d709c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0bab39d-31d7-4372-acf4-dcf699effaf4', 'code': 200} Nov 05 18:37:15.302667 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-53e0f1e7-5ba2-46d7-b9ab-8489ec6ab4b8 req-82b48947-17c7-412d-a79f-831ac547326d tempest-SecurityGroupsTestAdminJSON-932019128 tempest-SecurityGroupsTestAdminJSON-932019128-project] 10.222.0.13 "GET /v2.0/security-groups/0a3b7877-33ea-4f5f-9a7f-fffad870a987 HTTP/1.1" status: 200 len: 2998 time: 0.2523549 Nov 05 18:37:15.409111 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d27444-1c42-4192-b777-22782cfdfd10 req-ce0debdf-d490-4cfc-bc21-41546b348926 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:37:15.412753 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-a6d27444-1c42-4192-b777-22782cfdfd10 req-ce0debdf-d490-4cfc-bc21-41546b348926 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=1deb7c06-0d89-436e-a71b-115690d709c3 HTTP/1.1" status: 200 len: 1101 time: 0.0779538 Nov 05 18:37:15.415030 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-032876e9-da3b-4cf3-87fb-d996ccf271cf req-77e8c119-6ea6-4187-8a9c-de7f37a7c2f9 tempest-DeleteServersAdminTestJSON-2094521221 tempest-DeleteServersAdminTestJSON-2094521221-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=a7e5ed5d2aed45ba834202fed716a196&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0523510 Nov 05 18:37:15.477431 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-53e0f1e7-5ba2-46d7-b9ab-8489ec6ab4b8 req-d3851b9a-3ced-466b-8a15-5f3d9aa71edc tempest-SecurityGroupsTestAdminJSON-932019128 tempest-SecurityGroupsTestAdminJSON-932019128-project] 10.222.0.13 "GET /v2.0/security-groups/0a3b7877-33ea-4f5f-9a7f-fffad870a987 HTTP/1.1" status: 200 len: 2998 time: 0.1682382 Nov 05 18:37:15.492552 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-a6d27444-1c42-4192-b777-22782cfdfd10 req-b477da20-8496-4a38-95f3-6dbc33af612c service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=c4f63610-8850-433c-ac4b-7e7146261ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677137 Nov 05 18:37:15.591678 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-402f0634-07b8-4e90-b995-1b0ba93478fe req-90c837a9-3619-4022-9cfe-448bb757c691 tempest-ServersWithSpecificFlavorTestJSON-1995233136 tempest-ServersWithSpecificFlavorTestJSON-1995233136-project] 10.222.0.13 "GET /v2.0/ports?device_id=eff99d52-5bfe-44cb-a1d6-ebdef5ac0a4d HTTP/1.1" status: 200 len: 210 time: 0.0552680 Nov 05 18:37:15.664878 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032876e9-da3b-4cf3-87fb-d996ccf271cf req-8d29c782-9843-4dd1-822c-51ef86477083 tempest-DeleteServersAdminTestJSON-2094521221 tempest-DeleteServersAdminTestJSON-2094521221-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:37:15.666470 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-032876e9-da3b-4cf3-87fb-d996ccf271cf req-8d29c782-9843-4dd1-822c-51ef86477083 tempest-DeleteServersAdminTestJSON-2094521221 tempest-DeleteServersAdminTestJSON-2094521221-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2506657 Nov 05 18:37:15.671286 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f530965e-fd05-4588-909f-a7cf6ff694d4 req-1bfabf23-1cf2-42fe-9918-9ef334719afc tempest-ServersWithSpecificFlavorTestJSON-1995233136 tempest-ServersWithSpecificFlavorTestJSON-1995233136-project] Made reservation on behalf of e4fadb60c9fa4b0abf704559d02b8aa0 for: {'port': 1} {{(pid=102387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 18:37:15.671491 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 37280) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:37:15.678140 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-f530965e-fd05-4588-909f-a7cf6ff694d4 req-1bfabf23-1cf2-42fe-9918-9ef334719afc tempest-ServersWithSpecificFlavorTestJSON-1995233136 tempest-ServersWithSpecificFlavorTestJSON-1995233136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:15.765949 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-032876e9-da3b-4cf3-87fb-d996ccf271cf req-517441f0-13fe-46d6-aa8f-5156f601a31a tempest-DeleteServersAdminTestJSON-2094521221 tempest-DeleteServersAdminTestJSON-2094521221-project] 10.222.0.13 "GET /v2.0/quotas/a7e5ed5d2aed45ba834202fed716a196 HTTP/1.1" status: 200 len: 375 time: 0.0712910 Nov 05 18:37:15.816847 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-1c17bba8-77b2-45ee-9892-163f887f3a43 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:15.848253 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-032876e9-da3b-4cf3-87fb-d996ccf271cf req-d2452516-eb92-4034-8083-f855aa287ae2 tempest-DeleteServersAdminTestJSON-2094521221 tempest-DeleteServersAdminTestJSON-2094521221-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=a7e5ed5d2aed45ba834202fed716a196&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0811419 Nov 05 18:37:15.928260 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac8278b-7d2d-4886-86f7-3dccdc908e44 req-43dbaae6-6e54-4f80-84e7-6fd0203258fa tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:37:15.928557 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-1c17bba8-77b2-45ee-9892-163f887f3a43 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:15.929982 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-7ac8278b-7d2d-4886-86f7-3dccdc908e44 req-43dbaae6-6e54-4f80-84e7-6fd0203258fa tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] 10.222.0.13 "GET /v2.0/ports?device_id=1deb7c06-0d89-436e-a71b-115690d709c3 HTTP/1.1" status: 200 len: 950 time: 0.2289064 Nov 05 18:37:15.979345 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.db_base_plugin_common [req-f530965e-fd05-4588-909f-a7cf6ff694d4 req-1bfabf23-1cf2-42fe-9918-9ef334719afc tempest-ServersWithSpecificFlavorTestJSON-1995233136 tempest-ServersWithSpecificFlavorTestJSON-1995233136-project] Allocated IP 172.20.0.3 (ba3e8390-54e7-4d99-8fec-d7b75d85d22a/23219f55-021e-4f36-bac1-2c401000599a/ef314ce2-4597-4d9a-a65c-10552dafa64f) {{(pid=102387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 18:37:16.034166 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-7ac8278b-7d2d-4886-86f7-3dccdc908e44 req-3fd52fb5-f11a-4e13-a18c-7b28de86f1ff tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] 10.222.0.13 "GET /v2.0/security-groups?id=c4f63610-8850-433c-ac4b-7e7146261ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831914 Nov 05 18:37:16.036364 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-1c17bba8-77b2-45ee-9892-163f887f3a43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:16.092156 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c17bba8-77b2-45ee-9892-163f887f3a43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f65bc6b-b165-4653-a484-2ae51e0b846f,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:37:16.097561 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-1c17bba8-77b2-45ee-9892-163f887f3a43 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=aa88ae3c4bca48918073faea5dfdb99b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4257398 Nov 05 18:37:16.100119 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 37292) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:37:16.154736 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-ccf70ecc-25d7-4fad-a502-8477264520d0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:16.194502 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-ccf70ecc-25d7-4fad-a502-8477264520d0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:16.252884 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-4f9dac42-f911-4288-b38e-02b214a87a30 req-c5b90a66-7a43-405d-9b84-33e44396272a tempest-SecurityGroupsTestAdminJSON-966440345 tempest-SecurityGroupsTestAdminJSON-966440345-project-admin] 10.222.0.13 "GET /v2.0/security-groups/918f0741-2b7e-4288-aab6-857e090de508 HTTP/1.1" status: 200 len: 1794 time: 0.1279452 Nov 05 18:37:16.293895 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-344bf55e-03ca-4d06-afbf-c02227e478e7 req-1935831d-f4a7-47e2-841c-8b24e3f5dd87 tempest-DeleteServersAdminTestJSON-2094521221 tempest-DeleteServersAdminTestJSON-2094521221-project] 10.222.0.13 "GET /v2.0/ports?device_id=3c189e9e-b1d3-46b9-9126-d7820d6f87e2 HTTP/1.1" status: 200 len: 210 time: 0.0355935 Nov 05 18:37:16.359575 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-ccf70ecc-25d7-4fad-a502-8477264520d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:16.363041 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-ccf70ecc-25d7-4fad-a502-8477264520d0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:16.366154 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-ccf70ecc-25d7-4fad-a502-8477264520d0 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1f65bc6b-b165-4653-a484-2ae51e0b846f HTTP/1.1" status: 204 len: 168 time: 0.2648869 Nov 05 18:37:16.385849 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-f530965e-fd05-4588-909f-a7cf6ff694d4 req-1bfabf23-1cf2-42fe-9918-9ef334719afc tempest-ServersWithSpecificFlavorTestJSON-1995233136 tempest-ServersWithSpecificFlavorTestJSON-1995233136-project] Publish callbacks [] for port, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:16.394220 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf70ecc-25d7-4fad-a502-8477264520d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f65bc6b-b165-4653-a484-2ae51e0b846f,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:37:16.458293 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-4f9dac42-f911-4288-b38e-02b214a87a30 req-ea0aa79e-bc18-41a2-bd8e-a7632f238630 tempest-SecurityGroupsTestAdminJSON-966440345 tempest-SecurityGroupsTestAdminJSON-966440345-project-admin] Publish callbacks [] for security_group, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:16.487038 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-4f9dac42-f911-4288-b38e-02b214a87a30 req-ea0aa79e-bc18-41a2-bd8e-a7632f238630 tempest-SecurityGroupsTestAdminJSON-966440345 tempest-SecurityGroupsTestAdminJSON-966440345-project-admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:16.679194 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-f530965e-fd05-4588-909f-a7cf6ff694d4 req-1bfabf23-1cf2-42fe-9918-9ef334719afc tempest-ServersWithSpecificFlavorTestJSON-1995233136 tempest-ServersWithSpecificFlavorTestJSON-1995233136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789'] for port, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:16.681679 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-4f9dac42-f911-4288-b38e-02b214a87a30 req-ea0aa79e-bc18-41a2-bd8e-a7632f238630 tempest-SecurityGroupsTestAdminJSON-966440345 tempest-SecurityGroupsTestAdminJSON-966440345-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:16.684498 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-4f9dac42-f911-4288-b38e-02b214a87a30 req-ea0aa79e-bc18-41a2-bd8e-a7632f238630 tempest-SecurityGroupsTestAdminJSON-966440345 tempest-SecurityGroupsTestAdminJSON-966440345-project-admin] Publish callbacks [] for security_group, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:16.691962 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-4f9dac42-f911-4288-b38e-02b214a87a30 req-ea0aa79e-bc18-41a2-bd8e-a7632f238630 tempest-SecurityGroupsTestAdminJSON-966440345 tempest-SecurityGroupsTestAdminJSON-966440345-project-admin] 10.222.0.13 "DELETE /v2.0/security-groups/918f0741-2b7e-4288-aab6-857e090de508 HTTP/1.1" status: 204 len: 173 time: 0.3925896 Nov 05 18:37:16.728349 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Device 520efd04-6db9-4436-ae45-7b7a249a59d6 no longer exists at agent hyperv_n-h1-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 18:37:16.755156 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] No Port match for: 520efd04-6db9-4436-ae45-7b7a249a59d6 {{(pid=102388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 18:37:16.755775 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Device 520efd04-6db9-4436-ae45-7b7a249a59d6 not bound to the agent host n-h1-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 18:37:16.756364 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Device 6fe56c8e-eaed-4b79-8ef3-dead32e1e7ad no longer exists at agent hyperv_n-h1-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 18:37:16.771635 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0aa79e-bc18-41a2-bd8e-a7632f238630 tempest-SecurityGroupsTestAdminJSON-966440345 tempest-SecurityGroupsTestAdminJSON-966440345-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=918f0741-2b7e-4288-aab6-857e090de508,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:37:16.783150 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] No Port match for: 6fe56c8e-eaed-4b79-8ef3-dead32e1e7ad {{(pid=102388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 18:37:16.784094 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Device 6fe56c8e-eaed-4b79-8ef3-dead32e1e7ad not bound to the agent host n-h1-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 18:37:16.822913 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f530965e-fd05-4588-909f-a7cf6ff694d4 req-1bfabf23-1cf2-42fe-9918-9ef334719afc tempest-ServersWithSpecificFlavorTestJSON-1995233136 tempest-ServersWithSpecificFlavorTestJSON-1995233136-project] Network ba3e8390-54e7-4d99-8fec-d7b75d85d22a is already hosted by enough agents. {{(pid=102387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 18:37:16.829628 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bfabf23-1cf2-42fe-9918-9ef334719afc tempest-ServersWithSpecificFlavorTestJSON-1995233136 tempest-ServersWithSpecificFlavorTestJSON-1995233136-project] Pushing event updated for resources: {'Port': ['ID=ef314ce2-4597-4d9a-a65c-10552dafa64f,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:37:16.841755 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.base_scheduler [req-f530965e-fd05-4588-909f-a7cf6ff694d4 req-1bfabf23-1cf2-42fe-9918-9ef334719afc tempest-ServersWithSpecificFlavorTestJSON-1995233136 tempest-ServersWithSpecificFlavorTestJSON-1995233136-project] Resources bound (agent type, host, resource id): {{(pid=102387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:37:16.848014 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.l3_dvrscheduler_db [req-f530965e-fd05-4588-909f-a7cf6ff694d4 req-1bfabf23-1cf2-42fe-9918-9ef334719afc tempest-ServersWithSpecificFlavorTestJSON-1995233136 tempest-ServersWithSpecificFlavorTestJSON-1995233136-project] Received port after_create {{(pid=102387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 18:37:16.853537 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f530965e-fd05-4588-909f-a7cf6ff694d4 req-1bfabf23-1cf2-42fe-9918-9ef334719afc tempest-ServersWithSpecificFlavorTestJSON-1995233136 tempest-ServersWithSpecificFlavorTestJSON-1995233136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:37:16.854190 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-f530965e-fd05-4588-909f-a7cf6ff694d4 req-1bfabf23-1cf2-42fe-9918-9ef334719afc tempest-ServersWithSpecificFlavorTestJSON-1995233136 tempest-ServersWithSpecificFlavorTestJSON-1995233136-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:16.876917 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d7bc16-c6df-474f-ae54-517469260f07 req-1e47faca-353f-4140-82ed-7243b02620dd tempest-ServersWithSpecificFlavorTestJSON-1995233136 tempest-ServersWithSpecificFlavorTestJSON-1995233136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:37:16.881134 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-78d7bc16-c6df-474f-ae54-517469260f07 req-1e47faca-353f-4140-82ed-7243b02620dd tempest-ServersWithSpecificFlavorTestJSON-1995233136 tempest-ServersWithSpecificFlavorTestJSON-1995233136-project] 10.222.0.13 "GET /v2.0/ports?device_id=eff99d52-5bfe-44cb-a1d6-ebdef5ac0a4d HTTP/1.1" status: 200 len: 931 time: 0.1680298 Nov 05 18:37:16.886476 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-71dcf4c5-ea69-40f6-bba8-0141add1a3e2 req-09343750-1d3f-4576-9f2a-4ac34b6978e4 tempest-SecurityGroupsTestAdminJSON-966440345 tempest-SecurityGroupsTestAdminJSON-966440345-project-admin] 10.222.0.13 "GET /v2.0/security-groups/acdb7575-3941-4857-899d-57eafc28ef47 HTTP/1.1" status: 200 len: 1793 time: 0.1639147 Nov 05 18:37:16.993669 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-71dcf4c5-ea69-40f6-bba8-0141add1a3e2 req-ffd84e2f-f68b-4d2b-bb06-57803c91d386 tempest-SecurityGroupsTestAdminJSON-966440345 tempest-SecurityGroupsTestAdminJSON-966440345-project-admin] Publish callbacks [] for security_group, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:17.013461 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-f530965e-fd05-4588-909f-a7cf6ff694d4 req-1bfabf23-1cf2-42fe-9918-9ef334719afc tempest-ServersWithSpecificFlavorTestJSON-1995233136 tempest-ServersWithSpecificFlavorTestJSON-1995233136-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7918696 Nov 05 18:37:17.035140 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-78d7bc16-c6df-474f-ae54-517469260f07 req-6933cc3b-d05d-4def-9ae6-40574c2b404e tempest-ServersWithSpecificFlavorTestJSON-1995233136 tempest-ServersWithSpecificFlavorTestJSON-1995233136-project] 10.222.0.13 "GET /v2.0/security-groups?id=040a1024-eaad-4e89-b23c-c23a7ce4f851&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1460469 Nov 05 18:37:17.039664 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [req-f530965e-fd05-4588-909f-a7cf6ff694d4 req-e0f59e4b-388d-45db-8d95-cf345a37f870 service neutron] Request body: {'port': {'device_id': 'eff99d52-5bfe-44cb-a1d6-ebdef5ac0a4d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816865-1'}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:37:17.080915 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-71dcf4c5-ea69-40f6-bba8-0141add1a3e2 req-ffd84e2f-f68b-4d2b-bb06-57803c91d386 tempest-SecurityGroupsTestAdminJSON-966440345 tempest-SecurityGroupsTestAdminJSON-966440345-project-admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:17.135645 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-4282d63c-6d4c-4aac-8b82-cf30c35ecb64 None None] Provisioning complete for port ef314ce2-4597-4d9a-a65c-10552dafa64f triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:37:17.137202 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-f530965e-fd05-4588-909f-a7cf6ff694d4 req-e0f59e4b-388d-45db-8d95-cf345a37f870 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:17.137458 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-4282d63c-6d4c-4aac-8b82-cf30c35ecb64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:17.229446 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-4282d63c-6d4c-4aac-8b82-cf30c35ecb64 None None] Port ef314ce2-4597-4d9a-a65c-10552dafa64f cannot update to ACTIVE because it is not bound. {{(pid=102388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 18:37:17.309267 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-71dcf4c5-ea69-40f6-bba8-0141add1a3e2 req-ffd84e2f-f68b-4d2b-bb06-57803c91d386 tempest-SecurityGroupsTestAdminJSON-966440345 tempest-SecurityGroupsTestAdminJSON-966440345-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:17.311866 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-71dcf4c5-ea69-40f6-bba8-0141add1a3e2 req-ffd84e2f-f68b-4d2b-bb06-57803c91d386 tempest-SecurityGroupsTestAdminJSON-966440345 tempest-SecurityGroupsTestAdminJSON-966440345-project-admin] Publish callbacks [] for security_group, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:17.316727 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-71dcf4c5-ea69-40f6-bba8-0141add1a3e2 req-ffd84e2f-f68b-4d2b-bb06-57803c91d386 tempest-SecurityGroupsTestAdminJSON-966440345 tempest-SecurityGroupsTestAdminJSON-966440345-project-admin] 10.222.0.13 "DELETE /v2.0/security-groups/acdb7575-3941-4857-899d-57eafc28ef47 HTTP/1.1" status: 204 len: 173 time: 0.4294202 Nov 05 18:37:17.341386 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 37336) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:37:17.375205 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd84e2f-f68b-4d2b-bb06-57803c91d386 tempest-SecurityGroupsTestAdminJSON-966440345 tempest-SecurityGroupsTestAdminJSON-966440345-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acdb7575-3941-4857-899d-57eafc28ef47,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:37:17.389724 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9949e8a3-5fa9-49cf-8bc0-b38a03d578de req-6e6a166c-dec6-484d-a2a2-fae699c47b16 tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:37:17.399513 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-9949e8a3-5fa9-49cf-8bc0-b38a03d578de req-6e6a166c-dec6-484d-a2a2-fae699c47b16 tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] 10.222.0.13 "GET /v2.0/ports?device_id=1deb7c06-0d89-436e-a71b-115690d709c3 HTTP/1.1" status: 200 len: 950 time: 0.1891723 Nov 05 18:37:17.456863 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-06c10f25-f6c9-4b62-bfb9-e3c48e3fee7c req-6ebadb92-7b9e-4e47-b971-38796aebe3c2 tempest-DeleteServersAdminTestJSON-2094521221 tempest-DeleteServersAdminTestJSON-2094521221-project] 10.222.0.13 "GET /v2.0/ports?device_id=3c189e9e-b1d3-46b9-9126-d7820d6f87e2 HTTP/1.1" status: 200 len: 210 time: 0.0762713 Nov 05 18:37:17.554501 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-9949e8a3-5fa9-49cf-8bc0-b38a03d578de req-2b690803-8b03-4155-890d-9c8a45e8cfdc tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] 10.222.0.13 "GET /v2.0/security-groups?id=c4f63610-8850-433c-ac4b-7e7146261ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505039 Nov 05 18:37:17.600666 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-0e4b7dea-f4f2-4a45-a0aa-425242e04c49 req-3dc26c95-b2a4-4173-9b78-b4eb3b0009f4 tempest-SecurityGroupsTestAdminJSON-932019128 tempest-SecurityGroupsTestAdminJSON-932019128-project] 10.222.0.13 "GET /v2.0/security-groups/6e2ddd54-df27-4f08-b213-d79770a3d529 HTTP/1.1" status: 200 len: 1793 time: 0.0834792 Nov 05 18:37:17.661143 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 37346) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:37:17.676719 n-d-816865-1 neutron-server[102387]: DEBUG neutron.notifiers.nova [req-f530965e-fd05-4588-909f-a7cf6ff694d4 req-e0f59e4b-388d-45db-8d95-cf345a37f870 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ef314ce2-4597-4d9a-a65c-10552dafa64f {{(pid=102387) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 18:37:17.679214 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-e9a27fd2-b800-4a05-bd9f-7e860f103729 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:17.686511 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-f530965e-fd05-4588-909f-a7cf6ff694d4 req-e0f59e4b-388d-45db-8d95-cf345a37f870 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:17.711250 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.provisioning_blocks [req-f530965e-fd05-4588-909f-a7cf6ff694d4 req-e0f59e4b-388d-45db-8d95-cf345a37f870 service neutron] Transition to ACTIVE for port object ef314ce2-4597-4d9a-a65c-10552dafa64f will not be triggered until provisioned by entity L2. {{(pid=102387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 05 18:37:17.714452 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-0e4b7dea-f4f2-4a45-a0aa-425242e04c49 req-5957cd45-cdbb-49b7-9184-2077e7a8a46f tempest-SecurityGroupsTestAdminJSON-932019128 tempest-SecurityGroupsTestAdminJSON-932019128-project] Publish callbacks [] for security_group, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:17.757088 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-0e4b7dea-f4f2-4a45-a0aa-425242e04c49 req-5957cd45-cdbb-49b7-9184-2077e7a8a46f tempest-SecurityGroupsTestAdminJSON-932019128 tempest-SecurityGroupsTestAdminJSON-932019128-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:17.790884 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-5b2c890e-ce4c-45be-82a6-526006736d08 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8a98bf8e41c94bf396f12e0212c6cc8f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4475718 Nov 05 18:37:17.794035 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 37352) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:37:17.833422 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-f530965e-fd05-4588-909f-a7cf6ff694d4 req-e0f59e4b-388d-45db-8d95-cf345a37f870 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:17.850915 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-e9a27fd2-b800-4a05-bd9f-7e860f103729 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:17.901633 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-da96c9f1-455e-488a-b68a-00b03dd700a5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:17.930261 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f59e4b-388d-45db-8d95-cf345a37f870 service neutron] Pushing event updated for resources: {'Port': ['ID=ef314ce2-4597-4d9a-a65c-10552dafa64f,revision_number=2']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:37:17.957683 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-e9a27fd2-b800-4a05-bd9f-7e860f103729 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:17.980074 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-0e4b7dea-f4f2-4a45-a0aa-425242e04c49 req-5957cd45-cdbb-49b7-9184-2077e7a8a46f tempest-SecurityGroupsTestAdminJSON-932019128 tempest-SecurityGroupsTestAdminJSON-932019128-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:17.983346 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-0e4b7dea-f4f2-4a45-a0aa-425242e04c49 req-5957cd45-cdbb-49b7-9184-2077e7a8a46f tempest-SecurityGroupsTestAdminJSON-932019128 tempest-SecurityGroupsTestAdminJSON-932019128-project] Publish callbacks [] for security_group, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:17.984116 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-0e4b7dea-f4f2-4a45-a0aa-425242e04c49 req-5957cd45-cdbb-49b7-9184-2077e7a8a46f tempest-SecurityGroupsTestAdminJSON-932019128 tempest-SecurityGroupsTestAdminJSON-932019128-project] 10.222.0.13 "DELETE /v2.0/security-groups/6e2ddd54-df27-4f08-b213-d79770a3d529 HTTP/1.1" status: 204 len: 173 time: 0.3746958 Nov 05 18:37:18.001991 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-da96c9f1-455e-488a-b68a-00b03dd700a5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:18.046320 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a27fd2-b800-4a05-bd9f-7e860f103729 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db7987c0-0e98-4b99-986a-b277652195f8,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:37:18.049103 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5957cd45-cdbb-49b7-9184-2077e7a8a46f tempest-SecurityGroupsTestAdminJSON-932019128 tempest-SecurityGroupsTestAdminJSON-932019128-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e2ddd54-df27-4f08-b213-d79770a3d529,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:37:18.063012 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.managers [req-f530965e-fd05-4588-909f-a7cf6ff694d4 req-e0f59e4b-388d-45db-8d95-cf345a37f870 service neutron] Attempting to bind port ef314ce2-4597-4d9a-a65c-10552dafa64f on host n-h1-816865-1 for vnic_type normal with profile {{(pid=102387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 18:37:18.063368 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.managers [req-f530965e-fd05-4588-909f-a7cf6ff694d4 req-e0f59e4b-388d-45db-8d95-cf345a37f870 service neutron] Attempting to bind port ef314ce2-4597-4d9a-a65c-10552dafa64f by drivers openvswitch,hyperv on host n-h1-816865-1 at level 0 using segments [{'id': '6c1e83a3-272c-4e69-9514-f61e4e363f8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'ba3e8390-54e7-4d99-8fec-d7b75d85d22a'}] {{(pid=102387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 18:37:18.063690 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f530965e-fd05-4588-909f-a7cf6ff694d4 req-e0f59e4b-388d-45db-8d95-cf345a37f870 service neutron] Attempting to bind port ef314ce2-4597-4d9a-a65c-10552dafa64f on network ba3e8390-54e7-4d99-8fec-d7b75d85d22a {{(pid=102387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 18:37:18.086200 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-e9a27fd2-b800-4a05-bd9f-7e860f103729 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a12fb70579564a43a41b218397abf08b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4233119 Nov 05 18:37:18.090814 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 37362) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:37:18.102327 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f530965e-fd05-4588-909f-a7cf6ff694d4 req-e0f59e4b-388d-45db-8d95-cf345a37f870 service neutron] Port ef314ce2-4597-4d9a-a65c-10552dafa64f on network ba3e8390-54e7-4d99-8fec-d7b75d85d22a not bound, no agent of type Open vSwitch agent registered on host n-h1-816865-1 {{(pid=102387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 18:37:18.102747 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f530965e-fd05-4588-909f-a7cf6ff694d4 req-e0f59e4b-388d-45db-8d95-cf345a37f870 service neutron] Attempting to bind port ef314ce2-4597-4d9a-a65c-10552dafa64f on network ba3e8390-54e7-4d99-8fec-d7b75d85d22a {{(pid=102387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 18:37:18.117875 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f530965e-fd05-4588-909f-a7cf6ff694d4 req-e0f59e4b-388d-45db-8d95-cf345a37f870 service neutron] Checking agent: {'id': 'eb596d7c-8c64-42bd-8aca-fad447eb0eab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816865-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 18, 33, 34), 'started_at': datetime.datetime(2021, 11, 5, 18, 33, 34), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 18, 37, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 18:37:18.122400 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f530965e-fd05-4588-909f-a7cf6ff694d4 req-e0f59e4b-388d-45db-8d95-cf345a37f870 service neutron] Checking segment: {'id': '6c1e83a3-272c-4e69-9514-f61e4e363f8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'ba3e8390-54e7-4d99-8fec-d7b75d85d22a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 18:37:18.122400 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f530965e-fd05-4588-909f-a7cf6ff694d4 req-e0f59e4b-388d-45db-8d95-cf345a37f870 service neutron] Bound using segment: {'id': '6c1e83a3-272c-4e69-9514-f61e4e363f8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'ba3e8390-54e7-4d99-8fec-d7b75d85d22a'} {{(pid=102387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 18:37:18.122400 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.managers [req-f530965e-fd05-4588-909f-a7cf6ff694d4 req-e0f59e4b-388d-45db-8d95-cf345a37f870 service neutron] Bound port: ef314ce2-4597-4d9a-a65c-10552dafa64f, host: n-h1-816865-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6c1e83a3-272c-4e69-9514-f61e4e363f8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'ba3e8390-54e7-4d99-8fec-d7b75d85d22a'}}] {{(pid=102387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 18:37:18.122400 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-f530965e-fd05-4588-909f-a7cf6ff694d4 req-e0f59e4b-388d-45db-8d95-cf345a37f870 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:18.143997 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-c79bd047-fa40-464e-a4d6-57a9830ec66f req-16197385-2594-4553-b28f-c3cb704dfad9 tempest-SecurityGroupsTestAdminJSON-932019128 tempest-SecurityGroupsTestAdminJSON-932019128-project] 10.222.0.13 "GET /v2.0/security-groups/dfffe34f-54b8-4840-9635-c3e9e7a7a549 HTTP/1.1" status: 200 len: 1793 time: 0.1242063 Nov 05 18:37:18.180897 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-2fe6db75-e7f1-4b2d-a564-a8f58278c6f1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:18.211716 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-2fe6db75-e7f1-4b2d-a564-a8f58278c6f1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:18.261177 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-da96c9f1-455e-488a-b68a-00b03dd700a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:18.263965 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-da96c9f1-455e-488a-b68a-00b03dd700a5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:18.265101 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-da96c9f1-455e-488a-b68a-00b03dd700a5 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b2254f1c-cc29-4ed4-aae7-2ed47617ef3a HTTP/1.1" status: 204 len: 168 time: 0.4700797 Nov 05 18:37:18.284240 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.db [req-f530965e-fd05-4588-909f-a7cf6ff694d4 req-e0f59e4b-388d-45db-8d95-cf345a37f870 service neutron] For port ef314ce2-4597-4d9a-a65c-10552dafa64f, host n-h1-816865-1, cleared binding levels {{(pid=102387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 18:37:18.296252 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da96c9f1-455e-488a-b68a-00b03dd700a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2254f1c-cc29-4ed4-aae7-2ed47617ef3a,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:37:18.309354 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.db [req-f530965e-fd05-4588-909f-a7cf6ff694d4 req-e0f59e4b-388d-45db-8d95-cf345a37f870 service neutron] For port ef314ce2-4597-4d9a-a65c-10552dafa64f, host n-h1-816865-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=ef314ce2-4597-4d9a-a65c-10552dafa64f,segment=NetworkSegment(6c1e83a3-272c-4e69-9514-f61e4e363f8b),segment_id=6c1e83a3-272c-4e69-9514-f61e4e363f8b)] {{(pid=102387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 18:37:18.314087 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0f36ab-ff87-499f-a176-6acf4c278ec8 req-b5eefa87-3716-49dc-abd4-c3fd3c6a5434 tempest-MigrationsAdminTest-806850428 tempest-MigrationsAdminTest-806850428-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:37:18.315670 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-2b0f36ab-ff87-499f-a176-6acf4c278ec8 req-b5eefa87-3716-49dc-abd4-c3fd3c6a5434 tempest-MigrationsAdminTest-806850428 tempest-MigrationsAdminTest-806850428-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=1deb7c06-0d89-436e-a71b-115690d709c3 HTTP/1.1" status: 200 len: 1101 time: 0.1311679 Nov 05 18:37:18.341083 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-2fe6db75-e7f1-4b2d-a564-a8f58278c6f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:18.342890 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-c79bd047-fa40-464e-a4d6-57a9830ec66f req-1c81458c-fe61-430a-b653-f58eba4f469d tempest-SecurityGroupsTestAdminJSON-932019128 tempest-SecurityGroupsTestAdminJSON-932019128-project] Publish callbacks [] for security_group, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:18.346465 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-2fe6db75-e7f1-4b2d-a564-a8f58278c6f1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:18.346936 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-2b0f36ab-ff87-499f-a176-6acf4c278ec8 req-ee60ab92-6f67-41b6-bb02-7aee5f54b0dd tempest-MigrationsAdminTest-806850428 tempest-MigrationsAdminTest-806850428-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:18.347160 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-2fe6db75-e7f1-4b2d-a564-a8f58278c6f1 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/db7987c0-0e98-4b99-986a-b277652195f8 HTTP/1.1" status: 204 len: 168 time: 0.2543149 Nov 05 18:37:18.358319 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe6db75-e7f1-4b2d-a564-a8f58278c6f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db7987c0-0e98-4b99-986a-b277652195f8,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:37:18.364851 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-f530965e-fd05-4588-909f-a7cf6ff694d4 req-e0f59e4b-388d-45db-8d95-cf345a37f870 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:18.406069 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-c79bd047-fa40-464e-a4d6-57a9830ec66f req-1c81458c-fe61-430a-b653-f58eba4f469d tempest-SecurityGroupsTestAdminJSON-932019128 tempest-SecurityGroupsTestAdminJSON-932019128-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:18.440771 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f530965e-fd05-4588-909f-a7cf6ff694d4 req-e0f59e4b-388d-45db-8d95-cf345a37f870 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:37:18.441635 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-f530965e-fd05-4588-909f-a7cf6ff694d4 req-e0f59e4b-388d-45db-8d95-cf345a37f870 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:18.443048 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-f530965e-fd05-4588-909f-a7cf6ff694d4 req-e0f59e4b-388d-45db-8d95-cf345a37f870 service neutron] 10.222.0.41 "PUT /v2.0/ports/ef314ce2-4597-4d9a-a65c-10552dafa64f HTTP/1.1" status: 200 len: 1091 time: 1.4162443 Nov 05 18:37:18.443560 n-d-816865-1 neutron-server[102387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eff99d52-5bfe-44cb-a1d6-ebdef5ac0a4d', 'tag': 'ef314ce2-4597-4d9a-a65c-10552dafa64f'}] {{(pid=102387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 18:37:18.445781 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab06bd4ddf5758c1f10d79fe34dc215bafa488692cde9dba2fcbcb67556f90bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c578f72-fc27-4ecb-b941-042546420bd6" -d '{"events": [{"name": "network-changed", "server_uuid": "eff99d52-5bfe-44cb-a1d6-ebdef5ac0a4d", "tag": "ef314ce2-4597-4d9a-a65c-10552dafa64f"}]}' {{(pid=102387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 18:37:18.491812 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f59e4b-388d-45db-8d95-cf345a37f870 service neutron] Pushing event updated for resources: {'Port': ['ID=ef314ce2-4597-4d9a-a65c-10552dafa64f,revision_number=3']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:37:18.540553 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-2b0f36ab-ff87-499f-a176-6acf4c278ec8 req-ee60ab92-6f67-41b6-bb02-7aee5f54b0dd tempest-MigrationsAdminTest-806850428 tempest-MigrationsAdminTest-806850428-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:18.587930 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-c79bd047-fa40-464e-a4d6-57a9830ec66f req-1c81458c-fe61-430a-b653-f58eba4f469d tempest-SecurityGroupsTestAdminJSON-932019128 tempest-SecurityGroupsTestAdminJSON-932019128-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:18.591585 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-c79bd047-fa40-464e-a4d6-57a9830ec66f req-1c81458c-fe61-430a-b653-f58eba4f469d tempest-SecurityGroupsTestAdminJSON-932019128 tempest-SecurityGroupsTestAdminJSON-932019128-project] Publish callbacks [] for security_group, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:18.592712 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-c79bd047-fa40-464e-a4d6-57a9830ec66f req-1c81458c-fe61-430a-b653-f58eba4f469d tempest-SecurityGroupsTestAdminJSON-932019128 tempest-SecurityGroupsTestAdminJSON-932019128-project] 10.222.0.13 "DELETE /v2.0/security-groups/dfffe34f-54b8-4840-9635-c3e9e7a7a549 HTTP/1.1" status: 204 len: 173 time: 0.4070859 Nov 05 18:37:18.625540 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-032876e9-da3b-4cf3-87fb-d996ccf271cf req-cc21a9e6-b575-44dd-bd0d-b8571826a4fa tempest-DeleteServersAdminTestJSON-2094521221 tempest-DeleteServersAdminTestJSON-2094521221-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=a7e5ed5d2aed45ba834202fed716a196&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0288393 Nov 05 18:37:18.638700 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-2b0f36ab-ff87-499f-a176-6acf4c278ec8 req-ee60ab92-6f67-41b6-bb02-7aee5f54b0dd tempest-MigrationsAdminTest-806850428 tempest-MigrationsAdminTest-806850428-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:18.645088 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c81458c-fe61-430a-b653-f58eba4f469d tempest-SecurityGroupsTestAdminJSON-932019128 tempest-SecurityGroupsTestAdminJSON-932019128-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfffe34f-54b8-4840-9635-c3e9e7a7a549,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:37:18.690883 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-2b0f36ab-ff87-499f-a176-6acf4c278ec8 req-ee60ab92-6f67-41b6-bb02-7aee5f54b0dd tempest-MigrationsAdminTest-806850428 tempest-MigrationsAdminTest-806850428-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=c4f63610-8850-433c-ac4b-7e7146261ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3631241 Nov 05 18:37:18.696380 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f530965e-fd05-4588-909f-a7cf6ff694d4 req-a28a233f-f1aa-496c-85f5-a4f1b1a7fabd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:37:18.698128 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-f530965e-fd05-4588-909f-a7cf6ff694d4 req-a28a233f-f1aa-496c-85f5-a4f1b1a7fabd service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e4fadb60c9fa4b0abf704559d02b8aa0&device_id=eff99d52-5bfe-44cb-a1d6-ebdef5ac0a4d HTTP/1.1" status: 200 len: 1094 time: 0.1248856 Nov 05 18:37:18.700504 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee60ab92-6f67-41b6-bb02-7aee5f54b0dd tempest-MigrationsAdminTest-806850428 tempest-MigrationsAdminTest-806850428-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd690aa0-b203-4c8d-b6e0-d23c43f14020,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:37:18.761717 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-f530965e-fd05-4588-909f-a7cf6ff694d4 req-365ef6c9-6660-4274-9d46-dcead3ac131c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ef314ce2-4597-4d9a-a65c-10552dafa64f HTTP/1.1" status: 200 len: 217 time: 0.0509152 Nov 05 18:37:18.788711 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032876e9-da3b-4cf3-87fb-d996ccf271cf req-c4ad24e1-27a0-41a3-a12e-f2df3899a2e3 tempest-DeleteServersAdminTestJSON-2094521221 tempest-DeleteServersAdminTestJSON-2094521221-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:37:18.790642 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-032876e9-da3b-4cf3-87fb-d996ccf271cf req-c4ad24e1-27a0-41a3-a12e-f2df3899a2e3 tempest-DeleteServersAdminTestJSON-2094521221 tempest-DeleteServersAdminTestJSON-2094521221-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1590385 Nov 05 18:37:18.807114 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [req-032876e9-da3b-4cf3-87fb-d996ccf271cf req-0ff0d584-7b24-4044-8798-ed718488297d tempest-DeleteServersAdminTestJSON-2094521221 tempest-DeleteServersAdminTestJSON-2094521221-project] Request body: {'port': {'device_id': '3c189e9e-b1d3-46b9-9126-d7820d6f87e2', 'network_id': 'a723f808-b11e-4066-b104-fad90c82895e', 'admin_state_up': True, 'tenant_id': 'a7e5ed5d2aed45ba834202fed716a196'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:37:18.813411 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f530965e-fd05-4588-909f-a7cf6ff694d4 req-a4334100-dd9e-4775-8035-ac95a2ec2719 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:37:18.815950 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-f530965e-fd05-4588-909f-a7cf6ff694d4 req-a4334100-dd9e-4775-8035-ac95a2ec2719 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=23219f55-021e-4f36-bac1-2c401000599a HTTP/1.1" status: 200 len: 861 time: 0.0519998 Nov 05 18:37:18.940008 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f530965e-fd05-4588-909f-a7cf6ff694d4 req-d20c6a4e-28d9-483d-8a52-3c0549ba8395 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:37:18.941527 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-f530965e-fd05-4588-909f-a7cf6ff694d4 req-d20c6a4e-28d9-483d-8a52-3c0549ba8395 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ba3e8390-54e7-4d99-8fec-d7b75d85d22a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1183650 Nov 05 18:37:18.949070 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fe5f2d-549a-46a7-b478-cf55393ae9e6 req-44b889a6-0a93-417d-8403-5acd03526546 tempest-ServersWithSpecificFlavorTestJSON-1995233136 tempest-ServersWithSpecificFlavorTestJSON-1995233136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:37:18.950474 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-22fe5f2d-549a-46a7-b478-cf55393ae9e6 req-44b889a6-0a93-417d-8403-5acd03526546 tempest-ServersWithSpecificFlavorTestJSON-1995233136 tempest-ServersWithSpecificFlavorTestJSON-1995233136-project] 10.222.0.13 "GET /v2.0/ports?device_id=eff99d52-5bfe-44cb-a1d6-ebdef5ac0a4d HTTP/1.1" status: 200 len: 943 time: 0.1111364 Nov 05 18:37:19.043672 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-032876e9-da3b-4cf3-87fb-d996ccf271cf req-0ff0d584-7b24-4044-8798-ed718488297d tempest-DeleteServersAdminTestJSON-2094521221 tempest-DeleteServersAdminTestJSON-2094521221-project] Made reservation on behalf of a7e5ed5d2aed45ba834202fed716a196 for: {'port': 1} {{(pid=102386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 18:37:19.047370 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-032876e9-da3b-4cf3-87fb-d996ccf271cf req-0ff0d584-7b24-4044-8798-ed718488297d tempest-DeleteServersAdminTestJSON-2094521221 tempest-DeleteServersAdminTestJSON-2094521221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:19.075757 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 18:37:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63cd5554-0dd5-44e2-87b2-b33d08940fb7 x-openstack-request-id: req-63cd5554-0dd5-44e2-87b2-b33d08940fb7 {{(pid=102387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 18:37:19.076308 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eff99d52-5bfe-44cb-a1d6-ebdef5ac0a4d", "tag": "ef314ce2-4597-4d9a-a65c-10552dafa64f", "status": "completed", "code": 200}]} {{(pid=102387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 18:37:19.076628 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-63cd5554-0dd5-44e2-87b2-b33d08940fb7 {{(pid=102387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 18:37:19.077095 n-d-816865-1 neutron-server[102387]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eff99d52-5bfe-44cb-a1d6-ebdef5ac0a4d', 'tag': 'ef314ce2-4597-4d9a-a65c-10552dafa64f', 'status': 'completed', 'code': 200} Nov 05 18:37:19.124069 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-22fe5f2d-549a-46a7-b478-cf55393ae9e6 req-c27e6e8c-b71c-42e4-a260-3f7ff8bd2a97 tempest-ServersWithSpecificFlavorTestJSON-1995233136 tempest-ServersWithSpecificFlavorTestJSON-1995233136-project] 10.222.0.13 "GET /v2.0/security-groups?id=040a1024-eaad-4e89-b23c-c23a7ce4f851&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1642244 Nov 05 18:37:19.126101 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-f530965e-fd05-4588-909f-a7cf6ff694d4 req-16d1d9ab-3952-47c0-b9a0-35a05388babc service neutron] 10.222.0.41 "GET /v2.0/networks/ba3e8390-54e7-4d99-8fec-d7b75d85d22a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1746871 Nov 05 18:37:19.152280 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-a0c55138-5732-45c6-b175-09b83ac1c1ac req-0456169e-1699-4dd6-8168-226639674511 tempest-DeleteServersAdminTestJSON-2094521221 tempest-DeleteServersAdminTestJSON-2094521221-project] 10.222.0.13 "GET /v2.0/ports?device_id=3c189e9e-b1d3-46b9-9126-d7820d6f87e2 HTTP/1.1" status: 200 len: 210 time: 0.0489719 Nov 05 18:37:19.208075 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.db_base_plugin_common [req-032876e9-da3b-4cf3-87fb-d996ccf271cf req-0ff0d584-7b24-4044-8798-ed718488297d tempest-DeleteServersAdminTestJSON-2094521221 tempest-DeleteServersAdminTestJSON-2094521221-project] Allocated IP 192.168.233.22 (a723f808-b11e-4066-b104-fad90c82895e/05e7a1b5-165b-4a00-855a-ffbcb2eba59e/e2ad60bc-c86e-42fe-adef-59d7715111cf) {{(pid=102386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 18:37:19.270650 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-f530965e-fd05-4588-909f-a7cf6ff694d4 req-e2e3e977-e548-4fc9-90cf-e35c39d569ef service neutron] 10.222.0.41 "GET /v2.0/networks/ba3e8390-54e7-4d99-8fec-d7b75d85d22a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290739 Nov 05 18:37:19.394654 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-032876e9-da3b-4cf3-87fb-d996ccf271cf req-0ff0d584-7b24-4044-8798-ed718488297d tempest-DeleteServersAdminTestJSON-2094521221 tempest-DeleteServersAdminTestJSON-2094521221-project] Publish callbacks [] for port, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:19.401793 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 37398) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:37:19.464040 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-261f5be5-5bf3-4c9a-92dc-d90c47f38b8b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=45aa9b79b8b646a5a3a74278a18b273b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0586119 Nov 05 18:37:19.464040 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 37400) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:37:19.478256 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c578f72-fc27-4ecb-b941-042546420bd6 req-ce8ee119-4157-42f2-92d8-5cd6b8a74ad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:37:19.480686 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-5c578f72-fc27-4ecb-b941-042546420bd6 req-ce8ee119-4157-42f2-92d8-5cd6b8a74ad1 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e4fadb60c9fa4b0abf704559d02b8aa0&device_id=eff99d52-5bfe-44cb-a1d6-ebdef5ac0a4d HTTP/1.1" status: 200 len: 1094 time: 0.0743756 Nov 05 18:37:19.502088 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 37402) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:37:19.523973 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-032876e9-da3b-4cf3-87fb-d996ccf271cf req-0ff0d584-7b24-4044-8798-ed718488297d tempest-DeleteServersAdminTestJSON-2094521221 tempest-DeleteServersAdminTestJSON-2094521221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789'] for port, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:19.534351 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-20fc34f2-5f53-48ad-8fc3-acd477ef2679 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:19.601622 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-032876e9-da3b-4cf3-87fb-d996ccf271cf req-0ff0d584-7b24-4044-8798-ed718488297d tempest-DeleteServersAdminTestJSON-2094521221 tempest-DeleteServersAdminTestJSON-2094521221-project] Network a723f808-b11e-4066-b104-fad90c82895e is already hosted by enough agents. {{(pid=102386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 18:37:19.602545 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff0d584-7b24-4044-8798-ed718488297d tempest-DeleteServersAdminTestJSON-2094521221 tempest-DeleteServersAdminTestJSON-2094521221-project] Pushing event updated for resources: {'Port': ['ID=e2ad60bc-c86e-42fe-adef-59d7715111cf,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:37:19.609047 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.base_scheduler [req-032876e9-da3b-4cf3-87fb-d996ccf271cf req-0ff0d584-7b24-4044-8798-ed718488297d tempest-DeleteServersAdminTestJSON-2094521221 tempest-DeleteServersAdminTestJSON-2094521221-project] Resources bound (agent type, host, resource id): {{(pid=102386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:37:19.611944 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c578f72-fc27-4ecb-b941-042546420bd6 req-9e8d5785-e69b-4b92-a93f-b1818b17e5c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:37:19.613541 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-5c578f72-fc27-4ecb-b941-042546420bd6 req-9e8d5785-e69b-4b92-a93f-b1818b17e5c8 service neutron] 10.222.0.41 "GET /v2.0/networks?id=ba3e8390-54e7-4d99-8fec-d7b75d85d22a HTTP/1.1" status: 200 len: 923 time: 0.1235716 Nov 05 18:37:19.616072 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-20fc34f2-5f53-48ad-8fc3-acd477ef2679 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:19.618616 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [req-032876e9-da3b-4cf3-87fb-d996ccf271cf req-0ff0d584-7b24-4044-8798-ed718488297d tempest-DeleteServersAdminTestJSON-2094521221 tempest-DeleteServersAdminTestJSON-2094521221-project] Received port after_create {{(pid=102386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 18:37:19.626617 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032876e9-da3b-4cf3-87fb-d996ccf271cf req-0ff0d584-7b24-4044-8798-ed718488297d tempest-DeleteServersAdminTestJSON-2094521221 tempest-DeleteServersAdminTestJSON-2094521221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:37:19.627429 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-032876e9-da3b-4cf3-87fb-d996ccf271cf req-0ff0d584-7b24-4044-8798-ed718488297d tempest-DeleteServersAdminTestJSON-2094521221 tempest-DeleteServersAdminTestJSON-2094521221-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:19.672751 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-5c578f72-fc27-4ecb-b941-042546420bd6 req-7969b00c-f796-4920-887f-b5f5d502bddf service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ef314ce2-4597-4d9a-a65c-10552dafa64f HTTP/1.1" status: 200 len: 217 time: 0.0473461 Nov 05 18:37:19.726353 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-032876e9-da3b-4cf3-87fb-d996ccf271cf req-0ff0d584-7b24-4044-8798-ed718488297d tempest-DeleteServersAdminTestJSON-2094521221 tempest-DeleteServersAdminTestJSON-2094521221-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.9229407 Nov 05 18:37:19.746031 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [req-032876e9-da3b-4cf3-87fb-d996ccf271cf req-38819088-07b2-427d-abd4-135e00b47574 service neutron] Request body: {'port': {'device_id': '3c189e9e-b1d3-46b9-9126-d7820d6f87e2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816865-1'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:37:19.749096 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c578f72-fc27-4ecb-b941-042546420bd6 req-f232917d-1b1d-4f73-9ecf-ebbb00ca61d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:37:19.750605 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-5c578f72-fc27-4ecb-b941-042546420bd6 req-f232917d-1b1d-4f73-9ecf-ebbb00ca61d6 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=23219f55-021e-4f36-bac1-2c401000599a HTTP/1.1" status: 200 len: 861 time: 0.0693583 Nov 05 18:37:19.800108 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-6d212999-c70c-4211-a553-f629f9bfbd59 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6169528ebe004a6b8a06e5ab613fe888&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2934442 Nov 05 18:37:19.800202 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 37420) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:37:19.801695 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-20fc34f2-5f53-48ad-8fc3-acd477ef2679 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:19.805970 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-20fc34f2-5f53-48ad-8fc3-acd477ef2679 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:19.807457 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-20fc34f2-5f53-48ad-8fc3-acd477ef2679 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c8a37191-481e-42da-9089-e583303a58cc HTTP/1.1" status: 204 len: 168 time: 0.3425307 Nov 05 18:37:19.820338 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20fc34f2-5f53-48ad-8fc3-acd477ef2679 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8a37191-481e-42da-9089-e583303a58cc,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:37:19.866450 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c578f72-fc27-4ecb-b941-042546420bd6 req-4a1aef8b-d25c-47e4-a8a4-45576e3b87b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:37:19.866726 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-032876e9-da3b-4cf3-87fb-d996ccf271cf req-38819088-07b2-427d-abd4-135e00b47574 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:19.867951 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-5c578f72-fc27-4ecb-b941-042546420bd6 req-4a1aef8b-d25c-47e4-a8a4-45576e3b87b5 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ba3e8390-54e7-4d99-8fec-d7b75d85d22a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1087337 Nov 05 18:37:19.915088 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-5ca0968b-0c76-4df0-99f9-a4f04afc43ee admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:19.969763 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-5ca0968b-0c76-4df0-99f9-a4f04afc43ee admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:20.014529 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-5c578f72-fc27-4ecb-b941-042546420bd6 req-7440762d-c1c6-499d-b02e-fbc874b6c68d service neutron] 10.222.0.41 "GET /v2.0/networks/ba3e8390-54e7-4d99-8fec-d7b75d85d22a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1382003 Nov 05 18:37:20.067512 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-5218f9d1-bb02-44ed-a3d9-4655082745c6 None None] Provisioning complete for port e2ad60bc-c86e-42fe-adef-59d7715111cf triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:37:20.069558 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-5218f9d1-bb02-44ed-a3d9-4655082745c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:20.122335 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-5218f9d1-bb02-44ed-a3d9-4655082745c6 None None] Port e2ad60bc-c86e-42fe-adef-59d7715111cf cannot update to ACTIVE because it is not bound. {{(pid=102388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 18:37:20.130685 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-5ca0968b-0c76-4df0-99f9-a4f04afc43ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:20.135501 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-5ca0968b-0c76-4df0-99f9-a4f04afc43ee admin admin] Publish callbacks [] for security_group, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:20.142463 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-5ca0968b-0c76-4df0-99f9-a4f04afc43ee admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0a3b7877-33ea-4f5f-9a7f-fffad870a987 HTTP/1.1" status: 204 len: 168 time: 0.3397307 Nov 05 18:37:20.156374 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca0968b-0c76-4df0-99f9-a4f04afc43ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a3b7877-33ea-4f5f-9a7f-fffad870a987,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:37:20.187617 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-5c578f72-fc27-4ecb-b941-042546420bd6 req-16be0376-925e-4061-8ebb-be48d082dffb service neutron] 10.222.0.41 "GET /v2.0/networks/ba3e8390-54e7-4d99-8fec-d7b75d85d22a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1648698 Nov 05 18:37:20.285639 n-d-816865-1 neutron-server[102386]: DEBUG neutron.notifiers.nova [req-032876e9-da3b-4cf3-87fb-d996ccf271cf req-38819088-07b2-427d-abd4-135e00b47574 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e2ad60bc-c86e-42fe-adef-59d7715111cf {{(pid=102386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 18:37:20.290540 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2186b07-4fb0-43ea-908a-4620210b9e28 req-fc8883c7-0c6b-40d9-b898-9412ae1f60a0 tempest-ServersWithSpecificFlavorTestJSON-1995233136 tempest-ServersWithSpecificFlavorTestJSON-1995233136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:37:20.294019 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-032876e9-da3b-4cf3-87fb-d996ccf271cf req-38819088-07b2-427d-abd4-135e00b47574 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:20.303118 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-c2186b07-4fb0-43ea-908a-4620210b9e28 req-fc8883c7-0c6b-40d9-b898-9412ae1f60a0 tempest-ServersWithSpecificFlavorTestJSON-1995233136 tempest-ServersWithSpecificFlavorTestJSON-1995233136-project] 10.222.0.13 "GET /v2.0/ports?device_id=eff99d52-5bfe-44cb-a1d6-ebdef5ac0a4d HTTP/1.1" status: 200 len: 943 time: 0.0644784 Nov 05 18:37:20.312774 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.provisioning_blocks [req-032876e9-da3b-4cf3-87fb-d996ccf271cf req-38819088-07b2-427d-abd4-135e00b47574 service neutron] Transition to ACTIVE for port object e2ad60bc-c86e-42fe-adef-59d7715111cf will not be triggered until provisioned by entity L2. {{(pid=102386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 05 18:37:20.347485 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-c2186b07-4fb0-43ea-908a-4620210b9e28 req-244221d2-29a4-4730-95c6-2710831e1832 tempest-ServersWithSpecificFlavorTestJSON-1995233136 tempest-ServersWithSpecificFlavorTestJSON-1995233136-project] 10.222.0.13 "GET /v2.0/security-groups?id=040a1024-eaad-4e89-b23c-c23a7ce4f851&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456829 Nov 05 18:37:20.418676 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-032876e9-da3b-4cf3-87fb-d996ccf271cf req-38819088-07b2-427d-abd4-135e00b47574 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:20.465534 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171e473e-e081-4ffa-90eb-d9f740a87941 req-f7f94ae2-2715-4b10-b13d-331ef34a4d90 tempest-DeleteServersAdminTestJSON-2094521221 tempest-DeleteServersAdminTestJSON-2094521221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:37:20.467191 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-171e473e-e081-4ffa-90eb-d9f740a87941 req-f7f94ae2-2715-4b10-b13d-331ef34a4d90 tempest-DeleteServersAdminTestJSON-2094521221 tempest-DeleteServersAdminTestJSON-2094521221-project] 10.222.0.13 "GET /v2.0/ports?device_id=3c189e9e-b1d3-46b9-9126-d7820d6f87e2 HTTP/1.1" status: 200 len: 935 time: 0.0639191 Nov 05 18:37:20.507564 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38819088-07b2-427d-abd4-135e00b47574 service neutron] Pushing event updated for resources: {'Port': ['ID=e2ad60bc-c86e-42fe-adef-59d7715111cf,revision_number=2']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:37:20.566950 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-171e473e-e081-4ffa-90eb-d9f740a87941 req-84349ff5-eb01-4df3-9c36-2fb2d58c0cc2 tempest-DeleteServersAdminTestJSON-2094521221 tempest-DeleteServersAdminTestJSON-2094521221-project] 10.222.0.13 "GET /v2.0/security-groups?id=942ef13b-cfd3-445e-862e-15680ff42d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879567 Nov 05 18:37:20.585047 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [req-032876e9-da3b-4cf3-87fb-d996ccf271cf req-38819088-07b2-427d-abd4-135e00b47574 service neutron] Attempting to bind port e2ad60bc-c86e-42fe-adef-59d7715111cf on host n-h1-816865-1 for vnic_type normal with profile {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 18:37:20.585387 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [req-032876e9-da3b-4cf3-87fb-d996ccf271cf req-38819088-07b2-427d-abd4-135e00b47574 service neutron] Attempting to bind port e2ad60bc-c86e-42fe-adef-59d7715111cf by drivers openvswitch,hyperv on host n-h1-816865-1 at level 0 using segments [{'id': '35c2db9c-522d-48d3-98cf-a08c2cc55db7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'a723f808-b11e-4066-b104-fad90c82895e'}] {{(pid=102386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 18:37:20.585715 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-032876e9-da3b-4cf3-87fb-d996ccf271cf req-38819088-07b2-427d-abd4-135e00b47574 service neutron] Attempting to bind port e2ad60bc-c86e-42fe-adef-59d7715111cf on network a723f808-b11e-4066-b104-fad90c82895e {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 18:37:20.593573 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 37442) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:37:20.606314 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-032876e9-da3b-4cf3-87fb-d996ccf271cf req-38819088-07b2-427d-abd4-135e00b47574 service neutron] Port e2ad60bc-c86e-42fe-adef-59d7715111cf on network a723f808-b11e-4066-b104-fad90c82895e not bound, no agent of type Open vSwitch agent registered on host n-h1-816865-1 {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 18:37:20.606914 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-032876e9-da3b-4cf3-87fb-d996ccf271cf req-38819088-07b2-427d-abd4-135e00b47574 service neutron] Attempting to bind port e2ad60bc-c86e-42fe-adef-59d7715111cf on network a723f808-b11e-4066-b104-fad90c82895e {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 18:37:20.618203 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9590807-1e8f-4241-aaaf-243b4a6a2f42 req-ef203390-7099-4c58-94e8-dd9b2709ceb3 tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:37:20.618792 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-032876e9-da3b-4cf3-87fb-d996ccf271cf req-38819088-07b2-427d-abd4-135e00b47574 service neutron] Checking agent: {'id': 'eb596d7c-8c64-42bd-8aca-fad447eb0eab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816865-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 18, 33, 34), 'started_at': datetime.datetime(2021, 11, 5, 18, 33, 34), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 18, 37, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 18:37:20.619149 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-032876e9-da3b-4cf3-87fb-d996ccf271cf req-38819088-07b2-427d-abd4-135e00b47574 service neutron] Checking segment: {'id': '35c2db9c-522d-48d3-98cf-a08c2cc55db7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'a723f808-b11e-4066-b104-fad90c82895e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 18:37:20.619527 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-032876e9-da3b-4cf3-87fb-d996ccf271cf req-38819088-07b2-427d-abd4-135e00b47574 service neutron] Bound using segment: {'id': '35c2db9c-522d-48d3-98cf-a08c2cc55db7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'a723f808-b11e-4066-b104-fad90c82895e'} {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 18:37:20.619953 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [req-032876e9-da3b-4cf3-87fb-d996ccf271cf req-38819088-07b2-427d-abd4-135e00b47574 service neutron] Bound port: e2ad60bc-c86e-42fe-adef-59d7715111cf, host: n-h1-816865-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35c2db9c-522d-48d3-98cf-a08c2cc55db7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'a723f808-b11e-4066-b104-fad90c82895e'}}] {{(pid=102386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 18:37:20.621468 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-032876e9-da3b-4cf3-87fb-d996ccf271cf req-38819088-07b2-427d-abd4-135e00b47574 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:20.627163 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-a9590807-1e8f-4241-aaaf-243b4a6a2f42 req-ef203390-7099-4c58-94e8-dd9b2709ceb3 tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] 10.222.0.13 "GET /v2.0/ports?device_id=1deb7c06-0d89-436e-a71b-115690d709c3 HTTP/1.1" status: 200 len: 950 time: 0.0912740 Nov 05 18:37:20.687072 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-a9590807-1e8f-4241-aaaf-243b4a6a2f42 req-6f40c6e4-f526-4fbf-b7a3-7a1c745072cb tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] 10.222.0.13 "GET /v2.0/security-groups?id=c4f63610-8850-433c-ac4b-7e7146261ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566792 Nov 05 18:37:20.706934 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [req-032876e9-da3b-4cf3-87fb-d996ccf271cf req-38819088-07b2-427d-abd4-135e00b47574 service neutron] For port e2ad60bc-c86e-42fe-adef-59d7715111cf, host n-h1-816865-1, cleared binding levels {{(pid=102386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 18:37:20.713191 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [req-032876e9-da3b-4cf3-87fb-d996ccf271cf req-38819088-07b2-427d-abd4-135e00b47574 service neutron] For port e2ad60bc-c86e-42fe-adef-59d7715111cf, host n-h1-816865-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=e2ad60bc-c86e-42fe-adef-59d7715111cf,segment=NetworkSegment(35c2db9c-522d-48d3-98cf-a08c2cc55db7),segment_id=35c2db9c-522d-48d3-98cf-a08c2cc55db7)] {{(pid=102386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 18:37:20.785168 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-032876e9-da3b-4cf3-87fb-d996ccf271cf req-38819088-07b2-427d-abd4-135e00b47574 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:20.821519 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032876e9-da3b-4cf3-87fb-d996ccf271cf req-38819088-07b2-427d-abd4-135e00b47574 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:37:20.822161 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-032876e9-da3b-4cf3-87fb-d996ccf271cf req-38819088-07b2-427d-abd4-135e00b47574 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:20.823650 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-032876e9-da3b-4cf3-87fb-d996ccf271cf req-38819088-07b2-427d-abd4-135e00b47574 service neutron] 10.222.0.41 "PUT /v2.0/ports/e2ad60bc-c86e-42fe-adef-59d7715111cf HTTP/1.1" status: 200 len: 1095 time: 1.0885196 Nov 05 18:37:20.824088 n-d-816865-1 neutron-server[102386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c189e9e-b1d3-46b9-9126-d7820d6f87e2', 'tag': 'e2ad60bc-c86e-42fe-adef-59d7715111cf'}] {{(pid=102386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 18:37:20.826333 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6173a44d7c73f41af551dc890fa1a5892c2c6bc3458b640c8e0c24db7876ba6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24ea8bf4-c574-461d-a791-579ec757f396" -d '{"events": [{"name": "network-changed", "server_uuid": "3c189e9e-b1d3-46b9-9126-d7820d6f87e2", "tag": "e2ad60bc-c86e-42fe-adef-59d7715111cf"}]}' {{(pid=102386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 18:37:20.851704 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38819088-07b2-427d-abd4-135e00b47574 service neutron] Pushing event updated for resources: {'Port': ['ID=e2ad60bc-c86e-42fe-adef-59d7715111cf,revision_number=3']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:37:20.904710 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 18:37:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4030996c-52a5-4603-8b83-d4262cb95545 x-openstack-request-id: req-4030996c-52a5-4603-8b83-d4262cb95545 {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 18:37:20.905106 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c189e9e-b1d3-46b9-9126-d7820d6f87e2", "tag": "e2ad60bc-c86e-42fe-adef-59d7715111cf", "status": "completed", "code": 200}]} {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 18:37:20.914856 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4030996c-52a5-4603-8b83-d4262cb95545 {{(pid=102386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 18:37:20.915581 n-d-816865-1 neutron-server[102386]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c189e9e-b1d3-46b9-9126-d7820d6f87e2', 'tag': 'e2ad60bc-c86e-42fe-adef-59d7715111cf', 'status': 'completed', 'code': 200} Nov 05 18:37:20.929483 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-7f9b7d1b-d0c5-4e26-9a14-76b64c33bdf8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:21.007233 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 37462) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:37:21.038935 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ea8bf4-c574-461d-a791-579ec757f396 req-dc522094-36ff-4853-94bd-75e3e0d3a00a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:37:21.040854 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-24ea8bf4-c574-461d-a791-579ec757f396 req-dc522094-36ff-4853-94bd-75e3e0d3a00a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a7e5ed5d2aed45ba834202fed716a196&device_id=3c189e9e-b1d3-46b9-9126-d7820d6f87e2 HTTP/1.1" status: 200 len: 1098 time: 0.1083715 Nov 05 18:37:21.084494 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-24ea8bf4-c574-461d-a791-579ec757f396 req-1d978265-0247-4bd3-8751-d5a7e6d28722 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=a7e5ed5d2aed45ba834202fed716a196&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0351958 Nov 05 18:37:21.210283 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-7f9b7d1b-d0c5-4e26-9a14-76b64c33bdf8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:21.271140 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ea8bf4-c574-461d-a791-579ec757f396 req-3ba731e4-fe7a-41d4-b4b5-631979d37880 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:37:21.272632 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-24ea8bf4-c574-461d-a791-579ec757f396 req-3ba731e4-fe7a-41d4-b4b5-631979d37880 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1813824 Nov 05 18:37:21.295337 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-7f9b7d1b-d0c5-4e26-9a14-76b64c33bdf8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:21.309500 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 37470) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:37:21.368816 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-7f9b7d1b-d0c5-4e26-9a14-76b64c33bdf8 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d57123c93db84db59df8aa6e96e80305&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7706254 Nov 05 18:37:21.368816 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9b7d1b-d0c5-4e26-9a14-76b64c33bdf8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c940bbf-5459-4a7f-a1ff-605cbbfbe9a6,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:37:21.372117 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 37474) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:37:21.372445 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 37476) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:37:21.385648 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-96d6ef4e-b690-416e-a662-6b268f06a017 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7fcf82ec6f144b9ea513752eb40d0b23&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0746548 Nov 05 18:37:21.537317 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7387732-81e4-4215-99f9-a1c18582841c req-02d69090-3286-4859-8ee3-4826013d0585 tempest-ServersWithSpecificFlavorTestJSON-1995233136 tempest-ServersWithSpecificFlavorTestJSON-1995233136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:37:21.539124 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-f7387732-81e4-4215-99f9-a1c18582841c req-02d69090-3286-4859-8ee3-4826013d0585 tempest-ServersWithSpecificFlavorTestJSON-1995233136 tempest-ServersWithSpecificFlavorTestJSON-1995233136-project] 10.222.0.13 "GET /v2.0/ports?device_id=eff99d52-5bfe-44cb-a1d6-ebdef5ac0a4d HTTP/1.1" status: 200 len: 943 time: 0.0945954 Nov 05 18:37:21.553219 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-135ab233-aee0-4644-a61c-8c17cbad4d59 req-457d02c6-b812-4915-9708-103ead6b4e74 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=1deb7c06-0d89-436e-a71b-115690d709c3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.5445302 Nov 05 18:37:21.558540 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [req-135ab233-aee0-4644-a61c-8c17cbad4d59 req-4e287432-563a-4b2f-90d5-18f302412a9c service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=102387) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 05 18:37:21.571299 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-135ab233-aee0-4644-a61c-8c17cbad4d59 req-4e287432-563a-4b2f-90d5-18f302412a9c service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0090537 Nov 05 18:37:21.644939 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032876e9-da3b-4cf3-87fb-d996ccf271cf req-e776925f-7302-46d5-900e-573ab0719d50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:37:21.646513 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-032876e9-da3b-4cf3-87fb-d996ccf271cf req-e776925f-7302-46d5-900e-573ab0719d50 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a7e5ed5d2aed45ba834202fed716a196&device_id=3c189e9e-b1d3-46b9-9126-d7820d6f87e2 HTTP/1.1" status: 200 len: 1098 time: 0.3260641 Nov 05 18:37:21.721885 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-032876e9-da3b-4cf3-87fb-d996ccf271cf req-692e8db1-edbe-42c9-8fb4-398ee1702aa0 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.22&port_id=e2ad60bc-c86e-42fe-adef-59d7715111cf HTTP/1.1" status: 200 len: 217 time: 0.0673428 Nov 05 18:37:21.724900 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-cd69aba7-ae7c-48cd-b464-2227e741ef7c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:21.728160 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-ace7c954-9efa-4220-b6e0-821182485d95 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:21.802675 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-cd69aba7-ae7c-48cd-b464-2227e741ef7c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:21.817537 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-ace7c954-9efa-4220-b6e0-821182485d95 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:21.849930 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032876e9-da3b-4cf3-87fb-d996ccf271cf req-b58c3e35-23c3-48a8-a3be-b2d3ce6dd08b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:37:21.851439 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-032876e9-da3b-4cf3-87fb-d996ccf271cf req-b58c3e35-23c3-48a8-a3be-b2d3ce6dd08b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=05e7a1b5-165b-4a00-855a-ffbcb2eba59e HTTP/1.1" status: 200 len: 843 time: 0.1196110 Nov 05 18:37:21.924556 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032876e9-da3b-4cf3-87fb-d996ccf271cf req-5d38e3cf-5caf-4a64-9915-e79dbb19e0f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:37:21.926113 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-032876e9-da3b-4cf3-87fb-d996ccf271cf req-5d38e3cf-5caf-4a64-9915-e79dbb19e0f2 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a723f808-b11e-4066-b104-fad90c82895e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0666702 Nov 05 18:37:21.957006 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3332c93f-0af6-4754-9b03-0e70f9f8f6d2 req-af9722f3-33d6-4e86-802e-2834ea48d001 tempest-DeleteServersAdminTestJSON-2094521221 tempest-DeleteServersAdminTestJSON-2094521221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:37:21.958681 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-3332c93f-0af6-4754-9b03-0e70f9f8f6d2 req-af9722f3-33d6-4e86-802e-2834ea48d001 tempest-DeleteServersAdminTestJSON-2094521221 tempest-DeleteServersAdminTestJSON-2094521221-project] 10.222.0.13 "GET /v2.0/ports?device_id=3c189e9e-b1d3-46b9-9126-d7820d6f87e2 HTTP/1.1" status: 200 len: 947 time: 0.0946150 Nov 05 18:37:21.966562 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-f7387732-81e4-4215-99f9-a1c18582841c req-86fb49ff-68b9-443e-a87c-214da874030d tempest-ServersWithSpecificFlavorTestJSON-1995233136 tempest-ServersWithSpecificFlavorTestJSON-1995233136-project] 10.222.0.13 "GET /v2.0/security-groups?id=040a1024-eaad-4e89-b23c-c23a7ce4f851&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3942337 Nov 05 18:37:22.007434 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-ace7c954-9efa-4220-b6e0-821182485d95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:22.010484 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-ace7c954-9efa-4220-b6e0-821182485d95 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:22.011641 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-ace7c954-9efa-4220-b6e0-821182485d95 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5c940bbf-5459-4a7f-a1ff-605cbbfbe9a6 HTTP/1.1" status: 204 len: 168 time: 0.6372695 Nov 05 18:37:22.015553 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-cd69aba7-ae7c-48cd-b464-2227e741ef7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:22.020310 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-cd69aba7-ae7c-48cd-b464-2227e741ef7c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:22.021434 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-cd69aba7-ae7c-48cd-b464-2227e741ef7c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/cf054ca5-6922-4a0e-b55e-cf96d3753d3c HTTP/1.1" status: 204 len: 168 time: 0.6459186 Nov 05 18:37:22.060300 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace7c954-9efa-4220-b6e0-821182485d95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c940bbf-5459-4a7f-a1ff-605cbbfbe9a6,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:37:22.077594 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-3332c93f-0af6-4754-9b03-0e70f9f8f6d2 req-a71f6adc-b275-4844-913f-819c100248d4 tempest-DeleteServersAdminTestJSON-2094521221 tempest-DeleteServersAdminTestJSON-2094521221-project] 10.222.0.13 "GET /v2.0/security-groups?id=942ef13b-cfd3-445e-862e-15680ff42d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096048 Nov 05 18:37:22.090698 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd69aba7-ae7c-48cd-b464-2227e741ef7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf054ca5-6922-4a0e-b55e-cf96d3753d3c,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:37:22.099889 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-032876e9-da3b-4cf3-87fb-d996ccf271cf req-efab2177-a21a-494c-a534-af76e7f322c3 service neutron] 10.222.0.41 "GET /v2.0/networks/a723f808-b11e-4066-b104-fad90c82895e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1653845 Nov 05 18:37:22.186860 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af75ecc9-4b32-4923-8d36-129472f9b766 req-343bb0c8-3255-4a4d-ab92-19c3cc9c1458 tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:37:22.189778 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-af75ecc9-4b32-4923-8d36-129472f9b766 req-343bb0c8-3255-4a4d-ab92-19c3cc9c1458 tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] 10.222.0.13 "GET /v2.0/ports?device_id=1deb7c06-0d89-436e-a71b-115690d709c3 HTTP/1.1" status: 200 len: 950 time: 0.0765204 Nov 05 18:37:22.228877 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-032876e9-da3b-4cf3-87fb-d996ccf271cf req-2054cf1f-f377-424d-9488-a920371f6ba4 service neutron] 10.222.0.41 "GET /v2.0/networks/a723f808-b11e-4066-b104-fad90c82895e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1106064 Nov 05 18:37:22.252501 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-af75ecc9-4b32-4923-8d36-129472f9b766 req-ace2bf67-e417-48ce-9559-074c1938060e tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] 10.222.0.13 "GET /v2.0/security-groups?id=c4f63610-8850-433c-ac4b-7e7146261ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553405 Nov 05 18:37:22.758636 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Device ef314ce2-4597-4d9a-a65c-10552dafa64f details requested by agent hyperv_n-h1-816865-1 with host n-h1-816865-1 {{(pid=102388) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 05 18:37:22.854476 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] For port ef314ce2-4597-4d9a-a65c-10552dafa64f, host n-h1-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=ef314ce2-4597-4d9a-a65c-10552dafa64f,segment=NetworkSegment(6c1e83a3-272c-4e69-9514-f61e4e363f8b),segment_id=6c1e83a3-272c-4e69-9514-f61e4e363f8b)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:37:22.865474 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Returning: {'device': 'ef314ce2-4597-4d9a-a65c-10552dafa64f', 'network_id': 'ba3e8390-54e7-4d99-8fec-d7b75d85d22a', 'port_id': 'ef314ce2-4597-4d9a-a65c-10552dafa64f', 'mac_address': 'fa:16:3e:87:22:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23219f55-021e-4f36-bac1-2c401000599a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102388) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 05 18:37:22.902701 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:22.916994 n-d-816865-1 neutron-server[102388]: DEBUG neutron.notifiers.nova [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef314ce2-4597-4d9a-a65c-10552dafa64f {{(pid=102388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 18:37:22.945612 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] For port ef314ce2-4597-4d9a-a65c-10552dafa64f, host n-h1-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=ef314ce2-4597-4d9a-a65c-10552dafa64f,segment=NetworkSegment(6c1e83a3-272c-4e69-9514-f61e4e363f8b),segment_id=6c1e83a3-272c-4e69-9514-f61e4e363f8b)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:37:23.026640 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 37562) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:37:23.045952 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-8aa412fe-c1e7-4db9-8484-c97149713114 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:23.058850 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:23.114643 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Pushing event updated for resources: {'Port': ['ID=ef314ce2-4597-4d9a-a65c-10552dafa64f,revision_number=4']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:37:23.131930 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2145732-937a-447e-92ec-e659717b3175 req-dad92c12-8697-4b67-accb-07a014a39bac tempest-ServersWithSpecificFlavorTestJSON-1995233136 tempest-ServersWithSpecificFlavorTestJSON-1995233136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:37:23.139129 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-b2145732-937a-447e-92ec-e659717b3175 req-dad92c12-8697-4b67-accb-07a014a39bac tempest-ServersWithSpecificFlavorTestJSON-1995233136 tempest-ServersWithSpecificFlavorTestJSON-1995233136-project] 10.222.0.13 "GET /v2.0/ports?device_id=eff99d52-5bfe-44cb-a1d6-ebdef5ac0a4d HTTP/1.1" status: 200 len: 944 time: 0.0842438 Nov 05 18:37:23.261115 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-b2145732-937a-447e-92ec-e659717b3175 req-1c3e60a3-d5b2-47b8-b858-e473971b0257 tempest-ServersWithSpecificFlavorTestJSON-1995233136 tempest-ServersWithSpecificFlavorTestJSON-1995233136-project] 10.222.0.13 "GET /v2.0/security-groups?id=040a1024-eaad-4e89-b23c-c23a7ce4f851&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1205602 Nov 05 18:37:23.279723 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] get_ports_and_sgs() called for port_ids ['ef314ce2-4597-4d9a-a65c-10552dafa64f'] {{(pid=102388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 18:37:23.283044 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8ef3f5-475b-49ed-8107-7709a66b13c8 req-6090d0e3-acb5-4a70-9c76-93a181131904 tempest-DeleteServersAdminTestJSON-2094521221 tempest-DeleteServersAdminTestJSON-2094521221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:37:23.286800 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-1b8ef3f5-475b-49ed-8107-7709a66b13c8 req-6090d0e3-acb5-4a70-9c76-93a181131904 tempest-DeleteServersAdminTestJSON-2094521221 tempest-DeleteServersAdminTestJSON-2094521221-project] 10.222.0.13 "GET /v2.0/ports?device_id=3c189e9e-b1d3-46b9-9126-d7820d6f87e2 HTTP/1.1" status: 200 len: 947 time: 0.0963922 Nov 05 18:37:23.292411 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-8aa412fe-c1e7-4db9-8484-c97149713114 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:23.344071 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-1b8ef3f5-475b-49ed-8107-7709a66b13c8 req-1f374d33-70ec-4981-b1c6-2e233d8e128e tempest-DeleteServersAdminTestJSON-2094521221 tempest-DeleteServersAdminTestJSON-2094521221-project] 10.222.0.13 "GET /v2.0/security-groups?id=942ef13b-cfd3-445e-862e-15680ff42d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501850 Nov 05 18:37:23.426090 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-8aa412fe-c1e7-4db9-8484-c97149713114 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:23.553147 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-8aa412fe-c1e7-4db9-8484-c97149713114 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ae7b51df30c04173a3a33817a72977c8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5252566 Nov 05 18:37:23.555872 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 37590) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:37:23.560912 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad19441-c15b-48ce-af93-220e12c80ba5 req-3f47446e-5af5-43b6-ac2d-493524dc8ad4 tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:37:23.562484 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-3ad19441-c15b-48ce-af93-220e12c80ba5 req-3f47446e-5af5-43b6-ac2d-493524dc8ad4 tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] 10.222.0.13 "GET /v2.0/ports?device_id=1deb7c06-0d89-436e-a71b-115690d709c3 HTTP/1.1" status: 200 len: 950 time: 0.1915038 Nov 05 18:37:23.564533 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa412fe-c1e7-4db9-8484-c97149713114 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60401a15-4942-42a0-9996-548c99a6b039,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:37:23.568491 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-24748444-cc17-4906-bfb7-4c7ce0477bba req-11c153c2-dbb6-4237-bb6f-aa8f0938cbe2 tempest-FlavorsV2NegativeTest-1268961205 tempest-FlavorsV2NegativeTest-1268961205-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=d71d4d8e24e34a35bc8f76c401940095&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0816853 Nov 05 18:37:23.662861 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-7fcb64f1-4a49-44ce-93a9-b25625cf74d4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:23.701552 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-7fcb64f1-4a49-44ce-93a9-b25625cf74d4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:23.702857 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-3ad19441-c15b-48ce-af93-220e12c80ba5 req-2159f318-b47b-44df-9f92-5c19d1fb5909 tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] 10.222.0.13 "GET /v2.0/security-groups?id=c4f63610-8850-433c-ac4b-7e7146261ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266022 Nov 05 18:37:23.740495 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24748444-cc17-4906-bfb7-4c7ce0477bba req-6d8aaec3-007d-4f86-9280-c8b997376d5c tempest-FlavorsV2NegativeTest-1268961205 tempest-FlavorsV2NegativeTest-1268961205-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:37:23.748201 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-24748444-cc17-4906-bfb7-4c7ce0477bba req-6d8aaec3-007d-4f86-9280-c8b997376d5c tempest-FlavorsV2NegativeTest-1268961205 tempest-FlavorsV2NegativeTest-1268961205-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1741216 Nov 05 18:37:23.764051 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-24748444-cc17-4906-bfb7-4c7ce0477bba req-1e451527-e3e9-403c-937e-bafdaec4fba7 tempest-FlavorsV2NegativeTest-1268961205 tempest-FlavorsV2NegativeTest-1268961205-project] 10.222.0.13 "GET /v2.0/quotas/d71d4d8e24e34a35bc8f76c401940095 HTTP/1.1" status: 200 len: 375 time: 0.0150597 Nov 05 18:37:23.793444 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-24748444-cc17-4906-bfb7-4c7ce0477bba req-1f9f4ff9-d8bf-4788-8bac-0c495344e455 tempest-FlavorsV2NegativeTest-1268961205 tempest-FlavorsV2NegativeTest-1268961205-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=d71d4d8e24e34a35bc8f76c401940095&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0285137 Nov 05 18:37:23.907442 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-7fcb64f1-4a49-44ce-93a9-b25625cf74d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:23.907442 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-7fcb64f1-4a49-44ce-93a9-b25625cf74d4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:23.907442 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-7fcb64f1-4a49-44ce-93a9-b25625cf74d4 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/60401a15-4942-42a0-9996-548c99a6b039 HTTP/1.1" status: 204 len: 168 time: 0.3477082 Nov 05 18:37:23.913514 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fcb64f1-4a49-44ce-93a9-b25625cf74d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60401a15-4942-42a0-9996-548c99a6b039,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:37:24.393554 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6a553b-6d62-4906-8fa9-cc7ab7925279 req-4ffdbdb7-d513-41e3-9b49-dacd47fe153b tempest-ServersWithSpecificFlavorTestJSON-1995233136 tempest-ServersWithSpecificFlavorTestJSON-1995233136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:37:24.395414 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-8e6a553b-6d62-4906-8fa9-cc7ab7925279 req-4ffdbdb7-d513-41e3-9b49-dacd47fe153b tempest-ServersWithSpecificFlavorTestJSON-1995233136 tempest-ServersWithSpecificFlavorTestJSON-1995233136-project] 10.222.0.13 "GET /v2.0/ports?device_id=eff99d52-5bfe-44cb-a1d6-ebdef5ac0a4d HTTP/1.1" status: 200 len: 944 time: 0.0595615 Nov 05 18:37:24.472590 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135ab233-aee0-4644-a61c-8c17cbad4d59 req-ddb61606-1939-4af8-8df4-b46776e02a65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:37:24.474453 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-135ab233-aee0-4644-a61c-8c17cbad4d59 req-ddb61606-1939-4af8-8df4-b46776e02a65 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=10ec5728e81c4449951d5c9e87d02372&device_id=1deb7c06-0d89-436e-a71b-115690d709c3 HTTP/1.1" status: 200 len: 1101 time: 0.0594442 Nov 05 18:37:24.499324 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-8e6a553b-6d62-4906-8fa9-cc7ab7925279 req-eb6597a6-8c3b-4287-80d7-c7549bdd8ab3 tempest-ServersWithSpecificFlavorTestJSON-1995233136 tempest-ServersWithSpecificFlavorTestJSON-1995233136-project] 10.222.0.13 "GET /v2.0/security-groups?id=040a1024-eaad-4e89-b23c-c23a7ce4f851&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0979106 Nov 05 18:37:24.531128 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac7d602-880a-4d66-b5de-9c7b99eb7651 req-0da876a1-3598-4895-877e-f20e03341908 tempest-DeleteServersAdminTestJSON-2094521221 tempest-DeleteServersAdminTestJSON-2094521221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:37:24.534348 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-dac7d602-880a-4d66-b5de-9c7b99eb7651 req-0da876a1-3598-4895-877e-f20e03341908 tempest-DeleteServersAdminTestJSON-2094521221 tempest-DeleteServersAdminTestJSON-2094521221-project] 10.222.0.13 "GET /v2.0/ports?device_id=3c189e9e-b1d3-46b9-9126-d7820d6f87e2 HTTP/1.1" status: 200 len: 947 time: 0.0859962 Nov 05 18:37:24.603504 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135ab233-aee0-4644-a61c-8c17cbad4d59 req-b8a46a31-0a3d-40e6-b313-da6e27379bff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:37:24.605266 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-135ab233-aee0-4644-a61c-8c17cbad4d59 req-b8a46a31-0a3d-40e6-b313-da6e27379bff service neutron] 10.222.0.55 "GET /v2.0/networks?id=a723f808-b11e-4066-b104-fad90c82895e HTTP/1.1" status: 200 len: 870 time: 0.1081493 Nov 05 18:37:24.607639 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-dac7d602-880a-4d66-b5de-9c7b99eb7651 req-1af9f856-7e12-4eb8-aae5-297d0ca94609 tempest-DeleteServersAdminTestJSON-2094521221 tempest-DeleteServersAdminTestJSON-2094521221-project] 10.222.0.13 "GET /v2.0/security-groups?id=942ef13b-cfd3-445e-862e-15680ff42d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489452 Nov 05 18:37:24.655659 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-135ab233-aee0-4644-a61c-8c17cbad4d59 req-73d0e68a-2794-48f5-9310-9a89d78a54c1 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.166&port_id=c0bab39d-31d7-4372-acf4-dcf699effaf4 HTTP/1.1" status: 200 len: 217 time: 0.0429430 Nov 05 18:37:24.714675 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135ab233-aee0-4644-a61c-8c17cbad4d59 req-bb6a896e-3f89-4eff-b18f-e0df3cb16f53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:37:24.717715 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-135ab233-aee0-4644-a61c-8c17cbad4d59 req-bb6a896e-3f89-4eff-b18f-e0df3cb16f53 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=05e7a1b5-165b-4a00-855a-ffbcb2eba59e HTTP/1.1" status: 200 len: 843 time: 0.0534668 Nov 05 18:37:24.761255 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Device e2ad60bc-c86e-42fe-adef-59d7715111cf details requested by agent hyperv_n-h1-816865-1 with host n-h1-816865-1 {{(pid=102388) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 05 18:37:24.779600 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135ab233-aee0-4644-a61c-8c17cbad4d59 req-08a9bab5-630d-4779-b2bb-cfab06ce1032 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:37:24.781141 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-135ab233-aee0-4644-a61c-8c17cbad4d59 req-08a9bab5-630d-4779-b2bb-cfab06ce1032 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a723f808-b11e-4066-b104-fad90c82895e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0558915 Nov 05 18:37:24.803232 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Device ef314ce2-4597-4d9a-a65c-10552dafa64f up at agent hyperv_n-h1-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 18:37:24.853053 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bcaa17-7736-47bf-8312-8355ceea2adf req-2d43a25f-90d5-4815-b7fd-d79499d882f2 tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:37:24.854653 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-e1bcaa17-7736-47bf-8312-8355ceea2adf req-2d43a25f-90d5-4815-b7fd-d79499d882f2 tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] 10.222.0.13 "GET /v2.0/ports?device_id=1deb7c06-0d89-436e-a71b-115690d709c3 HTTP/1.1" status: 200 len: 950 time: 0.0662298 Nov 05 18:37:24.898117 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-135ab233-aee0-4644-a61c-8c17cbad4d59 req-36cae342-1775-4a6a-b14d-d297bd4583e3 service neutron] 10.222.0.55 "GET /v2.0/networks/a723f808-b11e-4066-b104-fad90c82895e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1081953 Nov 05 18:37:24.923393 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] For port e2ad60bc-c86e-42fe-adef-59d7715111cf, host n-h1-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=e2ad60bc-c86e-42fe-adef-59d7715111cf,segment=NetworkSegment(35c2db9c-522d-48d3-98cf-a08c2cc55db7),segment_id=35c2db9c-522d-48d3-98cf-a08c2cc55db7)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:37:24.927182 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-e1bcaa17-7736-47bf-8312-8355ceea2adf req-69d76f6a-3cca-4c7a-ace6-63965704d48e tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] 10.222.0.13 "GET /v2.0/security-groups?id=c4f63610-8850-433c-ac4b-7e7146261ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658343 Nov 05 18:37:24.931455 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Returning: {'device': 'e2ad60bc-c86e-42fe-adef-59d7715111cf', 'network_id': 'a723f808-b11e-4066-b104-fad90c82895e', 'port_id': 'e2ad60bc-c86e-42fe-adef-59d7715111cf', 'mac_address': 'fa:16:3e:32:63:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 153, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05e7a1b5-165b-4a00-855a-ffbcb2eba59e', 'ip_address': '192.168.233.22'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102388) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 05 18:37:24.964015 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Provisioning for port ef314ce2-4597-4d9a-a65c-10552dafa64f completed by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 05 18:37:24.968884 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Provisioning complete for port ef314ce2-4597-4d9a-a65c-10552dafa64f triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:37:24.969982 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:25.010147 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:25.040405 n-d-816865-1 neutron-server[102388]: DEBUG neutron.notifiers.nova [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e2ad60bc-c86e-42fe-adef-59d7715111cf {{(pid=102388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 18:37:25.053088 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-135ab233-aee0-4644-a61c-8c17cbad4d59 req-8b1f6aef-156d-4f50-b080-05619158e00b service neutron] 10.222.0.55 "GET /v2.0/networks/a723f808-b11e-4066-b104-fad90c82895e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1392882 Nov 05 18:37:25.087533 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] For port e2ad60bc-c86e-42fe-adef-59d7715111cf, host n-h1-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=e2ad60bc-c86e-42fe-adef-59d7715111cf,segment=NetworkSegment(35c2db9c-522d-48d3-98cf-a08c2cc55db7),segment_id=35c2db9c-522d-48d3-98cf-a08c2cc55db7)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:37:25.105285 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:25.130207 n-d-816865-1 neutron-server[102388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eff99d52-5bfe-44cb-a1d6-ebdef5ac0a4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef314ce2-4597-4d9a-a65c-10552dafa64f'}] {{(pid=102388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 18:37:25.132453 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85474fee1180e129d8a886d264fe0b30223aa672dd1ffe43b630605f18504f68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81e2f106-283d-493b-8fc0-d0601dd597a2" -d '{"events": [{"server_uuid": "eff99d52-5bfe-44cb-a1d6-ebdef5ac0a4d", "name": "network-vif-plugged", "status": "completed", "tag": "ef314ce2-4597-4d9a-a65c-10552dafa64f"}]}' {{(pid=102388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 18:37:25.150473 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] For port ef314ce2-4597-4d9a-a65c-10552dafa64f, host n-h1-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=ef314ce2-4597-4d9a-a65c-10552dafa64f,segment=NetworkSegment(6c1e83a3-272c-4e69-9514-f61e4e363f8b),segment_id=6c1e83a3-272c-4e69-9514-f61e4e363f8b)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:37:25.185116 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 18:37:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48e8319b-a4ef-40bb-b853-7aca3f4c8958 x-openstack-request-id: req-48e8319b-a4ef-40bb-b853-7aca3f4c8958 {{(pid=102388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 18:37:25.185116 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eff99d52-5bfe-44cb-a1d6-ebdef5ac0a4d", "name": "network-vif-plugged", "status": "completed", "tag": "ef314ce2-4597-4d9a-a65c-10552dafa64f", "code": 200}]} {{(pid=102388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 18:37:25.185116 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-48e8319b-a4ef-40bb-b853-7aca3f4c8958 {{(pid=102388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 18:37:25.185116 n-d-816865-1 neutron-server[102388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eff99d52-5bfe-44cb-a1d6-ebdef5ac0a4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef314ce2-4597-4d9a-a65c-10552dafa64f', 'code': 200} Nov 05 18:37:25.203549 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:25.255388 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Pushing event updated for resources: {'Port': ['ID=e2ad60bc-c86e-42fe-adef-59d7715111cf,revision_number=4']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:37:25.290558 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:25.291194 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad1d6f2-590b-4484-9108-11a6821500b8 req-922290b0-1d7e-4fa3-a58b-b814e35db7af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:37:25.292812 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-5ad1d6f2-590b-4484-9108-11a6821500b8 req-922290b0-1d7e-4fa3-a58b-b814e35db7af service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=eff99d52-5bfe-44cb-a1d6-ebdef5ac0a4d HTTP/1.1" status: 200 len: 1095 time: 0.0525162 Nov 05 18:37:25.350871 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Pushing event updated for resources: {'Port': ['ID=ef314ce2-4597-4d9a-a65c-10552dafa64f,revision_number=5']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:37:25.364513 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-5ad1d6f2-590b-4484-9108-11a6821500b8 req-6d1615b7-48f5-4e92-aec5-bb9c19dbce04 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=040a1024-eaad-4e89-b23c-c23a7ce4f851&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614851 Nov 05 18:37:25.411640 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] get_ports_and_sgs() called for port_ids ['e2ad60bc-c86e-42fe-adef-59d7715111cf'] {{(pid=102388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 18:37:25.664669 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1636ff57-f541-4ed8-a4ef-defebf529a1c req-51de7d90-e02c-40cc-8112-0e3e0880b5f7 tempest-ServersWithSpecificFlavorTestJSON-1995233136 tempest-ServersWithSpecificFlavorTestJSON-1995233136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:37:25.666933 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-1636ff57-f541-4ed8-a4ef-defebf529a1c req-51de7d90-e02c-40cc-8112-0e3e0880b5f7 tempest-ServersWithSpecificFlavorTestJSON-1995233136 tempest-ServersWithSpecificFlavorTestJSON-1995233136-project] 10.222.0.13 "GET /v2.0/ports?device_id=eff99d52-5bfe-44cb-a1d6-ebdef5ac0a4d HTTP/1.1" status: 200 len: 945 time: 0.0550854 Nov 05 18:37:25.694203 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 37684) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:37:25.738756 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-1636ff57-f541-4ed8-a4ef-defebf529a1c req-bafb167a-e649-4a86-bdcc-133586a873b7 tempest-ServersWithSpecificFlavorTestJSON-1995233136 tempest-ServersWithSpecificFlavorTestJSON-1995233136-project] 10.222.0.13 "GET /v2.0/security-groups?id=040a1024-eaad-4e89-b23c-c23a7ce4f851&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581877 Nov 05 18:37:25.858233 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6d6fc6-1973-46ef-b77c-3fea2359db8f req-660bab6d-840d-41a3-b707-28298649be98 tempest-DeleteServersAdminTestJSON-2094521221 tempest-DeleteServersAdminTestJSON-2094521221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:37:25.859761 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-2f6d6fc6-1973-46ef-b77c-3fea2359db8f req-660bab6d-840d-41a3-b707-28298649be98 tempest-DeleteServersAdminTestJSON-2094521221 tempest-DeleteServersAdminTestJSON-2094521221-project] 10.222.0.13 "GET /v2.0/ports?device_id=3c189e9e-b1d3-46b9-9126-d7820d6f87e2 HTTP/1.1" status: 200 len: 948 time: 0.0656719 Nov 05 18:37:25.927567 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-2f6d6fc6-1973-46ef-b77c-3fea2359db8f req-bdabbdcf-3c06-4931-a4ed-7305c06d27d6 tempest-DeleteServersAdminTestJSON-2094521221 tempest-DeleteServersAdminTestJSON-2094521221-project] 10.222.0.13 "GET /v2.0/security-groups?id=942ef13b-cfd3-445e-862e-15680ff42d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605497 Nov 05 18:37:25.984925 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-ac6f001a-bb30-4647-a28d-fc8bff2f0ccd admin admin] Publish callbacks [] for security_group, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:26.076856 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-ac6f001a-bb30-4647-a28d-fc8bff2f0ccd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:26.178734 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-ac6f001a-bb30-4647-a28d-fc8bff2f0ccd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:26.229215 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-ac6f001a-bb30-4647-a28d-fc8bff2f0ccd admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d71d4d8e24e34a35bc8f76c401940095&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5339067 Nov 05 18:37:26.235803 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6f001a-bb30-4647-a28d-fc8bff2f0ccd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=327bb073-b0df-4a9c-92d2-e04425fde307,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:37:26.236232 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 37708) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:37:26.295109 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-1d692cdb-be1f-4b1f-a434-3eaf15d9f23f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:26.320067 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-1d692cdb-be1f-4b1f-a434-3eaf15d9f23f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:26.476363 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-1d692cdb-be1f-4b1f-a434-3eaf15d9f23f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:26.479054 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-1d692cdb-be1f-4b1f-a434-3eaf15d9f23f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:26.480451 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-1d692cdb-be1f-4b1f-a434-3eaf15d9f23f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/327bb073-b0df-4a9c-92d2-e04425fde307 HTTP/1.1" status: 204 len: 168 time: 0.2472174 Nov 05 18:37:26.493314 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d692cdb-be1f-4b1f-a434-3eaf15d9f23f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=327bb073-b0df-4a9c-92d2-e04425fde307,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:37:26.622919 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1ed636-1fda-49ec-bf26-7e5fba2ce1ad req-b7e41432-d5c0-4581-ba62-87a79e398a9e tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:37:26.624499 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-6e1ed636-1fda-49ec-bf26-7e5fba2ce1ad req-b7e41432-d5c0-4581-ba62-87a79e398a9e tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] 10.222.0.13 "GET /v2.0/ports?device_id=1deb7c06-0d89-436e-a71b-115690d709c3 HTTP/1.1" status: 200 len: 950 time: 0.0662255 Nov 05 18:37:26.676693 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-6e1ed636-1fda-49ec-bf26-7e5fba2ce1ad req-e18ad154-109f-47c3-be12-754b92c79815 tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] 10.222.0.13 "GET /v2.0/security-groups?id=c4f63610-8850-433c-ac4b-7e7146261ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447109 Nov 05 18:37:26.781064 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Device e2ad60bc-c86e-42fe-adef-59d7715111cf up at agent hyperv_n-h1-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 18:37:26.889090 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Provisioning for port e2ad60bc-c86e-42fe-adef-59d7715111cf completed by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 05 18:37:26.893241 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Provisioning complete for port e2ad60bc-c86e-42fe-adef-59d7715111cf triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:37:26.893609 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:26.946099 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bdfae3-fc2b-4ecb-806e-fb533a3771a1 req-77aed95b-9279-4e0b-b5ff-8178bbd7e7b5 tempest-ServersWithSpecificFlavorTestJSON-1995233136 tempest-ServersWithSpecificFlavorTestJSON-1995233136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:37:26.955833 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-d6bdfae3-fc2b-4ecb-806e-fb533a3771a1 req-77aed95b-9279-4e0b-b5ff-8178bbd7e7b5 tempest-ServersWithSpecificFlavorTestJSON-1995233136 tempest-ServersWithSpecificFlavorTestJSON-1995233136-project] 10.222.0.13 "GET /v2.0/ports?device_id=eff99d52-5bfe-44cb-a1d6-ebdef5ac0a4d HTTP/1.1" status: 200 len: 945 time: 0.0797288 Nov 05 18:37:27.004707 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:27.026171 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-d6bdfae3-fc2b-4ecb-806e-fb533a3771a1 req-0c25d677-dda1-4ecf-b64f-5ca8e62a3526 tempest-ServersWithSpecificFlavorTestJSON-1995233136 tempest-ServersWithSpecificFlavorTestJSON-1995233136-project] 10.222.0.13 "GET /v2.0/security-groups?id=040a1024-eaad-4e89-b23c-c23a7ce4f851&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0658436 Nov 05 18:37:27.046555 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] For port e2ad60bc-c86e-42fe-adef-59d7715111cf, host n-h1-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=e2ad60bc-c86e-42fe-adef-59d7715111cf,segment=NetworkSegment(35c2db9c-522d-48d3-98cf-a08c2cc55db7),segment_id=35c2db9c-522d-48d3-98cf-a08c2cc55db7)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:37:27.134800 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:27.182431 n-d-816865-1 neutron-server[102388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c189e9e-b1d3-46b9-9126-d7820d6f87e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2ad60bc-c86e-42fe-adef-59d7715111cf'}] {{(pid=102388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 18:37:27.184647 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85474fee1180e129d8a886d264fe0b30223aa672dd1ffe43b630605f18504f68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efa78663-d1e0-4f89-959a-043b54551650" -d '{"events": [{"server_uuid": "3c189e9e-b1d3-46b9-9126-d7820d6f87e2", "name": "network-vif-plugged", "status": "completed", "tag": "e2ad60bc-c86e-42fe-adef-59d7715111cf"}]}' {{(pid=102388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 18:37:27.192255 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Pushing event updated for resources: {'Port': ['ID=e2ad60bc-c86e-42fe-adef-59d7715111cf,revision_number=5']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:37:27.451119 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bf9e73-878c-4dff-9263-769dbbc623b7 req-20daabc0-a343-47f4-bb4c-5ee50393cf45 tempest-DeleteServersAdminTestJSON-2094521221 tempest-DeleteServersAdminTestJSON-2094521221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:37:27.452735 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-a2bf9e73-878c-4dff-9263-769dbbc623b7 req-20daabc0-a343-47f4-bb4c-5ee50393cf45 tempest-DeleteServersAdminTestJSON-2094521221 tempest-DeleteServersAdminTestJSON-2094521221-project] 10.222.0.13 "GET /v2.0/ports?device_id=3c189e9e-b1d3-46b9-9126-d7820d6f87e2 HTTP/1.1" status: 200 len: 949 time: 0.0503561 Nov 05 18:37:27.503864 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-a2bf9e73-878c-4dff-9263-769dbbc623b7 req-c5990181-3c4c-473b-827a-0fb696653f43 tempest-DeleteServersAdminTestJSON-2094521221 tempest-DeleteServersAdminTestJSON-2094521221-project] 10.222.0.13 "GET /v2.0/security-groups?id=942ef13b-cfd3-445e-862e-15680ff42d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448561 Nov 05 18:37:27.608792 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905e2ed9-8311-4cd8-b400-77e7562e345d req-6fbe00be-7805-4bf1-b059-038a2e78f551 tempest-ServersWithSpecificFlavorTestJSON-1995233136 tempest-ServersWithSpecificFlavorTestJSON-1995233136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:37:27.610920 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-905e2ed9-8311-4cd8-b400-77e7562e345d req-6fbe00be-7805-4bf1-b059-038a2e78f551 tempest-ServersWithSpecificFlavorTestJSON-1995233136 tempest-ServersWithSpecificFlavorTestJSON-1995233136-project] 10.222.0.13 "GET /v2.0/ports?device_id=eff99d52-5bfe-44cb-a1d6-ebdef5ac0a4d HTTP/1.1" status: 200 len: 945 time: 0.0524316 Nov 05 18:37:27.619497 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 37782) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:37:27.625997 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-a1002618-d3ab-47d6-8185-b37877fb7b4f tempest-ServersWithSpecificFlavorTestJSON-1995233136 tempest-ServersWithSpecificFlavorTestJSON-1995233136-project] Request body: {'floatingip': {'port_id': 'ef314ce2-4597-4d9a-a65c-10552dafa64f'}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:37:27.692303 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 18:37:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4dbbb122-85b6-436a-8dfb-cf233beba770 x-openstack-request-id: req-4dbbb122-85b6-436a-8dfb-cf233beba770 {{(pid=102388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 18:37:27.692671 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c189e9e-b1d3-46b9-9126-d7820d6f87e2", "name": "network-vif-plugged", "status": "completed", "tag": "e2ad60bc-c86e-42fe-adef-59d7715111cf", "code": 200}]} {{(pid=102388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 18:37:27.693024 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4dbbb122-85b6-436a-8dfb-cf233beba770 {{(pid=102388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 18:37:27.693506 n-d-816865-1 neutron-server[102388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c189e9e-b1d3-46b9-9126-d7820d6f87e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2ad60bc-c86e-42fe-adef-59d7715111cf', 'code': 200} Nov 05 18:37:27.712265 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-a1002618-d3ab-47d6-8185-b37877fb7b4f tempest-ServersWithSpecificFlavorTestJSON-1995233136 tempest-ServersWithSpecificFlavorTestJSON-1995233136-project] Publish callbacks [] for floatingip, before_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:27.809468 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82326e0-8e55-4769-be8a-73f63d0e6c88 req-af720c09-422c-44e9-b323-02725d145b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:37:27.811188 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-b82326e0-8e55-4769-be8a-73f63d0e6c88 req-af720c09-422c-44e9-b323-02725d145b5d service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=3c189e9e-b1d3-46b9-9126-d7820d6f87e2 HTTP/1.1" status: 200 len: 1100 time: 0.0565667 Nov 05 18:37:27.890500 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-b82326e0-8e55-4769-be8a-73f63d0e6c88 req-09b3d3e4-0b36-4ff0-9896-6fa14acc517c service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=942ef13b-cfd3-445e-862e-15680ff42d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694249 Nov 05 18:37:27.941906 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 37808) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:37:28.017896 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b099b68-5b38-4dae-a511-3cb7f70b998a req-61f49c8f-6c4b-4332-bcde-36254180c38c tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:37:28.019042 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-7b099b68-5b38-4dae-a511-3cb7f70b998a req-61f49c8f-6c4b-4332-bcde-36254180c38c tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] 10.222.0.13 "GET /v2.0/ports?device_id=1deb7c06-0d89-436e-a71b-115690d709c3 HTTP/1.1" status: 200 len: 950 time: 0.1049900 Nov 05 18:37:28.072071 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-8bfcf9fa-1253-4e97-95c0-d934bed628af admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-2016845472-network', 'tenant_id': 'ae05a44cb6914df19fbdf0a2a0e15a22'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:37:28.194617 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bfcf9fa-1253-4e97-95c0-d934bed628af admin admin] Made reservation on behalf of ae05a44cb6914df19fbdf0a2a0e15a22 for: {'network': 1} {{(pid=102386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 18:37:28.197891 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-8bfcf9fa-1253-4e97-95c0-d934bed628af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for network, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:28.207601 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-8bfcf9fa-1253-4e97-95c0-d934bed628af admin admin] Publish callbacks [] for security_group, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:28.221588 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-7b099b68-5b38-4dae-a511-3cb7f70b998a req-0bc18341-e90e-421a-bb3b-a56a4d356666 tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] 10.222.0.13 "GET /v2.0/security-groups?id=c4f63610-8850-433c-ac4b-7e7146261ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1907673 Nov 05 18:37:28.319011 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-8bfcf9fa-1253-4e97-95c0-d934bed628af admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:28.409584 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-8bfcf9fa-1253-4e97-95c0-d934bed628af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:28.454258 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8bfcf9fa-1253-4e97-95c0-d934bed628af admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 196} {{(pid=102386) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 05 18:37:28.466622 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bfcf9fa-1253-4e97-95c0-d934bed628af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a83b0501-a706-407b-a6b4-027e9845f104,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:37:28.513741 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-8bfcf9fa-1253-4e97-95c0-d934bed628af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273'] for segment, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:28.514436 n-d-816865-1 neutron-server[102386]: INFO neutron.db.segments_db [None req-8bfcf9fa-1253-4e97-95c0-d934bed628af admin admin] Added segment 16bf67e5-8e6c-4dbc-b9e5-63f011493684 of type vlan for network 29c8c199-5d2b-40ca-ba38-02930790781b Nov 05 18:37:28.534441 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 37844) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:37:28.616322 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-8bfcf9fa-1253-4e97-95c0-d934bed628af admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750027258543'] for network, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:28.619169 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-a1002618-d3ab-47d6-8185-b37877fb7b4f tempest-ServersWithSpecificFlavorTestJSON-1995233136 tempest-ServersWithSpecificFlavorTestJSON-1995233136-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:28.694189 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5764c30-70e3-48c4-adc3-a6588ee8a365 req-676e209a-aabd-4e70-bb6f-84a8a9f2d8c9 tempest-DeleteServersAdminTestJSON-2094521221 tempest-DeleteServersAdminTestJSON-2094521221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:37:28.694189 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-d5764c30-70e3-48c4-adc3-a6588ee8a365 req-676e209a-aabd-4e70-bb6f-84a8a9f2d8c9 tempest-DeleteServersAdminTestJSON-2094521221 tempest-DeleteServersAdminTestJSON-2094521221-project] 10.222.0.13 "GET /v2.0/ports?device_id=3c189e9e-b1d3-46b9-9126-d7820d6f87e2 HTTP/1.1" status: 200 len: 949 time: 0.0709960 Nov 05 18:37:28.738265 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-0616a4db-e873-4f2c-b454-ef05b96b7002 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:28.756629 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-a1002618-d3ab-47d6-8185-b37877fb7b4f tempest-ServersWithSpecificFlavorTestJSON-1995233136 tempest-ServersWithSpecificFlavorTestJSON-1995233136-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1000577'] for floatingip, after_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:28.791950 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-8bfcf9fa-1253-4e97-95c0-d934bed628af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-956796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877'] for network, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:28.792930 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bfcf9fa-1253-4e97-95c0-d934bed628af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:37:28.793507 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-8bfcf9fa-1253-4e97-95c0-d934bed628af admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597851'] for network, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:28.850472 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-d5764c30-70e3-48c4-adc3-a6588ee8a365 req-a6535057-8e50-4bcc-855c-eed4d1085a0d tempest-DeleteServersAdminTestJSON-2094521221 tempest-DeleteServersAdminTestJSON-2094521221-project] 10.222.0.13 "GET /v2.0/security-groups?id=942ef13b-cfd3-445e-862e-15680ff42d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441045 Nov 05 18:37:28.904019 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bfcf9fa-1253-4e97-95c0-d934bed628af admin admin] Pushing event updated for resources: {'Network': ['ID=29c8c199-5d2b-40ca-ba38-02930790781b,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:37:28.930817 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Network 29c8c199-5d2b-40ca-ba38-02930790781b details requested by agent ovs-agent-n-d-816865-1 with host n-d-816865-1 {{(pid=102388) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 05 18:37:29.080299 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-8bfcf9fa-1253-4e97-95c0-d934bed628af admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.1350489 Nov 05 18:37:29.081027 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 37882) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:37:29.087478 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-733617bc-2d58-4a45-aa4d-266d8fd5e8a2 admin admin] Request body: {'subnet': {'network_id': '29c8c199-5d2b-40ca-ba38-02930790781b', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-2016845472-subnet', 'tenant_id': 'ae05a44cb6914df19fbdf0a2a0e15a22', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:37:29.153550 n-d-816865-1 neutron-server[102387]: INFO neutron.db.l3_db [None req-a1002618-d3ab-47d6-8185-b37877fb7b4f tempest-ServersWithSpecificFlavorTestJSON-1995233136 tempest-ServersWithSpecificFlavorTestJSON-1995233136-project] Floating IP 22e7d490-b5d2-49a0-9e95-5804846682c2 associated. External IP: 172.25.6.119, port: ef314ce2-4597-4d9a-a65c-10552dafa64f. Nov 05 18:37:29.226175 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-733617bc-2d58-4a45-aa4d-266d8fd5e8a2 admin admin] Made reservation on behalf of ae05a44cb6914df19fbdf0a2a0e15a22 for: {'subnet': 1} {{(pid=102386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 18:37:29.229811 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-733617bc-2d58-4a45-aa4d-266d8fd5e8a2 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:29.277387 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-0616a4db-e873-4f2c-b454-ef05b96b7002 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:29.345227 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 37896) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:37:29.407590 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-0616a4db-e873-4f2c-b454-ef05b96b7002 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:29.491357 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-0616a4db-e873-4f2c-b454-ef05b96b7002 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d274da0e05784d7aac6b94ef43a6d305&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9537334 Nov 05 18:37:29.497809 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 37904) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:37:29.508763 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0616a4db-e873-4f2c-b454-ef05b96b7002 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15a1db39-0df6-468c-9864-9d99f50ee2b0,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:37:29.516064 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-382e6056-e470-4a7b-aca0-2740154f1d22 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:29.528709 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e7fd09-25c8-4318-b50f-4d41e8d2551f req-eb281db1-7a3c-44a1-83da-050946bc29fc tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:37:29.536141 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-b0e7fd09-25c8-4318-b50f-4d41e8d2551f req-eb281db1-7a3c-44a1-83da-050946bc29fc tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] 10.222.0.13 "GET /v2.0/ports?device_id=1deb7c06-0d89-436e-a71b-115690d709c3 HTTP/1.1" status: 200 len: 950 time: 0.1678615 Nov 05 18:37:29.621656 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-382e6056-e470-4a7b-aca0-2740154f1d22 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:29.631829 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-fae7bc01-1470-4354-b102-f1e99b9c9fbc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:29.646116 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1002618-d3ab-47d6-8185-b37877fb7b4f tempest-ServersWithSpecificFlavorTestJSON-1995233136 tempest-ServersWithSpecificFlavorTestJSON-1995233136-project] Router f97eaf5e-41e6-4b26-a543-9f157b864817 has already been hosted by L3 agent 6dcb5589-8e86-4616-9186-ddc4548e13ad {{(pid=102387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 18:37:29.681495 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-b0e7fd09-25c8-4318-b50f-4d41e8d2551f req-1b31de90-04bd-4eee-9217-b7e94e72b09a tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] 10.222.0.13 "GET /v2.0/security-groups?id=c4f63610-8850-433c-ac4b-7e7146261ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439326 Nov 05 18:37:29.685940 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-fae7bc01-1470-4354-b102-f1e99b9c9fbc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:29.706887 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-733617bc-2d58-4a45-aa4d-266d8fd5e8a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877'] for subnet, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:29.746933 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-382e6056-e470-4a7b-aca0-2740154f1d22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:29.814477 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733617bc-2d58-4a45-aa4d-266d8fd5e8a2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2f0132e2-dec8-4139-ba02-b7edb3ddc170,revision_number=0']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:37:29.823802 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-733617bc-2d58-4a45-aa4d-266d8fd5e8a2 admin admin] Checking segment: {'id': '16bf67e5-8e6c-4dbc-b9e5-63f011493684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '29c8c199-5d2b-40ca-ba38-02930790781b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 18:37:29.824696 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-733617bc-2d58-4a45-aa4d-266d8fd5e8a2 admin admin] Network hostable DHCP agents. Network: 29c8c199-5d2b-40ca-ba38-02930790781b, hostable agents: ['987e2ca0-bc3b-4c6f-a989-429ccfbf753f'], hosted agents: [] {{(pid=102386) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 05 18:37:29.828157 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382e6056-e470-4a7b-aca0-2740154f1d22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=649ffa41-4b13-489f-9e1f-c642f9378a7f,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:37:29.833990 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-382e6056-e470-4a7b-aca0-2740154f1d22 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=72627591f4c346f9998e59574ad54859&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4879429 Nov 05 18:37:29.834403 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1002618-d3ab-47d6-8185-b37877fb7b4f tempest-ServersWithSpecificFlavorTestJSON-1995233136 tempest-ServersWithSpecificFlavorTestJSON-1995233136-project] Notify agent at l3_agent.n-d-816865-1 the message routers_updated {{(pid=102387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 18:37:29.837249 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 37938) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:37:29.849037 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c5ad721-42fb-43c4-b164-1898738a0b27 None None] Sync routers for ids ['f97eaf5e-41e6-4b26-a543-9f157b864817'] in n-d-816865-1 {{(pid=102389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 18:37:29.854641 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-a1002618-d3ab-47d6-8185-b37877fb7b4f tempest-ServersWithSpecificFlavorTestJSON-1995233136 tempest-ServersWithSpecificFlavorTestJSON-1995233136-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for floatingip, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:29.859664 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c5ad721-42fb-43c4-b164-1898738a0b27 None None] Routers {'f97eaf5e-41e6-4b26-a543-9f157b864817'} bound to L3 agent in host n-d-816865-1 {{(pid=102389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 18:37:29.859664 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-0c5ad721-42fb-43c4-b164-1898738a0b27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T18:37:05Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['f97eaf5e-41e6-4b26-a543-9f157b864817'], 'active': True} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:37:29.892786 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-a1002618-d3ab-47d6-8185-b37877fb7b4f tempest-ServersWithSpecificFlavorTestJSON-1995233136 tempest-ServersWithSpecificFlavorTestJSON-1995233136-project] 10.222.0.13 "PUT /v2.0/floatingips/22e7d490-b5d2-49a0-9e95-5804846682c2 HTTP/1.1" status: 200 len: 991 time: 2.2720587 Nov 05 18:37:29.893688 n-d-816865-1 neutron-server[102387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eff99d52-5bfe-44cb-a1d6-ebdef5ac0a4d', 'tag': 'ef314ce2-4597-4d9a-a65c-10552dafa64f'}] {{(pid=102387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 18:37:29.896044 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab06bd4ddf5758c1f10d79fe34dc215bafa488692cde9dba2fcbcb67556f90bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b81ae7c-f6f8-499c-b91a-945553aac07a" -d '{"events": [{"name": "network-changed", "server_uuid": "eff99d52-5bfe-44cb-a1d6-ebdef5ac0a4d", "tag": "ef314ce2-4597-4d9a-a65c-10552dafa64f"}]}' {{(pid=102387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 18:37:29.899323 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-fae7bc01-1470-4354-b102-f1e99b9c9fbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:29.902517 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-fae7bc01-1470-4354-b102-f1e99b9c9fbc admin admin] Publish callbacks [] for security_group, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:29.903707 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-fae7bc01-1470-4354-b102-f1e99b9c9fbc admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/15a1db39-0df6-468c-9864-9d99f50ee2b0 HTTP/1.1" status: 204 len: 168 time: 0.4046636 Nov 05 18:37:29.913279 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae7bc01-1470-4354-b102-f1e99b9c9fbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15a1db39-0df6-468c-9864-9d99f50ee2b0,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:37:30.001418 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-b59f4402-05f9-436f-92c5-0803134a8ea1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:30.028126 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26da01a3-d366-4719-ab90-ce5b70513d12 req-10aa1a2d-7395-48e2-b4ab-c708a4bfe7cc tempest-DeleteServersAdminTestJSON-2094521221 tempest-DeleteServersAdminTestJSON-2094521221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:37:30.034146 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-733617bc-2d58-4a45-aa4d-266d8fd5e8a2 admin admin] Network 29c8c199-5d2b-40ca-ba38-02930790781b is scheduled to be hosted by DHCP agent 987e2ca0-bc3b-4c6f-a989-429ccfbf753f with binding_index 1 {{(pid=102386) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 05 18:37:30.039954 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-26da01a3-d366-4719-ab90-ce5b70513d12 req-10aa1a2d-7395-48e2-b4ab-c708a4bfe7cc tempest-DeleteServersAdminTestJSON-2094521221 tempest-DeleteServersAdminTestJSON-2094521221-project] 10.222.0.13 "GET /v2.0/ports?device_id=3c189e9e-b1d3-46b9-9126-d7820d6f87e2 HTTP/1.1" status: 200 len: 949 time: 0.0864501 Nov 05 18:37:30.057250 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-b59f4402-05f9-436f-92c5-0803134a8ea1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:30.059820 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvr_db [None req-0c5ad721-42fb-43c4-b164-1898738a0b27 None None] Set router f97eaf5e-41e6-4b26-a543-9f157b864817 gateway port host: n-d-816865-1 {{(pid=102389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 18:37:30.112373 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-26da01a3-d366-4719-ab90-ce5b70513d12 req-ddebbd40-7a96-4b96-9e02-ee0d711cda17 tempest-DeleteServersAdminTestJSON-2094521221 tempest-DeleteServersAdminTestJSON-2094521221-project] 10.222.0.13 "GET /v2.0/security-groups?id=942ef13b-cfd3-445e-862e-15680ff42d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676503 Nov 05 18:37:30.143185 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.base_scheduler [None req-733617bc-2d58-4a45-aa4d-266d8fd5e8a2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816865-1, 29c8c199-5d2b-40ca-ba38-02930790781b) {{(pid=102386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:37:30.162717 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-415b42c4-90dc-4449-a9db-d91808079dc3 None None] Network 29c8c199-5d2b-40ca-ba38-02930790781b requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 18:37:30.166612 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-733617bc-2d58-4a45-aa4d-266d8fd5e8a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:37:30.167261 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-733617bc-2d58-4a45-aa4d-266d8fd5e8a2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597851'] for subnet, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:30.286887 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-733617bc-2d58-4a45-aa4d-266d8fd5e8a2 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.2045226 Nov 05 18:37:30.370010 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 37968) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:37:30.370010 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-327e7754-d4c7-4b61-80af-5e51be47fd24 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-2016845472-router', 'tenant_id': 'ae05a44cb6914df19fbdf0a2a0e15a22', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec'}}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:37:30.370010 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 18:37:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2769828-43ea-4636-9776-21ec215b4268 x-openstack-request-id: req-f2769828-43ea-4636-9776-21ec215b4268 {{(pid=102387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 18:37:30.370010 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eff99d52-5bfe-44cb-a1d6-ebdef5ac0a4d", "tag": "ef314ce2-4597-4d9a-a65c-10552dafa64f", "status": "completed", "code": 200}]} {{(pid=102387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 18:37:30.370010 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f2769828-43ea-4636-9776-21ec215b4268 {{(pid=102387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 18:37:30.370010 n-d-816865-1 neutron-server[102387]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eff99d52-5bfe-44cb-a1d6-ebdef5ac0a4d', 'tag': 'ef314ce2-4597-4d9a-a65c-10552dafa64f', 'status': 'completed', 'code': 200} Nov 05 18:37:30.411841 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-b59f4402-05f9-436f-92c5-0803134a8ea1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:30.420289 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-b59f4402-05f9-436f-92c5-0803134a8ea1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:30.421478 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-b59f4402-05f9-436f-92c5-0803134a8ea1 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/649ffa41-4b13-489f-9e1f-c642f9378a7f HTTP/1.1" status: 204 len: 168 time: 0.5824025 Nov 05 18:37:30.450677 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-327e7754-d4c7-4b61-80af-5e51be47fd24 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-571139', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6874'] for router, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:30.452490 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-327e7754-d4c7-4b61-80af-5e51be47fd24 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-571375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1000570', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1011585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6867'] for router, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:30.452719 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59f4402-05f9-436f-92c5-0803134a8ea1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=649ffa41-4b13-489f-9e1f-c642f9378a7f,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:37:30.475163 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b81ae7c-f6f8-499c-b91a-945553aac07a req-676f2365-210b-4896-b9f2-e29b7969ceaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:37:30.478599 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-7b81ae7c-f6f8-499c-b91a-945553aac07a req-676f2365-210b-4896-b9f2-e29b7969ceaa service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e4fadb60c9fa4b0abf704559d02b8aa0&device_id=eff99d52-5bfe-44cb-a1d6-ebdef5ac0a4d HTTP/1.1" status: 200 len: 1096 time: 0.1439533 Nov 05 18:37:30.610609 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c9711e3-7866-4290-870c-9b6b4437a8c3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeb20a084-accf-5b60-8075-3e69ebe863a6-29c8c199-5d2b-40ca-ba38-02930790781b', 'network_id': '29c8c199-5d2b-40ca-ba38-02930790781b', 'tenant_id': 'ae05a44cb6914df19fbdf0a2a0e15a22', 'fixed_ips': [{'subnet_id': '2f0132e2-dec8-4139-ba02-b7edb3ddc170'}]}} from n-d-816865-1. {{(pid=102388) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 05 18:37:30.611637 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-9c9711e3-7866-4290-870c-9b6b4437a8c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:30.676407 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-327e7754-d4c7-4b61-80af-5e51be47fd24 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:30.685825 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b81ae7c-f6f8-499c-b91a-945553aac07a req-91a05100-9241-40d4-888f-c16432e32e04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:37:30.687339 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-7b81ae7c-f6f8-499c-b91a-945553aac07a req-91a05100-9241-40d4-888f-c16432e32e04 service neutron] 10.222.0.41 "GET /v2.0/networks?id=ba3e8390-54e7-4d99-8fec-d7b75d85d22a HTTP/1.1" status: 200 len: 923 time: 0.2011280 Nov 05 18:37:30.795723 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.db_base_plugin_common [None req-9c9711e3-7866-4290-870c-9b6b4437a8c3 None None] Allocated IP 172.20.0.2 (29c8c199-5d2b-40ca-ba38-02930790781b/2f0132e2-dec8-4139-ba02-b7edb3ddc170/c2bc2176-eb1e-407d-93ad-1bd54726b876) {{(pid=102388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 18:37:30.835735 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-7b81ae7c-f6f8-499c-b91a-945553aac07a req-98bac04f-e8ec-422d-bb03-72f87551836f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ef314ce2-4597-4d9a-a65c-10552dafa64f HTTP/1.1" status: 200 len: 999 time: 0.1378214 Nov 05 18:37:30.871375 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-0c5ad721-42fb-43c4-b164-1898738a0b27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f97eaf5e-41e6-4b26-a543-9f157b864817', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-15228308-router', 'tenant_id': 'e4fadb60c9fa4b0abf704559d02b8aa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.126'}], 'enable_snat': True}, 'gw_port_id': '024766b1-ed20-44e2-88c8-a2bf8d112db6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T18:36:36Z', 'updated_at': '2021-11-05T18:36:42Z', 'revision_number': 4, 'project_id': 'e4fadb60c9fa4b0abf704559d02b8aa0', 'gw_port': {'id': '024766b1-ed20-44e2-88c8-a2bf8d112db6', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:c5:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f97eaf5e-41e6-4b26-a543-9f157b864817', 'device_owner': 'network:router_gateway', 'standard_attr_id': 239, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T18:36:38Z', 'updated_at': '2021-11-05T18:36:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1', '_floatingips': [{'id': '22e7d490-b5d2-49a0-9e95-5804846682c2', 'tenant_id': 'e4fadb60c9fa4b0abf704559d02b8aa0', 'floating_ip_address': '172.25.6.119', 'floating_network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'router_id': 'f97eaf5e-41e6-4b26-a543-9f157b864817', 'port_id': 'ef314ce2-4597-4d9a-a65c-10552dafa64f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 377, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba3e8390-54e7-4d99-8fec-d7b75d85d22a', 'mac_address': 'fa:16:3e:87:22:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eff99d52-5bfe-44cb-a1d6-ebdef5ac0a4d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-05T18:37:09Z', 'updated_at': '2021-11-05T18:37:28Z', 'revision_number': 1, 'project_id': 'e4fadb60c9fa4b0abf704559d02b8aa0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '540167f0-431b-4b88-b94d-62b984252270', 'name': '', 'network_id': 'ba3e8390-54e7-4d99-8fec-d7b75d85d22a', 'tenant_id': 'e4fadb60c9fa4b0abf704559d02b8aa0', 'mac_address': 'fa:16:3e:c0:53:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f97eaf5e-41e6-4b26-a543-9f157b864817', 'device_owner': 'network:router_interface', 'standard_attr_id': 253, 'fixed_ips': [{'subnet_id': '23219f55-021e-4f36-bac1-2c401000599a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T18:36:42Z', 'updated_at': '2021-11-05T18:36:48Z', 'revision_number': 5, 'project_id': 'e4fadb60c9fa4b0abf704559d02b8aa0', 'subnets': [{'id': '23219f55-021e-4f36-bac1-2c401000599a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-1', False) {} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:37:30.927737 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c5ad721-42fb-43c4-b164-1898738a0b27 None None] Checking router: f97eaf5e-41e6-4b26-a543-9f157b864817 for host: n-d-816865-1 {{(pid=102389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 18:37:30.935089 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b81ae7c-f6f8-499c-b91a-945553aac07a req-c8297bfc-342d-4ab0-80f7-e169107e4fa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:37:30.940392 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-7b81ae7c-f6f8-499c-b91a-945553aac07a req-c8297bfc-342d-4ab0-80f7-e169107e4fa4 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=23219f55-021e-4f36-bac1-2c401000599a HTTP/1.1" status: 200 len: 861 time: 0.1001637 Nov 05 18:37:30.962579 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c5ad721-42fb-43c4-b164-1898738a0b27 None None] Routers {'f97eaf5e-41e6-4b26-a543-9f157b864817'} bound to L3 agent in host n-d-816865-1 {{(pid=102389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 18:37:30.963257 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-0c5ad721-42fb-43c4-b164-1898738a0b27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T18:37:05Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['f97eaf5e-41e6-4b26-a543-9f157b864817'], 'active': True} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:37:31.028929 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b81ae7c-f6f8-499c-b91a-945553aac07a req-4c1073b7-f7c8-40e6-9186-c4272e279e17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:37:31.030697 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-7b81ae7c-f6f8-499c-b91a-945553aac07a req-4c1073b7-f7c8-40e6-9186-c4272e279e17 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ba3e8390-54e7-4d99-8fec-d7b75d85d22a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0835967 Nov 05 18:37:31.034018 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-9c9711e3-7866-4290-870c-9b6b4437a8c3 None None] Publish callbacks [] for port, precommit_create {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:31.086695 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-327e7754-d4c7-4b61-80af-5e51be47fd24 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:31.091228 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 38022) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:37:31.113267 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-9c9711e3-7866-4290-870c-9b6b4437a8c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789'] for port, after_create {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:31.147628 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-7b81ae7c-f6f8-499c-b91a-945553aac07a req-cea23643-c661-4c97-a2a9-2c5b63d2c494 service neutron] 10.222.0.41 "GET /v2.0/networks/ba3e8390-54e7-4d99-8fec-d7b75d85d22a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1090822 Nov 05 18:37:31.151938 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-662e4ab9-2556-43c9-b42d-7d2dad7abb80 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:31.165599 n-d-816865-1 neutron-server[102388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c9711e3-7866-4290-870c-9b6b4437a8c3 None None] Network 29c8c199-5d2b-40ca-ba38-02930790781b is already hosted by enough agents. {{(pid=102388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 18:37:31.176907 n-d-816865-1 neutron-server[102388]: DEBUG neutron.scheduler.base_scheduler [None req-9c9711e3-7866-4290-870c-9b6b4437a8c3 None None] Resources bound (agent type, host, resource id): {{(pid=102388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:37:31.178725 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9711e3-7866-4290-870c-9b6b4437a8c3 None None] Pushing event updated for resources: {'Port': ['ID=c2bc2176-eb1e-407d-93ad-1bd54726b876,revision_number=1']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:37:31.201802 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c9711e3-7866-4290-870c-9b6b4437a8c3 None None] Received port after_create {{(pid=102388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 18:37:31.216837 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvr_db [None req-0c5ad721-42fb-43c4-b164-1898738a0b27 None None] Set router f97eaf5e-41e6-4b26-a543-9f157b864817 gateway port host: n-d-816865-1 {{(pid=102389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 18:37:31.343630 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-9c9711e3-7866-4290-870c-9b6b4437a8c3 None None] Attempting to bind port c2bc2176-eb1e-407d-93ad-1bd54726b876 on host n-d-816865-1 for vnic_type normal with profile {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 18:37:31.344621 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-9c9711e3-7866-4290-870c-9b6b4437a8c3 None None] Attempting to bind port c2bc2176-eb1e-407d-93ad-1bd54726b876 by drivers openvswitch,hyperv on host n-d-816865-1 at level 0 using segments [{'id': '16bf67e5-8e6c-4dbc-b9e5-63f011493684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '29c8c199-5d2b-40ca-ba38-02930790781b'}] {{(pid=102388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 18:37:31.348474 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c9711e3-7866-4290-870c-9b6b4437a8c3 None None] Attempting to bind port c2bc2176-eb1e-407d-93ad-1bd54726b876 on network 29c8c199-5d2b-40ca-ba38-02930790781b {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 18:37:31.362184 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c9711e3-7866-4290-870c-9b6b4437a8c3 None None] Checking agent: {'id': '724d89a7-611b-41e6-bc85-c48112b17afa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 18, 25, 8), 'started_at': datetime.datetime(2021, 11, 5, 18, 25, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 18, 37, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 18:37:31.362729 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c9711e3-7866-4290-870c-9b6b4437a8c3 None None] Checking segment: {'id': '16bf67e5-8e6c-4dbc-b9e5-63f011493684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '29c8c199-5d2b-40ca-ba38-02930790781b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 18:37:31.363434 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-9c9711e3-7866-4290-870c-9b6b4437a8c3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:31.363930 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c9711e3-7866-4290-870c-9b6b4437a8c3 None None] Bound using segment: {'id': '16bf67e5-8e6c-4dbc-b9e5-63f011493684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '29c8c199-5d2b-40ca-ba38-02930790781b'} {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 18:37:31.364502 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-9c9711e3-7866-4290-870c-9b6b4437a8c3 None None] Bound port: c2bc2176-eb1e-407d-93ad-1bd54726b876, host: n-d-816865-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16bf67e5-8e6c-4dbc-b9e5-63f011493684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '29c8c199-5d2b-40ca-ba38-02930790781b'}}] {{(pid=102388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 18:37:31.364976 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-9c9711e3-7866-4290-870c-9b6b4437a8c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:31.383456 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab240cbc-f2a7-433a-b419-8aa1a3bc4490 req-70ab55c4-3ffb-4c3e-9142-7f952c6d2a4e tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:37:31.385683 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-ab240cbc-f2a7-433a-b419-8aa1a3bc4490 req-70ab55c4-3ffb-4c3e-9142-7f952c6d2a4e tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] 10.222.0.13 "GET /v2.0/ports?device_id=1deb7c06-0d89-436e-a71b-115690d709c3 HTTP/1.1" status: 200 len: 950 time: 0.2928154 Nov 05 18:37:31.412521 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-7b81ae7c-f6f8-499c-b91a-945553aac07a req-907a7e3d-92e6-4772-98d7-b8d12b325d03 service neutron] 10.222.0.41 "GET /v2.0/networks/ba3e8390-54e7-4d99-8fec-d7b75d85d22a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2569234 Nov 05 18:37:31.471882 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-9c9711e3-7866-4290-870c-9b6b4437a8c3 None None] For port c2bc2176-eb1e-407d-93ad-1bd54726b876, host n-d-816865-1, cleared binding levels {{(pid=102388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 18:37:31.475519 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-9c9711e3-7866-4290-870c-9b6b4437a8c3 None None] For port c2bc2176-eb1e-407d-93ad-1bd54726b876, host n-d-816865-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=c2bc2176-eb1e-407d-93ad-1bd54726b876,segment=NetworkSegment(16bf67e5-8e6c-4dbc-b9e5-63f011493684),segment_id=16bf67e5-8e6c-4dbc-b9e5-63f011493684)] {{(pid=102388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 18:37:31.523165 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-ab240cbc-f2a7-433a-b419-8aa1a3bc4490 req-e5df101c-0f4e-4afa-93fd-e4ba16498490 tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] 10.222.0.13 "GET /v2.0/security-groups?id=c4f63610-8850-433c-ac4b-7e7146261ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247437 Nov 05 18:37:31.526941 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-662e4ab9-2556-43c9-b42d-7d2dad7abb80 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:31.554110 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96feed2-c4cc-47d1-97ad-3bfae525f473 req-f853bfe3-e03d-4c70-8d00-0bb38ab7d573 tempest-DeleteServersAdminTestJSON-2094521221 tempest-DeleteServersAdminTestJSON-2094521221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:37:31.555682 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-f96feed2-c4cc-47d1-97ad-3bfae525f473 req-f853bfe3-e03d-4c70-8d00-0bb38ab7d573 tempest-DeleteServersAdminTestJSON-2094521221 tempest-DeleteServersAdminTestJSON-2094521221-project] 10.222.0.13 "GET /v2.0/ports?device_id=3c189e9e-b1d3-46b9-9126-d7820d6f87e2 HTTP/1.1" status: 200 len: 949 time: 0.0992949 Nov 05 18:37:31.558143 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-9c9711e3-7866-4290-870c-9b6b4437a8c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:31.602037 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-662e4ab9-2556-43c9-b42d-7d2dad7abb80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:31.662413 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9711e3-7866-4290-870c-9b6b4437a8c3 None None] Pushing event updated for resources: {'Port': ['ID=c2bc2176-eb1e-407d-93ad-1bd54726b876,revision_number=2']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:37:31.718190 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-662e4ab9-2556-43c9-b42d-7d2dad7abb80 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6e0a45a1eca74858af26fa628e7f9f2d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6247041 Nov 05 18:37:31.722483 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 38044) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:37:31.739989 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-0c5ad721-42fb-43c4-b164-1898738a0b27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f97eaf5e-41e6-4b26-a543-9f157b864817', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-15228308-router', 'tenant_id': 'e4fadb60c9fa4b0abf704559d02b8aa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.126'}], 'enable_snat': True}, 'gw_port_id': '024766b1-ed20-44e2-88c8-a2bf8d112db6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T18:36:36Z', 'updated_at': '2021-11-05T18:36:42Z', 'revision_number': 4, 'project_id': 'e4fadb60c9fa4b0abf704559d02b8aa0', 'gw_port': {'id': '024766b1-ed20-44e2-88c8-a2bf8d112db6', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:c5:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f97eaf5e-41e6-4b26-a543-9f157b864817', 'device_owner': 'network:router_gateway', 'standard_attr_id': 239, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T18:36:38Z', 'updated_at': '2021-11-05T18:36:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1', '_floatingips': [{'id': '22e7d490-b5d2-49a0-9e95-5804846682c2', 'tenant_id': 'e4fadb60c9fa4b0abf704559d02b8aa0', 'floating_ip_address': '172.25.6.119', 'floating_network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'router_id': 'f97eaf5e-41e6-4b26-a543-9f157b864817', 'port_id': 'ef314ce2-4597-4d9a-a65c-10552dafa64f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 377, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba3e8390-54e7-4d99-8fec-d7b75d85d22a', 'mac_address': 'fa:16:3e:87:22:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eff99d52-5bfe-44cb-a1d6-ebdef5ac0a4d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-05T18:37:09Z', 'updated_at': '2021-11-05T18:37:28Z', 'revision_number': 1, 'project_id': 'e4fadb60c9fa4b0abf704559d02b8aa0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '540167f0-431b-4b88-b94d-62b984252270', 'name': '', 'network_id': 'ba3e8390-54e7-4d99-8fec-d7b75d85d22a', 'tenant_id': 'e4fadb60c9fa4b0abf704559d02b8aa0', 'mac_address': 'fa:16:3e:c0:53:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f97eaf5e-41e6-4b26-a543-9f157b864817', 'device_owner': 'network:router_interface', 'standard_attr_id': 253, 'fixed_ips': [{'subnet_id': '23219f55-021e-4f36-bac1-2c401000599a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T18:36:42Z', 'updated_at': '2021-11-05T18:36:48Z', 'revision_number': 5, 'project_id': 'e4fadb60c9fa4b0abf704559d02b8aa0', 'subnets': [{'id': '23219f55-021e-4f36-bac1-2c401000599a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-1', False) {} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:37:31.744366 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662e4ab9-2556-43c9-b42d-7d2dad7abb80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62013938-6c97-42d5-aa87-b79f9efa213d,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:37:31.787611 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-f96feed2-c4cc-47d1-97ad-3bfae525f473 req-934add6f-4439-4b21-8473-d1bd0efa6e7d tempest-DeleteServersAdminTestJSON-2094521221 tempest-DeleteServersAdminTestJSON-2094521221-project] 10.222.0.13 "GET /v2.0/security-groups?id=942ef13b-cfd3-445e-862e-15680ff42d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1889408 Nov 05 18:37:31.788759 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-327e7754-d4c7-4b61-80af-5e51be47fd24 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:31.809758 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-cf1d1b93-d03d-4ca7-9e11-c0a3e45972e4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:31.831147 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 38058) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:37:31.837654 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-327e7754-d4c7-4b61-80af-5e51be47fd24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:31.848970 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-cf1d1b93-d03d-4ca7-9e11-c0a3e45972e4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:31.851980 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c5ad721-42fb-43c4-b164-1898738a0b27 None None] The sync data for ids ['f97eaf5e-41e6-4b26-a543-9f157b864817'] in n-d-816865-1 is: [{'id': 'f97eaf5e-41e6-4b26-a543-9f157b864817', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-15228308-router', 'tenant_id': 'e4fadb60c9fa4b0abf704559d02b8aa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.126'}], 'enable_snat': True}, 'gw_port_id': '024766b1-ed20-44e2-88c8-a2bf8d112db6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T18:36:36Z', 'updated_at': '2021-11-05T18:36:42Z', 'revision_number': 4, 'project_id': 'e4fadb60c9fa4b0abf704559d02b8aa0', 'gw_port': {'id': '024766b1-ed20-44e2-88c8-a2bf8d112db6', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:c5:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f97eaf5e-41e6-4b26-a543-9f157b864817', 'device_owner': 'network:router_gateway', 'standard_attr_id': 239, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T18:36:38Z', 'updated_at': '2021-11-05T18:36:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1', '_floatingips': [{'id': '22e7d490-b5d2-49a0-9e95-5804846682c2', 'tenant_id': 'e4fadb60c9fa4b0abf704559d02b8aa0', 'floating_ip_address': '172.25.6.119', 'floating_network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'router_id': 'f97eaf5e-41e6-4b26-a543-9f157b864817', 'port_id': 'ef314ce2-4597-4d9a-a65c-10552dafa64f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 377, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba3e8390-54e7-4d99-8fec-d7b75d85d22a', 'mac_address': 'fa:16:3e:87:22:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eff99d52-5bfe-44cb-a1d6-ebdef5ac0a4d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-05T18:37:09Z', 'updated_at': '2021-11-05T18:37:28Z', 'revision_number': 1, 'project_id': 'e4fadb60c9fa4b0abf704559d02b8aa0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '540167f0-431b-4b88-b94d-62b984252270', 'name': '', 'network_id': 'ba3e8390-54e7-4d99-8fec-d7b75d85d22a', 'tenant_id': 'e4fadb60c9fa4b0abf704559d02b8aa0', 'mac_address': 'fa:16:3e:c0:53:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f97eaf5e-41e6-4b26-a543-9f157b864817', 'device_owner': 'network:router_interface', 'standard_attr_id': 253, 'fixed_ips': [{'subnet_id': '23219f55-021e-4f36-bac1-2c401000599a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T18:36:42Z', 'updated_at': '2021-11-05T18:36:48Z', 'revision_number': 5, 'project_id': 'e4fadb60c9fa4b0abf704559d02b8aa0', 'subnets': [{'id': '23219f55-021e-4f36-bac1-2c401000599a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 18:37:31.857422 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-d92964f1-88e8-431b-b27c-83513de67c10 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:31.997051 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-cf1d1b93-d03d-4ca7-9e11-c0a3e45972e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:31.998860 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-cf1d1b93-d03d-4ca7-9e11-c0a3e45972e4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:32.013877 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-cf1d1b93-d03d-4ca7-9e11-c0a3e45972e4 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/62013938-6c97-42d5-aa87-b79f9efa213d HTTP/1.1" status: 204 len: 168 time: 0.2901692 Nov 05 18:37:32.050669 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1d1b93-d03d-4ca7-9e11-c0a3e45972e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62013938-6c97-42d5-aa87-b79f9efa213d,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:37:32.160852 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-d92964f1-88e8-431b-b27c-83513de67c10 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:32.176174 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.db_base_plugin_common [None req-327e7754-d4c7-4b61-80af-5e51be47fd24 admin admin] Allocated IP 172.25.6.48 (40c8335d-cd0b-4cb5-910a-d4dcddd5cbec/04fe6db3-e108-4208-943d-6518424f5726/dbc6fb9c-a59f-43e3-84e8-dd1530d6ee18) {{(pid=102387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 18:37:32.233919 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-d92964f1-88e8-431b-b27c-83513de67c10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:32.352794 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-d92964f1-88e8-431b-b27c-83513de67c10 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d050214f85fd4b5fa78045be3a37e69f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5183458 Nov 05 18:37:32.353656 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92964f1-88e8-431b-b27c-83513de67c10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ebd32fb-3e90-48f3-b9cf-660856b83b14,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:37:32.354451 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 38094) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:37:32.361255 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c114355-2130-4602-b014-a85c59cd9538 None None] New status for floating IP 22e7d490-b5d2-49a0-9e95-5804846682c2: ACTIVE {{(pid=102388) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 05 18:37:32.407652 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-327e7754-d4c7-4b61-80af-5e51be47fd24 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:32.492250 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-1ec06cc7-9306-484a-9d8c-b7299fe7d4d2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:32.539843 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-1ec06cc7-9306-484a-9d8c-b7299fe7d4d2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:32.574243 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-327e7754-d4c7-4b61-80af-5e51be47fd24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789'] for port, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:32.630217 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327e7754-d4c7-4b61-80af-5e51be47fd24 admin admin] Pushing event updated for resources: {'Port': ['ID=dbc6fb9c-a59f-43e3-84e8-dd1530d6ee18,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:37:32.682070 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-327e7754-d4c7-4b61-80af-5e51be47fd24 admin admin] Network 40c8335d-cd0b-4cb5-910a-d4dcddd5cbec is already hosted by enough agents. {{(pid=102387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 18:37:32.692339 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.base_scheduler [None req-327e7754-d4c7-4b61-80af-5e51be47fd24 admin admin] Resources bound (agent type, host, resource id): {{(pid=102387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:37:32.716303 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd3c7f8-8914-45a4-a01d-0503b4f68f55 req-bf9ac5ab-d497-48cb-a04a-23c66fb8c7fb tempest-DeleteServersAdminTestJSON-2094521221 tempest-DeleteServersAdminTestJSON-2094521221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:37:32.718127 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-bdd3c7f8-8914-45a4-a01d-0503b4f68f55 req-bf9ac5ab-d497-48cb-a04a-23c66fb8c7fb tempest-DeleteServersAdminTestJSON-2094521221 tempest-DeleteServersAdminTestJSON-2094521221-project] 10.222.0.13 "GET /v2.0/ports?device_id=3c189e9e-b1d3-46b9-9126-d7820d6f87e2 HTTP/1.1" status: 200 len: 949 time: 0.1850204 Nov 05 18:37:32.724507 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-327e7754-d4c7-4b61-80af-5e51be47fd24 admin admin] Received port after_create {{(pid=102387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 18:37:32.755698 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-1ec06cc7-9306-484a-9d8c-b7299fe7d4d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:32.758334 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-1ec06cc7-9306-484a-9d8c-b7299fe7d4d2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:32.759474 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-1ec06cc7-9306-484a-9d8c-b7299fe7d4d2 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1ebd32fb-3e90-48f3-b9cf-660856b83b14 HTTP/1.1" status: 204 len: 168 time: 0.4040196 Nov 05 18:37:32.786602 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec06cc7-9306-484a-9d8c-b7299fe7d4d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ebd32fb-3e90-48f3-b9cf-660856b83b14,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:37:32.855568 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-bdd3c7f8-8914-45a4-a01d-0503b4f68f55 req-dd3a2720-868d-40a1-98d2-fc5029c432fb tempest-DeleteServersAdminTestJSON-2094521221 tempest-DeleteServersAdminTestJSON-2094521221-project] 10.222.0.13 "GET /v2.0/security-groups?id=942ef13b-cfd3-445e-862e-15680ff42d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787363 Nov 05 18:37:32.956018 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device c2bc2176-eb1e-407d-93ad-1bd54726b876 up at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 18:37:33.058431 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3299f8c8-5662-4845-870e-1bbacf725810 req-c212d689-78b7-46f3-a7cf-753f440df4f9 tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:37:33.070415 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-3299f8c8-5662-4845-870e-1bbacf725810 req-c212d689-78b7-46f3-a7cf-753f440df4f9 tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] 10.222.0.13 "GET /v2.0/ports?device_id=1deb7c06-0d89-436e-a71b-115690d709c3 HTTP/1.1" status: 200 len: 950 time: 0.0854638 Nov 05 18:37:33.081244 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-08043755-b612-4dfe-ba99-cbcb30cb83d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:33.091302 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Provisioning complete for port c2bc2176-eb1e-407d-93ad-1bd54726b876 triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:37:33.091913 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:33.162413 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-3299f8c8-5662-4845-870e-1bbacf725810 req-49c57694-c728-4255-8eb8-ada1a092d6e4 tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] 10.222.0.13 "GET /v2.0/security-groups?id=c4f63610-8850-433c-ac4b-7e7146261ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910020 Nov 05 18:37:33.304078 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:33.395009 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] For port c2bc2176-eb1e-407d-93ad-1bd54726b876, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=c2bc2176-eb1e-407d-93ad-1bd54726b876,segment=NetworkSegment(16bf67e5-8e6c-4dbc-b9e5-63f011493684),segment_id=16bf67e5-8e6c-4dbc-b9e5-63f011493684)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:37:33.403452 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1362dcd1-90c7-48ae-bea8-e69c8946d2bf None None] Network 29c8c199-5d2b-40ca-ba38-02930790781b requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 18:37:33.489406 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-327e7754-d4c7-4b61-80af-5e51be47fd24 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:33.502480 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:33.539608 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-e9c208b1-6804-434d-b87d-17ecdd266bd5 None None] Provisioning complete for port c2bc2176-eb1e-407d-93ad-1bd54726b876 triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:37:33.540171 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-e9c208b1-6804-434d-b87d-17ecdd266bd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:33.643035 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Pushing event updated for resources: {'Port': ['ID=c2bc2176-eb1e-407d-93ad-1bd54726b876,revision_number=3']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:37:33.877975 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:33.930251 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec88ecc-27b7-44d1-8c87-b8cd0579f6e7 req-bcb8086b-7772-4c2c-a5f2-8cc674d9622f tempest-DeleteServersAdminTestJSON-2094521221 tempest-DeleteServersAdminTestJSON-2094521221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:37:33.933962 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-2ec88ecc-27b7-44d1-8c87-b8cd0579f6e7 req-bcb8086b-7772-4c2c-a5f2-8cc674d9622f tempest-DeleteServersAdminTestJSON-2094521221 tempest-DeleteServersAdminTestJSON-2094521221-project] 10.222.0.41 "GET /v2.0/ports?device_id=3c189e9e-b1d3-46b9-9126-d7820d6f87e2 HTTP/1.1" status: 200 len: 949 time: 0.1350744 Nov 05 18:37:34.179859 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [req-2ec88ecc-27b7-44d1-8c87-b8cd0579f6e7 req-cd340f06-eba8-4160-b704-7596d31b3946 tempest-DeleteServersAdminTestJSON-2094521221 tempest-DeleteServersAdminTestJSON-2094521221-project] Deleting port e2ad60bc-c86e-42fe-adef-59d7715111cf {{(pid=102386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 18:37:34.180553 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-2ec88ecc-27b7-44d1-8c87-b8cd0579f6e7 req-cd340f06-eba8-4160-b704-7596d31b3946 tempest-DeleteServersAdminTestJSON-2094521221 tempest-DeleteServersAdminTestJSON-2094521221-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:34.229247 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96992a47-ad2e-4b68-b07b-dd8aec6db2bf req-aa4619cf-dde2-4c16-bc21-826b1ae16d29 tempest-DeleteServersAdminTestJSON-2094521221 tempest-DeleteServersAdminTestJSON-2094521221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:37:34.230986 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-96992a47-ad2e-4b68-b07b-dd8aec6db2bf req-aa4619cf-dde2-4c16-bc21-826b1ae16d29 tempest-DeleteServersAdminTestJSON-2094521221 tempest-DeleteServersAdminTestJSON-2094521221-project] 10.222.0.13 "GET /v2.0/ports?device_id=3c189e9e-b1d3-46b9-9126-d7820d6f87e2 HTTP/1.1" status: 200 len: 949 time: 0.0733843 Nov 05 18:37:34.263668 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-33665bf3-abfc-45f6-ab9c-5f95a86b40cd None None] Provisioning complete for port c2bc2176-eb1e-407d-93ad-1bd54726b876 triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:37:34.264033 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-33665bf3-abfc-45f6-ab9c-5f95a86b40cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:34.364318 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-96992a47-ad2e-4b68-b07b-dd8aec6db2bf req-76cc7a96-4c37-4c86-a534-1b5651f9980d tempest-DeleteServersAdminTestJSON-2094521221 tempest-DeleteServersAdminTestJSON-2094521221-project] 10.222.0.13 "GET /v2.0/security-groups?id=942ef13b-cfd3-445e-862e-15680ff42d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951633 Nov 05 18:37:34.369871 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [req-2ec88ecc-27b7-44d1-8c87-b8cd0579f6e7 req-cd340f06-eba8-4160-b704-7596d31b3946 tempest-DeleteServersAdminTestJSON-2094521221 tempest-DeleteServersAdminTestJSON-2094521221-project] For port e2ad60bc-c86e-42fe-adef-59d7715111cf, host n-h1-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=e2ad60bc-c86e-42fe-adef-59d7715111cf,segment=NetworkSegment(35c2db9c-522d-48d3-98cf-a08c2cc55db7),segment_id=35c2db9c-522d-48d3-98cf-a08c2cc55db7)] {{(pid=102386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:37:34.371146 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-2ec88ecc-27b7-44d1-8c87-b8cd0579f6e7 req-cd340f06-eba8-4160-b704-7596d31b3946 tempest-DeleteServersAdminTestJSON-2094521221 tempest-DeleteServersAdminTestJSON-2094521221-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:34.387077 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [req-2ec88ecc-27b7-44d1-8c87-b8cd0579f6e7 req-cd340f06-eba8-4160-b704-7596d31b3946 tempest-DeleteServersAdminTestJSON-2094521221 tempest-DeleteServersAdminTestJSON-2094521221-project] Calling delete_port for e2ad60bc-c86e-42fe-adef-59d7715111cf owned by compute:nova {{(pid=102386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 18:37:34.391929 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-327e7754-d4c7-4b61-80af-5e51be47fd24 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-571384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1000487'] for router, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:34.619775 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a1dc78-392a-4169-bd62-1b69df5e07b2 req-7914603b-6037-4854-921a-a7844e705f40 tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:37:34.621650 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-16a1dc78-392a-4169-bd62-1b69df5e07b2 req-7914603b-6037-4854-921a-a7844e705f40 tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] 10.222.0.13 "GET /v2.0/ports?device_id=1deb7c06-0d89-436e-a71b-115690d709c3 HTTP/1.1" status: 200 len: 950 time: 0.1507404 Nov 05 18:37:34.665502 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device c2bc2176-eb1e-407d-93ad-1bd54726b876 up at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 18:37:34.683176 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-2ec88ecc-27b7-44d1-8c87-b8cd0579f6e7 req-cd340f06-eba8-4160-b704-7596d31b3946 tempest-DeleteServersAdminTestJSON-2094521221 tempest-DeleteServersAdminTestJSON-2094521221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798'] for port, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:34.716625 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] get_ports_and_sgs() called for port_ids ['e2ad60bc-c86e-42fe-adef-59d7715111cf'] {{(pid=102388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 18:37:34.719267 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd340f06-eba8-4160-b704-7596d31b3946 tempest-DeleteServersAdminTestJSON-2094521221 tempest-DeleteServersAdminTestJSON-2094521221-project] Pushing event deleted for resources: {'Port': ['ID=e2ad60bc-c86e-42fe-adef-59d7715111cf,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:37:34.747744 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-16a1dc78-392a-4169-bd62-1b69df5e07b2 req-eca92485-a74b-4457-b456-d5c0efde6a81 tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] 10.222.0.13 "GET /v2.0/security-groups?id=c4f63610-8850-433c-ac4b-7e7146261ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168573 Nov 05 18:37:34.765623 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 38244) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:37:34.774443 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ec88ecc-27b7-44d1-8c87-b8cd0579f6e7 req-cd340f06-eba8-4160-b704-7596d31b3946 tempest-DeleteServersAdminTestJSON-2094521221 tempest-DeleteServersAdminTestJSON-2094521221-project] No DVR routers for this DVR port e2ad60bc-c86e-42fe-adef-59d7715111cf on host n-h1-816865-1 {{(pid=102386) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 18:37:34.777211 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-2ec88ecc-27b7-44d1-8c87-b8cd0579f6e7 req-cd340f06-eba8-4160-b704-7596d31b3946 tempest-DeleteServersAdminTestJSON-2094521221 tempest-DeleteServersAdminTestJSON-2094521221-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:34.782136 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-2ec88ecc-27b7-44d1-8c87-b8cd0579f6e7 req-cd340f06-eba8-4160-b704-7596d31b3946 tempest-DeleteServersAdminTestJSON-2094521221 tempest-DeleteServersAdminTestJSON-2094521221-project] 10.222.0.41 "DELETE /v2.0/ports/e2ad60bc-c86e-42fe-adef-59d7715111cf HTTP/1.1" status: 204 len: 173 time: 0.8415790 Nov 05 18:37:34.792173 n-d-816865-1 neutron-server[102386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c189e9e-b1d3-46b9-9126-d7820d6f87e2', 'name': 'network-vif-deleted', 'tag': 'e2ad60bc-c86e-42fe-adef-59d7715111cf'}] {{(pid=102386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 18:37:34.792173 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6173a44d7c73f41af551dc890fa1a5892c2c6bc3458b640c8e0c24db7876ba6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-049fbe2d-cd63-47ef-b8e2-b078902bf9cd" -d '{"events": [{"server_uuid": "3c189e9e-b1d3-46b9-9126-d7820d6f87e2", "name": "network-vif-deleted", "tag": "e2ad60bc-c86e-42fe-adef-59d7715111cf"}]}' {{(pid=102386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 18:37:34.825839 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-327e7754-d4c7-4b61-80af-5e51be47fd24 admin admin] Router 66e000fb-5abd-480d-afaf-f77ff743f788 is scheduled to L3 agent 6dcb5589-8e86-4616-9186-ddc4548e13ad with binding_index 1 {{(pid=102387) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 05 18:37:34.924908 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Provisioning complete for port c2bc2176-eb1e-407d-93ad-1bd54726b876 triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:37:34.925284 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:34.976650 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-dd505f3f-d1c1-48b9-b082-35735b91fcf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:35.011900 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-d9282a77-7d1f-430a-b07f-5835f1d915b7 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2147298721-network', 'tenant_id': '2d87535eb2bb46c696365475b90b493b'}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:37:35.160753 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-52ae4681-fc00-4d05-8c41-3aab247fab99 req-2d6c8a94-1f98-442c-8d49-e4880befb12b tempest-ImagesOneServerTestJSON-1840565388 tempest-ImagesOneServerTestJSON-1840565388-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=0eb58f2cb34c445dae9d7859933ff3fe&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0298593 Nov 05 18:37:35.204145 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-327e7754-d4c7-4b61-80af-5e51be47fd24 admin admin] Notify agent at l3_agent.n-d-816865-1 the message routers_updated {{(pid=102387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 18:37:35.215330 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30fe834c-4e3d-4e7a-aa5f-adbbe4b81006 None None] Sync routers for ids ['66e000fb-5abd-480d-afaf-f77ff743f788'] in n-d-816865-1 {{(pid=102389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 18:37:35.226767 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30fe834c-4e3d-4e7a-aa5f-adbbe4b81006 None None] Routers {'66e000fb-5abd-480d-afaf-f77ff743f788'} bound to L3 agent in host n-d-816865-1 {{(pid=102389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 18:37:35.227898 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-30fe834c-4e3d-4e7a-aa5f-adbbe4b81006 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T18:37:35Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['66e000fb-5abd-480d-afaf-f77ff743f788'], 'active': True} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:37:35.276630 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9282a77-7d1f-430a-b07f-5835f1d915b7 admin admin] Made reservation on behalf of 2d87535eb2bb46c696365475b90b493b for: {'network': 1} {{(pid=102387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 18:37:35.276630 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-d9282a77-7d1f-430a-b07f-5835f1d915b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for network, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:35.284252 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-d9282a77-7d1f-430a-b07f-5835f1d915b7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:35.327175 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ae4681-fc00-4d05-8c41-3aab247fab99 req-2d7baaa7-8d88-491a-9cb4-7ed585aaff11 tempest-ImagesOneServerTestJSON-1840565388 tempest-ImagesOneServerTestJSON-1840565388-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:37:35.329257 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-52ae4681-fc00-4d05-8c41-3aab247fab99 req-2d7baaa7-8d88-491a-9cb4-7ed585aaff11 tempest-ImagesOneServerTestJSON-1840565388 tempest-ImagesOneServerTestJSON-1840565388-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1620023 Nov 05 18:37:35.354367 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvr_db [None req-30fe834c-4e3d-4e7a-aa5f-adbbe4b81006 None None] Set router 66e000fb-5abd-480d-afaf-f77ff743f788 gateway port host: n-d-816865-1 {{(pid=102389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 18:37:35.358479 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-52ae4681-fc00-4d05-8c41-3aab247fab99 req-aca2a209-5edd-4575-bc2c-7bc9a39b4f6e tempest-ImagesOneServerTestJSON-1840565388 tempest-ImagesOneServerTestJSON-1840565388-project] 10.222.0.13 "GET /v2.0/quotas/0eb58f2cb34c445dae9d7859933ff3fe HTTP/1.1" status: 200 len: 375 time: 0.0215497 Nov 05 18:37:35.363143 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-327e7754-d4c7-4b61-80af-5e51be47fd24 admin admin] Publish callbacks [] for router, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:35.367314 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-327e7754-d4c7-4b61-80af-5e51be47fd24 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 5.0725977 Nov 05 18:37:35.368434 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 38290) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:37:35.400739 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-52ae4681-fc00-4d05-8c41-3aab247fab99 req-9073d5e0-1a71-483c-b683-a967c405ab65 tempest-ImagesOneServerTestJSON-1840565388 tempest-ImagesOneServerTestJSON-1840565388-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=0eb58f2cb34c445dae9d7859933ff3fe&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0331018 Nov 05 18:37:35.443085 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-d9282a77-7d1f-430a-b07f-5835f1d915b7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:35.546394 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-d9282a77-7d1f-430a-b07f-5835f1d915b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:35.562250 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-30fe834c-4e3d-4e7a-aa5f-adbbe4b81006 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66e000fb-5abd-480d-afaf-f77ff743f788', 'name': 'tempest-FloatingIPsTestJSON-2016845472-router', 'tenant_id': 'ae05a44cb6914df19fbdf0a2a0e15a22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.48'}], 'enable_snat': True}, 'gw_port_id': 'dbc6fb9c-a59f-43e3-84e8-dd1530d6ee18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T18:37:30Z', 'updated_at': '2021-11-05T18:37:33Z', 'revision_number': 3, 'project_id': 'ae05a44cb6914df19fbdf0a2a0e15a22', 'gw_port': {'id': 'dbc6fb9c-a59f-43e3-84e8-dd1530d6ee18', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:f0:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66e000fb-5abd-480d-afaf-f77ff743f788', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T18:37:31Z', 'updated_at': '2021-11-05T18:37:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1'}], 'n-d-816865-1', False) {} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:37:35.563794 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 18:37:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38d49b63-0da3-471d-9e2c-3412c521d243 x-openstack-request-id: req-38d49b63-0da3-471d-9e2c-3412c521d243 {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 18:37:35.564092 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c189e9e-b1d3-46b9-9126-d7820d6f87e2", "name": "network-vif-deleted", "tag": "e2ad60bc-c86e-42fe-adef-59d7715111cf", "status": "completed", "code": 200}]} {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 18:37:35.564339 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-38d49b63-0da3-471d-9e2c-3412c521d243 {{(pid=102386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 18:37:35.564727 n-d-816865-1 neutron-server[102386]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c189e9e-b1d3-46b9-9126-d7820d6f87e2', 'name': 'network-vif-deleted', 'tag': 'e2ad60bc-c86e-42fe-adef-59d7715111cf', 'status': 'completed', 'code': 200} Nov 05 18:37:35.568707 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9282a77-7d1f-430a-b07f-5835f1d915b7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 191} {{(pid=102387) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 05 18:37:35.588177 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9282a77-7d1f-430a-b07f-5835f1d915b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d752849f-3561-4e8d-bfef-4dddab2ff037,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:37:35.591394 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-d9282a77-7d1f-430a-b07f-5835f1d915b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273'] for segment, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:35.592096 n-d-816865-1 neutron-server[102387]: INFO neutron.db.segments_db [None req-d9282a77-7d1f-430a-b07f-5835f1d915b7 admin admin] Added segment 0ad128ab-a1c3-4049-9fa0-89adffa7cc7e of type vlan for network 7b3a41e7-93df-49e1-9756-a04fc3940e25 Nov 05 18:37:35.603385 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30fe834c-4e3d-4e7a-aa5f-adbbe4b81006 None None] Checking router: 66e000fb-5abd-480d-afaf-f77ff743f788 for host: n-d-816865-1 {{(pid=102389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 18:37:35.603728 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30fe834c-4e3d-4e7a-aa5f-adbbe4b81006 None None] Updating router 66e000fb-5abd-480d-afaf-f77ff743f788 port dbc6fb9c-a59f-43e3-84e8-dd1530d6ee18 binding host n-d-816865-1 {{(pid=102389) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 05 18:37:35.676696 n-d-816865-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-30fe834c-4e3d-4e7a-aa5f-adbbe4b81006 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:35.677866 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-396d90ff-c8d7-4ebd-882f-0eeabc832ba7 req-0d7b9b2a-ce99-4cdb-9160-6d5038f093d1 tempest-DeleteServersAdminTestJSON-2094521221 tempest-DeleteServersAdminTestJSON-2094521221-project] 10.222.0.13 "GET /v2.0/ports?device_id=3c189e9e-b1d3-46b9-9126-d7820d6f87e2 HTTP/1.1" status: 200 len: 210 time: 0.0333397 Nov 05 18:37:35.681508 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-d9282a77-7d1f-430a-b07f-5835f1d915b7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750027258543'] for network, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:35.818894 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:35.834335 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-6b272d3c-8186-4035-aef3-15886ab3afeb req-c985d5a0-5716-499e-88bd-b673df741a26 tempest-ImagesOneServerTestJSON-1840565388 tempest-ImagesOneServerTestJSON-1840565388-project] 10.222.0.13 "GET /v2.0/ports?device_id=a5da7ec7-9b07-45dd-bf15-2b53851b9aeb HTTP/1.1" status: 200 len: 210 time: 0.0437148 Nov 05 18:37:35.834335 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-d9282a77-7d1f-430a-b07f-5835f1d915b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-956796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877'] for network, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:35.834335 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9282a77-7d1f-430a-b07f-5835f1d915b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:37:35.834335 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-d9282a77-7d1f-430a-b07f-5835f1d915b7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597851'] for network, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:35.973171 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9282a77-7d1f-430a-b07f-5835f1d915b7 admin admin] Pushing event updated for resources: {'Network': ['ID=7b3a41e7-93df-49e1-9756-a04fc3940e25,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:37:35.986404 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Network 7b3a41e7-93df-49e1-9756-a04fc3940e25 details requested by agent ovs-agent-n-d-816865-1 with host n-d-816865-1 {{(pid=102388) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 05 18:37:36.002966 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-d9282a77-7d1f-430a-b07f-5835f1d915b7 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 902 time: 1.2350008 Nov 05 18:37:36.006131 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 38336) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:37:36.015874 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-82d1fe7d-4a09-410f-bc2b-bda81f4e0236 admin admin] Request body: {'subnet': {'network_id': '7b3a41e7-93df-49e1-9756-a04fc3940e25', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2147298721-subnet', 'tenant_id': '2d87535eb2bb46c696365475b90b493b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:37:36.041485 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2d8aca-a07d-43e5-8675-5868c2698543 req-2528236f-b3da-4a0b-8f33-c0c7f2ad8ab6 tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:37:36.046025 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-db2d8aca-a07d-43e5-8675-5868c2698543 req-2528236f-b3da-4a0b-8f33-c0c7f2ad8ab6 tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] 10.222.0.13 "GET /v2.0/ports?device_id=1deb7c06-0d89-436e-a71b-115690d709c3 HTTP/1.1" status: 200 len: 950 time: 0.1013012 Nov 05 18:37:36.054469 n-d-816865-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-30fe834c-4e3d-4e7a-aa5f-adbbe4b81006 None None] Publish callbacks [] for port, precommit_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:36.117837 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-b3d56950-1a9d-4e73-9288-fe458b772204 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:36.134940 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-db2d8aca-a07d-43e5-8675-5868c2698543 req-5fb3dd94-9071-4361-9134-df8ad598c059 tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] 10.222.0.13 "GET /v2.0/security-groups?id=c4f63610-8850-433c-ac4b-7e7146261ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796497 Nov 05 18:37:36.135178 n-d-816865-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-30fe834c-4e3d-4e7a-aa5f-adbbe4b81006 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:36.153757 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82d1fe7d-4a09-410f-bc2b-bda81f4e0236 admin admin] Made reservation on behalf of 2d87535eb2bb46c696365475b90b493b for: {'subnet': 1} {{(pid=102386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 18:37:36.155814 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-82d1fe7d-4a09-410f-bc2b-bda81f4e0236 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:36.185905 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b304910f-7b27-444b-a8fc-977d26b1ceac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:36.193131 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052021ea-42f5-4e8f-90f7-224f0147588e None None] Pushing event updated for resources: {'Port': ['ID=dbc6fb9c-a59f-43e3-84e8-dd1530d6ee18,revision_number=2']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:37:36.222846 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.managers [None req-30fe834c-4e3d-4e7a-aa5f-adbbe4b81006 None None] Attempting to bind port dbc6fb9c-a59f-43e3-84e8-dd1530d6ee18 on host n-d-816865-1 for vnic_type normal with profile {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 18:37:36.223506 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.managers [None req-30fe834c-4e3d-4e7a-aa5f-adbbe4b81006 None None] Attempting to bind port dbc6fb9c-a59f-43e3-84e8-dd1530d6ee18 by drivers openvswitch,hyperv on host n-d-816865-1 at level 0 using segments [{'id': '85be518c-8bb4-46a2-a903-d4292782d29d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec'}] {{(pid=102389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 18:37:36.223611 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30fe834c-4e3d-4e7a-aa5f-adbbe4b81006 None None] Attempting to bind port dbc6fb9c-a59f-43e3-84e8-dd1530d6ee18 on network 40c8335d-cd0b-4cb5-910a-d4dcddd5cbec {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 18:37:36.228828 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30fe834c-4e3d-4e7a-aa5f-adbbe4b81006 None None] Checking agent: {'id': '724d89a7-611b-41e6-bc85-c48112b17afa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 18, 25, 8), 'started_at': datetime.datetime(2021, 11, 5, 18, 25, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 18, 37, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 18:37:36.229200 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30fe834c-4e3d-4e7a-aa5f-adbbe4b81006 None None] Checking segment: {'id': '85be518c-8bb4-46a2-a903-d4292782d29d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 18:37:36.230436 n-d-816865-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-30fe834c-4e3d-4e7a-aa5f-adbbe4b81006 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:36.230825 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30fe834c-4e3d-4e7a-aa5f-adbbe4b81006 None None] Bound using segment: {'id': '85be518c-8bb4-46a2-a903-d4292782d29d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec'} {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 18:37:36.231351 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.managers [None req-30fe834c-4e3d-4e7a-aa5f-adbbe4b81006 None None] Bound port: dbc6fb9c-a59f-43e3-84e8-dd1530d6ee18, host: n-d-816865-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85be518c-8bb4-46a2-a903-d4292782d29d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec'}}] {{(pid=102389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 18:37:36.231727 n-d-816865-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-30fe834c-4e3d-4e7a-aa5f-adbbe4b81006 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:36.289676 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [None req-30fe834c-4e3d-4e7a-aa5f-adbbe4b81006 None None] For port dbc6fb9c-a59f-43e3-84e8-dd1530d6ee18, host n-d-816865-1, cleared binding levels {{(pid=102389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 18:37:36.292877 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [None req-30fe834c-4e3d-4e7a-aa5f-adbbe4b81006 None None] For port dbc6fb9c-a59f-43e3-84e8-dd1530d6ee18, host n-d-816865-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=dbc6fb9c-a59f-43e3-84e8-dd1530d6ee18,segment=NetworkSegment(85be518c-8bb4-46a2-a903-d4292782d29d),segment_id=85be518c-8bb4-46a2-a903-d4292782d29d)] {{(pid=102389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 18:37:36.389626 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-45b4fc8a-f8b5-469e-8e44-3e2fedabc840 req-e81a6fee-0c29-4ba4-8930-8f003b4914e5 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=eff99d52-5bfe-44cb-a1d6-ebdef5ac0a4d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2742479 Nov 05 18:37:36.405004 n-d-816865-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-30fe834c-4e3d-4e7a-aa5f-adbbe4b81006 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:36.429964 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.db_base_plugin_common [None req-b3d56950-1a9d-4e73-9288-fe458b772204 admin admin] Allocated IP 172.20.0.1 (29c8c199-5d2b-40ca-ba38-02930790781b/2f0132e2-dec8-4139-ba02-b7edb3ddc170/039a7b0a-92a6-4ce1-bb77-1ca4f49ba73b) {{(pid=102386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 18:37:36.500683 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30fe834c-4e3d-4e7a-aa5f-adbbe4b81006 None None] Routers {'66e000fb-5abd-480d-afaf-f77ff743f788'} bound to L3 agent in host n-d-816865-1 {{(pid=102389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 18:37:36.500683 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-30fe834c-4e3d-4e7a-aa5f-adbbe4b81006 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T18:37:35Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['66e000fb-5abd-480d-afaf-f77ff743f788'], 'active': True} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:37:36.503623 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052021ea-42f5-4e8f-90f7-224f0147588e None None] Pushing event updated for resources: {'Port': ['ID=dbc6fb9c-a59f-43e3-84e8-dd1530d6ee18,revision_number=3']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:37:36.744541 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvr_db [None req-30fe834c-4e3d-4e7a-aa5f-adbbe4b81006 None None] Set router 66e000fb-5abd-480d-afaf-f77ff743f788 gateway port host: n-d-816865-1 {{(pid=102389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 18:37:36.918565 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-b3d56950-1a9d-4e73-9288-fe458b772204 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:36.993888 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b4fc8a-f8b5-469e-8e44-3e2fedabc840 req-c46d00ea-61c8-4be3-8811-62e428f59538 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:37:36.994734 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-ee2a7d57-3a48-4ab5-bce0-21357ca53b63 req-6af10381-deec-41c4-9572-530b17a3829a tempest-ImagesOneServerTestJSON-1840565388 tempest-ImagesOneServerTestJSON-1840565388-project] 10.222.0.13 "GET /v2.0/ports?device_id=a5da7ec7-9b07-45dd-bf15-2b53851b9aeb HTTP/1.1" status: 200 len: 210 time: 0.0299208 Nov 05 18:37:36.995613 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-45b4fc8a-f8b5-469e-8e44-3e2fedabc840 req-c46d00ea-61c8-4be3-8811-62e428f59538 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e4fadb60c9fa4b0abf704559d02b8aa0&device_id=eff99d52-5bfe-44cb-a1d6-ebdef5ac0a4d HTTP/1.1" status: 200 len: 1096 time: 0.5501337 Nov 05 18:37:37.013533 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-30fe834c-4e3d-4e7a-aa5f-adbbe4b81006 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66e000fb-5abd-480d-afaf-f77ff743f788', 'name': 'tempest-FloatingIPsTestJSON-2016845472-router', 'tenant_id': 'ae05a44cb6914df19fbdf0a2a0e15a22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.48'}], 'enable_snat': True}, 'gw_port_id': 'dbc6fb9c-a59f-43e3-84e8-dd1530d6ee18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T18:37:30Z', 'updated_at': '2021-11-05T18:37:33Z', 'revision_number': 3, 'project_id': 'ae05a44cb6914df19fbdf0a2a0e15a22', 'gw_port': {'id': 'dbc6fb9c-a59f-43e3-84e8-dd1530d6ee18', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:f0:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66e000fb-5abd-480d-afaf-f77ff743f788', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T18:37:31Z', 'updated_at': '2021-11-05T18:37:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1'}], 'n-d-816865-1', False) {} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:37:37.053076 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30fe834c-4e3d-4e7a-aa5f-adbbe4b81006 None None] The sync data for ids ['66e000fb-5abd-480d-afaf-f77ff743f788'] in n-d-816865-1 is: [{'id': '66e000fb-5abd-480d-afaf-f77ff743f788', 'name': 'tempest-FloatingIPsTestJSON-2016845472-router', 'tenant_id': 'ae05a44cb6914df19fbdf0a2a0e15a22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.48'}], 'enable_snat': True}, 'gw_port_id': 'dbc6fb9c-a59f-43e3-84e8-dd1530d6ee18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T18:37:30Z', 'updated_at': '2021-11-05T18:37:33Z', 'revision_number': 3, 'project_id': 'ae05a44cb6914df19fbdf0a2a0e15a22', 'gw_port': {'id': 'dbc6fb9c-a59f-43e3-84e8-dd1530d6ee18', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:f0:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66e000fb-5abd-480d-afaf-f77ff743f788', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T18:37:31Z', 'updated_at': '2021-11-05T18:37:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1'}] {{(pid=102389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 18:37:37.149929 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-82d1fe7d-4a09-410f-bc2b-bda81f4e0236 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877'] for subnet, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:37.270935 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-b3d56950-1a9d-4e73-9288-fe458b772204 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789'] for port, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:37.334086 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d1fe7d-4a09-410f-bc2b-bda81f4e0236 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a6c75341-a7fb-4eb2-8dc2-c5f20756d96e,revision_number=0']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:37:37.336285 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e4140a-dbef-4b28-8733-50be62c5f52b req-bd9f6969-cb58-4c79-99ee-672231ae27b1 tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:37:37.337854 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-80e4140a-dbef-4b28-8733-50be62c5f52b req-bd9f6969-cb58-4c79-99ee-672231ae27b1 tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] 10.222.0.13 "GET /v2.0/ports?device_id=1deb7c06-0d89-436e-a71b-115690d709c3 HTTP/1.1" status: 200 len: 950 time: 0.0861547 Nov 05 18:37:37.359172 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d56950-1a9d-4e73-9288-fe458b772204 admin admin] Pushing event updated for resources: {'Port': ['ID=039a7b0a-92a6-4ce1-bb77-1ca4f49ba73b,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:37:37.369844 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b4fc8a-f8b5-469e-8e44-3e2fedabc840 req-f4f24bb0-cf45-4a4c-b898-b77b82433dee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:37:37.378674 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-45b4fc8a-f8b5-469e-8e44-3e2fedabc840 req-f4f24bb0-cf45-4a4c-b898-b77b82433dee service neutron] 10.222.0.41 "GET /v2.0/networks?id=ba3e8390-54e7-4d99-8fec-d7b75d85d22a HTTP/1.1" status: 200 len: 923 time: 0.3486025 Nov 05 18:37:37.385541 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-5363984a-68a3-4c10-a2ff-d98714f21534 req-1eba4572-5f61-4e5d-a769-240fcd374354 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=cf666e48-0b33-4092-a2dd-c1885b09b9d9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2807896 Nov 05 18:37:37.473751 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-80e4140a-dbef-4b28-8733-50be62c5f52b req-a6adc568-ee1c-4b6f-8267-393d86558aca tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] 10.222.0.13 "GET /v2.0/security-groups?id=c4f63610-8850-433c-ac4b-7e7146261ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104169 Nov 05 18:37:37.510233 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3d56950-1a9d-4e73-9288-fe458b772204 admin admin] Network 29c8c199-5d2b-40ca-ba38-02930790781b is already hosted by enough agents. {{(pid=102386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 18:37:37.527103 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.base_scheduler [None req-b3d56950-1a9d-4e73-9288-fe458b772204 admin admin] Resources bound (agent type, host, resource id): {{(pid=102386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:37:37.596914 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-45b4fc8a-f8b5-469e-8e44-3e2fedabc840 req-f9a98418-094f-40ba-816c-e865687c009c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ef314ce2-4597-4d9a-a65c-10552dafa64f HTTP/1.1" status: 200 len: 1001 time: 0.2148407 Nov 05 18:37:37.603027 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3d56950-1a9d-4e73-9288-fe458b772204 admin admin] Received port after_create {{(pid=102386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 18:37:37.603970 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-b3d56950-1a9d-4e73-9288-fe458b772204 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-571770'] for router_interface, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:37.634867 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 38452) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:37:37.764610 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82d1fe7d-4a09-410f-bc2b-bda81f4e0236 admin admin] Checking segment: {'id': '0ad128ab-a1c3-4049-9fa0-89adffa7cc7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '7b3a41e7-93df-49e1-9756-a04fc3940e25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 18:37:37.765947 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82d1fe7d-4a09-410f-bc2b-bda81f4e0236 admin admin] Network hostable DHCP agents. Network: 7b3a41e7-93df-49e1-9756-a04fc3940e25, hostable agents: ['987e2ca0-bc3b-4c6f-a989-429ccfbf753f'], hosted agents: [] {{(pid=102386) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 05 18:37:37.935316 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-c5354009-a871-4a80-ada4-c0372735aff4 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a7e5ed5d2aed45ba834202fed716a196&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2985134 Nov 05 18:37:37.935831 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 38460) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:37:37.974989 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-b3d56950-1a9d-4e73-9288-fe458b772204 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:38.015305 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5363984a-68a3-4c10-a2ff-d98714f21534 req-814f9890-1c1a-4e4a-bdae-aa60dbb3a8ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:37:38.020094 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-5363984a-68a3-4c10-a2ff-d98714f21534 req-814f9890-1c1a-4e4a-bdae-aa60dbb3a8ac service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=1378cc122b744fd2a72edd863adcc850&device_id=cf666e48-0b33-4092-a2dd-c1885b09b9d9 HTTP/1.1" status: 200 len: 1096 time: 0.5122998 Nov 05 18:37:38.021086 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82d1fe7d-4a09-410f-bc2b-bda81f4e0236 admin admin] Network 7b3a41e7-93df-49e1-9756-a04fc3940e25 is scheduled to be hosted by DHCP agent 987e2ca0-bc3b-4c6f-a989-429ccfbf753f with binding_index 1 {{(pid=102386) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 05 18:37:38.029059 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-9e7344ba-9b77-4f45-9b4e-2e168237e6c7 None None] Provisioning complete for port 039a7b0a-92a6-4ce1-bb77-1ca4f49ba73b triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:37:38.030638 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-9e7344ba-9b77-4f45-9b4e-2e168237e6c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:38.066249 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-ab9ef7b9-53dd-44ed-bf39-deb621afd5b4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:38.117110 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-31f93893-a48e-4ae8-833d-dccb2b42eacc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:38.145841 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-ab9ef7b9-53dd-44ed-bf39-deb621afd5b4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:38.152049 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-9e7344ba-9b77-4f45-9b4e-2e168237e6c7 None None] Port 039a7b0a-92a6-4ce1-bb77-1ca4f49ba73b cannot update to ACTIVE because it is not bound. {{(pid=102388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 18:37:38.227941 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-7c010615-3cfb-4f2a-968b-a00426b09036 req-93969dbf-c758-403e-872c-e33167abb999 tempest-ImagesOneServerTestJSON-1840565388 tempest-ImagesOneServerTestJSON-1840565388-project] 10.222.0.13 "GET /v2.0/ports?device_id=a5da7ec7-9b07-45dd-bf15-2b53851b9aeb HTTP/1.1" status: 200 len: 210 time: 0.0570571 Nov 05 18:37:38.231271 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5363984a-68a3-4c10-a2ff-d98714f21534 req-9dc32656-e9a5-4df3-b543-aeee5e4f568e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:37:38.232928 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-5363984a-68a3-4c10-a2ff-d98714f21534 req-9dc32656-e9a5-4df3-b543-aeee5e4f568e service neutron] 10.222.0.55 "GET /v2.0/networks?id=955f3154-b08a-4d99-8ebf-4fbfb4c5bfdd HTTP/1.1" status: 200 len: 916 time: 0.1636357 Nov 05 18:37:38.234350 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b4fc8a-f8b5-469e-8e44-3e2fedabc840 req-5530246f-6736-4fbb-b564-95c16b823474 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:37:38.235880 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-45b4fc8a-f8b5-469e-8e44-3e2fedabc840 req-5530246f-6736-4fbb-b564-95c16b823474 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=23219f55-021e-4f36-bac1-2c401000599a HTTP/1.1" status: 200 len: 861 time: 0.4639890 Nov 05 18:37:38.240038 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.base_scheduler [None req-82d1fe7d-4a09-410f-bc2b-bda81f4e0236 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816865-1, 7b3a41e7-93df-49e1-9756-a04fc3940e25) {{(pid=102386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:37:38.249726 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4acb8ebe-d036-4499-91ce-4b6277e142c5 None None] Network 7b3a41e7-93df-49e1-9756-a04fc3940e25 requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 18:37:38.267425 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82d1fe7d-4a09-410f-bc2b-bda81f4e0236 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:37:38.268014 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-82d1fe7d-4a09-410f-bc2b-bda81f4e0236 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597851'] for subnet, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:38.322775 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-ab9ef7b9-53dd-44ed-bf39-deb621afd5b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:38.326295 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-ab9ef7b9-53dd-44ed-bf39-deb621afd5b4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:38.327671 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-ab9ef7b9-53dd-44ed-bf39-deb621afd5b4 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/942ef13b-cfd3-445e-862e-15680ff42d06 HTTP/1.1" status: 204 len: 168 time: 0.3830400 Nov 05 18:37:38.347069 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9ef7b9-53dd-44ed-bf39-deb621afd5b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=942ef13b-cfd3-445e-862e-15680ff42d06,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:37:38.353669 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-5363984a-68a3-4c10-a2ff-d98714f21534 req-4b23b5b0-0166-484b-a78d-c2b0fd931956 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3dd2204c-a78a-4d35-b873-d572b2b004c4 HTTP/1.1" status: 200 len: 217 time: 0.1093605 Nov 05 18:37:38.513991 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-82d1fe7d-4a09-410f-bc2b-bda81f4e0236 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 2.5034628 Nov 05 18:37:38.515951 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 38480) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:37:38.524262 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-1daea6eb-7e62-418d-a87d-97ba232130bd admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2147298721-router', 'tenant_id': '2d87535eb2bb46c696365475b90b493b', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec'}}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:37:38.538596 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b4fc8a-f8b5-469e-8e44-3e2fedabc840 req-3178311b-d0a3-45fb-ad09-301133f71cf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:37:38.540412 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-45b4fc8a-f8b5-469e-8e44-3e2fedabc840 req-3178311b-d0a3-45fb-ad09-301133f71cf6 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ba3e8390-54e7-4d99-8fec-d7b75d85d22a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2919581 Nov 05 18:37:38.552281 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5363984a-68a3-4c10-a2ff-d98714f21534 req-9f70ca8d-8e35-4295-af8b-b962f381bbbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:37:38.559039 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-5363984a-68a3-4c10-a2ff-d98714f21534 req-9f70ca8d-8e35-4295-af8b-b962f381bbbf service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f42be52a-0e71-4fa8-ac79-7d6a7a1ad3fb HTTP/1.1" status: 200 len: 855 time: 0.1976626 Nov 05 18:37:38.653747 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25b58bc0-a7af-4a65-8243-d81a8524c5f0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeb20a084-accf-5b60-8075-3e69ebe863a6-7b3a41e7-93df-49e1-9756-a04fc3940e25', 'network_id': '7b3a41e7-93df-49e1-9756-a04fc3940e25', 'tenant_id': '2d87535eb2bb46c696365475b90b493b', 'fixed_ips': [{'subnet_id': 'a6c75341-a7fb-4eb2-8dc2-c5f20756d96e'}]}} from n-d-816865-1. {{(pid=102388) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 05 18:37:38.655241 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-25b58bc0-a7af-4a65-8243-d81a8524c5f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:38.692252 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-5363984a-68a3-4c10-a2ff-d98714f21534 req-cdc918bc-b63a-42ec-a3b7-183f7dd6f97f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=955f3154-b08a-4d99-8ebf-4fbfb4c5bfdd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0914838 Nov 05 18:37:38.764518 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-1daea6eb-7e62-418d-a87d-97ba232130bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-571139', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6874'] for router, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:38.766022 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-1daea6eb-7e62-418d-a87d-97ba232130bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-571375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1000570', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1011585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6867'] for router, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:38.804368 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103e2817-4cd8-4134-85e0-2213f4208ce9 req-3143e6a9-f3fd-41d3-a5e2-58d6d2c7d6c6 tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:37:38.815910 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-103e2817-4cd8-4134-85e0-2213f4208ce9 req-3143e6a9-f3fd-41d3-a5e2-58d6d2c7d6c6 tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] 10.222.0.13 "GET /v2.0/ports?device_id=1deb7c06-0d89-436e-a71b-115690d709c3 HTTP/1.1" status: 200 len: 950 time: 0.1374848 Nov 05 18:37:38.821359 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:38.822576 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device dbc6fb9c-a59f-43e3-84e8-dd1530d6ee18 up at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 18:37:38.906800 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-b3d56950-1a9d-4e73-9288-fe458b772204 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:38.919789 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Device e2ad60bc-c86e-42fe-adef-59d7715111cf no longer exists at agent hyperv_n-h1-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 18:37:38.936779 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-45b4fc8a-f8b5-469e-8e44-3e2fedabc840 req-4b606e46-7783-4a03-9810-cfba3c884eb9 service neutron] 10.222.0.41 "GET /v2.0/networks/ba3e8390-54e7-4d99-8fec-d7b75d85d22a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3730395 Nov 05 18:37:38.960737 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-103e2817-4cd8-4134-85e0-2213f4208ce9 req-a0adc737-3396-4895-aab5-2ab1e056abbb tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] 10.222.0.13 "GET /v2.0/security-groups?id=c4f63610-8850-433c-ac4b-7e7146261ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436169 Nov 05 18:37:38.964426 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-5363984a-68a3-4c10-a2ff-d98714f21534 req-3d91ef72-810e-4469-9f63-d52a92198372 service neutron] 10.222.0.55 "GET /v2.0/networks/955f3154-b08a-4d99-8ebf-4fbfb4c5bfdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2520561 Nov 05 18:37:38.991957 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-1daea6eb-7e62-418d-a87d-97ba232130bd admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:39.002931 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-b3d56950-1a9d-4e73-9288-fe458b772204 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:39.003084 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] No Port match for: e2ad60bc-c86e-42fe-adef-59d7715111cf {{(pid=102388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 18:37:39.003389 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Device e2ad60bc-c86e-42fe-adef-59d7715111cf not bound to the agent host n-h1-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 18:37:39.004148 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-b3d56950-1a9d-4e73-9288-fe458b772204 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-597863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-571878'] for router_interface, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:39.035285 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-52ae4681-fc00-4d05-8c41-3aab247fab99 req-df20eb34-3a40-4e19-854d-d58b807f0ac1 tempest-ImagesOneServerTestJSON-1840565388 tempest-ImagesOneServerTestJSON-1840565388-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=0eb58f2cb34c445dae9d7859933ff3fe&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0961666 Nov 05 18:37:39.144885 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.db_base_plugin_common [None req-25b58bc0-a7af-4a65-8243-d81a8524c5f0 None None] Allocated IP 172.20.0.2 (7b3a41e7-93df-49e1-9756-a04fc3940e25/a6c75341-a7fb-4eb2-8dc2-c5f20756d96e/e109c96b-3509-4849-9bf0-b05d603a564b) {{(pid=102388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 18:37:39.356692 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-25b58bc0-a7af-4a65-8243-d81a8524c5f0 None None] Publish callbacks [] for port, precommit_create {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:39.366440 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Provisioning complete for port dbc6fb9c-a59f-43e3-84e8-dd1530d6ee18 triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:37:39.371598 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:39.378302 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 38490) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:37:39.443230 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-5363984a-68a3-4c10-a2ff-d98714f21534 req-10dd03c2-fb89-4246-9659-d73733b15ed3 service neutron] 10.222.0.55 "GET /v2.0/networks/955f3154-b08a-4d99-8ebf-4fbfb4c5bfdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4635673 Nov 05 18:37:39.494101 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 38496) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:37:39.506447 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:39.513676 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-25b58bc0-a7af-4a65-8243-d81a8524c5f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789'] for port, after_create {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:39.520256 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d56950-1a9d-4e73-9288-fe458b772204 admin admin] Pushing event updated for resources: {'Port': ['ID=039a7b0a-92a6-4ce1-bb77-1ca4f49ba73b,revision_number=2']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:37:39.547742 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] For port dbc6fb9c-a59f-43e3-84e8-dd1530d6ee18, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=dbc6fb9c-a59f-43e3-84e8-dd1530d6ee18,segment=NetworkSegment(85be518c-8bb4-46a2-a903-d4292782d29d),segment_id=85be518c-8bb4-46a2-a903-d4292782d29d)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:37:39.605153 n-d-816865-1 neutron-server[102388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25b58bc0-a7af-4a65-8243-d81a8524c5f0 None None] Network 7b3a41e7-93df-49e1-9756-a04fc3940e25 is already hosted by enough agents. {{(pid=102388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 18:37:39.606863 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-45b4fc8a-f8b5-469e-8e44-3e2fedabc840 req-fb32c299-d4fa-44a2-a788-71ed812049ba service neutron] 10.222.0.41 "GET /v2.0/networks/ba3e8390-54e7-4d99-8fec-d7b75d85d22a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6579399 Nov 05 18:37:39.613578 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-2bcf20da-d8cc-44f3-a226-db218a99eb97 req-9d49db42-99aa-4c11-91f7-b5d303e7a6e8 tempest-ImagesOneServerTestJSON-1840565388 tempest-ImagesOneServerTestJSON-1840565388-project] 10.222.0.13 "GET /v2.0/ports?device_id=a5da7ec7-9b07-45dd-bf15-2b53851b9aeb HTTP/1.1" status: 200 len: 210 time: 0.1671252 Nov 05 18:37:39.621936 n-d-816865-1 neutron-server[102388]: DEBUG neutron.scheduler.base_scheduler [None req-25b58bc0-a7af-4a65-8243-d81a8524c5f0 None None] Resources bound (agent type, host, resource id): {{(pid=102388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:37:39.626481 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:39.629465 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25b58bc0-a7af-4a65-8243-d81a8524c5f0 None None] Received port after_create {{(pid=102388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 18:37:39.647031 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b58bc0-a7af-4a65-8243-d81a8524c5f0 None None] Pushing event updated for resources: {'Port': ['ID=e109c96b-3509-4849-9bf0-b05d603a564b,revision_number=1']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:37:39.668519 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-c0c733f2-b68a-4156-8994-8d4d2316300d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:39.700830 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3d56950-1a9d-4e73-9288-fe458b772204 admin admin] Network 29c8c199-5d2b-40ca-ba38-02930790781b is already hosted by enough agents. {{(pid=102386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 18:37:39.710460 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.base_scheduler [None req-b3d56950-1a9d-4e73-9288-fe458b772204 admin admin] Resources bound (agent type, host, resource id): {{(pid=102386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:37:39.712022 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-1daea6eb-7e62-418d-a87d-97ba232130bd admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:39.742519 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ae4681-fc00-4d05-8c41-3aab247fab99 req-f5c47733-e47c-4581-b50f-329be699f3bb tempest-ImagesOneServerTestJSON-1840565388 tempest-ImagesOneServerTestJSON-1840565388-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:37:39.744066 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-52ae4681-fc00-4d05-8c41-3aab247fab99 req-f5c47733-e47c-4581-b50f-329be699f3bb tempest-ImagesOneServerTestJSON-1840565388 tempest-ImagesOneServerTestJSON-1840565388-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7017221 Nov 05 18:37:39.774842 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [req-52ae4681-fc00-4d05-8c41-3aab247fab99 req-2d4ec934-d8a2-45ca-947a-45815d0c0444 tempest-ImagesOneServerTestJSON-1840565388 tempest-ImagesOneServerTestJSON-1840565388-project] Request body: {'port': {'device_id': 'a5da7ec7-9b07-45dd-bf15-2b53851b9aeb', 'network_id': 'a723f808-b11e-4066-b104-fad90c82895e', 'admin_state_up': True, 'tenant_id': '0eb58f2cb34c445dae9d7859933ff3fe'}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:37:39.777677 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-25b58bc0-a7af-4a65-8243-d81a8524c5f0 None None] Attempting to bind port e109c96b-3509-4849-9bf0-b05d603a564b on host n-d-816865-1 for vnic_type normal with profile {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 18:37:39.778071 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-25b58bc0-a7af-4a65-8243-d81a8524c5f0 None None] Attempting to bind port e109c96b-3509-4849-9bf0-b05d603a564b by drivers openvswitch,hyperv on host n-d-816865-1 at level 0 using segments [{'id': '0ad128ab-a1c3-4049-9fa0-89adffa7cc7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '7b3a41e7-93df-49e1-9756-a04fc3940e25'}] {{(pid=102388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 18:37:39.778461 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25b58bc0-a7af-4a65-8243-d81a8524c5f0 None None] Attempting to bind port e109c96b-3509-4849-9bf0-b05d603a564b on network 7b3a41e7-93df-49e1-9756-a04fc3940e25 {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 18:37:39.798067 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25b58bc0-a7af-4a65-8243-d81a8524c5f0 None None] Checking agent: {'id': '724d89a7-611b-41e6-bc85-c48112b17afa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 18, 25, 8), 'started_at': datetime.datetime(2021, 11, 5, 18, 25, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 18, 37, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 18:37:39.798840 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25b58bc0-a7af-4a65-8243-d81a8524c5f0 None None] Checking segment: {'id': '0ad128ab-a1c3-4049-9fa0-89adffa7cc7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '7b3a41e7-93df-49e1-9756-a04fc3940e25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 18:37:39.799259 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-25b58bc0-a7af-4a65-8243-d81a8524c5f0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:39.799658 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25b58bc0-a7af-4a65-8243-d81a8524c5f0 None None] Bound using segment: {'id': '0ad128ab-a1c3-4049-9fa0-89adffa7cc7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '7b3a41e7-93df-49e1-9756-a04fc3940e25'} {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 18:37:39.800443 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-25b58bc0-a7af-4a65-8243-d81a8524c5f0 None None] Bound port: e109c96b-3509-4849-9bf0-b05d603a564b, host: n-d-816865-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ad128ab-a1c3-4049-9fa0-89adffa7cc7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '7b3a41e7-93df-49e1-9756-a04fc3940e25'}}] {{(pid=102388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 18:37:39.800668 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-25b58bc0-a7af-4a65-8243-d81a8524c5f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:39.802942 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Pushing event updated for resources: {'Port': ['ID=dbc6fb9c-a59f-43e3-84e8-dd1530d6ee18,revision_number=4']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:37:39.914362 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-25b58bc0-a7af-4a65-8243-d81a8524c5f0 None None] For port e109c96b-3509-4849-9bf0-b05d603a564b, host n-d-816865-1, cleared binding levels {{(pid=102388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 18:37:39.917671 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-25b58bc0-a7af-4a65-8243-d81a8524c5f0 None None] For port e109c96b-3509-4849-9bf0-b05d603a564b, host n-d-816865-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=e109c96b-3509-4849-9bf0-b05d603a564b,segment=NetworkSegment(0ad128ab-a1c3-4049-9fa0-89adffa7cc7e),segment_id=0ad128ab-a1c3-4049-9fa0-89adffa7cc7e)] {{(pid=102388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 18:37:39.980620 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-63f1d532-bcbd-479e-873b-e9d06356c3eb admin admin] Publish callbacks [] for security_group, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:40.048508 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-25b58bc0-a7af-4a65-8243-d81a8524c5f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:40.148845 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3d56950-1a9d-4e73-9288-fe458b772204 admin admin] Router 66e000fb-5abd-480d-afaf-f77ff743f788 has already been hosted by L3 agent 6dcb5589-8e86-4616-9186-ddc4548e13ad {{(pid=102386) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 18:37:40.216517 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-d82dc336-54c4-47d7-86c6-4d32ad797469 None None] Provisioning complete for port 039a7b0a-92a6-4ce1-bb77-1ca4f49ba73b triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:37:40.219341 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-d82dc336-54c4-47d7-86c6-4d32ad797469 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:40.294757 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b58bc0-a7af-4a65-8243-d81a8524c5f0 None None] Pushing event updated for resources: {'Port': ['ID=e109c96b-3509-4849-9bf0-b05d603a564b,revision_number=2']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:37:40.334803 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-c0c733f2-b68a-4156-8994-8d4d2316300d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:40.343049 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-d82dc336-54c4-47d7-86c6-4d32ad797469 None None] Port 039a7b0a-92a6-4ce1-bb77-1ca4f49ba73b cannot update to ACTIVE because it is not bound. {{(pid=102388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 18:37:40.401693 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-63f1d532-bcbd-479e-873b-e9d06356c3eb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:40.426388 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3d56950-1a9d-4e73-9288-fe458b772204 admin admin] Notify agent at l3_agent.n-d-816865-1 the message routers_updated {{(pid=102386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 18:37:40.429332 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f77b9ac-e6a0-4149-8748-fcf9228f098a req-a89a6cc8-1721-42c1-9ee9-d237dab24be6 tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:37:40.431032 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-9f77b9ac-e6a0-4149-8748-fcf9228f098a req-a89a6cc8-1721-42c1-9ee9-d237dab24be6 tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] 10.222.0.13 "GET /v2.0/ports?device_id=1deb7c06-0d89-436e-a71b-115690d709c3 HTTP/1.1" status: 200 len: 950 time: 0.2635953 Nov 05 18:37:40.435485 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-c0c733f2-b68a-4156-8994-8d4d2316300d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:40.443989 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-104e9aac-0289-4308-8fd7-045d6930b978 None None] Sync routers for ids ['66e000fb-5abd-480d-afaf-f77ff743f788'] in n-d-816865-1 {{(pid=102388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 18:37:40.446198 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-b3d56950-1a9d-4e73-9288-fe458b772204 admin admin] 10.222.0.13 "PUT /v2.0/routers/66e000fb-5abd-480d-afaf-f77ff743f788/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0773063 Nov 05 18:37:40.480504 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-104e9aac-0289-4308-8fd7-045d6930b978 None None] Routers {'66e000fb-5abd-480d-afaf-f77ff743f788'} bound to L3 agent in host n-d-816865-1 {{(pid=102388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 18:37:40.481534 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-104e9aac-0289-4308-8fd7-045d6930b978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T18:37:35Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['66e000fb-5abd-480d-afaf-f77ff743f788'], 'active': True} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:37:40.494740 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-63f1d532-bcbd-479e-873b-e9d06356c3eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:40.541682 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-c0c733f2-b68a-4156-8994-8d4d2316300d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=550669e5864b47ef81c85fbb54acdbcb&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0102267 Nov 05 18:37:40.543070 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 38504) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:37:40.554529 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c733f2-b68a-4156-8994-8d4d2316300d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a140d892-4b00-42b4-9e6c-ab8edea8fd1b,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:37:40.571651 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 38508) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:37:40.572372 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-63f1d532-bcbd-479e-873b-e9d06356c3eb admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1fc2316d62d6473895b3b01548887176&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1858442 Nov 05 18:37:40.604443 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-52ae4681-fc00-4d05-8c41-3aab247fab99 req-2d4ec934-d8a2-45ca-947a-45815d0c0444 tempest-ImagesOneServerTestJSON-1840565388 tempest-ImagesOneServerTestJSON-1840565388-project] Made reservation on behalf of 0eb58f2cb34c445dae9d7859933ff3fe for: {'port': 1} {{(pid=102387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 18:37:40.620697 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-52ae4681-fc00-4d05-8c41-3aab247fab99 req-2d4ec934-d8a2-45ca-947a-45815d0c0444 tempest-ImagesOneServerTestJSON-1840565388 tempest-ImagesOneServerTestJSON-1840565388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:40.673715 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-9f77b9ac-e6a0-4149-8748-fcf9228f098a req-e3743a59-05ce-4805-9655-d972282443b6 tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] 10.222.0.13 "GET /v2.0/security-groups?id=c4f63610-8850-433c-ac4b-7e7146261ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2245512 Nov 05 18:37:40.679856 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-52ae4681-fc00-4d05-8c41-3aab247fab99 req-2d4ec934-d8a2-45ca-947a-45815d0c0444 tempest-ImagesOneServerTestJSON-1840565388 tempest-ImagesOneServerTestJSON-1840565388-project] Publish callbacks [] for security_group, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:40.771344 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f1d532-bcbd-479e-873b-e9d06356c3eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b9cb26c-965b-4d97-8c0e-c5d665d3da90,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:37:40.847124 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-d193a47c-86c0-4884-988b-a921fc6645c7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:40.900752 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-b94b120c-ee16-427f-bd93-83d9799c3f5e req-d29db28f-25eb-45a0-b460-49af753cf7d4 tempest-ImagesOneServerTestJSON-1840565388 tempest-ImagesOneServerTestJSON-1840565388-project] 10.222.0.13 "GET /v2.0/ports?device_id=a5da7ec7-9b07-45dd-bf15-2b53851b9aeb HTTP/1.1" status: 200 len: 210 time: 0.1111839 Nov 05 18:37:40.906836 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-aa82eecd-27e4-40e1-b66a-3d06dd79cfd8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:40.931205 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-d193a47c-86c0-4884-988b-a921fc6645c7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:40.961621 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-1daea6eb-7e62-418d-a87d-97ba232130bd admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:40.991749 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-aa82eecd-27e4-40e1-b66a-3d06dd79cfd8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:40.995603 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-1daea6eb-7e62-418d-a87d-97ba232130bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:41.067101 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device e109c96b-3509-4849-9bf0-b05d603a564b up at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 18:37:41.070593 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-52ae4681-fc00-4d05-8c41-3aab247fab99 req-2d4ec934-d8a2-45ca-947a-45815d0c0444 tempest-ImagesOneServerTestJSON-1840565388 tempest-ImagesOneServerTestJSON-1840565388-project] Publish callbacks [] for security_group, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:41.090350 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvr_db [None req-104e9aac-0289-4308-8fd7-045d6930b978 None None] Set router 66e000fb-5abd-480d-afaf-f77ff743f788 gateway port host: n-d-816865-1 {{(pid=102388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 18:37:41.161347 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-d193a47c-86c0-4884-988b-a921fc6645c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:41.170857 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-d193a47c-86c0-4884-988b-a921fc6645c7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:41.188167 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-d193a47c-86c0-4884-988b-a921fc6645c7 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a140d892-4b00-42b4-9e6c-ab8edea8fd1b HTTP/1.1" status: 204 len: 168 time: 0.5987253 Nov 05 18:37:41.188550 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-52ae4681-fc00-4d05-8c41-3aab247fab99 req-2d4ec934-d8a2-45ca-947a-45815d0c0444 tempest-ImagesOneServerTestJSON-1840565388 tempest-ImagesOneServerTestJSON-1840565388-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:41.205574 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d193a47c-86c0-4884-988b-a921fc6645c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a140d892-4b00-42b4-9e6c-ab8edea8fd1b,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:37:41.251902 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Provisioning complete for port e109c96b-3509-4849-9bf0-b05d603a564b triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:37:41.252816 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:41.428017 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:41.483583 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] For port e109c96b-3509-4849-9bf0-b05d603a564b, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=e109c96b-3509-4849-9bf0-b05d603a564b,segment=NetworkSegment(0ad128ab-a1c3-4049-9fa0-89adffa7cc7e),segment_id=0ad128ab-a1c3-4049-9fa0-89adffa7cc7e)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:37:41.487395 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-104e9aac-0289-4308-8fd7-045d6930b978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66e000fb-5abd-480d-afaf-f77ff743f788', 'name': 'tempest-FloatingIPsTestJSON-2016845472-router', 'tenant_id': 'ae05a44cb6914df19fbdf0a2a0e15a22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.48'}], 'enable_snat': True}, 'gw_port_id': 'dbc6fb9c-a59f-43e3-84e8-dd1530d6ee18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T18:37:30Z', 'updated_at': '2021-11-05T18:37:37Z', 'revision_number': 4, 'project_id': 'ae05a44cb6914df19fbdf0a2a0e15a22', 'gw_port': {'id': 'dbc6fb9c-a59f-43e3-84e8-dd1530d6ee18', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:f0:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66e000fb-5abd-480d-afaf-f77ff743f788', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T18:37:31Z', 'updated_at': '2021-11-05T18:37:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1', '_interfaces': [{'id': '039a7b0a-92a6-4ce1-bb77-1ca4f49ba73b', 'name': '', 'network_id': '29c8c199-5d2b-40ca-ba38-02930790781b', 'tenant_id': 'ae05a44cb6914df19fbdf0a2a0e15a22', 'mac_address': 'fa:16:3e:bb:41:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66e000fb-5abd-480d-afaf-f77ff743f788', 'device_owner': 'network:router_interface', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '2f0132e2-dec8-4139-ba02-b7edb3ddc170', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T18:37:36Z', 'updated_at': '2021-11-05T18:37:38Z', 'revision_number': 2, 'project_id': 'ae05a44cb6914df19fbdf0a2a0e15a22', 'subnets': [{'id': '2f0132e2-dec8-4139-ba02-b7edb3ddc170', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-1', False) {} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:37:41.520159 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-104e9aac-0289-4308-8fd7-045d6930b978 None None] Checking router: 66e000fb-5abd-480d-afaf-f77ff743f788 for host: n-d-816865-1 {{(pid=102388) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 18:37:41.520957 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-104e9aac-0289-4308-8fd7-045d6930b978 None None] Updating router 66e000fb-5abd-480d-afaf-f77ff743f788 port 039a7b0a-92a6-4ce1-bb77-1ca4f49ba73b binding host n-d-816865-1 {{(pid=102388) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 05 18:37:41.555013 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-104e9aac-0289-4308-8fd7-045d6930b978 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:41.582208 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:41.582994 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device dbc6fb9c-a59f-43e3-84e8-dd1530d6ee18 up at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 18:37:41.633418 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-aa82eecd-27e4-40e1-b66a-3d06dd79cfd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:41.636206 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-aa82eecd-27e4-40e1-b66a-3d06dd79cfd8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:41.637383 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-aa82eecd-27e4-40e1-b66a-3d06dd79cfd8 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0b9cb26c-965b-4d97-8c0e-c5d665d3da90 HTTP/1.1" status: 204 len: 168 time: 1.0568402 Nov 05 18:37:41.670775 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4ec934-d8a2-45ca-947a-45815d0c0444 tempest-ImagesOneServerTestJSON-1840565388 tempest-ImagesOneServerTestJSON-1840565388-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4c0cf261-3beb-4899-97be-bc068721c8c2,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:37:41.728179 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-7445beed-aeef-4284-9e9b-e65f4922f760 req-b40960da-4634-4fcc-ac61-edd503aa03a5 tempest-FloatingIPsTestJSON-829594745 tempest-FloatingIPsTestJSON-829594745-project] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.6674762 Nov 05 18:37:41.736624 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa82eecd-27e4-40e1-b66a-3d06dd79cfd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b9cb26c-965b-4d97-8c0e-c5d665d3da90,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:37:41.753832 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [req-7445beed-aeef-4284-9e9b-e65f4922f760 req-069e5269-30ad-4346-9a1c-1d04dda2e0a2 tempest-FloatingIPsTestJSON-829594745 tempest-FloatingIPsTestJSON-829594745-project] Request body: {'floatingip': {'floating_network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec'}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:37:41.917007 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f779ce4a-0680-4d14-bac0-80df8870593e None None] Network 7b3a41e7-93df-49e1-9756-a04fc3940e25 requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 18:37:41.965865 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.db_base_plugin_common [req-52ae4681-fc00-4d05-8c41-3aab247fab99 req-2d4ec934-d8a2-45ca-947a-45815d0c0444 tempest-ImagesOneServerTestJSON-1840565388 tempest-ImagesOneServerTestJSON-1840565388-project] Allocated IP 192.168.233.84 (a723f808-b11e-4066-b104-fad90c82895e/05e7a1b5-165b-4a00-855a-ffbcb2eba59e/ca0bac15-cb63-41b5-9d33-db3336e5e829) {{(pid=102387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 18:37:41.977992 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.db_base_plugin_common [None req-1daea6eb-7e62-418d-a87d-97ba232130bd admin admin] Allocated IP 172.25.6.245 (40c8335d-cd0b-4cb5-910a-d4dcddd5cbec/04fe6db3-e108-4208-943d-6518424f5726/0e2db176-33f5-4087-b703-85d61ef47c42) {{(pid=102387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 18:37:41.982220 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-cfac13e1-cf0e-459c-9138-86d95029bb31 None None] Provisioning complete for port e109c96b-3509-4849-9bf0-b05d603a564b triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:37:41.982591 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-cfac13e1-cf0e-459c-9138-86d95029bb31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:42.008163 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1ea2bf-b8c7-4e84-8abf-a9b9de370c86 req-a0707de4-f091-47f9-9188-e356aab1f4ff tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:37:42.017562 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-1e1ea2bf-b8c7-4e84-8abf-a9b9de370c86 req-a0707de4-f091-47f9-9188-e356aab1f4ff tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] 10.222.0.13 "GET /v2.0/ports?device_id=1deb7c06-0d89-436e-a71b-115690d709c3 HTTP/1.1" status: 200 len: 950 time: 0.1758375 Nov 05 18:37:42.036226 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-7445beed-aeef-4284-9e9b-e65f4922f760 req-069e5269-30ad-4346-9a1c-1d04dda2e0a2 tempest-FloatingIPsTestJSON-829594745 tempest-FloatingIPsTestJSON-829594745-project] Publish callbacks [] for floatingip, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:42.130527 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Pushing event updated for resources: {'Port': ['ID=e109c96b-3509-4849-9bf0-b05d603a564b,revision_number=3']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:37:42.182118 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Provisioning complete for port dbc6fb9c-a59f-43e3-84e8-dd1530d6ee18 triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:37:42.182488 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:42.209793 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-1e1ea2bf-b8c7-4e84-8abf-a9b9de370c86 req-284c1710-794f-4f1b-94ee-b0d850cca017 tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] 10.222.0.13 "GET /v2.0/security-groups?id=c4f63610-8850-433c-ac4b-7e7146261ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1910443 Nov 05 18:37:42.408782 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-674d3a93-2d6a-4355-be58-9b74424c90fb req-90cfb38c-3381-4c92-8952-2415767f9811 tempest-ImagesOneServerTestJSON-1840565388 tempest-ImagesOneServerTestJSON-1840565388-project] 10.222.0.13 "GET /v2.0/ports?device_id=a5da7ec7-9b07-45dd-bf15-2b53851b9aeb HTTP/1.1" status: 200 len: 210 time: 0.0777919 Nov 05 18:37:42.420638 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-104e9aac-0289-4308-8fd7-045d6930b978 None None] Publish callbacks [] for port, precommit_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:42.485183 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-1daea6eb-7e62-418d-a87d-97ba232130bd admin admin] Publish callbacks [] for port, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:42.513817 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-52ae4681-fc00-4d05-8c41-3aab247fab99 req-2d4ec934-d8a2-45ca-947a-45815d0c0444 tempest-ImagesOneServerTestJSON-1840565388 tempest-ImagesOneServerTestJSON-1840565388-project] Publish callbacks [] for port, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:42.518316 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-104e9aac-0289-4308-8fd7-045d6930b978 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:42.665892 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8589cd28-b9e1-4471-b975-274a733ba839 None None] Pushing event updated for resources: {'Port': ['ID=039a7b0a-92a6-4ce1-bb77-1ca4f49ba73b,revision_number=3']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:37:42.669358 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device e109c96b-3509-4849-9bf0-b05d603a564b up at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 18:37:42.694807 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-7445beed-aeef-4284-9e9b-e65f4922f760 req-069e5269-30ad-4346-9a1c-1d04dda2e0a2 tempest-FloatingIPsTestJSON-829594745 tempest-FloatingIPsTestJSON-829594745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:42.835171 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-52ae4681-fc00-4d05-8c41-3aab247fab99 req-2d4ec934-d8a2-45ca-947a-45815d0c0444 tempest-ImagesOneServerTestJSON-1840565388 tempest-ImagesOneServerTestJSON-1840565388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789'] for port, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:42.875045 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-1daea6eb-7e62-418d-a87d-97ba232130bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789'] for port, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:42.888689 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Provisioning complete for port e109c96b-3509-4849-9bf0-b05d603a564b triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:37:42.889063 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:42.957064 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1daea6eb-7e62-418d-a87d-97ba232130bd admin admin] Network 40c8335d-cd0b-4cb5-910a-d4dcddd5cbec is already hosted by enough agents. {{(pid=102387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 18:37:42.958867 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-52ae4681-fc00-4d05-8c41-3aab247fab99 req-2d4ec934-d8a2-45ca-947a-45815d0c0444 tempest-ImagesOneServerTestJSON-1840565388 tempest-ImagesOneServerTestJSON-1840565388-project] Network a723f808-b11e-4066-b104-fad90c82895e is already hosted by enough agents. {{(pid=102387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 18:37:42.971070 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.base_scheduler [None req-1daea6eb-7e62-418d-a87d-97ba232130bd admin admin] Resources bound (agent type, host, resource id): {{(pid=102387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:37:42.973173 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.base_scheduler [req-52ae4681-fc00-4d05-8c41-3aab247fab99 req-2d4ec934-d8a2-45ca-947a-45815d0c0444 tempest-ImagesOneServerTestJSON-1840565388 tempest-ImagesOneServerTestJSON-1840565388-project] Resources bound (agent type, host, resource id): {{(pid=102387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:37:42.978337 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-104e9aac-0289-4308-8fd7-045d6930b978 None None] Attempting to bind port 039a7b0a-92a6-4ce1-bb77-1ca4f49ba73b on host n-d-816865-1 for vnic_type normal with profile {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 18:37:42.978716 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-104e9aac-0289-4308-8fd7-045d6930b978 None None] Attempting to bind port 039a7b0a-92a6-4ce1-bb77-1ca4f49ba73b by drivers openvswitch,hyperv on host n-d-816865-1 at level 0 using segments [{'id': '16bf67e5-8e6c-4dbc-b9e5-63f011493684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '29c8c199-5d2b-40ca-ba38-02930790781b'}] {{(pid=102388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 18:37:42.979128 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-104e9aac-0289-4308-8fd7-045d6930b978 None None] Attempting to bind port 039a7b0a-92a6-4ce1-bb77-1ca4f49ba73b on network 29c8c199-5d2b-40ca-ba38-02930790781b {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 18:37:42.985316 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1daea6eb-7e62-418d-a87d-97ba232130bd admin admin] Received port after_create {{(pid=102387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 18:37:42.991157 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.db_base_plugin_common [req-7445beed-aeef-4284-9e9b-e65f4922f760 req-069e5269-30ad-4346-9a1c-1d04dda2e0a2 tempest-FloatingIPsTestJSON-829594745 tempest-FloatingIPsTestJSON-829594745-project] Allocated IP 172.25.6.166 (40c8335d-cd0b-4cb5-910a-d4dcddd5cbec/04fe6db3-e108-4208-943d-6518424f5726/4da95f39-4644-4089-87d9-f6dfa5f49271) {{(pid=102387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 18:37:43.009070 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-104e9aac-0289-4308-8fd7-045d6930b978 None None] Checking agent: {'id': '724d89a7-611b-41e6-bc85-c48112b17afa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 18, 25, 8), 'started_at': datetime.datetime(2021, 11, 5, 18, 25, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 18, 37, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 18:37:43.009358 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-104e9aac-0289-4308-8fd7-045d6930b978 None None] Checking segment: {'id': '16bf67e5-8e6c-4dbc-b9e5-63f011493684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '29c8c199-5d2b-40ca-ba38-02930790781b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 18:37:43.009712 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-104e9aac-0289-4308-8fd7-045d6930b978 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:43.010137 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-104e9aac-0289-4308-8fd7-045d6930b978 None None] Bound using segment: {'id': '16bf67e5-8e6c-4dbc-b9e5-63f011493684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '29c8c199-5d2b-40ca-ba38-02930790781b'} {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 18:37:43.010955 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-104e9aac-0289-4308-8fd7-045d6930b978 None None] Bound port: 039a7b0a-92a6-4ce1-bb77-1ca4f49ba73b, host: n-d-816865-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16bf67e5-8e6c-4dbc-b9e5-63f011493684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '29c8c199-5d2b-40ca-ba38-02930790781b'}}] {{(pid=102388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 18:37:43.014152 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-104e9aac-0289-4308-8fd7-045d6930b978 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:43.014393 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.l3_dvrscheduler_db [req-52ae4681-fc00-4d05-8c41-3aab247fab99 req-2d4ec934-d8a2-45ca-947a-45815d0c0444 tempest-ImagesOneServerTestJSON-1840565388 tempest-ImagesOneServerTestJSON-1840565388-project] Received port after_create {{(pid=102387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 18:37:43.020358 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ae4681-fc00-4d05-8c41-3aab247fab99 req-2d4ec934-d8a2-45ca-947a-45815d0c0444 tempest-ImagesOneServerTestJSON-1840565388 tempest-ImagesOneServerTestJSON-1840565388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:37:43.021024 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-52ae4681-fc00-4d05-8c41-3aab247fab99 req-2d4ec934-d8a2-45ca-947a-45815d0c0444 tempest-ImagesOneServerTestJSON-1840565388 tempest-ImagesOneServerTestJSON-1840565388-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:43.050449 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-2e4d641a-9bab-4fb3-a1f4-a555198473a6 None None] Provisioning complete for port e109c96b-3509-4849-9bf0-b05d603a564b triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:37:43.050822 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-2e4d641a-9bab-4fb3-a1f4-a555198473a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:43.097792 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4ec934-d8a2-45ca-947a-45815d0c0444 tempest-ImagesOneServerTestJSON-1840565388 tempest-ImagesOneServerTestJSON-1840565388-project] Pushing event updated for resources: {'Port': ['ID=ca0bac15-cb63-41b5-9d33-db3336e5e829,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:37:43.199311 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-104e9aac-0289-4308-8fd7-045d6930b978 None None] For port 039a7b0a-92a6-4ce1-bb77-1ca4f49ba73b, host n-d-816865-1, cleared binding levels {{(pid=102388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 18:37:43.206061 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-104e9aac-0289-4308-8fd7-045d6930b978 None None] For port 039a7b0a-92a6-4ce1-bb77-1ca4f49ba73b, host n-d-816865-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=039a7b0a-92a6-4ce1-bb77-1ca4f49ba73b,segment=NetworkSegment(16bf67e5-8e6c-4dbc-b9e5-63f011493684),segment_id=16bf67e5-8e6c-4dbc-b9e5-63f011493684)] {{(pid=102388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 18:37:43.275087 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-52ae4681-fc00-4d05-8c41-3aab247fab99 req-2d4ec934-d8a2-45ca-947a-45815d0c0444 tempest-ImagesOneServerTestJSON-1840565388 tempest-ImagesOneServerTestJSON-1840565388-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.5096045 Nov 05 18:37:43.304045 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-104e9aac-0289-4308-8fd7-045d6930b978 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:43.342991 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [req-52ae4681-fc00-4d05-8c41-3aab247fab99 req-76fd6dc6-96ab-476b-a964-511d5bdb3b42 service neutron] Request body: {'port': {'device_id': 'a5da7ec7-9b07-45dd-bf15-2b53851b9aeb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816865-1'}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:37:43.371376 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8589cd28-b9e1-4471-b975-274a733ba839 None None] Pushing event updated for resources: {'Port': ['ID=039a7b0a-92a6-4ce1-bb77-1ca4f49ba73b,revision_number=4']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:37:43.399114 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-104e9aac-0289-4308-8fd7-045d6930b978 None None] Routers {'66e000fb-5abd-480d-afaf-f77ff743f788'} bound to L3 agent in host n-d-816865-1 {{(pid=102388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 18:37:43.399929 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-104e9aac-0289-4308-8fd7-045d6930b978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T18:37:35Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['66e000fb-5abd-480d-afaf-f77ff743f788'], 'active': True} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:37:43.524672 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1daea6eb-7e62-418d-a87d-97ba232130bd admin admin] Pushing event updated for resources: {'Port': ['ID=0e2db176-33f5-4087-b703-85d61ef47c42,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:37:43.607282 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-52ae4681-fc00-4d05-8c41-3aab247fab99 req-76fd6dc6-96ab-476b-a964-511d5bdb3b42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:43.667838 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38900d04-5d72-484d-8c45-e27d5526bfd2 req-0648789a-17c8-47f7-a2d3-a159c199c7b5 tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:37:43.668978 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-38900d04-5d72-484d-8c45-e27d5526bfd2 req-0648789a-17c8-47f7-a2d3-a159c199c7b5 tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] 10.222.0.13 "GET /v2.0/ports?device_id=1deb7c06-0d89-436e-a71b-115690d709c3 HTTP/1.1" status: 200 len: 950 time: 0.3621867 Nov 05 18:37:43.799752 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-c5904dc2-7543-46fd-bd8c-473fccb8413a None None] Provisioning complete for port 039a7b0a-92a6-4ce1-bb77-1ca4f49ba73b triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:37:43.800320 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c5904dc2-7543-46fd-bd8c-473fccb8413a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:43.825758 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvr_db [None req-104e9aac-0289-4308-8fd7-045d6930b978 None None] Set router 66e000fb-5abd-480d-afaf-f77ff743f788 gateway port host: n-d-816865-1 {{(pid=102388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 18:37:43.877470 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-1daea6eb-7e62-418d-a87d-97ba232130bd admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:43.904942 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-7445beed-aeef-4284-9e9b-e65f4922f760 req-069e5269-30ad-4346-9a1c-1d04dda2e0a2 tempest-FloatingIPsTestJSON-829594745 tempest-FloatingIPsTestJSON-829594745-project] Publish callbacks [] for port, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:43.955739 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-38900d04-5d72-484d-8c45-e27d5526bfd2 req-46e7454a-84c4-4343-af21-6bb9d7615711 tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] 10.222.0.13 "GET /v2.0/security-groups?id=c4f63610-8850-433c-ac4b-7e7146261ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2723749 Nov 05 18:37:44.053236 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c5904dc2-7543-46fd-bd8c-473fccb8413a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:44.066852 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-7445beed-aeef-4284-9e9b-e65f4922f760 req-069e5269-30ad-4346-9a1c-1d04dda2e0a2 tempest-FloatingIPsTestJSON-829594745 tempest-FloatingIPsTestJSON-829594745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789'] for port, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:44.110451 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-c5904dc2-7543-46fd-bd8c-473fccb8413a None None] For port 039a7b0a-92a6-4ce1-bb77-1ca4f49ba73b, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=039a7b0a-92a6-4ce1-bb77-1ca4f49ba73b,segment=NetworkSegment(16bf67e5-8e6c-4dbc-b9e5-63f011493684),segment_id=16bf67e5-8e6c-4dbc-b9e5-63f011493684)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:37:44.171807 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-104e9aac-0289-4308-8fd7-045d6930b978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66e000fb-5abd-480d-afaf-f77ff743f788', 'name': 'tempest-FloatingIPsTestJSON-2016845472-router', 'tenant_id': 'ae05a44cb6914df19fbdf0a2a0e15a22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.48'}], 'enable_snat': True}, 'gw_port_id': 'dbc6fb9c-a59f-43e3-84e8-dd1530d6ee18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T18:37:30Z', 'updated_at': '2021-11-05T18:37:37Z', 'revision_number': 4, 'project_id': 'ae05a44cb6914df19fbdf0a2a0e15a22', 'gw_port': {'id': 'dbc6fb9c-a59f-43e3-84e8-dd1530d6ee18', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:f0:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66e000fb-5abd-480d-afaf-f77ff743f788', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T18:37:31Z', 'updated_at': '2021-11-05T18:37:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1', '_interfaces': [{'id': '039a7b0a-92a6-4ce1-bb77-1ca4f49ba73b', 'name': '', 'network_id': '29c8c199-5d2b-40ca-ba38-02930790781b', 'tenant_id': 'ae05a44cb6914df19fbdf0a2a0e15a22', 'mac_address': 'fa:16:3e:bb:41:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66e000fb-5abd-480d-afaf-f77ff743f788', 'device_owner': 'network:router_interface', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '2f0132e2-dec8-4139-ba02-b7edb3ddc170', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T18:37:36Z', 'updated_at': '2021-11-05T18:37:43Z', 'revision_number': 4, 'project_id': 'ae05a44cb6914df19fbdf0a2a0e15a22', 'subnets': [{'id': '2f0132e2-dec8-4139-ba02-b7edb3ddc170', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-1', False) {} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:37:44.200401 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7445beed-aeef-4284-9e9b-e65f4922f760 req-069e5269-30ad-4346-9a1c-1d04dda2e0a2 tempest-FloatingIPsTestJSON-829594745 tempest-FloatingIPsTestJSON-829594745-project] Network 40c8335d-cd0b-4cb5-910a-d4dcddd5cbec is already hosted by enough agents. {{(pid=102387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 18:37:44.212894 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-104e9aac-0289-4308-8fd7-045d6930b978 None None] The sync data for ids ['66e000fb-5abd-480d-afaf-f77ff743f788'] in n-d-816865-1 is: [{'id': '66e000fb-5abd-480d-afaf-f77ff743f788', 'name': 'tempest-FloatingIPsTestJSON-2016845472-router', 'tenant_id': 'ae05a44cb6914df19fbdf0a2a0e15a22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.48'}], 'enable_snat': True}, 'gw_port_id': 'dbc6fb9c-a59f-43e3-84e8-dd1530d6ee18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T18:37:30Z', 'updated_at': '2021-11-05T18:37:37Z', 'revision_number': 4, 'project_id': 'ae05a44cb6914df19fbdf0a2a0e15a22', 'gw_port': {'id': 'dbc6fb9c-a59f-43e3-84e8-dd1530d6ee18', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:f0:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66e000fb-5abd-480d-afaf-f77ff743f788', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T18:37:31Z', 'updated_at': '2021-11-05T18:37:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1', '_interfaces': [{'id': '039a7b0a-92a6-4ce1-bb77-1ca4f49ba73b', 'name': '', 'network_id': '29c8c199-5d2b-40ca-ba38-02930790781b', 'tenant_id': 'ae05a44cb6914df19fbdf0a2a0e15a22', 'mac_address': 'fa:16:3e:bb:41:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66e000fb-5abd-480d-afaf-f77ff743f788', 'device_owner': 'network:router_interface', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '2f0132e2-dec8-4139-ba02-b7edb3ddc170', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T18:37:36Z', 'updated_at': '2021-11-05T18:37:43Z', 'revision_number': 4, 'project_id': 'ae05a44cb6914df19fbdf0a2a0e15a22', 'subnets': [{'id': '2f0132e2-dec8-4139-ba02-b7edb3ddc170', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 18:37:44.214981 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c5904dc2-7543-46fd-bd8c-473fccb8413a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:44.219725 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.base_scheduler [req-7445beed-aeef-4284-9e9b-e65f4922f760 req-069e5269-30ad-4346-9a1c-1d04dda2e0a2 tempest-FloatingIPsTestJSON-829594745 tempest-FloatingIPsTestJSON-829594745-project] Resources bound (agent type, host, resource id): {{(pid=102387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:37:44.247597 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.l3_dvrscheduler_db [req-7445beed-aeef-4284-9e9b-e65f4922f760 req-069e5269-30ad-4346-9a1c-1d04dda2e0a2 tempest-FloatingIPsTestJSON-829594745 tempest-FloatingIPsTestJSON-829594745-project] Received port after_create {{(pid=102387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 18:37:44.264487 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069e5269-30ad-4346-9a1c-1d04dda2e0a2 tempest-FloatingIPsTestJSON-829594745 tempest-FloatingIPsTestJSON-829594745-project] Pushing event updated for resources: {'Port': ['ID=4da95f39-4644-4089-87d9-f6dfa5f49271,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:37:44.292192 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-c5904dc2-7543-46fd-bd8c-473fccb8413a None None] Provisioning complete for port ca0bac15-cb63-41b5-9d33-db3336e5e829 triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:37:44.292832 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c5904dc2-7543-46fd-bd8c-473fccb8413a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:44.333422 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5904dc2-7543-46fd-bd8c-473fccb8413a None None] Pushing event updated for resources: {'Port': ['ID=039a7b0a-92a6-4ce1-bb77-1ca4f49ba73b,revision_number=5']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:37:44.353315 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-c5904dc2-7543-46fd-bd8c-473fccb8413a None None] Port ca0bac15-cb63-41b5-9d33-db3336e5e829 cannot update to ACTIVE because it is not bound. {{(pid=102388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 18:37:44.378222 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145e9115-3c62-4a55-8837-b7d967b2f3da req-67bcb4b3-8920-42c6-83c0-d810014d48dc tempest-ImagesOneServerTestJSON-1840565388 tempest-ImagesOneServerTestJSON-1840565388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:37:44.379889 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-145e9115-3c62-4a55-8837-b7d967b2f3da req-67bcb4b3-8920-42c6-83c0-d810014d48dc tempest-ImagesOneServerTestJSON-1840565388 tempest-ImagesOneServerTestJSON-1840565388-project] 10.222.0.13 "GET /v2.0/ports?device_id=a5da7ec7-9b07-45dd-bf15-2b53851b9aeb HTTP/1.1" status: 200 len: 935 time: 0.3100121 Nov 05 18:37:44.496857 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-599b8443-cadf-4aba-be24-1a00c254e564 None None] Provisioning complete for port 039a7b0a-92a6-4ce1-bb77-1ca4f49ba73b triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:37:44.498379 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-599b8443-cadf-4aba-be24-1a00c254e564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:44.660306 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 039a7b0a-92a6-4ce1-bb77-1ca4f49ba73b up at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 18:37:44.717131 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Provisioning complete for port 039a7b0a-92a6-4ce1-bb77-1ca4f49ba73b triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:37:44.717501 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:44.787517 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-7445beed-aeef-4284-9e9b-e65f4922f760 req-069e5269-30ad-4346-9a1c-1d04dda2e0a2 tempest-FloatingIPsTestJSON-829594745 tempest-FloatingIPsTestJSON-829594745-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:44.841449 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-145e9115-3c62-4a55-8837-b7d967b2f3da req-768d0ee0-b91b-4823-95b1-61e4b445f23d tempest-ImagesOneServerTestJSON-1840565388 tempest-ImagesOneServerTestJSON-1840565388-project] 10.222.0.13 "GET /v2.0/security-groups?id=4c0cf261-3beb-4899-97be-bc068721c8c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4141617 Nov 05 18:37:44.851563 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-1daea6eb-7e62-418d-a87d-97ba232130bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-571384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1000487'] for router, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:45.005512 n-d-816865-1 neutron-server[102387]: DEBUG neutron.notifiers.nova [req-52ae4681-fc00-4d05-8c41-3aab247fab99 req-76fd6dc6-96ab-476b-a964-511d5bdb3b42 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ca0bac15-cb63-41b5-9d33-db3336e5e829 {{(pid=102387) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 18:37:45.013320 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-7445beed-aeef-4284-9e9b-e65f4922f760 req-069e5269-30ad-4346-9a1c-1d04dda2e0a2 tempest-FloatingIPsTestJSON-829594745 tempest-FloatingIPsTestJSON-829594745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:45.058981 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-52ae4681-fc00-4d05-8c41-3aab247fab99 req-76fd6dc6-96ab-476b-a964-511d5bdb3b42 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:45.096703 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.provisioning_blocks [req-52ae4681-fc00-4d05-8c41-3aab247fab99 req-76fd6dc6-96ab-476b-a964-511d5bdb3b42 service neutron] Transition to ACTIVE for port object ca0bac15-cb63-41b5-9d33-db3336e5e829 will not be triggered until provisioned by entity L2. {{(pid=102387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 05 18:37:45.183971 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-52ae4681-fc00-4d05-8c41-3aab247fab99 req-76fd6dc6-96ab-476b-a964-511d5bdb3b42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:45.223678 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1daea6eb-7e62-418d-a87d-97ba232130bd admin admin] Router fc1418de-661a-4ac1-8007-d49cf3a98f21 is scheduled to L3 agent 6dcb5589-8e86-4616-9186-ddc4548e13ad with binding_index 1 {{(pid=102387) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 05 18:37:45.277297 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fd6dc6-96ab-476b-a964-511d5bdb3b42 service neutron] Pushing event updated for resources: {'Port': ['ID=ca0bac15-cb63-41b5-9d33-db3336e5e829,revision_number=2']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:37:45.374516 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.managers [req-52ae4681-fc00-4d05-8c41-3aab247fab99 req-76fd6dc6-96ab-476b-a964-511d5bdb3b42 service neutron] Attempting to bind port ca0bac15-cb63-41b5-9d33-db3336e5e829 on host n-h1-816865-1 for vnic_type normal with profile {{(pid=102387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 18:37:45.375031 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.managers [req-52ae4681-fc00-4d05-8c41-3aab247fab99 req-76fd6dc6-96ab-476b-a964-511d5bdb3b42 service neutron] Attempting to bind port ca0bac15-cb63-41b5-9d33-db3336e5e829 by drivers openvswitch,hyperv on host n-h1-816865-1 at level 0 using segments [{'id': '35c2db9c-522d-48d3-98cf-a08c2cc55db7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'a723f808-b11e-4066-b104-fad90c82895e'}] {{(pid=102387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 18:37:45.375401 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52ae4681-fc00-4d05-8c41-3aab247fab99 req-76fd6dc6-96ab-476b-a964-511d5bdb3b42 service neutron] Attempting to bind port ca0bac15-cb63-41b5-9d33-db3336e5e829 on network a723f808-b11e-4066-b104-fad90c82895e {{(pid=102387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 18:37:45.398033 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-7445beed-aeef-4284-9e9b-e65f4922f760 req-069e5269-30ad-4346-9a1c-1d04dda2e0a2 tempest-FloatingIPsTestJSON-829594745 tempest-FloatingIPsTestJSON-829594745-project] Publish callbacks [] for port, precommit_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:45.404408 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52ae4681-fc00-4d05-8c41-3aab247fab99 req-76fd6dc6-96ab-476b-a964-511d5bdb3b42 service neutron] Port ca0bac15-cb63-41b5-9d33-db3336e5e829 on network a723f808-b11e-4066-b104-fad90c82895e not bound, no agent of type Open vSwitch agent registered on host n-h1-816865-1 {{(pid=102387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 18:37:45.404726 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52ae4681-fc00-4d05-8c41-3aab247fab99 req-76fd6dc6-96ab-476b-a964-511d5bdb3b42 service neutron] Attempting to bind port ca0bac15-cb63-41b5-9d33-db3336e5e829 on network a723f808-b11e-4066-b104-fad90c82895e {{(pid=102387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 18:37:45.481838 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52ae4681-fc00-4d05-8c41-3aab247fab99 req-76fd6dc6-96ab-476b-a964-511d5bdb3b42 service neutron] Checking agent: {'id': 'eb596d7c-8c64-42bd-8aca-fad447eb0eab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816865-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 18, 33, 34), 'started_at': datetime.datetime(2021, 11, 5, 18, 33, 34), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 18, 37, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 18:37:45.482203 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52ae4681-fc00-4d05-8c41-3aab247fab99 req-76fd6dc6-96ab-476b-a964-511d5bdb3b42 service neutron] Checking segment: {'id': '35c2db9c-522d-48d3-98cf-a08c2cc55db7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'a723f808-b11e-4066-b104-fad90c82895e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 18:37:45.482585 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52ae4681-fc00-4d05-8c41-3aab247fab99 req-76fd6dc6-96ab-476b-a964-511d5bdb3b42 service neutron] Bound using segment: {'id': '35c2db9c-522d-48d3-98cf-a08c2cc55db7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'a723f808-b11e-4066-b104-fad90c82895e'} {{(pid=102387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 18:37:45.483025 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.managers [req-52ae4681-fc00-4d05-8c41-3aab247fab99 req-76fd6dc6-96ab-476b-a964-511d5bdb3b42 service neutron] Bound port: ca0bac15-cb63-41b5-9d33-db3336e5e829, host: n-h1-816865-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35c2db9c-522d-48d3-98cf-a08c2cc55db7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'a723f808-b11e-4066-b104-fad90c82895e'}}] {{(pid=102387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 18:37:45.483372 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-52ae4681-fc00-4d05-8c41-3aab247fab99 req-76fd6dc6-96ab-476b-a964-511d5bdb3b42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:45.492142 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-7445beed-aeef-4284-9e9b-e65f4922f760 req-069e5269-30ad-4346-9a1c-1d04dda2e0a2 tempest-FloatingIPsTestJSON-829594745 tempest-FloatingIPsTestJSON-829594745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:45.574947 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-7445beed-aeef-4284-9e9b-e65f4922f760 req-069e5269-30ad-4346-9a1c-1d04dda2e0a2 tempest-FloatingIPsTestJSON-829594745 tempest-FloatingIPsTestJSON-829594745-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1000577'] for floatingip, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:45.596882 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1daea6eb-7e62-418d-a87d-97ba232130bd admin admin] Notify agent at l3_agent.n-d-816865-1 the message routers_updated {{(pid=102387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 18:37:45.611769 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5008e9c-96e2-4b92-9ac8-be5a40fd32ea None None] Sync routers for ids ['fc1418de-661a-4ac1-8007-d49cf3a98f21'] in n-d-816865-1 {{(pid=102389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 18:37:45.628850 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5008e9c-96e2-4b92-9ac8-be5a40fd32ea None None] Routers {'fc1418de-661a-4ac1-8007-d49cf3a98f21'} bound to L3 agent in host n-d-816865-1 {{(pid=102389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 18:37:45.631819 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-d5008e9c-96e2-4b92-9ac8-be5a40fd32ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T18:37:35Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['fc1418de-661a-4ac1-8007-d49cf3a98f21'], 'active': True} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:37:45.639187 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b85470-38d6-4da5-8ca4-7d6007a8045a req-1a434377-0987-4075-a8f3-f1540cf75213 tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:37:45.641088 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-54b85470-38d6-4da5-8ca4-7d6007a8045a req-1a434377-0987-4075-a8f3-f1540cf75213 tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] 10.222.0.13 "GET /v2.0/ports?device_id=1deb7c06-0d89-436e-a71b-115690d709c3 HTTP/1.1" status: 200 len: 950 time: 0.2334418 Nov 05 18:37:45.641845 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069e5269-30ad-4346-9a1c-1d04dda2e0a2 tempest-FloatingIPsTestJSON-829594745 tempest-FloatingIPsTestJSON-829594745-project] Pushing event updated for resources: {'Port': ['ID=4da95f39-4644-4089-87d9-f6dfa5f49271,revision_number=2']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:37:45.687796 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.db [req-52ae4681-fc00-4d05-8c41-3aab247fab99 req-76fd6dc6-96ab-476b-a964-511d5bdb3b42 service neutron] For port ca0bac15-cb63-41b5-9d33-db3336e5e829, host n-h1-816865-1, cleared binding levels {{(pid=102387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 18:37:45.710941 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.db [req-52ae4681-fc00-4d05-8c41-3aab247fab99 req-76fd6dc6-96ab-476b-a964-511d5bdb3b42 service neutron] For port ca0bac15-cb63-41b5-9d33-db3336e5e829, host n-h1-816865-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=ca0bac15-cb63-41b5-9d33-db3336e5e829,segment=NetworkSegment(35c2db9c-522d-48d3-98cf-a08c2cc55db7),segment_id=35c2db9c-522d-48d3-98cf-a08c2cc55db7)] {{(pid=102387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 18:37:45.726532 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-54b85470-38d6-4da5-8ca4-7d6007a8045a req-dbb42b6c-f22d-470a-a37a-0621ffe6d6bb tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] 10.222.0.13 "GET /v2.0/security-groups?id=c4f63610-8850-433c-ac4b-7e7146261ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702550 Nov 05 18:37:45.747425 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-7445beed-aeef-4284-9e9b-e65f4922f760 req-069e5269-30ad-4346-9a1c-1d04dda2e0a2 tempest-FloatingIPsTestJSON-829594745 tempest-FloatingIPsTestJSON-829594745-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for floatingip, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:45.752901 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-7445beed-aeef-4284-9e9b-e65f4922f760 req-069e5269-30ad-4346-9a1c-1d04dda2e0a2 tempest-FloatingIPsTestJSON-829594745 tempest-FloatingIPsTestJSON-829594745-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 4.0222871 Nov 05 18:37:45.771017 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvr_db [None req-d5008e9c-96e2-4b92-9ac8-be5a40fd32ea None None] Set router fc1418de-661a-4ac1-8007-d49cf3a98f21 gateway port host: n-d-816865-1 {{(pid=102389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 18:37:45.879167 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-7445beed-aeef-4284-9e9b-e65f4922f760 req-d023f725-1c6f-48c8-91e1-08bd74c21b20 tempest-FloatingIPsTestJSON-829594745 tempest-FloatingIPsTestJSON-829594745-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.6.166 HTTP/1.1" status: 200 len: 696 time: 0.1217680 Nov 05 18:37:45.883007 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-1daea6eb-7e62-418d-a87d-97ba232130bd admin admin] Publish callbacks [] for router, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:45.887080 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 38632) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:37:45.888406 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-1daea6eb-7e62-418d-a87d-97ba232130bd admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 941 time: 7.3695412 Nov 05 18:37:45.892758 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-52ae4681-fc00-4d05-8c41-3aab247fab99 req-76fd6dc6-96ab-476b-a964-511d5bdb3b42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:46.005944 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-d5008e9c-96e2-4b92-9ac8-be5a40fd32ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc1418de-661a-4ac1-8007-d49cf3a98f21', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2147298721-router', 'tenant_id': '2d87535eb2bb46c696365475b90b493b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.245'}], 'enable_snat': True}, 'gw_port_id': '0e2db176-33f5-4087-b703-85d61ef47c42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T18:37:38Z', 'updated_at': '2021-11-05T18:37:43Z', 'revision_number': 3, 'project_id': '2d87535eb2bb46c696365475b90b493b', 'gw_port': {'id': '0e2db176-33f5-4087-b703-85d61ef47c42', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:79:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc1418de-661a-4ac1-8007-d49cf3a98f21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T18:37:41Z', 'updated_at': '2021-11-05T18:37:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1'}], 'n-d-816865-1', False) {} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:37:46.019800 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ae4681-fc00-4d05-8c41-3aab247fab99 req-76fd6dc6-96ab-476b-a964-511d5bdb3b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:37:46.020423 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-52ae4681-fc00-4d05-8c41-3aab247fab99 req-76fd6dc6-96ab-476b-a964-511d5bdb3b42 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:46.025517 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-52ae4681-fc00-4d05-8c41-3aab247fab99 req-76fd6dc6-96ab-476b-a964-511d5bdb3b42 service neutron] 10.222.0.41 "PUT /v2.0/ports/ca0bac15-cb63-41b5-9d33-db3336e5e829 HTTP/1.1" status: 200 len: 1095 time: 2.7174385 Nov 05 18:37:46.026016 n-d-816865-1 neutron-server[102387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5da7ec7-9b07-45dd-bf15-2b53851b9aeb', 'tag': 'ca0bac15-cb63-41b5-9d33-db3336e5e829'}] {{(pid=102387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 18:37:46.042210 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab06bd4ddf5758c1f10d79fe34dc215bafa488692cde9dba2fcbcb67556f90bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b60b382c-1fae-4887-beec-c72179ed7150" -d '{"events": [{"name": "network-changed", "server_uuid": "a5da7ec7-9b07-45dd-bf15-2b53851b9aeb", "tag": "ca0bac15-cb63-41b5-9d33-db3336e5e829"}]}' {{(pid=102387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 18:37:46.057763 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5008e9c-96e2-4b92-9ac8-be5a40fd32ea None None] Checking router: fc1418de-661a-4ac1-8007-d49cf3a98f21 for host: n-d-816865-1 {{(pid=102389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 18:37:46.058402 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5008e9c-96e2-4b92-9ac8-be5a40fd32ea None None] Updating router fc1418de-661a-4ac1-8007-d49cf3a98f21 port 0e2db176-33f5-4087-b703-85d61ef47c42 binding host n-d-816865-1 {{(pid=102389) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 05 18:37:46.104701 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fd6dc6-96ab-476b-a964-511d5bdb3b42 service neutron] Pushing event updated for resources: {'Port': ['ID=ca0bac15-cb63-41b5-9d33-db3336e5e829,revision_number=3']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:37:46.134688 n-d-816865-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-d5008e9c-96e2-4b92-9ac8-be5a40fd32ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:46.227960 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7445beed-aeef-4284-9e9b-e65f4922f760 req-007edd8e-88da-4fa4-90f9-ee2438227beb tempest-FloatingIPsTestJSON-829594745 tempest-FloatingIPsTestJSON-829594745-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:37:46.229399 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-7445beed-aeef-4284-9e9b-e65f4922f760 req-007edd8e-88da-4fa4-90f9-ee2438227beb tempest-FloatingIPsTestJSON-829594745 tempest-FloatingIPsTestJSON-829594745-project] 10.222.0.13 "GET /v2.0/networks/40c8335d-cd0b-4cb5-910a-d4dcddd5cbec HTTP/1.1" status: 200 len: 784 time: 0.3394322 Nov 05 18:37:46.247270 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [req-7445beed-aeef-4284-9e9b-e65f4922f760 req-cbc14c95-f4e4-4bdb-a565-3ccafc279c2b tempest-FloatingIPsTestJSON-829594745 tempest-FloatingIPsTestJSON-829594745-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=102387) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 05 18:37:46.248288 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-7445beed-aeef-4284-9e9b-e65f4922f760 req-cbc14c95-f4e4-4bdb-a565-3ccafc279c2b tempest-FloatingIPsTestJSON-829594745 tempest-FloatingIPsTestJSON-829594745-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0084276 Nov 05 18:37:46.252908 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ae4681-fc00-4d05-8c41-3aab247fab99 req-60d63cb8-6706-446c-a099-31fff130d06d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:37:46.254909 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-52ae4681-fc00-4d05-8c41-3aab247fab99 req-60d63cb8-6706-446c-a099-31fff130d06d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=0eb58f2cb34c445dae9d7859933ff3fe&device_id=a5da7ec7-9b07-45dd-bf15-2b53851b9aeb HTTP/1.1" status: 200 len: 1098 time: 0.1365898 Nov 05 18:37:46.275276 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e4fa0b-f99c-48f2-9cbb-9ada074297b8 req-c2286fa4-9df9-46fc-a47b-4d6f683cc2e5 tempest-ImagesOneServerTestJSON-1840565388 tempest-ImagesOneServerTestJSON-1840565388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:37:46.297575 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-73e4fa0b-f99c-48f2-9cbb-9ada074297b8 req-c2286fa4-9df9-46fc-a47b-4d6f683cc2e5 tempest-ImagesOneServerTestJSON-1840565388 tempest-ImagesOneServerTestJSON-1840565388-project] 10.222.0.13 "GET /v2.0/ports?device_id=a5da7ec7-9b07-45dd-bf15-2b53851b9aeb HTTP/1.1" status: 200 len: 947 time: 0.1344969 Nov 05 18:37:46.374386 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-52ae4681-fc00-4d05-8c41-3aab247fab99 req-360ba2b0-0b31-42bc-96d9-2b2c7e4c4dac service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.84&port_id=ca0bac15-cb63-41b5-9d33-db3336e5e829 HTTP/1.1" status: 200 len: 217 time: 0.1080413 Nov 05 18:37:46.478955 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 18:37:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07ef4909-40ca-43da-b3cc-0bfc288829fc x-openstack-request-id: req-07ef4909-40ca-43da-b3cc-0bfc288829fc {{(pid=102387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 18:37:46.479134 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5da7ec7-9b07-45dd-bf15-2b53851b9aeb", "tag": "ca0bac15-cb63-41b5-9d33-db3336e5e829", "status": "completed", "code": 200}]} {{(pid=102387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 18:37:46.479366 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-07ef4909-40ca-43da-b3cc-0bfc288829fc {{(pid=102387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 18:37:46.479718 n-d-816865-1 neutron-server[102387]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5da7ec7-9b07-45dd-bf15-2b53851b9aeb', 'tag': 'ca0bac15-cb63-41b5-9d33-db3336e5e829', 'status': 'completed', 'code': 200} Nov 05 18:37:46.505580 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-73e4fa0b-f99c-48f2-9cbb-9ada074297b8 req-dbd44c90-ebd2-454e-a3f2-88ac8ddc30a3 tempest-ImagesOneServerTestJSON-1840565388 tempest-ImagesOneServerTestJSON-1840565388-project] 10.222.0.13 "GET /v2.0/security-groups?id=4c0cf261-3beb-4899-97be-bc068721c8c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2051845 Nov 05 18:37:46.528475 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ae4681-fc00-4d05-8c41-3aab247fab99 req-7ca2ce2a-a6d8-4ab6-b48f-50215f5e4da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:37:46.534193 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-52ae4681-fc00-4d05-8c41-3aab247fab99 req-7ca2ce2a-a6d8-4ab6-b48f-50215f5e4da8 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=05e7a1b5-165b-4a00-855a-ffbcb2eba59e HTTP/1.1" status: 200 len: 843 time: 0.1521654 Nov 05 18:37:46.627586 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-1fcb0327-33d8-4fb6-bba8-6648f22ca37c req-c0e667c5-4499-4553-8b11-e2a65eb1fe8e tempest-FloatingIPsTestJSON-829594745 tempest-FloatingIPsTestJSON-829594745-project] 10.222.0.13 "GET /v2.0/floatingips/436768ef-40d4-4e10-99d2-ea4a3afe61b3 HTTP/1.1" status: 200 len: 693 time: 0.0894613 Nov 05 18:37:46.640967 n-d-816865-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-d5008e9c-96e2-4b92-9ac8-be5a40fd32ea None None] Publish callbacks [] for port, precommit_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:46.668554 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ae4681-fc00-4d05-8c41-3aab247fab99 req-955c3ba0-7511-4a08-ad46-e3ed9584016b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:37:46.670136 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-52ae4681-fc00-4d05-8c41-3aab247fab99 req-955c3ba0-7511-4a08-ad46-e3ed9584016b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a723f808-b11e-4066-b104-fad90c82895e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1202922 Nov 05 18:37:46.730142 n-d-816865-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-d5008e9c-96e2-4b92-9ac8-be5a40fd32ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:46.840541 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcb0327-33d8-4fb6-bba8-6648f22ca37c req-b054e7e2-ec4f-458b-ac08-9c6654ba2265 tempest-FloatingIPsTestJSON-829594745 tempest-FloatingIPsTestJSON-829594745-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:37:46.849167 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-1fcb0327-33d8-4fb6-bba8-6648f22ca37c req-b054e7e2-ec4f-458b-ac08-9c6654ba2265 tempest-FloatingIPsTestJSON-829594745 tempest-FloatingIPsTestJSON-829594745-project] 10.222.0.13 "GET /v2.0/networks/40c8335d-cd0b-4cb5-910a-d4dcddd5cbec HTTP/1.1" status: 200 len: 784 time: 0.2205484 Nov 05 18:37:46.862420 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [req-1fcb0327-33d8-4fb6-bba8-6648f22ca37c req-fe7f3989-cc93-4619-bb66-788f44466bc4 tempest-FloatingIPsTestJSON-829594745 tempest-FloatingIPsTestJSON-829594745-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=102387) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 05 18:37:46.874320 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.managers [None req-d5008e9c-96e2-4b92-9ac8-be5a40fd32ea None None] Attempting to bind port 0e2db176-33f5-4087-b703-85d61ef47c42 on host n-d-816865-1 for vnic_type normal with profile {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 18:37:46.876073 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.managers [None req-d5008e9c-96e2-4b92-9ac8-be5a40fd32ea None None] Attempting to bind port 0e2db176-33f5-4087-b703-85d61ef47c42 by drivers openvswitch,hyperv on host n-d-816865-1 at level 0 using segments [{'id': '85be518c-8bb4-46a2-a903-d4292782d29d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec'}] {{(pid=102389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 18:37:46.876684 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5008e9c-96e2-4b92-9ac8-be5a40fd32ea None None] Attempting to bind port 0e2db176-33f5-4087-b703-85d61ef47c42 on network 40c8335d-cd0b-4cb5-910a-d4dcddd5cbec {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 18:37:46.876796 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-1fcb0327-33d8-4fb6-bba8-6648f22ca37c req-fe7f3989-cc93-4619-bb66-788f44466bc4 tempest-FloatingIPsTestJSON-829594745 tempest-FloatingIPsTestJSON-829594745-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0250070 Nov 05 18:37:46.885834 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0c0299-1300-41d6-9dd0-c96d3d827eb0 None None] Pushing event updated for resources: {'Port': ['ID=0e2db176-33f5-4087-b703-85d61ef47c42,revision_number=2']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:37:46.891199 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-52ae4681-fc00-4d05-8c41-3aab247fab99 req-462a1e72-fc23-4d36-ac2c-cad42e22cf83 service neutron] 10.222.0.41 "GET /v2.0/networks/a723f808-b11e-4066-b104-fad90c82895e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1869006 Nov 05 18:37:46.917021 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5008e9c-96e2-4b92-9ac8-be5a40fd32ea None None] Checking agent: {'id': '724d89a7-611b-41e6-bc85-c48112b17afa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 18, 25, 8), 'started_at': datetime.datetime(2021, 11, 5, 18, 25, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 18, 37, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 18:37:46.917871 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5008e9c-96e2-4b92-9ac8-be5a40fd32ea None None] Checking segment: {'id': '85be518c-8bb4-46a2-a903-d4292782d29d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 18:37:46.918599 n-d-816865-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-d5008e9c-96e2-4b92-9ac8-be5a40fd32ea None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:46.919187 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5008e9c-96e2-4b92-9ac8-be5a40fd32ea None None] Bound using segment: {'id': '85be518c-8bb4-46a2-a903-d4292782d29d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec'} {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 18:37:46.919860 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.managers [None req-d5008e9c-96e2-4b92-9ac8-be5a40fd32ea None None] Bound port: 0e2db176-33f5-4087-b703-85d61ef47c42, host: n-d-816865-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85be518c-8bb4-46a2-a903-d4292782d29d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec'}}] {{(pid=102389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 18:37:46.920465 n-d-816865-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-d5008e9c-96e2-4b92-9ac8-be5a40fd32ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:46.926149 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0c0299-1300-41d6-9dd0-c96d3d827eb0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:37:46.926681 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0c0299-1300-41d6-9dd0-c96d3d827eb0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:37:46.927320 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0c0299-1300-41d6-9dd0-c96d3d827eb0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:37:46.927726 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0c0299-1300-41d6-9dd0-c96d3d827eb0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:37:46.928238 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0c0299-1300-41d6-9dd0-c96d3d827eb0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:37:46.929502 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0c0299-1300-41d6-9dd0-c96d3d827eb0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:37:46.930019 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0c0299-1300-41d6-9dd0-c96d3d827eb0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:37:46.930474 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0c0299-1300-41d6-9dd0-c96d3d827eb0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:37:46.930891 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0c0299-1300-41d6-9dd0-c96d3d827eb0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:37:46.931718 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0c0299-1300-41d6-9dd0-c96d3d827eb0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:37:46.932101 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0c0299-1300-41d6-9dd0-c96d3d827eb0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:37:46.932511 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0c0299-1300-41d6-9dd0-c96d3d827eb0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:37:47.016271 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [None req-d5008e9c-96e2-4b92-9ac8-be5a40fd32ea None None] For port 0e2db176-33f5-4087-b703-85d61ef47c42, host n-d-816865-1, cleared binding levels {{(pid=102389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 18:37:47.020308 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [None req-d5008e9c-96e2-4b92-9ac8-be5a40fd32ea None None] For port 0e2db176-33f5-4087-b703-85d61ef47c42, host n-d-816865-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=0e2db176-33f5-4087-b703-85d61ef47c42,segment=NetworkSegment(85be518c-8bb4-46a2-a903-d4292782d29d),segment_id=85be518c-8bb4-46a2-a903-d4292782d29d)] {{(pid=102389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 18:37:47.050946 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-dcd8c3bb-6093-495d-b34f-4d8f35ec04ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:47.099547 n-d-816865-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-d5008e9c-96e2-4b92-9ac8-be5a40fd32ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:47.139522 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-22b5d1d1-a398-48ba-86f8-f0030da10377 req-ced712f4-f89d-4319-8d08-f0cdfb033608 tempest-FloatingIPsTestJSON-829594745 tempest-FloatingIPsTestJSON-829594745-project] 10.222.0.13 "GET /v2.0/floatingips?tenant_id=ae05a44cb6914df19fbdf0a2a0e15a22 HTTP/1.1" status: 200 len: 696 time: 0.2222111 Nov 05 18:37:47.193381 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0c0299-1300-41d6-9dd0-c96d3d827eb0 None None] Pushing event updated for resources: {'Port': ['ID=0e2db176-33f5-4087-b703-85d61ef47c42,revision_number=3']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:37:47.219217 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8cb47fb-0976-4db6-8774-e5af2ab0a5dd req-fbe290b4-0202-4841-9bb4-853f13336c35 tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:37:47.226561 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-f8cb47fb-0976-4db6-8774-e5af2ab0a5dd req-fbe290b4-0202-4841-9bb4-853f13336c35 tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] 10.222.0.13 "GET /v2.0/ports?device_id=1deb7c06-0d89-436e-a71b-115690d709c3 HTTP/1.1" status: 200 len: 950 time: 0.2368588 Nov 05 18:37:47.240629 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5008e9c-96e2-4b92-9ac8-be5a40fd32ea None None] Routers {'fc1418de-661a-4ac1-8007-d49cf3a98f21'} bound to L3 agent in host n-d-816865-1 {{(pid=102389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 18:37:47.241256 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-d5008e9c-96e2-4b92-9ac8-be5a40fd32ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T18:37:35Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['fc1418de-661a-4ac1-8007-d49cf3a98f21'], 'active': True} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:37:47.269802 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-52ae4681-fc00-4d05-8c41-3aab247fab99 req-7c47e5b0-32ce-48b9-8fec-945d3e65e6ab service neutron] 10.222.0.41 "GET /v2.0/networks/a723f808-b11e-4066-b104-fad90c82895e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3711429 Nov 05 18:37:47.275032 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.db_base_plugin_common [None req-dcd8c3bb-6093-495d-b34f-4d8f35ec04ca admin admin] Allocated IP 172.20.0.1 (7b3a41e7-93df-49e1-9756-a04fc3940e25/a6c75341-a7fb-4eb2-8dc2-c5f20756d96e/564ba393-8107-43b5-ad25-3b23da4edab0) {{(pid=102386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 18:37:47.343105 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-f8cb47fb-0976-4db6-8774-e5af2ab0a5dd req-3af52bc2-010d-4e5f-9f68-d0a8cac82ae5 tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] 10.222.0.13 "GET /v2.0/security-groups?id=c4f63610-8850-433c-ac4b-7e7146261ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137915 Nov 05 18:37:47.375114 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b5d1d1-a398-48ba-86f8-f0030da10377 req-04b26492-3ed0-44b2-94df-fd3c75fc086c tempest-FloatingIPsTestJSON-829594745 tempest-FloatingIPsTestJSON-829594745-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:37:47.381186 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-22b5d1d1-a398-48ba-86f8-f0030da10377 req-04b26492-3ed0-44b2-94df-fd3c75fc086c tempest-FloatingIPsTestJSON-829594745 tempest-FloatingIPsTestJSON-829594745-project] 10.222.0.13 "GET /v2.0/networks?id=40c8335d-cd0b-4cb5-910a-d4dcddd5cbec HTTP/1.1" status: 200 len: 787 time: 0.2302868 Nov 05 18:37:47.393639 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [req-22b5d1d1-a398-48ba-86f8-f0030da10377 req-9cdd43ca-a6e5-44ea-8654-7685b1071c89 tempest-FloatingIPsTestJSON-829594745 tempest-FloatingIPsTestJSON-829594745-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=102387) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 05 18:37:47.394663 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-22b5d1d1-a398-48ba-86f8-f0030da10377 req-9cdd43ca-a6e5-44ea-8654-7685b1071c89 tempest-FloatingIPsTestJSON-829594745 tempest-FloatingIPsTestJSON-829594745-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0069451 Nov 05 18:37:47.395838 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvr_db [None req-d5008e9c-96e2-4b92-9ac8-be5a40fd32ea None None] Set router fc1418de-661a-4ac1-8007-d49cf3a98f21 gateway port host: n-d-816865-1 {{(pid=102389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 18:37:47.449785 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-dcd8c3bb-6093-495d-b34f-4d8f35ec04ca admin admin] Publish callbacks [] for port, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:47.514817 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-0f98ec1e-fd02-49b8-94b9-ff5d53c95f79 req-46a3b86b-db5f-4575-87f2-7d6386de73aa tempest-FloatingIPsTestJSON-829594745 tempest-FloatingIPsTestJSON-829594745-project] 10.222.0.13 "GET /v2.0/floatingips/436768ef-40d4-4e10-99d2-ea4a3afe61b3 HTTP/1.1" status: 200 len: 693 time: 0.0569062 Nov 05 18:37:47.542440 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.agents_db [None req-b9406b04-a0e8-43cf-b349-711963d96cf4 None None] Agent healthcheck: found 7 active agents {{(pid=102389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 05 18:37:47.544626 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-dcd8c3bb-6093-495d-b34f-4d8f35ec04ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789'] for port, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:47.549440 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 38690) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:37:47.556655 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60b382c-1fae-4887-beec-c72179ed7150 req-55d1a343-b9f8-4a8f-839f-0db3a7d30aab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:37:47.558180 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-b60b382c-1fae-4887-beec-c72179ed7150 req-55d1a343-b9f8-4a8f-839f-0db3a7d30aab service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=0eb58f2cb34c445dae9d7859933ff3fe&device_id=a5da7ec7-9b07-45dd-bf15-2b53851b9aeb HTTP/1.1" status: 200 len: 1098 time: 0.1395051 Nov 05 18:37:47.663430 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcd8c3bb-6093-495d-b34f-4d8f35ec04ca admin admin] Network 7b3a41e7-93df-49e1-9756-a04fc3940e25 is already hosted by enough agents. {{(pid=102386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 18:37:47.714998 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.base_scheduler [None req-dcd8c3bb-6093-495d-b34f-4d8f35ec04ca admin admin] Resources bound (agent type, host, resource id): {{(pid=102386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:37:47.717490 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcd8c3bb-6093-495d-b34f-4d8f35ec04ca admin admin] Received port after_create {{(pid=102386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 18:37:47.717966 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-dcd8c3bb-6093-495d-b34f-4d8f35ec04ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-571770'] for router_interface, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:47.792237 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-d5008e9c-96e2-4b92-9ac8-be5a40fd32ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc1418de-661a-4ac1-8007-d49cf3a98f21', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2147298721-router', 'tenant_id': '2d87535eb2bb46c696365475b90b493b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.245'}], 'enable_snat': True}, 'gw_port_id': '0e2db176-33f5-4087-b703-85d61ef47c42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T18:37:38Z', 'updated_at': '2021-11-05T18:37:43Z', 'revision_number': 3, 'project_id': '2d87535eb2bb46c696365475b90b493b', 'gw_port': {'id': '0e2db176-33f5-4087-b703-85d61ef47c42', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:79:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc1418de-661a-4ac1-8007-d49cf3a98f21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T18:37:41Z', 'updated_at': '2021-11-05T18:37:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1'}], 'n-d-816865-1', False) {} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:37:47.797169 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd8c3bb-6093-495d-b34f-4d8f35ec04ca admin admin] Pushing event updated for resources: {'Port': ['ID=564ba393-8107-43b5-ad25-3b23da4edab0,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:37:47.825089 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-11412124-7d99-4a4b-a30d-3b81c497a6c0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:47.861153 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f98ec1e-fd02-49b8-94b9-ff5d53c95f79 req-04961f88-15e0-490f-8519-27e8c3bb6316 tempest-FloatingIPsTestJSON-829594745 tempest-FloatingIPsTestJSON-829594745-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:37:47.862782 n-d-816865-1 neutron-server[102386]: INFO neutron.api.v2.resource [req-135ab233-aee0-4644-a61c-8c17cbad4d59 req-782f40d8-28f9-4518-8d9a-c7dafb81e3b3 service neutron] show failed (client error): The resource could not be found. Nov 05 18:37:47.863808 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-135ab233-aee0-4644-a61c-8c17cbad4d59 req-782f40d8-28f9-4518-8d9a-c7dafb81e3b3 service neutron] 10.222.0.55 "GET /v2.0/ports/c0bab39d-31d7-4372-acf4-dcf699effaf4/bindings/n-h1-816865-1 HTTP/1.1" status: 404 len: 380 time: 0.2361057 Nov 05 18:37:47.865859 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5008e9c-96e2-4b92-9ac8-be5a40fd32ea None None] The sync data for ids ['fc1418de-661a-4ac1-8007-d49cf3a98f21'] in n-d-816865-1 is: [{'id': 'fc1418de-661a-4ac1-8007-d49cf3a98f21', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2147298721-router', 'tenant_id': '2d87535eb2bb46c696365475b90b493b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.245'}], 'enable_snat': True}, 'gw_port_id': '0e2db176-33f5-4087-b703-85d61ef47c42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T18:37:38Z', 'updated_at': '2021-11-05T18:37:43Z', 'revision_number': 3, 'project_id': '2d87535eb2bb46c696365475b90b493b', 'gw_port': {'id': '0e2db176-33f5-4087-b703-85d61ef47c42', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:79:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc1418de-661a-4ac1-8007-d49cf3a98f21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T18:37:41Z', 'updated_at': '2021-11-05T18:37:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1'}] {{(pid=102389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 18:37:47.873473 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-0f98ec1e-fd02-49b8-94b9-ff5d53c95f79 req-04961f88-15e0-490f-8519-27e8c3bb6316 tempest-FloatingIPsTestJSON-829594745 tempest-FloatingIPsTestJSON-829594745-project] 10.222.0.13 "GET /v2.0/networks/40c8335d-cd0b-4cb5-910a-d4dcddd5cbec HTTP/1.1" status: 200 len: 784 time: 0.3564088 Nov 05 18:37:47.898735 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [req-0f98ec1e-fd02-49b8-94b9-ff5d53c95f79 req-3227cf9d-113f-43fa-96fa-8f7db0bd6459 tempest-FloatingIPsTestJSON-829594745 tempest-FloatingIPsTestJSON-829594745-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=102387) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 05 18:37:47.900093 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-0f98ec1e-fd02-49b8-94b9-ff5d53c95f79 req-3227cf9d-113f-43fa-96fa-8f7db0bd6459 tempest-FloatingIPsTestJSON-829594745 tempest-FloatingIPsTestJSON-829594745-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0261970 Nov 05 18:37:47.907467 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60b382c-1fae-4887-beec-c72179ed7150 req-d3a5aa1f-1743-4563-ab39-63ecccadf338 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:37:47.909139 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-b60b382c-1fae-4887-beec-c72179ed7150 req-d3a5aa1f-1743-4563-ab39-63ecccadf338 service neutron] 10.222.0.41 "GET /v2.0/networks?id=a723f808-b11e-4066-b104-fad90c82895e HTTP/1.1" status: 200 len: 870 time: 0.3186588 Nov 05 18:37:48.040476 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-b60b382c-1fae-4887-beec-c72179ed7150 req-b6144fdb-8b56-455c-8fc5-70f625ba321d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.84&port_id=ca0bac15-cb63-41b5-9d33-db3336e5e829 HTTP/1.1" status: 200 len: 217 time: 0.0731907 Nov 05 18:37:48.052944 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-0f98ec1e-fd02-49b8-94b9-ff5d53c95f79 req-745745ac-0e94-4734-bc00-17313223615e tempest-FloatingIPsTestJSON-829594745 tempest-FloatingIPsTestJSON-829594745-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.6.166 HTTP/1.1" status: 200 len: 696 time: 0.1409702 Nov 05 18:37:48.065443 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-2d750c39-4684-4555-b4b8-768749914e67 None None] Provisioning complete for port 564ba393-8107-43b5-ad25-3b23da4edab0 triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:37:48.066090 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-2d750c39-4684-4555-b4b8-768749914e67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:48.070102 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-11412124-7d99-4a4b-a30d-3b81c497a6c0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:48.073886 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb54b2c-5108-443d-9a1c-c269e95c64a6 req-43085f20-1b2c-4fed-b245-3ffa4d6045e6 tempest-ImagesOneServerTestJSON-1840565388 tempest-ImagesOneServerTestJSON-1840565388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:37:48.077133 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-acb54b2c-5108-443d-9a1c-c269e95c64a6 req-43085f20-1b2c-4fed-b245-3ffa4d6045e6 tempest-ImagesOneServerTestJSON-1840565388 tempest-ImagesOneServerTestJSON-1840565388-project] 10.222.0.13 "GET /v2.0/ports?device_id=a5da7ec7-9b07-45dd-bf15-2b53851b9aeb HTTP/1.1" status: 200 len: 947 time: 0.3565197 Nov 05 18:37:48.129532 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-2d750c39-4684-4555-b4b8-768749914e67 None None] Port 564ba393-8107-43b5-ad25-3b23da4edab0 cannot update to ACTIVE because it is not bound. {{(pid=102388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 18:37:48.141829 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-0f98ec1e-fd02-49b8-94b9-ff5d53c95f79 req-5be3b0cd-9836-41ca-9f8b-576b4753dd1a tempest-FloatingIPsTestJSON-829594745 tempest-FloatingIPsTestJSON-829594745-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.6.166 HTTP/1.1" status: 200 len: 696 time: 0.0532179 Nov 05 18:37:48.161053 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-dcd8c3bb-6093-495d-b34f-4d8f35ec04ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:48.175377 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-11412124-7d99-4a4b-a30d-3b81c497a6c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:48.280570 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-11412124-7d99-4a4b-a30d-3b81c497a6c0 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6285a008966f4396b386f7e85341e9e1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7257717 Nov 05 18:37:48.285149 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 38698) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:37:48.297075 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11412124-7d99-4a4b-a30d-3b81c497a6c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=429913eb-359b-4f70-9c63-ad1f1a0f7e0d,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:37:48.459969 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-a41db518-d441-490f-b03a-dd1d6d654ef6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:48.550979 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-a41db518-d441-490f-b03a-dd1d6d654ef6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:48.659761 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60b382c-1fae-4887-beec-c72179ed7150 req-49e22d5e-f597-4c91-816b-12dc5f3161de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:37:48.661533 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-b60b382c-1fae-4887-beec-c72179ed7150 req-49e22d5e-f597-4c91-816b-12dc5f3161de service neutron] 10.222.0.41 "GET /v2.0/subnets?id=05e7a1b5-165b-4a00-855a-ffbcb2eba59e HTTP/1.1" status: 200 len: 843 time: 0.6077185 Nov 05 18:37:48.667341 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-dcd8c3bb-6093-495d-b34f-4d8f35ec04ca admin admin] Publish callbacks [] for port, precommit_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:48.696388 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-a41db518-d441-490f-b03a-dd1d6d654ef6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:48.698895 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-a41db518-d441-490f-b03a-dd1d6d654ef6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:48.701309 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-acb54b2c-5108-443d-9a1c-c269e95c64a6 req-dcc6c927-5e93-41ac-8672-b539e25970b3 tempest-ImagesOneServerTestJSON-1840565388 tempest-ImagesOneServerTestJSON-1840565388-project] 10.222.0.13 "GET /v2.0/security-groups?id=4c0cf261-3beb-4899-97be-bc068721c8c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6075358 Nov 05 18:37:48.702795 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-a41db518-d441-490f-b03a-dd1d6d654ef6 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/429913eb-359b-4f70-9c63-ad1f1a0f7e0d HTTP/1.1" status: 204 len: 168 time: 0.4165866 Nov 05 18:37:48.708233 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135ab233-aee0-4644-a61c-8c17cbad4d59 req-3efc4a98-c623-4d41-aba8-71b365e03897 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:37:48.709802 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-135ab233-aee0-4644-a61c-8c17cbad4d59 req-3efc4a98-c623-4d41-aba8-71b365e03897 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=1deb7c06-0d89-436e-a71b-115690d709c3&tenant_id=10ec5728e81c4449951d5c9e87d02372 HTTP/1.1" status: 200 len: 1101 time: 0.2583730 Nov 05 18:37:48.712182 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 0e2db176-33f5-4087-b703-85d61ef47c42 up at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 18:37:48.720412 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41db518-d441-490f-b03a-dd1d6d654ef6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=429913eb-359b-4f70-9c63-ad1f1a0f7e0d,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:37:48.725419 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [req-135ab233-aee0-4644-a61c-8c17cbad4d59 req-8e4cc0d0-ba51-4750-b27f-c7bef8a29f56 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-816865-1', 'device_owner': 'compute:nova'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:37:48.728493 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-dcd8c3bb-6093-495d-b34f-4d8f35ec04ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:48.729246 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-dcd8c3bb-6093-495d-b34f-4d8f35ec04ca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-597863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-571878'] for router_interface, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:48.777900 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60b382c-1fae-4887-beec-c72179ed7150 req-88c6ff3a-761a-4042-a51d-24d2b0c427a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:37:48.779723 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-b60b382c-1fae-4887-beec-c72179ed7150 req-88c6ff3a-761a-4042-a51d-24d2b0c427a7 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a723f808-b11e-4066-b104-fad90c82895e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1041331 Nov 05 18:37:48.853956 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [req-0f98ec1e-fd02-49b8-94b9-ff5d53c95f79 req-fade32ce-8ef9-434f-b780-432c0449ce8d tempest-FloatingIPsTestJSON-829594745 tempest-FloatingIPsTestJSON-829594745-project] Deleting port 4da95f39-4644-4089-87d9-f6dfa5f49271 {{(pid=102387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 18:37:48.854347 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-0f98ec1e-fd02-49b8-94b9-ff5d53c95f79 req-fade32ce-8ef9-434f-b780-432c0449ce8d tempest-FloatingIPsTestJSON-829594745 tempest-FloatingIPsTestJSON-829594745-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:48.873670 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Provisioning complete for port 0e2db176-33f5-4087-b703-85d61ef47c42 triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:37:48.874061 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:48.924833 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd8c3bb-6093-495d-b34f-4d8f35ec04ca admin admin] Pushing event updated for resources: {'Port': ['ID=564ba393-8107-43b5-ad25-3b23da4edab0,revision_number=2']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:37:49.142907 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:49.145043 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-135ab233-aee0-4644-a61c-8c17cbad4d59 req-8e4cc0d0-ba51-4750-b27f-c7bef8a29f56 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:49.182886 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] For port 0e2db176-33f5-4087-b703-85d61ef47c42, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=0e2db176-33f5-4087-b703-85d61ef47c42,segment=NetworkSegment(85be518c-8bb4-46a2-a903-d4292782d29d),segment_id=85be518c-8bb4-46a2-a903-d4292782d29d)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:37:49.213807 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-b60b382c-1fae-4887-beec-c72179ed7150 req-f1442a33-5e63-4076-919c-32c7457dcb19 service neutron] 10.222.0.41 "GET /v2.0/networks/a723f808-b11e-4066-b104-fad90c82895e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4247208 Nov 05 18:37:49.277144 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:49.369643 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Pushing event updated for resources: {'Port': ['ID=0e2db176-33f5-4087-b703-85d61ef47c42,revision_number=4']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:37:49.411228 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-0f98ec1e-fd02-49b8-94b9-ff5d53c95f79 req-fade32ce-8ef9-434f-b780-432c0449ce8d tempest-FloatingIPsTestJSON-829594745 tempest-FloatingIPsTestJSON-829594745-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:49.411762 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-0f98ec1e-fd02-49b8-94b9-ff5d53c95f79 req-fade32ce-8ef9-434f-b780-432c0449ce8d tempest-FloatingIPsTestJSON-829594745 tempest-FloatingIPsTestJSON-829594745-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:49.426808 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [req-0f98ec1e-fd02-49b8-94b9-ff5d53c95f79 req-fade32ce-8ef9-434f-b780-432c0449ce8d tempest-FloatingIPsTestJSON-829594745 tempest-FloatingIPsTestJSON-829594745-project] Calling delete_port for 4da95f39-4644-4089-87d9-f6dfa5f49271 owned by network:floatingip {{(pid=102387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 18:37:49.479094 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcd8c3bb-6093-495d-b34f-4d8f35ec04ca admin admin] Network 7b3a41e7-93df-49e1-9756-a04fc3940e25 is already hosted by enough agents. {{(pid=102386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 18:37:49.486147 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.base_scheduler [None req-dcd8c3bb-6093-495d-b34f-4d8f35ec04ca admin admin] Resources bound (agent type, host, resource id): {{(pid=102386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:37:49.526675 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d10c9f-5f01-4683-b2c2-0632e5a001f8 req-67efbdb1-f3e0-4b7a-bcfe-42ce01995ac9 tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:37:49.539090 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-53d10c9f-5f01-4683-b2c2-0632e5a001f8 req-67efbdb1-f3e0-4b7a-bcfe-42ce01995ac9 tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] 10.222.0.13 "GET /v2.0/ports?device_id=1deb7c06-0d89-436e-a71b-115690d709c3 HTTP/1.1" status: 200 len: 950 time: 0.4950175 Nov 05 18:37:49.600098 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-b60b382c-1fae-4887-beec-c72179ed7150 req-27c602b9-9146-47c4-ab90-eff8b96f0edd service neutron] 10.222.0.41 "GET /v2.0/networks/a723f808-b11e-4066-b104-fad90c82895e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3763974 Nov 05 18:37:49.680608 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-53d10c9f-5f01-4683-b2c2-0632e5a001f8 req-8ab6e1fe-4469-440b-a712-64ab21663b49 tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] 10.222.0.13 "GET /v2.0/security-groups?id=c4f63610-8850-433c-ac4b-7e7146261ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404517 Nov 05 18:37:49.800649 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [req-135ab233-aee0-4644-a61c-8c17cbad4d59 req-8e4cc0d0-ba51-4750-b27f-c7bef8a29f56 service neutron] For port c0bab39d-31d7-4372-acf4-dcf699effaf4, host n-h2-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=c0bab39d-31d7-4372-acf4-dcf699effaf4,segment=NetworkSegment(35c2db9c-522d-48d3-98cf-a08c2cc55db7),segment_id=35c2db9c-522d-48d3-98cf-a08c2cc55db7)] {{(pid=102386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:37:49.837972 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dcd8c3bb-6093-495d-b34f-4d8f35ec04ca admin admin] Router fc1418de-661a-4ac1-8007-d49cf3a98f21 has already been hosted by L3 agent 6dcb5589-8e86-4616-9186-ddc4548e13ad {{(pid=102386) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 18:37:49.873148 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-a1a8a61b-287c-44a2-b594-5c400761563b None None] Provisioning complete for port 564ba393-8107-43b5-ad25-3b23da4edab0 triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:37:49.874013 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-a1a8a61b-287c-44a2-b594-5c400761563b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:49.894032 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [req-135ab233-aee0-4644-a61c-8c17cbad4d59 req-8e4cc0d0-ba51-4750-b27f-c7bef8a29f56 service neutron] For port c0bab39d-31d7-4372-acf4-dcf699effaf4, host n-h2-816865-1, cleared binding levels {{(pid=102386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 18:37:49.926998 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-0f98ec1e-fd02-49b8-94b9-ff5d53c95f79 req-fade32ce-8ef9-434f-b780-432c0449ce8d tempest-FloatingIPsTestJSON-829594745 tempest-FloatingIPsTestJSON-829594745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798'] for port, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:49.933951 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-a1a8a61b-287c-44a2-b594-5c400761563b None None] Port 564ba393-8107-43b5-ad25-3b23da4edab0 cannot update to ACTIVE because it is not bound. {{(pid=102388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 18:37:50.010452 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-135ab233-aee0-4644-a61c-8c17cbad4d59 req-8e4cc0d0-ba51-4750-b27f-c7bef8a29f56 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:50.016519 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fade32ce-8ef9-434f-b780-432c0449ce8d tempest-FloatingIPsTestJSON-829594745 tempest-FloatingIPsTestJSON-829594745-project] Pushing event deleted for resources: {'Port': ['ID=4da95f39-4644-4089-87d9-f6dfa5f49271,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:37:50.028638 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.provisioning_blocks [req-135ab233-aee0-4644-a61c-8c17cbad4d59 req-8e4cc0d0-ba51-4750-b27f-c7bef8a29f56 service neutron] Transition to ACTIVE for port object c0bab39d-31d7-4372-acf4-dcf699effaf4 will not be triggered until provisioned by entity L2. {{(pid=102386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 05 18:37:50.031300 n-d-816865-1 neutron-server[102386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1deb7c06-0d89-436e-a71b-115690d709c3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c0bab39d-31d7-4372-acf4-dcf699effaf4'}] {{(pid=102386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 18:37:50.031841 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-0f98ec1e-fd02-49b8-94b9-ff5d53c95f79 req-fade32ce-8ef9-434f-b780-432c0449ce8d tempest-FloatingIPsTestJSON-829594745 tempest-FloatingIPsTestJSON-829594745-project] Publish callbacks [] for floatingip, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:50.034581 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-0f98ec1e-fd02-49b8-94b9-ff5d53c95f79 req-fade32ce-8ef9-434f-b780-432c0449ce8d tempest-FloatingIPsTestJSON-829594745 tempest-FloatingIPsTestJSON-829594745-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for floatingip, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:50.035113 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6173a44d7c73f41af551dc890fa1a5892c2c6bc3458b640c8e0c24db7876ba6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6ca44eb-f622-4dc5-922b-ff3effb3489d" -d '{"events": [{"server_uuid": "1deb7c06-0d89-436e-a71b-115690d709c3", "name": "network-vif-unplugged", "status": "completed", "tag": "c0bab39d-31d7-4372-acf4-dcf699effaf4"}]}' {{(pid=102386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 18:37:50.035847 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-0f98ec1e-fd02-49b8-94b9-ff5d53c95f79 req-fade32ce-8ef9-434f-b780-432c0449ce8d tempest-FloatingIPsTestJSON-829594745 tempest-FloatingIPsTestJSON-829594745-project] 10.222.0.13 "DELETE /v2.0/floatingips/436768ef-40d4-4e10-99d2-ea4a3afe61b3 HTTP/1.1" status: 204 len: 173 time: 1.8540087 Nov 05 18:37:50.069015 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fa21ad-ae8e-4d8c-b53d-124ec76468d5 req-1c0187f0-4a32-492f-83fb-1f7e6b77f0a6 tempest-ImagesOneServerTestJSON-1840565388 tempest-ImagesOneServerTestJSON-1840565388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:37:50.070788 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-07fa21ad-ae8e-4d8c-b53d-124ec76468d5 req-1c0187f0-4a32-492f-83fb-1f7e6b77f0a6 tempest-ImagesOneServerTestJSON-1840565388 tempest-ImagesOneServerTestJSON-1840565388-project] 10.222.0.13 "GET /v2.0/ports?device_id=a5da7ec7-9b07-45dd-bf15-2b53851b9aeb HTTP/1.1" status: 200 len: 947 time: 0.1764593 Nov 05 18:37:50.117550 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcd8c3bb-6093-495d-b34f-4d8f35ec04ca admin admin] Notify agent at l3_agent.n-d-816865-1 the message routers_updated {{(pid=102386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 18:37:50.128119 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-dcd8c3bb-6093-495d-b34f-4d8f35ec04ca admin admin] 10.222.0.13 "PUT /v2.0/routers/fc1418de-661a-4ac1-8007-d49cf3a98f21/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2399683 Nov 05 18:37:50.129102 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-135ab233-aee0-4644-a61c-8c17cbad4d59 req-8e4cc0d0-ba51-4750-b27f-c7bef8a29f56 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:50.159269 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-07fa21ad-ae8e-4d8c-b53d-124ec76468d5 req-06b929b1-92ee-4ec0-8ab3-805ace0d8b9e tempest-ImagesOneServerTestJSON-1840565388 tempest-ImagesOneServerTestJSON-1840565388-project] 10.222.0.13 "GET /v2.0/security-groups?id=4c0cf261-3beb-4899-97be-bc068721c8c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708795 Nov 05 18:37:50.213677 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [req-135ab233-aee0-4644-a61c-8c17cbad4d59 req-8e4cc0d0-ba51-4750-b27f-c7bef8a29f56 service neutron] No DVR routers for this DVR port c0bab39d-31d7-4372-acf4-dcf699effaf4 on host n-h2-816865-1 {{(pid=102386) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 18:37:50.222675 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4cc0d0-ba51-4750-b27f-c7bef8a29f56 service neutron] Pushing event updated for resources: {'Port': ['ID=c0bab39d-31d7-4372-acf4-dcf699effaf4,revision_number=6']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:37:50.236797 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e4cc0d0-ba51-4750-b27f-c7bef8a29f56 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:37:50.237210 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e4cc0d0-ba51-4750-b27f-c7bef8a29f56 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:37:50.237852 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e4cc0d0-ba51-4750-b27f-c7bef8a29f56 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:37:50.237935 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e4cc0d0-ba51-4750-b27f-c7bef8a29f56 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:37:50.238398 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e4cc0d0-ba51-4750-b27f-c7bef8a29f56 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:37:50.238785 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e4cc0d0-ba51-4750-b27f-c7bef8a29f56 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:37:50.239165 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e4cc0d0-ba51-4750-b27f-c7bef8a29f56 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:37:50.239558 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e4cc0d0-ba51-4750-b27f-c7bef8a29f56 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:37:50.239942 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e4cc0d0-ba51-4750-b27f-c7bef8a29f56 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:37:50.240856 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e4cc0d0-ba51-4750-b27f-c7bef8a29f56 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:37:50.240856 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e4cc0d0-ba51-4750-b27f-c7bef8a29f56 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:37:50.241189 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e4cc0d0-ba51-4750-b27f-c7bef8a29f56 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:37:50.295040 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [req-135ab233-aee0-4644-a61c-8c17cbad4d59 req-8e4cc0d0-ba51-4750-b27f-c7bef8a29f56 service neutron] Attempting to bind port c0bab39d-31d7-4372-acf4-dcf699effaf4 on host n-h1-816865-1 for vnic_type normal with profile {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 18:37:50.295467 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [req-135ab233-aee0-4644-a61c-8c17cbad4d59 req-8e4cc0d0-ba51-4750-b27f-c7bef8a29f56 service neutron] Attempting to bind port c0bab39d-31d7-4372-acf4-dcf699effaf4 by drivers openvswitch,hyperv on host n-h1-816865-1 at level 0 using segments [{'id': '35c2db9c-522d-48d3-98cf-a08c2cc55db7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'a723f808-b11e-4066-b104-fad90c82895e'}] {{(pid=102386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 18:37:50.295796 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-135ab233-aee0-4644-a61c-8c17cbad4d59 req-8e4cc0d0-ba51-4750-b27f-c7bef8a29f56 service neutron] Attempting to bind port c0bab39d-31d7-4372-acf4-dcf699effaf4 on network a723f808-b11e-4066-b104-fad90c82895e {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 18:37:50.305579 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-135ab233-aee0-4644-a61c-8c17cbad4d59 req-8e4cc0d0-ba51-4750-b27f-c7bef8a29f56 service neutron] Port c0bab39d-31d7-4372-acf4-dcf699effaf4 on network a723f808-b11e-4066-b104-fad90c82895e not bound, no agent of type Open vSwitch agent registered on host n-h1-816865-1 {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 18:37:50.305977 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-135ab233-aee0-4644-a61c-8c17cbad4d59 req-8e4cc0d0-ba51-4750-b27f-c7bef8a29f56 service neutron] Attempting to bind port c0bab39d-31d7-4372-acf4-dcf699effaf4 on network a723f808-b11e-4066-b104-fad90c82895e {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 18:37:50.313118 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-135ab233-aee0-4644-a61c-8c17cbad4d59 req-8e4cc0d0-ba51-4750-b27f-c7bef8a29f56 service neutron] Checking agent: {'id': 'eb596d7c-8c64-42bd-8aca-fad447eb0eab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816865-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 18, 33, 34), 'started_at': datetime.datetime(2021, 11, 5, 18, 33, 34), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 18, 37, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 18:37:50.313464 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-135ab233-aee0-4644-a61c-8c17cbad4d59 req-8e4cc0d0-ba51-4750-b27f-c7bef8a29f56 service neutron] Checking segment: {'id': '35c2db9c-522d-48d3-98cf-a08c2cc55db7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'a723f808-b11e-4066-b104-fad90c82895e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 18:37:50.314349 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-135ab233-aee0-4644-a61c-8c17cbad4d59 req-8e4cc0d0-ba51-4750-b27f-c7bef8a29f56 service neutron] Bound using segment: {'id': '35c2db9c-522d-48d3-98cf-a08c2cc55db7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'a723f808-b11e-4066-b104-fad90c82895e'} {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 18:37:50.314867 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [req-135ab233-aee0-4644-a61c-8c17cbad4d59 req-8e4cc0d0-ba51-4750-b27f-c7bef8a29f56 service neutron] Bound port: c0bab39d-31d7-4372-acf4-dcf699effaf4, host: n-h1-816865-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35c2db9c-522d-48d3-98cf-a08c2cc55db7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'a723f808-b11e-4066-b104-fad90c82895e'}}] {{(pid=102386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 18:37:50.315296 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-135ab233-aee0-4644-a61c-8c17cbad4d59 req-8e4cc0d0-ba51-4750-b27f-c7bef8a29f56 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:50.329464 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 05 Nov 2021 18:37:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3c32698-d4f9-4069-ad44-e6bc7575dcf6 x-openstack-request-id: req-d3c32698-d4f9-4069-ad44-e6bc7575dcf6 {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 18:37:50.330014 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1deb7c06-0d89-436e-a71b-115690d709c3", "name": "network-vif-unplugged", "status": "completed", "tag": "c0bab39d-31d7-4372-acf4-dcf699effaf4", "code": 200}]} {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 18:37:50.333129 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d3c32698-d4f9-4069-ad44-e6bc7575dcf6 {{(pid=102386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 18:37:50.333129 n-d-816865-1 neutron-server[102386]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1deb7c06-0d89-436e-a71b-115690d709c3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c0bab39d-31d7-4372-acf4-dcf699effaf4', 'code': 200} Nov 05 18:37:50.440657 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [req-135ab233-aee0-4644-a61c-8c17cbad4d59 req-8e4cc0d0-ba51-4750-b27f-c7bef8a29f56 service neutron] For port c0bab39d-31d7-4372-acf4-dcf699effaf4, host n-h1-816865-1, cleared binding levels {{(pid=102386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 18:37:50.452193 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f68b7af-7d56-4457-93e1-9aad052bbc73 None None] Sync routers for ids ['fc1418de-661a-4ac1-8007-d49cf3a98f21'] in n-d-816865-1 {{(pid=102388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 18:37:50.455351 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [req-135ab233-aee0-4644-a61c-8c17cbad4d59 req-8e4cc0d0-ba51-4750-b27f-c7bef8a29f56 service neutron] For port c0bab39d-31d7-4372-acf4-dcf699effaf4, host n-h1-816865-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=c0bab39d-31d7-4372-acf4-dcf699effaf4,segment=NetworkSegment(35c2db9c-522d-48d3-98cf-a08c2cc55db7),segment_id=35c2db9c-522d-48d3-98cf-a08c2cc55db7)] {{(pid=102386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 18:37:50.470721 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f68b7af-7d56-4457-93e1-9aad052bbc73 None None] Routers {'fc1418de-661a-4ac1-8007-d49cf3a98f21'} bound to L3 agent in host n-d-816865-1 {{(pid=102388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 18:37:50.471416 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-8f68b7af-7d56-4457-93e1-9aad052bbc73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T18:37:35Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['fc1418de-661a-4ac1-8007-d49cf3a98f21'], 'active': True} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:37:50.526134 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-135ab233-aee0-4644-a61c-8c17cbad4d59 req-8e4cc0d0-ba51-4750-b27f-c7bef8a29f56 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:50.575482 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-a9ad6e5c-25d2-4ad9-8dcb-22f7e9c8dfac req-f979da0e-6ff9-4841-beea-b67bdefc4acf tempest-FloatingIPsTestJSON-829594745 tempest-FloatingIPsTestJSON-829594745-project] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3449085 Nov 05 18:37:50.582664 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [req-a9ad6e5c-25d2-4ad9-8dcb-22f7e9c8dfac req-bbbd5548-e35b-4576-98f1-cfe0c8f808f2 tempest-FloatingIPsTestJSON-829594745 tempest-FloatingIPsTestJSON-829594745-project] Request body: {'floatingip': {'floating_network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec'}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:37:50.637938 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135ab233-aee0-4644-a61c-8c17cbad4d59 req-8e4cc0d0-ba51-4750-b27f-c7bef8a29f56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:37:50.639433 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-135ab233-aee0-4644-a61c-8c17cbad4d59 req-8e4cc0d0-ba51-4750-b27f-c7bef8a29f56 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:50.641671 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-135ab233-aee0-4644-a61c-8c17cbad4d59 req-8e4cc0d0-ba51-4750-b27f-c7bef8a29f56 service neutron] 10.222.0.41 "PUT /v2.0/ports/c0bab39d-31d7-4372-acf4-dcf699effaf4 HTTP/1.1" status: 200 len: 1096 time: 1.9232516 Nov 05 18:37:50.667746 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Device c0bab39d-31d7-4372-acf4-dcf699effaf4 no longer exists at agent hyperv_n-h2-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 18:37:50.691063 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4cc0d0-ba51-4750-b27f-c7bef8a29f56 service neutron] Pushing event updated for resources: {'Port': ['ID=c0bab39d-31d7-4372-acf4-dcf699effaf4,revision_number=7']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:37:50.711456 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-a9ad6e5c-25d2-4ad9-8dcb-22f7e9c8dfac req-bbbd5548-e35b-4576-98f1-cfe0c8f808f2 tempest-FloatingIPsTestJSON-829594745 tempest-FloatingIPsTestJSON-829594745-project] Publish callbacks [] for floatingip, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:50.727248 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135ab233-aee0-4644-a61c-8c17cbad4d59 req-ca407c65-fc38-40c3-8ab5-ad55efc33b05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:37:50.728440 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 0e2db176-33f5-4087-b703-85d61ef47c42 up at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 18:37:50.728769 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-135ab233-aee0-4644-a61c-8c17cbad4d59 req-ca407c65-fc38-40c3-8ab5-ad55efc33b05 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=10ec5728e81c4449951d5c9e87d02372&device_id=1deb7c06-0d89-436e-a71b-115690d709c3 HTTP/1.1" status: 200 len: 1099 time: 0.0576477 Nov 05 18:37:50.740785 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvr_db [None req-8f68b7af-7d56-4457-93e1-9aad052bbc73 None None] Set router fc1418de-661a-4ac1-8007-d49cf3a98f21 gateway port host: n-d-816865-1 {{(pid=102388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 18:37:50.824576 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Device c0bab39d-31d7-4372-acf4-dcf699effaf4 not bound to the agent host n-h2-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 18:37:50.909166 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135ab233-aee0-4644-a61c-8c17cbad4d59 req-da75b1f4-e87c-413a-b526-ed47c3b7a4dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:37:50.911879 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-135ab233-aee0-4644-a61c-8c17cbad4d59 req-da75b1f4-e87c-413a-b526-ed47c3b7a4dc service neutron] 10.222.0.41 "GET /v2.0/networks?id=a723f808-b11e-4066-b104-fad90c82895e HTTP/1.1" status: 200 len: 870 time: 0.1756277 Nov 05 18:37:50.914304 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Device ca0bac15-cb63-41b5-9d33-db3336e5e829 details requested by agent hyperv_n-h1-816865-1 with host n-h1-816865-1 {{(pid=102388) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 05 18:37:50.933081 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-a9ad6e5c-25d2-4ad9-8dcb-22f7e9c8dfac req-bbbd5548-e35b-4576-98f1-cfe0c8f808f2 tempest-FloatingIPsTestJSON-829594745 tempest-FloatingIPsTestJSON-829594745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:50.990856 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-135ab233-aee0-4644-a61c-8c17cbad4d59 req-0f48e5a8-1be4-45ce-a1fc-4c7049932b44 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.166&port_id=c0bab39d-31d7-4372-acf4-dcf699effaf4 HTTP/1.1" status: 200 len: 217 time: 0.0654981 Nov 05 18:37:51.051650 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135ab233-aee0-4644-a61c-8c17cbad4d59 req-04b3e848-9cc2-421c-81fc-cd07ce6d2e44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:37:51.053285 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-135ab233-aee0-4644-a61c-8c17cbad4d59 req-04b3e848-9cc2-421c-81fc-cd07ce6d2e44 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=05e7a1b5-165b-4a00-855a-ffbcb2eba59e HTTP/1.1" status: 200 len: 843 time: 0.0542717 Nov 05 18:37:51.113413 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135ab233-aee0-4644-a61c-8c17cbad4d59 req-032f61ea-7b81-4acf-be4a-881a955bd151 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:37:51.115262 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-135ab233-aee0-4644-a61c-8c17cbad4d59 req-032f61ea-7b81-4acf-be4a-881a955bd151 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a723f808-b11e-4066-b104-fad90c82895e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0546050 Nov 05 18:37:51.143153 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Provisioning complete for port 0e2db176-33f5-4087-b703-85d61ef47c42 triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:37:51.143611 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:51.167941 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.db_base_plugin_common [req-a9ad6e5c-25d2-4ad9-8dcb-22f7e9c8dfac req-bbbd5548-e35b-4576-98f1-cfe0c8f808f2 tempest-FloatingIPsTestJSON-829594745 tempest-FloatingIPsTestJSON-829594745-project] Allocated IP 172.25.6.65 (40c8335d-cd0b-4cb5-910a-d4dcddd5cbec/04fe6db3-e108-4208-943d-6518424f5726/a44b1075-1e52-43fb-951a-3f44727f11c6) {{(pid=102387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 18:37:51.259406 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-135ab233-aee0-4644-a61c-8c17cbad4d59 req-6979a614-88b8-4f6c-aa84-2384bb556be4 service neutron] 10.222.0.41 "GET /v2.0/networks/a723f808-b11e-4066-b104-fad90c82895e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1366096 Nov 05 18:37:51.285327 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b4f6d5-9836-4bc7-8343-43f75dcc596e req-1e981ff9-b8fa-432b-8258-26a6f146de7f tempest-FloatingIPsAssociationNegativeTestJSON-1117017581 tempest-FloatingIPsAssociationNegativeTestJSON-1117017581-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:37:51.286948 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-00b4f6d5-9836-4bc7-8343-43f75dcc596e req-1e981ff9-b8fa-432b-8258-26a6f146de7f tempest-FloatingIPsAssociationNegativeTestJSON-1117017581 tempest-FloatingIPsAssociationNegativeTestJSON-1117017581-project] 10.222.0.13 "GET /v2.0/networks?id=7b3a41e7-93df-49e1-9756-a04fc3940e25 HTTP/1.1" status: 200 len: 829 time: 0.2064512 Nov 05 18:37:51.310181 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-00b4f6d5-9836-4bc7-8343-43f75dcc596e req-b1cd87c8-09e2-4dad-ac06-9a77c27d2ce8 tempest-FloatingIPsAssociationNegativeTestJSON-1117017581 tempest-FloatingIPsAssociationNegativeTestJSON-1117017581-project] 10.222.0.13 "GET /v2.0/quotas/2d87535eb2bb46c696365475b90b493b HTTP/1.1" status: 200 len: 375 time: 0.0140920 Nov 05 18:37:51.375503 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] For port ca0bac15-cb63-41b5-9d33-db3336e5e829, host n-h1-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=ca0bac15-cb63-41b5-9d33-db3336e5e829,segment=NetworkSegment(35c2db9c-522d-48d3-98cf-a08c2cc55db7),segment_id=35c2db9c-522d-48d3-98cf-a08c2cc55db7)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:37:51.396165 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-a9ad6e5c-25d2-4ad9-8dcb-22f7e9c8dfac req-bbbd5548-e35b-4576-98f1-cfe0c8f808f2 tempest-FloatingIPsTestJSON-829594745 tempest-FloatingIPsTestJSON-829594745-project] Publish callbacks [] for port, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:51.399254 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Returning: {'device': 'ca0bac15-cb63-41b5-9d33-db3336e5e829', 'network_id': 'a723f808-b11e-4066-b104-fad90c82895e', 'port_id': 'ca0bac15-cb63-41b5-9d33-db3336e5e829', 'mac_address': 'fa:16:3e:83:68:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 153, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05e7a1b5-165b-4a00-855a-ffbcb2eba59e', 'ip_address': '192.168.233.84'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102388) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 05 18:37:51.404574 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-00b4f6d5-9836-4bc7-8343-43f75dcc596e req-67266608-38c7-4ae2-9fab-fb23bb5c932a tempest-FloatingIPsAssociationNegativeTestJSON-1117017581 tempest-FloatingIPsAssociationNegativeTestJSON-1117017581-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=2d87535eb2bb46c696365475b90b493b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0879884 Nov 05 18:37:51.423093 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-135ab233-aee0-4644-a61c-8c17cbad4d59 req-adcd9483-592d-443e-9f2a-24eb78d2a47f service neutron] 10.222.0.41 "GET /v2.0/networks/a723f808-b11e-4066-b104-fad90c82895e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1563120 Nov 05 18:37:51.498749 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-8f68b7af-7d56-4457-93e1-9aad052bbc73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc1418de-661a-4ac1-8007-d49cf3a98f21', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2147298721-router', 'tenant_id': '2d87535eb2bb46c696365475b90b493b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.245'}], 'enable_snat': True}, 'gw_port_id': '0e2db176-33f5-4087-b703-85d61ef47c42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T18:37:38Z', 'updated_at': '2021-11-05T18:37:47Z', 'revision_number': 4, 'project_id': '2d87535eb2bb46c696365475b90b493b', 'gw_port': {'id': '0e2db176-33f5-4087-b703-85d61ef47c42', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:79:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc1418de-661a-4ac1-8007-d49cf3a98f21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T18:37:41Z', 'updated_at': '2021-11-05T18:37:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1', '_interfaces': [{'id': '564ba393-8107-43b5-ad25-3b23da4edab0', 'name': '', 'network_id': '7b3a41e7-93df-49e1-9756-a04fc3940e25', 'tenant_id': '2d87535eb2bb46c696365475b90b493b', 'mac_address': 'fa:16:3e:3e:98:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc1418de-661a-4ac1-8007-d49cf3a98f21', 'device_owner': 'network:router_interface', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': 'a6c75341-a7fb-4eb2-8dc2-c5f20756d96e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T18:37:47Z', 'updated_at': '2021-11-05T18:37:48Z', 'revision_number': 2, 'project_id': '2d87535eb2bb46c696365475b90b493b', 'subnets': [{'id': 'a6c75341-a7fb-4eb2-8dc2-c5f20756d96e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-1', False) {} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:37:51.531144 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-00b4f6d5-9836-4bc7-8343-43f75dcc596e req-e3923b37-296b-4175-8889-3ea430ef1881 service neutron] 10.222.0.13 "GET /v2.0/networks/7b3a41e7-93df-49e1-9756-a04fc3940e25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1177812 Nov 05 18:37:51.538320 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f68b7af-7d56-4457-93e1-9aad052bbc73 None None] Checking router: fc1418de-661a-4ac1-8007-d49cf3a98f21 for host: n-d-816865-1 {{(pid=102388) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 18:37:51.538668 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f68b7af-7d56-4457-93e1-9aad052bbc73 None None] Updating router fc1418de-661a-4ac1-8007-d49cf3a98f21 port 564ba393-8107-43b5-ad25-3b23da4edab0 binding host n-d-816865-1 {{(pid=102388) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 05 18:37:51.540752 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:51.570579 n-d-816865-1 neutron-server[102388]: DEBUG neutron.notifiers.nova [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca0bac15-cb63-41b5-9d33-db3336e5e829 {{(pid=102388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 18:37:51.584233 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-8f68b7af-7d56-4457-93e1-9aad052bbc73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:51.592221 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-a9ad6e5c-25d2-4ad9-8dcb-22f7e9c8dfac req-bbbd5548-e35b-4576-98f1-cfe0c8f808f2 tempest-FloatingIPsTestJSON-829594745 tempest-FloatingIPsTestJSON-829594745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789'] for port, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:51.606686 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] For port ca0bac15-cb63-41b5-9d33-db3336e5e829, host n-h1-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=ca0bac15-cb63-41b5-9d33-db3336e5e829,segment=NetworkSegment(35c2db9c-522d-48d3-98cf-a08c2cc55db7),segment_id=35c2db9c-522d-48d3-98cf-a08c2cc55db7)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:37:51.649315 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a9ad6e5c-25d2-4ad9-8dcb-22f7e9c8dfac req-bbbd5548-e35b-4576-98f1-cfe0c8f808f2 tempest-FloatingIPsTestJSON-829594745 tempest-FloatingIPsTestJSON-829594745-project] Network 40c8335d-cd0b-4cb5-910a-d4dcddd5cbec is already hosted by enough agents. {{(pid=102387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 18:37:51.662554 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.base_scheduler [req-a9ad6e5c-25d2-4ad9-8dcb-22f7e9c8dfac req-bbbd5548-e35b-4576-98f1-cfe0c8f808f2 tempest-FloatingIPsTestJSON-829594745 tempest-FloatingIPsTestJSON-829594745-project] Resources bound (agent type, host, resource id): {{(pid=102387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:37:51.665195 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9ad6e5c-25d2-4ad9-8dcb-22f7e9c8dfac req-bbbd5548-e35b-4576-98f1-cfe0c8f808f2 tempest-FloatingIPsTestJSON-829594745 tempest-FloatingIPsTestJSON-829594745-project] Received port after_create {{(pid=102387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 18:37:51.673777 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbbd5548-e35b-4576-98f1-cfe0c8f808f2 tempest-FloatingIPsTestJSON-829594745 tempest-FloatingIPsTestJSON-829594745-project] Pushing event updated for resources: {'Port': ['ID=a44b1075-1e52-43fb-951a-3f44727f11c6,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:37:51.694092 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbbd5548-e35b-4576-98f1-cfe0c8f808f2 tempest-FloatingIPsTestJSON-829594745 tempest-FloatingIPsTestJSON-829594745-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:37:51.694440 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbbd5548-e35b-4576-98f1-cfe0c8f808f2 tempest-FloatingIPsTestJSON-829594745 tempest-FloatingIPsTestJSON-829594745-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:37:51.694777 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbbd5548-e35b-4576-98f1-cfe0c8f808f2 tempest-FloatingIPsTestJSON-829594745 tempest-FloatingIPsTestJSON-829594745-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:37:51.696159 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbbd5548-e35b-4576-98f1-cfe0c8f808f2 tempest-FloatingIPsTestJSON-829594745 tempest-FloatingIPsTestJSON-829594745-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:37:51.696501 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbbd5548-e35b-4576-98f1-cfe0c8f808f2 tempest-FloatingIPsTestJSON-829594745 tempest-FloatingIPsTestJSON-829594745-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:37:51.696838 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbbd5548-e35b-4576-98f1-cfe0c8f808f2 tempest-FloatingIPsTestJSON-829594745 tempest-FloatingIPsTestJSON-829594745-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:37:51.697172 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbbd5548-e35b-4576-98f1-cfe0c8f808f2 tempest-FloatingIPsTestJSON-829594745 tempest-FloatingIPsTestJSON-829594745-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:37:51.697899 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbbd5548-e35b-4576-98f1-cfe0c8f808f2 tempest-FloatingIPsTestJSON-829594745 tempest-FloatingIPsTestJSON-829594745-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:37:51.697899 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbbd5548-e35b-4576-98f1-cfe0c8f808f2 tempest-FloatingIPsTestJSON-829594745 tempest-FloatingIPsTestJSON-829594745-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:37:51.698346 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbbd5548-e35b-4576-98f1-cfe0c8f808f2 tempest-FloatingIPsTestJSON-829594745 tempest-FloatingIPsTestJSON-829594745-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:37:51.698603 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbbd5548-e35b-4576-98f1-cfe0c8f808f2 tempest-FloatingIPsTestJSON-829594745 tempest-FloatingIPsTestJSON-829594745-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:37:51.698982 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbbd5548-e35b-4576-98f1-cfe0c8f808f2 tempest-FloatingIPsTestJSON-829594745 tempest-FloatingIPsTestJSON-829594745-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:37:51.713797 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:51.722750 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-00b4f6d5-9836-4bc7-8343-43f75dcc596e req-d49b0734-6d97-4b31-8351-6de71f297bf8 service neutron] 10.222.0.13 "GET /v2.0/networks/7b3a41e7-93df-49e1-9756-a04fc3940e25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1851418 Nov 05 18:37:51.743983 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-a9ad6e5c-25d2-4ad9-8dcb-22f7e9c8dfac req-bbbd5548-e35b-4576-98f1-cfe0c8f808f2 tempest-FloatingIPsTestJSON-829594745 tempest-FloatingIPsTestJSON-829594745-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:51.819855 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Pushing event updated for resources: {'Port': ['ID=ca0bac15-cb63-41b5-9d33-db3336e5e829,revision_number=4']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:37:51.857751 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-a9ad6e5c-25d2-4ad9-8dcb-22f7e9c8dfac req-bbbd5548-e35b-4576-98f1-cfe0c8f808f2 tempest-FloatingIPsTestJSON-829594745 tempest-FloatingIPsTestJSON-829594745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:51.940324 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-8f68b7af-7d56-4457-93e1-9aad052bbc73 None None] Publish callbacks [] for port, precommit_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:51.945584 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] get_ports_and_sgs() called for port_ids ['ca0bac15-cb63-41b5-9d33-db3336e5e829'] {{(pid=102388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 18:37:52.032411 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-a9ad6e5c-25d2-4ad9-8dcb-22f7e9c8dfac req-bbbd5548-e35b-4576-98f1-cfe0c8f808f2 tempest-FloatingIPsTestJSON-829594745 tempest-FloatingIPsTestJSON-829594745-project] Publish callbacks [] for port, precommit_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:52.083177 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-8f68b7af-7d56-4457-93e1-9aad052bbc73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:52.126432 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4406d38-50c6-491b-bd5f-547453be168f req-6801f670-4be1-4e7f-b7d5-103ceb9f54d3 tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:37:52.128494 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-e4406d38-50c6-491b-bd5f-547453be168f req-6801f670-4be1-4e7f-b7d5-103ceb9f54d3 tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] 10.222.0.13 "GET /v2.0/ports?device_id=1deb7c06-0d89-436e-a71b-115690d709c3 HTTP/1.1" status: 200 len: 948 time: 0.0647907 Nov 05 18:37:52.129728 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-a9ad6e5c-25d2-4ad9-8dcb-22f7e9c8dfac req-bbbd5548-e35b-4576-98f1-cfe0c8f808f2 tempest-FloatingIPsTestJSON-829594745 tempest-FloatingIPsTestJSON-829594745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:52.201356 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-a9ad6e5c-25d2-4ad9-8dcb-22f7e9c8dfac req-bbbd5548-e35b-4576-98f1-cfe0c8f808f2 tempest-FloatingIPsTestJSON-829594745 tempest-FloatingIPsTestJSON-829594745-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1000577'] for floatingip, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:52.232637 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbbd5548-e35b-4576-98f1-cfe0c8f808f2 tempest-FloatingIPsTestJSON-829594745 tempest-FloatingIPsTestJSON-829594745-project] Pushing event updated for resources: {'Port': ['ID=a44b1075-1e52-43fb-951a-3f44727f11c6,revision_number=2']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:37:52.246494 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19e7fe2-a130-4b63-85fb-9e67ed4ce5ae None None] Pushing event updated for resources: {'Port': ['ID=564ba393-8107-43b5-ad25-3b23da4edab0,revision_number=3']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:37:52.261321 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-e4406d38-50c6-491b-bd5f-547453be168f req-f21b82c0-47b8-4977-a718-b991b2885d58 tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] 10.222.0.13 "GET /v2.0/security-groups?id=c4f63610-8850-433c-ac4b-7e7146261ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218426 Nov 05 18:37:52.263123 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-8f68b7af-7d56-4457-93e1-9aad052bbc73 None None] Attempting to bind port 564ba393-8107-43b5-ad25-3b23da4edab0 on host n-d-816865-1 for vnic_type normal with profile {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 18:37:52.263496 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-8f68b7af-7d56-4457-93e1-9aad052bbc73 None None] Attempting to bind port 564ba393-8107-43b5-ad25-3b23da4edab0 by drivers openvswitch,hyperv on host n-d-816865-1 at level 0 using segments [{'id': '0ad128ab-a1c3-4049-9fa0-89adffa7cc7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '7b3a41e7-93df-49e1-9756-a04fc3940e25'}] {{(pid=102388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 18:37:52.263900 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f68b7af-7d56-4457-93e1-9aad052bbc73 None None] Attempting to bind port 564ba393-8107-43b5-ad25-3b23da4edab0 on network 7b3a41e7-93df-49e1-9756-a04fc3940e25 {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 18:37:52.270984 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f68b7af-7d56-4457-93e1-9aad052bbc73 None None] Checking agent: {'id': '724d89a7-611b-41e6-bc85-c48112b17afa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 18, 25, 8), 'started_at': datetime.datetime(2021, 11, 5, 18, 25, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 18, 37, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 18:37:52.271362 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f68b7af-7d56-4457-93e1-9aad052bbc73 None None] Checking segment: {'id': '0ad128ab-a1c3-4049-9fa0-89adffa7cc7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '7b3a41e7-93df-49e1-9756-a04fc3940e25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 18:37:52.274825 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-8f68b7af-7d56-4457-93e1-9aad052bbc73 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:52.275251 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f68b7af-7d56-4457-93e1-9aad052bbc73 None None] Bound using segment: {'id': '0ad128ab-a1c3-4049-9fa0-89adffa7cc7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '7b3a41e7-93df-49e1-9756-a04fc3940e25'} {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 18:37:52.275741 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-8f68b7af-7d56-4457-93e1-9aad052bbc73 None None] Bound port: 564ba393-8107-43b5-ad25-3b23da4edab0, host: n-d-816865-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ad128ab-a1c3-4049-9fa0-89adffa7cc7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '7b3a41e7-93df-49e1-9756-a04fc3940e25'}}] {{(pid=102388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 18:37:52.276134 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-8f68b7af-7d56-4457-93e1-9aad052bbc73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:52.297702 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-a9ad6e5c-25d2-4ad9-8dcb-22f7e9c8dfac req-bbbd5548-e35b-4576-98f1-cfe0c8f808f2 tempest-FloatingIPsTestJSON-829594745 tempest-FloatingIPsTestJSON-829594745-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for floatingip, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:52.299260 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-a9ad6e5c-25d2-4ad9-8dcb-22f7e9c8dfac req-bbbd5548-e35b-4576-98f1-cfe0c8f808f2 tempest-FloatingIPsTestJSON-829594745 tempest-FloatingIPsTestJSON-829594745-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.7230279 Nov 05 18:37:52.333004 n-d-816865-1 neutron-server[102386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1deb7c06-0d89-436e-a71b-115690d709c3', 'tag': 'c0bab39d-31d7-4372-acf4-dcf699effaf4'}] {{(pid=102386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 18:37:52.336097 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6173a44d7c73f41af551dc890fa1a5892c2c6bc3458b640c8e0c24db7876ba6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47488a0d-50f5-41bf-9d5b-641738cc845d" -d '{"events": [{"name": "network-changed", "server_uuid": "1deb7c06-0d89-436e-a71b-115690d709c3", "tag": "c0bab39d-31d7-4372-acf4-dcf699effaf4"}]}' {{(pid=102386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 18:37:52.359748 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-a9ad6e5c-25d2-4ad9-8dcb-22f7e9c8dfac req-24b8261f-9afc-4720-8b86-08f5db8fe9bd tempest-FloatingIPsTestJSON-829594745 tempest-FloatingIPsTestJSON-829594745-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.6.65 HTTP/1.1" status: 200 len: 695 time: 0.0519021 Nov 05 18:37:52.366589 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-8f68b7af-7d56-4457-93e1-9aad052bbc73 None None] For port 564ba393-8107-43b5-ad25-3b23da4edab0, host n-d-816865-1, cleared binding levels {{(pid=102388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 18:37:52.372341 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-8f68b7af-7d56-4457-93e1-9aad052bbc73 None None] For port 564ba393-8107-43b5-ad25-3b23da4edab0, host n-d-816865-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=564ba393-8107-43b5-ad25-3b23da4edab0,segment=NetworkSegment(0ad128ab-a1c3-4049-9fa0-89adffa7cc7e),segment_id=0ad128ab-a1c3-4049-9fa0-89adffa7cc7e)] {{(pid=102388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 18:37:52.449090 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-8f68b7af-7d56-4457-93e1-9aad052bbc73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:52.535193 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ad6e5c-25d2-4ad9-8dcb-22f7e9c8dfac req-b2bd069d-993d-4303-ae06-1bf7d7f17240 tempest-FloatingIPsTestJSON-829594745 tempest-FloatingIPsTestJSON-829594745-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:37:52.540624 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19e7fe2-a130-4b63-85fb-9e67ed4ce5ae None None] Pushing event updated for resources: {'Port': ['ID=564ba393-8107-43b5-ad25-3b23da4edab0,revision_number=4']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:37:52.546400 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-a9ad6e5c-25d2-4ad9-8dcb-22f7e9c8dfac req-b2bd069d-993d-4303-ae06-1bf7d7f17240 tempest-FloatingIPsTestJSON-829594745 tempest-FloatingIPsTestJSON-829594745-project] 10.222.0.13 "GET /v2.0/networks/40c8335d-cd0b-4cb5-910a-d4dcddd5cbec HTTP/1.1" status: 200 len: 784 time: 0.1793554 Nov 05 18:37:52.549704 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-d01616cd-6232-4547-9ea8-c319344e7b40 None None] Provisioning complete for port 564ba393-8107-43b5-ad25-3b23da4edab0 triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:37:52.550100 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-d01616cd-6232-4547-9ea8-c319344e7b40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:52.551750 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f68b7af-7d56-4457-93e1-9aad052bbc73 None None] Routers {'fc1418de-661a-4ac1-8007-d49cf3a98f21'} bound to L3 agent in host n-d-816865-1 {{(pid=102388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 18:37:52.552394 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-8f68b7af-7d56-4457-93e1-9aad052bbc73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T18:37:35Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['fc1418de-661a-4ac1-8007-d49cf3a98f21'], 'active': True} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:37:52.554924 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [req-a9ad6e5c-25d2-4ad9-8dcb-22f7e9c8dfac req-17eed090-0184-4071-afac-f66157f5833e tempest-FloatingIPsTestJSON-829594745 tempest-FloatingIPsTestJSON-829594745-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=102387) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 05 18:37:52.566678 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-a9ad6e5c-25d2-4ad9-8dcb-22f7e9c8dfac req-17eed090-0184-4071-afac-f66157f5833e tempest-FloatingIPsTestJSON-829594745 tempest-FloatingIPsTestJSON-829594745-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0205133 Nov 05 18:37:52.697656 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bce374a-6855-4dc7-b894-5df7a648f7b9 req-2b4fa414-0a85-42d4-a75f-2e5f874b1ba9 tempest-ImagesOneServerTestJSON-1840565388 tempest-ImagesOneServerTestJSON-1840565388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:37:52.699365 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-5bce374a-6855-4dc7-b894-5df7a648f7b9 req-2b4fa414-0a85-42d4-a75f-2e5f874b1ba9 tempest-ImagesOneServerTestJSON-1840565388 tempest-ImagesOneServerTestJSON-1840565388-project] 10.222.0.13 "GET /v2.0/ports?device_id=a5da7ec7-9b07-45dd-bf15-2b53851b9aeb HTTP/1.1" status: 200 len: 948 time: 0.0739183 Nov 05 18:37:52.758497 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvr_db [None req-8f68b7af-7d56-4457-93e1-9aad052bbc73 None None] Set router fc1418de-661a-4ac1-8007-d49cf3a98f21 gateway port host: n-d-816865-1 {{(pid=102388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 18:37:52.768451 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-5bce374a-6855-4dc7-b894-5df7a648f7b9 req-e6be8a42-40ac-4f56-b28c-0ab0a8bac1b9 tempest-ImagesOneServerTestJSON-1840565388 tempest-ImagesOneServerTestJSON-1840565388-project] 10.222.0.13 "GET /v2.0/security-groups?id=4c0cf261-3beb-4899-97be-bc068721c8c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604451 Nov 05 18:37:52.800863 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-d01616cd-6232-4547-9ea8-c319344e7b40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:52.827323 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-c1966a5b-319e-4251-ab7b-936f6b915c4d req-bc7b8561-cb31-4593-8cb8-ef47d7c0e9f1 tempest-FloatingIPsAssociationNegativeTestJSON-1117017581 tempest-FloatingIPsAssociationNegativeTestJSON-1117017581-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1c0ffbe-3ff6-48eb-83c7-4ceec027eec5 HTTP/1.1" status: 200 len: 210 time: 0.0253499 Nov 05 18:37:52.889340 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-d01616cd-6232-4547-9ea8-c319344e7b40 None None] For port 564ba393-8107-43b5-ad25-3b23da4edab0, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=564ba393-8107-43b5-ad25-3b23da4edab0,segment=NetworkSegment(0ad128ab-a1c3-4049-9fa0-89adffa7cc7e),segment_id=0ad128ab-a1c3-4049-9fa0-89adffa7cc7e)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:37:52.892253 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 18:37:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb90ff65-8689-431d-84ae-e9e2bc22b19a x-openstack-request-id: req-fb90ff65-8689-431d-84ae-e9e2bc22b19a {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 18:37:52.894412 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1deb7c06-0d89-436e-a71b-115690d709c3", "tag": "c0bab39d-31d7-4372-acf4-dcf699effaf4", "status": "completed", "code": 200}]} {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 18:37:52.894875 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-fb90ff65-8689-431d-84ae-e9e2bc22b19a {{(pid=102386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 18:37:52.895441 n-d-816865-1 neutron-server[102386]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1deb7c06-0d89-436e-a71b-115690d709c3', 'tag': 'c0bab39d-31d7-4372-acf4-dcf699effaf4', 'status': 'completed', 'code': 200} Nov 05 18:37:52.938487 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Device ca0bac15-cb63-41b5-9d33-db3336e5e829 up at agent hyperv_n-h1-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 18:37:53.038776 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-d01616cd-6232-4547-9ea8-c319344e7b40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:53.049300 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-3b709e2a-2998-4742-b55f-ddc99d8f3228 req-ae78e6ca-271b-4a13-80b3-48ef78658e94 tempest-FloatingIPsTestJSON-829594745 tempest-FloatingIPsTestJSON-829594745-project] 10.222.0.13 "GET /v2.0/floatingips/58e1d6e4-50f5-4018-93c7-c7aff8e9b4c2 HTTP/1.1" status: 200 len: 692 time: 0.0605080 Nov 05 18:37:53.105675 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01616cd-6232-4547-9ea8-c319344e7b40 None None] Pushing event updated for resources: {'Port': ['ID=564ba393-8107-43b5-ad25-3b23da4edab0,revision_number=5']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:37:53.120089 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-8f68b7af-7d56-4457-93e1-9aad052bbc73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc1418de-661a-4ac1-8007-d49cf3a98f21', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2147298721-router', 'tenant_id': '2d87535eb2bb46c696365475b90b493b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.245'}], 'enable_snat': True}, 'gw_port_id': '0e2db176-33f5-4087-b703-85d61ef47c42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T18:37:38Z', 'updated_at': '2021-11-05T18:37:47Z', 'revision_number': 4, 'project_id': '2d87535eb2bb46c696365475b90b493b', 'gw_port': {'id': '0e2db176-33f5-4087-b703-85d61ef47c42', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:79:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc1418de-661a-4ac1-8007-d49cf3a98f21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T18:37:41Z', 'updated_at': '2021-11-05T18:37:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1', '_interfaces': [{'id': '564ba393-8107-43b5-ad25-3b23da4edab0', 'name': '', 'network_id': '7b3a41e7-93df-49e1-9756-a04fc3940e25', 'tenant_id': '2d87535eb2bb46c696365475b90b493b', 'mac_address': 'fa:16:3e:3e:98:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc1418de-661a-4ac1-8007-d49cf3a98f21', 'device_owner': 'network:router_interface', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': 'a6c75341-a7fb-4eb2-8dc2-c5f20756d96e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T18:37:47Z', 'updated_at': '2021-11-05T18:37:52Z', 'revision_number': 4, 'project_id': '2d87535eb2bb46c696365475b90b493b', 'subnets': [{'id': 'a6c75341-a7fb-4eb2-8dc2-c5f20756d96e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-1', False) {} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:37:53.124480 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Provisioning for port ca0bac15-cb63-41b5-9d33-db3336e5e829 completed by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 05 18:37:53.172888 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f68b7af-7d56-4457-93e1-9aad052bbc73 None None] The sync data for ids ['fc1418de-661a-4ac1-8007-d49cf3a98f21'] in n-d-816865-1 is: [{'id': 'fc1418de-661a-4ac1-8007-d49cf3a98f21', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2147298721-router', 'tenant_id': '2d87535eb2bb46c696365475b90b493b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.245'}], 'enable_snat': True}, 'gw_port_id': '0e2db176-33f5-4087-b703-85d61ef47c42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T18:37:38Z', 'updated_at': '2021-11-05T18:37:47Z', 'revision_number': 4, 'project_id': '2d87535eb2bb46c696365475b90b493b', 'gw_port': {'id': '0e2db176-33f5-4087-b703-85d61ef47c42', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:79:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc1418de-661a-4ac1-8007-d49cf3a98f21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T18:37:41Z', 'updated_at': '2021-11-05T18:37:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1', '_interfaces': [{'id': '564ba393-8107-43b5-ad25-3b23da4edab0', 'name': '', 'network_id': '7b3a41e7-93df-49e1-9756-a04fc3940e25', 'tenant_id': '2d87535eb2bb46c696365475b90b493b', 'mac_address': 'fa:16:3e:3e:98:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc1418de-661a-4ac1-8007-d49cf3a98f21', 'device_owner': 'network:router_interface', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': 'a6c75341-a7fb-4eb2-8dc2-c5f20756d96e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T18:37:47Z', 'updated_at': '2021-11-05T18:37:52Z', 'revision_number': 4, 'project_id': '2d87535eb2bb46c696365475b90b493b', 'subnets': [{'id': 'a6c75341-a7fb-4eb2-8dc2-c5f20756d96e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 18:37:53.175488 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Provisioning complete for port ca0bac15-cb63-41b5-9d33-db3336e5e829 triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:37:53.175862 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:53.194257 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b709e2a-2998-4742-b55f-ddc99d8f3228 req-09f0710f-321a-4222-9362-9dad741ce2ee tempest-FloatingIPsTestJSON-829594745 tempest-FloatingIPsTestJSON-829594745-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:37:53.205216 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-3b709e2a-2998-4742-b55f-ddc99d8f3228 req-09f0710f-321a-4222-9362-9dad741ce2ee tempest-FloatingIPsTestJSON-829594745 tempest-FloatingIPsTestJSON-829594745-project] 10.222.0.13 "GET /v2.0/networks/40c8335d-cd0b-4cb5-910a-d4dcddd5cbec HTTP/1.1" status: 200 len: 784 time: 0.1505311 Nov 05 18:37:53.212483 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [req-3b709e2a-2998-4742-b55f-ddc99d8f3228 req-77edc479-a3e5-4770-acb7-abb4975ecea6 tempest-FloatingIPsTestJSON-829594745 tempest-FloatingIPsTestJSON-829594745-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=102387) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 05 18:37:53.212483 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-3b709e2a-2998-4742-b55f-ddc99d8f3228 req-77edc479-a3e5-4770-acb7-abb4975ecea6 tempest-FloatingIPsTestJSON-829594745 tempest-FloatingIPsTestJSON-829594745-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0059609 Nov 05 18:37:53.262467 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-87ef7c46-d177-4471-a493-4639c9483c4c None None] Provisioning complete for port 564ba393-8107-43b5-ad25-3b23da4edab0 triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:37:53.263043 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-87ef7c46-d177-4471-a493-4639c9483c4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:53.308563 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47488a0d-50f5-41bf-9d5b-641738cc845d req-7f923e6b-f1f0-4612-ab5e-7e8ae6e7e784 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:37:53.310512 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-47488a0d-50f5-41bf-9d5b-641738cc845d req-7f923e6b-f1f0-4612-ab5e-7e8ae6e7e784 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=10ec5728e81c4449951d5c9e87d02372&device_id=1deb7c06-0d89-436e-a71b-115690d709c3 HTTP/1.1" status: 200 len: 1099 time: 0.3950109 Nov 05 18:37:53.312780 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47488a0d-50f5-41bf-9d5b-641738cc845d req-a70855a4-1876-4cfd-ad30-3ae9af42264f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:37:53.314386 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-47488a0d-50f5-41bf-9d5b-641738cc845d req-a70855a4-1876-4cfd-ad30-3ae9af42264f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=10ec5728e81c4449951d5c9e87d02372&device_id=1deb7c06-0d89-436e-a71b-115690d709c3 HTTP/1.1" status: 200 len: 1099 time: 0.3584189 Nov 05 18:37:53.330745 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-3b709e2a-2998-4742-b55f-ddc99d8f3228 req-57c93be1-5d94-44c7-9dee-e77e9137b6fe tempest-FloatingIPsTestJSON-829594745 tempest-FloatingIPsTestJSON-829594745-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.6.65 HTTP/1.1" status: 200 len: 695 time: 0.0936620 Nov 05 18:37:53.415322 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-3b709e2a-2998-4742-b55f-ddc99d8f3228 req-23151622-a47b-4e1c-a9ce-e10bafe1f79b tempest-FloatingIPsTestJSON-829594745 tempest-FloatingIPsTestJSON-829594745-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.6.65 HTTP/1.1" status: 200 len: 695 time: 0.0698476 Nov 05 18:37:53.419078 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:53.469096 n-d-816865-1 neutron-server[102388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5da7ec7-9b07-45dd-bf15-2b53851b9aeb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca0bac15-cb63-41b5-9d33-db3336e5e829'}] {{(pid=102388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 18:37:53.496333 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85474fee1180e129d8a886d264fe0b30223aa672dd1ffe43b630605f18504f68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5ee70ec-2bcc-4edb-8c23-7f0520180ec0" -d '{"events": [{"server_uuid": "a5da7ec7-9b07-45dd-bf15-2b53851b9aeb", "name": "network-vif-plugged", "status": "completed", "tag": "ca0bac15-cb63-41b5-9d33-db3336e5e829"}]}' {{(pid=102388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 18:37:53.548331 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] For port ca0bac15-cb63-41b5-9d33-db3336e5e829, host n-h1-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=ca0bac15-cb63-41b5-9d33-db3336e5e829,segment=NetworkSegment(35c2db9c-522d-48d3-98cf-a08c2cc55db7),segment_id=35c2db9c-522d-48d3-98cf-a08c2cc55db7)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:37:53.555051 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a9ac6d-8ff0-4756-9b6a-716233130bcf req-b583a645-48e1-403c-b058-b605d1c56a9b tempest-VolumesAdminNegativeTest-1384858189 tempest-VolumesAdminNegativeTest-1384858189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:37:53.556147 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47488a0d-50f5-41bf-9d5b-641738cc845d req-4d6d6bb0-54c8-43a0-a3ec-da59da48fa90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:37:53.556752 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-20a9ac6d-8ff0-4756-9b6a-716233130bcf req-b583a645-48e1-403c-b058-b605d1c56a9b tempest-VolumesAdminNegativeTest-1384858189 tempest-VolumesAdminNegativeTest-1384858189-project] 10.222.0.13 "GET /v2.0/ports?device_id=cf666e48-0b33-4092-a2dd-c1885b09b9d9 HTTP/1.1" status: 200 len: 945 time: 0.2247117 Nov 05 18:37:53.559705 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-47488a0d-50f5-41bf-9d5b-641738cc845d req-4d6d6bb0-54c8-43a0-a3ec-da59da48fa90 service neutron] 10.222.0.41 "GET /v2.0/networks?id=a723f808-b11e-4066-b104-fad90c82895e HTTP/1.1" status: 200 len: 870 time: 0.2098608 Nov 05 18:37:53.564098 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47488a0d-50f5-41bf-9d5b-641738cc845d req-44719088-6b43-42c6-a12b-bc0a283e2642 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:37:53.565765 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-47488a0d-50f5-41bf-9d5b-641738cc845d req-44719088-6b43-42c6-a12b-bc0a283e2642 service neutron] 10.222.0.55 "GET /v2.0/networks?id=a723f808-b11e-4066-b104-fad90c82895e HTTP/1.1" status: 200 len: 870 time: 0.2480295 Nov 05 18:37:53.625655 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:53.625883 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-47488a0d-50f5-41bf-9d5b-641738cc845d req-db9809c5-5b70-4712-b3af-a7aaf8140907 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.166&port_id=c0bab39d-31d7-4372-acf4-dcf699effaf4 HTTP/1.1" status: 200 len: 217 time: 0.0563228 Nov 05 18:37:53.653825 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-20a9ac6d-8ff0-4756-9b6a-716233130bcf req-eba4f468-49d1-487e-a041-f316ac290d22 tempest-VolumesAdminNegativeTest-1384858189 tempest-VolumesAdminNegativeTest-1384858189-project] 10.222.0.13 "GET /v2.0/security-groups?id=90febc7e-7a4f-4e17-8ddb-723e03f22ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691776 Nov 05 18:37:53.662728 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [req-3b709e2a-2998-4742-b55f-ddc99d8f3228 req-d4eae19c-eb53-466e-8d92-9e8a906a27bf tempest-FloatingIPsTestJSON-829594745 tempest-FloatingIPsTestJSON-829594745-project] Deleting port a44b1075-1e52-43fb-951a-3f44727f11c6 {{(pid=102387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 18:37:53.663270 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-3b709e2a-2998-4742-b55f-ddc99d8f3228 req-d4eae19c-eb53-466e-8d92-9e8a906a27bf tempest-FloatingIPsTestJSON-829594745 tempest-FloatingIPsTestJSON-829594745-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:53.667884 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-47488a0d-50f5-41bf-9d5b-641738cc845d req-0dc59d9d-23e1-487f-a619-74d88213c194 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.166&port_id=c0bab39d-31d7-4372-acf4-dcf699effaf4 HTTP/1.1" status: 200 len: 217 time: 0.0868652 Nov 05 18:37:53.709557 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Pushing event updated for resources: {'Port': ['ID=ca0bac15-cb63-41b5-9d33-db3336e5e829,revision_number=5']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:37:53.772732 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47488a0d-50f5-41bf-9d5b-641738cc845d req-b0100484-d1ac-4b73-b122-ddc035f8332c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:37:53.774251 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-47488a0d-50f5-41bf-9d5b-641738cc845d req-b0100484-d1ac-4b73-b122-ddc035f8332c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=05e7a1b5-165b-4a00-855a-ffbcb2eba59e HTTP/1.1" status: 200 len: 843 time: 0.1202149 Nov 05 18:37:53.780058 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47488a0d-50f5-41bf-9d5b-641738cc845d req-12fb640f-fbee-4cf5-89e2-da6a2a52a391 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:37:53.782488 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-47488a0d-50f5-41bf-9d5b-641738cc845d req-12fb640f-fbee-4cf5-89e2-da6a2a52a391 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=05e7a1b5-165b-4a00-855a-ffbcb2eba59e HTTP/1.1" status: 200 len: 843 time: 0.0918205 Nov 05 18:37:53.818461 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-3b709e2a-2998-4742-b55f-ddc99d8f3228 req-d4eae19c-eb53-466e-8d92-9e8a906a27bf tempest-FloatingIPsTestJSON-829594745 tempest-FloatingIPsTestJSON-829594745-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:53.819032 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-3b709e2a-2998-4742-b55f-ddc99d8f3228 req-d4eae19c-eb53-466e-8d92-9e8a906a27bf tempest-FloatingIPsTestJSON-829594745 tempest-FloatingIPsTestJSON-829594745-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:53.863854 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47488a0d-50f5-41bf-9d5b-641738cc845d req-26b0251a-ba03-4b00-9a21-184c5ebe9efe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:37:53.865465 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-47488a0d-50f5-41bf-9d5b-641738cc845d req-26b0251a-ba03-4b00-9a21-184c5ebe9efe service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a723f808-b11e-4066-b104-fad90c82895e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0822282 Nov 05 18:37:53.876555 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47488a0d-50f5-41bf-9d5b-641738cc845d req-aea8c405-ddc4-474b-89e7-6380edf7403f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:37:53.877969 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-47488a0d-50f5-41bf-9d5b-641738cc845d req-aea8c405-ddc4-474b-89e7-6380edf7403f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a723f808-b11e-4066-b104-fad90c82895e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0610583 Nov 05 18:37:53.889690 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [req-3b709e2a-2998-4742-b55f-ddc99d8f3228 req-d4eae19c-eb53-466e-8d92-9e8a906a27bf tempest-FloatingIPsTestJSON-829594745 tempest-FloatingIPsTestJSON-829594745-project] Calling delete_port for a44b1075-1e52-43fb-951a-3f44727f11c6 owned by network:floatingip {{(pid=102387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 18:37:53.952163 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2519a3-33b0-4ec7-aba6-574a542b2f5f req-eb0896a8-d608-4a9d-886c-c90243afce94 tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:37:53.953845 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-0d2519a3-33b0-4ec7-aba6-574a542b2f5f req-eb0896a8-d608-4a9d-886c-c90243afce94 tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] 10.222.0.13 "GET /v2.0/ports?device_id=1deb7c06-0d89-436e-a71b-115690d709c3 HTTP/1.1" status: 200 len: 948 time: 0.1069794 Nov 05 18:37:54.033841 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-0d2519a3-33b0-4ec7-aba6-574a542b2f5f req-6d4b7e8a-3890-4fb8-85b9-401adcb66847 tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] 10.222.0.13 "GET /v2.0/security-groups?id=c4f63610-8850-433c-ac4b-7e7146261ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739152 Nov 05 18:37:54.041482 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-47488a0d-50f5-41bf-9d5b-641738cc845d req-052e233d-cfe9-4237-8b8d-12789be3ca7d service neutron] 10.222.0.41 "GET /v2.0/networks/a723f808-b11e-4066-b104-fad90c82895e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1625316 Nov 05 18:37:54.047547 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-47488a0d-50f5-41bf-9d5b-641738cc845d req-6f00cd13-759d-481f-b253-e83d6cad04ce service neutron] 10.222.0.55 "GET /v2.0/networks/a723f808-b11e-4066-b104-fad90c82895e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1509557 Nov 05 18:37:54.157503 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 18:37:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e122135b-f34e-47c5-a4c9-f746e86e0f9e x-openstack-request-id: req-e122135b-f34e-47c5-a4c9-f746e86e0f9e {{(pid=102388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 18:37:54.157819 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5da7ec7-9b07-45dd-bf15-2b53851b9aeb", "name": "network-vif-plugged", "status": "completed", "tag": "ca0bac15-cb63-41b5-9d33-db3336e5e829", "code": 200}]} {{(pid=102388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 18:37:54.158180 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e122135b-f34e-47c5-a4c9-f746e86e0f9e {{(pid=102388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 18:37:54.158698 n-d-816865-1 neutron-server[102388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5da7ec7-9b07-45dd-bf15-2b53851b9aeb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca0bac15-cb63-41b5-9d33-db3336e5e829', 'code': 200} Nov 05 18:37:54.169635 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-3b709e2a-2998-4742-b55f-ddc99d8f3228 req-d4eae19c-eb53-466e-8d92-9e8a906a27bf tempest-FloatingIPsTestJSON-829594745 tempest-FloatingIPsTestJSON-829594745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798'] for port, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:54.174605 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-47488a0d-50f5-41bf-9d5b-641738cc845d req-e78deb74-22fd-45ce-9027-92d6ff9f1dde service neutron] 10.222.0.41 "GET /v2.0/networks/a723f808-b11e-4066-b104-fad90c82895e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259036 Nov 05 18:37:54.210032 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4eae19c-eb53-466e-8d92-9e8a906a27bf tempest-FloatingIPsTestJSON-829594745 tempest-FloatingIPsTestJSON-829594745-project] Pushing event deleted for resources: {'Port': ['ID=a44b1075-1e52-43fb-951a-3f44727f11c6,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:37:54.241873 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-3b709e2a-2998-4742-b55f-ddc99d8f3228 req-d4eae19c-eb53-466e-8d92-9e8a906a27bf tempest-FloatingIPsTestJSON-829594745 tempest-FloatingIPsTestJSON-829594745-project] Publish callbacks [] for floatingip, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:54.245203 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-3b709e2a-2998-4742-b55f-ddc99d8f3228 req-d4eae19c-eb53-466e-8d92-9e8a906a27bf tempest-FloatingIPsTestJSON-829594745 tempest-FloatingIPsTestJSON-829594745-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for floatingip, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:54.246725 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-3b709e2a-2998-4742-b55f-ddc99d8f3228 req-d4eae19c-eb53-466e-8d92-9e8a906a27bf tempest-FloatingIPsTestJSON-829594745 tempest-FloatingIPsTestJSON-829594745-project] 10.222.0.13 "DELETE /v2.0/floatingips/58e1d6e4-50f5-4018-93c7-c7aff8e9b4c2 HTTP/1.1" status: 204 len: 173 time: 0.8192635 Nov 05 18:37:54.259324 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-47488a0d-50f5-41bf-9d5b-641738cc845d req-3988d7c8-007e-4bb3-a5e4-4c41d0eea6ca service neutron] 10.222.0.55 "GET /v2.0/networks/a723f808-b11e-4066-b104-fad90c82895e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284368 Nov 05 18:37:54.288857 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3630cfa1-2a51-45db-bb9f-525ece54eea5 req-6b14d056-07e1-4f4d-8f17-4ddf02b79784 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:37:54.290623 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-3630cfa1-2a51-45db-bb9f-525ece54eea5 req-6b14d056-07e1-4f4d-8f17-4ddf02b79784 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=a5da7ec7-9b07-45dd-bf15-2b53851b9aeb HTTP/1.1" status: 200 len: 1100 time: 0.0462222 Nov 05 18:37:54.366834 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-3630cfa1-2a51-45db-bb9f-525ece54eea5 req-ea807e38-e44b-4924-a4d7-b94abff24dc1 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=4c0cf261-3beb-4899-97be-bc068721c8c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655043 Nov 05 18:37:54.414082 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-966777a8-31c0-46c5-a506-01f859cd8386 req-c8e1072d-2214-4b0d-9940-b37d37dface0 tempest-FloatingIPsAssociationNegativeTestJSON-1117017581 tempest-FloatingIPsAssociationNegativeTestJSON-1117017581-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1c0ffbe-3ff6-48eb-83c7-4ceec027eec5 HTTP/1.1" status: 200 len: 210 time: 0.0300419 Nov 05 18:37:54.438818 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a36adc6-d00a-4f9d-a649-de9553554bdf req-3b4ec7e3-838c-4fa6-bcf4-3ee835b765a2 tempest-ImagesOneServerTestJSON-1840565388 tempest-ImagesOneServerTestJSON-1840565388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:37:54.438818 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-5a36adc6-d00a-4f9d-a649-de9553554bdf req-3b4ec7e3-838c-4fa6-bcf4-3ee835b765a2 tempest-ImagesOneServerTestJSON-1840565388 tempest-ImagesOneServerTestJSON-1840565388-project] 10.222.0.13 "GET /v2.0/ports?device_id=a5da7ec7-9b07-45dd-bf15-2b53851b9aeb HTTP/1.1" status: 200 len: 949 time: 0.0875340 Nov 05 18:37:54.480628 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-5a36adc6-d00a-4f9d-a649-de9553554bdf req-10896858-9bd2-454a-bf64-4d43dab1766b tempest-ImagesOneServerTestJSON-1840565388 tempest-ImagesOneServerTestJSON-1840565388-project] 10.222.0.13 "GET /v2.0/security-groups?id=4c0cf261-3beb-4899-97be-bc068721c8c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418880 Nov 05 18:37:54.544266 n-d-816865-1 neutron-server[102387]: INFO neutron.api.v2.resource [req-83b0d90a-9458-4574-aa88-29cda348bdc6 req-6c7a4294-c620-4a88-99d8-a51143187693 tempest-FloatingIPsTestJSON-829594745 tempest-FloatingIPsTestJSON-829594745-project] show failed (client error): The resource could not be found. Nov 05 18:37:54.545281 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-83b0d90a-9458-4574-aa88-29cda348bdc6 req-6c7a4294-c620-4a88-99d8-a51143187693 tempest-FloatingIPsTestJSON-829594745 tempest-FloatingIPsTestJSON-829594745-project] 10.222.0.13 "GET /v2.0/floatingips/58e1d6e4-50f5-4018-93c7-c7aff8e9b4c2 HTTP/1.1" status: 404 len: 350 time: 0.0377934 Nov 05 18:37:54.635884 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 564ba393-8107-43b5-ad25-3b23da4edab0 up at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 18:37:54.692278 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Provisioning complete for port 564ba393-8107-43b5-ad25-3b23da4edab0 triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:37:54.692957 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:54.714188 n-d-816865-1 neutron-server[102387]: INFO neutron.api.v2.resource [req-57c76d98-8d77-4084-a346-0ca18acd78ed req-ad6c9313-3a3b-411d-9f0d-59b5b571f5d0 tempest-FloatingIPsTestJSON-829594745 tempest-FloatingIPsTestJSON-829594745-project] show failed (client error): The resource could not be found. Nov 05 18:37:54.715324 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-57c76d98-8d77-4084-a346-0ca18acd78ed req-ad6c9313-3a3b-411d-9f0d-59b5b571f5d0 tempest-FloatingIPsTestJSON-829594745 tempest-FloatingIPsTestJSON-829594745-project] 10.222.0.13 "GET /v2.0/floatingips/58e1d6e4-50f5-4018-93c7-c7aff8e9b4c2 HTTP/1.1" status: 404 len: 350 time: 0.0515196 Nov 05 18:37:54.727063 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 38856) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:37:54.730964 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b4f6d5-9836-4bc7-8343-43f75dcc596e req-74f44b66-700f-411e-a6c8-1412a406afbd tempest-FloatingIPsAssociationNegativeTestJSON-1117017581 tempest-FloatingIPsAssociationNegativeTestJSON-1117017581-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:37:54.736440 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-00b4f6d5-9836-4bc7-8343-43f75dcc596e req-74f44b66-700f-411e-a6c8-1412a406afbd tempest-FloatingIPsAssociationNegativeTestJSON-1117017581 tempest-FloatingIPsAssociationNegativeTestJSON-1117017581-project] 10.222.0.55 "GET /v2.0/networks?id=7b3a41e7-93df-49e1-9756-a04fc3940e25 HTTP/1.1" status: 200 len: 829 time: 0.1379144 Nov 05 18:37:54.753374 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [req-00b4f6d5-9836-4bc7-8343-43f75dcc596e req-c9d3a357-17f6-4840-b20d-b0071ca542c9 tempest-FloatingIPsAssociationNegativeTestJSON-1117017581 tempest-FloatingIPsAssociationNegativeTestJSON-1117017581-project] Request body: {'port': {'device_id': 'e1c0ffbe-3ff6-48eb-83c7-4ceec027eec5', 'network_id': '7b3a41e7-93df-49e1-9756-a04fc3940e25', 'admin_state_up': True, 'tenant_id': '2d87535eb2bb46c696365475b90b493b'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:37:54.933734 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Device c0bab39d-31d7-4372-acf4-dcf699effaf4 details requested by agent hyperv_n-h1-816865-1 with host n-h1-816865-1 {{(pid=102388) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 05 18:37:54.965483 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a86d505-8c09-4739-8502-526674397650 req-dcb1da26-4012-45c0-a9c5-05a5fbcb667b tempest-VolumesAdminNegativeTest-1384858189 tempest-VolumesAdminNegativeTest-1384858189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:37:54.967206 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-2a86d505-8c09-4739-8502-526674397650 req-dcb1da26-4012-45c0-a9c5-05a5fbcb667b tempest-VolumesAdminNegativeTest-1384858189 tempest-VolumesAdminNegativeTest-1384858189-project] 10.222.0.55 "GET /v2.0/ports?device_id=cf666e48-0b33-4092-a2dd-c1885b09b9d9 HTTP/1.1" status: 200 len: 945 time: 0.1254966 Nov 05 18:37:54.985590 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 38864) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:37:55.030268 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.55', 59377) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:37:55.235071 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb0a34d-7e0e-41b8-8003-974a62111008 req-482a69f9-8a6b-49ee-acef-813a62c69c3a tempest-VolumesAdminNegativeTest-1384858189 tempest-VolumesAdminNegativeTest-1384858189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:37:55.242318 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-1bb0a34d-7e0e-41b8-8003-974a62111008 req-482a69f9-8a6b-49ee-acef-813a62c69c3a tempest-VolumesAdminNegativeTest-1384858189 tempest-VolumesAdminNegativeTest-1384858189-project] 10.222.0.13 "GET /v2.0/ports?device_id=cf666e48-0b33-4092-a2dd-c1885b09b9d9 HTTP/1.1" status: 200 len: 945 time: 0.4146485 Nov 05 18:37:55.259016 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62fd0a9-33fc-43ce-9773-d9818164c417 req-42cc0c3c-719b-457f-abb6-8c761710f218 tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:37:55.261077 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-f62fd0a9-33fc-43ce-9773-d9818164c417 req-42cc0c3c-719b-457f-abb6-8c761710f218 tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] 10.222.0.55 "GET /v2.0/ports?device_id=1deb7c06-0d89-436e-a71b-115690d709c3&tenant_id=10ec5728e81c4449951d5c9e87d02372&binding%3Ahost_id=n-h1-816865-1 HTTP/1.1" status: 200 len: 948 time: 0.2192800 Nov 05 18:37:55.269302 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] For port c0bab39d-31d7-4372-acf4-dcf699effaf4, host n-h1-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=c0bab39d-31d7-4372-acf4-dcf699effaf4,segment=NetworkSegment(35c2db9c-522d-48d3-98cf-a08c2cc55db7),segment_id=35c2db9c-522d-48d3-98cf-a08c2cc55db7)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:37:55.284535 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Returning: {'device': 'c0bab39d-31d7-4372-acf4-dcf699effaf4', 'network_id': 'a723f808-b11e-4066-b104-fad90c82895e', 'port_id': 'c0bab39d-31d7-4372-acf4-dcf699effaf4', 'mac_address': 'fa:16:3e:c7:83:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 153, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05e7a1b5-165b-4a00-855a-ffbcb2eba59e', 'ip_address': '192.168.233.166'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102388) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 05 18:37:55.299826 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-e12eca62-d07c-435a-93bb-6ed31e7db4b9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:55.312319 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e914775-a4ff-4940-9a8e-3b16d6febb85 req-dc48699a-5662-41de-9b7f-f0cfaca2dff1 tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:37:55.319699 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-5e914775-a4ff-4940-9a8e-3b16d6febb85 req-dc48699a-5662-41de-9b7f-f0cfaca2dff1 tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] 10.222.0.13 "GET /v2.0/ports?device_id=1deb7c06-0d89-436e-a71b-115690d709c3 HTTP/1.1" status: 200 len: 948 time: 0.4624567 Nov 05 18:37:55.329637 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:55.337852 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-00b4f6d5-9836-4bc7-8343-43f75dcc596e req-c9d3a357-17f6-4840-b20d-b0071ca542c9 tempest-FloatingIPsAssociationNegativeTestJSON-1117017581 tempest-FloatingIPsAssociationNegativeTestJSON-1117017581-project] Made reservation on behalf of 2d87535eb2bb46c696365475b90b493b for: {'port': 1} {{(pid=102386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 18:37:55.341735 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-00b4f6d5-9836-4bc7-8343-43f75dcc596e req-c9d3a357-17f6-4840-b20d-b0071ca542c9 tempest-FloatingIPsAssociationNegativeTestJSON-1117017581 tempest-FloatingIPsAssociationNegativeTestJSON-1117017581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:55.350907 n-d-816865-1 neutron-server[102388]: DEBUG neutron.notifiers.nova [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c0bab39d-31d7-4372-acf4-dcf699effaf4 {{(pid=102388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 18:37:55.402098 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] For port c0bab39d-31d7-4372-acf4-dcf699effaf4, host n-h1-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=c0bab39d-31d7-4372-acf4-dcf699effaf4,segment=NetworkSegment(35c2db9c-522d-48d3-98cf-a08c2cc55db7),segment_id=35c2db9c-522d-48d3-98cf-a08c2cc55db7)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:37:55.403873 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [req-2a86d505-8c09-4739-8502-526674397650 req-c92db8f9-e43e-400a-9cff-3853390f5eb0 tempest-VolumesAdminNegativeTest-1384858189 tempest-VolumesAdminNegativeTest-1384858189-project] Deleting port 3dd2204c-a78a-4d35-b873-d572b2b004c4 {{(pid=102386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 18:37:55.404215 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-2a86d505-8c09-4739-8502-526674397650 req-c92db8f9-e43e-400a-9cff-3853390f5eb0 tempest-VolumesAdminNegativeTest-1384858189 tempest-VolumesAdminNegativeTest-1384858189-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:55.424182 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-1bb0a34d-7e0e-41b8-8003-974a62111008 req-41e49581-ad19-4a95-94bd-6085ff37f58e tempest-VolumesAdminNegativeTest-1384858189 tempest-VolumesAdminNegativeTest-1384858189-project] 10.222.0.13 "GET /v2.0/security-groups?id=90febc7e-7a4f-4e17-8ddb-723e03f22ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1807139 Nov 05 18:37:55.464371 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-5e914775-a4ff-4940-9a8e-3b16d6febb85 req-25aa4e63-4fad-41bd-9c5c-289e397e4efa tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] 10.222.0.13 "GET /v2.0/security-groups?id=c4f63610-8850-433c-ac4b-7e7146261ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435618 Nov 05 18:37:55.477998 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:55.569531 n-d-816865-1 neutron-server[102386]: INFO neutron.api.v2.resource [req-f62fd0a9-33fc-43ce-9773-d9818164c417 req-c590948c-acd5-46bf-8bff-967409adda4f service neutron] delete failed (client error): The resource could not be found. Nov 05 18:37:55.571229 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-f62fd0a9-33fc-43ce-9773-d9818164c417 req-c590948c-acd5-46bf-8bff-967409adda4f service neutron] 10.222.0.55 "DELETE /v2.0/ports/c0bab39d-31d7-4372-acf4-dcf699effaf4/bindings/n-h2-816865-1 HTTP/1.1" status: 404 len: 380 time: 0.2859294 Nov 05 18:37:55.582289 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Pushing event updated for resources: {'Port': ['ID=c0bab39d-31d7-4372-acf4-dcf699effaf4,revision_number=8']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:37:55.700669 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-473ed9db-f9c4-4a81-b1ad-1d23759eaede req-4b75e0a9-bd9b-4c1f-a6f6-21b4969d7bca tempest-FloatingIPsAssociationNegativeTestJSON-1117017581 tempest-FloatingIPsAssociationNegativeTestJSON-1117017581-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1c0ffbe-3ff6-48eb-83c7-4ceec027eec5 HTTP/1.1" status: 200 len: 210 time: 0.0412350 Nov 05 18:37:55.704660 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-e12eca62-d07c-435a-93bb-6ed31e7db4b9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:55.707122 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [req-2a86d505-8c09-4739-8502-526674397650 req-c92db8f9-e43e-400a-9cff-3853390f5eb0 tempest-VolumesAdminNegativeTest-1384858189 tempest-VolumesAdminNegativeTest-1384858189-project] For port 3dd2204c-a78a-4d35-b873-d572b2b004c4, host n-h2-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=3dd2204c-a78a-4d35-b873-d572b2b004c4,segment=NetworkSegment(a77cb927-ae43-4ea3-ad4f-7cb4558e895d),segment_id=a77cb927-ae43-4ea3-ad4f-7cb4558e895d)] {{(pid=102386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:37:55.707480 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-2a86d505-8c09-4739-8502-526674397650 req-c92db8f9-e43e-400a-9cff-3853390f5eb0 tempest-VolumesAdminNegativeTest-1384858189 tempest-VolumesAdminNegativeTest-1384858189-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:55.715884 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] get_ports_and_sgs() called for port_ids ['c0bab39d-31d7-4372-acf4-dcf699effaf4'] {{(pid=102388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 18:37:55.760785 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [req-2a86d505-8c09-4739-8502-526674397650 req-c92db8f9-e43e-400a-9cff-3853390f5eb0 tempest-VolumesAdminNegativeTest-1384858189 tempest-VolumesAdminNegativeTest-1384858189-project] Calling delete_port for 3dd2204c-a78a-4d35-b873-d572b2b004c4 owned by compute:nova {{(pid=102386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 18:37:55.787661 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.db_base_plugin_common [req-00b4f6d5-9836-4bc7-8343-43f75dcc596e req-c9d3a357-17f6-4840-b20d-b0071ca542c9 tempest-FloatingIPsAssociationNegativeTestJSON-1117017581 tempest-FloatingIPsAssociationNegativeTestJSON-1117017581-project] Allocated IP 172.20.0.11 (7b3a41e7-93df-49e1-9756-a04fc3940e25/a6c75341-a7fb-4eb2-8dc2-c5f20756d96e/a97321a5-d572-4e9b-a0da-d5132f1b9bf7) {{(pid=102386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 18:37:55.800381 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-e12eca62-d07c-435a-93bb-6ed31e7db4b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:55.803399 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53175f7-ca3b-4844-b2b1-47d7637c811b req-7dad3546-05cc-4a6b-9412-b6fbc1d98db8 tempest-ImagesOneServerTestJSON-1840565388 tempest-ImagesOneServerTestJSON-1840565388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:37:55.810974 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-d53175f7-ca3b-4844-b2b1-47d7637c811b req-7dad3546-05cc-4a6b-9412-b6fbc1d98db8 tempest-ImagesOneServerTestJSON-1840565388 tempest-ImagesOneServerTestJSON-1840565388-project] 10.222.0.13 "GET /v2.0/ports?device_id=a5da7ec7-9b07-45dd-bf15-2b53851b9aeb HTTP/1.1" status: 200 len: 949 time: 0.1142044 Nov 05 18:37:55.919320 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62fd0a9-33fc-43ce-9773-d9818164c417 req-bc23885f-ccde-40e9-8b6b-43b7699d6e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:37:55.921615 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-f62fd0a9-33fc-43ce-9773-d9818164c417 req-bc23885f-ccde-40e9-8b6b-43b7699d6e9c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=10ec5728e81c4449951d5c9e87d02372&device_id=1deb7c06-0d89-436e-a71b-115690d709c3 HTTP/1.1" status: 200 len: 1100 time: 0.1967728 Nov 05 18:37:55.926701 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12eca62-d07c-435a-93bb-6ed31e7db4b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c10adac8-a19a-4ff1-bc52-b8a155606031,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:37:55.938980 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-d53175f7-ca3b-4844-b2b1-47d7637c811b req-3bd084ea-d0a0-4911-989f-a3e88903e6a0 tempest-ImagesOneServerTestJSON-1840565388 tempest-ImagesOneServerTestJSON-1840565388-project] 10.222.0.13 "GET /v2.0/security-groups?id=4c0cf261-3beb-4899-97be-bc068721c8c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270492 Nov 05 18:37:55.945388 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-e12eca62-d07c-435a-93bb-6ed31e7db4b9 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5e84089239364927817bcbbe64d88b8e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9574358 Nov 05 18:37:55.946010 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 38880) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:37:56.021836 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-ac859875-bd13-40b6-bb3a-989579877fc4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-571777'] for router_interface, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:56.225997 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-4f26aab6-4eb0-4eb9-a3dd-0971cf7b17c5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:56.251497 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62fd0a9-33fc-43ce-9773-d9818164c417 req-4a071713-a8d3-4993-85e1-9407f02ec05e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:37:56.253015 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-f62fd0a9-33fc-43ce-9773-d9818164c417 req-4a071713-a8d3-4993-85e1-9407f02ec05e service neutron] 10.222.0.55 "GET /v2.0/networks?id=a723f808-b11e-4066-b104-fad90c82895e HTTP/1.1" status: 200 len: 870 time: 0.3040433 Nov 05 18:37:56.267134 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-00b4f6d5-9836-4bc7-8343-43f75dcc596e req-c9d3a357-17f6-4840-b20d-b0071ca542c9 tempest-FloatingIPsAssociationNegativeTestJSON-1117017581 tempest-FloatingIPsAssociationNegativeTestJSON-1117017581-project] Publish callbacks [] for port, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:56.321914 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-4f26aab6-4eb0-4eb9-a3dd-0971cf7b17c5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:56.332067 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-f62fd0a9-33fc-43ce-9773-d9818164c417 req-9215da5a-5f31-44ed-84a3-920ea84a8075 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.166&port_id=c0bab39d-31d7-4372-acf4-dcf699effaf4 HTTP/1.1" status: 200 len: 217 time: 0.0551791 Nov 05 18:37:56.375209 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [None req-ac859875-bd13-40b6-bb3a-989579877fc4 admin admin] Deleting port 039a7b0a-92a6-4ce1-bb77-1ca4f49ba73b {{(pid=102387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 18:37:56.375802 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-ac859875-bd13-40b6-bb3a-989579877fc4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:56.422212 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-2a86d505-8c09-4739-8502-526674397650 req-c92db8f9-e43e-400a-9cff-3853390f5eb0 tempest-VolumesAdminNegativeTest-1384858189 tempest-VolumesAdminNegativeTest-1384858189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798'] for port, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:56.435682 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] get_ports_and_sgs() called for port_ids ['3dd2204c-a78a-4d35-b873-d572b2b004c4'] {{(pid=102388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 18:37:56.438831 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62fd0a9-33fc-43ce-9773-d9818164c417 req-5efadbc7-8288-4418-ae03-574bce690320 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:37:56.438831 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-f62fd0a9-33fc-43ce-9773-d9818164c417 req-5efadbc7-8288-4418-ae03-574bce690320 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=05e7a1b5-165b-4a00-855a-ffbcb2eba59e HTTP/1.1" status: 200 len: 843 time: 0.0938606 Nov 05 18:37:56.472717 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92db8f9-e43e-400a-9cff-3853390f5eb0 tempest-VolumesAdminNegativeTest-1384858189 tempest-VolumesAdminNegativeTest-1384858189-project] Pushing event deleted for resources: {'Port': ['ID=3dd2204c-a78a-4d35-b873-d572b2b004c4,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:37:56.505528 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.db [None req-ac859875-bd13-40b6-bb3a-989579877fc4 admin admin] For port 039a7b0a-92a6-4ce1-bb77-1ca4f49ba73b, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=039a7b0a-92a6-4ce1-bb77-1ca4f49ba73b,segment=NetworkSegment(16bf67e5-8e6c-4dbc-b9e5-63f011493684),segment_id=16bf67e5-8e6c-4dbc-b9e5-63f011493684)] {{(pid=102387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:37:56.506004 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-ac859875-bd13-40b6-bb3a-989579877fc4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:56.522004 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [None req-ac859875-bd13-40b6-bb3a-989579877fc4 admin admin] Calling delete_port for 039a7b0a-92a6-4ce1-bb77-1ca4f49ba73b owned by network:router_interface {{(pid=102387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 18:37:56.537414 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a86d505-8c09-4739-8502-526674397650 req-c92db8f9-e43e-400a-9cff-3853390f5eb0 tempest-VolumesAdminNegativeTest-1384858189 tempest-VolumesAdminNegativeTest-1384858189-project] No DVR routers for this DVR port 3dd2204c-a78a-4d35-b873-d572b2b004c4 on host n-h2-816865-1 {{(pid=102386) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 18:37:56.539804 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-2a86d505-8c09-4739-8502-526674397650 req-c92db8f9-e43e-400a-9cff-3853390f5eb0 tempest-VolumesAdminNegativeTest-1384858189 tempest-VolumesAdminNegativeTest-1384858189-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:56.543405 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-2a86d505-8c09-4739-8502-526674397650 req-c92db8f9-e43e-400a-9cff-3853390f5eb0 tempest-VolumesAdminNegativeTest-1384858189 tempest-VolumesAdminNegativeTest-1384858189-project] 10.222.0.55 "DELETE /v2.0/ports/3dd2204c-a78a-4d35-b873-d572b2b004c4 HTTP/1.1" status: 204 len: 173 time: 1.5568564 Nov 05 18:37:56.543977 n-d-816865-1 neutron-server[102386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf666e48-0b33-4092-a2dd-c1885b09b9d9', 'name': 'network-vif-deleted', 'tag': '3dd2204c-a78a-4d35-b873-d572b2b004c4'}] {{(pid=102386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 18:37:56.547987 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6173a44d7c73f41af551dc890fa1a5892c2c6bc3458b640c8e0c24db7876ba6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67e4b254-4fc8-44d9-bade-edfd8303668a" -d '{"events": [{"server_uuid": "cf666e48-0b33-4092-a2dd-c1885b09b9d9", "name": "network-vif-deleted", "tag": "3dd2204c-a78a-4d35-b873-d572b2b004c4"}]}' {{(pid=102386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 18:37:56.550298 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-00b4f6d5-9836-4bc7-8343-43f75dcc596e req-c9d3a357-17f6-4840-b20d-b0071ca542c9 tempest-FloatingIPsAssociationNegativeTestJSON-1117017581 tempest-FloatingIPsAssociationNegativeTestJSON-1117017581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789'] for port, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:56.558349 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-2ef31263-7677-410d-a280-24ac5e6a6f5a req-71973c99-9033-4f8c-9603-f507271e3173 tempest-VolumesAdminNegativeTest-1384858189 tempest-VolumesAdminNegativeTest-1384858189-project] 10.222.0.13 "GET /v2.0/ports?device_id=cf666e48-0b33-4092-a2dd-c1885b09b9d9 HTTP/1.1" status: 200 len: 210 time: 0.0316763 Nov 05 18:37:56.565834 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-4f26aab6-4eb0-4eb9-a3dd-0971cf7b17c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:56.567468 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-4f26aab6-4eb0-4eb9-a3dd-0971cf7b17c5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:56.576895 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-4f26aab6-4eb0-4eb9-a3dd-0971cf7b17c5 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c10adac8-a19a-4ff1-bc52-b8a155606031 HTTP/1.1" status: 204 len: 168 time: 0.6095834 Nov 05 18:37:56.761770 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc003e3-cd6a-41fb-8663-f181095e2722 req-318df2f5-33b9-4590-ac2c-9d5d7d253a5f tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:37:56.763571 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-8cc003e3-cd6a-41fb-8663-f181095e2722 req-318df2f5-33b9-4590-ac2c-9d5d7d253a5f tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] 10.222.0.13 "GET /v2.0/ports?device_id=1deb7c06-0d89-436e-a71b-115690d709c3 HTTP/1.1" status: 200 len: 949 time: 0.0819035 Nov 05 18:37:56.859183 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-8cc003e3-cd6a-41fb-8663-f181095e2722 req-cd500fea-dc85-4901-89d5-7d507786d96c tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] 10.222.0.13 "GET /v2.0/security-groups?id=c4f63610-8850-433c-ac4b-7e7146261ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585372 Nov 05 18:37:56.884284 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 18:37:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-661f4ec8-5979-4eba-950b-b0ea59bd48be x-openstack-request-id: req-661f4ec8-5979-4eba-950b-b0ea59bd48be {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 18:37:56.886176 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf666e48-0b33-4092-a2dd-c1885b09b9d9", "name": "network-vif-deleted", "tag": "3dd2204c-a78a-4d35-b873-d572b2b004c4", "status": "completed", "code": 200}]} {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 18:37:56.886176 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-661f4ec8-5979-4eba-950b-b0ea59bd48be {{(pid=102386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 18:37:56.886176 n-d-816865-1 neutron-server[102386]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf666e48-0b33-4092-a2dd-c1885b09b9d9', 'name': 'network-vif-deleted', 'tag': '3dd2204c-a78a-4d35-b873-d572b2b004c4', 'status': 'completed', 'code': 200} Nov 05 18:37:56.886918 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62fd0a9-33fc-43ce-9773-d9818164c417 req-9dce6604-d746-454b-91ee-aba45c27a2fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:37:56.888721 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-f62fd0a9-33fc-43ce-9773-d9818164c417 req-9dce6604-d746-454b-91ee-aba45c27a2fa service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a723f808-b11e-4066-b104-fad90c82895e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4274626 Nov 05 18:37:56.898149 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f26aab6-4eb0-4eb9-a3dd-0971cf7b17c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c10adac8-a19a-4ff1-bc52-b8a155606031,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:37:56.908619 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-00b4f6d5-9836-4bc7-8343-43f75dcc596e req-c9d3a357-17f6-4840-b20d-b0071ca542c9 tempest-FloatingIPsAssociationNegativeTestJSON-1117017581 tempest-FloatingIPsAssociationNegativeTestJSON-1117017581-project] Network 7b3a41e7-93df-49e1-9756-a04fc3940e25 is already hosted by enough agents. {{(pid=102386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 18:37:56.925168 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.base_scheduler [req-00b4f6d5-9836-4bc7-8343-43f75dcc596e req-c9d3a357-17f6-4840-b20d-b0071ca542c9 tempest-FloatingIPsAssociationNegativeTestJSON-1117017581 tempest-FloatingIPsAssociationNegativeTestJSON-1117017581-project] Resources bound (agent type, host, resource id): {{(pid=102386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:37:56.928253 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [req-00b4f6d5-9836-4bc7-8343-43f75dcc596e req-c9d3a357-17f6-4840-b20d-b0071ca542c9 tempest-FloatingIPsAssociationNegativeTestJSON-1117017581 tempest-FloatingIPsAssociationNegativeTestJSON-1117017581-project] Received port after_create {{(pid=102386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 18:37:56.935022 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b4f6d5-9836-4bc7-8343-43f75dcc596e req-c9d3a357-17f6-4840-b20d-b0071ca542c9 tempest-FloatingIPsAssociationNegativeTestJSON-1117017581 tempest-FloatingIPsAssociationNegativeTestJSON-1117017581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:37:56.935691 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-00b4f6d5-9836-4bc7-8343-43f75dcc596e req-c9d3a357-17f6-4840-b20d-b0071ca542c9 tempest-FloatingIPsAssociationNegativeTestJSON-1117017581 tempest-FloatingIPsAssociationNegativeTestJSON-1117017581-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:56.947539 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Device c0bab39d-31d7-4372-acf4-dcf699effaf4 up at agent hyperv_n-h1-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 18:37:56.980802 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d3a357-17f6-4840-b20d-b0071ca542c9 tempest-FloatingIPsAssociationNegativeTestJSON-1117017581 tempest-FloatingIPsAssociationNegativeTestJSON-1117017581-project] Pushing event updated for resources: {'Port': ['ID=a97321a5-d572-4e9b-a0da-d5132f1b9bf7,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:37:57.022834 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-ac859875-bd13-40b6-bb3a-989579877fc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798'] for port, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:57.066033 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac859875-bd13-40b6-bb3a-989579877fc4 admin admin] Pushing event deleted for resources: {'Port': ['ID=039a7b0a-92a6-4ce1-bb77-1ca4f49ba73b,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:37:57.093533 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-f62fd0a9-33fc-43ce-9773-d9818164c417 req-cc52a396-ff9c-4864-86b0-fdcc1d80b67a service neutron] 10.222.0.55 "GET /v2.0/networks/a723f808-b11e-4066-b104-fad90c82895e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1837046 Nov 05 18:37:57.115735 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86926265-2e7b-4932-8b39-5ee3fb0b0e54 req-3151044a-56ed-46da-90ba-bc976f295281 tempest-FloatingIPsAssociationNegativeTestJSON-1117017581 tempest-FloatingIPsAssociationNegativeTestJSON-1117017581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:37:57.117613 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-86926265-2e7b-4932-8b39-5ee3fb0b0e54 req-3151044a-56ed-46da-90ba-bc976f295281 tempest-FloatingIPsAssociationNegativeTestJSON-1117017581 tempest-FloatingIPsAssociationNegativeTestJSON-1117017581-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1c0ffbe-3ff6-48eb-83c7-4ceec027eec5 HTTP/1.1" status: 200 len: 932 time: 0.1624107 Nov 05 18:37:57.165792 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-00b4f6d5-9836-4bc7-8343-43f75dcc596e req-c9d3a357-17f6-4840-b20d-b0071ca542c9 tempest-FloatingIPsAssociationNegativeTestJSON-1117017581 tempest-FloatingIPsAssociationNegativeTestJSON-1117017581-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4208853 Nov 05 18:37:57.207360 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Provisioning for port c0bab39d-31d7-4372-acf4-dcf699effaf4 completed by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 05 18:37:57.230460 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Provisioning complete for port c0bab39d-31d7-4372-acf4-dcf699effaf4 triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:37:57.231141 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:57.239790 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [req-00b4f6d5-9836-4bc7-8343-43f75dcc596e req-22d8bf47-dcf9-4d2f-ae46-8a539901688f service neutron] Request body: {'port': {'device_id': 'e1c0ffbe-3ff6-48eb-83c7-4ceec027eec5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816865-1'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:37:57.368229 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-86926265-2e7b-4932-8b39-5ee3fb0b0e54 req-7c9c7ca0-8017-4fb7-ae1b-419faaf0a6c4 tempest-FloatingIPsAssociationNegativeTestJSON-1117017581 tempest-FloatingIPsAssociationNegativeTestJSON-1117017581-project] 10.222.0.13 "GET /v2.0/security-groups?id=d752849f-3561-4e8d-bfef-4dddab2ff037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2114213 Nov 05 18:37:57.380151 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-00b4f6d5-9836-4bc7-8343-43f75dcc596e req-22d8bf47-dcf9-4d2f-ae46-8a539901688f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:57.395553 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-ac859875-bd13-40b6-bb3a-989579877fc4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-597886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-573297'] for router_interface, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:57.406003 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:57.408013 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-60090277-b200-48e3-b0d5-3dec25abbd17 None None] Provisioning complete for port a97321a5-d572-4e9b-a0da-d5132f1b9bf7 triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:37:57.408327 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-60090277-b200-48e3-b0d5-3dec25abbd17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:57.411079 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea4a064-3d31-4cd4-8b89-86f792b07ca7 req-f30b8c6b-37a1-4fbc-a734-38dff9829cde tempest-ImagesOneServerTestJSON-1840565388 tempest-ImagesOneServerTestJSON-1840565388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:37:57.421754 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-fea4a064-3d31-4cd4-8b89-86f792b07ca7 req-f30b8c6b-37a1-4fbc-a734-38dff9829cde tempest-ImagesOneServerTestJSON-1840565388 tempest-ImagesOneServerTestJSON-1840565388-project] 10.222.0.13 "GET /v2.0/ports?device_id=a5da7ec7-9b07-45dd-bf15-2b53851b9aeb HTTP/1.1" status: 200 len: 949 time: 0.1841345 Nov 05 18:37:57.428793 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-f62fd0a9-33fc-43ce-9773-d9818164c417 req-2379f3c3-50b9-462e-afde-4100ad35b2cf service neutron] 10.222.0.55 "GET /v2.0/networks/a723f808-b11e-4066-b104-fad90c82895e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3236067 Nov 05 18:37:57.508726 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-60090277-b200-48e3-b0d5-3dec25abbd17 None None] Port a97321a5-d572-4e9b-a0da-d5132f1b9bf7 cannot update to ACTIVE because it is not bound. {{(pid=102388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 18:37:57.521700 n-d-816865-1 neutron-server[102388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1deb7c06-0d89-436e-a71b-115690d709c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0bab39d-31d7-4372-acf4-dcf699effaf4'}] {{(pid=102388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 18:37:57.526466 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85474fee1180e129d8a886d264fe0b30223aa672dd1ffe43b630605f18504f68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78aaaa74-4195-4619-8027-247bd8457340" -d '{"events": [{"server_uuid": "1deb7c06-0d89-436e-a71b-115690d709c3", "name": "network-vif-plugged", "status": "completed", "tag": "c0bab39d-31d7-4372-acf4-dcf699effaf4"}]}' {{(pid=102388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 18:37:57.551125 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] For port c0bab39d-31d7-4372-acf4-dcf699effaf4, host n-h1-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=c0bab39d-31d7-4372-acf4-dcf699effaf4,segment=NetworkSegment(35c2db9c-522d-48d3-98cf-a08c2cc55db7),segment_id=35c2db9c-522d-48d3-98cf-a08c2cc55db7)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:37:57.585183 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-fea4a064-3d31-4cd4-8b89-86f792b07ca7 req-addf9d46-1559-4321-95d3-4f2d9faf26a0 tempest-ImagesOneServerTestJSON-1840565388 tempest-ImagesOneServerTestJSON-1840565388-project] 10.222.0.13 "GET /v2.0/security-groups?id=4c0cf261-3beb-4899-97be-bc068721c8c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1625385 Nov 05 18:37:57.687383 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 18:37:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca4332f3-fb12-4803-8da6-3c6ec67ba392 x-openstack-request-id: req-ca4332f3-fb12-4803-8da6-3c6ec67ba392 {{(pid=102388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 18:37:57.687704 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1deb7c06-0d89-436e-a71b-115690d709c3", "name": "network-vif-plugged", "status": "completed", "tag": "c0bab39d-31d7-4372-acf4-dcf699effaf4", "code": 200}]} {{(pid=102388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 18:37:57.688199 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ca4332f3-fb12-4803-8da6-3c6ec67ba392 {{(pid=102388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 18:37:57.688769 n-d-816865-1 neutron-server[102388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1deb7c06-0d89-436e-a71b-115690d709c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0bab39d-31d7-4372-acf4-dcf699effaf4', 'code': 200} Nov 05 18:37:57.717221 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:57.791065 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac859875-bd13-40b6-bb3a-989579877fc4 admin admin] Router 66e000fb-5abd-480d-afaf-f77ff743f788 has already been hosted by L3 agent 6dcb5589-8e86-4616-9186-ddc4548e13ad {{(pid=102387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 18:37:57.795321 n-d-816865-1 neutron-server[102386]: DEBUG neutron.notifiers.nova [req-00b4f6d5-9836-4bc7-8343-43f75dcc596e req-22d8bf47-dcf9-4d2f-ae46-8a539901688f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a97321a5-d572-4e9b-a0da-d5132f1b9bf7 {{(pid=102386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 18:37:57.806550 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Pushing event updated for resources: {'Port': ['ID=c0bab39d-31d7-4372-acf4-dcf699effaf4,revision_number=9']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:37:57.817210 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-00b4f6d5-9836-4bc7-8343-43f75dcc596e req-22d8bf47-dcf9-4d2f-ae46-8a539901688f service neutron] Publish callbacks [] for port, precommit_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:57.831680 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.provisioning_blocks [req-00b4f6d5-9836-4bc7-8343-43f75dcc596e req-22d8bf47-dcf9-4d2f-ae46-8a539901688f service neutron] Transition to ACTIVE for port object a97321a5-d572-4e9b-a0da-d5132f1b9bf7 will not be triggered until provisioned by entity L2. {{(pid=102386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 05 18:37:57.877439 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-7c79aae4-e16b-4b8a-ab80-a83fe62d9d72 req-51919759-51c2-4ab1-bbd5-ace12d3c9d23 tempest-VolumesAdminNegativeTest-1384858189 tempest-VolumesAdminNegativeTest-1384858189-project] 10.222.0.13 "GET /v2.0/ports?device_id=cf666e48-0b33-4092-a2dd-c1885b09b9d9 HTTP/1.1" status: 200 len: 210 time: 0.0681431 Nov 05 18:37:57.955812 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac859875-bd13-40b6-bb3a-989579877fc4 admin admin] Notify agent at l3_agent.n-d-816865-1 the message routers_updated {{(pid=102387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 18:37:57.971292 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bd9db39-8b80-43c5-894c-0d724c8e1b7d None None] Sync routers for ids ['66e000fb-5abd-480d-afaf-f77ff743f788'] in n-d-816865-1 {{(pid=102389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 18:37:57.973176 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-ac859875-bd13-40b6-bb3a-989579877fc4 admin admin] 10.222.0.13 "PUT /v2.0/routers/66e000fb-5abd-480d-afaf-f77ff743f788/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2331095 Nov 05 18:37:57.975486 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 38966) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:37:57.988840 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bd9db39-8b80-43c5-894c-0d724c8e1b7d None None] Routers {'66e000fb-5abd-480d-afaf-f77ff743f788'} bound to L3 agent in host n-d-816865-1 {{(pid=102389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 18:37:58.004843 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-8bd9db39-8b80-43c5-894c-0d724c8e1b7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T18:37:35Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['66e000fb-5abd-480d-afaf-f77ff743f788'], 'active': True} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:37:58.078849 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-00b4f6d5-9836-4bc7-8343-43f75dcc596e req-22d8bf47-dcf9-4d2f-ae46-8a539901688f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:58.151886 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-203937e0-8a92-4ddc-b54a-41339bb09439 admin admin] Publish callbacks [] for router, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:58.187383 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d8bf47-dcf9-4d2f-ae46-8a539901688f service neutron] Pushing event updated for resources: {'Port': ['ID=a97321a5-d572-4e9b-a0da-d5132f1b9bf7,revision_number=2']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:37:58.188856 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvr_db [None req-8bd9db39-8b80-43c5-894c-0d724c8e1b7d None None] Set router 66e000fb-5abd-480d-afaf-f77ff743f788 gateway port host: n-d-816865-1 {{(pid=102389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 18:37:58.199385 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1593a97c-6d0c-4007-bce3-b39e70fb0fc7 req-a8d962d3-0836-4d48-a710-40fb3972b8e2 tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:37:58.201295 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-1593a97c-6d0c-4007-bce3-b39e70fb0fc7 req-a8d962d3-0836-4d48-a710-40fb3972b8e2 tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] 10.222.0.13 "GET /v2.0/ports?device_id=1deb7c06-0d89-436e-a71b-115690d709c3 HTTP/1.1" status: 200 len: 950 time: 0.0687444 Nov 05 18:37:58.242886 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [req-00b4f6d5-9836-4bc7-8343-43f75dcc596e req-22d8bf47-dcf9-4d2f-ae46-8a539901688f service neutron] Attempting to bind port a97321a5-d572-4e9b-a0da-d5132f1b9bf7 on host n-h2-816865-1 for vnic_type normal with profile {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 18:37:58.243248 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [req-00b4f6d5-9836-4bc7-8343-43f75dcc596e req-22d8bf47-dcf9-4d2f-ae46-8a539901688f service neutron] Attempting to bind port a97321a5-d572-4e9b-a0da-d5132f1b9bf7 by drivers openvswitch,hyperv on host n-h2-816865-1 at level 0 using segments [{'id': '0ad128ab-a1c3-4049-9fa0-89adffa7cc7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '7b3a41e7-93df-49e1-9756-a04fc3940e25'}] {{(pid=102386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 18:37:58.243542 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00b4f6d5-9836-4bc7-8343-43f75dcc596e req-22d8bf47-dcf9-4d2f-ae46-8a539901688f service neutron] Attempting to bind port a97321a5-d572-4e9b-a0da-d5132f1b9bf7 on network 7b3a41e7-93df-49e1-9756-a04fc3940e25 {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 18:37:58.252619 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00b4f6d5-9836-4bc7-8343-43f75dcc596e req-22d8bf47-dcf9-4d2f-ae46-8a539901688f service neutron] Port a97321a5-d572-4e9b-a0da-d5132f1b9bf7 on network 7b3a41e7-93df-49e1-9756-a04fc3940e25 not bound, no agent of type Open vSwitch agent registered on host n-h2-816865-1 {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 18:37:58.253020 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00b4f6d5-9836-4bc7-8343-43f75dcc596e req-22d8bf47-dcf9-4d2f-ae46-8a539901688f service neutron] Attempting to bind port a97321a5-d572-4e9b-a0da-d5132f1b9bf7 on network 7b3a41e7-93df-49e1-9756-a04fc3940e25 {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 18:37:58.281536 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-1593a97c-6d0c-4007-bce3-b39e70fb0fc7 req-dc5d0133-41e0-453a-b604-508bfa7fcf4f tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] 10.222.0.13 "GET /v2.0/security-groups?id=c4f63610-8850-433c-ac4b-7e7146261ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707262 Nov 05 18:37:58.306575 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00b4f6d5-9836-4bc7-8343-43f75dcc596e req-22d8bf47-dcf9-4d2f-ae46-8a539901688f service neutron] Checking agent: {'id': '32aff553-696f-4891-83f5-5c176f61fe54', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816865-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 18, 33, 36), 'started_at': datetime.datetime(2021, 11, 5, 18, 33, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 18, 37, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 18:37:58.307340 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00b4f6d5-9836-4bc7-8343-43f75dcc596e req-22d8bf47-dcf9-4d2f-ae46-8a539901688f service neutron] Checking segment: {'id': '0ad128ab-a1c3-4049-9fa0-89adffa7cc7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '7b3a41e7-93df-49e1-9756-a04fc3940e25'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 18:37:58.307734 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00b4f6d5-9836-4bc7-8343-43f75dcc596e req-22d8bf47-dcf9-4d2f-ae46-8a539901688f service neutron] Bound using segment: {'id': '0ad128ab-a1c3-4049-9fa0-89adffa7cc7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '7b3a41e7-93df-49e1-9756-a04fc3940e25'} {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 18:37:58.308170 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [req-00b4f6d5-9836-4bc7-8343-43f75dcc596e req-22d8bf47-dcf9-4d2f-ae46-8a539901688f service neutron] Bound port: a97321a5-d572-4e9b-a0da-d5132f1b9bf7, host: n-h2-816865-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ad128ab-a1c3-4049-9fa0-89adffa7cc7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '7b3a41e7-93df-49e1-9756-a04fc3940e25'}}] {{(pid=102386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 18:37:58.308524 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-00b4f6d5-9836-4bc7-8343-43f75dcc596e req-22d8bf47-dcf9-4d2f-ae46-8a539901688f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:58.386553 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-203937e0-8a92-4ddc-b54a-41339bb09439 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:58.418416 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [req-00b4f6d5-9836-4bc7-8343-43f75dcc596e req-22d8bf47-dcf9-4d2f-ae46-8a539901688f service neutron] For port a97321a5-d572-4e9b-a0da-d5132f1b9bf7, host n-h2-816865-1, cleared binding levels {{(pid=102386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 18:37:58.422646 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [req-00b4f6d5-9836-4bc7-8343-43f75dcc596e req-22d8bf47-dcf9-4d2f-ae46-8a539901688f service neutron] For port a97321a5-d572-4e9b-a0da-d5132f1b9bf7, host n-h2-816865-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=a97321a5-d572-4e9b-a0da-d5132f1b9bf7,segment=NetworkSegment(0ad128ab-a1c3-4049-9fa0-89adffa7cc7e),segment_id=0ad128ab-a1c3-4049-9fa0-89adffa7cc7e)] {{(pid=102386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 18:37:58.491449 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-8bd9db39-8b80-43c5-894c-0d724c8e1b7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66e000fb-5abd-480d-afaf-f77ff743f788', 'name': 'tempest-FloatingIPsTestJSON-2016845472-router', 'tenant_id': 'ae05a44cb6914df19fbdf0a2a0e15a22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.48'}], 'enable_snat': True}, 'gw_port_id': 'dbc6fb9c-a59f-43e3-84e8-dd1530d6ee18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T18:37:30Z', 'updated_at': '2021-11-05T18:37:56Z', 'revision_number': 5, 'project_id': 'ae05a44cb6914df19fbdf0a2a0e15a22', 'gw_port': {'id': 'dbc6fb9c-a59f-43e3-84e8-dd1530d6ee18', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:f0:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66e000fb-5abd-480d-afaf-f77ff743f788', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T18:37:31Z', 'updated_at': '2021-11-05T18:37:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1'}], 'n-d-816865-1', False) {} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:37:58.525264 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bd9db39-8b80-43c5-894c-0d724c8e1b7d None None] Checking router: 66e000fb-5abd-480d-afaf-f77ff743f788 for host: n-d-816865-1 {{(pid=102389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 18:37:58.533897 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bd9db39-8b80-43c5-894c-0d724c8e1b7d None None] Routers {'66e000fb-5abd-480d-afaf-f77ff743f788'} bound to L3 agent in host n-d-816865-1 {{(pid=102389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 18:37:58.534617 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-8bd9db39-8b80-43c5-894c-0d724c8e1b7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T18:37:35Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['66e000fb-5abd-480d-afaf-f77ff743f788'], 'active': True} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:37:58.547384 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-00b4f6d5-9836-4bc7-8343-43f75dcc596e req-22d8bf47-dcf9-4d2f-ae46-8a539901688f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:58.554493 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5162229c-b696-4272-a259-acf255da5d9c req-8bc88670-3f51-43f8-86e0-440235273d16 tempest-FloatingIPsAssociationNegativeTestJSON-1117017581 tempest-FloatingIPsAssociationNegativeTestJSON-1117017581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:37:58.556336 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-5162229c-b696-4272-a259-acf255da5d9c req-8bc88670-3f51-43f8-86e0-440235273d16 tempest-FloatingIPsAssociationNegativeTestJSON-1117017581 tempest-FloatingIPsAssociationNegativeTestJSON-1117017581-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1c0ffbe-3ff6-48eb-83c7-4ceec027eec5 HTTP/1.1" status: 200 len: 944 time: 0.0505178 Nov 05 18:37:58.631367 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b4f6d5-9836-4bc7-8343-43f75dcc596e req-22d8bf47-dcf9-4d2f-ae46-8a539901688f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:37:58.631367 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-00b4f6d5-9836-4bc7-8343-43f75dcc596e req-22d8bf47-dcf9-4d2f-ae46-8a539901688f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:58.631367 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-00b4f6d5-9836-4bc7-8343-43f75dcc596e req-22d8bf47-dcf9-4d2f-ae46-8a539901688f service neutron] 10.222.0.55 "PUT /v2.0/ports/a97321a5-d572-4e9b-a0da-d5132f1b9bf7 HTTP/1.1" status: 200 len: 1092 time: 1.4055319 Nov 05 18:37:58.657332 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d8bf47-dcf9-4d2f-ae46-8a539901688f service neutron] Pushing event updated for resources: {'Port': ['ID=a97321a5-d572-4e9b-a0da-d5132f1b9bf7,revision_number=3']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:37:58.663781 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-5162229c-b696-4272-a259-acf255da5d9c req-de528aee-423e-4912-9bf5-372ca37a6abe tempest-FloatingIPsAssociationNegativeTestJSON-1117017581 tempest-FloatingIPsAssociationNegativeTestJSON-1117017581-project] 10.222.0.13 "GET /v2.0/security-groups?id=d752849f-3561-4e8d-bfef-4dddab2ff037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011417 Nov 05 18:37:58.676800 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-203937e0-8a92-4ddc-b54a-41339bb09439 admin admin] Deleting port dbc6fb9c-a59f-43e3-84e8-dd1530d6ee18 {{(pid=102386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 18:37:58.680445 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-203937e0-8a92-4ddc-b54a-41339bb09439 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:58.706760 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Device 3dd2204c-a78a-4d35-b873-d572b2b004c4 no longer exists at agent hyperv_n-h2-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 18:37:58.781918 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] No Port match for: 3dd2204c-a78a-4d35-b873-d572b2b004c4 {{(pid=102388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 18:37:58.785256 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Device 3dd2204c-a78a-4d35-b873-d572b2b004c4 not bound to the agent host n-h2-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 18:37:58.802574 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvr_db [None req-8bd9db39-8b80-43c5-894c-0d724c8e1b7d None None] Set router 66e000fb-5abd-480d-afaf-f77ff743f788 gateway port host: n-d-816865-1 {{(pid=102389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 18:37:58.883527 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [None req-203937e0-8a92-4ddc-b54a-41339bb09439 admin admin] For port dbc6fb9c-a59f-43e3-84e8-dd1530d6ee18, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=dbc6fb9c-a59f-43e3-84e8-dd1530d6ee18,segment=NetworkSegment(85be518c-8bb4-46a2-a903-d4292782d29d),segment_id=85be518c-8bb4-46a2-a903-d4292782d29d)] {{(pid=102386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:37:58.883913 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-203937e0-8a92-4ddc-b54a-41339bb09439 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:58.888029 n-d-816865-1 neutron-server[102386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1c0ffbe-3ff6-48eb-83c7-4ceec027eec5', 'tag': 'a97321a5-d572-4e9b-a0da-d5132f1b9bf7'}] {{(pid=102386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 18:37:58.891288 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6173a44d7c73f41af551dc890fa1a5892c2c6bc3458b640c8e0c24db7876ba6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f59304cd-b573-440d-8958-1a8cac8ff4ae" -d '{"events": [{"name": "network-changed", "server_uuid": "e1c0ffbe-3ff6-48eb-83c7-4ceec027eec5", "tag": "a97321a5-d572-4e9b-a0da-d5132f1b9bf7"}]}' {{(pid=102386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 18:37:58.912501 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-203937e0-8a92-4ddc-b54a-41339bb09439 admin admin] Calling delete_port for dbc6fb9c-a59f-43e3-84e8-dd1530d6ee18 owned by network:router_gateway {{(pid=102386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 18:37:58.930595 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b4f6d5-9836-4bc7-8343-43f75dcc596e req-33a00ffc-b42f-4ae9-b3cf-c523fb3778f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:37:58.932330 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-00b4f6d5-9836-4bc7-8343-43f75dcc596e req-33a00ffc-b42f-4ae9-b3cf-c523fb3778f3 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=2d87535eb2bb46c696365475b90b493b&device_id=e1c0ffbe-3ff6-48eb-83c7-4ceec027eec5 HTTP/1.1" status: 200 len: 1095 time: 0.1246364 Nov 05 18:37:58.992270 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 18:37:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cc9c8ff-0fbc-4b3f-bc5a-57d1cd6829bd x-openstack-request-id: req-2cc9c8ff-0fbc-4b3f-bc5a-57d1cd6829bd {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 18:37:58.992899 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1c0ffbe-3ff6-48eb-83c7-4ceec027eec5", "tag": "a97321a5-d572-4e9b-a0da-d5132f1b9bf7", "status": "completed", "code": 200}]} {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 18:37:58.992899 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2cc9c8ff-0fbc-4b3f-bc5a-57d1cd6829bd {{(pid=102386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 18:37:58.996665 n-d-816865-1 neutron-server[102386]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1c0ffbe-3ff6-48eb-83c7-4ceec027eec5', 'tag': 'a97321a5-d572-4e9b-a0da-d5132f1b9bf7', 'status': 'completed', 'code': 200} Nov 05 18:37:59.034188 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-00b4f6d5-9836-4bc7-8343-43f75dcc596e req-87a41519-f565-4113-a440-6ccf4a283893 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a97321a5-d572-4e9b-a0da-d5132f1b9bf7 HTTP/1.1" status: 200 len: 217 time: 0.0519328 Nov 05 18:37:59.038970 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 39006) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:37:59.115015 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-8bd9db39-8b80-43c5-894c-0d724c8e1b7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66e000fb-5abd-480d-afaf-f77ff743f788', 'name': 'tempest-FloatingIPsTestJSON-2016845472-router', 'tenant_id': 'ae05a44cb6914df19fbdf0a2a0e15a22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.48'}], 'enable_snat': True}, 'gw_port_id': 'dbc6fb9c-a59f-43e3-84e8-dd1530d6ee18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T18:37:30Z', 'updated_at': '2021-11-05T18:37:56Z', 'revision_number': 5, 'project_id': 'ae05a44cb6914df19fbdf0a2a0e15a22', 'gw_port': {'id': 'dbc6fb9c-a59f-43e3-84e8-dd1530d6ee18', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:f0:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66e000fb-5abd-480d-afaf-f77ff743f788', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T18:37:31Z', 'updated_at': '2021-11-05T18:37:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1'}], 'n-d-816865-1', False) {} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:37:59.120280 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb6e4758-ac3a-4159-85f6-beb027a0886d admin admin] Deleting subnet f42be52a-0e71-4fa8-ac79-7d6a7a1ad3fb {{(pid=102387) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 05 18:37:59.124756 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-fb6e4758-ac3a-4159-85f6-beb027a0886d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:59.160587 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bd9db39-8b80-43c5-894c-0d724c8e1b7d None None] The sync data for ids ['66e000fb-5abd-480d-afaf-f77ff743f788'] in n-d-816865-1 is: [{'id': '66e000fb-5abd-480d-afaf-f77ff743f788', 'name': 'tempest-FloatingIPsTestJSON-2016845472-router', 'tenant_id': 'ae05a44cb6914df19fbdf0a2a0e15a22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.48'}], 'enable_snat': True}, 'gw_port_id': 'dbc6fb9c-a59f-43e3-84e8-dd1530d6ee18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T18:37:30Z', 'updated_at': '2021-11-05T18:37:56Z', 'revision_number': 5, 'project_id': 'ae05a44cb6914df19fbdf0a2a0e15a22', 'gw_port': {'id': 'dbc6fb9c-a59f-43e3-84e8-dd1530d6ee18', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:f0:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66e000fb-5abd-480d-afaf-f77ff743f788', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T18:37:31Z', 'updated_at': '2021-11-05T18:37:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1'}] {{(pid=102389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 18:37:59.189704 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-e194f0a7-e651-4b1d-87ee-150bdce55037 req-e455090a-62f7-4f7a-b833-c28ce279582e tempest-ImagesNegativeTestJSON-394450238 tempest-ImagesNegativeTestJSON-394450238-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=00f63bd8aceb4e27a1f95f9c5bc05b06&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0410414 Nov 05 18:37:59.212229 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b4f6d5-9836-4bc7-8343-43f75dcc596e req-d3f95129-b3be-4d60-9eb4-277635f8dc34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:37:59.215255 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-00b4f6d5-9836-4bc7-8343-43f75dcc596e req-d3f95129-b3be-4d60-9eb4-277635f8dc34 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a6c75341-a7fb-4eb2-8dc2-c5f20756d96e HTTP/1.1" status: 200 len: 868 time: 0.1685956 Nov 05 18:37:59.243913 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-fb6e4758-ac3a-4159-85f6-beb027a0886d admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:59.284888 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b4f6d5-9836-4bc7-8343-43f75dcc596e req-c7cbd598-bf4b-4e63-ad62-3d8a121c2be7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:37:59.285108 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-fb6e4758-ac3a-4159-85f6-beb027a0886d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1573928'] for subnet, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:59.286358 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-00b4f6d5-9836-4bc7-8343-43f75dcc596e req-c7cbd598-bf4b-4e63-ad62-3d8a121c2be7 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=7b3a41e7-93df-49e1-9756-a04fc3940e25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0601113 Nov 05 18:37:59.367743 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e194f0a7-e651-4b1d-87ee-150bdce55037 req-ba71ee75-25c6-4cba-9131-0d92e0ebc68b tempest-ImagesNegativeTestJSON-394450238 tempest-ImagesNegativeTestJSON-394450238-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:37:59.369263 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-e194f0a7-e651-4b1d-87ee-150bdce55037 req-ba71ee75-25c6-4cba-9131-0d92e0ebc68b tempest-ImagesNegativeTestJSON-394450238 tempest-ImagesNegativeTestJSON-394450238-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1723213 Nov 05 18:37:59.399215 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-e194f0a7-e651-4b1d-87ee-150bdce55037 req-15e6e7f8-01a2-4132-acc1-5edaf3c0c8e1 tempest-ImagesNegativeTestJSON-394450238 tempest-ImagesNegativeTestJSON-394450238-project] 10.222.0.13 "GET /v2.0/quotas/00f63bd8aceb4e27a1f95f9c5bc05b06 HTTP/1.1" status: 200 len: 375 time: 0.0224602 Nov 05 18:37:59.407948 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-00b4f6d5-9836-4bc7-8343-43f75dcc596e req-0804960d-2b32-4bc8-ad30-cc9191c4d99d service neutron] 10.222.0.55 "GET /v2.0/networks/7b3a41e7-93df-49e1-9756-a04fc3940e25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1037750 Nov 05 18:37:59.442330 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-e194f0a7-e651-4b1d-87ee-150bdce55037 req-2dcf6d18-9a14-426a-a532-9743a45474eb tempest-ImagesNegativeTestJSON-394450238 tempest-ImagesNegativeTestJSON-394450238-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=00f63bd8aceb4e27a1f95f9c5bc05b06&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0300646 Nov 05 18:37:59.446251 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-fb6e4758-ac3a-4159-85f6-beb027a0886d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1573905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877'] for subnet, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:59.474955 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6e4758-ac3a-4159-85f6-beb027a0886d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f42be52a-0e71-4fa8-ac79-7d6a7a1ad3fb,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:37:59.479983 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-203937e0-8a92-4ddc-b54a-41339bb09439 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798'] for port, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:59.488063 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc879d42-7871-4758-b8db-4f03013e9e43 req-0493d3cb-af6c-45a1-b68e-9abdd002093b tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:37:59.489664 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-cc879d42-7871-4758-b8db-4f03013e9e43 req-0493d3cb-af6c-45a1-b68e-9abdd002093b tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] 10.222.0.13 "GET /v2.0/ports?device_id=1deb7c06-0d89-436e-a71b-115690d709c3 HTTP/1.1" status: 200 len: 950 time: 0.1069322 Nov 05 18:37:59.490731 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-fb6e4758-ac3a-4159-85f6-beb027a0886d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597851'] for subnet, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:59.496595 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-fb6e4758-ac3a-4159-85f6-beb027a0886d admin admin] 10.222.0.13 "DELETE /v2.0/subnets/f42be52a-0e71-4fa8-ac79-7d6a7a1ad3fb HTTP/1.1" status: 204 len: 168 time: 0.4537637 Nov 05 18:37:59.497021 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 39018) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:37:59.510250 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203937e0-8a92-4ddc-b54a-41339bb09439 admin admin] Pushing event deleted for resources: {'Port': ['ID=dbc6fb9c-a59f-43e3-84e8-dd1530d6ee18,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:37:59.574267 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-203937e0-8a92-4ddc-b54a-41339bb09439 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1000651'] for router_gateway, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:59.607684 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-905d1ed6-17fa-4e15-a7be-b50a1a783776 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1664226'] for network, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:59.615787 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-cc879d42-7871-4758-b8db-4f03013e9e43 req-153985d8-e15a-4a79-800e-63c6ee96a410 tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] 10.222.0.13 "GET /v2.0/security-groups?id=c4f63610-8850-433c-ac4b-7e7146261ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111264 Nov 05 18:37:59.701144 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-905d1ed6-17fa-4e15-a7be-b50a1a783776 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1579173', 'neutron.services.segments.db._delete_segments_for_network-8750027792909'] for network, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:59.741752 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-00b4f6d5-9836-4bc7-8343-43f75dcc596e req-4548fc33-f4c1-4d75-a4fd-80c836efcfd0 service neutron] 10.222.0.55 "GET /v2.0/networks/7b3a41e7-93df-49e1-9756-a04fc3940e25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3176522 Nov 05 18:37:59.744593 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-203937e0-8a92-4ddc-b54a-41339bb09439 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-571301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6852'] for router, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:59.747059 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-905d1ed6-17fa-4e15-a7be-b50a1a783776 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=102387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 05 18:37:59.747525 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-905d1ed6-17fa-4e15-a7be-b50a1a783776 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=102387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 05 18:37:59.750304 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-905d1ed6-17fa-4e15-a7be-b50a1a783776 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 05 18:37:59.752741 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-905d1ed6-17fa-4e15-a7be-b50a1a783776 admin admin] Subscribe: > port after_create 55550000 {{(pid=102387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 05 18:37:59.753018 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-203937e0-8a92-4ddc-b54a-41339bb09439 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:59.753328 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-905d1ed6-17fa-4e15-a7be-b50a1a783776 admin admin] Subscribe: > port after_delete 55550000 {{(pid=102387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 05 18:37:59.753738 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-905d1ed6-17fa-4e15-a7be-b50a1a783776 admin admin] Subscribe: > port after_update 55550000 {{(pid=102387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 05 18:37:59.754352 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-905d1ed6-17fa-4e15-a7be-b50a1a783776 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=102387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 05 18:37:59.755265 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-905d1ed6-17fa-4e15-a7be-b50a1a783776 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 05 18:37:59.757029 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-905d1ed6-17fa-4e15-a7be-b50a1a783776 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 05 18:37:59.757428 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-905d1ed6-17fa-4e15-a7be-b50a1a783776 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=102387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 05 18:37:59.848960 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 39030) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:37:59.851655 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-905d1ed6-17fa-4e15-a7be-b50a1a783776 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 05 18:37:59.852187 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-905d1ed6-17fa-4e15-a7be-b50a1a783776 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 05 18:37:59.852807 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-905d1ed6-17fa-4e15-a7be-b50a1a783776 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=102387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 05 18:37:59.853143 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-905d1ed6-17fa-4e15-a7be-b50a1a783776 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=102387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 05 18:37:59.853514 n-d-816865-1 neutron-server[102387]: DEBUG neutron.services.segments.db [None req-905d1ed6-17fa-4e15-a7be-b50a1a783776 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['955f3154-b08a-4d99-8ebf-4fbfb4c5bfdd']}} {{(pid=102387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:37:59.937141 n-d-816865-1 neutron-server[102387]: DEBUG neutron.services.segments.db [None req-905d1ed6-17fa-4e15-a7be-b50a1a783776 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a77cb927-ae43-4ea3-ad4f-7cb4558e895d') {'for_net_delete': True} {{(pid=102387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:37:59.937438 n-d-816865-1 neutron-server[102387]: DEBUG neutron.services.segments.db [None req-905d1ed6-17fa-4e15-a7be-b50a1a783776 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a77cb927-ae43-4ea3-ad4f-7cb4558e895d') {} {{(pid=102387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:37:59.962467 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-905d1ed6-17fa-4e15-a7be-b50a1a783776 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750027793430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4463492'] for segment, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:59.988671 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-905d1ed6-17fa-4e15-a7be-b50a1a783776 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273'] for segment, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:37:59.993101 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b7022d-96e6-49a6-843d-a53e47fdd17c req-741d7b56-3e38-41ba-9eef-3ae8cd763200 tempest-MigrationsAdminTest-806850428 tempest-MigrationsAdminTest-806850428-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:37:59.994684 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-51b7022d-96e6-49a6-843d-a53e47fdd17c req-741d7b56-3e38-41ba-9eef-3ae8cd763200 tempest-MigrationsAdminTest-806850428 tempest-MigrationsAdminTest-806850428-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=1deb7c06-0d89-436e-a71b-115690d709c3 HTTP/1.1" status: 200 len: 1101 time: 0.1160262 Nov 05 18:38:00.007961 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-905d1ed6-17fa-4e15-a7be-b50a1a783776 admin admin] Releasing vlan 189 on physical network physnet1 to pool {{(pid=102387) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 05 18:38:00.008357 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-905d1ed6-17fa-4e15-a7be-b50a1a783776 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4417236'] for segment, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:38:00.008995 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-aacc8771-05e5-42a3-9cfb-450d1b96d5ae admin admin] Publish callbacks [] for security_group, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:38:00.025507 n-d-816865-1 neutron-server[102387]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 05 18:38:00.025507 n-d-816865-1 neutron-server[102387]: from cryptography.utils import int_from_bytes Nov 05 18:38:00.025507 n-d-816865-1 neutron-server[102387]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 05 18:38:00.025507 n-d-816865-1 neutron-server[102387]: from cryptography.utils import int_from_bytes Nov 05 18:38:00.025507 n-d-816865-1 neutron-server[102387]: Traceback (most recent call last): Nov 05 18:38:00.025507 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 05 18:38:00.025507 n-d-816865-1 neutron-server[102387]: timer() Nov 05 18:38:00.025507 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 05 18:38:00.025507 n-d-816865-1 neutron-server[102387]: cb(*args, **kw) Nov 05 18:38:00.025507 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 05 18:38:00.025507 n-d-816865-1 neutron-server[102387]: return func(*args, **kwargs) Nov 05 18:38:00.025507 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 05 18:38:00.025507 n-d-816865-1 neutron-server[102387]: self._notify() Nov 05 18:38:00.025507 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 05 18:38:00.025507 n-d-816865-1 neutron-server[102387]: self.callback(batched_events) Nov 05 18:38:00.025507 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 05 18:38:00.025507 n-d-816865-1 neutron-server[102387]: event.method(event) Nov 05 18:38:00.025507 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 05 18:38:00.025507 n-d-816865-1 neutron-server[102387]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 05 18:38:00.025507 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 05 18:38:00.025507 n-d-816865-1 neutron-server[102387]: aggregate_uuid = self.p_client.list_aggregates( Nov 05 18:38:00.025507 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 05 18:38:00.025507 n-d-816865-1 neutron-server[102387]: return f(self, *a, **k) Nov 05 18:38:00.025507 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 05 18:38:00.025507 n-d-816865-1 neutron-server[102387]: return self._get(url).json() Nov 05 18:38:00.025507 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 05 18:38:00.025507 n-d-816865-1 neutron-server[102387]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 05 18:38:00.025507 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 05 18:38:00.025507 n-d-816865-1 neutron-server[102387]: return self.request(url, 'GET', **kwargs) Nov 05 18:38:00.025507 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 05 18:38:00.025507 n-d-816865-1 neutron-server[102387]: base_url = self.get_endpoint(auth, allow=allow, Nov 05 18:38:00.025507 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 05 18:38:00.025507 n-d-816865-1 neutron-server[102387]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 05 18:38:00.025507 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 05 18:38:00.025507 n-d-816865-1 neutron-server[102387]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 05 18:38:00.025507 n-d-816865-1 neutron-server[102387]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 05 18:38:00.058879 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e6c972-e00d-4151-9594-d71d0f63d438 req-e3cd6514-504b-41cf-a07d-738f4e64a98b tempest-FloatingIPsAssociationNegativeTestJSON-1117017581 tempest-FloatingIPsAssociationNegativeTestJSON-1117017581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:38:00.060291 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-90e6c972-e00d-4151-9594-d71d0f63d438 req-e3cd6514-504b-41cf-a07d-738f4e64a98b tempest-FloatingIPsAssociationNegativeTestJSON-1117017581 tempest-FloatingIPsAssociationNegativeTestJSON-1117017581-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1c0ffbe-3ff6-48eb-83c7-4ceec027eec5 HTTP/1.1" status: 200 len: 944 time: 0.1999242 Nov 05 18:38:00.090900 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-aacc8771-05e5-42a3-9cfb-450d1b96d5ae admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:38:00.390733 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-51b7022d-96e6-49a6-843d-a53e47fdd17c req-f2b394e1-59da-4f8f-9236-df7534a788e2 tempest-MigrationsAdminTest-806850428 tempest-MigrationsAdminTest-806850428-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=c4f63610-8850-433c-ac4b-7e7146261ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3858488 Nov 05 18:38:00.397978 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-90e6c972-e00d-4151-9594-d71d0f63d438 req-695c4b48-f83b-4e5a-8c90-a0789938b43b tempest-FloatingIPsAssociationNegativeTestJSON-1117017581 tempest-FloatingIPsAssociationNegativeTestJSON-1117017581-project] 10.222.0.13 "GET /v2.0/security-groups?id=d752849f-3561-4e8d-bfef-4dddab2ff037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716641 Nov 05 18:38:00.415666 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-203937e0-8a92-4ddc-b54a-41339bb09439 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-571310'] for router, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:38:00.415666 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-203937e0-8a92-4ddc-b54a-41339bb09439 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 66e000fb-5abd-480d-afaf-f77ff743f788 {{(pid=102386) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 05 18:38:00.424335 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-203937e0-8a92-4ddc-b54a-41339bb09439 admin admin] Publish callbacks [] for router, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:38:00.429246 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-203937e0-8a92-4ddc-b54a-41339bb09439 admin admin] 10.222.0.13 "DELETE /v2.0/routers/66e000fb-5abd-480d-afaf-f77ff743f788 HTTP/1.1" status: 204 len: 168 time: 2.4526532 Nov 05 18:38:00.432874 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 39046) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:38:00.478342 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-aacc8771-05e5-42a3-9cfb-450d1b96d5ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:38:00.480658 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-905d1ed6-17fa-4e15-a7be-b50a1a783776 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1579178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-956796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1000687'] for network, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:38:00.487477 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-905d1ed6-17fa-4e15-a7be-b50a1a783776 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597851'] for network, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:38:00.499884 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-905d1ed6-17fa-4e15-a7be-b50a1a783776 admin admin] 10.222.0.13 "DELETE /v2.0/networks/955f3154-b08a-4d99-8ebf-4fbfb4c5bfdd HTTP/1.1" status: 204 len: 168 time: 0.9969814 Nov 05 18:38:00.499884 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 39052) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:38:00.548209 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-aacc8771-05e5-42a3-9cfb-450d1b96d5ae admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d8a05842fb3b4602b494a2c5fe3c1ef1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6948340 Nov 05 18:38:00.552615 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 39058) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:38:00.563002 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-8756f9ad-74f4-49fc-aee0-e95f09b20260 req-c5d21d3c-cb4e-4638-a726-a30c5f4ba2b7 tempest-ImagesNegativeTestJSON-394450238 tempest-ImagesNegativeTestJSON-394450238-project] 10.222.0.13 "GET /v2.0/ports?device_id=a05fb860-c272-418e-b55e-2d4e349e6f94 HTTP/1.1" status: 200 len: 210 time: 0.1278224 Nov 05 18:38:00.604381 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905d1ed6-17fa-4e15-a7be-b50a1a783776 admin admin] Pushing event deleted for resources: {'Network': ['ID=955f3154-b08a-4d99-8ebf-4fbfb4c5bfdd,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:38:00.629919 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.db_base_plugin_v2 [None req-ecb1fc90-8d87-451e-b884-18bf5b2b9cbc admin admin] Deleting subnet 2f0132e2-dec8-4139-ba02-b7edb3ddc170 {{(pid=102387) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 05 18:38:00.633383 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-ecb1fc90-8d87-451e-b884-18bf5b2b9cbc admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:38:00.641230 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59304cd-b573-440d-8958-1a8cac8ff4ae req-3981a47c-8aed-4773-a6fc-0ab2c7a92300 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:38:00.641525 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-f59304cd-b573-440d-8958-1a8cac8ff4ae req-3981a47c-8aed-4773-a6fc-0ab2c7a92300 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=2d87535eb2bb46c696365475b90b493b&device_id=e1c0ffbe-3ff6-48eb-83c7-4ceec027eec5 HTTP/1.1" status: 200 len: 1095 time: 0.2104533 Nov 05 18:38:00.643968 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-8056361e-063b-44aa-a40a-2443a38f5af9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:38:00.681264 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-8056361e-063b-44aa-a40a-2443a38f5af9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:38:00.687540 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.db_base_plugin_v2 [None req-83347186-f54e-41ba-a251-9d9b02d8cf25 admin admin] Deleting subnet 09b5b7d3-8829-4f68-b657-da635520cf65 {{(pid=102387) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 05 18:38:00.693778 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-83347186-f54e-41ba-a251-9d9b02d8cf25 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:38:00.696837 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacc8771-05e5-42a3-9cfb-450d1b96d5ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9211543f-2b67-406a-b5e3-c04f2de7fc2a,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:38:00.722674 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-ecb1fc90-8d87-451e-b884-18bf5b2b9cbc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4463501'] for subnet, precommit_delete_associations {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:38:00.765357 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-83347186-f54e-41ba-a251-9d9b02d8cf25 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4463501'] for subnet, precommit_delete_associations {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:38:00.830969 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59304cd-b573-440d-8958-1a8cac8ff4ae req-0c8d0b6e-365e-47b7-a2eb-30a641e65d83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:38:00.832657 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-f59304cd-b573-440d-8958-1a8cac8ff4ae req-0c8d0b6e-365e-47b7-a2eb-30a641e65d83 service neutron] 10.222.0.55 "GET /v2.0/networks?id=7b3a41e7-93df-49e1-9756-a04fc3940e25 HTTP/1.1" status: 200 len: 930 time: 0.1489410 Nov 05 18:38:00.879092 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-f59304cd-b573-440d-8958-1a8cac8ff4ae req-7ef57a66-f10c-4507-bb9e-25c38fad951b service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a97321a5-d572-4e9b-a0da-d5132f1b9bf7 HTTP/1.1" status: 200 len: 217 time: 0.0370579 Nov 05 18:38:00.887956 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-8056361e-063b-44aa-a40a-2443a38f5af9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:38:00.891340 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-8056361e-063b-44aa-a40a-2443a38f5af9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:38:00.894530 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-8056361e-063b-44aa-a40a-2443a38f5af9 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9211543f-2b67-406a-b5e3-c04f2de7fc2a HTTP/1.1" status: 204 len: 168 time: 0.3309605 Nov 05 18:38:00.897990 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-a7d4d5e8-4df4-4fef-aea1-5f2c5ab7db75 req-75a38c91-3573-4d49-b59f-5cc11a9ef683 tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=10ec5728e81c4449951d5c9e87d02372&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0534263 Nov 05 18:38:00.899091 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-83347186-f54e-41ba-a251-9d9b02d8cf25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1573928'] for subnet, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:38:00.929483 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8056361e-063b-44aa-a40a-2443a38f5af9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9211543f-2b67-406a-b5e3-c04f2de7fc2a,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:38:00.946994 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-ecb1fc90-8d87-451e-b884-18bf5b2b9cbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1573928'] for subnet, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:38:00.948088 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59304cd-b573-440d-8958-1a8cac8ff4ae req-ddf44508-5d0b-48d8-aa45-a53b9b1cd4b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:38:00.949868 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-f59304cd-b573-440d-8958-1a8cac8ff4ae req-ddf44508-5d0b-48d8-aa45-a53b9b1cd4b3 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a6c75341-a7fb-4eb2-8dc2-c5f20756d96e HTTP/1.1" status: 200 len: 868 time: 0.0561481 Nov 05 18:38:00.976073 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 039a7b0a-92a6-4ce1-bb77-1ca4f49ba73b no longer exists at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 18:38:01.032861 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] No Port match for: 039a7b0a-92a6-4ce1-bb77-1ca4f49ba73b {{(pid=102388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 18:38:01.036315 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 039a7b0a-92a6-4ce1-bb77-1ca4f49ba73b not bound to the agent host n-d-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 18:38:01.067118 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59304cd-b573-440d-8958-1a8cac8ff4ae req-75176e49-d362-478a-bd9c-557ea13848e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:38:01.068857 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-f59304cd-b573-440d-8958-1a8cac8ff4ae req-75176e49-d362-478a-bd9c-557ea13848e7 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=7b3a41e7-93df-49e1-9756-a04fc3940e25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1088886 Nov 05 18:38:01.161016 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d4d5e8-4df4-4fef-aea1-5f2c5ab7db75 req-b175cff6-7b01-4471-afde-5246f94f8542 tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:38:01.171746 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-a7d4d5e8-4df4-4fef-aea1-5f2c5ab7db75 req-b175cff6-7b01-4471-afde-5246f94f8542 tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2510622 Nov 05 18:38:01.184524 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-a7d4d5e8-4df4-4fef-aea1-5f2c5ab7db75 req-eb2b15bc-31c0-438c-b8fe-bc32c3797538 tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] 10.222.0.13 "GET /v2.0/quotas/10ec5728e81c4449951d5c9e87d02372 HTTP/1.1" status: 200 len: 375 time: 0.0105674 Nov 05 18:38:01.189239 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-f59304cd-b573-440d-8958-1a8cac8ff4ae req-c17b9166-6376-45ee-9b67-83594cbcf062 service neutron] 10.222.0.55 "GET /v2.0/networks/7b3a41e7-93df-49e1-9756-a04fc3940e25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1114507 Nov 05 18:38:01.189607 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-83347186-f54e-41ba-a251-9d9b02d8cf25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1573905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4417146', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5112209'] for subnet, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:38:01.227759 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83347186-f54e-41ba-a251-9d9b02d8cf25 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=09b5b7d3-8829-4f68-b657-da635520cf65,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:38:01.247221 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-83347186-f54e-41ba-a251-9d9b02d8cf25 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597851'] for subnet, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:38:01.253184 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-83347186-f54e-41ba-a251-9d9b02d8cf25 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/09b5b7d3-8829-4f68-b657-da635520cf65 HTTP/1.1" status: 204 len: 168 time: 0.7510951 Nov 05 18:38:01.255726 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 39078) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:38:01.261573 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-ecb1fc90-8d87-451e-b884-18bf5b2b9cbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1573905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4417146', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5112209'] for subnet, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:38:01.294502 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb1fc90-8d87-451e-b884-18bf5b2b9cbc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2f0132e2-dec8-4139-ba02-b7edb3ddc170,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:38:01.298857 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-ecb1fc90-8d87-451e-b884-18bf5b2b9cbc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597851'] for subnet, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:38:01.302380 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-ecb1fc90-8d87-451e-b884-18bf5b2b9cbc admin admin] 10.222.0.13 "DELETE /v2.0/subnets/2f0132e2-dec8-4139-ba02-b7edb3ddc170 HTTP/1.1" status: 204 len: 168 time: 0.8685913 Nov 05 18:38:01.306921 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 39080) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:38:01.313224 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e71ec3e1-da30-4243-8827-2c143f9c8c16 None None] Network 29c8c199-5d2b-40ca-ba38-02930790781b requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 18:38:01.341239 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-a7d4d5e8-4df4-4fef-aea1-5f2c5ab7db75 req-74d0fd9a-6f5e-4aac-bef1-0e5965017fa7 tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=10ec5728e81c4449951d5c9e87d02372&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1492546 Nov 05 18:38:01.348208 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-f59304cd-b573-440d-8958-1a8cac8ff4ae req-792de0d2-b6d0-4369-bdba-063cb415ee44 service neutron] 10.222.0.55 "GET /v2.0/networks/7b3a41e7-93df-49e1-9756-a04fc3940e25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1500504 Nov 05 18:38:01.350732 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-6cb0a135-cb68-48ce-9171-312ff4c9934c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1664226'] for network, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:38:01.396498 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-50d65256-addf-4324-a1eb-4a7549f42871 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1664226'] for network, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:38:01.447364 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-6cb0a135-cb68-48ce-9171-312ff4c9934c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1579173', 'neutron.services.segments.db._delete_segments_for_network-8750027792909'] for network, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:38:01.470436 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [None req-50d65256-addf-4324-a1eb-4a7549f42871 admin admin] Deleting port c2bc2176-eb1e-407d-93ad-1bd54726b876 {{(pid=102387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 18:38:01.470776 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-50d65256-addf-4324-a1eb-4a7549f42871 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:38:01.477334 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-6cb0a135-cb68-48ce-9171-312ff4c9934c admin admin] Subscribe: > segment before_delete 55550000 {{(pid=102386) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 05 18:38:01.477701 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-6cb0a135-cb68-48ce-9171-312ff4c9934c admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=102386) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 05 18:38:01.478519 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-6cb0a135-cb68-48ce-9171-312ff4c9934c admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102386) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 05 18:38:01.478855 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-6cb0a135-cb68-48ce-9171-312ff4c9934c admin admin] Subscribe: > port after_create 55550000 {{(pid=102386) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 05 18:38:01.479476 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-6cb0a135-cb68-48ce-9171-312ff4c9934c admin admin] Subscribe: > port after_delete 55550000 {{(pid=102386) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 05 18:38:01.479814 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-6cb0a135-cb68-48ce-9171-312ff4c9934c admin admin] Subscribe: > port after_update 55550000 {{(pid=102386) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 05 18:38:01.480137 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-6cb0a135-cb68-48ce-9171-312ff4c9934c admin admin] Subscribe: > segment after_delete 55550000 {{(pid=102386) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 05 18:38:01.480508 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-6cb0a135-cb68-48ce-9171-312ff4c9934c admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102386) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 05 18:38:01.480780 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-6cb0a135-cb68-48ce-9171-312ff4c9934c admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102386) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 05 18:38:01.481105 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-6cb0a135-cb68-48ce-9171-312ff4c9934c admin admin] Subscribe: > subnet after_update 55550000 {{(pid=102386) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 05 18:38:01.551134 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e879cc14-4e20-455c-9afb-6da41482c6a6 None None] DHCP port deletion for 29c8c199-5d2b-40ca-ba38-02930790781b request from n-d-816865-1 {{(pid=102388) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 05 18:38:01.557344 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-6cb0a135-cb68-48ce-9171-312ff4c9934c admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102386) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 05 18:38:01.557703 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-6cb0a135-cb68-48ce-9171-312ff4c9934c admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102386) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 05 18:38:01.558056 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-6cb0a135-cb68-48ce-9171-312ff4c9934c admin admin] Subscribe: > subnet before_create 55550000 {{(pid=102386) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 05 18:38:01.558419 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-6cb0a135-cb68-48ce-9171-312ff4c9934c admin admin] Subscribe: > subnet before_update 55550000 {{(pid=102386) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 05 18:38:01.558879 n-d-816865-1 neutron-server[102386]: DEBUG neutron.services.segments.db [None req-6cb0a135-cb68-48ce-9171-312ff4c9934c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1668fb6e-588a-484b-9010-f27ced82b5b4']}} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:38:01.578448 n-d-816865-1 neutron-server[102386]: DEBUG neutron.services.segments.db [None req-6cb0a135-cb68-48ce-9171-312ff4c9934c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '299002fc-65da-41b2-85cc-2830eea358f0') {'for_net_delete': True} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:38:01.578818 n-d-816865-1 neutron-server[102386]: DEBUG neutron.services.segments.db [None req-6cb0a135-cb68-48ce-9171-312ff4c9934c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '299002fc-65da-41b2-85cc-2830eea358f0') {} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:38:01.600065 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-6cb0a135-cb68-48ce-9171-312ff4c9934c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750027793430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4590747'] for segment, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:38:01.609875 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.db [None req-50d65256-addf-4324-a1eb-4a7549f42871 admin admin] For port c2bc2176-eb1e-407d-93ad-1bd54726b876, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=c2bc2176-eb1e-407d-93ad-1bd54726b876,segment=NetworkSegment(16bf67e5-8e6c-4dbc-b9e5-63f011493684),segment_id=16bf67e5-8e6c-4dbc-b9e5-63f011493684)] {{(pid=102387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:38:01.614867 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-50d65256-addf-4324-a1eb-4a7549f42871 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:38:01.615110 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-e879cc14-4e20-455c-9afb-6da41482c6a6 None None] Deleting port c2bc2176-eb1e-407d-93ad-1bd54726b876 {{(pid=102388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 18:38:01.615110 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-e879cc14-4e20-455c-9afb-6da41482c6a6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:38:01.618992 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 39088) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:38:01.634710 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [None req-50d65256-addf-4324-a1eb-4a7549f42871 admin admin] Calling delete_port for c2bc2176-eb1e-407d-93ad-1bd54726b876 owned by network:dhcp {{(pid=102387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 18:38:01.650303 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-6cb0a135-cb68-48ce-9171-312ff4c9934c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273'] for segment, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:38:01.654079 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-458308f6-aa45-4e9c-a705-5c280dee322b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:38:01.660166 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d0b47f-9142-4ecd-9c10-c80b007428fa req-5440d2e2-e217-4eac-ac0c-0a7e0a0b77ba tempest-FloatingIPsAssociationNegativeTestJSON-1117017581 tempest-FloatingIPsAssociationNegativeTestJSON-1117017581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:38:01.667566 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-08d0b47f-9142-4ecd-9c10-c80b007428fa req-5440d2e2-e217-4eac-ac0c-0a7e0a0b77ba tempest-FloatingIPsAssociationNegativeTestJSON-1117017581 tempest-FloatingIPsAssociationNegativeTestJSON-1117017581-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1c0ffbe-3ff6-48eb-83c7-4ceec027eec5 HTTP/1.1" status: 200 len: 944 time: 0.1100366 Nov 05 18:38:01.669088 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6cb0a135-cb68-48ce-9171-312ff4c9934c admin admin] Releasing vlan 182 on physical network physnet1 to pool {{(pid=102386) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 05 18:38:01.669088 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-6cb0a135-cb68-48ce-9171-312ff4c9934c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6149721'] for segment, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:38:01.675139 n-d-816865-1 neutron-server[102386]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 05 18:38:01.675139 n-d-816865-1 neutron-server[102386]: from cryptography.utils import int_from_bytes Nov 05 18:38:01.675139 n-d-816865-1 neutron-server[102386]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 05 18:38:01.675139 n-d-816865-1 neutron-server[102386]: from cryptography.utils import int_from_bytes Nov 05 18:38:01.675139 n-d-816865-1 neutron-server[102386]: Traceback (most recent call last): Nov 05 18:38:01.675139 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 05 18:38:01.675139 n-d-816865-1 neutron-server[102386]: timer() Nov 05 18:38:01.675139 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 05 18:38:01.675139 n-d-816865-1 neutron-server[102386]: cb(*args, **kw) Nov 05 18:38:01.675139 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 05 18:38:01.675139 n-d-816865-1 neutron-server[102386]: return func(*args, **kwargs) Nov 05 18:38:01.675139 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 05 18:38:01.675139 n-d-816865-1 neutron-server[102386]: self._notify() Nov 05 18:38:01.675139 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 05 18:38:01.675139 n-d-816865-1 neutron-server[102386]: self.callback(batched_events) Nov 05 18:38:01.675139 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 05 18:38:01.675139 n-d-816865-1 neutron-server[102386]: event.method(event) Nov 05 18:38:01.675139 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 05 18:38:01.675139 n-d-816865-1 neutron-server[102386]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 05 18:38:01.675139 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 05 18:38:01.675139 n-d-816865-1 neutron-server[102386]: aggregate_uuid = self.p_client.list_aggregates( Nov 05 18:38:01.675139 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 05 18:38:01.675139 n-d-816865-1 neutron-server[102386]: return f(self, *a, **k) Nov 05 18:38:01.675139 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 05 18:38:01.675139 n-d-816865-1 neutron-server[102386]: return self._get(url).json() Nov 05 18:38:01.675139 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 05 18:38:01.675139 n-d-816865-1 neutron-server[102386]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 05 18:38:01.675139 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 05 18:38:01.675139 n-d-816865-1 neutron-server[102386]: return self.request(url, 'GET', **kwargs) Nov 05 18:38:01.675139 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 05 18:38:01.675139 n-d-816865-1 neutron-server[102386]: base_url = self.get_endpoint(auth, allow=allow, Nov 05 18:38:01.675139 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 05 18:38:01.675139 n-d-816865-1 neutron-server[102386]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 05 18:38:01.675139 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 05 18:38:01.675139 n-d-816865-1 neutron-server[102386]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 05 18:38:01.675139 n-d-816865-1 neutron-server[102386]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 05 18:38:01.683933 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-e879cc14-4e20-455c-9afb-6da41482c6a6 None None] For port c2bc2176-eb1e-407d-93ad-1bd54726b876, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=c2bc2176-eb1e-407d-93ad-1bd54726b876,segment=NetworkSegment(16bf67e5-8e6c-4dbc-b9e5-63f011493684),segment_id=16bf67e5-8e6c-4dbc-b9e5-63f011493684)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:38:01.704534 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-e879cc14-4e20-455c-9afb-6da41482c6a6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:38:01.766332 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-e879cc14-4e20-455c-9afb-6da41482c6a6 None None] Calling delete_port for c2bc2176-eb1e-407d-93ad-1bd54726b876 owned by network:dhcp {{(pid=102388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 18:38:01.769898 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-08d0b47f-9142-4ecd-9c10-c80b007428fa req-6ac8b16a-e5e9-4c7d-b71f-b1ca619b6454 tempest-FloatingIPsAssociationNegativeTestJSON-1117017581 tempest-FloatingIPsAssociationNegativeTestJSON-1117017581-project] 10.222.0.13 "GET /v2.0/security-groups?id=d752849f-3561-4e8d-bfef-4dddab2ff037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012785 Nov 05 18:38:01.912995 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-6cb0a135-cb68-48ce-9171-312ff4c9934c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1579178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-956796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1000687'] for network, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:38:01.931147 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-54c1974a-2c94-4f1f-be88-89c92e5af5d9 req-6fadd6ca-3024-4bff-9d3d-484dbdbeb755 tempest-ImagesNegativeTestJSON-394450238 tempest-ImagesNegativeTestJSON-394450238-project] 10.222.0.13 "GET /v2.0/ports?device_id=a05fb860-c272-418e-b55e-2d4e349e6f94 HTTP/1.1" status: 200 len: 210 time: 0.0629630 Nov 05 18:38:01.931458 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-6cb0a135-cb68-48ce-9171-312ff4c9934c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597851'] for network, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:38:01.958319 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-6cb0a135-cb68-48ce-9171-312ff4c9934c admin admin] 10.222.0.13 "DELETE /v2.0/networks/1668fb6e-588a-484b-9010-f27ced82b5b4 HTTP/1.1" status: 204 len: 168 time: 0.6987598 Nov 05 18:38:01.995478 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb0a135-cb68-48ce-9171-312ff4c9934c admin admin] Pushing event deleted for resources: {'Network': ['ID=1668fb6e-588a-484b-9010-f27ced82b5b4,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:38:02.012849 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-e879cc14-4e20-455c-9afb-6da41482c6a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798'] for port, after_delete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:38:02.015355 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-00c33e30-4ffe-4058-97fd-29882061721e req-547a6f6a-968b-40e1-a936-4a75deb6bfa7 tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] 10.222.0.13 "GET /v2.0/ports?device_id=0fe35696-e2e4-4757-b0fc-ca26acfa8a1b HTTP/1.1" status: 200 len: 210 time: 0.0491664 Nov 05 18:38:02.016487 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-50d65256-addf-4324-a1eb-4a7549f42871 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4417063'] for port, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:38:02.040240 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50d65256-addf-4324-a1eb-4a7549f42871 admin admin] No DVR routers for this DVR port c2bc2176-eb1e-407d-93ad-1bd54726b876 on host n-d-816865-1 {{(pid=102387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 18:38:02.067425 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d65256-addf-4324-a1eb-4a7549f42871 admin admin] Pushing event deleted for resources: {'Port': ['ID=c2bc2176-eb1e-407d-93ad-1bd54726b876,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:38:02.074900 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e879cc14-4e20-455c-9afb-6da41482c6a6 None None] Pushing event deleted for resources: {'Port': ['ID=c2bc2176-eb1e-407d-93ad-1bd54726b876,revision_number=None']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:38:02.080528 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e879cc14-4e20-455c-9afb-6da41482c6a6 None None] No DVR routers for this DVR port c2bc2176-eb1e-407d-93ad-1bd54726b876 on host n-d-816865-1 {{(pid=102388) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 18:38:02.088559 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-458308f6-aa45-4e9c-a705-5c280dee322b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:38:02.150684 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-50d65256-addf-4324-a1eb-4a7549f42871 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1579173', 'neutron.services.segments.db._delete_segments_for_network-8750027792909'] for network, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:38:02.172234 n-d-816865-1 neutron-server[102387]: DEBUG neutron.services.segments.db [None req-50d65256-addf-4324-a1eb-4a7549f42871 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29c8c199-5d2b-40ca-ba38-02930790781b']}} {{(pid=102387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:38:02.181206 n-d-816865-1 neutron-server[102387]: DEBUG neutron.services.segments.db [None req-50d65256-addf-4324-a1eb-4a7549f42871 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '16bf67e5-8e6c-4dbc-b9e5-63f011493684') {'for_net_delete': True} {{(pid=102387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:38:02.181496 n-d-816865-1 neutron-server[102387]: DEBUG neutron.services.segments.db [None req-50d65256-addf-4324-a1eb-4a7549f42871 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '16bf67e5-8e6c-4dbc-b9e5-63f011493684') {} {{(pid=102387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:38:02.183762 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-458308f6-aa45-4e9c-a705-5c280dee322b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:38:02.195483 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-50d65256-addf-4324-a1eb-4a7549f42871 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750027793430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4463492'] for segment, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:38:02.212860 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-50d65256-addf-4324-a1eb-4a7549f42871 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273'] for segment, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:38:02.220775 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50d65256-addf-4324-a1eb-4a7549f42871 admin admin] Releasing vlan 196 on physical network physnet1 to pool {{(pid=102387) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 05 18:38:02.221397 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-50d65256-addf-4324-a1eb-4a7549f42871 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4417236'] for segment, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:38:02.223436 n-d-816865-1 neutron-server[102387]: Traceback (most recent call last): Nov 05 18:38:02.223436 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 05 18:38:02.223436 n-d-816865-1 neutron-server[102387]: timer() Nov 05 18:38:02.223436 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 05 18:38:02.223436 n-d-816865-1 neutron-server[102387]: cb(*args, **kw) Nov 05 18:38:02.223436 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 05 18:38:02.223436 n-d-816865-1 neutron-server[102387]: return func(*args, **kwargs) Nov 05 18:38:02.223436 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 05 18:38:02.223436 n-d-816865-1 neutron-server[102387]: self._notify() Nov 05 18:38:02.223436 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 05 18:38:02.223436 n-d-816865-1 neutron-server[102387]: self.callback(batched_events) Nov 05 18:38:02.223436 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 05 18:38:02.223436 n-d-816865-1 neutron-server[102387]: event.method(event) Nov 05 18:38:02.223436 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 05 18:38:02.223436 n-d-816865-1 neutron-server[102387]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 05 18:38:02.223436 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 05 18:38:02.223436 n-d-816865-1 neutron-server[102387]: aggregate_uuid = self.p_client.list_aggregates( Nov 05 18:38:02.223436 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 05 18:38:02.223436 n-d-816865-1 neutron-server[102387]: return f(self, *a, **k) Nov 05 18:38:02.223436 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 05 18:38:02.223436 n-d-816865-1 neutron-server[102387]: return self._get(url).json() Nov 05 18:38:02.223436 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 05 18:38:02.223436 n-d-816865-1 neutron-server[102387]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 05 18:38:02.223436 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 05 18:38:02.223436 n-d-816865-1 neutron-server[102387]: return self.request(url, 'GET', **kwargs) Nov 05 18:38:02.223436 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 05 18:38:02.223436 n-d-816865-1 neutron-server[102387]: base_url = self.get_endpoint(auth, allow=allow, Nov 05 18:38:02.223436 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 05 18:38:02.223436 n-d-816865-1 neutron-server[102387]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 05 18:38:02.223436 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 05 18:38:02.223436 n-d-816865-1 neutron-server[102387]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 05 18:38:02.223436 n-d-816865-1 neutron-server[102387]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 05 18:38:02.228135 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458308f6-aa45-4e9c-a705-5c280dee322b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc91eb72-8ed8-4171-b63c-7b84c3acf70d,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:38:02.239217 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-458308f6-aa45-4e9c-a705-5c280dee322b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=99fd24cad3d841abacc2b37b36c478f4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6191988 Nov 05 18:38:02.241747 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 39118) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:38:02.294816 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-e977e6cd-897c-4a49-97ec-0ba50200e50e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:38:02.321701 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-e977e6cd-897c-4a49-97ec-0ba50200e50e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:38:02.385932 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-50d65256-addf-4324-a1eb-4a7549f42871 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1579178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-956796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1000687'] for network, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:38:02.392502 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-50d65256-addf-4324-a1eb-4a7549f42871 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597851'] for network, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:38:02.396315 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-50d65256-addf-4324-a1eb-4a7549f42871 admin admin] 10.222.0.13 "DELETE /v2.0/networks/29c8c199-5d2b-40ca-ba38-02930790781b HTTP/1.1" status: 204 len: 168 time: 1.0898080 Nov 05 18:38:02.407469 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d65256-addf-4324-a1eb-4a7549f42871 admin admin] Pushing event deleted for resources: {'Network': ['ID=29c8c199-5d2b-40ca-ba38-02930790781b,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:38:02.461248 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-e977e6cd-897c-4a49-97ec-0ba50200e50e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:38:02.468857 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-e977e6cd-897c-4a49-97ec-0ba50200e50e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:38:02.473119 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-e977e6cd-897c-4a49-97ec-0ba50200e50e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/cc91eb72-8ed8-4171-b63c-7b84c3acf70d HTTP/1.1" status: 204 len: 168 time: 0.2301803 Nov 05 18:38:02.475287 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 39132) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:38:02.492457 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e977e6cd-897c-4a49-97ec-0ba50200e50e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc91eb72-8ed8-4171-b63c-7b84c3acf70d,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:38:02.529146 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-a95ec4e5-9b54-4269-b331-1ab5d690e58c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1378cc122b744fd2a72edd863adcc850&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0524478 Nov 05 18:38:02.531731 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 39134) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:38:02.559944 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3456c047-ca24-46fc-980b-19a2e7623647 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:38:02.596465 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-66b12074-51af-4bbd-99cb-3e48dc8f8ed8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:38:02.623623 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-66b12074-51af-4bbd-99cb-3e48dc8f8ed8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:38:02.656781 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device c2bc2176-eb1e-407d-93ad-1bd54726b876 no longer exists at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 18:38:02.681423 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] No Port match for: c2bc2176-eb1e-407d-93ad-1bd54726b876 {{(pid=102388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 18:38:02.681423 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device c2bc2176-eb1e-407d-93ad-1bd54726b876 not bound to the agent host n-d-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 18:38:02.681423 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device dbc6fb9c-a59f-43e3-84e8-dd1530d6ee18 no longer exists at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 18:38:02.700008 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] No Port match for: dbc6fb9c-a59f-43e3-84e8-dd1530d6ee18 {{(pid=102388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 18:38:02.700356 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device dbc6fb9c-a59f-43e3-84e8-dd1530d6ee18 not bound to the agent host n-d-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 18:38:02.715727 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Device a97321a5-d572-4e9b-a0da-d5132f1b9bf7 details requested by agent hyperv_n-h2-816865-1 with host n-h2-816865-1 {{(pid=102388) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 05 18:38:02.781488 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 39142) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:38:02.816807 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-66b12074-51af-4bbd-99cb-3e48dc8f8ed8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:38:02.821009 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-66b12074-51af-4bbd-99cb-3e48dc8f8ed8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:38:02.825320 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-66b12074-51af-4bbd-99cb-3e48dc8f8ed8 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/90febc7e-7a4f-4e17-8ddb-723e03f22ebb HTTP/1.1" status: 204 len: 168 time: 0.2924829 Nov 05 18:38:02.863157 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b12074-51af-4bbd-99cb-3e48dc8f8ed8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90febc7e-7a4f-4e17-8ddb-723e03f22ebb,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:38:02.876866 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] For port a97321a5-d572-4e9b-a0da-d5132f1b9bf7, host n-h2-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=a97321a5-d572-4e9b-a0da-d5132f1b9bf7,segment=NetworkSegment(0ad128ab-a1c3-4049-9fa0-89adffa7cc7e),segment_id=0ad128ab-a1c3-4049-9fa0-89adffa7cc7e)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:38:02.895238 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Returning: {'device': 'a97321a5-d572-4e9b-a0da-d5132f1b9bf7', 'network_id': '7b3a41e7-93df-49e1-9756-a04fc3940e25', 'port_id': 'a97321a5-d572-4e9b-a0da-d5132f1b9bf7', 'mac_address': 'fa:16:3e:d7:c2:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a6c75341-a7fb-4eb2-8dc2-c5f20756d96e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102388) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 05 18:38:02.901217 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-e194f0a7-e651-4b1d-87ee-150bdce55037 req-076479f3-cc1a-493c-b04f-f205a253c169 tempest-ImagesNegativeTestJSON-394450238 tempest-ImagesNegativeTestJSON-394450238-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=00f63bd8aceb4e27a1f95f9c5bc05b06&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0525112 Nov 05 18:38:02.927249 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 39158) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:38:02.928650 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-2f2865e6-ecb2-4978-a2f1-2e58c5e6ce49 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ae05a44cb6914df19fbdf0a2a0e15a22&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1452446 Nov 05 18:38:03.017218 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Device ca0bac15-cb63-41b5-9d33-db3336e5e829 details requested by agent hyperv_n-h1-816865-1 with host n-h1-816865-1 {{(pid=102388) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 05 18:38:03.120082 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e194f0a7-e651-4b1d-87ee-150bdce55037 req-a9f0bfef-9737-4e67-ad7a-bee9365138e2 tempest-ImagesNegativeTestJSON-394450238 tempest-ImagesNegativeTestJSON-394450238-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:38:03.126399 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-e194f0a7-e651-4b1d-87ee-150bdce55037 req-a9f0bfef-9737-4e67-ad7a-bee9365138e2 tempest-ImagesNegativeTestJSON-394450238 tempest-ImagesNegativeTestJSON-394450238-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2172782 Nov 05 18:38:03.149976 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [req-e194f0a7-e651-4b1d-87ee-150bdce55037 req-813595f0-83a5-44ea-b979-4fb7c9d14436 tempest-ImagesNegativeTestJSON-394450238 tempest-ImagesNegativeTestJSON-394450238-project] Request body: {'port': {'device_id': 'a05fb860-c272-418e-b55e-2d4e349e6f94', 'network_id': 'a723f808-b11e-4066-b104-fad90c82895e', 'admin_state_up': True, 'tenant_id': '00f63bd8aceb4e27a1f95f9c5bc05b06'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:38:03.173193 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-029be313-353e-4e94-accc-0eeb9fabedb7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:38:03.185788 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] For port ca0bac15-cb63-41b5-9d33-db3336e5e829, host n-h1-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=ca0bac15-cb63-41b5-9d33-db3336e5e829,segment=NetworkSegment(35c2db9c-522d-48d3-98cf-a08c2cc55db7),segment_id=35c2db9c-522d-48d3-98cf-a08c2cc55db7)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:38:03.194567 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c553f15f-fdf6-4ce5-a08d-3b569289d391 req-fab226dc-a9f1-430e-8889-bcbd4044861d tempest-FloatingIPsAssociationNegativeTestJSON-1117017581 tempest-FloatingIPsAssociationNegativeTestJSON-1117017581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:38:03.199479 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-c553f15f-fdf6-4ce5-a08d-3b569289d391 req-fab226dc-a9f1-430e-8889-bcbd4044861d tempest-FloatingIPsAssociationNegativeTestJSON-1117017581 tempest-FloatingIPsAssociationNegativeTestJSON-1117017581-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1c0ffbe-3ff6-48eb-83c7-4ceec027eec5 HTTP/1.1" status: 200 len: 944 time: 0.2153363 Nov 05 18:38:03.208753 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Returning: {'device': 'ca0bac15-cb63-41b5-9d33-db3336e5e829', 'network_id': 'a723f808-b11e-4066-b104-fad90c82895e', 'port_id': 'ca0bac15-cb63-41b5-9d33-db3336e5e829', 'mac_address': 'fa:16:3e:83:68:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 153, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05e7a1b5-165b-4a00-855a-ffbcb2eba59e', 'ip_address': '192.168.233.84'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102388) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 05 18:38:03.224197 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:38:03.257653 n-d-816865-1 neutron-server[102388]: DEBUG neutron.notifiers.nova [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a97321a5-d572-4e9b-a0da-d5132f1b9bf7 {{(pid=102388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 18:38:03.315322 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-373ad4bb-6bd8-40a5-8745-2c58e4264217 req-2b7cb18e-105a-4cf3-82d7-24876159172b tempest-ImagesNegativeTestJSON-394450238 tempest-ImagesNegativeTestJSON-394450238-project] 10.222.0.13 "GET /v2.0/ports?device_id=a05fb860-c272-418e-b55e-2d4e349e6f94 HTTP/1.1" status: 200 len: 210 time: 0.1121030 Nov 05 18:38:03.338252 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-029be313-353e-4e94-accc-0eeb9fabedb7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:38:03.349071 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] For port a97321a5-d572-4e9b-a0da-d5132f1b9bf7, host n-h2-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=a97321a5-d572-4e9b-a0da-d5132f1b9bf7,segment=NetworkSegment(0ad128ab-a1c3-4049-9fa0-89adffa7cc7e),segment_id=0ad128ab-a1c3-4049-9fa0-89adffa7cc7e)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:38:03.357224 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:38:03.375632 n-d-816865-1 neutron-server[102388]: DEBUG neutron.notifiers.nova [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ca0bac15-cb63-41b5-9d33-db3336e5e829 {{(pid=102388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 18:38:03.429193 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] For port ca0bac15-cb63-41b5-9d33-db3336e5e829, host n-h1-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=ca0bac15-cb63-41b5-9d33-db3336e5e829,segment=NetworkSegment(35c2db9c-522d-48d3-98cf-a08c2cc55db7),segment_id=35c2db9c-522d-48d3-98cf-a08c2cc55db7)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:38:03.455563 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:38:03.482865 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-e92eaf42-e347-4777-970b-e97ea25792c6 req-a5dec4d1-57bc-4338-93d8-df7d1d99e7c0 tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] 10.222.0.13 "GET /v2.0/ports?device_id=0fe35696-e2e4-4757-b0fc-ca26acfa8a1b HTTP/1.1" status: 200 len: 210 time: 0.0500445 Nov 05 18:38:03.500972 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-c553f15f-fdf6-4ce5-a08d-3b569289d391 req-250a9d45-822e-4751-b722-c082f420995f tempest-FloatingIPsAssociationNegativeTestJSON-1117017581 tempest-FloatingIPsAssociationNegativeTestJSON-1117017581-project] 10.222.0.13 "GET /v2.0/security-groups?id=d752849f-3561-4e8d-bfef-4dddab2ff037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2878478 Nov 05 18:38:03.629100 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:38:03.649602 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Pushing event updated for resources: {'Port': ['ID=a97321a5-d572-4e9b-a0da-d5132f1b9bf7,revision_number=4']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:38:03.667079 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-029be313-353e-4e94-accc-0eeb9fabedb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:38:03.673377 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-029be313-353e-4e94-accc-0eeb9fabedb7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:38:03.675077 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-029be313-353e-4e94-accc-0eeb9fabedb7 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a83b0501-a706-407b-a6b4-027e9845f104 HTTP/1.1" status: 204 len: 168 time: 0.7462392 Nov 05 18:38:03.698328 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029be313-353e-4e94-accc-0eeb9fabedb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a83b0501-a706-407b-a6b4-027e9845f104,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:38:03.725348 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] get_ports_and_sgs() called for port_ids ['ca0bac15-cb63-41b5-9d33-db3336e5e829'] {{(pid=102388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 18:38:03.727582 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] get_ports_and_sgs() called for port_ids ['a97321a5-d572-4e9b-a0da-d5132f1b9bf7'] {{(pid=102388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 18:38:03.848339 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e194f0a7-e651-4b1d-87ee-150bdce55037 req-813595f0-83a5-44ea-b979-4fb7c9d14436 tempest-ImagesNegativeTestJSON-394450238 tempest-ImagesNegativeTestJSON-394450238-project] Made reservation on behalf of 00f63bd8aceb4e27a1f95f9c5bc05b06 for: {'port': 1} {{(pid=102386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 18:38:03.851867 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-e194f0a7-e651-4b1d-87ee-150bdce55037 req-813595f0-83a5-44ea-b979-4fb7c9d14436 tempest-ImagesNegativeTestJSON-394450238 tempest-ImagesNegativeTestJSON-394450238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:38:03.864219 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Pushing event updated for resources: {'Port': ['ID=ca0bac15-cb63-41b5-9d33-db3336e5e829,revision_number=6']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:38:03.898224 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-e194f0a7-e651-4b1d-87ee-150bdce55037 req-813595f0-83a5-44ea-b979-4fb7c9d14436 tempest-ImagesNegativeTestJSON-394450238 tempest-ImagesNegativeTestJSON-394450238-project] Publish callbacks [] for security_group, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:38:03.980148 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:38:04.120065 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-e194f0a7-e651-4b1d-87ee-150bdce55037 req-813595f0-83a5-44ea-b979-4fb7c9d14436 tempest-ImagesNegativeTestJSON-394450238 tempest-ImagesNegativeTestJSON-394450238-project] Publish callbacks [] for security_group, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:38:04.230905 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 39194) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:38:04.271535 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-e194f0a7-e651-4b1d-87ee-150bdce55037 req-813595f0-83a5-44ea-b979-4fb7c9d14436 tempest-ImagesNegativeTestJSON-394450238 tempest-ImagesNegativeTestJSON-394450238-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:38:04.428622 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-1dffac33-0ef4-4fef-85d5-d238e6f83dd9 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2bd6c624cbd94b689131e17f1f05d3fe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1942642 Nov 05 18:38:04.428622 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813595f0-83a5-44ea-b979-4fb7c9d14436 tempest-ImagesNegativeTestJSON-394450238 tempest-ImagesNegativeTestJSON-394450238-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6c90ad02-93e7-4c42-96a4-62034e716ff4,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:38:04.434212 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 39200) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:38:04.468834 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-a7d4d5e8-4df4-4fef-aea1-5f2c5ab7db75 req-d601084f-8112-45b9-a057-142dd69c64e9 tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=10ec5728e81c4449951d5c9e87d02372&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0758834 Nov 05 18:38:04.551119 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.db_base_plugin_common [req-e194f0a7-e651-4b1d-87ee-150bdce55037 req-813595f0-83a5-44ea-b979-4fb7c9d14436 tempest-ImagesNegativeTestJSON-394450238 tempest-ImagesNegativeTestJSON-394450238-project] Allocated IP 192.168.233.191 (a723f808-b11e-4066-b104-fad90c82895e/05e7a1b5-165b-4a00-855a-ffbcb2eba59e/cb95f673-289f-442d-a83a-07d43e9b738b) {{(pid=102386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 18:38:04.557168 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-dde3d0e5-478e-4761-9e9e-1a9457c2073b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:38:04.605058 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-dde3d0e5-478e-4761-9e9e-1a9457c2073b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:38:04.715659 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Device a97321a5-d572-4e9b-a0da-d5132f1b9bf7 up at agent hyperv_n-h2-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 18:38:04.739289 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-173c6157-cf16-4b76-bb5f-76ae0f605d3b req-7c1f4963-a599-4473-84cb-af7970cb5129 tempest-ImagesNegativeTestJSON-394450238 tempest-ImagesNegativeTestJSON-394450238-project] 10.222.0.13 "GET /v2.0/ports?device_id=a05fb860-c272-418e-b55e-2d4e349e6f94 HTTP/1.1" status: 200 len: 210 time: 0.2500296 Nov 05 18:38:04.841481 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-dde3d0e5-478e-4761-9e9e-1a9457c2073b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:38:04.845826 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-089cf13d-a270-405e-bc9f-613ff589482a req-0afb20ad-24e0-4996-94df-dd62c981992f tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] 10.222.0.13 "GET /v2.0/ports?device_id=0fe35696-e2e4-4757-b0fc-ca26acfa8a1b HTTP/1.1" status: 200 len: 210 time: 0.1033382 Nov 05 18:38:04.854756 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-dde3d0e5-478e-4761-9e9e-1a9457c2073b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:38:04.855923 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-dde3d0e5-478e-4761-9e9e-1a9457c2073b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/dcd0935e-cc44-48cf-97f9-1dc56a023c4b HTTP/1.1" status: 204 len: 168 time: 0.4207740 Nov 05 18:38:04.911133 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-e194f0a7-e651-4b1d-87ee-150bdce55037 req-813595f0-83a5-44ea-b979-4fb7c9d14436 tempest-ImagesNegativeTestJSON-394450238 tempest-ImagesNegativeTestJSON-394450238-project] Publish callbacks [] for port, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:38:04.949732 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde3d0e5-478e-4761-9e9e-1a9457c2073b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcd0935e-cc44-48cf-97f9-1dc56a023c4b,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:38:04.957888 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c93fcdc3-5c72-4772-9bdd-82d5574b42f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:38:04.978864 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d4d5e8-4df4-4fef-aea1-5f2c5ab7db75 req-6740a0f7-4d76-47c1-b274-de08451a3290 tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:38:04.980681 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-a7d4d5e8-4df4-4fef-aea1-5f2c5ab7db75 req-6740a0f7-4d76-47c1-b274-de08451a3290 tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5110586 Nov 05 18:38:04.989963 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Provisioning for port a97321a5-d572-4e9b-a0da-d5132f1b9bf7 completed by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 05 18:38:05.003977 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Provisioning complete for port a97321a5-d572-4e9b-a0da-d5132f1b9bf7 triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:38:05.005299 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:38:05.016195 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-e194f0a7-e651-4b1d-87ee-150bdce55037 req-813595f0-83a5-44ea-b979-4fb7c9d14436 tempest-ImagesNegativeTestJSON-394450238 tempest-ImagesNegativeTestJSON-394450238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:38:05.023815 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [req-a7d4d5e8-4df4-4fef-aea1-5f2c5ab7db75 req-14d692d9-59ee-4050-b8d4-eca6afa1efad tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] Request body: {'port': {'device_id': '0fe35696-e2e4-4757-b0fc-ca26acfa8a1b', 'network_id': 'a723f808-b11e-4066-b104-fad90c82895e', 'admin_state_up': True, 'tenant_id': '10ec5728e81c4449951d5c9e87d02372'}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:38:05.125786 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 39232) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:38:05.148852 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Device ca0bac15-cb63-41b5-9d33-db3336e5e829 up at agent hyperv_n-h1-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 18:38:05.227147 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e194f0a7-e651-4b1d-87ee-150bdce55037 req-813595f0-83a5-44ea-b979-4fb7c9d14436 tempest-ImagesNegativeTestJSON-394450238 tempest-ImagesNegativeTestJSON-394450238-project] Network a723f808-b11e-4066-b104-fad90c82895e is already hosted by enough agents. {{(pid=102386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 18:38:05.239697 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa996e6-0d04-4047-a8e5-fd47afd8f84e req-7e3f4d60-5d9e-4529-a25d-3e091b539e1c tempest-FloatingIPsAssociationNegativeTestJSON-1117017581 tempest-FloatingIPsAssociationNegativeTestJSON-1117017581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:38:05.253572 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-6aa996e6-0d04-4047-a8e5-fd47afd8f84e req-7e3f4d60-5d9e-4529-a25d-3e091b539e1c tempest-FloatingIPsAssociationNegativeTestJSON-1117017581 tempest-FloatingIPsAssociationNegativeTestJSON-1117017581-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1c0ffbe-3ff6-48eb-83c7-4ceec027eec5 HTTP/1.1" status: 200 len: 945 time: 0.3520019 Nov 05 18:38:05.276160 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Provisioning complete for port ca0bac15-cb63-41b5-9d33-db3336e5e829 triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:38:05.276664 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:38:05.322956 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.base_scheduler [req-e194f0a7-e651-4b1d-87ee-150bdce55037 req-813595f0-83a5-44ea-b979-4fb7c9d14436 tempest-ImagesNegativeTestJSON-394450238 tempest-ImagesNegativeTestJSON-394450238-project] Resources bound (agent type, host, resource id): {{(pid=102386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:38:05.351020 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [req-e194f0a7-e651-4b1d-87ee-150bdce55037 req-813595f0-83a5-44ea-b979-4fb7c9d14436 tempest-ImagesNegativeTestJSON-394450238 tempest-ImagesNegativeTestJSON-394450238-project] Received port after_create {{(pid=102386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 18:38:05.368627 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813595f0-83a5-44ea-b979-4fb7c9d14436 tempest-ImagesNegativeTestJSON-394450238 tempest-ImagesNegativeTestJSON-394450238-project] Pushing event updated for resources: {'Port': ['ID=cb95f673-289f-442d-a83a-07d43e9b738b,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:38:05.400464 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:38:05.431631 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-6aa996e6-0d04-4047-a8e5-fd47afd8f84e req-4bc5f845-2b88-4170-b1a8-fa68cd163daa tempest-FloatingIPsAssociationNegativeTestJSON-1117017581 tempest-FloatingIPsAssociationNegativeTestJSON-1117017581-project] 10.222.0.13 "GET /v2.0/security-groups?id=d752849f-3561-4e8d-bfef-4dddab2ff037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1760702 Nov 05 18:38:05.466186 n-d-816865-1 neutron-server[102388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5da7ec7-9b07-45dd-bf15-2b53851b9aeb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca0bac15-cb63-41b5-9d33-db3336e5e829'}] {{(pid=102388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 18:38:05.469690 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85474fee1180e129d8a886d264fe0b30223aa672dd1ffe43b630605f18504f68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-771e22f1-bf86-495a-b05f-ec3468308d64" -d '{"events": [{"server_uuid": "a5da7ec7-9b07-45dd-bf15-2b53851b9aeb", "name": "network-vif-plugged", "status": "completed", "tag": "ca0bac15-cb63-41b5-9d33-db3336e5e829"}]}' {{(pid=102388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 18:38:05.492992 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:38:05.509515 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] For port ca0bac15-cb63-41b5-9d33-db3336e5e829, host n-h1-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=ca0bac15-cb63-41b5-9d33-db3336e5e829,segment=NetworkSegment(35c2db9c-522d-48d3-98cf-a08c2cc55db7),segment_id=35c2db9c-522d-48d3-98cf-a08c2cc55db7)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:38:05.558430 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e194f0a7-e651-4b1d-87ee-150bdce55037 req-813595f0-83a5-44ea-b979-4fb7c9d14436 tempest-ImagesNegativeTestJSON-394450238 tempest-ImagesNegativeTestJSON-394450238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:38:05.563290 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-e194f0a7-e651-4b1d-87ee-150bdce55037 req-813595f0-83a5-44ea-b979-4fb7c9d14436 tempest-ImagesNegativeTestJSON-394450238 tempest-ImagesNegativeTestJSON-394450238-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:38:05.576945 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] For port a97321a5-d572-4e9b-a0da-d5132f1b9bf7, host n-h2-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=a97321a5-d572-4e9b-a0da-d5132f1b9bf7,segment=NetworkSegment(0ad128ab-a1c3-4049-9fa0-89adffa7cc7e),segment_id=0ad128ab-a1c3-4049-9fa0-89adffa7cc7e)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:38:05.579414 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a7d4d5e8-4df4-4fef-aea1-5f2c5ab7db75 req-14d692d9-59ee-4050-b8d4-eca6afa1efad tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] Made reservation on behalf of 10ec5728e81c4449951d5c9e87d02372 for: {'port': 1} {{(pid=102387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 18:38:05.582932 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-a7d4d5e8-4df4-4fef-aea1-5f2c5ab7db75 req-14d692d9-59ee-4050-b8d4-eca6afa1efad tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:38:05.607487 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:38:05.681069 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-e194f0a7-e651-4b1d-87ee-150bdce55037 req-813595f0-83a5-44ea-b979-4fb7c9d14436 tempest-ImagesNegativeTestJSON-394450238 tempest-ImagesNegativeTestJSON-394450238-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.5380037 Nov 05 18:38:05.697778 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [req-e194f0a7-e651-4b1d-87ee-150bdce55037 req-0c4352d5-aeec-42fe-9f48-7ed8aed73a3e service neutron] Request body: {'port': {'device_id': 'a05fb860-c272-418e-b55e-2d4e349e6f94', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816865-1'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:38:05.731094 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-4b09a3de-1776-411d-bd40-947c1662e79d admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-913736176-network', 'tenant_id': '482f8aec1d1b4fc08a02afb86f8387d6'}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:38:05.745843 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 18:38:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ba36b7a-af55-4f28-a3cd-802a92b42c56 x-openstack-request-id: req-0ba36b7a-af55-4f28-a3cd-802a92b42c56 {{(pid=102388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 18:38:05.756246 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5da7ec7-9b07-45dd-bf15-2b53851b9aeb", "name": "network-vif-plugged", "status": "completed", "tag": "ca0bac15-cb63-41b5-9d33-db3336e5e829", "code": 200}]} {{(pid=102388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 18:38:05.756246 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0ba36b7a-af55-4f28-a3cd-802a92b42c56 {{(pid=102388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 18:38:05.756246 n-d-816865-1 neutron-server[102388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5da7ec7-9b07-45dd-bf15-2b53851b9aeb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca0bac15-cb63-41b5-9d33-db3336e5e829', 'code': 200} Nov 05 18:38:05.756246 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Pushing event updated for resources: {'Port': ['ID=ca0bac15-cb63-41b5-9d33-db3336e5e829,revision_number=7']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:38:05.763436 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:38:05.860885 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-e194f0a7-e651-4b1d-87ee-150bdce55037 req-0c4352d5-aeec-42fe-9f48-7ed8aed73a3e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:38:05.944590 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.db_base_plugin_common [req-a7d4d5e8-4df4-4fef-aea1-5f2c5ab7db75 req-14d692d9-59ee-4050-b8d4-eca6afa1efad tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] Allocated IP 192.168.233.190 (a723f808-b11e-4066-b104-fad90c82895e/05e7a1b5-165b-4a00-855a-ffbcb2eba59e/ab74eaef-395a-4fdf-b85e-bacf8245f728) {{(pid=102387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 18:38:06.152253 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 39262) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:38:06.163877 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-a7d4d5e8-4df4-4fef-aea1-5f2c5ab7db75 req-14d692d9-59ee-4050-b8d4-eca6afa1efad tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] Publish callbacks [] for port, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:38:06.278491 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-bc57e105-fab0-4bb5-94e9-b894c7f57fe7 req-dd915fa7-952d-4a52-976f-1b755e132935 tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] 10.222.0.13 "GET /v2.0/ports?device_id=0fe35696-e2e4-4757-b0fc-ca26acfa8a1b HTTP/1.1" status: 200 len: 210 time: 0.0691054 Nov 05 18:38:06.279177 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b09a3de-1776-411d-bd40-947c1662e79d admin admin] Made reservation on behalf of 482f8aec1d1b4fc08a02afb86f8387d6 for: {'network': 1} {{(pid=102387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 18:38:06.286858 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-4b09a3de-1776-411d-bd40-947c1662e79d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for network, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:38:06.293295 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-ec9986ee-457e-445f-83cd-0d0516050e4e None None] Provisioning complete for port cb95f673-289f-442d-a83a-07d43e9b738b triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:38:06.299698 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-ec9986ee-457e-445f-83cd-0d0516050e4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:38:06.343502 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-a7d4d5e8-4df4-4fef-aea1-5f2c5ab7db75 req-14d692d9-59ee-4050-b8d4-eca6afa1efad tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4417063'] for port, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:38:06.345221 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-4b09a3de-1776-411d-bd40-947c1662e79d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:38:06.411955 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-ec9986ee-457e-445f-83cd-0d0516050e4e None None] Port cb95f673-289f-442d-a83a-07d43e9b738b cannot update to ACTIVE because it is not bound. {{(pid=102388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 18:38:06.419708 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Pushing event updated for resources: {'Port': ['ID=a97321a5-d572-4e9b-a0da-d5132f1b9bf7,revision_number=5']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:38:06.431768 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] get_ports_and_sgs() called for port_ids ['c0bab39d-31d7-4372-acf4-dcf699effaf4'] {{(pid=102388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 18:38:06.481447 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d692d9-59ee-4050-b8d4-eca6afa1efad tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] Pushing event updated for resources: {'Port': ['ID=ab74eaef-395a-4fdf-b85e-bacf8245f728,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:38:06.494326 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:38:06.495171 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b304910f-7b27-444b-a8fc-977d26b1ceac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:38:06.522222 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e9e9b3-138d-4f19-b5b1-4232fc38902a req-50e64522-cf46-4084-afee-06e14eedb008 tempest-ImagesNegativeTestJSON-394450238 tempest-ImagesNegativeTestJSON-394450238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:38:06.529859 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-35e9e9b3-138d-4f19-b5b1-4232fc38902a req-50e64522-cf46-4084-afee-06e14eedb008 tempest-ImagesNegativeTestJSON-394450238 tempest-ImagesNegativeTestJSON-394450238-project] 10.222.0.13 "GET /v2.0/ports?device_id=a05fb860-c272-418e-b55e-2d4e349e6f94 HTTP/1.1" status: 200 len: 936 time: 0.2910147 Nov 05 18:38:06.560118 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a7d4d5e8-4df4-4fef-aea1-5f2c5ab7db75 req-14d692d9-59ee-4050-b8d4-eca6afa1efad tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] Network a723f808-b11e-4066-b104-fad90c82895e is already hosted by enough agents. {{(pid=102387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 18:38:06.580452 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.base_scheduler [req-a7d4d5e8-4df4-4fef-aea1-5f2c5ab7db75 req-14d692d9-59ee-4050-b8d4-eca6afa1efad tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] Resources bound (agent type, host, resource id): {{(pid=102387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:38:06.590417 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7d4d5e8-4df4-4fef-aea1-5f2c5ab7db75 req-14d692d9-59ee-4050-b8d4-eca6afa1efad tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] Received port after_create {{(pid=102387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 18:38:06.653881 n-d-816865-1 neutron-server[102386]: DEBUG neutron.notifiers.nova [req-e194f0a7-e651-4b1d-87ee-150bdce55037 req-0c4352d5-aeec-42fe-9f48-7ed8aed73a3e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cb95f673-289f-442d-a83a-07d43e9b738b {{(pid=102386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 18:38:06.671460 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d4d5e8-4df4-4fef-aea1-5f2c5ab7db75 req-14d692d9-59ee-4050-b8d4-eca6afa1efad tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:38:06.672245 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-e194f0a7-e651-4b1d-87ee-150bdce55037 req-0c4352d5-aeec-42fe-9f48-7ed8aed73a3e service neutron] Publish callbacks [] for port, precommit_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:38:06.672385 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-a7d4d5e8-4df4-4fef-aea1-5f2c5ab7db75 req-14d692d9-59ee-4050-b8d4-eca6afa1efad tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:38:06.686101 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.provisioning_blocks [req-e194f0a7-e651-4b1d-87ee-150bdce55037 req-0c4352d5-aeec-42fe-9f48-7ed8aed73a3e service neutron] Transition to ACTIVE for port object cb95f673-289f-442d-a83a-07d43e9b738b will not be triggered until provisioned by entity L2. {{(pid=102386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 05 18:38:06.697592 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-04268988-4223-4fcf-bf8a-8159905857c1 admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-1434590525-network', 'tenant_id': '0f862ce7a4174f25919478ebbeb38081'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:38:06.775217 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-e194f0a7-e651-4b1d-87ee-150bdce55037 req-0c4352d5-aeec-42fe-9f48-7ed8aed73a3e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6149821'] for port, after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:38:06.779019 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-35e9e9b3-138d-4f19-b5b1-4232fc38902a req-a77f915e-c56e-4043-8975-9090570cf6a6 tempest-ImagesNegativeTestJSON-394450238 tempest-ImagesNegativeTestJSON-394450238-project] 10.222.0.13 "GET /v2.0/security-groups?id=6c90ad02-93e7-4c42-96a4-62034e716ff4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2469735 Nov 05 18:38:06.816827 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-a7d4d5e8-4df4-4fef-aea1-5f2c5ab7db75 req-14d692d9-59ee-4050-b8d4-eca6afa1efad tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8123090 Nov 05 18:38:06.892752 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f9f6c0-80f3-48ee-9ce4-3df0388061e8 req-9bb19f22-ebc1-4598-b070-3af5029f392f tempest-FloatingIPsAssociationNegativeTestJSON-1117017581 tempest-FloatingIPsAssociationNegativeTestJSON-1117017581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:38:06.893096 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4352d5-aeec-42fe-9f48-7ed8aed73a3e service neutron] Pushing event updated for resources: {'Port': ['ID=cb95f673-289f-442d-a83a-07d43e9b738b,revision_number=2']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:38:06.901868 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-e0f9f6c0-80f3-48ee-9ce4-3df0388061e8 req-9bb19f22-ebc1-4598-b070-3af5029f392f tempest-FloatingIPsAssociationNegativeTestJSON-1117017581 tempest-FloatingIPsAssociationNegativeTestJSON-1117017581-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1c0ffbe-3ff6-48eb-83c7-4ceec027eec5 HTTP/1.1" status: 200 len: 946 time: 0.1900816 Nov 05 18:38:06.908211 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-4b09a3de-1776-411d-bd40-947c1662e79d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:38:06.918440 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [req-a7d4d5e8-4df4-4fef-aea1-5f2c5ab7db75 req-17e84b95-0d58-4ed9-a0d1-6e93cab7f2a8 service neutron] Request body: {'port': {'device_id': '0fe35696-e2e4-4757-b0fc-ca26acfa8a1b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816865-1'}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:38:07.019172 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-e0f9f6c0-80f3-48ee-9ce4-3df0388061e8 req-7754b192-2779-4f19-9831-8a6c571504ac tempest-FloatingIPsAssociationNegativeTestJSON-1117017581 tempest-FloatingIPsAssociationNegativeTestJSON-1117017581-project] 10.222.0.13 "GET /v2.0/security-groups?id=d752849f-3561-4e8d-bfef-4dddab2ff037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111596 Nov 05 18:38:07.020737 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-4b09a3de-1776-411d-bd40-947c1662e79d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:38:07.055351 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-5a814851-33d5-46c8-b74f-4c14bd5de490 None None] Provisioning complete for port ab74eaef-395a-4fdf-b85e-bacf8245f728 triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:38:07.059695 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-5a814851-33d5-46c8-b74f-4c14bd5de490 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:38:07.067602 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04268988-4223-4fcf-bf8a-8159905857c1 admin admin] Made reservation on behalf of 0f862ce7a4174f25919478ebbeb38081 for: {'network': 1} {{(pid=102386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 18:38:07.073497 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-04268988-4223-4fcf-bf8a-8159905857c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for network, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:38:07.109333 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-04268988-4223-4fcf-bf8a-8159905857c1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:38:07.115139 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-a7d4d5e8-4df4-4fef-aea1-5f2c5ab7db75 req-17e84b95-0d58-4ed9-a0d1-6e93cab7f2a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:38:07.153950 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [req-e194f0a7-e651-4b1d-87ee-150bdce55037 req-0c4352d5-aeec-42fe-9f48-7ed8aed73a3e service neutron] Attempting to bind port cb95f673-289f-442d-a83a-07d43e9b738b on host n-h1-816865-1 for vnic_type normal with profile {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 18:38:07.154376 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [req-e194f0a7-e651-4b1d-87ee-150bdce55037 req-0c4352d5-aeec-42fe-9f48-7ed8aed73a3e service neutron] Attempting to bind port cb95f673-289f-442d-a83a-07d43e9b738b by drivers openvswitch,hyperv on host n-h1-816865-1 at level 0 using segments [{'id': '35c2db9c-522d-48d3-98cf-a08c2cc55db7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'a723f808-b11e-4066-b104-fad90c82895e'}] {{(pid=102386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 18:38:07.154734 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e194f0a7-e651-4b1d-87ee-150bdce55037 req-0c4352d5-aeec-42fe-9f48-7ed8aed73a3e service neutron] Attempting to bind port cb95f673-289f-442d-a83a-07d43e9b738b on network a723f808-b11e-4066-b104-fad90c82895e {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 18:38:07.159418 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-5a814851-33d5-46c8-b74f-4c14bd5de490 None None] Port ab74eaef-395a-4fdf-b85e-bacf8245f728 cannot update to ACTIVE because it is not bound. {{(pid=102388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 18:38:07.168229 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e194f0a7-e651-4b1d-87ee-150bdce55037 req-0c4352d5-aeec-42fe-9f48-7ed8aed73a3e service neutron] Port cb95f673-289f-442d-a83a-07d43e9b738b on network a723f808-b11e-4066-b104-fad90c82895e not bound, no agent of type Open vSwitch agent registered on host n-h1-816865-1 {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 18:38:07.168553 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e194f0a7-e651-4b1d-87ee-150bdce55037 req-0c4352d5-aeec-42fe-9f48-7ed8aed73a3e service neutron] Attempting to bind port cb95f673-289f-442d-a83a-07d43e9b738b on network a723f808-b11e-4066-b104-fad90c82895e {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 18:38:07.177969 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b09a3de-1776-411d-bd40-947c1662e79d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 155} {{(pid=102387) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 05 18:38:07.185366 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e194f0a7-e651-4b1d-87ee-150bdce55037 req-0c4352d5-aeec-42fe-9f48-7ed8aed73a3e service neutron] Checking agent: {'id': 'eb596d7c-8c64-42bd-8aca-fad447eb0eab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816865-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 18, 33, 34), 'started_at': datetime.datetime(2021, 11, 5, 18, 33, 34), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 18, 38, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 18:38:07.186011 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e194f0a7-e651-4b1d-87ee-150bdce55037 req-0c4352d5-aeec-42fe-9f48-7ed8aed73a3e service neutron] Checking segment: {'id': '35c2db9c-522d-48d3-98cf-a08c2cc55db7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'a723f808-b11e-4066-b104-fad90c82895e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 18:38:07.190684 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e194f0a7-e651-4b1d-87ee-150bdce55037 req-0c4352d5-aeec-42fe-9f48-7ed8aed73a3e service neutron] Bound using segment: {'id': '35c2db9c-522d-48d3-98cf-a08c2cc55db7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'a723f808-b11e-4066-b104-fad90c82895e'} {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 18:38:07.191235 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [req-e194f0a7-e651-4b1d-87ee-150bdce55037 req-0c4352d5-aeec-42fe-9f48-7ed8aed73a3e service neutron] Bound port: cb95f673-289f-442d-a83a-07d43e9b738b, host: n-h1-816865-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35c2db9c-522d-48d3-98cf-a08c2cc55db7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'a723f808-b11e-4066-b104-fad90c82895e'}}] {{(pid=102386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 18:38:07.192118 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-e194f0a7-e651-4b1d-87ee-150bdce55037 req-0c4352d5-aeec-42fe-9f48-7ed8aed73a3e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:38:07.224197 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b09a3de-1776-411d-bd40-947c1662e79d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35cb161a-9192-43e2-a392-140fa33626b5,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:38:07.231579 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-4b09a3de-1776-411d-bd40-947c1662e79d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273'] for segment, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:38:07.232007 n-d-816865-1 neutron-server[102387]: INFO neutron.db.segments_db [None req-4b09a3de-1776-411d-bd40-947c1662e79d admin admin] Added segment 15cac71b-3531-4cff-8a8e-8f8d83bebf12 of type vlan for network 5e3d0b1a-fd18-45bc-91bd-c831330234c4 Nov 05 18:38:07.369135 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [req-e194f0a7-e651-4b1d-87ee-150bdce55037 req-0c4352d5-aeec-42fe-9f48-7ed8aed73a3e service neutron] For port cb95f673-289f-442d-a83a-07d43e9b738b, host n-h1-816865-1, cleared binding levels {{(pid=102386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 18:38:07.372748 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-04268988-4223-4fcf-bf8a-8159905857c1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:38:07.377023 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [req-e194f0a7-e651-4b1d-87ee-150bdce55037 req-0c4352d5-aeec-42fe-9f48-7ed8aed73a3e service neutron] For port cb95f673-289f-442d-a83a-07d43e9b738b, host n-h1-816865-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=cb95f673-289f-442d-a83a-07d43e9b738b,segment=NetworkSegment(35c2db9c-522d-48d3-98cf-a08c2cc55db7),segment_id=35c2db9c-522d-48d3-98cf-a08c2cc55db7)] {{(pid=102386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 18:38:07.404347 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-4b09a3de-1776-411d-bd40-947c1662e79d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750027258543'] for network, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:38:07.441016 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-04268988-4223-4fcf-bf8a-8159905857c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:38:07.482825 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-04268988-4223-4fcf-bf8a-8159905857c1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 150} {{(pid=102386) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 05 18:38:07.491844 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-04268988-4223-4fcf-bf8a-8159905857c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273'] for segment, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:38:07.492296 n-d-816865-1 neutron-server[102386]: INFO neutron.db.segments_db [None req-04268988-4223-4fcf-bf8a-8159905857c1 admin admin] Added segment b0f4d4e8-61d5-4e79-9c35-e1f620a70868 of type vlan for network 598f5d7d-609c-4eed-bdfb-a95dcdae7151 Nov 05 18:38:07.515314 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-e194f0a7-e651-4b1d-87ee-150bdce55037 req-0c4352d5-aeec-42fe-9f48-7ed8aed73a3e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6149821'] for port, after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:38:07.537221 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce5f91d-e51e-42e6-afb1-57a2e1679a34 req-743c9e9e-8df4-4a89-9b09-fa11034ee13e tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:38:07.544590 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-2ce5f91d-e51e-42e6-afb1-57a2e1679a34 req-743c9e9e-8df4-4a89-9b09-fa11034ee13e tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] 10.222.0.13 "GET /v2.0/ports?device_id=0fe35696-e2e4-4757-b0fc-ca26acfa8a1b HTTP/1.1" status: 200 len: 936 time: 0.1482146 Nov 05 18:38:07.575666 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04268988-4223-4fcf-bf8a-8159905857c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=219552fc-3788-478b-8295-8fbe212226b3,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:38:07.601823 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e194f0a7-e651-4b1d-87ee-150bdce55037 req-0c4352d5-aeec-42fe-9f48-7ed8aed73a3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:38:07.602423 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-e194f0a7-e651-4b1d-87ee-150bdce55037 req-0c4352d5-aeec-42fe-9f48-7ed8aed73a3e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:38:07.603827 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-e194f0a7-e651-4b1d-87ee-150bdce55037 req-0c4352d5-aeec-42fe-9f48-7ed8aed73a3e service neutron] 10.222.0.41 "PUT /v2.0/ports/cb95f673-289f-442d-a83a-07d43e9b738b HTTP/1.1" status: 200 len: 1096 time: 1.9110630 Nov 05 18:38:07.605524 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-04268988-4223-4fcf-bf8a-8159905857c1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750027258543'] for network, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:38:07.605636 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-4b09a3de-1776-411d-bd40-947c1662e79d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-956796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877'] for network, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:38:07.606543 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b09a3de-1776-411d-bd40-947c1662e79d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:38:07.607296 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-4b09a3de-1776-411d-bd40-947c1662e79d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597851'] for network, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:38:07.608735 n-d-816865-1 neutron-server[102386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a05fb860-c272-418e-b55e-2d4e349e6f94', 'tag': 'cb95f673-289f-442d-a83a-07d43e9b738b'}] {{(pid=102386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 18:38:07.611563 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6173a44d7c73f41af551dc890fa1a5892c2c6bc3458b640c8e0c24db7876ba6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df72c795-b232-44ea-836f-b03e6cbfcfce" -d '{"events": [{"name": "network-changed", "server_uuid": "a05fb860-c272-418e-b55e-2d4e349e6f94", "tag": "cb95f673-289f-442d-a83a-07d43e9b738b"}]}' {{(pid=102386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 18:38:07.657966 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4352d5-aeec-42fe-9f48-7ed8aed73a3e service neutron] Pushing event updated for resources: {'Port': ['ID=cb95f673-289f-442d-a83a-07d43e9b738b,revision_number=3']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:38:07.723944 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 18:38:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2de591e-3e38-4ee2-8f1b-f888b359d92c x-openstack-request-id: req-a2de591e-3e38-4ee2-8f1b-f888b359d92c {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 18:38:07.724105 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b09a3de-1776-411d-bd40-947c1662e79d admin admin] Pushing event updated for resources: {'Network': ['ID=5e3d0b1a-fd18-45bc-91bd-c831330234c4,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:38:07.724391 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a05fb860-c272-418e-b55e-2d4e349e6f94", "tag": "cb95f673-289f-442d-a83a-07d43e9b738b", "status": "completed", "code": 200}]} {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 18:38:07.724614 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a2de591e-3e38-4ee2-8f1b-f888b359d92c {{(pid=102386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 18:38:07.724984 n-d-816865-1 neutron-server[102386]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a05fb860-c272-418e-b55e-2d4e349e6f94', 'tag': 'cb95f673-289f-442d-a83a-07d43e9b738b', 'status': 'completed', 'code': 200} Nov 05 18:38:07.749623 n-d-816865-1 neutron-server[102388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1c0ffbe-3ff6-48eb-83c7-4ceec027eec5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a97321a5-d572-4e9b-a0da-d5132f1b9bf7'}] {{(pid=102388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 18:38:07.753401 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85474fee1180e129d8a886d264fe0b30223aa672dd1ffe43b630605f18504f68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c017da6b-41b5-4efc-89b4-574c39557971" -d '{"events": [{"server_uuid": "e1c0ffbe-3ff6-48eb-83c7-4ceec027eec5", "name": "network-vif-plugged", "status": "completed", "tag": "a97321a5-d572-4e9b-a0da-d5132f1b9bf7"}]}' {{(pid=102388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 18:38:07.754850 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-2ce5f91d-e51e-42e6-afb1-57a2e1679a34 req-be3f693f-acd8-48a0-979c-f7b20165cdfe tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] 10.222.0.13 "GET /v2.0/security-groups?id=c4f63610-8850-433c-ac4b-7e7146261ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2093279 Nov 05 18:38:07.757079 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Network 5e3d0b1a-fd18-45bc-91bd-c831330234c4 details requested by agent ovs-agent-n-d-816865-1 with host n-d-816865-1 {{(pid=102388) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 05 18:38:07.762542 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-4b09a3de-1776-411d-bd40-947c1662e79d admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 2.6356704 Nov 05 18:38:07.766743 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 39314) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:38:07.781927 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-a8f4d667-e209-4b35-be2e-5198777bc98f admin admin] Request body: {'subnet': {'network_id': '5e3d0b1a-fd18-45bc-91bd-c831330234c4', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-913736176-subnet', 'tenant_id': '482f8aec1d1b4fc08a02afb86f8387d6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:38:07.859798 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-04268988-4223-4fcf-bf8a-8159905857c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-956796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877'] for network, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:38:07.860804 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04268988-4223-4fcf-bf8a-8159905857c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:38:07.861407 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-04268988-4223-4fcf-bf8a-8159905857c1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597851'] for network, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:38:07.867964 n-d-816865-1 neutron-server[102387]: DEBUG neutron.notifiers.nova [req-a7d4d5e8-4df4-4fef-aea1-5f2c5ab7db75 req-17e84b95-0d58-4ed9-a0d1-6e93cab7f2a8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ab74eaef-395a-4fdf-b85e-bacf8245f728 {{(pid=102387) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 18:38:07.881835 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-a7d4d5e8-4df4-4fef-aea1-5f2c5ab7db75 req-17e84b95-0d58-4ed9-a0d1-6e93cab7f2a8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:38:07.903210 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.provisioning_blocks [req-a7d4d5e8-4df4-4fef-aea1-5f2c5ab7db75 req-17e84b95-0d58-4ed9-a0d1-6e93cab7f2a8 service neutron] Transition to ACTIVE for port object ab74eaef-395a-4fdf-b85e-bacf8245f728 will not be triggered until provisioned by entity L2. {{(pid=102387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 05 18:38:07.934790 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 18:38:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fef5261f-38f2-45a7-b9e5-26b13f6b9152 x-openstack-request-id: req-fef5261f-38f2-45a7-b9e5-26b13f6b9152 {{(pid=102388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 18:38:07.934999 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1c0ffbe-3ff6-48eb-83c7-4ceec027eec5", "name": "network-vif-plugged", "status": "completed", "tag": "a97321a5-d572-4e9b-a0da-d5132f1b9bf7", "code": 200}]} {{(pid=102388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 18:38:07.935244 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-fef5261f-38f2-45a7-b9e5-26b13f6b9152 {{(pid=102388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 18:38:07.935651 n-d-816865-1 neutron-server[102388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1c0ffbe-3ff6-48eb-83c7-4ceec027eec5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a97321a5-d572-4e9b-a0da-d5132f1b9bf7', 'code': 200} Nov 05 18:38:08.002162 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbe6c6e-e986-47ce-877b-c94af715d949 req-442cf53e-99af-4125-9787-3595f8cf7d59 tempest-ImagesNegativeTestJSON-394450238 tempest-ImagesNegativeTestJSON-394450238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:38:08.004562 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-9dbe6c6e-e986-47ce-877b-c94af715d949 req-442cf53e-99af-4125-9787-3595f8cf7d59 tempest-ImagesNegativeTestJSON-394450238 tempest-ImagesNegativeTestJSON-394450238-project] 10.222.0.13 "GET /v2.0/ports?device_id=a05fb860-c272-418e-b55e-2d4e349e6f94 HTTP/1.1" status: 200 len: 948 time: 0.0874784 Nov 05 18:38:08.013671 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8f4d667-e209-4b35-be2e-5198777bc98f admin admin] Made reservation on behalf of 482f8aec1d1b4fc08a02afb86f8387d6 for: {'subnet': 1} {{(pid=102386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 18:38:08.017306 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-a8f4d667-e209-4b35-be2e-5198777bc98f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4877122'] for subnet, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:38:08.025571 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-a7d4d5e8-4df4-4fef-aea1-5f2c5ab7db75 req-17e84b95-0d58-4ed9-a0d1-6e93cab7f2a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4417072'] for port, after_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:38:08.076963 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04268988-4223-4fcf-bf8a-8159905857c1 admin admin] Pushing event updated for resources: {'Network': ['ID=598f5d7d-609c-4eed-bdfb-a95dcdae7151,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:38:08.090877 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Network 598f5d7d-609c-4eed-bdfb-a95dcdae7151 details requested by agent ovs-agent-n-d-816865-1 with host n-d-816865-1 {{(pid=102388) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 05 18:38:08.116828 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-04268988-4223-4fcf-bf8a-8159905857c1 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.9599786 Nov 05 18:38:08.117664 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 39320) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:38:08.154258 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-31f93893-a48e-4ae8-833d-dccb2b42eacc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:38:08.177192 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f9db7e-334d-42df-bc90-f23262f7b64e req-fdc4595e-438c-4a6f-bd16-ab77716428b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:38:08.178745 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-c6f9db7e-334d-42df-bc90-f23262f7b64e req-fdc4595e-438c-4a6f-bd16-ab77716428b9 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=e1c0ffbe-3ff6-48eb-83c7-4ceec027eec5 HTTP/1.1" status: 200 len: 1097 time: 0.1693044 Nov 05 18:38:08.191439 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-08509541-c9fe-42b6-90fc-d3614b5f5ca8 admin admin] Request body: {'subnet': {'network_id': '598f5d7d-609c-4eed-bdfb-a95dcdae7151', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-1434590525-subnet', 'tenant_id': '0f862ce7a4174f25919478ebbeb38081', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:38:08.197004 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-9dbe6c6e-e986-47ce-877b-c94af715d949 req-ba47a386-313f-4da3-8eb2-b45c6cb35b80 tempest-ImagesNegativeTestJSON-394450238 tempest-ImagesNegativeTestJSON-394450238-project] 10.222.0.13 "GET /v2.0/security-groups?id=6c90ad02-93e7-4c42-96a4-62034e716ff4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1838322 Nov 05 18:38:08.201556 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e84b95-0d58-4ed9-a0d1-6e93cab7f2a8 service neutron] Pushing event updated for resources: {'Port': ['ID=ab74eaef-395a-4fdf-b85e-bacf8245f728,revision_number=2']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:38:08.245417 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e194f0a7-e651-4b1d-87ee-150bdce55037 req-18958801-1240-4fbb-aa40-0c1bf9e18e6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:38:08.247400 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-e194f0a7-e651-4b1d-87ee-150bdce55037 req-18958801-1240-4fbb-aa40-0c1bf9e18e6a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=00f63bd8aceb4e27a1f95f9c5bc05b06&device_id=a05fb860-c272-418e-b55e-2d4e349e6f94 HTTP/1.1" status: 200 len: 1099 time: 0.5120192 Nov 05 18:38:08.294530 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f519e6f9-ba89-4afc-8690-8a60674c8060 req-1ada0aab-b1ef-4429-b647-6d7270e87c5c tempest-FloatingIPsAssociationNegativeTestJSON-1117017581 tempest-FloatingIPsAssociationNegativeTestJSON-1117017581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:38:08.302670 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-f519e6f9-ba89-4afc-8690-8a60674c8060 req-1ada0aab-b1ef-4429-b647-6d7270e87c5c tempest-FloatingIPsAssociationNegativeTestJSON-1117017581 tempest-FloatingIPsAssociationNegativeTestJSON-1117017581-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1c0ffbe-3ff6-48eb-83c7-4ceec027eec5 HTTP/1.1" status: 200 len: 946 time: 0.1275167 Nov 05 18:38:08.328678 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-e194f0a7-e651-4b1d-87ee-150bdce55037 req-8afcbea6-5ff0-4b53-a7a8-af672d7a81d5 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.191&port_id=cb95f673-289f-442d-a83a-07d43e9b738b HTTP/1.1" status: 200 len: 217 time: 0.0524917 Nov 05 18:38:08.361580 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.managers [req-a7d4d5e8-4df4-4fef-aea1-5f2c5ab7db75 req-17e84b95-0d58-4ed9-a0d1-6e93cab7f2a8 service neutron] Attempting to bind port ab74eaef-395a-4fdf-b85e-bacf8245f728 on host n-h1-816865-1 for vnic_type normal with profile {{(pid=102387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 18:38:08.361911 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.managers [req-a7d4d5e8-4df4-4fef-aea1-5f2c5ab7db75 req-17e84b95-0d58-4ed9-a0d1-6e93cab7f2a8 service neutron] Attempting to bind port ab74eaef-395a-4fdf-b85e-bacf8245f728 by drivers openvswitch,hyperv on host n-h1-816865-1 at level 0 using segments [{'id': '35c2db9c-522d-48d3-98cf-a08c2cc55db7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'a723f808-b11e-4066-b104-fad90c82895e'}] {{(pid=102387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 18:38:08.362278 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7d4d5e8-4df4-4fef-aea1-5f2c5ab7db75 req-17e84b95-0d58-4ed9-a0d1-6e93cab7f2a8 service neutron] Attempting to bind port ab74eaef-395a-4fdf-b85e-bacf8245f728 on network a723f808-b11e-4066-b104-fad90c82895e {{(pid=102387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 18:38:08.374695 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7d4d5e8-4df4-4fef-aea1-5f2c5ab7db75 req-17e84b95-0d58-4ed9-a0d1-6e93cab7f2a8 service neutron] Port ab74eaef-395a-4fdf-b85e-bacf8245f728 on network a723f808-b11e-4066-b104-fad90c82895e not bound, no agent of type Open vSwitch agent registered on host n-h1-816865-1 {{(pid=102387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 18:38:08.375038 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7d4d5e8-4df4-4fef-aea1-5f2c5ab7db75 req-17e84b95-0d58-4ed9-a0d1-6e93cab7f2a8 service neutron] Attempting to bind port ab74eaef-395a-4fdf-b85e-bacf8245f728 on network a723f808-b11e-4066-b104-fad90c82895e {{(pid=102387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 18:38:08.395255 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7d4d5e8-4df4-4fef-aea1-5f2c5ab7db75 req-17e84b95-0d58-4ed9-a0d1-6e93cab7f2a8 service neutron] Checking agent: {'id': 'eb596d7c-8c64-42bd-8aca-fad447eb0eab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816865-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 18, 33, 34), 'started_at': datetime.datetime(2021, 11, 5, 18, 33, 34), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 18, 38, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 18:38:08.395709 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7d4d5e8-4df4-4fef-aea1-5f2c5ab7db75 req-17e84b95-0d58-4ed9-a0d1-6e93cab7f2a8 service neutron] Checking segment: {'id': '35c2db9c-522d-48d3-98cf-a08c2cc55db7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'a723f808-b11e-4066-b104-fad90c82895e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 18:38:08.395962 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7d4d5e8-4df4-4fef-aea1-5f2c5ab7db75 req-17e84b95-0d58-4ed9-a0d1-6e93cab7f2a8 service neutron] Bound using segment: {'id': '35c2db9c-522d-48d3-98cf-a08c2cc55db7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'a723f808-b11e-4066-b104-fad90c82895e'} {{(pid=102387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 18:38:08.396656 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.managers [req-a7d4d5e8-4df4-4fef-aea1-5f2c5ab7db75 req-17e84b95-0d58-4ed9-a0d1-6e93cab7f2a8 service neutron] Bound port: ab74eaef-395a-4fdf-b85e-bacf8245f728, host: n-h1-816865-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35c2db9c-522d-48d3-98cf-a08c2cc55db7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'a723f808-b11e-4066-b104-fad90c82895e'}}] {{(pid=102387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 18:38:08.397015 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-a7d4d5e8-4df4-4fef-aea1-5f2c5ab7db75 req-17e84b95-0d58-4ed9-a0d1-6e93cab7f2a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:38:08.401248 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-c6f9db7e-334d-42df-bc90-f23262f7b64e req-72aa682e-2f4a-4d9c-8a07-89a8c11553bd service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=d752849f-3561-4e8d-bfef-4dddab2ff037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1652679 Nov 05 18:38:08.409562 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-f519e6f9-ba89-4afc-8690-8a60674c8060 req-48487353-acbc-416f-9ebe-d1bd7bd22c27 tempest-FloatingIPsAssociationNegativeTestJSON-1117017581 tempest-FloatingIPsAssociationNegativeTestJSON-1117017581-project] 10.222.0.13 "GET /v2.0/security-groups?id=d752849f-3561-4e8d-bfef-4dddab2ff037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060314 Nov 05 18:38:08.425780 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:38:08.460852 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08509541-c9fe-42b6-90fc-d3614b5f5ca8 admin admin] Made reservation on behalf of 0f862ce7a4174f25919478ebbeb38081 for: {'subnet': 1} {{(pid=102386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 18:38:08.476311 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-08509541-c9fe-42b6-90fc-d3614b5f5ca8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4877122'] for subnet, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:38:08.510219 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.db [req-a7d4d5e8-4df4-4fef-aea1-5f2c5ab7db75 req-17e84b95-0d58-4ed9-a0d1-6e93cab7f2a8 service neutron] For port ab74eaef-395a-4fdf-b85e-bacf8245f728, host n-h1-816865-1, cleared binding levels {{(pid=102387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 18:38:08.513276 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.db [req-a7d4d5e8-4df4-4fef-aea1-5f2c5ab7db75 req-17e84b95-0d58-4ed9-a0d1-6e93cab7f2a8 service neutron] For port ab74eaef-395a-4fdf-b85e-bacf8245f728, host n-h1-816865-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=ab74eaef-395a-4fdf-b85e-bacf8245f728,segment=NetworkSegment(35c2db9c-522d-48d3-98cf-a08c2cc55db7),segment_id=35c2db9c-522d-48d3-98cf-a08c2cc55db7)] {{(pid=102387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 18:38:08.570072 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e194f0a7-e651-4b1d-87ee-150bdce55037 req-22e2585f-9096-47e0-b1b0-e77d2e785065 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:38:08.571678 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-e194f0a7-e651-4b1d-87ee-150bdce55037 req-22e2585f-9096-47e0-b1b0-e77d2e785065 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=05e7a1b5-165b-4a00-855a-ffbcb2eba59e HTTP/1.1" status: 200 len: 843 time: 0.2264011 Nov 05 18:38:08.603148 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-a7d4d5e8-4df4-4fef-aea1-5f2c5ab7db75 req-17e84b95-0d58-4ed9-a0d1-6e93cab7f2a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4417072'] for port, after_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:38:08.665463 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d4d5e8-4df4-4fef-aea1-5f2c5ab7db75 req-17e84b95-0d58-4ed9-a0d1-6e93cab7f2a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:38:08.666209 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-a7d4d5e8-4df4-4fef-aea1-5f2c5ab7db75 req-17e84b95-0d58-4ed9-a0d1-6e93cab7f2a8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:38:08.667479 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-a7d4d5e8-4df4-4fef-aea1-5f2c5ab7db75 req-17e84b95-0d58-4ed9-a0d1-6e93cab7f2a8 service neutron] 10.222.0.41 "PUT /v2.0/ports/ab74eaef-395a-4fdf-b85e-bacf8245f728 HTTP/1.1" status: 200 len: 1096 time: 1.7532494 Nov 05 18:38:08.667918 n-d-816865-1 neutron-server[102387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0fe35696-e2e4-4757-b0fc-ca26acfa8a1b', 'tag': 'ab74eaef-395a-4fdf-b85e-bacf8245f728'}] {{(pid=102387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 18:38:08.670271 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab06bd4ddf5758c1f10d79fe34dc215bafa488692cde9dba2fcbcb67556f90bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-718489c9-60ec-4272-b87d-97407f55abae" -d '{"events": [{"name": "network-changed", "server_uuid": "0fe35696-e2e4-4757-b0fc-ca26acfa8a1b", "tag": "ab74eaef-395a-4fdf-b85e-bacf8245f728"}]}' {{(pid=102387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 18:38:08.700582 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e84b95-0d58-4ed9-a0d1-6e93cab7f2a8 service neutron] Pushing event updated for resources: {'Port': ['ID=ab74eaef-395a-4fdf-b85e-bacf8245f728,revision_number=3']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:38:08.757353 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e194f0a7-e651-4b1d-87ee-150bdce55037 req-f4a08265-5dee-4cc5-8b4d-f2f24d801db5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:38:08.759689 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-e194f0a7-e651-4b1d-87ee-150bdce55037 req-f4a08265-5dee-4cc5-8b4d-f2f24d801db5 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a723f808-b11e-4066-b104-fad90c82895e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1787493 Nov 05 18:38:08.873078 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-a8f4d667-e209-4b35-be2e-5198777bc98f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6149946', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4877172'] for subnet, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:38:08.881311 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 18:38:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13f05ff0-56ff-4bc3-b9ac-b1738aef975d x-openstack-request-id: req-13f05ff0-56ff-4bc3-b9ac-b1738aef975d {{(pid=102387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 18:38:08.881663 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0fe35696-e2e4-4757-b0fc-ca26acfa8a1b", "tag": "ab74eaef-395a-4fdf-b85e-bacf8245f728", "status": "completed", "code": 200}]} {{(pid=102387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 18:38:08.881835 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-13f05ff0-56ff-4bc3-b9ac-b1738aef975d {{(pid=102387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 18:38:08.882258 n-d-816865-1 neutron-server[102387]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0fe35696-e2e4-4757-b0fc-ca26acfa8a1b', 'tag': 'ab74eaef-395a-4fdf-b85e-bacf8245f728', 'status': 'completed', 'code': 200} Nov 05 18:38:08.932704 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d4d5e8-4df4-4fef-aea1-5f2c5ab7db75 req-4a94645b-bce3-4bce-9554-aa5ac1f47391 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:38:08.934782 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-a7d4d5e8-4df4-4fef-aea1-5f2c5ab7db75 req-4a94645b-bce3-4bce-9554-aa5ac1f47391 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=10ec5728e81c4449951d5c9e87d02372&device_id=0fe35696-e2e4-4757-b0fc-ca26acfa8a1b HTTP/1.1" status: 200 len: 1099 time: 0.1144872 Nov 05 18:38:09.006864 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-a7d4d5e8-4df4-4fef-aea1-5f2c5ab7db75 req-9cea8e70-3a0a-4d93-83b5-b48cee11afd3 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.190&port_id=ab74eaef-395a-4fdf-b85e-bacf8245f728 HTTP/1.1" status: 200 len: 217 time: 0.0608459 Nov 05 18:38:09.093990 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfad058-f4d8-443d-9919-83a1d61c6008 req-ceca732d-fac1-418d-81a5-d1d265dca939 tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:38:09.101392 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-4cfad058-f4d8-443d-9919-83a1d61c6008 req-ceca732d-fac1-418d-81a5-d1d265dca939 tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] 10.222.0.13 "GET /v2.0/ports?device_id=0fe35696-e2e4-4757-b0fc-ca26acfa8a1b HTTP/1.1" status: 200 len: 948 time: 0.1053586 Nov 05 18:38:09.119430 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d4d5e8-4df4-4fef-aea1-5f2c5ab7db75 req-428334d7-fb9a-4849-9708-00189a274c62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:38:09.121264 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-a7d4d5e8-4df4-4fef-aea1-5f2c5ab7db75 req-428334d7-fb9a-4849-9708-00189a274c62 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=05e7a1b5-165b-4a00-855a-ffbcb2eba59e HTTP/1.1" status: 200 len: 843 time: 0.0896666 Nov 05 18:38:09.143218 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f4d667-e209-4b35-be2e-5198777bc98f admin admin] Pushing event updated for resources: {'Subnet': ['ID=e7fca78a-743c-4af3-9fb8-12bc06bb873c,revision_number=0']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:38:09.169318 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8f4d667-e209-4b35-be2e-5198777bc98f admin admin] Checking segment: {'id': '15cac71b-3531-4cff-8a8e-8f8d83bebf12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '5e3d0b1a-fd18-45bc-91bd-c831330234c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 18:38:09.169695 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8f4d667-e209-4b35-be2e-5198777bc98f admin admin] Network hostable DHCP agents. Network: 5e3d0b1a-fd18-45bc-91bd-c831330234c4, hostable agents: ['987e2ca0-bc3b-4c6f-a989-429ccfbf753f'], hosted agents: [] {{(pid=102386) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 05 18:38:09.189383 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-e194f0a7-e651-4b1d-87ee-150bdce55037 req-9cdf6152-98e3-49d0-8d69-5afc340e251b service neutron] 10.222.0.41 "GET /v2.0/networks/a723f808-b11e-4066-b104-fad90c82895e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3771086 Nov 05 18:38:09.191862 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-4cfad058-f4d8-443d-9919-83a1d61c6008 req-ebbc8507-e035-4faa-9906-42c9afdbf361 tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] 10.222.0.13 "GET /v2.0/security-groups?id=c4f63610-8850-433c-ac4b-7e7146261ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839324 Nov 05 18:38:09.207807 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-08509541-c9fe-42b6-90fc-d3614b5f5ca8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6149946', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4877172'] for subnet, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:38:09.214697 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d4d5e8-4df4-4fef-aea1-5f2c5ab7db75 req-d1a6c6d8-803f-4403-ae54-b1995a7e7331 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:38:09.214697 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-a7d4d5e8-4df4-4fef-aea1-5f2c5ab7db75 req-d1a6c6d8-803f-4403-ae54-b1995a7e7331 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a723f808-b11e-4066-b104-fad90c82895e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0745163 Nov 05 18:38:09.348112 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08509541-c9fe-42b6-90fc-d3614b5f5ca8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d6979728-9a34-49f9-ba30-1ba1422c905b,revision_number=0']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:38:09.382556 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08509541-c9fe-42b6-90fc-d3614b5f5ca8 admin admin] Checking segment: {'id': 'b0f4d4e8-61d5-4e79-9c35-e1f620a70868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '598f5d7d-609c-4eed-bdfb-a95dcdae7151'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 18:38:09.382796 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7ddc4e-0eff-4e61-b83c-92d982daa0b2 req-d9651c09-f3fb-4b60-b686-3a08e9db99ee tempest-ImagesNegativeTestJSON-394450238 tempest-ImagesNegativeTestJSON-394450238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:38:09.383172 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08509541-c9fe-42b6-90fc-d3614b5f5ca8 admin admin] Network hostable DHCP agents. Network: 598f5d7d-609c-4eed-bdfb-a95dcdae7151, hostable agents: ['987e2ca0-bc3b-4c6f-a989-429ccfbf753f'], hosted agents: [] {{(pid=102386) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 05 18:38:09.384137 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-5d7ddc4e-0eff-4e61-b83c-92d982daa0b2 req-d9651c09-f3fb-4b60-b686-3a08e9db99ee tempest-ImagesNegativeTestJSON-394450238 tempest-ImagesNegativeTestJSON-394450238-project] 10.222.0.13 "GET /v2.0/ports?device_id=a05fb860-c272-418e-b55e-2d4e349e6f94 HTTP/1.1" status: 200 len: 948 time: 0.0824656 Nov 05 18:38:09.386697 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-a7d4d5e8-4df4-4fef-aea1-5f2c5ab7db75 req-103aa821-7b34-4a3e-98d3-a3573f3cc62e service neutron] 10.222.0.41 "GET /v2.0/networks/a723f808-b11e-4066-b104-fad90c82895e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1602330 Nov 05 18:38:09.391792 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-e194f0a7-e651-4b1d-87ee-150bdce55037 req-65f31ba6-1412-44c3-92ea-9d89f700b1e3 service neutron] 10.222.0.41 "GET /v2.0/networks/a723f808-b11e-4066-b104-fad90c82895e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1922925 Nov 05 18:38:09.400183 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8f4d667-e209-4b35-be2e-5198777bc98f admin admin] Network 5e3d0b1a-fd18-45bc-91bd-c831330234c4 is scheduled to be hosted by DHCP agent 987e2ca0-bc3b-4c6f-a989-429ccfbf753f with binding_index 1 {{(pid=102386) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 05 18:38:09.623169 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.base_scheduler [None req-a8f4d667-e209-4b35-be2e-5198777bc98f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816865-1, 5e3d0b1a-fd18-45bc-91bd-c831330234c4) {{(pid=102386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:38:09.635066 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8be3ce9-baa5-4385-ace7-120f5ec43e73 None None] Network 5e3d0b1a-fd18-45bc-91bd-c831330234c4 requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 18:38:09.645866 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8f4d667-e209-4b35-be2e-5198777bc98f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:38:09.646197 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-a8f4d667-e209-4b35-be2e-5198777bc98f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597851'] for subnet, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:38:09.744240 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08509541-c9fe-42b6-90fc-d3614b5f5ca8 admin admin] Network 598f5d7d-609c-4eed-bdfb-a95dcdae7151 is scheduled to be hosted by DHCP agent 987e2ca0-bc3b-4c6f-a989-429ccfbf753f with binding_index 1 {{(pid=102386) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 05 18:38:09.767781 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.base_scheduler [None req-08509541-c9fe-42b6-90fc-d3614b5f5ca8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816865-1, 598f5d7d-609c-4eed-bdfb-a95dcdae7151) {{(pid=102386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:38:09.772601 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df72c795-b232-44ea-836f-b03e6cbfcfce req-0e9e7f3e-fb6c-46c4-9a0b-8ac34f789655 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:38:09.772601 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-df72c795-b232-44ea-836f-b03e6cbfcfce req-0e9e7f3e-fb6c-46c4-9a0b-8ac34f789655 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=00f63bd8aceb4e27a1f95f9c5bc05b06&device_id=a05fb860-c272-418e-b55e-2d4e349e6f94 HTTP/1.1" status: 200 len: 1099 time: 0.0845063 Nov 05 18:38:09.796003 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d13ccc7-eb52-44e4-b869-120f90930b9b None None] Network 598f5d7d-609c-4eed-bdfb-a95dcdae7151 requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 18:38:09.839460 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-a8f4d667-e209-4b35-be2e-5198777bc98f admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 2.0464687 Nov 05 18:38:09.840506 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-5d7ddc4e-0eff-4e61-b83c-92d982daa0b2 req-d43ade4a-edf8-437c-920e-535fda94e7ae tempest-ImagesNegativeTestJSON-394450238 tempest-ImagesNegativeTestJSON-394450238-project] 10.222.0.13 "GET /v2.0/security-groups?id=6c90ad02-93e7-4c42-96a4-62034e716ff4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4382799 Nov 05 18:38:09.840900 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08509541-c9fe-42b6-90fc-d3614b5f5ca8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:38:09.840900 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-08509541-c9fe-42b6-90fc-d3614b5f5ca8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597851'] for subnet, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:38:09.910149 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-a7d4d5e8-4df4-4fef-aea1-5f2c5ab7db75 req-9d740272-26da-4111-b2ee-70af9cc41889 service neutron] 10.222.0.41 "GET /v2.0/networks/a723f808-b11e-4066-b104-fad90c82895e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5009084 Nov 05 18:38:09.994443 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08fe712f-35fa-4e82-891b-9221377ab1df None None] Network 5e3d0b1a-fd18-45bc-91bd-c831330234c4 requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 18:38:10.027738 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934c224b-6bef-4070-a9ea-685fef836f51 req-11df2a6c-6ce8-483c-b708-971df0716860 tempest-FloatingIPsAssociationNegativeTestJSON-1117017581 tempest-FloatingIPsAssociationNegativeTestJSON-1117017581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:38:10.035913 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-934c224b-6bef-4070-a9ea-685fef836f51 req-11df2a6c-6ce8-483c-b708-971df0716860 tempest-FloatingIPsAssociationNegativeTestJSON-1117017581 tempest-FloatingIPsAssociationNegativeTestJSON-1117017581-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1c0ffbe-3ff6-48eb-83c7-4ceec027eec5 HTTP/1.1" status: 200 len: 946 time: 0.0972381 Nov 05 18:38:10.047292 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df72c795-b232-44ea-836f-b03e6cbfcfce req-83054ed9-c189-415f-8d81-2eb4061bda03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:38:10.049788 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-df72c795-b232-44ea-836f-b03e6cbfcfce req-83054ed9-c189-415f-8d81-2eb4061bda03 service neutron] 10.222.0.41 "GET /v2.0/networks?id=a723f808-b11e-4066-b104-fad90c82895e HTTP/1.1" status: 200 len: 870 time: 0.2674727 Nov 05 18:38:10.111591 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-df72c795-b232-44ea-836f-b03e6cbfcfce req-8e0d9348-6d82-497a-8584-261f226bf645 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.191&port_id=cb95f673-289f-442d-a83a-07d43e9b738b HTTP/1.1" status: 200 len: 217 time: 0.0529606 Nov 05 18:38:10.114887 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-934c224b-6bef-4070-a9ea-685fef836f51 req-0efabbcc-16e9-4415-ab0a-249273fb6726 tempest-FloatingIPsAssociationNegativeTestJSON-1117017581 tempest-FloatingIPsAssociationNegativeTestJSON-1117017581-project] 10.222.0.13 "GET /v2.0/security-groups?id=d752849f-3561-4e8d-bfef-4dddab2ff037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720503 Nov 05 18:38:10.132271 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc859ce5-5e7c-4ac9-99ff-131e9c4b5fb1 None None] Network 598f5d7d-609c-4eed-bdfb-a95dcdae7151 requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 18:38:10.226753 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-08509541-c9fe-42b6-90fc-d3614b5f5ca8 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 2.0424693 Nov 05 18:38:10.256695 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df72c795-b232-44ea-836f-b03e6cbfcfce req-4dac5db2-c61d-4b17-ae60-4f750af72b93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:38:10.259940 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-df72c795-b232-44ea-836f-b03e6cbfcfce req-4dac5db2-c61d-4b17-ae60-4f750af72b93 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=05e7a1b5-165b-4a00-855a-ffbcb2eba59e HTTP/1.1" status: 200 len: 843 time: 0.1337895 Nov 05 18:38:10.318356 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718489c9-60ec-4272-b87d-97407f55abae req-aa2b817d-6e7e-4899-933a-22500847110b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:38:10.319550 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-718489c9-60ec-4272-b87d-97407f55abae req-aa2b817d-6e7e-4899-933a-22500847110b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=10ec5728e81c4449951d5c9e87d02372&device_id=0fe35696-e2e4-4757-b0fc-ca26acfa8a1b HTTP/1.1" status: 200 len: 1099 time: 0.1078658 Nov 05 18:38:10.339806 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df72c795-b232-44ea-836f-b03e6cbfcfce req-ec6d2248-52e6-4507-9514-a7920e54f0f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:38:10.347550 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-df72c795-b232-44ea-836f-b03e6cbfcfce req-ec6d2248-52e6-4507-9514-a7920e54f0f3 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a723f808-b11e-4066-b104-fad90c82895e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0787313 Nov 05 18:38:10.489364 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a46e3f0-2034-45d1-ae0a-1de8f22fafe9 req-bd02e3db-9224-43a3-8d0d-b9e23a989309 tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:38:10.504413 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-0a46e3f0-2034-45d1-ae0a-1de8f22fafe9 req-bd02e3db-9224-43a3-8d0d-b9e23a989309 tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] 10.222.0.13 "GET /v2.0/ports?device_id=0fe35696-e2e4-4757-b0fc-ca26acfa8a1b HTTP/1.1" status: 200 len: 948 time: 0.1837711 Nov 05 18:38:10.544058 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-df72c795-b232-44ea-836f-b03e6cbfcfce req-1e94f290-76f3-44a8-81d1-04588af55289 service neutron] 10.222.0.41 "GET /v2.0/networks/a723f808-b11e-4066-b104-fad90c82895e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1809537 Nov 05 18:38:10.610564 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718489c9-60ec-4272-b87d-97407f55abae req-fc42ccb4-67b8-46c2-97c8-a181f93b737c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:38:10.612773 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-718489c9-60ec-4272-b87d-97407f55abae req-fc42ccb4-67b8-46c2-97c8-a181f93b737c service neutron] 10.222.0.41 "GET /v2.0/networks?id=a723f808-b11e-4066-b104-fad90c82895e HTTP/1.1" status: 200 len: 870 time: 0.2834859 Nov 05 18:38:10.629643 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-0a46e3f0-2034-45d1-ae0a-1de8f22fafe9 req-dde31891-3ebc-437e-b175-499be2af9e37 tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] 10.222.0.13 "GET /v2.0/security-groups?id=c4f63610-8850-433c-ac4b-7e7146261ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224363 Nov 05 18:38:10.673036 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-718489c9-60ec-4272-b87d-97407f55abae req-c4d3f5a0-b8ac-4ce5-89c6-8ed14ef51b8e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.190&port_id=ab74eaef-395a-4fdf-b85e-bacf8245f728 HTTP/1.1" status: 200 len: 217 time: 0.0420949 Nov 05 18:38:10.674662 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-df72c795-b232-44ea-836f-b03e6cbfcfce req-6fadf1b4-9b60-4cd9-9b0a-0bd5acea163c service neutron] 10.222.0.41 "GET /v2.0/networks/a723f808-b11e-4066-b104-fad90c82895e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1208868 Nov 05 18:38:10.742387 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718489c9-60ec-4272-b87d-97407f55abae req-6048e1c9-de75-427d-961e-41fcc8170d6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:38:10.744024 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-718489c9-60ec-4272-b87d-97407f55abae req-6048e1c9-de75-427d-961e-41fcc8170d6b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=05e7a1b5-165b-4a00-855a-ffbcb2eba59e HTTP/1.1" status: 200 len: 843 time: 0.0566120 Nov 05 18:38:10.805014 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718489c9-60ec-4272-b87d-97407f55abae req-bca1a3e5-5ffd-46c1-88a4-b26d69416c22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:38:10.809405 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-718489c9-60ec-4272-b87d-97407f55abae req-bca1a3e5-5ffd-46c1-88a4-b26d69416c22 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a723f808-b11e-4066-b104-fad90c82895e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0573590 Nov 05 18:38:11.062942 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807654be-679e-47a7-afa9-2b166624ad0f req-936dd664-ae9b-4534-9119-0a9cf49cefc0 tempest-ImagesTestJSON-1124888854 tempest-ImagesTestJSON-1124888854-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:38:11.070267 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-807654be-679e-47a7-afa9-2b166624ad0f req-936dd664-ae9b-4534-9119-0a9cf49cefc0 tempest-ImagesTestJSON-1124888854 tempest-ImagesTestJSON-1124888854-project] 10.222.0.13 "GET /v2.0/networks?id=598f5d7d-609c-4eed-bdfb-a95dcdae7151 HTTP/1.1" status: 200 len: 805 time: 0.2396390 Nov 05 18:38:11.070541 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 39426) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:38:11.074258 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-718489c9-60ec-4272-b87d-97407f55abae req-15412611-01d7-4afa-a774-f2e6f15c9020 service neutron] 10.222.0.41 "GET /v2.0/networks/a723f808-b11e-4066-b104-fad90c82895e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2553504 Nov 05 18:38:11.075279 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-edd565cb-e408-4a20-bf9e-4c714b6c4535 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1157569532-network', 'tenant_id': '99a12f3d885d480d995e6ae52caae10c'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:38:11.082753 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce971f7-ab6a-4784-87f6-9bdad245c6f5 req-70489df2-0f03-4e70-b284-7630088af858 tempest-ImagesNegativeTestJSON-394450238 tempest-ImagesNegativeTestJSON-394450238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:38:11.084317 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-1ce971f7-ab6a-4784-87f6-9bdad245c6f5 req-70489df2-0f03-4e70-b284-7630088af858 tempest-ImagesNegativeTestJSON-394450238 tempest-ImagesNegativeTestJSON-394450238-project] 10.222.0.13 "GET /v2.0/ports?device_id=a05fb860-c272-418e-b55e-2d4e349e6f94 HTTP/1.1" status: 200 len: 948 time: 0.1384344 Nov 05 18:38:11.126647 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-807654be-679e-47a7-afa9-2b166624ad0f req-355e5311-8b58-4118-9327-721510d23672 tempest-ImagesTestJSON-1124888854 tempest-ImagesTestJSON-1124888854-project] 10.222.0.13 "GET /v2.0/quotas/0f862ce7a4174f25919478ebbeb38081 HTTP/1.1" status: 200 len: 375 time: 0.0557604 Nov 05 18:38:11.162082 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edd565cb-e408-4a20-bf9e-4c714b6c4535 admin admin] Made reservation on behalf of 99a12f3d885d480d995e6ae52caae10c for: {'network': 1} {{(pid=102386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 18:38:11.164378 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-edd565cb-e408-4a20-bf9e-4c714b6c4535 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for network, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:38:11.177314 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-edd565cb-e408-4a20-bf9e-4c714b6c4535 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:38:11.191030 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-807654be-679e-47a7-afa9-2b166624ad0f req-5ba43a2a-7293-4ab1-aaa0-5cf5bc1f267d tempest-ImagesTestJSON-1124888854 tempest-ImagesTestJSON-1124888854-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=0f862ce7a4174f25919478ebbeb38081&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0634785 Nov 05 18:38:11.265497 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-edd565cb-e408-4a20-bf9e-4c714b6c4535 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:38:11.266657 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-718489c9-60ec-4272-b87d-97407f55abae req-8cae7ed8-b958-4d54-99ed-b8dae0d06da6 service neutron] 10.222.0.41 "GET /v2.0/networks/a723f808-b11e-4066-b104-fad90c82895e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1755486 Nov 05 18:38:11.307788 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-1ce971f7-ab6a-4784-87f6-9bdad245c6f5 req-b621c239-4f16-466a-9827-2ef1f6ca72ac tempest-ImagesNegativeTestJSON-394450238 tempest-ImagesNegativeTestJSON-394450238-project] 10.222.0.13 "GET /v2.0/security-groups?id=6c90ad02-93e7-4c42-96a4-62034e716ff4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2083824 Nov 05 18:38:11.338335 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-edd565cb-e408-4a20-bf9e-4c714b6c4535 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:38:11.365081 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-edd565cb-e408-4a20-bf9e-4c714b6c4535 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 180} {{(pid=102386) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 05 18:38:11.399567 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-edd565cb-e408-4a20-bf9e-4c714b6c4535 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273'] for segment, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:38:11.399916 n-d-816865-1 neutron-server[102386]: INFO neutron.db.segments_db [None req-edd565cb-e408-4a20-bf9e-4c714b6c4535 admin admin] Added segment 94f27072-2823-4b3c-9b86-357576d9f491 of type vlan for network d4920620-525f-4602-b9d5-3af86875484a Nov 05 18:38:11.414105 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd565cb-e408-4a20-bf9e-4c714b6c4535 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0af2fb1b-02ae-4d22-b1ae-b014a963be93,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:38:11.461626 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-edd565cb-e408-4a20-bf9e-4c714b6c4535 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750027258543'] for network, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:38:11.461886 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [req-807654be-679e-47a7-afa9-2b166624ad0f req-e9c966c1-e0b3-4ed6-ad16-6dd3006c6f86 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=102387) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 05 18:38:11.473979 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-807654be-679e-47a7-afa9-2b166624ad0f req-e9c966c1-e0b3-4ed6-ad16-6dd3006c6f86 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0970428 Nov 05 18:38:11.540961 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-edd565cb-e408-4a20-bf9e-4c714b6c4535 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-956796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877'] for network, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:38:11.541420 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edd565cb-e408-4a20-bf9e-4c714b6c4535 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:38:11.543957 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-edd565cb-e408-4a20-bf9e-4c714b6c4535 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597851'] for network, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:38:11.605071 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-807654be-679e-47a7-afa9-2b166624ad0f req-f108949e-0054-4625-8c79-c6d7cf8c2f49 service neutron] 10.222.0.13 "GET /v2.0/networks/598f5d7d-609c-4eed-bdfb-a95dcdae7151?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1296494 Nov 05 18:38:11.653996 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd565cb-e408-4a20-bf9e-4c714b6c4535 admin admin] Pushing event updated for resources: {'Network': ['ID=d4920620-525f-4602-b9d5-3af86875484a,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:38:11.665472 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-edd565cb-e408-4a20-bf9e-4c714b6c4535 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.5900857 Nov 05 18:38:11.669080 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 39450) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:38:11.669901 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Network d4920620-525f-4602-b9d5-3af86875484a details requested by agent ovs-agent-n-d-816865-1 with host n-d-816865-1 {{(pid=102388) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 05 18:38:11.691623 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-ff4a51c8-5f8a-44c1-b137-117ba43521c0 admin admin] Request body: {'subnet': {'network_id': 'd4920620-525f-4602-b9d5-3af86875484a', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1157569532-subnet', 'tenant_id': '99a12f3d885d480d995e6ae52caae10c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:38:11.784555 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-807654be-679e-47a7-afa9-2b166624ad0f req-cfc83e21-8ba4-4e96-8751-8d1e75915f35 service neutron] 10.222.0.13 "GET /v2.0/networks/598f5d7d-609c-4eed-bdfb-a95dcdae7151?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1784790 Nov 05 18:38:11.842914 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff4a51c8-5f8a-44c1-b137-117ba43521c0 admin admin] Made reservation on behalf of 99a12f3d885d480d995e6ae52caae10c for: {'subnet': 1} {{(pid=102386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 18:38:11.846574 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-ff4a51c8-5f8a-44c1-b137-117ba43521c0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4877122'] for subnet, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:38:12.166416 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-ff4a51c8-5f8a-44c1-b137-117ba43521c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6149946', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4877172'] for subnet, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:38:12.221750 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4a51c8-5f8a-44c1-b137-117ba43521c0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0c9d5188-1d12-4be4-bdb2-3171d4337224,revision_number=0']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:38:12.235944 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff4a51c8-5f8a-44c1-b137-117ba43521c0 admin admin] Checking segment: {'id': '94f27072-2823-4b3c-9b86-357576d9f491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'd4920620-525f-4602-b9d5-3af86875484a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 18:38:12.237726 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff4a51c8-5f8a-44c1-b137-117ba43521c0 admin admin] Network hostable DHCP agents. Network: d4920620-525f-4602-b9d5-3af86875484a, hostable agents: ['987e2ca0-bc3b-4c6f-a989-429ccfbf753f'], hosted agents: [] {{(pid=102386) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 05 18:38:12.304697 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94ac006-16cf-4cb6-8dba-c3491ad1c248 req-3f122043-baa8-454f-8388-55b41b8dd186 tempest-FloatingIPsAssociationNegativeTestJSON-1117017581 tempest-FloatingIPsAssociationNegativeTestJSON-1117017581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:38:12.313779 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-e94ac006-16cf-4cb6-8dba-c3491ad1c248 req-3f122043-baa8-454f-8388-55b41b8dd186 tempest-FloatingIPsAssociationNegativeTestJSON-1117017581 tempest-FloatingIPsAssociationNegativeTestJSON-1117017581-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1c0ffbe-3ff6-48eb-83c7-4ceec027eec5 HTTP/1.1" status: 200 len: 946 time: 0.0795147 Nov 05 18:38:12.346412 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff4a51c8-5f8a-44c1-b137-117ba43521c0 admin admin] Network d4920620-525f-4602-b9d5-3af86875484a is scheduled to be hosted by DHCP agent 987e2ca0-bc3b-4c6f-a989-429ccfbf753f with binding_index 1 {{(pid=102386) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 05 18:38:12.370781 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-e94ac006-16cf-4cb6-8dba-c3491ad1c248 req-598c0d55-2a63-474d-812a-1110387209ff tempest-FloatingIPsAssociationNegativeTestJSON-1117017581 tempest-FloatingIPsAssociationNegativeTestJSON-1117017581-project] 10.222.0.13 "GET /v2.0/security-groups?id=d752849f-3561-4e8d-bfef-4dddab2ff037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560131 Nov 05 18:38:12.465329 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.base_scheduler [None req-ff4a51c8-5f8a-44c1-b137-117ba43521c0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816865-1, d4920620-525f-4602-b9d5-3af86875484a) {{(pid=102386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:38:12.471346 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff4a51c8-5f8a-44c1-b137-117ba43521c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:38:12.472051 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-ff4a51c8-5f8a-44c1-b137-117ba43521c0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597851'] for subnet, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:38:12.485569 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75ece178-40a6-4d94-9e9f-a6ea9ebbf69b None None] Network d4920620-525f-4602-b9d5-3af86875484a requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 18:38:12.576874 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-ff4a51c8-5f8a-44c1-b137-117ba43521c0 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.9065034 Nov 05 18:38:12.601517 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-a4ef99b7-fe40-4241-8dac-27dee2edc069 req-6f6f6aaa-bbbe-4144-8656-113c8f2331e6 tempest-ImagesTestJSON-1124888854 tempest-ImagesTestJSON-1124888854-project] 10.222.0.13 "GET /v2.0/ports?device_id=cec9f0c8-6c31-490d-9df0-bbd29aa25d72 HTTP/1.1" status: 200 len: 210 time: 0.0460596 Nov 05 18:38:12.614491 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49abb814-4639-49e0-9939-8db0b23d316e req-804a5b73-ea88-497f-9814-48eab5523123 tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:38:12.626660 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-49abb814-4639-49e0-9939-8db0b23d316e req-804a5b73-ea88-497f-9814-48eab5523123 tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] 10.222.0.13 "GET /v2.0/ports?device_id=0fe35696-e2e4-4757-b0fc-ca26acfa8a1b HTTP/1.1" status: 200 len: 948 time: 0.1457455 Nov 05 18:38:12.701057 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-49abb814-4639-49e0-9939-8db0b23d316e req-707516e8-8ff8-4491-a544-6b6c842d6c27 tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] 10.222.0.13 "GET /v2.0/security-groups?id=c4f63610-8850-433c-ac4b-7e7146261ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696356 Nov 05 18:38:12.785374 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8146d531-d30b-431b-83f2-8f2e1b03423e None None] Network d4920620-525f-4602-b9d5-3af86875484a requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 18:38:13.000060 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f792e7-f0e5-4bd7-8c07-bbbb83546364 req-85e140d7-1cf4-4b88-b426-dc313ffaad3e tempest-ImagesNegativeTestJSON-394450238 tempest-ImagesNegativeTestJSON-394450238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:38:13.006644 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-56f792e7-f0e5-4bd7-8c07-bbbb83546364 req-85e140d7-1cf4-4b88-b426-dc313ffaad3e tempest-ImagesNegativeTestJSON-394450238 tempest-ImagesNegativeTestJSON-394450238-project] 10.222.0.13 "GET /v2.0/ports?device_id=a05fb860-c272-418e-b55e-2d4e349e6f94 HTTP/1.1" status: 200 len: 948 time: 0.2680786 Nov 05 18:38:13.040511 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Device ab74eaef-395a-4fdf-b85e-bacf8245f728 details requested by agent hyperv_n-h1-816865-1 with host n-h1-816865-1 {{(pid=102388) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 05 18:38:13.087470 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-d85983be-c892-4f08-922a-4ecd8d43f450 req-a099681d-ca91-4f40-a78b-fa77da6bfc76 tempest-FloatingIPsAssociationNegativeTestJSON-1117017581 tempest-FloatingIPsAssociationNegativeTestJSON-1117017581-project] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=40c8335d-cd0b-4cb5-910a-d4dcddd5cbec HTTP/1.1" status: 200 len: 258 time: 0.3356824 Nov 05 18:38:13.096922 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [req-d85983be-c892-4f08-922a-4ecd8d43f450 req-ea5caf94-d759-4857-a2d9-133751bd675c tempest-FloatingIPsAssociationNegativeTestJSON-1117017581 tempest-FloatingIPsAssociationNegativeTestJSON-1117017581-project] Request body: {'floatingip': {'floating_network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec'}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:38:13.130831 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-56f792e7-f0e5-4bd7-8c07-bbbb83546364 req-16fa2bd6-90c3-4320-9a36-84f13cbcf85f tempest-ImagesNegativeTestJSON-394450238 tempest-ImagesNegativeTestJSON-394450238-project] 10.222.0.13 "GET /v2.0/security-groups?id=6c90ad02-93e7-4c42-96a4-62034e716ff4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230257 Nov 05 18:38:13.191827 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-d85983be-c892-4f08-922a-4ecd8d43f450 req-ea5caf94-d759-4857-a2d9-133751bd675c tempest-FloatingIPsAssociationNegativeTestJSON-1117017581 tempest-FloatingIPsAssociationNegativeTestJSON-1117017581-project] Publish callbacks [] for floatingip, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:38:13.247705 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] For port ab74eaef-395a-4fdf-b85e-bacf8245f728, host n-h1-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=ab74eaef-395a-4fdf-b85e-bacf8245f728,segment=NetworkSegment(35c2db9c-522d-48d3-98cf-a08c2cc55db7),segment_id=35c2db9c-522d-48d3-98cf-a08c2cc55db7)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:38:13.268309 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Returning: {'device': 'ab74eaef-395a-4fdf-b85e-bacf8245f728', 'network_id': 'a723f808-b11e-4066-b104-fad90c82895e', 'port_id': 'ab74eaef-395a-4fdf-b85e-bacf8245f728', 'mac_address': 'fa:16:3e:1c:fd:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 153, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05e7a1b5-165b-4a00-855a-ffbcb2eba59e', 'ip_address': '192.168.233.190'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102388) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 05 18:38:13.325697 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:38:13.347707 n-d-816865-1 neutron-server[102388]: DEBUG neutron.notifiers.nova [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab74eaef-395a-4fdf-b85e-bacf8245f728 {{(pid=102388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 18:38:13.350975 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-d85983be-c892-4f08-922a-4ecd8d43f450 req-ea5caf94-d759-4857-a2d9-133751bd675c tempest-FloatingIPsAssociationNegativeTestJSON-1117017581 tempest-FloatingIPsAssociationNegativeTestJSON-1117017581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:38:13.374317 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] For port ab74eaef-395a-4fdf-b85e-bacf8245f728, host n-h1-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=ab74eaef-395a-4fdf-b85e-bacf8245f728,segment=NetworkSegment(35c2db9c-522d-48d3-98cf-a08c2cc55db7),segment_id=35c2db9c-522d-48d3-98cf-a08c2cc55db7)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:38:13.459298 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:38:13.462774 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Device cb95f673-289f-442d-a83a-07d43e9b738b details requested by agent hyperv_n-h1-816865-1 with host n-h1-816865-1 {{(pid=102388) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 05 18:38:13.495291 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.db_base_plugin_common [req-d85983be-c892-4f08-922a-4ecd8d43f450 req-ea5caf94-d759-4857-a2d9-133751bd675c tempest-FloatingIPsAssociationNegativeTestJSON-1117017581 tempest-FloatingIPsAssociationNegativeTestJSON-1117017581-project] Allocated IP 172.25.6.137 (40c8335d-cd0b-4cb5-910a-d4dcddd5cbec/04fe6db3-e108-4208-943d-6518424f5726/c1db01c8-b767-4753-8769-f63bb374a341) {{(pid=102387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 18:38:13.550502 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] For port cb95f673-289f-442d-a83a-07d43e9b738b, host n-h1-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=cb95f673-289f-442d-a83a-07d43e9b738b,segment=NetworkSegment(35c2db9c-522d-48d3-98cf-a08c2cc55db7),segment_id=35c2db9c-522d-48d3-98cf-a08c2cc55db7)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:38:13.566199 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Pushing event updated for resources: {'Port': ['ID=ab74eaef-395a-4fdf-b85e-bacf8245f728,revision_number=4']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:38:13.583138 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Returning: {'device': 'cb95f673-289f-442d-a83a-07d43e9b738b', 'network_id': 'a723f808-b11e-4066-b104-fad90c82895e', 'port_id': 'cb95f673-289f-442d-a83a-07d43e9b738b', 'mac_address': 'fa:16:3e:ef:ba:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 153, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05e7a1b5-165b-4a00-855a-ffbcb2eba59e', 'ip_address': '192.168.233.191'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102388) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 05 18:38:13.643901 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:38:13.671332 n-d-816865-1 neutron-server[102388]: DEBUG neutron.notifiers.nova [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cb95f673-289f-442d-a83a-07d43e9b738b {{(pid=102388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 18:38:13.704365 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] For port cb95f673-289f-442d-a83a-07d43e9b738b, host n-h1-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=cb95f673-289f-442d-a83a-07d43e9b738b,segment=NetworkSegment(35c2db9c-522d-48d3-98cf-a08c2cc55db7),segment_id=35c2db9c-522d-48d3-98cf-a08c2cc55db7)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:38:13.710878 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-d85983be-c892-4f08-922a-4ecd8d43f450 req-ea5caf94-d759-4857-a2d9-133751bd675c tempest-FloatingIPsAssociationNegativeTestJSON-1117017581 tempest-FloatingIPsAssociationNegativeTestJSON-1117017581-project] Publish callbacks [] for port, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:38:13.773902 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d46a0bc-c187-4641-b25a-fc3ccf00c193 req-d4da9f74-4d86-4658-9990-389c37d601ba tempest-LiveAutoBlockMigrationV225Test-1563372898 tempest-LiveAutoBlockMigrationV225Test-1563372898-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:38:13.781609 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-9d46a0bc-c187-4641-b25a-fc3ccf00c193 req-d4da9f74-4d86-4658-9990-389c37d601ba tempest-LiveAutoBlockMigrationV225Test-1563372898 tempest-LiveAutoBlockMigrationV225Test-1563372898-project] 10.222.0.13 "GET /v2.0/networks?id=5e3d0b1a-fd18-45bc-91bd-c831330234c4 HTTP/1.1" status: 200 len: 820 time: 0.1678810 Nov 05 18:38:13.785081 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:38:13.794127 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-9d46a0bc-c187-4641-b25a-fc3ccf00c193 req-c298ea07-74ef-42a6-b73c-d1883f76a5e5 tempest-LiveAutoBlockMigrationV225Test-1563372898 tempest-LiveAutoBlockMigrationV225Test-1563372898-project] 10.222.0.13 "GET /v2.0/quotas/482f8aec1d1b4fc08a02afb86f8387d6 HTTP/1.1" status: 200 len: 375 time: 0.0116370 Nov 05 18:38:13.850789 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-9d46a0bc-c187-4641-b25a-fc3ccf00c193 req-21e620d3-ffb8-4c2c-8ace-0ddb405bde18 tempest-LiveAutoBlockMigrationV225Test-1563372898 tempest-LiveAutoBlockMigrationV225Test-1563372898-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=482f8aec1d1b4fc08a02afb86f8387d6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0451095 Nov 05 18:38:13.851080 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Pushing event updated for resources: {'Port': ['ID=cb95f673-289f-442d-a83a-07d43e9b738b,revision_number=4']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:38:13.964932 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-d85983be-c892-4f08-922a-4ecd8d43f450 req-ea5caf94-d759-4857-a2d9-133751bd675c tempest-FloatingIPsAssociationNegativeTestJSON-1117017581 tempest-FloatingIPsAssociationNegativeTestJSON-1117017581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4417063'] for port, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:38:13.970629 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-9d46a0bc-c187-4641-b25a-fc3ccf00c193 req-1dab71e3-693f-47ba-916c-6bc1c7a75a59 service neutron] 10.222.0.13 "GET /v2.0/networks/5e3d0b1a-fd18-45bc-91bd-c831330234c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1188810 Nov 05 18:38:14.047248 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d85983be-c892-4f08-922a-4ecd8d43f450 req-ea5caf94-d759-4857-a2d9-133751bd675c tempest-FloatingIPsAssociationNegativeTestJSON-1117017581 tempest-FloatingIPsAssociationNegativeTestJSON-1117017581-project] Network 40c8335d-cd0b-4cb5-910a-d4dcddd5cbec is already hosted by enough agents. {{(pid=102387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 18:38:14.072797 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] get_ports_and_sgs() called for port_ids ['ab74eaef-395a-4fdf-b85e-bacf8245f728'] {{(pid=102388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 18:38:14.075133 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5caf94-d759-4857-a2d9-133751bd675c tempest-FloatingIPsAssociationNegativeTestJSON-1117017581 tempest-FloatingIPsAssociationNegativeTestJSON-1117017581-project] Pushing event updated for resources: {'Port': ['ID=c1db01c8-b767-4753-8769-f63bb374a341,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:38:14.079717 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] get_ports_and_sgs() called for port_ids ['cb95f673-289f-442d-a83a-07d43e9b738b'] {{(pid=102388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 18:38:14.079956 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.base_scheduler [req-d85983be-c892-4f08-922a-4ecd8d43f450 req-ea5caf94-d759-4857-a2d9-133751bd675c tempest-FloatingIPsAssociationNegativeTestJSON-1117017581 tempest-FloatingIPsAssociationNegativeTestJSON-1117017581-project] Resources bound (agent type, host, resource id): {{(pid=102387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:38:14.083893 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.l3_dvrscheduler_db [req-d85983be-c892-4f08-922a-4ecd8d43f450 req-ea5caf94-d759-4857-a2d9-133751bd675c tempest-FloatingIPsAssociationNegativeTestJSON-1117017581 tempest-FloatingIPsAssociationNegativeTestJSON-1117017581-project] Received port after_create {{(pid=102387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 18:38:14.158395 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-9d46a0bc-c187-4641-b25a-fc3ccf00c193 req-9a881d34-b247-4a5b-b46f-d21e89e6565c service neutron] 10.222.0.13 "GET /v2.0/networks/5e3d0b1a-fd18-45bc-91bd-c831330234c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1633170 Nov 05 18:38:14.256425 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-d85983be-c892-4f08-922a-4ecd8d43f450 req-ea5caf94-d759-4857-a2d9-133751bd675c tempest-FloatingIPsAssociationNegativeTestJSON-1117017581 tempest-FloatingIPsAssociationNegativeTestJSON-1117017581-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:38:14.816323 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-d85983be-c892-4f08-922a-4ecd8d43f450 req-ea5caf94-d759-4857-a2d9-133751bd675c tempest-FloatingIPsAssociationNegativeTestJSON-1117017581 tempest-FloatingIPsAssociationNegativeTestJSON-1117017581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:38:15.043775 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-d85983be-c892-4f08-922a-4ecd8d43f450 req-ea5caf94-d759-4857-a2d9-133751bd675c tempest-FloatingIPsAssociationNegativeTestJSON-1117017581 tempest-FloatingIPsAssociationNegativeTestJSON-1117017581-project] Publish callbacks [] for port, precommit_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:38:15.059395 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Device ab74eaef-395a-4fdf-b85e-bacf8245f728 up at agent hyperv_n-h1-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 18:38:15.142097 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-d85983be-c892-4f08-922a-4ecd8d43f450 req-ea5caf94-d759-4857-a2d9-133751bd675c tempest-FloatingIPsAssociationNegativeTestJSON-1117017581 tempest-FloatingIPsAssociationNegativeTestJSON-1117017581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4417072'] for port, after_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:38:15.236104 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5caf94-d759-4857-a2d9-133751bd675c tempest-FloatingIPsAssociationNegativeTestJSON-1117017581 tempest-FloatingIPsAssociationNegativeTestJSON-1117017581-project] Pushing event updated for resources: {'Port': ['ID=c1db01c8-b767-4753-8769-f63bb374a341,revision_number=2']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:38:15.250172 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Provisioning for port ab74eaef-395a-4fdf-b85e-bacf8245f728 completed by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 05 18:38:15.256113 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-d85983be-c892-4f08-922a-4ecd8d43f450 req-ea5caf94-d759-4857-a2d9-133751bd675c tempest-FloatingIPsAssociationNegativeTestJSON-1117017581 tempest-FloatingIPsAssociationNegativeTestJSON-1117017581-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1000577'] for floatingip, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:38:15.256997 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Provisioning complete for port ab74eaef-395a-4fdf-b85e-bacf8245f728 triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:38:15.258473 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:38:15.396675 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:38:15.423946 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-092402d0-7137-47a3-b84a-03467d8be53e req-36e788c2-b996-4993-908e-b4e39ff1ee23 tempest-ImagesTestJSON-1124888854 tempest-ImagesTestJSON-1124888854-project] 10.222.0.13 "GET /v2.0/ports?device_id=cec9f0c8-6c31-490d-9df0-bbd29aa25d72 HTTP/1.1" status: 200 len: 210 time: 0.0554872 Nov 05 18:38:15.446083 n-d-816865-1 neutron-server[102388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fe35696-e2e4-4757-b0fc-ca26acfa8a1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab74eaef-395a-4fdf-b85e-bacf8245f728'}] {{(pid=102388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 18:38:15.459985 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-d85983be-c892-4f08-922a-4ecd8d43f450 req-ea5caf94-d759-4857-a2d9-133751bd675c tempest-FloatingIPsAssociationNegativeTestJSON-1117017581 tempest-FloatingIPsAssociationNegativeTestJSON-1117017581-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for floatingip, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:38:15.460173 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85474fee1180e129d8a886d264fe0b30223aa672dd1ffe43b630605f18504f68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcef68cd-b45a-4f11-a7a4-77273b150940" -d '{"events": [{"server_uuid": "0fe35696-e2e4-4757-b0fc-ca26acfa8a1b", "name": "network-vif-plugged", "status": "completed", "tag": "ab74eaef-395a-4fdf-b85e-bacf8245f728"}]}' {{(pid=102388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 18:38:15.469246 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-d85983be-c892-4f08-922a-4ecd8d43f450 req-ea5caf94-d759-4857-a2d9-133751bd675c tempest-FloatingIPsAssociationNegativeTestJSON-1117017581 tempest-FloatingIPsAssociationNegativeTestJSON-1117017581-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.3804374 Nov 05 18:38:15.477427 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] For port ab74eaef-395a-4fdf-b85e-bacf8245f728, host n-h1-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=ab74eaef-395a-4fdf-b85e-bacf8245f728,segment=NetworkSegment(35c2db9c-522d-48d3-98cf-a08c2cc55db7),segment_id=35c2db9c-522d-48d3-98cf-a08c2cc55db7)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:38:15.565532 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-d85983be-c892-4f08-922a-4ecd8d43f450 req-1d084f53-2d1d-4b23-ad23-638d5acb9a98 tempest-FloatingIPsAssociationNegativeTestJSON-1117017581 tempest-FloatingIPsAssociationNegativeTestJSON-1117017581-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.6.137 HTTP/1.1" status: 200 len: 696 time: 0.0932267 Nov 05 18:38:15.602571 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:38:15.603281 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Device cb95f673-289f-442d-a83a-07d43e9b738b up at agent hyperv_n-h1-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 18:38:15.705523 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807654be-679e-47a7-afa9-2b166624ad0f req-747e9a2c-d7ca-46c2-b40d-22cdcca56d43 tempest-ImagesTestJSON-1124888854 tempest-ImagesTestJSON-1124888854-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:38:15.710405 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-807654be-679e-47a7-afa9-2b166624ad0f req-747e9a2c-d7ca-46c2-b40d-22cdcca56d43 tempest-ImagesTestJSON-1124888854 tempest-ImagesTestJSON-1124888854-project] 10.222.0.55 "GET /v2.0/networks?id=598f5d7d-609c-4eed-bdfb-a95dcdae7151 HTTP/1.1" status: 200 len: 805 time: 0.2760942 Nov 05 18:38:15.723974 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [req-807654be-679e-47a7-afa9-2b166624ad0f req-cb526ced-6c62-469e-a07f-af58d895d3ac tempest-ImagesTestJSON-1124888854 tempest-ImagesTestJSON-1124888854-project] Request body: {'port': {'device_id': 'cec9f0c8-6c31-490d-9df0-bbd29aa25d72', 'network_id': '598f5d7d-609c-4eed-bdfb-a95dcdae7151', 'admin_state_up': True, 'tenant_id': '0f862ce7a4174f25919478ebbeb38081'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:38:15.745275 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85983be-c892-4f08-922a-4ecd8d43f450 req-1626e6f0-8dc7-4b1c-9edc-ee1ed4098e1c tempest-FloatingIPsAssociationNegativeTestJSON-1117017581 tempest-FloatingIPsAssociationNegativeTestJSON-1117017581-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:38:15.751165 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Pushing event updated for resources: {'Port': ['ID=ab74eaef-395a-4fdf-b85e-bacf8245f728,revision_number=5']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:38:15.763176 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:38:15.763553 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:38:15.764056 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:38:15.764452 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:38:15.764722 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:38:15.765101 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:38:15.765430 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:38:15.765752 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:38:15.766102 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:38:15.766427 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:38:15.766744 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:38:15.767063 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:38:15.769331 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-d85983be-c892-4f08-922a-4ecd8d43f450 req-1626e6f0-8dc7-4b1c-9edc-ee1ed4098e1c tempest-FloatingIPsAssociationNegativeTestJSON-1117017581 tempest-FloatingIPsAssociationNegativeTestJSON-1117017581-project] 10.222.0.13 "GET /v2.0/networks/40c8335d-cd0b-4cb5-910a-d4dcddd5cbec HTTP/1.1" status: 200 len: 784 time: 0.1886470 Nov 05 18:38:15.805199 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ef8ddf-c957-4fc3-8053-d17c4b4dd42c req-5d880344-f389-4871-a894-8f0cb32c77a1 tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:38:15.809074 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-73ef8ddf-c957-4fc3-8053-d17c4b4dd42c req-5d880344-f389-4871-a894-8f0cb32c77a1 tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] 10.222.0.13 "GET /v2.0/ports?device_id=0fe35696-e2e4-4757-b0fc-ca26acfa8a1b HTTP/1.1" status: 200 len: 949 time: 0.2644854 Nov 05 18:38:15.887978 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Provisioning for port cb95f673-289f-442d-a83a-07d43e9b738b completed by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 05 18:38:15.892536 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Provisioning complete for port cb95f673-289f-442d-a83a-07d43e9b738b triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:38:15.893003 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:38:15.933219 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-73ef8ddf-c957-4fc3-8053-d17c4b4dd42c req-6cdc5ce4-ac25-48d6-8090-51e0da0749d3 tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] 10.222.0.13 "GET /v2.0/security-groups?id=c4f63610-8850-433c-ac4b-7e7146261ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043308 Nov 05 18:38:15.979410 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df83c145-4f33-41a8-bbec-287ac10cf411 req-bf427200-6d4e-4362-be83-21df78823739 tempest-ImagesNegativeTestJSON-394450238 tempest-ImagesNegativeTestJSON-394450238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:38:15.979410 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-df83c145-4f33-41a8-bbec-287ac10cf411 req-bf427200-6d4e-4362-be83-21df78823739 tempest-ImagesNegativeTestJSON-394450238 tempest-ImagesNegativeTestJSON-394450238-project] 10.222.0.13 "GET /v2.0/ports?device_id=a05fb860-c272-418e-b55e-2d4e349e6f94 HTTP/1.1" status: 200 len: 949 time: 0.0929904 Nov 05 18:38:16.053320 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-807654be-679e-47a7-afa9-2b166624ad0f req-cb526ced-6c62-469e-a07f-af58d895d3ac tempest-ImagesTestJSON-1124888854 tempest-ImagesTestJSON-1124888854-project] Made reservation on behalf of 0f862ce7a4174f25919478ebbeb38081 for: {'port': 1} {{(pid=102386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 18:38:16.058568 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-807654be-679e-47a7-afa9-2b166624ad0f req-cb526ced-6c62-469e-a07f-af58d895d3ac tempest-ImagesTestJSON-1124888854 tempest-ImagesTestJSON-1124888854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:38:16.064042 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:38:16.104636 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] For port cb95f673-289f-442d-a83a-07d43e9b738b, host n-h1-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=cb95f673-289f-442d-a83a-07d43e9b738b,segment=NetworkSegment(35c2db9c-522d-48d3-98cf-a08c2cc55db7),segment_id=35c2db9c-522d-48d3-98cf-a08c2cc55db7)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:38:16.108380 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-df83c145-4f33-41a8-bbec-287ac10cf411 req-94abd0f9-1cee-4854-8329-59d1799b0628 tempest-ImagesNegativeTestJSON-394450238 tempest-ImagesNegativeTestJSON-394450238-project] 10.222.0.13 "GET /v2.0/security-groups?id=6c90ad02-93e7-4c42-96a4-62034e716ff4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218791 Nov 05 18:38:16.140480 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-97bde31e-b8a1-4052-9396-f02623647734 req-38f473a7-d735-4548-9c09-8a438c2542dd tempest-LiveAutoBlockMigrationV225Test-1563372898 tempest-LiveAutoBlockMigrationV225Test-1563372898-project] 10.222.0.13 "GET /v2.0/ports?device_id=c2fd5a8c-4839-4f98-a594-cd5beb2615bd HTTP/1.1" status: 200 len: 210 time: 0.0677214 Nov 05 18:38:16.163862 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 18:38:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33507841-227e-4691-ad4b-7508704cd302 x-openstack-request-id: req-33507841-227e-4691-ad4b-7508704cd302 {{(pid=102388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 18:38:16.167487 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0fe35696-e2e4-4757-b0fc-ca26acfa8a1b", "name": "network-vif-plugged", "status": "completed", "tag": "ab74eaef-395a-4fdf-b85e-bacf8245f728", "code": 200}]} {{(pid=102388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 18:38:16.167487 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-33507841-227e-4691-ad4b-7508704cd302 {{(pid=102388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 18:38:16.167487 n-d-816865-1 neutron-server[102388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0fe35696-e2e4-4757-b0fc-ca26acfa8a1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab74eaef-395a-4fdf-b85e-bacf8245f728', 'code': 200} Nov 05 18:38:16.195325 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:38:16.328168 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Pushing event updated for resources: {'Port': ['ID=cb95f673-289f-442d-a83a-07d43e9b738b,revision_number=5']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:38:16.339843 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.db_base_plugin_common [req-807654be-679e-47a7-afa9-2b166624ad0f req-cb526ced-6c62-469e-a07f-af58d895d3ac tempest-ImagesTestJSON-1124888854 tempest-ImagesTestJSON-1124888854-project] Allocated IP 172.20.0.11 (598f5d7d-609c-4eed-bdfb-a95dcdae7151/d6979728-9a34-49f9-ba30-1ba1422c905b/c14fe7bd-4f5c-40d2-a0cb-c8133c555448) {{(pid=102386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 18:38:16.572470 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-807654be-679e-47a7-afa9-2b166624ad0f req-cb526ced-6c62-469e-a07f-af58d895d3ac tempest-ImagesTestJSON-1124888854 tempest-ImagesTestJSON-1124888854-project] Publish callbacks [] for port, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:38:16.592319 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896f0cc5-3fb2-4b0e-96f8-d2e9c5ebec0c req-e1941416-fe63-4be5-8fd8-f551e4a6a8b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:38:16.594491 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-896f0cc5-3fb2-4b0e-96f8-d2e9c5ebec0c req-e1941416-fe63-4be5-8fd8-f551e4a6a8b5 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=0fe35696-e2e4-4757-b0fc-ca26acfa8a1b HTTP/1.1" status: 200 len: 1101 time: 0.2441275 Nov 05 18:38:16.605225 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b102e98-e43a-47e5-aaa9-d0cdb46c98cf req-d8a298cf-b115-453f-a23c-2e53e76edf2b tempest-FloatingIPsAssociationNegativeTestJSON-1117017581 tempest-FloatingIPsAssociationNegativeTestJSON-1117017581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:38:16.607156 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-6b102e98-e43a-47e5-aaa9-d0cdb46c98cf req-d8a298cf-b115-453f-a23c-2e53e76edf2b tempest-FloatingIPsAssociationNegativeTestJSON-1117017581 tempest-FloatingIPsAssociationNegativeTestJSON-1117017581-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1c0ffbe-3ff6-48eb-83c7-4ceec027eec5&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.2028692 Nov 05 18:38:16.666069 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-6b102e98-e43a-47e5-aaa9-d0cdb46c98cf req-d9e58e20-abbf-4b0c-bbd0-c5d010b68a33 tempest-FloatingIPsAssociationNegativeTestJSON-1117017581 tempest-FloatingIPsAssociationNegativeTestJSON-1117017581-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.6.137 HTTP/1.1" status: 200 len: 696 time: 0.0512896 Nov 05 18:38:16.688487 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [req-6b102e98-e43a-47e5-aaa9-d0cdb46c98cf req-428ec8d4-4320-40a9-868e-feffaca69dcc tempest-FloatingIPsAssociationNegativeTestJSON-1117017581 tempest-FloatingIPsAssociationNegativeTestJSON-1117017581-project] Request body: {'floatingip': {'port_id': 'a97321a5-d572-4e9b-a0da-d5132f1b9bf7', 'fixed_ip_address': '172.20.0.11'}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:38:16.700140 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-807654be-679e-47a7-afa9-2b166624ad0f req-cb526ced-6c62-469e-a07f-af58d895d3ac tempest-ImagesTestJSON-1124888854 tempest-ImagesTestJSON-1124888854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:38:16.736519 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-896f0cc5-3fb2-4b0e-96f8-d2e9c5ebec0c req-9d493b86-51b5-46fd-b9d2-4dd13fb4ff1e service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=c4f63610-8850-433c-ac4b-7e7146261ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253207 Nov 05 18:38:16.741005 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-6b102e98-e43a-47e5-aaa9-d0cdb46c98cf req-428ec8d4-4320-40a9-868e-feffaca69dcc tempest-FloatingIPsAssociationNegativeTestJSON-1117017581 tempest-FloatingIPsAssociationNegativeTestJSON-1117017581-project] Publish callbacks [] for floatingip, before_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:38:16.773872 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-807654be-679e-47a7-afa9-2b166624ad0f req-cb526ced-6c62-469e-a07f-af58d895d3ac tempest-ImagesTestJSON-1124888854 tempest-ImagesTestJSON-1124888854-project] Network 598f5d7d-609c-4eed-bdfb-a95dcdae7151 is already hosted by enough agents. {{(pid=102386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 18:38:16.777341 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.base_scheduler [req-807654be-679e-47a7-afa9-2b166624ad0f req-cb526ced-6c62-469e-a07f-af58d895d3ac tempest-ImagesTestJSON-1124888854 tempest-ImagesTestJSON-1124888854-project] Resources bound (agent type, host, resource id): {{(pid=102386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:38:16.782684 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [req-807654be-679e-47a7-afa9-2b166624ad0f req-cb526ced-6c62-469e-a07f-af58d895d3ac tempest-ImagesTestJSON-1124888854 tempest-ImagesTestJSON-1124888854-project] Received port after_create {{(pid=102386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 18:38:16.786704 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb526ced-6c62-469e-a07f-af58d895d3ac tempest-ImagesTestJSON-1124888854 tempest-ImagesTestJSON-1124888854-project] Pushing event updated for resources: {'Port': ['ID=c14fe7bd-4f5c-40d2-a0cb-c8133c555448,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:38:16.852556 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807654be-679e-47a7-afa9-2b166624ad0f req-cb526ced-6c62-469e-a07f-af58d895d3ac tempest-ImagesTestJSON-1124888854 tempest-ImagesTestJSON-1124888854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:38:16.853187 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-807654be-679e-47a7-afa9-2b166624ad0f req-cb526ced-6c62-469e-a07f-af58d895d3ac tempest-ImagesTestJSON-1124888854 tempest-ImagesTestJSON-1124888854-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:38:17.079639 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-807654be-679e-47a7-afa9-2b166624ad0f req-cb526ced-6c62-469e-a07f-af58d895d3ac tempest-ImagesTestJSON-1124888854 tempest-ImagesTestJSON-1124888854-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3595362 Nov 05 18:38:17.093672 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [req-807654be-679e-47a7-afa9-2b166624ad0f req-82897c5d-b93f-4d77-b9b8-9bac955e3177 service neutron] Request body: {'port': {'device_id': 'cec9f0c8-6c31-490d-9df0-bbd29aa25d72', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816865-1'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:38:17.161890 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-807654be-679e-47a7-afa9-2b166624ad0f req-82897c5d-b93f-4d77-b9b8-9bac955e3177 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:38:17.566851 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd7ef19-a3c3-4423-a8bc-0c7cda4f0851 req-547b68ee-5ba9-4c53-b655-50d127a61dbf tempest-ImagesTestJSON-1124888854 tempest-ImagesTestJSON-1124888854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:38:17.568381 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-1cd7ef19-a3c3-4423-a8bc-0c7cda4f0851 req-547b68ee-5ba9-4c53-b655-50d127a61dbf tempest-ImagesTestJSON-1124888854 tempest-ImagesTestJSON-1124888854-project] 10.222.0.13 "GET /v2.0/ports?device_id=cec9f0c8-6c31-490d-9df0-bbd29aa25d72 HTTP/1.1" status: 200 len: 932 time: 0.1025238 Nov 05 18:38:17.671557 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-6b102e98-e43a-47e5-aaa9-d0cdb46c98cf req-428ec8d4-4320-40a9-868e-feffaca69dcc tempest-FloatingIPsAssociationNegativeTestJSON-1117017581 tempest-FloatingIPsAssociationNegativeTestJSON-1117017581-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:38:17.687738 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-1cd7ef19-a3c3-4423-a8bc-0c7cda4f0851 req-02e1189c-ba9d-4f12-926f-20a29dc09746 tempest-ImagesTestJSON-1124888854 tempest-ImagesTestJSON-1124888854-project] 10.222.0.13 "GET /v2.0/security-groups?id=219552fc-3788-478b-8295-8fbe212226b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076739 Nov 05 18:38:17.739695 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-6b102e98-e43a-47e5-aaa9-d0cdb46c98cf req-428ec8d4-4320-40a9-868e-feffaca69dcc tempest-FloatingIPsAssociationNegativeTestJSON-1117017581 tempest-FloatingIPsAssociationNegativeTestJSON-1117017581-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1000577'] for floatingip, after_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:38:17.775646 n-d-816865-1 neutron-server[102386]: DEBUG neutron.notifiers.nova [req-807654be-679e-47a7-afa9-2b166624ad0f req-82897c5d-b93f-4d77-b9b8-9bac955e3177 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c14fe7bd-4f5c-40d2-a0cb-c8133c555448 {{(pid=102386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 18:38:17.785226 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-807654be-679e-47a7-afa9-2b166624ad0f req-82897c5d-b93f-4d77-b9b8-9bac955e3177 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:38:17.804992 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.provisioning_blocks [req-807654be-679e-47a7-afa9-2b166624ad0f req-82897c5d-b93f-4d77-b9b8-9bac955e3177 service neutron] Transition to ACTIVE for port object c14fe7bd-4f5c-40d2-a0cb-c8133c555448 will not be triggered until provisioned by entity L2. {{(pid=102386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 05 18:38:17.894442 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b46d14-c094-4743-befc-c37581fd3c5c req-e8a7598d-51fa-4f07-9a54-84605ee9b301 tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:38:17.895886 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-21b46d14-c094-4743-befc-c37581fd3c5c req-e8a7598d-51fa-4f07-9a54-84605ee9b301 tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] 10.222.0.13 "GET /v2.0/ports?device_id=0fe35696-e2e4-4757-b0fc-ca26acfa8a1b HTTP/1.1" status: 200 len: 950 time: 0.1120644 Nov 05 18:38:17.905506 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-807654be-679e-47a7-afa9-2b166624ad0f req-82897c5d-b93f-4d77-b9b8-9bac955e3177 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6149821'] for port, after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:38:17.951675 n-d-816865-1 neutron-server[102387]: INFO neutron.db.l3_db [req-6b102e98-e43a-47e5-aaa9-d0cdb46c98cf req-428ec8d4-4320-40a9-868e-feffaca69dcc tempest-FloatingIPsAssociationNegativeTestJSON-1117017581 tempest-FloatingIPsAssociationNegativeTestJSON-1117017581-project] Floating IP 3f2788e5-513d-417e-ae8a-f74b5a315ab1 associated. External IP: 172.25.6.137, port: a97321a5-d572-4e9b-a0da-d5132f1b9bf7. Nov 05 18:38:18.074356 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-21b46d14-c094-4743-befc-c37581fd3c5c req-77826ba8-8709-49e2-b342-950b7ab5df0e tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] 10.222.0.13 "GET /v2.0/security-groups?id=c4f63610-8850-433c-ac4b-7e7146261ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1649120 Nov 05 18:38:18.101087 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82897c5d-b93f-4d77-b9b8-9bac955e3177 service neutron] Pushing event updated for resources: {'Port': ['ID=c14fe7bd-4f5c-40d2-a0cb-c8133c555448,revision_number=2']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:38:18.166168 n-d-816865-1 neutron-server[102388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a05fb860-c272-418e-b55e-2d4e349e6f94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb95f673-289f-442d-a83a-07d43e9b738b'}] {{(pid=102388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 18:38:18.169677 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85474fee1180e129d8a886d264fe0b30223aa672dd1ffe43b630605f18504f68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b739b141-02ca-4f44-8bf4-93cd47d44943" -d '{"events": [{"server_uuid": "a05fb860-c272-418e-b55e-2d4e349e6f94", "name": "network-vif-plugged", "status": "completed", "tag": "cb95f673-289f-442d-a83a-07d43e9b738b"}]}' {{(pid=102388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 18:38:18.201289 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d46a0bc-c187-4641-b25a-fc3ccf00c193 req-997ab014-9d93-43ab-a60a-2a9f931f2e01 tempest-LiveAutoBlockMigrationV225Test-1563372898 tempest-LiveAutoBlockMigrationV225Test-1563372898-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:38:18.203386 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-9d46a0bc-c187-4641-b25a-fc3ccf00c193 req-997ab014-9d93-43ab-a60a-2a9f931f2e01 tempest-LiveAutoBlockMigrationV225Test-1563372898 tempest-LiveAutoBlockMigrationV225Test-1563372898-project] 10.222.0.55 "GET /v2.0/networks?id=5e3d0b1a-fd18-45bc-91bd-c831330234c4 HTTP/1.1" status: 200 len: 820 time: 0.2266171 Nov 05 18:38:18.218298 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [req-9d46a0bc-c187-4641-b25a-fc3ccf00c193 req-e8ce71b8-0dcd-4f07-b43d-52380925c203 tempest-LiveAutoBlockMigrationV225Test-1563372898 tempest-LiveAutoBlockMigrationV225Test-1563372898-project] Request body: {'port': {'device_id': 'c2fd5a8c-4839-4f98-a594-cd5beb2615bd', 'network_id': '5e3d0b1a-fd18-45bc-91bd-c831330234c4', 'admin_state_up': True, 'tenant_id': '482f8aec1d1b4fc08a02afb86f8387d6'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:38:18.251162 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [req-807654be-679e-47a7-afa9-2b166624ad0f req-82897c5d-b93f-4d77-b9b8-9bac955e3177 service neutron] Attempting to bind port c14fe7bd-4f5c-40d2-a0cb-c8133c555448 on host n-h2-816865-1 for vnic_type normal with profile {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 18:38:18.251600 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [req-807654be-679e-47a7-afa9-2b166624ad0f req-82897c5d-b93f-4d77-b9b8-9bac955e3177 service neutron] Attempting to bind port c14fe7bd-4f5c-40d2-a0cb-c8133c555448 by drivers openvswitch,hyperv on host n-h2-816865-1 at level 0 using segments [{'id': 'b0f4d4e8-61d5-4e79-9c35-e1f620a70868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '598f5d7d-609c-4eed-bdfb-a95dcdae7151'}] {{(pid=102386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 18:38:18.251980 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-807654be-679e-47a7-afa9-2b166624ad0f req-82897c5d-b93f-4d77-b9b8-9bac955e3177 service neutron] Attempting to bind port c14fe7bd-4f5c-40d2-a0cb-c8133c555448 on network 598f5d7d-609c-4eed-bdfb-a95dcdae7151 {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 18:38:18.262661 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-807654be-679e-47a7-afa9-2b166624ad0f req-82897c5d-b93f-4d77-b9b8-9bac955e3177 service neutron] Port c14fe7bd-4f5c-40d2-a0cb-c8133c555448 on network 598f5d7d-609c-4eed-bdfb-a95dcdae7151 not bound, no agent of type Open vSwitch agent registered on host n-h2-816865-1 {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 18:38:18.263077 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-807654be-679e-47a7-afa9-2b166624ad0f req-82897c5d-b93f-4d77-b9b8-9bac955e3177 service neutron] Attempting to bind port c14fe7bd-4f5c-40d2-a0cb-c8133c555448 on network 598f5d7d-609c-4eed-bdfb-a95dcdae7151 {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 18:38:18.311800 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-807654be-679e-47a7-afa9-2b166624ad0f req-82897c5d-b93f-4d77-b9b8-9bac955e3177 service neutron] Checking agent: {'id': '32aff553-696f-4891-83f5-5c176f61fe54', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816865-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 18, 33, 36), 'started_at': datetime.datetime(2021, 11, 5, 18, 33, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 18, 38, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 18:38:18.312190 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-807654be-679e-47a7-afa9-2b166624ad0f req-82897c5d-b93f-4d77-b9b8-9bac955e3177 service neutron] Checking segment: {'id': 'b0f4d4e8-61d5-4e79-9c35-e1f620a70868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '598f5d7d-609c-4eed-bdfb-a95dcdae7151'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 18:38:18.312676 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-807654be-679e-47a7-afa9-2b166624ad0f req-82897c5d-b93f-4d77-b9b8-9bac955e3177 service neutron] Bound using segment: {'id': 'b0f4d4e8-61d5-4e79-9c35-e1f620a70868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '598f5d7d-609c-4eed-bdfb-a95dcdae7151'} {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 18:38:18.313585 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [req-807654be-679e-47a7-afa9-2b166624ad0f req-82897c5d-b93f-4d77-b9b8-9bac955e3177 service neutron] Bound port: c14fe7bd-4f5c-40d2-a0cb-c8133c555448, host: n-h2-816865-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b0f4d4e8-61d5-4e79-9c35-e1f620a70868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '598f5d7d-609c-4eed-bdfb-a95dcdae7151'}}] {{(pid=102386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 18:38:18.314592 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-807654be-679e-47a7-afa9-2b166624ad0f req-82897c5d-b93f-4d77-b9b8-9bac955e3177 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:38:18.319268 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a635b86-a06d-4a91-bedf-f6a1a68d979c req-9d86f17f-83f3-4d6e-a0f5-e877ea403e24 tempest-ImagesNegativeTestJSON-394450238 tempest-ImagesNegativeTestJSON-394450238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:38:18.328467 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-6a635b86-a06d-4a91-bedf-f6a1a68d979c req-9d86f17f-83f3-4d6e-a0f5-e877ea403e24 tempest-ImagesNegativeTestJSON-394450238 tempest-ImagesNegativeTestJSON-394450238-project] 10.222.0.13 "GET /v2.0/ports?device_id=a05fb860-c272-418e-b55e-2d4e349e6f94 HTTP/1.1" status: 200 len: 950 time: 0.1169941 Nov 05 18:38:18.365652 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6b102e98-e43a-47e5-aaa9-d0cdb46c98cf req-428ec8d4-4320-40a9-868e-feffaca69dcc tempest-FloatingIPsAssociationNegativeTestJSON-1117017581 tempest-FloatingIPsAssociationNegativeTestJSON-1117017581-project] Router fc1418de-661a-4ac1-8007-d49cf3a98f21 has already been hosted by L3 agent 6dcb5589-8e86-4616-9186-ddc4548e13ad {{(pid=102387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 18:38:18.422584 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-6a635b86-a06d-4a91-bedf-f6a1a68d979c req-4a92e838-ecba-419e-b566-f29beded8f72 tempest-ImagesNegativeTestJSON-394450238 tempest-ImagesNegativeTestJSON-394450238-project] 10.222.0.13 "GET /v2.0/security-groups?id=6c90ad02-93e7-4c42-96a4-62034e716ff4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877008 Nov 05 18:38:18.441474 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [req-807654be-679e-47a7-afa9-2b166624ad0f req-82897c5d-b93f-4d77-b9b8-9bac955e3177 service neutron] For port c14fe7bd-4f5c-40d2-a0cb-c8133c555448, host n-h2-816865-1, cleared binding levels {{(pid=102386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 18:38:18.450152 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [req-807654be-679e-47a7-afa9-2b166624ad0f req-82897c5d-b93f-4d77-b9b8-9bac955e3177 service neutron] For port c14fe7bd-4f5c-40d2-a0cb-c8133c555448, host n-h2-816865-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=c14fe7bd-4f5c-40d2-a0cb-c8133c555448,segment=NetworkSegment(b0f4d4e8-61d5-4e79-9c35-e1f620a70868),segment_id=b0f4d4e8-61d5-4e79-9c35-e1f620a70868)] {{(pid=102386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 18:38:18.533942 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-6f37bb5f-f1d3-4973-9524-843dfdcab10f req-da585ee0-ef58-4dd1-8984-95c7d537c3bf tempest-LiveAutoBlockMigrationV225Test-1563372898 tempest-LiveAutoBlockMigrationV225Test-1563372898-project] 10.222.0.13 "GET /v2.0/ports?device_id=c2fd5a8c-4839-4f98-a594-cd5beb2615bd HTTP/1.1" status: 200 len: 210 time: 0.0311499 Nov 05 18:38:18.563583 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-807654be-679e-47a7-afa9-2b166624ad0f req-82897c5d-b93f-4d77-b9b8-9bac955e3177 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6149821'] for port, after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:38:18.613442 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9d46a0bc-c187-4641-b25a-fc3ccf00c193 req-e8ce71b8-0dcd-4f07-b43d-52380925c203 tempest-LiveAutoBlockMigrationV225Test-1563372898 tempest-LiveAutoBlockMigrationV225Test-1563372898-project] Made reservation on behalf of 482f8aec1d1b4fc08a02afb86f8387d6 for: {'port': 1} {{(pid=102386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 18:38:18.615054 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6b102e98-e43a-47e5-aaa9-d0cdb46c98cf req-428ec8d4-4320-40a9-868e-feffaca69dcc tempest-FloatingIPsAssociationNegativeTestJSON-1117017581 tempest-FloatingIPsAssociationNegativeTestJSON-1117017581-project] Notify agent at l3_agent.n-d-816865-1 the message routers_updated {{(pid=102387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 18:38:18.617314 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-9d46a0bc-c187-4641-b25a-fc3ccf00c193 req-e8ce71b8-0dcd-4f07-b43d-52380925c203 tempest-LiveAutoBlockMigrationV225Test-1563372898 tempest-LiveAutoBlockMigrationV225Test-1563372898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:38:18.624300 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-6b102e98-e43a-47e5-aaa9-d0cdb46c98cf req-428ec8d4-4320-40a9-868e-feffaca69dcc tempest-FloatingIPsAssociationNegativeTestJSON-1117017581 tempest-FloatingIPsAssociationNegativeTestJSON-1117017581-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for floatingip, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:38:18.631888 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0b334e0-a503-4d26-9c5a-d248e83df1d7 None None] Sync routers for ids ['fc1418de-661a-4ac1-8007-d49cf3a98f21'] in n-d-816865-1 {{(pid=102388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 18:38:18.634537 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807654be-679e-47a7-afa9-2b166624ad0f req-82897c5d-b93f-4d77-b9b8-9bac955e3177 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:38:18.635155 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-807654be-679e-47a7-afa9-2b166624ad0f req-82897c5d-b93f-4d77-b9b8-9bac955e3177 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:38:18.637756 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-807654be-679e-47a7-afa9-2b166624ad0f req-82897c5d-b93f-4d77-b9b8-9bac955e3177 service neutron] 10.222.0.55 "PUT /v2.0/ports/c14fe7bd-4f5c-40d2-a0cb-c8133c555448 HTTP/1.1" status: 200 len: 1092 time: 1.5498626 Nov 05 18:38:18.654460 n-d-816865-1 neutron-server[102386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cec9f0c8-6c31-490d-9df0-bbd29aa25d72', 'tag': 'c14fe7bd-4f5c-40d2-a0cb-c8133c555448'}] {{(pid=102386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 18:38:18.657241 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6173a44d7c73f41af551dc890fa1a5892c2c6bc3458b640c8e0c24db7876ba6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb0d001a-e9d6-4c30-9a53-59131d78eecc" -d '{"events": [{"name": "network-changed", "server_uuid": "cec9f0c8-6c31-490d-9df0-bbd29aa25d72", "tag": "c14fe7bd-4f5c-40d2-a0cb-c8133c555448"}]}' {{(pid=102386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 18:38:18.659427 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0b334e0-a503-4d26-9c5a-d248e83df1d7 None None] Routers {'fc1418de-661a-4ac1-8007-d49cf3a98f21'} bound to L3 agent in host n-d-816865-1 {{(pid=102388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 18:38:18.660662 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-c0b334e0-a503-4d26-9c5a-d248e83df1d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T18:38:05Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['fc1418de-661a-4ac1-8007-d49cf3a98f21'], 'active': True} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:38:18.671634 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-6b102e98-e43a-47e5-aaa9-d0cdb46c98cf req-428ec8d4-4320-40a9-868e-feffaca69dcc tempest-FloatingIPsAssociationNegativeTestJSON-1117017581 tempest-FloatingIPsAssociationNegativeTestJSON-1117017581-project] 10.222.0.13 "PUT /v2.0/floatingips/3f2788e5-513d-417e-ae8a-f74b5a315ab1 HTTP/1.1" status: 200 len: 997 time: 1.9906409 Nov 05 18:38:18.672282 n-d-816865-1 neutron-server[102387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1c0ffbe-3ff6-48eb-83c7-4ceec027eec5', 'tag': 'a97321a5-d572-4e9b-a0da-d5132f1b9bf7'}] {{(pid=102387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 18:38:18.674839 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab06bd4ddf5758c1f10d79fe34dc215bafa488692cde9dba2fcbcb67556f90bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f87dcacd-0a5f-4d1a-ada5-bed6559d65f8" -d '{"events": [{"name": "network-changed", "server_uuid": "e1c0ffbe-3ff6-48eb-83c7-4ceec027eec5", "tag": "a97321a5-d572-4e9b-a0da-d5132f1b9bf7"}]}' {{(pid=102387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 18:38:18.727877 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82897c5d-b93f-4d77-b9b8-9bac955e3177 service neutron] Pushing event updated for resources: {'Port': ['ID=c14fe7bd-4f5c-40d2-a0cb-c8133c555448,revision_number=3']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:38:18.795981 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b102e98-e43a-47e5-aaa9-d0cdb46c98cf req-b8e7a0ff-9ad3-4727-bc01-b24701f3e7ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:38:18.798356 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-6b102e98-e43a-47e5-aaa9-d0cdb46c98cf req-b8e7a0ff-9ad3-4727-bc01-b24701f3e7ba service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2d87535eb2bb46c696365475b90b493b&device_id=e1c0ffbe-3ff6-48eb-83c7-4ceec027eec5 HTTP/1.1" status: 200 len: 1097 time: 0.0983036 Nov 05 18:38:18.932000 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 18:38:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ffc43b7-c315-42d3-957a-2893f3108af9 x-openstack-request-id: req-3ffc43b7-c315-42d3-957a-2893f3108af9 {{(pid=102388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 18:38:18.932302 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a05fb860-c272-418e-b55e-2d4e349e6f94", "name": "network-vif-plugged", "status": "completed", "tag": "cb95f673-289f-442d-a83a-07d43e9b738b", "code": 200}]} {{(pid=102388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 18:38:18.932555 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3ffc43b7-c315-42d3-957a-2893f3108af9 {{(pid=102388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 18:38:18.932933 n-d-816865-1 neutron-server[102388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a05fb860-c272-418e-b55e-2d4e349e6f94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb95f673-289f-442d-a83a-07d43e9b738b', 'code': 200} Nov 05 18:38:18.970777 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807654be-679e-47a7-afa9-2b166624ad0f req-f937f914-f7e4-4993-b302-0f4eca99926d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:38:18.972489 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-807654be-679e-47a7-afa9-2b166624ad0f req-f937f914-f7e4-4993-b302-0f4eca99926d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=0f862ce7a4174f25919478ebbeb38081&device_id=cec9f0c8-6c31-490d-9df0-bbd29aa25d72 HTTP/1.1" status: 200 len: 1095 time: 0.1797371 Nov 05 18:38:18.993287 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.db_base_plugin_common [req-9d46a0bc-c187-4641-b25a-fc3ccf00c193 req-e8ce71b8-0dcd-4f07-b43d-52380925c203 tempest-LiveAutoBlockMigrationV225Test-1563372898 tempest-LiveAutoBlockMigrationV225Test-1563372898-project] Allocated IP 172.20.0.9 (5e3d0b1a-fd18-45bc-91bd-c831330234c4/e7fca78a-743c-4af3-9fb8-12bc06bb873c/e6d91212-8168-4489-81f8-e04ba259e029) {{(pid=102386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 18:38:19.105971 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-807654be-679e-47a7-afa9-2b166624ad0f req-c844d975-9759-4816-8ccd-179f3d534b9b service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c14fe7bd-4f5c-40d2-a0cb-c8133c555448 HTTP/1.1" status: 200 len: 217 time: 0.0997117 Nov 05 18:38:19.136084 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0fd485-67bb-4da5-abf8-8a9d748daaf4 req-31ce9379-86de-41c7-b851-b33f95e89cff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:38:19.142581 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-9b0fd485-67bb-4da5-abf8-8a9d748daaf4 req-31ce9379-86de-41c7-b851-b33f95e89cff service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=a05fb860-c272-418e-b55e-2d4e349e6f94 HTTP/1.1" status: 200 len: 1101 time: 0.2597532 Nov 05 18:38:19.194754 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvr_db [None req-c0b334e0-a503-4d26-9c5a-d248e83df1d7 None None] Set router fc1418de-661a-4ac1-8007-d49cf3a98f21 gateway port host: n-d-816865-1 {{(pid=102388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 18:38:19.195524 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b102e98-e43a-47e5-aaa9-d0cdb46c98cf req-2e98f367-b67e-421b-bcdc-43c885d4e4a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:38:19.197099 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-6b102e98-e43a-47e5-aaa9-d0cdb46c98cf req-2e98f367-b67e-421b-bcdc-43c885d4e4a9 service neutron] 10.222.0.13 "GET /v2.0/networks?id=7b3a41e7-93df-49e1-9756-a04fc3940e25 HTTP/1.1" status: 200 len: 930 time: 0.3861337 Nov 05 18:38:19.198629 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 18:38:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5b03319-b74f-41ae-8fea-228ad654d439 x-openstack-request-id: req-d5b03319-b74f-41ae-8fea-228ad654d439 {{(pid=102387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 18:38:19.198931 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1c0ffbe-3ff6-48eb-83c7-4ceec027eec5", "tag": "a97321a5-d572-4e9b-a0da-d5132f1b9bf7", "status": "completed", "code": 200}]} {{(pid=102387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 18:38:19.199197 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d5b03319-b74f-41ae-8fea-228ad654d439 {{(pid=102387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 18:38:19.199605 n-d-816865-1 neutron-server[102387]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1c0ffbe-3ff6-48eb-83c7-4ceec027eec5', 'tag': 'a97321a5-d572-4e9b-a0da-d5132f1b9bf7', 'status': 'completed', 'code': 200} Nov 05 18:38:19.317995 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807654be-679e-47a7-afa9-2b166624ad0f req-0889abe1-6e7c-43b3-9f88-dc8e0332ab61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:38:19.317995 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-807654be-679e-47a7-afa9-2b166624ad0f req-0889abe1-6e7c-43b3-9f88-dc8e0332ab61 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=d6979728-9a34-49f9-ba30-1ba1422c905b HTTP/1.1" status: 200 len: 845 time: 0.1344256 Nov 05 18:38:19.317995 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 18:38:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5886dab5-ad0b-4be1-990a-5f3912735a99 x-openstack-request-id: req-5886dab5-ad0b-4be1-990a-5f3912735a99 {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 18:38:19.317995 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cec9f0c8-6c31-490d-9df0-bbd29aa25d72", "tag": "c14fe7bd-4f5c-40d2-a0cb-c8133c555448", "status": "completed", "code": 200}]} {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 18:38:19.317995 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5886dab5-ad0b-4be1-990a-5f3912735a99 {{(pid=102386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 18:38:19.317995 n-d-816865-1 neutron-server[102386]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cec9f0c8-6c31-490d-9df0-bbd29aa25d72', 'tag': 'c14fe7bd-4f5c-40d2-a0cb-c8133c555448', 'status': 'completed', 'code': 200} Nov 05 18:38:19.339668 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-807654be-679e-47a7-afa9-2b166624ad0f req-25b4eeb0-9263-4394-814f-7ba653b9b9f9 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=598f5d7d-609c-4eed-bdfb-a95dcdae7151&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0588002 Nov 05 18:38:19.400376 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-9b0fd485-67bb-4da5-abf8-8a9d748daaf4 req-462039bc-d999-4411-aeb0-a4996ad4204b service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=6c90ad02-93e7-4c42-96a4-62034e716ff4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2270486 Nov 05 18:38:19.409804 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-6b102e98-e43a-47e5-aaa9-d0cdb46c98cf req-02d7d6cd-64bb-4d5d-b7bf-5a172b673e51 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a97321a5-d572-4e9b-a0da-d5132f1b9bf7 HTTP/1.1" status: 200 len: 1000 time: 0.1905224 Nov 05 18:38:19.411058 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87dcacd-0a5f-4d1a-ada5-bed6559d65f8 req-60f25952-59e3-4135-b031-580ff8ebf9aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:38:19.412859 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-f87dcacd-0a5f-4d1a-ada5-bed6559d65f8 req-60f25952-59e3-4135-b031-580ff8ebf9aa service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=2d87535eb2bb46c696365475b90b493b&device_id=e1c0ffbe-3ff6-48eb-83c7-4ceec027eec5 HTTP/1.1" status: 200 len: 1097 time: 0.1778905 Nov 05 18:38:19.457904 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1800369-9fe3-4226-a77e-ac21b2ec523e req-4f1070e4-0eb1-4b1a-aa7b-c92acd9b9c54 tempest-ImagesTestJSON-1124888854 tempest-ImagesTestJSON-1124888854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:38:19.459303 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-b1800369-9fe3-4226-a77e-ac21b2ec523e req-4f1070e4-0eb1-4b1a-aa7b-c92acd9b9c54 tempest-ImagesTestJSON-1124888854 tempest-ImagesTestJSON-1124888854-project] 10.222.0.13 "GET /v2.0/ports?device_id=cec9f0c8-6c31-490d-9df0-bbd29aa25d72 HTTP/1.1" status: 200 len: 944 time: 0.1338351 Nov 05 18:38:19.503518 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-9d46a0bc-c187-4641-b25a-fc3ccf00c193 req-e8ce71b8-0dcd-4f07-b43d-52380925c203 tempest-LiveAutoBlockMigrationV225Test-1563372898 tempest-LiveAutoBlockMigrationV225Test-1563372898-project] Publish callbacks [] for port, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:38:19.531891 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b102e98-e43a-47e5-aaa9-d0cdb46c98cf req-3be6e41a-90b7-456a-8430-4f0604b1d754 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:38:19.533387 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-6b102e98-e43a-47e5-aaa9-d0cdb46c98cf req-3be6e41a-90b7-456a-8430-4f0604b1d754 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a6c75341-a7fb-4eb2-8dc2-c5f20756d96e HTTP/1.1" status: 200 len: 868 time: 0.1106482 Nov 05 18:38:19.563454 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-b1800369-9fe3-4226-a77e-ac21b2ec523e req-471543f0-5922-4251-ab7e-e801d75d0a06 tempest-ImagesTestJSON-1124888854 tempest-ImagesTestJSON-1124888854-project] 10.222.0.13 "GET /v2.0/security-groups?id=219552fc-3788-478b-8295-8fbe212226b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789244 Nov 05 18:38:19.566996 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-807654be-679e-47a7-afa9-2b166624ad0f req-fec0cf02-c4fc-4340-b88b-576c76d93fa4 service neutron] 10.222.0.55 "GET /v2.0/networks/598f5d7d-609c-4eed-bdfb-a95dcdae7151?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2129190 Nov 05 18:38:19.593328 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-c0b334e0-a503-4d26-9c5a-d248e83df1d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc1418de-661a-4ac1-8007-d49cf3a98f21', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2147298721-router', 'tenant_id': '2d87535eb2bb46c696365475b90b493b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.245'}], 'enable_snat': True}, 'gw_port_id': '0e2db176-33f5-4087-b703-85d61ef47c42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T18:37:38Z', 'updated_at': '2021-11-05T18:37:47Z', 'revision_number': 4, 'project_id': '2d87535eb2bb46c696365475b90b493b', 'gw_port': {'id': '0e2db176-33f5-4087-b703-85d61ef47c42', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:79:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc1418de-661a-4ac1-8007-d49cf3a98f21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T18:37:41Z', 'updated_at': '2021-11-05T18:37:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1', '_floatingips': [{'id': '3f2788e5-513d-417e-ae8a-f74b5a315ab1', 'tenant_id': '2d87535eb2bb46c696365475b90b493b', 'floating_ip_address': '172.25.6.137', 'floating_network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'router_id': 'fc1418de-661a-4ac1-8007-d49cf3a98f21', 'port_id': 'a97321a5-d572-4e9b-a0da-d5132f1b9bf7', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 543, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7b3a41e7-93df-49e1-9756-a04fc3940e25', 'mac_address': 'fa:16:3e:d7:c2:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1c0ffbe-3ff6-48eb-83c7-4ceec027eec5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-05T18:38:14Z', 'updated_at': '2021-11-05T18:38:17Z', 'revision_number': 1, 'project_id': '2d87535eb2bb46c696365475b90b493b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '564ba393-8107-43b5-ad25-3b23da4edab0', 'name': '', 'network_id': '7b3a41e7-93df-49e1-9756-a04fc3940e25', 'tenant_id': '2d87535eb2bb46c696365475b90b493b', 'mac_address': 'fa:16:3e:3e:98:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc1418de-661a-4ac1-8007-d49cf3a98f21', 'device_owner': 'network:router_interface', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': 'a6c75341-a7fb-4eb2-8dc2-c5f20756d96e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T18:37:47Z', 'updated_at': '2021-11-05T18:37:52Z', 'revision_number': 5, 'project_id': '2d87535eb2bb46c696365475b90b493b', 'subnets': [{'id': 'a6c75341-a7fb-4eb2-8dc2-c5f20756d96e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-1', False) {} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:38:19.615914 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b102e98-e43a-47e5-aaa9-d0cdb46c98cf req-33bf3262-a968-4be0-bd80-b47059256c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:38:19.617823 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-6b102e98-e43a-47e5-aaa9-d0cdb46c98cf req-33bf3262-a968-4be0-bd80-b47059256c96 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7b3a41e7-93df-49e1-9756-a04fc3940e25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0712402 Nov 05 18:38:19.633623 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [req-6b102e98-e43a-47e5-aaa9-d0cdb46c98cf req-d15cc769-a3c7-496b-a811-e6cd152f8578 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=102387) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 05 18:38:19.634667 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-6b102e98-e43a-47e5-aaa9-d0cdb46c98cf req-d15cc769-a3c7-496b-a811-e6cd152f8578 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0088239 Nov 05 18:38:19.644283 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0b334e0-a503-4d26-9c5a-d248e83df1d7 None None] Checking router: fc1418de-661a-4ac1-8007-d49cf3a98f21 for host: n-d-816865-1 {{(pid=102388) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 18:38:19.656782 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0b334e0-a503-4d26-9c5a-d248e83df1d7 None None] Routers {'fc1418de-661a-4ac1-8007-d49cf3a98f21'} bound to L3 agent in host n-d-816865-1 {{(pid=102388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 18:38:19.657424 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-c0b334e0-a503-4d26-9c5a-d248e83df1d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T18:38:05Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['fc1418de-661a-4ac1-8007-d49cf3a98f21'], 'active': True} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:38:19.662407 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87dcacd-0a5f-4d1a-ada5-bed6559d65f8 req-001936d4-44fd-4f0f-8f47-bbb84a916fe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:38:19.664137 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-f87dcacd-0a5f-4d1a-ada5-bed6559d65f8 req-001936d4-44fd-4f0f-8f47-bbb84a916fe8 service neutron] 10.222.0.55 "GET /v2.0/networks?id=7b3a41e7-93df-49e1-9756-a04fc3940e25 HTTP/1.1" status: 200 len: 930 time: 0.2195923 Nov 05 18:38:19.752713 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-807654be-679e-47a7-afa9-2b166624ad0f req-962497e2-cecb-44fa-a249-a00fb3d0b5d0 service neutron] 10.222.0.55 "GET /v2.0/networks/598f5d7d-609c-4eed-bdfb-a95dcdae7151?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1729543 Nov 05 18:38:19.754562 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-f87dcacd-0a5f-4d1a-ada5-bed6559d65f8 req-e4b1dfd6-5cb5-4f25-ac27-2a10ffafe4c3 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a97321a5-d572-4e9b-a0da-d5132f1b9bf7 HTTP/1.1" status: 200 len: 1000 time: 0.0816336 Nov 05 18:38:19.761495 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42a3d9e-6243-485c-b8bf-20845c9cb6a3 req-4f905075-4aff-4e1a-b82a-43d13de0d95c tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:38:19.763023 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-b42a3d9e-6243-485c-b8bf-20845c9cb6a3 req-4f905075-4aff-4e1a-b82a-43d13de0d95c tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] 10.222.0.13 "GET /v2.0/ports?device_id=0fe35696-e2e4-4757-b0fc-ca26acfa8a1b HTTP/1.1" status: 200 len: 950 time: 0.1006896 Nov 05 18:38:19.775189 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvr_db [None req-c0b334e0-a503-4d26-9c5a-d248e83df1d7 None None] Set router fc1418de-661a-4ac1-8007-d49cf3a98f21 gateway port host: n-d-816865-1 {{(pid=102388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 18:38:19.800372 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-6b102e98-e43a-47e5-aaa9-d0cdb46c98cf req-580c1242-7f51-4c38-9873-48c40354582a service neutron] 10.222.0.13 "GET /v2.0/networks/7b3a41e7-93df-49e1-9756-a04fc3940e25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1590481 Nov 05 18:38:19.814470 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87dcacd-0a5f-4d1a-ada5-bed6559d65f8 req-fd053bf1-efe7-405a-93c7-17a73f8b64d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:38:19.815945 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-f87dcacd-0a5f-4d1a-ada5-bed6559d65f8 req-fd053bf1-efe7-405a-93c7-17a73f8b64d6 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a6c75341-a7fb-4eb2-8dc2-c5f20756d96e HTTP/1.1" status: 200 len: 868 time: 0.0490217 Nov 05 18:38:19.861580 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-b42a3d9e-6243-485c-b8bf-20845c9cb6a3 req-dee370ec-614a-4ee3-b29d-34111e0231f4 tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] 10.222.0.13 "GET /v2.0/security-groups?id=c4f63610-8850-433c-ac4b-7e7146261ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866466 Nov 05 18:38:19.895178 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-9d46a0bc-c187-4641-b25a-fc3ccf00c193 req-e8ce71b8-0dcd-4f07-b43d-52380925c203 tempest-LiveAutoBlockMigrationV225Test-1563372898 tempest-LiveAutoBlockMigrationV225Test-1563372898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:38:19.907202 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87dcacd-0a5f-4d1a-ada5-bed6559d65f8 req-7df5b4d5-3a3b-4ff8-8f0f-c4bfc65050de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:38:19.908888 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-f87dcacd-0a5f-4d1a-ada5-bed6559d65f8 req-7df5b4d5-3a3b-4ff8-8f0f-c4bfc65050de service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=7b3a41e7-93df-49e1-9756-a04fc3940e25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0855286 Nov 05 18:38:19.988348 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-6b102e98-e43a-47e5-aaa9-d0cdb46c98cf req-c7eaa6b7-2288-422d-a446-e87fe6abf3af service neutron] 10.222.0.13 "GET /v2.0/networks/7b3a41e7-93df-49e1-9756-a04fc3940e25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1705194 Nov 05 18:38:20.018694 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-f2ba37af-75b7-4a39-8e6b-c38a5549760a req-b735bddb-7a80-412f-ad4f-71f3cb63fb7f tempest-ListImageFiltersTestJSON-1107050978 tempest-ListImageFiltersTestJSON-1107050978-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=837c4af251bf46c096cecfec966406f5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0245452 Nov 05 18:38:20.062556 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-c0b334e0-a503-4d26-9c5a-d248e83df1d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc1418de-661a-4ac1-8007-d49cf3a98f21', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2147298721-router', 'tenant_id': '2d87535eb2bb46c696365475b90b493b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.245'}], 'enable_snat': True}, 'gw_port_id': '0e2db176-33f5-4087-b703-85d61ef47c42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T18:37:38Z', 'updated_at': '2021-11-05T18:37:47Z', 'revision_number': 4, 'project_id': '2d87535eb2bb46c696365475b90b493b', 'gw_port': {'id': '0e2db176-33f5-4087-b703-85d61ef47c42', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:79:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc1418de-661a-4ac1-8007-d49cf3a98f21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T18:37:41Z', 'updated_at': '2021-11-05T18:37:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1', '_floatingips': [{'id': '3f2788e5-513d-417e-ae8a-f74b5a315ab1', 'tenant_id': '2d87535eb2bb46c696365475b90b493b', 'floating_ip_address': '172.25.6.137', 'floating_network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'router_id': 'fc1418de-661a-4ac1-8007-d49cf3a98f21', 'port_id': 'a97321a5-d572-4e9b-a0da-d5132f1b9bf7', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 543, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7b3a41e7-93df-49e1-9756-a04fc3940e25', 'mac_address': 'fa:16:3e:d7:c2:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1c0ffbe-3ff6-48eb-83c7-4ceec027eec5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-05T18:38:14Z', 'updated_at': '2021-11-05T18:38:17Z', 'revision_number': 1, 'project_id': '2d87535eb2bb46c696365475b90b493b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '564ba393-8107-43b5-ad25-3b23da4edab0', 'name': '', 'network_id': '7b3a41e7-93df-49e1-9756-a04fc3940e25', 'tenant_id': '2d87535eb2bb46c696365475b90b493b', 'mac_address': 'fa:16:3e:3e:98:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc1418de-661a-4ac1-8007-d49cf3a98f21', 'device_owner': 'network:router_interface', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': 'a6c75341-a7fb-4eb2-8dc2-c5f20756d96e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T18:37:47Z', 'updated_at': '2021-11-05T18:37:52Z', 'revision_number': 5, 'project_id': '2d87535eb2bb46c696365475b90b493b', 'subnets': [{'id': 'a6c75341-a7fb-4eb2-8dc2-c5f20756d96e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-1', False) {} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:38:20.087132 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9d46a0bc-c187-4641-b25a-fc3ccf00c193 req-e8ce71b8-0dcd-4f07-b43d-52380925c203 tempest-LiveAutoBlockMigrationV225Test-1563372898 tempest-LiveAutoBlockMigrationV225Test-1563372898-project] Network 5e3d0b1a-fd18-45bc-91bd-c831330234c4 is already hosted by enough agents. {{(pid=102386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 18:38:20.089496 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0b334e0-a503-4d26-9c5a-d248e83df1d7 None None] The sync data for ids ['fc1418de-661a-4ac1-8007-d49cf3a98f21'] in n-d-816865-1 is: [{'id': 'fc1418de-661a-4ac1-8007-d49cf3a98f21', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2147298721-router', 'tenant_id': '2d87535eb2bb46c696365475b90b493b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.245'}], 'enable_snat': True}, 'gw_port_id': '0e2db176-33f5-4087-b703-85d61ef47c42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T18:37:38Z', 'updated_at': '2021-11-05T18:37:47Z', 'revision_number': 4, 'project_id': '2d87535eb2bb46c696365475b90b493b', 'gw_port': {'id': '0e2db176-33f5-4087-b703-85d61ef47c42', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:79:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc1418de-661a-4ac1-8007-d49cf3a98f21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T18:37:41Z', 'updated_at': '2021-11-05T18:37:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1', '_floatingips': [{'id': '3f2788e5-513d-417e-ae8a-f74b5a315ab1', 'tenant_id': '2d87535eb2bb46c696365475b90b493b', 'floating_ip_address': '172.25.6.137', 'floating_network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'router_id': 'fc1418de-661a-4ac1-8007-d49cf3a98f21', 'port_id': 'a97321a5-d572-4e9b-a0da-d5132f1b9bf7', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 543, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7b3a41e7-93df-49e1-9756-a04fc3940e25', 'mac_address': 'fa:16:3e:d7:c2:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1c0ffbe-3ff6-48eb-83c7-4ceec027eec5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-05T18:38:14Z', 'updated_at': '2021-11-05T18:38:17Z', 'revision_number': 1, 'project_id': '2d87535eb2bb46c696365475b90b493b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '564ba393-8107-43b5-ad25-3b23da4edab0', 'name': '', 'network_id': '7b3a41e7-93df-49e1-9756-a04fc3940e25', 'tenant_id': '2d87535eb2bb46c696365475b90b493b', 'mac_address': 'fa:16:3e:3e:98:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc1418de-661a-4ac1-8007-d49cf3a98f21', 'device_owner': 'network:router_interface', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': 'a6c75341-a7fb-4eb2-8dc2-c5f20756d96e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T18:37:47Z', 'updated_at': '2021-11-05T18:37:52Z', 'revision_number': 5, 'project_id': '2d87535eb2bb46c696365475b90b493b', 'subnets': [{'id': 'a6c75341-a7fb-4eb2-8dc2-c5f20756d96e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 18:38:20.098685 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.base_scheduler [req-9d46a0bc-c187-4641-b25a-fc3ccf00c193 req-e8ce71b8-0dcd-4f07-b43d-52380925c203 tempest-LiveAutoBlockMigrationV225Test-1563372898 tempest-LiveAutoBlockMigrationV225Test-1563372898-project] Resources bound (agent type, host, resource id): {{(pid=102386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:38:20.100551 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ce71b8-0dcd-4f07-b43d-52380925c203 tempest-LiveAutoBlockMigrationV225Test-1563372898 tempest-LiveAutoBlockMigrationV225Test-1563372898-project] Pushing event updated for resources: {'Port': ['ID=e6d91212-8168-4489-81f8-e04ba259e029,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:38:20.108223 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d46a0bc-c187-4641-b25a-fc3ccf00c193 req-e8ce71b8-0dcd-4f07-b43d-52380925c203 tempest-LiveAutoBlockMigrationV225Test-1563372898 tempest-LiveAutoBlockMigrationV225Test-1563372898-project] Received port after_create {{(pid=102386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 18:38:20.168364 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0d001a-e9d6-4c30-9a53-59131d78eecc req-250e8a00-2d17-4358-8730-c6208653e56a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:38:20.170994 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-bb0d001a-e9d6-4c30-9a53-59131d78eecc req-250e8a00-2d17-4358-8730-c6208653e56a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=0f862ce7a4174f25919478ebbeb38081&device_id=cec9f0c8-6c31-490d-9df0-bbd29aa25d72 HTTP/1.1" status: 200 len: 1095 time: 0.2143288 Nov 05 18:38:20.189982 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ba37af-75b7-4a39-8e6b-c38a5549760a req-c3d0a369-ab15-4594-aa9e-0dfb4f778887 tempest-ListImageFiltersTestJSON-1107050978 tempest-ListImageFiltersTestJSON-1107050978-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:38:20.191826 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-f2ba37af-75b7-4a39-8e6b-c38a5549760a req-c3d0a369-ab15-4594-aa9e-0dfb4f778887 tempest-ListImageFiltersTestJSON-1107050978 tempest-ListImageFiltersTestJSON-1107050978-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1647522 Nov 05 18:38:20.218525 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-f2ba37af-75b7-4a39-8e6b-c38a5549760a req-6ea0a6b2-bc46-4121-9edc-2700f7950c12 tempest-ListImageFiltersTestJSON-1107050978 tempest-ListImageFiltersTestJSON-1107050978-project] 10.222.0.13 "GET /v2.0/quotas/837c4af251bf46c096cecfec966406f5 HTTP/1.1" status: 200 len: 375 time: 0.0182397 Nov 05 18:38:20.268140 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d46a0bc-c187-4641-b25a-fc3ccf00c193 req-e8ce71b8-0dcd-4f07-b43d-52380925c203 tempest-LiveAutoBlockMigrationV225Test-1563372898 tempest-LiveAutoBlockMigrationV225Test-1563372898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:38:20.272075 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-9d46a0bc-c187-4641-b25a-fc3ccf00c193 req-e8ce71b8-0dcd-4f07-b43d-52380925c203 tempest-LiveAutoBlockMigrationV225Test-1563372898 tempest-LiveAutoBlockMigrationV225Test-1563372898-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:38:20.278500 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-f87dcacd-0a5f-4d1a-ada5-bed6559d65f8 req-8b5cc4de-6eaf-48c5-95c9-8684d5f8e20d service neutron] 10.222.0.55 "GET /v2.0/networks/7b3a41e7-93df-49e1-9756-a04fc3940e25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3237441 Nov 05 18:38:20.283156 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-f2ba37af-75b7-4a39-8e6b-c38a5549760a req-406a9aa7-ce26-487a-a952-e577ebd74d99 tempest-ListImageFiltersTestJSON-1107050978 tempest-ListImageFiltersTestJSON-1107050978-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=837c4af251bf46c096cecfec966406f5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0511060 Nov 05 18:38:20.323839 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d140c7b-fa0f-4d97-a677-72837eba0c21 req-40822227-eb72-4485-904b-ebdd8c7cf080 tempest-ImagesNegativeTestJSON-394450238 tempest-ImagesNegativeTestJSON-394450238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:38:20.333369 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-5d140c7b-fa0f-4d97-a677-72837eba0c21 req-40822227-eb72-4485-904b-ebdd8c7cf080 tempest-ImagesNegativeTestJSON-394450238 tempest-ImagesNegativeTestJSON-394450238-project] 10.222.0.13 "GET /v2.0/ports?device_id=a05fb860-c272-418e-b55e-2d4e349e6f94 HTTP/1.1" status: 200 len: 950 time: 0.1112375 Nov 05 18:38:20.397346 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0d001a-e9d6-4c30-9a53-59131d78eecc req-87fdf9c4-ace8-404e-8495-19f367d6874e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:38:20.402832 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-bb0d001a-e9d6-4c30-9a53-59131d78eecc req-87fdf9c4-ace8-404e-8495-19f367d6874e service neutron] 10.222.0.55 "GET /v2.0/networks?id=598f5d7d-609c-4eed-bdfb-a95dcdae7151 HTTP/1.1" status: 200 len: 906 time: 0.2230101 Nov 05 18:38:20.411314 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-5d140c7b-fa0f-4d97-a677-72837eba0c21 req-b0a5f6fc-22d6-45b8-8c51-43f4ffed07af tempest-ImagesNegativeTestJSON-394450238 tempest-ImagesNegativeTestJSON-394450238-project] 10.222.0.13 "GET /v2.0/security-groups?id=6c90ad02-93e7-4c42-96a4-62034e716ff4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769866 Nov 05 18:38:20.425911 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-9d46a0bc-c187-4641-b25a-fc3ccf00c193 req-e8ce71b8-0dcd-4f07-b43d-52380925c203 tempest-LiveAutoBlockMigrationV225Test-1563372898 tempest-LiveAutoBlockMigrationV225Test-1563372898-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2044208 Nov 05 18:38:20.441052 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [req-9d46a0bc-c187-4641-b25a-fc3ccf00c193 req-07aa993b-e17b-4969-9f7f-f228d846684a service neutron] Request body: {'port': {'device_id': 'c2fd5a8c-4839-4f98-a594-cd5beb2615bd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816865-1'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:38:20.531097 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e7df4cb-4274-4d30-8622-965d21e5e92f None None] New status for floating IP 3f2788e5-513d-417e-ae8a-f74b5a315ab1: ACTIVE {{(pid=102389) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 05 18:38:20.549594 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-bb0d001a-e9d6-4c30-9a53-59131d78eecc req-0d45e1d5-74a8-4e9d-b4bc-3c8d02d99c0a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c14fe7bd-4f5c-40d2-a0cb-c8133c555448 HTTP/1.1" status: 200 len: 217 time: 0.1206162 Nov 05 18:38:20.665205 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-f87dcacd-0a5f-4d1a-ada5-bed6559d65f8 req-63586027-4188-4851-8bb0-89a62fe7b980 service neutron] 10.222.0.55 "GET /v2.0/networks/7b3a41e7-93df-49e1-9756-a04fc3940e25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3767641 Nov 05 18:38:20.667012 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0d001a-e9d6-4c30-9a53-59131d78eecc req-fdc05a44-f9e7-4d60-b0c8-ee774ff4c227 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:38:20.668918 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-bb0d001a-e9d6-4c30-9a53-59131d78eecc req-fdc05a44-f9e7-4d60-b0c8-ee774ff4c227 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=d6979728-9a34-49f9-ba30-1ba1422c905b HTTP/1.1" status: 200 len: 845 time: 0.1184993 Nov 05 18:38:20.673259 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e10506f-7ffd-417d-9c69-358a3d16018f req-01aa9e09-477f-41de-8d3a-a2ec0c13c79c tempest-LiveAutoBlockMigrationV225Test-1563372898 tempest-LiveAutoBlockMigrationV225Test-1563372898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:38:20.688979 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-2e10506f-7ffd-417d-9c69-358a3d16018f req-01aa9e09-477f-41de-8d3a-a2ec0c13c79c tempest-LiveAutoBlockMigrationV225Test-1563372898 tempest-LiveAutoBlockMigrationV225Test-1563372898-project] 10.222.0.13 "GET /v2.0/ports?device_id=c2fd5a8c-4839-4f98-a594-cd5beb2615bd HTTP/1.1" status: 200 len: 931 time: 0.1849201 Nov 05 18:38:20.753520 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-9d46a0bc-c187-4641-b25a-fc3ccf00c193 req-07aa993b-e17b-4969-9f7f-f228d846684a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:38:20.797239 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-bb0d001a-e9d6-4c30-9a53-59131d78eecc req-e50c5adf-f98b-4a06-97dc-34b9817f0014 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=598f5d7d-609c-4eed-bdfb-a95dcdae7151&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0820317 Nov 05 18:38:20.815624 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-2e10506f-7ffd-417d-9c69-358a3d16018f req-74733c5b-c882-437f-81ba-071a295c1353 tempest-LiveAutoBlockMigrationV225Test-1563372898 tempest-LiveAutoBlockMigrationV225Test-1563372898-project] 10.222.0.13 "GET /v2.0/security-groups?id=35cb161a-9192-43e2-a392-140fa33626b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185749 Nov 05 18:38:20.985897 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [req-fa1a364f-7a20-4236-a085-2f42f3a7b5c0 req-3ec577f3-ff20-4178-88a4-673ab2c5e3f3 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=102387) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 05 18:38:20.987074 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-fa1a364f-7a20-4236-a085-2f42f3a7b5c0 req-3ec577f3-ff20-4178-88a4-673ab2c5e3f3 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0058289 Nov 05 18:38:21.088017 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-bb0d001a-e9d6-4c30-9a53-59131d78eecc req-6c0a5f81-ee54-4932-8ea6-adf96c44ad06 service neutron] 10.222.0.55 "GET /v2.0/networks/598f5d7d-609c-4eed-bdfb-a95dcdae7151?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2681415 Nov 05 18:38:21.179109 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-8e4b43bd-5517-4e0a-aa61-d79925ad68e1 req-4fcd4a08-e7a4-446c-85ad-68a328b8cf02 tempest-FloatingIPsAssociationNegativeTestJSON-1117017581 tempest-FloatingIPsAssociationNegativeTestJSON-1117017581-project] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=40c8335d-cd0b-4cb5-910a-d4dcddd5cbec HTTP/1.1" status: 200 len: 258 time: 0.1682653 Nov 05 18:38:21.193723 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [req-8e4b43bd-5517-4e0a-aa61-d79925ad68e1 req-a029ef45-fc63-4ef9-b583-b1f5fb4904c7 tempest-FloatingIPsAssociationNegativeTestJSON-1117017581 tempest-FloatingIPsAssociationNegativeTestJSON-1117017581-project] Request body: {'floatingip': {'floating_network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec'}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:38:21.243350 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-bb0d001a-e9d6-4c30-9a53-59131d78eecc req-173c8cf5-6c0c-4cc4-a1b7-10552e2996df service neutron] 10.222.0.55 "GET /v2.0/networks/598f5d7d-609c-4eed-bdfb-a95dcdae7151?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1462018 Nov 05 18:38:21.289673 n-d-816865-1 neutron-server[102386]: DEBUG neutron.notifiers.nova [req-9d46a0bc-c187-4641-b25a-fc3ccf00c193 req-07aa993b-e17b-4969-9f7f-f228d846684a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e6d91212-8168-4489-81f8-e04ba259e029 {{(pid=102386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 18:38:21.297302 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-9d46a0bc-c187-4641-b25a-fc3ccf00c193 req-07aa993b-e17b-4969-9f7f-f228d846684a service neutron] Publish callbacks [] for port, precommit_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:38:21.309222 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.provisioning_blocks [req-9d46a0bc-c187-4641-b25a-fc3ccf00c193 req-07aa993b-e17b-4969-9f7f-f228d846684a service neutron] Transition to ACTIVE for port object e6d91212-8168-4489-81f8-e04ba259e029 will not be triggered until provisioned by entity L2. {{(pid=102386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 05 18:38:21.311238 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-8e4b43bd-5517-4e0a-aa61-d79925ad68e1 req-a029ef45-fc63-4ef9-b583-b1f5fb4904c7 tempest-FloatingIPsAssociationNegativeTestJSON-1117017581 tempest-FloatingIPsAssociationNegativeTestJSON-1117017581-project] Publish callbacks [] for floatingip, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:38:21.385572 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-9d46a0bc-c187-4641-b25a-fc3ccf00c193 req-07aa993b-e17b-4969-9f7f-f228d846684a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6149821'] for port, after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:38:21.420598 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-8e4b43bd-5517-4e0a-aa61-d79925ad68e1 req-a029ef45-fc63-4ef9-b583-b1f5fb4904c7 tempest-FloatingIPsAssociationNegativeTestJSON-1117017581 tempest-FloatingIPsAssociationNegativeTestJSON-1117017581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:38:21.457278 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07aa993b-e17b-4969-9f7f-f228d846684a service neutron] Pushing event updated for resources: {'Port': ['ID=e6d91212-8168-4489-81f8-e04ba259e029,revision_number=2']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:38:21.547746 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [req-9d46a0bc-c187-4641-b25a-fc3ccf00c193 req-07aa993b-e17b-4969-9f7f-f228d846684a service neutron] Attempting to bind port e6d91212-8168-4489-81f8-e04ba259e029 on host n-h2-816865-1 for vnic_type normal with profile {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 18:38:21.548081 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [req-9d46a0bc-c187-4641-b25a-fc3ccf00c193 req-07aa993b-e17b-4969-9f7f-f228d846684a service neutron] Attempting to bind port e6d91212-8168-4489-81f8-e04ba259e029 by drivers openvswitch,hyperv on host n-h2-816865-1 at level 0 using segments [{'id': '15cac71b-3531-4cff-8a8e-8f8d83bebf12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '5e3d0b1a-fd18-45bc-91bd-c831330234c4'}] {{(pid=102386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 18:38:21.548410 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d46a0bc-c187-4641-b25a-fc3ccf00c193 req-07aa993b-e17b-4969-9f7f-f228d846684a service neutron] Attempting to bind port e6d91212-8168-4489-81f8-e04ba259e029 on network 5e3d0b1a-fd18-45bc-91bd-c831330234c4 {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 18:38:21.553236 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d46a0bc-c187-4641-b25a-fc3ccf00c193 req-07aa993b-e17b-4969-9f7f-f228d846684a service neutron] Port e6d91212-8168-4489-81f8-e04ba259e029 on network 5e3d0b1a-fd18-45bc-91bd-c831330234c4 not bound, no agent of type Open vSwitch agent registered on host n-h2-816865-1 {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 18:38:21.556256 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d46a0bc-c187-4641-b25a-fc3ccf00c193 req-07aa993b-e17b-4969-9f7f-f228d846684a service neutron] Attempting to bind port e6d91212-8168-4489-81f8-e04ba259e029 on network 5e3d0b1a-fd18-45bc-91bd-c831330234c4 {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 18:38:21.558463 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d46a0bc-c187-4641-b25a-fc3ccf00c193 req-07aa993b-e17b-4969-9f7f-f228d846684a service neutron] Checking agent: {'id': '32aff553-696f-4891-83f5-5c176f61fe54', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816865-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 18, 33, 36), 'started_at': datetime.datetime(2021, 11, 5, 18, 33, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 18, 38, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 18:38:21.558803 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d46a0bc-c187-4641-b25a-fc3ccf00c193 req-07aa993b-e17b-4969-9f7f-f228d846684a service neutron] Checking segment: {'id': '15cac71b-3531-4cff-8a8e-8f8d83bebf12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '5e3d0b1a-fd18-45bc-91bd-c831330234c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 18:38:21.559184 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d46a0bc-c187-4641-b25a-fc3ccf00c193 req-07aa993b-e17b-4969-9f7f-f228d846684a service neutron] Bound using segment: {'id': '15cac71b-3531-4cff-8a8e-8f8d83bebf12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '5e3d0b1a-fd18-45bc-91bd-c831330234c4'} {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 18:38:21.559609 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [req-9d46a0bc-c187-4641-b25a-fc3ccf00c193 req-07aa993b-e17b-4969-9f7f-f228d846684a service neutron] Bound port: e6d91212-8168-4489-81f8-e04ba259e029, host: n-h2-816865-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15cac71b-3531-4cff-8a8e-8f8d83bebf12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '5e3d0b1a-fd18-45bc-91bd-c831330234c4'}}] {{(pid=102386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 18:38:21.559962 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-9d46a0bc-c187-4641-b25a-fc3ccf00c193 req-07aa993b-e17b-4969-9f7f-f228d846684a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:38:21.577422 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.db_base_plugin_common [req-8e4b43bd-5517-4e0a-aa61-d79925ad68e1 req-a029ef45-fc63-4ef9-b583-b1f5fb4904c7 tempest-FloatingIPsAssociationNegativeTestJSON-1117017581 tempest-FloatingIPsAssociationNegativeTestJSON-1117017581-project] Allocated IP 172.25.6.231 (40c8335d-cd0b-4cb5-910a-d4dcddd5cbec/04fe6db3-e108-4208-943d-6518424f5726/36b70dfe-228e-4929-9313-44b552a7aa79) {{(pid=102387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 18:38:21.586657 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1af43b-0462-43d2-a25c-76e6775943ba req-a63f278a-461c-49ff-9843-7e8f7b72d088 tempest-ImagesTestJSON-1124888854 tempest-ImagesTestJSON-1124888854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:38:21.588161 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-0d1af43b-0462-43d2-a25c-76e6775943ba req-a63f278a-461c-49ff-9843-7e8f7b72d088 tempest-ImagesTestJSON-1124888854 tempest-ImagesTestJSON-1124888854-project] 10.222.0.13 "GET /v2.0/ports?device_id=cec9f0c8-6c31-490d-9df0-bbd29aa25d72 HTTP/1.1" status: 200 len: 944 time: 0.0989146 Nov 05 18:38:21.633378 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [req-9d46a0bc-c187-4641-b25a-fc3ccf00c193 req-07aa993b-e17b-4969-9f7f-f228d846684a service neutron] For port e6d91212-8168-4489-81f8-e04ba259e029, host n-h2-816865-1, cleared binding levels {{(pid=102386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 18:38:21.636913 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [req-9d46a0bc-c187-4641-b25a-fc3ccf00c193 req-07aa993b-e17b-4969-9f7f-f228d846684a service neutron] For port e6d91212-8168-4489-81f8-e04ba259e029, host n-h2-816865-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=e6d91212-8168-4489-81f8-e04ba259e029,segment=NetworkSegment(15cac71b-3531-4cff-8a8e-8f8d83bebf12),segment_id=15cac71b-3531-4cff-8a8e-8f8d83bebf12)] {{(pid=102386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 18:38:21.728501 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-9d46a0bc-c187-4641-b25a-fc3ccf00c193 req-07aa993b-e17b-4969-9f7f-f228d846684a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6149821'] for port, after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:38:21.729661 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-0d1af43b-0462-43d2-a25c-76e6775943ba req-b29d097b-5e45-4949-a500-1d5e05ad2cb1 tempest-ImagesTestJSON-1124888854 tempest-ImagesTestJSON-1124888854-project] 10.222.0.13 "GET /v2.0/security-groups?id=219552fc-3788-478b-8295-8fbe212226b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271236 Nov 05 18:38:21.770608 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d46a0bc-c187-4641-b25a-fc3ccf00c193 req-07aa993b-e17b-4969-9f7f-f228d846684a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:38:21.770710 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-81234652-24bd-4b35-b9d7-2ef630178cc0 req-f7299612-c344-428b-8c94-0cdbf5f40487 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=0fe35696-e2e4-4757-b0fc-ca26acfa8a1b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0971346 Nov 05 18:38:21.770821 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-9d46a0bc-c187-4641-b25a-fc3ccf00c193 req-07aa993b-e17b-4969-9f7f-f228d846684a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:38:21.771115 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-9d46a0bc-c187-4641-b25a-fc3ccf00c193 req-07aa993b-e17b-4969-9f7f-f228d846684a service neutron] 10.222.0.55 "PUT /v2.0/ports/e6d91212-8168-4489-81f8-e04ba259e029 HTTP/1.1" status: 200 len: 1091 time: 1.3361590 Nov 05 18:38:21.771582 n-d-816865-1 neutron-server[102386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2fd5a8c-4839-4f98-a594-cd5beb2615bd', 'tag': 'e6d91212-8168-4489-81f8-e04ba259e029'}] {{(pid=102386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 18:38:21.773826 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6173a44d7c73f41af551dc890fa1a5892c2c6bc3458b640c8e0c24db7876ba6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57b01e1f-15b3-4cef-a3ec-e68e3f90d1bd" -d '{"events": [{"name": "network-changed", "server_uuid": "c2fd5a8c-4839-4f98-a594-cd5beb2615bd", "tag": "e6d91212-8168-4489-81f8-e04ba259e029"}]}' {{(pid=102386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 18:38:21.786960 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-8e4b43bd-5517-4e0a-aa61-d79925ad68e1 req-a029ef45-fc63-4ef9-b583-b1f5fb4904c7 tempest-FloatingIPsAssociationNegativeTestJSON-1117017581 tempest-FloatingIPsAssociationNegativeTestJSON-1117017581-project] Publish callbacks [] for port, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:38:21.797593 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07aa993b-e17b-4969-9f7f-f228d846684a service neutron] Pushing event updated for resources: {'Port': ['ID=e6d91212-8168-4489-81f8-e04ba259e029,revision_number=3']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:38:21.847595 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-920e8131-2d9e-4758-a124-9d36d86300b3 req-e847249b-7688-4105-8cca-01870a6e23cc tempest-ListImageFiltersTestJSON-1107050978 tempest-ListImageFiltersTestJSON-1107050978-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=837c4af251bf46c096cecfec966406f5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0209439 Nov 05 18:38:21.922545 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-8e4b43bd-5517-4e0a-aa61-d79925ad68e1 req-a029ef45-fc63-4ef9-b583-b1f5fb4904c7 tempest-FloatingIPsAssociationNegativeTestJSON-1117017581 tempest-FloatingIPsAssociationNegativeTestJSON-1117017581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4417063'] for port, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:38:21.976618 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d46a0bc-c187-4641-b25a-fc3ccf00c193 req-5142add5-0384-4b9c-a389-88becc35cbb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:38:21.979685 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-9d46a0bc-c187-4641-b25a-fc3ccf00c193 req-5142add5-0384-4b9c-a389-88becc35cbb9 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=482f8aec1d1b4fc08a02afb86f8387d6&device_id=c2fd5a8c-4839-4f98-a594-cd5beb2615bd HTTP/1.1" status: 200 len: 1094 time: 0.0566313 Nov 05 18:38:21.994866 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8e4b43bd-5517-4e0a-aa61-d79925ad68e1 req-a029ef45-fc63-4ef9-b583-b1f5fb4904c7 tempest-FloatingIPsAssociationNegativeTestJSON-1117017581 tempest-FloatingIPsAssociationNegativeTestJSON-1117017581-project] Network 40c8335d-cd0b-4cb5-910a-d4dcddd5cbec is already hosted by enough agents. {{(pid=102387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 18:38:22.010236 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920e8131-2d9e-4758-a124-9d36d86300b3 req-d6dc6616-5aaa-4c96-a778-b4094230ba00 tempest-ListImageFiltersTestJSON-1107050978 tempest-ListImageFiltersTestJSON-1107050978-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:38:22.011714 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-920e8131-2d9e-4758-a124-9d36d86300b3 req-d6dc6616-5aaa-4c96-a778-b4094230ba00 tempest-ListImageFiltersTestJSON-1107050978 tempest-ListImageFiltersTestJSON-1107050978-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1587369 Nov 05 18:38:22.016080 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a029ef45-fc63-4ef9-b583-b1f5fb4904c7 tempest-FloatingIPsAssociationNegativeTestJSON-1117017581 tempest-FloatingIPsAssociationNegativeTestJSON-1117017581-project] Pushing event updated for resources: {'Port': ['ID=36b70dfe-228e-4929-9313-44b552a7aa79,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:38:22.018916 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.base_scheduler [req-8e4b43bd-5517-4e0a-aa61-d79925ad68e1 req-a029ef45-fc63-4ef9-b583-b1f5fb4904c7 tempest-FloatingIPsAssociationNegativeTestJSON-1117017581 tempest-FloatingIPsAssociationNegativeTestJSON-1117017581-project] Resources bound (agent type, host, resource id): {{(pid=102387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:38:22.022810 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e4b43bd-5517-4e0a-aa61-d79925ad68e1 req-a029ef45-fc63-4ef9-b583-b1f5fb4904c7 tempest-FloatingIPsAssociationNegativeTestJSON-1117017581 tempest-FloatingIPsAssociationNegativeTestJSON-1117017581-project] Received port after_create {{(pid=102387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 18:38:22.036640 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-9d46a0bc-c187-4641-b25a-fc3ccf00c193 req-45e7e7d6-3b50-495c-b4bb-e76a6d6bfec0 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e6d91212-8168-4489-81f8-e04ba259e029 HTTP/1.1" status: 200 len: 217 time: 0.0492775 Nov 05 18:38:22.055462 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-920e8131-2d9e-4758-a124-9d36d86300b3 req-64d90308-ff37-4778-8752-d32b798985be tempest-ListImageFiltersTestJSON-1107050978 tempest-ListImageFiltersTestJSON-1107050978-project] 10.222.0.13 "GET /v2.0/quotas/837c4af251bf46c096cecfec966406f5 HTTP/1.1" status: 200 len: 375 time: 0.0334051 Nov 05 18:38:22.104294 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d46a0bc-c187-4641-b25a-fc3ccf00c193 req-3b49d6e4-df7e-40a1-9296-ce341f0e09d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:38:22.105643 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-920e8131-2d9e-4758-a124-9d36d86300b3 req-8ee9ee52-3597-4721-8a12-f30f39936605 tempest-ListImageFiltersTestJSON-1107050978 tempest-ListImageFiltersTestJSON-1107050978-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=837c4af251bf46c096cecfec966406f5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0422137 Nov 05 18:38:22.106729 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-9d46a0bc-c187-4641-b25a-fc3ccf00c193 req-3b49d6e4-df7e-40a1-9296-ce341f0e09d1 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e7fca78a-743c-4af3-9fb8-12bc06bb873c HTTP/1.1" status: 200 len: 860 time: 0.0592408 Nov 05 18:38:22.157596 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-9d46a0bc-c187-4641-b25a-fc3ccf00c193 req-6b4d8409-14cb-44a3-a55d-925c11b2b855 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=5e3d0b1a-fd18-45bc-91bd-c831330234c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0429428 Nov 05 18:38:22.172229 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-8e4b43bd-5517-4e0a-aa61-d79925ad68e1 req-a029ef45-fc63-4ef9-b583-b1f5fb4904c7 tempest-FloatingIPsAssociationNegativeTestJSON-1117017581 tempest-FloatingIPsAssociationNegativeTestJSON-1117017581-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:38:22.275551 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-8e4b43bd-5517-4e0a-aa61-d79925ad68e1 req-a029ef45-fc63-4ef9-b583-b1f5fb4904c7 tempest-FloatingIPsAssociationNegativeTestJSON-1117017581 tempest-FloatingIPsAssociationNegativeTestJSON-1117017581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:38:22.510198 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-8e4b43bd-5517-4e0a-aa61-d79925ad68e1 req-a029ef45-fc63-4ef9-b583-b1f5fb4904c7 tempest-FloatingIPsAssociationNegativeTestJSON-1117017581 tempest-FloatingIPsAssociationNegativeTestJSON-1117017581-project] Publish callbacks [] for port, precommit_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:38:22.536374 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-9d46a0bc-c187-4641-b25a-fc3ccf00c193 req-343eb231-e724-4adf-b94e-1fc3a388592f service neutron] 10.222.0.55 "GET /v2.0/networks/5e3d0b1a-fd18-45bc-91bd-c831330234c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3670776 Nov 05 18:38:22.539425 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcec0677-68e5-4531-81f8-503bfdd785d8 req-c20f1ff4-242a-4c44-bd7f-ae13fcfa08a5 tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:38:22.558585 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-dcec0677-68e5-4531-81f8-503bfdd785d8 req-c20f1ff4-242a-4c44-bd7f-ae13fcfa08a5 tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] 10.222.0.13 "GET /v2.0/ports?device_id=0fe35696-e2e4-4757-b0fc-ca26acfa8a1b HTTP/1.1" status: 200 len: 950 time: 0.0905464 Nov 05 18:38:22.600320 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-8e4b43bd-5517-4e0a-aa61-d79925ad68e1 req-a029ef45-fc63-4ef9-b583-b1f5fb4904c7 tempest-FloatingIPsAssociationNegativeTestJSON-1117017581 tempest-FloatingIPsAssociationNegativeTestJSON-1117017581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4417072'] for port, after_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:38:22.651880 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-dcec0677-68e5-4531-81f8-503bfdd785d8 req-59c8f896-c040-407f-9cc9-342e6f632127 tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] 10.222.0.13 "GET /v2.0/security-groups?id=c4f63610-8850-433c-ac4b-7e7146261ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924160 Nov 05 18:38:22.664751 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-9d46a0bc-c187-4641-b25a-fc3ccf00c193 req-7bd0423d-c432-48eb-be94-de09ab9bd0a3 service neutron] 10.222.0.55 "GET /v2.0/networks/5e3d0b1a-fd18-45bc-91bd-c831330234c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1193750 Nov 05 18:38:22.727063 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-8e4b43bd-5517-4e0a-aa61-d79925ad68e1 req-a029ef45-fc63-4ef9-b583-b1f5fb4904c7 tempest-FloatingIPsAssociationNegativeTestJSON-1117017581 tempest-FloatingIPsAssociationNegativeTestJSON-1117017581-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1000577'] for floatingip, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:38:22.733192 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a029ef45-fc63-4ef9-b583-b1f5fb4904c7 tempest-FloatingIPsAssociationNegativeTestJSON-1117017581 tempest-FloatingIPsAssociationNegativeTestJSON-1117017581-project] Pushing event updated for resources: {'Port': ['ID=36b70dfe-228e-4929-9313-44b552a7aa79,revision_number=2']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:38:22.794864 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c711d3-e2c8-493b-9a15-a20da456ad5d req-f77187c8-a548-41e5-85b0-4b0ffd270634 tempest-ImagesNegativeTestJSON-394450238 tempest-ImagesNegativeTestJSON-394450238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:38:22.795503 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Device c14fe7bd-4f5c-40d2-a0cb-c8133c555448 details requested by agent hyperv_n-h2-816865-1 with host n-h2-816865-1 {{(pid=102388) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 05 18:38:22.796825 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-94c711d3-e2c8-493b-9a15-a20da456ad5d req-f77187c8-a548-41e5-85b0-4b0ffd270634 tempest-ImagesNegativeTestJSON-394450238 tempest-ImagesNegativeTestJSON-394450238-project] 10.222.0.13 "GET /v2.0/ports?device_id=a05fb860-c272-418e-b55e-2d4e349e6f94 HTTP/1.1" status: 200 len: 950 time: 0.0522242 Nov 05 18:38:22.824741 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-8e4b43bd-5517-4e0a-aa61-d79925ad68e1 req-a029ef45-fc63-4ef9-b583-b1f5fb4904c7 tempest-FloatingIPsAssociationNegativeTestJSON-1117017581 tempest-FloatingIPsAssociationNegativeTestJSON-1117017581-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for floatingip, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:38:22.825986 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-8e4b43bd-5517-4e0a-aa61-d79925ad68e1 req-a029ef45-fc63-4ef9-b583-b1f5fb4904c7 tempest-FloatingIPsAssociationNegativeTestJSON-1117017581 tempest-FloatingIPsAssociationNegativeTestJSON-1117017581-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.6364977 Nov 05 18:38:22.899241 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-94c711d3-e2c8-493b-9a15-a20da456ad5d req-c15c74b6-5bb2-43f2-a6e0-f8d905ed6993 tempest-ImagesNegativeTestJSON-394450238 tempest-ImagesNegativeTestJSON-394450238-project] 10.222.0.13 "GET /v2.0/security-groups?id=6c90ad02-93e7-4c42-96a4-62034e716ff4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960414 Nov 05 18:38:22.902536 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-8e4b43bd-5517-4e0a-aa61-d79925ad68e1 req-1bab4d76-6f09-45bc-bbe4-2c3c812faa12 tempest-FloatingIPsAssociationNegativeTestJSON-1117017581 tempest-FloatingIPsAssociationNegativeTestJSON-1117017581-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.6.231 HTTP/1.1" status: 200 len: 696 time: 0.0635223 Nov 05 18:38:22.924429 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] For port c14fe7bd-4f5c-40d2-a0cb-c8133c555448, host n-h2-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=c14fe7bd-4f5c-40d2-a0cb-c8133c555448,segment=NetworkSegment(b0f4d4e8-61d5-4e79-9c35-e1f620a70868),segment_id=b0f4d4e8-61d5-4e79-9c35-e1f620a70868)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:38:22.937561 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Returning: {'device': 'c14fe7bd-4f5c-40d2-a0cb-c8133c555448', 'network_id': '598f5d7d-609c-4eed-bdfb-a95dcdae7151', 'port_id': 'c14fe7bd-4f5c-40d2-a0cb-c8133c555448', 'mac_address': 'fa:16:3e:7a:fe:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 150, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6979728-9a34-49f9-ba30-1ba1422c905b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102388) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 05 18:38:22.985427 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:38:23.014637 n-d-816865-1 neutron-server[102388]: DEBUG neutron.notifiers.nova [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c14fe7bd-4f5c-40d2-a0cb-c8133c555448 {{(pid=102388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 18:38:23.037172 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 18:38:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8fed171-3f0d-4c3c-9fee-25c9a2110853 x-openstack-request-id: req-f8fed171-3f0d-4c3c-9fee-25c9a2110853 {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 18:38:23.037461 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c2fd5a8c-4839-4f98-a594-cd5beb2615bd", "tag": "e6d91212-8168-4489-81f8-e04ba259e029", "status": "completed", "code": 200}]} {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 18:38:23.037756 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f8fed171-3f0d-4c3c-9fee-25c9a2110853 {{(pid=102386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 18:38:23.038890 n-d-816865-1 neutron-server[102386]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2fd5a8c-4839-4f98-a594-cd5beb2615bd', 'tag': 'e6d91212-8168-4489-81f8-e04ba259e029', 'status': 'completed', 'code': 200} Nov 05 18:38:23.047513 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] For port c14fe7bd-4f5c-40d2-a0cb-c8133c555448, host n-h2-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=c14fe7bd-4f5c-40d2-a0cb-c8133c555448,segment=NetworkSegment(b0f4d4e8-61d5-4e79-9c35-e1f620a70868),segment_id=b0f4d4e8-61d5-4e79-9c35-e1f620a70868)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:38:23.056974 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4b43bd-5517-4e0a-aa61-d79925ad68e1 req-be0f1944-62f4-442f-b2d1-c42e28fd6645 tempest-FloatingIPsAssociationNegativeTestJSON-1117017581 tempest-FloatingIPsAssociationNegativeTestJSON-1117017581-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:38:23.058507 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-8e4b43bd-5517-4e0a-aa61-d79925ad68e1 req-be0f1944-62f4-442f-b2d1-c42e28fd6645 tempest-FloatingIPsAssociationNegativeTestJSON-1117017581 tempest-FloatingIPsAssociationNegativeTestJSON-1117017581-project] 10.222.0.13 "GET /v2.0/networks/40c8335d-cd0b-4cb5-910a-d4dcddd5cbec HTTP/1.1" status: 200 len: 784 time: 0.1482196 Nov 05 18:38:23.110927 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b01e1f-15b3-4cef-a3ec-e68e3f90d1bd req-df4ff506-92d1-4d91-941e-8150485b11bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:38:23.113212 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-57b01e1f-15b3-4cef-a3ec-e68e3f90d1bd req-df4ff506-92d1-4d91-941e-8150485b11bb service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=482f8aec1d1b4fc08a02afb86f8387d6&device_id=c2fd5a8c-4839-4f98-a594-cd5beb2615bd HTTP/1.1" status: 200 len: 1094 time: 0.0493832 Nov 05 18:38:23.126420 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:38:23.177264 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0364085-73c7-470b-a0a0-132e8747af95 req-d6fe5136-7c8c-47eb-b093-2c167adb6190 tempest-LiveAutoBlockMigrationV225Test-1563372898 tempest-LiveAutoBlockMigrationV225Test-1563372898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:38:23.185004 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-b0364085-73c7-470b-a0a0-132e8747af95 req-d6fe5136-7c8c-47eb-b093-2c167adb6190 tempest-LiveAutoBlockMigrationV225Test-1563372898 tempest-LiveAutoBlockMigrationV225Test-1563372898-project] 10.222.0.13 "GET /v2.0/ports?device_id=c2fd5a8c-4839-4f98-a594-cd5beb2615bd HTTP/1.1" status: 200 len: 943 time: 0.0755291 Nov 05 18:38:23.203439 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Pushing event updated for resources: {'Port': ['ID=c14fe7bd-4f5c-40d2-a0cb-c8133c555448,revision_number=4']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:38:23.227453 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-f8152d76-6ffa-4f96-8f5c-32ced5c3f2b1 req-f06da2e5-ecf8-4f91-b35d-368accb7a65c tempest-ListImageFiltersTestJSON-1107050978 tempest-ListImageFiltersTestJSON-1107050978-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e5951dd-ceb5-464b-9b97-d9970a02b978 HTTP/1.1" status: 200 len: 210 time: 0.0390606 Nov 05 18:38:23.272610 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-b0364085-73c7-470b-a0a0-132e8747af95 req-ac21bca0-23fe-4269-b189-a4cd84505107 tempest-LiveAutoBlockMigrationV225Test-1563372898 tempest-LiveAutoBlockMigrationV225Test-1563372898-project] 10.222.0.13 "GET /v2.0/security-groups?id=35cb161a-9192-43e2-a392-140fa33626b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856628 Nov 05 18:38:23.300262 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b01e1f-15b3-4cef-a3ec-e68e3f90d1bd req-1178ba32-2442-4d51-8c20-bbf4ba2edaf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:38:23.301877 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-57b01e1f-15b3-4cef-a3ec-e68e3f90d1bd req-1178ba32-2442-4d51-8c20-bbf4ba2edaf0 service neutron] 10.222.0.55 "GET /v2.0/networks?id=5e3d0b1a-fd18-45bc-91bd-c831330234c4 HTTP/1.1" status: 200 len: 921 time: 0.1799796 Nov 05 18:38:23.352674 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] get_ports_and_sgs() called for port_ids ['c14fe7bd-4f5c-40d2-a0cb-c8133c555448'] {{(pid=102388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 18:38:23.353002 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1d46ef-a00b-4d92-8ec3-5da4cfc3a9bd req-4e2bae3c-7d35-4b67-81bc-70a3c7b45cd5 tempest-ImagesTestJSON-1124888854 tempest-ImagesTestJSON-1124888854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:38:23.354922 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-1e1d46ef-a00b-4d92-8ec3-5da4cfc3a9bd req-4e2bae3c-7d35-4b67-81bc-70a3c7b45cd5 tempest-ImagesTestJSON-1124888854 tempest-ImagesTestJSON-1124888854-project] 10.222.0.13 "GET /v2.0/ports?device_id=cec9f0c8-6c31-490d-9df0-bbd29aa25d72 HTTP/1.1" status: 200 len: 945 time: 0.0579865 Nov 05 18:38:23.358606 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-57b01e1f-15b3-4cef-a3ec-e68e3f90d1bd req-3d3b9e89-1f35-4d84-9876-aebf1dd19215 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e6d91212-8168-4489-81f8-e04ba259e029 HTTP/1.1" status: 200 len: 217 time: 0.0407171 Nov 05 18:38:23.419237 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-1e1d46ef-a00b-4d92-8ec3-5da4cfc3a9bd req-51420bab-a786-4b66-97fb-b3ac46f960c3 tempest-ImagesTestJSON-1124888854 tempest-ImagesTestJSON-1124888854-project] 10.222.0.13 "GET /v2.0/security-groups?id=219552fc-3788-478b-8295-8fbe212226b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546515 Nov 05 18:38:23.422066 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b01e1f-15b3-4cef-a3ec-e68e3f90d1bd req-6342aa42-7f02-4e9f-9da2-e029011ccd53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:38:23.423745 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-57b01e1f-15b3-4cef-a3ec-e68e3f90d1bd req-6342aa42-7f02-4e9f-9da2-e029011ccd53 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e7fca78a-743c-4af3-9fb8-12bc06bb873c HTTP/1.1" status: 200 len: 860 time: 0.0616026 Nov 05 18:38:23.457046 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-f2ba37af-75b7-4a39-8e6b-c38a5549760a req-0280bf9e-dfe1-4353-858c-13f4cf5a9c3d tempest-ListImageFiltersTestJSON-1107050978 tempest-ListImageFiltersTestJSON-1107050978-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=837c4af251bf46c096cecfec966406f5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0364149 Nov 05 18:38:23.476041 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-57b01e1f-15b3-4cef-a3ec-e68e3f90d1bd req-31ba6da6-92f0-4971-b82b-7c65b07d296d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=5e3d0b1a-fd18-45bc-91bd-c831330234c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0426393 Nov 05 18:38:23.611667 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdde437-93d2-4c75-b48a-d640447ee4f1 req-2c708d34-7b63-40d8-97b8-acef85206769 tempest-FloatingIPsAssociationNegativeTestJSON-1117017581 tempest-FloatingIPsAssociationNegativeTestJSON-1117017581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:38:23.613446 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-1bdde437-93d2-4c75-b48a-d640447ee4f1 req-2c708d34-7b63-40d8-97b8-acef85206769 tempest-FloatingIPsAssociationNegativeTestJSON-1117017581 tempest-FloatingIPsAssociationNegativeTestJSON-1117017581-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1c0ffbe-3ff6-48eb-83c7-4ceec027eec5&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1052256 Nov 05 18:38:23.637772 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ba37af-75b7-4a39-8e6b-c38a5549760a req-ae1b186c-6b82-4fb5-b5d3-2cfc93f33db3 tempest-ListImageFiltersTestJSON-1107050978 tempest-ListImageFiltersTestJSON-1107050978-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:38:23.638184 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-57b01e1f-15b3-4cef-a3ec-e68e3f90d1bd req-c23494ae-6ee5-4f75-baa7-531bb261555b service neutron] 10.222.0.55 "GET /v2.0/networks/5e3d0b1a-fd18-45bc-91bd-c831330234c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1402647 Nov 05 18:38:23.640061 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-f2ba37af-75b7-4a39-8e6b-c38a5549760a req-ae1b186c-6b82-4fb5-b5d3-2cfc93f33db3 tempest-ListImageFiltersTestJSON-1107050978 tempest-ListImageFiltersTestJSON-1107050978-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1737463 Nov 05 18:38:23.676353 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [req-f2ba37af-75b7-4a39-8e6b-c38a5549760a req-7a59efd5-7e25-42d9-ac49-d08f24967428 tempest-ListImageFiltersTestJSON-1107050978 tempest-ListImageFiltersTestJSON-1107050978-project] Request body: {'port': {'device_id': 'c5b71237-24de-434f-a81f-3e3f7b737fb4', 'network_id': 'a723f808-b11e-4066-b104-fad90c82895e', 'admin_state_up': True, 'tenant_id': '837c4af251bf46c096cecfec966406f5'}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:38:23.698637 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-1bdde437-93d2-4c75-b48a-d640447ee4f1 req-0b9b64c9-2a4f-4b9b-b248-9c0608cb3463 tempest-FloatingIPsAssociationNegativeTestJSON-1117017581 tempest-FloatingIPsAssociationNegativeTestJSON-1117017581-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.6.231 HTTP/1.1" status: 200 len: 696 time: 0.0758104 Nov 05 18:38:23.713644 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [req-1bdde437-93d2-4c75-b48a-d640447ee4f1 req-b4066e43-09bd-4a6b-98b2-1f35457b2333 tempest-FloatingIPsAssociationNegativeTestJSON-1117017581 tempest-FloatingIPsAssociationNegativeTestJSON-1117017581-project] Request body: {'floatingip': {'port_id': 'a97321a5-d572-4e9b-a0da-d5132f1b9bf7', 'fixed_ip_address': '172.20.0.11'}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:38:23.762252 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-57b01e1f-15b3-4cef-a3ec-e68e3f90d1bd req-ca3ff055-4945-41d8-8710-ba9a625ca264 service neutron] 10.222.0.55 "GET /v2.0/networks/5e3d0b1a-fd18-45bc-91bd-c831330234c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1155024 Nov 05 18:38:24.084167 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-1bdde437-93d2-4c75-b48a-d640447ee4f1 req-b4066e43-09bd-4a6b-98b2-1f35457b2333 tempest-FloatingIPsAssociationNegativeTestJSON-1117017581 tempest-FloatingIPsAssociationNegativeTestJSON-1117017581-project] Publish callbacks [] for floatingip, before_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:38:24.231233 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813905cb-2633-4868-b002-f0a541bfa616 req-879c0cb4-577a-4054-9663-ac761d780cfd tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:38:24.233200 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-813905cb-2633-4868-b002-f0a541bfa616 req-879c0cb4-577a-4054-9663-ac761d780cfd tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] 10.222.0.13 "GET /v2.0/ports?device_id=0fe35696-e2e4-4757-b0fc-ca26acfa8a1b HTTP/1.1" status: 200 len: 950 time: 0.1709919 Nov 05 18:38:24.368756 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f2ba37af-75b7-4a39-8e6b-c38a5549760a req-7a59efd5-7e25-42d9-ac49-d08f24967428 tempest-ListImageFiltersTestJSON-1107050978 tempest-ListImageFiltersTestJSON-1107050978-project] Made reservation on behalf of 837c4af251bf46c096cecfec966406f5 for: {'port': 1} {{(pid=102387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 18:38:24.372469 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-f2ba37af-75b7-4a39-8e6b-c38a5549760a req-7a59efd5-7e25-42d9-ac49-d08f24967428 tempest-ListImageFiltersTestJSON-1107050978 tempest-ListImageFiltersTestJSON-1107050978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:38:24.388143 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-813905cb-2633-4868-b002-f0a541bfa616 req-dbab0d26-924f-4be6-ac20-00b40c31078d tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] 10.222.0.13 "GET /v2.0/security-groups?id=c4f63610-8850-433c-ac4b-7e7146261ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472239 Nov 05 18:38:24.390651 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-f2ba37af-75b7-4a39-8e6b-c38a5549760a req-7a59efd5-7e25-42d9-ac49-d08f24967428 tempest-ListImageFiltersTestJSON-1107050978 tempest-ListImageFiltersTestJSON-1107050978-project] Publish callbacks [] for security_group, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:38:24.426532 n-d-816865-1 neutron-server[102387]: INFO neutron.api.v2.resource [req-1bdde437-93d2-4c75-b48a-d640447ee4f1 req-b4066e43-09bd-4a6b-98b2-1f35457b2333 tempest-FloatingIPsAssociationNegativeTestJSON-1117017581 tempest-FloatingIPsAssociationNegativeTestJSON-1117017581-project] update failed (client error): There was a conflict when trying to complete your request. Nov 05 18:38:24.427543 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-1bdde437-93d2-4c75-b48a-d640447ee4f1 req-b4066e43-09bd-4a6b-98b2-1f35457b2333 tempest-FloatingIPsAssociationNegativeTestJSON-1117017581 tempest-FloatingIPsAssociationNegativeTestJSON-1117017581-project] 10.222.0.13 "PUT /v2.0/floatingips/e5e4b518-8fdf-4863-9711-82c7c17bc13f HTTP/1.1" status: 409 len: 551 time: 0.7203312 Nov 05 18:38:24.542948 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.agents_db [None req-b9406b04-a0e8-43cf-b349-711963d96cf4 None None] Agent healthcheck: found 7 active agents {{(pid=102389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 05 18:38:24.564942 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79928b49-fe19-4688-b745-63a9479dc5f7 req-a16dea1d-cd8a-4482-bf07-cfc4bfae580a tempest-ImagesNegativeTestJSON-394450238 tempest-ImagesNegativeTestJSON-394450238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:38:24.565766 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81234652-24bd-4b35-b9d7-2ef630178cc0 req-6ca69073-ed6e-4187-839c-9a5a3e381a58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:38:24.566875 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-79928b49-fe19-4688-b745-63a9479dc5f7 req-a16dea1d-cd8a-4482-bf07-cfc4bfae580a tempest-ImagesNegativeTestJSON-394450238 tempest-ImagesNegativeTestJSON-394450238-project] 10.222.0.13 "GET /v2.0/ports?device_id=a05fb860-c272-418e-b55e-2d4e349e6f94 HTTP/1.1" status: 200 len: 950 time: 0.1176155 Nov 05 18:38:24.567641 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-81234652-24bd-4b35-b9d7-2ef630178cc0 req-6ca69073-ed6e-4187-839c-9a5a3e381a58 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=10ec5728e81c4449951d5c9e87d02372&device_id=0fe35696-e2e4-4757-b0fc-ca26acfa8a1b HTTP/1.1" status: 200 len: 1101 time: 0.0430009 Nov 05 18:38:24.572334 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-f2ba37af-75b7-4a39-8e6b-c38a5549760a req-7a59efd5-7e25-42d9-ac49-d08f24967428 tempest-ListImageFiltersTestJSON-1107050978 tempest-ListImageFiltersTestJSON-1107050978-project] Publish callbacks [] for security_group, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:38:24.602940 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc56c743-023b-405d-b12d-da4f3f1a17cf req-4adc6ab1-9da0-48c3-b029-df43964f055c tempest-ImagesOneServerTestJSON-1840565388 tempest-ImagesOneServerTestJSON-1840565388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:38:24.604411 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-dc56c743-023b-405d-b12d-da4f3f1a17cf req-4adc6ab1-9da0-48c3-b029-df43964f055c tempest-ImagesOneServerTestJSON-1840565388 tempest-ImagesOneServerTestJSON-1840565388-project] 10.222.0.13 "GET /v2.0/ports?device_id=a5da7ec7-9b07-45dd-bf15-2b53851b9aeb HTTP/1.1" status: 200 len: 949 time: 0.1108170 Nov 05 18:38:24.638817 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-f2ba37af-75b7-4a39-8e6b-c38a5549760a req-7a59efd5-7e25-42d9-ac49-d08f24967428 tempest-ListImageFiltersTestJSON-1107050978 tempest-ListImageFiltersTestJSON-1107050978-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:38:24.659515 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-79928b49-fe19-4688-b745-63a9479dc5f7 req-19ef383e-fdb2-49d9-9f30-42e2cf6af86b tempest-ImagesNegativeTestJSON-394450238 tempest-ImagesNegativeTestJSON-394450238-project] 10.222.0.13 "GET /v2.0/security-groups?id=6c90ad02-93e7-4c42-96a4-62034e716ff4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850723 Nov 05 18:38:24.665263 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81234652-24bd-4b35-b9d7-2ef630178cc0 req-3903420e-b220-4f81-a5e6-4ef15429400b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:38:24.667578 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-81234652-24bd-4b35-b9d7-2ef630178cc0 req-3903420e-b220-4f81-a5e6-4ef15429400b service neutron] 10.222.0.41 "GET /v2.0/networks?id=a723f808-b11e-4066-b104-fad90c82895e HTTP/1.1" status: 200 len: 870 time: 0.0923424 Nov 05 18:38:24.720574 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-81234652-24bd-4b35-b9d7-2ef630178cc0 req-be4f56b9-2c60-4663-97ba-6f5ecb69362b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.190&port_id=ab74eaef-395a-4fdf-b85e-bacf8245f728 HTTP/1.1" status: 200 len: 217 time: 0.0399799 Nov 05 18:38:24.732900 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a59efd5-7e25-42d9-ac49-d08f24967428 tempest-ListImageFiltersTestJSON-1107050978 tempest-ListImageFiltersTestJSON-1107050978-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3a75c85e-fd58-4736-9ad8-18dced01e280,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:38:24.749992 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-dc56c743-023b-405d-b12d-da4f3f1a17cf req-b836722a-d524-467b-8ea8-abde36b276f5 tempest-ImagesOneServerTestJSON-1840565388 tempest-ImagesOneServerTestJSON-1840565388-project] 10.222.0.13 "GET /v2.0/security-groups?id=4c0cf261-3beb-4899-97be-bc068721c8c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345637 Nov 05 18:38:24.813988 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81234652-24bd-4b35-b9d7-2ef630178cc0 req-83debf4f-52ec-4df6-9ad8-ff626df3c21e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:38:24.814238 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Device e6d91212-8168-4489-81f8-e04ba259e029 details requested by agent hyperv_n-h2-816865-1 with host n-h2-816865-1 {{(pid=102388) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 05 18:38:24.817743 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-81234652-24bd-4b35-b9d7-2ef630178cc0 req-83debf4f-52ec-4df6-9ad8-ff626df3c21e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=05e7a1b5-165b-4a00-855a-ffbcb2eba59e HTTP/1.1" status: 200 len: 843 time: 0.0773549 Nov 05 18:38:24.836349 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.db_base_plugin_common [req-f2ba37af-75b7-4a39-8e6b-c38a5549760a req-7a59efd5-7e25-42d9-ac49-d08f24967428 tempest-ListImageFiltersTestJSON-1107050978 tempest-ListImageFiltersTestJSON-1107050978-project] Allocated IP 192.168.233.83 (a723f808-b11e-4066-b104-fad90c82895e/05e7a1b5-165b-4a00-855a-ffbcb2eba59e/a8f7cc57-2884-40dc-b963-08b7d98a1182) {{(pid=102387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 18:38:24.860791 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Device c14fe7bd-4f5c-40d2-a0cb-c8133c555448 up at agent hyperv_n-h2-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 18:38:24.870881 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-1b4e0d35-85b9-4101-a83d-c4ac8a22794b req-16956895-a9e2-467a-a15a-d5000f197fa2 tempest-ListImageFiltersTestJSON-1107050978 tempest-ListImageFiltersTestJSON-1107050978-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e5951dd-ceb5-464b-9b97-d9970a02b978 HTTP/1.1" status: 200 len: 210 time: 0.0573993 Nov 05 18:38:24.895339 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81234652-24bd-4b35-b9d7-2ef630178cc0 req-f9a9c070-5726-4918-a188-bc1a5a611da5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:38:24.896996 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-81234652-24bd-4b35-b9d7-2ef630178cc0 req-f9a9c070-5726-4918-a188-bc1a5a611da5 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a723f808-b11e-4066-b104-fad90c82895e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0663145 Nov 05 18:38:24.961099 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] For port e6d91212-8168-4489-81f8-e04ba259e029, host n-h2-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=e6d91212-8168-4489-81f8-e04ba259e029,segment=NetworkSegment(15cac71b-3531-4cff-8a8e-8f8d83bebf12),segment_id=15cac71b-3531-4cff-8a8e-8f8d83bebf12)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:38:24.981055 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Returning: {'device': 'e6d91212-8168-4489-81f8-e04ba259e029', 'network_id': '5e3d0b1a-fd18-45bc-91bd-c831330234c4', 'port_id': 'e6d91212-8168-4489-81f8-e04ba259e029', 'mac_address': 'fa:16:3e:92:a0:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 155, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7fca78a-743c-4af3-9fb8-12bc06bb873c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102388) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 05 18:38:24.992636 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-91981bc4-bf8a-4f7f-8973-ac6656e449d1 req-4b4159f4-6d2c-4a5a-a613-7a9b57797b7a tempest-FloatingIPsAssociationNegativeTestJSON-1117017581 tempest-FloatingIPsAssociationNegativeTestJSON-1117017581-project] 10.222.0.13 "GET /v2.0/floatingips/e5e4b518-8fdf-4863-9711-82c7c17bc13f HTTP/1.1" status: 200 len: 693 time: 0.0881078 Nov 05 18:38:25.007735 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a8c046-b839-4f37-acc0-14d657914acb req-660ae24f-cf65-40c5-b3d1-364660a55bd2 tempest-LiveAutoBlockMigrationV225Test-1563372898 tempest-LiveAutoBlockMigrationV225Test-1563372898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:38:25.009352 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-47a8c046-b839-4f37-acc0-14d657914acb req-660ae24f-cf65-40c5-b3d1-364660a55bd2 tempest-LiveAutoBlockMigrationV225Test-1563372898 tempest-LiveAutoBlockMigrationV225Test-1563372898-project] 10.222.0.13 "GET /v2.0/ports?device_id=c2fd5a8c-4839-4f98-a594-cd5beb2615bd HTTP/1.1" status: 200 len: 943 time: 0.1757126 Nov 05 18:38:25.017513 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-81234652-24bd-4b35-b9d7-2ef630178cc0 req-0f17f539-2360-4b6e-9cde-5cb368649bb8 service neutron] 10.222.0.41 "GET /v2.0/networks/a723f808-b11e-4066-b104-fad90c82895e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1117740 Nov 05 18:38:25.024535 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:38:25.039405 n-d-816865-1 neutron-server[102388]: DEBUG neutron.notifiers.nova [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e6d91212-8168-4489-81f8-e04ba259e029 {{(pid=102388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 18:38:25.046690 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Provisioning for port c14fe7bd-4f5c-40d2-a0cb-c8133c555448 completed by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 05 18:38:25.060023 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Provisioning complete for port c14fe7bd-4f5c-40d2-a0cb-c8133c555448 triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:38:25.060414 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:38:25.065262 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] For port e6d91212-8168-4489-81f8-e04ba259e029, host n-h2-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=e6d91212-8168-4489-81f8-e04ba259e029,segment=NetworkSegment(15cac71b-3531-4cff-8a8e-8f8d83bebf12),segment_id=15cac71b-3531-4cff-8a8e-8f8d83bebf12)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:38:25.086807 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Device ca0bac15-cb63-41b5-9d33-db3336e5e829 no longer exists at agent hyperv_n-h1-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 18:38:25.115333 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.41', 57169) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:38:25.153127 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-920e8131-2d9e-4758-a124-9d36d86300b3 req-357a6213-214d-4ae1-99a2-17c3b218cb8d tempest-ListImageFiltersTestJSON-1107050978 tempest-ListImageFiltersTestJSON-1107050978-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=837c4af251bf46c096cecfec966406f5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0364306 Nov 05 18:38:25.193539 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:38:25.199700 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-47a8c046-b839-4f37-acc0-14d657914acb req-7a13520a-d057-4512-975d-52cac6dc11d6 tempest-LiveAutoBlockMigrationV225Test-1563372898 tempest-LiveAutoBlockMigrationV225Test-1563372898-project] 10.222.0.13 "GET /v2.0/security-groups?id=35cb161a-9192-43e2-a392-140fa33626b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1700771 Nov 05 18:38:25.241341 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91981bc4-bf8a-4f7f-8973-ac6656e449d1 req-2b264b71-a401-495b-9e0a-b4e3414cc885 tempest-FloatingIPsAssociationNegativeTestJSON-1117017581 tempest-FloatingIPsAssociationNegativeTestJSON-1117017581-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:38:25.245960 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-81234652-24bd-4b35-b9d7-2ef630178cc0 req-8c9e2e0c-6c15-4666-bdc6-43d92c4ba0f8 service neutron] 10.222.0.41 "GET /v2.0/networks/a723f808-b11e-4066-b104-fad90c82895e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2175245 Nov 05 18:38:25.246654 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:38:25.257578 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-91981bc4-bf8a-4f7f-8973-ac6656e449d1 req-2b264b71-a401-495b-9e0a-b4e3414cc885 tempest-FloatingIPsAssociationNegativeTestJSON-1117017581 tempest-FloatingIPsAssociationNegativeTestJSON-1117017581-project] 10.222.0.13 "GET /v2.0/networks/40c8335d-cd0b-4cb5-910a-d4dcddd5cbec HTTP/1.1" status: 200 len: 784 time: 0.2440321 Nov 05 18:38:25.257821 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:38:25.347153 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-91981bc4-bf8a-4f7f-8973-ac6656e449d1 req-aaa13dab-778e-47ec-a8ca-2052f4ef4802 tempest-FloatingIPsAssociationNegativeTestJSON-1117017581 tempest-FloatingIPsAssociationNegativeTestJSON-1117017581-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.6.231 HTTP/1.1" status: 200 len: 696 time: 0.0885010 Nov 05 18:38:25.367816 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-f2ba37af-75b7-4a39-8e6b-c38a5549760a req-7a59efd5-7e25-42d9-ac49-d08f24967428 tempest-ListImageFiltersTestJSON-1107050978 tempest-ListImageFiltersTestJSON-1107050978-project] Publish callbacks [] for port, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:38:25.373933 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920e8131-2d9e-4758-a124-9d36d86300b3 req-95f5b64a-b9fc-4e81-8b35-9d1f8b25e11c tempest-ListImageFiltersTestJSON-1107050978 tempest-ListImageFiltersTestJSON-1107050978-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:38:25.375535 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-920e8131-2d9e-4758-a124-9d36d86300b3 req-95f5b64a-b9fc-4e81-8b35-9d1f8b25e11c tempest-ListImageFiltersTestJSON-1107050978 tempest-ListImageFiltersTestJSON-1107050978-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2129829 Nov 05 18:38:25.393183 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [req-920e8131-2d9e-4758-a124-9d36d86300b3 req-56090580-c574-4249-b87f-580682f35f4b tempest-ListImageFiltersTestJSON-1107050978 tempest-ListImageFiltersTestJSON-1107050978-project] Request body: {'port': {'device_id': '6e5951dd-ceb5-464b-9b97-d9970a02b978', 'network_id': 'a723f808-b11e-4066-b104-fad90c82895e', 'admin_state_up': True, 'tenant_id': '837c4af251bf46c096cecfec966406f5'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:38:25.436150 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-91981bc4-bf8a-4f7f-8973-ac6656e449d1 req-e649b1dc-4f73-4b2f-8b99-dd58340fe124 tempest-FloatingIPsAssociationNegativeTestJSON-1117017581 tempest-FloatingIPsAssociationNegativeTestJSON-1117017581-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.6.231 HTTP/1.1" status: 200 len: 696 time: 0.0881288 Nov 05 18:38:25.442028 n-d-816865-1 neutron-server[102388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cec9f0c8-6c31-490d-9df0-bbd29aa25d72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c14fe7bd-4f5c-40d2-a0cb-c8133c555448'}] {{(pid=102388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 18:38:25.444762 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85474fee1180e129d8a886d264fe0b30223aa672dd1ffe43b630605f18504f68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be341167-4829-4f1f-a105-d674b286da6c" -d '{"events": [{"server_uuid": "cec9f0c8-6c31-490d-9df0-bbd29aa25d72", "name": "network-vif-plugged", "status": "completed", "tag": "c14fe7bd-4f5c-40d2-a0cb-c8133c555448"}]}' {{(pid=102388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 18:38:25.451738 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Pushing event updated for resources: {'Port': ['ID=e6d91212-8168-4489-81f8-e04ba259e029,revision_number=4']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:38:25.471305 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] For port c14fe7bd-4f5c-40d2-a0cb-c8133c555448, host n-h2-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=c14fe7bd-4f5c-40d2-a0cb-c8133c555448,segment=NetworkSegment(b0f4d4e8-61d5-4e79-9c35-e1f620a70868),segment_id=b0f4d4e8-61d5-4e79-9c35-e1f620a70868)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:38:25.480022 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] For port ca0bac15-cb63-41b5-9d33-db3336e5e829, host n-h1-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=ca0bac15-cb63-41b5-9d33-db3336e5e829,segment=NetworkSegment(35c2db9c-522d-48d3-98cf-a08c2cc55db7),segment_id=35c2db9c-522d-48d3-98cf-a08c2cc55db7)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:38:25.491587 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] get_ports_and_sgs() called for port_ids ['e6d91212-8168-4489-81f8-e04ba259e029'] {{(pid=102388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 18:38:25.544848 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c3921f-5609-4315-b879-f4d05d31be3e req-472f9ef9-74c3-49fe-a4a0-5b5686d83088 tempest-ImagesTestJSON-1124888854 tempest-ImagesTestJSON-1124888854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:38:25.546615 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-79c3921f-5609-4315-b879-f4d05d31be3e req-472f9ef9-74c3-49fe-a4a0-5b5686d83088 tempest-ImagesTestJSON-1124888854 tempest-ImagesTestJSON-1124888854-project] 10.222.0.13 "GET /v2.0/ports?device_id=cec9f0c8-6c31-490d-9df0-bbd29aa25d72 HTTP/1.1" status: 200 len: 945 time: 0.2158208 Nov 05 18:38:25.562236 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:38:25.568818 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:38:25.610391 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d445c12-b5a7-4763-a0b5-ac5fe867d498 req-be7bcfaf-e51f-4214-9b7b-4c3e3ec272a9 tempest-ImagesNegativeTestJSON-394450238 tempest-ImagesNegativeTestJSON-394450238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:38:25.611817 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-9d445c12-b5a7-4763-a0b5-ac5fe867d498 req-be7bcfaf-e51f-4214-9b7b-4c3e3ec272a9 tempest-ImagesNegativeTestJSON-394450238 tempest-ImagesNegativeTestJSON-394450238-project] 10.222.0.41 "GET /v2.0/ports?device_id=a05fb860-c272-418e-b55e-2d4e349e6f94 HTTP/1.1" status: 200 len: 950 time: 0.1279085 Nov 05 18:38:25.635480 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-f2ba37af-75b7-4a39-8e6b-c38a5549760a req-7a59efd5-7e25-42d9-ac49-d08f24967428 tempest-ListImageFiltersTestJSON-1107050978 tempest-ListImageFiltersTestJSON-1107050978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4417063'] for port, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:38:25.647676 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-79c3921f-5609-4315-b879-f4d05d31be3e req-108f5c3c-cd9f-4117-82c9-2d55bb1e01e6 tempest-ImagesTestJSON-1124888854 tempest-ImagesTestJSON-1124888854-project] 10.222.0.13 "GET /v2.0/security-groups?id=219552fc-3788-478b-8295-8fbe212226b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920596 Nov 05 18:38:25.647918 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Pushing event updated for resources: {'Port': ['ID=c14fe7bd-4f5c-40d2-a0cb-c8133c555448,revision_number=5']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:38:25.691284 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-920e8131-2d9e-4758-a124-9d36d86300b3 req-56090580-c574-4249-b87f-580682f35f4b tempest-ListImageFiltersTestJSON-1107050978 tempest-ListImageFiltersTestJSON-1107050978-project] Made reservation on behalf of 837c4af251bf46c096cecfec966406f5 for: {'port': 1} {{(pid=102386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 18:38:25.697244 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-920e8131-2d9e-4758-a124-9d36d86300b3 req-56090580-c574-4249-b87f-580682f35f4b tempest-ListImageFiltersTestJSON-1107050978 tempest-ListImageFiltersTestJSON-1107050978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:38:25.699569 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f2ba37af-75b7-4a39-8e6b-c38a5549760a req-7a59efd5-7e25-42d9-ac49-d08f24967428 tempest-ListImageFiltersTestJSON-1107050978 tempest-ListImageFiltersTestJSON-1107050978-project] Network a723f808-b11e-4066-b104-fad90c82895e is already hosted by enough agents. {{(pid=102387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 18:38:25.707004 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.base_scheduler [req-f2ba37af-75b7-4a39-8e6b-c38a5549760a req-7a59efd5-7e25-42d9-ac49-d08f24967428 tempest-ListImageFiltersTestJSON-1107050978 tempest-ListImageFiltersTestJSON-1107050978-project] Resources bound (agent type, host, resource id): {{(pid=102387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:38:25.714146 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [req-91981bc4-bf8a-4f7f-8973-ac6656e449d1 req-3addb126-2e58-4a87-b7b5-15cb127aa489 tempest-FloatingIPsAssociationNegativeTestJSON-1117017581 tempest-FloatingIPsAssociationNegativeTestJSON-1117017581-project] Deleting port 36b70dfe-228e-4929-9313-44b552a7aa79 {{(pid=102387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 18:38:25.714146 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-91981bc4-bf8a-4f7f-8973-ac6656e449d1 req-3addb126-2e58-4a87-b7b5-15cb127aa489 tempest-FloatingIPsAssociationNegativeTestJSON-1117017581 tempest-FloatingIPsAssociationNegativeTestJSON-1117017581-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:38:25.716432 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2ba37af-75b7-4a39-8e6b-c38a5549760a req-7a59efd5-7e25-42d9-ac49-d08f24967428 tempest-ListImageFiltersTestJSON-1107050978 tempest-ListImageFiltersTestJSON-1107050978-project] Received port after_create {{(pid=102387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 18:38:25.733831 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Pushing event updated for resources: {'Port': ['ID=ca0bac15-cb63-41b5-9d33-db3336e5e829,revision_number=8']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:38:25.786710 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a59efd5-7e25-42d9-ac49-d08f24967428 tempest-ListImageFiltersTestJSON-1107050978 tempest-ListImageFiltersTestJSON-1107050978-project] Pushing event updated for resources: {'Port': ['ID=a8f7cc57-2884-40dc-b963-08b7d98a1182,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:38:25.870412 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ba37af-75b7-4a39-8e6b-c38a5549760a req-7a59efd5-7e25-42d9-ac49-d08f24967428 tempest-ListImageFiltersTestJSON-1107050978 tempest-ListImageFiltersTestJSON-1107050978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:38:25.871605 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-f2ba37af-75b7-4a39-8e6b-c38a5549760a req-7a59efd5-7e25-42d9-ac49-d08f24967428 tempest-ListImageFiltersTestJSON-1107050978 tempest-ListImageFiltersTestJSON-1107050978-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:38:25.894404 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [req-9d445c12-b5a7-4763-a0b5-ac5fe867d498 req-92c48f6a-6708-4189-b9a5-25f9460201b5 tempest-ImagesNegativeTestJSON-394450238 tempest-ImagesNegativeTestJSON-394450238-project] Deleting port cb95f673-289f-442d-a83a-07d43e9b738b {{(pid=102386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 18:38:25.894747 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-9d445c12-b5a7-4763-a0b5-ac5fe867d498 req-92c48f6a-6708-4189-b9a5-25f9460201b5 tempest-ImagesNegativeTestJSON-394450238 tempest-ImagesNegativeTestJSON-394450238-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:38:25.924327 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-91981bc4-bf8a-4f7f-8973-ac6656e449d1 req-3addb126-2e58-4a87-b7b5-15cb127aa489 tempest-FloatingIPsAssociationNegativeTestJSON-1117017581 tempest-FloatingIPsAssociationNegativeTestJSON-1117017581-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:38:25.924656 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-91981bc4-bf8a-4f7f-8973-ac6656e449d1 req-3addb126-2e58-4a87-b7b5-15cb127aa489 tempest-FloatingIPsAssociationNegativeTestJSON-1117017581 tempest-FloatingIPsAssociationNegativeTestJSON-1117017581-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:38:25.939368 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.db_base_plugin_common [req-920e8131-2d9e-4758-a124-9d36d86300b3 req-56090580-c574-4249-b87f-580682f35f4b tempest-ListImageFiltersTestJSON-1107050978 tempest-ListImageFiltersTestJSON-1107050978-project] Allocated IP 192.168.233.201 (a723f808-b11e-4066-b104-fad90c82895e/05e7a1b5-165b-4a00-855a-ffbcb2eba59e/74b4f536-afc6-45ed-95eb-c7d47fdce2ed) {{(pid=102386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 18:38:25.944570 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [req-91981bc4-bf8a-4f7f-8973-ac6656e449d1 req-3addb126-2e58-4a87-b7b5-15cb127aa489 tempest-FloatingIPsAssociationNegativeTestJSON-1117017581 tempest-FloatingIPsAssociationNegativeTestJSON-1117017581-project] Calling delete_port for 36b70dfe-228e-4929-9313-44b552a7aa79 owned by network:floatingip {{(pid=102387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 18:38:25.963882 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbd495b-0282-4950-93ac-de90263dafe3 req-24e42c27-b8cb-498c-b90f-5a825259b23e tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:38:25.965424 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-6bbd495b-0282-4950-93ac-de90263dafe3 req-24e42c27-b8cb-498c-b90f-5a825259b23e tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] 10.222.0.13 "GET /v2.0/ports?device_id=0fe35696-e2e4-4757-b0fc-ca26acfa8a1b HTTP/1.1" status: 200 len: 950 time: 0.1033111 Nov 05 18:38:26.025972 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-83685040-2379-4556-8fb2-389001ea3a6a None None] Provisioning complete for port a8f7cc57-2884-40dc-b963-08b7d98a1182 triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:38:26.026547 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-83685040-2379-4556-8fb2-389001ea3a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:38:26.031128 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-f2ba37af-75b7-4a39-8e6b-c38a5549760a req-7a59efd5-7e25-42d9-ac49-d08f24967428 tempest-ListImageFiltersTestJSON-1107050978 tempest-ListImageFiltersTestJSON-1107050978-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.3599663 Nov 05 18:38:26.050347 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [req-9d445c12-b5a7-4763-a0b5-ac5fe867d498 req-92c48f6a-6708-4189-b9a5-25f9460201b5 tempest-ImagesNegativeTestJSON-394450238 tempest-ImagesNegativeTestJSON-394450238-project] For port cb95f673-289f-442d-a83a-07d43e9b738b, host n-h1-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=cb95f673-289f-442d-a83a-07d43e9b738b,segment=NetworkSegment(35c2db9c-522d-48d3-98cf-a08c2cc55db7),segment_id=35c2db9c-522d-48d3-98cf-a08c2cc55db7)] {{(pid=102386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:38:26.051811 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-9d445c12-b5a7-4763-a0b5-ac5fe867d498 req-92c48f6a-6708-4189-b9a5-25f9460201b5 tempest-ImagesNegativeTestJSON-394450238 tempest-ImagesNegativeTestJSON-394450238-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:38:26.058096 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [req-f2ba37af-75b7-4a39-8e6b-c38a5549760a req-d44b2410-bb74-48ff-8aff-79de4af2b764 service neutron] Request body: {'port': {'device_id': 'c5b71237-24de-434f-a81f-3e3f7b737fb4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816865-1'}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:38:26.067664 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-83685040-2379-4556-8fb2-389001ea3a6a None None] Port a8f7cc57-2884-40dc-b963-08b7d98a1182 cannot update to ACTIVE because it is not bound. {{(pid=102388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 18:38:26.080064 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [req-9d445c12-b5a7-4763-a0b5-ac5fe867d498 req-92c48f6a-6708-4189-b9a5-25f9460201b5 tempest-ImagesNegativeTestJSON-394450238 tempest-ImagesNegativeTestJSON-394450238-project] Calling delete_port for cb95f673-289f-442d-a83a-07d43e9b738b owned by compute:nova {{(pid=102386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 18:38:26.146399 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-6bbd495b-0282-4950-93ac-de90263dafe3 req-adf9657a-4c52-44c7-8cb9-3511d6268f0a tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] 10.222.0.13 "GET /v2.0/security-groups?id=c4f63610-8850-433c-ac4b-7e7146261ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302555 Nov 05 18:38:26.169593 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-f2ba37af-75b7-4a39-8e6b-c38a5549760a req-d44b2410-bb74-48ff-8aff-79de4af2b764 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:38:26.200138 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 18:38:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89e5c236-fac3-493a-9c3f-819fcb4165da x-openstack-request-id: req-89e5c236-fac3-493a-9c3f-819fcb4165da {{(pid=102388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 18:38:26.200568 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cec9f0c8-6c31-490d-9df0-bbd29aa25d72", "name": "network-vif-plugged", "status": "completed", "tag": "c14fe7bd-4f5c-40d2-a0cb-c8133c555448", "code": 200}]} {{(pid=102388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 18:38:26.201159 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-89e5c236-fac3-493a-9c3f-819fcb4165da {{(pid=102388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 18:38:26.201770 n-d-816865-1 neutron-server[102388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cec9f0c8-6c31-490d-9df0-bbd29aa25d72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c14fe7bd-4f5c-40d2-a0cb-c8133c555448', 'code': 200} Nov 05 18:38:26.227614 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-920e8131-2d9e-4758-a124-9d36d86300b3 req-56090580-c574-4249-b87f-580682f35f4b tempest-ListImageFiltersTestJSON-1107050978 tempest-ListImageFiltersTestJSON-1107050978-project] Publish callbacks [] for port, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:38:26.345215 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d1ecd8-0216-4f58-a786-14f9002d4060 req-cd232406-2f62-4e56-9ba1-01daba450317 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:38:26.346765 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-a5d1ecd8-0216-4f58-a786-14f9002d4060 req-cd232406-2f62-4e56-9ba1-01daba450317 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=cec9f0c8-6c31-490d-9df0-bbd29aa25d72 HTTP/1.1" status: 200 len: 1097 time: 0.0733707 Nov 05 18:38:26.357659 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-91981bc4-bf8a-4f7f-8973-ac6656e449d1 req-3addb126-2e58-4a87-b7b5-15cb127aa489 tempest-FloatingIPsAssociationNegativeTestJSON-1117017581 tempest-FloatingIPsAssociationNegativeTestJSON-1117017581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4417063'] for port, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:38:26.392737 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-a5d1ecd8-0216-4f58-a786-14f9002d4060 req-f70d0db6-df66-4fe0-8a02-78f369d2bc9b service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=219552fc-3788-478b-8295-8fbe212226b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376775 Nov 05 18:38:26.399480 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3addb126-2e58-4a87-b7b5-15cb127aa489 tempest-FloatingIPsAssociationNegativeTestJSON-1117017581 tempest-FloatingIPsAssociationNegativeTestJSON-1117017581-project] Pushing event deleted for resources: {'Port': ['ID=36b70dfe-228e-4929-9313-44b552a7aa79,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:38:26.417736 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-9d445c12-b5a7-4763-a0b5-ac5fe867d498 req-92c48f6a-6708-4189-b9a5-25f9460201b5 tempest-ImagesNegativeTestJSON-394450238 tempest-ImagesNegativeTestJSON-394450238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:38:26.433004 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] get_ports_and_sgs() called for port_ids ['cb95f673-289f-442d-a83a-07d43e9b738b'] {{(pid=102388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 18:38:26.433956 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673fc691-8d1a-4658-a9ed-c8833c914411 req-9c37415d-aebb-471e-91b7-1d62acfd0181 tempest-ImagesNegativeTestJSON-394450238 tempest-ImagesNegativeTestJSON-394450238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:38:26.435556 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-673fc691-8d1a-4658-a9ed-c8833c914411 req-9c37415d-aebb-471e-91b7-1d62acfd0181 tempest-ImagesNegativeTestJSON-394450238 tempest-ImagesNegativeTestJSON-394450238-project] 10.222.0.13 "GET /v2.0/ports?device_id=a05fb860-c272-418e-b55e-2d4e349e6f94 HTTP/1.1" status: 200 len: 950 time: 0.1226628 Nov 05 18:38:26.446144 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c48f6a-6708-4189-b9a5-25f9460201b5 tempest-ImagesNegativeTestJSON-394450238 tempest-ImagesNegativeTestJSON-394450238-project] Pushing event deleted for resources: {'Port': ['ID=cb95f673-289f-442d-a83a-07d43e9b738b,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:38:26.451652 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-920e8131-2d9e-4758-a124-9d36d86300b3 req-56090580-c574-4249-b87f-580682f35f4b tempest-ListImageFiltersTestJSON-1107050978 tempest-ListImageFiltersTestJSON-1107050978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:38:26.526599 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d445c12-b5a7-4763-a0b5-ac5fe867d498 req-92c48f6a-6708-4189-b9a5-25f9460201b5 tempest-ImagesNegativeTestJSON-394450238 tempest-ImagesNegativeTestJSON-394450238-project] No DVR routers for this DVR port cb95f673-289f-442d-a83a-07d43e9b738b on host n-h1-816865-1 {{(pid=102386) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 18:38:26.537786 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-9d445c12-b5a7-4763-a0b5-ac5fe867d498 req-92c48f6a-6708-4189-b9a5-25f9460201b5 tempest-ImagesNegativeTestJSON-394450238 tempest-ImagesNegativeTestJSON-394450238-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:38:26.540939 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-9d445c12-b5a7-4763-a0b5-ac5fe867d498 req-92c48f6a-6708-4189-b9a5-25f9460201b5 tempest-ImagesNegativeTestJSON-394450238 tempest-ImagesNegativeTestJSON-394450238-project] 10.222.0.41 "DELETE /v2.0/ports/cb95f673-289f-442d-a83a-07d43e9b738b HTTP/1.1" status: 204 len: 173 time: 0.9157376 Nov 05 18:38:26.541386 n-d-816865-1 neutron-server[102386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a05fb860-c272-418e-b55e-2d4e349e6f94', 'name': 'network-vif-deleted', 'tag': 'cb95f673-289f-442d-a83a-07d43e9b738b'}] {{(pid=102386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 18:38:26.543744 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6173a44d7c73f41af551dc890fa1a5892c2c6bc3458b640c8e0c24db7876ba6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55c5f239-9723-4b08-bcac-4e222c36254c" -d '{"events": [{"server_uuid": "a05fb860-c272-418e-b55e-2d4e349e6f94", "name": "network-vif-deleted", "tag": "cb95f673-289f-442d-a83a-07d43e9b738b"}]}' {{(pid=102386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 18:38:26.551301 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-920e8131-2d9e-4758-a124-9d36d86300b3 req-56090580-c574-4249-b87f-580682f35f4b tempest-ListImageFiltersTestJSON-1107050978 tempest-ListImageFiltersTestJSON-1107050978-project] Network a723f808-b11e-4066-b104-fad90c82895e is already hosted by enough agents. {{(pid=102386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 18:38:26.552690 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56090580-c574-4249-b87f-580682f35f4b tempest-ListImageFiltersTestJSON-1107050978 tempest-ListImageFiltersTestJSON-1107050978-project] Pushing event updated for resources: {'Port': ['ID=74b4f536-afc6-45ed-95eb-c7d47fdce2ed,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:38:26.555390 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.base_scheduler [req-920e8131-2d9e-4758-a124-9d36d86300b3 req-56090580-c574-4249-b87f-580682f35f4b tempest-ListImageFiltersTestJSON-1107050978 tempest-ListImageFiltersTestJSON-1107050978-project] Resources bound (agent type, host, resource id): {{(pid=102386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:38:26.557467 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [req-920e8131-2d9e-4758-a124-9d36d86300b3 req-56090580-c574-4249-b87f-580682f35f4b tempest-ListImageFiltersTestJSON-1107050978 tempest-ListImageFiltersTestJSON-1107050978-project] Received port after_create {{(pid=102386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 18:38:26.571413 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-91981bc4-bf8a-4f7f-8973-ac6656e449d1 req-3addb126-2e58-4a87-b7b5-15cb127aa489 tempest-FloatingIPsAssociationNegativeTestJSON-1117017581 tempest-FloatingIPsAssociationNegativeTestJSON-1117017581-project] Publish callbacks [] for floatingip, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:38:26.574147 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-91981bc4-bf8a-4f7f-8973-ac6656e449d1 req-3addb126-2e58-4a87-b7b5-15cb127aa489 tempest-FloatingIPsAssociationNegativeTestJSON-1117017581 tempest-FloatingIPsAssociationNegativeTestJSON-1117017581-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for floatingip, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:38:26.575191 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-91981bc4-bf8a-4f7f-8973-ac6656e449d1 req-3addb126-2e58-4a87-b7b5-15cb127aa489 tempest-FloatingIPsAssociationNegativeTestJSON-1117017581 tempest-FloatingIPsAssociationNegativeTestJSON-1117017581-project] 10.222.0.13 "DELETE /v2.0/floatingips/e5e4b518-8fdf-4863-9711-82c7c17bc13f HTTP/1.1" status: 204 len: 173 time: 1.1382496 Nov 05 18:38:26.610538 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-673fc691-8d1a-4658-a9ed-c8833c914411 req-705ad616-260c-44eb-86b7-d3ceb2a631fa tempest-ImagesNegativeTestJSON-394450238 tempest-ImagesNegativeTestJSON-394450238-project] 10.222.0.13 "GET /v2.0/security-groups?id=6c90ad02-93e7-4c42-96a4-62034e716ff4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499798 Nov 05 18:38:26.649839 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920e8131-2d9e-4758-a124-9d36d86300b3 req-56090580-c574-4249-b87f-580682f35f4b tempest-ListImageFiltersTestJSON-1107050978 tempest-ListImageFiltersTestJSON-1107050978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:38:26.649839 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-920e8131-2d9e-4758-a124-9d36d86300b3 req-56090580-c574-4249-b87f-580682f35f4b tempest-ListImageFiltersTestJSON-1107050978 tempest-ListImageFiltersTestJSON-1107050978-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:38:26.713101 n-d-816865-1 neutron-server[102387]: DEBUG neutron.notifiers.nova [req-f2ba37af-75b7-4a39-8e6b-c38a5549760a req-d44b2410-bb74-48ff-8aff-79de4af2b764 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a8f7cc57-2884-40dc-b963-08b7d98a1182 {{(pid=102387) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 18:38:26.726372 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-f2ba37af-75b7-4a39-8e6b-c38a5549760a req-d44b2410-bb74-48ff-8aff-79de4af2b764 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:38:26.765113 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-920e8131-2d9e-4758-a124-9d36d86300b3 req-56090580-c574-4249-b87f-580682f35f4b tempest-ListImageFiltersTestJSON-1107050978 tempest-ListImageFiltersTestJSON-1107050978-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3776014 Nov 05 18:38:26.769565 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.provisioning_blocks [req-f2ba37af-75b7-4a39-8e6b-c38a5549760a req-d44b2410-bb74-48ff-8aff-79de4af2b764 service neutron] Transition to ACTIVE for port object a8f7cc57-2884-40dc-b963-08b7d98a1182 will not be triggered until provisioned by entity L2. {{(pid=102387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 05 18:38:26.778562 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [req-920e8131-2d9e-4758-a124-9d36d86300b3 req-72483f3f-6bc7-48f5-b689-650ad06e966f service neutron] Request body: {'port': {'device_id': '6e5951dd-ceb5-464b-9b97-d9970a02b978', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816865-1'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:38:26.812219 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Device e6d91212-8168-4489-81f8-e04ba259e029 up at agent hyperv_n-h2-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 18:38:26.831770 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0f4eae-0b3a-472e-89e5-97e43945d695 req-49e2a3af-0186-4e89-9a8e-fe75069babee tempest-ListImageFiltersTestJSON-1107050978 tempest-ListImageFiltersTestJSON-1107050978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:38:26.833414 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-6d0f4eae-0b3a-472e-89e5-97e43945d695 req-49e2a3af-0186-4e89-9a8e-fe75069babee tempest-ListImageFiltersTestJSON-1107050978 tempest-ListImageFiltersTestJSON-1107050978-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e5951dd-ceb5-464b-9b97-d9970a02b978 HTTP/1.1" status: 200 len: 936 time: 0.1092970 Nov 05 18:38:26.845436 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-920e8131-2d9e-4758-a124-9d36d86300b3 req-72483f3f-6bc7-48f5-b689-650ad06e966f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:38:26.855746 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea518f5-e961-4d0e-b768-55f4b69e1a90 req-cab10b75-5dfe-42d1-a3d5-ed944acbff9c tempest-LiveAutoBlockMigrationV225Test-1563372898 tempest-LiveAutoBlockMigrationV225Test-1563372898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:38:26.858638 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-6ea518f5-e961-4d0e-b768-55f4b69e1a90 req-cab10b75-5dfe-42d1-a3d5-ed944acbff9c tempest-LiveAutoBlockMigrationV225Test-1563372898 tempest-LiveAutoBlockMigrationV225Test-1563372898-project] 10.222.0.13 "GET /v2.0/ports?device_id=c2fd5a8c-4839-4f98-a594-cd5beb2615bd HTTP/1.1" status: 200 len: 944 time: 0.0939312 Nov 05 18:38:26.894994 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-f2ba37af-75b7-4a39-8e6b-c38a5549760a req-d44b2410-bb74-48ff-8aff-79de4af2b764 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4417072'] for port, after_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:38:26.944394 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Provisioning for port e6d91212-8168-4489-81f8-e04ba259e029 completed by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 05 18:38:26.949525 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Provisioning complete for port e6d91212-8168-4489-81f8-e04ba259e029 triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:38:26.950658 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:38:26.998774 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-6d0f4eae-0b3a-472e-89e5-97e43945d695 req-844b4ab2-5617-421c-8c0b-60dbc446d4e9 tempest-ListImageFiltersTestJSON-1107050978 tempest-ListImageFiltersTestJSON-1107050978-project] 10.222.0.13 "GET /v2.0/security-groups?id=3a75c85e-fd58-4736-9ad8-18dced01e280&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1580961 Nov 05 18:38:27.005012 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44b2410-bb74-48ff-8aff-79de4af2b764 service neutron] Pushing event updated for resources: {'Port': ['ID=a8f7cc57-2884-40dc-b963-08b7d98a1182,revision_number=2']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:38:27.032815 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-6ea518f5-e961-4d0e-b768-55f4b69e1a90 req-28678dfb-8c39-41f9-ade1-8f67788101f5 tempest-LiveAutoBlockMigrationV225Test-1563372898 tempest-LiveAutoBlockMigrationV225Test-1563372898-project] 10.222.0.13 "GET /v2.0/security-groups?id=35cb161a-9192-43e2-a392-140fa33626b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341853 Nov 05 18:38:27.050756 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-47f4bc97-e167-4ce7-b2b0-fe8531718128 None None] Provisioning complete for port 74b4f536-afc6-45ed-95eb-c7d47fdce2ed triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:38:27.052211 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-47f4bc97-e167-4ce7-b2b0-fe8531718128 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:38:27.126190 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 18:38:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2417530-ffe3-43b5-b97f-4b0c86c31e1e x-openstack-request-id: req-d2417530-ffe3-43b5-b97f-4b0c86c31e1e {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 18:38:27.130410 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a05fb860-c272-418e-b55e-2d4e349e6f94", "name": "network-vif-deleted", "tag": "cb95f673-289f-442d-a83a-07d43e9b738b", "status": "completed", "code": 200}]} {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 18:38:27.130748 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d2417530-ffe3-43b5-b97f-4b0c86c31e1e {{(pid=102386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 18:38:27.131247 n-d-816865-1 neutron-server[102386]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a05fb860-c272-418e-b55e-2d4e349e6f94', 'name': 'network-vif-deleted', 'tag': 'cb95f673-289f-442d-a83a-07d43e9b738b', 'status': 'completed', 'code': 200} Nov 05 18:38:27.149688 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-47f4bc97-e167-4ce7-b2b0-fe8531718128 None None] Port 74b4f536-afc6-45ed-95eb-c7d47fdce2ed cannot update to ACTIVE because it is not bound. {{(pid=102388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 18:38:27.226737 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.managers [req-f2ba37af-75b7-4a39-8e6b-c38a5549760a req-d44b2410-bb74-48ff-8aff-79de4af2b764 service neutron] Attempting to bind port a8f7cc57-2884-40dc-b963-08b7d98a1182 on host n-h1-816865-1 for vnic_type normal with profile {{(pid=102387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 18:38:27.227146 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.managers [req-f2ba37af-75b7-4a39-8e6b-c38a5549760a req-d44b2410-bb74-48ff-8aff-79de4af2b764 service neutron] Attempting to bind port a8f7cc57-2884-40dc-b963-08b7d98a1182 by drivers openvswitch,hyperv on host n-h1-816865-1 at level 0 using segments [{'id': '35c2db9c-522d-48d3-98cf-a08c2cc55db7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'a723f808-b11e-4066-b104-fad90c82895e'}] {{(pid=102387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 18:38:27.227560 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2ba37af-75b7-4a39-8e6b-c38a5549760a req-d44b2410-bb74-48ff-8aff-79de4af2b764 service neutron] Attempting to bind port a8f7cc57-2884-40dc-b963-08b7d98a1182 on network a723f808-b11e-4066-b104-fad90c82895e {{(pid=102387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 18:38:27.234282 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-dd771ecc-ca1b-4dd5-a1dc-5a9acc7478df req-e505c3e7-beb4-489d-902c-1c49136c5087 tempest-FloatingIPsAssociationNegativeTestJSON-1117017581 tempest-FloatingIPsAssociationNegativeTestJSON-1117017581-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.6.137 HTTP/1.1" status: 200 len: 1002 time: 0.1613123 Nov 05 18:38:27.236488 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2ba37af-75b7-4a39-8e6b-c38a5549760a req-d44b2410-bb74-48ff-8aff-79de4af2b764 service neutron] Port a8f7cc57-2884-40dc-b963-08b7d98a1182 on network a723f808-b11e-4066-b104-fad90c82895e not bound, no agent of type Open vSwitch agent registered on host n-h1-816865-1 {{(pid=102387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 18:38:27.236871 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2ba37af-75b7-4a39-8e6b-c38a5549760a req-d44b2410-bb74-48ff-8aff-79de4af2b764 service neutron] Attempting to bind port a8f7cc57-2884-40dc-b963-08b7d98a1182 on network a723f808-b11e-4066-b104-fad90c82895e {{(pid=102387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 18:38:27.237522 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:38:27.244989 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2ba37af-75b7-4a39-8e6b-c38a5549760a req-d44b2410-bb74-48ff-8aff-79de4af2b764 service neutron] Checking agent: {'id': 'eb596d7c-8c64-42bd-8aca-fad447eb0eab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816865-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 18, 33, 34), 'started_at': datetime.datetime(2021, 11, 5, 18, 33, 34), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 18, 38, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 18:38:27.245568 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2ba37af-75b7-4a39-8e6b-c38a5549760a req-d44b2410-bb74-48ff-8aff-79de4af2b764 service neutron] Checking segment: {'id': '35c2db9c-522d-48d3-98cf-a08c2cc55db7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'a723f808-b11e-4066-b104-fad90c82895e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 18:38:27.246387 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2ba37af-75b7-4a39-8e6b-c38a5549760a req-d44b2410-bb74-48ff-8aff-79de4af2b764 service neutron] Bound using segment: {'id': '35c2db9c-522d-48d3-98cf-a08c2cc55db7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'a723f808-b11e-4066-b104-fad90c82895e'} {{(pid=102387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 18:38:27.246988 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.managers [req-f2ba37af-75b7-4a39-8e6b-c38a5549760a req-d44b2410-bb74-48ff-8aff-79de4af2b764 service neutron] Bound port: a8f7cc57-2884-40dc-b963-08b7d98a1182, host: n-h1-816865-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35c2db9c-522d-48d3-98cf-a08c2cc55db7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'a723f808-b11e-4066-b104-fad90c82895e'}}] {{(pid=102387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 18:38:27.247515 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-f2ba37af-75b7-4a39-8e6b-c38a5549760a req-d44b2410-bb74-48ff-8aff-79de4af2b764 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:38:27.294025 n-d-816865-1 neutron-server[102386]: DEBUG neutron.notifiers.nova [req-920e8131-2d9e-4758-a124-9d36d86300b3 req-72483f3f-6bc7-48f5-b689-650ad06e966f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 74b4f536-afc6-45ed-95eb-c7d47fdce2ed {{(pid=102386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 18:38:27.305424 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-920e8131-2d9e-4758-a124-9d36d86300b3 req-72483f3f-6bc7-48f5-b689-650ad06e966f service neutron] Publish callbacks [] for port, precommit_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:38:27.316987 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] For port e6d91212-8168-4489-81f8-e04ba259e029, host n-h2-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=e6d91212-8168-4489-81f8-e04ba259e029,segment=NetworkSegment(15cac71b-3531-4cff-8a8e-8f8d83bebf12),segment_id=15cac71b-3531-4cff-8a8e-8f8d83bebf12)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:38:27.319809 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.provisioning_blocks [req-920e8131-2d9e-4758-a124-9d36d86300b3 req-72483f3f-6bc7-48f5-b689-650ad06e966f service neutron] Transition to ACTIVE for port object 74b4f536-afc6-45ed-95eb-c7d47fdce2ed will not be triggered until provisioned by entity L2. {{(pid=102386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 05 18:38:27.323275 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd771ecc-ca1b-4dd5-a1dc-5a9acc7478df req-348f830e-e133-4a78-9ccb-8e3fb89de8ec tempest-FloatingIPsAssociationNegativeTestJSON-1117017581 tempest-FloatingIPsAssociationNegativeTestJSON-1117017581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:38:27.324834 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-dd771ecc-ca1b-4dd5-a1dc-5a9acc7478df req-348f830e-e133-4a78-9ccb-8e3fb89de8ec tempest-FloatingIPsAssociationNegativeTestJSON-1117017581 tempest-FloatingIPsAssociationNegativeTestJSON-1117017581-project] 10.222.0.13 "GET /v2.0/ports/a97321a5-d572-4e9b-a0da-d5132f1b9bf7 HTTP/1.1" status: 200 len: 943 time: 0.0819097 Nov 05 18:38:27.356785 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.db [req-f2ba37af-75b7-4a39-8e6b-c38a5549760a req-d44b2410-bb74-48ff-8aff-79de4af2b764 service neutron] For port a8f7cc57-2884-40dc-b963-08b7d98a1182, host n-h1-816865-1, cleared binding levels {{(pid=102387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 18:38:27.360875 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.db [req-f2ba37af-75b7-4a39-8e6b-c38a5549760a req-d44b2410-bb74-48ff-8aff-79de4af2b764 service neutron] For port a8f7cc57-2884-40dc-b963-08b7d98a1182, host n-h1-816865-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=a8f7cc57-2884-40dc-b963-08b7d98a1182,segment=NetworkSegment(35c2db9c-522d-48d3-98cf-a08c2cc55db7),segment_id=35c2db9c-522d-48d3-98cf-a08c2cc55db7)] {{(pid=102387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 18:38:27.430769 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-920e8131-2d9e-4758-a124-9d36d86300b3 req-72483f3f-6bc7-48f5-b689-650ad06e966f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6149821'] for port, after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:38:27.431171 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:38:27.473857 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-f2ba37af-75b7-4a39-8e6b-c38a5549760a req-d44b2410-bb74-48ff-8aff-79de4af2b764 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4417072'] for port, after_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:38:27.506231 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Pushing event updated for resources: {'Port': ['ID=e6d91212-8168-4489-81f8-e04ba259e029,revision_number=5']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:38:27.515166 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72483f3f-6bc7-48f5-b689-650ad06e966f service neutron] Pushing event updated for resources: {'Port': ['ID=74b4f536-afc6-45ed-95eb-c7d47fdce2ed,revision_number=2']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:38:27.533351 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ba37af-75b7-4a39-8e6b-c38a5549760a req-d44b2410-bb74-48ff-8aff-79de4af2b764 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:38:27.533979 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-f2ba37af-75b7-4a39-8e6b-c38a5549760a req-d44b2410-bb74-48ff-8aff-79de4af2b764 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:38:27.535482 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-f2ba37af-75b7-4a39-8e6b-c38a5549760a req-d44b2410-bb74-48ff-8aff-79de4af2b764 service neutron] 10.222.0.41 "PUT /v2.0/ports/a8f7cc57-2884-40dc-b963-08b7d98a1182 HTTP/1.1" status: 200 len: 1095 time: 1.4831939 Nov 05 18:38:27.540289 n-d-816865-1 neutron-server[102387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5b71237-24de-434f-a81f-3e3f7b737fb4', 'tag': 'a8f7cc57-2884-40dc-b963-08b7d98a1182'}] {{(pid=102387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 18:38:27.542596 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab06bd4ddf5758c1f10d79fe34dc215bafa488692cde9dba2fcbcb67556f90bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19ed4fef-6be2-4784-ae0c-528e10aecf6a" -d '{"events": [{"name": "network-changed", "server_uuid": "c5b71237-24de-434f-a81f-3e3f7b737fb4", "tag": "a8f7cc57-2884-40dc-b963-08b7d98a1182"}]}' {{(pid=102387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 18:38:27.572093 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-dd771ecc-ca1b-4dd5-a1dc-5a9acc7478df req-8c7b3914-a7b0-4753-8f31-d30067e077f8 tempest-FloatingIPsAssociationNegativeTestJSON-1117017581 tempest-FloatingIPsAssociationNegativeTestJSON-1117017581-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.6.137 HTTP/1.1" status: 200 len: 1002 time: 0.1606996 Nov 05 18:38:27.615973 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44b2410-bb74-48ff-8aff-79de4af2b764 service neutron] Pushing event updated for resources: {'Port': ['ID=a8f7cc57-2884-40dc-b963-08b7d98a1182,revision_number=3']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:38:27.630574 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [req-920e8131-2d9e-4758-a124-9d36d86300b3 req-72483f3f-6bc7-48f5-b689-650ad06e966f service neutron] Attempting to bind port 74b4f536-afc6-45ed-95eb-c7d47fdce2ed on host n-h1-816865-1 for vnic_type normal with profile {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 18:38:27.630910 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [req-920e8131-2d9e-4758-a124-9d36d86300b3 req-72483f3f-6bc7-48f5-b689-650ad06e966f service neutron] Attempting to bind port 74b4f536-afc6-45ed-95eb-c7d47fdce2ed by drivers openvswitch,hyperv on host n-h1-816865-1 at level 0 using segments [{'id': '35c2db9c-522d-48d3-98cf-a08c2cc55db7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'a723f808-b11e-4066-b104-fad90c82895e'}] {{(pid=102386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 18:38:27.631239 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-920e8131-2d9e-4758-a124-9d36d86300b3 req-72483f3f-6bc7-48f5-b689-650ad06e966f service neutron] Attempting to bind port 74b4f536-afc6-45ed-95eb-c7d47fdce2ed on network a723f808-b11e-4066-b104-fad90c82895e {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 18:38:27.636256 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-920e8131-2d9e-4758-a124-9d36d86300b3 req-72483f3f-6bc7-48f5-b689-650ad06e966f service neutron] Port 74b4f536-afc6-45ed-95eb-c7d47fdce2ed on network a723f808-b11e-4066-b104-fad90c82895e not bound, no agent of type Open vSwitch agent registered on host n-h1-816865-1 {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 18:38:27.636574 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-920e8131-2d9e-4758-a124-9d36d86300b3 req-72483f3f-6bc7-48f5-b689-650ad06e966f service neutron] Attempting to bind port 74b4f536-afc6-45ed-95eb-c7d47fdce2ed on network a723f808-b11e-4066-b104-fad90c82895e {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 18:38:27.642553 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-920e8131-2d9e-4758-a124-9d36d86300b3 req-72483f3f-6bc7-48f5-b689-650ad06e966f service neutron] Checking agent: {'id': 'eb596d7c-8c64-42bd-8aca-fad447eb0eab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816865-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 18, 33, 34), 'started_at': datetime.datetime(2021, 11, 5, 18, 33, 34), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 18, 38, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 18:38:27.642895 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-920e8131-2d9e-4758-a124-9d36d86300b3 req-72483f3f-6bc7-48f5-b689-650ad06e966f service neutron] Checking segment: {'id': '35c2db9c-522d-48d3-98cf-a08c2cc55db7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'a723f808-b11e-4066-b104-fad90c82895e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 18:38:27.643288 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-920e8131-2d9e-4758-a124-9d36d86300b3 req-72483f3f-6bc7-48f5-b689-650ad06e966f service neutron] Bound using segment: {'id': '35c2db9c-522d-48d3-98cf-a08c2cc55db7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'a723f808-b11e-4066-b104-fad90c82895e'} {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 18:38:27.643718 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [req-920e8131-2d9e-4758-a124-9d36d86300b3 req-72483f3f-6bc7-48f5-b689-650ad06e966f service neutron] Bound port: 74b4f536-afc6-45ed-95eb-c7d47fdce2ed, host: n-h1-816865-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35c2db9c-522d-48d3-98cf-a08c2cc55db7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'a723f808-b11e-4066-b104-fad90c82895e'}}] {{(pid=102386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 18:38:27.644074 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-920e8131-2d9e-4758-a124-9d36d86300b3 req-72483f3f-6bc7-48f5-b689-650ad06e966f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:38:27.741785 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [req-920e8131-2d9e-4758-a124-9d36d86300b3 req-72483f3f-6bc7-48f5-b689-650ad06e966f service neutron] For port 74b4f536-afc6-45ed-95eb-c7d47fdce2ed, host n-h1-816865-1, cleared binding levels {{(pid=102386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 18:38:27.744840 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [req-920e8131-2d9e-4758-a124-9d36d86300b3 req-72483f3f-6bc7-48f5-b689-650ad06e966f service neutron] For port 74b4f536-afc6-45ed-95eb-c7d47fdce2ed, host n-h1-816865-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=74b4f536-afc6-45ed-95eb-c7d47fdce2ed,segment=NetworkSegment(35c2db9c-522d-48d3-98cf-a08c2cc55db7),segment_id=35c2db9c-522d-48d3-98cf-a08c2cc55db7)] {{(pid=102386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 18:38:27.755869 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ba37af-75b7-4a39-8e6b-c38a5549760a req-7bd1fc01-61a1-4447-8639-1e83aeb91dfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:38:27.761795 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-f2ba37af-75b7-4a39-8e6b-c38a5549760a req-7bd1fc01-61a1-4447-8639-1e83aeb91dfa service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=837c4af251bf46c096cecfec966406f5&device_id=c5b71237-24de-434f-a81f-3e3f7b737fb4 HTTP/1.1" status: 200 len: 1098 time: 0.0834975 Nov 05 18:38:27.767142 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd771ecc-ca1b-4dd5-a1dc-5a9acc7478df req-7acbbd9e-fff7-4baa-a9e4-1b53b32403db tempest-FloatingIPsAssociationNegativeTestJSON-1117017581 tempest-FloatingIPsAssociationNegativeTestJSON-1117017581-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:38:27.768833 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-dd771ecc-ca1b-4dd5-a1dc-5a9acc7478df req-7acbbd9e-fff7-4baa-a9e4-1b53b32403db tempest-FloatingIPsAssociationNegativeTestJSON-1117017581 tempest-FloatingIPsAssociationNegativeTestJSON-1117017581-project] 10.222.0.13 "GET /v2.0/networks/40c8335d-cd0b-4cb5-910a-d4dcddd5cbec HTTP/1.1" status: 200 len: 784 time: 0.1956398 Nov 05 18:38:27.787484 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [req-dd771ecc-ca1b-4dd5-a1dc-5a9acc7478df req-770127f5-ce4e-4b50-8b96-e677bb92ddba tempest-FloatingIPsAssociationNegativeTestJSON-1117017581 tempest-FloatingIPsAssociationNegativeTestJSON-1117017581-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=102387) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 05 18:38:27.788481 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-dd771ecc-ca1b-4dd5-a1dc-5a9acc7478df req-770127f5-ce4e-4b50-8b96-e677bb92ddba tempest-FloatingIPsAssociationNegativeTestJSON-1117017581 tempest-FloatingIPsAssociationNegativeTestJSON-1117017581-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0073445 Nov 05 18:38:27.818136 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-f2ba37af-75b7-4a39-8e6b-c38a5549760a req-f1227713-a65b-4c8a-86c6-d01131f31fb6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.83&port_id=a8f7cc57-2884-40dc-b963-08b7d98a1182 HTTP/1.1" status: 200 len: 217 time: 0.0438988 Nov 05 18:38:27.865653 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-920e8131-2d9e-4758-a124-9d36d86300b3 req-72483f3f-6bc7-48f5-b689-650ad06e966f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6149821'] for port, after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:38:27.909359 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920e8131-2d9e-4758-a124-9d36d86300b3 req-72483f3f-6bc7-48f5-b689-650ad06e966f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:38:27.910317 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-920e8131-2d9e-4758-a124-9d36d86300b3 req-72483f3f-6bc7-48f5-b689-650ad06e966f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:38:27.912173 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-920e8131-2d9e-4758-a124-9d36d86300b3 req-72483f3f-6bc7-48f5-b689-650ad06e966f service neutron] 10.222.0.41 "PUT /v2.0/ports/74b4f536-afc6-45ed-95eb-c7d47fdce2ed HTTP/1.1" status: 200 len: 1096 time: 1.1386824 Nov 05 18:38:27.937177 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-dd771ecc-ca1b-4dd5-a1dc-5a9acc7478df req-9eeff071-45ab-445c-b762-fab9d6d4f737 tempest-FloatingIPsAssociationNegativeTestJSON-1117017581 tempest-FloatingIPsAssociationNegativeTestJSON-1117017581-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.6.137 HTTP/1.1" status: 200 len: 1002 time: 0.1209159 Nov 05 18:38:27.938741 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ba37af-75b7-4a39-8e6b-c38a5549760a req-d43071b5-4d22-465a-991f-2df565a5198e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:38:27.940118 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-f2ba37af-75b7-4a39-8e6b-c38a5549760a req-d43071b5-4d22-465a-991f-2df565a5198e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=05e7a1b5-165b-4a00-855a-ffbcb2eba59e HTTP/1.1" status: 200 len: 843 time: 0.1131675 Nov 05 18:38:27.942449 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72483f3f-6bc7-48f5-b689-650ad06e966f service neutron] Pushing event updated for resources: {'Port': ['ID=74b4f536-afc6-45ed-95eb-c7d47fdce2ed,revision_number=3']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:38:27.954360 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [req-dd771ecc-ca1b-4dd5-a1dc-5a9acc7478df req-8264f9f1-fb56-4959-b6ab-13a20a6b47eb tempest-FloatingIPsAssociationNegativeTestJSON-1117017581 tempest-FloatingIPsAssociationNegativeTestJSON-1117017581-project] Request body: {'floatingip': {'port_id': None}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:38:28.054906 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-dd771ecc-ca1b-4dd5-a1dc-5a9acc7478df req-8264f9f1-fb56-4959-b6ab-13a20a6b47eb tempest-FloatingIPsAssociationNegativeTestJSON-1117017581 tempest-FloatingIPsAssociationNegativeTestJSON-1117017581-project] Publish callbacks [] for floatingip, before_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:38:28.102234 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ba37af-75b7-4a39-8e6b-c38a5549760a req-534d3da5-237a-489a-9ee7-343fac1d2cfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:38:28.103903 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-f2ba37af-75b7-4a39-8e6b-c38a5549760a req-534d3da5-237a-489a-9ee7-343fac1d2cfd service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a723f808-b11e-4066-b104-fad90c82895e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1446817 Nov 05 18:38:28.105638 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920e8131-2d9e-4758-a124-9d36d86300b3 req-4b28c405-21cc-47dc-9c72-d9c442e3628b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:38:28.107260 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-920e8131-2d9e-4758-a124-9d36d86300b3 req-4b28c405-21cc-47dc-9c72-d9c442e3628b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=837c4af251bf46c096cecfec966406f5&device_id=6e5951dd-ceb5-464b-9b97-d9970a02b978 HTTP/1.1" status: 200 len: 1099 time: 0.0563905 Nov 05 18:38:28.162758 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-920e8131-2d9e-4758-a124-9d36d86300b3 req-b3527b19-7d2a-4e4d-82f8-1beef2fb71f4 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.201&port_id=74b4f536-afc6-45ed-95eb-c7d47fdce2ed HTTP/1.1" status: 200 len: 217 time: 0.0381055 Nov 05 18:38:28.202656 n-d-816865-1 neutron-server[102388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5da7ec7-9b07-45dd-bf15-2b53851b9aeb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ca0bac15-cb63-41b5-9d33-db3336e5e829'}, {'server_uuid': 'c2fd5a8c-4839-4f98-a594-cd5beb2615bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6d91212-8168-4489-81f8-e04ba259e029'}] {{(pid=102388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 18:38:28.205048 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85474fee1180e129d8a886d264fe0b30223aa672dd1ffe43b630605f18504f68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34bdcb05-c4fb-4aed-afb8-3e64b4c48ded" -d '{"events": [{"server_uuid": "a5da7ec7-9b07-45dd-bf15-2b53851b9aeb", "name": "network-vif-unplugged", "status": "completed", "tag": "ca0bac15-cb63-41b5-9d33-db3336e5e829"}, {"server_uuid": "c2fd5a8c-4839-4f98-a594-cd5beb2615bd", "name": "network-vif-plugged", "status": "completed", "tag": "e6d91212-8168-4489-81f8-e04ba259e029"}]}' {{(pid=102388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 18:38:28.227321 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920e8131-2d9e-4758-a124-9d36d86300b3 req-4967fe5d-917b-44e9-b6fa-fa6078868bb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:38:28.228826 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-920e8131-2d9e-4758-a124-9d36d86300b3 req-4967fe5d-917b-44e9-b6fa-fa6078868bb0 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=05e7a1b5-165b-4a00-855a-ffbcb2eba59e HTTP/1.1" status: 200 len: 843 time: 0.0551376 Nov 05 18:38:28.274679 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920e8131-2d9e-4758-a124-9d36d86300b3 req-b8fd72d3-e397-4579-9ed0-df1899bfb71f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:38:28.276190 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-920e8131-2d9e-4758-a124-9d36d86300b3 req-b8fd72d3-e397-4579-9ed0-df1899bfb71f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a723f808-b11e-4066-b104-fad90c82895e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0404851 Nov 05 18:38:28.378035 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-920e8131-2d9e-4758-a124-9d36d86300b3 req-53937ee7-9b4e-4b2c-ac4c-fc262c288a8e service neutron] 10.222.0.41 "GET /v2.0/networks/a723f808-b11e-4066-b104-fad90c82895e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918093 Nov 05 18:38:28.485730 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-920e8131-2d9e-4758-a124-9d36d86300b3 req-6a12604a-7ae6-4c80-a484-a27f7c23a1aa service neutron] 10.222.0.41 "GET /v2.0/networks/a723f808-b11e-4066-b104-fad90c82895e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0990777 Nov 05 18:38:28.564225 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-dd771ecc-ca1b-4dd5-a1dc-5a9acc7478df req-8264f9f1-fb56-4959-b6ab-13a20a6b47eb tempest-FloatingIPsAssociationNegativeTestJSON-1117017581 tempest-FloatingIPsAssociationNegativeTestJSON-1117017581-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:38:28.595769 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-f2ba37af-75b7-4a39-8e6b-c38a5549760a req-7df0b582-c1a0-46a0-9335-0d33c646fc0d service neutron] 10.222.0.41 "GET /v2.0/networks/a723f808-b11e-4066-b104-fad90c82895e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4709709 Nov 05 18:38:28.621669 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8068aca-94fc-405b-b4a0-61248ea589ab req-5a5fbdcd-81dc-4572-818e-4653bcc0463e tempest-ImagesTestJSON-1124888854 tempest-ImagesTestJSON-1124888854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:38:28.623812 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-c8068aca-94fc-405b-b4a0-61248ea589ab req-5a5fbdcd-81dc-4572-818e-4653bcc0463e tempest-ImagesTestJSON-1124888854 tempest-ImagesTestJSON-1124888854-project] 10.222.0.13 "GET /v2.0/ports?device_id=cec9f0c8-6c31-490d-9df0-bbd29aa25d72 HTTP/1.1" status: 200 len: 946 time: 0.0764129 Nov 05 18:38:28.641110 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-dd771ecc-ca1b-4dd5-a1dc-5a9acc7478df req-8264f9f1-fb56-4959-b6ab-13a20a6b47eb tempest-FloatingIPsAssociationNegativeTestJSON-1117017581 tempest-FloatingIPsAssociationNegativeTestJSON-1117017581-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1000577'] for floatingip, after_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:38:28.641431 n-d-816865-1 neutron-server[102387]: INFO neutron.db.l3_db [req-dd771ecc-ca1b-4dd5-a1dc-5a9acc7478df req-8264f9f1-fb56-4959-b6ab-13a20a6b47eb tempest-FloatingIPsAssociationNegativeTestJSON-1117017581 tempest-FloatingIPsAssociationNegativeTestJSON-1117017581-project] Floating IP 3f2788e5-513d-417e-ae8a-f74b5a315ab1 disassociated. External IP: 172.25.6.137, port: a97321a5-d572-4e9b-a0da-d5132f1b9bf7. Nov 05 18:38:28.802702 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-c8068aca-94fc-405b-b4a0-61248ea589ab req-5089a32b-747e-42d7-9fb9-b4055d187fe7 tempest-ImagesTestJSON-1124888854 tempest-ImagesTestJSON-1124888854-project] 10.222.0.13 "GET /v2.0/security-groups?id=219552fc-3788-478b-8295-8fbe212226b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1689663 Nov 05 18:38:28.814588 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-f2ba37af-75b7-4a39-8e6b-c38a5549760a req-ea957283-27ea-4b15-989c-0226268ae0a7 service neutron] 10.222.0.41 "GET /v2.0/networks/a723f808-b11e-4066-b104-fad90c82895e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2088220 Nov 05 18:38:28.958299 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabb5c20-f9dd-4b05-815a-93d71167e440 req-2fc9af75-3032-47da-bd7b-f4ac710e22e8 tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:38:28.959795 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-dabb5c20-f9dd-4b05-815a-93d71167e440 req-2fc9af75-3032-47da-bd7b-f4ac710e22e8 tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] 10.222.0.13 "GET /v2.0/ports?device_id=0fe35696-e2e4-4757-b0fc-ca26acfa8a1b HTTP/1.1" status: 200 len: 950 time: 0.0941339 Nov 05 18:38:29.009589 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.l3_agent_scheduler [req-dd771ecc-ca1b-4dd5-a1dc-5a9acc7478df req-8264f9f1-fb56-4959-b6ab-13a20a6b47eb tempest-FloatingIPsAssociationNegativeTestJSON-1117017581 tempest-FloatingIPsAssociationNegativeTestJSON-1117017581-project] Router fc1418de-661a-4ac1-8007-d49cf3a98f21 has already been hosted by L3 agent 6dcb5589-8e86-4616-9186-ddc4548e13ad {{(pid=102387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 18:38:29.035549 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-dabb5c20-f9dd-4b05-815a-93d71167e440 req-12a86717-f231-4582-b133-4aa557db6364 tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] 10.222.0.13 "GET /v2.0/security-groups?id=c4f63610-8850-433c-ac4b-7e7146261ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688546 Nov 05 18:38:29.105364 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Device cb95f673-289f-442d-a83a-07d43e9b738b no longer exists at agent hyperv_n-h1-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 18:38:29.119674 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 18:38:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d78d9634-221c-4d66-9a74-35a4092a38f8 x-openstack-request-id: req-d78d9634-221c-4d66-9a74-35a4092a38f8 {{(pid=102387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 18:38:29.119959 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5b71237-24de-434f-a81f-3e3f7b737fb4", "tag": "a8f7cc57-2884-40dc-b963-08b7d98a1182", "status": "completed", "code": 200}]} {{(pid=102387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 18:38:29.120210 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d78d9634-221c-4d66-9a74-35a4092a38f8 {{(pid=102387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 18:38:29.120604 n-d-816865-1 neutron-server[102387]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5b71237-24de-434f-a81f-3e3f7b737fb4', 'tag': 'a8f7cc57-2884-40dc-b963-08b7d98a1182', 'status': 'completed', 'code': 200} Nov 05 18:38:29.131571 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] No Port match for: cb95f673-289f-442d-a83a-07d43e9b738b {{(pid=102388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 18:38:29.132004 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Device cb95f673-289f-442d-a83a-07d43e9b738b not bound to the agent host n-h1-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 18:38:29.132909 n-d-816865-1 neutron-server[102386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e5951dd-ceb5-464b-9b97-d9970a02b978', 'tag': '74b4f536-afc6-45ed-95eb-c7d47fdce2ed'}] {{(pid=102386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 18:38:29.136107 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6173a44d7c73f41af551dc890fa1a5892c2c6bc3458b640c8e0c24db7876ba6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9147b4c-c9e9-40b4-9ff4-c4cfb032d3f8" -d '{"events": [{"name": "network-changed", "server_uuid": "6e5951dd-ceb5-464b-9b97-d9970a02b978", "tag": "74b4f536-afc6-45ed-95eb-c7d47fdce2ed"}]}' {{(pid=102386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 18:38:29.167853 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-dd771ecc-ca1b-4dd5-a1dc-5a9acc7478df req-8264f9f1-fb56-4959-b6ab-13a20a6b47eb tempest-FloatingIPsAssociationNegativeTestJSON-1117017581 tempest-FloatingIPsAssociationNegativeTestJSON-1117017581-project] Notify agent at l3_agent.n-d-816865-1 the message routers_updated {{(pid=102387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 18:38:29.173417 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-dd771ecc-ca1b-4dd5-a1dc-5a9acc7478df req-8264f9f1-fb56-4959-b6ab-13a20a6b47eb tempest-FloatingIPsAssociationNegativeTestJSON-1117017581 tempest-FloatingIPsAssociationNegativeTestJSON-1117017581-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for floatingip, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:38:29.180616 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f1fa84c-687e-46b6-99ec-7095e83defea None None] Sync routers for ids ['fc1418de-661a-4ac1-8007-d49cf3a98f21'] in n-d-816865-1 {{(pid=102388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 18:38:29.193669 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f1fa84c-687e-46b6-99ec-7095e83defea None None] Routers {'fc1418de-661a-4ac1-8007-d49cf3a98f21'} bound to L3 agent in host n-d-816865-1 {{(pid=102388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 18:38:29.194527 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-1f1fa84c-687e-46b6-99ec-7095e83defea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T18:38:05Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['fc1418de-661a-4ac1-8007-d49cf3a98f21'], 'active': True} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:38:29.203936 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ed4fef-6be2-4784-ae0c-528e10aecf6a req-0ee95855-51f4-43d1-91c5-9a811748f973 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:38:29.205450 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-19ed4fef-6be2-4784-ae0c-528e10aecf6a req-0ee95855-51f4-43d1-91c5-9a811748f973 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=837c4af251bf46c096cecfec966406f5&device_id=c5b71237-24de-434f-a81f-3e3f7b737fb4 HTTP/1.1" status: 200 len: 1098 time: 0.0785363 Nov 05 18:38:29.207357 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-dd771ecc-ca1b-4dd5-a1dc-5a9acc7478df req-8264f9f1-fb56-4959-b6ab-13a20a6b47eb tempest-FloatingIPsAssociationNegativeTestJSON-1117017581 tempest-FloatingIPsAssociationNegativeTestJSON-1117017581-project] 10.222.0.13 "PUT /v2.0/floatingips/3f2788e5-513d-417e-ae8a-f74b5a315ab1 HTTP/1.1" status: 200 len: 695 time: 1.2600789 Nov 05 18:38:29.309610 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvr_db [None req-1f1fa84c-687e-46b6-99ec-7095e83defea None None] Set router fc1418de-661a-4ac1-8007-d49cf3a98f21 gateway port host: n-d-816865-1 {{(pid=102388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 18:38:29.364032 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd771ecc-ca1b-4dd5-a1dc-5a9acc7478df req-a5eea008-7e65-47c9-97ed-a8f10edbad51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:38:29.365464 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-dd771ecc-ca1b-4dd5-a1dc-5a9acc7478df req-a5eea008-7e65-47c9-97ed-a8f10edbad51 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2d87535eb2bb46c696365475b90b493b&device_id=e1c0ffbe-3ff6-48eb-83c7-4ceec027eec5 HTTP/1.1" status: 200 len: 1097 time: 0.1397064 Nov 05 18:38:29.377874 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8c3f2b-cdcc-4875-800c-01d156efcfe8 req-684aa8ae-7f0a-4541-aceb-a8d126ee1f89 tempest-ListImageFiltersTestJSON-1107050978 tempest-ListImageFiltersTestJSON-1107050978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:38:29.379345 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-ac8c3f2b-cdcc-4875-800c-01d156efcfe8 req-684aa8ae-7f0a-4541-aceb-a8d126ee1f89 tempest-ListImageFiltersTestJSON-1107050978 tempest-ListImageFiltersTestJSON-1107050978-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e5951dd-ceb5-464b-9b97-d9970a02b978 HTTP/1.1" status: 200 len: 948 time: 0.1320918 Nov 05 18:38:29.394060 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ed4fef-6be2-4784-ae0c-528e10aecf6a req-064e9878-55d4-4e97-b923-a38b9d7e6a73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:38:29.395527 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-19ed4fef-6be2-4784-ae0c-528e10aecf6a req-064e9878-55d4-4e97-b923-a38b9d7e6a73 service neutron] 10.222.0.41 "GET /v2.0/networks?id=a723f808-b11e-4066-b104-fad90c82895e HTTP/1.1" status: 200 len: 870 time: 0.1800177 Nov 05 18:38:29.487873 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-19ed4fef-6be2-4784-ae0c-528e10aecf6a req-0eb45af0-406a-4de9-a6fb-87552df95d60 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.83&port_id=a8f7cc57-2884-40dc-b963-08b7d98a1182 HTTP/1.1" status: 200 len: 217 time: 0.0779848 Nov 05 18:38:29.512956 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-1f1fa84c-687e-46b6-99ec-7095e83defea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc1418de-661a-4ac1-8007-d49cf3a98f21', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2147298721-router', 'tenant_id': '2d87535eb2bb46c696365475b90b493b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.245'}], 'enable_snat': True}, 'gw_port_id': '0e2db176-33f5-4087-b703-85d61ef47c42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T18:37:38Z', 'updated_at': '2021-11-05T18:37:47Z', 'revision_number': 4, 'project_id': '2d87535eb2bb46c696365475b90b493b', 'gw_port': {'id': '0e2db176-33f5-4087-b703-85d61ef47c42', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:79:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc1418de-661a-4ac1-8007-d49cf3a98f21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T18:37:41Z', 'updated_at': '2021-11-05T18:37:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1', '_interfaces': [{'id': '564ba393-8107-43b5-ad25-3b23da4edab0', 'name': '', 'network_id': '7b3a41e7-93df-49e1-9756-a04fc3940e25', 'tenant_id': '2d87535eb2bb46c696365475b90b493b', 'mac_address': 'fa:16:3e:3e:98:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc1418de-661a-4ac1-8007-d49cf3a98f21', 'device_owner': 'network:router_interface', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': 'a6c75341-a7fb-4eb2-8dc2-c5f20756d96e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T18:37:47Z', 'updated_at': '2021-11-05T18:37:52Z', 'revision_number': 5, 'project_id': '2d87535eb2bb46c696365475b90b493b', 'subnets': [{'id': 'a6c75341-a7fb-4eb2-8dc2-c5f20756d96e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-1', False) {} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:38:29.538696 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f1fa84c-687e-46b6-99ec-7095e83defea None None] Checking router: fc1418de-661a-4ac1-8007-d49cf3a98f21 for host: n-d-816865-1 {{(pid=102388) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 18:38:29.547446 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f1fa84c-687e-46b6-99ec-7095e83defea None None] Routers {'fc1418de-661a-4ac1-8007-d49cf3a98f21'} bound to L3 agent in host n-d-816865-1 {{(pid=102388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 18:38:29.548044 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-1f1fa84c-687e-46b6-99ec-7095e83defea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T18:38:05Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['fc1418de-661a-4ac1-8007-d49cf3a98f21'], 'active': True} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:38:29.557566 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-ac8c3f2b-cdcc-4875-800c-01d156efcfe8 req-71a1c157-7822-42ac-a290-5b85f7473710 tempest-ListImageFiltersTestJSON-1107050978 tempest-ListImageFiltersTestJSON-1107050978-project] 10.222.0.13 "GET /v2.0/security-groups?id=3a75c85e-fd58-4736-9ad8-18dced01e280&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1665533 Nov 05 18:38:29.585506 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd771ecc-ca1b-4dd5-a1dc-5a9acc7478df req-4838c925-327d-427d-9907-324e5276e08b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:38:29.587150 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-dd771ecc-ca1b-4dd5-a1dc-5a9acc7478df req-4838c925-327d-427d-9907-324e5276e08b service neutron] 10.222.0.13 "GET /v2.0/networks?id=7b3a41e7-93df-49e1-9756-a04fc3940e25 HTTP/1.1" status: 200 len: 930 time: 0.2053986 Nov 05 18:38:29.588894 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ed4fef-6be2-4784-ae0c-528e10aecf6a req-c435d24a-92a2-4c70-b4a8-2563d5b21601 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:38:29.590333 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-19ed4fef-6be2-4784-ae0c-528e10aecf6a req-c435d24a-92a2-4c70-b4a8-2563d5b21601 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=05e7a1b5-165b-4a00-855a-ffbcb2eba59e HTTP/1.1" status: 200 len: 843 time: 0.0883904 Nov 05 18:38:29.642307 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-dd771ecc-ca1b-4dd5-a1dc-5a9acc7478df req-af853a79-2127-45d2-ab20-96f6a6f65ea6 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a97321a5-d572-4e9b-a0da-d5132f1b9bf7 HTTP/1.1" status: 200 len: 217 time: 0.0448363 Nov 05 18:38:29.656203 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvr_db [None req-1f1fa84c-687e-46b6-99ec-7095e83defea None None] Set router fc1418de-661a-4ac1-8007-d49cf3a98f21 gateway port host: n-d-816865-1 {{(pid=102388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 18:38:29.740034 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd771ecc-ca1b-4dd5-a1dc-5a9acc7478df req-78c4457f-49ed-475e-9693-b3c87fdd1974 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:38:29.741517 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-dd771ecc-ca1b-4dd5-a1dc-5a9acc7478df req-78c4457f-49ed-475e-9693-b3c87fdd1974 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a6c75341-a7fb-4eb2-8dc2-c5f20756d96e HTTP/1.1" status: 200 len: 868 time: 0.0750766 Nov 05 18:38:29.751016 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbeb940-d406-4017-a8c6-d2722e58e5ac req-60a0ab82-9922-4940-b2c7-0b85b07af434 tempest-LiveAutoBlockMigrationV225Test-1563372898 tempest-LiveAutoBlockMigrationV225Test-1563372898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:38:29.752441 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-ffbeb940-d406-4017-a8c6-d2722e58e5ac req-60a0ab82-9922-4940-b2c7-0b85b07af434 tempest-LiveAutoBlockMigrationV225Test-1563372898 tempest-LiveAutoBlockMigrationV225Test-1563372898-project] 10.222.0.13 "GET /v2.0/ports?device_id=c2fd5a8c-4839-4f98-a594-cd5beb2615bd HTTP/1.1" status: 200 len: 945 time: 0.1132345 Nov 05 18:38:29.754257 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ed4fef-6be2-4784-ae0c-528e10aecf6a req-861dbce2-ebb9-4d6d-8bc1-d113b73778b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:38:29.755636 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-19ed4fef-6be2-4784-ae0c-528e10aecf6a req-861dbce2-ebb9-4d6d-8bc1-d113b73778b1 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a723f808-b11e-4066-b104-fad90c82895e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1522057 Nov 05 18:38:29.864873 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-1f1fa84c-687e-46b6-99ec-7095e83defea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc1418de-661a-4ac1-8007-d49cf3a98f21', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2147298721-router', 'tenant_id': '2d87535eb2bb46c696365475b90b493b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.245'}], 'enable_snat': True}, 'gw_port_id': '0e2db176-33f5-4087-b703-85d61ef47c42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T18:37:38Z', 'updated_at': '2021-11-05T18:37:47Z', 'revision_number': 4, 'project_id': '2d87535eb2bb46c696365475b90b493b', 'gw_port': {'id': '0e2db176-33f5-4087-b703-85d61ef47c42', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:79:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc1418de-661a-4ac1-8007-d49cf3a98f21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T18:37:41Z', 'updated_at': '2021-11-05T18:37:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1', '_interfaces': [{'id': '564ba393-8107-43b5-ad25-3b23da4edab0', 'name': '', 'network_id': '7b3a41e7-93df-49e1-9756-a04fc3940e25', 'tenant_id': '2d87535eb2bb46c696365475b90b493b', 'mac_address': 'fa:16:3e:3e:98:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc1418de-661a-4ac1-8007-d49cf3a98f21', 'device_owner': 'network:router_interface', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': 'a6c75341-a7fb-4eb2-8dc2-c5f20756d96e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T18:37:47Z', 'updated_at': '2021-11-05T18:37:52Z', 'revision_number': 5, 'project_id': '2d87535eb2bb46c696365475b90b493b', 'subnets': [{'id': 'a6c75341-a7fb-4eb2-8dc2-c5f20756d96e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-1', False) {} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:38:29.886756 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd771ecc-ca1b-4dd5-a1dc-5a9acc7478df req-39750a87-2898-471b-b7d2-4e34fde753b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:38:29.888327 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-dd771ecc-ca1b-4dd5-a1dc-5a9acc7478df req-39750a87-2898-471b-b7d2-4e34fde753b6 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7b3a41e7-93df-49e1-9756-a04fc3940e25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1317990 Nov 05 18:38:29.893995 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-ffbeb940-d406-4017-a8c6-d2722e58e5ac req-69738cde-9dc3-4158-8708-fbe0ab2648b7 tempest-LiveAutoBlockMigrationV225Test-1563372898 tempest-LiveAutoBlockMigrationV225Test-1563372898-project] 10.222.0.13 "GET /v2.0/security-groups?id=35cb161a-9192-43e2-a392-140fa33626b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274250 Nov 05 18:38:29.896204 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f1fa84c-687e-46b6-99ec-7095e83defea None None] The sync data for ids ['fc1418de-661a-4ac1-8007-d49cf3a98f21'] in n-d-816865-1 is: [{'id': 'fc1418de-661a-4ac1-8007-d49cf3a98f21', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2147298721-router', 'tenant_id': '2d87535eb2bb46c696365475b90b493b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.245'}], 'enable_snat': True}, 'gw_port_id': '0e2db176-33f5-4087-b703-85d61ef47c42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T18:37:38Z', 'updated_at': '2021-11-05T18:37:47Z', 'revision_number': 4, 'project_id': '2d87535eb2bb46c696365475b90b493b', 'gw_port': {'id': '0e2db176-33f5-4087-b703-85d61ef47c42', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:79:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc1418de-661a-4ac1-8007-d49cf3a98f21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T18:37:41Z', 'updated_at': '2021-11-05T18:37:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1', '_interfaces': [{'id': '564ba393-8107-43b5-ad25-3b23da4edab0', 'name': '', 'network_id': '7b3a41e7-93df-49e1-9756-a04fc3940e25', 'tenant_id': '2d87535eb2bb46c696365475b90b493b', 'mac_address': 'fa:16:3e:3e:98:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc1418de-661a-4ac1-8007-d49cf3a98f21', 'device_owner': 'network:router_interface', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': 'a6c75341-a7fb-4eb2-8dc2-c5f20756d96e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T18:37:47Z', 'updated_at': '2021-11-05T18:37:52Z', 'revision_number': 5, 'project_id': '2d87535eb2bb46c696365475b90b493b', 'subnets': [{'id': 'a6c75341-a7fb-4eb2-8dc2-c5f20756d96e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 18:38:29.937646 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-19ed4fef-6be2-4784-ae0c-528e10aecf6a req-d7516754-d336-4ffe-98c2-08fd192f10b1 service neutron] 10.222.0.41 "GET /v2.0/networks/a723f808-b11e-4066-b104-fad90c82895e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1732008 Nov 05 18:38:29.970217 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Fri, 05 Nov 2021 18:38:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f892e149-b59c-453c-b5cd-991f9365ef34 x-openstack-request-id: req-f892e149-b59c-453c-b5cd-991f9365ef34 {{(pid=102388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 18:38:29.970524 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5da7ec7-9b07-45dd-bf15-2b53851b9aeb", "name": "network-vif-unplugged", "status": "completed", "tag": "ca0bac15-cb63-41b5-9d33-db3336e5e829", "code": 200}, {"server_uuid": "c2fd5a8c-4839-4f98-a594-cd5beb2615bd", "name": "network-vif-plugged", "status": "completed", "tag": "e6d91212-8168-4489-81f8-e04ba259e029", "code": 200}]} {{(pid=102388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 18:38:29.970891 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f892e149-b59c-453c-b5cd-991f9365ef34 {{(pid=102388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 18:38:29.972435 n-d-816865-1 neutron-server[102388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5da7ec7-9b07-45dd-bf15-2b53851b9aeb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ca0bac15-cb63-41b5-9d33-db3336e5e829', 'code': 200} Nov 05 18:38:29.972702 n-d-816865-1 neutron-server[102388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2fd5a8c-4839-4f98-a594-cd5beb2615bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6d91212-8168-4489-81f8-e04ba259e029', 'code': 200} Nov 05 18:38:30.063729 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-dd771ecc-ca1b-4dd5-a1dc-5a9acc7478df req-28e14143-a00d-493e-b90d-014f0b711f1d service neutron] 10.222.0.13 "GET /v2.0/networks/7b3a41e7-93df-49e1-9756-a04fc3940e25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1644926 Nov 05 18:38:30.088018 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ffc8a1-4ebd-4025-8955-363c7b079759 req-ae9e8af9-dc06-49a4-b993-79e2e41b53cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:38:30.089532 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-d1ffc8a1-4ebd-4025-8955-363c7b079759 req-ae9e8af9-dc06-49a4-b993-79e2e41b53cf service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=c2fd5a8c-4839-4f98-a594-cd5beb2615bd HTTP/1.1" status: 200 len: 1096 time: 0.0470078 Nov 05 18:38:30.145194 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-d1ffc8a1-4ebd-4025-8955-363c7b079759 req-feb3ebac-8307-498f-b13c-a0ecd84bb952 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=35cb161a-9192-43e2-a392-140fa33626b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458124 Nov 05 18:38:30.149315 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-19ed4fef-6be2-4784-ae0c-528e10aecf6a req-48d9ac27-7f39-4c31-a125-7693c6d215db service neutron] 10.222.0.41 "GET /v2.0/networks/a723f808-b11e-4066-b104-fad90c82895e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1834087 Nov 05 18:38:30.183614 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-dd771ecc-ca1b-4dd5-a1dc-5a9acc7478df req-a034d326-4c21-4f6b-8e71-ad932784f91c service neutron] 10.222.0.13 "GET /v2.0/networks/7b3a41e7-93df-49e1-9756-a04fc3940e25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1133156 Nov 05 18:38:30.227297 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11b4937d-1886-4d4c-969f-cf2f9b6ca6f4 None None] New status for floating IP 3f2788e5-513d-417e-ae8a-f74b5a315ab1: DOWN {{(pid=102389) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 05 18:38:30.279101 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 18:38:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85d3f169-4541-4174-b2ad-7c25e93b2a4f x-openstack-request-id: req-85d3f169-4541-4174-b2ad-7c25e93b2a4f {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 18:38:30.279394 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e5951dd-ceb5-464b-9b97-d9970a02b978", "tag": "74b4f536-afc6-45ed-95eb-c7d47fdce2ed", "status": "completed", "code": 200}]} {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 18:38:30.283613 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-85d3f169-4541-4174-b2ad-7c25e93b2a4f {{(pid=102386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 18:38:30.284252 n-d-816865-1 neutron-server[102386]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e5951dd-ceb5-464b-9b97-d9970a02b978', 'tag': '74b4f536-afc6-45ed-95eb-c7d47fdce2ed', 'status': 'completed', 'code': 200} Nov 05 18:38:30.396045 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9147b4c-c9e9-40b4-9ff4-c4cfb032d3f8 req-3e52eaa9-a19e-4013-94f0-adf897fa7f43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:38:30.397448 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-f9147b4c-c9e9-40b4-9ff4-c4cfb032d3f8 req-3e52eaa9-a19e-4013-94f0-adf897fa7f43 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=837c4af251bf46c096cecfec966406f5&device_id=6e5951dd-ceb5-464b-9b97-d9970a02b978 HTTP/1.1" status: 200 len: 1099 time: 0.0850329 Nov 05 18:38:30.411107 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70edfcef-68df-4059-aedb-3da7a30425b1 req-1c04f69c-e0d4-44ed-b917-740d9357c3c4 tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:38:30.412753 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-70edfcef-68df-4059-aedb-3da7a30425b1 req-1c04f69c-e0d4-44ed-b917-740d9357c3c4 tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] 10.222.0.13 "GET /v2.0/ports?device_id=0fe35696-e2e4-4757-b0fc-ca26acfa8a1b HTTP/1.1" status: 200 len: 950 time: 0.0627668 Nov 05 18:38:30.521391 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-70edfcef-68df-4059-aedb-3da7a30425b1 req-824f6ed4-a0a8-4d68-840e-5b4ecc290eac tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] 10.222.0.13 "GET /v2.0/security-groups?id=c4f63610-8850-433c-ac4b-7e7146261ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996811 Nov 05 18:38:30.556874 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9147b4c-c9e9-40b4-9ff4-c4cfb032d3f8 req-e581ec4b-f481-4b1d-a7cb-ffa2daec7ee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:38:30.558509 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-f9147b4c-c9e9-40b4-9ff4-c4cfb032d3f8 req-e581ec4b-f481-4b1d-a7cb-ffa2daec7ee1 service neutron] 10.222.0.41 "GET /v2.0/networks?id=a723f808-b11e-4066-b104-fad90c82895e HTTP/1.1" status: 200 len: 870 time: 0.1448917 Nov 05 18:38:30.610258 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-f9147b4c-c9e9-40b4-9ff4-c4cfb032d3f8 req-d49c0082-6856-462a-b6db-8c5da04a4547 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.201&port_id=74b4f536-afc6-45ed-95eb-c7d47fdce2ed HTTP/1.1" status: 200 len: 217 time: 0.0407808 Nov 05 18:38:30.679092 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9147b4c-c9e9-40b4-9ff4-c4cfb032d3f8 req-5f69268a-4d30-4610-b3f1-cdc69dd386d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:38:30.680478 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-f9147b4c-c9e9-40b4-9ff4-c4cfb032d3f8 req-5f69268a-4d30-4610-b3f1-cdc69dd386d7 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=05e7a1b5-165b-4a00-855a-ffbcb2eba59e HTTP/1.1" status: 200 len: 843 time: 0.0576372 Nov 05 18:38:30.742513 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbef54e-2c48-4b59-8dfa-02af5eb984cb req-b999b454-648a-4b46-877b-c944215dd871 tempest-ImagesTestJSON-1124888854 tempest-ImagesTestJSON-1124888854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:38:30.743984 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-8fbef54e-2c48-4b59-8dfa-02af5eb984cb req-b999b454-648a-4b46-877b-c944215dd871 tempest-ImagesTestJSON-1124888854 tempest-ImagesTestJSON-1124888854-project] 10.222.0.13 "GET /v2.0/ports?device_id=cec9f0c8-6c31-490d-9df0-bbd29aa25d72 HTTP/1.1" status: 200 len: 946 time: 0.0807045 Nov 05 18:38:30.749889 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9147b4c-c9e9-40b4-9ff4-c4cfb032d3f8 req-61831837-3c46-4374-93ff-7c15ace463c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:38:30.751363 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-f9147b4c-c9e9-40b4-9ff4-c4cfb032d3f8 req-61831837-3c46-4374-93ff-7c15ace463c9 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a723f808-b11e-4066-b104-fad90c82895e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0579910 Nov 05 18:38:30.889184 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-8fbef54e-2c48-4b59-8dfa-02af5eb984cb req-376b8c63-3161-4bd6-8357-de0faec86107 tempest-ImagesTestJSON-1124888854 tempest-ImagesTestJSON-1124888854-project] 10.222.0.13 "GET /v2.0/security-groups?id=219552fc-3788-478b-8295-8fbe212226b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368873 Nov 05 18:38:30.900564 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-a765cceb-1e3a-4ae0-a753-9294d8b5558c req-bec2aebd-53c8-46cb-8627-ff43cef0ec0c tempest-FloatingIPsAssociationNegativeTestJSON-1117017581 tempest-FloatingIPsAssociationNegativeTestJSON-1117017581-project] 10.222.0.13 "GET /v2.0/floatingips/3f2788e5-513d-417e-ae8a-f74b5a315ab1 HTTP/1.1" status: 200 len: 693 time: 0.0693116 Nov 05 18:38:30.944519 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-f9147b4c-c9e9-40b4-9ff4-c4cfb032d3f8 req-fc526f42-8644-43d9-a1cb-bbecb46d4131 service neutron] 10.222.0.41 "GET /v2.0/networks/a723f808-b11e-4066-b104-fad90c82895e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1795299 Nov 05 18:38:31.112351 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85be1f95-d1de-4e48-8ef4-9da14466a377 req-c65a598a-0434-4a5c-862b-e724cb982728 tempest-ListImageFiltersTestJSON-1107050978 tempest-ListImageFiltersTestJSON-1107050978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:38:31.114923 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-85be1f95-d1de-4e48-8ef4-9da14466a377 req-c65a598a-0434-4a5c-862b-e724cb982728 tempest-ListImageFiltersTestJSON-1107050978 tempest-ListImageFiltersTestJSON-1107050978-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e5951dd-ceb5-464b-9b97-d9970a02b978 HTTP/1.1" status: 200 len: 948 time: 0.1609020 Nov 05 18:38:31.116710 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Device 74b4f536-afc6-45ed-95eb-c7d47fdce2ed details requested by agent hyperv_n-h1-816865-1 with host n-h1-816865-1 {{(pid=102388) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 05 18:38:31.127641 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a765cceb-1e3a-4ae0-a753-9294d8b5558c req-f9aa763c-c673-4d56-b623-96a1c96e0d3c tempest-FloatingIPsAssociationNegativeTestJSON-1117017581 tempest-FloatingIPsAssociationNegativeTestJSON-1117017581-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:38:31.131277 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-a765cceb-1e3a-4ae0-a753-9294d8b5558c req-f9aa763c-c673-4d56-b623-96a1c96e0d3c tempest-FloatingIPsAssociationNegativeTestJSON-1117017581 tempest-FloatingIPsAssociationNegativeTestJSON-1117017581-project] 10.222.0.13 "GET /v2.0/networks/40c8335d-cd0b-4cb5-910a-d4dcddd5cbec HTTP/1.1" status: 200 len: 784 time: 0.2156782 Nov 05 18:38:31.135091 n-d-816865-1 neutron-server[102387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1c0ffbe-3ff6-48eb-83c7-4ceec027eec5', 'tag': 'a97321a5-d572-4e9b-a0da-d5132f1b9bf7'}] {{(pid=102387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 18:38:31.137306 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab06bd4ddf5758c1f10d79fe34dc215bafa488692cde9dba2fcbcb67556f90bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fd0e8bb-9d44-42f4-84fe-fece7f4910d8" -d '{"events": [{"name": "network-changed", "server_uuid": "e1c0ffbe-3ff6-48eb-83c7-4ceec027eec5", "tag": "a97321a5-d572-4e9b-a0da-d5132f1b9bf7"}]}' {{(pid=102387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 18:38:31.204733 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-f9147b4c-c9e9-40b4-9ff4-c4cfb032d3f8 req-2e756a89-86c9-482c-a230-a30925d41ac6 service neutron] 10.222.0.41 "GET /v2.0/networks/a723f808-b11e-4066-b104-fad90c82895e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2391043 Nov 05 18:38:31.218438 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-a765cceb-1e3a-4ae0-a753-9294d8b5558c req-4858e445-7ead-4303-a8a6-6b20ba497902 tempest-FloatingIPsAssociationNegativeTestJSON-1117017581 tempest-FloatingIPsAssociationNegativeTestJSON-1117017581-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.6.137 HTTP/1.1" status: 200 len: 696 time: 0.0731912 Nov 05 18:38:31.224345 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] For port 74b4f536-afc6-45ed-95eb-c7d47fdce2ed, host n-h1-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=74b4f536-afc6-45ed-95eb-c7d47fdce2ed,segment=NetworkSegment(35c2db9c-522d-48d3-98cf-a08c2cc55db7),segment_id=35c2db9c-522d-48d3-98cf-a08c2cc55db7)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:38:31.239322 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Returning: {'device': '74b4f536-afc6-45ed-95eb-c7d47fdce2ed', 'network_id': 'a723f808-b11e-4066-b104-fad90c82895e', 'port_id': '74b4f536-afc6-45ed-95eb-c7d47fdce2ed', 'mac_address': 'fa:16:3e:8f:cb:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 153, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05e7a1b5-165b-4a00-855a-ffbcb2eba59e', 'ip_address': '192.168.233.201'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102388) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 05 18:38:31.280219 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-85be1f95-d1de-4e48-8ef4-9da14466a377 req-eefa0be3-54f8-4d12-b927-a0764c1daf06 tempest-ListImageFiltersTestJSON-1107050978 tempest-ListImageFiltersTestJSON-1107050978-project] 10.222.0.13 "GET /v2.0/security-groups?id=3a75c85e-fd58-4736-9ad8-18dced01e280&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479001 Nov 05 18:38:31.281695 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:38:31.283489 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-a765cceb-1e3a-4ae0-a753-9294d8b5558c req-f0aca98f-f5f2-4d61-80eb-5199706b7c48 tempest-FloatingIPsAssociationNegativeTestJSON-1117017581 tempest-FloatingIPsAssociationNegativeTestJSON-1117017581-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.6.137 HTTP/1.1" status: 200 len: 696 time: 0.0547516 Nov 05 18:38:31.299928 n-d-816865-1 neutron-server[102388]: DEBUG neutron.notifiers.nova [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 74b4f536-afc6-45ed-95eb-c7d47fdce2ed {{(pid=102388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 18:38:31.322961 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] For port 74b4f536-afc6-45ed-95eb-c7d47fdce2ed, host n-h1-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=74b4f536-afc6-45ed-95eb-c7d47fdce2ed,segment=NetworkSegment(35c2db9c-522d-48d3-98cf-a08c2cc55db7),segment_id=35c2db9c-522d-48d3-98cf-a08c2cc55db7)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:38:31.437009 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:38:31.469051 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1579d0a0-838a-4660-833a-75a188f78692 req-16800bfe-69d2-450e-b26b-468439422bbb tempest-LiveAutoBlockMigrationV225Test-1563372898 tempest-LiveAutoBlockMigrationV225Test-1563372898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:38:31.470536 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-1579d0a0-838a-4660-833a-75a188f78692 req-16800bfe-69d2-450e-b26b-468439422bbb tempest-LiveAutoBlockMigrationV225Test-1563372898 tempest-LiveAutoBlockMigrationV225Test-1563372898-project] 10.222.0.13 "GET /v2.0/ports?device_id=c2fd5a8c-4839-4f98-a594-cd5beb2615bd HTTP/1.1" status: 200 len: 945 time: 0.0645411 Nov 05 18:38:31.472777 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [req-a765cceb-1e3a-4ae0-a753-9294d8b5558c req-8700b083-c413-4ee1-b0a1-d140829b5968 tempest-FloatingIPsAssociationNegativeTestJSON-1117017581 tempest-FloatingIPsAssociationNegativeTestJSON-1117017581-project] Deleting port c1db01c8-b767-4753-8769-f63bb374a341 {{(pid=102387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 18:38:31.473113 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-a765cceb-1e3a-4ae0-a753-9294d8b5558c req-8700b083-c413-4ee1-b0a1-d140829b5968 tempest-FloatingIPsAssociationNegativeTestJSON-1117017581 tempest-FloatingIPsAssociationNegativeTestJSON-1117017581-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:38:31.488385 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Pushing event updated for resources: {'Port': ['ID=74b4f536-afc6-45ed-95eb-c7d47fdce2ed,revision_number=4']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:38:31.569046 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-1579d0a0-838a-4660-833a-75a188f78692 req-3a13ead0-d812-4d98-b41b-9ecb86ddc944 tempest-LiveAutoBlockMigrationV225Test-1563372898 tempest-LiveAutoBlockMigrationV225Test-1563372898-project] 10.222.0.13 "GET /v2.0/security-groups?id=35cb161a-9192-43e2-a392-140fa33626b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842431 Nov 05 18:38:31.581020 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-a765cceb-1e3a-4ae0-a753-9294d8b5558c req-8700b083-c413-4ee1-b0a1-d140829b5968 tempest-FloatingIPsAssociationNegativeTestJSON-1117017581 tempest-FloatingIPsAssociationNegativeTestJSON-1117017581-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:38:31.581318 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-a765cceb-1e3a-4ae0-a753-9294d8b5558c req-8700b083-c413-4ee1-b0a1-d140829b5968 tempest-FloatingIPsAssociationNegativeTestJSON-1117017581 tempest-FloatingIPsAssociationNegativeTestJSON-1117017581-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:38:31.594947 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [req-a765cceb-1e3a-4ae0-a753-9294d8b5558c req-8700b083-c413-4ee1-b0a1-d140829b5968 tempest-FloatingIPsAssociationNegativeTestJSON-1117017581 tempest-FloatingIPsAssociationNegativeTestJSON-1117017581-project] Calling delete_port for c1db01c8-b767-4753-8769-f63bb374a341 owned by network:floatingip {{(pid=102387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 18:38:31.643042 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 18:38:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b84be61-39f4-48af-af92-ecd7009c8279 x-openstack-request-id: req-8b84be61-39f4-48af-af92-ecd7009c8279 {{(pid=102387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 18:38:31.643665 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1c0ffbe-3ff6-48eb-83c7-4ceec027eec5", "tag": "a97321a5-d572-4e9b-a0da-d5132f1b9bf7", "status": "completed", "code": 200}]} {{(pid=102387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 18:38:31.643665 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8b84be61-39f4-48af-af92-ecd7009c8279 {{(pid=102387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 18:38:31.643930 n-d-816865-1 neutron-server[102387]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1c0ffbe-3ff6-48eb-83c7-4ceec027eec5', 'tag': 'a97321a5-d572-4e9b-a0da-d5132f1b9bf7', 'status': 'completed', 'code': 200} Nov 05 18:38:31.687541 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd0e8bb-9d44-42f4-84fe-fece7f4910d8 req-817da746-f5e5-4242-b64c-19c618d63b34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:38:31.689714 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-2fd0e8bb-9d44-42f4-84fe-fece7f4910d8 req-817da746-f5e5-4242-b64c-19c618d63b34 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=2d87535eb2bb46c696365475b90b493b&device_id=e1c0ffbe-3ff6-48eb-83c7-4ceec027eec5 HTTP/1.1" status: 200 len: 1097 time: 0.0422468 Nov 05 18:38:31.759284 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf803e04-5e7b-42ad-8cb6-b28b9e3ecdc9 req-5117d7c1-39bf-4388-9580-be75a844fbc5 tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:38:31.760658 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-cf803e04-5e7b-42ad-8cb6-b28b9e3ecdc9 req-5117d7c1-39bf-4388-9580-be75a844fbc5 tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] 10.222.0.13 "GET /v2.0/ports?device_id=0fe35696-e2e4-4757-b0fc-ca26acfa8a1b HTTP/1.1" status: 200 len: 950 time: 0.0785608 Nov 05 18:38:31.784978 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd0e8bb-9d44-42f4-84fe-fece7f4910d8 req-8ecdefcf-7328-48ee-8939-6d45e586fe94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:38:31.786606 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-2fd0e8bb-9d44-42f4-84fe-fece7f4910d8 req-8ecdefcf-7328-48ee-8939-6d45e586fe94 service neutron] 10.222.0.55 "GET /v2.0/networks?id=7b3a41e7-93df-49e1-9756-a04fc3940e25 HTTP/1.1" status: 200 len: 930 time: 0.0894103 Nov 05 18:38:31.812086 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-cf803e04-5e7b-42ad-8cb6-b28b9e3ecdc9 req-6a64e0cf-f49e-42a6-bb49-d35d2a171bd1 tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] 10.222.0.13 "GET /v2.0/security-groups?id=c4f63610-8850-433c-ac4b-7e7146261ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417783 Nov 05 18:38:31.828948 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-2fd0e8bb-9d44-42f4-84fe-fece7f4910d8 req-5339e676-88c6-4e42-8031-7dce4c70fd40 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a97321a5-d572-4e9b-a0da-d5132f1b9bf7 HTTP/1.1" status: 200 len: 217 time: 0.0348485 Nov 05 18:38:31.837697 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] get_ports_and_sgs() called for port_ids ['74b4f536-afc6-45ed-95eb-c7d47fdce2ed'] {{(pid=102388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 18:38:31.852335 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-a765cceb-1e3a-4ae0-a753-9294d8b5558c req-8700b083-c413-4ee1-b0a1-d140829b5968 tempest-FloatingIPsAssociationNegativeTestJSON-1117017581 tempest-FloatingIPsAssociationNegativeTestJSON-1117017581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4417063'] for port, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:38:31.886511 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd0e8bb-9d44-42f4-84fe-fece7f4910d8 req-62232abf-5402-4364-a387-d5edc291e1c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:38:31.888314 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-2fd0e8bb-9d44-42f4-84fe-fece7f4910d8 req-62232abf-5402-4364-a387-d5edc291e1c9 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a6c75341-a7fb-4eb2-8dc2-c5f20756d96e HTTP/1.1" status: 200 len: 868 time: 0.0515397 Nov 05 18:38:31.891436 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8700b083-c413-4ee1-b0a1-d140829b5968 tempest-FloatingIPsAssociationNegativeTestJSON-1117017581 tempest-FloatingIPsAssociationNegativeTestJSON-1117017581-project] Pushing event deleted for resources: {'Port': ['ID=c1db01c8-b767-4753-8769-f63bb374a341,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:38:31.943659 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd0e8bb-9d44-42f4-84fe-fece7f4910d8 req-6e815c4d-e457-4007-a20c-0d5ae87f87bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:38:31.945482 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-2fd0e8bb-9d44-42f4-84fe-fece7f4910d8 req-6e815c4d-e457-4007-a20c-0d5ae87f87bc service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=7b3a41e7-93df-49e1-9756-a04fc3940e25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0496600 Nov 05 18:38:31.964461 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-a765cceb-1e3a-4ae0-a753-9294d8b5558c req-8700b083-c413-4ee1-b0a1-d140829b5968 tempest-FloatingIPsAssociationNegativeTestJSON-1117017581 tempest-FloatingIPsAssociationNegativeTestJSON-1117017581-project] Publish callbacks [] for floatingip, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:38:31.968362 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-a765cceb-1e3a-4ae0-a753-9294d8b5558c req-8700b083-c413-4ee1-b0a1-d140829b5968 tempest-FloatingIPsAssociationNegativeTestJSON-1117017581 tempest-FloatingIPsAssociationNegativeTestJSON-1117017581-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for floatingip, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:38:31.978603 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-a765cceb-1e3a-4ae0-a753-9294d8b5558c req-8700b083-c413-4ee1-b0a1-d140829b5968 tempest-FloatingIPsAssociationNegativeTestJSON-1117017581 tempest-FloatingIPsAssociationNegativeTestJSON-1117017581-project] 10.222.0.13 "DELETE /v2.0/floatingips/3f2788e5-513d-417e-ae8a-f74b5a315ab1 HTTP/1.1" status: 204 len: 173 time: 0.6785915 Nov 05 18:38:32.069020 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-2fd0e8bb-9d44-42f4-84fe-fece7f4910d8 req-bc0dd9d5-f3d1-4fae-9bb2-82b122fdcd55 service neutron] 10.222.0.55 "GET /v2.0/networks/7b3a41e7-93df-49e1-9756-a04fc3940e25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1148121 Nov 05 18:38:32.073355 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b85431c-7cff-482d-9adc-6486e1d8e505 req-98f1b38b-6c84-4b74-bdf2-d43ec539afee tempest-ImagesTestJSON-1124888854 tempest-ImagesTestJSON-1124888854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:38:32.074947 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-2b85431c-7cff-482d-9adc-6486e1d8e505 req-98f1b38b-6c84-4b74-bdf2-d43ec539afee tempest-ImagesTestJSON-1124888854 tempest-ImagesTestJSON-1124888854-project] 10.222.0.13 "GET /v2.0/ports?device_id=cec9f0c8-6c31-490d-9df0-bbd29aa25d72 HTTP/1.1" status: 200 len: 946 time: 0.0762987 Nov 05 18:38:32.155105 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fae2cb3-7760-4b29-b06e-1938dc6bb243 req-88e094a2-d42a-4ce5-aefc-52de87cedfa8 tempest-FloatingIPsAssociationNegativeTestJSON-1117017581 tempest-FloatingIPsAssociationNegativeTestJSON-1117017581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:38:32.158090 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-7fae2cb3-7760-4b29-b06e-1938dc6bb243 req-88e094a2-d42a-4ce5-aefc-52de87cedfa8 tempest-FloatingIPsAssociationNegativeTestJSON-1117017581 tempest-FloatingIPsAssociationNegativeTestJSON-1117017581-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1c0ffbe-3ff6-48eb-83c7-4ceec027eec5&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.0807865 Nov 05 18:38:32.164224 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-2b85431c-7cff-482d-9adc-6486e1d8e505 req-a8c3167f-529a-46ae-80b3-6e8846098b88 tempest-ImagesTestJSON-1124888854 tempest-ImagesTestJSON-1124888854-project] 10.222.0.13 "GET /v2.0/security-groups?id=219552fc-3788-478b-8295-8fbe212226b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799854 Nov 05 18:38:32.179647 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-2fd0e8bb-9d44-42f4-84fe-fece7f4910d8 req-6ed9d85d-64f3-4fa3-ac0e-34b8b5e71d00 service neutron] 10.222.0.55 "GET /v2.0/networks/7b3a41e7-93df-49e1-9756-a04fc3940e25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0985231 Nov 05 18:38:32.204430 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-7fae2cb3-7760-4b29-b06e-1938dc6bb243 req-ea91dc02-ca8e-4a24-b483-cd847e9e2ddf tempest-FloatingIPsAssociationNegativeTestJSON-1117017581 tempest-FloatingIPsAssociationNegativeTestJSON-1117017581-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0353668 Nov 05 18:38:32.258936 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-853df0d5-f98b-4aac-931e-4db915ac888d req-fe3ffeab-1b36-4b1f-b018-1737f8aa86ea tempest-FloatingIPsAssociationNegativeTestJSON-1117017581 tempest-FloatingIPsAssociationNegativeTestJSON-1117017581-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0392575 Nov 05 18:38:32.553101 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 39958) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:38:32.573241 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-467b7cb0-7222-4787-81bc-24cfe0605f9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:38:32.711591 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-8e5897a3-cd3e-4505-a36e-e4eaf4ffbfcf admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=00f63bd8aceb4e27a1f95f9c5bc05b06&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1571546 Nov 05 18:38:32.713949 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 39972) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:38:32.776708 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-c8bba72e-f377-4aa5-84cb-81a7578a57fd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:38:32.805258 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-c8bba72e-f377-4aa5-84cb-81a7578a57fd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:38:32.927931 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-c8bba72e-f377-4aa5-84cb-81a7578a57fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:38:32.930669 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-c8bba72e-f377-4aa5-84cb-81a7578a57fd admin admin] Publish callbacks [] for security_group, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:38:32.931921 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-c8bba72e-f377-4aa5-84cb-81a7578a57fd admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6c90ad02-93e7-4c42-96a4-62034e716ff4 HTTP/1.1" status: 204 len: 168 time: 0.2168591 Nov 05 18:38:32.940836 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bba72e-f377-4aa5-84cb-81a7578a57fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c90ad02-93e7-4c42-96a4-62034e716ff4,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:38:33.025352 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73d7a16-0f02-4aab-8875-bfc3da6f2ae2 req-a4d85a10-65e9-46b1-9fcc-1c92e3eb8ffc tempest-ListImageFiltersTestJSON-1107050978 tempest-ListImageFiltersTestJSON-1107050978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:38:33.026888 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-f73d7a16-0f02-4aab-8875-bfc3da6f2ae2 req-a4d85a10-65e9-46b1-9fcc-1c92e3eb8ffc tempest-ListImageFiltersTestJSON-1107050978 tempest-ListImageFiltersTestJSON-1107050978-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e5951dd-ceb5-464b-9b97-d9970a02b978 HTTP/1.1" status: 200 len: 949 time: 0.3664343 Nov 05 18:38:33.050520 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b90dce3-9770-4dee-a1bb-d0a526545595 req-a45c7b50-3059-4396-a192-d8acf8fa3465 tempest-LiveAutoBlockMigrationV225Test-1563372898 tempest-LiveAutoBlockMigrationV225Test-1563372898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:38:33.052107 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-1b90dce3-9770-4dee-a1bb-d0a526545595 req-a45c7b50-3059-4396-a192-d8acf8fa3465 tempest-LiveAutoBlockMigrationV225Test-1563372898 tempest-LiveAutoBlockMigrationV225Test-1563372898-project] 10.222.0.13 "GET /v2.0/ports?device_id=c2fd5a8c-4839-4f98-a594-cd5beb2615bd HTTP/1.1" status: 200 len: 945 time: 0.0841069 Nov 05 18:38:33.110129 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-f73d7a16-0f02-4aab-8875-bfc3da6f2ae2 req-0ff6ff73-7478-404c-8868-99602815f556 tempest-ListImageFiltersTestJSON-1107050978 tempest-ListImageFiltersTestJSON-1107050978-project] 10.222.0.13 "GET /v2.0/security-groups?id=3a75c85e-fd58-4736-9ad8-18dced01e280&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758886 Nov 05 18:38:33.120374 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Device a8f7cc57-2884-40dc-b963-08b7d98a1182 details requested by agent hyperv_n-h1-816865-1 with host n-h1-816865-1 {{(pid=102388) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 05 18:38:33.122067 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-1b90dce3-9770-4dee-a1bb-d0a526545595 req-7d6145a6-9a69-44a3-8881-34dc15cc4772 tempest-LiveAutoBlockMigrationV225Test-1563372898 tempest-LiveAutoBlockMigrationV225Test-1563372898-project] 10.222.0.13 "GET /v2.0/security-groups?id=35cb161a-9192-43e2-a392-140fa33626b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638204 Nov 05 18:38:33.150807 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Device 74b4f536-afc6-45ed-95eb-c7d47fdce2ed up at agent hyperv_n-h1-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 18:38:33.258085 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12de2cfb-1cb3-4a2f-b36e-0e426c0f81da req-9da1e422-06ce-485f-872f-b7b508ee5dfe tempest-FloatingIPsAssociationNegativeTestJSON-1117017581 tempest-FloatingIPsAssociationNegativeTestJSON-1117017581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:38:33.260316 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-12de2cfb-1cb3-4a2f-b36e-0e426c0f81da req-9da1e422-06ce-485f-872f-b7b508ee5dfe tempest-FloatingIPsAssociationNegativeTestJSON-1117017581 tempest-FloatingIPsAssociationNegativeTestJSON-1117017581-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1c0ffbe-3ff6-48eb-83c7-4ceec027eec5 HTTP/1.1" status: 200 len: 946 time: 0.0872893 Nov 05 18:38:33.348760 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-12de2cfb-1cb3-4a2f-b36e-0e426c0f81da req-ccb9c01c-851c-47f9-910d-16e37946c26b tempest-FloatingIPsAssociationNegativeTestJSON-1117017581 tempest-FloatingIPsAssociationNegativeTestJSON-1117017581-project] 10.222.0.13 "GET /v2.0/security-groups?id=d752849f-3561-4e8d-bfef-4dddab2ff037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815778 Nov 05 18:38:33.365798 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e26786-6882-47b0-990e-75fe3698a110 req-9134ba56-2b1b-4873-a154-5b3529fe9bee tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:38:33.374355 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-60e26786-6882-47b0-990e-75fe3698a110 req-9134ba56-2b1b-4873-a154-5b3529fe9bee tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] 10.222.0.13 "GET /v2.0/ports?device_id=0fe35696-e2e4-4757-b0fc-ca26acfa8a1b HTTP/1.1" status: 200 len: 950 time: 0.0988984 Nov 05 18:38:33.408102 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Provisioning for port 74b4f536-afc6-45ed-95eb-c7d47fdce2ed completed by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 05 18:38:33.417845 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Provisioning complete for port 74b4f536-afc6-45ed-95eb-c7d47fdce2ed triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:38:33.420646 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:38:33.432477 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-60e26786-6882-47b0-990e-75fe3698a110 req-a8b8e046-065f-4aa7-910e-6f6453e21839 tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] 10.222.0.13 "GET /v2.0/security-groups?id=c4f63610-8850-433c-ac4b-7e7146261ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572424 Nov 05 18:38:33.479258 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] For port a8f7cc57-2884-40dc-b963-08b7d98a1182, host n-h1-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=a8f7cc57-2884-40dc-b963-08b7d98a1182,segment=NetworkSegment(35c2db9c-522d-48d3-98cf-a08c2cc55db7),segment_id=35c2db9c-522d-48d3-98cf-a08c2cc55db7)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:38:33.495741 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Returning: {'device': 'a8f7cc57-2884-40dc-b963-08b7d98a1182', 'network_id': 'a723f808-b11e-4066-b104-fad90c82895e', 'port_id': 'a8f7cc57-2884-40dc-b963-08b7d98a1182', 'mac_address': 'fa:16:3e:8a:ac:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 153, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05e7a1b5-165b-4a00-855a-ffbcb2eba59e', 'ip_address': '192.168.233.83'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102388) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 05 18:38:33.570312 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:38:33.572231 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:38:33.595237 n-d-816865-1 neutron-server[102388]: DEBUG neutron.notifiers.nova [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a8f7cc57-2884-40dc-b963-08b7d98a1182 {{(pid=102388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 18:38:33.616785 n-d-816865-1 neutron-server[102388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e5951dd-ceb5-464b-9b97-d9970a02b978', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74b4f536-afc6-45ed-95eb-c7d47fdce2ed'}] {{(pid=102388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 18:38:33.619033 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85474fee1180e129d8a886d264fe0b30223aa672dd1ffe43b630605f18504f68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35cb0203-72bd-477d-8310-8d4c0d6202b4" -d '{"events": [{"server_uuid": "6e5951dd-ceb5-464b-9b97-d9970a02b978", "name": "network-vif-plugged", "status": "completed", "tag": "74b4f536-afc6-45ed-95eb-c7d47fdce2ed"}]}' {{(pid=102388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 18:38:33.637540 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] For port a8f7cc57-2884-40dc-b963-08b7d98a1182, host n-h1-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=a8f7cc57-2884-40dc-b963-08b7d98a1182,segment=NetworkSegment(35c2db9c-522d-48d3-98cf-a08c2cc55db7),segment_id=35c2db9c-522d-48d3-98cf-a08c2cc55db7)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:38:33.640676 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] For port 74b4f536-afc6-45ed-95eb-c7d47fdce2ed, host n-h1-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=74b4f536-afc6-45ed-95eb-c7d47fdce2ed,segment=NetworkSegment(35c2db9c-522d-48d3-98cf-a08c2cc55db7),segment_id=35c2db9c-522d-48d3-98cf-a08c2cc55db7)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:38:33.665480 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 18:38:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7df6866e-9501-4993-901a-0f42bb814e99 x-openstack-request-id: req-7df6866e-9501-4993-901a-0f42bb814e99 {{(pid=102388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 18:38:33.665849 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e5951dd-ceb5-464b-9b97-d9970a02b978", "name": "network-vif-plugged", "status": "completed", "tag": "74b4f536-afc6-45ed-95eb-c7d47fdce2ed", "code": 200}]} {{(pid=102388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 18:38:33.666139 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7df6866e-9501-4993-901a-0f42bb814e99 {{(pid=102388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 18:38:33.666532 n-d-816865-1 neutron-server[102388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e5951dd-ceb5-464b-9b97-d9970a02b978', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74b4f536-afc6-45ed-95eb-c7d47fdce2ed', 'code': 200} Nov 05 18:38:33.710742 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:38:33.738424 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e123192c-88df-4b02-bd37-5ec6feb389e4 req-e96983f8-f05d-448b-9e0e-7337c214bb24 tempest-LiveAutoBlockMigrationV225Test-2109471755 tempest-LiveAutoBlockMigrationV225Test-2109471755-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:38:33.740243 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-e123192c-88df-4b02-bd37-5ec6feb389e4 req-e96983f8-f05d-448b-9e0e-7337c214bb24 tempest-LiveAutoBlockMigrationV225Test-2109471755 tempest-LiveAutoBlockMigrationV225Test-2109471755-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=c2fd5a8c-4839-4f98-a594-cd5beb2615bd HTTP/1.1" status: 200 len: 1096 time: 0.0443876 Nov 05 18:38:33.756773 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:38:33.770967 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Pushing event updated for resources: {'Port': ['ID=a8f7cc57-2884-40dc-b963-08b7d98a1182,revision_number=4']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:38:33.822777 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-e123192c-88df-4b02-bd37-5ec6feb389e4 req-d05e9e7b-9599-4043-b92f-bf945de4d63c tempest-LiveAutoBlockMigrationV225Test-2109471755 tempest-LiveAutoBlockMigrationV225Test-2109471755-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=35cb161a-9192-43e2-a392-140fa33626b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765252 Nov 05 18:38:33.825356 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271cbf0e-483c-4ed5-ab5f-18a9e783c708 req-38222c83-7515-454e-9e6f-87584eccf90a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:38:33.827481 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-271cbf0e-483c-4ed5-ab5f-18a9e783c708 req-38222c83-7515-454e-9e6f-87584eccf90a service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=6e5951dd-ceb5-464b-9b97-d9970a02b978 HTTP/1.1" status: 200 len: 1101 time: 0.0736036 Nov 05 18:38:33.867023 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Pushing event updated for resources: {'Port': ['ID=74b4f536-afc6-45ed-95eb-c7d47fdce2ed,revision_number=5']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:38:33.896884 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-271cbf0e-483c-4ed5-ab5f-18a9e783c708 req-532509a6-6eca-45fe-bba5-b5ff80e73974 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=3a75c85e-fd58-4736-9ad8-18dced01e280&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559053 Nov 05 18:38:33.898975 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:38:34.027449 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e23074-b103-4305-8345-00891b59e52d req-aa6d8f7d-8beb-4744-947c-3764ea0d2e12 tempest-LiveAutoBlockMigrationV225Test-2109471755 tempest-LiveAutoBlockMigrationV225Test-2109471755-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:38:34.029679 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-65e23074-b103-4305-8345-00891b59e52d req-aa6d8f7d-8beb-4744-947c-3764ea0d2e12 tempest-LiveAutoBlockMigrationV225Test-2109471755 tempest-LiveAutoBlockMigrationV225Test-2109471755-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=c2fd5a8c-4839-4f98-a594-cd5beb2615bd HTTP/1.1" status: 200 len: 1096 time: 0.0590119 Nov 05 18:38:34.076380 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-65e23074-b103-4305-8345-00891b59e52d req-a43207a3-1d7d-4e08-b6b6-decf0fc6c857 tempest-LiveAutoBlockMigrationV225Test-2109471755 tempest-LiveAutoBlockMigrationV225Test-2109471755-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=35cb161a-9192-43e2-a392-140fa33626b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387297 Nov 05 18:38:34.123469 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] get_ports_and_sgs() called for port_ids ['a8f7cc57-2884-40dc-b963-08b7d98a1182'] {{(pid=102388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 18:38:34.245730 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a262c65-bb84-42a6-8fdf-234a693845c9 req-1c018efc-c934-4a2f-b984-5b520620b8ec tempest-FloatingIPsAssociationNegativeTestJSON-1117017581 tempest-FloatingIPsAssociationNegativeTestJSON-1117017581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:38:34.248373 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-6a262c65-bb84-42a6-8fdf-234a693845c9 req-1c018efc-c934-4a2f-b984-5b520620b8ec tempest-FloatingIPsAssociationNegativeTestJSON-1117017581 tempest-FloatingIPsAssociationNegativeTestJSON-1117017581-project] 10.222.0.55 "GET /v2.0/ports?device_id=e1c0ffbe-3ff6-48eb-83c7-4ceec027eec5 HTTP/1.1" status: 200 len: 946 time: 0.0607383 Nov 05 18:38:34.251830 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9764b7-fc13-494e-b52d-0d80dc19e5fa req-ebfa5b8f-64ac-4a00-8af6-864a5dc2adb1 tempest-ListImageFiltersTestJSON-1107050978 tempest-ListImageFiltersTestJSON-1107050978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:38:34.254323 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-1e9764b7-fc13-494e-b52d-0d80dc19e5fa req-ebfa5b8f-64ac-4a00-8af6-864a5dc2adb1 tempest-ListImageFiltersTestJSON-1107050978 tempest-ListImageFiltersTestJSON-1107050978-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e5951dd-ceb5-464b-9b97-d9970a02b978 HTTP/1.1" status: 200 len: 950 time: 0.0633852 Nov 05 18:38:34.339955 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-1e9764b7-fc13-494e-b52d-0d80dc19e5fa req-ab7e21e8-7e0a-49f7-8985-08b74b7d869d tempest-ListImageFiltersTestJSON-1107050978 tempest-ListImageFiltersTestJSON-1107050978-project] 10.222.0.13 "GET /v2.0/security-groups?id=3a75c85e-fd58-4736-9ad8-18dced01e280&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781362 Nov 05 18:38:34.383795 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [req-6a262c65-bb84-42a6-8fdf-234a693845c9 req-281ee7b8-06b4-4e4c-b415-affe813088a3 tempest-FloatingIPsAssociationNegativeTestJSON-1117017581 tempest-FloatingIPsAssociationNegativeTestJSON-1117017581-project] Deleting port a97321a5-d572-4e9b-a0da-d5132f1b9bf7 {{(pid=102386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 18:38:34.383795 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-6a262c65-bb84-42a6-8fdf-234a693845c9 req-281ee7b8-06b4-4e4c-b415-affe813088a3 tempest-FloatingIPsAssociationNegativeTestJSON-1117017581 tempest-FloatingIPsAssociationNegativeTestJSON-1117017581-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:38:34.511766 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [req-6a262c65-bb84-42a6-8fdf-234a693845c9 req-281ee7b8-06b4-4e4c-b415-affe813088a3 tempest-FloatingIPsAssociationNegativeTestJSON-1117017581 tempest-FloatingIPsAssociationNegativeTestJSON-1117017581-project] For port a97321a5-d572-4e9b-a0da-d5132f1b9bf7, host n-h2-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=a97321a5-d572-4e9b-a0da-d5132f1b9bf7,segment=NetworkSegment(0ad128ab-a1c3-4049-9fa0-89adffa7cc7e),segment_id=0ad128ab-a1c3-4049-9fa0-89adffa7cc7e)] {{(pid=102386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:38:34.512125 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-6a262c65-bb84-42a6-8fdf-234a693845c9 req-281ee7b8-06b4-4e4c-b415-affe813088a3 tempest-FloatingIPsAssociationNegativeTestJSON-1117017581 tempest-FloatingIPsAssociationNegativeTestJSON-1117017581-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:38:34.531428 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ac5aa0-9c5d-4f0a-8bc1-2dd3a602a2b5 req-5c0d03fe-2bfd-4c1c-9962-f679cc852f27 tempest-FloatingIPsAssociationNegativeTestJSON-1117017581 tempest-FloatingIPsAssociationNegativeTestJSON-1117017581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:38:34.532178 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [req-6a262c65-bb84-42a6-8fdf-234a693845c9 req-281ee7b8-06b4-4e4c-b415-affe813088a3 tempest-FloatingIPsAssociationNegativeTestJSON-1117017581 tempest-FloatingIPsAssociationNegativeTestJSON-1117017581-project] Calling delete_port for a97321a5-d572-4e9b-a0da-d5132f1b9bf7 owned by compute:nova {{(pid=102386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 18:38:34.533037 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-33ac5aa0-9c5d-4f0a-8bc1-2dd3a602a2b5 req-5c0d03fe-2bfd-4c1c-9962-f679cc852f27 tempest-FloatingIPsAssociationNegativeTestJSON-1117017581 tempest-FloatingIPsAssociationNegativeTestJSON-1117017581-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1c0ffbe-3ff6-48eb-83c7-4ceec027eec5 HTTP/1.1" status: 200 len: 946 time: 0.0798826 Nov 05 18:38:34.588278 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-33ac5aa0-9c5d-4f0a-8bc1-2dd3a602a2b5 req-f76ae33a-5c0c-482a-be25-fbd3009a5ac9 tempest-FloatingIPsAssociationNegativeTestJSON-1117017581 tempest-FloatingIPsAssociationNegativeTestJSON-1117017581-project] 10.222.0.13 "GET /v2.0/security-groups?id=d752849f-3561-4e8d-bfef-4dddab2ff037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482981 Nov 05 18:38:34.757085 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823fd30a-88e4-40de-b3f4-a5703d98134f req-7a04e028-ae94-4789-b022-d33b9a626947 tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:38:34.758949 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-823fd30a-88e4-40de-b3f4-a5703d98134f req-7a04e028-ae94-4789-b022-d33b9a626947 tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] 10.222.0.13 "GET /v2.0/ports?device_id=0fe35696-e2e4-4757-b0fc-ca26acfa8a1b HTTP/1.1" status: 200 len: 950 time: 0.0497735 Nov 05 18:38:34.816413 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-823fd30a-88e4-40de-b3f4-a5703d98134f req-0f5c5525-7797-4577-874e-9f912be8e4e0 tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] 10.222.0.13 "GET /v2.0/security-groups?id=c4f63610-8850-433c-ac4b-7e7146261ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492549 Nov 05 18:38:34.836266 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-6a262c65-bb84-42a6-8fdf-234a693845c9 req-281ee7b8-06b4-4e4c-b415-affe813088a3 tempest-FloatingIPsAssociationNegativeTestJSON-1117017581 tempest-FloatingIPsAssociationNegativeTestJSON-1117017581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:38:34.852056 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] get_ports_and_sgs() called for port_ids ['a97321a5-d572-4e9b-a0da-d5132f1b9bf7'] {{(pid=102388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 18:38:34.879255 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281ee7b8-06b4-4e4c-b415-affe813088a3 tempest-FloatingIPsAssociationNegativeTestJSON-1117017581 tempest-FloatingIPsAssociationNegativeTestJSON-1117017581-project] Pushing event deleted for resources: {'Port': ['ID=a97321a5-d572-4e9b-a0da-d5132f1b9bf7,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:38:34.880396 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Device c14fe7bd-4f5c-40d2-a0cb-c8133c555448 details requested by agent hyperv_n-h2-816865-1 with host n-h2-816865-1 {{(pid=102388) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 05 18:38:34.921106 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a262c65-bb84-42a6-8fdf-234a693845c9 req-281ee7b8-06b4-4e4c-b415-affe813088a3 tempest-FloatingIPsAssociationNegativeTestJSON-1117017581 tempest-FloatingIPsAssociationNegativeTestJSON-1117017581-project] No DVR routers for this DVR port a97321a5-d572-4e9b-a0da-d5132f1b9bf7 on host n-h2-816865-1 {{(pid=102386) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 18:38:34.926398 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-6a262c65-bb84-42a6-8fdf-234a693845c9 req-281ee7b8-06b4-4e4c-b415-affe813088a3 tempest-FloatingIPsAssociationNegativeTestJSON-1117017581 tempest-FloatingIPsAssociationNegativeTestJSON-1117017581-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:38:34.928156 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-6a262c65-bb84-42a6-8fdf-234a693845c9 req-281ee7b8-06b4-4e4c-b415-affe813088a3 tempest-FloatingIPsAssociationNegativeTestJSON-1117017581 tempest-FloatingIPsAssociationNegativeTestJSON-1117017581-project] 10.222.0.55 "DELETE /v2.0/ports/a97321a5-d572-4e9b-a0da-d5132f1b9bf7 HTTP/1.1" status: 204 len: 173 time: 0.6716752 Nov 05 18:38:34.928676 n-d-816865-1 neutron-server[102386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1c0ffbe-3ff6-48eb-83c7-4ceec027eec5', 'name': 'network-vif-deleted', 'tag': 'a97321a5-d572-4e9b-a0da-d5132f1b9bf7'}] {{(pid=102386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 18:38:34.932708 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6173a44d7c73f41af551dc890fa1a5892c2c6bc3458b640c8e0c24db7876ba6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52c3f3cb-0ba0-497a-9961-52da63aeaf4f" -d '{"events": [{"server_uuid": "e1c0ffbe-3ff6-48eb-83c7-4ceec027eec5", "name": "network-vif-deleted", "tag": "a97321a5-d572-4e9b-a0da-d5132f1b9bf7"}]}' {{(pid=102386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 18:38:34.934033 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-05ee8784-e765-4774-a835-f5b7873710be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:38:35.018288 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 18:38:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddad64aa-63b5-49e1-80eb-675377dbf22b x-openstack-request-id: req-ddad64aa-63b5-49e1-80eb-675377dbf22b {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 18:38:35.019299 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1c0ffbe-3ff6-48eb-83c7-4ceec027eec5", "name": "network-vif-deleted", "tag": "a97321a5-d572-4e9b-a0da-d5132f1b9bf7", "status": "completed", "code": 200}]} {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 18:38:35.020022 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ddad64aa-63b5-49e1-80eb-675377dbf22b {{(pid=102386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 18:38:35.020612 n-d-816865-1 neutron-server[102386]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1c0ffbe-3ff6-48eb-83c7-4ceec027eec5', 'name': 'network-vif-deleted', 'tag': 'a97321a5-d572-4e9b-a0da-d5132f1b9bf7', 'status': 'completed', 'code': 200} Nov 05 18:38:35.092708 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] For port c14fe7bd-4f5c-40d2-a0cb-c8133c555448, host n-h2-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=c14fe7bd-4f5c-40d2-a0cb-c8133c555448,segment=NetworkSegment(b0f4d4e8-61d5-4e79-9c35-e1f620a70868),segment_id=b0f4d4e8-61d5-4e79-9c35-e1f620a70868)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:38:35.107883 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 40090) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:38:35.108570 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Returning: {'device': 'c14fe7bd-4f5c-40d2-a0cb-c8133c555448', 'network_id': '598f5d7d-609c-4eed-bdfb-a95dcdae7151', 'port_id': 'c14fe7bd-4f5c-40d2-a0cb-c8133c555448', 'mac_address': 'fa:16:3e:7a:fe:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 150, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6979728-9a34-49f9-ba30-1ba1422c905b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102388) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 05 18:38:35.149196 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Device ca0bac15-cb63-41b5-9d33-db3336e5e829 details requested by agent hyperv_n-h1-816865-1 with host n-h1-816865-1 {{(pid=102388) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 05 18:38:35.229371 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:38:35.242808 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-b7a5e42f-420d-4f6d-a50a-2e2fa17e5c67 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:38:35.251384 n-d-816865-1 neutron-server[102388]: DEBUG neutron.notifiers.nova [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c14fe7bd-4f5c-40d2-a0cb-c8133c555448 {{(pid=102388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 18:38:35.296062 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] For port c14fe7bd-4f5c-40d2-a0cb-c8133c555448, host n-h2-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=c14fe7bd-4f5c-40d2-a0cb-c8133c555448,segment=NetworkSegment(b0f4d4e8-61d5-4e79-9c35-e1f620a70868),segment_id=b0f4d4e8-61d5-4e79-9c35-e1f620a70868)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:38:35.324216 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] For port ca0bac15-cb63-41b5-9d33-db3336e5e829, host n-h1-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=ca0bac15-cb63-41b5-9d33-db3336e5e829,segment=NetworkSegment(35c2db9c-522d-48d3-98cf-a08c2cc55db7),segment_id=35c2db9c-522d-48d3-98cf-a08c2cc55db7)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:38:35.346121 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Returning: {'device': 'ca0bac15-cb63-41b5-9d33-db3336e5e829', 'network_id': 'a723f808-b11e-4066-b104-fad90c82895e', 'port_id': 'ca0bac15-cb63-41b5-9d33-db3336e5e829', 'mac_address': 'fa:16:3e:83:68:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 153, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05e7a1b5-165b-4a00-855a-ffbcb2eba59e', 'ip_address': '192.168.233.84'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102388) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 05 18:38:35.381122 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:38:35.394719 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-b7a5e42f-420d-4f6d-a50a-2e2fa17e5c67 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:38:35.442228 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:38:35.479049 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] get_ports_and_sgs() called for port_ids ['c14fe7bd-4f5c-40d2-a0cb-c8133c555448'] {{(pid=102388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 18:38:35.485193 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Pushing event updated for resources: {'Port': ['ID=c14fe7bd-4f5c-40d2-a0cb-c8133c555448,revision_number=6']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:38:35.499785 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-b7a5e42f-420d-4f6d-a50a-2e2fa17e5c67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:38:35.515782 n-d-816865-1 neutron-server[102388]: DEBUG neutron.notifiers.nova [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca0bac15-cb63-41b5-9d33-db3336e5e829 {{(pid=102388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 18:38:35.548069 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] For port ca0bac15-cb63-41b5-9d33-db3336e5e829, host n-h1-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=ca0bac15-cb63-41b5-9d33-db3336e5e829,segment=NetworkSegment(35c2db9c-522d-48d3-98cf-a08c2cc55db7),segment_id=35c2db9c-522d-48d3-98cf-a08c2cc55db7)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:38:35.582972 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47083de6-0775-4dac-8d22-bd49b659f14a req-b581be2a-69ac-494b-85d1-013d9f342225 tempest-ListImageFiltersTestJSON-1107050978 tempest-ListImageFiltersTestJSON-1107050978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:38:35.592710 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-47083de6-0775-4dac-8d22-bd49b659f14a req-b581be2a-69ac-494b-85d1-013d9f342225 tempest-ListImageFiltersTestJSON-1107050978 tempest-ListImageFiltersTestJSON-1107050978-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e5951dd-ceb5-464b-9b97-d9970a02b978 HTTP/1.1" status: 200 len: 950 time: 0.1350899 Nov 05 18:38:35.602886 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-b7a5e42f-420d-4f6d-a50a-2e2fa17e5c67 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=07d56f5ff06a40a5b2afe5a28ac56bba&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4938266 Nov 05 18:38:35.611351 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 40122) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:38:35.617209 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a5e42f-420d-4f6d-a50a-2e2fa17e5c67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3dbb78d-dd1f-4eb4-9203-a3edd263b5c3,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:38:35.675407 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:38:35.686869 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-47083de6-0775-4dac-8d22-bd49b659f14a req-f8e08d4f-2b26-44b6-a4f9-8b1c9b603e2a tempest-ListImageFiltersTestJSON-1107050978 tempest-ListImageFiltersTestJSON-1107050978-project] 10.222.0.13 "GET /v2.0/security-groups?id=3a75c85e-fd58-4736-9ad8-18dced01e280&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914538 Nov 05 18:38:35.723486 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-960bb5b0-0a46-46f8-8fe7-0917685fb2b0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:38:35.753387 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-960bb5b0-0a46-46f8-8fe7-0917685fb2b0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:38:35.835360 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] get_ports_and_sgs() called for port_ids ['ca0bac15-cb63-41b5-9d33-db3336e5e829'] {{(pid=102388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 18:38:35.838715 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Pushing event updated for resources: {'Port': ['ID=ca0bac15-cb63-41b5-9d33-db3336e5e829,revision_number=9']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:38:35.943774 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-960bb5b0-0a46-46f8-8fe7-0917685fb2b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:38:35.946251 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:38:35.946765 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-960bb5b0-0a46-46f8-8fe7-0917685fb2b0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:38:35.954994 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-960bb5b0-0a46-46f8-8fe7-0917685fb2b0 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d3dbb78d-dd1f-4eb4-9203-a3edd263b5c3 HTTP/1.1" status: 204 len: 168 time: 0.3402658 Nov 05 18:38:35.965802 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960bb5b0-0a46-46f8-8fe7-0917685fb2b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3dbb78d-dd1f-4eb4-9203-a3edd263b5c3,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:38:36.052920 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-38d22585-1122-4d8c-bb1a-63fa8fe05ef6 req-71c91d9f-a703-4b9a-aefc-2d05239d2bd4 tempest-FloatingIPsAssociationNegativeTestJSON-1117017581 tempest-FloatingIPsAssociationNegativeTestJSON-1117017581-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1c0ffbe-3ff6-48eb-83c7-4ceec027eec5 HTTP/1.1" status: 200 len: 210 time: 0.1248429 Nov 05 18:38:36.149540 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b304910f-7b27-444b-a8fc-977d26b1ceac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:38:36.387309 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc8e88e-e079-4902-bceb-02c6a27f0f79 req-f840a213-7834-4447-8d8f-24f13c5e4917 tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:38:36.389605 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-5cc8e88e-e079-4902-bceb-02c6a27f0f79 req-f840a213-7834-4447-8d8f-24f13c5e4917 tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] 10.222.0.13 "GET /v2.0/ports?device_id=0fe35696-e2e4-4757-b0fc-ca26acfa8a1b HTTP/1.1" status: 200 len: 950 time: 0.0657606 Nov 05 18:38:36.524275 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-5cc8e88e-e079-4902-bceb-02c6a27f0f79 req-ddf15322-222e-4bce-b20a-933cea93d861 tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] 10.222.0.13 "GET /v2.0/security-groups?id=c4f63610-8850-433c-ac4b-7e7146261ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255946 Nov 05 18:38:36.890012 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Device c14fe7bd-4f5c-40d2-a0cb-c8133c555448 up at agent hyperv_n-h2-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 18:38:37.011399 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Provisioning complete for port c14fe7bd-4f5c-40d2-a0cb-c8133c555448 triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:38:37.014909 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:38:37.234775 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Device a8f7cc57-2884-40dc-b963-08b7d98a1182 up at agent hyperv_n-h1-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 18:38:37.286515 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:38:37.329775 n-d-816865-1 neutron-server[102388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cec9f0c8-6c31-490d-9df0-bbd29aa25d72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c14fe7bd-4f5c-40d2-a0cb-c8133c555448'}] {{(pid=102388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 18:38:37.333337 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85474fee1180e129d8a886d264fe0b30223aa672dd1ffe43b630605f18504f68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85e01731-7cc2-4899-b4a9-24e6412768b2" -d '{"events": [{"server_uuid": "cec9f0c8-6c31-490d-9df0-bbd29aa25d72", "name": "network-vif-plugged", "status": "completed", "tag": "c14fe7bd-4f5c-40d2-a0cb-c8133c555448"}]}' {{(pid=102388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 18:38:37.355032 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] For port c14fe7bd-4f5c-40d2-a0cb-c8133c555448, host n-h2-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=c14fe7bd-4f5c-40d2-a0cb-c8133c555448,segment=NetworkSegment(b0f4d4e8-61d5-4e79-9c35-e1f620a70868),segment_id=b0f4d4e8-61d5-4e79-9c35-e1f620a70868)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:38:37.453103 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Provisioning for port a8f7cc57-2884-40dc-b963-08b7d98a1182 completed by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 05 18:38:37.459155 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:38:37.461975 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Device a97321a5-d572-4e9b-a0da-d5132f1b9bf7 no longer exists at agent hyperv_n-h2-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 18:38:37.603378 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Provisioning complete for port a8f7cc57-2884-40dc-b963-08b7d98a1182 triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:38:37.605846 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:38:37.613081 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] No Port match for: a97321a5-d572-4e9b-a0da-d5132f1b9bf7 {{(pid=102388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 18:38:37.614014 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Device a97321a5-d572-4e9b-a0da-d5132f1b9bf7 not bound to the agent host n-h2-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 18:38:37.628471 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 40214) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:38:37.792172 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Pushing event updated for resources: {'Port': ['ID=c14fe7bd-4f5c-40d2-a0cb-c8133c555448,revision_number=7']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:38:37.879437 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-fc34f52d-a5fb-4e8e-8fbe-a13cad3a43f3 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-114955794-network', 'tenant_id': '7a213c9cacdb4ff5af202d4d823459e7'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:38:37.889509 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [req-9c0eca3c-2202-4fc6-a6d7-c7aeb374e80d req-4d3d9b76-e3de-4cc8-8378-a4ba91cf273c tempest-LiveAutoBlockMigrationV225Test-2109471755 tempest-LiveAutoBlockMigrationV225Test-2109471755-project-admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=102387) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 05 18:38:37.891321 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-9c0eca3c-2202-4fc6-a6d7-c7aeb374e80d req-4d3d9b76-e3de-4cc8-8378-a4ba91cf273c tempest-LiveAutoBlockMigrationV225Test-2109471755 tempest-LiveAutoBlockMigrationV225Test-2109471755-project-admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2861750 Nov 05 18:38:37.999604 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0eca3c-2202-4fc6-a6d7-c7aeb374e80d req-dffcabee-3561-4bf0-bb47-1a2b27f4d285 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:38:37.999604 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-9c0eca3c-2202-4fc6-a6d7-c7aeb374e80d req-dffcabee-3561-4bf0-bb47-1a2b27f4d285 service neutron] 10.222.0.13 "GET /v2.0/ports/e6d91212-8168-4489-81f8-e04ba259e029 HTTP/1.1" status: 200 len: 1093 time: 0.0668907 Nov 05 18:38:37.999604 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [req-9c0eca3c-2202-4fc6-a6d7-c7aeb374e80d req-39d2912f-8c01-4e04-b218-40f35f99d0dd service neutron] Request body: {'binding': {'host': 'n-h1-816865-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:38:37.999604 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [req-9c0eca3c-2202-4fc6-a6d7-c7aeb374e80d req-39d2912f-8c01-4e04-b218-40f35f99d0dd service neutron] Unknown quota resources ['binding']. {{(pid=102387) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 05 18:38:38.064172 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:38:38.151518 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] For port a8f7cc57-2884-40dc-b963-08b7d98a1182, host n-h1-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=a8f7cc57-2884-40dc-b963-08b7d98a1182,segment=NetworkSegment(35c2db9c-522d-48d3-98cf-a08c2cc55db7),segment_id=35c2db9c-522d-48d3-98cf-a08c2cc55db7)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:38:38.480779 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.managers [req-9c0eca3c-2202-4fc6-a6d7-c7aeb374e80d req-39d2912f-8c01-4e04-b218-40f35f99d0dd service neutron] Attempting to bind port e6d91212-8168-4489-81f8-e04ba259e029 on host n-h1-816865-1 for vnic_type normal with profile None {{(pid=102387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 18:38:38.481509 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.managers [req-9c0eca3c-2202-4fc6-a6d7-c7aeb374e80d req-39d2912f-8c01-4e04-b218-40f35f99d0dd service neutron] Attempting to bind port e6d91212-8168-4489-81f8-e04ba259e029 by drivers openvswitch,hyperv on host n-h1-816865-1 at level 0 using segments [{'id': '15cac71b-3531-4cff-8a8e-8f8d83bebf12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '5e3d0b1a-fd18-45bc-91bd-c831330234c4'}] {{(pid=102387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 18:38:38.482069 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c0eca3c-2202-4fc6-a6d7-c7aeb374e80d req-39d2912f-8c01-4e04-b218-40f35f99d0dd service neutron] Attempting to bind port e6d91212-8168-4489-81f8-e04ba259e029 on network 5e3d0b1a-fd18-45bc-91bd-c831330234c4 {{(pid=102387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 18:38:38.491636 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c0eca3c-2202-4fc6-a6d7-c7aeb374e80d req-39d2912f-8c01-4e04-b218-40f35f99d0dd service neutron] Port e6d91212-8168-4489-81f8-e04ba259e029 on network 5e3d0b1a-fd18-45bc-91bd-c831330234c4 not bound, no agent of type Open vSwitch agent registered on host n-h1-816865-1 {{(pid=102387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 18:38:38.492260 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c0eca3c-2202-4fc6-a6d7-c7aeb374e80d req-39d2912f-8c01-4e04-b218-40f35f99d0dd service neutron] Attempting to bind port e6d91212-8168-4489-81f8-e04ba259e029 on network 5e3d0b1a-fd18-45bc-91bd-c831330234c4 {{(pid=102387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 18:38:38.505816 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c0eca3c-2202-4fc6-a6d7-c7aeb374e80d req-39d2912f-8c01-4e04-b218-40f35f99d0dd service neutron] Checking agent: {'id': 'eb596d7c-8c64-42bd-8aca-fad447eb0eab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816865-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 18, 33, 34), 'started_at': datetime.datetime(2021, 11, 5, 18, 33, 34), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 18, 38, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 18:38:38.506484 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c0eca3c-2202-4fc6-a6d7-c7aeb374e80d req-39d2912f-8c01-4e04-b218-40f35f99d0dd service neutron] Checking segment: {'id': '15cac71b-3531-4cff-8a8e-8f8d83bebf12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '5e3d0b1a-fd18-45bc-91bd-c831330234c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 18:38:38.509051 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c0eca3c-2202-4fc6-a6d7-c7aeb374e80d req-39d2912f-8c01-4e04-b218-40f35f99d0dd service neutron] Bound using segment: {'id': '15cac71b-3531-4cff-8a8e-8f8d83bebf12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '5e3d0b1a-fd18-45bc-91bd-c831330234c4'} {{(pid=102387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 18:38:38.509674 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.managers [req-9c0eca3c-2202-4fc6-a6d7-c7aeb374e80d req-39d2912f-8c01-4e04-b218-40f35f99d0dd service neutron] Bound port: e6d91212-8168-4489-81f8-e04ba259e029, host: n-h1-816865-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15cac71b-3531-4cff-8a8e-8f8d83bebf12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '5e3d0b1a-fd18-45bc-91bd-c831330234c4'}}] {{(pid=102387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 18:38:38.567173 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-31f93893-a48e-4ae8-833d-dccb2b42eacc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:38:38.613672 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc34f52d-a5fb-4e8e-8fbe-a13cad3a43f3 admin admin] Made reservation on behalf of 7a213c9cacdb4ff5af202d4d823459e7 for: {'network': 1} {{(pid=102386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 18:38:38.613921 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:38:38.614912 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Device ca0bac15-cb63-41b5-9d33-db3336e5e829 up at agent hyperv_n-h1-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 18:38:38.619087 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:38:38.622724 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-fc34f52d-a5fb-4e8e-8fbe-a13cad3a43f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for network, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:38:38.638525 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-fc34f52d-a5fb-4e8e-8fbe-a13cad3a43f3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:38:38.731291 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.db [req-9c0eca3c-2202-4fc6-a6d7-c7aeb374e80d req-39d2912f-8c01-4e04-b218-40f35f99d0dd service neutron] For port e6d91212-8168-4489-81f8-e04ba259e029, host n-h1-816865-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=e6d91212-8168-4489-81f8-e04ba259e029,segment=NetworkSegment(15cac71b-3531-4cff-8a8e-8f8d83bebf12),segment_id=15cac71b-3531-4cff-8a8e-8f8d83bebf12)] {{(pid=102387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 18:38:38.786194 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-fc34f52d-a5fb-4e8e-8fbe-a13cad3a43f3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:38:38.795450 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Pushing event updated for resources: {'Port': ['ID=a8f7cc57-2884-40dc-b963-08b7d98a1182,revision_number=5']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:38:38.815792 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-9c0eca3c-2202-4fc6-a6d7-c7aeb374e80d req-39d2912f-8c01-4e04-b218-40f35f99d0dd service neutron] Publish callbacks [] for binding, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:38:38.817070 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-9c0eca3c-2202-4fc6-a6d7-c7aeb374e80d req-39d2912f-8c01-4e04-b218-40f35f99d0dd service neutron] 10.222.0.13 "POST /v2.0/ports/e6d91212-8168-4489-81f8-e04ba259e029/bindings HTTP/1.1" status: 201 len: 389 time: 0.8387034 Nov 05 18:38:38.818769 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Provisioning complete for port ca0bac15-cb63-41b5-9d33-db3336e5e829 triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:38:38.819147 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:38:38.853393 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-fc34f52d-a5fb-4e8e-8fbe-a13cad3a43f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:38:38.879700 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc34f52d-a5fb-4e8e-8fbe-a13cad3a43f3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 160} {{(pid=102386) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 05 18:38:38.926973 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-fc34f52d-a5fb-4e8e-8fbe-a13cad3a43f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273'] for segment, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:38:38.932040 n-d-816865-1 neutron-server[102386]: INFO neutron.db.segments_db [None req-fc34f52d-a5fb-4e8e-8fbe-a13cad3a43f3 admin admin] Added segment 01a8e89e-6ed6-41fe-b394-20eaf6f35f4a of type vlan for network eab6f762-0fd8-46d2-9c2a-f9f64ff712c2 Nov 05 18:38:38.961339 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:38:39.000196 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc34f52d-a5fb-4e8e-8fbe-a13cad3a43f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcde1c24-1bff-420c-a165-729ce5bd2ece,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:38:39.126565 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] For port ca0bac15-cb63-41b5-9d33-db3336e5e829, host n-h1-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=ca0bac15-cb63-41b5-9d33-db3336e5e829,segment=NetworkSegment(35c2db9c-522d-48d3-98cf-a08c2cc55db7),segment_id=35c2db9c-522d-48d3-98cf-a08c2cc55db7)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:38:39.230296 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:38:39.337855 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c8f974-1d80-4497-b6a8-f174529bc9fc req-50207709-d12c-4491-919d-5484ab6ff707 tempest-ListImageFiltersTestJSON-1107050978 tempest-ListImageFiltersTestJSON-1107050978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:38:39.342606 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-49c8f974-1d80-4497-b6a8-f174529bc9fc req-50207709-d12c-4491-919d-5484ab6ff707 tempest-ListImageFiltersTestJSON-1107050978 tempest-ListImageFiltersTestJSON-1107050978-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e5951dd-ceb5-464b-9b97-d9970a02b978 HTTP/1.1" status: 200 len: 950 time: 0.1358550 Nov 05 18:38:39.360125 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Pushing event updated for resources: {'Port': ['ID=ca0bac15-cb63-41b5-9d33-db3336e5e829,revision_number=10']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:38:39.493218 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-49c8f974-1d80-4497-b6a8-f174529bc9fc req-64408662-1310-4e28-9c37-086c5f9f7709 tempest-ListImageFiltersTestJSON-1107050978 tempest-ListImageFiltersTestJSON-1107050978-project] 10.222.0.13 "GET /v2.0/security-groups?id=3a75c85e-fd58-4736-9ad8-18dced01e280&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401229 Nov 05 18:38:39.650988 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-fc34f52d-a5fb-4e8e-8fbe-a13cad3a43f3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750027258543'] for network, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:38:39.693963 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0eca3c-2202-4fc6-a6d7-c7aeb374e80d req-005e7cde-0885-4c3b-9eb2-681e4f7e35f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:38:39.696878 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-9c0eca3c-2202-4fc6-a6d7-c7aeb374e80d req-005e7cde-0885-4c3b-9eb2-681e4f7e35f4 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=482f8aec1d1b4fc08a02afb86f8387d6&device_id=c2fd5a8c-4839-4f98-a594-cd5beb2615bd HTTP/1.1" status: 200 len: 1096 time: 0.0604627 Nov 05 18:38:39.727468 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-fc34f52d-a5fb-4e8e-8fbe-a13cad3a43f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-956796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877'] for network, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:38:39.728467 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc34f52d-a5fb-4e8e-8fbe-a13cad3a43f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:38:39.729054 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-fc34f52d-a5fb-4e8e-8fbe-a13cad3a43f3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597851'] for network, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:38:39.860113 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc34f52d-a5fb-4e8e-8fbe-a13cad3a43f3 admin admin] Pushing event updated for resources: {'Network': ['ID=eab6f762-0fd8-46d2-9c2a-f9f64ff712c2,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:38:39.870875 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Network eab6f762-0fd8-46d2-9c2a-f9f64ff712c2 details requested by agent ovs-agent-n-d-816865-1 with host n-d-816865-1 {{(pid=102388) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 05 18:38:39.940181 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-fc34f52d-a5fb-4e8e-8fbe-a13cad3a43f3 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 2.3017128 Nov 05 18:38:39.940181 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 40226) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:38:39.940181 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-cf434531-adc9-427d-8e5b-184ede925006 admin admin] Request body: {'subnet': {'network_id': 'eab6f762-0fd8-46d2-9c2a-f9f64ff712c2', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-114955794-subnet', 'tenant_id': '7a213c9cacdb4ff5af202d4d823459e7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:38:40.089939 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0eca3c-2202-4fc6-a6d7-c7aeb374e80d req-20c9d843-c1c3-4dfb-9eb1-2d8c960d6052 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:38:40.092272 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-9c0eca3c-2202-4fc6-a6d7-c7aeb374e80d req-20c9d843-c1c3-4dfb-9eb1-2d8c960d6052 service neutron] 10.222.0.41 "GET /v2.0/networks?id=5e3d0b1a-fd18-45bc-91bd-c831330234c4 HTTP/1.1" status: 200 len: 921 time: 0.3780117 Nov 05 18:38:40.133674 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf434531-adc9-427d-8e5b-184ede925006 admin admin] Made reservation on behalf of 7a213c9cacdb4ff5af202d4d823459e7 for: {'subnet': 1} {{(pid=102386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 18:38:40.136828 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-cf434531-adc9-427d-8e5b-184ede925006 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4877122'] for subnet, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:38:40.150352 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-9c0eca3c-2202-4fc6-a6d7-c7aeb374e80d req-3209e3d5-2d63-4619-a938-1b214f552e45 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e6d91212-8168-4489-81f8-e04ba259e029 HTTP/1.1" status: 200 len: 217 time: 0.0486240 Nov 05 18:38:40.260984 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0eca3c-2202-4fc6-a6d7-c7aeb374e80d req-51f58daa-086c-47ad-81c9-12e610a2225b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:38:40.264893 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-9c0eca3c-2202-4fc6-a6d7-c7aeb374e80d req-51f58daa-086c-47ad-81c9-12e610a2225b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e7fca78a-743c-4af3-9fb8-12bc06bb873c HTTP/1.1" status: 200 len: 860 time: 0.1033924 Nov 05 18:38:40.307063 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-9c0eca3c-2202-4fc6-a6d7-c7aeb374e80d req-8c70469b-636d-4602-89c0-02a1747bb5f1 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=5e3d0b1a-fd18-45bc-91bd-c831330234c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0274684 Nov 05 18:38:40.602246 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-9c0eca3c-2202-4fc6-a6d7-c7aeb374e80d req-5c21915c-a06f-4219-b3d5-020675beacf2 service neutron] 10.222.0.41 "GET /v2.0/networks/5e3d0b1a-fd18-45bc-91bd-c831330234c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2760904 Nov 05 18:38:40.739763 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-9c0eca3c-2202-4fc6-a6d7-c7aeb374e80d req-dff4a6e0-2c5a-444d-891b-d61dd715c5c3 service neutron] 10.222.0.41 "GET /v2.0/networks/5e3d0b1a-fd18-45bc-91bd-c831330234c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1365511 Nov 05 18:38:40.909719 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-cf434531-adc9-427d-8e5b-184ede925006 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6149946', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4877172'] for subnet, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:38:40.977824 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf434531-adc9-427d-8e5b-184ede925006 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5d406eb0-e541-4e10-a515-f50c4b4168e1,revision_number=0']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:38:40.983495 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf434531-adc9-427d-8e5b-184ede925006 admin admin] Checking segment: {'id': '01a8e89e-6ed6-41fe-b394-20eaf6f35f4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'eab6f762-0fd8-46d2-9c2a-f9f64ff712c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 18:38:40.987137 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf434531-adc9-427d-8e5b-184ede925006 admin admin] Network hostable DHCP agents. Network: eab6f762-0fd8-46d2-9c2a-f9f64ff712c2, hostable agents: ['987e2ca0-bc3b-4c6f-a989-429ccfbf753f'], hosted agents: [] {{(pid=102386) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 05 18:38:41.084232 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf434531-adc9-427d-8e5b-184ede925006 admin admin] Network eab6f762-0fd8-46d2-9c2a-f9f64ff712c2 is scheduled to be hosted by DHCP agent 987e2ca0-bc3b-4c6f-a989-429ccfbf753f with binding_index 1 {{(pid=102386) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 05 18:38:41.252553 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0eca3c-2202-4fc6-a6d7-c7aeb374e80d req-4c4db539-02e4-4a5c-bf24-17f61227ad8f tempest-LiveAutoBlockMigrationV225Test-2109471755 tempest-LiveAutoBlockMigrationV225Test-2109471755-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:38:41.254354 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-9c0eca3c-2202-4fc6-a6d7-c7aeb374e80d req-4c4db539-02e4-4a5c-bf24-17f61227ad8f tempest-LiveAutoBlockMigrationV225Test-2109471755 tempest-LiveAutoBlockMigrationV225Test-2109471755-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=c2fd5a8c-4839-4f98-a594-cd5beb2615bd&tenant_id=482f8aec1d1b4fc08a02afb86f8387d6&binding%3Ahost_id=n-h2-816865-1 HTTP/1.1" status: 200 len: 1096 time: 0.1262343 Nov 05 18:38:41.267593 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [req-9c0eca3c-2202-4fc6-a6d7-c7aeb374e80d req-69d6ae1c-424c-4f47-921b-fd62a7b66b27 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-816865-1'}}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:38:41.346094 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-9c0eca3c-2202-4fc6-a6d7-c7aeb374e80d req-69d6ae1c-424c-4f47-921b-fd62a7b66b27 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:38:41.351058 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.base_scheduler [None req-cf434531-adc9-427d-8e5b-184ede925006 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816865-1, eab6f762-0fd8-46d2-9c2a-f9f64ff712c2) {{(pid=102386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:38:41.358370 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf434531-adc9-427d-8e5b-184ede925006 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:38:41.358370 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-cf434531-adc9-427d-8e5b-184ede925006 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597851'] for subnet, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:38:41.362651 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0ad3f8f-5c98-46fc-956d-b61a78a3a775 None None] Network eab6f762-0fd8-46d2-9c2a-f9f64ff712c2 requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 18:38:41.438653 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-cf434531-adc9-427d-8e5b-184ede925006 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.5112405 Nov 05 18:38:41.583559 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.db [req-9c0eca3c-2202-4fc6-a6d7-c7aeb374e80d req-69d6ae1c-424c-4f47-921b-fd62a7b66b27 service neutron] For port e6d91212-8168-4489-81f8-e04ba259e029, host n-h2-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=e6d91212-8168-4489-81f8-e04ba259e029,segment=NetworkSegment(15cac71b-3531-4cff-8a8e-8f8d83bebf12),segment_id=15cac71b-3531-4cff-8a8e-8f8d83bebf12)] {{(pid=102387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:38:41.619165 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3208340-da2a-4c9b-8c1e-3c786982cc10 None None] Network eab6f762-0fd8-46d2-9c2a-f9f64ff712c2 requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 18:38:41.675383 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.db [req-9c0eca3c-2202-4fc6-a6d7-c7aeb374e80d req-69d6ae1c-424c-4f47-921b-fd62a7b66b27 service neutron] For port e6d91212-8168-4489-81f8-e04ba259e029, host n-h2-816865-1, cleared binding levels {{(pid=102387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 18:38:41.798686 n-d-816865-1 neutron-server[102387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2fd5a8c-4839-4f98-a594-cd5beb2615bd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e6d91212-8168-4489-81f8-e04ba259e029'}] {{(pid=102387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 18:38:41.816897 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab06bd4ddf5758c1f10d79fe34dc215bafa488692cde9dba2fcbcb67556f90bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09a0eec5-e94d-40f6-af2f-ebf2008caf0e" -d '{"events": [{"server_uuid": "c2fd5a8c-4839-4f98-a594-cd5beb2615bd", "name": "network-vif-unplugged", "status": "completed", "tag": "e6d91212-8168-4489-81f8-e04ba259e029"}]}' {{(pid=102387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 18:38:41.824033 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-9c0eca3c-2202-4fc6-a6d7-c7aeb374e80d req-69d6ae1c-424c-4f47-921b-fd62a7b66b27 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:38:41.910881 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-9c0eca3c-2202-4fc6-a6d7-c7aeb374e80d req-69d6ae1c-424c-4f47-921b-fd62a7b66b27 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4417072'] for port, after_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:38:42.050770 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d6ae1c-424c-4f47-921b-fd62a7b66b27 service neutron] Pushing event updated for resources: {'Port': ['ID=e6d91212-8168-4489-81f8-e04ba259e029,revision_number=7']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:38:42.166020 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.managers [req-9c0eca3c-2202-4fc6-a6d7-c7aeb374e80d req-69d6ae1c-424c-4f47-921b-fd62a7b66b27 service neutron] Attempting to bind port e6d91212-8168-4489-81f8-e04ba259e029 on host n-h2-816865-1 for vnic_type normal with profile {"migrating_to": "n-h1-816865-1"} {{(pid=102387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 18:38:42.166995 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.managers [req-9c0eca3c-2202-4fc6-a6d7-c7aeb374e80d req-69d6ae1c-424c-4f47-921b-fd62a7b66b27 service neutron] Attempting to bind port e6d91212-8168-4489-81f8-e04ba259e029 by drivers openvswitch,hyperv on host n-h2-816865-1 at level 0 using segments [{'id': '15cac71b-3531-4cff-8a8e-8f8d83bebf12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '5e3d0b1a-fd18-45bc-91bd-c831330234c4'}] {{(pid=102387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 18:38:42.167491 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c0eca3c-2202-4fc6-a6d7-c7aeb374e80d req-69d6ae1c-424c-4f47-921b-fd62a7b66b27 service neutron] Attempting to bind port e6d91212-8168-4489-81f8-e04ba259e029 on network 5e3d0b1a-fd18-45bc-91bd-c831330234c4 {{(pid=102387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 18:38:42.173056 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c0eca3c-2202-4fc6-a6d7-c7aeb374e80d req-69d6ae1c-424c-4f47-921b-fd62a7b66b27 service neutron] Port e6d91212-8168-4489-81f8-e04ba259e029 on network 5e3d0b1a-fd18-45bc-91bd-c831330234c4 not bound, no agent of type Open vSwitch agent registered on host n-h2-816865-1 {{(pid=102387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 18:38:42.173578 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c0eca3c-2202-4fc6-a6d7-c7aeb374e80d req-69d6ae1c-424c-4f47-921b-fd62a7b66b27 service neutron] Attempting to bind port e6d91212-8168-4489-81f8-e04ba259e029 on network 5e3d0b1a-fd18-45bc-91bd-c831330234c4 {{(pid=102387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 18:38:42.190015 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c0eca3c-2202-4fc6-a6d7-c7aeb374e80d req-69d6ae1c-424c-4f47-921b-fd62a7b66b27 service neutron] Checking agent: {'id': '32aff553-696f-4891-83f5-5c176f61fe54', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816865-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 18, 33, 36), 'started_at': datetime.datetime(2021, 11, 5, 18, 33, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 18, 38, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 18:38:42.190674 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c0eca3c-2202-4fc6-a6d7-c7aeb374e80d req-69d6ae1c-424c-4f47-921b-fd62a7b66b27 service neutron] Checking segment: {'id': '15cac71b-3531-4cff-8a8e-8f8d83bebf12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '5e3d0b1a-fd18-45bc-91bd-c831330234c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 18:38:42.191239 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c0eca3c-2202-4fc6-a6d7-c7aeb374e80d req-69d6ae1c-424c-4f47-921b-fd62a7b66b27 service neutron] Bound using segment: {'id': '15cac71b-3531-4cff-8a8e-8f8d83bebf12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '5e3d0b1a-fd18-45bc-91bd-c831330234c4'} {{(pid=102387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 18:38:42.191885 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.managers [req-9c0eca3c-2202-4fc6-a6d7-c7aeb374e80d req-69d6ae1c-424c-4f47-921b-fd62a7b66b27 service neutron] Bound port: e6d91212-8168-4489-81f8-e04ba259e029, host: n-h2-816865-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15cac71b-3531-4cff-8a8e-8f8d83bebf12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '5e3d0b1a-fd18-45bc-91bd-c831330234c4'}}] {{(pid=102387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 18:38:42.192431 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-9c0eca3c-2202-4fc6-a6d7-c7aeb374e80d req-69d6ae1c-424c-4f47-921b-fd62a7b66b27 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:38:42.263221 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.db [req-9c0eca3c-2202-4fc6-a6d7-c7aeb374e80d req-69d6ae1c-424c-4f47-921b-fd62a7b66b27 service neutron] For port e6d91212-8168-4489-81f8-e04ba259e029, host n-h2-816865-1, cleared binding levels {{(pid=102387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 18:38:42.266710 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.db [req-9c0eca3c-2202-4fc6-a6d7-c7aeb374e80d req-69d6ae1c-424c-4f47-921b-fd62a7b66b27 service neutron] For port e6d91212-8168-4489-81f8-e04ba259e029, host n-h2-816865-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=e6d91212-8168-4489-81f8-e04ba259e029,segment=NetworkSegment(15cac71b-3531-4cff-8a8e-8f8d83bebf12),segment_id=15cac71b-3531-4cff-8a8e-8f8d83bebf12)] {{(pid=102387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 18:38:42.403801 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-9c0eca3c-2202-4fc6-a6d7-c7aeb374e80d req-69d6ae1c-424c-4f47-921b-fd62a7b66b27 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4417072'] for port, after_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:38:42.549641 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0eca3c-2202-4fc6-a6d7-c7aeb374e80d req-69d6ae1c-424c-4f47-921b-fd62a7b66b27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:38:42.550627 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-9c0eca3c-2202-4fc6-a6d7-c7aeb374e80d req-69d6ae1c-424c-4f47-921b-fd62a7b66b27 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:38:42.552004 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-9c0eca3c-2202-4fc6-a6d7-c7aeb374e80d req-69d6ae1c-424c-4f47-921b-fd62a7b66b27 service neutron] 10.222.0.41 "PUT /v2.0/ports/e6d91212-8168-4489-81f8-e04ba259e029 HTTP/1.1" status: 200 len: 1121 time: 1.2908096 Nov 05 18:38:42.552868 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d6ae1c-424c-4f47-921b-fd62a7b66b27 service neutron] Pushing event updated for resources: {'Port': ['ID=e6d91212-8168-4489-81f8-e04ba259e029,revision_number=8']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:38:42.652077 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] get_ports_and_sgs() called for port_ids ['e6d91212-8168-4489-81f8-e04ba259e029'] {{(pid=102388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 18:38:45.212908 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Device e6d91212-8168-4489-81f8-e04ba259e029 details requested by agent hyperv_n-h1-816865-1 with host n-h1-816865-1 {{(pid=102388) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 05 18:38:45.372910 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] For port e6d91212-8168-4489-81f8-e04ba259e029, host n-h2-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=e6d91212-8168-4489-81f8-e04ba259e029,segment=NetworkSegment(15cac71b-3531-4cff-8a8e-8f8d83bebf12),segment_id=15cac71b-3531-4cff-8a8e-8f8d83bebf12)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:38:45.396596 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Device e6d91212-8168-4489-81f8-e04ba259e029 has no active binding in host n-h1-816865-1 {{(pid=102388) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 05 18:38:48.173425 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-9c0eca3c-2202-4fc6-a6d7-c7aeb374e80d req-623761eb-501d-4fa2-9eb8-4a4939f23ff0 service neutron] 10.222.0.55 "GET /v2.0/ports/e6d91212-8168-4489-81f8-e04ba259e029/bindings/n-h1-816865-1 HTTP/1.1" status: 200 len: 384 time: 0.0596454 Nov 05 18:38:48.357544 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [req-9c0eca3c-2202-4fc6-a6d7-c7aeb374e80d req-7c105fda-293a-4eaa-bf70-c6f4dc808f44 service neutron] For port e6d91212-8168-4489-81f8-e04ba259e029, host n-h2-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=e6d91212-8168-4489-81f8-e04ba259e029,segment=NetworkSegment(15cac71b-3531-4cff-8a8e-8f8d83bebf12),segment_id=15cac71b-3531-4cff-8a8e-8f8d83bebf12)] {{(pid=102386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:38:48.376415 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [req-9c0eca3c-2202-4fc6-a6d7-c7aeb374e80d req-7c105fda-293a-4eaa-bf70-c6f4dc808f44 service neutron] For port e6d91212-8168-4489-81f8-e04ba259e029, host n-h2-816865-1, cleared binding levels {{(pid=102386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 18:38:48.408151 n-d-816865-1 neutron-server[102386]: DEBUG neutron.notifiers.nova [req-9c0eca3c-2202-4fc6-a6d7-c7aeb374e80d req-7c105fda-293a-4eaa-bf70-c6f4dc808f44 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e6d91212-8168-4489-81f8-e04ba259e029 {{(pid=102386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 18:38:48.418150 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [req-9c0eca3c-2202-4fc6-a6d7-c7aeb374e80d req-7c105fda-293a-4eaa-bf70-c6f4dc808f44 service neutron] For port e6d91212-8168-4489-81f8-e04ba259e029, host n-h1-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=e6d91212-8168-4489-81f8-e04ba259e029,segment=NetworkSegment(15cac71b-3531-4cff-8a8e-8f8d83bebf12),segment_id=15cac71b-3531-4cff-8a8e-8f8d83bebf12)] {{(pid=102386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:38:48.727164 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-9c0eca3c-2202-4fc6-a6d7-c7aeb374e80d req-7c105fda-293a-4eaa-bf70-c6f4dc808f44 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:38:48.798428 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.provisioning_blocks [req-9c0eca3c-2202-4fc6-a6d7-c7aeb374e80d req-7c105fda-293a-4eaa-bf70-c6f4dc808f44 service neutron] Transition to ACTIVE for port object e6d91212-8168-4489-81f8-e04ba259e029 will not be triggered until provisioned by entity L2. {{(pid=102386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 05 18:38:48.870675 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-9c0eca3c-2202-4fc6-a6d7-c7aeb374e80d req-7c105fda-293a-4eaa-bf70-c6f4dc808f44 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6149821'] for port, after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:38:48.977311 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c105fda-293a-4eaa-bf70-c6f4dc808f44 service neutron] Pushing event updated for resources: {'Port': ['ID=e6d91212-8168-4489-81f8-e04ba259e029,revision_number=10']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:38:48.982790 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c0eca3c-2202-4fc6-a6d7-c7aeb374e80d req-7c105fda-293a-4eaa-bf70-c6f4dc808f44 service neutron] No DVR routers for this DVR port e6d91212-8168-4489-81f8-e04ba259e029 on host n-h2-816865-1 {{(pid=102386) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 18:38:49.025659 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-9c0eca3c-2202-4fc6-a6d7-c7aeb374e80d req-7c105fda-293a-4eaa-bf70-c6f4dc808f44 service neutron] 10.222.0.55 "PUT /v2.0/ports/e6d91212-8168-4489-81f8-e04ba259e029/bindings/n-h1-816865-1/activate HTTP/1.1" status: 200 len: 369 time: 0.8444338 Nov 05 18:38:49.244959 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0eca3c-2202-4fc6-a6d7-c7aeb374e80d req-528a0cd3-ae00-4d04-b2e3-ec82f6a0a8f7 tempest-LiveAutoBlockMigrationV225Test-2109471755 tempest-LiveAutoBlockMigrationV225Test-2109471755-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:38:49.246681 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-9c0eca3c-2202-4fc6-a6d7-c7aeb374e80d req-528a0cd3-ae00-4d04-b2e3-ec82f6a0a8f7 tempest-LiveAutoBlockMigrationV225Test-2109471755 tempest-LiveAutoBlockMigrationV225Test-2109471755-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=c2fd5a8c-4839-4f98-a594-cd5beb2615bd&tenant_id=482f8aec1d1b4fc08a02afb86f8387d6&binding%3Ahost_id=n-h2-816865-1 HTTP/1.1" status: 200 len: 1095 time: 0.0595095 Nov 05 18:38:49.361778 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0eca3c-2202-4fc6-a6d7-c7aeb374e80d req-4c9dcc96-ba65-4ece-90a4-fb1efeab21b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:38:49.363418 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-9c0eca3c-2202-4fc6-a6d7-c7aeb374e80d req-4c9dcc96-ba65-4ece-90a4-fb1efeab21b0 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=c2fd5a8c-4839-4f98-a594-cd5beb2615bd&tenant_id=482f8aec1d1b4fc08a02afb86f8387d6 HTTP/1.1" status: 200 len: 1095 time: 0.1021955 Nov 05 18:38:49.443475 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0eca3c-2202-4fc6-a6d7-c7aeb374e80d req-9bd62165-59e4-4f9c-8072-b304e54c07df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:38:49.445262 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-9c0eca3c-2202-4fc6-a6d7-c7aeb374e80d req-9bd62165-59e4-4f9c-8072-b304e54c07df service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=482f8aec1d1b4fc08a02afb86f8387d6&device_id=c2fd5a8c-4839-4f98-a594-cd5beb2615bd HTTP/1.1" status: 200 len: 1095 time: 0.0519438 Nov 05 18:38:49.579437 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0eca3c-2202-4fc6-a6d7-c7aeb374e80d req-cca6e881-0368-4df1-917d-d52d79a2a5ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:38:49.581197 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-9c0eca3c-2202-4fc6-a6d7-c7aeb374e80d req-cca6e881-0368-4df1-917d-d52d79a2a5ee service neutron] 10.222.0.41 "GET /v2.0/networks?id=5e3d0b1a-fd18-45bc-91bd-c831330234c4 HTTP/1.1" status: 200 len: 921 time: 0.1263893 Nov 05 18:38:49.642450 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-9c0eca3c-2202-4fc6-a6d7-c7aeb374e80d req-8fa094ff-4069-402a-8803-d6f409d345a0 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e6d91212-8168-4489-81f8-e04ba259e029 HTTP/1.1" status: 200 len: 217 time: 0.0527062 Nov 05 18:38:49.705664 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0eca3c-2202-4fc6-a6d7-c7aeb374e80d req-e4488290-16ed-463c-9081-ab3b2ae67769 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:38:49.708216 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-9c0eca3c-2202-4fc6-a6d7-c7aeb374e80d req-e4488290-16ed-463c-9081-ab3b2ae67769 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e7fca78a-743c-4af3-9fb8-12bc06bb873c HTTP/1.1" status: 200 len: 860 time: 0.0523329 Nov 05 18:38:49.743319 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-9c0eca3c-2202-4fc6-a6d7-c7aeb374e80d req-5b9656e6-6078-4438-af45-37a80914e396 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=5e3d0b1a-fd18-45bc-91bd-c831330234c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0284243 Nov 05 18:38:49.837184 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-9c0eca3c-2202-4fc6-a6d7-c7aeb374e80d req-badb35dc-2157-4fa8-bc2e-22c03f675104 service neutron] 10.222.0.41 "GET /v2.0/networks/5e3d0b1a-fd18-45bc-91bd-c831330234c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820053 Nov 05 18:38:49.929817 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-9c0eca3c-2202-4fc6-a6d7-c7aeb374e80d req-0daf9887-dbfc-4633-b599-1d020b2b04b8 service neutron] 10.222.0.41 "GET /v2.0/networks/5e3d0b1a-fd18-45bc-91bd-c831330234c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848031 Nov 05 18:38:50.310511 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 40288) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:38:50.357493 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 18:38:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6348c502-a7f5-473a-8ed7-a88d0e312b0a x-openstack-request-id: req-6348c502-a7f5-473a-8ed7-a88d0e312b0a {{(pid=102388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 18:38:50.357493 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cec9f0c8-6c31-490d-9df0-bbd29aa25d72", "name": "network-vif-plugged", "status": "completed", "tag": "c14fe7bd-4f5c-40d2-a0cb-c8133c555448", "code": 200}]} {{(pid=102388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 18:38:50.357493 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6348c502-a7f5-473a-8ed7-a88d0e312b0a {{(pid=102388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 18:38:50.357493 n-d-816865-1 neutron-server[102388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cec9f0c8-6c31-490d-9df0-bbd29aa25d72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c14fe7bd-4f5c-40d2-a0cb-c8133c555448', 'code': 200} Nov 05 18:38:50.564739 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0eca3c-2202-4fc6-a6d7-c7aeb374e80d req-c0816ef1-2668-424e-b608-75b1bd4447fb tempest-LiveAutoBlockMigrationV225Test-2109471755 tempest-LiveAutoBlockMigrationV225Test-2109471755-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:38:50.566251 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-9c0eca3c-2202-4fc6-a6d7-c7aeb374e80d req-c0816ef1-2668-424e-b608-75b1bd4447fb tempest-LiveAutoBlockMigrationV225Test-2109471755 tempest-LiveAutoBlockMigrationV225Test-2109471755-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=c2fd5a8c-4839-4f98-a594-cd5beb2615bd&tenant_id=482f8aec1d1b4fc08a02afb86f8387d6&binding%3Ahost_id=n-h1-816865-1 HTTP/1.1" status: 200 len: 1095 time: 0.1474640 Nov 05 18:38:50.575911 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca13e9a-5b25-48e8-84ae-8b0d8e101ea6 req-93e03c34-1b42-4487-be5c-7f0353c8951f tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:38:50.577301 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-5ca13e9a-5b25-48e8-84ae-8b0d8e101ea6 req-93e03c34-1b42-4487-be5c-7f0353c8951f tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] 10.222.0.13 "GET /v2.0/ports?device_id=0fe35696-e2e4-4757-b0fc-ca26acfa8a1b HTTP/1.1" status: 200 len: 950 time: 0.1598897 Nov 05 18:38:50.592338 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fdae4b-4427-4eed-aaf6-fb1f03ff08b8 req-3ff31fd0-b9b7-40ce-8ee0-e7a9ddd6cba6 tempest-LiveAutoBlockMigrationV225Test-1563372898 tempest-LiveAutoBlockMigrationV225Test-1563372898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:38:50.593773 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-45fdae4b-4427-4eed-aaf6-fb1f03ff08b8 req-3ff31fd0-b9b7-40ce-8ee0-e7a9ddd6cba6 tempest-LiveAutoBlockMigrationV225Test-1563372898 tempest-LiveAutoBlockMigrationV225Test-1563372898-project] 10.222.0.13 "GET /v2.0/ports?device_id=c2fd5a8c-4839-4f98-a594-cd5beb2615bd HTTP/1.1" status: 200 len: 944 time: 0.1646483 Nov 05 18:38:50.771326 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-5ca13e9a-5b25-48e8-84ae-8b0d8e101ea6 req-7b915739-9f5f-4838-9899-497dcf6a34c0 tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] 10.222.0.13 "GET /v2.0/security-groups?id=c4f63610-8850-433c-ac4b-7e7146261ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1716051 Nov 05 18:38:50.798614 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-45fdae4b-4427-4eed-aaf6-fb1f03ff08b8 req-38a62ad3-05cb-4e71-9f6e-9a3ce46130af tempest-LiveAutoBlockMigrationV225Test-1563372898 tempest-LiveAutoBlockMigrationV225Test-1563372898-project] 10.222.0.13 "GET /v2.0/security-groups?id=35cb161a-9192-43e2-a392-140fa33626b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1963990 Nov 05 18:38:50.904939 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [req-6ca70f01-3820-437c-b0c5-89cc5680a677 req-b36fcfd6-23ad-4756-a4e2-cb7d86d1ddf8 tempest-SecurityGroupRulesNegativeTestJSON-657776705 tempest-SecurityGroupRulesNegativeTestJSON-657776705-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1421683978', 'description': 'tempest-description-1149553566'}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:38:50.941113 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fd7153-8f02-40f4-9527-d16cb721001d req-ddf5a8b6-f7a8-43f2-98f1-b6a8c0defdb1 tempest-ListImageFiltersTestJSON-1107050978 tempest-ListImageFiltersTestJSON-1107050978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:38:50.942642 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-94fd7153-8f02-40f4-9527-d16cb721001d req-ddf5a8b6-f7a8-43f2-98f1-b6a8c0defdb1 tempest-ListImageFiltersTestJSON-1107050978 tempest-ListImageFiltersTestJSON-1107050978-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5b71237-24de-434f-a81f-3e3f7b737fb4 HTTP/1.1" status: 200 len: 949 time: 0.1039121 Nov 05 18:38:50.956191 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Device e6d91212-8168-4489-81f8-e04ba259e029 no longer exists at agent hyperv_n-h2-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 18:38:50.975665 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.db [req-9c0eca3c-2202-4fc6-a6d7-c7aeb374e80d req-ce38fc7f-7ed6-4881-9ac0-e2e23e0de48c service neutron] For port e6d91212-8168-4489-81f8-e04ba259e029, host n-h2-816865-1, cleared binding levels {{(pid=102387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 18:38:50.986328 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-9c0eca3c-2202-4fc6-a6d7-c7aeb374e80d req-ce38fc7f-7ed6-4881-9ac0-e2e23e0de48c service neutron] Publish callbacks [] for binding, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:38:50.987440 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-9c0eca3c-2202-4fc6-a6d7-c7aeb374e80d req-ce38fc7f-7ed6-4881-9ac0-e2e23e0de48c service neutron] 10.222.0.41 "DELETE /v2.0/ports/e6d91212-8168-4489-81f8-e04ba259e029/bindings/n-h2-816865-1 HTTP/1.1" status: 204 len: 173 time: 0.3927321 Nov 05 18:38:50.995775 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Device e6d91212-8168-4489-81f8-e04ba259e029 not bound to the agent host n-h2-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 18:38:51.035718 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-6ca70f01-3820-437c-b0c5-89cc5680a677 req-b36fcfd6-23ad-4756-a4e2-cb7d86d1ddf8 tempest-SecurityGroupRulesNegativeTestJSON-657776705 tempest-SecurityGroupRulesNegativeTestJSON-657776705-project] Publish callbacks [] for security_group, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:38:51.042235 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-94fd7153-8f02-40f4-9527-d16cb721001d req-ceca4e26-14e4-436a-9e32-bd88c2c83d35 tempest-ListImageFiltersTestJSON-1107050978 tempest-ListImageFiltersTestJSON-1107050978-project] 10.222.0.13 "GET /v2.0/security-groups?id=3a75c85e-fd58-4736-9ad8-18dced01e280&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926099 Nov 05 18:38:51.090420 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 05 Nov 2021 18:38:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92f46aaf-4e94-47f5-8bdb-c90b3250ccb1 x-openstack-request-id: req-92f46aaf-4e94-47f5-8bdb-c90b3250ccb1 {{(pid=102387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 18:38:51.091482 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2fd5a8c-4839-4f98-a594-cd5beb2615bd", "name": "network-vif-unplugged", "status": "completed", "tag": "e6d91212-8168-4489-81f8-e04ba259e029", "code": 200}]} {{(pid=102387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 18:38:51.091599 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-92f46aaf-4e94-47f5-8bdb-c90b3250ccb1 {{(pid=102387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 18:38:51.091901 n-d-816865-1 neutron-server[102387]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2fd5a8c-4839-4f98-a594-cd5beb2615bd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e6d91212-8168-4489-81f8-e04ba259e029', 'code': 200} Nov 05 18:38:51.102068 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-a8ee7fcc-4cfd-4c34-88dd-dd24c9529cec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-571777'] for router_interface, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:38:51.163418 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-6ca70f01-3820-437c-b0c5-89cc5680a677 req-b36fcfd6-23ad-4756-a4e2-cb7d86d1ddf8 tempest-SecurityGroupRulesNegativeTestJSON-657776705 tempest-SecurityGroupRulesNegativeTestJSON-657776705-project] Publish callbacks [] for security_group, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:38:51.251617 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-6ca70f01-3820-437c-b0c5-89cc5680a677 req-b36fcfd6-23ad-4756-a4e2-cb7d86d1ddf8 tempest-SecurityGroupRulesNegativeTestJSON-657776705 tempest-SecurityGroupRulesNegativeTestJSON-657776705-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:38:51.302087 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36fcfd6-23ad-4756-a4e2-cb7d86d1ddf8 tempest-SecurityGroupRulesNegativeTestJSON-657776705 tempest-SecurityGroupRulesNegativeTestJSON-657776705-project] Pushing event updated for resources: {'SecurityGroup': ['ID=484ae1ca-1272-43e3-8bb5-eb919d90c8e1,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:38:51.348569 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-6ca70f01-3820-437c-b0c5-89cc5680a677 req-b36fcfd6-23ad-4756-a4e2-cb7d86d1ddf8 tempest-SecurityGroupRulesNegativeTestJSON-657776705 tempest-SecurityGroupRulesNegativeTestJSON-657776705-project] Publish callbacks [] for security_group, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:38:51.349805 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-6ca70f01-3820-437c-b0c5-89cc5680a677 req-b36fcfd6-23ad-4756-a4e2-cb7d86d1ddf8 tempest-SecurityGroupRulesNegativeTestJSON-657776705 tempest-SecurityGroupRulesNegativeTestJSON-657776705-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1835 time: 0.4507096 Nov 05 18:38:51.402320 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [None req-a8ee7fcc-4cfd-4c34-88dd-dd24c9529cec admin admin] Deleting port 564ba393-8107-43b5-ad25-3b23da4edab0 {{(pid=102387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 18:38:51.402663 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-a8ee7fcc-4cfd-4c34-88dd-dd24c9529cec admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:38:51.503177 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.db [None req-a8ee7fcc-4cfd-4c34-88dd-dd24c9529cec admin admin] For port 564ba393-8107-43b5-ad25-3b23da4edab0, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=564ba393-8107-43b5-ad25-3b23da4edab0,segment=NetworkSegment(0ad128ab-a1c3-4049-9fa0-89adffa7cc7e),segment_id=0ad128ab-a1c3-4049-9fa0-89adffa7cc7e)] {{(pid=102387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:38:51.503549 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-a8ee7fcc-4cfd-4c34-88dd-dd24c9529cec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:38:51.524186 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [None req-a8ee7fcc-4cfd-4c34-88dd-dd24c9529cec admin admin] Calling delete_port for 564ba393-8107-43b5-ad25-3b23da4edab0 owned by network:router_interface {{(pid=102387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 18:38:51.532758 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-c43be800-09e1-4b19-9bc5-ae566216a3c1 req-d5441655-d0dd-4b53-8cf0-f4ba7daa4952 tempest-SecurityGroupRulesNegativeTestJSON-657776705 tempest-SecurityGroupRulesNegativeTestJSON-657776705-project] 10.222.0.13 "GET /v2.0/security-groups/484ae1ca-1272-43e3-8bb5-eb919d90c8e1 HTTP/1.1" status: 200 len: 1830 time: 0.0674171 Nov 05 18:38:51.545822 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [req-c43be800-09e1-4b19-9bc5-ae566216a3c1 req-3bb7f76e-19c1-41ea-a23d-55bcd3adef26 tempest-SecurityGroupRulesNegativeTestJSON-657776705 tempest-SecurityGroupRulesNegativeTestJSON-657776705-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '484ae1ca-1272-43e3-8bb5-eb919d90c8e1', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:38:51.546157 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [req-c43be800-09e1-4b19-9bc5-ae566216a3c1 req-3bb7f76e-19c1-41ea-a23d-55bcd3adef26 tempest-SecurityGroupRulesNegativeTestJSON-657776705 tempest-SecurityGroupRulesNegativeTestJSON-657776705-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '484ae1ca-1272-43e3-8bb5-eb919d90c8e1', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:38:52.047507 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-c43be800-09e1-4b19-9bc5-ae566216a3c1 req-3bb7f76e-19c1-41ea-a23d-55bcd3adef26 tempest-SecurityGroupRulesNegativeTestJSON-657776705 tempest-SecurityGroupRulesNegativeTestJSON-657776705-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:38:52.088061 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-a8ee7fcc-4cfd-4c34-88dd-dd24c9529cec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4417063'] for port, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:38:52.088645 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-c43be800-09e1-4b19-9bc5-ae566216a3c1 req-3bb7f76e-19c1-41ea-a23d-55bcd3adef26 tempest-SecurityGroupRulesNegativeTestJSON-657776705 tempest-SecurityGroupRulesNegativeTestJSON-657776705-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:38:52.113104 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ee7fcc-4cfd-4c34-88dd-dd24c9529cec admin admin] Pushing event deleted for resources: {'Port': ['ID=564ba393-8107-43b5-ad25-3b23da4edab0,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:38:52.125457 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ee7fcc-4cfd-4c34-88dd-dd24c9529cec admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:38:52.127634 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ee7fcc-4cfd-4c34-88dd-dd24c9529cec admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:38:52.127634 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ee7fcc-4cfd-4c34-88dd-dd24c9529cec admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:38:52.127634 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ee7fcc-4cfd-4c34-88dd-dd24c9529cec admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:38:52.127634 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ee7fcc-4cfd-4c34-88dd-dd24c9529cec admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:38:52.127634 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ee7fcc-4cfd-4c34-88dd-dd24c9529cec admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:38:52.127634 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ee7fcc-4cfd-4c34-88dd-dd24c9529cec admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:38:52.128187 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ee7fcc-4cfd-4c34-88dd-dd24c9529cec admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:38:52.128187 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ee7fcc-4cfd-4c34-88dd-dd24c9529cec admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:38:52.128364 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ee7fcc-4cfd-4c34-88dd-dd24c9529cec admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:38:52.128654 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ee7fcc-4cfd-4c34-88dd-dd24c9529cec admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:38:52.128971 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ee7fcc-4cfd-4c34-88dd-dd24c9529cec admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:38:52.147770 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-c43be800-09e1-4b19-9bc5-ae566216a3c1 req-3bb7f76e-19c1-41ea-a23d-55bcd3adef26 tempest-SecurityGroupRulesNegativeTestJSON-657776705 tempest-SecurityGroupRulesNegativeTestJSON-657776705-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985308'] for security_group_rule, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:38:52.190402 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb7f76e-19c1-41ea-a23d-55bcd3adef26 tempest-SecurityGroupRulesNegativeTestJSON-657776705 tempest-SecurityGroupRulesNegativeTestJSON-657776705-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed93a8a7-c42a-47b8-849e-e3de37406c91,revision_number=0']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:38:52.251004 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-c43be800-09e1-4b19-9bc5-ae566216a3c1 req-3bb7f76e-19c1-41ea-a23d-55bcd3adef26 tempest-SecurityGroupRulesNegativeTestJSON-657776705 tempest-SecurityGroupRulesNegativeTestJSON-657776705-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:38:52.252242 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-c43be800-09e1-4b19-9bc5-ae566216a3c1 req-3bb7f76e-19c1-41ea-a23d-55bcd3adef26 tempest-SecurityGroupRulesNegativeTestJSON-657776705 tempest-SecurityGroupRulesNegativeTestJSON-657776705-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.7121444 Nov 05 18:38:52.320289 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-a8ee7fcc-4cfd-4c34-88dd-dd24c9529cec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-597886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-573297'] for router_interface, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:38:52.354642 n-d-816865-1 neutron-server[102388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5b71237-24de-434f-a81f-3e3f7b737fb4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8f7cc57-2884-40dc-b963-08b7d98a1182'}, {'server_uuid': 'a5da7ec7-9b07-45dd-bf15-2b53851b9aeb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca0bac15-cb63-41b5-9d33-db3336e5e829'}] {{(pid=102388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 18:38:52.357071 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85474fee1180e129d8a886d264fe0b30223aa672dd1ffe43b630605f18504f68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04bd4fd9-9e1c-498a-b7b7-a4355c14be7e" -d '{"events": [{"server_uuid": "c5b71237-24de-434f-a81f-3e3f7b737fb4", "name": "network-vif-plugged", "status": "completed", "tag": "a8f7cc57-2884-40dc-b963-08b7d98a1182"}, {"server_uuid": "a5da7ec7-9b07-45dd-bf15-2b53851b9aeb", "name": "network-vif-plugged", "status": "completed", "tag": "ca0bac15-cb63-41b5-9d33-db3336e5e829"}]}' {{(pid=102388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 18:38:52.554735 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e3175a-46c3-4a3b-b465-15b520ad5cf6 req-65c1816f-e87b-4305-a7f9-0a764bc35250 tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:38:52.556164 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-56e3175a-46c3-4a3b-b465-15b520ad5cf6 req-65c1816f-e87b-4305-a7f9-0a764bc35250 tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] 10.222.0.13 "GET /v2.0/ports?device_id=0fe35696-e2e4-4757-b0fc-ca26acfa8a1b HTTP/1.1" status: 200 len: 950 time: 0.1220405 Nov 05 18:38:52.614076 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827c8800-fae0-4e81-b556-fb77872ec216 req-3d4a395b-bae2-47ce-a8a5-e8517b135342 tempest-LiveAutoBlockMigrationV225Test-1563372898 tempest-LiveAutoBlockMigrationV225Test-1563372898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:38:52.615576 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-827c8800-fae0-4e81-b556-fb77872ec216 req-3d4a395b-bae2-47ce-a8a5-e8517b135342 tempest-LiveAutoBlockMigrationV225Test-1563372898 tempest-LiveAutoBlockMigrationV225Test-1563372898-project] 10.222.0.13 "GET /v2.0/ports?device_id=c2fd5a8c-4839-4f98-a594-cd5beb2615bd HTTP/1.1" status: 200 len: 944 time: 0.1532946 Nov 05 18:38:52.683279 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-56e3175a-46c3-4a3b-b465-15b520ad5cf6 req-db560da2-f574-45e4-aec8-04f1ac84f891 tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] 10.222.0.13 "GET /v2.0/security-groups?id=c4f63610-8850-433c-ac4b-7e7146261ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192620 Nov 05 18:38:52.687773 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8ee7fcc-4cfd-4c34-88dd-dd24c9529cec admin admin] Router fc1418de-661a-4ac1-8007-d49cf3a98f21 has already been hosted by L3 agent 6dcb5589-8e86-4616-9186-ddc4548e13ad {{(pid=102387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 18:38:52.706386 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-827c8800-fae0-4e81-b556-fb77872ec216 req-28972ee3-8f42-4234-b798-a0f36d40fd75 tempest-LiveAutoBlockMigrationV225Test-1563372898 tempest-LiveAutoBlockMigrationV225Test-1563372898-project] 10.222.0.13 "GET /v2.0/security-groups?id=35cb161a-9192-43e2-a392-140fa33626b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833051 Nov 05 18:38:52.861280 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-67c014ef-1307-4d49-8eb1-5b1feb393790 req-3f5096e5-5a82-42ba-ace7-faa88944cdca tempest-SecurityGroupRulesNegativeTestJSON-657776705 tempest-SecurityGroupRulesNegativeTestJSON-657776705-project] 10.222.0.13 "GET /v2.0/security-groups/484ae1ca-1272-43e3-8bb5-eb919d90c8e1 HTTP/1.1" status: 200 len: 2423 time: 0.1161246 Nov 05 18:38:52.871365 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124f923e-adde-4c03-9013-a51e7ae044db req-37b96847-f50b-4794-9f7a-e321da069aab tempest-ListImageFiltersTestJSON-1107050978 tempest-ListImageFiltersTestJSON-1107050978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:38:52.873616 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-124f923e-adde-4c03-9013-a51e7ae044db req-37b96847-f50b-4794-9f7a-e321da069aab tempest-ListImageFiltersTestJSON-1107050978 tempest-ListImageFiltersTestJSON-1107050978-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5b71237-24de-434f-a81f-3e3f7b737fb4 HTTP/1.1" status: 200 len: 949 time: 0.1186230 Nov 05 18:38:52.882655 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8ee7fcc-4cfd-4c34-88dd-dd24c9529cec admin admin] Notify agent at l3_agent.n-d-816865-1 the message routers_updated {{(pid=102387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 18:38:52.892166 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b98a61b0-0dbe-491f-a463-23f49f545287 None None] Sync routers for ids ['fc1418de-661a-4ac1-8007-d49cf3a98f21'] in n-d-816865-1 {{(pid=102388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 18:38:52.892882 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-a8ee7fcc-4cfd-4c34-88dd-dd24c9529cec admin admin] 10.222.0.13 "PUT /v2.0/routers/fc1418de-661a-4ac1-8007-d49cf3a98f21/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5804946 Nov 05 18:38:52.895928 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 40386) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:38:52.905878 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b98a61b0-0dbe-491f-a463-23f49f545287 None None] Routers {'fc1418de-661a-4ac1-8007-d49cf3a98f21'} bound to L3 agent in host n-d-816865-1 {{(pid=102388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 18:38:52.906528 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-b98a61b0-0dbe-491f-a463-23f49f545287 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T18:38:35Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['fc1418de-661a-4ac1-8007-d49cf3a98f21'], 'active': True} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:38:52.932563 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-124f923e-adde-4c03-9013-a51e7ae044db req-34d0163c-b7b0-4487-8a0a-82b8c84919a2 tempest-ListImageFiltersTestJSON-1107050978 tempest-ListImageFiltersTestJSON-1107050978-project] 10.222.0.13 "GET /v2.0/security-groups?id=3a75c85e-fd58-4736-9ad8-18dced01e280&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519392 Nov 05 18:38:53.042359 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-c65fb891-7938-4b4a-8a4c-b22a23579174 admin admin] Publish callbacks [] for router, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:38:53.084029 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d73770f-5c4d-466d-b773-1b00123e0602 req-54523996-cb3a-4f9d-a640-3acadc73daf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:38:53.085531 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-0d73770f-5c4d-466d-b773-1b00123e0602 req-54523996-cb3a-4f9d-a640-3acadc73daf7 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=c5b71237-24de-434f-a81f-3e3f7b737fb4 HTTP/1.1" status: 200 len: 1100 time: 0.0762987 Nov 05 18:38:53.098183 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5c3ce8-24d7-46ab-9bab-ccfa1da8a530 req-0d28b165-627a-4aee-951c-6001cffc5067 tempest-ImagesOneServerTestJSON-1840565388 tempest-ImagesOneServerTestJSON-1840565388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:38:53.099866 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-cb5c3ce8-24d7-46ab-9bab-ccfa1da8a530 req-0d28b165-627a-4aee-951c-6001cffc5067 tempest-ImagesOneServerTestJSON-1840565388 tempest-ImagesOneServerTestJSON-1840565388-project] 10.222.0.13 "GET /v2.0/ports?device_id=a5da7ec7-9b07-45dd-bf15-2b53851b9aeb HTTP/1.1" status: 200 len: 950 time: 0.0813622 Nov 05 18:38:53.105708 n-d-816865-1 neutron-server[102387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2fd5a8c-4839-4f98-a594-cd5beb2615bd', 'tag': 'e6d91212-8168-4489-81f8-e04ba259e029'}] {{(pid=102387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 18:38:53.108561 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab06bd4ddf5758c1f10d79fe34dc215bafa488692cde9dba2fcbcb67556f90bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-666b27e8-8e3f-4b3f-836c-214c86ec0116" -d '{"events": [{"name": "network-changed", "server_uuid": "c2fd5a8c-4839-4f98-a594-cd5beb2615bd", "tag": "e6d91212-8168-4489-81f8-e04ba259e029"}]}' {{(pid=102387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 18:38:53.116791 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 05 Nov 2021 18:38:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-710957fb-ce7e-419c-879d-087997d8d0d6 x-openstack-request-id: req-710957fb-ce7e-419c-879d-087997d8d0d6 {{(pid=102388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 18:38:53.117302 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5b71237-24de-434f-a81f-3e3f7b737fb4", "name": "network-vif-plugged", "status": "completed", "tag": "a8f7cc57-2884-40dc-b963-08b7d98a1182", "code": 200}, {"server_uuid": "a5da7ec7-9b07-45dd-bf15-2b53851b9aeb", "name": "network-vif-plugged", "status": "completed", "tag": "ca0bac15-cb63-41b5-9d33-db3336e5e829", "code": 200}]} {{(pid=102388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 18:38:53.117764 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-710957fb-ce7e-419c-879d-087997d8d0d6 {{(pid=102388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 18:38:53.118330 n-d-816865-1 neutron-server[102388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5b71237-24de-434f-a81f-3e3f7b737fb4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8f7cc57-2884-40dc-b963-08b7d98a1182', 'code': 200} Nov 05 18:38:53.118588 n-d-816865-1 neutron-server[102388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5da7ec7-9b07-45dd-bf15-2b53851b9aeb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca0bac15-cb63-41b5-9d33-db3336e5e829', 'code': 200} Nov 05 18:38:53.154297 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-c65fb891-7938-4b4a-8a4c-b22a23579174 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:38:53.173086 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-0d73770f-5c4d-466d-b773-1b00123e0602 req-60d3a02c-0fc0-409d-8ea8-ae94291f0e30 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=3a75c85e-fd58-4736-9ad8-18dced01e280&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722294 Nov 05 18:38:53.185450 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-cb5c3ce8-24d7-46ab-9bab-ccfa1da8a530 req-07384ba5-faef-4491-81b6-d2d7b903c8fa tempest-ImagesOneServerTestJSON-1840565388 tempest-ImagesOneServerTestJSON-1840565388-project] 10.222.0.13 "GET /v2.0/security-groups?id=4c0cf261-3beb-4899-97be-bc068721c8c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729766 Nov 05 18:38:53.193849 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvr_db [None req-b98a61b0-0dbe-491f-a463-23f49f545287 None None] Set router fc1418de-661a-4ac1-8007-d49cf3a98f21 gateway port host: n-d-816865-1 {{(pid=102388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 18:38:53.265160 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-3a4cab7d-8aec-4cad-88b2-740fadda6c99 req-a264153d-f118-4d89-8b4c-9b74c4c1b005 tempest-SecurityGroupRulesNegativeTestJSON-657776705 tempest-SecurityGroupRulesNegativeTestJSON-657776705-project] 10.222.0.13 "GET /v2.0/security-group-rules/ed93a8a7-c42a-47b8-849e-e3de37406c91 HTTP/1.1" status: 200 len: 778 time: 0.0336716 Nov 05 18:38:53.281713 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-c65fb891-7938-4b4a-8a4c-b22a23579174 admin admin] Deleting port 0e2db176-33f5-4087-b703-85d61ef47c42 {{(pid=102386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 18:38:53.282084 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-c65fb891-7938-4b4a-8a4c-b22a23579174 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:38:53.320331 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-3a4cab7d-8aec-4cad-88b2-740fadda6c99 req-b6c07459-4a60-4851-97ed-f2ce7fb8904c tempest-SecurityGroupRulesNegativeTestJSON-657776705 tempest-SecurityGroupRulesNegativeTestJSON-657776705-project] 10.222.0.13 "GET /v2.0/security-groups/484ae1ca-1272-43e3-8bb5-eb919d90c8e1 HTTP/1.1" status: 200 len: 2423 time: 0.0465455 Nov 05 18:38:53.357488 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-3a4cab7d-8aec-4cad-88b2-740fadda6c99 req-a7d8ad52-be4d-4d1b-95b5-aa0aa1b05602 tempest-SecurityGroupRulesNegativeTestJSON-657776705 tempest-SecurityGroupRulesNegativeTestJSON-657776705-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:38:53.370744 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-3a4cab7d-8aec-4cad-88b2-740fadda6c99 req-a7d8ad52-be4d-4d1b-95b5-aa0aa1b05602 tempest-SecurityGroupRulesNegativeTestJSON-657776705 tempest-SecurityGroupRulesNegativeTestJSON-657776705-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:38:53.391379 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [None req-c65fb891-7938-4b4a-8a4c-b22a23579174 admin admin] For port 0e2db176-33f5-4087-b703-85d61ef47c42, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=0e2db176-33f5-4087-b703-85d61ef47c42,segment=NetworkSegment(85be518c-8bb4-46a2-a903-d4292782d29d),segment_id=85be518c-8bb4-46a2-a903-d4292782d29d)] {{(pid=102386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:38:53.392045 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-c65fb891-7938-4b4a-8a4c-b22a23579174 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:38:53.407493 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-c65fb891-7938-4b4a-8a4c-b22a23579174 admin admin] Calling delete_port for 0e2db176-33f5-4087-b703-85d61ef47c42 owned by network:router_gateway {{(pid=102386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 18:38:53.419339 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 18:38:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fe04110-4f06-4b8d-9084-ea554bceda3f x-openstack-request-id: req-1fe04110-4f06-4b8d-9084-ea554bceda3f {{(pid=102387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 18:38:53.419736 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c2fd5a8c-4839-4f98-a594-cd5beb2615bd", "tag": "e6d91212-8168-4489-81f8-e04ba259e029", "status": "completed", "code": 200}]} {{(pid=102387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 18:38:53.424920 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1fe04110-4f06-4b8d-9084-ea554bceda3f {{(pid=102387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 18:38:53.424920 n-d-816865-1 neutron-server[102387]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2fd5a8c-4839-4f98-a594-cd5beb2615bd', 'tag': 'e6d91212-8168-4489-81f8-e04ba259e029', 'status': 'completed', 'code': 200} Nov 05 18:38:53.428545 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-b98a61b0-0dbe-491f-a463-23f49f545287 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc1418de-661a-4ac1-8007-d49cf3a98f21', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2147298721-router', 'tenant_id': '2d87535eb2bb46c696365475b90b493b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.245'}], 'enable_snat': True}, 'gw_port_id': '0e2db176-33f5-4087-b703-85d61ef47c42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T18:37:38Z', 'updated_at': '2021-11-05T18:38:51Z', 'revision_number': 5, 'project_id': '2d87535eb2bb46c696365475b90b493b', 'gw_port': {'id': '0e2db176-33f5-4087-b703-85d61ef47c42', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:79:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc1418de-661a-4ac1-8007-d49cf3a98f21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T18:37:41Z', 'updated_at': '2021-11-05T18:37:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1'}], 'n-d-816865-1', False) {} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:38:53.470092 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b98a61b0-0dbe-491f-a463-23f49f545287 None None] Checking router: fc1418de-661a-4ac1-8007-d49cf3a98f21 for host: n-d-816865-1 {{(pid=102388) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 18:38:53.482493 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b98a61b0-0dbe-491f-a463-23f49f545287 None None] Routers {'fc1418de-661a-4ac1-8007-d49cf3a98f21'} bound to L3 agent in host n-d-816865-1 {{(pid=102388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 18:38:53.483213 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-b98a61b0-0dbe-491f-a463-23f49f545287 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T18:38:35Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['fc1418de-661a-4ac1-8007-d49cf3a98f21'], 'active': True} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:38:53.491690 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-3a4cab7d-8aec-4cad-88b2-740fadda6c99 req-a7d8ad52-be4d-4d1b-95b5-aa0aa1b05602 tempest-SecurityGroupRulesNegativeTestJSON-657776705 tempest-SecurityGroupRulesNegativeTestJSON-657776705-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985308'] for security_group_rule, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:38:53.501851 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-3a4cab7d-8aec-4cad-88b2-740fadda6c99 req-a7d8ad52-be4d-4d1b-95b5-aa0aa1b05602 tempest-SecurityGroupRulesNegativeTestJSON-657776705 tempest-SecurityGroupRulesNegativeTestJSON-657776705-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:38:53.517328 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-3a4cab7d-8aec-4cad-88b2-740fadda6c99 req-a7d8ad52-be4d-4d1b-95b5-aa0aa1b05602 tempest-SecurityGroupRulesNegativeTestJSON-657776705 tempest-SecurityGroupRulesNegativeTestJSON-657776705-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/ed93a8a7-c42a-47b8-849e-e3de37406c91 HTTP/1.1" status: 204 len: 173 time: 0.1853487 Nov 05 18:38:53.539193 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d8ad52-be4d-4d1b-95b5-aa0aa1b05602 tempest-SecurityGroupRulesNegativeTestJSON-657776705 tempest-SecurityGroupRulesNegativeTestJSON-657776705-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ed93a8a7-c42a-47b8-849e-e3de37406c91,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:38:53.571134 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666b27e8-8e3f-4b3f-836c-214c86ec0116 req-7028d561-7927-42b0-9371-ccab157e397e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:38:53.577312 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-666b27e8-8e3f-4b3f-836c-214c86ec0116 req-7028d561-7927-42b0-9371-ccab157e397e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=482f8aec1d1b4fc08a02afb86f8387d6&device_id=c2fd5a8c-4839-4f98-a594-cd5beb2615bd HTTP/1.1" status: 200 len: 1095 time: 0.1317878 Nov 05 18:38:53.602855 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvr_db [None req-b98a61b0-0dbe-491f-a463-23f49f545287 None None] Set router fc1418de-661a-4ac1-8007-d49cf3a98f21 gateway port host: None {{(pid=102388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 18:38:53.666328 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-b98a61b0-0dbe-491f-a463-23f49f545287 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc1418de-661a-4ac1-8007-d49cf3a98f21', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2147298721-router', 'tenant_id': '2d87535eb2bb46c696365475b90b493b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T18:37:38Z', 'updated_at': '2021-11-05T18:38:53Z', 'revision_number': 6, 'project_id': '2d87535eb2bb46c696365475b90b493b', 'gw_port_host': None}], 'n-d-816865-1', False) {} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:38:53.693566 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b98a61b0-0dbe-491f-a463-23f49f545287 None None] The sync data for ids ['fc1418de-661a-4ac1-8007-d49cf3a98f21'] in n-d-816865-1 is: [{'id': 'fc1418de-661a-4ac1-8007-d49cf3a98f21', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2147298721-router', 'tenant_id': '2d87535eb2bb46c696365475b90b493b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T18:37:38Z', 'updated_at': '2021-11-05T18:38:53Z', 'revision_number': 6, 'project_id': '2d87535eb2bb46c696365475b90b493b', 'gw_port_host': None}] {{(pid=102388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 18:38:53.699241 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-c65fb891-7938-4b4a-8a4c-b22a23579174 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:38:53.718542 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfae8d33-ebd9-42cc-a990-fb49890485ca req-4be5d652-4999-4047-8143-bb4a5663e185 tempest-LiveAutoBlockMigrationV225Test-2109471755 tempest-LiveAutoBlockMigrationV225Test-2109471755-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:38:53.720198 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-dfae8d33-ebd9-42cc-a990-fb49890485ca req-4be5d652-4999-4047-8143-bb4a5663e185 tempest-LiveAutoBlockMigrationV225Test-2109471755 tempest-LiveAutoBlockMigrationV225Test-2109471755-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=c2fd5a8c-4839-4f98-a594-cd5beb2615bd HTTP/1.1" status: 200 len: 1095 time: 0.1051078 Nov 05 18:38:53.725937 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666b27e8-8e3f-4b3f-836c-214c86ec0116 req-35be7ef5-baa5-404a-8b3c-56f5049cd12f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:38:53.726666 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-666b27e8-8e3f-4b3f-836c-214c86ec0116 req-35be7ef5-baa5-404a-8b3c-56f5049cd12f service neutron] 10.222.0.41 "GET /v2.0/networks?id=5e3d0b1a-fd18-45bc-91bd-c831330234c4 HTTP/1.1" status: 200 len: 921 time: 0.1368694 Nov 05 18:38:53.740045 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65fb891-7938-4b4a-8a4c-b22a23579174 admin admin] Pushing event deleted for resources: {'Port': ['ID=0e2db176-33f5-4087-b703-85d61ef47c42,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:38:53.765840 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65fb891-7938-4b4a-8a4c-b22a23579174 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:38:53.766213 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65fb891-7938-4b4a-8a4c-b22a23579174 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:38:53.766548 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65fb891-7938-4b4a-8a4c-b22a23579174 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:38:53.766877 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65fb891-7938-4b4a-8a4c-b22a23579174 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:38:53.767685 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65fb891-7938-4b4a-8a4c-b22a23579174 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:38:53.767685 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65fb891-7938-4b4a-8a4c-b22a23579174 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:38:53.767944 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65fb891-7938-4b4a-8a4c-b22a23579174 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:38:53.768240 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65fb891-7938-4b4a-8a4c-b22a23579174 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:38:53.768558 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65fb891-7938-4b4a-8a4c-b22a23579174 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:38:53.768874 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65fb891-7938-4b4a-8a4c-b22a23579174 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:38:53.769189 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65fb891-7938-4b4a-8a4c-b22a23579174 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:38:53.769568 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65fb891-7938-4b4a-8a4c-b22a23579174 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:38:53.799089 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-666b27e8-8e3f-4b3f-836c-214c86ec0116 req-8da50956-5775-46ec-9e64-e6f07b986ee0 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e6d91212-8168-4489-81f8-e04ba259e029 HTTP/1.1" status: 200 len: 217 time: 0.0610895 Nov 05 18:38:53.809994 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-c65fb891-7938-4b4a-8a4c-b22a23579174 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1000651'] for router_gateway, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:38:53.852789 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-dfae8d33-ebd9-42cc-a990-fb49890485ca req-1eb940bf-ec6f-4614-839e-3069649013f8 tempest-LiveAutoBlockMigrationV225Test-2109471755 tempest-LiveAutoBlockMigrationV225Test-2109471755-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=35cb161a-9192-43e2-a392-140fa33626b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222358 Nov 05 18:38:53.867377 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666b27e8-8e3f-4b3f-836c-214c86ec0116 req-289e57f2-23a4-4621-bc61-4fe3f7381ecb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:38:53.874636 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-666b27e8-8e3f-4b3f-836c-214c86ec0116 req-289e57f2-23a4-4621-bc61-4fe3f7381ecb service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e7fca78a-743c-4af3-9fb8-12bc06bb873c HTTP/1.1" status: 200 len: 860 time: 0.0607493 Nov 05 18:38:53.909396 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-666b27e8-8e3f-4b3f-836c-214c86ec0116 req-c34877cf-4290-4fc9-9ffb-08b060cb26b7 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=5e3d0b1a-fd18-45bc-91bd-c831330234c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0311840 Nov 05 18:38:53.919076 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-c65fb891-7938-4b4a-8a4c-b22a23579174 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-571301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6852'] for router, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:38:53.922349 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-c65fb891-7938-4b4a-8a4c-b22a23579174 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:38:53.995844 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [req-6de378c5-1b41-4e7d-9c7d-c3503bf9873d req-44b5b623-15f0-4f12-864e-3b4bc1e84d71 tempest-SecurityGroupRulesNegativeTestJSON-657776705 tempest-SecurityGroupRulesNegativeTestJSON-657776705-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-2020421434', 'description': 'tempest-description-378564064'}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:38:54.041584 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-666b27e8-8e3f-4b3f-836c-214c86ec0116 req-12297286-6f79-45b6-9c22-bf4669867ded service neutron] 10.222.0.41 "GET /v2.0/networks/5e3d0b1a-fd18-45bc-91bd-c831330234c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1204343 Nov 05 18:38:54.092989 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-c65fb891-7938-4b4a-8a4c-b22a23579174 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-571310'] for router, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:38:54.093805 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c65fb891-7938-4b4a-8a4c-b22a23579174 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fc1418de-661a-4ac1-8007-d49cf3a98f21 {{(pid=102386) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 05 18:38:54.099989 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-c65fb891-7938-4b4a-8a4c-b22a23579174 admin admin] Publish callbacks [] for router, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:38:54.101462 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-c65fb891-7938-4b4a-8a4c-b22a23579174 admin admin] 10.222.0.13 "DELETE /v2.0/routers/fc1418de-661a-4ac1-8007-d49cf3a98f21 HTTP/1.1" status: 204 len: 168 time: 1.2043874 Nov 05 18:38:54.104016 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 40436) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:38:54.124838 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-6de378c5-1b41-4e7d-9c7d-c3503bf9873d req-44b5b623-15f0-4f12-864e-3b4bc1e84d71 tempest-SecurityGroupRulesNegativeTestJSON-657776705 tempest-SecurityGroupRulesNegativeTestJSON-657776705-project] Publish callbacks [] for security_group, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:38:54.154882 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-666b27e8-8e3f-4b3f-836c-214c86ec0116 req-e1dd2d69-f416-4a9b-b9f7-79a29d9b7189 service neutron] 10.222.0.41 "GET /v2.0/networks/5e3d0b1a-fd18-45bc-91bd-c831330234c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1056168 Nov 05 18:38:54.162300 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f00e813-5038-4ba9-b278-b7d7b314e749 admin admin] Deleting subnet a6c75341-a7fb-4eb2-8dc2-c5f20756d96e {{(pid=102386) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 05 18:38:54.165426 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-6f00e813-5038-4ba9-b278-b7d7b314e749 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:38:54.214476 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-6de378c5-1b41-4e7d-9c7d-c3503bf9873d req-44b5b623-15f0-4f12-864e-3b4bc1e84d71 tempest-SecurityGroupRulesNegativeTestJSON-657776705 tempest-SecurityGroupRulesNegativeTestJSON-657776705-project] Publish callbacks [] for security_group, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:38:54.221363 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-6f00e813-5038-4ba9-b278-b7d7b314e749 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4590738'] for subnet, precommit_delete_associations {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:38:54.269569 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-6de378c5-1b41-4e7d-9c7d-c3503bf9873d req-44b5b623-15f0-4f12-864e-3b4bc1e84d71 tempest-SecurityGroupRulesNegativeTestJSON-657776705 tempest-SecurityGroupRulesNegativeTestJSON-657776705-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:38:54.298905 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b5b623-15f0-4f12-864e-3b4bc1e84d71 tempest-SecurityGroupRulesNegativeTestJSON-657776705 tempest-SecurityGroupRulesNegativeTestJSON-657776705-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e074f5a2-eb92-4942-8f2f-e5bfa2d48053,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:38:54.340218 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-6f00e813-5038-4ba9-b278-b7d7b314e749 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1573928'] for subnet, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:38:54.359173 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-6de378c5-1b41-4e7d-9c7d-c3503bf9873d req-44b5b623-15f0-4f12-864e-3b4bc1e84d71 tempest-SecurityGroupRulesNegativeTestJSON-657776705 tempest-SecurityGroupRulesNegativeTestJSON-657776705-project] Publish callbacks [] for security_group, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:38:54.360552 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-6de378c5-1b41-4e7d-9c7d-c3503bf9873d req-44b5b623-15f0-4f12-864e-3b4bc1e84d71 tempest-SecurityGroupRulesNegativeTestJSON-657776705 tempest-SecurityGroupRulesNegativeTestJSON-657776705-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1834 time: 0.3717632 Nov 05 18:38:54.459102 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-6f00e813-5038-4ba9-b278-b7d7b314e749 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1573905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6149879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4877183'] for subnet, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:38:54.501966 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-6f00e813-5038-4ba9-b278-b7d7b314e749 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:38:54.506695 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af60203c-4e04-4260-b49e-648cc037d594 None None] Network 7b3a41e7-93df-49e1-9756-a04fc3940e25 requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 18:38:54.507210 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-6f00e813-5038-4ba9-b278-b7d7b314e749 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/a6c75341-a7fb-4eb2-8dc2-c5f20756d96e HTTP/1.1" status: 204 len: 168 time: 0.4021657 Nov 05 18:38:54.508475 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f00e813-5038-4ba9-b278-b7d7b314e749 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a6c75341-a7fb-4eb2-8dc2-c5f20756d96e,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:38:54.511457 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 40458) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:38:54.575592 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f35f96d-edf2-44b0-b338-b44734086f83 req-615f9d14-1dbb-4cc2-a77f-b157df87d4dc tempest-ImagesTestJSON-1124888854 tempest-ImagesTestJSON-1124888854-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:38:54.577315 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-6f35f96d-edf2-44b0-b338-b44734086f83 req-615f9d14-1dbb-4cc2-a77f-b157df87d4dc tempest-ImagesTestJSON-1124888854 tempest-ImagesTestJSON-1124888854-project] 10.222.0.13 "GET /v2.0/networks?id=598f5d7d-609c-4eed-bdfb-a95dcdae7151 HTTP/1.1" status: 200 len: 805 time: 0.1474364 Nov 05 18:38:54.608771 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-85aad409-7824-4a11-9b8a-9f383f4e740b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1664226'] for network, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:38:54.615600 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-6f35f96d-edf2-44b0-b338-b44734086f83 req-36af9060-985d-4528-9f52-e4fefd9ca1e1 tempest-ImagesTestJSON-1124888854 tempest-ImagesTestJSON-1124888854-project] 10.222.0.13 "GET /v2.0/quotas/0f862ce7a4174f25919478ebbeb38081 HTTP/1.1" status: 200 len: 375 time: 0.0294626 Nov 05 18:38:54.678997 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-6f35f96d-edf2-44b0-b338-b44734086f83 req-d2b3de3d-e73d-48f3-baa8-bcddd07b9477 tempest-ImagesTestJSON-1124888854 tempest-ImagesTestJSON-1124888854-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=0f862ce7a4174f25919478ebbeb38081&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0620735 Nov 05 18:38:54.680711 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-85aad409-7824-4a11-9b8a-9f383f4e740b admin admin] Deleting port e109c96b-3509-4849-9bf0-b05d603a564b {{(pid=102386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 18:38:54.681212 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-85aad409-7824-4a11-9b8a-9f383f4e740b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:38:54.698339 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 0e2db176-33f5-4087-b703-85d61ef47c42 no longer exists at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 18:38:54.733671 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] No Port match for: 0e2db176-33f5-4087-b703-85d61ef47c42 {{(pid=102388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 18:38:54.734016 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 0e2db176-33f5-4087-b703-85d61ef47c42 not bound to the agent host n-d-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 18:38:54.742684 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 564ba393-8107-43b5-ad25-3b23da4edab0 no longer exists at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 18:38:54.770388 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] No Port match for: 564ba393-8107-43b5-ad25-3b23da4edab0 {{(pid=102388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 18:38:54.770723 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 564ba393-8107-43b5-ad25-3b23da4edab0 not bound to the agent host n-d-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 18:38:54.772421 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5123498-0671-448c-b570-c1c8262f459a None None] DHCP port deletion for 7b3a41e7-93df-49e1-9756-a04fc3940e25 request from n-d-816865-1 {{(pid=102388) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 05 18:38:54.791227 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [None req-85aad409-7824-4a11-9b8a-9f383f4e740b admin admin] For port e109c96b-3509-4849-9bf0-b05d603a564b, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=e109c96b-3509-4849-9bf0-b05d603a564b,segment=NetworkSegment(0ad128ab-a1c3-4049-9fa0-89adffa7cc7e),segment_id=0ad128ab-a1c3-4049-9fa0-89adffa7cc7e)] {{(pid=102386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:38:54.792711 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-85aad409-7824-4a11-9b8a-9f383f4e740b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:38:54.812450 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-85aad409-7824-4a11-9b8a-9f383f4e740b admin admin] Calling delete_port for e109c96b-3509-4849-9bf0-b05d603a564b owned by network:dhcp {{(pid=102386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 18:38:54.824554 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-c5123498-0671-448c-b570-c1c8262f459a None None] Deleting port e109c96b-3509-4849-9bf0-b05d603a564b {{(pid=102388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 18:38:54.825848 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c5123498-0671-448c-b570-c1c8262f459a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:38:54.879107 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfc6469-09f6-494e-90d7-dfd1c8fcabdb req-4020b313-63f6-4750-9f00-b1ef6a9dc62c tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:38:54.880691 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-fdfc6469-09f6-494e-90d7-dfd1c8fcabdb req-4020b313-63f6-4750-9f00-b1ef6a9dc62c tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] 10.222.0.13 "GET /v2.0/ports?device_id=0fe35696-e2e4-4757-b0fc-ca26acfa8a1b HTTP/1.1" status: 200 len: 950 time: 0.0769124 Nov 05 18:38:54.891159 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-6f35f96d-edf2-44b0-b338-b44734086f83 req-a0775eaf-a762-4414-a363-080bb72fbc9d service neutron] 10.222.0.13 "GET /v2.0/networks/598f5d7d-609c-4eed-bdfb-a95dcdae7151?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2089353 Nov 05 18:38:54.908371 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-c5123498-0671-448c-b570-c1c8262f459a None None] For port e109c96b-3509-4849-9bf0-b05d603a564b, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=e109c96b-3509-4849-9bf0-b05d603a564b,segment=NetworkSegment(0ad128ab-a1c3-4049-9fa0-89adffa7cc7e),segment_id=0ad128ab-a1c3-4049-9fa0-89adffa7cc7e)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:38:54.908784 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c5123498-0671-448c-b570-c1c8262f459a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:38:54.923510 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-c5123498-0671-448c-b570-c1c8262f459a None None] Calling delete_port for e109c96b-3509-4849-9bf0-b05d603a564b owned by network:dhcp {{(pid=102388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 18:38:54.983610 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-85aad409-7824-4a11-9b8a-9f383f4e740b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:38:54.988222 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Device c14fe7bd-4f5c-40d2-a0cb-c8133c555448 no longer exists at agent hyperv_n-h2-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 18:38:55.010494 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-fdfc6469-09f6-494e-90d7-dfd1c8fcabdb req-f1be6dae-91bc-446d-ac31-a3fd6be1f58c tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] 10.222.0.13 "GET /v2.0/security-groups?id=c4f63610-8850-433c-ac4b-7e7146261ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170082 Nov 05 18:38:55.042808 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-6f35f96d-edf2-44b0-b338-b44734086f83 req-bacdb5c7-204b-44fa-9681-fadda54f3ada service neutron] 10.222.0.13 "GET /v2.0/networks/598f5d7d-609c-4eed-bdfb-a95dcdae7151?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1503258 Nov 05 18:38:55.050469 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85aad409-7824-4a11-9b8a-9f383f4e740b admin admin] Pushing event deleted for resources: {'Port': ['ID=e109c96b-3509-4849-9bf0-b05d603a564b,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:38:55.063339 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85aad409-7824-4a11-9b8a-9f383f4e740b admin admin] No DVR routers for this DVR port e109c96b-3509-4849-9bf0-b05d603a564b on host n-d-816865-1 {{(pid=102386) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 18:38:55.082995 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c5123498-0671-448c-b570-c1c8262f459a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798'] for port, after_delete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:38:55.124030 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5123498-0671-448c-b570-c1c8262f459a None None] Pushing event deleted for resources: {'Port': ['ID=e109c96b-3509-4849-9bf0-b05d603a564b,revision_number=None']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:38:55.126159 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5123498-0671-448c-b570-c1c8262f459a None None] No DVR routers for this DVR port e109c96b-3509-4849-9bf0-b05d603a564b on host n-d-816865-1 {{(pid=102388) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 18:38:55.131566 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:38:55.170626 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-85aad409-7824-4a11-9b8a-9f383f4e740b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1579173', 'neutron.services.segments.db._delete_segments_for_network-8750027792909'] for network, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:38:55.187768 n-d-816865-1 neutron-server[102388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cec9f0c8-6c31-490d-9df0-bbd29aa25d72', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c14fe7bd-4f5c-40d2-a0cb-c8133c555448'}] {{(pid=102388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 18:38:55.187768 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85474fee1180e129d8a886d264fe0b30223aa672dd1ffe43b630605f18504f68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd0c7aa8-cc80-4c85-83bb-738abc29e043" -d '{"events": [{"server_uuid": "cec9f0c8-6c31-490d-9df0-bbd29aa25d72", "name": "network-vif-unplugged", "status": "completed", "tag": "c14fe7bd-4f5c-40d2-a0cb-c8133c555448"}]}' {{(pid=102388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 18:38:55.194715 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbd2696-7a31-4261-8e50-b47526b120de req-75356b08-9e4b-4267-8c7d-4d2cbcddd8e6 tempest-ListImageFiltersTestJSON-1107050978 tempest-ListImageFiltersTestJSON-1107050978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:38:55.195377 n-d-816865-1 neutron-server[102386]: DEBUG neutron.services.segments.db [None req-85aad409-7824-4a11-9b8a-9f383f4e740b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b3a41e7-93df-49e1-9756-a04fc3940e25']}} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:38:55.196252 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-6dbd2696-7a31-4261-8e50-b47526b120de req-75356b08-9e4b-4267-8c7d-4d2cbcddd8e6 tempest-ListImageFiltersTestJSON-1107050978 tempest-ListImageFiltersTestJSON-1107050978-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5b71237-24de-434f-a81f-3e3f7b737fb4 HTTP/1.1" status: 200 len: 949 time: 0.0783770 Nov 05 18:38:55.201486 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] For port c14fe7bd-4f5c-40d2-a0cb-c8133c555448, host n-h2-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=c14fe7bd-4f5c-40d2-a0cb-c8133c555448,segment=NetworkSegment(b0f4d4e8-61d5-4e79-9c35-e1f620a70868),segment_id=b0f4d4e8-61d5-4e79-9c35-e1f620a70868)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:38:55.208436 n-d-816865-1 neutron-server[102386]: DEBUG neutron.services.segments.db [None req-85aad409-7824-4a11-9b8a-9f383f4e740b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ad128ab-a1c3-4049-9fa0-89adffa7cc7e') {'for_net_delete': True} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:38:55.208723 n-d-816865-1 neutron-server[102386]: DEBUG neutron.services.segments.db [None req-85aad409-7824-4a11-9b8a-9f383f4e740b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ad128ab-a1c3-4049-9fa0-89adffa7cc7e') {} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:38:55.219849 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-85aad409-7824-4a11-9b8a-9f383f4e740b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750027793430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4590747'] for segment, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:38:55.233770 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-85aad409-7824-4a11-9b8a-9f383f4e740b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273'] for segment, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:38:55.240931 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85aad409-7824-4a11-9b8a-9f383f4e740b admin admin] Releasing vlan 191 on physical network physnet1 to pool {{(pid=102386) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 05 18:38:55.245443 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-85aad409-7824-4a11-9b8a-9f383f4e740b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6149721'] for segment, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:38:55.245443 n-d-816865-1 neutron-server[102386]: Traceback (most recent call last): Nov 05 18:38:55.245443 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 05 18:38:55.245443 n-d-816865-1 neutron-server[102386]: timer() Nov 05 18:38:55.245443 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 05 18:38:55.245443 n-d-816865-1 neutron-server[102386]: cb(*args, **kw) Nov 05 18:38:55.245443 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 05 18:38:55.245443 n-d-816865-1 neutron-server[102386]: return func(*args, **kwargs) Nov 05 18:38:55.245443 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 05 18:38:55.245443 n-d-816865-1 neutron-server[102386]: self._notify() Nov 05 18:38:55.245443 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 05 18:38:55.245443 n-d-816865-1 neutron-server[102386]: self.callback(batched_events) Nov 05 18:38:55.245443 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 05 18:38:55.245443 n-d-816865-1 neutron-server[102386]: event.method(event) Nov 05 18:38:55.245443 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 05 18:38:55.245443 n-d-816865-1 neutron-server[102386]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 05 18:38:55.245443 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 05 18:38:55.245443 n-d-816865-1 neutron-server[102386]: aggregate_uuid = self.p_client.list_aggregates( Nov 05 18:38:55.245443 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 05 18:38:55.245443 n-d-816865-1 neutron-server[102386]: return f(self, *a, **k) Nov 05 18:38:55.245443 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 05 18:38:55.245443 n-d-816865-1 neutron-server[102386]: return self._get(url).json() Nov 05 18:38:55.245443 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 05 18:38:55.245443 n-d-816865-1 neutron-server[102386]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 05 18:38:55.245443 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 05 18:38:55.245443 n-d-816865-1 neutron-server[102386]: return self.request(url, 'GET', **kwargs) Nov 05 18:38:55.245443 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 05 18:38:55.245443 n-d-816865-1 neutron-server[102386]: base_url = self.get_endpoint(auth, allow=allow, Nov 05 18:38:55.245443 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 05 18:38:55.245443 n-d-816865-1 neutron-server[102386]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 05 18:38:55.245443 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 05 18:38:55.245443 n-d-816865-1 neutron-server[102386]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 05 18:38:55.245443 n-d-816865-1 neutron-server[102386]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 05 18:38:55.251257 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-6dbd2696-7a31-4261-8e50-b47526b120de req-6007822c-4de2-432d-8feb-c23bb8588c0f tempest-ListImageFiltersTestJSON-1107050978 tempest-ListImageFiltersTestJSON-1107050978-project] 10.222.0.13 "GET /v2.0/security-groups?id=3a75c85e-fd58-4736-9ad8-18dced01e280&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442240 Nov 05 18:38:55.252244 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Device ca0bac15-cb63-41b5-9d33-db3336e5e829 no longer exists at agent hyperv_n-h1-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 18:38:55.288867 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:38:55.344348 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-df2d7125-9ef1-4b8a-8668-099ff95c84d2 req-d0885663-59bb-4986-9134-437df6b49ae5 tempest-SecurityGroupRulesNegativeTestJSON-657776705 tempest-SecurityGroupRulesNegativeTestJSON-657776705-project] 10.222.0.13 "GET /v2.0/security-groups/e074f5a2-eb92-4942-8f2f-e5bfa2d48053 HTTP/1.1" status: 200 len: 1829 time: 0.0592029 Nov 05 18:38:55.367083 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Pushing event updated for resources: {'Port': ['ID=c14fe7bd-4f5c-40d2-a0cb-c8133c555448,revision_number=8']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:38:55.427418 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:38:55.436896 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d49b74a-41aa-4422-bfa3-cb1f5c096c76 req-c300bf86-a5e5-4b74-b62b-cffe82f2c0a6 tempest-ImagesTestJSON-1124888854 tempest-ImagesTestJSON-1124888854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:38:55.439013 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-1d49b74a-41aa-4422-bfa3-cb1f5c096c76 req-c300bf86-a5e5-4b74-b62b-cffe82f2c0a6 tempest-ImagesTestJSON-1124888854 tempest-ImagesTestJSON-1124888854-project] 10.222.0.55 "GET /v2.0/ports?device_id=cec9f0c8-6c31-490d-9df0-bbd29aa25d72 HTTP/1.1" status: 200 len: 944 time: 0.1321476 Nov 05 18:38:55.463953 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] For port ca0bac15-cb63-41b5-9d33-db3336e5e829, host n-h1-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=ca0bac15-cb63-41b5-9d33-db3336e5e829,segment=NetworkSegment(35c2db9c-522d-48d3-98cf-a08c2cc55db7),segment_id=35c2db9c-522d-48d3-98cf-a08c2cc55db7)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:38:55.492614 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-85aad409-7824-4a11-9b8a-9f383f4e740b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1579178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-956796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1000687'] for network, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:38:55.504012 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85fc472-7623-4b6e-bb15-8659496e2085 req-0b575f8c-9816-4e91-8152-fae069a1a902 tempest-LiveAutoBlockMigrationV225Test-1563372898 tempest-LiveAutoBlockMigrationV225Test-1563372898-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:38:55.506390 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-f85fc472-7623-4b6e-bb15-8659496e2085 req-0b575f8c-9816-4e91-8152-fae069a1a902 tempest-LiveAutoBlockMigrationV225Test-1563372898 tempest-LiveAutoBlockMigrationV225Test-1563372898-project] 10.222.0.13 "GET /v2.0/networks?id=5e3d0b1a-fd18-45bc-91bd-c831330234c4 HTTP/1.1" status: 200 len: 820 time: 0.1598220 Nov 05 18:38:55.529373 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85aad409-7824-4a11-9b8a-9f383f4e740b admin admin] Pushing event deleted for resources: {'Network': ['ID=7b3a41e7-93df-49e1-9756-a04fc3940e25,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:38:55.529373 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-85aad409-7824-4a11-9b8a-9f383f4e740b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597851'] for network, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:38:55.529373 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-85aad409-7824-4a11-9b8a-9f383f4e740b admin admin] 10.222.0.13 "DELETE /v2.0/networks/7b3a41e7-93df-49e1-9756-a04fc3940e25 HTTP/1.1" status: 204 len: 168 time: 1.0131872 Nov 05 18:38:55.535526 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-f85fc472-7623-4b6e-bb15-8659496e2085 req-9bbbcd21-3623-49a3-b57a-1c550384697d tempest-LiveAutoBlockMigrationV225Test-1563372898 tempest-LiveAutoBlockMigrationV225Test-1563372898-project] 10.222.0.13 "GET /v2.0/quotas/482f8aec1d1b4fc08a02afb86f8387d6 HTTP/1.1" status: 200 len: 375 time: 0.0220335 Nov 05 18:38:55.548507 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:38:55.596292 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [req-1d49b74a-41aa-4422-bfa3-cb1f5c096c76 req-e347a749-2738-4e42-aa40-5815accd89b6 tempest-ImagesTestJSON-1124888854 tempest-ImagesTestJSON-1124888854-project] Deleting port c14fe7bd-4f5c-40d2-a0cb-c8133c555448 {{(pid=102386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 18:38:55.596292 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-1d49b74a-41aa-4422-bfa3-cb1f5c096c76 req-e347a749-2738-4e42-aa40-5815accd89b6 tempest-ImagesTestJSON-1124888854 tempest-ImagesTestJSON-1124888854-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:38:55.604323 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-f85fc472-7623-4b6e-bb15-8659496e2085 req-a91373e0-4231-4050-8da0-b8c91aa64b79 tempest-LiveAutoBlockMigrationV225Test-1563372898 tempest-LiveAutoBlockMigrationV225Test-1563372898-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=482f8aec1d1b4fc08a02afb86f8387d6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0624659 Nov 05 18:38:55.610808 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 05 Nov 2021 18:38:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a3327ba-6e48-4c5f-9555-b86b64624ee1 x-openstack-request-id: req-7a3327ba-6e48-4c5f-9555-b86b64624ee1 {{(pid=102388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 18:38:55.611187 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cec9f0c8-6c31-490d-9df0-bbd29aa25d72", "name": "network-vif-unplugged", "status": "completed", "tag": "c14fe7bd-4f5c-40d2-a0cb-c8133c555448", "code": 200}]} {{(pid=102388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 18:38:55.611505 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7a3327ba-6e48-4c5f-9555-b86b64624ee1 {{(pid=102388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 18:38:55.612122 n-d-816865-1 neutron-server[102388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cec9f0c8-6c31-490d-9df0-bbd29aa25d72', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c14fe7bd-4f5c-40d2-a0cb-c8133c555448', 'code': 200} Nov 05 18:38:55.638490 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Pushing event updated for resources: {'Port': ['ID=ca0bac15-cb63-41b5-9d33-db3336e5e829,revision_number=11']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:38:55.699174 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-6bb7f0c8-9887-46e2-84f1-c3fa475c02a2 req-3cd57ff0-73ba-422e-812b-ac5e0dbac9b6 tempest-ImagesTestJSON-1124888854 tempest-ImagesTestJSON-1124888854-project] 10.222.0.13 "GET /v2.0/ports?device_id=1a96f542-6487-4ff8-8485-9ac0d517f547 HTTP/1.1" status: 200 len: 210 time: 0.0528281 Nov 05 18:38:55.702238 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [req-1d49b74a-41aa-4422-bfa3-cb1f5c096c76 req-e347a749-2738-4e42-aa40-5815accd89b6 tempest-ImagesTestJSON-1124888854 tempest-ImagesTestJSON-1124888854-project] For port c14fe7bd-4f5c-40d2-a0cb-c8133c555448, host n-h2-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=c14fe7bd-4f5c-40d2-a0cb-c8133c555448,segment=NetworkSegment(b0f4d4e8-61d5-4e79-9c35-e1f620a70868),segment_id=b0f4d4e8-61d5-4e79-9c35-e1f620a70868)] {{(pid=102386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:38:55.702746 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-1d49b74a-41aa-4422-bfa3-cb1f5c096c76 req-e347a749-2738-4e42-aa40-5815accd89b6 tempest-ImagesTestJSON-1124888854 tempest-ImagesTestJSON-1124888854-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:38:55.721808 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [req-1d49b74a-41aa-4422-bfa3-cb1f5c096c76 req-e347a749-2738-4e42-aa40-5815accd89b6 tempest-ImagesTestJSON-1124888854 tempest-ImagesTestJSON-1124888854-project] Calling delete_port for c14fe7bd-4f5c-40d2-a0cb-c8133c555448 owned by compute:nova {{(pid=102386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 18:38:55.732441 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-f85fc472-7623-4b6e-bb15-8659496e2085 req-e71ee426-1e9e-457f-9c10-bff8208fa14d service neutron] 10.222.0.13 "GET /v2.0/networks/5e3d0b1a-fd18-45bc-91bd-c831330234c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1195765 Nov 05 18:38:55.836325 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-f85fc472-7623-4b6e-bb15-8659496e2085 req-f0745e45-5722-494d-bd19-e9984ae781be service neutron] 10.222.0.13 "GET /v2.0/networks/5e3d0b1a-fd18-45bc-91bd-c831330234c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0978673 Nov 05 18:38:55.920924 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 40500) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:38:55.965011 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-aeb70c0a-355c-476a-ae8a-ee9e87199bef admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2d87535eb2bb46c696365475b90b493b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0428114 Nov 05 18:38:55.968477 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 40506) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:38:55.989653 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-1d49b74a-41aa-4422-bfa3-cb1f5c096c76 req-e347a749-2738-4e42-aa40-5815accd89b6 tempest-ImagesTestJSON-1124888854 tempest-ImagesTestJSON-1124888854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:38:56.020243 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-2bad277e-6940-4499-bf59-307411e2abc2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:38:56.027515 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e347a749-2738-4e42-aa40-5815accd89b6 tempest-ImagesTestJSON-1124888854 tempest-ImagesTestJSON-1124888854-project] Pushing event deleted for resources: {'Port': ['ID=c14fe7bd-4f5c-40d2-a0cb-c8133c555448,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:38:56.044989 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-2bad277e-6940-4499-bf59-307411e2abc2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:38:56.073475 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d49b74a-41aa-4422-bfa3-cb1f5c096c76 req-e347a749-2738-4e42-aa40-5815accd89b6 tempest-ImagesTestJSON-1124888854 tempest-ImagesTestJSON-1124888854-project] No DVR routers for this DVR port c14fe7bd-4f5c-40d2-a0cb-c8133c555448 on host n-h2-816865-1 {{(pid=102386) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 18:38:56.077456 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-1d49b74a-41aa-4422-bfa3-cb1f5c096c76 req-e347a749-2738-4e42-aa40-5815accd89b6 tempest-ImagesTestJSON-1124888854 tempest-ImagesTestJSON-1124888854-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:38:56.081192 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-1d49b74a-41aa-4422-bfa3-cb1f5c096c76 req-e347a749-2738-4e42-aa40-5815accd89b6 tempest-ImagesTestJSON-1124888854 tempest-ImagesTestJSON-1124888854-project] 10.222.0.55 "DELETE /v2.0/ports/c14fe7bd-4f5c-40d2-a0cb-c8133c555448 HTTP/1.1" status: 204 len: 173 time: 0.6322792 Nov 05 18:38:56.081656 n-d-816865-1 neutron-server[102386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cec9f0c8-6c31-490d-9df0-bbd29aa25d72', 'name': 'network-vif-deleted', 'tag': 'c14fe7bd-4f5c-40d2-a0cb-c8133c555448'}] {{(pid=102386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 18:38:56.086355 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6173a44d7c73f41af551dc890fa1a5892c2c6bc3458b640c8e0c24db7876ba6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-162bbfad-d428-4733-9ba2-f8548c3d7513" -d '{"events": [{"server_uuid": "cec9f0c8-6c31-490d-9df0-bbd29aa25d72", "name": "network-vif-deleted", "tag": "c14fe7bd-4f5c-40d2-a0cb-c8133c555448"}]}' {{(pid=102386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 18:38:56.194502 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-2bad277e-6940-4499-bf59-307411e2abc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:38:56.194502 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-2bad277e-6940-4499-bf59-307411e2abc2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:38:56.197535 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-2bad277e-6940-4499-bf59-307411e2abc2 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d752849f-3561-4e8d-bfef-4dddab2ff037 HTTP/1.1" status: 204 len: 168 time: 0.2280219 Nov 05 18:38:56.207323 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bad277e-6940-4499-bf59-307411e2abc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d752849f-3561-4e8d-bfef-4dddab2ff037,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:38:56.479384 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0812a26-e314-4155-ad28-e1d09b1184a0 req-a0170b7c-5749-413d-b32f-8ef13cc45a59 tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:38:56.482246 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-a0812a26-e314-4155-ad28-e1d09b1184a0 req-a0170b7c-5749-413d-b32f-8ef13cc45a59 tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] 10.222.0.13 "GET /v2.0/ports?device_id=0fe35696-e2e4-4757-b0fc-ca26acfa8a1b HTTP/1.1" status: 200 len: 950 time: 0.0520959 Nov 05 18:38:56.540158 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-a0812a26-e314-4155-ad28-e1d09b1184a0 req-9312fd52-5a3f-44f4-ac8f-aeda20a23baf tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] 10.222.0.13 "GET /v2.0/security-groups?id=c4f63610-8850-433c-ac4b-7e7146261ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473230 Nov 05 18:38:56.608144 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-625d43b7-deb4-4739-aba2-eb859f43b48b req-5b4d96a5-36ee-43bb-8dbe-2bce62b26ef8 tempest-LiveAutoBlockMigrationV225Test-1563372898 tempest-LiveAutoBlockMigrationV225Test-1563372898-project] 10.222.0.13 "GET /v2.0/ports?device_id=d58bccf2-f8b9-4db8-9ff5-12c1cf501508 HTTP/1.1" status: 200 len: 210 time: 0.0276709 Nov 05 18:38:56.678994 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device e109c96b-3509-4849-9bf0-b05d603a564b no longer exists at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 18:38:56.691863 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [req-6e3f64ac-4520-4c4c-b53e-d331866d6eb2 req-f6a5bbf3-0bcc-496c-96ca-8eac6e7c9a6d tempest-SecurityGroupRulesNegativeTestJSON-657776705 tempest-SecurityGroupRulesNegativeTestJSON-657776705-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-2002799597', 'description': 'tempest-description-168882921'}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:38:56.699851 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 18:38:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22245bf7-a8cf-4b80-bb35-a1f6a016db75 x-openstack-request-id: req-22245bf7-a8cf-4b80-bb35-a1f6a016db75 {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 18:38:56.700671 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cec9f0c8-6c31-490d-9df0-bbd29aa25d72", "name": "network-vif-deleted", "tag": "c14fe7bd-4f5c-40d2-a0cb-c8133c555448", "status": "completed", "code": 200}]} {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 18:38:56.701378 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-22245bf7-a8cf-4b80-bb35-a1f6a016db75 {{(pid=102386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 18:38:56.702521 n-d-816865-1 neutron-server[102386]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cec9f0c8-6c31-490d-9df0-bbd29aa25d72', 'name': 'network-vif-deleted', 'tag': 'c14fe7bd-4f5c-40d2-a0cb-c8133c555448', 'status': 'completed', 'code': 200} Nov 05 18:38:56.708391 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] No Port match for: e109c96b-3509-4849-9bf0-b05d603a564b {{(pid=102388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 18:38:56.708391 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device e109c96b-3509-4849-9bf0-b05d603a564b not bound to the agent host n-d-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 18:38:56.806862 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-6e3f64ac-4520-4c4c-b53e-d331866d6eb2 req-f6a5bbf3-0bcc-496c-96ca-8eac6e7c9a6d tempest-SecurityGroupRulesNegativeTestJSON-657776705 tempest-SecurityGroupRulesNegativeTestJSON-657776705-project] Publish callbacks [] for security_group, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:38:56.925837 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-6e3f64ac-4520-4c4c-b53e-d331866d6eb2 req-f6a5bbf3-0bcc-496c-96ca-8eac6e7c9a6d tempest-SecurityGroupRulesNegativeTestJSON-657776705 tempest-SecurityGroupRulesNegativeTestJSON-657776705-project] Publish callbacks [] for security_group, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:38:56.950664 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea7995a-7136-44e5-a980-f78652a1be50 req-fd51db70-ae7d-40cc-8505-d13f5a53ec73 tempest-ImagesOneServerTestJSON-1840565388 tempest-ImagesOneServerTestJSON-1840565388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:38:56.952199 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-3ea7995a-7136-44e5-a980-f78652a1be50 req-fd51db70-ae7d-40cc-8505-d13f5a53ec73 tempest-ImagesOneServerTestJSON-1840565388 tempest-ImagesOneServerTestJSON-1840565388-project] 10.222.0.13 "GET /v2.0/ports?device_id=a5da7ec7-9b07-45dd-bf15-2b53851b9aeb HTTP/1.1" status: 200 len: 948 time: 0.0587339 Nov 05 18:38:57.000833 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-3ea7995a-7136-44e5-a980-f78652a1be50 req-9d18d3a9-b316-4e81-b341-6666abae6acf tempest-ImagesOneServerTestJSON-1840565388 tempest-ImagesOneServerTestJSON-1840565388-project] 10.222.0.13 "GET /v2.0/security-groups?id=4c0cf261-3beb-4899-97be-bc068721c8c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418184 Nov 05 18:38:57.011122 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-6e3f64ac-4520-4c4c-b53e-d331866d6eb2 req-f6a5bbf3-0bcc-496c-96ca-8eac6e7c9a6d tempest-SecurityGroupRulesNegativeTestJSON-657776705 tempest-SecurityGroupRulesNegativeTestJSON-657776705-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:38:57.052462 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a5bbf3-0bcc-496c-96ca-8eac6e7c9a6d tempest-SecurityGroupRulesNegativeTestJSON-657776705 tempest-SecurityGroupRulesNegativeTestJSON-657776705-project] Pushing event updated for resources: {'SecurityGroup': ['ID=33ead178-bc82-4426-9a11-1df90de86630,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:38:57.111228 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-2d51e6a5-6be0-45de-bb21-0577b0b43cc9 req-5aade346-1749-4bf1-9168-56b5438d6721 tempest-ImagesTestJSON-1124888854 tempest-ImagesTestJSON-1124888854-project] 10.222.0.13 "GET /v2.0/ports?device_id=1a96f542-6487-4ff8-8485-9ac0d517f547 HTTP/1.1" status: 200 len: 210 time: 0.0375626 Nov 05 18:38:57.114450 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-6e3f64ac-4520-4c4c-b53e-d331866d6eb2 req-f6a5bbf3-0bcc-496c-96ca-8eac6e7c9a6d tempest-SecurityGroupRulesNegativeTestJSON-657776705 tempest-SecurityGroupRulesNegativeTestJSON-657776705-project] Publish callbacks [] for security_group, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:38:57.135975 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-6e3f64ac-4520-4c4c-b53e-d331866d6eb2 req-f6a5bbf3-0bcc-496c-96ca-8eac6e7c9a6d tempest-SecurityGroupRulesNegativeTestJSON-657776705 tempest-SecurityGroupRulesNegativeTestJSON-657776705-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1834 time: 0.4486582 Nov 05 18:38:57.186875 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-8a548e05-451a-43b7-b90b-65f9d6015e77 req-efb674f8-e7ef-46ee-8b0c-7eb9bb14aed3 tempest-SecurityGroupRulesNegativeTestJSON-657776705 tempest-SecurityGroupRulesNegativeTestJSON-657776705-project] 10.222.0.13 "GET /v2.0/security-groups/33ead178-bc82-4426-9a11-1df90de86630 HTTP/1.1" status: 200 len: 1829 time: 0.0450613 Nov 05 18:38:57.212390 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [req-c34d928d-e5de-45c1-bc78-95d0ad7da864 req-802ebb76-bf76-4c0d-83db-853edd827af8 tempest-SecurityGroupRulesNegativeTestJSON-657776705 tempest-SecurityGroupRulesNegativeTestJSON-657776705-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-560536434', 'description': 'tempest-description-1525604642'}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:38:57.323941 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-c34d928d-e5de-45c1-bc78-95d0ad7da864 req-802ebb76-bf76-4c0d-83db-853edd827af8 tempest-SecurityGroupRulesNegativeTestJSON-657776705 tempest-SecurityGroupRulesNegativeTestJSON-657776705-project] Publish callbacks [] for security_group, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:38:57.392323 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-c34d928d-e5de-45c1-bc78-95d0ad7da864 req-802ebb76-bf76-4c0d-83db-853edd827af8 tempest-SecurityGroupRulesNegativeTestJSON-657776705 tempest-SecurityGroupRulesNegativeTestJSON-657776705-project] Publish callbacks [] for security_group, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:38:57.498730 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-c34d928d-e5de-45c1-bc78-95d0ad7da864 req-802ebb76-bf76-4c0d-83db-853edd827af8 tempest-SecurityGroupRulesNegativeTestJSON-657776705 tempest-SecurityGroupRulesNegativeTestJSON-657776705-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:38:57.531620 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802ebb76-bf76-4c0d-83db-853edd827af8 tempest-SecurityGroupRulesNegativeTestJSON-657776705 tempest-SecurityGroupRulesNegativeTestJSON-657776705-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e875b5a6-3c19-452b-ad18-17fa157c4f20,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:38:57.578947 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-c34d928d-e5de-45c1-bc78-95d0ad7da864 req-802ebb76-bf76-4c0d-83db-853edd827af8 tempest-SecurityGroupRulesNegativeTestJSON-657776705 tempest-SecurityGroupRulesNegativeTestJSON-657776705-project] Publish callbacks [] for security_group, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:38:57.580210 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-c34d928d-e5de-45c1-bc78-95d0ad7da864 req-802ebb76-bf76-4c0d-83db-853edd827af8 tempest-SecurityGroupRulesNegativeTestJSON-657776705 tempest-SecurityGroupRulesNegativeTestJSON-657776705-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1834 time: 0.3720746 Nov 05 18:38:57.613935 n-d-816865-1 neutron-server[102388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5da7ec7-9b07-45dd-bf15-2b53851b9aeb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ca0bac15-cb63-41b5-9d33-db3336e5e829'}] {{(pid=102388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 18:38:57.618293 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85474fee1180e129d8a886d264fe0b30223aa672dd1ffe43b630605f18504f68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b3325fd-5e4e-4173-bd3a-550d49aea8d3" -d '{"events": [{"server_uuid": "a5da7ec7-9b07-45dd-bf15-2b53851b9aeb", "name": "network-vif-unplugged", "status": "completed", "tag": "ca0bac15-cb63-41b5-9d33-db3336e5e829"}]}' {{(pid=102388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 18:38:57.680817 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-e2bbe06f-f190-45b0-b329-24711c188218 req-4cc60fd9-c85e-41f7-acd5-fd5a52acf975 tempest-SecurityGroupRulesNegativeTestJSON-657776705 tempest-SecurityGroupRulesNegativeTestJSON-657776705-project] 10.222.0.13 "GET /v2.0/security-groups/e875b5a6-3c19-452b-ad18-17fa157c4f20 HTTP/1.1" status: 200 len: 1829 time: 0.0721581 Nov 05 18:38:57.710378 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5bf637-3cad-4d94-90fb-e1b9ee479542 req-19cae70a-ff20-41a9-90af-6b297ef3e6a4 tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:38:57.712392 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-cc5bf637-3cad-4d94-90fb-e1b9ee479542 req-19cae70a-ff20-41a9-90af-6b297ef3e6a4 tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] 10.222.0.13 "GET /v2.0/ports?device_id=0fe35696-e2e4-4757-b0fc-ca26acfa8a1b HTTP/1.1" status: 200 len: 950 time: 0.0734739 Nov 05 18:38:57.723920 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f35f96d-edf2-44b0-b338-b44734086f83 req-818e6fbf-0e74-4014-9a9e-20f9fb6504aa tempest-ImagesTestJSON-1124888854 tempest-ImagesTestJSON-1124888854-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:38:57.725575 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-6f35f96d-edf2-44b0-b338-b44734086f83 req-818e6fbf-0e74-4014-9a9e-20f9fb6504aa tempest-ImagesTestJSON-1124888854 tempest-ImagesTestJSON-1124888854-project] 10.222.0.55 "GET /v2.0/networks?id=598f5d7d-609c-4eed-bdfb-a95dcdae7151 HTTP/1.1" status: 200 len: 805 time: 0.1436865 Nov 05 18:38:57.744008 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [req-6f35f96d-edf2-44b0-b338-b44734086f83 req-09e8095e-5b27-4733-b732-0b82dcf7f0b4 tempest-ImagesTestJSON-1124888854 tempest-ImagesTestJSON-1124888854-project] Request body: {'port': {'device_id': '1a96f542-6487-4ff8-8485-9ac0d517f547', 'network_id': '598f5d7d-609c-4eed-bdfb-a95dcdae7151', 'admin_state_up': True, 'tenant_id': '0f862ce7a4174f25919478ebbeb38081'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:38:57.769155 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-cc5bf637-3cad-4d94-90fb-e1b9ee479542 req-2334adb9-e4e2-4802-9551-67c4b4414706 tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] 10.222.0.13 "GET /v2.0/security-groups?id=c4f63610-8850-433c-ac4b-7e7146261ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479250 Nov 05 18:38:57.820799 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 05 Nov 2021 18:38:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e412ed28-7cde-4848-8f41-e229a2d91e85 x-openstack-request-id: req-e412ed28-7cde-4848-8f41-e229a2d91e85 {{(pid=102388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 18:38:57.821286 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5da7ec7-9b07-45dd-bf15-2b53851b9aeb", "name": "network-vif-unplugged", "status": "completed", "tag": "ca0bac15-cb63-41b5-9d33-db3336e5e829", "code": 200}]} {{(pid=102388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 18:38:57.821480 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e412ed28-7cde-4848-8f41-e229a2d91e85 {{(pid=102388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 18:38:57.821714 n-d-816865-1 neutron-server[102388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5da7ec7-9b07-45dd-bf15-2b53851b9aeb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ca0bac15-cb63-41b5-9d33-db3336e5e829', 'code': 200} Nov 05 18:38:57.880439 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [req-af7c198a-b33f-40db-9efb-638a315bb787 req-4370652f-1157-497e-be9d-a96dca2af3b5 tempest-SecurityGroupRulesNegativeTestJSON-657776705 tempest-SecurityGroupRulesNegativeTestJSON-657776705-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1575994842', 'description': 'tempest-description-1732946456'}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:38:57.947240 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.db.api [req-af7c198a-b33f-40db-9efb-638a315bb787 req-4370652f-1157-497e-be9d-a96dca2af3b5 tempest-SecurityGroupRulesNegativeTestJSON-657776705 tempest-SecurityGroupRulesNegativeTestJSON-657776705-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 05 18:38:57.947240 n-d-816865-1 neutron-server[102387]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Nov 05 18:38:57.947240 n-d-816865-1 neutron-server[102387]: [parameters: {'project_id': '7a213c9cacdb4ff5af202d4d823459e7', 'id': '6c7ac56f-c457-4540-b5c9-5ec1e18bc132', 'expiration': datetime.datetime(2021, 11, 5, 18, 40, 57, 927251)}] Nov 05 18:38:57.947240 n-d-816865-1 neutron-server[102387]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=102387) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 05 18:38:57.947742 n-d-816865-1 neutron-server[102387]: DEBUG oslo_db.api [req-af7c198a-b33f-40db-9efb-638a315bb787 req-4370652f-1157-497e-be9d-a96dca2af3b5 tempest-SecurityGroupRulesNegativeTestJSON-657776705 tempest-SecurityGroupRulesNegativeTestJSON-657776705-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=102387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 05 18:38:57.949431 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-630b5bec-1240-440d-a5a2-98961d5d73f1 req-9a61dc74-063f-4b94-91b8-5f0ab28dd791 tempest-LiveAutoBlockMigrationV225Test-1563372898 tempest-LiveAutoBlockMigrationV225Test-1563372898-project] 10.222.0.13 "GET /v2.0/ports?device_id=d58bccf2-f8b9-4db8-9ff5-12c1cf501508 HTTP/1.1" status: 200 len: 210 time: 0.0342035 Nov 05 18:38:57.976074 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-81234652-24bd-4b35-b9d7-2ef630178cc0 req-d0aa36d0-b970-4eb6-8724-7321294627f3 service neutron] 10.222.0.41 "GET /v2.0/ports/ab74eaef-395a-4fdf-b85e-bacf8245f728/bindings/n-h1-816865-1 HTTP/1.1" status: 200 len: 382 time: 0.0907404 Nov 05 18:38:58.007335 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6f35f96d-edf2-44b0-b338-b44734086f83 req-09e8095e-5b27-4733-b732-0b82dcf7f0b4 tempest-ImagesTestJSON-1124888854 tempest-ImagesTestJSON-1124888854-project] Made reservation on behalf of 0f862ce7a4174f25919478ebbeb38081 for: {'port': 1} {{(pid=102386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 18:38:58.011305 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-6f35f96d-edf2-44b0-b338-b44734086f83 req-09e8095e-5b27-4733-b732-0b82dcf7f0b4 tempest-ImagesTestJSON-1124888854 tempest-ImagesTestJSON-1124888854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:38:58.142607 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.db_base_plugin_common [req-6f35f96d-edf2-44b0-b338-b44734086f83 req-09e8095e-5b27-4733-b732-0b82dcf7f0b4 tempest-ImagesTestJSON-1124888854 tempest-ImagesTestJSON-1124888854-project] Allocated IP 172.20.0.5 (598f5d7d-609c-4eed-bdfb-a95dcdae7151/d6979728-9a34-49f9-ba30-1ba1422c905b/6e1ce582-1c04-4b03-b6a1-ed06f7f464bd) {{(pid=102386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 18:38:58.298136 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-6f35f96d-edf2-44b0-b338-b44734086f83 req-09e8095e-5b27-4733-b732-0b82dcf7f0b4 tempest-ImagesTestJSON-1124888854 tempest-ImagesTestJSON-1124888854-project] Publish callbacks [] for port, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:38:58.423428 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85fc472-7623-4b6e-bb15-8659496e2085 req-6917f43c-5e35-48ee-ab56-55c897cb9ddf tempest-LiveAutoBlockMigrationV225Test-1563372898 tempest-LiveAutoBlockMigrationV225Test-1563372898-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:38:58.425159 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-f85fc472-7623-4b6e-bb15-8659496e2085 req-6917f43c-5e35-48ee-ab56-55c897cb9ddf tempest-LiveAutoBlockMigrationV225Test-1563372898 tempest-LiveAutoBlockMigrationV225Test-1563372898-project] 10.222.0.55 "GET /v2.0/networks?id=5e3d0b1a-fd18-45bc-91bd-c831330234c4 HTTP/1.1" status: 200 len: 820 time: 0.1177971 Nov 05 18:38:58.443283 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [req-f85fc472-7623-4b6e-bb15-8659496e2085 req-7fe25a72-e64b-4597-bc82-c537bc996c8f tempest-LiveAutoBlockMigrationV225Test-1563372898 tempest-LiveAutoBlockMigrationV225Test-1563372898-project] Request body: {'port': {'device_id': 'd58bccf2-f8b9-4db8-9ff5-12c1cf501508', 'network_id': '5e3d0b1a-fd18-45bc-91bd-c831330234c4', 'admin_state_up': True, 'tenant_id': '482f8aec1d1b4fc08a02afb86f8387d6'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:38:58.460306 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-6f35f96d-edf2-44b0-b338-b44734086f83 req-09e8095e-5b27-4733-b732-0b82dcf7f0b4 tempest-ImagesTestJSON-1124888854 tempest-ImagesTestJSON-1124888854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:38:58.532546 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-af7c198a-b33f-40db-9efb-638a315bb787 req-4370652f-1157-497e-be9d-a96dca2af3b5 tempest-SecurityGroupRulesNegativeTestJSON-657776705 tempest-SecurityGroupRulesNegativeTestJSON-657776705-project] Publish callbacks [] for security_group, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:38:58.551466 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6f35f96d-edf2-44b0-b338-b44734086f83 req-09e8095e-5b27-4733-b732-0b82dcf7f0b4 tempest-ImagesTestJSON-1124888854 tempest-ImagesTestJSON-1124888854-project] Network 598f5d7d-609c-4eed-bdfb-a95dcdae7151 is already hosted by enough agents. {{(pid=102386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 18:38:58.558811 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.base_scheduler [req-6f35f96d-edf2-44b0-b338-b44734086f83 req-09e8095e-5b27-4733-b732-0b82dcf7f0b4 tempest-ImagesTestJSON-1124888854 tempest-ImagesTestJSON-1124888854-project] Resources bound (agent type, host, resource id): {{(pid=102386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:38:58.566339 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f35f96d-edf2-44b0-b338-b44734086f83 req-09e8095e-5b27-4733-b732-0b82dcf7f0b4 tempest-ImagesTestJSON-1124888854 tempest-ImagesTestJSON-1124888854-project] Received port after_create {{(pid=102386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 18:38:58.571552 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e8095e-5b27-4733-b732-0b82dcf7f0b4 tempest-ImagesTestJSON-1124888854 tempest-ImagesTestJSON-1124888854-project] Pushing event updated for resources: {'Port': ['ID=6e1ce582-1c04-4b03-b6a1-ed06f7f464bd,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:38:58.632492 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81234652-24bd-4b35-b9d7-2ef630178cc0 req-feb94bac-1290-47ae-b720-e4bf26c62462 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:38:58.634174 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-81234652-24bd-4b35-b9d7-2ef630178cc0 req-feb94bac-1290-47ae-b720-e4bf26c62462 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=0fe35696-e2e4-4757-b0fc-ca26acfa8a1b&tenant_id=10ec5728e81c4449951d5c9e87d02372 HTTP/1.1" status: 200 len: 1101 time: 0.0712883 Nov 05 18:38:58.644697 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f35f96d-edf2-44b0-b338-b44734086f83 req-09e8095e-5b27-4733-b732-0b82dcf7f0b4 tempest-ImagesTestJSON-1124888854 tempest-ImagesTestJSON-1124888854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:38:58.645333 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-6f35f96d-edf2-44b0-b338-b44734086f83 req-09e8095e-5b27-4733-b732-0b82dcf7f0b4 tempest-ImagesTestJSON-1124888854 tempest-ImagesTestJSON-1124888854-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:38:58.659495 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-af7c198a-b33f-40db-9efb-638a315bb787 req-4370652f-1157-497e-be9d-a96dca2af3b5 tempest-SecurityGroupRulesNegativeTestJSON-657776705 tempest-SecurityGroupRulesNegativeTestJSON-657776705-project] Publish callbacks [] for security_group, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:38:58.711261 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81234652-24bd-4b35-b9d7-2ef630178cc0 req-3beadc0f-a5d5-42e0-9f39-3d46b891fb9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:38:58.712756 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-81234652-24bd-4b35-b9d7-2ef630178cc0 req-3beadc0f-a5d5-42e0-9f39-3d46b891fb9e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=10ec5728e81c4449951d5c9e87d02372&device_id=0fe35696-e2e4-4757-b0fc-ca26acfa8a1b HTTP/1.1" status: 200 len: 1101 time: 0.0399284 Nov 05 18:38:58.754602 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f85fc472-7623-4b6e-bb15-8659496e2085 req-7fe25a72-e64b-4597-bc82-c537bc996c8f tempest-LiveAutoBlockMigrationV225Test-1563372898 tempest-LiveAutoBlockMigrationV225Test-1563372898-project] Made reservation on behalf of 482f8aec1d1b4fc08a02afb86f8387d6 for: {'port': 1} {{(pid=102386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 18:38:58.758140 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-f85fc472-7623-4b6e-bb15-8659496e2085 req-7fe25a72-e64b-4597-bc82-c537bc996c8f tempest-LiveAutoBlockMigrationV225Test-1563372898 tempest-LiveAutoBlockMigrationV225Test-1563372898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:38:58.772913 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-af7c198a-b33f-40db-9efb-638a315bb787 req-4370652f-1157-497e-be9d-a96dca2af3b5 tempest-SecurityGroupRulesNegativeTestJSON-657776705 tempest-SecurityGroupRulesNegativeTestJSON-657776705-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:38:58.818749 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4370652f-1157-497e-be9d-a96dca2af3b5 tempest-SecurityGroupRulesNegativeTestJSON-657776705 tempest-SecurityGroupRulesNegativeTestJSON-657776705-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6192fe9b-f22f-499d-9575-ea42efc9b3d7,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:38:58.838373 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81234652-24bd-4b35-b9d7-2ef630178cc0 req-43cf5546-d1ea-4373-99ce-5a6fd08f0db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:38:58.839832 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-81234652-24bd-4b35-b9d7-2ef630178cc0 req-43cf5546-d1ea-4373-99ce-5a6fd08f0db0 service neutron] 10.222.0.41 "GET /v2.0/networks?id=a723f808-b11e-4066-b104-fad90c82895e HTTP/1.1" status: 200 len: 870 time: 0.1193390 Nov 05 18:38:58.861199 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-6f35f96d-edf2-44b0-b338-b44734086f83 req-09e8095e-5b27-4733-b732-0b82dcf7f0b4 tempest-ImagesTestJSON-1124888854 tempest-ImagesTestJSON-1124888854-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1211727 Nov 05 18:38:58.879511 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [req-6f35f96d-edf2-44b0-b338-b44734086f83 req-f90e6bcc-90e0-43ae-b8c9-9643adca403a service neutron] Request body: {'port': {'device_id': '1a96f542-6487-4ff8-8485-9ac0d517f547', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816865-1'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:38:58.895949 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-af7c198a-b33f-40db-9efb-638a315bb787 req-4370652f-1157-497e-be9d-a96dca2af3b5 tempest-SecurityGroupRulesNegativeTestJSON-657776705 tempest-SecurityGroupRulesNegativeTestJSON-657776705-project] Publish callbacks [] for security_group, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:38:58.897243 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-af7c198a-b33f-40db-9efb-638a315bb787 req-4370652f-1157-497e-be9d-a96dca2af3b5 tempest-SecurityGroupRulesNegativeTestJSON-657776705 tempest-SecurityGroupRulesNegativeTestJSON-657776705-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1835 time: 1.0214069 Nov 05 18:38:58.898525 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-81234652-24bd-4b35-b9d7-2ef630178cc0 req-67dd636f-8732-4e3a-a4fa-aed0d0d4d5b0 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.190&port_id=ab74eaef-395a-4fdf-b85e-bacf8245f728 HTTP/1.1" status: 200 len: 217 time: 0.0398140 Nov 05 18:38:58.912366 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.db_base_plugin_common [req-f85fc472-7623-4b6e-bb15-8659496e2085 req-7fe25a72-e64b-4597-bc82-c537bc996c8f tempest-LiveAutoBlockMigrationV225Test-1563372898 tempest-LiveAutoBlockMigrationV225Test-1563372898-project] Allocated IP 172.20.0.12 (5e3d0b1a-fd18-45bc-91bd-c831330234c4/e7fca78a-743c-4af3-9fb8-12bc06bb873c/69aa63a3-5ce3-47a2-805e-ff8f5ce4d8b7) {{(pid=102386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 18:38:58.954871 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-6f35f96d-edf2-44b0-b338-b44734086f83 req-f90e6bcc-90e0-43ae-b8c9-9643adca403a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:38:58.987948 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Device c14fe7bd-4f5c-40d2-a0cb-c8133c555448 no longer exists at agent hyperv_n-h2-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 18:38:59.007632 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81234652-24bd-4b35-b9d7-2ef630178cc0 req-3b174db6-4cb2-4a4f-b6bf-e9c1ba54af34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:38:59.009104 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-81234652-24bd-4b35-b9d7-2ef630178cc0 req-3b174db6-4cb2-4a4f-b6bf-e9c1ba54af34 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=05e7a1b5-165b-4a00-855a-ffbcb2eba59e HTTP/1.1" status: 200 len: 843 time: 0.0891662 Nov 05 18:38:59.013335 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] No Port match for: c14fe7bd-4f5c-40d2-a0cb-c8133c555448 {{(pid=102388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 18:38:59.017574 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Device c14fe7bd-4f5c-40d2-a0cb-c8133c555448 not bound to the agent host n-h2-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 18:38:59.022762 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f010792-a66c-4e1c-b9e6-abd0adc58d56 req-d44e66a4-bf17-464f-a462-5e069c2a1a2f tempest-ImagesOneServerTestJSON-1840565388 tempest-ImagesOneServerTestJSON-1840565388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:38:59.024831 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-9f010792-a66c-4e1c-b9e6-abd0adc58d56 req-d44e66a4-bf17-464f-a462-5e069c2a1a2f tempest-ImagesOneServerTestJSON-1840565388 tempest-ImagesOneServerTestJSON-1840565388-project] 10.222.0.13 "GET /v2.0/ports?device_id=a5da7ec7-9b07-45dd-bf15-2b53851b9aeb HTTP/1.1" status: 200 len: 948 time: 0.0726113 Nov 05 18:38:59.102279 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81234652-24bd-4b35-b9d7-2ef630178cc0 req-341cabcd-4cf8-4f03-b37b-fff62f764676 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:38:59.103677 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-81234652-24bd-4b35-b9d7-2ef630178cc0 req-341cabcd-4cf8-4f03-b37b-fff62f764676 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a723f808-b11e-4066-b104-fad90c82895e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0779765 Nov 05 18:38:59.107452 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-9f010792-a66c-4e1c-b9e6-abd0adc58d56 req-5efd2f69-fb4a-46ba-a125-51467e430abf tempest-ImagesOneServerTestJSON-1840565388 tempest-ImagesOneServerTestJSON-1840565388-project] 10.222.0.13 "GET /v2.0/security-groups?id=4c0cf261-3beb-4899-97be-bc068721c8c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698297 Nov 05 18:38:59.265882 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Device a8f7cc57-2884-40dc-b963-08b7d98a1182 details requested by agent hyperv_n-h1-816865-1 with host n-h1-816865-1 {{(pid=102388) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 05 18:38:59.379827 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] For port a8f7cc57-2884-40dc-b963-08b7d98a1182, host n-h1-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=a8f7cc57-2884-40dc-b963-08b7d98a1182,segment=NetworkSegment(35c2db9c-522d-48d3-98cf-a08c2cc55db7),segment_id=35c2db9c-522d-48d3-98cf-a08c2cc55db7)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:38:59.393636 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Returning: {'device': 'a8f7cc57-2884-40dc-b963-08b7d98a1182', 'network_id': 'a723f808-b11e-4066-b104-fad90c82895e', 'port_id': 'a8f7cc57-2884-40dc-b963-08b7d98a1182', 'mac_address': 'fa:16:3e:8a:ac:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 153, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05e7a1b5-165b-4a00-855a-ffbcb2eba59e', 'ip_address': '192.168.233.83'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102388) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 05 18:38:59.437304 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:38:59.453707 n-d-816865-1 neutron-server[102388]: DEBUG neutron.notifiers.nova [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a8f7cc57-2884-40dc-b963-08b7d98a1182 {{(pid=102388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 18:38:59.478377 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] For port a8f7cc57-2884-40dc-b963-08b7d98a1182, host n-h1-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=a8f7cc57-2884-40dc-b963-08b7d98a1182,segment=NetworkSegment(35c2db9c-522d-48d3-98cf-a08c2cc55db7),segment_id=35c2db9c-522d-48d3-98cf-a08c2cc55db7)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:38:59.508692 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-f85fc472-7623-4b6e-bb15-8659496e2085 req-7fe25a72-e64b-4597-bc82-c537bc996c8f tempest-LiveAutoBlockMigrationV225Test-1563372898 tempest-LiveAutoBlockMigrationV225Test-1563372898-project] Publish callbacks [] for port, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:38:59.572534 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:38:59.589316 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21a6351-ed8e-401a-9c00-f1b9a0586028 req-7838e0a4-74c8-4405-8fdb-1ac237b6f877 tempest-ImagesTestJSON-1124888854 tempest-ImagesTestJSON-1124888854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:38:59.590843 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-d21a6351-ed8e-401a-9c00-f1b9a0586028 req-7838e0a4-74c8-4405-8fdb-1ac237b6f877 tempest-ImagesTestJSON-1124888854 tempest-ImagesTestJSON-1124888854-project] 10.222.0.13 "GET /v2.0/ports?device_id=1a96f542-6487-4ff8-8485-9ac0d517f547 HTTP/1.1" status: 200 len: 931 time: 0.3973396 Nov 05 18:38:59.598409 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-81234652-24bd-4b35-b9d7-2ef630178cc0 req-849a2447-8583-4ed6-a345-436f947f207a service neutron] 10.222.0.41 "GET /v2.0/networks/a723f808-b11e-4066-b104-fad90c82895e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4850268 Nov 05 18:38:59.610803 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790234f9-ba60-48d0-8804-2c9b51d2d31b req-76152196-2813-46bc-8d71-acb79be5b4ab tempest-ImagesOneServerTestJSON-1840565388 tempest-ImagesOneServerTestJSON-1840565388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:38:59.612400 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-790234f9-ba60-48d0-8804-2c9b51d2d31b req-76152196-2813-46bc-8d71-acb79be5b4ab tempest-ImagesOneServerTestJSON-1840565388 tempest-ImagesOneServerTestJSON-1840565388-project] 10.222.0.41 "GET /v2.0/ports?device_id=a5da7ec7-9b07-45dd-bf15-2b53851b9aeb HTTP/1.1" status: 200 len: 948 time: 0.1178572 Nov 05 18:38:59.639544 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Pushing event updated for resources: {'Port': ['ID=a8f7cc57-2884-40dc-b963-08b7d98a1182,revision_number=6']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:38:59.651614 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe16bd15-04cb-4789-a626-90c55d0637a1 req-ab3dba7b-73e6-465c-be58-96c507bb94cd tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:38:59.653190 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-fe16bd15-04cb-4789-a626-90c55d0637a1 req-ab3dba7b-73e6-465c-be58-96c507bb94cd tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] 10.222.0.13 "GET /v2.0/ports?device_id=0fe35696-e2e4-4757-b0fc-ca26acfa8a1b HTTP/1.1" status: 200 len: 950 time: 0.1309650 Nov 05 18:38:59.721414 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] get_ports_and_sgs() called for port_ids ['a8f7cc57-2884-40dc-b963-08b7d98a1182'] {{(pid=102388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 18:38:59.740519 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-d21a6351-ed8e-401a-9c00-f1b9a0586028 req-45340bd0-f489-4f45-a9d2-aff6170c1e3f tempest-ImagesTestJSON-1124888854 tempest-ImagesTestJSON-1124888854-project] 10.222.0.13 "GET /v2.0/security-groups?id=219552fc-3788-478b-8295-8fbe212226b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386805 Nov 05 18:38:59.743223 n-d-816865-1 neutron-server[102386]: DEBUG neutron.notifiers.nova [req-6f35f96d-edf2-44b0-b338-b44734086f83 req-f90e6bcc-90e0-43ae-b8c9-9643adca403a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6e1ce582-1c04-4b03-b6a1-ed06f7f464bd {{(pid=102386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 18:38:59.769346 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-6f35f96d-edf2-44b0-b338-b44734086f83 req-f90e6bcc-90e0-43ae-b8c9-9643adca403a service neutron] Publish callbacks [] for port, precommit_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:38:59.772288 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-f85fc472-7623-4b6e-bb15-8659496e2085 req-7fe25a72-e64b-4597-bc82-c537bc996c8f tempest-LiveAutoBlockMigrationV225Test-1563372898 tempest-LiveAutoBlockMigrationV225Test-1563372898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:38:59.788101 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-fe16bd15-04cb-4789-a626-90c55d0637a1 req-67dae08d-8e0b-47a5-8334-dd7c07f91f53 tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] 10.222.0.13 "GET /v2.0/security-groups?id=c4f63610-8850-433c-ac4b-7e7146261ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231139 Nov 05 18:38:59.796040 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-81234652-24bd-4b35-b9d7-2ef630178cc0 req-cce73eac-62d0-489c-9304-50047866b09c service neutron] 10.222.0.41 "GET /v2.0/networks/a723f808-b11e-4066-b104-fad90c82895e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1857805 Nov 05 18:38:59.832957 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-4cd673e9-8cee-46d9-aea0-54f527500df9 req-5883f6c7-db7e-49b8-bdc6-03a604d8d931 tempest-SecurityGroupRulesNegativeTestJSON-657776705 tempest-SecurityGroupRulesNegativeTestJSON-657776705-project] 10.222.0.13 "GET /v2.0/security-groups/6192fe9b-f22f-499d-9575-ea42efc9b3d7 HTTP/1.1" status: 200 len: 1830 time: 0.0679808 Nov 05 18:38:59.835693 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.provisioning_blocks [req-6f35f96d-edf2-44b0-b338-b44734086f83 req-f90e6bcc-90e0-43ae-b8c9-9643adca403a service neutron] Transition to ACTIVE for port object 6e1ce582-1c04-4b03-b6a1-ed06f7f464bd will not be triggered until provisioned by entity L2. {{(pid=102386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 05 18:38:59.853833 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [req-790234f9-ba60-48d0-8804-2c9b51d2d31b req-5baebcff-d8ae-4427-bc8d-95520451a0d5 tempest-ImagesOneServerTestJSON-1840565388 tempest-ImagesOneServerTestJSON-1840565388-project] Deleting port ca0bac15-cb63-41b5-9d33-db3336e5e829 {{(pid=102386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 18:38:59.854207 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-790234f9-ba60-48d0-8804-2c9b51d2d31b req-5baebcff-d8ae-4427-bc8d-95520451a0d5 tempest-ImagesOneServerTestJSON-1840565388 tempest-ImagesOneServerTestJSON-1840565388-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:38:59.861735 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f85fc472-7623-4b6e-bb15-8659496e2085 req-7fe25a72-e64b-4597-bc82-c537bc996c8f tempest-LiveAutoBlockMigrationV225Test-1563372898 tempest-LiveAutoBlockMigrationV225Test-1563372898-project] Network 5e3d0b1a-fd18-45bc-91bd-c831330234c4 is already hosted by enough agents. {{(pid=102386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 18:38:59.883349 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.base_scheduler [req-f85fc472-7623-4b6e-bb15-8659496e2085 req-7fe25a72-e64b-4597-bc82-c537bc996c8f tempest-LiveAutoBlockMigrationV225Test-1563372898 tempest-LiveAutoBlockMigrationV225Test-1563372898-project] Resources bound (agent type, host, resource id): {{(pid=102386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:38:59.898064 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [req-f85fc472-7623-4b6e-bb15-8659496e2085 req-7fe25a72-e64b-4597-bc82-c537bc996c8f tempest-LiveAutoBlockMigrationV225Test-1563372898 tempest-LiveAutoBlockMigrationV225Test-1563372898-project] Received port after_create {{(pid=102386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 18:38:59.930570 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe25a72-e64b-4597-bc82-c537bc996c8f tempest-LiveAutoBlockMigrationV225Test-1563372898 tempest-LiveAutoBlockMigrationV225Test-1563372898-project] Pushing event updated for resources: {'Port': ['ID=69aa63a3-5ce3-47a2-805e-ff8f5ce4d8b7,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:38:59.954418 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05e3342-f5a9-451e-ae10-d12c620fa237 req-5fc43262-4710-45ea-9f33-007fa1789824 tempest-LiveAutoBlockMigrationV225Test-1563372898 tempest-LiveAutoBlockMigrationV225Test-1563372898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:38:59.956074 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-a05e3342-f5a9-451e-ae10-d12c620fa237 req-5fc43262-4710-45ea-9f33-007fa1789824 tempest-LiveAutoBlockMigrationV225Test-1563372898 tempest-LiveAutoBlockMigrationV225Test-1563372898-project] 10.222.0.13 "GET /v2.0/ports?device_id=d58bccf2-f8b9-4db8-9ff5-12c1cf501508 HTTP/1.1" status: 200 len: 932 time: 0.0799074 Nov 05 18:38:59.974722 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-6f35f96d-edf2-44b0-b338-b44734086f83 req-f90e6bcc-90e0-43ae-b8c9-9643adca403a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6149821'] for port, after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:39:00.018398 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-a05e3342-f5a9-451e-ae10-d12c620fa237 req-eb2f037a-5f74-4553-825e-b65e320795ca tempest-LiveAutoBlockMigrationV225Test-1563372898 tempest-LiveAutoBlockMigrationV225Test-1563372898-project] 10.222.0.13 "GET /v2.0/security-groups?id=35cb161a-9192-43e2-a392-140fa33626b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560911 Nov 05 18:39:00.071185 n-d-816865-1 neutron-server[102387]: INFO neutron.api.v2.resource [req-af5eb921-5af8-411c-ae4d-aaae6ce167d1 req-6447ae66-de88-41fa-b181-9efa121c02b5 tempest-SecurityGroupRulesNegativeTestJSON-657776705 tempest-SecurityGroupRulesNegativeTestJSON-657776705-project] show failed (client error): The resource could not be found. Nov 05 18:39:00.072677 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-af5eb921-5af8-411c-ae4d-aaae6ce167d1 req-6447ae66-de88-41fa-b181-9efa121c02b5 tempest-SecurityGroupRulesNegativeTestJSON-657776705 tempest-SecurityGroupRulesNegativeTestJSON-657776705-project] 10.222.0.13 "GET /v2.0/security-groups/f8ebe36a-695d-4370-b7e3-2d77b95d5266 HTTP/1.1" status: 404 len: 352 time: 0.0151582 Nov 05 18:39:00.095082 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85fc472-7623-4b6e-bb15-8659496e2085 req-7fe25a72-e64b-4597-bc82-c537bc996c8f tempest-LiveAutoBlockMigrationV225Test-1563372898 tempest-LiveAutoBlockMigrationV225Test-1563372898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:39:00.095706 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-f85fc472-7623-4b6e-bb15-8659496e2085 req-7fe25a72-e64b-4597-bc82-c537bc996c8f tempest-LiveAutoBlockMigrationV225Test-1563372898 tempest-LiveAutoBlockMigrationV225Test-1563372898-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:39:00.113784 n-d-816865-1 neutron-server[102387]: INFO neutron.api.v2.resource [req-a06fb2f4-d4b1-4a23-ab86-66d238a1d9cf req-a2f439eb-b9ee-4d94-b597-89878efb3ff5 tempest-SecurityGroupRulesNegativeTestJSON-657776705 tempest-SecurityGroupRulesNegativeTestJSON-657776705-project] show failed (client error): The resource could not be found. Nov 05 18:39:00.115029 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-a06fb2f4-d4b1-4a23-ab86-66d238a1d9cf req-a2f439eb-b9ee-4d94-b597-89878efb3ff5 tempest-SecurityGroupRulesNegativeTestJSON-657776705 tempest-SecurityGroupRulesNegativeTestJSON-657776705-project] 10.222.0.13 "GET /v2.0/security-group-rules/374f8a2d-b294-465a-b552-154c2c1bcfd2 HTTP/1.1" status: 404 len: 361 time: 0.0175955 Nov 05 18:39:00.115595 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90e6bcc-90e0-43ae-b8c9-9643adca403a service neutron] Pushing event updated for resources: {'Port': ['ID=6e1ce582-1c04-4b03-b6a1-ed06f7f464bd,revision_number=2']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:39:00.172411 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [req-790234f9-ba60-48d0-8804-2c9b51d2d31b req-5baebcff-d8ae-4427-bc8d-95520451a0d5 tempest-ImagesOneServerTestJSON-1840565388 tempest-ImagesOneServerTestJSON-1840565388-project] For port ca0bac15-cb63-41b5-9d33-db3336e5e829, host n-h1-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=ca0bac15-cb63-41b5-9d33-db3336e5e829,segment=NetworkSegment(35c2db9c-522d-48d3-98cf-a08c2cc55db7),segment_id=35c2db9c-522d-48d3-98cf-a08c2cc55db7)] {{(pid=102386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:39:00.172790 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-790234f9-ba60-48d0-8804-2c9b51d2d31b req-5baebcff-d8ae-4427-bc8d-95520451a0d5 tempest-ImagesOneServerTestJSON-1840565388 tempest-ImagesOneServerTestJSON-1840565388-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:39:00.200442 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-f85fc472-7623-4b6e-bb15-8659496e2085 req-7fe25a72-e64b-4597-bc82-c537bc996c8f tempest-LiveAutoBlockMigrationV225Test-1563372898 tempest-LiveAutoBlockMigrationV225Test-1563372898-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7611623 Nov 05 18:39:00.204578 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [req-790234f9-ba60-48d0-8804-2c9b51d2d31b req-5baebcff-d8ae-4427-bc8d-95520451a0d5 tempest-ImagesOneServerTestJSON-1840565388 tempest-ImagesOneServerTestJSON-1840565388-project] Calling delete_port for ca0bac15-cb63-41b5-9d33-db3336e5e829 owned by compute:nova {{(pid=102386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 18:39:00.225413 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [req-f85fc472-7623-4b6e-bb15-8659496e2085 req-2707377b-c16f-4611-898f-7cd930856b4b service neutron] Request body: {'port': {'device_id': 'd58bccf2-f8b9-4db8-9ff5-12c1cf501508', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816865-1'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:39:00.254826 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb5ee41-4e43-4dd8-ac47-048859c12c39 req-5d3a03f7-225e-4e47-b6ab-b1068319dc86 tempest-ImagesOneServerTestJSON-1840565388 tempest-ImagesOneServerTestJSON-1840565388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:39:00.256511 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-5fb5ee41-4e43-4dd8-ac47-048859c12c39 req-5d3a03f7-225e-4e47-b6ab-b1068319dc86 tempest-ImagesOneServerTestJSON-1840565388 tempest-ImagesOneServerTestJSON-1840565388-project] 10.222.0.13 "GET /v2.0/ports?device_id=a5da7ec7-9b07-45dd-bf15-2b53851b9aeb HTTP/1.1" status: 200 len: 948 time: 0.0573444 Nov 05 18:39:00.302764 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [req-6f35f96d-edf2-44b0-b338-b44734086f83 req-f90e6bcc-90e0-43ae-b8c9-9643adca403a service neutron] Attempting to bind port 6e1ce582-1c04-4b03-b6a1-ed06f7f464bd on host n-h2-816865-1 for vnic_type normal with profile {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 18:39:00.303053 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [req-6f35f96d-edf2-44b0-b338-b44734086f83 req-f90e6bcc-90e0-43ae-b8c9-9643adca403a service neutron] Attempting to bind port 6e1ce582-1c04-4b03-b6a1-ed06f7f464bd by drivers openvswitch,hyperv on host n-h2-816865-1 at level 0 using segments [{'id': 'b0f4d4e8-61d5-4e79-9c35-e1f620a70868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '598f5d7d-609c-4eed-bdfb-a95dcdae7151'}] {{(pid=102386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 18:39:00.303376 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f35f96d-edf2-44b0-b338-b44734086f83 req-f90e6bcc-90e0-43ae-b8c9-9643adca403a service neutron] Attempting to bind port 6e1ce582-1c04-4b03-b6a1-ed06f7f464bd on network 598f5d7d-609c-4eed-bdfb-a95dcdae7151 {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 18:39:00.306778 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-5fb5ee41-4e43-4dd8-ac47-048859c12c39 req-70379ef6-cb73-45dc-b3be-457be0142032 tempest-ImagesOneServerTestJSON-1840565388 tempest-ImagesOneServerTestJSON-1840565388-project] 10.222.0.13 "GET /v2.0/security-groups?id=4c0cf261-3beb-4899-97be-bc068721c8c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439796 Nov 05 18:39:00.329596 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f35f96d-edf2-44b0-b338-b44734086f83 req-f90e6bcc-90e0-43ae-b8c9-9643adca403a service neutron] Port 6e1ce582-1c04-4b03-b6a1-ed06f7f464bd on network 598f5d7d-609c-4eed-bdfb-a95dcdae7151 not bound, no agent of type Open vSwitch agent registered on host n-h2-816865-1 {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 18:39:00.329924 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f35f96d-edf2-44b0-b338-b44734086f83 req-f90e6bcc-90e0-43ae-b8c9-9643adca403a service neutron] Attempting to bind port 6e1ce582-1c04-4b03-b6a1-ed06f7f464bd on network 598f5d7d-609c-4eed-bdfb-a95dcdae7151 {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 18:39:00.349121 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f35f96d-edf2-44b0-b338-b44734086f83 req-f90e6bcc-90e0-43ae-b8c9-9643adca403a service neutron] Checking agent: {'id': '32aff553-696f-4891-83f5-5c176f61fe54', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816865-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 18, 33, 36), 'started_at': datetime.datetime(2021, 11, 5, 18, 33, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 18, 38, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 18:39:00.349516 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f35f96d-edf2-44b0-b338-b44734086f83 req-f90e6bcc-90e0-43ae-b8c9-9643adca403a service neutron] Checking segment: {'id': 'b0f4d4e8-61d5-4e79-9c35-e1f620a70868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '598f5d7d-609c-4eed-bdfb-a95dcdae7151'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 18:39:00.349839 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f35f96d-edf2-44b0-b338-b44734086f83 req-f90e6bcc-90e0-43ae-b8c9-9643adca403a service neutron] Bound using segment: {'id': 'b0f4d4e8-61d5-4e79-9c35-e1f620a70868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '598f5d7d-609c-4eed-bdfb-a95dcdae7151'} {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 18:39:00.350376 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [req-6f35f96d-edf2-44b0-b338-b44734086f83 req-f90e6bcc-90e0-43ae-b8c9-9643adca403a service neutron] Bound port: 6e1ce582-1c04-4b03-b6a1-ed06f7f464bd, host: n-h2-816865-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b0f4d4e8-61d5-4e79-9c35-e1f620a70868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '598f5d7d-609c-4eed-bdfb-a95dcdae7151'}}] {{(pid=102386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 18:39:00.350745 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-6f35f96d-edf2-44b0-b338-b44734086f83 req-f90e6bcc-90e0-43ae-b8c9-9643adca403a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:39:00.361245 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-f85fc472-7623-4b6e-bb15-8659496e2085 req-2707377b-c16f-4611-898f-7cd930856b4b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:39:00.382623 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-a4fa62b2-5b7b-45fd-b4d4-5674742353f4 req-471a3e21-f59a-4b44-89df-c2cf550bfa17 tempest-SecurityGroupRulesNegativeTestJSON-657776705 tempest-SecurityGroupRulesNegativeTestJSON-657776705-project] 10.222.0.13 "GET /v2.0/security-groups/6192fe9b-f22f-499d-9575-ea42efc9b3d7 HTTP/1.1" status: 200 len: 1830 time: 0.0474110 Nov 05 18:39:00.451106 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-a4fa62b2-5b7b-45fd-b4d4-5674742353f4 req-78966c8d-8b65-4a42-9d44-336c6690350e tempest-SecurityGroupRulesNegativeTestJSON-657776705 tempest-SecurityGroupRulesNegativeTestJSON-657776705-project] Publish callbacks [] for security_group, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:39:00.481243 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-a4fa62b2-5b7b-45fd-b4d4-5674742353f4 req-78966c8d-8b65-4a42-9d44-336c6690350e tempest-SecurityGroupRulesNegativeTestJSON-657776705 tempest-SecurityGroupRulesNegativeTestJSON-657776705-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:39:00.589816 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-a4fa62b2-5b7b-45fd-b4d4-5674742353f4 req-78966c8d-8b65-4a42-9d44-336c6690350e tempest-SecurityGroupRulesNegativeTestJSON-657776705 tempest-SecurityGroupRulesNegativeTestJSON-657776705-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:39:00.597558 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [req-6f35f96d-edf2-44b0-b338-b44734086f83 req-f90e6bcc-90e0-43ae-b8c9-9643adca403a service neutron] For port 6e1ce582-1c04-4b03-b6a1-ed06f7f464bd, host n-h2-816865-1, cleared binding levels {{(pid=102386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 18:39:00.601483 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-a4fa62b2-5b7b-45fd-b4d4-5674742353f4 req-78966c8d-8b65-4a42-9d44-336c6690350e tempest-SecurityGroupRulesNegativeTestJSON-657776705 tempest-SecurityGroupRulesNegativeTestJSON-657776705-project] Publish callbacks [] for security_group, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:39:00.603857 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-a4fa62b2-5b7b-45fd-b4d4-5674742353f4 req-78966c8d-8b65-4a42-9d44-336c6690350e tempest-SecurityGroupRulesNegativeTestJSON-657776705 tempest-SecurityGroupRulesNegativeTestJSON-657776705-project] 10.222.0.13 "DELETE /v2.0/security-groups/6192fe9b-f22f-499d-9575-ea42efc9b3d7 HTTP/1.1" status: 204 len: 173 time: 0.2135813 Nov 05 18:39:00.623354 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [req-6f35f96d-edf2-44b0-b338-b44734086f83 req-f90e6bcc-90e0-43ae-b8c9-9643adca403a service neutron] For port 6e1ce582-1c04-4b03-b6a1-ed06f7f464bd, host n-h2-816865-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=6e1ce582-1c04-4b03-b6a1-ed06f7f464bd,segment=NetworkSegment(b0f4d4e8-61d5-4e79-9c35-e1f620a70868),segment_id=b0f4d4e8-61d5-4e79-9c35-e1f620a70868)] {{(pid=102386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 18:39:00.624993 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78966c8d-8b65-4a42-9d44-336c6690350e tempest-SecurityGroupRulesNegativeTestJSON-657776705 tempest-SecurityGroupRulesNegativeTestJSON-657776705-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6192fe9b-f22f-499d-9575-ea42efc9b3d7,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:39:00.692089 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-f6b8733e-5e52-4abf-9af3-45f55a860aea req-9d507e43-406a-4955-9ecd-ea78412ea1b2 tempest-SecurityGroupRulesNegativeTestJSON-657776705 tempest-SecurityGroupRulesNegativeTestJSON-657776705-project] 10.222.0.13 "GET /v2.0/security-groups/e875b5a6-3c19-452b-ad18-17fa157c4f20 HTTP/1.1" status: 200 len: 1829 time: 0.0560572 Nov 05 18:39:00.702213 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-790234f9-ba60-48d0-8804-2c9b51d2d31b req-5baebcff-d8ae-4427-bc8d-95520451a0d5 tempest-ImagesOneServerTestJSON-1840565388 tempest-ImagesOneServerTestJSON-1840565388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:39:00.707070 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-6f35f96d-edf2-44b0-b338-b44734086f83 req-f90e6bcc-90e0-43ae-b8c9-9643adca403a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6149821'] for port, after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:39:00.755131 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5baebcff-d8ae-4427-bc8d-95520451a0d5 tempest-ImagesOneServerTestJSON-1840565388 tempest-ImagesOneServerTestJSON-1840565388-project] Pushing event deleted for resources: {'Port': ['ID=ca0bac15-cb63-41b5-9d33-db3336e5e829,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:39:00.755450 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-f6b8733e-5e52-4abf-9af3-45f55a860aea req-9a98b06b-6605-47dd-9c99-05d0e70c0e9d tempest-SecurityGroupRulesNegativeTestJSON-657776705 tempest-SecurityGroupRulesNegativeTestJSON-657776705-project] Publish callbacks [] for security_group, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:39:00.790716 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-f6b8733e-5e52-4abf-9af3-45f55a860aea req-9a98b06b-6605-47dd-9c99-05d0e70c0e9d tempest-SecurityGroupRulesNegativeTestJSON-657776705 tempest-SecurityGroupRulesNegativeTestJSON-657776705-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:39:00.798702 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f35f96d-edf2-44b0-b338-b44734086f83 req-f90e6bcc-90e0-43ae-b8c9-9643adca403a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:39:00.799324 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-6f35f96d-edf2-44b0-b338-b44734086f83 req-f90e6bcc-90e0-43ae-b8c9-9643adca403a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:39:00.807575 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-6f35f96d-edf2-44b0-b338-b44734086f83 req-f90e6bcc-90e0-43ae-b8c9-9643adca403a service neutron] 10.222.0.55 "PUT /v2.0/ports/6e1ce582-1c04-4b03-b6a1-ed06f7f464bd HTTP/1.1" status: 200 len: 1091 time: 1.9315946 Nov 05 18:39:00.822831 n-d-816865-1 neutron-server[102386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a96f542-6487-4ff8-8485-9ac0d517f547', 'tag': '6e1ce582-1c04-4b03-b6a1-ed06f7f464bd'}] {{(pid=102386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 18:39:00.825956 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6173a44d7c73f41af551dc890fa1a5892c2c6bc3458b640c8e0c24db7876ba6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20650a02-47b9-4267-90d5-e43f68679011" -d '{"events": [{"name": "network-changed", "server_uuid": "1a96f542-6487-4ff8-8485-9ac0d517f547", "tag": "6e1ce582-1c04-4b03-b6a1-ed06f7f464bd"}]}' {{(pid=102386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 18:39:00.887000 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [req-790234f9-ba60-48d0-8804-2c9b51d2d31b req-5baebcff-d8ae-4427-bc8d-95520451a0d5 tempest-ImagesOneServerTestJSON-1840565388 tempest-ImagesOneServerTestJSON-1840565388-project] No DVR routers for this DVR port ca0bac15-cb63-41b5-9d33-db3336e5e829 on host n-h1-816865-1 {{(pid=102386) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 18:39:00.890688 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-790234f9-ba60-48d0-8804-2c9b51d2d31b req-5baebcff-d8ae-4427-bc8d-95520451a0d5 tempest-ImagesOneServerTestJSON-1840565388 tempest-ImagesOneServerTestJSON-1840565388-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:39:00.895257 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-790234f9-ba60-48d0-8804-2c9b51d2d31b req-5baebcff-d8ae-4427-bc8d-95520451a0d5 tempest-ImagesOneServerTestJSON-1840565388 tempest-ImagesOneServerTestJSON-1840565388-project] 10.222.0.41 "DELETE /v2.0/ports/ca0bac15-cb63-41b5-9d33-db3336e5e829 HTTP/1.1" status: 204 len: 173 time: 1.2716303 Nov 05 18:39:00.905985 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d5f5b3-a23d-4b38-a417-3cdef74b85df req-fa5917ce-3ed8-4df2-b21a-12ebc1b7a53d tempest-ImagesTestJSON-1124888854 tempest-ImagesTestJSON-1124888854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:39:00.907999 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-c1d5f5b3-a23d-4b38-a417-3cdef74b85df req-fa5917ce-3ed8-4df2-b21a-12ebc1b7a53d tempest-ImagesTestJSON-1124888854 tempest-ImagesTestJSON-1124888854-project] 10.222.0.13 "GET /v2.0/ports?device_id=1a96f542-6487-4ff8-8485-9ac0d517f547 HTTP/1.1" status: 200 len: 943 time: 0.0571191 Nov 05 18:39:00.916659 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-f6b8733e-5e52-4abf-9af3-45f55a860aea req-9a98b06b-6605-47dd-9c99-05d0e70c0e9d tempest-SecurityGroupRulesNegativeTestJSON-657776705 tempest-SecurityGroupRulesNegativeTestJSON-657776705-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:39:00.920704 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-f6b8733e-5e52-4abf-9af3-45f55a860aea req-9a98b06b-6605-47dd-9c99-05d0e70c0e9d tempest-SecurityGroupRulesNegativeTestJSON-657776705 tempest-SecurityGroupRulesNegativeTestJSON-657776705-project] Publish callbacks [] for security_group, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:39:00.921927 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-f6b8733e-5e52-4abf-9af3-45f55a860aea req-9a98b06b-6605-47dd-9c99-05d0e70c0e9d tempest-SecurityGroupRulesNegativeTestJSON-657776705 tempest-SecurityGroupRulesNegativeTestJSON-657776705-project] 10.222.0.13 "DELETE /v2.0/security-groups/e875b5a6-3c19-452b-ad18-17fa157c4f20 HTTP/1.1" status: 204 len: 173 time: 0.2270770 Nov 05 18:39:00.931953 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a98b06b-6605-47dd-9c99-05d0e70c0e9d tempest-SecurityGroupRulesNegativeTestJSON-657776705 tempest-SecurityGroupRulesNegativeTestJSON-657776705-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e875b5a6-3c19-452b-ad18-17fa157c4f20,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:39:01.005732 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90e6bcc-90e0-43ae-b8c9-9643adca403a service neutron] Pushing event updated for resources: {'Port': ['ID=6e1ce582-1c04-4b03-b6a1-ed06f7f464bd,revision_number=3']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:39:01.030094 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-c1d5f5b3-a23d-4b38-a417-3cdef74b85df req-75f1805d-6bec-4351-9578-936c6a10796b tempest-ImagesTestJSON-1124888854 tempest-ImagesTestJSON-1124888854-project] 10.222.0.13 "GET /v2.0/security-groups?id=219552fc-3788-478b-8295-8fbe212226b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741348 Nov 05 18:39:01.047818 n-d-816865-1 neutron-server[102386]: DEBUG neutron.notifiers.nova [req-f85fc472-7623-4b6e-bb15-8659496e2085 req-2707377b-c16f-4611-898f-7cd930856b4b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 69aa63a3-5ce3-47a2-805e-ff8f5ce4d8b7 {{(pid=102386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 18:39:01.058006 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-f85fc472-7623-4b6e-bb15-8659496e2085 req-2707377b-c16f-4611-898f-7cd930856b4b service neutron] Publish callbacks [] for port, precommit_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:39:01.068743 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f35f96d-edf2-44b0-b338-b44734086f83 req-9ceedd49-874e-4b9c-8b10-0adec1a83e25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:39:01.070457 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-6f35f96d-edf2-44b0-b338-b44734086f83 req-9ceedd49-874e-4b9c-8b10-0adec1a83e25 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=0f862ce7a4174f25919478ebbeb38081&device_id=1a96f542-6487-4ff8-8485-9ac0d517f547 HTTP/1.1" status: 200 len: 1094 time: 0.1361167 Nov 05 18:39:01.086302 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.provisioning_blocks [req-f85fc472-7623-4b6e-bb15-8659496e2085 req-2707377b-c16f-4611-898f-7cd930856b4b service neutron] Transition to ACTIVE for port object 69aa63a3-5ce3-47a2-805e-ff8f5ce4d8b7 will not be triggered until provisioned by entity L2. {{(pid=102386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 05 18:39:01.153577 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 18:39:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0efcefd0-83ae-4095-980c-9ad3ab817a08 x-openstack-request-id: req-0efcefd0-83ae-4095-980c-9ad3ab817a08 {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 18:39:01.153868 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a96f542-6487-4ff8-8485-9ac0d517f547", "tag": "6e1ce582-1c04-4b03-b6a1-ed06f7f464bd", "status": "completed", "code": 200}]} {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 18:39:01.154158 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0efcefd0-83ae-4095-980c-9ad3ab817a08 {{(pid=102386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 18:39:01.154742 n-d-816865-1 neutron-server[102386]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a96f542-6487-4ff8-8485-9ac0d517f547', 'tag': '6e1ce582-1c04-4b03-b6a1-ed06f7f464bd', 'status': 'completed', 'code': 200} Nov 05 18:39:01.156986 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-6f35f96d-edf2-44b0-b338-b44734086f83 req-8607fd51-b7b7-435e-8d44-945bc30ceb8d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6e1ce582-1c04-4b03-b6a1-ed06f7f464bd HTTP/1.1" status: 200 len: 217 time: 0.0720773 Nov 05 18:39:01.157722 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-f85fc472-7623-4b6e-bb15-8659496e2085 req-2707377b-c16f-4611-898f-7cd930856b4b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6149821'] for port, after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:39:01.216048 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a867daa-9687-48f9-bdc1-012467cb1a27 req-ab496eb0-cac0-4f07-8455-b0abd3db1fcf tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:39:01.235366 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-3a867daa-9687-48f9-bdc1-012467cb1a27 req-ab496eb0-cac0-4f07-8455-b0abd3db1fcf tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] 10.222.0.13 "GET /v2.0/ports?device_id=0fe35696-e2e4-4757-b0fc-ca26acfa8a1b HTTP/1.1" status: 200 len: 950 time: 0.1226161 Nov 05 18:39:01.278254 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Device a8f7cc57-2884-40dc-b963-08b7d98a1182 up at agent hyperv_n-h1-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 18:39:01.307033 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2707377b-c16f-4611-898f-7cd930856b4b service neutron] Pushing event updated for resources: {'Port': ['ID=69aa63a3-5ce3-47a2-805e-ff8f5ce4d8b7,revision_number=2']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:39:01.339787 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f35f96d-edf2-44b0-b338-b44734086f83 req-3a2b8839-0d14-435e-9d4c-65272363260b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:39:01.342738 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-6f35f96d-edf2-44b0-b338-b44734086f83 req-3a2b8839-0d14-435e-9d4c-65272363260b service neutron] 10.222.0.55 "GET /v2.0/subnets?id=d6979728-9a34-49f9-ba30-1ba1422c905b HTTP/1.1" status: 200 len: 845 time: 0.1739006 Nov 05 18:39:01.399438 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-6f35f96d-edf2-44b0-b338-b44734086f83 req-ad943f79-14b9-4f5c-b620-10a46c60829c service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=598f5d7d-609c-4eed-bdfb-a95dcdae7151&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0448275 Nov 05 18:39:01.408392 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Provisioning complete for port a8f7cc57-2884-40dc-b963-08b7d98a1182 triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:39:01.409467 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:39:01.416758 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-3a867daa-9687-48f9-bdc1-012467cb1a27 req-8b59795c-530b-4cce-9a20-76418bb163db tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] 10.222.0.13 "GET /v2.0/security-groups?id=c4f63610-8850-433c-ac4b-7e7146261ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1802280 Nov 05 18:39:01.477700 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [req-f85fc472-7623-4b6e-bb15-8659496e2085 req-2707377b-c16f-4611-898f-7cd930856b4b service neutron] Attempting to bind port 69aa63a3-5ce3-47a2-805e-ff8f5ce4d8b7 on host n-h2-816865-1 for vnic_type normal with profile {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 18:39:01.479368 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [req-f85fc472-7623-4b6e-bb15-8659496e2085 req-2707377b-c16f-4611-898f-7cd930856b4b service neutron] Attempting to bind port 69aa63a3-5ce3-47a2-805e-ff8f5ce4d8b7 by drivers openvswitch,hyperv on host n-h2-816865-1 at level 0 using segments [{'id': '15cac71b-3531-4cff-8a8e-8f8d83bebf12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '5e3d0b1a-fd18-45bc-91bd-c831330234c4'}] {{(pid=102386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 18:39:01.479705 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f85fc472-7623-4b6e-bb15-8659496e2085 req-2707377b-c16f-4611-898f-7cd930856b4b service neutron] Attempting to bind port 69aa63a3-5ce3-47a2-805e-ff8f5ce4d8b7 on network 5e3d0b1a-fd18-45bc-91bd-c831330234c4 {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 18:39:01.486300 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-539e4ee6-11ef-4f1c-bbf9-0f2bff15ff29 req-3c649d41-36b0-4f22-b83a-c31e8eabf97c tempest-SecurityGroupRulesNegativeTestJSON-657776705 tempest-SecurityGroupRulesNegativeTestJSON-657776705-project] 10.222.0.13 "GET /v2.0/security-groups/33ead178-bc82-4426-9a11-1df90de86630 HTTP/1.1" status: 200 len: 1829 time: 0.2454576 Nov 05 18:39:01.488914 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f85fc472-7623-4b6e-bb15-8659496e2085 req-2707377b-c16f-4611-898f-7cd930856b4b service neutron] Port 69aa63a3-5ce3-47a2-805e-ff8f5ce4d8b7 on network 5e3d0b1a-fd18-45bc-91bd-c831330234c4 not bound, no agent of type Open vSwitch agent registered on host n-h2-816865-1 {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 18:39:01.489253 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f85fc472-7623-4b6e-bb15-8659496e2085 req-2707377b-c16f-4611-898f-7cd930856b4b service neutron] Attempting to bind port 69aa63a3-5ce3-47a2-805e-ff8f5ce4d8b7 on network 5e3d0b1a-fd18-45bc-91bd-c831330234c4 {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 18:39:01.502945 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f85fc472-7623-4b6e-bb15-8659496e2085 req-2707377b-c16f-4611-898f-7cd930856b4b service neutron] Checking agent: {'id': '32aff553-696f-4891-83f5-5c176f61fe54', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816865-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 18, 33, 36), 'started_at': datetime.datetime(2021, 11, 5, 18, 33, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 18, 38, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 18:39:01.503592 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f85fc472-7623-4b6e-bb15-8659496e2085 req-2707377b-c16f-4611-898f-7cd930856b4b service neutron] Checking segment: {'id': '15cac71b-3531-4cff-8a8e-8f8d83bebf12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '5e3d0b1a-fd18-45bc-91bd-c831330234c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 18:39:01.503982 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f85fc472-7623-4b6e-bb15-8659496e2085 req-2707377b-c16f-4611-898f-7cd930856b4b service neutron] Bound using segment: {'id': '15cac71b-3531-4cff-8a8e-8f8d83bebf12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '5e3d0b1a-fd18-45bc-91bd-c831330234c4'} {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 18:39:01.504419 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [req-f85fc472-7623-4b6e-bb15-8659496e2085 req-2707377b-c16f-4611-898f-7cd930856b4b service neutron] Bound port: 69aa63a3-5ce3-47a2-805e-ff8f5ce4d8b7, host: n-h2-816865-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15cac71b-3531-4cff-8a8e-8f8d83bebf12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '5e3d0b1a-fd18-45bc-91bd-c831330234c4'}}] {{(pid=102386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 18:39:01.504775 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-f85fc472-7623-4b6e-bb15-8659496e2085 req-2707377b-c16f-4611-898f-7cd930856b4b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:39:01.543554 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.agents_db [None req-b9406b04-a0e8-43cf-b349-711963d96cf4 None None] Agent healthcheck: found 7 active agents {{(pid=102389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 05 18:39:01.545922 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:39:01.579247 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-6f35f96d-edf2-44b0-b338-b44734086f83 req-be9b8346-1f19-4ea5-9b90-2d5e4527ca25 service neutron] 10.222.0.55 "GET /v2.0/networks/598f5d7d-609c-4eed-bdfb-a95dcdae7151?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1694613 Nov 05 18:39:01.596506 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] For port a8f7cc57-2884-40dc-b963-08b7d98a1182, host n-h1-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=a8f7cc57-2884-40dc-b963-08b7d98a1182,segment=NetworkSegment(35c2db9c-522d-48d3-98cf-a08c2cc55db7),segment_id=35c2db9c-522d-48d3-98cf-a08c2cc55db7)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:39:01.597705 n-d-816865-1 neutron-server[102388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5b71237-24de-434f-a81f-3e3f7b737fb4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8f7cc57-2884-40dc-b963-08b7d98a1182'}] {{(pid=102388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 18:39:01.600352 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85474fee1180e129d8a886d264fe0b30223aa672dd1ffe43b630605f18504f68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da25ebf9-d2f5-46e0-9192-6fedb794e550" -d '{"events": [{"server_uuid": "c5b71237-24de-434f-a81f-3e3f7b737fb4", "name": "network-vif-plugged", "status": "completed", "tag": "a8f7cc57-2884-40dc-b963-08b7d98a1182"}]}' {{(pid=102388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 18:39:01.616949 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-539e4ee6-11ef-4f1c-bbf9-0f2bff15ff29 req-0338897b-0afd-48ff-9c6a-fac2bf45f432 tempest-SecurityGroupRulesNegativeTestJSON-657776705 tempest-SecurityGroupRulesNegativeTestJSON-657776705-project] Publish callbacks [] for security_group, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:39:01.669100 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:39:01.670535 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Device ab74eaef-395a-4fdf-b85e-bacf8245f728 no longer exists at agent hyperv_n-h1-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 18:39:01.678097 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-539e4ee6-11ef-4f1c-bbf9-0f2bff15ff29 req-0338897b-0afd-48ff-9c6a-fac2bf45f432 tempest-SecurityGroupRulesNegativeTestJSON-657776705 tempest-SecurityGroupRulesNegativeTestJSON-657776705-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:39:01.692695 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-6f35f96d-edf2-44b0-b338-b44734086f83 req-0540e919-71e6-4082-baf8-9cc8438768f0 service neutron] 10.222.0.55 "GET /v2.0/networks/598f5d7d-609c-4eed-bdfb-a95dcdae7151?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1006680 Nov 05 18:39:01.745650 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d38738d-d9ae-400a-bfac-c7bf564a1fb5 req-9e336edf-953f-44d2-aaa9-52e48b84fac2 tempest-LiveAutoBlockMigrationV225Test-1563372898 tempest-LiveAutoBlockMigrationV225Test-1563372898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:39:01.749410 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [req-f85fc472-7623-4b6e-bb15-8659496e2085 req-2707377b-c16f-4611-898f-7cd930856b4b service neutron] For port 69aa63a3-5ce3-47a2-805e-ff8f5ce4d8b7, host n-h2-816865-1, cleared binding levels {{(pid=102386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 18:39:01.754979 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-6d38738d-d9ae-400a-bfac-c7bf564a1fb5 req-9e336edf-953f-44d2-aaa9-52e48b84fac2 tempest-LiveAutoBlockMigrationV225Test-1563372898 tempest-LiveAutoBlockMigrationV225Test-1563372898-project] 10.222.0.13 "GET /v2.0/ports?device_id=d58bccf2-f8b9-4db8-9ff5-12c1cf501508 HTTP/1.1" status: 200 len: 944 time: 0.1135805 Nov 05 18:39:01.759887 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [req-f85fc472-7623-4b6e-bb15-8659496e2085 req-2707377b-c16f-4611-898f-7cd930856b4b service neutron] For port 69aa63a3-5ce3-47a2-805e-ff8f5ce4d8b7, host n-h2-816865-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=69aa63a3-5ce3-47a2-805e-ff8f5ce4d8b7,segment=NetworkSegment(15cac71b-3531-4cff-8a8e-8f8d83bebf12),segment_id=15cac71b-3531-4cff-8a8e-8f8d83bebf12)] {{(pid=102386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 18:39:01.800353 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Pushing event updated for resources: {'Port': ['ID=a8f7cc57-2884-40dc-b963-08b7d98a1182,revision_number=7']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:39:01.813988 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-6d38738d-d9ae-400a-bfac-c7bf564a1fb5 req-a31d3c76-1d18-4687-9d34-4f1593e35b40 tempest-LiveAutoBlockMigrationV225Test-1563372898 tempest-LiveAutoBlockMigrationV225Test-1563372898-project] 10.222.0.13 "GET /v2.0/security-groups?id=35cb161a-9192-43e2-a392-140fa33626b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579035 Nov 05 18:39:01.861881 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-f85fc472-7623-4b6e-bb15-8659496e2085 req-2707377b-c16f-4611-898f-7cd930856b4b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6149821'] for port, after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:39:01.864823 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:39:01.879342 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-539e4ee6-11ef-4f1c-bbf9-0f2bff15ff29 req-0338897b-0afd-48ff-9c6a-fac2bf45f432 tempest-SecurityGroupRulesNegativeTestJSON-657776705 tempest-SecurityGroupRulesNegativeTestJSON-657776705-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:39:01.883397 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-539e4ee6-11ef-4f1c-bbf9-0f2bff15ff29 req-0338897b-0afd-48ff-9c6a-fac2bf45f432 tempest-SecurityGroupRulesNegativeTestJSON-657776705 tempest-SecurityGroupRulesNegativeTestJSON-657776705-project] Publish callbacks [] for security_group, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:39:01.891187 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-539e4ee6-11ef-4f1c-bbf9-0f2bff15ff29 req-0338897b-0afd-48ff-9c6a-fac2bf45f432 tempest-SecurityGroupRulesNegativeTestJSON-657776705 tempest-SecurityGroupRulesNegativeTestJSON-657776705-project] 10.222.0.13 "DELETE /v2.0/security-groups/33ead178-bc82-4426-9a11-1df90de86630 HTTP/1.1" status: 204 len: 173 time: 0.3992879 Nov 05 18:39:01.918867 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] For port ab74eaef-395a-4fdf-b85e-bacf8245f728, host n-h1-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=ab74eaef-395a-4fdf-b85e-bacf8245f728,segment=NetworkSegment(35c2db9c-522d-48d3-98cf-a08c2cc55db7),segment_id=35c2db9c-522d-48d3-98cf-a08c2cc55db7)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:39:01.924135 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0338897b-0afd-48ff-9c6a-fac2bf45f432 tempest-SecurityGroupRulesNegativeTestJSON-657776705 tempest-SecurityGroupRulesNegativeTestJSON-657776705-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=33ead178-bc82-4426-9a11-1df90de86630,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:39:01.935277 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85fc472-7623-4b6e-bb15-8659496e2085 req-2707377b-c16f-4611-898f-7cd930856b4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:39:01.936166 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-f85fc472-7623-4b6e-bb15-8659496e2085 req-2707377b-c16f-4611-898f-7cd930856b4b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:39:01.938517 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-f85fc472-7623-4b6e-bb15-8659496e2085 req-2707377b-c16f-4611-898f-7cd930856b4b service neutron] 10.222.0.55 "PUT /v2.0/ports/69aa63a3-5ce3-47a2-805e-ff8f5ce4d8b7 HTTP/1.1" status: 200 len: 1092 time: 1.7175813 Nov 05 18:39:01.953872 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20650a02-47b9-4267-90d5-e43f68679011 req-cfe2512f-241f-4676-b796-0d103abdfc74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:39:01.956352 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-20650a02-47b9-4267-90d5-e43f68679011 req-cfe2512f-241f-4676-b796-0d103abdfc74 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=0f862ce7a4174f25919478ebbeb38081&device_id=1a96f542-6487-4ff8-8485-9ac0d517f547 HTTP/1.1" status: 200 len: 1094 time: 0.1449592 Nov 05 18:39:02.001029 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:39:02.072316 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 18:39:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bd8c0f1-7da6-4a05-a507-4a6aca181093 x-openstack-request-id: req-3bd8c0f1-7da6-4a05-a507-4a6aca181093 {{(pid=102388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 18:39:02.075316 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5b71237-24de-434f-a81f-3e3f7b737fb4", "name": "network-vif-plugged", "status": "completed", "tag": "a8f7cc57-2884-40dc-b963-08b7d98a1182", "code": 200}]} {{(pid=102388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 18:39:02.075873 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3bd8c0f1-7da6-4a05-a507-4a6aca181093 {{(pid=102388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 18:39:02.077770 n-d-816865-1 neutron-server[102388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5b71237-24de-434f-a81f-3e3f7b737fb4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8f7cc57-2884-40dc-b963-08b7d98a1182', 'code': 200} Nov 05 18:39:02.125578 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Pushing event updated for resources: {'Port': ['ID=ab74eaef-395a-4fdf-b85e-bacf8245f728,revision_number=6']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:39:02.163241 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2707377b-c16f-4611-898f-7cd930856b4b service neutron] Pushing event updated for resources: {'Port': ['ID=69aa63a3-5ce3-47a2-805e-ff8f5ce4d8b7,revision_number=3']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:39:02.256345 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-18442345-4802-4362-ab5e-19fb39bf8f3e req-484e4599-13e9-40c8-be13-4fcd0b30a60f tempest-ImagesOneServerTestJSON-1840565388 tempest-ImagesOneServerTestJSON-1840565388-project] 10.222.0.13 "GET /v2.0/ports?device_id=a5da7ec7-9b07-45dd-bf15-2b53851b9aeb HTTP/1.1" status: 200 len: 210 time: 0.0595341 Nov 05 18:39:02.267588 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-b61cb7f8-6017-423a-8ca7-2ed4fc38f815 req-e0433fec-6461-4f3c-8072-ca48f7ac8b29 tempest-SecurityGroupRulesNegativeTestJSON-657776705 tempest-SecurityGroupRulesNegativeTestJSON-657776705-project] 10.222.0.13 "GET /v2.0/security-groups/e074f5a2-eb92-4942-8f2f-e5bfa2d48053 HTTP/1.1" status: 200 len: 1829 time: 0.2067378 Nov 05 18:39:02.305512 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85fc472-7623-4b6e-bb15-8659496e2085 req-0adcd20a-b530-4863-b823-122d8f34f4d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:39:02.307311 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-f85fc472-7623-4b6e-bb15-8659496e2085 req-0adcd20a-b530-4863-b823-122d8f34f4d2 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=482f8aec1d1b4fc08a02afb86f8387d6&device_id=d58bccf2-f8b9-4db8-9ff5-12c1cf501508 HTTP/1.1" status: 200 len: 1095 time: 0.1457527 Nov 05 18:39:02.308436 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20650a02-47b9-4267-90d5-e43f68679011 req-fe012747-d60e-486c-8b36-76b81927c0c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:39:02.311921 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-20650a02-47b9-4267-90d5-e43f68679011 req-fe012747-d60e-486c-8b36-76b81927c0c9 service neutron] 10.222.0.55 "GET /v2.0/networks?id=598f5d7d-609c-4eed-bdfb-a95dcdae7151 HTTP/1.1" status: 200 len: 906 time: 0.3432765 Nov 05 18:39:02.379909 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-20650a02-47b9-4267-90d5-e43f68679011 req-81d94f1e-e788-436b-9b59-e68c81a24f1e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6e1ce582-1c04-4b03-b6a1-ed06f7f464bd HTTP/1.1" status: 200 len: 217 time: 0.0567462 Nov 05 18:39:02.422784 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-f85fc472-7623-4b6e-bb15-8659496e2085 req-138fff83-42e9-488e-9104-a91f2eb701d0 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=69aa63a3-5ce3-47a2-805e-ff8f5ce4d8b7 HTTP/1.1" status: 200 len: 217 time: 0.0511711 Nov 05 18:39:02.432406 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-b61cb7f8-6017-423a-8ca7-2ed4fc38f815 req-e9dc15aa-bac2-4c96-aad9-f38482f3d402 tempest-SecurityGroupRulesNegativeTestJSON-657776705 tempest-SecurityGroupRulesNegativeTestJSON-657776705-project] Publish callbacks [] for security_group, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:39:02.481618 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9636763a-b1ac-47c6-bde4-d3e789720fba req-812ca6ed-1524-4999-9dd8-3e13052d66b3 tempest-ImagesTestJSON-1124888854 tempest-ImagesTestJSON-1124888854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:39:02.483807 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-9636763a-b1ac-47c6-bde4-d3e789720fba req-812ca6ed-1524-4999-9dd8-3e13052d66b3 tempest-ImagesTestJSON-1124888854 tempest-ImagesTestJSON-1124888854-project] 10.222.0.13 "GET /v2.0/ports?device_id=1a96f542-6487-4ff8-8485-9ac0d517f547 HTTP/1.1" status: 200 len: 943 time: 0.0984225 Nov 05 18:39:02.502442 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-b61cb7f8-6017-423a-8ca7-2ed4fc38f815 req-e9dc15aa-bac2-4c96-aad9-f38482f3d402 tempest-SecurityGroupRulesNegativeTestJSON-657776705 tempest-SecurityGroupRulesNegativeTestJSON-657776705-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:39:02.546622 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85fc472-7623-4b6e-bb15-8659496e2085 req-37322c8f-6470-4e17-bbb7-dd22761307f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:39:02.548637 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-f85fc472-7623-4b6e-bb15-8659496e2085 req-37322c8f-6470-4e17-bbb7-dd22761307f6 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e7fca78a-743c-4af3-9fb8-12bc06bb873c HTTP/1.1" status: 200 len: 860 time: 0.0881686 Nov 05 18:39:02.600132 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-f85fc472-7623-4b6e-bb15-8659496e2085 req-4603df59-81f0-4270-8cfa-5eab52bbb1ca service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=5e3d0b1a-fd18-45bc-91bd-c831330234c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0345523 Nov 05 18:39:02.601372 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-248bbbcc-9e3d-48c2-bdde-b9944d78dce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:39:02.602673 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20650a02-47b9-4267-90d5-e43f68679011 req-c598cfb6-9c66-4ab9-a972-407c36b2e674 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:39:02.606575 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-20650a02-47b9-4267-90d5-e43f68679011 req-c598cfb6-9c66-4ab9-a972-407c36b2e674 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=d6979728-9a34-49f9-ba30-1ba1422c905b HTTP/1.1" status: 200 len: 845 time: 0.1929688 Nov 05 18:39:02.612868 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-9636763a-b1ac-47c6-bde4-d3e789720fba req-2105bdd1-fe72-4f0d-a239-3b5673d9075d tempest-ImagesTestJSON-1124888854 tempest-ImagesTestJSON-1124888854-project] 10.222.0.13 "GET /v2.0/security-groups?id=219552fc-3788-478b-8295-8fbe212226b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135898 Nov 05 18:39:02.678915 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 40710) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:39:02.698685 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-b61cb7f8-6017-423a-8ca7-2ed4fc38f815 req-e9dc15aa-bac2-4c96-aad9-f38482f3d402 tempest-SecurityGroupRulesNegativeTestJSON-657776705 tempest-SecurityGroupRulesNegativeTestJSON-657776705-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:39:02.703590 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-b61cb7f8-6017-423a-8ca7-2ed4fc38f815 req-e9dc15aa-bac2-4c96-aad9-f38482f3d402 tempest-SecurityGroupRulesNegativeTestJSON-657776705 tempest-SecurityGroupRulesNegativeTestJSON-657776705-project] Publish callbacks [] for security_group, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:39:02.718617 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-b61cb7f8-6017-423a-8ca7-2ed4fc38f815 req-e9dc15aa-bac2-4c96-aad9-f38482f3d402 tempest-SecurityGroupRulesNegativeTestJSON-657776705 tempest-SecurityGroupRulesNegativeTestJSON-657776705-project] 10.222.0.13 "DELETE /v2.0/security-groups/e074f5a2-eb92-4942-8f2f-e5bfa2d48053 HTTP/1.1" status: 204 len: 173 time: 0.4329007 Nov 05 18:39:02.747670 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9dc15aa-bac2-4c96-aad9-f38482f3d402 tempest-SecurityGroupRulesNegativeTestJSON-657776705 tempest-SecurityGroupRulesNegativeTestJSON-657776705-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e074f5a2-eb92-4942-8f2f-e5bfa2d48053,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:39:02.807244 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-20650a02-47b9-4267-90d5-e43f68679011 req-d5da9508-5e10-4250-b2a5-e914b65d682e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=598f5d7d-609c-4eed-bdfb-a95dcdae7151&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1837375 Nov 05 18:39:02.809434 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-f85fc472-7623-4b6e-bb15-8659496e2085 req-d62e2113-5ef3-4a6f-aaf8-699a6b4eadf5 service neutron] 10.222.0.55 "GET /v2.0/networks/5e3d0b1a-fd18-45bc-91bd-c831330234c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1848643 Nov 05 18:39:02.888742 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-7a401b4f-e41b-4e27-ae22-b81cc124b3bb admin admin] Publish callbacks [] for security_group, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:39:02.956042 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6946b7-cc57-4fd3-80ba-3781a3947712 req-9caef2e6-cdd2-46b6-ab50-d7875b45fbce tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:39:02.957931 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-dd6946b7-cc57-4fd3-80ba-3781a3947712 req-9caef2e6-cdd2-46b6-ab50-d7875b45fbce tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] 10.222.0.13 "GET /v2.0/ports?device_id=0fe35696-e2e4-4757-b0fc-ca26acfa8a1b HTTP/1.1" status: 200 len: 948 time: 0.1280930 Nov 05 18:39:02.997147 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-30aec1fd-e8c6-403b-8653-6096f365d2b3 req-c7d3b02a-e86b-45e5-a7be-86e5860f4a70 tempest-SecurityGroupRulesNegativeTestJSON-657776705 tempest-SecurityGroupRulesNegativeTestJSON-657776705-project] 10.222.0.13 "GET /v2.0/security-groups/484ae1ca-1272-43e3-8bb5-eb919d90c8e1 HTTP/1.1" status: 200 len: 1830 time: 0.1113672 Nov 05 18:39:03.038888 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-f85fc472-7623-4b6e-bb15-8659496e2085 req-3f67671e-799c-45a1-82b4-2e896a4e764c service neutron] 10.222.0.55 "GET /v2.0/networks/5e3d0b1a-fd18-45bc-91bd-c831330234c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2083168 Nov 05 18:39:03.073463 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-20650a02-47b9-4267-90d5-e43f68679011 req-da163e11-60c4-4c99-947c-ab26ac8a8840 service neutron] 10.222.0.55 "GET /v2.0/networks/598f5d7d-609c-4eed-bdfb-a95dcdae7151?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2521884 Nov 05 18:39:03.129810 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-dd6946b7-cc57-4fd3-80ba-3781a3947712 req-c6cdde1f-5e24-4472-a289-1d35fcb8cf95 tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] 10.222.0.13 "GET /v2.0/security-groups?id=c4f63610-8850-433c-ac4b-7e7146261ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1622751 Nov 05 18:39:03.159355 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-7a401b4f-e41b-4e27-ae22-b81cc124b3bb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:39:03.180526 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-30aec1fd-e8c6-403b-8653-6096f365d2b3 req-674901f7-0f21-4db9-8aa5-1e12c942aca8 tempest-SecurityGroupRulesNegativeTestJSON-657776705 tempest-SecurityGroupRulesNegativeTestJSON-657776705-project] Publish callbacks [] for security_group, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:39:03.189749 n-d-816865-1 neutron-server[102386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5da7ec7-9b07-45dd-bf15-2b53851b9aeb', 'name': 'network-vif-deleted', 'tag': 'ca0bac15-cb63-41b5-9d33-db3336e5e829'}, {'name': 'network-changed', 'server_uuid': 'd58bccf2-f8b9-4db8-9ff5-12c1cf501508', 'tag': '69aa63a3-5ce3-47a2-805e-ff8f5ce4d8b7'}] {{(pid=102386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 18:39:03.193288 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6173a44d7c73f41af551dc890fa1a5892c2c6bc3458b640c8e0c24db7876ba6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4369c3a9-f9e9-49b3-919c-69d703220e18" -d '{"events": [{"server_uuid": "a5da7ec7-9b07-45dd-bf15-2b53851b9aeb", "name": "network-vif-deleted", "tag": "ca0bac15-cb63-41b5-9d33-db3336e5e829"}, {"name": "network-changed", "server_uuid": "d58bccf2-f8b9-4db8-9ff5-12c1cf501508", "tag": "69aa63a3-5ce3-47a2-805e-ff8f5ce4d8b7"}]}' {{(pid=102386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 18:39:03.216397 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-30aec1fd-e8c6-403b-8653-6096f365d2b3 req-674901f7-0f21-4db9-8aa5-1e12c942aca8 tempest-SecurityGroupRulesNegativeTestJSON-657776705 tempest-SecurityGroupRulesNegativeTestJSON-657776705-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:39:03.236459 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-7a401b4f-e41b-4e27-ae22-b81cc124b3bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:39:03.255501 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-20650a02-47b9-4267-90d5-e43f68679011 req-1006e659-e25d-4396-ba8f-900d73af9bf5 service neutron] 10.222.0.55 "GET /v2.0/networks/598f5d7d-609c-4eed-bdfb-a95dcdae7151?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1691678 Nov 05 18:39:03.288891 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Device ab74eaef-395a-4fdf-b85e-bacf8245f728 details requested by agent hyperv_n-h1-816865-1 with host n-h1-816865-1 {{(pid=102388) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 05 18:39:03.297406 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Device ca0bac15-cb63-41b5-9d33-db3336e5e829 no longer exists at agent hyperv_n-h1-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 18:39:03.335621 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] No Port match for: ca0bac15-cb63-41b5-9d33-db3336e5e829 {{(pid=102388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 18:39:03.336766 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Device ca0bac15-cb63-41b5-9d33-db3336e5e829 not bound to the agent host n-h1-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 18:39:03.347763 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-7a401b4f-e41b-4e27-ae22-b81cc124b3bb admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b2e2f4dfe16646fcb07fde0820566f39&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6666129 Nov 05 18:39:03.352522 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a401b4f-e41b-4e27-ae22-b81cc124b3bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36faf172-e9a0-4cac-a2e4-895ea56247cd,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:39:03.352899 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 40728) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:39:03.398129 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d02bf0c-cc42-4b84-bc09-4fc4babf7079 req-51a9514f-80da-4703-8f6e-8264c3139e3e tempest-LiveAutoBlockMigrationV225Test-1563372898 tempest-LiveAutoBlockMigrationV225Test-1563372898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:39:03.408013 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-9d02bf0c-cc42-4b84-bc09-4fc4babf7079 req-51a9514f-80da-4703-8f6e-8264c3139e3e tempest-LiveAutoBlockMigrationV225Test-1563372898 tempest-LiveAutoBlockMigrationV225Test-1563372898-project] 10.222.0.13 "GET /v2.0/ports?device_id=d58bccf2-f8b9-4db8-9ff5-12c1cf501508 HTTP/1.1" status: 200 len: 944 time: 0.1604259 Nov 05 18:39:03.455709 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-6abb0f39-39b1-4572-a6c1-80fc240180bc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:39:03.460784 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-30aec1fd-e8c6-403b-8653-6096f365d2b3 req-674901f7-0f21-4db9-8aa5-1e12c942aca8 tempest-SecurityGroupRulesNegativeTestJSON-657776705 tempest-SecurityGroupRulesNegativeTestJSON-657776705-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:39:03.463553 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-30aec1fd-e8c6-403b-8653-6096f365d2b3 req-674901f7-0f21-4db9-8aa5-1e12c942aca8 tempest-SecurityGroupRulesNegativeTestJSON-657776705 tempest-SecurityGroupRulesNegativeTestJSON-657776705-project] Publish callbacks [] for security_group, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:39:03.465648 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-30aec1fd-e8c6-403b-8653-6096f365d2b3 req-674901f7-0f21-4db9-8aa5-1e12c942aca8 tempest-SecurityGroupRulesNegativeTestJSON-657776705 tempest-SecurityGroupRulesNegativeTestJSON-657776705-project] 10.222.0.13 "DELETE /v2.0/security-groups/484ae1ca-1272-43e3-8bb5-eb919d90c8e1 HTTP/1.1" status: 204 len: 173 time: 0.4576952 Nov 05 18:39:03.479106 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 40730) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:39:03.479975 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674901f7-0f21-4db9-8aa5-1e12c942aca8 tempest-SecurityGroupRulesNegativeTestJSON-657776705 tempest-SecurityGroupRulesNegativeTestJSON-657776705-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=484ae1ca-1272-43e3-8bb5-eb919d90c8e1,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:39:03.490749 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] For port ab74eaef-395a-4fdf-b85e-bacf8245f728, host n-h1-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=ab74eaef-395a-4fdf-b85e-bacf8245f728,segment=NetworkSegment(35c2db9c-522d-48d3-98cf-a08c2cc55db7),segment_id=35c2db9c-522d-48d3-98cf-a08c2cc55db7)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:39:03.509108 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Returning: {'device': 'ab74eaef-395a-4fdf-b85e-bacf8245f728', 'network_id': 'a723f808-b11e-4066-b104-fad90c82895e', 'port_id': 'ab74eaef-395a-4fdf-b85e-bacf8245f728', 'mac_address': 'fa:16:3e:1c:fd:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 153, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05e7a1b5-165b-4a00-855a-ffbcb2eba59e', 'ip_address': '192.168.233.190'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102388) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 05 18:39:03.514501 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-9d02bf0c-cc42-4b84-bc09-4fc4babf7079 req-50747712-c6d5-48ee-8eeb-a54ae6409f7f tempest-LiveAutoBlockMigrationV225Test-1563372898 tempest-LiveAutoBlockMigrationV225Test-1563372898-project] 10.222.0.13 "GET /v2.0/security-groups?id=35cb161a-9192-43e2-a392-140fa33626b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949464 Nov 05 18:39:03.551787 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-6abb0f39-39b1-4572-a6c1-80fc240180bc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:39:03.570434 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:39:03.585337 n-d-816865-1 neutron-server[102388]: DEBUG neutron.notifiers.nova [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab74eaef-395a-4fdf-b85e-bacf8245f728 {{(pid=102388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 18:39:03.608925 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] For port ab74eaef-395a-4fdf-b85e-bacf8245f728, host n-h1-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=ab74eaef-395a-4fdf-b85e-bacf8245f728,segment=NetworkSegment(35c2db9c-522d-48d3-98cf-a08c2cc55db7),segment_id=35c2db9c-522d-48d3-98cf-a08c2cc55db7)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:39:03.609698 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.db_base_plugin_v2 [None req-a32705e7-a3f0-4568-a562-0620cf649a36 admin admin] Deleting subnet 5d406eb0-e541-4e10-a515-f50c4b4168e1 {{(pid=102387) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 05 18:39:03.618294 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-a32705e7-a3f0-4568-a562-0620cf649a36 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:39:03.631069 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 05 Nov 2021 18:39:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66718088-635d-495e-9bc4-96742ba5405c x-openstack-request-id: req-66718088-635d-495e-9bc4-96742ba5405c {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 18:39:03.631378 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5da7ec7-9b07-45dd-bf15-2b53851b9aeb", "name": "network-vif-deleted", "tag": "ca0bac15-cb63-41b5-9d33-db3336e5e829", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "d58bccf2-f8b9-4db8-9ff5-12c1cf501508", "tag": "69aa63a3-5ce3-47a2-805e-ff8f5ce4d8b7", "status": "completed", "code": 200}]} {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 18:39:03.631647 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-66718088-635d-495e-9bc4-96742ba5405c {{(pid=102386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 18:39:03.632005 n-d-816865-1 neutron-server[102386]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5da7ec7-9b07-45dd-bf15-2b53851b9aeb', 'name': 'network-vif-deleted', 'tag': 'ca0bac15-cb63-41b5-9d33-db3336e5e829', 'status': 'completed', 'code': 200} Nov 05 18:39:03.633788 n-d-816865-1 neutron-server[102386]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd58bccf2-f8b9-4db8-9ff5-12c1cf501508', 'tag': '69aa63a3-5ce3-47a2-805e-ff8f5ce4d8b7', 'status': 'completed', 'code': 200} Nov 05 18:39:03.681311 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-a32705e7-a3f0-4568-a562-0620cf649a36 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4463501'] for subnet, precommit_delete_associations {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:39:03.700828 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4369c3a9-f9e9-49b3-919c-69d703220e18 req-b76ca7fd-adda-40ea-a5fa-47b7a761b255 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:39:03.702741 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-4369c3a9-f9e9-49b3-919c-69d703220e18 req-b76ca7fd-adda-40ea-a5fa-47b7a761b255 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=482f8aec1d1b4fc08a02afb86f8387d6&device_id=d58bccf2-f8b9-4db8-9ff5-12c1cf501508 HTTP/1.1" status: 200 len: 1095 time: 0.0544789 Nov 05 18:39:03.716169 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:39:03.766159 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-a32705e7-a3f0-4568-a562-0620cf649a36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1573928'] for subnet, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:39:03.790500 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-6abb0f39-39b1-4572-a6c1-80fc240180bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:39:03.794335 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Pushing event updated for resources: {'Port': ['ID=ab74eaef-395a-4fdf-b85e-bacf8245f728,revision_number=7']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:39:03.796953 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-6abb0f39-39b1-4572-a6c1-80fc240180bc admin admin] Publish callbacks [] for security_group, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:39:03.816407 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-6abb0f39-39b1-4572-a6c1-80fc240180bc admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/36faf172-e9a0-4cac-a2e4-895ea56247cd HTTP/1.1" status: 204 len: 168 time: 0.4495404 Nov 05 18:39:03.847427 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:39:03.882582 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b5efd8-26c5-499e-aabe-4d3bf750726e req-0162d7c2-7673-45a8-9a2d-edf75f065248 tempest-ImagesTestJSON-1124888854 tempest-ImagesTestJSON-1124888854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:39:03.884137 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-13b5efd8-26c5-499e-aabe-4d3bf750726e req-0162d7c2-7673-45a8-9a2d-edf75f065248 tempest-ImagesTestJSON-1124888854 tempest-ImagesTestJSON-1124888854-project] 10.222.0.13 "GET /v2.0/ports?device_id=1a96f542-6487-4ff8-8485-9ac0d517f547 HTTP/1.1" status: 200 len: 943 time: 0.1402719 Nov 05 18:39:03.907612 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6abb0f39-39b1-4572-a6c1-80fc240180bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36faf172-e9a0-4cac-a2e4-895ea56247cd,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:39:03.984315 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-13b5efd8-26c5-499e-aabe-4d3bf750726e req-840c035c-f0be-445d-a5bc-239faf51665e tempest-ImagesTestJSON-1124888854 tempest-ImagesTestJSON-1124888854-project] 10.222.0.13 "GET /v2.0/security-groups?id=219552fc-3788-478b-8295-8fbe212226b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912006 Nov 05 18:39:03.984880 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4369c3a9-f9e9-49b3-919c-69d703220e18 req-bcef3fb9-b6a0-40b2-b88b-f418aa365d86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:39:03.986222 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-4369c3a9-f9e9-49b3-919c-69d703220e18 req-bcef3fb9-b6a0-40b2-b88b-f418aa365d86 service neutron] 10.222.0.55 "GET /v2.0/networks?id=5e3d0b1a-fd18-45bc-91bd-c831330234c4 HTTP/1.1" status: 200 len: 921 time: 0.2724583 Nov 05 18:39:04.039484 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] get_ports_and_sgs() called for port_ids ['ab74eaef-395a-4fdf-b85e-bacf8245f728'] {{(pid=102388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 18:39:04.088002 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-4369c3a9-f9e9-49b3-919c-69d703220e18 req-9a6bd962-2bb1-44bc-acef-759e1614e20a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=69aa63a3-5ce3-47a2-805e-ff8f5ce4d8b7 HTTP/1.1" status: 200 len: 217 time: 0.0936053 Nov 05 18:39:04.099195 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a4eaeb-5144-4d0b-93ea-42f248d9146a req-6e744cef-92af-40d0-b117-d308fd363bf9 tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:39:04.100792 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-65a4eaeb-5144-4d0b-93ea-42f248d9146a req-6e744cef-92af-40d0-b117-d308fd363bf9 tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] 10.222.0.13 "GET /v2.0/ports?device_id=0fe35696-e2e4-4757-b0fc-ca26acfa8a1b HTTP/1.1" status: 200 len: 949 time: 0.1138630 Nov 05 18:39:04.102005 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-a32705e7-a3f0-4568-a562-0620cf649a36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1573905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4417146', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5112209'] for subnet, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:39:04.112531 n-d-816865-1 neutron-server[102388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fe35696-e2e4-4757-b0fc-ca26acfa8a1b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ab74eaef-395a-4fdf-b85e-bacf8245f728'}] {{(pid=102388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 18:39:04.118513 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85474fee1180e129d8a886d264fe0b30223aa672dd1ffe43b630605f18504f68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3545102d-910a-4e49-84ad-78df75a719c7" -d '{"events": [{"server_uuid": "0fe35696-e2e4-4757-b0fc-ca26acfa8a1b", "name": "network-vif-unplugged", "status": "completed", "tag": "ab74eaef-395a-4fdf-b85e-bacf8245f728"}]}' {{(pid=102388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 18:39:04.152826 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32705e7-a3f0-4568-a562-0620cf649a36 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5d406eb0-e541-4e10-a515-f50c4b4168e1,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:39:04.192900 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-a32705e7-a3f0-4568-a562-0620cf649a36 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597851'] for subnet, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:39:04.199797 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-a32705e7-a3f0-4568-a562-0620cf649a36 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/5d406eb0-e541-4e10-a515-f50c4b4168e1 HTTP/1.1" status: 204 len: 168 time: 0.7169390 Nov 05 18:39:04.209122 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 40754) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:39:04.247191 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 05 Nov 2021 18:39:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-972e517c-983c-4287-992b-9bbad26aff7b x-openstack-request-id: req-972e517c-983c-4287-992b-9bbad26aff7b {{(pid=102388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 18:39:04.250098 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0fe35696-e2e4-4757-b0fc-ca26acfa8a1b", "name": "network-vif-unplugged", "status": "completed", "tag": "ab74eaef-395a-4fdf-b85e-bacf8245f728", "code": 200}]} {{(pid=102388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 18:39:04.250513 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-972e517c-983c-4287-992b-9bbad26aff7b {{(pid=102388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 18:39:04.251520 n-d-816865-1 neutron-server[102388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0fe35696-e2e4-4757-b0fc-ca26acfa8a1b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ab74eaef-395a-4fdf-b85e-bacf8245f728', 'code': 200} Nov 05 18:39:04.254017 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-65a4eaeb-5144-4d0b-93ea-42f248d9146a req-ba4b38f1-f3e5-47e2-a930-e8e01352d73d tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] 10.222.0.13 "GET /v2.0/security-groups?id=c4f63610-8850-433c-ac4b-7e7146261ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303346 Nov 05 18:39:04.327087 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4369c3a9-f9e9-49b3-919c-69d703220e18 req-58df8659-1225-49e9-a09e-ceaeab5cc9ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:39:04.330231 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-a4240344-41b0-4fb0-904e-8a5a3d815e53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1664226'] for network, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:39:04.332978 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-4369c3a9-f9e9-49b3-919c-69d703220e18 req-58df8659-1225-49e9-a09e-ceaeab5cc9ca service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e7fca78a-743c-4af3-9fb8-12bc06bb873c HTTP/1.1" status: 200 len: 860 time: 0.2323492 Nov 05 18:39:04.358663 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7b93b5-fcab-4dd4-befe-31e3a66699a7 req-e86b3271-288b-40a8-99ef-92d8aca037b4 tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:39:04.360475 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-de7b93b5-fcab-4dd4-befe-31e3a66699a7 req-e86b3271-288b-40a8-99ef-92d8aca037b4 tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] 10.222.0.41 "GET /v2.0/ports?device_id=0fe35696-e2e4-4757-b0fc-ca26acfa8a1b&tenant_id=10ec5728e81c4449951d5c9e87d02372&binding%3Ahost_id=n-h1-816865-1 HTTP/1.1" status: 200 len: 949 time: 0.1961164 Nov 05 18:39:04.460149 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-4369c3a9-f9e9-49b3-919c-69d703220e18 req-ce9a3ab3-ae45-44f8-a132-2751d794d42b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=5e3d0b1a-fd18-45bc-91bd-c831330234c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1147306 Nov 05 18:39:04.529231 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-a4240344-41b0-4fb0-904e-8a5a3d815e53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1579173', 'neutron.services.segments.db._delete_segments_for_network-8750027792909'] for network, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:39:04.577644 n-d-816865-1 neutron-server[102387]: DEBUG neutron.services.segments.db [None req-a4240344-41b0-4fb0-904e-8a5a3d815e53 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eab6f762-0fd8-46d2-9c2a-f9f64ff712c2']}} {{(pid=102387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:39:04.595872 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 40768) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:39:04.609045 n-d-816865-1 neutron-server[102387]: DEBUG neutron.services.segments.db [None req-a4240344-41b0-4fb0-904e-8a5a3d815e53 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '01a8e89e-6ed6-41fe-b394-20eaf6f35f4a') {'for_net_delete': True} {{(pid=102387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:39:04.609045 n-d-816865-1 neutron-server[102387]: DEBUG neutron.services.segments.db [None req-a4240344-41b0-4fb0-904e-8a5a3d815e53 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '01a8e89e-6ed6-41fe-b394-20eaf6f35f4a') {} {{(pid=102387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:39:04.641048 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-a4240344-41b0-4fb0-904e-8a5a3d815e53 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750027793430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4463492'] for segment, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:39:04.687121 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-a4240344-41b0-4fb0-904e-8a5a3d815e53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273'] for segment, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:39:04.713668 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a4240344-41b0-4fb0-904e-8a5a3d815e53 admin admin] Releasing vlan 160 on physical network physnet1 to pool {{(pid=102387) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 05 18:39:04.714098 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-a4240344-41b0-4fb0-904e-8a5a3d815e53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4417236'] for segment, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:39:04.723917 n-d-816865-1 neutron-server[102387]: Traceback (most recent call last): Nov 05 18:39:04.723917 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 05 18:39:04.723917 n-d-816865-1 neutron-server[102387]: timer() Nov 05 18:39:04.723917 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 05 18:39:04.723917 n-d-816865-1 neutron-server[102387]: cb(*args, **kw) Nov 05 18:39:04.723917 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 05 18:39:04.723917 n-d-816865-1 neutron-server[102387]: return func(*args, **kwargs) Nov 05 18:39:04.723917 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 05 18:39:04.723917 n-d-816865-1 neutron-server[102387]: self._notify() Nov 05 18:39:04.723917 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 05 18:39:04.723917 n-d-816865-1 neutron-server[102387]: self.callback(batched_events) Nov 05 18:39:04.723917 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 05 18:39:04.723917 n-d-816865-1 neutron-server[102387]: event.method(event) Nov 05 18:39:04.723917 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 05 18:39:04.723917 n-d-816865-1 neutron-server[102387]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 05 18:39:04.723917 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 05 18:39:04.723917 n-d-816865-1 neutron-server[102387]: aggregate_uuid = self.p_client.list_aggregates( Nov 05 18:39:04.723917 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 05 18:39:04.723917 n-d-816865-1 neutron-server[102387]: return f(self, *a, **k) Nov 05 18:39:04.723917 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 05 18:39:04.723917 n-d-816865-1 neutron-server[102387]: return self._get(url).json() Nov 05 18:39:04.723917 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 05 18:39:04.723917 n-d-816865-1 neutron-server[102387]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 05 18:39:04.723917 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 05 18:39:04.723917 n-d-816865-1 neutron-server[102387]: return self.request(url, 'GET', **kwargs) Nov 05 18:39:04.723917 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 05 18:39:04.723917 n-d-816865-1 neutron-server[102387]: base_url = self.get_endpoint(auth, allow=allow, Nov 05 18:39:04.723917 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 05 18:39:04.723917 n-d-816865-1 neutron-server[102387]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 05 18:39:04.723917 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 05 18:39:04.723917 n-d-816865-1 neutron-server[102387]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 05 18:39:04.723917 n-d-816865-1 neutron-server[102387]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 05 18:39:04.832625 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a668fdab-2e70-4f68-b1aa-2095083ece05 req-ff246c1d-d3e8-461b-aa62-cdd5985481b9 tempest-LiveAutoBlockMigrationV225Test-1563372898 tempest-LiveAutoBlockMigrationV225Test-1563372898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:39:04.839970 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-a668fdab-2e70-4f68-b1aa-2095083ece05 req-ff246c1d-d3e8-461b-aa62-cdd5985481b9 tempest-LiveAutoBlockMigrationV225Test-1563372898 tempest-LiveAutoBlockMigrationV225Test-1563372898-project] 10.222.0.13 "GET /v2.0/ports?device_id=d58bccf2-f8b9-4db8-9ff5-12c1cf501508 HTTP/1.1" status: 200 len: 944 time: 0.1953382 Nov 05 18:39:04.864573 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-1f254b71-9ccc-4839-b597-af6c0bd0406c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:39:04.911114 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-a668fdab-2e70-4f68-b1aa-2095083ece05 req-c46e255c-95dd-42ec-9a9c-4f97feef63ff tempest-LiveAutoBlockMigrationV225Test-1563372898 tempest-LiveAutoBlockMigrationV225Test-1563372898-project] 10.222.0.13 "GET /v2.0/security-groups?id=35cb161a-9192-43e2-a392-140fa33626b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696075 Nov 05 18:39:04.970554 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-4369c3a9-f9e9-49b3-919c-69d703220e18 req-e81e8fcf-c69c-4d52-9ffc-5c724547a979 service neutron] 10.222.0.55 "GET /v2.0/networks/5e3d0b1a-fd18-45bc-91bd-c831330234c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4971268 Nov 05 18:39:04.976415 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7b93b5-fcab-4dd4-befe-31e3a66699a7 req-cfdff44c-e85d-40fd-96df-f360db974ed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:39:04.977010 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-a4240344-41b0-4fb0-904e-8a5a3d815e53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1579178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-956796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1000687'] for network, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:39:04.982193 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-de7b93b5-fcab-4dd4-befe-31e3a66699a7 req-cfdff44c-e85d-40fd-96df-f360db974ed1 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=10ec5728e81c4449951d5c9e87d02372&device_id=0fe35696-e2e4-4757-b0fc-ca26acfa8a1b HTTP/1.1" status: 200 len: 1100 time: 0.4894121 Nov 05 18:39:04.985363 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-a4240344-41b0-4fb0-904e-8a5a3d815e53 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597851'] for network, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:39:04.990913 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-a4240344-41b0-4fb0-904e-8a5a3d815e53 admin admin] 10.222.0.13 "DELETE /v2.0/networks/eab6f762-0fd8-46d2-9c2a-f9f64ff712c2 HTTP/1.1" status: 204 len: 168 time: 0.7808414 Nov 05 18:39:05.005205 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4240344-41b0-4fb0-904e-8a5a3d815e53 admin admin] Pushing event deleted for resources: {'Network': ['ID=eab6f762-0fd8-46d2-9c2a-f9f64ff712c2,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:39:05.028413 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Device 69aa63a3-5ce3-47a2-805e-ff8f5ce4d8b7 details requested by agent hyperv_n-h2-816865-1 with host n-h2-816865-1 {{(pid=102388) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 05 18:39:05.187380 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-328fb408-c16d-463f-b31f-de2d19119659 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0eb58f2cb34c445dae9d7859933ff3fe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5902920 Nov 05 18:39:05.188656 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 40794) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:39:05.213577 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-4369c3a9-f9e9-49b3-919c-69d703220e18 req-8d734c85-5808-48a7-9cc5-2f47fa066848 service neutron] 10.222.0.55 "GET /v2.0/networks/5e3d0b1a-fd18-45bc-91bd-c831330234c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2344537 Nov 05 18:39:05.216594 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7b93b5-fcab-4dd4-befe-31e3a66699a7 req-da416cd7-5b39-4a9a-8662-a0ce66e2cd08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:39:05.217995 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-de7b93b5-fcab-4dd4-befe-31e3a66699a7 req-da416cd7-5b39-4a9a-8662-a0ce66e2cd08 service neutron] 10.222.0.41 "GET /v2.0/networks?id=a723f808-b11e-4066-b104-fad90c82895e HTTP/1.1" status: 200 len: 870 time: 0.2290845 Nov 05 18:39:05.384740 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-de7b93b5-fcab-4dd4-befe-31e3a66699a7 req-25ba9ed6-b21d-4e77-9423-a11b6baa94c1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.190&port_id=ab74eaef-395a-4fdf-b85e-bacf8245f728 HTTP/1.1" status: 200 len: 217 time: 0.1477284 Nov 05 18:39:05.456258 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e606db-a727-48d5-af9d-60ad8ca142b6 req-29c20824-2381-45cc-8bd5-8990cbe6b22d tempest-ImagesTestJSON-1124888854 tempest-ImagesTestJSON-1124888854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:39:05.464324 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-91e606db-a727-48d5-af9d-60ad8ca142b6 req-29c20824-2381-45cc-8bd5-8990cbe6b22d tempest-ImagesTestJSON-1124888854 tempest-ImagesTestJSON-1124888854-project] 10.222.0.13 "GET /v2.0/ports?device_id=1a96f542-6487-4ff8-8485-9ac0d517f547 HTTP/1.1" status: 200 len: 943 time: 0.2866566 Nov 05 18:39:05.542592 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7b93b5-fcab-4dd4-befe-31e3a66699a7 req-0b3ee6ee-a680-4c4d-9a98-5e6059e10ba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:39:05.546009 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-de7b93b5-fcab-4dd4-befe-31e3a66699a7 req-0b3ee6ee-a680-4c4d-9a98-5e6059e10ba2 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=05e7a1b5-165b-4a00-855a-ffbcb2eba59e HTTP/1.1" status: 200 len: 843 time: 0.1400137 Nov 05 18:39:05.556876 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-b30c8074-9fcd-4e5d-9b10-5e024bf95603 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:39:05.589219 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 40802) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:39:05.589410 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] For port 69aa63a3-5ce3-47a2-805e-ff8f5ce4d8b7, host n-h2-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=69aa63a3-5ce3-47a2-805e-ff8f5ce4d8b7,segment=NetworkSegment(15cac71b-3531-4cff-8a8e-8f8d83bebf12),segment_id=15cac71b-3531-4cff-8a8e-8f8d83bebf12)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:39:05.603407 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Returning: {'device': '69aa63a3-5ce3-47a2-805e-ff8f5ce4d8b7', 'network_id': '5e3d0b1a-fd18-45bc-91bd-c831330234c4', 'port_id': '69aa63a3-5ce3-47a2-805e-ff8f5ce4d8b7', 'mac_address': 'fa:16:3e:60:1b:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 155, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7fca78a-743c-4af3-9fb8-12bc06bb873c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102388) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 05 18:39:05.626675 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4803641-4784-4497-9630-03be3405601f req-b6654a50-a4a8-41ba-ad57-52ebfc95ebe0 tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:39:05.627115 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7b93b5-fcab-4dd4-befe-31e3a66699a7 req-834afe75-d526-44f8-9476-99848d5a446b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:39:05.628823 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-de7b93b5-fcab-4dd4-befe-31e3a66699a7 req-834afe75-d526-44f8-9476-99848d5a446b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a723f808-b11e-4066-b104-fad90c82895e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0736389 Nov 05 18:39:05.634314 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-d4803641-4784-4497-9630-03be3405601f req-b6654a50-a4a8-41ba-ad57-52ebfc95ebe0 tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] 10.222.0.13 "GET /v2.0/ports?device_id=0fe35696-e2e4-4757-b0fc-ca26acfa8a1b HTTP/1.1" status: 200 len: 949 time: 0.1655757 Nov 05 18:39:05.646943 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:39:05.659592 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-b30c8074-9fcd-4e5d-9b10-5e024bf95603 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:39:05.667071 n-d-816865-1 neutron-server[102388]: DEBUG neutron.notifiers.nova [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 69aa63a3-5ce3-47a2-805e-ff8f5ce4d8b7 {{(pid=102388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 18:39:05.689044 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] For port 69aa63a3-5ce3-47a2-805e-ff8f5ce4d8b7, host n-h2-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=69aa63a3-5ce3-47a2-805e-ff8f5ce4d8b7,segment=NetworkSegment(15cac71b-3531-4cff-8a8e-8f8d83bebf12),segment_id=15cac71b-3531-4cff-8a8e-8f8d83bebf12)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:39:05.690666 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-91e606db-a727-48d5-af9d-60ad8ca142b6 req-caa04de6-b056-47d5-97df-7f9749706408 tempest-ImagesTestJSON-1124888854 tempest-ImagesTestJSON-1124888854-project] 10.222.0.13 "GET /v2.0/security-groups?id=219552fc-3788-478b-8295-8fbe212226b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2252357 Nov 05 18:39:05.778794 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-7f5133a4-c14a-4938-98a9-2b7b7730a0d6 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7a213c9cacdb4ff5af202d4d823459e7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1853440 Nov 05 18:39:05.782859 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 40808) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:39:05.786238 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:39:05.786952 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Device 6e1ce582-1c04-4b03-b6a1-ed06f7f464bd details requested by agent hyperv_n-h2-816865-1 with host n-h2-816865-1 {{(pid=102388) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 05 18:39:05.796988 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-de7b93b5-fcab-4dd4-befe-31e3a66699a7 req-cad50f87-6510-44d8-afd5-1edcaf07296b service neutron] 10.222.0.41 "GET /v2.0/networks/a723f808-b11e-4066-b104-fad90c82895e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1534221 Nov 05 18:39:05.810226 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-d4803641-4784-4497-9630-03be3405601f req-e7083a20-ffe1-4f95-a57f-b36a6cdf5918 tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] 10.222.0.13 "GET /v2.0/security-groups?id=c4f63610-8850-433c-ac4b-7e7146261ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1748574 Nov 05 18:39:05.885693 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-0c8ccf54-20c2-489f-8dab-4056ac3bb83f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:39:05.890383 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-b30c8074-9fcd-4e5d-9b10-5e024bf95603 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:39:05.894089 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-b30c8074-9fcd-4e5d-9b10-5e024bf95603 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:39:05.895962 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-b30c8074-9fcd-4e5d-9b10-5e024bf95603 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4c0cf261-3beb-4899-97be-bc068721c8c2 HTTP/1.1" status: 204 len: 168 time: 0.6903703 Nov 05 18:39:05.903899 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Pushing event updated for resources: {'Port': ['ID=69aa63a3-5ce3-47a2-805e-ff8f5ce4d8b7,revision_number=4']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:39:05.916928 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30c8074-9fcd-4e5d-9b10-5e024bf95603 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c0cf261-3beb-4899-97be-bc068721c8c2,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:39:05.952513 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-0c8ccf54-20c2-489f-8dab-4056ac3bb83f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:39:05.966757 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:39:06.070769 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-de7b93b5-fcab-4dd4-befe-31e3a66699a7 req-27bde7e5-de63-4d9b-92f2-7e94f5c20576 service neutron] 10.222.0.41 "GET /v2.0/networks/a723f808-b11e-4066-b104-fad90c82895e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2638762 Nov 05 18:39:06.107513 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] For port 6e1ce582-1c04-4b03-b6a1-ed06f7f464bd, host n-h2-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=6e1ce582-1c04-4b03-b6a1-ed06f7f464bd,segment=NetworkSegment(b0f4d4e8-61d5-4e79-9c35-e1f620a70868),segment_id=b0f4d4e8-61d5-4e79-9c35-e1f620a70868)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:39:06.116513 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b304910f-7b27-444b-a8fc-977d26b1ceac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:39:06.128486 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Returning: {'device': '6e1ce582-1c04-4b03-b6a1-ed06f7f464bd', 'network_id': '598f5d7d-609c-4eed-bdfb-a95dcdae7151', 'port_id': '6e1ce582-1c04-4b03-b6a1-ed06f7f464bd', 'mac_address': 'fa:16:3e:4f:5e:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 150, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6979728-9a34-49f9-ba30-1ba1422c905b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102388) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 05 18:39:06.163356 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-0c8ccf54-20c2-489f-8dab-4056ac3bb83f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:39:06.167268 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-0c8ccf54-20c2-489f-8dab-4056ac3bb83f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:39:06.187656 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-0c8ccf54-20c2-489f-8dab-4056ac3bb83f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/bcde1c24-1bff-420c-a165-729ce5bd2ece HTTP/1.1" status: 204 len: 168 time: 0.3926194 Nov 05 18:39:06.204843 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:39:06.209815 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8ccf54-20c2-489f-8dab-4056ac3bb83f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcde1c24-1bff-420c-a165-729ce5bd2ece,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:39:06.233069 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd6db0f-7d75-4096-9595-2cc6d207b5d4 req-1247cff2-34f1-4720-b8e1-52d584703a68 tempest-LiveAutoBlockMigrationV225Test-1563372898 tempest-LiveAutoBlockMigrationV225Test-1563372898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:39:06.234885 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-acd6db0f-7d75-4096-9595-2cc6d207b5d4 req-1247cff2-34f1-4720-b8e1-52d584703a68 tempest-LiveAutoBlockMigrationV225Test-1563372898 tempest-LiveAutoBlockMigrationV225Test-1563372898-project] 10.222.0.13 "GET /v2.0/ports?device_id=d58bccf2-f8b9-4db8-9ff5-12c1cf501508 HTTP/1.1" status: 200 len: 945 time: 0.1623852 Nov 05 18:39:06.252645 n-d-816865-1 neutron-server[102388]: DEBUG neutron.notifiers.nova [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e1ce582-1c04-4b03-b6a1-ed06f7f464bd {{(pid=102388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 18:39:06.275294 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] For port 6e1ce582-1c04-4b03-b6a1-ed06f7f464bd, host n-h2-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=6e1ce582-1c04-4b03-b6a1-ed06f7f464bd,segment=NetworkSegment(b0f4d4e8-61d5-4e79-9c35-e1f620a70868),segment_id=b0f4d4e8-61d5-4e79-9c35-e1f620a70868)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:39:06.319466 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-acd6db0f-7d75-4096-9595-2cc6d207b5d4 req-fe09ddb9-0e6b-4be3-9775-01ba69b281e8 tempest-LiveAutoBlockMigrationV225Test-1563372898 tempest-LiveAutoBlockMigrationV225Test-1563372898-project] 10.222.0.13 "GET /v2.0/security-groups?id=35cb161a-9192-43e2-a392-140fa33626b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759497 Nov 05 18:39:06.373020 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:39:06.430743 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Pushing event updated for resources: {'Port': ['ID=6e1ce582-1c04-4b03-b6a1-ed06f7f464bd,revision_number=4']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:39:06.633629 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] get_ports_and_sgs() called for port_ids ['6e1ce582-1c04-4b03-b6a1-ed06f7f464bd'] {{(pid=102388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 18:39:06.691104 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] get_ports_and_sgs() called for port_ids ['69aa63a3-5ce3-47a2-805e-ff8f5ce4d8b7'] {{(pid=102388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 18:39:06.964500 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-8b26bf9d-73bf-49bb-9038-1a982f9c1a7d req-42132e73-23bb-4007-a1b4-093800a4aba5 tempest-AbsoluteLimitsNegativeTestJSON-492497480 tempest-AbsoluteLimitsNegativeTestJSON-492497480-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=93a847a1374a46dea354d1bed7893623&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0420787 Nov 05 18:39:06.984646 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17ebef9-4fe7-4924-9496-a19c924d4431 req-48ba1f5c-c06a-48fd-82e4-e34844b6cdf0 tempest-ImagesTestJSON-1124888854 tempest-ImagesTestJSON-1124888854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:39:06.998657 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-d17ebef9-4fe7-4924-9496-a19c924d4431 req-48ba1f5c-c06a-48fd-82e4-e34844b6cdf0 tempest-ImagesTestJSON-1124888854 tempest-ImagesTestJSON-1124888854-project] 10.222.0.13 "GET /v2.0/ports?device_id=1a96f542-6487-4ff8-8485-9ac0d517f547 HTTP/1.1" status: 200 len: 944 time: 0.1214986 Nov 05 18:39:07.118939 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-d17ebef9-4fe7-4924-9496-a19c924d4431 req-9ebeb07a-2268-49f0-aa6c-c69828e5dc83 tempest-ImagesTestJSON-1124888854 tempest-ImagesTestJSON-1124888854-project] 10.222.0.13 "GET /v2.0/security-groups?id=219552fc-3788-478b-8295-8fbe212226b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025867 Nov 05 18:39:07.148523 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b26bf9d-73bf-49bb-9038-1a982f9c1a7d req-f9ce6b09-85b4-40fd-9898-1c625f8c9b27 tempest-AbsoluteLimitsNegativeTestJSON-492497480 tempest-AbsoluteLimitsNegativeTestJSON-492497480-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:39:07.149989 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-8b26bf9d-73bf-49bb-9038-1a982f9c1a7d req-f9ce6b09-85b4-40fd-9898-1c625f8c9b27 tempest-AbsoluteLimitsNegativeTestJSON-492497480 tempest-AbsoluteLimitsNegativeTestJSON-492497480-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1760476 Nov 05 18:39:07.175493 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-8b26bf9d-73bf-49bb-9038-1a982f9c1a7d req-1994b100-acef-490d-809d-989fd49d6ff5 tempest-AbsoluteLimitsNegativeTestJSON-492497480 tempest-AbsoluteLimitsNegativeTestJSON-492497480-project] 10.222.0.13 "GET /v2.0/quotas/93a847a1374a46dea354d1bed7893623 HTTP/1.1" status: 200 len: 375 time: 0.0170872 Nov 05 18:39:07.226994 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-8b26bf9d-73bf-49bb-9038-1a982f9c1a7d req-258f13e4-513d-4d8e-b40c-02428699c4f0 tempest-AbsoluteLimitsNegativeTestJSON-492497480 tempest-AbsoluteLimitsNegativeTestJSON-492497480-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=93a847a1374a46dea354d1bed7893623&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0502238 Nov 05 18:39:07.298053 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Device ab74eaef-395a-4fdf-b85e-bacf8245f728 up at agent hyperv_n-h1-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 18:39:07.374282 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b486b3-b049-4898-a573-11f425b555f2 req-390b947d-323f-4c17-b055-0b7622e1727b tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:39:07.387455 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-b8b486b3-b049-4898-a573-11f425b555f2 req-390b947d-323f-4c17-b055-0b7622e1727b tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] 10.222.0.13 "GET /v2.0/ports?device_id=0fe35696-e2e4-4757-b0fc-ca26acfa8a1b HTTP/1.1" status: 200 len: 949 time: 0.1789885 Nov 05 18:39:07.416427 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Provisioning complete for port ab74eaef-395a-4fdf-b85e-bacf8245f728 triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:39:07.416885 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:39:07.475863 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-b8b486b3-b049-4898-a573-11f425b555f2 req-2b0cff85-bbfe-428c-811f-388c69c37ddf tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] 10.222.0.13 "GET /v2.0/security-groups?id=c4f63610-8850-433c-ac4b-7e7146261ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875278 Nov 05 18:39:07.623404 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:39:07.675676 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f725d1f-ffef-4dce-a7db-b55689f72b75 req-7dade33c-8dde-4a6d-a034-f9e94ec43012 tempest-LiveAutoBlockMigrationV225Test-1563372898 tempest-LiveAutoBlockMigrationV225Test-1563372898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:39:07.678249 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-8f725d1f-ffef-4dce-a7db-b55689f72b75 req-7dade33c-8dde-4a6d-a034-f9e94ec43012 tempest-LiveAutoBlockMigrationV225Test-1563372898 tempest-LiveAutoBlockMigrationV225Test-1563372898-project] 10.222.0.13 "GET /v2.0/ports?device_id=d58bccf2-f8b9-4db8-9ff5-12c1cf501508 HTTP/1.1" status: 200 len: 945 time: 0.1593969 Nov 05 18:39:07.686784 n-d-816865-1 neutron-server[102388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fe35696-e2e4-4757-b0fc-ca26acfa8a1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab74eaef-395a-4fdf-b85e-bacf8245f728'}] {{(pid=102388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 18:39:07.697425 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85474fee1180e129d8a886d264fe0b30223aa672dd1ffe43b630605f18504f68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20a8f4d7-ac98-4190-801e-d9437e9f8b5a" -d '{"events": [{"server_uuid": "0fe35696-e2e4-4757-b0fc-ca26acfa8a1b", "name": "network-vif-plugged", "status": "completed", "tag": "ab74eaef-395a-4fdf-b85e-bacf8245f728"}]}' {{(pid=102388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 18:39:07.727398 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] For port ab74eaef-395a-4fdf-b85e-bacf8245f728, host n-h1-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=ab74eaef-395a-4fdf-b85e-bacf8245f728,segment=NetworkSegment(35c2db9c-522d-48d3-98cf-a08c2cc55db7),segment_id=35c2db9c-522d-48d3-98cf-a08c2cc55db7)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:39:07.797076 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39befb92-9d6e-431d-8431-3ce418e42457 req-785c0564-5d8d-4fb0-bac7-898077959986 tempest-ServersWithSpecificFlavorTestJSON-1995233136 tempest-ServersWithSpecificFlavorTestJSON-1995233136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:39:07.808922 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-39befb92-9d6e-431d-8431-3ce418e42457 req-785c0564-5d8d-4fb0-bac7-898077959986 tempest-ServersWithSpecificFlavorTestJSON-1995233136 tempest-ServersWithSpecificFlavorTestJSON-1995233136-project] 10.222.0.13 "GET /v2.0/ports?device_id=eff99d52-5bfe-44cb-a1d6-ebdef5ac0a4d HTTP/1.1" status: 200 len: 945 time: 0.1208742 Nov 05 18:39:07.825057 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:39:07.843178 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-8f725d1f-ffef-4dce-a7db-b55689f72b75 req-df6fe31c-e740-437c-ad40-d0fde1f5f5b7 tempest-LiveAutoBlockMigrationV225Test-1563372898 tempest-LiveAutoBlockMigrationV225Test-1563372898-project] 10.222.0.13 "GET /v2.0/security-groups?id=35cb161a-9192-43e2-a392-140fa33626b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549492 Nov 05 18:39:07.931504 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Pushing event updated for resources: {'Port': ['ID=ab74eaef-395a-4fdf-b85e-bacf8245f728,revision_number=8']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:39:07.997104 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-39befb92-9d6e-431d-8431-3ce418e42457 req-6135936e-290e-44b4-9021-9c866e4f7ed5 tempest-ServersWithSpecificFlavorTestJSON-1995233136 tempest-ServersWithSpecificFlavorTestJSON-1995233136-project] 10.222.0.13 "GET /v2.0/security-groups?id=040a1024-eaad-4e89-b23c-c23a7ce4f851&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1872373 Nov 05 18:39:08.016449 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 18:39:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09ce0e9a-a076-4a52-b9f9-74b8336fd8c9 x-openstack-request-id: req-09ce0e9a-a076-4a52-b9f9-74b8336fd8c9 {{(pid=102388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 18:39:08.016795 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0fe35696-e2e4-4757-b0fc-ca26acfa8a1b", "name": "network-vif-plugged", "status": "completed", "tag": "ab74eaef-395a-4fdf-b85e-bacf8245f728", "code": 200}]} {{(pid=102388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 18:39:08.017072 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-09ce0e9a-a076-4a52-b9f9-74b8336fd8c9 {{(pid=102388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 18:39:08.017465 n-d-816865-1 neutron-server[102388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0fe35696-e2e4-4757-b0fc-ca26acfa8a1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab74eaef-395a-4fdf-b85e-bacf8245f728', 'code': 200} Nov 05 18:39:08.086551 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-31f93893-a48e-4ae8-833d-dccb2b42eacc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:39:08.262210 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 40908) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:39:08.275726 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45ced92-29cd-45dd-9235-9238d0d65c95 req-d2d4ac0e-a03c-4d22-943e-2344df9937a9 tempest-ImagesTestJSON-1124888854 tempest-ImagesTestJSON-1124888854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:39:08.278098 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-b45ced92-29cd-45dd-9235-9238d0d65c95 req-d2d4ac0e-a03c-4d22-943e-2344df9937a9 tempest-ImagesTestJSON-1124888854 tempest-ImagesTestJSON-1124888854-project] 10.222.0.13 "GET /v2.0/ports?device_id=1a96f542-6487-4ff8-8485-9ac0d517f547 HTTP/1.1" status: 200 len: 944 time: 0.0660193 Nov 05 18:39:08.291774 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 40912) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:39:08.358588 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-b45ced92-29cd-45dd-9235-9238d0d65c95 req-2629f73b-93b0-4e72-adb2-50ec766d2a7d tempest-ImagesTestJSON-1124888854 tempest-ImagesTestJSON-1124888854-project] 10.222.0.13 "GET /v2.0/security-groups?id=219552fc-3788-478b-8295-8fbe212226b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662682 Nov 05 18:39:08.394005 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:39:08.610600 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-1a696889-8d4a-4060-bbc3-73388b83e2b4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:39:08.635543 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49afc75e-7ab9-4060-95df-ec5d283d0aac req-58e1514e-90ce-43d0-a32b-b15aac22c930 tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:39:08.644480 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-49afc75e-7ab9-4060-95df-ec5d283d0aac req-58e1514e-90ce-43d0-a32b-b15aac22c930 tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] 10.222.0.13 "GET /v2.0/ports?device_id=0fe35696-e2e4-4757-b0fc-ca26acfa8a1b HTTP/1.1" status: 200 len: 950 time: 0.1030297 Nov 05 18:39:08.661470 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-65e52408-aa2a-4884-aa73-edd698d03218 admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1906001394-network', 'tenant_id': '4829acffed3b4745affa5e8e193e7ce5'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:39:08.718489 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-49afc75e-7ab9-4060-95df-ec5d283d0aac req-72c55542-17e4-418e-b3bf-7498fd939bd1 tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] 10.222.0.13 "GET /v2.0/security-groups?id=c4f63610-8850-433c-ac4b-7e7146261ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721560 Nov 05 18:39:08.798170 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65e52408-aa2a-4884-aa73-edd698d03218 admin admin] Made reservation on behalf of 4829acffed3b4745affa5e8e193e7ce5 for: {'network': 1} {{(pid=102386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 18:39:08.800731 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-65e52408-aa2a-4884-aa73-edd698d03218 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for network, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:39:08.817481 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-65e52408-aa2a-4884-aa73-edd698d03218 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:39:08.821282 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-1a696889-8d4a-4060-bbc3-73388b83e2b4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:39:08.890997 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd2981f-ab99-4e9e-bb29-4061454e299d req-960ead04-54e5-4e9a-b5f0-31c96441be69 tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:39:08.894212 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-1a696889-8d4a-4060-bbc3-73388b83e2b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:39:08.905494 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-2dd2981f-ab99-4e9e-bb29-4061454e299d req-960ead04-54e5-4e9a-b5f0-31c96441be69 tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] 10.222.0.13 "GET /v2.0/ports?device_id=0fe35696-e2e4-4757-b0fc-ca26acfa8a1b HTTP/1.1" status: 200 len: 950 time: 0.0833390 Nov 05 18:39:08.929286 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-1a696889-8d4a-4060-bbc3-73388b83e2b4 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=93a847a1374a46dea354d1bed7893623&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6364353 Nov 05 18:39:08.934548 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 40938) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:39:08.953423 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-65e52408-aa2a-4884-aa73-edd698d03218 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:39:08.967052 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a696889-8d4a-4060-bbc3-73388b83e2b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d169ad3b-be58-43c9-bb04-1a4785be49e5,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:39:09.018330 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-65e52408-aa2a-4884-aa73-edd698d03218 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:39:09.023050 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-2dd2981f-ab99-4e9e-bb29-4061454e299d req-abe96d7c-c6eb-4357-b80e-1dfc26f33c64 tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] 10.222.0.13 "GET /v2.0/security-groups?id=c4f63610-8850-433c-ac4b-7e7146261ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165607 Nov 05 18:39:09.036993 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Device 69aa63a3-5ce3-47a2-805e-ff8f5ce4d8b7 up at agent hyperv_n-h2-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 18:39:09.077790 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e52408-aa2a-4884-aa73-edd698d03218 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6c276c2-1a62-4f33-92e6-1a62f3e97f0f,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:39:09.114868 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65e52408-aa2a-4884-aa73-edd698d03218 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 171} {{(pid=102386) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 05 18:39:09.120389 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-9651ad66-78cc-43d1-87f5-daa8164a2212 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:39:09.149013 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-65e52408-aa2a-4884-aa73-edd698d03218 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273'] for segment, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:39:09.149353 n-d-816865-1 neutron-server[102386]: INFO neutron.db.segments_db [None req-65e52408-aa2a-4884-aa73-edd698d03218 admin admin] Added segment 49c2ecc0-eedd-4c96-97ed-f82083a274bf of type vlan for network aeb57709-6e5a-4f32-9548-b24bdc2398f2 Nov 05 18:39:09.214274 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-9651ad66-78cc-43d1-87f5-daa8164a2212 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:39:09.214541 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-65e52408-aa2a-4884-aa73-edd698d03218 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750027258543'] for network, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:39:09.234437 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Provisioning for port 69aa63a3-5ce3-47a2-805e-ff8f5ce4d8b7 completed by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 05 18:39:09.239166 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Provisioning complete for port 69aa63a3-5ce3-47a2-805e-ff8f5ce4d8b7 triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:39:09.244835 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:39:09.278740 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ae8475-b106-4010-9e93-d132f3ad3741 req-a490cee7-908e-4944-86cb-ca9008941208 tempest-LiveAutoBlockMigrationV225Test-1563372898 tempest-LiveAutoBlockMigrationV225Test-1563372898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:39:09.280277 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-26ae8475-b106-4010-9e93-d132f3ad3741 req-a490cee7-908e-4944-86cb-ca9008941208 tempest-LiveAutoBlockMigrationV225Test-1563372898 tempest-LiveAutoBlockMigrationV225Test-1563372898-project] 10.222.0.13 "GET /v2.0/ports?device_id=d58bccf2-f8b9-4db8-9ff5-12c1cf501508 HTTP/1.1" status: 200 len: 945 time: 0.1416469 Nov 05 18:39:09.321299 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-65e52408-aa2a-4884-aa73-edd698d03218 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-956796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877'] for network, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:39:09.322432 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65e52408-aa2a-4884-aa73-edd698d03218 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:39:09.323387 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-65e52408-aa2a-4884-aa73-edd698d03218 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597851'] for network, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:39:09.353183 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-26ae8475-b106-4010-9e93-d132f3ad3741 req-8bc465c1-608e-43ef-a0f1-ba15547ec91c tempest-LiveAutoBlockMigrationV225Test-1563372898 tempest-LiveAutoBlockMigrationV225Test-1563372898-project] 10.222.0.13 "GET /v2.0/security-groups?id=35cb161a-9192-43e2-a392-140fa33626b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595694 Nov 05 18:39:09.358489 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:39:09.381183 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-9651ad66-78cc-43d1-87f5-daa8164a2212 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:39:09.384256 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-9651ad66-78cc-43d1-87f5-daa8164a2212 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:39:09.391510 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-9651ad66-78cc-43d1-87f5-daa8164a2212 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d169ad3b-be58-43c9-bb04-1a4785be49e5 HTTP/1.1" status: 204 len: 168 time: 0.4378276 Nov 05 18:39:09.411953 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9651ad66-78cc-43d1-87f5-daa8164a2212 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d169ad3b-be58-43c9-bb04-1a4785be49e5,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:39:09.442017 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-65e52408-aa2a-4884-aa73-edd698d03218 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.1779115 Nov 05 18:39:09.444868 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 40950) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:39:09.446426 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e52408-aa2a-4884-aa73-edd698d03218 admin admin] Pushing event updated for resources: {'Network': ['ID=aeb57709-6e5a-4f32-9548-b24bdc2398f2,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:39:09.455273 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-79a12245-cbd9-4225-ae01-a54add46ed6a admin admin] Request body: {'subnet': {'network_id': 'aeb57709-6e5a-4f32-9548-b24bdc2398f2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-1906001394-subnet', 'tenant_id': '4829acffed3b4745affa5e8e193e7ce5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:39:09.458160 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] For port 69aa63a3-5ce3-47a2-805e-ff8f5ce4d8b7, host n-h2-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=69aa63a3-5ce3-47a2-805e-ff8f5ce4d8b7,segment=NetworkSegment(15cac71b-3531-4cff-8a8e-8f8d83bebf12),segment_id=15cac71b-3531-4cff-8a8e-8f8d83bebf12)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:39:09.469016 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Network aeb57709-6e5a-4f32-9548-b24bdc2398f2 details requested by agent ovs-agent-n-d-816865-1 with host n-d-816865-1 {{(pid=102388) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 05 18:39:09.572795 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:39:09.573814 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Device 6e1ce582-1c04-4b03-b6a1-ed06f7f464bd up at agent hyperv_n-h2-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 18:39:09.596443 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79a12245-cbd9-4225-ae01-a54add46ed6a admin admin] Made reservation on behalf of 4829acffed3b4745affa5e8e193e7ce5 for: {'subnet': 1} {{(pid=102387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 18:39:09.598779 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-79a12245-cbd9-4225-ae01-a54add46ed6a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5112236'] for subnet, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:39:09.679885 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Pushing event updated for resources: {'Port': ['ID=69aa63a3-5ce3-47a2-805e-ff8f5ce4d8b7,revision_number=5']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:39:09.704421 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb07539-2b86-4216-8483-907169f13cec req-6ae5760e-7059-4d83-86c5-7d89fac81e56 tempest-ImagesTestJSON-1124888854 tempest-ImagesTestJSON-1124888854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:39:09.705940 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-7fb07539-2b86-4216-8483-907169f13cec req-6ae5760e-7059-4d83-86c5-7d89fac81e56 tempest-ImagesTestJSON-1124888854 tempest-ImagesTestJSON-1124888854-project] 10.222.0.13 "GET /v2.0/ports?device_id=1a96f542-6487-4ff8-8485-9ac0d517f547 HTTP/1.1" status: 200 len: 944 time: 0.1528394 Nov 05 18:39:09.738124 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Provisioning for port 6e1ce582-1c04-4b03-b6a1-ed06f7f464bd completed by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 05 18:39:09.743924 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Provisioning complete for port 6e1ce582-1c04-4b03-b6a1-ed06f7f464bd triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:39:09.744305 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:39:09.844417 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-7fb07539-2b86-4216-8483-907169f13cec req-974e7a73-2025-488a-984e-f001a251bb12 tempest-ImagesTestJSON-1124888854 tempest-ImagesTestJSON-1124888854-project] 10.222.0.13 "GET /v2.0/security-groups?id=219552fc-3788-478b-8295-8fbe212226b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308320 Nov 05 18:39:09.879103 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:39:09.937051 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] For port 6e1ce582-1c04-4b03-b6a1-ed06f7f464bd, host n-h2-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=6e1ce582-1c04-4b03-b6a1-ed06f7f464bd,segment=NetworkSegment(b0f4d4e8-61d5-4e79-9c35-e1f620a70868),segment_id=b0f4d4e8-61d5-4e79-9c35-e1f620a70868)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:39:10.018846 n-d-816865-1 neutron-server[102388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd58bccf2-f8b9-4db8-9ff5-12c1cf501508', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69aa63a3-5ce3-47a2-805e-ff8f5ce4d8b7'}, {'server_uuid': '1a96f542-6487-4ff8-8485-9ac0d517f547', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e1ce582-1c04-4b03-b6a1-ed06f7f464bd'}] {{(pid=102388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 18:39:10.021867 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85474fee1180e129d8a886d264fe0b30223aa672dd1ffe43b630605f18504f68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32d282f0-4893-4254-adb0-53aed1d3c544" -d '{"events": [{"server_uuid": "d58bccf2-f8b9-4db8-9ff5-12c1cf501508", "name": "network-vif-plugged", "status": "completed", "tag": "69aa63a3-5ce3-47a2-805e-ff8f5ce4d8b7"}, {"server_uuid": "1a96f542-6487-4ff8-8485-9ac0d517f547", "name": "network-vif-plugged", "status": "completed", "tag": "6e1ce582-1c04-4b03-b6a1-ed06f7f464bd"}]}' {{(pid=102388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 18:39:10.028429 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:39:10.087008 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-79a12245-cbd9-4225-ae01-a54add46ed6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4417463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5112218'] for subnet, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:39:10.107046 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 05 Nov 2021 18:39:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-908c976e-257f-4930-a591-3e2491f9cc2c x-openstack-request-id: req-908c976e-257f-4930-a591-3e2491f9cc2c {{(pid=102388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 18:39:10.107571 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d58bccf2-f8b9-4db8-9ff5-12c1cf501508", "name": "network-vif-plugged", "status": "completed", "tag": "69aa63a3-5ce3-47a2-805e-ff8f5ce4d8b7", "code": 200}, {"server_uuid": "1a96f542-6487-4ff8-8485-9ac0d517f547", "name": "network-vif-plugged", "status": "completed", "tag": "6e1ce582-1c04-4b03-b6a1-ed06f7f464bd", "code": 200}]} {{(pid=102388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 18:39:10.108055 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-908c976e-257f-4930-a591-3e2491f9cc2c {{(pid=102388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 18:39:10.108645 n-d-816865-1 neutron-server[102388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd58bccf2-f8b9-4db8-9ff5-12c1cf501508', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69aa63a3-5ce3-47a2-805e-ff8f5ce4d8b7', 'code': 200} Nov 05 18:39:10.109168 n-d-816865-1 neutron-server[102388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a96f542-6487-4ff8-8485-9ac0d517f547', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e1ce582-1c04-4b03-b6a1-ed06f7f464bd', 'code': 200} Nov 05 18:39:10.116239 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Pushing event updated for resources: {'Port': ['ID=6e1ce582-1c04-4b03-b6a1-ed06f7f464bd,revision_number=5']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:39:10.164249 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a12245-cbd9-4225-ae01-a54add46ed6a admin admin] Pushing event updated for resources: {'Subnet': ['ID=c57f8052-ef8e-4c43-977b-3c7db8b14eb4,revision_number=0']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:39:10.175862 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79a12245-cbd9-4225-ae01-a54add46ed6a admin admin] Checking segment: {'id': '49c2ecc0-eedd-4c96-97ed-f82083a274bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'aeb57709-6e5a-4f32-9548-b24bdc2398f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 18:39:10.176356 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79a12245-cbd9-4225-ae01-a54add46ed6a admin admin] Network hostable DHCP agents. Network: aeb57709-6e5a-4f32-9548-b24bdc2398f2, hostable agents: ['987e2ca0-bc3b-4c6f-a989-429ccfbf753f'], hosted agents: [] {{(pid=102387) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 05 18:39:10.305301 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79a12245-cbd9-4225-ae01-a54add46ed6a admin admin] Network aeb57709-6e5a-4f32-9548-b24bdc2398f2 is scheduled to be hosted by DHCP agent 987e2ca0-bc3b-4c6f-a989-429ccfbf753f with binding_index 1 {{(pid=102387) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 05 18:39:10.347015 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ae21cf-2498-43af-860a-9739ed551706 req-7fec9944-96b0-4197-a0ee-826c700d88ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:39:10.349605 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-00ae21cf-2498-43af-860a-9739ed551706 req-7fec9944-96b0-4197-a0ee-826c700d88ae service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=d58bccf2-f8b9-4db8-9ff5-12c1cf501508 HTTP/1.1" status: 200 len: 1097 time: 0.1085124 Nov 05 18:39:10.355120 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-b6ec63b8-f110-41f1-b19f-11810f669943 req-bc1f96a9-6a4e-4e99-ae9d-61bfb8dbdc64 tempest-ServersWithSpecificFlavorTestJSON-1995233136 tempest-ServersWithSpecificFlavorTestJSON-1995233136-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--1811825971&fields=id&tenant_id=e4fadb60c9fa4b0abf704559d02b8aa0 HTTP/1.1" status: 200 len: 267 time: 0.0688512 Nov 05 18:39:10.394322 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb54366-f24d-46e0-9c72-2fc9be69f3ac req-d039ac85-1b4f-4945-8059-1690ca6b4142 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:39:10.396355 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-6eb54366-f24d-46e0-9c72-2fc9be69f3ac req-d039ac85-1b4f-4945-8059-1690ca6b4142 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=1a96f542-6487-4ff8-8485-9ac0d517f547 HTTP/1.1" status: 200 len: 1096 time: 0.1096241 Nov 05 18:39:10.405515 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.base_scheduler [None req-79a12245-cbd9-4225-ae01-a54add46ed6a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816865-1, aeb57709-6e5a-4f32-9548-b24bdc2398f2) {{(pid=102387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:39:10.414661 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85b32b34-c964-4881-ab2e-b325d781ec94 None None] Network aeb57709-6e5a-4f32-9548-b24bdc2398f2 requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 18:39:10.469790 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79a12245-cbd9-4225-ae01-a54add46ed6a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:39:10.470467 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-79a12245-cbd9-4225-ae01-a54add46ed6a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597851'] for subnet, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:39:10.475654 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-00ae21cf-2498-43af-860a-9739ed551706 req-502ae95c-7d8d-4219-b476-38e7cfae745a service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=35cb161a-9192-43e2-a392-140fa33626b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135695 Nov 05 18:39:10.494608 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-6eb54366-f24d-46e0-9c72-2fc9be69f3ac req-5b53c401-6178-4c7e-bf7b-2849cc362fa1 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=219552fc-3788-478b-8295-8fbe212226b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888400 Nov 05 18:39:10.541887 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ec63b8-f110-41f1-b19f-11810f669943 req-b9994216-5a3c-4078-99a6-5166981e8891 tempest-ServersWithSpecificFlavorTestJSON-1995233136 tempest-ServersWithSpecificFlavorTestJSON-1995233136-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:39:10.544427 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-b6ec63b8-f110-41f1-b19f-11810f669943 req-b9994216-5a3c-4078-99a6-5166981e8891 tempest-ServersWithSpecificFlavorTestJSON-1995233136 tempest-ServersWithSpecificFlavorTestJSON-1995233136-project] 10.222.0.13 "GET /v2.0/networks?id=ba3e8390-54e7-4d99-8fec-d7b75d85d22a HTTP/1.1" status: 200 len: 822 time: 0.1877396 Nov 05 18:39:10.588578 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-79a12245-cbd9-4225-ae01-a54add46ed6a admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.1411331 Nov 05 18:39:10.589921 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 41004) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:39:10.595532 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-c1c244f7-833a-4e74-93fb-71d575ec4615 admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-1906001394-router', 'tenant_id': '4829acffed3b4745affa5e8e193e7ce5', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec'}}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:39:10.596651 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-b6ec63b8-f110-41f1-b19f-11810f669943 req-3b98af4f-a629-4347-9e23-e82ac84912f7 tempest-ServersWithSpecificFlavorTestJSON-1995233136 tempest-ServersWithSpecificFlavorTestJSON-1995233136-project] 10.222.0.13 "GET /v2.0/quotas/e4fadb60c9fa4b0abf704559d02b8aa0 HTTP/1.1" status: 200 len: 375 time: 0.0396545 Nov 05 18:39:10.703961 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-c1c244f7-833a-4e74-93fb-71d575ec4615 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-571139', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6874'] for router, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:39:10.705387 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-c1c244f7-833a-4e74-93fb-71d575ec4615 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-571375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1000570', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1011585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6867'] for router, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:39:10.749295 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-b6ec63b8-f110-41f1-b19f-11810f669943 req-65faac8c-481f-4f02-9df6-683313c6872b tempest-ServersWithSpecificFlavorTestJSON-1995233136 tempest-ServersWithSpecificFlavorTestJSON-1995233136-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=e4fadb60c9fa4b0abf704559d02b8aa0&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1220353 Nov 05 18:39:10.810421 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c41f682e-7d1a-428a-8473-a68ece99b1c3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeb20a084-accf-5b60-8075-3e69ebe863a6-aeb57709-6e5a-4f32-9548-b24bdc2398f2', 'network_id': 'aeb57709-6e5a-4f32-9548-b24bdc2398f2', 'tenant_id': '4829acffed3b4745affa5e8e193e7ce5', 'fixed_ips': [{'subnet_id': 'c57f8052-ef8e-4c43-977b-3c7db8b14eb4'}]}} from n-d-816865-1. {{(pid=102388) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 05 18:39:10.810421 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c41f682e-7d1a-428a-8473-a68ece99b1c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:39:10.874517 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-c1c244f7-833a-4e74-93fb-71d575ec4615 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:39:10.879858 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-b6ec63b8-f110-41f1-b19f-11810f669943 req-558b5c21-e93f-4fc0-88ac-20e0fe366f99 service neutron] 10.222.0.13 "GET /v2.0/networks/ba3e8390-54e7-4d99-8fec-d7b75d85d22a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260040 Nov 05 18:39:10.948538 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 41010) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:39:11.023228 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-b6ec63b8-f110-41f1-b19f-11810f669943 req-e7efb5c0-76a8-463f-bf17-f48974507e55 service neutron] 10.222.0.13 "GET /v2.0/networks/ba3e8390-54e7-4d99-8fec-d7b75d85d22a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1420712 Nov 05 18:39:11.135024 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.db_base_plugin_common [None req-c41f682e-7d1a-428a-8473-a68ece99b1c3 None None] Allocated IP 172.20.0.2 (aeb57709-6e5a-4f32-9548-b24bdc2398f2/c57f8052-ef8e-4c43-977b-3c7db8b14eb4/9f46edf8-715d-4ab2-88ca-3dbbceb70c03) {{(pid=102388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 18:39:11.180198 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-7d1ff5c7-ec7c-42fb-90bd-4267064ae788 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-2092046476-network', 'tenant_id': '48de103aa1ab44c9aad7c42993657578'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:39:11.227809 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-c1c244f7-833a-4e74-93fb-71d575ec4615 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:39:11.242915 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa16daae-e09e-4ba0-8a64-a98b11c38030 req-3e6e2091-cb8b-4ecb-be56-30d61a31c37d tempest-LiveAutoBlockMigrationV225Test-1563372898 tempest-LiveAutoBlockMigrationV225Test-1563372898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:39:11.251279 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-fa16daae-e09e-4ba0-8a64-a98b11c38030 req-3e6e2091-cb8b-4ecb-be56-30d61a31c37d tempest-LiveAutoBlockMigrationV225Test-1563372898 tempest-LiveAutoBlockMigrationV225Test-1563372898-project] 10.222.0.13 "GET /v2.0/ports?device_id=d58bccf2-f8b9-4db8-9ff5-12c1cf501508 HTTP/1.1" status: 200 len: 946 time: 0.0697644 Nov 05 18:39:11.323266 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-fa16daae-e09e-4ba0-8a64-a98b11c38030 req-3b81db2c-2e01-415d-affe-2e474cb49120 tempest-LiveAutoBlockMigrationV225Test-1563372898 tempest-LiveAutoBlockMigrationV225Test-1563372898-project] 10.222.0.13 "GET /v2.0/security-groups?id=35cb161a-9192-43e2-a392-140fa33626b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707893 Nov 05 18:39:11.376637 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d1ff5c7-ec7c-42fb-90bd-4267064ae788 admin admin] Made reservation on behalf of 48de103aa1ab44c9aad7c42993657578 for: {'network': 1} {{(pid=102386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 18:39:11.388031 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-7d1ff5c7-ec7c-42fb-90bd-4267064ae788 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for network, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:39:11.409308 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c41f682e-7d1a-428a-8473-a68ece99b1c3 None None] Publish callbacks [] for port, precommit_create {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:39:11.418356 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-7d1ff5c7-ec7c-42fb-90bd-4267064ae788 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:39:11.492681 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c41f682e-7d1a-428a-8473-a68ece99b1c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789'] for port, after_create {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:39:11.517535 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90cbfff-2ccd-40be-b90c-20d1be815c85 req-f08d5ed6-7251-4bf3-944c-897a28c3f83a tempest-ImagesTestJSON-1124888854 tempest-ImagesTestJSON-1124888854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:39:11.538334 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-e90cbfff-2ccd-40be-b90c-20d1be815c85 req-f08d5ed6-7251-4bf3-944c-897a28c3f83a tempest-ImagesTestJSON-1124888854 tempest-ImagesTestJSON-1124888854-project] 10.222.0.13 "GET /v2.0/ports?device_id=1a96f542-6487-4ff8-8485-9ac0d517f547 HTTP/1.1" status: 200 len: 945 time: 0.0911973 Nov 05 18:39:11.589231 n-d-816865-1 neutron-server[102388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c41f682e-7d1a-428a-8473-a68ece99b1c3 None None] Network aeb57709-6e5a-4f32-9548-b24bdc2398f2 is already hosted by enough agents. {{(pid=102388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 18:39:11.617667 n-d-816865-1 neutron-server[102388]: DEBUG neutron.scheduler.base_scheduler [None req-c41f682e-7d1a-428a-8473-a68ece99b1c3 None None] Resources bound (agent type, host, resource id): {{(pid=102388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:39:11.622484 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c41f682e-7d1a-428a-8473-a68ece99b1c3 None None] Received port after_create {{(pid=102388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 18:39:11.624390 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41f682e-7d1a-428a-8473-a68ece99b1c3 None None] Pushing event updated for resources: {'Port': ['ID=9f46edf8-715d-4ab2-88ca-3dbbceb70c03,revision_number=1']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:39:11.644874 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-e90cbfff-2ccd-40be-b90c-20d1be815c85 req-17b077f2-8406-4c4b-8cb2-66614fc8758a tempest-ImagesTestJSON-1124888854 tempest-ImagesTestJSON-1124888854-project] 10.222.0.13 "GET /v2.0/security-groups?id=219552fc-3788-478b-8295-8fbe212226b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055684 Nov 05 18:39:11.701046 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-c9d45b3e-13f6-4761-a9b0-d7704762789d req-10e2fd5c-2db3-4189-9fd0-f9694e895c8c tempest-ServersWithSpecificFlavorTestJSON-1995233136 tempest-ServersWithSpecificFlavorTestJSON-1995233136-project] 10.222.0.13 "GET /v2.0/ports?device_id=dece0a9d-0aa6-4496-bd16-059eef231e9d HTTP/1.1" status: 200 len: 210 time: 0.0835783 Nov 05 18:39:11.780608 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d0af73-48b7-405b-9bd9-81948f3f66b9 req-159a4f37-8f2d-4287-8bb8-677673746645 tempest-ServersWithSpecificFlavorTestJSON-1995233136 tempest-ServersWithSpecificFlavorTestJSON-1995233136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:39:11.782215 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-b7d0af73-48b7-405b-9bd9-81948f3f66b9 req-159a4f37-8f2d-4287-8bb8-677673746645 tempest-ServersWithSpecificFlavorTestJSON-1995233136 tempest-ServersWithSpecificFlavorTestJSON-1995233136-project] 10.222.0.41 "GET /v2.0/ports?device_id=eff99d52-5bfe-44cb-a1d6-ebdef5ac0a4d HTTP/1.1" status: 200 len: 945 time: 0.2578282 Nov 05 18:39:11.786687 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-c41f682e-7d1a-428a-8473-a68ece99b1c3 None None] Attempting to bind port 9f46edf8-715d-4ab2-88ca-3dbbceb70c03 on host n-d-816865-1 for vnic_type normal with profile {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 18:39:11.787096 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-c41f682e-7d1a-428a-8473-a68ece99b1c3 None None] Attempting to bind port 9f46edf8-715d-4ab2-88ca-3dbbceb70c03 by drivers openvswitch,hyperv on host n-d-816865-1 at level 0 using segments [{'id': '49c2ecc0-eedd-4c96-97ed-f82083a274bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'aeb57709-6e5a-4f32-9548-b24bdc2398f2'}] {{(pid=102388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 18:39:11.787441 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c41f682e-7d1a-428a-8473-a68ece99b1c3 None None] Attempting to bind port 9f46edf8-715d-4ab2-88ca-3dbbceb70c03 on network aeb57709-6e5a-4f32-9548-b24bdc2398f2 {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 18:39:11.802895 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-a3bf55a0-06fc-48e6-864a-b847e08287d3 req-8346e3c8-0845-41e7-91e2-d471e9e8ec2b tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=10ec5728e81c4449951d5c9e87d02372&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0441387 Nov 05 18:39:11.806756 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c41f682e-7d1a-428a-8473-a68ece99b1c3 None None] Checking agent: {'id': '724d89a7-611b-41e6-bc85-c48112b17afa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 18, 25, 8), 'started_at': datetime.datetime(2021, 11, 5, 18, 25, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 18, 39, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 18:39:11.807133 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c41f682e-7d1a-428a-8473-a68ece99b1c3 None None] Checking segment: {'id': '49c2ecc0-eedd-4c96-97ed-f82083a274bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'aeb57709-6e5a-4f32-9548-b24bdc2398f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 18:39:11.807541 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c41f682e-7d1a-428a-8473-a68ece99b1c3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:39:11.807928 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c41f682e-7d1a-428a-8473-a68ece99b1c3 None None] Bound using segment: {'id': '49c2ecc0-eedd-4c96-97ed-f82083a274bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'aeb57709-6e5a-4f32-9548-b24bdc2398f2'} {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 18:39:11.808941 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-c41f682e-7d1a-428a-8473-a68ece99b1c3 None None] Bound port: 9f46edf8-715d-4ab2-88ca-3dbbceb70c03, host: n-d-816865-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49c2ecc0-eedd-4c96-97ed-f82083a274bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'aeb57709-6e5a-4f32-9548-b24bdc2398f2'}}] {{(pid=102388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 18:39:11.809336 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c41f682e-7d1a-428a-8473-a68ece99b1c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:39:11.924183 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-c41f682e-7d1a-428a-8473-a68ece99b1c3 None None] For port 9f46edf8-715d-4ab2-88ca-3dbbceb70c03, host n-d-816865-1, cleared binding levels {{(pid=102388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 18:39:11.928108 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-c41f682e-7d1a-428a-8473-a68ece99b1c3 None None] For port 9f46edf8-715d-4ab2-88ca-3dbbceb70c03, host n-d-816865-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=9f46edf8-715d-4ab2-88ca-3dbbceb70c03,segment=NetworkSegment(49c2ecc0-eedd-4c96-97ed-f82083a274bf),segment_id=49c2ecc0-eedd-4c96-97ed-f82083a274bf)] {{(pid=102388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 18:39:11.984558 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-7d1ff5c7-ec7c-42fb-90bd-4267064ae788 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:39:12.001787 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bf55a0-06fc-48e6-864a-b847e08287d3 req-1ac92191-6617-44a0-b97a-ed609d7f3761 tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:39:12.003420 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-a3bf55a0-06fc-48e6-864a-b847e08287d3 req-1ac92191-6617-44a0-b97a-ed609d7f3761 tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1994545 Nov 05 18:39:12.042517 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c41f682e-7d1a-428a-8473-a68ece99b1c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:39:12.042896 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-a3bf55a0-06fc-48e6-864a-b847e08287d3 req-32d2de37-844f-4602-ae24-6946e2546901 tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] 10.222.0.13 "GET /v2.0/quotas/10ec5728e81c4449951d5c9e87d02372 HTTP/1.1" status: 200 len: 375 time: 0.0272875 Nov 05 18:39:12.120480 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41f682e-7d1a-428a-8473-a68ece99b1c3 None None] Pushing event updated for resources: {'Port': ['ID=9f46edf8-715d-4ab2-88ca-3dbbceb70c03,revision_number=2']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:39:12.141003 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-7d1ff5c7-ec7c-42fb-90bd-4267064ae788 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:39:12.179662 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d1ff5c7-ec7c-42fb-90bd-4267064ae788 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 183} {{(pid=102386) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 05 18:39:12.194311 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-a3bf55a0-06fc-48e6-864a-b847e08287d3 req-1ec5a326-a49e-4f55-88b5-41a3a3eb3b44 tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=10ec5728e81c4449951d5c9e87d02372&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1378560 Nov 05 18:39:12.244857 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [req-b7d0af73-48b7-405b-9bd9-81948f3f66b9 req-ed48b582-a6ef-495f-82b4-e74be567ccb1 tempest-ServersWithSpecificFlavorTestJSON-1995233136 tempest-ServersWithSpecificFlavorTestJSON-1995233136-project] Deleting port ef314ce2-4597-4d9a-a65c-10552dafa64f {{(pid=102386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 18:39:12.245194 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-b7d0af73-48b7-405b-9bd9-81948f3f66b9 req-ed48b582-a6ef-495f-82b4-e74be567ccb1 tempest-ServersWithSpecificFlavorTestJSON-1995233136 tempest-ServersWithSpecificFlavorTestJSON-1995233136-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:39:12.276677 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-7d1ff5c7-ec7c-42fb-90bd-4267064ae788 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273'] for segment, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:39:12.278737 n-d-816865-1 neutron-server[102386]: INFO neutron.db.segments_db [None req-7d1ff5c7-ec7c-42fb-90bd-4267064ae788 admin admin] Added segment 93fd2d79-7933-46e7-8a7f-2b0cace59e4b of type vlan for network 9c282dee-ee32-45f7-8090-e833d25335b6 Nov 05 18:39:12.298596 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1ff5c7-ec7c-42fb-90bd-4267064ae788 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4056503-c341-42e5-ae9d-37a5e83a41cf,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:39:12.382785 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-c1c244f7-833a-4e74-93fb-71d575ec4615 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:39:12.397227 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-7d1ff5c7-ec7c-42fb-90bd-4267064ae788 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750027258543'] for network, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:39:12.507471 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-c1c244f7-833a-4e74-93fb-71d575ec4615 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:39:12.561979 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [req-b7d0af73-48b7-405b-9bd9-81948f3f66b9 req-ed48b582-a6ef-495f-82b4-e74be567ccb1 tempest-ServersWithSpecificFlavorTestJSON-1995233136 tempest-ServersWithSpecificFlavorTestJSON-1995233136-project] For port ef314ce2-4597-4d9a-a65c-10552dafa64f, host n-h1-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=ef314ce2-4597-4d9a-a65c-10552dafa64f,segment=NetworkSegment(6c1e83a3-272c-4e69-9514-f61e4e363f8b),segment_id=6c1e83a3-272c-4e69-9514-f61e4e363f8b)] {{(pid=102386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:39:12.562881 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-b7d0af73-48b7-405b-9bd9-81948f3f66b9 req-ed48b582-a6ef-495f-82b4-e74be567ccb1 tempest-ServersWithSpecificFlavorTestJSON-1995233136 tempest-ServersWithSpecificFlavorTestJSON-1995233136-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:39:12.736656 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-7d1ff5c7-ec7c-42fb-90bd-4267064ae788 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-956796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877'] for network, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:39:12.737913 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d1ff5c7-ec7c-42fb-90bd-4267064ae788 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:39:12.738549 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-7d1ff5c7-ec7c-42fb-90bd-4267064ae788 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597851'] for network, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:39:12.830945 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1eaed2-926e-45f6-955a-3bef33c73d95 req-37fd7494-ac96-4d21-99cd-4b6a5cb32085 tempest-LiveAutoBlockMigrationV225Test-1563372898 tempest-LiveAutoBlockMigrationV225Test-1563372898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:39:12.833675 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-cb1eaed2-926e-45f6-955a-3bef33c73d95 req-37fd7494-ac96-4d21-99cd-4b6a5cb32085 tempest-LiveAutoBlockMigrationV225Test-1563372898 tempest-LiveAutoBlockMigrationV225Test-1563372898-project] 10.222.0.13 "GET /v2.0/ports?device_id=d58bccf2-f8b9-4db8-9ff5-12c1cf501508 HTTP/1.1" status: 200 len: 946 time: 0.1717460 Nov 05 18:39:12.905659 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 9f46edf8-715d-4ab2-88ca-3dbbceb70c03 up at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 18:39:12.922138 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-cb1eaed2-926e-45f6-955a-3bef33c73d95 req-e169a190-9701-49eb-8eaf-fc6dd91a65ee tempest-LiveAutoBlockMigrationV225Test-1563372898 tempest-LiveAutoBlockMigrationV225Test-1563372898-project] 10.222.0.13 "GET /v2.0/security-groups?id=35cb161a-9192-43e2-a392-140fa33626b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708520 Nov 05 18:39:12.976419 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-b941c3ac-80b0-4867-91a1-96e9c8d42d79 req-1c59b0a4-e665-4295-8a6a-bf5ed320363a tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] 10.222.0.13 "GET /v2.0/ports?device_id=c8f9c054-f308-4af6-8eb8-5dcdd62eb3fd HTTP/1.1" status: 200 len: 210 time: 0.0435183 Nov 05 18:39:12.976598 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1ff5c7-ec7c-42fb-90bd-4267064ae788 admin admin] Pushing event updated for resources: {'Network': ['ID=9c282dee-ee32-45f7-8090-e833d25335b6,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:39:13.000951 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Network 9c282dee-ee32-45f7-8090-e833d25335b6 details requested by agent ovs-agent-n-d-816865-1 with host n-d-816865-1 {{(pid=102388) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 05 18:39:13.030592 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Provisioning complete for port 9f46edf8-715d-4ab2-88ca-3dbbceb70c03 triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:39:13.030962 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:39:13.092575 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-d1f98df7-88de-46df-ac90-1f50605f69c7 req-181a661a-1be7-494e-a5a1-915b51eff5f1 tempest-ServersWithSpecificFlavorTestJSON-1995233136 tempest-ServersWithSpecificFlavorTestJSON-1995233136-project] 10.222.0.13 "GET /v2.0/ports?device_id=dece0a9d-0aa6-4496-bd16-059eef231e9d HTTP/1.1" status: 200 len: 210 time: 0.0344546 Nov 05 18:39:13.115068 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-7d1ff5c7-ec7c-42fb-90bd-4267064ae788 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.1616952 Nov 05 18:39:13.116729 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d5572f-adc5-4692-af57-36c6aa92c998 req-9ccd6b98-6679-413c-8796-0bbed993e729 tempest-ImagesTestJSON-1124888854 tempest-ImagesTestJSON-1124888854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:39:13.118608 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-b5d5572f-adc5-4692-af57-36c6aa92c998 req-9ccd6b98-6679-413c-8796-0bbed993e729 tempest-ImagesTestJSON-1124888854 tempest-ImagesTestJSON-1124888854-project] 10.222.0.13 "GET /v2.0/ports?device_id=1a96f542-6487-4ff8-8485-9ac0d517f547 HTTP/1.1" status: 200 len: 945 time: 0.0958438 Nov 05 18:39:13.119052 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 41082) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:39:13.125026 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-61941305-21c1-4f95-bc8b-0911a754bc5d admin admin] Request body: {'subnet': {'network_id': '9c282dee-ee32-45f7-8090-e833d25335b6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-2092046476-subnet', 'tenant_id': '48de103aa1ab44c9aad7c42993657578', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:39:13.155097 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.db_base_plugin_common [None req-c1c244f7-833a-4e74-93fb-71d575ec4615 admin admin] Allocated IP 172.25.6.62 (40c8335d-cd0b-4cb5-910a-d4dcddd5cbec/04fe6db3-e108-4208-943d-6518424f5726/a7ad9553-405f-4fcf-b4a0-97c575d23260) {{(pid=102386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 18:39:13.234724 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-b5d5572f-adc5-4692-af57-36c6aa92c998 req-316c8437-eae3-4d21-aec6-573530ba4d6d tempest-ImagesTestJSON-1124888854 tempest-ImagesTestJSON-1124888854-project] 10.222.0.13 "GET /v2.0/security-groups?id=219552fc-3788-478b-8295-8fbe212226b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006782 Nov 05 18:39:13.268168 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:39:13.297950 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-b7d0af73-48b7-405b-9bd9-81948f3f66b9 req-ed48b582-a6ef-495f-82b4-e74be567ccb1 tempest-ServersWithSpecificFlavorTestJSON-1995233136 tempest-ServersWithSpecificFlavorTestJSON-1995233136-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:39:13.298417 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-b7d0af73-48b7-405b-9bd9-81948f3f66b9 req-ed48b582-a6ef-495f-82b4-e74be567ccb1 tempest-ServersWithSpecificFlavorTestJSON-1995233136 tempest-ServersWithSpecificFlavorTestJSON-1995233136-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1000577'] for floatingip, after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:39:13.308893 n-d-816865-1 neutron-server[102386]: INFO neutron.db.l3_db [req-b7d0af73-48b7-405b-9bd9-81948f3f66b9 req-ed48b582-a6ef-495f-82b4-e74be567ccb1 tempest-ServersWithSpecificFlavorTestJSON-1995233136 tempest-ServersWithSpecificFlavorTestJSON-1995233136-project] Floating IP 22e7d490-b5d2-49a0-9e95-5804846682c2 disassociated. External IP: 172.25.6.119, port: ef314ce2-4597-4d9a-a65c-10552dafa64f. Nov 05 18:39:13.308893 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [req-b7d0af73-48b7-405b-9bd9-81948f3f66b9 req-ed48b582-a6ef-495f-82b4-e74be567ccb1 tempest-ServersWithSpecificFlavorTestJSON-1995233136 tempest-ServersWithSpecificFlavorTestJSON-1995233136-project] Calling delete_port for ef314ce2-4597-4d9a-a65c-10552dafa64f owned by compute:nova {{(pid=102386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 18:39:13.326631 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] For port 9f46edf8-715d-4ab2-88ca-3dbbceb70c03, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=9f46edf8-715d-4ab2-88ca-3dbbceb70c03,segment=NetworkSegment(49c2ecc0-eedd-4c96-97ed-f82083a274bf),segment_id=49c2ecc0-eedd-4c96-97ed-f82083a274bf)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:39:13.349589 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61941305-21c1-4f95-bc8b-0911a754bc5d admin admin] Made reservation on behalf of 48de103aa1ab44c9aad7c42993657578 for: {'subnet': 1} {{(pid=102387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 18:39:13.354834 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-61941305-21c1-4f95-bc8b-0911a754bc5d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5112236'] for subnet, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:39:13.412454 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:39:13.585824 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Pushing event updated for resources: {'Port': ['ID=9f46edf8-715d-4ab2-88ca-3dbbceb70c03,revision_number=3']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:39:13.703040 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0dde5db-fbca-49da-a515-f5c11cfb6129 req-72e8cf30-a65d-4448-ba1b-c8a0897b80b1 tempest-LiveAutoBlockMigrationV225Test-2109471755 tempest-LiveAutoBlockMigrationV225Test-2109471755-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:39:13.717461 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-e0dde5db-fbca-49da-a515-f5c11cfb6129 req-72e8cf30-a65d-4448-ba1b-c8a0897b80b1 tempest-LiveAutoBlockMigrationV225Test-2109471755 tempest-LiveAutoBlockMigrationV225Test-2109471755-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=d58bccf2-f8b9-4db8-9ff5-12c1cf501508 HTTP/1.1" status: 200 len: 1097 time: 0.4089465 Nov 05 18:39:13.772379 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-61941305-21c1-4f95-bc8b-0911a754bc5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4417463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5112218'] for subnet, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:39:13.783226 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-c1c244f7-833a-4e74-93fb-71d575ec4615 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:39:13.868329 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-e0dde5db-fbca-49da-a515-f5c11cfb6129 req-ed8c1a54-8ea5-4a7f-b50f-5b5ca1ad3367 tempest-LiveAutoBlockMigrationV225Test-2109471755 tempest-LiveAutoBlockMigrationV225Test-2109471755-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=35cb161a-9192-43e2-a392-140fa33626b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1501007 Nov 05 18:39:13.894936 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61941305-21c1-4f95-bc8b-0911a754bc5d admin admin] Pushing event updated for resources: {'Subnet': ['ID=cac15399-ea50-428e-a2ae-2a1396bca25d,revision_number=0']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:39:13.909855 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-b7d0af73-48b7-405b-9bd9-81948f3f66b9 req-ed48b582-a6ef-495f-82b4-e74be567ccb1 tempest-ServersWithSpecificFlavorTestJSON-1995233136 tempest-ServersWithSpecificFlavorTestJSON-1995233136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:39:13.931659 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61941305-21c1-4f95-bc8b-0911a754bc5d admin admin] Checking segment: {'id': '93fd2d79-7933-46e7-8a7f-2b0cace59e4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '9c282dee-ee32-45f7-8090-e833d25335b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 18:39:13.932098 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61941305-21c1-4f95-bc8b-0911a754bc5d admin admin] Network hostable DHCP agents. Network: 9c282dee-ee32-45f7-8090-e833d25335b6, hostable agents: ['987e2ca0-bc3b-4c6f-a989-429ccfbf753f'], hosted agents: [] {{(pid=102387) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 05 18:39:13.945409 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2da678b-d8d8-4c8a-a705-8bab11fc2d4b None None] Network aeb57709-6e5a-4f32-9548-b24bdc2398f2 requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 18:39:14.077362 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61941305-21c1-4f95-bc8b-0911a754bc5d admin admin] Network 9c282dee-ee32-45f7-8090-e833d25335b6 is scheduled to be hosted by DHCP agent 987e2ca0-bc3b-4c6f-a989-429ccfbf753f with binding_index 1 {{(pid=102387) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 05 18:39:14.197968 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.base_scheduler [None req-61941305-21c1-4f95-bc8b-0911a754bc5d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816865-1, 9c282dee-ee32-45f7-8090-e833d25335b6) {{(pid=102387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:39:14.212971 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61941305-21c1-4f95-bc8b-0911a754bc5d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:39:14.213556 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-61941305-21c1-4f95-bc8b-0911a754bc5d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597851'] for subnet, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:39:14.262748 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45cdf734-ad31-4bea-a20c-00d2b7760e54 None None] Network 9c282dee-ee32-45f7-8090-e833d25335b6 requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 18:39:14.272707 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-c1c244f7-833a-4e74-93fb-71d575ec4615 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:39:14.276247 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed48b582-a6ef-495f-82b4-e74be567ccb1 tempest-ServersWithSpecificFlavorTestJSON-1995233136 tempest-ServersWithSpecificFlavorTestJSON-1995233136-project] Pushing event deleted for resources: {'Port': ['ID=ef314ce2-4597-4d9a-a65c-10552dafa64f,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:39:14.325860 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6134b2d-d575-453d-a8e4-fde7e82c5b0b req-6a12f3f9-08b8-493d-83a3-4f43b85f9813 tempest-LiveAutoBlockMigrationV225Test-2109471755 tempest-LiveAutoBlockMigrationV225Test-2109471755-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:39:14.327447 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-d6134b2d-d575-453d-a8e4-fde7e82c5b0b req-6a12f3f9-08b8-493d-83a3-4f43b85f9813 tempest-LiveAutoBlockMigrationV225Test-2109471755 tempest-LiveAutoBlockMigrationV225Test-2109471755-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=d58bccf2-f8b9-4db8-9ff5-12c1cf501508 HTTP/1.1" status: 200 len: 1097 time: 0.1275849 Nov 05 18:39:14.335261 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-61941305-21c1-4f95-bc8b-0911a754bc5d admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.2151613 Nov 05 18:39:14.341256 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 41112) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:39:14.348703 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-7dbd0d4d-3d14-4aab-a8c4-359dfd4280c0 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-2092046476-router', 'tenant_id': '48de103aa1ab44c9aad7c42993657578', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec'}}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:39:14.355913 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-6e013a88-bf86-4f90-91d5-6effb30ba6af None None] Provisioning complete for port 9f46edf8-715d-4ab2-88ca-3dbbceb70c03 triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:39:14.356285 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-6e013a88-bf86-4f90-91d5-6effb30ba6af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:39:14.396277 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1c244f7-833a-4e74-93fb-71d575ec4615 admin admin] Network 40c8335d-cd0b-4cb5-910a-d4dcddd5cbec is already hosted by enough agents. {{(pid=102386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 18:39:14.447209 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-d6134b2d-d575-453d-a8e4-fde7e82c5b0b req-75572f9a-e730-408f-80ec-28e025436e18 tempest-LiveAutoBlockMigrationV225Test-2109471755 tempest-LiveAutoBlockMigrationV225Test-2109471755-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=35cb161a-9192-43e2-a392-140fa33626b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069191 Nov 05 18:39:14.540794 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.base_scheduler [None req-c1c244f7-833a-4e74-93fb-71d575ec4615 admin admin] Resources bound (agent type, host, resource id): {{(pid=102386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:39:14.562285 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-7dbd0d4d-3d14-4aab-a8c4-359dfd4280c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-571139', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6874'] for router, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:39:14.563616 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-7dbd0d4d-3d14-4aab-a8c4-359dfd4280c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-571375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1000570', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1011585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6867'] for router, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:39:14.569761 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1c244f7-833a-4e74-93fb-71d575ec4615 admin admin] Received port after_create {{(pid=102386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 18:39:14.575850 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c244f7-833a-4e74-93fb-71d575ec4615 admin admin] Pushing event updated for resources: {'Port': ['ID=a7ad9553-405f-4fcf-b4a0-97c575d23260,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:39:14.687492 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-55882a6a-600a-4838-826c-ffcc6cb33b6b req-73b3b7a6-98d5-4c42-beb5-48e35e91c759 tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] 10.222.0.13 "GET /v2.0/ports?device_id=c8f9c054-f308-4af6-8eb8-5dcdd62eb3fd HTTP/1.1" status: 200 len: 210 time: 0.0710175 Nov 05 18:39:14.831072 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b434c461-a4d3-471e-a4e9-ac2366890d72 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeb20a084-accf-5b60-8075-3e69ebe863a6-9c282dee-ee32-45f7-8090-e833d25335b6', 'network_id': '9c282dee-ee32-45f7-8090-e833d25335b6', 'tenant_id': '48de103aa1ab44c9aad7c42993657578', 'fixed_ips': [{'subnet_id': 'cac15399-ea50-428e-a2ae-2a1396bca25d'}]}} from n-d-816865-1. {{(pid=102388) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 05 18:39:14.832199 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b434c461-a4d3-471e-a4e9-ac2366890d72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:39:14.866255 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 9f46edf8-715d-4ab2-88ca-3dbbceb70c03 up at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 18:39:14.914348 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-e1163779-290d-4df0-997c-cda98a186b39 req-81e9eef9-d7a6-4d7f-afa5-e9c6cd6d30bc tempest-ServersWithSpecificFlavorTestJSON-1995233136 tempest-ServersWithSpecificFlavorTestJSON-1995233136-project] 10.222.0.13 "GET /v2.0/ports?device_id=dece0a9d-0aa6-4496-bd16-059eef231e9d HTTP/1.1" status: 200 len: 210 time: 0.0440521 Nov 05 18:39:14.959053 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-7dbd0d4d-3d14-4aab-a8c4-359dfd4280c0 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:39:15.123103 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471c28ef-61d9-4210-8696-078fded49a1e req-6fb1bdaa-bb46-4b14-9525-234676b15fab tempest-ImagesTestJSON-1124888854 tempest-ImagesTestJSON-1124888854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:39:15.135355 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-471c28ef-61d9-4210-8696-078fded49a1e req-6fb1bdaa-bb46-4b14-9525-234676b15fab tempest-ImagesTestJSON-1124888854 tempest-ImagesTestJSON-1124888854-project] 10.222.0.13 "GET /v2.0/ports?device_id=1a96f542-6487-4ff8-8485-9ac0d517f547 HTTP/1.1" status: 200 len: 945 time: 0.0933769 Nov 05 18:39:15.176401 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b7d0af73-48b7-405b-9bd9-81948f3f66b9 req-ed48b582-a6ef-495f-82b4-e74be567ccb1 tempest-ServersWithSpecificFlavorTestJSON-1995233136 tempest-ServersWithSpecificFlavorTestJSON-1995233136-project] Router f97eaf5e-41e6-4b26-a543-9f157b864817 has already been hosted by L3 agent 6dcb5589-8e86-4616-9186-ddc4548e13ad {{(pid=102386) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 18:39:15.180516 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Provisioning complete for port 9f46edf8-715d-4ab2-88ca-3dbbceb70c03 triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:39:15.181124 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:39:15.228868 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ec63b8-f110-41f1-b19f-11810f669943 req-d56d49f6-ba81-4d7e-ab08-4b03653786fb tempest-ServersWithSpecificFlavorTestJSON-1995233136 tempest-ServersWithSpecificFlavorTestJSON-1995233136-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:39:15.231581 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-b6ec63b8-f110-41f1-b19f-11810f669943 req-d56d49f6-ba81-4d7e-ab08-4b03653786fb tempest-ServersWithSpecificFlavorTestJSON-1995233136 tempest-ServersWithSpecificFlavorTestJSON-1995233136-project] 10.222.0.55 "GET /v2.0/networks?id=ba3e8390-54e7-4d99-8fec-d7b75d85d22a HTTP/1.1" status: 200 len: 822 time: 0.5582912 Nov 05 18:39:15.319223 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-471c28ef-61d9-4210-8696-078fded49a1e req-d6c0cfe8-2a49-4673-8093-18ee5f77e313 tempest-ImagesTestJSON-1124888854 tempest-ImagesTestJSON-1124888854-project] 10.222.0.13 "GET /v2.0/security-groups?id=219552fc-3788-478b-8295-8fbe212226b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1829820 Nov 05 18:39:15.375071 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Device ef314ce2-4597-4d9a-a65c-10552dafa64f no longer exists at agent hyperv_n-h1-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 18:39:15.438758 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.db_base_plugin_common [None req-b434c461-a4d3-471e-a4e9-ac2366890d72 None None] Allocated IP 172.20.0.2 (9c282dee-ee32-45f7-8090-e833d25335b6/cac15399-ea50-428e-a2ae-2a1396bca25d/91e2c962-8df5-4e94-b8c8-7d66b429d4db) {{(pid=102388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 18:39:15.446806 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] No Port match for: ef314ce2-4597-4d9a-a65c-10552dafa64f {{(pid=102388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 18:39:15.447771 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Device ef314ce2-4597-4d9a-a65c-10552dafa64f not bound to the agent host n-h1-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 18:39:15.492608 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-1ef4632a-bd2d-4d1a-8004-b4593cd90c56 None None] Provisioning complete for port 9f46edf8-715d-4ab2-88ca-3dbbceb70c03 triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:39:15.493304 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-1ef4632a-bd2d-4d1a-8004-b4593cd90c56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:39:15.544694 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b7d0af73-48b7-405b-9bd9-81948f3f66b9 req-ed48b582-a6ef-495f-82b4-e74be567ccb1 tempest-ServersWithSpecificFlavorTestJSON-1995233136 tempest-ServersWithSpecificFlavorTestJSON-1995233136-project] Notify agent at l3_agent.n-d-816865-1 the message routers_updated {{(pid=102386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 18:39:15.555689 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3199b80e-dac1-46b7-9172-940c8d405c7e None None] Sync routers for ids ['f97eaf5e-41e6-4b26-a543-9f157b864817'] in n-d-816865-1 {{(pid=102389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 18:39:15.579730 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3199b80e-dac1-46b7-9172-940c8d405c7e None None] Routers {'f97eaf5e-41e6-4b26-a543-9f157b864817'} bound to L3 agent in host n-d-816865-1 {{(pid=102389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 18:39:15.580972 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-3199b80e-dac1-46b7-9172-940c8d405c7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T18:39:05Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['f97eaf5e-41e6-4b26-a543-9f157b864817'], 'active': True} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:39:15.756655 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvr_db [None req-3199b80e-dac1-46b7-9172-940c8d405c7e None None] Set router f97eaf5e-41e6-4b26-a543-9f157b864817 gateway port host: n-d-816865-1 {{(pid=102389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 18:39:15.777427 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b434c461-a4d3-471e-a4e9-ac2366890d72 None None] Publish callbacks [] for port, precommit_create {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:39:15.800603 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7d0af73-48b7-405b-9bd9-81948f3f66b9 req-ed48b582-a6ef-495f-82b4-e74be567ccb1 tempest-ServersWithSpecificFlavorTestJSON-1995233136 tempest-ServersWithSpecificFlavorTestJSON-1995233136-project] No DVR routers for this DVR port ef314ce2-4597-4d9a-a65c-10552dafa64f on host n-h1-816865-1 {{(pid=102386) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 18:39:15.809870 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-7dbd0d4d-3d14-4aab-a8c4-359dfd4280c0 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:39:15.814314 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-b7d0af73-48b7-405b-9bd9-81948f3f66b9 req-ed48b582-a6ef-495f-82b4-e74be567ccb1 tempest-ServersWithSpecificFlavorTestJSON-1995233136 tempest-ServersWithSpecificFlavorTestJSON-1995233136-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:39:15.822500 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-b7d0af73-48b7-405b-9bd9-81948f3f66b9 req-ed48b582-a6ef-495f-82b4-e74be567ccb1 tempest-ServersWithSpecificFlavorTestJSON-1995233136 tempest-ServersWithSpecificFlavorTestJSON-1995233136-project] 10.222.0.41 "DELETE /v2.0/ports/ef314ce2-4597-4d9a-a65c-10552dafa64f HTTP/1.1" status: 204 len: 173 time: 4.0248792 Nov 05 18:39:15.828697 n-d-816865-1 neutron-server[102386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eff99d52-5bfe-44cb-a1d6-ebdef5ac0a4d', 'name': 'network-vif-deleted', 'tag': 'ef314ce2-4597-4d9a-a65c-10552dafa64f'}] {{(pid=102386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 18:39:15.831439 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6173a44d7c73f41af551dc890fa1a5892c2c6bc3458b640c8e0c24db7876ba6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d909511-1cd5-4ca9-8d25-1fe30426ed3d" -d '{"events": [{"server_uuid": "eff99d52-5bfe-44cb-a1d6-ebdef5ac0a4d", "name": "network-vif-deleted", "tag": "ef314ce2-4597-4d9a-a65c-10552dafa64f"}]}' {{(pid=102386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 18:39:15.834963 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b434c461-a4d3-471e-a4e9-ac2366890d72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789'] for port, after_create {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:39:15.872975 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-b6ec63b8-f110-41f1-b19f-11810f669943 req-a4a49140-d703-4fb7-bb58-cab9da6a6685 tempest-ServersWithSpecificFlavorTestJSON-1995233136 tempest-ServersWithSpecificFlavorTestJSON-1995233136-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e4fadb60c9fa4b0abf704559d02b8aa0 HTTP/1.1" status: 200 len: 380 time: 0.4260490 Nov 05 18:39:15.889598 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2cb8e5-00fd-44af-ab7e-c3bfb089d3a7 req-27d9a17e-5036-41cc-b3f7-2d2bc611700a tempest-LiveAutoBlockMigrationV225Test-2109471755 tempest-LiveAutoBlockMigrationV225Test-2109471755-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:39:15.893805 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [req-b6ec63b8-f110-41f1-b19f-11810f669943 req-fdd060d2-c079-4742-b18a-6f30a22ebac5 tempest-ServersWithSpecificFlavorTestJSON-1995233136 tempest-ServersWithSpecificFlavorTestJSON-1995233136-project] Request body: {'port': {'device_id': 'dece0a9d-0aa6-4496-bd16-059eef231e9d', 'network_id': 'ba3e8390-54e7-4d99-8fec-d7b75d85d22a', 'admin_state_up': True, 'tenant_id': 'e4fadb60c9fa4b0abf704559d02b8aa0', 'security_groups': ['040a1024-eaad-4e89-b23c-c23a7ce4f851']}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:39:15.895598 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-5b2cb8e5-00fd-44af-ab7e-c3bfb089d3a7 req-27d9a17e-5036-41cc-b3f7-2d2bc611700a tempest-LiveAutoBlockMigrationV225Test-2109471755 tempest-LiveAutoBlockMigrationV225Test-2109471755-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=d58bccf2-f8b9-4db8-9ff5-12c1cf501508 HTTP/1.1" status: 200 len: 1097 time: 0.1084805 Nov 05 18:39:15.930702 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-c1c244f7-833a-4e74-93fb-71d575ec4615 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:39:15.951153 n-d-816865-1 neutron-server[102388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b434c461-a4d3-471e-a4e9-ac2366890d72 None None] Network 9c282dee-ee32-45f7-8090-e833d25335b6 is already hosted by enough agents. {{(pid=102388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 18:39:15.957117 n-d-816865-1 neutron-server[102388]: DEBUG neutron.scheduler.base_scheduler [None req-b434c461-a4d3-471e-a4e9-ac2366890d72 None None] Resources bound (agent type, host, resource id): {{(pid=102388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:39:15.962781 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b434c461-a4d3-471e-a4e9-ac2366890d72 None None] Received port after_create {{(pid=102388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 18:39:16.106483 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-b9a1fb90-e4f5-4faa-b73a-78ad2a355fe0 req-24ee03c9-bc06-4893-8727-76f184491c87 tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] 10.222.0.13 "GET /v2.0/ports?device_id=c8f9c054-f308-4af6-8eb8-5dcdd62eb3fd HTTP/1.1" status: 200 len: 210 time: 0.1346157 Nov 05 18:39:16.111777 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-5b2cb8e5-00fd-44af-ab7e-c3bfb089d3a7 req-8f2ed7b7-33d7-4bef-9f75-a07751838bf8 tempest-LiveAutoBlockMigrationV225Test-2109471755 tempest-LiveAutoBlockMigrationV225Test-2109471755-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=35cb161a-9192-43e2-a392-140fa33626b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2033617 Nov 05 18:39:16.124691 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b434c461-a4d3-471e-a4e9-ac2366890d72 None None] Pushing event updated for resources: {'Port': ['ID=91e2c962-8df5-4e94-b8c8-7d66b429d4db,revision_number=1']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:39:16.180123 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b434c461-a4d3-471e-a4e9-ac2366890d72 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:39:16.180123 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b434c461-a4d3-471e-a4e9-ac2366890d72 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:39:16.180123 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b434c461-a4d3-471e-a4e9-ac2366890d72 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:39:16.180123 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b434c461-a4d3-471e-a4e9-ac2366890d72 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:39:16.180123 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b434c461-a4d3-471e-a4e9-ac2366890d72 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:39:16.180123 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b434c461-a4d3-471e-a4e9-ac2366890d72 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:39:16.180123 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b434c461-a4d3-471e-a4e9-ac2366890d72 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:39:16.180123 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b434c461-a4d3-471e-a4e9-ac2366890d72 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:39:16.180123 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b434c461-a4d3-471e-a4e9-ac2366890d72 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:39:16.180123 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b434c461-a4d3-471e-a4e9-ac2366890d72 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:39:16.180123 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b434c461-a4d3-471e-a4e9-ac2366890d72 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:39:16.180123 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b434c461-a4d3-471e-a4e9-ac2366890d72 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:39:16.205823 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-b434c461-a4d3-471e-a4e9-ac2366890d72 None None] Attempting to bind port 91e2c962-8df5-4e94-b8c8-7d66b429d4db on host n-d-816865-1 for vnic_type normal with profile {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 18:39:16.206960 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-b434c461-a4d3-471e-a4e9-ac2366890d72 None None] Attempting to bind port 91e2c962-8df5-4e94-b8c8-7d66b429d4db by drivers openvswitch,hyperv on host n-d-816865-1 at level 0 using segments [{'id': '93fd2d79-7933-46e7-8a7f-2b0cace59e4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '9c282dee-ee32-45f7-8090-e833d25335b6'}] {{(pid=102388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 18:39:16.207859 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b434c461-a4d3-471e-a4e9-ac2366890d72 None None] Attempting to bind port 91e2c962-8df5-4e94-b8c8-7d66b429d4db on network 9c282dee-ee32-45f7-8090-e833d25335b6 {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 18:39:16.221879 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b434c461-a4d3-471e-a4e9-ac2366890d72 None None] Checking agent: {'id': '724d89a7-611b-41e6-bc85-c48112b17afa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 18, 25, 8), 'started_at': datetime.datetime(2021, 11, 5, 18, 25, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 18, 39, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 18:39:16.222296 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b434c461-a4d3-471e-a4e9-ac2366890d72 None None] Checking segment: {'id': '93fd2d79-7933-46e7-8a7f-2b0cace59e4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '9c282dee-ee32-45f7-8090-e833d25335b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 18:39:16.225791 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b434c461-a4d3-471e-a4e9-ac2366890d72 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:39:16.226243 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b434c461-a4d3-471e-a4e9-ac2366890d72 None None] Bound using segment: {'id': '93fd2d79-7933-46e7-8a7f-2b0cace59e4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '9c282dee-ee32-45f7-8090-e833d25335b6'} {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 18:39:16.227423 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-b434c461-a4d3-471e-a4e9-ac2366890d72 None None] Bound port: 91e2c962-8df5-4e94-b8c8-7d66b429d4db, host: n-d-816865-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93fd2d79-7933-46e7-8a7f-2b0cace59e4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '9c282dee-ee32-45f7-8090-e833d25335b6'}}] {{(pid=102388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 18:39:16.229458 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b434c461-a4d3-471e-a4e9-ac2366890d72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:39:16.241789 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-3199b80e-dac1-46b7-9172-940c8d405c7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f97eaf5e-41e6-4b26-a543-9f157b864817', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-15228308-router', 'tenant_id': 'e4fadb60c9fa4b0abf704559d02b8aa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.126'}], 'enable_snat': True}, 'gw_port_id': '024766b1-ed20-44e2-88c8-a2bf8d112db6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T18:36:36Z', 'updated_at': '2021-11-05T18:36:42Z', 'revision_number': 4, 'project_id': 'e4fadb60c9fa4b0abf704559d02b8aa0', 'gw_port': {'id': '024766b1-ed20-44e2-88c8-a2bf8d112db6', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:c5:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f97eaf5e-41e6-4b26-a543-9f157b864817', 'device_owner': 'network:router_gateway', 'standard_attr_id': 239, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T18:36:38Z', 'updated_at': '2021-11-05T18:36:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1', '_interfaces': [{'id': '540167f0-431b-4b88-b94d-62b984252270', 'name': '', 'network_id': 'ba3e8390-54e7-4d99-8fec-d7b75d85d22a', 'tenant_id': 'e4fadb60c9fa4b0abf704559d02b8aa0', 'mac_address': 'fa:16:3e:c0:53:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f97eaf5e-41e6-4b26-a543-9f157b864817', 'device_owner': 'network:router_interface', 'standard_attr_id': 253, 'fixed_ips': [{'subnet_id': '23219f55-021e-4f36-bac1-2c401000599a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T18:36:42Z', 'updated_at': '2021-11-05T18:36:48Z', 'revision_number': 5, 'project_id': 'e4fadb60c9fa4b0abf704559d02b8aa0', 'subnets': [{'id': '23219f55-021e-4f36-bac1-2c401000599a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-1', False) {} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:39:16.316326 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 18:39:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b32aff5-de13-493a-a883-42442e15c81c x-openstack-request-id: req-8b32aff5-de13-493a-a883-42442e15c81c {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 18:39:16.316899 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eff99d52-5bfe-44cb-a1d6-ebdef5ac0a4d", "name": "network-vif-deleted", "tag": "ef314ce2-4597-4d9a-a65c-10552dafa64f", "status": "completed", "code": 200}]} {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 18:39:16.316899 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8b32aff5-de13-493a-a883-42442e15c81c {{(pid=102386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 18:39:16.317252 n-d-816865-1 neutron-server[102386]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eff99d52-5bfe-44cb-a1d6-ebdef5ac0a4d', 'name': 'network-vif-deleted', 'tag': 'ef314ce2-4597-4d9a-a65c-10552dafa64f', 'status': 'completed', 'code': 200} Nov 05 18:39:16.343892 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3199b80e-dac1-46b7-9172-940c8d405c7e None None] Checking router: f97eaf5e-41e6-4b26-a543-9f157b864817 for host: n-d-816865-1 {{(pid=102389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 18:39:16.364318 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-a3bf55a0-06fc-48e6-864a-b847e08287d3 req-299fc222-12c0-4fc6-b9c9-88fcfcc7300f tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=10ec5728e81c4449951d5c9e87d02372&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0852981 Nov 05 18:39:16.369959 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3199b80e-dac1-46b7-9172-940c8d405c7e None None] Routers {'f97eaf5e-41e6-4b26-a543-9f157b864817'} bound to L3 agent in host n-d-816865-1 {{(pid=102389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 18:39:16.372157 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-3199b80e-dac1-46b7-9172-940c8d405c7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T18:39:05Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['f97eaf5e-41e6-4b26-a543-9f157b864817'], 'active': True} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:39:16.413320 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-60425b85-f03b-499d-af58-5bdb1b6a3957 req-a2dcbcdb-3526-4972-aa49-b05db41dcae1 tempest-ServersWithSpecificFlavorTestJSON-1995233136 tempest-ServersWithSpecificFlavorTestJSON-1995233136-project] 10.222.0.13 "GET /v2.0/ports?device_id=dece0a9d-0aa6-4496-bd16-059eef231e9d HTTP/1.1" status: 200 len: 210 time: 0.0404637 Nov 05 18:39:16.520769 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b434c461-a4d3-471e-a4e9-ac2366890d72 None None] For port 91e2c962-8df5-4e94-b8c8-7d66b429d4db, host n-d-816865-1, cleared binding levels {{(pid=102388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 18:39:16.534686 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b434c461-a4d3-471e-a4e9-ac2366890d72 None None] For port 91e2c962-8df5-4e94-b8c8-7d66b429d4db, host n-d-816865-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=91e2c962-8df5-4e94-b8c8-7d66b429d4db,segment=NetworkSegment(93fd2d79-7933-46e7-8a7f-2b0cace59e4b),segment_id=93fd2d79-7933-46e7-8a7f-2b0cace59e4b)] {{(pid=102388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 18:39:16.606140 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052183cb-cdc3-409c-bf11-5224b2af226b req-531471dd-bec5-4464-a7e5-432ca22411aa tempest-ImagesTestJSON-1124888854 tempest-ImagesTestJSON-1124888854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:39:16.616592 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-052183cb-cdc3-409c-bf11-5224b2af226b req-531471dd-bec5-4464-a7e5-432ca22411aa tempest-ImagesTestJSON-1124888854 tempest-ImagesTestJSON-1124888854-project] 10.222.0.13 "GET /v2.0/ports?device_id=1a96f542-6487-4ff8-8485-9ac0d517f547 HTTP/1.1" status: 200 len: 945 time: 0.0743773 Nov 05 18:39:16.624105 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b434c461-a4d3-471e-a4e9-ac2366890d72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:39:16.708769 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvr_db [None req-3199b80e-dac1-46b7-9172-940c8d405c7e None None] Set router f97eaf5e-41e6-4b26-a543-9f157b864817 gateway port host: n-d-816865-1 {{(pid=102389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 18:39:16.775662 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b6ec63b8-f110-41f1-b19f-11810f669943 req-fdd060d2-c079-4742-b18a-6f30a22ebac5 tempest-ServersWithSpecificFlavorTestJSON-1995233136 tempest-ServersWithSpecificFlavorTestJSON-1995233136-project] Made reservation on behalf of e4fadb60c9fa4b0abf704559d02b8aa0 for: {'port': 1} {{(pid=102386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 18:39:16.780117 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-b6ec63b8-f110-41f1-b19f-11810f669943 req-fdd060d2-c079-4742-b18a-6f30a22ebac5 tempest-ServersWithSpecificFlavorTestJSON-1995233136 tempest-ServersWithSpecificFlavorTestJSON-1995233136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:39:16.807014 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-052183cb-cdc3-409c-bf11-5224b2af226b req-17ddc5ce-6929-4d09-b6b7-164f8cfb3cf0 tempest-ImagesTestJSON-1124888854 tempest-ImagesTestJSON-1124888854-project] 10.222.0.13 "GET /v2.0/security-groups?id=219552fc-3788-478b-8295-8fbe212226b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1809154 Nov 05 18:39:16.829658 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b434c461-a4d3-471e-a4e9-ac2366890d72 None None] Pushing event updated for resources: {'Port': ['ID=91e2c962-8df5-4e94-b8c8-7d66b429d4db,revision_number=2']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:39:16.991388 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bf55a0-06fc-48e6-864a-b847e08287d3 req-9b1f00f6-1506-4ce9-a1ed-18f9071d0b3b tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:39:16.997206 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-a3bf55a0-06fc-48e6-864a-b847e08287d3 req-9b1f00f6-1506-4ce9-a1ed-18f9071d0b3b tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6080103 Nov 05 18:39:17.185441 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-3199b80e-dac1-46b7-9172-940c8d405c7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f97eaf5e-41e6-4b26-a543-9f157b864817', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-15228308-router', 'tenant_id': 'e4fadb60c9fa4b0abf704559d02b8aa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.126'}], 'enable_snat': True}, 'gw_port_id': '024766b1-ed20-44e2-88c8-a2bf8d112db6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T18:36:36Z', 'updated_at': '2021-11-05T18:36:42Z', 'revision_number': 4, 'project_id': 'e4fadb60c9fa4b0abf704559d02b8aa0', 'gw_port': {'id': '024766b1-ed20-44e2-88c8-a2bf8d112db6', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:c5:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f97eaf5e-41e6-4b26-a543-9f157b864817', 'device_owner': 'network:router_gateway', 'standard_attr_id': 239, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T18:36:38Z', 'updated_at': '2021-11-05T18:36:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1', '_interfaces': [{'id': '540167f0-431b-4b88-b94d-62b984252270', 'name': '', 'network_id': 'ba3e8390-54e7-4d99-8fec-d7b75d85d22a', 'tenant_id': 'e4fadb60c9fa4b0abf704559d02b8aa0', 'mac_address': 'fa:16:3e:c0:53:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f97eaf5e-41e6-4b26-a543-9f157b864817', 'device_owner': 'network:router_interface', 'standard_attr_id': 253, 'fixed_ips': [{'subnet_id': '23219f55-021e-4f36-bac1-2c401000599a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T18:36:42Z', 'updated_at': '2021-11-05T18:36:48Z', 'revision_number': 5, 'project_id': 'e4fadb60c9fa4b0abf704559d02b8aa0', 'subnets': [{'id': '23219f55-021e-4f36-bac1-2c401000599a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-1', False) {} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:39:17.227689 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3199b80e-dac1-46b7-9172-940c8d405c7e None None] The sync data for ids ['f97eaf5e-41e6-4b26-a543-9f157b864817'] in n-d-816865-1 is: [{'id': 'f97eaf5e-41e6-4b26-a543-9f157b864817', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-15228308-router', 'tenant_id': 'e4fadb60c9fa4b0abf704559d02b8aa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.126'}], 'enable_snat': True}, 'gw_port_id': '024766b1-ed20-44e2-88c8-a2bf8d112db6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T18:36:36Z', 'updated_at': '2021-11-05T18:36:42Z', 'revision_number': 4, 'project_id': 'e4fadb60c9fa4b0abf704559d02b8aa0', 'gw_port': {'id': '024766b1-ed20-44e2-88c8-a2bf8d112db6', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:c5:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f97eaf5e-41e6-4b26-a543-9f157b864817', 'device_owner': 'network:router_gateway', 'standard_attr_id': 239, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T18:36:38Z', 'updated_at': '2021-11-05T18:36:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1', '_interfaces': [{'id': '540167f0-431b-4b88-b94d-62b984252270', 'name': '', 'network_id': 'ba3e8390-54e7-4d99-8fec-d7b75d85d22a', 'tenant_id': 'e4fadb60c9fa4b0abf704559d02b8aa0', 'mac_address': 'fa:16:3e:c0:53:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f97eaf5e-41e6-4b26-a543-9f157b864817', 'device_owner': 'network:router_interface', 'standard_attr_id': 253, 'fixed_ips': [{'subnet_id': '23219f55-021e-4f36-bac1-2c401000599a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T18:36:42Z', 'updated_at': '2021-11-05T18:36:48Z', 'revision_number': 5, 'project_id': 'e4fadb60c9fa4b0abf704559d02b8aa0', 'subnets': [{'id': '23219f55-021e-4f36-bac1-2c401000599a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 18:39:17.302702 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-73f34938-5805-4797-8427-bc6f7531edfc req-1a2ede75-4232-42ac-b3c7-1d5cd4e61f69 tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] 10.222.0.13 "GET /v2.0/ports?device_id=c8f9c054-f308-4af6-8eb8-5dcdd62eb3fd HTTP/1.1" status: 200 len: 210 time: 0.0533233 Nov 05 18:39:17.434763 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [req-a3bf55a0-06fc-48e6-864a-b847e08287d3 req-f466a4db-68ba-46dd-ae0f-dd6ceb14a81d tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] Request body: {'port': {'device_id': 'c8f9c054-f308-4af6-8eb8-5dcdd62eb3fd', 'network_id': 'a723f808-b11e-4066-b104-fad90c82895e', 'admin_state_up': True, 'tenant_id': '10ec5728e81c4449951d5c9e87d02372'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:39:17.507657 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-c1c244f7-833a-4e74-93fb-71d575ec4615 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-571384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1000487'] for router, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:39:17.529860 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab981f79-c109-4456-aae3-e11f959cf293 req-f187cead-cef9-4aff-b41a-cd6df0b24b1f tempest-LiveAutoBlockMigrationV225Test-2109471755 tempest-LiveAutoBlockMigrationV225Test-2109471755-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:39:17.531498 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-ab981f79-c109-4456-aae3-e11f959cf293 req-f187cead-cef9-4aff-b41a-cd6df0b24b1f tempest-LiveAutoBlockMigrationV225Test-2109471755 tempest-LiveAutoBlockMigrationV225Test-2109471755-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=d58bccf2-f8b9-4db8-9ff5-12c1cf501508 HTTP/1.1" status: 200 len: 1097 time: 0.0902574 Nov 05 18:39:17.610497 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-ab981f79-c109-4456-aae3-e11f959cf293 req-03bdb43d-8e75-45b4-86ce-f26e30db0585 tempest-LiveAutoBlockMigrationV225Test-2109471755 tempest-LiveAutoBlockMigrationV225Test-2109471755-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=35cb161a-9192-43e2-a392-140fa33626b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599611 Nov 05 18:39:17.816606 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-454e0025-f760-4da5-8602-14528f5901c3 req-17c2a63c-5250-4252-a60b-ef4e54cab0ba tempest-ServersWithSpecificFlavorTestJSON-1995233136 tempest-ServersWithSpecificFlavorTestJSON-1995233136-project] 10.222.0.13 "GET /v2.0/ports?device_id=dece0a9d-0aa6-4496-bd16-059eef231e9d HTTP/1.1" status: 200 len: 210 time: 0.0436165 Nov 05 18:39:17.818549 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abb62df7-dcf5-46fa-8b68-16d54b789c90 None None] New status for floating IP 22e7d490-b5d2-49a0-9e95-5804846682c2: DOWN {{(pid=102388) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 05 18:39:18.059013 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-7dbd0d4d-3d14-4aab-a8c4-359dfd4280c0 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:39:18.101048 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-7dbd0d4d-3d14-4aab-a8c4-359dfd4280c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:39:18.122517 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae21f1f-068c-43a4-ad9a-65be93d928bb req-f6e7729e-6864-43e2-a67c-52e6e04e26dd tempest-ImagesTestJSON-1124888854 tempest-ImagesTestJSON-1124888854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:39:18.133715 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-bae21f1f-068c-43a4-ad9a-65be93d928bb req-f6e7729e-6864-43e2-a67c-52e6e04e26dd tempest-ImagesTestJSON-1124888854 tempest-ImagesTestJSON-1124888854-project] 10.222.0.13 "GET /v2.0/ports?device_id=1a96f542-6487-4ff8-8485-9ac0d517f547 HTTP/1.1" status: 200 len: 945 time: 0.0942481 Nov 05 18:39:18.204748 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-bae21f1f-068c-43a4-ad9a-65be93d928bb req-1bca6a7f-d90f-4d0d-ad43-b43b13afc414 tempest-ImagesTestJSON-1124888854 tempest-ImagesTestJSON-1124888854-project] 10.222.0.13 "GET /v2.0/security-groups?id=219552fc-3788-478b-8295-8fbe212226b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675540 Nov 05 18:39:18.252070 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.db_base_plugin_common [None req-7dbd0d4d-3d14-4aab-a8c4-359dfd4280c0 admin admin] Allocated IP 172.25.6.236 (40c8335d-cd0b-4cb5-910a-d4dcddd5cbec/04fe6db3-e108-4208-943d-6518424f5726/f27c4a60-5c3f-41e7-93bc-e021962f250c) {{(pid=102386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 18:39:18.258439 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.db_base_plugin_common [req-b6ec63b8-f110-41f1-b19f-11810f669943 req-fdd060d2-c079-4742-b18a-6f30a22ebac5 tempest-ServersWithSpecificFlavorTestJSON-1995233136 tempest-ServersWithSpecificFlavorTestJSON-1995233136-project] Allocated IP 172.20.0.5 (ba3e8390-54e7-4d99-8fec-d7b75d85d22a/23219f55-021e-4f36-bac1-2c401000599a/00947ea7-44a7-48c3-8090-3a64e0e9cafd) {{(pid=102386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 18:39:18.293839 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df17e0ee-04a9-41ff-80ec-03df08cdf392 None None] Network 9c282dee-ee32-45f7-8090-e833d25335b6 requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 18:39:18.379616 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a3bf55a0-06fc-48e6-864a-b847e08287d3 req-f466a4db-68ba-46dd-ae0f-dd6ceb14a81d tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] Made reservation on behalf of 10ec5728e81c4449951d5c9e87d02372 for: {'port': 1} {{(pid=102386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 18:39:18.383737 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-a3bf55a0-06fc-48e6-864a-b847e08287d3 req-f466a4db-68ba-46dd-ae0f-dd6ceb14a81d tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:39:18.385864 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1c244f7-833a-4e74-93fb-71d575ec4615 admin admin] Router c5d7be85-81e8-40ff-a104-8c8484aed287 is scheduled to L3 agent 6dcb5589-8e86-4616-9186-ddc4548e13ad with binding_index 1 {{(pid=102386) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 05 18:39:18.535032 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-7dbd0d4d-3d14-4aab-a8c4-359dfd4280c0 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:39:18.540137 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-1afd206b-ca92-4a34-a6ed-61dc7f15f8ee None None] Provisioning complete for port 91e2c962-8df5-4e94-b8c8-7d66b429d4db triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:39:18.541769 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-1afd206b-ca92-4a34-a6ed-61dc7f15f8ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:39:18.575854 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-7c67b2ec-6796-4289-88ae-69d9b9d09e8e req-6c054e7f-3dfd-4524-bdb6-c09731d4540b tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] 10.222.0.13 "GET /v2.0/ports?device_id=c8f9c054-f308-4af6-8eb8-5dcdd62eb3fd HTTP/1.1" status: 200 len: 210 time: 0.0676236 Nov 05 18:39:18.747079 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-b6ec63b8-f110-41f1-b19f-11810f669943 req-fdd060d2-c079-4742-b18a-6f30a22ebac5 tempest-ServersWithSpecificFlavorTestJSON-1995233136 tempest-ServersWithSpecificFlavorTestJSON-1995233136-project] Publish callbacks [] for port, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:39:18.785019 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1c244f7-833a-4e74-93fb-71d575ec4615 admin admin] Notify agent at l3_agent.n-d-816865-1 the message routers_updated {{(pid=102386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 18:39:18.795780 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95a968d5-4d32-4296-9392-15dcd80b6dea None None] Sync routers for ids ['c5d7be85-81e8-40ff-a104-8c8484aed287'] in n-d-816865-1 {{(pid=102389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 18:39:18.827037 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95a968d5-4d32-4296-9392-15dcd80b6dea None None] Routers {'c5d7be85-81e8-40ff-a104-8c8484aed287'} bound to L3 agent in host n-d-816865-1 {{(pid=102389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 18:39:18.831564 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.db_base_plugin_common [req-a3bf55a0-06fc-48e6-864a-b847e08287d3 req-f466a4db-68ba-46dd-ae0f-dd6ceb14a81d tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] Allocated IP 192.168.233.155 (a723f808-b11e-4066-b104-fad90c82895e/05e7a1b5-165b-4a00-855a-ffbcb2eba59e/046eb35d-2125-4c26-8c14-0533b517be00) {{(pid=102386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 18:39:18.836175 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-95a968d5-4d32-4296-9392-15dcd80b6dea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T18:39:05Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['c5d7be85-81e8-40ff-a104-8c8484aed287'], 'active': True} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:39:18.887337 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 91e2c962-8df5-4e94-b8c8-7d66b429d4db up at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 18:39:18.983165 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-1afd206b-ca92-4a34-a6ed-61dc7f15f8ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:39:19.066999 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-1afd206b-ca92-4a34-a6ed-61dc7f15f8ee None None] For port 91e2c962-8df5-4e94-b8c8-7d66b429d4db, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=91e2c962-8df5-4e94-b8c8-7d66b429d4db,segment=NetworkSegment(93fd2d79-7933-46e7-8a7f-2b0cace59e4b),segment_id=93fd2d79-7933-46e7-8a7f-2b0cace59e4b)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:39:19.080189 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-7dbd0d4d-3d14-4aab-a8c4-359dfd4280c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:39:19.083896 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-b6ec63b8-f110-41f1-b19f-11810f669943 req-fdd060d2-c079-4742-b18a-6f30a22ebac5 tempest-ServersWithSpecificFlavorTestJSON-1995233136 tempest-ServersWithSpecificFlavorTestJSON-1995233136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:39:19.092056 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-c1c244f7-833a-4e74-93fb-71d575ec4615 admin admin] Publish callbacks [] for router, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:39:19.094371 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-c1c244f7-833a-4e74-93fb-71d575ec4615 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 8.5028489 Nov 05 18:39:19.096207 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Provisioning complete for port 91e2c962-8df5-4e94-b8c8-7d66b429d4db triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:39:19.096766 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:39:19.109307 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 41212) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:39:19.119047 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-f439a820-3190-44ce-85d8-c91e22e95328 req-0b176998-12b1-4293-a236-b0334378d863 tempest-ServersWithSpecificFlavorTestJSON-1995233136 tempest-ServersWithSpecificFlavorTestJSON-1995233136-project] 10.222.0.13 "GET /v2.0/ports?device_id=dece0a9d-0aa6-4496-bd16-059eef231e9d HTTP/1.1" status: 200 len: 210 time: 0.0908098 Nov 05 18:39:19.210614 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-1afd206b-ca92-4a34-a6ed-61dc7f15f8ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:39:19.262500 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvr_db [None req-95a968d5-4d32-4296-9392-15dcd80b6dea None None] Set router c5d7be85-81e8-40ff-a104-8c8484aed287 gateway port host: n-d-816865-1 {{(pid=102389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 18:39:19.361908 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 41232) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:39:19.449424 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ce6cee-2d64-4aed-9567-00e5ab8e4e98 req-56bf5c4d-f6d3-4449-a0ee-ba45871252ed tempest-ImagesTestJSON-1124888854 tempest-ImagesTestJSON-1124888854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:39:19.461004 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-66ce6cee-2d64-4aed-9567-00e5ab8e4e98 req-56bf5c4d-f6d3-4449-a0ee-ba45871252ed tempest-ImagesTestJSON-1124888854 tempest-ImagesTestJSON-1124888854-project] 10.222.0.13 "GET /v2.0/ports?device_id=1a96f542-6487-4ff8-8485-9ac0d517f547 HTTP/1.1" status: 200 len: 945 time: 0.1133549 Nov 05 18:39:19.469947 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1afd206b-ca92-4a34-a6ed-61dc7f15f8ee None None] Pushing event updated for resources: {'Port': ['ID=91e2c962-8df5-4e94-b8c8-7d66b429d4db,revision_number=3']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:39:19.520047 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-b833c5dd-7231-4211-88d8-3bcb6cc3d5f6 None None] Provisioning complete for port 91e2c962-8df5-4e94-b8c8-7d66b429d4db triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:39:19.523183 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b833c5dd-7231-4211-88d8-3bcb6cc3d5f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:39:19.602646 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b6ec63b8-f110-41f1-b19f-11810f669943 req-fdd060d2-c079-4742-b18a-6f30a22ebac5 tempest-ServersWithSpecificFlavorTestJSON-1995233136 tempest-ServersWithSpecificFlavorTestJSON-1995233136-project] Network ba3e8390-54e7-4d99-8fec-d7b75d85d22a is already hosted by enough agents. {{(pid=102386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 18:39:19.613756 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-a3bf55a0-06fc-48e6-864a-b847e08287d3 req-f466a4db-68ba-46dd-ae0f-dd6ceb14a81d tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] Publish callbacks [] for port, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:39:19.617303 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.base_scheduler [req-b6ec63b8-f110-41f1-b19f-11810f669943 req-fdd060d2-c079-4742-b18a-6f30a22ebac5 tempest-ServersWithSpecificFlavorTestJSON-1995233136 tempest-ServersWithSpecificFlavorTestJSON-1995233136-project] Resources bound (agent type, host, resource id): {{(pid=102386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:39:19.632321 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6ec63b8-f110-41f1-b19f-11810f669943 req-fdd060d2-c079-4742-b18a-6f30a22ebac5 tempest-ServersWithSpecificFlavorTestJSON-1995233136 tempest-ServersWithSpecificFlavorTestJSON-1995233136-project] Received port after_create {{(pid=102386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 18:39:19.632321 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dbd0d4d-3d14-4aab-a8c4-359dfd4280c0 admin admin] Network 40c8335d-cd0b-4cb5-910a-d4dcddd5cbec is already hosted by enough agents. {{(pid=102386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 18:39:19.654028 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-66ce6cee-2d64-4aed-9567-00e5ab8e4e98 req-2fc244c4-de80-494f-ac39-d23196369fed tempest-ImagesTestJSON-1124888854 tempest-ImagesTestJSON-1124888854-project] 10.222.0.13 "GET /v2.0/security-groups?id=219552fc-3788-478b-8295-8fbe212226b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1916435 Nov 05 18:39:19.668790 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-95a968d5-4d32-4296-9392-15dcd80b6dea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5d7be85-81e8-40ff-a104-8c8484aed287', 'name': 'tempest-ServersTestMultiNic-1906001394-router', 'tenant_id': '4829acffed3b4745affa5e8e193e7ce5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.62'}], 'enable_snat': True}, 'gw_port_id': 'a7ad9553-405f-4fcf-b4a0-97c575d23260', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T18:39:10Z', 'updated_at': '2021-11-05T18:39:15Z', 'revision_number': 3, 'project_id': '4829acffed3b4745affa5e8e193e7ce5', 'gw_port': {'id': 'a7ad9553-405f-4fcf-b4a0-97c575d23260', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:2f:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5d7be85-81e8-40ff-a104-8c8484aed287', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T18:39:12Z', 'updated_at': '2021-11-05T18:39:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1'}], 'n-d-816865-1', False) {} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:39:19.696789 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.base_scheduler [None req-7dbd0d4d-3d14-4aab-a8c4-359dfd4280c0 admin admin] Resources bound (agent type, host, resource id): {{(pid=102386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:39:19.713922 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dbd0d4d-3d14-4aab-a8c4-359dfd4280c0 admin admin] Received port after_create {{(pid=102386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 18:39:19.725307 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-64d5e2cb-c221-4137-95a2-a80426193a71 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:39:19.752493 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95a968d5-4d32-4296-9392-15dcd80b6dea None None] Checking router: c5d7be85-81e8-40ff-a104-8c8484aed287 for host: n-d-816865-1 {{(pid=102389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 18:39:19.754520 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95a968d5-4d32-4296-9392-15dcd80b6dea None None] Updating router c5d7be85-81e8-40ff-a104-8c8484aed287 port a7ad9553-405f-4fcf-b4a0-97c575d23260 binding host n-d-816865-1 {{(pid=102389) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 05 18:39:19.819133 n-d-816865-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-95a968d5-4d32-4296-9392-15dcd80b6dea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:39:19.858444 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dbd0d4d-3d14-4aab-a8c4-359dfd4280c0 admin admin] Pushing event updated for resources: {'Port': ['ID=f27c4a60-5c3f-41e7-93bc-e021962f250c,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:39:19.926018 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-a6929b69-d37b-4c82-9f98-98beab309e6f req-a1613328-4479-45d3-b679-b68f8a425899 tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] 10.222.0.13 "GET /v2.0/ports?device_id=c8f9c054-f308-4af6-8eb8-5dcdd62eb3fd HTTP/1.1" status: 200 len: 210 time: 0.0660813 Nov 05 18:39:20.006940 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd060d2-c079-4742-b18a-6f30a22ebac5 tempest-ServersWithSpecificFlavorTestJSON-1995233136 tempest-ServersWithSpecificFlavorTestJSON-1995233136-project] Pushing event updated for resources: {'Port': ['ID=00947ea7-44a7-48c3-8090-3a64e0e9cafd,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:39:20.027961 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-64d5e2cb-c221-4137-95a2-a80426193a71 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:39:20.093106 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-e6f3e707-1cb5-4a3f-9370-2af485580d9f None None] Provisioning complete for port 00947ea7-44a7-48c3-8090-3a64e0e9cafd triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:39:20.093632 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-e6f3e707-1cb5-4a3f-9370-2af485580d9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:39:20.111352 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ec63b8-f110-41f1-b19f-11810f669943 req-fdd060d2-c079-4742-b18a-6f30a22ebac5 tempest-ServersWithSpecificFlavorTestJSON-1995233136 tempest-ServersWithSpecificFlavorTestJSON-1995233136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:39:20.112102 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-b6ec63b8-f110-41f1-b19f-11810f669943 req-fdd060d2-c079-4742-b18a-6f30a22ebac5 tempest-ServersWithSpecificFlavorTestJSON-1995233136 tempest-ServersWithSpecificFlavorTestJSON-1995233136-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:39:20.126383 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-64d5e2cb-c221-4137-95a2-a80426193a71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:39:20.178098 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-e6f3e707-1cb5-4a3f-9370-2af485580d9f None None] Port 00947ea7-44a7-48c3-8090-3a64e0e9cafd cannot update to ACTIVE because it is not bound. {{(pid=102388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 18:39:20.197014 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-64d5e2cb-c221-4137-95a2-a80426193a71 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1be6037f78e8432d9eee0fbd4b3a5b52&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8332031 Nov 05 18:39:20.199813 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 41246) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:39:20.224650 n-d-816865-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-95a968d5-4d32-4296-9392-15dcd80b6dea None None] Publish callbacks [] for port, precommit_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:39:20.232692 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d5e2cb-c221-4137-95a2-a80426193a71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0558cede-2fe4-4abb-9bfc-84999056383e,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:39:20.294751 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-a3bf55a0-06fc-48e6-864a-b847e08287d3 req-f466a4db-68ba-46dd-ae0f-dd6ceb14a81d tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:39:20.299366 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-b6ec63b8-f110-41f1-b19f-11810f669943 req-fdd060d2-c079-4742-b18a-6f30a22ebac5 tempest-ServersWithSpecificFlavorTestJSON-1995233136 tempest-ServersWithSpecificFlavorTestJSON-1995233136-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.4106052 Nov 05 18:39:20.306955 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] get_ports_and_sgs() called for port_ids ['c0bab39d-31d7-4372-acf4-dcf699effaf4', 'ab74eaef-395a-4fdf-b85e-bacf8245f728'] {{(pid=102388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 18:39:20.326573 n-d-816865-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-95a968d5-4d32-4296-9392-15dcd80b6dea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:39:20.358581 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-014c7e7a-f243-4a9e-bc5c-6e8928dd6ba1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:39:20.399479 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f466a4db-68ba-46dd-ae0f-dd6ceb14a81d tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] Pushing event updated for resources: {'Port': ['ID=046eb35d-2125-4c26-8c14-0533b517be00,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:39:20.406010 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [req-b6ec63b8-f110-41f1-b19f-11810f669943 req-eb4bb773-88cb-4b8c-b661-bb0167c345a5 service neutron] Request body: {'port': {'device_id': 'dece0a9d-0aa6-4496-bd16-059eef231e9d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816865-1'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:39:20.409492 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3775f2ee-56ed-44ff-81df-e08b2d90a817 None None] Pushing event updated for resources: {'Port': ['ID=a7ad9553-405f-4fcf-b4a0-97c575d23260,revision_number=2']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:39:20.455060 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-014c7e7a-f243-4a9e-bc5c-6e8928dd6ba1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:39:20.466798 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3775f2ee-56ed-44ff-81df-e08b2d90a817 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:39:20.467444 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316af2e7-7f88-44c9-9f95-217bfb9b2fa3 req-e44777b6-3055-4d4d-9e4e-b733d4952f65 tempest-ServersWithSpecificFlavorTestJSON-1995233136 tempest-ServersWithSpecificFlavorTestJSON-1995233136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:39:20.467875 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3775f2ee-56ed-44ff-81df-e08b2d90a817 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:39:20.469076 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3775f2ee-56ed-44ff-81df-e08b2d90a817 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:39:20.469679 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3775f2ee-56ed-44ff-81df-e08b2d90a817 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:39:20.470548 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3775f2ee-56ed-44ff-81df-e08b2d90a817 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:39:20.472349 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3775f2ee-56ed-44ff-81df-e08b2d90a817 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:39:20.472792 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3775f2ee-56ed-44ff-81df-e08b2d90a817 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:39:20.473306 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3775f2ee-56ed-44ff-81df-e08b2d90a817 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:39:20.473836 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3775f2ee-56ed-44ff-81df-e08b2d90a817 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:39:20.475086 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3775f2ee-56ed-44ff-81df-e08b2d90a817 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:39:20.475533 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3775f2ee-56ed-44ff-81df-e08b2d90a817 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:39:20.477072 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3775f2ee-56ed-44ff-81df-e08b2d90a817 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:39:20.479045 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-316af2e7-7f88-44c9-9f95-217bfb9b2fa3 req-e44777b6-3055-4d4d-9e4e-b733d4952f65 tempest-ServersWithSpecificFlavorTestJSON-1995233136 tempest-ServersWithSpecificFlavorTestJSON-1995233136-project] 10.222.0.13 "GET /v2.0/ports?device_id=dece0a9d-0aa6-4496-bd16-059eef231e9d HTTP/1.1" status: 200 len: 931 time: 0.2158294 Nov 05 18:39:20.482192 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a3bf55a0-06fc-48e6-864a-b847e08287d3 req-f466a4db-68ba-46dd-ae0f-dd6ceb14a81d tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] Network a723f808-b11e-4066-b104-fad90c82895e is already hosted by enough agents. {{(pid=102386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 18:39:20.484621 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.managers [None req-95a968d5-4d32-4296-9392-15dcd80b6dea None None] Attempting to bind port a7ad9553-405f-4fcf-b4a0-97c575d23260 on host n-d-816865-1 for vnic_type normal with profile {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 18:39:20.486319 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.managers [None req-95a968d5-4d32-4296-9392-15dcd80b6dea None None] Attempting to bind port a7ad9553-405f-4fcf-b4a0-97c575d23260 by drivers openvswitch,hyperv on host n-d-816865-1 at level 0 using segments [{'id': '85be518c-8bb4-46a2-a903-d4292782d29d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec'}] {{(pid=102389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 18:39:20.487544 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95a968d5-4d32-4296-9392-15dcd80b6dea None None] Attempting to bind port a7ad9553-405f-4fcf-b4a0-97c575d23260 on network 40c8335d-cd0b-4cb5-910a-d4dcddd5cbec {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 18:39:20.490095 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.base_scheduler [req-a3bf55a0-06fc-48e6-864a-b847e08287d3 req-f466a4db-68ba-46dd-ae0f-dd6ceb14a81d tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] Resources bound (agent type, host, resource id): {{(pid=102386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:39:20.501285 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95a968d5-4d32-4296-9392-15dcd80b6dea None None] Checking agent: {'id': '724d89a7-611b-41e6-bc85-c48112b17afa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 18, 25, 8), 'started_at': datetime.datetime(2021, 11, 5, 18, 25, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 18, 39, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 18:39:20.502468 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95a968d5-4d32-4296-9392-15dcd80b6dea None None] Checking segment: {'id': '85be518c-8bb4-46a2-a903-d4292782d29d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 18:39:20.502985 n-d-816865-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-95a968d5-4d32-4296-9392-15dcd80b6dea None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:39:20.504139 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3bf55a0-06fc-48e6-864a-b847e08287d3 req-f466a4db-68ba-46dd-ae0f-dd6ceb14a81d tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] Received port after_create {{(pid=102386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 18:39:20.504661 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95a968d5-4d32-4296-9392-15dcd80b6dea None None] Bound using segment: {'id': '85be518c-8bb4-46a2-a903-d4292782d29d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec'} {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 18:39:20.505414 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.managers [None req-95a968d5-4d32-4296-9392-15dcd80b6dea None None] Bound port: a7ad9553-405f-4fcf-b4a0-97c575d23260, host: n-d-816865-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85be518c-8bb4-46a2-a903-d4292782d29d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec'}}] {{(pid=102389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 18:39:20.506562 n-d-816865-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-95a968d5-4d32-4296-9392-15dcd80b6dea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:39:20.707338 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-316af2e7-7f88-44c9-9f95-217bfb9b2fa3 req-06e33081-405d-4069-b6ec-98aaa9e6d474 tempest-ServersWithSpecificFlavorTestJSON-1995233136 tempest-ServersWithSpecificFlavorTestJSON-1995233136-project] 10.222.0.13 "GET /v2.0/security-groups?id=040a1024-eaad-4e89-b23c-c23a7ce4f851&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2270334 Nov 05 18:39:20.784510 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 91e2c962-8df5-4e94-b8c8-7d66b429d4db up at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 18:39:20.818026 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-014c7e7a-f243-4a9e-bc5c-6e8928dd6ba1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:39:20.820671 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-014c7e7a-f243-4a9e-bc5c-6e8928dd6ba1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:39:20.822009 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-014c7e7a-f243-4a9e-bc5c-6e8928dd6ba1 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0558cede-2fe4-4abb-9bfc-84999056383e HTTP/1.1" status: 204 len: 168 time: 0.6212430 Nov 05 18:39:20.858009 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014c7e7a-f243-4a9e-bc5c-6e8928dd6ba1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0558cede-2fe4-4abb-9bfc-84999056383e,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:39:21.059827 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [None req-95a968d5-4d32-4296-9392-15dcd80b6dea None None] For port a7ad9553-405f-4fcf-b4a0-97c575d23260, host n-d-816865-1, cleared binding levels {{(pid=102389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 18:39:21.072878 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [None req-95a968d5-4d32-4296-9392-15dcd80b6dea None None] For port a7ad9553-405f-4fcf-b4a0-97c575d23260, host n-d-816865-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=a7ad9553-405f-4fcf-b4a0-97c575d23260,segment=NetworkSegment(85be518c-8bb4-46a2-a903-d4292782d29d),segment_id=85be518c-8bb4-46a2-a903-d4292782d29d)] {{(pid=102389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 18:39:21.112762 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 41268) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:39:21.214347 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Provisioning complete for port 91e2c962-8df5-4e94-b8c8-7d66b429d4db triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:39:21.214347 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:39:21.214347 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-997a2773-cbd7-42dc-9e29-75e2edaa64ea None None] Provisioning complete for port 046eb35d-2125-4c26-8c14-0533b517be00 triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:39:21.214347 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-997a2773-cbd7-42dc-9e29-75e2edaa64ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:39:21.215696 n-d-816865-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-95a968d5-4d32-4296-9392-15dcd80b6dea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:39:21.215791 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26aac48-5b28-4596-b393-05133439ac3e req-03dce27b-124b-465e-8b03-cf10e9c3ab4a tempest-ImagesTestJSON-1124888854 tempest-ImagesTestJSON-1124888854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:39:21.215791 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-b26aac48-5b28-4596-b393-05133439ac3e req-03dce27b-124b-465e-8b03-cf10e9c3ab4a tempest-ImagesTestJSON-1124888854 tempest-ImagesTestJSON-1124888854-project] 10.222.0.13 "GET /v2.0/ports?device_id=1a96f542-6487-4ff8-8485-9ac0d517f547 HTTP/1.1" status: 200 len: 945 time: 0.1250844 Nov 05 18:39:21.248320 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-997a2773-cbd7-42dc-9e29-75e2edaa64ea None None] Port 046eb35d-2125-4c26-8c14-0533b517be00 cannot update to ACTIVE because it is not bound. {{(pid=102388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 18:39:21.286419 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95a968d5-4d32-4296-9392-15dcd80b6dea None None] Routers {'c5d7be85-81e8-40ff-a104-8c8484aed287'} bound to L3 agent in host n-d-816865-1 {{(pid=102389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 18:39:21.302210 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-95a968d5-4d32-4296-9392-15dcd80b6dea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T18:39:05Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['c5d7be85-81e8-40ff-a104-8c8484aed287'], 'active': True} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:39:21.385831 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-b26aac48-5b28-4596-b393-05133439ac3e req-611e58f0-1fbd-43c7-aced-b9aedf54c434 tempest-ImagesTestJSON-1124888854 tempest-ImagesTestJSON-1124888854-project] 10.222.0.13 "GET /v2.0/security-groups?id=219552fc-3788-478b-8295-8fbe212226b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1848812 Nov 05 18:39:21.411228 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3775f2ee-56ed-44ff-81df-e08b2d90a817 None None] Pushing event updated for resources: {'Port': ['ID=a7ad9553-405f-4fcf-b4a0-97c575d23260,revision_number=3']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:39:21.490773 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-b6ec63b8-f110-41f1-b19f-11810f669943 req-eb4bb773-88cb-4b8c-b661-bb0167c345a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:39:21.492847 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-7dbd0d4d-3d14-4aab-a8c4-359dfd4280c0 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:39:21.500760 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvr_db [None req-95a968d5-4d32-4296-9392-15dcd80b6dea None None] Set router c5d7be85-81e8-40ff-a104-8c8484aed287 gateway port host: n-d-816865-1 {{(pid=102389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 18:39:21.557396 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [req-8c507801-cb48-4919-816c-158895f2a31d req-d4c59311-66f5-4aec-97d8-0072bbc96611 tempest-LiveAutoBlockMigrationV225Test-2109471755 tempest-LiveAutoBlockMigrationV225Test-2109471755-project-admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=102387) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 05 18:39:21.559490 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-8c507801-cb48-4919-816c-158895f2a31d req-d4c59311-66f5-4aec-97d8-0072bbc96611 tempest-LiveAutoBlockMigrationV225Test-2109471755 tempest-LiveAutoBlockMigrationV225Test-2109471755-project-admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.4415131 Nov 05 18:39:21.563344 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bf55a0-06fc-48e6-864a-b847e08287d3 req-f466a4db-68ba-46dd-ae0f-dd6ceb14a81d tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:39:21.564056 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-a3bf55a0-06fc-48e6-864a-b847e08287d3 req-f466a4db-68ba-46dd-ae0f-dd6ceb14a81d tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:39:21.600633 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edeeeab-7304-4265-aad1-bfea7e0cf22a req-df0a01d6-3dc8-4f86-a315-315dd65a226d tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:39:21.606164 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-3edeeeab-7304-4265-aad1-bfea7e0cf22a req-df0a01d6-3dc8-4f86-a315-315dd65a226d tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] 10.222.0.13 "GET /v2.0/ports?device_id=c8f9c054-f308-4af6-8eb8-5dcdd62eb3fd HTTP/1.1" status: 200 len: 936 time: 0.1272380 Nov 05 18:39:21.679415 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-3edeeeab-7304-4265-aad1-bfea7e0cf22a req-e9ea06af-cd6b-4cd5-9e76-25f476803335 tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] 10.222.0.13 "GET /v2.0/security-groups?id=c4f63610-8850-433c-ac4b-7e7146261ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649467 Nov 05 18:39:21.744066 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-95a968d5-4d32-4296-9392-15dcd80b6dea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5d7be85-81e8-40ff-a104-8c8484aed287', 'name': 'tempest-ServersTestMultiNic-1906001394-router', 'tenant_id': '4829acffed3b4745affa5e8e193e7ce5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.62'}], 'enable_snat': True}, 'gw_port_id': 'a7ad9553-405f-4fcf-b4a0-97c575d23260', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T18:39:10Z', 'updated_at': '2021-11-05T18:39:15Z', 'revision_number': 3, 'project_id': '4829acffed3b4745affa5e8e193e7ce5', 'gw_port': {'id': 'a7ad9553-405f-4fcf-b4a0-97c575d23260', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:2f:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5d7be85-81e8-40ff-a104-8c8484aed287', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T18:39:12Z', 'updated_at': '2021-11-05T18:39:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1'}], 'n-d-816865-1', False) {} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:39:21.749188 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c507801-cb48-4919-816c-158895f2a31d req-96cffaef-5f52-476c-ada9-46f510aed70f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:39:21.750613 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-8c507801-cb48-4919-816c-158895f2a31d req-96cffaef-5f52-476c-ada9-46f510aed70f service neutron] 10.222.0.13 "GET /v2.0/ports/69aa63a3-5ce3-47a2-805e-ff8f5ce4d8b7 HTTP/1.1" status: 200 len: 1094 time: 0.1064804 Nov 05 18:39:21.761385 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [req-8c507801-cb48-4919-816c-158895f2a31d req-0df518d5-d8f9-4548-b7cd-cd355cdbe3a8 service neutron] Request body: {'binding': {'host': 'n-h1-816865-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:39:21.761833 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [req-8c507801-cb48-4919-816c-158895f2a31d req-0df518d5-d8f9-4548-b7cd-cd355cdbe3a8 service neutron] Unknown quota resources ['binding']. {{(pid=102387) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 05 18:39:21.781947 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95a968d5-4d32-4296-9392-15dcd80b6dea None None] The sync data for ids ['c5d7be85-81e8-40ff-a104-8c8484aed287'] in n-d-816865-1 is: [{'id': 'c5d7be85-81e8-40ff-a104-8c8484aed287', 'name': 'tempest-ServersTestMultiNic-1906001394-router', 'tenant_id': '4829acffed3b4745affa5e8e193e7ce5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.62'}], 'enable_snat': True}, 'gw_port_id': 'a7ad9553-405f-4fcf-b4a0-97c575d23260', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T18:39:10Z', 'updated_at': '2021-11-05T18:39:15Z', 'revision_number': 3, 'project_id': '4829acffed3b4745affa5e8e193e7ce5', 'gw_port': {'id': 'a7ad9553-405f-4fcf-b4a0-97c575d23260', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:2f:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5d7be85-81e8-40ff-a104-8c8484aed287', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T18:39:12Z', 'updated_at': '2021-11-05T18:39:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1'}] {{(pid=102389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 18:39:21.848301 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-a3bf55a0-06fc-48e6-864a-b847e08287d3 req-f466a4db-68ba-46dd-ae0f-dd6ceb14a81d tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.4271922 Nov 05 18:39:21.885764 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [req-a3bf55a0-06fc-48e6-864a-b847e08287d3 req-7f9619e8-0631-448d-ab70-89db7d45c6e1 service neutron] Request body: {'port': {'device_id': 'c8f9c054-f308-4af6-8eb8-5dcdd62eb3fd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816865-1'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:39:21.924262 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3150700-2c5e-420c-82bd-7657b9edce40 req-ce1f3058-f537-4a6f-8345-ef479ff1a4ab tempest-ServersWithSpecificFlavorTestJSON-1995233136 tempest-ServersWithSpecificFlavorTestJSON-1995233136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:39:21.925589 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-d3150700-2c5e-420c-82bd-7657b9edce40 req-ce1f3058-f537-4a6f-8345-ef479ff1a4ab tempest-ServersWithSpecificFlavorTestJSON-1995233136 tempest-ServersWithSpecificFlavorTestJSON-1995233136-project] 10.222.0.13 "GET /v2.0/ports?device_id=dece0a9d-0aa6-4496-bd16-059eef231e9d HTTP/1.1" status: 200 len: 931 time: 0.1372120 Nov 05 18:39:21.970721 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-61702181-4ffb-4ec2-ae61-a6a9db5dd9cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:39:22.011294 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.managers [req-8c507801-cb48-4919-816c-158895f2a31d req-0df518d5-d8f9-4548-b7cd-cd355cdbe3a8 service neutron] Attempting to bind port 69aa63a3-5ce3-47a2-805e-ff8f5ce4d8b7 on host n-h1-816865-1 for vnic_type normal with profile None {{(pid=102387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 18:39:22.011962 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.managers [req-8c507801-cb48-4919-816c-158895f2a31d req-0df518d5-d8f9-4548-b7cd-cd355cdbe3a8 service neutron] Attempting to bind port 69aa63a3-5ce3-47a2-805e-ff8f5ce4d8b7 by drivers openvswitch,hyperv on host n-h1-816865-1 at level 0 using segments [{'id': '15cac71b-3531-4cff-8a8e-8f8d83bebf12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '5e3d0b1a-fd18-45bc-91bd-c831330234c4'}] {{(pid=102387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 18:39:22.012293 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c507801-cb48-4919-816c-158895f2a31d req-0df518d5-d8f9-4548-b7cd-cd355cdbe3a8 service neutron] Attempting to bind port 69aa63a3-5ce3-47a2-805e-ff8f5ce4d8b7 on network 5e3d0b1a-fd18-45bc-91bd-c831330234c4 {{(pid=102387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 18:39:22.039419 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-d3150700-2c5e-420c-82bd-7657b9edce40 req-b0292bae-e9a9-45b1-a439-dcd57a4e9e49 tempest-ServersWithSpecificFlavorTestJSON-1995233136 tempest-ServersWithSpecificFlavorTestJSON-1995233136-project] 10.222.0.13 "GET /v2.0/security-groups?id=040a1024-eaad-4e89-b23c-c23a7ce4f851&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0916481 Nov 05 18:39:22.055114 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c507801-cb48-4919-816c-158895f2a31d req-0df518d5-d8f9-4548-b7cd-cd355cdbe3a8 service neutron] Port 69aa63a3-5ce3-47a2-805e-ff8f5ce4d8b7 on network 5e3d0b1a-fd18-45bc-91bd-c831330234c4 not bound, no agent of type Open vSwitch agent registered on host n-h1-816865-1 {{(pid=102387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 18:39:22.055438 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c507801-cb48-4919-816c-158895f2a31d req-0df518d5-d8f9-4548-b7cd-cd355cdbe3a8 service neutron] Attempting to bind port 69aa63a3-5ce3-47a2-805e-ff8f5ce4d8b7 on network 5e3d0b1a-fd18-45bc-91bd-c831330234c4 {{(pid=102387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 18:39:22.071436 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c507801-cb48-4919-816c-158895f2a31d req-0df518d5-d8f9-4548-b7cd-cd355cdbe3a8 service neutron] Checking agent: {'id': 'eb596d7c-8c64-42bd-8aca-fad447eb0eab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816865-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 18, 33, 34), 'started_at': datetime.datetime(2021, 11, 5, 18, 33, 34), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 18, 39, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 18:39:22.071848 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c507801-cb48-4919-816c-158895f2a31d req-0df518d5-d8f9-4548-b7cd-cd355cdbe3a8 service neutron] Checking segment: {'id': '15cac71b-3531-4cff-8a8e-8f8d83bebf12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '5e3d0b1a-fd18-45bc-91bd-c831330234c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 18:39:22.072228 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c507801-cb48-4919-816c-158895f2a31d req-0df518d5-d8f9-4548-b7cd-cd355cdbe3a8 service neutron] Bound using segment: {'id': '15cac71b-3531-4cff-8a8e-8f8d83bebf12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '5e3d0b1a-fd18-45bc-91bd-c831330234c4'} {{(pid=102387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 18:39:22.075833 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.managers [req-8c507801-cb48-4919-816c-158895f2a31d req-0df518d5-d8f9-4548-b7cd-cd355cdbe3a8 service neutron] Bound port: 69aa63a3-5ce3-47a2-805e-ff8f5ce4d8b7, host: n-h1-816865-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15cac71b-3531-4cff-8a8e-8f8d83bebf12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '5e3d0b1a-fd18-45bc-91bd-c831330234c4'}}] {{(pid=102387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 18:39:22.189734 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-7dbd0d4d-3d14-4aab-a8c4-359dfd4280c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-571384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1000487'] for router, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:39:22.222704 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.db [req-8c507801-cb48-4919-816c-158895f2a31d req-0df518d5-d8f9-4548-b7cd-cd355cdbe3a8 service neutron] For port 69aa63a3-5ce3-47a2-805e-ff8f5ce4d8b7, host n-h1-816865-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=69aa63a3-5ce3-47a2-805e-ff8f5ce4d8b7,segment=NetworkSegment(15cac71b-3531-4cff-8a8e-8f8d83bebf12),segment_id=15cac71b-3531-4cff-8a8e-8f8d83bebf12)] {{(pid=102387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 18:39:22.250665 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-a3bf55a0-06fc-48e6-864a-b847e08287d3 req-7f9619e8-0631-448d-ab70-89db7d45c6e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:39:22.300684 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-8c507801-cb48-4919-816c-158895f2a31d req-0df518d5-d8f9-4548-b7cd-cd355cdbe3a8 service neutron] Publish callbacks [] for binding, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:39:22.302262 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-8c507801-cb48-4919-816c-158895f2a31d req-0df518d5-d8f9-4548-b7cd-cd355cdbe3a8 service neutron] 10.222.0.13 "POST /v2.0/ports/69aa63a3-5ce3-47a2-805e-ff8f5ce4d8b7/bindings HTTP/1.1" status: 201 len: 389 time: 0.5448513 Nov 05 18:39:22.564578 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6cca80-f59f-4fed-ab1c-7e2fa28ea519 req-68958e10-f3c4-4287-ad1e-f24beec90ccb tempest-ImagesTestJSON-1124888854 tempest-ImagesTestJSON-1124888854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:39:22.572049 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-da6cca80-f59f-4fed-ab1c-7e2fa28ea519 req-68958e10-f3c4-4287-ad1e-f24beec90ccb tempest-ImagesTestJSON-1124888854 tempest-ImagesTestJSON-1124888854-project] 10.222.0.13 "GET /v2.0/ports?device_id=1a96f542-6487-4ff8-8485-9ac0d517f547 HTTP/1.1" status: 200 len: 945 time: 0.0987763 Nov 05 18:39:22.686076 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 41314) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:39:22.695300 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-da6cca80-f59f-4fed-ab1c-7e2fa28ea519 req-37cca3d7-35bf-4985-970b-1fd56c0905d1 tempest-ImagesTestJSON-1124888854 tempest-ImagesTestJSON-1124888854-project] 10.222.0.13 "GET /v2.0/security-groups?id=219552fc-3788-478b-8295-8fbe212226b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103776 Nov 05 18:39:22.718122 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.db_base_plugin_common [None req-61702181-4ffb-4ec2-ae61-a6a9db5dd9cb admin admin] Allocated IP 172.20.0.1 (aeb57709-6e5a-4f32-9548-b24bdc2398f2/c57f8052-ef8e-4c43-977b-3c7db8b14eb4/f58d4ea9-e1f0-4b43-a0dc-dbfa5400ee36) {{(pid=102386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 18:39:22.802183 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device a7ad9553-405f-4fcf-b4a0-97c575d23260 up at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 18:39:22.907954 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-61702181-4ffb-4ec2-ae61-a6a9db5dd9cb admin admin] Publish callbacks [] for port, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:39:22.918364 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Provisioning complete for port a7ad9553-405f-4fcf-b4a0-97c575d23260 triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:39:22.918364 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:39:22.943211 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-3a8b6ee6-fdb7-428c-ab6c-cf26d1041c5f admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-690973325-network', 'tenant_id': '05b01937f9ca44aa923731561d630757'}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:39:22.971595 n-d-816865-1 neutron-server[102386]: DEBUG neutron.notifiers.nova [req-b6ec63b8-f110-41f1-b19f-11810f669943 req-eb4bb773-88cb-4b8c-b661-bb0167c345a5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 00947ea7-44a7-48c3-8090-3a64e0e9cafd {{(pid=102386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 18:39:22.989114 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-b6ec63b8-f110-41f1-b19f-11810f669943 req-eb4bb773-88cb-4b8c-b661-bb0167c345a5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:39:23.011423 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.provisioning_blocks [req-b6ec63b8-f110-41f1-b19f-11810f669943 req-eb4bb773-88cb-4b8c-b661-bb0167c345a5 service neutron] Transition to ACTIVE for port object 00947ea7-44a7-48c3-8090-3a64e0e9cafd will not be triggered until provisioned by entity L2. {{(pid=102386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 05 18:39:23.020023 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-61702181-4ffb-4ec2-ae61-a6a9db5dd9cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:39:23.104596 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61702181-4ffb-4ec2-ae61-a6a9db5dd9cb admin admin] Pushing event updated for resources: {'Port': ['ID=f58d4ea9-e1f0-4b43-a0dc-dbfa5400ee36,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:39:23.174786 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61702181-4ffb-4ec2-ae61-a6a9db5dd9cb admin admin] Network aeb57709-6e5a-4f32-9548-b24bdc2398f2 is already hosted by enough agents. {{(pid=102386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 18:39:23.179333 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-b6ec63b8-f110-41f1-b19f-11810f669943 req-eb4bb773-88cb-4b8c-b661-bb0167c345a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6149821'] for port, after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:39:23.240707 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:39:23.266455 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] For port a7ad9553-405f-4fcf-b4a0-97c575d23260, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=a7ad9553-405f-4fcf-b4a0-97c575d23260,segment=NetworkSegment(85be518c-8bb4-46a2-a903-d4292782d29d),segment_id=85be518c-8bb4-46a2-a903-d4292782d29d)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:39:23.303496 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4bb773-88cb-4b8c-b661-bb0167c345a5 service neutron] Pushing event updated for resources: {'Port': ['ID=00947ea7-44a7-48c3-8090-3a64e0e9cafd,revision_number=2']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:39:23.312606 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.base_scheduler [None req-61702181-4ffb-4ec2-ae61-a6a9db5dd9cb admin admin] Resources bound (agent type, host, resource id): {{(pid=102386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:39:23.338237 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:39:23.348712 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61702181-4ffb-4ec2-ae61-a6a9db5dd9cb admin admin] Received port after_create {{(pid=102386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 18:39:23.397080 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-61702181-4ffb-4ec2-ae61-a6a9db5dd9cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-571770'] for router_interface, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:39:23.409843 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c507801-cb48-4919-816c-158895f2a31d req-09d32626-a53a-4d3e-83fc-ca55f02a773c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:39:23.414846 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-8c507801-cb48-4919-816c-158895f2a31d req-09d32626-a53a-4d3e-83fc-ca55f02a773c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=482f8aec1d1b4fc08a02afb86f8387d6&device_id=d58bccf2-f8b9-4db8-9ff5-12c1cf501508 HTTP/1.1" status: 200 len: 1097 time: 0.3086207 Nov 05 18:39:23.415165 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Pushing event updated for resources: {'Port': ['ID=a7ad9553-405f-4fcf-b4a0-97c575d23260,revision_number=4']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:39:23.445746 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3088c25f-f452-49de-8a0f-ca4f2ff37c6b req-5ea4e00a-c89b-4d85-ba41-faa5a0ed44b1 tempest-LiveAutoBlockMigrationV225Test-1563372898 tempest-LiveAutoBlockMigrationV225Test-1563372898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:39:23.454748 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-3088c25f-f452-49de-8a0f-ca4f2ff37c6b req-5ea4e00a-c89b-4d85-ba41-faa5a0ed44b1 tempest-LiveAutoBlockMigrationV225Test-1563372898 tempest-LiveAutoBlockMigrationV225Test-1563372898-project] 10.222.0.13 "GET /v2.0/ports?device_id=d58bccf2-f8b9-4db8-9ff5-12c1cf501508 HTTP/1.1" status: 200 len: 946 time: 0.6170397 Nov 05 18:39:23.470584 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7dbd0d4d-3d14-4aab-a8c4-359dfd4280c0 admin admin] Router beeb7fb8-39c0-47c0-a88d-b4e22ec05da3 is scheduled to L3 agent 6dcb5589-8e86-4616-9186-ddc4548e13ad with binding_index 1 {{(pid=102386) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 05 18:39:23.516877 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0316b058-e3f3-40a7-a0c5-90a7338d5ba8 req-de947fd9-c69d-46e1-8278-682c8c36924e tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:39:23.524541 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-0316b058-e3f3-40a7-a0c5-90a7338d5ba8 req-de947fd9-c69d-46e1-8278-682c8c36924e tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] 10.222.0.13 "GET /v2.0/ports?device_id=c8f9c054-f308-4af6-8eb8-5dcdd62eb3fd HTTP/1.1" status: 200 len: 936 time: 0.6289375 Nov 05 18:39:23.584156 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-3088c25f-f452-49de-8a0f-ca4f2ff37c6b req-2c066a17-1981-4a22-a053-db4863151c93 tempest-LiveAutoBlockMigrationV225Test-1563372898 tempest-LiveAutoBlockMigrationV225Test-1563372898-project] 10.222.0.13 "GET /v2.0/security-groups?id=35cb161a-9192-43e2-a392-140fa33626b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283872 Nov 05 18:39:23.584820 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a8b6ee6-fdb7-428c-ab6c-cf26d1041c5f admin admin] Made reservation on behalf of 05b01937f9ca44aa923731561d630757 for: {'network': 1} {{(pid=102387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 18:39:23.587260 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-3a8b6ee6-fdb7-428c-ab6c-cf26d1041c5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for network, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:39:23.614450 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-3a8b6ee6-fdb7-428c-ab6c-cf26d1041c5f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:39:23.645915 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-0316b058-e3f3-40a7-a0c5-90a7338d5ba8 req-0f936c10-1bf3-42b9-8d7f-b7b7090b5371 tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] 10.222.0.13 "GET /v2.0/security-groups?id=c4f63610-8850-433c-ac4b-7e7146261ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203878 Nov 05 18:39:23.785560 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [req-b6ec63b8-f110-41f1-b19f-11810f669943 req-eb4bb773-88cb-4b8c-b661-bb0167c345a5 service neutron] Attempting to bind port 00947ea7-44a7-48c3-8090-3a64e0e9cafd on host n-h2-816865-1 for vnic_type normal with profile {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 18:39:23.786168 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [req-b6ec63b8-f110-41f1-b19f-11810f669943 req-eb4bb773-88cb-4b8c-b661-bb0167c345a5 service neutron] Attempting to bind port 00947ea7-44a7-48c3-8090-3a64e0e9cafd by drivers openvswitch,hyperv on host n-h2-816865-1 at level 0 using segments [{'id': '6c1e83a3-272c-4e69-9514-f61e4e363f8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'ba3e8390-54e7-4d99-8fec-d7b75d85d22a'}] {{(pid=102386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 18:39:23.786304 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6ec63b8-f110-41f1-b19f-11810f669943 req-eb4bb773-88cb-4b8c-b661-bb0167c345a5 service neutron] Attempting to bind port 00947ea7-44a7-48c3-8090-3a64e0e9cafd on network ba3e8390-54e7-4d99-8fec-d7b75d85d22a {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 18:39:23.796368 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-3a8b6ee6-fdb7-428c-ab6c-cf26d1041c5f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:39:23.844446 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-dde715de-b409-43f7-9afe-52aa008e3a39 None None] Provisioning complete for port f58d4ea9-e1f0-4b43-a0dc-dbfa5400ee36 triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:39:23.845045 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-dde715de-b409-43f7-9afe-52aa008e3a39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:39:23.845477 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6ec63b8-f110-41f1-b19f-11810f669943 req-eb4bb773-88cb-4b8c-b661-bb0167c345a5 service neutron] Port 00947ea7-44a7-48c3-8090-3a64e0e9cafd on network ba3e8390-54e7-4d99-8fec-d7b75d85d22a not bound, no agent of type Open vSwitch agent registered on host n-h2-816865-1 {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 18:39:23.846155 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6ec63b8-f110-41f1-b19f-11810f669943 req-eb4bb773-88cb-4b8c-b661-bb0167c345a5 service neutron] Attempting to bind port 00947ea7-44a7-48c3-8090-3a64e0e9cafd on network ba3e8390-54e7-4d99-8fec-d7b75d85d22a {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 18:39:23.857525 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7acfa6-2828-4395-b2b9-7f45095419b2 req-364f8048-da55-4104-ac63-70e9ad7b8fee tempest-ServersWithSpecificFlavorTestJSON-1995233136 tempest-ServersWithSpecificFlavorTestJSON-1995233136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:39:23.859847 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-0b7acfa6-2828-4395-b2b9-7f45095419b2 req-364f8048-da55-4104-ac63-70e9ad7b8fee tempest-ServersWithSpecificFlavorTestJSON-1995233136 tempest-ServersWithSpecificFlavorTestJSON-1995233136-project] 10.222.0.13 "GET /v2.0/ports?device_id=dece0a9d-0aa6-4496-bd16-059eef231e9d HTTP/1.1" status: 200 len: 943 time: 0.1085505 Nov 05 18:39:23.900798 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-dde715de-b409-43f7-9afe-52aa008e3a39 None None] Port f58d4ea9-e1f0-4b43-a0dc-dbfa5400ee36 cannot update to ACTIVE because it is not bound. {{(pid=102388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 18:39:23.912522 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa803e0-bc59-40b6-8b59-da149cf33515 req-cb8bfb29-b131-45de-ac2e-01d7b28d90c8 tempest-ImagesTestJSON-1124888854 tempest-ImagesTestJSON-1124888854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:39:23.914380 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-efa803e0-bc59-40b6-8b59-da149cf33515 req-cb8bfb29-b131-45de-ac2e-01d7b28d90c8 tempest-ImagesTestJSON-1124888854 tempest-ImagesTestJSON-1124888854-project] 10.222.0.13 "GET /v2.0/ports?device_id=1a96f542-6487-4ff8-8485-9ac0d517f547 HTTP/1.1" status: 200 len: 945 time: 0.1126766 Nov 05 18:39:23.915303 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-3a8b6ee6-fdb7-428c-ab6c-cf26d1041c5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:39:23.984807 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a8b6ee6-fdb7-428c-ab6c-cf26d1041c5f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 197} {{(pid=102387) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 05 18:39:24.000924 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-0b7acfa6-2828-4395-b2b9-7f45095419b2 req-73b6af87-5a12-453f-be55-67fba9ee6973 tempest-ServersWithSpecificFlavorTestJSON-1995233136 tempest-ServersWithSpecificFlavorTestJSON-1995233136-project] 10.222.0.13 "GET /v2.0/security-groups?id=040a1024-eaad-4e89-b23c-c23a7ce4f851&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1301889 Nov 05 18:39:24.004467 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8b6ee6-fdb7-428c-ab6c-cf26d1041c5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25591ebc-7d79-4a52-aa21-df275070bb50,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:39:24.022950 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-3a8b6ee6-fdb7-428c-ab6c-cf26d1041c5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273'] for segment, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:39:24.023421 n-d-816865-1 neutron-server[102387]: INFO neutron.db.segments_db [None req-3a8b6ee6-fdb7-428c-ab6c-cf26d1041c5f admin admin] Added segment 8fe54a69-31e7-40d0-825b-2160d7fbba14 of type vlan for network 9743ad7b-9947-4aa3-b66d-0168e5572670 Nov 05 18:39:24.069590 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-efa803e0-bc59-40b6-8b59-da149cf33515 req-42ca5adf-6c65-4793-a315-95f670e15449 tempest-ImagesTestJSON-1124888854 tempest-ImagesTestJSON-1124888854-project] 10.222.0.13 "GET /v2.0/security-groups?id=219552fc-3788-478b-8295-8fbe212226b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451464 Nov 05 18:39:24.091975 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-3a8b6ee6-fdb7-428c-ab6c-cf26d1041c5f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750027258543'] for network, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:39:24.178747 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-3a8b6ee6-fdb7-428c-ab6c-cf26d1041c5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-956796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877'] for network, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:39:24.179818 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a8b6ee6-fdb7-428c-ab6c-cf26d1041c5f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:39:24.180478 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-3a8b6ee6-fdb7-428c-ab6c-cf26d1041c5f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597851'] for network, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:39:24.193721 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6ec63b8-f110-41f1-b19f-11810f669943 req-eb4bb773-88cb-4b8c-b661-bb0167c345a5 service neutron] Checking agent: {'id': '32aff553-696f-4891-83f5-5c176f61fe54', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816865-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 18, 33, 36), 'started_at': datetime.datetime(2021, 11, 5, 18, 33, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 18, 39, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 18:39:24.194081 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6ec63b8-f110-41f1-b19f-11810f669943 req-eb4bb773-88cb-4b8c-b661-bb0167c345a5 service neutron] Checking segment: {'id': '6c1e83a3-272c-4e69-9514-f61e4e363f8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'ba3e8390-54e7-4d99-8fec-d7b75d85d22a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 18:39:24.194460 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6ec63b8-f110-41f1-b19f-11810f669943 req-eb4bb773-88cb-4b8c-b661-bb0167c345a5 service neutron] Bound using segment: {'id': '6c1e83a3-272c-4e69-9514-f61e4e363f8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'ba3e8390-54e7-4d99-8fec-d7b75d85d22a'} {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 18:39:24.194912 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [req-b6ec63b8-f110-41f1-b19f-11810f669943 req-eb4bb773-88cb-4b8c-b661-bb0167c345a5 service neutron] Bound port: 00947ea7-44a7-48c3-8090-3a64e0e9cafd, host: n-h2-816865-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6c1e83a3-272c-4e69-9514-f61e4e363f8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'ba3e8390-54e7-4d99-8fec-d7b75d85d22a'}}] {{(pid=102386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 18:39:24.195246 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-b6ec63b8-f110-41f1-b19f-11810f669943 req-eb4bb773-88cb-4b8c-b661-bb0167c345a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:39:24.223422 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c507801-cb48-4919-816c-158895f2a31d req-aa121596-7c22-48ae-bed2-a37a537f828b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:39:24.225750 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-8c507801-cb48-4919-816c-158895f2a31d req-aa121596-7c22-48ae-bed2-a37a537f828b service neutron] 10.222.0.41 "GET /v2.0/networks?id=5e3d0b1a-fd18-45bc-91bd-c831330234c4 HTTP/1.1" status: 200 len: 921 time: 0.7501476 Nov 05 18:39:24.240222 n-d-816865-1 neutron-server[102386]: DEBUG neutron.notifiers.nova [req-a3bf55a0-06fc-48e6-864a-b847e08287d3 req-7f9619e8-0631-448d-ab70-89db7d45c6e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 046eb35d-2125-4c26-8c14-0533b517be00 {{(pid=102386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 18:39:24.245014 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7dbd0d4d-3d14-4aab-a8c4-359dfd4280c0 admin admin] Notify agent at l3_agent.n-d-816865-1 the message routers_updated {{(pid=102386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 18:39:24.245515 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8b6ee6-fdb7-428c-ab6c-cf26d1041c5f admin admin] Pushing event updated for resources: {'Network': ['ID=9743ad7b-9947-4aa3-b66d-0168e5572670,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:39:24.268337 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Network 9743ad7b-9947-4aa3-b66d-0168e5572670 details requested by agent ovs-agent-n-d-816865-1 with host n-d-816865-1 {{(pid=102388) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 05 18:39:24.269786 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6cff43e-0c32-46f2-8b40-89babc589549 None None] Sync routers for ids ['beeb7fb8-39c0-47c0-a88d-b4e22ec05da3'] in n-d-816865-1 {{(pid=102388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 18:39:24.284619 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-a3bf55a0-06fc-48e6-864a-b847e08287d3 req-7f9619e8-0631-448d-ab70-89db7d45c6e1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:39:24.303321 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-3a8b6ee6-fdb7-428c-ab6c-cf26d1041c5f admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.6159027 Nov 05 18:39:24.304052 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 41346) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:39:24.309750 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-26e41b78-8b9e-421a-8ed3-69559f0afa8c admin admin] Request body: {'subnet': {'network_id': '9743ad7b-9947-4aa3-b66d-0168e5572670', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-690973325-subnet', 'tenant_id': '05b01937f9ca44aa923731561d630757', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:39:24.331200 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-8c507801-cb48-4919-816c-158895f2a31d req-c1ba930e-d875-4747-a0a5-f7c7ed356b36 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=69aa63a3-5ce3-47a2-805e-ff8f5ce4d8b7 HTTP/1.1" status: 200 len: 217 time: 0.0934010 Nov 05 18:39:24.333586 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6cff43e-0c32-46f2-8b40-89babc589549 None None] Routers {'beeb7fb8-39c0-47c0-a88d-b4e22ec05da3'} bound to L3 agent in host n-d-816865-1 {{(pid=102388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 18:39:24.334380 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-e6cff43e-0c32-46f2-8b40-89babc589549 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T18:39:05Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['beeb7fb8-39c0-47c0-a88d-b4e22ec05da3'], 'active': True} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:39:24.355608 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.provisioning_blocks [req-a3bf55a0-06fc-48e6-864a-b847e08287d3 req-7f9619e8-0631-448d-ab70-89db7d45c6e1 service neutron] Transition to ACTIVE for port object 046eb35d-2125-4c26-8c14-0533b517be00 will not be triggered until provisioned by entity L2. {{(pid=102386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 05 18:39:24.392840 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26e41b78-8b9e-421a-8ed3-69559f0afa8c admin admin] Made reservation on behalf of 05b01937f9ca44aa923731561d630757 for: {'subnet': 1} {{(pid=102387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 18:39:24.397534 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-26e41b78-8b9e-421a-8ed3-69559f0afa8c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5112236'] for subnet, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:39:24.416887 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-61702181-4ffb-4ec2-ae61-a6a9db5dd9cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:39:24.425882 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-a3bf55a0-06fc-48e6-864a-b847e08287d3 req-7f9619e8-0631-448d-ab70-89db7d45c6e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6149821'] for port, after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:39:24.442680 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [req-b6ec63b8-f110-41f1-b19f-11810f669943 req-eb4bb773-88cb-4b8c-b661-bb0167c345a5 service neutron] For port 00947ea7-44a7-48c3-8090-3a64e0e9cafd, host n-h2-816865-1, cleared binding levels {{(pid=102386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 18:39:24.458849 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvr_db [None req-e6cff43e-0c32-46f2-8b40-89babc589549 None None] Set router beeb7fb8-39c0-47c0-a88d-b4e22ec05da3 gateway port host: n-d-816865-1 {{(pid=102388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 18:39:24.481219 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c507801-cb48-4919-816c-158895f2a31d req-86f97118-9bfc-475c-8815-5b8a9c6c732b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:39:24.482748 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-8c507801-cb48-4919-816c-158895f2a31d req-86f97118-9bfc-475c-8815-5b8a9c6c732b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e7fca78a-743c-4af3-9fb8-12bc06bb873c HTTP/1.1" status: 200 len: 860 time: 0.1260583 Nov 05 18:39:24.494844 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [req-b6ec63b8-f110-41f1-b19f-11810f669943 req-eb4bb773-88cb-4b8c-b661-bb0167c345a5 service neutron] For port 00947ea7-44a7-48c3-8090-3a64e0e9cafd, host n-h2-816865-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=00947ea7-44a7-48c3-8090-3a64e0e9cafd,segment=NetworkSegment(6c1e83a3-272c-4e69-9514-f61e4e363f8b),segment_id=6c1e83a3-272c-4e69-9514-f61e4e363f8b)] {{(pid=102386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 18:39:24.531600 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-7dbd0d4d-3d14-4aab-a8c4-359dfd4280c0 admin admin] Publish callbacks [] for router, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:39:24.532857 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-7dbd0d4d-3d14-4aab-a8c4-359dfd4280c0 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 10.1910951 Nov 05 18:39:24.538375 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 41348) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:39:24.594255 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-8c507801-cb48-4919-816c-158895f2a31d req-6a0ee9ec-446c-47b4-bf73-a9bf3bb85d07 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=5e3d0b1a-fd18-45bc-91bd-c831330234c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0782945 Nov 05 18:39:24.594990 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9619e8-0631-448d-ab70-89db7d45c6e1 service neutron] Pushing event updated for resources: {'Port': ['ID=046eb35d-2125-4c26-8c14-0533b517be00,revision_number=2']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:39:24.629844 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-26e41b78-8b9e-421a-8ed3-69559f0afa8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4417463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5112218'] for subnet, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:39:24.636905 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-b6ec63b8-f110-41f1-b19f-11810f669943 req-eb4bb773-88cb-4b8c-b661-bb0167c345a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6149821'] for port, after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:39:24.719969 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e41b78-8b9e-421a-8ed3-69559f0afa8c admin admin] Pushing event updated for resources: {'Subnet': ['ID=cb31a061-4578-4faf-9b25-83e849882576,revision_number=0']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:39:24.740576 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26e41b78-8b9e-421a-8ed3-69559f0afa8c admin admin] Checking segment: {'id': '8fe54a69-31e7-40d0-825b-2160d7fbba14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '9743ad7b-9947-4aa3-b66d-0168e5572670'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 18:39:24.741199 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26e41b78-8b9e-421a-8ed3-69559f0afa8c admin admin] Network hostable DHCP agents. Network: 9743ad7b-9947-4aa3-b66d-0168e5572670, hostable agents: ['987e2ca0-bc3b-4c6f-a989-429ccfbf753f'], hosted agents: [] {{(pid=102387) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 05 18:39:24.756678 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-e6cff43e-0c32-46f2-8b40-89babc589549 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'beeb7fb8-39c0-47c0-a88d-b4e22ec05da3', 'name': 'tempest-TaggedBootDevicesTest-2092046476-router', 'tenant_id': '48de103aa1ab44c9aad7c42993657578', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.236'}], 'enable_snat': True}, 'gw_port_id': 'f27c4a60-5c3f-41e7-93bc-e021962f250c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T18:39:14Z', 'updated_at': '2021-11-05T18:39:20Z', 'revision_number': 3, 'project_id': '48de103aa1ab44c9aad7c42993657578', 'gw_port': {'id': 'f27c4a60-5c3f-41e7-93bc-e021962f250c', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:eb:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'beeb7fb8-39c0-47c0-a88d-b4e22ec05da3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T18:39:18Z', 'updated_at': '2021-11-05T18:39:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1'}], 'n-d-816865-1', False) {} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:39:24.788306 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ec63b8-f110-41f1-b19f-11810f669943 req-eb4bb773-88cb-4b8c-b661-bb0167c345a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:39:24.789078 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-b6ec63b8-f110-41f1-b19f-11810f669943 req-eb4bb773-88cb-4b8c-b661-bb0167c345a5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:39:24.790852 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-b6ec63b8-f110-41f1-b19f-11810f669943 req-eb4bb773-88cb-4b8c-b661-bb0167c345a5 service neutron] 10.222.0.55 "PUT /v2.0/ports/00947ea7-44a7-48c3-8090-3a64e0e9cafd HTTP/1.1" status: 200 len: 1091 time: 4.3951902 Nov 05 18:39:24.819336 n-d-816865-1 neutron-server[102386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dece0a9d-0aa6-4496-bd16-059eef231e9d', 'tag': '00947ea7-44a7-48c3-8090-3a64e0e9cafd'}] {{(pid=102386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 18:39:24.821181 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6173a44d7c73f41af551dc890fa1a5892c2c6bc3458b640c8e0c24db7876ba6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9c16d9b-8e5f-4cc4-83eb-8d8e2c445364" -d '{"events": [{"name": "network-changed", "server_uuid": "dece0a9d-0aa6-4496-bd16-059eef231e9d", "tag": "00947ea7-44a7-48c3-8090-3a64e0e9cafd"}]}' {{(pid=102386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 18:39:24.824634 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device a7ad9553-405f-4fcf-b4a0-97c575d23260 up at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 18:39:24.848358 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6cff43e-0c32-46f2-8b40-89babc589549 None None] Checking router: beeb7fb8-39c0-47c0-a88d-b4e22ec05da3 for host: n-d-816865-1 {{(pid=102388) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 18:39:24.849068 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6cff43e-0c32-46f2-8b40-89babc589549 None None] Updating router beeb7fb8-39c0-47c0-a88d-b4e22ec05da3 port f27c4a60-5c3f-41e7-93bc-e021962f250c binding host n-d-816865-1 {{(pid=102388) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 05 18:39:24.860902 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26e41b78-8b9e-421a-8ed3-69559f0afa8c admin admin] Network 9743ad7b-9947-4aa3-b66d-0168e5572670 is scheduled to be hosted by DHCP agent 987e2ca0-bc3b-4c6f-a989-429ccfbf753f with binding_index 1 {{(pid=102387) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 05 18:39:24.906087 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-e6cff43e-0c32-46f2-8b40-89babc589549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:39:24.921218 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d0cb60-5111-49ee-9c12-a7071ef3053f req-6307091c-b918-4f91-abd7-d776158c1a54 tempest-LiveAutoBlockMigrationV225Test-1563372898 tempest-LiveAutoBlockMigrationV225Test-1563372898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:39:24.924342 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-a2d0cb60-5111-49ee-9c12-a7071ef3053f req-6307091c-b918-4f91-abd7-d776158c1a54 tempest-LiveAutoBlockMigrationV225Test-1563372898 tempest-LiveAutoBlockMigrationV225Test-1563372898-project] 10.222.0.13 "GET /v2.0/ports?device_id=d58bccf2-f8b9-4db8-9ff5-12c1cf501508 HTTP/1.1" status: 200 len: 946 time: 0.1256044 Nov 05 18:39:24.936183 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f156b488-8d49-43d7-9fe6-cac0b31d46cd req-2991f316-586b-492a-a9ab-da3661f8faea tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:39:24.946304 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-f156b488-8d49-43d7-9fe6-cac0b31d46cd req-2991f316-586b-492a-a9ab-da3661f8faea tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] 10.222.0.13 "GET /v2.0/ports?device_id=c8f9c054-f308-4af6-8eb8-5dcdd62eb3fd HTTP/1.1" status: 200 len: 948 time: 0.1497126 Nov 05 18:39:24.952056 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Provisioning complete for port a7ad9553-405f-4fcf-b4a0-97c575d23260 triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:39:24.952673 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:39:24.954899 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [req-a3bf55a0-06fc-48e6-864a-b847e08287d3 req-7f9619e8-0631-448d-ab70-89db7d45c6e1 service neutron] Attempting to bind port 046eb35d-2125-4c26-8c14-0533b517be00 on host n-h2-816865-1 for vnic_type normal with profile {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 18:39:24.955234 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [req-a3bf55a0-06fc-48e6-864a-b847e08287d3 req-7f9619e8-0631-448d-ab70-89db7d45c6e1 service neutron] Attempting to bind port 046eb35d-2125-4c26-8c14-0533b517be00 by drivers openvswitch,hyperv on host n-h2-816865-1 at level 0 using segments [{'id': '35c2db9c-522d-48d3-98cf-a08c2cc55db7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'a723f808-b11e-4066-b104-fad90c82895e'}] {{(pid=102386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 18:39:24.955560 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3bf55a0-06fc-48e6-864a-b847e08287d3 req-7f9619e8-0631-448d-ab70-89db7d45c6e1 service neutron] Attempting to bind port 046eb35d-2125-4c26-8c14-0533b517be00 on network a723f808-b11e-4066-b104-fad90c82895e {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 18:39:24.996117 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.base_scheduler [None req-26e41b78-8b9e-421a-8ed3-69559f0afa8c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816865-1, 9743ad7b-9947-4aa3-b66d-0168e5572670) {{(pid=102387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:39:25.010655 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26e41b78-8b9e-421a-8ed3-69559f0afa8c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:39:25.012284 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-26e41b78-8b9e-421a-8ed3-69559f0afa8c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597851'] for subnet, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:39:25.039257 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2ccdfd2-9687-48a6-a4c9-226b15097eda None None] Network 9743ad7b-9947-4aa3-b66d-0168e5572670 requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 18:39:25.065452 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-f156b488-8d49-43d7-9fe6-cac0b31d46cd req-68bbf371-e6a3-42a0-8333-73bc369f4621 tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] 10.222.0.13 "GET /v2.0/security-groups?id=c4f63610-8850-433c-ac4b-7e7146261ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177456 Nov 05 18:39:25.067453 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3bf55a0-06fc-48e6-864a-b847e08287d3 req-7f9619e8-0631-448d-ab70-89db7d45c6e1 service neutron] Port 046eb35d-2125-4c26-8c14-0533b517be00 on network a723f808-b11e-4066-b104-fad90c82895e not bound, no agent of type Open vSwitch agent registered on host n-h2-816865-1 {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 18:39:25.067954 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3bf55a0-06fc-48e6-864a-b847e08287d3 req-7f9619e8-0631-448d-ab70-89db7d45c6e1 service neutron] Attempting to bind port 046eb35d-2125-4c26-8c14-0533b517be00 on network a723f808-b11e-4066-b104-fad90c82895e {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 18:39:25.077272 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-a2d0cb60-5111-49ee-9c12-a7071ef3053f req-e560d372-4b5d-4854-8cae-3fde08b266ee tempest-LiveAutoBlockMigrationV225Test-1563372898 tempest-LiveAutoBlockMigrationV225Test-1563372898-project] 10.222.0.13 "GET /v2.0/security-groups?id=35cb161a-9192-43e2-a392-140fa33626b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117635 Nov 05 18:39:25.122227 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3bf55a0-06fc-48e6-864a-b847e08287d3 req-7f9619e8-0631-448d-ab70-89db7d45c6e1 service neutron] Checking agent: {'id': '32aff553-696f-4891-83f5-5c176f61fe54', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816865-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 18, 33, 36), 'started_at': datetime.datetime(2021, 11, 5, 18, 33, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 18, 39, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 18:39:25.122833 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3bf55a0-06fc-48e6-864a-b847e08287d3 req-7f9619e8-0631-448d-ab70-89db7d45c6e1 service neutron] Checking segment: {'id': '35c2db9c-522d-48d3-98cf-a08c2cc55db7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'a723f808-b11e-4066-b104-fad90c82895e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 18:39:25.123377 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3bf55a0-06fc-48e6-864a-b847e08287d3 req-7f9619e8-0631-448d-ab70-89db7d45c6e1 service neutron] Bound using segment: {'id': '35c2db9c-522d-48d3-98cf-a08c2cc55db7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'a723f808-b11e-4066-b104-fad90c82895e'} {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 18:39:25.135439 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-26e41b78-8b9e-421a-8ed3-69559f0afa8c admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8231156 Nov 05 18:39:25.135776 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [req-a3bf55a0-06fc-48e6-864a-b847e08287d3 req-7f9619e8-0631-448d-ab70-89db7d45c6e1 service neutron] Bound port: 046eb35d-2125-4c26-8c14-0533b517be00, host: n-h2-816865-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35c2db9c-522d-48d3-98cf-a08c2cc55db7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'a723f808-b11e-4066-b104-fad90c82895e'}}] {{(pid=102386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 18:39:25.135776 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-a3bf55a0-06fc-48e6-864a-b847e08287d3 req-7f9619e8-0631-448d-ab70-89db7d45c6e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:39:25.149510 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-8c507801-cb48-4919-816c-158895f2a31d req-7173e348-b33d-477f-8dc2-2e7cc182b9fd service neutron] 10.222.0.41 "GET /v2.0/networks/5e3d0b1a-fd18-45bc-91bd-c831330234c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5049930 Nov 05 18:39:25.173880 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ec63b8-f110-41f1-b19f-11810f669943 req-fb47fca2-3cbc-471b-b62b-c81c802561b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:39:25.175587 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-b6ec63b8-f110-41f1-b19f-11810f669943 req-fb47fca2-3cbc-471b-b62b-c81c802561b7 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=e4fadb60c9fa4b0abf704559d02b8aa0&device_id=dece0a9d-0aa6-4496-bd16-059eef231e9d HTTP/1.1" status: 200 len: 1094 time: 0.2319405 Nov 05 18:39:25.176197 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4bb773-88cb-4b8c-b661-bb0167c345a5 service neutron] Pushing event updated for resources: {'Port': ['ID=00947ea7-44a7-48c3-8090-3a64e0e9cafd,revision_number=3']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:39:25.210133 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 18:39:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aaf5a753-9de2-47ae-a21d-0d306e64fb36 x-openstack-request-id: req-aaf5a753-9de2-47ae-a21d-0d306e64fb36 {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 18:39:25.210431 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dece0a9d-0aa6-4496-bd16-059eef231e9d", "tag": "00947ea7-44a7-48c3-8090-3a64e0e9cafd", "status": "completed", "code": 200}]} {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 18:39:25.210687 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-aaf5a753-9de2-47ae-a21d-0d306e64fb36 {{(pid=102386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 18:39:25.211085 n-d-816865-1 neutron-server[102386]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dece0a9d-0aa6-4496-bd16-059eef231e9d', 'tag': '00947ea7-44a7-48c3-8090-3a64e0e9cafd', 'status': 'completed', 'code': 200} Nov 05 18:39:25.321357 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91da705f-15ad-45a3-86d6-5ac345a47981 req-20126b43-43f6-470e-a5eb-6e492031498b tempest-ServersWithSpecificFlavorTestJSON-1995233136 tempest-ServersWithSpecificFlavorTestJSON-1995233136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:39:25.322934 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-91da705f-15ad-45a3-86d6-5ac345a47981 req-20126b43-43f6-470e-a5eb-6e492031498b tempest-ServersWithSpecificFlavorTestJSON-1995233136 tempest-ServersWithSpecificFlavorTestJSON-1995233136-project] 10.222.0.13 "GET /v2.0/ports?device_id=dece0a9d-0aa6-4496-bd16-059eef231e9d HTTP/1.1" status: 200 len: 943 time: 0.0883737 Nov 05 18:39:25.330880 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136c6f90-d450-4080-a769-c4c3295168ab req-c174fcee-98ac-44c3-ab20-94f6ff6bd5af tempest-ImagesTestJSON-1124888854 tempest-ImagesTestJSON-1124888854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:39:25.332348 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-136c6f90-d450-4080-a769-c4c3295168ab req-c174fcee-98ac-44c3-ab20-94f6ff6bd5af tempest-ImagesTestJSON-1124888854 tempest-ImagesTestJSON-1124888854-project] 10.222.0.13 "GET /v2.0/ports?device_id=1a96f542-6487-4ff8-8485-9ac0d517f547 HTTP/1.1" status: 200 len: 945 time: 0.0891521 Nov 05 18:39:25.382070 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-b6ec63b8-f110-41f1-b19f-11810f669943 req-8852c06c-c139-4c22-bc8f-7f68b29c2b9a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=00947ea7-44a7-48c3-8090-3a64e0e9cafd HTTP/1.1" status: 200 len: 217 time: 0.1624854 Nov 05 18:39:25.408619 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4550c4ff-c015-4029-9300-71fe5ddf579e None None] Network 9743ad7b-9947-4aa3-b66d-0168e5572670 requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 18:39:25.417065 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-136c6f90-d450-4080-a769-c4c3295168ab req-930a7df5-8d36-41fd-98ef-aa38ce129943 tempest-ImagesTestJSON-1124888854 tempest-ImagesTestJSON-1124888854-project] 10.222.0.13 "GET /v2.0/security-groups?id=219552fc-3788-478b-8295-8fbe212226b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760245 Nov 05 18:39:25.421099 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-91da705f-15ad-45a3-86d6-5ac345a47981 req-16a0091a-572d-4ce7-bd6c-64250334e7a9 tempest-ServersWithSpecificFlavorTestJSON-1995233136 tempest-ServersWithSpecificFlavorTestJSON-1995233136-project] 10.222.0.13 "GET /v2.0/security-groups?id=040a1024-eaad-4e89-b23c-c23a7ce4f851&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0821753 Nov 05 18:39:25.476373 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ec63b8-f110-41f1-b19f-11810f669943 req-649b6b5c-2559-4bf7-a2f9-5125a27e932a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:39:25.478066 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-b6ec63b8-f110-41f1-b19f-11810f669943 req-649b6b5c-2559-4bf7-a2f9-5125a27e932a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=23219f55-021e-4f36-bac1-2c401000599a HTTP/1.1" status: 200 len: 861 time: 0.0620313 Nov 05 18:39:25.547934 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-e6cff43e-0c32-46f2-8b40-89babc589549 None None] Publish callbacks [] for port, precommit_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:39:25.627816 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33d2c64-9b8f-499b-9d6d-3240d6854626 req-0deb7592-be43-468d-bc1c-423c4015856b tempest-ListImageFiltersTestJSON-1107050978 tempest-ListImageFiltersTestJSON-1107050978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:39:25.628970 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-e6cff43e-0c32-46f2-8b40-89babc589549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:39:25.629808 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-c33d2c64-9b8f-499b-9d6d-3240d6854626 req-0deb7592-be43-468d-bc1c-423c4015856b tempest-ListImageFiltersTestJSON-1107050978 tempest-ListImageFiltersTestJSON-1107050978-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5b71237-24de-434f-a81f-3e3f7b737fb4 HTTP/1.1" status: 200 len: 949 time: 0.0521815 Nov 05 18:39:25.635505 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [req-1e2490a8-6acd-4c14-9227-f70b6421b915 req-1cbe5f7a-2259-4fda-90ba-8e894515f1f1 tempest-SecurityGroupsTestJSON-1222042648 tempest-SecurityGroupsTestJSON-1222042648-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-118359725', 'description': 'tempest-description-194044703'}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:39:25.662819 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-61702181-4ffb-4ec2-ae61-a6a9db5dd9cb admin admin] Publish callbacks [] for port, precommit_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:39:25.665895 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-8c507801-cb48-4919-816c-158895f2a31d req-5d840e9a-3cc4-4b05-a683-e5c3d9ad8e2a service neutron] 10.222.0.41 "GET /v2.0/networks/5e3d0b1a-fd18-45bc-91bd-c831330234c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4944470 Nov 05 18:39:25.667875 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ec63b8-f110-41f1-b19f-11810f669943 req-0e1fcc3e-7525-41cc-9867-c5d82faa035b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:39:25.672910 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-b6ec63b8-f110-41f1-b19f-11810f669943 req-0e1fcc3e-7525-41cc-9867-c5d82faa035b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ba3e8390-54e7-4d99-8fec-d7b75d85d22a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1787822 Nov 05 18:39:25.674662 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [req-a3bf55a0-06fc-48e6-864a-b847e08287d3 req-7f9619e8-0631-448d-ab70-89db7d45c6e1 service neutron] For port 046eb35d-2125-4c26-8c14-0533b517be00, host n-h2-816865-1, cleared binding levels {{(pid=102386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 18:39:25.688786 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-e6cff43e-0c32-46f2-8b40-89babc589549 None None] Attempting to bind port f27c4a60-5c3f-41e7-93bc-e021962f250c on host n-d-816865-1 for vnic_type normal with profile {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 18:39:25.689095 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-e6cff43e-0c32-46f2-8b40-89babc589549 None None] Attempting to bind port f27c4a60-5c3f-41e7-93bc-e021962f250c by drivers openvswitch,hyperv on host n-d-816865-1 at level 0 using segments [{'id': '85be518c-8bb4-46a2-a903-d4292782d29d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec'}] {{(pid=102388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 18:39:25.689413 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6cff43e-0c32-46f2-8b40-89babc589549 None None] Attempting to bind port f27c4a60-5c3f-41e7-93bc-e021962f250c on network 40c8335d-cd0b-4cb5-910a-d4dcddd5cbec {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 18:39:25.699775 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158cbf30-24da-4780-8120-08f5017fe7b3 None None] Pushing event updated for resources: {'Port': ['ID=f27c4a60-5c3f-41e7-93bc-e021962f250c,revision_number=2']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:39:25.708565 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6cff43e-0c32-46f2-8b40-89babc589549 None None] Checking agent: {'id': '724d89a7-611b-41e6-bc85-c48112b17afa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 18, 25, 8), 'started_at': datetime.datetime(2021, 11, 5, 18, 25, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 18, 39, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 18:39:25.709159 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6cff43e-0c32-46f2-8b40-89babc589549 None None] Checking segment: {'id': '85be518c-8bb4-46a2-a903-d4292782d29d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 18:39:25.709632 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [req-a3bf55a0-06fc-48e6-864a-b847e08287d3 req-7f9619e8-0631-448d-ab70-89db7d45c6e1 service neutron] For port 046eb35d-2125-4c26-8c14-0533b517be00, host n-h2-816865-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=046eb35d-2125-4c26-8c14-0533b517be00,segment=NetworkSegment(35c2db9c-522d-48d3-98cf-a08c2cc55db7),segment_id=35c2db9c-522d-48d3-98cf-a08c2cc55db7)] {{(pid=102386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 18:39:25.709784 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-e6cff43e-0c32-46f2-8b40-89babc589549 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:39:25.710972 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6cff43e-0c32-46f2-8b40-89babc589549 None None] Bound using segment: {'id': '85be518c-8bb4-46a2-a903-d4292782d29d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec'} {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 18:39:25.711563 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-e6cff43e-0c32-46f2-8b40-89babc589549 None None] Bound port: f27c4a60-5c3f-41e7-93bc-e021962f250c, host: n-d-816865-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85be518c-8bb4-46a2-a903-d4292782d29d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec'}}] {{(pid=102388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 18:39:25.712534 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-e6cff43e-0c32-46f2-8b40-89babc589549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:39:25.722568 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-c33d2c64-9b8f-499b-9d6d-3240d6854626 req-32d6d75e-174e-47a0-a36f-566f5708f4c7 tempest-ListImageFiltersTestJSON-1107050978 tempest-ListImageFiltersTestJSON-1107050978-project] 10.222.0.13 "GET /v2.0/security-groups?id=3a75c85e-fd58-4736-9ad8-18dced01e280&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795536 Nov 05 18:39:25.757682 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-61702181-4ffb-4ec2-ae61-a6a9db5dd9cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6149821'] for port, after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:39:25.778718 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-e6cff43e-0c32-46f2-8b40-89babc589549 None None] For port f27c4a60-5c3f-41e7-93bc-e021962f250c, host n-d-816865-1, cleared binding levels {{(pid=102388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 18:39:25.779610 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-1e2490a8-6acd-4c14-9227-f70b6421b915 req-1cbe5f7a-2259-4fda-90ba-8e894515f1f1 tempest-SecurityGroupsTestJSON-1222042648 tempest-SecurityGroupsTestJSON-1222042648-project] Publish callbacks [] for security_group, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:39:25.783137 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-e6cff43e-0c32-46f2-8b40-89babc589549 None None] For port f27c4a60-5c3f-41e7-93bc-e021962f250c, host n-d-816865-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=f27c4a60-5c3f-41e7-93bc-e021962f250c,segment=NetworkSegment(85be518c-8bb4-46a2-a903-d4292782d29d),segment_id=85be518c-8bb4-46a2-a903-d4292782d29d)] {{(pid=102388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 18:39:25.834763 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-a3bf55a0-06fc-48e6-864a-b847e08287d3 req-7f9619e8-0631-448d-ab70-89db7d45c6e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6149821'] for port, after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:39:25.855511 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-e6cff43e-0c32-46f2-8b40-89babc589549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:39:25.861643 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-1e2490a8-6acd-4c14-9227-f70b6421b915 req-1cbe5f7a-2259-4fda-90ba-8e894515f1f1 tempest-SecurityGroupsTestJSON-1222042648 tempest-SecurityGroupsTestJSON-1222042648-project] Publish callbacks [] for security_group, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:39:25.904372 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-1e2490a8-6acd-4c14-9227-f70b6421b915 req-1cbe5f7a-2259-4fda-90ba-8e894515f1f1 tempest-SecurityGroupsTestJSON-1222042648 tempest-SecurityGroupsTestJSON-1222042648-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:39:25.927203 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158cbf30-24da-4780-8120-08f5017fe7b3 None None] Pushing event updated for resources: {'Port': ['ID=f27c4a60-5c3f-41e7-93bc-e021962f250c,revision_number=3']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:39:25.932579 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6cff43e-0c32-46f2-8b40-89babc589549 None None] Routers {'beeb7fb8-39c0-47c0-a88d-b4e22ec05da3'} bound to L3 agent in host n-d-816865-1 {{(pid=102388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 18:39:25.934343 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-e6cff43e-0c32-46f2-8b40-89babc589549 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T18:39:05Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['beeb7fb8-39c0-47c0-a88d-b4e22ec05da3'], 'active': True} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:39:25.963615 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bf55a0-06fc-48e6-864a-b847e08287d3 req-7f9619e8-0631-448d-ab70-89db7d45c6e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:39:25.964282 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-a3bf55a0-06fc-48e6-864a-b847e08287d3 req-7f9619e8-0631-448d-ab70-89db7d45c6e1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:39:25.965749 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-a3bf55a0-06fc-48e6-864a-b847e08287d3 req-7f9619e8-0631-448d-ab70-89db7d45c6e1 service neutron] 10.222.0.55 "PUT /v2.0/ports/046eb35d-2125-4c26-8c14-0533b517be00 HTTP/1.1" status: 200 len: 1096 time: 4.1022718 Nov 05 18:39:25.983146 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbe5f7a-2259-4fda-90ba-8e894515f1f1 tempest-SecurityGroupsTestJSON-1222042648 tempest-SecurityGroupsTestJSON-1222042648-project] Pushing event updated for resources: {'SecurityGroup': ['ID=328c87b1-529c-473b-a471-8ae3b3035796,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:39:26.007618 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-61702181-4ffb-4ec2-ae61-a6a9db5dd9cb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-597863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-571878'] for router_interface, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:39:26.016585 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61702181-4ffb-4ec2-ae61-a6a9db5dd9cb admin admin] Pushing event updated for resources: {'Port': ['ID=f58d4ea9-e1f0-4b43-a0dc-dbfa5400ee36,revision_number=2']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:39:26.022276 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-1e2490a8-6acd-4c14-9227-f70b6421b915 req-1cbe5f7a-2259-4fda-90ba-8e894515f1f1 tempest-SecurityGroupsTestJSON-1222042648 tempest-SecurityGroupsTestJSON-1222042648-project] Publish callbacks [] for security_group, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:39:26.024850 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-1e2490a8-6acd-4c14-9227-f70b6421b915 req-1cbe5f7a-2259-4fda-90ba-8e894515f1f1 tempest-SecurityGroupsTestJSON-1222042648 tempest-SecurityGroupsTestJSON-1222042648-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1821 time: 0.3929799 Nov 05 18:39:26.062776 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [req-68669b64-bfb9-4541-9ecd-4158d2ab8560 req-99f7162d-d7a3-428e-bb0f-934434b9437f tempest-SecurityGroupsTestJSON-1222042648 tempest-SecurityGroupsTestJSON-1222042648-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-2042377968', 'description': 'tempest-description-836215420'}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:39:26.100726 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvr_db [None req-e6cff43e-0c32-46f2-8b40-89babc589549 None None] Set router beeb7fb8-39c0-47c0-a88d-b4e22ec05da3 gateway port host: n-d-816865-1 {{(pid=102388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 18:39:26.134564 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c507801-cb48-4919-816c-158895f2a31d req-53580ff2-0106-4c31-b75f-3b6f17243e3f tempest-LiveAutoBlockMigrationV225Test-2109471755 tempest-LiveAutoBlockMigrationV225Test-2109471755-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:39:26.136984 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-8c507801-cb48-4919-816c-158895f2a31d req-53580ff2-0106-4c31-b75f-3b6f17243e3f tempest-LiveAutoBlockMigrationV225Test-2109471755 tempest-LiveAutoBlockMigrationV225Test-2109471755-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=d58bccf2-f8b9-4db8-9ff5-12c1cf501508&tenant_id=482f8aec1d1b4fc08a02afb86f8387d6&binding%3Ahost_id=n-h2-816865-1 HTTP/1.1" status: 200 len: 1097 time: 0.2941787 Nov 05 18:39:26.139136 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-b6ec63b8-f110-41f1-b19f-11810f669943 req-9f2e5d57-8a2a-4882-8caf-a24395f593f8 service neutron] 10.222.0.55 "GET /v2.0/networks/ba3e8390-54e7-4d99-8fec-d7b75d85d22a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4594641 Nov 05 18:39:26.155969 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-68669b64-bfb9-4541-9ecd-4158d2ab8560 req-99f7162d-d7a3-428e-bb0f-934434b9437f tempest-SecurityGroupsTestJSON-1222042648 tempest-SecurityGroupsTestJSON-1222042648-project] Publish callbacks [] for security_group, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:39:26.212799 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [req-8c507801-cb48-4919-816c-158895f2a31d req-0e5861e2-1c11-41e8-89f1-9aa9f5dd1ffe service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-816865-1'}}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:39:26.255448 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-68669b64-bfb9-4541-9ecd-4158d2ab8560 req-99f7162d-d7a3-428e-bb0f-934434b9437f tempest-SecurityGroupsTestJSON-1222042648 tempest-SecurityGroupsTestJSON-1222042648-project] Publish callbacks [] for security_group, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:39:26.326868 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-68669b64-bfb9-4541-9ecd-4158d2ab8560 req-99f7162d-d7a3-428e-bb0f-934434b9437f tempest-SecurityGroupsTestJSON-1222042648 tempest-SecurityGroupsTestJSON-1222042648-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:39:26.397666 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f7162d-d7a3-428e-bb0f-934434b9437f tempest-SecurityGroupsTestJSON-1222042648 tempest-SecurityGroupsTestJSON-1222042648-project] Pushing event updated for resources: {'SecurityGroup': ['ID=675d80a1-16b3-42d4-92da-d169642ff144,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:39:26.434643 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-68669b64-bfb9-4541-9ecd-4158d2ab8560 req-99f7162d-d7a3-428e-bb0f-934434b9437f tempest-SecurityGroupsTestJSON-1222042648 tempest-SecurityGroupsTestJSON-1222042648-project] Publish callbacks [] for security_group, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:39:26.460142 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-68669b64-bfb9-4541-9ecd-4158d2ab8560 req-99f7162d-d7a3-428e-bb0f-934434b9437f tempest-SecurityGroupsTestJSON-1222042648 tempest-SecurityGroupsTestJSON-1222042648-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1822 time: 0.4105313 Nov 05 18:39:26.485807 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04762252-8197-4e1c-9c98-16ae6f2fd4e4 req-ff94335d-0378-4859-874f-ec23605f0be8 tempest-LiveAutoBlockMigrationV225Test-1563372898 tempest-LiveAutoBlockMigrationV225Test-1563372898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:39:26.487743 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-04762252-8197-4e1c-9c98-16ae6f2fd4e4 req-ff94335d-0378-4859-874f-ec23605f0be8 tempest-LiveAutoBlockMigrationV225Test-1563372898 tempest-LiveAutoBlockMigrationV225Test-1563372898-project] 10.222.0.13 "GET /v2.0/ports?device_id=d58bccf2-f8b9-4db8-9ff5-12c1cf501508 HTTP/1.1" status: 200 len: 946 time: 0.1064422 Nov 05 18:39:26.516569 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-e6cff43e-0c32-46f2-8b40-89babc589549 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'beeb7fb8-39c0-47c0-a88d-b4e22ec05da3', 'name': 'tempest-TaggedBootDevicesTest-2092046476-router', 'tenant_id': '48de103aa1ab44c9aad7c42993657578', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.236'}], 'enable_snat': True}, 'gw_port_id': 'f27c4a60-5c3f-41e7-93bc-e021962f250c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T18:39:14Z', 'updated_at': '2021-11-05T18:39:20Z', 'revision_number': 3, 'project_id': '48de103aa1ab44c9aad7c42993657578', 'gw_port': {'id': 'f27c4a60-5c3f-41e7-93bc-e021962f250c', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:eb:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'beeb7fb8-39c0-47c0-a88d-b4e22ec05da3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T18:39:18Z', 'updated_at': '2021-11-05T18:39:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1'}], 'n-d-816865-1', False) {} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:39:26.548288 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6cff43e-0c32-46f2-8b40-89babc589549 None None] The sync data for ids ['beeb7fb8-39c0-47c0-a88d-b4e22ec05da3'] in n-d-816865-1 is: [{'id': 'beeb7fb8-39c0-47c0-a88d-b4e22ec05da3', 'name': 'tempest-TaggedBootDevicesTest-2092046476-router', 'tenant_id': '48de103aa1ab44c9aad7c42993657578', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.236'}], 'enable_snat': True}, 'gw_port_id': 'f27c4a60-5c3f-41e7-93bc-e021962f250c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T18:39:14Z', 'updated_at': '2021-11-05T18:39:20Z', 'revision_number': 3, 'project_id': '48de103aa1ab44c9aad7c42993657578', 'gw_port': {'id': 'f27c4a60-5c3f-41e7-93bc-e021962f250c', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:eb:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'beeb7fb8-39c0-47c0-a88d-b4e22ec05da3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T18:39:18Z', 'updated_at': '2021-11-05T18:39:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1'}] {{(pid=102388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 18:39:26.571461 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9619e8-0631-448d-ab70-89db7d45c6e1 service neutron] Pushing event updated for resources: {'Port': ['ID=046eb35d-2125-4c26-8c14-0533b517be00,revision_number=3']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:39:26.600160 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-04762252-8197-4e1c-9c98-16ae6f2fd4e4 req-f7716693-8c1d-4b88-a50c-4a49288138de tempest-LiveAutoBlockMigrationV225Test-1563372898 tempest-LiveAutoBlockMigrationV225Test-1563372898-project] 10.222.0.13 "GET /v2.0/security-groups?id=35cb161a-9192-43e2-a392-140fa33626b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996101 Nov 05 18:39:26.644070 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c33db2-7891-4396-a57d-35ec2982f524 req-6e8e2070-ba06-4920-ba0a-e1b289f16fdd tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:39:26.646007 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-c0c33db2-7891-4396-a57d-35ec2982f524 req-6e8e2070-ba06-4920-ba0a-e1b289f16fdd tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] 10.222.0.13 "GET /v2.0/ports?device_id=c8f9c054-f308-4af6-8eb8-5dcdd62eb3fd HTTP/1.1" status: 200 len: 948 time: 0.1061509 Nov 05 18:39:26.720979 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bf55a0-06fc-48e6-864a-b847e08287d3 req-7a111599-7ae2-4c1b-aacd-cc14ea63c082 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:39:26.722523 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-a3bf55a0-06fc-48e6-864a-b847e08287d3 req-7a111599-7ae2-4c1b-aacd-cc14ea63c082 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=10ec5728e81c4449951d5c9e87d02372&device_id=c8f9c054-f308-4af6-8eb8-5dcdd62eb3fd HTTP/1.1" status: 200 len: 1099 time: 0.6291115 Nov 05 18:39:26.726658 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-c0c33db2-7891-4396-a57d-35ec2982f524 req-70df8396-675b-4cc2-9e8a-7a959752cd7b tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] 10.222.0.13 "GET /v2.0/security-groups?id=c4f63610-8850-433c-ac4b-7e7146261ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731633 Nov 05 18:39:26.757097 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61702181-4ffb-4ec2-ae61-a6a9db5dd9cb admin admin] Network aeb57709-6e5a-4f32-9548-b24bdc2398f2 is already hosted by enough agents. {{(pid=102386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 18:39:26.790791 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.base_scheduler [None req-61702181-4ffb-4ec2-ae61-a6a9db5dd9cb admin admin] Resources bound (agent type, host, resource id): {{(pid=102386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:39:26.840026 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1615cf55-3e42-40cf-8ccf-70f0a2d8143c req-035217ac-b2cd-43f5-923d-ee918f81af0a tempest-ImagesTestJSON-1124888854 tempest-ImagesTestJSON-1124888854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:39:26.841640 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-1615cf55-3e42-40cf-8ccf-70f0a2d8143c req-035217ac-b2cd-43f5-923d-ee918f81af0a tempest-ImagesTestJSON-1124888854 tempest-ImagesTestJSON-1124888854-project] 10.222.0.13 "GET /v2.0/ports?device_id=1a96f542-6487-4ff8-8485-9ac0d517f547 HTTP/1.1" status: 200 len: 945 time: 0.0885134 Nov 05 18:39:26.893943 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-8c507801-cb48-4919-816c-158895f2a31d req-0e5861e2-1c11-41e8-89f1-9aa9f5dd1ffe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:39:26.915587 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-a3bf55a0-06fc-48e6-864a-b847e08287d3 req-5042eb57-0c82-4a3b-9223-899145db713a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.155&port_id=046eb35d-2125-4c26-8c14-0533b517be00 HTTP/1.1" status: 200 len: 217 time: 0.1522470 Nov 05 18:39:26.919244 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7064758-c183-49ae-9d47-d9b07abd1618 req-63ceeef0-ba03-4236-8ca3-a1582cdb8952 tempest-ServersWithSpecificFlavorTestJSON-1995233136 tempest-ServersWithSpecificFlavorTestJSON-1995233136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:39:26.920893 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-d7064758-c183-49ae-9d47-d9b07abd1618 req-63ceeef0-ba03-4236-8ca3-a1582cdb8952 tempest-ServersWithSpecificFlavorTestJSON-1995233136 tempest-ServersWithSpecificFlavorTestJSON-1995233136-project] 10.222.0.13 "GET /v2.0/ports?device_id=dece0a9d-0aa6-4496-bd16-059eef231e9d HTTP/1.1" status: 200 len: 943 time: 0.1362584 Nov 05 18:39:26.982537 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-0b5077a4-ea14-46ac-9c89-29715136e5e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:39:27.011694 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-b6ec63b8-f110-41f1-b19f-11810f669943 req-97f06b1b-599b-4550-9d8c-e678b22fe5a2 service neutron] 10.222.0.55 "GET /v2.0/networks/ba3e8390-54e7-4d99-8fec-d7b75d85d22a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8183799 Nov 05 18:39:27.016099 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-1615cf55-3e42-40cf-8ccf-70f0a2d8143c req-c9d54209-fcc7-4e9b-a7fc-cc89f4a321ee tempest-ImagesTestJSON-1124888854 tempest-ImagesTestJSON-1124888854-project] 10.222.0.13 "GET /v2.0/security-groups?id=219552fc-3788-478b-8295-8fbe212226b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1598940 Nov 05 18:39:27.020063 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-d7064758-c183-49ae-9d47-d9b07abd1618 req-bbe75e7b-4766-4048-84fa-adcdcb46b6c6 tempest-ServersWithSpecificFlavorTestJSON-1995233136 tempest-ServersWithSpecificFlavorTestJSON-1995233136-project] 10.222.0.13 "GET /v2.0/security-groups?id=040a1024-eaad-4e89-b23c-c23a7ce4f851&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0919037 Nov 05 18:39:27.158766 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-1ac1739e-b60a-431b-a301-e3acf8351e06 None None] Provisioning complete for port f58d4ea9-e1f0-4b43-a0dc-dbfa5400ee36 triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:39:27.159377 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-1ac1739e-b60a-431b-a301-e3acf8351e06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:39:27.207127 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-1ac1739e-b60a-431b-a301-e3acf8351e06 None None] Port f58d4ea9-e1f0-4b43-a0dc-dbfa5400ee36 cannot update to ACTIVE because it is not bound. {{(pid=102388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 18:39:27.211187 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bf55a0-06fc-48e6-864a-b847e08287d3 req-b1ab1822-8192-460a-9d86-f5bae54ef1cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:39:27.212695 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-a3bf55a0-06fc-48e6-864a-b847e08287d3 req-b1ab1822-8192-460a-9d86-f5bae54ef1cc service neutron] 10.222.0.55 "GET /v2.0/subnets?id=05e7a1b5-165b-4a00-855a-ffbcb2eba59e HTTP/1.1" status: 200 len: 843 time: 0.2720718 Nov 05 18:39:27.224053 n-d-816865-1 neutron-server[102386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8f9c054-f308-4af6-8eb8-5dcdd62eb3fd', 'tag': '046eb35d-2125-4c26-8c14-0533b517be00'}] {{(pid=102386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 18:39:27.226169 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6173a44d7c73f41af551dc890fa1a5892c2c6bc3458b640c8e0c24db7876ba6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-902fd2b3-60f5-4017-81c2-6e49fb7c1e60" -d '{"events": [{"name": "network-changed", "server_uuid": "c8f9c054-f308-4af6-8eb8-5dcdd62eb3fd", "tag": "046eb35d-2125-4c26-8c14-0533b517be00"}]}' {{(pid=102386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 18:39:27.258749 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9d61fb-ae5b-4346-a0fa-2234f451a360 req-f8a594e1-0d77-4910-aa17-a42617032197 tempest-SecurityGroupsTestJSON-1222042648 tempest-SecurityGroupsTestJSON-1222042648-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:39:27.260324 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-1b9d61fb-ae5b-4346-a0fa-2234f451a360 req-f8a594e1-0d77-4910-aa17-a42617032197 tempest-SecurityGroupsTestJSON-1222042648 tempest-SecurityGroupsTestJSON-1222042648-project] 10.222.0.13 "GET /v2.0/networks?id=9743ad7b-9947-4aa3-b66d-0168e5572670 HTTP/1.1" status: 200 len: 812 time: 0.1409154 Nov 05 18:39:27.278177 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-1b9d61fb-ae5b-4346-a0fa-2234f451a360 req-98b2af2a-a3b4-4c67-88fb-0384e5da2091 tempest-SecurityGroupsTestJSON-1222042648 tempest-SecurityGroupsTestJSON-1222042648-project] 10.222.0.13 "GET /v2.0/quotas/05b01937f9ca44aa923731561d630757 HTTP/1.1" status: 200 len: 375 time: 0.0109291 Nov 05 18:39:27.285697 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61702181-4ffb-4ec2-ae61-a6a9db5dd9cb admin admin] Router c5d7be85-81e8-40ff-a104-8c8484aed287 has already been hosted by L3 agent 6dcb5589-8e86-4616-9186-ddc4548e13ad {{(pid=102386) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 18:39:27.289413 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 18:39:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6462f850-edab-4123-8e39-1ec9e2880850 x-openstack-request-id: req-6462f850-edab-4123-8e39-1ec9e2880850 {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 18:39:27.289701 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8f9c054-f308-4af6-8eb8-5dcdd62eb3fd", "tag": "046eb35d-2125-4c26-8c14-0533b517be00", "status": "completed", "code": 200}]} {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 18:39:27.289956 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6462f850-edab-4123-8e39-1ec9e2880850 {{(pid=102386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 18:39:27.290387 n-d-816865-1 neutron-server[102386]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8f9c054-f308-4af6-8eb8-5dcdd62eb3fd', 'tag': '046eb35d-2125-4c26-8c14-0533b517be00', 'status': 'completed', 'code': 200} Nov 05 18:39:27.318973 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-1b9d61fb-ae5b-4346-a0fa-2234f451a360 req-b5fb37fc-c2fb-46b9-84c8-300a24038fdf tempest-SecurityGroupsTestJSON-1222042648 tempest-SecurityGroupsTestJSON-1222042648-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=05b01937f9ca44aa923731561d630757&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0336852 Nov 05 18:39:27.384722 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c16d9b-8e5f-4cc4-83eb-8d8e2c445364 req-e9a7f72e-d4c4-485b-b463-fe215ccd0d82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:39:27.386751 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-c9c16d9b-8e5f-4cc4-83eb-8d8e2c445364 req-e9a7f72e-d4c4-485b-b463-fe215ccd0d82 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=e4fadb60c9fa4b0abf704559d02b8aa0&device_id=dece0a9d-0aa6-4496-bd16-059eef231e9d HTTP/1.1" status: 200 len: 1094 time: 0.2207592 Nov 05 18:39:27.421897 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-1b9d61fb-ae5b-4346-a0fa-2234f451a360 req-929f869c-95eb-4c1d-8698-4dc4f34d6ea7 service neutron] 10.222.0.13 "GET /v2.0/networks/9743ad7b-9947-4aa3-b66d-0168e5572670?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950663 Nov 05 18:39:27.423286 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Device a8f7cc57-2884-40dc-b963-08b7d98a1182 no longer exists at agent hyperv_n-h1-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 18:39:27.492063 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bf55a0-06fc-48e6-864a-b847e08287d3 req-25cdf76e-3ec6-4a34-b8cb-cd58719417f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:39:27.493861 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-a3bf55a0-06fc-48e6-864a-b847e08287d3 req-25cdf76e-3ec6-4a34-b8cb-cd58719417f9 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a723f808-b11e-4066-b104-fad90c82895e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2583380 Nov 05 18:39:27.521698 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:39:27.546586 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-1b9d61fb-ae5b-4346-a0fa-2234f451a360 req-9ca33380-610c-441b-9340-15841b8dd58d service neutron] 10.222.0.13 "GET /v2.0/networks/9743ad7b-9947-4aa3-b66d-0168e5572670?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1158602 Nov 05 18:39:27.548413 n-d-816865-1 neutron-server[102388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5b71237-24de-434f-a81f-3e3f7b737fb4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a8f7cc57-2884-40dc-b963-08b7d98a1182'}] {{(pid=102388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 18:39:27.550726 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85474fee1180e129d8a886d264fe0b30223aa672dd1ffe43b630605f18504f68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-420138bf-2906-41e5-9785-c0326cc709eb" -d '{"events": [{"server_uuid": "c5b71237-24de-434f-a81f-3e3f7b737fb4", "name": "network-vif-unplugged", "status": "completed", "tag": "a8f7cc57-2884-40dc-b963-08b7d98a1182"}]}' {{(pid=102388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 18:39:27.565878 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] For port a8f7cc57-2884-40dc-b963-08b7d98a1182, host n-h1-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=a8f7cc57-2884-40dc-b963-08b7d98a1182,segment=NetworkSegment(35c2db9c-522d-48d3-98cf-a08c2cc55db7),segment_id=35c2db9c-522d-48d3-98cf-a08c2cc55db7)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:39:27.599530 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [req-8c507801-cb48-4919-816c-158895f2a31d req-0e5861e2-1c11-41e8-89f1-9aa9f5dd1ffe service neutron] For port 69aa63a3-5ce3-47a2-805e-ff8f5ce4d8b7, host n-h2-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=69aa63a3-5ce3-47a2-805e-ff8f5ce4d8b7,segment=NetworkSegment(15cac71b-3531-4cff-8a8e-8f8d83bebf12),segment_id=15cac71b-3531-4cff-8a8e-8f8d83bebf12)] {{(pid=102386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:39:27.605504 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 05 Nov 2021 18:39:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-930db5ad-a1d3-43da-a64b-30a800de58e1 x-openstack-request-id: req-930db5ad-a1d3-43da-a64b-30a800de58e1 {{(pid=102388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 18:39:27.605814 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5b71237-24de-434f-a81f-3e3f7b737fb4", "name": "network-vif-unplugged", "status": "completed", "tag": "a8f7cc57-2884-40dc-b963-08b7d98a1182", "code": 200}]} {{(pid=102388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 18:39:27.606105 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-930db5ad-a1d3-43da-a64b-30a800de58e1 {{(pid=102388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 18:39:27.606501 n-d-816865-1 neutron-server[102388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5b71237-24de-434f-a81f-3e3f7b737fb4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a8f7cc57-2884-40dc-b963-08b7d98a1182', 'code': 200} Nov 05 18:39:27.634734 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:39:27.686776 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.db_base_plugin_common [None req-0b5077a4-ea14-46ac-9c89-29715136e5e5 admin admin] Allocated IP 172.20.0.1 (9c282dee-ee32-45f7-8090-e833d25335b6/cac15399-ea50-428e-a2ae-2a1396bca25d/8dfae9e7-cd59-48b6-bfe7-c336264dc142) {{(pid=102386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 18:39:27.720947 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Pushing event updated for resources: {'Port': ['ID=a8f7cc57-2884-40dc-b963-08b7d98a1182,revision_number=8']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:39:27.763184 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c9f2ad-4cc3-406e-8dc9-2060eeb94d48 req-7f710121-612b-4fd9-9138-cb28a92cead3 tempest-LiveAutoBlockMigrationV225Test-1563372898 tempest-LiveAutoBlockMigrationV225Test-1563372898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:39:27.766524 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c16d9b-8e5f-4cc4-83eb-8d8e2c445364 req-69a2d69e-a238-4eb2-9964-f2832ff503ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:39:27.767996 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-c9c16d9b-8e5f-4cc4-83eb-8d8e2c445364 req-69a2d69e-a238-4eb2-9964-f2832ff503ee service neutron] 10.222.0.55 "GET /v2.0/networks?id=ba3e8390-54e7-4d99-8fec-d7b75d85d22a HTTP/1.1" status: 200 len: 923 time: 0.3360620 Nov 05 18:39:27.772033 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-c0c9f2ad-4cc3-406e-8dc9-2060eeb94d48 req-7f710121-612b-4fd9-9138-cb28a92cead3 tempest-LiveAutoBlockMigrationV225Test-1563372898 tempest-LiveAutoBlockMigrationV225Test-1563372898-project] 10.222.0.13 "GET /v2.0/ports?device_id=d58bccf2-f8b9-4db8-9ff5-12c1cf501508 HTTP/1.1" status: 200 len: 946 time: 0.0828588 Nov 05 18:39:27.781039 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61702181-4ffb-4ec2-ae61-a6a9db5dd9cb admin admin] Notify agent at l3_agent.n-d-816865-1 the message routers_updated {{(pid=102386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 18:39:27.791825 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6db75ccd-efc0-423c-a763-127a653f0ee9 None None] Sync routers for ids ['c5d7be85-81e8-40ff-a104-8c8484aed287'] in n-d-816865-1 {{(pid=102389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 18:39:27.792538 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [req-8c507801-cb48-4919-816c-158895f2a31d req-0e5861e2-1c11-41e8-89f1-9aa9f5dd1ffe service neutron] For port 69aa63a3-5ce3-47a2-805e-ff8f5ce4d8b7, host n-h2-816865-1, cleared binding levels {{(pid=102386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 18:39:27.815823 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-61702181-4ffb-4ec2-ae61-a6a9db5dd9cb admin admin] 10.222.0.13 "PUT /v2.0/routers/c5d7be85-81e8-40ff-a104-8c8484aed287/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6888261 Nov 05 18:39:27.818633 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6db75ccd-efc0-423c-a763-127a653f0ee9 None None] Routers {'c5d7be85-81e8-40ff-a104-8c8484aed287'} bound to L3 agent in host n-d-816865-1 {{(pid=102389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 18:39:27.819598 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-6db75ccd-efc0-423c-a763-127a653f0ee9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T18:39:05Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['c5d7be85-81e8-40ff-a104-8c8484aed287'], 'active': True} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:39:27.899944 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-c0c9f2ad-4cc3-406e-8dc9-2060eeb94d48 req-4d8c71da-13f5-45c7-b403-d8d89e3ee90f tempest-LiveAutoBlockMigrationV225Test-1563372898 tempest-LiveAutoBlockMigrationV225Test-1563372898-project] 10.222.0.13 "GET /v2.0/security-groups?id=35cb161a-9192-43e2-a392-140fa33626b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268404 Nov 05 18:39:27.977724 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvr_db [None req-6db75ccd-efc0-423c-a763-127a653f0ee9 None None] Set router c5d7be85-81e8-40ff-a104-8c8484aed287 gateway port host: n-d-816865-1 {{(pid=102389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 18:39:28.023136 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 41456) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:39:28.029286 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-c9c16d9b-8e5f-4cc4-83eb-8d8e2c445364 req-e08ec9a7-332d-4474-ac86-5ed1a14e27c4 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=00947ea7-44a7-48c3-8090-3a64e0e9cafd HTTP/1.1" status: 200 len: 217 time: 0.2435439 Nov 05 18:39:28.032419 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-a3bf55a0-06fc-48e6-864a-b847e08287d3 req-54569e69-22ed-4f8e-89f7-962acb3e9704 service neutron] 10.222.0.55 "GET /v2.0/networks/a723f808-b11e-4066-b104-fad90c82895e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5096207 Nov 05 18:39:28.097731 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7549af07-3c25-4363-99b2-5b055f1ac56c req-72bbf8aa-0ba2-4b8c-b1c6-c15402bb96b3 tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:39:28.109935 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-7549af07-3c25-4363-99b2-5b055f1ac56c req-72bbf8aa-0ba2-4b8c-b1c6-c15402bb96b3 tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] 10.222.0.13 "GET /v2.0/ports?device_id=c8f9c054-f308-4af6-8eb8-5dcdd62eb3fd HTTP/1.1" status: 200 len: 948 time: 0.1328278 Nov 05 18:39:28.114322 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-788fa0e1-3555-4b7e-bd39-865b349fbc62 req-c8339903-1f96-4093-ad80-73f186f84533 tempest-SecurityGroupsTestJSON-1222042648 tempest-SecurityGroupsTestJSON-1222042648-project] 10.222.0.13 "GET /v2.0/ports?device_id=f42c912a-d1d9-49c8-a808-f584952069f5 HTTP/1.1" status: 200 len: 210 time: 0.0679498 Nov 05 18:39:28.117587 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-8c507801-cb48-4919-816c-158895f2a31d req-0e5861e2-1c11-41e8-89f1-9aa9f5dd1ffe service neutron] Publish callbacks [] for port, precommit_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:39:28.122789 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-5b4a6bb1-5ff5-4e15-8fdc-0f92a0f3a857 tempest-ServersTestMultiNic-1214536785 tempest-ServersTestMultiNic-1214536785-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1286247378'}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:39:28.200779 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c16d9b-8e5f-4cc4-83eb-8d8e2c445364 req-82346da0-f8b1-4cd6-b8d7-b53064fa3e77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:39:28.202287 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-c9c16d9b-8e5f-4cc4-83eb-8d8e2c445364 req-82346da0-f8b1-4cd6-b8d7-b53064fa3e77 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=23219f55-021e-4f36-bac1-2c401000599a HTTP/1.1" status: 200 len: 861 time: 0.1585538 Nov 05 18:39:28.208669 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-0b5077a4-ea14-46ac-9c89-29715136e5e5 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:39:28.250481 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-8c507801-cb48-4919-816c-158895f2a31d req-0e5861e2-1c11-41e8-89f1-9aa9f5dd1ffe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6149821'] for port, after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:39:28.264142 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-7549af07-3c25-4363-99b2-5b055f1ac56c req-584dc15f-d550-4979-a0ea-fb2f11ddb118 tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] 10.222.0.13 "GET /v2.0/security-groups?id=c4f63610-8850-433c-ac4b-7e7146261ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531191 Nov 05 18:39:28.309651 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a9e586-d793-4c80-b08d-df9bc573967b req-c1797341-99c3-4d6d-9a95-d57ea6ec6636 tempest-ImagesTestJSON-1124888854 tempest-ImagesTestJSON-1124888854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:39:28.311250 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-45a9e586-d793-4c80-b08d-df9bc573967b req-c1797341-99c3-4d6d-9a95-d57ea6ec6636 tempest-ImagesTestJSON-1124888854 tempest-ImagesTestJSON-1124888854-project] 10.222.0.13 "GET /v2.0/ports?device_id=1a96f542-6487-4ff8-8485-9ac0d517f547 HTTP/1.1" status: 200 len: 945 time: 0.0950060 Nov 05 18:39:28.311871 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b4a6bb1-5ff5-4e15-8fdc-0f92a0f3a857 tempest-ServersTestMultiNic-1214536785 tempest-ServersTestMultiNic-1214536785-project] Made reservation on behalf of 4829acffed3b4745affa5e8e193e7ce5 for: {'network': 1} {{(pid=102387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 18:39:28.314767 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-6db75ccd-efc0-423c-a763-127a653f0ee9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5d7be85-81e8-40ff-a104-8c8484aed287', 'name': 'tempest-ServersTestMultiNic-1906001394-router', 'tenant_id': '4829acffed3b4745affa5e8e193e7ce5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.62'}], 'enable_snat': True}, 'gw_port_id': 'a7ad9553-405f-4fcf-b4a0-97c575d23260', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T18:39:10Z', 'updated_at': '2021-11-05T18:39:24Z', 'revision_number': 4, 'project_id': '4829acffed3b4745affa5e8e193e7ce5', 'gw_port': {'id': 'a7ad9553-405f-4fcf-b4a0-97c575d23260', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:2f:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5d7be85-81e8-40ff-a104-8c8484aed287', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T18:39:12Z', 'updated_at': '2021-11-05T18:39:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1', '_interfaces': [{'id': 'f58d4ea9-e1f0-4b43-a0dc-dbfa5400ee36', 'name': '', 'network_id': 'aeb57709-6e5a-4f32-9548-b24bdc2398f2', 'tenant_id': '4829acffed3b4745affa5e8e193e7ce5', 'mac_address': 'fa:16:3e:28:ea:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5d7be85-81e8-40ff-a104-8c8484aed287', 'device_owner': 'network:router_interface', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': 'c57f8052-ef8e-4c43-977b-3c7db8b14eb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T18:39:22Z', 'updated_at': '2021-11-05T18:39:24Z', 'revision_number': 2, 'project_id': '4829acffed3b4745affa5e8e193e7ce5', 'subnets': [{'id': 'c57f8052-ef8e-4c43-977b-3c7db8b14eb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-1', False) {} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:39:28.316035 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-5b4a6bb1-5ff5-4e15-8fdc-0f92a0f3a857 tempest-ServersTestMultiNic-1214536785 tempest-ServersTestMultiNic-1214536785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for network, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:39:28.330347 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-a3bf55a0-06fc-48e6-864a-b847e08287d3 req-435cc1eb-c975-4a89-ae3e-296d9e6b4f54 service neutron] 10.222.0.55 "GET /v2.0/networks/a723f808-b11e-4066-b104-fad90c82895e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2838554 Nov 05 18:39:28.359521 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c16d9b-8e5f-4cc4-83eb-8d8e2c445364 req-68228794-bf91-4618-9736-0c275851dbc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:39:28.361063 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-c9c16d9b-8e5f-4cc4-83eb-8d8e2c445364 req-68228794-bf91-4618-9736-0c275851dbc2 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ba3e8390-54e7-4d99-8fec-d7b75d85d22a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1491895 Nov 05 18:39:28.363579 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b4a6bb1-5ff5-4e15-8fdc-0f92a0f3a857 tempest-ServersTestMultiNic-1214536785 tempest-ServersTestMultiNic-1214536785-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 189} {{(pid=102387) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 05 18:39:28.383035 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6db75ccd-efc0-423c-a763-127a653f0ee9 None None] Checking router: c5d7be85-81e8-40ff-a104-8c8484aed287 for host: n-d-816865-1 {{(pid=102389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 18:39:28.383948 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6db75ccd-efc0-423c-a763-127a653f0ee9 None None] Updating router c5d7be85-81e8-40ff-a104-8c8484aed287 port f58d4ea9-e1f0-4b43-a0dc-dbfa5400ee36 binding host n-d-816865-1 {{(pid=102389) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 05 18:39:28.396821 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5861e2-1c11-41e8-89f1-9aa9f5dd1ffe service neutron] Pushing event updated for resources: {'Port': ['ID=69aa63a3-5ce3-47a2-805e-ff8f5ce4d8b7,revision_number=7']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:39:28.427042 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-5b4a6bb1-5ff5-4e15-8fdc-0f92a0f3a857 tempest-ServersTestMultiNic-1214536785 tempest-ServersTestMultiNic-1214536785-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273'] for segment, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:39:28.427387 n-d-816865-1 neutron-server[102387]: INFO neutron.db.segments_db [None req-5b4a6bb1-5ff5-4e15-8fdc-0f92a0f3a857 tempest-ServersTestMultiNic-1214536785 tempest-ServersTestMultiNic-1214536785-project] Added segment 8407edfd-cbcf-4afb-bebf-f4fdffd7470b of type vlan for network 73788293-db44-4a7b-a04d-105a4d638144 Nov 05 18:39:28.430408 n-d-816865-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-6db75ccd-efc0-423c-a763-127a653f0ee9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:39:28.432918 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-45a9e586-d793-4c80-b08d-df9bc573967b req-61110b3b-f23c-4ecd-856d-84f2b3f3821f tempest-ImagesTestJSON-1124888854 tempest-ImagesTestJSON-1124888854-project] 10.222.0.13 "GET /v2.0/security-groups?id=219552fc-3788-478b-8295-8fbe212226b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144102 Nov 05 18:39:28.534763 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-5b4a6bb1-5ff5-4e15-8fdc-0f92a0f3a857 tempest-ServersTestMultiNic-1214536785 tempest-ServersTestMultiNic-1214536785-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750027258543'] for network, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:39:28.558844 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f968cf9e-7135-4f15-9973-8e17af1275d4 req-a0e9bd84-806c-48b2-8335-20f9747568a9 tempest-ServersWithSpecificFlavorTestJSON-1995233136 tempest-ServersWithSpecificFlavorTestJSON-1995233136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:39:28.566751 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-f968cf9e-7135-4f15-9973-8e17af1275d4 req-a0e9bd84-806c-48b2-8335-20f9747568a9 tempest-ServersWithSpecificFlavorTestJSON-1995233136 tempest-ServersWithSpecificFlavorTestJSON-1995233136-project] 10.222.0.13 "GET /v2.0/ports?device_id=dece0a9d-0aa6-4496-bd16-059eef231e9d HTTP/1.1" status: 200 len: 943 time: 0.1977506 Nov 05 18:39:28.691896 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-5b4a6bb1-5ff5-4e15-8fdc-0f92a0f3a857 tempest-ServersTestMultiNic-1214536785 tempest-ServersTestMultiNic-1214536785-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-956796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877'] for network, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:39:28.692587 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-0b5077a4-ea14-46ac-9c89-29715136e5e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:39:28.699594 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b4a6bb1-5ff5-4e15-8fdc-0f92a0f3a857 tempest-ServersTestMultiNic-1214536785 tempest-ServersTestMultiNic-1214536785-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:39:28.700300 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-5b4a6bb1-5ff5-4e15-8fdc-0f92a0f3a857 tempest-ServersTestMultiNic-1214536785 tempest-ServersTestMultiNic-1214536785-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597851'] for network, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:39:28.748970 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [req-8c507801-cb48-4919-816c-158895f2a31d req-0e5861e2-1c11-41e8-89f1-9aa9f5dd1ffe service neutron] Attempting to bind port 69aa63a3-5ce3-47a2-805e-ff8f5ce4d8b7 on host n-h2-816865-1 for vnic_type normal with profile {"migrating_to": "n-h1-816865-1"} {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 18:39:28.748970 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [req-8c507801-cb48-4919-816c-158895f2a31d req-0e5861e2-1c11-41e8-89f1-9aa9f5dd1ffe service neutron] Attempting to bind port 69aa63a3-5ce3-47a2-805e-ff8f5ce4d8b7 by drivers openvswitch,hyperv on host n-h2-816865-1 at level 0 using segments [{'id': '15cac71b-3531-4cff-8a8e-8f8d83bebf12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '5e3d0b1a-fd18-45bc-91bd-c831330234c4'}] {{(pid=102386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 18:39:28.749290 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c507801-cb48-4919-816c-158895f2a31d req-0e5861e2-1c11-41e8-89f1-9aa9f5dd1ffe service neutron] Attempting to bind port 69aa63a3-5ce3-47a2-805e-ff8f5ce4d8b7 on network 5e3d0b1a-fd18-45bc-91bd-c831330234c4 {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 18:39:28.775192 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device f27c4a60-5c3f-41e7-93bc-e021962f250c up at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 18:39:28.795505 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-f968cf9e-7135-4f15-9973-8e17af1275d4 req-d517778f-f5d0-459a-8ae5-208d09044dbe tempest-ServersWithSpecificFlavorTestJSON-1995233136 tempest-ServersWithSpecificFlavorTestJSON-1995233136-project] 10.222.0.13 "GET /v2.0/security-groups?id=040a1024-eaad-4e89-b23c-c23a7ce4f851&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2276847 Nov 05 18:39:28.799765 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c507801-cb48-4919-816c-158895f2a31d req-0e5861e2-1c11-41e8-89f1-9aa9f5dd1ffe service neutron] Port 69aa63a3-5ce3-47a2-805e-ff8f5ce4d8b7 on network 5e3d0b1a-fd18-45bc-91bd-c831330234c4 not bound, no agent of type Open vSwitch agent registered on host n-h2-816865-1 {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 18:39:28.800092 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c507801-cb48-4919-816c-158895f2a31d req-0e5861e2-1c11-41e8-89f1-9aa9f5dd1ffe service neutron] Attempting to bind port 69aa63a3-5ce3-47a2-805e-ff8f5ce4d8b7 on network 5e3d0b1a-fd18-45bc-91bd-c831330234c4 {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 18:39:28.827469 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b5077a4-ea14-46ac-9c89-29715136e5e5 admin admin] Network 9c282dee-ee32-45f7-8090-e833d25335b6 is already hosted by enough agents. {{(pid=102386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 18:39:28.831650 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c507801-cb48-4919-816c-158895f2a31d req-0e5861e2-1c11-41e8-89f1-9aa9f5dd1ffe service neutron] Checking agent: {'id': '32aff553-696f-4891-83f5-5c176f61fe54', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816865-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 18, 33, 36), 'started_at': datetime.datetime(2021, 11, 5, 18, 33, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 18, 39, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 18:39:28.832134 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c507801-cb48-4919-816c-158895f2a31d req-0e5861e2-1c11-41e8-89f1-9aa9f5dd1ffe service neutron] Checking segment: {'id': '15cac71b-3531-4cff-8a8e-8f8d83bebf12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '5e3d0b1a-fd18-45bc-91bd-c831330234c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 18:39:28.832533 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c507801-cb48-4919-816c-158895f2a31d req-0e5861e2-1c11-41e8-89f1-9aa9f5dd1ffe service neutron] Bound using segment: {'id': '15cac71b-3531-4cff-8a8e-8f8d83bebf12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '5e3d0b1a-fd18-45bc-91bd-c831330234c4'} {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 18:39:28.832977 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [req-8c507801-cb48-4919-816c-158895f2a31d req-0e5861e2-1c11-41e8-89f1-9aa9f5dd1ffe service neutron] Bound port: 69aa63a3-5ce3-47a2-805e-ff8f5ce4d8b7, host: n-h2-816865-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15cac71b-3531-4cff-8a8e-8f8d83bebf12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '5e3d0b1a-fd18-45bc-91bd-c831330234c4'}}] {{(pid=102386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 18:39:28.833346 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-8c507801-cb48-4919-816c-158895f2a31d req-0e5861e2-1c11-41e8-89f1-9aa9f5dd1ffe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:39:28.850797 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.base_scheduler [None req-0b5077a4-ea14-46ac-9c89-29715136e5e5 admin admin] Resources bound (agent type, host, resource id): {{(pid=102386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:39:28.852254 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Provisioning complete for port f27c4a60-5c3f-41e7-93bc-e021962f250c triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:39:28.860030 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5077a4-ea14-46ac-9c89-29715136e5e5 admin admin] Pushing event updated for resources: {'Port': ['ID=8dfae9e7-cd59-48b6-bfe7-c336264dc142,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:39:28.863630 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:39:28.864382 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b5077a4-ea14-46ac-9c89-29715136e5e5 admin admin] Received port after_create {{(pid=102386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 18:39:28.879286 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902fd2b3-60f5-4017-81c2-6e49fb7c1e60 req-ae2c401c-a545-46ef-a30f-4a1a960b7a96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:39:28.880830 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-902fd2b3-60f5-4017-81c2-6e49fb7c1e60 req-ae2c401c-a545-46ef-a30f-4a1a960b7a96 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=10ec5728e81c4449951d5c9e87d02372&device_id=c8f9c054-f308-4af6-8eb8-5dcdd62eb3fd HTTP/1.1" status: 200 len: 1099 time: 0.2128284 Nov 05 18:39:28.902433 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-5b4a6bb1-5ff5-4e15-8fdc-0f92a0f3a857 tempest-ServersTestMultiNic-1214536785 tempest-ServersTestMultiNic-1214536785-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.8772414 Nov 05 18:39:28.910027 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 41474) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:39:28.916136 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-ef86b425-9c87-43a5-b3dd-867ce98e4a8c tempest-ServersTestMultiNic-1214536785 tempest-ServersTestMultiNic-1214536785-project] Request body: {'subnet': {'network_id': '73788293-db44-4a7b-a04d-105a4d638144', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:39:28.938474 n-d-816865-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-6db75ccd-efc0-423c-a763-127a653f0ee9 None None] Publish callbacks [] for port, precommit_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:39:28.963777 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-c9c16d9b-8e5f-4cc4-83eb-8d8e2c445364 req-d909c8cf-d066-4325-9ecd-da20631de328 service neutron] 10.222.0.55 "GET /v2.0/networks/ba3e8390-54e7-4d99-8fec-d7b75d85d22a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5926127 Nov 05 18:39:28.966186 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4a6bb1-5ff5-4e15-8fdc-0f92a0f3a857 tempest-ServersTestMultiNic-1214536785 tempest-ServersTestMultiNic-1214536785-project] Pushing event updated for resources: {'Network': ['ID=73788293-db44-4a7b-a04d-105a4d638144,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:39:28.986347 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Network 73788293-db44-4a7b-a04d-105a4d638144 details requested by agent ovs-agent-n-d-816865-1 with host n-d-816865-1 {{(pid=102388) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 05 18:39:29.012410 n-d-816865-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-6db75ccd-efc0-423c-a763-127a653f0ee9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:39:29.099616 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-0b5077a4-ea14-46ac-9c89-29715136e5e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-571770'] for router_interface, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:39:29.142965 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b1d8a6-2b0e-4423-ae42-d0fc1431d796 None None] Pushing event updated for resources: {'Port': ['ID=f58d4ea9-e1f0-4b43-a0dc-dbfa5400ee36,revision_number=3']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:39:29.143241 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530c3edd-3288-4a45-b0f7-7401108f4c2e req-74f41aff-e192-4e76-8e16-d5e8d52a924a tempest-LiveAutoBlockMigrationV225Test-1563372898 tempest-LiveAutoBlockMigrationV225Test-1563372898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:39:29.156787 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Device 00947ea7-44a7-48c3-8090-3a64e0e9cafd details requested by agent hyperv_n-h2-816865-1 with host n-h2-816865-1 {{(pid=102388) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 05 18:39:29.167523 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-530c3edd-3288-4a45-b0f7-7401108f4c2e req-74f41aff-e192-4e76-8e16-d5e8d52a924a tempest-LiveAutoBlockMigrationV225Test-1563372898 tempest-LiveAutoBlockMigrationV225Test-1563372898-project] 10.222.0.13 "GET /v2.0/ports?device_id=d58bccf2-f8b9-4db8-9ff5-12c1cf501508 HTTP/1.1" status: 200 len: 944 time: 0.1120102 Nov 05 18:39:29.168614 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:39:29.214930 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] For port f27c4a60-5c3f-41e7-93bc-e021962f250c, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=f27c4a60-5c3f-41e7-93bc-e021962f250c,segment=NetworkSegment(85be518c-8bb4-46a2-a903-d4292782d29d),segment_id=85be518c-8bb4-46a2-a903-d4292782d29d)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:39:29.235910 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.managers [None req-6db75ccd-efc0-423c-a763-127a653f0ee9 None None] Attempting to bind port f58d4ea9-e1f0-4b43-a0dc-dbfa5400ee36 on host n-d-816865-1 for vnic_type normal with profile {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 18:39:29.236551 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.managers [None req-6db75ccd-efc0-423c-a763-127a653f0ee9 None None] Attempting to bind port f58d4ea9-e1f0-4b43-a0dc-dbfa5400ee36 by drivers openvswitch,hyperv on host n-d-816865-1 at level 0 using segments [{'id': '49c2ecc0-eedd-4c96-97ed-f82083a274bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'aeb57709-6e5a-4f32-9548-b24bdc2398f2'}] {{(pid=102389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 18:39:29.237084 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6db75ccd-efc0-423c-a763-127a653f0ee9 None None] Attempting to bind port f58d4ea9-e1f0-4b43-a0dc-dbfa5400ee36 on network aeb57709-6e5a-4f32-9548-b24bdc2398f2 {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 18:39:29.245781 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6db75ccd-efc0-423c-a763-127a653f0ee9 None None] Checking agent: {'id': '724d89a7-611b-41e6-bc85-c48112b17afa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 18, 25, 8), 'started_at': datetime.datetime(2021, 11, 5, 18, 25, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 18, 39, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 18:39:29.248995 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6db75ccd-efc0-423c-a763-127a653f0ee9 None None] Checking segment: {'id': '49c2ecc0-eedd-4c96-97ed-f82083a274bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'aeb57709-6e5a-4f32-9548-b24bdc2398f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 18:39:29.249637 n-d-816865-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-6db75ccd-efc0-423c-a763-127a653f0ee9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:39:29.250231 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6db75ccd-efc0-423c-a763-127a653f0ee9 None None] Bound using segment: {'id': '49c2ecc0-eedd-4c96-97ed-f82083a274bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'aeb57709-6e5a-4f32-9548-b24bdc2398f2'} {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 18:39:29.251003 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.managers [None req-6db75ccd-efc0-423c-a763-127a653f0ee9 None None] Bound port: f58d4ea9-e1f0-4b43-a0dc-dbfa5400ee36, host: n-d-816865-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49c2ecc0-eedd-4c96-97ed-f82083a274bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'aeb57709-6e5a-4f32-9548-b24bdc2398f2'}}] {{(pid=102389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 18:39:29.251571 n-d-816865-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-6db75ccd-efc0-423c-a763-127a653f0ee9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:39:29.278844 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-530c3edd-3288-4a45-b0f7-7401108f4c2e req-207eeba0-be9b-4f0e-b092-0972127bf063 tempest-LiveAutoBlockMigrationV225Test-1563372898 tempest-LiveAutoBlockMigrationV225Test-1563372898-project] 10.222.0.13 "GET /v2.0/security-groups?id=35cb161a-9192-43e2-a392-140fa33626b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102452 Nov 05 18:39:29.307356 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-7c2893d9-f9d7-4cbe-9702-aae476721904 None None] Provisioning complete for port 8dfae9e7-cd59-48b6-bfe7-c336264dc142 triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:39:29.307886 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-7c2893d9-f9d7-4cbe-9702-aae476721904 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:39:29.315909 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-c9c16d9b-8e5f-4cc4-83eb-8d8e2c445364 req-ac3b067c-e5cf-45d0-86f8-cc7d5830c9f6 service neutron] 10.222.0.55 "GET /v2.0/networks/ba3e8390-54e7-4d99-8fec-d7b75d85d22a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3298120 Nov 05 18:39:29.316951 n-d-816865-1 neutron-server[102386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd58bccf2-f8b9-4db8-9ff5-12c1cf501508', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '69aa63a3-5ce3-47a2-805e-ff8f5ce4d8b7'}] {{(pid=102386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 18:39:29.325609 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6173a44d7c73f41af551dc890fa1a5892c2c6bc3458b640c8e0c24db7876ba6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05bc70ad-caa0-4605-a502-a58381014dd7" -d '{"events": [{"server_uuid": "d58bccf2-f8b9-4db8-9ff5-12c1cf501508", "name": "network-vif-unplugged", "status": "completed", "tag": "69aa63a3-5ce3-47a2-805e-ff8f5ce4d8b7"}]}' {{(pid=102386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 18:39:29.334632 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902fd2b3-60f5-4017-81c2-6e49fb7c1e60 req-57f18c46-47ab-4e25-8d56-a9b7b96a479d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:39:29.337036 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-902fd2b3-60f5-4017-81c2-6e49fb7c1e60 req-57f18c46-47ab-4e25-8d56-a9b7b96a479d service neutron] 10.222.0.55 "GET /v2.0/networks?id=a723f808-b11e-4066-b104-fad90c82895e HTTP/1.1" status: 200 len: 870 time: 0.4247489 Nov 05 18:39:29.349131 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [None req-6db75ccd-efc0-423c-a763-127a653f0ee9 None None] For port f58d4ea9-e1f0-4b43-a0dc-dbfa5400ee36, host n-d-816865-1, cleared binding levels {{(pid=102389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 18:39:29.354205 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [None req-6db75ccd-efc0-423c-a763-127a653f0ee9 None None] For port f58d4ea9-e1f0-4b43-a0dc-dbfa5400ee36, host n-d-816865-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=f58d4ea9-e1f0-4b43-a0dc-dbfa5400ee36,segment=NetworkSegment(49c2ecc0-eedd-4c96-97ed-f82083a274bf),segment_id=49c2ecc0-eedd-4c96-97ed-f82083a274bf)] {{(pid=102389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 18:39:29.372797 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [req-8c507801-cb48-4919-816c-158895f2a31d req-0e5861e2-1c11-41e8-89f1-9aa9f5dd1ffe service neutron] For port 69aa63a3-5ce3-47a2-805e-ff8f5ce4d8b7, host n-h2-816865-1, cleared binding levels {{(pid=102386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 18:39:29.376062 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-2f3a319a-ad6f-4d59-b533-99f6e5dee051 req-d0cd88d5-1693-4a64-8c00-e9984b19a771 tempest-SecurityGroupsTestJSON-1222042648 tempest-SecurityGroupsTestJSON-1222042648-project] 10.222.0.13 "GET /v2.0/ports?device_id=f42c912a-d1d9-49c8-a808-f584952069f5 HTTP/1.1" status: 200 len: 210 time: 0.1131186 Nov 05 18:39:29.377170 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef86b425-9c87-43a5-b3dd-867ce98e4a8c tempest-ServersTestMultiNic-1214536785 tempest-ServersTestMultiNic-1214536785-project] Made reservation on behalf of 4829acffed3b4745affa5e8e193e7ce5 for: {'subnet': 1} {{(pid=102387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 18:39:29.384670 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:39:29.390976 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-ef86b425-9c87-43a5-b3dd-867ce98e4a8c tempest-ServersTestMultiNic-1214536785 tempest-ServersTestMultiNic-1214536785-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5112236'] for subnet, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:39:29.436670 n-d-816865-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-6db75ccd-efc0-423c-a763-127a653f0ee9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:39:29.486807 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Device 74b4f536-afc6-45ed-95eb-c7d47fdce2ed details requested by agent hyperv_n-h1-816865-1 with host n-h1-816865-1 {{(pid=102388) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 05 18:39:29.491433 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [req-8c507801-cb48-4919-816c-158895f2a31d req-0e5861e2-1c11-41e8-89f1-9aa9f5dd1ffe service neutron] For port 69aa63a3-5ce3-47a2-805e-ff8f5ce4d8b7, host n-h2-816865-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=69aa63a3-5ce3-47a2-805e-ff8f5ce4d8b7,segment=NetworkSegment(15cac71b-3531-4cff-8a8e-8f8d83bebf12),segment_id=15cac71b-3531-4cff-8a8e-8f8d83bebf12)] {{(pid=102386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 18:39:29.501495 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-902fd2b3-60f5-4017-81c2-6e49fb7c1e60 req-012e212a-8bd4-472e-86d7-3c098a2bf783 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.155&port_id=046eb35d-2125-4c26-8c14-0533b517be00 HTTP/1.1" status: 200 len: 217 time: 0.1428437 Nov 05 18:39:29.509334 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 05 Nov 2021 18:39:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46069fb8-36b7-4516-be78-40955e84512b x-openstack-request-id: req-46069fb8-36b7-4516-be78-40955e84512b {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 18:39:29.512025 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d58bccf2-f8b9-4db8-9ff5-12c1cf501508", "name": "network-vif-unplugged", "status": "completed", "tag": "69aa63a3-5ce3-47a2-805e-ff8f5ce4d8b7", "code": 200}]} {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 18:39:29.512025 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-46069fb8-36b7-4516-be78-40955e84512b {{(pid=102386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 18:39:29.512025 n-d-816865-1 neutron-server[102386]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd58bccf2-f8b9-4db8-9ff5-12c1cf501508', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '69aa63a3-5ce3-47a2-805e-ff8f5ce4d8b7', 'code': 200} Nov 05 18:39:29.519187 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-7c2893d9-f9d7-4cbe-9702-aae476721904 None None] Port 8dfae9e7-cd59-48b6-bfe7-c336264dc142 cannot update to ACTIVE because it is not bound. {{(pid=102388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 18:39:29.566477 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] For port 00947ea7-44a7-48c3-8090-3a64e0e9cafd, host n-h2-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=00947ea7-44a7-48c3-8090-3a64e0e9cafd,segment=NetworkSegment(6c1e83a3-272c-4e69-9514-f61e4e363f8b),segment_id=6c1e83a3-272c-4e69-9514-f61e4e363f8b)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:39:29.569134 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9229e99-c860-4c19-813a-be65ce8349e3 req-4ec59c39-2b95-421b-aeb5-1db1d1f23d88 tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:39:29.579976 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-c9229e99-c860-4c19-813a-be65ce8349e3 req-4ec59c39-2b95-421b-aeb5-1db1d1f23d88 tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] 10.222.0.13 "GET /v2.0/ports?device_id=c8f9c054-f308-4af6-8eb8-5dcdd62eb3fd HTTP/1.1" status: 200 len: 948 time: 0.1220989 Nov 05 18:39:29.581019 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-8c507801-cb48-4919-816c-158895f2a31d req-0e5861e2-1c11-41e8-89f1-9aa9f5dd1ffe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6149821'] for port, after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:39:29.603168 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Pushing event updated for resources: {'Port': ['ID=f27c4a60-5c3f-41e7-93bc-e021962f250c,revision_number=4']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:39:29.606509 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6db75ccd-efc0-423c-a763-127a653f0ee9 None None] Routers {'c5d7be85-81e8-40ff-a104-8c8484aed287'} bound to L3 agent in host n-d-816865-1 {{(pid=102389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 18:39:29.608678 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-6db75ccd-efc0-423c-a763-127a653f0ee9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T18:39:05Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['c5d7be85-81e8-40ff-a104-8c8484aed287'], 'active': True} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:39:29.654312 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Returning: {'device': '00947ea7-44a7-48c3-8090-3a64e0e9cafd', 'network_id': 'ba3e8390-54e7-4d99-8fec-d7b75d85d22a', 'port_id': '00947ea7-44a7-48c3-8090-3a64e0e9cafd', 'mac_address': 'fa:16:3e:ca:4b:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23219f55-021e-4f36-bac1-2c401000599a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102388) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 05 18:39:29.657508 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b1d8a6-2b0e-4423-ae42-d0fc1431d796 None None] Pushing event updated for resources: {'Port': ['ID=f58d4ea9-e1f0-4b43-a0dc-dbfa5400ee36,revision_number=4']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:39:29.731864 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-c9229e99-c860-4c19-813a-be65ce8349e3 req-9dfd6b9d-16ff-4f83-bc1e-a4a2c2e16aea tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] 10.222.0.13 "GET /v2.0/security-groups?id=c4f63610-8850-433c-ac4b-7e7146261ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461518 Nov 05 18:39:29.733786 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5861e2-1c11-41e8-89f1-9aa9f5dd1ffe service neutron] Pushing event updated for resources: {'Port': ['ID=69aa63a3-5ce3-47a2-805e-ff8f5ce4d8b7,revision_number=8']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:39:29.771163 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-69b567df-239d-49c8-9f7c-56e2cf0a1c12 None None] Provisioning complete for port f58d4ea9-e1f0-4b43-a0dc-dbfa5400ee36 triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:39:29.771783 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-69b567df-239d-49c8-9f7c-56e2cf0a1c12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:39:29.781610 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902fd2b3-60f5-4017-81c2-6e49fb7c1e60 req-1346554c-4a80-495a-a301-898fda9b4eac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:39:29.783821 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-902fd2b3-60f5-4017-81c2-6e49fb7c1e60 req-1346554c-4a80-495a-a301-898fda9b4eac service neutron] 10.222.0.55 "GET /v2.0/subnets?id=05e7a1b5-165b-4a00-855a-ffbcb2eba59e HTTP/1.1" status: 200 len: 843 time: 0.2654200 Nov 05 18:39:29.814932 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvr_db [None req-6db75ccd-efc0-423c-a763-127a653f0ee9 None None] Set router c5d7be85-81e8-40ff-a104-8c8484aed287 gateway port host: n-d-816865-1 {{(pid=102389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 18:39:29.852559 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c507801-cb48-4919-816c-158895f2a31d req-0e5861e2-1c11-41e8-89f1-9aa9f5dd1ffe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:39:29.853253 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-8c507801-cb48-4919-816c-158895f2a31d req-0e5861e2-1c11-41e8-89f1-9aa9f5dd1ffe service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:39:29.855613 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-8c507801-cb48-4919-816c-158895f2a31d req-0e5861e2-1c11-41e8-89f1-9aa9f5dd1ffe service neutron] 10.222.0.41 "PUT /v2.0/ports/69aa63a3-5ce3-47a2-805e-ff8f5ce4d8b7 HTTP/1.1" status: 200 len: 1122 time: 3.6612110 Nov 05 18:39:29.870748 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:39:29.913453 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902fd2b3-60f5-4017-81c2-6e49fb7c1e60 req-56a39a13-76c6-4fa8-95bd-80c2e63f81c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:39:29.924247 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-902fd2b3-60f5-4017-81c2-6e49fb7c1e60 req-56a39a13-76c6-4fa8-95bd-80c2e63f81c0 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a723f808-b11e-4066-b104-fad90c82895e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1289418 Nov 05 18:39:29.941096 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-0b5077a4-ea14-46ac-9c89-29715136e5e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:39:29.959520 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] For port 74b4f536-afc6-45ed-95eb-c7d47fdce2ed, host n-h1-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=74b4f536-afc6-45ed-95eb-c7d47fdce2ed,segment=NetworkSegment(35c2db9c-522d-48d3-98cf-a08c2cc55db7),segment_id=35c2db9c-522d-48d3-98cf-a08c2cc55db7)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:39:29.975196 n-d-816865-1 neutron-server[102388]: DEBUG neutron.notifiers.nova [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 00947ea7-44a7-48c3-8090-3a64e0e9cafd {{(pid=102388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 18:39:29.984483 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1764a2d0-a539-447d-9691-a79daf027e86 req-1e7618c1-aa17-40f9-97fc-c53a45e508cc tempest-ImagesTestJSON-1124888854 tempest-ImagesTestJSON-1124888854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:39:29.992362 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-1764a2d0-a539-447d-9691-a79daf027e86 req-1e7618c1-aa17-40f9-97fc-c53a45e508cc tempest-ImagesTestJSON-1124888854 tempest-ImagesTestJSON-1124888854-project] 10.222.0.13 "GET /v2.0/ports?device_id=1a96f542-6487-4ff8-8485-9ac0d517f547 HTTP/1.1" status: 200 len: 945 time: 0.3674505 Nov 05 18:39:30.004030 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Returning: {'device': '74b4f536-afc6-45ed-95eb-c7d47fdce2ed', 'network_id': 'a723f808-b11e-4066-b104-fad90c82895e', 'port_id': '74b4f536-afc6-45ed-95eb-c7d47fdce2ed', 'mac_address': 'fa:16:3e:8f:cb:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 153, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05e7a1b5-165b-4a00-855a-ffbcb2eba59e', 'ip_address': '192.168.233.201'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102388) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 05 18:39:30.055403 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] For port 00947ea7-44a7-48c3-8090-3a64e0e9cafd, host n-h2-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=00947ea7-44a7-48c3-8090-3a64e0e9cafd,segment=NetworkSegment(6c1e83a3-272c-4e69-9514-f61e4e363f8b),segment_id=6c1e83a3-272c-4e69-9514-f61e4e363f8b)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:39:30.061298 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] get_ports_and_sgs() called for port_ids ['69aa63a3-5ce3-47a2-805e-ff8f5ce4d8b7'] {{(pid=102388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 18:39:30.093671 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe91206-a154-49b0-ad5e-669d0f93a3ab req-87cc85f1-41b1-4603-ace2-425aaed89632 tempest-ServersWithSpecificFlavorTestJSON-1995233136 tempest-ServersWithSpecificFlavorTestJSON-1995233136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:39:30.095797 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-dfe91206-a154-49b0-ad5e-669d0f93a3ab req-87cc85f1-41b1-4603-ace2-425aaed89632 tempest-ServersWithSpecificFlavorTestJSON-1995233136 tempest-ServersWithSpecificFlavorTestJSON-1995233136-project] 10.222.0.13 "GET /v2.0/ports?device_id=dece0a9d-0aa6-4496-bd16-059eef231e9d HTTP/1.1" status: 200 len: 943 time: 0.1385105 Nov 05 18:39:30.096209 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-6db75ccd-efc0-423c-a763-127a653f0ee9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5d7be85-81e8-40ff-a104-8c8484aed287', 'name': 'tempest-ServersTestMultiNic-1906001394-router', 'tenant_id': '4829acffed3b4745affa5e8e193e7ce5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.62'}], 'enable_snat': True}, 'gw_port_id': 'a7ad9553-405f-4fcf-b4a0-97c575d23260', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T18:39:10Z', 'updated_at': '2021-11-05T18:39:24Z', 'revision_number': 4, 'project_id': '4829acffed3b4745affa5e8e193e7ce5', 'gw_port': {'id': 'a7ad9553-405f-4fcf-b4a0-97c575d23260', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:2f:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5d7be85-81e8-40ff-a104-8c8484aed287', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T18:39:12Z', 'updated_at': '2021-11-05T18:39:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1', '_interfaces': [{'id': 'f58d4ea9-e1f0-4b43-a0dc-dbfa5400ee36', 'name': '', 'network_id': 'aeb57709-6e5a-4f32-9548-b24bdc2398f2', 'tenant_id': '4829acffed3b4745affa5e8e193e7ce5', 'mac_address': 'fa:16:3e:28:ea:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5d7be85-81e8-40ff-a104-8c8484aed287', 'device_owner': 'network:router_interface', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': 'c57f8052-ef8e-4c43-977b-3c7db8b14eb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T18:39:22Z', 'updated_at': '2021-11-05T18:39:29Z', 'revision_number': 4, 'project_id': '4829acffed3b4745affa5e8e193e7ce5', 'subnets': [{'id': 'c57f8052-ef8e-4c43-977b-3c7db8b14eb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-1', False) {} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:39:30.116979 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-1764a2d0-a539-447d-9691-a79daf027e86 req-b32aafaa-8992-4eb6-8a47-b16b77a5a8da tempest-ImagesTestJSON-1124888854 tempest-ImagesTestJSON-1124888854-project] 10.222.0.13 "GET /v2.0/security-groups?id=219552fc-3788-478b-8295-8fbe212226b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233151 Nov 05 18:39:30.136946 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6db75ccd-efc0-423c-a763-127a653f0ee9 None None] The sync data for ids ['c5d7be85-81e8-40ff-a104-8c8484aed287'] in n-d-816865-1 is: [{'id': 'c5d7be85-81e8-40ff-a104-8c8484aed287', 'name': 'tempest-ServersTestMultiNic-1906001394-router', 'tenant_id': '4829acffed3b4745affa5e8e193e7ce5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.62'}], 'enable_snat': True}, 'gw_port_id': 'a7ad9553-405f-4fcf-b4a0-97c575d23260', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T18:39:10Z', 'updated_at': '2021-11-05T18:39:24Z', 'revision_number': 4, 'project_id': '4829acffed3b4745affa5e8e193e7ce5', 'gw_port': {'id': 'a7ad9553-405f-4fcf-b4a0-97c575d23260', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:2f:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5d7be85-81e8-40ff-a104-8c8484aed287', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T18:39:12Z', 'updated_at': '2021-11-05T18:39:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1', '_interfaces': [{'id': 'f58d4ea9-e1f0-4b43-a0dc-dbfa5400ee36', 'name': '', 'network_id': 'aeb57709-6e5a-4f32-9548-b24bdc2398f2', 'tenant_id': '4829acffed3b4745affa5e8e193e7ce5', 'mac_address': 'fa:16:3e:28:ea:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5d7be85-81e8-40ff-a104-8c8484aed287', 'device_owner': 'network:router_interface', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': 'c57f8052-ef8e-4c43-977b-3c7db8b14eb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T18:39:22Z', 'updated_at': '2021-11-05T18:39:29Z', 'revision_number': 4, 'project_id': '4829acffed3b4745affa5e8e193e7ce5', 'subnets': [{'id': 'c57f8052-ef8e-4c43-977b-3c7db8b14eb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 18:39:30.160390 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-ef86b425-9c87-43a5-b3dd-867ce98e4a8c tempest-ServersTestMultiNic-1214536785 tempest-ServersTestMultiNic-1214536785-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4417463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5112218'] for subnet, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:39:30.177623 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-69b567df-239d-49c8-9f7c-56e2cf0a1c12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:39:30.219660 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:39:30.245790 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:39:30.254878 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-0b5077a4-ea14-46ac-9c89-29715136e5e5 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:39:30.281487 n-d-816865-1 neutron-server[102388]: DEBUG neutron.notifiers.nova [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 74b4f536-afc6-45ed-95eb-c7d47fdce2ed {{(pid=102388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 18:39:30.308918 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-69b567df-239d-49c8-9f7c-56e2cf0a1c12 None None] For port f58d4ea9-e1f0-4b43-a0dc-dbfa5400ee36, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=f58d4ea9-e1f0-4b43-a0dc-dbfa5400ee36,segment=NetworkSegment(49c2ecc0-eedd-4c96-97ed-f82083a274bf),segment_id=49c2ecc0-eedd-4c96-97ed-f82083a274bf)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:39:30.332394 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-0b5077a4-ea14-46ac-9c89-29715136e5e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6149821'] for port, after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:39:30.342954 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] For port 74b4f536-afc6-45ed-95eb-c7d47fdce2ed, host n-h1-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=74b4f536-afc6-45ed-95eb-c7d47fdce2ed,segment=NetworkSegment(35c2db9c-522d-48d3-98cf-a08c2cc55db7),segment_id=35c2db9c-522d-48d3-98cf-a08c2cc55db7)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:39:30.360807 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Pushing event updated for resources: {'Port': ['ID=00947ea7-44a7-48c3-8090-3a64e0e9cafd,revision_number=4']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:39:30.365553 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-dfe91206-a154-49b0-ad5e-669d0f93a3ab req-e5fd1d77-1efd-48e4-88e4-fa661dcc28d5 tempest-ServersWithSpecificFlavorTestJSON-1995233136 tempest-ServersWithSpecificFlavorTestJSON-1995233136-project] 10.222.0.13 "GET /v2.0/security-groups?id=040a1024-eaad-4e89-b23c-c23a7ce4f851&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2471895 Nov 05 18:39:30.375088 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef86b425-9c87-43a5-b3dd-867ce98e4a8c tempest-ServersTestMultiNic-1214536785 tempest-ServersTestMultiNic-1214536785-project] Pushing event updated for resources: {'Subnet': ['ID=d0e6baef-1668-4b2c-8282-6d35647c1d94,revision_number=0']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:39:30.382383 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef86b425-9c87-43a5-b3dd-867ce98e4a8c tempest-ServersTestMultiNic-1214536785 tempest-ServersTestMultiNic-1214536785-project] Checking segment: {'id': '8407edfd-cbcf-4afb-bebf-f4fdffd7470b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '73788293-db44-4a7b-a04d-105a4d638144'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 18:39:30.382786 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef86b425-9c87-43a5-b3dd-867ce98e4a8c tempest-ServersTestMultiNic-1214536785 tempest-ServersTestMultiNic-1214536785-project] Network hostable DHCP agents. Network: 73788293-db44-4a7b-a04d-105a4d638144, hostable agents: ['987e2ca0-bc3b-4c6f-a989-429ccfbf753f'], hosted agents: [] {{(pid=102387) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 05 18:39:30.385417 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-69b567df-239d-49c8-9f7c-56e2cf0a1c12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:39:30.434258 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:39:30.495770 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-0b5077a4-ea14-46ac-9c89-29715136e5e5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-597863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-571878'] for router_interface, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:39:30.502002 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5077a4-ea14-46ac-9c89-29715136e5e5 admin admin] Pushing event updated for resources: {'Port': ['ID=8dfae9e7-cd59-48b6-bfe7-c336264dc142,revision_number=2']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:39:30.536858 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-902fd2b3-60f5-4017-81c2-6e49fb7c1e60 req-05aeef8c-9aec-44b2-a151-f8efc9eb6163 service neutron] 10.222.0.55 "GET /v2.0/networks/a723f808-b11e-4066-b104-fad90c82895e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6034989 Nov 05 18:39:30.544445 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-344e85b4-9769-4763-8c6d-eb0795dba061 req-7e7dd5ca-cc93-4b3b-a40c-7a773faa044a tempest-SecurityGroupsTestJSON-1222042648 tempest-SecurityGroupsTestJSON-1222042648-project] 10.222.0.13 "GET /v2.0/ports?device_id=f42c912a-d1d9-49c8-a808-f584952069f5 HTTP/1.1" status: 200 len: 210 time: 0.0463607 Nov 05 18:39:30.554558 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] get_ports_and_sgs() called for port_ids ['74b4f536-afc6-45ed-95eb-c7d47fdce2ed'] {{(pid=102388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 18:39:30.559361 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b567df-239d-49c8-9f7c-56e2cf0a1c12 None None] Pushing event updated for resources: {'Port': ['ID=f58d4ea9-e1f0-4b43-a0dc-dbfa5400ee36,revision_number=5']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:39:30.569597 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] get_ports_and_sgs() called for port_ids ['00947ea7-44a7-48c3-8090-3a64e0e9cafd'] {{(pid=102388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 18:39:30.571008 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708f75e6-56a4-4ba3-85fa-85a795376e04 req-cadca04c-85c7-430c-a5e9-8d044c415539 tempest-LiveAutoBlockMigrationV225Test-1563372898 tempest-LiveAutoBlockMigrationV225Test-1563372898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:39:30.579492 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-708f75e6-56a4-4ba3-85fa-85a795376e04 req-cadca04c-85c7-430c-a5e9-8d044c415539 tempest-LiveAutoBlockMigrationV225Test-1563372898 tempest-LiveAutoBlockMigrationV225Test-1563372898-project] 10.222.0.13 "GET /v2.0/ports?device_id=d58bccf2-f8b9-4db8-9ff5-12c1cf501508 HTTP/1.1" status: 200 len: 944 time: 0.1397543 Nov 05 18:39:30.587413 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef86b425-9c87-43a5-b3dd-867ce98e4a8c tempest-ServersTestMultiNic-1214536785 tempest-ServersTestMultiNic-1214536785-project] Network 73788293-db44-4a7b-a04d-105a4d638144 is scheduled to be hosted by DHCP agent 987e2ca0-bc3b-4c6f-a989-429ccfbf753f with binding_index 1 {{(pid=102387) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 05 18:39:30.660728 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-708f75e6-56a4-4ba3-85fa-85a795376e04 req-7ce884eb-e83c-4caf-9914-e642ee7bf3e5 tempest-LiveAutoBlockMigrationV225Test-1563372898 tempest-LiveAutoBlockMigrationV225Test-1563372898-project] 10.222.0.13 "GET /v2.0/security-groups?id=35cb161a-9192-43e2-a392-140fa33626b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791137 Nov 05 18:39:30.694291 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-903124d4-9400-45ad-ba75-3514d64222c1 None None] Provisioning complete for port f58d4ea9-e1f0-4b43-a0dc-dbfa5400ee36 triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:39:30.694888 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-903124d4-9400-45ad-ba75-3514d64222c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:39:30.709919 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.base_scheduler [None req-ef86b425-9c87-43a5-b3dd-867ce98e4a8c tempest-ServersTestMultiNic-1214536785 tempest-ServersTestMultiNic-1214536785-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816865-1, 73788293-db44-4a7b-a04d-105a4d638144) {{(pid=102387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:39:30.718383 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef86b425-9c87-43a5-b3dd-867ce98e4a8c tempest-ServersTestMultiNic-1214536785 tempest-ServersTestMultiNic-1214536785-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:39:30.719209 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-ef86b425-9c87-43a5-b3dd-867ce98e4a8c tempest-ServersTestMultiNic-1214536785 tempest-ServersTestMultiNic-1214536785-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597851'] for subnet, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:39:30.742788 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-882c923f-8c8f-4e04-b0e7-e415d6c023eb None None] Network 73788293-db44-4a7b-a04d-105a4d638144 requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 18:39:30.744686 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b5077a4-ea14-46ac-9c89-29715136e5e5 admin admin] Network 9c282dee-ee32-45f7-8090-e833d25335b6 is already hosted by enough agents. {{(pid=102386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 18:39:30.755989 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.base_scheduler [None req-0b5077a4-ea14-46ac-9c89-29715136e5e5 admin admin] Resources bound (agent type, host, resource id): {{(pid=102386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:39:30.846668 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-ef86b425-9c87-43a5-b3dd-867ce98e4a8c tempest-ServersTestMultiNic-1214536785 tempest-ServersTestMultiNic-1214536785-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.9309533 Nov 05 18:39:30.847461 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 41516) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:39:30.859126 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-902fd2b3-60f5-4017-81c2-6e49fb7c1e60 req-202b3b60-d306-4f13-93f4-50cf235c780d service neutron] 10.222.0.55 "GET /v2.0/networks/a723f808-b11e-4066-b104-fad90c82895e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2740710 Nov 05 18:39:30.864423 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-48cbd399-e5a6-450d-bf40-6a9864a8791b tempest-ServersTestMultiNic-1214536785 tempest-ServersTestMultiNic-1214536785-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1171533247'}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:39:31.103118 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29eebdf6-9388-4753-8ff0-d40b21d9695c req-e846d05c-4cb2-4603-80ad-c6e7fd3b3107 tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:39:31.108653 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-29eebdf6-9388-4753-8ff0-d40b21d9695c req-e846d05c-4cb2-4603-80ad-c6e7fd3b3107 tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] 10.222.0.13 "GET /v2.0/ports?device_id=c8f9c054-f308-4af6-8eb8-5dcdd62eb3fd HTTP/1.1" status: 200 len: 948 time: 0.2143881 Nov 05 18:39:31.111478 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48cbd399-e5a6-450d-bf40-6a9864a8791b tempest-ServersTestMultiNic-1214536785 tempest-ServersTestMultiNic-1214536785-project] Made reservation on behalf of 4829acffed3b4745affa5e8e193e7ce5 for: {'network': 1} {{(pid=102387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 18:39:31.127228 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-48cbd399-e5a6-450d-bf40-6a9864a8791b tempest-ServersTestMultiNic-1214536785 tempest-ServersTestMultiNic-1214536785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for network, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:39:31.183243 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b5077a4-ea14-46ac-9c89-29715136e5e5 admin admin] Router beeb7fb8-39c0-47c0-a88d-b4e22ec05da3 has already been hosted by L3 agent 6dcb5589-8e86-4616-9186-ddc4548e13ad {{(pid=102386) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 18:39:31.213288 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9d61fb-ae5b-4346-a0fa-2234f451a360 req-79f9cc48-4f72-420f-988e-2571dce3ed1d tempest-SecurityGroupsTestJSON-1222042648 tempest-SecurityGroupsTestJSON-1222042648-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:39:31.229146 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device f58d4ea9-e1f0-4b43-a0dc-dbfa5400ee36 up at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 18:39:31.230129 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-1b9d61fb-ae5b-4346-a0fa-2234f451a360 req-79f9cc48-4f72-420f-988e-2571dce3ed1d tempest-SecurityGroupsTestJSON-1222042648 tempest-SecurityGroupsTestJSON-1222042648-project] 10.222.0.41 "GET /v2.0/networks?id=9743ad7b-9947-4aa3-b66d-0168e5572670 HTTP/1.1" status: 200 len: 812 time: 0.2158308 Nov 05 18:39:31.240827 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48cbd399-e5a6-450d-bf40-6a9864a8791b tempest-ServersTestMultiNic-1214536785 tempest-ServersTestMultiNic-1214536785-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 178} {{(pid=102387) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 05 18:39:31.249292 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [req-1b9d61fb-ae5b-4346-a0fa-2234f451a360 req-219d7e31-2fc3-499c-af54-3f35c04587a1 tempest-SecurityGroupsTestJSON-1222042648 tempest-SecurityGroupsTestJSON-1222042648-project] Request body: {'port': {'device_id': 'f42c912a-d1d9-49c8-a808-f584952069f5', 'network_id': '9743ad7b-9947-4aa3-b66d-0168e5572670', 'admin_state_up': True, 'tenant_id': '05b01937f9ca44aa923731561d630757'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:39:31.297363 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-48cbd399-e5a6-450d-bf40-6a9864a8791b tempest-ServersTestMultiNic-1214536785 tempest-ServersTestMultiNic-1214536785-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273'] for segment, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:39:31.297864 n-d-816865-1 neutron-server[102387]: INFO neutron.db.segments_db [None req-48cbd399-e5a6-450d-bf40-6a9864a8791b tempest-ServersTestMultiNic-1214536785 tempest-ServersTestMultiNic-1214536785-project] Added segment 22587c8c-d80d-4478-9101-f730178c0e2e of type vlan for network f394b287-340e-45e0-837f-d8c4a57cd15e Nov 05 18:39:31.330573 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-29eebdf6-9388-4753-8ff0-d40b21d9695c req-700dec62-9585-4025-87ce-50568ebec2d5 tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] 10.222.0.13 "GET /v2.0/security-groups?id=c4f63610-8850-433c-ac4b-7e7146261ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1995196 Nov 05 18:39:31.338353 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Device 046eb35d-2125-4c26-8c14-0533b517be00 details requested by agent hyperv_n-h2-816865-1 with host n-h2-816865-1 {{(pid=102388) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 05 18:39:31.395352 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-48cbd399-e5a6-450d-bf40-6a9864a8791b tempest-ServersTestMultiNic-1214536785 tempest-ServersTestMultiNic-1214536785-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750027258543'] for network, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:39:31.408610 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c71d3ed-b490-41dd-adf7-1afa0633b3b5 req-e22e3b01-28cb-40f7-a019-5df981daf798 tempest-ImagesTestJSON-1124888854 tempest-ImagesTestJSON-1124888854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:39:31.426157 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-1c71d3ed-b490-41dd-adf7-1afa0633b3b5 req-e22e3b01-28cb-40f7-a019-5df981daf798 tempest-ImagesTestJSON-1124888854 tempest-ImagesTestJSON-1124888854-project] 10.222.0.13 "GET /v2.0/ports?device_id=1a96f542-6487-4ff8-8485-9ac0d517f547 HTTP/1.1" status: 200 len: 945 time: 0.1773388 Nov 05 18:39:31.438086 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Pushing event updated for resources: {'Port': ['ID=74b4f536-afc6-45ed-95eb-c7d47fdce2ed,revision_number=6']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:39:31.477457 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Device 69aa63a3-5ce3-47a2-805e-ff8f5ce4d8b7 details requested by agent hyperv_n-h1-816865-1 with host n-h1-816865-1 {{(pid=102388) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 05 18:39:31.510087 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.db.resource_extend [None req-48cbd399-e5a6-450d-bf40-6a9864a8791b tempest-ServersTestMultiNic-1214536785 tempest-ServersTestMultiNic-1214536785-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 05 18:39:31.511496 n-d-816865-1 neutron-server[102386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd58bccf2-f8b9-4db8-9ff5-12c1cf501508', 'tag': '69aa63a3-5ce3-47a2-805e-ff8f5ce4d8b7'}] {{(pid=102386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 18:39:31.513753 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6173a44d7c73f41af551dc890fa1a5892c2c6bc3458b640c8e0c24db7876ba6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbc8f05b-d8d3-4d0f-971d-f34288c7a4bc" -d '{"events": [{"name": "network-changed", "server_uuid": "d58bccf2-f8b9-4db8-9ff5-12c1cf501508", "tag": "69aa63a3-5ce3-47a2-805e-ff8f5ce4d8b7"}]}' {{(pid=102386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 18:39:31.546325 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b5077a4-ea14-46ac-9c89-29715136e5e5 admin admin] Notify agent at l3_agent.n-d-816865-1 the message routers_updated {{(pid=102386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 18:39:31.563096 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-0b5077a4-ea14-46ac-9c89-29715136e5e5 admin admin] 10.222.0.13 "PUT /v2.0/routers/beeb7fb8-39c0-47c0-a88d-b4e22ec05da3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0174050 Nov 05 18:39:31.609660 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-1c71d3ed-b490-41dd-adf7-1afa0633b3b5 req-25b5746a-9d04-4a55-b730-4648ce93c380 tempest-ImagesTestJSON-1124888854 tempest-ImagesTestJSON-1124888854-project] 10.222.0.13 "GET /v2.0/security-groups?id=219552fc-3788-478b-8295-8fbe212226b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1823542 Nov 05 18:39:31.659130 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] For port 69aa63a3-5ce3-47a2-805e-ff8f5ce4d8b7, host n-h2-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=69aa63a3-5ce3-47a2-805e-ff8f5ce4d8b7,segment=NetworkSegment(15cac71b-3531-4cff-8a8e-8f8d83bebf12),segment_id=15cac71b-3531-4cff-8a8e-8f8d83bebf12)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:39:31.665872 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029b2970-0bca-46a0-9ef1-2499506307d0 req-27bd4db4-bd13-4b3a-bb64-a08b0f0a119a tempest-ServersWithSpecificFlavorTestJSON-1995233136 tempest-ServersWithSpecificFlavorTestJSON-1995233136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:39:31.674316 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-029b2970-0bca-46a0-9ef1-2499506307d0 req-27bd4db4-bd13-4b3a-bb64-a08b0f0a119a tempest-ServersWithSpecificFlavorTestJSON-1995233136 tempest-ServersWithSpecificFlavorTestJSON-1995233136-project] 10.222.0.13 "GET /v2.0/ports?device_id=dece0a9d-0aa6-4496-bd16-059eef231e9d HTTP/1.1" status: 200 len: 944 time: 0.1082630 Nov 05 18:39:31.683253 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-48cbd399-e5a6-450d-bf40-6a9864a8791b tempest-ServersTestMultiNic-1214536785 tempest-ServersTestMultiNic-1214536785-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-956796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877'] for network, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:39:31.685172 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Device 69aa63a3-5ce3-47a2-805e-ff8f5ce4d8b7 has no active binding in host n-h1-816865-1 {{(pid=102388) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 05 18:39:31.689119 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48cbd399-e5a6-450d-bf40-6a9864a8791b tempest-ServersTestMultiNic-1214536785 tempest-ServersTestMultiNic-1214536785-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:39:31.689754 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-48cbd399-e5a6-450d-bf40-6a9864a8791b tempest-ServersTestMultiNic-1214536785 tempest-ServersTestMultiNic-1214536785-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597851'] for network, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:39:31.696029 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 18:39:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68d50f36-c2ab-46d3-995b-5b6267b0d329 x-openstack-request-id: req-68d50f36-c2ab-46d3-995b-5b6267b0d329 {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 18:39:31.696323 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d58bccf2-f8b9-4db8-9ff5-12c1cf501508", "tag": "69aa63a3-5ce3-47a2-805e-ff8f5ce4d8b7", "status": "completed", "code": 200}]} {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 18:39:31.696577 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-68d50f36-c2ab-46d3-995b-5b6267b0d329 {{(pid=102386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 18:39:31.696995 n-d-816865-1 neutron-server[102386]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd58bccf2-f8b9-4db8-9ff5-12c1cf501508', 'tag': '69aa63a3-5ce3-47a2-805e-ff8f5ce4d8b7', 'status': 'completed', 'code': 200} Nov 05 18:39:31.702134 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1b9d61fb-ae5b-4346-a0fa-2234f451a360 req-219d7e31-2fc3-499c-af54-3f35c04587a1 tempest-SecurityGroupsTestJSON-1222042648 tempest-SecurityGroupsTestJSON-1222042648-project] Made reservation on behalf of 05b01937f9ca44aa923731561d630757 for: {'port': 1} {{(pid=102386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 18:39:31.705659 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-1b9d61fb-ae5b-4346-a0fa-2234f451a360 req-219d7e31-2fc3-499c-af54-3f35c04587a1 tempest-SecurityGroupsTestJSON-1222042648 tempest-SecurityGroupsTestJSON-1222042648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:39:31.713458 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41c90b0d-e25f-43c2-a149-b8139f349d8c None None] Sync routers for ids ['beeb7fb8-39c0-47c0-a88d-b4e22ec05da3'] in n-d-816865-1 {{(pid=102388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 18:39:31.871061 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Provisioning complete for port f58d4ea9-e1f0-4b43-a0dc-dbfa5400ee36 triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:39:31.871931 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:39:31.880211 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-029b2970-0bca-46a0-9ef1-2499506307d0 req-3976aaaf-2705-4265-9cf3-dc4e5ef237f9 tempest-ServersWithSpecificFlavorTestJSON-1995233136 tempest-ServersWithSpecificFlavorTestJSON-1995233136-project] 10.222.0.13 "GET /v2.0/security-groups?id=040a1024-eaad-4e89-b23c-c23a7ce4f851&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2030945 Nov 05 18:39:31.899570 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-48cbd399-e5a6-450d-bf40-6a9864a8791b tempest-ServersTestMultiNic-1214536785 tempest-ServersTestMultiNic-1214536785-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.0475945 Nov 05 18:39:31.901010 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41c90b0d-e25f-43c2-a149-b8139f349d8c None None] Routers {'beeb7fb8-39c0-47c0-a88d-b4e22ec05da3'} bound to L3 agent in host n-d-816865-1 {{(pid=102388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 18:39:31.902162 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-41c90b0d-e25f-43c2-a149-b8139f349d8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T18:39:05Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['beeb7fb8-39c0-47c0-a88d-b4e22ec05da3'], 'active': True} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:39:31.928885 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 41562) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:39:31.941260 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-b51a4ca6-a891-4a60-b272-1121efda6a60 tempest-ServersTestMultiNic-1214536785 tempest-ServersTestMultiNic-1214536785-project] Request body: {'subnet': {'network_id': 'f394b287-340e-45e0-837f-d8c4a57cd15e', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:39:32.012805 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-26eb7427-740c-4986-b70e-0f2ef30dfc1b req-ce287ebe-66e8-4bbc-93d0-64bb9cca348f tempest-SecurityGroupsTestJSON-1222042648 tempest-SecurityGroupsTestJSON-1222042648-project] 10.222.0.13 "GET /v2.0/ports?device_id=f42c912a-d1d9-49c8-a808-f584952069f5 HTTP/1.1" status: 200 len: 210 time: 0.1520560 Nov 05 18:39:32.046886 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48cbd399-e5a6-450d-bf40-6a9864a8791b tempest-ServersTestMultiNic-1214536785 tempest-ServersTestMultiNic-1214536785-project] Pushing event updated for resources: {'Network': ['ID=f394b287-340e-45e0-837f-d8c4a57cd15e,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:39:32.071935 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvr_db [None req-41c90b0d-e25f-43c2-a149-b8139f349d8c None None] Set router beeb7fb8-39c0-47c0-a88d-b4e22ec05da3 gateway port host: n-d-816865-1 {{(pid=102388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 18:39:32.117529 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.db_base_plugin_common [req-1b9d61fb-ae5b-4346-a0fa-2234f451a360 req-219d7e31-2fc3-499c-af54-3f35c04587a1 tempest-SecurityGroupsTestJSON-1222042648 tempest-SecurityGroupsTestJSON-1222042648-project] Allocated IP 172.20.0.2 (9743ad7b-9947-4aa3-b66d-0168e5572670/cb31a061-4578-4faf-9b25-83e849882576/07ad1e6a-5ef2-4823-940a-64f3df413fd4) {{(pid=102386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 18:39:32.178803 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f55374-8587-4789-a747-4923e82fc9e4 req-b88284e9-5d1e-4b79-95a5-b59722a8384c tempest-LiveAutoBlockMigrationV225Test-1563372898 tempest-LiveAutoBlockMigrationV225Test-1563372898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:39:32.185592 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Network f394b287-340e-45e0-837f-d8c4a57cd15e details requested by agent ovs-agent-n-d-816865-1 with host n-d-816865-1 {{(pid=102388) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 05 18:39:32.188100 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-d8f55374-8587-4789-a747-4923e82fc9e4 req-b88284e9-5d1e-4b79-95a5-b59722a8384c tempest-LiveAutoBlockMigrationV225Test-1563372898 tempest-LiveAutoBlockMigrationV225Test-1563372898-project] 10.222.0.13 "GET /v2.0/ports?device_id=d58bccf2-f8b9-4db8-9ff5-12c1cf501508 HTTP/1.1" status: 200 len: 944 time: 0.1181202 Nov 05 18:39:32.288432 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-d8f55374-8587-4789-a747-4923e82fc9e4 req-c7815e6b-e42f-4e42-8bab-2c822d9f0e7a tempest-LiveAutoBlockMigrationV225Test-1563372898 tempest-LiveAutoBlockMigrationV225Test-1563372898-project] 10.222.0.13 "GET /v2.0/security-groups?id=35cb161a-9192-43e2-a392-140fa33626b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979953 Nov 05 18:39:32.290513 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b51a4ca6-a891-4a60-b272-1121efda6a60 tempest-ServersTestMultiNic-1214536785 tempest-ServersTestMultiNic-1214536785-project] Made reservation on behalf of 4829acffed3b4745affa5e8e193e7ce5 for: {'subnet': 1} {{(pid=102387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 18:39:32.306889 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-b51a4ca6-a891-4a60-b272-1121efda6a60 tempest-ServersTestMultiNic-1214536785 tempest-ServersTestMultiNic-1214536785-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5112236'] for subnet, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:39:32.394349 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] For port 046eb35d-2125-4c26-8c14-0533b517be00, host n-h2-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=046eb35d-2125-4c26-8c14-0533b517be00,segment=NetworkSegment(35c2db9c-522d-48d3-98cf-a08c2cc55db7),segment_id=35c2db9c-522d-48d3-98cf-a08c2cc55db7)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:39:32.471133 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-1b9d61fb-ae5b-4346-a0fa-2234f451a360 req-219d7e31-2fc3-499c-af54-3f35c04587a1 tempest-SecurityGroupsTestJSON-1222042648 tempest-SecurityGroupsTestJSON-1222042648-project] Publish callbacks [] for port, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:39:32.497985 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc8f05b-d8d3-4d0f-971d-f34288c7a4bc req-92481cd8-2138-4650-97a4-79cadd46eab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:39:32.499563 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-bbc8f05b-d8d3-4d0f-971d-f34288c7a4bc req-92481cd8-2138-4650-97a4-79cadd46eab1 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=482f8aec1d1b4fc08a02afb86f8387d6&device_id=d58bccf2-f8b9-4db8-9ff5-12c1cf501508 HTTP/1.1" status: 200 len: 1125 time: 0.7706316 Nov 05 18:39:32.505210 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7392bee-2261-4ae1-875c-34eceb525fdb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeb20a084-accf-5b60-8075-3e69ebe863a6-73788293-db44-4a7b-a04d-105a4d638144', 'network_id': '73788293-db44-4a7b-a04d-105a4d638144', 'tenant_id': '4829acffed3b4745affa5e8e193e7ce5', 'fixed_ips': [{'subnet_id': 'd0e6baef-1668-4b2c-8282-6d35647c1d94'}]}} from n-d-816865-1. {{(pid=102388) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 05 18:39:32.506172 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b7392bee-2261-4ae1-875c-34eceb525fdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:39:32.511613 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Returning: {'device': '046eb35d-2125-4c26-8c14-0533b517be00', 'network_id': 'a723f808-b11e-4066-b104-fad90c82895e', 'port_id': '046eb35d-2125-4c26-8c14-0533b517be00', 'mac_address': 'fa:16:3e:a8:95:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 153, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05e7a1b5-165b-4a00-855a-ffbcb2eba59e', 'ip_address': '192.168.233.155'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102388) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 05 18:39:32.619499 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c287ae11-81f8-4cd8-aa52-16addf82ebd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:39:32.687960 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device f27c4a60-5c3f-41e7-93bc-e021962f250c up at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 18:39:32.732181 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-1b9d61fb-ae5b-4346-a0fa-2234f451a360 req-219d7e31-2fc3-499c-af54-3f35c04587a1 tempest-SecurityGroupsTestJSON-1222042648 tempest-SecurityGroupsTestJSON-1222042648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:39:32.749121 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc8f05b-d8d3-4d0f-971d-f34288c7a4bc req-220fe213-81e4-4515-9f67-f97e7f88fea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:39:32.755891 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-bbc8f05b-d8d3-4d0f-971d-f34288c7a4bc req-220fe213-81e4-4515-9f67-f97e7f88fea2 service neutron] 10.222.0.55 "GET /v2.0/networks?id=5e3d0b1a-fd18-45bc-91bd-c831330234c4 HTTP/1.1" status: 200 len: 921 time: 0.2430975 Nov 05 18:39:32.809678 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:39:32.879239 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-643cf877-3b1a-4894-b3bd-8c1b91818dd4 None None] Provisioning complete for port 8dfae9e7-cd59-48b6-bfe7-c336264dc142 triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:39:32.879606 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-643cf877-3b1a-4894-b3bd-8c1b91818dd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:39:32.882171 n-d-816865-1 neutron-server[102388]: DEBUG neutron.notifiers.nova [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 046eb35d-2125-4c26-8c14-0533b517be00 {{(pid=102388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 18:39:32.883174 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-b51a4ca6-a891-4a60-b272-1121efda6a60 tempest-ServersTestMultiNic-1214536785 tempest-ServersTestMultiNic-1214536785-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4417463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5112218'] for subnet, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:39:32.908947 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] For port 046eb35d-2125-4c26-8c14-0533b517be00, host n-h2-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=046eb35d-2125-4c26-8c14-0533b517be00,segment=NetworkSegment(35c2db9c-522d-48d3-98cf-a08c2cc55db7),segment_id=35c2db9c-522d-48d3-98cf-a08c2cc55db7)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:39:32.999302 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51a4ca6-a891-4a60-b272-1121efda6a60 tempest-ServersTestMultiNic-1214536785 tempest-ServersTestMultiNic-1214536785-project] Pushing event updated for resources: {'Subnet': ['ID=dfe90a81-e705-4b25-98bc-68ce514af722,revision_number=0']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:39:33.004576 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:39:33.014513 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd262c9-08d9-4a65-a321-59395d7413ec req-9c9ffe0c-0b16-4da7-bb8c-38e0fda6c891 tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:39:33.022602 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-8cd262c9-08d9-4a65-a321-59395d7413ec req-9c9ffe0c-0b16-4da7-bb8c-38e0fda6c891 tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] 10.222.0.13 "GET /v2.0/ports?device_id=c8f9c054-f308-4af6-8eb8-5dcdd62eb3fd HTTP/1.1" status: 200 len: 948 time: 0.2100775 Nov 05 18:39:33.053167 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-643cf877-3b1a-4894-b3bd-8c1b91818dd4 None None] Port 8dfae9e7-cd59-48b6-bfe7-c336264dc142 cannot update to ACTIVE because it is not bound. {{(pid=102388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 18:39:33.063322 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.db_base_plugin_common [None req-b7392bee-2261-4ae1-875c-34eceb525fdb None None] Allocated IP 19.80.0.2 (73788293-db44-4a7b-a04d-105a4d638144/d0e6baef-1668-4b2c-8282-6d35647c1d94/778bbf84-ebb2-4869-b1bd-ecfbaa16269d) {{(pid=102388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 18:39:33.086838 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8fc223-1f78-484b-bfdb-509c4eb396ed req-f28f0bf6-198b-46d5-aacb-2a9e108d11e8 tempest-ImagesTestJSON-1124888854 tempest-ImagesTestJSON-1124888854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:39:33.098790 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-ee8fc223-1f78-484b-bfdb-509c4eb396ed req-f28f0bf6-198b-46d5-aacb-2a9e108d11e8 tempest-ImagesTestJSON-1124888854 tempest-ImagesTestJSON-1124888854-project] 10.222.0.13 "GET /v2.0/ports?device_id=1a96f542-6487-4ff8-8485-9ac0d517f547 HTTP/1.1" status: 200 len: 945 time: 0.2521360 Nov 05 18:39:33.101683 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-41c90b0d-e25f-43c2-a149-b8139f349d8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'beeb7fb8-39c0-47c0-a88d-b4e22ec05da3', 'name': 'tempest-TaggedBootDevicesTest-2092046476-router', 'tenant_id': '48de103aa1ab44c9aad7c42993657578', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.236'}], 'enable_snat': True}, 'gw_port_id': 'f27c4a60-5c3f-41e7-93bc-e021962f250c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T18:39:14Z', 'updated_at': '2021-11-05T18:39:29Z', 'revision_number': 4, 'project_id': '48de103aa1ab44c9aad7c42993657578', 'gw_port': {'id': 'f27c4a60-5c3f-41e7-93bc-e021962f250c', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:eb:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beeb7fb8-39c0-47c0-a88d-b4e22ec05da3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T18:39:18Z', 'updated_at': '2021-11-05T18:39:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1', '_interfaces': [{'id': '8dfae9e7-cd59-48b6-bfe7-c336264dc142', 'name': '', 'network_id': '9c282dee-ee32-45f7-8090-e833d25335b6', 'tenant_id': '48de103aa1ab44c9aad7c42993657578', 'mac_address': 'fa:16:3e:07:4f:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'beeb7fb8-39c0-47c0-a88d-b4e22ec05da3', 'device_owner': 'network:router_interface', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': 'cac15399-ea50-428e-a2ae-2a1396bca25d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T18:39:27Z', 'updated_at': '2021-11-05T18:39:30Z', 'revision_number': 2, 'project_id': '48de103aa1ab44c9aad7c42993657578', 'subnets': [{'id': 'cac15399-ea50-428e-a2ae-2a1396bca25d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-1', False) {} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:39:33.140262 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Provisioning complete for port f27c4a60-5c3f-41e7-93bc-e021962f250c triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:39:33.140969 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:39:33.174246 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b51a4ca6-a891-4a60-b272-1121efda6a60 tempest-ServersTestMultiNic-1214536785 tempest-ServersTestMultiNic-1214536785-project] Checking segment: {'id': '22587c8c-d80d-4478-9101-f730178c0e2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'f394b287-340e-45e0-837f-d8c4a57cd15e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 18:39:33.174246 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b51a4ca6-a891-4a60-b272-1121efda6a60 tempest-ServersTestMultiNic-1214536785 tempest-ServersTestMultiNic-1214536785-project] Network hostable DHCP agents. Network: f394b287-340e-45e0-837f-d8c4a57cd15e, hostable agents: ['987e2ca0-bc3b-4c6f-a989-429ccfbf753f'], hosted agents: [] {{(pid=102387) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 05 18:39:33.237040 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-8cd262c9-08d9-4a65-a321-59395d7413ec req-831bb440-ce8b-466a-a49d-54f05a776138 tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] 10.222.0.13 "GET /v2.0/security-groups?id=c4f63610-8850-433c-ac4b-7e7146261ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2134771 Nov 05 18:39:33.260216 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-bbc8f05b-d8d3-4d0f-971d-f34288c7a4bc req-184518b5-7157-4a4c-835d-1d46571e8f25 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=69aa63a3-5ce3-47a2-805e-ff8f5ce4d8b7 HTTP/1.1" status: 200 len: 217 time: 0.4772923 Nov 05 18:39:33.277532 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-ee8fc223-1f78-484b-bfdb-509c4eb396ed req-8c007089-9959-44ce-9088-2c345fa6b943 tempest-ImagesTestJSON-1124888854 tempest-ImagesTestJSON-1124888854-project] 10.222.0.13 "GET /v2.0/security-groups?id=219552fc-3788-478b-8295-8fbe212226b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1762002 Nov 05 18:39:33.304127 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1b9d61fb-ae5b-4346-a0fa-2234f451a360 req-219d7e31-2fc3-499c-af54-3f35c04587a1 tempest-SecurityGroupsTestJSON-1222042648 tempest-SecurityGroupsTestJSON-1222042648-project] Network 9743ad7b-9947-4aa3-b66d-0168e5572670 is already hosted by enough agents. {{(pid=102386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 18:39:33.331741 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.base_scheduler [req-1b9d61fb-ae5b-4346-a0fa-2234f451a360 req-219d7e31-2fc3-499c-af54-3f35c04587a1 tempest-SecurityGroupsTestJSON-1222042648 tempest-SecurityGroupsTestJSON-1222042648-project] Resources bound (agent type, host, resource id): {{(pid=102386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:39:33.334593 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b9d61fb-ae5b-4346-a0fa-2234f451a360 req-219d7e31-2fc3-499c-af54-3f35c04587a1 tempest-SecurityGroupsTestJSON-1222042648 tempest-SecurityGroupsTestJSON-1222042648-project] Received port after_create {{(pid=102386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 18:39:33.335771 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Pushing event updated for resources: {'Port': ['ID=046eb35d-2125-4c26-8c14-0533b517be00,revision_number=4']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:39:33.361672 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41c90b0d-e25f-43c2-a149-b8139f349d8c None None] Checking router: beeb7fb8-39c0-47c0-a88d-b4e22ec05da3 for host: n-d-816865-1 {{(pid=102388) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 18:39:33.362005 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41c90b0d-e25f-43c2-a149-b8139f349d8c None None] Updating router beeb7fb8-39c0-47c0-a88d-b4e22ec05da3 port 8dfae9e7-cd59-48b6-bfe7-c336264dc142 binding host n-d-816865-1 {{(pid=102388) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 05 18:39:33.374367 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219d7e31-2fc3-499c-af54-3f35c04587a1 tempest-SecurityGroupsTestJSON-1222042648 tempest-SecurityGroupsTestJSON-1222042648-project] Pushing event updated for resources: {'Port': ['ID=07ad1e6a-5ef2-4823-940a-64f3df413fd4,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:39:33.430830 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc8f05b-d8d3-4d0f-971d-f34288c7a4bc req-465bff9c-b94b-466e-b276-ef63463b52f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:39:33.431026 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-41c90b0d-e25f-43c2-a149-b8139f349d8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:39:33.433518 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-bbc8f05b-d8d3-4d0f-971d-f34288c7a4bc req-465bff9c-b94b-466e-b276-ef63463b52f9 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e7fca78a-743c-4af3-9fb8-12bc06bb873c HTTP/1.1" status: 200 len: 860 time: 0.1599224 Nov 05 18:39:33.439596 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9d61fb-ae5b-4346-a0fa-2234f451a360 req-219d7e31-2fc3-499c-af54-3f35c04587a1 tempest-SecurityGroupsTestJSON-1222042648 tempest-SecurityGroupsTestJSON-1222042648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:39:33.440224 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-1b9d61fb-ae5b-4346-a0fa-2234f451a360 req-219d7e31-2fc3-499c-af54-3f35c04587a1 tempest-SecurityGroupsTestJSON-1222042648 tempest-SecurityGroupsTestJSON-1222042648-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:39:33.457913 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b51a4ca6-a891-4a60-b272-1121efda6a60 tempest-ServersTestMultiNic-1214536785 tempest-ServersTestMultiNic-1214536785-project] Network f394b287-340e-45e0-837f-d8c4a57cd15e is scheduled to be hosted by DHCP agent 987e2ca0-bc3b-4c6f-a989-429ccfbf753f with binding_index 1 {{(pid=102387) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 05 18:39:33.462805 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Device 74b4f536-afc6-45ed-95eb-c7d47fdce2ed up at agent hyperv_n-h1-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 18:39:33.494335 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-bbc8f05b-d8d3-4d0f-971d-f34288c7a4bc req-2b62cdba-e4e3-4c25-a6ca-a400bec475d6 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=5e3d0b1a-fd18-45bc-91bd-c831330234c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0415275 Nov 05 18:39:33.531759 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] get_ports_and_sgs() called for port_ids ['046eb35d-2125-4c26-8c14-0533b517be00'] {{(pid=102388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 18:39:33.599001 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca822d4c-efcb-42c6-a947-00095f41d796 req-ddfcf7e1-9391-4d22-9ed4-02074cd0ace8 tempest-ServersWithSpecificFlavorTestJSON-1995233136 tempest-ServersWithSpecificFlavorTestJSON-1995233136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:39:33.600545 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-ca822d4c-efcb-42c6-a947-00095f41d796 req-ddfcf7e1-9391-4d22-9ed4-02074cd0ace8 tempest-ServersWithSpecificFlavorTestJSON-1995233136 tempest-ServersWithSpecificFlavorTestJSON-1995233136-project] 10.222.0.13 "GET /v2.0/ports?device_id=dece0a9d-0aa6-4496-bd16-059eef231e9d HTTP/1.1" status: 200 len: 944 time: 0.2097192 Nov 05 18:39:33.615831 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-1b9d61fb-ae5b-4346-a0fa-2234f451a360 req-219d7e31-2fc3-499c-af54-3f35c04587a1 tempest-SecurityGroupsTestJSON-1222042648 tempest-SecurityGroupsTestJSON-1222042648-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3726211 Nov 05 18:39:33.634125 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [req-1b9d61fb-ae5b-4346-a0fa-2234f451a360 req-29397a03-b5da-4eeb-9132-111dc3067b76 service neutron] Request body: {'port': {'device_id': 'f42c912a-d1d9-49c8-a808-f584952069f5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816865-1'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:39:33.703174 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-1b9d61fb-ae5b-4346-a0fa-2234f451a360 req-29397a03-b5da-4eeb-9132-111dc3067b76 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:39:33.716462 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-bbc8f05b-d8d3-4d0f-971d-f34288c7a4bc req-0153d3be-e85e-41d2-83d7-8101d952d946 service neutron] 10.222.0.55 "GET /v2.0/networks/5e3d0b1a-fd18-45bc-91bd-c831330234c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2089975 Nov 05 18:39:34.077758 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-ca822d4c-efcb-42c6-a947-00095f41d796 req-9df0331f-e4d7-4cc9-a5f3-5e1d983cb84c tempest-ServersWithSpecificFlavorTestJSON-1995233136 tempest-ServersWithSpecificFlavorTestJSON-1995233136-project] 10.222.0.13 "GET /v2.0/security-groups?id=040a1024-eaad-4e89-b23c-c23a7ce4f851&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4688885 Nov 05 18:39:34.098027 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.base_scheduler [None req-b51a4ca6-a891-4a60-b272-1121efda6a60 tempest-ServersTestMultiNic-1214536785 tempest-ServersTestMultiNic-1214536785-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816865-1, f394b287-340e-45e0-837f-d8c4a57cd15e) {{(pid=102387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:39:34.111610 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2407285a-8f07-4a46-8c1b-fe5716fe9ddf req-1f2b7284-5a89-4b21-afc6-bcae1f62f3af tempest-SecurityGroupsTestJSON-1222042648 tempest-SecurityGroupsTestJSON-1222042648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:39:34.133352 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-2407285a-8f07-4a46-8c1b-fe5716fe9ddf req-1f2b7284-5a89-4b21-afc6-bcae1f62f3af tempest-SecurityGroupsTestJSON-1222042648 tempest-SecurityGroupsTestJSON-1222042648-project] 10.222.0.13 "GET /v2.0/ports?device_id=f42c912a-d1d9-49c8-a808-f584952069f5 HTTP/1.1" status: 200 len: 931 time: 0.6751978 Nov 05 18:39:34.189828 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b51a4ca6-a891-4a60-b272-1121efda6a60 tempest-ServersTestMultiNic-1214536785 tempest-ServersTestMultiNic-1214536785-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:39:34.190451 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-b51a4ca6-a891-4a60-b272-1121efda6a60 tempest-ServersTestMultiNic-1214536785 tempest-ServersTestMultiNic-1214536785-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597851'] for subnet, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:39:34.240332 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-8c507801-cb48-4919-816c-158895f2a31d req-349e2bc1-d55a-424c-8a89-b47dfadc86ca service neutron] 10.222.0.55 "GET /v2.0/ports/69aa63a3-5ce3-47a2-805e-ff8f5ce4d8b7/bindings/n-h1-816865-1 HTTP/1.1" status: 200 len: 384 time: 0.0900829 Nov 05 18:39:34.244092 n-d-816865-1 neutron-server[102386]: DEBUG neutron.notifiers.nova [req-1b9d61fb-ae5b-4346-a0fa-2234f451a360 req-29397a03-b5da-4eeb-9132-111dc3067b76 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 07ad1e6a-5ef2-4823-940a-64f3df413fd4 {{(pid=102386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 18:39:34.306603 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-1b9d61fb-ae5b-4346-a0fa-2234f451a360 req-29397a03-b5da-4eeb-9132-111dc3067b76 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:39:34.345004 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.provisioning_blocks [req-1b9d61fb-ae5b-4346-a0fa-2234f451a360 req-29397a03-b5da-4eeb-9132-111dc3067b76 service neutron] Transition to ACTIVE for port object 07ad1e6a-5ef2-4823-940a-64f3df413fd4 will not be triggered until provisioned by entity L2. {{(pid=102386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 05 18:39:34.383765 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-2407285a-8f07-4a46-8c1b-fe5716fe9ddf req-daf0fcc2-b4d7-49e4-9fb9-7b7dba92ed5a tempest-SecurityGroupsTestJSON-1222042648 tempest-SecurityGroupsTestJSON-1222042648-project] 10.222.0.13 "GET /v2.0/security-groups?id=25591ebc-7d79-4a52-aa21-df275070bb50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2495220 Nov 05 18:39:34.406912 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42a9913-6b21-44ea-85ce-4eedc0412835 req-f8712fbc-c42f-49b6-b7b5-2b79943f3249 tempest-LiveAutoBlockMigrationV225Test-1563372898 tempest-LiveAutoBlockMigrationV225Test-1563372898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:39:34.408460 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-e42a9913-6b21-44ea-85ce-4eedc0412835 req-f8712fbc-c42f-49b6-b7b5-2b79943f3249 tempest-LiveAutoBlockMigrationV225Test-1563372898 tempest-LiveAutoBlockMigrationV225Test-1563372898-project] 10.222.0.13 "GET /v2.0/ports?device_id=d58bccf2-f8b9-4db8-9ff5-12c1cf501508 HTTP/1.1" status: 200 len: 944 time: 0.2155993 Nov 05 18:39:34.434453 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Provisioning complete for port 74b4f536-afc6-45ed-95eb-c7d47fdce2ed triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:39:34.436336 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:39:34.436461 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13ff35a8-0392-4200-86fe-368159b41aac None None] Network f394b287-340e-45e0-837f-d8c4a57cd15e requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 18:39:34.446669 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-bbc8f05b-d8d3-4d0f-971d-f34288c7a4bc req-068825ba-53a8-4bd3-b8c0-a62767e55bbf service neutron] 10.222.0.55 "GET /v2.0/networks/5e3d0b1a-fd18-45bc-91bd-c831330234c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3608413 Nov 05 18:39:34.464402 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-1b9d61fb-ae5b-4346-a0fa-2234f451a360 req-29397a03-b5da-4eeb-9132-111dc3067b76 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6149821'] for port, after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:39:34.510268 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-e42a9913-6b21-44ea-85ce-4eedc0412835 req-4706e259-fb41-4184-bae5-efebc1a3e592 tempest-LiveAutoBlockMigrationV225Test-1563372898 tempest-LiveAutoBlockMigrationV225Test-1563372898-project] 10.222.0.13 "GET /v2.0/security-groups?id=35cb161a-9192-43e2-a392-140fa33626b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951006 Nov 05 18:39:34.514257 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-b51a4ca6-a891-4a60-b272-1121efda6a60 tempest-ServersTestMultiNic-1214536785 tempest-ServersTestMultiNic-1214536785-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.5831981 Nov 05 18:39:34.565691 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29397a03-b5da-4eeb-9132-111dc3067b76 service neutron] Pushing event updated for resources: {'Port': ['ID=07ad1e6a-5ef2-4823-940a-64f3df413fd4,revision_number=2']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:39:34.582706 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:39:34.647855 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b7392bee-2261-4ae1-875c-34eceb525fdb None None] Publish callbacks [] for port, precommit_create {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:39:34.717963 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-41c90b0d-e25f-43c2-a149-b8139f349d8c None None] Publish callbacks [] for port, precommit_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:39:34.768967 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194b4e58-1e2e-4ba3-bc03-64d5c6aad38e req-3e06703f-f18a-47ee-b710-7b527fc65fca tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:39:34.778977 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b7392bee-2261-4ae1-875c-34eceb525fdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789'] for port, after_create {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:39:34.791645 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-194b4e58-1e2e-4ba3-bc03-64d5c6aad38e req-3e06703f-f18a-47ee-b710-7b527fc65fca tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] 10.222.0.13 "GET /v2.0/ports?device_id=c8f9c054-f308-4af6-8eb8-5dcdd62eb3fd HTTP/1.1" status: 200 len: 949 time: 0.1153266 Nov 05 18:39:34.829384 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [req-1b9d61fb-ae5b-4346-a0fa-2234f451a360 req-29397a03-b5da-4eeb-9132-111dc3067b76 service neutron] Attempting to bind port 07ad1e6a-5ef2-4823-940a-64f3df413fd4 on host n-h1-816865-1 for vnic_type normal with profile {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 18:39:34.829726 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [req-1b9d61fb-ae5b-4346-a0fa-2234f451a360 req-29397a03-b5da-4eeb-9132-111dc3067b76 service neutron] Attempting to bind port 07ad1e6a-5ef2-4823-940a-64f3df413fd4 by drivers openvswitch,hyperv on host n-h1-816865-1 at level 0 using segments [{'id': '8fe54a69-31e7-40d0-825b-2160d7fbba14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '9743ad7b-9947-4aa3-b66d-0168e5572670'}] {{(pid=102386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 18:39:34.830077 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b9d61fb-ae5b-4346-a0fa-2234f451a360 req-29397a03-b5da-4eeb-9132-111dc3067b76 service neutron] Attempting to bind port 07ad1e6a-5ef2-4823-940a-64f3df413fd4 on network 9743ad7b-9947-4aa3-b66d-0168e5572670 {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 18:39:34.842780 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b9d61fb-ae5b-4346-a0fa-2234f451a360 req-29397a03-b5da-4eeb-9132-111dc3067b76 service neutron] Port 07ad1e6a-5ef2-4823-940a-64f3df413fd4 on network 9743ad7b-9947-4aa3-b66d-0168e5572670 not bound, no agent of type Open vSwitch agent registered on host n-h1-816865-1 {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 18:39:34.845689 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b9d61fb-ae5b-4346-a0fa-2234f451a360 req-29397a03-b5da-4eeb-9132-111dc3067b76 service neutron] Attempting to bind port 07ad1e6a-5ef2-4823-940a-64f3df413fd4 on network 9743ad7b-9947-4aa3-b66d-0168e5572670 {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 18:39:34.859089 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b9d61fb-ae5b-4346-a0fa-2234f451a360 req-29397a03-b5da-4eeb-9132-111dc3067b76 service neutron] Checking agent: {'id': 'eb596d7c-8c64-42bd-8aca-fad447eb0eab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816865-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 18, 33, 34), 'started_at': datetime.datetime(2021, 11, 5, 18, 33, 34), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 18, 39, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 18:39:34.859631 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b9d61fb-ae5b-4346-a0fa-2234f451a360 req-29397a03-b5da-4eeb-9132-111dc3067b76 service neutron] Checking segment: {'id': '8fe54a69-31e7-40d0-825b-2160d7fbba14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '9743ad7b-9947-4aa3-b66d-0168e5572670'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 18:39:34.860049 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b9d61fb-ae5b-4346-a0fa-2234f451a360 req-29397a03-b5da-4eeb-9132-111dc3067b76 service neutron] Bound using segment: {'id': '8fe54a69-31e7-40d0-825b-2160d7fbba14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '9743ad7b-9947-4aa3-b66d-0168e5572670'} {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 18:39:34.860587 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [req-1b9d61fb-ae5b-4346-a0fa-2234f451a360 req-29397a03-b5da-4eeb-9132-111dc3067b76 service neutron] Bound port: 07ad1e6a-5ef2-4823-940a-64f3df413fd4, host: n-h1-816865-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8fe54a69-31e7-40d0-825b-2160d7fbba14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '9743ad7b-9947-4aa3-b66d-0168e5572670'}}] {{(pid=102386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 18:39:34.861036 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-1b9d61fb-ae5b-4346-a0fa-2234f451a360 req-29397a03-b5da-4eeb-9132-111dc3067b76 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:39:34.868118 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-194b4e58-1e2e-4ba3-bc03-64d5c6aad38e req-97e8adf2-7466-4d73-9e19-c56684ad555b tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] 10.222.0.13 "GET /v2.0/security-groups?id=c4f63610-8850-433c-ac4b-7e7146261ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676959 Nov 05 18:39:34.879741 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [req-8c507801-cb48-4919-816c-158895f2a31d req-98449e5a-59ca-45b2-b1c6-e287dac039f8 service neutron] For port 69aa63a3-5ce3-47a2-805e-ff8f5ce4d8b7, host n-h2-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=69aa63a3-5ce3-47a2-805e-ff8f5ce4d8b7,segment=NetworkSegment(15cac71b-3531-4cff-8a8e-8f8d83bebf12),segment_id=15cac71b-3531-4cff-8a8e-8f8d83bebf12)] {{(pid=102386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:39:34.939355 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [req-8c507801-cb48-4919-816c-158895f2a31d req-98449e5a-59ca-45b2-b1c6-e287dac039f8 service neutron] For port 69aa63a3-5ce3-47a2-805e-ff8f5ce4d8b7, host n-h2-816865-1, cleared binding levels {{(pid=102386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 18:39:35.006690 n-d-816865-1 neutron-server[102386]: DEBUG neutron.notifiers.nova [req-8c507801-cb48-4919-816c-158895f2a31d req-98449e5a-59ca-45b2-b1c6-e287dac039f8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 69aa63a3-5ce3-47a2-805e-ff8f5ce4d8b7 {{(pid=102386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 18:39:35.017272 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [req-1b9d61fb-ae5b-4346-a0fa-2234f451a360 req-29397a03-b5da-4eeb-9132-111dc3067b76 service neutron] For port 07ad1e6a-5ef2-4823-940a-64f3df413fd4, host n-h1-816865-1, cleared binding levels {{(pid=102386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 18:39:35.036329 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [req-8c507801-cb48-4919-816c-158895f2a31d req-98449e5a-59ca-45b2-b1c6-e287dac039f8 service neutron] For port 69aa63a3-5ce3-47a2-805e-ff8f5ce4d8b7, host n-h1-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=69aa63a3-5ce3-47a2-805e-ff8f5ce4d8b7,segment=NetworkSegment(15cac71b-3531-4cff-8a8e-8f8d83bebf12),segment_id=15cac71b-3531-4cff-8a8e-8f8d83bebf12)] {{(pid=102386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:39:35.038109 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-41c90b0d-e25f-43c2-a149-b8139f349d8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:39:35.065134 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [req-1b9d61fb-ae5b-4346-a0fa-2234f451a360 req-29397a03-b5da-4eeb-9132-111dc3067b76 service neutron] For port 07ad1e6a-5ef2-4823-940a-64f3df413fd4, host n-h1-816865-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=07ad1e6a-5ef2-4823-940a-64f3df413fd4,segment=NetworkSegment(8fe54a69-31e7-40d0-825b-2160d7fbba14),segment_id=8fe54a69-31e7-40d0-825b-2160d7fbba14)] {{(pid=102386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 18:39:35.081711 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7392bee-2261-4ae1-875c-34eceb525fdb None None] Pushing event updated for resources: {'Port': ['ID=778bbf84-ebb2-4869-b1bd-ecfbaa16269d,revision_number=1']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:39:35.142079 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c3446e-a57f-4ac4-b25b-519ee63860c8 req-30a0751c-102b-44fc-806e-47040b5071c8 tempest-ImagesTestJSON-1124888854 tempest-ImagesTestJSON-1124888854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:39:35.144444 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5bede7c-00fb-40ae-9da2-d07efab2eb40 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeb20a084-accf-5b60-8075-3e69ebe863a6-f394b287-340e-45e0-837f-d8c4a57cd15e', 'network_id': 'f394b287-340e-45e0-837f-d8c4a57cd15e', 'tenant_id': '4829acffed3b4745affa5e8e193e7ce5', 'fixed_ips': [{'subnet_id': 'dfe90a81-e705-4b25-98bc-68ce514af722'}]}} from n-d-816865-1. {{(pid=102388) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 05 18:39:35.144444 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b5bede7c-00fb-40ae-9da2-d07efab2eb40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:39:35.154494 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b35f28-5a55-4be4-8485-a59f06579c5e None None] Pushing event updated for resources: {'Port': ['ID=8dfae9e7-cd59-48b6-bfe7-c336264dc142,revision_number=3']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:39:35.154930 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-89c3446e-a57f-4ac4-b25b-519ee63860c8 req-30a0751c-102b-44fc-806e-47040b5071c8 tempest-ImagesTestJSON-1124888854 tempest-ImagesTestJSON-1124888854-project] 10.222.0.13 "GET /v2.0/ports?device_id=1a96f542-6487-4ff8-8485-9ac0d517f547 HTTP/1.1" status: 200 len: 945 time: 0.1319902 Nov 05 18:39:35.167502 n-d-816865-1 neutron-server[102388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7392bee-2261-4ae1-875c-34eceb525fdb None None] Network 73788293-db44-4a7b-a04d-105a4d638144 is already hosted by enough agents. {{(pid=102388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 18:39:35.183709 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-8c507801-cb48-4919-816c-158895f2a31d req-98449e5a-59ca-45b2-b1c6-e287dac039f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:39:35.196739 n-d-816865-1 neutron-server[102388]: DEBUG neutron.scheduler.base_scheduler [None req-b7392bee-2261-4ae1-875c-34eceb525fdb None None] Resources bound (agent type, host, resource id): {{(pid=102388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:39:35.200548 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7392bee-2261-4ae1-875c-34eceb525fdb None None] Received port after_create {{(pid=102388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 18:39:35.213126 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Device 00947ea7-44a7-48c3-8090-3a64e0e9cafd up at agent hyperv_n-h2-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 18:39:35.255585 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-1b9d61fb-ae5b-4346-a0fa-2234f451a360 req-29397a03-b5da-4eeb-9132-111dc3067b76 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6149821'] for port, after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:39:35.295698 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-89c3446e-a57f-4ac4-b25b-519ee63860c8 req-dcd5a6f9-7093-4b25-a979-f64973d8602a tempest-ImagesTestJSON-1124888854 tempest-ImagesTestJSON-1124888854-project] 10.222.0.13 "GET /v2.0/security-groups?id=219552fc-3788-478b-8295-8fbe212226b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396673 Nov 05 18:39:35.313338 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-504d01d0-6c24-4555-9d4b-f5607b6d70e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:39:35.444219 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9d61fb-ae5b-4346-a0fa-2234f451a360 req-29397a03-b5da-4eeb-9132-111dc3067b76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:39:35.451840 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-1b9d61fb-ae5b-4346-a0fa-2234f451a360 req-29397a03-b5da-4eeb-9132-111dc3067b76 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:39:35.454207 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-1b9d61fb-ae5b-4346-a0fa-2234f451a360 req-29397a03-b5da-4eeb-9132-111dc3067b76 service neutron] 10.222.0.41 "PUT /v2.0/ports/07ad1e6a-5ef2-4823-940a-64f3df413fd4 HTTP/1.1" status: 200 len: 1091 time: 1.8242185 Nov 05 18:39:35.476496 n-d-816865-1 neutron-server[102386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f42c912a-d1d9-49c8-a808-f584952069f5', 'tag': '07ad1e6a-5ef2-4823-940a-64f3df413fd4'}] {{(pid=102386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 18:39:35.482128 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6173a44d7c73f41af551dc890fa1a5892c2c6bc3458b640c8e0c24db7876ba6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94c69b2d-07fb-4b41-bcf4-f153143fca93" -d '{"events": [{"name": "network-changed", "server_uuid": "f42c912a-d1d9-49c8-a808-f584952069f5", "tag": "07ad1e6a-5ef2-4823-940a-64f3df413fd4"}]}' {{(pid=102386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 18:39:35.556064 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:39:35.612155 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29397a03-b5da-4eeb-9132-111dc3067b76 service neutron] Pushing event updated for resources: {'Port': ['ID=07ad1e6a-5ef2-4823-940a-64f3df413fd4,revision_number=3']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:39:35.639846 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.provisioning_blocks [req-8c507801-cb48-4919-816c-158895f2a31d req-98449e5a-59ca-45b2-b1c6-e287dac039f8 service neutron] Transition to ACTIVE for port object 69aa63a3-5ce3-47a2-805e-ff8f5ce4d8b7 will not be triggered until provisioned by entity L2. {{(pid=102386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 05 18:39:35.646446 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9d61fb-ae5b-4346-a0fa-2234f451a360 req-498061f8-bc04-43ab-a791-fd52328d0a29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:39:35.647979 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-1b9d61fb-ae5b-4346-a0fa-2234f451a360 req-498061f8-bc04-43ab-a791-fd52328d0a29 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=05b01937f9ca44aa923731561d630757&device_id=f42c912a-d1d9-49c8-a808-f584952069f5 HTTP/1.1" status: 200 len: 1094 time: 0.0874565 Nov 05 18:39:35.689270 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Provisioning for port 00947ea7-44a7-48c3-8090-3a64e0e9cafd completed by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 05 18:39:35.697516 n-d-816865-1 neutron-server[102388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e5951dd-ceb5-464b-9b97-d9970a02b978', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74b4f536-afc6-45ed-95eb-c7d47fdce2ed'}] {{(pid=102388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 18:39:35.700693 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85474fee1180e129d8a886d264fe0b30223aa672dd1ffe43b630605f18504f68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa6bd317-8ef3-4de4-ab21-e800ef459e13" -d '{"events": [{"server_uuid": "6e5951dd-ceb5-464b-9b97-d9970a02b978", "name": "network-vif-plugged", "status": "completed", "tag": "74b4f536-afc6-45ed-95eb-c7d47fdce2ed"}]}' {{(pid=102388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 18:39:35.707221 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-8c507801-cb48-4919-816c-158895f2a31d req-98449e5a-59ca-45b2-b1c6-e287dac039f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6149821'] for port, after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:39:35.710280 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-1b9d61fb-ae5b-4346-a0fa-2234f451a360 req-2f75fdeb-1d26-4af9-81a5-168fee9bb741 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=07ad1e6a-5ef2-4823-940a-64f3df413fd4 HTTP/1.1" status: 200 len: 217 time: 0.0515206 Nov 05 18:39:35.710497 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Provisioning complete for port 00947ea7-44a7-48c3-8090-3a64e0e9cafd triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:39:35.710901 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:39:35.775800 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-b7392bee-2261-4ae1-875c-34eceb525fdb None None] Attempting to bind port 778bbf84-ebb2-4869-b1bd-ecfbaa16269d on host n-d-816865-1 for vnic_type normal with profile {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 18:39:35.814106 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-b7392bee-2261-4ae1-875c-34eceb525fdb None None] Attempting to bind port 778bbf84-ebb2-4869-b1bd-ecfbaa16269d by drivers openvswitch,hyperv on host n-d-816865-1 at level 0 using segments [{'id': '8407edfd-cbcf-4afb-bebf-f4fdffd7470b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '73788293-db44-4a7b-a04d-105a4d638144'}] {{(pid=102388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 18:39:35.814106 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7392bee-2261-4ae1-875c-34eceb525fdb None None] Attempting to bind port 778bbf84-ebb2-4869-b1bd-ecfbaa16269d on network 73788293-db44-4a7b-a04d-105a4d638144 {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 18:39:35.814106 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-41c90b0d-e25f-43c2-a149-b8139f349d8c None None] Attempting to bind port 8dfae9e7-cd59-48b6-bfe7-c336264dc142 on host n-d-816865-1 for vnic_type normal with profile {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 18:39:35.814106 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-41c90b0d-e25f-43c2-a149-b8139f349d8c None None] Attempting to bind port 8dfae9e7-cd59-48b6-bfe7-c336264dc142 by drivers openvswitch,hyperv on host n-d-816865-1 at level 0 using segments [{'id': '93fd2d79-7933-46e7-8a7f-2b0cace59e4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '9c282dee-ee32-45f7-8090-e833d25335b6'}] {{(pid=102388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 18:39:35.814106 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41c90b0d-e25f-43c2-a149-b8139f349d8c None None] Attempting to bind port 8dfae9e7-cd59-48b6-bfe7-c336264dc142 on network 9c282dee-ee32-45f7-8090-e833d25335b6 {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 18:39:35.814106 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7392bee-2261-4ae1-875c-34eceb525fdb None None] Checking agent: {'id': '724d89a7-611b-41e6-bc85-c48112b17afa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 18, 25, 8), 'started_at': datetime.datetime(2021, 11, 5, 18, 25, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 18, 39, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 18:39:35.814106 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7392bee-2261-4ae1-875c-34eceb525fdb None None] Checking segment: {'id': '8407edfd-cbcf-4afb-bebf-f4fdffd7470b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '73788293-db44-4a7b-a04d-105a4d638144'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 18:39:35.814106 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b7392bee-2261-4ae1-875c-34eceb525fdb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:39:35.814106 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7392bee-2261-4ae1-875c-34eceb525fdb None None] Bound using segment: {'id': '8407edfd-cbcf-4afb-bebf-f4fdffd7470b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '73788293-db44-4a7b-a04d-105a4d638144'} {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 18:39:35.820357 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-b7392bee-2261-4ae1-875c-34eceb525fdb None None] Bound port: 778bbf84-ebb2-4869-b1bd-ecfbaa16269d, host: n-d-816865-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8407edfd-cbcf-4afb-bebf-f4fdffd7470b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '73788293-db44-4a7b-a04d-105a4d638144'}}] {{(pid=102388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 18:39:35.820357 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b7392bee-2261-4ae1-875c-34eceb525fdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:39:35.820357 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] For port 74b4f536-afc6-45ed-95eb-c7d47fdce2ed, host n-h1-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=74b4f536-afc6-45ed-95eb-c7d47fdce2ed,segment=NetworkSegment(35c2db9c-522d-48d3-98cf-a08c2cc55db7),segment_id=35c2db9c-522d-48d3-98cf-a08c2cc55db7)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:39:35.858787 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9d61fb-ae5b-4346-a0fa-2234f451a360 req-74f77a3a-fae2-48b2-80a3-d8f0004b3733 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:39:35.860697 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-1b9d61fb-ae5b-4346-a0fa-2234f451a360 req-74f77a3a-fae2-48b2-80a3-d8f0004b3733 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=cb31a061-4578-4faf-9b25-83e849882576 HTTP/1.1" status: 200 len: 852 time: 0.1039338 Nov 05 18:39:35.880987 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41c90b0d-e25f-43c2-a149-b8139f349d8c None None] Checking agent: {'id': '724d89a7-611b-41e6-bc85-c48112b17afa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 18, 25, 8), 'started_at': datetime.datetime(2021, 11, 5, 18, 25, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 18, 39, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 18:39:35.881682 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41c90b0d-e25f-43c2-a149-b8139f349d8c None None] Checking segment: {'id': '93fd2d79-7933-46e7-8a7f-2b0cace59e4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '9c282dee-ee32-45f7-8090-e833d25335b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 18:39:35.882309 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-41c90b0d-e25f-43c2-a149-b8139f349d8c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:39:35.882947 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41c90b0d-e25f-43c2-a149-b8139f349d8c None None] Bound using segment: {'id': '93fd2d79-7933-46e7-8a7f-2b0cace59e4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '9c282dee-ee32-45f7-8090-e833d25335b6'} {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 18:39:35.883671 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-41c90b0d-e25f-43c2-a149-b8139f349d8c None None] Bound port: 8dfae9e7-cd59-48b6-bfe7-c336264dc142, host: n-d-816865-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93fd2d79-7933-46e7-8a7f-2b0cace59e4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '9c282dee-ee32-45f7-8090-e833d25335b6'}}] {{(pid=102388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 18:39:35.884285 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-41c90b0d-e25f-43c2-a149-b8139f349d8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:39:35.984549 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98449e5a-59ca-45b2-b1c6-e287dac039f8 service neutron] Pushing event updated for resources: {'Port': ['ID=69aa63a3-5ce3-47a2-805e-ff8f5ce4d8b7,revision_number=10']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:39:35.987531 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-695523a9-f364-49a5-b2d8-d92165bd63f5 None None] Provisioning complete for port 8dfae9e7-cd59-48b6-bfe7-c336264dc142 triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:39:35.987531 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-695523a9-f364-49a5-b2d8-d92165bd63f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:39:36.024809 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c507801-cb48-4919-816c-158895f2a31d req-98449e5a-59ca-45b2-b1c6-e287dac039f8 service neutron] No DVR routers for this DVR port 69aa63a3-5ce3-47a2-805e-ff8f5ce4d8b7 on host n-h2-816865-1 {{(pid=102386) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 18:39:36.038517 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-1b9d61fb-ae5b-4346-a0fa-2234f451a360 req-6293a1bf-3ff1-4661-af53-8740126367fa service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9743ad7b-9947-4aa3-b66d-0168e5572670&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1054304 Nov 05 18:39:36.182027 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-1b9d61fb-ae5b-4346-a0fa-2234f451a360 req-0c598611-094b-433d-83a2-23d55ff53ada service neutron] 10.222.0.41 "GET /v2.0/networks/9743ad7b-9947-4aa3-b66d-0168e5572670?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1190717 Nov 05 18:39:36.190947 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-8c507801-cb48-4919-816c-158895f2a31d req-98449e5a-59ca-45b2-b1c6-e287dac039f8 service neutron] 10.222.0.55 "PUT /v2.0/ports/69aa63a3-5ce3-47a2-805e-ff8f5ce4d8b7/bindings/n-h1-816865-1/activate HTTP/1.1" status: 200 len: 369 time: 1.9400775 Nov 05 18:39:36.208654 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-695523a9-f364-49a5-b2d8-d92165bd63f5 None None] Port 8dfae9e7-cd59-48b6-bfe7-c336264dc142 cannot update to ACTIVE because it is not bound. {{(pid=102388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 18:39:36.235943 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b7392bee-2261-4ae1-875c-34eceb525fdb None None] For port 778bbf84-ebb2-4869-b1bd-ecfbaa16269d, host n-d-816865-1, cleared binding levels {{(pid=102388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 18:39:36.241793 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.db_base_plugin_common [None req-b5bede7c-00fb-40ae-9da2-d07efab2eb40 None None] Allocated IP 19.86.0.2 (f394b287-340e-45e0-837f-d8c4a57cd15e/dfe90a81-e705-4b25-98bc-68ce514af722/a7a03d82-32f0-4c88-8486-5428a2fd5591) {{(pid=102388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 18:39:36.247506 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b7392bee-2261-4ae1-875c-34eceb525fdb None None] For port 778bbf84-ebb2-4869-b1bd-ecfbaa16269d, host n-d-816865-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=778bbf84-ebb2-4869-b1bd-ecfbaa16269d,segment=NetworkSegment(8407edfd-cbcf-4afb-bebf-f4fdffd7470b),segment_id=8407edfd-cbcf-4afb-bebf-f4fdffd7470b)] {{(pid=102388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 18:39:36.273761 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-41c90b0d-e25f-43c2-a149-b8139f349d8c None None] For port 8dfae9e7-cd59-48b6-bfe7-c336264dc142, host n-d-816865-1, cleared binding levels {{(pid=102388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 18:39:36.302884 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-41c90b0d-e25f-43c2-a149-b8139f349d8c None None] For port 8dfae9e7-cd59-48b6-bfe7-c336264dc142, host n-d-816865-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=8dfae9e7-cd59-48b6-bfe7-c336264dc142,segment=NetworkSegment(93fd2d79-7933-46e7-8a7f-2b0cace59e4b),segment_id=93fd2d79-7933-46e7-8a7f-2b0cace59e4b)] {{(pid=102388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 18:39:36.310449 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:39:36.340822 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-1b9d61fb-ae5b-4346-a0fa-2234f451a360 req-55affd43-f1b7-4191-a804-5d14a0901dbd service neutron] 10.222.0.41 "GET /v2.0/networks/9743ad7b-9947-4aa3-b66d-0168e5572670?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1487350 Nov 05 18:39:36.438710 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:39:36.443571 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] For port 00947ea7-44a7-48c3-8090-3a64e0e9cafd, host n-h2-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=00947ea7-44a7-48c3-8090-3a64e0e9cafd,segment=NetworkSegment(6c1e83a3-272c-4e69-9514-f61e4e363f8b),segment_id=6c1e83a3-272c-4e69-9514-f61e4e363f8b)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:39:36.482311 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b7392bee-2261-4ae1-875c-34eceb525fdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:39:36.484072 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b304910f-7b27-444b-a8fc-977d26b1ceac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:39:36.485089 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-41c90b0d-e25f-43c2-a149-b8139f349d8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:39:36.506996 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:39:36.539121 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41c90b0d-e25f-43c2-a149-b8139f349d8c None None] Routers {'beeb7fb8-39c0-47c0-a88d-b4e22ec05da3'} bound to L3 agent in host n-d-816865-1 {{(pid=102388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 18:39:36.541855 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-41c90b0d-e25f-43c2-a149-b8139f349d8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T18:39:35Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['beeb7fb8-39c0-47c0-a88d-b4e22ec05da3'], 'active': True} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:39:36.611161 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c507801-cb48-4919-816c-158895f2a31d req-a2fe8a03-3e2d-49ca-87bb-0cf34480bb51 tempest-LiveAutoBlockMigrationV225Test-2109471755 tempest-LiveAutoBlockMigrationV225Test-2109471755-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:39:36.611161 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-8c507801-cb48-4919-816c-158895f2a31d req-a2fe8a03-3e2d-49ca-87bb-0cf34480bb51 tempest-LiveAutoBlockMigrationV225Test-2109471755 tempest-LiveAutoBlockMigrationV225Test-2109471755-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=d58bccf2-f8b9-4db8-9ff5-12c1cf501508&tenant_id=482f8aec1d1b4fc08a02afb86f8387d6&binding%3Ahost_id=n-h2-816865-1 HTTP/1.1" status: 200 len: 1096 time: 0.1149130 Nov 05 18:39:36.726147 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c507801-cb48-4919-816c-158895f2a31d req-592ca593-d583-4d04-9969-8e5646418bf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:39:36.726147 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-8c507801-cb48-4919-816c-158895f2a31d req-592ca593-d583-4d04-9969-8e5646418bf6 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=d58bccf2-f8b9-4db8-9ff5-12c1cf501508&tenant_id=482f8aec1d1b4fc08a02afb86f8387d6 HTTP/1.1" status: 200 len: 1096 time: 0.0895360 Nov 05 18:39:36.768162 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:39:36.801760 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Pushing event updated for resources: {'Port': ['ID=74b4f536-afc6-45ed-95eb-c7d47fdce2ed,revision_number=7']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:39:36.862977 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c507801-cb48-4919-816c-158895f2a31d req-eb06c9d7-6c47-4fb9-a868-252e2aa969ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:39:36.864557 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-8c507801-cb48-4919-816c-158895f2a31d req-eb06c9d7-6c47-4fb9-a868-252e2aa969ca service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=482f8aec1d1b4fc08a02afb86f8387d6&device_id=d58bccf2-f8b9-4db8-9ff5-12c1cf501508 HTTP/1.1" status: 200 len: 1096 time: 0.0987759 Nov 05 18:39:36.946986 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvr_db [None req-41c90b0d-e25f-43c2-a149-b8139f349d8c None None] Set router beeb7fb8-39c0-47c0-a88d-b4e22ec05da3 gateway port host: n-d-816865-1 {{(pid=102388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 18:39:37.011958 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b5bede7c-00fb-40ae-9da2-d07efab2eb40 None None] Publish callbacks [] for port, precommit_create {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:39:37.051555 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7392bee-2261-4ae1-875c-34eceb525fdb None None] Pushing event updated for resources: {'Port': ['ID=778bbf84-ebb2-4869-b1bd-ecfbaa16269d,revision_number=2']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:39:37.126694 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c507801-cb48-4919-816c-158895f2a31d req-51f6d720-3acd-465e-aa7c-dd7add6ac0da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:39:37.128196 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-8c507801-cb48-4919-816c-158895f2a31d req-51f6d720-3acd-465e-aa7c-dd7add6ac0da service neutron] 10.222.0.41 "GET /v2.0/networks?id=5e3d0b1a-fd18-45bc-91bd-c831330234c4 HTTP/1.1" status: 200 len: 921 time: 0.2529619 Nov 05 18:39:37.187323 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b5bede7c-00fb-40ae-9da2-d07efab2eb40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789'] for port, after_create {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:39:37.199253 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-8c507801-cb48-4919-816c-158895f2a31d req-b3284f22-625e-4226-a485-a0d0dcc798a5 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=69aa63a3-5ce3-47a2-805e-ff8f5ce4d8b7 HTTP/1.1" status: 200 len: 217 time: 0.0606444 Nov 05 18:39:37.326993 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c507801-cb48-4919-816c-158895f2a31d req-25ac5f7a-3c66-486b-802e-976a9a97be11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:39:37.328499 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-8c507801-cb48-4919-816c-158895f2a31d req-25ac5f7a-3c66-486b-802e-976a9a97be11 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e7fca78a-743c-4af3-9fb8-12bc06bb873c HTTP/1.1" status: 200 len: 860 time: 0.1171772 Nov 05 18:39:37.379903 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-8c507801-cb48-4919-816c-158895f2a31d req-feb84a7f-e1fa-4382-9e05-0e9953284cb2 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=5e3d0b1a-fd18-45bc-91bd-c831330234c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0399649 Nov 05 18:39:37.428249 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Device 046eb35d-2125-4c26-8c14-0533b517be00 up at agent hyperv_n-h2-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 18:39:37.525190 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-8c507801-cb48-4919-816c-158895f2a31d req-7462a050-dc50-42cd-bbe1-98c34e5c18be service neutron] 10.222.0.41 "GET /v2.0/networks/5e3d0b1a-fd18-45bc-91bd-c831330234c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1317415 Nov 05 18:39:37.546325 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-3db28d74-a362-404d-aff9-7e2d460c8797 None None] Provisioning complete for port 8dfae9e7-cd59-48b6-bfe7-c336264dc142 triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:39:37.547123 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3db28d74-a362-404d-aff9-7e2d460c8797 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:39:37.611527 n-d-816865-1 neutron-server[102388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5bede7c-00fb-40ae-9da2-d07efab2eb40 None None] Network f394b287-340e-45e0-837f-d8c4a57cd15e is already hosted by enough agents. {{(pid=102388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 18:39:37.626884 n-d-816865-1 neutron-server[102388]: DEBUG neutron.scheduler.base_scheduler [None req-b5bede7c-00fb-40ae-9da2-d07efab2eb40 None None] Resources bound (agent type, host, resource id): {{(pid=102388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:39:37.634963 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5bede7c-00fb-40ae-9da2-d07efab2eb40 None None] Received port after_create {{(pid=102388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 18:39:37.665369 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b35f28-5a55-4be4-8485-a59f06579c5e None None] Pushing event updated for resources: {'Port': ['ID=8dfae9e7-cd59-48b6-bfe7-c336264dc142,revision_number=4']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:39:37.707251 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-8c507801-cb48-4919-816c-158895f2a31d req-edaa243a-6a50-48bb-a862-1d3f6734caf4 service neutron] 10.222.0.41 "GET /v2.0/networks/5e3d0b1a-fd18-45bc-91bd-c831330234c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1738825 Nov 05 18:39:37.846258 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Pushing event updated for resources: {'Port': ['ID=00947ea7-44a7-48c3-8090-3a64e0e9cafd,revision_number=5']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:39:37.926415 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-b5bede7c-00fb-40ae-9da2-d07efab2eb40 None None] Attempting to bind port a7a03d82-32f0-4c88-8486-5428a2fd5591 on host n-d-816865-1 for vnic_type normal with profile {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 18:39:37.926752 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-b5bede7c-00fb-40ae-9da2-d07efab2eb40 None None] Attempting to bind port a7a03d82-32f0-4c88-8486-5428a2fd5591 by drivers openvswitch,hyperv on host n-d-816865-1 at level 0 using segments [{'id': '22587c8c-d80d-4478-9101-f730178c0e2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'f394b287-340e-45e0-837f-d8c4a57cd15e'}] {{(pid=102388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 18:39:37.927114 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5bede7c-00fb-40ae-9da2-d07efab2eb40 None None] Attempting to bind port a7a03d82-32f0-4c88-8486-5428a2fd5591 on network f394b287-340e-45e0-837f-d8c4a57cd15e {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 18:39:37.959907 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Provisioning for port 046eb35d-2125-4c26-8c14-0533b517be00 completed by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 05 18:39:38.064046 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5bede7c-00fb-40ae-9da2-d07efab2eb40 None None] Checking agent: {'id': '724d89a7-611b-41e6-bc85-c48112b17afa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 18, 25, 8), 'started_at': datetime.datetime(2021, 11, 5, 18, 25, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 18, 39, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 18:39:38.064419 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5bede7c-00fb-40ae-9da2-d07efab2eb40 None None] Checking segment: {'id': '22587c8c-d80d-4478-9101-f730178c0e2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'f394b287-340e-45e0-837f-d8c4a57cd15e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 18:39:38.064824 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b5bede7c-00fb-40ae-9da2-d07efab2eb40 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:39:38.065233 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5bede7c-00fb-40ae-9da2-d07efab2eb40 None None] Bound using segment: {'id': '22587c8c-d80d-4478-9101-f730178c0e2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'f394b287-340e-45e0-837f-d8c4a57cd15e'} {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 18:39:38.065754 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-b5bede7c-00fb-40ae-9da2-d07efab2eb40 None None] Bound port: a7a03d82-32f0-4c88-8486-5428a2fd5591, host: n-d-816865-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22587c8c-d80d-4478-9101-f730178c0e2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'f394b287-340e-45e0-837f-d8c4a57cd15e'}}] {{(pid=102388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 18:39:38.066130 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b5bede7c-00fb-40ae-9da2-d07efab2eb40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:39:38.079146 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Provisioning complete for port 046eb35d-2125-4c26-8c14-0533b517be00 triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:39:38.079517 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:39:38.116904 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5bede7c-00fb-40ae-9da2-d07efab2eb40 None None] Pushing event updated for resources: {'Port': ['ID=a7a03d82-32f0-4c88-8486-5428a2fd5591,revision_number=1']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:39:38.132743 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3db28d74-a362-404d-aff9-7e2d460c8797 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:39:38.139965 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-41c90b0d-e25f-43c2-a149-b8139f349d8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'beeb7fb8-39c0-47c0-a88d-b4e22ec05da3', 'name': 'tempest-TaggedBootDevicesTest-2092046476-router', 'tenant_id': '48de103aa1ab44c9aad7c42993657578', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.236'}], 'enable_snat': True}, 'gw_port_id': 'f27c4a60-5c3f-41e7-93bc-e021962f250c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T18:39:14Z', 'updated_at': '2021-11-05T18:39:29Z', 'revision_number': 4, 'project_id': '48de103aa1ab44c9aad7c42993657578', 'gw_port': {'id': 'f27c4a60-5c3f-41e7-93bc-e021962f250c', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:eb:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beeb7fb8-39c0-47c0-a88d-b4e22ec05da3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T18:39:18Z', 'updated_at': '2021-11-05T18:39:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1', '_interfaces': [{'id': '8dfae9e7-cd59-48b6-bfe7-c336264dc142', 'name': '', 'network_id': '9c282dee-ee32-45f7-8090-e833d25335b6', 'tenant_id': '48de103aa1ab44c9aad7c42993657578', 'mac_address': 'fa:16:3e:07:4f:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'beeb7fb8-39c0-47c0-a88d-b4e22ec05da3', 'device_owner': 'network:router_interface', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': 'cac15399-ea50-428e-a2ae-2a1396bca25d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T18:39:27Z', 'updated_at': '2021-11-05T18:39:36Z', 'revision_number': 4, 'project_id': '48de103aa1ab44c9aad7c42993657578', 'subnets': [{'id': 'cac15399-ea50-428e-a2ae-2a1396bca25d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-1', False) {} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:39:38.179248 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 778bbf84-ebb2-4869-b1bd-ecfbaa16269d up at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 18:39:38.250701 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41c90b0d-e25f-43c2-a149-b8139f349d8c None None] The sync data for ids ['beeb7fb8-39c0-47c0-a88d-b4e22ec05da3'] in n-d-816865-1 is: [{'id': 'beeb7fb8-39c0-47c0-a88d-b4e22ec05da3', 'name': 'tempest-TaggedBootDevicesTest-2092046476-router', 'tenant_id': '48de103aa1ab44c9aad7c42993657578', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.236'}], 'enable_snat': True}, 'gw_port_id': 'f27c4a60-5c3f-41e7-93bc-e021962f250c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T18:39:14Z', 'updated_at': '2021-11-05T18:39:29Z', 'revision_number': 4, 'project_id': '48de103aa1ab44c9aad7c42993657578', 'gw_port': {'id': 'f27c4a60-5c3f-41e7-93bc-e021962f250c', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:eb:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beeb7fb8-39c0-47c0-a88d-b4e22ec05da3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T18:39:18Z', 'updated_at': '2021-11-05T18:39:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1', '_interfaces': [{'id': '8dfae9e7-cd59-48b6-bfe7-c336264dc142', 'name': '', 'network_id': '9c282dee-ee32-45f7-8090-e833d25335b6', 'tenant_id': '48de103aa1ab44c9aad7c42993657578', 'mac_address': 'fa:16:3e:07:4f:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'beeb7fb8-39c0-47c0-a88d-b4e22ec05da3', 'device_owner': 'network:router_interface', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': 'cac15399-ea50-428e-a2ae-2a1396bca25d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T18:39:27Z', 'updated_at': '2021-11-05T18:39:36Z', 'revision_number': 4, 'project_id': '48de103aa1ab44c9aad7c42993657578', 'subnets': [{'id': 'cac15399-ea50-428e-a2ae-2a1396bca25d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 18:39:38.343459 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3db28d74-a362-404d-aff9-7e2d460c8797 None None] For port 8dfae9e7-cd59-48b6-bfe7-c336264dc142, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=8dfae9e7-cd59-48b6-bfe7-c336264dc142,segment=NetworkSegment(93fd2d79-7933-46e7-8a7f-2b0cace59e4b),segment_id=93fd2d79-7933-46e7-8a7f-2b0cace59e4b)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:39:38.363848 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-31f93893-a48e-4ae8-833d-dccb2b42eacc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:39:38.368284 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b5bede7c-00fb-40ae-9da2-d07efab2eb40 None None] For port a7a03d82-32f0-4c88-8486-5428a2fd5591, host n-d-816865-1, cleared binding levels {{(pid=102388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 18:39:38.376609 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b5bede7c-00fb-40ae-9da2-d07efab2eb40 None None] For port a7a03d82-32f0-4c88-8486-5428a2fd5591, host n-d-816865-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=a7a03d82-32f0-4c88-8486-5428a2fd5591,segment=NetworkSegment(22587c8c-d80d-4478-9101-f730178c0e2e),segment_id=22587c8c-d80d-4478-9101-f730178c0e2e)] {{(pid=102388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 18:39:38.422418 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Provisioning complete for port 778bbf84-ebb2-4869-b1bd-ecfbaa16269d triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:39:38.422796 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:39:38.427098 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:39:38.492027 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04122ad2-8618-470b-b19b-ce8bb623a1ee None None] Network 73788293-db44-4a7b-a04d-105a4d638144 requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 18:39:38.494458 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:39:38.497150 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3db28d74-a362-404d-aff9-7e2d460c8797 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:39:38.505793 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b5bede7c-00fb-40ae-9da2-d07efab2eb40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:39:38.509971 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c507801-cb48-4919-816c-158895f2a31d req-5e88862d-35c0-4023-8c7b-a91380b3943c tempest-LiveAutoBlockMigrationV225Test-2109471755 tempest-LiveAutoBlockMigrationV225Test-2109471755-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:39:38.515133 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-8c507801-cb48-4919-816c-158895f2a31d req-5e88862d-35c0-4023-8c7b-a91380b3943c tempest-LiveAutoBlockMigrationV225Test-2109471755 tempest-LiveAutoBlockMigrationV225Test-2109471755-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=d58bccf2-f8b9-4db8-9ff5-12c1cf501508&tenant_id=482f8aec1d1b4fc08a02afb86f8387d6&binding%3Ahost_id=n-h1-816865-1 HTTP/1.1" status: 200 len: 1096 time: 0.1123803 Nov 05 18:39:38.557900 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.agents_db [None req-b9406b04-a0e8-43cf-b349-711963d96cf4 None None] Agent healthcheck: found 7 active agents {{(pid=102389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 05 18:39:38.682668 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-9a1dd09c-37fc-411a-b0d4-5d3336d94bb0 req-20e60fd5-5e16-4807-b75b-081e9cf0c14b service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=1deb7c06-0d89-436e-a71b-115690d709c3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0948877 Nov 05 18:39:38.721935 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] For port 046eb35d-2125-4c26-8c14-0533b517be00, host n-h2-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=046eb35d-2125-4c26-8c14-0533b517be00,segment=NetworkSegment(35c2db9c-522d-48d3-98cf-a08c2cc55db7),segment_id=35c2db9c-522d-48d3-98cf-a08c2cc55db7)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:39:38.852852 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1dd09c-37fc-411a-b0d4-5d3336d94bb0 req-02a9da7b-1178-4e85-b31b-4d0a85e24b27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:39:38.854876 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-9a1dd09c-37fc-411a-b0d4-5d3336d94bb0 req-02a9da7b-1178-4e85-b31b-4d0a85e24b27 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=10ec5728e81c4449951d5c9e87d02372&device_id=1deb7c06-0d89-436e-a71b-115690d709c3 HTTP/1.1" status: 200 len: 1101 time: 0.0914273 Nov 05 18:39:38.886546 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:39:38.890327 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Device 69aa63a3-5ce3-47a2-805e-ff8f5ce4d8b7 no longer exists at agent hyperv_n-h2-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 18:39:39.045137 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [req-8c507801-cb48-4919-816c-158895f2a31d req-4eae07c4-85de-4333-8b38-b800a370a181 service neutron] For port 69aa63a3-5ce3-47a2-805e-ff8f5ce4d8b7, host n-h2-816865-1, cleared binding levels {{(pid=102386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 18:39:39.051329 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-8c507801-cb48-4919-816c-158895f2a31d req-4eae07c4-85de-4333-8b38-b800a370a181 service neutron] Publish callbacks [] for binding, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:39:39.052482 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-8c507801-cb48-4919-816c-158895f2a31d req-4eae07c4-85de-4333-8b38-b800a370a181 service neutron] 10.222.0.41 "DELETE /v2.0/ports/69aa63a3-5ce3-47a2-805e-ff8f5ce4d8b7/bindings/n-h2-816865-1 HTTP/1.1" status: 204 len: 173 time: 0.5245814 Nov 05 18:39:39.058037 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-8d509492-f593-4213-958a-e1c2b02f6583 None None] Provisioning complete for port 778bbf84-ebb2-4869-b1bd-ecfbaa16269d triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:39:39.058478 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-8d509492-f593-4213-958a-e1c2b02f6583 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:39:39.081348 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Device 69aa63a3-5ce3-47a2-805e-ff8f5ce4d8b7 not bound to the agent host n-h2-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 18:39:39.138846 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1dd09c-37fc-411a-b0d4-5d3336d94bb0 req-4d930f19-4c96-45f4-8e8f-5b15ba92eb26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:39:39.145647 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-9a1dd09c-37fc-411a-b0d4-5d3336d94bb0 req-4d930f19-4c96-45f4-8e8f-5b15ba92eb26 service neutron] 10.222.0.41 "GET /v2.0/networks?id=a723f808-b11e-4066-b104-fad90c82895e HTTP/1.1" status: 200 len: 870 time: 0.2504702 Nov 05 18:39:39.308447 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-9a1dd09c-37fc-411a-b0d4-5d3336d94bb0 req-e9fa80b3-e4a0-4790-a0be-32b622c495aa service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.166&port_id=c0bab39d-31d7-4372-acf4-dcf699effaf4 HTTP/1.1" status: 200 len: 217 time: 0.1536453 Nov 05 18:39:39.362808 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db28d74-a362-404d-aff9-7e2d460c8797 None None] Pushing event updated for resources: {'Port': ['ID=8dfae9e7-cd59-48b6-bfe7-c336264dc142,revision_number=5']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:39:39.409192 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1dd09c-37fc-411a-b0d4-5d3336d94bb0 req-320a7315-b5ec-407f-a4f4-af5c3c467c2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:39:39.412097 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-9a1dd09c-37fc-411a-b0d4-5d3336d94bb0 req-320a7315-b5ec-407f-a4f4-af5c3c467c2d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=05e7a1b5-165b-4a00-855a-ffbcb2eba59e HTTP/1.1" status: 200 len: 843 time: 0.0946236 Nov 05 18:39:39.469587 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Device 07ad1e6a-5ef2-4823-940a-64f3df413fd4 details requested by agent hyperv_n-h1-816865-1 with host n-h1-816865-1 {{(pid=102388) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 05 18:39:39.536929 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1dd09c-37fc-411a-b0d4-5d3336d94bb0 req-7ede11f7-b2de-48fa-bbfc-32665cd827d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:39:39.547671 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-9a1dd09c-37fc-411a-b0d4-5d3336d94bb0 req-7ede11f7-b2de-48fa-bbfc-32665cd827d9 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a723f808-b11e-4066-b104-fad90c82895e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1257281 Nov 05 18:39:39.561954 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:39:39.729446 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5bede7c-00fb-40ae-9da2-d07efab2eb40 None None] Pushing event updated for resources: {'Port': ['ID=a7a03d82-32f0-4c88-8486-5428a2fd5591,revision_number=2']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:39:39.776586 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-8d509492-f593-4213-958a-e1c2b02f6583 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:39:39.804354 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-9a1dd09c-37fc-411a-b0d4-5d3336d94bb0 req-48f60c96-3108-4eff-ac4d-701c1585f523 service neutron] 10.222.0.41 "GET /v2.0/networks/a723f808-b11e-4066-b104-fad90c82895e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2446756 Nov 05 18:39:40.023979 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] For port 778bbf84-ebb2-4869-b1bd-ecfbaa16269d, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=778bbf84-ebb2-4869-b1bd-ecfbaa16269d,segment=NetworkSegment(8407edfd-cbcf-4afb-bebf-f4fdffd7470b),segment_id=8407edfd-cbcf-4afb-bebf-f4fdffd7470b)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:39:40.068019 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-9a1dd09c-37fc-411a-b0d4-5d3336d94bb0 req-1d5f68ce-c99b-4d08-90ad-ada50c67ceb6 service neutron] 10.222.0.41 "GET /v2.0/networks/a723f808-b11e-4066-b104-fad90c82895e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2517576 Nov 05 18:39:40.157165 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:39:40.160291 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Pushing event updated for resources: {'Port': ['ID=046eb35d-2125-4c26-8c14-0533b517be00,revision_number=5']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:39:40.445953 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Pushing event updated for resources: {'Port': ['ID=778bbf84-ebb2-4869-b1bd-ecfbaa16269d,revision_number=3']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:39:40.479965 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] For port 07ad1e6a-5ef2-4823-940a-64f3df413fd4, host n-h1-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=07ad1e6a-5ef2-4823-940a-64f3df413fd4,segment=NetworkSegment(8fe54a69-31e7-40d0-825b-2160d7fbba14),segment_id=8fe54a69-31e7-40d0-825b-2160d7fbba14)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:39:40.479965 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.db.api [None req-8d509492-f593-4213-958a-e1c2b02f6583 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102388) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 05 18:39:40.480273 n-d-816865-1 neutron-server[102388]: DEBUG oslo_db.api [None req-8d509492-f593-4213-958a-e1c2b02f6583 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 05 18:39:40.499475 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Returning: {'device': '07ad1e6a-5ef2-4823-940a-64f3df413fd4', 'network_id': '9743ad7b-9947-4aa3-b66d-0168e5572670', 'port_id': '07ad1e6a-5ef2-4823-940a-64f3df413fd4', 'mac_address': 'fa:16:3e:50:6f:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 197, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb31a061-4578-4faf-9b25-83e849882576', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102388) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 05 18:39:40.501675 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 8dfae9e7-cd59-48b6-bfe7-c336264dc142 up at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 18:39:40.699508 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:39:40.725095 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Provisioning complete for port 8dfae9e7-cd59-48b6-bfe7-c336264dc142 triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:39:40.725467 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:39:40.729528 n-d-816865-1 neutron-server[102388]: DEBUG neutron.notifiers.nova [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 07ad1e6a-5ef2-4823-940a-64f3df413fd4 {{(pid=102388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 18:39:40.761857 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69c1826f-85a8-4f1f-8a73-779942c77939 None None] Network f394b287-340e-45e0-837f-d8c4a57cd15e requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 18:39:41.036439 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] For port 07ad1e6a-5ef2-4823-940a-64f3df413fd4, host n-h1-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=07ad1e6a-5ef2-4823-940a-64f3df413fd4,segment=NetworkSegment(8fe54a69-31e7-40d0-825b-2160d7fbba14),segment_id=8fe54a69-31e7-40d0-825b-2160d7fbba14)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:39:41.103031 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add21620-1e64-4179-a7ec-8a9f7a5ba27a req-09ff3236-599e-4580-ab03-0c6728567eb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:39:41.105960 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-add21620-1e64-4179-a7ec-8a9f7a5ba27a req-09ff3236-599e-4580-ab03-0c6728567eb5 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=0f862ce7a4174f25919478ebbeb38081&device_id=1a96f542-6487-4ff8-8485-9ac0d517f547 HTTP/1.1" status: 200 len: 1096 time: 0.1197355 Nov 05 18:39:41.111251 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:39:41.235341 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device a7a03d82-32f0-4c88-8486-5428a2fd5591 up at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 18:39:41.302122 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Pushing event updated for resources: {'Port': ['ID=07ad1e6a-5ef2-4823-940a-64f3df413fd4,revision_number=4']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:39:41.348929 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-5516c410-b9d2-493f-af8a-6046ff6a8f55 None None] Provisioning complete for port 778bbf84-ebb2-4869-b1bd-ecfbaa16269d triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:39:41.349252 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add21620-1e64-4179-a7ec-8a9f7a5ba27a req-cb033520-4aed-4f5d-a098-8d6ca8cd5e30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:39:41.349476 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-5516c410-b9d2-493f-af8a-6046ff6a8f55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:39:41.355568 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-add21620-1e64-4179-a7ec-8a9f7a5ba27a req-cb033520-4aed-4f5d-a098-8d6ca8cd5e30 service neutron] 10.222.0.55 "GET /v2.0/networks?id=598f5d7d-609c-4eed-bdfb-a95dcdae7151 HTTP/1.1" status: 200 len: 906 time: 0.2174394 Nov 05 18:39:41.407700 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Provisioning complete for port a7a03d82-32f0-4c88-8486-5428a2fd5591 triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:39:41.408070 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:39:41.448834 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-add21620-1e64-4179-a7ec-8a9f7a5ba27a req-7d73339d-8fa9-4ded-b32b-5e2ac031bbd2 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6e1ce582-1c04-4b03-b6a1-ed06f7f464bd HTTP/1.1" status: 200 len: 217 time: 0.0797005 Nov 05 18:39:41.475415 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] get_ports_and_sgs() called for port_ids ['07ad1e6a-5ef2-4823-940a-64f3df413fd4'] {{(pid=102388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 18:39:41.643538 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add21620-1e64-4179-a7ec-8a9f7a5ba27a req-acbd8802-8752-49c8-9f77-e707453cc8ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:39:41.646690 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-add21620-1e64-4179-a7ec-8a9f7a5ba27a req-acbd8802-8752-49c8-9f77-e707453cc8ab service neutron] 10.222.0.55 "GET /v2.0/subnets?id=d6979728-9a34-49f9-ba30-1ba1422c905b HTTP/1.1" status: 200 len: 845 time: 0.1868496 Nov 05 18:39:41.724186 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:39:41.724439 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-add21620-1e64-4179-a7ec-8a9f7a5ba27a req-a8f3f9ac-6e7f-4950-94bb-d349d74dd030 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=598f5d7d-609c-4eed-bdfb-a95dcdae7151&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0594020 Nov 05 18:39:41.789168 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-5516c410-b9d2-493f-af8a-6046ff6a8f55 None None] Provisioning complete for port a7a03d82-32f0-4c88-8486-5428a2fd5591 triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:39:41.789668 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-5516c410-b9d2-493f-af8a-6046ff6a8f55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:39:41.851560 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] For port a7a03d82-32f0-4c88-8486-5428a2fd5591, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=a7a03d82-32f0-4c88-8486-5428a2fd5591,segment=NetworkSegment(22587c8c-d80d-4478-9101-f730178c0e2e),segment_id=22587c8c-d80d-4478-9101-f730178c0e2e)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:39:41.922858 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-add21620-1e64-4179-a7ec-8a9f7a5ba27a req-840f6aa9-d9e8-4fb5-9683-3ddbb7e946f9 service neutron] 10.222.0.55 "GET /v2.0/networks/598f5d7d-609c-4eed-bdfb-a95dcdae7151?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1868255 Nov 05 18:39:41.944440 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:39:42.011289 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-5516c410-b9d2-493f-af8a-6046ff6a8f55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:39:42.061420 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-add21620-1e64-4179-a7ec-8a9f7a5ba27a req-1219fd12-863b-409f-b752-af292561e020 service neutron] 10.222.0.55 "GET /v2.0/networks/598f5d7d-609c-4eed-bdfb-a95dcdae7151?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261437 Nov 05 18:39:42.095074 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Pushing event updated for resources: {'Port': ['ID=a7a03d82-32f0-4c88-8486-5428a2fd5591,revision_number=3']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:39:42.161159 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.db.api [None req-5516c410-b9d2-493f-af8a-6046ff6a8f55 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102388) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 05 18:39:42.236934 n-d-816865-1 neutron-server[102388]: DEBUG oslo_db.api [None req-5516c410-b9d2-493f-af8a-6046ff6a8f55 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 05 18:39:42.286683 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 778bbf84-ebb2-4869-b1bd-ecfbaa16269d up at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 18:39:42.352419 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Provisioning complete for port 778bbf84-ebb2-4869-b1bd-ecfbaa16269d triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:39:42.353183 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:39:42.452843 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device a7a03d82-32f0-4c88-8486-5428a2fd5591 up at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 18:39:42.519886 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Provisioning complete for port a7a03d82-32f0-4c88-8486-5428a2fd5591 triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:39:42.520267 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:39:42.834233 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-5b680063-87d5-4ac3-aaa9-a7574fd6ba9d None None] Provisioning complete for port a7a03d82-32f0-4c88-8486-5428a2fd5591 triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:39:42.835037 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-5b680063-87d5-4ac3-aaa9-a7574fd6ba9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:39:43.462603 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Device 07ad1e6a-5ef2-4823-940a-64f3df413fd4 up at agent hyperv_n-h1-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 18:39:43.668734 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Provisioning for port 07ad1e6a-5ef2-4823-940a-64f3df413fd4 completed by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 05 18:39:43.673058 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Provisioning complete for port 07ad1e6a-5ef2-4823-940a-64f3df413fd4 triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:39:43.673515 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:39:43.765311 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:39:43.799555 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] For port 07ad1e6a-5ef2-4823-940a-64f3df413fd4, host n-h1-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=07ad1e6a-5ef2-4823-940a-64f3df413fd4,segment=NetworkSegment(8fe54a69-31e7-40d0-825b-2160d7fbba14),segment_id=8fe54a69-31e7-40d0-825b-2160d7fbba14)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:39:43.890203 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:39:43.950133 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Pushing event updated for resources: {'Port': ['ID=07ad1e6a-5ef2-4823-940a-64f3df413fd4,revision_number=5']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:39:48.260262 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9c7691-c800-4692-8e34-7e8a58ce4075 req-01604766-4a12-4061-8c7d-88f3a0dd790f tempest-ServersTestMultiNic-1214536785 tempest-ServersTestMultiNic-1214536785-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:39:48.265895 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9c7691-c800-4692-8e34-7e8a58ce4075 req-01604766-4a12-4061-8c7d-88f3a0dd790f tempest-ServersTestMultiNic-1214536785 tempest-ServersTestMultiNic-1214536785-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:39:48.267496 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-ff9c7691-c800-4692-8e34-7e8a58ce4075 req-01604766-4a12-4061-8c7d-88f3a0dd790f tempest-ServersTestMultiNic-1214536785 tempest-ServersTestMultiNic-1214536785-project] 10.222.0.13 "GET /v2.0/networks?id=73788293-db44-4a7b-a04d-105a4d638144&id=f394b287-340e-45e0-837f-d8c4a57cd15e&id=73788293-db44-4a7b-a04d-105a4d638144 HTTP/1.1" status: 200 len: 1392 time: 0.1455932 Nov 05 18:39:48.275045 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f15c96-9a39-4670-9f81-06b71b6ea051 req-047833af-1245-4847-80ad-b0db9aad3a77 tempest-ServersWithSpecificFlavorTestJSON-1995233136 tempest-ServersWithSpecificFlavorTestJSON-1995233136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:39:48.276452 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-39f15c96-9a39-4670-9f81-06b71b6ea051 req-047833af-1245-4847-80ad-b0db9aad3a77 tempest-ServersWithSpecificFlavorTestJSON-1995233136 tempest-ServersWithSpecificFlavorTestJSON-1995233136-project] 10.222.0.13 "GET /v2.0/ports?device_id=dece0a9d-0aa6-4496-bd16-059eef231e9d HTTP/1.1" status: 200 len: 945 time: 0.0900934 Nov 05 18:39:48.293573 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-ff9c7691-c800-4692-8e34-7e8a58ce4075 req-be7b08f7-8f05-48ed-b1e6-80641bf37cc9 tempest-ServersTestMultiNic-1214536785 tempest-ServersTestMultiNic-1214536785-project] 10.222.0.13 "GET /v2.0/quotas/4829acffed3b4745affa5e8e193e7ce5 HTTP/1.1" status: 200 len: 375 time: 0.0161812 Nov 05 18:39:48.364055 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-39f15c96-9a39-4670-9f81-06b71b6ea051 req-b49ced1c-65fa-4491-816e-1dc9236f49bb tempest-ServersWithSpecificFlavorTestJSON-1995233136 tempest-ServersWithSpecificFlavorTestJSON-1995233136-project] 10.222.0.13 "GET /v2.0/security-groups?id=040a1024-eaad-4e89-b23c-c23a7ce4f851&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0792232 Nov 05 18:39:48.379402 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-ff9c7691-c800-4692-8e34-7e8a58ce4075 req-a709ed7f-a0b1-401d-b9c3-2d9573a4235d tempest-ServersTestMultiNic-1214536785 tempest-ServersTestMultiNic-1214536785-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=4829acffed3b4745affa5e8e193e7ce5&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0787427 Nov 05 18:39:48.513259 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496d583d-9193-42c6-a6a2-ed9a5e4f4cf1 req-51fb296c-c7df-4739-a6de-9d649aab692e tempest-SecurityGroupsTestJSON-1222042648 tempest-SecurityGroupsTestJSON-1222042648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:39:48.514778 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-496d583d-9193-42c6-a6a2-ed9a5e4f4cf1 req-51fb296c-c7df-4739-a6de-9d649aab692e tempest-SecurityGroupsTestJSON-1222042648 tempest-SecurityGroupsTestJSON-1222042648-project] 10.222.0.13 "GET /v2.0/ports?device_id=f42c912a-d1d9-49c8-a808-f584952069f5 HTTP/1.1" status: 200 len: 945 time: 0.0707850 Nov 05 18:39:48.516531 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-ff9c7691-c800-4692-8e34-7e8a58ce4075 req-485dbaf3-33a9-4b79-ba19-1bd600105d15 service neutron] 10.222.0.13 "GET /v2.0/networks/73788293-db44-4a7b-a04d-105a4d638144?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1299405 Nov 05 18:39:48.625459 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-496d583d-9193-42c6-a6a2-ed9a5e4f4cf1 req-fed03ea7-29ee-401f-a46a-86cf9eb202e1 tempest-SecurityGroupsTestJSON-1222042648 tempest-SecurityGroupsTestJSON-1222042648-project] 10.222.0.13 "GET /v2.0/security-groups?id=25591ebc-7d79-4a52-aa21-df275070bb50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040573 Nov 05 18:39:48.654199 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-ff9c7691-c800-4692-8e34-7e8a58ce4075 req-6cbc1f28-e7c1-4538-b87d-900ba3144c2f service neutron] 10.222.0.13 "GET /v2.0/networks/73788293-db44-4a7b-a04d-105a4d638144?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1310558 Nov 05 18:39:48.674251 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 18:39:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86cb451b-1b34-4b26-8215-a1d258940eeb x-openstack-request-id: req-86cb451b-1b34-4b26-8215-a1d258940eeb {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 18:39:48.675131 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f42c912a-d1d9-49c8-a808-f584952069f5", "tag": "07ad1e6a-5ef2-4823-940a-64f3df413fd4", "status": "completed", "code": 200}]} {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 18:39:48.675556 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-86cb451b-1b34-4b26-8215-a1d258940eeb {{(pid=102386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 18:39:48.676130 n-d-816865-1 neutron-server[102386]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f42c912a-d1d9-49c8-a808-f584952069f5', 'tag': '07ad1e6a-5ef2-4823-940a-64f3df413fd4', 'status': 'completed', 'code': 200} Nov 05 18:39:48.814504 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c69b2d-07fb-4b41-bcf4-f153143fca93 req-ccda5132-c379-4975-940a-4d072d458e66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:39:48.815985 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-94c69b2d-07fb-4b41-bcf4-f153143fca93 req-ccda5132-c379-4975-940a-4d072d458e66 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=05b01937f9ca44aa923731561d630757&device_id=f42c912a-d1d9-49c8-a808-f584952069f5 HTTP/1.1" status: 200 len: 1096 time: 0.0955884 Nov 05 18:39:48.820469 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-ff9c7691-c800-4692-8e34-7e8a58ce4075 req-c0836d00-b4d8-407c-97ae-dcbda9740396 service neutron] 10.222.0.13 "GET /v2.0/networks/f394b287-340e-45e0-837f-d8c4a57cd15e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1582117 Nov 05 18:39:48.832345 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a72f80-5391-4cf1-9dd8-ad7c6bafd3f6 req-a7763b64-1c0b-4cba-b57a-34fcbe0f1359 tempest-LiveAutoBlockMigrationV225Test-1563372898 tempest-LiveAutoBlockMigrationV225Test-1563372898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:39:48.833760 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-f0a72f80-5391-4cf1-9dd8-ad7c6bafd3f6 req-a7763b64-1c0b-4cba-b57a-34fcbe0f1359 tempest-LiveAutoBlockMigrationV225Test-1563372898 tempest-LiveAutoBlockMigrationV225Test-1563372898-project] 10.222.0.13 "GET /v2.0/ports?device_id=d58bccf2-f8b9-4db8-9ff5-12c1cf501508 HTTP/1.1" status: 200 len: 945 time: 0.0863540 Nov 05 18:39:49.014658 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-f0a72f80-5391-4cf1-9dd8-ad7c6bafd3f6 req-fd979612-cb46-496f-a05a-d8dccb361f3d tempest-LiveAutoBlockMigrationV225Test-1563372898 tempest-LiveAutoBlockMigrationV225Test-1563372898-project] 10.222.0.13 "GET /v2.0/security-groups?id=35cb161a-9192-43e2-a392-140fa33626b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1718132 Nov 05 18:39:49.028591 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c69b2d-07fb-4b41-bcf4-f153143fca93 req-04d94f39-b382-44f1-bc1d-fc29e319a6bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:39:49.030104 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-94c69b2d-07fb-4b41-bcf4-f153143fca93 req-04d94f39-b382-44f1-bc1d-fc29e319a6bc service neutron] 10.222.0.41 "GET /v2.0/networks?id=9743ad7b-9947-4aa3-b66d-0168e5572670 HTTP/1.1" status: 200 len: 913 time: 0.2058673 Nov 05 18:39:49.052250 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-ff9c7691-c800-4692-8e34-7e8a58ce4075 req-3f0b3a91-d05e-4dbd-a915-7563ebfd3dcc service neutron] 10.222.0.13 "GET /v2.0/networks/f394b287-340e-45e0-837f-d8c4a57cd15e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2113805 Nov 05 18:39:49.093838 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-94c69b2d-07fb-4b41-bcf4-f153143fca93 req-f93538a0-1037-451b-af28-7ae2a8c1a34e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=07ad1e6a-5ef2-4823-940a-64f3df413fd4 HTTP/1.1" status: 200 len: 217 time: 0.0556285 Nov 05 18:39:49.099176 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 18:39:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e2df2f6-a472-4af9-998c-07e0709ae045 x-openstack-request-id: req-0e2df2f6-a472-4af9-998c-07e0709ae045 {{(pid=102388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 18:39:49.100342 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e5951dd-ceb5-464b-9b97-d9970a02b978", "name": "network-vif-plugged", "status": "completed", "tag": "74b4f536-afc6-45ed-95eb-c7d47fdce2ed", "code": 200}]} {{(pid=102388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 18:39:49.101304 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0e2df2f6-a472-4af9-998c-07e0709ae045 {{(pid=102388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 18:39:49.101857 n-d-816865-1 neutron-server[102388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e5951dd-ceb5-464b-9b97-d9970a02b978', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74b4f536-afc6-45ed-95eb-c7d47fdce2ed', 'code': 200} Nov 05 18:39:49.227285 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c69b2d-07fb-4b41-bcf4-f153143fca93 req-4701ee75-8bed-41de-871b-b8e34ff08b9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:39:49.229414 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-94c69b2d-07fb-4b41-bcf4-f153143fca93 req-4701ee75-8bed-41de-871b-b8e34ff08b9e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=cb31a061-4578-4faf-9b25-83e849882576 HTTP/1.1" status: 200 len: 852 time: 0.1176562 Nov 05 18:39:49.276657 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-94c69b2d-07fb-4b41-bcf4-f153143fca93 req-182d259e-f778-44a7-b8de-f9823ebe8b84 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9743ad7b-9947-4aa3-b66d-0168e5572670&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0398850 Nov 05 18:39:49.286450 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431f9bc3-1e9b-4fce-b824-3ab7a043ef2f req-566f2b3b-9a7e-49c7-9144-fce124ccc13b tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:39:49.287842 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-431f9bc3-1e9b-4fce-b824-3ab7a043ef2f req-566f2b3b-9a7e-49c7-9144-fce124ccc13b tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] 10.222.0.13 "GET /v2.0/ports?device_id=c8f9c054-f308-4af6-8eb8-5dcdd62eb3fd HTTP/1.1" status: 200 len: 950 time: 0.1130583 Nov 05 18:39:49.290888 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-ff9c7691-c800-4692-8e34-7e8a58ce4075 req-830511a6-d537-4d25-82ec-1e85b5cd17b6 service neutron] 10.222.0.13 "GET /v2.0/networks/73788293-db44-4a7b-a04d-105a4d638144?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2059851 Nov 05 18:39:49.464715 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-431f9bc3-1e9b-4fce-b824-3ab7a043ef2f req-a8a29b23-bfc9-45e3-9471-1e30d2c01f0c tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] 10.222.0.13 "GET /v2.0/security-groups?id=c4f63610-8850-433c-ac4b-7e7146261ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1655085 Nov 05 18:39:49.480445 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-ff9c7691-c800-4692-8e34-7e8a58ce4075 req-34ab5759-4387-45b3-80a4-54706b88b5a5 service neutron] 10.222.0.13 "GET /v2.0/networks/73788293-db44-4a7b-a04d-105a4d638144?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1822798 Nov 05 18:39:49.485785 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-94c69b2d-07fb-4b41-bcf4-f153143fca93 req-69dad43b-9129-4508-a17d-44e8dad3c2c7 service neutron] 10.222.0.41 "GET /v2.0/networks/9743ad7b-9947-4aa3-b66d-0168e5572670?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1970718 Nov 05 18:39:49.627480 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9e67a0-1d44-42cf-ab28-f04ca45f0f07 req-8fb9eaee-32a8-4aaf-8e8a-3aecd49249ba tempest-ImagesTestJSON-1124888854 tempest-ImagesTestJSON-1124888854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:39:49.628990 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-0a9e67a0-1d44-42cf-ab28-f04ca45f0f07 req-8fb9eaee-32a8-4aaf-8e8a-3aecd49249ba tempest-ImagesTestJSON-1124888854 tempest-ImagesTestJSON-1124888854-project] 10.222.0.13 "GET /v2.0/ports?device_id=1a96f542-6487-4ff8-8485-9ac0d517f547 HTTP/1.1" status: 200 len: 945 time: 0.0784402 Nov 05 18:39:49.630813 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-94c69b2d-07fb-4b41-bcf4-f153143fca93 req-4390ab57-2683-4dba-84dd-9aae409812eb service neutron] 10.222.0.41 "GET /v2.0/networks/9743ad7b-9947-4aa3-b66d-0168e5572670?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1364098 Nov 05 18:39:49.677862 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-0a9e67a0-1d44-42cf-ab28-f04ca45f0f07 req-748ce272-f515-4b65-abe6-a47ca9a9f4b0 tempest-ImagesTestJSON-1124888854 tempest-ImagesTestJSON-1124888854-project] 10.222.0.13 "GET /v2.0/security-groups?id=219552fc-3788-478b-8295-8fbe212226b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427418 Nov 05 18:39:49.884662 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fff9b45-dfdb-49f9-beff-65b75e0f5787 req-99aef59b-76e3-4f79-b193-9c21219fe058 tempest-ServersWithSpecificFlavorTestJSON-1995233136 tempest-ServersWithSpecificFlavorTestJSON-1995233136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:39:49.892639 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-3fff9b45-dfdb-49f9-beff-65b75e0f5787 req-99aef59b-76e3-4f79-b193-9c21219fe058 tempest-ServersWithSpecificFlavorTestJSON-1995233136 tempest-ServersWithSpecificFlavorTestJSON-1995233136-project] 10.222.0.13 "GET /v2.0/ports?device_id=dece0a9d-0aa6-4496-bd16-059eef231e9d HTTP/1.1" status: 200 len: 945 time: 0.0982022 Nov 05 18:39:49.909713 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed48a7cd-71dc-4be3-8424-aa1d0b0f03e3 req-80de3b99-138a-414e-aa5e-ed377eaf49db tempest-SecurityGroupsTestJSON-1222042648 tempest-SecurityGroupsTestJSON-1222042648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:39:49.911287 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-ed48a7cd-71dc-4be3-8424-aa1d0b0f03e3 req-80de3b99-138a-414e-aa5e-ed377eaf49db tempest-SecurityGroupsTestJSON-1222042648 tempest-SecurityGroupsTestJSON-1222042648-project] 10.222.0.13 "GET /v2.0/ports?device_id=f42c912a-d1d9-49c8-a808-f584952069f5 HTTP/1.1" status: 200 len: 945 time: 0.0867541 Nov 05 18:39:50.013406 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-3fff9b45-dfdb-49f9-beff-65b75e0f5787 req-facbdb0a-88cc-4370-8cba-24e4eed3c56b tempest-ServersWithSpecificFlavorTestJSON-1995233136 tempest-ServersWithSpecificFlavorTestJSON-1995233136-project] 10.222.0.13 "GET /v2.0/security-groups?id=040a1024-eaad-4e89-b23c-c23a7ce4f851&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1198606 Nov 05 18:39:50.027174 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-ed48a7cd-71dc-4be3-8424-aa1d0b0f03e3 req-19430eeb-32e5-4a55-9a80-f9726157bf31 tempest-SecurityGroupsTestJSON-1222042648 tempest-SecurityGroupsTestJSON-1222042648-project] 10.222.0.13 "GET /v2.0/security-groups?id=25591ebc-7d79-4a52-aa21-df275070bb50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876400 Nov 05 18:39:50.111539 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-35e01068-c711-44f9-87a0-5d80ffd3719c req-a2898500-1169-4897-9d28-976523bd6abb tempest-ServersTestMultiNic-1214536785 tempest-ServersTestMultiNic-1214536785-project] 10.222.0.13 "GET /v2.0/ports?device_id=494e2f45-b44c-4b7b-9e85-570ca11e78f9 HTTP/1.1" status: 200 len: 210 time: 0.0309970 Nov 05 18:39:50.238177 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb67d018-4d34-4843-a041-d64bec550eeb req-94b8de0e-9f7f-4a83-9996-62ba50e3eadf tempest-LiveAutoBlockMigrationV225Test-2109471755 tempest-LiveAutoBlockMigrationV225Test-2109471755-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:39:50.240594 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-fb67d018-4d34-4843-a041-d64bec550eeb req-94b8de0e-9f7f-4a83-9996-62ba50e3eadf tempest-LiveAutoBlockMigrationV225Test-2109471755 tempest-LiveAutoBlockMigrationV225Test-2109471755-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=d58bccf2-f8b9-4db8-9ff5-12c1cf501508 HTTP/1.1" status: 200 len: 1096 time: 0.0597727 Nov 05 18:39:50.290438 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-fb67d018-4d34-4843-a041-d64bec550eeb req-d642c67e-d8ff-4174-a1e0-228db4ebbfa6 tempest-LiveAutoBlockMigrationV225Test-2109471755 tempest-LiveAutoBlockMigrationV225Test-2109471755-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=35cb161a-9192-43e2-a392-140fa33626b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421338 Nov 05 18:39:50.422556 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf482b3-5f05-458a-aa65-e89f5f3603c1 req-c6401734-a934-430b-bb3f-abe7fb62054f tempest-ListImageFiltersTestJSON-1107050978 tempest-ListImageFiltersTestJSON-1107050978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:39:50.424039 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-0bf482b3-5f05-458a-aa65-e89f5f3603c1 req-c6401734-a934-430b-bb3f-abe7fb62054f tempest-ListImageFiltersTestJSON-1107050978 tempest-ListImageFiltersTestJSON-1107050978-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e5951dd-ceb5-464b-9b97-d9970a02b978 HTTP/1.1" status: 200 len: 950 time: 0.0554788 Nov 05 18:39:50.475530 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-0bf482b3-5f05-458a-aa65-e89f5f3603c1 req-531f893b-f2b8-4b25-8c2a-57e397ac903a tempest-ListImageFiltersTestJSON-1107050978 tempest-ListImageFiltersTestJSON-1107050978-project] 10.222.0.13 "GET /v2.0/security-groups?id=3a75c85e-fd58-4736-9ad8-18dced01e280&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419545 Nov 05 18:39:50.656229 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc019ac7-aebc-4c18-bec7-8f3942b3a9d0 req-fed3df22-f887-418e-a913-ae68e204cd96 tempest-LiveAutoBlockMigrationV225Test-1563372898 tempest-LiveAutoBlockMigrationV225Test-1563372898-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:39:50.657643 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-fc019ac7-aebc-4c18-bec7-8f3942b3a9d0 req-fed3df22-f887-418e-a913-ae68e204cd96 tempest-LiveAutoBlockMigrationV225Test-1563372898 tempest-LiveAutoBlockMigrationV225Test-1563372898-project] 10.222.0.13 "GET /v2.0/networks?id=5e3d0b1a-fd18-45bc-91bd-c831330234c4 HTTP/1.1" status: 200 len: 820 time: 0.1096311 Nov 05 18:39:50.676002 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-fc019ac7-aebc-4c18-bec7-8f3942b3a9d0 req-6d3c0b86-7d59-42ff-b6be-6846b260302a tempest-LiveAutoBlockMigrationV225Test-1563372898 tempest-LiveAutoBlockMigrationV225Test-1563372898-project] 10.222.0.13 "GET /v2.0/quotas/482f8aec1d1b4fc08a02afb86f8387d6 HTTP/1.1" status: 200 len: 375 time: 0.0116122 Nov 05 18:39:50.733047 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-fc019ac7-aebc-4c18-bec7-8f3942b3a9d0 req-3b704430-3e84-4024-9a23-7fc7654bf287 tempest-LiveAutoBlockMigrationV225Test-1563372898 tempest-LiveAutoBlockMigrationV225Test-1563372898-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=482f8aec1d1b4fc08a02afb86f8387d6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0495052 Nov 05 18:39:50.863994 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-fc019ac7-aebc-4c18-bec7-8f3942b3a9d0 req-d4526e7f-b28a-44b2-b6f9-e9f7c6508dbd service neutron] 10.222.0.13 "GET /v2.0/networks/5e3d0b1a-fd18-45bc-91bd-c831330234c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237175 Nov 05 18:39:50.887616 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c08d360-8463-430c-be74-72bb5cf124f4 req-ce628c68-4666-4fc8-9e52-4b5409436616 tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:39:50.889118 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-4c08d360-8463-430c-be74-72bb5cf124f4 req-ce628c68-4666-4fc8-9e52-4b5409436616 tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] 10.222.0.13 "GET /v2.0/ports?device_id=c8f9c054-f308-4af6-8eb8-5dcdd62eb3fd HTTP/1.1" status: 200 len: 950 time: 0.0720811 Nov 05 18:39:50.992029 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-4c08d360-8463-430c-be74-72bb5cf124f4 req-8f16cced-de49-4cf6-b729-065c5ac97b4e tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] 10.222.0.13 "GET /v2.0/security-groups?id=c4f63610-8850-433c-ac4b-7e7146261ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891221 Nov 05 18:39:51.013012 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-fc019ac7-aebc-4c18-bec7-8f3942b3a9d0 req-dea7b5d4-5114-4b39-9bf2-d14ea89fd2ec service neutron] 10.222.0.13 "GET /v2.0/networks/5e3d0b1a-fd18-45bc-91bd-c831330234c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1409130 Nov 05 18:39:51.104268 n-d-816865-1 neutron-server[102388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dece0a9d-0aa6-4496-bd16-059eef231e9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00947ea7-44a7-48c3-8090-3a64e0e9cafd'}, {'server_uuid': 'c8f9c054-f308-4af6-8eb8-5dcdd62eb3fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '046eb35d-2125-4c26-8c14-0533b517be00'}, {'server_uuid': 'f42c912a-d1d9-49c8-a808-f584952069f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07ad1e6a-5ef2-4823-940a-64f3df413fd4'}] {{(pid=102388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 18:39:51.107748 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85474fee1180e129d8a886d264fe0b30223aa672dd1ffe43b630605f18504f68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e6455ed-090e-42e5-aad7-b0e0e8997a95" -d '{"events": [{"server_uuid": "dece0a9d-0aa6-4496-bd16-059eef231e9d", "name": "network-vif-plugged", "status": "completed", "tag": "00947ea7-44a7-48c3-8090-3a64e0e9cafd"}, {"server_uuid": "c8f9c054-f308-4af6-8eb8-5dcdd62eb3fd", "name": "network-vif-plugged", "status": "completed", "tag": "046eb35d-2125-4c26-8c14-0533b517be00"}, {"server_uuid": "f42c912a-d1d9-49c8-a808-f584952069f5", "name": "network-vif-plugged", "status": "completed", "tag": "07ad1e6a-5ef2-4823-940a-64f3df413fd4"}]}' {{(pid=102388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 18:39:51.383703 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cdf9d8-d5e9-4a6f-8c01-31da4acfd325 req-b9fc552f-a625-4b14-b118-b5ab15e68d19 tempest-ServersWithSpecificFlavorTestJSON-1995233136 tempest-ServersWithSpecificFlavorTestJSON-1995233136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:39:51.386533 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-54cdf9d8-d5e9-4a6f-8c01-31da4acfd325 req-b9fc552f-a625-4b14-b118-b5ab15e68d19 tempest-ServersWithSpecificFlavorTestJSON-1995233136 tempest-ServersWithSpecificFlavorTestJSON-1995233136-project] 10.222.0.13 "GET /v2.0/ports?device_id=dece0a9d-0aa6-4496-bd16-059eef231e9d HTTP/1.1" status: 200 len: 945 time: 0.0637555 Nov 05 18:39:51.451844 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-54cdf9d8-d5e9-4a6f-8c01-31da4acfd325 req-f929102d-8689-4794-9c1c-cd4787396a80 tempest-ServersWithSpecificFlavorTestJSON-1995233136 tempest-ServersWithSpecificFlavorTestJSON-1995233136-project] 10.222.0.13 "GET /v2.0/security-groups?id=040a1024-eaad-4e89-b23c-c23a7ce4f851&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558383 Nov 05 18:39:51.488896 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Device 74b4f536-afc6-45ed-95eb-c7d47fdce2ed no longer exists at agent hyperv_n-h1-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 18:39:51.569302 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67827e68-00dd-4e38-9937-3e2f904bc071 req-7d53a88a-0f1b-4431-a5af-4be47c286621 tempest-SecurityGroupsTestJSON-1222042648 tempest-SecurityGroupsTestJSON-1222042648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:39:51.577770 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-67827e68-00dd-4e38-9937-3e2f904bc071 req-7d53a88a-0f1b-4431-a5af-4be47c286621 tempest-SecurityGroupsTestJSON-1222042648 tempest-SecurityGroupsTestJSON-1222042648-project] 10.222.0.13 "GET /v2.0/ports?device_id=f42c912a-d1d9-49c8-a808-f584952069f5 HTTP/1.1" status: 200 len: 945 time: 0.0647943 Nov 05 18:39:51.582615 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:39:51.620811 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] For port 74b4f536-afc6-45ed-95eb-c7d47fdce2ed, host n-h1-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=74b4f536-afc6-45ed-95eb-c7d47fdce2ed,segment=NetworkSegment(35c2db9c-522d-48d3-98cf-a08c2cc55db7),segment_id=35c2db9c-522d-48d3-98cf-a08c2cc55db7)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:39:51.638798 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-67827e68-00dd-4e38-9937-3e2f904bc071 req-58441b91-94e5-4c5d-ad21-8daa83ec19f6 tempest-SecurityGroupsTestJSON-1222042648 tempest-SecurityGroupsTestJSON-1222042648-project] 10.222.0.13 "GET /v2.0/security-groups?id=25591ebc-7d79-4a52-aa21-df275070bb50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598750 Nov 05 18:39:51.709454 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Fri, 05 Nov 2021 18:39:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08cb71ae-272a-4b56-9b64-8f89d4d42481 x-openstack-request-id: req-08cb71ae-272a-4b56-9b64-8f89d4d42481 {{(pid=102388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 18:39:51.709689 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dece0a9d-0aa6-4496-bd16-059eef231e9d", "name": "network-vif-plugged", "status": "completed", "tag": "00947ea7-44a7-48c3-8090-3a64e0e9cafd", "code": 200}, {"server_uuid": "c8f9c054-f308-4af6-8eb8-5dcdd62eb3fd", "name": "network-vif-plugged", "status": "completed", "tag": "046eb35d-2125-4c26-8c14-0533b517be00", "code": 200}, {"server_uuid": "f42c912a-d1d9-49c8-a808-f584952069f5", "name": "network-vif-plugged", "status": "completed", "tag": "07ad1e6a-5ef2-4823-940a-64f3df413fd4", "code": 200}]} {{(pid=102388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 18:39:51.709944 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-08cb71ae-272a-4b56-9b64-8f89d4d42481 {{(pid=102388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 18:39:51.717242 n-d-816865-1 neutron-server[102388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dece0a9d-0aa6-4496-bd16-059eef231e9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00947ea7-44a7-48c3-8090-3a64e0e9cafd', 'code': 200} Nov 05 18:39:51.717512 n-d-816865-1 neutron-server[102388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8f9c054-f308-4af6-8eb8-5dcdd62eb3fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '046eb35d-2125-4c26-8c14-0533b517be00', 'code': 200} Nov 05 18:39:51.717774 n-d-816865-1 neutron-server[102388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f42c912a-d1d9-49c8-a808-f584952069f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07ad1e6a-5ef2-4823-940a-64f3df413fd4', 'code': 200} Nov 05 18:39:51.726365 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:39:51.782678 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-915ea2d6-0418-4330-904c-03190336db29 req-74aac75d-3610-4a40-b396-32e2aabd4341 tempest-LiveAutoBlockMigrationV225Test-1563372898 tempest-LiveAutoBlockMigrationV225Test-1563372898-project] 10.222.0.13 "GET /v2.0/ports?device_id=96e576a6-4f06-4763-8d25-8b8dae8dc581 HTTP/1.1" status: 200 len: 210 time: 0.0370059 Nov 05 18:39:51.802311 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-4b74d86a-f311-4d65-9c7b-39af9b6d487d req-97d70d5c-81bb-4070-8bc1-446361bf002b tempest-ServersTestMultiNic-1214536785 tempest-ServersTestMultiNic-1214536785-project] 10.222.0.13 "GET /v2.0/ports?device_id=494e2f45-b44c-4b7b-9e85-570ca11e78f9 HTTP/1.1" status: 200 len: 210 time: 0.0876443 Nov 05 18:39:51.806139 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Pushing event updated for resources: {'Port': ['ID=74b4f536-afc6-45ed-95eb-c7d47fdce2ed,revision_number=8']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:39:51.946530 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7246721f-ebe5-40a0-b0ac-8680d7fbafe3 req-ba63f5e6-b3fe-453f-93c3-9d42a527c79b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:39:51.948264 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-7246721f-ebe5-40a0-b0ac-8680d7fbafe3 req-ba63f5e6-b3fe-453f-93c3-9d42a527c79b service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=c8f9c054-f308-4af6-8eb8-5dcdd62eb3fd HTTP/1.1" status: 200 len: 1101 time: 0.0988002 Nov 05 18:39:52.004038 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989a37e7-e233-4b86-b4d6-356a5a042a99 req-40de6379-5647-4233-bf80-7cf2aceecab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:39:52.004906 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-7246721f-ebe5-40a0-b0ac-8680d7fbafe3 req-a4bd0d26-16c9-46dd-85c9-0f082d5b3bd9 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=c4f63610-8850-433c-ac4b-7e7146261ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471253 Nov 05 18:39:52.005666 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-989a37e7-e233-4b86-b4d6-356a5a042a99 req-40de6379-5647-4233-bf80-7cf2aceecab7 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=f42c912a-d1d9-49c8-a808-f584952069f5 HTTP/1.1" status: 200 len: 1096 time: 0.0550063 Nov 05 18:39:52.007695 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84145520-7e8e-4b4f-8ccc-e73098ae226a req-51632299-6eff-4bfb-a3ab-bb53efd6a17f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:39:52.009628 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-84145520-7e8e-4b4f-8ccc-e73098ae226a req-51632299-6eff-4bfb-a3ab-bb53efd6a17f service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=dece0a9d-0aa6-4496-bd16-059eef231e9d HTTP/1.1" status: 200 len: 1096 time: 0.1045334 Nov 05 18:39:52.070197 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-989a37e7-e233-4b86-b4d6-356a5a042a99 req-38014c96-8ad4-4012-861d-0bcdb0f9a0ed service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=25591ebc-7d79-4a52-aa21-df275070bb50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572231 Nov 05 18:39:52.145368 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679520c0-7379-40ab-a31c-d894f2cb1135 req-08ffcbcd-39b5-4bb6-849f-240533854d0b tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:39:52.146990 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-679520c0-7379-40ab-a31c-d894f2cb1135 req-08ffcbcd-39b5-4bb6-849f-240533854d0b tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] 10.222.0.13 "GET /v2.0/ports?device_id=c8f9c054-f308-4af6-8eb8-5dcdd62eb3fd HTTP/1.1" status: 200 len: 950 time: 0.0526676 Nov 05 18:39:52.198292 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-679520c0-7379-40ab-a31c-d894f2cb1135 req-67a19906-6d07-4c37-af64-8c151187198a tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] 10.222.0.13 "GET /v2.0/security-groups?id=c4f63610-8850-433c-ac4b-7e7146261ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432811 Nov 05 18:39:52.256262 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-84145520-7e8e-4b4f-8ccc-e73098ae226a req-f69df7cd-8b8d-4872-ab01-90436e59da97 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=040a1024-eaad-4e89-b23c-c23a7ce4f851&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390568 Nov 05 18:39:52.574396 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b138a22-7b8d-4aef-9822-5d7e9f6242b4 req-fd594c5d-6efd-42fa-b6e1-8ab2d70ecac5 tempest-ServersWithSpecificFlavorTestJSON-1995233136 tempest-ServersWithSpecificFlavorTestJSON-1995233136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:39:52.575982 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-2b138a22-7b8d-4aef-9822-5d7e9f6242b4 req-fd594c5d-6efd-42fa-b6e1-8ab2d70ecac5 tempest-ServersWithSpecificFlavorTestJSON-1995233136 tempest-ServersWithSpecificFlavorTestJSON-1995233136-project] 10.222.0.13 "GET /v2.0/ports?device_id=dece0a9d-0aa6-4496-bd16-059eef231e9d HTTP/1.1" status: 200 len: 945 time: 0.0494466 Nov 05 18:39:52.630754 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-2b138a22-7b8d-4aef-9822-5d7e9f6242b4 req-0b8a14cb-e1c1-43a8-acb0-35e75a72cafa tempest-ServersWithSpecificFlavorTestJSON-1995233136 tempest-ServersWithSpecificFlavorTestJSON-1995233136-project] 10.222.0.13 "GET /v2.0/security-groups?id=040a1024-eaad-4e89-b23c-c23a7ce4f851&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488126 Nov 05 18:39:52.762406 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f468be99-8c1b-40a3-99a5-443e670503f0 req-beb3ef2d-3066-4021-bdc5-0794c2bbf5d7 tempest-SecurityGroupsTestJSON-1222042648 tempest-SecurityGroupsTestJSON-1222042648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:39:52.766381 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-f468be99-8c1b-40a3-99a5-443e670503f0 req-beb3ef2d-3066-4021-bdc5-0794c2bbf5d7 tempest-SecurityGroupsTestJSON-1222042648 tempest-SecurityGroupsTestJSON-1222042648-project] 10.222.0.13 "GET /v2.0/ports?device_id=f42c912a-d1d9-49c8-a808-f584952069f5 HTTP/1.1" status: 200 len: 945 time: 0.0539095 Nov 05 18:39:52.812068 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-f468be99-8c1b-40a3-99a5-443e670503f0 req-87294e0e-e1cd-4596-926f-b1af8c951814 tempest-SecurityGroupsTestJSON-1222042648 tempest-SecurityGroupsTestJSON-1222042648-project] 10.222.0.13 "GET /v2.0/security-groups?id=25591ebc-7d79-4a52-aa21-df275070bb50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418952 Nov 05 18:39:52.937391 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-9b4d1c88-b3fd-4ad3-b952-dd61b0731d21 req-272ebfda-5e22-4274-b942-39903b629c47 tempest-ServersTestMultiNic-1214536785 tempest-ServersTestMultiNic-1214536785-project] 10.222.0.13 "GET /v2.0/ports?device_id=494e2f45-b44c-4b7b-9e85-570ca11e78f9 HTTP/1.1" status: 200 len: 210 time: 0.0455604 Nov 05 18:39:53.025027 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9c7691-c800-4692-8e34-7e8a58ce4075 req-15da9a75-85db-4b77-a467-d81f86079ab1 tempest-ServersTestMultiNic-1214536785 tempest-ServersTestMultiNic-1214536785-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:39:53.031372 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9c7691-c800-4692-8e34-7e8a58ce4075 req-15da9a75-85db-4b77-a467-d81f86079ab1 tempest-ServersTestMultiNic-1214536785 tempest-ServersTestMultiNic-1214536785-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:39:53.032929 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-ff9c7691-c800-4692-8e34-7e8a58ce4075 req-15da9a75-85db-4b77-a467-d81f86079ab1 tempest-ServersTestMultiNic-1214536785 tempest-ServersTestMultiNic-1214536785-project] 10.222.0.41 "GET /v2.0/networks?id=73788293-db44-4a7b-a04d-105a4d638144&id=f394b287-340e-45e0-837f-d8c4a57cd15e&id=73788293-db44-4a7b-a04d-105a4d638144 HTTP/1.1" status: 200 len: 1392 time: 0.1640434 Nov 05 18:39:53.050706 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [req-ff9c7691-c800-4692-8e34-7e8a58ce4075 req-a3fd23e8-ed6a-4a35-a4cd-bc48ee50f78e tempest-ServersTestMultiNic-1214536785 tempest-ServersTestMultiNic-1214536785-project] Request body: {'port': {'device_id': '494e2f45-b44c-4b7b-9e85-570ca11e78f9', 'network_id': '73788293-db44-4a7b-a04d-105a4d638144', 'admin_state_up': True, 'tenant_id': '4829acffed3b4745affa5e8e193e7ce5'}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:39:53.055371 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-6730502e-cc62-4bb7-954b-771e48acfaa1 req-5c00ed36-875f-45c0-8863-942f0d957250 tempest-LiveAutoBlockMigrationV225Test-1563372898 tempest-LiveAutoBlockMigrationV225Test-1563372898-project] 10.222.0.13 "GET /v2.0/ports?device_id=96e576a6-4f06-4763-8d25-8b8dae8dc581 HTTP/1.1" status: 200 len: 210 time: 0.1650767 Nov 05 18:39:53.218168 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Device 6e1ce582-1c04-4b03-b6a1-ed06f7f464bd details requested by agent hyperv_n-h2-816865-1 with host n-h2-816865-1 {{(pid=102388) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 05 18:39:53.274199 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ff9c7691-c800-4692-8e34-7e8a58ce4075 req-a3fd23e8-ed6a-4a35-a4cd-bc48ee50f78e tempest-ServersTestMultiNic-1214536785 tempest-ServersTestMultiNic-1214536785-project] Made reservation on behalf of 4829acffed3b4745affa5e8e193e7ce5 for: {'port': 1} {{(pid=102387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 18:39:53.278412 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-ff9c7691-c800-4692-8e34-7e8a58ce4075 req-a3fd23e8-ed6a-4a35-a4cd-bc48ee50f78e tempest-ServersTestMultiNic-1214536785 tempest-ServersTestMultiNic-1214536785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:39:53.331133 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] For port 6e1ce582-1c04-4b03-b6a1-ed06f7f464bd, host n-h2-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=6e1ce582-1c04-4b03-b6a1-ed06f7f464bd,segment=NetworkSegment(b0f4d4e8-61d5-4e79-9c35-e1f620a70868),segment_id=b0f4d4e8-61d5-4e79-9c35-e1f620a70868)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:39:53.355736 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Returning: {'device': '6e1ce582-1c04-4b03-b6a1-ed06f7f464bd', 'network_id': '598f5d7d-609c-4eed-bdfb-a95dcdae7151', 'port_id': '6e1ce582-1c04-4b03-b6a1-ed06f7f464bd', 'mac_address': 'fa:16:3e:4f:5e:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 150, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6979728-9a34-49f9-ba30-1ba1422c905b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102388) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 05 18:39:53.396374 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:39:53.406179 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b0a5c0-9480-4769-8302-bab90d2b45b6 req-9860663e-1948-42f1-9ff8-3e605f3d95b4 tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:39:53.407917 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-b0b0a5c0-9480-4769-8302-bab90d2b45b6 req-9860663e-1948-42f1-9ff8-3e605f3d95b4 tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] 10.222.0.13 "GET /v2.0/ports?device_id=c8f9c054-f308-4af6-8eb8-5dcdd62eb3fd HTTP/1.1" status: 200 len: 950 time: 0.1270969 Nov 05 18:39:53.421096 n-d-816865-1 neutron-server[102388]: DEBUG neutron.notifiers.nova [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6e1ce582-1c04-4b03-b6a1-ed06f7f464bd {{(pid=102388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 18:39:53.442728 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] For port 6e1ce582-1c04-4b03-b6a1-ed06f7f464bd, host n-h2-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=6e1ce582-1c04-4b03-b6a1-ed06f7f464bd,segment=NetworkSegment(b0f4d4e8-61d5-4e79-9c35-e1f620a70868),segment_id=b0f4d4e8-61d5-4e79-9c35-e1f620a70868)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:39:53.537111 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:39:53.540266 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.db_base_plugin_common [req-ff9c7691-c800-4692-8e34-7e8a58ce4075 req-a3fd23e8-ed6a-4a35-a4cd-bc48ee50f78e tempest-ServersTestMultiNic-1214536785 tempest-ServersTestMultiNic-1214536785-project] Allocated IP 19.80.0.137 (73788293-db44-4a7b-a04d-105a4d638144/d0e6baef-1668-4b2c-8282-6d35647c1d94/b40e1dfd-8405-495f-8e25-3525af98e8ae) {{(pid=102387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 18:39:53.558807 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-b0b0a5c0-9480-4769-8302-bab90d2b45b6 req-4fd3d1d6-cf62-4a11-88e0-5db8706bc51b tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] 10.222.0.13 "GET /v2.0/security-groups?id=c4f63610-8850-433c-ac4b-7e7146261ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175931 Nov 05 18:39:53.706773 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] get_ports_and_sgs() called for port_ids ['6e1ce582-1c04-4b03-b6a1-ed06f7f464bd'] {{(pid=102388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 18:39:53.760607 n-d-816865-1 neutron-server[102388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e5951dd-ceb5-464b-9b97-d9970a02b978', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '74b4f536-afc6-45ed-95eb-c7d47fdce2ed'}] {{(pid=102388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 18:39:53.763116 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85474fee1180e129d8a886d264fe0b30223aa672dd1ffe43b630605f18504f68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cafc868c-7b6c-4e50-a38c-294706bf8c3c" -d '{"events": [{"server_uuid": "6e5951dd-ceb5-464b-9b97-d9970a02b978", "name": "network-vif-unplugged", "status": "completed", "tag": "74b4f536-afc6-45ed-95eb-c7d47fdce2ed"}]}' {{(pid=102388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 18:39:53.768894 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Pushing event updated for resources: {'Port': ['ID=6e1ce582-1c04-4b03-b6a1-ed06f7f464bd,revision_number=6']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:39:53.801284 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-ff9c7691-c800-4692-8e34-7e8a58ce4075 req-a3fd23e8-ed6a-4a35-a4cd-bc48ee50f78e tempest-ServersTestMultiNic-1214536785 tempest-ServersTestMultiNic-1214536785-project] Publish callbacks [] for port, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:39:53.854638 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc019ac7-aebc-4c18-bec7-8f3942b3a9d0 req-d29a025d-1556-4f93-8472-ebbbeb955dd3 tempest-LiveAutoBlockMigrationV225Test-1563372898 tempest-LiveAutoBlockMigrationV225Test-1563372898-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:39:53.857156 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-fc019ac7-aebc-4c18-bec7-8f3942b3a9d0 req-d29a025d-1556-4f93-8472-ebbbeb955dd3 tempest-LiveAutoBlockMigrationV225Test-1563372898 tempest-LiveAutoBlockMigrationV225Test-1563372898-project] 10.222.0.41 "GET /v2.0/networks?id=5e3d0b1a-fd18-45bc-91bd-c831330234c4 HTTP/1.1" status: 200 len: 820 time: 0.2053061 Nov 05 18:39:53.872648 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [req-fc019ac7-aebc-4c18-bec7-8f3942b3a9d0 req-fa47fd8a-6894-4adb-86b1-d44e77f69ee1 tempest-LiveAutoBlockMigrationV225Test-1563372898 tempest-LiveAutoBlockMigrationV225Test-1563372898-project] Request body: {'port': {'device_id': '96e576a6-4f06-4763-8d25-8b8dae8dc581', 'network_id': '5e3d0b1a-fd18-45bc-91bd-c831330234c4', 'admin_state_up': True, 'tenant_id': '482f8aec1d1b4fc08a02afb86f8387d6'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:39:53.913852 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 05 Nov 2021 18:39:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b6b698a-f18b-468a-8bba-5d00ca993029 x-openstack-request-id: req-3b6b698a-f18b-468a-8bba-5d00ca993029 {{(pid=102388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 18:39:53.915002 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e5951dd-ceb5-464b-9b97-d9970a02b978", "name": "network-vif-unplugged", "status": "completed", "tag": "74b4f536-afc6-45ed-95eb-c7d47fdce2ed", "code": 200}]} {{(pid=102388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 18:39:53.915493 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3b6b698a-f18b-468a-8bba-5d00ca993029 {{(pid=102388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 18:39:53.916197 n-d-816865-1 neutron-server[102388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e5951dd-ceb5-464b-9b97-d9970a02b978', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '74b4f536-afc6-45ed-95eb-c7d47fdce2ed', 'code': 200} Nov 05 18:39:53.922362 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8257d4-1163-488e-a661-e76698778452 req-53bc242c-12e2-4f7c-a284-a6be80378b8c tempest-ServersWithSpecificFlavorTestJSON-1995233136 tempest-ServersWithSpecificFlavorTestJSON-1995233136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:39:53.926358 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-0d8257d4-1163-488e-a661-e76698778452 req-53bc242c-12e2-4f7c-a284-a6be80378b8c tempest-ServersWithSpecificFlavorTestJSON-1995233136 tempest-ServersWithSpecificFlavorTestJSON-1995233136-project] 10.222.0.13 "GET /v2.0/ports?device_id=dece0a9d-0aa6-4496-bd16-059eef231e9d HTTP/1.1" status: 200 len: 945 time: 0.0807624 Nov 05 18:39:53.930480 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-ff9c7691-c800-4692-8e34-7e8a58ce4075 req-a3fd23e8-ed6a-4a35-a4cd-bc48ee50f78e tempest-ServersTestMultiNic-1214536785 tempest-ServersTestMultiNic-1214536785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4417063'] for port, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:39:54.019778 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff9c7691-c800-4692-8e34-7e8a58ce4075 req-a3fd23e8-ed6a-4a35-a4cd-bc48ee50f78e tempest-ServersTestMultiNic-1214536785 tempest-ServersTestMultiNic-1214536785-project] Network 73788293-db44-4a7b-a04d-105a4d638144 is already hosted by enough agents. {{(pid=102387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 18:39:54.025096 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.base_scheduler [req-ff9c7691-c800-4692-8e34-7e8a58ce4075 req-a3fd23e8-ed6a-4a35-a4cd-bc48ee50f78e tempest-ServersTestMultiNic-1214536785 tempest-ServersTestMultiNic-1214536785-project] Resources bound (agent type, host, resource id): {{(pid=102387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:39:54.040655 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff9c7691-c800-4692-8e34-7e8a58ce4075 req-a3fd23e8-ed6a-4a35-a4cd-bc48ee50f78e tempest-ServersTestMultiNic-1214536785 tempest-ServersTestMultiNic-1214536785-project] Received port after_create {{(pid=102387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 18:39:54.102456 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-0d8257d4-1163-488e-a661-e76698778452 req-6b4156b9-ca73-43e7-8fbb-c3f032c885c9 tempest-ServersWithSpecificFlavorTestJSON-1995233136 tempest-ServersWithSpecificFlavorTestJSON-1995233136-project] 10.222.0.13 "GET /v2.0/security-groups?id=040a1024-eaad-4e89-b23c-c23a7ce4f851&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1633799 Nov 05 18:39:54.107542 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3fd23e8-ed6a-4a35-a4cd-bc48ee50f78e tempest-ServersTestMultiNic-1214536785 tempest-ServersTestMultiNic-1214536785-project] Pushing event updated for resources: {'Port': ['ID=b40e1dfd-8405-495f-8e25-3525af98e8ae,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:39:54.148120 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3fd23e8-ed6a-4a35-a4cd-bc48ee50f78e tempest-ServersTestMultiNic-1214536785 tempest-ServersTestMultiNic-1214536785-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:39:54.148528 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3fd23e8-ed6a-4a35-a4cd-bc48ee50f78e tempest-ServersTestMultiNic-1214536785 tempest-ServersTestMultiNic-1214536785-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:39:54.148795 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3fd23e8-ed6a-4a35-a4cd-bc48ee50f78e tempest-ServersTestMultiNic-1214536785 tempest-ServersTestMultiNic-1214536785-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:39:54.149134 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3fd23e8-ed6a-4a35-a4cd-bc48ee50f78e tempest-ServersTestMultiNic-1214536785 tempest-ServersTestMultiNic-1214536785-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:39:54.149465 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3fd23e8-ed6a-4a35-a4cd-bc48ee50f78e tempest-ServersTestMultiNic-1214536785 tempest-ServersTestMultiNic-1214536785-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:39:54.149796 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3fd23e8-ed6a-4a35-a4cd-bc48ee50f78e tempest-ServersTestMultiNic-1214536785 tempest-ServersTestMultiNic-1214536785-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:39:54.150167 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3fd23e8-ed6a-4a35-a4cd-bc48ee50f78e tempest-ServersTestMultiNic-1214536785 tempest-ServersTestMultiNic-1214536785-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:39:54.150528 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3fd23e8-ed6a-4a35-a4cd-bc48ee50f78e tempest-ServersTestMultiNic-1214536785 tempest-ServersTestMultiNic-1214536785-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:39:54.150852 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3fd23e8-ed6a-4a35-a4cd-bc48ee50f78e tempest-ServersTestMultiNic-1214536785 tempest-ServersTestMultiNic-1214536785-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:39:54.151173 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3fd23e8-ed6a-4a35-a4cd-bc48ee50f78e tempest-ServersTestMultiNic-1214536785 tempest-ServersTestMultiNic-1214536785-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:39:54.151495 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3fd23e8-ed6a-4a35-a4cd-bc48ee50f78e tempest-ServersTestMultiNic-1214536785 tempest-ServersTestMultiNic-1214536785-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:39:54.151818 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3fd23e8-ed6a-4a35-a4cd-bc48ee50f78e tempest-ServersTestMultiNic-1214536785 tempest-ServersTestMultiNic-1214536785-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:39:54.168117 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fc019ac7-aebc-4c18-bec7-8f3942b3a9d0 req-fa47fd8a-6894-4adb-86b1-d44e77f69ee1 tempest-LiveAutoBlockMigrationV225Test-1563372898 tempest-LiveAutoBlockMigrationV225Test-1563372898-project] Made reservation on behalf of 482f8aec1d1b4fc08a02afb86f8387d6 for: {'port': 1} {{(pid=102386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 18:39:54.171496 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9c7691-c800-4692-8e34-7e8a58ce4075 req-a3fd23e8-ed6a-4a35-a4cd-bc48ee50f78e tempest-ServersTestMultiNic-1214536785 tempest-ServersTestMultiNic-1214536785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:39:54.172471 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-ff9c7691-c800-4692-8e34-7e8a58ce4075 req-a3fd23e8-ed6a-4a35-a4cd-bc48ee50f78e tempest-ServersTestMultiNic-1214536785 tempest-ServersTestMultiNic-1214536785-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:39:54.173052 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-fc019ac7-aebc-4c18-bec7-8f3942b3a9d0 req-fa47fd8a-6894-4adb-86b1-d44e77f69ee1 tempest-LiveAutoBlockMigrationV225Test-1563372898 tempest-LiveAutoBlockMigrationV225Test-1563372898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:39:54.207724 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c96211-131f-4ac3-a099-96b7730237b0 req-b3792dca-3016-43de-aac5-16d09b2a2315 tempest-SecurityGroupsTestJSON-1222042648 tempest-SecurityGroupsTestJSON-1222042648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:39:54.209718 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-c3c96211-131f-4ac3-a099-96b7730237b0 req-b3792dca-3016-43de-aac5-16d09b2a2315 tempest-SecurityGroupsTestJSON-1222042648 tempest-SecurityGroupsTestJSON-1222042648-project] 10.222.0.13 "GET /v2.0/ports?device_id=f42c912a-d1d9-49c8-a808-f584952069f5 HTTP/1.1" status: 200 len: 945 time: 0.1251843 Nov 05 18:39:54.337459 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-ff9c7691-c800-4692-8e34-7e8a58ce4075 req-a3fd23e8-ed6a-4a35-a4cd-bc48ee50f78e tempest-ServersTestMultiNic-1214536785 tempest-ServersTestMultiNic-1214536785-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2896225 Nov 05 18:39:54.351007 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [req-ff9c7691-c800-4692-8e34-7e8a58ce4075 req-ad32820e-9a17-4dc7-93ac-d5e747577687 tempest-ServersTestMultiNic-1214536785 tempest-ServersTestMultiNic-1214536785-project] Request body: {'port': {'device_id': '494e2f45-b44c-4b7b-9e85-570ca11e78f9', 'network_id': 'f394b287-340e-45e0-837f-d8c4a57cd15e', 'admin_state_up': True, 'tenant_id': '4829acffed3b4745affa5e8e193e7ce5'}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:39:54.407115 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bceb2f6-c4b3-4053-97b5-03485783ac38 req-98f48636-6052-4efb-8acb-05908b0b3041 tempest-ServersTestMultiNic-1214536785 tempest-ServersTestMultiNic-1214536785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:39:54.414562 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-0bceb2f6-c4b3-4053-97b5-03485783ac38 req-98f48636-6052-4efb-8acb-05908b0b3041 tempest-ServersTestMultiNic-1214536785 tempest-ServersTestMultiNic-1214536785-project] 10.222.0.13 "GET /v2.0/ports?device_id=494e2f45-b44c-4b7b-9e85-570ca11e78f9 HTTP/1.1" status: 200 len: 932 time: 0.1465216 Nov 05 18:39:54.429299 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.db_base_plugin_common [req-fc019ac7-aebc-4c18-bec7-8f3942b3a9d0 req-fa47fd8a-6894-4adb-86b1-d44e77f69ee1 tempest-LiveAutoBlockMigrationV225Test-1563372898 tempest-LiveAutoBlockMigrationV225Test-1563372898-project] Allocated IP 172.20.0.7 (5e3d0b1a-fd18-45bc-91bd-c831330234c4/e7fca78a-743c-4af3-9fb8-12bc06bb873c/c01fdf04-d1b3-4884-bce0-e642bc3ccf9a) {{(pid=102386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 18:39:54.541862 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-8358fd88-9bee-4484-9c69-3b0d30c5e58f None None] Provisioning complete for port b40e1dfd-8405-495f-8e25-3525af98e8ae triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:39:54.543135 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-8358fd88-9bee-4484-9c69-3b0d30c5e58f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:39:54.631147 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-8358fd88-9bee-4484-9c69-3b0d30c5e58f None None] Port b40e1dfd-8405-495f-8e25-3525af98e8ae cannot update to ACTIVE because it is not bound. {{(pid=102388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 18:39:54.709218 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-fc019ac7-aebc-4c18-bec7-8f3942b3a9d0 req-fa47fd8a-6894-4adb-86b1-d44e77f69ee1 tempest-LiveAutoBlockMigrationV225Test-1563372898 tempest-LiveAutoBlockMigrationV225Test-1563372898-project] Publish callbacks [] for port, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:39:54.808836 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-fc019ac7-aebc-4c18-bec7-8f3942b3a9d0 req-fa47fd8a-6894-4adb-86b1-d44e77f69ee1 tempest-LiveAutoBlockMigrationV225Test-1563372898 tempest-LiveAutoBlockMigrationV225Test-1563372898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:39:54.907034 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc019ac7-aebc-4c18-bec7-8f3942b3a9d0 req-fa47fd8a-6894-4adb-86b1-d44e77f69ee1 tempest-LiveAutoBlockMigrationV225Test-1563372898 tempest-LiveAutoBlockMigrationV225Test-1563372898-project] Network 5e3d0b1a-fd18-45bc-91bd-c831330234c4 is already hosted by enough agents. {{(pid=102386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 18:39:54.912359 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.base_scheduler [req-fc019ac7-aebc-4c18-bec7-8f3942b3a9d0 req-fa47fd8a-6894-4adb-86b1-d44e77f69ee1 tempest-LiveAutoBlockMigrationV225Test-1563372898 tempest-LiveAutoBlockMigrationV225Test-1563372898-project] Resources bound (agent type, host, resource id): {{(pid=102386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:39:54.919666 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-c3c96211-131f-4ac3-a099-96b7730237b0 req-2f427349-ed28-4a0c-b2a5-f858c806e4df tempest-SecurityGroupsTestJSON-1222042648 tempest-SecurityGroupsTestJSON-1222042648-project] 10.222.0.13 "GET /v2.0/security-groups?id=25591ebc-7d79-4a52-aa21-df275070bb50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7026300 Nov 05 18:39:54.922067 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc019ac7-aebc-4c18-bec7-8f3942b3a9d0 req-fa47fd8a-6894-4adb-86b1-d44e77f69ee1 tempest-LiveAutoBlockMigrationV225Test-1563372898 tempest-LiveAutoBlockMigrationV225Test-1563372898-project] Received port after_create {{(pid=102386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 18:39:54.959058 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ff9c7691-c800-4692-8e34-7e8a58ce4075 req-ad32820e-9a17-4dc7-93ac-d5e747577687 tempest-ServersTestMultiNic-1214536785 tempest-ServersTestMultiNic-1214536785-project] Made reservation on behalf of 4829acffed3b4745affa5e8e193e7ce5 for: {'port': 1} {{(pid=102387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 18:39:54.964527 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-ff9c7691-c800-4692-8e34-7e8a58ce4075 req-ad32820e-9a17-4dc7-93ac-d5e747577687 tempest-ServersTestMultiNic-1214536785 tempest-ServersTestMultiNic-1214536785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:39:55.022307 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc019ac7-aebc-4c18-bec7-8f3942b3a9d0 req-fa47fd8a-6894-4adb-86b1-d44e77f69ee1 tempest-LiveAutoBlockMigrationV225Test-1563372898 tempest-LiveAutoBlockMigrationV225Test-1563372898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:39:55.023128 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-fc019ac7-aebc-4c18-bec7-8f3942b3a9d0 req-fa47fd8a-6894-4adb-86b1-d44e77f69ee1 tempest-LiveAutoBlockMigrationV225Test-1563372898 tempest-LiveAutoBlockMigrationV225Test-1563372898-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:39:55.055191 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa47fd8a-6894-4adb-86b1-d44e77f69ee1 tempest-LiveAutoBlockMigrationV225Test-1563372898 tempest-LiveAutoBlockMigrationV225Test-1563372898-project] Pushing event updated for resources: {'Port': ['ID=c01fdf04-d1b3-4884-bce0-e642bc3ccf9a,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:39:55.068814 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa47fd8a-6894-4adb-86b1-d44e77f69ee1 tempest-LiveAutoBlockMigrationV225Test-1563372898 tempest-LiveAutoBlockMigrationV225Test-1563372898-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:39:55.069303 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa47fd8a-6894-4adb-86b1-d44e77f69ee1 tempest-LiveAutoBlockMigrationV225Test-1563372898 tempest-LiveAutoBlockMigrationV225Test-1563372898-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:39:55.069805 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa47fd8a-6894-4adb-86b1-d44e77f69ee1 tempest-LiveAutoBlockMigrationV225Test-1563372898 tempest-LiveAutoBlockMigrationV225Test-1563372898-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:39:55.070271 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa47fd8a-6894-4adb-86b1-d44e77f69ee1 tempest-LiveAutoBlockMigrationV225Test-1563372898 tempest-LiveAutoBlockMigrationV225Test-1563372898-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:39:55.070825 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa47fd8a-6894-4adb-86b1-d44e77f69ee1 tempest-LiveAutoBlockMigrationV225Test-1563372898 tempest-LiveAutoBlockMigrationV225Test-1563372898-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:39:55.071560 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa47fd8a-6894-4adb-86b1-d44e77f69ee1 tempest-LiveAutoBlockMigrationV225Test-1563372898 tempest-LiveAutoBlockMigrationV225Test-1563372898-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:39:55.072432 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa47fd8a-6894-4adb-86b1-d44e77f69ee1 tempest-LiveAutoBlockMigrationV225Test-1563372898 tempest-LiveAutoBlockMigrationV225Test-1563372898-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:39:55.072871 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa47fd8a-6894-4adb-86b1-d44e77f69ee1 tempest-LiveAutoBlockMigrationV225Test-1563372898 tempest-LiveAutoBlockMigrationV225Test-1563372898-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:39:55.073301 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa47fd8a-6894-4adb-86b1-d44e77f69ee1 tempest-LiveAutoBlockMigrationV225Test-1563372898 tempest-LiveAutoBlockMigrationV225Test-1563372898-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:39:55.073739 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa47fd8a-6894-4adb-86b1-d44e77f69ee1 tempest-LiveAutoBlockMigrationV225Test-1563372898 tempest-LiveAutoBlockMigrationV225Test-1563372898-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:39:55.074216 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa47fd8a-6894-4adb-86b1-d44e77f69ee1 tempest-LiveAutoBlockMigrationV225Test-1563372898 tempest-LiveAutoBlockMigrationV225Test-1563372898-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:39:55.074644 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa47fd8a-6894-4adb-86b1-d44e77f69ee1 tempest-LiveAutoBlockMigrationV225Test-1563372898 tempest-LiveAutoBlockMigrationV225Test-1563372898-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:39:55.114775 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-0bceb2f6-c4b3-4053-97b5-03485783ac38 req-f9c09370-4e1a-4364-ab92-89916c57b25f tempest-ServersTestMultiNic-1214536785 tempest-ServersTestMultiNic-1214536785-project] 10.222.0.13 "GET /v2.0/security-groups?id=d6c276c2-1a62-4f33-92e6-1a62f3e97f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6989970 Nov 05 18:39:55.179121 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-fc019ac7-aebc-4c18-bec7-8f3942b3a9d0 req-fa47fd8a-6894-4adb-86b1-d44e77f69ee1 tempest-LiveAutoBlockMigrationV225Test-1563372898 tempest-LiveAutoBlockMigrationV225Test-1563372898-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3105824 Nov 05 18:39:55.207037 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [req-fc019ac7-aebc-4c18-bec7-8f3942b3a9d0 req-f29451e7-f0eb-4e19-9c03-c997c69f3225 service neutron] Request body: {'port': {'device_id': '96e576a6-4f06-4763-8d25-8b8dae8dc581', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816865-1'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:39:55.246002 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Device 6e1ce582-1c04-4b03-b6a1-ed06f7f464bd up at agent hyperv_n-h2-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 18:39:55.266687 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8aae2e0-a1b5-4cb7-81be-991df9aa1207 req-2fab0372-9ca4-4652-a7c5-6f2a9a2f6451 tempest-LiveAutoBlockMigrationV225Test-1563372898 tempest-LiveAutoBlockMigrationV225Test-1563372898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:39:55.268254 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-b8aae2e0-a1b5-4cb7-81be-991df9aa1207 req-2fab0372-9ca4-4652-a7c5-6f2a9a2f6451 tempest-LiveAutoBlockMigrationV225Test-1563372898 tempest-LiveAutoBlockMigrationV225Test-1563372898-project] 10.222.0.13 "GET /v2.0/ports?device_id=96e576a6-4f06-4763-8d25-8b8dae8dc581 HTTP/1.1" status: 200 len: 931 time: 0.1785052 Nov 05 18:39:55.402080 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Provisioning complete for port 6e1ce582-1c04-4b03-b6a1-ed06f7f464bd triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:39:55.404308 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:39:55.446406 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-b8aae2e0-a1b5-4cb7-81be-991df9aa1207 req-948196b1-b272-4f64-8a2d-94887cf28d41 tempest-LiveAutoBlockMigrationV225Test-1563372898 tempest-LiveAutoBlockMigrationV225Test-1563372898-project] 10.222.0.13 "GET /v2.0/security-groups?id=35cb161a-9192-43e2-a392-140fa33626b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284363 Nov 05 18:39:55.482511 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f4c288-e9d8-4e12-a35b-85c6714fd538 req-2f475a2d-69f5-47fb-8d9c-44d04070292f tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:39:55.484587 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-00f4c288-e9d8-4e12-a35b-85c6714fd538 req-2f475a2d-69f5-47fb-8d9c-44d04070292f tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] 10.222.0.13 "GET /v2.0/ports?device_id=c8f9c054-f308-4af6-8eb8-5dcdd62eb3fd HTTP/1.1" status: 200 len: 950 time: 0.1780717 Nov 05 18:39:55.504608 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Device a8f7cc57-2884-40dc-b963-08b7d98a1182 details requested by agent hyperv_n-h1-816865-1 with host n-h1-816865-1 {{(pid=102388) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 05 18:39:55.518333 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.db_base_plugin_common [req-ff9c7691-c800-4692-8e34-7e8a58ce4075 req-ad32820e-9a17-4dc7-93ac-d5e747577687 tempest-ServersTestMultiNic-1214536785 tempest-ServersTestMultiNic-1214536785-project] Allocated IP 19.86.0.89 (f394b287-340e-45e0-837f-d8c4a57cd15e/dfe90a81-e705-4b25-98bc-68ce514af722/92f988f2-3f68-45ae-a8eb-93634b3ce4be) {{(pid=102387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 18:39:55.630211 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-fc019ac7-aebc-4c18-bec7-8f3942b3a9d0 req-f29451e7-f0eb-4e19-9c03-c997c69f3225 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:39:55.713180 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-00f4c288-e9d8-4e12-a35b-85c6714fd538 req-e6cb0d96-a2a1-4787-ab5a-1ad7b73bd8fb tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] 10.222.0.13 "GET /v2.0/security-groups?id=c4f63610-8850-433c-ac4b-7e7146261ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2127807 Nov 05 18:39:55.734561 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] For port a8f7cc57-2884-40dc-b963-08b7d98a1182, host n-h1-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=a8f7cc57-2884-40dc-b963-08b7d98a1182,segment=NetworkSegment(35c2db9c-522d-48d3-98cf-a08c2cc55db7),segment_id=35c2db9c-522d-48d3-98cf-a08c2cc55db7)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:39:55.751810 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Returning: {'device': 'a8f7cc57-2884-40dc-b963-08b7d98a1182', 'network_id': 'a723f808-b11e-4066-b104-fad90c82895e', 'port_id': 'a8f7cc57-2884-40dc-b963-08b7d98a1182', 'mac_address': 'fa:16:3e:8a:ac:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 153, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05e7a1b5-165b-4a00-855a-ffbcb2eba59e', 'ip_address': '192.168.233.83'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102388) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 05 18:39:55.830401 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:39:55.888593 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-10e80ab9-c919-4cc7-8d12-df8b3eb0607f req-a890710c-a095-48e0-9336-fe3dc8851fbc tempest-SecurityGroupsTestJSON-1222042648 tempest-SecurityGroupsTestJSON-1222042648-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-118359725&fields=id&tenant_id=05b01937f9ca44aa923731561d630757 HTTP/1.1" status: 200 len: 267 time: 0.2827957 Nov 05 18:39:55.920988 n-d-816865-1 neutron-server[102388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a96f542-6487-4ff8-8485-9ac0d517f547', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e1ce582-1c04-4b03-b6a1-ed06f7f464bd'}] {{(pid=102388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 18:39:55.923283 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85474fee1180e129d8a886d264fe0b30223aa672dd1ffe43b630605f18504f68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f092c983-5d00-46bd-8e85-7a54d5fb176c" -d '{"events": [{"server_uuid": "1a96f542-6487-4ff8-8485-9ac0d517f547", "name": "network-vif-plugged", "status": "completed", "tag": "6e1ce582-1c04-4b03-b6a1-ed06f7f464bd"}]}' {{(pid=102388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 18:39:55.942765 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:39:55.985550 n-d-816865-1 neutron-server[102388]: DEBUG neutron.notifiers.nova [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a8f7cc57-2884-40dc-b963-08b7d98a1182 {{(pid=102388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 18:39:56.015354 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] For port 6e1ce582-1c04-4b03-b6a1-ed06f7f464bd, host n-h2-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=6e1ce582-1c04-4b03-b6a1-ed06f7f464bd,segment=NetworkSegment(b0f4d4e8-61d5-4e79-9c35-e1f620a70868),segment_id=b0f4d4e8-61d5-4e79-9c35-e1f620a70868)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:39:56.032754 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e80ab9-c919-4cc7-8d12-df8b3eb0607f req-7f446b54-0b1b-410f-9fc7-78c3bf9c77b8 tempest-SecurityGroupsTestJSON-1222042648 tempest-SecurityGroupsTestJSON-1222042648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:39:56.039592 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] For port a8f7cc57-2884-40dc-b963-08b7d98a1182, host n-h1-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=a8f7cc57-2884-40dc-b963-08b7d98a1182,segment=NetworkSegment(35c2db9c-522d-48d3-98cf-a08c2cc55db7),segment_id=35c2db9c-522d-48d3-98cf-a08c2cc55db7)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:39:56.041179 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-10e80ab9-c919-4cc7-8d12-df8b3eb0607f req-7f446b54-0b1b-410f-9fc7-78c3bf9c77b8 tempest-SecurityGroupsTestJSON-1222042648 tempest-SecurityGroupsTestJSON-1222042648-project] 10.222.0.13 "GET /v2.0/ports?device_id=f42c912a-d1d9-49c8-a808-f584952069f5 HTTP/1.1" status: 200 len: 945 time: 0.1512308 Nov 05 18:39:56.046929 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [req-10e80ab9-c919-4cc7-8d12-df8b3eb0607f req-1b202a0b-96c8-47f6-bf41-398fa644992b tempest-SecurityGroupsTestJSON-1222042648 tempest-SecurityGroupsTestJSON-1222042648-project] Request body: {'port': {'security_groups': ['25591ebc-7d79-4a52-aa21-df275070bb50', '328c87b1-529c-473b-a471-8ae3b3035796']}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:39:56.086816 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db190a5-1d95-40a1-ab8d-62d353057785 req-c4311cb3-bdc8-40f3-af15-f42fb293c38c tempest-ServersWithSpecificFlavorTestJSON-1995233136 tempest-ServersWithSpecificFlavorTestJSON-1995233136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:39:56.095247 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-0db190a5-1d95-40a1-ab8d-62d353057785 req-c4311cb3-bdc8-40f3-af15-f42fb293c38c tempest-ServersWithSpecificFlavorTestJSON-1995233136 tempest-ServersWithSpecificFlavorTestJSON-1995233136-project] 10.222.0.13 "GET /v2.0/ports?device_id=dece0a9d-0aa6-4496-bd16-059eef231e9d HTTP/1.1" status: 200 len: 945 time: 0.2269578 Nov 05 18:39:56.098870 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:39:56.189055 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-ff9c7691-c800-4692-8e34-7e8a58ce4075 req-ad32820e-9a17-4dc7-93ac-d5e747577687 tempest-ServersTestMultiNic-1214536785 tempest-ServersTestMultiNic-1214536785-project] Publish callbacks [] for port, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:39:56.207549 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-10e80ab9-c919-4cc7-8d12-df8b3eb0607f req-1b202a0b-96c8-47f6-bf41-398fa644992b tempest-SecurityGroupsTestJSON-1222042648 tempest-SecurityGroupsTestJSON-1222042648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:39:56.234033 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Pushing event updated for resources: {'Port': ['ID=6e1ce582-1c04-4b03-b6a1-ed06f7f464bd,revision_number=7']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:39:56.242793 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:39:56.251231 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-0db190a5-1d95-40a1-ab8d-62d353057785 req-aceb614f-087c-4c72-8f42-a08c80abd8e5 tempest-ServersWithSpecificFlavorTestJSON-1995233136 tempest-ServersWithSpecificFlavorTestJSON-1995233136-project] 10.222.0.13 "GET /v2.0/security-groups?id=040a1024-eaad-4e89-b23c-c23a7ce4f851&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1510684 Nov 05 18:39:56.266395 n-d-816865-1 neutron-server[102386]: DEBUG neutron.notifiers.nova [req-fc019ac7-aebc-4c18-bec7-8f3942b3a9d0 req-f29451e7-f0eb-4e19-9c03-c997c69f3225 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c01fdf04-d1b3-4884-bce0-e642bc3ccf9a {{(pid=102386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 18:39:56.290387 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-fc019ac7-aebc-4c18-bec7-8f3942b3a9d0 req-f29451e7-f0eb-4e19-9c03-c997c69f3225 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:39:56.320170 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Pushing event updated for resources: {'Port': ['ID=a8f7cc57-2884-40dc-b963-08b7d98a1182,revision_number=9']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:39:56.335046 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.provisioning_blocks [req-fc019ac7-aebc-4c18-bec7-8f3942b3a9d0 req-f29451e7-f0eb-4e19-9c03-c997c69f3225 service neutron] Transition to ACTIVE for port object c01fdf04-d1b3-4884-bce0-e642bc3ccf9a will not be triggered until provisioned by entity L2. {{(pid=102386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 05 18:39:56.351034 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] get_ports_and_sgs() called for port_ids ['a8f7cc57-2884-40dc-b963-08b7d98a1182'] {{(pid=102388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 18:39:56.418516 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-fc019ac7-aebc-4c18-bec7-8f3942b3a9d0 req-f29451e7-f0eb-4e19-9c03-c997c69f3225 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6149821'] for port, after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:39:56.471909 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-ff9c7691-c800-4692-8e34-7e8a58ce4075 req-ad32820e-9a17-4dc7-93ac-d5e747577687 tempest-ServersTestMultiNic-1214536785 tempest-ServersTestMultiNic-1214536785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4417063'] for port, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:39:56.533062 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29451e7-f0eb-4e19-9c03-c997c69f3225 service neutron] Pushing event updated for resources: {'Port': ['ID=c01fdf04-d1b3-4884-bce0-e642bc3ccf9a,revision_number=2']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:39:56.697847 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff9c7691-c800-4692-8e34-7e8a58ce4075 req-ad32820e-9a17-4dc7-93ac-d5e747577687 tempest-ServersTestMultiNic-1214536785 tempest-ServersTestMultiNic-1214536785-project] Network f394b287-340e-45e0-837f-d8c4a57cd15e is already hosted by enough agents. {{(pid=102387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 18:39:56.721110 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [req-fc019ac7-aebc-4c18-bec7-8f3942b3a9d0 req-f29451e7-f0eb-4e19-9c03-c997c69f3225 service neutron] Attempting to bind port c01fdf04-d1b3-4884-bce0-e642bc3ccf9a on host n-h1-816865-1 for vnic_type normal with profile {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 18:39:56.721438 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [req-fc019ac7-aebc-4c18-bec7-8f3942b3a9d0 req-f29451e7-f0eb-4e19-9c03-c997c69f3225 service neutron] Attempting to bind port c01fdf04-d1b3-4884-bce0-e642bc3ccf9a by drivers openvswitch,hyperv on host n-h1-816865-1 at level 0 using segments [{'id': '15cac71b-3531-4cff-8a8e-8f8d83bebf12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '5e3d0b1a-fd18-45bc-91bd-c831330234c4'}] {{(pid=102386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 18:39:56.721978 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc019ac7-aebc-4c18-bec7-8f3942b3a9d0 req-f29451e7-f0eb-4e19-9c03-c997c69f3225 service neutron] Attempting to bind port c01fdf04-d1b3-4884-bce0-e642bc3ccf9a on network 5e3d0b1a-fd18-45bc-91bd-c831330234c4 {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 18:39:56.725109 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.base_scheduler [req-ff9c7691-c800-4692-8e34-7e8a58ce4075 req-ad32820e-9a17-4dc7-93ac-d5e747577687 tempest-ServersTestMultiNic-1214536785 tempest-ServersTestMultiNic-1214536785-project] Resources bound (agent type, host, resource id): {{(pid=102387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:39:56.727254 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc019ac7-aebc-4c18-bec7-8f3942b3a9d0 req-f29451e7-f0eb-4e19-9c03-c997c69f3225 service neutron] Port c01fdf04-d1b3-4884-bce0-e642bc3ccf9a on network 5e3d0b1a-fd18-45bc-91bd-c831330234c4 not bound, no agent of type Open vSwitch agent registered on host n-h1-816865-1 {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 18:39:56.727765 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc019ac7-aebc-4c18-bec7-8f3942b3a9d0 req-f29451e7-f0eb-4e19-9c03-c997c69f3225 service neutron] Attempting to bind port c01fdf04-d1b3-4884-bce0-e642bc3ccf9a on network 5e3d0b1a-fd18-45bc-91bd-c831330234c4 {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 18:39:56.736573 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc019ac7-aebc-4c18-bec7-8f3942b3a9d0 req-f29451e7-f0eb-4e19-9c03-c997c69f3225 service neutron] Checking agent: {'id': 'eb596d7c-8c64-42bd-8aca-fad447eb0eab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816865-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 18, 33, 34), 'started_at': datetime.datetime(2021, 11, 5, 18, 33, 34), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 18, 39, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 18:39:56.737608 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff9c7691-c800-4692-8e34-7e8a58ce4075 req-ad32820e-9a17-4dc7-93ac-d5e747577687 tempest-ServersTestMultiNic-1214536785 tempest-ServersTestMultiNic-1214536785-project] Received port after_create {{(pid=102387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 18:39:56.742612 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc019ac7-aebc-4c18-bec7-8f3942b3a9d0 req-f29451e7-f0eb-4e19-9c03-c997c69f3225 service neutron] Checking segment: {'id': '15cac71b-3531-4cff-8a8e-8f8d83bebf12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '5e3d0b1a-fd18-45bc-91bd-c831330234c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 18:39:56.747325 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad32820e-9a17-4dc7-93ac-d5e747577687 tempest-ServersTestMultiNic-1214536785 tempest-ServersTestMultiNic-1214536785-project] Pushing event updated for resources: {'Port': ['ID=92f988f2-3f68-45ae-a8eb-93634b3ce4be,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:39:56.750590 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc019ac7-aebc-4c18-bec7-8f3942b3a9d0 req-f29451e7-f0eb-4e19-9c03-c997c69f3225 service neutron] Bound using segment: {'id': '15cac71b-3531-4cff-8a8e-8f8d83bebf12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '5e3d0b1a-fd18-45bc-91bd-c831330234c4'} {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 18:39:56.751285 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [req-fc019ac7-aebc-4c18-bec7-8f3942b3a9d0 req-f29451e7-f0eb-4e19-9c03-c997c69f3225 service neutron] Bound port: c01fdf04-d1b3-4884-bce0-e642bc3ccf9a, host: n-h1-816865-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15cac71b-3531-4cff-8a8e-8f8d83bebf12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '5e3d0b1a-fd18-45bc-91bd-c831330234c4'}}] {{(pid=102386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 18:39:56.751844 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-fc019ac7-aebc-4c18-bec7-8f3942b3a9d0 req-f29451e7-f0eb-4e19-9c03-c997c69f3225 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:39:56.903454 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15732121-ae04-476b-b203-d94013b7337f req-025b001e-7a30-45f8-b19d-a2e128346763 tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:39:56.905051 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-15732121-ae04-476b-b203-d94013b7337f req-025b001e-7a30-45f8-b19d-a2e128346763 tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] 10.222.0.13 "GET /v2.0/ports?device_id=c8f9c054-f308-4af6-8eb8-5dcdd62eb3fd HTTP/1.1" status: 200 len: 950 time: 0.4651301 Nov 05 18:39:56.940271 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [req-fc019ac7-aebc-4c18-bec7-8f3942b3a9d0 req-f29451e7-f0eb-4e19-9c03-c997c69f3225 service neutron] For port c01fdf04-d1b3-4884-bce0-e642bc3ccf9a, host n-h1-816865-1, cleared binding levels {{(pid=102386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 18:39:56.944191 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [req-fc019ac7-aebc-4c18-bec7-8f3942b3a9d0 req-f29451e7-f0eb-4e19-9c03-c997c69f3225 service neutron] For port c01fdf04-d1b3-4884-bce0-e642bc3ccf9a, host n-h1-816865-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=c01fdf04-d1b3-4884-bce0-e642bc3ccf9a,segment=NetworkSegment(15cac71b-3531-4cff-8a8e-8f8d83bebf12),segment_id=15cac71b-3531-4cff-8a8e-8f8d83bebf12)] {{(pid=102386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 18:39:57.017343 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-fc019ac7-aebc-4c18-bec7-8f3942b3a9d0 req-f29451e7-f0eb-4e19-9c03-c997c69f3225 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6149821'] for port, after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:39:57.036511 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc019ac7-aebc-4c18-bec7-8f3942b3a9d0 req-f29451e7-f0eb-4e19-9c03-c997c69f3225 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:39:57.043429 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-fc019ac7-aebc-4c18-bec7-8f3942b3a9d0 req-f29451e7-f0eb-4e19-9c03-c997c69f3225 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:39:57.044921 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-fc019ac7-aebc-4c18-bec7-8f3942b3a9d0 req-f29451e7-f0eb-4e19-9c03-c997c69f3225 service neutron] 10.222.0.41 "PUT /v2.0/ports/c01fdf04-d1b3-4884-bce0-e642bc3ccf9a HTTP/1.1" status: 200 len: 1091 time: 1.8522873 Nov 05 18:39:57.045400 n-d-816865-1 neutron-server[102386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96e576a6-4f06-4763-8d25-8b8dae8dc581', 'tag': 'c01fdf04-d1b3-4884-bce0-e642bc3ccf9a'}] {{(pid=102386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 18:39:57.047724 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6173a44d7c73f41af551dc890fa1a5892c2c6bc3458b640c8e0c24db7876ba6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2e34a80-0d86-4089-9e7b-19aa9abfc3e5" -d '{"events": [{"name": "network-changed", "server_uuid": "96e576a6-4f06-4763-8d25-8b8dae8dc581", "tag": "c01fdf04-d1b3-4884-bce0-e642bc3ccf9a"}]}' {{(pid=102386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 18:39:57.065683 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9c7691-c800-4692-8e34-7e8a58ce4075 req-ad32820e-9a17-4dc7-93ac-d5e747577687 tempest-ServersTestMultiNic-1214536785 tempest-ServersTestMultiNic-1214536785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:39:57.066360 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-ff9c7691-c800-4692-8e34-7e8a58ce4075 req-ad32820e-9a17-4dc7-93ac-d5e747577687 tempest-ServersTestMultiNic-1214536785 tempest-ServersTestMultiNic-1214536785-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:39:57.191445 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-36c5a497-05cb-4948-b572-96dbd118162b None None] Provisioning complete for port 92f988f2-3f68-45ae-a8eb-93634b3ce4be triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:39:57.192604 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-36c5a497-05cb-4948-b572-96dbd118162b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:39:57.242573 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-ff9c7691-c800-4692-8e34-7e8a58ce4075 req-ad32820e-9a17-4dc7-93ac-d5e747577687 tempest-ServersTestMultiNic-1214536785 tempest-ServersTestMultiNic-1214536785-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8952646 Nov 05 18:39:57.260182 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.db [req-10e80ab9-c919-4cc7-8d12-df8b3eb0607f req-1b202a0b-96c8-47f6-bf41-398fa644992b tempest-SecurityGroupsTestJSON-1222042648 tempest-SecurityGroupsTestJSON-1222042648-project] For port 07ad1e6a-5ef2-4823-940a-64f3df413fd4, host n-h1-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=07ad1e6a-5ef2-4823-940a-64f3df413fd4,segment=NetworkSegment(8fe54a69-31e7-40d0-825b-2160d7fbba14),segment_id=8fe54a69-31e7-40d0-825b-2160d7fbba14)] {{(pid=102387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:39:57.274629 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29451e7-f0eb-4e19-9c03-c997c69f3225 service neutron] Pushing event updated for resources: {'Port': ['ID=c01fdf04-d1b3-4884-bce0-e642bc3ccf9a,revision_number=3']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:39:57.279371 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-36c5a497-05cb-4948-b572-96dbd118162b None None] Port 92f988f2-3f68-45ae-a8eb-93634b3ce4be cannot update to ACTIVE because it is not bound. {{(pid=102388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 18:39:57.296856 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-15732121-ae04-476b-b203-d94013b7337f req-a3072f3a-d1ea-41b3-b73d-eb2f1a4c781a tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] 10.222.0.13 "GET /v2.0/security-groups?id=c4f63610-8850-433c-ac4b-7e7146261ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3723009 Nov 05 18:39:57.325501 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc019ac7-aebc-4c18-bec7-8f3942b3a9d0 req-8426a172-7740-45bd-a8b7-bdd723602e92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:39:57.327087 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-fc019ac7-aebc-4c18-bec7-8f3942b3a9d0 req-8426a172-7740-45bd-a8b7-bdd723602e92 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=482f8aec1d1b4fc08a02afb86f8387d6&device_id=96e576a6-4f06-4763-8d25-8b8dae8dc581 HTTP/1.1" status: 200 len: 1094 time: 0.1758401 Nov 05 18:39:57.333229 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [req-ff9c7691-c800-4692-8e34-7e8a58ce4075 req-95285602-f26b-482f-9dab-84cba3dfd9d1 tempest-ServersTestMultiNic-1214536785 tempest-ServersTestMultiNic-1214536785-project] Request body: {'port': {'device_id': '494e2f45-b44c-4b7b-9e85-570ca11e78f9', 'network_id': '73788293-db44-4a7b-a04d-105a4d638144', 'admin_state_up': True, 'tenant_id': '4829acffed3b4745affa5e8e193e7ce5'}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:39:57.411614 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 18:39:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac884f7e-82df-479b-a9e6-1063094921d1 x-openstack-request-id: req-ac884f7e-82df-479b-a9e6-1063094921d1 {{(pid=102388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 18:39:57.412197 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a96f542-6487-4ff8-8485-9ac0d517f547", "name": "network-vif-plugged", "status": "completed", "tag": "6e1ce582-1c04-4b03-b6a1-ed06f7f464bd", "code": 200}]} {{(pid=102388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 18:39:57.412692 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ac884f7e-82df-479b-a9e6-1063094921d1 {{(pid=102388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 18:39:57.413309 n-d-816865-1 neutron-server[102388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a96f542-6487-4ff8-8485-9ac0d517f547', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e1ce582-1c04-4b03-b6a1-ed06f7f464bd', 'code': 200} Nov 05 18:39:57.440083 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-fc019ac7-aebc-4c18-bec7-8f3942b3a9d0 req-a846892d-47e2-40b9-b1fd-c3eb0ea6dc6b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c01fdf04-d1b3-4884-bce0-e642bc3ccf9a HTTP/1.1" status: 200 len: 217 time: 0.0984437 Nov 05 18:39:57.521387 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-10e80ab9-c919-4cc7-8d12-df8b3eb0607f req-1b202a0b-96c8-47f6-bf41-398fa644992b tempest-SecurityGroupsTestJSON-1222042648 tempest-SecurityGroupsTestJSON-1222042648-project] Publish callbacks [] for port, precommit_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:39:57.529319 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Device a8f7cc57-2884-40dc-b963-08b7d98a1182 up at agent hyperv_n-h1-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 18:39:57.558912 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc019ac7-aebc-4c18-bec7-8f3942b3a9d0 req-bf4cdc8b-339b-45e7-b944-4e270a58939e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:39:57.561173 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-fc019ac7-aebc-4c18-bec7-8f3942b3a9d0 req-bf4cdc8b-339b-45e7-b944-4e270a58939e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e7fca78a-743c-4af3-9fb8-12bc06bb873c HTTP/1.1" status: 200 len: 860 time: 0.1139681 Nov 05 18:39:57.616600 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-fc019ac7-aebc-4c18-bec7-8f3942b3a9d0 req-3309a4bf-4467-4067-8f87-4537a5548f3c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=5e3d0b1a-fd18-45bc-91bd-c831330234c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0476692 Nov 05 18:39:57.648412 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-10e80ab9-c919-4cc7-8d12-df8b3eb0607f req-1b202a0b-96c8-47f6-bf41-398fa644992b tempest-SecurityGroupsTestJSON-1222042648 tempest-SecurityGroupsTestJSON-1222042648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4417072'] for port, after_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:39:57.731529 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e80ab9-c919-4cc7-8d12-df8b3eb0607f req-1b202a0b-96c8-47f6-bf41-398fa644992b tempest-SecurityGroupsTestJSON-1222042648 tempest-SecurityGroupsTestJSON-1222042648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:39:57.732210 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-10e80ab9-c919-4cc7-8d12-df8b3eb0607f req-1b202a0b-96c8-47f6-bf41-398fa644992b tempest-SecurityGroupsTestJSON-1222042648 tempest-SecurityGroupsTestJSON-1222042648-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:39:57.745339 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-10e80ab9-c919-4cc7-8d12-df8b3eb0607f req-1b202a0b-96c8-47f6-bf41-398fa644992b tempest-SecurityGroupsTestJSON-1222042648 tempest-SecurityGroupsTestJSON-1222042648-project] 10.222.0.13 "PUT /v2.0/ports/07ad1e6a-5ef2-4823-940a-64f3df413fd4 HTTP/1.1" status: 200 len: 981 time: 1.7030964 Nov 05 18:39:57.750236 n-d-816865-1 neutron-server[102387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f42c912a-d1d9-49c8-a808-f584952069f5', 'tag': '07ad1e6a-5ef2-4823-940a-64f3df413fd4'}] {{(pid=102387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 18:39:57.756815 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab06bd4ddf5758c1f10d79fe34dc215bafa488692cde9dba2fcbcb67556f90bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25c6e573-1e04-49b8-8106-106572da1b0f" -d '{"events": [{"name": "network-changed", "server_uuid": "f42c912a-d1d9-49c8-a808-f584952069f5", "tag": "07ad1e6a-5ef2-4823-940a-64f3df413fd4"}]}' {{(pid=102387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 18:39:57.816026 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b202a0b-96c8-47f6-bf41-398fa644992b tempest-SecurityGroupsTestJSON-1222042648 tempest-SecurityGroupsTestJSON-1222042648-project] Pushing event updated for resources: {'Port': ['ID=07ad1e6a-5ef2-4823-940a-64f3df413fd4,revision_number=6']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:39:57.825466 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ff9c7691-c800-4692-8e34-7e8a58ce4075 req-95285602-f26b-482f-9dab-84cba3dfd9d1 tempest-ServersTestMultiNic-1214536785 tempest-ServersTestMultiNic-1214536785-project] Made reservation on behalf of 4829acffed3b4745affa5e8e193e7ce5 for: {'port': 1} {{(pid=102387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 18:39:57.832474 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-ff9c7691-c800-4692-8e34-7e8a58ce4075 req-95285602-f26b-482f-9dab-84cba3dfd9d1 tempest-ServersTestMultiNic-1214536785 tempest-ServersTestMultiNic-1214536785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:39:57.868355 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] get_ports_and_sgs() called for port_ids ['07ad1e6a-5ef2-4823-940a-64f3df413fd4'] {{(pid=102388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 18:39:57.958262 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-fc019ac7-aebc-4c18-bec7-8f3942b3a9d0 req-8da22a51-3d6b-4814-84c0-66375ebeb049 service neutron] 10.222.0.41 "GET /v2.0/networks/5e3d0b1a-fd18-45bc-91bd-c831330234c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3343890 Nov 05 18:39:57.970906 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] get_ports_and_sgs() called for port_ids ['07ad1e6a-5ef2-4823-940a-64f3df413fd4'] {{(pid=102388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 18:39:58.018010 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ca8e9e-8564-4341-87c4-4f6768aba0c7 req-c40023df-d542-42a4-bd93-a038064229b7 tempest-ServersTestMultiNic-1214536785 tempest-ServersTestMultiNic-1214536785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:39:58.034837 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ca8e9e-8564-4341-87c4-4f6768aba0c7 req-c40023df-d542-42a4-bd93-a038064229b7 tempest-ServersTestMultiNic-1214536785 tempest-ServersTestMultiNic-1214536785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:39:58.045162 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-39ca8e9e-8564-4341-87c4-4f6768aba0c7 req-c40023df-d542-42a4-bd93-a038064229b7 tempest-ServersTestMultiNic-1214536785 tempest-ServersTestMultiNic-1214536785-project] 10.222.0.13 "GET /v2.0/ports?device_id=494e2f45-b44c-4b7b-9e85-570ca11e78f9 HTTP/1.1" status: 200 len: 1654 time: 0.1890213 Nov 05 18:39:58.055046 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Provisioning complete for port a8f7cc57-2884-40dc-b963-08b7d98a1182 triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:39:58.055778 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:39:58.176094 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-fc019ac7-aebc-4c18-bec7-8f3942b3a9d0 req-b64c233f-bccc-4ce4-8955-c3bc97bd5702 service neutron] 10.222.0.41 "GET /v2.0/networks/5e3d0b1a-fd18-45bc-91bd-c831330234c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2089131 Nov 05 18:39:58.227215 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:39:58.238139 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.db_base_plugin_common [req-ff9c7691-c800-4692-8e34-7e8a58ce4075 req-95285602-f26b-482f-9dab-84cba3dfd9d1 tempest-ServersTestMultiNic-1214536785 tempest-ServersTestMultiNic-1214536785-project] Allocated IP 19.80.0.146 (73788293-db44-4a7b-a04d-105a4d638144/d0e6baef-1668-4b2c-8282-6d35647c1d94/f0aed09e-5bdf-4603-8dc3-21ebd4d875fe) {{(pid=102387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 18:39:58.277107 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-39ca8e9e-8564-4341-87c4-4f6768aba0c7 req-004a65d9-b034-46f9-83ac-892dfb53e56b tempest-ServersTestMultiNic-1214536785 tempest-ServersTestMultiNic-1214536785-project] 10.222.0.13 "GET /v2.0/security-groups?id=d6c276c2-1a62-4f33-92e6-1a62f3e97f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2283437 Nov 05 18:39:58.605323 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] For port a8f7cc57-2884-40dc-b963-08b7d98a1182, host n-h1-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=a8f7cc57-2884-40dc-b963-08b7d98a1182,segment=NetworkSegment(35c2db9c-522d-48d3-98cf-a08c2cc55db7),segment_id=35c2db9c-522d-48d3-98cf-a08c2cc55db7)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:39:58.701157 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-ff9c7691-c800-4692-8e34-7e8a58ce4075 req-95285602-f26b-482f-9dab-84cba3dfd9d1 tempest-ServersTestMultiNic-1214536785 tempest-ServersTestMultiNic-1214536785-project] Publish callbacks [] for port, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:39:58.939367 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:39:58.976576 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Pushing event updated for resources: {'Port': ['ID=a8f7cc57-2884-40dc-b963-08b7d98a1182,revision_number=10']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:39:59.195473 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-ff9c7691-c800-4692-8e34-7e8a58ce4075 req-95285602-f26b-482f-9dab-84cba3dfd9d1 tempest-ServersTestMultiNic-1214536785 tempest-ServersTestMultiNic-1214536785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4417063'] for port, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:39:59.250736 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff9c7691-c800-4692-8e34-7e8a58ce4075 req-95285602-f26b-482f-9dab-84cba3dfd9d1 tempest-ServersTestMultiNic-1214536785 tempest-ServersTestMultiNic-1214536785-project] Network 73788293-db44-4a7b-a04d-105a4d638144 is already hosted by enough agents. {{(pid=102387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 18:39:59.257822 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.base_scheduler [req-ff9c7691-c800-4692-8e34-7e8a58ce4075 req-95285602-f26b-482f-9dab-84cba3dfd9d1 tempest-ServersTestMultiNic-1214536785 tempest-ServersTestMultiNic-1214536785-project] Resources bound (agent type, host, resource id): {{(pid=102387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:39:59.270950 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff9c7691-c800-4692-8e34-7e8a58ce4075 req-95285602-f26b-482f-9dab-84cba3dfd9d1 tempest-ServersTestMultiNic-1214536785 tempest-ServersTestMultiNic-1214536785-project] Received port after_create {{(pid=102387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 18:39:59.346293 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95285602-f26b-482f-9dab-84cba3dfd9d1 tempest-ServersTestMultiNic-1214536785 tempest-ServersTestMultiNic-1214536785-project] Pushing event updated for resources: {'Port': ['ID=f0aed09e-5bdf-4603-8dc3-21ebd4d875fe,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:39:59.414847 n-d-816865-1 neutron-server[102388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5b71237-24de-434f-a81f-3e3f7b737fb4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8f7cc57-2884-40dc-b963-08b7d98a1182'}] {{(pid=102388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 18:39:59.420347 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9c7691-c800-4692-8e34-7e8a58ce4075 req-95285602-f26b-482f-9dab-84cba3dfd9d1 tempest-ServersTestMultiNic-1214536785 tempest-ServersTestMultiNic-1214536785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:39:59.421035 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-ff9c7691-c800-4692-8e34-7e8a58ce4075 req-95285602-f26b-482f-9dab-84cba3dfd9d1 tempest-ServersTestMultiNic-1214536785 tempest-ServersTestMultiNic-1214536785-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:39:59.426566 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85474fee1180e129d8a886d264fe0b30223aa672dd1ffe43b630605f18504f68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-810f98e4-126c-43c2-9350-177ec1e099f8" -d '{"events": [{"server_uuid": "c5b71237-24de-434f-a81f-3e3f7b737fb4", "name": "network-vif-plugged", "status": "completed", "tag": "a8f7cc57-2884-40dc-b963-08b7d98a1182"}]}' {{(pid=102388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 18:39:59.568622 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-ff9c7691-c800-4692-8e34-7e8a58ce4075 req-95285602-f26b-482f-9dab-84cba3dfd9d1 tempest-ServersTestMultiNic-1214536785 tempest-ServersTestMultiNic-1214536785-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3108721 Nov 05 18:39:59.593721 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [req-ff9c7691-c800-4692-8e34-7e8a58ce4075 req-a3f7a89f-7632-4532-8875-7680cf6b4fb6 service neutron] Request body: {'port': {'device_id': '494e2f45-b44c-4b7b-9e85-570ca11e78f9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816865-1'}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:39:59.651660 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-5eb3b3a9-5ff3-4248-a3a4-b37da543462c None None] Provisioning complete for port f0aed09e-5bdf-4603-8dc3-21ebd4d875fe triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:39:59.655058 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-5eb3b3a9-5ff3-4248-a3a4-b37da543462c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:39:59.747172 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-ff9c7691-c800-4692-8e34-7e8a58ce4075 req-a3f7a89f-7632-4532-8875-7680cf6b4fb6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:39:59.800198 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-5eb3b3a9-5ff3-4248-a3a4-b37da543462c None None] Port f0aed09e-5bdf-4603-8dc3-21ebd4d875fe cannot update to ACTIVE because it is not bound. {{(pid=102388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 18:40:00.078436 n-d-816865-1 neutron-server[102387]: DEBUG neutron.notifiers.nova [req-ff9c7691-c800-4692-8e34-7e8a58ce4075 req-a3f7a89f-7632-4532-8875-7680cf6b4fb6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b40e1dfd-8405-495f-8e25-3525af98e8ae {{(pid=102387) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 18:40:00.087313 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-ff9c7691-c800-4692-8e34-7e8a58ce4075 req-a3f7a89f-7632-4532-8875-7680cf6b4fb6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:40:00.101715 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.provisioning_blocks [req-ff9c7691-c800-4692-8e34-7e8a58ce4075 req-a3f7a89f-7632-4532-8875-7680cf6b4fb6 service neutron] Transition to ACTIVE for port object b40e1dfd-8405-495f-8e25-3525af98e8ae will not be triggered until provisioned by entity L2. {{(pid=102387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 05 18:40:00.229666 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-ff9c7691-c800-4692-8e34-7e8a58ce4075 req-a3f7a89f-7632-4532-8875-7680cf6b4fb6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4417072'] for port, after_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:40:00.405474 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f7a89f-7632-4532-8875-7680cf6b4fb6 service neutron] Pushing event updated for resources: {'Port': ['ID=b40e1dfd-8405-495f-8e25-3525af98e8ae,revision_number=2']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:40:00.584356 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.managers [req-ff9c7691-c800-4692-8e34-7e8a58ce4075 req-a3f7a89f-7632-4532-8875-7680cf6b4fb6 service neutron] Attempting to bind port b40e1dfd-8405-495f-8e25-3525af98e8ae on host n-h1-816865-1 for vnic_type normal with profile {{(pid=102387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 18:40:00.585108 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.managers [req-ff9c7691-c800-4692-8e34-7e8a58ce4075 req-a3f7a89f-7632-4532-8875-7680cf6b4fb6 service neutron] Attempting to bind port b40e1dfd-8405-495f-8e25-3525af98e8ae by drivers openvswitch,hyperv on host n-h1-816865-1 at level 0 using segments [{'id': '8407edfd-cbcf-4afb-bebf-f4fdffd7470b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '73788293-db44-4a7b-a04d-105a4d638144'}] {{(pid=102387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 18:40:00.585566 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff9c7691-c800-4692-8e34-7e8a58ce4075 req-a3f7a89f-7632-4532-8875-7680cf6b4fb6 service neutron] Attempting to bind port b40e1dfd-8405-495f-8e25-3525af98e8ae on network 73788293-db44-4a7b-a04d-105a4d638144 {{(pid=102387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 18:40:00.592452 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff9c7691-c800-4692-8e34-7e8a58ce4075 req-a3f7a89f-7632-4532-8875-7680cf6b4fb6 service neutron] Port b40e1dfd-8405-495f-8e25-3525af98e8ae on network 73788293-db44-4a7b-a04d-105a4d638144 not bound, no agent of type Open vSwitch agent registered on host n-h1-816865-1 {{(pid=102387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 18:40:00.592956 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff9c7691-c800-4692-8e34-7e8a58ce4075 req-a3f7a89f-7632-4532-8875-7680cf6b4fb6 service neutron] Attempting to bind port b40e1dfd-8405-495f-8e25-3525af98e8ae on network 73788293-db44-4a7b-a04d-105a4d638144 {{(pid=102387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 18:40:00.604036 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff9c7691-c800-4692-8e34-7e8a58ce4075 req-a3f7a89f-7632-4532-8875-7680cf6b4fb6 service neutron] Checking agent: {'id': 'eb596d7c-8c64-42bd-8aca-fad447eb0eab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816865-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 18, 33, 34), 'started_at': datetime.datetime(2021, 11, 5, 18, 33, 34), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 18, 39, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 18:40:00.605462 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff9c7691-c800-4692-8e34-7e8a58ce4075 req-a3f7a89f-7632-4532-8875-7680cf6b4fb6 service neutron] Checking segment: {'id': '8407edfd-cbcf-4afb-bebf-f4fdffd7470b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '73788293-db44-4a7b-a04d-105a4d638144'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 18:40:00.606004 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff9c7691-c800-4692-8e34-7e8a58ce4075 req-a3f7a89f-7632-4532-8875-7680cf6b4fb6 service neutron] Bound using segment: {'id': '8407edfd-cbcf-4afb-bebf-f4fdffd7470b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '73788293-db44-4a7b-a04d-105a4d638144'} {{(pid=102387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 18:40:00.606576 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.managers [req-ff9c7691-c800-4692-8e34-7e8a58ce4075 req-a3f7a89f-7632-4532-8875-7680cf6b4fb6 service neutron] Bound port: b40e1dfd-8405-495f-8e25-3525af98e8ae, host: n-h1-816865-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8407edfd-cbcf-4afb-bebf-f4fdffd7470b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '73788293-db44-4a7b-a04d-105a4d638144'}}] {{(pid=102387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 18:40:00.607205 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-ff9c7691-c800-4692-8e34-7e8a58ce4075 req-a3f7a89f-7632-4532-8875-7680cf6b4fb6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:40:00.706320 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.db [req-ff9c7691-c800-4692-8e34-7e8a58ce4075 req-a3f7a89f-7632-4532-8875-7680cf6b4fb6 service neutron] For port b40e1dfd-8405-495f-8e25-3525af98e8ae, host n-h1-816865-1, cleared binding levels {{(pid=102387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 18:40:00.710143 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.db [req-ff9c7691-c800-4692-8e34-7e8a58ce4075 req-a3f7a89f-7632-4532-8875-7680cf6b4fb6 service neutron] For port b40e1dfd-8405-495f-8e25-3525af98e8ae, host n-h1-816865-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=b40e1dfd-8405-495f-8e25-3525af98e8ae,segment=NetworkSegment(8407edfd-cbcf-4afb-bebf-f4fdffd7470b),segment_id=8407edfd-cbcf-4afb-bebf-f4fdffd7470b)] {{(pid=102387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 18:40:00.818798 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-ff9c7691-c800-4692-8e34-7e8a58ce4075 req-a3f7a89f-7632-4532-8875-7680cf6b4fb6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4417072'] for port, after_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:40:00.934294 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9c7691-c800-4692-8e34-7e8a58ce4075 req-a3f7a89f-7632-4532-8875-7680cf6b4fb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:40:00.934294 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-ff9c7691-c800-4692-8e34-7e8a58ce4075 req-a3f7a89f-7632-4532-8875-7680cf6b4fb6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:40:00.934294 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-ff9c7691-c800-4692-8e34-7e8a58ce4075 req-a3f7a89f-7632-4532-8875-7680cf6b4fb6 service neutron] 10.222.0.41 "PUT /v2.0/ports/b40e1dfd-8405-495f-8e25-3525af98e8ae HTTP/1.1" status: 200 len: 1092 time: 1.3536510 Nov 05 18:40:00.944610 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f7a89f-7632-4532-8875-7680cf6b4fb6 service neutron] Pushing event updated for resources: {'Port': ['ID=b40e1dfd-8405-495f-8e25-3525af98e8ae,revision_number=3']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:40:01.421428 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [req-ff9c7691-c800-4692-8e34-7e8a58ce4075 req-48cb12b1-3e30-465b-8b1a-26a9cecdff69 service neutron] Request body: {'port': {'device_id': '494e2f45-b44c-4b7b-9e85-570ca11e78f9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816865-1'}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:40:01.497994 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-ff9c7691-c800-4692-8e34-7e8a58ce4075 req-48cb12b1-3e30-465b-8b1a-26a9cecdff69 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:40:01.529980 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Device c01fdf04-d1b3-4884-bce0-e642bc3ccf9a details requested by agent hyperv_n-h1-816865-1 with host n-h1-816865-1 {{(pid=102388) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 05 18:40:01.689699 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] For port c01fdf04-d1b3-4884-bce0-e642bc3ccf9a, host n-h1-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=c01fdf04-d1b3-4884-bce0-e642bc3ccf9a,segment=NetworkSegment(15cac71b-3531-4cff-8a8e-8f8d83bebf12),segment_id=15cac71b-3531-4cff-8a8e-8f8d83bebf12)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:40:01.705788 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Returning: {'device': 'c01fdf04-d1b3-4884-bce0-e642bc3ccf9a', 'network_id': '5e3d0b1a-fd18-45bc-91bd-c831330234c4', 'port_id': 'c01fdf04-d1b3-4884-bce0-e642bc3ccf9a', 'mac_address': 'fa:16:3e:95:27:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 155, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7fca78a-743c-4af3-9fb8-12bc06bb873c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102388) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 05 18:40:01.756343 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:40:01.775595 n-d-816865-1 neutron-server[102388]: DEBUG neutron.notifiers.nova [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c01fdf04-d1b3-4884-bce0-e642bc3ccf9a {{(pid=102388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 18:40:01.802074 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] For port c01fdf04-d1b3-4884-bce0-e642bc3ccf9a, host n-h1-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=c01fdf04-d1b3-4884-bce0-e642bc3ccf9a,segment=NetworkSegment(15cac71b-3531-4cff-8a8e-8f8d83bebf12),segment_id=15cac71b-3531-4cff-8a8e-8f8d83bebf12)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:40:01.908423 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:40:02.044259 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Pushing event updated for resources: {'Port': ['ID=c01fdf04-d1b3-4884-bce0-e642bc3ccf9a,revision_number=4']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:40:02.070485 n-d-816865-1 neutron-server[102387]: DEBUG neutron.notifiers.nova [req-ff9c7691-c800-4692-8e34-7e8a58ce4075 req-48cb12b1-3e30-465b-8b1a-26a9cecdff69 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 92f988f2-3f68-45ae-a8eb-93634b3ce4be {{(pid=102387) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 18:40:02.089068 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-ff9c7691-c800-4692-8e34-7e8a58ce4075 req-48cb12b1-3e30-465b-8b1a-26a9cecdff69 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:40:02.115869 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.provisioning_blocks [req-ff9c7691-c800-4692-8e34-7e8a58ce4075 req-48cb12b1-3e30-465b-8b1a-26a9cecdff69 service neutron] Transition to ACTIVE for port object 92f988f2-3f68-45ae-a8eb-93634b3ce4be will not be triggered until provisioned by entity L2. {{(pid=102387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 05 18:40:02.202576 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] get_ports_and_sgs() called for port_ids ['c01fdf04-d1b3-4884-bce0-e642bc3ccf9a'] {{(pid=102388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 18:40:02.219189 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-ff9c7691-c800-4692-8e34-7e8a58ce4075 req-48cb12b1-3e30-465b-8b1a-26a9cecdff69 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4417072'] for port, after_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:40:02.337900 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48cb12b1-3e30-465b-8b1a-26a9cecdff69 service neutron] Pushing event updated for resources: {'Port': ['ID=92f988f2-3f68-45ae-a8eb-93634b3ce4be,revision_number=2']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:40:02.481069 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.managers [req-ff9c7691-c800-4692-8e34-7e8a58ce4075 req-48cb12b1-3e30-465b-8b1a-26a9cecdff69 service neutron] Attempting to bind port 92f988f2-3f68-45ae-a8eb-93634b3ce4be on host n-h1-816865-1 for vnic_type normal with profile {{(pid=102387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 18:40:02.481746 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.managers [req-ff9c7691-c800-4692-8e34-7e8a58ce4075 req-48cb12b1-3e30-465b-8b1a-26a9cecdff69 service neutron] Attempting to bind port 92f988f2-3f68-45ae-a8eb-93634b3ce4be by drivers openvswitch,hyperv on host n-h1-816865-1 at level 0 using segments [{'id': '22587c8c-d80d-4478-9101-f730178c0e2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'f394b287-340e-45e0-837f-d8c4a57cd15e'}] {{(pid=102387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 18:40:02.481746 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff9c7691-c800-4692-8e34-7e8a58ce4075 req-48cb12b1-3e30-465b-8b1a-26a9cecdff69 service neutron] Attempting to bind port 92f988f2-3f68-45ae-a8eb-93634b3ce4be on network f394b287-340e-45e0-837f-d8c4a57cd15e {{(pid=102387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 18:40:02.486671 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff9c7691-c800-4692-8e34-7e8a58ce4075 req-48cb12b1-3e30-465b-8b1a-26a9cecdff69 service neutron] Port 92f988f2-3f68-45ae-a8eb-93634b3ce4be on network f394b287-340e-45e0-837f-d8c4a57cd15e not bound, no agent of type Open vSwitch agent registered on host n-h1-816865-1 {{(pid=102387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 18:40:02.487015 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff9c7691-c800-4692-8e34-7e8a58ce4075 req-48cb12b1-3e30-465b-8b1a-26a9cecdff69 service neutron] Attempting to bind port 92f988f2-3f68-45ae-a8eb-93634b3ce4be on network f394b287-340e-45e0-837f-d8c4a57cd15e {{(pid=102387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 18:40:02.498689 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff9c7691-c800-4692-8e34-7e8a58ce4075 req-48cb12b1-3e30-465b-8b1a-26a9cecdff69 service neutron] Checking agent: {'id': 'eb596d7c-8c64-42bd-8aca-fad447eb0eab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816865-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 18, 33, 34), 'started_at': datetime.datetime(2021, 11, 5, 18, 33, 34), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 18, 39, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 18:40:02.499023 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff9c7691-c800-4692-8e34-7e8a58ce4075 req-48cb12b1-3e30-465b-8b1a-26a9cecdff69 service neutron] Checking segment: {'id': '22587c8c-d80d-4478-9101-f730178c0e2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'f394b287-340e-45e0-837f-d8c4a57cd15e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 18:40:02.499410 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff9c7691-c800-4692-8e34-7e8a58ce4075 req-48cb12b1-3e30-465b-8b1a-26a9cecdff69 service neutron] Bound using segment: {'id': '22587c8c-d80d-4478-9101-f730178c0e2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'f394b287-340e-45e0-837f-d8c4a57cd15e'} {{(pid=102387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 18:40:02.499838 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.managers [req-ff9c7691-c800-4692-8e34-7e8a58ce4075 req-48cb12b1-3e30-465b-8b1a-26a9cecdff69 service neutron] Bound port: 92f988f2-3f68-45ae-a8eb-93634b3ce4be, host: n-h1-816865-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '22587c8c-d80d-4478-9101-f730178c0e2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'f394b287-340e-45e0-837f-d8c4a57cd15e'}}] {{(pid=102387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 18:40:02.500190 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-ff9c7691-c800-4692-8e34-7e8a58ce4075 req-48cb12b1-3e30-465b-8b1a-26a9cecdff69 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:40:02.640083 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.db [req-ff9c7691-c800-4692-8e34-7e8a58ce4075 req-48cb12b1-3e30-465b-8b1a-26a9cecdff69 service neutron] For port 92f988f2-3f68-45ae-a8eb-93634b3ce4be, host n-h1-816865-1, cleared binding levels {{(pid=102387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 18:40:02.651727 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-9c92c812-7125-4dd0-aa0e-06eeb647b0ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:40:02.655065 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.db [req-ff9c7691-c800-4692-8e34-7e8a58ce4075 req-48cb12b1-3e30-465b-8b1a-26a9cecdff69 service neutron] For port 92f988f2-3f68-45ae-a8eb-93634b3ce4be, host n-h1-816865-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=92f988f2-3f68-45ae-a8eb-93634b3ce4be,segment=NetworkSegment(22587c8c-d80d-4478-9101-f730178c0e2e),segment_id=22587c8c-d80d-4478-9101-f730178c0e2e)] {{(pid=102387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 18:40:02.777665 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-ff9c7691-c800-4692-8e34-7e8a58ce4075 req-48cb12b1-3e30-465b-8b1a-26a9cecdff69 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4417072'] for port, after_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:40:02.889007 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9c7691-c800-4692-8e34-7e8a58ce4075 req-48cb12b1-3e30-465b-8b1a-26a9cecdff69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:40:02.889525 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-ff9c7691-c800-4692-8e34-7e8a58ce4075 req-48cb12b1-3e30-465b-8b1a-26a9cecdff69 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:40:02.891036 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-ff9c7691-c800-4692-8e34-7e8a58ce4075 req-48cb12b1-3e30-465b-8b1a-26a9cecdff69 service neutron] 10.222.0.41 "PUT /v2.0/ports/92f988f2-3f68-45ae-a8eb-93634b3ce4be HTTP/1.1" status: 200 len: 1091 time: 1.4755924 Nov 05 18:40:02.901772 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48cb12b1-3e30-465b-8b1a-26a9cecdff69 service neutron] Pushing event updated for resources: {'Port': ['ID=92f988f2-3f68-45ae-a8eb-93634b3ce4be,revision_number=3']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:40:03.020184 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [req-ff9c7691-c800-4692-8e34-7e8a58ce4075 req-a3c8cfda-0498-4363-8f2c-453f4fdaeab8 service neutron] Request body: {'port': {'device_id': '494e2f45-b44c-4b7b-9e85-570ca11e78f9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816865-1'}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:40:03.202147 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-ff9c7691-c800-4692-8e34-7e8a58ce4075 req-a3c8cfda-0498-4363-8f2c-453f4fdaeab8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:40:03.565512 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Device c01fdf04-d1b3-4884-bce0-e642bc3ccf9a up at agent hyperv_n-h1-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 18:40:03.742190 n-d-816865-1 neutron-server[102387]: DEBUG neutron.notifiers.nova [req-ff9c7691-c800-4692-8e34-7e8a58ce4075 req-a3c8cfda-0498-4363-8f2c-453f4fdaeab8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f0aed09e-5bdf-4603-8dc3-21ebd4d875fe {{(pid=102387) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 18:40:03.753774 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-ff9c7691-c800-4692-8e34-7e8a58ce4075 req-a3c8cfda-0498-4363-8f2c-453f4fdaeab8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:40:03.769641 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.provisioning_blocks [req-ff9c7691-c800-4692-8e34-7e8a58ce4075 req-a3c8cfda-0498-4363-8f2c-453f4fdaeab8 service neutron] Transition to ACTIVE for port object f0aed09e-5bdf-4603-8dc3-21ebd4d875fe will not be triggered until provisioned by entity L2. {{(pid=102387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 05 18:40:04.457462 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-ff9c7691-c800-4692-8e34-7e8a58ce4075 req-a3c8cfda-0498-4363-8f2c-453f4fdaeab8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4417072'] for port, after_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:40:04.464055 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Provisioning for port c01fdf04-d1b3-4884-bce0-e642bc3ccf9a completed by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 05 18:40:04.464055 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:40:04.464055 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Provisioning complete for port c01fdf04-d1b3-4884-bce0-e642bc3ccf9a triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:40:04.464751 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:40:04.566285 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c8cfda-0498-4363-8f2c-453f4fdaeab8 service neutron] Pushing event updated for resources: {'Port': ['ID=f0aed09e-5bdf-4603-8dc3-21ebd4d875fe,revision_number=2']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:40:04.604306 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:40:04.653709 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] For port c01fdf04-d1b3-4884-bce0-e642bc3ccf9a, host n-h1-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=c01fdf04-d1b3-4884-bce0-e642bc3ccf9a,segment=NetworkSegment(15cac71b-3531-4cff-8a8e-8f8d83bebf12),segment_id=15cac71b-3531-4cff-8a8e-8f8d83bebf12)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:40:04.670110 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.managers [req-ff9c7691-c800-4692-8e34-7e8a58ce4075 req-a3c8cfda-0498-4363-8f2c-453f4fdaeab8 service neutron] Attempting to bind port f0aed09e-5bdf-4603-8dc3-21ebd4d875fe on host n-h1-816865-1 for vnic_type normal with profile {{(pid=102387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 18:40:04.670479 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.managers [req-ff9c7691-c800-4692-8e34-7e8a58ce4075 req-a3c8cfda-0498-4363-8f2c-453f4fdaeab8 service neutron] Attempting to bind port f0aed09e-5bdf-4603-8dc3-21ebd4d875fe by drivers openvswitch,hyperv on host n-h1-816865-1 at level 0 using segments [{'id': '8407edfd-cbcf-4afb-bebf-f4fdffd7470b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '73788293-db44-4a7b-a04d-105a4d638144'}] {{(pid=102387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 18:40:04.670777 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff9c7691-c800-4692-8e34-7e8a58ce4075 req-a3c8cfda-0498-4363-8f2c-453f4fdaeab8 service neutron] Attempting to bind port f0aed09e-5bdf-4603-8dc3-21ebd4d875fe on network 73788293-db44-4a7b-a04d-105a4d638144 {{(pid=102387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 18:40:04.681409 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff9c7691-c800-4692-8e34-7e8a58ce4075 req-a3c8cfda-0498-4363-8f2c-453f4fdaeab8 service neutron] Port f0aed09e-5bdf-4603-8dc3-21ebd4d875fe on network 73788293-db44-4a7b-a04d-105a4d638144 not bound, no agent of type Open vSwitch agent registered on host n-h1-816865-1 {{(pid=102387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 18:40:04.681751 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff9c7691-c800-4692-8e34-7e8a58ce4075 req-a3c8cfda-0498-4363-8f2c-453f4fdaeab8 service neutron] Attempting to bind port f0aed09e-5bdf-4603-8dc3-21ebd4d875fe on network 73788293-db44-4a7b-a04d-105a4d638144 {{(pid=102387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 18:40:04.701484 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff9c7691-c800-4692-8e34-7e8a58ce4075 req-a3c8cfda-0498-4363-8f2c-453f4fdaeab8 service neutron] Checking agent: {'id': 'eb596d7c-8c64-42bd-8aca-fad447eb0eab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816865-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 18, 33, 34), 'started_at': datetime.datetime(2021, 11, 5, 18, 33, 34), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 18, 40, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 18:40:04.701826 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff9c7691-c800-4692-8e34-7e8a58ce4075 req-a3c8cfda-0498-4363-8f2c-453f4fdaeab8 service neutron] Checking segment: {'id': '8407edfd-cbcf-4afb-bebf-f4fdffd7470b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '73788293-db44-4a7b-a04d-105a4d638144'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 18:40:04.704734 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff9c7691-c800-4692-8e34-7e8a58ce4075 req-a3c8cfda-0498-4363-8f2c-453f4fdaeab8 service neutron] Bound using segment: {'id': '8407edfd-cbcf-4afb-bebf-f4fdffd7470b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '73788293-db44-4a7b-a04d-105a4d638144'} {{(pid=102387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 18:40:04.704734 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.managers [req-ff9c7691-c800-4692-8e34-7e8a58ce4075 req-a3c8cfda-0498-4363-8f2c-453f4fdaeab8 service neutron] Bound port: f0aed09e-5bdf-4603-8dc3-21ebd4d875fe, host: n-h1-816865-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8407edfd-cbcf-4afb-bebf-f4fdffd7470b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '73788293-db44-4a7b-a04d-105a4d638144'}}] {{(pid=102387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 18:40:04.704734 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-ff9c7691-c800-4692-8e34-7e8a58ce4075 req-a3c8cfda-0498-4363-8f2c-453f4fdaeab8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:40:04.790662 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:40:04.878075 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.db [req-ff9c7691-c800-4692-8e34-7e8a58ce4075 req-a3c8cfda-0498-4363-8f2c-453f4fdaeab8 service neutron] For port f0aed09e-5bdf-4603-8dc3-21ebd4d875fe, host n-h1-816865-1, cleared binding levels {{(pid=102387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 18:40:04.884145 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.db [req-ff9c7691-c800-4692-8e34-7e8a58ce4075 req-a3c8cfda-0498-4363-8f2c-453f4fdaeab8 service neutron] For port f0aed09e-5bdf-4603-8dc3-21ebd4d875fe, host n-h1-816865-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=f0aed09e-5bdf-4603-8dc3-21ebd4d875fe,segment=NetworkSegment(8407edfd-cbcf-4afb-bebf-f4fdffd7470b),segment_id=8407edfd-cbcf-4afb-bebf-f4fdffd7470b)] {{(pid=102387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 18:40:04.907541 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Pushing event updated for resources: {'Port': ['ID=c01fdf04-d1b3-4884-bce0-e642bc3ccf9a,revision_number=5']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:40:05.022667 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-ff9c7691-c800-4692-8e34-7e8a58ce4075 req-a3c8cfda-0498-4363-8f2c-453f4fdaeab8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4417072'] for port, after_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:40:05.109561 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9c7691-c800-4692-8e34-7e8a58ce4075 req-a3c8cfda-0498-4363-8f2c-453f4fdaeab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:40:05.111428 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-ff9c7691-c800-4692-8e34-7e8a58ce4075 req-a3c8cfda-0498-4363-8f2c-453f4fdaeab8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:40:05.113262 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-ff9c7691-c800-4692-8e34-7e8a58ce4075 req-a3c8cfda-0498-4363-8f2c-453f4fdaeab8 service neutron] 10.222.0.41 "PUT /v2.0/ports/f0aed09e-5bdf-4603-8dc3-21ebd4d875fe HTTP/1.1" status: 200 len: 1092 time: 2.0967460 Nov 05 18:40:05.121761 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-6e4ca3f0-564b-4bbf-9257-9dcefc9b0e36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:40:05.132267 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c8cfda-0498-4363-8f2c-453f4fdaeab8 service neutron] Pushing event updated for resources: {'Port': ['ID=f0aed09e-5bdf-4603-8dc3-21ebd4d875fe,revision_number=3']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:40:05.644872 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9c7691-c800-4692-8e34-7e8a58ce4075 req-9636f8f3-7d55-4095-a1e5-40295ed85b38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:40:05.655232 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9c7691-c800-4692-8e34-7e8a58ce4075 req-9636f8f3-7d55-4095-a1e5-40295ed85b38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:40:05.655232 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9c7691-c800-4692-8e34-7e8a58ce4075 req-9636f8f3-7d55-4095-a1e5-40295ed85b38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:40:05.659600 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-ff9c7691-c800-4692-8e34-7e8a58ce4075 req-9636f8f3-7d55-4095-a1e5-40295ed85b38 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4829acffed3b4745affa5e8e193e7ce5&device_id=494e2f45-b44c-4b7b-9e85-570ca11e78f9 HTTP/1.1" status: 200 len: 2865 time: 0.0812109 Nov 05 18:40:05.735812 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-ff9c7691-c800-4692-8e34-7e8a58ce4075 req-4f8e6cf3-5505-4700-beff-df80db6c83f1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.137&port_id=b40e1dfd-8405-495f-8e25-3525af98e8ae HTTP/1.1" status: 200 len: 217 time: 0.0726948 Nov 05 18:40:05.805212 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9c7691-c800-4692-8e34-7e8a58ce4075 req-142041d0-334a-4a49-9dea-935594a8dcf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:40:05.807943 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-ff9c7691-c800-4692-8e34-7e8a58ce4075 req-142041d0-334a-4a49-9dea-935594a8dcf0 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d0e6baef-1668-4b2c-8282-6d35647c1d94 HTTP/1.1" status: 200 len: 801 time: 0.0571752 Nov 05 18:40:05.879690 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9c7691-c800-4692-8e34-7e8a58ce4075 req-73e08702-9500-4df0-a64c-9e409347eaac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:40:05.881557 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-ff9c7691-c800-4692-8e34-7e8a58ce4075 req-73e08702-9500-4df0-a64c-9e409347eaac service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=73788293-db44-4a7b-a04d-105a4d638144&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0652037 Nov 05 18:40:05.997279 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-ff9c7691-c800-4692-8e34-7e8a58ce4075 req-147eef3b-7f07-4104-bdc1-313b0f595168 service neutron] 10.222.0.41 "GET /v2.0/networks/73788293-db44-4a7b-a04d-105a4d638144?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1041205 Nov 05 18:40:06.120485 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-ff9c7691-c800-4692-8e34-7e8a58ce4075 req-890d4731-0556-43bd-9a15-bc9a8e122af7 service neutron] 10.222.0.41 "GET /v2.0/networks/73788293-db44-4a7b-a04d-105a4d638144?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1092873 Nov 05 18:40:06.171578 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:40:06.190898 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-ff9c7691-c800-4692-8e34-7e8a58ce4075 req-b4047871-7d88-4e4b-a68a-8f31c64d19d3 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.89&port_id=92f988f2-3f68-45ae-a8eb-93634b3ce4be HTTP/1.1" status: 200 len: 217 time: 0.0619321 Nov 05 18:40:06.276237 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9c7691-c800-4692-8e34-7e8a58ce4075 req-fc4498db-c045-4b89-9e66-5235fe75e756 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:40:06.277748 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-ff9c7691-c800-4692-8e34-7e8a58ce4075 req-fc4498db-c045-4b89-9e66-5235fe75e756 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=dfe90a81-e705-4b25-98bc-68ce514af722 HTTP/1.1" status: 200 len: 801 time: 0.0784400 Nov 05 18:40:06.285646 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b304910f-7b27-444b-a8fc-977d26b1ceac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:40:06.376610 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9c7691-c800-4692-8e34-7e8a58ce4075 req-a39dc795-d494-4f0c-aa35-5445e4bfdcd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:40:06.381006 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-ff9c7691-c800-4692-8e34-7e8a58ce4075 req-a39dc795-d494-4f0c-aa35-5445e4bfdcd1 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f394b287-340e-45e0-837f-d8c4a57cd15e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0956142 Nov 05 18:40:06.507518 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-ff9c7691-c800-4692-8e34-7e8a58ce4075 req-804ff793-bb9a-4106-a089-b8cfcbae2bcd service neutron] 10.222.0.41 "GET /v2.0/networks/f394b287-340e-45e0-837f-d8c4a57cd15e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1177256 Nov 05 18:40:06.710120 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-ff9c7691-c800-4692-8e34-7e8a58ce4075 req-cfcc4f8d-1269-4515-80d9-e4ea6a49cfa4 service neutron] 10.222.0.41 "GET /v2.0/networks/f394b287-340e-45e0-837f-d8c4a57cd15e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1919565 Nov 05 18:40:06.773793 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-ff9c7691-c800-4692-8e34-7e8a58ce4075 req-8da78bee-e38b-402e-a7bc-e399876a75da service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.146&port_id=f0aed09e-5bdf-4603-8dc3-21ebd4d875fe HTTP/1.1" status: 200 len: 217 time: 0.0477114 Nov 05 18:40:06.840569 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9c7691-c800-4692-8e34-7e8a58ce4075 req-8ef240e4-4e9d-45d6-b928-6445cd6aecfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:40:06.842669 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-ff9c7691-c800-4692-8e34-7e8a58ce4075 req-8ef240e4-4e9d-45d6-b928-6445cd6aecfc service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d0e6baef-1668-4b2c-8282-6d35647c1d94 HTTP/1.1" status: 200 len: 801 time: 0.0554385 Nov 05 18:40:06.905104 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9c7691-c800-4692-8e34-7e8a58ce4075 req-6cc1a2f3-d060-4489-b605-8fc3fff24eb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:40:06.907469 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-ff9c7691-c800-4692-8e34-7e8a58ce4075 req-6cc1a2f3-d060-4489-b605-8fc3fff24eb9 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=73788293-db44-4a7b-a04d-105a4d638144&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0571218 Nov 05 18:40:07.060504 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-ff9c7691-c800-4692-8e34-7e8a58ce4075 req-36883e5a-c034-4a55-8bb5-7c57c003a6f6 service neutron] 10.222.0.41 "GET /v2.0/networks/73788293-db44-4a7b-a04d-105a4d638144?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1414270 Nov 05 18:40:07.207704 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-ff9c7691-c800-4692-8e34-7e8a58ce4075 req-dc37c5eb-354c-4979-ae76-17d69c4e4e2e service neutron] 10.222.0.41 "GET /v2.0/networks/73788293-db44-4a7b-a04d-105a4d638144?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1370075 Nov 05 18:40:08.495880 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-31f93893-a48e-4ae8-833d-dccb2b42eacc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:40:08.822513 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:40:09.568393 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Device f0aed09e-5bdf-4603-8dc3-21ebd4d875fe details requested by agent hyperv_n-h1-816865-1 with host n-h1-816865-1 {{(pid=102388) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 05 18:40:09.749157 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] For port f0aed09e-5bdf-4603-8dc3-21ebd4d875fe, host n-h1-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=f0aed09e-5bdf-4603-8dc3-21ebd4d875fe,segment=NetworkSegment(8407edfd-cbcf-4afb-bebf-f4fdffd7470b),segment_id=8407edfd-cbcf-4afb-bebf-f4fdffd7470b)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:40:09.771355 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Returning: {'device': 'f0aed09e-5bdf-4603-8dc3-21ebd4d875fe', 'network_id': '73788293-db44-4a7b-a04d-105a4d638144', 'port_id': 'f0aed09e-5bdf-4603-8dc3-21ebd4d875fe', 'mac_address': 'fa:16:3e:49:12:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 189, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0e6baef-1668-4b2c-8282-6d35647c1d94', 'ip_address': '19.80.0.146'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102388) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 05 18:40:09.831680 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:40:09.863405 n-d-816865-1 neutron-server[102388]: DEBUG neutron.notifiers.nova [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f0aed09e-5bdf-4603-8dc3-21ebd4d875fe {{(pid=102388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 18:40:09.912038 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] For port f0aed09e-5bdf-4603-8dc3-21ebd4d875fe, host n-h1-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=f0aed09e-5bdf-4603-8dc3-21ebd4d875fe,segment=NetworkSegment(8407edfd-cbcf-4afb-bebf-f4fdffd7470b),segment_id=8407edfd-cbcf-4afb-bebf-f4fdffd7470b)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:40:10.091337 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:40:10.092345 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Device b40e1dfd-8405-495f-8e25-3525af98e8ae details requested by agent hyperv_n-h1-816865-1 with host n-h1-816865-1 {{(pid=102388) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 05 18:40:10.170635 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] For port b40e1dfd-8405-495f-8e25-3525af98e8ae, host n-h1-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=b40e1dfd-8405-495f-8e25-3525af98e8ae,segment=NetworkSegment(8407edfd-cbcf-4afb-bebf-f4fdffd7470b),segment_id=8407edfd-cbcf-4afb-bebf-f4fdffd7470b)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:40:10.173360 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Pushing event updated for resources: {'Port': ['ID=f0aed09e-5bdf-4603-8dc3-21ebd4d875fe,revision_number=4']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:40:10.185877 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Returning: {'device': 'b40e1dfd-8405-495f-8e25-3525af98e8ae', 'network_id': '73788293-db44-4a7b-a04d-105a4d638144', 'port_id': 'b40e1dfd-8405-495f-8e25-3525af98e8ae', 'mac_address': 'fa:16:3e:a6:9b:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 189, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0e6baef-1668-4b2c-8282-6d35647c1d94', 'ip_address': '19.80.0.137'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102388) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 05 18:40:10.231339 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:40:10.247226 n-d-816865-1 neutron-server[102388]: DEBUG neutron.notifiers.nova [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b40e1dfd-8405-495f-8e25-3525af98e8ae {{(pid=102388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 18:40:10.279784 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] For port b40e1dfd-8405-495f-8e25-3525af98e8ae, host n-h1-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=b40e1dfd-8405-495f-8e25-3525af98e8ae,segment=NetworkSegment(8407edfd-cbcf-4afb-bebf-f4fdffd7470b),segment_id=8407edfd-cbcf-4afb-bebf-f4fdffd7470b)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:40:10.490116 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:40:10.490789 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Device 92f988f2-3f68-45ae-a8eb-93634b3ce4be details requested by agent hyperv_n-h1-816865-1 with host n-h1-816865-1 {{(pid=102388) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 05 18:40:10.599811 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Pushing event updated for resources: {'Port': ['ID=b40e1dfd-8405-495f-8e25-3525af98e8ae,revision_number=4']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:40:10.653122 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] For port 92f988f2-3f68-45ae-a8eb-93634b3ce4be, host n-h1-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=92f988f2-3f68-45ae-a8eb-93634b3ce4be,segment=NetworkSegment(22587c8c-d80d-4478-9101-f730178c0e2e),segment_id=22587c8c-d80d-4478-9101-f730178c0e2e)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:40:10.654097 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Returning: {'device': '92f988f2-3f68-45ae-a8eb-93634b3ce4be', 'network_id': 'f394b287-340e-45e0-837f-d8c4a57cd15e', 'port_id': '92f988f2-3f68-45ae-a8eb-93634b3ce4be', 'mac_address': 'fa:16:3e:46:9e:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dfe90a81-e705-4b25-98bc-68ce514af722', 'ip_address': '19.86.0.89'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102388) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 05 18:40:10.697964 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:40:10.711415 n-d-816865-1 neutron-server[102388]: DEBUG neutron.notifiers.nova [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 92f988f2-3f68-45ae-a8eb-93634b3ce4be {{(pid=102388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 18:40:10.733364 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] For port 92f988f2-3f68-45ae-a8eb-93634b3ce4be, host n-h1-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=92f988f2-3f68-45ae-a8eb-93634b3ce4be,segment=NetworkSegment(22587c8c-d80d-4478-9101-f730178c0e2e),segment_id=22587c8c-d80d-4478-9101-f730178c0e2e)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:40:10.799879 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:40:10.869072 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Pushing event updated for resources: {'Port': ['ID=92f988f2-3f68-45ae-a8eb-93634b3ce4be,revision_number=4']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:40:11.016937 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e1c408-1bc8-40a5-8445-3526193def0d req-09a566cb-88e5-4cb0-a98a-4c0e029bb677 tempest-ServersWithSpecificFlavorTestJSON-1995233136 tempest-ServersWithSpecificFlavorTestJSON-1995233136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:40:11.018456 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-b9e1c408-1bc8-40a5-8445-3526193def0d req-09a566cb-88e5-4cb0-a98a-4c0e029bb677 tempest-ServersWithSpecificFlavorTestJSON-1995233136 tempest-ServersWithSpecificFlavorTestJSON-1995233136-project] 10.222.0.13 "GET /v2.0/ports?device_id=dece0a9d-0aa6-4496-bd16-059eef231e9d HTTP/1.1" status: 200 len: 945 time: 0.0785003 Nov 05 18:40:11.029057 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 42128) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:40:11.034246 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-4063e0da-eb55-4972-af45-35f494dbf677 tempest-ServersWithSpecificFlavorTestJSON-1995233136 tempest-ServersWithSpecificFlavorTestJSON-1995233136-project] Request body: {'floatingip': {'port_id': '00947ea7-44a7-48c3-8090-3a64e0e9cafd'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:40:11.035211 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f54d8b-993d-4b3d-943a-d5a21f80309a req-f653b079-bbe3-4260-8e6e-d609758b2242 tempest-LiveAutoBlockMigrationV225Test-1563372898 tempest-LiveAutoBlockMigrationV225Test-1563372898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:40:11.037257 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-b9f54d8b-993d-4b3d-943a-d5a21f80309a req-f653b079-bbe3-4260-8e6e-d609758b2242 tempest-LiveAutoBlockMigrationV225Test-1563372898 tempest-LiveAutoBlockMigrationV225Test-1563372898-project] 10.222.0.13 "GET /v2.0/ports?device_id=96e576a6-4f06-4763-8d25-8b8dae8dc581 HTTP/1.1" status: 200 len: 945 time: 0.0697975 Nov 05 18:40:11.075665 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 18:39:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ada5f876-91d9-4501-af4a-ddf587e1a995 x-openstack-request-id: req-ada5f876-91d9-4501-af4a-ddf587e1a995 {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 18:40:11.076091 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "96e576a6-4f06-4763-8d25-8b8dae8dc581", "tag": "c01fdf04-d1b3-4884-bce0-e642bc3ccf9a", "status": "completed", "code": 200}]} {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 18:40:11.076215 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ada5f876-91d9-4501-af4a-ddf587e1a995 {{(pid=102386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 18:40:11.076571 n-d-816865-1 neutron-server[102386]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96e576a6-4f06-4763-8d25-8b8dae8dc581', 'tag': 'c01fdf04-d1b3-4884-bce0-e642bc3ccf9a', 'status': 'completed', 'code': 200} Nov 05 18:40:11.080278 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-4063e0da-eb55-4972-af45-35f494dbf677 tempest-ServersWithSpecificFlavorTestJSON-1995233136 tempest-ServersWithSpecificFlavorTestJSON-1995233136-project] Publish callbacks [] for floatingip, before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:40:11.101617 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-b9f54d8b-993d-4b3d-943a-d5a21f80309a req-1cc38f20-a526-40d7-bfa8-734561594eaa tempest-LiveAutoBlockMigrationV225Test-1563372898 tempest-LiveAutoBlockMigrationV225Test-1563372898-project] 10.222.0.13 "GET /v2.0/security-groups?id=35cb161a-9192-43e2-a392-140fa33626b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549884 Nov 05 18:40:11.150302 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e34a80-0d86-4089-9e7b-19aa9abfc3e5 req-47e81191-8f46-4f36-95b0-e288cae6d857 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:40:11.152489 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-d2e34a80-0d86-4089-9e7b-19aa9abfc3e5 req-47e81191-8f46-4f36-95b0-e288cae6d857 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=482f8aec1d1b4fc08a02afb86f8387d6&device_id=96e576a6-4f06-4763-8d25-8b8dae8dc581 HTTP/1.1" status: 200 len: 1096 time: 0.0462296 Nov 05 18:40:11.221111 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-b3cf8645-11ec-401c-ac84-6f98ca259e3d req-1851a448-1955-43fc-9281-84a7726bf4d2 tempest-SecurityGroupsTestJSON-1222042648 tempest-SecurityGroupsTestJSON-1222042648-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-2042377968&fields=id&tenant_id=05b01937f9ca44aa923731561d630757 HTTP/1.1" status: 200 len: 267 time: 0.0508776 Nov 05 18:40:11.238643 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 18:39:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd2957dd-234c-4e9b-801e-2fcc7ea83545 x-openstack-request-id: req-fd2957dd-234c-4e9b-801e-2fcc7ea83545 {{(pid=102387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 18:40:11.239390 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f42c912a-d1d9-49c8-a808-f584952069f5", "tag": "07ad1e6a-5ef2-4823-940a-64f3df413fd4", "status": "completed", "code": 200}]} {{(pid=102387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 18:40:11.239698 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-fd2957dd-234c-4e9b-801e-2fcc7ea83545 {{(pid=102387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 18:40:11.240152 n-d-816865-1 neutron-server[102387]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f42c912a-d1d9-49c8-a808-f584952069f5', 'tag': '07ad1e6a-5ef2-4823-940a-64f3df413fd4', 'status': 'completed', 'code': 200} Nov 05 18:40:11.262495 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] get_ports_and_sgs() called for port_ids ['f0aed09e-5bdf-4603-8dc3-21ebd4d875fe'] {{(pid=102388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 18:40:11.309544 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] get_ports_and_sgs() called for port_ids ['92f988f2-3f68-45ae-a8eb-93634b3ce4be'] {{(pid=102388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 18:40:11.355924 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cf8645-11ec-401c-ac84-6f98ca259e3d req-4aed6ed2-5be4-4c41-a578-f29e58e69cb7 tempest-SecurityGroupsTestJSON-1222042648 tempest-SecurityGroupsTestJSON-1222042648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:40:11.357730 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-b3cf8645-11ec-401c-ac84-6f98ca259e3d req-4aed6ed2-5be4-4c41-a578-f29e58e69cb7 tempest-SecurityGroupsTestJSON-1222042648 tempest-SecurityGroupsTestJSON-1222042648-project] 10.222.0.13 "GET /v2.0/ports?device_id=f42c912a-d1d9-49c8-a808-f584952069f5 HTTP/1.1" status: 200 len: 984 time: 0.1307964 Nov 05 18:40:11.394507 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [req-b3cf8645-11ec-401c-ac84-6f98ca259e3d req-b2e31d27-5c6e-4651-b679-dc4e8230b2fb tempest-SecurityGroupsTestJSON-1222042648 tempest-SecurityGroupsTestJSON-1222042648-project] Request body: {'port': {'security_groups': ['25591ebc-7d79-4a52-aa21-df275070bb50', '328c87b1-529c-473b-a471-8ae3b3035796', '675d80a1-16b3-42d4-92da-d169642ff144']}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:40:11.492053 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e34a80-0d86-4089-9e7b-19aa9abfc3e5 req-c9ef76dd-8180-4bf4-b512-729183f33f01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:40:11.509876 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-d2e34a80-0d86-4089-9e7b-19aa9abfc3e5 req-c9ef76dd-8180-4bf4-b512-729183f33f01 service neutron] 10.222.0.41 "GET /v2.0/networks?id=5e3d0b1a-fd18-45bc-91bd-c831330234c4 HTTP/1.1" status: 200 len: 921 time: 0.2178826 Nov 05 18:40:11.509876 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc397d6f-c944-4ce2-b62b-af1bbc01194c req-c9298322-c475-4166-9be7-b2223457c8fe tempest-ServersTestMultiNic-1214536785 tempest-ServersTestMultiNic-1214536785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:40:11.511752 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc397d6f-c944-4ce2-b62b-af1bbc01194c req-c9298322-c475-4166-9be7-b2223457c8fe tempest-ServersTestMultiNic-1214536785 tempest-ServersTestMultiNic-1214536785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:40:11.517708 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc397d6f-c944-4ce2-b62b-af1bbc01194c req-c9298322-c475-4166-9be7-b2223457c8fe tempest-ServersTestMultiNic-1214536785 tempest-ServersTestMultiNic-1214536785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:40:11.519411 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-bc397d6f-c944-4ce2-b62b-af1bbc01194c req-c9298322-c475-4166-9be7-b2223457c8fe tempest-ServersTestMultiNic-1214536785 tempest-ServersTestMultiNic-1214536785-project] 10.222.0.13 "GET /v2.0/ports?device_id=494e2f45-b44c-4b7b-9e85-570ca11e78f9 HTTP/1.1" status: 200 len: 2415 time: 0.2015283 Nov 05 18:40:11.532933 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c6e573-1e04-49b8-8106-106572da1b0f req-e818ac94-6730-4532-9418-e71f209070d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:40:11.534608 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-25c6e573-1e04-49b8-8106-106572da1b0f req-e818ac94-6730-4532-9418-e71f209070d1 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=05b01937f9ca44aa923731561d630757&device_id=f42c912a-d1d9-49c8-a808-f584952069f5 HTTP/1.1" status: 200 len: 1135 time: 0.2154388 Nov 05 18:40:11.568096 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-b3cf8645-11ec-401c-ac84-6f98ca259e3d req-b2e31d27-5c6e-4651-b679-dc4e8230b2fb tempest-SecurityGroupsTestJSON-1222042648 tempest-SecurityGroupsTestJSON-1222042648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:40:11.572598 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-d2e34a80-0d86-4089-9e7b-19aa9abfc3e5 req-6743717d-08e7-4086-aaa0-659de37d3277 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c01fdf04-d1b3-4884-bce0-e642bc3ccf9a HTTP/1.1" status: 200 len: 217 time: 0.0521278 Nov 05 18:40:11.804808 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c6e573-1e04-49b8-8106-106572da1b0f req-a4df04c6-9ab4-417a-ac1b-40eba8fdcf82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:40:11.806412 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-25c6e573-1e04-49b8-8106-106572da1b0f req-a4df04c6-9ab4-417a-ac1b-40eba8fdcf82 service neutron] 10.222.0.41 "GET /v2.0/networks?id=9743ad7b-9947-4aa3-b66d-0168e5572670 HTTP/1.1" status: 200 len: 913 time: 0.2581344 Nov 05 18:40:11.885871 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-25c6e573-1e04-49b8-8106-106572da1b0f req-c13f50d6-3aea-46bf-9c58-12c07f13557e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=07ad1e6a-5ef2-4823-940a-64f3df413fd4 HTTP/1.1" status: 200 len: 217 time: 0.0703259 Nov 05 18:40:11.928328 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-4063e0da-eb55-4972-af45-35f494dbf677 tempest-ServersWithSpecificFlavorTestJSON-1995233136 tempest-ServersWithSpecificFlavorTestJSON-1995233136-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:40:11.944944 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c6e573-1e04-49b8-8106-106572da1b0f req-1038bdae-bf80-4991-b870-da48a3c27905 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:40:11.946472 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-25c6e573-1e04-49b8-8106-106572da1b0f req-1038bdae-bf80-4991-b870-da48a3c27905 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=cb31a061-4578-4faf-9b25-83e849882576 HTTP/1.1" status: 200 len: 852 time: 0.0535030 Nov 05 18:40:11.976334 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e34a80-0d86-4089-9e7b-19aa9abfc3e5 req-45d7fb8c-0e31-432e-8bdb-4a456aac9b91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:40:11.978413 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-d2e34a80-0d86-4089-9e7b-19aa9abfc3e5 req-45d7fb8c-0e31-432e-8bdb-4a456aac9b91 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e7fca78a-743c-4af3-9fb8-12bc06bb873c HTTP/1.1" status: 200 len: 860 time: 0.3919151 Nov 05 18:40:11.983503 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-25c6e573-1e04-49b8-8106-106572da1b0f req-88bf904e-df6a-464d-9805-72a5a89c2519 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9743ad7b-9947-4aa3-b66d-0168e5572670&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278170 Nov 05 18:40:11.986570 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-bc397d6f-c944-4ce2-b62b-af1bbc01194c req-845e811e-4d52-4de0-a9e2-8fa26d7e0341 tempest-ServersTestMultiNic-1214536785 tempest-ServersTestMultiNic-1214536785-project] 10.222.0.13 "GET /v2.0/security-groups?id=d6c276c2-1a62-4f33-92e6-1a62f3e97f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4548554 Nov 05 18:40:12.020383 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-4063e0da-eb55-4972-af45-35f494dbf677 tempest-ServersWithSpecificFlavorTestJSON-1995233136 tempest-ServersWithSpecificFlavorTestJSON-1995233136-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1000577'] for floatingip, after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:40:12.051923 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 18:39:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad4947e5-6ac3-4097-a2bd-43fea7da6d75 x-openstack-request-id: req-ad4947e5-6ac3-4097-a2bd-43fea7da6d75 {{(pid=102388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 18:40:12.053048 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5b71237-24de-434f-a81f-3e3f7b737fb4", "name": "network-vif-plugged", "status": "completed", "tag": "a8f7cc57-2884-40dc-b963-08b7d98a1182", "code": 200}]} {{(pid=102388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 18:40:12.053504 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ad4947e5-6ac3-4097-a2bd-43fea7da6d75 {{(pid=102388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 18:40:12.054112 n-d-816865-1 neutron-server[102388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5b71237-24de-434f-a81f-3e3f7b737fb4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8f7cc57-2884-40dc-b963-08b7d98a1182', 'code': 200} Nov 05 18:40:12.054322 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-d2e34a80-0d86-4089-9e7b-19aa9abfc3e5 req-54429bf9-ea96-4934-bacb-49c3ca050a48 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=5e3d0b1a-fd18-45bc-91bd-c831330234c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0376761 Nov 05 18:40:12.180682 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-25c6e573-1e04-49b8-8106-106572da1b0f req-af3aee7a-61d5-47ec-981b-bc8a6038e012 service neutron] 10.222.0.41 "GET /v2.0/networks/9743ad7b-9947-4aa3-b66d-0168e5572670?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1820335 Nov 05 18:40:12.218548 n-d-816865-1 neutron-server[102386]: INFO neutron.db.l3_db [None req-4063e0da-eb55-4972-af45-35f494dbf677 tempest-ServersWithSpecificFlavorTestJSON-1995233136 tempest-ServersWithSpecificFlavorTestJSON-1995233136-project] Floating IP 22e7d490-b5d2-49a0-9e95-5804846682c2 associated. External IP: 172.25.6.119, port: 00947ea7-44a7-48c3-8090-3a64e0e9cafd. Nov 05 18:40:12.228358 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-d2e34a80-0d86-4089-9e7b-19aa9abfc3e5 req-238db608-ee2f-40ad-a9e0-2e60f31e3bee service neutron] 10.222.0.41 "GET /v2.0/networks/5e3d0b1a-fd18-45bc-91bd-c831330234c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1634381 Nov 05 18:40:12.281988 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.db [req-b3cf8645-11ec-401c-ac84-6f98ca259e3d req-b2e31d27-5c6e-4651-b679-dc4e8230b2fb tempest-SecurityGroupsTestJSON-1222042648 tempest-SecurityGroupsTestJSON-1222042648-project] For port 07ad1e6a-5ef2-4823-940a-64f3df413fd4, host n-h1-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=07ad1e6a-5ef2-4823-940a-64f3df413fd4,segment=NetworkSegment(8fe54a69-31e7-40d0-825b-2160d7fbba14),segment_id=8fe54a69-31e7-40d0-825b-2160d7fbba14)] {{(pid=102387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:40:12.362806 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-25c6e573-1e04-49b8-8106-106572da1b0f req-e9d51ec1-7b96-439d-a006-c207faddd7bd service neutron] 10.222.0.41 "GET /v2.0/networks/9743ad7b-9947-4aa3-b66d-0168e5572670?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1778967 Nov 05 18:40:12.386509 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-b3cf8645-11ec-401c-ac84-6f98ca259e3d req-b2e31d27-5c6e-4651-b679-dc4e8230b2fb tempest-SecurityGroupsTestJSON-1222042648 tempest-SecurityGroupsTestJSON-1222042648-project] Publish callbacks [] for port, precommit_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:40:12.407613 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065532eb-f1f4-49fc-9eb2-15069016b8f9 req-ef2d55dd-229e-4501-acab-c11e59459a16 tempest-LiveAutoBlockMigrationV225Test-1563372898 tempest-LiveAutoBlockMigrationV225Test-1563372898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:40:12.423288 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-065532eb-f1f4-49fc-9eb2-15069016b8f9 req-ef2d55dd-229e-4501-acab-c11e59459a16 tempest-LiveAutoBlockMigrationV225Test-1563372898 tempest-LiveAutoBlockMigrationV225Test-1563372898-project] 10.222.0.13 "GET /v2.0/ports?device_id=96e576a6-4f06-4763-8d25-8b8dae8dc581 HTTP/1.1" status: 200 len: 945 time: 0.1242070 Nov 05 18:40:12.423458 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] get_ports_and_sgs() called for port_ids ['b40e1dfd-8405-495f-8e25-3525af98e8ae'] {{(pid=102388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 18:40:12.427709 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-d2e34a80-0d86-4089-9e7b-19aa9abfc3e5 req-36384ff7-32f7-4a28-b45b-15463fee145c service neutron] 10.222.0.41 "GET /v2.0/networks/5e3d0b1a-fd18-45bc-91bd-c831330234c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1886652 Nov 05 18:40:12.476101 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-065532eb-f1f4-49fc-9eb2-15069016b8f9 req-538c24d1-f78f-4f0f-b587-e8d5f4f80787 tempest-LiveAutoBlockMigrationV225Test-1563372898 tempest-LiveAutoBlockMigrationV225Test-1563372898-project] 10.222.0.13 "GET /v2.0/security-groups?id=35cb161a-9192-43e2-a392-140fa33626b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582252 Nov 05 18:40:12.499178 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4063e0da-eb55-4972-af45-35f494dbf677 tempest-ServersWithSpecificFlavorTestJSON-1995233136 tempest-ServersWithSpecificFlavorTestJSON-1995233136-project] Router f97eaf5e-41e6-4b26-a543-9f157b864817 has already been hosted by L3 agent 6dcb5589-8e86-4616-9186-ddc4548e13ad {{(pid=102386) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 18:40:12.576948 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-b3cf8645-11ec-401c-ac84-6f98ca259e3d req-b2e31d27-5c6e-4651-b679-dc4e8230b2fb tempest-SecurityGroupsTestJSON-1222042648 tempest-SecurityGroupsTestJSON-1222042648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4417072'] for port, after_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:40:12.628581 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4063e0da-eb55-4972-af45-35f494dbf677 tempest-ServersWithSpecificFlavorTestJSON-1995233136 tempest-ServersWithSpecificFlavorTestJSON-1995233136-project] Notify agent at l3_agent.n-d-816865-1 the message routers_updated {{(pid=102386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 18:40:12.629365 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cf8645-11ec-401c-ac84-6f98ca259e3d req-b2e31d27-5c6e-4651-b679-dc4e8230b2fb tempest-SecurityGroupsTestJSON-1222042648 tempest-SecurityGroupsTestJSON-1222042648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:40:12.630568 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-b3cf8645-11ec-401c-ac84-6f98ca259e3d req-b2e31d27-5c6e-4651-b679-dc4e8230b2fb tempest-SecurityGroupsTestJSON-1222042648 tempest-SecurityGroupsTestJSON-1222042648-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:40:12.635186 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-4063e0da-eb55-4972-af45-35f494dbf677 tempest-ServersWithSpecificFlavorTestJSON-1995233136 tempest-ServersWithSpecificFlavorTestJSON-1995233136-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for floatingip, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:40:12.640487 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-b3cf8645-11ec-401c-ac84-6f98ca259e3d req-b2e31d27-5c6e-4651-b679-dc4e8230b2fb tempest-SecurityGroupsTestJSON-1222042648 tempest-SecurityGroupsTestJSON-1222042648-project] 10.222.0.13 "PUT /v2.0/ports/07ad1e6a-5ef2-4823-940a-64f3df413fd4 HTTP/1.1" status: 200 len: 1020 time: 1.2523732 Nov 05 18:40:12.641806 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ebdb37b-2895-44ad-89b6-2c331aa00e09 None None] Sync routers for ids ['f97eaf5e-41e6-4b26-a543-9f157b864817'] in n-d-816865-1 {{(pid=102389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 18:40:12.655584 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ebdb37b-2895-44ad-89b6-2c331aa00e09 None None] Routers {'f97eaf5e-41e6-4b26-a543-9f157b864817'} bound to L3 agent in host n-d-816865-1 {{(pid=102389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 18:40:12.656216 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-1ebdb37b-2895-44ad-89b6-2c331aa00e09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T18:40:05Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['f97eaf5e-41e6-4b26-a543-9f157b864817'], 'active': True} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:40:12.682439 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-4063e0da-eb55-4972-af45-35f494dbf677 tempest-ServersWithSpecificFlavorTestJSON-1995233136 tempest-ServersWithSpecificFlavorTestJSON-1995233136-project] 10.222.0.13 "PUT /v2.0/floatingips/22e7d490-b5d2-49a0-9e95-5804846682c2 HTTP/1.1" status: 200 len: 991 time: 1.6518707 Nov 05 18:40:12.698292 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e31d27-5c6e-4651-b679-dc4e8230b2fb tempest-SecurityGroupsTestJSON-1222042648 tempest-SecurityGroupsTestJSON-1222042648-project] Pushing event updated for resources: {'Port': ['ID=07ad1e6a-5ef2-4823-940a-64f3df413fd4,revision_number=7']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:40:12.767830 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [req-03aa2ebf-e88d-45ef-b00c-68df2ebe4533 req-96f0e93f-8a95-44d5-8099-06ebbb723789 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=102387) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 05 18:40:12.768877 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-03aa2ebf-e88d-45ef-b00c-68df2ebe4533 req-96f0e93f-8a95-44d5-8099-06ebbb723789 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053527 Nov 05 18:40:12.779009 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvr_db [None req-1ebdb37b-2895-44ad-89b6-2c331aa00e09 None None] Set router f97eaf5e-41e6-4b26-a543-9f157b864817 gateway port host: n-d-816865-1 {{(pid=102389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 18:40:12.781525 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] get_ports_and_sgs() called for port_ids ['07ad1e6a-5ef2-4823-940a-64f3df413fd4'] {{(pid=102388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 18:40:13.020475 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-1ebdb37b-2895-44ad-89b6-2c331aa00e09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f97eaf5e-41e6-4b26-a543-9f157b864817', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-15228308-router', 'tenant_id': 'e4fadb60c9fa4b0abf704559d02b8aa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.126'}], 'enable_snat': True}, 'gw_port_id': '024766b1-ed20-44e2-88c8-a2bf8d112db6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T18:36:36Z', 'updated_at': '2021-11-05T18:36:42Z', 'revision_number': 4, 'project_id': 'e4fadb60c9fa4b0abf704559d02b8aa0', 'gw_port': {'id': '024766b1-ed20-44e2-88c8-a2bf8d112db6', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:c5:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f97eaf5e-41e6-4b26-a543-9f157b864817', 'device_owner': 'network:router_gateway', 'standard_attr_id': 239, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T18:36:38Z', 'updated_at': '2021-11-05T18:36:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1', '_floatingips': [{'id': '22e7d490-b5d2-49a0-9e95-5804846682c2', 'tenant_id': 'e4fadb60c9fa4b0abf704559d02b8aa0', 'floating_ip_address': '172.25.6.119', 'floating_network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'router_id': 'f97eaf5e-41e6-4b26-a543-9f157b864817', 'port_id': '00947ea7-44a7-48c3-8090-3a64e0e9cafd', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 377, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba3e8390-54e7-4d99-8fec-d7b75d85d22a', 'mac_address': 'fa:16:3e:ca:4b:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dece0a9d-0aa6-4496-bd16-059eef231e9d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-05T18:37:09Z', 'updated_at': '2021-11-05T18:40:11Z', 'revision_number': 5, 'project_id': 'e4fadb60c9fa4b0abf704559d02b8aa0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '540167f0-431b-4b88-b94d-62b984252270', 'name': '', 'network_id': 'ba3e8390-54e7-4d99-8fec-d7b75d85d22a', 'tenant_id': 'e4fadb60c9fa4b0abf704559d02b8aa0', 'mac_address': 'fa:16:3e:c0:53:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f97eaf5e-41e6-4b26-a543-9f157b864817', 'device_owner': 'network:router_interface', 'standard_attr_id': 253, 'fixed_ips': [{'subnet_id': '23219f55-021e-4f36-bac1-2c401000599a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T18:36:42Z', 'updated_at': '2021-11-05T18:36:48Z', 'revision_number': 5, 'project_id': 'e4fadb60c9fa4b0abf704559d02b8aa0', 'subnets': [{'id': '23219f55-021e-4f36-bac1-2c401000599a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-1', False) {} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:40:13.048301 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ebdb37b-2895-44ad-89b6-2c331aa00e09 None None] Checking router: f97eaf5e-41e6-4b26-a543-9f157b864817 for host: n-d-816865-1 {{(pid=102389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 18:40:13.056835 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ebdb37b-2895-44ad-89b6-2c331aa00e09 None None] Routers {'f97eaf5e-41e6-4b26-a543-9f157b864817'} bound to L3 agent in host n-d-816865-1 {{(pid=102389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 18:40:13.057436 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-1ebdb37b-2895-44ad-89b6-2c331aa00e09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T18:40:05Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['f97eaf5e-41e6-4b26-a543-9f157b864817'], 'active': True} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:40:13.077435 n-d-816865-1 neutron-server[102386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dece0a9d-0aa6-4496-bd16-059eef231e9d', 'tag': '00947ea7-44a7-48c3-8090-3a64e0e9cafd'}] {{(pid=102386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 18:40:13.079954 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6173a44d7c73f41af551dc890fa1a5892c2c6bc3458b640c8e0c24db7876ba6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c453262-6df4-464b-aaac-24782595238a" -d '{"events": [{"name": "network-changed", "server_uuid": "dece0a9d-0aa6-4496-bd16-059eef231e9d", "tag": "00947ea7-44a7-48c3-8090-3a64e0e9cafd"}]}' {{(pid=102386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 18:40:13.160807 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvr_db [None req-1ebdb37b-2895-44ad-89b6-2c331aa00e09 None None] Set router f97eaf5e-41e6-4b26-a543-9f157b864817 gateway port host: n-d-816865-1 {{(pid=102389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 18:40:13.248022 n-d-816865-1 neutron-server[102387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '494e2f45-b44c-4b7b-9e85-570ca11e78f9', 'tag': 'b40e1dfd-8405-495f-8e25-3525af98e8ae'}, {'name': 'network-changed', 'server_uuid': '494e2f45-b44c-4b7b-9e85-570ca11e78f9', 'tag': '92f988f2-3f68-45ae-a8eb-93634b3ce4be'}, {'name': 'network-changed', 'server_uuid': '494e2f45-b44c-4b7b-9e85-570ca11e78f9', 'tag': 'f0aed09e-5bdf-4603-8dc3-21ebd4d875fe'}, {'name': 'network-changed', 'server_uuid': 'f42c912a-d1d9-49c8-a808-f584952069f5', 'tag': '07ad1e6a-5ef2-4823-940a-64f3df413fd4'}] {{(pid=102387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 18:40:13.248022 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab06bd4ddf5758c1f10d79fe34dc215bafa488692cde9dba2fcbcb67556f90bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-515d1c4c-b550-41d5-8963-de9042688039" -d '{"events": [{"name": "network-changed", "server_uuid": "494e2f45-b44c-4b7b-9e85-570ca11e78f9", "tag": "b40e1dfd-8405-495f-8e25-3525af98e8ae"}, {"name": "network-changed", "server_uuid": "494e2f45-b44c-4b7b-9e85-570ca11e78f9", "tag": "92f988f2-3f68-45ae-a8eb-93634b3ce4be"}, {"name": "network-changed", "server_uuid": "494e2f45-b44c-4b7b-9e85-570ca11e78f9", "tag": "f0aed09e-5bdf-4603-8dc3-21ebd4d875fe"}, {"name": "network-changed", "server_uuid": "f42c912a-d1d9-49c8-a808-f584952069f5", "tag": "07ad1e6a-5ef2-4823-940a-64f3df413fd4"}]}' {{(pid=102387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 18:40:13.354919 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b454b6-61db-46f0-b1bb-3d6ee627117c req-763cc0ec-4c9f-4541-9085-8694330f5b00 tempest-SecurityGroupsTestJSON-1222042648 tempest-SecurityGroupsTestJSON-1222042648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:40:13.356902 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-21b454b6-61db-46f0-b1bb-3d6ee627117c req-763cc0ec-4c9f-4541-9085-8694330f5b00 tempest-SecurityGroupsTestJSON-1222042648 tempest-SecurityGroupsTestJSON-1222042648-project] 10.222.0.13 "GET /v2.0/ports?device_id=f42c912a-d1d9-49c8-a808-f584952069f5 HTTP/1.1" status: 200 len: 1023 time: 0.0516012 Nov 05 18:40:13.362023 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] get_ports_and_sgs() called for port_ids ['07ad1e6a-5ef2-4823-940a-64f3df413fd4'] {{(pid=102388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 18:40:13.394578 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-1ebdb37b-2895-44ad-89b6-2c331aa00e09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f97eaf5e-41e6-4b26-a543-9f157b864817', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-15228308-router', 'tenant_id': 'e4fadb60c9fa4b0abf704559d02b8aa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.126'}], 'enable_snat': True}, 'gw_port_id': '024766b1-ed20-44e2-88c8-a2bf8d112db6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T18:36:36Z', 'updated_at': '2021-11-05T18:36:42Z', 'revision_number': 4, 'project_id': 'e4fadb60c9fa4b0abf704559d02b8aa0', 'gw_port': {'id': '024766b1-ed20-44e2-88c8-a2bf8d112db6', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:c5:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f97eaf5e-41e6-4b26-a543-9f157b864817', 'device_owner': 'network:router_gateway', 'standard_attr_id': 239, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T18:36:38Z', 'updated_at': '2021-11-05T18:36:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1', '_floatingips': [{'id': '22e7d490-b5d2-49a0-9e95-5804846682c2', 'tenant_id': 'e4fadb60c9fa4b0abf704559d02b8aa0', 'floating_ip_address': '172.25.6.119', 'floating_network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'router_id': 'f97eaf5e-41e6-4b26-a543-9f157b864817', 'port_id': '00947ea7-44a7-48c3-8090-3a64e0e9cafd', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 377, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba3e8390-54e7-4d99-8fec-d7b75d85d22a', 'mac_address': 'fa:16:3e:ca:4b:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dece0a9d-0aa6-4496-bd16-059eef231e9d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-05T18:37:09Z', 'updated_at': '2021-11-05T18:40:11Z', 'revision_number': 5, 'project_id': 'e4fadb60c9fa4b0abf704559d02b8aa0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '540167f0-431b-4b88-b94d-62b984252270', 'name': '', 'network_id': 'ba3e8390-54e7-4d99-8fec-d7b75d85d22a', 'tenant_id': 'e4fadb60c9fa4b0abf704559d02b8aa0', 'mac_address': 'fa:16:3e:c0:53:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f97eaf5e-41e6-4b26-a543-9f157b864817', 'device_owner': 'network:router_interface', 'standard_attr_id': 253, 'fixed_ips': [{'subnet_id': '23219f55-021e-4f36-bac1-2c401000599a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T18:36:42Z', 'updated_at': '2021-11-05T18:36:48Z', 'revision_number': 5, 'project_id': 'e4fadb60c9fa4b0abf704559d02b8aa0', 'subnets': [{'id': '23219f55-021e-4f36-bac1-2c401000599a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-1', False) {} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:40:13.426071 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ebdb37b-2895-44ad-89b6-2c331aa00e09 None None] The sync data for ids ['f97eaf5e-41e6-4b26-a543-9f157b864817'] in n-d-816865-1 is: [{'id': 'f97eaf5e-41e6-4b26-a543-9f157b864817', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-15228308-router', 'tenant_id': 'e4fadb60c9fa4b0abf704559d02b8aa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.126'}], 'enable_snat': True}, 'gw_port_id': '024766b1-ed20-44e2-88c8-a2bf8d112db6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T18:36:36Z', 'updated_at': '2021-11-05T18:36:42Z', 'revision_number': 4, 'project_id': 'e4fadb60c9fa4b0abf704559d02b8aa0', 'gw_port': {'id': '024766b1-ed20-44e2-88c8-a2bf8d112db6', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:c5:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f97eaf5e-41e6-4b26-a543-9f157b864817', 'device_owner': 'network:router_gateway', 'standard_attr_id': 239, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T18:36:38Z', 'updated_at': '2021-11-05T18:36:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1', '_floatingips': [{'id': '22e7d490-b5d2-49a0-9e95-5804846682c2', 'tenant_id': 'e4fadb60c9fa4b0abf704559d02b8aa0', 'floating_ip_address': '172.25.6.119', 'floating_network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'router_id': 'f97eaf5e-41e6-4b26-a543-9f157b864817', 'port_id': '00947ea7-44a7-48c3-8090-3a64e0e9cafd', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 377, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba3e8390-54e7-4d99-8fec-d7b75d85d22a', 'mac_address': 'fa:16:3e:ca:4b:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dece0a9d-0aa6-4496-bd16-059eef231e9d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-05T18:37:09Z', 'updated_at': '2021-11-05T18:40:11Z', 'revision_number': 5, 'project_id': 'e4fadb60c9fa4b0abf704559d02b8aa0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '540167f0-431b-4b88-b94d-62b984252270', 'name': '', 'network_id': 'ba3e8390-54e7-4d99-8fec-d7b75d85d22a', 'tenant_id': 'e4fadb60c9fa4b0abf704559d02b8aa0', 'mac_address': 'fa:16:3e:c0:53:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f97eaf5e-41e6-4b26-a543-9f157b864817', 'device_owner': 'network:router_interface', 'standard_attr_id': 253, 'fixed_ips': [{'subnet_id': '23219f55-021e-4f36-bac1-2c401000599a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T18:36:42Z', 'updated_at': '2021-11-05T18:36:48Z', 'revision_number': 5, 'project_id': 'e4fadb60c9fa4b0abf704559d02b8aa0', 'subnets': [{'id': '23219f55-021e-4f36-bac1-2c401000599a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 18:40:13.429990 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-21b454b6-61db-46f0-b1bb-3d6ee627117c req-038a2a68-8e14-4b83-b927-a05c214a05ac tempest-SecurityGroupsTestJSON-1222042648 tempest-SecurityGroupsTestJSON-1222042648-project] 10.222.0.13 "GET /v2.0/security-groups?id=25591ebc-7d79-4a52-aa21-df275070bb50&id=328c87b1-529c-473b-a471-8ae3b3035796&id=675d80a1-16b3-42d4-92da-d169642ff144 HTTP/1.1" status: 200 len: 6198 time: 0.0656440 Nov 05 18:40:13.573030 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-11af65e2-c364-4624-aea6-9b3ef8a7e145 req-2688844a-5b0c-4978-868d-35d2a2d88167 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=c8f9c054-f308-4af6-8eb8-5dcdd62eb3fd&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0537457 Nov 05 18:40:13.584432 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [req-11af65e2-c364-4624-aea6-9b3ef8a7e145 req-472f17d6-1dba-4abb-adc5-a7b80950a306 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=102387) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 05 18:40:13.585404 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-11af65e2-c364-4624-aea6-9b3ef8a7e145 req-472f17d6-1dba-4abb-adc5-a7b80950a306 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0058670 Nov 05 18:40:13.589905 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Device f0aed09e-5bdf-4603-8dc3-21ebd4d875fe up at agent hyperv_n-h1-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 18:40:13.649998 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cdb3e1-e373-4cb0-897f-045c75eba2af req-4416304c-f85e-4577-8aa3-09b4f69a8e58 tempest-ServersTestMultiNic-1214536785 tempest-ServersTestMultiNic-1214536785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:40:13.656693 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cdb3e1-e373-4cb0-897f-045c75eba2af req-4416304c-f85e-4577-8aa3-09b4f69a8e58 tempest-ServersTestMultiNic-1214536785 tempest-ServersTestMultiNic-1214536785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:40:13.663736 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cdb3e1-e373-4cb0-897f-045c75eba2af req-4416304c-f85e-4577-8aa3-09b4f69a8e58 tempest-ServersTestMultiNic-1214536785 tempest-ServersTestMultiNic-1214536785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:40:13.665953 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-45cdb3e1-e373-4cb0-897f-045c75eba2af req-4416304c-f85e-4577-8aa3-09b4f69a8e58 tempest-ServersTestMultiNic-1214536785 tempest-ServersTestMultiNic-1214536785-project] 10.222.0.13 "GET /v2.0/ports?device_id=494e2f45-b44c-4b7b-9e85-570ca11e78f9 HTTP/1.1" status: 200 len: 2415 time: 0.0747709 Nov 05 18:40:13.708545 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6a9ca67-4bd8-4300-9a79-cc59c9698beb None None] New status for floating IP 22e7d490-b5d2-49a0-9e95-5804846682c2: ACTIVE {{(pid=102388) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 05 18:40:13.721861 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-45cdb3e1-e373-4cb0-897f-045c75eba2af req-1d2872b8-89a5-463e-a61d-bf4155cca06d tempest-ServersTestMultiNic-1214536785 tempest-ServersTestMultiNic-1214536785-project] 10.222.0.13 "GET /v2.0/security-groups?id=d6c276c2-1a62-4f33-92e6-1a62f3e97f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468593 Nov 05 18:40:13.767838 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 18:40:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f9d60fa-efae-4deb-8e30-ecd9a89a702d x-openstack-request-id: req-1f9d60fa-efae-4deb-8e30-ecd9a89a702d {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 18:40:13.769169 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dece0a9d-0aa6-4496-bd16-059eef231e9d", "tag": "00947ea7-44a7-48c3-8090-3a64e0e9cafd", "status": "completed", "code": 200}]} {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 18:40:13.769918 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1f9d60fa-efae-4deb-8e30-ecd9a89a702d {{(pid=102386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 18:40:13.770589 n-d-816865-1 neutron-server[102386]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dece0a9d-0aa6-4496-bd16-059eef231e9d', 'tag': '00947ea7-44a7-48c3-8090-3a64e0e9cafd', 'status': 'completed', 'code': 200} Nov 05 18:40:13.880913 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c453262-6df4-464b-aaac-24782595238a req-5809c0a6-c471-4365-82b8-ab628eb7492d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:40:13.882596 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-8c453262-6df4-464b-aaac-24782595238a req-5809c0a6-c471-4365-82b8-ab628eb7492d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=e4fadb60c9fa4b0abf704559d02b8aa0&device_id=dece0a9d-0aa6-4496-bd16-059eef231e9d HTTP/1.1" status: 200 len: 1096 time: 0.0676000 Nov 05 18:40:13.897805 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90338fdd-2687-4cab-a4e0-45d988d4018a req-0b33d97e-b56f-46d2-b037-22f5eae72ae8 tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:40:13.902961 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-90338fdd-2687-4cab-a4e0-45d988d4018a req-0b33d97e-b56f-46d2-b037-22f5eae72ae8 tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] 10.222.0.13 "GET /v2.0/ports?device_id=c8f9c054-f308-4af6-8eb8-5dcdd62eb3fd HTTP/1.1" status: 200 len: 950 time: 0.0713773 Nov 05 18:40:13.906471 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Provisioning for port f0aed09e-5bdf-4603-8dc3-21ebd4d875fe completed by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 05 18:40:13.913606 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Provisioning complete for port f0aed09e-5bdf-4603-8dc3-21ebd4d875fe triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:40:13.913975 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:40:13.978391 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-90338fdd-2687-4cab-a4e0-45d988d4018a req-f618397e-a495-42d5-9351-0f58e4422233 tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] 10.222.0.13 "GET /v2.0/security-groups?id=c4f63610-8850-433c-ac4b-7e7146261ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681584 Nov 05 18:40:14.062623 n-d-816865-1 neutron-server[102388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96e576a6-4f06-4763-8d25-8b8dae8dc581', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c01fdf04-d1b3-4884-bce0-e642bc3ccf9a'}] {{(pid=102388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 18:40:14.066557 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85474fee1180e129d8a886d264fe0b30223aa672dd1ffe43b630605f18504f68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76a0b637-b1ff-41f7-a659-c01ee6b4389f" -d '{"events": [{"server_uuid": "96e576a6-4f06-4763-8d25-8b8dae8dc581", "name": "network-vif-plugged", "status": "completed", "tag": "c01fdf04-d1b3-4884-bce0-e642bc3ccf9a"}]}' {{(pid=102388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 18:40:14.074822 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c453262-6df4-464b-aaac-24782595238a req-56466ecc-f123-4cac-bef8-89459df27d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:40:14.074822 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-8c453262-6df4-464b-aaac-24782595238a req-56466ecc-f123-4cac-bef8-89459df27d37 service neutron] 10.222.0.55 "GET /v2.0/networks?id=ba3e8390-54e7-4d99-8fec-d7b75d85d22a HTTP/1.1" status: 200 len: 923 time: 0.1774850 Nov 05 18:40:14.075331 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 680 Content-Type: application/json Date: Fri, 05 Nov 2021 18:40:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-185c5bbe-9384-4ea7-ab62-5e0da0df1b5f x-openstack-request-id: req-185c5bbe-9384-4ea7-ab62-5e0da0df1b5f {{(pid=102387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 18:40:14.075331 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "494e2f45-b44c-4b7b-9e85-570ca11e78f9", "tag": "b40e1dfd-8405-495f-8e25-3525af98e8ae", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "494e2f45-b44c-4b7b-9e85-570ca11e78f9", "tag": "92f988f2-3f68-45ae-a8eb-93634b3ce4be", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "494e2f45-b44c-4b7b-9e85-570ca11e78f9", "tag": "f0aed09e-5bdf-4603-8dc3-21ebd4d875fe", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "f42c912a-d1d9-49c8-a808-f584952069f5", "tag": "07ad1e6a-5ef2-4823-940a-64f3df413fd4", "status": "completed", "code": 200}]} {{(pid=102387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 18:40:14.075331 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-185c5bbe-9384-4ea7-ab62-5e0da0df1b5f {{(pid=102387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 18:40:14.075828 n-d-816865-1 neutron-server[102387]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '494e2f45-b44c-4b7b-9e85-570ca11e78f9', 'tag': 'b40e1dfd-8405-495f-8e25-3525af98e8ae', 'status': 'completed', 'code': 200} Nov 05 18:40:14.076239 n-d-816865-1 neutron-server[102387]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '494e2f45-b44c-4b7b-9e85-570ca11e78f9', 'tag': '92f988f2-3f68-45ae-a8eb-93634b3ce4be', 'status': 'completed', 'code': 200} Nov 05 18:40:14.076833 n-d-816865-1 neutron-server[102387]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '494e2f45-b44c-4b7b-9e85-570ca11e78f9', 'tag': 'f0aed09e-5bdf-4603-8dc3-21ebd4d875fe', 'status': 'completed', 'code': 200} Nov 05 18:40:14.077238 n-d-816865-1 neutron-server[102387]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f42c912a-d1d9-49c8-a808-f584952069f5', 'tag': '07ad1e6a-5ef2-4823-940a-64f3df413fd4', 'status': 'completed', 'code': 200} Nov 05 18:40:14.178352 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:40:14.224424 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-8c453262-6df4-464b-aaac-24782595238a req-025d9f59-cc60-4c4b-b203-213f37ac22e6 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=00947ea7-44a7-48c3-8090-3a64e0e9cafd HTTP/1.1" status: 200 len: 999 time: 0.1456993 Nov 05 18:40:14.231850 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] For port f0aed09e-5bdf-4603-8dc3-21ebd4d875fe, host n-h1-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=f0aed09e-5bdf-4603-8dc3-21ebd4d875fe,segment=NetworkSegment(8407edfd-cbcf-4afb-bebf-f4fdffd7470b),segment_id=8407edfd-cbcf-4afb-bebf-f4fdffd7470b)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:40:14.295708 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33ef98b-44e6-4a3c-8856-d4bfde83ffd7 req-f8476132-6f19-4ee5-8f66-51d218e154e5 tempest-ListImageFiltersTestJSON-1107050978 tempest-ListImageFiltersTestJSON-1107050978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:40:14.297895 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-f33ef98b-44e6-4a3c-8856-d4bfde83ffd7 req-f8476132-6f19-4ee5-8f66-51d218e154e5 tempest-ListImageFiltersTestJSON-1107050978 tempest-ListImageFiltersTestJSON-1107050978-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5b71237-24de-434f-a81f-3e3f7b737fb4 HTTP/1.1" status: 200 len: 950 time: 0.1096573 Nov 05 18:40:14.301092 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c453262-6df4-464b-aaac-24782595238a req-0ac271de-0696-4d47-aa66-5561859a0942 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:40:14.302017 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515d1c4c-b550-41d5-8963-de9042688039 req-d166c19b-c206-4f4b-ab95-257d3d6f6c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:40:14.302518 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515d1c4c-b550-41d5-8963-de9042688039 req-d166c19b-c206-4f4b-ab95-257d3d6f6c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:40:14.303124 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515d1c4c-b550-41d5-8963-de9042688039 req-d166c19b-c206-4f4b-ab95-257d3d6f6c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:40:14.303464 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-8c453262-6df4-464b-aaac-24782595238a req-0ac271de-0696-4d47-aa66-5561859a0942 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=23219f55-021e-4f36-bac1-2c401000599a HTTP/1.1" status: 200 len: 861 time: 0.0696535 Nov 05 18:40:14.304741 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-515d1c4c-b550-41d5-8963-de9042688039 req-d166c19b-c206-4f4b-ab95-257d3d6f6c5d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4829acffed3b4745affa5e8e193e7ce5&device_id=494e2f45-b44c-4b7b-9e85-570ca11e78f9 HTTP/1.1" status: 200 len: 2868 time: 0.2021792 Nov 05 18:40:14.353464 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:40:14.353464 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Device b40e1dfd-8405-495f-8e25-3525af98e8ae up at agent hyperv_n-h1-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 18:40:14.367233 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c453262-6df4-464b-aaac-24782595238a req-a54263a3-b05a-4dcb-bb7b-338763f5f69d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:40:14.369401 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-8c453262-6df4-464b-aaac-24782595238a req-a54263a3-b05a-4dcb-bb7b-338763f5f69d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ba3e8390-54e7-4d99-8fec-d7b75d85d22a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0565794 Nov 05 18:40:14.389502 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-f33ef98b-44e6-4a3c-8856-d4bfde83ffd7 req-05bd7193-b5a6-4e3f-8687-227a6859bbbb tempest-ListImageFiltersTestJSON-1107050978 tempest-ListImageFiltersTestJSON-1107050978-project] 10.222.0.13 "GET /v2.0/security-groups?id=3a75c85e-fd58-4736-9ad8-18dced01e280&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836444 Nov 05 18:40:14.466833 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [req-d4bcc81b-c7b2-4fa5-82a4-302486eaf870 req-fe709d14-2d57-4b0f-89fb-c3e06c616331 tempest-SecurityGroupsTestJSON-1222042648 tempest-SecurityGroupsTestJSON-1222042648-project] Request body: {'security_group': {'name': ' tempest-securitygroup -1671339597 ', 'description': 'tempest-description-377931713'}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:40:14.498543 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515d1c4c-b550-41d5-8963-de9042688039 req-9f1fbbf2-a4f0-4199-b468-94135a7864ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:40:14.501307 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-515d1c4c-b550-41d5-8963-de9042688039 req-9f1fbbf2-a4f0-4199-b468-94135a7864ca service neutron] 10.222.0.41 "GET /v2.0/networks?id=73788293-db44-4a7b-a04d-105a4d638144 HTTP/1.1" status: 200 len: 903 time: 0.1863241 Nov 05 18:40:14.501734 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Pushing event updated for resources: {'Port': ['ID=f0aed09e-5bdf-4603-8dc3-21ebd4d875fe,revision_number=5']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:40:14.561007 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-515d1c4c-b550-41d5-8963-de9042688039 req-e9549bda-e130-455e-a563-733dfb6ec347 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.137&port_id=b40e1dfd-8405-495f-8e25-3525af98e8ae HTTP/1.1" status: 200 len: 217 time: 0.0499904 Nov 05 18:40:14.580314 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-d4bcc81b-c7b2-4fa5-82a4-302486eaf870 req-fe709d14-2d57-4b0f-89fb-c3e06c616331 tempest-SecurityGroupsTestJSON-1222042648 tempest-SecurityGroupsTestJSON-1222042648-project] Publish callbacks [] for security_group, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:40:14.609498 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Provisioning for port b40e1dfd-8405-495f-8e25-3525af98e8ae completed by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 05 18:40:14.620568 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Provisioning complete for port b40e1dfd-8405-495f-8e25-3525af98e8ae triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:40:14.626442 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:40:14.707855 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515d1c4c-b550-41d5-8963-de9042688039 req-6d91e08c-1293-4d23-96da-21179e41bee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:40:14.708291 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-515d1c4c-b550-41d5-8963-de9042688039 req-6d91e08c-1293-4d23-96da-21179e41bee4 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d0e6baef-1668-4b2c-8282-6d35647c1d94 HTTP/1.1" status: 200 len: 801 time: 0.1397817 Nov 05 18:40:14.730672 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39d3e31-9c69-46c6-897b-0a8c37de82be req-74d02872-d699-4981-841d-91e36e909602 tempest-LiveAutoBlockMigrationV225Test-1563372898 tempest-LiveAutoBlockMigrationV225Test-1563372898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:40:14.732552 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-d39d3e31-9c69-46c6-897b-0a8c37de82be req-74d02872-d699-4981-841d-91e36e909602 tempest-LiveAutoBlockMigrationV225Test-1563372898 tempest-LiveAutoBlockMigrationV225Test-1563372898-project] 10.222.0.13 "GET /v2.0/ports?device_id=96e576a6-4f06-4763-8d25-8b8dae8dc581 HTTP/1.1" status: 200 len: 945 time: 0.1280408 Nov 05 18:40:14.794245 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:40:14.843997 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] For port b40e1dfd-8405-495f-8e25-3525af98e8ae, host n-h1-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=b40e1dfd-8405-495f-8e25-3525af98e8ae,segment=NetworkSegment(8407edfd-cbcf-4afb-bebf-f4fdffd7470b),segment_id=8407edfd-cbcf-4afb-bebf-f4fdffd7470b)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:40:14.859953 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515d1c4c-b550-41d5-8963-de9042688039 req-684efb3b-559c-4840-969c-3052d37bf667 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:40:14.861726 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-515d1c4c-b550-41d5-8963-de9042688039 req-684efb3b-559c-4840-969c-3052d37bf667 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=73788293-db44-4a7b-a04d-105a4d638144&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1426558 Nov 05 18:40:14.919108 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-8c453262-6df4-464b-aaac-24782595238a req-d6e83d29-4bad-4b67-935a-da1f446d9f45 service neutron] 10.222.0.55 "GET /v2.0/networks/ba3e8390-54e7-4d99-8fec-d7b75d85d22a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5404525 Nov 05 18:40:14.919885 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:40:14.920800 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Device 92f988f2-3f68-45ae-a8eb-93634b3ce4be up at agent hyperv_n-h1-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 18:40:14.922023 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-d4bcc81b-c7b2-4fa5-82a4-302486eaf870 req-fe709d14-2d57-4b0f-89fb-c3e06c616331 tempest-SecurityGroupsTestJSON-1222042648 tempest-SecurityGroupsTestJSON-1222042648-project] Publish callbacks [] for security_group, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:40:14.934107 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-d39d3e31-9c69-46c6-897b-0a8c37de82be req-ad051458-f4fa-46ae-bb59-7e26d15cd51c tempest-LiveAutoBlockMigrationV225Test-1563372898 tempest-LiveAutoBlockMigrationV225Test-1563372898-project] 10.222.0.13 "GET /v2.0/security-groups?id=35cb161a-9192-43e2-a392-140fa33626b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492574 Nov 05 18:40:15.003943 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-d4bcc81b-c7b2-4fa5-82a4-302486eaf870 req-fe709d14-2d57-4b0f-89fb-c3e06c616331 tempest-SecurityGroupsTestJSON-1222042648 tempest-SecurityGroupsTestJSON-1222042648-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:40:15.054712 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-515d1c4c-b550-41d5-8963-de9042688039 req-41412171-ca0c-4288-9f2f-1f25f7308a0d service neutron] 10.222.0.41 "GET /v2.0/networks/73788293-db44-4a7b-a04d-105a4d638144?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1847575 Nov 05 18:40:15.057076 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe709d14-2d57-4b0f-89fb-c3e06c616331 tempest-SecurityGroupsTestJSON-1222042648 tempest-SecurityGroupsTestJSON-1222042648-project] Pushing event updated for resources: {'SecurityGroup': ['ID=156ccdb0-58f1-4f90-b4bc-2eea62270139,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:40:15.082117 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-8c453262-6df4-464b-aaac-24782595238a req-7b693b7a-37ef-470b-892b-7b99162b3591 service neutron] 10.222.0.55 "GET /v2.0/networks/ba3e8390-54e7-4d99-8fec-d7b75d85d22a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1550672 Nov 05 18:40:15.110655 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-d4bcc81b-c7b2-4fa5-82a4-302486eaf870 req-fe709d14-2d57-4b0f-89fb-c3e06c616331 tempest-SecurityGroupsTestJSON-1222042648 tempest-SecurityGroupsTestJSON-1222042648-project] Publish callbacks [] for security_group, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:40:15.110889 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 18:40:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7f78584-f878-498d-8048-c963f0b90df4 x-openstack-request-id: req-f7f78584-f878-498d-8048-c963f0b90df4 {{(pid=102388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 18:40:15.111000 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96e576a6-4f06-4763-8d25-8b8dae8dc581", "name": "network-vif-plugged", "status": "completed", "tag": "c01fdf04-d1b3-4884-bce0-e642bc3ccf9a", "code": 200}]} {{(pid=102388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 18:40:15.111255 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f7f78584-f878-498d-8048-c963f0b90df4 {{(pid=102388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 18:40:15.111618 n-d-816865-1 neutron-server[102388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96e576a6-4f06-4763-8d25-8b8dae8dc581', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c01fdf04-d1b3-4884-bce0-e642bc3ccf9a', 'code': 200} Nov 05 18:40:15.123722 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-d4bcc81b-c7b2-4fa5-82a4-302486eaf870 req-fe709d14-2d57-4b0f-89fb-c3e06c616331 tempest-SecurityGroupsTestJSON-1222042648 tempest-SecurityGroupsTestJSON-1222042648-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1802 time: 0.6655152 Nov 05 18:40:15.154895 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Pushing event updated for resources: {'Port': ['ID=b40e1dfd-8405-495f-8e25-3525af98e8ae,revision_number=5']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:40:15.208488 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b844dfc-d845-4c51-82bc-4cfc6ddcd32e req-d9cfb795-4783-4ba3-bf01-6d66ec388f75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:40:15.210239 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-1b844dfc-d845-4c51-82bc-4cfc6ddcd32e req-d9cfb795-4783-4ba3-bf01-6d66ec388f75 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=96e576a6-4f06-4763-8d25-8b8dae8dc581 HTTP/1.1" status: 200 len: 1096 time: 0.0554485 Nov 05 18:40:15.251662 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Provisioning for port 92f988f2-3f68-45ae-a8eb-93634b3ce4be completed by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 05 18:40:15.256965 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Provisioning complete for port 92f988f2-3f68-45ae-a8eb-93634b3ce4be triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:40:15.257346 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:40:15.296502 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-515d1c4c-b550-41d5-8963-de9042688039 req-b105fb8f-5b65-4f6e-ad37-3fbd183b03f3 service neutron] 10.222.0.41 "GET /v2.0/networks/73788293-db44-4a7b-a04d-105a4d638144?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2337041 Nov 05 18:40:15.356771 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-1b844dfc-d845-4c51-82bc-4cfc6ddcd32e req-c264b7f5-2b58-4558-826d-37589c2b9e62 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=35cb161a-9192-43e2-a392-140fa33626b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385005 Nov 05 18:40:15.374481 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Device 6e1ce582-1c04-4b03-b6a1-ed06f7f464bd no longer exists at agent hyperv_n-h2-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 18:40:15.414550 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515d1c4c-b550-41d5-8963-de9042688039 req-7c38f03a-c08b-404f-a7d0-cfbbb8e43571 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:40:15.415431 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515d1c4c-b550-41d5-8963-de9042688039 req-7c38f03a-c08b-404f-a7d0-cfbbb8e43571 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:40:15.416065 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515d1c4c-b550-41d5-8963-de9042688039 req-7c38f03a-c08b-404f-a7d0-cfbbb8e43571 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:40:15.418149 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-515d1c4c-b550-41d5-8963-de9042688039 req-7c38f03a-c08b-404f-a7d0-cfbbb8e43571 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4829acffed3b4745affa5e8e193e7ce5&device_id=494e2f45-b44c-4b7b-9e85-570ca11e78f9 HTTP/1.1" status: 200 len: 2870 time: 0.0613785 Nov 05 18:40:15.464524 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:40:15.504747 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:40:15.507018 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c48e8f-d01a-45ba-9ef9-3775ad7449a0 req-3d19b8a0-2346-4c33-8bc5-31eecbb48c11 tempest-ServersTestMultiNic-1214536785 tempest-ServersTestMultiNic-1214536785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:40:15.515259 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c48e8f-d01a-45ba-9ef9-3775ad7449a0 req-3d19b8a0-2346-4c33-8bc5-31eecbb48c11 tempest-ServersTestMultiNic-1214536785 tempest-ServersTestMultiNic-1214536785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:40:15.516333 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] For port 92f988f2-3f68-45ae-a8eb-93634b3ce4be, host n-h1-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=92f988f2-3f68-45ae-a8eb-93634b3ce4be,segment=NetworkSegment(22587c8c-d80d-4478-9101-f730178c0e2e),segment_id=22587c8c-d80d-4478-9101-f730178c0e2e)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:40:15.521905 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c48e8f-d01a-45ba-9ef9-3775ad7449a0 req-3d19b8a0-2346-4c33-8bc5-31eecbb48c11 tempest-ServersTestMultiNic-1214536785 tempest-ServersTestMultiNic-1214536785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:40:15.523766 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-24c48e8f-d01a-45ba-9ef9-3775ad7449a0 req-3d19b8a0-2346-4c33-8bc5-31eecbb48c11 tempest-ServersTestMultiNic-1214536785 tempest-ServersTestMultiNic-1214536785-project] 10.222.0.13 "GET /v2.0/ports?device_id=494e2f45-b44c-4b7b-9e85-570ca11e78f9 HTTP/1.1" status: 200 len: 2417 time: 0.0730901 Nov 05 18:40:15.541775 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] For port 6e1ce582-1c04-4b03-b6a1-ed06f7f464bd, host n-h2-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=6e1ce582-1c04-4b03-b6a1-ed06f7f464bd,segment=NetworkSegment(b0f4d4e8-61d5-4e79-9c35-e1f620a70868),segment_id=b0f4d4e8-61d5-4e79-9c35-e1f620a70868)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:40:15.548557 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.agents_db [None req-b9406b04-a0e8-43cf-b349-711963d96cf4 None None] Agent healthcheck: found 7 active agents {{(pid=102389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 05 18:40:15.610937 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:40:15.614473 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:40:15.615394 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Device a8f7cc57-2884-40dc-b963-08b7d98a1182 no longer exists at agent hyperv_n-h1-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 18:40:15.670843 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-24c48e8f-d01a-45ba-9ef9-3775ad7449a0 req-f3cd1001-8f93-49ab-9672-be3382dbb24b tempest-ServersTestMultiNic-1214536785 tempest-ServersTestMultiNic-1214536785-project] 10.222.0.13 "GET /v2.0/security-groups?id=d6c276c2-1a62-4f33-92e6-1a62f3e97f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329908 Nov 05 18:40:15.706339 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Pushing event updated for resources: {'Port': ['ID=6e1ce582-1c04-4b03-b6a1-ed06f7f464bd,revision_number=8']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:40:15.746276 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515d1c4c-b550-41d5-8963-de9042688039 req-ab9e2613-5a51-4a48-8e6d-08928f7650c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:40:15.748665 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-515d1c4c-b550-41d5-8963-de9042688039 req-ab9e2613-5a51-4a48-8e6d-08928f7650c1 service neutron] 10.222.0.41 "GET /v2.0/networks?id=f394b287-340e-45e0-837f-d8c4a57cd15e HTTP/1.1" status: 200 len: 903 time: 0.1968675 Nov 05 18:40:15.795402 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:40:15.797124 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Pushing event updated for resources: {'Port': ['ID=92f988f2-3f68-45ae-a8eb-93634b3ce4be,revision_number=5']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:40:15.824206 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-515d1c4c-b550-41d5-8963-de9042688039 req-084fb3a8-d3a4-40af-bf71-fcc524d0ce57 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.89&port_id=92f988f2-3f68-45ae-a8eb-93634b3ce4be HTTP/1.1" status: 200 len: 217 time: 0.0591419 Nov 05 18:40:15.831958 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-2bc006be-1f42-4c1c-88d0-774157184b29 req-5db2c6ce-7e6b-4696-9498-f611dca7b117 tempest-SecurityGroupsTestJSON-1222042648 tempest-SecurityGroupsTestJSON-1222042648-project] 10.222.0.13 "GET /v2.0/security-groups/156ccdb0-58f1-4f90-b4bc-2eea62270139 HTTP/1.1" status: 200 len: 1797 time: 0.1231554 Nov 05 18:40:15.836253 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] For port a8f7cc57-2884-40dc-b963-08b7d98a1182, host n-h1-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=a8f7cc57-2884-40dc-b963-08b7d98a1182,segment=NetworkSegment(35c2db9c-522d-48d3-98cf-a08c2cc55db7),segment_id=35c2db9c-522d-48d3-98cf-a08c2cc55db7)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:40:15.875379 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e771bd4e-a5a0-4ffc-93a5-9e373dbe1222 req-82c49063-6c05-48e4-b390-7f2126104b51 tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:40:15.877551 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-e771bd4e-a5a0-4ffc-93a5-9e373dbe1222 req-82c49063-6c05-48e4-b390-7f2126104b51 tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] 10.222.0.13 "GET /v2.0/ports?device_id=c8f9c054-f308-4af6-8eb8-5dcdd62eb3fd HTTP/1.1" status: 200 len: 950 time: 0.1571374 Nov 05 18:40:15.908520 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515d1c4c-b550-41d5-8963-de9042688039 req-0ee99c6d-fe6b-490f-9943-9290095418e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:40:15.910001 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-515d1c4c-b550-41d5-8963-de9042688039 req-0ee99c6d-fe6b-490f-9943-9290095418e5 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=dfe90a81-e705-4b25-98bc-68ce514af722 HTTP/1.1" status: 200 len: 801 time: 0.0764160 Nov 05 18:40:15.919746 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:40:15.981516 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-e771bd4e-a5a0-4ffc-93a5-9e373dbe1222 req-543fe359-e228-43a8-86ff-15c8b7c60d08 tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] 10.222.0.13 "GET /v2.0/security-groups?id=c4f63610-8850-433c-ac4b-7e7146261ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964739 Nov 05 18:40:15.999527 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515d1c4c-b550-41d5-8963-de9042688039 req-94633993-e3df-448e-8bd1-b2e507ecc68f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:40:16.003235 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-515d1c4c-b550-41d5-8963-de9042688039 req-94633993-e3df-448e-8bd1-b2e507ecc68f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f394b287-340e-45e0-837f-d8c4a57cd15e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0813041 Nov 05 18:40:16.027933 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Pushing event updated for resources: {'Port': ['ID=a8f7cc57-2884-40dc-b963-08b7d98a1182,revision_number=11']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:40:16.211171 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-30882313-abf0-4b97-9c8c-aa826a41d138 req-28858856-8f93-49f8-a549-42a70bea6bd9 tempest-SecurityGroupsTestJSON-1222042648 tempest-SecurityGroupsTestJSON-1222042648-project] 10.222.0.13 "GET /v2.0/security-groups/156ccdb0-58f1-4f90-b4bc-2eea62270139 HTTP/1.1" status: 200 len: 1797 time: 0.1668484 Nov 05 18:40:16.222356 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-515d1c4c-b550-41d5-8963-de9042688039 req-170b831a-6308-43cc-b06c-4db02e247dfc service neutron] 10.222.0.41 "GET /v2.0/networks/f394b287-340e-45e0-837f-d8c4a57cd15e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2107892 Nov 05 18:40:16.259299 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a91093-d01f-426c-ac95-662874799a68 req-9ac18d5a-cc7d-48d3-976b-08283753d93f tempest-ImagesTestJSON-1124888854 tempest-ImagesTestJSON-1124888854-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:40:16.260762 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-42a91093-d01f-426c-ac95-662874799a68 req-9ac18d5a-cc7d-48d3-976b-08283753d93f tempest-ImagesTestJSON-1124888854 tempest-ImagesTestJSON-1124888854-project] 10.222.0.13 "GET /v2.0/networks?id=598f5d7d-609c-4eed-bdfb-a95dcdae7151 HTTP/1.1" status: 200 len: 805 time: 0.2363827 Nov 05 18:40:16.328539 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-42a91093-d01f-426c-ac95-662874799a68 req-59056a39-56c2-4275-83a2-80e66cc01707 tempest-ImagesTestJSON-1124888854 tempest-ImagesTestJSON-1124888854-project] 10.222.0.13 "GET /v2.0/quotas/0f862ce7a4174f25919478ebbeb38081 HTTP/1.1" status: 200 len: 375 time: 0.0558176 Nov 05 18:40:16.393782 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-30882313-abf0-4b97-9c8c-aa826a41d138 req-72f81326-ed0f-42b5-a1f5-5ead52e9762b tempest-SecurityGroupsTestJSON-1222042648 tempest-SecurityGroupsTestJSON-1222042648-project] Publish callbacks [] for security_group, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:40:16.422094 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-515d1c4c-b550-41d5-8963-de9042688039 req-0666d083-c575-429c-9a9f-b63763981ba3 service neutron] 10.222.0.41 "GET /v2.0/networks/f394b287-340e-45e0-837f-d8c4a57cd15e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1846144 Nov 05 18:40:16.433518 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-30882313-abf0-4b97-9c8c-aa826a41d138 req-72f81326-ed0f-42b5-a1f5-5ead52e9762b tempest-SecurityGroupsTestJSON-1222042648 tempest-SecurityGroupsTestJSON-1222042648-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:40:16.439818 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-42a91093-d01f-426c-ac95-662874799a68 req-f653d313-64e1-4b60-a54e-20fdc3651941 tempest-ImagesTestJSON-1124888854 tempest-ImagesTestJSON-1124888854-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=0f862ce7a4174f25919478ebbeb38081&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1055160 Nov 05 18:40:16.575807 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515d1c4c-b550-41d5-8963-de9042688039 req-15781203-ade0-413c-80bc-e9e4c7c219b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:40:16.576358 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515d1c4c-b550-41d5-8963-de9042688039 req-15781203-ade0-413c-80bc-e9e4c7c219b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:40:16.576743 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515d1c4c-b550-41d5-8963-de9042688039 req-15781203-ade0-413c-80bc-e9e4c7c219b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:40:16.578391 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-515d1c4c-b550-41d5-8963-de9042688039 req-15781203-ade0-413c-80bc-e9e4c7c219b6 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4829acffed3b4745affa5e8e193e7ce5&device_id=494e2f45-b44c-4b7b-9e85-570ca11e78f9 HTTP/1.1" status: 200 len: 2871 time: 0.0966434 Nov 05 18:40:16.609355 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-42a91093-d01f-426c-ac95-662874799a68 req-ce5e8d74-dc08-4f9d-aa41-7115fddc0a70 service neutron] 10.222.0.13 "GET /v2.0/networks/598f5d7d-609c-4eed-bdfb-a95dcdae7151?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1584046 Nov 05 18:40:16.660795 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-30882313-abf0-4b97-9c8c-aa826a41d138 req-72f81326-ed0f-42b5-a1f5-5ead52e9762b tempest-SecurityGroupsTestJSON-1222042648 tempest-SecurityGroupsTestJSON-1222042648-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:40:16.663362 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-30882313-abf0-4b97-9c8c-aa826a41d138 req-72f81326-ed0f-42b5-a1f5-5ead52e9762b tempest-SecurityGroupsTestJSON-1222042648 tempest-SecurityGroupsTestJSON-1222042648-project] Publish callbacks [] for security_group, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:40:16.664469 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-30882313-abf0-4b97-9c8c-aa826a41d138 req-72f81326-ed0f-42b5-a1f5-5ead52e9762b tempest-SecurityGroupsTestJSON-1222042648 tempest-SecurityGroupsTestJSON-1222042648-project] 10.222.0.13 "DELETE /v2.0/security-groups/156ccdb0-58f1-4f90-b4bc-2eea62270139 HTTP/1.1" status: 204 len: 173 time: 0.4444709 Nov 05 18:40:16.687117 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11af65e2-c364-4624-aea6-9b3ef8a7e145 req-5ca32d43-9e4e-4404-9d57-f48161cd5439 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:40:16.688788 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-11af65e2-c364-4624-aea6-9b3ef8a7e145 req-5ca32d43-9e4e-4404-9d57-f48161cd5439 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=10ec5728e81c4449951d5c9e87d02372&device_id=c8f9c054-f308-4af6-8eb8-5dcdd62eb3fd HTTP/1.1" status: 200 len: 1101 time: 0.0475495 Nov 05 18:40:16.695685 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f81326-ed0f-42b5-a1f5-5ead52e9762b tempest-SecurityGroupsTestJSON-1222042648 tempest-SecurityGroupsTestJSON-1222042648-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=156ccdb0-58f1-4f90-b4bc-2eea62270139,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:40:16.764926 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515d1c4c-b550-41d5-8963-de9042688039 req-207c2dc9-468f-4c57-97bc-c24a569c9175 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:40:16.766426 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-515d1c4c-b550-41d5-8963-de9042688039 req-207c2dc9-468f-4c57-97bc-c24a569c9175 service neutron] 10.222.0.41 "GET /v2.0/networks?id=73788293-db44-4a7b-a04d-105a4d638144 HTTP/1.1" status: 200 len: 903 time: 0.1791620 Nov 05 18:40:16.809062 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11af65e2-c364-4624-aea6-9b3ef8a7e145 req-e261e9ef-ac7d-472f-8933-e1135e8d4f2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:40:16.810593 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-11af65e2-c364-4624-aea6-9b3ef8a7e145 req-e261e9ef-ac7d-472f-8933-e1135e8d4f2a service neutron] 10.222.0.55 "GET /v2.0/networks?id=a723f808-b11e-4066-b104-fad90c82895e HTTP/1.1" status: 200 len: 870 time: 0.1113412 Nov 05 18:40:16.839027 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-515d1c4c-b550-41d5-8963-de9042688039 req-226958fd-00a4-44a9-bd4d-75b70879fccc service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.146&port_id=f0aed09e-5bdf-4603-8dc3-21ebd4d875fe HTTP/1.1" status: 200 len: 217 time: 0.0606911 Nov 05 18:40:16.853023 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-42a91093-d01f-426c-ac95-662874799a68 req-8bc0a73a-a5a0-4de1-a015-81c0fbe2e6b5 service neutron] 10.222.0.13 "GET /v2.0/networks/598f5d7d-609c-4eed-bdfb-a95dcdae7151?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2363670 Nov 05 18:40:16.867038 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-11af65e2-c364-4624-aea6-9b3ef8a7e145 req-940e0492-a52a-4a47-9052-3d8dd322e785 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.155&port_id=046eb35d-2125-4c26-8c14-0533b517be00 HTTP/1.1" status: 200 len: 217 time: 0.0468674 Nov 05 18:40:16.926166 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515d1c4c-b550-41d5-8963-de9042688039 req-54a3e46a-d2e9-4a4b-8e13-b497c753c503 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:40:16.927570 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-515d1c4c-b550-41d5-8963-de9042688039 req-54a3e46a-d2e9-4a4b-8e13-b497c753c503 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d0e6baef-1668-4b2c-8282-6d35647c1d94 HTTP/1.1" status: 200 len: 801 time: 0.0786660 Nov 05 18:40:16.937594 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4f422f-e221-4b13-ab17-ed6087a4156b req-f9e175d5-7469-41a4-9afc-a86263447b33 tempest-LiveAutoBlockMigrationV225Test-1563372898 tempest-LiveAutoBlockMigrationV225Test-1563372898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:40:16.937984 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11af65e2-c364-4624-aea6-9b3ef8a7e145 req-e89c1146-94c8-4996-8cc5-61ff31fb7b86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:40:16.939212 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-bb4f422f-e221-4b13-ab17-ed6087a4156b req-f9e175d5-7469-41a4-9afc-a86263447b33 tempest-LiveAutoBlockMigrationV225Test-1563372898 tempest-LiveAutoBlockMigrationV225Test-1563372898-project] 10.222.0.13 "GET /v2.0/ports?device_id=96e576a6-4f06-4763-8d25-8b8dae8dc581 HTTP/1.1" status: 200 len: 945 time: 0.1051958 Nov 05 18:40:16.940707 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-11af65e2-c364-4624-aea6-9b3ef8a7e145 req-e89c1146-94c8-4996-8cc5-61ff31fb7b86 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=05e7a1b5-165b-4a00-855a-ffbcb2eba59e HTTP/1.1" status: 200 len: 843 time: 0.0658886 Nov 05 18:40:17.016505 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11af65e2-c364-4624-aea6-9b3ef8a7e145 req-15a887dd-a1cf-418e-932c-151c36c86255 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:40:17.018665 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-11af65e2-c364-4624-aea6-9b3ef8a7e145 req-15a887dd-a1cf-418e-932c-151c36c86255 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a723f808-b11e-4066-b104-fad90c82895e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0689209 Nov 05 18:40:17.026300 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515d1c4c-b550-41d5-8963-de9042688039 req-e707a9f8-692e-4772-8682-11ae65835ef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:40:17.028660 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-515d1c4c-b550-41d5-8963-de9042688039 req-e707a9f8-692e-4772-8682-11ae65835ef5 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=73788293-db44-4a7b-a04d-105a4d638144&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0871992 Nov 05 18:40:17.052009 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-bb4f422f-e221-4b13-ab17-ed6087a4156b req-7fbbeef1-bce2-4cc6-814b-4d5188d582fe tempest-LiveAutoBlockMigrationV225Test-1563372898 tempest-LiveAutoBlockMigrationV225Test-1563372898-project] 10.222.0.13 "GET /v2.0/security-groups?id=35cb161a-9192-43e2-a392-140fa33626b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995476 Nov 05 18:40:17.112446 n-d-816865-1 neutron-server[102388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '494e2f45-b44c-4b7b-9e85-570ca11e78f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0aed09e-5bdf-4603-8dc3-21ebd4d875fe'}, {'server_uuid': '494e2f45-b44c-4b7b-9e85-570ca11e78f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b40e1dfd-8405-495f-8e25-3525af98e8ae'}, {'server_uuid': '494e2f45-b44c-4b7b-9e85-570ca11e78f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92f988f2-3f68-45ae-a8eb-93634b3ce4be'}, {'server_uuid': '1a96f542-6487-4ff8-8485-9ac0d517f547', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6e1ce582-1c04-4b03-b6a1-ed06f7f464bd'}, {'server_uuid': 'c5b71237-24de-434f-a81f-3e3f7b737fb4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a8f7cc57-2884-40dc-b963-08b7d98a1182'}] {{(pid=102388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 18:40:17.114802 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85474fee1180e129d8a886d264fe0b30223aa672dd1ffe43b630605f18504f68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c9de802-d04f-4e12-a2f6-ee9926e1591c" -d '{"events": [{"server_uuid": "494e2f45-b44c-4b7b-9e85-570ca11e78f9", "name": "network-vif-plugged", "status": "completed", "tag": "f0aed09e-5bdf-4603-8dc3-21ebd4d875fe"}, {"server_uuid": "494e2f45-b44c-4b7b-9e85-570ca11e78f9", "name": "network-vif-plugged", "status": "completed", "tag": "b40e1dfd-8405-495f-8e25-3525af98e8ae"}, {"server_uuid": "494e2f45-b44c-4b7b-9e85-570ca11e78f9", "name": "network-vif-plugged", "status": "completed", "tag": "92f988f2-3f68-45ae-a8eb-93634b3ce4be"}, {"server_uuid": "1a96f542-6487-4ff8-8485-9ac0d517f547", "name": "network-vif-unplugged", "status": "completed", "tag": "6e1ce582-1c04-4b03-b6a1-ed06f7f464bd"}, {"server_uuid": "c5b71237-24de-434f-a81f-3e3f7b737fb4", "name": "network-vif-unplugged", "status": "completed", "tag": "a8f7cc57-2884-40dc-b963-08b7d98a1182"}]}' {{(pid=102388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 18:40:17.130104 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-11af65e2-c364-4624-aea6-9b3ef8a7e145 req-02161f79-85d9-4fea-924c-81880783596f service neutron] 10.222.0.55 "GET /v2.0/networks/a723f808-b11e-4066-b104-fad90c82895e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0987935 Nov 05 18:40:17.172060 n-d-816865-1 neutron-server[102387]: INFO neutron.api.v2.resource [req-69dd5302-3acb-4642-b62a-c82b33bd584a req-639e16ca-b879-47c5-8cde-e1f7180777c6 tempest-SecurityGroupsTestJSON-1222042648 tempest-SecurityGroupsTestJSON-1222042648-project] show failed (client error): The resource could not be found. Nov 05 18:40:17.173108 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-69dd5302-3acb-4642-b62a-c82b33bd584a req-639e16ca-b879-47c5-8cde-e1f7180777c6 tempest-SecurityGroupsTestJSON-1222042648 tempest-SecurityGroupsTestJSON-1222042648-project] 10.222.0.13 "GET /v2.0/security-groups/156ccdb0-58f1-4f90-b4bc-2eea62270139 HTTP/1.1" status: 404 len: 352 time: 0.0254788 Nov 05 18:40:17.230798 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-515d1c4c-b550-41d5-8963-de9042688039 req-a93ebcb8-2908-4068-bd8c-e678bba27ff3 service neutron] 10.222.0.41 "GET /v2.0/networks/73788293-db44-4a7b-a04d-105a4d638144?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1918020 Nov 05 18:40:17.286605 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-11af65e2-c364-4624-aea6-9b3ef8a7e145 req-6bc36d0e-f227-4a2a-8479-0cdac595ae12 service neutron] 10.222.0.55 "GET /v2.0/networks/a723f808-b11e-4066-b104-fad90c82895e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1478732 Nov 05 18:40:17.421391 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12402a6-15e0-40ea-95b4-623693467037 req-26158870-125e-461d-a122-f62b95104783 tempest-ServersTestMultiNic-1214536785 tempest-ServersTestMultiNic-1214536785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:40:17.427473 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12402a6-15e0-40ea-95b4-623693467037 req-26158870-125e-461d-a122-f62b95104783 tempest-ServersTestMultiNic-1214536785 tempest-ServersTestMultiNic-1214536785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:40:17.433687 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12402a6-15e0-40ea-95b4-623693467037 req-26158870-125e-461d-a122-f62b95104783 tempest-ServersTestMultiNic-1214536785 tempest-ServersTestMultiNic-1214536785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:40:17.435453 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-d12402a6-15e0-40ea-95b4-623693467037 req-26158870-125e-461d-a122-f62b95104783 tempest-ServersTestMultiNic-1214536785 tempest-ServersTestMultiNic-1214536785-project] 10.222.0.13 "GET /v2.0/ports?device_id=494e2f45-b44c-4b7b-9e85-570ca11e78f9 HTTP/1.1" status: 200 len: 2418 time: 0.1566689 Nov 05 18:40:17.470703 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-515d1c4c-b550-41d5-8963-de9042688039 req-8d6a5f4f-edea-4cf1-a4da-0334fea2107d service neutron] 10.222.0.41 "GET /v2.0/networks/73788293-db44-4a7b-a04d-105a4d638144?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2305326 Nov 05 18:40:17.486905 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9845afc6-1f3d-46fc-aa5a-697777ccc9db req-b1bcee95-4c65-4afa-b8e2-706bcb1487de tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:40:17.488408 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-9845afc6-1f3d-46fc-aa5a-697777ccc9db req-b1bcee95-4c65-4afa-b8e2-706bcb1487de tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] 10.222.0.13 "GET /v2.0/ports?device_id=c8f9c054-f308-4af6-8eb8-5dcdd62eb3fd HTTP/1.1" status: 200 len: 950 time: 0.1140423 Nov 05 18:40:17.525524 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-d12402a6-15e0-40ea-95b4-623693467037 req-7de7e2f0-14e7-432c-966a-e468aac5d179 tempest-ServersTestMultiNic-1214536785 tempest-ServersTestMultiNic-1214536785-project] 10.222.0.13 "GET /v2.0/security-groups?id=d6c276c2-1a62-4f33-92e6-1a62f3e97f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793431 Nov 05 18:40:17.572475 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-9845afc6-1f3d-46fc-aa5a-697777ccc9db req-afe5776f-5b6c-4755-a14e-1ba862d2afef tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] 10.222.0.13 "GET /v2.0/security-groups?id=c4f63610-8850-433c-ac4b-7e7146261ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706365 Nov 05 18:40:17.622178 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c302d6f-7f3d-467f-9de0-cb6d227dcdfe req-5c47c796-9c0f-44fd-917d-6c0af3ced138 tempest-ImagesTestJSON-1124888854 tempest-ImagesTestJSON-1124888854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:40:17.627604 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-8c302d6f-7f3d-467f-9de0-cb6d227dcdfe req-5c47c796-9c0f-44fd-917d-6c0af3ced138 tempest-ImagesTestJSON-1124888854 tempest-ImagesTestJSON-1124888854-project] 10.222.0.55 "GET /v2.0/ports?device_id=1a96f542-6487-4ff8-8485-9ac0d517f547 HTTP/1.1" status: 200 len: 943 time: 0.1005533 Nov 05 18:40:17.689938 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-482501b1-6269-4890-aaf3-d416bf2fcb01 req-bad11fd4-bf14-4a04-b2be-77127e90cfe5 tempest-ImagesTestJSON-1124888854 tempest-ImagesTestJSON-1124888854-project] 10.222.0.13 "GET /v2.0/ports?device_id=119849e3-bd6e-46cc-9c50-33fdbdc61761 HTTP/1.1" status: 200 len: 210 time: 0.0567701 Nov 05 18:40:17.693339 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 871 Content-Type: application/json Date: Fri, 05 Nov 2021 18:40:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c2ce755-ad91-4783-a845-351eca83a138 x-openstack-request-id: req-7c2ce755-ad91-4783-a845-351eca83a138 {{(pid=102388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 18:40:17.693848 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "494e2f45-b44c-4b7b-9e85-570ca11e78f9", "name": "network-vif-plugged", "status": "completed", "tag": "f0aed09e-5bdf-4603-8dc3-21ebd4d875fe", "code": 200}, {"server_uuid": "494e2f45-b44c-4b7b-9e85-570ca11e78f9", "name": "network-vif-plugged", "status": "completed", "tag": "b40e1dfd-8405-495f-8e25-3525af98e8ae", "code": 200}, {"server_uuid": "494e2f45-b44c-4b7b-9e85-570ca11e78f9", "name": "network-vif-plugged", "status": "completed", "tag": "92f988f2-3f68-45ae-a8eb-93634b3ce4be", "code": 200}, {"server_uuid": "1a96f542-6487-4ff8-8485-9ac0d517f547", "name": "network-vif-unplugged", "status": "completed", "tag": "6e1ce582-1c04-4b03-b6a1-ed06f7f464bd", "code": 200}, {"server_uuid": "c5b71237-24de-434f-a81f-3e3f7b737fb4", "name": "network-vif-unplugged", "status": "completed", "tag": "a8f7cc57-2884-40dc-b963-08b7d98a1182", "code": 200}]} {{(pid=102388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 18:40:17.694257 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7c2ce755-ad91-4783-a845-351eca83a138 {{(pid=102388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 18:40:17.696067 n-d-816865-1 neutron-server[102388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '494e2f45-b44c-4b7b-9e85-570ca11e78f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0aed09e-5bdf-4603-8dc3-21ebd4d875fe', 'code': 200} Nov 05 18:40:17.697787 n-d-816865-1 neutron-server[102388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '494e2f45-b44c-4b7b-9e85-570ca11e78f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b40e1dfd-8405-495f-8e25-3525af98e8ae', 'code': 200} Nov 05 18:40:17.698143 n-d-816865-1 neutron-server[102388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '494e2f45-b44c-4b7b-9e85-570ca11e78f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92f988f2-3f68-45ae-a8eb-93634b3ce4be', 'code': 200} Nov 05 18:40:17.698469 n-d-816865-1 neutron-server[102388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a96f542-6487-4ff8-8485-9ac0d517f547', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6e1ce582-1c04-4b03-b6a1-ed06f7f464bd', 'code': 200} Nov 05 18:40:17.699875 n-d-816865-1 neutron-server[102388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5b71237-24de-434f-a81f-3e3f7b737fb4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a8f7cc57-2884-40dc-b963-08b7d98a1182', 'code': 200} Nov 05 18:40:17.706660 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515d1c4c-b550-41d5-8963-de9042688039 req-35b21db9-c03e-4118-9ef3-b123367b3690 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:40:17.709491 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-515d1c4c-b550-41d5-8963-de9042688039 req-35b21db9-c03e-4118-9ef3-b123367b3690 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=05b01937f9ca44aa923731561d630757&device_id=f42c912a-d1d9-49c8-a808-f584952069f5 HTTP/1.1" status: 200 len: 1174 time: 0.0846484 Nov 05 18:40:17.711886 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [req-74c25c24-2fbf-41af-8f11-5ab4048ae12a req-bf046ac5-c71c-4c00-a7d7-ae1cf2bf2d2b tempest-SecurityGroupsTestJSON-1222042648 tempest-SecurityGroupsTestJSON-1222042648-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1253728541', 'description': 'tempest-description-1792890489'}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:40:17.759633 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [req-8c302d6f-7f3d-467f-9de0-cb6d227dcdfe req-1194bda4-3301-4ba9-83f2-599b6be41a26 tempest-ImagesTestJSON-1124888854 tempest-ImagesTestJSON-1124888854-project] Deleting port 6e1ce582-1c04-4b03-b6a1-ed06f7f464bd {{(pid=102386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 18:40:17.760229 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-8c302d6f-7f3d-467f-9de0-cb6d227dcdfe req-1194bda4-3301-4ba9-83f2-599b6be41a26 tempest-ImagesTestJSON-1124888854 tempest-ImagesTestJSON-1124888854-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:40:17.904538 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515d1c4c-b550-41d5-8963-de9042688039 req-54e31448-b8ee-43ae-8db9-b969f32ead32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:40:17.906068 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-515d1c4c-b550-41d5-8963-de9042688039 req-54e31448-b8ee-43ae-8db9-b969f32ead32 service neutron] 10.222.0.41 "GET /v2.0/networks?id=9743ad7b-9947-4aa3-b66d-0168e5572670 HTTP/1.1" status: 200 len: 913 time: 0.1886976 Nov 05 18:40:17.925251 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-74c25c24-2fbf-41af-8f11-5ab4048ae12a req-bf046ac5-c71c-4c00-a7d7-ae1cf2bf2d2b tempest-SecurityGroupsTestJSON-1222042648 tempest-SecurityGroupsTestJSON-1222042648-project] Publish callbacks [] for security_group, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:40:17.936230 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c9646f-a09d-4d51-be29-d417274d00f0 req-1fa80adc-86b7-4732-b309-4b53db487a34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:40:17.936478 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c9646f-a09d-4d51-be29-d417274d00f0 req-1fa80adc-86b7-4732-b309-4b53db487a34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:40:17.936917 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c9646f-a09d-4d51-be29-d417274d00f0 req-1fa80adc-86b7-4732-b309-4b53db487a34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:40:17.938672 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-f6c9646f-a09d-4d51-be29-d417274d00f0 req-1fa80adc-86b7-4732-b309-4b53db487a34 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=494e2f45-b44c-4b7b-9e85-570ca11e78f9 HTTP/1.1" status: 200 len: 2871 time: 0.1239040 Nov 05 18:40:17.970500 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-515d1c4c-b550-41d5-8963-de9042688039 req-6aa0908b-e28f-48dc-9472-6fc0dbb7c0da service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=07ad1e6a-5ef2-4823-940a-64f3df413fd4 HTTP/1.1" status: 200 len: 217 time: 0.0554051 Nov 05 18:40:17.990361 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [req-8c302d6f-7f3d-467f-9de0-cb6d227dcdfe req-1194bda4-3301-4ba9-83f2-599b6be41a26 tempest-ImagesTestJSON-1124888854 tempest-ImagesTestJSON-1124888854-project] For port 6e1ce582-1c04-4b03-b6a1-ed06f7f464bd, host n-h2-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=6e1ce582-1c04-4b03-b6a1-ed06f7f464bd,segment=NetworkSegment(b0f4d4e8-61d5-4e79-9c35-e1f620a70868),segment_id=b0f4d4e8-61d5-4e79-9c35-e1f620a70868)] {{(pid=102386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:40:17.991434 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-8c302d6f-7f3d-467f-9de0-cb6d227dcdfe req-1194bda4-3301-4ba9-83f2-599b6be41a26 tempest-ImagesTestJSON-1124888854 tempest-ImagesTestJSON-1124888854-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:40:18.014209 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [req-8c302d6f-7f3d-467f-9de0-cb6d227dcdfe req-1194bda4-3301-4ba9-83f2-599b6be41a26 tempest-ImagesTestJSON-1124888854 tempest-ImagesTestJSON-1124888854-project] Calling delete_port for 6e1ce582-1c04-4b03-b6a1-ed06f7f464bd owned by compute:nova {{(pid=102386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 18:40:18.087002 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-f6c9646f-a09d-4d51-be29-d417274d00f0 req-e5f4c04b-3ef3-4aca-99ec-82bdc3933f7b service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=d6c276c2-1a62-4f33-92e6-1a62f3e97f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351466 Nov 05 18:40:18.096133 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515d1c4c-b550-41d5-8963-de9042688039 req-0f5d6101-3d7c-4e44-bd67-86608e23527a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:40:18.097603 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-515d1c4c-b550-41d5-8963-de9042688039 req-0f5d6101-3d7c-4e44-bd67-86608e23527a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=cb31a061-4578-4faf-9b25-83e849882576 HTTP/1.1" status: 200 len: 852 time: 0.1175869 Nov 05 18:40:18.126883 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-74c25c24-2fbf-41af-8f11-5ab4048ae12a req-bf046ac5-c71c-4c00-a7d7-ae1cf2bf2d2b tempest-SecurityGroupsTestJSON-1222042648 tempest-SecurityGroupsTestJSON-1222042648-project] Publish callbacks [] for security_group, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:40:18.191672 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f29c26-61a9-43e7-98ad-a7a53c8736c1 req-5fafc615-0f83-426d-a904-75bae9127730 tempest-LiveAutoBlockMigrationV225Test-1563372898 tempest-LiveAutoBlockMigrationV225Test-1563372898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:40:18.193204 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-31f29c26-61a9-43e7-98ad-a7a53c8736c1 req-5fafc615-0f83-426d-a904-75bae9127730 tempest-LiveAutoBlockMigrationV225Test-1563372898 tempest-LiveAutoBlockMigrationV225Test-1563372898-project] 10.222.0.13 "GET /v2.0/ports?device_id=96e576a6-4f06-4763-8d25-8b8dae8dc581 HTTP/1.1" status: 200 len: 945 time: 0.0536454 Nov 05 18:40:18.206211 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-74c25c24-2fbf-41af-8f11-5ab4048ae12a req-bf046ac5-c71c-4c00-a7d7-ae1cf2bf2d2b tempest-SecurityGroupsTestJSON-1222042648 tempest-SecurityGroupsTestJSON-1222042648-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:40:18.255025 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf046ac5-c71c-4c00-a7d7-ae1cf2bf2d2b tempest-SecurityGroupsTestJSON-1222042648 tempest-SecurityGroupsTestJSON-1222042648-project] Pushing event updated for resources: {'SecurityGroup': ['ID=df6dca95-8393-4643-acc8-cbd5152dacd1,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:40:18.268710 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-31f29c26-61a9-43e7-98ad-a7a53c8736c1 req-5fae62fa-7012-41b7-b1c9-3130320b5bdb tempest-LiveAutoBlockMigrationV225Test-1563372898 tempest-LiveAutoBlockMigrationV225Test-1563372898-project] 10.222.0.13 "GET /v2.0/security-groups?id=35cb161a-9192-43e2-a392-140fa33626b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693836 Nov 05 18:40:18.285003 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-8c302d6f-7f3d-467f-9de0-cb6d227dcdfe req-1194bda4-3301-4ba9-83f2-599b6be41a26 tempest-ImagesTestJSON-1124888854 tempest-ImagesTestJSON-1124888854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:40:18.312275 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-515d1c4c-b550-41d5-8963-de9042688039 req-f0e4f942-d9e3-49a8-9dc0-52e002412646 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9743ad7b-9947-4aa3-b66d-0168e5572670&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0321469 Nov 05 18:40:18.323250 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1194bda4-3301-4ba9-83f2-599b6be41a26 tempest-ImagesTestJSON-1124888854 tempest-ImagesTestJSON-1124888854-project] Pushing event deleted for resources: {'Port': ['ID=6e1ce582-1c04-4b03-b6a1-ed06f7f464bd,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:40:18.349942 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-74c25c24-2fbf-41af-8f11-5ab4048ae12a req-bf046ac5-c71c-4c00-a7d7-ae1cf2bf2d2b tempest-SecurityGroupsTestJSON-1222042648 tempest-SecurityGroupsTestJSON-1222042648-project] Publish callbacks [] for security_group, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:40:18.351274 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-74c25c24-2fbf-41af-8f11-5ab4048ae12a req-bf046ac5-c71c-4c00-a7d7-ae1cf2bf2d2b tempest-SecurityGroupsTestJSON-1222042648 tempest-SecurityGroupsTestJSON-1222042648-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1823 time: 0.6493294 Nov 05 18:40:18.387901 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c302d6f-7f3d-467f-9de0-cb6d227dcdfe req-1194bda4-3301-4ba9-83f2-599b6be41a26 tempest-ImagesTestJSON-1124888854 tempest-ImagesTestJSON-1124888854-project] No DVR routers for this DVR port 6e1ce582-1c04-4b03-b6a1-ed06f7f464bd on host n-h2-816865-1 {{(pid=102386) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 18:40:18.391151 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-8c302d6f-7f3d-467f-9de0-cb6d227dcdfe req-1194bda4-3301-4ba9-83f2-599b6be41a26 tempest-ImagesTestJSON-1124888854 tempest-ImagesTestJSON-1124888854-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:40:18.396242 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-8c302d6f-7f3d-467f-9de0-cb6d227dcdfe req-1194bda4-3301-4ba9-83f2-599b6be41a26 tempest-ImagesTestJSON-1124888854 tempest-ImagesTestJSON-1124888854-project] 10.222.0.55 "DELETE /v2.0/ports/6e1ce582-1c04-4b03-b6a1-ed06f7f464bd HTTP/1.1" status: 204 len: 173 time: 0.7600267 Nov 05 18:40:18.396902 n-d-816865-1 neutron-server[102386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a96f542-6487-4ff8-8485-9ac0d517f547', 'name': 'network-vif-deleted', 'tag': '6e1ce582-1c04-4b03-b6a1-ed06f7f464bd'}] {{(pid=102386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 18:40:18.399795 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6173a44d7c73f41af551dc890fa1a5892c2c6bc3458b640c8e0c24db7876ba6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50d5cbf6-a7b1-40dd-9547-e58081d60eac" -d '{"events": [{"server_uuid": "1a96f542-6487-4ff8-8485-9ac0d517f547", "name": "network-vif-deleted", "tag": "6e1ce582-1c04-4b03-b6a1-ed06f7f464bd"}]}' {{(pid=102386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 18:40:18.438451 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-515d1c4c-b550-41d5-8963-de9042688039 req-1ee76b59-29bf-4d6e-b65e-e91d49a7b5b0 service neutron] 10.222.0.41 "GET /v2.0/networks/9743ad7b-9947-4aa3-b66d-0168e5572670?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1173236 Nov 05 18:40:18.760853 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [req-4a4c46a6-0ad1-4c5a-92e0-398148318324 req-4ea15971-4831-46c6-a07c-114a46ebd1bf tempest-SecurityGroupsTestJSON-1222042648 tempest-SecurityGroupsTestJSON-1222042648-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-224423359', 'description': 'tempest-description-247385278'}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:40:18.858578 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7158646-038d-4354-88fc-fc333537ac38 req-109f8e75-b214-48b8-ba18-14940fca34f0 tempest-LiveAutoBlockMigrationV225Test-2109471755 tempest-LiveAutoBlockMigrationV225Test-2109471755-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:40:18.860111 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-e7158646-038d-4354-88fc-fc333537ac38 req-109f8e75-b214-48b8-ba18-14940fca34f0 tempest-LiveAutoBlockMigrationV225Test-2109471755 tempest-LiveAutoBlockMigrationV225Test-2109471755-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=96e576a6-4f06-4763-8d25-8b8dae8dc581 HTTP/1.1" status: 200 len: 1096 time: 0.4126766 Nov 05 18:40:18.888590 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-515d1c4c-b550-41d5-8963-de9042688039 req-4892a085-39af-4730-976d-cc52ee70ec12 service neutron] 10.222.0.41 "GET /v2.0/networks/9743ad7b-9947-4aa3-b66d-0168e5572670?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4422429 Nov 05 18:40:18.915142 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-4a4c46a6-0ad1-4c5a-92e0-398148318324 req-4ea15971-4831-46c6-a07c-114a46ebd1bf tempest-SecurityGroupsTestJSON-1222042648 tempest-SecurityGroupsTestJSON-1222042648-project] Publish callbacks [] for security_group, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:40:18.936389 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-e7158646-038d-4354-88fc-fc333537ac38 req-1155b4d7-148c-404e-96cc-926e8d60d875 tempest-LiveAutoBlockMigrationV225Test-2109471755 tempest-LiveAutoBlockMigrationV225Test-2109471755-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=35cb161a-9192-43e2-a392-140fa33626b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598063 Nov 05 18:40:19.009777 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-4a4c46a6-0ad1-4c5a-92e0-398148318324 req-4ea15971-4831-46c6-a07c-114a46ebd1bf tempest-SecurityGroupsTestJSON-1222042648 tempest-SecurityGroupsTestJSON-1222042648-project] Publish callbacks [] for security_group, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:40:19.106725 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 18:40:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c8c1d0a-8fdc-4dd3-8380-b101a12b876f x-openstack-request-id: req-6c8c1d0a-8fdc-4dd3-8380-b101a12b876f {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 18:40:19.106725 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a96f542-6487-4ff8-8485-9ac0d517f547", "name": "network-vif-deleted", "tag": "6e1ce582-1c04-4b03-b6a1-ed06f7f464bd", "status": "completed", "code": 200}]} {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 18:40:19.106725 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6c8c1d0a-8fdc-4dd3-8380-b101a12b876f {{(pid=102386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 18:40:19.106725 n-d-816865-1 neutron-server[102386]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a96f542-6487-4ff8-8485-9ac0d517f547', 'name': 'network-vif-deleted', 'tag': '6e1ce582-1c04-4b03-b6a1-ed06f7f464bd', 'status': 'completed', 'code': 200} Nov 05 18:40:19.126272 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-4a4c46a6-0ad1-4c5a-92e0-398148318324 req-4ea15971-4831-46c6-a07c-114a46ebd1bf tempest-SecurityGroupsTestJSON-1222042648 tempest-SecurityGroupsTestJSON-1222042648-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:40:19.167107 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea15971-4831-46c6-a07c-114a46ebd1bf tempest-SecurityGroupsTestJSON-1222042648 tempest-SecurityGroupsTestJSON-1222042648-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f7b344c3-e87a-416d-adb7-68a4c34d08c2,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:40:19.208506 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821b508a-cae3-4b91-8eb1-143557e3762c req-12a9b493-2f3d-4bb9-b10e-b19686aefea3 tempest-ServersTestMultiNic-1214536785 tempest-ServersTestMultiNic-1214536785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:40:19.216570 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821b508a-cae3-4b91-8eb1-143557e3762c req-12a9b493-2f3d-4bb9-b10e-b19686aefea3 tempest-ServersTestMultiNic-1214536785 tempest-ServersTestMultiNic-1214536785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:40:19.220699 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821b508a-cae3-4b91-8eb1-143557e3762c req-12a9b493-2f3d-4bb9-b10e-b19686aefea3 tempest-ServersTestMultiNic-1214536785 tempest-ServersTestMultiNic-1214536785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:40:19.222612 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-821b508a-cae3-4b91-8eb1-143557e3762c req-12a9b493-2f3d-4bb9-b10e-b19686aefea3 tempest-ServersTestMultiNic-1214536785 tempest-ServersTestMultiNic-1214536785-project] 10.222.0.13 "GET /v2.0/ports?device_id=494e2f45-b44c-4b7b-9e85-570ca11e78f9 HTTP/1.1" status: 200 len: 2418 time: 0.0732813 Nov 05 18:40:19.229991 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-4a4c46a6-0ad1-4c5a-92e0-398148318324 req-4ea15971-4831-46c6-a07c-114a46ebd1bf tempest-SecurityGroupsTestJSON-1222042648 tempest-SecurityGroupsTestJSON-1222042648-project] Publish callbacks [] for security_group, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:40:19.232015 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-4a4c46a6-0ad1-4c5a-92e0-398148318324 req-4ea15971-4831-46c6-a07c-114a46ebd1bf tempest-SecurityGroupsTestJSON-1222042648 tempest-SecurityGroupsTestJSON-1222042648-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1821 time: 0.4772913 Nov 05 18:40:19.285591 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-821b508a-cae3-4b91-8eb1-143557e3762c req-79a664ea-0863-4931-be80-2b788ac73834 tempest-ServersTestMultiNic-1214536785 tempest-ServersTestMultiNic-1214536785-project] 10.222.0.13 "GET /v2.0/security-groups?id=d6c276c2-1a62-4f33-92e6-1a62f3e97f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523696 Nov 05 18:40:19.349509 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e069626-fdf7-4dd3-b986-9207128f9812 req-7ef41823-d547-4a1c-9fe0-ce0d68dce67d tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:40:19.351153 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-7e069626-fdf7-4dd3-b986-9207128f9812 req-7ef41823-d547-4a1c-9fe0-ce0d68dce67d tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] 10.222.0.13 "GET /v2.0/ports?device_id=c8f9c054-f308-4af6-8eb8-5dcdd62eb3fd HTTP/1.1" status: 200 len: 950 time: 0.0640604 Nov 05 18:40:19.388932 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-f044c254-dbf9-46a5-b6aa-51197e3f171d req-ae0584dc-d071-4840-ace1-514a9f662796 tempest-ImagesTestJSON-1124888854 tempest-ImagesTestJSON-1124888854-project] 10.222.0.13 "GET /v2.0/ports?device_id=119849e3-bd6e-46cc-9c50-33fdbdc61761 HTTP/1.1" status: 200 len: 210 time: 0.0365775 Nov 05 18:40:19.436314 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-7e069626-fdf7-4dd3-b986-9207128f9812 req-8d565dc9-e288-448a-9da3-7cdf9c8f7f2c tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] 10.222.0.13 "GET /v2.0/security-groups?id=c4f63610-8850-433c-ac4b-7e7146261ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738897 Nov 05 18:40:19.470230 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [req-1670e6e9-3717-47d2-8653-e2d007afe80e req-4bba1d78-272d-4dfa-88e4-0f4068dd6ce5 tempest-SecurityGroupsTestJSON-1222042648 tempest-SecurityGroupsTestJSON-1222042648-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-944598758', 'description': 'tempest-description-1880335853'}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:40:19.584834 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a91093-d01f-426c-ac95-662874799a68 req-1a2bead1-ed75-4b7d-8aee-fab45b5bb5d8 tempest-ImagesTestJSON-1124888854 tempest-ImagesTestJSON-1124888854-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:40:19.586458 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-42a91093-d01f-426c-ac95-662874799a68 req-1a2bead1-ed75-4b7d-8aee-fab45b5bb5d8 tempest-ImagesTestJSON-1124888854 tempest-ImagesTestJSON-1124888854-project] 10.222.0.55 "GET /v2.0/networks?id=598f5d7d-609c-4eed-bdfb-a95dcdae7151 HTTP/1.1" status: 200 len: 805 time: 0.1667216 Nov 05 18:40:19.603986 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [req-42a91093-d01f-426c-ac95-662874799a68 req-371ae32f-ad2c-42a7-b18e-2a31a5cc98db tempest-ImagesTestJSON-1124888854 tempest-ImagesTestJSON-1124888854-project] Request body: {'port': {'device_id': '119849e3-bd6e-46cc-9c50-33fdbdc61761', 'network_id': '598f5d7d-609c-4eed-bdfb-a95dcdae7151', 'admin_state_up': True, 'tenant_id': '0f862ce7a4174f25919478ebbeb38081'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:40:19.617057 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-1670e6e9-3717-47d2-8653-e2d007afe80e req-4bba1d78-272d-4dfa-88e4-0f4068dd6ce5 tempest-SecurityGroupsTestJSON-1222042648 tempest-SecurityGroupsTestJSON-1222042648-project] Publish callbacks [] for security_group, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:40:19.755840 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-1670e6e9-3717-47d2-8653-e2d007afe80e req-4bba1d78-272d-4dfa-88e4-0f4068dd6ce5 tempest-SecurityGroupsTestJSON-1222042648 tempest-SecurityGroupsTestJSON-1222042648-project] Publish callbacks [] for security_group, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:40:19.837375 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-1670e6e9-3717-47d2-8653-e2d007afe80e req-4bba1d78-272d-4dfa-88e4-0f4068dd6ce5 tempest-SecurityGroupsTestJSON-1222042648 tempest-SecurityGroupsTestJSON-1222042648-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:40:19.860991 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-42a91093-d01f-426c-ac95-662874799a68 req-371ae32f-ad2c-42a7-b18e-2a31a5cc98db tempest-ImagesTestJSON-1124888854 tempest-ImagesTestJSON-1124888854-project] Made reservation on behalf of 0f862ce7a4174f25919478ebbeb38081 for: {'port': 1} {{(pid=102386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 18:40:19.864511 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-42a91093-d01f-426c-ac95-662874799a68 req-371ae32f-ad2c-42a7-b18e-2a31a5cc98db tempest-ImagesTestJSON-1124888854 tempest-ImagesTestJSON-1124888854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:40:19.905291 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bba1d78-272d-4dfa-88e4-0f4068dd6ce5 tempest-SecurityGroupsTestJSON-1222042648 tempest-SecurityGroupsTestJSON-1222042648-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5deaee55-eef3-4dc9-a638-38b033fd1ddb,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:40:19.985051 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-1670e6e9-3717-47d2-8653-e2d007afe80e req-4bba1d78-272d-4dfa-88e4-0f4068dd6ce5 tempest-SecurityGroupsTestJSON-1222042648 tempest-SecurityGroupsTestJSON-1222042648-project] Publish callbacks [] for security_group, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:40:19.995046 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-1670e6e9-3717-47d2-8653-e2d007afe80e req-4bba1d78-272d-4dfa-88e4-0f4068dd6ce5 tempest-SecurityGroupsTestJSON-1222042648 tempest-SecurityGroupsTestJSON-1222042648-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1822 time: 0.5244274 Nov 05 18:40:20.083006 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.db_base_plugin_common [req-42a91093-d01f-426c-ac95-662874799a68 req-371ae32f-ad2c-42a7-b18e-2a31a5cc98db tempest-ImagesTestJSON-1124888854 tempest-ImagesTestJSON-1124888854-project] Allocated IP 172.20.0.9 (598f5d7d-609c-4eed-bdfb-a95dcdae7151/d6979728-9a34-49f9-ba30-1ba1422c905b/17e494ec-876c-4457-9174-f4c0ab3114a3) {{(pid=102386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 18:40:20.184205 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-89cf9a9b-c999-43fc-8e40-e3c0a292a429 req-ea69594c-c72a-4090-be0d-68bd6bf3cea8 tempest-SecurityGroupsTestJSON-1222042648 tempest-SecurityGroupsTestJSON-1222042648-project] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=05b01937f9ca44aa923731561d630757 HTTP/1.1" status: 200 len: 10996 time: 0.1642728 Nov 05 18:40:20.282939 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-89cf9a9b-c999-43fc-8e40-e3c0a292a429 req-10e76018-291e-420b-9e93-c345ed1efe65 tempest-SecurityGroupsTestJSON-1222042648 tempest-SecurityGroupsTestJSON-1222042648-project] 10.222.0.13 "GET /v2.0/security-groups/25591ebc-7d79-4a52-aa21-df275070bb50 HTTP/1.1" status: 200 len: 2998 time: 0.0902469 Nov 05 18:40:20.325424 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-42a91093-d01f-426c-ac95-662874799a68 req-371ae32f-ad2c-42a7-b18e-2a31a5cc98db tempest-ImagesTestJSON-1124888854 tempest-ImagesTestJSON-1124888854-project] Publish callbacks [] for port, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:40:20.345772 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-89cf9a9b-c999-43fc-8e40-e3c0a292a429 req-549ed060-3cac-4e28-a7be-f56cd4399cf4 tempest-SecurityGroupsTestJSON-1222042648 tempest-SecurityGroupsTestJSON-1222042648-project] 10.222.0.13 "GET /v2.0/security-groups/25591ebc-7d79-4a52-aa21-df275070bb50 HTTP/1.1" status: 200 len: 2998 time: 0.0567653 Nov 05 18:40:20.468225 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-42a91093-d01f-426c-ac95-662874799a68 req-371ae32f-ad2c-42a7-b18e-2a31a5cc98db tempest-ImagesTestJSON-1124888854 tempest-ImagesTestJSON-1124888854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:40:20.474025 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d63e24-9598-4cf4-a22a-d9ea973ad9a8 req-8d501c38-6380-492b-9766-9ca17aa493d9 tempest-ServersTestMultiNic-1214536785 tempest-ServersTestMultiNic-1214536785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:40:20.481644 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d63e24-9598-4cf4-a22a-d9ea973ad9a8 req-8d501c38-6380-492b-9766-9ca17aa493d9 tempest-ServersTestMultiNic-1214536785 tempest-ServersTestMultiNic-1214536785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:40:20.487689 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d63e24-9598-4cf4-a22a-d9ea973ad9a8 req-8d501c38-6380-492b-9766-9ca17aa493d9 tempest-ServersTestMultiNic-1214536785 tempest-ServersTestMultiNic-1214536785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:40:20.489446 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-a9d63e24-9598-4cf4-a22a-d9ea973ad9a8 req-8d501c38-6380-492b-9766-9ca17aa493d9 tempest-ServersTestMultiNic-1214536785 tempest-ServersTestMultiNic-1214536785-project] 10.222.0.13 "GET /v2.0/ports?device_id=494e2f45-b44c-4b7b-9e85-570ca11e78f9 HTTP/1.1" status: 200 len: 2418 time: 0.0866847 Nov 05 18:40:20.531266 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371ae32f-ad2c-42a7-b18e-2a31a5cc98db tempest-ImagesTestJSON-1124888854 tempest-ImagesTestJSON-1124888854-project] Pushing event updated for resources: {'Port': ['ID=17e494ec-876c-4457-9174-f4c0ab3114a3,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:40:20.548264 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-42a91093-d01f-426c-ac95-662874799a68 req-371ae32f-ad2c-42a7-b18e-2a31a5cc98db tempest-ImagesTestJSON-1124888854 tempest-ImagesTestJSON-1124888854-project] Network 598f5d7d-609c-4eed-bdfb-a95dcdae7151 is already hosted by enough agents. {{(pid=102386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 18:40:20.550148 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.base_scheduler [req-42a91093-d01f-426c-ac95-662874799a68 req-371ae32f-ad2c-42a7-b18e-2a31a5cc98db tempest-ImagesTestJSON-1124888854 tempest-ImagesTestJSON-1124888854-project] Resources bound (agent type, host, resource id): {{(pid=102386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:40:20.552828 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [req-42a91093-d01f-426c-ac95-662874799a68 req-371ae32f-ad2c-42a7-b18e-2a31a5cc98db tempest-ImagesTestJSON-1124888854 tempest-ImagesTestJSON-1124888854-project] Received port after_create {{(pid=102386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 18:40:20.569832 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-c8eb36d6-e140-40f1-a42e-59dedb4b065a req-688284de-4b23-4512-ad02-cadfa55e002c tempest-SecurityGroupsTestJSON-1222042648 tempest-SecurityGroupsTestJSON-1222042648-project] 10.222.0.13 "GET /v2.0/security-groups/df6dca95-8393-4643-acc8-cbd5152dacd1 HTTP/1.1" status: 200 len: 1818 time: 0.0792890 Nov 05 18:40:20.604315 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-a9d63e24-9598-4cf4-a22a-d9ea973ad9a8 req-b8410273-8236-4e7a-9631-a57bcf821a50 tempest-ServersTestMultiNic-1214536785 tempest-ServersTestMultiNic-1214536785-project] 10.222.0.13 "GET /v2.0/security-groups?id=d6c276c2-1a62-4f33-92e6-1a62f3e97f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055114 Nov 05 18:40:20.615986 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a91093-d01f-426c-ac95-662874799a68 req-371ae32f-ad2c-42a7-b18e-2a31a5cc98db tempest-ImagesTestJSON-1124888854 tempest-ImagesTestJSON-1124888854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:40:20.616747 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-42a91093-d01f-426c-ac95-662874799a68 req-371ae32f-ad2c-42a7-b18e-2a31a5cc98db tempest-ImagesTestJSON-1124888854 tempest-ImagesTestJSON-1124888854-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:40:20.644103 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-c8eb36d6-e140-40f1-a42e-59dedb4b065a req-5fe7236c-e414-4ad8-9712-9398778a1be4 tempest-SecurityGroupsTestJSON-1222042648 tempest-SecurityGroupsTestJSON-1222042648-project] Publish callbacks [] for security_group, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:40:20.669517 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-c8eb36d6-e140-40f1-a42e-59dedb4b065a req-5fe7236c-e414-4ad8-9712-9398778a1be4 tempest-SecurityGroupsTestJSON-1222042648 tempest-SecurityGroupsTestJSON-1222042648-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:40:20.694216 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-42a91093-d01f-426c-ac95-662874799a68 req-371ae32f-ad2c-42a7-b18e-2a31a5cc98db tempest-ImagesTestJSON-1124888854 tempest-ImagesTestJSON-1124888854-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0954769 Nov 05 18:40:20.708805 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [req-42a91093-d01f-426c-ac95-662874799a68 req-63f31024-fb78-4e9f-a450-e11b0f8c5ff3 service neutron] Request body: {'port': {'device_id': '119849e3-bd6e-46cc-9c50-33fdbdc61761', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816865-1'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:40:20.753265 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8761ba-0506-4b4a-aa84-e95f1b2a93f8 req-4842e9ec-628e-4e0d-9cb7-3255e75e998c tempest-ImagesTestJSON-1124888854 tempest-ImagesTestJSON-1124888854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:40:20.754849 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-ba8761ba-0506-4b4a-aa84-e95f1b2a93f8 req-4842e9ec-628e-4e0d-9cb7-3255e75e998c tempest-ImagesTestJSON-1124888854 tempest-ImagesTestJSON-1124888854-project] 10.222.0.13 "GET /v2.0/ports?device_id=119849e3-bd6e-46cc-9c50-33fdbdc61761 HTTP/1.1" status: 200 len: 931 time: 0.0819604 Nov 05 18:40:20.768653 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-42a91093-d01f-426c-ac95-662874799a68 req-63f31024-fb78-4e9f-a450-e11b0f8c5ff3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:40:20.810322 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-ba8761ba-0506-4b4a-aa84-e95f1b2a93f8 req-b109278d-ccd5-454e-b7bc-290f4b7da208 tempest-ImagesTestJSON-1124888854 tempest-ImagesTestJSON-1124888854-project] 10.222.0.13 "GET /v2.0/security-groups?id=219552fc-3788-478b-8295-8fbe212226b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447283 Nov 05 18:40:20.850800 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-c8eb36d6-e140-40f1-a42e-59dedb4b065a req-5fe7236c-e414-4ad8-9712-9398778a1be4 tempest-SecurityGroupsTestJSON-1222042648 tempest-SecurityGroupsTestJSON-1222042648-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:40:20.853943 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-c8eb36d6-e140-40f1-a42e-59dedb4b065a req-5fe7236c-e414-4ad8-9712-9398778a1be4 tempest-SecurityGroupsTestJSON-1222042648 tempest-SecurityGroupsTestJSON-1222042648-project] Publish callbacks [] for security_group, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:40:20.861570 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-c8eb36d6-e140-40f1-a42e-59dedb4b065a req-5fe7236c-e414-4ad8-9712-9398778a1be4 tempest-SecurityGroupsTestJSON-1222042648 tempest-SecurityGroupsTestJSON-1222042648-project] 10.222.0.13 "DELETE /v2.0/security-groups/df6dca95-8393-4643-acc8-cbd5152dacd1 HTTP/1.1" status: 204 len: 173 time: 0.2844195 Nov 05 18:40:20.871967 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe7236c-e414-4ad8-9712-9398778a1be4 tempest-SecurityGroupsTestJSON-1222042648 tempest-SecurityGroupsTestJSON-1222042648-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=df6dca95-8393-4643-acc8-cbd5152dacd1,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:40:21.019681 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f35a381-2315-4bf8-93f8-951b81405c0a req-598a94f5-af2a-4689-857a-0e588200a842 tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:40:21.021390 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-2f35a381-2315-4bf8-93f8-951b81405c0a req-598a94f5-af2a-4689-857a-0e588200a842 tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] 10.222.0.13 "GET /v2.0/ports?device_id=c8f9c054-f308-4af6-8eb8-5dcdd62eb3fd HTTP/1.1" status: 200 len: 950 time: 0.0673504 Nov 05 18:40:21.103589 n-d-816865-1 neutron-server[102386]: DEBUG neutron.notifiers.nova [req-42a91093-d01f-426c-ac95-662874799a68 req-63f31024-fb78-4e9f-a450-e11b0f8c5ff3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 17e494ec-876c-4457-9174-f4c0ab3114a3 {{(pid=102386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 18:40:21.105722 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-2f35a381-2315-4bf8-93f8-951b81405c0a req-ee743c30-5e04-40f3-b27d-760a3084405c tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] 10.222.0.13 "GET /v2.0/security-groups?id=c4f63610-8850-433c-ac4b-7e7146261ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773625 Nov 05 18:40:21.111818 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-42a91093-d01f-426c-ac95-662874799a68 req-63f31024-fb78-4e9f-a450-e11b0f8c5ff3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:40:21.125914 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.provisioning_blocks [req-42a91093-d01f-426c-ac95-662874799a68 req-63f31024-fb78-4e9f-a450-e11b0f8c5ff3 service neutron] Transition to ACTIVE for port object 17e494ec-876c-4457-9174-f4c0ab3114a3 will not be triggered until provisioned by entity L2. {{(pid=102386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 05 18:40:21.199375 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-42a91093-d01f-426c-ac95-662874799a68 req-63f31024-fb78-4e9f-a450-e11b0f8c5ff3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6149821'] for port, after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:40:21.245667 n-d-816865-1 neutron-server[102387]: INFO neutron.api.v2.resource [req-f00e7002-82a7-41fd-bccc-87776a154aae req-6e6d179f-2a40-4095-80b2-d0461cb6f5aa tempest-SecurityGroupsTestJSON-1222042648 tempest-SecurityGroupsTestJSON-1222042648-project] show failed (client error): The resource could not be found. Nov 05 18:40:21.246998 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-f00e7002-82a7-41fd-bccc-87776a154aae req-6e6d179f-2a40-4095-80b2-d0461cb6f5aa tempest-SecurityGroupsTestJSON-1222042648 tempest-SecurityGroupsTestJSON-1222042648-project] 10.222.0.13 "GET /v2.0/security-groups/df6dca95-8393-4643-acc8-cbd5152dacd1 HTTP/1.1" status: 404 len: 352 time: 0.0154426 Nov 05 18:40:21.254913 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f31024-fb78-4e9f-a450-e11b0f8c5ff3 service neutron] Pushing event updated for resources: {'Port': ['ID=17e494ec-876c-4457-9174-f4c0ab3114a3,revision_number=2']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:40:21.316642 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 42562) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:40:21.323477 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-2387d3a8-ef53-44e7-8c90-e7d2e5d6bab1 tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-132470766'}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:40:21.373122 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Device 6e1ce582-1c04-4b03-b6a1-ed06f7f464bd no longer exists at agent hyperv_n-h2-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 18:40:21.388101 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [req-42a91093-d01f-426c-ac95-662874799a68 req-63f31024-fb78-4e9f-a450-e11b0f8c5ff3 service neutron] Attempting to bind port 17e494ec-876c-4457-9174-f4c0ab3114a3 on host n-h2-816865-1 for vnic_type normal with profile {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 18:40:21.388619 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [req-42a91093-d01f-426c-ac95-662874799a68 req-63f31024-fb78-4e9f-a450-e11b0f8c5ff3 service neutron] Attempting to bind port 17e494ec-876c-4457-9174-f4c0ab3114a3 by drivers openvswitch,hyperv on host n-h2-816865-1 at level 0 using segments [{'id': 'b0f4d4e8-61d5-4e79-9c35-e1f620a70868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '598f5d7d-609c-4eed-bdfb-a95dcdae7151'}] {{(pid=102386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 18:40:21.388717 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42a91093-d01f-426c-ac95-662874799a68 req-63f31024-fb78-4e9f-a450-e11b0f8c5ff3 service neutron] Attempting to bind port 17e494ec-876c-4457-9174-f4c0ab3114a3 on network 598f5d7d-609c-4eed-bdfb-a95dcdae7151 {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 18:40:21.393769 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42a91093-d01f-426c-ac95-662874799a68 req-63f31024-fb78-4e9f-a450-e11b0f8c5ff3 service neutron] Port 17e494ec-876c-4457-9174-f4c0ab3114a3 on network 598f5d7d-609c-4eed-bdfb-a95dcdae7151 not bound, no agent of type Open vSwitch agent registered on host n-h2-816865-1 {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 18:40:21.394181 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42a91093-d01f-426c-ac95-662874799a68 req-63f31024-fb78-4e9f-a450-e11b0f8c5ff3 service neutron] Attempting to bind port 17e494ec-876c-4457-9174-f4c0ab3114a3 on network 598f5d7d-609c-4eed-bdfb-a95dcdae7151 {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 18:40:21.401421 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42a91093-d01f-426c-ac95-662874799a68 req-63f31024-fb78-4e9f-a450-e11b0f8c5ff3 service neutron] Checking agent: {'id': '32aff553-696f-4891-83f5-5c176f61fe54', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816865-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 18, 33, 36), 'started_at': datetime.datetime(2021, 11, 5, 18, 33, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 18, 40, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 18:40:21.401792 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42a91093-d01f-426c-ac95-662874799a68 req-63f31024-fb78-4e9f-a450-e11b0f8c5ff3 service neutron] Checking segment: {'id': 'b0f4d4e8-61d5-4e79-9c35-e1f620a70868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '598f5d7d-609c-4eed-bdfb-a95dcdae7151'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 18:40:21.402248 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42a91093-d01f-426c-ac95-662874799a68 req-63f31024-fb78-4e9f-a450-e11b0f8c5ff3 service neutron] Bound using segment: {'id': 'b0f4d4e8-61d5-4e79-9c35-e1f620a70868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '598f5d7d-609c-4eed-bdfb-a95dcdae7151'} {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 18:40:21.402457 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] No Port match for: 6e1ce582-1c04-4b03-b6a1-ed06f7f464bd {{(pid=102388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 18:40:21.403559 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [req-42a91093-d01f-426c-ac95-662874799a68 req-63f31024-fb78-4e9f-a450-e11b0f8c5ff3 service neutron] Bound port: 17e494ec-876c-4457-9174-f4c0ab3114a3, host: n-h2-816865-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b0f4d4e8-61d5-4e79-9c35-e1f620a70868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '598f5d7d-609c-4eed-bdfb-a95dcdae7151'}}] {{(pid=102386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 18:40:21.403559 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-42a91093-d01f-426c-ac95-662874799a68 req-63f31024-fb78-4e9f-a450-e11b0f8c5ff3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:40:21.404192 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Device 6e1ce582-1c04-4b03-b6a1-ed06f7f464bd not bound to the agent host n-h2-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 18:40:21.450602 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2387d3a8-ef53-44e7-8c90-e7d2e5d6bab1 tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Made reservation on behalf of 48de103aa1ab44c9aad7c42993657578 for: {'network': 1} {{(pid=102387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 18:40:21.454420 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-2387d3a8-ef53-44e7-8c90-e7d2e5d6bab1 tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for network, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:40:21.476710 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [req-42a91093-d01f-426c-ac95-662874799a68 req-63f31024-fb78-4e9f-a450-e11b0f8c5ff3 service neutron] For port 17e494ec-876c-4457-9174-f4c0ab3114a3, host n-h2-816865-1, cleared binding levels {{(pid=102386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 18:40:21.480459 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [req-42a91093-d01f-426c-ac95-662874799a68 req-63f31024-fb78-4e9f-a450-e11b0f8c5ff3 service neutron] For port 17e494ec-876c-4457-9174-f4c0ab3114a3, host n-h2-816865-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=17e494ec-876c-4457-9174-f4c0ab3114a3,segment=NetworkSegment(b0f4d4e8-61d5-4e79-9c35-e1f620a70868),segment_id=b0f4d4e8-61d5-4e79-9c35-e1f620a70868)] {{(pid=102386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 18:40:21.482335 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2387d3a8-ef53-44e7-8c90-e7d2e5d6bab1 tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 170} {{(pid=102387) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 05 18:40:21.501688 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-2387d3a8-ef53-44e7-8c90-e7d2e5d6bab1 tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273'] for segment, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:40:21.502064 n-d-816865-1 neutron-server[102387]: INFO neutron.db.segments_db [None req-2387d3a8-ef53-44e7-8c90-e7d2e5d6bab1 tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Added segment e8365128-97c2-430d-9b82-ea8f7c12233e of type vlan for network c2a3f4df-26b3-4bb0-9eae-63aad7044fea Nov 05 18:40:21.543760 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-2387d3a8-ef53-44e7-8c90-e7d2e5d6bab1 tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750027258543'] for network, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:40:21.564280 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-42a91093-d01f-426c-ac95-662874799a68 req-63f31024-fb78-4e9f-a450-e11b0f8c5ff3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6149821'] for port, after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:40:21.599650 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a91093-d01f-426c-ac95-662874799a68 req-63f31024-fb78-4e9f-a450-e11b0f8c5ff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:40:21.601460 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-42a91093-d01f-426c-ac95-662874799a68 req-63f31024-fb78-4e9f-a450-e11b0f8c5ff3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:40:21.601634 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-42a91093-d01f-426c-ac95-662874799a68 req-63f31024-fb78-4e9f-a450-e11b0f8c5ff3 service neutron] 10.222.0.55 "PUT /v2.0/ports/17e494ec-876c-4457-9174-f4c0ab3114a3 HTTP/1.1" status: 200 len: 1091 time: 0.8971550 Nov 05 18:40:21.602104 n-d-816865-1 neutron-server[102386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '119849e3-bd6e-46cc-9c50-33fdbdc61761', 'tag': '17e494ec-876c-4457-9174-f4c0ab3114a3'}] {{(pid=102386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 18:40:21.605004 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6173a44d7c73f41af551dc890fa1a5892c2c6bc3458b640c8e0c24db7876ba6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5376e3cf-93a1-441a-a5ec-e20e8bbcd17a" -d '{"events": [{"name": "network-changed", "server_uuid": "119849e3-bd6e-46cc-9c50-33fdbdc61761", "tag": "17e494ec-876c-4457-9174-f4c0ab3114a3"}]}' {{(pid=102386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 18:40:21.630955 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f31024-fb78-4e9f-a450-e11b0f8c5ff3 service neutron] Pushing event updated for resources: {'Port': ['ID=17e494ec-876c-4457-9174-f4c0ab3114a3,revision_number=3']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:40:21.684608 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-2387d3a8-ef53-44e7-8c90-e7d2e5d6bab1 tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-956796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877'] for network, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:40:21.690478 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2387d3a8-ef53-44e7-8c90-e7d2e5d6bab1 tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:40:21.691065 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-2387d3a8-ef53-44e7-8c90-e7d2e5d6bab1 tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597851'] for network, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:40:21.761874 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2387d3a8-ef53-44e7-8c90-e7d2e5d6bab1 tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Pushing event updated for resources: {'Network': ['ID=c2a3f4df-26b3-4bb0-9eae-63aad7044fea,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:40:21.773046 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Network c2a3f4df-26b3-4bb0-9eae-63aad7044fea details requested by agent ovs-agent-n-d-816865-1 with host n-d-816865-1 {{(pid=102388) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 05 18:40:21.826126 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a91093-d01f-426c-ac95-662874799a68 req-f9ab2590-d146-4d40-9a27-d466bf571eac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:40:21.827631 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-42a91093-d01f-426c-ac95-662874799a68 req-f9ab2590-d146-4d40-9a27-d466bf571eac service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=0f862ce7a4174f25919478ebbeb38081&device_id=119849e3-bd6e-46cc-9c50-33fdbdc61761 HTTP/1.1" status: 200 len: 1094 time: 0.0656781 Nov 05 18:40:21.830774 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-1fed3375-fd82-48c5-9de8-e5e6f1f9a96c req-3cf98020-e5e0-496f-8703-9486161ccf3a tempest-SecurityGroupsTestJSON-1222042648 tempest-SecurityGroupsTestJSON-1222042648-project] 10.222.0.13 "GET /v2.0/security-groups/f7b344c3-e87a-416d-adb7-68a4c34d08c2 HTTP/1.1" status: 200 len: 1816 time: 0.0411589 Nov 05 18:40:21.874853 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-42a91093-d01f-426c-ac95-662874799a68 req-6983036f-8de7-4384-9d9c-18febd99cf8e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=17e494ec-876c-4457-9174-f4c0ab3114a3 HTTP/1.1" status: 200 len: 217 time: 0.0385475 Nov 05 18:40:21.893227 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-2387d3a8-ef53-44e7-8c90-e7d2e5d6bab1 tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.5754852 Nov 05 18:40:21.895793 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 42588) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:40:21.900517 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-b6114f2d-b98b-4760-bac5-230b0257aebd tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-16759999'}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:40:21.909788 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-1fed3375-fd82-48c5-9de8-e5e6f1f9a96c req-a949a7f8-d439-4fb0-86c7-1db5d69e8eed tempest-SecurityGroupsTestJSON-1222042648 tempest-SecurityGroupsTestJSON-1222042648-project] Publish callbacks [] for security_group, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:40:21.927684 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a91093-d01f-426c-ac95-662874799a68 req-19697524-0084-42d0-a5d4-d91a8f455f69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:40:21.929237 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-42a91093-d01f-426c-ac95-662874799a68 req-19697524-0084-42d0-a5d4-d91a8f455f69 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=d6979728-9a34-49f9-ba30-1ba1422c905b HTTP/1.1" status: 200 len: 845 time: 0.0461352 Nov 05 18:40:21.944560 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-1fed3375-fd82-48c5-9de8-e5e6f1f9a96c req-a949a7f8-d439-4fb0-86c7-1db5d69e8eed tempest-SecurityGroupsTestJSON-1222042648 tempest-SecurityGroupsTestJSON-1222042648-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:40:21.960587 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-42a91093-d01f-426c-ac95-662874799a68 req-711a9448-264b-47dc-bd30-9116e3d9e568 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=598f5d7d-609c-4eed-bdfb-a95dcdae7151&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240412 Nov 05 18:40:22.010992 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6114f2d-b98b-4760-bac5-230b0257aebd tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Made reservation on behalf of 48de103aa1ab44c9aad7c42993657578 for: {'network': 1} {{(pid=102387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 18:40:22.014538 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-b6114f2d-b98b-4760-bac5-230b0257aebd tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for network, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:40:22.035153 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-1fed3375-fd82-48c5-9de8-e5e6f1f9a96c req-a949a7f8-d439-4fb0-86c7-1db5d69e8eed tempest-SecurityGroupsTestJSON-1222042648 tempest-SecurityGroupsTestJSON-1222042648-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:40:22.037678 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-1fed3375-fd82-48c5-9de8-e5e6f1f9a96c req-a949a7f8-d439-4fb0-86c7-1db5d69e8eed tempest-SecurityGroupsTestJSON-1222042648 tempest-SecurityGroupsTestJSON-1222042648-project] Publish callbacks [] for security_group, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:40:22.038848 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-1fed3375-fd82-48c5-9de8-e5e6f1f9a96c req-a949a7f8-d439-4fb0-86c7-1db5d69e8eed tempest-SecurityGroupsTestJSON-1222042648 tempest-SecurityGroupsTestJSON-1222042648-project] 10.222.0.13 "DELETE /v2.0/security-groups/f7b344c3-e87a-416d-adb7-68a4c34d08c2 HTTP/1.1" status: 204 len: 173 time: 0.2010880 Nov 05 18:40:22.057423 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a949a7f8-d439-4fb0-86c7-1db5d69e8eed tempest-SecurityGroupsTestJSON-1222042648 tempest-SecurityGroupsTestJSON-1222042648-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7b344c3-e87a-416d-adb7-68a4c34d08c2,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:40:22.062652 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6114f2d-b98b-4760-bac5-230b0257aebd tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 163} {{(pid=102387) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 05 18:40:22.074829 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-b6114f2d-b98b-4760-bac5-230b0257aebd tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273'] for segment, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:40:22.075450 n-d-816865-1 neutron-server[102387]: INFO neutron.db.segments_db [None req-b6114f2d-b98b-4760-bac5-230b0257aebd tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Added segment 6186c4cd-4d81-4117-b1bc-f8fd9e145a22 of type vlan for network 1b7a851b-c808-4864-8618-892ad55d5d0a Nov 05 18:40:22.075754 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-42a91093-d01f-426c-ac95-662874799a68 req-75946065-b531-4c02-b410-190df47206c4 service neutron] 10.222.0.55 "GET /v2.0/networks/598f5d7d-609c-4eed-bdfb-a95dcdae7151?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1078937 Nov 05 18:40:22.103811 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 18:40:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43c6185e-5bd2-4b97-8cf8-305828d03d0b x-openstack-request-id: req-43c6185e-5bd2-4b97-8cf8-305828d03d0b {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 18:40:22.103994 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "119849e3-bd6e-46cc-9c50-33fdbdc61761", "tag": "17e494ec-876c-4457-9174-f4c0ab3114a3", "status": "completed", "code": 200}]} {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 18:40:22.104245 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-43c6185e-5bd2-4b97-8cf8-305828d03d0b {{(pid=102386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 18:40:22.105337 n-d-816865-1 neutron-server[102386]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '119849e3-bd6e-46cc-9c50-33fdbdc61761', 'tag': '17e494ec-876c-4457-9174-f4c0ab3114a3', 'status': 'completed', 'code': 200} Nov 05 18:40:22.122861 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-b6114f2d-b98b-4760-bac5-230b0257aebd tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750027258543'] for network, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:40:22.199772 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-42a91093-d01f-426c-ac95-662874799a68 req-b6145528-b138-4c0d-98b0-29f2a7382764 service neutron] 10.222.0.55 "GET /v2.0/networks/598f5d7d-609c-4eed-bdfb-a95dcdae7151?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1071644 Nov 05 18:40:22.201658 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ecd2dd-0015-480a-a435-000967840fd7 req-5470294f-be8a-4b1b-9ac3-c7bd20951afd tempest-ServersTestMultiNic-1214536785 tempest-ServersTestMultiNic-1214536785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:40:22.207687 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ecd2dd-0015-480a-a435-000967840fd7 req-5470294f-be8a-4b1b-9ac3-c7bd20951afd tempest-ServersTestMultiNic-1214536785 tempest-ServersTestMultiNic-1214536785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:40:22.214910 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ecd2dd-0015-480a-a435-000967840fd7 req-5470294f-be8a-4b1b-9ac3-c7bd20951afd tempest-ServersTestMultiNic-1214536785 tempest-ServersTestMultiNic-1214536785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:40:22.216583 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-d0ecd2dd-0015-480a-a435-000967840fd7 req-5470294f-be8a-4b1b-9ac3-c7bd20951afd tempest-ServersTestMultiNic-1214536785 tempest-ServersTestMultiNic-1214536785-project] 10.222.0.13 "GET /v2.0/ports?device_id=494e2f45-b44c-4b7b-9e85-570ca11e78f9 HTTP/1.1" status: 200 len: 2418 time: 0.0652921 Nov 05 18:40:22.217976 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-b6114f2d-b98b-4760-bac5-230b0257aebd tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-956796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877'] for network, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:40:22.223581 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6114f2d-b98b-4760-bac5-230b0257aebd tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:40:22.223695 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-b6114f2d-b98b-4760-bac5-230b0257aebd tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597851'] for network, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:40:22.338863 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5376e3cf-93a1-441a-a5ec-e20e8bbcd17a req-13a23dd2-9a98-40ba-9974-0249a92a8da2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:40:22.342032 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-5376e3cf-93a1-441a-a5ec-e20e8bbcd17a req-13a23dd2-9a98-40ba-9974-0249a92a8da2 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=0f862ce7a4174f25919478ebbeb38081&device_id=119849e3-bd6e-46cc-9c50-33fdbdc61761 HTTP/1.1" status: 200 len: 1094 time: 0.0445175 Nov 05 18:40:22.350173 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6114f2d-b98b-4760-bac5-230b0257aebd tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Pushing event updated for resources: {'Network': ['ID=1b7a851b-c808-4864-8618-892ad55d5d0a,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:40:22.362017 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-b6114f2d-b98b-4760-bac5-230b0257aebd tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4652314 Nov 05 18:40:22.366417 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-d0ecd2dd-0015-480a-a435-000967840fd7 req-f60cd7d0-457f-483b-a2e3-61e9a74c14cb tempest-ServersTestMultiNic-1214536785 tempest-ServersTestMultiNic-1214536785-project] 10.222.0.13 "GET /v2.0/security-groups?id=d6c276c2-1a62-4f33-92e6-1a62f3e97f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400754 Nov 05 18:40:22.366888 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 42602) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:40:22.367556 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Network 1b7a851b-c808-4864-8618-892ad55d5d0a details requested by agent ovs-agent-n-d-816865-1 with host n-d-816865-1 {{(pid=102388) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 05 18:40:22.375553 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-adf074cf-90ec-4fff-9a95-381b0cda1ddd tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Request body: {'subnet': {'network_id': 'c2a3f4df-26b3-4bb0-9eae-63aad7044fea', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:40:22.409718 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c8b7d7-c4da-405a-8394-69afcf952e38 req-c1a884ca-2c1f-4ec8-862e-2f60a9678cde tempest-ImagesTestJSON-1124888854 tempest-ImagesTestJSON-1124888854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:40:22.411247 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-d5c8b7d7-c4da-405a-8394-69afcf952e38 req-c1a884ca-2c1f-4ec8-862e-2f60a9678cde tempest-ImagesTestJSON-1124888854 tempest-ImagesTestJSON-1124888854-project] 10.222.0.13 "GET /v2.0/ports?device_id=119849e3-bd6e-46cc-9c50-33fdbdc61761 HTTP/1.1" status: 200 len: 943 time: 0.1405637 Nov 05 18:40:22.473487 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5376e3cf-93a1-441a-a5ec-e20e8bbcd17a req-8dfecf38-f9dd-46e2-880e-a3a4857ee16e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:40:22.474978 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-5376e3cf-93a1-441a-a5ec-e20e8bbcd17a req-8dfecf38-f9dd-46e2-880e-a3a4857ee16e service neutron] 10.222.0.55 "GET /v2.0/networks?id=598f5d7d-609c-4eed-bdfb-a95dcdae7151 HTTP/1.1" status: 200 len: 906 time: 0.1264629 Nov 05 18:40:22.487829 n-d-816865-1 neutron-server[102387]: INFO neutron.api.v2.resource [req-fd16d8c2-58a6-49d1-857a-8b37c9132f53 req-b1d208a2-74f8-49ca-b64d-50dda9534aba tempest-SecurityGroupsTestJSON-1222042648 tempest-SecurityGroupsTestJSON-1222042648-project] show failed (client error): The resource could not be found. Nov 05 18:40:22.488845 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-fd16d8c2-58a6-49d1-857a-8b37c9132f53 req-b1d208a2-74f8-49ca-b64d-50dda9534aba tempest-SecurityGroupsTestJSON-1222042648 tempest-SecurityGroupsTestJSON-1222042648-project] 10.222.0.13 "GET /v2.0/security-groups/f7b344c3-e87a-416d-adb7-68a4c34d08c2 HTTP/1.1" status: 404 len: 352 time: 0.0384247 Nov 05 18:40:22.526106 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-5376e3cf-93a1-441a-a5ec-e20e8bbcd17a req-8461a09f-2f1d-4c19-802e-8412b04ca04d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=17e494ec-876c-4457-9174-f4c0ab3114a3 HTTP/1.1" status: 200 len: 217 time: 0.0433943 Nov 05 18:40:22.531183 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-d5c8b7d7-c4da-405a-8394-69afcf952e38 req-498ab368-07a0-4cda-8b60-08a47727f6ec tempest-ImagesTestJSON-1124888854 tempest-ImagesTestJSON-1124888854-project] 10.222.0.13 "GET /v2.0/security-groups?id=219552fc-3788-478b-8295-8fbe212226b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122353 Nov 05 18:40:22.589983 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5376e3cf-93a1-441a-a5ec-e20e8bbcd17a req-ef46792d-d787-4647-942b-01b74035fce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:40:22.589983 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-5376e3cf-93a1-441a-a5ec-e20e8bbcd17a req-ef46792d-d787-4647-942b-01b74035fce1 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=d6979728-9a34-49f9-ba30-1ba1422c905b HTTP/1.1" status: 200 len: 845 time: 0.0526903 Nov 05 18:40:22.595360 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8185ab19-c69c-44d7-9313-6a89357e47ac req-eb94fc8f-0a7b-4553-a3f2-5efad0c34a8e tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:40:22.596820 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-8185ab19-c69c-44d7-9313-6a89357e47ac req-eb94fc8f-0a7b-4553-a3f2-5efad0c34a8e tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] 10.222.0.13 "GET /v2.0/ports?device_id=c8f9c054-f308-4af6-8eb8-5dcdd62eb3fd HTTP/1.1" status: 200 len: 950 time: 0.0514348 Nov 05 18:40:22.629248 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-5376e3cf-93a1-441a-a5ec-e20e8bbcd17a req-9e34e51a-eea1-4e74-8ecb-20a4eb547d80 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=598f5d7d-609c-4eed-bdfb-a95dcdae7151&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276647 Nov 05 18:40:22.646720 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adf074cf-90ec-4fff-9a95-381b0cda1ddd tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Made reservation on behalf of 48de103aa1ab44c9aad7c42993657578 for: {'subnet': 1} {{(pid=102387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 18:40:22.650549 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-adf074cf-90ec-4fff-9a95-381b0cda1ddd tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5112236'] for subnet, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:40:22.668357 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-8185ab19-c69c-44d7-9313-6a89357e47ac req-6cd1ae84-2dd9-49f7-bc5a-34f4cc32e6b2 tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] 10.222.0.13 "GET /v2.0/security-groups?id=c4f63610-8850-433c-ac4b-7e7146261ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646336 Nov 05 18:40:22.732724 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-5376e3cf-93a1-441a-a5ec-e20e8bbcd17a req-6e031d3e-495b-4c42-b79b-653d2b9caa12 service neutron] 10.222.0.55 "GET /v2.0/networks/598f5d7d-609c-4eed-bdfb-a95dcdae7151?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1007824 Nov 05 18:40:22.826954 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-5376e3cf-93a1-441a-a5ec-e20e8bbcd17a req-18c72bb3-a4f7-430c-b288-4dd3833196fd service neutron] 10.222.0.55 "GET /v2.0/networks/598f5d7d-609c-4eed-bdfb-a95dcdae7151?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865149 Nov 05 18:40:22.947992 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-adf074cf-90ec-4fff-9a95-381b0cda1ddd tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4417463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5112218'] for subnet, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:40:23.013715 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf074cf-90ec-4fff-9a95-381b0cda1ddd tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Pushing event updated for resources: {'Subnet': ['ID=ba9a8eab-576a-4407-8387-c01c9ae7bbff,revision_number=0']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:40:23.023104 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adf074cf-90ec-4fff-9a95-381b0cda1ddd tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Checking segment: {'id': 'e8365128-97c2-430d-9b82-ea8f7c12233e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c2a3f4df-26b3-4bb0-9eae-63aad7044fea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 18:40:23.023534 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adf074cf-90ec-4fff-9a95-381b0cda1ddd tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Network hostable DHCP agents. Network: c2a3f4df-26b3-4bb0-9eae-63aad7044fea, hostable agents: ['987e2ca0-bc3b-4c6f-a989-429ccfbf753f'], hosted agents: [] {{(pid=102387) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 05 18:40:23.112286 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adf074cf-90ec-4fff-9a95-381b0cda1ddd tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Network c2a3f4df-26b3-4bb0-9eae-63aad7044fea is scheduled to be hosted by DHCP agent 987e2ca0-bc3b-4c6f-a989-429ccfbf753f with binding_index 1 {{(pid=102387) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 05 18:40:23.209548 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.base_scheduler [None req-adf074cf-90ec-4fff-9a95-381b0cda1ddd tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816865-1, c2a3f4df-26b3-4bb0-9eae-63aad7044fea) {{(pid=102387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:40:23.214073 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adf074cf-90ec-4fff-9a95-381b0cda1ddd tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:40:23.214669 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-adf074cf-90ec-4fff-9a95-381b0cda1ddd tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597851'] for subnet, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:40:23.220725 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-283a74e6-64fc-44f0-9909-87ad069261c8 None None] Network c2a3f4df-26b3-4bb0-9eae-63aad7044fea requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 18:40:23.316059 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-adf074cf-90ec-4fff-9a95-381b0cda1ddd tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.9480097 Nov 05 18:40:23.318639 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 42640) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:40:23.324199 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-6c567456-75cf-4cd9-a94c-588ce006bf6a tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Request body: {'subnet': {'network_id': '1b7a851b-c808-4864-8618-892ad55d5d0a', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:40:23.372873 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b75e4f3-4783-4f59-a2e6-3e12bde27ce6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeb20a084-accf-5b60-8075-3e69ebe863a6-c2a3f4df-26b3-4bb0-9eae-63aad7044fea', 'network_id': 'c2a3f4df-26b3-4bb0-9eae-63aad7044fea', 'tenant_id': '48de103aa1ab44c9aad7c42993657578', 'fixed_ips': [{'subnet_id': 'ba9a8eab-576a-4407-8387-c01c9ae7bbff'}]}} from n-d-816865-1. {{(pid=102388) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 05 18:40:23.373764 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-5b75e4f3-4783-4f59-a2e6-3e12bde27ce6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:40:23.512607 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.db_base_plugin_common [None req-5b75e4f3-4783-4f59-a2e6-3e12bde27ce6 None None] Allocated IP 10.1.1.2 (c2a3f4df-26b3-4bb0-9eae-63aad7044fea/ba9a8eab-576a-4407-8387-c01c9ae7bbff/e5e448d0-675b-44a9-b4f5-3f1e4c767d02) {{(pid=102388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 18:40:23.513862 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c567456-75cf-4cd9-a94c-588ce006bf6a tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Made reservation on behalf of 48de103aa1ab44c9aad7c42993657578 for: {'subnet': 1} {{(pid=102387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 18:40:23.518859 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-6c567456-75cf-4cd9-a94c-588ce006bf6a tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5112236'] for subnet, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:40:23.681118 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61968f9a-926a-4716-b8b7-c0dbbfa69d16 req-0f0aa6b8-7de7-4cd9-9daa-c460139612ba tempest-ServersTestMultiNic-1214536785 tempest-ServersTestMultiNic-1214536785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:40:23.687230 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61968f9a-926a-4716-b8b7-c0dbbfa69d16 req-0f0aa6b8-7de7-4cd9-9daa-c460139612ba tempest-ServersTestMultiNic-1214536785 tempest-ServersTestMultiNic-1214536785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:40:23.687757 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-5b75e4f3-4783-4f59-a2e6-3e12bde27ce6 None None] Publish callbacks [] for port, precommit_create {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:40:23.693232 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61968f9a-926a-4716-b8b7-c0dbbfa69d16 req-0f0aa6b8-7de7-4cd9-9daa-c460139612ba tempest-ServersTestMultiNic-1214536785 tempest-ServersTestMultiNic-1214536785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:40:23.694969 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-61968f9a-926a-4716-b8b7-c0dbbfa69d16 req-0f0aa6b8-7de7-4cd9-9daa-c460139612ba tempest-ServersTestMultiNic-1214536785 tempest-ServersTestMultiNic-1214536785-project] 10.222.0.41 "GET /v2.0/ports?device_id=494e2f45-b44c-4b7b-9e85-570ca11e78f9 HTTP/1.1" status: 200 len: 2418 time: 0.1533270 Nov 05 18:40:23.781283 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-5b75e4f3-4783-4f59-a2e6-3e12bde27ce6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789'] for port, after_create {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:40:23.790777 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-839a6cef-5a2c-4f28-b462-f9193ebf1919 req-ad431e63-74ac-4291-83c2-7c0500bdd51d tempest-SecurityGroupsTestJSON-1222042648 tempest-SecurityGroupsTestJSON-1222042648-project] 10.222.0.13 "GET /v2.0/security-groups/5deaee55-eef3-4dc9-a638-38b033fd1ddb HTTP/1.1" status: 200 len: 1817 time: 0.1499133 Nov 05 18:40:23.817229 n-d-816865-1 neutron-server[102388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b75e4f3-4783-4f59-a2e6-3e12bde27ce6 None None] Network c2a3f4df-26b3-4bb0-9eae-63aad7044fea is already hosted by enough agents. {{(pid=102388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 18:40:23.819995 n-d-816865-1 neutron-server[102388]: DEBUG neutron.scheduler.base_scheduler [None req-5b75e4f3-4783-4f59-a2e6-3e12bde27ce6 None None] Resources bound (agent type, host, resource id): {{(pid=102388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:40:23.826271 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b75e4f3-4783-4f59-a2e6-3e12bde27ce6 None None] Received port after_create {{(pid=102388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 18:40:23.835636 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b75e4f3-4783-4f59-a2e6-3e12bde27ce6 None None] Pushing event updated for resources: {'Port': ['ID=e5e448d0-675b-44a9-b4f5-3f1e4c767d02,revision_number=1']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:40:23.860798 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b75e4f3-4783-4f59-a2e6-3e12bde27ce6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:40:23.861140 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b75e4f3-4783-4f59-a2e6-3e12bde27ce6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:40:23.861479 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b75e4f3-4783-4f59-a2e6-3e12bde27ce6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:40:23.861811 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b75e4f3-4783-4f59-a2e6-3e12bde27ce6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:40:23.862172 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b75e4f3-4783-4f59-a2e6-3e12bde27ce6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:40:23.862501 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b75e4f3-4783-4f59-a2e6-3e12bde27ce6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:40:23.862826 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b75e4f3-4783-4f59-a2e6-3e12bde27ce6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:40:23.863146 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b75e4f3-4783-4f59-a2e6-3e12bde27ce6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:40:23.863474 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b75e4f3-4783-4f59-a2e6-3e12bde27ce6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:40:23.863801 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b75e4f3-4783-4f59-a2e6-3e12bde27ce6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:40:23.864110 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b75e4f3-4783-4f59-a2e6-3e12bde27ce6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:40:23.864439 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b75e4f3-4783-4f59-a2e6-3e12bde27ce6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:40:23.898905 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-5b75e4f3-4783-4f59-a2e6-3e12bde27ce6 None None] Attempting to bind port e5e448d0-675b-44a9-b4f5-3f1e4c767d02 on host n-d-816865-1 for vnic_type normal with profile {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 18:40:23.899555 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-5b75e4f3-4783-4f59-a2e6-3e12bde27ce6 None None] Attempting to bind port e5e448d0-675b-44a9-b4f5-3f1e4c767d02 by drivers openvswitch,hyperv on host n-d-816865-1 at level 0 using segments [{'id': 'e8365128-97c2-430d-9b82-ea8f7c12233e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c2a3f4df-26b3-4bb0-9eae-63aad7044fea'}] {{(pid=102388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 18:40:23.900103 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b75e4f3-4783-4f59-a2e6-3e12bde27ce6 None None] Attempting to bind port e5e448d0-675b-44a9-b4f5-3f1e4c767d02 on network c2a3f4df-26b3-4bb0-9eae-63aad7044fea {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 18:40:23.906079 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b75e4f3-4783-4f59-a2e6-3e12bde27ce6 None None] Checking agent: {'id': '724d89a7-611b-41e6-bc85-c48112b17afa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 18, 25, 8), 'started_at': datetime.datetime(2021, 11, 5, 18, 25, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 18, 40, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 18:40:23.906512 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b75e4f3-4783-4f59-a2e6-3e12bde27ce6 None None] Checking segment: {'id': 'e8365128-97c2-430d-9b82-ea8f7c12233e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c2a3f4df-26b3-4bb0-9eae-63aad7044fea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 18:40:23.906920 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-5b75e4f3-4783-4f59-a2e6-3e12bde27ce6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:40:23.907303 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b75e4f3-4783-4f59-a2e6-3e12bde27ce6 None None] Bound using segment: {'id': 'e8365128-97c2-430d-9b82-ea8f7c12233e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c2a3f4df-26b3-4bb0-9eae-63aad7044fea'} {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 18:40:23.907767 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-5b75e4f3-4783-4f59-a2e6-3e12bde27ce6 None None] Bound port: e5e448d0-675b-44a9-b4f5-3f1e4c767d02, host: n-d-816865-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8365128-97c2-430d-9b82-ea8f7c12233e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c2a3f4df-26b3-4bb0-9eae-63aad7044fea'}}] {{(pid=102388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 18:40:23.908146 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-5b75e4f3-4783-4f59-a2e6-3e12bde27ce6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:40:23.938138 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [req-61968f9a-926a-4716-b8b7-c0dbbfa69d16 req-b00a8010-bfd1-4e26-8191-7c09e9132278 tempest-ServersTestMultiNic-1214536785 tempest-ServersTestMultiNic-1214536785-project] Deleting port b40e1dfd-8405-495f-8e25-3525af98e8ae {{(pid=102387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 18:40:23.938477 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-61968f9a-926a-4716-b8b7-c0dbbfa69d16 req-b00a8010-bfd1-4e26-8191-7c09e9132278 tempest-ServersTestMultiNic-1214536785 tempest-ServersTestMultiNic-1214536785-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:40:23.960764 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-839a6cef-5a2c-4f28-b462-f9193ebf1919 req-832d114b-b905-42c0-a168-d329a4c65491 tempest-SecurityGroupsTestJSON-1222042648 tempest-SecurityGroupsTestJSON-1222042648-project] Publish callbacks [] for security_group, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:40:23.970464 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-6c567456-75cf-4cd9-a94c-588ce006bf6a tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4417463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5112218'] for subnet, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:40:23.982118 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-5b75e4f3-4783-4f59-a2e6-3e12bde27ce6 None None] For port e5e448d0-675b-44a9-b4f5-3f1e4c767d02, host n-d-816865-1, cleared binding levels {{(pid=102388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 18:40:23.983002 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-5b75e4f3-4783-4f59-a2e6-3e12bde27ce6 None None] For port e5e448d0-675b-44a9-b4f5-3f1e4c767d02, host n-d-816865-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=e5e448d0-675b-44a9-b4f5-3f1e4c767d02,segment=NetworkSegment(e8365128-97c2-430d-9b82-ea8f7c12233e),segment_id=e8365128-97c2-430d-9b82-ea8f7c12233e)] {{(pid=102388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 18:40:24.051792 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-5b75e4f3-4783-4f59-a2e6-3e12bde27ce6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:40:24.058578 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-839a6cef-5a2c-4f28-b462-f9193ebf1919 req-832d114b-b905-42c0-a168-d329a4c65491 tempest-SecurityGroupsTestJSON-1222042648 tempest-SecurityGroupsTestJSON-1222042648-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:40:24.143054 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b75e4f3-4783-4f59-a2e6-3e12bde27ce6 None None] Pushing event updated for resources: {'Port': ['ID=e5e448d0-675b-44a9-b4f5-3f1e4c767d02,revision_number=2']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:40:24.155763 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c567456-75cf-4cd9-a94c-588ce006bf6a tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Pushing event updated for resources: {'Subnet': ['ID=19b6bbf4-5b07-4332-801a-9022c92b0fcc,revision_number=0']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:40:24.172395 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.db [req-61968f9a-926a-4716-b8b7-c0dbbfa69d16 req-b00a8010-bfd1-4e26-8191-7c09e9132278 tempest-ServersTestMultiNic-1214536785 tempest-ServersTestMultiNic-1214536785-project] For port b40e1dfd-8405-495f-8e25-3525af98e8ae, host n-h1-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=b40e1dfd-8405-495f-8e25-3525af98e8ae,segment=NetworkSegment(8407edfd-cbcf-4afb-bebf-f4fdffd7470b),segment_id=8407edfd-cbcf-4afb-bebf-f4fdffd7470b)] {{(pid=102387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:40:24.172395 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-61968f9a-926a-4716-b8b7-c0dbbfa69d16 req-b00a8010-bfd1-4e26-8191-7c09e9132278 tempest-ServersTestMultiNic-1214536785 tempest-ServersTestMultiNic-1214536785-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:40:24.186930 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c567456-75cf-4cd9-a94c-588ce006bf6a tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Checking segment: {'id': '6186c4cd-4d81-4117-b1bc-f8fd9e145a22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '1b7a851b-c808-4864-8618-892ad55d5d0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 18:40:24.187283 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c567456-75cf-4cd9-a94c-588ce006bf6a tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Network hostable DHCP agents. Network: 1b7a851b-c808-4864-8618-892ad55d5d0a, hostable agents: ['987e2ca0-bc3b-4c6f-a989-429ccfbf753f'], hosted agents: [] {{(pid=102387) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 05 18:40:24.190512 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [req-61968f9a-926a-4716-b8b7-c0dbbfa69d16 req-b00a8010-bfd1-4e26-8191-7c09e9132278 tempest-ServersTestMultiNic-1214536785 tempest-ServersTestMultiNic-1214536785-project] Calling delete_port for b40e1dfd-8405-495f-8e25-3525af98e8ae owned by compute:nova {{(pid=102387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 18:40:24.237956 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-839a6cef-5a2c-4f28-b462-f9193ebf1919 req-832d114b-b905-42c0-a168-d329a4c65491 tempest-SecurityGroupsTestJSON-1222042648 tempest-SecurityGroupsTestJSON-1222042648-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:40:24.240481 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-839a6cef-5a2c-4f28-b462-f9193ebf1919 req-832d114b-b905-42c0-a168-d329a4c65491 tempest-SecurityGroupsTestJSON-1222042648 tempest-SecurityGroupsTestJSON-1222042648-project] Publish callbacks [] for security_group, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:40:24.241587 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-839a6cef-5a2c-4f28-b462-f9193ebf1919 req-832d114b-b905-42c0-a168-d329a4c65491 tempest-SecurityGroupsTestJSON-1222042648 tempest-SecurityGroupsTestJSON-1222042648-project] 10.222.0.13 "DELETE /v2.0/security-groups/5deaee55-eef3-4dc9-a638-38b033fd1ddb HTTP/1.1" status: 204 len: 173 time: 0.4433966 Nov 05 18:40:24.285294 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832d114b-b905-42c0-a168-d329a4c65491 tempest-SecurityGroupsTestJSON-1222042648 tempest-SecurityGroupsTestJSON-1222042648-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5deaee55-eef3-4dc9-a638-38b033fd1ddb,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:40:24.339553 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edca0143-3406-46c6-9b21-9a89bf190df2 req-f4813ed7-9a27-409a-b14f-63d7e1f62287 tempest-ServersTestMultiNic-1214536785 tempest-ServersTestMultiNic-1214536785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:40:24.345568 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edca0143-3406-46c6-9b21-9a89bf190df2 req-f4813ed7-9a27-409a-b14f-63d7e1f62287 tempest-ServersTestMultiNic-1214536785 tempest-ServersTestMultiNic-1214536785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:40:24.352105 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edca0143-3406-46c6-9b21-9a89bf190df2 req-f4813ed7-9a27-409a-b14f-63d7e1f62287 tempest-ServersTestMultiNic-1214536785 tempest-ServersTestMultiNic-1214536785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:40:24.359936 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-edca0143-3406-46c6-9b21-9a89bf190df2 req-f4813ed7-9a27-409a-b14f-63d7e1f62287 tempest-ServersTestMultiNic-1214536785 tempest-ServersTestMultiNic-1214536785-project] 10.222.0.13 "GET /v2.0/ports?device_id=494e2f45-b44c-4b7b-9e85-570ca11e78f9 HTTP/1.1" status: 200 len: 2418 time: 0.1674480 Nov 05 18:40:24.393067 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c567456-75cf-4cd9-a94c-588ce006bf6a tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Network 1b7a851b-c808-4864-8618-892ad55d5d0a is scheduled to be hosted by DHCP agent 987e2ca0-bc3b-4c6f-a989-429ccfbf753f with binding_index 1 {{(pid=102387) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 05 18:40:24.498003 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff67617-ac92-48de-a42c-aa94d0a62677 req-e4c0f625-0467-4e7c-ab9e-4e69c33b5e4c tempest-ImagesTestJSON-1124888854 tempest-ImagesTestJSON-1124888854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:40:24.499614 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-7ff67617-ac92-48de-a42c-aa94d0a62677 req-e4c0f625-0467-4e7c-ab9e-4e69c33b5e4c tempest-ImagesTestJSON-1124888854 tempest-ImagesTestJSON-1124888854-project] 10.222.0.13 "GET /v2.0/ports?device_id=119849e3-bd6e-46cc-9c50-33fdbdc61761 HTTP/1.1" status: 200 len: 943 time: 0.1837223 Nov 05 18:40:24.511360 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-edca0143-3406-46c6-9b21-9a89bf190df2 req-0ad95490-21c1-4c43-a8d7-490a9bb6b8b0 tempest-ServersTestMultiNic-1214536785 tempest-ServersTestMultiNic-1214536785-project] 10.222.0.13 "GET /v2.0/security-groups?id=d6c276c2-1a62-4f33-92e6-1a62f3e97f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505136 Nov 05 18:40:24.531992 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.base_scheduler [None req-6c567456-75cf-4cd9-a94c-588ce006bf6a tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816865-1, 1b7a851b-c808-4864-8618-892ad55d5d0a) {{(pid=102387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:40:24.536853 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c567456-75cf-4cd9-a94c-588ce006bf6a tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:40:24.537826 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-6c567456-75cf-4cd9-a94c-588ce006bf6a tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597851'] for subnet, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:40:24.545541 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0439a863-fb06-4257-aec9-b08cbe292847 None None] Network 1b7a851b-c808-4864-8618-892ad55d5d0a requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 18:40:24.587082 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-7ff67617-ac92-48de-a42c-aa94d0a62677 req-fd10bd4d-efad-47b9-913d-c48847f882a4 tempest-ImagesTestJSON-1124888854 tempest-ImagesTestJSON-1124888854-project] 10.222.0.13 "GET /v2.0/security-groups?id=219552fc-3788-478b-8295-8fbe212226b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705175 Nov 05 18:40:24.633196 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-61968f9a-926a-4716-b8b7-c0dbbfa69d16 req-b00a8010-bfd1-4e26-8191-7c09e9132278 tempest-ServersTestMultiNic-1214536785 tempest-ServersTestMultiNic-1214536785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4417063'] for port, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:40:24.668994 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] get_ports_and_sgs() called for port_ids ['f0aed09e-5bdf-4603-8dc3-21ebd4d875fe', '92f988f2-3f68-45ae-a8eb-93634b3ce4be', 'b40e1dfd-8405-495f-8e25-3525af98e8ae'] {{(pid=102388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 18:40:24.686742 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-6c567456-75cf-4cd9-a94c-588ce006bf6a tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.3638089 Nov 05 18:40:24.686866 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 42674) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:40:24.691885 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-2bd8207c-f874-45ec-8962-e7c4253a9d9c tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Request body: {'port': {'network_id': 'c2a3f4df-26b3-4bb0-9eae-63aad7044fea', 'name': 'tempest-TaggedBootDevicesTest-805248205', 'fixed_ips': [{'subnet_id': 'ba9a8eab-576a-4407-8387-c01c9ae7bbff'}]}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:40:24.715529 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00a8010-bfd1-4e26-8191-7c09e9132278 tempest-ServersTestMultiNic-1214536785 tempest-ServersTestMultiNic-1214536785-project] Pushing event deleted for resources: {'Port': ['ID=b40e1dfd-8405-495f-8e25-3525af98e8ae,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:40:24.816422 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.l3_dvrscheduler_db [req-61968f9a-926a-4716-b8b7-c0dbbfa69d16 req-b00a8010-bfd1-4e26-8191-7c09e9132278 tempest-ServersTestMultiNic-1214536785 tempest-ServersTestMultiNic-1214536785-project] No DVR routers for this DVR port b40e1dfd-8405-495f-8e25-3525af98e8ae on host n-h1-816865-1 {{(pid=102387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 18:40:24.828032 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19bd098-ffe4-4532-879e-b6e4922869af req-6d5a1933-9691-4bb4-9f5b-dffbda7e45f5 tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:40:24.829837 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-d19bd098-ffe4-4532-879e-b6e4922869af req-6d5a1933-9691-4bb4-9f5b-dffbda7e45f5 tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] 10.222.0.13 "GET /v2.0/ports?device_id=c8f9c054-f308-4af6-8eb8-5dcdd62eb3fd HTTP/1.1" status: 200 len: 950 time: 0.1516020 Nov 05 18:40:24.832064 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-61968f9a-926a-4716-b8b7-c0dbbfa69d16 req-b00a8010-bfd1-4e26-8191-7c09e9132278 tempest-ServersTestMultiNic-1214536785 tempest-ServersTestMultiNic-1214536785-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:40:24.836150 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-61968f9a-926a-4716-b8b7-c0dbbfa69d16 req-b00a8010-bfd1-4e26-8191-7c09e9132278 tempest-ServersTestMultiNic-1214536785 tempest-ServersTestMultiNic-1214536785-project] 10.222.0.41 "DELETE /v2.0/ports/b40e1dfd-8405-495f-8e25-3525af98e8ae HTTP/1.1" status: 204 len: 173 time: 1.1342647 Nov 05 18:40:24.837274 n-d-816865-1 neutron-server[102387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '494e2f45-b44c-4b7b-9e85-570ca11e78f9', 'name': 'network-vif-deleted', 'tag': 'b40e1dfd-8405-495f-8e25-3525af98e8ae'}] {{(pid=102387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 18:40:24.839826 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab06bd4ddf5758c1f10d79fe34dc215bafa488692cde9dba2fcbcb67556f90bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-976d6ac4-08b7-4a97-991e-e6968575d03d" -d '{"events": [{"server_uuid": "494e2f45-b44c-4b7b-9e85-570ca11e78f9", "name": "network-vif-deleted", "tag": "b40e1dfd-8405-495f-8e25-3525af98e8ae"}]}' {{(pid=102387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 18:40:24.923327 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7efb6152-cf46-4255-abe9-e53c89ac340d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeb20a084-accf-5b60-8075-3e69ebe863a6-1b7a851b-c808-4864-8618-892ad55d5d0a', 'network_id': '1b7a851b-c808-4864-8618-892ad55d5d0a', 'tenant_id': '48de103aa1ab44c9aad7c42993657578', 'fixed_ips': [{'subnet_id': '19b6bbf4-5b07-4332-801a-9022c92b0fcc'}]}} from n-d-816865-1. {{(pid=102388) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 05 18:40:24.924517 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-7efb6152-cf46-4255-abe9-e53c89ac340d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:40:25.038300 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bd8207c-f874-45ec-8962-e7c4253a9d9c tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Made reservation on behalf of 48de103aa1ab44c9aad7c42993657578 for: {'port': 1} {{(pid=102386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 18:40:25.085978 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-d19bd098-ffe4-4532-879e-b6e4922869af req-0321286b-de56-486e-a037-ba16c75d2572 tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] 10.222.0.13 "GET /v2.0/security-groups?id=c4f63610-8850-433c-ac4b-7e7146261ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2257016 Nov 05 18:40:25.148685 n-d-816865-1 neutron-server[102387]: INFO neutron.api.v2.resource [req-ff31cb2f-48aa-45ac-9d98-b8c1c4c77a71 req-3f6a84e3-5098-4878-bb6c-ef86ac03b5ee tempest-SecurityGroupsTestJSON-1222042648 tempest-SecurityGroupsTestJSON-1222042648-project] show failed (client error): The resource could not be found. Nov 05 18:40:25.150026 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-ff31cb2f-48aa-45ac-9d98-b8c1c4c77a71 req-3f6a84e3-5098-4878-bb6c-ef86ac03b5ee tempest-SecurityGroupsTestJSON-1222042648 tempest-SecurityGroupsTestJSON-1222042648-project] 10.222.0.13 "GET /v2.0/security-groups/5deaee55-eef3-4dc9-a638-38b033fd1ddb HTTP/1.1" status: 404 len: 352 time: 0.0261934 Nov 05 18:40:25.165433 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [req-61968f9a-926a-4716-b8b7-c0dbbfa69d16 req-127bc6b0-5852-49cf-b853-c033e1ea00c8 tempest-ServersTestMultiNic-1214536785 tempest-ServersTestMultiNic-1214536785-project] Deleting port 92f988f2-3f68-45ae-a8eb-93634b3ce4be {{(pid=102387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 18:40:25.166179 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-61968f9a-926a-4716-b8b7-c0dbbfa69d16 req-127bc6b0-5852-49cf-b853-c033e1ea00c8 tempest-ServersTestMultiNic-1214536785 tempest-ServersTestMultiNic-1214536785-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:40:25.221560 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.db_base_plugin_common [None req-7efb6152-cf46-4255-abe9-e53c89ac340d None None] Allocated IP 10.2.2.2 (1b7a851b-c808-4864-8618-892ad55d5d0a/19b6bbf4-5b07-4332-801a-9022c92b0fcc/328c922a-af10-44b2-a0eb-d34ae0f028e7) {{(pid=102388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 18:40:25.233287 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-2bd8207c-f874-45ec-8962-e7c4253a9d9c tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:40:25.253107 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 18:40:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-004313c8-50ff-4176-92ea-d0593c795e30 x-openstack-request-id: req-004313c8-50ff-4176-92ea-d0593c795e30 {{(pid=102387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 18:40:25.253390 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "494e2f45-b44c-4b7b-9e85-570ca11e78f9", "name": "network-vif-deleted", "tag": "b40e1dfd-8405-495f-8e25-3525af98e8ae", "status": "completed", "code": 200}]} {{(pid=102387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 18:40:25.253868 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-004313c8-50ff-4176-92ea-d0593c795e30 {{(pid=102387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 18:40:25.254301 n-d-816865-1 neutron-server[102387]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '494e2f45-b44c-4b7b-9e85-570ca11e78f9', 'name': 'network-vif-deleted', 'tag': 'b40e1dfd-8405-495f-8e25-3525af98e8ae', 'status': 'completed', 'code': 200} Nov 05 18:40:25.258146 n-d-816865-1 neutron-server[102386]: DEBUG neutron.notifiers.nova [None req-2bd8207c-f874-45ec-8962-e7c4253a9d9c tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] device_id is not set on port fa9fc664-ad20-4e86-ab04-751d1b06b45b yet. {{(pid=102386) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 05 18:40:25.371255 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Device 17e494ec-876c-4457-9174-f4c0ab3114a3 details requested by agent hyperv_n-h2-816865-1 with host n-h2-816865-1 {{(pid=102388) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 05 18:40:25.421871 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.db [req-61968f9a-926a-4716-b8b7-c0dbbfa69d16 req-127bc6b0-5852-49cf-b853-c033e1ea00c8 tempest-ServersTestMultiNic-1214536785 tempest-ServersTestMultiNic-1214536785-project] For port 92f988f2-3f68-45ae-a8eb-93634b3ce4be, host n-h1-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=92f988f2-3f68-45ae-a8eb-93634b3ce4be,segment=NetworkSegment(22587c8c-d80d-4478-9101-f730178c0e2e),segment_id=22587c8c-d80d-4478-9101-f730178c0e2e)] {{(pid=102387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:40:25.422289 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-61968f9a-926a-4716-b8b7-c0dbbfa69d16 req-127bc6b0-5852-49cf-b853-c033e1ea00c8 tempest-ServersTestMultiNic-1214536785 tempest-ServersTestMultiNic-1214536785-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:40:25.465535 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-60c4b5d3-37f0-4e98-a6e6-c54c5d67e12b req-1081d994-e10b-47da-94bc-1e16c99bd50d tempest-SecurityGroupsTestJSON-1222042648 tempest-SecurityGroupsTestJSON-1222042648-project] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=05b01937f9ca44aa923731561d630757 HTTP/1.1" status: 200 len: 6198 time: 0.1754832 Nov 05 18:40:25.468495 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [req-61968f9a-926a-4716-b8b7-c0dbbfa69d16 req-127bc6b0-5852-49cf-b853-c033e1ea00c8 tempest-ServersTestMultiNic-1214536785 tempest-ServersTestMultiNic-1214536785-project] Calling delete_port for 92f988f2-3f68-45ae-a8eb-93634b3ce4be owned by compute:nova {{(pid=102387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 18:40:25.567658 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-7efb6152-cf46-4255-abe9-e53c89ac340d None None] Publish callbacks [] for port, precommit_create {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:40:25.603580 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-60c4b5d3-37f0-4e98-a6e6-c54c5d67e12b req-ae100139-9205-4d5e-98a0-fe72c4e5058c tempest-SecurityGroupsTestJSON-1222042648 tempest-SecurityGroupsTestJSON-1222042648-project] 10.222.0.13 "GET /v2.0/security-groups/25591ebc-7d79-4a52-aa21-df275070bb50 HTTP/1.1" status: 200 len: 2998 time: 0.1370866 Nov 05 18:40:25.613640 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] For port 17e494ec-876c-4457-9174-f4c0ab3114a3, host n-h2-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=17e494ec-876c-4457-9174-f4c0ab3114a3,segment=NetworkSegment(b0f4d4e8-61d5-4e79-9c35-e1f620a70868),segment_id=b0f4d4e8-61d5-4e79-9c35-e1f620a70868)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:40:25.623691 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.db_base_plugin_common [None req-2bd8207c-f874-45ec-8962-e7c4253a9d9c tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Allocated IP 10.1.1.114 (c2a3f4df-26b3-4bb0-9eae-63aad7044fea/ba9a8eab-576a-4407-8387-c01c9ae7bbff/fa9fc664-ad20-4e86-ab04-751d1b06b45b) {{(pid=102386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 18:40:25.627505 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Returning: {'device': '17e494ec-876c-4457-9174-f4c0ab3114a3', 'network_id': '598f5d7d-609c-4eed-bdfb-a95dcdae7151', 'port_id': '17e494ec-876c-4457-9174-f4c0ab3114a3', 'mac_address': 'fa:16:3e:f5:86:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 150, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6979728-9a34-49f9-ba30-1ba1422c905b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102388) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 05 18:40:25.700391 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-60c4b5d3-37f0-4e98-a6e6-c54c5d67e12b req-eba4d7cb-1847-4195-9412-cc9204ee5960 tempest-SecurityGroupsTestJSON-1222042648 tempest-SecurityGroupsTestJSON-1222042648-project] 10.222.0.13 "GET /v2.0/security-groups/25591ebc-7d79-4a52-aa21-df275070bb50 HTTP/1.1" status: 200 len: 2998 time: 0.0863400 Nov 05 18:40:25.732906 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:40:25.735421 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6d618e2-f851-4899-8646-926b5eb87fd7 None None] Network c2a3f4df-26b3-4bb0-9eae-63aad7044fea requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 18:40:25.739011 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-7efb6152-cf46-4255-abe9-e53c89ac340d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789'] for port, after_create {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:40:25.824574 n-d-816865-1 neutron-server[102388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7efb6152-cf46-4255-abe9-e53c89ac340d None None] Network 1b7a851b-c808-4864-8618-892ad55d5d0a is already hosted by enough agents. {{(pid=102388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 18:40:25.830526 n-d-816865-1 neutron-server[102388]: DEBUG neutron.notifiers.nova [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 17e494ec-876c-4457-9174-f4c0ab3114a3 {{(pid=102388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 18:40:25.859999 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-61968f9a-926a-4716-b8b7-c0dbbfa69d16 req-127bc6b0-5852-49cf-b853-c033e1ea00c8 tempest-ServersTestMultiNic-1214536785 tempest-ServersTestMultiNic-1214536785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4417063'] for port, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:40:25.872642 n-d-816865-1 neutron-server[102388]: DEBUG neutron.scheduler.base_scheduler [None req-7efb6152-cf46-4255-abe9-e53c89ac340d None None] Resources bound (agent type, host, resource id): {{(pid=102388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:40:25.894172 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7efb6152-cf46-4255-abe9-e53c89ac340d None None] Received port after_create {{(pid=102388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 18:40:25.894383 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d17c13-fee5-42c7-9cf2-61a3af993d4e req-7becc05f-df61-46bc-9337-71e1493aded3 tempest-ServersTestMultiNic-1214536785 tempest-ServersTestMultiNic-1214536785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:40:25.905531 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d17c13-fee5-42c7-9cf2-61a3af993d4e req-7becc05f-df61-46bc-9337-71e1493aded3 tempest-ServersTestMultiNic-1214536785 tempest-ServersTestMultiNic-1214536785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:40:25.907565 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-a0d17c13-fee5-42c7-9cf2-61a3af993d4e req-7becc05f-df61-46bc-9337-71e1493aded3 tempest-ServersTestMultiNic-1214536785 tempest-ServersTestMultiNic-1214536785-project] 10.222.0.13 "GET /v2.0/ports?device_id=494e2f45-b44c-4b7b-9e85-570ca11e78f9 HTTP/1.1" status: 200 len: 1604 time: 0.1137664 Nov 05 18:40:25.912248 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-2bd8207c-f874-45ec-8962-e7c4253a9d9c tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Publish callbacks [] for port, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:40:25.981174 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127bc6b0-5852-49cf-b853-c033e1ea00c8 tempest-ServersTestMultiNic-1214536785 tempest-ServersTestMultiNic-1214536785-project] Pushing event deleted for resources: {'Port': ['ID=92f988f2-3f68-45ae-a8eb-93634b3ce4be,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:40:26.041587 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-a0d17c13-fee5-42c7-9cf2-61a3af993d4e req-99d209e2-ce71-47be-8982-8f4b50e00522 tempest-ServersTestMultiNic-1214536785 tempest-ServersTestMultiNic-1214536785-project] 10.222.0.13 "GET /v2.0/security-groups?id=d6c276c2-1a62-4f33-92e6-1a62f3e97f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244419 Nov 05 18:40:26.061765 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-2bd8207c-f874-45ec-8962-e7c4253a9d9c tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:40:26.096170 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.l3_dvrscheduler_db [req-61968f9a-926a-4716-b8b7-c0dbbfa69d16 req-127bc6b0-5852-49cf-b853-c033e1ea00c8 tempest-ServersTestMultiNic-1214536785 tempest-ServersTestMultiNic-1214536785-project] No DVR routers for this DVR port 92f988f2-3f68-45ae-a8eb-93634b3ce4be on host n-h1-816865-1 {{(pid=102387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 18:40:26.104063 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7efb6152-cf46-4255-abe9-e53c89ac340d None None] Pushing event updated for resources: {'Port': ['ID=328c922a-af10-44b2-a0eb-d34ae0f028e7,revision_number=1']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:40:26.107899 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] For port 17e494ec-876c-4457-9174-f4c0ab3114a3, host n-h2-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=17e494ec-876c-4457-9174-f4c0ab3114a3,segment=NetworkSegment(b0f4d4e8-61d5-4e79-9c35-e1f620a70868),segment_id=b0f4d4e8-61d5-4e79-9c35-e1f620a70868)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:40:26.108319 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bd8207c-f874-45ec-8962-e7c4253a9d9c tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Network c2a3f4df-26b3-4bb0-9eae-63aad7044fea is already hosted by enough agents. {{(pid=102386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 18:40:26.113081 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-72381a37-ac62-4c98-a424-f86bed5d6545 None None] Provisioning complete for port e5e448d0-675b-44a9-b4f5-3f1e4c767d02 triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:40:26.113812 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-72381a37-ac62-4c98-a424-f86bed5d6545 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:40:26.113943 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.base_scheduler [None req-2bd8207c-f874-45ec-8962-e7c4253a9d9c tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Resources bound (agent type, host, resource id): {{(pid=102386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:40:26.116919 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bd8207c-f874-45ec-8962-e7c4253a9d9c tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Received port after_create {{(pid=102386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 18:40:26.119161 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-61968f9a-926a-4716-b8b7-c0dbbfa69d16 req-127bc6b0-5852-49cf-b853-c033e1ea00c8 tempest-ServersTestMultiNic-1214536785 tempest-ServersTestMultiNic-1214536785-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:40:26.123118 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-61968f9a-926a-4716-b8b7-c0dbbfa69d16 req-127bc6b0-5852-49cf-b853-c033e1ea00c8 tempest-ServersTestMultiNic-1214536785 tempest-ServersTestMultiNic-1214536785-project] 10.222.0.41 "DELETE /v2.0/ports/92f988f2-3f68-45ae-a8eb-93634b3ce4be HTTP/1.1" status: 204 len: 173 time: 1.2680879 Nov 05 18:40:26.211383 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd8207c-f874-45ec-8962-e7c4253a9d9c tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Pushing event updated for resources: {'Port': ['ID=fa9fc664-ad20-4e86-ab04-751d1b06b45b,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:40:26.224554 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bd8207c-f874-45ec-8962-e7c4253a9d9c tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:40:26.225293 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-2bd8207c-f874-45ec-8962-e7c4253a9d9c tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:40:26.266287 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:40:26.364158 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-7efb6152-cf46-4255-abe9-e53c89ac340d None None] Attempting to bind port 328c922a-af10-44b2-a0eb-d34ae0f028e7 on host n-d-816865-1 for vnic_type normal with profile {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 18:40:26.364798 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-7efb6152-cf46-4255-abe9-e53c89ac340d None None] Attempting to bind port 328c922a-af10-44b2-a0eb-d34ae0f028e7 by drivers openvswitch,hyperv on host n-d-816865-1 at level 0 using segments [{'id': '6186c4cd-4d81-4117-b1bc-f8fd9e145a22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '1b7a851b-c808-4864-8618-892ad55d5d0a'}] {{(pid=102388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 18:40:26.365002 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-2bd8207c-f874-45ec-8962-e7c4253a9d9c tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.6769111 Nov 05 18:40:26.365122 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7efb6152-cf46-4255-abe9-e53c89ac340d None None] Attempting to bind port 328c922a-af10-44b2-a0eb-d34ae0f028e7 on network 1b7a851b-c808-4864-8618-892ad55d5d0a {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 18:40:26.366984 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 42726) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:40:26.375028 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-4a1ef4dc-25b0-4462-9fe0-fd23d5ecf079 tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Request body: {'port': {'network_id': 'c2a3f4df-26b3-4bb0-9eae-63aad7044fea', 'name': 'tempest-TaggedBootDevicesTest-492155750', 'fixed_ips': [{'subnet_id': 'ba9a8eab-576a-4407-8387-c01c9ae7bbff'}]}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:40:26.398166 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdb3f64-220b-42be-9c3a-d27c4a199f6a req-65ad10ed-be42-4d62-befc-fb903b95ef90 tempest-ImagesTestJSON-1124888854 tempest-ImagesTestJSON-1124888854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:40:26.406225 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-afdb3f64-220b-42be-9c3a-d27c4a199f6a req-65ad10ed-be42-4d62-befc-fb903b95ef90 tempest-ImagesTestJSON-1124888854 tempest-ImagesTestJSON-1124888854-project] 10.222.0.13 "GET /v2.0/ports?device_id=119849e3-bd6e-46cc-9c50-33fdbdc61761 HTTP/1.1" status: 200 len: 944 time: 0.2025115 Nov 05 18:40:26.440173 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [req-61968f9a-926a-4716-b8b7-c0dbbfa69d16 req-fe72b127-0c13-4259-b0db-c14697545c75 tempest-ServersTestMultiNic-1214536785 tempest-ServersTestMultiNic-1214536785-project] Deleting port f0aed09e-5bdf-4603-8dc3-21ebd4d875fe {{(pid=102387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 18:40:26.440517 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-61968f9a-926a-4716-b8b7-c0dbbfa69d16 req-fe72b127-0c13-4259-b0db-c14697545c75 tempest-ServersTestMultiNic-1214536785 tempest-ServersTestMultiNic-1214536785-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:40:26.475819 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-72381a37-ac62-4c98-a424-f86bed5d6545 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:40:26.480477 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device e5e448d0-675b-44a9-b4f5-3f1e4c767d02 up at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 18:40:26.485552 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [req-6866d254-a113-4885-8ae6-cb50d41393f2 req-9c28a1cd-5df2-4214-bb05-cd71f85f8618 tempest-SecurityGroupsTestJSON-1222042648 tempest-SecurityGroupsTestJSON-1222042648-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1201589853', 'description': 'tempest-description-901715965'}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:40:26.544224 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7efb6152-cf46-4255-abe9-e53c89ac340d None None] Checking agent: {'id': '724d89a7-611b-41e6-bc85-c48112b17afa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 18, 25, 8), 'started_at': datetime.datetime(2021, 11, 5, 18, 25, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 18, 40, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 18:40:26.544598 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7efb6152-cf46-4255-abe9-e53c89ac340d None None] Checking segment: {'id': '6186c4cd-4d81-4117-b1bc-f8fd9e145a22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '1b7a851b-c808-4864-8618-892ad55d5d0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 18:40:26.544995 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-7efb6152-cf46-4255-abe9-e53c89ac340d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:40:26.545384 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7efb6152-cf46-4255-abe9-e53c89ac340d None None] Bound using segment: {'id': '6186c4cd-4d81-4117-b1bc-f8fd9e145a22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '1b7a851b-c808-4864-8618-892ad55d5d0a'} {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 18:40:26.545864 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-7efb6152-cf46-4255-abe9-e53c89ac340d None None] Bound port: 328c922a-af10-44b2-a0eb-d34ae0f028e7, host: n-d-816865-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6186c4cd-4d81-4117-b1bc-f8fd9e145a22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '1b7a851b-c808-4864-8618-892ad55d5d0a'}}] {{(pid=102388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 18:40:26.546252 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-7efb6152-cf46-4255-abe9-e53c89ac340d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:40:26.547786 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-afdb3f64-220b-42be-9c3a-d27c4a199f6a req-ecd4deeb-fb56-4d42-ad39-3c35cb044ce7 tempest-ImagesTestJSON-1124888854 tempest-ImagesTestJSON-1124888854-project] 10.222.0.13 "GET /v2.0/security-groups?id=219552fc-3788-478b-8295-8fbe212226b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406333 Nov 05 18:40:26.595347 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.db [req-61968f9a-926a-4716-b8b7-c0dbbfa69d16 req-fe72b127-0c13-4259-b0db-c14697545c75 tempest-ServersTestMultiNic-1214536785 tempest-ServersTestMultiNic-1214536785-project] For port f0aed09e-5bdf-4603-8dc3-21ebd4d875fe, host n-h1-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=f0aed09e-5bdf-4603-8dc3-21ebd4d875fe,segment=NetworkSegment(8407edfd-cbcf-4afb-bebf-f4fdffd7470b),segment_id=8407edfd-cbcf-4afb-bebf-f4fdffd7470b)] {{(pid=102387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:40:26.595728 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-61968f9a-926a-4716-b8b7-c0dbbfa69d16 req-fe72b127-0c13-4259-b0db-c14697545c75 tempest-ServersTestMultiNic-1214536785 tempest-ServersTestMultiNic-1214536785-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:40:26.598018 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] get_ports_and_sgs() called for port_ids ['17e494ec-876c-4457-9174-f4c0ab3114a3'] {{(pid=102388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 18:40:26.611991 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [req-61968f9a-926a-4716-b8b7-c0dbbfa69d16 req-fe72b127-0c13-4259-b0db-c14697545c75 tempest-ServersTestMultiNic-1214536785 tempest-ServersTestMultiNic-1214536785-project] Calling delete_port for f0aed09e-5bdf-4603-8dc3-21ebd4d875fe owned by compute:nova {{(pid=102387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 18:40:26.667800 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-6866d254-a113-4885-8ae6-cb50d41393f2 req-9c28a1cd-5df2-4214-bb05-cd71f85f8618 tempest-SecurityGroupsTestJSON-1222042648 tempest-SecurityGroupsTestJSON-1222042648-project] Publish callbacks [] for security_group, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:40:26.676895 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Pushing event updated for resources: {'Port': ['ID=17e494ec-876c-4457-9174-f4c0ab3114a3,revision_number=4']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:40:26.711408 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Provisioning complete for port e5e448d0-675b-44a9-b4f5-3f1e4c767d02 triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:40:26.712330 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:40:26.739661 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-72381a37-ac62-4c98-a424-f86bed5d6545 None None] For port e5e448d0-675b-44a9-b4f5-3f1e4c767d02, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=e5e448d0-675b-44a9-b4f5-3f1e4c767d02,segment=NetworkSegment(e8365128-97c2-430d-9b82-ea8f7c12233e),segment_id=e8365128-97c2-430d-9b82-ea8f7c12233e)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:40:26.753300 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a1ef4dc-25b0-4462-9fe0-fd23d5ecf079 tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Made reservation on behalf of 48de103aa1ab44c9aad7c42993657578 for: {'port': 1} {{(pid=102386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 18:40:26.755934 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28bf86d-e278-4dbf-a4f3-643248f7c866 req-ef925a5e-032e-42b8-8d10-40c7b06ddd30 tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:40:26.757515 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-a28bf86d-e278-4dbf-a4f3-643248f7c866 req-ef925a5e-032e-42b8-8d10-40c7b06ddd30 tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] 10.222.0.13 "GET /v2.0/ports?device_id=c8f9c054-f308-4af6-8eb8-5dcdd62eb3fd HTTP/1.1" status: 200 len: 950 time: 0.1297872 Nov 05 18:40:26.779506 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-4a1ef4dc-25b0-4462-9fe0-fd23d5ecf079 tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:40:26.814818 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-72381a37-ac62-4c98-a424-f86bed5d6545 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:40:26.825110 n-d-816865-1 neutron-server[102386]: DEBUG neutron.notifiers.nova [None req-4a1ef4dc-25b0-4462-9fe0-fd23d5ecf079 tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] device_id is not set on port 12cc8ba5-8895-4346-85a3-5a5395794a18 yet. {{(pid=102386) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 05 18:40:26.830977 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-7efb6152-cf46-4255-abe9-e53c89ac340d None None] For port 328c922a-af10-44b2-a0eb-d34ae0f028e7, host n-d-816865-1, cleared binding levels {{(pid=102388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 18:40:26.839386 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-7efb6152-cf46-4255-abe9-e53c89ac340d None None] For port 328c922a-af10-44b2-a0eb-d34ae0f028e7, host n-d-816865-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=328c922a-af10-44b2-a0eb-d34ae0f028e7,segment=NetworkSegment(6186c4cd-4d81-4117-b1bc-f8fd9e145a22),segment_id=6186c4cd-4d81-4117-b1bc-f8fd9e145a22)] {{(pid=102388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 18:40:26.855292 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-a28bf86d-e278-4dbf-a4f3-643248f7c866 req-12d24d72-c061-49fd-865d-30ccc28ce648 tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] 10.222.0.13 "GET /v2.0/security-groups?id=c4f63610-8850-433c-ac4b-7e7146261ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854547 Nov 05 18:40:26.937987 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-7efb6152-cf46-4255-abe9-e53c89ac340d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:40:26.938589 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-61968f9a-926a-4716-b8b7-c0dbbfa69d16 req-fe72b127-0c13-4259-b0db-c14697545c75 tempest-ServersTestMultiNic-1214536785 tempest-ServersTestMultiNic-1214536785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4417063'] for port, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:40:26.975632 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72381a37-ac62-4c98-a424-f86bed5d6545 None None] Pushing event updated for resources: {'Port': ['ID=e5e448d0-675b-44a9-b4f5-3f1e4c767d02,revision_number=3']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:40:27.080795 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe72b127-0c13-4259-b0db-c14697545c75 tempest-ServersTestMultiNic-1214536785 tempest-ServersTestMultiNic-1214536785-project] Pushing event deleted for resources: {'Port': ['ID=f0aed09e-5bdf-4603-8dc3-21ebd4d875fe,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:40:27.190862 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-6866d254-a113-4885-8ae6-cb50d41393f2 req-9c28a1cd-5df2-4214-bb05-cd71f85f8618 tempest-SecurityGroupsTestJSON-1222042648 tempest-SecurityGroupsTestJSON-1222042648-project] Publish callbacks [] for security_group, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:40:27.209811 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7efb6152-cf46-4255-abe9-e53c89ac340d None None] Pushing event updated for resources: {'Port': ['ID=328c922a-af10-44b2-a0eb-d34ae0f028e7,revision_number=2']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:40:27.236631 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.l3_dvrscheduler_db [req-61968f9a-926a-4716-b8b7-c0dbbfa69d16 req-fe72b127-0c13-4259-b0db-c14697545c75 tempest-ServersTestMultiNic-1214536785 tempest-ServersTestMultiNic-1214536785-project] No DVR routers for this DVR port f0aed09e-5bdf-4603-8dc3-21ebd4d875fe on host n-h1-816865-1 {{(pid=102387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 18:40:27.239660 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-61968f9a-926a-4716-b8b7-c0dbbfa69d16 req-fe72b127-0c13-4259-b0db-c14697545c75 tempest-ServersTestMultiNic-1214536785 tempest-ServersTestMultiNic-1214536785-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:40:27.244290 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-61968f9a-926a-4716-b8b7-c0dbbfa69d16 req-fe72b127-0c13-4259-b0db-c14697545c75 tempest-ServersTestMultiNic-1214536785 tempest-ServersTestMultiNic-1214536785-project] 10.222.0.41 "DELETE /v2.0/ports/f0aed09e-5bdf-4603-8dc3-21ebd4d875fe HTTP/1.1" status: 204 len: 173 time: 1.1130550 Nov 05 18:40:27.254389 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.db_base_plugin_common [None req-4a1ef4dc-25b0-4462-9fe0-fd23d5ecf079 tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Allocated IP 10.1.1.59 (c2a3f4df-26b3-4bb0-9eae-63aad7044fea/ba9a8eab-576a-4407-8387-c01c9ae7bbff/12cc8ba5-8895-4346-85a3-5a5395794a18) {{(pid=102386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 18:40:27.256219 n-d-816865-1 neutron-server[102387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '494e2f45-b44c-4b7b-9e85-570ca11e78f9', 'name': 'network-vif-deleted', 'tag': '92f988f2-3f68-45ae-a8eb-93634b3ce4be'}, {'server_uuid': '494e2f45-b44c-4b7b-9e85-570ca11e78f9', 'name': 'network-vif-deleted', 'tag': 'f0aed09e-5bdf-4603-8dc3-21ebd4d875fe'}] {{(pid=102387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 18:40:27.258595 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab06bd4ddf5758c1f10d79fe34dc215bafa488692cde9dba2fcbcb67556f90bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88bc7b67-827e-478f-96a6-92a67e2c07d1" -d '{"events": [{"server_uuid": "494e2f45-b44c-4b7b-9e85-570ca11e78f9", "name": "network-vif-deleted", "tag": "92f988f2-3f68-45ae-a8eb-93634b3ce4be"}, {"server_uuid": "494e2f45-b44c-4b7b-9e85-570ca11e78f9", "name": "network-vif-deleted", "tag": "f0aed09e-5bdf-4603-8dc3-21ebd4d875fe"}]}' {{(pid=102387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 18:40:27.273303 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-6866d254-a113-4885-8ae6-cb50d41393f2 req-9c28a1cd-5df2-4214-bb05-cd71f85f8618 tempest-SecurityGroupsTestJSON-1222042648 tempest-SecurityGroupsTestJSON-1222042648-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:40:27.308539 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c28a1cd-5df2-4214-bb05-cd71f85f8618 tempest-SecurityGroupsTestJSON-1222042648 tempest-SecurityGroupsTestJSON-1222042648-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3149c345-97bb-4a7d-8385-e22b6c2622e4,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:40:27.363100 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-741d59be-ff6b-4d0d-a123-6daeac7025bd None None] Provisioning complete for port fa9fc664-ad20-4e86-ab04-751d1b06b45b triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:40:27.363481 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-741d59be-ff6b-4d0d-a123-6daeac7025bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:40:27.419792 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-6866d254-a113-4885-8ae6-cb50d41393f2 req-9c28a1cd-5df2-4214-bb05-cd71f85f8618 tempest-SecurityGroupsTestJSON-1222042648 tempest-SecurityGroupsTestJSON-1222042648-project] Publish callbacks [] for security_group, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:40:27.421363 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-6866d254-a113-4885-8ae6-cb50d41393f2 req-9c28a1cd-5df2-4214-bb05-cd71f85f8618 tempest-SecurityGroupsTestJSON-1222042648 tempest-SecurityGroupsTestJSON-1222042648-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1822 time: 0.9558570 Nov 05 18:40:27.498076 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-741d59be-ff6b-4d0d-a123-6daeac7025bd None None] Port fa9fc664-ad20-4e86-ab04-751d1b06b45b cannot update to ACTIVE because it is not bound. {{(pid=102388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 18:40:27.504429 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-00274b97-db31-4922-8ade-a27fb1431802 req-5de13258-e5e6-4fbf-b1fe-8cebf1330d8b tempest-ServersTestMultiNic-1214536785 tempest-ServersTestMultiNic-1214536785-project] 10.222.0.13 "GET /v2.0/ports?device_id=494e2f45-b44c-4b7b-9e85-570ca11e78f9 HTTP/1.1" status: 200 len: 210 time: 0.0821011 Nov 05 18:40:27.523842 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 05 Nov 2021 18:40:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a788551-cc51-4750-ab4a-5097b9d749c5 x-openstack-request-id: req-4a788551-cc51-4750-ab4a-5097b9d749c5 {{(pid=102387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 18:40:27.524207 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "494e2f45-b44c-4b7b-9e85-570ca11e78f9", "name": "network-vif-deleted", "tag": "92f988f2-3f68-45ae-a8eb-93634b3ce4be", "status": "completed", "code": 200}, {"server_uuid": "494e2f45-b44c-4b7b-9e85-570ca11e78f9", "name": "network-vif-deleted", "tag": "f0aed09e-5bdf-4603-8dc3-21ebd4d875fe", "status": "completed", "code": 200}]} {{(pid=102387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 18:40:27.526744 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4a788551-cc51-4750-ab4a-5097b9d749c5 {{(pid=102387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 18:40:27.527192 n-d-816865-1 neutron-server[102387]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '494e2f45-b44c-4b7b-9e85-570ca11e78f9', 'name': 'network-vif-deleted', 'tag': '92f988f2-3f68-45ae-a8eb-93634b3ce4be', 'status': 'completed', 'code': 200} Nov 05 18:40:27.527456 n-d-816865-1 neutron-server[102387]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '494e2f45-b44c-4b7b-9e85-570ca11e78f9', 'name': 'network-vif-deleted', 'tag': 'f0aed09e-5bdf-4603-8dc3-21ebd4d875fe', 'status': 'completed', 'code': 200} Nov 05 18:40:27.533565 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-741d59be-ff6b-4d0d-a123-6daeac7025bd None None] Provisioning complete for port e5e448d0-675b-44a9-b4f5-3f1e4c767d02 triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:40:27.533948 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-741d59be-ff6b-4d0d-a123-6daeac7025bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:40:27.567503 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-4a1ef4dc-25b0-4462-9fe0-fd23d5ecf079 tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Publish callbacks [] for port, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:40:27.599613 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [req-833985c9-1fcb-477c-969b-6aea062cf99c req-108682db-2687-4bdb-9355-fc5e57e04a25 tempest-SecurityGroupsTestJSON-1222042648 tempest-SecurityGroupsTestJSON-1222042648-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1095720390', 'description': 'tempest-description-1948060266'}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:40:27.640723 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Device 92f988f2-3f68-45ae-a8eb-93634b3ce4be no longer exists at agent hyperv_n-h1-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 18:40:27.704552 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] No Port match for: 92f988f2-3f68-45ae-a8eb-93634b3ce4be {{(pid=102388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 18:40:27.708105 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a0d7aa-823d-4fd0-9a9b-14cf831dccab req-1a76990a-2915-4ff1-84b5-d5cfe5eee6f1 tempest-ListImageFiltersTestJSON-1107050978 tempest-ListImageFiltersTestJSON-1107050978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:40:27.709374 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Device 92f988f2-3f68-45ae-a8eb-93634b3ce4be not bound to the agent host n-h1-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 18:40:27.714656 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-55a0d7aa-823d-4fd0-9a9b-14cf831dccab req-1a76990a-2915-4ff1-84b5-d5cfe5eee6f1 tempest-ListImageFiltersTestJSON-1107050978 tempest-ListImageFiltersTestJSON-1107050978-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e5951dd-ceb5-464b-9b97-d9970a02b978 HTTP/1.1" status: 200 len: 948 time: 0.1042349 Nov 05 18:40:27.722751 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Device b40e1dfd-8405-495f-8e25-3525af98e8ae no longer exists at agent hyperv_n-h1-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 18:40:27.753766 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-4a1ef4dc-25b0-4462-9fe0-fd23d5ecf079 tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:40:27.761723 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] No Port match for: b40e1dfd-8405-495f-8e25-3525af98e8ae {{(pid=102388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 18:40:27.763311 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-833985c9-1fcb-477c-969b-6aea062cf99c req-108682db-2687-4bdb-9355-fc5e57e04a25 tempest-SecurityGroupsTestJSON-1222042648 tempest-SecurityGroupsTestJSON-1222042648-project] Publish callbacks [] for security_group, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:40:27.764216 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Device b40e1dfd-8405-495f-8e25-3525af98e8ae not bound to the agent host n-h1-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 18:40:27.764861 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Device f0aed09e-5bdf-4603-8dc3-21ebd4d875fe no longer exists at agent hyperv_n-h1-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 18:40:27.793113 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] No Port match for: f0aed09e-5bdf-4603-8dc3-21ebd4d875fe {{(pid=102388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 18:40:27.793733 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Device f0aed09e-5bdf-4603-8dc3-21ebd4d875fe not bound to the agent host n-h1-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 18:40:27.839536 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-55a0d7aa-823d-4fd0-9a9b-14cf831dccab req-abe99172-af2b-4bc7-86a8-4ccbe6963481 tempest-ListImageFiltersTestJSON-1107050978 tempest-ListImageFiltersTestJSON-1107050978-project] 10.222.0.13 "GET /v2.0/security-groups?id=3a75c85e-fd58-4736-9ad8-18dced01e280&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210673 Nov 05 18:40:27.845752 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a1ef4dc-25b0-4462-9fe0-fd23d5ecf079 tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Network c2a3f4df-26b3-4bb0-9eae-63aad7044fea is already hosted by enough agents. {{(pid=102386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 18:40:27.864524 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.base_scheduler [None req-4a1ef4dc-25b0-4462-9fe0-fd23d5ecf079 tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Resources bound (agent type, host, resource id): {{(pid=102386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:40:27.869719 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a1ef4dc-25b0-4462-9fe0-fd23d5ecf079 tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Received port after_create {{(pid=102386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 18:40:27.906197 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1ef4dc-25b0-4462-9fe0-fd23d5ecf079 tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Pushing event updated for resources: {'Port': ['ID=12cc8ba5-8895-4346-85a3-5a5395794a18,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:40:27.953875 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-833985c9-1fcb-477c-969b-6aea062cf99c req-108682db-2687-4bdb-9355-fc5e57e04a25 tempest-SecurityGroupsTestJSON-1222042648 tempest-SecurityGroupsTestJSON-1222042648-project] Publish callbacks [] for security_group, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:40:27.958097 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a1ef4dc-25b0-4462-9fe0-fd23d5ecf079 tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:40:27.958872 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-4a1ef4dc-25b0-4462-9fe0-fd23d5ecf079 tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:40:27.983044 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-48033194-228a-4b5c-b042-76e39265623e None None] Provisioning complete for port fa9fc664-ad20-4e86-ab04-751d1b06b45b triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:40:27.983044 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-48033194-228a-4b5c-b042-76e39265623e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:40:28.034187 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-833985c9-1fcb-477c-969b-6aea062cf99c req-108682db-2687-4bdb-9355-fc5e57e04a25 tempest-SecurityGroupsTestJSON-1222042648 tempest-SecurityGroupsTestJSON-1222042648-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:40:28.066560 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-4a1ef4dc-25b0-4462-9fe0-fd23d5ecf079 tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.6984105 Nov 05 18:40:28.077611 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-48033194-228a-4b5c-b042-76e39265623e None None] Port fa9fc664-ad20-4e86-ab04-751d1b06b45b cannot update to ACTIVE because it is not bound. {{(pid=102388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 18:40:28.101827 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108682db-2687-4bdb-9355-fc5e57e04a25 tempest-SecurityGroupsTestJSON-1222042648 tempest-SecurityGroupsTestJSON-1222042648-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b30f3ba1-9162-4622-a582-dfbdf362065e,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:40:28.126398 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d9d682-c0fa-4225-8848-02863366ee13 req-02fdab95-e88f-4a9b-b808-0e0b73a057c2 tempest-ImagesTestJSON-1124888854 tempest-ImagesTestJSON-1124888854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:40:28.127837 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-65d9d682-c0fa-4225-8848-02863366ee13 req-02fdab95-e88f-4a9b-b808-0e0b73a057c2 tempest-ImagesTestJSON-1124888854 tempest-ImagesTestJSON-1124888854-project] 10.222.0.13 "GET /v2.0/ports?device_id=119849e3-bd6e-46cc-9c50-33fdbdc61761 HTTP/1.1" status: 200 len: 944 time: 0.0906191 Nov 05 18:40:28.159389 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-833985c9-1fcb-477c-969b-6aea062cf99c req-108682db-2687-4bdb-9355-fc5e57e04a25 tempest-SecurityGroupsTestJSON-1222042648 tempest-SecurityGroupsTestJSON-1222042648-project] Publish callbacks [] for security_group, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:40:28.171639 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-833985c9-1fcb-477c-969b-6aea062cf99c req-108682db-2687-4bdb-9355-fc5e57e04a25 tempest-SecurityGroupsTestJSON-1222042648 tempest-SecurityGroupsTestJSON-1222042648-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1823 time: 0.5801528 Nov 05 18:40:28.243723 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-65d9d682-c0fa-4225-8848-02863366ee13 req-8ec399f0-2a16-45e7-8e88-14cc50f247e1 tempest-ImagesTestJSON-1124888854 tempest-ImagesTestJSON-1124888854-project] 10.222.0.13 "GET /v2.0/security-groups?id=219552fc-3788-478b-8295-8fbe212226b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076319 Nov 05 18:40:28.316868 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-5aad9613-ac81-470a-b86d-f38356c37515 None None] Provisioning complete for port 12cc8ba5-8895-4346-85a3-5a5395794a18 triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:40:28.317241 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-5aad9613-ac81-470a-b86d-f38356c37515 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:40:28.334767 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d7a2db-c8df-4727-864a-b2b189cb68f5 req-47488ad9-907f-4b0c-9907-d4fb5fd5aa42 tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:40:28.342458 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-07d7a2db-c8df-4727-864a-b2b189cb68f5 req-47488ad9-907f-4b0c-9907-d4fb5fd5aa42 tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] 10.222.0.13 "GET /v2.0/ports?device_id=c8f9c054-f308-4af6-8eb8-5dcdd62eb3fd HTTP/1.1" status: 200 len: 950 time: 0.0924890 Nov 05 18:40:28.384344 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-5aad9613-ac81-470a-b86d-f38356c37515 None None] Port 12cc8ba5-8895-4346-85a3-5a5395794a18 cannot update to ACTIVE because it is not bound. {{(pid=102388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 18:40:28.466728 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-07d7a2db-c8df-4727-864a-b2b189cb68f5 req-2930e31e-84fe-43eb-b687-100a88b61172 tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] 10.222.0.13 "GET /v2.0/security-groups?id=c4f63610-8850-433c-ac4b-7e7146261ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233113 Nov 05 18:40:28.485466 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 328c922a-af10-44b2-a0eb-d34ae0f028e7 up at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 18:40:28.552200 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Provisioning complete for port 328c922a-af10-44b2-a0eb-d34ae0f028e7 triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:40:28.552577 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:40:28.651251 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:40:28.690835 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] For port 328c922a-af10-44b2-a0eb-d34ae0f028e7, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=328c922a-af10-44b2-a0eb-d34ae0f028e7,segment=NetworkSegment(6186c4cd-4d81-4117-b1bc-f8fd9e145a22),segment_id=6186c4cd-4d81-4117-b1bc-f8fd9e145a22)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:40:28.694793 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e42d6682-7df3-417a-8dbd-7ac6c4c99673 None None] Network 1b7a851b-c808-4864-8618-892ad55d5d0a requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 18:40:28.734190 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb0053d-f14c-4520-a028-e392470a087a req-6bd045a2-c31e-4a0a-8da1-cc1fad75cb09 tempest-SecurityGroupsTestJSON-1222042648 tempest-SecurityGroupsTestJSON-1222042648-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:40:28.741902 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-8bb0053d-f14c-4520-a028-e392470a087a req-6bd045a2-c31e-4a0a-8da1-cc1fad75cb09 tempest-SecurityGroupsTestJSON-1222042648 tempest-SecurityGroupsTestJSON-1222042648-project] 10.222.0.13 "GET /v2.0/networks?id=9743ad7b-9947-4aa3-b66d-0168e5572670 HTTP/1.1" status: 200 len: 812 time: 0.1758955 Nov 05 18:40:28.759054 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-8bb0053d-f14c-4520-a028-e392470a087a req-b64ce5d2-81a5-46dd-adb5-0c763f9427e5 tempest-SecurityGroupsTestJSON-1222042648 tempest-SecurityGroupsTestJSON-1222042648-project] 10.222.0.13 "GET /v2.0/quotas/05b01937f9ca44aa923731561d630757 HTTP/1.1" status: 200 len: 375 time: 0.0161951 Nov 05 18:40:28.770569 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:40:28.771756 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device e5e448d0-675b-44a9-b4f5-3f1e4c767d02 up at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 18:40:28.817533 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-8bb0053d-f14c-4520-a028-e392470a087a req-48151c7e-3e7e-49d9-8aca-a9b415eb5bc8 tempest-SecurityGroupsTestJSON-1222042648 tempest-SecurityGroupsTestJSON-1222042648-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=05b01937f9ca44aa923731561d630757&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0576007 Nov 05 18:40:28.853533 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Pushing event updated for resources: {'Port': ['ID=328c922a-af10-44b2-a0eb-d34ae0f028e7,revision_number=3']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:40:28.879218 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-5e152d85-9e66-45fe-9e13-0d01e87420da None None] Provisioning complete for port 328c922a-af10-44b2-a0eb-d34ae0f028e7 triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:40:28.879592 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-5e152d85-9e66-45fe-9e13-0d01e87420da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:40:28.913694 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-8bb0053d-f14c-4520-a028-e392470a087a req-23762df4-6bcb-40ca-a31a-39b8e0dd6e0f service neutron] 10.222.0.13 "GET /v2.0/networks/9743ad7b-9947-4aa3-b66d-0168e5572670?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953236 Nov 05 18:40:29.005097 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Provisioning complete for port e5e448d0-675b-44a9-b4f5-3f1e4c767d02 triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:40:29.005097 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:40:29.005514 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 42766) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:40:29.012212 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-51273163-ed02-47a5-82d3-4a9bb5852724 tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2078997059', 'description': 'tempest-description--1954800964'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:40:29.076136 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-8bb0053d-f14c-4520-a028-e392470a087a req-5d799772-ff05-49ca-8f19-06da23db3c8c service neutron] 10.222.0.13 "GET /v2.0/networks/9743ad7b-9947-4aa3-b66d-0168e5572670?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1542993 Nov 05 18:40:29.089929 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 42768) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:40:29.139873 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-51273163-ed02-47a5-82d3-4a9bb5852724 tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Publish callbacks [] for security_group, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:40:29.172278 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a5de7a1-1992-4ca4-8253-fc321989dc45 tempest-ServersTestMultiNic-1214536785 tempest-ServersTestMultiNic-1214536785-project] Deleting subnet dfe90a81-e705-4b25-98bc-68ce514af722 {{(pid=102386) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 05 18:40:29.178388 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-4a5de7a1-1992-4ca4-8253-fc321989dc45 tempest-ServersTestMultiNic-1214536785 tempest-ServersTestMultiNic-1214536785-project] Publish callbacks [] for subnet, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:40:29.261518 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-4a5de7a1-1992-4ca4-8253-fc321989dc45 tempest-ServersTestMultiNic-1214536785 tempest-ServersTestMultiNic-1214536785-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4590738'] for subnet, precommit_delete_associations {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:40:29.359443 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ecdf91-3166-4ffa-b616-4a7ede3b0d67 req-18fa99d6-1e9f-4aec-b681-51c91529c8e2 tempest-ListImageFiltersTestJSON-1107050978 tempest-ListImageFiltersTestJSON-1107050978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:40:29.364700 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-55ecdf91-3166-4ffa-b616-4a7ede3b0d67 req-18fa99d6-1e9f-4aec-b681-51c91529c8e2 tempest-ListImageFiltersTestJSON-1107050978 tempest-ListImageFiltersTestJSON-1107050978-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e5951dd-ceb5-464b-9b97-d9970a02b978 HTTP/1.1" status: 200 len: 948 time: 0.1740222 Nov 05 18:40:29.385823 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36243f90-4299-40e3-b660-4148ae0a5662 req-2c99c055-18ba-429b-8380-f6e8d72f4e34 tempest-ListImageFiltersTestJSON-1107050978 tempest-ListImageFiltersTestJSON-1107050978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:40:29.387784 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-36243f90-4299-40e3-b660-4148ae0a5662 req-2c99c055-18ba-429b-8380-f6e8d72f4e34 tempest-ListImageFiltersTestJSON-1107050978 tempest-ListImageFiltersTestJSON-1107050978-project] 10.222.0.41 "GET /v2.0/ports?device_id=6e5951dd-ceb5-464b-9b97-d9970a02b978 HTTP/1.1" status: 200 len: 948 time: 0.1762671 Nov 05 18:40:29.472154 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-4a5de7a1-1992-4ca4-8253-fc321989dc45 tempest-ServersTestMultiNic-1214536785 tempest-ServersTestMultiNic-1214536785-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1573928'] for subnet, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:40:29.555111 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-51273163-ed02-47a5-82d3-4a9bb5852724 tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Publish callbacks [] for security_group, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:40:29.612696 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-11af65e2-c364-4624-aea6-9b3ef8a7e145 req-edd0cb14-a5f0-495d-b7de-c22d3b94fdea service neutron] 10.222.0.55 "GET /v2.0/ports/046eb35d-2125-4c26-8c14-0533b517be00/bindings/n-h2-816865-1 HTTP/1.1" status: 200 len: 382 time: 0.0669396 Nov 05 18:40:29.628152 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-4a5de7a1-1992-4ca4-8253-fc321989dc45 tempest-ServersTestMultiNic-1214536785 tempest-ServersTestMultiNic-1214536785-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1573905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6149879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4877183'] for subnet, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:40:29.650247 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-55ecdf91-3166-4ffa-b616-4a7ede3b0d67 req-3f4a40ed-1314-422a-903f-2b25494beeac tempest-ListImageFiltersTestJSON-1107050978 tempest-ListImageFiltersTestJSON-1107050978-project] 10.222.0.13 "GET /v2.0/security-groups?id=3a75c85e-fd58-4736-9ad8-18dced01e280&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2558837 Nov 05 18:40:29.655647 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Device 17e494ec-876c-4457-9174-f4c0ab3114a3 up at agent hyperv_n-h2-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 18:40:29.684477 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5de7a1-1992-4ca4-8253-fc321989dc45 tempest-ServersTestMultiNic-1214536785 tempest-ServersTestMultiNic-1214536785-project] Pushing event deleted for resources: {'Subnet': ['ID=dfe90a81-e705-4b25-98bc-68ce514af722,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:40:29.688626 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-4a5de7a1-1992-4ca4-8253-fc321989dc45 tempest-ServersTestMultiNic-1214536785 tempest-ServersTestMultiNic-1214536785-project] Publish callbacks [] for subnet, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:40:29.694188 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-4a5de7a1-1992-4ca4-8253-fc321989dc45 tempest-ServersTestMultiNic-1214536785 tempest-ServersTestMultiNic-1214536785-project] 10.222.0.13 "DELETE /v2.0/subnets/dfe90a81-e705-4b25-98bc-68ce514af722 HTTP/1.1" status: 204 len: 168 time: 0.6000712 Nov 05 18:40:29.694489 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 42784) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:40:29.715253 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [req-36243f90-4299-40e3-b660-4148ae0a5662 req-7ac782f7-b1f8-47f9-976e-3fa6496b148b tempest-ListImageFiltersTestJSON-1107050978 tempest-ListImageFiltersTestJSON-1107050978-project] Deleting port 74b4f536-afc6-45ed-95eb-c7d47fdce2ed {{(pid=102387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 18:40:29.717338 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-36243f90-4299-40e3-b660-4148ae0a5662 req-7ac782f7-b1f8-47f9-976e-3fa6496b148b tempest-ListImageFiltersTestJSON-1107050978 tempest-ListImageFiltersTestJSON-1107050978-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:40:29.733259 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c42325e-cdb3-4705-8b9d-b610b79ee5dc None None] Network f394b287-340e-45e0-837f-d8c4a57cd15e requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 18:40:29.779760 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-9868ddb5-0d90-403e-aef9-066e1168c93a tempest-ServersTestMultiNic-1214536785 tempest-ServersTestMultiNic-1214536785-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1664226'] for network, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:40:29.782302 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-51273163-ed02-47a5-82d3-4a9bb5852724 tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:40:29.804801 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd7c16a-64fb-4214-ab2e-c6ac8050ed61 req-19211271-b4db-4cd0-a72b-dbc14111b51a tempest-ImagesTestJSON-1124888854 tempest-ImagesTestJSON-1124888854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:40:29.814618 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-7cd7c16a-64fb-4214-ab2e-c6ac8050ed61 req-19211271-b4db-4cd0-a72b-dbc14111b51a tempest-ImagesTestJSON-1124888854 tempest-ImagesTestJSON-1124888854-project] 10.222.0.13 "GET /v2.0/ports?device_id=119849e3-bd6e-46cc-9c50-33fdbdc61761 HTTP/1.1" status: 200 len: 944 time: 0.2385223 Nov 05 18:40:29.831345 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-06fcd529-7ed1-4f03-819a-444ae13ad0b6 req-68a80c2f-5710-48e8-abf9-b082b5109269 tempest-SecurityGroupsTestJSON-1222042648 tempest-SecurityGroupsTestJSON-1222042648-project] 10.222.0.13 "GET /v2.0/ports?device_id=c84b4fb3-f5d9-42ca-bc53-0c3bf03c22c5 HTTP/1.1" status: 200 len: 210 time: 0.1104422 Nov 05 18:40:29.849315 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51273163-ed02-47a5-82d3-4a9bb5852724 tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Pushing event updated for resources: {'SecurityGroup': ['ID=98567ca5-1884-480b-af79-82f64bb06e96,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:40:29.880236 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-9868ddb5-0d90-403e-aef9-066e1168c93a tempest-ServersTestMultiNic-1214536785 tempest-ServersTestMultiNic-1214536785-project] Deleting port a7a03d82-32f0-4c88-8486-5428a2fd5591 {{(pid=102386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 18:40:29.881700 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-9868ddb5-0d90-403e-aef9-066e1168c93a tempest-ServersTestMultiNic-1214536785 tempest-ServersTestMultiNic-1214536785-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:40:29.941859 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-51273163-ed02-47a5-82d3-4a9bb5852724 tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Publish callbacks [] for security_group, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:40:29.943140 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-51273163-ed02-47a5-82d3-4a9bb5852724 tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.9365811 Nov 05 18:40:29.952415 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 42786) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:40:30.003047 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-51400c2a-e22e-4721-81de-e6185963c89e None None] Provisioning complete for port 328c922a-af10-44b2-a0eb-d34ae0f028e7 triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:40:30.003740 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-51400c2a-e22e-4721-81de-e6185963c89e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:40:30.009143 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-7cd7c16a-64fb-4214-ab2e-c6ac8050ed61 req-6e6e5ad2-67b7-45c4-96f1-5d3bc83d2421 tempest-ImagesTestJSON-1124888854 tempest-ImagesTestJSON-1124888854-project] 10.222.0.13 "GET /v2.0/security-groups?id=219552fc-3788-478b-8295-8fbe212226b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1903412 Nov 05 18:40:30.018267 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-fe3f9e9f-2125-477d-96ea-85f9776df86d tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Request body: {'security_group_rule': {'security_group_id': '98567ca5-1884-480b-af79-82f64bb06e96', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:40:30.063375 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.db [req-36243f90-4299-40e3-b660-4148ae0a5662 req-7ac782f7-b1f8-47f9-976e-3fa6496b148b tempest-ListImageFiltersTestJSON-1107050978 tempest-ListImageFiltersTestJSON-1107050978-project] For port 74b4f536-afc6-45ed-95eb-c7d47fdce2ed, host n-h1-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=74b4f536-afc6-45ed-95eb-c7d47fdce2ed,segment=NetworkSegment(35c2db9c-522d-48d3-98cf-a08c2cc55db7),segment_id=35c2db9c-522d-48d3-98cf-a08c2cc55db7)] {{(pid=102387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:40:30.063892 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-36243f90-4299-40e3-b660-4148ae0a5662 req-7ac782f7-b1f8-47f9-976e-3fa6496b148b tempest-ListImageFiltersTestJSON-1107050978 tempest-ListImageFiltersTestJSON-1107050978-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:40:30.070209 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [None req-9868ddb5-0d90-403e-aef9-066e1168c93a tempest-ServersTestMultiNic-1214536785 tempest-ServersTestMultiNic-1214536785-project] For port a7a03d82-32f0-4c88-8486-5428a2fd5591, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=a7a03d82-32f0-4c88-8486-5428a2fd5591,segment=NetworkSegment(22587c8c-d80d-4478-9101-f730178c0e2e),segment_id=22587c8c-d80d-4478-9101-f730178c0e2e)] {{(pid=102386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:40:30.070598 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-9868ddb5-0d90-403e-aef9-066e1168c93a tempest-ServersTestMultiNic-1214536785 tempest-ServersTestMultiNic-1214536785-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:40:30.088930 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-9868ddb5-0d90-403e-aef9-066e1168c93a tempest-ServersTestMultiNic-1214536785 tempest-ServersTestMultiNic-1214536785-project] Calling delete_port for a7a03d82-32f0-4c88-8486-5428a2fd5591 owned by network:dhcp {{(pid=102386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 18:40:30.112402 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [req-36243f90-4299-40e3-b660-4148ae0a5662 req-7ac782f7-b1f8-47f9-976e-3fa6496b148b tempest-ListImageFiltersTestJSON-1107050978 tempest-ListImageFiltersTestJSON-1107050978-project] Calling delete_port for 74b4f536-afc6-45ed-95eb-c7d47fdce2ed owned by compute:nova {{(pid=102387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 18:40:30.130945 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff1c295a-62af-4748-b4b9-ac80c072b568 None None] DHCP port deletion for f394b287-340e-45e0-837f-d8c4a57cd15e request from n-d-816865-1 {{(pid=102388) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 05 18:40:30.195020 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-fe3f9e9f-2125-477d-96ea-85f9776df86d tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:40:30.203550 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12374356-8ed6-40d3-ae86-3dacc305eecb req-2c6a1867-c50d-40b4-83f1-9640bb411142 tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:40:30.205266 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-12374356-8ed6-40d3-ae86-3dacc305eecb req-2c6a1867-c50d-40b4-83f1-9640bb411142 tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] 10.222.0.13 "GET /v2.0/ports?device_id=c8f9c054-f308-4af6-8eb8-5dcdd62eb3fd HTTP/1.1" status: 200 len: 950 time: 0.2621942 Nov 05 18:40:30.286363 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-fe3f9e9f-2125-477d-96ea-85f9776df86d tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:40:30.287837 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Provisioning for port 17e494ec-876c-4457-9174-f4c0ab3114a3 completed by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 05 18:40:30.288038 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-9868ddb5-0d90-403e-aef9-066e1168c93a tempest-ServersTestMultiNic-1214536785 tempest-ServersTestMultiNic-1214536785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:40:30.329797 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Provisioning complete for port 17e494ec-876c-4457-9174-f4c0ab3114a3 triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:40:30.330255 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:40:30.330973 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-12374356-8ed6-40d3-ae86-3dacc305eecb req-40aac7d8-46d7-44a4-9c98-7d171042f7f8 tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] 10.222.0.13 "GET /v2.0/security-groups?id=c4f63610-8850-433c-ac4b-7e7146261ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981874 Nov 05 18:40:30.355203 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9868ddb5-0d90-403e-aef9-066e1168c93a tempest-ServersTestMultiNic-1214536785 tempest-ServersTestMultiNic-1214536785-project] Pushing event deleted for resources: {'Port': ['ID=a7a03d82-32f0-4c88-8486-5428a2fd5591,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:40:30.372547 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9868ddb5-0d90-403e-aef9-066e1168c93a tempest-ServersTestMultiNic-1214536785 tempest-ServersTestMultiNic-1214536785-project] No DVR routers for this DVR port a7a03d82-32f0-4c88-8486-5428a2fd5591 on host n-d-816865-1 {{(pid=102386) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 18:40:30.377151 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-fe3f9e9f-2125-477d-96ea-85f9776df86d tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985308'] for security_group_rule, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:40:30.384414 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 328c922a-af10-44b2-a0eb-d34ae0f028e7 up at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 18:40:30.408359 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-ff1c295a-62af-4748-b4b9-ac80c072b568 None None] Deleting port a7a03d82-32f0-4c88-8486-5428a2fd5591 {{(pid=102388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 18:40:30.411691 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-ff1c295a-62af-4748-b4b9-ac80c072b568 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:40:30.441079 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3f9e9f-2125-477d-96ea-85f9776df86d tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e792eeb-cf27-4475-9b0c-b7fc2004ac91,revision_number=0']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:40:30.509684 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-36243f90-4299-40e3-b660-4148ae0a5662 req-7ac782f7-b1f8-47f9-976e-3fa6496b148b tempest-ListImageFiltersTestJSON-1107050978 tempest-ListImageFiltersTestJSON-1107050978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4417063'] for port, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:40:30.525698 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-9868ddb5-0d90-403e-aef9-066e1168c93a tempest-ServersTestMultiNic-1214536785 tempest-ServersTestMultiNic-1214536785-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1579173', 'neutron.services.segments.db._delete_segments_for_network-8750027792909'] for network, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:40:30.532220 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-ff1c295a-62af-4748-b4b9-ac80c072b568 None None] For port a7a03d82-32f0-4c88-8486-5428a2fd5591, host n-d-816865-1, got binding levels [] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:40:30.532617 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-ff1c295a-62af-4748-b4b9-ac80c072b568 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:40:30.551706 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-ff1c295a-62af-4748-b4b9-ac80c072b568 None None] Calling delete_port for a7a03d82-32f0-4c88-8486-5428a2fd5591 owned by network:dhcp {{(pid=102388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 18:40:30.555652 n-d-816865-1 neutron-server[102386]: DEBUG neutron.services.segments.db [None req-9868ddb5-0d90-403e-aef9-066e1168c93a tempest-ServersTestMultiNic-1214536785 tempest-ServersTestMultiNic-1214536785-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f394b287-340e-45e0-837f-d8c4a57cd15e']}} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:40:30.556237 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.ipam_backend_mixin [None req-ff1c295a-62af-4748-b4b9-ac80c072b568 None None] Port a7a03d82-32f0-4c88-8486-5428a2fd5591 was not found and therefore no delete operation was performed {{(pid=102388) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 05 18:40:30.561671 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-ff1c295a-62af-4748-b4b9-ac80c072b568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798'] for port, after_delete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:40:30.566672 n-d-816865-1 neutron-server[102386]: DEBUG neutron.services.segments.db [None req-9868ddb5-0d90-403e-aef9-066e1168c93a tempest-ServersTestMultiNic-1214536785 tempest-ServersTestMultiNic-1214536785-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '22587c8c-d80d-4478-9101-f730178c0e2e') {'for_net_delete': True} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:40:30.566984 n-d-816865-1 neutron-server[102386]: DEBUG neutron.services.segments.db [None req-9868ddb5-0d90-403e-aef9-066e1168c93a tempest-ServersTestMultiNic-1214536785 tempest-ServersTestMultiNic-1214536785-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '22587c8c-d80d-4478-9101-f730178c0e2e') {} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:40:30.574297 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac782f7-b1f8-47f9-976e-3fa6496b148b tempest-ListImageFiltersTestJSON-1107050978 tempest-ListImageFiltersTestJSON-1107050978-project] Pushing event deleted for resources: {'Port': ['ID=74b4f536-afc6-45ed-95eb-c7d47fdce2ed,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:40:30.600293 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-9868ddb5-0d90-403e-aef9-066e1168c93a tempest-ServersTestMultiNic-1214536785 tempest-ServersTestMultiNic-1214536785-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750027793430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4590747'] for segment, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:40:30.616982 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Provisioning complete for port 328c922a-af10-44b2-a0eb-d34ae0f028e7 triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:40:30.617350 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:40:30.619979 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1c295a-62af-4748-b4b9-ac80c072b568 None None] Pushing event deleted for resources: {'Port': ['ID=a7a03d82-32f0-4c88-8486-5428a2fd5591,revision_number=None']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:40:30.638833 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-9868ddb5-0d90-403e-aef9-066e1168c93a tempest-ServersTestMultiNic-1214536785 tempest-ServersTestMultiNic-1214536785-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273'] for segment, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:40:30.647297 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff1c295a-62af-4748-b4b9-ac80c072b568 None None] No DVR routers for this DVR port a7a03d82-32f0-4c88-8486-5428a2fd5591 on host n-d-816865-1 {{(pid=102388) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 18:40:30.651358 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11af65e2-c364-4624-aea6-9b3ef8a7e145 req-c1229537-542c-4891-b370-5ffb2eda940f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:40:30.653383 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-11af65e2-c364-4624-aea6-9b3ef8a7e145 req-c1229537-542c-4891-b370-5ffb2eda940f service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=c8f9c054-f308-4af6-8eb8-5dcdd62eb3fd&tenant_id=10ec5728e81c4449951d5c9e87d02372 HTTP/1.1" status: 200 len: 1101 time: 0.2920341 Nov 05 18:40:30.654855 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9868ddb5-0d90-403e-aef9-066e1168c93a tempest-ServersTestMultiNic-1214536785 tempest-ServersTestMultiNic-1214536785-project] Releasing vlan 178 on physical network physnet1 to pool {{(pid=102386) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 05 18:40:30.655421 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-9868ddb5-0d90-403e-aef9-066e1168c93a tempest-ServersTestMultiNic-1214536785 tempest-ServersTestMultiNic-1214536785-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6149721'] for segment, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:40:30.674181 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.l3_dvrscheduler_db [req-36243f90-4299-40e3-b660-4148ae0a5662 req-7ac782f7-b1f8-47f9-976e-3fa6496b148b tempest-ListImageFiltersTestJSON-1107050978 tempest-ListImageFiltersTestJSON-1107050978-project] No DVR routers for this DVR port 74b4f536-afc6-45ed-95eb-c7d47fdce2ed on host n-h1-816865-1 {{(pid=102387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 18:40:30.678639 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-36243f90-4299-40e3-b660-4148ae0a5662 req-7ac782f7-b1f8-47f9-976e-3fa6496b148b tempest-ListImageFiltersTestJSON-1107050978 tempest-ListImageFiltersTestJSON-1107050978-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:40:30.681149 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:40:30.683266 n-d-816865-1 neutron-server[102386]: Traceback (most recent call last): Nov 05 18:40:30.683266 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 05 18:40:30.683266 n-d-816865-1 neutron-server[102386]: timer() Nov 05 18:40:30.683266 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 05 18:40:30.683266 n-d-816865-1 neutron-server[102386]: cb(*args, **kw) Nov 05 18:40:30.683266 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 05 18:40:30.683266 n-d-816865-1 neutron-server[102386]: return func(*args, **kwargs) Nov 05 18:40:30.683266 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 05 18:40:30.683266 n-d-816865-1 neutron-server[102386]: self._notify() Nov 05 18:40:30.683266 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 05 18:40:30.683266 n-d-816865-1 neutron-server[102386]: self.callback(batched_events) Nov 05 18:40:30.683266 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 05 18:40:30.683266 n-d-816865-1 neutron-server[102386]: event.method(event) Nov 05 18:40:30.683266 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 05 18:40:30.683266 n-d-816865-1 neutron-server[102386]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 05 18:40:30.683266 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 05 18:40:30.683266 n-d-816865-1 neutron-server[102386]: aggregate_uuid = self.p_client.list_aggregates( Nov 05 18:40:30.683266 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 05 18:40:30.683266 n-d-816865-1 neutron-server[102386]: return f(self, *a, **k) Nov 05 18:40:30.683266 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 05 18:40:30.683266 n-d-816865-1 neutron-server[102386]: return self._get(url).json() Nov 05 18:40:30.683266 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 05 18:40:30.683266 n-d-816865-1 neutron-server[102386]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 05 18:40:30.683266 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 05 18:40:30.683266 n-d-816865-1 neutron-server[102386]: return self.request(url, 'GET', **kwargs) Nov 05 18:40:30.683266 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 05 18:40:30.683266 n-d-816865-1 neutron-server[102386]: base_url = self.get_endpoint(auth, allow=allow, Nov 05 18:40:30.683266 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 05 18:40:30.683266 n-d-816865-1 neutron-server[102386]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 05 18:40:30.683266 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 05 18:40:30.683266 n-d-816865-1 neutron-server[102386]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 05 18:40:30.683266 n-d-816865-1 neutron-server[102386]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 05 18:40:30.689440 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-36243f90-4299-40e3-b660-4148ae0a5662 req-7ac782f7-b1f8-47f9-976e-3fa6496b148b tempest-ListImageFiltersTestJSON-1107050978 tempest-ListImageFiltersTestJSON-1107050978-project] 10.222.0.41 "DELETE /v2.0/ports/74b4f536-afc6-45ed-95eb-c7d47fdce2ed HTTP/1.1" status: 204 len: 173 time: 1.2699535 Nov 05 18:40:30.689987 n-d-816865-1 neutron-server[102387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e5951dd-ceb5-464b-9b97-d9970a02b978', 'name': 'network-vif-deleted', 'tag': '74b4f536-afc6-45ed-95eb-c7d47fdce2ed'}] {{(pid=102387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 18:40:30.704452 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab06bd4ddf5758c1f10d79fe34dc215bafa488692cde9dba2fcbcb67556f90bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33a9a143-6604-48db-8da0-924ae767c006" -d '{"events": [{"server_uuid": "6e5951dd-ceb5-464b-9b97-d9970a02b978", "name": "network-vif-deleted", "tag": "74b4f536-afc6-45ed-95eb-c7d47fdce2ed"}]}' {{(pid=102387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 18:40:30.745206 n-d-816865-1 neutron-server[102388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '119849e3-bd6e-46cc-9c50-33fdbdc61761', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17e494ec-876c-4457-9174-f4c0ab3114a3'}] {{(pid=102388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 18:40:30.748323 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85474fee1180e129d8a886d264fe0b30223aa672dd1ffe43b630605f18504f68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae096ab5-d5b7-43b0-bd59-0584c94a0d66" -d '{"events": [{"server_uuid": "119849e3-bd6e-46cc-9c50-33fdbdc61761", "name": "network-vif-plugged", "status": "completed", "tag": "17e494ec-876c-4457-9174-f4c0ab3114a3"}]}' {{(pid=102388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 18:40:30.766804 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] For port 17e494ec-876c-4457-9174-f4c0ab3114a3, host n-h2-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=17e494ec-876c-4457-9174-f4c0ab3114a3,segment=NetworkSegment(b0f4d4e8-61d5-4e79-9c35-e1f620a70868),segment_id=b0f4d4e8-61d5-4e79-9c35-e1f620a70868)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:40:30.820544 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-fe3f9e9f-2125-477d-96ea-85f9776df86d tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:40:30.823457 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-be0df858-4952-4fea-96ec-ff42315402f7 req-09d40929-cf4d-4e1f-85c4-e09777ff15f1 tempest-ListImageFiltersTestJSON-1107050978 tempest-ListImageFiltersTestJSON-1107050978-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e5951dd-ceb5-464b-9b97-d9970a02b978 HTTP/1.1" status: 200 len: 210 time: 0.0671687 Nov 05 18:40:30.824039 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-fe3f9e9f-2125-477d-96ea-85f9776df86d tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8685184 Nov 05 18:40:30.824849 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 42800) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:40:30.830108 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 18:40:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ffcb84d-fdca-43f3-a12e-f25c7244881f x-openstack-request-id: req-4ffcb84d-fdca-43f3-a12e-f25c7244881f {{(pid=102387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 18:40:30.830108 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e5951dd-ceb5-464b-9b97-d9970a02b978", "name": "network-vif-deleted", "tag": "74b4f536-afc6-45ed-95eb-c7d47fdce2ed", "status": "completed", "code": 200}]} {{(pid=102387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 18:40:30.830108 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4ffcb84d-fdca-43f3-a12e-f25c7244881f {{(pid=102387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 18:40:30.830108 n-d-816865-1 neutron-server[102387]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e5951dd-ceb5-464b-9b97-d9970a02b978', 'name': 'network-vif-deleted', 'tag': '74b4f536-afc6-45ed-95eb-c7d47fdce2ed', 'status': 'completed', 'code': 200} Nov 05 18:40:30.839781 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:40:30.915214 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 18:40:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7ccc44f-2553-44e7-971f-f94b80ef5aa4 x-openstack-request-id: req-a7ccc44f-2553-44e7-971f-f94b80ef5aa4 {{(pid=102388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 18:40:30.915387 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "119849e3-bd6e-46cc-9c50-33fdbdc61761", "name": "network-vif-plugged", "status": "completed", "tag": "17e494ec-876c-4457-9174-f4c0ab3114a3", "code": 200}]} {{(pid=102388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 18:40:30.915702 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a7ccc44f-2553-44e7-971f-f94b80ef5aa4 {{(pid=102388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 18:40:30.916136 n-d-816865-1 neutron-server[102388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '119849e3-bd6e-46cc-9c50-33fdbdc61761', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17e494ec-876c-4457-9174-f4c0ab3114a3', 'code': 200} Nov 05 18:40:30.933639 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device a7a03d82-32f0-4c88-8486-5428a2fd5591 no longer exists at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 18:40:30.955560 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-2b9f1ad7-dac8-4f6b-a783-b5902f38cbc6 req-41578261-cb3d-421f-bd48-9569ca6a7eb4 tempest-SecurityGroupsTestJSON-1222042648 tempest-SecurityGroupsTestJSON-1222042648-project] 10.222.0.13 "GET /v2.0/ports?device_id=c84b4fb3-f5d9-42ca-bc53-0c3bf03c22c5 HTTP/1.1" status: 200 len: 210 time: 0.0368710 Nov 05 18:40:31.015155 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Pushing event updated for resources: {'Port': ['ID=17e494ec-876c-4457-9174-f4c0ab3114a3,revision_number=5']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:40:31.021839 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] No Port match for: a7a03d82-32f0-4c88-8486-5428a2fd5591 {{(pid=102388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 18:40:31.022210 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device a7a03d82-32f0-4c88-8486-5428a2fd5591 not bound to the agent host n-d-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 18:40:31.206898 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e774538d-54a2-4f1f-801f-fec23a5689ce req-f2e66b6d-a92e-4d2e-8282-64540d3b388d tempest-ImagesTestJSON-1124888854 tempest-ImagesTestJSON-1124888854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:40:31.215978 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-e774538d-54a2-4f1f-801f-fec23a5689ce req-f2e66b6d-a92e-4d2e-8282-64540d3b388d tempest-ImagesTestJSON-1124888854 tempest-ImagesTestJSON-1124888854-project] 10.222.0.13 "GET /v2.0/ports?device_id=119849e3-bd6e-46cc-9c50-33fdbdc61761 HTTP/1.1" status: 200 len: 945 time: 0.0685382 Nov 05 18:40:31.265552 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-e774538d-54a2-4f1f-801f-fec23a5689ce req-b239bcf0-912b-4fce-9ba3-612cf735a572 tempest-ImagesTestJSON-1124888854 tempest-ImagesTestJSON-1124888854-project] 10.222.0.13 "GET /v2.0/security-groups?id=219552fc-3788-478b-8295-8fbe212226b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484850 Nov 05 18:40:31.314513 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-c8a75bf3-bcd8-4c96-ac55-f73e73695d43 tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Request body: {'security_group_rule': {'security_group_id': '98567ca5-1884-480b-af79-82f64bb06e96', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:40:31.370805 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11af65e2-c364-4624-aea6-9b3ef8a7e145 req-97d1f8fd-7c8b-4670-a565-14319ad650f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:40:31.372571 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-11af65e2-c364-4624-aea6-9b3ef8a7e145 req-97d1f8fd-7c8b-4670-a565-14319ad650f7 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=10ec5728e81c4449951d5c9e87d02372&device_id=c8f9c054-f308-4af6-8eb8-5dcdd62eb3fd HTTP/1.1" status: 200 len: 1101 time: 0.6848276 Nov 05 18:40:31.378858 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a96cef9-85bb-4e5f-9e49-8a338bbadbf5 req-bf6b0f80-6331-4322-b364-7cce52801f73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:40:31.380414 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-3a96cef9-85bb-4e5f-9e49-8a338bbadbf5 req-bf6b0f80-6331-4322-b364-7cce52801f73 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=119849e3-bd6e-46cc-9c50-33fdbdc61761 HTTP/1.1" status: 200 len: 1096 time: 0.0711794 Nov 05 18:40:31.381722 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-9868ddb5-0d90-403e-aef9-066e1168c93a tempest-ServersTestMultiNic-1214536785 tempest-ServersTestMultiNic-1214536785-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1579178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-956796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1000687'] for network, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:40:31.388770 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-9868ddb5-0d90-403e-aef9-066e1168c93a tempest-ServersTestMultiNic-1214536785 tempest-ServersTestMultiNic-1214536785-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597851'] for network, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:40:31.392042 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-9868ddb5-0d90-403e-aef9-066e1168c93a tempest-ServersTestMultiNic-1214536785 tempest-ServersTestMultiNic-1214536785-project] 10.222.0.13 "DELETE /v2.0/networks/f394b287-340e-45e0-837f-d8c4a57cd15e HTTP/1.1" status: 204 len: 168 time: 1.6966567 Nov 05 18:40:31.394909 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 42812) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:40:31.425557 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9868ddb5-0d90-403e-aef9-066e1168c93a tempest-ServersTestMultiNic-1214536785 tempest-ServersTestMultiNic-1214536785-project] Pushing event deleted for resources: {'Network': ['ID=f394b287-340e-45e0-837f-d8c4a57cd15e,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:40:31.474732 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-c8a75bf3-bcd8-4c96-ac55-f73e73695d43 tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:40:31.490451 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.db_base_plugin_v2 [None req-edb1f5d2-cef0-4128-ae2c-0525081ce655 tempest-ServersTestMultiNic-1214536785 tempest-ServersTestMultiNic-1214536785-project] Deleting subnet d0e6baef-1668-4b2c-8282-6d35647c1d94 {{(pid=102387) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 05 18:40:31.495788 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-edb1f5d2-cef0-4128-ae2c-0525081ce655 tempest-ServersTestMultiNic-1214536785 tempest-ServersTestMultiNic-1214536785-project] Publish callbacks [] for subnet, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:40:31.525027 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-3a96cef9-85bb-4e5f-9e49-8a338bbadbf5 req-6f47d86d-d5b6-485f-b334-7714df346971 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=219552fc-3788-478b-8295-8fbe212226b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226275 Nov 05 18:40:31.530787 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24aa3d6c-3858-4cfd-9862-bfe3d9f379de req-e912a617-7e09-4dd8-addd-33cebd7d1b15 tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:40:31.532547 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-24aa3d6c-3858-4cfd-9862-bfe3d9f379de req-e912a617-7e09-4dd8-addd-33cebd7d1b15 tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] 10.222.0.13 "GET /v2.0/ports?device_id=c8f9c054-f308-4af6-8eb8-5dcdd62eb3fd HTTP/1.1" status: 200 len: 950 time: 0.0932028 Nov 05 18:40:31.577173 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-edb1f5d2-cef0-4128-ae2c-0525081ce655 tempest-ServersTestMultiNic-1214536785 tempest-ServersTestMultiNic-1214536785-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4463501'] for subnet, precommit_delete_associations {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:40:31.589791 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11af65e2-c364-4624-aea6-9b3ef8a7e145 req-d87bc1ed-492e-4f5f-9176-ba6eb13e0228 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:40:31.591284 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-11af65e2-c364-4624-aea6-9b3ef8a7e145 req-d87bc1ed-492e-4f5f-9176-ba6eb13e0228 service neutron] 10.222.0.55 "GET /v2.0/networks?id=a723f808-b11e-4066-b104-fad90c82895e HTTP/1.1" status: 200 len: 870 time: 0.1902421 Nov 05 18:40:31.597545 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-c8a75bf3-bcd8-4c96-ac55-f73e73695d43 tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:40:31.685005 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-c8a75bf3-bcd8-4c96-ac55-f73e73695d43 tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985308'] for security_group_rule, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:40:31.706063 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a75bf3-bcd8-4c96-ac55-f73e73695d43 tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5de5d77b-2cd7-486f-9894-5be40c62eae1,revision_number=0']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:40:31.775113 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-11af65e2-c364-4624-aea6-9b3ef8a7e145 req-97ec6dd6-9b3b-4a13-8f0d-1a077d87d97e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.155&port_id=046eb35d-2125-4c26-8c14-0533b517be00 HTTP/1.1" status: 200 len: 217 time: 0.0399020 Nov 05 18:40:31.819756 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-c8a75bf3-bcd8-4c96-ac55-f73e73695d43 tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:40:31.824928 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-c8a75bf3-bcd8-4c96-ac55-f73e73695d43 tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5169885 Nov 05 18:40:31.827974 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 42816) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:40:31.832192 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-b154524e-50e2-4e29-8ce8-deb580abcf63 tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Request body: {'floatingip': {'floating_network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:40:31.868149 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11af65e2-c364-4624-aea6-9b3ef8a7e145 req-f2e6e290-d39f-489d-90b8-f012fac966ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:40:31.868996 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-11af65e2-c364-4624-aea6-9b3ef8a7e145 req-f2e6e290-d39f-489d-90b8-f012fac966ad service neutron] 10.222.0.55 "GET /v2.0/subnets?id=05e7a1b5-165b-4a00-855a-ffbcb2eba59e HTTP/1.1" status: 200 len: 843 time: 0.0856709 Nov 05 18:40:31.943771 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11af65e2-c364-4624-aea6-9b3ef8a7e145 req-929eb7ae-6caf-409c-aa67-97fc880bb347 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:40:31.945296 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-11af65e2-c364-4624-aea6-9b3ef8a7e145 req-929eb7ae-6caf-409c-aa67-97fc880bb347 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a723f808-b11e-4066-b104-fad90c82895e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0652280 Nov 05 18:40:32.002556 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-f7574b2a-ca42-427f-9594-46dc39fd1d9f req-b25622d3-1913-49aa-81ba-e4c552442e12 tempest-ListImageFiltersTestJSON-1107050978 tempest-ListImageFiltersTestJSON-1107050978-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e5951dd-ceb5-464b-9b97-d9970a02b978 HTTP/1.1" status: 200 len: 210 time: 0.0415447 Nov 05 18:40:32.009782 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-24aa3d6c-3858-4cfd-9862-bfe3d9f379de req-289d154e-6628-474c-bc61-db75e320a4fa tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] 10.222.0.13 "GET /v2.0/security-groups?id=c4f63610-8850-433c-ac4b-7e7146261ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4698389 Nov 05 18:40:32.015146 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-b154524e-50e2-4e29-8ce8-deb580abcf63 tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Publish callbacks [] for floatingip, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:40:32.093174 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-edb1f5d2-cef0-4128-ae2c-0525081ce655 tempest-ServersTestMultiNic-1214536785 tempest-ServersTestMultiNic-1214536785-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1573928'] for subnet, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:40:32.112687 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-11af65e2-c364-4624-aea6-9b3ef8a7e145 req-5045b580-d9c8-4c7f-adab-6bb2184584ae service neutron] 10.222.0.55 "GET /v2.0/networks/a723f808-b11e-4066-b104-fad90c82895e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1573443 Nov 05 18:40:32.150242 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-3cd619dd-8788-4063-9bb3-69cdf6744779 req-c1183efa-ac4a-4c68-b5df-99e50457ad47 tempest-SecurityGroupsTestJSON-1222042648 tempest-SecurityGroupsTestJSON-1222042648-project] 10.222.0.13 "GET /v2.0/ports?device_id=c84b4fb3-f5d9-42ca-bc53-0c3bf03c22c5 HTTP/1.1" status: 200 len: 210 time: 0.0350444 Nov 05 18:40:32.204244 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-b154524e-50e2-4e29-8ce8-deb580abcf63 tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:40:32.291737 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-11af65e2-c364-4624-aea6-9b3ef8a7e145 req-6d9b8f3d-a5e8-4817-9bcd-da4723740d82 service neutron] 10.222.0.55 "GET /v2.0/networks/a723f808-b11e-4066-b104-fad90c82895e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1690159 Nov 05 18:40:32.302637 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-edb1f5d2-cef0-4128-ae2c-0525081ce655 tempest-ServersTestMultiNic-1214536785 tempest-ServersTestMultiNic-1214536785-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1573905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4417146', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5112209'] for subnet, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:40:32.335295 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb1f5d2-cef0-4128-ae2c-0525081ce655 tempest-ServersTestMultiNic-1214536785 tempest-ServersTestMultiNic-1214536785-project] Pushing event deleted for resources: {'Subnet': ['ID=d0e6baef-1668-4b2c-8282-6d35647c1d94,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:40:32.341422 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-edb1f5d2-cef0-4128-ae2c-0525081ce655 tempest-ServersTestMultiNic-1214536785 tempest-ServersTestMultiNic-1214536785-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597851'] for subnet, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:40:32.346301 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-edb1f5d2-cef0-4128-ae2c-0525081ce655 tempest-ServersTestMultiNic-1214536785 tempest-ServersTestMultiNic-1214536785-project] 10.222.0.13 "DELETE /v2.0/subnets/d0e6baef-1668-4b2c-8282-6d35647c1d94 HTTP/1.1" status: 204 len: 168 time: 0.9498360 Nov 05 18:40:32.348725 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 42824) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:40:32.349851 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f625faf-aaee-41e0-b669-5b213597e7bb None None] Network 73788293-db44-4a7b-a04d-105a4d638144 requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 18:40:32.415598 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb0053d-f14c-4520-a028-e392470a087a req-530cee15-cadc-425d-9569-b2d5ccc09807 tempest-SecurityGroupsTestJSON-1222042648 tempest-SecurityGroupsTestJSON-1222042648-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:40:32.417077 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-8bb0053d-f14c-4520-a028-e392470a087a req-530cee15-cadc-425d-9569-b2d5ccc09807 tempest-SecurityGroupsTestJSON-1222042648 tempest-SecurityGroupsTestJSON-1222042648-project] 10.222.0.55 "GET /v2.0/networks?id=9743ad7b-9947-4aa3-b66d-0168e5572670 HTTP/1.1" status: 200 len: 812 time: 0.1993165 Nov 05 18:40:32.418282 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.db_base_plugin_common [None req-b154524e-50e2-4e29-8ce8-deb580abcf63 tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Allocated IP 172.25.6.153 (40c8335d-cd0b-4cb5-910a-d4dcddd5cbec/04fe6db3-e108-4208-943d-6518424f5726/43689f8e-7605-4938-bfe0-074b11ea2e9f) {{(pid=102386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 18:40:32.440900 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [req-8bb0053d-f14c-4520-a028-e392470a087a req-6b4668ca-c4f1-4966-a070-7024c92921cd tempest-SecurityGroupsTestJSON-1222042648 tempest-SecurityGroupsTestJSON-1222042648-project] Request body: {'port': {'device_id': 'c84b4fb3-f5d9-42ca-bc53-0c3bf03c22c5', 'network_id': '9743ad7b-9947-4aa3-b66d-0168e5572670', 'admin_state_up': True, 'tenant_id': '05b01937f9ca44aa923731561d630757'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:40:32.449739 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-bb0618a7-d9ea-4fa5-a234-fdc0280a1ec0 tempest-ServersTestMultiNic-1214536785 tempest-ServersTestMultiNic-1214536785-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1664226'] for network, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:40:32.520196 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6de097b-16ad-4cb4-b755-89c2ea692723 req-cd3e9053-88d3-4a03-b3a4-f69e3a4cb9fb tempest-ImagesTestJSON-1124888854 tempest-ImagesTestJSON-1124888854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:40:32.527932 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-a6de097b-16ad-4cb4-b755-89c2ea692723 req-cd3e9053-88d3-4a03-b3a4-f69e3a4cb9fb tempest-ImagesTestJSON-1124888854 tempest-ImagesTestJSON-1124888854-project] 10.222.0.13 "GET /v2.0/ports?device_id=119849e3-bd6e-46cc-9c50-33fdbdc61761 HTTP/1.1" status: 200 len: 945 time: 0.0900474 Nov 05 18:40:32.592485 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-a6de097b-16ad-4cb4-b755-89c2ea692723 req-f5efb3f8-977e-4750-8434-e87da75ea222 tempest-ImagesTestJSON-1124888854 tempest-ImagesTestJSON-1124888854-project] 10.222.0.13 "GET /v2.0/security-groups?id=219552fc-3788-478b-8295-8fbe212226b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637112 Nov 05 18:40:32.599361 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [None req-bb0618a7-d9ea-4fa5-a234-fdc0280a1ec0 tempest-ServersTestMultiNic-1214536785 tempest-ServersTestMultiNic-1214536785-project] Deleting port 778bbf84-ebb2-4869-b1bd-ecfbaa16269d {{(pid=102387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 18:40:32.599643 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-bb0618a7-d9ea-4fa5-a234-fdc0280a1ec0 tempest-ServersTestMultiNic-1214536785 tempest-ServersTestMultiNic-1214536785-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:40:32.613631 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-86340726-5450-4dd0-b9b9-ed14b168db9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:40:32.671920 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.db [None req-bb0618a7-d9ea-4fa5-a234-fdc0280a1ec0 tempest-ServersTestMultiNic-1214536785 tempest-ServersTestMultiNic-1214536785-project] For port 778bbf84-ebb2-4869-b1bd-ecfbaa16269d, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=778bbf84-ebb2-4869-b1bd-ecfbaa16269d,segment=NetworkSegment(8407edfd-cbcf-4afb-bebf-f4fdffd7470b),segment_id=8407edfd-cbcf-4afb-bebf-f4fdffd7470b)] {{(pid=102387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:40:32.672282 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-bb0618a7-d9ea-4fa5-a234-fdc0280a1ec0 tempest-ServersTestMultiNic-1214536785 tempest-ServersTestMultiNic-1214536785-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:40:32.690411 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e485a7af-3f50-429a-ae01-efcecba199da None None] DHCP port deletion for 73788293-db44-4a7b-a04d-105a4d638144 request from n-d-816865-1 {{(pid=102388) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 05 18:40:32.700751 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [None req-bb0618a7-d9ea-4fa5-a234-fdc0280a1ec0 tempest-ServersTestMultiNic-1214536785 tempest-ServersTestMultiNic-1214536785-project] Calling delete_port for 778bbf84-ebb2-4869-b1bd-ecfbaa16269d owned by network:dhcp {{(pid=102387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 18:40:32.700950 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-b154524e-50e2-4e29-8ce8-deb580abcf63 tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Publish callbacks [] for port, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:40:32.750269 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-e485a7af-3f50-429a-ae01-efcecba199da None None] Deleting port 778bbf84-ebb2-4869-b1bd-ecfbaa16269d {{(pid=102388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 18:40:32.750529 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-e485a7af-3f50-429a-ae01-efcecba199da None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:40:32.760144 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8bb0053d-f14c-4520-a028-e392470a087a req-6b4668ca-c4f1-4966-a070-7024c92921cd tempest-SecurityGroupsTestJSON-1222042648 tempest-SecurityGroupsTestJSON-1222042648-project] Made reservation on behalf of 05b01937f9ca44aa923731561d630757 for: {'port': 1} {{(pid=102386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 18:40:32.765639 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-8bb0053d-f14c-4520-a028-e392470a087a req-6b4668ca-c4f1-4966-a070-7024c92921cd tempest-SecurityGroupsTestJSON-1222042648 tempest-SecurityGroupsTestJSON-1222042648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:40:32.831254 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-b154524e-50e2-4e29-8ce8-deb580abcf63 tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:40:32.835448 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-e485a7af-3f50-429a-ae01-efcecba199da None None] For port 778bbf84-ebb2-4869-b1bd-ecfbaa16269d, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=778bbf84-ebb2-4869-b1bd-ecfbaa16269d,segment=NetworkSegment(8407edfd-cbcf-4afb-bebf-f4fdffd7470b),segment_id=8407edfd-cbcf-4afb-bebf-f4fdffd7470b)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:40:32.835844 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-e485a7af-3f50-429a-ae01-efcecba199da None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:40:32.848702 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-e485a7af-3f50-429a-ae01-efcecba199da None None] Calling delete_port for 778bbf84-ebb2-4869-b1bd-ecfbaa16269d owned by network:dhcp {{(pid=102388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 18:40:32.886701 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-bb0618a7-d9ea-4fa5-a234-fdc0280a1ec0 tempest-ServersTestMultiNic-1214536785 tempest-ServersTestMultiNic-1214536785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4417063'] for port, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:40:32.896826 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b154524e-50e2-4e29-8ce8-deb580abcf63 tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Network 40c8335d-cd0b-4cb5-910a-d4dcddd5cbec is already hosted by enough agents. {{(pid=102386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 18:40:32.904974 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb0618a7-d9ea-4fa5-a234-fdc0280a1ec0 tempest-ServersTestMultiNic-1214536785 tempest-ServersTestMultiNic-1214536785-project] No DVR routers for this DVR port 778bbf84-ebb2-4869-b1bd-ecfbaa16269d on host n-d-816865-1 {{(pid=102387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 18:40:32.920994 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.base_scheduler [None req-b154524e-50e2-4e29-8ce8-deb580abcf63 tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Resources bound (agent type, host, resource id): {{(pid=102386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:40:32.927552 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b154524e-50e2-4e29-8ce8-deb580abcf63 tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Received port after_create {{(pid=102386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 18:40:32.933014 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b154524e-50e2-4e29-8ce8-deb580abcf63 tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Pushing event updated for resources: {'Port': ['ID=43689f8e-7605-4938-bfe0-074b11ea2e9f,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:40:32.937237 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0618a7-d9ea-4fa5-a234-fdc0280a1ec0 tempest-ServersTestMultiNic-1214536785 tempest-ServersTestMultiNic-1214536785-project] Pushing event deleted for resources: {'Port': ['ID=778bbf84-ebb2-4869-b1bd-ecfbaa16269d,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:40:32.947600 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-e485a7af-3f50-429a-ae01-efcecba199da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798'] for port, after_delete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:40:32.979891 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e485a7af-3f50-429a-ae01-efcecba199da None None] No DVR routers for this DVR port 778bbf84-ebb2-4869-b1bd-ecfbaa16269d on host n-d-816865-1 {{(pid=102388) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 18:40:32.981704 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e485a7af-3f50-429a-ae01-efcecba199da None None] Pushing event deleted for resources: {'Port': ['ID=778bbf84-ebb2-4869-b1bd-ecfbaa16269d,revision_number=None']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:40:32.985835 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.db_base_plugin_common [req-8bb0053d-f14c-4520-a028-e392470a087a req-6b4668ca-c4f1-4966-a070-7024c92921cd tempest-SecurityGroupsTestJSON-1222042648 tempest-SecurityGroupsTestJSON-1222042648-project] Allocated IP 172.20.0.6 (9743ad7b-9947-4aa3-b66d-0168e5572670/cb31a061-4578-4faf-9b25-83e849882576/6bad0b15-a3fa-4364-b5f5-f6a4ad7be1f5) {{(pid=102386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 18:40:33.038645 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-bb0618a7-d9ea-4fa5-a234-fdc0280a1ec0 tempest-ServersTestMultiNic-1214536785 tempest-ServersTestMultiNic-1214536785-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1579173', 'neutron.services.segments.db._delete_segments_for_network-8750027792909'] for network, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:40:33.064146 n-d-816865-1 neutron-server[102387]: DEBUG neutron.services.segments.db [None req-bb0618a7-d9ea-4fa5-a234-fdc0280a1ec0 tempest-ServersTestMultiNic-1214536785 tempest-ServersTestMultiNic-1214536785-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['73788293-db44-4a7b-a04d-105a4d638144']}} {{(pid=102387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:40:33.074522 n-d-816865-1 neutron-server[102387]: DEBUG neutron.services.segments.db [None req-bb0618a7-d9ea-4fa5-a234-fdc0280a1ec0 tempest-ServersTestMultiNic-1214536785 tempest-ServersTestMultiNic-1214536785-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8407edfd-cbcf-4afb-bebf-f4fdffd7470b') {'for_net_delete': True} {{(pid=102387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:40:33.074897 n-d-816865-1 neutron-server[102387]: DEBUG neutron.services.segments.db [None req-bb0618a7-d9ea-4fa5-a234-fdc0280a1ec0 tempest-ServersTestMultiNic-1214536785 tempest-ServersTestMultiNic-1214536785-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8407edfd-cbcf-4afb-bebf-f4fdffd7470b') {} {{(pid=102387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:40:33.077666 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-b154524e-50e2-4e29-8ce8-deb580abcf63 tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:40:33.088441 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-bb0618a7-d9ea-4fa5-a234-fdc0280a1ec0 tempest-ServersTestMultiNic-1214536785 tempest-ServersTestMultiNic-1214536785-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750027793430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4463492'] for segment, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:40:33.105938 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-bb0618a7-d9ea-4fa5-a234-fdc0280a1ec0 tempest-ServersTestMultiNic-1214536785 tempest-ServersTestMultiNic-1214536785-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273'] for segment, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:40:33.123904 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb0618a7-d9ea-4fa5-a234-fdc0280a1ec0 tempest-ServersTestMultiNic-1214536785 tempest-ServersTestMultiNic-1214536785-project] Releasing vlan 189 on physical network physnet1 to pool {{(pid=102387) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 05 18:40:33.124394 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-bb0618a7-d9ea-4fa5-a234-fdc0280a1ec0 tempest-ServersTestMultiNic-1214536785 tempest-ServersTestMultiNic-1214536785-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4417236'] for segment, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:40:33.127742 n-d-816865-1 neutron-server[102387]: Traceback (most recent call last): Nov 05 18:40:33.127742 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 05 18:40:33.127742 n-d-816865-1 neutron-server[102387]: timer() Nov 05 18:40:33.127742 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 05 18:40:33.127742 n-d-816865-1 neutron-server[102387]: cb(*args, **kw) Nov 05 18:40:33.127742 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 05 18:40:33.127742 n-d-816865-1 neutron-server[102387]: return func(*args, **kwargs) Nov 05 18:40:33.127742 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 05 18:40:33.127742 n-d-816865-1 neutron-server[102387]: self._notify() Nov 05 18:40:33.127742 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 05 18:40:33.127742 n-d-816865-1 neutron-server[102387]: self.callback(batched_events) Nov 05 18:40:33.127742 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 05 18:40:33.127742 n-d-816865-1 neutron-server[102387]: event.method(event) Nov 05 18:40:33.127742 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 05 18:40:33.127742 n-d-816865-1 neutron-server[102387]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 05 18:40:33.127742 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 05 18:40:33.127742 n-d-816865-1 neutron-server[102387]: aggregate_uuid = self.p_client.list_aggregates( Nov 05 18:40:33.127742 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 05 18:40:33.127742 n-d-816865-1 neutron-server[102387]: return f(self, *a, **k) Nov 05 18:40:33.127742 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 05 18:40:33.127742 n-d-816865-1 neutron-server[102387]: return self._get(url).json() Nov 05 18:40:33.127742 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 05 18:40:33.127742 n-d-816865-1 neutron-server[102387]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 05 18:40:33.127742 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 05 18:40:33.127742 n-d-816865-1 neutron-server[102387]: return self.request(url, 'GET', **kwargs) Nov 05 18:40:33.127742 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 05 18:40:33.127742 n-d-816865-1 neutron-server[102387]: base_url = self.get_endpoint(auth, allow=allow, Nov 05 18:40:33.127742 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 05 18:40:33.127742 n-d-816865-1 neutron-server[102387]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 05 18:40:33.127742 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 05 18:40:33.127742 n-d-816865-1 neutron-server[102387]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 05 18:40:33.127742 n-d-816865-1 neutron-server[102387]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 05 18:40:33.224455 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-8bb0053d-f14c-4520-a028-e392470a087a req-6b4668ca-c4f1-4966-a070-7024c92921cd tempest-SecurityGroupsTestJSON-1222042648 tempest-SecurityGroupsTestJSON-1222042648-project] Publish callbacks [] for port, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:40:33.233739 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-b154524e-50e2-4e29-8ce8-deb580abcf63 tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:40:33.237414 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb81565-b717-4ebb-b141-56128ac42bcf req-7b9d6786-1538-41c9-8b18-b97e10162a7f tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:40:33.238941 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-4bb81565-b717-4ebb-b141-56128ac42bcf req-7b9d6786-1538-41c9-8b18-b97e10162a7f tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] 10.222.0.13 "GET /v2.0/ports?device_id=c8f9c054-f308-4af6-8eb8-5dcdd62eb3fd HTTP/1.1" status: 200 len: 950 time: 0.1082211 Nov 05 18:40:33.290304 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-4bb81565-b717-4ebb-b141-56128ac42bcf req-6a174668-134c-4aaf-9372-40b570ad2dae tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] 10.222.0.13 "GET /v2.0/security-groups?id=c4f63610-8850-433c-ac4b-7e7146261ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437071 Nov 05 18:40:33.316738 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-bb0618a7-d9ea-4fa5-a234-fdc0280a1ec0 tempest-ServersTestMultiNic-1214536785 tempest-ServersTestMultiNic-1214536785-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1579178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-956796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1000687'] for network, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:40:33.316738 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-bb0618a7-d9ea-4fa5-a234-fdc0280a1ec0 tempest-ServersTestMultiNic-1214536785 tempest-ServersTestMultiNic-1214536785-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597851'] for network, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:40:33.316738 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-bb0618a7-d9ea-4fa5-a234-fdc0280a1ec0 tempest-ServersTestMultiNic-1214536785 tempest-ServersTestMultiNic-1214536785-project] 10.222.0.13 "DELETE /v2.0/networks/73788293-db44-4a7b-a04d-105a4d638144 HTTP/1.1" status: 204 len: 168 time: 0.9647126 Nov 05 18:40:33.320174 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 42838) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:40:33.327713 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-5f44cbc3-4ae6-4452-81db-312ff9a58bc9 tempest-ServersTestMultiNic-1214536785 tempest-ServersTestMultiNic-1214536785-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1955992773'}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:40:33.360436 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0618a7-d9ea-4fa5-a234-fdc0280a1ec0 tempest-ServersTestMultiNic-1214536785 tempest-ServersTestMultiNic-1214536785-project] Pushing event deleted for resources: {'Network': ['ID=73788293-db44-4a7b-a04d-105a4d638144,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:40:33.365719 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-8bb0053d-f14c-4520-a028-e392470a087a req-6b4668ca-c4f1-4966-a070-7024c92921cd tempest-SecurityGroupsTestJSON-1222042648 tempest-SecurityGroupsTestJSON-1222042648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:40:33.377508 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] get_ports_and_sgs() called for port_ids ['07ad1e6a-5ef2-4823-940a-64f3df413fd4'] {{(pid=102388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 18:40:33.411542 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Device 046eb35d-2125-4c26-8c14-0533b517be00 no longer exists at agent hyperv_n-h2-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 18:40:33.418091 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8bb0053d-f14c-4520-a028-e392470a087a req-6b4668ca-c4f1-4966-a070-7024c92921cd tempest-SecurityGroupsTestJSON-1222042648 tempest-SecurityGroupsTestJSON-1222042648-project] Network 9743ad7b-9947-4aa3-b66d-0168e5572670 is already hosted by enough agents. {{(pid=102386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 18:40:33.424124 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.base_scheduler [req-8bb0053d-f14c-4520-a028-e392470a087a req-6b4668ca-c4f1-4966-a070-7024c92921cd tempest-SecurityGroupsTestJSON-1222042648 tempest-SecurityGroupsTestJSON-1222042648-project] Resources bound (agent type, host, resource id): {{(pid=102386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:40:33.435411 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc74f5d-877d-44b3-be83-d244ae6c99b8 req-9cd33bbc-6a15-4880-afb5-adca7db5b63e tempest-SecurityGroupsTestJSON-1222042648 tempest-SecurityGroupsTestJSON-1222042648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:40:33.437198 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-4bc74f5d-877d-44b3-be83-d244ae6c99b8 req-9cd33bbc-6a15-4880-afb5-adca7db5b63e tempest-SecurityGroupsTestJSON-1222042648 tempest-SecurityGroupsTestJSON-1222042648-project] 10.222.0.13 "GET /v2.0/ports?device_id=c84b4fb3-f5d9-42ca-bc53-0c3bf03c22c5 HTTP/1.1" status: 200 len: 931 time: 0.0716372 Nov 05 18:40:33.438311 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [req-8bb0053d-f14c-4520-a028-e392470a087a req-6b4668ca-c4f1-4966-a070-7024c92921cd tempest-SecurityGroupsTestJSON-1222042648 tempest-SecurityGroupsTestJSON-1222042648-project] Received port after_create {{(pid=102386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 18:40:33.469903 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f44cbc3-4ae6-4452-81db-312ff9a58bc9 tempest-ServersTestMultiNic-1214536785 tempest-ServersTestMultiNic-1214536785-project] Made reservation on behalf of 4829acffed3b4745affa5e8e193e7ce5 for: {'network': 1} {{(pid=102387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 18:40:33.471300 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4668ca-c4f1-4966-a070-7024c92921cd tempest-SecurityGroupsTestJSON-1222042648 tempest-SecurityGroupsTestJSON-1222042648-project] Pushing event updated for resources: {'Port': ['ID=6bad0b15-a3fa-4364-b5f5-f6a4ad7be1f5,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:40:33.473951 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-5f44cbc3-4ae6-4452-81db-312ff9a58bc9 tempest-ServersTestMultiNic-1214536785 tempest-ServersTestMultiNic-1214536785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for network, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:40:33.516834 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb0053d-f14c-4520-a028-e392470a087a req-6b4668ca-c4f1-4966-a070-7024c92921cd tempest-SecurityGroupsTestJSON-1222042648 tempest-SecurityGroupsTestJSON-1222042648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:40:33.517475 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-8bb0053d-f14c-4520-a028-e392470a087a req-6b4668ca-c4f1-4966-a070-7024c92921cd tempest-SecurityGroupsTestJSON-1222042648 tempest-SecurityGroupsTestJSON-1222042648-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:40:33.521300 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-b154524e-50e2-4e29-8ce8-deb580abcf63 tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Publish callbacks [] for port, precommit_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:40:33.562858 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f44cbc3-4ae6-4452-81db-312ff9a58bc9 tempest-ServersTestMultiNic-1214536785 tempest-ServersTestMultiNic-1214536785-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 195} {{(pid=102387) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 05 18:40:33.569242 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-4bc74f5d-877d-44b3-be83-d244ae6c99b8 req-73f4080c-71a6-4e07-a06f-e4b7f6b1d795 tempest-SecurityGroupsTestJSON-1222042648 tempest-SecurityGroupsTestJSON-1222042648-project] 10.222.0.13 "GET /v2.0/security-groups?id=25591ebc-7d79-4a52-aa21-df275070bb50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223364 Nov 05 18:40:33.583198 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-5f44cbc3-4ae6-4452-81db-312ff9a58bc9 tempest-ServersTestMultiNic-1214536785 tempest-ServersTestMultiNic-1214536785-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273'] for segment, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:40:33.583642 n-d-816865-1 neutron-server[102387]: INFO neutron.db.segments_db [None req-5f44cbc3-4ae6-4452-81db-312ff9a58bc9 tempest-ServersTestMultiNic-1214536785 tempest-ServersTestMultiNic-1214536785-project] Added segment 617e2227-7bcb-4e79-91bb-0dedfe071787 of type vlan for network 301f40b0-7862-4bd1-8824-3c88e9f58b1e Nov 05 18:40:33.594667 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-b154524e-50e2-4e29-8ce8-deb580abcf63 tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6149821'] for port, after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:40:33.609769 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3215e2-b7dd-4f00-9f63-337a3b14b3b6 req-46894a2a-f853-41f9-9fb9-5be5f6e74aa6 tempest-ListImageFiltersTestJSON-1107050978 tempest-ListImageFiltersTestJSON-1107050978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:40:33.610032 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-8bb0053d-f14c-4520-a028-e392470a087a req-6b4668ca-c4f1-4966-a070-7024c92921cd tempest-SecurityGroupsTestJSON-1222042648 tempest-SecurityGroupsTestJSON-1222042648-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1686878 Nov 05 18:40:33.610222 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-dc3215e2-b7dd-4f00-9f63-337a3b14b3b6 req-46894a2a-f853-41f9-9fb9-5be5f6e74aa6 tempest-ListImageFiltersTestJSON-1107050978 tempest-ListImageFiltersTestJSON-1107050978-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5b71237-24de-434f-a81f-3e3f7b737fb4 HTTP/1.1" status: 200 len: 948 time: 0.0962837 Nov 05 18:40:33.619319 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:40:33.634495 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Device 74b4f536-afc6-45ed-95eb-c7d47fdce2ed no longer exists at agent hyperv_n-h1-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 18:40:33.648297 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [req-8bb0053d-f14c-4520-a028-e392470a087a req-80a081de-9057-4b78-898b-2b1b314ec372 service neutron] Request body: {'port': {'device_id': 'c84b4fb3-f5d9-42ca-bc53-0c3bf03c22c5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816865-1'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:40:33.670516 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] No Port match for: 74b4f536-afc6-45ed-95eb-c7d47fdce2ed {{(pid=102388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 18:40:33.670516 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Device 74b4f536-afc6-45ed-95eb-c7d47fdce2ed not bound to the agent host n-h1-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 18:40:33.670912 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-5f44cbc3-4ae6-4452-81db-312ff9a58bc9 tempest-ServersTestMultiNic-1214536785 tempest-ServersTestMultiNic-1214536785-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750027258543'] for network, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:40:33.698302 n-d-816865-1 neutron-server[102388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8f9c054-f308-4af6-8eb8-5dcdd62eb3fd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '046eb35d-2125-4c26-8c14-0533b517be00'}] {{(pid=102388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 18:40:33.700581 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85474fee1180e129d8a886d264fe0b30223aa672dd1ffe43b630605f18504f68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df3f6387-25e9-4673-9a84-8c6ec92cf180" -d '{"events": [{"server_uuid": "c8f9c054-f308-4af6-8eb8-5dcdd62eb3fd", "name": "network-vif-unplugged", "status": "completed", "tag": "046eb35d-2125-4c26-8c14-0533b517be00"}]}' {{(pid=102388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 18:40:33.717485 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] For port 046eb35d-2125-4c26-8c14-0533b517be00, host n-h2-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=046eb35d-2125-4c26-8c14-0533b517be00,segment=NetworkSegment(35c2db9c-522d-48d3-98cf-a08c2cc55db7),segment_id=35c2db9c-522d-48d3-98cf-a08c2cc55db7)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:40:33.745083 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-dc3215e2-b7dd-4f00-9f63-337a3b14b3b6 req-59c06a77-8e72-4cb8-9441-67089338bbc5 tempest-ListImageFiltersTestJSON-1107050978 tempest-ListImageFiltersTestJSON-1107050978-project] 10.222.0.13 "GET /v2.0/security-groups?id=3a75c85e-fd58-4736-9ad8-18dced01e280&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112576 Nov 05 18:40:33.767473 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2269e8-eb57-4b6d-9ff5-1f36aff71b89 req-adec1105-df17-485b-9e72-e8e2cb07f883 tempest-ImagesTestJSON-1124888854 tempest-ImagesTestJSON-1124888854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:40:33.769409 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b154524e-50e2-4e29-8ce8-deb580abcf63 tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Pushing event updated for resources: {'Port': ['ID=43689f8e-7605-4938-bfe0-074b11ea2e9f,revision_number=2']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:40:33.775934 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-ab2269e8-eb57-4b6d-9ff5-1f36aff71b89 req-adec1105-df17-485b-9e72-e8e2cb07f883 tempest-ImagesTestJSON-1124888854 tempest-ImagesTestJSON-1124888854-project] 10.222.0.13 "GET /v2.0/ports?device_id=119849e3-bd6e-46cc-9c50-33fdbdc61761 HTTP/1.1" status: 200 len: 945 time: 0.0759404 Nov 05 18:40:33.792051 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-8bb0053d-f14c-4520-a028-e392470a087a req-80a081de-9057-4b78-898b-2b1b314ec372 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:40:33.794961 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-b154524e-50e2-4e29-8ce8-deb580abcf63 tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1000577'] for floatingip, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:40:33.806233 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:40:33.852425 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-ab2269e8-eb57-4b6d-9ff5-1f36aff71b89 req-516fed7d-75bd-4134-9ae6-65f341786916 tempest-ImagesTestJSON-1124888854 tempest-ImagesTestJSON-1124888854-project] 10.222.0.13 "GET /v2.0/security-groups?id=219552fc-3788-478b-8295-8fbe212226b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707018 Nov 05 18:40:33.855611 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-5f44cbc3-4ae6-4452-81db-312ff9a58bc9 tempest-ServersTestMultiNic-1214536785 tempest-ServersTestMultiNic-1214536785-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-956796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877'] for network, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:40:33.860026 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 05 Nov 2021 18:40:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bf9593d-0a65-4b41-be26-3d27a5fa8418 x-openstack-request-id: req-1bf9593d-0a65-4b41-be26-3d27a5fa8418 {{(pid=102388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 18:40:33.860339 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8f9c054-f308-4af6-8eb8-5dcdd62eb3fd", "name": "network-vif-unplugged", "status": "completed", "tag": "046eb35d-2125-4c26-8c14-0533b517be00", "code": 200}]} {{(pid=102388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 18:40:33.860589 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1bf9593d-0a65-4b41-be26-3d27a5fa8418 {{(pid=102388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 18:40:33.860970 n-d-816865-1 neutron-server[102388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8f9c054-f308-4af6-8eb8-5dcdd62eb3fd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '046eb35d-2125-4c26-8c14-0533b517be00', 'code': 200} Nov 05 18:40:33.862003 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f44cbc3-4ae6-4452-81db-312ff9a58bc9 tempest-ServersTestMultiNic-1214536785 tempest-ServersTestMultiNic-1214536785-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:40:33.862449 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Pushing event updated for resources: {'Port': ['ID=046eb35d-2125-4c26-8c14-0533b517be00,revision_number=6']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:40:33.862804 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-5f44cbc3-4ae6-4452-81db-312ff9a58bc9 tempest-ServersTestMultiNic-1214536785 tempest-ServersTestMultiNic-1214536785-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597851'] for network, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:40:33.875293 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:40:33.937742 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-b154524e-50e2-4e29-8ce8-deb580abcf63 tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for floatingip, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:40:33.939045 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-b154524e-50e2-4e29-8ce8-deb580abcf63 tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.1105886 Nov 05 18:40:33.978540 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f44cbc3-4ae6-4452-81db-312ff9a58bc9 tempest-ServersTestMultiNic-1214536785 tempest-ServersTestMultiNic-1214536785-project] Pushing event updated for resources: {'Network': ['ID=301f40b0-7862-4bd1-8824-3c88e9f58b1e,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:40:33.992075 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Network 301f40b0-7862-4bd1-8824-3c88e9f58b1e details requested by agent ovs-agent-n-d-816865-1 with host n-d-816865-1 {{(pid=102388) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 05 18:40:33.993439 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-5f44cbc3-4ae6-4452-81db-312ff9a58bc9 tempest-ServersTestMultiNic-1214536785 tempest-ServersTestMultiNic-1214536785-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.6719427 Nov 05 18:40:34.000440 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 42856) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:40:34.005443 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-e05696e0-f6d6-419b-93db-d252757668d6 tempest-ServersTestMultiNic-1214536785 tempest-ServersTestMultiNic-1214536785-project] Request body: {'subnet': {'network_id': '301f40b0-7862-4bd1-8824-3c88e9f58b1e', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:40:34.157449 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-cc7453ab-843d-46bd-b45f-b27a74e80869 req-226f6989-c8ce-4f96-894e-872641e284fd tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--2078997059&fields=id&tenant_id=48de103aa1ab44c9aad7c42993657578 HTTP/1.1" status: 200 len: 267 time: 0.0439196 Nov 05 18:40:34.215550 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7453ab-843d-46bd-b45f-b27a74e80869 req-e907dee5-b1b0-4feb-8660-112361e8dcae tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:40:34.217085 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-cc7453ab-843d-46bd-b45f-b27a74e80869 req-e907dee5-b1b0-4feb-8660-112361e8dcae tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] 10.222.0.13 "GET /v2.0/ports/fa9fc664-ad20-4e86-ab04-751d1b06b45b HTTP/1.1" status: 200 len: 931 time: 0.0520892 Nov 05 18:40:34.223914 n-d-816865-1 neutron-server[102386]: DEBUG neutron.notifiers.nova [req-8bb0053d-f14c-4520-a028-e392470a087a req-80a081de-9057-4b78-898b-2b1b314ec372 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6bad0b15-a3fa-4364-b5f5-f6a4ad7be1f5 {{(pid=102386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 18:40:34.234167 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-8bb0053d-f14c-4520-a028-e392470a087a req-80a081de-9057-4b78-898b-2b1b314ec372 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:40:34.249874 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.provisioning_blocks [req-8bb0053d-f14c-4520-a028-e392470a087a req-80a081de-9057-4b78-898b-2b1b314ec372 service neutron] Transition to ACTIVE for port object 6bad0b15-a3fa-4364-b5f5-f6a4ad7be1f5 will not be triggered until provisioned by entity L2. {{(pid=102386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 05 18:40:34.251162 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e05696e0-f6d6-419b-93db-d252757668d6 tempest-ServersTestMultiNic-1214536785 tempest-ServersTestMultiNic-1214536785-project] Made reservation on behalf of 4829acffed3b4745affa5e8e193e7ce5 for: {'subnet': 1} {{(pid=102386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 18:40:34.254734 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-e05696e0-f6d6-419b-93db-d252757668d6 tempest-ServersTestMultiNic-1214536785 tempest-ServersTestMultiNic-1214536785-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4877122'] for subnet, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:40:34.290788 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7453ab-843d-46bd-b45f-b27a74e80869 req-9bcbec32-80af-43a7-aa32-5f79e35a554a tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:40:34.293009 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-cc7453ab-843d-46bd-b45f-b27a74e80869 req-9bcbec32-80af-43a7-aa32-5f79e35a554a tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] 10.222.0.13 "GET /v2.0/ports/12cc8ba5-8895-4346-85a3-5a5395794a18 HTTP/1.1" status: 200 len: 930 time: 0.0691884 Nov 05 18:40:34.300952 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 778bbf84-ebb2-4869-b1bd-ecfbaa16269d no longer exists at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 18:40:34.327449 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] No Port match for: 778bbf84-ebb2-4869-b1bd-ecfbaa16269d {{(pid=102388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 18:40:34.327794 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 778bbf84-ebb2-4869-b1bd-ecfbaa16269d not bound to the agent host n-d-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 18:40:34.342437 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-8bb0053d-f14c-4520-a028-e392470a087a req-80a081de-9057-4b78-898b-2b1b314ec372 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6149821'] for port, after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:40:34.374342 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-cc7453ab-843d-46bd-b45f-b27a74e80869 req-e0061918-a64d-48f4-9fa3-bdd9d993df4f tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] 10.222.0.13 "GET /v2.0/ports?network_id=1b7a851b-c808-4864-8618-892ad55d5d0a&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0751469 Nov 05 18:40:34.423357 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-cc7453ab-843d-46bd-b45f-b27a74e80869 req-07bd2265-4145-4a44-810d-63fb9e065963 tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] 10.222.0.13 "GET /v2.0/ports?network_id=1b7a851b-c808-4864-8618-892ad55d5d0a&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0343118 Nov 05 18:40:34.426315 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a081de-9057-4b78-898b-2b1b314ec372 service neutron] Pushing event updated for resources: {'Port': ['ID=6bad0b15-a3fa-4364-b5f5-f6a4ad7be1f5,revision_number=2']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:40:34.442440 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f025ae-6dbf-4613-925f-34de15217923 req-30ce9882-f837-4c8c-b290-b6d2ddd8b118 tempest-ImagesTestJSON-1124888854 tempest-ImagesTestJSON-1124888854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:40:34.449180 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-18f025ae-6dbf-4613-925f-34de15217923 req-30ce9882-f837-4c8c-b290-b6d2ddd8b118 tempest-ImagesTestJSON-1124888854 tempest-ImagesTestJSON-1124888854-project] 10.222.0.13 "GET /v2.0/ports?device_id=119849e3-bd6e-46cc-9c50-33fdbdc61761 HTTP/1.1" status: 200 len: 945 time: 0.1023982 Nov 05 18:40:34.549696 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-18f025ae-6dbf-4613-925f-34de15217923 req-9b879fbe-0df4-4e65-8b03-07c3cd7fb5ff tempest-ImagesTestJSON-1124888854 tempest-ImagesTestJSON-1124888854-project] 10.222.0.13 "GET /v2.0/security-groups?id=219552fc-3788-478b-8295-8fbe212226b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970771 Nov 05 18:40:34.559384 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [req-8bb0053d-f14c-4520-a028-e392470a087a req-80a081de-9057-4b78-898b-2b1b314ec372 service neutron] Attempting to bind port 6bad0b15-a3fa-4364-b5f5-f6a4ad7be1f5 on host n-h2-816865-1 for vnic_type normal with profile {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 18:40:34.559384 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [req-8bb0053d-f14c-4520-a028-e392470a087a req-80a081de-9057-4b78-898b-2b1b314ec372 service neutron] Attempting to bind port 6bad0b15-a3fa-4364-b5f5-f6a4ad7be1f5 by drivers openvswitch,hyperv on host n-h2-816865-1 at level 0 using segments [{'id': '8fe54a69-31e7-40d0-825b-2160d7fbba14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '9743ad7b-9947-4aa3-b66d-0168e5572670'}] {{(pid=102386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 18:40:34.559679 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bb0053d-f14c-4520-a028-e392470a087a req-80a081de-9057-4b78-898b-2b1b314ec372 service neutron] Attempting to bind port 6bad0b15-a3fa-4364-b5f5-f6a4ad7be1f5 on network 9743ad7b-9947-4aa3-b66d-0168e5572670 {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 18:40:34.577897 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bb0053d-f14c-4520-a028-e392470a087a req-80a081de-9057-4b78-898b-2b1b314ec372 service neutron] Port 6bad0b15-a3fa-4364-b5f5-f6a4ad7be1f5 on network 9743ad7b-9947-4aa3-b66d-0168e5572670 not bound, no agent of type Open vSwitch agent registered on host n-h2-816865-1 {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 18:40:34.578241 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bb0053d-f14c-4520-a028-e392470a087a req-80a081de-9057-4b78-898b-2b1b314ec372 service neutron] Attempting to bind port 6bad0b15-a3fa-4364-b5f5-f6a4ad7be1f5 on network 9743ad7b-9947-4aa3-b66d-0168e5572670 {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 18:40:34.589541 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bb0053d-f14c-4520-a028-e392470a087a req-80a081de-9057-4b78-898b-2b1b314ec372 service neutron] Checking agent: {'id': '32aff553-696f-4891-83f5-5c176f61fe54', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816865-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 18, 33, 36), 'started_at': datetime.datetime(2021, 11, 5, 18, 33, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 18, 40, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 18:40:34.589875 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bb0053d-f14c-4520-a028-e392470a087a req-80a081de-9057-4b78-898b-2b1b314ec372 service neutron] Checking segment: {'id': '8fe54a69-31e7-40d0-825b-2160d7fbba14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '9743ad7b-9947-4aa3-b66d-0168e5572670'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 18:40:34.590339 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bb0053d-f14c-4520-a028-e392470a087a req-80a081de-9057-4b78-898b-2b1b314ec372 service neutron] Bound using segment: {'id': '8fe54a69-31e7-40d0-825b-2160d7fbba14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '9743ad7b-9947-4aa3-b66d-0168e5572670'} {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 18:40:34.590759 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [req-8bb0053d-f14c-4520-a028-e392470a087a req-80a081de-9057-4b78-898b-2b1b314ec372 service neutron] Bound port: 6bad0b15-a3fa-4364-b5f5-f6a4ad7be1f5, host: n-h2-816865-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8fe54a69-31e7-40d0-825b-2160d7fbba14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '9743ad7b-9947-4aa3-b66d-0168e5572670'}}] {{(pid=102386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 18:40:34.591115 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-8bb0053d-f14c-4520-a028-e392470a087a req-80a081de-9057-4b78-898b-2b1b314ec372 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:40:34.604513 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7453ab-843d-46bd-b45f-b27a74e80869 req-47f26c19-206a-4554-94ab-f7aa65224db3 tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:40:34.610473 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7453ab-843d-46bd-b45f-b27a74e80869 req-47f26c19-206a-4554-94ab-f7aa65224db3 tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:40:34.616307 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7453ab-843d-46bd-b45f-b27a74e80869 req-47f26c19-206a-4554-94ab-f7aa65224db3 tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:40:34.622530 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-cc7453ab-843d-46bd-b45f-b27a74e80869 req-47f26c19-206a-4554-94ab-f7aa65224db3 tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] 10.222.0.13 "GET /v2.0/networks?id=9c282dee-ee32-45f7-8090-e833d25335b6&id=c2a3f4df-26b3-4bb0-9eae-63aad7044fea&id=c2a3f4df-26b3-4bb0-9eae-63aad7044fea&id=1b7a851b-c808-4864-8618-892ad55d5d0a&id=1b7a851b-c808-4864-8618-892ad55d5d0a HTTP/1.1" status: 200 len: 1988 time: 0.1722298 Nov 05 18:40:34.648483 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-cc7453ab-843d-46bd-b45f-b27a74e80869 req-b45b1791-8183-4261-b1f8-ff8d3a32454e tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] 10.222.0.13 "GET /v2.0/quotas/48de103aa1ab44c9aad7c42993657578 HTTP/1.1" status: 200 len: 375 time: 0.0228882 Nov 05 18:40:34.658500 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [req-8bb0053d-f14c-4520-a028-e392470a087a req-80a081de-9057-4b78-898b-2b1b314ec372 service neutron] For port 6bad0b15-a3fa-4364-b5f5-f6a4ad7be1f5, host n-h2-816865-1, cleared binding levels {{(pid=102386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 18:40:34.661760 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [req-8bb0053d-f14c-4520-a028-e392470a087a req-80a081de-9057-4b78-898b-2b1b314ec372 service neutron] For port 6bad0b15-a3fa-4364-b5f5-f6a4ad7be1f5, host n-h2-816865-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=6bad0b15-a3fa-4364-b5f5-f6a4ad7be1f5,segment=NetworkSegment(8fe54a69-31e7-40d0-825b-2160d7fbba14),segment_id=8fe54a69-31e7-40d0-825b-2160d7fbba14)] {{(pid=102386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 18:40:34.667756 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-e05696e0-f6d6-419b-93db-d252757668d6 tempest-ServersTestMultiNic-1214536785 tempest-ServersTestMultiNic-1214536785-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6149946', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4877172'] for subnet, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:40:34.713100 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee5b8bc-d0be-4f24-a0a5-776e66f3b55f req-d327fcc0-b943-4ece-81cf-d11cfd97ed6d tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:40:34.721008 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-9ee5b8bc-d0be-4f24-a0a5-776e66f3b55f req-d327fcc0-b943-4ece-81cf-d11cfd97ed6d tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] 10.222.0.13 "GET /v2.0/ports?device_id=c8f9c054-f308-4af6-8eb8-5dcdd62eb3fd HTTP/1.1" status: 200 len: 948 time: 0.0966747 Nov 05 18:40:34.737525 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05696e0-f6d6-419b-93db-d252757668d6 tempest-ServersTestMultiNic-1214536785 tempest-ServersTestMultiNic-1214536785-project] Pushing event updated for resources: {'Subnet': ['ID=14ded6cc-a315-444f-b9ef-70cf63445422,revision_number=0']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:40:34.739692 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e05696e0-f6d6-419b-93db-d252757668d6 tempest-ServersTestMultiNic-1214536785 tempest-ServersTestMultiNic-1214536785-project] Checking segment: {'id': '617e2227-7bcb-4e79-91bb-0dedfe071787', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '301f40b0-7862-4bd1-8824-3c88e9f58b1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 18:40:34.740046 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e05696e0-f6d6-419b-93db-d252757668d6 tempest-ServersTestMultiNic-1214536785 tempest-ServersTestMultiNic-1214536785-project] Network hostable DHCP agents. Network: 301f40b0-7862-4bd1-8824-3c88e9f58b1e, hostable agents: ['987e2ca0-bc3b-4c6f-a989-429ccfbf753f'], hosted agents: [] {{(pid=102386) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 05 18:40:34.757632 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-cc7453ab-843d-46bd-b45f-b27a74e80869 req-b416e52b-6fb7-4969-b5fb-7e626b84866d tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=48de103aa1ab44c9aad7c42993657578&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0958788 Nov 05 18:40:34.759568 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-8bb0053d-f14c-4520-a028-e392470a087a req-80a081de-9057-4b78-898b-2b1b314ec372 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6149821'] for port, after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:40:34.795013 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb0053d-f14c-4520-a028-e392470a087a req-80a081de-9057-4b78-898b-2b1b314ec372 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:40:34.795654 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-8bb0053d-f14c-4520-a028-e392470a087a req-80a081de-9057-4b78-898b-2b1b314ec372 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:40:34.797100 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-8bb0053d-f14c-4520-a028-e392470a087a req-80a081de-9057-4b78-898b-2b1b314ec372 service neutron] 10.222.0.55 "PUT /v2.0/ports/6bad0b15-a3fa-4364-b5f5-f6a4ad7be1f5 HTTP/1.1" status: 200 len: 1091 time: 1.1546698 Nov 05 18:40:34.797542 n-d-816865-1 neutron-server[102386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c84b4fb3-f5d9-42ca-bc53-0c3bf03c22c5', 'tag': '6bad0b15-a3fa-4364-b5f5-f6a4ad7be1f5'}] {{(pid=102386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 18:40:34.799957 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6173a44d7c73f41af551dc890fa1a5892c2c6bc3458b640c8e0c24db7876ba6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adec4cf1-22d2-4b53-9d1f-3e3315b8664d" -d '{"events": [{"name": "network-changed", "server_uuid": "c84b4fb3-f5d9-42ca-bc53-0c3bf03c22c5", "tag": "6bad0b15-a3fa-4364-b5f5-f6a4ad7be1f5"}]}' {{(pid=102386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 18:40:34.815395 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-9ee5b8bc-d0be-4f24-a0a5-776e66f3b55f req-bdfac7e2-25bc-452a-be08-ee93b687cac7 tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] 10.222.0.13 "GET /v2.0/security-groups?id=c4f63610-8850-433c-ac4b-7e7146261ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935023 Nov 05 18:40:34.828999 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a081de-9057-4b78-898b-2b1b314ec372 service neutron] Pushing event updated for resources: {'Port': ['ID=6bad0b15-a3fa-4364-b5f5-f6a4ad7be1f5,revision_number=3']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:40:34.844350 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e05696e0-f6d6-419b-93db-d252757668d6 tempest-ServersTestMultiNic-1214536785 tempest-ServersTestMultiNic-1214536785-project] Network 301f40b0-7862-4bd1-8824-3c88e9f58b1e is scheduled to be hosted by DHCP agent 987e2ca0-bc3b-4c6f-a989-429ccfbf753f with binding_index 1 {{(pid=102386) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 05 18:40:34.867289 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-aa95721e-8df1-4fd9-bced-7bd7001c676a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:40:34.916426 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.base_scheduler [None req-e05696e0-f6d6-419b-93db-d252757668d6 tempest-ServersTestMultiNic-1214536785 tempest-ServersTestMultiNic-1214536785-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816865-1, 301f40b0-7862-4bd1-8824-3c88e9f58b1e) {{(pid=102386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:40:34.924070 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce5cfec2-df53-47e2-bc32-cf888c00a531 None None] Network 301f40b0-7862-4bd1-8824-3c88e9f58b1e requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 18:40:34.925321 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-cc7453ab-843d-46bd-b45f-b27a74e80869 req-cdbc8f34-d9af-4bd8-b7b9-f8cb4bccdf36 service neutron] 10.222.0.13 "GET /v2.0/networks/9c282dee-ee32-45f7-8090-e833d25335b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1518378 Nov 05 18:40:34.926330 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e05696e0-f6d6-419b-93db-d252757668d6 tempest-ServersTestMultiNic-1214536785 tempest-ServersTestMultiNic-1214536785-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:40:34.927255 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-e05696e0-f6d6-419b-93db-d252757668d6 tempest-ServersTestMultiNic-1214536785 tempest-ServersTestMultiNic-1214536785-project] Publish callbacks [] for subnet, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:40:34.952930 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb0053d-f14c-4520-a028-e392470a087a req-062d2752-b0c3-4450-9017-86c4a89508f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:40:34.954725 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-8bb0053d-f14c-4520-a028-e392470a087a req-062d2752-b0c3-4450-9017-86c4a89508f5 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=05b01937f9ca44aa923731561d630757&device_id=c84b4fb3-f5d9-42ca-bc53-0c3bf03c22c5 HTTP/1.1" status: 200 len: 1094 time: 0.0649545 Nov 05 18:40:35.003646 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-8bb0053d-f14c-4520-a028-e392470a087a req-df6c62a0-8648-4f3b-b17f-b0b9a8efa07c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6bad0b15-a3fa-4364-b5f5-f6a4ad7be1f5 HTTP/1.1" status: 200 len: 217 time: 0.0403488 Nov 05 18:40:35.009351 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6238311b-da87-41ed-96b7-0a1601058c92 req-149d3966-9c2d-4693-af9a-ce9f6377d496 tempest-SecurityGroupsTestJSON-1222042648 tempest-SecurityGroupsTestJSON-1222042648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:40:35.011381 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-6238311b-da87-41ed-96b7-0a1601058c92 req-149d3966-9c2d-4693-af9a-ce9f6377d496 tempest-SecurityGroupsTestJSON-1222042648 tempest-SecurityGroupsTestJSON-1222042648-project] 10.222.0.13 "GET /v2.0/ports?device_id=c84b4fb3-f5d9-42ca-bc53-0c3bf03c22c5 HTTP/1.1" status: 200 len: 943 time: 0.1208484 Nov 05 18:40:35.069850 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-cc7453ab-843d-46bd-b45f-b27a74e80869 req-12d78160-c9c7-4325-a0a5-9ce631d749f8 service neutron] 10.222.0.13 "GET /v2.0/networks/9c282dee-ee32-45f7-8090-e833d25335b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1358507 Nov 05 18:40:35.075512 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-e05696e0-f6d6-419b-93db-d252757668d6 tempest-ServersTestMultiNic-1214536785 tempest-ServersTestMultiNic-1214536785-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.0739865 Nov 05 18:40:35.077475 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb0053d-f14c-4520-a028-e392470a087a req-a9c023e7-4996-4001-8882-abf8d5e1fc51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:40:35.079443 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-8bb0053d-f14c-4520-a028-e392470a087a req-a9c023e7-4996-4001-8882-abf8d5e1fc51 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=cb31a061-4578-4faf-9b25-83e849882576 HTTP/1.1" status: 200 len: 852 time: 0.0643809 Nov 05 18:40:35.081413 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 42884) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:40:35.087979 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-d5dd8331-8fd5-40fa-b9d9-924275799bb5 tempest-ServersTestMultiNic-1214536785 tempest-ServersTestMultiNic-1214536785-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-486700773'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:40:35.095251 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47175eff-c105-4c6e-9e25-ee8d7225162a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeb20a084-accf-5b60-8075-3e69ebe863a6-301f40b0-7862-4bd1-8824-3c88e9f58b1e', 'network_id': '301f40b0-7862-4bd1-8824-3c88e9f58b1e', 'tenant_id': '4829acffed3b4745affa5e8e193e7ce5', 'fixed_ips': [{'subnet_id': '14ded6cc-a315-444f-b9ef-70cf63445422'}]}} from n-d-816865-1. {{(pid=102388) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 05 18:40:35.095457 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-6238311b-da87-41ed-96b7-0a1601058c92 req-c39bc573-8615-450b-b3a8-b4689031d78b tempest-SecurityGroupsTestJSON-1222042648 tempest-SecurityGroupsTestJSON-1222042648-project] 10.222.0.13 "GET /v2.0/security-groups?id=25591ebc-7d79-4a52-aa21-df275070bb50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780423 Nov 05 18:40:35.097027 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-47175eff-c105-4c6e-9e25-ee8d7225162a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:40:35.129788 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-cc7453ab-843d-46bd-b45f-b27a74e80869 req-5ac5d770-d5bc-4aea-8ba6-ae5c084d66e0 service neutron] 10.222.0.13 "GET /v2.0/ports/fa9fc664-ad20-4e86-ab04-751d1b06b45b?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0473211 Nov 05 18:40:35.132258 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-8bb0053d-f14c-4520-a028-e392470a087a req-733a6b62-3a29-4913-857d-7afe4cbebaef service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=9743ad7b-9947-4aa3-b66d-0168e5572670&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0376523 Nov 05 18:40:35.239185 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5dd8331-8fd5-40fa-b9d9-924275799bb5 tempest-ServersTestMultiNic-1214536785 tempest-ServersTestMultiNic-1214536785-project] Made reservation on behalf of 4829acffed3b4745affa5e8e193e7ce5 for: {'network': 1} {{(pid=102386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 18:40:35.244466 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-d5dd8331-8fd5-40fa-b9d9-924275799bb5 tempest-ServersTestMultiNic-1214536785 tempest-ServersTestMultiNic-1214536785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for network, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:40:35.261866 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-8bb0053d-f14c-4520-a028-e392470a087a req-eb29e92e-5ff2-4287-8ab0-f4ca08f14936 service neutron] 10.222.0.55 "GET /v2.0/networks/9743ad7b-9947-4aa3-b66d-0168e5572670?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1196089 Nov 05 18:40:35.268187 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541206d3-21b5-4d15-b154-736227db47bb req-9dc341c1-f541-45d1-bbaf-3393581980e1 tempest-ListImageFiltersTestJSON-1107050978 tempest-ListImageFiltersTestJSON-1107050978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:40:35.269799 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-541206d3-21b5-4d15-b154-736227db47bb req-9dc341c1-f541-45d1-bbaf-3393581980e1 tempest-ListImageFiltersTestJSON-1107050978 tempest-ListImageFiltersTestJSON-1107050978-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5b71237-24de-434f-a81f-3e3f7b737fb4 HTTP/1.1" status: 200 len: 948 time: 0.0769424 Nov 05 18:40:35.272411 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-cc7453ab-843d-46bd-b45f-b27a74e80869 req-c1a4c3ca-802d-4f1a-afdd-923175cf0279 service neutron] 10.222.0.13 "GET /v2.0/networks/c2a3f4df-26b3-4bb0-9eae-63aad7044fea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1352592 Nov 05 18:40:35.279881 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.db_base_plugin_common [None req-47175eff-c105-4c6e-9e25-ee8d7225162a None None] Allocated IP 19.80.0.2 (301f40b0-7862-4bd1-8824-3c88e9f58b1e/14ded6cc-a315-444f-b9ef-70cf63445422/e568dfd4-1505-49c9-93d3-f8f57346ed79) {{(pid=102388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 18:40:35.308150 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5dd8331-8fd5-40fa-b9d9-924275799bb5 tempest-ServersTestMultiNic-1214536785 tempest-ServersTestMultiNic-1214536785-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 167} {{(pid=102386) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 05 18:40:35.325208 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-d5dd8331-8fd5-40fa-b9d9-924275799bb5 tempest-ServersTestMultiNic-1214536785 tempest-ServersTestMultiNic-1214536785-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273'] for segment, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:40:35.326129 n-d-816865-1 neutron-server[102386]: INFO neutron.db.segments_db [None req-d5dd8331-8fd5-40fa-b9d9-924275799bb5 tempest-ServersTestMultiNic-1214536785 tempest-ServersTestMultiNic-1214536785-project] Added segment f97972d8-e052-4c46-b13a-ff40c8ce7b61 of type vlan for network f312f9ab-92a7-4ab0-8b0e-56afd6c90bc5 Nov 05 18:40:35.374859 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-541206d3-21b5-4d15-b154-736227db47bb req-9453a2d4-dc83-4dec-a7ac-08519e350e54 tempest-ListImageFiltersTestJSON-1107050978 tempest-ListImageFiltersTestJSON-1107050978-project] 10.222.0.13 "GET /v2.0/security-groups?id=3a75c85e-fd58-4736-9ad8-18dced01e280&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981157 Nov 05 18:40:35.419324 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-d5dd8331-8fd5-40fa-b9d9-924275799bb5 tempest-ServersTestMultiNic-1214536785 tempest-ServersTestMultiNic-1214536785-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750027258543'] for network, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:40:35.435078 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Device 046eb35d-2125-4c26-8c14-0533b517be00 details requested by agent hyperv_n-h2-816865-1 with host n-h2-816865-1 {{(pid=102388) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 05 18:40:35.437843 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-cc7453ab-843d-46bd-b45f-b27a74e80869 req-7f51ad62-4b18-4928-8519-78e6d6763984 service neutron] 10.222.0.13 "GET /v2.0/networks/c2a3f4df-26b3-4bb0-9eae-63aad7044fea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1535981 Nov 05 18:40:35.441443 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-47175eff-c105-4c6e-9e25-ee8d7225162a None None] Publish callbacks [] for port, precommit_create {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:40:35.471804 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 18:40:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a24f466a-54d0-4803-b033-fd267afd5a21 x-openstack-request-id: req-a24f466a-54d0-4803-b033-fd267afd5a21 {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 18:40:35.472805 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c84b4fb3-f5d9-42ca-bc53-0c3bf03c22c5", "tag": "6bad0b15-a3fa-4364-b5f5-f6a4ad7be1f5", "status": "completed", "code": 200}]} {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 18:40:35.473245 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a24f466a-54d0-4803-b033-fd267afd5a21 {{(pid=102386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 18:40:35.474533 n-d-816865-1 neutron-server[102386]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c84b4fb3-f5d9-42ca-bc53-0c3bf03c22c5', 'tag': '6bad0b15-a3fa-4364-b5f5-f6a4ad7be1f5', 'status': 'completed', 'code': 200} Nov 05 18:40:35.478499 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-cc7453ab-843d-46bd-b45f-b27a74e80869 req-2e437759-e8aa-454c-a5f1-be5117226cad service neutron] 10.222.0.13 "GET /v2.0/ports/12cc8ba5-8895-4346-85a3-5a5395794a18?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0396061 Nov 05 18:40:35.490417 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-8bb0053d-f14c-4520-a028-e392470a087a req-b20eee0e-86de-44f9-9a43-4fdc538d1614 service neutron] 10.222.0.55 "GET /v2.0/networks/9743ad7b-9947-4aa3-b66d-0168e5572670?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2140491 Nov 05 18:40:35.588871 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e072e6-f8d3-4c90-b320-1faf547a2fb4 req-80c28f55-b2d3-4066-b67f-16d3d1608c19 tempest-ListImageFiltersTestJSON-1107050978 tempest-ListImageFiltersTestJSON-1107050978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:40:35.590359 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-98e072e6-f8d3-4c90-b320-1faf547a2fb4 req-80c28f55-b2d3-4066-b67f-16d3d1608c19 tempest-ListImageFiltersTestJSON-1107050978 tempest-ListImageFiltersTestJSON-1107050978-project] 10.222.0.41 "GET /v2.0/ports?device_id=c5b71237-24de-434f-a81f-3e3f7b737fb4 HTTP/1.1" status: 200 len: 948 time: 0.1097934 Nov 05 18:40:35.595362 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.db.resource_extend [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 05 18:40:35.597416 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-47175eff-c105-4c6e-9e25-ee8d7225162a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789'] for port, after_create {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:40:35.599292 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-d5dd8331-8fd5-40fa-b9d9-924275799bb5 tempest-ServersTestMultiNic-1214536785 tempest-ServersTestMultiNic-1214536785-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-956796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877'] for network, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:40:35.610386 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5dd8331-8fd5-40fa-b9d9-924275799bb5 tempest-ServersTestMultiNic-1214536785 tempest-ServersTestMultiNic-1214536785-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:40:35.611032 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-d5dd8331-8fd5-40fa-b9d9-924275799bb5 tempest-ServersTestMultiNic-1214536785 tempest-ServersTestMultiNic-1214536785-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597851'] for network, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:40:35.650453 n-d-816865-1 neutron-server[102388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47175eff-c105-4c6e-9e25-ee8d7225162a None None] Network 301f40b0-7862-4bd1-8824-3c88e9f58b1e is already hosted by enough agents. {{(pid=102388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 18:40:35.652607 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-cc7453ab-843d-46bd-b45f-b27a74e80869 req-24347cc7-bafa-4e1b-a021-3c9f4b89bf8e service neutron] 10.222.0.13 "GET /v2.0/networks/c2a3f4df-26b3-4bb0-9eae-63aad7044fea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1731620 Nov 05 18:40:35.684210 n-d-816865-1 neutron-server[102388]: DEBUG neutron.scheduler.base_scheduler [None req-47175eff-c105-4c6e-9e25-ee8d7225162a None None] Resources bound (agent type, host, resource id): {{(pid=102388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:40:35.691612 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47175eff-c105-4c6e-9e25-ee8d7225162a None None] Received port after_create {{(pid=102388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 18:40:35.721253 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47175eff-c105-4c6e-9e25-ee8d7225162a None None] Pushing event updated for resources: {'Port': ['ID=e568dfd4-1505-49c9-93d3-f8f57346ed79,revision_number=1']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:40:35.766696 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-47175eff-c105-4c6e-9e25-ee8d7225162a None None] Attempting to bind port e568dfd4-1505-49c9-93d3-f8f57346ed79 on host n-d-816865-1 for vnic_type normal with profile {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 18:40:35.767060 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-47175eff-c105-4c6e-9e25-ee8d7225162a None None] Attempting to bind port e568dfd4-1505-49c9-93d3-f8f57346ed79 by drivers openvswitch,hyperv on host n-d-816865-1 at level 0 using segments [{'id': '617e2227-7bcb-4e79-91bb-0dedfe071787', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '301f40b0-7862-4bd1-8824-3c88e9f58b1e'}] {{(pid=102388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 18:40:35.767420 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47175eff-c105-4c6e-9e25-ee8d7225162a None None] Attempting to bind port e568dfd4-1505-49c9-93d3-f8f57346ed79 on network 301f40b0-7862-4bd1-8824-3c88e9f58b1e {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 18:40:35.777791 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47175eff-c105-4c6e-9e25-ee8d7225162a None None] Checking agent: {'id': '724d89a7-611b-41e6-bc85-c48112b17afa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 18, 25, 8), 'started_at': datetime.datetime(2021, 11, 5, 18, 25, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 18, 40, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 18:40:35.778195 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47175eff-c105-4c6e-9e25-ee8d7225162a None None] Checking segment: {'id': '617e2227-7bcb-4e79-91bb-0dedfe071787', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '301f40b0-7862-4bd1-8824-3c88e9f58b1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 18:40:35.778607 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-47175eff-c105-4c6e-9e25-ee8d7225162a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:40:35.778974 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47175eff-c105-4c6e-9e25-ee8d7225162a None None] Bound using segment: {'id': '617e2227-7bcb-4e79-91bb-0dedfe071787', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '301f40b0-7862-4bd1-8824-3c88e9f58b1e'} {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 18:40:35.779550 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-47175eff-c105-4c6e-9e25-ee8d7225162a None None] Bound port: e568dfd4-1505-49c9-93d3-f8f57346ed79, host: n-d-816865-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '617e2227-7bcb-4e79-91bb-0dedfe071787', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '301f40b0-7862-4bd1-8824-3c88e9f58b1e'}}] {{(pid=102388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 18:40:35.780000 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-47175eff-c105-4c6e-9e25-ee8d7225162a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:40:35.784332 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [req-98e072e6-f8d3-4c90-b320-1faf547a2fb4 req-c4bd2ec4-3fe6-4b61-8ac1-ce5009f8fbe2 tempest-ListImageFiltersTestJSON-1107050978 tempest-ListImageFiltersTestJSON-1107050978-project] Deleting port a8f7cc57-2884-40dc-b963-08b7d98a1182 {{(pid=102387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 18:40:35.784673 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-98e072e6-f8d3-4c90-b320-1faf547a2fb4 req-c4bd2ec4-3fe6-4b61-8ac1-ce5009f8fbe2 tempest-ListImageFiltersTestJSON-1107050978 tempest-ListImageFiltersTestJSON-1107050978-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:40:35.810376 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-cc7453ab-843d-46bd-b45f-b27a74e80869 req-d5858eec-e2bf-4149-85c2-850017edf178 service neutron] 10.222.0.13 "GET /v2.0/networks/c2a3f4df-26b3-4bb0-9eae-63aad7044fea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1568549 Nov 05 18:40:35.813090 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] For port 046eb35d-2125-4c26-8c14-0533b517be00, host n-h2-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=046eb35d-2125-4c26-8c14-0533b517be00,segment=NetworkSegment(35c2db9c-522d-48d3-98cf-a08c2cc55db7),segment_id=35c2db9c-522d-48d3-98cf-a08c2cc55db7)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:40:35.829140 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Returning: {'device': '046eb35d-2125-4c26-8c14-0533b517be00', 'network_id': 'a723f808-b11e-4066-b104-fad90c82895e', 'port_id': '046eb35d-2125-4c26-8c14-0533b517be00', 'mac_address': 'fa:16:3e:a8:95:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 153, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05e7a1b5-165b-4a00-855a-ffbcb2eba59e', 'ip_address': '192.168.233.155'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102388) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 05 18:40:35.838704 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-d5dd8331-8fd5-40fa-b9d9-924275799bb5 tempest-ServersTestMultiNic-1214536785 tempest-ServersTestMultiNic-1214536785-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.7528634 Nov 05 18:40:35.838704 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5dd8331-8fd5-40fa-b9d9-924275799bb5 tempest-ServersTestMultiNic-1214536785 tempest-ServersTestMultiNic-1214536785-project] Pushing event updated for resources: {'Network': ['ID=f312f9ab-92a7-4ab0-8b0e-56afd6c90bc5,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:40:35.842068 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 42890) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:40:35.847122 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-9d81afcf-fc75-446d-ab1d-a4bce0e248ba tempest-ServersTestMultiNic-1214536785 tempest-ServersTestMultiNic-1214536785-project] Request body: {'subnet': {'network_id': 'f312f9ab-92a7-4ab0-8b0e-56afd6c90bc5', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:40:35.854661 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Network f312f9ab-92a7-4ab0-8b0e-56afd6c90bc5 details requested by agent ovs-agent-n-d-816865-1 with host n-d-816865-1 {{(pid=102388) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 05 18:40:35.911934 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adec4cf1-22d2-4b53-9d1f-3e3315b8664d req-ac7f9a5e-0fde-4326-a4fc-783c9117e46f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:40:35.913978 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-adec4cf1-22d2-4b53-9d1f-3e3315b8664d req-ac7f9a5e-0fde-4326-a4fc-783c9117e46f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=05b01937f9ca44aa923731561d630757&device_id=c84b4fb3-f5d9-42ca-bc53-0c3bf03c22c5 HTTP/1.1" status: 200 len: 1094 time: 0.2519455 Nov 05 18:40:35.943390 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.db [req-98e072e6-f8d3-4c90-b320-1faf547a2fb4 req-c4bd2ec4-3fe6-4b61-8ac1-ce5009f8fbe2 tempest-ListImageFiltersTestJSON-1107050978 tempest-ListImageFiltersTestJSON-1107050978-project] For port a8f7cc57-2884-40dc-b963-08b7d98a1182, host n-h1-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=a8f7cc57-2884-40dc-b963-08b7d98a1182,segment=NetworkSegment(35c2db9c-522d-48d3-98cf-a08c2cc55db7),segment_id=35c2db9c-522d-48d3-98cf-a08c2cc55db7)] {{(pid=102387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:40:35.943757 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-98e072e6-f8d3-4c90-b320-1faf547a2fb4 req-c4bd2ec4-3fe6-4b61-8ac1-ce5009f8fbe2 tempest-ListImageFiltersTestJSON-1107050978 tempest-ListImageFiltersTestJSON-1107050978-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:40:35.958490 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:40:35.972985 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [req-98e072e6-f8d3-4c90-b320-1faf547a2fb4 req-c4bd2ec4-3fe6-4b61-8ac1-ce5009f8fbe2 tempest-ListImageFiltersTestJSON-1107050978 tempest-ListImageFiltersTestJSON-1107050978-project] Calling delete_port for a8f7cc57-2884-40dc-b963-08b7d98a1182 owned by compute:nova {{(pid=102387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 18:40:35.973445 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:40:35.979550 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-cc7453ab-843d-46bd-b45f-b27a74e80869 req-e8a67eee-0f31-41c9-b59f-4ef738f11969 service neutron] 10.222.0.13 "GET /v2.0/networks/c2a3f4df-26b3-4bb0-9eae-63aad7044fea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1376729 Nov 05 18:40:35.982413 n-d-816865-1 neutron-server[102388]: DEBUG neutron.notifiers.nova [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 046eb35d-2125-4c26-8c14-0533b517be00 {{(pid=102388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 18:40:36.040680 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] For port 046eb35d-2125-4c26-8c14-0533b517be00, host n-h2-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=046eb35d-2125-4c26-8c14-0533b517be00,segment=NetworkSegment(35c2db9c-522d-48d3-98cf-a08c2cc55db7),segment_id=35c2db9c-522d-48d3-98cf-a08c2cc55db7)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:40:36.045814 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-47175eff-c105-4c6e-9e25-ee8d7225162a None None] For port e568dfd4-1505-49c9-93d3-f8f57346ed79, host n-d-816865-1, cleared binding levels {{(pid=102388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 18:40:36.097180 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-47175eff-c105-4c6e-9e25-ee8d7225162a None None] For port e568dfd4-1505-49c9-93d3-f8f57346ed79, host n-d-816865-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=e568dfd4-1505-49c9-93d3-f8f57346ed79,segment=NetworkSegment(617e2227-7bcb-4e79-91bb-0dedfe071787),segment_id=617e2227-7bcb-4e79-91bb-0dedfe071787)] {{(pid=102388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 18:40:36.119265 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:40:36.170749 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-47175eff-c105-4c6e-9e25-ee8d7225162a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:40:36.190893 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-cc7453ab-843d-46bd-b45f-b27a74e80869 req-bca3c91d-32e4-4e31-984e-1ee5a6b6035d service neutron] 10.222.0.13 "GET /v2.0/networks/c2a3f4df-26b3-4bb0-9eae-63aad7044fea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2030520 Nov 05 18:40:36.192809 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b304910f-7b27-444b-a8fc-977d26b1ceac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:40:36.197000 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Pushing event updated for resources: {'Port': ['ID=046eb35d-2125-4c26-8c14-0533b517be00,revision_number=7']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:40:36.220964 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6617365f-508f-4f78-9d8c-67b7d96cd32b req-5e4bc261-9b01-4496-91df-f990cc72810c tempest-ImagesTestJSON-1124888854 tempest-ImagesTestJSON-1124888854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:40:36.227529 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-6617365f-508f-4f78-9d8c-67b7d96cd32b req-5e4bc261-9b01-4496-91df-f990cc72810c tempest-ImagesTestJSON-1124888854 tempest-ImagesTestJSON-1124888854-project] 10.222.0.13 "GET /v2.0/ports?device_id=119849e3-bd6e-46cc-9c50-33fdbdc61761 HTTP/1.1" status: 200 len: 945 time: 0.1063926 Nov 05 18:40:36.256582 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47175eff-c105-4c6e-9e25-ee8d7225162a None None] Pushing event updated for resources: {'Port': ['ID=e568dfd4-1505-49c9-93d3-f8f57346ed79,revision_number=2']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:40:36.374769 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] get_ports_and_sgs() called for port_ids ['046eb35d-2125-4c26-8c14-0533b517be00'] {{(pid=102388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 18:40:36.396982 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-6617365f-508f-4f78-9d8c-67b7d96cd32b req-42072365-b552-46c1-8441-e714690c3a00 tempest-ImagesTestJSON-1124888854 tempest-ImagesTestJSON-1124888854-project] 10.222.0.13 "GET /v2.0/security-groups?id=219552fc-3788-478b-8295-8fbe212226b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551723 Nov 05 18:40:36.431410 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-cc7453ab-843d-46bd-b45f-b27a74e80869 req-47f47c0c-ec89-4ad9-8d9a-826c337f1f54 service neutron] 10.222.0.13 "GET /v2.0/networks/c2a3f4df-26b3-4bb0-9eae-63aad7044fea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2192166 Nov 05 18:40:36.461296 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-98e072e6-f8d3-4c90-b320-1faf547a2fb4 req-c4bd2ec4-3fe6-4b61-8ac1-ce5009f8fbe2 tempest-ListImageFiltersTestJSON-1107050978 tempest-ListImageFiltersTestJSON-1107050978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4417063'] for port, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:40:36.494081 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adec4cf1-22d2-4b53-9d1f-3e3315b8664d req-38d208ea-be29-422e-b183-70a00d98a00c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:40:36.495557 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-adec4cf1-22d2-4b53-9d1f-3e3315b8664d req-38d208ea-be29-422e-b183-70a00d98a00c service neutron] 10.222.0.55 "GET /v2.0/networks?id=9743ad7b-9947-4aa3-b66d-0168e5572670 HTTP/1.1" status: 200 len: 913 time: 0.5742571 Nov 05 18:40:36.511561 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c05591-e03d-4252-b9db-234c4064f42a req-9847dde0-2809-47c2-96ef-73493fa495f5 tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:40:36.513321 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-53c05591-e03d-4252-b9db-234c4064f42a req-9847dde0-2809-47c2-96ef-73493fa495f5 tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] 10.222.0.55 "GET /v2.0/ports?device_id=c8f9c054-f308-4af6-8eb8-5dcdd62eb3fd&tenant_id=10ec5728e81c4449951d5c9e87d02372&binding%3Ahost_id=n-h2-816865-1 HTTP/1.1" status: 200 len: 949 time: 0.1631262 Nov 05 18:40:36.517784 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4bd2ec4-3fe6-4b61-8ac1-ce5009f8fbe2 tempest-ListImageFiltersTestJSON-1107050978 tempest-ListImageFiltersTestJSON-1107050978-project] Pushing event deleted for resources: {'Port': ['ID=a8f7cc57-2884-40dc-b963-08b7d98a1182,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:40:36.607383 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d81afcf-fc75-446d-ab1d-a4bce0e248ba tempest-ServersTestMultiNic-1214536785 tempest-ServersTestMultiNic-1214536785-project] Made reservation on behalf of 4829acffed3b4745affa5e8e193e7ce5 for: {'subnet': 1} {{(pid=102386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 18:40:36.610589 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-9d81afcf-fc75-446d-ab1d-a4bce0e248ba tempest-ServersTestMultiNic-1214536785 tempest-ServersTestMultiNic-1214536785-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4877122'] for subnet, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:40:36.656978 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.l3_dvrscheduler_db [req-98e072e6-f8d3-4c90-b320-1faf547a2fb4 req-c4bd2ec4-3fe6-4b61-8ac1-ce5009f8fbe2 tempest-ListImageFiltersTestJSON-1107050978 tempest-ListImageFiltersTestJSON-1107050978-project] No DVR routers for this DVR port a8f7cc57-2884-40dc-b963-08b7d98a1182 on host n-h1-816865-1 {{(pid=102387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 18:40:36.661420 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-98e072e6-f8d3-4c90-b320-1faf547a2fb4 req-c4bd2ec4-3fe6-4b61-8ac1-ce5009f8fbe2 tempest-ListImageFiltersTestJSON-1107050978 tempest-ListImageFiltersTestJSON-1107050978-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:40:36.664706 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-98e072e6-f8d3-4c90-b320-1faf547a2fb4 req-c4bd2ec4-3fe6-4b61-8ac1-ce5009f8fbe2 tempest-ListImageFiltersTestJSON-1107050978 tempest-ListImageFiltersTestJSON-1107050978-project] 10.222.0.41 "DELETE /v2.0/ports/a8f7cc57-2884-40dc-b963-08b7d98a1182 HTTP/1.1" status: 204 len: 173 time: 1.0677359 Nov 05 18:40:36.666584 n-d-816865-1 neutron-server[102387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5b71237-24de-434f-a81f-3e3f7b737fb4', 'name': 'network-vif-deleted', 'tag': 'a8f7cc57-2884-40dc-b963-08b7d98a1182'}] {{(pid=102387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 18:40:36.668678 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-adec4cf1-22d2-4b53-9d1f-3e3315b8664d req-1e6763a2-464d-4d60-a2f8-2e2cd14c919d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6bad0b15-a3fa-4364-b5f5-f6a4ad7be1f5 HTTP/1.1" status: 200 len: 217 time: 0.1542790 Nov 05 18:40:36.668839 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab06bd4ddf5758c1f10d79fe34dc215bafa488692cde9dba2fcbcb67556f90bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b7f04c7-0d91-492e-ae3b-6937fc319c4a" -d '{"events": [{"server_uuid": "c5b71237-24de-434f-a81f-3e3f7b737fb4", "name": "network-vif-deleted", "tag": "a8f7cc57-2884-40dc-b963-08b7d98a1182"}]}' {{(pid=102387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 18:40:36.702134 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2797e97b-44cc-48fb-8e12-5ee788246f43 req-737e97cb-97ab-4f63-a63d-2f28ac9970cc tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:40:36.703530 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-2797e97b-44cc-48fb-8e12-5ee788246f43 req-737e97cb-97ab-4f63-a63d-2f28ac9970cc tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] 10.222.0.13 "GET /v2.0/ports?device_id=c8f9c054-f308-4af6-8eb8-5dcdd62eb3fd HTTP/1.1" status: 200 len: 949 time: 0.1901641 Nov 05 18:40:36.724816 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-cc7453ab-843d-46bd-b45f-b27a74e80869 req-5e642b46-37bf-4fa5-9b0e-3edd7ae32ddc service neutron] 10.222.0.13 "GET /v2.0/networks/c2a3f4df-26b3-4bb0-9eae-63aad7044fea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2561395 Nov 05 18:40:36.767783 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-53c05591-e03d-4252-b9db-234c4064f42a req-792b5c5b-ad95-4331-ac0a-1c9c7625e43b service neutron] 10.222.0.55 "GET /v2.0/ports/046eb35d-2125-4c26-8c14-0533b517be00/bindings/n-h2-816865-1 HTTP/1.1" status: 200 len: 382 time: 0.2415648 Nov 05 18:40:36.772541 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adec4cf1-22d2-4b53-9d1f-3e3315b8664d req-b442bd1a-62d2-44a1-9872-8c4f67bbbd45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:40:36.773457 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-adec4cf1-22d2-4b53-9d1f-3e3315b8664d req-b442bd1a-62d2-44a1-9872-8c4f67bbbd45 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=cb31a061-4578-4faf-9b25-83e849882576 HTTP/1.1" status: 200 len: 852 time: 0.0965850 Nov 05 18:40:36.818354 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-2797e97b-44cc-48fb-8e12-5ee788246f43 req-4b39ad6a-deee-4ce7-be58-298144156670 tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] 10.222.0.13 "GET /v2.0/security-groups?id=c4f63610-8850-433c-ac4b-7e7146261ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060290 Nov 05 18:40:36.858770 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-adec4cf1-22d2-4b53-9d1f-3e3315b8664d req-b8ffe14a-e38d-414d-81ed-d1b6a1bd565e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=9743ad7b-9947-4aa3-b66d-0168e5572670&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0660944 Nov 05 18:40:36.865569 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-cc7453ab-843d-46bd-b45f-b27a74e80869 req-14e99a9a-0758-45ff-bc9e-3a2b7189bf74 service neutron] 10.222.0.13 "GET /v2.0/networks/1b7a851b-c808-4864-8618-892ad55d5d0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1327147 Nov 05 18:40:36.981479 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c05591-e03d-4252-b9db-234c4064f42a req-fcd3aecf-7f75-482d-bec7-3542bed93b3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:40:36.983034 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-53c05591-e03d-4252-b9db-234c4064f42a req-fcd3aecf-7f75-482d-bec7-3542bed93b3c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=10ec5728e81c4449951d5c9e87d02372&device_id=c8f9c054-f308-4af6-8eb8-5dcdd62eb3fd HTTP/1.1" status: 200 len: 1100 time: 0.1660428 Nov 05 18:40:37.039276 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a4cb07-fc60-4b20-b6ec-eca405d2116e req-5fddc2a2-f54e-438f-aac6-830b280e4458 tempest-SecurityGroupsTestJSON-1222042648 tempest-SecurityGroupsTestJSON-1222042648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:40:37.040960 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-27a4cb07-fc60-4b20-b6ec-eca405d2116e req-5fddc2a2-f54e-438f-aac6-830b280e4458 tempest-SecurityGroupsTestJSON-1222042648 tempest-SecurityGroupsTestJSON-1222042648-project] 10.222.0.13 "GET /v2.0/ports?device_id=c84b4fb3-f5d9-42ca-bc53-0c3bf03c22c5 HTTP/1.1" status: 200 len: 943 time: 0.1043217 Nov 05 18:40:37.048468 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-cc7453ab-843d-46bd-b45f-b27a74e80869 req-e228d515-efa9-4f68-918d-6aea8359c94f service neutron] 10.222.0.13 "GET /v2.0/networks/1b7a851b-c808-4864-8618-892ad55d5d0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1739724 Nov 05 18:40:37.099731 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-9d81afcf-fc75-446d-ab1d-a4bce0e248ba tempest-ServersTestMultiNic-1214536785 tempest-ServersTestMultiNic-1214536785-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6149946', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4877172'] for subnet, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:40:37.150351 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-adec4cf1-22d2-4b53-9d1f-3e3315b8664d req-31a1dd62-b1c9-4855-82f3-dd13b9bdb594 service neutron] 10.222.0.55 "GET /v2.0/networks/9743ad7b-9947-4aa3-b66d-0168e5572670?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2824364 Nov 05 18:40:37.200423 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d81afcf-fc75-446d-ab1d-a4bce0e248ba tempest-ServersTestMultiNic-1214536785 tempest-ServersTestMultiNic-1214536785-project] Pushing event updated for resources: {'Subnet': ['ID=8bf515ed-e77b-4a1b-9e6f-1f371528f0d8,revision_number=0']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:40:37.261183 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c05591-e03d-4252-b9db-234c4064f42a req-ecda3ad8-4543-4999-b2bf-dd2205ff0ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:40:37.262719 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-53c05591-e03d-4252-b9db-234c4064f42a req-ecda3ad8-4543-4999-b2bf-dd2205ff0ebb service neutron] 10.222.0.55 "GET /v2.0/networks?id=a723f808-b11e-4066-b104-fad90c82895e HTTP/1.1" status: 200 len: 870 time: 0.2611036 Nov 05 18:40:37.317844 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d81afcf-fc75-446d-ab1d-a4bce0e248ba tempest-ServersTestMultiNic-1214536785 tempest-ServersTestMultiNic-1214536785-project] Checking segment: {'id': 'f97972d8-e052-4c46-b13a-ff40c8ce7b61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'f312f9ab-92a7-4ab0-8b0e-56afd6c90bc5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 18:40:37.318242 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d81afcf-fc75-446d-ab1d-a4bce0e248ba tempest-ServersTestMultiNic-1214536785 tempest-ServersTestMultiNic-1214536785-project] Network hostable DHCP agents. Network: f312f9ab-92a7-4ab0-8b0e-56afd6c90bc5, hostable agents: ['987e2ca0-bc3b-4c6f-a989-429ccfbf753f'], hosted agents: [] {{(pid=102386) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 05 18:40:37.324122 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-53c05591-e03d-4252-b9db-234c4064f42a req-7c990849-8323-43e5-bf2d-f560723df851 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.155&port_id=046eb35d-2125-4c26-8c14-0533b517be00 HTTP/1.1" status: 200 len: 217 time: 0.0535986 Nov 05 18:40:37.382771 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-adec4cf1-22d2-4b53-9d1f-3e3315b8664d req-46aab757-35cc-4baa-a7d8-14ee9eea2eec service neutron] 10.222.0.55 "GET /v2.0/networks/9743ad7b-9947-4aa3-b66d-0168e5572670?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2177732 Nov 05 18:40:37.401103 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c05591-e03d-4252-b9db-234c4064f42a req-3c393d84-97d6-4ade-91e9-07cb3906c6a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:40:37.402640 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-53c05591-e03d-4252-b9db-234c4064f42a req-3c393d84-97d6-4ade-91e9-07cb3906c6a5 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=05e7a1b5-165b-4a00-855a-ffbcb2eba59e HTTP/1.1" status: 200 len: 843 time: 0.0695553 Nov 05 18:40:37.466734 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-27a4cb07-fc60-4b20-b6ec-eca405d2116e req-dcb557b8-dc8e-4310-9c70-dc9ec5bd461c tempest-SecurityGroupsTestJSON-1222042648 tempest-SecurityGroupsTestJSON-1222042648-project] 10.222.0.13 "GET /v2.0/security-groups?id=25591ebc-7d79-4a52-aa21-df275070bb50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4171937 Nov 05 18:40:37.467981 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c05591-e03d-4252-b9db-234c4064f42a req-6a595415-3634-4f4f-9e09-23b9bde4df90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:40:37.469364 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-53c05591-e03d-4252-b9db-234c4064f42a req-6a595415-3634-4f4f-9e09-23b9bde4df90 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a723f808-b11e-4066-b104-fad90c82895e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0581050 Nov 05 18:40:37.474830 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d81afcf-fc75-446d-ab1d-a4bce0e248ba tempest-ServersTestMultiNic-1214536785 tempest-ServersTestMultiNic-1214536785-project] Network f312f9ab-92a7-4ab0-8b0e-56afd6c90bc5 is scheduled to be hosted by DHCP agent 987e2ca0-bc3b-4c6f-a989-429ccfbf753f with binding_index 1 {{(pid=102386) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 05 18:40:37.475166 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Device 6bad0b15-a3fa-4364-b5f5-f6a4ad7be1f5 details requested by agent hyperv_n-h2-816865-1 with host n-h2-816865-1 {{(pid=102388) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 05 18:40:37.480014 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Device 046eb35d-2125-4c26-8c14-0533b517be00 up at agent hyperv_n-h2-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 18:40:37.502360 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-cc7453ab-843d-46bd-b45f-b27a74e80869 req-b9378448-d806-4686-85e0-fe203ddc042e service neutron] 10.222.0.13 "GET /v2.0/networks/1b7a851b-c808-4864-8618-892ad55d5d0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4461756 Nov 05 18:40:37.574517 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.base_scheduler [None req-9d81afcf-fc75-446d-ab1d-a4bce0e248ba tempest-ServersTestMultiNic-1214536785 tempest-ServersTestMultiNic-1214536785-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816865-1, f312f9ab-92a7-4ab0-8b0e-56afd6c90bc5) {{(pid=102386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:40:37.580556 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-079082d9-f71c-4342-b76c-3c6c8c4bf438 None None] Network 301f40b0-7862-4bd1-8824-3c88e9f58b1e requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 18:40:37.584956 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d81afcf-fc75-446d-ab1d-a4bce0e248ba tempest-ServersTestMultiNic-1214536785 tempest-ServersTestMultiNic-1214536785-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:40:37.585570 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-9d81afcf-fc75-446d-ab1d-a4bce0e248ba tempest-ServersTestMultiNic-1214536785 tempest-ServersTestMultiNic-1214536785-project] Publish callbacks [] for subnet, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:40:37.595974 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-53c05591-e03d-4252-b9db-234c4064f42a req-09bdaed9-1f00-4c1b-b296-586a8b07ac95 service neutron] 10.222.0.55 "GET /v2.0/networks/a723f808-b11e-4066-b104-fad90c82895e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1171474 Nov 05 18:40:37.631416 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf8ad2d2-dabe-497b-ba73-80e8b81b5a93 None None] Network f312f9ab-92a7-4ab0-8b0e-56afd6c90bc5 requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 18:40:37.654385 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-85a99e58-728d-4efb-b445-703a099e2bed req-12a30fc8-958e-40d7-9faa-9085424d6c0d tempest-ListImageFiltersTestJSON-1107050978 tempest-ListImageFiltersTestJSON-1107050978-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5b71237-24de-434f-a81f-3e3f7b737fb4 HTTP/1.1" status: 200 len: 210 time: 0.0428524 Nov 05 18:40:37.680994 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-9d81afcf-fc75-446d-ab1d-a4bce0e248ba tempest-ServersTestMultiNic-1214536785 tempest-ServersTestMultiNic-1214536785-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.8372638 Nov 05 18:40:37.716590 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-cc7453ab-843d-46bd-b45f-b27a74e80869 req-144588f5-510f-4890-a4b5-4bf8bc11d7f5 service neutron] 10.222.0.13 "GET /v2.0/networks/1b7a851b-c808-4864-8618-892ad55d5d0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2130778 Nov 05 18:40:37.749473 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-53c05591-e03d-4252-b9db-234c4064f42a req-18dfa9ab-e0c9-420a-b816-9ef2a4f289d4 service neutron] 10.222.0.55 "GET /v2.0/networks/a723f808-b11e-4066-b104-fad90c82895e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1453822 Nov 05 18:40:37.837628 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Provisioning complete for port 046eb35d-2125-4c26-8c14-0533b517be00 triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:40:37.838015 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:40:37.888897 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-fd0c9476-5abc-4ea9-96cd-af746040720f None None] Provisioning complete for port e568dfd4-1505-49c9-93d3-f8f57346ed79 triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:40:37.889474 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-fd0c9476-5abc-4ea9-96cd-af746040720f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:40:38.066443 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] For port 6bad0b15-a3fa-4364-b5f5-f6a4ad7be1f5, host n-h2-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=6bad0b15-a3fa-4364-b5f5-f6a4ad7be1f5,segment=NetworkSegment(8fe54a69-31e7-40d0-825b-2160d7fbba14),segment_id=8fe54a69-31e7-40d0-825b-2160d7fbba14)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:40:38.084412 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-ac7d7bae-a7b2-41c9-9e13-0e8fdff50b75 req-d7fb7872-8af0-4071-943b-f36814890505 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=0fe35696-e2e4-4757-b0fc-ca26acfa8a1b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0467682 Nov 05 18:40:38.123933 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Returning: {'device': '6bad0b15-a3fa-4364-b5f5-f6a4ad7be1f5', 'network_id': '9743ad7b-9947-4aa3-b66d-0168e5572670', 'port_id': '6bad0b15-a3fa-4364-b5f5-f6a4ad7be1f5', 'mac_address': 'fa:16:3e:c3:b5:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 197, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb31a061-4578-4faf-9b25-83e849882576', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102388) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 05 18:40:38.150837 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7d7bae-a7b2-41c9-9e13-0e8fdff50b75 req-99dc0f27-222b-4559-93c4-c2e7fd986326 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:40:38.152388 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-ac7d7bae-a7b2-41c9-9e13-0e8fdff50b75 req-99dc0f27-222b-4559-93c4-c2e7fd986326 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=10ec5728e81c4449951d5c9e87d02372&device_id=0fe35696-e2e4-4757-b0fc-ca26acfa8a1b HTTP/1.1" status: 200 len: 1101 time: 0.0462019 Nov 05 18:40:38.286386 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:40:38.291997 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7d7bae-a7b2-41c9-9e13-0e8fdff50b75 req-9589153f-27b8-4559-8f4b-4dcf910542ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:40:38.294767 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-ac7d7bae-a7b2-41c9-9e13-0e8fdff50b75 req-9589153f-27b8-4559-8f4b-4dcf910542ec service neutron] 10.222.0.41 "GET /v2.0/networks?id=a723f808-b11e-4066-b104-fad90c82895e HTTP/1.1" status: 200 len: 870 time: 0.1128576 Nov 05 18:40:38.304508 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-31f93893-a48e-4ae8-833d-dccb2b42eacc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:40:38.323265 n-d-816865-1 neutron-server[102388]: DEBUG neutron.notifiers.nova [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6bad0b15-a3fa-4364-b5f5-f6a4ad7be1f5 {{(pid=102388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 18:40:38.348902 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-ac7d7bae-a7b2-41c9-9e13-0e8fdff50b75 req-0d12ddcb-169a-4651-942f-6cdf2eb56cb1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.190&port_id=ab74eaef-395a-4fdf-b85e-bacf8245f728 HTTP/1.1" status: 200 len: 217 time: 0.0467660 Nov 05 18:40:38.350829 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device e568dfd4-1505-49c9-93d3-f8f57346ed79 up at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 18:40:38.408925 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-fd0c9476-5abc-4ea9-96cd-af746040720f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:40:38.411985 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] For port 6bad0b15-a3fa-4364-b5f5-f6a4ad7be1f5, host n-h2-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=6bad0b15-a3fa-4364-b5f5-f6a4ad7be1f5,segment=NetworkSegment(8fe54a69-31e7-40d0-825b-2160d7fbba14),segment_id=8fe54a69-31e7-40d0-825b-2160d7fbba14)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:40:38.418418 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7d7bae-a7b2-41c9-9e13-0e8fdff50b75 req-44301bfd-83fc-428a-8ffc-1626dc35868d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:40:38.418663 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:40:38.420778 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-ac7d7bae-a7b2-41c9-9e13-0e8fdff50b75 req-44301bfd-83fc-428a-8ffc-1626dc35868d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=05e7a1b5-165b-4a00-855a-ffbcb2eba59e HTTP/1.1" status: 200 len: 843 time: 0.0624664 Nov 05 18:40:38.492929 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cea09cbf-1b2b-46f6-9db4-270aa8f3b08e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeb20a084-accf-5b60-8075-3e69ebe863a6-f312f9ab-92a7-4ab0-8b0e-56afd6c90bc5', 'network_id': 'f312f9ab-92a7-4ab0-8b0e-56afd6c90bc5', 'tenant_id': '4829acffed3b4745affa5e8e193e7ce5', 'fixed_ips': [{'subnet_id': '8bf515ed-e77b-4a1b-9e6f-1f371528f0d8'}]}} from n-d-816865-1. {{(pid=102388) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 05 18:40:38.493884 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-cea09cbf-1b2b-46f6-9db4-270aa8f3b08e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:40:38.495387 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7d7bae-a7b2-41c9-9e13-0e8fdff50b75 req-c3ddecde-d55a-4470-990f-38f2a86114be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:40:38.524437 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-ac7d7bae-a7b2-41c9-9e13-0e8fdff50b75 req-c3ddecde-d55a-4470-990f-38f2a86114be service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a723f808-b11e-4066-b104-fad90c82895e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0690076 Nov 05 18:40:38.524673 n-d-816865-1 neutron-server[102388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8f9c054-f308-4af6-8eb8-5dcdd62eb3fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '046eb35d-2125-4c26-8c14-0533b517be00'}] {{(pid=102388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 18:40:38.524673 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85474fee1180e129d8a886d264fe0b30223aa672dd1ffe43b630605f18504f68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1779a13-e137-408b-8b98-9c0fc2902fff" -d '{"events": [{"server_uuid": "c8f9c054-f308-4af6-8eb8-5dcdd62eb3fd", "name": "network-vif-plugged", "status": "completed", "tag": "046eb35d-2125-4c26-8c14-0533b517be00"}]}' {{(pid=102388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 18:40:38.530067 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-fd0c9476-5abc-4ea9-96cd-af746040720f None None] For port e568dfd4-1505-49c9-93d3-f8f57346ed79, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=e568dfd4-1505-49c9-93d3-f8f57346ed79,segment=NetworkSegment(617e2227-7bcb-4e79-91bb-0dedfe071787),segment_id=617e2227-7bcb-4e79-91bb-0dedfe071787)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:40:38.538208 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] For port 046eb35d-2125-4c26-8c14-0533b517be00, host n-h2-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=046eb35d-2125-4c26-8c14-0533b517be00,segment=NetworkSegment(35c2db9c-522d-48d3-98cf-a08c2cc55db7),segment_id=35c2db9c-522d-48d3-98cf-a08c2cc55db7)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:40:38.610293 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Provisioning complete for port e568dfd4-1505-49c9-93d3-f8f57346ed79 triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:40:38.610660 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:40:38.630529 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-ac7d7bae-a7b2-41c9-9e13-0e8fdff50b75 req-3007311c-3aa8-48e6-bfe5-e69d1ac3909f service neutron] 10.222.0.41 "GET /v2.0/networks/a723f808-b11e-4066-b104-fad90c82895e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1176639 Nov 05 18:40:38.674067 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 18:40:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90b89ca7-51ec-4ed6-891a-34eb889c7e5d x-openstack-request-id: req-90b89ca7-51ec-4ed6-891a-34eb889c7e5d {{(pid=102387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 18:40:38.674581 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5b71237-24de-434f-a81f-3e3f7b737fb4", "name": "network-vif-deleted", "tag": "a8f7cc57-2884-40dc-b963-08b7d98a1182", "status": "completed", "code": 200}]} {{(pid=102387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 18:40:38.674987 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-90b89ca7-51ec-4ed6-891a-34eb889c7e5d {{(pid=102387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 18:40:38.675533 n-d-816865-1 neutron-server[102387]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5b71237-24de-434f-a81f-3e3f7b737fb4', 'name': 'network-vif-deleted', 'tag': 'a8f7cc57-2884-40dc-b963-08b7d98a1182', 'status': 'completed', 'code': 200} Nov 05 18:40:38.694615 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:40:38.696298 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:40:38.740740 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-fd0c9476-5abc-4ea9-96cd-af746040720f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:40:38.743086 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:40:38.771475 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.db_base_plugin_common [None req-cea09cbf-1b2b-46f6-9db4-270aa8f3b08e None None] Allocated IP 19.86.0.2 (f312f9ab-92a7-4ab0-8b0e-56afd6c90bc5/8bf515ed-e77b-4a1b-9e6f-1f371528f0d8/17062139-d52b-4725-ad25-df06e3173098) {{(pid=102388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 18:40:38.808472 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Pushing event updated for resources: {'Port': ['ID=6bad0b15-a3fa-4364-b5f5-f6a4ad7be1f5,revision_number=4']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:40:38.830302 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-ac7d7bae-a7b2-41c9-9e13-0e8fdff50b75 req-dac6d0f6-0cf8-42eb-a5f2-1bc06a38ec3a service neutron] 10.222.0.41 "GET /v2.0/networks/a723f808-b11e-4066-b104-fad90c82895e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1909754 Nov 05 18:40:39.081582 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b010da6-5681-4503-b5ee-bd9114b9f642 req-74810047-78f9-459f-bcba-f898cd00dcac tempest-ServersTestMultiNic-1214536785 tempest-ServersTestMultiNic-1214536785-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:40:39.092624 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b010da6-5681-4503-b5ee-bd9114b9f642 req-74810047-78f9-459f-bcba-f898cd00dcac tempest-ServersTestMultiNic-1214536785 tempest-ServersTestMultiNic-1214536785-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:40:39.108007 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-4b010da6-5681-4503-b5ee-bd9114b9f642 req-74810047-78f9-459f-bcba-f898cd00dcac tempest-ServersTestMultiNic-1214536785 tempest-ServersTestMultiNic-1214536785-project] 10.222.0.13 "GET /v2.0/networks?id=301f40b0-7862-4bd1-8824-3c88e9f58b1e&id=f312f9ab-92a7-4ab0-8b0e-56afd6c90bc5 HTTP/1.1" status: 200 len: 1391 time: 0.2322631 Nov 05 18:40:39.137881 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-4b010da6-5681-4503-b5ee-bd9114b9f642 req-b4d18ef1-dcbb-4797-ab76-e0afd1ba9ddc tempest-ServersTestMultiNic-1214536785 tempest-ServersTestMultiNic-1214536785-project] 10.222.0.13 "GET /v2.0/quotas/4829acffed3b4745affa5e8e193e7ce5 HTTP/1.1" status: 200 len: 375 time: 0.0278194 Nov 05 18:40:39.151053 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] get_ports_and_sgs() called for port_ids ['6bad0b15-a3fa-4364-b5f5-f6a4ad7be1f5'] {{(pid=102388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 18:40:39.185883 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0c9476-5abc-4ea9-96cd-af746040720f None None] Pushing event updated for resources: {'Port': ['ID=e568dfd4-1505-49c9-93d3-f8f57346ed79,revision_number=3']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:40:39.188590 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-17935f67-16bc-43e5-8347-6779856ddfcc None None] Provisioning complete for port e568dfd4-1505-49c9-93d3-f8f57346ed79 triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:40:39.188932 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-17935f67-16bc-43e5-8347-6779856ddfcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:40:39.212178 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-4b010da6-5681-4503-b5ee-bd9114b9f642 req-67b06a7f-de87-48bb-82eb-1d85c7d93556 tempest-ServersTestMultiNic-1214536785 tempest-ServersTestMultiNic-1214536785-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=4829acffed3b4745affa5e8e193e7ce5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0732579 Nov 05 18:40:39.316617 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-4b010da6-5681-4503-b5ee-bd9114b9f642 req-f1b8c3ad-700b-4e3d-9951-7e98a4afac55 service neutron] 10.222.0.13 "GET /v2.0/networks/301f40b0-7862-4bd1-8824-3c88e9f58b1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0968609 Nov 05 18:40:39.386727 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Pushing event updated for resources: {'Port': ['ID=046eb35d-2125-4c26-8c14-0533b517be00,revision_number=8']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:40:39.391949 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-cea09cbf-1b2b-46f6-9db4-270aa8f3b08e None None] Publish callbacks [] for port, precommit_create {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:40:39.417039 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-4b010da6-5681-4503-b5ee-bd9114b9f642 req-ad037cc7-632a-46db-854e-ada7962ce603 service neutron] 10.222.0.13 "GET /v2.0/networks/301f40b0-7862-4bd1-8824-3c88e9f58b1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934525 Nov 05 18:40:39.508940 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-4b010da6-5681-4503-b5ee-bd9114b9f642 req-6572ab5f-92d1-4be3-a1ec-a58379b35dd7 service neutron] 10.222.0.13 "GET /v2.0/networks/f312f9ab-92a7-4ab0-8b0e-56afd6c90bc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844812 Nov 05 18:40:39.601612 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-4b010da6-5681-4503-b5ee-bd9114b9f642 req-2550af47-c7e3-44eb-b984-99a41ea992b2 service neutron] 10.222.0.13 "GET /v2.0/networks/f312f9ab-92a7-4ab0-8b0e-56afd6c90bc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870876 Nov 05 18:40:39.637131 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Device a8f7cc57-2884-40dc-b963-08b7d98a1182 no longer exists at agent hyperv_n-h1-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 18:40:39.658493 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-cea09cbf-1b2b-46f6-9db4-270aa8f3b08e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789'] for port, after_create {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:40:39.682655 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] No Port match for: a8f7cc57-2884-40dc-b963-08b7d98a1182 {{(pid=102388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 18:40:39.683108 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Device a8f7cc57-2884-40dc-b963-08b7d98a1182 not bound to the agent host n-h1-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 18:40:39.710651 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea09cbf-1b2b-46f6-9db4-270aa8f3b08e None None] Pushing event updated for resources: {'Port': ['ID=17062139-d52b-4725-ad25-df06e3173098,revision_number=1']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:40:39.713913 n-d-816865-1 neutron-server[102388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cea09cbf-1b2b-46f6-9db4-270aa8f3b08e None None] Network f312f9ab-92a7-4ab0-8b0e-56afd6c90bc5 is already hosted by enough agents. {{(pid=102388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 18:40:39.715913 n-d-816865-1 neutron-server[102388]: DEBUG neutron.scheduler.base_scheduler [None req-cea09cbf-1b2b-46f6-9db4-270aa8f3b08e None None] Resources bound (agent type, host, resource id): {{(pid=102388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:40:39.718267 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cea09cbf-1b2b-46f6-9db4-270aa8f3b08e None None] Received port after_create {{(pid=102388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 18:40:39.773045 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-cea09cbf-1b2b-46f6-9db4-270aa8f3b08e None None] Attempting to bind port 17062139-d52b-4725-ad25-df06e3173098 on host n-d-816865-1 for vnic_type normal with profile {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 18:40:39.773299 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-cea09cbf-1b2b-46f6-9db4-270aa8f3b08e None None] Attempting to bind port 17062139-d52b-4725-ad25-df06e3173098 by drivers openvswitch,hyperv on host n-d-816865-1 at level 0 using segments [{'id': 'f97972d8-e052-4c46-b13a-ff40c8ce7b61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'f312f9ab-92a7-4ab0-8b0e-56afd6c90bc5'}] {{(pid=102388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 18:40:39.773667 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cea09cbf-1b2b-46f6-9db4-270aa8f3b08e None None] Attempting to bind port 17062139-d52b-4725-ad25-df06e3173098 on network f312f9ab-92a7-4ab0-8b0e-56afd6c90bc5 {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 18:40:39.783191 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cea09cbf-1b2b-46f6-9db4-270aa8f3b08e None None] Checking agent: {'id': '724d89a7-611b-41e6-bc85-c48112b17afa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 18, 25, 8), 'started_at': datetime.datetime(2021, 11, 5, 18, 25, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 18, 40, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 18:40:39.783576 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cea09cbf-1b2b-46f6-9db4-270aa8f3b08e None None] Checking segment: {'id': 'f97972d8-e052-4c46-b13a-ff40c8ce7b61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'f312f9ab-92a7-4ab0-8b0e-56afd6c90bc5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 18:40:39.783981 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-cea09cbf-1b2b-46f6-9db4-270aa8f3b08e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:40:39.784459 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cea09cbf-1b2b-46f6-9db4-270aa8f3b08e None None] Bound using segment: {'id': 'f97972d8-e052-4c46-b13a-ff40c8ce7b61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'f312f9ab-92a7-4ab0-8b0e-56afd6c90bc5'} {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 18:40:39.784929 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-cea09cbf-1b2b-46f6-9db4-270aa8f3b08e None None] Bound port: 17062139-d52b-4725-ad25-df06e3173098, host: n-d-816865-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f97972d8-e052-4c46-b13a-ff40c8ce7b61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'f312f9ab-92a7-4ab0-8b0e-56afd6c90bc5'}}] {{(pid=102388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 18:40:39.786648 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-cea09cbf-1b2b-46f6-9db4-270aa8f3b08e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:40:39.881505 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-cea09cbf-1b2b-46f6-9db4-270aa8f3b08e None None] For port 17062139-d52b-4725-ad25-df06e3173098, host n-d-816865-1, cleared binding levels {{(pid=102388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 18:40:39.894370 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-cea09cbf-1b2b-46f6-9db4-270aa8f3b08e None None] For port 17062139-d52b-4725-ad25-df06e3173098, host n-d-816865-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=17062139-d52b-4725-ad25-df06e3173098,segment=NetworkSegment(f97972d8-e052-4c46-b13a-ff40c8ce7b61),segment_id=f97972d8-e052-4c46-b13a-ff40c8ce7b61)] {{(pid=102388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 18:40:39.901824 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0596b19b-7406-43fd-a790-1446f7598094 req-4b7ad0f7-a730-46a7-976b-f49c47a8ba0c tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:40:39.903350 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-0596b19b-7406-43fd-a790-1446f7598094 req-4b7ad0f7-a730-46a7-976b-f49c47a8ba0c tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] 10.222.0.13 "GET /v2.0/ports?device_id=c8f9c054-f308-4af6-8eb8-5dcdd62eb3fd HTTP/1.1" status: 200 len: 950 time: 0.0580158 Nov 05 18:40:39.971216 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-0596b19b-7406-43fd-a790-1446f7598094 req-7e155178-2d49-4c55-9c82-6027d6f86fc3 tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] 10.222.0.13 "GET /v2.0/security-groups?id=c4f63610-8850-433c-ac4b-7e7146261ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611284 Nov 05 18:40:40.004688 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-cea09cbf-1b2b-46f6-9db4-270aa8f3b08e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:40:40.084428 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea09cbf-1b2b-46f6-9db4-270aa8f3b08e None None] Pushing event updated for resources: {'Port': ['ID=17062139-d52b-4725-ad25-df06e3173098,revision_number=2']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:40:40.112277 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 18:40:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0aca74c8-e49c-4085-961e-8cc2c3925e6c x-openstack-request-id: req-0aca74c8-e49c-4085-961e-8cc2c3925e6c {{(pid=102388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 18:40:40.112567 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8f9c054-f308-4af6-8eb8-5dcdd62eb3fd", "name": "network-vif-plugged", "status": "completed", "tag": "046eb35d-2125-4c26-8c14-0533b517be00", "code": 200}]} {{(pid=102388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 18:40:40.112815 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0aca74c8-e49c-4085-961e-8cc2c3925e6c {{(pid=102388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 18:40:40.113202 n-d-816865-1 neutron-server[102388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8f9c054-f308-4af6-8eb8-5dcdd62eb3fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '046eb35d-2125-4c26-8c14-0533b517be00', 'code': 200} Nov 05 18:40:40.117165 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb386d8-5ad0-4d62-976b-770fb24d8902 req-f2b08434-4f7e-45a4-8666-a6c6f814dd43 tempest-SecurityGroupsTestJSON-1222042648 tempest-SecurityGroupsTestJSON-1222042648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:40:40.125425 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-afb386d8-5ad0-4d62-976b-770fb24d8902 req-f2b08434-4f7e-45a4-8666-a6c6f814dd43 tempest-SecurityGroupsTestJSON-1222042648 tempest-SecurityGroupsTestJSON-1222042648-project] 10.222.0.13 "GET /v2.0/ports?device_id=c84b4fb3-f5d9-42ca-bc53-0c3bf03c22c5 HTTP/1.1" status: 200 len: 944 time: 0.1118333 Nov 05 18:40:40.195203 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-afb386d8-5ad0-4d62-976b-770fb24d8902 req-a891e3f4-66ca-4166-966e-99b9702e7782 tempest-SecurityGroupsTestJSON-1222042648 tempest-SecurityGroupsTestJSON-1222042648-project] 10.222.0.13 "GET /v2.0/security-groups?id=25591ebc-7d79-4a52-aa21-df275070bb50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657942 Nov 05 18:40:40.324063 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-54aef03c-f6be-4442-b7d8-e236dec6baf5 req-262ff414-56d8-4aad-af59-ad4b738dff82 tempest-ServersTestMultiNic-1214536785 tempest-ServersTestMultiNic-1214536785-project] 10.222.0.13 "GET /v2.0/ports?device_id=9a5e8d09-d939-4bfc-973b-6c1377336e5b HTTP/1.1" status: 200 len: 210 time: 0.0431423 Nov 05 18:40:40.335562 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device e568dfd4-1505-49c9-93d3-f8f57346ed79 up at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 18:40:40.424012 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Provisioning complete for port e568dfd4-1505-49c9-93d3-f8f57346ed79 triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:40:40.424381 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:40:40.479984 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-055ed373-2529-494e-9ae3-cdf32523f205 req-5905e92e-bdfe-4fcc-b483-a21c683f6aab tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] 10.222.0.13 "GET /v2.0/ports?device_id=6b9db9e4-2300-49be-bd99-8eabc0e57de3 HTTP/1.1" status: 200 len: 210 time: 0.0471663 Nov 05 18:40:40.657360 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a1ce97-45d3-44f3-bf3c-ad3050366648 req-c2bc2943-517d-4887-bfb4-ce468b4d7429 tempest-LiveAutoBlockMigrationV225Test-2109471755 tempest-LiveAutoBlockMigrationV225Test-2109471755-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:40:40.658860 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-b2a1ce97-45d3-44f3-bf3c-ad3050366648 req-c2bc2943-517d-4887-bfb4-ce468b4d7429 tempest-LiveAutoBlockMigrationV225Test-2109471755 tempest-LiveAutoBlockMigrationV225Test-2109471755-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=96e576a6-4f06-4763-8d25-8b8dae8dc581 HTTP/1.1" status: 200 len: 1096 time: 0.0583925 Nov 05 18:40:40.710785 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-b2a1ce97-45d3-44f3-bf3c-ad3050366648 req-6b05c6ab-5e59-43a2-8e6b-330c8206ef19 tempest-LiveAutoBlockMigrationV225Test-2109471755 tempest-LiveAutoBlockMigrationV225Test-2109471755-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=35cb161a-9192-43e2-a392-140fa33626b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448036 Nov 05 18:40:41.147979 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c05591-e03d-4252-b9db-234c4064f42a req-518ef425-ae6d-4d46-bc8c-c23bfa04d4d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:40:41.153942 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-53c05591-e03d-4252-b9db-234c4064f42a req-518ef425-ae6d-4d46-bc8c-c23bfa04d4d5 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=c8f9c054-f308-4af6-8eb8-5dcdd62eb3fd&tenant_id=10ec5728e81c4449951d5c9e87d02372 HTTP/1.1" status: 200 len: 1101 time: 0.0452068 Nov 05 18:40:41.276700 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c05591-e03d-4252-b9db-234c4064f42a req-ebc9e058-9aa7-41b3-be21-ef3dcffe3fc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:40:41.278312 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-53c05591-e03d-4252-b9db-234c4064f42a req-ebc9e058-9aa7-41b3-be21-ef3dcffe3fc0 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=10ec5728e81c4449951d5c9e87d02372&device_id=c8f9c054-f308-4af6-8eb8-5dcdd62eb3fd HTTP/1.1" status: 200 len: 1101 time: 0.0814209 Nov 05 18:40:41.321573 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7583cf6-dbf6-4c8c-9946-c50b77540784 req-2db367b5-7e68-4d87-bca1-066f9ba305cf tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:40:41.323206 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-b7583cf6-dbf6-4c8c-9946-c50b77540784 req-2db367b5-7e68-4d87-bca1-066f9ba305cf tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] 10.222.0.13 "GET /v2.0/ports?device_id=c8f9c054-f308-4af6-8eb8-5dcdd62eb3fd HTTP/1.1" status: 200 len: 950 time: 0.0539715 Nov 05 18:40:41.350632 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9fb427a-c329-40dc-acf1-24a4b9d1f9d8 None None] Network f312f9ab-92a7-4ab0-8b0e-56afd6c90bc5 requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 18:40:41.404157 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c05591-e03d-4252-b9db-234c4064f42a req-209c26c9-d052-4c54-a294-108cf29a6214 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:40:41.405749 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-53c05591-e03d-4252-b9db-234c4064f42a req-209c26c9-d052-4c54-a294-108cf29a6214 service neutron] 10.222.0.55 "GET /v2.0/networks?id=a723f808-b11e-4066-b104-fad90c82895e HTTP/1.1" status: 200 len: 870 time: 0.1183343 Nov 05 18:40:41.409906 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-b7583cf6-dbf6-4c8c-9946-c50b77540784 req-498a2cb0-014a-415b-8fa7-f38ff9fdf553 tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] 10.222.0.13 "GET /v2.0/security-groups?id=c4f63610-8850-433c-ac4b-7e7146261ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799956 Nov 05 18:40:41.433514 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-8b2fd85d-71ac-49de-af48-aef05dfb4482 None None] Provisioning complete for port 17062139-d52b-4725-ad25-df06e3173098 triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:40:41.434151 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-8b2fd85d-71ac-49de-af48-aef05dfb4482 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:40:41.514782 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Device 17e494ec-876c-4457-9174-f4c0ab3114a3 details requested by agent hyperv_n-h2-816865-1 with host n-h2-816865-1 {{(pid=102388) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 05 18:40:41.516736 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Device 6bad0b15-a3fa-4364-b5f5-f6a4ad7be1f5 up at agent hyperv_n-h2-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 18:40:41.538372 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-53c05591-e03d-4252-b9db-234c4064f42a req-167eed53-6af7-437b-ab63-4abb5a4d1bfe service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.155&port_id=046eb35d-2125-4c26-8c14-0533b517be00 HTTP/1.1" status: 200 len: 217 time: 0.1124899 Nov 05 18:40:41.655176 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c05591-e03d-4252-b9db-234c4064f42a req-1d0e2c45-0f54-4143-8221-921ff34e9d31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:40:41.656660 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-53c05591-e03d-4252-b9db-234c4064f42a req-1d0e2c45-0f54-4143-8221-921ff34e9d31 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=05e7a1b5-165b-4a00-855a-ffbcb2eba59e HTTP/1.1" status: 200 len: 843 time: 0.1038070 Nov 05 18:40:41.760818 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c05591-e03d-4252-b9db-234c4064f42a req-51b5244f-0b0d-4e6d-8f8c-17e9e2099ec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:40:41.764866 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-53c05591-e03d-4252-b9db-234c4064f42a req-51b5244f-0b0d-4e6d-8f8c-17e9e2099ec4 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a723f808-b11e-4066-b104-fad90c82895e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0951443 Nov 05 18:40:41.784319 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-8b2fd85d-71ac-49de-af48-aef05dfb4482 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:40:41.814312 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] For port 17e494ec-876c-4457-9174-f4c0ab3114a3, host n-h2-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=17e494ec-876c-4457-9174-f4c0ab3114a3,segment=NetworkSegment(b0f4d4e8-61d5-4e79-9c35-e1f620a70868),segment_id=b0f4d4e8-61d5-4e79-9c35-e1f620a70868)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:40:41.841671 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Returning: {'device': '17e494ec-876c-4457-9174-f4c0ab3114a3', 'network_id': '598f5d7d-609c-4eed-bdfb-a95dcdae7151', 'port_id': '17e494ec-876c-4457-9174-f4c0ab3114a3', 'mac_address': 'fa:16:3e:f5:86:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 150, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6979728-9a34-49f9-ba30-1ba1422c905b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102388) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 05 18:40:41.884403 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-8b2fd85d-71ac-49de-af48-aef05dfb4482 None None] For port 17062139-d52b-4725-ad25-df06e3173098, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=17062139-d52b-4725-ad25-df06e3173098,segment=NetworkSegment(f97972d8-e052-4c46-b13a-ff40c8ce7b61),segment_id=f97972d8-e052-4c46-b13a-ff40c8ce7b61)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:40:41.887656 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Provisioning for port 6bad0b15-a3fa-4364-b5f5-f6a4ad7be1f5 completed by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 05 18:40:41.895879 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Provisioning complete for port 6bad0b15-a3fa-4364-b5f5-f6a4ad7be1f5 triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:40:41.896308 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:40:41.933432 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:40:41.936776 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-53c05591-e03d-4252-b9db-234c4064f42a req-77b66c02-1ae2-441d-8c76-c90c869ddad1 service neutron] 10.222.0.55 "GET /v2.0/networks/a723f808-b11e-4066-b104-fad90c82895e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1598141 Nov 05 18:40:41.959568 n-d-816865-1 neutron-server[102388]: DEBUG neutron.notifiers.nova [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 17e494ec-876c-4457-9174-f4c0ab3114a3 {{(pid=102388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 18:40:41.987032 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-8b2fd85d-71ac-49de-af48-aef05dfb4482 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:40:41.992699 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] For port 17e494ec-876c-4457-9174-f4c0ab3114a3, host n-h2-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=17e494ec-876c-4457-9174-f4c0ab3114a3,segment=NetworkSegment(b0f4d4e8-61d5-4e79-9c35-e1f620a70868),segment_id=b0f4d4e8-61d5-4e79-9c35-e1f620a70868)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:40:42.105514 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:40:42.110856 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:40:42.122069 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-53c05591-e03d-4252-b9db-234c4064f42a req-9f61108b-fd46-405f-a459-098d31a37bd6 service neutron] 10.222.0.55 "GET /v2.0/networks/a723f808-b11e-4066-b104-fad90c82895e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1704917 Nov 05 18:40:42.139958 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2fd85d-71ac-49de-af48-aef05dfb4482 None None] Pushing event updated for resources: {'Port': ['ID=17062139-d52b-4725-ad25-df06e3173098,revision_number=3']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:40:42.189194 n-d-816865-1 neutron-server[102388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c84b4fb3-f5d9-42ca-bc53-0c3bf03c22c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bad0b15-a3fa-4364-b5f5-f6a4ad7be1f5'}] {{(pid=102388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 18:40:42.191560 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85474fee1180e129d8a886d264fe0b30223aa672dd1ffe43b630605f18504f68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36f6335a-b085-4549-96dc-fd276afaa353" -d '{"events": [{"server_uuid": "c84b4fb3-f5d9-42ca-bc53-0c3bf03c22c5", "name": "network-vif-plugged", "status": "completed", "tag": "6bad0b15-a3fa-4364-b5f5-f6a4ad7be1f5"}]}' {{(pid=102388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 18:40:42.233468 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] For port 6bad0b15-a3fa-4364-b5f5-f6a4ad7be1f5, host n-h2-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=6bad0b15-a3fa-4364-b5f5-f6a4ad7be1f5,segment=NetworkSegment(8fe54a69-31e7-40d0-825b-2160d7fbba14),segment_id=8fe54a69-31e7-40d0-825b-2160d7fbba14)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:40:42.307516 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] get_ports_and_sgs() called for port_ids ['17e494ec-876c-4457-9174-f4c0ab3114a3'] {{(pid=102388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 18:40:42.321702 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-50218423-0b87-47be-885a-93181dba0222 None None] Provisioning complete for port 17062139-d52b-4725-ad25-df06e3173098 triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:40:42.322150 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-50218423-0b87-47be-885a-93181dba0222 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:40:42.353455 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:40:42.394739 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Pushing event updated for resources: {'Port': ['ID=17e494ec-876c-4457-9174-f4c0ab3114a3,revision_number=6']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:40:42.425005 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 17062139-d52b-4725-ad25-df06e3173098 up at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 18:40:42.428742 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0120fdad-44b7-4c22-974a-edcdc506a7d1 req-f16ebd05-176b-47cf-a8b6-a8d06bb79a8f tempest-SecurityGroupsTestJSON-1222042648 tempest-SecurityGroupsTestJSON-1222042648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:40:42.438876 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-0120fdad-44b7-4c22-974a-edcdc506a7d1 req-f16ebd05-176b-47cf-a8b6-a8d06bb79a8f tempest-SecurityGroupsTestJSON-1222042648 tempest-SecurityGroupsTestJSON-1222042648-project] 10.222.0.13 "GET /v2.0/ports?device_id=c84b4fb3-f5d9-42ca-bc53-0c3bf03c22c5 HTTP/1.1" status: 200 len: 945 time: 0.0918803 Nov 05 18:40:42.526737 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-0120fdad-44b7-4c22-974a-edcdc506a7d1 req-2e95285b-be8d-4a89-924a-6794d9652475 tempest-SecurityGroupsTestJSON-1222042648 tempest-SecurityGroupsTestJSON-1222042648-project] 10.222.0.13 "GET /v2.0/security-groups?id=25591ebc-7d79-4a52-aa21-df275070bb50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778172 Nov 05 18:40:42.582139 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Pushing event updated for resources: {'Port': ['ID=6bad0b15-a3fa-4364-b5f5-f6a4ad7be1f5,revision_number=5']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:40:42.669376 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-494c59e1-12fd-470e-aeb9-84face03f081 req-fc0757a3-f059-49c6-8804-80297e4a2d74 tempest-ServersTestMultiNic-1214536785 tempest-ServersTestMultiNic-1214536785-project] 10.222.0.13 "GET /v2.0/ports?device_id=9a5e8d09-d939-4bfc-973b-6c1377336e5b HTTP/1.1" status: 200 len: 210 time: 0.0302944 Nov 05 18:40:42.735599 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b010da6-5681-4503-b5ee-bd9114b9f642 req-cd437e8f-ec82-4fc5-95c3-407faa14ed49 tempest-ServersTestMultiNic-1214536785 tempest-ServersTestMultiNic-1214536785-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:40:42.742777 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b010da6-5681-4503-b5ee-bd9114b9f642 req-cd437e8f-ec82-4fc5-95c3-407faa14ed49 tempest-ServersTestMultiNic-1214536785 tempest-ServersTestMultiNic-1214536785-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:40:42.756039 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-4b010da6-5681-4503-b5ee-bd9114b9f642 req-cd437e8f-ec82-4fc5-95c3-407faa14ed49 tempest-ServersTestMultiNic-1214536785 tempest-ServersTestMultiNic-1214536785-project] 10.222.0.41 "GET /v2.0/networks?id=301f40b0-7862-4bd1-8824-3c88e9f58b1e&id=f312f9ab-92a7-4ab0-8b0e-56afd6c90bc5 HTTP/1.1" status: 200 len: 1391 time: 0.2120216 Nov 05 18:40:42.777867 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [req-4b010da6-5681-4503-b5ee-bd9114b9f642 req-057fa032-240a-4d5b-8373-a8705c85495f tempest-ServersTestMultiNic-1214536785 tempest-ServersTestMultiNic-1214536785-project] Request body: {'port': {'device_id': '9a5e8d09-d939-4bfc-973b-6c1377336e5b', 'network_id': '301f40b0-7862-4bd1-8824-3c88e9f58b1e', 'admin_state_up': True, 'tenant_id': '4829acffed3b4745affa5e8e193e7ce5'}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:40:42.881814 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Provisioning complete for port 17062139-d52b-4725-ad25-df06e3173098 triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:40:42.881814 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:40:43.021288 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-4d39abf8-e921-428e-bed2-67ec4b332173 req-3d2967b5-ca58-4195-8a95-7f7ae49b3602 tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] 10.222.0.13 "GET /v2.0/ports?device_id=6b9db9e4-2300-49be-bd99-8eabc0e57de3 HTTP/1.1" status: 200 len: 210 time: 0.0773451 Nov 05 18:40:43.047662 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-3e9cbb46-f598-4de1-9a32-ea65ec5e9244 req-bc47cf72-0ad8-4fd5-af91-3361a90b7f1f service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=dece0a9d-0aa6-4496-bd16-059eef231e9d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0795414 Nov 05 18:40:43.126938 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 18:40:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73c6d591-0754-4851-b68e-1c28d8bec903 x-openstack-request-id: req-73c6d591-0754-4851-b68e-1c28d8bec903 {{(pid=102388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 18:40:43.127236 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c84b4fb3-f5d9-42ca-bc53-0c3bf03c22c5", "name": "network-vif-plugged", "status": "completed", "tag": "6bad0b15-a3fa-4364-b5f5-f6a4ad7be1f5", "code": 200}]} {{(pid=102388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 18:40:43.127511 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-73c6d591-0754-4851-b68e-1c28d8bec903 {{(pid=102388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 18:40:43.127884 n-d-816865-1 neutron-server[102388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c84b4fb3-f5d9-42ca-bc53-0c3bf03c22c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bad0b15-a3fa-4364-b5f5-f6a4ad7be1f5', 'code': 200} Nov 05 18:40:43.130120 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4b010da6-5681-4503-b5ee-bd9114b9f642 req-057fa032-240a-4d5b-8373-a8705c85495f tempest-ServersTestMultiNic-1214536785 tempest-ServersTestMultiNic-1214536785-project] Made reservation on behalf of 4829acffed3b4745affa5e8e193e7ce5 for: {'port': 1} {{(pid=102387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 18:40:43.133918 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-4b010da6-5681-4503-b5ee-bd9114b9f642 req-057fa032-240a-4d5b-8373-a8705c85495f tempest-ServersTestMultiNic-1214536785 tempest-ServersTestMultiNic-1214536785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:40:43.332077 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9cbb46-f598-4de1-9a32-ea65ec5e9244 req-b429d876-5cc6-4096-b080-d2c96c81d60c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:40:43.333579 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-3e9cbb46-f598-4de1-9a32-ea65ec5e9244 req-b429d876-5cc6-4096-b080-d2c96c81d60c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=e4fadb60c9fa4b0abf704559d02b8aa0&device_id=dece0a9d-0aa6-4496-bd16-059eef231e9d HTTP/1.1" status: 200 len: 1096 time: 0.1746881 Nov 05 18:40:43.334866 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7453ab-843d-46bd-b45f-b27a74e80869 req-85cc7057-c21d-4979-8130-f42551d76059 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:40:43.336598 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-cc7453ab-843d-46bd-b45f-b27a74e80869 req-85cc7057-c21d-4979-8130-f42551d76059 service neutron] 10.222.0.41 "GET /v2.0/ports/fa9fc664-ad20-4e86-ab04-751d1b06b45b HTTP/1.1" status: 200 len: 1027 time: 0.1313450 Nov 05 18:40:43.382060 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [req-870b22ee-cbbe-414a-b6a5-4dd4c551146d req-50dada40-5f2e-4e10-ad1d-315c07a16942 tempest-LiveAutoBlockMigrationV225Test-2109471755 tempest-LiveAutoBlockMigrationV225Test-2109471755-project-admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=102387) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 05 18:40:43.384190 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-870b22ee-cbbe-414a-b6a5-4dd4c551146d req-50dada40-5f2e-4e10-ad1d-315c07a16942 tempest-LiveAutoBlockMigrationV225Test-2109471755 tempest-LiveAutoBlockMigrationV225Test-2109471755-project-admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0520151 Nov 05 18:40:43.422252 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7453ab-843d-46bd-b45f-b27a74e80869 req-9b3d138b-d932-4519-8de2-3e8d7c5a0b5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:40:43.424411 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-cc7453ab-843d-46bd-b45f-b27a74e80869 req-9b3d138b-d932-4519-8de2-3e8d7c5a0b5c service neutron] 10.222.0.41 "GET /v2.0/ports/12cc8ba5-8895-4346-85a3-5a5395794a18 HTTP/1.1" status: 200 len: 1026 time: 0.0723817 Nov 05 18:40:43.495790 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.db_base_plugin_common [req-4b010da6-5681-4503-b5ee-bd9114b9f642 req-057fa032-240a-4d5b-8373-a8705c85495f tempest-ServersTestMultiNic-1214536785 tempest-ServersTestMultiNic-1214536785-project] Allocated IP 19.80.0.27 (301f40b0-7862-4bd1-8824-3c88e9f58b1e/14ded6cc-a315-444f-b9ef-70cf63445422/162147de-268d-4a44-aafd-a263ec2f7ad7) {{(pid=102387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 18:40:43.513067 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Device 046eb35d-2125-4c26-8c14-0533b517be00 details requested by agent hyperv_n-h2-816865-1 with host n-h2-816865-1 {{(pid=102388) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 05 18:40:43.521304 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Device 17e494ec-876c-4457-9174-f4c0ab3114a3 up at agent hyperv_n-h2-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 18:40:43.532146 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870b22ee-cbbe-414a-b6a5-4dd4c551146d req-c58d4273-069b-41d3-a66f-1ffaae20729c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:40:43.535684 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-870b22ee-cbbe-414a-b6a5-4dd4c551146d req-c58d4273-069b-41d3-a66f-1ffaae20729c service neutron] 10.222.0.13 "GET /v2.0/ports/c01fdf04-d1b3-4884-bce0-e642bc3ccf9a HTTP/1.1" status: 200 len: 1093 time: 0.1327374 Nov 05 18:40:43.544591 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b1fff1-32ba-4dfb-b60b-f7dd09bc4e00 req-22d3b2c9-892a-4da5-87a7-e740509bddbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:40:43.546439 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-47b1fff1-32ba-4dfb-b60b-f7dd09bc4e00 req-22d3b2c9-892a-4da5-87a7-e740509bddbf service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=c84b4fb3-f5d9-42ca-bc53-0c3bf03c22c5 HTTP/1.1" status: 200 len: 1096 time: 0.3227668 Nov 05 18:40:43.556880 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [req-870b22ee-cbbe-414a-b6a5-4dd4c551146d req-e745cec4-875a-46cc-b1c7-71db3c301574 service neutron] Request body: {'binding': {'host': 'n-h2-816865-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:40:43.558032 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [req-870b22ee-cbbe-414a-b6a5-4dd4c551146d req-e745cec4-875a-46cc-b1c7-71db3c301574 service neutron] Unknown quota resources ['binding']. {{(pid=102387) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 05 18:40:43.739237 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-47b1fff1-32ba-4dfb-b60b-f7dd09bc4e00 req-17441159-fca7-4404-b678-60437f115f96 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=25591ebc-7d79-4a52-aa21-df275070bb50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551425 Nov 05 18:40:43.777267 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9cbb46-f598-4de1-9a32-ea65ec5e9244 req-e6b056f3-6356-495e-b77c-00c7311b19e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:40:43.779134 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-3e9cbb46-f598-4de1-9a32-ea65ec5e9244 req-e6b056f3-6356-495e-b77c-00c7311b19e2 service neutron] 10.222.0.55 "GET /v2.0/networks?id=ba3e8390-54e7-4d99-8fec-d7b75d85d22a HTTP/1.1" status: 200 len: 923 time: 0.4199762 Nov 05 18:40:43.787187 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7453ab-843d-46bd-b45f-b27a74e80869 req-8ebc4ad8-4b2e-4713-957b-7e4d122582d2 tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:40:43.794263 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7453ab-843d-46bd-b45f-b27a74e80869 req-8ebc4ad8-4b2e-4713-957b-7e4d122582d2 tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:40:43.795719 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] For port 046eb35d-2125-4c26-8c14-0533b517be00, host n-h2-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=046eb35d-2125-4c26-8c14-0533b517be00,segment=NetworkSegment(35c2db9c-522d-48d3-98cf-a08c2cc55db7),segment_id=35c2db9c-522d-48d3-98cf-a08c2cc55db7)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:40:43.800986 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7453ab-843d-46bd-b45f-b27a74e80869 req-8ebc4ad8-4b2e-4713-957b-7e4d122582d2 tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:40:43.802993 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-cc7453ab-843d-46bd-b45f-b27a74e80869 req-8ebc4ad8-4b2e-4713-957b-7e4d122582d2 tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] 10.222.0.41 "GET /v2.0/networks?id=9c282dee-ee32-45f7-8090-e833d25335b6&id=c2a3f4df-26b3-4bb0-9eae-63aad7044fea&id=c2a3f4df-26b3-4bb0-9eae-63aad7044fea&id=c2a3f4df-26b3-4bb0-9eae-63aad7044fea&id=c2a3f4df-26b3-4bb0-9eae-63aad7044fea&id=1b7a851b-c808-4864-8618-892ad55d5d0a&id=1b7a851b-c808-4864-8618-892ad55d5d0a HTTP/1.1" status: 200 len: 1988 time: 0.3652623 Nov 05 18:40:43.810929 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Returning: {'device': '046eb35d-2125-4c26-8c14-0533b517be00', 'network_id': 'a723f808-b11e-4066-b104-fad90c82895e', 'port_id': '046eb35d-2125-4c26-8c14-0533b517be00', 'mac_address': 'fa:16:3e:a8:95:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 153, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05e7a1b5-165b-4a00-855a-ffbcb2eba59e', 'ip_address': '192.168.233.155'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102388) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 05 18:40:43.868898 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Provisioning complete for port 17e494ec-876c-4457-9174-f4c0ab3114a3 triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:40:43.869346 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:40:43.920260 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:40:43.932346 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-cc7453ab-843d-46bd-b45f-b27a74e80869 req-86817a06-fe5d-4aef-903f-0ab09b3c4c59 tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=48de103aa1ab44c9aad7c42993657578 HTTP/1.1" status: 200 len: 380 time: 0.1071792 Nov 05 18:40:43.936882 n-d-816865-1 neutron-server[102388]: DEBUG neutron.notifiers.nova [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 046eb35d-2125-4c26-8c14-0533b517be00 {{(pid=102388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 18:40:43.940902 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.managers [req-870b22ee-cbbe-414a-b6a5-4dd4c551146d req-e745cec4-875a-46cc-b1c7-71db3c301574 service neutron] Attempting to bind port c01fdf04-d1b3-4884-bce0-e642bc3ccf9a on host n-h2-816865-1 for vnic_type normal with profile None {{(pid=102387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 18:40:43.946153 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.managers [req-870b22ee-cbbe-414a-b6a5-4dd4c551146d req-e745cec4-875a-46cc-b1c7-71db3c301574 service neutron] Attempting to bind port c01fdf04-d1b3-4884-bce0-e642bc3ccf9a by drivers openvswitch,hyperv on host n-h2-816865-1 at level 0 using segments [{'id': '15cac71b-3531-4cff-8a8e-8f8d83bebf12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '5e3d0b1a-fd18-45bc-91bd-c831330234c4'}] {{(pid=102387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 18:40:43.946153 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-870b22ee-cbbe-414a-b6a5-4dd4c551146d req-e745cec4-875a-46cc-b1c7-71db3c301574 service neutron] Attempting to bind port c01fdf04-d1b3-4884-bce0-e642bc3ccf9a on network 5e3d0b1a-fd18-45bc-91bd-c831330234c4 {{(pid=102387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 18:40:43.947679 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-4b010da6-5681-4503-b5ee-bd9114b9f642 req-057fa032-240a-4d5b-8373-a8705c85495f tempest-ServersTestMultiNic-1214536785 tempest-ServersTestMultiNic-1214536785-project] Publish callbacks [] for port, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:40:43.949102 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [req-cc7453ab-843d-46bd-b45f-b27a74e80869 req-e8c7ffc2-23ff-4995-80b0-19d7c8d250e2 tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Request body: {'port': {'device_id': '6b9db9e4-2300-49be-bd99-8eabc0e57de3', 'network_id': '9c282dee-ee32-45f7-8090-e833d25335b6', 'admin_state_up': True, 'tenant_id': '48de103aa1ab44c9aad7c42993657578', 'security_groups': ['98567ca5-1884-480b-af79-82f64bb06e96']}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:40:43.955693 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-870b22ee-cbbe-414a-b6a5-4dd4c551146d req-e745cec4-875a-46cc-b1c7-71db3c301574 service neutron] Port c01fdf04-d1b3-4884-bce0-e642bc3ccf9a on network 5e3d0b1a-fd18-45bc-91bd-c831330234c4 not bound, no agent of type Open vSwitch agent registered on host n-h2-816865-1 {{(pid=102387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 18:40:43.956016 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-870b22ee-cbbe-414a-b6a5-4dd4c551146d req-e745cec4-875a-46cc-b1c7-71db3c301574 service neutron] Attempting to bind port c01fdf04-d1b3-4884-bce0-e642bc3ccf9a on network 5e3d0b1a-fd18-45bc-91bd-c831330234c4 {{(pid=102387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 18:40:43.958671 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] For port 046eb35d-2125-4c26-8c14-0533b517be00, host n-h2-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=046eb35d-2125-4c26-8c14-0533b517be00,segment=NetworkSegment(35c2db9c-522d-48d3-98cf-a08c2cc55db7),segment_id=35c2db9c-522d-48d3-98cf-a08c2cc55db7)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:40:43.966348 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-870b22ee-cbbe-414a-b6a5-4dd4c551146d req-e745cec4-875a-46cc-b1c7-71db3c301574 service neutron] Checking agent: {'id': '32aff553-696f-4891-83f5-5c176f61fe54', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816865-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 18, 33, 36), 'started_at': datetime.datetime(2021, 11, 5, 18, 33, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 18, 40, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 18:40:43.969533 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-870b22ee-cbbe-414a-b6a5-4dd4c551146d req-e745cec4-875a-46cc-b1c7-71db3c301574 service neutron] Checking segment: {'id': '15cac71b-3531-4cff-8a8e-8f8d83bebf12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '5e3d0b1a-fd18-45bc-91bd-c831330234c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 18:40:43.969533 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-870b22ee-cbbe-414a-b6a5-4dd4c551146d req-e745cec4-875a-46cc-b1c7-71db3c301574 service neutron] Bound using segment: {'id': '15cac71b-3531-4cff-8a8e-8f8d83bebf12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '5e3d0b1a-fd18-45bc-91bd-c831330234c4'} {{(pid=102387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 18:40:43.969533 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.managers [req-870b22ee-cbbe-414a-b6a5-4dd4c551146d req-e745cec4-875a-46cc-b1c7-71db3c301574 service neutron] Bound port: c01fdf04-d1b3-4884-bce0-e642bc3ccf9a, host: n-h2-816865-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15cac71b-3531-4cff-8a8e-8f8d83bebf12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '5e3d0b1a-fd18-45bc-91bd-c831330234c4'}}] {{(pid=102387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 18:40:44.059257 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:40:44.107007 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:40:44.108919 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-3e9cbb46-f598-4de1-9a32-ea65ec5e9244 req-f3ed784c-45a6-41bd-8dc1-40cbd77ab76e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=00947ea7-44a7-48c3-8090-3a64e0e9cafd HTTP/1.1" status: 200 len: 1001 time: 0.1528385 Nov 05 18:40:44.127841 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.db [req-870b22ee-cbbe-414a-b6a5-4dd4c551146d req-e745cec4-875a-46cc-b1c7-71db3c301574 service neutron] For port c01fdf04-d1b3-4884-bce0-e642bc3ccf9a, host n-h2-816865-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=c01fdf04-d1b3-4884-bce0-e642bc3ccf9a,segment=NetworkSegment(15cac71b-3531-4cff-8a8e-8f8d83bebf12),segment_id=15cac71b-3531-4cff-8a8e-8f8d83bebf12)] {{(pid=102387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 18:40:44.202187 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9cbb46-f598-4de1-9a32-ea65ec5e9244 req-cff695b9-6527-4402-aaf8-9daae1fc05ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:40:44.203735 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-3e9cbb46-f598-4de1-9a32-ea65ec5e9244 req-cff695b9-6527-4402-aaf8-9daae1fc05ae service neutron] 10.222.0.55 "GET /v2.0/subnets?id=23219f55-021e-4f36-bac1-2c401000599a HTTP/1.1" status: 200 len: 861 time: 0.0564401 Nov 05 18:40:44.219291 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] For port 17e494ec-876c-4457-9174-f4c0ab3114a3, host n-h2-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=17e494ec-876c-4457-9174-f4c0ab3114a3,segment=NetworkSegment(b0f4d4e8-61d5-4e79-9c35-e1f620a70868),segment_id=b0f4d4e8-61d5-4e79-9c35-e1f620a70868)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:40:44.234908 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-4b010da6-5681-4503-b5ee-bd9114b9f642 req-057fa032-240a-4d5b-8373-a8705c85495f tempest-ServersTestMultiNic-1214536785 tempest-ServersTestMultiNic-1214536785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4417063'] for port, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:40:44.255397 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdfc353-459d-4ab7-a9b0-e6a423fe2e0d req-c4ad2714-dd34-4a73-ab25-a4e8c5f14fdf tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:40:44.257779 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-cbdfc353-459d-4ab7-a9b0-e6a423fe2e0d req-c4ad2714-dd34-4a73-ab25-a4e8c5f14fdf tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] 10.222.0.13 "GET /v2.0/ports?device_id=c8f9c054-f308-4af6-8eb8-5dcdd62eb3fd HTTP/1.1" status: 200 len: 949 time: 0.1212926 Nov 05 18:40:44.293821 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9cbb46-f598-4de1-9a32-ea65ec5e9244 req-2601d2b1-b901-485d-97d5-d25bc26c2a94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:40:44.295467 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-3e9cbb46-f598-4de1-9a32-ea65ec5e9244 req-2601d2b1-b901-485d-97d5-d25bc26c2a94 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ba3e8390-54e7-4d99-8fec-d7b75d85d22a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0734520 Nov 05 18:40:44.338282 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:40:44.339037 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Device 046eb35d-2125-4c26-8c14-0533b517be00 no longer exists at agent hyperv_n-h2-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 18:40:44.339994 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057fa032-240a-4d5b-8373-a8705c85495f tempest-ServersTestMultiNic-1214536785 tempest-ServersTestMultiNic-1214536785-project] Pushing event updated for resources: {'Port': ['ID=162147de-268d-4a44-aafd-a263ec2f7ad7,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:40:44.341015 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Pushing event updated for resources: {'Port': ['ID=046eb35d-2125-4c26-8c14-0533b517be00,revision_number=9']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:40:44.347071 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-870b22ee-cbbe-414a-b6a5-4dd4c551146d req-e745cec4-875a-46cc-b1c7-71db3c301574 service neutron] Publish callbacks [] for binding, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:40:44.360136 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-870b22ee-cbbe-414a-b6a5-4dd4c551146d req-e745cec4-875a-46cc-b1c7-71db3c301574 service neutron] 10.222.0.13 "POST /v2.0/ports/c01fdf04-d1b3-4884-bce0-e642bc3ccf9a/bindings HTTP/1.1" status: 201 len: 389 time: 0.8135345 Nov 05 18:40:44.381755 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4b010da6-5681-4503-b5ee-bd9114b9f642 req-057fa032-240a-4d5b-8373-a8705c85495f tempest-ServersTestMultiNic-1214536785 tempest-ServersTestMultiNic-1214536785-project] Network 301f40b0-7862-4bd1-8824-3c88e9f58b1e is already hosted by enough agents. {{(pid=102387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 18:40:44.391393 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.base_scheduler [req-4b010da6-5681-4503-b5ee-bd9114b9f642 req-057fa032-240a-4d5b-8373-a8705c85495f tempest-ServersTestMultiNic-1214536785 tempest-ServersTestMultiNic-1214536785-project] Resources bound (agent type, host, resource id): {{(pid=102387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:40:44.395687 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b010da6-5681-4503-b5ee-bd9114b9f642 req-057fa032-240a-4d5b-8373-a8705c85495f tempest-ServersTestMultiNic-1214536785 tempest-ServersTestMultiNic-1214536785-project] Received port after_create {{(pid=102387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 18:40:44.407290 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-3e9cbb46-f598-4de1-9a32-ea65ec5e9244 req-13fbbc80-3730-4aa9-b75a-33ccd44b5360 service neutron] 10.222.0.55 "GET /v2.0/networks/ba3e8390-54e7-4d99-8fec-d7b75d85d22a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1002724 Nov 05 18:40:44.448105 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b010da6-5681-4503-b5ee-bd9114b9f642 req-057fa032-240a-4d5b-8373-a8705c85495f tempest-ServersTestMultiNic-1214536785 tempest-ServersTestMultiNic-1214536785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:40:44.453477 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-4b010da6-5681-4503-b5ee-bd9114b9f642 req-057fa032-240a-4d5b-8373-a8705c85495f tempest-ServersTestMultiNic-1214536785 tempest-ServersTestMultiNic-1214536785-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:40:44.499176 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-cbdfc353-459d-4ab7-a9b0-e6a423fe2e0d req-bbbf4f3b-b701-439d-af3a-a86d8f6e46e8 tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] 10.222.0.13 "GET /v2.0/security-groups?id=c4f63610-8850-433c-ac4b-7e7146261ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2141330 Nov 05 18:40:44.595707 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] get_ports_and_sgs() called for port_ids ['046eb35d-2125-4c26-8c14-0533b517be00'] {{(pid=102388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 18:40:44.603143 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Pushing event updated for resources: {'Port': ['ID=17e494ec-876c-4457-9174-f4c0ab3114a3,revision_number=7']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:40:44.801813 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5b1af3-4c54-441e-a6a4-1a01adba6592 req-dee17cb8-c28c-4d4c-a696-7eddcbe1903c tempest-SecurityGroupsTestJSON-1222042648 tempest-SecurityGroupsTestJSON-1222042648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:40:44.824936 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-af5b1af3-4c54-441e-a6a4-1a01adba6592 req-dee17cb8-c28c-4d4c-a696-7eddcbe1903c tempest-SecurityGroupsTestJSON-1222042648 tempest-SecurityGroupsTestJSON-1222042648-project] 10.222.0.13 "GET /v2.0/ports?device_id=c84b4fb3-f5d9-42ca-bc53-0c3bf03c22c5 HTTP/1.1" status: 200 len: 945 time: 0.1517632 Nov 05 18:40:44.838802 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-3e9cbb46-f598-4de1-9a32-ea65ec5e9244 req-b486e3f4-6690-4cd3-af5c-75172d9c4a5e service neutron] 10.222.0.55 "GET /v2.0/networks/ba3e8390-54e7-4d99-8fec-d7b75d85d22a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4224341 Nov 05 18:40:44.850294 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 43142) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:40:44.895789 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cc7453ab-843d-46bd-b45f-b27a74e80869 req-e8c7ffc2-23ff-4995-80b0-19d7c8d250e2 tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Made reservation on behalf of 48de103aa1ab44c9aad7c42993657578 for: {'port': 1} {{(pid=102386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 18:40:44.903520 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-cc7453ab-843d-46bd-b45f-b27a74e80869 req-e8c7ffc2-23ff-4995-80b0-19d7c8d250e2 tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:40:44.919154 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:40:44.987461 n-d-816865-1 neutron-server[102388]: DEBUG neutron.notifiers.nova [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 046eb35d-2125-4c26-8c14-0533b517be00 {{(pid=102388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 18:40:45.043678 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407c4c40-8755-487e-abf7-ec76d09c7422 req-1f393617-13f5-4cdc-a56d-aff6fd7f9238 tempest-ServersTestMultiNic-1214536785 tempest-ServersTestMultiNic-1214536785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:40:45.051851 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-407c4c40-8755-487e-abf7-ec76d09c7422 req-1f393617-13f5-4cdc-a56d-aff6fd7f9238 tempest-ServersTestMultiNic-1214536785 tempest-ServersTestMultiNic-1214536785-project] 10.222.0.13 "GET /v2.0/ports?device_id=9a5e8d09-d939-4bfc-973b-6c1377336e5b HTTP/1.1" status: 200 len: 931 time: 0.2178035 Nov 05 18:40:45.066580 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-4b010da6-5681-4503-b5ee-bd9114b9f642 req-057fa032-240a-4d5b-8373-a8705c85495f tempest-ServersTestMultiNic-1214536785 tempest-ServersTestMultiNic-1214536785-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2928786 Nov 05 18:40:45.090638 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [req-4b010da6-5681-4503-b5ee-bd9114b9f642 req-c694f457-b471-41f0-8a8e-547c933a33c8 tempest-ServersTestMultiNic-1214536785 tempest-ServersTestMultiNic-1214536785-project] Request body: {'port': {'device_id': '9a5e8d09-d939-4bfc-973b-6c1377336e5b', 'network_id': 'f312f9ab-92a7-4ab0-8b0e-56afd6c90bc5', 'admin_state_up': True, 'tenant_id': '4829acffed3b4745affa5e8e193e7ce5'}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:40:45.147420 n-d-816865-1 neutron-server[102388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '119849e3-bd6e-46cc-9c50-33fdbdc61761', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17e494ec-876c-4457-9174-f4c0ab3114a3'}] {{(pid=102388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 18:40:45.159333 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85474fee1180e129d8a886d264fe0b30223aa672dd1ffe43b630605f18504f68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d311d24-7fb9-45e9-b4a3-f9e09012b989" -d '{"events": [{"server_uuid": "119849e3-bd6e-46cc-9c50-33fdbdc61761", "name": "network-vif-plugged", "status": "completed", "tag": "17e494ec-876c-4457-9174-f4c0ab3114a3"}]}' {{(pid=102388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 18:40:45.195039 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] For port 046eb35d-2125-4c26-8c14-0533b517be00, host n-h2-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=046eb35d-2125-4c26-8c14-0533b517be00,segment=NetworkSegment(35c2db9c-522d-48d3-98cf-a08c2cc55db7),segment_id=35c2db9c-522d-48d3-98cf-a08c2cc55db7)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:40:45.196706 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-49849335-0a37-4902-903e-1fb41ec209c9 None None] Provisioning complete for port 162147de-268d-4a44-aafd-a263ec2f7ad7 triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:40:45.198333 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-49849335-0a37-4902-903e-1fb41ec209c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:40:45.260583 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.db_base_plugin_common [req-cc7453ab-843d-46bd-b45f-b27a74e80869 req-e8c7ffc2-23ff-4995-80b0-19d7c8d250e2 tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Allocated IP 172.20.0.5 (9c282dee-ee32-45f7-8090-e833d25335b6/cac15399-ea50-428e-a2ae-2a1396bca25d/62ff4673-48f2-4b6a-905c-6b1bcc553de5) {{(pid=102386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 18:40:45.313954 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-49849335-0a37-4902-903e-1fb41ec209c9 None None] Port 162147de-268d-4a44-aafd-a263ec2f7ad7 cannot update to ACTIVE because it is not bound. {{(pid=102388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 18:40:45.325561 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:40:45.327812 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-af5b1af3-4c54-441e-a6a4-1a01adba6592 req-6849148a-34e7-432a-aacb-ee0c951dee9e tempest-SecurityGroupsTestJSON-1222042648 tempest-SecurityGroupsTestJSON-1222042648-project] 10.222.0.13 "GET /v2.0/security-groups?id=25591ebc-7d79-4a52-aa21-df275070bb50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4975250 Nov 05 18:40:45.385134 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Pushing event updated for resources: {'Port': ['ID=046eb35d-2125-4c26-8c14-0533b517be00,revision_number=10']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:40:45.517240 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-407c4c40-8755-487e-abf7-ec76d09c7422 req-4b83b1f0-5a6b-46a5-9297-83d6fa358112 tempest-ServersTestMultiNic-1214536785 tempest-ServersTestMultiNic-1214536785-project] 10.222.0.13 "GET /v2.0/security-groups?id=d6c276c2-1a62-4f33-92e6-1a62f3e97f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4532268 Nov 05 18:40:45.572319 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-e925913e-86dd-4e99-8879-faf71d35d239 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=837c4af251bf46c096cecfec966406f5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7271698 Nov 05 18:40:45.572526 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 43152) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:40:45.646637 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870b22ee-cbbe-414a-b6a5-4dd4c551146d req-6735f1e7-2a5f-4a0d-a873-32322e41eef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:40:45.648417 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-870b22ee-cbbe-414a-b6a5-4dd4c551146d req-6735f1e7-2a5f-4a0d-a873-32322e41eef1 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=482f8aec1d1b4fc08a02afb86f8387d6&device_id=96e576a6-4f06-4763-8d25-8b8dae8dc581 HTTP/1.1" status: 200 len: 1096 time: 0.2694077 Nov 05 18:40:45.663629 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4b010da6-5681-4503-b5ee-bd9114b9f642 req-c694f457-b471-41f0-8a8e-547c933a33c8 tempest-ServersTestMultiNic-1214536785 tempest-ServersTestMultiNic-1214536785-project] Made reservation on behalf of 4829acffed3b4745affa5e8e193e7ce5 for: {'port': 1} {{(pid=102387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 18:40:45.669505 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-4b010da6-5681-4503-b5ee-bd9114b9f642 req-c694f457-b471-41f0-8a8e-547c933a33c8 tempest-ServersTestMultiNic-1214536785 tempest-ServersTestMultiNic-1214536785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:40:45.733713 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-06a2c7e5-af50-4956-b09d-5101fab04311 req-870b0c53-b80c-4640-8dc2-b1415897fa22 tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] 10.222.0.13 "GET /v2.0/ports?device_id=6b9db9e4-2300-49be-bd99-8eabc0e57de3 HTTP/1.1" status: 200 len: 210 time: 0.0929730 Nov 05 18:40:45.815280 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-cc7453ab-843d-46bd-b45f-b27a74e80869 req-e8c7ffc2-23ff-4995-80b0-19d7c8d250e2 tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Publish callbacks [] for port, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:40:45.818475 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-121f0b9d-0383-4ed7-a3e8-7e734eb91777 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:40:45.843145 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c082ac-b9a6-4a5a-a009-2098b956d288 req-a25433a9-62f1-4cc8-b3e4-e11334fbe8bc tempest-LiveAutoBlockMigrationV225Test-1563372898 tempest-LiveAutoBlockMigrationV225Test-1563372898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:40:45.844698 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-e9c082ac-b9a6-4a5a-a009-2098b956d288 req-a25433a9-62f1-4cc8-b3e4-e11334fbe8bc tempest-LiveAutoBlockMigrationV225Test-1563372898 tempest-LiveAutoBlockMigrationV225Test-1563372898-project] 10.222.0.13 "GET /v2.0/ports?device_id=96e576a6-4f06-4763-8d25-8b8dae8dc581 HTTP/1.1" status: 200 len: 945 time: 0.2210431 Nov 05 18:40:45.852184 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 18:40:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36909f85-0109-4b13-aae2-d5da11f0a2f7 x-openstack-request-id: req-36909f85-0109-4b13-aae2-d5da11f0a2f7 {{(pid=102388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 18:40:45.852692 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "119849e3-bd6e-46cc-9c50-33fdbdc61761", "name": "network-vif-plugged", "status": "completed", "tag": "17e494ec-876c-4457-9174-f4c0ab3114a3", "code": 200}]} {{(pid=102388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 18:40:45.856219 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-36909f85-0109-4b13-aae2-d5da11f0a2f7 {{(pid=102388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 18:40:45.856219 n-d-816865-1 neutron-server[102388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '119849e3-bd6e-46cc-9c50-33fdbdc61761', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17e494ec-876c-4457-9174-f4c0ab3114a3', 'code': 200} Nov 05 18:40:45.898332 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870b22ee-cbbe-414a-b6a5-4dd4c551146d req-6e9d3746-4157-4458-92d8-9234f48d0be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:40:45.899762 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-870b22ee-cbbe-414a-b6a5-4dd4c551146d req-6e9d3746-4157-4458-92d8-9234f48d0be2 service neutron] 10.222.0.55 "GET /v2.0/networks?id=5e3d0b1a-fd18-45bc-91bd-c831330234c4 HTTP/1.1" status: 200 len: 921 time: 0.2313223 Nov 05 18:40:45.962701 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-870b22ee-cbbe-414a-b6a5-4dd4c551146d req-44f9f40b-30cd-4e18-a0c3-d0e48267d4de service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c01fdf04-d1b3-4884-bce0-e642bc3ccf9a HTTP/1.1" status: 200 len: 217 time: 0.0512664 Nov 05 18:40:45.993572 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-121f0b9d-0383-4ed7-a3e8-7e734eb91777 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:40:46.012511 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-cc7453ab-843d-46bd-b45f-b27a74e80869 req-e8c7ffc2-23ff-4995-80b0-19d7c8d250e2 tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:40:46.077420 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cc7453ab-843d-46bd-b45f-b27a74e80869 req-e8c7ffc2-23ff-4995-80b0-19d7c8d250e2 tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Network 9c282dee-ee32-45f7-8090-e833d25335b6 is already hosted by enough agents. {{(pid=102386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 18:40:46.080403 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870b22ee-cbbe-414a-b6a5-4dd4c551146d req-e8500040-a701-44fe-9dfc-cdc462a2ac78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:40:46.080637 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-870b22ee-cbbe-414a-b6a5-4dd4c551146d req-e8500040-a701-44fe-9dfc-cdc462a2ac78 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e7fca78a-743c-4af3-9fb8-12bc06bb873c HTTP/1.1" status: 200 len: 860 time: 0.1119533 Nov 05 18:40:46.083901 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.base_scheduler [req-cc7453ab-843d-46bd-b45f-b27a74e80869 req-e8c7ffc2-23ff-4995-80b0-19d7c8d250e2 tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Resources bound (agent type, host, resource id): {{(pid=102386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:40:46.095110 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc7453ab-843d-46bd-b45f-b27a74e80869 req-e8c7ffc2-23ff-4995-80b0-19d7c8d250e2 tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Received port after_create {{(pid=102386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 18:40:46.143135 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107b6a38-d6f7-49a0-95ae-3e3c6fb246dd req-a125f8f0-ea84-47f5-b9df-6e5373e5bb10 tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:40:46.156180 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-107b6a38-d6f7-49a0-95ae-3e3c6fb246dd req-a125f8f0-ea84-47f5-b9df-6e5373e5bb10 tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] 10.222.0.13 "GET /v2.0/ports?device_id=c8f9c054-f308-4af6-8eb8-5dcdd62eb3fd HTTP/1.1" status: 200 len: 949 time: 0.2056594 Nov 05 18:40:46.168804 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c7ffc2-23ff-4995-80b0-19d7c8d250e2 tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Pushing event updated for resources: {'Port': ['ID=62ff4673-48f2-4b6a-905c-6b1bcc553de5,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:40:46.196680 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-e9c082ac-b9a6-4a5a-a009-2098b956d288 req-ddc7d710-e980-4a68-9702-c04422877170 tempest-LiveAutoBlockMigrationV225Test-1563372898 tempest-LiveAutoBlockMigrationV225Test-1563372898-project] 10.222.0.13 "GET /v2.0/security-groups?id=35cb161a-9192-43e2-a392-140fa33626b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2586839 Nov 05 18:40:46.198010 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-870b22ee-cbbe-414a-b6a5-4dd4c551146d req-d3785a8f-583d-474a-9c20-b6338c5d0dde service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=5e3d0b1a-fd18-45bc-91bd-c831330234c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1042211 Nov 05 18:40:46.302360 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.db_base_plugin_common [req-4b010da6-5681-4503-b5ee-bd9114b9f642 req-c694f457-b471-41f0-8a8e-547c933a33c8 tempest-ServersTestMultiNic-1214536785 tempest-ServersTestMultiNic-1214536785-project] Allocated IP 19.86.0.169 (f312f9ab-92a7-4ab0-8b0e-56afd6c90bc5/8bf515ed-e77b-4a1b-9e6f-1f371528f0d8/01aa414c-cd32-483f-b731-af513bcf86ff) {{(pid=102387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 18:40:46.345828 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7453ab-843d-46bd-b45f-b27a74e80869 req-e8c7ffc2-23ff-4995-80b0-19d7c8d250e2 tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:40:46.348014 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-cc7453ab-843d-46bd-b45f-b27a74e80869 req-e8c7ffc2-23ff-4995-80b0-19d7c8d250e2 tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:40:46.364182 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-107b6a38-d6f7-49a0-95ae-3e3c6fb246dd req-efc00f6d-52db-416b-8f55-04be0a24e9eb tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] 10.222.0.13 "GET /v2.0/security-groups?id=c4f63610-8850-433c-ac4b-7e7146261ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2070012 Nov 05 18:40:46.425096 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-121f0b9d-0383-4ed7-a3e8-7e734eb91777 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:40:46.432551 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-121f0b9d-0383-4ed7-a3e8-7e734eb91777 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:40:46.440357 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-121f0b9d-0383-4ed7-a3e8-7e734eb91777 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3a75c85e-fd58-4736-9ad8-18dced01e280 HTTP/1.1" status: 204 len: 168 time: 0.8630133 Nov 05 18:40:46.482504 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121f0b9d-0383-4ed7-a3e8-7e734eb91777 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a75c85e-fd58-4736-9ad8-18dced01e280,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:40:46.522847 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-cc7453ab-843d-46bd-b45f-b27a74e80869 req-e8c7ffc2-23ff-4995-80b0-19d7c8d250e2 tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5810790 Nov 05 18:40:46.527744 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-870b22ee-cbbe-414a-b6a5-4dd4c551146d req-8502db34-6b79-4eed-bd8e-d885e4a47322 service neutron] 10.222.0.55 "GET /v2.0/networks/5e3d0b1a-fd18-45bc-91bd-c831330234c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3190358 Nov 05 18:40:46.551703 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [req-cc7453ab-843d-46bd-b45f-b27a74e80869 req-d6c47366-8328-4e07-8c4e-09ddcad6216f tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Request body: {'port': {'device_id': '6b9db9e4-2300-49be-bd99-8eabc0e57de3', 'network_id': 'c2a3f4df-26b3-4bb0-9eae-63aad7044fea', 'admin_state_up': True, 'tenant_id': '48de103aa1ab44c9aad7c42993657578', 'security_groups': ['98567ca5-1884-480b-af79-82f64bb06e96']}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:40:46.561067 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-8208ff49-c8bd-48e5-8db5-c38e61024031 None None] Provisioning complete for port 62ff4673-48f2-4b6a-905c-6b1bcc553de5 triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:40:46.562745 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-8208ff49-c8bd-48e5-8db5-c38e61024031 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:40:46.661554 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-8208ff49-c8bd-48e5-8db5-c38e61024031 None None] Port 62ff4673-48f2-4b6a-905c-6b1bcc553de5 cannot update to ACTIVE because it is not bound. {{(pid=102388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 18:40:46.670675 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44f552c-19d8-453f-b361-5abd916375b2 req-a0366143-8ab0-4c3d-a2b5-36284a8a4396 tempest-SecurityGroupsTestJSON-1222042648 tempest-SecurityGroupsTestJSON-1222042648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:40:46.672823 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-a44f552c-19d8-453f-b361-5abd916375b2 req-a0366143-8ab0-4c3d-a2b5-36284a8a4396 tempest-SecurityGroupsTestJSON-1222042648 tempest-SecurityGroupsTestJSON-1222042648-project] 10.222.0.13 "GET /v2.0/ports?device_id=c84b4fb3-f5d9-42ca-bc53-0c3bf03c22c5 HTTP/1.1" status: 200 len: 945 time: 0.1868963 Nov 05 18:40:46.689440 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4ca0d6-4745-47ac-9696-25ba93e88b11 req-b0408428-7e1d-46f9-a9f7-4ef85fb4c08c tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:40:46.697511 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-4b4ca0d6-4745-47ac-9696-25ba93e88b11 req-b0408428-7e1d-46f9-a9f7-4ef85fb4c08c tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] 10.222.0.13 "GET /v2.0/ports?device_id=c8f9c054-f308-4af6-8eb8-5dcdd62eb3fd HTTP/1.1" status: 200 len: 949 time: 0.1874201 Nov 05 18:40:46.809327 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-4b010da6-5681-4503-b5ee-bd9114b9f642 req-c694f457-b471-41f0-8a8e-547c933a33c8 tempest-ServersTestMultiNic-1214536785 tempest-ServersTestMultiNic-1214536785-project] Publish callbacks [] for port, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:40:46.826026 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-a44f552c-19d8-453f-b361-5abd916375b2 req-a67b7c34-1d44-4d71-af6c-c804ebf54993 tempest-SecurityGroupsTestJSON-1222042648 tempest-SecurityGroupsTestJSON-1222042648-project] 10.222.0.13 "GET /v2.0/security-groups?id=25591ebc-7d79-4a52-aa21-df275070bb50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214287 Nov 05 18:40:46.844143 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-4b4ca0d6-4745-47ac-9696-25ba93e88b11 req-951076a9-0f1f-43d2-a35f-5a9f8d50a701 tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] 10.222.0.13 "GET /v2.0/security-groups?id=c4f63610-8850-433c-ac4b-7e7146261ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408269 Nov 05 18:40:46.932426 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-870b22ee-cbbe-414a-b6a5-4dd4c551146d req-cdfb9b80-672d-4d15-92f0-4cc3465a864d service neutron] 10.222.0.55 "GET /v2.0/networks/5e3d0b1a-fd18-45bc-91bd-c831330234c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3671117 Nov 05 18:40:47.019729 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-4b010da6-5681-4503-b5ee-bd9114b9f642 req-c694f457-b471-41f0-8a8e-547c933a33c8 tempest-ServersTestMultiNic-1214536785 tempest-ServersTestMultiNic-1214536785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4417063'] for port, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:40:47.079087 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cc7453ab-843d-46bd-b45f-b27a74e80869 req-d6c47366-8328-4e07-8c4e-09ddcad6216f tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Made reservation on behalf of 48de103aa1ab44c9aad7c42993657578 for: {'port': 1} {{(pid=102386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 18:40:47.084669 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-cc7453ab-843d-46bd-b45f-b27a74e80869 req-d6c47366-8328-4e07-8c4e-09ddcad6216f tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:40:47.103009 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4b010da6-5681-4503-b5ee-bd9114b9f642 req-c694f457-b471-41f0-8a8e-547c933a33c8 tempest-ServersTestMultiNic-1214536785 tempest-ServersTestMultiNic-1214536785-project] Network f312f9ab-92a7-4ab0-8b0e-56afd6c90bc5 is already hosted by enough agents. {{(pid=102387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 18:40:47.121005 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a409a37-ea7c-4b09-a277-6f3e33af8d0b req-2d8986ad-6f11-4c4a-94f7-8285bb5fb933 tempest-ServersTestMultiNic-1214536785 tempest-ServersTestMultiNic-1214536785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:40:47.140176 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-9a409a37-ea7c-4b09-a277-6f3e33af8d0b req-2d8986ad-6f11-4c4a-94f7-8285bb5fb933 tempest-ServersTestMultiNic-1214536785 tempest-ServersTestMultiNic-1214536785-project] 10.222.0.13 "GET /v2.0/ports?device_id=9a5e8d09-d939-4bfc-973b-6c1377336e5b HTTP/1.1" status: 200 len: 931 time: 0.1832440 Nov 05 18:40:47.176093 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.base_scheduler [req-4b010da6-5681-4503-b5ee-bd9114b9f642 req-c694f457-b471-41f0-8a8e-547c933a33c8 tempest-ServersTestMultiNic-1214536785 tempest-ServersTestMultiNic-1214536785-project] Resources bound (agent type, host, resource id): {{(pid=102387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:40:47.185977 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b010da6-5681-4503-b5ee-bd9114b9f642 req-c694f457-b471-41f0-8a8e-547c933a33c8 tempest-ServersTestMultiNic-1214536785 tempest-ServersTestMultiNic-1214536785-project] Received port after_create {{(pid=102387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 18:40:47.188889 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c694f457-b471-41f0-8a8e-547c933a33c8 tempest-ServersTestMultiNic-1214536785 tempest-ServersTestMultiNic-1214536785-project] Pushing event updated for resources: {'Port': ['ID=01aa414c-cd32-483f-b731-af513bcf86ff,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:40:47.320940 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b010da6-5681-4503-b5ee-bd9114b9f642 req-c694f457-b471-41f0-8a8e-547c933a33c8 tempest-ServersTestMultiNic-1214536785 tempest-ServersTestMultiNic-1214536785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:40:47.321840 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-4b010da6-5681-4503-b5ee-bd9114b9f642 req-c694f457-b471-41f0-8a8e-547c933a33c8 tempest-ServersTestMultiNic-1214536785 tempest-ServersTestMultiNic-1214536785-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:40:47.376003 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-9a409a37-ea7c-4b09-a277-6f3e33af8d0b req-49257247-32d9-4a2b-b67a-eafeb279b5fc tempest-ServersTestMultiNic-1214536785 tempest-ServersTestMultiNic-1214536785-project] 10.222.0.13 "GET /v2.0/security-groups?id=d6c276c2-1a62-4f33-92e6-1a62f3e97f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2348592 Nov 05 18:40:47.442289 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.db_base_plugin_common [req-cc7453ab-843d-46bd-b45f-b27a74e80869 req-d6c47366-8328-4e07-8c4e-09ddcad6216f tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Allocated IP 10.1.1.77 (c2a3f4df-26b3-4bb0-9eae-63aad7044fea/ba9a8eab-576a-4407-8387-c01c9ae7bbff/aa96a508-f091-4c76-94a7-8155d7f58fdc) {{(pid=102386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 18:40:47.512029 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Device 046eb35d-2125-4c26-8c14-0533b517be00 up at agent hyperv_n-h2-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 18:40:47.527632 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f0a8a6-45ad-498b-a7ca-b88bba7bd4a5 req-adf92e89-3db3-408f-a01d-93292a6abbb9 tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:40:47.529262 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-80f0a8a6-45ad-498b-a7ca-b88bba7bd4a5 req-adf92e89-3db3-408f-a01d-93292a6abbb9 tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] 10.222.0.13 "GET /v2.0/ports?device_id=6b9db9e4-2300-49be-bd99-8eabc0e57de3 HTTP/1.1" status: 200 len: 931 time: 0.2151973 Nov 05 18:40:47.558892 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-4b010da6-5681-4503-b5ee-bd9114b9f642 req-c694f457-b471-41f0-8a8e-547c933a33c8 tempest-ServersTestMultiNic-1214536785 tempest-ServersTestMultiNic-1214536785-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4729714 Nov 05 18:40:47.638620 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [req-4b010da6-5681-4503-b5ee-bd9114b9f642 req-a2bd0156-e6d1-41ab-bc40-8f59e7438415 service neutron] Request body: {'port': {'device_id': '9a5e8d09-d939-4bfc-973b-6c1377336e5b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816865-1'}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:40:47.748020 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Provisioning complete for port 046eb35d-2125-4c26-8c14-0533b517be00 triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:40:47.748433 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:40:47.819461 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-fbc8c161-c10a-4a49-b509-f507023b4e65 None None] Provisioning complete for port 01aa414c-cd32-483f-b731-af513bcf86ff triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:40:47.819831 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-fbc8c161-c10a-4a49-b509-f507023b4e65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:40:47.846994 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-4b010da6-5681-4503-b5ee-bd9114b9f642 req-a2bd0156-e6d1-41ab-bc40-8f59e7438415 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:40:47.847614 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-cc7453ab-843d-46bd-b45f-b27a74e80869 req-d6c47366-8328-4e07-8c4e-09ddcad6216f tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Publish callbacks [] for port, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:40:47.858081 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-80f0a8a6-45ad-498b-a7ca-b88bba7bd4a5 req-4da707cb-b3ca-4d61-846d-2cce68506ea9 tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] 10.222.0.13 "GET /v2.0/security-groups?id=98567ca5-1884-480b-af79-82f64bb06e96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3222663 Nov 05 18:40:47.910417 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-c09b20f9-572e-4fc3-b29c-b26481322f75 req-0362cff3-bf36-43d8-ae5c-9dcd463431e6 tempest-SecurityGroupsTestJSON-1222042648 tempest-SecurityGroupsTestJSON-1222042648-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1201589853&fields=id&tenant_id=05b01937f9ca44aa923731561d630757 HTTP/1.1" status: 200 len: 267 time: 0.3794119 Nov 05 18:40:48.065188 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-fbc8c161-c10a-4a49-b509-f507023b4e65 None None] Port 01aa414c-cd32-483f-b731-af513bcf86ff cannot update to ACTIVE because it is not bound. {{(pid=102388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 18:40:48.254242 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:40:48.314862 n-d-816865-1 neutron-server[102388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8f9c054-f308-4af6-8eb8-5dcdd62eb3fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '046eb35d-2125-4c26-8c14-0533b517be00'}] {{(pid=102388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 18:40:48.317342 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85474fee1180e129d8a886d264fe0b30223aa672dd1ffe43b630605f18504f68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-feda4a88-46d5-4e8f-8e6d-5dbd92bc29b1" -d '{"events": [{"server_uuid": "c8f9c054-f308-4af6-8eb8-5dcdd62eb3fd", "name": "network-vif-plugged", "status": "completed", "tag": "046eb35d-2125-4c26-8c14-0533b517be00"}]}' {{(pid=102388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 18:40:48.342909 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] For port 046eb35d-2125-4c26-8c14-0533b517be00, host n-h2-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=046eb35d-2125-4c26-8c14-0533b517be00,segment=NetworkSegment(35c2db9c-522d-48d3-98cf-a08c2cc55db7),segment_id=35c2db9c-522d-48d3-98cf-a08c2cc55db7)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:40:48.416128 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:40:48.471087 n-d-816865-1 neutron-server[102387]: DEBUG neutron.notifiers.nova [req-4b010da6-5681-4503-b5ee-bd9114b9f642 req-a2bd0156-e6d1-41ab-bc40-8f59e7438415 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 162147de-268d-4a44-aafd-a263ec2f7ad7 {{(pid=102387) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 18:40:48.480420 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-4b010da6-5681-4503-b5ee-bd9114b9f642 req-a2bd0156-e6d1-41ab-bc40-8f59e7438415 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:40:48.496256 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.provisioning_blocks [req-4b010da6-5681-4503-b5ee-bd9114b9f642 req-a2bd0156-e6d1-41ab-bc40-8f59e7438415 service neutron] Transition to ACTIVE for port object 162147de-268d-4a44-aafd-a263ec2f7ad7 will not be triggered until provisioned by entity L2. {{(pid=102387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 05 18:40:48.517881 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09b20f9-572e-4fc3-b29c-b26481322f75 req-590e1fa7-cb19-4bfc-88b7-c8515e71ad3c tempest-SecurityGroupsTestJSON-1222042648 tempest-SecurityGroupsTestJSON-1222042648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:40:48.525690 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Pushing event updated for resources: {'Port': ['ID=046eb35d-2125-4c26-8c14-0533b517be00,revision_number=11']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:40:48.536951 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-c09b20f9-572e-4fc3-b29c-b26481322f75 req-590e1fa7-cb19-4bfc-88b7-c8515e71ad3c tempest-SecurityGroupsTestJSON-1222042648 tempest-SecurityGroupsTestJSON-1222042648-project] 10.222.0.13 "GET /v2.0/ports?device_id=c84b4fb3-f5d9-42ca-bc53-0c3bf03c22c5 HTTP/1.1" status: 200 len: 945 time: 0.6256106 Nov 05 18:40:48.546613 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [req-c09b20f9-572e-4fc3-b29c-b26481322f75 req-20fdb027-7250-45c0-8ed6-197678468e88 tempest-SecurityGroupsTestJSON-1222042648 tempest-SecurityGroupsTestJSON-1222042648-project] Request body: {'port': {'security_groups': ['25591ebc-7d79-4a52-aa21-df275070bb50', '3149c345-97bb-4a7d-8385-e22b6c2622e4']}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:40:48.580214 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-4b010da6-5681-4503-b5ee-bd9114b9f642 req-a2bd0156-e6d1-41ab-bc40-8f59e7438415 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4417072'] for port, after_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:40:48.594394 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e76913a-3b66-45f8-9ef6-78c9292ad1a9 req-d54552ec-3aeb-4e9d-a2b2-9929cafa9b83 tempest-LiveAutoBlockMigrationV225Test-1563372898 tempest-LiveAutoBlockMigrationV225Test-1563372898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:40:48.595912 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-1e76913a-3b66-45f8-9ef6-78c9292ad1a9 req-d54552ec-3aeb-4e9d-a2b2-9929cafa9b83 tempest-LiveAutoBlockMigrationV225Test-1563372898 tempest-LiveAutoBlockMigrationV225Test-1563372898-project] 10.222.0.13 "GET /v2.0/ports?device_id=96e576a6-4f06-4763-8d25-8b8dae8dc581 HTTP/1.1" status: 200 len: 945 time: 0.2482972 Nov 05 18:40:48.644095 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-cc7453ab-843d-46bd-b45f-b27a74e80869 req-d6c47366-8328-4e07-8c4e-09ddcad6216f tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:40:48.735099 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cc7453ab-843d-46bd-b45f-b27a74e80869 req-d6c47366-8328-4e07-8c4e-09ddcad6216f tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Network c2a3f4df-26b3-4bb0-9eae-63aad7044fea is already hosted by enough agents. {{(pid=102386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 18:40:48.739724 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-c09b20f9-572e-4fc3-b29c-b26481322f75 req-20fdb027-7250-45c0-8ed6-197678468e88 tempest-SecurityGroupsTestJSON-1222042648 tempest-SecurityGroupsTestJSON-1222042648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:40:48.745069 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.base_scheduler [req-cc7453ab-843d-46bd-b45f-b27a74e80869 req-d6c47366-8328-4e07-8c4e-09ddcad6216f tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Resources bound (agent type, host, resource id): {{(pid=102386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:40:48.745358 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2bd0156-e6d1-41ab-bc40-8f59e7438415 service neutron] Pushing event updated for resources: {'Port': ['ID=162147de-268d-4a44-aafd-a263ec2f7ad7,revision_number=2']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:40:48.756311 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc7453ab-843d-46bd-b45f-b27a74e80869 req-d6c47366-8328-4e07-8c4e-09ddcad6216f tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Received port after_create {{(pid=102386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 18:40:48.785709 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-1e76913a-3b66-45f8-9ef6-78c9292ad1a9 req-d7eb976b-b0be-4f0e-a4c6-86d66ed14c05 tempest-LiveAutoBlockMigrationV225Test-1563372898 tempest-LiveAutoBlockMigrationV225Test-1563372898-project] 10.222.0.13 "GET /v2.0/security-groups?id=35cb161a-9192-43e2-a392-140fa33626b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1560490 Nov 05 18:40:48.809428 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c47366-8328-4e07-8c4e-09ddcad6216f tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Pushing event updated for resources: {'Port': ['ID=aa96a508-f091-4c76-94a7-8155d7f58fdc,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:40:48.881240 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7453ab-843d-46bd-b45f-b27a74e80869 req-d6c47366-8328-4e07-8c4e-09ddcad6216f tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:40:48.881908 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-cc7453ab-843d-46bd-b45f-b27a74e80869 req-d6c47366-8328-4e07-8c4e-09ddcad6216f tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:40:49.007275 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-cc7453ab-843d-46bd-b45f-b27a74e80869 req-d6c47366-8328-4e07-8c4e-09ddcad6216f tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.4781184 Nov 05 18:40:49.008794 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.db [req-c09b20f9-572e-4fc3-b29c-b26481322f75 req-20fdb027-7250-45c0-8ed6-197678468e88 tempest-SecurityGroupsTestJSON-1222042648 tempest-SecurityGroupsTestJSON-1222042648-project] For port 6bad0b15-a3fa-4364-b5f5-f6a4ad7be1f5, host n-h2-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=6bad0b15-a3fa-4364-b5f5-f6a4ad7be1f5,segment=NetworkSegment(8fe54a69-31e7-40d0-825b-2160d7fbba14),segment_id=8fe54a69-31e7-40d0-825b-2160d7fbba14)] {{(pid=102387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:40:49.019365 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [req-cc7453ab-843d-46bd-b45f-b27a74e80869 req-57d02501-9732-4943-a668-289e83bd78d3 tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Request body: {'port': {'device_id': '6b9db9e4-2300-49be-bd99-8eabc0e57de3', 'network_id': 'c2a3f4df-26b3-4bb0-9eae-63aad7044fea', 'admin_state_up': True, 'tenant_id': '48de103aa1ab44c9aad7c42993657578', 'security_groups': ['98567ca5-1884-480b-af79-82f64bb06e96']}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:40:49.049541 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-c09b20f9-572e-4fc3-b29c-b26481322f75 req-20fdb027-7250-45c0-8ed6-197678468e88 tempest-SecurityGroupsTestJSON-1222042648 tempest-SecurityGroupsTestJSON-1222042648-project] Publish callbacks [] for port, precommit_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:40:49.122270 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.managers [req-4b010da6-5681-4503-b5ee-bd9114b9f642 req-a2bd0156-e6d1-41ab-bc40-8f59e7438415 service neutron] Attempting to bind port 162147de-268d-4a44-aafd-a263ec2f7ad7 on host n-h1-816865-1 for vnic_type normal with profile {{(pid=102387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 18:40:49.122970 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.managers [req-4b010da6-5681-4503-b5ee-bd9114b9f642 req-a2bd0156-e6d1-41ab-bc40-8f59e7438415 service neutron] Attempting to bind port 162147de-268d-4a44-aafd-a263ec2f7ad7 by drivers openvswitch,hyperv on host n-h1-816865-1 at level 0 using segments [{'id': '617e2227-7bcb-4e79-91bb-0dedfe071787', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '301f40b0-7862-4bd1-8824-3c88e9f58b1e'}] {{(pid=102387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 18:40:49.130254 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b010da6-5681-4503-b5ee-bd9114b9f642 req-a2bd0156-e6d1-41ab-bc40-8f59e7438415 service neutron] Attempting to bind port 162147de-268d-4a44-aafd-a263ec2f7ad7 on network 301f40b0-7862-4bd1-8824-3c88e9f58b1e {{(pid=102387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 18:40:49.137682 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b010da6-5681-4503-b5ee-bd9114b9f642 req-a2bd0156-e6d1-41ab-bc40-8f59e7438415 service neutron] Port 162147de-268d-4a44-aafd-a263ec2f7ad7 on network 301f40b0-7862-4bd1-8824-3c88e9f58b1e not bound, no agent of type Open vSwitch agent registered on host n-h1-816865-1 {{(pid=102387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 18:40:49.138151 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b010da6-5681-4503-b5ee-bd9114b9f642 req-a2bd0156-e6d1-41ab-bc40-8f59e7438415 service neutron] Attempting to bind port 162147de-268d-4a44-aafd-a263ec2f7ad7 on network 301f40b0-7862-4bd1-8824-3c88e9f58b1e {{(pid=102387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 18:40:49.147867 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b010da6-5681-4503-b5ee-bd9114b9f642 req-a2bd0156-e6d1-41ab-bc40-8f59e7438415 service neutron] Checking agent: {'id': 'eb596d7c-8c64-42bd-8aca-fad447eb0eab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816865-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 18, 33, 34), 'started_at': datetime.datetime(2021, 11, 5, 18, 33, 34), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 18, 40, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 18:40:49.149313 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b010da6-5681-4503-b5ee-bd9114b9f642 req-a2bd0156-e6d1-41ab-bc40-8f59e7438415 service neutron] Checking segment: {'id': '617e2227-7bcb-4e79-91bb-0dedfe071787', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '301f40b0-7862-4bd1-8824-3c88e9f58b1e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 18:40:49.149313 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b010da6-5681-4503-b5ee-bd9114b9f642 req-a2bd0156-e6d1-41ab-bc40-8f59e7438415 service neutron] Bound using segment: {'id': '617e2227-7bcb-4e79-91bb-0dedfe071787', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '301f40b0-7862-4bd1-8824-3c88e9f58b1e'} {{(pid=102387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 18:40:49.149911 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.managers [req-4b010da6-5681-4503-b5ee-bd9114b9f642 req-a2bd0156-e6d1-41ab-bc40-8f59e7438415 service neutron] Bound port: 162147de-268d-4a44-aafd-a263ec2f7ad7, host: n-h1-816865-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '617e2227-7bcb-4e79-91bb-0dedfe071787', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '301f40b0-7862-4bd1-8824-3c88e9f58b1e'}}] {{(pid=102387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 18:40:49.150354 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-4b010da6-5681-4503-b5ee-bd9114b9f642 req-a2bd0156-e6d1-41ab-bc40-8f59e7438415 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:40:49.169928 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-c09b20f9-572e-4fc3-b29c-b26481322f75 req-20fdb027-7250-45c0-8ed6-197678468e88 tempest-SecurityGroupsTestJSON-1222042648 tempest-SecurityGroupsTestJSON-1222042648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4417072'] for port, after_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:40:49.183899 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] get_ports_and_sgs() called for port_ids ['6bad0b15-a3fa-4364-b5f5-f6a4ad7be1f5'] {{(pid=102388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 18:40:49.242315 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] get_ports_and_sgs() called for port_ids ['07ad1e6a-5ef2-4823-940a-64f3df413fd4'] {{(pid=102388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 18:40:49.272014 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09b20f9-572e-4fc3-b29c-b26481322f75 req-20fdb027-7250-45c0-8ed6-197678468e88 tempest-SecurityGroupsTestJSON-1222042648 tempest-SecurityGroupsTestJSON-1222042648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:40:49.272831 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-c09b20f9-572e-4fc3-b29c-b26481322f75 req-20fdb027-7250-45c0-8ed6-197678468e88 tempest-SecurityGroupsTestJSON-1222042648 tempest-SecurityGroupsTestJSON-1222042648-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:40:49.286706 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-c09b20f9-572e-4fc3-b29c-b26481322f75 req-20fdb027-7250-45c0-8ed6-197678468e88 tempest-SecurityGroupsTestJSON-1222042648 tempest-SecurityGroupsTestJSON-1222042648-project] 10.222.0.13 "PUT /v2.0/ports/6bad0b15-a3fa-4364-b5f5-f6a4ad7be1f5 HTTP/1.1" status: 200 len: 981 time: 0.7487113 Nov 05 18:40:49.307682 n-d-816865-1 neutron-server[102387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c84b4fb3-f5d9-42ca-bc53-0c3bf03c22c5', 'tag': '6bad0b15-a3fa-4364-b5f5-f6a4ad7be1f5'}] {{(pid=102387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 18:40:49.310818 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab06bd4ddf5758c1f10d79fe34dc215bafa488692cde9dba2fcbcb67556f90bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7caf8d5a-878d-4cfc-a4d9-3b741123fc97" -d '{"events": [{"name": "network-changed", "server_uuid": "c84b4fb3-f5d9-42ca-bc53-0c3bf03c22c5", "tag": "6bad0b15-a3fa-4364-b5f5-f6a4ad7be1f5"}]}' {{(pid=102387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 18:40:49.439729 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 18:40:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a3095c9-fac9-4cbc-9817-8657ce56e0da x-openstack-request-id: req-6a3095c9-fac9-4cbc-9817-8657ce56e0da {{(pid=102388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 18:40:49.440324 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8f9c054-f308-4af6-8eb8-5dcdd62eb3fd", "name": "network-vif-plugged", "status": "completed", "tag": "046eb35d-2125-4c26-8c14-0533b517be00", "code": 200}]} {{(pid=102388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 18:40:49.441419 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6a3095c9-fac9-4cbc-9817-8657ce56e0da {{(pid=102388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 18:40:49.441983 n-d-816865-1 neutron-server[102388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8f9c054-f308-4af6-8eb8-5dcdd62eb3fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '046eb35d-2125-4c26-8c14-0533b517be00', 'code': 200} Nov 05 18:40:49.478576 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cc7453ab-843d-46bd-b45f-b27a74e80869 req-57d02501-9732-4943-a668-289e83bd78d3 tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Made reservation on behalf of 48de103aa1ab44c9aad7c42993657578 for: {'port': 1} {{(pid=102386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 18:40:49.482289 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-cc7453ab-843d-46bd-b45f-b27a74e80869 req-57d02501-9732-4943-a668-289e83bd78d3 tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:40:49.495292 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] get_ports_and_sgs() called for port_ids ['6bad0b15-a3fa-4364-b5f5-f6a4ad7be1f5'] {{(pid=102388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 18:40:49.511937 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20fdb027-7250-45c0-8ed6-197678468e88 tempest-SecurityGroupsTestJSON-1222042648 tempest-SecurityGroupsTestJSON-1222042648-project] Pushing event updated for resources: {'Port': ['ID=6bad0b15-a3fa-4364-b5f5-f6a4ad7be1f5,revision_number=6']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:40:49.549944 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.db [req-4b010da6-5681-4503-b5ee-bd9114b9f642 req-a2bd0156-e6d1-41ab-bc40-8f59e7438415 service neutron] For port 162147de-268d-4a44-aafd-a263ec2f7ad7, host n-h1-816865-1, cleared binding levels {{(pid=102387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 18:40:49.554533 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-1309414f-67ac-4907-b47f-7281858ce14e req-abea3e99-564b-4937-921f-7645e3d41ee4 tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=10ec5728e81c4449951d5c9e87d02372&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1196327 Nov 05 18:40:49.593873 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.db [req-4b010da6-5681-4503-b5ee-bd9114b9f642 req-a2bd0156-e6d1-41ab-bc40-8f59e7438415 service neutron] For port 162147de-268d-4a44-aafd-a263ec2f7ad7, host n-h1-816865-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=162147de-268d-4a44-aafd-a263ec2f7ad7,segment=NetworkSegment(617e2227-7bcb-4e79-91bb-0dedfe071787),segment_id=617e2227-7bcb-4e79-91bb-0dedfe071787)] {{(pid=102387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 18:40:49.657476 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f543e4db-0d37-4c22-9210-36222bfb9c18 req-586ad8dc-6cf4-4f5d-bddf-8c6331a5eb3c tempest-ServersTestMultiNic-1214536785 tempest-ServersTestMultiNic-1214536785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:40:49.663524 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f543e4db-0d37-4c22-9210-36222bfb9c18 req-586ad8dc-6cf4-4f5d-bddf-8c6331a5eb3c tempest-ServersTestMultiNic-1214536785 tempest-ServersTestMultiNic-1214536785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:40:49.665418 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-f543e4db-0d37-4c22-9210-36222bfb9c18 req-586ad8dc-6cf4-4f5d-bddf-8c6331a5eb3c tempest-ServersTestMultiNic-1214536785 tempest-ServersTestMultiNic-1214536785-project] 10.222.0.13 "GET /v2.0/ports?device_id=9a5e8d09-d939-4bfc-973b-6c1377336e5b HTTP/1.1" status: 200 len: 1666 time: 0.1872773 Nov 05 18:40:49.701187 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-544b3414-8b8e-49ae-900d-00016cb5bc80 None None] Provisioning complete for port aa96a508-f091-4c76-94a7-8155d7f58fdc triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:40:49.701818 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-544b3414-8b8e-49ae-900d-00016cb5bc80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:40:49.744756 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1309414f-67ac-4907-b47f-7281858ce14e req-17af4438-d8ec-45ec-a62b-8478b4f30c56 tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:40:49.746715 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-1309414f-67ac-4907-b47f-7281858ce14e req-17af4438-d8ec-45ec-a62b-8478b4f30c56 tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1823983 Nov 05 18:40:49.908069 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.db_base_plugin_common [req-cc7453ab-843d-46bd-b45f-b27a74e80869 req-57d02501-9732-4943-a668-289e83bd78d3 tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Allocated IP 10.1.1.101 (c2a3f4df-26b3-4bb0-9eae-63aad7044fea/ba9a8eab-576a-4407-8387-c01c9ae7bbff/74d94c4e-fd4c-4541-87c9-d37cb3b291e1) {{(pid=102386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 18:40:49.910347 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-f543e4db-0d37-4c22-9210-36222bfb9c18 req-2698cdef-e522-4c89-9cf6-9cd39118619e tempest-ServersTestMultiNic-1214536785 tempest-ServersTestMultiNic-1214536785-project] 10.222.0.13 "GET /v2.0/security-groups?id=d6c276c2-1a62-4f33-92e6-1a62f3e97f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256883 Nov 05 18:40:49.910347 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-1309414f-67ac-4907-b47f-7281858ce14e req-75437d0d-aec3-4c50-9be9-1f2699989fb3 tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] 10.222.0.13 "GET /v2.0/quotas/10ec5728e81c4449951d5c9e87d02372 HTTP/1.1" status: 200 len: 375 time: 0.0457196 Nov 05 18:40:49.910347 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-1309414f-67ac-4907-b47f-7281858ce14e req-bb9f989f-60bd-4a25-8fc4-67a93c6427b9 tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=10ec5728e81c4449951d5c9e87d02372&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0574896 Nov 05 18:40:49.911906 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-544b3414-8b8e-49ae-900d-00016cb5bc80 None None] Port aa96a508-f091-4c76-94a7-8155d7f58fdc cannot update to ACTIVE because it is not bound. {{(pid=102388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 18:40:50.094400 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-cc7453ab-843d-46bd-b45f-b27a74e80869 req-57d02501-9732-4943-a668-289e83bd78d3 tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Publish callbacks [] for port, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:40:50.102736 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-4b010da6-5681-4503-b5ee-bd9114b9f642 req-a2bd0156-e6d1-41ab-bc40-8f59e7438415 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4417072'] for port, after_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:40:50.195524 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b010da6-5681-4503-b5ee-bd9114b9f642 req-a2bd0156-e6d1-41ab-bc40-8f59e7438415 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:40:50.196304 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-4b010da6-5681-4503-b5ee-bd9114b9f642 req-a2bd0156-e6d1-41ab-bc40-8f59e7438415 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:40:50.199522 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-4b010da6-5681-4503-b5ee-bd9114b9f642 req-a2bd0156-e6d1-41ab-bc40-8f59e7438415 service neutron] 10.222.0.41 "PUT /v2.0/ports/162147de-268d-4a44-aafd-a263ec2f7ad7 HTTP/1.1" status: 200 len: 1091 time: 2.5726280 Nov 05 18:40:50.228864 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2bd0156-e6d1-41ab-bc40-8f59e7438415 service neutron] Pushing event updated for resources: {'Port': ['ID=162147de-268d-4a44-aafd-a263ec2f7ad7,revision_number=3']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:40:50.262341 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c132a072-b7da-4b57-8e17-211f044745a0 req-1931c3b0-94f2-4de9-b8be-901f48bd1398 tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:40:50.268867 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c132a072-b7da-4b57-8e17-211f044745a0 req-1931c3b0-94f2-4de9-b8be-901f48bd1398 tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:40:50.271219 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-c132a072-b7da-4b57-8e17-211f044745a0 req-1931c3b0-94f2-4de9-b8be-901f48bd1398 tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] 10.222.0.13 "GET /v2.0/ports?device_id=6b9db9e4-2300-49be-bd99-8eabc0e57de3 HTTP/1.1" status: 200 len: 1652 time: 0.0948281 Nov 05 18:40:50.295444 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-cc7453ab-843d-46bd-b45f-b27a74e80869 req-57d02501-9732-4943-a668-289e83bd78d3 tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:40:50.364923 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [req-4b010da6-5681-4503-b5ee-bd9114b9f642 req-58ef3a23-1185-44dd-96ac-a3c5bea1f2c5 service neutron] Request body: {'port': {'device_id': '9a5e8d09-d939-4bfc-973b-6c1377336e5b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816865-1'}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:40:50.471589 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cc7453ab-843d-46bd-b45f-b27a74e80869 req-57d02501-9732-4943-a668-289e83bd78d3 tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Network c2a3f4df-26b3-4bb0-9eae-63aad7044fea is already hosted by enough agents. {{(pid=102386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 18:40:50.475325 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.base_scheduler [req-cc7453ab-843d-46bd-b45f-b27a74e80869 req-57d02501-9732-4943-a668-289e83bd78d3 tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Resources bound (agent type, host, resource id): {{(pid=102386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:40:50.519261 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d02501-9732-4943-a668-289e83bd78d3 tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Pushing event updated for resources: {'Port': ['ID=74d94c4e-fd4c-4541-87c9-d37cb3b291e1,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:40:50.525744 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc7453ab-843d-46bd-b45f-b27a74e80869 req-57d02501-9732-4943-a668-289e83bd78d3 tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Received port after_create {{(pid=102386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 18:40:50.526021 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-c132a072-b7da-4b57-8e17-211f044745a0 req-102c99d8-8a80-4576-82c9-a31f98acb3f8 tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] 10.222.0.13 "GET /v2.0/security-groups?id=98567ca5-1884-480b-af79-82f64bb06e96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2462134 Nov 05 18:40:50.747155 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 18:40:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a221cd2-2ada-47a7-a550-abfb204d1296 x-openstack-request-id: req-6a221cd2-2ada-47a7-a550-abfb204d1296 {{(pid=102387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 18:40:50.747457 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c84b4fb3-f5d9-42ca-bc53-0c3bf03c22c5", "tag": "6bad0b15-a3fa-4364-b5f5-f6a4ad7be1f5", "status": "completed", "code": 200}]} {{(pid=102387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 18:40:50.747711 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6a221cd2-2ada-47a7-a550-abfb204d1296 {{(pid=102387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 18:40:50.748121 n-d-816865-1 neutron-server[102387]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c84b4fb3-f5d9-42ca-bc53-0c3bf03c22c5', 'tag': '6bad0b15-a3fa-4364-b5f5-f6a4ad7be1f5', 'status': 'completed', 'code': 200} Nov 05 18:40:50.782989 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7453ab-843d-46bd-b45f-b27a74e80869 req-57d02501-9732-4943-a668-289e83bd78d3 tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:40:50.783757 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-cc7453ab-843d-46bd-b45f-b27a74e80869 req-57d02501-9732-4943-a668-289e83bd78d3 tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:40:50.825070 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-427ae2b9-563c-4e09-85c8-acaf23d634cd req-d59d9a05-9a40-4ba2-afd7-db2935674344 tempest-SecurityGroupsTestJSON-1222042648 tempest-SecurityGroupsTestJSON-1222042648-project] 10.222.0.13 "GET /v2.0/security-groups/3149c345-97bb-4a7d-8385-e22b6c2622e4 HTTP/1.1" status: 200 len: 1817 time: 0.3955193 Nov 05 18:40:50.847117 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-4b010da6-5681-4503-b5ee-bd9114b9f642 req-58ef3a23-1185-44dd-96ac-a3c5bea1f2c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:40:50.853352 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7caf8d5a-878d-4cfc-a4d9-3b741123fc97 req-a08f6698-0786-42fc-92bd-447b9ffa4c8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:40:50.855171 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-7caf8d5a-878d-4cfc-a4d9-3b741123fc97 req-a08f6698-0786-42fc-92bd-447b9ffa4c8f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=05b01937f9ca44aa923731561d630757&device_id=c84b4fb3-f5d9-42ca-bc53-0c3bf03c22c5 HTTP/1.1" status: 200 len: 1135 time: 0.0682595 Nov 05 18:40:50.933618 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-cc7453ab-843d-46bd-b45f-b27a74e80869 req-57d02501-9732-4943-a668-289e83bd78d3 tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9177032 Nov 05 18:40:51.018935 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [req-cc7453ab-843d-46bd-b45f-b27a74e80869 req-eb044bfb-8c49-4aba-8bdf-d0a3993e4216 tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Request body: {'port': {'device_id': '6b9db9e4-2300-49be-bd99-8eabc0e57de3', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '1b7a851b-c808-4864-8618-892ad55d5d0a', 'admin_state_up': True, 'tenant_id': '48de103aa1ab44c9aad7c42993657578', 'security_groups': ['98567ca5-1884-480b-af79-82f64bb06e96']}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:40:51.065239 n-d-816865-1 neutron-server[102387]: INFO neutron.api.v2.resource [req-427ae2b9-563c-4e09-85c8-acaf23d634cd req-eda1f542-8dc9-45ad-bf75-0734c0d40e74 tempest-SecurityGroupsTestJSON-1222042648 tempest-SecurityGroupsTestJSON-1222042648-project] delete failed (client error): There was a conflict when trying to complete your request. Nov 05 18:40:51.082858 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-427ae2b9-563c-4e09-85c8-acaf23d634cd req-eda1f542-8dc9-45ad-bf75-0734c0d40e74 tempest-SecurityGroupsTestJSON-1222042648 tempest-SecurityGroupsTestJSON-1222042648-project] 10.222.0.13 "DELETE /v2.0/security-groups/3149c345-97bb-4a7d-8385-e22b6c2622e4 HTTP/1.1" status: 409 len: 341 time: 0.2579310 Nov 05 18:40:51.118302 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-0bba5b94-6805-49c0-9830-957201fd4045 None None] Provisioning complete for port 74d94c4e-fd4c-4541-87c9-d37cb3b291e1 triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:40:51.118892 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-0bba5b94-6805-49c0-9830-957201fd4045 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:40:51.212922 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-0bba5b94-6805-49c0-9830-957201fd4045 None None] Port 74d94c4e-fd4c-4541-87c9-d37cb3b291e1 cannot update to ACTIVE because it is not bound. {{(pid=102388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 18:40:51.213628 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b02e756-cc54-4f23-8480-8b5cda074586 req-724697da-7e5d-4220-8158-7149ce550950 tempest-LiveAutoBlockMigrationV225Test-1563372898 tempest-LiveAutoBlockMigrationV225Test-1563372898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:40:51.221759 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-6b02e756-cc54-4f23-8480-8b5cda074586 req-724697da-7e5d-4220-8158-7149ce550950 tempest-LiveAutoBlockMigrationV225Test-1563372898 tempest-LiveAutoBlockMigrationV225Test-1563372898-project] 10.222.0.13 "GET /v2.0/ports?device_id=96e576a6-4f06-4763-8d25-8b8dae8dc581 HTTP/1.1" status: 200 len: 945 time: 0.4310358 Nov 05 18:40:51.284835 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cc7453ab-843d-46bd-b45f-b27a74e80869 req-eb044bfb-8c49-4aba-8bdf-d0a3993e4216 tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Made reservation on behalf of 48de103aa1ab44c9aad7c42993657578 for: {'port': 1} {{(pid=102386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 18:40:51.392553 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-6b02e756-cc54-4f23-8480-8b5cda074586 req-f3f102ca-16d4-41a1-bf23-4cdf3dd04e69 tempest-LiveAutoBlockMigrationV225Test-1563372898 tempest-LiveAutoBlockMigrationV225Test-1563372898-project] 10.222.0.13 "GET /v2.0/security-groups?id=35cb161a-9192-43e2-a392-140fa33626b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1633186 Nov 05 18:40:51.402720 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-cc7453ab-843d-46bd-b45f-b27a74e80869 req-eb044bfb-8c49-4aba-8bdf-d0a3993e4216 tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:40:51.452827 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7caf8d5a-878d-4cfc-a4d9-3b741123fc97 req-5290cf6f-f9d8-4294-bdc5-e062e0e7f646 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:40:51.454473 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-7caf8d5a-878d-4cfc-a4d9-3b741123fc97 req-5290cf6f-f9d8-4294-bdc5-e062e0e7f646 service neutron] 10.222.0.55 "GET /v2.0/networks?id=9743ad7b-9947-4aa3-b66d-0168e5572670 HTTP/1.1" status: 200 len: 913 time: 0.5904922 Nov 05 18:40:51.541812 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-3822358a-599e-4d5b-a64b-00fb15610abd req-63abcf6d-4507-42cb-b87f-6d03abccc82d tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] 10.222.0.13 "GET /v2.0/ports?device_id=174784d1-6e33-406b-9ea4-96f2e35bc1c2 HTTP/1.1" status: 200 len: 210 time: 0.0677378 Nov 05 18:40:51.611264 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-7caf8d5a-878d-4cfc-a4d9-3b741123fc97 req-d316d1f6-91e7-47a3-8b9d-7ea8b2ba0a34 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6bad0b15-a3fa-4364-b5f5-f6a4ad7be1f5 HTTP/1.1" status: 200 len: 217 time: 0.1421986 Nov 05 18:40:51.685515 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9780dc3d-1c2e-45c3-ba96-116f94ec8f64 req-86718814-cc41-4a0c-8a20-d74649720449 tempest-ServersTestMultiNic-1214536785 tempest-ServersTestMultiNic-1214536785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:40:51.691702 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9780dc3d-1c2e-45c3-ba96-116f94ec8f64 req-86718814-cc41-4a0c-8a20-d74649720449 tempest-ServersTestMultiNic-1214536785 tempest-ServersTestMultiNic-1214536785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:40:51.699429 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-9780dc3d-1c2e-45c3-ba96-116f94ec8f64 req-86718814-cc41-4a0c-8a20-d74649720449 tempest-ServersTestMultiNic-1214536785 tempest-ServersTestMultiNic-1214536785-project] 10.222.0.13 "GET /v2.0/ports?device_id=9a5e8d09-d939-4bfc-973b-6c1377336e5b HTTP/1.1" status: 200 len: 1666 time: 0.1503656 Nov 05 18:40:51.877884 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7caf8d5a-878d-4cfc-a4d9-3b741123fc97 req-e4740e05-d810-403a-b713-43c6a2c82b2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:40:51.879512 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-7caf8d5a-878d-4cfc-a4d9-3b741123fc97 req-e4740e05-d810-403a-b713-43c6a2c82b2f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=cb31a061-4578-4faf-9b25-83e849882576 HTTP/1.1" status: 200 len: 852 time: 0.2532372 Nov 05 18:40:51.963851 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.db_base_plugin_common [req-cc7453ab-843d-46bd-b45f-b27a74e80869 req-eb044bfb-8c49-4aba-8bdf-d0a3993e4216 tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Allocated IP 10.2.2.100 (1b7a851b-c808-4864-8618-892ad55d5d0a/19b6bbf4-5b07-4332-801a-9022c92b0fcc/68d77c8e-2056-4060-8cbb-c746a0b6d7a9) {{(pid=102386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 18:40:52.225549 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-cc7453ab-843d-46bd-b45f-b27a74e80869 req-eb044bfb-8c49-4aba-8bdf-d0a3993e4216 tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Publish callbacks [] for port, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:40:52.336493 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-7caf8d5a-878d-4cfc-a4d9-3b741123fc97 req-c725aae3-2fed-4b70-b326-64fca8ff0e16 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=9743ad7b-9947-4aa3-b66d-0168e5572670&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0549037 Nov 05 18:40:52.354278 n-d-816865-1 neutron-server[102387]: DEBUG neutron.notifiers.nova [req-4b010da6-5681-4503-b5ee-bd9114b9f642 req-58ef3a23-1185-44dd-96ac-a3c5bea1f2c5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 01aa414c-cd32-483f-b731-af513bcf86ff {{(pid=102387) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 18:40:52.365418 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-4b010da6-5681-4503-b5ee-bd9114b9f642 req-58ef3a23-1185-44dd-96ac-a3c5bea1f2c5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:40:52.383125 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.provisioning_blocks [req-4b010da6-5681-4503-b5ee-bd9114b9f642 req-58ef3a23-1185-44dd-96ac-a3c5bea1f2c5 service neutron] Transition to ACTIVE for port object 01aa414c-cd32-483f-b731-af513bcf86ff will not be triggered until provisioned by entity L2. {{(pid=102387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 05 18:40:52.387897 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-cc7453ab-843d-46bd-b45f-b27a74e80869 req-eb044bfb-8c49-4aba-8bdf-d0a3993e4216 tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:40:52.420861 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-9780dc3d-1c2e-45c3-ba96-116f94ec8f64 req-924bc73f-d42d-48b8-aa3e-fb6726ed59ae tempest-ServersTestMultiNic-1214536785 tempest-ServersTestMultiNic-1214536785-project] 10.222.0.13 "GET /v2.0/security-groups?id=d6c276c2-1a62-4f33-92e6-1a62f3e97f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7195668 Nov 05 18:40:52.485917 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cc7453ab-843d-46bd-b45f-b27a74e80869 req-eb044bfb-8c49-4aba-8bdf-d0a3993e4216 tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Network 1b7a851b-c808-4864-8618-892ad55d5d0a is already hosted by enough agents. {{(pid=102386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 18:40:52.490299 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96878979-d3de-4ac0-8149-b181492a0f2f req-06295798-08d7-48b3-b830-148cc7ba5d14 tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:40:52.493331 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.base_scheduler [req-cc7453ab-843d-46bd-b45f-b27a74e80869 req-eb044bfb-8c49-4aba-8bdf-d0a3993e4216 tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Resources bound (agent type, host, resource id): {{(pid=102386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:40:52.501868 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc7453ab-843d-46bd-b45f-b27a74e80869 req-eb044bfb-8c49-4aba-8bdf-d0a3993e4216 tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Received port after_create {{(pid=102386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 18:40:52.513110 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96878979-d3de-4ac0-8149-b181492a0f2f req-06295798-08d7-48b3-b830-148cc7ba5d14 tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:40:52.519975 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96878979-d3de-4ac0-8149-b181492a0f2f req-06295798-08d7-48b3-b830-148cc7ba5d14 tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:40:52.533600 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96878979-d3de-4ac0-8149-b181492a0f2f req-06295798-08d7-48b3-b830-148cc7ba5d14 tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:40:52.556608 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.agents_db [None req-b9406b04-a0e8-43cf-b349-711963d96cf4 None None] Agent healthcheck: found 7 active agents {{(pid=102389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 05 18:40:52.558537 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-96878979-d3de-4ac0-8149-b181492a0f2f req-06295798-08d7-48b3-b830-148cc7ba5d14 tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] 10.222.0.13 "GET /v2.0/ports?device_id=6b9db9e4-2300-49be-bd99-8eabc0e57de3 HTTP/1.1" status: 200 len: 3094 time: 0.1682901 Nov 05 18:40:52.566262 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-4b010da6-5681-4503-b5ee-bd9114b9f642 req-58ef3a23-1185-44dd-96ac-a3c5bea1f2c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4417072'] for port, after_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:40:52.583747 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7453ab-843d-46bd-b45f-b27a74e80869 req-eb044bfb-8c49-4aba-8bdf-d0a3993e4216 tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:40:52.584816 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-cc7453ab-843d-46bd-b45f-b27a74e80869 req-eb044bfb-8c49-4aba-8bdf-d0a3993e4216 tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:40:52.620966 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb044bfb-8c49-4aba-8bdf-d0a3993e4216 tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Pushing event updated for resources: {'Port': ['ID=68d77c8e-2056-4060-8cbb-c746a0b6d7a9,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:40:52.669929 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-7caf8d5a-878d-4cfc-a4d9-3b741123fc97 req-227c9197-229e-4263-bf65-2cbcfe2a007e service neutron] 10.222.0.55 "GET /v2.0/networks/9743ad7b-9947-4aa3-b66d-0168e5572670?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3250918 Nov 05 18:40:52.752567 n-d-816865-1 neutron-server[102387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a5e8d09-d939-4bfc-973b-6c1377336e5b', 'tag': '162147de-268d-4a44-aafd-a263ec2f7ad7'}] {{(pid=102387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 18:40:52.755798 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab06bd4ddf5758c1f10d79fe34dc215bafa488692cde9dba2fcbcb67556f90bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdb1364d-32ec-4855-a66e-75e6593a02bf" -d '{"events": [{"name": "network-changed", "server_uuid": "9a5e8d09-d939-4bfc-973b-6c1377336e5b", "tag": "162147de-268d-4a44-aafd-a263ec2f7ad7"}]}' {{(pid=102387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 18:40:52.763826 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-cc7453ab-843d-46bd-b45f-b27a74e80869 req-eb044bfb-8c49-4aba-8bdf-d0a3993e4216 tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7478197 Nov 05 18:40:52.860218 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-96878979-d3de-4ac0-8149-b181492a0f2f req-cc9d7c28-cb62-49f1-b366-5e83fed2db18 tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] 10.222.0.13 "GET /v2.0/security-groups?id=98567ca5-1884-480b-af79-82f64bb06e96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3016465 Nov 05 18:40:52.860908 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ef3a23-1185-44dd-96ac-a3c5bea1f2c5 service neutron] Pushing event updated for resources: {'Port': ['ID=01aa414c-cd32-483f-b731-af513bcf86ff,revision_number=2']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:40:52.885828 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 43320) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:40:52.886746 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [req-cc7453ab-843d-46bd-b45f-b27a74e80869 req-0bafb25e-94b6-4a89-9f62-437b3987f159 tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Request body: {'port': {'device_id': '6b9db9e4-2300-49be-bd99-8eabc0e57de3', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '1b7a851b-c808-4864-8618-892ad55d5d0a', 'admin_state_up': True, 'tenant_id': '48de103aa1ab44c9aad7c42993657578', 'security_groups': ['98567ca5-1884-480b-af79-82f64bb06e96']}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:40:52.958437 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-6ece7cfb-6e56-4845-aba8-979c653e56a0 None None] Provisioning complete for port 68d77c8e-2056-4060-8cbb-c746a0b6d7a9 triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:40:52.958437 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-6ece7cfb-6e56-4845-aba8-979c653e56a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:40:52.973298 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceed711b-6fb8-4fe7-ad1d-27afb4723fb3 req-4414ead9-7b24-465f-9b10-ff6b95fc7ed8 tempest-SecurityGroupsTestJSON-1222042648 tempest-SecurityGroupsTestJSON-1222042648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:40:52.975257 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-ceed711b-6fb8-4fe7-ad1d-27afb4723fb3 req-4414ead9-7b24-465f-9b10-ff6b95fc7ed8 tempest-SecurityGroupsTestJSON-1222042648 tempest-SecurityGroupsTestJSON-1222042648-project] 10.222.0.13 "GET /v2.0/ports?device_id=c84b4fb3-f5d9-42ca-bc53-0c3bf03c22c5 HTTP/1.1" status: 200 len: 984 time: 0.4100466 Nov 05 18:40:53.062036 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.managers [req-4b010da6-5681-4503-b5ee-bd9114b9f642 req-58ef3a23-1185-44dd-96ac-a3c5bea1f2c5 service neutron] Attempting to bind port 01aa414c-cd32-483f-b731-af513bcf86ff on host n-h1-816865-1 for vnic_type normal with profile {{(pid=102387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 18:40:53.066741 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.managers [req-4b010da6-5681-4503-b5ee-bd9114b9f642 req-58ef3a23-1185-44dd-96ac-a3c5bea1f2c5 service neutron] Attempting to bind port 01aa414c-cd32-483f-b731-af513bcf86ff by drivers openvswitch,hyperv on host n-h1-816865-1 at level 0 using segments [{'id': 'f97972d8-e052-4c46-b13a-ff40c8ce7b61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'f312f9ab-92a7-4ab0-8b0e-56afd6c90bc5'}] {{(pid=102387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 18:40:53.066974 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b010da6-5681-4503-b5ee-bd9114b9f642 req-58ef3a23-1185-44dd-96ac-a3c5bea1f2c5 service neutron] Attempting to bind port 01aa414c-cd32-483f-b731-af513bcf86ff on network f312f9ab-92a7-4ab0-8b0e-56afd6c90bc5 {{(pid=102387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 18:40:53.075081 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b010da6-5681-4503-b5ee-bd9114b9f642 req-58ef3a23-1185-44dd-96ac-a3c5bea1f2c5 service neutron] Port 01aa414c-cd32-483f-b731-af513bcf86ff on network f312f9ab-92a7-4ab0-8b0e-56afd6c90bc5 not bound, no agent of type Open vSwitch agent registered on host n-h1-816865-1 {{(pid=102387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 18:40:53.075482 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b010da6-5681-4503-b5ee-bd9114b9f642 req-58ef3a23-1185-44dd-96ac-a3c5bea1f2c5 service neutron] Attempting to bind port 01aa414c-cd32-483f-b731-af513bcf86ff on network f312f9ab-92a7-4ab0-8b0e-56afd6c90bc5 {{(pid=102387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 18:40:53.085882 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b010da6-5681-4503-b5ee-bd9114b9f642 req-58ef3a23-1185-44dd-96ac-a3c5bea1f2c5 service neutron] Checking agent: {'id': 'eb596d7c-8c64-42bd-8aca-fad447eb0eab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816865-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 18, 33, 34), 'started_at': datetime.datetime(2021, 11, 5, 18, 33, 34), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 18, 40, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 18:40:53.086498 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b010da6-5681-4503-b5ee-bd9114b9f642 req-58ef3a23-1185-44dd-96ac-a3c5bea1f2c5 service neutron] Checking segment: {'id': 'f97972d8-e052-4c46-b13a-ff40c8ce7b61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'f312f9ab-92a7-4ab0-8b0e-56afd6c90bc5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 18:40:53.086859 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b010da6-5681-4503-b5ee-bd9114b9f642 req-58ef3a23-1185-44dd-96ac-a3c5bea1f2c5 service neutron] Bound using segment: {'id': 'f97972d8-e052-4c46-b13a-ff40c8ce7b61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'f312f9ab-92a7-4ab0-8b0e-56afd6c90bc5'} {{(pid=102387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 18:40:53.087561 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.managers [req-4b010da6-5681-4503-b5ee-bd9114b9f642 req-58ef3a23-1185-44dd-96ac-a3c5bea1f2c5 service neutron] Bound port: 01aa414c-cd32-483f-b731-af513bcf86ff, host: n-h1-816865-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f97972d8-e052-4c46-b13a-ff40c8ce7b61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'f312f9ab-92a7-4ab0-8b0e-56afd6c90bc5'}}] {{(pid=102387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 18:40:53.087689 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-4b010da6-5681-4503-b5ee-bd9114b9f642 req-58ef3a23-1185-44dd-96ac-a3c5bea1f2c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:40:53.155536 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-6ece7cfb-6e56-4845-aba8-979c653e56a0 None None] Port 68d77c8e-2056-4060-8cbb-c746a0b6d7a9 cannot update to ACTIVE because it is not bound. {{(pid=102388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 18:40:53.212967 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-1309414f-67ac-4907-b47f-7281858ce14e req-5d268e82-965c-4727-b364-cbac6d5c4711 tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=10ec5728e81c4449951d5c9e87d02372&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2185287 Nov 05 18:40:53.360366 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-41f2ada0-ef7a-48d4-85b0-da58e742107c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:40:53.397668 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-7caf8d5a-878d-4cfc-a4d9-3b741123fc97 req-d46beb70-2d53-492a-b196-48efa15f3dba service neutron] 10.222.0.55 "GET /v2.0/networks/9743ad7b-9947-4aa3-b66d-0168e5572670?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7149990 Nov 05 18:40:53.451712 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.db [req-4b010da6-5681-4503-b5ee-bd9114b9f642 req-58ef3a23-1185-44dd-96ac-a3c5bea1f2c5 service neutron] For port 01aa414c-cd32-483f-b731-af513bcf86ff, host n-h1-816865-1, cleared binding levels {{(pid=102387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 18:40:53.488251 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.db [req-4b010da6-5681-4503-b5ee-bd9114b9f642 req-58ef3a23-1185-44dd-96ac-a3c5bea1f2c5 service neutron] For port 01aa414c-cd32-483f-b731-af513bcf86ff, host n-h1-816865-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=01aa414c-cd32-483f-b731-af513bcf86ff,segment=NetworkSegment(f97972d8-e052-4c46-b13a-ff40c8ce7b61),segment_id=f97972d8-e052-4c46-b13a-ff40c8ce7b61)] {{(pid=102387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 18:40:53.499829 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1309414f-67ac-4907-b47f-7281858ce14e req-09a95f23-3532-4bae-a34a-3d198140e489 tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:40:53.503135 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-1309414f-67ac-4907-b47f-7281858ce14e req-09a95f23-3532-4bae-a34a-3d198140e489 tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2807262 Nov 05 18:40:53.503873 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2408f504-9b82-4da9-bda8-c3df7b2cfa90 req-21f24128-d157-48ee-a716-ef8d9ebab7b1 tempest-LiveAutoBlockMigrationV225Test-1563372898 tempest-LiveAutoBlockMigrationV225Test-1563372898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:40:53.505435 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-2408f504-9b82-4da9-bda8-c3df7b2cfa90 req-21f24128-d157-48ee-a716-ef8d9ebab7b1 tempest-LiveAutoBlockMigrationV225Test-1563372898 tempest-LiveAutoBlockMigrationV225Test-1563372898-project] 10.222.0.13 "GET /v2.0/ports?device_id=96e576a6-4f06-4763-8d25-8b8dae8dc581 HTTP/1.1" status: 200 len: 945 time: 0.2795341 Nov 05 18:40:53.521718 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [req-1309414f-67ac-4907-b47f-7281858ce14e req-291cece1-85a7-4f33-ba42-53bc8a557397 tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] Request body: {'port': {'device_id': '174784d1-6e33-406b-9ea4-96f2e35bc1c2', 'network_id': 'a723f808-b11e-4066-b104-fad90c82895e', 'admin_state_up': True, 'tenant_id': '10ec5728e81c4449951d5c9e87d02372'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:40:53.597087 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-ceed711b-6fb8-4fe7-ad1d-27afb4723fb3 req-0b94860f-bdc7-417d-b785-18cdb6b96683 tempest-SecurityGroupsTestJSON-1222042648 tempest-SecurityGroupsTestJSON-1222042648-project] 10.222.0.13 "GET /v2.0/security-groups?id=25591ebc-7d79-4a52-aa21-df275070bb50&id=3149c345-97bb-4a7d-8385-e22b6c2622e4&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.6136525 Nov 05 18:40:53.632076 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-4b010da6-5681-4503-b5ee-bd9114b9f642 req-58ef3a23-1185-44dd-96ac-a3c5bea1f2c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4417072'] for port, after_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:40:53.632711 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cc7453ab-843d-46bd-b45f-b27a74e80869 req-0bafb25e-94b6-4a89-9f62-437b3987f159 tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Made reservation on behalf of 48de103aa1ab44c9aad7c42993657578 for: {'port': 1} {{(pid=102386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 18:40:53.632711 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-cc7453ab-843d-46bd-b45f-b27a74e80869 req-0bafb25e-94b6-4a89-9f62-437b3987f159 tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:40:53.727286 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62508a5-ebc6-4edb-84fd-c1debc3ff15a req-491f0bc2-bcc5-4176-88b5-6897321f3e9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:40:53.729890 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-a62508a5-ebc6-4edb-84fd-c1debc3ff15a req-491f0bc2-bcc5-4176-88b5-6897321f3e9e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=05b01937f9ca44aa923731561d630757&device_id=c84b4fb3-f5d9-42ca-bc53-0c3bf03c22c5 HTTP/1.1" status: 200 len: 1135 time: 0.1237936 Nov 05 18:40:53.755047 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b010da6-5681-4503-b5ee-bd9114b9f642 req-58ef3a23-1185-44dd-96ac-a3c5bea1f2c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:40:53.755653 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-4b010da6-5681-4503-b5ee-bd9114b9f642 req-58ef3a23-1185-44dd-96ac-a3c5bea1f2c5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:40:53.764173 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-4b010da6-5681-4503-b5ee-bd9114b9f642 req-58ef3a23-1185-44dd-96ac-a3c5bea1f2c5 service neutron] 10.222.0.41 "PUT /v2.0/ports/01aa414c-cd32-483f-b731-af513bcf86ff HTTP/1.1" status: 200 len: 1092 time: 3.4185734 Nov 05 18:40:53.767787 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-2408f504-9b82-4da9-bda8-c3df7b2cfa90 req-ea0605ec-fe43-463d-a021-a44805342945 tempest-LiveAutoBlockMigrationV225Test-1563372898 tempest-LiveAutoBlockMigrationV225Test-1563372898-project] 10.222.0.13 "GET /v2.0/security-groups?id=35cb161a-9192-43e2-a392-140fa33626b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2488942 Nov 05 18:40:53.846910 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-a329a9db-96ad-45b7-85cc-40bbb2e21f64 req-b0dfddbe-eea4-4779-b008-909aa7fd9808 tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] 10.222.0.13 "GET /v2.0/ports?device_id=174784d1-6e33-406b-9ea4-96f2e35bc1c2 HTTP/1.1" status: 200 len: 210 time: 0.0685568 Nov 05 18:40:53.852555 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-41f2ada0-ef7a-48d4-85b0-da58e742107c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:40:53.876172 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ef3a23-1185-44dd-96ac-a3c5bea1f2c5 service neutron] Pushing event updated for resources: {'Port': ['ID=01aa414c-cd32-483f-b731-af513bcf86ff,revision_number=3']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:40:53.931525 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 18:40:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4dd327c0-6851-41db-9d6e-0c95c4fa624c x-openstack-request-id: req-4dd327c0-6851-41db-9d6e-0c95c4fa624c {{(pid=102387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 18:40:53.931836 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a5e8d09-d939-4bfc-973b-6c1377336e5b", "tag": "162147de-268d-4a44-aafd-a263ec2f7ad7", "status": "completed", "code": 200}]} {{(pid=102387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 18:40:53.932065 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4dd327c0-6851-41db-9d6e-0c95c4fa624c {{(pid=102387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 18:40:53.932733 n-d-816865-1 neutron-server[102387]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a5e8d09-d939-4bfc-973b-6c1377336e5b', 'tag': '162147de-268d-4a44-aafd-a263ec2f7ad7', 'status': 'completed', 'code': 200} Nov 05 18:40:53.973877 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-41f2ada0-ef7a-48d4-85b0-da58e742107c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:40:54.090610 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.db_base_plugin_common [req-cc7453ab-843d-46bd-b45f-b27a74e80869 req-0bafb25e-94b6-4a89-9f62-437b3987f159 tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Allocated IP 10.2.2.200 (1b7a851b-c808-4864-8618-892ad55d5d0a/19b6bbf4-5b07-4332-801a-9022c92b0fcc/30e8fb4b-e390-414c-b298-38f2ab60929c) {{(pid=102386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 18:40:54.193362 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62508a5-ebc6-4edb-84fd-c1debc3ff15a req-7f30a269-67d2-4ea3-84a6-3d06c4e068b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:40:54.195108 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-a62508a5-ebc6-4edb-84fd-c1debc3ff15a req-7f30a269-67d2-4ea3-84a6-3d06c4e068b2 service neutron] 10.222.0.55 "GET /v2.0/networks?id=9743ad7b-9947-4aa3-b66d-0168e5572670 HTTP/1.1" status: 200 len: 913 time: 0.4345372 Nov 05 18:40:54.205360 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1309414f-67ac-4907-b47f-7281858ce14e req-291cece1-85a7-4f33-ba42-53bc8a557397 tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] Made reservation on behalf of 10ec5728e81c4449951d5c9e87d02372 for: {'port': 1} {{(pid=102386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 18:40:54.210132 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-1309414f-67ac-4907-b47f-7281858ce14e req-291cece1-85a7-4f33-ba42-53bc8a557397 tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:40:54.212907 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23461756-beaa-4e83-a152-bc7147657146 req-29e12036-f60d-41c3-8ebb-826f276ee11a tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:40:54.218904 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23461756-beaa-4e83-a152-bc7147657146 req-29e12036-f60d-41c3-8ebb-826f276ee11a tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:40:54.226908 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23461756-beaa-4e83-a152-bc7147657146 req-29e12036-f60d-41c3-8ebb-826f276ee11a tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:40:54.232870 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23461756-beaa-4e83-a152-bc7147657146 req-29e12036-f60d-41c3-8ebb-826f276ee11a tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:40:54.234665 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-23461756-beaa-4e83-a152-bc7147657146 req-29e12036-f60d-41c3-8ebb-826f276ee11a tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] 10.222.0.13 "GET /v2.0/ports?device_id=6b9db9e4-2300-49be-bd99-8eabc0e57de3 HTTP/1.1" status: 200 len: 3094 time: 0.1399276 Nov 05 18:40:54.235441 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f2ada0-ef7a-48d4-85b0-da58e742107c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aaa5f11b-a6fb-4b6d-bf5e-fdd9163cafc9,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:40:54.246172 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-41f2ada0-ef7a-48d4-85b0-da58e742107c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c8f843af1e4940fda54e22cede0ac996&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3550062 Nov 05 18:40:54.250939 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f2ada0-ef7a-48d4-85b0-da58e742107c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:40:54.251283 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f2ada0-ef7a-48d4-85b0-da58e742107c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:40:54.251622 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f2ada0-ef7a-48d4-85b0-da58e742107c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:40:54.251959 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f2ada0-ef7a-48d4-85b0-da58e742107c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:40:54.252286 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f2ada0-ef7a-48d4-85b0-da58e742107c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:40:54.252620 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f2ada0-ef7a-48d4-85b0-da58e742107c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:40:54.252935 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f2ada0-ef7a-48d4-85b0-da58e742107c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:40:54.253258 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f2ada0-ef7a-48d4-85b0-da58e742107c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:40:54.253579 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f2ada0-ef7a-48d4-85b0-da58e742107c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:40:54.253901 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f2ada0-ef7a-48d4-85b0-da58e742107c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:40:54.254261 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f2ada0-ef7a-48d4-85b0-da58e742107c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:40:54.254760 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f2ada0-ef7a-48d4-85b0-da58e742107c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:40:54.258763 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 43340) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:40:54.263507 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b010da6-5681-4503-b5ee-bd9114b9f642 req-6defc0c9-06f2-43a6-8e27-d3a403ac7e13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:40:54.263989 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b010da6-5681-4503-b5ee-bd9114b9f642 req-6defc0c9-06f2-43a6-8e27-d3a403ac7e13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:40:54.265602 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-4b010da6-5681-4503-b5ee-bd9114b9f642 req-6defc0c9-06f2-43a6-8e27-d3a403ac7e13 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4829acffed3b4745affa5e8e193e7ce5&device_id=9a5e8d09-d939-4bfc-973b-6c1377336e5b HTTP/1.1" status: 200 len: 1980 time: 0.3710365 Nov 05 18:40:54.290716 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b002adb-a8f1-43b8-910b-ab29caa61628 req-07e30dbf-fc98-4ac5-8207-97a2aa6c97b0 tempest-ServersTestMultiNic-1214536785 tempest-ServersTestMultiNic-1214536785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:40:54.296791 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b002adb-a8f1-43b8-910b-ab29caa61628 req-07e30dbf-fc98-4ac5-8207-97a2aa6c97b0 tempest-ServersTestMultiNic-1214536785 tempest-ServersTestMultiNic-1214536785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:40:54.304399 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-1b002adb-a8f1-43b8-910b-ab29caa61628 req-07e30dbf-fc98-4ac5-8207-97a2aa6c97b0 tempest-ServersTestMultiNic-1214536785 tempest-ServersTestMultiNic-1214536785-project] 10.222.0.13 "GET /v2.0/ports?device_id=9a5e8d09-d939-4bfc-973b-6c1377336e5b HTTP/1.1" status: 200 len: 1678 time: 0.3042445 Nov 05 18:40:54.308649 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-a62508a5-ebc6-4edb-84fd-c1debc3ff15a req-a9025126-23ae-40d0-b14e-e6c4c6abc5a6 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6bad0b15-a3fa-4364-b5f5-f6a4ad7be1f5 HTTP/1.1" status: 200 len: 217 time: 0.0931234 Nov 05 18:40:54.380913 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-4b010da6-5681-4503-b5ee-bd9114b9f642 req-8b6eefef-3a2e-46df-8aec-97cf7d015233 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.27&port_id=162147de-268d-4a44-aafd-a263ec2f7ad7 HTTP/1.1" status: 200 len: 217 time: 0.1008320 Nov 05 18:40:54.456925 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-cc7453ab-843d-46bd-b45f-b27a74e80869 req-0bafb25e-94b6-4a89-9f62-437b3987f159 tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Publish callbacks [] for port, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:40:54.477529 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-23461756-beaa-4e83-a152-bc7147657146 req-a02ce369-3291-4221-8b5d-a4391118b0e3 tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] 10.222.0.13 "GET /v2.0/security-groups?id=98567ca5-1884-480b-af79-82f64bb06e96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2266600 Nov 05 18:40:54.528607 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-1b002adb-a8f1-43b8-910b-ab29caa61628 req-05ed26bc-b8dd-4dae-a056-3f8b1235f20e tempest-ServersTestMultiNic-1214536785 tempest-ServersTestMultiNic-1214536785-project] 10.222.0.13 "GET /v2.0/security-groups?id=d6c276c2-1a62-4f33-92e6-1a62f3e97f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2220497 Nov 05 18:40:54.547256 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-f1933111-6aee-4c92-b92c-ce12be0d4a18 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:40:54.551001 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b010da6-5681-4503-b5ee-bd9114b9f642 req-c6e5ca0a-1e3b-4134-834e-8e838604f40f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:40:54.552725 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-4b010da6-5681-4503-b5ee-bd9114b9f642 req-c6e5ca0a-1e3b-4134-834e-8e838604f40f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=14ded6cc-a315-444f-b9ef-70cf63445422 HTTP/1.1" status: 200 len: 801 time: 0.1526737 Nov 05 18:40:54.572702 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62508a5-ebc6-4edb-84fd-c1debc3ff15a req-8809b199-5470-48a3-b1c2-54998009f093 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:40:54.574229 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-a62508a5-ebc6-4edb-84fd-c1debc3ff15a req-8809b199-5470-48a3-b1c2-54998009f093 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=cb31a061-4578-4faf-9b25-83e849882576 HTTP/1.1" status: 200 len: 852 time: 0.2562978 Nov 05 18:40:54.613366 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-f1933111-6aee-4c92-b92c-ce12be0d4a18 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:40:54.622957 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-a62508a5-ebc6-4edb-84fd-c1debc3ff15a req-b063f0e7-885c-4abd-91c6-6200c0409408 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=9743ad7b-9947-4aa3-b66d-0168e5572670&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0373809 Nov 05 18:40:54.633852 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.db_base_plugin_common [req-1309414f-67ac-4907-b47f-7281858ce14e req-291cece1-85a7-4f33-ba42-53bc8a557397 tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] Allocated IP 192.168.233.20 (a723f808-b11e-4066-b104-fad90c82895e/05e7a1b5-165b-4a00-855a-ffbcb2eba59e/69f3ff0f-5148-4bc1-8f69-404c4f9f50e7) {{(pid=102386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 18:40:54.703267 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b010da6-5681-4503-b5ee-bd9114b9f642 req-e381b23e-09cb-4c19-aad1-c9ef0a512c70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:40:54.706154 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-4b010da6-5681-4503-b5ee-bd9114b9f642 req-e381b23e-09cb-4c19-aad1-c9ef0a512c70 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=301f40b0-7862-4bd1-8824-3c88e9f58b1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1392591 Nov 05 18:40:54.747928 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-cc7453ab-843d-46bd-b45f-b27a74e80869 req-0bafb25e-94b6-4a89-9f62-437b3987f159 tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:40:54.808435 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bafb25e-94b6-4a89-9f62-437b3987f159 tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Pushing event updated for resources: {'Port': ['ID=30e8fb4b-e390-414c-b298-38f2ab60929c,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:40:54.903619 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-a62508a5-ebc6-4edb-84fd-c1debc3ff15a req-7aa18c7b-2d4e-40c3-9a97-7674fed4d180 service neutron] 10.222.0.55 "GET /v2.0/networks/9743ad7b-9947-4aa3-b66d-0168e5572670?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2733543 Nov 05 18:40:54.908226 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cc7453ab-843d-46bd-b45f-b27a74e80869 req-0bafb25e-94b6-4a89-9f62-437b3987f159 tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Network 1b7a851b-c808-4864-8618-892ad55d5d0a is already hosted by enough agents. {{(pid=102386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 18:40:54.911268 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.base_scheduler [req-cc7453ab-843d-46bd-b45f-b27a74e80869 req-0bafb25e-94b6-4a89-9f62-437b3987f159 tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Resources bound (agent type, host, resource id): {{(pid=102386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:40:54.925545 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc7453ab-843d-46bd-b45f-b27a74e80869 req-0bafb25e-94b6-4a89-9f62-437b3987f159 tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Received port after_create {{(pid=102386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 18:40:54.939800 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-4b010da6-5681-4503-b5ee-bd9114b9f642 req-1754a055-dac8-43ee-8f4f-a8ce3d4a1b0c service neutron] 10.222.0.41 "GET /v2.0/networks/301f40b0-7862-4bd1-8824-3c88e9f58b1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2169883 Nov 05 18:40:55.014648 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7453ab-843d-46bd-b45f-b27a74e80869 req-0bafb25e-94b6-4a89-9f62-437b3987f159 tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:40:55.019856 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-cc7453ab-843d-46bd-b45f-b27a74e80869 req-0bafb25e-94b6-4a89-9f62-437b3987f159 tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:40:55.097649 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c53c177-8e97-4d7c-80a7-915ccd3ff54c req-d3a78bcb-a29a-4bf4-b46f-51708c7a6828 tempest-SecurityGroupsTestJSON-1222042648 tempest-SecurityGroupsTestJSON-1222042648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:40:55.104596 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-5c53c177-8e97-4d7c-80a7-915ccd3ff54c req-d3a78bcb-a29a-4bf4-b46f-51708c7a6828 tempest-SecurityGroupsTestJSON-1222042648 tempest-SecurityGroupsTestJSON-1222042648-project] 10.222.0.13 "GET /v2.0/ports?device_id=c84b4fb3-f5d9-42ca-bc53-0c3bf03c22c5 HTTP/1.1" status: 200 len: 984 time: 0.3968461 Nov 05 18:40:55.158964 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-4b010da6-5681-4503-b5ee-bd9114b9f642 req-5a53b408-0793-4e2c-b1ee-7236cbb3a753 service neutron] 10.222.0.41 "GET /v2.0/networks/301f40b0-7862-4bd1-8824-3c88e9f58b1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2033246 Nov 05 18:40:55.159971 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-f1933111-6aee-4c92-b92c-ce12be0d4a18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:40:55.165173 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-f1933111-6aee-4c92-b92c-ce12be0d4a18 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:40:55.167298 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-f1933111-6aee-4c92-b92c-ce12be0d4a18 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/aaa5f11b-a6fb-4b6d-bf5e-fdd9163cafc9 HTTP/1.1" status: 204 len: 168 time: 0.9066913 Nov 05 18:40:55.195940 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-1309414f-67ac-4907-b47f-7281858ce14e req-291cece1-85a7-4f33-ba42-53bc8a557397 tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] Publish callbacks [] for port, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:40:55.227620 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-cc7453ab-843d-46bd-b45f-b27a74e80869 req-0bafb25e-94b6-4a89-9f62-437b3987f159 tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3594255 Nov 05 18:40:55.233967 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-a62508a5-ebc6-4edb-84fd-c1debc3ff15a req-9263cad2-bbfe-41e2-b399-121110b655f6 service neutron] 10.222.0.55 "GET /v2.0/networks/9743ad7b-9947-4aa3-b66d-0168e5572670?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3177161 Nov 05 18:40:55.250939 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [req-cc7453ab-843d-46bd-b45f-b27a74e80869 req-26902b0f-f073-4fea-9af8-43cd1942ee9d service neutron] Request body: {'port': {'device_id': '6b9db9e4-2300-49be-bd99-8eabc0e57de3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816865-1'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:40:55.323623 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-01eda969-28d0-461d-b9ff-17dd7c7dfe2f None None] Provisioning complete for port 30e8fb4b-e390-414c-b298-38f2ab60929c triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:40:55.324265 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-01eda969-28d0-461d-b9ff-17dd7c7dfe2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:40:55.374393 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-4b010da6-5681-4503-b5ee-bd9114b9f642 req-82c75573-ce4d-4a48-a185-9c5239c6fa30 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.169&port_id=01aa414c-cd32-483f-b731-af513bcf86ff HTTP/1.1" status: 200 len: 217 time: 0.0840089 Nov 05 18:40:55.377407 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1933111-6aee-4c92-b92c-ce12be0d4a18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aaa5f11b-a6fb-4b6d-bf5e-fdd9163cafc9,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:40:55.420059 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-01eda969-28d0-461d-b9ff-17dd7c7dfe2f None None] Port 30e8fb4b-e390-414c-b298-38f2ab60929c cannot update to ACTIVE because it is not bound. {{(pid=102388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 18:40:55.439394 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-1309414f-67ac-4907-b47f-7281858ce14e req-291cece1-85a7-4f33-ba42-53bc8a557397 tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:40:55.451704 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-cc7453ab-843d-46bd-b45f-b27a74e80869 req-26902b0f-f073-4fea-9af8-43cd1942ee9d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:40:55.464101 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] get_ports_and_sgs() called for port_ids ['c0bab39d-31d7-4372-acf4-dcf699effaf4', 'ab74eaef-395a-4fdf-b85e-bacf8245f728'] {{(pid=102388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 18:40:55.476902 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] get_ports_and_sgs() called for port_ids ['046eb35d-2125-4c26-8c14-0533b517be00'] {{(pid=102388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 18:40:55.479396 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5528137-4236-414f-983b-bb281c2a2565 req-a18317e0-7c7c-45c4-8a81-dbedcd4acfc4 tempest-LiveAutoBlockMigrationV225Test-1563372898 tempest-LiveAutoBlockMigrationV225Test-1563372898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:40:55.480952 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-e5528137-4236-414f-983b-bb281c2a2565 req-a18317e0-7c7c-45c4-8a81-dbedcd4acfc4 tempest-LiveAutoBlockMigrationV225Test-1563372898 tempest-LiveAutoBlockMigrationV225Test-1563372898-project] 10.222.0.13 "GET /v2.0/ports?device_id=96e576a6-4f06-4763-8d25-8b8dae8dc581 HTTP/1.1" status: 200 len: 945 time: 0.4046652 Nov 05 18:40:55.484889 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b010da6-5681-4503-b5ee-bd9114b9f642 req-497a8bd1-5b32-419a-a9ae-799ff0bbfbfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:40:55.486359 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-4b010da6-5681-4503-b5ee-bd9114b9f642 req-497a8bd1-5b32-419a-a9ae-799ff0bbfbfc service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8bf515ed-e77b-4a1b-9e6f-1f371528f0d8 HTTP/1.1" status: 200 len: 801 time: 0.0989482 Nov 05 18:40:55.511294 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-5c53c177-8e97-4d7c-80a7-915ccd3ff54c req-e1a8f861-5881-4f1c-822a-99fdb8e2367a tempest-SecurityGroupsTestJSON-1222042648 tempest-SecurityGroupsTestJSON-1222042648-project] 10.222.0.13 "GET /v2.0/security-groups?id=25591ebc-7d79-4a52-aa21-df275070bb50&id=3149c345-97bb-4a7d-8385-e22b6c2622e4&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.3424981 Nov 05 18:40:55.686202 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-e5528137-4236-414f-983b-bb281c2a2565 req-3e0be80b-3ca8-4183-b669-d4b57e353dbe tempest-LiveAutoBlockMigrationV225Test-1563372898 tempest-LiveAutoBlockMigrationV225Test-1563372898-project] 10.222.0.13 "GET /v2.0/security-groups?id=35cb161a-9192-43e2-a392-140fa33626b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1973870 Nov 05 18:40:55.689536 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b010da6-5681-4503-b5ee-bd9114b9f642 req-e8055f92-507f-4f0f-933a-f4bb8736476c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:40:55.691096 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-4b010da6-5681-4503-b5ee-bd9114b9f642 req-e8055f92-507f-4f0f-933a-f4bb8736476c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f312f9ab-92a7-4ab0-8b0e-56afd6c90bc5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1922708 Nov 05 18:40:55.720586 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1309414f-67ac-4907-b47f-7281858ce14e req-291cece1-85a7-4f33-ba42-53bc8a557397 tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] Network a723f808-b11e-4066-b104-fad90c82895e is already hosted by enough agents. {{(pid=102386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 18:40:55.728062 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7050b49c-c072-4e12-b15a-d9b97a07ff05 req-d6b4b7b6-bb01-4ede-b530-532a66559cf2 tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:40:55.735836 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-7050b49c-c072-4e12-b15a-d9b97a07ff05 req-d6b4b7b6-bb01-4ede-b530-532a66559cf2 tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] 10.222.0.13 "GET /v2.0/ports?device_id=174784d1-6e33-406b-9ea4-96f2e35bc1c2 HTTP/1.1" status: 200 len: 935 time: 0.1163609 Nov 05 18:40:55.744877 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.base_scheduler [req-1309414f-67ac-4907-b47f-7281858ce14e req-291cece1-85a7-4f33-ba42-53bc8a557397 tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] Resources bound (agent type, host, resource id): {{(pid=102386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:40:55.796427 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [req-1309414f-67ac-4907-b47f-7281858ce14e req-291cece1-85a7-4f33-ba42-53bc8a557397 tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] Received port after_create {{(pid=102386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 18:40:55.879241 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291cece1-85a7-4f33-ba42-53bc8a557397 tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] Pushing event updated for resources: {'Port': ['ID=69f3ff0f-5148-4bc1-8f69-404c4f9f50e7,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:40:55.892876 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291cece1-85a7-4f33-ba42-53bc8a557397 tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:40:55.893297 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291cece1-85a7-4f33-ba42-53bc8a557397 tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:40:55.893703 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291cece1-85a7-4f33-ba42-53bc8a557397 tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:40:55.894140 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291cece1-85a7-4f33-ba42-53bc8a557397 tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:40:55.894539 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291cece1-85a7-4f33-ba42-53bc8a557397 tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:40:55.894948 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291cece1-85a7-4f33-ba42-53bc8a557397 tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:40:55.895338 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291cece1-85a7-4f33-ba42-53bc8a557397 tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:40:55.895726 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291cece1-85a7-4f33-ba42-53bc8a557397 tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:40:55.896112 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291cece1-85a7-4f33-ba42-53bc8a557397 tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:40:55.896498 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291cece1-85a7-4f33-ba42-53bc8a557397 tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:40:55.896896 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291cece1-85a7-4f33-ba42-53bc8a557397 tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:40:55.897270 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291cece1-85a7-4f33-ba42-53bc8a557397 tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:40:55.944760 n-d-816865-1 neutron-server[102387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a5e8d09-d939-4bfc-973b-6c1377336e5b', 'tag': '01aa414c-cd32-483f-b731-af513bcf86ff'}] {{(pid=102387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 18:40:55.954696 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab06bd4ddf5758c1f10d79fe34dc215bafa488692cde9dba2fcbcb67556f90bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc49c6f1-8924-4528-9b1d-6e1d8738a12b" -d '{"events": [{"name": "network-changed", "server_uuid": "9a5e8d09-d939-4bfc-973b-6c1377336e5b", "tag": "01aa414c-cd32-483f-b731-af513bcf86ff"}]}' {{(pid=102387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 18:40:56.061619 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-7050b49c-c072-4e12-b15a-d9b97a07ff05 req-c4bfc768-e044-404c-b981-4248ebee0fa6 tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] 10.222.0.13 "GET /v2.0/security-groups?id=c4f63610-8850-433c-ac4b-7e7146261ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3233995 Nov 05 18:40:56.071455 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-4b010da6-5681-4503-b5ee-bd9114b9f642 req-6eb3630c-7f9e-45d7-9855-e400369df649 service neutron] 10.222.0.41 "GET /v2.0/networks/f312f9ab-92a7-4ab0-8b0e-56afd6c90bc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3675416 Nov 05 18:40:56.100670 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1309414f-67ac-4907-b47f-7281858ce14e req-291cece1-85a7-4f33-ba42-53bc8a557397 tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:40:56.101750 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-1309414f-67ac-4907-b47f-7281858ce14e req-291cece1-85a7-4f33-ba42-53bc8a557397 tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:40:56.209842 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63b9751-6a85-40ef-9821-f6be34d353bc req-8cc24609-0c47-4e22-bc8a-7a5964da12a9 tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:40:56.218446 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63b9751-6a85-40ef-9821-f6be34d353bc req-8cc24609-0c47-4e22-bc8a-7a5964da12a9 tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:40:56.225652 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63b9751-6a85-40ef-9821-f6be34d353bc req-8cc24609-0c47-4e22-bc8a-7a5964da12a9 tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:40:56.234157 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63b9751-6a85-40ef-9821-f6be34d353bc req-8cc24609-0c47-4e22-bc8a-7a5964da12a9 tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:40:56.241513 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63b9751-6a85-40ef-9821-f6be34d353bc req-8cc24609-0c47-4e22-bc8a-7a5964da12a9 tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:40:56.243905 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-c63b9751-6a85-40ef-9821-f6be34d353bc req-8cc24609-0c47-4e22-bc8a-7a5964da12a9 tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] 10.222.0.13 "GET /v2.0/ports?device_id=6b9db9e4-2300-49be-bd99-8eabc0e57de3 HTTP/1.1" status: 200 len: 3815 time: 0.3689270 Nov 05 18:40:56.469947 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9955eb9e-ccda-41da-b840-3f35a0f9b82c req-8b4353ed-823b-4834-b845-142fbb23a926 tempest-ServersTestMultiNic-1214536785 tempest-ServersTestMultiNic-1214536785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:40:56.481090 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9955eb9e-ccda-41da-b840-3f35a0f9b82c req-8b4353ed-823b-4834-b845-142fbb23a926 tempest-ServersTestMultiNic-1214536785 tempest-ServersTestMultiNic-1214536785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:40:56.493263 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-9955eb9e-ccda-41da-b840-3f35a0f9b82c req-8b4353ed-823b-4834-b845-142fbb23a926 tempest-ServersTestMultiNic-1214536785 tempest-ServersTestMultiNic-1214536785-project] 10.222.0.13 "GET /v2.0/ports?device_id=9a5e8d09-d939-4bfc-973b-6c1377336e5b HTTP/1.1" status: 200 len: 1678 time: 0.2966971 Nov 05 18:40:56.509462 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-c63b9751-6a85-40ef-9821-f6be34d353bc req-7db36581-c633-40b8-abb6-d54a2071fbac tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] 10.222.0.13 "GET /v2.0/security-groups?id=98567ca5-1884-480b-af79-82f64bb06e96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2305586 Nov 05 18:40:56.548169 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-4b010da6-5681-4503-b5ee-bd9114b9f642 req-51cc1cae-e504-4b9c-a217-8cdea6177158 service neutron] 10.222.0.41 "GET /v2.0/networks/f312f9ab-92a7-4ab0-8b0e-56afd6c90bc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4719636 Nov 05 18:40:56.628485 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-9955eb9e-ccda-41da-b840-3f35a0f9b82c req-aa1356fc-2244-4fe0-912b-19aa16fd058a tempest-ServersTestMultiNic-1214536785 tempest-ServersTestMultiNic-1214536785-project] 10.222.0.13 "GET /v2.0/security-groups?id=d6c276c2-1a62-4f33-92e6-1a62f3e97f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230843 Nov 05 18:40:56.678952 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-c8178620-3256-4cb9-ba6c-0da08323f0ce None None] Provisioning complete for port 69f3ff0f-5148-4bc1-8f69-404c4f9f50e7 triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:40:56.691163 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c8178620-3256-4cb9-ba6c-0da08323f0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:40:56.772122 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 18:40:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b9fd8f7-0a10-4006-9a87-42167bf49409 x-openstack-request-id: req-6b9fd8f7-0a10-4006-9a87-42167bf49409 {{(pid=102387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 18:40:56.772431 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a5e8d09-d939-4bfc-973b-6c1377336e5b", "tag": "01aa414c-cd32-483f-b731-af513bcf86ff", "status": "completed", "code": 200}]} {{(pid=102387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 18:40:56.774818 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6b9fd8f7-0a10-4006-9a87-42167bf49409 {{(pid=102387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 18:40:56.774818 n-d-816865-1 neutron-server[102387]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a5e8d09-d939-4bfc-973b-6c1377336e5b', 'tag': '01aa414c-cd32-483f-b731-af513bcf86ff', 'status': 'completed', 'code': 200} Nov 05 18:40:56.938188 n-d-816865-1 neutron-server[102386]: DEBUG neutron.notifiers.nova [req-cc7453ab-843d-46bd-b45f-b27a74e80869 req-26902b0f-f073-4fea-9af8-43cd1942ee9d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 62ff4673-48f2-4b6a-905c-6b1bcc553de5 {{(pid=102386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 18:40:56.940781 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-c8178620-3256-4cb9-ba6c-0da08323f0ce None None] Port 69f3ff0f-5148-4bc1-8f69-404c4f9f50e7 cannot update to ACTIVE because it is not bound. {{(pid=102388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 18:40:56.950659 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-cc7453ab-843d-46bd-b45f-b27a74e80869 req-26902b0f-f073-4fea-9af8-43cd1942ee9d service neutron] Publish callbacks [] for port, precommit_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:40:56.954917 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb1364d-32ec-4855-a66e-75e6593a02bf req-6b298253-834a-49ce-9351-2708301c5796 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:40:56.955582 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb1364d-32ec-4855-a66e-75e6593a02bf req-6b298253-834a-49ce-9351-2708301c5796 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:40:56.957072 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-fdb1364d-32ec-4855-a66e-75e6593a02bf req-6b298253-834a-49ce-9351-2708301c5796 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4829acffed3b4745affa5e8e193e7ce5&device_id=9a5e8d09-d939-4bfc-973b-6c1377336e5b HTTP/1.1" status: 200 len: 1980 time: 0.2726007 Nov 05 18:40:56.966680 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.provisioning_blocks [req-cc7453ab-843d-46bd-b45f-b27a74e80869 req-26902b0f-f073-4fea-9af8-43cd1942ee9d service neutron] Transition to ACTIVE for port object 62ff4673-48f2-4b6a-905c-6b1bcc553de5 will not be triggered until provisioned by entity L2. {{(pid=102386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 05 18:40:56.971459 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-1309414f-67ac-4907-b47f-7281858ce14e req-291cece1-85a7-4f33-ba42-53bc8a557397 tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.4586527 Nov 05 18:40:56.988354 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [req-1309414f-67ac-4907-b47f-7281858ce14e req-f4050177-c0a5-4b10-b8bb-d5c23b24abf0 service neutron] Request body: {'port': {'device_id': '174784d1-6e33-406b-9ea4-96f2e35bc1c2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816865-1'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:40:57.072113 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-1309414f-67ac-4907-b47f-7281858ce14e req-f4050177-c0a5-4b10-b8bb-d5c23b24abf0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:40:57.075640 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-cc7453ab-843d-46bd-b45f-b27a74e80869 req-26902b0f-f073-4fea-9af8-43cd1942ee9d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6149821'] for port, after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:40:57.138001 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b832a3-45a3-4305-83cc-43d7e89d1e70 req-33342603-e2d1-4e49-90e3-55f8a195e30c tempest-SecurityGroupsTestJSON-1222042648 tempest-SecurityGroupsTestJSON-1222042648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:40:57.140406 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-b5b832a3-45a3-4305-83cc-43d7e89d1e70 req-33342603-e2d1-4e49-90e3-55f8a195e30c tempest-SecurityGroupsTestJSON-1222042648 tempest-SecurityGroupsTestJSON-1222042648-project] 10.222.0.13 "GET /v2.0/ports?device_id=c84b4fb3-f5d9-42ca-bc53-0c3bf03c22c5 HTTP/1.1" status: 200 len: 984 time: 0.3354208 Nov 05 18:40:57.140406 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 43402) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:40:57.173507 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26902b0f-f073-4fea-9af8-43cd1942ee9d service neutron] Pushing event updated for resources: {'Port': ['ID=62ff4673-48f2-4b6a-905c-6b1bcc553de5,revision_number=2']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:40:57.261288 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5fe114-74e4-4b29-baa6-8f31b8969748 req-9ba83412-dfbe-4201-9c22-3b7754b03822 tempest-LiveAutoBlockMigrationV225Test-1563372898 tempest-LiveAutoBlockMigrationV225Test-1563372898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:40:57.271132 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-8a5fe114-74e4-4b29-baa6-8f31b8969748 req-9ba83412-dfbe-4201-9c22-3b7754b03822 tempest-LiveAutoBlockMigrationV225Test-1563372898 tempest-LiveAutoBlockMigrationV225Test-1563372898-project] 10.222.0.13 "GET /v2.0/ports?device_id=96e576a6-4f06-4763-8d25-8b8dae8dc581 HTTP/1.1" status: 200 len: 945 time: 0.3797336 Nov 05 18:40:57.364151 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-3686275e-ebba-4b76-b1f5-f9cc999d2898 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-1472381746-network', 'tenant_id': '575da976b6fa43c4b95e18228213a30e'}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:40:57.368525 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb1364d-32ec-4855-a66e-75e6593a02bf req-7789f88b-06eb-4bb9-b884-95c84139e839 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:40:57.370316 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-fdb1364d-32ec-4855-a66e-75e6593a02bf req-7789f88b-06eb-4bb9-b884-95c84139e839 service neutron] 10.222.0.41 "GET /v2.0/networks?id=301f40b0-7862-4bd1-8824-3c88e9f58b1e HTTP/1.1" status: 200 len: 903 time: 0.3706613 Nov 05 18:40:57.469115 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [req-cc7453ab-843d-46bd-b45f-b27a74e80869 req-26902b0f-f073-4fea-9af8-43cd1942ee9d service neutron] Attempting to bind port 62ff4673-48f2-4b6a-905c-6b1bcc553de5 on host n-h1-816865-1 for vnic_type normal with profile {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 18:40:57.469414 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [req-cc7453ab-843d-46bd-b45f-b27a74e80869 req-26902b0f-f073-4fea-9af8-43cd1942ee9d service neutron] Attempting to bind port 62ff4673-48f2-4b6a-905c-6b1bcc553de5 by drivers openvswitch,hyperv on host n-h1-816865-1 at level 0 using segments [{'id': '93fd2d79-7933-46e7-8a7f-2b0cace59e4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '9c282dee-ee32-45f7-8090-e833d25335b6'}] {{(pid=102386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 18:40:57.477179 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc7453ab-843d-46bd-b45f-b27a74e80869 req-26902b0f-f073-4fea-9af8-43cd1942ee9d service neutron] Attempting to bind port 62ff4673-48f2-4b6a-905c-6b1bcc553de5 on network 9c282dee-ee32-45f7-8090-e833d25335b6 {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 18:40:57.491852 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc7453ab-843d-46bd-b45f-b27a74e80869 req-26902b0f-f073-4fea-9af8-43cd1942ee9d service neutron] Port 62ff4673-48f2-4b6a-905c-6b1bcc553de5 on network 9c282dee-ee32-45f7-8090-e833d25335b6 not bound, no agent of type Open vSwitch agent registered on host n-h1-816865-1 {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 18:40:57.493047 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc7453ab-843d-46bd-b45f-b27a74e80869 req-26902b0f-f073-4fea-9af8-43cd1942ee9d service neutron] Attempting to bind port 62ff4673-48f2-4b6a-905c-6b1bcc553de5 on network 9c282dee-ee32-45f7-8090-e833d25335b6 {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 18:40:57.497956 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-b5b832a3-45a3-4305-83cc-43d7e89d1e70 req-58a144e8-8af1-4a78-abe7-746b10af8ff4 tempest-SecurityGroupsTestJSON-1222042648 tempest-SecurityGroupsTestJSON-1222042648-project] 10.222.0.13 "GET /v2.0/security-groups?id=25591ebc-7d79-4a52-aa21-df275070bb50&id=3149c345-97bb-4a7d-8385-e22b6c2622e4&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.3442190 Nov 05 18:40:57.504310 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-fdb1364d-32ec-4855-a66e-75e6593a02bf req-a23f3544-7830-4fca-a189-cd90e612dfcd service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.27&port_id=162147de-268d-4a44-aafd-a263ec2f7ad7 HTTP/1.1" status: 200 len: 217 time: 0.1159277 Nov 05 18:40:57.518247 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-8a5fe114-74e4-4b29-baa6-8f31b8969748 req-ac838855-9f7f-4708-b72c-092a46c6a8e2 tempest-LiveAutoBlockMigrationV225Test-1563372898 tempest-LiveAutoBlockMigrationV225Test-1563372898-project] 10.222.0.13 "GET /v2.0/security-groups?id=35cb161a-9192-43e2-a392-140fa33626b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2410574 Nov 05 18:40:57.542910 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc7453ab-843d-46bd-b45f-b27a74e80869 req-26902b0f-f073-4fea-9af8-43cd1942ee9d service neutron] Checking agent: {'id': 'eb596d7c-8c64-42bd-8aca-fad447eb0eab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816865-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 18, 33, 34), 'started_at': datetime.datetime(2021, 11, 5, 18, 33, 34), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 18, 40, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 18:40:57.562224 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc7453ab-843d-46bd-b45f-b27a74e80869 req-26902b0f-f073-4fea-9af8-43cd1942ee9d service neutron] Checking segment: {'id': '93fd2d79-7933-46e7-8a7f-2b0cace59e4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '9c282dee-ee32-45f7-8090-e833d25335b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 18:40:57.562224 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc7453ab-843d-46bd-b45f-b27a74e80869 req-26902b0f-f073-4fea-9af8-43cd1942ee9d service neutron] Bound using segment: {'id': '93fd2d79-7933-46e7-8a7f-2b0cace59e4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '9c282dee-ee32-45f7-8090-e833d25335b6'} {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 18:40:57.562224 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [req-cc7453ab-843d-46bd-b45f-b27a74e80869 req-26902b0f-f073-4fea-9af8-43cd1942ee9d service neutron] Bound port: 62ff4673-48f2-4b6a-905c-6b1bcc553de5, host: n-h1-816865-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '93fd2d79-7933-46e7-8a7f-2b0cace59e4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '9c282dee-ee32-45f7-8090-e833d25335b6'}}] {{(pid=102386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 18:40:57.562224 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-cc7453ab-843d-46bd-b45f-b27a74e80869 req-26902b0f-f073-4fea-9af8-43cd1942ee9d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:40:57.616228 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3686275e-ebba-4b76-b1f5-f9cc999d2898 admin admin] Made reservation on behalf of 575da976b6fa43c4b95e18228213a30e for: {'network': 1} {{(pid=102387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 18:40:57.619321 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-3686275e-ebba-4b76-b1f5-f9cc999d2898 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for network, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:40:57.655008 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-3686275e-ebba-4b76-b1f5-f9cc999d2898 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:40:57.665250 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb1364d-32ec-4855-a66e-75e6593a02bf req-58b3f647-f9b9-48a1-8b61-1373387e5472 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:40:57.666663 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-fdb1364d-32ec-4855-a66e-75e6593a02bf req-58b3f647-f9b9-48a1-8b61-1373387e5472 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=14ded6cc-a315-444f-b9ef-70cf63445422 HTTP/1.1" status: 200 len: 801 time: 0.1526356 Nov 05 18:40:57.794791 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-14f0f789-ee27-4337-b234-745cd3ce4809 req-4ca59b52-7b0d-4fff-aa99-d09f98823915 tempest-SecurityGroupsTestJSON-1222042648 tempest-SecurityGroupsTestJSON-1222042648-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1095720390&fields=id&tenant_id=05b01937f9ca44aa923731561d630757 HTTP/1.1" status: 200 len: 267 time: 0.1374416 Nov 05 18:40:57.813734 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f37937-24dd-4023-8180-f147e5dbb256 req-199d16d9-e5b8-41e1-b487-092c8164c29d tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:40:57.821618 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-28f37937-24dd-4023-8180-f147e5dbb256 req-199d16d9-e5b8-41e1-b487-092c8164c29d tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] 10.222.0.13 "GET /v2.0/ports?device_id=174784d1-6e33-406b-9ea4-96f2e35bc1c2 HTTP/1.1" status: 200 len: 935 time: 0.1709726 Nov 05 18:40:57.856705 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [req-cc7453ab-843d-46bd-b45f-b27a74e80869 req-26902b0f-f073-4fea-9af8-43cd1942ee9d service neutron] For port 62ff4673-48f2-4b6a-905c-6b1bcc553de5, host n-h1-816865-1, cleared binding levels {{(pid=102386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 18:40:57.869310 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb1364d-32ec-4855-a66e-75e6593a02bf req-6b38b239-bce5-4210-ba16-5a5ac97bc996 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:40:57.870954 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-fdb1364d-32ec-4855-a66e-75e6593a02bf req-6b38b239-bce5-4210-ba16-5a5ac97bc996 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=301f40b0-7862-4bd1-8824-3c88e9f58b1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1898012 Nov 05 18:40:57.913823 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [req-cc7453ab-843d-46bd-b45f-b27a74e80869 req-26902b0f-f073-4fea-9af8-43cd1942ee9d service neutron] For port 62ff4673-48f2-4b6a-905c-6b1bcc553de5, host n-h1-816865-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=62ff4673-48f2-4b6a-905c-6b1bcc553de5,segment=NetworkSegment(93fd2d79-7933-46e7-8a7f-2b0cace59e4b),segment_id=93fd2d79-7933-46e7-8a7f-2b0cace59e4b)] {{(pid=102386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 18:40:58.013386 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f0f789-ee27-4337-b234-745cd3ce4809 req-646ad83e-9f82-45a9-afbb-c6d949b0bc26 tempest-SecurityGroupsTestJSON-1222042648 tempest-SecurityGroupsTestJSON-1222042648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:40:58.013386 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-14f0f789-ee27-4337-b234-745cd3ce4809 req-646ad83e-9f82-45a9-afbb-c6d949b0bc26 tempest-SecurityGroupsTestJSON-1222042648 tempest-SecurityGroupsTestJSON-1222042648-project] 10.222.0.13 "GET /v2.0/ports?device_id=c84b4fb3-f5d9-42ca-bc53-0c3bf03c22c5 HTTP/1.1" status: 200 len: 984 time: 0.2102578 Nov 05 18:40:58.033968 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-3686275e-ebba-4b76-b1f5-f9cc999d2898 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:40:58.036312 n-d-816865-1 neutron-server[102386]: DEBUG neutron.notifiers.nova [req-1309414f-67ac-4907-b47f-7281858ce14e req-f4050177-c0a5-4b10-b8bb-d5c23b24abf0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 69f3ff0f-5148-4bc1-8f69-404c4f9f50e7 {{(pid=102386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 18:40:58.044040 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [req-14f0f789-ee27-4337-b234-745cd3ce4809 req-1a62119b-0781-4961-a83c-019c2a25cd7c tempest-SecurityGroupsTestJSON-1222042648 tempest-SecurityGroupsTestJSON-1222042648-project] Request body: {'port': {'security_groups': ['25591ebc-7d79-4a52-aa21-df275070bb50', '3149c345-97bb-4a7d-8385-e22b6c2622e4', 'b30f3ba1-9162-4622-a582-dfbdf362065e']}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:40:58.045506 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-1309414f-67ac-4907-b47f-7281858ce14e req-f4050177-c0a5-4b10-b8bb-d5c23b24abf0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:40:58.067632 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-28f37937-24dd-4023-8180-f147e5dbb256 req-17f6b55c-0e99-4889-9b0e-d9026da0d8f9 tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] 10.222.0.13 "GET /v2.0/security-groups?id=c4f63610-8850-433c-ac4b-7e7146261ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2332947 Nov 05 18:40:58.067743 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-cc7453ab-843d-46bd-b45f-b27a74e80869 req-26902b0f-f073-4fea-9af8-43cd1942ee9d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6149821'] for port, after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:40:58.122987 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-3686275e-ebba-4b76-b1f5-f9cc999d2898 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:40:58.175543 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.provisioning_blocks [req-1309414f-67ac-4907-b47f-7281858ce14e req-f4050177-c0a5-4b10-b8bb-d5c23b24abf0 service neutron] Transition to ACTIVE for port object 69f3ff0f-5148-4bc1-8f69-404c4f9f50e7 will not be triggered until provisioned by entity L2. {{(pid=102386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 05 18:40:58.176451 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-fdb1364d-32ec-4855-a66e-75e6593a02bf req-6f3946f7-3066-4d7b-9c1b-182f112632ab service neutron] 10.222.0.41 "GET /v2.0/networks/301f40b0-7862-4bd1-8824-3c88e9f58b1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2869678 Nov 05 18:40:58.187976 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26902b0f-f073-4fea-9af8-43cd1942ee9d service neutron] Pushing event updated for resources: {'Port': ['ID=62ff4673-48f2-4b6a-905c-6b1bcc553de5,revision_number=3']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:40:58.196217 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7453ab-843d-46bd-b45f-b27a74e80869 req-26902b0f-f073-4fea-9af8-43cd1942ee9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:40:58.196840 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-cc7453ab-843d-46bd-b45f-b27a74e80869 req-26902b0f-f073-4fea-9af8-43cd1942ee9d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:40:58.198239 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-cc7453ab-843d-46bd-b45f-b27a74e80869 req-26902b0f-f073-4fea-9af8-43cd1942ee9d service neutron] 10.222.0.41 "PUT /v2.0/ports/62ff4673-48f2-4b6a-905c-6b1bcc553de5 HTTP/1.1" status: 200 len: 1091 time: 2.9517703 Nov 05 18:40:58.198794 n-d-816865-1 neutron-server[102386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b9db9e4-2300-49be-bd99-8eabc0e57de3', 'tag': '62ff4673-48f2-4b6a-905c-6b1bcc553de5'}] {{(pid=102386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 18:40:58.200898 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6173a44d7c73f41af551dc890fa1a5892c2c6bc3458b640c8e0c24db7876ba6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4a1db31-6cfa-463c-99b2-4edf0c4857ed" -d '{"events": [{"name": "network-changed", "server_uuid": "6b9db9e4-2300-49be-bd99-8eabc0e57de3", "tag": "62ff4673-48f2-4b6a-905c-6b1bcc553de5"}]}' {{(pid=102386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 18:40:58.228258 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3686275e-ebba-4b76-b1f5-f9cc999d2898 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 199} {{(pid=102387) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 05 18:40:58.240265 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-1309414f-67ac-4907-b47f-7281858ce14e req-f4050177-c0a5-4b10-b8bb-d5c23b24abf0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6149821'] for port, after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:40:58.293079 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3686275e-ebba-4b76-b1f5-f9cc999d2898 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=145e654c-14f7-4d37-9dd5-7a947c63c701,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:40:58.343130 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-3686275e-ebba-4b76-b1f5-f9cc999d2898 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273'] for segment, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:40:58.343130 n-d-816865-1 neutron-server[102387]: INFO neutron.db.segments_db [None req-3686275e-ebba-4b76-b1f5-f9cc999d2898 admin admin] Added segment 79f0f1b2-15cc-47c3-8e34-803045bf8aea of type vlan for network b40ac270-cf45-43fe-8ba3-0026b96da214 Nov 05 18:40:58.343130 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-14f0f789-ee27-4337-b234-745cd3ce4809 req-1a62119b-0781-4961-a83c-019c2a25cd7c tempest-SecurityGroupsTestJSON-1222042648 tempest-SecurityGroupsTestJSON-1222042648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:40:58.343400 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [req-cc7453ab-843d-46bd-b45f-b27a74e80869 req-daf1ea23-5c88-443f-8f43-d9463744f700 service neutron] Request body: {'port': {'device_id': '6b9db9e4-2300-49be-bd99-8eabc0e57de3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816865-1'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:40:58.477688 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4050177-c0a5-4b10-b8bb-d5c23b24abf0 service neutron] Pushing event updated for resources: {'Port': ['ID=69f3ff0f-5148-4bc1-8f69-404c4f9f50e7,revision_number=2']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:40:58.482671 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-cc7453ab-843d-46bd-b45f-b27a74e80869 req-daf1ea23-5c88-443f-8f43-d9463744f700 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:40:58.637152 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-3686275e-ebba-4b76-b1f5-f9cc999d2898 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750027258543'] for network, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:40:58.637644 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [req-1309414f-67ac-4907-b47f-7281858ce14e req-f4050177-c0a5-4b10-b8bb-d5c23b24abf0 service neutron] Attempting to bind port 69f3ff0f-5148-4bc1-8f69-404c4f9f50e7 on host n-h2-816865-1 for vnic_type normal with profile {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 18:40:58.637644 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [req-1309414f-67ac-4907-b47f-7281858ce14e req-f4050177-c0a5-4b10-b8bb-d5c23b24abf0 service neutron] Attempting to bind port 69f3ff0f-5148-4bc1-8f69-404c4f9f50e7 by drivers openvswitch,hyperv on host n-h2-816865-1 at level 0 using segments [{'id': '35c2db9c-522d-48d3-98cf-a08c2cc55db7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'a723f808-b11e-4066-b104-fad90c82895e'}] {{(pid=102386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 18:40:58.637644 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1309414f-67ac-4907-b47f-7281858ce14e req-f4050177-c0a5-4b10-b8bb-d5c23b24abf0 service neutron] Attempting to bind port 69f3ff0f-5148-4bc1-8f69-404c4f9f50e7 on network a723f808-b11e-4066-b104-fad90c82895e {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 18:40:58.637644 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1309414f-67ac-4907-b47f-7281858ce14e req-f4050177-c0a5-4b10-b8bb-d5c23b24abf0 service neutron] Port 69f3ff0f-5148-4bc1-8f69-404c4f9f50e7 on network a723f808-b11e-4066-b104-fad90c82895e not bound, no agent of type Open vSwitch agent registered on host n-h2-816865-1 {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 18:40:58.637644 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1309414f-67ac-4907-b47f-7281858ce14e req-f4050177-c0a5-4b10-b8bb-d5c23b24abf0 service neutron] Attempting to bind port 69f3ff0f-5148-4bc1-8f69-404c4f9f50e7 on network a723f808-b11e-4066-b104-fad90c82895e {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 18:40:58.638736 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1309414f-67ac-4907-b47f-7281858ce14e req-f4050177-c0a5-4b10-b8bb-d5c23b24abf0 service neutron] Checking agent: {'id': '32aff553-696f-4891-83f5-5c176f61fe54', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816865-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 18, 33, 36), 'started_at': datetime.datetime(2021, 11, 5, 18, 33, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 18, 40, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 18:40:58.639152 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1309414f-67ac-4907-b47f-7281858ce14e req-f4050177-c0a5-4b10-b8bb-d5c23b24abf0 service neutron] Checking segment: {'id': '35c2db9c-522d-48d3-98cf-a08c2cc55db7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'a723f808-b11e-4066-b104-fad90c82895e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 18:40:58.639599 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1309414f-67ac-4907-b47f-7281858ce14e req-f4050177-c0a5-4b10-b8bb-d5c23b24abf0 service neutron] Bound using segment: {'id': '35c2db9c-522d-48d3-98cf-a08c2cc55db7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'a723f808-b11e-4066-b104-fad90c82895e'} {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 18:40:58.640348 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [req-1309414f-67ac-4907-b47f-7281858ce14e req-f4050177-c0a5-4b10-b8bb-d5c23b24abf0 service neutron] Bound port: 69f3ff0f-5148-4bc1-8f69-404c4f9f50e7, host: n-h2-816865-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35c2db9c-522d-48d3-98cf-a08c2cc55db7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'a723f808-b11e-4066-b104-fad90c82895e'}}] {{(pid=102386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 18:40:58.640763 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-1309414f-67ac-4907-b47f-7281858ce14e req-f4050177-c0a5-4b10-b8bb-d5c23b24abf0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:40:58.677044 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911151f6-3410-4f02-aa55-62d3bc2353db req-722996d7-6cd4-46b1-94f4-78693255bc7d tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:40:58.687187 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911151f6-3410-4f02-aa55-62d3bc2353db req-722996d7-6cd4-46b1-94f4-78693255bc7d tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:40:58.693571 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911151f6-3410-4f02-aa55-62d3bc2353db req-722996d7-6cd4-46b1-94f4-78693255bc7d tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:40:58.701780 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911151f6-3410-4f02-aa55-62d3bc2353db req-722996d7-6cd4-46b1-94f4-78693255bc7d tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:40:58.709907 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911151f6-3410-4f02-aa55-62d3bc2353db req-722996d7-6cd4-46b1-94f4-78693255bc7d tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:40:58.713486 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-911151f6-3410-4f02-aa55-62d3bc2353db req-722996d7-6cd4-46b1-94f4-78693255bc7d tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] 10.222.0.13 "GET /v2.0/ports?device_id=6b9db9e4-2300-49be-bd99-8eabc0e57de3 HTTP/1.1" status: 200 len: 3827 time: 0.5463259 Nov 05 18:40:58.717130 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-fdb1364d-32ec-4855-a66e-75e6593a02bf req-754bf150-65ed-47ba-9fec-c7ca41080bb3 service neutron] 10.222.0.41 "GET /v2.0/networks/301f40b0-7862-4bd1-8824-3c88e9f58b1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4805458 Nov 05 18:40:58.840207 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [req-1309414f-67ac-4907-b47f-7281858ce14e req-f4050177-c0a5-4b10-b8bb-d5c23b24abf0 service neutron] For port 69f3ff0f-5148-4bc1-8f69-404c4f9f50e7, host n-h2-816865-1, cleared binding levels {{(pid=102386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 18:40:58.860734 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [req-1309414f-67ac-4907-b47f-7281858ce14e req-f4050177-c0a5-4b10-b8bb-d5c23b24abf0 service neutron] For port 69f3ff0f-5148-4bc1-8f69-404c4f9f50e7, host n-h2-816865-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=69f3ff0f-5148-4bc1-8f69-404c4f9f50e7,segment=NetworkSegment(35c2db9c-522d-48d3-98cf-a08c2cc55db7),segment_id=35c2db9c-522d-48d3-98cf-a08c2cc55db7)] {{(pid=102386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 18:40:58.963268 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-1309414f-67ac-4907-b47f-7281858ce14e req-f4050177-c0a5-4b10-b8bb-d5c23b24abf0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6149821'] for port, after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:40:58.977169 n-d-816865-1 neutron-server[102386]: DEBUG neutron.notifiers.nova [req-cc7453ab-843d-46bd-b45f-b27a74e80869 req-daf1ea23-5c88-443f-8f43-d9463744f700 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fa9fc664-ad20-4e86-ab04-751d1b06b45b {{(pid=102386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 18:40:59.008497 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-cc7453ab-843d-46bd-b45f-b27a74e80869 req-daf1ea23-5c88-443f-8f43-d9463744f700 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:40:59.035382 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1309414f-67ac-4907-b47f-7281858ce14e req-f4050177-c0a5-4b10-b8bb-d5c23b24abf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:40:59.036511 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-1309414f-67ac-4907-b47f-7281858ce14e req-f4050177-c0a5-4b10-b8bb-d5c23b24abf0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:40:59.037416 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-1309414f-67ac-4907-b47f-7281858ce14e req-f4050177-c0a5-4b10-b8bb-d5c23b24abf0 service neutron] 10.222.0.55 "PUT /v2.0/ports/69f3ff0f-5148-4bc1-8f69-404c4f9f50e7 HTTP/1.1" status: 200 len: 1095 time: 2.0547066 Nov 05 18:40:59.047322 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.provisioning_blocks [req-cc7453ab-843d-46bd-b45f-b27a74e80869 req-daf1ea23-5c88-443f-8f43-d9463744f700 service neutron] Transition to ACTIVE for port object fa9fc664-ad20-4e86-ab04-751d1b06b45b will not be triggered until provisioned by entity L2. {{(pid=102386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 05 18:40:59.078962 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4050177-c0a5-4b10-b8bb-d5c23b24abf0 service neutron] Pushing event updated for resources: {'Port': ['ID=69f3ff0f-5148-4bc1-8f69-404c4f9f50e7,revision_number=3']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:40:59.141770 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-cc7453ab-843d-46bd-b45f-b27a74e80869 req-daf1ea23-5c88-443f-8f43-d9463744f700 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6149821'] for port, after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:40:59.215456 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf1ea23-5c88-443f-8f43-d9463744f700 service neutron] Pushing event updated for resources: {'Port': ['ID=fa9fc664-ad20-4e86-ab04-751d1b06b45b,revision_number=2']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:40:59.233087 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-3686275e-ebba-4b76-b1f5-f9cc999d2898 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-956796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877'] for network, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:40:59.234339 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3686275e-ebba-4b76-b1f5-f9cc999d2898 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:40:59.234932 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-3686275e-ebba-4b76-b1f5-f9cc999d2898 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597851'] for network, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:40:59.317697 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc49c6f1-8924-4528-9b1d-6e1d8738a12b req-d28c79af-a955-4ce5-b7e2-27d029b7abfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:40:59.318760 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc49c6f1-8924-4528-9b1d-6e1d8738a12b req-d28c79af-a955-4ce5-b7e2-27d029b7abfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:40:59.322147 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-cc49c6f1-8924-4528-9b1d-6e1d8738a12b req-d28c79af-a955-4ce5-b7e2-27d029b7abfa service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4829acffed3b4745affa5e8e193e7ce5&device_id=9a5e8d09-d939-4bfc-973b-6c1377336e5b HTTP/1.1" status: 200 len: 1980 time: 0.5312660 Nov 05 18:40:59.427132 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-3686275e-ebba-4b76-b1f5-f9cc999d2898 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 2.2818556 Nov 05 18:40:59.440316 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 43428) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:40:59.561295 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-b1f75cf3-8fe8-4865-be4a-52dd8204a618 admin admin] Request body: {'subnet': {'network_id': 'b40ac270-cf45-43fe-8ba3-0026b96da214', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-1472381746-subnet', 'tenant_id': '575da976b6fa43c4b95e18228213a30e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:40:59.565752 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [req-cc7453ab-843d-46bd-b45f-b27a74e80869 req-daf1ea23-5c88-443f-8f43-d9463744f700 service neutron] Attempting to bind port fa9fc664-ad20-4e86-ab04-751d1b06b45b on host n-h1-816865-1 for vnic_type normal with profile {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 18:40:59.566175 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [req-cc7453ab-843d-46bd-b45f-b27a74e80869 req-daf1ea23-5c88-443f-8f43-d9463744f700 service neutron] Attempting to bind port fa9fc664-ad20-4e86-ab04-751d1b06b45b by drivers openvswitch,hyperv on host n-h1-816865-1 at level 0 using segments [{'id': 'e8365128-97c2-430d-9b82-ea8f7c12233e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c2a3f4df-26b3-4bb0-9eae-63aad7044fea'}] {{(pid=102386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 18:40:59.566639 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc7453ab-843d-46bd-b45f-b27a74e80869 req-daf1ea23-5c88-443f-8f43-d9463744f700 service neutron] Attempting to bind port fa9fc664-ad20-4e86-ab04-751d1b06b45b on network c2a3f4df-26b3-4bb0-9eae-63aad7044fea {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 18:40:59.576750 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc7453ab-843d-46bd-b45f-b27a74e80869 req-daf1ea23-5c88-443f-8f43-d9463744f700 service neutron] Port fa9fc664-ad20-4e86-ab04-751d1b06b45b on network c2a3f4df-26b3-4bb0-9eae-63aad7044fea not bound, no agent of type Open vSwitch agent registered on host n-h1-816865-1 {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 18:40:59.577081 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc7453ab-843d-46bd-b45f-b27a74e80869 req-daf1ea23-5c88-443f-8f43-d9463744f700 service neutron] Attempting to bind port fa9fc664-ad20-4e86-ab04-751d1b06b45b on network c2a3f4df-26b3-4bb0-9eae-63aad7044fea {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 18:40:59.588039 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc7453ab-843d-46bd-b45f-b27a74e80869 req-daf1ea23-5c88-443f-8f43-d9463744f700 service neutron] Checking agent: {'id': 'eb596d7c-8c64-42bd-8aca-fad447eb0eab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816865-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 18, 33, 34), 'started_at': datetime.datetime(2021, 11, 5, 18, 33, 34), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 18, 40, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 18:40:59.588380 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc7453ab-843d-46bd-b45f-b27a74e80869 req-daf1ea23-5c88-443f-8f43-d9463744f700 service neutron] Checking segment: {'id': 'e8365128-97c2-430d-9b82-ea8f7c12233e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c2a3f4df-26b3-4bb0-9eae-63aad7044fea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 18:40:59.588772 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc7453ab-843d-46bd-b45f-b27a74e80869 req-daf1ea23-5c88-443f-8f43-d9463744f700 service neutron] Bound using segment: {'id': 'e8365128-97c2-430d-9b82-ea8f7c12233e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c2a3f4df-26b3-4bb0-9eae-63aad7044fea'} {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 18:40:59.589210 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [req-cc7453ab-843d-46bd-b45f-b27a74e80869 req-daf1ea23-5c88-443f-8f43-d9463744f700 service neutron] Bound port: fa9fc664-ad20-4e86-ab04-751d1b06b45b, host: n-h1-816865-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e8365128-97c2-430d-9b82-ea8f7c12233e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c2a3f4df-26b3-4bb0-9eae-63aad7044fea'}}] {{(pid=102386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 18:40:59.589563 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-cc7453ab-843d-46bd-b45f-b27a74e80869 req-daf1ea23-5c88-443f-8f43-d9463744f700 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:40:59.591571 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3686275e-ebba-4b76-b1f5-f9cc999d2898 admin admin] Pushing event updated for resources: {'Network': ['ID=b40ac270-cf45-43fe-8ba3-0026b96da214,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:40:59.603574 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Network b40ac270-cf45-43fe-8ba3-0026b96da214 details requested by agent ovs-agent-n-d-816865-1 with host n-d-816865-1 {{(pid=102388) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 05 18:40:59.689541 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [req-cc7453ab-843d-46bd-b45f-b27a74e80869 req-daf1ea23-5c88-443f-8f43-d9463744f700 service neutron] For port fa9fc664-ad20-4e86-ab04-751d1b06b45b, host n-h1-816865-1, cleared binding levels {{(pid=102386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 18:40:59.692921 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [req-cc7453ab-843d-46bd-b45f-b27a74e80869 req-daf1ea23-5c88-443f-8f43-d9463744f700 service neutron] For port fa9fc664-ad20-4e86-ab04-751d1b06b45b, host n-h1-816865-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=fa9fc664-ad20-4e86-ab04-751d1b06b45b,segment=NetworkSegment(e8365128-97c2-430d-9b82-ea8f7c12233e),segment_id=e8365128-97c2-430d-9b82-ea8f7c12233e)] {{(pid=102386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 18:40:59.702387 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1309414f-67ac-4907-b47f-7281858ce14e req-0befcbfb-77eb-4e96-a904-127b83f988bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:40:59.703978 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-1309414f-67ac-4907-b47f-7281858ce14e req-0befcbfb-77eb-4e96-a904-127b83f988bd service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=10ec5728e81c4449951d5c9e87d02372&device_id=174784d1-6e33-406b-9ea4-96f2e35bc1c2 HTTP/1.1" status: 200 len: 1098 time: 0.4743283 Nov 05 18:40:59.712551 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-911151f6-3410-4f02-aa55-62d3bc2353db req-00cad143-ee26-4ea9-8a48-40814f643b0a tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] 10.222.0.13 "GET /v2.0/security-groups?id=98567ca5-1884-480b-af79-82f64bb06e96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9490597 Nov 05 18:40:59.775032 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-1309414f-67ac-4907-b47f-7281858ce14e req-a91e25cf-34bc-43b6-9b14-e8f4db650f55 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.20&port_id=69f3ff0f-5148-4bc1-8f69-404c4f9f50e7 HTTP/1.1" status: 200 len: 217 time: 0.0594673 Nov 05 18:40:59.776703 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-cc7453ab-843d-46bd-b45f-b27a74e80869 req-daf1ea23-5c88-443f-8f43-d9463744f700 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6149821'] for port, after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:40:59.777946 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Device 162147de-268d-4a44-aafd-a263ec2f7ad7 details requested by agent hyperv_n-h1-816865-1 with host n-h1-816865-1 {{(pid=102388) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 05 18:40:59.788391 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc49c6f1-8924-4528-9b1d-6e1d8738a12b req-683b521d-37f0-4455-b2a4-f63eff5aa8dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:40:59.790939 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-cc49c6f1-8924-4528-9b1d-6e1d8738a12b req-683b521d-37f0-4455-b2a4-f63eff5aa8dd service neutron] 10.222.0.41 "GET /v2.0/networks?id=f312f9ab-92a7-4ab0-8b0e-56afd6c90bc5 HTTP/1.1" status: 200 len: 902 time: 0.4300649 Nov 05 18:40:59.919926 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.db [req-14f0f789-ee27-4337-b234-745cd3ce4809 req-1a62119b-0781-4961-a83c-019c2a25cd7c tempest-SecurityGroupsTestJSON-1222042648 tempest-SecurityGroupsTestJSON-1222042648-project] For port 6bad0b15-a3fa-4364-b5f5-f6a4ad7be1f5, host n-h2-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=6bad0b15-a3fa-4364-b5f5-f6a4ad7be1f5,segment=NetworkSegment(8fe54a69-31e7-40d0-825b-2160d7fbba14),segment_id=8fe54a69-31e7-40d0-825b-2160d7fbba14)] {{(pid=102387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:40:59.977777 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-14f0f789-ee27-4337-b234-745cd3ce4809 req-1a62119b-0781-4961-a83c-019c2a25cd7c tempest-SecurityGroupsTestJSON-1222042648 tempest-SecurityGroupsTestJSON-1222042648-project] Publish callbacks [] for port, precommit_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:41:00.035365 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf1ea23-5c88-443f-8f43-d9463744f700 service neutron] Pushing event updated for resources: {'Port': ['ID=fa9fc664-ad20-4e86-ab04-751d1b06b45b,revision_number=3']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:41:00.043882 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-14f0f789-ee27-4337-b234-745cd3ce4809 req-1a62119b-0781-4961-a83c-019c2a25cd7c tempest-SecurityGroupsTestJSON-1222042648 tempest-SecurityGroupsTestJSON-1222042648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4417072'] for port, after_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:41:00.048654 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1309414f-67ac-4907-b47f-7281858ce14e req-53b222a2-7084-4e00-b59c-8a2faf853cb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:41:00.051666 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-1309414f-67ac-4907-b47f-7281858ce14e req-53b222a2-7084-4e00-b59c-8a2faf853cb4 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=05e7a1b5-165b-4a00-855a-ffbcb2eba59e HTTP/1.1" status: 200 len: 843 time: 0.2649698 Nov 05 18:41:00.054761 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7453ab-843d-46bd-b45f-b27a74e80869 req-daf1ea23-5c88-443f-8f43-d9463744f700 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:41:00.055609 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-cc7453ab-843d-46bd-b45f-b27a74e80869 req-daf1ea23-5c88-443f-8f43-d9463744f700 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:41:00.057196 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-cc7453ab-843d-46bd-b45f-b27a74e80869 req-daf1ea23-5c88-443f-8f43-d9463744f700 service neutron] 10.222.0.41 "PUT /v2.0/ports/fa9fc664-ad20-4e86-ab04-751d1b06b45b HTTP/1.1" status: 200 len: 1130 time: 1.7333853 Nov 05 18:41:00.058061 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1f75cf3-8fe8-4865-be4a-52dd8204a618 admin admin] Made reservation on behalf of 575da976b6fa43c4b95e18228213a30e for: {'subnet': 1} {{(pid=102386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 18:41:00.060552 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-b1f75cf3-8fe8-4865-be4a-52dd8204a618 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4877122'] for subnet, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:41:00.140120 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] For port 162147de-268d-4a44-aafd-a263ec2f7ad7, host n-h1-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=162147de-268d-4a44-aafd-a263ec2f7ad7,segment=NetworkSegment(617e2227-7bcb-4e79-91bb-0dedfe071787),segment_id=617e2227-7bcb-4e79-91bb-0dedfe071787)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:41:00.165918 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Returning: {'device': '162147de-268d-4a44-aafd-a263ec2f7ad7', 'network_id': '301f40b0-7862-4bd1-8824-3c88e9f58b1e', 'port_id': '162147de-268d-4a44-aafd-a263ec2f7ad7', 'mac_address': 'fa:16:3e:0b:d8:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '14ded6cc-a315-444f-b9ef-70cf63445422', 'ip_address': '19.80.0.27'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102388) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 05 18:41:00.182218 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] get_ports_and_sgs() called for port_ids ['07ad1e6a-5ef2-4823-940a-64f3df413fd4'] {{(pid=102388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 18:41:00.184479 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] get_ports_and_sgs() called for port_ids ['6bad0b15-a3fa-4364-b5f5-f6a4ad7be1f5'] {{(pid=102388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 18:41:00.240950 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-cc49c6f1-8924-4528-9b1d-6e1d8738a12b req-ffecd947-175f-4137-8ca0-2d71141ed041 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.169&port_id=01aa414c-cd32-483f-b731-af513bcf86ff HTTP/1.1" status: 200 len: 217 time: 0.2544525 Nov 05 18:41:00.265212 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f0f789-ee27-4337-b234-745cd3ce4809 req-1a62119b-0781-4961-a83c-019c2a25cd7c tempest-SecurityGroupsTestJSON-1222042648 tempest-SecurityGroupsTestJSON-1222042648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:41:00.274268 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-14f0f789-ee27-4337-b234-745cd3ce4809 req-1a62119b-0781-4961-a83c-019c2a25cd7c tempest-SecurityGroupsTestJSON-1222042648 tempest-SecurityGroupsTestJSON-1222042648-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:41:00.275873 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-14f0f789-ee27-4337-b234-745cd3ce4809 req-1a62119b-0781-4961-a83c-019c2a25cd7c tempest-SecurityGroupsTestJSON-1222042648 tempest-SecurityGroupsTestJSON-1222042648-project] 10.222.0.13 "PUT /v2.0/ports/6bad0b15-a3fa-4364-b5f5-f6a4ad7be1f5 HTTP/1.1" status: 200 len: 1020 time: 2.2405806 Nov 05 18:41:00.312863 n-d-816865-1 neutron-server[102387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c84b4fb3-f5d9-42ca-bc53-0c3bf03c22c5', 'tag': '6bad0b15-a3fa-4364-b5f5-f6a4ad7be1f5'}] {{(pid=102387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 18:41:00.328646 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab06bd4ddf5758c1f10d79fe34dc215bafa488692cde9dba2fcbcb67556f90bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d7016de-ec38-4000-bfdb-f696786c97d4" -d '{"events": [{"name": "network-changed", "server_uuid": "c84b4fb3-f5d9-42ca-bc53-0c3bf03c22c5", "tag": "6bad0b15-a3fa-4364-b5f5-f6a4ad7be1f5"}]}' {{(pid=102387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 18:41:00.389444 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [req-cc7453ab-843d-46bd-b45f-b27a74e80869 req-6c463490-2027-4979-aedb-50d6e9bd6ffe service neutron] Request body: {'port': {'device_id': '6b9db9e4-2300-49be-bd99-8eabc0e57de3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816865-1'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:41:00.448874 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc49c6f1-8924-4528-9b1d-6e1d8738a12b req-1d3901e5-7a22-409d-8f90-80620827f24b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:41:00.450733 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-cc49c6f1-8924-4528-9b1d-6e1d8738a12b req-1d3901e5-7a22-409d-8f90-80620827f24b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8bf515ed-e77b-4a1b-9e6f-1f371528f0d8 HTTP/1.1" status: 200 len: 801 time: 0.1739514 Nov 05 18:41:00.514551 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 18:40:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-290df75d-ba5f-4e82-bed5-6c18a9e7ddd2 x-openstack-request-id: req-290df75d-ba5f-4e82-bed5-6c18a9e7ddd2 {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 18:41:00.516665 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b9db9e4-2300-49be-bd99-8eabc0e57de3", "tag": "62ff4673-48f2-4b6a-905c-6b1bcc553de5", "status": "completed", "code": 200}]} {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 18:41:00.517603 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-290df75d-ba5f-4e82-bed5-6c18a9e7ddd2 {{(pid=102386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 18:41:00.518258 n-d-816865-1 neutron-server[102386]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b9db9e4-2300-49be-bd99-8eabc0e57de3', 'tag': '62ff4673-48f2-4b6a-905c-6b1bcc553de5', 'status': 'completed', 'code': 200} Nov 05 18:41:00.577001 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d6433d-d28e-4769-83ca-cf7d1fd31207 req-72efb48d-612c-44ec-b818-a01fdbe975b5 tempest-ServersTestMultiNic-1214536785 tempest-ServersTestMultiNic-1214536785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:41:00.595555 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d6433d-d28e-4769-83ca-cf7d1fd31207 req-72efb48d-612c-44ec-b818-a01fdbe975b5 tempest-ServersTestMultiNic-1214536785 tempest-ServersTestMultiNic-1214536785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:41:00.603590 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-c4d6433d-d28e-4769-83ca-cf7d1fd31207 req-72efb48d-612c-44ec-b818-a01fdbe975b5 tempest-ServersTestMultiNic-1214536785 tempest-ServersTestMultiNic-1214536785-project] 10.222.0.13 "GET /v2.0/ports?device_id=9a5e8d09-d939-4bfc-973b-6c1377336e5b HTTP/1.1" status: 200 len: 1678 time: 0.5430474 Nov 05 18:41:00.616090 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-b1f75cf3-8fe8-4865-be4a-52dd8204a618 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6149946', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4877172'] for subnet, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:41:00.654310 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a62119b-0781-4961-a83c-019c2a25cd7c tempest-SecurityGroupsTestJSON-1222042648 tempest-SecurityGroupsTestJSON-1222042648-project] Pushing event updated for resources: {'Port': ['ID=6bad0b15-a3fa-4364-b5f5-f6a4ad7be1f5,revision_number=7']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:41:00.696105 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] get_ports_and_sgs() called for port_ids ['6bad0b15-a3fa-4364-b5f5-f6a4ad7be1f5'] {{(pid=102388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 18:41:00.702514 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f75cf3-8fe8-4865-be4a-52dd8204a618 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e88e17f2-d298-41c1-9311-67e0e1edc3f2,revision_number=0']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:41:00.740006 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-cc7453ab-843d-46bd-b45f-b27a74e80869 req-6c463490-2027-4979-aedb-50d6e9bd6ffe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:41:00.841659 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebae9636-4176-47f4-9aa3-3b05feaa678e req-e51676b6-8cb7-4612-9c91-a3b15b873ec8 tempest-LiveAutoBlockMigrationV225Test-1563372898 tempest-LiveAutoBlockMigrationV225Test-1563372898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:41:00.843288 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-ebae9636-4176-47f4-9aa3-3b05feaa678e req-e51676b6-8cb7-4612-9c91-a3b15b873ec8 tempest-LiveAutoBlockMigrationV225Test-1563372898 tempest-LiveAutoBlockMigrationV225Test-1563372898-project] 10.222.0.13 "GET /v2.0/ports?device_id=96e576a6-4f06-4763-8d25-8b8dae8dc581 HTTP/1.1" status: 200 len: 945 time: 0.2333982 Nov 05 18:41:00.845789 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc49c6f1-8924-4528-9b1d-6e1d8738a12b req-ebe719b2-a0f8-4054-9a52-960344f2f430 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:41:00.847276 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-cc49c6f1-8924-4528-9b1d-6e1d8738a12b req-ebe719b2-a0f8-4054-9a52-960344f2f430 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f312f9ab-92a7-4ab0-8b0e-56afd6c90bc5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3878608 Nov 05 18:41:00.864598 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-c4d6433d-d28e-4769-83ca-cf7d1fd31207 req-07b6e348-ef12-40fe-9486-92f70e65dfd7 tempest-ServersTestMultiNic-1214536785 tempest-ServersTestMultiNic-1214536785-project] 10.222.0.13 "GET /v2.0/security-groups?id=d6c276c2-1a62-4f33-92e6-1a62f3e97f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2560341 Nov 05 18:41:00.989335 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:41:01.045373 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-ebae9636-4176-47f4-9aa3-3b05feaa678e req-576d6e66-803f-4e16-8656-23fbe3daf55a tempest-LiveAutoBlockMigrationV225Test-1563372898 tempest-LiveAutoBlockMigrationV225Test-1563372898-project] 10.222.0.13 "GET /v2.0/security-groups?id=35cb161a-9192-43e2-a392-140fa33626b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1796761 Nov 05 18:41:01.163656 n-d-816865-1 neutron-server[102388]: DEBUG neutron.notifiers.nova [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 162147de-268d-4a44-aafd-a263ec2f7ad7 {{(pid=102388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 18:41:01.163924 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1309414f-67ac-4907-b47f-7281858ce14e req-effb7bc8-3558-4770-aead-ee1e493e60d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:41:01.170034 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-1309414f-67ac-4907-b47f-7281858ce14e req-effb7bc8-3558-4770-aead-ee1e493e60d5 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a723f808-b11e-4066-b104-fad90c82895e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.7975597 Nov 05 18:41:01.194195 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a1db31-6cfa-463c-99b2-4edf0c4857ed req-8828a4c1-b852-4a7b-b872-ea8a7cc9e0a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:41:01.195164 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a1db31-6cfa-463c-99b2-4edf0c4857ed req-8828a4c1-b852-4a7b-b872-ea8a7cc9e0a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:41:01.195351 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a1db31-6cfa-463c-99b2-4edf0c4857ed req-8828a4c1-b852-4a7b-b872-ea8a7cc9e0a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:41:01.195826 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a1db31-6cfa-463c-99b2-4edf0c4857ed req-8828a4c1-b852-4a7b-b872-ea8a7cc9e0a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:41:01.196288 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a1db31-6cfa-463c-99b2-4edf0c4857ed req-8828a4c1-b852-4a7b-b872-ea8a7cc9e0a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:41:01.196747 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a1db31-6cfa-463c-99b2-4edf0c4857ed req-8828a4c1-b852-4a7b-b872-ea8a7cc9e0a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:41:01.198667 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-e4a1db31-6cfa-463c-99b2-4edf0c4857ed req-8828a4c1-b852-4a7b-b872-ea8a7cc9e0a3 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=48de103aa1ab44c9aad7c42993657578&device_id=6b9db9e4-2300-49be-bd99-8eabc0e57de3 HTTP/1.1" status: 200 len: 5285 time: 0.6698129 Nov 05 18:41:01.292079 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-156d287f-8c60-4519-a463-453498fe2208 req-07e216d4-fae9-49d6-9085-cea639b91a86 tempest-SecurityGroupsTestJSON-1222042648 tempest-SecurityGroupsTestJSON-1222042648-project] 10.222.0.13 "GET /v2.0/security-groups/b30f3ba1-9162-4622-a582-dfbdf362065e HTTP/1.1" status: 200 len: 1818 time: 0.1035495 Nov 05 18:41:01.298467 n-d-816865-1 neutron-server[102386]: DEBUG neutron.notifiers.nova [req-cc7453ab-843d-46bd-b45f-b27a74e80869 req-6c463490-2027-4979-aedb-50d6e9bd6ffe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 12cc8ba5-8895-4346-85a3-5a5395794a18 {{(pid=102386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 18:41:01.330363 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] For port 162147de-268d-4a44-aafd-a263ec2f7ad7, host n-h1-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=162147de-268d-4a44-aafd-a263ec2f7ad7,segment=NetworkSegment(617e2227-7bcb-4e79-91bb-0dedfe071787),segment_id=617e2227-7bcb-4e79-91bb-0dedfe071787)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:41:01.366170 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1f75cf3-8fe8-4865-be4a-52dd8204a618 admin admin] Checking segment: {'id': '79f0f1b2-15cc-47c3-8e34-803045bf8aea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'b40ac270-cf45-43fe-8ba3-0026b96da214'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 18:41:01.372021 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1f75cf3-8fe8-4865-be4a-52dd8204a618 admin admin] Network hostable DHCP agents. Network: b40ac270-cf45-43fe-8ba3-0026b96da214, hostable agents: ['987e2ca0-bc3b-4c6f-a989-429ccfbf753f'], hosted agents: [] {{(pid=102386) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 05 18:41:01.385686 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-cc7453ab-843d-46bd-b45f-b27a74e80869 req-6c463490-2027-4979-aedb-50d6e9bd6ffe service neutron] Publish callbacks [] for port, precommit_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:41:01.433410 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:41:01.434108 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Device 01aa414c-cd32-483f-b731-af513bcf86ff details requested by agent hyperv_n-h1-816865-1 with host n-h1-816865-1 {{(pid=102388) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 05 18:41:01.452864 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d5d81d-4af6-425a-8f99-d79a199a2793 req-01a4364d-c1f1-4200-8d8c-6c4a5ccce2a8 tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:41:01.466667 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-d0d5d81d-4af6-425a-8f99-d79a199a2793 req-01a4364d-c1f1-4200-8d8c-6c4a5ccce2a8 tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] 10.222.0.13 "GET /v2.0/ports?device_id=174784d1-6e33-406b-9ea4-96f2e35bc1c2 HTTP/1.1" status: 200 len: 947 time: 0.4251897 Nov 05 18:41:01.469041 n-d-816865-1 neutron-server[102387]: INFO neutron.api.v2.resource [req-156d287f-8c60-4519-a463-453498fe2208 req-c49ea1bf-011a-448c-bcba-4a6f0dddef60 tempest-SecurityGroupsTestJSON-1222042648 tempest-SecurityGroupsTestJSON-1222042648-project] delete failed (client error): There was a conflict when trying to complete your request. Nov 05 18:41:01.484367 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-156d287f-8c60-4519-a463-453498fe2208 req-c49ea1bf-011a-448c-bcba-4a6f0dddef60 tempest-SecurityGroupsTestJSON-1222042648 tempest-SecurityGroupsTestJSON-1222042648-project] 10.222.0.13 "DELETE /v2.0/security-groups/b30f3ba1-9162-4622-a582-dfbdf362065e HTTP/1.1" status: 409 len: 341 time: 0.1840909 Nov 05 18:41:01.508774 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Pushing event updated for resources: {'Port': ['ID=162147de-268d-4a44-aafd-a263ec2f7ad7,revision_number=4']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:41:01.656043 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 18:41:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c756da6-d586-4255-84e7-c0d31ac4b7a0 x-openstack-request-id: req-7c756da6-d586-4255-84e7-c0d31ac4b7a0 {{(pid=102387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 18:41:01.658578 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c84b4fb3-f5d9-42ca-bc53-0c3bf03c22c5", "tag": "6bad0b15-a3fa-4364-b5f5-f6a4ad7be1f5", "status": "completed", "code": 200}]} {{(pid=102387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 18:41:01.659846 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-1309414f-67ac-4907-b47f-7281858ce14e req-64479946-caf2-42b0-a934-fd1927465f31 service neutron] 10.222.0.55 "GET /v2.0/networks/a723f808-b11e-4066-b104-fad90c82895e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4576952 Nov 05 18:41:01.660501 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7c756da6-d586-4255-84e7-c0d31ac4b7a0 {{(pid=102387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 18:41:01.660932 n-d-816865-1 neutron-server[102387]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c84b4fb3-f5d9-42ca-bc53-0c3bf03c22c5', 'tag': '6bad0b15-a3fa-4364-b5f5-f6a4ad7be1f5', 'status': 'completed', 'code': 200} Nov 05 18:41:01.685695 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-d0d5d81d-4af6-425a-8f99-d79a199a2793 req-906be406-0623-4e6d-a6ef-ab719364b14e tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] 10.222.0.13 "GET /v2.0/security-groups?id=c4f63610-8850-433c-ac4b-7e7146261ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2178166 Nov 05 18:41:01.691559 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-cc49c6f1-8924-4528-9b1d-6e1d8738a12b req-78184b03-25b8-4cbd-ab30-13d831107c00 service neutron] 10.222.0.41 "GET /v2.0/networks/f312f9ab-92a7-4ab0-8b0e-56afd6c90bc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8241725 Nov 05 18:41:01.754589 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.provisioning_blocks [req-cc7453ab-843d-46bd-b45f-b27a74e80869 req-6c463490-2027-4979-aedb-50d6e9bd6ffe service neutron] Transition to ACTIVE for port object 12cc8ba5-8895-4346-85a3-5a5395794a18 will not be triggered until provisioned by entity L2. {{(pid=102386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 05 18:41:01.867117 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9829a597-7cdf-47ae-97a9-ffe336706c9a req-ee0a1566-d627-48cf-a647-33cc7cb09372 tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:41:01.895781 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9829a597-7cdf-47ae-97a9-ffe336706c9a req-ee0a1566-d627-48cf-a647-33cc7cb09372 tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:41:01.902452 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] For port 01aa414c-cd32-483f-b731-af513bcf86ff, host n-h1-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=01aa414c-cd32-483f-b731-af513bcf86ff,segment=NetworkSegment(f97972d8-e052-4c46-b13a-ff40c8ce7b61),segment_id=f97972d8-e052-4c46-b13a-ff40c8ce7b61)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:41:01.908714 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9829a597-7cdf-47ae-97a9-ffe336706c9a req-ee0a1566-d627-48cf-a647-33cc7cb09372 tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:41:01.932790 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Returning: {'device': '01aa414c-cd32-483f-b731-af513bcf86ff', 'network_id': 'f312f9ab-92a7-4ab0-8b0e-56afd6c90bc5', 'port_id': '01aa414c-cd32-483f-b731-af513bcf86ff', 'mac_address': 'fa:16:3e:5b:11:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 167, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8bf515ed-e77b-4a1b-9e6f-1f371528f0d8', 'ip_address': '19.86.0.169'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102388) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 05 18:41:01.935094 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9829a597-7cdf-47ae-97a9-ffe336706c9a req-ee0a1566-d627-48cf-a647-33cc7cb09372 tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:41:01.944399 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9829a597-7cdf-47ae-97a9-ffe336706c9a req-ee0a1566-d627-48cf-a647-33cc7cb09372 tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:41:01.951250 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-cc7453ab-843d-46bd-b45f-b27a74e80869 req-6c463490-2027-4979-aedb-50d6e9bd6ffe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6149821'] for port, after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:41:01.964638 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9829a597-7cdf-47ae-97a9-ffe336706c9a req-ee0a1566-d627-48cf-a647-33cc7cb09372 tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:41:01.971041 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-9829a597-7cdf-47ae-97a9-ffe336706c9a req-ee0a1566-d627-48cf-a647-33cc7cb09372 tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] 10.222.0.13 "GET /v2.0/ports?device_id=6b9db9e4-2300-49be-bd99-8eabc0e57de3 HTTP/1.1" status: 200 len: 4599 time: 0.2819114 Nov 05 18:41:02.086016 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:41:02.113370 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-cc49c6f1-8924-4528-9b1d-6e1d8738a12b req-683d273c-92c6-4704-8baa-52dda7e65520 service neutron] 10.222.0.41 "GET /v2.0/networks/f312f9ab-92a7-4ab0-8b0e-56afd6c90bc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4109046 Nov 05 18:41:02.140021 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1f75cf3-8fe8-4865-be4a-52dd8204a618 admin admin] Network b40ac270-cf45-43fe-8ba3-0026b96da214 is scheduled to be hosted by DHCP agent 987e2ca0-bc3b-4c6f-a989-429ccfbf753f with binding_index 1 {{(pid=102386) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 05 18:41:02.204333 n-d-816865-1 neutron-server[102388]: DEBUG neutron.notifiers.nova [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 01aa414c-cd32-483f-b731-af513bcf86ff {{(pid=102388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 18:41:02.223102 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c463490-2027-4979-aedb-50d6e9bd6ffe service neutron] Pushing event updated for resources: {'Port': ['ID=12cc8ba5-8895-4346-85a3-5a5395794a18,revision_number=2']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:41:02.225165 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-9829a597-7cdf-47ae-97a9-ffe336706c9a req-fb6d79b5-efbe-4b4d-849d-d89accd2436a tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] 10.222.0.13 "GET /v2.0/security-groups?id=f4056503-c341-42e5-ae9d-37a5e83a41cf&id=98567ca5-1884-480b-af79-82f64bb06e96&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2457287 Nov 05 18:41:02.247480 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] For port 01aa414c-cd32-483f-b731-af513bcf86ff, host n-h1-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=01aa414c-cd32-483f-b731-af513bcf86ff,segment=NetworkSegment(f97972d8-e052-4c46-b13a-ff40c8ce7b61),segment_id=f97972d8-e052-4c46-b13a-ff40c8ce7b61)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:41:02.264429 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a1db31-6cfa-463c-99b2-4edf0c4857ed req-9a9960ee-8cf3-4d48-a92f-bf3ff3fbb715 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:41:02.265040 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a1db31-6cfa-463c-99b2-4edf0c4857ed req-9a9960ee-8cf3-4d48-a92f-bf3ff3fbb715 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:41:02.265559 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a1db31-6cfa-463c-99b2-4edf0c4857ed req-9a9960ee-8cf3-4d48-a92f-bf3ff3fbb715 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:41:02.267283 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-e4a1db31-6cfa-463c-99b2-4edf0c4857ed req-9a9960ee-8cf3-4d48-a92f-bf3ff3fbb715 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=48de103aa1ab44c9aad7c42993657578&shared=False HTTP/1.1" status: 200 len: 2291 time: 1.0218363 Nov 05 18:41:02.281337 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7016de-ec38-4000-bfdb-f696786c97d4 req-5b339d4e-22c6-4ae8-91d4-0ee5a5f1df59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:41:02.283174 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-6d7016de-ec38-4000-bfdb-f696786c97d4 req-5b339d4e-22c6-4ae8-91d4-0ee5a5f1df59 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=05b01937f9ca44aa923731561d630757&device_id=c84b4fb3-f5d9-42ca-bc53-0c3bf03c22c5 HTTP/1.1" status: 200 len: 1174 time: 0.5229225 Nov 05 18:41:02.298456 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-1309414f-67ac-4907-b47f-7281858ce14e req-6f8323ce-48f9-4e9b-ab21-bcb459de0ebf service neutron] 10.222.0.55 "GET /v2.0/networks/a723f808-b11e-4066-b104-fad90c82895e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4972978 Nov 05 18:41:02.325865 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.base_scheduler [None req-b1f75cf3-8fe8-4865-be4a-52dd8204a618 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816865-1, b40ac270-cf45-43fe-8ba3-0026b96da214) {{(pid=102386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:41:02.336038 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87f83695-b0b9-4505-94f2-6d4cee04f3bc None None] Network b40ac270-cf45-43fe-8ba3-0026b96da214 requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 18:41:02.400440 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:41:02.477168 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb6e4b0-d28e-4e8b-ba36-b15b2d27a06e req-f6e3df5f-f2cc-4de3-825d-58154e275b4f tempest-ServersTestMultiNic-1214536785 tempest-ServersTestMultiNic-1214536785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:41:02.477168 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb6e4b0-d28e-4e8b-ba36-b15b2d27a06e req-f6e3df5f-f2cc-4de3-825d-58154e275b4f tempest-ServersTestMultiNic-1214536785 tempest-ServersTestMultiNic-1214536785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:41:02.489235 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-cdb6e4b0-d28e-4e8b-ba36-b15b2d27a06e req-f6e3df5f-f2cc-4de3-825d-58154e275b4f tempest-ServersTestMultiNic-1214536785 tempest-ServersTestMultiNic-1214536785-project] 10.222.0.13 "GET /v2.0/ports?device_id=9a5e8d09-d939-4bfc-973b-6c1377336e5b HTTP/1.1" status: 200 len: 1679 time: 0.1375818 Nov 05 18:41:02.576899 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1f75cf3-8fe8-4865-be4a-52dd8204a618 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:41:02.577517 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-b1f75cf3-8fe8-4865-be4a-52dd8204a618 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:41:02.584096 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Pushing event updated for resources: {'Port': ['ID=01aa414c-cd32-483f-b731-af513bcf86ff,revision_number=4']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:41:02.625429 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-cdb6e4b0-d28e-4e8b-ba36-b15b2d27a06e req-d4e962d0-a59a-4125-80ef-ea023a8432bf tempest-ServersTestMultiNic-1214536785 tempest-ServersTestMultiNic-1214536785-project] 10.222.0.13 "GET /v2.0/security-groups?id=d6c276c2-1a62-4f33-92e6-1a62f3e97f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344919 Nov 05 18:41:02.656425 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-1fc510f4-f481-49be-9020-263d7a47557b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:41:02.661502 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65231c6f-a907-4583-9042-feb297efe885 None None] Network b40ac270-cf45-43fe-8ba3-0026b96da214 requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 18:41:02.674636 n-d-816865-1 neutron-server[102386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '174784d1-6e33-406b-9ea4-96f2e35bc1c2', 'tag': '69f3ff0f-5148-4bc1-8f69-404c4f9f50e7'}, {'name': 'network-changed', 'server_uuid': '6b9db9e4-2300-49be-bd99-8eabc0e57de3', 'tag': 'fa9fc664-ad20-4e86-ab04-751d1b06b45b'}] {{(pid=102386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 18:41:02.677155 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6173a44d7c73f41af551dc890fa1a5892c2c6bc3458b640c8e0c24db7876ba6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25f7f21c-9ac2-4402-8a52-975aa46bab98" -d '{"events": [{"name": "network-changed", "server_uuid": "174784d1-6e33-406b-9ea4-96f2e35bc1c2", "tag": "69f3ff0f-5148-4bc1-8f69-404c4f9f50e7"}, {"name": "network-changed", "server_uuid": "6b9db9e4-2300-49be-bd99-8eabc0e57de3", "tag": "fa9fc664-ad20-4e86-ab04-751d1b06b45b"}]}' {{(pid=102386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 18:41:02.681322 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a1db31-6cfa-463c-99b2-4edf0c4857ed req-63f181fb-a3f1-4277-a884-800aac257a27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:41:02.683140 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-e4a1db31-6cfa-463c-99b2-4edf0c4857ed req-63f181fb-a3f1-4277-a884-800aac257a27 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3967359 Nov 05 18:41:02.708476 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] get_ports_and_sgs() called for port_ids ['01aa414c-cd32-483f-b731-af513bcf86ff'] {{(pid=102388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 18:41:02.757948 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [req-cc7453ab-843d-46bd-b45f-b27a74e80869 req-6c463490-2027-4979-aedb-50d6e9bd6ffe service neutron] Attempting to bind port 12cc8ba5-8895-4346-85a3-5a5395794a18 on host n-h1-816865-1 for vnic_type normal with profile {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 18:41:02.758344 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [req-cc7453ab-843d-46bd-b45f-b27a74e80869 req-6c463490-2027-4979-aedb-50d6e9bd6ffe service neutron] Attempting to bind port 12cc8ba5-8895-4346-85a3-5a5395794a18 by drivers openvswitch,hyperv on host n-h1-816865-1 at level 0 using segments [{'id': 'e8365128-97c2-430d-9b82-ea8f7c12233e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c2a3f4df-26b3-4bb0-9eae-63aad7044fea'}] {{(pid=102386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 18:41:02.758675 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc7453ab-843d-46bd-b45f-b27a74e80869 req-6c463490-2027-4979-aedb-50d6e9bd6ffe service neutron] Attempting to bind port 12cc8ba5-8895-4346-85a3-5a5395794a18 on network c2a3f4df-26b3-4bb0-9eae-63aad7044fea {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 18:41:02.765045 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc7453ab-843d-46bd-b45f-b27a74e80869 req-6c463490-2027-4979-aedb-50d6e9bd6ffe service neutron] Port 12cc8ba5-8895-4346-85a3-5a5395794a18 on network c2a3f4df-26b3-4bb0-9eae-63aad7044fea not bound, no agent of type Open vSwitch agent registered on host n-h1-816865-1 {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 18:41:02.768854 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc7453ab-843d-46bd-b45f-b27a74e80869 req-6c463490-2027-4979-aedb-50d6e9bd6ffe service neutron] Attempting to bind port 12cc8ba5-8895-4346-85a3-5a5395794a18 on network c2a3f4df-26b3-4bb0-9eae-63aad7044fea {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 18:41:02.772067 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc7453ab-843d-46bd-b45f-b27a74e80869 req-6c463490-2027-4979-aedb-50d6e9bd6ffe service neutron] Checking agent: {'id': 'eb596d7c-8c64-42bd-8aca-fad447eb0eab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816865-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 18, 33, 34), 'started_at': datetime.datetime(2021, 11, 5, 18, 33, 34), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 18, 40, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 18:41:02.772987 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc7453ab-843d-46bd-b45f-b27a74e80869 req-6c463490-2027-4979-aedb-50d6e9bd6ffe service neutron] Checking segment: {'id': 'e8365128-97c2-430d-9b82-ea8f7c12233e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c2a3f4df-26b3-4bb0-9eae-63aad7044fea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 18:41:02.773541 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc7453ab-843d-46bd-b45f-b27a74e80869 req-6c463490-2027-4979-aedb-50d6e9bd6ffe service neutron] Bound using segment: {'id': 'e8365128-97c2-430d-9b82-ea8f7c12233e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c2a3f4df-26b3-4bb0-9eae-63aad7044fea'} {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 18:41:02.774020 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [req-cc7453ab-843d-46bd-b45f-b27a74e80869 req-6c463490-2027-4979-aedb-50d6e9bd6ffe service neutron] Bound port: 12cc8ba5-8895-4346-85a3-5a5395794a18, host: n-h1-816865-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e8365128-97c2-430d-9b82-ea8f7c12233e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c2a3f4df-26b3-4bb0-9eae-63aad7044fea'}}] {{(pid=102386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 18:41:02.774422 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-cc7453ab-843d-46bd-b45f-b27a74e80869 req-6c463490-2027-4979-aedb-50d6e9bd6ffe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:41:02.875338 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07479fa0-d10e-4079-bc53-afc427e41783 req-ec1662eb-608d-4e2d-91c3-3c367ccfcd98 tempest-LiveAutoBlockMigrationV225Test-1563372898 tempest-LiveAutoBlockMigrationV225Test-1563372898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:41:02.893427 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-07479fa0-d10e-4079-bc53-afc427e41783 req-ec1662eb-608d-4e2d-91c3-3c367ccfcd98 tempest-LiveAutoBlockMigrationV225Test-1563372898 tempest-LiveAutoBlockMigrationV225Test-1563372898-project] 10.222.0.13 "GET /v2.0/ports?device_id=96e576a6-4f06-4763-8d25-8b8dae8dc581 HTTP/1.1" status: 200 len: 945 time: 0.1612790 Nov 05 18:41:03.072104 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-07479fa0-d10e-4079-bc53-afc427e41783 req-72f61fe5-69d0-492e-a1da-fe931980cbe8 tempest-LiveAutoBlockMigrationV225Test-1563372898 tempest-LiveAutoBlockMigrationV225Test-1563372898-project] 10.222.0.13 "GET /v2.0/security-groups?id=35cb161a-9192-43e2-a392-140fa33626b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1773360 Nov 05 18:41:03.127917 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5871ecd8-2a6a-486f-8f61-43a375ec0ca8 req-33136fe0-681c-432a-9b31-fa166b7c3b94 tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:41:03.127917 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-5871ecd8-2a6a-486f-8f61-43a375ec0ca8 req-33136fe0-681c-432a-9b31-fa166b7c3b94 tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] 10.222.0.13 "GET /v2.0/ports?device_id=174784d1-6e33-406b-9ea4-96f2e35bc1c2 HTTP/1.1" status: 200 len: 947 time: 0.1666515 Nov 05 18:41:03.171988 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 05 Nov 2021 18:41:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-959de76f-ca58-4a58-9593-4f05109c65f5 x-openstack-request-id: req-959de76f-ca58-4a58-9593-4f05109c65f5 {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 18:41:03.172375 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "174784d1-6e33-406b-9ea4-96f2e35bc1c2", "tag": "69f3ff0f-5148-4bc1-8f69-404c4f9f50e7", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "6b9db9e4-2300-49be-bd99-8eabc0e57de3", "tag": "fa9fc664-ad20-4e86-ab04-751d1b06b45b", "status": "completed", "code": 200}]} {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 18:41:03.172521 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-959de76f-ca58-4a58-9593-4f05109c65f5 {{(pid=102386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 18:41:03.172922 n-d-816865-1 neutron-server[102386]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '174784d1-6e33-406b-9ea4-96f2e35bc1c2', 'tag': '69f3ff0f-5148-4bc1-8f69-404c4f9f50e7', 'status': 'completed', 'code': 200} Nov 05 18:41:03.173605 n-d-816865-1 neutron-server[102386]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b9db9e4-2300-49be-bd99-8eabc0e57de3', 'tag': 'fa9fc664-ad20-4e86-ab04-751d1b06b45b', 'status': 'completed', 'code': 200} Nov 05 18:41:03.212673 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-5871ecd8-2a6a-486f-8f61-43a375ec0ca8 req-80ec56aa-a30c-498c-a386-d6035ac47970 tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] 10.222.0.13 "GET /v2.0/security-groups?id=c4f63610-8850-433c-ac4b-7e7146261ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827448 Nov 05 18:41:03.238583 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-b1f75cf3-8fe8-4865-be4a-52dd8204a618 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 3.7594347 Nov 05 18:41:03.286682 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f7f21c-9ac2-4402-8a52-975aa46bab98 req-4a33b0e0-137b-4e8f-8826-d8dc93fdfd95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:41:03.288731 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-25f7f21c-9ac2-4402-8a52-975aa46bab98 req-4a33b0e0-137b-4e8f-8826-d8dc93fdfd95 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=10ec5728e81c4449951d5c9e87d02372&device_id=174784d1-6e33-406b-9ea4-96f2e35bc1c2 HTTP/1.1" status: 200 len: 1098 time: 0.1209280 Nov 05 18:41:03.356785 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd18acc1-a311-4ed4-9256-a87566fc8540 req-361c1547-7d75-42a7-9a09-49860047dbfe tempest-SecurityGroupsTestJSON-1222042648 tempest-SecurityGroupsTestJSON-1222042648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:41:03.358660 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-dd18acc1-a311-4ed4-9256-a87566fc8540 req-361c1547-7d75-42a7-9a09-49860047dbfe tempest-SecurityGroupsTestJSON-1222042648 tempest-SecurityGroupsTestJSON-1222042648-project] 10.222.0.13 "GET /v2.0/ports?device_id=c84b4fb3-f5d9-42ca-bc53-0c3bf03c22c5 HTTP/1.1" status: 200 len: 1023 time: 0.1036365 Nov 05 18:41:03.386145 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7016de-ec38-4000-bfdb-f696786c97d4 req-cd29df4f-6c5c-497a-9ab0-5ce1683faa43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:41:03.387808 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-6d7016de-ec38-4000-bfdb-f696786c97d4 req-cd29df4f-6c5c-497a-9ab0-5ce1683faa43 service neutron] 10.222.0.55 "GET /v2.0/networks?id=9743ad7b-9947-4aa3-b66d-0168e5572670 HTTP/1.1" status: 200 len: 913 time: 1.0536296 Nov 05 18:41:03.405834 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f7f21c-9ac2-4402-8a52-975aa46bab98 req-e3c239a4-e159-4949-9cc2-cd94db45ec5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:41:03.406457 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f7f21c-9ac2-4402-8a52-975aa46bab98 req-e3c239a4-e159-4949-9cc2-cd94db45ec5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:41:03.406991 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f7f21c-9ac2-4402-8a52-975aa46bab98 req-e3c239a4-e159-4949-9cc2-cd94db45ec5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:41:03.407516 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f7f21c-9ac2-4402-8a52-975aa46bab98 req-e3c239a4-e159-4949-9cc2-cd94db45ec5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:41:03.408042 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f7f21c-9ac2-4402-8a52-975aa46bab98 req-e3c239a4-e159-4949-9cc2-cd94db45ec5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:41:03.408578 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f7f21c-9ac2-4402-8a52-975aa46bab98 req-e3c239a4-e159-4949-9cc2-cd94db45ec5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:41:03.409087 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f7f21c-9ac2-4402-8a52-975aa46bab98 req-e3c239a4-e159-4949-9cc2-cd94db45ec5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:41:03.411063 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-25f7f21c-9ac2-4402-8a52-975aa46bab98 req-e3c239a4-e159-4949-9cc2-cd94db45ec5d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=48de103aa1ab44c9aad7c42993657578&device_id=6b9db9e4-2300-49be-bd99-8eabc0e57de3 HTTP/1.1" status: 200 len: 6165 time: 0.2426732 Nov 05 18:41:03.531328 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [req-cc7453ab-843d-46bd-b45f-b27a74e80869 req-6c463490-2027-4979-aedb-50d6e9bd6ffe service neutron] For port 12cc8ba5-8895-4346-85a3-5a5395794a18, host n-h1-816865-1, cleared binding levels {{(pid=102386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 18:41:03.558804 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-dd18acc1-a311-4ed4-9256-a87566fc8540 req-f9496be0-18cd-49c1-a547-0c88f2a39e4f tempest-SecurityGroupsTestJSON-1222042648 tempest-SecurityGroupsTestJSON-1222042648-project] 10.222.0.13 "GET /v2.0/security-groups?id=25591ebc-7d79-4a52-aa21-df275070bb50&id=b30f3ba1-9162-4622-a582-dfbdf362065e&id=3149c345-97bb-4a7d-8385-e22b6c2622e4&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.1864157 Nov 05 18:41:03.568732 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-6d7016de-ec38-4000-bfdb-f696786c97d4 req-d887cad1-7017-46b6-a74d-6a01f0442887 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6bad0b15-a3fa-4364-b5f5-f6a4ad7be1f5 HTTP/1.1" status: 200 len: 217 time: 0.1564822 Nov 05 18:41:03.692380 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [req-cc7453ab-843d-46bd-b45f-b27a74e80869 req-6c463490-2027-4979-aedb-50d6e9bd6ffe service neutron] For port 12cc8ba5-8895-4346-85a3-5a5395794a18, host n-h1-816865-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=12cc8ba5-8895-4346-85a3-5a5395794a18,segment=NetworkSegment(e8365128-97c2-430d-9b82-ea8f7c12233e),segment_id=e8365128-97c2-430d-9b82-ea8f7c12233e)] {{(pid=102386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 18:41:03.718457 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] get_ports_and_sgs() called for port_ids ['162147de-268d-4a44-aafd-a263ec2f7ad7'] {{(pid=102388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 18:41:03.735916 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5b0b70-385a-4d48-be04-9a33aefadcf5 req-a2527e5c-7c12-40eb-a6b0-87a6090c0a5c tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:41:03.754640 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f7f21c-9ac2-4402-8a52-975aa46bab98 req-d3bd8d8d-43e7-4db6-a5e7-a63cff3adaac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:41:03.756934 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5b0b70-385a-4d48-be04-9a33aefadcf5 req-a2527e5c-7c12-40eb-a6b0-87a6090c0a5c tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:41:03.759390 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-25f7f21c-9ac2-4402-8a52-975aa46bab98 req-d3bd8d8d-43e7-4db6-a5e7-a63cff3adaac service neutron] 10.222.0.55 "GET /v2.0/networks?id=a723f808-b11e-4066-b104-fad90c82895e HTTP/1.1" status: 200 len: 870 time: 0.4607596 Nov 05 18:41:03.774320 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5b0b70-385a-4d48-be04-9a33aefadcf5 req-a2527e5c-7c12-40eb-a6b0-87a6090c0a5c tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:41:03.786076 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5b0b70-385a-4d48-be04-9a33aefadcf5 req-a2527e5c-7c12-40eb-a6b0-87a6090c0a5c tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:41:03.787268 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-cc7453ab-843d-46bd-b45f-b27a74e80869 req-6c463490-2027-4979-aedb-50d6e9bd6ffe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6149821'] for port, after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:41:03.795547 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5b0b70-385a-4d48-be04-9a33aefadcf5 req-a2527e5c-7c12-40eb-a6b0-87a6090c0a5c tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:41:03.802429 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5b0b70-385a-4d48-be04-9a33aefadcf5 req-a2527e5c-7c12-40eb-a6b0-87a6090c0a5c tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:41:03.809064 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5b0b70-385a-4d48-be04-9a33aefadcf5 req-a2527e5c-7c12-40eb-a6b0-87a6090c0a5c tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:41:03.820820 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-ad5b0b70-385a-4d48-be04-9a33aefadcf5 req-a2527e5c-7c12-40eb-a6b0-87a6090c0a5c tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] 10.222.0.13 "GET /v2.0/ports?device_id=6b9db9e4-2300-49be-bd99-8eabc0e57de3 HTTP/1.1" status: 200 len: 5370 time: 0.1890399 Nov 05 18:41:03.856410 n-d-816865-1 neutron-server[102387]: INFO neutron.api.v2.resource [req-f5b33a7e-709a-4342-a526-b77a8c7efbe2 req-023ac579-4341-4809-9474-b132cf88bd5b tempest-SecurityGroupsNegativeTestJSON-1482007705 tempest-SecurityGroupsNegativeTestJSON-1482007705-project] show failed (client error): The resource could not be found. Nov 05 18:41:03.872321 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-f5b33a7e-709a-4342-a526-b77a8c7efbe2 req-023ac579-4341-4809-9474-b132cf88bd5b tempest-SecurityGroupsNegativeTestJSON-1482007705 tempest-SecurityGroupsNegativeTestJSON-1482007705-project] 10.222.0.13 "GET /v2.0/security-groups/a2751016-fd7a-400a-bd0c-2252f6e62aa2 HTTP/1.1" status: 404 len: 352 time: 0.0494256 Nov 05 18:41:03.946088 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:41:03.981889 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-ad5b0b70-385a-4d48-be04-9a33aefadcf5 req-fc5b9326-54b6-433b-9789-6f777c3dab12 tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] 10.222.0.13 "GET /v2.0/security-groups?id=f4056503-c341-42e5-ae9d-37a5e83a41cf&id=98567ca5-1884-480b-af79-82f64bb06e96&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1601532 Nov 05 18:41:03.993311 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7016de-ec38-4000-bfdb-f696786c97d4 req-a4f439b2-e985-4138-b2e2-f0268b4285a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:41:03.997393 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-6d7016de-ec38-4000-bfdb-f696786c97d4 req-a4f439b2-e985-4138-b2e2-f0268b4285a2 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=cb31a061-4578-4faf-9b25-83e849882576 HTTP/1.1" status: 200 len: 852 time: 0.4138119 Nov 05 18:41:04.033460 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7453ab-843d-46bd-b45f-b27a74e80869 req-6c463490-2027-4979-aedb-50d6e9bd6ffe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:41:04.038460 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-cc7453ab-843d-46bd-b45f-b27a74e80869 req-6c463490-2027-4979-aedb-50d6e9bd6ffe service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:41:04.043085 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-cc7453ab-843d-46bd-b45f-b27a74e80869 req-6c463490-2027-4979-aedb-50d6e9bd6ffe service neutron] 10.222.0.41 "PUT /v2.0/ports/12cc8ba5-8895-4346-85a3-5a5395794a18 HTTP/1.1" status: 200 len: 1129 time: 3.6711693 Nov 05 18:41:04.045299 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-25f7f21c-9ac2-4402-8a52-975aa46bab98 req-eef4b2c2-918c-43fb-a4b5-043699979b9e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.20&port_id=69f3ff0f-5148-4bc1-8f69-404c4f9f50e7 HTTP/1.1" status: 200 len: 217 time: 0.2390890 Nov 05 18:41:04.129642 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5308683-bb46-4743-8b1a-7cc61ae35df3 req-b1172501-4174-4d2c-9dea-48cf209432c9 tempest-ServersTestMultiNic-1214536785 tempest-ServersTestMultiNic-1214536785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:41:04.143847 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5308683-bb46-4743-8b1a-7cc61ae35df3 req-b1172501-4174-4d2c-9dea-48cf209432c9 tempest-ServersTestMultiNic-1214536785 tempest-ServersTestMultiNic-1214536785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:41:04.153674 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-b5308683-bb46-4743-8b1a-7cc61ae35df3 req-b1172501-4174-4d2c-9dea-48cf209432c9 tempest-ServersTestMultiNic-1214536785 tempest-ServersTestMultiNic-1214536785-project] 10.222.0.13 "GET /v2.0/ports?device_id=9a5e8d09-d939-4bfc-973b-6c1377336e5b HTTP/1.1" status: 200 len: 1680 time: 0.1642666 Nov 05 18:41:04.205651 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [req-cc7453ab-843d-46bd-b45f-b27a74e80869 req-4593bd53-09a4-4e62-a9f4-1477d57ec831 service neutron] Request body: {'port': {'device_id': '6b9db9e4-2300-49be-bd99-8eabc0e57de3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816865-1'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:41:04.210382 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-6d7016de-ec38-4000-bfdb-f696786c97d4 req-6dede026-3faf-44eb-a582-4b0dbb7d8a9a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=9743ad7b-9947-4aa3-b66d-0168e5572670&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1478055 Nov 05 18:41:04.213609 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-756c9b0b-e86d-41aa-9690-cf8a57cdb99a req-bcfa230d-bc4a-4823-8ed5-55546c93a92c tempest-SecurityGroupsNegativeTestJSON-1482007705 tempest-SecurityGroupsNegativeTestJSON-1482007705-project] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=575da976b6fa43c4b95e18228213a30e HTTP/1.1" status: 200 len: 3001 time: 0.1396658 Nov 05 18:41:04.252753 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-b5308683-bb46-4743-8b1a-7cc61ae35df3 req-1891de10-afe9-4223-a718-e655bbea5cdc tempest-ServersTestMultiNic-1214536785 tempest-ServersTestMultiNic-1214536785-project] 10.222.0.13 "GET /v2.0/security-groups?id=d6c276c2-1a62-4f33-92e6-1a62f3e97f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979784 Nov 05 18:41:04.307527 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f7f21c-9ac2-4402-8a52-975aa46bab98 req-4935063d-6eeb-4f37-b0c0-4024ac62bac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:41:04.308078 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f7f21c-9ac2-4402-8a52-975aa46bab98 req-4935063d-6eeb-4f37-b0c0-4024ac62bac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:41:04.308406 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f7f21c-9ac2-4402-8a52-975aa46bab98 req-4935063d-6eeb-4f37-b0c0-4024ac62bac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:41:04.312186 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-25f7f21c-9ac2-4402-8a52-975aa46bab98 req-4935063d-6eeb-4f37-b0c0-4024ac62bac8 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=48de103aa1ab44c9aad7c42993657578&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.8843224 Nov 05 18:41:04.337224 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c463490-2027-4979-aedb-50d6e9bd6ffe service neutron] Pushing event updated for resources: {'Port': ['ID=12cc8ba5-8895-4346-85a3-5a5395794a18,revision_number=3']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:41:04.339113 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-756c9b0b-e86d-41aa-9690-cf8a57cdb99a req-f0e0216b-c28d-46c2-8320-cacee3c210e7 tempest-SecurityGroupsNegativeTestJSON-1482007705 tempest-SecurityGroupsNegativeTestJSON-1482007705-project] 10.222.0.13 "GET /v2.0/security-groups/145e654c-14f7-4d37-9dd5-7a947c63c701 HTTP/1.1" status: 200 len: 2998 time: 0.1246495 Nov 05 18:41:04.401445 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Device 01aa414c-cd32-483f-b731-af513bcf86ff up at agent hyperv_n-h1-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 18:41:04.485137 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938eda4b-32b1-4b5d-89c3-95ec9ec7d6ba req-0162214a-4bdb-4c5f-a050-51fec551e3fb tempest-LiveAutoBlockMigrationV225Test-1563372898 tempest-LiveAutoBlockMigrationV225Test-1563372898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:41:04.494142 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f7f21c-9ac2-4402-8a52-975aa46bab98 req-ff5e6130-fe22-42f3-8c04-e48de4431df3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:41:04.494697 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-938eda4b-32b1-4b5d-89c3-95ec9ec7d6ba req-0162214a-4bdb-4c5f-a050-51fec551e3fb tempest-LiveAutoBlockMigrationV225Test-1563372898 tempest-LiveAutoBlockMigrationV225Test-1563372898-project] 10.222.0.13 "GET /v2.0/ports?device_id=96e576a6-4f06-4763-8d25-8b8dae8dc581 HTTP/1.1" status: 200 len: 945 time: 0.1267552 Nov 05 18:41:04.496263 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-25f7f21c-9ac2-4402-8a52-975aa46bab98 req-ff5e6130-fe22-42f3-8c04-e48de4431df3 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1651859 Nov 05 18:41:04.548211 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Provisioning for port 01aa414c-cd32-483f-b731-af513bcf86ff completed by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 05 18:41:04.548953 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-756c9b0b-e86d-41aa-9690-cf8a57cdb99a req-b09ca756-a3c0-477f-b454-7dc982a1a676 tempest-SecurityGroupsNegativeTestJSON-1482007705 tempest-SecurityGroupsNegativeTestJSON-1482007705-project] 10.222.0.13 "GET /v2.0/security-groups/145e654c-14f7-4d37-9dd5-7a947c63c701 HTTP/1.1" status: 200 len: 2998 time: 0.2031443 Nov 05 18:41:04.555895 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f7f21c-9ac2-4402-8a52-975aa46bab98 req-d7b6a585-6271-4d30-8ef0-2a23efc7739e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:41:04.557888 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-25f7f21c-9ac2-4402-8a52-975aa46bab98 req-d7b6a585-6271-4d30-8ef0-2a23efc7739e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=05e7a1b5-165b-4a00-855a-ffbcb2eba59e HTTP/1.1" status: 200 len: 843 time: 0.4561095 Nov 05 18:41:04.572042 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Provisioning complete for port 01aa414c-cd32-483f-b731-af513bcf86ff triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:41:04.572526 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:41:04.617935 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-938eda4b-32b1-4b5d-89c3-95ec9ec7d6ba req-7fb290ed-9786-4e45-8d4c-bc87245bff1d tempest-LiveAutoBlockMigrationV225Test-1563372898 tempest-LiveAutoBlockMigrationV225Test-1563372898-project] 10.222.0.13 "GET /v2.0/security-groups?id=35cb161a-9192-43e2-a392-140fa33626b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156540 Nov 05 18:41:04.623559 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-cc7453ab-843d-46bd-b45f-b27a74e80869 req-4593bd53-09a4-4e62-a9f4-1477d57ec831 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:41:04.749503 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:41:04.759601 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc914d72-324d-4192-8b13-eb9f1ffecfb1 req-d617129a-0cdb-4474-98fd-de466ee2bd9b tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:41:04.774112 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-6d7016de-ec38-4000-bfdb-f696786c97d4 req-c9717339-2037-41fb-a272-6beab7ad2417 service neutron] 10.222.0.55 "GET /v2.0/networks/9743ad7b-9947-4aa3-b66d-0168e5572670?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5528076 Nov 05 18:41:04.776041 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f7f21c-9ac2-4402-8a52-975aa46bab98 req-601a0b26-b4b6-493c-b84d-20bfc647973b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:41:04.777950 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-25f7f21c-9ac2-4402-8a52-975aa46bab98 req-601a0b26-b4b6-493c-b84d-20bfc647973b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a723f808-b11e-4066-b104-fad90c82895e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2004008 Nov 05 18:41:04.778848 n-d-816865-1 neutron-server[102388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a5e8d09-d939-4bfc-973b-6c1377336e5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01aa414c-cd32-483f-b731-af513bcf86ff'}] {{(pid=102388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 18:41:04.781413 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-fc914d72-324d-4192-8b13-eb9f1ffecfb1 req-d617129a-0cdb-4474-98fd-de466ee2bd9b tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] 10.222.0.13 "GET /v2.0/ports?device_id=174784d1-6e33-406b-9ea4-96f2e35bc1c2 HTTP/1.1" status: 200 len: 947 time: 0.1191444 Nov 05 18:41:04.782239 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85474fee1180e129d8a886d264fe0b30223aa672dd1ffe43b630605f18504f68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6033f141-bb85-4dd3-be22-fd7fa59782a2" -d '{"events": [{"server_uuid": "9a5e8d09-d939-4bfc-973b-6c1377336e5b", "name": "network-vif-plugged", "status": "completed", "tag": "01aa414c-cd32-483f-b731-af513bcf86ff"}]}' {{(pid=102388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 18:41:04.808652 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] For port 01aa414c-cd32-483f-b731-af513bcf86ff, host n-h1-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=01aa414c-cd32-483f-b731-af513bcf86ff,segment=NetworkSegment(f97972d8-e052-4c46-b13a-ff40c8ce7b61),segment_id=f97972d8-e052-4c46-b13a-ff40c8ce7b61)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:41:04.895600 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:41:04.921958 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c26f8e-5d9d-4579-a1d6-426578d005f6 req-e37d18d2-c240-4d1d-bcf8-f4c0f4411ab1 tempest-SecurityGroupsTestJSON-1222042648 tempest-SecurityGroupsTestJSON-1222042648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:41:04.923719 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-61c26f8e-5d9d-4579-a1d6-426578d005f6 req-e37d18d2-c240-4d1d-bcf8-f4c0f4411ab1 tempest-SecurityGroupsTestJSON-1222042648 tempest-SecurityGroupsTestJSON-1222042648-project] 10.222.0.55 "GET /v2.0/ports?device_id=c84b4fb3-f5d9-42ca-bc53-0c3bf03c22c5 HTTP/1.1" status: 200 len: 1023 time: 0.2576382 Nov 05 18:41:04.928090 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-fc914d72-324d-4192-8b13-eb9f1ffecfb1 req-b414ba02-10af-47d5-9088-068f5de788dd tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] 10.222.0.13 "GET /v2.0/security-groups?id=c4f63610-8850-433c-ac4b-7e7146261ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456425 Nov 05 18:41:04.972548 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Pushing event updated for resources: {'Port': ['ID=01aa414c-cd32-483f-b731-af513bcf86ff,revision_number=5']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:41:04.976156 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-1c7bd4c3-a0b7-483f-8d9f-349e89a74d6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:41:05.009034 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-6d7016de-ec38-4000-bfdb-f696786c97d4 req-51139bb0-18ca-4dce-85f0-b56bb03ea0e8 service neutron] 10.222.0.55 "GET /v2.0/networks/9743ad7b-9947-4aa3-b66d-0168e5572670?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2120888 Nov 05 18:41:05.025295 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-173d21d4-22c2-4166-be5b-78e6875925b0 req-712e909b-abd4-4b3e-a4b5-5dd79fe6a53b tempest-SecurityGroupsNegativeTestJSON-1482007705 tempest-SecurityGroupsNegativeTestJSON-1482007705-project] 10.222.0.13 "GET /v2.0/security-groups/145e654c-14f7-4d37-9dd5-7a947c63c701 HTTP/1.1" status: 200 len: 2998 time: 0.1608002 Nov 05 18:41:05.165253 n-d-816865-1 neutron-server[102387]: INFO neutron.api.v2.resource [req-173d21d4-22c2-4166-be5b-78e6875925b0 req-8b5a6182-64d5-453a-9cc2-407d6f438ba0 tempest-SecurityGroupsNegativeTestJSON-1482007705 tempest-SecurityGroupsNegativeTestJSON-1482007705-project] delete failed (client error): There was a conflict when trying to complete your request. Nov 05 18:41:05.175418 n-d-816865-1 neutron-server[102386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b9db9e4-2300-49be-bd99-8eabc0e57de3', 'tag': '12cc8ba5-8895-4346-85a3-5a5395794a18'}] {{(pid=102386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 18:41:05.177927 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6173a44d7c73f41af551dc890fa1a5892c2c6bc3458b640c8e0c24db7876ba6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e5ca1c8-6a91-4c55-8e9d-ee1f1b1be839" -d '{"events": [{"name": "network-changed", "server_uuid": "6b9db9e4-2300-49be-bd99-8eabc0e57de3", "tag": "12cc8ba5-8895-4346-85a3-5a5395794a18"}]}' {{(pid=102386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 18:41:05.179292 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-173d21d4-22c2-4166-be5b-78e6875925b0 req-8b5a6182-64d5-453a-9cc2-407d6f438ba0 tempest-SecurityGroupsNegativeTestJSON-1482007705 tempest-SecurityGroupsNegativeTestJSON-1482007705-project] 10.222.0.13 "DELETE /v2.0/security-groups/145e654c-14f7-4d37-9dd5-7a947c63c701 HTTP/1.1" status: 409 len: 352 time: 0.1524279 Nov 05 18:41:05.197700 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812b2f33-7d0e-41fa-a7bb-a2f124c5d7d6 req-b52a3ffb-84c4-40e9-ad17-2b9ad41f50fa tempest-SecurityGroupsTestJSON-1222042648 tempest-SecurityGroupsTestJSON-1222042648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:41:05.205849 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-812b2f33-7d0e-41fa-a7bb-a2f124c5d7d6 req-b52a3ffb-84c4-40e9-ad17-2b9ad41f50fa tempest-SecurityGroupsTestJSON-1222042648 tempest-SecurityGroupsTestJSON-1222042648-project] 10.222.0.13 "GET /v2.0/ports?device_id=c84b4fb3-f5d9-42ca-bc53-0c3bf03c22c5 HTTP/1.1" status: 200 len: 1023 time: 0.1188171 Nov 05 18:41:05.248075 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 18:41:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92e2c5a4-556a-44c8-bc61-480bdb025682 x-openstack-request-id: req-92e2c5a4-556a-44c8-bc61-480bdb025682 {{(pid=102388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 18:41:05.248374 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a5e8d09-d939-4bfc-973b-6c1377336e5b", "name": "network-vif-plugged", "status": "completed", "tag": "01aa414c-cd32-483f-b731-af513bcf86ff", "code": 200}]} {{(pid=102388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 18:41:05.248627 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-92e2c5a4-556a-44c8-bc61-480bdb025682 {{(pid=102388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 18:41:05.249017 n-d-816865-1 neutron-server[102388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a5e8d09-d939-4bfc-973b-6c1377336e5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01aa414c-cd32-483f-b731-af513bcf86ff', 'code': 200} Nov 05 18:41:05.261959 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-25f7f21c-9ac2-4402-8a52-975aa46bab98 req-7675d38d-fda9-4f57-a1cf-9ebecd3cfc55 service neutron] 10.222.0.55 "GET /v2.0/networks/a723f808-b11e-4066-b104-fad90c82895e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4678478 Nov 05 18:41:05.339215 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [req-61c26f8e-5d9d-4579-a1d6-426578d005f6 req-d0d1692f-68e0-4727-a591-37d5b0f61775 tempest-SecurityGroupsTestJSON-1222042648 tempest-SecurityGroupsTestJSON-1222042648-project] Deleting port 6bad0b15-a3fa-4364-b5f5-f6a4ad7be1f5 {{(pid=102386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 18:41:05.343032 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-61c26f8e-5d9d-4579-a1d6-426578d005f6 req-d0d1692f-68e0-4727-a591-37d5b0f61775 tempest-SecurityGroupsTestJSON-1222042648 tempest-SecurityGroupsTestJSON-1222042648-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:41:05.390900 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-812b2f33-7d0e-41fa-a7bb-a2f124c5d7d6 req-8f55f277-db20-4fd0-8267-afa78fbc4d44 tempest-SecurityGroupsTestJSON-1222042648 tempest-SecurityGroupsTestJSON-1222042648-project] 10.222.0.13 "GET /v2.0/security-groups?id=25591ebc-7d79-4a52-aa21-df275070bb50&id=b30f3ba1-9162-4622-a582-dfbdf362065e&id=3149c345-97bb-4a7d-8385-e22b6c2622e4&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.1738136 Nov 05 18:41:05.467509 n-d-816865-1 neutron-server[102387]: INFO neutron.api.v2.resource [req-0d4abc2f-619f-49fa-8125-78d6f6621496 req-f5a37352-4757-4d35-9651-049d79fcf3b4 tempest-SecurityGroupsNegativeTestJSON-1482007705 tempest-SecurityGroupsNegativeTestJSON-1482007705-project] show failed (client error): The resource could not be found. Nov 05 18:41:05.482667 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-0d4abc2f-619f-49fa-8125-78d6f6621496 req-f5a37352-4757-4d35-9651-049d79fcf3b4 tempest-SecurityGroupsNegativeTestJSON-1482007705 tempest-SecurityGroupsNegativeTestJSON-1482007705-project] 10.222.0.13 "GET /v2.0/security-groups/d1065b72-95b7-43ed-bdbd-698b90578b17 HTTP/1.1" status: 404 len: 352 time: 0.0582440 Nov 05 18:41:05.521411 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46c9144-28d9-4d85-96e5-11b93e280b79 req-059be321-2b97-430d-ab5b-0d9566b66ec8 tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:41:05.530667 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46c9144-28d9-4d85-96e5-11b93e280b79 req-059be321-2b97-430d-ab5b-0d9566b66ec8 tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:41:05.538807 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46c9144-28d9-4d85-96e5-11b93e280b79 req-059be321-2b97-430d-ab5b-0d9566b66ec8 tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:41:05.547701 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46c9144-28d9-4d85-96e5-11b93e280b79 req-059be321-2b97-430d-ab5b-0d9566b66ec8 tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:41:05.554864 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46c9144-28d9-4d85-96e5-11b93e280b79 req-059be321-2b97-430d-ab5b-0d9566b66ec8 tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:41:05.561637 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46c9144-28d9-4d85-96e5-11b93e280b79 req-059be321-2b97-430d-ab5b-0d9566b66ec8 tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:41:05.570698 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46c9144-28d9-4d85-96e5-11b93e280b79 req-059be321-2b97-430d-ab5b-0d9566b66ec8 tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:41:05.578581 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-d46c9144-28d9-4d85-96e5-11b93e280b79 req-059be321-2b97-430d-ab5b-0d9566b66ec8 tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] 10.222.0.13 "GET /v2.0/ports?device_id=6b9db9e4-2300-49be-bd99-8eabc0e57de3 HTTP/1.1" status: 200 len: 5370 time: 0.1836879 Nov 05 18:41:05.588379 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Device 69f3ff0f-5148-4bc1-8f69-404c4f9f50e7 details requested by agent hyperv_n-h2-816865-1 with host n-h2-816865-1 {{(pid=102388) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 05 18:41:05.612537 n-d-816865-1 neutron-server[102386]: DEBUG neutron.notifiers.nova [req-cc7453ab-843d-46bd-b45f-b27a74e80869 req-4593bd53-09a4-4e62-a9f4-1477d57ec831 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa96a508-f091-4c76-94a7-8155d7f58fdc {{(pid=102386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 18:41:05.627355 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-25f7f21c-9ac2-4402-8a52-975aa46bab98 req-b84f9f01-66be-4b9f-8ef9-042185692734 service neutron] 10.222.0.55 "GET /v2.0/networks/a723f808-b11e-4066-b104-fad90c82895e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3543777 Nov 05 18:41:05.629928 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-cc7453ab-843d-46bd-b45f-b27a74e80869 req-4593bd53-09a4-4e62-a9f4-1477d57ec831 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:41:05.634979 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [req-61c26f8e-5d9d-4579-a1d6-426578d005f6 req-d0d1692f-68e0-4727-a591-37d5b0f61775 tempest-SecurityGroupsTestJSON-1222042648 tempest-SecurityGroupsTestJSON-1222042648-project] For port 6bad0b15-a3fa-4364-b5f5-f6a4ad7be1f5, host n-h2-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=6bad0b15-a3fa-4364-b5f5-f6a4ad7be1f5,segment=NetworkSegment(8fe54a69-31e7-40d0-825b-2160d7fbba14),segment_id=8fe54a69-31e7-40d0-825b-2160d7fbba14)] {{(pid=102386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:41:05.635911 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-61c26f8e-5d9d-4579-a1d6-426578d005f6 req-d0d1692f-68e0-4727-a591-37d5b0f61775 tempest-SecurityGroupsTestJSON-1222042648 tempest-SecurityGroupsTestJSON-1222042648-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:41:05.659636 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [req-61c26f8e-5d9d-4579-a1d6-426578d005f6 req-d0d1692f-68e0-4727-a591-37d5b0f61775 tempest-SecurityGroupsTestJSON-1222042648 tempest-SecurityGroupsTestJSON-1222042648-project] Calling delete_port for 6bad0b15-a3fa-4364-b5f5-f6a4ad7be1f5 owned by compute:nova {{(pid=102386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 18:41:05.665969 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.provisioning_blocks [req-cc7453ab-843d-46bd-b45f-b27a74e80869 req-4593bd53-09a4-4e62-a9f4-1477d57ec831 service neutron] Transition to ACTIVE for port object aa96a508-f091-4c76-94a7-8155d7f58fdc will not be triggered until provisioned by entity L2. {{(pid=102386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 05 18:41:05.726211 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 18:41:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf07b3c1-2ba3-42c2-94af-d1ffecb4284a x-openstack-request-id: req-bf07b3c1-2ba3-42c2-94af-d1ffecb4284a {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 18:41:05.726573 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b9db9e4-2300-49be-bd99-8eabc0e57de3", "tag": "12cc8ba5-8895-4346-85a3-5a5395794a18", "status": "completed", "code": 200}]} {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 18:41:05.726829 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-bf07b3c1-2ba3-42c2-94af-d1ffecb4284a {{(pid=102386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 18:41:05.727226 n-d-816865-1 neutron-server[102386]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b9db9e4-2300-49be-bd99-8eabc0e57de3', 'tag': '12cc8ba5-8895-4346-85a3-5a5395794a18', 'status': 'completed', 'code': 200} Nov 05 18:41:05.752881 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-d46c9144-28d9-4d85-96e5-11b93e280b79 req-f234bb03-cbbe-48ad-a95a-ad4f36476042 tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] 10.222.0.13 "GET /v2.0/security-groups?id=f4056503-c341-42e5-ae9d-37a5e83a41cf&id=98567ca5-1884-480b-af79-82f64bb06e96&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1687889 Nov 05 18:41:05.757422 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-cc7453ab-843d-46bd-b45f-b27a74e80869 req-4593bd53-09a4-4e62-a9f4-1477d57ec831 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6149821'] for port, after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:41:05.837473 n-d-816865-1 neutron-server[102387]: INFO neutron.api.v2.resource [req-58325dbb-0922-40d4-8a5d-8c513ab463d8 req-8eb18d92-7c27-458e-a229-ca86eb19cf5b tempest-SecurityGroupsNegativeTestJSON-1482007705 tempest-SecurityGroupsNegativeTestJSON-1482007705-project] show failed (client error): The resource could not be found. Nov 05 18:41:05.850153 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-58325dbb-0922-40d4-8a5d-8c513ab463d8 req-8eb18d92-7c27-458e-a229-ca86eb19cf5b tempest-SecurityGroupsNegativeTestJSON-1482007705 tempest-SecurityGroupsNegativeTestJSON-1482007705-project] 10.222.0.13 "GET /v2.0/security-groups/18f8735f-b2df-4288-8ed0-bb362a1bc03d HTTP/1.1" status: 404 len: 352 time: 0.0371380 Nov 05 18:41:05.853068 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 43536) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:41:05.865181 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] For port 69f3ff0f-5148-4bc1-8f69-404c4f9f50e7, host n-h2-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=69f3ff0f-5148-4bc1-8f69-404c4f9f50e7,segment=NetworkSegment(35c2db9c-522d-48d3-98cf-a08c2cc55db7),segment_id=35c2db9c-522d-48d3-98cf-a08c2cc55db7)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:41:05.881565 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Returning: {'device': '69f3ff0f-5148-4bc1-8f69-404c4f9f50e7', 'network_id': 'a723f808-b11e-4066-b104-fad90c82895e', 'port_id': '69f3ff0f-5148-4bc1-8f69-404c4f9f50e7', 'mac_address': 'fa:16:3e:5f:2b:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 153, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05e7a1b5-165b-4a00-855a-ffbcb2eba59e', 'ip_address': '192.168.233.20'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102388) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 05 18:41:05.939998 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:41:05.957947 n-d-816865-1 neutron-server[102388]: DEBUG neutron.notifiers.nova [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 69f3ff0f-5148-4bc1-8f69-404c4f9f50e7 {{(pid=102388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 18:41:05.964138 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:41:05.998700 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] For port 69f3ff0f-5148-4bc1-8f69-404c4f9f50e7, host n-h2-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=69f3ff0f-5148-4bc1-8f69-404c4f9f50e7,segment=NetworkSegment(35c2db9c-522d-48d3-98cf-a08c2cc55db7),segment_id=35c2db9c-522d-48d3-98cf-a08c2cc55db7)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:41:06.059085 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:41:06.092222 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4593bd53-09a4-4e62-a9f4-1477d57ec831 service neutron] Pushing event updated for resources: {'Port': ['ID=aa96a508-f091-4c76-94a7-8155d7f58fdc,revision_number=2']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:41:06.131157 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ff23dc4-9373-42a1-94c8-9dcc5e3e5290 admin admin] Deleting subnet e88e17f2-d298-41c1-9311-67e0e1edc3f2 {{(pid=102387) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 05 18:41:06.136524 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5ca1c8-6a91-4c55-8e9d-ee1f1b1be839 req-d4e8c327-7a41-4e85-895d-1ece3a80b13b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:41:06.137333 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5ca1c8-6a91-4c55-8e9d-ee1f1b1be839 req-d4e8c327-7a41-4e85-895d-1ece3a80b13b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:41:06.137992 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5ca1c8-6a91-4c55-8e9d-ee1f1b1be839 req-d4e8c327-7a41-4e85-895d-1ece3a80b13b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:41:06.138798 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5ca1c8-6a91-4c55-8e9d-ee1f1b1be839 req-d4e8c327-7a41-4e85-895d-1ece3a80b13b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:41:06.139590 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5ca1c8-6a91-4c55-8e9d-ee1f1b1be839 req-d4e8c327-7a41-4e85-895d-1ece3a80b13b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:41:06.140243 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5ca1c8-6a91-4c55-8e9d-ee1f1b1be839 req-d4e8c327-7a41-4e85-895d-1ece3a80b13b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:41:06.140890 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5ca1c8-6a91-4c55-8e9d-ee1f1b1be839 req-d4e8c327-7a41-4e85-895d-1ece3a80b13b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:41:06.143128 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-3e5ca1c8-6a91-4c55-8e9d-ee1f1b1be839 req-d4e8c327-7a41-4e85-895d-1ece3a80b13b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=48de103aa1ab44c9aad7c42993657578&device_id=6b9db9e4-2300-49be-bd99-8eabc0e57de3 HTTP/1.1" status: 200 len: 6232 time: 0.4136574 Nov 05 18:41:06.144627 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-2ff23dc4-9373-42a1-94c8-9dcc5e3e5290 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:41:06.165494 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ca12a5-99d3-469c-97e3-9e04a7844e91 req-235290ff-2da9-4c2f-b150-40b1e10e165a tempest-ServersTestMultiNic-1214536785 tempest-ServersTestMultiNic-1214536785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:41:06.172901 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b304910f-7b27-444b-a8fc-977d26b1ceac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:41:06.177557 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ca12a5-99d3-469c-97e3-9e04a7844e91 req-235290ff-2da9-4c2f-b150-40b1e10e165a tempest-ServersTestMultiNic-1214536785 tempest-ServersTestMultiNic-1214536785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:41:06.186199 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-58ca12a5-99d3-469c-97e3-9e04a7844e91 req-235290ff-2da9-4c2f-b150-40b1e10e165a tempest-ServersTestMultiNic-1214536785 tempest-ServersTestMultiNic-1214536785-project] 10.222.0.13 "GET /v2.0/ports?device_id=9a5e8d09-d939-4bfc-973b-6c1377336e5b HTTP/1.1" status: 200 len: 1681 time: 0.3160126 Nov 05 18:41:06.186397 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Pushing event updated for resources: {'Port': ['ID=69f3ff0f-5148-4bc1-8f69-404c4f9f50e7,revision_number=4']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:41:06.233381 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15849644-6ba6-45f7-8c0d-1aa492fa1527 req-0a547faf-ab52-4413-9e9c-2a93993020cb tempest-LiveAutoBlockMigrationV225Test-1563372898 tempest-LiveAutoBlockMigrationV225Test-1563372898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:41:06.235041 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-15849644-6ba6-45f7-8c0d-1aa492fa1527 req-0a547faf-ab52-4413-9e9c-2a93993020cb tempest-LiveAutoBlockMigrationV225Test-1563372898 tempest-LiveAutoBlockMigrationV225Test-1563372898-project] 10.222.0.13 "GET /v2.0/ports?device_id=96e576a6-4f06-4763-8d25-8b8dae8dc581 HTTP/1.1" status: 200 len: 945 time: 0.2244222 Nov 05 18:41:06.336306 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-58ca12a5-99d3-469c-97e3-9e04a7844e91 req-4798625b-32a0-4663-a68f-ceb7158f78f3 tempest-ServersTestMultiNic-1214536785 tempest-ServersTestMultiNic-1214536785-project] 10.222.0.13 "GET /v2.0/security-groups?id=d6c276c2-1a62-4f33-92e6-1a62f3e97f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437092 Nov 05 18:41:06.341395 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [req-cc7453ab-843d-46bd-b45f-b27a74e80869 req-4593bd53-09a4-4e62-a9f4-1477d57ec831 service neutron] Attempting to bind port aa96a508-f091-4c76-94a7-8155d7f58fdc on host n-h1-816865-1 for vnic_type normal with profile {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 18:41:06.341395 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [req-cc7453ab-843d-46bd-b45f-b27a74e80869 req-4593bd53-09a4-4e62-a9f4-1477d57ec831 service neutron] Attempting to bind port aa96a508-f091-4c76-94a7-8155d7f58fdc by drivers openvswitch,hyperv on host n-h1-816865-1 at level 0 using segments [{'id': 'e8365128-97c2-430d-9b82-ea8f7c12233e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c2a3f4df-26b3-4bb0-9eae-63aad7044fea'}] {{(pid=102386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 18:41:06.342001 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc7453ab-843d-46bd-b45f-b27a74e80869 req-4593bd53-09a4-4e62-a9f4-1477d57ec831 service neutron] Attempting to bind port aa96a508-f091-4c76-94a7-8155d7f58fdc on network c2a3f4df-26b3-4bb0-9eae-63aad7044fea {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 18:41:06.345985 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] get_ports_and_sgs() called for port_ids ['69f3ff0f-5148-4bc1-8f69-404c4f9f50e7'] {{(pid=102388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 18:41:06.374940 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc7453ab-843d-46bd-b45f-b27a74e80869 req-4593bd53-09a4-4e62-a9f4-1477d57ec831 service neutron] Port aa96a508-f091-4c76-94a7-8155d7f58fdc on network c2a3f4df-26b3-4bb0-9eae-63aad7044fea not bound, no agent of type Open vSwitch agent registered on host n-h1-816865-1 {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 18:41:06.375431 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc7453ab-843d-46bd-b45f-b27a74e80869 req-4593bd53-09a4-4e62-a9f4-1477d57ec831 service neutron] Attempting to bind port aa96a508-f091-4c76-94a7-8155d7f58fdc on network c2a3f4df-26b3-4bb0-9eae-63aad7044fea {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 18:41:06.377949 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-2ff23dc4-9373-42a1-94c8-9dcc5e3e5290 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4463501'] for subnet, precommit_delete_associations {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:41:06.398832 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc7453ab-843d-46bd-b45f-b27a74e80869 req-4593bd53-09a4-4e62-a9f4-1477d57ec831 service neutron] Checking agent: {'id': 'eb596d7c-8c64-42bd-8aca-fad447eb0eab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816865-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 18, 33, 34), 'started_at': datetime.datetime(2021, 11, 5, 18, 33, 34), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 18, 41, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 18:41:06.399321 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc7453ab-843d-46bd-b45f-b27a74e80869 req-4593bd53-09a4-4e62-a9f4-1477d57ec831 service neutron] Checking segment: {'id': 'e8365128-97c2-430d-9b82-ea8f7c12233e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c2a3f4df-26b3-4bb0-9eae-63aad7044fea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 18:41:06.399811 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc7453ab-843d-46bd-b45f-b27a74e80869 req-4593bd53-09a4-4e62-a9f4-1477d57ec831 service neutron] Bound using segment: {'id': 'e8365128-97c2-430d-9b82-ea8f7c12233e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c2a3f4df-26b3-4bb0-9eae-63aad7044fea'} {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 18:41:06.400387 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [req-cc7453ab-843d-46bd-b45f-b27a74e80869 req-4593bd53-09a4-4e62-a9f4-1477d57ec831 service neutron] Bound port: aa96a508-f091-4c76-94a7-8155d7f58fdc, host: n-h1-816865-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e8365128-97c2-430d-9b82-ea8f7c12233e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c2a3f4df-26b3-4bb0-9eae-63aad7044fea'}}] {{(pid=102386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 18:41:06.400849 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-cc7453ab-843d-46bd-b45f-b27a74e80869 req-4593bd53-09a4-4e62-a9f4-1477d57ec831 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:41:06.443701 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Device 162147de-268d-4a44-aafd-a263ec2f7ad7 up at agent hyperv_n-h1-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 18:41:06.468550 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-15849644-6ba6-45f7-8c0d-1aa492fa1527 req-307eb951-0c44-4c42-85a8-bcb9e456aef8 tempest-LiveAutoBlockMigrationV225Test-1563372898 tempest-LiveAutoBlockMigrationV225Test-1563372898-project] 10.222.0.13 "GET /v2.0/security-groups?id=35cb161a-9192-43e2-a392-140fa33626b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2171278 Nov 05 18:41:06.510923 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [req-cc7453ab-843d-46bd-b45f-b27a74e80869 req-4593bd53-09a4-4e62-a9f4-1477d57ec831 service neutron] For port aa96a508-f091-4c76-94a7-8155d7f58fdc, host n-h1-816865-1, cleared binding levels {{(pid=102386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 18:41:06.519668 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-2ff23dc4-9373-42a1-94c8-9dcc5e3e5290 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1573928'] for subnet, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:41:06.519951 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [req-cc7453ab-843d-46bd-b45f-b27a74e80869 req-4593bd53-09a4-4e62-a9f4-1477d57ec831 service neutron] For port aa96a508-f091-4c76-94a7-8155d7f58fdc, host n-h1-816865-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=aa96a508-f091-4c76-94a7-8155d7f58fdc,segment=NetworkSegment(e8365128-97c2-430d-9b82-ea8f7c12233e),segment_id=e8365128-97c2-430d-9b82-ea8f7c12233e)] {{(pid=102386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 18:41:06.521641 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-61c26f8e-5d9d-4579-a1d6-426578d005f6 req-d0d1692f-68e0-4727-a591-37d5b0f61775 tempest-SecurityGroupsTestJSON-1222042648 tempest-SecurityGroupsTestJSON-1222042648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:41:06.538565 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5ca1c8-6a91-4c55-8e9d-ee1f1b1be839 req-5dcd933b-0554-4a93-aa67-3a4fc24bd671 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:41:06.539247 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5ca1c8-6a91-4c55-8e9d-ee1f1b1be839 req-5dcd933b-0554-4a93-aa67-3a4fc24bd671 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:41:06.539838 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5ca1c8-6a91-4c55-8e9d-ee1f1b1be839 req-5dcd933b-0554-4a93-aa67-3a4fc24bd671 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:41:06.541539 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-3e5ca1c8-6a91-4c55-8e9d-ee1f1b1be839 req-5dcd933b-0554-4a93-aa67-3a4fc24bd671 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=48de103aa1ab44c9aad7c42993657578&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.3893754 Nov 05 18:41:06.570079 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] get_ports_and_sgs() called for port_ids ['07ad1e6a-5ef2-4823-940a-64f3df413fd4'] {{(pid=102388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 18:41:06.583543 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d1692f-68e0-4727-a591-37d5b0f61775 tempest-SecurityGroupsTestJSON-1222042648 tempest-SecurityGroupsTestJSON-1222042648-project] Pushing event deleted for resources: {'Port': ['ID=6bad0b15-a3fa-4364-b5f5-f6a4ad7be1f5,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:41:06.607457 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-cc7453ab-843d-46bd-b45f-b27a74e80869 req-4593bd53-09a4-4e62-a9f4-1477d57ec831 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6149821'] for port, after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:41:06.780175 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7453ab-843d-46bd-b45f-b27a74e80869 req-4593bd53-09a4-4e62-a9f4-1477d57ec831 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:41:06.780175 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-cc7453ab-843d-46bd-b45f-b27a74e80869 req-4593bd53-09a4-4e62-a9f4-1477d57ec831 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:41:06.783634 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-cc7453ab-843d-46bd-b45f-b27a74e80869 req-4593bd53-09a4-4e62-a9f4-1477d57ec831 service neutron] 10.222.0.41 "PUT /v2.0/ports/aa96a508-f091-4c76-94a7-8155d7f58fdc HTTP/1.1" status: 200 len: 1090 time: 2.5806556 Nov 05 18:41:06.799236 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [req-61c26f8e-5d9d-4579-a1d6-426578d005f6 req-d0d1692f-68e0-4727-a591-37d5b0f61775 tempest-SecurityGroupsTestJSON-1222042648 tempest-SecurityGroupsTestJSON-1222042648-project] No DVR routers for this DVR port 6bad0b15-a3fa-4364-b5f5-f6a4ad7be1f5 on host n-h2-816865-1 {{(pid=102386) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 18:41:06.805484 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-61c26f8e-5d9d-4579-a1d6-426578d005f6 req-d0d1692f-68e0-4727-a591-37d5b0f61775 tempest-SecurityGroupsTestJSON-1222042648 tempest-SecurityGroupsTestJSON-1222042648-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:41:06.820049 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-61c26f8e-5d9d-4579-a1d6-426578d005f6 req-d0d1692f-68e0-4727-a591-37d5b0f61775 tempest-SecurityGroupsTestJSON-1222042648 tempest-SecurityGroupsTestJSON-1222042648-project] 10.222.0.55 "DELETE /v2.0/ports/6bad0b15-a3fa-4364-b5f5-f6a4ad7be1f5 HTTP/1.1" status: 204 len: 173 time: 1.8753109 Nov 05 18:41:06.866064 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4593bd53-09a4-4e62-a9f4-1477d57ec831 service neutron] Pushing event updated for resources: {'Port': ['ID=aa96a508-f091-4c76-94a7-8155d7f58fdc,revision_number=3']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:41:06.878690 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Provisioning for port 162147de-268d-4a44-aafd-a263ec2f7ad7 completed by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 05 18:41:06.908324 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-3d0e7176-c3ab-47b9-b8c4-0c0e7491cf42 req-998ec372-c5c6-4563-8e99-af6628d6e2bd tempest-SecurityGroupsTestJSON-1222042648 tempest-SecurityGroupsTestJSON-1222042648-project] 10.222.0.13 "GET /v2.0/ports?device_id=c84b4fb3-f5d9-42ca-bc53-0c3bf03c22c5 HTTP/1.1" status: 200 len: 210 time: 0.1212840 Nov 05 18:41:06.908981 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Provisioning complete for port 162147de-268d-4a44-aafd-a263ec2f7ad7 triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:41:06.911732 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:41:06.925103 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [req-cc7453ab-843d-46bd-b45f-b27a74e80869 req-82102bca-3e0e-4e80-b91b-efad36ff5ab8 service neutron] Request body: {'port': {'device_id': '6b9db9e4-2300-49be-bd99-8eabc0e57de3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816865-1'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:41:06.948393 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23bcd41-218a-4ce2-b304-b8b1b90979d6 req-1eb81c35-f877-469d-9347-d752c0ff1f36 tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:41:06.970388 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-f23bcd41-218a-4ce2-b304-b8b1b90979d6 req-1eb81c35-f877-469d-9347-d752c0ff1f36 tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] 10.222.0.13 "GET /v2.0/ports?device_id=174784d1-6e33-406b-9ea4-96f2e35bc1c2 HTTP/1.1" status: 200 len: 948 time: 0.3202620 Nov 05 18:41:06.993043 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5ca1c8-6a91-4c55-8e9d-ee1f1b1be839 req-40c8ed36-bc97-4464-8b17-9d65f922a7dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:41:06.994570 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-3e5ca1c8-6a91-4c55-8e9d-ee1f1b1be839 req-40c8ed36-bc97-4464-8b17-9d65f922a7dc service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4201949 Nov 05 18:41:07.004813 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-2ff23dc4-9373-42a1-94c8-9dcc5e3e5290 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1573905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4417146', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5112209'] for subnet, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:41:07.039467 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-2ff23dc4-9373-42a1-94c8-9dcc5e3e5290 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597851'] for subnet, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:41:07.045029 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-2ff23dc4-9373-42a1-94c8-9dcc5e3e5290 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/e88e17f2-d298-41c1-9311-67e0e1edc3f2 HTTP/1.1" status: 204 len: 168 time: 1.1883965 Nov 05 18:41:07.068235 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 43552) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:41:07.130266 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-cc7453ab-843d-46bd-b45f-b27a74e80869 req-82102bca-3e0e-4e80-b91b-efad36ff5ab8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:41:07.245510 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-ae2444ec-b9db-4a17-b5ba-64c08c178ba5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1664226'] for network, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:41:07.279171 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-f23bcd41-218a-4ce2-b304-b8b1b90979d6 req-eb715ff8-6eb2-4891-be35-59a2beb4fa95 tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] 10.222.0.13 "GET /v2.0/security-groups?id=c4f63610-8850-433c-ac4b-7e7146261ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3172009 Nov 05 18:41:07.299573 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff23dc4-9373-42a1-94c8-9dcc5e3e5290 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e88e17f2-d298-41c1-9311-67e0e1edc3f2,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:41:07.335683 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:41:07.348519 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3872bd5-3b25-4dcc-92c0-26339a5a99e3 req-7bd63f6f-8714-4905-bbfb-b12fb588ea45 tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:41:07.374822 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3872bd5-3b25-4dcc-92c0-26339a5a99e3 req-7bd63f6f-8714-4905-bbfb-b12fb588ea45 tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:41:07.389729 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3872bd5-3b25-4dcc-92c0-26339a5a99e3 req-7bd63f6f-8714-4905-bbfb-b12fb588ea45 tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:41:07.411751 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3872bd5-3b25-4dcc-92c0-26339a5a99e3 req-7bd63f6f-8714-4905-bbfb-b12fb588ea45 tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:41:07.420554 n-d-816865-1 neutron-server[102388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a5e8d09-d939-4bfc-973b-6c1377336e5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '162147de-268d-4a44-aafd-a263ec2f7ad7'}] {{(pid=102388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 18:41:07.433063 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85474fee1180e129d8a886d264fe0b30223aa672dd1ffe43b630605f18504f68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37574872-e5de-4916-b6e4-d30b34be977d" -d '{"events": [{"server_uuid": "9a5e8d09-d939-4bfc-973b-6c1377336e5b", "name": "network-vif-plugged", "status": "completed", "tag": "162147de-268d-4a44-aafd-a263ec2f7ad7"}]}' {{(pid=102388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 18:41:07.435576 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3872bd5-3b25-4dcc-92c0-26339a5a99e3 req-7bd63f6f-8714-4905-bbfb-b12fb588ea45 tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:41:07.453246 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3872bd5-3b25-4dcc-92c0-26339a5a99e3 req-7bd63f6f-8714-4905-bbfb-b12fb588ea45 tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:41:07.459245 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3872bd5-3b25-4dcc-92c0-26339a5a99e3 req-7bd63f6f-8714-4905-bbfb-b12fb588ea45 tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:41:07.461198 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-c3872bd5-3b25-4dcc-92c0-26339a5a99e3 req-7bd63f6f-8714-4905-bbfb-b12fb588ea45 tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] 10.222.0.13 "GET /v2.0/ports?device_id=6b9db9e4-2300-49be-bd99-8eabc0e57de3 HTTP/1.1" status: 200 len: 5382 time: 0.2578580 Nov 05 18:41:07.474079 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] For port 162147de-268d-4a44-aafd-a263ec2f7ad7, host n-h1-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=162147de-268d-4a44-aafd-a263ec2f7ad7,segment=NetworkSegment(617e2227-7bcb-4e79-91bb-0dedfe071787),segment_id=617e2227-7bcb-4e79-91bb-0dedfe071787)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:41:07.558126 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:41:07.591979 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2282e5ad-5f88-4850-a83f-314f8e78d2b0 req-6a251aab-1e60-45d2-9970-180f3a439bdc tempest-ServersTestMultiNic-1214536785 tempest-ServersTestMultiNic-1214536785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:41:07.600310 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2282e5ad-5f88-4850-a83f-314f8e78d2b0 req-6a251aab-1e60-45d2-9970-180f3a439bdc tempest-ServersTestMultiNic-1214536785 tempest-ServersTestMultiNic-1214536785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:41:07.602497 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-2282e5ad-5f88-4850-a83f-314f8e78d2b0 req-6a251aab-1e60-45d2-9970-180f3a439bdc tempest-ServersTestMultiNic-1214536785 tempest-ServersTestMultiNic-1214536785-project] 10.222.0.13 "GET /v2.0/ports?device_id=9a5e8d09-d939-4bfc-973b-6c1377336e5b HTTP/1.1" status: 200 len: 1681 time: 0.1403770 Nov 05 18:41:07.619140 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-c3872bd5-3b25-4dcc-92c0-26339a5a99e3 req-6474486b-efcf-42ae-a0f6-884084405557 tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] 10.222.0.13 "GET /v2.0/security-groups?id=f4056503-c341-42e5-ae9d-37a5e83a41cf&id=98567ca5-1884-480b-af79-82f64bb06e96&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1456857 Nov 05 18:41:07.628973 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Device 6bad0b15-a3fa-4364-b5f5-f6a4ad7be1f5 no longer exists at agent hyperv_n-h2-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 18:41:07.669972 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-ae2444ec-b9db-4a17-b5ba-64c08c178ba5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1579173', 'neutron.services.segments.db._delete_segments_for_network-8750027792909'] for network, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:41:07.705902 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] No Port match for: 6bad0b15-a3fa-4364-b5f5-f6a4ad7be1f5 {{(pid=102388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 18:41:07.706692 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Device 6bad0b15-a3fa-4364-b5f5-f6a4ad7be1f5 not bound to the agent host n-h2-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 18:41:07.753960 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Pushing event updated for resources: {'Port': ['ID=162147de-268d-4a44-aafd-a263ec2f7ad7,revision_number=5']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:41:07.770351 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 18:41:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae9c78b9-c4bc-47eb-98bb-d00c07eca5e9 x-openstack-request-id: req-ae9c78b9-c4bc-47eb-98bb-d00c07eca5e9 {{(pid=102388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 18:41:07.772590 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a5e8d09-d939-4bfc-973b-6c1377336e5b", "name": "network-vif-plugged", "status": "completed", "tag": "162147de-268d-4a44-aafd-a263ec2f7ad7", "code": 200}]} {{(pid=102388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 18:41:07.774253 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ae9c78b9-c4bc-47eb-98bb-d00c07eca5e9 {{(pid=102388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 18:41:07.775291 n-d-816865-1 neutron-server[102388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a5e8d09-d939-4bfc-973b-6c1377336e5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '162147de-268d-4a44-aafd-a263ec2f7ad7', 'code': 200} Nov 05 18:41:07.795446 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-2282e5ad-5f88-4850-a83f-314f8e78d2b0 req-dc33390f-8daf-4de8-94e0-1ba72ad0eec1 tempest-ServersTestMultiNic-1214536785 tempest-ServersTestMultiNic-1214536785-project] 10.222.0.13 "GET /v2.0/security-groups?id=d6c276c2-1a62-4f33-92e6-1a62f3e97f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1751037 Nov 05 18:41:07.798867 n-d-816865-1 neutron-server[102386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b9db9e4-2300-49be-bd99-8eabc0e57de3', 'tag': 'aa96a508-f091-4c76-94a7-8155d7f58fdc'}, {'server_uuid': 'c84b4fb3-f5d9-42ca-bc53-0c3bf03c22c5', 'name': 'network-vif-deleted', 'tag': '6bad0b15-a3fa-4364-b5f5-f6a4ad7be1f5'}] {{(pid=102386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 18:41:07.801837 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6173a44d7c73f41af551dc890fa1a5892c2c6bc3458b640c8e0c24db7876ba6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f4f680e-5f91-4e24-bbb0-87bad537e6be" -d '{"events": [{"name": "network-changed", "server_uuid": "6b9db9e4-2300-49be-bd99-8eabc0e57de3", "tag": "aa96a508-f091-4c76-94a7-8155d7f58fdc"}, {"server_uuid": "c84b4fb3-f5d9-42ca-bc53-0c3bf03c22c5", "name": "network-vif-deleted", "tag": "6bad0b15-a3fa-4364-b5f5-f6a4ad7be1f5"}]}' {{(pid=102386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 18:41:07.874375 n-d-816865-1 neutron-server[102386]: DEBUG neutron.services.segments.db [None req-ae2444ec-b9db-4a17-b5ba-64c08c178ba5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b40ac270-cf45-43fe-8ba3-0026b96da214']}} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:41:07.913984 n-d-816865-1 neutron-server[102386]: DEBUG neutron.notifiers.nova [req-cc7453ab-843d-46bd-b45f-b27a74e80869 req-82102bca-3e0e-4e80-b91b-efad36ff5ab8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 74d94c4e-fd4c-4541-87c9-d37cb3b291e1 {{(pid=102386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 18:41:07.920034 n-d-816865-1 neutron-server[102386]: DEBUG neutron.services.segments.db [None req-ae2444ec-b9db-4a17-b5ba-64c08c178ba5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '79f0f1b2-15cc-47c3-8e34-803045bf8aea') {'for_net_delete': True} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:41:07.920611 n-d-816865-1 neutron-server[102386]: DEBUG neutron.services.segments.db [None req-ae2444ec-b9db-4a17-b5ba-64c08c178ba5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '79f0f1b2-15cc-47c3-8e34-803045bf8aea') {} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:41:07.934704 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-cc7453ab-843d-46bd-b45f-b27a74e80869 req-82102bca-3e0e-4e80-b91b-efad36ff5ab8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:41:07.941906 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-ae2444ec-b9db-4a17-b5ba-64c08c178ba5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750027793430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4590747'] for segment, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:41:07.971939 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-ae2444ec-b9db-4a17-b5ba-64c08c178ba5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273'] for segment, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:41:07.978788 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.provisioning_blocks [req-cc7453ab-843d-46bd-b45f-b27a74e80869 req-82102bca-3e0e-4e80-b91b-efad36ff5ab8 service neutron] Transition to ACTIVE for port object 74d94c4e-fd4c-4541-87c9-d37cb3b291e1 will not be triggered until provisioned by entity L2. {{(pid=102386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 05 18:41:07.984741 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae2444ec-b9db-4a17-b5ba-64c08c178ba5 admin admin] Releasing vlan 199 on physical network physnet1 to pool {{(pid=102386) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 05 18:41:07.985433 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-ae2444ec-b9db-4a17-b5ba-64c08c178ba5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6149721'] for segment, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:41:07.987490 n-d-816865-1 neutron-server[102386]: Traceback (most recent call last): Nov 05 18:41:07.987490 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 05 18:41:07.987490 n-d-816865-1 neutron-server[102386]: timer() Nov 05 18:41:07.987490 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 05 18:41:07.987490 n-d-816865-1 neutron-server[102386]: cb(*args, **kw) Nov 05 18:41:07.987490 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 05 18:41:07.987490 n-d-816865-1 neutron-server[102386]: return func(*args, **kwargs) Nov 05 18:41:07.987490 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 05 18:41:07.987490 n-d-816865-1 neutron-server[102386]: self._notify() Nov 05 18:41:07.987490 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 05 18:41:07.987490 n-d-816865-1 neutron-server[102386]: self.callback(batched_events) Nov 05 18:41:07.987490 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 05 18:41:07.987490 n-d-816865-1 neutron-server[102386]: event.method(event) Nov 05 18:41:07.987490 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 05 18:41:07.987490 n-d-816865-1 neutron-server[102386]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 05 18:41:07.987490 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 05 18:41:07.987490 n-d-816865-1 neutron-server[102386]: aggregate_uuid = self.p_client.list_aggregates( Nov 05 18:41:07.987490 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 05 18:41:07.987490 n-d-816865-1 neutron-server[102386]: return f(self, *a, **k) Nov 05 18:41:07.987490 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 05 18:41:07.987490 n-d-816865-1 neutron-server[102386]: return self._get(url).json() Nov 05 18:41:07.987490 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 05 18:41:07.987490 n-d-816865-1 neutron-server[102386]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 05 18:41:07.987490 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 05 18:41:07.987490 n-d-816865-1 neutron-server[102386]: return self.request(url, 'GET', **kwargs) Nov 05 18:41:07.987490 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 05 18:41:07.987490 n-d-816865-1 neutron-server[102386]: base_url = self.get_endpoint(auth, allow=allow, Nov 05 18:41:07.987490 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 05 18:41:07.987490 n-d-816865-1 neutron-server[102386]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 05 18:41:07.987490 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 05 18:41:07.987490 n-d-816865-1 neutron-server[102386]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 05 18:41:07.987490 n-d-816865-1 neutron-server[102386]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 05 18:41:07.993582 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae46a70-f7ed-4ec5-aa20-ba8791a7b166 req-b27554c1-b190-4818-8a66-c37d13f17f31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:41:07.994670 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae46a70-f7ed-4ec5-aa20-ba8791a7b166 req-b27554c1-b190-4818-8a66-c37d13f17f31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:41:07.997079 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-9ae46a70-f7ed-4ec5-aa20-ba8791a7b166 req-b27554c1-b190-4818-8a66-c37d13f17f31 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=9a5e8d09-d939-4bfc-973b-6c1377336e5b HTTP/1.1" status: 200 len: 1984 time: 0.1437039 Nov 05 18:41:08.015437 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442c3d04-3995-4913-8a6c-780182394487 req-0a62dab6-b483-4993-b54e-809f69705dc7 tempest-LiveAutoBlockMigrationV225Test-1563372898 tempest-LiveAutoBlockMigrationV225Test-1563372898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:41:08.043468 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-442c3d04-3995-4913-8a6c-780182394487 req-0a62dab6-b483-4993-b54e-809f69705dc7 tempest-LiveAutoBlockMigrationV225Test-1563372898 tempest-LiveAutoBlockMigrationV225Test-1563372898-project] 10.222.0.13 "GET /v2.0/ports?device_id=96e576a6-4f06-4763-8d25-8b8dae8dc581 HTTP/1.1" status: 200 len: 945 time: 0.0901415 Nov 05 18:41:08.080427 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-442c3d04-3995-4913-8a6c-780182394487 req-04726af1-bb1e-4625-b492-435a4d473b13 tempest-LiveAutoBlockMigrationV225Test-1563372898 tempest-LiveAutoBlockMigrationV225Test-1563372898-project] 10.222.0.13 "GET /v2.0/security-groups?id=35cb161a-9192-43e2-a392-140fa33626b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539238 Nov 05 18:41:08.085184 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 05 Nov 2021 18:41:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b76964a-c5eb-4d23-b758-26ad0855eb40 x-openstack-request-id: req-2b76964a-c5eb-4d23-b758-26ad0855eb40 {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 18:41:08.085797 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b9db9e4-2300-49be-bd99-8eabc0e57de3", "tag": "aa96a508-f091-4c76-94a7-8155d7f58fdc", "status": "completed", "code": 200}, {"server_uuid": "c84b4fb3-f5d9-42ca-bc53-0c3bf03c22c5", "name": "network-vif-deleted", "tag": "6bad0b15-a3fa-4364-b5f5-f6a4ad7be1f5", "status": "completed", "code": 200}]} {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 18:41:08.085797 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2b76964a-c5eb-4d23-b758-26ad0855eb40 {{(pid=102386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 18:41:08.086037 n-d-816865-1 neutron-server[102386]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b9db9e4-2300-49be-bd99-8eabc0e57de3', 'tag': 'aa96a508-f091-4c76-94a7-8155d7f58fdc', 'status': 'completed', 'code': 200} Nov 05 18:41:08.086564 n-d-816865-1 neutron-server[102386]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c84b4fb3-f5d9-42ca-bc53-0c3bf03c22c5', 'name': 'network-vif-deleted', 'tag': '6bad0b15-a3fa-4364-b5f5-f6a4ad7be1f5', 'status': 'completed', 'code': 200} Nov 05 18:41:08.094968 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-9ae46a70-f7ed-4ec5-aa20-ba8791a7b166 req-0650492c-06c2-4e05-a193-501c9f2a38ab service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=d6c276c2-1a62-4f33-92e6-1a62f3e97f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853529 Nov 05 18:41:08.172104 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-8277241a-a288-4c0c-8dd5-cb797a13403a req-d906546b-c1bf-4e05-b53c-c384c61cf581 tempest-SecurityGroupsTestJSON-1222042648 tempest-SecurityGroupsTestJSON-1222042648-project] 10.222.0.13 "GET /v2.0/ports?device_id=c84b4fb3-f5d9-42ca-bc53-0c3bf03c22c5 HTTP/1.1" status: 200 len: 210 time: 0.0253835 Nov 05 18:41:08.369678 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4f680e-5f91-4e24-bbb0-87bad537e6be req-e21fd1bc-38dd-41d7-9f43-48a11cd5d963 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:41:08.370080 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4f680e-5f91-4e24-bbb0-87bad537e6be req-e21fd1bc-38dd-41d7-9f43-48a11cd5d963 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:41:08.370645 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4f680e-5f91-4e24-bbb0-87bad537e6be req-e21fd1bc-38dd-41d7-9f43-48a11cd5d963 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:41:08.371007 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4f680e-5f91-4e24-bbb0-87bad537e6be req-e21fd1bc-38dd-41d7-9f43-48a11cd5d963 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:41:08.371709 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4f680e-5f91-4e24-bbb0-87bad537e6be req-e21fd1bc-38dd-41d7-9f43-48a11cd5d963 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:41:08.372179 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4f680e-5f91-4e24-bbb0-87bad537e6be req-e21fd1bc-38dd-41d7-9f43-48a11cd5d963 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:41:08.373653 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4f680e-5f91-4e24-bbb0-87bad537e6be req-e21fd1bc-38dd-41d7-9f43-48a11cd5d963 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:41:08.374917 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-6f4f680e-5f91-4e24-bbb0-87bad537e6be req-e21fd1bc-38dd-41d7-9f43-48a11cd5d963 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=48de103aa1ab44c9aad7c42993657578&device_id=6b9db9e4-2300-49be-bd99-8eabc0e57de3 HTTP/1.1" status: 200 len: 6274 time: 0.0841951 Nov 05 18:41:08.384673 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87abd4d-7c71-44d8-9b0b-01d97e2a8be0 req-09c7606a-8b2a-4da4-a452-28dcf1c4f4f3 tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:41:08.386519 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-c87abd4d-7c71-44d8-9b0b-01d97e2a8be0 req-09c7606a-8b2a-4da4-a452-28dcf1c4f4f3 tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] 10.222.0.13 "GET /v2.0/ports?device_id=174784d1-6e33-406b-9ea4-96f2e35bc1c2 HTTP/1.1" status: 200 len: 948 time: 0.0609605 Nov 05 18:41:08.442642 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-c87abd4d-7c71-44d8-9b0b-01d97e2a8be0 req-59225df8-a0e3-4aed-b497-46a985d5351a tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] 10.222.0.13 "GET /v2.0/security-groups?id=c4f63610-8850-433c-ac4b-7e7146261ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491953 Nov 05 18:41:08.489217 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4f680e-5f91-4e24-bbb0-87bad537e6be req-e9bfd690-8f83-4015-ab6e-3494f6f7527e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:41:08.489655 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4f680e-5f91-4e24-bbb0-87bad537e6be req-e9bfd690-8f83-4015-ab6e-3494f6f7527e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:41:08.490158 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4f680e-5f91-4e24-bbb0-87bad537e6be req-e9bfd690-8f83-4015-ab6e-3494f6f7527e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:41:08.493170 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-6f4f680e-5f91-4e24-bbb0-87bad537e6be req-e9bfd690-8f83-4015-ab6e-3494f6f7527e service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=48de103aa1ab44c9aad7c42993657578&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.1072516 Nov 05 18:41:08.506588 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-31f93893-a48e-4ae8-833d-dccb2b42eacc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:41:08.510148 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-cc7453ab-843d-46bd-b45f-b27a74e80869 req-82102bca-3e0e-4e80-b91b-efad36ff5ab8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6149821'] for port, after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:41:08.517960 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-ae2444ec-b9db-4a17-b5ba-64c08c178ba5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1579178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-956796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1000687'] for network, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:41:08.545451 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:41:08.828557 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e533d9d-b190-44f9-8345-dfc3fa1b6b14 req-91c7926e-7d0e-49f6-873a-81534a05e6bc tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:41:08.838499 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e533d9d-b190-44f9-8345-dfc3fa1b6b14 req-91c7926e-7d0e-49f6-873a-81534a05e6bc tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:41:08.847034 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e533d9d-b190-44f9-8345-dfc3fa1b6b14 req-91c7926e-7d0e-49f6-873a-81534a05e6bc tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:41:08.859559 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e533d9d-b190-44f9-8345-dfc3fa1b6b14 req-91c7926e-7d0e-49f6-873a-81534a05e6bc tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:41:08.869660 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e533d9d-b190-44f9-8345-dfc3fa1b6b14 req-91c7926e-7d0e-49f6-873a-81534a05e6bc tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:41:08.870563 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-ae2444ec-b9db-4a17-b5ba-64c08c178ba5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597851'] for network, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:41:08.873976 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-ae2444ec-b9db-4a17-b5ba-64c08c178ba5 admin admin] 10.222.0.13 "DELETE /v2.0/networks/b40ac270-cf45-43fe-8ba3-0026b96da214 HTTP/1.1" status: 204 len: 168 time: 1.8048277 Nov 05 18:41:08.885845 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e533d9d-b190-44f9-8345-dfc3fa1b6b14 req-91c7926e-7d0e-49f6-873a-81534a05e6bc tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:41:08.898073 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e533d9d-b190-44f9-8345-dfc3fa1b6b14 req-91c7926e-7d0e-49f6-873a-81534a05e6bc tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:41:08.912459 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-7e533d9d-b190-44f9-8345-dfc3fa1b6b14 req-91c7926e-7d0e-49f6-873a-81534a05e6bc tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] 10.222.0.13 "GET /v2.0/ports?device_id=6b9db9e4-2300-49be-bd99-8eabc0e57de3 HTTP/1.1" status: 200 len: 5394 time: 0.1587901 Nov 05 18:41:08.945499 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2444ec-b9db-4a17-b5ba-64c08c178ba5 admin admin] Pushing event deleted for resources: {'Network': ['ID=b40ac270-cf45-43fe-8ba3-0026b96da214,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:41:08.978484 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82102bca-3e0e-4e80-b91b-efad36ff5ab8 service neutron] Pushing event updated for resources: {'Port': ['ID=74d94c4e-fd4c-4541-87c9-d37cb3b291e1,revision_number=2']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:41:09.077868 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a49a2b2-b6a4-478c-806b-1b0fac8f0344 req-28697fa3-c320-4217-a984-c8e4f12418e6 tempest-ServersTestMultiNic-1214536785 tempest-ServersTestMultiNic-1214536785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:41:09.088713 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a49a2b2-b6a4-478c-806b-1b0fac8f0344 req-28697fa3-c320-4217-a984-c8e4f12418e6 tempest-ServersTestMultiNic-1214536785 tempest-ServersTestMultiNic-1214536785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:41:09.090396 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-8a49a2b2-b6a4-478c-806b-1b0fac8f0344 req-28697fa3-c320-4217-a984-c8e4f12418e6 tempest-ServersTestMultiNic-1214536785 tempest-ServersTestMultiNic-1214536785-project] 10.222.0.13 "GET /v2.0/ports?device_id=9a5e8d09-d939-4bfc-973b-6c1377336e5b HTTP/1.1" status: 200 len: 1682 time: 0.1607082 Nov 05 18:41:09.101492 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4f680e-5f91-4e24-bbb0-87bad537e6be req-e8027943-d38e-49f0-a776-cc6a35626b2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:41:09.103375 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-6f4f680e-5f91-4e24-bbb0-87bad537e6be req-e8027943-d38e-49f0-a776-cc6a35626b2d service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6031168 Nov 05 18:41:09.114636 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-7e533d9d-b190-44f9-8345-dfc3fa1b6b14 req-818ed6fc-36ea-4fcd-9666-66516e1e459e tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] 10.222.0.13 "GET /v2.0/security-groups?id=f4056503-c341-42e5-ae9d-37a5e83a41cf&id=98567ca5-1884-480b-af79-82f64bb06e96&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2030125 Nov 05 18:41:09.162639 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [req-cc7453ab-843d-46bd-b45f-b27a74e80869 req-82102bca-3e0e-4e80-b91b-efad36ff5ab8 service neutron] Attempting to bind port 74d94c4e-fd4c-4541-87c9-d37cb3b291e1 on host n-h1-816865-1 for vnic_type normal with profile {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 18:41:09.164551 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [req-cc7453ab-843d-46bd-b45f-b27a74e80869 req-82102bca-3e0e-4e80-b91b-efad36ff5ab8 service neutron] Attempting to bind port 74d94c4e-fd4c-4541-87c9-d37cb3b291e1 by drivers openvswitch,hyperv on host n-h1-816865-1 at level 0 using segments [{'id': 'e8365128-97c2-430d-9b82-ea8f7c12233e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c2a3f4df-26b3-4bb0-9eae-63aad7044fea'}] {{(pid=102386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 18:41:09.165117 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc7453ab-843d-46bd-b45f-b27a74e80869 req-82102bca-3e0e-4e80-b91b-efad36ff5ab8 service neutron] Attempting to bind port 74d94c4e-fd4c-4541-87c9-d37cb3b291e1 on network c2a3f4df-26b3-4bb0-9eae-63aad7044fea {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 18:41:09.171705 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc7453ab-843d-46bd-b45f-b27a74e80869 req-82102bca-3e0e-4e80-b91b-efad36ff5ab8 service neutron] Port 74d94c4e-fd4c-4541-87c9-d37cb3b291e1 on network c2a3f4df-26b3-4bb0-9eae-63aad7044fea not bound, no agent of type Open vSwitch agent registered on host n-h1-816865-1 {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 18:41:09.172740 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc7453ab-843d-46bd-b45f-b27a74e80869 req-82102bca-3e0e-4e80-b91b-efad36ff5ab8 service neutron] Attempting to bind port 74d94c4e-fd4c-4541-87c9-d37cb3b291e1 on network c2a3f4df-26b3-4bb0-9eae-63aad7044fea {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 18:41:09.180244 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc7453ab-843d-46bd-b45f-b27a74e80869 req-82102bca-3e0e-4e80-b91b-efad36ff5ab8 service neutron] Checking agent: {'id': 'eb596d7c-8c64-42bd-8aca-fad447eb0eab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816865-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 18, 33, 34), 'started_at': datetime.datetime(2021, 11, 5, 18, 33, 34), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 18, 41, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 18:41:09.183748 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc7453ab-843d-46bd-b45f-b27a74e80869 req-82102bca-3e0e-4e80-b91b-efad36ff5ab8 service neutron] Checking segment: {'id': 'e8365128-97c2-430d-9b82-ea8f7c12233e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c2a3f4df-26b3-4bb0-9eae-63aad7044fea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 18:41:09.183748 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc7453ab-843d-46bd-b45f-b27a74e80869 req-82102bca-3e0e-4e80-b91b-efad36ff5ab8 service neutron] Bound using segment: {'id': 'e8365128-97c2-430d-9b82-ea8f7c12233e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c2a3f4df-26b3-4bb0-9eae-63aad7044fea'} {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 18:41:09.183748 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [req-cc7453ab-843d-46bd-b45f-b27a74e80869 req-82102bca-3e0e-4e80-b91b-efad36ff5ab8 service neutron] Bound port: 74d94c4e-fd4c-4541-87c9-d37cb3b291e1, host: n-h1-816865-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e8365128-97c2-430d-9b82-ea8f7c12233e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c2a3f4df-26b3-4bb0-9eae-63aad7044fea'}}] {{(pid=102386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 18:41:09.183748 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-cc7453ab-843d-46bd-b45f-b27a74e80869 req-82102bca-3e0e-4e80-b91b-efad36ff5ab8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:41:09.243692 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-8a49a2b2-b6a4-478c-806b-1b0fac8f0344 req-7a47022f-b447-4525-a85d-82d72b6937b6 tempest-ServersTestMultiNic-1214536785 tempest-ServersTestMultiNic-1214536785-project] 10.222.0.13 "GET /v2.0/security-groups?id=d6c276c2-1a62-4f33-92e6-1a62f3e97f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280122 Nov 05 18:41:09.376539 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [req-cc7453ab-843d-46bd-b45f-b27a74e80869 req-82102bca-3e0e-4e80-b91b-efad36ff5ab8 service neutron] For port 74d94c4e-fd4c-4541-87c9-d37cb3b291e1, host n-h1-816865-1, cleared binding levels {{(pid=102386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 18:41:09.381605 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [req-cc7453ab-843d-46bd-b45f-b27a74e80869 req-82102bca-3e0e-4e80-b91b-efad36ff5ab8 service neutron] For port 74d94c4e-fd4c-4541-87c9-d37cb3b291e1, host n-h1-816865-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=74d94c4e-fd4c-4541-87c9-d37cb3b291e1,segment=NetworkSegment(e8365128-97c2-430d-9b82-ea8f7c12233e),segment_id=e8365128-97c2-430d-9b82-ea8f7c12233e)] {{(pid=102386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 18:41:09.440205 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 43606) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:41:09.499481 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-cc7453ab-843d-46bd-b45f-b27a74e80869 req-82102bca-3e0e-4e80-b91b-efad36ff5ab8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6149821'] for port, after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:41:09.570580 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21f5be8-9ccf-475b-8e29-703bd2c7ce46 req-ff4fbc97-cf71-4c26-8e7e-160af058cbf8 tempest-LiveAutoBlockMigrationV225Test-1563372898 tempest-LiveAutoBlockMigrationV225Test-1563372898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:41:09.572741 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-c21f5be8-9ccf-475b-8e29-703bd2c7ce46 req-ff4fbc97-cf71-4c26-8e7e-160af058cbf8 tempest-LiveAutoBlockMigrationV225Test-1563372898 tempest-LiveAutoBlockMigrationV225Test-1563372898-project] 10.222.0.13 "GET /v2.0/ports?device_id=96e576a6-4f06-4763-8d25-8b8dae8dc581 HTTP/1.1" status: 200 len: 945 time: 0.1475055 Nov 05 18:41:09.595414 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82102bca-3e0e-4e80-b91b-efad36ff5ab8 service neutron] Pushing event updated for resources: {'Port': ['ID=74d94c4e-fd4c-4541-87c9-d37cb3b291e1,revision_number=3']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:41:09.622405 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Device 69f3ff0f-5148-4bc1-8f69-404c4f9f50e7 up at agent hyperv_n-h2-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 18:41:09.625308 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7453ab-843d-46bd-b45f-b27a74e80869 req-82102bca-3e0e-4e80-b91b-efad36ff5ab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:41:09.625939 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-cc7453ab-843d-46bd-b45f-b27a74e80869 req-82102bca-3e0e-4e80-b91b-efad36ff5ab8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:41:09.629040 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-cc7453ab-843d-46bd-b45f-b27a74e80869 req-82102bca-3e0e-4e80-b91b-efad36ff5ab8 service neutron] 10.222.0.41 "PUT /v2.0/ports/74d94c4e-fd4c-4541-87c9-d37cb3b291e1 HTTP/1.1" status: 200 len: 1091 time: 2.7105658 Nov 05 18:41:09.640081 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-91f0198c-7615-4f83-8eb8-93644a652d18 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=575da976b6fa43c4b95e18228213a30e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1985772 Nov 05 18:41:09.643697 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 43610) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:41:09.674487 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-4c54828b-5843-4e3c-a904-127b78499428 req-115b52b1-fa3b-496e-8b82-d634b0f628bd tempest-SecurityGroupsTestJSON-1222042648 tempest-SecurityGroupsTestJSON-1222042648-project] 10.222.0.13 "GET /v2.0/security-groups/3149c345-97bb-4a7d-8385-e22b6c2622e4 HTTP/1.1" status: 200 len: 1817 time: 0.2584329 Nov 05 18:41:09.719562 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-8688e5a9-0854-4567-8bb3-9ddc7d567db8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:41:09.759025 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-c21f5be8-9ccf-475b-8e29-703bd2c7ce46 req-c91c68a8-2dcd-40af-9c68-5e5e500f8dfe tempest-LiveAutoBlockMigrationV225Test-1563372898 tempest-LiveAutoBlockMigrationV225Test-1563372898-project] 10.222.0.13 "GET /v2.0/security-groups?id=35cb161a-9192-43e2-a392-140fa33626b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1752143 Nov 05 18:41:09.760581 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-8688e5a9-0854-4567-8bb3-9ddc7d567db8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:41:09.792509 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-4c54828b-5843-4e3c-a904-127b78499428 req-7b1e5e0c-ed0c-48ff-b780-2ba108d13623 tempest-SecurityGroupsTestJSON-1222042648 tempest-SecurityGroupsTestJSON-1222042648-project] Publish callbacks [] for security_group, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:41:09.839826 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Provisioning for port 69f3ff0f-5148-4bc1-8f69-404c4f9f50e7 completed by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 05 18:41:09.845268 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [req-cc7453ab-843d-46bd-b45f-b27a74e80869 req-fdbfe56f-bd0e-421c-8a9f-d718b0e18685 service neutron] Request body: {'port': {'device_id': '6b9db9e4-2300-49be-bd99-8eabc0e57de3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816865-1'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:41:09.847008 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Provisioning complete for port 69f3ff0f-5148-4bc1-8f69-404c4f9f50e7 triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:41:09.847568 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:41:09.857866 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-4c54828b-5843-4e3c-a904-127b78499428 req-7b1e5e0c-ed0c-48ff-b780-2ba108d13623 tempest-SecurityGroupsTestJSON-1222042648 tempest-SecurityGroupsTestJSON-1222042648-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:41:09.972402 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-cc7453ab-843d-46bd-b45f-b27a74e80869 req-fdbfe56f-bd0e-421c-8a9f-d718b0e18685 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:41:09.996355 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514eb312-875e-4ea0-9115-738a2dc21b0b req-9d99c0ee-b62f-4864-8b23-364e0b53f6f3 tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:41:10.002646 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-514eb312-875e-4ea0-9115-738a2dc21b0b req-9d99c0ee-b62f-4864-8b23-364e0b53f6f3 tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] 10.222.0.13 "GET /v2.0/ports?device_id=174784d1-6e33-406b-9ea4-96f2e35bc1c2 HTTP/1.1" status: 200 len: 948 time: 0.1523683 Nov 05 18:41:10.013317 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-8688e5a9-0854-4567-8bb3-9ddc7d567db8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:41:10.020531 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-8688e5a9-0854-4567-8bb3-9ddc7d567db8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:41:10.026066 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-8688e5a9-0854-4567-8bb3-9ddc7d567db8 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/145e654c-14f7-4d37-9dd5-7a947c63c701 HTTP/1.1" status: 204 len: 168 time: 0.3813126 Nov 05 18:41:10.056531 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8688e5a9-0854-4567-8bb3-9ddc7d567db8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=145e654c-14f7-4d37-9dd5-7a947c63c701,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:41:10.089200 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-4c54828b-5843-4e3c-a904-127b78499428 req-7b1e5e0c-ed0c-48ff-b780-2ba108d13623 tempest-SecurityGroupsTestJSON-1222042648 tempest-SecurityGroupsTestJSON-1222042648-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:41:10.096252 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-4c54828b-5843-4e3c-a904-127b78499428 req-7b1e5e0c-ed0c-48ff-b780-2ba108d13623 tempest-SecurityGroupsTestJSON-1222042648 tempest-SecurityGroupsTestJSON-1222042648-project] Publish callbacks [] for security_group, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:41:10.101094 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-4c54828b-5843-4e3c-a904-127b78499428 req-7b1e5e0c-ed0c-48ff-b780-2ba108d13623 tempest-SecurityGroupsTestJSON-1222042648 tempest-SecurityGroupsTestJSON-1222042648-project] 10.222.0.13 "DELETE /v2.0/security-groups/3149c345-97bb-4a7d-8385-e22b6c2622e4 HTTP/1.1" status: 204 len: 173 time: 0.4221282 Nov 05 18:41:10.111524 n-d-816865-1 neutron-server[102386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b9db9e4-2300-49be-bd99-8eabc0e57de3', 'tag': '74d94c4e-fd4c-4541-87c9-d37cb3b291e1'}] {{(pid=102386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 18:41:10.126102 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6173a44d7c73f41af551dc890fa1a5892c2c6bc3458b640c8e0c24db7876ba6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a736d1d9-e5fc-408f-9a11-e7033a014484" -d '{"events": [{"name": "network-changed", "server_uuid": "6b9db9e4-2300-49be-bd99-8eabc0e57de3", "tag": "74d94c4e-fd4c-4541-87c9-d37cb3b291e1"}]}' {{(pid=102386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 18:41:10.140843 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1e5e0c-ed0c-48ff-b780-2ba108d13623 tempest-SecurityGroupsTestJSON-1222042648 tempest-SecurityGroupsTestJSON-1222042648-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3149c345-97bb-4a7d-8385-e22b6c2622e4,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:41:10.172593 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-514eb312-875e-4ea0-9115-738a2dc21b0b req-9991cc93-49a1-4b52-a1e0-feac74619a1f tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] 10.222.0.13 "GET /v2.0/security-groups?id=c4f63610-8850-433c-ac4b-7e7146261ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1659675 Nov 05 18:41:10.225384 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-817b5725-36f0-4b3a-8f3d-7c89664d40e7 req-f250b3f2-7455-415b-a75a-f6083ba78b42 tempest-SecurityGroupsTestJSON-1222042648 tempest-SecurityGroupsTestJSON-1222042648-project] 10.222.0.13 "GET /v2.0/security-groups/b30f3ba1-9162-4622-a582-dfbdf362065e HTTP/1.1" status: 200 len: 1818 time: 0.0863478 Nov 05 18:41:10.269674 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 18:41:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f9f1fd6-fb83-4594-8ab6-c9a6153bc22e x-openstack-request-id: req-2f9f1fd6-fb83-4594-8ab6-c9a6153bc22e {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 18:41:10.269965 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b9db9e4-2300-49be-bd99-8eabc0e57de3", "tag": "74d94c4e-fd4c-4541-87c9-d37cb3b291e1", "status": "completed", "code": 200}]} {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 18:41:10.270408 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2f9f1fd6-fb83-4594-8ab6-c9a6153bc22e {{(pid=102386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 18:41:10.270810 n-d-816865-1 neutron-server[102386]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b9db9e4-2300-49be-bd99-8eabc0e57de3', 'tag': '74d94c4e-fd4c-4541-87c9-d37cb3b291e1', 'status': 'completed', 'code': 200} Nov 05 18:41:10.403843 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:41:10.410127 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-817b5725-36f0-4b3a-8f3d-7c89664d40e7 req-75e5a511-eaad-4e4c-8d7d-572a8cd487b8 tempest-SecurityGroupsTestJSON-1222042648 tempest-SecurityGroupsTestJSON-1222042648-project] Publish callbacks [] for security_group, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:41:10.442608 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a736d1d9-e5fc-408f-9a11-e7033a014484 req-e36e55d9-1705-40a2-a339-7e3a4c18a31f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:41:10.443088 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a736d1d9-e5fc-408f-9a11-e7033a014484 req-e36e55d9-1705-40a2-a339-7e3a4c18a31f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:41:10.443554 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a736d1d9-e5fc-408f-9a11-e7033a014484 req-e36e55d9-1705-40a2-a339-7e3a4c18a31f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:41:10.444057 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a736d1d9-e5fc-408f-9a11-e7033a014484 req-e36e55d9-1705-40a2-a339-7e3a4c18a31f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:41:10.445352 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-817b5725-36f0-4b3a-8f3d-7c89664d40e7 req-75e5a511-eaad-4e4c-8d7d-572a8cd487b8 tempest-SecurityGroupsTestJSON-1222042648 tempest-SecurityGroupsTestJSON-1222042648-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:41:10.447000 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a736d1d9-e5fc-408f-9a11-e7033a014484 req-e36e55d9-1705-40a2-a339-7e3a4c18a31f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:41:10.447471 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a736d1d9-e5fc-408f-9a11-e7033a014484 req-e36e55d9-1705-40a2-a339-7e3a4c18a31f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:41:10.451627 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a736d1d9-e5fc-408f-9a11-e7033a014484 req-e36e55d9-1705-40a2-a339-7e3a4c18a31f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:41:10.451627 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-a736d1d9-e5fc-408f-9a11-e7033a014484 req-e36e55d9-1705-40a2-a339-7e3a4c18a31f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=48de103aa1ab44c9aad7c42993657578&device_id=6b9db9e4-2300-49be-bd99-8eabc0e57de3 HTTP/1.1" status: 200 len: 6341 time: 0.1522415 Nov 05 18:41:10.452329 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] For port 69f3ff0f-5148-4bc1-8f69-404c4f9f50e7, host n-h2-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=69f3ff0f-5148-4bc1-8f69-404c4f9f50e7,segment=NetworkSegment(35c2db9c-522d-48d3-98cf-a08c2cc55db7),segment_id=35c2db9c-522d-48d3-98cf-a08c2cc55db7)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:41:10.453307 n-d-816865-1 neutron-server[102388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '174784d1-6e33-406b-9ea4-96f2e35bc1c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69f3ff0f-5148-4bc1-8f69-404c4f9f50e7'}] {{(pid=102388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 18:41:10.455762 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85474fee1180e129d8a886d264fe0b30223aa672dd1ffe43b630605f18504f68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ac2a8e4-7ddf-440e-8775-6b82c51d2698" -d '{"events": [{"server_uuid": "174784d1-6e33-406b-9ea4-96f2e35bc1c2", "name": "network-vif-plugged", "status": "completed", "tag": "69f3ff0f-5148-4bc1-8f69-404c4f9f50e7"}]}' {{(pid=102388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 18:41:10.459150 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870b22ee-cbbe-414a-b6a5-4dd4c551146d req-d0ff6bc0-4300-4c5f-9efb-292225fcc78d tempest-LiveAutoBlockMigrationV225Test-2109471755 tempest-LiveAutoBlockMigrationV225Test-2109471755-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:41:10.461495 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-870b22ee-cbbe-414a-b6a5-4dd4c551146d req-d0ff6bc0-4300-4c5f-9efb-292225fcc78d tempest-LiveAutoBlockMigrationV225Test-2109471755 tempest-LiveAutoBlockMigrationV225Test-2109471755-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=96e576a6-4f06-4763-8d25-8b8dae8dc581&tenant_id=482f8aec1d1b4fc08a02afb86f8387d6&binding%3Ahost_id=n-h1-816865-1 HTTP/1.1" status: 200 len: 1096 time: 0.1898477 Nov 05 18:41:10.514474 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33824e76-af4d-4c71-95c3-c72f4181bad1 req-75e96bf1-016b-457a-beed-b8d52866b59c tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:41:10.524601 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33824e76-af4d-4c71-95c3-c72f4181bad1 req-75e96bf1-016b-457a-beed-b8d52866b59c tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:41:10.530896 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:41:10.533191 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33824e76-af4d-4c71-95c3-c72f4181bad1 req-75e96bf1-016b-457a-beed-b8d52866b59c tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:41:10.536402 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [req-870b22ee-cbbe-414a-b6a5-4dd4c551146d req-22020886-419b-49ed-8e59-32e01cfc70de service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-816865-1'}}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:41:10.543113 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33824e76-af4d-4c71-95c3-c72f4181bad1 req-75e96bf1-016b-457a-beed-b8d52866b59c tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:41:10.551394 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33824e76-af4d-4c71-95c3-c72f4181bad1 req-75e96bf1-016b-457a-beed-b8d52866b59c tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:41:10.558091 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33824e76-af4d-4c71-95c3-c72f4181bad1 req-75e96bf1-016b-457a-beed-b8d52866b59c tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:41:10.565350 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33824e76-af4d-4c71-95c3-c72f4181bad1 req-75e96bf1-016b-457a-beed-b8d52866b59c tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:41:10.576899 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-33824e76-af4d-4c71-95c3-c72f4181bad1 req-75e96bf1-016b-457a-beed-b8d52866b59c tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] 10.222.0.13 "GET /v2.0/ports?device_id=6b9db9e4-2300-49be-bd99-8eabc0e57de3 HTTP/1.1" status: 200 len: 5394 time: 0.2368901 Nov 05 18:41:10.580010 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-817b5725-36f0-4b3a-8f3d-7c89664d40e7 req-75e5a511-eaad-4e4c-8d7d-572a8cd487b8 tempest-SecurityGroupsTestJSON-1222042648 tempest-SecurityGroupsTestJSON-1222042648-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:41:10.583216 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-817b5725-36f0-4b3a-8f3d-7c89664d40e7 req-75e5a511-eaad-4e4c-8d7d-572a8cd487b8 tempest-SecurityGroupsTestJSON-1222042648 tempest-SecurityGroupsTestJSON-1222042648-project] Publish callbacks [] for security_group, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:41:10.593292 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-817b5725-36f0-4b3a-8f3d-7c89664d40e7 req-75e5a511-eaad-4e4c-8d7d-572a8cd487b8 tempest-SecurityGroupsTestJSON-1222042648 tempest-SecurityGroupsTestJSON-1222042648-project] 10.222.0.13 "DELETE /v2.0/security-groups/b30f3ba1-9162-4622-a582-dfbdf362065e HTTP/1.1" status: 204 len: 173 time: 0.3661163 Nov 05 18:41:10.637768 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Pushing event updated for resources: {'Port': ['ID=69f3ff0f-5148-4bc1-8f69-404c4f9f50e7,revision_number=5']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:41:10.652226 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a736d1d9-e5fc-408f-9a11-e7033a014484 req-13c19cc9-03f3-496c-a333-dc17e2297c3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:41:10.652661 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a736d1d9-e5fc-408f-9a11-e7033a014484 req-13c19cc9-03f3-496c-a333-dc17e2297c3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:41:10.653270 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a736d1d9-e5fc-408f-9a11-e7033a014484 req-13c19cc9-03f3-496c-a333-dc17e2297c3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:41:10.653574 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e5a511-eaad-4e4c-8d7d-572a8cd487b8 tempest-SecurityGroupsTestJSON-1222042648 tempest-SecurityGroupsTestJSON-1222042648-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b30f3ba1-9162-4622-a582-dfbdf362065e,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:41:10.655496 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-a736d1d9-e5fc-408f-9a11-e7033a014484 req-13c19cc9-03f3-496c-a333-dc17e2297c3c service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=48de103aa1ab44c9aad7c42993657578&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.1915121 Nov 05 18:41:10.729659 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-33824e76-af4d-4c71-95c3-c72f4181bad1 req-f0284f5e-93ab-4d3a-9ec4-40c81448c1da tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] 10.222.0.13 "GET /v2.0/security-groups?id=f4056503-c341-42e5-ae9d-37a5e83a41cf&id=98567ca5-1884-480b-af79-82f64bb06e96&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1523798 Nov 05 18:41:10.761816 n-d-816865-1 neutron-server[102386]: DEBUG neutron.notifiers.nova [req-cc7453ab-843d-46bd-b45f-b27a74e80869 req-fdbfe56f-bd0e-421c-8a9f-d718b0e18685 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 68d77c8e-2056-4060-8cbb-c746a0b6d7a9 {{(pid=102386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 18:41:10.770091 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-cc7453ab-843d-46bd-b45f-b27a74e80869 req-fdbfe56f-bd0e-421c-8a9f-d718b0e18685 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:41:10.818612 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.provisioning_blocks [req-cc7453ab-843d-46bd-b45f-b27a74e80869 req-fdbfe56f-bd0e-421c-8a9f-d718b0e18685 service neutron] Transition to ACTIVE for port object 68d77c8e-2056-4060-8cbb-c746a0b6d7a9 will not be triggered until provisioned by entity L2. {{(pid=102386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 05 18:41:10.840014 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-870b22ee-cbbe-414a-b6a5-4dd4c551146d req-22020886-419b-49ed-8e59-32e01cfc70de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:41:10.863346 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218c56e8-5df0-4788-8c74-4c1450a40732 req-19ad6ac1-8bb5-47e5-aa8a-f7883aff7f4e tempest-ServersTestMultiNic-1214536785 tempest-ServersTestMultiNic-1214536785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:41:10.871109 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218c56e8-5df0-4788-8c74-4c1450a40732 req-19ad6ac1-8bb5-47e5-aa8a-f7883aff7f4e tempest-ServersTestMultiNic-1214536785 tempest-ServersTestMultiNic-1214536785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:41:10.879917 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-218c56e8-5df0-4788-8c74-4c1450a40732 req-19ad6ac1-8bb5-47e5-aa8a-f7883aff7f4e tempest-ServersTestMultiNic-1214536785 tempest-ServersTestMultiNic-1214536785-project] 10.222.0.13 "GET /v2.0/ports?device_id=9a5e8d09-d939-4bfc-973b-6c1377336e5b HTTP/1.1" status: 200 len: 1682 time: 0.0888855 Nov 05 18:41:10.904945 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 18:41:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4bd9394-ca06-4c2e-a434-58587b3c64f6 x-openstack-request-id: req-e4bd9394-ca06-4c2e-a434-58587b3c64f6 {{(pid=102388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 18:41:10.905271 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "174784d1-6e33-406b-9ea4-96f2e35bc1c2", "name": "network-vif-plugged", "status": "completed", "tag": "69f3ff0f-5148-4bc1-8f69-404c4f9f50e7", "code": 200}]} {{(pid=102388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 18:41:10.905527 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e4bd9394-ca06-4c2e-a434-58587b3c64f6 {{(pid=102388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 18:41:10.905986 n-d-816865-1 neutron-server[102388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '174784d1-6e33-406b-9ea4-96f2e35bc1c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69f3ff0f-5148-4bc1-8f69-404c4f9f50e7', 'code': 200} Nov 05 18:41:10.943114 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-cc7453ab-843d-46bd-b45f-b27a74e80869 req-fdbfe56f-bd0e-421c-8a9f-d718b0e18685 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6149821'] for port, after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:41:10.949327 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [req-d971e19f-3297-4edc-a757-a2b27e0de776 req-f3232672-87bd-40c3-a5fb-6d4693e6f1d4 tempest-SecurityGroupsTestJSON-1222042648 tempest-SecurityGroupsTestJSON-1222042648-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1086154371', 'description': 'tempest-description-530593851'}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:41:10.987839 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-218c56e8-5df0-4788-8c74-4c1450a40732 req-cf4e72be-3880-4233-b1ca-34f4d0cb5644 tempest-ServersTestMultiNic-1214536785 tempest-ServersTestMultiNic-1214536785-project] 10.222.0.13 "GET /v2.0/security-groups?id=d6c276c2-1a62-4f33-92e6-1a62f3e97f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070600 Nov 05 18:41:11.067420 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-d971e19f-3297-4edc-a757-a2b27e0de776 req-f3232672-87bd-40c3-a5fb-6d4693e6f1d4 tempest-SecurityGroupsTestJSON-1222042648 tempest-SecurityGroupsTestJSON-1222042648-project] Publish callbacks [] for security_group, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:41:11.157336 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdbfe56f-bd0e-421c-8a9f-d718b0e18685 service neutron] Pushing event updated for resources: {'Port': ['ID=68d77c8e-2056-4060-8cbb-c746a0b6d7a9,revision_number=2']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:41:11.167347 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a736d1d9-e5fc-408f-9a11-e7033a014484 req-14f17f37-e759-4f4b-bcc9-9988c3f96ab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:41:11.168637 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-a736d1d9-e5fc-408f-9a11-e7033a014484 req-14f17f37-e759-4f4b-bcc9-9988c3f96ab6 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3646622 Nov 05 18:41:11.174805 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678cf3ea-368d-4490-8060-c0a396836779 req-6a5075a2-15a4-4dc8-99f6-aee4f73eec0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:41:11.176876 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-678cf3ea-368d-4490-8060-c0a396836779 req-6a5075a2-15a4-4dc8-99f6-aee4f73eec0d service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=174784d1-6e33-406b-9ea4-96f2e35bc1c2 HTTP/1.1" status: 200 len: 1100 time: 0.2046998 Nov 05 18:41:11.284114 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-d971e19f-3297-4edc-a757-a2b27e0de776 req-f3232672-87bd-40c3-a5fb-6d4693e6f1d4 tempest-SecurityGroupsTestJSON-1222042648 tempest-SecurityGroupsTestJSON-1222042648-project] Publish callbacks [] for security_group, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:41:11.305364 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a6911c-fb03-4801-89de-8863ebf8367a req-0acab394-63b9-4ebb-8471-a4c8e80657f1 tempest-LiveAutoBlockMigrationV225Test-1563372898 tempest-LiveAutoBlockMigrationV225Test-1563372898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:41:11.310563 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-28a6911c-fb03-4801-89de-8863ebf8367a req-0acab394-63b9-4ebb-8471-a4c8e80657f1 tempest-LiveAutoBlockMigrationV225Test-1563372898 tempest-LiveAutoBlockMigrationV225Test-1563372898-project] 10.222.0.13 "GET /v2.0/ports?device_id=96e576a6-4f06-4763-8d25-8b8dae8dc581 HTTP/1.1" status: 200 len: 945 time: 0.1255562 Nov 05 18:41:11.337730 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-d971e19f-3297-4edc-a757-a2b27e0de776 req-f3232672-87bd-40c3-a5fb-6d4693e6f1d4 tempest-SecurityGroupsTestJSON-1222042648 tempest-SecurityGroupsTestJSON-1222042648-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:41:11.343419 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [req-cc7453ab-843d-46bd-b45f-b27a74e80869 req-fdbfe56f-bd0e-421c-8a9f-d718b0e18685 service neutron] Attempting to bind port 68d77c8e-2056-4060-8cbb-c746a0b6d7a9 on host n-h1-816865-1 for vnic_type normal with profile {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 18:41:11.343693 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [req-cc7453ab-843d-46bd-b45f-b27a74e80869 req-fdbfe56f-bd0e-421c-8a9f-d718b0e18685 service neutron] Attempting to bind port 68d77c8e-2056-4060-8cbb-c746a0b6d7a9 by drivers openvswitch,hyperv on host n-h1-816865-1 at level 0 using segments [{'id': '6186c4cd-4d81-4117-b1bc-f8fd9e145a22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '1b7a851b-c808-4864-8618-892ad55d5d0a'}] {{(pid=102386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 18:41:11.344029 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc7453ab-843d-46bd-b45f-b27a74e80869 req-fdbfe56f-bd0e-421c-8a9f-d718b0e18685 service neutron] Attempting to bind port 68d77c8e-2056-4060-8cbb-c746a0b6d7a9 on network 1b7a851b-c808-4864-8618-892ad55d5d0a {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 18:41:11.347200 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [req-870b22ee-cbbe-414a-b6a5-4dd4c551146d req-22020886-419b-49ed-8e59-32e01cfc70de service neutron] For port c01fdf04-d1b3-4884-bce0-e642bc3ccf9a, host n-h1-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=c01fdf04-d1b3-4884-bce0-e642bc3ccf9a,segment=NetworkSegment(15cac71b-3531-4cff-8a8e-8f8d83bebf12),segment_id=15cac71b-3531-4cff-8a8e-8f8d83bebf12)] {{(pid=102386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:41:11.352675 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-678cf3ea-368d-4490-8060-c0a396836779 req-2d018f0a-794e-4cc5-99ae-d2c437fe0cf3 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=c4f63610-8850-433c-ac4b-7e7146261ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378210 Nov 05 18:41:11.363476 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc7453ab-843d-46bd-b45f-b27a74e80869 req-fdbfe56f-bd0e-421c-8a9f-d718b0e18685 service neutron] Port 68d77c8e-2056-4060-8cbb-c746a0b6d7a9 on network 1b7a851b-c808-4864-8618-892ad55d5d0a not bound, no agent of type Open vSwitch agent registered on host n-h1-816865-1 {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 18:41:11.363706 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc7453ab-843d-46bd-b45f-b27a74e80869 req-fdbfe56f-bd0e-421c-8a9f-d718b0e18685 service neutron] Attempting to bind port 68d77c8e-2056-4060-8cbb-c746a0b6d7a9 on network 1b7a851b-c808-4864-8618-892ad55d5d0a {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 18:41:11.375833 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc7453ab-843d-46bd-b45f-b27a74e80869 req-fdbfe56f-bd0e-421c-8a9f-d718b0e18685 service neutron] Checking agent: {'id': 'eb596d7c-8c64-42bd-8aca-fad447eb0eab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816865-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 18, 33, 34), 'started_at': datetime.datetime(2021, 11, 5, 18, 33, 34), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 18, 41, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 18:41:11.375833 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc7453ab-843d-46bd-b45f-b27a74e80869 req-fdbfe56f-bd0e-421c-8a9f-d718b0e18685 service neutron] Checking segment: {'id': '6186c4cd-4d81-4117-b1bc-f8fd9e145a22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '1b7a851b-c808-4864-8618-892ad55d5d0a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 18:41:11.376168 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc7453ab-843d-46bd-b45f-b27a74e80869 req-fdbfe56f-bd0e-421c-8a9f-d718b0e18685 service neutron] Bound using segment: {'id': '6186c4cd-4d81-4117-b1bc-f8fd9e145a22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '1b7a851b-c808-4864-8618-892ad55d5d0a'} {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 18:41:11.376525 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [req-cc7453ab-843d-46bd-b45f-b27a74e80869 req-fdbfe56f-bd0e-421c-8a9f-d718b0e18685 service neutron] Bound port: 68d77c8e-2056-4060-8cbb-c746a0b6d7a9, host: n-h1-816865-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6186c4cd-4d81-4117-b1bc-f8fd9e145a22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '1b7a851b-c808-4864-8618-892ad55d5d0a'}}] {{(pid=102386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 18:41:11.376887 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-cc7453ab-843d-46bd-b45f-b27a74e80869 req-fdbfe56f-bd0e-421c-8a9f-d718b0e18685 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:41:11.421063 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-28a6911c-fb03-4801-89de-8863ebf8367a req-4cbe7d28-1ab2-41a7-ac96-af322c2bebf1 tempest-LiveAutoBlockMigrationV225Test-1563372898 tempest-LiveAutoBlockMigrationV225Test-1563372898-project] 10.222.0.13 "GET /v2.0/security-groups?id=35cb161a-9192-43e2-a392-140fa33626b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058178 Nov 05 18:41:11.423088 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3232672-87bd-40c3-a5fb-6d4693e6f1d4 tempest-SecurityGroupsTestJSON-1222042648 tempest-SecurityGroupsTestJSON-1222042648-project] Pushing event updated for resources: {'SecurityGroup': ['ID=199b24fb-276a-4491-8ca4-c777fa3ba2e6,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:41:11.438616 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [req-870b22ee-cbbe-414a-b6a5-4dd4c551146d req-22020886-419b-49ed-8e59-32e01cfc70de service neutron] For port c01fdf04-d1b3-4884-bce0-e642bc3ccf9a, host n-h1-816865-1, cleared binding levels {{(pid=102386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 18:41:11.469396 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-d971e19f-3297-4edc-a757-a2b27e0de776 req-f3232672-87bd-40c3-a5fb-6d4693e6f1d4 tempest-SecurityGroupsTestJSON-1222042648 tempest-SecurityGroupsTestJSON-1222042648-project] Publish callbacks [] for security_group, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:41:11.470793 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-d971e19f-3297-4edc-a757-a2b27e0de776 req-f3232672-87bd-40c3-a5fb-6d4693e6f1d4 tempest-SecurityGroupsTestJSON-1222042648 tempest-SecurityGroupsTestJSON-1222042648-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1822 time: 0.5390286 Nov 05 18:41:11.535101 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-870b22ee-cbbe-414a-b6a5-4dd4c551146d req-22020886-419b-49ed-8e59-32e01cfc70de service neutron] Publish callbacks [] for port, precommit_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:41:11.535101 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [req-cc7453ab-843d-46bd-b45f-b27a74e80869 req-fdbfe56f-bd0e-421c-8a9f-d718b0e18685 service neutron] For port 68d77c8e-2056-4060-8cbb-c746a0b6d7a9, host n-h1-816865-1, cleared binding levels {{(pid=102386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 18:41:11.535101 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [req-cc7453ab-843d-46bd-b45f-b27a74e80869 req-fdbfe56f-bd0e-421c-8a9f-d718b0e18685 service neutron] For port 68d77c8e-2056-4060-8cbb-c746a0b6d7a9, host n-h1-816865-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=68d77c8e-2056-4060-8cbb-c746a0b6d7a9,segment=NetworkSegment(6186c4cd-4d81-4117-b1bc-f8fd9e145a22),segment_id=6186c4cd-4d81-4117-b1bc-f8fd9e145a22)] {{(pid=102386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 18:41:11.535856 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 43692) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:41:11.613422 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9e9602-6831-4639-a0b4-35a76524b928 req-0daee498-fa77-4b84-b3d2-950ad5878902 tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:41:11.616089 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-5e9e9602-6831-4639-a0b4-35a76524b928 req-0daee498-fa77-4b84-b3d2-950ad5878902 tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] 10.222.0.13 "GET /v2.0/ports?device_id=174784d1-6e33-406b-9ea4-96f2e35bc1c2 HTTP/1.1" status: 200 len: 949 time: 0.0508883 Nov 05 18:41:11.616573 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-870b22ee-cbbe-414a-b6a5-4dd4c551146d req-22020886-419b-49ed-8e59-32e01cfc70de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6149821'] for port, after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:41:11.629664 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Device c01fdf04-d1b3-4884-bce0-e642bc3ccf9a details requested by agent hyperv_n-h2-816865-1 with host n-h2-816865-1 {{(pid=102388) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 05 18:41:11.679582 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-5e9e9602-6831-4639-a0b4-35a76524b928 req-c28be077-5b56-4fcc-8d94-dbe0f2dbae4c tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] 10.222.0.13 "GET /v2.0/security-groups?id=c4f63610-8850-433c-ac4b-7e7146261ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544872 Nov 05 18:41:11.707799 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-9a7e1b6b-3ee7-4b78-b99f-333dfc22c663 admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-1941434225-network', 'tenant_id': '6c131f7c44f84ab6961400da2cd9c540'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:41:11.724457 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-cc7453ab-843d-46bd-b45f-b27a74e80869 req-fdbfe56f-bd0e-421c-8a9f-d718b0e18685 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6149821'] for port, after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:41:11.766510 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-af3c5c48-1f80-4ec2-bc0f-fc91f54cc9fb req-5a99af93-adab-488a-849b-c9dbeb774f5a tempest-SecurityGroupsTestJSON-1222042648 tempest-SecurityGroupsTestJSON-1222042648-project] 10.222.0.13 "GET /v2.0/security-groups/199b24fb-276a-4491-8ca4-c777fa3ba2e6 HTTP/1.1" status: 200 len: 1817 time: 0.0614719 Nov 05 18:41:11.771954 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [req-af3c5c48-1f80-4ec2-bc0f-fc91f54cc9fb req-52dd45d8-3afb-4cb9-8349-e9b4ea5ac6b1 tempest-SecurityGroupsTestJSON-1222042648 tempest-SecurityGroupsTestJSON-1222042648-project] Request body: {'security_group': {'name': 'tempest-sg-hth-1141386846', 'description': 'tempest-description-hth-334455932'}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:41:11.784783 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7453ab-843d-46bd-b45f-b27a74e80869 req-fdbfe56f-bd0e-421c-8a9f-d718b0e18685 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:41:11.784783 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-cc7453ab-843d-46bd-b45f-b27a74e80869 req-fdbfe56f-bd0e-421c-8a9f-d718b0e18685 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:41:11.784783 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-cc7453ab-843d-46bd-b45f-b27a74e80869 req-fdbfe56f-bd0e-421c-8a9f-d718b0e18685 service neutron] 10.222.0.41 "PUT /v2.0/ports/68d77c8e-2056-4060-8cbb-c746a0b6d7a9 HTTP/1.1" status: 200 len: 1091 time: 1.9479938 Nov 05 18:41:11.802816 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22020886-419b-49ed-8e59-32e01cfc70de service neutron] Pushing event updated for resources: {'Port': ['ID=c01fdf04-d1b3-4884-bce0-e642bc3ccf9a,revision_number=7']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:41:11.816978 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] For port c01fdf04-d1b3-4884-bce0-e642bc3ccf9a, host n-h1-816865-1, got binding levels [] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:41:11.830642 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-af3c5c48-1f80-4ec2-bc0f-fc91f54cc9fb req-52dd45d8-3afb-4cb9-8349-e9b4ea5ac6b1 tempest-SecurityGroupsTestJSON-1222042648 tempest-SecurityGroupsTestJSON-1222042648-project] Publish callbacks [] for security_group, before_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:41:11.864238 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Attempting to bind port c01fdf04-d1b3-4884-bce0-e642bc3ccf9a on host n-h1-816865-1 for vnic_type normal with profile {"migrating_to": "n-h2-816865-1"} {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 18:41:11.864685 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Attempting to bind port c01fdf04-d1b3-4884-bce0-e642bc3ccf9a by drivers openvswitch,hyperv on host n-h1-816865-1 at level 0 using segments [{'id': '15cac71b-3531-4cff-8a8e-8f8d83bebf12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '5e3d0b1a-fd18-45bc-91bd-c831330234c4'}] {{(pid=102388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 18:41:11.865696 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Attempting to bind port c01fdf04-d1b3-4884-bce0-e642bc3ccf9a on network 5e3d0b1a-fd18-45bc-91bd-c831330234c4 {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 18:41:11.872101 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [req-870b22ee-cbbe-414a-b6a5-4dd4c551146d req-22020886-419b-49ed-8e59-32e01cfc70de service neutron] Attempting to bind port c01fdf04-d1b3-4884-bce0-e642bc3ccf9a on host n-h1-816865-1 for vnic_type normal with profile {"migrating_to": "n-h2-816865-1"} {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 18:41:11.872533 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [req-870b22ee-cbbe-414a-b6a5-4dd4c551146d req-22020886-419b-49ed-8e59-32e01cfc70de service neutron] Attempting to bind port c01fdf04-d1b3-4884-bce0-e642bc3ccf9a by drivers openvswitch,hyperv on host n-h1-816865-1 at level 0 using segments [{'id': '15cac71b-3531-4cff-8a8e-8f8d83bebf12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '5e3d0b1a-fd18-45bc-91bd-c831330234c4'}] {{(pid=102386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 18:41:11.872939 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-870b22ee-cbbe-414a-b6a5-4dd4c551146d req-22020886-419b-49ed-8e59-32e01cfc70de service neutron] Attempting to bind port c01fdf04-d1b3-4884-bce0-e642bc3ccf9a on network 5e3d0b1a-fd18-45bc-91bd-c831330234c4 {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 18:41:11.879789 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Port c01fdf04-d1b3-4884-bce0-e642bc3ccf9a on network 5e3d0b1a-fd18-45bc-91bd-c831330234c4 not bound, no agent of type Open vSwitch agent registered on host n-h1-816865-1 {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 18:41:11.880153 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Attempting to bind port c01fdf04-d1b3-4884-bce0-e642bc3ccf9a on network 5e3d0b1a-fd18-45bc-91bd-c831330234c4 {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 18:41:11.883988 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-870b22ee-cbbe-414a-b6a5-4dd4c551146d req-22020886-419b-49ed-8e59-32e01cfc70de service neutron] Port c01fdf04-d1b3-4884-bce0-e642bc3ccf9a on network 5e3d0b1a-fd18-45bc-91bd-c831330234c4 not bound, no agent of type Open vSwitch agent registered on host n-h1-816865-1 {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 18:41:11.886209 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-870b22ee-cbbe-414a-b6a5-4dd4c551146d req-22020886-419b-49ed-8e59-32e01cfc70de service neutron] Attempting to bind port c01fdf04-d1b3-4884-bce0-e642bc3ccf9a on network 5e3d0b1a-fd18-45bc-91bd-c831330234c4 {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 18:41:11.887379 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Checking agent: {'id': 'eb596d7c-8c64-42bd-8aca-fad447eb0eab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816865-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 18, 33, 34), 'started_at': datetime.datetime(2021, 11, 5, 18, 33, 34), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 18, 41, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 18:41:11.887766 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Checking segment: {'id': '15cac71b-3531-4cff-8a8e-8f8d83bebf12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '5e3d0b1a-fd18-45bc-91bd-c831330234c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 18:41:11.888384 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Bound using segment: {'id': '15cac71b-3531-4cff-8a8e-8f8d83bebf12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '5e3d0b1a-fd18-45bc-91bd-c831330234c4'} {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 18:41:11.889080 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Bound port: c01fdf04-d1b3-4884-bce0-e642bc3ccf9a, host: n-h1-816865-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15cac71b-3531-4cff-8a8e-8f8d83bebf12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '5e3d0b1a-fd18-45bc-91bd-c831330234c4'}}] {{(pid=102388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 18:41:11.889229 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:41:11.896140 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-af3c5c48-1f80-4ec2-bc0f-fc91f54cc9fb req-52dd45d8-3afb-4cb9-8349-e9b4ea5ac6b1 tempest-SecurityGroupsTestJSON-1222042648 tempest-SecurityGroupsTestJSON-1222042648-project] Publish callbacks [] for security_group, precommit_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:41:11.900021 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-870b22ee-cbbe-414a-b6a5-4dd4c551146d req-22020886-419b-49ed-8e59-32e01cfc70de service neutron] Checking agent: {'id': 'eb596d7c-8c64-42bd-8aca-fad447eb0eab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816865-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 18, 33, 34), 'started_at': datetime.datetime(2021, 11, 5, 18, 33, 34), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 18, 41, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 18:41:11.900461 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-870b22ee-cbbe-414a-b6a5-4dd4c551146d req-22020886-419b-49ed-8e59-32e01cfc70de service neutron] Checking segment: {'id': '15cac71b-3531-4cff-8a8e-8f8d83bebf12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '5e3d0b1a-fd18-45bc-91bd-c831330234c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 18:41:11.900905 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-870b22ee-cbbe-414a-b6a5-4dd4c551146d req-22020886-419b-49ed-8e59-32e01cfc70de service neutron] Bound using segment: {'id': '15cac71b-3531-4cff-8a8e-8f8d83bebf12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '5e3d0b1a-fd18-45bc-91bd-c831330234c4'} {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 18:41:11.901438 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [req-870b22ee-cbbe-414a-b6a5-4dd4c551146d req-22020886-419b-49ed-8e59-32e01cfc70de service neutron] Bound port: c01fdf04-d1b3-4884-bce0-e642bc3ccf9a, host: n-h1-816865-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15cac71b-3531-4cff-8a8e-8f8d83bebf12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '5e3d0b1a-fd18-45bc-91bd-c831330234c4'}}] {{(pid=102386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 18:41:11.901982 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-870b22ee-cbbe-414a-b6a5-4dd4c551146d req-22020886-419b-49ed-8e59-32e01cfc70de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:41:11.917413 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a7e1b6b-3ee7-4b78-b99f-333dfc22c663 admin admin] Made reservation on behalf of 6c131f7c44f84ab6961400da2cd9c540 for: {'network': 1} {{(pid=102386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 18:41:11.919893 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-9a7e1b6b-3ee7-4b78-b99f-333dfc22c663 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for network, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:41:11.929083 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [req-cc7453ab-843d-46bd-b45f-b27a74e80869 req-f2c0dede-88fd-43bc-85df-8677bf164c5f service neutron] Request body: {'port': {'device_id': '6b9db9e4-2300-49be-bd99-8eabc0e57de3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816865-1'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:41:11.937979 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdbfe56f-bd0e-421c-8a9f-d718b0e18685 service neutron] Pushing event updated for resources: {'Port': ['ID=68d77c8e-2056-4060-8cbb-c746a0b6d7a9,revision_number=3']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:41:11.966905 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-9a7e1b6b-3ee7-4b78-b99f-333dfc22c663 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:41:11.974679 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] For port c01fdf04-d1b3-4884-bce0-e642bc3ccf9a, host n-h1-816865-1, cleared binding levels {{(pid=102388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 18:41:11.979136 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] For port c01fdf04-d1b3-4884-bce0-e642bc3ccf9a, host n-h1-816865-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=c01fdf04-d1b3-4884-bce0-e642bc3ccf9a,segment=NetworkSegment(15cac71b-3531-4cff-8a8e-8f8d83bebf12),segment_id=15cac71b-3531-4cff-8a8e-8f8d83bebf12)] {{(pid=102388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 18:41:12.056084 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-cc7453ab-843d-46bd-b45f-b27a74e80869 req-f2c0dede-88fd-43bc-85df-8677bf164c5f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:41:12.072845 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-af3c5c48-1f80-4ec2-bc0f-fc91f54cc9fb req-52dd45d8-3afb-4cb9-8349-e9b4ea5ac6b1 tempest-SecurityGroupsTestJSON-1222042648 tempest-SecurityGroupsTestJSON-1222042648-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:41:12.075753 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-af3c5c48-1f80-4ec2-bc0f-fc91f54cc9fb req-52dd45d8-3afb-4cb9-8349-e9b4ea5ac6b1 tempest-SecurityGroupsTestJSON-1222042648 tempest-SecurityGroupsTestJSON-1222042648-project] Publish callbacks [] for security_group, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:41:12.077118 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-af3c5c48-1f80-4ec2-bc0f-fc91f54cc9fb req-52dd45d8-3afb-4cb9-8349-e9b4ea5ac6b1 tempest-SecurityGroupsTestJSON-1222042648 tempest-SecurityGroupsTestJSON-1222042648-project] 10.222.0.13 "PUT /v2.0/security-groups/199b24fb-276a-4491-8ca4-c777fa3ba2e6 HTTP/1.1" status: 200 len: 1791 time: 0.3098023 Nov 05 18:41:12.113058 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:41:12.122628 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [req-870b22ee-cbbe-414a-b6a5-4dd4c551146d req-22020886-419b-49ed-8e59-32e01cfc70de service neutron] For port c01fdf04-d1b3-4884-bce0-e642bc3ccf9a, host n-h1-816865-1, cleared binding levels {{(pid=102386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 18:41:12.185214 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52dd45d8-3afb-4cb9-8349-e9b4ea5ac6b1 tempest-SecurityGroupsTestJSON-1222042648 tempest-SecurityGroupsTestJSON-1222042648-project] Pushing event updated for resources: {'SecurityGroup': ['ID=199b24fb-276a-4491-8ca4-c777fa3ba2e6,revision_number=2']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:41:12.227004 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-9a7e1b6b-3ee7-4b78-b99f-333dfc22c663 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:41:12.229023 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.db.api [req-870b22ee-cbbe-414a-b6a5-4dd4c551146d req-22020886-419b-49ed-8e59-32e01cfc70de service neutron] Retry wrapper got retriable exception: Failed to create a duplicate PortBindingLevel: for attribute(s) ['ml2_port_binding_levels.PRIMARY'] with value(s) c01fdf04-d1b3-4884-bce0-e642bc3ccf9a-n-h1-816865-1-0 {{(pid=102386) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 05 18:41:12.229563 n-d-816865-1 neutron-server[102386]: DEBUG oslo_db.api [req-870b22ee-cbbe-414a-b6a5-4dd4c551146d req-22020886-419b-49ed-8e59-32e01cfc70de service neutron] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 05 18:41:12.333827 n-d-816865-1 neutron-server[102386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96e576a6-4f06-4763-8d25-8b8dae8dc581', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c01fdf04-d1b3-4884-bce0-e642bc3ccf9a'}, {'name': 'network-changed', 'server_uuid': '6b9db9e4-2300-49be-bd99-8eabc0e57de3', 'tag': '68d77c8e-2056-4060-8cbb-c746a0b6d7a9'}] {{(pid=102386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 18:41:12.334103 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Device c01fdf04-d1b3-4884-bce0-e642bc3ccf9a has no active binding in host n-h2-816865-1 {{(pid=102388) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 05 18:41:12.337566 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6173a44d7c73f41af551dc890fa1a5892c2c6bc3458b640c8e0c24db7876ba6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b90482bf-b95a-45f4-85e1-7d89d36f85cd" -d '{"events": [{"server_uuid": "96e576a6-4f06-4763-8d25-8b8dae8dc581", "name": "network-vif-unplugged", "status": "completed", "tag": "c01fdf04-d1b3-4884-bce0-e642bc3ccf9a"}, {"name": "network-changed", "server_uuid": "6b9db9e4-2300-49be-bd99-8eabc0e57de3", "tag": "68d77c8e-2056-4060-8cbb-c746a0b6d7a9"}]}' {{(pid=102386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 18:41:12.348046 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-9a7e1b6b-3ee7-4b78-b99f-333dfc22c663 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:41:12.349719 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Pushing event updated for resources: {'Port': ['ID=c01fdf04-d1b3-4884-bce0-e642bc3ccf9a,revision_number=8']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:41:12.425921 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a7e1b6b-3ee7-4b78-b99f-333dfc22c663 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 190} {{(pid=102386) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 05 18:41:12.434419 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7e1b6b-3ee7-4b78-b99f-333dfc22c663 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c661fdbe-e006-4f44-ba35-842cec4b5ec3,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:41:12.457055 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-9a7e1b6b-3ee7-4b78-b99f-333dfc22c663 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273'] for segment, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:41:12.457394 n-d-816865-1 neutron-server[102386]: INFO neutron.db.segments_db [None req-9a7e1b6b-3ee7-4b78-b99f-333dfc22c663 admin admin] Added segment 0a455d37-289d-4c30-b49d-37dbcca89c88 of type vlan for network 1ff0a913-0cfa-4d08-b7d2-c06124fbc3df Nov 05 18:41:12.539310 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-9a7e1b6b-3ee7-4b78-b99f-333dfc22c663 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750027258543'] for network, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:41:12.593843 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebea018-ecad-4a0c-94b0-431a5bda4213 req-82a739e4-b201-4678-8db5-9fb2db8cb3b1 tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:41:12.599966 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebea018-ecad-4a0c-94b0-431a5bda4213 req-82a739e4-b201-4678-8db5-9fb2db8cb3b1 tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:41:12.605907 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebea018-ecad-4a0c-94b0-431a5bda4213 req-82a739e4-b201-4678-8db5-9fb2db8cb3b1 tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:41:12.611773 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebea018-ecad-4a0c-94b0-431a5bda4213 req-82a739e4-b201-4678-8db5-9fb2db8cb3b1 tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:41:12.618403 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebea018-ecad-4a0c-94b0-431a5bda4213 req-82a739e4-b201-4678-8db5-9fb2db8cb3b1 tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:41:12.625247 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebea018-ecad-4a0c-94b0-431a5bda4213 req-82a739e4-b201-4678-8db5-9fb2db8cb3b1 tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:41:12.631383 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebea018-ecad-4a0c-94b0-431a5bda4213 req-82a739e4-b201-4678-8db5-9fb2db8cb3b1 tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:41:12.634021 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-9ebea018-ecad-4a0c-94b0-431a5bda4213 req-82a739e4-b201-4678-8db5-9fb2db8cb3b1 tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] 10.222.0.13 "GET /v2.0/ports?device_id=6b9db9e4-2300-49be-bd99-8eabc0e57de3 HTTP/1.1" status: 200 len: 5406 time: 0.0979669 Nov 05 18:41:12.638640 n-d-816865-1 neutron-server[102386]: DEBUG neutron.notifiers.nova [req-cc7453ab-843d-46bd-b45f-b27a74e80869 req-f2c0dede-88fd-43bc-85df-8677bf164c5f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 30e8fb4b-e390-414c-b298-38f2ab60929c {{(pid=102386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 18:41:12.648147 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-cc7453ab-843d-46bd-b45f-b27a74e80869 req-f2c0dede-88fd-43bc-85df-8677bf164c5f service neutron] Publish callbacks [] for port, precommit_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:41:12.661765 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.provisioning_blocks [req-cc7453ab-843d-46bd-b45f-b27a74e80869 req-f2c0dede-88fd-43bc-85df-8677bf164c5f service neutron] Transition to ACTIVE for port object 30e8fb4b-e390-414c-b298-38f2ab60929c will not be triggered until provisioned by entity L2. {{(pid=102386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 05 18:41:12.672368 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-9a7e1b6b-3ee7-4b78-b99f-333dfc22c663 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-956796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877'] for network, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:41:12.673721 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a7e1b6b-3ee7-4b78-b99f-333dfc22c663 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:41:12.674140 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-9a7e1b6b-3ee7-4b78-b99f-333dfc22c663 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597851'] for network, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:41:12.720068 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-9ebea018-ecad-4a0c-94b0-431a5bda4213 req-d6c56848-1d35-4d5d-835d-00b8e1f42db4 tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] 10.222.0.13 "GET /v2.0/security-groups?id=f4056503-c341-42e5-ae9d-37a5e83a41cf&id=98567ca5-1884-480b-af79-82f64bb06e96&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0770607 Nov 05 18:41:12.749427 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7e1b6b-3ee7-4b78-b99f-333dfc22c663 admin admin] Pushing event updated for resources: {'Network': ['ID=1ff0a913-0cfa-4d08-b7d2-c06124fbc3df,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:41:12.752024 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [req-870b22ee-cbbe-414a-b6a5-4dd4c551146d req-22020886-419b-49ed-8e59-32e01cfc70de service neutron] Attempting to bind port c01fdf04-d1b3-4884-bce0-e642bc3ccf9a on host n-h1-816865-1 for vnic_type normal with profile {"migrating_to": "n-h2-816865-1"} {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 18:41:12.752524 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [req-870b22ee-cbbe-414a-b6a5-4dd4c551146d req-22020886-419b-49ed-8e59-32e01cfc70de service neutron] Attempting to bind port c01fdf04-d1b3-4884-bce0-e642bc3ccf9a by drivers openvswitch,hyperv on host n-h1-816865-1 at level 0 using segments [{'id': '15cac71b-3531-4cff-8a8e-8f8d83bebf12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '5e3d0b1a-fd18-45bc-91bd-c831330234c4'}] {{(pid=102386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 18:41:12.753110 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-870b22ee-cbbe-414a-b6a5-4dd4c551146d req-22020886-419b-49ed-8e59-32e01cfc70de service neutron] Attempting to bind port c01fdf04-d1b3-4884-bce0-e642bc3ccf9a on network 5e3d0b1a-fd18-45bc-91bd-c831330234c4 {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 18:41:12.763935 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-870b22ee-cbbe-414a-b6a5-4dd4c551146d req-22020886-419b-49ed-8e59-32e01cfc70de service neutron] Port c01fdf04-d1b3-4884-bce0-e642bc3ccf9a on network 5e3d0b1a-fd18-45bc-91bd-c831330234c4 not bound, no agent of type Open vSwitch agent registered on host n-h1-816865-1 {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 18:41:12.763935 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-870b22ee-cbbe-414a-b6a5-4dd4c551146d req-22020886-419b-49ed-8e59-32e01cfc70de service neutron] Attempting to bind port c01fdf04-d1b3-4884-bce0-e642bc3ccf9a on network 5e3d0b1a-fd18-45bc-91bd-c831330234c4 {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 18:41:12.764304 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Network 1ff0a913-0cfa-4d08-b7d2-c06124fbc3df details requested by agent ovs-agent-n-d-816865-1 with host n-d-816865-1 {{(pid=102388) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 05 18:41:12.765684 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-870b22ee-cbbe-414a-b6a5-4dd4c551146d req-22020886-419b-49ed-8e59-32e01cfc70de service neutron] Checking agent: {'id': 'eb596d7c-8c64-42bd-8aca-fad447eb0eab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816865-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 18, 33, 34), 'started_at': datetime.datetime(2021, 11, 5, 18, 33, 34), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 18, 41, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 18:41:12.766280 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-870b22ee-cbbe-414a-b6a5-4dd4c551146d req-22020886-419b-49ed-8e59-32e01cfc70de service neutron] Checking segment: {'id': '15cac71b-3531-4cff-8a8e-8f8d83bebf12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '5e3d0b1a-fd18-45bc-91bd-c831330234c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 18:41:12.767007 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-870b22ee-cbbe-414a-b6a5-4dd4c551146d req-22020886-419b-49ed-8e59-32e01cfc70de service neutron] Bound using segment: {'id': '15cac71b-3531-4cff-8a8e-8f8d83bebf12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '5e3d0b1a-fd18-45bc-91bd-c831330234c4'} {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 18:41:12.767765 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [req-870b22ee-cbbe-414a-b6a5-4dd4c551146d req-22020886-419b-49ed-8e59-32e01cfc70de service neutron] Bound port: c01fdf04-d1b3-4884-bce0-e642bc3ccf9a, host: n-h1-816865-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15cac71b-3531-4cff-8a8e-8f8d83bebf12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '5e3d0b1a-fd18-45bc-91bd-c831330234c4'}}] {{(pid=102386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 18:41:12.768588 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-870b22ee-cbbe-414a-b6a5-4dd4c551146d req-22020886-419b-49ed-8e59-32e01cfc70de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:41:12.794990 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-cc7453ab-843d-46bd-b45f-b27a74e80869 req-f2c0dede-88fd-43bc-85df-8677bf164c5f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6149821'] for port, after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:41:12.835511 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-9a7e1b6b-3ee7-4b78-b99f-333dfc22c663 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.2968838 Nov 05 18:41:12.837634 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 43742) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:41:12.843138 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-094df184-541c-4587-9dc0-a371ed5369c1 admin admin] Request body: {'subnet': {'network_id': '1ff0a913-0cfa-4d08-b7d2-c06124fbc3df', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-1941434225-subnet', 'tenant_id': '6c131f7c44f84ab6961400da2cd9c540', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:41:12.921567 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c0dede-88fd-43bc-85df-8677bf164c5f service neutron] Pushing event updated for resources: {'Port': ['ID=30e8fb4b-e390-414c-b298-38f2ab60929c,revision_number=2']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:41:12.925113 n-d-816865-1 neutron-server[102386]: WARNING neutron.plugins.ml2.plugin [req-870b22ee-cbbe-414a-b6a5-4dd4c551146d req-22020886-419b-49ed-8e59-32e01cfc70de service neutron] Concurrent port binding operations failed on port c01fdf04-d1b3-4884-bce0-e642bc3ccf9a Nov 05 18:41:12.988292 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-094df184-541c-4587-9dc0-a371ed5369c1 admin admin] Made reservation on behalf of 6c131f7c44f84ab6961400da2cd9c540 for: {'subnet': 1} {{(pid=102387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 18:41:12.989915 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [req-870b22ee-cbbe-414a-b6a5-4dd4c551146d req-22020886-419b-49ed-8e59-32e01cfc70de service neutron] For port c01fdf04-d1b3-4884-bce0-e642bc3ccf9a, host n-h1-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=c01fdf04-d1b3-4884-bce0-e642bc3ccf9a,segment=NetworkSegment(15cac71b-3531-4cff-8a8e-8f8d83bebf12),segment_id=15cac71b-3531-4cff-8a8e-8f8d83bebf12)] {{(pid=102386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:41:12.994865 n-d-816865-1 neutron-server[102386]: INFO neutron.plugins.ml2.plugin [req-870b22ee-cbbe-414a-b6a5-4dd4c551146d req-22020886-419b-49ed-8e59-32e01cfc70de service neutron] Attempt 2 to bind port c01fdf04-d1b3-4884-bce0-e642bc3ccf9a Nov 05 18:41:12.999140 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870b22ee-cbbe-414a-b6a5-4dd4c551146d req-22020886-419b-49ed-8e59-32e01cfc70de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:41:12.999773 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-870b22ee-cbbe-414a-b6a5-4dd4c551146d req-22020886-419b-49ed-8e59-32e01cfc70de service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:41:13.001140 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-870b22ee-cbbe-414a-b6a5-4dd4c551146d req-22020886-419b-49ed-8e59-32e01cfc70de service neutron] 10.222.0.55 "PUT /v2.0/ports/c01fdf04-d1b3-4884-bce0-e642bc3ccf9a HTTP/1.1" status: 200 len: 1121 time: 2.4761767 Nov 05 18:41:13.019888 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-094df184-541c-4587-9dc0-a371ed5369c1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5112236'] for subnet, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:41:13.038191 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [req-cc7453ab-843d-46bd-b45f-b27a74e80869 req-f2c0dede-88fd-43bc-85df-8677bf164c5f service neutron] Attempting to bind port 30e8fb4b-e390-414c-b298-38f2ab60929c on host n-h1-816865-1 for vnic_type normal with profile {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 18:41:13.038556 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [req-cc7453ab-843d-46bd-b45f-b27a74e80869 req-f2c0dede-88fd-43bc-85df-8677bf164c5f service neutron] Attempting to bind port 30e8fb4b-e390-414c-b298-38f2ab60929c by drivers openvswitch,hyperv on host n-h1-816865-1 at level 0 using segments [{'id': '6186c4cd-4d81-4117-b1bc-f8fd9e145a22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '1b7a851b-c808-4864-8618-892ad55d5d0a'}] {{(pid=102386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 18:41:13.038852 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc7453ab-843d-46bd-b45f-b27a74e80869 req-f2c0dede-88fd-43bc-85df-8677bf164c5f service neutron] Attempting to bind port 30e8fb4b-e390-414c-b298-38f2ab60929c on network 1b7a851b-c808-4864-8618-892ad55d5d0a {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 18:41:13.038992 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-ff38d6e8-ca66-4c13-9f10-4e439284dfc4 req-9da83bac-2525-4059-928a-cbce95ed23d7 tempest-SecurityGroupsTestJSON-1222042648 tempest-SecurityGroupsTestJSON-1222042648-project] 10.222.0.13 "GET /v2.0/security-groups/199b24fb-276a-4491-8ca4-c777fa3ba2e6 HTTP/1.1" status: 200 len: 1791 time: 0.1229720 Nov 05 18:41:13.043800 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc7453ab-843d-46bd-b45f-b27a74e80869 req-f2c0dede-88fd-43bc-85df-8677bf164c5f service neutron] Port 30e8fb4b-e390-414c-b298-38f2ab60929c on network 1b7a851b-c808-4864-8618-892ad55d5d0a not bound, no agent of type Open vSwitch agent registered on host n-h1-816865-1 {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 18:41:13.044205 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc7453ab-843d-46bd-b45f-b27a74e80869 req-f2c0dede-88fd-43bc-85df-8677bf164c5f service neutron] Attempting to bind port 30e8fb4b-e390-414c-b298-38f2ab60929c on network 1b7a851b-c808-4864-8618-892ad55d5d0a {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 18:41:13.051104 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc7453ab-843d-46bd-b45f-b27a74e80869 req-f2c0dede-88fd-43bc-85df-8677bf164c5f service neutron] Checking agent: {'id': 'eb596d7c-8c64-42bd-8aca-fad447eb0eab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816865-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 18, 33, 34), 'started_at': datetime.datetime(2021, 11, 5, 18, 33, 34), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 18, 41, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 18:41:13.053115 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc7453ab-843d-46bd-b45f-b27a74e80869 req-f2c0dede-88fd-43bc-85df-8677bf164c5f service neutron] Checking segment: {'id': '6186c4cd-4d81-4117-b1bc-f8fd9e145a22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '1b7a851b-c808-4864-8618-892ad55d5d0a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 18:41:13.053660 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc7453ab-843d-46bd-b45f-b27a74e80869 req-f2c0dede-88fd-43bc-85df-8677bf164c5f service neutron] Bound using segment: {'id': '6186c4cd-4d81-4117-b1bc-f8fd9e145a22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '1b7a851b-c808-4864-8618-892ad55d5d0a'} {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 18:41:13.054219 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [req-cc7453ab-843d-46bd-b45f-b27a74e80869 req-f2c0dede-88fd-43bc-85df-8677bf164c5f service neutron] Bound port: 30e8fb4b-e390-414c-b298-38f2ab60929c, host: n-h1-816865-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6186c4cd-4d81-4117-b1bc-f8fd9e145a22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '1b7a851b-c808-4864-8618-892ad55d5d0a'}}] {{(pid=102386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 18:41:13.056327 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-cc7453ab-843d-46bd-b45f-b27a74e80869 req-f2c0dede-88fd-43bc-85df-8677bf164c5f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:41:13.112980 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] get_ports_and_sgs() called for port_ids ['c01fdf04-d1b3-4884-bce0-e642bc3ccf9a'] {{(pid=102388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 18:41:13.149184 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Fri, 05 Nov 2021 18:41:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f8ef9e6-d46d-4760-9ac4-76064b9d6300 x-openstack-request-id: req-4f8ef9e6-d46d-4760-9ac4-76064b9d6300 {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 18:41:13.149988 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96e576a6-4f06-4763-8d25-8b8dae8dc581", "name": "network-vif-unplugged", "status": "completed", "tag": "c01fdf04-d1b3-4884-bce0-e642bc3ccf9a", "code": 200}, {"name": "network-changed", "server_uuid": "6b9db9e4-2300-49be-bd99-8eabc0e57de3", "tag": "68d77c8e-2056-4060-8cbb-c746a0b6d7a9", "status": "completed", "code": 200}]} {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 18:41:13.150725 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4f8ef9e6-d46d-4760-9ac4-76064b9d6300 {{(pid=102386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 18:41:13.151364 n-d-816865-1 neutron-server[102386]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96e576a6-4f06-4763-8d25-8b8dae8dc581', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c01fdf04-d1b3-4884-bce0-e642bc3ccf9a', 'code': 200} Nov 05 18:41:13.151889 n-d-816865-1 neutron-server[102386]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b9db9e4-2300-49be-bd99-8eabc0e57de3', 'tag': '68d77c8e-2056-4060-8cbb-c746a0b6d7a9', 'status': 'completed', 'code': 200} Nov 05 18:41:13.176285 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] get_ports_and_sgs() called for port_ids ['c01fdf04-d1b3-4884-bce0-e642bc3ccf9a'] {{(pid=102388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 18:41:13.291173 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [req-cc7453ab-843d-46bd-b45f-b27a74e80869 req-f2c0dede-88fd-43bc-85df-8677bf164c5f service neutron] For port 30e8fb4b-e390-414c-b298-38f2ab60929c, host n-h1-816865-1, cleared binding levels {{(pid=102386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 18:41:13.296057 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [req-cc7453ab-843d-46bd-b45f-b27a74e80869 req-f2c0dede-88fd-43bc-85df-8677bf164c5f service neutron] For port 30e8fb4b-e390-414c-b298-38f2ab60929c, host n-h1-816865-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=30e8fb4b-e390-414c-b298-38f2ab60929c,segment=NetworkSegment(6186c4cd-4d81-4117-b1bc-f8fd9e145a22),segment_id=6186c4cd-4d81-4117-b1bc-f8fd9e145a22)] {{(pid=102386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 18:41:13.305651 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90482bf-b95a-45f4-85e1-7d89d36f85cd req-488b23f8-cd66-46d8-b70e-8c456480dd9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:41:13.306319 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90482bf-b95a-45f4-85e1-7d89d36f85cd req-488b23f8-cd66-46d8-b70e-8c456480dd9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:41:13.307029 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90482bf-b95a-45f4-85e1-7d89d36f85cd req-488b23f8-cd66-46d8-b70e-8c456480dd9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:41:13.307965 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90482bf-b95a-45f4-85e1-7d89d36f85cd req-488b23f8-cd66-46d8-b70e-8c456480dd9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:41:13.308591 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90482bf-b95a-45f4-85e1-7d89d36f85cd req-488b23f8-cd66-46d8-b70e-8c456480dd9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:41:13.309152 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90482bf-b95a-45f4-85e1-7d89d36f85cd req-488b23f8-cd66-46d8-b70e-8c456480dd9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:41:13.309774 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90482bf-b95a-45f4-85e1-7d89d36f85cd req-488b23f8-cd66-46d8-b70e-8c456480dd9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:41:13.311983 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-b90482bf-b95a-45f4-85e1-7d89d36f85cd req-488b23f8-cd66-46d8-b70e-8c456480dd9d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=48de103aa1ab44c9aad7c42993657578&device_id=6b9db9e4-2300-49be-bd99-8eabc0e57de3 HTTP/1.1" status: 200 len: 6433 time: 0.1550655 Nov 05 18:41:13.349085 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2075260-17e9-4169-8fd6-1831da3a7287 req-8f085910-4343-4061-985d-51550071dd18 tempest-LiveAutoBlockMigrationV225Test-1563372898 tempest-LiveAutoBlockMigrationV225Test-1563372898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:41:13.351417 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-a2075260-17e9-4169-8fd6-1831da3a7287 req-8f085910-4343-4061-985d-51550071dd18 tempest-LiveAutoBlockMigrationV225Test-1563372898 tempest-LiveAutoBlockMigrationV225Test-1563372898-project] 10.222.0.13 "GET /v2.0/ports?device_id=96e576a6-4f06-4763-8d25-8b8dae8dc581 HTTP/1.1" status: 200 len: 943 time: 0.1181824 Nov 05 18:41:13.438340 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-a2075260-17e9-4169-8fd6-1831da3a7287 req-16c7e655-4118-42eb-88a7-edd640fde1db tempest-LiveAutoBlockMigrationV225Test-1563372898 tempest-LiveAutoBlockMigrationV225Test-1563372898-project] 10.222.0.13 "GET /v2.0/security-groups?id=35cb161a-9192-43e2-a392-140fa33626b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678463 Nov 05 18:41:13.454319 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20540d61-da12-47bf-a296-55a1c013bea8 req-f5275773-d70e-417f-940c-4343cf7f204b tempest-ServersTestMultiNic-1214536785 tempest-ServersTestMultiNic-1214536785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:41:13.471707 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20540d61-da12-47bf-a296-55a1c013bea8 req-f5275773-d70e-417f-940c-4343cf7f204b tempest-ServersTestMultiNic-1214536785 tempest-ServersTestMultiNic-1214536785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:41:13.473323 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-20540d61-da12-47bf-a296-55a1c013bea8 req-f5275773-d70e-417f-940c-4343cf7f204b tempest-ServersTestMultiNic-1214536785 tempest-ServersTestMultiNic-1214536785-project] 10.222.0.13 "GET /v2.0/ports?device_id=9a5e8d09-d939-4bfc-973b-6c1377336e5b HTTP/1.1" status: 200 len: 1682 time: 0.1694448 Nov 05 18:41:13.481894 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-094df184-541c-4587-9dc0-a371ed5369c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4417463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5112218'] for subnet, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:41:13.505314 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90482bf-b95a-45f4-85e1-7d89d36f85cd req-758ffb5f-f9aa-417c-b2e2-b98900f59b8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:41:13.505936 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90482bf-b95a-45f4-85e1-7d89d36f85cd req-758ffb5f-f9aa-417c-b2e2-b98900f59b8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:41:13.506546 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90482bf-b95a-45f4-85e1-7d89d36f85cd req-758ffb5f-f9aa-417c-b2e2-b98900f59b8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:41:13.508135 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-b90482bf-b95a-45f4-85e1-7d89d36f85cd req-758ffb5f-f9aa-417c-b2e2-b98900f59b8b service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=48de103aa1ab44c9aad7c42993657578&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.1868286 Nov 05 18:41:13.512226 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-cc7453ab-843d-46bd-b45f-b27a74e80869 req-f2c0dede-88fd-43bc-85df-8677bf164c5f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6149821'] for port, after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:41:13.570920 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094df184-541c-4587-9dc0-a371ed5369c1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dff9f9fe-033a-4d53-8da1-59a70c229898,revision_number=0']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:41:13.577736 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7453ab-843d-46bd-b45f-b27a74e80869 req-f2c0dede-88fd-43bc-85df-8677bf164c5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:41:13.578438 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-cc7453ab-843d-46bd-b45f-b27a74e80869 req-f2c0dede-88fd-43bc-85df-8677bf164c5f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:41:13.580160 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-cc7453ab-843d-46bd-b45f-b27a74e80869 req-f2c0dede-88fd-43bc-85df-8677bf164c5f service neutron] 10.222.0.41 "PUT /v2.0/ports/30e8fb4b-e390-414c-b298-38f2ab60929c HTTP/1.1" status: 200 len: 1091 time: 1.6576929 Nov 05 18:41:13.647979 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Device 17e494ec-876c-4457-9174-f4c0ab3114a3 no longer exists at agent hyperv_n-h2-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 18:41:13.664691 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c0dede-88fd-43bc-85df-8677bf164c5f service neutron] Pushing event updated for resources: {'Port': ['ID=30e8fb4b-e390-414c-b298-38f2ab60929c,revision_number=3']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:41:13.665282 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-20540d61-da12-47bf-a296-55a1c013bea8 req-4b1dfa1a-a2e8-4258-8455-ca8bc50cada6 tempest-ServersTestMultiNic-1214536785 tempest-ServersTestMultiNic-1214536785-project] 10.222.0.13 "GET /v2.0/security-groups?id=d6c276c2-1a62-4f33-92e6-1a62f3e97f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1752393 Nov 05 18:41:13.692115 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d95a9a-f22e-4d15-97cb-c22d976fa0d5 req-219101e8-ac4b-4169-b489-6f32b51783c1 tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:41:13.706491 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-16d95a9a-f22e-4d15-97cb-c22d976fa0d5 req-219101e8-ac4b-4169-b489-6f32b51783c1 tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] 10.222.0.13 "GET /v2.0/ports?device_id=174784d1-6e33-406b-9ea4-96f2e35bc1c2 HTTP/1.1" status: 200 len: 949 time: 0.1656420 Nov 05 18:41:13.709350 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90482bf-b95a-45f4-85e1-7d89d36f85cd req-21138585-fe75-4a06-b4fa-887f15ad4d79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:41:13.711714 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-b90482bf-b95a-45f4-85e1-7d89d36f85cd req-21138585-fe75-4a06-b4fa-887f15ad4d79 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1671700 Nov 05 18:41:13.715703 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-094df184-541c-4587-9dc0-a371ed5369c1 admin admin] Checking segment: {'id': '0a455d37-289d-4c30-b49d-37dbcca89c88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '1ff0a913-0cfa-4d08-b7d2-c06124fbc3df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 18:41:13.716264 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-094df184-541c-4587-9dc0-a371ed5369c1 admin admin] Network hostable DHCP agents. Network: 1ff0a913-0cfa-4d08-b7d2-c06124fbc3df, hostable agents: ['987e2ca0-bc3b-4c6f-a989-429ccfbf753f'], hosted agents: [] {{(pid=102387) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 05 18:41:13.826597 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-afe9f70f-741f-43e6-9880-ac93bf6648f4 req-e177aa93-d197-4c95-9eaf-a0ef5f54141b tempest-SecurityGroupsTestJSON-1222042648 tempest-SecurityGroupsTestJSON-1222042648-project] 10.222.0.13 "GET /v2.0/security-groups/199b24fb-276a-4491-8ca4-c777fa3ba2e6 HTTP/1.1" status: 200 len: 1791 time: 0.1121640 Nov 05 18:41:13.826994 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7453ab-843d-46bd-b45f-b27a74e80869 req-f63a7b57-c07f-487a-9f45-9f47ff3ce0d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:41:13.827482 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7453ab-843d-46bd-b45f-b27a74e80869 req-f63a7b57-c07f-487a-9f45-9f47ff3ce0d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:41:13.827952 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7453ab-843d-46bd-b45f-b27a74e80869 req-f63a7b57-c07f-487a-9f45-9f47ff3ce0d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:41:13.828418 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7453ab-843d-46bd-b45f-b27a74e80869 req-f63a7b57-c07f-487a-9f45-9f47ff3ce0d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:41:13.828879 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7453ab-843d-46bd-b45f-b27a74e80869 req-f63a7b57-c07f-487a-9f45-9f47ff3ce0d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:41:13.829340 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7453ab-843d-46bd-b45f-b27a74e80869 req-f63a7b57-c07f-487a-9f45-9f47ff3ce0d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:41:13.829797 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7453ab-843d-46bd-b45f-b27a74e80869 req-f63a7b57-c07f-487a-9f45-9f47ff3ce0d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:41:13.831887 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-cc7453ab-843d-46bd-b45f-b27a74e80869 req-f63a7b57-c07f-487a-9f45-9f47ff3ce0d0 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=48de103aa1ab44c9aad7c42993657578&device_id=6b9db9e4-2300-49be-bd99-8eabc0e57de3 HTTP/1.1" status: 200 len: 6475 time: 0.0715921 Nov 05 18:41:13.833298 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:41:13.844136 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-16d95a9a-f22e-4d15-97cb-c22d976fa0d5 req-9d7018ee-efea-45de-8e00-fe2f711392b1 tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] 10.222.0.13 "GET /v2.0/security-groups?id=c4f63610-8850-433c-ac4b-7e7146261ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348383 Nov 05 18:41:13.854318 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-094df184-541c-4587-9dc0-a371ed5369c1 admin admin] Network 1ff0a913-0cfa-4d08-b7d2-c06124fbc3df is scheduled to be hosted by DHCP agent 987e2ca0-bc3b-4c6f-a989-429ccfbf753f with binding_index 1 {{(pid=102387) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 05 18:41:13.880712 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] For port 17e494ec-876c-4457-9174-f4c0ab3114a3, host n-h2-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=17e494ec-876c-4457-9174-f4c0ab3114a3,segment=NetworkSegment(b0f4d4e8-61d5-4e79-9c35-e1f620a70868),segment_id=b0f4d4e8-61d5-4e79-9c35-e1f620a70868)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:41:13.884353 n-d-816865-1 neutron-server[102388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '119849e3-bd6e-46cc-9c50-33fdbdc61761', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '17e494ec-876c-4457-9174-f4c0ab3114a3'}] {{(pid=102388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 18:41:13.887957 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85474fee1180e129d8a886d264fe0b30223aa672dd1ffe43b630605f18504f68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81a1ff95-a01b-452f-8674-73259bfc4637" -d '{"events": [{"server_uuid": "119849e3-bd6e-46cc-9c50-33fdbdc61761", "name": "network-vif-unplugged", "status": "completed", "tag": "17e494ec-876c-4457-9174-f4c0ab3114a3"}]}' {{(pid=102388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 18:41:13.899878 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-cc7453ab-843d-46bd-b45f-b27a74e80869 req-84560518-5f92-4549-b516-1ceb679a0b74 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=62ff4673-48f2-4b6a-905c-6b1bcc553de5 HTTP/1.1" status: 200 len: 217 time: 0.0542819 Nov 05 18:41:13.962012 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7453ab-843d-46bd-b45f-b27a74e80869 req-aa9bb081-a807-4eea-8619-45ba8742291c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:41:13.963261 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-afe9f70f-741f-43e6-9880-ac93bf6648f4 req-f9df84e0-345f-4794-86b1-1a8e14a226c5 tempest-SecurityGroupsTestJSON-1222042648 tempest-SecurityGroupsTestJSON-1222042648-project] Publish callbacks [] for security_group, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:41:13.964081 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-cc7453ab-843d-46bd-b45f-b27a74e80869 req-aa9bb081-a807-4eea-8619-45ba8742291c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=cac15399-ea50-428e-a2ae-2a1396bca25d HTTP/1.1" status: 200 len: 851 time: 0.0563481 Nov 05 18:41:14.007396 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:41:14.035105 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-afe9f70f-741f-43e6-9880-ac93bf6648f4 req-f9df84e0-345f-4794-86b1-1a8e14a226c5 tempest-SecurityGroupsTestJSON-1222042648 tempest-SecurityGroupsTestJSON-1222042648-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:41:14.043988 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7453ab-843d-46bd-b45f-b27a74e80869 req-62043d01-3045-467a-802b-da5ad8c5c332 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:41:14.045949 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-cc7453ab-843d-46bd-b45f-b27a74e80869 req-62043d01-3045-467a-802b-da5ad8c5c332 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9c282dee-ee32-45f7-8090-e833d25335b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0733714 Nov 05 18:41:14.079801 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.base_scheduler [None req-094df184-541c-4587-9dc0-a371ed5369c1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816865-1, 1ff0a913-0cfa-4d08-b7d2-c06124fbc3df) {{(pid=102387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:41:14.091458 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f75bd8f2-e8a7-4ff6-8cb9-efaa8e590b56 None None] Network 1ff0a913-0cfa-4d08-b7d2-c06124fbc3df requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 18:41:14.097643 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-094df184-541c-4587-9dc0-a371ed5369c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:41:14.098436 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-094df184-541c-4587-9dc0-a371ed5369c1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597851'] for subnet, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:41:14.127230 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Pushing event updated for resources: {'Port': ['ID=17e494ec-876c-4457-9174-f4c0ab3114a3,revision_number=8']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:41:14.163703 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-afe9f70f-741f-43e6-9880-ac93bf6648f4 req-f9df84e0-345f-4794-86b1-1a8e14a226c5 tempest-SecurityGroupsTestJSON-1222042648 tempest-SecurityGroupsTestJSON-1222042648-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:41:14.166891 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-afe9f70f-741f-43e6-9880-ac93bf6648f4 req-f9df84e0-345f-4794-86b1-1a8e14a226c5 tempest-SecurityGroupsTestJSON-1222042648 tempest-SecurityGroupsTestJSON-1222042648-project] Publish callbacks [] for security_group, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:41:14.172644 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-afe9f70f-741f-43e6-9880-ac93bf6648f4 req-f9df84e0-345f-4794-86b1-1a8e14a226c5 tempest-SecurityGroupsTestJSON-1222042648 tempest-SecurityGroupsTestJSON-1222042648-project] 10.222.0.13 "DELETE /v2.0/security-groups/199b24fb-276a-4491-8ca4-c777fa3ba2e6 HTTP/1.1" status: 204 len: 173 time: 0.3229194 Nov 05 18:41:14.200867 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9df84e0-345f-4794-86b1-1a8e14a226c5 tempest-SecurityGroupsTestJSON-1222042648 tempest-SecurityGroupsTestJSON-1222042648-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=199b24fb-276a-4491-8ca4-c777fa3ba2e6,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:41:14.206521 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-cc7453ab-843d-46bd-b45f-b27a74e80869 req-f6611f64-5f71-4117-842a-50167a06804e service neutron] 10.222.0.41 "GET /v2.0/networks/9c282dee-ee32-45f7-8090-e833d25335b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1517775 Nov 05 18:41:14.224864 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-094df184-541c-4587-9dc0-a371ed5369c1 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.3805163 Nov 05 18:41:14.226563 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 43758) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:41:14.237498 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-ec0e9f25-825b-4275-87a7-63b8b78cd940 admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-1941434225-router', 'tenant_id': '6c131f7c44f84ab6961400da2cd9c540', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec'}}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:41:14.252954 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9355e22f-d37b-4831-864f-c18be6956dac req-4c1a2c1e-41b2-4140-8be1-4f9a9d61fcd9 tempest-ServersTestMultiNic-1214536785 tempest-ServersTestMultiNic-1214536785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:41:14.265814 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9355e22f-d37b-4831-864f-c18be6956dac req-4c1a2c1e-41b2-4140-8be1-4f9a9d61fcd9 tempest-ServersTestMultiNic-1214536785 tempest-ServersTestMultiNic-1214536785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:41:14.270583 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-9355e22f-d37b-4831-864f-c18be6956dac req-4c1a2c1e-41b2-4140-8be1-4f9a9d61fcd9 tempest-ServersTestMultiNic-1214536785 tempest-ServersTestMultiNic-1214536785-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a5e8d09-d939-4bfc-973b-6c1377336e5b HTTP/1.1" status: 200 len: 1682 time: 0.1474643 Nov 05 18:41:14.370400 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b32174e-c4db-47f7-a250-41b8b5f3eef9 req-7ff25a41-505c-4d8e-bee1-a56e57c7bb38 tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:41:14.377273 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b32174e-c4db-47f7-a250-41b8b5f3eef9 req-7ff25a41-505c-4d8e-bee1-a56e57c7bb38 tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:41:14.386389 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b32174e-c4db-47f7-a250-41b8b5f3eef9 req-7ff25a41-505c-4d8e-bee1-a56e57c7bb38 tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:41:14.399123 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4154e574-b8bc-4110-8e11-76c4d7b2bec3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeb20a084-accf-5b60-8075-3e69ebe863a6-1ff0a913-0cfa-4d08-b7d2-c06124fbc3df', 'network_id': '1ff0a913-0cfa-4d08-b7d2-c06124fbc3df', 'tenant_id': '6c131f7c44f84ab6961400da2cd9c540', 'fixed_ips': [{'subnet_id': 'dff9f9fe-033a-4d53-8da1-59a70c229898'}]}} from n-d-816865-1. {{(pid=102388) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 05 18:41:14.400365 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-4154e574-b8bc-4110-8e11-76c4d7b2bec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:41:14.404014 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b32174e-c4db-47f7-a250-41b8b5f3eef9 req-7ff25a41-505c-4d8e-bee1-a56e57c7bb38 tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:41:14.411792 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b32174e-c4db-47f7-a250-41b8b5f3eef9 req-7ff25a41-505c-4d8e-bee1-a56e57c7bb38 tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:41:14.420077 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b32174e-c4db-47f7-a250-41b8b5f3eef9 req-7ff25a41-505c-4d8e-bee1-a56e57c7bb38 tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:41:14.427465 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b32174e-c4db-47f7-a250-41b8b5f3eef9 req-7ff25a41-505c-4d8e-bee1-a56e57c7bb38 tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:41:14.430560 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-0b32174e-c4db-47f7-a250-41b8b5f3eef9 req-7ff25a41-505c-4d8e-bee1-a56e57c7bb38 tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] 10.222.0.13 "GET /v2.0/ports?device_id=6b9db9e4-2300-49be-bd99-8eabc0e57de3 HTTP/1.1" status: 200 len: 5418 time: 0.1338508 Nov 05 18:41:14.468153 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-ec0e9f25-825b-4275-87a7-63b8b78cd940 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-571139', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6874'] for router, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:41:14.475667 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-ec0e9f25-825b-4275-87a7-63b8b78cd940 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-571375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1000570', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1011585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6867'] for router, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:41:14.501215 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-cc7453ab-843d-46bd-b45f-b27a74e80869 req-888a6b35-d68b-4db1-88f1-5577a5fe5350 service neutron] 10.222.0.41 "GET /v2.0/networks/9c282dee-ee32-45f7-8090-e833d25335b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2831883 Nov 05 18:41:14.558563 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e8a43c-2f93-4eaa-844c-ce3ae47ddc5d req-7126d01d-e297-4017-ae5f-6c28e98a1eec tempest-MigrationsAdminTest-806850428 tempest-MigrationsAdminTest-806850428-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:41:14.560168 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-cc7453ab-843d-46bd-b45f-b27a74e80869 req-b78fff09-a5a8-4107-847d-1d67f4a1460c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.114&port_id=fa9fc664-ad20-4e86-ab04-751d1b06b45b HTTP/1.1" status: 200 len: 217 time: 0.0474727 Nov 05 18:41:14.560301 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-b9e8a43c-2f93-4eaa-844c-ce3ae47ddc5d req-7126d01d-e297-4017-ae5f-6c28e98a1eec tempest-MigrationsAdminTest-806850428 tempest-MigrationsAdminTest-806850428-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=174784d1-6e33-406b-9ea4-96f2e35bc1c2 HTTP/1.1" status: 200 len: 1100 time: 0.0832927 Nov 05 18:41:14.580301 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-0b32174e-c4db-47f7-a250-41b8b5f3eef9 req-3d521168-d6d1-4d46-adc2-a960cc18d7c9 tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] 10.222.0.13 "GET /v2.0/security-groups?id=f4056503-c341-42e5-ae9d-37a5e83a41cf&id=98567ca5-1884-480b-af79-82f64bb06e96&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1378572 Nov 05 18:41:14.617023 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7453ab-843d-46bd-b45f-b27a74e80869 req-27bc797b-6b34-48af-a5d9-1222aca04bcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:41:14.619059 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-cc7453ab-843d-46bd-b45f-b27a74e80869 req-27bc797b-6b34-48af-a5d9-1222aca04bcc service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ba9a8eab-576a-4407-8387-c01c9ae7bbff HTTP/1.1" status: 200 len: 797 time: 0.0513902 Nov 05 18:41:14.622500 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [req-9355e22f-d37b-4831-864f-c18be6956dac req-354d59b6-a847-4cdf-b7af-1d7c5074ff2e tempest-ServersTestMultiNic-1214536785 tempest-ServersTestMultiNic-1214536785-project] Deleting port 01aa414c-cd32-483f-b731-af513bcf86ff {{(pid=102386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 18:41:14.622840 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-9355e22f-d37b-4831-864f-c18be6956dac req-354d59b6-a847-4cdf-b7af-1d7c5074ff2e tempest-ServersTestMultiNic-1214536785 tempest-ServersTestMultiNic-1214536785-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:41:14.625087 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-ec0e9f25-825b-4275-87a7-63b8b78cd940 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:41:14.640293 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.db_base_plugin_common [None req-4154e574-b8bc-4110-8e11-76c4d7b2bec3 None None] Allocated IP 172.20.0.2 (1ff0a913-0cfa-4d08-b7d2-c06124fbc3df/dff9f9fe-033a-4d53-8da1-59a70c229898/98b1951a-44d6-4874-b268-5dde26b792df) {{(pid=102388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 18:41:14.672567 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-b9e8a43c-2f93-4eaa-844c-ce3ae47ddc5d req-4e1b6759-82a7-4731-8c89-582af1d3c8cb tempest-MigrationsAdminTest-806850428 tempest-MigrationsAdminTest-806850428-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=c4f63610-8850-433c-ac4b-7e7146261ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032658 Nov 05 18:41:14.711494 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 05 Nov 2021 18:41:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5b8ddda-41e3-451b-8fa8-7126b781bf36 x-openstack-request-id: req-b5b8ddda-41e3-451b-8fa8-7126b781bf36 {{(pid=102388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 18:41:14.712827 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "119849e3-bd6e-46cc-9c50-33fdbdc61761", "name": "network-vif-unplugged", "status": "completed", "tag": "17e494ec-876c-4457-9174-f4c0ab3114a3", "code": 200}]} {{(pid=102388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 18:41:14.713234 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b5b8ddda-41e3-451b-8fa8-7126b781bf36 {{(pid=102388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 18:41:14.713798 n-d-816865-1 neutron-server[102388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '119849e3-bd6e-46cc-9c50-33fdbdc61761', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '17e494ec-876c-4457-9174-f4c0ab3114a3', 'code': 200} Nov 05 18:41:14.731460 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7453ab-843d-46bd-b45f-b27a74e80869 req-c5eb27ee-8bf4-4654-b841-54f22aab304b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:41:14.733003 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-cc7453ab-843d-46bd-b45f-b27a74e80869 req-c5eb27ee-8bf4-4654-b841-54f22aab304b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c2a3f4df-26b3-4bb0-9eae-63aad7044fea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1071808 Nov 05 18:41:14.827432 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [req-9355e22f-d37b-4831-864f-c18be6956dac req-354d59b6-a847-4cdf-b7af-1d7c5074ff2e tempest-ServersTestMultiNic-1214536785 tempest-ServersTestMultiNic-1214536785-project] For port 01aa414c-cd32-483f-b731-af513bcf86ff, host n-h1-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=01aa414c-cd32-483f-b731-af513bcf86ff,segment=NetworkSegment(f97972d8-e052-4c46-b13a-ff40c8ce7b61),segment_id=f97972d8-e052-4c46-b13a-ff40c8ce7b61)] {{(pid=102386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:41:14.827819 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-9355e22f-d37b-4831-864f-c18be6956dac req-354d59b6-a847-4cdf-b7af-1d7c5074ff2e tempest-ServersTestMultiNic-1214536785 tempest-ServersTestMultiNic-1214536785-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:41:14.847927 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [req-9355e22f-d37b-4831-864f-c18be6956dac req-354d59b6-a847-4cdf-b7af-1d7c5074ff2e tempest-ServersTestMultiNic-1214536785 tempest-ServersTestMultiNic-1214536785-project] Calling delete_port for 01aa414c-cd32-483f-b731-af513bcf86ff owned by compute:nova {{(pid=102386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 18:41:14.922771 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-cc7453ab-843d-46bd-b45f-b27a74e80869 req-240bc1af-336b-4baf-9151-adbbfa870573 service neutron] 10.222.0.41 "GET /v2.0/networks/c2a3f4df-26b3-4bb0-9eae-63aad7044fea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1801212 Nov 05 18:41:14.946581 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-4154e574-b8bc-4110-8e11-76c4d7b2bec3 None None] Publish callbacks [] for port, precommit_create {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:41:14.957838 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-ec0e9f25-825b-4275-87a7-63b8b78cd940 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:41:15.087793 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-4154e574-b8bc-4110-8e11-76c4d7b2bec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789'] for port, after_create {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:41:15.116175 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-cc7453ab-843d-46bd-b45f-b27a74e80869 req-376a98c4-3b2f-46ac-991d-e8ceaa870266 service neutron] 10.222.0.41 "GET /v2.0/networks/c2a3f4df-26b3-4bb0-9eae-63aad7044fea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1623752 Nov 05 18:41:15.142585 n-d-816865-1 neutron-server[102388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4154e574-b8bc-4110-8e11-76c4d7b2bec3 None None] Network 1ff0a913-0cfa-4d08-b7d2-c06124fbc3df is already hosted by enough agents. {{(pid=102388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 18:41:15.152543 n-d-816865-1 neutron-server[102388]: DEBUG neutron.scheduler.base_scheduler [None req-4154e574-b8bc-4110-8e11-76c4d7b2bec3 None None] Resources bound (agent type, host, resource id): {{(pid=102388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:41:15.152543 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4154e574-b8bc-4110-8e11-76c4d7b2bec3 None None] Received port after_create {{(pid=102388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 18:41:15.187920 n-d-816865-1 neutron-server[102386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96e576a6-4f06-4763-8d25-8b8dae8dc581', 'tag': 'c01fdf04-d1b3-4884-bce0-e642bc3ccf9a'}, {'name': 'network-changed', 'server_uuid': '6b9db9e4-2300-49be-bd99-8eabc0e57de3', 'tag': '30e8fb4b-e390-414c-b298-38f2ab60929c'}] {{(pid=102386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 18:41:15.191119 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6173a44d7c73f41af551dc890fa1a5892c2c6bc3458b640c8e0c24db7876ba6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e7ea6f0-a9da-4b8d-b87e-3a0708fd536d" -d '{"events": [{"name": "network-changed", "server_uuid": "96e576a6-4f06-4763-8d25-8b8dae8dc581", "tag": "c01fdf04-d1b3-4884-bce0-e642bc3ccf9a"}, {"name": "network-changed", "server_uuid": "6b9db9e4-2300-49be-bd99-8eabc0e57de3", "tag": "30e8fb4b-e390-414c-b298-38f2ab60929c"}]}' {{(pid=102386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 18:41:15.196710 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-cc7453ab-843d-46bd-b45f-b27a74e80869 req-ce0e6425-8779-4c94-84a5-f05eeca7c337 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.59&port_id=12cc8ba5-8895-4346-85a3-5a5395794a18 HTTP/1.1" status: 200 len: 217 time: 0.0729632 Nov 05 18:41:15.203835 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-9355e22f-d37b-4831-864f-c18be6956dac req-354d59b6-a847-4cdf-b7af-1d7c5074ff2e tempest-ServersTestMultiNic-1214536785 tempest-ServersTestMultiNic-1214536785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:41:15.224086 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-4154e574-b8bc-4110-8e11-76c4d7b2bec3 None None] Attempting to bind port 98b1951a-44d6-4874-b268-5dde26b792df on host n-d-816865-1 for vnic_type normal with profile {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 18:41:15.224466 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-4154e574-b8bc-4110-8e11-76c4d7b2bec3 None None] Attempting to bind port 98b1951a-44d6-4874-b268-5dde26b792df by drivers openvswitch,hyperv on host n-d-816865-1 at level 0 using segments [{'id': '0a455d37-289d-4c30-b49d-37dbcca89c88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '1ff0a913-0cfa-4d08-b7d2-c06124fbc3df'}] {{(pid=102388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 18:41:15.224885 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4154e574-b8bc-4110-8e11-76c4d7b2bec3 None None] Attempting to bind port 98b1951a-44d6-4874-b268-5dde26b792df on network 1ff0a913-0cfa-4d08-b7d2-c06124fbc3df {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 18:41:15.227744 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] get_ports_and_sgs() called for port_ids ['01aa414c-cd32-483f-b731-af513bcf86ff', '162147de-268d-4a44-aafd-a263ec2f7ad7'] {{(pid=102388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 18:41:15.303414 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4154e574-b8bc-4110-8e11-76c4d7b2bec3 None None] Pushing event updated for resources: {'Port': ['ID=98b1951a-44d6-4874-b268-5dde26b792df,revision_number=1']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:41:15.319736 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4154e574-b8bc-4110-8e11-76c4d7b2bec3 None None] Checking agent: {'id': '724d89a7-611b-41e6-bc85-c48112b17afa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 18, 25, 8), 'started_at': datetime.datetime(2021, 11, 5, 18, 25, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 18, 41, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 18:41:15.320212 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4154e574-b8bc-4110-8e11-76c4d7b2bec3 None None] Checking segment: {'id': '0a455d37-289d-4c30-b49d-37dbcca89c88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '1ff0a913-0cfa-4d08-b7d2-c06124fbc3df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 18:41:15.320621 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-4154e574-b8bc-4110-8e11-76c4d7b2bec3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:41:15.321013 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4154e574-b8bc-4110-8e11-76c4d7b2bec3 None None] Bound using segment: {'id': '0a455d37-289d-4c30-b49d-37dbcca89c88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '1ff0a913-0cfa-4d08-b7d2-c06124fbc3df'} {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 18:41:15.321491 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-4154e574-b8bc-4110-8e11-76c4d7b2bec3 None None] Bound port: 98b1951a-44d6-4874-b268-5dde26b792df, host: n-d-816865-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a455d37-289d-4c30-b49d-37dbcca89c88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '1ff0a913-0cfa-4d08-b7d2-c06124fbc3df'}}] {{(pid=102388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 18:41:15.321871 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-4154e574-b8bc-4110-8e11-76c4d7b2bec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:41:15.361337 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [req-9355e22f-d37b-4831-864f-c18be6956dac req-354d59b6-a847-4cdf-b7af-1d7c5074ff2e tempest-ServersTestMultiNic-1214536785 tempest-ServersTestMultiNic-1214536785-project] No DVR routers for this DVR port 01aa414c-cd32-483f-b731-af513bcf86ff on host n-h1-816865-1 {{(pid=102386) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 18:41:15.367929 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-9355e22f-d37b-4831-864f-c18be6956dac req-354d59b6-a847-4cdf-b7af-1d7c5074ff2e tempest-ServersTestMultiNic-1214536785 tempest-ServersTestMultiNic-1214536785-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:41:15.373363 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-9355e22f-d37b-4831-864f-c18be6956dac req-354d59b6-a847-4cdf-b7af-1d7c5074ff2e tempest-ServersTestMultiNic-1214536785 tempest-ServersTestMultiNic-1214536785-project] 10.222.0.41 "DELETE /v2.0/ports/01aa414c-cd32-483f-b731-af513bcf86ff HTTP/1.1" status: 204 len: 173 time: 1.0900588 Nov 05 18:41:15.374856 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354d59b6-a847-4cdf-b7af-1d7c5074ff2e tempest-ServersTestMultiNic-1214536785 tempest-ServersTestMultiNic-1214536785-project] Pushing event deleted for resources: {'Port': ['ID=01aa414c-cd32-483f-b731-af513bcf86ff,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:41:15.451251 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-4154e574-b8bc-4110-8e11-76c4d7b2bec3 None None] For port 98b1951a-44d6-4874-b268-5dde26b792df, host n-d-816865-1, cleared binding levels {{(pid=102388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 18:41:15.454286 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-4154e574-b8bc-4110-8e11-76c4d7b2bec3 None None] For port 98b1951a-44d6-4874-b268-5dde26b792df, host n-d-816865-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=98b1951a-44d6-4874-b268-5dde26b792df,segment=NetworkSegment(0a455d37-289d-4c30-b49d-37dbcca89c88),segment_id=0a455d37-289d-4c30-b49d-37dbcca89c88)] {{(pid=102388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 18:41:15.468077 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dce81ac-ce6e-4da6-b9bb-70f81aa92811 req-94e969b1-94cf-4be3-bcfc-ac3603c09c9f tempest-ImagesTestJSON-1124888854 tempest-ImagesTestJSON-1124888854-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:41:15.477257 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-8dce81ac-ce6e-4da6-b9bb-70f81aa92811 req-94e969b1-94cf-4be3-bcfc-ac3603c09c9f tempest-ImagesTestJSON-1124888854 tempest-ImagesTestJSON-1124888854-project] 10.222.0.13 "GET /v2.0/networks?id=598f5d7d-609c-4eed-bdfb-a95dcdae7151 HTTP/1.1" status: 200 len: 805 time: 0.5327475 Nov 05 18:41:15.504022 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-8dce81ac-ce6e-4da6-b9bb-70f81aa92811 req-b6024cf7-fa47-4906-9b75-f66ed41ce045 tempest-ImagesTestJSON-1124888854 tempest-ImagesTestJSON-1124888854-project] 10.222.0.13 "GET /v2.0/quotas/0f862ce7a4174f25919478ebbeb38081 HTTP/1.1" status: 200 len: 375 time: 0.0241923 Nov 05 18:41:15.507744 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7453ab-843d-46bd-b45f-b27a74e80869 req-27d01061-a348-48b5-9166-ab0ecc4dc356 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:41:15.509974 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-cc7453ab-843d-46bd-b45f-b27a74e80869 req-27d01061-a348-48b5-9166-ab0ecc4dc356 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ba9a8eab-576a-4407-8387-c01c9ae7bbff HTTP/1.1" status: 200 len: 797 time: 0.3028882 Nov 05 18:41:15.546764 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-4154e574-b8bc-4110-8e11-76c4d7b2bec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:41:15.582615 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7453ab-843d-46bd-b45f-b27a74e80869 req-97fa15ef-f18a-485d-8249-e598acf4d623 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:41:15.586997 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-cc7453ab-843d-46bd-b45f-b27a74e80869 req-97fa15ef-f18a-485d-8249-e598acf4d623 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c2a3f4df-26b3-4bb0-9eae-63aad7044fea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0662754 Nov 05 18:41:15.591946 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [req-9355e22f-d37b-4831-864f-c18be6956dac req-7a2d5067-1152-41e3-b29e-12c4b22c5b70 tempest-ServersTestMultiNic-1214536785 tempest-ServersTestMultiNic-1214536785-project] Deleting port 162147de-268d-4a44-aafd-a263ec2f7ad7 {{(pid=102386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 18:41:15.592710 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-9355e22f-d37b-4831-864f-c18be6956dac req-7a2d5067-1152-41e3-b29e-12c4b22c5b70 tempest-ServersTestMultiNic-1214536785 tempest-ServersTestMultiNic-1214536785-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:41:15.597762 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c37fa90-da42-4f90-a9c2-0a3bb2aaef2e req-963e7810-4e0e-446a-b66c-087f73779da7 tempest-LiveAutoBlockMigrationV225Test-1563372898 tempest-LiveAutoBlockMigrationV225Test-1563372898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:41:15.607194 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-6c37fa90-da42-4f90-a9c2-0a3bb2aaef2e req-963e7810-4e0e-446a-b66c-087f73779da7 tempest-LiveAutoBlockMigrationV225Test-1563372898 tempest-LiveAutoBlockMigrationV225Test-1563372898-project] 10.222.0.13 "GET /v2.0/ports?device_id=96e576a6-4f06-4763-8d25-8b8dae8dc581 HTTP/1.1" status: 200 len: 943 time: 0.7147360 Nov 05 18:41:15.626152 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4154e574-b8bc-4110-8e11-76c4d7b2bec3 None None] Pushing event updated for resources: {'Port': ['ID=98b1951a-44d6-4874-b268-5dde26b792df,revision_number=2']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:41:15.732873 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-8dce81ac-ce6e-4da6-b9bb-70f81aa92811 req-733ce46e-a16e-406f-8436-04cfcdb02b72 tempest-ImagesTestJSON-1124888854 tempest-ImagesTestJSON-1124888854-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=0f862ce7a4174f25919478ebbeb38081&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2090349 Nov 05 18:41:15.751259 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-6c37fa90-da42-4f90-a9c2-0a3bb2aaef2e req-0f6d5cef-3a39-489d-ae9e-b1688657ad90 tempest-LiveAutoBlockMigrationV225Test-1563372898 tempest-LiveAutoBlockMigrationV225Test-1563372898-project] 10.222.0.13 "GET /v2.0/security-groups?id=35cb161a-9192-43e2-a392-140fa33626b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422081 Nov 05 18:41:15.883399 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-8dce81ac-ce6e-4da6-b9bb-70f81aa92811 req-978e6bfc-ec2f-420b-9b44-9930b69900f7 service neutron] 10.222.0.13 "GET /v2.0/networks/598f5d7d-609c-4eed-bdfb-a95dcdae7151?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1487927 Nov 05 18:41:16.048070 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24580a6f-6082-4625-9f9b-98850daf042c req-2770a47c-90d6-4ac4-9ab1-62da505ac320 tempest-ServersTestMultiNic-1214536785 tempest-ServersTestMultiNic-1214536785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:41:16.056934 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-24580a6f-6082-4625-9f9b-98850daf042c req-2770a47c-90d6-4ac4-9ab1-62da505ac320 tempest-ServersTestMultiNic-1214536785 tempest-ServersTestMultiNic-1214536785-project] 10.222.0.13 "GET /v2.0/ports?device_id=9a5e8d09-d939-4bfc-973b-6c1377336e5b HTTP/1.1" status: 200 len: 945 time: 0.1720078 Nov 05 18:41:16.103623 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-8dce81ac-ce6e-4da6-b9bb-70f81aa92811 req-f7750402-c396-420b-8402-293721a98b6a service neutron] 10.222.0.13 "GET /v2.0/networks/598f5d7d-609c-4eed-bdfb-a95dcdae7151?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2138805 Nov 05 18:41:16.206308 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [req-9355e22f-d37b-4831-864f-c18be6956dac req-7a2d5067-1152-41e3-b29e-12c4b22c5b70 tempest-ServersTestMultiNic-1214536785 tempest-ServersTestMultiNic-1214536785-project] For port 162147de-268d-4a44-aafd-a263ec2f7ad7, host n-h1-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=162147de-268d-4a44-aafd-a263ec2f7ad7,segment=NetworkSegment(617e2227-7bcb-4e79-91bb-0dedfe071787),segment_id=617e2227-7bcb-4e79-91bb-0dedfe071787)] {{(pid=102386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:41:16.206675 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-9355e22f-d37b-4831-864f-c18be6956dac req-7a2d5067-1152-41e3-b29e-12c4b22c5b70 tempest-ServersTestMultiNic-1214536785 tempest-ServersTestMultiNic-1214536785-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:41:16.229619 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [req-9355e22f-d37b-4831-864f-c18be6956dac req-7a2d5067-1152-41e3-b29e-12c4b22c5b70 tempest-ServersTestMultiNic-1214536785 tempest-ServersTestMultiNic-1214536785-project] Calling delete_port for 162147de-268d-4a44-aafd-a263ec2f7ad7 owned by compute:nova {{(pid=102386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 18:41:16.241700 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-cc7453ab-843d-46bd-b45f-b27a74e80869 req-5bb481b5-822c-4a66-844e-2f1ebda569b7 service neutron] 10.222.0.41 "GET /v2.0/networks/c2a3f4df-26b3-4bb0-9eae-63aad7044fea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1364305 Nov 05 18:41:16.262341 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-24580a6f-6082-4625-9f9b-98850daf042c req-e06293d2-1f07-4cd0-a6aa-8f7c075fb602 tempest-ServersTestMultiNic-1214536785 tempest-ServersTestMultiNic-1214536785-project] 10.222.0.13 "GET /v2.0/security-groups?id=d6c276c2-1a62-4f33-92e6-1a62f3e97f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2033861 Nov 05 18:41:16.284110 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-ec0e9f25-825b-4275-87a7-63b8b78cd940 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:41:16.363899 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-ec0e9f25-825b-4275-87a7-63b8b78cd940 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:41:16.472237 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb68bdc-6136-4969-bd3d-767f2513bb28 req-0ed088ed-55be-456e-a2b9-7aa01574b276 tempest-ImagesTestJSON-1124888854 tempest-ImagesTestJSON-1124888854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:41:16.473176 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-6bb68bdc-6136-4969-bd3d-767f2513bb28 req-0ed088ed-55be-456e-a2b9-7aa01574b276 tempest-ImagesTestJSON-1124888854 tempest-ImagesTestJSON-1124888854-project] 10.222.0.55 "GET /v2.0/ports?device_id=119849e3-bd6e-46cc-9c50-33fdbdc61761 HTTP/1.1" status: 200 len: 943 time: 0.1953335 Nov 05 18:41:16.483630 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [req-91586b47-8648-4d5a-a2d1-ea35168e7c9c req-1f045df3-7ebd-48f3-9c7f-c2ad364307b2 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=102387) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 05 18:41:16.487262 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-91586b47-8648-4d5a-a2d1-ea35168e7c9c req-1f045df3-7ebd-48f3-9c7f-c2ad364307b2 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0241816 Nov 05 18:41:16.499491 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 98b1951a-44d6-4874-b268-5dde26b792df up at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 18:41:16.583898 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 05 Nov 2021 18:41:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da633747-28d8-4afa-8627-9e44d55859be x-openstack-request-id: req-da633747-28d8-4afa-8627-9e44d55859be {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 18:41:16.589499 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "96e576a6-4f06-4763-8d25-8b8dae8dc581", "tag": "c01fdf04-d1b3-4884-bce0-e642bc3ccf9a", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "6b9db9e4-2300-49be-bd99-8eabc0e57de3", "tag": "30e8fb4b-e390-414c-b298-38f2ab60929c", "status": "completed", "code": 200}]} {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 18:41:16.594033 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-da633747-28d8-4afa-8627-9e44d55859be {{(pid=102386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 18:41:16.594033 n-d-816865-1 neutron-server[102386]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96e576a6-4f06-4763-8d25-8b8dae8dc581', 'tag': 'c01fdf04-d1b3-4884-bce0-e642bc3ccf9a', 'status': 'completed', 'code': 200} Nov 05 18:41:16.594033 n-d-816865-1 neutron-server[102386]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b9db9e4-2300-49be-bd99-8eabc0e57de3', 'tag': '30e8fb4b-e390-414c-b298-38f2ab60929c', 'status': 'completed', 'code': 200} Nov 05 18:41:16.595546 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Provisioning complete for port 98b1951a-44d6-4874-b268-5dde26b792df triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:41:16.602983 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:41:16.684602 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-cc7453ab-843d-46bd-b45f-b27a74e80869 req-2539e4eb-dc50-4a53-bb02-ea10124349e4 service neutron] 10.222.0.41 "GET /v2.0/networks/c2a3f4df-26b3-4bb0-9eae-63aad7044fea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4055164 Nov 05 18:41:16.715997 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.db_base_plugin_common [None req-ec0e9f25-825b-4275-87a7-63b8b78cd940 admin admin] Allocated IP 172.25.6.203 (40c8335d-cd0b-4cb5-910a-d4dcddd5cbec/04fe6db3-e108-4208-943d-6518424f5726/2fb3cd9d-c752-4483-97ea-094c7b3c7e8a) {{(pid=102387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 18:41:16.801710 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7ea6f0-a9da-4b8d-b87e-3a0708fd536d req-b8e5f196-b043-4e16-af18-95cffeb06ed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:41:16.804242 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-0e7ea6f0-a9da-4b8d-b87e-3a0708fd536d req-b8e5f196-b043-4e16-af18-95cffeb06ed8 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=482f8aec1d1b4fc08a02afb86f8387d6&device_id=96e576a6-4f06-4763-8d25-8b8dae8dc581 HTTP/1.1" status: 200 len: 1124 time: 0.2001162 Nov 05 18:41:16.847402 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:41:16.903903 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b5172c-17ab-4a9c-af94-4ebd8f6ec144 req-787e9165-366e-49f0-9475-731c4d211a7f tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:41:16.912458 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-cc7453ab-843d-46bd-b45f-b27a74e80869 req-74b7015f-e138-49ef-9158-0ea77fc4d78c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.77&port_id=aa96a508-f091-4c76-94a7-8155d7f58fdc HTTP/1.1" status: 200 len: 217 time: 0.2016284 Nov 05 18:41:16.917471 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b5172c-17ab-4a9c-af94-4ebd8f6ec144 req-787e9165-366e-49f0-9475-731c4d211a7f tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:41:16.922540 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] For port 98b1951a-44d6-4874-b268-5dde26b792df, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=98b1951a-44d6-4874-b268-5dde26b792df,segment=NetworkSegment(0a455d37-289d-4c30-b49d-37dbcca89c88),segment_id=0a455d37-289d-4c30-b49d-37dbcca89c88)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:41:16.924040 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b5172c-17ab-4a9c-af94-4ebd8f6ec144 req-787e9165-366e-49f0-9475-731c4d211a7f tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:41:16.927812 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-9355e22f-d37b-4831-864f-c18be6956dac req-7a2d5067-1152-41e3-b29e-12c4b22c5b70 tempest-ServersTestMultiNic-1214536785 tempest-ServersTestMultiNic-1214536785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:41:16.940459 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b5172c-17ab-4a9c-af94-4ebd8f6ec144 req-787e9165-366e-49f0-9475-731c4d211a7f tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:41:16.947734 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b5172c-17ab-4a9c-af94-4ebd8f6ec144 req-787e9165-366e-49f0-9475-731c4d211a7f tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:41:16.964970 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b5172c-17ab-4a9c-af94-4ebd8f6ec144 req-787e9165-366e-49f0-9475-731c4d211a7f tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:41:16.970210 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b5172c-17ab-4a9c-af94-4ebd8f6ec144 req-787e9165-366e-49f0-9475-731c4d211a7f tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:41:16.978670 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-d1b5172c-17ab-4a9c-af94-4ebd8f6ec144 req-787e9165-366e-49f0-9475-731c4d211a7f tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] 10.222.0.13 "GET /v2.0/ports?device_id=6b9db9e4-2300-49be-bd99-8eabc0e57de3 HTTP/1.1" status: 200 len: 5418 time: 0.2656310 Nov 05 18:41:17.009685 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:41:17.030523 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2d5067-1152-41e3-b29e-12c4b22c5b70 tempest-ServersTestMultiNic-1214536785 tempest-ServersTestMultiNic-1214536785-project] Pushing event deleted for resources: {'Port': ['ID=162147de-268d-4a44-aafd-a263ec2f7ad7,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:41:17.050835 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [req-6bb68bdc-6136-4969-bd3d-767f2513bb28 req-0f8e6386-5a37-4249-8be0-f1756755cf82 tempest-ImagesTestJSON-1124888854 tempest-ImagesTestJSON-1124888854-project] Deleting port 17e494ec-876c-4457-9174-f4c0ab3114a3 {{(pid=102386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 18:41:17.051180 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-6bb68bdc-6136-4969-bd3d-767f2513bb28 req-0f8e6386-5a37-4249-8be0-f1756755cf82 tempest-ImagesTestJSON-1124888854 tempest-ImagesTestJSON-1124888854-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:41:17.165589 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Pushing event updated for resources: {'Port': ['ID=98b1951a-44d6-4874-b268-5dde26b792df,revision_number=3']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:41:17.177209 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7ea6f0-a9da-4b8d-b87e-3a0708fd536d req-0ce84bc8-c5da-4c64-8ffb-2fc5d1b9e383 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:41:17.181045 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-0e7ea6f0-a9da-4b8d-b87e-3a0708fd536d req-0ce84bc8-c5da-4c64-8ffb-2fc5d1b9e383 service neutron] 10.222.0.41 "GET /v2.0/networks?id=5e3d0b1a-fd18-45bc-91bd-c831330234c4 HTTP/1.1" status: 200 len: 921 time: 0.3372409 Nov 05 18:41:17.220816 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-ec0e9f25-825b-4275-87a7-63b8b78cd940 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:41:17.225449 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7453ab-843d-46bd-b45f-b27a74e80869 req-8c1e7436-5abe-4f58-8fe9-c2ce7a48fd31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:41:17.227501 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-cc7453ab-843d-46bd-b45f-b27a74e80869 req-8c1e7436-5abe-4f58-8fe9-c2ce7a48fd31 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ba9a8eab-576a-4407-8387-c01c9ae7bbff HTTP/1.1" status: 200 len: 797 time: 0.2840588 Nov 05 18:41:17.271538 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-0e7ea6f0-a9da-4b8d-b87e-3a0708fd536d req-c036326b-bf79-48af-9511-79751f010a16 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c01fdf04-d1b3-4884-bce0-e642bc3ccf9a HTTP/1.1" status: 200 len: 217 time: 0.0785065 Nov 05 18:41:17.287042 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [req-9355e22f-d37b-4831-864f-c18be6956dac req-7a2d5067-1152-41e3-b29e-12c4b22c5b70 tempest-ServersTestMultiNic-1214536785 tempest-ServersTestMultiNic-1214536785-project] No DVR routers for this DVR port 162147de-268d-4a44-aafd-a263ec2f7ad7 on host n-h1-816865-1 {{(pid=102386) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 18:41:17.291024 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-9355e22f-d37b-4831-864f-c18be6956dac req-7a2d5067-1152-41e3-b29e-12c4b22c5b70 tempest-ServersTestMultiNic-1214536785 tempest-ServersTestMultiNic-1214536785-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:41:17.295438 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-9355e22f-d37b-4831-864f-c18be6956dac req-7a2d5067-1152-41e3-b29e-12c4b22c5b70 tempest-ServersTestMultiNic-1214536785 tempest-ServersTestMultiNic-1214536785-project] 10.222.0.41 "DELETE /v2.0/ports/162147de-268d-4a44-aafd-a263ec2f7ad7 HTTP/1.1" status: 204 len: 173 time: 1.9143658 Nov 05 18:41:17.332200 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-d1b5172c-17ab-4a9c-af94-4ebd8f6ec144 req-db1957c7-f5b6-4296-81bc-e2268e8d10b0 tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] 10.222.0.13 "GET /v2.0/security-groups?id=f4056503-c341-42e5-ae9d-37a5e83a41cf&id=98567ca5-1884-480b-af79-82f64bb06e96&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3526707 Nov 05 18:41:17.354351 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afffb015-575e-450f-9cb7-00837f762dc6 None None] Network 1ff0a913-0cfa-4d08-b7d2-c06124fbc3df requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 18:41:17.359689 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7453ab-843d-46bd-b45f-b27a74e80869 req-d5ae1c70-26a9-4796-ab65-e39a8670ec63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:41:17.361207 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-cc7453ab-843d-46bd-b45f-b27a74e80869 req-d5ae1c70-26a9-4796-ab65-e39a8670ec63 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c2a3f4df-26b3-4bb0-9eae-63aad7044fea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1092460 Nov 05 18:41:17.483394 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7ea6f0-a9da-4b8d-b87e-3a0708fd536d req-3f03134d-55e9-4075-b803-8041eaaba280 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:41:17.487285 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-0e7ea6f0-a9da-4b8d-b87e-3a0708fd536d req-3f03134d-55e9-4075-b803-8041eaaba280 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e7fca78a-743c-4af3-9fb8-12bc06bb873c HTTP/1.1" status: 200 len: 860 time: 0.2065802 Nov 05 18:41:17.492568 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-3a4144bc-e0ba-4445-b923-4679fe1d69c2 None None] Provisioning complete for port 98b1951a-44d6-4874-b268-5dde26b792df triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:41:17.493058 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3a4144bc-e0ba-4445-b923-4679fe1d69c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:41:17.551681 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-a75c22ae-2bf8-4539-aa52-e0af571967c8 req-db9ac57b-f800-4c2d-99cc-b3f648b68166 tempest-ImagesTestJSON-1124888854 tempest-ImagesTestJSON-1124888854-project] 10.222.0.13 "GET /v2.0/ports?device_id=2fe4542a-10c0-4139-8b82-dac0d11e5a9a HTTP/1.1" status: 200 len: 210 time: 0.1012549 Nov 05 18:41:17.601696 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-ec0e9f25-825b-4275-87a7-63b8b78cd940 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4417063'] for port, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:41:17.605267 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-cc7453ab-843d-46bd-b45f-b27a74e80869 req-4a65f40d-2013-4006-bd51-0fc6ca6510a3 service neutron] 10.222.0.41 "GET /v2.0/networks/c2a3f4df-26b3-4bb0-9eae-63aad7044fea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2337782 Nov 05 18:41:17.622732 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-0e7ea6f0-a9da-4b8d-b87e-3a0708fd536d req-e7723192-c495-4155-9e79-dc3de9265f0f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=5e3d0b1a-fd18-45bc-91bd-c831330234c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1127322 Nov 05 18:41:17.715645 n-d-816865-1 neutron-server[102387]: INFO neutron.api.v2.resource [req-c2b2d45b-27d6-42eb-bf24-41e7e33ff6e2 req-6e43c4b6-a0d8-4563-909b-ba0a4d55ce16 tempest-SecurityGroupsTestJSON-1222042648 tempest-SecurityGroupsTestJSON-1222042648-project] show failed (client error): The resource could not be found. Nov 05 18:41:17.726646 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-c2b2d45b-27d6-42eb-bf24-41e7e33ff6e2 req-6e43c4b6-a0d8-4563-909b-ba0a4d55ce16 tempest-SecurityGroupsTestJSON-1222042648 tempest-SecurityGroupsTestJSON-1222042648-project] 10.222.0.13 "GET /v2.0/security-groups/b30f3ba1-9162-4622-a582-dfbdf362065e HTTP/1.1" status: 404 len: 352 time: 0.2076125 Nov 05 18:41:17.752850 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-cc7453ab-843d-46bd-b45f-b27a74e80869 req-8c7d8a3a-f6e2-489b-a642-42c7eea7a526 service neutron] 10.222.0.41 "GET /v2.0/networks/c2a3f4df-26b3-4bb0-9eae-63aad7044fea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1391809 Nov 05 18:41:17.753173 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0e9f25-825b-4275-87a7-63b8b78cd940 admin admin] Pushing event updated for resources: {'Port': ['ID=2fb3cd9d-c752-4483-97ea-094c7b3c7e8a,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:41:17.759307 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [req-6bb68bdc-6136-4969-bd3d-767f2513bb28 req-0f8e6386-5a37-4249-8be0-f1756755cf82 tempest-ImagesTestJSON-1124888854 tempest-ImagesTestJSON-1124888854-project] For port 17e494ec-876c-4457-9174-f4c0ab3114a3, host n-h2-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=17e494ec-876c-4457-9174-f4c0ab3114a3,segment=NetworkSegment(b0f4d4e8-61d5-4e79-9c35-e1f620a70868),segment_id=b0f4d4e8-61d5-4e79-9c35-e1f620a70868)] {{(pid=102386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:41:17.759811 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-6bb68bdc-6136-4969-bd3d-767f2513bb28 req-0f8e6386-5a37-4249-8be0-f1756755cf82 tempest-ImagesTestJSON-1124888854 tempest-ImagesTestJSON-1124888854-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:41:17.804852 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-cc7453ab-843d-46bd-b45f-b27a74e80869 req-740271f1-0e2f-4d35-bfc0-3a5ec2ce215b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.101&port_id=74d94c4e-fd4c-4541-87c9-d37cb3b291e1 HTTP/1.1" status: 200 len: 217 time: 0.0422032 Nov 05 18:41:17.811612 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [req-6bb68bdc-6136-4969-bd3d-767f2513bb28 req-0f8e6386-5a37-4249-8be0-f1756755cf82 tempest-ImagesTestJSON-1124888854 tempest-ImagesTestJSON-1124888854-project] Calling delete_port for 17e494ec-876c-4457-9174-f4c0ab3114a3 owned by compute:nova {{(pid=102386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 18:41:17.866748 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7453ab-843d-46bd-b45f-b27a74e80869 req-8ea83116-fa6d-48f8-a137-c8085193237d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:41:17.868227 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-cc7453ab-843d-46bd-b45f-b27a74e80869 req-8ea83116-fa6d-48f8-a137-c8085193237d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ba9a8eab-576a-4407-8387-c01c9ae7bbff HTTP/1.1" status: 200 len: 797 time: 0.0547025 Nov 05 18:41:17.884939 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec0e9f25-825b-4275-87a7-63b8b78cd940 admin admin] Network 40c8335d-cd0b-4cb5-910a-d4dcddd5cbec is already hosted by enough agents. {{(pid=102387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 18:41:17.892960 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.base_scheduler [None req-ec0e9f25-825b-4275-87a7-63b8b78cd940 admin admin] Resources bound (agent type, host, resource id): {{(pid=102387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:41:17.925888 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec0e9f25-825b-4275-87a7-63b8b78cd940 admin admin] Received port after_create {{(pid=102387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 18:41:17.948520 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-16d5bba1-7ec7-4ec6-a08e-4b7aa5082d45 req-be1c0680-4ed5-4005-acc5-240a4945e592 tempest-ServersTestMultiNic-1214536785 tempest-ServersTestMultiNic-1214536785-project] 10.222.0.13 "GET /v2.0/ports?device_id=9a5e8d09-d939-4bfc-973b-6c1377336e5b HTTP/1.1" status: 200 len: 210 time: 0.0805216 Nov 05 18:41:18.071024 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7453ab-843d-46bd-b45f-b27a74e80869 req-edc152fc-121b-45f3-871d-7c372ec89e43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:41:18.075799 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-cc7453ab-843d-46bd-b45f-b27a74e80869 req-edc152fc-121b-45f3-871d-7c372ec89e43 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c2a3f4df-26b3-4bb0-9eae-63aad7044fea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1932783 Nov 05 18:41:18.103739 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-f2bc779d-5ba2-421a-93b3-d2f9112e4bfe None None] Provisioning complete for port 98b1951a-44d6-4874-b268-5dde26b792df triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:41:18.104346 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-f2bc779d-5ba2-421a-93b3-d2f9112e4bfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:41:18.161124 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-fae3b58c-7bb0-4068-baff-546668b2bbe9 req-ae9dc627-601d-4ef9-9faf-4c5fa4597daf service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=174784d1-6e33-406b-9ea4-96f2e35bc1c2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.5615146 Nov 05 18:41:18.206831 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c56561-4d85-47de-a16e-c8fc3026ad4c req-a5ca3e5c-b58e-4f23-9a81-454398042806 tempest-LiveAutoBlockMigrationV225Test-1563372898 tempest-LiveAutoBlockMigrationV225Test-1563372898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:41:18.207292 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-cc7453ab-843d-46bd-b45f-b27a74e80869 req-41e22c1f-06b6-4e53-b9a9-0eb815b57986 service neutron] 10.222.0.41 "GET /v2.0/networks/c2a3f4df-26b3-4bb0-9eae-63aad7044fea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268539 Nov 05 18:41:18.208399 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-76c56561-4d85-47de-a16e-c8fc3026ad4c req-a5ca3e5c-b58e-4f23-9a81-454398042806 tempest-LiveAutoBlockMigrationV225Test-1563372898 tempest-LiveAutoBlockMigrationV225Test-1563372898-project] 10.222.0.13 "GET /v2.0/ports?device_id=96e576a6-4f06-4763-8d25-8b8dae8dc581 HTTP/1.1" status: 200 len: 943 time: 0.4636295 Nov 05 18:41:18.219229 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-0e7ea6f0-a9da-4b8d-b87e-3a0708fd536d req-53efd83e-8d4d-4f45-b938-ed80e2199087 service neutron] 10.222.0.41 "GET /v2.0/networks/5e3d0b1a-fd18-45bc-91bd-c831330234c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4766793 Nov 05 18:41:18.261234 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74ab583-7714-4af2-bb61-8af9f1817e8e req-c850f5b3-233c-41d1-ad9f-80c3e0276a1b tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:41:18.262795 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-e74ab583-7714-4af2-bb61-8af9f1817e8e req-c850f5b3-233c-41d1-ad9f-80c3e0276a1b tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] 10.222.0.13 "GET /v2.0/ports?device_id=174784d1-6e33-406b-9ea4-96f2e35bc1c2 HTTP/1.1" status: 200 len: 949 time: 0.2061744 Nov 05 18:41:18.309850 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-6bb68bdc-6136-4969-bd3d-767f2513bb28 req-0f8e6386-5a37-4249-8be0-f1756755cf82 tempest-ImagesTestJSON-1124888854 tempest-ImagesTestJSON-1124888854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:41:18.330092 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-cc7453ab-843d-46bd-b45f-b27a74e80869 req-8f8e84d7-a450-4a38-a070-cc177b716d77 service neutron] 10.222.0.41 "GET /v2.0/networks/c2a3f4df-26b3-4bb0-9eae-63aad7044fea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1150413 Nov 05 18:41:18.376857 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-76c56561-4d85-47de-a16e-c8fc3026ad4c req-ccfd41bd-9241-4412-9b7a-93454c130b56 tempest-LiveAutoBlockMigrationV225Test-1563372898 tempest-LiveAutoBlockMigrationV225Test-1563372898-project] 10.222.0.13 "GET /v2.0/security-groups?id=35cb161a-9192-43e2-a392-140fa33626b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537774 Nov 05 18:41:18.399197 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 98b1951a-44d6-4874-b268-5dde26b792df up at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 18:41:18.425885 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8e6386-5a37-4249-8be0-f1756755cf82 tempest-ImagesTestJSON-1124888854 tempest-ImagesTestJSON-1124888854-project] Pushing event deleted for resources: {'Port': ['ID=17e494ec-876c-4457-9174-f4c0ab3114a3,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:41:18.438304 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-cc7453ab-843d-46bd-b45f-b27a74e80869 req-b4979c7e-eab5-4055-bc9e-98471f378634 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=68d77c8e-2056-4060-8cbb-c746a0b6d7a9 HTTP/1.1" status: 200 len: 217 time: 0.0815010 Nov 05 18:41:18.441881 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-e74ab583-7714-4af2-bb61-8af9f1817e8e req-bfc217a2-04db-4a89-9682-4e0931eef7de tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] 10.222.0.13 "GET /v2.0/security-groups?id=c4f63610-8850-433c-ac4b-7e7146261ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1675136 Nov 05 18:41:18.482213 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Device 01aa414c-cd32-483f-b731-af513bcf86ff no longer exists at agent hyperv_n-h1-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 18:41:18.544547 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] No Port match for: 01aa414c-cd32-483f-b731-af513bcf86ff {{(pid=102388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 18:41:18.545141 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Device 01aa414c-cd32-483f-b731-af513bcf86ff not bound to the agent host n-h1-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 18:41:18.545903 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Device 162147de-268d-4a44-aafd-a263ec2f7ad7 no longer exists at agent hyperv_n-h1-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 18:41:18.592199 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] No Port match for: 162147de-268d-4a44-aafd-a263ec2f7ad7 {{(pid=102388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 18:41:18.593342 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Device 162147de-268d-4a44-aafd-a263ec2f7ad7 not bound to the agent host n-h1-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 18:41:18.606012 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Provisioning complete for port 98b1951a-44d6-4874-b268-5dde26b792df triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:41:18.606653 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:41:18.616616 n-d-816865-1 neutron-server[102386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a5e8d09-d939-4bfc-973b-6c1377336e5b', 'name': 'network-vif-deleted', 'tag': '01aa414c-cd32-483f-b731-af513bcf86ff'}, {'server_uuid': '9a5e8d09-d939-4bfc-973b-6c1377336e5b', 'name': 'network-vif-deleted', 'tag': '162147de-268d-4a44-aafd-a263ec2f7ad7'}] {{(pid=102386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 18:41:18.620092 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6173a44d7c73f41af551dc890fa1a5892c2c6bc3458b640c8e0c24db7876ba6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afbf7907-a63f-4239-9b79-06cfa474dd74" -d '{"events": [{"server_uuid": "9a5e8d09-d939-4bfc-973b-6c1377336e5b", "name": "network-vif-deleted", "tag": "01aa414c-cd32-483f-b731-af513bcf86ff"}, {"server_uuid": "9a5e8d09-d939-4bfc-973b-6c1377336e5b", "name": "network-vif-deleted", "tag": "162147de-268d-4a44-aafd-a263ec2f7ad7"}]}' {{(pid=102386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 18:41:18.623456 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [req-6bb68bdc-6136-4969-bd3d-767f2513bb28 req-0f8e6386-5a37-4249-8be0-f1756755cf82 tempest-ImagesTestJSON-1124888854 tempest-ImagesTestJSON-1124888854-project] No DVR routers for this DVR port 17e494ec-876c-4457-9174-f4c0ab3114a3 on host n-h2-816865-1 {{(pid=102386) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 18:41:18.637225 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-6bb68bdc-6136-4969-bd3d-767f2513bb28 req-0f8e6386-5a37-4249-8be0-f1756755cf82 tempest-ImagesTestJSON-1124888854 tempest-ImagesTestJSON-1124888854-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:41:18.648370 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-6bb68bdc-6136-4969-bd3d-767f2513bb28 req-0f8e6386-5a37-4249-8be0-f1756755cf82 tempest-ImagesTestJSON-1124888854 tempest-ImagesTestJSON-1124888854-project] 10.222.0.55 "DELETE /v2.0/ports/17e494ec-876c-4457-9174-f4c0ab3114a3 HTTP/1.1" status: 204 len: 173 time: 2.1422310 Nov 05 18:41:18.674384 n-d-816865-1 neutron-server[102387]: INFO neutron.api.v2.resource [req-9dbbb40a-2434-49a2-b6c9-bef94b7d31c9 req-6ce67cb8-8ca3-40d3-a237-0c169aae795c tempest-SecurityGroupsTestJSON-1222042648 tempest-SecurityGroupsTestJSON-1222042648-project] show failed (client error): The resource could not be found. Nov 05 18:41:18.686635 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-9dbbb40a-2434-49a2-b6c9-bef94b7d31c9 req-6ce67cb8-8ca3-40d3-a237-0c169aae795c tempest-SecurityGroupsTestJSON-1222042648 tempest-SecurityGroupsTestJSON-1222042648-project] 10.222.0.13 "GET /v2.0/security-groups/3149c345-97bb-4a7d-8385-e22b6c2622e4 HTTP/1.1" status: 404 len: 352 time: 0.2033644 Nov 05 18:41:18.725788 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7453ab-843d-46bd-b45f-b27a74e80869 req-62f05081-9d11-40c2-b88a-43986214841a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:41:18.736153 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-cc7453ab-843d-46bd-b45f-b27a74e80869 req-62f05081-9d11-40c2-b88a-43986214841a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=19b6bbf4-5b07-4332-801a-9022c92b0fcc HTTP/1.1" status: 200 len: 797 time: 0.2615910 Nov 05 18:41:18.762841 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-0e7ea6f0-a9da-4b8d-b87e-3a0708fd536d req-27ba4b29-4401-441d-9fb3-3540173bef78 service neutron] 10.222.0.41 "GET /v2.0/networks/5e3d0b1a-fd18-45bc-91bd-c831330234c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5293489 Nov 05 18:41:18.817546 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7453ab-843d-46bd-b45f-b27a74e80869 req-167e78be-3d0f-4859-a4f2-f72b1cb2e973 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:41:18.819489 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-cc7453ab-843d-46bd-b45f-b27a74e80869 req-167e78be-3d0f-4859-a4f2-f72b1cb2e973 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1b7a851b-c808-4864-8618-892ad55d5d0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0742166 Nov 05 18:41:18.883941 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-ec0e9f25-825b-4275-87a7-63b8b78cd940 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:41:18.922640 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-cc7453ab-843d-46bd-b45f-b27a74e80869 req-89c9a3f5-1dac-4672-819a-cd889dd59e49 service neutron] 10.222.0.41 "GET /v2.0/networks/1b7a851b-c808-4864-8618-892ad55d5d0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955486 Nov 05 18:41:18.934510 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-0e605350-3732-41a1-920f-74c70f0ef101 req-ffa2d937-b4f6-4808-9559-139310a78f11 tempest-ImagesTestJSON-1124888854 tempest-ImagesTestJSON-1124888854-project] 10.222.0.13 "GET /v2.0/ports?device_id=2fe4542a-10c0-4139-8b82-dac0d11e5a9a HTTP/1.1" status: 200 len: 210 time: 0.0628331 Nov 05 18:41:18.957081 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee05d158-8b93-4f94-b7b0-4394327be0cc req-027b234c-51af-4a14-8197-cca01412c517 tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:41:18.972710 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee05d158-8b93-4f94-b7b0-4394327be0cc req-027b234c-51af-4a14-8197-cca01412c517 tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:41:18.979612 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee05d158-8b93-4f94-b7b0-4394327be0cc req-027b234c-51af-4a14-8197-cca01412c517 tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:41:18.986107 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee05d158-8b93-4f94-b7b0-4394327be0cc req-027b234c-51af-4a14-8197-cca01412c517 tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:41:18.993149 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee05d158-8b93-4f94-b7b0-4394327be0cc req-027b234c-51af-4a14-8197-cca01412c517 tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:41:18.999619 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee05d158-8b93-4f94-b7b0-4394327be0cc req-027b234c-51af-4a14-8197-cca01412c517 tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:41:19.006914 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee05d158-8b93-4f94-b7b0-4394327be0cc req-027b234c-51af-4a14-8197-cca01412c517 tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:41:19.018379 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-ee05d158-8b93-4f94-b7b0-4394327be0cc req-027b234c-51af-4a14-8197-cca01412c517 tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] 10.222.0.13 "GET /v2.0/ports?device_id=6b9db9e4-2300-49be-bd99-8eabc0e57de3 HTTP/1.1" status: 200 len: 5418 time: 0.3665252 Nov 05 18:41:19.046492 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 05 Nov 2021 18:41:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77565b98-766e-4887-853d-d4e4c90f744e x-openstack-request-id: req-77565b98-766e-4887-853d-d4e4c90f744e {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 18:41:19.046788 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a5e8d09-d939-4bfc-973b-6c1377336e5b", "name": "network-vif-deleted", "tag": "01aa414c-cd32-483f-b731-af513bcf86ff", "status": "completed", "code": 200}, {"server_uuid": "9a5e8d09-d939-4bfc-973b-6c1377336e5b", "name": "network-vif-deleted", "tag": "162147de-268d-4a44-aafd-a263ec2f7ad7", "status": "completed", "code": 200}]} {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 18:41:19.047044 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-77565b98-766e-4887-853d-d4e4c90f744e {{(pid=102386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 18:41:19.047443 n-d-816865-1 neutron-server[102386]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a5e8d09-d939-4bfc-973b-6c1377336e5b', 'name': 'network-vif-deleted', 'tag': '01aa414c-cd32-483f-b731-af513bcf86ff', 'status': 'completed', 'code': 200} Nov 05 18:41:19.047825 n-d-816865-1 neutron-server[102386]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a5e8d09-d939-4bfc-973b-6c1377336e5b', 'name': 'network-vif-deleted', 'tag': '162147de-268d-4a44-aafd-a263ec2f7ad7', 'status': 'completed', 'code': 200} Nov 05 18:41:19.130343 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-cc7453ab-843d-46bd-b45f-b27a74e80869 req-69d46453-1dd1-42cd-bdef-6aa67f7b23e7 service neutron] 10.222.0.41 "GET /v2.0/networks/1b7a851b-c808-4864-8618-892ad55d5d0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1989622 Nov 05 18:41:19.152387 n-d-816865-1 neutron-server[102387]: INFO neutron.api.v2.resource [req-d73f5249-d573-4fd6-b889-df011610706e req-60489043-37c2-4364-98b0-100e3d076108 tempest-SecurityGroupsTestJSON-1222042648 tempest-SecurityGroupsTestJSON-1222042648-project] show failed (client error): The resource could not be found. Nov 05 18:41:19.165760 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-d73f5249-d573-4fd6-b889-df011610706e req-60489043-37c2-4364-98b0-100e3d076108 tempest-SecurityGroupsTestJSON-1222042648 tempest-SecurityGroupsTestJSON-1222042648-project] 10.222.0.13 "GET /v2.0/security-groups/5deaee55-eef3-4dc9-a638-38b033fd1ddb HTTP/1.1" status: 404 len: 352 time: 0.0497756 Nov 05 18:41:19.216069 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-cc7453ab-843d-46bd-b45f-b27a74e80869 req-bd631a72-a13e-42f8-9ecb-399221008a99 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=30e8fb4b-e390-414c-b298-38f2ab60929c HTTP/1.1" status: 200 len: 217 time: 0.0784028 Nov 05 18:41:19.239415 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 43850) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:41:19.317521 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-ee05d158-8b93-4f94-b7b0-4394327be0cc req-178b8cad-dc75-4aab-b583-64e1b7106308 tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] 10.222.0.13 "GET /v2.0/security-groups?id=f4056503-c341-42e5-ae9d-37a5e83a41cf&id=98567ca5-1884-480b-af79-82f64bb06e96&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2924542 Nov 05 18:41:19.319290 n-d-816865-1 neutron-server[102387]: INFO neutron.api.v2.resource [req-a30f6d2d-523d-463c-9354-961d6d0838ed req-0ec68262-8659-463a-818e-a6f82e880966 tempest-SecurityGroupsTestJSON-1222042648 tempest-SecurityGroupsTestJSON-1222042648-project] show failed (client error): The resource could not be found. Nov 05 18:41:19.323564 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-a30f6d2d-523d-463c-9354-961d6d0838ed req-0ec68262-8659-463a-818e-a6f82e880966 tempest-SecurityGroupsTestJSON-1222042648 tempest-SecurityGroupsTestJSON-1222042648-project] 10.222.0.13 "GET /v2.0/security-groups/f7b344c3-e87a-416d-adb7-68a4c34d08c2 HTTP/1.1" status: 404 len: 352 time: 0.0532670 Nov 05 18:41:19.382781 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0623a47-3de5-4632-b8b9-edc95d5b50f3 tempest-ServersTestMultiNic-1214536785 tempest-ServersTestMultiNic-1214536785-project] Deleting subnet 8bf515ed-e77b-4a1b-9e6f-1f371528f0d8 {{(pid=102386) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 05 18:41:19.387519 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-f0623a47-3de5-4632-b8b9-edc95d5b50f3 tempest-ServersTestMultiNic-1214536785 tempest-ServersTestMultiNic-1214536785-project] Publish callbacks [] for subnet, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:41:19.392309 n-d-816865-1 neutron-server[102387]: INFO neutron.api.v2.resource [req-a172e7d1-78eb-4a93-83ba-9dae8925807a req-3851d0b6-9b44-407c-8af6-2b8345566b34 tempest-SecurityGroupsTestJSON-1222042648 tempest-SecurityGroupsTestJSON-1222042648-project] show failed (client error): The resource could not be found. Nov 05 18:41:19.393321 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-a172e7d1-78eb-4a93-83ba-9dae8925807a req-3851d0b6-9b44-407c-8af6-2b8345566b34 tempest-SecurityGroupsTestJSON-1222042648 tempest-SecurityGroupsTestJSON-1222042648-project] 10.222.0.13 "GET /v2.0/security-groups/df6dca95-8393-4643-acc8-cbd5152dacd1 HTTP/1.1" status: 404 len: 352 time: 0.0476427 Nov 05 18:41:19.417498 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-ec0e9f25-825b-4275-87a7-63b8b78cd940 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-571384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1000487'] for router, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:41:19.490703 n-d-816865-1 neutron-server[102387]: INFO neutron.api.v2.resource [req-a709c547-c469-4279-ad9f-a6394522ed52 req-b8ce871e-aa97-4c6d-9767-d21d5d7a732b tempest-SecurityGroupsTestJSON-1222042648 tempest-SecurityGroupsTestJSON-1222042648-project] show failed (client error): The resource could not be found. Nov 05 18:41:19.492055 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-a709c547-c469-4279-ad9f-a6394522ed52 req-b8ce871e-aa97-4c6d-9767-d21d5d7a732b tempest-SecurityGroupsTestJSON-1222042648 tempest-SecurityGroupsTestJSON-1222042648-project] 10.222.0.13 "GET /v2.0/security-groups/156ccdb0-58f1-4f90-b4bc-2eea62270139 HTTP/1.1" status: 404 len: 352 time: 0.0284514 Nov 05 18:41:19.504627 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7453ab-843d-46bd-b45f-b27a74e80869 req-9e3c14ff-8e4a-4776-b66f-34544d7d3ea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:41:19.504627 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-cc7453ab-843d-46bd-b45f-b27a74e80869 req-9e3c14ff-8e4a-4776-b66f-34544d7d3ea1 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=19b6bbf4-5b07-4332-801a-9022c92b0fcc HTTP/1.1" status: 200 len: 797 time: 0.2772355 Nov 05 18:41:19.585659 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-f0623a47-3de5-4632-b8b9-edc95d5b50f3 tempest-ServersTestMultiNic-1214536785 tempest-ServersTestMultiNic-1214536785-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4590738'] for subnet, precommit_delete_associations {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:41:19.638617 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7453ab-843d-46bd-b45f-b27a74e80869 req-f4c043ab-c6d6-4fba-8d46-e9b3586538e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:41:19.640134 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-cc7453ab-843d-46bd-b45f-b27a74e80869 req-f4c043ab-c6d6-4fba-8d46-e9b3586538e3 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1b7a851b-c808-4864-8618-892ad55d5d0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1311152 Nov 05 18:41:19.668248 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8aa4023-8b47-4834-8a01-698392504652 req-fb7e9635-ac29-4d8e-8506-a0612b0d64a7 tempest-LiveAutoBlockMigrationV225Test-1563372898 tempest-LiveAutoBlockMigrationV225Test-1563372898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:41:19.671661 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Device 17e494ec-876c-4457-9174-f4c0ab3114a3 no longer exists at agent hyperv_n-h2-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 18:41:19.677078 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-f8aa4023-8b47-4834-8a01-698392504652 req-fb7e9635-ac29-4d8e-8506-a0612b0d64a7 tempest-LiveAutoBlockMigrationV225Test-1563372898 tempest-LiveAutoBlockMigrationV225Test-1563372898-project] 10.222.0.13 "GET /v2.0/ports?device_id=96e576a6-4f06-4763-8d25-8b8dae8dc581 HTTP/1.1" status: 200 len: 943 time: 0.1443260 Nov 05 18:41:19.698453 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] No Port match for: 17e494ec-876c-4457-9174-f4c0ab3114a3 {{(pid=102388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 18:41:19.699135 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Device 17e494ec-876c-4457-9174-f4c0ab3114a3 not bound to the agent host n-h2-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 18:41:19.720237 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448eea61-ec92-43d1-828c-b6e89d5a1446 req-911b03d3-a70c-43b1-a6b5-d504757a6fed tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:41:19.722306 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-448eea61-ec92-43d1-828c-b6e89d5a1446 req-911b03d3-a70c-43b1-a6b5-d504757a6fed tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] 10.222.0.13 "GET /v2.0/ports?device_id=174784d1-6e33-406b-9ea4-96f2e35bc1c2 HTTP/1.1" status: 200 len: 949 time: 0.1349714 Nov 05 18:41:19.783158 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-f0623a47-3de5-4632-b8b9-edc95d5b50f3 tempest-ServersTestMultiNic-1214536785 tempest-ServersTestMultiNic-1214536785-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1573928'] for subnet, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:41:19.795654 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-f8aa4023-8b47-4834-8a01-698392504652 req-34c167b6-5a42-44a7-a51c-651f5cb2af1b tempest-LiveAutoBlockMigrationV225Test-1563372898 tempest-LiveAutoBlockMigrationV225Test-1563372898-project] 10.222.0.13 "GET /v2.0/security-groups?id=35cb161a-9192-43e2-a392-140fa33626b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176987 Nov 05 18:41:19.834901 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-448eea61-ec92-43d1-828c-b6e89d5a1446 req-eede6492-ccec-4991-9c1d-7369db77fd5b tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] 10.222.0.13 "GET /v2.0/security-groups?id=c4f63610-8850-433c-ac4b-7e7146261ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918832 Nov 05 18:41:19.864942 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-cc7453ab-843d-46bd-b45f-b27a74e80869 req-89c31e68-72d5-42d6-aa90-ea53840809ad service neutron] 10.222.0.41 "GET /v2.0/networks/1b7a851b-c808-4864-8618-892ad55d5d0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2150614 Nov 05 18:41:19.880879 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec0e9f25-825b-4275-87a7-63b8b78cd940 admin admin] Router 5bc7c2ae-da6d-4318-8ada-a224b1663e25 is scheduled to L3 agent 6dcb5589-8e86-4616-9186-ddc4548e13ad with binding_index 1 {{(pid=102387) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 05 18:41:19.996952 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-cc7453ab-843d-46bd-b45f-b27a74e80869 req-f88cacda-3571-4a54-b201-05289c6abd8b service neutron] 10.222.0.41 "GET /v2.0/networks/1b7a851b-c808-4864-8618-892ad55d5d0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1206143 Nov 05 18:41:20.062981 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-f0623a47-3de5-4632-b8b9-edc95d5b50f3 tempest-ServersTestMultiNic-1214536785 tempest-ServersTestMultiNic-1214536785-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1573905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6149879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4877183'] for subnet, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:41:20.084897 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-c6b21a46-6515-4001-b616-cd400d2923cd req-48e6b314-c168-43aa-9306-086b35621832 tempest-ImagesTestJSON-1124888854 tempest-ImagesTestJSON-1124888854-project] 10.222.0.13 "GET /v2.0/ports?device_id=2fe4542a-10c0-4139-8b82-dac0d11e5a9a HTTP/1.1" status: 200 len: 210 time: 0.0370476 Nov 05 18:41:20.093283 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0623a47-3de5-4632-b8b9-edc95d5b50f3 tempest-ServersTestMultiNic-1214536785 tempest-ServersTestMultiNic-1214536785-project] Pushing event deleted for resources: {'Subnet': ['ID=8bf515ed-e77b-4a1b-9e6f-1f371528f0d8,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:41:20.097009 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec0e9f25-825b-4275-87a7-63b8b78cd940 admin admin] Notify agent at l3_agent.n-d-816865-1 the message routers_updated {{(pid=102387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 18:41:20.097689 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-f0623a47-3de5-4632-b8b9-edc95d5b50f3 tempest-ServersTestMultiNic-1214536785 tempest-ServersTestMultiNic-1214536785-project] Publish callbacks [] for subnet, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:41:20.104850 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-f0623a47-3de5-4632-b8b9-edc95d5b50f3 tempest-ServersTestMultiNic-1214536785 tempest-ServersTestMultiNic-1214536785-project] 10.222.0.13 "DELETE /v2.0/subnets/8bf515ed-e77b-4a1b-9e6f-1f371528f0d8 HTTP/1.1" status: 204 len: 168 time: 0.8641465 Nov 05 18:41:20.108344 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 43870) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:41:20.110798 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-379f9d92-d7c5-4841-9074-4fa1f515fdc4 None None] Network f312f9ab-92a7-4ab0-8b0e-56afd6c90bc5 requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 18:41:20.111815 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27fe4e69-1e26-49f4-8570-64b716432bc2 None None] Sync routers for ids ['5bc7c2ae-da6d-4318-8ada-a224b1663e25'] in n-d-816865-1 {{(pid=102389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 18:41:20.130445 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27fe4e69-1e26-49f4-8570-64b716432bc2 None None] Routers {'5bc7c2ae-da6d-4318-8ada-a224b1663e25'} bound to L3 agent in host n-d-816865-1 {{(pid=102389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 18:41:20.131712 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-27fe4e69-1e26-49f4-8570-64b716432bc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T18:41:05Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['5bc7c2ae-da6d-4318-8ada-a224b1663e25'], 'active': True} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:41:20.286738 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-ec0e9f25-825b-4275-87a7-63b8b78cd940 admin admin] Publish callbacks [] for router, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:41:20.289885 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-ec0e9f25-825b-4275-87a7-63b8b78cd940 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 6.0621736 Nov 05 18:41:20.292615 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 43872) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:41:20.300670 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvr_db [None req-27fe4e69-1e26-49f4-8570-64b716432bc2 None None] Set router 5bc7c2ae-da6d-4318-8ada-a224b1663e25 gateway port host: n-d-816865-1 {{(pid=102389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 18:41:20.401716 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0cf1c66-06e7-49dc-88af-a93121dbd1e4 None None] DHCP port deletion for f312f9ab-92a7-4ab0-8b0e-56afd6c90bc5 request from n-d-816865-1 {{(pid=102388) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 05 18:41:20.721061 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-c404bce0-32f6-4fc1-b523-65ce806790f2 tempest-ServersTestMultiNic-1214536785 tempest-ServersTestMultiNic-1214536785-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1664226'] for network, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:41:20.728478 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7ea6f0-a9da-4b8d-b87e-3a0708fd536d req-5b2b3041-f628-4815-802e-4c55acb48931 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:41:20.729100 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7ea6f0-a9da-4b8d-b87e-3a0708fd536d req-5b2b3041-f628-4815-802e-4c55acb48931 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:41:20.729638 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7ea6f0-a9da-4b8d-b87e-3a0708fd536d req-5b2b3041-f628-4815-802e-4c55acb48931 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:41:20.730265 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7ea6f0-a9da-4b8d-b87e-3a0708fd536d req-5b2b3041-f628-4815-802e-4c55acb48931 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:41:20.731205 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7ea6f0-a9da-4b8d-b87e-3a0708fd536d req-5b2b3041-f628-4815-802e-4c55acb48931 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:41:20.731736 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7ea6f0-a9da-4b8d-b87e-3a0708fd536d req-5b2b3041-f628-4815-802e-4c55acb48931 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:41:20.732258 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7ea6f0-a9da-4b8d-b87e-3a0708fd536d req-5b2b3041-f628-4815-802e-4c55acb48931 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:41:20.734317 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-0e7ea6f0-a9da-4b8d-b87e-3a0708fd536d req-5b2b3041-f628-4815-802e-4c55acb48931 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=48de103aa1ab44c9aad7c42993657578&device_id=6b9db9e4-2300-49be-bd99-8eabc0e57de3 HTTP/1.1" status: 200 len: 6475 time: 0.4711161 Nov 05 18:41:20.786530 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dce81ac-ce6e-4da6-b9bb-70f81aa92811 req-dff4c092-528e-48d8-b806-a354a2a19bce tempest-ImagesTestJSON-1124888854 tempest-ImagesTestJSON-1124888854-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:41:20.788412 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-8dce81ac-ce6e-4da6-b9bb-70f81aa92811 req-dff4c092-528e-48d8-b806-a354a2a19bce tempest-ImagesTestJSON-1124888854 tempest-ImagesTestJSON-1124888854-project] 10.222.0.55 "GET /v2.0/networks?id=598f5d7d-609c-4eed-bdfb-a95dcdae7151 HTTP/1.1" status: 200 len: 805 time: 0.6490543 Nov 05 18:41:20.794705 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-27fe4e69-1e26-49f4-8570-64b716432bc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bc7c2ae-da6d-4318-8ada-a224b1663e25', 'name': 'tempest-ServersTestBootFromVolume-1941434225-router', 'tenant_id': '6c131f7c44f84ab6961400da2cd9c540', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.203'}], 'enable_snat': True}, 'gw_port_id': '2fb3cd9d-c752-4483-97ea-094c7b3c7e8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T18:41:14Z', 'updated_at': '2021-11-05T18:41:18Z', 'revision_number': 3, 'project_id': '6c131f7c44f84ab6961400da2cd9c540', 'gw_port': {'id': '2fb3cd9d-c752-4483-97ea-094c7b3c7e8a', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:21:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5bc7c2ae-da6d-4318-8ada-a224b1663e25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 733, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T18:41:16Z', 'updated_at': '2021-11-05T18:41:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1'}], 'n-d-816865-1', False) {} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:41:20.824531 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [req-8dce81ac-ce6e-4da6-b9bb-70f81aa92811 req-5cf624ea-6f6c-424f-aa1b-f262932419b9 tempest-ImagesTestJSON-1124888854 tempest-ImagesTestJSON-1124888854-project] Request body: {'port': {'device_id': '2fe4542a-10c0-4139-8b82-dac0d11e5a9a', 'network_id': '598f5d7d-609c-4eed-bdfb-a95dcdae7151', 'admin_state_up': True, 'tenant_id': '0f862ce7a4174f25919478ebbeb38081'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:41:20.867862 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27fe4e69-1e26-49f4-8570-64b716432bc2 None None] Checking router: 5bc7c2ae-da6d-4318-8ada-a224b1663e25 for host: n-d-816865-1 {{(pid=102389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 18:41:20.872703 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27fe4e69-1e26-49f4-8570-64b716432bc2 None None] Updating router 5bc7c2ae-da6d-4318-8ada-a224b1663e25 port 2fb3cd9d-c752-4483-97ea-094c7b3c7e8a binding host n-d-816865-1 {{(pid=102389) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 05 18:41:20.894091 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-b0cf1c66-06e7-49dc-88af-a93121dbd1e4 None None] Deleting port 17062139-d52b-4725-ad25-df06e3173098 {{(pid=102388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 18:41:20.895151 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b0cf1c66-06e7-49dc-88af-a93121dbd1e4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:41:21.002935 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7ea6f0-a9da-4b8d-b87e-3a0708fd536d req-99fc562a-631a-403a-bcbd-258d2d6750f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:41:21.004498 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-0e7ea6f0-a9da-4b8d-b87e-3a0708fd536d req-99fc562a-631a-403a-bcbd-258d2d6750f1 service neutron] 10.222.0.41 "GET /v2.0/networks?id=1b7a851b-c808-4864-8618-892ad55d5d0a HTTP/1.1" status: 200 len: 901 time: 0.2592533 Nov 05 18:41:21.009956 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-c404bce0-32f6-4fc1-b523-65ce806790f2 tempest-ServersTestMultiNic-1214536785 tempest-ServersTestMultiNic-1214536785-project] Deleting port 17062139-d52b-4725-ad25-df06e3173098 {{(pid=102386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 18:41:21.010411 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-c404bce0-32f6-4fc1-b523-65ce806790f2 tempest-ServersTestMultiNic-1214536785 tempest-ServersTestMultiNic-1214536785-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:41:21.049947 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b0cf1c66-06e7-49dc-88af-a93121dbd1e4 None None] For port 17062139-d52b-4725-ad25-df06e3173098, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=17062139-d52b-4725-ad25-df06e3173098,segment=NetworkSegment(f97972d8-e052-4c46-b13a-ff40c8ce7b61),segment_id=f97972d8-e052-4c46-b13a-ff40c8ce7b61)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:41:21.051267 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b0cf1c66-06e7-49dc-88af-a93121dbd1e4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:41:21.051967 n-d-816865-1 neutron-server[102386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '119849e3-bd6e-46cc-9c50-33fdbdc61761', 'name': 'network-vif-deleted', 'tag': '17e494ec-876c-4457-9174-f4c0ab3114a3'}] {{(pid=102386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 18:41:21.055525 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6173a44d7c73f41af551dc890fa1a5892c2c6bc3458b640c8e0c24db7876ba6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f124410-a111-4917-a5d2-837350947e45" -d '{"events": [{"server_uuid": "119849e3-bd6e-46cc-9c50-33fdbdc61761", "name": "network-vif-deleted", "tag": "17e494ec-876c-4457-9174-f4c0ab3114a3"}]}' {{(pid=102386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 18:41:21.074468 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-b0cf1c66-06e7-49dc-88af-a93121dbd1e4 None None] Calling delete_port for 17062139-d52b-4725-ad25-df06e3173098 owned by network:dhcp {{(pid=102388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 18:41:21.135568 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-0e7ea6f0-a9da-4b8d-b87e-3a0708fd536d req-021bd2da-a027-49d1-ac52-e61f45b57b7b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=30e8fb4b-e390-414c-b298-38f2ab60929c HTTP/1.1" status: 200 len: 217 time: 0.1008856 Nov 05 18:41:21.141331 n-d-816865-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-27fe4e69-1e26-49f4-8570-64b716432bc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:41:21.226110 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [None req-c404bce0-32f6-4fc1-b523-65ce806790f2 tempest-ServersTestMultiNic-1214536785 tempest-ServersTestMultiNic-1214536785-project] For port 17062139-d52b-4725-ad25-df06e3173098, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=17062139-d52b-4725-ad25-df06e3173098,segment=NetworkSegment(f97972d8-e052-4c46-b13a-ff40c8ce7b61),segment_id=f97972d8-e052-4c46-b13a-ff40c8ce7b61)] {{(pid=102386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:41:21.226486 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-c404bce0-32f6-4fc1-b523-65ce806790f2 tempest-ServersTestMultiNic-1214536785 tempest-ServersTestMultiNic-1214536785-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:41:21.251878 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-c404bce0-32f6-4fc1-b523-65ce806790f2 tempest-ServersTestMultiNic-1214536785 tempest-ServersTestMultiNic-1214536785-project] Calling delete_port for 17062139-d52b-4725-ad25-df06e3173098 owned by network:dhcp {{(pid=102386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 18:41:21.268181 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7ea6f0-a9da-4b8d-b87e-3a0708fd536d req-32afcf55-51fa-423b-a7f6-59d2c6454cd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:41:21.269672 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-0e7ea6f0-a9da-4b8d-b87e-3a0708fd536d req-32afcf55-51fa-423b-a7f6-59d2c6454cd2 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=19b6bbf4-5b07-4332-801a-9022c92b0fcc HTTP/1.1" status: 200 len: 797 time: 0.1202569 Nov 05 18:41:21.296324 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b0cf1c66-06e7-49dc-88af-a93121dbd1e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798'] for port, after_delete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:41:21.363704 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-c404bce0-32f6-4fc1-b523-65ce806790f2 tempest-ServersTestMultiNic-1214536785 tempest-ServersTestMultiNic-1214536785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:41:21.364787 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0cf1c66-06e7-49dc-88af-a93121dbd1e4 None None] Pushing event deleted for resources: {'Port': ['ID=17062139-d52b-4725-ad25-df06e3173098,revision_number=None']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:41:21.376992 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0cf1c66-06e7-49dc-88af-a93121dbd1e4 None None] No DVR routers for this DVR port 17062139-d52b-4725-ad25-df06e3173098 on host n-d-816865-1 {{(pid=102388) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 18:41:21.401212 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8dce81ac-ce6e-4da6-b9bb-70f81aa92811 req-5cf624ea-6f6c-424f-aa1b-f262932419b9 tempest-ImagesTestJSON-1124888854 tempest-ImagesTestJSON-1124888854-project] Made reservation on behalf of 0f862ce7a4174f25919478ebbeb38081 for: {'port': 1} {{(pid=102386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 18:41:21.405726 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-8dce81ac-ce6e-4da6-b9bb-70f81aa92811 req-5cf624ea-6f6c-424f-aa1b-f262932419b9 tempest-ImagesTestJSON-1124888854 tempest-ImagesTestJSON-1124888854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:41:21.488266 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b437a7-0aa3-4ecb-82b1-b6993d0409f8 req-3e1ef763-3e64-4278-af8b-441224325a46 tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:41:21.496402 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b437a7-0aa3-4ecb-82b1-b6993d0409f8 req-3e1ef763-3e64-4278-af8b-441224325a46 tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:41:21.504182 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b437a7-0aa3-4ecb-82b1-b6993d0409f8 req-3e1ef763-3e64-4278-af8b-441224325a46 tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:41:21.509999 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c404bce0-32f6-4fc1-b523-65ce806790f2 tempest-ServersTestMultiNic-1214536785 tempest-ServersTestMultiNic-1214536785-project] Pushing event deleted for resources: {'Port': ['ID=17062139-d52b-4725-ad25-df06e3173098,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:41:21.511129 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b437a7-0aa3-4ecb-82b1-b6993d0409f8 req-3e1ef763-3e64-4278-af8b-441224325a46 tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:41:21.515140 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c404bce0-32f6-4fc1-b523-65ce806790f2 tempest-ServersTestMultiNic-1214536785 tempest-ServersTestMultiNic-1214536785-project] No DVR routers for this DVR port 17062139-d52b-4725-ad25-df06e3173098 on host n-d-816865-1 {{(pid=102386) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 18:41:21.517929 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b437a7-0aa3-4ecb-82b1-b6993d0409f8 req-3e1ef763-3e64-4278-af8b-441224325a46 tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:41:21.524638 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b437a7-0aa3-4ecb-82b1-b6993d0409f8 req-3e1ef763-3e64-4278-af8b-441224325a46 tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:41:21.530891 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b437a7-0aa3-4ecb-82b1-b6993d0409f8 req-3e1ef763-3e64-4278-af8b-441224325a46 tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:41:21.538950 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-c4b437a7-0aa3-4ecb-82b1-b6993d0409f8 req-3e1ef763-3e64-4278-af8b-441224325a46 tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] 10.222.0.13 "GET /v2.0/ports?device_id=6b9db9e4-2300-49be-bd99-8eabc0e57de3 HTTP/1.1" status: 200 len: 5418 time: 0.3490183 Nov 05 18:41:21.555911 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610f5128-ccdf-41b4-8c09-0927dadfef91 req-b1b3db63-396f-4115-87d3-7da999051c65 tempest-SecurityGroupsTestJSON-1222042648 tempest-SecurityGroupsTestJSON-1222042648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:41:21.563698 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-610f5128-ccdf-41b4-8c09-0927dadfef91 req-b1b3db63-396f-4115-87d3-7da999051c65 tempest-SecurityGroupsTestJSON-1222042648 tempest-SecurityGroupsTestJSON-1222042648-project] 10.222.0.13 "GET /v2.0/ports?device_id=f42c912a-d1d9-49c8-a808-f584952069f5 HTTP/1.1" status: 200 len: 1023 time: 0.3722177 Nov 05 18:41:21.565146 n-d-816865-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-27fe4e69-1e26-49f4-8570-64b716432bc2 None None] Publish callbacks [] for port, precommit_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:41:21.610884 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae3b58c-7bb0-4068-baff-546668b2bbe9 req-ae557704-e489-4bbf-af72-24d660a59359 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:41:21.613419 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-fae3b58c-7bb0-4068-baff-546668b2bbe9 req-ae557704-e489-4bbf-af72-24d660a59359 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=10ec5728e81c4449951d5c9e87d02372&device_id=174784d1-6e33-406b-9ea4-96f2e35bc1c2 HTTP/1.1" status: 200 len: 1100 time: 0.2440062 Nov 05 18:41:21.637297 n-d-816865-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-27fe4e69-1e26-49f4-8570-64b716432bc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:41:21.678545 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7ea6f0-a9da-4b8d-b87e-3a0708fd536d req-4bf04727-d783-4ee7-90f0-cd21908417e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:41:21.680468 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-0e7ea6f0-a9da-4b8d-b87e-3a0708fd536d req-4bf04727-d783-4ee7-90f0-cd21908417e9 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1b7a851b-c808-4864-8618-892ad55d5d0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3128135 Nov 05 18:41:21.682297 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-c404bce0-32f6-4fc1-b523-65ce806790f2 tempest-ServersTestMultiNic-1214536785 tempest-ServersTestMultiNic-1214536785-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1579173', 'neutron.services.segments.db._delete_segments_for_network-8750027792909'] for network, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:41:21.708462 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-c4b437a7-0aa3-4ecb-82b1-b6993d0409f8 req-dd593eae-4df3-4eb4-8fd9-407750327d70 tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] 10.222.0.13 "GET /v2.0/security-groups?id=f4056503-c341-42e5-ae9d-37a5e83a41cf&id=98567ca5-1884-480b-af79-82f64bb06e96&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1611001 Nov 05 18:41:21.708610 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549f7487-7825-403c-8a78-5245ac888baa None None] Pushing event updated for resources: {'Port': ['ID=2fb3cd9d-c752-4483-97ea-094c7b3c7e8a,revision_number=2']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:41:21.723285 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-549f7487-7825-403c-8a78-5245ac888baa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:41:21.723630 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-549f7487-7825-403c-8a78-5245ac888baa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:41:21.723965 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-549f7487-7825-403c-8a78-5245ac888baa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:41:21.724295 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-549f7487-7825-403c-8a78-5245ac888baa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:41:21.724624 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-549f7487-7825-403c-8a78-5245ac888baa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:41:21.725506 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-549f7487-7825-403c-8a78-5245ac888baa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:41:21.725840 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-549f7487-7825-403c-8a78-5245ac888baa None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:41:21.726348 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-549f7487-7825-403c-8a78-5245ac888baa None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:41:21.726675 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-549f7487-7825-403c-8a78-5245ac888baa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:41:21.727202 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-549f7487-7825-403c-8a78-5245ac888baa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:41:21.727581 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-549f7487-7825-403c-8a78-5245ac888baa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:41:21.727906 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-549f7487-7825-403c-8a78-5245ac888baa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:41:21.768830 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.managers [None req-27fe4e69-1e26-49f4-8570-64b716432bc2 None None] Attempting to bind port 2fb3cd9d-c752-4483-97ea-094c7b3c7e8a on host n-d-816865-1 for vnic_type normal with profile {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 18:41:21.769199 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.managers [None req-27fe4e69-1e26-49f4-8570-64b716432bc2 None None] Attempting to bind port 2fb3cd9d-c752-4483-97ea-094c7b3c7e8a by drivers openvswitch,hyperv on host n-d-816865-1 at level 0 using segments [{'id': '85be518c-8bb4-46a2-a903-d4292782d29d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec'}] {{(pid=102389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 18:41:21.771437 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27fe4e69-1e26-49f4-8570-64b716432bc2 None None] Attempting to bind port 2fb3cd9d-c752-4483-97ea-094c7b3c7e8a on network 40c8335d-cd0b-4cb5-910a-d4dcddd5cbec {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 18:41:21.778918 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27fe4e69-1e26-49f4-8570-64b716432bc2 None None] Checking agent: {'id': '724d89a7-611b-41e6-bc85-c48112b17afa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 18, 25, 8), 'started_at': datetime.datetime(2021, 11, 5, 18, 25, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 18, 41, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 18:41:21.779345 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27fe4e69-1e26-49f4-8570-64b716432bc2 None None] Checking segment: {'id': '85be518c-8bb4-46a2-a903-d4292782d29d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 18:41:21.779924 n-d-816865-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-27fe4e69-1e26-49f4-8570-64b716432bc2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:41:21.780314 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27fe4e69-1e26-49f4-8570-64b716432bc2 None None] Bound using segment: {'id': '85be518c-8bb4-46a2-a903-d4292782d29d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec'} {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 18:41:21.781358 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.managers [None req-27fe4e69-1e26-49f4-8570-64b716432bc2 None None] Bound port: 2fb3cd9d-c752-4483-97ea-094c7b3c7e8a, host: n-d-816865-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85be518c-8bb4-46a2-a903-d4292782d29d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec'}}] {{(pid=102389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 18:41:21.781870 n-d-816865-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-27fe4e69-1e26-49f4-8570-64b716432bc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:41:21.795362 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-610f5128-ccdf-41b4-8c09-0927dadfef91 req-0c0bc0dc-01c3-4450-a897-b041d8ae52d2 tempest-SecurityGroupsTestJSON-1222042648 tempest-SecurityGroupsTestJSON-1222042648-project] 10.222.0.13 "GET /v2.0/security-groups?id=25591ebc-7d79-4a52-aa21-df275070bb50&id=328c87b1-529c-473b-a471-8ae3b3035796&id=675d80a1-16b3-42d4-92da-d169642ff144&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.2307141 Nov 05 18:41:21.855437 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [None req-27fe4e69-1e26-49f4-8570-64b716432bc2 None None] For port 2fb3cd9d-c752-4483-97ea-094c7b3c7e8a, host n-d-816865-1, cleared binding levels {{(pid=102389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 18:41:21.860569 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [None req-27fe4e69-1e26-49f4-8570-64b716432bc2 None None] For port 2fb3cd9d-c752-4483-97ea-094c7b3c7e8a, host n-d-816865-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=2fb3cd9d-c752-4483-97ea-094c7b3c7e8a,segment=NetworkSegment(85be518c-8bb4-46a2-a903-d4292782d29d),segment_id=85be518c-8bb4-46a2-a903-d4292782d29d)] {{(pid=102389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 18:41:21.980900 n-d-816865-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-27fe4e69-1e26-49f4-8570-64b716432bc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:41:22.048341 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27fe4e69-1e26-49f4-8570-64b716432bc2 None None] Routers {'5bc7c2ae-da6d-4318-8ada-a224b1663e25'} bound to L3 agent in host n-d-816865-1 {{(pid=102389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 18:41:22.048973 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-27fe4e69-1e26-49f4-8570-64b716432bc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T18:41:05Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['5bc7c2ae-da6d-4318-8ada-a224b1663e25'], 'active': True} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:41:22.051679 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db55644b-4edf-484e-9d5c-a1cfbb4df048 req-2bf73e59-a280-4c9d-b06d-ba3ae1601385 tempest-LiveAutoBlockMigrationV225Test-1563372898 tempest-LiveAutoBlockMigrationV225Test-1563372898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:41:22.062081 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-db55644b-4edf-484e-9d5c-a1cfbb4df048 req-2bf73e59-a280-4c9d-b06d-ba3ae1601385 tempest-LiveAutoBlockMigrationV225Test-1563372898 tempest-LiveAutoBlockMigrationV225Test-1563372898-project] 10.222.0.13 "GET /v2.0/ports?device_id=96e576a6-4f06-4763-8d25-8b8dae8dc581 HTTP/1.1" status: 200 len: 943 time: 0.2038667 Nov 05 18:41:22.095165 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549f7487-7825-403c-8a78-5245ac888baa None None] Pushing event updated for resources: {'Port': ['ID=2fb3cd9d-c752-4483-97ea-094c7b3c7e8a,revision_number=3']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:41:22.126213 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3dafe4e-74a9-43f2-a666-ef4e47087541 req-305cc81f-9f51-40b5-ac9a-770688d12a10 tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:41:22.128253 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-b3dafe4e-74a9-43f2-a666-ef4e47087541 req-305cc81f-9f51-40b5-ac9a-770688d12a10 tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] 10.222.0.13 "GET /v2.0/ports?device_id=174784d1-6e33-406b-9ea4-96f2e35bc1c2 HTTP/1.1" status: 200 len: 949 time: 0.2345598 Nov 05 18:41:22.190714 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvr_db [None req-27fe4e69-1e26-49f4-8570-64b716432bc2 None None] Set router 5bc7c2ae-da6d-4318-8ada-a224b1663e25 gateway port host: n-d-816865-1 {{(pid=102389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 18:41:22.194313 n-d-816865-1 neutron-server[102386]: DEBUG neutron.services.segments.db [None req-c404bce0-32f6-4fc1-b523-65ce806790f2 tempest-ServersTestMultiNic-1214536785 tempest-ServersTestMultiNic-1214536785-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f312f9ab-92a7-4ab0-8b0e-56afd6c90bc5']}} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:41:22.196594 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17447656-ddb7-438e-8bfb-69ef96bb5f54 req-402a74cd-5e09-4589-88f2-6562ff229fc9 tempest-SecurityGroupsTestJSON-1222042648 tempest-SecurityGroupsTestJSON-1222042648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:41:22.198145 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-17447656-ddb7-438e-8bfb-69ef96bb5f54 req-402a74cd-5e09-4589-88f2-6562ff229fc9 tempest-SecurityGroupsTestJSON-1222042648 tempest-SecurityGroupsTestJSON-1222042648-project] 10.222.0.41 "GET /v2.0/ports?device_id=f42c912a-d1d9-49c8-a808-f584952069f5 HTTP/1.1" status: 200 len: 1023 time: 0.2480280 Nov 05 18:41:22.217388 n-d-816865-1 neutron-server[102386]: DEBUG neutron.services.segments.db [None req-c404bce0-32f6-4fc1-b523-65ce806790f2 tempest-ServersTestMultiNic-1214536785 tempest-ServersTestMultiNic-1214536785-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f97972d8-e052-4c46-b13a-ff40c8ce7b61') {'for_net_delete': True} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:41:22.218059 n-d-816865-1 neutron-server[102386]: DEBUG neutron.services.segments.db [None req-c404bce0-32f6-4fc1-b523-65ce806790f2 tempest-ServersTestMultiNic-1214536785 tempest-ServersTestMultiNic-1214536785-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f97972d8-e052-4c46-b13a-ff40c8ce7b61') {} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:41:22.244205 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-c404bce0-32f6-4fc1-b523-65ce806790f2 tempest-ServersTestMultiNic-1214536785 tempest-ServersTestMultiNic-1214536785-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750027793430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4590747'] for segment, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:41:22.271958 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-0e7ea6f0-a9da-4b8d-b87e-3a0708fd536d req-074fee3f-aa8f-4c77-8747-23fcfb788123 service neutron] 10.222.0.41 "GET /v2.0/networks/1b7a851b-c808-4864-8618-892ad55d5d0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5671787 Nov 05 18:41:22.274709 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-db55644b-4edf-484e-9d5c-a1cfbb4df048 req-098e4040-eecf-4b2f-86c9-00fd611c6946 tempest-LiveAutoBlockMigrationV225Test-1563372898 tempest-LiveAutoBlockMigrationV225Test-1563372898-project] 10.222.0.13 "GET /v2.0/security-groups?id=35cb161a-9192-43e2-a392-140fa33626b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2114966 Nov 05 18:41:22.279107 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-c404bce0-32f6-4fc1-b523-65ce806790f2 tempest-ServersTestMultiNic-1214536785 tempest-ServersTestMultiNic-1214536785-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273'] for segment, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:41:22.294996 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.db_base_plugin_common [req-8dce81ac-ce6e-4da6-b9bb-70f81aa92811 req-5cf624ea-6f6c-424f-aa1b-f262932419b9 tempest-ImagesTestJSON-1124888854 tempest-ImagesTestJSON-1124888854-project] Allocated IP 172.20.0.7 (598f5d7d-609c-4eed-bdfb-a95dcdae7151/d6979728-9a34-49f9-ba30-1ba1422c905b/bc172b7a-11c7-4511-bca9-ba5f20bfbd4b) {{(pid=102386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 18:41:22.316347 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c404bce0-32f6-4fc1-b523-65ce806790f2 tempest-ServersTestMultiNic-1214536785 tempest-ServersTestMultiNic-1214536785-project] Releasing vlan 167 on physical network physnet1 to pool {{(pid=102386) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 05 18:41:22.316752 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-c404bce0-32f6-4fc1-b523-65ce806790f2 tempest-ServersTestMultiNic-1214536785 tempest-ServersTestMultiNic-1214536785-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6149721'] for segment, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:41:22.321005 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-b3dafe4e-74a9-43f2-a666-ef4e47087541 req-d9c45cf1-194a-4bbf-97fc-4b1be0c9e86f tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] 10.222.0.13 "GET /v2.0/security-groups?id=c4f63610-8850-433c-ac4b-7e7146261ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1838946 Nov 05 18:41:22.323576 n-d-816865-1 neutron-server[102386]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 05 18:41:22.323576 n-d-816865-1 neutron-server[102386]: self.session.flush() Nov 05 18:41:22.323576 n-d-816865-1 neutron-server[102386]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 05 18:41:22.323576 n-d-816865-1 neutron-server[102386]: self.session.flush() Nov 05 18:41:22.323576 n-d-816865-1 neutron-server[102386]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 05 18:41:22.323576 n-d-816865-1 neutron-server[102386]: self.session.flush() Nov 05 18:41:22.323576 n-d-816865-1 neutron-server[102386]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 05 18:41:22.323576 n-d-816865-1 neutron-server[102386]: self.session.flush() Nov 05 18:41:22.323576 n-d-816865-1 neutron-server[102386]: Traceback (most recent call last): Nov 05 18:41:22.323576 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 05 18:41:22.323576 n-d-816865-1 neutron-server[102386]: timer() Nov 05 18:41:22.323576 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 05 18:41:22.323576 n-d-816865-1 neutron-server[102386]: cb(*args, **kw) Nov 05 18:41:22.323576 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 05 18:41:22.323576 n-d-816865-1 neutron-server[102386]: return func(*args, **kwargs) Nov 05 18:41:22.323576 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 05 18:41:22.323576 n-d-816865-1 neutron-server[102386]: self._notify() Nov 05 18:41:22.323576 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 05 18:41:22.323576 n-d-816865-1 neutron-server[102386]: self.callback(batched_events) Nov 05 18:41:22.323576 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 05 18:41:22.323576 n-d-816865-1 neutron-server[102386]: event.method(event) Nov 05 18:41:22.323576 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 05 18:41:22.323576 n-d-816865-1 neutron-server[102386]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 05 18:41:22.323576 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 05 18:41:22.323576 n-d-816865-1 neutron-server[102386]: aggregate_uuid = self.p_client.list_aggregates( Nov 05 18:41:22.323576 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 05 18:41:22.323576 n-d-816865-1 neutron-server[102386]: return f(self, *a, **k) Nov 05 18:41:22.323576 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 05 18:41:22.323576 n-d-816865-1 neutron-server[102386]: return self._get(url).json() Nov 05 18:41:22.323576 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 05 18:41:22.323576 n-d-816865-1 neutron-server[102386]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 05 18:41:22.323576 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 05 18:41:22.323576 n-d-816865-1 neutron-server[102386]: return self.request(url, 'GET', **kwargs) Nov 05 18:41:22.323576 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 05 18:41:22.323576 n-d-816865-1 neutron-server[102386]: base_url = self.get_endpoint(auth, allow=allow, Nov 05 18:41:22.323576 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 05 18:41:22.323576 n-d-816865-1 neutron-server[102386]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 05 18:41:22.323576 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 05 18:41:22.323576 n-d-816865-1 neutron-server[102386]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 05 18:41:22.323576 n-d-816865-1 neutron-server[102386]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 05 18:41:22.351481 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae3b58c-7bb0-4068-baff-546668b2bbe9 req-51011fb4-a81a-4a7e-887e-2db670855e66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:41:22.351481 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-fae3b58c-7bb0-4068-baff-546668b2bbe9 req-51011fb4-a81a-4a7e-887e-2db670855e66 service neutron] 10.222.0.55 "GET /v2.0/networks?id=a723f808-b11e-4066-b104-fad90c82895e HTTP/1.1" status: 200 len: 870 time: 0.7203760 Nov 05 18:41:22.418438 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 17062139-d52b-4725-ad25-df06e3173098 no longer exists at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 18:41:22.437403 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 18:41:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c496560a-b195-4702-9a66-b0b95b98ee06 x-openstack-request-id: req-c496560a-b195-4702-9a66-b0b95b98ee06 {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 18:41:22.437687 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "119849e3-bd6e-46cc-9c50-33fdbdc61761", "name": "network-vif-deleted", "tag": "17e494ec-876c-4457-9174-f4c0ab3114a3", "status": "completed", "code": 200}]} {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 18:41:22.437940 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c496560a-b195-4702-9a66-b0b95b98ee06 {{(pid=102386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 18:41:22.438347 n-d-816865-1 neutron-server[102386]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '119849e3-bd6e-46cc-9c50-33fdbdc61761', 'name': 'network-vif-deleted', 'tag': '17e494ec-876c-4457-9174-f4c0ab3114a3', 'status': 'completed', 'code': 200} Nov 05 18:41:22.485323 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] No Port match for: 17062139-d52b-4725-ad25-df06e3173098 {{(pid=102388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 18:41:22.485918 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 17062139-d52b-4725-ad25-df06e3173098 not bound to the agent host n-d-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 18:41:22.488632 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Device c01fdf04-d1b3-4884-bce0-e642bc3ccf9a no longer exists at agent hyperv_n-h1-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 18:41:22.492400 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-fae3b58c-7bb0-4068-baff-546668b2bbe9 req-8650f3fe-975c-4997-be50-8683d8203fad service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.20&port_id=69f3ff0f-5148-4bc1-8f69-404c4f9f50e7 HTTP/1.1" status: 200 len: 217 time: 0.1342833 Nov 05 18:41:22.517368 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-27fe4e69-1e26-49f4-8570-64b716432bc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bc7c2ae-da6d-4318-8ada-a224b1663e25', 'name': 'tempest-ServersTestBootFromVolume-1941434225-router', 'tenant_id': '6c131f7c44f84ab6961400da2cd9c540', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.203'}], 'enable_snat': True}, 'gw_port_id': '2fb3cd9d-c752-4483-97ea-094c7b3c7e8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T18:41:14Z', 'updated_at': '2021-11-05T18:41:18Z', 'revision_number': 3, 'project_id': '6c131f7c44f84ab6961400da2cd9c540', 'gw_port': {'id': '2fb3cd9d-c752-4483-97ea-094c7b3c7e8a', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:21:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5bc7c2ae-da6d-4318-8ada-a224b1663e25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 733, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T18:41:16Z', 'updated_at': '2021-11-05T18:41:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1'}], 'n-d-816865-1', False) {} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:41:22.563140 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-d7758563-1dc7-4010-9757-534a4399313d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:41:22.590074 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-0e7ea6f0-a9da-4b8d-b87e-3a0708fd536d req-044857dd-cc3d-43f3-8555-2cb18ebca0b0 service neutron] 10.222.0.41 "GET /v2.0/networks/1b7a851b-c808-4864-8618-892ad55d5d0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3087413 Nov 05 18:41:22.598542 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27fe4e69-1e26-49f4-8570-64b716432bc2 None None] The sync data for ids ['5bc7c2ae-da6d-4318-8ada-a224b1663e25'] in n-d-816865-1 is: [{'id': '5bc7c2ae-da6d-4318-8ada-a224b1663e25', 'name': 'tempest-ServersTestBootFromVolume-1941434225-router', 'tenant_id': '6c131f7c44f84ab6961400da2cd9c540', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.203'}], 'enable_snat': True}, 'gw_port_id': '2fb3cd9d-c752-4483-97ea-094c7b3c7e8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T18:41:14Z', 'updated_at': '2021-11-05T18:41:18Z', 'revision_number': 3, 'project_id': '6c131f7c44f84ab6961400da2cd9c540', 'gw_port': {'id': '2fb3cd9d-c752-4483-97ea-094c7b3c7e8a', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:21:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5bc7c2ae-da6d-4318-8ada-a224b1663e25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 733, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T18:41:16Z', 'updated_at': '2021-11-05T18:41:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1'}] {{(pid=102389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 18:41:22.617223 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-6b4e5ae2-e0bc-414f-88aa-aacb0b01b79d req-41762e4c-405a-4160-bf53-7b8076911885 tempest-ImagesTestJSON-1124888854 tempest-ImagesTestJSON-1124888854-project] 10.222.0.13 "GET /v2.0/ports?device_id=2fe4542a-10c0-4139-8b82-dac0d11e5a9a HTTP/1.1" status: 200 len: 210 time: 0.0600240 Nov 05 18:41:22.655468 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-c404bce0-32f6-4fc1-b523-65ce806790f2 tempest-ServersTestMultiNic-1214536785 tempest-ServersTestMultiNic-1214536785-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1579178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-956796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1000687'] for network, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:41:22.687970 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [req-17447656-ddb7-438e-8bfb-69ef96bb5f54 req-09af7ba7-03b9-4499-a185-abcf9dc315e0 tempest-SecurityGroupsTestJSON-1222042648 tempest-SecurityGroupsTestJSON-1222042648-project] Deleting port 07ad1e6a-5ef2-4823-940a-64f3df413fd4 {{(pid=102387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 18:41:22.687970 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-17447656-ddb7-438e-8bfb-69ef96bb5f54 req-09af7ba7-03b9-4499-a185-abcf9dc315e0 tempest-SecurityGroupsTestJSON-1222042648 tempest-SecurityGroupsTestJSON-1222042648-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:41:22.720054 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-c404bce0-32f6-4fc1-b523-65ce806790f2 tempest-ServersTestMultiNic-1214536785 tempest-ServersTestMultiNic-1214536785-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597851'] for network, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:41:22.723566 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-c404bce0-32f6-4fc1-b523-65ce806790f2 tempest-ServersTestMultiNic-1214536785 tempest-ServersTestMultiNic-1214536785-project] 10.222.0.13 "DELETE /v2.0/networks/f312f9ab-92a7-4ab0-8b0e-56afd6c90bc5 HTTP/1.1" status: 204 len: 168 time: 2.6027248 Nov 05 18:41:22.728302 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 43888) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:41:22.735546 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae3b58c-7bb0-4068-baff-546668b2bbe9 req-14fc2e9a-0ddb-413b-80db-9102003a570f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:41:22.737181 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-fae3b58c-7bb0-4068-baff-546668b2bbe9 req-14fc2e9a-0ddb-413b-80db-9102003a570f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=05e7a1b5-165b-4a00-855a-ffbcb2eba59e HTTP/1.1" status: 200 len: 843 time: 0.2056487 Nov 05 18:41:22.762739 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c404bce0-32f6-4fc1-b523-65ce806790f2 tempest-ServersTestMultiNic-1214536785 tempest-ServersTestMultiNic-1214536785-project] Pushing event deleted for resources: {'Network': ['ID=f312f9ab-92a7-4ab0-8b0e-56afd6c90bc5,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:41:22.847237 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-8dce81ac-ce6e-4da6-b9bb-70f81aa92811 req-5cf624ea-6f6c-424f-aa1b-f262932419b9 tempest-ImagesTestJSON-1124888854 tempest-ImagesTestJSON-1124888854-project] Publish callbacks [] for port, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:41:22.932980 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae3b58c-7bb0-4068-baff-546668b2bbe9 req-93102d8c-78f4-4a2f-8d1e-cb9fbe7a7220 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:41:22.940478 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-fae3b58c-7bb0-4068-baff-546668b2bbe9 req-93102d8c-78f4-4a2f-8d1e-cb9fbe7a7220 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a723f808-b11e-4066-b104-fad90c82895e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1828547 Nov 05 18:41:22.981004 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-870b22ee-cbbe-414a-b6a5-4dd4c551146d req-16429499-4701-4296-ba0c-b6c3c44bc00c service neutron] 10.222.0.41 "GET /v2.0/ports/c01fdf04-d1b3-4884-bce0-e642bc3ccf9a/bindings/n-h2-816865-1 HTTP/1.1" status: 200 len: 384 time: 0.1900086 Nov 05 18:41:22.981212 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd8e9c52-bbad-4d0e-a66a-ec48e397bc0e tempest-ServersTestMultiNic-1214536785 tempest-ServersTestMultiNic-1214536785-project] Deleting subnet 14ded6cc-a315-444f-b9ef-70cf63445422 {{(pid=102387) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 05 18:41:22.993002 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.db [req-17447656-ddb7-438e-8bfb-69ef96bb5f54 req-09af7ba7-03b9-4499-a185-abcf9dc315e0 tempest-SecurityGroupsTestJSON-1222042648 tempest-SecurityGroupsTestJSON-1222042648-project] For port 07ad1e6a-5ef2-4823-940a-64f3df413fd4, host n-h1-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=07ad1e6a-5ef2-4823-940a-64f3df413fd4,segment=NetworkSegment(8fe54a69-31e7-40d0-825b-2160d7fbba14),segment_id=8fe54a69-31e7-40d0-825b-2160d7fbba14)] {{(pid=102387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:41:22.993363 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-17447656-ddb7-438e-8bfb-69ef96bb5f54 req-09af7ba7-03b9-4499-a185-abcf9dc315e0 tempest-SecurityGroupsTestJSON-1222042648 tempest-SecurityGroupsTestJSON-1222042648-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:41:23.023428 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-8dce81ac-ce6e-4da6-b9bb-70f81aa92811 req-5cf624ea-6f6c-424f-aa1b-f262932419b9 tempest-ImagesTestJSON-1124888854 tempest-ImagesTestJSON-1124888854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:41:23.037315 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-fd8e9c52-bbad-4d0e-a66a-ec48e397bc0e tempest-ServersTestMultiNic-1214536785 tempest-ServersTestMultiNic-1214536785-project] Publish callbacks [] for subnet, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:41:23.093140 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [req-17447656-ddb7-438e-8bfb-69ef96bb5f54 req-09af7ba7-03b9-4499-a185-abcf9dc315e0 tempest-SecurityGroupsTestJSON-1222042648 tempest-SecurityGroupsTestJSON-1222042648-project] Calling delete_port for 07ad1e6a-5ef2-4823-940a-64f3df413fd4 owned by compute:nova {{(pid=102387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 18:41:23.124172 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8dce81ac-ce6e-4da6-b9bb-70f81aa92811 req-5cf624ea-6f6c-424f-aa1b-f262932419b9 tempest-ImagesTestJSON-1124888854 tempest-ImagesTestJSON-1124888854-project] Network 598f5d7d-609c-4eed-bdfb-a95dcdae7151 is already hosted by enough agents. {{(pid=102386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 18:41:23.127350 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0687acbb-eb32-485a-a250-3397581f245c req-60efcb2e-fcdd-4830-8907-0a48cb473b7e tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:41:23.134125 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0687acbb-eb32-485a-a250-3397581f245c req-60efcb2e-fcdd-4830-8907-0a48cb473b7e tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:41:23.137897 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.base_scheduler [req-8dce81ac-ce6e-4da6-b9bb-70f81aa92811 req-5cf624ea-6f6c-424f-aa1b-f262932419b9 tempest-ImagesTestJSON-1124888854 tempest-ImagesTestJSON-1124888854-project] Resources bound (agent type, host, resource id): {{(pid=102386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:41:23.141471 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [req-8dce81ac-ce6e-4da6-b9bb-70f81aa92811 req-5cf624ea-6f6c-424f-aa1b-f262932419b9 tempest-ImagesTestJSON-1124888854 tempest-ImagesTestJSON-1124888854-project] Received port after_create {{(pid=102386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 18:41:23.141615 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0687acbb-eb32-485a-a250-3397581f245c req-60efcb2e-fcdd-4830-8907-0a48cb473b7e tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:41:23.148583 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0687acbb-eb32-485a-a250-3397581f245c req-60efcb2e-fcdd-4830-8907-0a48cb473b7e tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:41:23.154818 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-fae3b58c-7bb0-4068-baff-546668b2bbe9 req-9a0419bc-d66b-48f5-aa47-1b55a1d66722 service neutron] 10.222.0.55 "GET /v2.0/networks/a723f808-b11e-4066-b104-fad90c82895e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2108219 Nov 05 18:41:23.155562 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0687acbb-eb32-485a-a250-3397581f245c req-60efcb2e-fcdd-4830-8907-0a48cb473b7e tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:41:23.161466 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0687acbb-eb32-485a-a250-3397581f245c req-60efcb2e-fcdd-4830-8907-0a48cb473b7e tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:41:23.168869 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0687acbb-eb32-485a-a250-3397581f245c req-60efcb2e-fcdd-4830-8907-0a48cb473b7e tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:41:23.170809 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-0687acbb-eb32-485a-a250-3397581f245c req-60efcb2e-fcdd-4830-8907-0a48cb473b7e tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] 10.222.0.13 "GET /v2.0/ports?device_id=6b9db9e4-2300-49be-bd99-8eabc0e57de3 HTTP/1.1" status: 200 len: 5418 time: 0.3607416 Nov 05 18:41:23.199970 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c1bf2d-92af-4af8-934b-d9b262d791fe req-117df65d-ce19-4e92-971b-8aeeceded37c tempest-SecurityGroupsTestJSON-1222042648 tempest-SecurityGroupsTestJSON-1222042648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:41:23.201512 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-b3c1bf2d-92af-4af8-934b-d9b262d791fe req-117df65d-ce19-4e92-971b-8aeeceded37c tempest-SecurityGroupsTestJSON-1222042648 tempest-SecurityGroupsTestJSON-1222042648-project] 10.222.0.13 "GET /v2.0/ports?device_id=f42c912a-d1d9-49c8-a808-f584952069f5 HTTP/1.1" status: 200 len: 1023 time: 0.3166766 Nov 05 18:41:23.208399 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf624ea-6f6c-424f-aa1b-f262932419b9 tempest-ImagesTestJSON-1124888854 tempest-ImagesTestJSON-1124888854-project] Pushing event updated for resources: {'Port': ['ID=bc172b7a-11c7-4511-bca9-ba5f20bfbd4b,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:41:23.210304 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.db_base_plugin_common [None req-d7758563-1dc7-4010-9757-534a4399313d admin admin] Allocated IP 172.20.0.1 (1ff0a913-0cfa-4d08-b7d2-c06124fbc3df/dff9f9fe-033a-4d53-8da1-59a70c229898/69af1376-2c88-4874-9039-4b78122e8668) {{(pid=102387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 18:41:23.213841 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-fd8e9c52-bbad-4d0e-a66a-ec48e397bc0e tempest-ServersTestMultiNic-1214536785 tempest-ServersTestMultiNic-1214536785-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4463501'] for subnet, precommit_delete_associations {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:41:23.291497 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dce81ac-ce6e-4da6-b9bb-70f81aa92811 req-5cf624ea-6f6c-424f-aa1b-f262932419b9 tempest-ImagesTestJSON-1124888854 tempest-ImagesTestJSON-1124888854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:41:23.292155 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-8dce81ac-ce6e-4da6-b9bb-70f81aa92811 req-5cf624ea-6f6c-424f-aa1b-f262932419b9 tempest-ImagesTestJSON-1124888854 tempest-ImagesTestJSON-1124888854-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:41:23.391321 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-fae3b58c-7bb0-4068-baff-546668b2bbe9 req-f2ec4fae-dc59-42d4-92b2-a820b79206c0 service neutron] 10.222.0.55 "GET /v2.0/networks/a723f808-b11e-4066-b104-fad90c82895e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2153964 Nov 05 18:41:23.414994 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-8dce81ac-ce6e-4da6-b9bb-70f81aa92811 req-5cf624ea-6f6c-424f-aa1b-f262932419b9 tempest-ImagesTestJSON-1124888854 tempest-ImagesTestJSON-1124888854-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5959110 Nov 05 18:41:23.429489 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [req-8dce81ac-ce6e-4da6-b9bb-70f81aa92811 req-8cf0d0bc-bb28-4fff-a9e4-5f30dd79fd7c service neutron] Request body: {'port': {'device_id': '2fe4542a-10c0-4139-8b82-dac0d11e5a9a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816865-1'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:41:23.457231 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [req-870b22ee-cbbe-414a-b6a5-4dd4c551146d req-c5117319-44b1-43f7-9f1d-5d2333a5e5a4 service neutron] For port c01fdf04-d1b3-4884-bce0-e642bc3ccf9a, host n-h1-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=c01fdf04-d1b3-4884-bce0-e642bc3ccf9a,segment=NetworkSegment(15cac71b-3531-4cff-8a8e-8f8d83bebf12),segment_id=15cac71b-3531-4cff-8a8e-8f8d83bebf12)] {{(pid=102386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:41:23.500970 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [req-870b22ee-cbbe-414a-b6a5-4dd4c551146d req-c5117319-44b1-43f7-9f1d-5d2333a5e5a4 service neutron] For port c01fdf04-d1b3-4884-bce0-e642bc3ccf9a, host n-h1-816865-1, cleared binding levels {{(pid=102386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 18:41:23.522365 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-0687acbb-eb32-485a-a250-3397581f245c req-4fd11b7b-98cb-4a77-8ea0-ad1275c8b3a5 tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] 10.222.0.13 "GET /v2.0/security-groups?id=f4056503-c341-42e5-ae9d-37a5e83a41cf&id=98567ca5-1884-480b-af79-82f64bb06e96&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3332770 Nov 05 18:41:23.535536 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-8dce81ac-ce6e-4da6-b9bb-70f81aa92811 req-8cf0d0bc-bb28-4fff-a9e4-5f30dd79fd7c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:41:23.560655 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-fd8e9c52-bbad-4d0e-a66a-ec48e397bc0e tempest-ServersTestMultiNic-1214536785 tempest-ServersTestMultiNic-1214536785-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1573928'] for subnet, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:41:23.577977 n-d-816865-1 neutron-server[102386]: DEBUG neutron.notifiers.nova [req-870b22ee-cbbe-414a-b6a5-4dd4c551146d req-c5117319-44b1-43f7-9f1d-5d2333a5e5a4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c01fdf04-d1b3-4884-bce0-e642bc3ccf9a {{(pid=102386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 18:41:23.594962 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [req-870b22ee-cbbe-414a-b6a5-4dd4c551146d req-c5117319-44b1-43f7-9f1d-5d2333a5e5a4 service neutron] For port c01fdf04-d1b3-4884-bce0-e642bc3ccf9a, host n-h2-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=c01fdf04-d1b3-4884-bce0-e642bc3ccf9a,segment=NetworkSegment(15cac71b-3531-4cff-8a8e-8f8d83bebf12),segment_id=15cac71b-3531-4cff-8a8e-8f8d83bebf12)] {{(pid=102386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:41:23.599562 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-b3c1bf2d-92af-4af8-934b-d9b262d791fe req-41fdff1f-57f2-4978-a1e9-5795a1a8aca7 tempest-SecurityGroupsTestJSON-1222042648 tempest-SecurityGroupsTestJSON-1222042648-project] 10.222.0.13 "GET /v2.0/security-groups?id=25591ebc-7d79-4a52-aa21-df275070bb50&id=328c87b1-529c-473b-a471-8ae3b3035796&id=675d80a1-16b3-42d4-92da-d169642ff144&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.3770969 Nov 05 18:41:23.678422 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-d7758563-1dc7-4010-9757-534a4399313d admin admin] Publish callbacks [] for port, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:41:23.687035 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-870b22ee-cbbe-414a-b6a5-4dd4c551146d req-c5117319-44b1-43f7-9f1d-5d2333a5e5a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:41:23.789845 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258fd165-aa2d-43b8-8639-6ada44d1ca32 req-0de69532-eb3a-4cf8-9a42-4475d7d87351 tempest-LiveAutoBlockMigrationV225Test-1563372898 tempest-LiveAutoBlockMigrationV225Test-1563372898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:41:23.791330 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-258fd165-aa2d-43b8-8639-6ada44d1ca32 req-0de69532-eb3a-4cf8-9a42-4475d7d87351 tempest-LiveAutoBlockMigrationV225Test-1563372898 tempest-LiveAutoBlockMigrationV225Test-1563372898-project] 10.222.0.13 "GET /v2.0/ports?device_id=96e576a6-4f06-4763-8d25-8b8dae8dc581 HTTP/1.1" status: 200 len: 943 time: 0.1746027 Nov 05 18:41:23.830559 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdad261-fec7-4837-9dee-8da967c3aa9d req-fdf66ea6-39c4-47ef-bcdf-7ca4161a2e78 tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:41:23.832141 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-acdad261-fec7-4837-9dee-8da967c3aa9d req-fdf66ea6-39c4-47ef-bcdf-7ca4161a2e78 tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] 10.222.0.13 "GET /v2.0/ports?device_id=174784d1-6e33-406b-9ea4-96f2e35bc1c2 HTTP/1.1" status: 200 len: 949 time: 0.1179388 Nov 05 18:41:23.864762 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-fd8e9c52-bbad-4d0e-a66a-ec48e397bc0e tempest-ServersTestMultiNic-1214536785 tempest-ServersTestMultiNic-1214536785-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1573905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4417146', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5112209'] for subnet, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:41:23.883470 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.provisioning_blocks [req-870b22ee-cbbe-414a-b6a5-4dd4c551146d req-c5117319-44b1-43f7-9f1d-5d2333a5e5a4 service neutron] Transition to ACTIVE for port object c01fdf04-d1b3-4884-bce0-e642bc3ccf9a will not be triggered until provisioned by entity L2. {{(pid=102386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 05 18:41:23.887545 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-258fd165-aa2d-43b8-8639-6ada44d1ca32 req-a9f004eb-3560-4b7b-bc80-56d6de7631ea tempest-LiveAutoBlockMigrationV225Test-1563372898 tempest-LiveAutoBlockMigrationV225Test-1563372898-project] 10.222.0.13 "GET /v2.0/security-groups?id=35cb161a-9192-43e2-a392-140fa33626b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882983 Nov 05 18:41:23.919219 n-d-816865-1 neutron-server[102386]: DEBUG neutron.notifiers.nova [req-8dce81ac-ce6e-4da6-b9bb-70f81aa92811 req-8cf0d0bc-bb28-4fff-a9e4-5f30dd79fd7c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bc172b7a-11c7-4511-bca9-ba5f20bfbd4b {{(pid=102386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 18:41:23.929252 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-8dce81ac-ce6e-4da6-b9bb-70f81aa92811 req-8cf0d0bc-bb28-4fff-a9e4-5f30dd79fd7c service neutron] Publish callbacks [] for port, precommit_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:41:23.932690 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8e9c52-bbad-4d0e-a66a-ec48e397bc0e tempest-ServersTestMultiNic-1214536785 tempest-ServersTestMultiNic-1214536785-project] Pushing event deleted for resources: {'Subnet': ['ID=14ded6cc-a315-444f-b9ef-70cf63445422,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:41:23.934829 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-d7758563-1dc7-4010-9757-534a4399313d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4417063'] for port, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:41:23.936798 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-17447656-ddb7-438e-8bfb-69ef96bb5f54 req-09af7ba7-03b9-4499-a185-abcf9dc315e0 tempest-SecurityGroupsTestJSON-1222042648 tempest-SecurityGroupsTestJSON-1222042648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4417063'] for port, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:41:23.944541 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4a6f2ab-36b4-49b1-b1d2-7a5fd7fe25a4 None None] Network 301f40b0-7862-4bd1-8824-3c88e9f58b1e requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 18:41:23.946280 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.provisioning_blocks [req-8dce81ac-ce6e-4da6-b9bb-70f81aa92811 req-8cf0d0bc-bb28-4fff-a9e4-5f30dd79fd7c service neutron] Transition to ACTIVE for port object bc172b7a-11c7-4511-bca9-ba5f20bfbd4b will not be triggered until provisioned by entity L2. {{(pid=102386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 05 18:41:23.949009 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-fd8e9c52-bbad-4d0e-a66a-ec48e397bc0e tempest-ServersTestMultiNic-1214536785 tempest-ServersTestMultiNic-1214536785-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597851'] for subnet, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:41:23.951936 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-fd8e9c52-bbad-4d0e-a66a-ec48e397bc0e tempest-ServersTestMultiNic-1214536785 tempest-ServersTestMultiNic-1214536785-project] 10.222.0.13 "DELETE /v2.0/subnets/14ded6cc-a315-444f-b9ef-70cf63445422 HTTP/1.1" status: 204 len: 168 time: 1.2205696 Nov 05 18:41:23.954787 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 43906) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:41:23.999615 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7758563-1dc7-4010-9757-534a4399313d admin admin] Network 1ff0a913-0cfa-4d08-b7d2-c06124fbc3df is already hosted by enough agents. {{(pid=102387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 18:41:24.000002 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-870b22ee-cbbe-414a-b6a5-4dd4c551146d req-c5117319-44b1-43f7-9f1d-5d2333a5e5a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6149821'] for port, after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:41:24.003283 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.base_scheduler [None req-d7758563-1dc7-4010-9757-534a4399313d admin admin] Resources bound (agent type, host, resource id): {{(pid=102387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:41:24.009793 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-acdad261-fec7-4837-9dee-8da967c3aa9d req-c215aacc-721d-4bb7-88a3-29b2723df703 tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] 10.222.0.13 "GET /v2.0/security-groups?id=c4f63610-8850-433c-ac4b-7e7146261ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1673803 Nov 05 18:41:24.010594 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7758563-1dc7-4010-9757-534a4399313d admin admin] Received port after_create {{(pid=102387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 18:41:24.076668 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7758563-1dc7-4010-9757-534a4399313d admin admin] Pushing event updated for resources: {'Port': ['ID=69af1376-2c88-4874-9039-4b78122e8668,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:41:24.079859 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-8dce81ac-ce6e-4da6-b9bb-70f81aa92811 req-8cf0d0bc-bb28-4fff-a9e4-5f30dd79fd7c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6149821'] for port, after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:41:24.126395 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] get_ports_and_sgs() called for port_ids ['07ad1e6a-5ef2-4823-940a-64f3df413fd4'] {{(pid=102388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 18:41:24.159402 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09af7ba7-03b9-4499-a185-abcf9dc315e0 tempest-SecurityGroupsTestJSON-1222042648 tempest-SecurityGroupsTestJSON-1222042648-project] Pushing event deleted for resources: {'Port': ['ID=07ad1e6a-5ef2-4823-940a-64f3df413fd4,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:41:24.170638 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [req-870b22ee-cbbe-414a-b6a5-4dd4c551146d req-c5117319-44b1-43f7-9f1d-5d2333a5e5a4 service neutron] No DVR routers for this DVR port c01fdf04-d1b3-4884-bce0-e642bc3ccf9a on host n-h1-816865-1 {{(pid=102386) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 18:41:24.172402 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.l3_dvrscheduler_db [req-17447656-ddb7-438e-8bfb-69ef96bb5f54 req-09af7ba7-03b9-4499-a185-abcf9dc315e0 tempest-SecurityGroupsTestJSON-1222042648 tempest-SecurityGroupsTestJSON-1222042648-project] No DVR routers for this DVR port 07ad1e6a-5ef2-4823-940a-64f3df413fd4 on host n-h1-816865-1 {{(pid=102387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 18:41:24.174095 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-d7758563-1dc7-4010-9757-534a4399313d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-571770'] for router_interface, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:41:24.177786 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-17447656-ddb7-438e-8bfb-69ef96bb5f54 req-09af7ba7-03b9-4499-a185-abcf9dc315e0 tempest-SecurityGroupsTestJSON-1222042648 tempest-SecurityGroupsTestJSON-1222042648-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:41:24.181654 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-17447656-ddb7-438e-8bfb-69ef96bb5f54 req-09af7ba7-03b9-4499-a185-abcf9dc315e0 tempest-SecurityGroupsTestJSON-1222042648 tempest-SecurityGroupsTestJSON-1222042648-project] 10.222.0.41 "DELETE /v2.0/ports/07ad1e6a-5ef2-4823-940a-64f3df413fd4 HTTP/1.1" status: 204 len: 173 time: 1.9721382 Nov 05 18:41:24.185547 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-55efb54d-1196-4582-8ed3-64d191eefd21 tempest-ServersTestMultiNic-1214536785 tempest-ServersTestMultiNic-1214536785-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1664226'] for network, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:41:24.188287 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5117319-44b1-43f7-9f1d-5d2333a5e5a4 service neutron] Pushing event updated for resources: {'Port': ['ID=c01fdf04-d1b3-4884-bce0-e642bc3ccf9a,revision_number=10']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:41:24.191066 n-d-816865-1 neutron-server[102387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f42c912a-d1d9-49c8-a808-f584952069f5', 'name': 'network-vif-deleted', 'tag': '07ad1e6a-5ef2-4823-940a-64f3df413fd4'}] {{(pid=102387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 18:41:24.203661 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab06bd4ddf5758c1f10d79fe34dc215bafa488692cde9dba2fcbcb67556f90bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-590fa2a5-6a3d-4333-a377-8df4354cdfed" -d '{"events": [{"server_uuid": "f42c912a-d1d9-49c8-a808-f584952069f5", "name": "network-vif-deleted", "tag": "07ad1e6a-5ef2-4823-940a-64f3df413fd4"}]}' {{(pid=102387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 18:41:24.248988 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-870b22ee-cbbe-414a-b6a5-4dd4c551146d req-c5117319-44b1-43f7-9f1d-5d2333a5e5a4 service neutron] 10.222.0.41 "PUT /v2.0/ports/c01fdf04-d1b3-4884-bce0-e642bc3ccf9a/bindings/n-h2-816865-1/activate HTTP/1.1" status: 200 len: 369 time: 1.2336056 Nov 05 18:41:24.331643 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-311224af-63c0-46f2-a63d-8cbdfd75ccd3 None None] DHCP port deletion for 301f40b0-7862-4bd1-8824-3c88e9f58b1e request from n-d-816865-1 {{(pid=102388) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 05 18:41:24.375606 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf0d0bc-bb28-4fff-a9e4-5f30dd79fd7c service neutron] Pushing event updated for resources: {'Port': ['ID=bc172b7a-11c7-4511-bca9-ba5f20bfbd4b,revision_number=2']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:41:24.380044 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba325d8-89e0-457b-a215-76e5485760cd req-1a75e48b-ec73-46d7-885f-cec5553e6ec9 tempest-ImagesTestJSON-1124888854 tempest-ImagesTestJSON-1124888854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:41:24.387520 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-bba325d8-89e0-457b-a215-76e5485760cd req-1a75e48b-ec73-46d7-885f-cec5553e6ec9 tempest-ImagesTestJSON-1124888854 tempest-ImagesTestJSON-1124888854-project] 10.222.0.13 "GET /v2.0/ports?device_id=2fe4542a-10c0-4139-8b82-dac0d11e5a9a HTTP/1.1" status: 200 len: 943 time: 0.2251589 Nov 05 18:41:24.440910 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-311224af-63c0-46f2-a63d-8cbdfd75ccd3 None None] Deleting port e568dfd4-1505-49c9-93d3-f8f57346ed79 {{(pid=102388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 18:41:24.441289 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-311224af-63c0-46f2-a63d-8cbdfd75ccd3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:41:24.505506 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [req-8dce81ac-ce6e-4da6-b9bb-70f81aa92811 req-8cf0d0bc-bb28-4fff-a9e4-5f30dd79fd7c service neutron] Attempting to bind port bc172b7a-11c7-4511-bca9-ba5f20bfbd4b on host n-h2-816865-1 for vnic_type normal with profile {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 18:41:24.506010 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [req-8dce81ac-ce6e-4da6-b9bb-70f81aa92811 req-8cf0d0bc-bb28-4fff-a9e4-5f30dd79fd7c service neutron] Attempting to bind port bc172b7a-11c7-4511-bca9-ba5f20bfbd4b by drivers openvswitch,hyperv on host n-h2-816865-1 at level 0 using segments [{'id': 'b0f4d4e8-61d5-4e79-9c35-e1f620a70868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '598f5d7d-609c-4eed-bdfb-a95dcdae7151'}] {{(pid=102386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 18:41:24.507513 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dce81ac-ce6e-4da6-b9bb-70f81aa92811 req-8cf0d0bc-bb28-4fff-a9e4-5f30dd79fd7c service neutron] Attempting to bind port bc172b7a-11c7-4511-bca9-ba5f20bfbd4b on network 598f5d7d-609c-4eed-bdfb-a95dcdae7151 {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 18:41:24.519664 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dce81ac-ce6e-4da6-b9bb-70f81aa92811 req-8cf0d0bc-bb28-4fff-a9e4-5f30dd79fd7c service neutron] Port bc172b7a-11c7-4511-bca9-ba5f20bfbd4b on network 598f5d7d-609c-4eed-bdfb-a95dcdae7151 not bound, no agent of type Open vSwitch agent registered on host n-h2-816865-1 {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 18:41:24.520278 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dce81ac-ce6e-4da6-b9bb-70f81aa92811 req-8cf0d0bc-bb28-4fff-a9e4-5f30dd79fd7c service neutron] Attempting to bind port bc172b7a-11c7-4511-bca9-ba5f20bfbd4b on network 598f5d7d-609c-4eed-bdfb-a95dcdae7151 {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 18:41:24.532740 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 2fb3cd9d-c752-4483-97ea-094c7b3c7e8a up at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 18:41:24.534530 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870b22ee-cbbe-414a-b6a5-4dd4c551146d req-057e08e8-398e-4ae8-9c8e-89a453305b5b tempest-LiveAutoBlockMigrationV225Test-2109471755 tempest-LiveAutoBlockMigrationV225Test-2109471755-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:41:24.536414 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-870b22ee-cbbe-414a-b6a5-4dd4c551146d req-057e08e8-398e-4ae8-9c8e-89a453305b5b tempest-LiveAutoBlockMigrationV225Test-2109471755 tempest-LiveAutoBlockMigrationV225Test-2109471755-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=96e576a6-4f06-4763-8d25-8b8dae8dc581&tenant_id=482f8aec1d1b4fc08a02afb86f8387d6&binding%3Ahost_id=n-h1-816865-1 HTTP/1.1" status: 200 len: 1095 time: 0.1395831 Nov 05 18:41:24.538029 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-55efb54d-1196-4582-8ed3-64d191eefd21 tempest-ServersTestMultiNic-1214536785 tempest-ServersTestMultiNic-1214536785-project] Deleting port e568dfd4-1505-49c9-93d3-f8f57346ed79 {{(pid=102386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 18:41:24.538583 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-55efb54d-1196-4582-8ed3-64d191eefd21 tempest-ServersTestMultiNic-1214536785 tempest-ServersTestMultiNic-1214536785-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:41:24.553205 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-bba325d8-89e0-457b-a215-76e5485760cd req-ebc23e0e-8873-449b-889f-202b856c10cc tempest-ImagesTestJSON-1124888854 tempest-ImagesTestJSON-1124888854-project] 10.222.0.13 "GET /v2.0/security-groups?id=219552fc-3788-478b-8295-8fbe212226b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1539543 Nov 05 18:41:24.561174 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dce81ac-ce6e-4da6-b9bb-70f81aa92811 req-8cf0d0bc-bb28-4fff-a9e4-5f30dd79fd7c service neutron] Checking agent: {'id': '32aff553-696f-4891-83f5-5c176f61fe54', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816865-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 18, 33, 36), 'started_at': datetime.datetime(2021, 11, 5, 18, 33, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 18, 41, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 18:41:24.561452 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dce81ac-ce6e-4da6-b9bb-70f81aa92811 req-8cf0d0bc-bb28-4fff-a9e4-5f30dd79fd7c service neutron] Checking segment: {'id': 'b0f4d4e8-61d5-4e79-9c35-e1f620a70868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '598f5d7d-609c-4eed-bdfb-a95dcdae7151'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 18:41:24.561839 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dce81ac-ce6e-4da6-b9bb-70f81aa92811 req-8cf0d0bc-bb28-4fff-a9e4-5f30dd79fd7c service neutron] Bound using segment: {'id': 'b0f4d4e8-61d5-4e79-9c35-e1f620a70868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '598f5d7d-609c-4eed-bdfb-a95dcdae7151'} {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 18:41:24.562380 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [req-8dce81ac-ce6e-4da6-b9bb-70f81aa92811 req-8cf0d0bc-bb28-4fff-a9e4-5f30dd79fd7c service neutron] Bound port: bc172b7a-11c7-4511-bca9-ba5f20bfbd4b, host: n-h2-816865-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b0f4d4e8-61d5-4e79-9c35-e1f620a70868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '598f5d7d-609c-4eed-bdfb-a95dcdae7151'}}] {{(pid=102386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 18:41:24.562899 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-8dce81ac-ce6e-4da6-b9bb-70f81aa92811 req-8cf0d0bc-bb28-4fff-a9e4-5f30dd79fd7c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:41:24.583432 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 18:41:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65a1fa72-2fd6-43ab-b0a5-ace904f40d9f x-openstack-request-id: req-65a1fa72-2fd6-43ab-b0a5-ace904f40d9f {{(pid=102387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 18:41:24.584079 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f42c912a-d1d9-49c8-a808-f584952069f5", "name": "network-vif-deleted", "tag": "07ad1e6a-5ef2-4823-940a-64f3df413fd4", "status": "completed", "code": 200}]} {{(pid=102387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 18:41:24.584841 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-65a1fa72-2fd6-43ab-b0a5-ace904f40d9f {{(pid=102387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 18:41:24.585406 n-d-816865-1 neutron-server[102387]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f42c912a-d1d9-49c8-a808-f584952069f5', 'name': 'network-vif-deleted', 'tag': '07ad1e6a-5ef2-4823-940a-64f3df413fd4', 'status': 'completed', 'code': 200} Nov 05 18:41:24.589637 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-311224af-63c0-46f2-a63d-8cbdfd75ccd3 None None] For port e568dfd4-1505-49c9-93d3-f8f57346ed79, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=e568dfd4-1505-49c9-93d3-f8f57346ed79,segment=NetworkSegment(617e2227-7bcb-4e79-91bb-0dedfe071787),segment_id=617e2227-7bcb-4e79-91bb-0dedfe071787)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:41:24.593871 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-311224af-63c0-46f2-a63d-8cbdfd75ccd3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:41:24.603850 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-311224af-63c0-46f2-a63d-8cbdfd75ccd3 None None] Calling delete_port for e568dfd4-1505-49c9-93d3-f8f57346ed79 owned by network:dhcp {{(pid=102388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 18:41:24.651513 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-d7758563-1dc7-4010-9757-534a4399313d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:41:24.706512 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-2a25230a-4117-4b59-b64b-3761ea5ac4c9 None None] Provisioning complete for port 69af1376-2c88-4874-9039-4b78122e8668 triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:41:24.707136 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-2a25230a-4117-4b59-b64b-3761ea5ac4c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:41:24.748427 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-2a25230a-4117-4b59-b64b-3761ea5ac4c9 None None] Port 69af1376-2c88-4874-9039-4b78122e8668 cannot update to ACTIVE because it is not bound. {{(pid=102388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 18:41:24.750063 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Provisioning complete for port 2fb3cd9d-c752-4483-97ea-094c7b3c7e8a triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:41:24.750615 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:41:24.785066 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [None req-55efb54d-1196-4582-8ed3-64d191eefd21 tempest-ServersTestMultiNic-1214536785 tempest-ServersTestMultiNic-1214536785-project] For port e568dfd4-1505-49c9-93d3-f8f57346ed79, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=e568dfd4-1505-49c9-93d3-f8f57346ed79,segment=NetworkSegment(617e2227-7bcb-4e79-91bb-0dedfe071787),segment_id=617e2227-7bcb-4e79-91bb-0dedfe071787)] {{(pid=102386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:41:24.785430 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-55efb54d-1196-4582-8ed3-64d191eefd21 tempest-ServersTestMultiNic-1214536785 tempest-ServersTestMultiNic-1214536785-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:41:24.787875 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d242c0-6455-4471-838c-ff0bf306aa12 req-91523ca4-efb8-423f-bae8-fbb20566d65c tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:41:24.794008 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d242c0-6455-4471-838c-ff0bf306aa12 req-91523ca4-efb8-423f-bae8-fbb20566d65c tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:41:24.800195 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d242c0-6455-4471-838c-ff0bf306aa12 req-91523ca4-efb8-423f-bae8-fbb20566d65c tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:41:24.800746 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [req-8dce81ac-ce6e-4da6-b9bb-70f81aa92811 req-8cf0d0bc-bb28-4fff-a9e4-5f30dd79fd7c service neutron] For port bc172b7a-11c7-4511-bca9-ba5f20bfbd4b, host n-h2-816865-1, cleared binding levels {{(pid=102386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 18:41:24.806581 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d242c0-6455-4471-838c-ff0bf306aa12 req-91523ca4-efb8-423f-bae8-fbb20566d65c tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:41:24.808823 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870b22ee-cbbe-414a-b6a5-4dd4c551146d req-44de43f6-40ad-437e-ac5a-c1f68adf7cda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:41:24.810463 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-870b22ee-cbbe-414a-b6a5-4dd4c551146d req-44de43f6-40ad-437e-ac5a-c1f68adf7cda service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=96e576a6-4f06-4763-8d25-8b8dae8dc581&tenant_id=482f8aec1d1b4fc08a02afb86f8387d6 HTTP/1.1" status: 200 len: 1095 time: 0.2504165 Nov 05 18:41:24.813402 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d242c0-6455-4471-838c-ff0bf306aa12 req-91523ca4-efb8-423f-bae8-fbb20566d65c tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:41:24.820314 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d242c0-6455-4471-838c-ff0bf306aa12 req-91523ca4-efb8-423f-bae8-fbb20566d65c tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:41:24.820963 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-55efb54d-1196-4582-8ed3-64d191eefd21 tempest-ServersTestMultiNic-1214536785 tempest-ServersTestMultiNic-1214536785-project] Calling delete_port for e568dfd4-1505-49c9-93d3-f8f57346ed79 owned by network:dhcp {{(pid=102386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 18:41:24.823669 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [req-8dce81ac-ce6e-4da6-b9bb-70f81aa92811 req-8cf0d0bc-bb28-4fff-a9e4-5f30dd79fd7c service neutron] For port bc172b7a-11c7-4511-bca9-ba5f20bfbd4b, host n-h2-816865-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=bc172b7a-11c7-4511-bca9-ba5f20bfbd4b,segment=NetworkSegment(b0f4d4e8-61d5-4e79-9c35-e1f620a70868),segment_id=b0f4d4e8-61d5-4e79-9c35-e1f620a70868)] {{(pid=102386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 18:41:24.824559 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-311224af-63c0-46f2-a63d-8cbdfd75ccd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798'] for port, after_delete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:41:24.826766 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d242c0-6455-4471-838c-ff0bf306aa12 req-91523ca4-efb8-423f-bae8-fbb20566d65c tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:41:24.836117 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-80d242c0-6455-4471-838c-ff0bf306aa12 req-91523ca4-efb8-423f-bae8-fbb20566d65c tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] 10.222.0.13 "GET /v2.0/ports?device_id=6b9db9e4-2300-49be-bd99-8eabc0e57de3 HTTP/1.1" status: 200 len: 5418 time: 0.1936142 Nov 05 18:41:24.841079 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-f0f49762-1b1c-4c39-b9c6-3cf6c2e57881 req-fdf7fd3e-33ae-4aa3-a4eb-eb848ed54af7 tempest-SecurityGroupsTestJSON-1222042648 tempest-SecurityGroupsTestJSON-1222042648-project] 10.222.0.13 "GET /v2.0/ports?device_id=f42c912a-d1d9-49c8-a808-f584952069f5 HTTP/1.1" status: 200 len: 210 time: 0.1005938 Nov 05 18:41:24.866684 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311224af-63c0-46f2-a63d-8cbdfd75ccd3 None None] Pushing event deleted for resources: {'Port': ['ID=e568dfd4-1505-49c9-93d3-f8f57346ed79,revision_number=None']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:41:24.874787 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-311224af-63c0-46f2-a63d-8cbdfd75ccd3 None None] No DVR routers for this DVR port e568dfd4-1505-49c9-93d3-f8f57346ed79 on host n-d-816865-1 {{(pid=102388) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 18:41:24.879466 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-311224af-63c0-46f2-a63d-8cbdfd75ccd3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:41:24.880097 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-311224af-63c0-46f2-a63d-8cbdfd75ccd3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:41:24.880720 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-311224af-63c0-46f2-a63d-8cbdfd75ccd3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:41:24.881855 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-311224af-63c0-46f2-a63d-8cbdfd75ccd3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:41:24.887573 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-311224af-63c0-46f2-a63d-8cbdfd75ccd3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:41:24.887573 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-311224af-63c0-46f2-a63d-8cbdfd75ccd3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:41:24.887573 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-311224af-63c0-46f2-a63d-8cbdfd75ccd3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:41:24.887573 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-311224af-63c0-46f2-a63d-8cbdfd75ccd3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:41:24.887573 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-311224af-63c0-46f2-a63d-8cbdfd75ccd3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:41:24.887573 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-311224af-63c0-46f2-a63d-8cbdfd75ccd3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:41:24.887573 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-311224af-63c0-46f2-a63d-8cbdfd75ccd3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:41:24.887573 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-311224af-63c0-46f2-a63d-8cbdfd75ccd3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:41:24.900901 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:41:24.922706 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] For port 2fb3cd9d-c752-4483-97ea-094c7b3c7e8a, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=2fb3cd9d-c752-4483-97ea-094c7b3c7e8a,segment=NetworkSegment(85be518c-8bb4-46a2-a903-d4292782d29d),segment_id=85be518c-8bb4-46a2-a903-d4292782d29d)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:41:24.946464 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-8dce81ac-ce6e-4da6-b9bb-70f81aa92811 req-8cf0d0bc-bb28-4fff-a9e4-5f30dd79fd7c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6149821'] for port, after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:41:24.982655 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-80d242c0-6455-4471-838c-ff0bf306aa12 req-51547304-71a2-439f-8c50-6d317bd696bb tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] 10.222.0.13 "GET /v2.0/security-groups?id=f4056503-c341-42e5-ae9d-37a5e83a41cf&id=98567ca5-1884-480b-af79-82f64bb06e96&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1458700 Nov 05 18:41:24.987655 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-55efb54d-1196-4582-8ed3-64d191eefd21 tempest-ServersTestMultiNic-1214536785 tempest-ServersTestMultiNic-1214536785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:41:25.004023 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:41:25.032651 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55efb54d-1196-4582-8ed3-64d191eefd21 tempest-ServersTestMultiNic-1214536785 tempest-ServersTestMultiNic-1214536785-project] No DVR routers for this DVR port e568dfd4-1505-49c9-93d3-f8f57346ed79 on host n-d-816865-1 {{(pid=102386) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 18:41:25.089874 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Pushing event updated for resources: {'Port': ['ID=2fb3cd9d-c752-4483-97ea-094c7b3c7e8a,revision_number=4']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:41:25.111929 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093de689-0f3d-4249-98e8-7872fee75ae8 req-1bfab5d7-80a0-4968-b554-b471a1cdc3d3 tempest-LiveAutoBlockMigrationV225Test-1563372898 tempest-LiveAutoBlockMigrationV225Test-1563372898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:41:25.111929 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-093de689-0f3d-4249-98e8-7872fee75ae8 req-1bfab5d7-80a0-4968-b554-b471a1cdc3d3 tempest-LiveAutoBlockMigrationV225Test-1563372898 tempest-LiveAutoBlockMigrationV225Test-1563372898-project] 10.222.0.13 "GET /v2.0/ports?device_id=96e576a6-4f06-4763-8d25-8b8dae8dc581 HTTP/1.1" status: 200 len: 944 time: 0.1383884 Nov 05 18:41:25.113525 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dce81ac-ce6e-4da6-b9bb-70f81aa92811 req-8cf0d0bc-bb28-4fff-a9e4-5f30dd79fd7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:41:25.114319 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-8dce81ac-ce6e-4da6-b9bb-70f81aa92811 req-8cf0d0bc-bb28-4fff-a9e4-5f30dd79fd7c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:41:25.115912 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-8dce81ac-ce6e-4da6-b9bb-70f81aa92811 req-8cf0d0bc-bb28-4fff-a9e4-5f30dd79fd7c service neutron] 10.222.0.55 "PUT /v2.0/ports/bc172b7a-11c7-4511-bca9-ba5f20bfbd4b HTTP/1.1" status: 200 len: 1091 time: 1.6909761 Nov 05 18:41:25.116368 n-d-816865-1 neutron-server[102386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2fe4542a-10c0-4139-8b82-dac0d11e5a9a', 'tag': 'bc172b7a-11c7-4511-bca9-ba5f20bfbd4b'}] {{(pid=102386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 18:41:25.118630 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6173a44d7c73f41af551dc890fa1a5892c2c6bc3458b640c8e0c24db7876ba6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18a33c6f-7ac4-41a2-8133-182967aa4f39" -d '{"events": [{"name": "network-changed", "server_uuid": "2fe4542a-10c0-4139-8b82-dac0d11e5a9a", "tag": "bc172b7a-11c7-4511-bca9-ba5f20bfbd4b"}]}' {{(pid=102386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 18:41:25.178321 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf0d0bc-bb28-4fff-a9e4-5f30dd79fd7c service neutron] Pushing event updated for resources: {'Port': ['ID=bc172b7a-11c7-4511-bca9-ba5f20bfbd4b,revision_number=3']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:41:25.184862 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870b22ee-cbbe-414a-b6a5-4dd4c551146d req-5c5c7539-8ec1-42f5-9d8f-afeaac5692f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:41:25.186397 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-870b22ee-cbbe-414a-b6a5-4dd4c551146d req-5c5c7539-8ec1-42f5-9d8f-afeaac5692f1 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=482f8aec1d1b4fc08a02afb86f8387d6&device_id=96e576a6-4f06-4763-8d25-8b8dae8dc581 HTTP/1.1" status: 200 len: 1095 time: 0.2982681 Nov 05 18:41:25.188824 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-d7758563-1dc7-4010-9757-534a4399313d admin admin] Publish callbacks [] for port, precommit_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:41:25.192818 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-55efb54d-1196-4582-8ed3-64d191eefd21 tempest-ServersTestMultiNic-1214536785 tempest-ServersTestMultiNic-1214536785-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1579173', 'neutron.services.segments.db._delete_segments_for_network-8750027792909'] for network, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:41:25.228402 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55efb54d-1196-4582-8ed3-64d191eefd21 tempest-ServersTestMultiNic-1214536785 tempest-ServersTestMultiNic-1214536785-project] Pushing event deleted for resources: {'Port': ['ID=e568dfd4-1505-49c9-93d3-f8f57346ed79,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:41:25.230808 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-093de689-0f3d-4249-98e8-7872fee75ae8 req-e809a154-e38d-4d01-b629-d8a83adf15e3 tempest-LiveAutoBlockMigrationV225Test-1563372898 tempest-LiveAutoBlockMigrationV225Test-1563372898-project] 10.222.0.13 "GET /v2.0/security-groups?id=35cb161a-9192-43e2-a392-140fa33626b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066220 Nov 05 18:41:25.254760 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0ec64a-ee2b-4c9d-bdcb-d0f3f8a4f562 req-86e9dce4-12e6-49f4-8ef6-96248440a2f9 tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:41:25.263340 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-cb0ec64a-ee2b-4c9d-bdcb-d0f3f8a4f562 req-86e9dce4-12e6-49f4-8ef6-96248440a2f9 tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] 10.222.0.13 "GET /v2.0/ports?device_id=174784d1-6e33-406b-9ea4-96f2e35bc1c2 HTTP/1.1" status: 200 len: 949 time: 0.0930145 Nov 05 18:41:25.295518 n-d-816865-1 neutron-server[102386]: DEBUG neutron.services.segments.db [None req-55efb54d-1196-4582-8ed3-64d191eefd21 tempest-ServersTestMultiNic-1214536785 tempest-ServersTestMultiNic-1214536785-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['301f40b0-7862-4bd1-8824-3c88e9f58b1e']}} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:41:25.314218 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-cb0ec64a-ee2b-4c9d-bdcb-d0f3f8a4f562 req-c7d5a10d-5f2b-471d-95fa-2e9cd1ba02e8 tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] 10.222.0.13 "GET /v2.0/security-groups?id=c4f63610-8850-433c-ac4b-7e7146261ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499713 Nov 05 18:41:25.317164 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-d7758563-1dc7-4010-9757-534a4399313d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4417072'] for port, after_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:41:25.319904 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 18:41:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b68e91d7-079f-4b9f-bba4-2044cb08e433 x-openstack-request-id: req-b68e91d7-079f-4b9f-bba4-2044cb08e433 {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 18:41:25.320198 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2fe4542a-10c0-4139-8b82-dac0d11e5a9a", "tag": "bc172b7a-11c7-4511-bca9-ba5f20bfbd4b", "status": "completed", "code": 200}]} {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 18:41:25.320452 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b68e91d7-079f-4b9f-bba4-2044cb08e433 {{(pid=102386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 18:41:25.320851 n-d-816865-1 neutron-server[102386]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2fe4542a-10c0-4139-8b82-dac0d11e5a9a', 'tag': 'bc172b7a-11c7-4511-bca9-ba5f20bfbd4b', 'status': 'completed', 'code': 200} Nov 05 18:41:25.326254 n-d-816865-1 neutron-server[102386]: DEBUG neutron.services.segments.db [None req-55efb54d-1196-4582-8ed3-64d191eefd21 tempest-ServersTestMultiNic-1214536785 tempest-ServersTestMultiNic-1214536785-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '617e2227-7bcb-4e79-91bb-0dedfe071787') {'for_net_delete': True} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:41:25.327275 n-d-816865-1 neutron-server[102386]: DEBUG neutron.services.segments.db [None req-55efb54d-1196-4582-8ed3-64d191eefd21 tempest-ServersTestMultiNic-1214536785 tempest-ServersTestMultiNic-1214536785-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '617e2227-7bcb-4e79-91bb-0dedfe071787') {} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:41:25.344131 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-55efb54d-1196-4582-8ed3-64d191eefd21 tempest-ServersTestMultiNic-1214536785 tempest-ServersTestMultiNic-1214536785-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750027793430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4590747'] for segment, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:41:25.370644 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-55efb54d-1196-4582-8ed3-64d191eefd21 tempest-ServersTestMultiNic-1214536785 tempest-ServersTestMultiNic-1214536785-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273'] for segment, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:41:25.385886 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dce81ac-ce6e-4da6-b9bb-70f81aa92811 req-611ebfcf-91d7-4881-af4a-6dec46a7c950 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:41:25.390342 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-d7758563-1dc7-4010-9757-534a4399313d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-597863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-571878'] for router_interface, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:41:25.390485 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-8dce81ac-ce6e-4da6-b9bb-70f81aa92811 req-611ebfcf-91d7-4881-af4a-6dec46a7c950 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=0f862ce7a4174f25919478ebbeb38081&device_id=2fe4542a-10c0-4139-8b82-dac0d11e5a9a HTTP/1.1" status: 200 len: 1094 time: 0.1324267 Nov 05 18:41:25.390485 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-55efb54d-1196-4582-8ed3-64d191eefd21 tempest-ServersTestMultiNic-1214536785 tempest-ServersTestMultiNic-1214536785-project] Releasing vlan 195 on physical network physnet1 to pool {{(pid=102386) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 05 18:41:25.390485 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-55efb54d-1196-4582-8ed3-64d191eefd21 tempest-ServersTestMultiNic-1214536785 tempest-ServersTestMultiNic-1214536785-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6149721'] for segment, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:41:25.393271 n-d-816865-1 neutron-server[102386]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 05 18:41:25.393271 n-d-816865-1 neutron-server[102386]: self.session.flush() Nov 05 18:41:25.393271 n-d-816865-1 neutron-server[102386]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 05 18:41:25.393271 n-d-816865-1 neutron-server[102386]: self.session.flush() Nov 05 18:41:25.393271 n-d-816865-1 neutron-server[102386]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 05 18:41:25.393271 n-d-816865-1 neutron-server[102386]: self.session.flush() Nov 05 18:41:25.393271 n-d-816865-1 neutron-server[102386]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 05 18:41:25.393271 n-d-816865-1 neutron-server[102386]: self.session.flush() Nov 05 18:41:25.393271 n-d-816865-1 neutron-server[102386]: Traceback (most recent call last): Nov 05 18:41:25.393271 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 05 18:41:25.393271 n-d-816865-1 neutron-server[102386]: timer() Nov 05 18:41:25.393271 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 05 18:41:25.393271 n-d-816865-1 neutron-server[102386]: cb(*args, **kw) Nov 05 18:41:25.393271 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 05 18:41:25.393271 n-d-816865-1 neutron-server[102386]: return func(*args, **kwargs) Nov 05 18:41:25.393271 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 05 18:41:25.393271 n-d-816865-1 neutron-server[102386]: self._notify() Nov 05 18:41:25.393271 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 05 18:41:25.393271 n-d-816865-1 neutron-server[102386]: self.callback(batched_events) Nov 05 18:41:25.393271 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 05 18:41:25.393271 n-d-816865-1 neutron-server[102386]: event.method(event) Nov 05 18:41:25.393271 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 05 18:41:25.393271 n-d-816865-1 neutron-server[102386]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 05 18:41:25.393271 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 05 18:41:25.393271 n-d-816865-1 neutron-server[102386]: aggregate_uuid = self.p_client.list_aggregates( Nov 05 18:41:25.393271 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 05 18:41:25.393271 n-d-816865-1 neutron-server[102386]: return f(self, *a, **k) Nov 05 18:41:25.393271 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 05 18:41:25.393271 n-d-816865-1 neutron-server[102386]: return self._get(url).json() Nov 05 18:41:25.393271 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 05 18:41:25.393271 n-d-816865-1 neutron-server[102386]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 05 18:41:25.393271 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 05 18:41:25.393271 n-d-816865-1 neutron-server[102386]: return self.request(url, 'GET', **kwargs) Nov 05 18:41:25.393271 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 05 18:41:25.393271 n-d-816865-1 neutron-server[102386]: base_url = self.get_endpoint(auth, allow=allow, Nov 05 18:41:25.393271 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 05 18:41:25.393271 n-d-816865-1 neutron-server[102386]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 05 18:41:25.393271 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 05 18:41:25.393271 n-d-816865-1 neutron-server[102386]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 05 18:41:25.393271 n-d-816865-1 neutron-server[102386]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 05 18:41:25.400701 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7758563-1dc7-4010-9757-534a4399313d admin admin] Pushing event updated for resources: {'Port': ['ID=69af1376-2c88-4874-9039-4b78122e8668,revision_number=2']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:41:25.441989 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870b22ee-cbbe-414a-b6a5-4dd4c551146d req-39d59443-d434-49c4-8c59-131f0d3b98ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:41:25.444043 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-870b22ee-cbbe-414a-b6a5-4dd4c551146d req-39d59443-d434-49c4-8c59-131f0d3b98ec service neutron] 10.222.0.55 "GET /v2.0/networks?id=5e3d0b1a-fd18-45bc-91bd-c831330234c4 HTTP/1.1" status: 200 len: 921 time: 0.2320383 Nov 05 18:41:25.487940 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7758563-1dc7-4010-9757-534a4399313d admin admin] Network 1ff0a913-0cfa-4d08-b7d2-c06124fbc3df is already hosted by enough agents. {{(pid=102387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 18:41:25.489211 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.base_scheduler [None req-d7758563-1dc7-4010-9757-534a4399313d admin admin] Resources bound (agent type, host, resource id): {{(pid=102387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:41:25.489919 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-8dce81ac-ce6e-4da6-b9bb-70f81aa92811 req-fccbc223-5687-4656-a88e-ff1ebe39d2ce service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bc172b7a-11c7-4511-bca9-ba5f20bfbd4b HTTP/1.1" status: 200 len: 217 time: 0.0792637 Nov 05 18:41:25.527429 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-870b22ee-cbbe-414a-b6a5-4dd4c551146d req-9ac9358f-71a0-4eeb-9e07-65f701a31bb9 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c01fdf04-d1b3-4884-bce0-e642bc3ccf9a HTTP/1.1" status: 200 len: 217 time: 0.0505788 Nov 05 18:41:25.604356 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-55efb54d-1196-4582-8ed3-64d191eefd21 tempest-ServersTestMultiNic-1214536785 tempest-ServersTestMultiNic-1214536785-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1579178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-956796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1000687'] for network, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:41:25.610274 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dce81ac-ce6e-4da6-b9bb-70f81aa92811 req-f0fdd69d-e033-4b5a-88d2-a1cd3778a055 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:41:25.611864 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-8dce81ac-ce6e-4da6-b9bb-70f81aa92811 req-f0fdd69d-e033-4b5a-88d2-a1cd3778a055 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=d6979728-9a34-49f9-ba30-1ba1422c905b HTTP/1.1" status: 200 len: 845 time: 0.0932858 Nov 05 18:41:25.616155 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-55efb54d-1196-4582-8ed3-64d191eefd21 tempest-ServersTestMultiNic-1214536785 tempest-ServersTestMultiNic-1214536785-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597851'] for network, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:41:25.622405 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-55efb54d-1196-4582-8ed3-64d191eefd21 tempest-ServersTestMultiNic-1214536785 tempest-ServersTestMultiNic-1214536785-project] 10.222.0.13 "DELETE /v2.0/networks/301f40b0-7862-4bd1-8824-3c88e9f58b1e HTTP/1.1" status: 204 len: 168 time: 1.6638501 Nov 05 18:41:25.622603 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7758563-1dc7-4010-9757-534a4399313d admin admin] Router 5bc7c2ae-da6d-4318-8ada-a224b1663e25 has already been hosted by L3 agent 6dcb5589-8e86-4616-9186-ddc4548e13ad {{(pid=102387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 18:41:25.668473 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870b22ee-cbbe-414a-b6a5-4dd4c551146d req-2815799f-e5f3-42ce-aa0b-f830647b27f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:41:25.668473 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-870b22ee-cbbe-414a-b6a5-4dd4c551146d req-2815799f-e5f3-42ce-aa0b-f830647b27f7 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e7fca78a-743c-4af3-9fb8-12bc06bb873c HTTP/1.1" status: 200 len: 860 time: 0.0915411 Nov 05 18:41:25.694001 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55efb54d-1196-4582-8ed3-64d191eefd21 tempest-ServersTestMultiNic-1214536785 tempest-ServersTestMultiNic-1214536785-project] Pushing event deleted for resources: {'Network': ['ID=301f40b0-7862-4bd1-8824-3c88e9f58b1e,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:41:25.705932 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-8dce81ac-ce6e-4da6-b9bb-70f81aa92811 req-60a388d4-e993-4cc8-9be8-770bf41ba0e5 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=598f5d7d-609c-4eed-bdfb-a95dcdae7151&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0812886 Nov 05 18:41:25.725838 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-870b22ee-cbbe-414a-b6a5-4dd4c551146d req-4c417653-f3f5-47dc-b498-8b6080eca3b1 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=5e3d0b1a-fd18-45bc-91bd-c831330234c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0652649 Nov 05 18:41:25.786788 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-9676bd68-abbe-49c4-96f9-1237f99949ee None None] Provisioning complete for port 69af1376-2c88-4874-9039-4b78122e8668 triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:41:25.788110 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-9676bd68-abbe-49c4-96f9-1237f99949ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:41:25.837619 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-9676bd68-abbe-49c4-96f9-1237f99949ee None None] Port 69af1376-2c88-4874-9039-4b78122e8668 cannot update to ACTIVE because it is not bound. {{(pid=102388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 18:41:25.841181 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 43934) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:41:26.114734 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-80a9e7b5-75c0-4f4e-9893-be77fcdb8190 req-ef395568-479c-4662-af0e-3e61d60fd716 tempest-SecurityGroupsTestJSON-1222042648 tempest-SecurityGroupsTestJSON-1222042648-project] 10.222.0.13 "GET /v2.0/security-groups/675d80a1-16b3-42d4-92da-d169642ff144 HTTP/1.1" status: 200 len: 1817 time: 0.1078808 Nov 05 18:41:26.150862 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7758563-1dc7-4010-9757-534a4399313d admin admin] Notify agent at l3_agent.n-d-816865-1 the message routers_updated {{(pid=102387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 18:41:26.161101 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d198deb-30e6-4974-977c-e614ba737215 None None] Sync routers for ids ['5bc7c2ae-da6d-4318-8ada-a224b1663e25'] in n-d-816865-1 {{(pid=102388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 18:41:26.161667 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c137ba-68c1-4a2c-843d-11ed06ebd337 req-82989e33-160e-4148-ab9e-979f114bc838 tempest-ImagesTestJSON-1124888854 tempest-ImagesTestJSON-1124888854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:41:26.163557 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-53c137ba-68c1-4a2c-843d-11ed06ebd337 req-82989e33-160e-4148-ab9e-979f114bc838 tempest-ImagesTestJSON-1124888854 tempest-ImagesTestJSON-1124888854-project] 10.222.0.13 "GET /v2.0/ports?device_id=2fe4542a-10c0-4139-8b82-dac0d11e5a9a HTTP/1.1" status: 200 len: 943 time: 0.1583955 Nov 05 18:41:26.167215 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-d7758563-1dc7-4010-9757-534a4399313d admin admin] 10.222.0.13 "PUT /v2.0/routers/5bc7c2ae-da6d-4318-8ada-a224b1663e25/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8725200 Nov 05 18:41:26.173994 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d198deb-30e6-4974-977c-e614ba737215 None None] Routers {'5bc7c2ae-da6d-4318-8ada-a224b1663e25'} bound to L3 agent in host n-d-816865-1 {{(pid=102388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 18:41:26.181066 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-5d198deb-30e6-4974-977c-e614ba737215 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T18:41:05Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['5bc7c2ae-da6d-4318-8ada-a224b1663e25'], 'active': True} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:41:26.245273 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-53c137ba-68c1-4a2c-843d-11ed06ebd337 req-5dc77360-069f-40fc-9f5b-7406472ced56 tempest-ImagesTestJSON-1124888854 tempest-ImagesTestJSON-1124888854-project] 10.222.0.13 "GET /v2.0/security-groups?id=219552fc-3788-478b-8295-8fbe212226b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647202 Nov 05 18:41:26.246279 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-80a9e7b5-75c0-4f4e-9893-be77fcdb8190 req-4ff72af5-b578-4bc8-ba1b-3b3394f9ec9c tempest-SecurityGroupsTestJSON-1222042648 tempest-SecurityGroupsTestJSON-1222042648-project] Publish callbacks [] for security_group, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:41:26.274596 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-8dce81ac-ce6e-4da6-b9bb-70f81aa92811 req-887697f6-7070-4d53-9e27-9781aedb7b88 service neutron] 10.222.0.55 "GET /v2.0/networks/598f5d7d-609c-4eed-bdfb-a95dcdae7151?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5511236 Nov 05 18:41:26.277132 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-80a9e7b5-75c0-4f4e-9893-be77fcdb8190 req-4ff72af5-b578-4bc8-ba1b-3b3394f9ec9c tempest-SecurityGroupsTestJSON-1222042648 tempest-SecurityGroupsTestJSON-1222042648-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:41:26.328873 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-870b22ee-cbbe-414a-b6a5-4dd4c551146d req-0beb50c6-0ed8-4a02-beec-cb4f4421bd64 service neutron] 10.222.0.55 "GET /v2.0/networks/5e3d0b1a-fd18-45bc-91bd-c831330234c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5936301 Nov 05 18:41:26.391733 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvr_db [None req-5d198deb-30e6-4974-977c-e614ba737215 None None] Set router 5bc7c2ae-da6d-4318-8ada-a224b1663e25 gateway port host: n-d-816865-1 {{(pid=102388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 18:41:26.399422 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca678b3-7e69-48f7-bcde-eaee7d04daee req-07d85924-3c57-42ca-954b-fd92abc0cf08 tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:41:26.406764 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca678b3-7e69-48f7-bcde-eaee7d04daee req-07d85924-3c57-42ca-954b-fd92abc0cf08 tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:41:26.413568 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca678b3-7e69-48f7-bcde-eaee7d04daee req-07d85924-3c57-42ca-954b-fd92abc0cf08 tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:41:26.420979 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca678b3-7e69-48f7-bcde-eaee7d04daee req-07d85924-3c57-42ca-954b-fd92abc0cf08 tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:41:26.427128 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca678b3-7e69-48f7-bcde-eaee7d04daee req-07d85924-3c57-42ca-954b-fd92abc0cf08 tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:41:26.433417 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca678b3-7e69-48f7-bcde-eaee7d04daee req-07d85924-3c57-42ca-954b-fd92abc0cf08 tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:41:26.440143 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca678b3-7e69-48f7-bcde-eaee7d04daee req-07d85924-3c57-42ca-954b-fd92abc0cf08 tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:41:26.442231 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-1ca678b3-7e69-48f7-bcde-eaee7d04daee req-07d85924-3c57-42ca-954b-fd92abc0cf08 tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] 10.222.0.13 "GET /v2.0/ports?device_id=6b9db9e4-2300-49be-bd99-8eabc0e57de3 HTTP/1.1" status: 200 len: 5418 time: 0.1099191 Nov 05 18:41:26.444190 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-80a9e7b5-75c0-4f4e-9893-be77fcdb8190 req-4ff72af5-b578-4bc8-ba1b-3b3394f9ec9c tempest-SecurityGroupsTestJSON-1222042648 tempest-SecurityGroupsTestJSON-1222042648-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:41:26.446556 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 2fb3cd9d-c752-4483-97ea-094c7b3c7e8a up at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 18:41:26.448767 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-80a9e7b5-75c0-4f4e-9893-be77fcdb8190 req-4ff72af5-b578-4bc8-ba1b-3b3394f9ec9c tempest-SecurityGroupsTestJSON-1222042648 tempest-SecurityGroupsTestJSON-1222042648-project] Publish callbacks [] for security_group, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:41:26.448767 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-80a9e7b5-75c0-4f4e-9893-be77fcdb8190 req-4ff72af5-b578-4bc8-ba1b-3b3394f9ec9c tempest-SecurityGroupsTestJSON-1222042648 tempest-SecurityGroupsTestJSON-1222042648-project] 10.222.0.13 "DELETE /v2.0/security-groups/675d80a1-16b3-42d4-92da-d169642ff144 HTTP/1.1" status: 204 len: 173 time: 0.3211522 Nov 05 18:41:26.459923 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff72af5-b578-4bc8-ba1b-3b3394f9ec9c tempest-SecurityGroupsTestJSON-1222042648 tempest-SecurityGroupsTestJSON-1222042648-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=675d80a1-16b3-42d4-92da-d169642ff144,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:41:26.530132 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-1ca678b3-7e69-48f7-bcde-eaee7d04daee req-e3f0b216-5661-4832-9c3f-5eed8ba1131a tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] 10.222.0.13 "GET /v2.0/security-groups?id=f4056503-c341-42e5-ae9d-37a5e83a41cf&id=98567ca5-1884-480b-af79-82f64bb06e96&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0596368 Nov 05 18:41:26.562884 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Device 07ad1e6a-5ef2-4823-940a-64f3df413fd4 no longer exists at agent hyperv_n-h1-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 18:41:26.582185 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-8dce81ac-ce6e-4da6-b9bb-70f81aa92811 req-4bc7774d-ad2e-4d19-9c86-e6a1502df86f service neutron] 10.222.0.55 "GET /v2.0/networks/598f5d7d-609c-4eed-bdfb-a95dcdae7151?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2958858 Nov 05 18:41:26.586869 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-870b22ee-cbbe-414a-b6a5-4dd4c551146d req-eeeffac8-1ae5-44eb-af89-4458fd583491 service neutron] 10.222.0.55 "GET /v2.0/networks/5e3d0b1a-fd18-45bc-91bd-c831330234c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2355540 Nov 05 18:41:26.609220 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] No Port match for: 07ad1e6a-5ef2-4823-940a-64f3df413fd4 {{(pid=102388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 18:41:26.609220 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Device 07ad1e6a-5ef2-4823-940a-64f3df413fd4 not bound to the agent host n-h1-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 18:41:26.688258 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Provisioning complete for port 2fb3cd9d-c752-4483-97ea-094c7b3c7e8a triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:41:26.688521 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:41:26.706743 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8911c5-7a55-47a7-9721-4e5b90fd995c req-4ea58021-272e-417e-a5c2-3da5c33d05ab tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:41:26.708254 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-bf8911c5-7a55-47a7-9721-4e5b90fd995c req-4ea58021-272e-417e-a5c2-3da5c33d05ab tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] 10.222.0.13 "GET /v2.0/ports?device_id=174784d1-6e33-406b-9ea4-96f2e35bc1c2 HTTP/1.1" status: 200 len: 949 time: 0.0856068 Nov 05 18:41:26.723021 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a69a204-7854-4ebc-a6af-02cde2176eba req-e4a76dea-632e-4a39-b585-834c786b2de0 tempest-LiveAutoBlockMigrationV225Test-1563372898 tempest-LiveAutoBlockMigrationV225Test-1563372898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:41:26.724571 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-4a69a204-7854-4ebc-a6af-02cde2176eba req-e4a76dea-632e-4a39-b585-834c786b2de0 tempest-LiveAutoBlockMigrationV225Test-1563372898 tempest-LiveAutoBlockMigrationV225Test-1563372898-project] 10.222.0.13 "GET /v2.0/ports?device_id=96e576a6-4f06-4763-8d25-8b8dae8dc581 HTTP/1.1" status: 200 len: 944 time: 0.0687821 Nov 05 18:41:26.800582 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-bf8911c5-7a55-47a7-9721-4e5b90fd995c req-88a5d0b9-7615-4714-a449-be027ec1692e tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] 10.222.0.13 "GET /v2.0/security-groups?id=c4f63610-8850-433c-ac4b-7e7146261ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745072 Nov 05 18:41:26.809044 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-4a69a204-7854-4ebc-a6af-02cde2176eba req-5ecf25d5-b258-41d3-a9fb-0333a404e0f0 tempest-LiveAutoBlockMigrationV225Test-1563372898 tempest-LiveAutoBlockMigrationV225Test-1563372898-project] 10.222.0.13 "GET /v2.0/security-groups?id=35cb161a-9192-43e2-a392-140fa33626b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697997 Nov 05 18:41:26.838635 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a33c6f-7ac4-41a2-8133-182967aa4f39 req-6766be31-16a3-42f8-a35d-e87578dd2dc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:41:26.840172 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-18a33c6f-7ac4-41a2-8133-182967aa4f39 req-6766be31-16a3-42f8-a35d-e87578dd2dc0 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=0f862ce7a4174f25919478ebbeb38081&device_id=2fe4542a-10c0-4139-8b82-dac0d11e5a9a HTTP/1.1" status: 200 len: 1094 time: 0.1084466 Nov 05 18:41:26.859060 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-5d198deb-30e6-4974-977c-e614ba737215 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bc7c2ae-da6d-4318-8ada-a224b1663e25', 'name': 'tempest-ServersTestBootFromVolume-1941434225-router', 'tenant_id': '6c131f7c44f84ab6961400da2cd9c540', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.203'}], 'enable_snat': True}, 'gw_port_id': '2fb3cd9d-c752-4483-97ea-094c7b3c7e8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T18:41:14Z', 'updated_at': '2021-11-05T18:41:24Z', 'revision_number': 4, 'project_id': '6c131f7c44f84ab6961400da2cd9c540', 'gw_port': {'id': '2fb3cd9d-c752-4483-97ea-094c7b3c7e8a', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:21:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bc7c2ae-da6d-4318-8ada-a224b1663e25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 733, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T18:41:16Z', 'updated_at': '2021-11-05T18:41:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1', '_interfaces': [{'id': '69af1376-2c88-4874-9039-4b78122e8668', 'name': '', 'network_id': '1ff0a913-0cfa-4d08-b7d2-c06124fbc3df', 'tenant_id': '6c131f7c44f84ab6961400da2cd9c540', 'mac_address': 'fa:16:3e:d3:66:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5bc7c2ae-da6d-4318-8ada-a224b1663e25', 'device_owner': 'network:router_interface', 'standard_attr_id': 735, 'fixed_ips': [{'subnet_id': 'dff9f9fe-033a-4d53-8da1-59a70c229898', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T18:41:22Z', 'updated_at': '2021-11-05T18:41:24Z', 'revision_number': 2, 'project_id': '6c131f7c44f84ab6961400da2cd9c540', 'subnets': [{'id': 'dff9f9fe-033a-4d53-8da1-59a70c229898', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-1', False) {} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:41:26.897207 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d198deb-30e6-4974-977c-e614ba737215 None None] Checking router: 5bc7c2ae-da6d-4318-8ada-a224b1663e25 for host: n-d-816865-1 {{(pid=102388) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 18:41:26.897731 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d198deb-30e6-4974-977c-e614ba737215 None None] Updating router 5bc7c2ae-da6d-4318-8ada-a224b1663e25 port 69af1376-2c88-4874-9039-4b78122e8668 binding host n-d-816865-1 {{(pid=102388) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 05 18:41:26.931714 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device e568dfd4-1505-49c9-93d3-f8f57346ed79 no longer exists at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 18:41:26.932300 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-d59433a7-5ddb-41da-a9a9-f35d594ada54 req-0dd9ef31-a463-456a-9df8-8dae845622ef tempest-SecurityGroupsTestJSON-1222042648 tempest-SecurityGroupsTestJSON-1222042648-project] 10.222.0.13 "GET /v2.0/security-groups/328c87b1-529c-473b-a471-8ae3b3035796 HTTP/1.1" status: 200 len: 1816 time: 0.0783057 Nov 05 18:41:26.962949 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-5d198deb-30e6-4974-977c-e614ba737215 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:41:26.965369 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] No Port match for: e568dfd4-1505-49c9-93d3-f8f57346ed79 {{(pid=102388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 18:41:26.965714 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device e568dfd4-1505-49c9-93d3-f8f57346ed79 not bound to the agent host n-d-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 18:41:27.021903 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-d59433a7-5ddb-41da-a9a9-f35d594ada54 req-a1b9963f-90bb-4392-8812-2bdf31761dc1 tempest-SecurityGroupsTestJSON-1222042648 tempest-SecurityGroupsTestJSON-1222042648-project] Publish callbacks [] for security_group, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:41:27.063039 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-d59433a7-5ddb-41da-a9a9-f35d594ada54 req-a1b9963f-90bb-4392-8812-2bdf31761dc1 tempest-SecurityGroupsTestJSON-1222042648 tempest-SecurityGroupsTestJSON-1222042648-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:41:27.077604 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-0ba09b35-33cd-40d8-a567-c1584655a856 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-571777'] for router_interface, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:41:27.083268 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a33c6f-7ac4-41a2-8133-182967aa4f39 req-07b846a1-7edb-4813-8270-fb16a74b3c82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:41:27.083268 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-18a33c6f-7ac4-41a2-8133-182967aa4f39 req-07b846a1-7edb-4813-8270-fb16a74b3c82 service neutron] 10.222.0.55 "GET /v2.0/networks?id=598f5d7d-609c-4eed-bdfb-a95dcdae7151 HTTP/1.1" status: 200 len: 906 time: 0.2213230 Nov 05 18:41:27.187707 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-18a33c6f-7ac4-41a2-8133-182967aa4f39 req-939dafec-075c-439b-ba9b-bde413572a64 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bc172b7a-11c7-4511-bca9-ba5f20bfbd4b HTTP/1.1" status: 200 len: 217 time: 0.0652924 Nov 05 18:41:27.231614 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-d59433a7-5ddb-41da-a9a9-f35d594ada54 req-a1b9963f-90bb-4392-8812-2bdf31761dc1 tempest-SecurityGroupsTestJSON-1222042648 tempest-SecurityGroupsTestJSON-1222042648-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:41:27.234290 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-d59433a7-5ddb-41da-a9a9-f35d594ada54 req-a1b9963f-90bb-4392-8812-2bdf31761dc1 tempest-SecurityGroupsTestJSON-1222042648 tempest-SecurityGroupsTestJSON-1222042648-project] Publish callbacks [] for security_group, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:41:27.243652 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-d59433a7-5ddb-41da-a9a9-f35d594ada54 req-a1b9963f-90bb-4392-8812-2bdf31761dc1 tempest-SecurityGroupsTestJSON-1222042648 tempest-SecurityGroupsTestJSON-1222042648-project] 10.222.0.13 "DELETE /v2.0/security-groups/328c87b1-529c-473b-a471-8ae3b3035796 HTTP/1.1" status: 204 len: 173 time: 0.3061588 Nov 05 18:41:27.249484 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 43956) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:41:27.250510 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b9963f-90bb-4392-8812-2bdf31761dc1 tempest-SecurityGroupsTestJSON-1222042648 tempest-SecurityGroupsTestJSON-1222042648-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=328c87b1-529c-473b-a471-8ae3b3035796,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:41:27.285038 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a33c6f-7ac4-41a2-8133-182967aa4f39 req-af35a260-959a-43a4-9d00-baea0e8c91ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:41:27.286885 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-18a33c6f-7ac4-41a2-8133-182967aa4f39 req-af35a260-959a-43a4-9d00-baea0e8c91ef service neutron] 10.222.0.55 "GET /v2.0/subnets?id=d6979728-9a34-49f9-ba30-1ba1422c905b HTTP/1.1" status: 200 len: 845 time: 0.0880454 Nov 05 18:41:27.301245 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870b22ee-cbbe-414a-b6a5-4dd4c551146d req-b5f0d16c-91b5-427c-a037-8e58a6e9ab02 tempest-LiveAutoBlockMigrationV225Test-2109471755 tempest-LiveAutoBlockMigrationV225Test-2109471755-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:41:27.302870 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-870b22ee-cbbe-414a-b6a5-4dd4c551146d req-b5f0d16c-91b5-427c-a037-8e58a6e9ab02 tempest-LiveAutoBlockMigrationV225Test-2109471755 tempest-LiveAutoBlockMigrationV225Test-2109471755-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=96e576a6-4f06-4763-8d25-8b8dae8dc581&tenant_id=482f8aec1d1b4fc08a02afb86f8387d6&binding%3Ahost_id=n-h2-816865-1 HTTP/1.1" status: 200 len: 1095 time: 0.1731179 Nov 05 18:41:27.303225 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-5d198deb-30e6-4974-977c-e614ba737215 None None] Publish callbacks [] for port, precommit_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:41:27.342333 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.db_base_plugin_v2 [None req-5adad8b0-2219-4928-9ee7-57d202f07790 admin admin] Deleting subnet cb31a061-4578-4faf-9b25-83e849882576 {{(pid=102387) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 05 18:41:27.346989 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-5adad8b0-2219-4928-9ee7-57d202f07790 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:41:27.361544 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-18a33c6f-7ac4-41a2-8133-182967aa4f39 req-16244e46-51fb-4e4c-9497-a6d0bb0349f8 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=598f5d7d-609c-4eed-bdfb-a95dcdae7151&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0576668 Nov 05 18:41:27.415693 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-5adad8b0-2219-4928-9ee7-57d202f07790 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4463501'] for subnet, precommit_delete_associations {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:41:27.420921 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-5d198deb-30e6-4974-977c-e614ba737215 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:41:27.459041 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e01a519-694d-47a7-9e2d-6bc1bc513f10 req-b3244ae5-2b52-4db4-9baa-80fdcf720f04 tempest-ImagesTestJSON-1124888854 tempest-ImagesTestJSON-1124888854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:41:27.464662 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 43960) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:41:27.466485 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-7e01a519-694d-47a7-9e2d-6bc1bc513f10 req-b3244ae5-2b52-4db4-9baa-80fdcf720f04 tempest-ImagesTestJSON-1124888854 tempest-ImagesTestJSON-1124888854-project] 10.222.0.13 "GET /v2.0/ports?device_id=2fe4542a-10c0-4139-8b82-dac0d11e5a9a HTTP/1.1" status: 200 len: 943 time: 0.1204493 Nov 05 18:41:27.484074 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-c8490e4d-7d25-48a4-b772-705d18a8a565 tempest-ServersTestBootFromVolume-1080674323 tempest-ServersTestBootFromVolume-1080674323-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1893399688', 'description': 'tempest-description--65148938'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:41:27.498684 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-5adad8b0-2219-4928-9ee7-57d202f07790 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1573928'] for subnet, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:41:27.540590 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345883f7-57b0-4500-bdcf-39e9675a23a0 None None] Pushing event updated for resources: {'Port': ['ID=69af1376-2c88-4874-9039-4b78122e8668,revision_number=3']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:41:27.569381 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-5d198deb-30e6-4974-977c-e614ba737215 None None] Attempting to bind port 69af1376-2c88-4874-9039-4b78122e8668 on host n-d-816865-1 for vnic_type normal with profile {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 18:41:27.569746 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-5d198deb-30e6-4974-977c-e614ba737215 None None] Attempting to bind port 69af1376-2c88-4874-9039-4b78122e8668 by drivers openvswitch,hyperv on host n-d-816865-1 at level 0 using segments [{'id': '0a455d37-289d-4c30-b49d-37dbcca89c88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '1ff0a913-0cfa-4d08-b7d2-c06124fbc3df'}] {{(pid=102388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 18:41:27.570138 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d198deb-30e6-4974-977c-e614ba737215 None None] Attempting to bind port 69af1376-2c88-4874-9039-4b78122e8668 on network 1ff0a913-0cfa-4d08-b7d2-c06124fbc3df {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 18:41:27.573808 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-7e01a519-694d-47a7-9e2d-6bc1bc513f10 req-839b8769-ed97-41b4-8ffa-6dc41b194e36 tempest-ImagesTestJSON-1124888854 tempest-ImagesTestJSON-1124888854-project] 10.222.0.13 "GET /v2.0/security-groups?id=219552fc-3788-478b-8295-8fbe212226b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063864 Nov 05 18:41:27.584711 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d198deb-30e6-4974-977c-e614ba737215 None None] Checking agent: {'id': '724d89a7-611b-41e6-bc85-c48112b17afa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 18, 25, 8), 'started_at': datetime.datetime(2021, 11, 5, 18, 25, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 18, 41, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 18:41:27.584711 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d198deb-30e6-4974-977c-e614ba737215 None None] Checking segment: {'id': '0a455d37-289d-4c30-b49d-37dbcca89c88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '1ff0a913-0cfa-4d08-b7d2-c06124fbc3df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 18:41:27.584711 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-5d198deb-30e6-4974-977c-e614ba737215 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:41:27.584711 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d198deb-30e6-4974-977c-e614ba737215 None None] Bound using segment: {'id': '0a455d37-289d-4c30-b49d-37dbcca89c88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '1ff0a913-0cfa-4d08-b7d2-c06124fbc3df'} {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 18:41:27.584711 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-5d198deb-30e6-4974-977c-e614ba737215 None None] Bound port: 69af1376-2c88-4874-9039-4b78122e8668, host: n-d-816865-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a455d37-289d-4c30-b49d-37dbcca89c88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '1ff0a913-0cfa-4d08-b7d2-c06124fbc3df'}}] {{(pid=102388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 18:41:27.584711 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-5d198deb-30e6-4974-977c-e614ba737215 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:41:27.693662 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-18a33c6f-7ac4-41a2-8133-182967aa4f39 req-38b80cf9-18e3-4fa7-9217-146bcc267255 service neutron] 10.222.0.55 "GET /v2.0/networks/598f5d7d-609c-4eed-bdfb-a95dcdae7151?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3227262 Nov 05 18:41:27.708438 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-5adad8b0-2219-4928-9ee7-57d202f07790 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1573905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4417146', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5112209'] for subnet, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:41:27.713249 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-5d198deb-30e6-4974-977c-e614ba737215 None None] For port 69af1376-2c88-4874-9039-4b78122e8668, host n-d-816865-1, cleared binding levels {{(pid=102388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 18:41:27.717127 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-5d198deb-30e6-4974-977c-e614ba737215 None None] For port 69af1376-2c88-4874-9039-4b78122e8668, host n-d-816865-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=69af1376-2c88-4874-9039-4b78122e8668,segment=NetworkSegment(0a455d37-289d-4c30-b49d-37dbcca89c88),segment_id=0a455d37-289d-4c30-b49d-37dbcca89c88)] {{(pid=102388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 18:41:27.754177 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5adad8b0-2219-4928-9ee7-57d202f07790 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cb31a061-4578-4faf-9b25-83e849882576,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:41:27.758406 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-5adad8b0-2219-4928-9ee7-57d202f07790 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597851'] for subnet, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:41:27.763034 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-5adad8b0-2219-4928-9ee7-57d202f07790 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/cb31a061-4578-4faf-9b25-83e849882576 HTTP/1.1" status: 204 len: 168 time: 0.5015485 Nov 05 18:41:27.765499 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 43966) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:41:27.771536 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-c8490e4d-7d25-48a4-b772-705d18a8a565 tempest-ServersTestBootFromVolume-1080674323 tempest-ServersTestBootFromVolume-1080674323-project] Publish callbacks [] for security_group, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:41:27.787840 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77ea146-51da-4c50-a681-8f8ae9f01f59 req-f1c5804c-3b2f-422e-9962-8b123ce12186 tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:41:27.793789 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77ea146-51da-4c50-a681-8f8ae9f01f59 req-f1c5804c-3b2f-422e-9962-8b123ce12186 tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:41:27.799653 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77ea146-51da-4c50-a681-8f8ae9f01f59 req-f1c5804c-3b2f-422e-9962-8b123ce12186 tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:41:27.806321 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77ea146-51da-4c50-a681-8f8ae9f01f59 req-f1c5804c-3b2f-422e-9962-8b123ce12186 tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:41:27.812169 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77ea146-51da-4c50-a681-8f8ae9f01f59 req-f1c5804c-3b2f-422e-9962-8b123ce12186 tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:41:27.817995 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77ea146-51da-4c50-a681-8f8ae9f01f59 req-f1c5804c-3b2f-422e-9962-8b123ce12186 tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:41:27.821317 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [req-870b22ee-cbbe-414a-b6a5-4dd4c551146d req-040f2d97-5db1-4abc-a91c-50a6e4352f9a service neutron] For port c01fdf04-d1b3-4884-bce0-e642bc3ccf9a, host n-h1-816865-1, cleared binding levels {{(pid=102386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 18:41:27.823965 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77ea146-51da-4c50-a681-8f8ae9f01f59 req-f1c5804c-3b2f-422e-9962-8b123ce12186 tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:41:27.825932 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-e77ea146-51da-4c50-a681-8f8ae9f01f59 req-f1c5804c-3b2f-422e-9962-8b123ce12186 tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] 10.222.0.13 "GET /v2.0/ports?device_id=6b9db9e4-2300-49be-bd99-8eabc0e57de3 HTTP/1.1" status: 200 len: 5418 time: 0.1731029 Nov 05 18:41:27.830544 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-870b22ee-cbbe-414a-b6a5-4dd4c551146d req-040f2d97-5db1-4abc-a91c-50a6e4352f9a service neutron] Publish callbacks [] for binding, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:41:27.831810 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-870b22ee-cbbe-414a-b6a5-4dd4c551146d req-040f2d97-5db1-4abc-a91c-50a6e4352f9a service neutron] 10.222.0.55 "DELETE /v2.0/ports/c01fdf04-d1b3-4884-bce0-e642bc3ccf9a/bindings/n-h1-816865-1 HTTP/1.1" status: 204 len: 173 time: 0.5148730 Nov 05 18:41:27.833185 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-5d198deb-30e6-4974-977c-e614ba737215 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:41:27.911900 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-b9465338-aa2a-4993-9c42-4b86f09f834b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1664226'] for network, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:41:27.926875 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-18a33c6f-7ac4-41a2-8133-182967aa4f39 req-dd8e547e-6991-44c8-bedc-4c9b913103a1 service neutron] 10.222.0.55 "GET /v2.0/networks/598f5d7d-609c-4eed-bdfb-a95dcdae7151?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2147732 Nov 05 18:41:27.967272 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-0ba09b35-33cd-40d8-a567-c1584655a856 admin admin] Deleting port f58d4ea9-e1f0-4b43-a0dc-dbfa5400ee36 {{(pid=102386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 18:41:27.968024 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-0ba09b35-33cd-40d8-a567-c1584655a856 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:41:27.971921 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-d66f7adf-5ce0-49d6-89ae-28bc4df54778 None None] Provisioning complete for port 69af1376-2c88-4874-9039-4b78122e8668 triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:41:27.972382 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-d66f7adf-5ce0-49d6-89ae-28bc4df54778 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:41:27.997098 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-c8490e4d-7d25-48a4-b772-705d18a8a565 tempest-ServersTestBootFromVolume-1080674323 tempest-ServersTestBootFromVolume-1080674323-project] Publish callbacks [] for security_group, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:41:28.005383 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-e77ea146-51da-4c50-a681-8f8ae9f01f59 req-e227c2a5-930d-44ec-9844-73db5d150d5a tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] 10.222.0.13 "GET /v2.0/security-groups?id=f4056503-c341-42e5-ae9d-37a5e83a41cf&id=98567ca5-1884-480b-af79-82f64bb06e96&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0884783 Nov 05 18:41:28.046956 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345883f7-57b0-4500-bdcf-39e9675a23a0 None None] Pushing event updated for resources: {'Port': ['ID=69af1376-2c88-4874-9039-4b78122e8668,revision_number=4']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:41:28.054170 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d198deb-30e6-4974-977c-e614ba737215 None None] Routers {'5bc7c2ae-da6d-4318-8ada-a224b1663e25'} bound to L3 agent in host n-d-816865-1 {{(pid=102388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 18:41:28.054170 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-5d198deb-30e6-4974-977c-e614ba737215 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T18:41:05Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['5bc7c2ae-da6d-4318-8ada-a224b1663e25'], 'active': True} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:41:28.084530 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-c8490e4d-7d25-48a4-b772-705d18a8a565 tempest-ServersTestBootFromVolume-1080674323 tempest-ServersTestBootFromVolume-1080674323-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:41:28.127587 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-b9465338-aa2a-4993-9c42-4b86f09f834b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1579173', 'neutron.services.segments.db._delete_segments_for_network-8750027792909'] for network, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:41:28.150777 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8490e4d-7d25-48a4-b772-705d18a8a565 tempest-ServersTestBootFromVolume-1080674323 tempest-ServersTestBootFromVolume-1080674323-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c9b98ffb-59d1-4211-8222-8a4dac87e076,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:41:28.166919 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [None req-0ba09b35-33cd-40d8-a567-c1584655a856 admin admin] For port f58d4ea9-e1f0-4b43-a0dc-dbfa5400ee36, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=f58d4ea9-e1f0-4b43-a0dc-dbfa5400ee36,segment=NetworkSegment(49c2ecc0-eedd-4c96-97ed-f82083a274bf),segment_id=49c2ecc0-eedd-4c96-97ed-f82083a274bf)] {{(pid=102386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:41:28.166919 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-0ba09b35-33cd-40d8-a567-c1584655a856 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:41:28.179340 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-0ba09b35-33cd-40d8-a567-c1584655a856 admin admin] Calling delete_port for f58d4ea9-e1f0-4b43-a0dc-dbfa5400ee36 owned by network:router_interface {{(pid=102386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 18:41:28.202628 n-d-816865-1 neutron-server[102387]: DEBUG neutron.services.segments.db [None req-b9465338-aa2a-4993-9c42-4b86f09f834b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9743ad7b-9947-4aa3-b66d-0168e5572670']}} {{(pid=102387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:41:28.227006 n-d-816865-1 neutron-server[102387]: DEBUG neutron.services.segments.db [None req-b9465338-aa2a-4993-9c42-4b86f09f834b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8fe54a69-31e7-40d0-825b-2160d7fbba14') {'for_net_delete': True} {{(pid=102387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:41:28.227295 n-d-816865-1 neutron-server[102387]: DEBUG neutron.services.segments.db [None req-b9465338-aa2a-4993-9c42-4b86f09f834b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8fe54a69-31e7-40d0-825b-2160d7fbba14') {} {{(pid=102387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:41:28.244378 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6593976-55da-452a-a4e8-27a54f4f0006 req-4a6a0dba-a3a6-44f9-a914-2b7019cf0d1b tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:41:28.246377 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-e6593976-55da-452a-a4e8-27a54f4f0006 req-4a6a0dba-a3a6-44f9-a914-2b7019cf0d1b tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] 10.222.0.13 "GET /v2.0/ports?device_id=174784d1-6e33-406b-9ea4-96f2e35bc1c2 HTTP/1.1" status: 200 len: 949 time: 0.2464640 Nov 05 18:41:28.249661 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-c8490e4d-7d25-48a4-b772-705d18a8a565 tempest-ServersTestBootFromVolume-1080674323 tempest-ServersTestBootFromVolume-1080674323-project] Publish callbacks [] for security_group, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:41:28.250999 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-c8490e4d-7d25-48a4-b772-705d18a8a565 tempest-ServersTestBootFromVolume-1080674323 tempest-ServersTestBootFromVolume-1080674323-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.7842433 Nov 05 18:41:28.254917 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-b9465338-aa2a-4993-9c42-4b86f09f834b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750027793430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4463492'] for segment, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:41:28.257492 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 43972) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:41:28.262694 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-4b929d0a-c925-4b3c-8e62-0b17f4e0b236 tempest-ServersTestBootFromVolume-1080674323 tempest-ServersTestBootFromVolume-1080674323-project] Request body: {'security_group_rule': {'security_group_id': 'c9b98ffb-59d1-4211-8222-8a4dac87e076', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:41:28.304117 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fb6173-4a08-4048-8535-19efc65c2794 req-fc2a8ae6-30b7-4e44-bf40-132475d98c7e tempest-LiveAutoBlockMigrationV225Test-1563372898 tempest-LiveAutoBlockMigrationV225Test-1563372898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:41:28.310638 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-32fb6173-4a08-4048-8535-19efc65c2794 req-fc2a8ae6-30b7-4e44-bf40-132475d98c7e tempest-LiveAutoBlockMigrationV225Test-1563372898 tempest-LiveAutoBlockMigrationV225Test-1563372898-project] 10.222.0.13 "GET /v2.0/ports?device_id=96e576a6-4f06-4763-8d25-8b8dae8dc581 HTTP/1.1" status: 200 len: 944 time: 0.1619596 Nov 05 18:41:28.334806 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-b9465338-aa2a-4993-9c42-4b86f09f834b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273'] for segment, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:41:28.352656 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9465338-aa2a-4993-9c42-4b86f09f834b admin admin] Releasing vlan 197 on physical network physnet1 to pool {{(pid=102387) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 05 18:41:28.353104 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-b9465338-aa2a-4993-9c42-4b86f09f834b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4417236'] for segment, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:41:28.355860 n-d-816865-1 neutron-server[102387]: Traceback (most recent call last): Nov 05 18:41:28.355860 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 05 18:41:28.355860 n-d-816865-1 neutron-server[102387]: timer() Nov 05 18:41:28.355860 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 05 18:41:28.355860 n-d-816865-1 neutron-server[102387]: cb(*args, **kw) Nov 05 18:41:28.355860 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 05 18:41:28.355860 n-d-816865-1 neutron-server[102387]: return func(*args, **kwargs) Nov 05 18:41:28.355860 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 05 18:41:28.355860 n-d-816865-1 neutron-server[102387]: self._notify() Nov 05 18:41:28.355860 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 05 18:41:28.355860 n-d-816865-1 neutron-server[102387]: self.callback(batched_events) Nov 05 18:41:28.355860 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 05 18:41:28.355860 n-d-816865-1 neutron-server[102387]: event.method(event) Nov 05 18:41:28.355860 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 05 18:41:28.355860 n-d-816865-1 neutron-server[102387]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 05 18:41:28.355860 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 05 18:41:28.355860 n-d-816865-1 neutron-server[102387]: aggregate_uuid = self.p_client.list_aggregates( Nov 05 18:41:28.355860 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 05 18:41:28.355860 n-d-816865-1 neutron-server[102387]: return f(self, *a, **k) Nov 05 18:41:28.355860 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 05 18:41:28.355860 n-d-816865-1 neutron-server[102387]: return self._get(url).json() Nov 05 18:41:28.355860 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 05 18:41:28.355860 n-d-816865-1 neutron-server[102387]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 05 18:41:28.355860 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 05 18:41:28.355860 n-d-816865-1 neutron-server[102387]: return self.request(url, 'GET', **kwargs) Nov 05 18:41:28.355860 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 05 18:41:28.355860 n-d-816865-1 neutron-server[102387]: base_url = self.get_endpoint(auth, allow=allow, Nov 05 18:41:28.355860 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 05 18:41:28.355860 n-d-816865-1 neutron-server[102387]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 05 18:41:28.355860 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 05 18:41:28.355860 n-d-816865-1 neutron-server[102387]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 05 18:41:28.355860 n-d-816865-1 neutron-server[102387]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 05 18:41:28.418151 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-d66f7adf-5ce0-49d6-89ae-28bc4df54778 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:41:28.424284 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvr_db [None req-5d198deb-30e6-4974-977c-e614ba737215 None None] Set router 5bc7c2ae-da6d-4318-8ada-a224b1663e25 gateway port host: n-d-816865-1 {{(pid=102388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 18:41:28.429499 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-e6593976-55da-452a-a4e8-27a54f4f0006 req-9a602e97-eb0c-4059-8289-3eb78afc8f80 tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] 10.222.0.13 "GET /v2.0/security-groups?id=c4f63610-8850-433c-ac4b-7e7146261ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1715865 Nov 05 18:41:28.463772 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-4b929d0a-c925-4b3c-8e62-0b17f4e0b236 tempest-ServersTestBootFromVolume-1080674323 tempest-ServersTestBootFromVolume-1080674323-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:41:28.471143 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-32fb6173-4a08-4048-8535-19efc65c2794 req-0e4feec1-c72f-4216-9573-db95889c76d5 tempest-LiveAutoBlockMigrationV225Test-1563372898 tempest-LiveAutoBlockMigrationV225Test-1563372898-project] 10.222.0.13 "GET /v2.0/security-groups?id=35cb161a-9192-43e2-a392-140fa33626b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1572959 Nov 05 18:41:28.514625 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-0ba09b35-33cd-40d8-a567-c1584655a856 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:41:28.539275 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-d66f7adf-5ce0-49d6-89ae-28bc4df54778 None None] For port 69af1376-2c88-4874-9039-4b78122e8668, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=69af1376-2c88-4874-9039-4b78122e8668,segment=NetworkSegment(0a455d37-289d-4c30-b49d-37dbcca89c88),segment_id=0a455d37-289d-4c30-b49d-37dbcca89c88)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:41:28.541202 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-b9465338-aa2a-4993-9c42-4b86f09f834b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1579178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-956796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1000687'] for network, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:41:28.551150 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-b9465338-aa2a-4993-9c42-4b86f09f834b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597851'] for network, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:41:28.551807 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba09b35-33cd-40d8-a567-c1584655a856 admin admin] Pushing event deleted for resources: {'Port': ['ID=f58d4ea9-e1f0-4b43-a0dc-dbfa5400ee36,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:41:28.554202 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-b9465338-aa2a-4993-9c42-4b86f09f834b admin admin] 10.222.0.13 "DELETE /v2.0/networks/9743ad7b-9947-4aa3-b66d-0168e5572670 HTTP/1.1" status: 204 len: 168 time: 0.7865391 Nov 05 18:41:28.587660 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9465338-aa2a-4993-9c42-4b86f09f834b admin admin] Pushing event deleted for resources: {'Network': ['ID=9743ad7b-9947-4aa3-b66d-0168e5572670,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:41:28.621419 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-4b929d0a-c925-4b3c-8e62-0b17f4e0b236 tempest-ServersTestBootFromVolume-1080674323 tempest-ServersTestBootFromVolume-1080674323-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:41:28.669586 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fadf48-0b01-43cf-a735-31b9665c17bc req-264cbae0-7782-4338-9a0b-2d1c66513966 tempest-LiveAutoBlockMigrationV225Test-2109471755 tempest-LiveAutoBlockMigrationV225Test-2109471755-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:41:28.669850 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-d66f7adf-5ce0-49d6-89ae-28bc4df54778 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:41:28.681696 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-74fadf48-0b01-43cf-a735-31b9665c17bc req-264cbae0-7782-4338-9a0b-2d1c66513966 tempest-LiveAutoBlockMigrationV225Test-2109471755 tempest-LiveAutoBlockMigrationV225Test-2109471755-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=96e576a6-4f06-4763-8d25-8b8dae8dc581 HTTP/1.1" status: 200 len: 1095 time: 0.0681350 Nov 05 18:41:28.722500 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-4b929d0a-c925-4b3c-8e62-0b17f4e0b236 tempest-ServersTestBootFromVolume-1080674323 tempest-ServersTestBootFromVolume-1080674323-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985308'] for security_group_rule, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:41:28.742724 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b929d0a-c925-4b3c-8e62-0b17f4e0b236 tempest-ServersTestBootFromVolume-1080674323 tempest-ServersTestBootFromVolume-1080674323-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cfb704fd-68e6-445e-80d3-91efc6221817,revision_number=0']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:41:28.792191 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66f7adf-5ce0-49d6-89ae-28bc4df54778 None None] Pushing event updated for resources: {'Port': ['ID=69af1376-2c88-4874-9039-4b78122e8668,revision_number=5']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:41:28.800476 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94faec0-7502-4fea-ba1f-de0d416f6011 req-754ba8bf-c0c5-4b46-bcd3-22fb1ce77982 tempest-ImagesTestJSON-1124888854 tempest-ImagesTestJSON-1124888854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:41:28.806165 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-7ae9328e-d702-4cdc-9902-650725a8e188 None None] Provisioning complete for port 69af1376-2c88-4874-9039-4b78122e8668 triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:41:28.806863 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-7ae9328e-d702-4cdc-9902-650725a8e188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:41:28.809971 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-d94faec0-7502-4fea-ba1f-de0d416f6011 req-754ba8bf-c0c5-4b46-bcd3-22fb1ce77982 tempest-ImagesTestJSON-1124888854 tempest-ImagesTestJSON-1124888854-project] 10.222.0.13 "GET /v2.0/ports?device_id=2fe4542a-10c0-4139-8b82-dac0d11e5a9a HTTP/1.1" status: 200 len: 943 time: 0.1168160 Nov 05 18:41:28.833020 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-5d198deb-30e6-4974-977c-e614ba737215 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bc7c2ae-da6d-4318-8ada-a224b1663e25', 'name': 'tempest-ServersTestBootFromVolume-1941434225-router', 'tenant_id': '6c131f7c44f84ab6961400da2cd9c540', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.203'}], 'enable_snat': True}, 'gw_port_id': '2fb3cd9d-c752-4483-97ea-094c7b3c7e8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T18:41:14Z', 'updated_at': '2021-11-05T18:41:24Z', 'revision_number': 4, 'project_id': '6c131f7c44f84ab6961400da2cd9c540', 'gw_port': {'id': '2fb3cd9d-c752-4483-97ea-094c7b3c7e8a', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:21:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bc7c2ae-da6d-4318-8ada-a224b1663e25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 733, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T18:41:16Z', 'updated_at': '2021-11-05T18:41:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1', '_interfaces': [{'id': '69af1376-2c88-4874-9039-4b78122e8668', 'name': '', 'network_id': '1ff0a913-0cfa-4d08-b7d2-c06124fbc3df', 'tenant_id': '6c131f7c44f84ab6961400da2cd9c540', 'mac_address': 'fa:16:3e:d3:66:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5bc7c2ae-da6d-4318-8ada-a224b1663e25', 'device_owner': 'network:router_interface', 'standard_attr_id': 735, 'fixed_ips': [{'subnet_id': 'dff9f9fe-033a-4d53-8da1-59a70c229898', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T18:41:22Z', 'updated_at': '2021-11-05T18:41:27Z', 'revision_number': 4, 'project_id': '6c131f7c44f84ab6961400da2cd9c540', 'subnets': [{'id': 'dff9f9fe-033a-4d53-8da1-59a70c229898', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-1', False) {} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:41:28.845738 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-74fadf48-0b01-43cf-a735-31b9665c17bc req-fc0f9809-6b0a-4619-8f91-13087959229e tempest-LiveAutoBlockMigrationV225Test-2109471755 tempest-LiveAutoBlockMigrationV225Test-2109471755-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=35cb161a-9192-43e2-a392-140fa33626b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1621013 Nov 05 18:41:28.876309 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-0ba09b35-33cd-40d8-a567-c1584655a856 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-597886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-573297'] for router_interface, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:41:28.888551 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d198deb-30e6-4974-977c-e614ba737215 None None] The sync data for ids ['5bc7c2ae-da6d-4318-8ada-a224b1663e25'] in n-d-816865-1 is: [{'id': '5bc7c2ae-da6d-4318-8ada-a224b1663e25', 'name': 'tempest-ServersTestBootFromVolume-1941434225-router', 'tenant_id': '6c131f7c44f84ab6961400da2cd9c540', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.203'}], 'enable_snat': True}, 'gw_port_id': '2fb3cd9d-c752-4483-97ea-094c7b3c7e8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T18:41:14Z', 'updated_at': '2021-11-05T18:41:24Z', 'revision_number': 4, 'project_id': '6c131f7c44f84ab6961400da2cd9c540', 'gw_port': {'id': '2fb3cd9d-c752-4483-97ea-094c7b3c7e8a', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:21:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bc7c2ae-da6d-4318-8ada-a224b1663e25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 733, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T18:41:16Z', 'updated_at': '2021-11-05T18:41:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1', '_interfaces': [{'id': '69af1376-2c88-4874-9039-4b78122e8668', 'name': '', 'network_id': '1ff0a913-0cfa-4d08-b7d2-c06124fbc3df', 'tenant_id': '6c131f7c44f84ab6961400da2cd9c540', 'mac_address': 'fa:16:3e:d3:66:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5bc7c2ae-da6d-4318-8ada-a224b1663e25', 'device_owner': 'network:router_interface', 'standard_attr_id': 735, 'fixed_ips': [{'subnet_id': 'dff9f9fe-033a-4d53-8da1-59a70c229898', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T18:41:22Z', 'updated_at': '2021-11-05T18:41:27Z', 'revision_number': 4, 'project_id': '6c131f7c44f84ab6961400da2cd9c540', 'subnets': [{'id': 'dff9f9fe-033a-4d53-8da1-59a70c229898', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 18:41:28.904495 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-4b929d0a-c925-4b3c-8e62-0b17f4e0b236 tempest-ServersTestBootFromVolume-1080674323 tempest-ServersTestBootFromVolume-1080674323-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:41:28.904495 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-4b929d0a-c925-4b3c-8e62-0b17f4e0b236 tempest-ServersTestBootFromVolume-1080674323 tempest-ServersTestBootFromVolume-1080674323-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6365969 Nov 05 18:41:28.904495 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 43984) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:41:28.904785 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-07c1f0eb-7d8f-4871-b5bc-b4bcf038054a tempest-ServersTestBootFromVolume-1080674323 tempest-ServersTestBootFromVolume-1080674323-project] Request body: {'security_group_rule': {'security_group_id': 'c9b98ffb-59d1-4211-8222-8a4dac87e076', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:41:28.952050 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-d94faec0-7502-4fea-ba1f-de0d416f6011 req-7f9616b2-8331-465f-b01d-77c0987e2aa6 tempest-ImagesTestJSON-1124888854 tempest-ImagesTestJSON-1124888854-project] 10.222.0.13 "GET /v2.0/security-groups?id=219552fc-3788-478b-8295-8fbe212226b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392772 Nov 05 18:41:29.076931 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 43990) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:41:29.212058 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82abff99-b870-44b0-976c-b5818a31bfd8 req-c4800aa3-45f1-4a76-acee-9844c720ac48 tempest-LiveAutoBlockMigrationV225Test-2109471755 tempest-LiveAutoBlockMigrationV225Test-2109471755-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:41:29.213668 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-82abff99-b870-44b0-976c-b5818a31bfd8 req-c4800aa3-45f1-4a76-acee-9844c720ac48 tempest-LiveAutoBlockMigrationV225Test-2109471755 tempest-LiveAutoBlockMigrationV225Test-2109471755-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=96e576a6-4f06-4763-8d25-8b8dae8dc581 HTTP/1.1" status: 200 len: 1095 time: 0.1237714 Nov 05 18:41:29.218649 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-4cc7eadf-b642-4feb-8874-ff9d3c195fb0 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=05b01937f9ca44aa923731561d630757&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1392434 Nov 05 18:41:29.220802 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 43992) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:41:29.287396 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274594b1-e28d-4153-a859-6203e9fab493 req-cad80409-5d68-4bf6-b34b-f112b4964dac tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:41:29.293768 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274594b1-e28d-4153-a859-6203e9fab493 req-cad80409-5d68-4bf6-b34b-f112b4964dac tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:41:29.308619 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274594b1-e28d-4153-a859-6203e9fab493 req-cad80409-5d68-4bf6-b34b-f112b4964dac tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:41:29.308619 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274594b1-e28d-4153-a859-6203e9fab493 req-cad80409-5d68-4bf6-b34b-f112b4964dac tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:41:29.312320 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274594b1-e28d-4153-a859-6203e9fab493 req-cad80409-5d68-4bf6-b34b-f112b4964dac tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:41:29.318430 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274594b1-e28d-4153-a859-6203e9fab493 req-cad80409-5d68-4bf6-b34b-f112b4964dac tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:41:29.324630 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274594b1-e28d-4153-a859-6203e9fab493 req-cad80409-5d68-4bf6-b34b-f112b4964dac tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:41:29.326669 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-274594b1-e28d-4153-a859-6203e9fab493 req-cad80409-5d68-4bf6-b34b-f112b4964dac tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] 10.222.0.13 "GET /v2.0/ports?device_id=6b9db9e4-2300-49be-bd99-8eabc0e57de3 HTTP/1.1" status: 200 len: 5418 time: 0.1801810 Nov 05 18:41:29.385696 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-82abff99-b870-44b0-976c-b5818a31bfd8 req-36c0150a-ce94-4da6-b513-f6d7912d6891 tempest-LiveAutoBlockMigrationV225Test-2109471755 tempest-LiveAutoBlockMigrationV225Test-2109471755-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=35cb161a-9192-43e2-a392-140fa33626b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1585350 Nov 05 18:41:29.392049 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-a405fac4-1f02-4267-91f2-fdf5b360a887 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:41:29.442724 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-a405fac4-1f02-4267-91f2-fdf5b360a887 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:41:29.461404 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-274594b1-e28d-4153-a859-6203e9fab493 req-8c921699-a6f1-4a2f-839c-7e04e56bcaf8 tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] 10.222.0.13 "GET /v2.0/security-groups?id=f4056503-c341-42e5-ae9d-37a5e83a41cf&id=98567ca5-1884-480b-af79-82f64bb06e96&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1185484 Nov 05 18:41:29.549112 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.agents_db [None req-b9406b04-a0e8-43cf-b349-711963d96cf4 None None] Agent healthcheck: found 7 active agents {{(pid=102389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 05 18:41:29.562863 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-07c1f0eb-7d8f-4871-b5bc-b4bcf038054a tempest-ServersTestBootFromVolume-1080674323 tempest-ServersTestBootFromVolume-1080674323-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:41:29.600029 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-a405fac4-1f02-4267-91f2-fdf5b360a887 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:41:29.602796 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-a405fac4-1f02-4267-91f2-fdf5b360a887 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:41:29.603938 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-a405fac4-1f02-4267-91f2-fdf5b360a887 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/25591ebc-7d79-4a52-aa21-df275070bb50 HTTP/1.1" status: 204 len: 168 time: 0.3822281 Nov 05 18:41:29.614913 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14944de-88ec-4f54-83e4-9cf31831aee5 req-78135432-d92c-4468-9111-7b872934c566 tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:41:29.622618 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-a14944de-88ec-4f54-83e4-9cf31831aee5 req-78135432-d92c-4468-9111-7b872934c566 tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] 10.222.0.13 "GET /v2.0/ports?device_id=174784d1-6e33-406b-9ea4-96f2e35bc1c2 HTTP/1.1" status: 200 len: 949 time: 0.0698390 Nov 05 18:41:29.622997 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ba09b35-33cd-40d8-a567-c1584655a856 admin admin] Router c5d7be85-81e8-40ff-a104-8c8484aed287 has already been hosted by L3 agent 6dcb5589-8e86-4616-9186-ddc4548e13ad {{(pid=102386) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 18:41:29.661423 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-07c1f0eb-7d8f-4871-b5bc-b4bcf038054a tempest-ServersTestBootFromVolume-1080674323 tempest-ServersTestBootFromVolume-1080674323-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:41:29.664349 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a405fac4-1f02-4267-91f2-fdf5b360a887 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25591ebc-7d79-4a52-aa21-df275070bb50,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:41:29.706417 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Device bc172b7a-11c7-4511-bca9-ba5f20bfbd4b details requested by agent hyperv_n-h2-816865-1 with host n-h2-816865-1 {{(pid=102388) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 05 18:41:29.748490 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-07c1f0eb-7d8f-4871-b5bc-b4bcf038054a tempest-ServersTestBootFromVolume-1080674323 tempest-ServersTestBootFromVolume-1080674323-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985308'] for security_group_rule, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:41:29.751300 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-a14944de-88ec-4f54-83e4-9cf31831aee5 req-719639e4-6bc5-4440-9399-69e6b93f398f tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] 10.222.0.13 "GET /v2.0/security-groups?id=c4f63610-8850-433c-ac4b-7e7146261ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260204 Nov 05 18:41:29.797228 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c1f0eb-7d8f-4871-b5bc-b4bcf038054a tempest-ServersTestBootFromVolume-1080674323 tempest-ServersTestBootFromVolume-1080674323-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca7c0d68-e8b1-477d-8821-97b24ca8318a,revision_number=0']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:41:29.866769 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ba09b35-33cd-40d8-a567-c1584655a856 admin admin] Notify agent at l3_agent.n-d-816865-1 the message routers_updated {{(pid=102386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 18:41:29.876808 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 44006) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:41:29.880354 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df9ad661-1e72-4ca6-af3b-e145cc691445 None None] Sync routers for ids ['c5d7be85-81e8-40ff-a104-8c8484aed287'] in n-d-816865-1 {{(pid=102389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 18:41:29.880654 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] For port bc172b7a-11c7-4511-bca9-ba5f20bfbd4b, host n-h2-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=bc172b7a-11c7-4511-bca9-ba5f20bfbd4b,segment=NetworkSegment(b0f4d4e8-61d5-4e79-9c35-e1f620a70868),segment_id=b0f4d4e8-61d5-4e79-9c35-e1f620a70868)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:41:29.893713 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-0ba09b35-33cd-40d8-a567-c1584655a856 admin admin] 10.222.0.13 "PUT /v2.0/routers/c5d7be85-81e8-40ff-a104-8c8484aed287/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0514772 Nov 05 18:41:29.903131 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df9ad661-1e72-4ca6-af3b-e145cc691445 None None] Routers {'c5d7be85-81e8-40ff-a104-8c8484aed287'} bound to L3 agent in host n-d-816865-1 {{(pid=102389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 18:41:29.903742 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-df9ad661-1e72-4ca6-af3b-e145cc691445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T18:41:05Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['c5d7be85-81e8-40ff-a104-8c8484aed287'], 'active': True} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:41:29.904989 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-07c1f0eb-7d8f-4871-b5bc-b4bcf038054a tempest-ServersTestBootFromVolume-1080674323 tempest-ServersTestBootFromVolume-1080674323-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:41:29.908925 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-07c1f0eb-7d8f-4871-b5bc-b4bcf038054a tempest-ServersTestBootFromVolume-1080674323 tempest-ServersTestBootFromVolume-1080674323-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0068886 Nov 05 18:41:29.909169 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 44008) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:41:29.913269 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Returning: {'device': 'bc172b7a-11c7-4511-bca9-ba5f20bfbd4b', 'network_id': '598f5d7d-609c-4eed-bdfb-a95dcdae7151', 'port_id': 'bc172b7a-11c7-4511-bca9-ba5f20bfbd4b', 'mac_address': 'fa:16:3e:df:40:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 150, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6979728-9a34-49f9-ba30-1ba1422c905b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102388) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 05 18:41:29.917319 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-a520c1a5-0804-47e7-aa0f-dd4bb55e38aa tempest-ServersTestBootFromVolume-1080674323 tempest-ServersTestBootFromVolume-1080674323-project] Request body: {'floatingip': {'floating_network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:41:29.965028 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:41:30.015378 n-d-816865-1 neutron-server[102388]: DEBUG neutron.notifiers.nova [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc172b7a-11c7-4511-bca9-ba5f20bfbd4b {{(pid=102388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 18:41:30.040981 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-03fa9560-d7a9-4c3d-be6d-2bcc834ca638 admin admin] Publish callbacks [] for router, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:41:30.056324 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] For port bc172b7a-11c7-4511-bca9-ba5f20bfbd4b, host n-h2-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=bc172b7a-11c7-4511-bca9-ba5f20bfbd4b,segment=NetworkSegment(b0f4d4e8-61d5-4e79-9c35-e1f620a70868),segment_id=b0f4d4e8-61d5-4e79-9c35-e1f620a70868)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:41:30.077340 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-a520c1a5-0804-47e7-aa0f-dd4bb55e38aa tempest-ServersTestBootFromVolume-1080674323 tempest-ServersTestBootFromVolume-1080674323-project] Publish callbacks [] for floatingip, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:41:30.101050 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvr_db [None req-df9ad661-1e72-4ca6-af3b-e145cc691445 None None] Set router c5d7be85-81e8-40ff-a104-8c8484aed287 gateway port host: n-d-816865-1 {{(pid=102389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 18:41:30.164124 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:41:30.300068 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Pushing event updated for resources: {'Port': ['ID=bc172b7a-11c7-4511-bca9-ba5f20bfbd4b,revision_number=4']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:41:30.317327 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22e361f-62f6-4216-9774-b37c0b997c1a req-168155ae-b5a4-4a27-a2a5-5146528797ca tempest-ImagesTestJSON-1124888854 tempest-ImagesTestJSON-1124888854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:41:30.320830 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-a520c1a5-0804-47e7-aa0f-dd4bb55e38aa tempest-ServersTestBootFromVolume-1080674323 tempest-ServersTestBootFromVolume-1080674323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:41:30.326516 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-a22e361f-62f6-4216-9774-b37c0b997c1a req-168155ae-b5a4-4a27-a2a5-5146528797ca tempest-ImagesTestJSON-1124888854 tempest-ImagesTestJSON-1124888854-project] 10.222.0.13 "GET /v2.0/ports?device_id=2fe4542a-10c0-4139-8b82-dac0d11e5a9a HTTP/1.1" status: 200 len: 943 time: 0.2344763 Nov 05 18:41:30.450758 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-df9ad661-1e72-4ca6-af3b-e145cc691445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5d7be85-81e8-40ff-a104-8c8484aed287', 'name': 'tempest-ServersTestMultiNic-1906001394-router', 'tenant_id': '4829acffed3b4745affa5e8e193e7ce5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.62'}], 'enable_snat': True}, 'gw_port_id': 'a7ad9553-405f-4fcf-b4a0-97c575d23260', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T18:39:10Z', 'updated_at': '2021-11-05T18:41:28Z', 'revision_number': 5, 'project_id': '4829acffed3b4745affa5e8e193e7ce5', 'gw_port': {'id': 'a7ad9553-405f-4fcf-b4a0-97c575d23260', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:2f:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5d7be85-81e8-40ff-a104-8c8484aed287', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T18:39:12Z', 'updated_at': '2021-11-05T18:39:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1'}], 'n-d-816865-1', False) {} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:41:30.457191 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] get_ports_and_sgs() called for port_ids ['bc172b7a-11c7-4511-bca9-ba5f20bfbd4b'] {{(pid=102388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 18:41:30.479143 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-03fa9560-d7a9-4c3d-be6d-2bcc834ca638 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:41:30.495256 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df9ad661-1e72-4ca6-af3b-e145cc691445 None None] Checking router: c5d7be85-81e8-40ff-a104-8c8484aed287 for host: n-d-816865-1 {{(pid=102389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 18:41:30.506935 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df9ad661-1e72-4ca6-af3b-e145cc691445 None None] Routers {'c5d7be85-81e8-40ff-a104-8c8484aed287'} bound to L3 agent in host n-d-816865-1 {{(pid=102389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 18:41:30.507742 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-df9ad661-1e72-4ca6-af3b-e145cc691445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T18:41:05Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['c5d7be85-81e8-40ff-a104-8c8484aed287'], 'active': True} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:41:30.520769 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-a22e361f-62f6-4216-9774-b37c0b997c1a req-90937fec-0a3f-4d8b-bbd0-2155bdf6bac3 tempest-ImagesTestJSON-1124888854 tempest-ImagesTestJSON-1124888854-project] 10.222.0.13 "GET /v2.0/security-groups?id=219552fc-3788-478b-8295-8fbe212226b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1881216 Nov 05 18:41:30.605412 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.db_base_plugin_common [None req-a520c1a5-0804-47e7-aa0f-dd4bb55e38aa tempest-ServersTestBootFromVolume-1080674323 tempest-ServersTestBootFromVolume-1080674323-project] Allocated IP 172.25.6.43 (40c8335d-cd0b-4cb5-910a-d4dcddd5cbec/04fe6db3-e108-4208-943d-6518424f5726/4f098844-9579-45c5-88a9-b3b3c76a1db5) {{(pid=102386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 18:41:30.666641 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 69af1376-2c88-4874-9039-4b78122e8668 up at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 18:41:30.733138 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [None req-03fa9560-d7a9-4c3d-be6d-2bcc834ca638 admin admin] Deleting port a7ad9553-405f-4fcf-b4a0-97c575d23260 {{(pid=102387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 18:41:30.733620 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-03fa9560-d7a9-4c3d-be6d-2bcc834ca638 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:41:30.747234 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvr_db [None req-df9ad661-1e72-4ca6-af3b-e145cc691445 None None] Set router c5d7be85-81e8-40ff-a104-8c8484aed287 gateway port host: n-d-816865-1 {{(pid=102389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 18:41:30.774239 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-a520c1a5-0804-47e7-aa0f-dd4bb55e38aa tempest-ServersTestBootFromVolume-1080674323 tempest-ServersTestBootFromVolume-1080674323-project] Publish callbacks [] for port, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:41:30.789149 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Provisioning complete for port 69af1376-2c88-4874-9039-4b78122e8668 triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:41:30.789784 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:41:30.841944 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faeadcab-04ef-4f5a-8d80-06d4329fbe65 req-fbbe123c-f1b4-4870-9889-b4d7e13b3cd4 tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:41:30.850014 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faeadcab-04ef-4f5a-8d80-06d4329fbe65 req-fbbe123c-f1b4-4870-9889-b4d7e13b3cd4 tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:41:30.856830 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faeadcab-04ef-4f5a-8d80-06d4329fbe65 req-fbbe123c-f1b4-4870-9889-b4d7e13b3cd4 tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:41:30.863734 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faeadcab-04ef-4f5a-8d80-06d4329fbe65 req-fbbe123c-f1b4-4870-9889-b4d7e13b3cd4 tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:41:30.871225 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faeadcab-04ef-4f5a-8d80-06d4329fbe65 req-fbbe123c-f1b4-4870-9889-b4d7e13b3cd4 tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:41:30.878955 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faeadcab-04ef-4f5a-8d80-06d4329fbe65 req-fbbe123c-f1b4-4870-9889-b4d7e13b3cd4 tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:41:30.885259 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faeadcab-04ef-4f5a-8d80-06d4329fbe65 req-fbbe123c-f1b4-4870-9889-b4d7e13b3cd4 tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:41:30.893295 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-faeadcab-04ef-4f5a-8d80-06d4329fbe65 req-fbbe123c-f1b4-4870-9889-b4d7e13b3cd4 tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] 10.222.0.13 "GET /v2.0/ports?device_id=6b9db9e4-2300-49be-bd99-8eabc0e57de3 HTTP/1.1" status: 200 len: 5418 time: 0.2211182 Nov 05 18:41:30.912839 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-a520c1a5-0804-47e7-aa0f-dd4bb55e38aa tempest-ServersTestBootFromVolume-1080674323 tempest-ServersTestBootFromVolume-1080674323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:41:30.960477 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a520c1a5-0804-47e7-aa0f-dd4bb55e38aa tempest-ServersTestBootFromVolume-1080674323 tempest-ServersTestBootFromVolume-1080674323-project] Network 40c8335d-cd0b-4cb5-910a-d4dcddd5cbec is already hosted by enough agents. {{(pid=102386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 18:41:30.967466 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.base_scheduler [None req-a520c1a5-0804-47e7-aa0f-dd4bb55e38aa tempest-ServersTestBootFromVolume-1080674323 tempest-ServersTestBootFromVolume-1080674323-project] Resources bound (agent type, host, resource id): {{(pid=102386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:41:30.971283 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a520c1a5-0804-47e7-aa0f-dd4bb55e38aa tempest-ServersTestBootFromVolume-1080674323 tempest-ServersTestBootFromVolume-1080674323-project] Received port after_create {{(pid=102386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 18:41:30.986693 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.db [None req-03fa9560-d7a9-4c3d-be6d-2bcc834ca638 admin admin] For port a7ad9553-405f-4fcf-b4a0-97c575d23260, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=a7ad9553-405f-4fcf-b4a0-97c575d23260,segment=NetworkSegment(85be518c-8bb4-46a2-a903-d4292782d29d),segment_id=85be518c-8bb4-46a2-a903-d4292782d29d)] {{(pid=102387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:41:30.987115 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-03fa9560-d7a9-4c3d-be6d-2bcc834ca638 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:41:31.006229 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a520c1a5-0804-47e7-aa0f-dd4bb55e38aa tempest-ServersTestBootFromVolume-1080674323 tempest-ServersTestBootFromVolume-1080674323-project] Pushing event updated for resources: {'Port': ['ID=4f098844-9579-45c5-88a9-b3b3c76a1db5,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:41:31.024040 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [None req-03fa9560-d7a9-4c3d-be6d-2bcc834ca638 admin admin] Calling delete_port for a7ad9553-405f-4fcf-b4a0-97c575d23260 owned by network:router_gateway {{(pid=102387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 18:41:31.061724 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-df9ad661-1e72-4ca6-af3b-e145cc691445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5d7be85-81e8-40ff-a104-8c8484aed287', 'name': 'tempest-ServersTestMultiNic-1906001394-router', 'tenant_id': '4829acffed3b4745affa5e8e193e7ce5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.62'}], 'enable_snat': True}, 'gw_port_id': 'a7ad9553-405f-4fcf-b4a0-97c575d23260', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T18:39:10Z', 'updated_at': '2021-11-05T18:41:28Z', 'revision_number': 5, 'project_id': '4829acffed3b4745affa5e8e193e7ce5', 'gw_port': {'id': 'a7ad9553-405f-4fcf-b4a0-97c575d23260', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:2f:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5d7be85-81e8-40ff-a104-8c8484aed287', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T18:39:12Z', 'updated_at': '2021-11-05T18:39:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1'}], 'n-d-816865-1', False) {} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:41:31.092286 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-faeadcab-04ef-4f5a-8d80-06d4329fbe65 req-cf574ecf-ac31-47ac-a85c-665aa4e82fff tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] 10.222.0.13 "GET /v2.0/security-groups?id=f4056503-c341-42e5-ae9d-37a5e83a41cf&id=98567ca5-1884-480b-af79-82f64bb06e96&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1963832 Nov 05 18:41:31.131799 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df9ad661-1e72-4ca6-af3b-e145cc691445 None None] The sync data for ids ['c5d7be85-81e8-40ff-a104-8c8484aed287'] in n-d-816865-1 is: [{'id': 'c5d7be85-81e8-40ff-a104-8c8484aed287', 'name': 'tempest-ServersTestMultiNic-1906001394-router', 'tenant_id': '4829acffed3b4745affa5e8e193e7ce5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.62'}], 'enable_snat': True}, 'gw_port_id': 'a7ad9553-405f-4fcf-b4a0-97c575d23260', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T18:39:10Z', 'updated_at': '2021-11-05T18:41:28Z', 'revision_number': 5, 'project_id': '4829acffed3b4745affa5e8e193e7ce5', 'gw_port': {'id': 'a7ad9553-405f-4fcf-b4a0-97c575d23260', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:2f:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5d7be85-81e8-40ff-a104-8c8484aed287', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T18:39:12Z', 'updated_at': '2021-11-05T18:39:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1'}] {{(pid=102389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 18:41:31.173135 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f1c78f-c0b9-45db-b7b4-7a2cc4ab9958 req-276c3d81-4560-4d90-b9a5-d969c8d3d6b8 tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:41:31.181522 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-b2f1c78f-c0b9-45db-b7b4-7a2cc4ab9958 req-276c3d81-4560-4d90-b9a5-d969c8d3d6b8 tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] 10.222.0.13 "GET /v2.0/ports?device_id=174784d1-6e33-406b-9ea4-96f2e35bc1c2 HTTP/1.1" status: 200 len: 949 time: 0.2825267 Nov 05 18:41:31.182372 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-a520c1a5-0804-47e7-aa0f-dd4bb55e38aa tempest-ServersTestBootFromVolume-1080674323 tempest-ServersTestBootFromVolume-1080674323-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:41:31.247407 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-b2f1c78f-c0b9-45db-b7b4-7a2cc4ab9958 req-f1dd0247-762b-4bc0-ad18-04f689b591ac tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] 10.222.0.13 "GET /v2.0/security-groups?id=c4f63610-8850-433c-ac4b-7e7146261ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649488 Nov 05 18:41:31.293435 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-a520c1a5-0804-47e7-aa0f-dd4bb55e38aa tempest-ServersTestBootFromVolume-1080674323 tempest-ServersTestBootFromVolume-1080674323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:41:31.462906 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 44042) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:41:31.486316 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-03fa9560-d7a9-4c3d-be6d-2bcc834ca638 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4417063'] for port, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:41:31.530399 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03fa9560-d7a9-4c3d-be6d-2bcc834ca638 admin admin] Pushing event deleted for resources: {'Port': ['ID=a7ad9553-405f-4fcf-b4a0-97c575d23260,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:41:31.539035 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-a520c1a5-0804-47e7-aa0f-dd4bb55e38aa tempest-ServersTestBootFromVolume-1080674323 tempest-ServersTestBootFromVolume-1080674323-project] Publish callbacks [] for port, precommit_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:41:31.592717 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-03fa9560-d7a9-4c3d-be6d-2bcc834ca638 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1000651'] for router_gateway, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:41:31.597921 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-a520c1a5-0804-47e7-aa0f-dd4bb55e38aa tempest-ServersTestBootFromVolume-1080674323 tempest-ServersTestBootFromVolume-1080674323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6149821'] for port, after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:41:31.685857 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-0a3391f8-03be-43cd-b166-6a13f81dd38c admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-1079241961-network', 'tenant_id': 'd276d3590f324d258de926cd1aa8ebb5'}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:41:31.698096 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a520c1a5-0804-47e7-aa0f-dd4bb55e38aa tempest-ServersTestBootFromVolume-1080674323 tempest-ServersTestBootFromVolume-1080674323-project] Pushing event updated for resources: {'Port': ['ID=4f098844-9579-45c5-88a9-b3b3c76a1db5,revision_number=2']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:41:31.718891 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-a520c1a5-0804-47e7-aa0f-dd4bb55e38aa tempest-ServersTestBootFromVolume-1080674323 tempest-ServersTestBootFromVolume-1080674323-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1000577'] for floatingip, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:41:31.725160 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Device bc172b7a-11c7-4511-bca9-ba5f20bfbd4b up at agent hyperv_n-h2-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 18:41:31.762890 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-03fa9560-d7a9-4c3d-be6d-2bcc834ca638 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-571301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6852'] for router, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:41:31.765798 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-03fa9560-d7a9-4c3d-be6d-2bcc834ca638 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:41:31.802243 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-a520c1a5-0804-47e7-aa0f-dd4bb55e38aa tempest-ServersTestBootFromVolume-1080674323 tempest-ServersTestBootFromVolume-1080674323-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for floatingip, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:41:31.804496 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-a520c1a5-0804-47e7-aa0f-dd4bb55e38aa tempest-ServersTestBootFromVolume-1080674323 tempest-ServersTestBootFromVolume-1080674323-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.8941624 Nov 05 18:41:31.853720 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Provisioning for port bc172b7a-11c7-4511-bca9-ba5f20bfbd4b completed by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 05 18:41:31.857769 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Provisioning complete for port bc172b7a-11c7-4511-bca9-ba5f20bfbd4b triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:41:31.858169 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:41:31.868574 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffd57fa-6b50-4310-afb7-cc4096bc6f59 req-c366cbb3-d027-4be2-b7e9-de8d8ed1ccfe tempest-ImagesTestJSON-1124888854 tempest-ImagesTestJSON-1124888854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:41:31.870904 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-dffd57fa-6b50-4310-afb7-cc4096bc6f59 req-c366cbb3-d027-4be2-b7e9-de8d8ed1ccfe tempest-ImagesTestJSON-1124888854 tempest-ImagesTestJSON-1124888854-project] 10.222.0.13 "GET /v2.0/ports?device_id=2fe4542a-10c0-4139-8b82-dac0d11e5a9a HTTP/1.1" status: 200 len: 944 time: 0.2275531 Nov 05 18:41:31.946797 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-dffd57fa-6b50-4310-afb7-cc4096bc6f59 req-0646f05c-d04e-4489-8193-c8b1a26a5d75 tempest-ImagesTestJSON-1124888854 tempest-ImagesTestJSON-1124888854-project] 10.222.0.13 "GET /v2.0/security-groups?id=219552fc-3788-478b-8295-8fbe212226b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649800 Nov 05 18:41:31.946797 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a3391f8-03be-43cd-b166-6a13f81dd38c admin admin] Made reservation on behalf of d276d3590f324d258de926cd1aa8ebb5 for: {'network': 1} {{(pid=102387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 18:41:31.947945 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:41:31.965779 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-0a3391f8-03be-43cd-b166-6a13f81dd38c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for network, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:41:31.980582 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-0a3391f8-03be-43cd-b166-6a13f81dd38c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:41:31.982946 n-d-816865-1 neutron-server[102388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fe4542a-10c0-4139-8b82-dac0d11e5a9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc172b7a-11c7-4511-bca9-ba5f20bfbd4b'}] {{(pid=102388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 18:41:31.984442 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-03fa9560-d7a9-4c3d-be6d-2bcc834ca638 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-571310'] for router, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:41:31.985233 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85474fee1180e129d8a886d264fe0b30223aa672dd1ffe43b630605f18504f68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bad2b21f-9dd5-4ace-8450-9beb74d27652" -d '{"events": [{"server_uuid": "2fe4542a-10c0-4139-8b82-dac0d11e5a9a", "name": "network-vif-plugged", "status": "completed", "tag": "bc172b7a-11c7-4511-bca9-ba5f20bfbd4b"}]}' {{(pid=102388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 18:41:31.985618 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03fa9560-d7a9-4c3d-be6d-2bcc834ca638 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c5d7be85-81e8-40ff-a104-8c8484aed287 {{(pid=102387) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 05 18:41:32.000914 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-03fa9560-d7a9-4c3d-be6d-2bcc834ca638 admin admin] Publish callbacks [] for router, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:41:32.009785 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 44068) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:41:32.013309 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-03fa9560-d7a9-4c3d-be6d-2bcc834ca638 admin admin] 10.222.0.13 "DELETE /v2.0/routers/c5d7be85-81e8-40ff-a104-8c8484aed287 HTTP/1.1" status: 204 len: 168 time: 2.1349218 Nov 05 18:41:32.025825 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] For port bc172b7a-11c7-4511-bca9-ba5f20bfbd4b, host n-h2-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=bc172b7a-11c7-4511-bca9-ba5f20bfbd4b,segment=NetworkSegment(b0f4d4e8-61d5-4e79-9c35-e1f620a70868),segment_id=b0f4d4e8-61d5-4e79-9c35-e1f620a70868)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:41:32.094578 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ee24bdd-9eaa-4536-bbc9-f6b9cffd0ae8 admin admin] Deleting subnet c57f8052-ef8e-4c43-977b-3c7db8b14eb4 {{(pid=102386) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 05 18:41:32.098203 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-0ee24bdd-9eaa-4536-bbc9-f6b9cffd0ae8 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:41:32.121185 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-0a3391f8-03be-43cd-b166-6a13f81dd38c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:41:32.163629 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:41:32.194727 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-0ee24bdd-9eaa-4536-bbc9-f6b9cffd0ae8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4590738'] for subnet, precommit_delete_associations {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:41:32.197487 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-0a3391f8-03be-43cd-b166-6a13f81dd38c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:41:32.256464 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Pushing event updated for resources: {'Port': ['ID=bc172b7a-11c7-4511-bca9-ba5f20bfbd4b,revision_number=5']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:41:32.286509 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a3391f8-03be-43cd-b166-6a13f81dd38c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 162} {{(pid=102387) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 05 18:41:32.301271 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3391f8-03be-43cd-b166-6a13f81dd38c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8540b6ac-29cf-472c-b765-11cab19921e5,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:41:32.304484 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 18:41:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc3b5584-e31f-4d30-a7fe-d2695ea5cabb x-openstack-request-id: req-dc3b5584-e31f-4d30-a7fe-d2695ea5cabb {{(pid=102388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 18:41:32.304845 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-0a3391f8-03be-43cd-b166-6a13f81dd38c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273'] for segment, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:41:32.305072 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2fe4542a-10c0-4139-8b82-dac0d11e5a9a", "name": "network-vif-plugged", "status": "completed", "tag": "bc172b7a-11c7-4511-bca9-ba5f20bfbd4b", "code": 200}]} {{(pid=102388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 18:41:32.305202 n-d-816865-1 neutron-server[102387]: INFO neutron.db.segments_db [None req-0a3391f8-03be-43cd-b166-6a13f81dd38c admin admin] Added segment fa8c7ea5-f99c-4ee2-80d1-0e4e054d8ebd of type vlan for network 1da37b43-f7d4-493c-9709-10fff3365b6d Nov 05 18:41:32.305516 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-dc3b5584-e31f-4d30-a7fe-d2695ea5cabb {{(pid=102388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 18:41:32.306727 n-d-816865-1 neutron-server[102388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fe4542a-10c0-4139-8b82-dac0d11e5a9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc172b7a-11c7-4511-bca9-ba5f20bfbd4b', 'code': 200} Nov 05 18:41:32.356426 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28870437-efe8-489e-8e5d-981f4b39906f req-8df8d3c6-1355-4f6e-9c52-a56fd700dbfd tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:41:32.364143 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28870437-efe8-489e-8e5d-981f4b39906f req-8df8d3c6-1355-4f6e-9c52-a56fd700dbfd tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:41:32.378761 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28870437-efe8-489e-8e5d-981f4b39906f req-8df8d3c6-1355-4f6e-9c52-a56fd700dbfd tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:41:32.395980 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28870437-efe8-489e-8e5d-981f4b39906f req-8df8d3c6-1355-4f6e-9c52-a56fd700dbfd tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:41:32.413371 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28870437-efe8-489e-8e5d-981f4b39906f req-8df8d3c6-1355-4f6e-9c52-a56fd700dbfd tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:41:32.428186 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28870437-efe8-489e-8e5d-981f4b39906f req-8df8d3c6-1355-4f6e-9c52-a56fd700dbfd tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:41:32.434102 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28870437-efe8-489e-8e5d-981f4b39906f req-8df8d3c6-1355-4f6e-9c52-a56fd700dbfd tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:41:32.448505 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-28870437-efe8-489e-8e5d-981f4b39906f req-8df8d3c6-1355-4f6e-9c52-a56fd700dbfd tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] 10.222.0.13 "GET /v2.0/ports?device_id=6b9db9e4-2300-49be-bd99-8eabc0e57de3 HTTP/1.1" status: 200 len: 5418 time: 0.2145381 Nov 05 18:41:32.495558 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-0a3391f8-03be-43cd-b166-6a13f81dd38c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750027258543'] for network, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:41:32.514968 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device f58d4ea9-e1f0-4b43-a0dc-dbfa5400ee36 no longer exists at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 18:41:32.522406 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-0ee24bdd-9eaa-4536-bbc9-f6b9cffd0ae8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1573928'] for subnet, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:41:32.562034 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] No Port match for: f58d4ea9-e1f0-4b43-a0dc-dbfa5400ee36 {{(pid=102388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 18:41:32.562389 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device f58d4ea9-e1f0-4b43-a0dc-dbfa5400ee36 not bound to the agent host n-d-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 18:41:32.563666 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device a7ad9553-405f-4fcf-b4a0-97c575d23260 no longer exists at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 18:41:32.565688 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c03309-e1b5-4a9b-9996-5f76f7e0d85e req-b7d3b37b-0f9e-419c-b685-7857da86bd66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:41:32.569699 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-78c03309-e1b5-4a9b-9996-5f76f7e0d85e req-b7d3b37b-0f9e-419c-b685-7857da86bd66 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=2fe4542a-10c0-4139-8b82-dac0d11e5a9a HTTP/1.1" status: 200 len: 1096 time: 0.1523683 Nov 05 18:41:32.602304 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-28870437-efe8-489e-8e5d-981f4b39906f req-ceb0a68e-db8f-4c1a-bb58-1cc82d60c3ae tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] 10.222.0.13 "GET /v2.0/security-groups?id=f4056503-c341-42e5-ae9d-37a5e83a41cf&id=98567ca5-1884-480b-af79-82f64bb06e96&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1469617 Nov 05 18:41:32.615596 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-29eb36c8-19a3-43d6-8826-70eb1b73d30e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:41:32.619809 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] No Port match for: a7ad9553-405f-4fcf-b4a0-97c575d23260 {{(pid=102388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 18:41:32.624034 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device a7ad9553-405f-4fcf-b4a0-97c575d23260 not bound to the agent host n-d-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 18:41:32.624291 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c021ad80-b665-4b02-a785-d024d2561e17 req-53a76559-ed9b-42f6-9d3c-e4e5a4fdd78c tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:41:32.624291 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-c021ad80-b665-4b02-a785-d024d2561e17 req-53a76559-ed9b-42f6-9d3c-e4e5a4fdd78c tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] 10.222.0.13 "GET /v2.0/ports?device_id=174784d1-6e33-406b-9ea4-96f2e35bc1c2 HTTP/1.1" status: 200 len: 949 time: 0.1493821 Nov 05 18:41:32.671214 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-78c03309-e1b5-4a9b-9996-5f76f7e0d85e req-c122e57d-77a5-424f-8d83-316513f66ce9 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=219552fc-3788-478b-8295-8fbe212226b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903540 Nov 05 18:41:32.672774 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-0a3391f8-03be-43cd-b166-6a13f81dd38c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-956796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877'] for network, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:41:32.673722 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a3391f8-03be-43cd-b166-6a13f81dd38c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:41:32.674319 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-0a3391f8-03be-43cd-b166-6a13f81dd38c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597851'] for network, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:41:32.729507 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-0ee24bdd-9eaa-4536-bbc9-f6b9cffd0ae8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1573905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6149879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4877183'] for subnet, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:41:32.751078 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-c021ad80-b665-4b02-a785-d024d2561e17 req-324958b5-bec5-4858-ac3f-9406673117e2 tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] 10.222.0.13 "GET /v2.0/security-groups?id=c4f63610-8850-433c-ac4b-7e7146261ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104231 Nov 05 18:41:32.753974 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3391f8-03be-43cd-b166-6a13f81dd38c admin admin] Pushing event updated for resources: {'Network': ['ID=1da37b43-f7d4-493c-9709-10fff3365b6d,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:41:32.768756 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Network 1da37b43-f7d4-493c-9709-10fff3365b6d details requested by agent ovs-agent-n-d-816865-1 with host n-d-816865-1 {{(pid=102388) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 05 18:41:32.777434 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee24bdd-9eaa-4536-bbc9-f6b9cffd0ae8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c57f8052-ef8e-4c43-977b-3c7db8b14eb4,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:41:32.788075 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-0ee24bdd-9eaa-4536-bbc9-f6b9cffd0ae8 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:41:32.791209 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-0ee24bdd-9eaa-4536-bbc9-f6b9cffd0ae8 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/c57f8052-ef8e-4c43-977b-3c7db8b14eb4 HTTP/1.1" status: 204 len: 168 time: 0.7802119 Nov 05 18:41:32.799276 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 44098) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:41:32.804465 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a22dc60-8786-4cb5-a074-9deb6cda2e29 None None] Network aeb57709-6e5a-4f32-9548-b24bdc2398f2 requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 18:41:32.815126 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-0a3391f8-03be-43cd-b166-6a13f81dd38c admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.3482783 Nov 05 18:41:32.815327 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 44100) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:41:32.821481 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-fb7b524d-2b40-4d49-bceb-4fb44bdc65a2 admin admin] Request body: {'subnet': {'network_id': '1da37b43-f7d4-493c-9709-10fff3365b6d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-1079241961-subnet', 'tenant_id': 'd276d3590f324d258de926cd1aa8ebb5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:41:32.911219 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-f97723ea-fbfd-4d16-8761-5daff57d0cad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1664226'] for network, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:41:32.913141 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb7b524d-2b40-4d49-bceb-4fb44bdc65a2 admin admin] Made reservation on behalf of d276d3590f324d258de926cd1aa8ebb5 for: {'subnet': 1} {{(pid=102387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 18:41:32.916028 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-fb7b524d-2b40-4d49-bceb-4fb44bdc65a2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5112236'] for subnet, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:41:32.975091 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-f97723ea-fbfd-4d16-8761-5daff57d0cad admin admin] Deleting port 9f46edf8-715d-4ab2-88ca-3dbbceb70c03 {{(pid=102386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 18:41:32.975493 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-f97723ea-fbfd-4d16-8761-5daff57d0cad admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:41:33.085454 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12a64098-515d-40f6-8e26-4925e2b1a8b8 None None] DHCP port deletion for aeb57709-6e5a-4f32-9548-b24bdc2398f2 request from n-d-816865-1 {{(pid=102388) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 05 18:41:33.131609 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a564832-de06-4f81-b78b-b348954a4659 req-f23a1b75-7fb8-4c3a-83df-b15afb5548f8 tempest-ImagesTestJSON-1124888854 tempest-ImagesTestJSON-1124888854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:41:33.139839 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-4a564832-de06-4f81-b78b-b348954a4659 req-f23a1b75-7fb8-4c3a-83df-b15afb5548f8 tempest-ImagesTestJSON-1124888854 tempest-ImagesTestJSON-1124888854-project] 10.222.0.13 "GET /v2.0/ports?device_id=2fe4542a-10c0-4139-8b82-dac0d11e5a9a HTTP/1.1" status: 200 len: 945 time: 0.0962253 Nov 05 18:41:33.174829 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-12a64098-515d-40f6-8e26-4925e2b1a8b8 None None] Deleting port 9f46edf8-715d-4ab2-88ca-3dbbceb70c03 {{(pid=102388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 18:41:33.175561 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-12a64098-515d-40f6-8e26-4925e2b1a8b8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:41:33.176022 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [None req-f97723ea-fbfd-4d16-8761-5daff57d0cad admin admin] For port 9f46edf8-715d-4ab2-88ca-3dbbceb70c03, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=9f46edf8-715d-4ab2-88ca-3dbbceb70c03,segment=NetworkSegment(49c2ecc0-eedd-4c96-97ed-f82083a274bf),segment_id=49c2ecc0-eedd-4c96-97ed-f82083a274bf)] {{(pid=102386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:41:33.179641 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-f97723ea-fbfd-4d16-8761-5daff57d0cad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:41:33.222266 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-4a564832-de06-4f81-b78b-b348954a4659 req-8198a36c-f60d-4657-8fe5-19f2f1830592 tempest-ImagesTestJSON-1124888854 tempest-ImagesTestJSON-1124888854-project] 10.222.0.13 "GET /v2.0/security-groups?id=219552fc-3788-478b-8295-8fbe212226b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639708 Nov 05 18:41:33.264993 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-f97723ea-fbfd-4d16-8761-5daff57d0cad admin admin] Calling delete_port for 9f46edf8-715d-4ab2-88ca-3dbbceb70c03 owned by network:dhcp {{(pid=102386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 18:41:33.311074 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-12a64098-515d-40f6-8e26-4925e2b1a8b8 None None] For port 9f46edf8-715d-4ab2-88ca-3dbbceb70c03, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=9f46edf8-715d-4ab2-88ca-3dbbceb70c03,segment=NetworkSegment(49c2ecc0-eedd-4c96-97ed-f82083a274bf),segment_id=49c2ecc0-eedd-4c96-97ed-f82083a274bf)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:41:33.311388 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-12a64098-515d-40f6-8e26-4925e2b1a8b8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:41:33.326154 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-12a64098-515d-40f6-8e26-4925e2b1a8b8 None None] Calling delete_port for 9f46edf8-715d-4ab2-88ca-3dbbceb70c03 owned by network:dhcp {{(pid=102388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 18:41:33.426669 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-fb7b524d-2b40-4d49-bceb-4fb44bdc65a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4417463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5112218'] for subnet, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:41:33.483931 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-f97723ea-fbfd-4d16-8761-5daff57d0cad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:41:33.490270 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7b524d-2b40-4d49-bceb-4fb44bdc65a2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=98fc1e31-7219-4cb0-bc4e-cc4fffcb9ad4,revision_number=0']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:41:33.492199 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-12a64098-515d-40f6-8e26-4925e2b1a8b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798'] for port, after_delete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:41:33.505655 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb7b524d-2b40-4d49-bceb-4fb44bdc65a2 admin admin] Checking segment: {'id': 'fa8c7ea5-f99c-4ee2-80d1-0e4e054d8ebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '1da37b43-f7d4-493c-9709-10fff3365b6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 18:41:33.505655 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb7b524d-2b40-4d49-bceb-4fb44bdc65a2 admin admin] Network hostable DHCP agents. Network: 1da37b43-f7d4-493c-9709-10fff3365b6d, hostable agents: ['987e2ca0-bc3b-4c6f-a989-429ccfbf753f'], hosted agents: [] {{(pid=102387) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 05 18:41:33.525493 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a64098-515d-40f6-8e26-4925e2b1a8b8 None None] Pushing event deleted for resources: {'Port': ['ID=9f46edf8-715d-4ab2-88ca-3dbbceb70c03,revision_number=None']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:41:33.533641 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97723ea-fbfd-4d16-8761-5daff57d0cad admin admin] Pushing event deleted for resources: {'Port': ['ID=9f46edf8-715d-4ab2-88ca-3dbbceb70c03,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:41:33.540482 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f97723ea-fbfd-4d16-8761-5daff57d0cad admin admin] No DVR routers for this DVR port 9f46edf8-715d-4ab2-88ca-3dbbceb70c03 on host n-d-816865-1 {{(pid=102386) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 18:41:33.541504 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12a64098-515d-40f6-8e26-4925e2b1a8b8 None None] No DVR routers for this DVR port 9f46edf8-715d-4ab2-88ca-3dbbceb70c03 on host n-d-816865-1 {{(pid=102388) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 18:41:33.617518 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb7b524d-2b40-4d49-bceb-4fb44bdc65a2 admin admin] Network 1da37b43-f7d4-493c-9709-10fff3365b6d is scheduled to be hosted by DHCP agent 987e2ca0-bc3b-4c6f-a989-429ccfbf753f with binding_index 1 {{(pid=102387) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 05 18:41:33.630648 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-f97723ea-fbfd-4d16-8761-5daff57d0cad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1579173', 'neutron.services.segments.db._delete_segments_for_network-8750027792909'] for network, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:41:33.672305 n-d-816865-1 neutron-server[102386]: DEBUG neutron.services.segments.db [None req-f97723ea-fbfd-4d16-8761-5daff57d0cad admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aeb57709-6e5a-4f32-9548-b24bdc2398f2']}} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:41:33.684219 n-d-816865-1 neutron-server[102386]: DEBUG neutron.services.segments.db [None req-f97723ea-fbfd-4d16-8761-5daff57d0cad admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '49c2ecc0-eedd-4c96-97ed-f82083a274bf') {'for_net_delete': True} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:41:33.684747 n-d-816865-1 neutron-server[102386]: DEBUG neutron.services.segments.db [None req-f97723ea-fbfd-4d16-8761-5daff57d0cad admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '49c2ecc0-eedd-4c96-97ed-f82083a274bf') {} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:41:33.695084 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.base_scheduler [None req-fb7b524d-2b40-4d49-bceb-4fb44bdc65a2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816865-1, 1da37b43-f7d4-493c-9709-10fff3365b6d) {{(pid=102387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:41:33.697527 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-f97723ea-fbfd-4d16-8761-5daff57d0cad admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750027793430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4590747'] for segment, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:41:33.714161 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-f97723ea-fbfd-4d16-8761-5daff57d0cad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273'] for segment, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:41:33.717591 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bff0a3a-a837-4d0e-9e3d-be840fe80500 None None] Network 1da37b43-f7d4-493c-9709-10fff3365b6d requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 18:41:33.721148 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb7b524d-2b40-4d49-bceb-4fb44bdc65a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:41:33.721610 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f97723ea-fbfd-4d16-8761-5daff57d0cad admin admin] Releasing vlan 171 on physical network physnet1 to pool {{(pid=102386) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 05 18:41:33.721737 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-fb7b524d-2b40-4d49-bceb-4fb44bdc65a2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597851'] for subnet, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:41:33.722230 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-f97723ea-fbfd-4d16-8761-5daff57d0cad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6149721'] for segment, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:41:33.725525 n-d-816865-1 neutron-server[102386]: Traceback (most recent call last): Nov 05 18:41:33.725525 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 05 18:41:33.725525 n-d-816865-1 neutron-server[102386]: timer() Nov 05 18:41:33.725525 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 05 18:41:33.725525 n-d-816865-1 neutron-server[102386]: cb(*args, **kw) Nov 05 18:41:33.725525 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 05 18:41:33.725525 n-d-816865-1 neutron-server[102386]: return func(*args, **kwargs) Nov 05 18:41:33.725525 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 05 18:41:33.725525 n-d-816865-1 neutron-server[102386]: self._notify() Nov 05 18:41:33.725525 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 05 18:41:33.725525 n-d-816865-1 neutron-server[102386]: self.callback(batched_events) Nov 05 18:41:33.725525 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 05 18:41:33.725525 n-d-816865-1 neutron-server[102386]: event.method(event) Nov 05 18:41:33.725525 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 05 18:41:33.725525 n-d-816865-1 neutron-server[102386]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 05 18:41:33.725525 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 05 18:41:33.725525 n-d-816865-1 neutron-server[102386]: aggregate_uuid = self.p_client.list_aggregates( Nov 05 18:41:33.725525 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 05 18:41:33.725525 n-d-816865-1 neutron-server[102386]: return f(self, *a, **k) Nov 05 18:41:33.725525 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 05 18:41:33.725525 n-d-816865-1 neutron-server[102386]: return self._get(url).json() Nov 05 18:41:33.725525 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 05 18:41:33.725525 n-d-816865-1 neutron-server[102386]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 05 18:41:33.725525 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 05 18:41:33.725525 n-d-816865-1 neutron-server[102386]: return self.request(url, 'GET', **kwargs) Nov 05 18:41:33.725525 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 05 18:41:33.725525 n-d-816865-1 neutron-server[102386]: base_url = self.get_endpoint(auth, allow=allow, Nov 05 18:41:33.725525 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 05 18:41:33.725525 n-d-816865-1 neutron-server[102386]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 05 18:41:33.725525 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 05 18:41:33.725525 n-d-816865-1 neutron-server[102386]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 05 18:41:33.725525 n-d-816865-1 neutron-server[102386]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 05 18:41:33.800108 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-fb7b524d-2b40-4d49-bceb-4fb44bdc65a2 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9799497 Nov 05 18:41:33.804844 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 44138) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:41:33.817235 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-bff974c9-3a87-41bc-9209-302da8b6a4bc admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-1079241961-router', 'tenant_id': 'd276d3590f324d258de926cd1aa8ebb5', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec'}}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:41:33.868341 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f132402-ad8f-4cab-8e50-23085e336bfa req-e6d66a42-b43d-41e2-83dd-c57565db1e0a tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:41:33.877289 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f132402-ad8f-4cab-8e50-23085e336bfa req-e6d66a42-b43d-41e2-83dd-c57565db1e0a tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:41:33.887134 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f132402-ad8f-4cab-8e50-23085e336bfa req-e6d66a42-b43d-41e2-83dd-c57565db1e0a tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:41:33.888947 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-f97723ea-fbfd-4d16-8761-5daff57d0cad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1579178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-956796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1000687'] for network, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:41:33.897626 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-f97723ea-fbfd-4d16-8761-5daff57d0cad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597851'] for network, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:41:33.902032 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-f97723ea-fbfd-4d16-8761-5daff57d0cad admin admin] 10.222.0.13 "DELETE /v2.0/networks/aeb57709-6e5a-4f32-9548-b24bdc2398f2 HTTP/1.1" status: 204 len: 168 time: 1.1012905 Nov 05 18:41:33.922397 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f132402-ad8f-4cab-8e50-23085e336bfa req-e6d66a42-b43d-41e2-83dd-c57565db1e0a tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:41:33.936427 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97723ea-fbfd-4d16-8761-5daff57d0cad admin admin] Pushing event deleted for resources: {'Network': ['ID=aeb57709-6e5a-4f32-9548-b24bdc2398f2,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:41:33.938866 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f132402-ad8f-4cab-8e50-23085e336bfa req-e6d66a42-b43d-41e2-83dd-c57565db1e0a tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:41:33.947605 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f132402-ad8f-4cab-8e50-23085e336bfa req-e6d66a42-b43d-41e2-83dd-c57565db1e0a tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:41:33.954491 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:41:33.956336 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f132402-ad8f-4cab-8e50-23085e336bfa req-e6d66a42-b43d-41e2-83dd-c57565db1e0a tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:41:33.968067 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-2f132402-ad8f-4cab-8e50-23085e336bfa req-e6d66a42-b43d-41e2-83dd-c57565db1e0a tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] 10.222.0.13 "GET /v2.0/ports?device_id=6b9db9e4-2300-49be-bd99-8eabc0e57de3 HTTP/1.1" status: 200 len: 5418 time: 0.2485406 Nov 05 18:41:34.011704 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-bff974c9-3a87-41bc-9209-302da8b6a4bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-571139', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6874'] for router, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:41:34.013343 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-bff974c9-3a87-41bc-9209-302da8b6a4bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-571375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1000570', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1011585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6867'] for router, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:41:34.036829 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc9255ed-0682-466a-99bc-09092d9cc25a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeb20a084-accf-5b60-8075-3e69ebe863a6-1da37b43-f7d4-493c-9709-10fff3365b6d', 'network_id': '1da37b43-f7d4-493c-9709-10fff3365b6d', 'tenant_id': 'd276d3590f324d258de926cd1aa8ebb5', 'fixed_ips': [{'subnet_id': '98fc1e31-7219-4cb0-bc4e-cc4fffcb9ad4'}]}} from n-d-816865-1. {{(pid=102388) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 05 18:41:34.038718 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-dc9255ed-0682-466a-99bc-09092d9cc25a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:41:34.123347 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-bff974c9-3a87-41bc-9209-302da8b6a4bc admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:41:34.149269 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dedec9c-9304-45df-94ef-64d1941bd9db req-bd1bdbe7-a052-4367-b6ab-7a4f5ed10f51 tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:41:34.151051 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-4dedec9c-9304-45df-94ef-64d1941bd9db req-bd1bdbe7-a052-4367-b6ab-7a4f5ed10f51 tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] 10.222.0.13 "GET /v2.0/ports?device_id=174784d1-6e33-406b-9ea4-96f2e35bc1c2 HTTP/1.1" status: 200 len: 949 time: 0.1622660 Nov 05 18:41:34.157745 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-2f132402-ad8f-4cab-8e50-23085e336bfa req-fb473d99-1c2e-49dd-8c46-e4601fbbab71 tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] 10.222.0.13 "GET /v2.0/security-groups?id=f4056503-c341-42e5-ae9d-37a5e83a41cf&id=98567ca5-1884-480b-af79-82f64bb06e96&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1885200 Nov 05 18:41:34.254650 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.db_base_plugin_common [None req-dc9255ed-0682-466a-99bc-09092d9cc25a None None] Allocated IP 172.20.0.2 (1da37b43-f7d4-493c-9709-10fff3365b6d/98fc1e31-7219-4cb0-bc4e-cc4fffcb9ad4/20cdc4f9-813d-4d3c-a90d-f1e6b3db726c) {{(pid=102388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 18:41:34.266606 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-4dedec9c-9304-45df-94ef-64d1941bd9db req-f33ecfe9-dc2d-49d4-9c10-8406844b859a tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] 10.222.0.13 "GET /v2.0/security-groups?id=c4f63610-8850-433c-ac4b-7e7146261ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044242 Nov 05 18:41:34.376103 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 44154) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:41:34.448174 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 9f46edf8-715d-4ab2-88ca-3dbbceb70c03 no longer exists at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 18:41:34.478171 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-bff974c9-3a87-41bc-9209-302da8b6a4bc admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:41:34.499323 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] No Port match for: 9f46edf8-715d-4ab2-88ca-3dbbceb70c03 {{(pid=102388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 18:41:34.499323 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 9f46edf8-715d-4ab2-88ca-3dbbceb70c03 not bound to the agent host n-d-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 18:41:34.507596 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-8a91cdd0-f952-4cb8-9ca1-cf069d690b14 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4829acffed3b4745affa5e8e193e7ce5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1300061 Nov 05 18:41:34.510238 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 44156) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:41:34.541071 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-dc9255ed-0682-466a-99bc-09092d9cc25a None None] Publish callbacks [] for port, precommit_create {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:41:34.562118 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a497cee-db5c-4ea8-b24f-247518344912 req-e464bf98-4112-4bb1-9987-7fd54d2e9541 tempest-ImagesTestJSON-1124888854 tempest-ImagesTestJSON-1124888854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:41:34.569953 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-7a497cee-db5c-4ea8-b24f-247518344912 req-e464bf98-4112-4bb1-9987-7fd54d2e9541 tempest-ImagesTestJSON-1124888854 tempest-ImagesTestJSON-1124888854-project] 10.222.0.13 "GET /v2.0/ports?device_id=2fe4542a-10c0-4139-8b82-dac0d11e5a9a HTTP/1.1" status: 200 len: 945 time: 0.1035261 Nov 05 18:41:34.611633 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-dc9255ed-0682-466a-99bc-09092d9cc25a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789'] for port, after_create {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:41:34.622295 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-bf294554-9de7-4524-b2d1-139c95d6b5d4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:41:34.645893 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-7a497cee-db5c-4ea8-b24f-247518344912 req-9547fd05-2f57-4cbd-90f5-448b92c2148c tempest-ImagesTestJSON-1124888854 tempest-ImagesTestJSON-1124888854-project] 10.222.0.13 "GET /v2.0/security-groups?id=219552fc-3788-478b-8295-8fbe212226b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749793 Nov 05 18:41:34.696333 n-d-816865-1 neutron-server[102388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc9255ed-0682-466a-99bc-09092d9cc25a None None] Network 1da37b43-f7d4-493c-9709-10fff3365b6d is already hosted by enough agents. {{(pid=102388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 18:41:34.704797 n-d-816865-1 neutron-server[102388]: DEBUG neutron.scheduler.base_scheduler [None req-dc9255ed-0682-466a-99bc-09092d9cc25a None None] Resources bound (agent type, host, resource id): {{(pid=102388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:41:34.712232 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc9255ed-0682-466a-99bc-09092d9cc25a None None] Received port after_create {{(pid=102388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 18:41:34.881516 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-bff974c9-3a87-41bc-9209-302da8b6a4bc admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:41:34.937964 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-bff974c9-3a87-41bc-9209-302da8b6a4bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:41:35.009197 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9255ed-0682-466a-99bc-09092d9cc25a None None] Pushing event updated for resources: {'Port': ['ID=20cdc4f9-813d-4d3c-a90d-f1e6b3db726c,revision_number=1']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:41:35.051812 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-dc9255ed-0682-466a-99bc-09092d9cc25a None None] Attempting to bind port 20cdc4f9-813d-4d3c-a90d-f1e6b3db726c on host n-d-816865-1 for vnic_type normal with profile {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 18:41:35.052581 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-dc9255ed-0682-466a-99bc-09092d9cc25a None None] Attempting to bind port 20cdc4f9-813d-4d3c-a90d-f1e6b3db726c by drivers openvswitch,hyperv on host n-d-816865-1 at level 0 using segments [{'id': 'fa8c7ea5-f99c-4ee2-80d1-0e4e054d8ebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '1da37b43-f7d4-493c-9709-10fff3365b6d'}] {{(pid=102388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 18:41:35.054268 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc9255ed-0682-466a-99bc-09092d9cc25a None None] Attempting to bind port 20cdc4f9-813d-4d3c-a90d-f1e6b3db726c on network 1da37b43-f7d4-493c-9709-10fff3365b6d {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 18:41:35.061808 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc9255ed-0682-466a-99bc-09092d9cc25a None None] Checking agent: {'id': '724d89a7-611b-41e6-bc85-c48112b17afa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 18, 25, 8), 'started_at': datetime.datetime(2021, 11, 5, 18, 25, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 18, 41, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 18:41:35.065973 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc9255ed-0682-466a-99bc-09092d9cc25a None None] Checking segment: {'id': 'fa8c7ea5-f99c-4ee2-80d1-0e4e054d8ebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '1da37b43-f7d4-493c-9709-10fff3365b6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 18:41:35.065973 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-dc9255ed-0682-466a-99bc-09092d9cc25a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:41:35.065973 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc9255ed-0682-466a-99bc-09092d9cc25a None None] Bound using segment: {'id': 'fa8c7ea5-f99c-4ee2-80d1-0e4e054d8ebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '1da37b43-f7d4-493c-9709-10fff3365b6d'} {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 18:41:35.065973 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-dc9255ed-0682-466a-99bc-09092d9cc25a None None] Bound port: 20cdc4f9-813d-4d3c-a90d-f1e6b3db726c, host: n-d-816865-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa8c7ea5-f99c-4ee2-80d1-0e4e054d8ebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '1da37b43-f7d4-493c-9709-10fff3365b6d'}}] {{(pid=102388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 18:41:35.065973 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-dc9255ed-0682-466a-99bc-09092d9cc25a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:41:35.108449 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-40327e6e-d229-4b5c-9675-f45f4f1131ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:41:35.138372 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.db_base_plugin_common [None req-bff974c9-3a87-41bc-9209-302da8b6a4bc admin admin] Allocated IP 172.25.6.82 (40c8335d-cd0b-4cb5-910a-d4dcddd5cbec/04fe6db3-e108-4208-943d-6518424f5726/82df7b0b-5854-4685-bdd9-15e178f86f35) {{(pid=102386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 18:41:35.144696 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-dc9255ed-0682-466a-99bc-09092d9cc25a None None] For port 20cdc4f9-813d-4d3c-a90d-f1e6b3db726c, host n-d-816865-1, cleared binding levels {{(pid=102388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 18:41:35.150272 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-dc9255ed-0682-466a-99bc-09092d9cc25a None None] For port 20cdc4f9-813d-4d3c-a90d-f1e6b3db726c, host n-d-816865-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=20cdc4f9-813d-4d3c-a90d-f1e6b3db726c,segment=NetworkSegment(fa8c7ea5-f99c-4ee2-80d1-0e4e054d8ebd),segment_id=fa8c7ea5-f99c-4ee2-80d1-0e4e054d8ebd)] {{(pid=102388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 18:41:35.250689 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-dc9255ed-0682-466a-99bc-09092d9cc25a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:41:35.338342 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-bff974c9-3a87-41bc-9209-302da8b6a4bc admin admin] Publish callbacks [] for port, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:41:35.343632 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9255ed-0682-466a-99bc-09092d9cc25a None None] Pushing event updated for resources: {'Port': ['ID=20cdc4f9-813d-4d3c-a90d-f1e6b3db726c,revision_number=2']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:41:35.345768 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-bf294554-9de7-4524-b2d1-139c95d6b5d4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:41:35.500056 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f301e7-21d6-4a3f-a704-4d22c3bb77cb req-9b7f533e-db5b-4055-9673-223ad72fd41a tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:41:35.507739 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f301e7-21d6-4a3f-a704-4d22c3bb77cb req-9b7f533e-db5b-4055-9673-223ad72fd41a tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:41:35.514459 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f301e7-21d6-4a3f-a704-4d22c3bb77cb req-9b7f533e-db5b-4055-9673-223ad72fd41a tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:41:35.518018 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-bff974c9-3a87-41bc-9209-302da8b6a4bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:41:35.522526 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f301e7-21d6-4a3f-a704-4d22c3bb77cb req-9b7f533e-db5b-4055-9673-223ad72fd41a tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:41:35.530972 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f301e7-21d6-4a3f-a704-4d22c3bb77cb req-9b7f533e-db5b-4055-9673-223ad72fd41a tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:41:35.538225 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f301e7-21d6-4a3f-a704-4d22c3bb77cb req-9b7f533e-db5b-4055-9673-223ad72fd41a tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:41:35.545249 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f301e7-21d6-4a3f-a704-4d22c3bb77cb req-9b7f533e-db5b-4055-9673-223ad72fd41a tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:41:35.547535 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-11f301e7-21d6-4a3f-a704-4d22c3bb77cb req-9b7f533e-db5b-4055-9673-223ad72fd41a tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] 10.222.0.13 "GET /v2.0/ports?device_id=6b9db9e4-2300-49be-bd99-8eabc0e57de3 HTTP/1.1" status: 200 len: 5418 time: 0.1449406 Nov 05 18:41:35.605153 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-bf294554-9de7-4524-b2d1-139c95d6b5d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:41:35.608661 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-bf294554-9de7-4524-b2d1-139c95d6b5d4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:41:35.613344 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-bf294554-9de7-4524-b2d1-139c95d6b5d4 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d6c276c2-1a62-4f33-92e6-1a62f3e97f0f HTTP/1.1" status: 204 len: 168 time: 1.1024144 Nov 05 18:41:35.626997 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bff974c9-3a87-41bc-9209-302da8b6a4bc admin admin] Network 40c8335d-cd0b-4cb5-910a-d4dcddd5cbec is already hosted by enough agents. {{(pid=102386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 18:41:35.629319 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf294554-9de7-4524-b2d1-139c95d6b5d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6c276c2-1a62-4f33-92e6-1a62f3e97f0f,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:41:35.639005 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.base_scheduler [None req-bff974c9-3a87-41bc-9209-302da8b6a4bc admin admin] Resources bound (agent type, host, resource id): {{(pid=102386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:41:35.643406 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bff974c9-3a87-41bc-9209-302da8b6a4bc admin admin] Received port after_create {{(pid=102386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 18:41:35.705846 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715929ac-fc0b-486f-aab7-45c062c3e99d req-b17669b8-c7a3-4f69-8aa1-f8f95a93467d tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:41:35.709204 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff974c9-3a87-41bc-9209-302da8b6a4bc admin admin] Pushing event updated for resources: {'Port': ['ID=82df7b0b-5854-4685-bdd9-15e178f86f35,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:41:35.714676 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-715929ac-fc0b-486f-aab7-45c062c3e99d req-b17669b8-c7a3-4f69-8aa1-f8f95a93467d tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] 10.222.0.13 "GET /v2.0/ports?device_id=174784d1-6e33-406b-9ea4-96f2e35bc1c2 HTTP/1.1" status: 200 len: 949 time: 0.1660302 Nov 05 18:41:35.736667 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-11f301e7-21d6-4a3f-a704-4d22c3bb77cb req-caf70d13-833b-4d13-8e3e-de07674db652 tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] 10.222.0.13 "GET /v2.0/security-groups?id=f4056503-c341-42e5-ae9d-37a5e83a41cf&id=98567ca5-1884-480b-af79-82f64bb06e96&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1782188 Nov 05 18:41:35.854928 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-715929ac-fc0b-486f-aab7-45c062c3e99d req-2e82f1e4-1c5e-4a8e-a47b-9b9a1fda5984 tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] 10.222.0.13 "GET /v2.0/security-groups?id=c4f63610-8850-433c-ac4b-7e7146261ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381240 Nov 05 18:41:35.889587 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:41:36.129507 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b304910f-7b27-444b-a8fc-977d26b1ceac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:41:36.388087 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-bff974c9-3a87-41bc-9209-302da8b6a4bc admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:41:36.538791 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 20cdc4f9-813d-4d3c-a90d-f1e6b3db726c up at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 18:41:36.683312 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Provisioning complete for port 20cdc4f9-813d-4d3c-a90d-f1e6b3db726c triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:41:36.684477 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:41:36.766897 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94c1f99-999f-4a9e-bdc7-3b3b3044787f req-345c2426-b07a-42ea-8acc-61c7815e6100 tempest-ImagesTestJSON-1124888854 tempest-ImagesTestJSON-1124888854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:41:36.781811 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-c94c1f99-999f-4a9e-bdc7-3b3b3044787f req-345c2426-b07a-42ea-8acc-61c7815e6100 tempest-ImagesTestJSON-1124888854 tempest-ImagesTestJSON-1124888854-project] 10.222.0.13 "GET /v2.0/ports?device_id=2fe4542a-10c0-4139-8b82-dac0d11e5a9a HTTP/1.1" status: 200 len: 945 time: 0.0977685 Nov 05 18:41:36.884138 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-c94c1f99-999f-4a9e-bdc7-3b3b3044787f req-fe86f98c-f63b-4bdd-89ed-aa4391d6f6d6 tempest-ImagesTestJSON-1124888854 tempest-ImagesTestJSON-1124888854-project] 10.222.0.13 "GET /v2.0/security-groups?id=219552fc-3788-478b-8295-8fbe212226b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009641 Nov 05 18:41:36.886918 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-bff974c9-3a87-41bc-9209-302da8b6a4bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-571384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1000487'] for router, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:41:36.942231 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:41:36.959348 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2d38bf9-d4d4-4277-bd7e-2aa7fd8984b9 None None] Network 1da37b43-f7d4-493c-9709-10fff3365b6d requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 18:41:37.108427 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] For port 20cdc4f9-813d-4d3c-a90d-f1e6b3db726c, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=20cdc4f9-813d-4d3c-a90d-f1e6b3db726c,segment=NetworkSegment(fa8c7ea5-f99c-4ee2-80d1-0e4e054d8ebd),segment_id=fa8c7ea5-f99c-4ee2-80d1-0e4e054d8ebd)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:41:37.123608 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-e6b683b6-9b19-4794-a3a1-5b88b8d891d6 None None] Provisioning complete for port 20cdc4f9-813d-4d3c-a90d-f1e6b3db726c triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:41:37.124254 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-e6b683b6-9b19-4794-a3a1-5b88b8d891d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:41:37.152786 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f26b94-4675-42a7-99ce-206235d262f1 req-2b2ca41a-e0ad-4093-9d53-053c6c517d05 tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:41:37.154378 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-58f26b94-4675-42a7-99ce-206235d262f1 req-2b2ca41a-e0ad-4093-9d53-053c6c517d05 tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] 10.222.0.13 "GET /v2.0/ports?device_id=174784d1-6e33-406b-9ea4-96f2e35bc1c2 HTTP/1.1" status: 200 len: 949 time: 0.1888678 Nov 05 18:41:37.189445 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:41:37.212651 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c274b7ad-1b24-475b-8535-80c7f929bbd5 req-da78cbc6-a7a7-4d3b-823b-71c7a1e6b42f tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:41:37.219677 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c274b7ad-1b24-475b-8535-80c7f929bbd5 req-da78cbc6-a7a7-4d3b-823b-71c7a1e6b42f tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:41:37.236730 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c274b7ad-1b24-475b-8535-80c7f929bbd5 req-da78cbc6-a7a7-4d3b-823b-71c7a1e6b42f tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:41:37.253184 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c274b7ad-1b24-475b-8535-80c7f929bbd5 req-da78cbc6-a7a7-4d3b-823b-71c7a1e6b42f tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:41:37.261762 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c274b7ad-1b24-475b-8535-80c7f929bbd5 req-da78cbc6-a7a7-4d3b-823b-71c7a1e6b42f tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:41:37.268082 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c274b7ad-1b24-475b-8535-80c7f929bbd5 req-da78cbc6-a7a7-4d3b-823b-71c7a1e6b42f tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:41:37.274891 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c274b7ad-1b24-475b-8535-80c7f929bbd5 req-da78cbc6-a7a7-4d3b-823b-71c7a1e6b42f tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:41:37.283189 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-c274b7ad-1b24-475b-8535-80c7f929bbd5 req-da78cbc6-a7a7-4d3b-823b-71c7a1e6b42f tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] 10.222.0.13 "GET /v2.0/ports?device_id=6b9db9e4-2300-49be-bd99-8eabc0e57de3 HTTP/1.1" status: 200 len: 5418 time: 0.2713220 Nov 05 18:41:37.317340 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bff974c9-3a87-41bc-9209-302da8b6a4bc admin admin] Router 5dde95f4-1157-44ab-817a-8770c8f8e80c is scheduled to L3 agent 6dcb5589-8e86-4616-9186-ddc4548e13ad with binding_index 1 {{(pid=102386) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 05 18:41:37.341151 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Pushing event updated for resources: {'Port': ['ID=20cdc4f9-813d-4d3c-a90d-f1e6b3db726c,revision_number=3']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:41:37.418097 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-c274b7ad-1b24-475b-8535-80c7f929bbd5 req-704faee3-2e69-4390-8ff6-04c96b23b99b tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] 10.222.0.13 "GET /v2.0/security-groups?id=f4056503-c341-42e5-ae9d-37a5e83a41cf&id=98567ca5-1884-480b-af79-82f64bb06e96&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1342304 Nov 05 18:41:37.447153 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-58f26b94-4675-42a7-99ce-206235d262f1 req-5e89fb23-bbdc-4535-910c-8c7c9b261843 tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] 10.222.0.13 "GET /v2.0/security-groups?id=c4f63610-8850-433c-ac4b-7e7146261ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2823050 Nov 05 18:41:37.499767 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bff974c9-3a87-41bc-9209-302da8b6a4bc admin admin] Notify agent at l3_agent.n-d-816865-1 the message routers_updated {{(pid=102386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 18:41:37.514329 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02e56111-ca32-4a87-918f-1974183a0ed8 None None] Sync routers for ids ['5dde95f4-1157-44ab-817a-8770c8f8e80c'] in n-d-816865-1 {{(pid=102388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 18:41:37.526627 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02e56111-ca32-4a87-918f-1974183a0ed8 None None] Routers {'5dde95f4-1157-44ab-817a-8770c8f8e80c'} bound to L3 agent in host n-d-816865-1 {{(pid=102388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 18:41:37.528663 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-02e56111-ca32-4a87-918f-1974183a0ed8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T18:41:35Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['5dde95f4-1157-44ab-817a-8770c8f8e80c'], 'active': True} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:41:37.587052 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 44244) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:41:37.628152 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-bff974c9-3a87-41bc-9209-302da8b6a4bc admin admin] Publish callbacks [] for router, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:41:37.630788 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-bff974c9-3a87-41bc-9209-302da8b6a4bc admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.8217196 Nov 05 18:41:37.640215 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 44248) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:41:37.713079 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvr_db [None req-02e56111-ca32-4a87-918f-1974183a0ed8 None None] Set router 5dde95f4-1157-44ab-817a-8770c8f8e80c gateway port host: n-d-816865-1 {{(pid=102388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 18:41:37.778081 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Device bc172b7a-11c7-4511-bca9-ba5f20bfbd4b details requested by agent hyperv_n-h2-816865-1 with host n-h2-816865-1 {{(pid=102388) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 05 18:41:37.781033 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-82497bf9-8bf8-4697-9459-28ac16ab2a61 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-658027705-network', 'tenant_id': 'd917dacf65cd489fa36d8042253fe266'}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:41:37.877253 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-f97efc85-6623-47fb-89e5-9b43ffd51fe3 None None] Provisioning complete for port 20cdc4f9-813d-4d3c-a90d-f1e6b3db726c triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:41:37.877629 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-f97efc85-6623-47fb-89e5-9b43ffd51fe3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:41:37.884310 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82497bf9-8bf8-4697-9459-28ac16ab2a61 admin admin] Made reservation on behalf of d917dacf65cd489fa36d8042253fe266 for: {'network': 1} {{(pid=102387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 18:41:37.887129 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-82497bf9-8bf8-4697-9459-28ac16ab2a61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for network, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:41:37.902802 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-82497bf9-8bf8-4697-9459-28ac16ab2a61 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:41:38.104467 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-8fb8d406-14b3-4566-bae5-1a18ebd7f9aa req-36c8762f-a587-4860-9ad2-5d0dbae4903b service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=c2fd5a8c-4839-4f98-a594-cd5beb2615bd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0493829 Nov 05 18:41:38.203789 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb8d406-14b3-4566-bae5-1a18ebd7f9aa req-e9ade76e-ea2b-4007-94cf-7f8ff7582e61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:41:38.205719 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-8fb8d406-14b3-4566-bae5-1a18ebd7f9aa req-e9ade76e-ea2b-4007-94cf-7f8ff7582e61 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=482f8aec1d1b4fc08a02afb86f8387d6&device_id=c2fd5a8c-4839-4f98-a594-cd5beb2615bd HTTP/1.1" status: 200 len: 1095 time: 0.0778153 Nov 05 18:41:38.212091 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fd7d49-c69a-4c12-918f-49eee1166a1a req-f79a65ef-7636-48f0-b8f5-9847a6bc0311 tempest-ImagesTestJSON-1124888854 tempest-ImagesTestJSON-1124888854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:41:38.221545 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-07fd7d49-c69a-4c12-918f-49eee1166a1a req-f79a65ef-7636-48f0-b8f5-9847a6bc0311 tempest-ImagesTestJSON-1124888854 tempest-ImagesTestJSON-1124888854-project] 10.222.0.13 "GET /v2.0/ports?device_id=2fe4542a-10c0-4139-8b82-dac0d11e5a9a HTTP/1.1" status: 200 len: 945 time: 0.2171919 Nov 05 18:41:38.229521 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-31f93893-a48e-4ae8-833d-dccb2b42eacc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:41:38.328732 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] For port bc172b7a-11c7-4511-bca9-ba5f20bfbd4b, host n-h2-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=bc172b7a-11c7-4511-bca9-ba5f20bfbd4b,segment=NetworkSegment(b0f4d4e8-61d5-4e79-9c35-e1f620a70868),segment_id=b0f4d4e8-61d5-4e79-9c35-e1f620a70868)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:41:38.353545 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-07fd7d49-c69a-4c12-918f-49eee1166a1a req-49dae74e-d5c4-43a9-9095-7a6022d20397 tempest-ImagesTestJSON-1124888854 tempest-ImagesTestJSON-1124888854-project] 10.222.0.13 "GET /v2.0/security-groups?id=219552fc-3788-478b-8295-8fbe212226b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254609 Nov 05 18:41:38.397009 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Returning: {'device': 'bc172b7a-11c7-4511-bca9-ba5f20bfbd4b', 'network_id': '598f5d7d-609c-4eed-bdfb-a95dcdae7151', 'port_id': 'bc172b7a-11c7-4511-bca9-ba5f20bfbd4b', 'mac_address': 'fa:16:3e:df:40:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 150, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6979728-9a34-49f9-ba30-1ba1422c905b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102388) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 05 18:41:38.397691 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-82497bf9-8bf8-4697-9459-28ac16ab2a61 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:41:38.411233 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb8d406-14b3-4566-bae5-1a18ebd7f9aa req-81e08193-1f0c-46dd-a4ba-42aac4187070 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:41:38.413721 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-8fb8d406-14b3-4566-bae5-1a18ebd7f9aa req-81e08193-1f0c-46dd-a4ba-42aac4187070 service neutron] 10.222.0.41 "GET /v2.0/networks?id=5e3d0b1a-fd18-45bc-91bd-c831330234c4 HTTP/1.1" status: 200 len: 921 time: 0.1764724 Nov 05 18:41:38.442121 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 20cdc4f9-813d-4d3c-a90d-f1e6b3db726c up at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 18:41:38.483471 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-02e56111-ca32-4a87-918f-1974183a0ed8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dde95f4-1157-44ab-817a-8770c8f8e80c', 'name': 'tempest-ServersTestFqdnHostnames-1079241961-router', 'tenant_id': 'd276d3590f324d258de926cd1aa8ebb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.82'}], 'enable_snat': True}, 'gw_port_id': '82df7b0b-5854-4685-bdd9-15e178f86f35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T18:41:34Z', 'updated_at': '2021-11-05T18:41:36Z', 'revision_number': 3, 'project_id': 'd276d3590f324d258de926cd1aa8ebb5', 'gw_port': {'id': '82df7b0b-5854-4685-bdd9-15e178f86f35', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:27:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5dde95f4-1157-44ab-817a-8770c8f8e80c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 753, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T18:41:34Z', 'updated_at': '2021-11-05T18:41:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1'}], 'n-d-816865-1', False) {} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:41:38.487223 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-8fb8d406-14b3-4566-bae5-1a18ebd7f9aa req-f5e21d60-2c98-457c-9c1b-3591bbae95e5 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e6d91212-8168-4489-81f8-e04ba259e029 HTTP/1.1" status: 200 len: 217 time: 0.0671384 Nov 05 18:41:38.538644 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:41:38.541026 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:41:38.543062 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02e56111-ca32-4a87-918f-1974183a0ed8 None None] Checking router: 5dde95f4-1157-44ab-817a-8770c8f8e80c for host: n-d-816865-1 {{(pid=102388) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 18:41:38.543404 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02e56111-ca32-4a87-918f-1974183a0ed8 None None] Updating router 5dde95f4-1157-44ab-817a-8770c8f8e80c port 82df7b0b-5854-4685-bdd9-15e178f86f35 binding host n-d-816865-1 {{(pid=102388) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 05 18:41:38.567591 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-ff93c0f7-4efc-4d32-9b36-53021fce3152 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:41:38.579684 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-82497bf9-8bf8-4697-9459-28ac16ab2a61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:41:38.587859 n-d-816865-1 neutron-server[102388]: DEBUG neutron.notifiers.nova [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id bc172b7a-11c7-4511-bca9-ba5f20bfbd4b {{(pid=102388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 18:41:38.610818 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb8d406-14b3-4566-bae5-1a18ebd7f9aa req-8c9c4dba-a1b4-46f2-96d3-a2f560d930d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:41:38.613286 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-8fb8d406-14b3-4566-bae5-1a18ebd7f9aa req-8c9c4dba-a1b4-46f2-96d3-a2f560d930d9 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e7fca78a-743c-4af3-9fb8-12bc06bb873c HTTP/1.1" status: 200 len: 860 time: 0.1151638 Nov 05 18:41:38.648367 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] For port bc172b7a-11c7-4511-bca9-ba5f20bfbd4b, host n-h2-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=bc172b7a-11c7-4511-bca9-ba5f20bfbd4b,segment=NetworkSegment(b0f4d4e8-61d5-4e79-9c35-e1f620a70868),segment_id=b0f4d4e8-61d5-4e79-9c35-e1f620a70868)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:41:38.665212 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82497bf9-8bf8-4697-9459-28ac16ab2a61 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 196} {{(pid=102387) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 05 18:41:38.669094 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-02e56111-ca32-4a87-918f-1974183a0ed8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:41:38.680846 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-8fb8d406-14b3-4566-bae5-1a18ebd7f9aa req-996c9da4-0f5f-4853-bdc6-60e17ca11383 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=5e3d0b1a-fd18-45bc-91bd-c831330234c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0578060 Nov 05 18:41:38.717636 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:41:38.741794 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Provisioning complete for port 20cdc4f9-813d-4d3c-a90d-f1e6b3db726c triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:41:38.744966 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:41:38.761958 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-82497bf9-8bf8-4697-9459-28ac16ab2a61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273'] for segment, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:41:38.762600 n-d-816865-1 neutron-server[102387]: INFO neutron.db.segments_db [None req-82497bf9-8bf8-4697-9459-28ac16ab2a61 admin admin] Added segment b30a663d-6bb9-436d-bbb6-d3fc1ef4951b of type vlan for network c410af1b-0d29-45ed-bbbd-e63b694a7756 Nov 05 18:41:38.798230 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82497bf9-8bf8-4697-9459-28ac16ab2a61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=415b984e-2c75-4a2b-aae3-7fe54c54a52e,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:41:38.878550 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-8fb8d406-14b3-4566-bae5-1a18ebd7f9aa req-6a8c0c16-724a-4d9c-936f-c7d7c8e33591 service neutron] 10.222.0.41 "GET /v2.0/networks/5e3d0b1a-fd18-45bc-91bd-c831330234c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1892099 Nov 05 18:41:38.891476 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed31c200-24e9-46e2-be5b-fc730b0ec32c req-6fe0ca22-41b8-4d16-81d8-315889a0f82b tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:41:38.899788 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-ed31c200-24e9-46e2-be5b-fc730b0ec32c req-6fe0ca22-41b8-4d16-81d8-315889a0f82b tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] 10.222.0.13 "GET /v2.0/ports?device_id=174784d1-6e33-406b-9ea4-96f2e35bc1c2 HTTP/1.1" status: 200 len: 949 time: 0.3087533 Nov 05 18:41:38.902708 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] get_ports_and_sgs() called for port_ids ['bc172b7a-11c7-4511-bca9-ba5f20bfbd4b'] {{(pid=102388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 18:41:38.913618 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Pushing event updated for resources: {'Port': ['ID=bc172b7a-11c7-4511-bca9-ba5f20bfbd4b,revision_number=6']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:41:38.917380 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-82497bf9-8bf8-4697-9459-28ac16ab2a61 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750027258543'] for network, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:41:38.933362 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bb4c87-dab5-4017-8ed2-02eae360c868 req-0ecd704c-e844-4739-9e76-675b1ab6d4cf tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:41:38.942112 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bb4c87-dab5-4017-8ed2-02eae360c868 req-0ecd704c-e844-4739-9e76-675b1ab6d4cf tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:41:38.950370 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bb4c87-dab5-4017-8ed2-02eae360c868 req-0ecd704c-e844-4739-9e76-675b1ab6d4cf tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:41:38.955331 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bb4c87-dab5-4017-8ed2-02eae360c868 req-0ecd704c-e844-4739-9e76-675b1ab6d4cf tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:41:38.962469 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bb4c87-dab5-4017-8ed2-02eae360c868 req-0ecd704c-e844-4739-9e76-675b1ab6d4cf tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:41:38.969278 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bb4c87-dab5-4017-8ed2-02eae360c868 req-0ecd704c-e844-4739-9e76-675b1ab6d4cf tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:41:38.976190 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bb4c87-dab5-4017-8ed2-02eae360c868 req-0ecd704c-e844-4739-9e76-675b1ab6d4cf tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:41:38.985281 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-a2bb4c87-dab5-4017-8ed2-02eae360c868 req-0ecd704c-e844-4739-9e76-675b1ab6d4cf tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] 10.222.0.13 "GET /v2.0/ports?device_id=6b9db9e4-2300-49be-bd99-8eabc0e57de3 HTTP/1.1" status: 200 len: 5418 time: 0.3399184 Nov 05 18:41:39.081884 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-8fb8d406-14b3-4566-bae5-1a18ebd7f9aa req-3ea7b2e2-0ba6-4942-871e-892dcc21f259 service neutron] 10.222.0.41 "GET /v2.0/networks/5e3d0b1a-fd18-45bc-91bd-c831330234c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1881385 Nov 05 18:41:39.175328 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-ed31c200-24e9-46e2-be5b-fc730b0ec32c req-947f25aa-d193-4062-be65-f168ea727307 tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] 10.222.0.13 "GET /v2.0/security-groups?id=c4f63610-8850-433c-ac4b-7e7146261ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2745948 Nov 05 18:41:39.256384 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-82497bf9-8bf8-4697-9459-28ac16ab2a61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-956796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877'] for network, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:41:39.257265 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82497bf9-8bf8-4697-9459-28ac16ab2a61 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:41:39.257843 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-82497bf9-8bf8-4697-9459-28ac16ab2a61 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597851'] for network, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:41:39.371970 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-a2bb4c87-dab5-4017-8ed2-02eae360c868 req-1c327924-0450-41df-a8a3-de800ab6b699 tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] 10.222.0.13 "GET /v2.0/security-groups?id=f4056503-c341-42e5-ae9d-37a5e83a41cf&id=98567ca5-1884-480b-af79-82f64bb06e96&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3851595 Nov 05 18:41:39.378155 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-02e56111-ca32-4a87-918f-1974183a0ed8 None None] Publish callbacks [] for port, precommit_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:41:39.523892 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.db_base_plugin_common [None req-ff93c0f7-4efc-4d32-9b36-53021fce3152 admin admin] Allocated IP 172.20.0.1 (1da37b43-f7d4-493c-9709-10fff3365b6d/98fc1e31-7219-4cb0-bc4e-cc4fffcb9ad4/59a31988-9d9f-4f00-ade6-2b69787ce63d) {{(pid=102387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 18:41:39.542888 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 44278) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:41:39.545029 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-82497bf9-8bf8-4697-9459-28ac16ab2a61 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.9567201 Nov 05 18:41:39.547957 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-661860ff-261b-4186-aa99-4407833ca943 admin admin] Request body: {'subnet': {'network_id': 'c410af1b-0d29-45ed-bbbd-e63b694a7756', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-658027705-subnet', 'tenant_id': 'd917dacf65cd489fa36d8042253fe266', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:41:39.555346 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-02e56111-ca32-4a87-918f-1974183a0ed8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:41:39.603571 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82497bf9-8bf8-4697-9459-28ac16ab2a61 admin admin] Pushing event updated for resources: {'Network': ['ID=c410af1b-0d29-45ed-bbbd-e63b694a7756,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:41:39.706483 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-661860ff-261b-4186-aa99-4407833ca943 admin admin] Made reservation on behalf of d917dacf65cd489fa36d8042253fe266 for: {'subnet': 1} {{(pid=102386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 18:41:39.706483 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-661860ff-261b-4186-aa99-4407833ca943 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4877122'] for subnet, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:41:39.726990 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abd00a9-2a07-4e26-a1f5-e67299cf587b req-72314302-4017-4d6f-8a07-f20cb4414a81 tempest-ImagesTestJSON-1124888854 tempest-ImagesTestJSON-1124888854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:41:39.745146 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-3abd00a9-2a07-4e26-a1f5-e67299cf587b req-72314302-4017-4d6f-8a07-f20cb4414a81 tempest-ImagesTestJSON-1124888854 tempest-ImagesTestJSON-1124888854-project] 10.222.0.13 "GET /v2.0/ports?device_id=2fe4542a-10c0-4139-8b82-dac0d11e5a9a HTTP/1.1" status: 200 len: 944 time: 0.2217262 Nov 05 18:41:39.750348 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Network c410af1b-0d29-45ed-bbbd-e63b694a7756 details requested by agent ovs-agent-n-d-816865-1 with host n-d-816865-1 {{(pid=102388) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 05 18:41:39.816469 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Device bc172b7a-11c7-4511-bca9-ba5f20bfbd4b no longer exists at agent hyperv_n-h2-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 18:41:39.873664 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247e4e1e-d735-40d6-b356-5663680ab811 req-5364b2be-1487-4954-802b-1c0564610d17 tempest-ServersWithSpecificFlavorTestJSON-1995233136 tempest-ServersWithSpecificFlavorTestJSON-1995233136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:41:39.875509 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-247e4e1e-d735-40d6-b356-5663680ab811 req-5364b2be-1487-4954-802b-1c0564610d17 tempest-ServersWithSpecificFlavorTestJSON-1995233136 tempest-ServersWithSpecificFlavorTestJSON-1995233136-project] 10.222.0.13 "GET /v2.0/ports?device_id=dece0a9d-0aa6-4496-bd16-059eef231e9d HTTP/1.1" status: 200 len: 945 time: 0.2851880 Nov 05 18:41:39.888262 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4692de-233c-40d6-8ccb-c28f139480e5 None None] Pushing event updated for resources: {'Port': ['ID=82df7b0b-5854-4685-bdd9-15e178f86f35,revision_number=2']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:41:39.961136 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-02e56111-ca32-4a87-918f-1974183a0ed8 None None] Attempting to bind port 82df7b0b-5854-4685-bdd9-15e178f86f35 on host n-d-816865-1 for vnic_type normal with profile {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 18:41:39.962404 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-02e56111-ca32-4a87-918f-1974183a0ed8 None None] Attempting to bind port 82df7b0b-5854-4685-bdd9-15e178f86f35 by drivers openvswitch,hyperv on host n-d-816865-1 at level 0 using segments [{'id': '85be518c-8bb4-46a2-a903-d4292782d29d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec'}] {{(pid=102388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 18:41:39.962978 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02e56111-ca32-4a87-918f-1974183a0ed8 None None] Attempting to bind port 82df7b0b-5854-4685-bdd9-15e178f86f35 on network 40c8335d-cd0b-4cb5-910a-d4dcddd5cbec {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 18:41:39.974430 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-3abd00a9-2a07-4e26-a1f5-e67299cf587b req-789ca2e7-254c-4b13-91c6-bde6e0bad451 tempest-ImagesTestJSON-1124888854 tempest-ImagesTestJSON-1124888854-project] 10.222.0.13 "GET /v2.0/security-groups?id=219552fc-3788-478b-8295-8fbe212226b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2283573 Nov 05 18:41:39.976465 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02e56111-ca32-4a87-918f-1974183a0ed8 None None] Checking agent: {'id': '724d89a7-611b-41e6-bc85-c48112b17afa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 18, 25, 8), 'started_at': datetime.datetime(2021, 11, 5, 18, 25, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 18, 41, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 18:41:39.977072 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02e56111-ca32-4a87-918f-1974183a0ed8 None None] Checking segment: {'id': '85be518c-8bb4-46a2-a903-d4292782d29d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 18:41:39.977792 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-02e56111-ca32-4a87-918f-1974183a0ed8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:41:39.978406 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02e56111-ca32-4a87-918f-1974183a0ed8 None None] Bound using segment: {'id': '85be518c-8bb4-46a2-a903-d4292782d29d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec'} {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 18:41:39.979155 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-02e56111-ca32-4a87-918f-1974183a0ed8 None None] Bound port: 82df7b0b-5854-4685-bdd9-15e178f86f35, host: n-d-816865-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85be518c-8bb4-46a2-a903-d4292782d29d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec'}}] {{(pid=102388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 18:41:39.979727 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-02e56111-ca32-4a87-918f-1974183a0ed8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:41:39.993269 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-ff93c0f7-4efc-4d32-9b36-53021fce3152 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:41:40.014651 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-247e4e1e-d735-40d6-b356-5663680ab811 req-2b098693-a7d2-4ab8-9bd5-16677b1d320d tempest-ServersWithSpecificFlavorTestJSON-1995233136 tempest-ServersWithSpecificFlavorTestJSON-1995233136-project] 10.222.0.13 "GET /v2.0/security-groups?id=040a1024-eaad-4e89-b23c-c23a7ce4f851&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1243196 Nov 05 18:41:40.124288 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-ff93c0f7-4efc-4d32-9b36-53021fce3152 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4417063'] for port, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:41:40.173328 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-02e56111-ca32-4a87-918f-1974183a0ed8 None None] For port 82df7b0b-5854-4685-bdd9-15e178f86f35, host n-d-816865-1, cleared binding levels {{(pid=102388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 18:41:40.180914 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff93c0f7-4efc-4d32-9b36-53021fce3152 admin admin] Network 1da37b43-f7d4-493c-9709-10fff3365b6d is already hosted by enough agents. {{(pid=102387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 18:41:40.181124 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-02e56111-ca32-4a87-918f-1974183a0ed8 None None] For port 82df7b0b-5854-4685-bdd9-15e178f86f35, host n-d-816865-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=82df7b0b-5854-4685-bdd9-15e178f86f35,segment=NetworkSegment(85be518c-8bb4-46a2-a903-d4292782d29d),segment_id=85be518c-8bb4-46a2-a903-d4292782d29d)] {{(pid=102388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 18:41:40.188379 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.base_scheduler [None req-ff93c0f7-4efc-4d32-9b36-53021fce3152 admin admin] Resources bound (agent type, host, resource id): {{(pid=102387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:41:40.203954 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff93c0f7-4efc-4d32-9b36-53021fce3152 admin admin] Pushing event updated for resources: {'Port': ['ID=59a31988-9d9f-4f00-ade6-2b69787ce63d,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:41:40.206329 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff93c0f7-4efc-4d32-9b36-53021fce3152 admin admin] Received port after_create {{(pid=102387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 18:41:40.249644 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-661860ff-261b-4186-aa99-4407833ca943 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6149946', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4877172'] for subnet, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:41:40.249908 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-02e56111-ca32-4a87-918f-1974183a0ed8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:41:40.285878 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-ff93c0f7-4efc-4d32-9b36-53021fce3152 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-571770'] for router_interface, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:41:40.314080 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:41:40.338925 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661860ff-261b-4186-aa99-4407833ca943 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f65b8522-0d6e-4b41-a88d-8d5f4f8e7c9d,revision_number=0']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:41:40.352361 n-d-816865-1 neutron-server[102388]: DEBUG neutron.notifiers.nova [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id bc172b7a-11c7-4511-bca9-ba5f20bfbd4b {{(pid=102388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 18:41:40.373236 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4692de-233c-40d6-8ccb-c28f139480e5 None None] Pushing event updated for resources: {'Port': ['ID=82df7b0b-5854-4685-bdd9-15e178f86f35,revision_number=3']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:41:40.381628 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02e56111-ca32-4a87-918f-1974183a0ed8 None None] Routers {'5dde95f4-1157-44ab-817a-8770c8f8e80c'} bound to L3 agent in host n-d-816865-1 {{(pid=102388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 18:41:40.382295 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-02e56111-ca32-4a87-918f-1974183a0ed8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T18:41:35Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['5dde95f4-1157-44ab-817a-8770c8f8e80c'], 'active': True} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:41:40.393807 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-661860ff-261b-4186-aa99-4407833ca943 admin admin] Checking segment: {'id': 'b30a663d-6bb9-436d-bbb6-d3fc1ef4951b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'c410af1b-0d29-45ed-bbbd-e63b694a7756'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 18:41:40.394239 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-661860ff-261b-4186-aa99-4407833ca943 admin admin] Network hostable DHCP agents. Network: c410af1b-0d29-45ed-bbbd-e63b694a7756, hostable agents: ['987e2ca0-bc3b-4c6f-a989-429ccfbf753f'], hosted agents: [] {{(pid=102386) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 05 18:41:40.464108 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfbc051-e7ad-4004-b3fe-32daa92320a5 req-62d5368e-ef60-4706-ae45-861594548fdb tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:41:40.475321 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-9dfbc051-e7ad-4004-b3fe-32daa92320a5 req-62d5368e-ef60-4706-ae45-861594548fdb tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] 10.222.0.13 "GET /v2.0/ports?device_id=174784d1-6e33-406b-9ea4-96f2e35bc1c2 HTTP/1.1" status: 200 len: 949 time: 0.1930587 Nov 05 18:41:40.483503 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-661860ff-261b-4186-aa99-4407833ca943 admin admin] Network c410af1b-0d29-45ed-bbbd-e63b694a7756 is scheduled to be hosted by DHCP agent 987e2ca0-bc3b-4c6f-a989-429ccfbf753f with binding_index 1 {{(pid=102386) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 05 18:41:40.551118 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvr_db [None req-02e56111-ca32-4a87-918f-1974183a0ed8 None None] Set router 5dde95f4-1157-44ab-817a-8770c8f8e80c gateway port host: n-d-816865-1 {{(pid=102388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 18:41:40.575281 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.base_scheduler [None req-661860ff-261b-4186-aa99-4407833ca943 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816865-1, c410af1b-0d29-45ed-bbbd-e63b694a7756) {{(pid=102386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:41:40.582715 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-661860ff-261b-4186-aa99-4407833ca943 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:41:40.587125 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-661860ff-261b-4186-aa99-4407833ca943 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:41:40.618213 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Device 12cc8ba5-8895-4346-85a3-5a5395794a18 details requested by agent hyperv_n-h1-816865-1 with host n-h1-816865-1 {{(pid=102388) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 05 18:41:40.621146 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3edd44f-280d-4b4e-966c-f489ea9dc71a None None] Network c410af1b-0d29-45ed-bbbd-e63b694a7756 requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 18:41:40.658957 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] For port bc172b7a-11c7-4511-bca9-ba5f20bfbd4b, host n-h2-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=bc172b7a-11c7-4511-bca9-ba5f20bfbd4b,segment=NetworkSegment(b0f4d4e8-61d5-4e79-9c35-e1f620a70868),segment_id=b0f4d4e8-61d5-4e79-9c35-e1f620a70868)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:41:40.666019 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-661860ff-261b-4186-aa99-4407833ca943 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.1228979 Nov 05 18:41:40.700374 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb097a82-5133-432a-88bf-b4c17f44c655 req-81c3096c-7dd9-49a5-bb76-13c23cfa32e0 tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:41:40.710996 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb097a82-5133-432a-88bf-b4c17f44c655 req-81c3096c-7dd9-49a5-bb76-13c23cfa32e0 tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:41:40.716918 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb097a82-5133-432a-88bf-b4c17f44c655 req-81c3096c-7dd9-49a5-bb76-13c23cfa32e0 tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:41:40.722944 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb097a82-5133-432a-88bf-b4c17f44c655 req-81c3096c-7dd9-49a5-bb76-13c23cfa32e0 tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:41:40.729270 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb097a82-5133-432a-88bf-b4c17f44c655 req-81c3096c-7dd9-49a5-bb76-13c23cfa32e0 tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:41:40.735259 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb097a82-5133-432a-88bf-b4c17f44c655 req-81c3096c-7dd9-49a5-bb76-13c23cfa32e0 tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:41:40.741704 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb097a82-5133-432a-88bf-b4c17f44c655 req-81c3096c-7dd9-49a5-bb76-13c23cfa32e0 tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:41:40.750473 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-fb097a82-5133-432a-88bf-b4c17f44c655 req-81c3096c-7dd9-49a5-bb76-13c23cfa32e0 tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] 10.222.0.13 "GET /v2.0/ports?device_id=6b9db9e4-2300-49be-bd99-8eabc0e57de3 HTTP/1.1" status: 200 len: 5418 time: 0.1541674 Nov 05 18:41:40.772441 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-9dfbc051-e7ad-4004-b3fe-32daa92320a5 req-d816e9cc-1848-4a8f-98d6-d5c9d05371eb tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] 10.222.0.13 "GET /v2.0/security-groups?id=c4f63610-8850-433c-ac4b-7e7146261ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2960279 Nov 05 18:41:40.806877 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:41:40.818695 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-5b4a0754-d5f1-4c8d-b8a5-6c94c6b50adc None None] Provisioning complete for port 59a31988-9d9f-4f00-ade6-2b69787ce63d triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:41:40.819186 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-5b4a0754-d5f1-4c8d-b8a5-6c94c6b50adc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:41:40.869392 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-ff93c0f7-4efc-4d32-9b36-53021fce3152 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:41:40.884621 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-fb097a82-5133-432a-88bf-b4c17f44c655 req-f1d0611b-1567-463a-8361-184fd5ea4149 tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] 10.222.0.13 "GET /v2.0/security-groups?id=f4056503-c341-42e5-ae9d-37a5e83a41cf&id=98567ca5-1884-480b-af79-82f64bb06e96&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1321192 Nov 05 18:41:40.889737 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-5b4a0754-d5f1-4c8d-b8a5-6c94c6b50adc None None] Port 59a31988-9d9f-4f00-ade6-2b69787ce63d cannot update to ACTIVE because it is not bound. {{(pid=102388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 18:41:41.142810 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-ff93c0f7-4efc-4d32-9b36-53021fce3152 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:41:41.164383 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Pushing event updated for resources: {'Port': ['ID=bc172b7a-11c7-4511-bca9-ba5f20bfbd4b,revision_number=7']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:41:41.217061 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] For port 12cc8ba5-8895-4346-85a3-5a5395794a18, host n-h1-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=12cc8ba5-8895-4346-85a3-5a5395794a18,segment=NetworkSegment(e8365128-97c2-430d-9b82-ea8f7c12233e),segment_id=e8365128-97c2-430d-9b82-ea8f7c12233e)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:41:41.247932 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Returning: {'device': '12cc8ba5-8895-4346-85a3-5a5395794a18', 'network_id': 'c2a3f4df-26b3-4bb0-9eae-63aad7044fea', 'port_id': '12cc8ba5-8895-4346-85a3-5a5395794a18', 'mac_address': 'fa:16:3e:c3:03:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba9a8eab-576a-4407-8387-c01c9ae7bbff', 'ip_address': '10.1.1.59'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102388) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 05 18:41:41.253504 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7cacd99-a3ba-4f74-8ff7-9ebeca187475 None None] Network c410af1b-0d29-45ed-bbbd-e63b694a7756 requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 18:41:41.254790 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-ff93c0f7-4efc-4d32-9b36-53021fce3152 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4417072'] for port, after_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:41:41.362640 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:41:41.366307 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-ff93c0f7-4efc-4d32-9b36-53021fce3152 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-597863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-571878'] for router_interface, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:41:41.370711 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff93c0f7-4efc-4d32-9b36-53021fce3152 admin admin] Pushing event updated for resources: {'Port': ['ID=59a31988-9d9f-4f00-ade6-2b69787ce63d,revision_number=2']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:41:41.380024 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-02e56111-ca32-4a87-918f-1974183a0ed8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dde95f4-1157-44ab-817a-8770c8f8e80c', 'name': 'tempest-ServersTestFqdnHostnames-1079241961-router', 'tenant_id': 'd276d3590f324d258de926cd1aa8ebb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.82'}], 'enable_snat': True}, 'gw_port_id': '82df7b0b-5854-4685-bdd9-15e178f86f35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T18:41:34Z', 'updated_at': '2021-11-05T18:41:36Z', 'revision_number': 3, 'project_id': 'd276d3590f324d258de926cd1aa8ebb5', 'gw_port': {'id': '82df7b0b-5854-4685-bdd9-15e178f86f35', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:27:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5dde95f4-1157-44ab-817a-8770c8f8e80c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 753, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T18:41:34Z', 'updated_at': '2021-11-05T18:41:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1'}], 'n-d-816865-1', False) {} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:41:41.428649 n-d-816865-1 neutron-server[102388]: DEBUG neutron.notifiers.nova [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 12cc8ba5-8895-4346-85a3-5a5395794a18 {{(pid=102388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 18:41:41.442130 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02e56111-ca32-4a87-918f-1974183a0ed8 None None] The sync data for ids ['5dde95f4-1157-44ab-817a-8770c8f8e80c'] in n-d-816865-1 is: [{'id': '5dde95f4-1157-44ab-817a-8770c8f8e80c', 'name': 'tempest-ServersTestFqdnHostnames-1079241961-router', 'tenant_id': 'd276d3590f324d258de926cd1aa8ebb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.82'}], 'enable_snat': True}, 'gw_port_id': '82df7b0b-5854-4685-bdd9-15e178f86f35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T18:41:34Z', 'updated_at': '2021-11-05T18:41:36Z', 'revision_number': 3, 'project_id': 'd276d3590f324d258de926cd1aa8ebb5', 'gw_port': {'id': '82df7b0b-5854-4685-bdd9-15e178f86f35', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:27:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5dde95f4-1157-44ab-817a-8770c8f8e80c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 753, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T18:41:34Z', 'updated_at': '2021-11-05T18:41:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1'}] {{(pid=102388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 18:41:41.480774 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] For port 12cc8ba5-8895-4346-85a3-5a5395794a18, host n-h1-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=12cc8ba5-8895-4346-85a3-5a5395794a18,segment=NetworkSegment(e8365128-97c2-430d-9b82-ea8f7c12233e),segment_id=e8365128-97c2-430d-9b82-ea8f7c12233e)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:41:41.498973 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff93c0f7-4efc-4d32-9b36-53021fce3152 admin admin] Network 1da37b43-f7d4-493c-9709-10fff3365b6d is already hosted by enough agents. {{(pid=102387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 18:41:41.500414 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.base_scheduler [None req-ff93c0f7-4efc-4d32-9b36-53021fce3152 admin admin] Resources bound (agent type, host, resource id): {{(pid=102387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:41:41.546658 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:41:41.547355 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Device 74d94c4e-fd4c-4541-87c9-d37cb3b291e1 details requested by agent hyperv_n-h1-816865-1 with host n-h1-816865-1 {{(pid=102388) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 05 18:41:41.640305 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Pushing event updated for resources: {'Port': ['ID=12cc8ba5-8895-4346-85a3-5a5395794a18,revision_number=4']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:41:41.664983 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff93c0f7-4efc-4d32-9b36-53021fce3152 admin admin] Router 5dde95f4-1157-44ab-817a-8770c8f8e80c has already been hosted by L3 agent 6dcb5589-8e86-4616-9186-ddc4548e13ad {{(pid=102387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 18:41:41.681649 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] For port 74d94c4e-fd4c-4541-87c9-d37cb3b291e1, host n-h1-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=74d94c4e-fd4c-4541-87c9-d37cb3b291e1,segment=NetworkSegment(e8365128-97c2-430d-9b82-ea8f7c12233e),segment_id=e8365128-97c2-430d-9b82-ea8f7c12233e)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:41:41.695068 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Returning: {'device': '74d94c4e-fd4c-4541-87c9-d37cb3b291e1', 'network_id': 'c2a3f4df-26b3-4bb0-9eae-63aad7044fea', 'port_id': '74d94c4e-fd4c-4541-87c9-d37cb3b291e1', 'mac_address': 'fa:16:3e:7f:a2:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba9a8eab-576a-4407-8387-c01c9ae7bbff', 'ip_address': '10.1.1.101'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102388) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 05 18:41:41.696236 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59208e67-071c-45c3-a3dd-d53e4fd762f9 req-867c5fdc-9a40-446f-93ff-7d2b19d42f9d tempest-ImagesTestJSON-1124888854 tempest-ImagesTestJSON-1124888854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:41:41.697969 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-59208e67-071c-45c3-a3dd-d53e4fd762f9 req-867c5fdc-9a40-446f-93ff-7d2b19d42f9d tempest-ImagesTestJSON-1124888854 tempest-ImagesTestJSON-1124888854-project] 10.222.0.13 "GET /v2.0/ports?device_id=2fe4542a-10c0-4139-8b82-dac0d11e5a9a HTTP/1.1" status: 200 len: 943 time: 0.0794435 Nov 05 18:41:41.740536 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:41:41.757264 n-d-816865-1 neutron-server[102388]: DEBUG neutron.notifiers.nova [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 74d94c4e-fd4c-4541-87c9-d37cb3b291e1 {{(pid=102388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 18:41:41.785695 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] For port 74d94c4e-fd4c-4541-87c9-d37cb3b291e1, host n-h1-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=74d94c4e-fd4c-4541-87c9-d37cb3b291e1,segment=NetworkSegment(e8365128-97c2-430d-9b82-ea8f7c12233e),segment_id=e8365128-97c2-430d-9b82-ea8f7c12233e)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:41:41.858588 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-59208e67-071c-45c3-a3dd-d53e4fd762f9 req-f43e717d-97bd-4074-aee0-30668d417ab4 tempest-ImagesTestJSON-1124888854 tempest-ImagesTestJSON-1124888854-project] 10.222.0.13 "GET /v2.0/security-groups?id=219552fc-3788-478b-8295-8fbe212226b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260104 Nov 05 18:41:41.866277 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:41:41.867755 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Device aa96a508-f091-4c76-94a7-8155d7f58fdc details requested by agent hyperv_n-h1-816865-1 with host n-h1-816865-1 {{(pid=102388) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 05 18:41:41.901130 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff93c0f7-4efc-4d32-9b36-53021fce3152 admin admin] Notify agent at l3_agent.n-d-816865-1 the message routers_updated {{(pid=102387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 18:41:41.918584 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-ff93c0f7-4efc-4d32-9b36-53021fce3152 admin admin] 10.222.0.13 "PUT /v2.0/routers/5dde95f4-1157-44ab-817a-8770c8f8e80c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2770870 Nov 05 18:41:42.021678 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d9fcdc-aed8-4b71-bdb9-5ceebee9777b req-14f8930b-0780-4840-9913-fcc56e65aef6 tempest-ServersWithSpecificFlavorTestJSON-1995233136 tempest-ServersWithSpecificFlavorTestJSON-1995233136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:41:42.023661 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-a8d9fcdc-aed8-4b71-bdb9-5ceebee9777b req-14f8930b-0780-4840-9913-fcc56e65aef6 tempest-ServersWithSpecificFlavorTestJSON-1995233136 tempest-ServersWithSpecificFlavorTestJSON-1995233136-project] 10.222.0.13 "GET /v2.0/ports?device_id=dece0a9d-0aa6-4496-bd16-059eef231e9d HTTP/1.1" status: 200 len: 945 time: 0.0838549 Nov 05 18:41:42.116575 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-a8d9fcdc-aed8-4b71-bdb9-5ceebee9777b req-5f3296ec-d546-42d2-af81-c243a6d198c7 tempest-ServersWithSpecificFlavorTestJSON-1995233136 tempest-ServersWithSpecificFlavorTestJSON-1995233136-project] 10.222.0.13 "GET /v2.0/security-groups?id=040a1024-eaad-4e89-b23c-c23a7ce4f851&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0761230 Nov 05 18:41:42.136222 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] For port aa96a508-f091-4c76-94a7-8155d7f58fdc, host n-h1-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=aa96a508-f091-4c76-94a7-8155d7f58fdc,segment=NetworkSegment(e8365128-97c2-430d-9b82-ea8f7c12233e),segment_id=e8365128-97c2-430d-9b82-ea8f7c12233e)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:41:42.155788 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Returning: {'device': 'aa96a508-f091-4c76-94a7-8155d7f58fdc', 'network_id': 'c2a3f4df-26b3-4bb0-9eae-63aad7044fea', 'port_id': 'aa96a508-f091-4c76-94a7-8155d7f58fdc', 'mac_address': 'fa:16:3e:1d:f1:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba9a8eab-576a-4407-8387-c01c9ae7bbff', 'ip_address': '10.1.1.77'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102388) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 05 18:41:42.220038 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-3db634f7-0924-4a00-9012-0f4c5624e251 None None] Provisioning complete for port 59a31988-9d9f-4f00-ade6-2b69787ce63d triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:41:42.220494 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3db634f7-0924-4a00-9012-0f4c5624e251 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:41:42.271591 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Pushing event updated for resources: {'Port': ['ID=74d94c4e-fd4c-4541-87c9-d37cb3b291e1,revision_number=4']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:41:42.286613 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:41:42.291983 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-3db634f7-0924-4a00-9012-0f4c5624e251 None None] Port 59a31988-9d9f-4f00-ade6-2b69787ce63d cannot update to ACTIVE because it is not bound. {{(pid=102388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 18:41:42.295902 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47bfaba-163e-4df8-a9c1-6fcfc2382b52 req-631524e8-fc0c-4d0f-9a20-942a33e54e6c tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:41:42.297724 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-f47bfaba-163e-4df8-a9c1-6fcfc2382b52 req-631524e8-fc0c-4d0f-9a20-942a33e54e6c tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] 10.222.0.13 "GET /v2.0/ports?device_id=174784d1-6e33-406b-9ea4-96f2e35bc1c2 HTTP/1.1" status: 200 len: 949 time: 0.0725982 Nov 05 18:41:42.313492 n-d-816865-1 neutron-server[102388]: DEBUG neutron.notifiers.nova [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa96a508-f091-4c76-94a7-8155d7f58fdc {{(pid=102388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 18:41:42.384986 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-f47bfaba-163e-4df8-a9c1-6fcfc2382b52 req-aae398ef-ae6e-4c49-aa18-f039c10d119b tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] 10.222.0.13 "GET /v2.0/security-groups?id=c4f63610-8850-433c-ac4b-7e7146261ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800452 Nov 05 18:41:42.395811 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] For port aa96a508-f091-4c76-94a7-8155d7f58fdc, host n-h1-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=aa96a508-f091-4c76-94a7-8155d7f58fdc,segment=NetworkSegment(e8365128-97c2-430d-9b82-ea8f7c12233e),segment_id=e8365128-97c2-430d-9b82-ea8f7c12233e)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:41:42.434162 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 82df7b0b-5854-4685-bdd9-15e178f86f35 up at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 18:41:42.438856 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8af350-41a9-45c7-b3df-17acd0dc6457 req-a800b17e-fed5-4dab-b4b3-d379f17e3ec7 tempest-ImagesTestJSON-1124888854 tempest-ImagesTestJSON-1124888854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:41:42.441468 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-ca8af350-41a9-45c7-b3df-17acd0dc6457 req-a800b17e-fed5-4dab-b4b3-d379f17e3ec7 tempest-ImagesTestJSON-1124888854 tempest-ImagesTestJSON-1124888854-project] 10.222.0.55 "GET /v2.0/ports?device_id=2fe4542a-10c0-4139-8b82-dac0d11e5a9a HTTP/1.1" status: 200 len: 943 time: 0.1091733 Nov 05 18:41:42.462367 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:41:42.463195 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Device 62ff4673-48f2-4b6a-905c-6b1bcc553de5 details requested by agent hyperv_n-h1-816865-1 with host n-h1-816865-1 {{(pid=102388) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 05 18:41:42.576637 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49824d9-4455-4cc8-b6ef-9de0f856ffe7 req-2bf280c7-4e6b-4c2d-a587-67293a8e74ff tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:41:42.584761 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49824d9-4455-4cc8-b6ef-9de0f856ffe7 req-2bf280c7-4e6b-4c2d-a587-67293a8e74ff tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:41:42.588187 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Pushing event updated for resources: {'Port': ['ID=aa96a508-f091-4c76-94a7-8155d7f58fdc,revision_number=4']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:41:42.589824 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [req-ca8af350-41a9-45c7-b3df-17acd0dc6457 req-a6eb6ed1-1b11-4f53-896d-34b240be5db2 tempest-ImagesTestJSON-1124888854 tempest-ImagesTestJSON-1124888854-project] Deleting port bc172b7a-11c7-4511-bca9-ba5f20bfbd4b {{(pid=102386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 18:41:42.590304 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-ca8af350-41a9-45c7-b3df-17acd0dc6457 req-a6eb6ed1-1b11-4f53-896d-34b240be5db2 tempest-ImagesTestJSON-1124888854 tempest-ImagesTestJSON-1124888854-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:41:42.591125 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49824d9-4455-4cc8-b6ef-9de0f856ffe7 req-2bf280c7-4e6b-4c2d-a587-67293a8e74ff tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:41:42.598771 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49824d9-4455-4cc8-b6ef-9de0f856ffe7 req-2bf280c7-4e6b-4c2d-a587-67293a8e74ff tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:41:42.606176 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49824d9-4455-4cc8-b6ef-9de0f856ffe7 req-2bf280c7-4e6b-4c2d-a587-67293a8e74ff tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:41:42.621998 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49824d9-4455-4cc8-b6ef-9de0f856ffe7 req-2bf280c7-4e6b-4c2d-a587-67293a8e74ff tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:41:42.636178 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49824d9-4455-4cc8-b6ef-9de0f856ffe7 req-2bf280c7-4e6b-4c2d-a587-67293a8e74ff tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:41:42.647789 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-f49824d9-4455-4cc8-b6ef-9de0f856ffe7 req-2bf280c7-4e6b-4c2d-a587-67293a8e74ff tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] 10.222.0.13 "GET /v2.0/ports?device_id=6b9db9e4-2300-49be-bd99-8eabc0e57de3 HTTP/1.1" status: 200 len: 5421 time: 0.1710556 Nov 05 18:41:42.651551 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Provisioning complete for port 82df7b0b-5854-4685-bdd9-15e178f86f35 triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:41:42.651927 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:41:42.722321 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] For port 62ff4673-48f2-4b6a-905c-6b1bcc553de5, host n-h1-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=62ff4673-48f2-4b6a-905c-6b1bcc553de5,segment=NetworkSegment(93fd2d79-7933-46e7-8a7f-2b0cace59e4b),segment_id=93fd2d79-7933-46e7-8a7f-2b0cace59e4b)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:41:42.740884 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Returning: {'device': '62ff4673-48f2-4b6a-905c-6b1bcc553de5', 'network_id': '9c282dee-ee32-45f7-8090-e833d25335b6', 'port_id': '62ff4673-48f2-4b6a-905c-6b1bcc553de5', 'mac_address': 'fa:16:3e:57:1d:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 183, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cac15399-ea50-428e-a2ae-2a1396bca25d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102388) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 05 18:41:42.756090 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-f49824d9-4455-4cc8-b6ef-9de0f856ffe7 req-aef41c4c-079d-436c-a560-bbbbb07ea3e2 tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] 10.222.0.13 "GET /v2.0/security-groups?id=f4056503-c341-42e5-ae9d-37a5e83a41cf&id=98567ca5-1884-480b-af79-82f64bb06e96&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0988231 Nov 05 18:41:42.769682 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [req-ca8af350-41a9-45c7-b3df-17acd0dc6457 req-a6eb6ed1-1b11-4f53-896d-34b240be5db2 tempest-ImagesTestJSON-1124888854 tempest-ImagesTestJSON-1124888854-project] For port bc172b7a-11c7-4511-bca9-ba5f20bfbd4b, host n-h2-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=bc172b7a-11c7-4511-bca9-ba5f20bfbd4b,segment=NetworkSegment(b0f4d4e8-61d5-4e79-9c35-e1f620a70868),segment_id=b0f4d4e8-61d5-4e79-9c35-e1f620a70868)] {{(pid=102386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:41:42.770575 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-ca8af350-41a9-45c7-b3df-17acd0dc6457 req-a6eb6ed1-1b11-4f53-896d-34b240be5db2 tempest-ImagesTestJSON-1124888854 tempest-ImagesTestJSON-1124888854-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:41:42.795520 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [req-ca8af350-41a9-45c7-b3df-17acd0dc6457 req-a6eb6ed1-1b11-4f53-896d-34b240be5db2 tempest-ImagesTestJSON-1124888854 tempest-ImagesTestJSON-1124888854-project] Calling delete_port for bc172b7a-11c7-4511-bca9-ba5f20bfbd4b owned by compute:nova {{(pid=102386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 18:41:42.846734 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:41:42.855883 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:41:42.902615 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] For port 82df7b0b-5854-4685-bdd9-15e178f86f35, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=82df7b0b-5854-4685-bdd9-15e178f86f35,segment=NetworkSegment(85be518c-8bb4-46a2-a903-d4292782d29d),segment_id=85be518c-8bb4-46a2-a903-d4292782d29d)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:41:42.905174 n-d-816865-1 neutron-server[102388]: DEBUG neutron.notifiers.nova [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 62ff4673-48f2-4b6a-905c-6b1bcc553de5 {{(pid=102388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 18:41:42.932568 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] For port 62ff4673-48f2-4b6a-905c-6b1bcc553de5, host n-h1-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=62ff4673-48f2-4b6a-905c-6b1bcc553de5,segment=NetworkSegment(93fd2d79-7933-46e7-8a7f-2b0cace59e4b),segment_id=93fd2d79-7933-46e7-8a7f-2b0cace59e4b)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:41:43.048842 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:41:43.101085 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:41:43.101727 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Device 30e8fb4b-e390-414c-b298-38f2ab60929c details requested by agent hyperv_n-h1-816865-1 with host n-h1-816865-1 {{(pid=102388) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 05 18:41:43.124722 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Pushing event updated for resources: {'Port': ['ID=82df7b0b-5854-4685-bdd9-15e178f86f35,revision_number=4']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:41:43.164768 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-ca8af350-41a9-45c7-b3df-17acd0dc6457 req-a6eb6ed1-1b11-4f53-896d-34b240be5db2 tempest-ImagesTestJSON-1124888854 tempest-ImagesTestJSON-1124888854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:41:43.237710 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Pushing event updated for resources: {'Port': ['ID=62ff4673-48f2-4b6a-905c-6b1bcc553de5,revision_number=4']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:41:43.238949 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6eb6ed1-1b11-4f53-896d-34b240be5db2 tempest-ImagesTestJSON-1124888854 tempest-ImagesTestJSON-1124888854-project] Pushing event deleted for resources: {'Port': ['ID=bc172b7a-11c7-4511-bca9-ba5f20bfbd4b,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:41:43.279032 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48acb6db-6823-4faa-92d4-f65c9c25cb1a req-5106eb3f-7a63-4148-be4a-6a4428e0a1d9 tempest-ServersWithSpecificFlavorTestJSON-1995233136 tempest-ServersWithSpecificFlavorTestJSON-1995233136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:41:43.280753 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-48acb6db-6823-4faa-92d4-f65c9c25cb1a req-5106eb3f-7a63-4148-be4a-6a4428e0a1d9 tempest-ServersWithSpecificFlavorTestJSON-1995233136 tempest-ServersWithSpecificFlavorTestJSON-1995233136-project] 10.222.0.55 "GET /v2.0/ports?device_id=dece0a9d-0aa6-4496-bd16-059eef231e9d HTTP/1.1" status: 200 len: 945 time: 0.1955128 Nov 05 18:41:43.284116 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] For port 30e8fb4b-e390-414c-b298-38f2ab60929c, host n-h1-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=30e8fb4b-e390-414c-b298-38f2ab60929c,segment=NetworkSegment(6186c4cd-4d81-4117-b1bc-f8fd9e145a22),segment_id=6186c4cd-4d81-4117-b1bc-f8fd9e145a22)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:41:43.298327 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Returning: {'device': '30e8fb4b-e390-414c-b298-38f2ab60929c', 'network_id': '1b7a851b-c808-4864-8618-892ad55d5d0a', 'port_id': '30e8fb4b-e390-414c-b298-38f2ab60929c', 'mac_address': 'fa:16:3e:a8:41:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '19b6bbf4-5b07-4332-801a-9022c92b0fcc', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102388) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 05 18:41:43.341325 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:41:43.355896 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-3d1b3489-10d7-4991-aca5-1e463aa6a333 req-5a4aad3e-3cca-4dbf-a933-e27a86cadfd8 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=c8f9c054-f308-4af6-8eb8-5dcdd62eb3fd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2031472 Nov 05 18:41:43.358870 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca8af350-41a9-45c7-b3df-17acd0dc6457 req-a6eb6ed1-1b11-4f53-896d-34b240be5db2 tempest-ImagesTestJSON-1124888854 tempest-ImagesTestJSON-1124888854-project] No DVR routers for this DVR port bc172b7a-11c7-4511-bca9-ba5f20bfbd4b on host n-h2-816865-1 {{(pid=102386) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 18:41:43.359384 n-d-816865-1 neutron-server[102388]: DEBUG neutron.notifiers.nova [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 30e8fb4b-e390-414c-b298-38f2ab60929c {{(pid=102388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 18:41:43.363127 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-ca8af350-41a9-45c7-b3df-17acd0dc6457 req-a6eb6ed1-1b11-4f53-896d-34b240be5db2 tempest-ImagesTestJSON-1124888854 tempest-ImagesTestJSON-1124888854-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:41:43.367333 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-ca8af350-41a9-45c7-b3df-17acd0dc6457 req-a6eb6ed1-1b11-4f53-896d-34b240be5db2 tempest-ImagesTestJSON-1124888854 tempest-ImagesTestJSON-1124888854-project] 10.222.0.55 "DELETE /v2.0/ports/bc172b7a-11c7-4511-bca9-ba5f20bfbd4b HTTP/1.1" status: 204 len: 173 time: 0.9181304 Nov 05 18:41:43.367802 n-d-816865-1 neutron-server[102386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fe4542a-10c0-4139-8b82-dac0d11e5a9a', 'name': 'network-vif-deleted', 'tag': 'bc172b7a-11c7-4511-bca9-ba5f20bfbd4b'}] {{(pid=102386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 18:41:43.370115 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6173a44d7c73f41af551dc890fa1a5892c2c6bc3458b640c8e0c24db7876ba6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06e9f7c7-f2ff-42d3-b235-a9a84487b261" -d '{"events": [{"server_uuid": "2fe4542a-10c0-4139-8b82-dac0d11e5a9a", "name": "network-vif-deleted", "tag": "bc172b7a-11c7-4511-bca9-ba5f20bfbd4b"}]}' {{(pid=102386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 18:41:43.389873 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] For port 30e8fb4b-e390-414c-b298-38f2ab60929c, host n-h1-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=30e8fb4b-e390-414c-b298-38f2ab60929c,segment=NetworkSegment(6186c4cd-4d81-4117-b1bc-f8fd9e145a22),segment_id=6186c4cd-4d81-4117-b1bc-f8fd9e145a22)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:41:43.432565 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 44406) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:41:43.437273 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-a85cffe7-373b-49dc-a126-985b4c1052bc tempest-ServersTestFqdnHostnames-345679519 tempest-ServersTestFqdnHostnames-345679519-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1346053736', 'description': 'tempest-description--1904244616'}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:41:43.489326 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:41:43.490804 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Device fa9fc664-ad20-4e86-ab04-751d1b06b45b details requested by agent hyperv_n-h1-816865-1 with host n-h1-816865-1 {{(pid=102388) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 05 18:41:43.501928 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1b3489-10d7-4991-aca5-1e463aa6a333 req-142be7f9-d42c-401b-a1ae-80f944d9af5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:41:43.504341 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-3d1b3489-10d7-4991-aca5-1e463aa6a333 req-142be7f9-d42c-401b-a1ae-80f944d9af5d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=10ec5728e81c4449951d5c9e87d02372&device_id=c8f9c054-f308-4af6-8eb8-5dcdd62eb3fd HTTP/1.1" status: 200 len: 1102 time: 0.1178017 Nov 05 18:41:43.525497 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [req-48acb6db-6823-4faa-92d4-f65c9c25cb1a req-92b2282b-ab4e-470a-9fb9-340b24b9a755 tempest-ServersWithSpecificFlavorTestJSON-1995233136 tempest-ServersWithSpecificFlavorTestJSON-1995233136-project] Deleting port 00947ea7-44a7-48c3-8090-3a64e0e9cafd {{(pid=102386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 18:41:43.525497 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-48acb6db-6823-4faa-92d4-f65c9c25cb1a req-92b2282b-ab4e-470a-9fb9-340b24b9a755 tempest-ServersWithSpecificFlavorTestJSON-1995233136 tempest-ServersWithSpecificFlavorTestJSON-1995233136-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:41:43.560584 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-a85cffe7-373b-49dc-a126-985b4c1052bc tempest-ServersTestFqdnHostnames-345679519 tempest-ServersTestFqdnHostnames-345679519-project] Publish callbacks [] for security_group, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:41:43.596763 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-4f677e7f-115c-40f2-a24a-88e240645d26 req-fa313f81-13f4-46ed-a766-361df606082c tempest-ImagesTestJSON-1124888854 tempest-ImagesTestJSON-1124888854-project] 10.222.0.13 "GET /v2.0/ports?device_id=2fe4542a-10c0-4139-8b82-dac0d11e5a9a HTTP/1.1" status: 200 len: 210 time: 0.0522134 Nov 05 18:41:43.677778 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Pushing event updated for resources: {'Port': ['ID=30e8fb4b-e390-414c-b298-38f2ab60929c,revision_number=4']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:41:43.702005 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-a85cffe7-373b-49dc-a126-985b4c1052bc tempest-ServersTestFqdnHostnames-345679519 tempest-ServersTestFqdnHostnames-345679519-project] Publish callbacks [] for security_group, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:41:43.708993 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] For port fa9fc664-ad20-4e86-ab04-751d1b06b45b, host n-h1-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=fa9fc664-ad20-4e86-ab04-751d1b06b45b,segment=NetworkSegment(e8365128-97c2-430d-9b82-ea8f7c12233e),segment_id=e8365128-97c2-430d-9b82-ea8f7c12233e)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:41:43.725351 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [req-48acb6db-6823-4faa-92d4-f65c9c25cb1a req-92b2282b-ab4e-470a-9fb9-340b24b9a755 tempest-ServersWithSpecificFlavorTestJSON-1995233136 tempest-ServersWithSpecificFlavorTestJSON-1995233136-project] For port 00947ea7-44a7-48c3-8090-3a64e0e9cafd, host n-h2-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=00947ea7-44a7-48c3-8090-3a64e0e9cafd,segment=NetworkSegment(6c1e83a3-272c-4e69-9514-f61e4e363f8b),segment_id=6c1e83a3-272c-4e69-9514-f61e4e363f8b)] {{(pid=102386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:41:43.725819 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-48acb6db-6823-4faa-92d4-f65c9c25cb1a req-92b2282b-ab4e-470a-9fb9-340b24b9a755 tempest-ServersWithSpecificFlavorTestJSON-1995233136 tempest-ServersWithSpecificFlavorTestJSON-1995233136-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:41:43.731153 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1b3489-10d7-4991-aca5-1e463aa6a333 req-71d135c5-c5ef-4180-8bd0-1a6a08aef3d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:41:43.732731 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-3d1b3489-10d7-4991-aca5-1e463aa6a333 req-71d135c5-c5ef-4180-8bd0-1a6a08aef3d7 service neutron] 10.222.0.55 "GET /v2.0/networks?id=a723f808-b11e-4066-b104-fad90c82895e HTTP/1.1" status: 200 len: 870 time: 0.2044048 Nov 05 18:41:43.746183 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Returning: {'device': 'fa9fc664-ad20-4e86-ab04-751d1b06b45b', 'network_id': 'c2a3f4df-26b3-4bb0-9eae-63aad7044fea', 'port_id': 'fa9fc664-ad20-4e86-ab04-751d1b06b45b', 'mac_address': 'fa:16:3e:cc:94:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba9a8eab-576a-4407-8387-c01c9ae7bbff', 'ip_address': '10.1.1.114'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102388) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 05 18:41:43.751431 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-a85cffe7-373b-49dc-a126-985b4c1052bc tempest-ServersTestFqdnHostnames-345679519 tempest-ServersTestFqdnHostnames-345679519-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:41:43.800702 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:41:43.846206 n-d-816865-1 neutron-server[102388]: DEBUG neutron.notifiers.nova [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa9fc664-ad20-4e86-ab04-751d1b06b45b {{(pid=102388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 18:41:43.860408 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85cffe7-373b-49dc-a126-985b4c1052bc tempest-ServersTestFqdnHostnames-345679519 tempest-ServersTestFqdnHostnames-345679519-project] Pushing event updated for resources: {'SecurityGroup': ['ID=82263dd5-ba48-4e1a-9a78-0e181b50a2de,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:41:43.891037 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-a85cffe7-373b-49dc-a126-985b4c1052bc tempest-ServersTestFqdnHostnames-345679519 tempest-ServersTestFqdnHostnames-345679519-project] Publish callbacks [] for security_group, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:41:43.892522 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-a85cffe7-373b-49dc-a126-985b4c1052bc tempest-ServersTestFqdnHostnames-345679519 tempest-ServersTestFqdnHostnames-345679519-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.4589398 Nov 05 18:41:43.895339 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 44412) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:41:43.902030 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-9d41f862-5039-44f9-9bf6-e052961eb286 tempest-ServersTestFqdnHostnames-345679519 tempest-ServersTestFqdnHostnames-345679519-project] Request body: {'security_group_rule': {'security_group_id': '82263dd5-ba48-4e1a-9a78-0e181b50a2de', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:41:43.904735 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] For port fa9fc664-ad20-4e86-ab04-751d1b06b45b, host n-h1-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=fa9fc664-ad20-4e86-ab04-751d1b06b45b,segment=NetworkSegment(e8365128-97c2-430d-9b82-ea8f7c12233e),segment_id=e8365128-97c2-430d-9b82-ea8f7c12233e)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:41:43.948881 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78567403-c8da-4d71-b9fa-03744ee624ab None None] Sync routers for ids ['5dde95f4-1157-44ab-817a-8770c8f8e80c'] in n-d-816865-1 {{(pid=102389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 18:41:44.013961 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:41:44.015052 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Device 68d77c8e-2056-4060-8cbb-c746a0b6d7a9 details requested by agent hyperv_n-h1-816865-1 with host n-h1-816865-1 {{(pid=102388) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 05 18:41:44.065260 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-9d41f862-5039-44f9-9bf6-e052961eb286 tempest-ServersTestFqdnHostnames-345679519 tempest-ServersTestFqdnHostnames-345679519-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:41:44.094665 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Pushing event updated for resources: {'Port': ['ID=fa9fc664-ad20-4e86-ab04-751d1b06b45b,revision_number=4']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:41:44.115994 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] For port 68d77c8e-2056-4060-8cbb-c746a0b6d7a9, host n-h1-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=68d77c8e-2056-4060-8cbb-c746a0b6d7a9,segment=NetworkSegment(6186c4cd-4d81-4117-b1bc-f8fd9e145a22),segment_id=6186c4cd-4d81-4117-b1bc-f8fd9e145a22)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:41:44.139854 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Returning: {'device': '68d77c8e-2056-4060-8cbb-c746a0b6d7a9', 'network_id': '1b7a851b-c808-4864-8618-892ad55d5d0a', 'port_id': '68d77c8e-2056-4060-8cbb-c746a0b6d7a9', 'mac_address': 'fa:16:3e:74:71:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '19b6bbf4-5b07-4332-801a-9022c92b0fcc', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102388) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 05 18:41:44.168561 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78567403-c8da-4d71-b9fa-03744ee624ab None None] Routers {'5dde95f4-1157-44ab-817a-8770c8f8e80c'} bound to L3 agent in host n-d-816865-1 {{(pid=102389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 18:41:44.170485 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-78567403-c8da-4d71-b9fa-03744ee624ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T18:41:35Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['5dde95f4-1157-44ab-817a-8770c8f8e80c'], 'active': True} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:41:44.186452 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-9d41f862-5039-44f9-9bf6-e052961eb286 tempest-ServersTestFqdnHostnames-345679519 tempest-ServersTestFqdnHostnames-345679519-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:41:44.206849 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:41:44.227162 n-d-816865-1 neutron-server[102388]: DEBUG neutron.notifiers.nova [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 68d77c8e-2056-4060-8cbb-c746a0b6d7a9 {{(pid=102388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 18:41:44.252765 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] For port 68d77c8e-2056-4060-8cbb-c746a0b6d7a9, host n-h1-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=68d77c8e-2056-4060-8cbb-c746a0b6d7a9,segment=NetworkSegment(6186c4cd-4d81-4117-b1bc-f8fd9e145a22),segment_id=6186c4cd-4d81-4117-b1bc-f8fd9e145a22)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:41:44.255173 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574ac0e3-128f-421c-886c-f40a42585c1d req-fd3997ad-8a32-4797-b8b0-d3ecb32cfd59 tempest-ServersWithSpecificFlavorTestJSON-1995233136 tempest-ServersWithSpecificFlavorTestJSON-1995233136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:41:44.257640 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-574ac0e3-128f-421c-886c-f40a42585c1d req-fd3997ad-8a32-4797-b8b0-d3ecb32cfd59 tempest-ServersWithSpecificFlavorTestJSON-1995233136 tempest-ServersWithSpecificFlavorTestJSON-1995233136-project] 10.222.0.13 "GET /v2.0/ports?device_id=dece0a9d-0aa6-4496-bd16-059eef231e9d HTTP/1.1" status: 200 len: 945 time: 0.0697174 Nov 05 18:41:44.286073 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-3d1b3489-10d7-4991-aca5-1e463aa6a333 req-8098e818-e0d7-4946-ab27-2862092b4716 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.155&port_id=046eb35d-2125-4c26-8c14-0533b517be00 HTTP/1.1" status: 200 len: 217 time: 0.5426645 Nov 05 18:41:44.288972 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-9d41f862-5039-44f9-9bf6-e052961eb286 tempest-ServersTestFqdnHostnames-345679519 tempest-ServersTestFqdnHostnames-345679519-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985308'] for security_group_rule, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:41:44.333746 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:41:44.342723 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d41f862-5039-44f9-9bf6-e052961eb286 tempest-ServersTestFqdnHostnames-345679519 tempest-ServersTestFqdnHostnames-345679519-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=44347a99-6101-4fe6-8507-d092e28bce66,revision_number=0']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:41:44.386037 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvr_db [None req-78567403-c8da-4d71-b9fa-03744ee624ab None None] Set router 5dde95f4-1157-44ab-817a-8770c8f8e80c gateway port host: n-d-816865-1 {{(pid=102389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 18:41:44.410788 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-574ac0e3-128f-421c-886c-f40a42585c1d req-f8b79256-7f55-47cc-a3b2-b96c42573ad0 tempest-ServersWithSpecificFlavorTestJSON-1995233136 tempest-ServersWithSpecificFlavorTestJSON-1995233136-project] 10.222.0.13 "GET /v2.0/security-groups?id=040a1024-eaad-4e89-b23c-c23a7ce4f851&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1425922 Nov 05 18:41:44.428402 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Pushing event updated for resources: {'Port': ['ID=68d77c8e-2056-4060-8cbb-c746a0b6d7a9,revision_number=4']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:41:44.451766 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 82df7b0b-5854-4685-bdd9-15e178f86f35 up at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 18:41:44.468017 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-9d41f862-5039-44f9-9bf6-e052961eb286 tempest-ServersTestFqdnHostnames-345679519 tempest-ServersTestFqdnHostnames-345679519-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:41:44.470800 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-9d41f862-5039-44f9-9bf6-e052961eb286 tempest-ServersTestFqdnHostnames-345679519 tempest-ServersTestFqdnHostnames-345679519-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5739357 Nov 05 18:41:44.475057 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 44416) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:41:44.481709 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1b3489-10d7-4991-aca5-1e463aa6a333 req-4ef81b21-d559-450c-9d16-1a3171f2390d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:41:44.482507 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-294d167a-d7c9-4265-bc76-84226dd5440e tempest-ServersTestFqdnHostnames-345679519 tempest-ServersTestFqdnHostnames-345679519-project] Request body: {'security_group_rule': {'security_group_id': '82263dd5-ba48-4e1a-9a78-0e181b50a2de', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:41:44.483203 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-3d1b3489-10d7-4991-aca5-1e463aa6a333 req-4ef81b21-d559-450c-9d16-1a3171f2390d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=05e7a1b5-165b-4a00-855a-ffbcb2eba59e HTTP/1.1" status: 200 len: 843 time: 0.1759057 Nov 05 18:41:44.493683 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 18:41:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fd7ee56-2cb2-406b-b715-86cad18f42ab x-openstack-request-id: req-5fd7ee56-2cb2-406b-b715-86cad18f42ab {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 18:41:44.494798 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2fe4542a-10c0-4139-8b82-dac0d11e5a9a", "name": "network-vif-deleted", "tag": "bc172b7a-11c7-4511-bca9-ba5f20bfbd4b", "status": "completed", "code": 200}]} {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 18:41:44.494798 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5fd7ee56-2cb2-406b-b715-86cad18f42ab {{(pid=102386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 18:41:44.495273 n-d-816865-1 neutron-server[102386]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fe4542a-10c0-4139-8b82-dac0d11e5a9a', 'name': 'network-vif-deleted', 'tag': 'bc172b7a-11c7-4511-bca9-ba5f20bfbd4b', 'status': 'completed', 'code': 200} Nov 05 18:41:44.547785 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Provisioning complete for port 82df7b0b-5854-4685-bdd9-15e178f86f35 triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:41:44.549962 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:41:44.612684 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1b3489-10d7-4991-aca5-1e463aa6a333 req-ba328420-14f4-454d-87b8-ab10e20023db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:41:44.616718 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-3d1b3489-10d7-4991-aca5-1e463aa6a333 req-ba328420-14f4-454d-87b8-ab10e20023db service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a723f808-b11e-4066-b104-fad90c82895e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1186934 Nov 05 18:41:44.620598 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-48acb6db-6823-4faa-92d4-f65c9c25cb1a req-92b2282b-ab4e-470a-9fb9-340b24b9a755 tempest-ServersWithSpecificFlavorTestJSON-1995233136 tempest-ServersWithSpecificFlavorTestJSON-1995233136-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:41:44.621063 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-48acb6db-6823-4faa-92d4-f65c9c25cb1a req-92b2282b-ab4e-470a-9fb9-340b24b9a755 tempest-ServersWithSpecificFlavorTestJSON-1995233136 tempest-ServersWithSpecificFlavorTestJSON-1995233136-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1000577'] for floatingip, after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:41:44.621531 n-d-816865-1 neutron-server[102386]: INFO neutron.db.l3_db [req-48acb6db-6823-4faa-92d4-f65c9c25cb1a req-92b2282b-ab4e-470a-9fb9-340b24b9a755 tempest-ServersWithSpecificFlavorTestJSON-1995233136 tempest-ServersWithSpecificFlavorTestJSON-1995233136-project] Floating IP 22e7d490-b5d2-49a0-9e95-5804846682c2 disassociated. External IP: 172.25.6.119, port: 00947ea7-44a7-48c3-8090-3a64e0e9cafd. Nov 05 18:41:44.622330 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [req-48acb6db-6823-4faa-92d4-f65c9c25cb1a req-92b2282b-ab4e-470a-9fb9-340b24b9a755 tempest-ServersWithSpecificFlavorTestJSON-1995233136 tempest-ServersWithSpecificFlavorTestJSON-1995233136-project] Calling delete_port for 00947ea7-44a7-48c3-8090-3a64e0e9cafd owned by compute:nova {{(pid=102386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 18:41:44.699805 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-294d167a-d7c9-4265-bc76-84226dd5440e tempest-ServersTestFqdnHostnames-345679519 tempest-ServersTestFqdnHostnames-345679519-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:41:44.756696 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65604d5-9206-420c-a4bd-474c3f6d0e1f req-6a6783d9-044a-426b-8ac8-1aa73224a772 tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:41:44.758304 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-e65604d5-9206-420c-a4bd-474c3f6d0e1f req-6a6783d9-044a-426b-8ac8-1aa73224a772 tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] 10.222.0.13 "GET /v2.0/ports?device_id=174784d1-6e33-406b-9ea4-96f2e35bc1c2 HTTP/1.1" status: 200 len: 949 time: 0.1662056 Nov 05 18:41:44.793338 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-3d1b3489-10d7-4991-aca5-1e463aa6a333 req-eb25b688-40d7-4739-b5b5-2cfd2aae48fb service neutron] 10.222.0.55 "GET /v2.0/networks/a723f808-b11e-4066-b104-fad90c82895e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1644621 Nov 05 18:41:44.816810 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-294d167a-d7c9-4265-bc76-84226dd5440e tempest-ServersTestFqdnHostnames-345679519 tempest-ServersTestFqdnHostnames-345679519-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:41:44.834133 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-e65604d5-9206-420c-a4bd-474c3f6d0e1f req-f7f9a899-431a-4fd5-89cb-b0528969d016 tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] 10.222.0.13 "GET /v2.0/security-groups?id=c4f63610-8850-433c-ac4b-7e7146261ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638275 Nov 05 18:41:44.863548 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-78567403-c8da-4d71-b9fa-03744ee624ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dde95f4-1157-44ab-817a-8770c8f8e80c', 'name': 'tempest-ServersTestFqdnHostnames-1079241961-router', 'tenant_id': 'd276d3590f324d258de926cd1aa8ebb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.82'}], 'enable_snat': True}, 'gw_port_id': '82df7b0b-5854-4685-bdd9-15e178f86f35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T18:41:34Z', 'updated_at': '2021-11-05T18:41:40Z', 'revision_number': 4, 'project_id': 'd276d3590f324d258de926cd1aa8ebb5', 'gw_port': {'id': '82df7b0b-5854-4685-bdd9-15e178f86f35', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:27:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dde95f4-1157-44ab-817a-8770c8f8e80c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 753, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T18:41:34Z', 'updated_at': '2021-11-05T18:41:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1', '_interfaces': [{'id': '59a31988-9d9f-4f00-ade6-2b69787ce63d', 'name': '', 'network_id': '1da37b43-f7d4-493c-9709-10fff3365b6d', 'tenant_id': 'd276d3590f324d258de926cd1aa8ebb5', 'mac_address': 'fa:16:3e:b9:86:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5dde95f4-1157-44ab-817a-8770c8f8e80c', 'device_owner': 'network:router_interface', 'standard_attr_id': 761, 'fixed_ips': [{'subnet_id': '98fc1e31-7219-4cb0-bc4e-cc4fffcb9ad4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T18:41:38Z', 'updated_at': '2021-11-05T18:41:40Z', 'revision_number': 2, 'project_id': 'd276d3590f324d258de926cd1aa8ebb5', 'subnets': [{'id': '98fc1e31-7219-4cb0-bc4e-cc4fffcb9ad4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-1', False) {} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:41:44.877028 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-294d167a-d7c9-4265-bc76-84226dd5440e tempest-ServersTestFqdnHostnames-345679519 tempest-ServersTestFqdnHostnames-345679519-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985308'] for security_group_rule, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:41:44.906200 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78567403-c8da-4d71-b9fa-03744ee624ab None None] Checking router: 5dde95f4-1157-44ab-817a-8770c8f8e80c for host: n-d-816865-1 {{(pid=102389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 18:41:44.906841 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78567403-c8da-4d71-b9fa-03744ee624ab None None] Updating router 5dde95f4-1157-44ab-817a-8770c8f8e80c port 59a31988-9d9f-4f00-ade6-2b69787ce63d binding host n-d-816865-1 {{(pid=102389) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 05 18:41:44.924806 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294d167a-d7c9-4265-bc76-84226dd5440e tempest-ServersTestFqdnHostnames-345679519 tempest-ServersTestFqdnHostnames-345679519-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f3ad1689-bc45-4da0-beac-92d628032ea9,revision_number=0']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:41:44.953016 n-d-816865-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-78567403-c8da-4d71-b9fa-03744ee624ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:41:44.978971 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-3d1b3489-10d7-4991-aca5-1e463aa6a333 req-1584e50c-be6c-48fc-934f-944fe301890e service neutron] 10.222.0.55 "GET /v2.0/networks/a723f808-b11e-4066-b104-fad90c82895e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1751113 Nov 05 18:41:44.985394 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-48acb6db-6823-4faa-92d4-f65c9c25cb1a req-92b2282b-ab4e-470a-9fb9-340b24b9a755 tempest-ServersWithSpecificFlavorTestJSON-1995233136 tempest-ServersWithSpecificFlavorTestJSON-1995233136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:41:45.007483 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-294d167a-d7c9-4265-bc76-84226dd5440e tempest-ServersTestFqdnHostnames-345679519 tempest-ServersTestFqdnHostnames-345679519-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:41:45.008757 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-294d167a-d7c9-4265-bc76-84226dd5440e tempest-ServersTestFqdnHostnames-345679519 tempest-ServersTestFqdnHostnames-345679519-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5313997 Nov 05 18:41:45.014409 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 44422) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:41:45.023727 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-5545766a-0b96-4ff0-bf83-9c2ae381a746 tempest-ServersTestFqdnHostnames-345679519 tempest-ServersTestFqdnHostnames-345679519-project] Request body: {'floatingip': {'floating_network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec'}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:41:45.029115 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] get_ports_and_sgs() called for port_ids ['74d94c4e-fd4c-4541-87c9-d37cb3b291e1'] {{(pid=102388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 18:41:45.045040 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d9e5c9-4de4-409f-9fbf-533ed64c0267 req-475fef72-1578-4605-9369-e207695ae957 tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:41:45.053581 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d9e5c9-4de4-409f-9fbf-533ed64c0267 req-475fef72-1578-4605-9369-e207695ae957 tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:41:45.061423 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b2282b-ab4e-470a-9fb9-340b24b9a755 tempest-ServersWithSpecificFlavorTestJSON-1995233136 tempest-ServersWithSpecificFlavorTestJSON-1995233136-project] Pushing event deleted for resources: {'Port': ['ID=00947ea7-44a7-48c3-8090-3a64e0e9cafd,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:41:45.061616 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d9e5c9-4de4-409f-9fbf-533ed64c0267 req-475fef72-1578-4605-9369-e207695ae957 tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:41:45.076419 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d9e5c9-4de4-409f-9fbf-533ed64c0267 req-475fef72-1578-4605-9369-e207695ae957 tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:41:45.089230 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d9e5c9-4de4-409f-9fbf-533ed64c0267 req-475fef72-1578-4605-9369-e207695ae957 tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:41:45.096031 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d9e5c9-4de4-409f-9fbf-533ed64c0267 req-475fef72-1578-4605-9369-e207695ae957 tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:41:45.103328 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d9e5c9-4de4-409f-9fbf-533ed64c0267 req-475fef72-1578-4605-9369-e207695ae957 tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:41:45.111974 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-c6d9e5c9-4de4-409f-9fbf-533ed64c0267 req-475fef72-1578-4605-9369-e207695ae957 tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] 10.222.0.13 "GET /v2.0/ports?device_id=6b9db9e4-2300-49be-bd99-8eabc0e57de3 HTTP/1.1" status: 200 len: 5425 time: 0.1619310 Nov 05 18:41:45.117687 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] get_ports_and_sgs() called for port_ids ['62ff4673-48f2-4b6a-905c-6b1bcc553de5'] {{(pid=102388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 18:41:45.119947 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] get_ports_and_sgs() called for port_ids ['aa96a508-f091-4c76-94a7-8155d7f58fdc'] {{(pid=102388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 18:41:45.122596 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] get_ports_and_sgs() called for port_ids ['fa9fc664-ad20-4e86-ab04-751d1b06b45b'] {{(pid=102388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 18:41:45.125585 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] get_ports_and_sgs() called for port_ids ['30e8fb4b-e390-414c-b298-38f2ab60929c'] {{(pid=102388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 18:41:45.128387 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] get_ports_and_sgs() called for port_ids ['68d77c8e-2056-4060-8cbb-c746a0b6d7a9'] {{(pid=102388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 18:41:45.239423 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.l3_agent_scheduler [req-48acb6db-6823-4faa-92d4-f65c9c25cb1a req-92b2282b-ab4e-470a-9fb9-340b24b9a755 tempest-ServersWithSpecificFlavorTestJSON-1995233136 tempest-ServersWithSpecificFlavorTestJSON-1995233136-project] Router f97eaf5e-41e6-4b26-a543-9f157b864817 has already been hosted by L3 agent 6dcb5589-8e86-4616-9186-ddc4548e13ad {{(pid=102386) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 18:41:45.256848 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-5545766a-0b96-4ff0-bf83-9c2ae381a746 tempest-ServersTestFqdnHostnames-345679519 tempest-ServersTestFqdnHostnames-345679519-project] Publish callbacks [] for floatingip, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:41:45.371255 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-c6d9e5c9-4de4-409f-9fbf-533ed64c0267 req-5a05519a-43ba-4754-b843-7558363e2796 tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] 10.222.0.13 "GET /v2.0/security-groups?id=f4056503-c341-42e5-ae9d-37a5e83a41cf&id=98567ca5-1884-480b-af79-82f64bb06e96&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2574956 Nov 05 18:41:45.443129 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-48acb6db-6823-4faa-92d4-f65c9c25cb1a req-92b2282b-ab4e-470a-9fb9-340b24b9a755 tempest-ServersWithSpecificFlavorTestJSON-1995233136 tempest-ServersWithSpecificFlavorTestJSON-1995233136-project] Notify agent at l3_agent.n-d-816865-1 the message routers_updated {{(pid=102386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 18:41:45.498081 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e10d7c6-018a-4350-bbe7-34e5af9e93d8 None None] Sync routers for ids ['f97eaf5e-41e6-4b26-a543-9f157b864817'] in n-d-816865-1 {{(pid=102388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 18:41:45.561536 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [req-48acb6db-6823-4faa-92d4-f65c9c25cb1a req-92b2282b-ab4e-470a-9fb9-340b24b9a755 tempest-ServersWithSpecificFlavorTestJSON-1995233136 tempest-ServersWithSpecificFlavorTestJSON-1995233136-project] No DVR routers for this DVR port 00947ea7-44a7-48c3-8090-3a64e0e9cafd on host n-h2-816865-1 {{(pid=102386) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 18:41:45.571443 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-48acb6db-6823-4faa-92d4-f65c9c25cb1a req-92b2282b-ab4e-470a-9fb9-340b24b9a755 tempest-ServersWithSpecificFlavorTestJSON-1995233136 tempest-ServersWithSpecificFlavorTestJSON-1995233136-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:41:45.587203 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-48acb6db-6823-4faa-92d4-f65c9c25cb1a req-92b2282b-ab4e-470a-9fb9-340b24b9a755 tempest-ServersWithSpecificFlavorTestJSON-1995233136 tempest-ServersWithSpecificFlavorTestJSON-1995233136-project] 10.222.0.55 "DELETE /v2.0/ports/00947ea7-44a7-48c3-8090-3a64e0e9cafd HTTP/1.1" status: 204 len: 173 time: 2.2818682 Nov 05 18:41:45.603747 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-5545766a-0b96-4ff0-bf83-9c2ae381a746 tempest-ServersTestFqdnHostnames-345679519 tempest-ServersTestFqdnHostnames-345679519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:41:45.621842 n-d-816865-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-78567403-c8da-4d71-b9fa-03744ee624ab None None] Publish callbacks [] for port, precommit_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:41:45.632003 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e10d7c6-018a-4350-bbe7-34e5af9e93d8 None None] Routers {'f97eaf5e-41e6-4b26-a543-9f157b864817'} bound to L3 agent in host n-d-816865-1 {{(pid=102388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 18:41:45.636011 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-8e10d7c6-018a-4350-bbe7-34e5af9e93d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T18:41:35Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['f97eaf5e-41e6-4b26-a543-9f157b864817'], 'active': True} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:41:45.712938 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-b7213565-57b5-4bc9-a300-c22fa0ba4702 req-f11f86e1-4ed0-4f26-bde4-db726b24015e tempest-ServersWithSpecificFlavorTestJSON-1995233136 tempest-ServersWithSpecificFlavorTestJSON-1995233136-project] 10.222.0.13 "GET /v2.0/ports?device_id=dece0a9d-0aa6-4496-bd16-059eef231e9d HTTP/1.1" status: 200 len: 210 time: 0.0859013 Nov 05 18:41:45.744500 n-d-816865-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-78567403-c8da-4d71-b9fa-03744ee624ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:41:45.795855 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Device bc172b7a-11c7-4511-bca9-ba5f20bfbd4b no longer exists at agent hyperv_n-h2-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 18:41:45.857873 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ecdf1c4-62ce-49e5-be3e-dafe259a1f6a None None] Pushing event updated for resources: {'Port': ['ID=59a31988-9d9f-4f00-ade6-2b69787ce63d,revision_number=3']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:41:45.868202 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.db_base_plugin_common [None req-5545766a-0b96-4ff0-bf83-9c2ae381a746 tempest-ServersTestFqdnHostnames-345679519 tempest-ServersTestFqdnHostnames-345679519-project] Allocated IP 172.25.6.52 (40c8335d-cd0b-4cb5-910a-d4dcddd5cbec/04fe6db3-e108-4208-943d-6518424f5726/405193bf-c114-4de2-b068-6dc97d9cc856) {{(pid=102387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 18:41:45.998820 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.managers [None req-78567403-c8da-4d71-b9fa-03744ee624ab None None] Attempting to bind port 59a31988-9d9f-4f00-ade6-2b69787ce63d on host n-d-816865-1 for vnic_type normal with profile {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 18:41:45.999794 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.managers [None req-78567403-c8da-4d71-b9fa-03744ee624ab None None] Attempting to bind port 59a31988-9d9f-4f00-ade6-2b69787ce63d by drivers openvswitch,hyperv on host n-d-816865-1 at level 0 using segments [{'id': 'fa8c7ea5-f99c-4ee2-80d1-0e4e054d8ebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '1da37b43-f7d4-493c-9709-10fff3365b6d'}] {{(pid=102389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 18:41:46.000974 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78567403-c8da-4d71-b9fa-03744ee624ab None None] Attempting to bind port 59a31988-9d9f-4f00-ade6-2b69787ce63d on network 1da37b43-f7d4-493c-9709-10fff3365b6d {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 18:41:46.009952 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78567403-c8da-4d71-b9fa-03744ee624ab None None] Checking agent: {'id': '724d89a7-611b-41e6-bc85-c48112b17afa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 18, 25, 8), 'started_at': datetime.datetime(2021, 11, 5, 18, 25, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 18, 41, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 18:41:46.010738 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78567403-c8da-4d71-b9fa-03744ee624ab None None] Checking segment: {'id': 'fa8c7ea5-f99c-4ee2-80d1-0e4e054d8ebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '1da37b43-f7d4-493c-9709-10fff3365b6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 18:41:46.011336 n-d-816865-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-78567403-c8da-4d71-b9fa-03744ee624ab None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:41:46.012043 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78567403-c8da-4d71-b9fa-03744ee624ab None None] Bound using segment: {'id': 'fa8c7ea5-f99c-4ee2-80d1-0e4e054d8ebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '1da37b43-f7d4-493c-9709-10fff3365b6d'} {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 18:41:46.012740 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.managers [None req-78567403-c8da-4d71-b9fa-03744ee624ab None None] Bound port: 59a31988-9d9f-4f00-ade6-2b69787ce63d, host: n-d-816865-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa8c7ea5-f99c-4ee2-80d1-0e4e054d8ebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '1da37b43-f7d4-493c-9709-10fff3365b6d'}}] {{(pid=102389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 18:41:46.013300 n-d-816865-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-78567403-c8da-4d71-b9fa-03744ee624ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:41:46.060829 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] No Port match for: bc172b7a-11c7-4511-bca9-ba5f20bfbd4b {{(pid=102388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 18:41:46.061431 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Device bc172b7a-11c7-4511-bca9-ba5f20bfbd4b not bound to the agent host n-h2-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 18:41:46.061825 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Device 00947ea7-44a7-48c3-8090-3a64e0e9cafd no longer exists at agent hyperv_n-h2-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 18:41:46.107902 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-5545766a-0b96-4ff0-bf83-9c2ae381a746 tempest-ServersTestFqdnHostnames-345679519 tempest-ServersTestFqdnHostnames-345679519-project] Publish callbacks [] for port, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:41:46.128731 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] get_ports_and_sgs() called for port_ids ['12cc8ba5-8895-4346-85a3-5a5395794a18'] {{(pid=102388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 18:41:46.153676 n-d-816865-1 neutron-server[102386]: INFO neutron.api.v2.resource [req-fae3b58c-7bb0-4068-baff-546668b2bbe9 req-d24ef93c-951c-41bc-9996-7f04b527c0d9 service neutron] show failed (client error): The resource could not be found. Nov 05 18:41:46.154284 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] No Port match for: 00947ea7-44a7-48c3-8090-3a64e0e9cafd {{(pid=102388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 18:41:46.154382 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [None req-78567403-c8da-4d71-b9fa-03744ee624ab None None] For port 59a31988-9d9f-4f00-ade6-2b69787ce63d, host n-d-816865-1, cleared binding levels {{(pid=102389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 18:41:46.154488 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Device 00947ea7-44a7-48c3-8090-3a64e0e9cafd not bound to the agent host n-h2-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 18:41:46.157318 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-fae3b58c-7bb0-4068-baff-546668b2bbe9 req-d24ef93c-951c-41bc-9996-7f04b527c0d9 service neutron] 10.222.0.55 "GET /v2.0/ports/69f3ff0f-5148-4bc1-8f69-404c4f9f50e7/bindings/n-h1-816865-1 HTTP/1.1" status: 404 len: 380 time: 0.1718276 Nov 05 18:41:46.164170 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [None req-78567403-c8da-4d71-b9fa-03744ee624ab None None] For port 59a31988-9d9f-4f00-ade6-2b69787ce63d, host n-d-816865-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=59a31988-9d9f-4f00-ade6-2b69787ce63d,segment=NetworkSegment(fa8c7ea5-f99c-4ee2-80d1-0e4e054d8ebd),segment_id=fa8c7ea5-f99c-4ee2-80d1-0e4e054d8ebd)] {{(pid=102389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 18:41:46.243466 n-d-816865-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-78567403-c8da-4d71-b9fa-03744ee624ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:41:46.266284 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-5545766a-0b96-4ff0-bf83-9c2ae381a746 tempest-ServersTestFqdnHostnames-345679519 tempest-ServersTestFqdnHostnames-345679519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4417063'] for port, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:41:46.343592 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5545766a-0b96-4ff0-bf83-9c2ae381a746 tempest-ServersTestFqdnHostnames-345679519 tempest-ServersTestFqdnHostnames-345679519-project] Network 40c8335d-cd0b-4cb5-910a-d4dcddd5cbec is already hosted by enough agents. {{(pid=102387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 18:41:46.358523 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.base_scheduler [None req-5545766a-0b96-4ff0-bf83-9c2ae381a746 tempest-ServersTestFqdnHostnames-345679519 tempest-ServersTestFqdnHostnames-345679519-project] Resources bound (agent type, host, resource id): {{(pid=102387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:41:46.363130 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78567403-c8da-4d71-b9fa-03744ee624ab None None] Routers {'5dde95f4-1157-44ab-817a-8770c8f8e80c'} bound to L3 agent in host n-d-816865-1 {{(pid=102389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 18:41:46.367533 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5545766a-0b96-4ff0-bf83-9c2ae381a746 tempest-ServersTestFqdnHostnames-345679519 tempest-ServersTestFqdnHostnames-345679519-project] Received port after_create {{(pid=102387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 18:41:46.373240 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-71611a8d-a7fa-4145-b22f-4adfa43a2b43 None None] Provisioning complete for port 59a31988-9d9f-4f00-ade6-2b69787ce63d triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:41:46.373607 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-71611a8d-a7fa-4145-b22f-4adfa43a2b43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:41:46.374169 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-78567403-c8da-4d71-b9fa-03744ee624ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T18:41:35Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['5dde95f4-1157-44ab-817a-8770c8f8e80c'], 'active': True} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:41:46.393189 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvr_db [None req-8e10d7c6-018a-4350-bbe7-34e5af9e93d8 None None] Set router f97eaf5e-41e6-4b26-a543-9f157b864817 gateway port host: n-d-816865-1 {{(pid=102388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 18:41:46.444308 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ecdf1c4-62ce-49e5-be3e-dafe259a1f6a None None] Pushing event updated for resources: {'Port': ['ID=59a31988-9d9f-4f00-ade6-2b69787ce63d,revision_number=4']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:41:46.473410 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5545766a-0b96-4ff0-bf83-9c2ae381a746 tempest-ServersTestFqdnHostnames-345679519 tempest-ServersTestFqdnHostnames-345679519-project] Pushing event updated for resources: {'Port': ['ID=405193bf-c114-4de2-b068-6dc97d9cc856,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:41:46.496945 n-d-816865-1 neutron-server[102386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dece0a9d-0aa6-4496-bd16-059eef231e9d', 'name': 'network-vif-deleted', 'tag': '00947ea7-44a7-48c3-8090-3a64e0e9cafd'}] {{(pid=102386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 18:41:46.503454 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6173a44d7c73f41af551dc890fa1a5892c2c6bc3458b640c8e0c24db7876ba6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-176d6197-ddb2-445a-a06e-66ca536ec80c" -d '{"events": [{"server_uuid": "dece0a9d-0aa6-4496-bd16-059eef231e9d", "name": "network-vif-deleted", "tag": "00947ea7-44a7-48c3-8090-3a64e0e9cafd"}]}' {{(pid=102386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 18:41:46.569546 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvr_db [None req-78567403-c8da-4d71-b9fa-03744ee624ab None None] Set router 5dde95f4-1157-44ab-817a-8770c8f8e80c gateway port host: n-d-816865-1 {{(pid=102389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 18:41:46.650173 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-5545766a-0b96-4ff0-bf83-9c2ae381a746 tempest-ServersTestFqdnHostnames-345679519 tempest-ServersTestFqdnHostnames-345679519-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:41:46.859215 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-78567403-c8da-4d71-b9fa-03744ee624ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dde95f4-1157-44ab-817a-8770c8f8e80c', 'name': 'tempest-ServersTestFqdnHostnames-1079241961-router', 'tenant_id': 'd276d3590f324d258de926cd1aa8ebb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.82'}], 'enable_snat': True}, 'gw_port_id': '82df7b0b-5854-4685-bdd9-15e178f86f35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T18:41:34Z', 'updated_at': '2021-11-05T18:41:40Z', 'revision_number': 4, 'project_id': 'd276d3590f324d258de926cd1aa8ebb5', 'gw_port': {'id': '82df7b0b-5854-4685-bdd9-15e178f86f35', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:27:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dde95f4-1157-44ab-817a-8770c8f8e80c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 753, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T18:41:34Z', 'updated_at': '2021-11-05T18:41:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1', '_interfaces': [{'id': '59a31988-9d9f-4f00-ade6-2b69787ce63d', 'name': '', 'network_id': '1da37b43-f7d4-493c-9709-10fff3365b6d', 'tenant_id': 'd276d3590f324d258de926cd1aa8ebb5', 'mac_address': 'fa:16:3e:b9:86:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5dde95f4-1157-44ab-817a-8770c8f8e80c', 'device_owner': 'network:router_interface', 'standard_attr_id': 761, 'fixed_ips': [{'subnet_id': '98fc1e31-7219-4cb0-bc4e-cc4fffcb9ad4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T18:41:38Z', 'updated_at': '2021-11-05T18:41:46Z', 'revision_number': 4, 'project_id': 'd276d3590f324d258de926cd1aa8ebb5', 'subnets': [{'id': '98fc1e31-7219-4cb0-bc4e-cc4fffcb9ad4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-1', False) {} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:41:46.894146 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78567403-c8da-4d71-b9fa-03744ee624ab None None] The sync data for ids ['5dde95f4-1157-44ab-817a-8770c8f8e80c'] in n-d-816865-1 is: [{'id': '5dde95f4-1157-44ab-817a-8770c8f8e80c', 'name': 'tempest-ServersTestFqdnHostnames-1079241961-router', 'tenant_id': 'd276d3590f324d258de926cd1aa8ebb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.82'}], 'enable_snat': True}, 'gw_port_id': '82df7b0b-5854-4685-bdd9-15e178f86f35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T18:41:34Z', 'updated_at': '2021-11-05T18:41:40Z', 'revision_number': 4, 'project_id': 'd276d3590f324d258de926cd1aa8ebb5', 'gw_port': {'id': '82df7b0b-5854-4685-bdd9-15e178f86f35', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:27:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dde95f4-1157-44ab-817a-8770c8f8e80c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 753, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T18:41:34Z', 'updated_at': '2021-11-05T18:41:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1', '_interfaces': [{'id': '59a31988-9d9f-4f00-ade6-2b69787ce63d', 'name': '', 'network_id': '1da37b43-f7d4-493c-9709-10fff3365b6d', 'tenant_id': 'd276d3590f324d258de926cd1aa8ebb5', 'mac_address': 'fa:16:3e:b9:86:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5dde95f4-1157-44ab-817a-8770c8f8e80c', 'device_owner': 'network:router_interface', 'standard_attr_id': 761, 'fixed_ips': [{'subnet_id': '98fc1e31-7219-4cb0-bc4e-cc4fffcb9ad4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T18:41:38Z', 'updated_at': '2021-11-05T18:41:46Z', 'revision_number': 4, 'project_id': 'd276d3590f324d258de926cd1aa8ebb5', 'subnets': [{'id': '98fc1e31-7219-4cb0-bc4e-cc4fffcb9ad4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 18:41:46.932792 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-71611a8d-a7fa-4145-b22f-4adfa43a2b43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:41:47.065173 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-71611a8d-a7fa-4145-b22f-4adfa43a2b43 None None] For port 59a31988-9d9f-4f00-ade6-2b69787ce63d, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=59a31988-9d9f-4f00-ade6-2b69787ce63d,segment=NetworkSegment(fa8c7ea5-f99c-4ee2-80d1-0e4e054d8ebd),segment_id=fa8c7ea5-f99c-4ee2-80d1-0e4e054d8ebd)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:41:47.123006 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-8e10d7c6-018a-4350-bbe7-34e5af9e93d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f97eaf5e-41e6-4b26-a543-9f157b864817', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-15228308-router', 'tenant_id': 'e4fadb60c9fa4b0abf704559d02b8aa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.126'}], 'enable_snat': True}, 'gw_port_id': '024766b1-ed20-44e2-88c8-a2bf8d112db6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T18:36:36Z', 'updated_at': '2021-11-05T18:36:42Z', 'revision_number': 4, 'project_id': 'e4fadb60c9fa4b0abf704559d02b8aa0', 'gw_port': {'id': '024766b1-ed20-44e2-88c8-a2bf8d112db6', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:c5:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f97eaf5e-41e6-4b26-a543-9f157b864817', 'device_owner': 'network:router_gateway', 'standard_attr_id': 239, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T18:36:38Z', 'updated_at': '2021-11-05T18:36:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1', '_interfaces': [{'id': '540167f0-431b-4b88-b94d-62b984252270', 'name': '', 'network_id': 'ba3e8390-54e7-4d99-8fec-d7b75d85d22a', 'tenant_id': 'e4fadb60c9fa4b0abf704559d02b8aa0', 'mac_address': 'fa:16:3e:c0:53:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f97eaf5e-41e6-4b26-a543-9f157b864817', 'device_owner': 'network:router_interface', 'standard_attr_id': 253, 'fixed_ips': [{'subnet_id': '23219f55-021e-4f36-bac1-2c401000599a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T18:36:42Z', 'updated_at': '2021-11-05T18:36:48Z', 'revision_number': 5, 'project_id': 'e4fadb60c9fa4b0abf704559d02b8aa0', 'subnets': [{'id': '23219f55-021e-4f36-bac1-2c401000599a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-1', False) {} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:41:47.156275 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e10d7c6-018a-4350-bbe7-34e5af9e93d8 None None] Checking router: f97eaf5e-41e6-4b26-a543-9f157b864817 for host: n-d-816865-1 {{(pid=102388) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 18:41:47.166677 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e10d7c6-018a-4350-bbe7-34e5af9e93d8 None None] Routers {'f97eaf5e-41e6-4b26-a543-9f157b864817'} bound to L3 agent in host n-d-816865-1 {{(pid=102388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 18:41:47.167307 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-8e10d7c6-018a-4350-bbe7-34e5af9e93d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T18:41:35Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['f97eaf5e-41e6-4b26-a543-9f157b864817'], 'active': True} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:41:47.302268 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvr_db [None req-8e10d7c6-018a-4350-bbe7-34e5af9e93d8 None None] Set router f97eaf5e-41e6-4b26-a543-9f157b864817 gateway port host: n-d-816865-1 {{(pid=102388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 18:41:47.577764 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-8e10d7c6-018a-4350-bbe7-34e5af9e93d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f97eaf5e-41e6-4b26-a543-9f157b864817', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-15228308-router', 'tenant_id': 'e4fadb60c9fa4b0abf704559d02b8aa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.126'}], 'enable_snat': True}, 'gw_port_id': '024766b1-ed20-44e2-88c8-a2bf8d112db6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T18:36:36Z', 'updated_at': '2021-11-05T18:36:42Z', 'revision_number': 4, 'project_id': 'e4fadb60c9fa4b0abf704559d02b8aa0', 'gw_port': {'id': '024766b1-ed20-44e2-88c8-a2bf8d112db6', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:c5:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f97eaf5e-41e6-4b26-a543-9f157b864817', 'device_owner': 'network:router_gateway', 'standard_attr_id': 239, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T18:36:38Z', 'updated_at': '2021-11-05T18:36:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1', '_interfaces': [{'id': '540167f0-431b-4b88-b94d-62b984252270', 'name': '', 'network_id': 'ba3e8390-54e7-4d99-8fec-d7b75d85d22a', 'tenant_id': 'e4fadb60c9fa4b0abf704559d02b8aa0', 'mac_address': 'fa:16:3e:c0:53:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f97eaf5e-41e6-4b26-a543-9f157b864817', 'device_owner': 'network:router_interface', 'standard_attr_id': 253, 'fixed_ips': [{'subnet_id': '23219f55-021e-4f36-bac1-2c401000599a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T18:36:42Z', 'updated_at': '2021-11-05T18:36:48Z', 'revision_number': 5, 'project_id': 'e4fadb60c9fa4b0abf704559d02b8aa0', 'subnets': [{'id': '23219f55-021e-4f36-bac1-2c401000599a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-1', False) {} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:41:47.608053 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e10d7c6-018a-4350-bbe7-34e5af9e93d8 None None] The sync data for ids ['f97eaf5e-41e6-4b26-a543-9f157b864817'] in n-d-816865-1 is: [{'id': 'f97eaf5e-41e6-4b26-a543-9f157b864817', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-15228308-router', 'tenant_id': 'e4fadb60c9fa4b0abf704559d02b8aa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.126'}], 'enable_snat': True}, 'gw_port_id': '024766b1-ed20-44e2-88c8-a2bf8d112db6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T18:36:36Z', 'updated_at': '2021-11-05T18:36:42Z', 'revision_number': 4, 'project_id': 'e4fadb60c9fa4b0abf704559d02b8aa0', 'gw_port': {'id': '024766b1-ed20-44e2-88c8-a2bf8d112db6', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:c5:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f97eaf5e-41e6-4b26-a543-9f157b864817', 'device_owner': 'network:router_gateway', 'standard_attr_id': 239, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T18:36:38Z', 'updated_at': '2021-11-05T18:36:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1', '_interfaces': [{'id': '540167f0-431b-4b88-b94d-62b984252270', 'name': '', 'network_id': 'ba3e8390-54e7-4d99-8fec-d7b75d85d22a', 'tenant_id': 'e4fadb60c9fa4b0abf704559d02b8aa0', 'mac_address': 'fa:16:3e:c0:53:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f97eaf5e-41e6-4b26-a543-9f157b864817', 'device_owner': 'network:router_interface', 'standard_attr_id': 253, 'fixed_ips': [{'subnet_id': '23219f55-021e-4f36-bac1-2c401000599a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T18:36:42Z', 'updated_at': '2021-11-05T18:36:48Z', 'revision_number': 5, 'project_id': 'e4fadb60c9fa4b0abf704559d02b8aa0', 'subnets': [{'id': '23219f55-021e-4f36-bac1-2c401000599a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 18:41:47.778098 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-71611a8d-a7fa-4145-b22f-4adfa43a2b43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:41:47.828563 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-5545766a-0b96-4ff0-bf83-9c2ae381a746 tempest-ServersTestFqdnHostnames-345679519 tempest-ServersTestFqdnHostnames-345679519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:41:47.856190 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71611a8d-a7fa-4145-b22f-4adfa43a2b43 None None] Pushing event updated for resources: {'Port': ['ID=59a31988-9d9f-4f00-ade6-2b69787ce63d,revision_number=5']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:41:47.912658 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-569ccb04-365a-4ca6-9b3a-4918038f343e None None] Provisioning complete for port 59a31988-9d9f-4f00-ade6-2b69787ce63d triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:41:47.917826 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-569ccb04-365a-4ca6-9b3a-4918038f343e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:41:48.062423 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae3b58c-7bb0-4068-baff-546668b2bbe9 req-7cdc3e9e-248b-41c8-9c67-04f28b828e71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:41:48.069651 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-fae3b58c-7bb0-4068-baff-546668b2bbe9 req-7cdc3e9e-248b-41c8-9c67-04f28b828e71 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=174784d1-6e33-406b-9ea4-96f2e35bc1c2&tenant_id=10ec5728e81c4449951d5c9e87d02372 HTTP/1.1" status: 200 len: 1100 time: 0.1341639 Nov 05 18:41:48.083077 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [req-fae3b58c-7bb0-4068-baff-546668b2bbe9 req-8237011b-418f-4c4d-898d-7f44964389b7 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-816865-1', 'device_owner': 'compute:nova'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:41:48.087463 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-5545766a-0b96-4ff0-bf83-9c2ae381a746 tempest-ServersTestFqdnHostnames-345679519 tempest-ServersTestFqdnHostnames-345679519-project] Publish callbacks [] for port, precommit_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:41:48.133519 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59f56436-0de5-4f0b-973f-90cf582d766b None None] New status for floating IP 22e7d490-b5d2-49a0-9e95-5804846682c2: DOWN {{(pid=102389) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 05 18:41:48.163405 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-fae3b58c-7bb0-4068-baff-546668b2bbe9 req-8237011b-418f-4c4d-898d-7f44964389b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:41:48.185649 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-5545766a-0b96-4ff0-bf83-9c2ae381a746 tempest-ServersTestFqdnHostnames-345679519 tempest-ServersTestFqdnHostnames-345679519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4417072'] for port, after_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:41:48.295373 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5545766a-0b96-4ff0-bf83-9c2ae381a746 tempest-ServersTestFqdnHostnames-345679519 tempest-ServersTestFqdnHostnames-345679519-project] Pushing event updated for resources: {'Port': ['ID=405193bf-c114-4de2-b068-6dc97d9cc856,revision_number=2']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:41:48.317854 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-5545766a-0b96-4ff0-bf83-9c2ae381a746 tempest-ServersTestFqdnHostnames-345679519 tempest-ServersTestFqdnHostnames-345679519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1000577'] for floatingip, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:41:48.344030 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Device 74d94c4e-fd4c-4541-87c9-d37cb3b291e1 up at agent hyperv_n-h1-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 18:41:48.437111 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-5545766a-0b96-4ff0-bf83-9c2ae381a746 tempest-ServersTestFqdnHostnames-345679519 tempest-ServersTestFqdnHostnames-345679519-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for floatingip, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:41:48.437111 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-5545766a-0b96-4ff0-bf83-9c2ae381a746 tempest-ServersTestFqdnHostnames-345679519 tempest-ServersTestFqdnHostnames-345679519-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.4091570 Nov 05 18:41:48.442094 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 59a31988-9d9f-4f00-ade6-2b69787ce63d up at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 18:41:48.518736 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Provisioning for port 74d94c4e-fd4c-4541-87c9-d37cb3b291e1 completed by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 05 18:41:48.526899 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Provisioning complete for port 74d94c4e-fd4c-4541-87c9-d37cb3b291e1 triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:41:48.527368 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:41:48.558589 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [req-fae3b58c-7bb0-4068-baff-546668b2bbe9 req-8237011b-418f-4c4d-898d-7f44964389b7 service neutron] For port 69f3ff0f-5148-4bc1-8f69-404c4f9f50e7, host n-h2-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=69f3ff0f-5148-4bc1-8f69-404c4f9f50e7,segment=NetworkSegment(35c2db9c-522d-48d3-98cf-a08c2cc55db7),segment_id=35c2db9c-522d-48d3-98cf-a08c2cc55db7)] {{(pid=102386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:41:48.563970 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Provisioning complete for port 59a31988-9d9f-4f00-ade6-2b69787ce63d triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:41:48.564341 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:41:48.602165 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [req-fae3b58c-7bb0-4068-baff-546668b2bbe9 req-8237011b-418f-4c4d-898d-7f44964389b7 service neutron] For port 69f3ff0f-5148-4bc1-8f69-404c4f9f50e7, host n-h2-816865-1, cleared binding levels {{(pid=102386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 18:41:48.644774 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-fae3b58c-7bb0-4068-baff-546668b2bbe9 req-8237011b-418f-4c4d-898d-7f44964389b7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:41:48.658686 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.provisioning_blocks [req-fae3b58c-7bb0-4068-baff-546668b2bbe9 req-8237011b-418f-4c4d-898d-7f44964389b7 service neutron] Transition to ACTIVE for port object 69f3ff0f-5148-4bc1-8f69-404c4f9f50e7 will not be triggered until provisioned by entity L2. {{(pid=102386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 05 18:41:48.713435 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:41:48.738549 n-d-816865-1 neutron-server[102388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b9db9e4-2300-49be-bd99-8eabc0e57de3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74d94c4e-fd4c-4541-87c9-d37cb3b291e1'}] {{(pid=102388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 18:41:48.741000 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85474fee1180e129d8a886d264fe0b30223aa672dd1ffe43b630605f18504f68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-846e3dc4-d069-4a03-9722-0db5d530ee14" -d '{"events": [{"server_uuid": "6b9db9e4-2300-49be-bd99-8eabc0e57de3", "name": "network-vif-plugged", "status": "completed", "tag": "74d94c4e-fd4c-4541-87c9-d37cb3b291e1"}]}' {{(pid=102388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 18:41:48.746113 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-fae3b58c-7bb0-4068-baff-546668b2bbe9 req-8237011b-418f-4c4d-898d-7f44964389b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6149821'] for port, after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:41:48.755995 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] For port 74d94c4e-fd4c-4541-87c9-d37cb3b291e1, host n-h1-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=74d94c4e-fd4c-4541-87c9-d37cb3b291e1,segment=NetworkSegment(e8365128-97c2-430d-9b82-ea8f7c12233e),segment_id=e8365128-97c2-430d-9b82-ea8f7c12233e)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:41:48.822541 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [req-fae3b58c-7bb0-4068-baff-546668b2bbe9 req-8237011b-418f-4c4d-898d-7f44964389b7 service neutron] No DVR routers for this DVR port 69f3ff0f-5148-4bc1-8f69-404c4f9f50e7 on host n-h2-816865-1 {{(pid=102386) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 18:41:48.826353 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8237011b-418f-4c4d-898d-7f44964389b7 service neutron] Pushing event updated for resources: {'Port': ['ID=69f3ff0f-5148-4bc1-8f69-404c4f9f50e7,revision_number=6']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:41:48.867486 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [req-fae3b58c-7bb0-4068-baff-546668b2bbe9 req-8237011b-418f-4c4d-898d-7f44964389b7 service neutron] Attempting to bind port 69f3ff0f-5148-4bc1-8f69-404c4f9f50e7 on host n-h1-816865-1 for vnic_type normal with profile {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 18:41:48.867819 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [req-fae3b58c-7bb0-4068-baff-546668b2bbe9 req-8237011b-418f-4c4d-898d-7f44964389b7 service neutron] Attempting to bind port 69f3ff0f-5148-4bc1-8f69-404c4f9f50e7 by drivers openvswitch,hyperv on host n-h1-816865-1 at level 0 using segments [{'id': '35c2db9c-522d-48d3-98cf-a08c2cc55db7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'a723f808-b11e-4066-b104-fad90c82895e'}] {{(pid=102386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 18:41:48.868151 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fae3b58c-7bb0-4068-baff-546668b2bbe9 req-8237011b-418f-4c4d-898d-7f44964389b7 service neutron] Attempting to bind port 69f3ff0f-5148-4bc1-8f69-404c4f9f50e7 on network a723f808-b11e-4066-b104-fad90c82895e {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 18:41:48.877959 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fae3b58c-7bb0-4068-baff-546668b2bbe9 req-8237011b-418f-4c4d-898d-7f44964389b7 service neutron] Port 69f3ff0f-5148-4bc1-8f69-404c4f9f50e7 on network a723f808-b11e-4066-b104-fad90c82895e not bound, no agent of type Open vSwitch agent registered on host n-h1-816865-1 {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 18:41:48.878240 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fae3b58c-7bb0-4068-baff-546668b2bbe9 req-8237011b-418f-4c4d-898d-7f44964389b7 service neutron] Attempting to bind port 69f3ff0f-5148-4bc1-8f69-404c4f9f50e7 on network a723f808-b11e-4066-b104-fad90c82895e {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 18:41:48.884588 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fae3b58c-7bb0-4068-baff-546668b2bbe9 req-8237011b-418f-4c4d-898d-7f44964389b7 service neutron] Checking agent: {'id': 'eb596d7c-8c64-42bd-8aca-fad447eb0eab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816865-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 18, 33, 34), 'started_at': datetime.datetime(2021, 11, 5, 18, 33, 34), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 18, 41, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 18:41:48.885198 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fae3b58c-7bb0-4068-baff-546668b2bbe9 req-8237011b-418f-4c4d-898d-7f44964389b7 service neutron] Checking segment: {'id': '35c2db9c-522d-48d3-98cf-a08c2cc55db7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'a723f808-b11e-4066-b104-fad90c82895e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 18:41:48.885742 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fae3b58c-7bb0-4068-baff-546668b2bbe9 req-8237011b-418f-4c4d-898d-7f44964389b7 service neutron] Bound using segment: {'id': '35c2db9c-522d-48d3-98cf-a08c2cc55db7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'a723f808-b11e-4066-b104-fad90c82895e'} {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 18:41:48.886519 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [req-fae3b58c-7bb0-4068-baff-546668b2bbe9 req-8237011b-418f-4c4d-898d-7f44964389b7 service neutron] Bound port: 69f3ff0f-5148-4bc1-8f69-404c4f9f50e7, host: n-h1-816865-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35c2db9c-522d-48d3-98cf-a08c2cc55db7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'a723f808-b11e-4066-b104-fad90c82895e'}}] {{(pid=102386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 18:41:48.887186 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-fae3b58c-7bb0-4068-baff-546668b2bbe9 req-8237011b-418f-4c4d-898d-7f44964389b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:41:48.908026 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:41:48.911869 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Device 62ff4673-48f2-4b6a-905c-6b1bcc553de5 up at agent hyperv_n-h1-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 18:41:49.006275 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Pushing event updated for resources: {'Port': ['ID=74d94c4e-fd4c-4541-87c9-d37cb3b291e1,revision_number=5']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:41:49.071948 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [req-fae3b58c-7bb0-4068-baff-546668b2bbe9 req-8237011b-418f-4c4d-898d-7f44964389b7 service neutron] For port 69f3ff0f-5148-4bc1-8f69-404c4f9f50e7, host n-h1-816865-1, cleared binding levels {{(pid=102386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 18:41:49.078292 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [req-fae3b58c-7bb0-4068-baff-546668b2bbe9 req-8237011b-418f-4c4d-898d-7f44964389b7 service neutron] For port 69f3ff0f-5148-4bc1-8f69-404c4f9f50e7, host n-h1-816865-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=69f3ff0f-5148-4bc1-8f69-404c4f9f50e7,segment=NetworkSegment(35c2db9c-522d-48d3-98cf-a08c2cc55db7),segment_id=35c2db9c-522d-48d3-98cf-a08c2cc55db7)] {{(pid=102386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 18:41:49.197131 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Provisioning for port 62ff4673-48f2-4b6a-905c-6b1bcc553de5 completed by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 05 18:41:49.201971 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Provisioning complete for port 62ff4673-48f2-4b6a-905c-6b1bcc553de5 triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:41:49.202459 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:41:49.243088 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-fae3b58c-7bb0-4068-baff-546668b2bbe9 req-8237011b-418f-4c4d-898d-7f44964389b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6149821'] for port, after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:41:49.289735 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae3b58c-7bb0-4068-baff-546668b2bbe9 req-8237011b-418f-4c4d-898d-7f44964389b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:41:49.290236 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-fae3b58c-7bb0-4068-baff-546668b2bbe9 req-8237011b-418f-4c4d-898d-7f44964389b7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:41:49.292616 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-fae3b58c-7bb0-4068-baff-546668b2bbe9 req-8237011b-418f-4c4d-898d-7f44964389b7 service neutron] 10.222.0.41 "PUT /v2.0/ports/69f3ff0f-5148-4bc1-8f69-404c4f9f50e7 HTTP/1.1" status: 200 len: 1095 time: 1.2146382 Nov 05 18:41:49.311064 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:41:49.375995 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] For port 62ff4673-48f2-4b6a-905c-6b1bcc553de5, host n-h1-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=62ff4673-48f2-4b6a-905c-6b1bcc553de5,segment=NetworkSegment(93fd2d79-7933-46e7-8a7f-2b0cace59e4b),segment_id=93fd2d79-7933-46e7-8a7f-2b0cace59e4b)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:41:49.377667 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8237011b-418f-4c4d-898d-7f44964389b7 service neutron] Pushing event updated for resources: {'Port': ['ID=69f3ff0f-5148-4bc1-8f69-404c4f9f50e7,revision_number=7']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:41:49.398437 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae3b58c-7bb0-4068-baff-546668b2bbe9 req-43c078b6-02db-4c65-8af8-2bd1d4417d78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:41:49.400002 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-fae3b58c-7bb0-4068-baff-546668b2bbe9 req-43c078b6-02db-4c65-8af8-2bd1d4417d78 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=10ec5728e81c4449951d5c9e87d02372&device_id=174784d1-6e33-406b-9ea4-96f2e35bc1c2 HTTP/1.1" status: 200 len: 1098 time: 0.0703256 Nov 05 18:41:49.437267 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:41:49.497000 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Pushing event updated for resources: {'Port': ['ID=62ff4673-48f2-4b6a-905c-6b1bcc553de5,revision_number=5']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:41:49.509805 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae3b58c-7bb0-4068-baff-546668b2bbe9 req-e2096f0c-d330-49a7-85e4-5306cfa922ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:41:49.511342 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-fae3b58c-7bb0-4068-baff-546668b2bbe9 req-e2096f0c-d330-49a7-85e4-5306cfa922ab service neutron] 10.222.0.41 "GET /v2.0/networks?id=a723f808-b11e-4066-b104-fad90c82895e HTTP/1.1" status: 200 len: 870 time: 0.1043792 Nov 05 18:41:49.561993 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-fae3b58c-7bb0-4068-baff-546668b2bbe9 req-f1cc12d2-2304-43a3-9b61-b65115fef593 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.20&port_id=69f3ff0f-5148-4bc1-8f69-404c4f9f50e7 HTTP/1.1" status: 200 len: 217 time: 0.0428228 Nov 05 18:41:49.625343 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae3b58c-7bb0-4068-baff-546668b2bbe9 req-f616aac7-8b04-4dc7-b9b6-4aa0941c6048 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:41:49.628505 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-fae3b58c-7bb0-4068-baff-546668b2bbe9 req-f616aac7-8b04-4dc7-b9b6-4aa0941c6048 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=05e7a1b5-165b-4a00-855a-ffbcb2eba59e HTTP/1.1" status: 200 len: 843 time: 0.0579209 Nov 05 18:41:49.677735 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae3b58c-7bb0-4068-baff-546668b2bbe9 req-7a97bf26-e177-4ebc-a052-7602d4fe62a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:41:49.679732 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-fae3b58c-7bb0-4068-baff-546668b2bbe9 req-7a97bf26-e177-4ebc-a052-7602d4fe62a2 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a723f808-b11e-4066-b104-fad90c82895e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0450251 Nov 05 18:41:49.780699 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-fae3b58c-7bb0-4068-baff-546668b2bbe9 req-8a27428d-d78f-4845-b22f-882a7de429a8 service neutron] 10.222.0.41 "GET /v2.0/networks/a723f808-b11e-4066-b104-fad90c82895e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935619 Nov 05 18:41:49.847924 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Device 69f3ff0f-5148-4bc1-8f69-404c4f9f50e7 no longer exists at agent hyperv_n-h2-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 18:41:49.879040 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-fae3b58c-7bb0-4068-baff-546668b2bbe9 req-38cc7afd-87e5-46bc-aad9-1e938b8e17b6 service neutron] 10.222.0.41 "GET /v2.0/networks/a723f808-b11e-4066-b104-fad90c82895e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907183 Nov 05 18:41:49.891943 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Device 69f3ff0f-5148-4bc1-8f69-404c4f9f50e7 not bound to the agent host n-h2-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 18:41:50.368254 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Device 12cc8ba5-8895-4346-85a3-5a5395794a18 up at agent hyperv_n-h1-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 18:41:50.471183 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Provisioning for port 12cc8ba5-8895-4346-85a3-5a5395794a18 completed by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 05 18:41:50.475858 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Provisioning complete for port 12cc8ba5-8895-4346-85a3-5a5395794a18 triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:41:50.476224 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:41:50.561676 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:41:50.600115 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] For port 12cc8ba5-8895-4346-85a3-5a5395794a18, host n-h1-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=12cc8ba5-8895-4346-85a3-5a5395794a18,segment=NetworkSegment(e8365128-97c2-430d-9b82-ea8f7c12233e),segment_id=e8365128-97c2-430d-9b82-ea8f7c12233e)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:41:50.654173 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:41:50.654963 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Device fa9fc664-ad20-4e86-ab04-751d1b06b45b up at agent hyperv_n-h1-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 18:41:50.890157 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Pushing event updated for resources: {'Port': ['ID=12cc8ba5-8895-4346-85a3-5a5395794a18,revision_number=5']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:41:51.602931 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Provisioning for port fa9fc664-ad20-4e86-ab04-751d1b06b45b completed by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 05 18:41:51.607192 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Provisioning complete for port fa9fc664-ad20-4e86-ab04-751d1b06b45b triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:41:51.607594 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:41:51.694592 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:41:51.736999 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] For port fa9fc664-ad20-4e86-ab04-751d1b06b45b, host n-h1-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=fa9fc664-ad20-4e86-ab04-751d1b06b45b,segment=NetworkSegment(e8365128-97c2-430d-9b82-ea8f7c12233e),segment_id=e8365128-97c2-430d-9b82-ea8f7c12233e)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:41:51.814340 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:41:51.815269 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Device aa96a508-f091-4c76-94a7-8155d7f58fdc up at agent hyperv_n-h1-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 18:41:51.947251 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Pushing event updated for resources: {'Port': ['ID=fa9fc664-ad20-4e86-ab04-751d1b06b45b,revision_number=5']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:41:52.162914 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Provisioning for port aa96a508-f091-4c76-94a7-8155d7f58fdc completed by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 05 18:41:52.166927 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Provisioning complete for port aa96a508-f091-4c76-94a7-8155d7f58fdc triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:41:52.167356 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:41:52.258079 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:41:52.288509 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] For port aa96a508-f091-4c76-94a7-8155d7f58fdc, host n-h1-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=aa96a508-f091-4c76-94a7-8155d7f58fdc,segment=NetworkSegment(e8365128-97c2-430d-9b82-ea8f7c12233e),segment_id=e8365128-97c2-430d-9b82-ea8f7c12233e)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:41:52.368662 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:41:52.369554 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Device 68d77c8e-2056-4060-8cbb-c746a0b6d7a9 up at agent hyperv_n-h1-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 18:41:52.412033 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Device 69f3ff0f-5148-4bc1-8f69-404c4f9f50e7 details requested by agent hyperv_n-h1-816865-1 with host n-h1-816865-1 {{(pid=102388) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 05 18:41:52.604406 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Pushing event updated for resources: {'Port': ['ID=aa96a508-f091-4c76-94a7-8155d7f58fdc,revision_number=5']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:41:52.604406 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] For port 69f3ff0f-5148-4bc1-8f69-404c4f9f50e7, host n-h1-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=69f3ff0f-5148-4bc1-8f69-404c4f9f50e7,segment=NetworkSegment(35c2db9c-522d-48d3-98cf-a08c2cc55db7),segment_id=35c2db9c-522d-48d3-98cf-a08c2cc55db7)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:41:52.604406 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Returning: {'device': '69f3ff0f-5148-4bc1-8f69-404c4f9f50e7', 'network_id': 'a723f808-b11e-4066-b104-fad90c82895e', 'port_id': '69f3ff0f-5148-4bc1-8f69-404c4f9f50e7', 'mac_address': 'fa:16:3e:5f:2b:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 153, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05e7a1b5-165b-4a00-855a-ffbcb2eba59e', 'ip_address': '192.168.233.20'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102388) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 05 18:41:52.608385 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:41:52.627420 n-d-816865-1 neutron-server[102388]: DEBUG neutron.notifiers.nova [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 69f3ff0f-5148-4bc1-8f69-404c4f9f50e7 {{(pid=102388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 18:41:52.651725 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] For port 69f3ff0f-5148-4bc1-8f69-404c4f9f50e7, host n-h1-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=69f3ff0f-5148-4bc1-8f69-404c4f9f50e7,segment=NetworkSegment(35c2db9c-522d-48d3-98cf-a08c2cc55db7),segment_id=35c2db9c-522d-48d3-98cf-a08c2cc55db7)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:41:52.883012 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Provisioning for port 68d77c8e-2056-4060-8cbb-c746a0b6d7a9 completed by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 05 18:41:52.888007 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Provisioning complete for port 68d77c8e-2056-4060-8cbb-c746a0b6d7a9 triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:41:52.888436 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:41:52.910669 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:41:52.973042 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Pushing event updated for resources: {'Port': ['ID=69f3ff0f-5148-4bc1-8f69-404c4f9f50e7,revision_number=8']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:41:53.017750 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:41:53.053766 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] For port 68d77c8e-2056-4060-8cbb-c746a0b6d7a9, host n-h1-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=68d77c8e-2056-4060-8cbb-c746a0b6d7a9,segment=NetworkSegment(6186c4cd-4d81-4117-b1bc-f8fd9e145a22),segment_id=6186c4cd-4d81-4117-b1bc-f8fd9e145a22)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:41:53.151268 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:41:53.152021 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Device 30e8fb4b-e390-414c-b298-38f2ab60929c up at agent hyperv_n-h1-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 18:41:53.230349 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Pushing event updated for resources: {'Port': ['ID=68d77c8e-2056-4060-8cbb-c746a0b6d7a9,revision_number=5']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:41:53.255104 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] get_ports_and_sgs() called for port_ids ['69f3ff0f-5148-4bc1-8f69-404c4f9f50e7'] {{(pid=102388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 18:41:53.309706 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Provisioning for port 30e8fb4b-e390-414c-b298-38f2ab60929c completed by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 05 18:41:53.319898 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Provisioning complete for port 30e8fb4b-e390-414c-b298-38f2ab60929c triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:41:53.320421 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:41:53.469589 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:41:53.518394 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] For port 30e8fb4b-e390-414c-b298-38f2ab60929c, host n-h1-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=30e8fb4b-e390-414c-b298-38f2ab60929c,segment=NetworkSegment(6186c4cd-4d81-4117-b1bc-f8fd9e145a22),segment_id=6186c4cd-4d81-4117-b1bc-f8fd9e145a22)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:41:53.574323 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:41:53.623938 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Pushing event updated for resources: {'Port': ['ID=30e8fb4b-e390-414c-b298-38f2ab60929c,revision_number=5']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:41:55.449116 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d067dd08-1c58-41ac-b688-199545753368 req-298d370a-998d-4ee2-8a12-35217213cbdc tempest-ServerDiskConfigTestJSON-70330027 tempest-ServerDiskConfigTestJSON-70330027-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:41:55.450612 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-d067dd08-1c58-41ac-b688-199545753368 req-298d370a-998d-4ee2-8a12-35217213cbdc tempest-ServerDiskConfigTestJSON-70330027 tempest-ServerDiskConfigTestJSON-70330027-project] 10.222.0.13 "GET /v2.0/networks?id=c410af1b-0d29-45ed-bbbd-e63b694a7756 HTTP/1.1" status: 200 len: 814 time: 0.4383557 Nov 05 18:41:55.458455 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4713f581-2864-47fe-b7d5-4b96893312be req-1da51148-b272-49df-ae01-2d2b91fefd6b tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:41:55.459900 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-4713f581-2864-47fe-b7d5-4b96893312be req-1da51148-b272-49df-ae01-2d2b91fefd6b tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] 10.222.0.13 "GET /v2.0/ports?device_id=174784d1-6e33-406b-9ea4-96f2e35bc1c2 HTTP/1.1" status: 200 len: 948 time: 0.3856993 Nov 05 18:41:55.471605 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-d067dd08-1c58-41ac-b688-199545753368 req-9b89d876-03fe-4048-b5d0-7b0b8b65bcc3 tempest-ServerDiskConfigTestJSON-70330027 tempest-ServerDiskConfigTestJSON-70330027-project] 10.222.0.13 "GET /v2.0/quotas/d917dacf65cd489fa36d8042253fe266 HTTP/1.1" status: 200 len: 375 time: 0.0107369 Nov 05 18:41:55.514570 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-d067dd08-1c58-41ac-b688-199545753368 req-83e7eeaf-edd7-49d5-bed3-48f6d693afb3 tempest-ServerDiskConfigTestJSON-70330027 tempest-ServerDiskConfigTestJSON-70330027-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=d917dacf65cd489fa36d8042253fe266&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0293937 Nov 05 18:41:55.553758 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-4713f581-2864-47fe-b7d5-4b96893312be req-c135370e-1998-4c60-b298-d899e88ae8fb tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] 10.222.0.13 "GET /v2.0/security-groups?id=c4f63610-8850-433c-ac4b-7e7146261ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837417 Nov 05 18:41:55.644408 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-d067dd08-1c58-41ac-b688-199545753368 req-0b129720-1644-4500-b3ec-a1f9adaa5959 service neutron] 10.222.0.13 "GET /v2.0/networks/c410af1b-0d29-45ed-bbbd-e63b694a7756?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1144493 Nov 05 18:41:55.739707 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c50d1c-8741-47a5-aabf-1050523cdea3 req-2fc1f254-5221-42a1-b6dc-c2d906275fdb tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:41:55.745567 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c50d1c-8741-47a5-aabf-1050523cdea3 req-2fc1f254-5221-42a1-b6dc-c2d906275fdb tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:41:55.751719 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c50d1c-8741-47a5-aabf-1050523cdea3 req-2fc1f254-5221-42a1-b6dc-c2d906275fdb tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:41:55.757632 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c50d1c-8741-47a5-aabf-1050523cdea3 req-2fc1f254-5221-42a1-b6dc-c2d906275fdb tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:41:55.763485 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c50d1c-8741-47a5-aabf-1050523cdea3 req-2fc1f254-5221-42a1-b6dc-c2d906275fdb tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:41:55.769300 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c50d1c-8741-47a5-aabf-1050523cdea3 req-2fc1f254-5221-42a1-b6dc-c2d906275fdb tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:41:55.775499 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c50d1c-8741-47a5-aabf-1050523cdea3 req-2fc1f254-5221-42a1-b6dc-c2d906275fdb tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:41:55.778953 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-a2c50d1c-8741-47a5-aabf-1050523cdea3 req-2fc1f254-5221-42a1-b6dc-c2d906275fdb tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] 10.222.0.13 "GET /v2.0/ports?device_id=6b9db9e4-2300-49be-bd99-8eabc0e57de3 HTTP/1.1" status: 200 len: 5432 time: 0.1486495 Nov 05 18:41:55.830394 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-d067dd08-1c58-41ac-b688-199545753368 req-7185e39a-4205-4703-a916-41a3be833014 service neutron] 10.222.0.13 "GET /v2.0/networks/c410af1b-0d29-45ed-bbbd-e63b694a7756?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1704204 Nov 05 18:41:55.863071 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-a2c50d1c-8741-47a5-aabf-1050523cdea3 req-a64ceb92-f8c2-4f7a-9ece-cf2288017701 tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] 10.222.0.13 "GET /v2.0/security-groups?id=f4056503-c341-42e5-ae9d-37a5e83a41cf&id=98567ca5-1884-480b-af79-82f64bb06e96&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0743415 Nov 05 18:41:55.938525 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 18:41:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58cd633e-f473-4b5f-a0fa-6b1e1c797c88 x-openstack-request-id: req-58cd633e-f473-4b5f-a0fa-6b1e1c797c88 {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 18:41:55.945198 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dece0a9d-0aa6-4496-bd16-059eef231e9d", "name": "network-vif-deleted", "tag": "00947ea7-44a7-48c3-8090-3a64e0e9cafd", "status": "completed", "code": 200}]} {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 18:41:55.945198 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-58cd633e-f473-4b5f-a0fa-6b1e1c797c88 {{(pid=102386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 18:41:55.945198 n-d-816865-1 neutron-server[102386]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dece0a9d-0aa6-4496-bd16-059eef231e9d', 'name': 'network-vif-deleted', 'tag': '00947ea7-44a7-48c3-8090-3a64e0e9cafd', 'status': 'completed', 'code': 200} Nov 05 18:41:56.107987 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 18:41:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2262551a-d4bd-46bf-9d8b-841817d31bf8 x-openstack-request-id: req-2262551a-d4bd-46bf-9d8b-841817d31bf8 {{(pid=102388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 18:41:56.108520 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b9db9e4-2300-49be-bd99-8eabc0e57de3", "name": "network-vif-plugged", "status": "completed", "tag": "74d94c4e-fd4c-4541-87c9-d37cb3b291e1", "code": 200}]} {{(pid=102388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 18:41:56.108520 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2262551a-d4bd-46bf-9d8b-841817d31bf8 {{(pid=102388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 18:41:56.108899 n-d-816865-1 neutron-server[102388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b9db9e4-2300-49be-bd99-8eabc0e57de3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74d94c4e-fd4c-4541-87c9-d37cb3b291e1', 'code': 200} Nov 05 18:41:56.150455 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-cf6377f3-0b1b-4f85-8685-97e609cbc1f3 req-d5f2accf-013b-49b3-b718-72887992e569 tempest-ServersTestFqdnHostnames-345679519 tempest-ServersTestFqdnHostnames-345679519-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--1346053736&fields=id&tenant_id=d276d3590f324d258de926cd1aa8ebb5 HTTP/1.1" status: 200 len: 267 time: 0.1010818 Nov 05 18:41:56.325095 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6377f3-0b1b-4f85-8685-97e609cbc1f3 req-1395826a-cb7e-4ace-9f4f-1748bbbb6973 tempest-ServersTestFqdnHostnames-345679519 tempest-ServersTestFqdnHostnames-345679519-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:41:56.326632 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-cf6377f3-0b1b-4f85-8685-97e609cbc1f3 req-1395826a-cb7e-4ace-9f4f-1748bbbb6973 tempest-ServersTestFqdnHostnames-345679519 tempest-ServersTestFqdnHostnames-345679519-project] 10.222.0.13 "GET /v2.0/networks?id=1da37b43-f7d4-493c-9709-10fff3365b6d HTTP/1.1" status: 200 len: 815 time: 0.1752143 Nov 05 18:41:56.342894 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-cf6377f3-0b1b-4f85-8685-97e609cbc1f3 req-038c927b-a1c1-455a-8d60-c933e90fae2c tempest-ServersTestFqdnHostnames-345679519 tempest-ServersTestFqdnHostnames-345679519-project] 10.222.0.13 "GET /v2.0/quotas/d276d3590f324d258de926cd1aa8ebb5 HTTP/1.1" status: 200 len: 375 time: 0.0101953 Nov 05 18:41:56.400560 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Device 69f3ff0f-5148-4bc1-8f69-404c4f9f50e7 up at agent hyperv_n-h1-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 18:41:56.403063 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-cf6377f3-0b1b-4f85-8685-97e609cbc1f3 req-67ef15cf-65fb-4db2-acf4-1a6d4b68bee1 tempest-ServersTestFqdnHostnames-345679519 tempest-ServersTestFqdnHostnames-345679519-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=d276d3590f324d258de926cd1aa8ebb5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0530097 Nov 05 18:41:56.559403 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-cf6377f3-0b1b-4f85-8685-97e609cbc1f3 req-85ebc987-a328-4eed-93d6-7e3ecadd9cfe service neutron] 10.222.0.13 "GET /v2.0/networks/1da37b43-f7d4-493c-9709-10fff3365b6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1436021 Nov 05 18:41:56.580742 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Provisioning for port 69f3ff0f-5148-4bc1-8f69-404c4f9f50e7 completed by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 05 18:41:56.587368 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Provisioning complete for port 69f3ff0f-5148-4bc1-8f69-404c4f9f50e7 triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:41:56.590863 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:41:56.736673 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-cf6377f3-0b1b-4f85-8685-97e609cbc1f3 req-de7e79df-f74a-47a1-8c91-39706da61512 service neutron] 10.222.0.13 "GET /v2.0/networks/1da37b43-f7d4-493c-9709-10fff3365b6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1712055 Nov 05 18:41:56.795918 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:41:56.846901 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] For port 69f3ff0f-5148-4bc1-8f69-404c4f9f50e7, host n-h1-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=69f3ff0f-5148-4bc1-8f69-404c4f9f50e7,segment=NetworkSegment(35c2db9c-522d-48d3-98cf-a08c2cc55db7),segment_id=35c2db9c-522d-48d3-98cf-a08c2cc55db7)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:41:56.859671 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c4fa96-0479-4f0b-a1f1-d02b64cceaa7 req-c2cf633d-35b3-4514-b152-6656356efa1c tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:41:56.862333 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-c7c4fa96-0479-4f0b-a1f1-d02b64cceaa7 req-c2cf633d-35b3-4514-b152-6656356efa1c tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] 10.222.0.41 "GET /v2.0/ports?device_id=174784d1-6e33-406b-9ea4-96f2e35bc1c2&tenant_id=10ec5728e81c4449951d5c9e87d02372&binding%3Ahost_id=n-h1-816865-1 HTTP/1.1" status: 200 len: 948 time: 0.1242576 Nov 05 18:41:56.878143 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-6eeb58ab-efc7-4cfa-a353-defae1bc438d req-867fbaf3-9cb2-4cdb-9b1b-fb9d5fdc0282 tempest-ServerDiskConfigTestJSON-70330027 tempest-ServerDiskConfigTestJSON-70330027-project] 10.222.0.13 "GET /v2.0/ports?device_id=bcbd3f99-98ae-4481-b4a1-c0a7beca4f9f HTTP/1.1" status: 200 len: 210 time: 0.0343986 Nov 05 18:41:56.919307 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:41:57.014522 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-c7c4fa96-0479-4f0b-a1f1-d02b64cceaa7 req-86c01444-b20c-4f22-9c39-48b4039b7007 service neutron] 10.222.0.41 "GET /v2.0/ports/69f3ff0f-5148-4bc1-8f69-404c4f9f50e7/bindings/n-h1-816865-1 HTTP/1.1" status: 200 len: 382 time: 0.1420302 Nov 05 18:41:57.124454 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Pushing event updated for resources: {'Port': ['ID=69f3ff0f-5148-4bc1-8f69-404c4f9f50e7,revision_number=9']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:41:57.159899 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c4fa96-0479-4f0b-a1f1-d02b64cceaa7 req-423fbd30-4e8f-4701-bfef-08e16b69228a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:41:57.163841 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-c7c4fa96-0479-4f0b-a1f1-d02b64cceaa7 req-423fbd30-4e8f-4701-bfef-08e16b69228a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=10ec5728e81c4449951d5c9e87d02372&device_id=174784d1-6e33-406b-9ea4-96f2e35bc1c2 HTTP/1.1" status: 200 len: 1100 time: 0.1138611 Nov 05 18:41:57.173392 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a89a254-361d-4ba0-befd-7fc44b49892a req-91a23938-5b35-48d8-838e-0ce3c1ce71b6 tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:41:57.175837 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-0a89a254-361d-4ba0-befd-7fc44b49892a req-91a23938-5b35-48d8-838e-0ce3c1ce71b6 tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] 10.222.0.13 "GET /v2.0/ports?device_id=174784d1-6e33-406b-9ea4-96f2e35bc1c2 HTTP/1.1" status: 200 len: 949 time: 0.0794349 Nov 05 18:41:57.340428 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c4fa96-0479-4f0b-a1f1-d02b64cceaa7 req-8afdf2c3-d7b6-4ef2-a40c-a069e3e4b00d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:41:57.342333 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-c7c4fa96-0479-4f0b-a1f1-d02b64cceaa7 req-8afdf2c3-d7b6-4ef2-a40c-a069e3e4b00d service neutron] 10.222.0.41 "GET /v2.0/networks?id=a723f808-b11e-4066-b104-fad90c82895e HTTP/1.1" status: 200 len: 870 time: 0.1636870 Nov 05 18:41:57.351047 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979004f1-8592-4ddd-9a44-e29f7ccc9a5d req-652a7757-2d38-4b8b-9c09-134eec4b3576 tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:41:57.351047 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979004f1-8592-4ddd-9a44-e29f7ccc9a5d req-652a7757-2d38-4b8b-9c09-134eec4b3576 tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:41:57.356712 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979004f1-8592-4ddd-9a44-e29f7ccc9a5d req-652a7757-2d38-4b8b-9c09-134eec4b3576 tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:41:57.362929 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979004f1-8592-4ddd-9a44-e29f7ccc9a5d req-652a7757-2d38-4b8b-9c09-134eec4b3576 tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:41:57.369993 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979004f1-8592-4ddd-9a44-e29f7ccc9a5d req-652a7757-2d38-4b8b-9c09-134eec4b3576 tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:41:57.376720 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979004f1-8592-4ddd-9a44-e29f7ccc9a5d req-652a7757-2d38-4b8b-9c09-134eec4b3576 tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:41:57.383039 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979004f1-8592-4ddd-9a44-e29f7ccc9a5d req-652a7757-2d38-4b8b-9c09-134eec4b3576 tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:41:57.384946 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-979004f1-8592-4ddd-9a44-e29f7ccc9a5d req-652a7757-2d38-4b8b-9c09-134eec4b3576 tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] 10.222.0.13 "GET /v2.0/ports?device_id=6b9db9e4-2300-49be-bd99-8eabc0e57de3 HTTP/1.1" status: 200 len: 5432 time: 0.1723559 Nov 05 18:41:57.389525 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-c7c4fa96-0479-4f0b-a1f1-d02b64cceaa7 req-ef23f2d1-1bb5-4697-83be-b4c3d0ab7a42 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.20&port_id=69f3ff0f-5148-4bc1-8f69-404c4f9f50e7 HTTP/1.1" status: 200 len: 217 time: 0.0388372 Nov 05 18:41:57.405372 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-0a89a254-361d-4ba0-befd-7fc44b49892a req-38e07c12-5b4f-453c-ad48-5ed3d7c99f59 tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] 10.222.0.13 "GET /v2.0/security-groups?id=c4f63610-8850-433c-ac4b-7e7146261ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2219875 Nov 05 18:41:57.478263 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-979004f1-8592-4ddd-9a44-e29f7ccc9a5d req-27393deb-8896-424c-8d69-17183cfe5fd4 tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] 10.222.0.13 "GET /v2.0/security-groups?id=f4056503-c341-42e5-ae9d-37a5e83a41cf&id=98567ca5-1884-480b-af79-82f64bb06e96&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0840571 Nov 05 18:41:57.512946 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c4fa96-0479-4f0b-a1f1-d02b64cceaa7 req-5321191b-b8d4-4b19-8259-9a7c84244115 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:41:57.514465 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-c7c4fa96-0479-4f0b-a1f1-d02b64cceaa7 req-5321191b-b8d4-4b19-8259-9a7c84244115 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=05e7a1b5-165b-4a00-855a-ffbcb2eba59e HTTP/1.1" status: 200 len: 843 time: 0.1176946 Nov 05 18:41:57.579915 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c4fa96-0479-4f0b-a1f1-d02b64cceaa7 req-117bf86e-84d9-4d96-b266-546fad2c59aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:41:57.582033 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-c7c4fa96-0479-4f0b-a1f1-d02b64cceaa7 req-117bf86e-84d9-4d96-b266-546fad2c59aa service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a723f808-b11e-4066-b104-fad90c82895e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0582709 Nov 05 18:41:57.587996 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 44566) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:41:57.601864 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-3a6738ba-ecd0-4ca0-a924-c531f54a6706 req-eca23326-43d3-4fed-8ba0-d554b0e4eb70 tempest-ServersTestFqdnHostnames-345679519 tempest-ServersTestFqdnHostnames-345679519-project] 10.222.0.13 "GET /v2.0/ports?device_id=6c5b4f62-65a2-4108-88aa-9bf31a52b4ef HTTP/1.1" status: 200 len: 210 time: 0.0645802 Nov 05 18:41:57.736473 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-160ca590-16c3-4bbc-8b50-074b8d897a01 tempest-ServersWithSpecificFlavorTestJSON-1995233136 tempest-ServersWithSpecificFlavorTestJSON-1995233136-project] Publish callbacks [] for security_group, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:41:57.767321 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-c7c4fa96-0479-4f0b-a1f1-d02b64cceaa7 req-89f63d41-9f5e-423f-963c-acd54c86dd70 service neutron] 10.222.0.41 "GET /v2.0/networks/a723f808-b11e-4066-b104-fad90c82895e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1764660 Nov 05 18:41:57.797085 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-160ca590-16c3-4bbc-8b50-074b8d897a01 tempest-ServersWithSpecificFlavorTestJSON-1995233136 tempest-ServersWithSpecificFlavorTestJSON-1995233136-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:41:57.886609 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 44582) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:41:57.933767 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-c7c4fa96-0479-4f0b-a1f1-d02b64cceaa7 req-a2da66e5-208b-41cb-b3db-21704a0f7a75 service neutron] 10.222.0.41 "GET /v2.0/networks/a723f808-b11e-4066-b104-fad90c82895e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1457381 Nov 05 18:41:57.959104 n-d-816865-1 neutron-server[102386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '174784d1-6e33-406b-9ea4-96f2e35bc1c2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '69f3ff0f-5148-4bc1-8f69-404c4f9f50e7'}, {'name': 'network-changed', 'server_uuid': '174784d1-6e33-406b-9ea4-96f2e35bc1c2', 'tag': '69f3ff0f-5148-4bc1-8f69-404c4f9f50e7'}] {{(pid=102386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 18:41:57.966347 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ab41029-e184-4b69-8d53-15d34bbd4318 admin admin] Deleting subnet d6979728-9a34-49f9-ba30-1ba1422c905b {{(pid=102387) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 05 18:41:57.969991 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-4ab41029-e184-4b69-8d53-15d34bbd4318 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:41:57.975331 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6173a44d7c73f41af551dc890fa1a5892c2c6bc3458b640c8e0c24db7876ba6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-446f08b4-fcef-4841-8b9c-c17f0518d5d9" -d '{"events": [{"server_uuid": "174784d1-6e33-406b-9ea4-96f2e35bc1c2", "name": "network-vif-unplugged", "status": "completed", "tag": "69f3ff0f-5148-4bc1-8f69-404c4f9f50e7"}, {"name": "network-changed", "server_uuid": "174784d1-6e33-406b-9ea4-96f2e35bc1c2", "tag": "69f3ff0f-5148-4bc1-8f69-404c4f9f50e7"}]}' {{(pid=102386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 18:41:57.991926 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-160ca590-16c3-4bbc-8b50-074b8d897a01 tempest-ServersWithSpecificFlavorTestJSON-1995233136 tempest-ServersWithSpecificFlavorTestJSON-1995233136-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:41:58.012755 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-160ca590-16c3-4bbc-8b50-074b8d897a01 tempest-ServersWithSpecificFlavorTestJSON-1995233136 tempest-ServersWithSpecificFlavorTestJSON-1995233136-project] Publish callbacks [] for security_group, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:41:58.017214 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-4ab41029-e184-4b69-8d53-15d34bbd4318 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4463501'] for subnet, precommit_delete_associations {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:41:58.022257 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-160ca590-16c3-4bbc-8b50-074b8d897a01 tempest-ServersWithSpecificFlavorTestJSON-1995233136 tempest-ServersWithSpecificFlavorTestJSON-1995233136-project] 10.222.0.13 "DELETE /v2.0/security-groups/040a1024-eaad-4e89-b23c-c23a7ce4f851 HTTP/1.1" status: 204 len: 168 time: 0.4305449 Nov 05 18:41:58.028453 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 44594) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:41:58.109498 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160ca590-16c3-4bbc-8b50-074b8d897a01 tempest-ServersWithSpecificFlavorTestJSON-1995233136 tempest-ServersWithSpecificFlavorTestJSON-1995233136-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=040a1024-eaad-4e89-b23c-c23a7ce4f851,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:41:58.110619 n-d-816865-1 neutron-server[102388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b9db9e4-2300-49be-bd99-8eabc0e57de3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62ff4673-48f2-4b6a-905c-6b1bcc553de5'}, {'server_uuid': '6b9db9e4-2300-49be-bd99-8eabc0e57de3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12cc8ba5-8895-4346-85a3-5a5395794a18'}, {'server_uuid': '6b9db9e4-2300-49be-bd99-8eabc0e57de3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa9fc664-ad20-4e86-ab04-751d1b06b45b'}, {'server_uuid': '6b9db9e4-2300-49be-bd99-8eabc0e57de3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa96a508-f091-4c76-94a7-8155d7f58fdc'}, {'server_uuid': '6b9db9e4-2300-49be-bd99-8eabc0e57de3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68d77c8e-2056-4060-8cbb-c746a0b6d7a9'}, {'server_uuid': '6b9db9e4-2300-49be-bd99-8eabc0e57de3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30e8fb4b-e390-414c-b298-38f2ab60929c'}, {'server_uuid': '174784d1-6e33-406b-9ea4-96f2e35bc1c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69f3ff0f-5148-4bc1-8f69-404c4f9f50e7'}] {{(pid=102388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 18:41:58.112981 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85474fee1180e129d8a886d264fe0b30223aa672dd1ffe43b630605f18504f68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bee28ba-5d1e-4059-9b40-c0636b09785d" -d '{"events": [{"server_uuid": "6b9db9e4-2300-49be-bd99-8eabc0e57de3", "name": "network-vif-plugged", "status": "completed", "tag": "62ff4673-48f2-4b6a-905c-6b1bcc553de5"}, {"server_uuid": "6b9db9e4-2300-49be-bd99-8eabc0e57de3", "name": "network-vif-plugged", "status": "completed", "tag": "12cc8ba5-8895-4346-85a3-5a5395794a18"}, {"server_uuid": "6b9db9e4-2300-49be-bd99-8eabc0e57de3", "name": "network-vif-plugged", "status": "completed", "tag": "fa9fc664-ad20-4e86-ab04-751d1b06b45b"}, {"server_uuid": "6b9db9e4-2300-49be-bd99-8eabc0e57de3", "name": "network-vif-plugged", "status": "completed", "tag": "aa96a508-f091-4c76-94a7-8155d7f58fdc"}, {"server_uuid": "6b9db9e4-2300-49be-bd99-8eabc0e57de3", "name": "network-vif-plugged", "status": "completed", "tag": "68d77c8e-2056-4060-8cbb-c746a0b6d7a9"}, {"server_uuid": "6b9db9e4-2300-49be-bd99-8eabc0e57de3", "name": "network-vif-plugged", "status": "completed", "tag": "30e8fb4b-e390-414c-b298-38f2ab60929c"}, {"server_uuid": "174784d1-6e33-406b-9ea4-96f2e35bc1c2", "name": "network-vif-plugged", "status": "completed", "tag": "69f3ff0f-5148-4bc1-8f69-404c4f9f50e7"}]}' {{(pid=102388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 18:41:58.115164 n-d-816865-1 neutron-server[102386]: INFO neutron.api.v2.resource [None req-21b6a1b8-c922-4c67-96d8-cca6863d5c7f tempest-ServersWithSpecificFlavorTestJSON-1995233136 tempest-ServersWithSpecificFlavorTestJSON-1995233136-project] show failed (client error): The resource could not be found. Nov 05 18:41:58.120758 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-21b6a1b8-c922-4c67-96d8-cca6863d5c7f tempest-ServersWithSpecificFlavorTestJSON-1995233136 tempest-ServersWithSpecificFlavorTestJSON-1995233136-project] 10.222.0.13 "GET /v2.0/security-groups/040a1024-eaad-4e89-b23c-c23a7ce4f851 HTTP/1.1" status: 404 len: 347 time: 0.0785801 Nov 05 18:41:58.121569 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 44598) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:41:58.129231 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-c94538b2-85ab-47ba-a632-5524267141c6 req-e5aec57a-ca1d-4f06-b344-f2702acb161e tempest-ServerDiskConfigTestJSON-70330027 tempest-ServerDiskConfigTestJSON-70330027-project] 10.222.0.13 "GET /v2.0/ports?device_id=bcbd3f99-98ae-4481-b4a1-c0a7beca4f9f HTTP/1.1" status: 200 len: 210 time: 0.0454881 Nov 05 18:41:58.134264 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-4ab41029-e184-4b69-8d53-15d34bbd4318 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1573928'] for subnet, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:41:58.149088 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Fri, 05 Nov 2021 18:41:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9209a6be-373f-498c-9c51-b3ed49401a74 x-openstack-request-id: req-9209a6be-373f-498c-9c51-b3ed49401a74 {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 18:41:58.149385 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "174784d1-6e33-406b-9ea4-96f2e35bc1c2", "name": "network-vif-unplugged", "status": "completed", "tag": "69f3ff0f-5148-4bc1-8f69-404c4f9f50e7", "code": 200}, {"name": "network-changed", "server_uuid": "174784d1-6e33-406b-9ea4-96f2e35bc1c2", "tag": "69f3ff0f-5148-4bc1-8f69-404c4f9f50e7", "status": "completed", "code": 200}]} {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 18:41:58.149640 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9209a6be-373f-498c-9c51-b3ed49401a74 {{(pid=102386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 18:41:58.150060 n-d-816865-1 neutron-server[102386]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '174784d1-6e33-406b-9ea4-96f2e35bc1c2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '69f3ff0f-5148-4bc1-8f69-404c4f9f50e7', 'code': 200} Nov 05 18:41:58.150326 n-d-816865-1 neutron-server[102386]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '174784d1-6e33-406b-9ea4-96f2e35bc1c2', 'tag': '69f3ff0f-5148-4bc1-8f69-404c4f9f50e7', 'status': 'completed', 'code': 200} Nov 05 18:41:58.230469 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 1209 Content-Type: application/json Date: Fri, 05 Nov 2021 18:41:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d04d3715-a1ce-405f-a33e-5529378b88bf x-openstack-request-id: req-d04d3715-a1ce-405f-a33e-5529378b88bf {{(pid=102388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 18:41:58.231447 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b9db9e4-2300-49be-bd99-8eabc0e57de3", "name": "network-vif-plugged", "status": "completed", "tag": "62ff4673-48f2-4b6a-905c-6b1bcc553de5", "code": 200}, {"server_uuid": "6b9db9e4-2300-49be-bd99-8eabc0e57de3", "name": "network-vif-plugged", "status": "completed", "tag": "12cc8ba5-8895-4346-85a3-5a5395794a18", "code": 200}, {"server_uuid": "6b9db9e4-2300-49be-bd99-8eabc0e57de3", "name": "network-vif-plugged", "status": "completed", "tag": "fa9fc664-ad20-4e86-ab04-751d1b06b45b", "code": 200}, {"server_uuid": "6b9db9e4-2300-49be-bd99-8eabc0e57de3", "name": "network-vif-plugged", "status": "completed", "tag": "aa96a508-f091-4c76-94a7-8155d7f58fdc", "code": 200}, {"server_uuid": "6b9db9e4-2300-49be-bd99-8eabc0e57de3", "name": "network-vif-plugged", "status": "completed", "tag": "68d77c8e-2056-4060-8cbb-c746a0b6d7a9", "code": 200}, {"server_uuid": "6b9db9e4-2300-49be-bd99-8eabc0e57de3", "name": "network-vif-plugged", "status": "completed", "tag": "30e8fb4b-e390-414c-b298-38f2ab60929c", "code": 200}, {"server_uuid": "174784d1-6e33-406b-9ea4-96f2e35bc1c2", "name": "network-vif-plugged", "status": "completed", "tag": "69f3ff0f-5148-4bc1-8f69-404c4f9f50e7", "code": 200}]} {{(pid=102388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 18:41:58.232015 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d04d3715-a1ce-405f-a33e-5529378b88bf {{(pid=102388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 18:41:58.232468 n-d-816865-1 neutron-server[102388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b9db9e4-2300-49be-bd99-8eabc0e57de3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62ff4673-48f2-4b6a-905c-6b1bcc553de5', 'code': 200} Nov 05 18:41:58.232787 n-d-816865-1 neutron-server[102388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b9db9e4-2300-49be-bd99-8eabc0e57de3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12cc8ba5-8895-4346-85a3-5a5395794a18', 'code': 200} Nov 05 18:41:58.233103 n-d-816865-1 neutron-server[102388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b9db9e4-2300-49be-bd99-8eabc0e57de3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa9fc664-ad20-4e86-ab04-751d1b06b45b', 'code': 200} Nov 05 18:41:58.233408 n-d-816865-1 neutron-server[102388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b9db9e4-2300-49be-bd99-8eabc0e57de3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa96a508-f091-4c76-94a7-8155d7f58fdc', 'code': 200} Nov 05 18:41:58.233890 n-d-816865-1 neutron-server[102388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b9db9e4-2300-49be-bd99-8eabc0e57de3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68d77c8e-2056-4060-8cbb-c746a0b6d7a9', 'code': 200} Nov 05 18:41:58.234288 n-d-816865-1 neutron-server[102388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b9db9e4-2300-49be-bd99-8eabc0e57de3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30e8fb4b-e390-414c-b298-38f2ab60929c', 'code': 200} Nov 05 18:41:58.234616 n-d-816865-1 neutron-server[102388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '174784d1-6e33-406b-9ea4-96f2e35bc1c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69f3ff0f-5148-4bc1-8f69-404c4f9f50e7', 'code': 200} Nov 05 18:41:58.256802 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160ca590-16c3-4bbc-8b50-074b8d897a01 tempest-ServersWithSpecificFlavorTestJSON-1995233136 tempest-ServersWithSpecificFlavorTestJSON-1995233136-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:41:58.257145 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160ca590-16c3-4bbc-8b50-074b8d897a01 tempest-ServersWithSpecificFlavorTestJSON-1995233136 tempest-ServersWithSpecificFlavorTestJSON-1995233136-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:41:58.257493 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160ca590-16c3-4bbc-8b50-074b8d897a01 tempest-ServersWithSpecificFlavorTestJSON-1995233136 tempest-ServersWithSpecificFlavorTestJSON-1995233136-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:41:58.257830 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160ca590-16c3-4bbc-8b50-074b8d897a01 tempest-ServersWithSpecificFlavorTestJSON-1995233136 tempest-ServersWithSpecificFlavorTestJSON-1995233136-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:41:58.258199 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160ca590-16c3-4bbc-8b50-074b8d897a01 tempest-ServersWithSpecificFlavorTestJSON-1995233136 tempest-ServersWithSpecificFlavorTestJSON-1995233136-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:41:58.264157 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160ca590-16c3-4bbc-8b50-074b8d897a01 tempest-ServersWithSpecificFlavorTestJSON-1995233136 tempest-ServersWithSpecificFlavorTestJSON-1995233136-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:41:58.264157 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160ca590-16c3-4bbc-8b50-074b8d897a01 tempest-ServersWithSpecificFlavorTestJSON-1995233136 tempest-ServersWithSpecificFlavorTestJSON-1995233136-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:41:58.264157 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160ca590-16c3-4bbc-8b50-074b8d897a01 tempest-ServersWithSpecificFlavorTestJSON-1995233136 tempest-ServersWithSpecificFlavorTestJSON-1995233136-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:41:58.264157 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160ca590-16c3-4bbc-8b50-074b8d897a01 tempest-ServersWithSpecificFlavorTestJSON-1995233136 tempest-ServersWithSpecificFlavorTestJSON-1995233136-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:41:58.264157 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160ca590-16c3-4bbc-8b50-074b8d897a01 tempest-ServersWithSpecificFlavorTestJSON-1995233136 tempest-ServersWithSpecificFlavorTestJSON-1995233136-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:41:58.264157 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160ca590-16c3-4bbc-8b50-074b8d897a01 tempest-ServersWithSpecificFlavorTestJSON-1995233136 tempest-ServersWithSpecificFlavorTestJSON-1995233136-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:41:58.264157 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160ca590-16c3-4bbc-8b50-074b8d897a01 tempest-ServersWithSpecificFlavorTestJSON-1995233136 tempest-ServersWithSpecificFlavorTestJSON-1995233136-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:41:58.311823 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-4ab41029-e184-4b69-8d53-15d34bbd4318 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1573905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4417146', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5112209'] for subnet, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:41:58.340877 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab41029-e184-4b69-8d53-15d34bbd4318 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d6979728-9a34-49f9-ba30-1ba1422c905b,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:41:58.346491 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446f08b4-fcef-4841-8b9c-c17f0518d5d9 req-7f3a9846-8884-40c4-9a11-ee8db2ed8bd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:41:58.348039 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-446f08b4-fcef-4841-8b9c-c17f0518d5d9 req-7f3a9846-8884-40c4-9a11-ee8db2ed8bd7 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=10ec5728e81c4449951d5c9e87d02372&device_id=174784d1-6e33-406b-9ea4-96f2e35bc1c2 HTTP/1.1" status: 200 len: 1100 time: 0.1807106 Nov 05 18:41:58.354711 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446f08b4-fcef-4841-8b9c-c17f0518d5d9 req-5456e541-5f42-4723-9805-87d093d5bd12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:41:58.357420 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-446f08b4-fcef-4841-8b9c-c17f0518d5d9 req-5456e541-5f42-4723-9805-87d093d5bd12 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=10ec5728e81c4449951d5c9e87d02372&device_id=174784d1-6e33-406b-9ea4-96f2e35bc1c2 HTTP/1.1" status: 200 len: 1100 time: 0.1594894 Nov 05 18:41:58.357554 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ab41029-e184-4b69-8d53-15d34bbd4318 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:41:58.357554 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ab41029-e184-4b69-8d53-15d34bbd4318 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:41:58.357554 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ab41029-e184-4b69-8d53-15d34bbd4318 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:41:58.358086 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ab41029-e184-4b69-8d53-15d34bbd4318 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:41:58.358429 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ab41029-e184-4b69-8d53-15d34bbd4318 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:41:58.358820 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ab41029-e184-4b69-8d53-15d34bbd4318 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:41:58.359373 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ab41029-e184-4b69-8d53-15d34bbd4318 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:41:58.359902 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ab41029-e184-4b69-8d53-15d34bbd4318 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:41:58.360467 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ab41029-e184-4b69-8d53-15d34bbd4318 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:41:58.361006 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ab41029-e184-4b69-8d53-15d34bbd4318 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:41:58.361566 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ab41029-e184-4b69-8d53-15d34bbd4318 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:41:58.362121 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ab41029-e184-4b69-8d53-15d34bbd4318 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:41:58.367804 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-4ab41029-e184-4b69-8d53-15d34bbd4318 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597851'] for subnet, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:41:58.374673 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-4ab41029-e184-4b69-8d53-15d34bbd4318 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/d6979728-9a34-49f9-ba30-1ba1422c905b HTTP/1.1" status: 204 len: 168 time: 0.4820795 Nov 05 18:41:58.375913 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 44600) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:41:58.580066 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9611b7-9ae0-47d0-b517-2d957ea077c5 req-666bae2c-8191-4486-bebc-a9d992e554ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:41:58.580844 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9611b7-9ae0-47d0-b517-2d957ea077c5 req-666bae2c-8191-4486-bebc-a9d992e554ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:41:58.581491 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9611b7-9ae0-47d0-b517-2d957ea077c5 req-666bae2c-8191-4486-bebc-a9d992e554ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:41:58.587019 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9611b7-9ae0-47d0-b517-2d957ea077c5 req-666bae2c-8191-4486-bebc-a9d992e554ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:41:58.587767 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9611b7-9ae0-47d0-b517-2d957ea077c5 req-666bae2c-8191-4486-bebc-a9d992e554ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:41:58.588410 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9611b7-9ae0-47d0-b517-2d957ea077c5 req-666bae2c-8191-4486-bebc-a9d992e554ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:41:58.590517 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9611b7-9ae0-47d0-b517-2d957ea077c5 req-666bae2c-8191-4486-bebc-a9d992e554ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:41:58.591509 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-ba9611b7-9ae0-47d0-b517-2d957ea077c5 req-666bae2c-8191-4486-bebc-a9d992e554ec service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=6b9db9e4-2300-49be-bd99-8eabc0e57de3 HTTP/1.1" status: 200 len: 6489 time: 0.1969426 Nov 05 18:41:58.609890 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-7e99cddc-3b8f-4183-8495-722a666a599f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1664226'] for network, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:41:58.619887 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446f08b4-fcef-4841-8b9c-c17f0518d5d9 req-d769740f-8643-481d-8736-7d069ceb792e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:41:58.621347 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-446f08b4-fcef-4841-8b9c-c17f0518d5d9 req-d769740f-8643-481d-8736-7d069ceb792e service neutron] 10.222.0.41 "GET /v2.0/networks?id=a723f808-b11e-4066-b104-fad90c82895e HTTP/1.1" status: 200 len: 870 time: 0.2287641 Nov 05 18:41:58.625001 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446f08b4-fcef-4841-8b9c-c17f0518d5d9 req-bbabb07c-3a9b-472f-a3fe-fd3a09292903 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:41:58.625001 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-446f08b4-fcef-4841-8b9c-c17f0518d5d9 req-bbabb07c-3a9b-472f-a3fe-fd3a09292903 service neutron] 10.222.0.55 "GET /v2.0/networks?id=a723f808-b11e-4066-b104-fad90c82895e HTTP/1.1" status: 200 len: 870 time: 0.2427254 Nov 05 18:41:58.631080 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-ac436233-78d0-4c7a-a5c8-f80aef90ffd7 tempest-ServersWithSpecificFlavorTestJSON-1995233136 tempest-ServersWithSpecificFlavorTestJSON-1995233136-project] Deleting port 1450acc8-415e-4376-a978-fea285989487 {{(pid=102386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 18:41:58.631477 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-ac436233-78d0-4c7a-a5c8-f80aef90ffd7 tempest-ServersWithSpecificFlavorTestJSON-1995233136 tempest-ServersWithSpecificFlavorTestJSON-1995233136-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:41:58.719105 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-446f08b4-fcef-4841-8b9c-c17f0518d5d9 req-45ca5b92-467f-4443-9ee3-b21a889822e3 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.20&port_id=69f3ff0f-5148-4bc1-8f69-404c4f9f50e7 HTTP/1.1" status: 200 len: 217 time: 0.0887253 Nov 05 18:41:58.721579 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-446f08b4-fcef-4841-8b9c-c17f0518d5d9 req-33814977-aefe-45bb-9b9e-0c3a2d8163f1 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.20&port_id=69f3ff0f-5148-4bc1-8f69-404c4f9f50e7 HTTP/1.1" status: 200 len: 217 time: 0.0820713 Nov 05 18:41:58.787976 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2652046a-8116-408e-9d53-d449fbd0c06a req-8b6abf59-4c37-43b1-bcdc-0ce660aa34b5 tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:41:58.794269 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2652046a-8116-408e-9d53-d449fbd0c06a req-8b6abf59-4c37-43b1-bcdc-0ce660aa34b5 tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:41:58.800265 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2652046a-8116-408e-9d53-d449fbd0c06a req-8b6abf59-4c37-43b1-bcdc-0ce660aa34b5 tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:41:58.806633 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2652046a-8116-408e-9d53-d449fbd0c06a req-8b6abf59-4c37-43b1-bcdc-0ce660aa34b5 tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:41:58.812726 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2652046a-8116-408e-9d53-d449fbd0c06a req-8b6abf59-4c37-43b1-bcdc-0ce660aa34b5 tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:41:58.819191 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2652046a-8116-408e-9d53-d449fbd0c06a req-8b6abf59-4c37-43b1-bcdc-0ce660aa34b5 tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:41:58.825158 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2652046a-8116-408e-9d53-d449fbd0c06a req-8b6abf59-4c37-43b1-bcdc-0ce660aa34b5 tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:41:58.833811 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-2652046a-8116-408e-9d53-d449fbd0c06a req-8b6abf59-4c37-43b1-bcdc-0ce660aa34b5 tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] 10.222.0.13 "GET /v2.0/ports?device_id=6b9db9e4-2300-49be-bd99-8eabc0e57de3 HTTP/1.1" status: 200 len: 5432 time: 0.2069256 Nov 05 18:41:58.839258 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-ba9611b7-9ae0-47d0-b517-2d957ea077c5 req-5e351e07-6a83-4953-88fd-3643d3ab7ee7 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=f4056503-c341-42e5-ae9d-37a5e83a41cf&id=98567ca5-1884-480b-af79-82f64bb06e96&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2266738 Nov 05 18:41:58.890407 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382eb18b-e7d2-41f9-b05a-da1c7a66b122 req-6015cde7-b164-4294-92ae-bfa01d426714 tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:41:58.891868 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-382eb18b-e7d2-41f9-b05a-da1c7a66b122 req-6015cde7-b164-4294-92ae-bfa01d426714 tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] 10.222.0.13 "GET /v2.0/ports?device_id=174784d1-6e33-406b-9ea4-96f2e35bc1c2 HTTP/1.1" status: 200 len: 949 time: 0.2760148 Nov 05 18:41:58.914360 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446f08b4-fcef-4841-8b9c-c17f0518d5d9 req-9a25b112-40b8-4992-b3ae-3a1860b62ca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:41:58.918953 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-446f08b4-fcef-4841-8b9c-c17f0518d5d9 req-9a25b112-40b8-4992-b3ae-3a1860b62ca3 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=05e7a1b5-165b-4a00-855a-ffbcb2eba59e HTTP/1.1" status: 200 len: 843 time: 0.1670866 Nov 05 18:41:58.933168 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-7e99cddc-3b8f-4183-8495-722a666a599f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1579173', 'neutron.services.segments.db._delete_segments_for_network-8750027792909'] for network, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:41:58.969032 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446f08b4-fcef-4841-8b9c-c17f0518d5d9 req-7db7c679-4dce-4e8e-b4e2-77e5e9db81cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:41:58.971261 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-446f08b4-fcef-4841-8b9c-c17f0518d5d9 req-7db7c679-4dce-4e8e-b4e2-77e5e9db81cf service neutron] 10.222.0.41 "GET /v2.0/subnets?id=05e7a1b5-165b-4a00-855a-ffbcb2eba59e HTTP/1.1" status: 200 len: 843 time: 0.2102966 Nov 05 18:41:58.984976 n-d-816865-1 neutron-server[102387]: DEBUG neutron.services.segments.db [None req-7e99cddc-3b8f-4183-8495-722a666a599f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['598f5d7d-609c-4eed-bdfb-a95dcdae7151']}} {{(pid=102387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:41:59.011784 n-d-816865-1 neutron-server[102387]: DEBUG neutron.services.segments.db [None req-7e99cddc-3b8f-4183-8495-722a666a599f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b0f4d4e8-61d5-4e79-9c35-e1f620a70868') {'for_net_delete': True} {{(pid=102387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:41:59.014523 n-d-816865-1 neutron-server[102387]: DEBUG neutron.services.segments.db [None req-7e99cddc-3b8f-4183-8495-722a666a599f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b0f4d4e8-61d5-4e79-9c35-e1f620a70868') {} {{(pid=102387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:41:59.041496 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-382eb18b-e7d2-41f9-b05a-da1c7a66b122 req-cdd5ff18-324b-4757-ad5a-777a0b57a84c tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] 10.222.0.13 "GET /v2.0/security-groups?id=c4f63610-8850-433c-ac4b-7e7146261ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170521 Nov 05 18:41:59.055559 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-2652046a-8116-408e-9d53-d449fbd0c06a req-6dae91f9-c691-445d-8137-d933d709e839 tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] 10.222.0.13 "GET /v2.0/security-groups?id=f4056503-c341-42e5-ae9d-37a5e83a41cf&id=98567ca5-1884-480b-af79-82f64bb06e96&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2208433 Nov 05 18:41:59.057734 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-7e99cddc-3b8f-4183-8495-722a666a599f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750027793430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4463492'] for segment, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:41:59.095104 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-7e99cddc-3b8f-4183-8495-722a666a599f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273'] for segment, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:41:59.117742 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-ac436233-78d0-4c7a-a5c8-f80aef90ffd7 tempest-ServersWithSpecificFlavorTestJSON-1995233136 tempest-ServersWithSpecificFlavorTestJSON-1995233136-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:41:59.122134 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-ac436233-78d0-4c7a-a5c8-f80aef90ffd7 tempest-ServersWithSpecificFlavorTestJSON-1995233136 tempest-ServersWithSpecificFlavorTestJSON-1995233136-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:41:59.123115 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e99cddc-3b8f-4183-8495-722a666a599f admin admin] Releasing vlan 150 on physical network physnet1 to pool {{(pid=102387) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 05 18:41:59.123495 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-7e99cddc-3b8f-4183-8495-722a666a599f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4417236'] for segment, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:41:59.150919 n-d-816865-1 neutron-server[102387]: Traceback (most recent call last): Nov 05 18:41:59.150919 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 05 18:41:59.150919 n-d-816865-1 neutron-server[102387]: timer() Nov 05 18:41:59.150919 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 05 18:41:59.150919 n-d-816865-1 neutron-server[102387]: cb(*args, **kw) Nov 05 18:41:59.150919 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 05 18:41:59.150919 n-d-816865-1 neutron-server[102387]: return func(*args, **kwargs) Nov 05 18:41:59.150919 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 05 18:41:59.150919 n-d-816865-1 neutron-server[102387]: self._notify() Nov 05 18:41:59.150919 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 05 18:41:59.150919 n-d-816865-1 neutron-server[102387]: self.callback(batched_events) Nov 05 18:41:59.150919 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 05 18:41:59.150919 n-d-816865-1 neutron-server[102387]: event.method(event) Nov 05 18:41:59.150919 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 05 18:41:59.150919 n-d-816865-1 neutron-server[102387]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 05 18:41:59.150919 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 05 18:41:59.150919 n-d-816865-1 neutron-server[102387]: aggregate_uuid = self.p_client.list_aggregates( Nov 05 18:41:59.150919 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 05 18:41:59.150919 n-d-816865-1 neutron-server[102387]: return f(self, *a, **k) Nov 05 18:41:59.150919 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 05 18:41:59.150919 n-d-816865-1 neutron-server[102387]: return self._get(url).json() Nov 05 18:41:59.150919 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 05 18:41:59.150919 n-d-816865-1 neutron-server[102387]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 05 18:41:59.150919 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 05 18:41:59.150919 n-d-816865-1 neutron-server[102387]: return self.request(url, 'GET', **kwargs) Nov 05 18:41:59.150919 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 05 18:41:59.150919 n-d-816865-1 neutron-server[102387]: base_url = self.get_endpoint(auth, allow=allow, Nov 05 18:41:59.150919 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 05 18:41:59.150919 n-d-816865-1 neutron-server[102387]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 05 18:41:59.150919 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 05 18:41:59.150919 n-d-816865-1 neutron-server[102387]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 05 18:41:59.150919 n-d-816865-1 neutron-server[102387]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 05 18:41:59.201550 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-ac436233-78d0-4c7a-a5c8-f80aef90ffd7 tempest-ServersWithSpecificFlavorTestJSON-1995233136 tempest-ServersWithSpecificFlavorTestJSON-1995233136-project] Calling delete_port for 1450acc8-415e-4376-a978-fea285989487 owned by network:floatingip {{(pid=102386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 18:41:59.226406 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446f08b4-fcef-4841-8b9c-c17f0518d5d9 req-a273744a-e4da-4a29-a6fa-58396166fbcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:41:59.227841 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-446f08b4-fcef-4841-8b9c-c17f0518d5d9 req-a273744a-e4da-4a29-a6fa-58396166fbcd service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a723f808-b11e-4066-b104-fad90c82895e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2934921 Nov 05 18:41:59.242436 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d067dd08-1c58-41ac-b688-199545753368 req-977ea507-a7ba-4581-958c-2dbc81d05101 tempest-ServerDiskConfigTestJSON-70330027 tempest-ServerDiskConfigTestJSON-70330027-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:41:59.244066 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-d067dd08-1c58-41ac-b688-199545753368 req-977ea507-a7ba-4581-958c-2dbc81d05101 tempest-ServerDiskConfigTestJSON-70330027 tempest-ServerDiskConfigTestJSON-70330027-project] 10.222.0.55 "GET /v2.0/networks?id=c410af1b-0d29-45ed-bbbd-e63b694a7756 HTTP/1.1" status: 200 len: 814 time: 0.3240552 Nov 05 18:41:59.271538 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-dc30e941-2d58-4dd2-b710-73d190b3d611 req-87d01986-51ac-4f9c-b86f-23833f56025b tempest-ServersTestFqdnHostnames-345679519 tempest-ServersTestFqdnHostnames-345679519-project] 10.222.0.13 "GET /v2.0/ports?device_id=6c5b4f62-65a2-4108-88aa-9bf31a52b4ef HTTP/1.1" status: 200 len: 210 time: 0.1426992 Nov 05 18:41:59.288518 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-7e99cddc-3b8f-4183-8495-722a666a599f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1579178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-956796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1000687'] for network, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:41:59.303359 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-7e99cddc-3b8f-4183-8495-722a666a599f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597851'] for network, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:41:59.309734 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-7e99cddc-3b8f-4183-8495-722a666a599f admin admin] 10.222.0.13 "DELETE /v2.0/networks/598f5d7d-609c-4eed-bdfb-a95dcdae7151 HTTP/1.1" status: 204 len: 168 time: 0.9327652 Nov 05 18:41:59.376975 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e99cddc-3b8f-4183-8495-722a666a599f admin admin] Pushing event deleted for resources: {'Network': ['ID=598f5d7d-609c-4eed-bdfb-a95dcdae7151,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:41:59.380772 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-93829be4-b2d4-4828-aed3-1aa6d6b2e8c2 req-5cc1aff7-5e89-4472-9867-83b183108298 tempest-ServerDiskConfigTestJSON-70330027 tempest-ServerDiskConfigTestJSON-70330027-project] 10.222.0.13 "GET /v2.0/ports?device_id=bcbd3f99-98ae-4481-b4a1-c0a7beca4f9f HTTP/1.1" status: 200 len: 210 time: 0.0815241 Nov 05 18:41:59.737816 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [req-d067dd08-1c58-41ac-b688-199545753368 req-9a2ad3dd-566d-4deb-aa77-f408a44218dd tempest-ServerDiskConfigTestJSON-70330027 tempest-ServerDiskConfigTestJSON-70330027-project] Request body: {'port': {'device_id': 'bcbd3f99-98ae-4481-b4a1-c0a7beca4f9f', 'network_id': 'c410af1b-0d29-45ed-bbbd-e63b694a7756', 'admin_state_up': True, 'tenant_id': 'd917dacf65cd489fa36d8042253fe266'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:41:59.826390 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446f08b4-fcef-4841-8b9c-c17f0518d5d9 req-38c62329-232a-4ea5-b253-4f66cf696ce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:41:59.827893 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-446f08b4-fcef-4841-8b9c-c17f0518d5d9 req-38c62329-232a-4ea5-b253-4f66cf696ce4 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a723f808-b11e-4066-b104-fad90c82895e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.7329421 Nov 05 18:42:00.069370 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-446f08b4-fcef-4841-8b9c-c17f0518d5d9 req-af315c1f-7336-4eaf-95a9-41125015b2a5 service neutron] 10.222.0.55 "GET /v2.0/networks/a723f808-b11e-4066-b104-fad90c82895e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8227274 Nov 05 18:42:00.173271 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6377f3-0b1b-4f85-8685-97e609cbc1f3 req-8ea1d5f7-8678-426e-87cc-d47abb70489a tempest-ServersTestFqdnHostnames-345679519 tempest-ServersTestFqdnHostnames-345679519-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:42:00.174066 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-cf6377f3-0b1b-4f85-8685-97e609cbc1f3 req-8ea1d5f7-8678-426e-87cc-d47abb70489a tempest-ServersTestFqdnHostnames-345679519 tempest-ServersTestFqdnHostnames-345679519-project] 10.222.0.55 "GET /v2.0/networks?id=1da37b43-f7d4-493c-9709-10fff3365b6d HTTP/1.1" status: 200 len: 815 time: 0.4639351 Nov 05 18:42:00.225248 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-446f08b4-fcef-4841-8b9c-c17f0518d5d9 req-844e7875-b0e1-4222-a9ca-2ccceeacbda4 service neutron] 10.222.0.41 "GET /v2.0/networks/a723f808-b11e-4066-b104-fad90c82895e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3895359 Nov 05 18:42:00.247804 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304e1131-9679-49fb-a904-af76e3f5432e req-76d31c3d-fcca-41a2-9dcd-a83d8cdbe0e4 tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:42:00.254703 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304e1131-9679-49fb-a904-af76e3f5432e req-76d31c3d-fcca-41a2-9dcd-a83d8cdbe0e4 tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:42:00.261154 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304e1131-9679-49fb-a904-af76e3f5432e req-76d31c3d-fcca-41a2-9dcd-a83d8cdbe0e4 tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:42:00.271565 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304e1131-9679-49fb-a904-af76e3f5432e req-76d31c3d-fcca-41a2-9dcd-a83d8cdbe0e4 tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:42:00.277452 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304e1131-9679-49fb-a904-af76e3f5432e req-76d31c3d-fcca-41a2-9dcd-a83d8cdbe0e4 tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:42:00.283531 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304e1131-9679-49fb-a904-af76e3f5432e req-76d31c3d-fcca-41a2-9dcd-a83d8cdbe0e4 tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:42:00.290251 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304e1131-9679-49fb-a904-af76e3f5432e req-76d31c3d-fcca-41a2-9dcd-a83d8cdbe0e4 tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:42:00.298384 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-304e1131-9679-49fb-a904-af76e3f5432e req-76d31c3d-fcca-41a2-9dcd-a83d8cdbe0e4 tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] 10.222.0.13 "GET /v2.0/ports?device_id=6b9db9e4-2300-49be-bd99-8eabc0e57de3 HTTP/1.1" status: 200 len: 5432 time: 0.1127682 Nov 05 18:42:00.406786 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-304e1131-9679-49fb-a904-af76e3f5432e req-6029a7f5-8533-4a4f-8832-e06b7049757f tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] 10.222.0.13 "GET /v2.0/security-groups?id=f4056503-c341-42e5-ae9d-37a5e83a41cf&id=98567ca5-1884-480b-af79-82f64bb06e96&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1074443 Nov 05 18:42:00.414713 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-446f08b4-fcef-4841-8b9c-c17f0518d5d9 req-9bcccd15-3c26-4f77-91ba-17f17b6fd8ed service neutron] 10.222.0.55 "GET /v2.0/networks/a723f808-b11e-4066-b104-fad90c82895e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3314939 Nov 05 18:42:00.419165 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 44636) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:42:00.463179 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-cf6377f3-0b1b-4f85-8685-97e609cbc1f3 req-ebcabb2f-85bd-42a8-9a28-08364e43aeff tempest-ServersTestFqdnHostnames-345679519 tempest-ServersTestFqdnHostnames-345679519-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d276d3590f324d258de926cd1aa8ebb5 HTTP/1.1" status: 200 len: 380 time: 0.2351792 Nov 05 18:42:00.481599 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [req-cf6377f3-0b1b-4f85-8685-97e609cbc1f3 req-8377e069-f551-496e-9198-6c2d98330b4a tempest-ServersTestFqdnHostnames-345679519 tempest-ServersTestFqdnHostnames-345679519-project] Request body: {'port': {'device_id': '6c5b4f62-65a2-4108-88aa-9bf31a52b4ef', 'network_id': '1da37b43-f7d4-493c-9709-10fff3365b6d', 'admin_state_up': True, 'tenant_id': 'd276d3590f324d258de926cd1aa8ebb5', 'security_groups': ['82263dd5-ba48-4e1a-9a78-0e181b50a2de']}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:42:00.517259 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-da68a8d6-9ab6-4d49-958b-e26653876ee3 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0f862ce7a4174f25919478ebbeb38081&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0968437 Nov 05 18:42:00.519797 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 44640) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:42:00.579739 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-a62d0a8b-cb2d-4d2b-a892-039b0c29e6be admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:42:00.622365 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-a62d0a8b-cb2d-4d2b-a892-039b0c29e6be admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:42:00.623162 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-446f08b4-fcef-4841-8b9c-c17f0518d5d9 req-f08a1f06-c389-4823-a661-9723c3d432d1 service neutron] 10.222.0.41 "GET /v2.0/networks/a723f808-b11e-4066-b104-fad90c82895e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3609128 Nov 05 18:42:00.657753 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-ac436233-78d0-4c7a-a5c8-f80aef90ffd7 tempest-ServersWithSpecificFlavorTestJSON-1995233136 tempest-ServersWithSpecificFlavorTestJSON-1995233136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:42:00.687905 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d067dd08-1c58-41ac-b688-199545753368 req-9a2ad3dd-566d-4deb-aa77-f408a44218dd tempest-ServerDiskConfigTestJSON-70330027 tempest-ServerDiskConfigTestJSON-70330027-project] Made reservation on behalf of d917dacf65cd489fa36d8042253fe266 for: {'port': 1} {{(pid=102386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 18:42:00.691515 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-d067dd08-1c58-41ac-b688-199545753368 req-9a2ad3dd-566d-4deb-aa77-f408a44218dd tempest-ServerDiskConfigTestJSON-70330027 tempest-ServerDiskConfigTestJSON-70330027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:42:00.700534 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac436233-78d0-4c7a-a5c8-f80aef90ffd7 tempest-ServersWithSpecificFlavorTestJSON-1995233136 tempest-ServersWithSpecificFlavorTestJSON-1995233136-project] Pushing event deleted for resources: {'Port': ['ID=1450acc8-415e-4376-a978-fea285989487,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:42:00.721772 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-55bb3abc-ee53-4b46-9d94-bcbbb9254235 req-9978bf51-0a09-46fd-a272-fa89401999a0 tempest-ServersTestFqdnHostnames-345679519 tempest-ServersTestFqdnHostnames-345679519-project] 10.222.0.13 "GET /v2.0/ports?device_id=6c5b4f62-65a2-4108-88aa-9bf31a52b4ef HTTP/1.1" status: 200 len: 210 time: 0.1249423 Nov 05 18:42:00.828438 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf6377f3-0b1b-4f85-8685-97e609cbc1f3 req-8377e069-f551-496e-9198-6c2d98330b4a tempest-ServersTestFqdnHostnames-345679519 tempest-ServersTestFqdnHostnames-345679519-project] Made reservation on behalf of d276d3590f324d258de926cd1aa8ebb5 for: {'port': 1} {{(pid=102386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 18:42:00.832129 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-cf6377f3-0b1b-4f85-8685-97e609cbc1f3 req-8377e069-f551-496e-9198-6c2d98330b4a tempest-ServersTestFqdnHostnames-345679519 tempest-ServersTestFqdnHostnames-345679519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:42:00.861060 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a041ff5-5023-4f38-be1b-f87edcb95172 req-dcc3cf6f-6fca-43d3-8b0e-264f443af6af tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:42:00.862917 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-7a041ff5-5023-4f38-be1b-f87edcb95172 req-dcc3cf6f-6fca-43d3-8b0e-264f443af6af tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] 10.222.0.13 "GET /v2.0/ports?device_id=174784d1-6e33-406b-9ea4-96f2e35bc1c2 HTTP/1.1" status: 200 len: 949 time: 0.2376125 Nov 05 18:42:00.892994 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-b3f880c5-9007-41f5-9c3a-8ba33f3b11bb req-6454f072-2737-4dbe-a85a-d560bf13b1cd tempest-ServerDiskConfigTestJSON-70330027 tempest-ServerDiskConfigTestJSON-70330027-project] 10.222.0.13 "GET /v2.0/ports?device_id=bcbd3f99-98ae-4481-b4a1-c0a7beca4f9f HTTP/1.1" status: 200 len: 210 time: 0.0604985 Nov 05 18:42:00.951810 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-ac436233-78d0-4c7a-a5c8-f80aef90ffd7 tempest-ServersWithSpecificFlavorTestJSON-1995233136 tempest-ServersWithSpecificFlavorTestJSON-1995233136-project] Publish callbacks [] for floatingip, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:42:00.955414 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-ac436233-78d0-4c7a-a5c8-f80aef90ffd7 tempest-ServersWithSpecificFlavorTestJSON-1995233136 tempest-ServersWithSpecificFlavorTestJSON-1995233136-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for floatingip, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:42:00.967508 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-ac436233-78d0-4c7a-a5c8-f80aef90ffd7 tempest-ServersWithSpecificFlavorTestJSON-1995233136 tempest-ServersWithSpecificFlavorTestJSON-1995233136-project] 10.222.0.13 "DELETE /v2.0/floatingips/22e7d490-b5d2-49a0-9e95-5804846682c2 HTTP/1.1" status: 204 len: 168 time: 2.8209584 Nov 05 18:42:01.001141 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.db_base_plugin_common [req-d067dd08-1c58-41ac-b688-199545753368 req-9a2ad3dd-566d-4deb-aa77-f408a44218dd tempest-ServerDiskConfigTestJSON-70330027 tempest-ServerDiskConfigTestJSON-70330027-project] Allocated IP 172.20.0.12 (c410af1b-0d29-45ed-bbbd-e63b694a7756/f65b8522-0d6e-4b41-a88d-8d5f4f8e7c9d/87aba709-24d9-4cc7-81b8-20ab92108b9e) {{(pid=102386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 18:42:01.022648 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-7a041ff5-5023-4f38-be1b-f87edcb95172 req-309867d1-5062-49ca-a886-75cab467c7f9 tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] 10.222.0.13 "GET /v2.0/security-groups?id=c4f63610-8850-433c-ac4b-7e7146261ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369789 Nov 05 18:42:01.030093 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-a62d0a8b-cb2d-4d2b-a892-039b0c29e6be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:42:01.030093 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-a62d0a8b-cb2d-4d2b-a892-039b0c29e6be admin admin] Publish callbacks [] for security_group, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:42:01.030480 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-a62d0a8b-cb2d-4d2b-a892-039b0c29e6be admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/219552fc-3788-478b-8295-8fbe212226b3 HTTP/1.1" status: 204 len: 168 time: 0.5094707 Nov 05 18:42:01.078489 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62d0a8b-cb2d-4d2b-a892-039b0c29e6be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=219552fc-3788-478b-8295-8fbe212226b3,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:42:01.095948 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.db_base_plugin_common [req-cf6377f3-0b1b-4f85-8685-97e609cbc1f3 req-8377e069-f551-496e-9198-6c2d98330b4a tempest-ServersTestFqdnHostnames-345679519 tempest-ServersTestFqdnHostnames-345679519-project] Allocated IP 172.20.0.7 (1da37b43-f7d4-493c-9709-10fff3365b6d/98fc1e31-7219-4cb0-bc4e-cc4fffcb9ad4/67fe0faa-c3a0-488e-af66-41eae6e7ad28) {{(pid=102386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 18:42:01.302298 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-d067dd08-1c58-41ac-b688-199545753368 req-9a2ad3dd-566d-4deb-aa77-f408a44218dd tempest-ServerDiskConfigTestJSON-70330027 tempest-ServerDiskConfigTestJSON-70330027-project] Publish callbacks [] for port, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:42:01.362134 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-cf6377f3-0b1b-4f85-8685-97e609cbc1f3 req-8377e069-f551-496e-9198-6c2d98330b4a tempest-ServersTestFqdnHostnames-345679519 tempest-ServersTestFqdnHostnames-345679519-project] Publish callbacks [] for port, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:42:01.456787 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-d067dd08-1c58-41ac-b688-199545753368 req-9a2ad3dd-566d-4deb-aa77-f408a44218dd tempest-ServerDiskConfigTestJSON-70330027 tempest-ServerDiskConfigTestJSON-70330027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:42:01.498881 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-cf6377f3-0b1b-4f85-8685-97e609cbc1f3 req-8377e069-f551-496e-9198-6c2d98330b4a tempest-ServersTestFqdnHostnames-345679519 tempest-ServersTestFqdnHostnames-345679519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:42:01.627760 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d067dd08-1c58-41ac-b688-199545753368 req-9a2ad3dd-566d-4deb-aa77-f408a44218dd tempest-ServerDiskConfigTestJSON-70330027 tempest-ServerDiskConfigTestJSON-70330027-project] Network c410af1b-0d29-45ed-bbbd-e63b694a7756 is already hosted by enough agents. {{(pid=102386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 18:42:01.647166 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18e1404-5062-4b93-a063-0766c8e56a06 req-7e9e3942-12a8-4577-8107-d075f4202289 tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:42:01.647803 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.base_scheduler [req-d067dd08-1c58-41ac-b688-199545753368 req-9a2ad3dd-566d-4deb-aa77-f408a44218dd tempest-ServerDiskConfigTestJSON-70330027 tempest-ServerDiskConfigTestJSON-70330027-project] Resources bound (agent type, host, resource id): {{(pid=102386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:42:01.673892 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf6377f3-0b1b-4f85-8685-97e609cbc1f3 req-8377e069-f551-496e-9198-6c2d98330b4a tempest-ServersTestFqdnHostnames-345679519 tempest-ServersTestFqdnHostnames-345679519-project] Network 1da37b43-f7d4-493c-9709-10fff3365b6d is already hosted by enough agents. {{(pid=102386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 18:42:01.673892 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2ad3dd-566d-4deb-aa77-f408a44218dd tempest-ServerDiskConfigTestJSON-70330027 tempest-ServerDiskConfigTestJSON-70330027-project] Pushing event updated for resources: {'Port': ['ID=87aba709-24d9-4cc7-81b8-20ab92108b9e,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:42:01.674177 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18e1404-5062-4b93-a063-0766c8e56a06 req-7e9e3942-12a8-4577-8107-d075f4202289 tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:42:01.674555 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18e1404-5062-4b93-a063-0766c8e56a06 req-7e9e3942-12a8-4577-8107-d075f4202289 tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:42:01.684422 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18e1404-5062-4b93-a063-0766c8e56a06 req-7e9e3942-12a8-4577-8107-d075f4202289 tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:42:01.685154 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [req-d067dd08-1c58-41ac-b688-199545753368 req-9a2ad3dd-566d-4deb-aa77-f408a44218dd tempest-ServerDiskConfigTestJSON-70330027 tempest-ServerDiskConfigTestJSON-70330027-project] Received port after_create {{(pid=102386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 18:42:01.701383 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18e1404-5062-4b93-a063-0766c8e56a06 req-7e9e3942-12a8-4577-8107-d075f4202289 tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:42:01.705641 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.base_scheduler [req-cf6377f3-0b1b-4f85-8685-97e609cbc1f3 req-8377e069-f551-496e-9198-6c2d98330b4a tempest-ServersTestFqdnHostnames-345679519 tempest-ServersTestFqdnHostnames-345679519-project] Resources bound (agent type, host, resource id): {{(pid=102386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:42:01.743330 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18e1404-5062-4b93-a063-0766c8e56a06 req-7e9e3942-12a8-4577-8107-d075f4202289 tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:42:01.754867 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf6377f3-0b1b-4f85-8685-97e609cbc1f3 req-8377e069-f551-496e-9198-6c2d98330b4a tempest-ServersTestFqdnHostnames-345679519 tempest-ServersTestFqdnHostnames-345679519-project] Received port after_create {{(pid=102386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 18:42:01.757199 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 44680) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:42:01.761248 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18e1404-5062-4b93-a063-0766c8e56a06 req-7e9e3942-12a8-4577-8107-d075f4202289 tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:42:01.772001 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-d18e1404-5062-4b93-a063-0766c8e56a06 req-7e9e3942-12a8-4577-8107-d075f4202289 tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] 10.222.0.13 "GET /v2.0/ports?device_id=6b9db9e4-2300-49be-bd99-8eabc0e57de3 HTTP/1.1" status: 200 len: 5432 time: 0.2514741 Nov 05 18:42:01.929554 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d067dd08-1c58-41ac-b688-199545753368 req-9a2ad3dd-566d-4deb-aa77-f408a44218dd tempest-ServerDiskConfigTestJSON-70330027 tempest-ServerDiskConfigTestJSON-70330027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:42:01.930391 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-d067dd08-1c58-41ac-b688-199545753368 req-9a2ad3dd-566d-4deb-aa77-f408a44218dd tempest-ServerDiskConfigTestJSON-70330027 tempest-ServerDiskConfigTestJSON-70330027-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:42:01.947629 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8377e069-f551-496e-9198-6c2d98330b4a tempest-ServersTestFqdnHostnames-345679519 tempest-ServersTestFqdnHostnames-345679519-project] Pushing event updated for resources: {'Port': ['ID=67fe0faa-c3a0-488e-af66-41eae6e7ad28,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:42:01.956362 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6377f3-0b1b-4f85-8685-97e609cbc1f3 req-8377e069-f551-496e-9198-6c2d98330b4a tempest-ServersTestFqdnHostnames-345679519 tempest-ServersTestFqdnHostnames-345679519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:42:01.956995 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-cf6377f3-0b1b-4f85-8685-97e609cbc1f3 req-8377e069-f551-496e-9198-6c2d98330b4a tempest-ServersTestFqdnHostnames-345679519 tempest-ServersTestFqdnHostnames-345679519-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:42:01.989500 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-d18e1404-5062-4b93-a063-0766c8e56a06 req-8230d654-1ce9-4eab-a07f-7dd1d7f8ad55 tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] 10.222.0.13 "GET /v2.0/security-groups?id=f4056503-c341-42e5-ae9d-37a5e83a41cf&id=98567ca5-1884-480b-af79-82f64bb06e96&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2054427 Nov 05 18:42:02.030274 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab08efb6-a77a-4630-a0f9-f080d59b9728 req-0f1f5c51-0965-42dd-a990-37237d3f3ec8 tempest-ServersTestFqdnHostnames-345679519 tempest-ServersTestFqdnHostnames-345679519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:42:02.055548 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-ab08efb6-a77a-4630-a0f9-f080d59b9728 req-0f1f5c51-0965-42dd-a990-37237d3f3ec8 tempest-ServersTestFqdnHostnames-345679519 tempest-ServersTestFqdnHostnames-345679519-project] 10.222.0.13 "GET /v2.0/ports?device_id=6c5b4f62-65a2-4108-88aa-9bf31a52b4ef HTTP/1.1" status: 200 len: 931 time: 0.1904988 Nov 05 18:42:02.063196 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-cf6377f3-0b1b-4f85-8685-97e609cbc1f3 req-8377e069-f551-496e-9198-6c2d98330b4a tempest-ServersTestFqdnHostnames-345679519 tempest-ServersTestFqdnHostnames-345679519-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5852931 Nov 05 18:42:02.067450 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-d067dd08-1c58-41ac-b688-199545753368 req-9a2ad3dd-566d-4deb-aa77-f408a44218dd tempest-ServerDiskConfigTestJSON-70330027 tempest-ServerDiskConfigTestJSON-70330027-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3555613 Nov 05 18:42:02.105255 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [req-d067dd08-1c58-41ac-b688-199545753368 req-cbb58c44-6d65-4e61-a67f-4cd1cb072577 service neutron] Request body: {'port': {'device_id': 'bcbd3f99-98ae-4481-b4a1-c0a7beca4f9f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816865-1'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:42:02.122137 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [req-cf6377f3-0b1b-4f85-8685-97e609cbc1f3 req-15be1cd1-c8ff-4919-bb7a-619a251ca46f service neutron] Request body: {'port': {'device_id': '6c5b4f62-65a2-4108-88aa-9bf31a52b4ef', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816865-1'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:42:02.165140 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-ab08efb6-a77a-4630-a0f9-f080d59b9728 req-e0f1eca3-15c6-4e67-aa82-88c3488b6841 tempest-ServersTestFqdnHostnames-345679519 tempest-ServersTestFqdnHostnames-345679519-project] 10.222.0.13 "GET /v2.0/security-groups?id=82263dd5-ba48-4e1a-9a78-0e181b50a2de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0991275 Nov 05 18:42:02.255718 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a2eed1-be98-4dbd-862b-be9abd786916 req-22f9a3d3-d4bc-4b7a-9794-f1b053242b34 tempest-ServerDiskConfigTestJSON-70330027 tempest-ServerDiskConfigTestJSON-70330027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:42:02.257431 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-09a2eed1-be98-4dbd-862b-be9abd786916 req-22f9a3d3-d4bc-4b7a-9794-f1b053242b34 tempest-ServerDiskConfigTestJSON-70330027 tempest-ServerDiskConfigTestJSON-70330027-project] 10.222.0.13 "GET /v2.0/ports?device_id=bcbd3f99-98ae-4481-b4a1-c0a7beca4f9f HTTP/1.1" status: 200 len: 932 time: 0.0908389 Nov 05 18:42:02.383882 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-ea5608f5-1ef8-49cd-b8fb-07dd1e67bff6 None None] Provisioning complete for port 67fe0faa-c3a0-488e-af66-41eae6e7ad28 triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:42:02.385736 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-ea5608f5-1ef8-49cd-b8fb-07dd1e67bff6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:42:02.399163 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3089556d-fb42-42b0-9d68-2581fd6a130f req-9dc95333-5605-4774-8951-54134260c536 tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:42:02.405859 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3089556d-fb42-42b0-9d68-2581fd6a130f req-9dc95333-5605-4774-8951-54134260c536 tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:42:02.412511 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3089556d-fb42-42b0-9d68-2581fd6a130f req-9dc95333-5605-4774-8951-54134260c536 tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:42:02.419756 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3089556d-fb42-42b0-9d68-2581fd6a130f req-9dc95333-5605-4774-8951-54134260c536 tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:42:02.425802 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3089556d-fb42-42b0-9d68-2581fd6a130f req-9dc95333-5605-4774-8951-54134260c536 tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:42:02.431971 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3089556d-fb42-42b0-9d68-2581fd6a130f req-9dc95333-5605-4774-8951-54134260c536 tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:42:02.442206 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3089556d-fb42-42b0-9d68-2581fd6a130f req-9dc95333-5605-4774-8951-54134260c536 tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:42:02.465527 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-3089556d-fb42-42b0-9d68-2581fd6a130f req-9dc95333-5605-4774-8951-54134260c536 tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] 10.222.0.13 "GET /v2.0/ports?device_id=6b9db9e4-2300-49be-bd99-8eabc0e57de3 HTTP/1.1" status: 200 len: 5432 time: 0.2069402 Nov 05 18:42:02.475704 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 44704) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:42:02.487605 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-ecc99f08-1c22-4e11-8540-758b991f3469 tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Request body: {'floatingip': {'port_id': '62ff4673-48f2-4b6a-905c-6b1bcc553de5'}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:42:02.509924 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Device 69f3ff0f-5148-4bc1-8f69-404c4f9f50e7 no longer exists at agent hyperv_n-h1-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 18:42:02.555029 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-cf6377f3-0b1b-4f85-8685-97e609cbc1f3 req-15be1cd1-c8ff-4919-bb7a-619a251ca46f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:42:02.559608 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-d067dd08-1c58-41ac-b688-199545753368 req-cbb58c44-6d65-4e61-a67f-4cd1cb072577 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:42:02.563685 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c4fa96-0479-4f0b-a1f1-d02b64cceaa7 req-1ff3bcfc-9965-4317-9ede-6d65dc9cb915 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:42:02.565187 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-c7c4fa96-0479-4f0b-a1f1-d02b64cceaa7 req-1ff3bcfc-9965-4317-9ede-6d65dc9cb915 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=174784d1-6e33-406b-9ea4-96f2e35bc1c2&tenant_id=10ec5728e81c4449951d5c9e87d02372 HTTP/1.1" status: 200 len: 1100 time: 0.2753129 Nov 05 18:42:02.606032 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-ecc99f08-1c22-4e11-8540-758b991f3469 tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Publish callbacks [] for floatingip, before_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:42:02.638062 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [req-c7c4fa96-0479-4f0b-a1f1-d02b64cceaa7 req-b05dbd12-700d-4abf-92e6-9fe95f7c4ce6 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-816865-1', 'device_owner': 'compute:nova'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:42:02.657361 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-ea5608f5-1ef8-49cd-b8fb-07dd1e67bff6 None None] Port 67fe0faa-c3a0-488e-af66-41eae6e7ad28 cannot update to ACTIVE because it is not bound. {{(pid=102388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 18:42:02.685988 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-09a2eed1-be98-4dbd-862b-be9abd786916 req-a6c51d9a-c3f5-4ef2-b56c-1595eb0a8962 tempest-ServerDiskConfigTestJSON-70330027 tempest-ServerDiskConfigTestJSON-70330027-project] 10.222.0.13 "GET /v2.0/security-groups?id=415b984e-2c75-4a2b-aae3-7fe54c54a52e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4180293 Nov 05 18:42:02.705507 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:42:02.747692 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79473026-a489-487c-b82e-f3a3f4e169af req-e088bf7f-d536-4bdd-9c56-0c2300dd66ca tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:42:02.756447 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-79473026-a489-487c-b82e-f3a3f4e169af req-e088bf7f-d536-4bdd-9c56-0c2300dd66ca tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] 10.222.0.13 "GET /v2.0/ports?device_id=174784d1-6e33-406b-9ea4-96f2e35bc1c2 HTTP/1.1" status: 200 len: 949 time: 0.1473820 Nov 05 18:42:02.761792 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] For port 69f3ff0f-5148-4bc1-8f69-404c4f9f50e7, host n-h1-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=69f3ff0f-5148-4bc1-8f69-404c4f9f50e7,segment=NetworkSegment(35c2db9c-522d-48d3-98cf-a08c2cc55db7),segment_id=35c2db9c-522d-48d3-98cf-a08c2cc55db7)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:42:02.765533 n-d-816865-1 neutron-server[102388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '174784d1-6e33-406b-9ea4-96f2e35bc1c2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '69f3ff0f-5148-4bc1-8f69-404c4f9f50e7'}] {{(pid=102388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 18:42:02.768603 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85474fee1180e129d8a886d264fe0b30223aa672dd1ffe43b630605f18504f68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0862f6eb-e525-44a3-a301-b7cef1855ca0" -d '{"events": [{"server_uuid": "174784d1-6e33-406b-9ea4-96f2e35bc1c2", "name": "network-vif-unplugged", "status": "completed", "tag": "69f3ff0f-5148-4bc1-8f69-404c4f9f50e7"}]}' {{(pid=102388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 18:42:02.774408 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-2d648126-7438-4a6a-921d-9f487ad01fa8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:42:02.852541 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 05 Nov 2021 18:42:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90a67323-1548-4c55-9d41-ddfb515e6cef x-openstack-request-id: req-90a67323-1548-4c55-9d41-ddfb515e6cef {{(pid=102388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 18:42:02.852888 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "174784d1-6e33-406b-9ea4-96f2e35bc1c2", "name": "network-vif-unplugged", "status": "completed", "tag": "69f3ff0f-5148-4bc1-8f69-404c4f9f50e7", "code": 200}]} {{(pid=102388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 18:42:02.853144 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-90a67323-1548-4c55-9d41-ddfb515e6cef {{(pid=102388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 18:42:02.853531 n-d-816865-1 neutron-server[102388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '174784d1-6e33-406b-9ea4-96f2e35bc1c2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '69f3ff0f-5148-4bc1-8f69-404c4f9f50e7', 'code': 200} Nov 05 18:42:02.917048 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:42:02.925935 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-c7c4fa96-0479-4f0b-a1f1-d02b64cceaa7 req-b05dbd12-700d-4abf-92e6-9fe95f7c4ce6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:42:02.933859 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-79473026-a489-487c-b82e-f3a3f4e169af req-21d6e4f5-9415-4f53-9912-72c3d112c7d5 tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] 10.222.0.13 "GET /v2.0/security-groups?id=c4f63610-8850-433c-ac4b-7e7146261ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1763771 Nov 05 18:42:02.983358 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Pushing event updated for resources: {'Port': ['ID=69f3ff0f-5148-4bc1-8f69-404c4f9f50e7,revision_number=10']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:42:03.314644 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-ecc99f08-1c22-4e11-8540-758b991f3469 tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:42:03.369383 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef76f5fa-82c7-4e31-905d-19334d9794a9 req-4a5644a9-b994-499a-a67b-94e0631710c2 tempest-ServersTestFqdnHostnames-345679519 tempest-ServersTestFqdnHostnames-345679519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:42:03.371308 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-ef76f5fa-82c7-4e31-905d-19334d9794a9 req-4a5644a9-b994-499a-a67b-94e0631710c2 tempest-ServersTestFqdnHostnames-345679519 tempest-ServersTestFqdnHostnames-345679519-project] 10.222.0.13 "GET /v2.0/ports?device_id=6c5b4f62-65a2-4108-88aa-9bf31a52b4ef HTTP/1.1" status: 200 len: 931 time: 0.0553560 Nov 05 18:42:03.428532 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-ef76f5fa-82c7-4e31-905d-19334d9794a9 req-5e3bbc88-0626-42bb-aa0d-bac5a940a99c tempest-ServersTestFqdnHostnames-345679519 tempest-ServersTestFqdnHostnames-345679519-project] 10.222.0.13 "GET /v2.0/security-groups?id=82263dd5-ba48-4e1a-9a78-0e181b50a2de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493364 Nov 05 18:42:03.520328 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-ecc99f08-1c22-4e11-8540-758b991f3469 tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1000577'] for floatingip, after_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:42:03.676680 n-d-816865-1 neutron-server[102387]: INFO neutron.db.l3_db [None req-ecc99f08-1c22-4e11-8540-758b991f3469 tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Floating IP 22e8c5a9-750b-44b6-ae71-e50425599756 associated. External IP: 172.25.6.153, port: 62ff4673-48f2-4b6a-905c-6b1bcc553de5. Nov 05 18:42:03.928717 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:42:04.007120 n-d-816865-1 neutron-server[102386]: DEBUG neutron.notifiers.nova [req-cf6377f3-0b1b-4f85-8685-97e609cbc1f3 req-15be1cd1-c8ff-4919-bb7a-619a251ca46f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 67fe0faa-c3a0-488e-af66-41eae6e7ad28 {{(pid=102386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 18:42:04.032535 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [req-c7c4fa96-0479-4f0b-a1f1-d02b64cceaa7 req-b05dbd12-700d-4abf-92e6-9fe95f7c4ce6 service neutron] For port 69f3ff0f-5148-4bc1-8f69-404c4f9f50e7, host n-h1-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=69f3ff0f-5148-4bc1-8f69-404c4f9f50e7,segment=NetworkSegment(35c2db9c-522d-48d3-98cf-a08c2cc55db7),segment_id=35c2db9c-522d-48d3-98cf-a08c2cc55db7)] {{(pid=102386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:42:04.036121 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-cf6377f3-0b1b-4f85-8685-97e609cbc1f3 req-15be1cd1-c8ff-4919-bb7a-619a251ca46f service neutron] Publish callbacks [] for port, precommit_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:42:04.039691 n-d-816865-1 neutron-server[102386]: DEBUG neutron.notifiers.nova [req-d067dd08-1c58-41ac-b688-199545753368 req-cbb58c44-6d65-4e61-a67f-4cd1cb072577 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 87aba709-24d9-4cc7-81b8-20ab92108b9e {{(pid=102386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 18:42:04.052878 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167ac834-21f8-4e9b-914c-76ab59ec791b req-8d8930c4-0e03-433b-9103-60312eeb8268 tempest-ServerDiskConfigTestJSON-70330027 tempest-ServerDiskConfigTestJSON-70330027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:42:04.060300 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-d067dd08-1c58-41ac-b688-199545753368 req-cbb58c44-6d65-4e61-a67f-4cd1cb072577 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:42:04.065251 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-167ac834-21f8-4e9b-914c-76ab59ec791b req-8d8930c4-0e03-433b-9103-60312eeb8268 tempest-ServerDiskConfigTestJSON-70330027 tempest-ServerDiskConfigTestJSON-70330027-project] 10.222.0.13 "GET /v2.0/ports?device_id=bcbd3f99-98ae-4481-b4a1-c0a7beca4f9f HTTP/1.1" status: 200 len: 932 time: 0.1740198 Nov 05 18:42:04.101297 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.provisioning_blocks [req-cf6377f3-0b1b-4f85-8685-97e609cbc1f3 req-15be1cd1-c8ff-4919-bb7a-619a251ca46f service neutron] Transition to ACTIVE for port object 67fe0faa-c3a0-488e-af66-41eae6e7ad28 will not be triggered until provisioned by entity L2. {{(pid=102386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 05 18:42:04.103331 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.provisioning_blocks [req-d067dd08-1c58-41ac-b688-199545753368 req-cbb58c44-6d65-4e61-a67f-4cd1cb072577 service neutron] Transition to ACTIVE for port object 87aba709-24d9-4cc7-81b8-20ab92108b9e will not be triggered until provisioned by entity L2. {{(pid=102386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 05 18:42:04.125336 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [req-c7c4fa96-0479-4f0b-a1f1-d02b64cceaa7 req-b05dbd12-700d-4abf-92e6-9fe95f7c4ce6 service neutron] For port 69f3ff0f-5148-4bc1-8f69-404c4f9f50e7, host n-h1-816865-1, cleared binding levels {{(pid=102386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 18:42:04.136935 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ecc99f08-1c22-4e11-8540-758b991f3469 tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Router beeb7fb8-39c0-47c0-a88d-b4e22ec05da3 has already been hosted by L3 agent 6dcb5589-8e86-4616-9186-ddc4548e13ad {{(pid=102387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 18:42:04.165586 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-167ac834-21f8-4e9b-914c-76ab59ec791b req-1dbcb781-9249-4d4f-b4e3-2c229e25b6be tempest-ServerDiskConfigTestJSON-70330027 tempest-ServerDiskConfigTestJSON-70330027-project] 10.222.0.13 "GET /v2.0/security-groups?id=415b984e-2c75-4a2b-aae3-7fe54c54a52e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985107 Nov 05 18:42:04.183318 n-d-816865-1 neutron-server[102386]: DEBUG neutron.notifiers.nova [req-c7c4fa96-0479-4f0b-a1f1-d02b64cceaa7 req-b05dbd12-700d-4abf-92e6-9fe95f7c4ce6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 69f3ff0f-5148-4bc1-8f69-404c4f9f50e7 {{(pid=102386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 18:42:04.193315 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-c7c4fa96-0479-4f0b-a1f1-d02b64cceaa7 req-b05dbd12-700d-4abf-92e6-9fe95f7c4ce6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:42:04.199112 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-cf6377f3-0b1b-4f85-8685-97e609cbc1f3 req-15be1cd1-c8ff-4919-bb7a-619a251ca46f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6149821'] for port, after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:42:04.293874 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-d067dd08-1c58-41ac-b688-199545753368 req-cbb58c44-6d65-4e61-a67f-4cd1cb072577 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6149821'] for port, after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:42:04.302896 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.provisioning_blocks [req-c7c4fa96-0479-4f0b-a1f1-d02b64cceaa7 req-b05dbd12-700d-4abf-92e6-9fe95f7c4ce6 service neutron] Transition to ACTIVE for port object 69f3ff0f-5148-4bc1-8f69-404c4f9f50e7 will not be triggered until provisioned by entity L2. {{(pid=102386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 05 18:42:04.321088 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-7a5f93d6-0f5d-49aa-b1d2-05ce4501db24 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-571777'] for router_interface, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:42:04.354650 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecc99f08-1c22-4e11-8540-758b991f3469 tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Notify agent at l3_agent.n-d-816865-1 the message routers_updated {{(pid=102387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 18:42:04.362228 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-ecc99f08-1c22-4e11-8540-758b991f3469 tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for floatingip, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:42:04.373125 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc6c81c2-6de2-4134-907f-bdc1f0f023bf None None] Sync routers for ids ['beeb7fb8-39c0-47c0-a88d-b4e22ec05da3'] in n-d-816865-1 {{(pid=102388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 18:42:04.396078 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc6c81c2-6de2-4134-907f-bdc1f0f023bf None None] Routers {'beeb7fb8-39c0-47c0-a88d-b4e22ec05da3'} bound to L3 agent in host n-d-816865-1 {{(pid=102388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 18:42:04.397173 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-cc6c81c2-6de2-4134-907f-bdc1f0f023bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T18:41:35Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['beeb7fb8-39c0-47c0-a88d-b4e22ec05da3'], 'active': True} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:42:04.402995 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15be1cd1-c8ff-4919-bb7a-619a251ca46f service neutron] Pushing event updated for resources: {'Port': ['ID=67fe0faa-c3a0-488e-af66-41eae6e7ad28,revision_number=2']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:42:04.478306 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3f9d42-5190-4cc9-b19f-3581c67c45d5 req-9e65f2ea-adb6-40d0-a43c-e7de95a4befc tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:42:04.480059 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-1a3f9d42-5190-4cc9-b19f-3581c67c45d5 req-9e65f2ea-adb6-40d0-a43c-e7de95a4befc tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] 10.222.0.13 "GET /v2.0/ports?device_id=174784d1-6e33-406b-9ea4-96f2e35bc1c2 HTTP/1.1" status: 200 len: 948 time: 0.1971474 Nov 05 18:42:04.481841 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-ecc99f08-1c22-4e11-8540-758b991f3469 tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] 10.222.0.13 "PUT /v2.0/floatingips/22e8c5a9-750b-44b6-ae71-e50425599756 HTTP/1.1" status: 200 len: 991 time: 2.0015006 Nov 05 18:42:04.482630 n-d-816865-1 neutron-server[102387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b9db9e4-2300-49be-bd99-8eabc0e57de3', 'tag': '62ff4673-48f2-4b6a-905c-6b1bcc553de5'}] {{(pid=102387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 18:42:04.485971 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab06bd4ddf5758c1f10d79fe34dc215bafa488692cde9dba2fcbcb67556f90bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-749465db-d592-4233-b66e-c70cba3d80c5" -d '{"events": [{"name": "network-changed", "server_uuid": "6b9db9e4-2300-49be-bd99-8eabc0e57de3", "tag": "62ff4673-48f2-4b6a-905c-6b1bcc553de5"}]}' {{(pid=102387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 18:42:04.495959 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-c7c4fa96-0479-4f0b-a1f1-d02b64cceaa7 req-b05dbd12-700d-4abf-92e6-9fe95f7c4ce6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6149821'] for port, after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:42:04.549727 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-1a3f9d42-5190-4cc9-b19f-3581c67c45d5 req-6a8e9bcd-b033-456f-8488-34ff60381f93 tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] 10.222.0.13 "GET /v2.0/security-groups?id=c4f63610-8850-433c-ac4b-7e7146261ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577319 Nov 05 18:42:04.604272 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvr_db [None req-cc6c81c2-6de2-4134-907f-bdc1f0f023bf None None] Set router beeb7fb8-39c0-47c0-a88d-b4e22ec05da3 gateway port host: n-d-816865-1 {{(pid=102388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 18:42:04.661439 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb58c44-6d65-4e61-a67f-4cd1cb072577 service neutron] Pushing event updated for resources: {'Port': ['ID=87aba709-24d9-4cc7-81b8-20ab92108b9e,revision_number=2']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:42:04.859799 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076a56db-2608-4361-b9b4-10caba88befc req-3c3492e2-8fe5-4c24-a02a-479376706a2c tempest-ServersTestFqdnHostnames-345679519 tempest-ServersTestFqdnHostnames-345679519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:42:04.861311 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-076a56db-2608-4361-b9b4-10caba88befc req-3c3492e2-8fe5-4c24-a02a-479376706a2c tempest-ServersTestFqdnHostnames-345679519 tempest-ServersTestFqdnHostnames-345679519-project] 10.222.0.13 "GET /v2.0/ports?device_id=6c5b4f62-65a2-4108-88aa-9bf31a52b4ef HTTP/1.1" status: 200 len: 943 time: 0.1360025 Nov 05 18:42:04.881691 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7c4fa96-0479-4f0b-a1f1-d02b64cceaa7 req-b05dbd12-700d-4abf-92e6-9fe95f7c4ce6 service neutron] No DVR routers for this DVR port 69f3ff0f-5148-4bc1-8f69-404c4f9f50e7 on host n-h1-816865-1 {{(pid=102386) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 18:42:04.913614 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-d6c03edd-c12e-4ced-ae0e-f389ff59f41c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:42:04.936010 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 18:42:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bea0f53-55ef-4afe-a95b-e9d04260cf33 x-openstack-request-id: req-0bea0f53-55ef-4afe-a95b-e9d04260cf33 {{(pid=102387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 18:42:04.937323 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b9db9e4-2300-49be-bd99-8eabc0e57de3", "tag": "62ff4673-48f2-4b6a-905c-6b1bcc553de5", "status": "completed", "code": 200}]} {{(pid=102387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 18:42:04.937323 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0bea0f53-55ef-4afe-a95b-e9d04260cf33 {{(pid=102387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 18:42:04.937323 n-d-816865-1 neutron-server[102387]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b9db9e4-2300-49be-bd99-8eabc0e57de3', 'tag': '62ff4673-48f2-4b6a-905c-6b1bcc553de5', 'status': 'completed', 'code': 200} Nov 05 18:42:04.982358 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-076a56db-2608-4361-b9b4-10caba88befc req-592c2910-de8f-4c0d-bf94-d17e3eec46bf tempest-ServersTestFqdnHostnames-345679519 tempest-ServersTestFqdnHostnames-345679519-project] 10.222.0.13 "GET /v2.0/security-groups?id=82263dd5-ba48-4e1a-9a78-0e181b50a2de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1134503 Nov 05 18:42:05.015835 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-cc6c81c2-6de2-4134-907f-bdc1f0f023bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'beeb7fb8-39c0-47c0-a88d-b4e22ec05da3', 'name': 'tempest-TaggedBootDevicesTest-2092046476-router', 'tenant_id': '48de103aa1ab44c9aad7c42993657578', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.236'}], 'enable_snat': True}, 'gw_port_id': 'f27c4a60-5c3f-41e7-93bc-e021962f250c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T18:39:14Z', 'updated_at': '2021-11-05T18:39:29Z', 'revision_number': 4, 'project_id': '48de103aa1ab44c9aad7c42993657578', 'gw_port': {'id': 'f27c4a60-5c3f-41e7-93bc-e021962f250c', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:eb:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beeb7fb8-39c0-47c0-a88d-b4e22ec05da3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T18:39:18Z', 'updated_at': '2021-11-05T18:39:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1', '_floatingips': [{'id': '22e8c5a9-750b-44b6-ae71-e50425599756', 'tenant_id': '48de103aa1ab44c9aad7c42993657578', 'floating_ip_address': '172.25.6.153', 'floating_network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'router_id': 'beeb7fb8-39c0-47c0-a88d-b4e22ec05da3', 'port_id': '62ff4673-48f2-4b6a-905c-6b1bcc553de5', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 690, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9c282dee-ee32-45f7-8090-e833d25335b6', 'mac_address': 'fa:16:3e:57:1d:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b9db9e4-2300-49be-bd99-8eabc0e57de3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-05T18:40:32Z', 'updated_at': '2021-11-05T18:42:03Z', 'revision_number': 1, 'project_id': '48de103aa1ab44c9aad7c42993657578', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8dfae9e7-cd59-48b6-bfe7-c336264dc142', 'name': '', 'network_id': '9c282dee-ee32-45f7-8090-e833d25335b6', 'tenant_id': '48de103aa1ab44c9aad7c42993657578', 'mac_address': 'fa:16:3e:07:4f:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beeb7fb8-39c0-47c0-a88d-b4e22ec05da3', 'device_owner': 'network:router_interface', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': 'cac15399-ea50-428e-a2ae-2a1396bca25d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T18:39:27Z', 'updated_at': '2021-11-05T18:39:38Z', 'revision_number': 5, 'project_id': '48de103aa1ab44c9aad7c42993657578', 'subnets': [{'id': 'cac15399-ea50-428e-a2ae-2a1396bca25d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-1', False) {} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:42:05.047402 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [req-cf6377f3-0b1b-4f85-8685-97e609cbc1f3 req-15be1cd1-c8ff-4919-bb7a-619a251ca46f service neutron] Attempting to bind port 67fe0faa-c3a0-488e-af66-41eae6e7ad28 on host n-h2-816865-1 for vnic_type normal with profile {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 18:42:05.048002 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [req-cf6377f3-0b1b-4f85-8685-97e609cbc1f3 req-15be1cd1-c8ff-4919-bb7a-619a251ca46f service neutron] Attempting to bind port 67fe0faa-c3a0-488e-af66-41eae6e7ad28 by drivers openvswitch,hyperv on host n-h2-816865-1 at level 0 using segments [{'id': 'fa8c7ea5-f99c-4ee2-80d1-0e4e054d8ebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '1da37b43-f7d4-493c-9709-10fff3365b6d'}] {{(pid=102386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 18:42:05.048230 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf6377f3-0b1b-4f85-8685-97e609cbc1f3 req-15be1cd1-c8ff-4919-bb7a-619a251ca46f service neutron] Attempting to bind port 67fe0faa-c3a0-488e-af66-41eae6e7ad28 on network 1da37b43-f7d4-493c-9709-10fff3365b6d {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 18:42:05.058757 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc6c81c2-6de2-4134-907f-bdc1f0f023bf None None] Checking router: beeb7fb8-39c0-47c0-a88d-b4e22ec05da3 for host: n-d-816865-1 {{(pid=102388) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 18:42:05.068676 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc6c81c2-6de2-4134-907f-bdc1f0f023bf None None] Routers {'beeb7fb8-39c0-47c0-a88d-b4e22ec05da3'} bound to L3 agent in host n-d-816865-1 {{(pid=102388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 18:42:05.068998 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05dbd12-700d-4abf-92e6-9fe95f7c4ce6 service neutron] Pushing event updated for resources: {'Port': ['ID=69f3ff0f-5148-4bc1-8f69-404c4f9f50e7,revision_number=11']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:42:05.069331 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-cc6c81c2-6de2-4134-907f-bdc1f0f023bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T18:42:05Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['beeb7fb8-39c0-47c0-a88d-b4e22ec05da3'], 'active': True} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:42:05.075390 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf6377f3-0b1b-4f85-8685-97e609cbc1f3 req-15be1cd1-c8ff-4919-bb7a-619a251ca46f service neutron] Port 67fe0faa-c3a0-488e-af66-41eae6e7ad28 on network 1da37b43-f7d4-493c-9709-10fff3365b6d not bound, no agent of type Open vSwitch agent registered on host n-h2-816865-1 {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 18:42:05.075719 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf6377f3-0b1b-4f85-8685-97e609cbc1f3 req-15be1cd1-c8ff-4919-bb7a-619a251ca46f service neutron] Attempting to bind port 67fe0faa-c3a0-488e-af66-41eae6e7ad28 on network 1da37b43-f7d4-493c-9709-10fff3365b6d {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 18:42:05.077636 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [req-c7c4fa96-0479-4f0b-a1f1-d02b64cceaa7 req-b05dbd12-700d-4abf-92e6-9fe95f7c4ce6 service neutron] Attempting to bind port 69f3ff0f-5148-4bc1-8f69-404c4f9f50e7 on host n-h2-816865-1 for vnic_type normal with profile {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 18:42:05.077966 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [req-c7c4fa96-0479-4f0b-a1f1-d02b64cceaa7 req-b05dbd12-700d-4abf-92e6-9fe95f7c4ce6 service neutron] Attempting to bind port 69f3ff0f-5148-4bc1-8f69-404c4f9f50e7 by drivers openvswitch,hyperv on host n-h2-816865-1 at level 0 using segments [{'id': '35c2db9c-522d-48d3-98cf-a08c2cc55db7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'a723f808-b11e-4066-b104-fad90c82895e'}] {{(pid=102386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 18:42:05.078331 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7c4fa96-0479-4f0b-a1f1-d02b64cceaa7 req-b05dbd12-700d-4abf-92e6-9fe95f7c4ce6 service neutron] Attempting to bind port 69f3ff0f-5148-4bc1-8f69-404c4f9f50e7 on network a723f808-b11e-4066-b104-fad90c82895e {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 18:42:05.085457 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7c4fa96-0479-4f0b-a1f1-d02b64cceaa7 req-b05dbd12-700d-4abf-92e6-9fe95f7c4ce6 service neutron] Port 69f3ff0f-5148-4bc1-8f69-404c4f9f50e7 on network a723f808-b11e-4066-b104-fad90c82895e not bound, no agent of type Open vSwitch agent registered on host n-h2-816865-1 {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 18:42:05.085773 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7c4fa96-0479-4f0b-a1f1-d02b64cceaa7 req-b05dbd12-700d-4abf-92e6-9fe95f7c4ce6 service neutron] Attempting to bind port 69f3ff0f-5148-4bc1-8f69-404c4f9f50e7 on network a723f808-b11e-4066-b104-fad90c82895e {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 18:42:05.093016 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [req-d067dd08-1c58-41ac-b688-199545753368 req-cbb58c44-6d65-4e61-a67f-4cd1cb072577 service neutron] Attempting to bind port 87aba709-24d9-4cc7-81b8-20ab92108b9e on host n-h2-816865-1 for vnic_type normal with profile {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 18:42:05.093413 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [req-d067dd08-1c58-41ac-b688-199545753368 req-cbb58c44-6d65-4e61-a67f-4cd1cb072577 service neutron] Attempting to bind port 87aba709-24d9-4cc7-81b8-20ab92108b9e by drivers openvswitch,hyperv on host n-h2-816865-1 at level 0 using segments [{'id': 'b30a663d-6bb9-436d-bbb6-d3fc1ef4951b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'c410af1b-0d29-45ed-bbbd-e63b694a7756'}] {{(pid=102386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 18:42:05.093740 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d067dd08-1c58-41ac-b688-199545753368 req-cbb58c44-6d65-4e61-a67f-4cd1cb072577 service neutron] Attempting to bind port 87aba709-24d9-4cc7-81b8-20ab92108b9e on network c410af1b-0d29-45ed-bbbd-e63b694a7756 {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 18:42:05.100256 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7c4fa96-0479-4f0b-a1f1-d02b64cceaa7 req-b05dbd12-700d-4abf-92e6-9fe95f7c4ce6 service neutron] Checking agent: {'id': '32aff553-696f-4891-83f5-5c176f61fe54', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816865-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 18, 33, 36), 'started_at': datetime.datetime(2021, 11, 5, 18, 33, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 18, 41, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 18:42:05.100605 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7c4fa96-0479-4f0b-a1f1-d02b64cceaa7 req-b05dbd12-700d-4abf-92e6-9fe95f7c4ce6 service neutron] Checking segment: {'id': '35c2db9c-522d-48d3-98cf-a08c2cc55db7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'a723f808-b11e-4066-b104-fad90c82895e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 18:42:05.100974 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7c4fa96-0479-4f0b-a1f1-d02b64cceaa7 req-b05dbd12-700d-4abf-92e6-9fe95f7c4ce6 service neutron] Bound using segment: {'id': '35c2db9c-522d-48d3-98cf-a08c2cc55db7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'a723f808-b11e-4066-b104-fad90c82895e'} {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 18:42:05.101639 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [req-c7c4fa96-0479-4f0b-a1f1-d02b64cceaa7 req-b05dbd12-700d-4abf-92e6-9fe95f7c4ce6 service neutron] Bound port: 69f3ff0f-5148-4bc1-8f69-404c4f9f50e7, host: n-h2-816865-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35c2db9c-522d-48d3-98cf-a08c2cc55db7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'a723f808-b11e-4066-b104-fad90c82895e'}}] {{(pid=102386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 18:42:05.101996 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-c7c4fa96-0479-4f0b-a1f1-d02b64cceaa7 req-b05dbd12-700d-4abf-92e6-9fe95f7c4ce6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:42:05.103682 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d067dd08-1c58-41ac-b688-199545753368 req-cbb58c44-6d65-4e61-a67f-4cd1cb072577 service neutron] Port 87aba709-24d9-4cc7-81b8-20ab92108b9e on network c410af1b-0d29-45ed-bbbd-e63b694a7756 not bound, no agent of type Open vSwitch agent registered on host n-h2-816865-1 {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 18:42:05.103992 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d067dd08-1c58-41ac-b688-199545753368 req-cbb58c44-6d65-4e61-a67f-4cd1cb072577 service neutron] Attempting to bind port 87aba709-24d9-4cc7-81b8-20ab92108b9e on network c410af1b-0d29-45ed-bbbd-e63b694a7756 {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 18:42:05.128427 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf6377f3-0b1b-4f85-8685-97e609cbc1f3 req-15be1cd1-c8ff-4919-bb7a-619a251ca46f service neutron] Checking agent: {'id': '32aff553-696f-4891-83f5-5c176f61fe54', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816865-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 18, 33, 36), 'started_at': datetime.datetime(2021, 11, 5, 18, 33, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 18, 41, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 18:42:05.128427 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf6377f3-0b1b-4f85-8685-97e609cbc1f3 req-15be1cd1-c8ff-4919-bb7a-619a251ca46f service neutron] Checking segment: {'id': 'fa8c7ea5-f99c-4ee2-80d1-0e4e054d8ebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '1da37b43-f7d4-493c-9709-10fff3365b6d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 18:42:05.128427 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf6377f3-0b1b-4f85-8685-97e609cbc1f3 req-15be1cd1-c8ff-4919-bb7a-619a251ca46f service neutron] Bound using segment: {'id': 'fa8c7ea5-f99c-4ee2-80d1-0e4e054d8ebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '1da37b43-f7d4-493c-9709-10fff3365b6d'} {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 18:42:05.128427 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [req-cf6377f3-0b1b-4f85-8685-97e609cbc1f3 req-15be1cd1-c8ff-4919-bb7a-619a251ca46f service neutron] Bound port: 67fe0faa-c3a0-488e-af66-41eae6e7ad28, host: n-h2-816865-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa8c7ea5-f99c-4ee2-80d1-0e4e054d8ebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '1da37b43-f7d4-493c-9709-10fff3365b6d'}}] {{(pid=102386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 18:42:05.128427 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-cf6377f3-0b1b-4f85-8685-97e609cbc1f3 req-15be1cd1-c8ff-4919-bb7a-619a251ca46f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:42:05.140590 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d067dd08-1c58-41ac-b688-199545753368 req-cbb58c44-6d65-4e61-a67f-4cd1cb072577 service neutron] Checking agent: {'id': '32aff553-696f-4891-83f5-5c176f61fe54', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816865-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 18, 33, 36), 'started_at': datetime.datetime(2021, 11, 5, 18, 33, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 18, 41, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 18:42:05.140924 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d067dd08-1c58-41ac-b688-199545753368 req-cbb58c44-6d65-4e61-a67f-4cd1cb072577 service neutron] Checking segment: {'id': 'b30a663d-6bb9-436d-bbb6-d3fc1ef4951b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'c410af1b-0d29-45ed-bbbd-e63b694a7756'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 18:42:05.141307 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d067dd08-1c58-41ac-b688-199545753368 req-cbb58c44-6d65-4e61-a67f-4cd1cb072577 service neutron] Bound using segment: {'id': 'b30a663d-6bb9-436d-bbb6-d3fc1ef4951b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'c410af1b-0d29-45ed-bbbd-e63b694a7756'} {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 18:42:05.141734 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [req-d067dd08-1c58-41ac-b688-199545753368 req-cbb58c44-6d65-4e61-a67f-4cd1cb072577 service neutron] Bound port: 87aba709-24d9-4cc7-81b8-20ab92108b9e, host: n-h2-816865-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b30a663d-6bb9-436d-bbb6-d3fc1ef4951b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'c410af1b-0d29-45ed-bbbd-e63b694a7756'}}] {{(pid=102386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 18:42:05.142357 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-d067dd08-1c58-41ac-b688-199545753368 req-cbb58c44-6d65-4e61-a67f-4cd1cb072577 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:42:05.167813 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749465db-d592-4233-b66e-c70cba3d80c5 req-ca21f2a8-e1ad-4ea8-a1f5-099b9b8ccbb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:42:05.168415 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749465db-d592-4233-b66e-c70cba3d80c5 req-ca21f2a8-e1ad-4ea8-a1f5-099b9b8ccbb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:42:05.168773 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749465db-d592-4233-b66e-c70cba3d80c5 req-ca21f2a8-e1ad-4ea8-a1f5-099b9b8ccbb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:42:05.169242 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749465db-d592-4233-b66e-c70cba3d80c5 req-ca21f2a8-e1ad-4ea8-a1f5-099b9b8ccbb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:42:05.169706 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749465db-d592-4233-b66e-c70cba3d80c5 req-ca21f2a8-e1ad-4ea8-a1f5-099b9b8ccbb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:42:05.173522 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749465db-d592-4233-b66e-c70cba3d80c5 req-ca21f2a8-e1ad-4ea8-a1f5-099b9b8ccbb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:42:05.173522 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749465db-d592-4233-b66e-c70cba3d80c5 req-ca21f2a8-e1ad-4ea8-a1f5-099b9b8ccbb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:42:05.173522 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-749465db-d592-4233-b66e-c70cba3d80c5 req-ca21f2a8-e1ad-4ea8-a1f5-099b9b8ccbb5 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=48de103aa1ab44c9aad7c42993657578&device_id=6b9db9e4-2300-49be-bd99-8eabc0e57de3 HTTP/1.1" status: 200 len: 6489 time: 0.2243218 Nov 05 18:42:05.250733 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [req-cf6377f3-0b1b-4f85-8685-97e609cbc1f3 req-15be1cd1-c8ff-4919-bb7a-619a251ca46f service neutron] For port 67fe0faa-c3a0-488e-af66-41eae6e7ad28, host n-h2-816865-1, cleared binding levels {{(pid=102386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 18:42:05.256508 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [req-cf6377f3-0b1b-4f85-8685-97e609cbc1f3 req-15be1cd1-c8ff-4919-bb7a-619a251ca46f service neutron] For port 67fe0faa-c3a0-488e-af66-41eae6e7ad28, host n-h2-816865-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=67fe0faa-c3a0-488e-af66-41eae6e7ad28,segment=NetworkSegment(fa8c7ea5-f99c-4ee2-80d1-0e4e054d8ebd),segment_id=fa8c7ea5-f99c-4ee2-80d1-0e4e054d8ebd)] {{(pid=102386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 18:42:05.367472 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvr_db [None req-cc6c81c2-6de2-4134-907f-bdc1f0f023bf None None] Set router beeb7fb8-39c0-47c0-a88d-b4e22ec05da3 gateway port host: n-d-816865-1 {{(pid=102388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 18:42:05.372764 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6218d80-4436-4ae1-bd54-8f38dfd9febf req-acdc8828-25b7-4000-a818-0a0f3d345895 tempest-ServerDiskConfigTestJSON-70330027 tempest-ServerDiskConfigTestJSON-70330027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:42:05.378764 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-f6218d80-4436-4ae1-bd54-8f38dfd9febf req-acdc8828-25b7-4000-a818-0a0f3d345895 tempest-ServerDiskConfigTestJSON-70330027 tempest-ServerDiskConfigTestJSON-70330027-project] 10.222.0.13 "GET /v2.0/ports?device_id=bcbd3f99-98ae-4481-b4a1-c0a7beca4f9f HTTP/1.1" status: 200 len: 944 time: 0.1224759 Nov 05 18:42:05.424764 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749465db-d592-4233-b66e-c70cba3d80c5 req-ee5ca25d-95af-4b77-a629-0728b3e76ac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:42:05.427001 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-749465db-d592-4233-b66e-c70cba3d80c5 req-ee5ca25d-95af-4b77-a629-0728b3e76ac8 service neutron] 10.222.0.41 "GET /v2.0/networks?id=9c282dee-ee32-45f7-8090-e833d25335b6 HTTP/1.1" status: 200 len: 913 time: 0.1574354 Nov 05 18:42:05.475452 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-cf6377f3-0b1b-4f85-8685-97e609cbc1f3 req-15be1cd1-c8ff-4919-bb7a-619a251ca46f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6149821'] for port, after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:42:05.479755 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-f6218d80-4436-4ae1-bd54-8f38dfd9febf req-b838690c-62ed-4b37-8a63-018407b76cc4 tempest-ServerDiskConfigTestJSON-70330027 tempest-ServerDiskConfigTestJSON-70330027-project] 10.222.0.13 "GET /v2.0/security-groups?id=415b984e-2c75-4a2b-aae3-7fe54c54a52e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882356 Nov 05 18:42:05.555855 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15be1cd1-c8ff-4919-bb7a-619a251ca46f service neutron] Pushing event updated for resources: {'Port': ['ID=67fe0faa-c3a0-488e-af66-41eae6e7ad28,revision_number=3']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:42:05.652861 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6377f3-0b1b-4f85-8685-97e609cbc1f3 req-15be1cd1-c8ff-4919-bb7a-619a251ca46f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:42:05.653688 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-cf6377f3-0b1b-4f85-8685-97e609cbc1f3 req-15be1cd1-c8ff-4919-bb7a-619a251ca46f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:42:05.655251 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-cf6377f3-0b1b-4f85-8685-97e609cbc1f3 req-15be1cd1-c8ff-4919-bb7a-619a251ca46f service neutron] 10.222.0.55 "PUT /v2.0/ports/67fe0faa-c3a0-488e-af66-41eae6e7ad28 HTTP/1.1" status: 200 len: 1091 time: 3.5636058 Nov 05 18:42:05.664179 n-d-816865-1 neutron-server[102386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c5b4f62-65a2-4108-88aa-9bf31a52b4ef', 'tag': '67fe0faa-c3a0-488e-af66-41eae6e7ad28'}] {{(pid=102386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 18:42:05.666727 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6173a44d7c73f41af551dc890fa1a5892c2c6bc3458b640c8e0c24db7876ba6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2da45a92-b1bf-4f80-aaea-db89815d2249" -d '{"events": [{"name": "network-changed", "server_uuid": "6c5b4f62-65a2-4108-88aa-9bf31a52b4ef", "tag": "67fe0faa-c3a0-488e-af66-41eae6e7ad28"}]}' {{(pid=102386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 18:42:05.786016 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fa88a9-8d23-4e6a-bd98-c52e745bf538 req-ee316c83-ff27-4928-8d05-b035d6899a98 tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:42:05.786280 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [req-c7c4fa96-0479-4f0b-a1f1-d02b64cceaa7 req-b05dbd12-700d-4abf-92e6-9fe95f7c4ce6 service neutron] For port 69f3ff0f-5148-4bc1-8f69-404c4f9f50e7, host n-h2-816865-1, cleared binding levels {{(pid=102386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 18:42:05.797896 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-49fa88a9-8d23-4e6a-bd98-c52e745bf538 req-ee316c83-ff27-4928-8d05-b035d6899a98 tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] 10.222.0.13 "GET /v2.0/ports?device_id=174784d1-6e33-406b-9ea4-96f2e35bc1c2 HTTP/1.1" status: 200 len: 948 time: 0.0950701 Nov 05 18:42:05.835129 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-749465db-d592-4233-b66e-c70cba3d80c5 req-8227ed97-fd57-4b1b-b9b5-a7218a4141e8 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=62ff4673-48f2-4b6a-905c-6b1bcc553de5 HTTP/1.1" status: 200 len: 999 time: 0.3731592 Nov 05 18:42:05.876610 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-49fa88a9-8d23-4e6a-bd98-c52e745bf538 req-ee7526ae-53ff-424c-99f8-b08a7d20ab28 tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] 10.222.0.13 "GET /v2.0/security-groups?id=c4f63610-8850-433c-ac4b-7e7146261ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778129 Nov 05 18:42:05.893003 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [req-d067dd08-1c58-41ac-b688-199545753368 req-cbb58c44-6d65-4e61-a67f-4cd1cb072577 service neutron] For port 87aba709-24d9-4cc7-81b8-20ab92108b9e, host n-h2-816865-1, cleared binding levels {{(pid=102386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 18:42:05.897211 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-cc6c81c2-6de2-4134-907f-bdc1f0f023bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'beeb7fb8-39c0-47c0-a88d-b4e22ec05da3', 'name': 'tempest-TaggedBootDevicesTest-2092046476-router', 'tenant_id': '48de103aa1ab44c9aad7c42993657578', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.236'}], 'enable_snat': True}, 'gw_port_id': 'f27c4a60-5c3f-41e7-93bc-e021962f250c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T18:39:14Z', 'updated_at': '2021-11-05T18:39:29Z', 'revision_number': 4, 'project_id': '48de103aa1ab44c9aad7c42993657578', 'gw_port': {'id': 'f27c4a60-5c3f-41e7-93bc-e021962f250c', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:eb:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beeb7fb8-39c0-47c0-a88d-b4e22ec05da3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T18:39:18Z', 'updated_at': '2021-11-05T18:39:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1', '_floatingips': [{'id': '22e8c5a9-750b-44b6-ae71-e50425599756', 'tenant_id': '48de103aa1ab44c9aad7c42993657578', 'floating_ip_address': '172.25.6.153', 'floating_network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'router_id': 'beeb7fb8-39c0-47c0-a88d-b4e22ec05da3', 'port_id': '62ff4673-48f2-4b6a-905c-6b1bcc553de5', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 690, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9c282dee-ee32-45f7-8090-e833d25335b6', 'mac_address': 'fa:16:3e:57:1d:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b9db9e4-2300-49be-bd99-8eabc0e57de3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-05T18:40:32Z', 'updated_at': '2021-11-05T18:42:03Z', 'revision_number': 1, 'project_id': '48de103aa1ab44c9aad7c42993657578', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8dfae9e7-cd59-48b6-bfe7-c336264dc142', 'name': '', 'network_id': '9c282dee-ee32-45f7-8090-e833d25335b6', 'tenant_id': '48de103aa1ab44c9aad7c42993657578', 'mac_address': 'fa:16:3e:07:4f:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beeb7fb8-39c0-47c0-a88d-b4e22ec05da3', 'device_owner': 'network:router_interface', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': 'cac15399-ea50-428e-a2ae-2a1396bca25d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T18:39:27Z', 'updated_at': '2021-11-05T18:39:38Z', 'revision_number': 5, 'project_id': '48de103aa1ab44c9aad7c42993657578', 'subnets': [{'id': 'cac15399-ea50-428e-a2ae-2a1396bca25d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-1', False) {} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:42:05.905098 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [req-c7c4fa96-0479-4f0b-a1f1-d02b64cceaa7 req-b05dbd12-700d-4abf-92e6-9fe95f7c4ce6 service neutron] For port 69f3ff0f-5148-4bc1-8f69-404c4f9f50e7, host n-h2-816865-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=69f3ff0f-5148-4bc1-8f69-404c4f9f50e7,segment=NetworkSegment(35c2db9c-522d-48d3-98cf-a08c2cc55db7),segment_id=35c2db9c-522d-48d3-98cf-a08c2cc55db7)] {{(pid=102386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 18:42:05.955385 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc6c81c2-6de2-4134-907f-bdc1f0f023bf None None] The sync data for ids ['beeb7fb8-39c0-47c0-a88d-b4e22ec05da3'] in n-d-816865-1 is: [{'id': 'beeb7fb8-39c0-47c0-a88d-b4e22ec05da3', 'name': 'tempest-TaggedBootDevicesTest-2092046476-router', 'tenant_id': '48de103aa1ab44c9aad7c42993657578', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.236'}], 'enable_snat': True}, 'gw_port_id': 'f27c4a60-5c3f-41e7-93bc-e021962f250c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T18:39:14Z', 'updated_at': '2021-11-05T18:39:29Z', 'revision_number': 4, 'project_id': '48de103aa1ab44c9aad7c42993657578', 'gw_port': {'id': 'f27c4a60-5c3f-41e7-93bc-e021962f250c', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:eb:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beeb7fb8-39c0-47c0-a88d-b4e22ec05da3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T18:39:18Z', 'updated_at': '2021-11-05T18:39:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1', '_floatingips': [{'id': '22e8c5a9-750b-44b6-ae71-e50425599756', 'tenant_id': '48de103aa1ab44c9aad7c42993657578', 'floating_ip_address': '172.25.6.153', 'floating_network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'router_id': 'beeb7fb8-39c0-47c0-a88d-b4e22ec05da3', 'port_id': '62ff4673-48f2-4b6a-905c-6b1bcc553de5', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 690, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9c282dee-ee32-45f7-8090-e833d25335b6', 'mac_address': 'fa:16:3e:57:1d:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b9db9e4-2300-49be-bd99-8eabc0e57de3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-05T18:40:32Z', 'updated_at': '2021-11-05T18:42:03Z', 'revision_number': 1, 'project_id': '48de103aa1ab44c9aad7c42993657578', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8dfae9e7-cd59-48b6-bfe7-c336264dc142', 'name': '', 'network_id': '9c282dee-ee32-45f7-8090-e833d25335b6', 'tenant_id': '48de103aa1ab44c9aad7c42993657578', 'mac_address': 'fa:16:3e:07:4f:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beeb7fb8-39c0-47c0-a88d-b4e22ec05da3', 'device_owner': 'network:router_interface', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': 'cac15399-ea50-428e-a2ae-2a1396bca25d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T18:39:27Z', 'updated_at': '2021-11-05T18:39:38Z', 'revision_number': 5, 'project_id': '48de103aa1ab44c9aad7c42993657578', 'subnets': [{'id': 'cac15399-ea50-428e-a2ae-2a1396bca25d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 18:42:05.957481 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:42:05.980871 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [req-d067dd08-1c58-41ac-b688-199545753368 req-cbb58c44-6d65-4e61-a67f-4cd1cb072577 service neutron] For port 87aba709-24d9-4cc7-81b8-20ab92108b9e, host n-h2-816865-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=87aba709-24d9-4cc7-81b8-20ab92108b9e,segment=NetworkSegment(b30a663d-6bb9-436d-bbb6-d3fc1ef4951b),segment_id=b30a663d-6bb9-436d-bbb6-d3fc1ef4951b)] {{(pid=102386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 18:42:05.990806 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 18:42:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9799ea4b-ebac-4d21-a5b2-d5a3da3977e4 x-openstack-request-id: req-9799ea4b-ebac-4d21-a5b2-d5a3da3977e4 {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 18:42:05.990806 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c5b4f62-65a2-4108-88aa-9bf31a52b4ef", "tag": "67fe0faa-c3a0-488e-af66-41eae6e7ad28", "status": "completed", "code": 200}]} {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 18:42:05.991172 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9799ea4b-ebac-4d21-a5b2-d5a3da3977e4 {{(pid=102386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 18:42:05.991773 n-d-816865-1 neutron-server[102386]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c5b4f62-65a2-4108-88aa-9bf31a52b4ef', 'tag': '67fe0faa-c3a0-488e-af66-41eae6e7ad28', 'status': 'completed', 'code': 200} Nov 05 18:42:06.045342 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-c7c4fa96-0479-4f0b-a1f1-d02b64cceaa7 req-b05dbd12-700d-4abf-92e6-9fe95f7c4ce6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6149821'] for port, after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:42:06.135546 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6377f3-0b1b-4f85-8685-97e609cbc1f3 req-a6d6afc0-6054-4438-aff5-04f8e8ed1b92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:42:06.137289 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-cf6377f3-0b1b-4f85-8685-97e609cbc1f3 req-a6d6afc0-6054-4438-aff5-04f8e8ed1b92 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d276d3590f324d258de926cd1aa8ebb5&device_id=6c5b4f62-65a2-4108-88aa-9bf31a52b4ef HTTP/1.1" status: 200 len: 1094 time: 0.2463284 Nov 05 18:42:06.139786 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b304910f-7b27-444b-a8fc-977d26b1ceac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:42:06.147128 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-d067dd08-1c58-41ac-b688-199545753368 req-cbb58c44-6d65-4e61-a67f-4cd1cb072577 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6149821'] for port, after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:42:06.159342 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c4fa96-0479-4f0b-a1f1-d02b64cceaa7 req-b05dbd12-700d-4abf-92e6-9fe95f7c4ce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:42:06.159872 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-c7c4fa96-0479-4f0b-a1f1-d02b64cceaa7 req-b05dbd12-700d-4abf-92e6-9fe95f7c4ce6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:42:06.162225 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-c7c4fa96-0479-4f0b-a1f1-d02b64cceaa7 req-b05dbd12-700d-4abf-92e6-9fe95f7c4ce6 service neutron] 10.222.0.55 "PUT /v2.0/ports/69f3ff0f-5148-4bc1-8f69-404c4f9f50e7 HTTP/1.1" status: 200 len: 1096 time: 3.5798929 Nov 05 18:42:06.167771 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749465db-d592-4233-b66e-c70cba3d80c5 req-097a9997-ff5c-42fb-9101-0eeae9550bb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:42:06.169383 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-749465db-d592-4233-b66e-c70cba3d80c5 req-097a9997-ff5c-42fb-9101-0eeae9550bb6 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=cac15399-ea50-428e-a2ae-2a1396bca25d HTTP/1.1" status: 200 len: 851 time: 0.2688577 Nov 05 18:42:06.170930 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-7a5f93d6-0f5d-49aa-b1d2-05ce4501db24 admin admin] Deleting port 540167f0-431b-4b88-b94d-62b984252270 {{(pid=102386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 18:42:06.171268 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-7a5f93d6-0f5d-49aa-b1d2-05ce4501db24 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:42:06.184365 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d067dd08-1c58-41ac-b688-199545753368 req-cbb58c44-6d65-4e61-a67f-4cd1cb072577 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:42:06.185306 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-d067dd08-1c58-41ac-b688-199545753368 req-cbb58c44-6d65-4e61-a67f-4cd1cb072577 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:42:06.189860 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-d067dd08-1c58-41ac-b688-199545753368 req-cbb58c44-6d65-4e61-a67f-4cd1cb072577 service neutron] 10.222.0.55 "PUT /v2.0/ports/87aba709-24d9-4cc7-81b8-20ab92108b9e HTTP/1.1" status: 200 len: 1092 time: 4.0974460 Nov 05 18:42:06.217572 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6c8d2b-f39a-4588-bfbf-4b2bdbd084c4 req-7e048cc7-189e-4326-9ef7-ef6b67baf9ff tempest-ServersTestFqdnHostnames-345679519 tempest-ServersTestFqdnHostnames-345679519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:42:06.219229 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-ee6c8d2b-f39a-4588-bfbf-4b2bdbd084c4 req-7e048cc7-189e-4326-9ef7-ef6b67baf9ff tempest-ServersTestFqdnHostnames-345679519 tempest-ServersTestFqdnHostnames-345679519-project] 10.222.0.13 "GET /v2.0/ports?device_id=6c5b4f62-65a2-4108-88aa-9bf31a52b4ef HTTP/1.1" status: 200 len: 943 time: 0.1106598 Nov 05 18:42:06.329806 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-ee6c8d2b-f39a-4588-bfbf-4b2bdbd084c4 req-d23c3ed7-dde7-4d8c-afa9-080a5c0fa479 tempest-ServersTestFqdnHostnames-345679519 tempest-ServersTestFqdnHostnames-345679519-project] 10.222.0.13 "GET /v2.0/security-groups?id=82263dd5-ba48-4e1a-9a78-0e181b50a2de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1039538 Nov 05 18:42:06.400579 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47a40137-f095-4811-bc59-d547a4cb1d0f None None] New status for floating IP 22e8c5a9-750b-44b6-ae71-e50425599756: ACTIVE {{(pid=102389) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 05 18:42:06.413059 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-cf6377f3-0b1b-4f85-8685-97e609cbc1f3 req-d515c3cc-e5bf-4c18-ba0d-0559d4761f33 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=67fe0faa-c3a0-488e-af66-41eae6e7ad28 HTTP/1.1" status: 200 len: 217 time: 0.2484977 Nov 05 18:42:06.515432 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05dbd12-700d-4abf-92e6-9fe95f7c4ce6 service neutron] Pushing event updated for resources: {'Port': ['ID=69f3ff0f-5148-4bc1-8f69-404c4f9f50e7,revision_number=12']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:42:06.584754 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749465db-d592-4233-b66e-c70cba3d80c5 req-7351a540-16e4-4144-b851-82f94573e501 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:42:06.586250 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-749465db-d592-4233-b66e-c70cba3d80c5 req-7351a540-16e4-4144-b851-82f94573e501 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9c282dee-ee32-45f7-8090-e833d25335b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3956435 Nov 05 18:42:06.623095 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.agents_db [None req-b9406b04-a0e8-43cf-b349-711963d96cf4 None None] Agent healthcheck: found 7 active agents {{(pid=102389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 05 18:42:06.652500 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d067dd08-1c58-41ac-b688-199545753368 req-4df4bb39-a74f-44ac-b893-1956a6985670 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:42:06.654620 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-d067dd08-1c58-41ac-b688-199545753368 req-4df4bb39-a74f-44ac-b893-1956a6985670 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d917dacf65cd489fa36d8042253fe266&device_id=bcbd3f99-98ae-4481-b4a1-c0a7beca4f9f HTTP/1.1" status: 200 len: 1095 time: 0.2394979 Nov 05 18:42:06.667475 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6377f3-0b1b-4f85-8685-97e609cbc1f3 req-18a82582-054c-4e28-895d-ba618e18ddd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:42:06.669222 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-cf6377f3-0b1b-4f85-8685-97e609cbc1f3 req-18a82582-054c-4e28-895d-ba618e18ddd6 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=98fc1e31-7219-4cb0-bc4e-cc4fffcb9ad4 HTTP/1.1" status: 200 len: 854 time: 0.2191572 Nov 05 18:42:06.672210 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [None req-7a5f93d6-0f5d-49aa-b1d2-05ce4501db24 admin admin] For port 540167f0-431b-4b88-b94d-62b984252270, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=540167f0-431b-4b88-b94d-62b984252270,segment=NetworkSegment(6c1e83a3-272c-4e69-9514-f61e4e363f8b),segment_id=6c1e83a3-272c-4e69-9514-f61e4e363f8b)] {{(pid=102386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:42:06.672615 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-7a5f93d6-0f5d-49aa-b1d2-05ce4501db24 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:42:06.683832 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc0d4bf-214e-4460-a32e-98a441d57088 req-fcb3d0b4-2ab2-460f-8fed-1a901e33ff0f tempest-ServerDiskConfigTestJSON-70330027 tempest-ServerDiskConfigTestJSON-70330027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:42:06.685422 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-2dc0d4bf-214e-4460-a32e-98a441d57088 req-fcb3d0b4-2ab2-460f-8fed-1a901e33ff0f tempest-ServerDiskConfigTestJSON-70330027 tempest-ServerDiskConfigTestJSON-70330027-project] 10.222.0.13 "GET /v2.0/ports?device_id=bcbd3f99-98ae-4481-b4a1-c0a7beca4f9f HTTP/1.1" status: 200 len: 944 time: 0.0654850 Nov 05 18:42:06.686140 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c4fa96-0479-4f0b-a1f1-d02b64cceaa7 req-a1bb9068-5017-4590-80a5-09f7bc81e93c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:42:06.687652 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-c7c4fa96-0479-4f0b-a1f1-d02b64cceaa7 req-a1bb9068-5017-4590-80a5-09f7bc81e93c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=10ec5728e81c4449951d5c9e87d02372&device_id=174784d1-6e33-406b-9ea4-96f2e35bc1c2 HTTP/1.1" status: 200 len: 1099 time: 0.3541403 Nov 05 18:42:06.753837 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-2dc0d4bf-214e-4460-a32e-98a441d57088 req-fa2245f5-6f5e-47ad-81de-cbe32463ef2f tempest-ServerDiskConfigTestJSON-70330027 tempest-ServerDiskConfigTestJSON-70330027-project] 10.222.0.13 "GET /v2.0/security-groups?id=415b984e-2c75-4a2b-aae3-7fe54c54a52e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531168 Nov 05 18:42:06.796345 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-7a5f93d6-0f5d-49aa-b1d2-05ce4501db24 admin admin] Calling delete_port for 540167f0-431b-4b88-b94d-62b984252270 owned by network:router_interface {{(pid=102386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 18:42:06.800816 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-d067dd08-1c58-41ac-b688-199545753368 req-df978e59-6c2c-4c59-b708-b9104d6a3b34 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=87aba709-24d9-4cc7-81b8-20ab92108b9e HTTP/1.1" status: 200 len: 217 time: 0.1253269 Nov 05 18:42:06.819394 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb58c44-6d65-4e61-a67f-4cd1cb072577 service neutron] Pushing event updated for resources: {'Port': ['ID=87aba709-24d9-4cc7-81b8-20ab92108b9e,revision_number=3']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:42:07.025400 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a414b4-57f1-4b89-926a-e68da9d73676 req-71f52998-3686-4f9c-ac27-b081c4ec07d0 tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:42:07.027597 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-c2a414b4-57f1-4b89-926a-e68da9d73676 req-71f52998-3686-4f9c-ac27-b081c4ec07d0 tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] 10.222.0.13 "GET /v2.0/ports?device_id=174784d1-6e33-406b-9ea4-96f2e35bc1c2 HTTP/1.1" status: 200 len: 948 time: 0.0726089 Nov 05 18:42:07.133284 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-c2a414b4-57f1-4b89-926a-e68da9d73676 req-07ff1d84-a7c8-4c99-9b5d-baef75d76597 tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] 10.222.0.13 "GET /v2.0/security-groups?id=c4f63610-8850-433c-ac4b-7e7146261ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938063 Nov 05 18:42:07.291733 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6377f3-0b1b-4f85-8685-97e609cbc1f3 req-2da6bb3a-d2cf-4942-b6b7-15bc64db68c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:42:07.293258 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-cf6377f3-0b1b-4f85-8685-97e609cbc1f3 req-2da6bb3a-d2cf-4942-b6b7-15bc64db68c2 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=1da37b43-f7d4-493c-9709-10fff3365b6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5983860 Nov 05 18:42:07.310821 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d067dd08-1c58-41ac-b688-199545753368 req-4ae9338a-7642-45d0-adaa-68211bce7ace service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:42:07.312247 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-d067dd08-1c58-41ac-b688-199545753368 req-4ae9338a-7642-45d0-adaa-68211bce7ace service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f65b8522-0d6e-4b41-a88d-8d5f4f8e7c9d HTTP/1.1" status: 200 len: 854 time: 0.4808588 Nov 05 18:42:07.330236 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-749465db-d592-4233-b66e-c70cba3d80c5 req-9b376373-0b93-45c8-a3cb-b2afa623481d service neutron] 10.222.0.41 "GET /v2.0/networks/9c282dee-ee32-45f7-8090-e833d25335b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7333903 Nov 05 18:42:07.391970 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-d067dd08-1c58-41ac-b688-199545753368 req-680fa72c-9602-4d73-8b34-0c831bbf972c service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c410af1b-0d29-45ed-bbbd-e63b694a7756&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0639141 Nov 05 18:42:07.452520 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c4fa96-0479-4f0b-a1f1-d02b64cceaa7 req-886eeafa-1276-4491-b4ef-6669fbb32f17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:42:07.453875 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-c7c4fa96-0479-4f0b-a1f1-d02b64cceaa7 req-886eeafa-1276-4491-b4ef-6669fbb32f17 service neutron] 10.222.0.55 "GET /v2.0/networks?id=a723f808-b11e-4066-b104-fad90c82895e HTTP/1.1" status: 200 len: 870 time: 0.6862724 Nov 05 18:42:07.632938 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-c7c4fa96-0479-4f0b-a1f1-d02b64cceaa7 req-f609d7c5-4712-4a55-952d-eaa10a2a2b93 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.20&port_id=69f3ff0f-5148-4bc1-8f69-404c4f9f50e7 HTTP/1.1" status: 200 len: 217 time: 0.1005912 Nov 05 18:42:07.744781 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 44812) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:42:07.771230 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-cf6377f3-0b1b-4f85-8685-97e609cbc1f3 req-c2af7729-4355-4152-bac3-40cf66925989 service neutron] 10.222.0.55 "GET /v2.0/networks/1da37b43-f7d4-493c-9709-10fff3365b6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4653244 Nov 05 18:42:07.777453 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-749465db-d592-4233-b66e-c70cba3d80c5 req-81580533-cae0-4c43-b55f-a7d3892ffd21 service neutron] 10.222.0.41 "GET /v2.0/networks/9c282dee-ee32-45f7-8090-e833d25335b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4264824 Nov 05 18:42:07.898137 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df123fe-855f-4bbe-a35c-88f785befbaf req-f629d706-c8c3-44ad-98b2-27c7b87d8d3e tempest-ServersTestFqdnHostnames-345679519 tempest-ServersTestFqdnHostnames-345679519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:42:07.906369 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-1df123fe-855f-4bbe-a35c-88f785befbaf req-f629d706-c8c3-44ad-98b2-27c7b87d8d3e tempest-ServersTestFqdnHostnames-345679519 tempest-ServersTestFqdnHostnames-345679519-project] 10.222.0.13 "GET /v2.0/ports?device_id=6c5b4f62-65a2-4108-88aa-9bf31a52b4ef HTTP/1.1" status: 200 len: 943 time: 0.4819009 Nov 05 18:42:07.981146 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c4fa96-0479-4f0b-a1f1-d02b64cceaa7 req-10fd35a3-bdae-45a0-adce-ef94e6afcf68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:42:07.983202 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-c7c4fa96-0479-4f0b-a1f1-d02b64cceaa7 req-10fd35a3-bdae-45a0-adce-ef94e6afcf68 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=05e7a1b5-165b-4a00-855a-ffbcb2eba59e HTTP/1.1" status: 200 len: 843 time: 0.3342392 Nov 05 18:42:07.989423 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-d067dd08-1c58-41ac-b688-199545753368 req-1a442702-1bea-4797-b706-7fcef8f36f9d service neutron] 10.222.0.55 "GET /v2.0/networks/c410af1b-0d29-45ed-bbbd-e63b694a7756?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5813775 Nov 05 18:42:08.002614 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-1df123fe-855f-4bbe-a35c-88f785befbaf req-2fc1c634-1d46-4781-a28f-baa5ab7c5159 tempest-ServersTestFqdnHostnames-345679519 tempest-ServersTestFqdnHostnames-345679519-project] 10.222.0.13 "GET /v2.0/security-groups?id=82263dd5-ba48-4e1a-9a78-0e181b50a2de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0951338 Nov 05 18:42:08.008710 n-d-816865-1 neutron-server[102386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '174784d1-6e33-406b-9ea4-96f2e35bc1c2', 'tag': '69f3ff0f-5148-4bc1-8f69-404c4f9f50e7'}, {'name': 'network-changed', 'server_uuid': 'bcbd3f99-98ae-4481-b4a1-c0a7beca4f9f', 'tag': '87aba709-24d9-4cc7-81b8-20ab92108b9e'}] {{(pid=102386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 18:42:08.011490 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6173a44d7c73f41af551dc890fa1a5892c2c6bc3458b640c8e0c24db7876ba6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2a66330-53cb-425b-8d61-d462da724a5c" -d '{"events": [{"name": "network-changed", "server_uuid": "174784d1-6e33-406b-9ea4-96f2e35bc1c2", "tag": "69f3ff0f-5148-4bc1-8f69-404c4f9f50e7"}, {"name": "network-changed", "server_uuid": "bcbd3f99-98ae-4481-b4a1-c0a7beca4f9f", "tag": "87aba709-24d9-4cc7-81b8-20ab92108b9e"}]}' {{(pid=102386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 18:42:08.022765 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7465d1b-1b01-4d12-b0c7-214ca956a751 req-516fafa9-9bda-483e-b232-b9eb618d2b17 tempest-ServerDiskConfigTestJSON-70330027 tempest-ServerDiskConfigTestJSON-70330027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:42:08.022765 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-f7465d1b-1b01-4d12-b0c7-214ca956a751 req-516fafa9-9bda-483e-b232-b9eb618d2b17 tempest-ServerDiskConfigTestJSON-70330027 tempest-ServerDiskConfigTestJSON-70330027-project] 10.222.0.13 "GET /v2.0/ports?device_id=bcbd3f99-98ae-4481-b4a1-c0a7beca4f9f HTTP/1.1" status: 200 len: 944 time: 0.1067913 Nov 05 18:42:08.024158 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-fff09ff9-d6cc-4667-a560-c7519d809dda admin admin] Publish callbacks [] for security_group, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:42:08.024158 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-7a5f93d6-0f5d-49aa-b1d2-05ce4501db24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:42:08.083522 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-31f93893-a48e-4ae8-833d-dccb2b42eacc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:42:08.087356 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-f7465d1b-1b01-4d12-b0c7-214ca956a751 req-7f74ad06-eaf3-48f8-832a-a2bb0c2d29a9 tempest-ServerDiskConfigTestJSON-70330027 tempest-ServerDiskConfigTestJSON-70330027-project] 10.222.0.13 "GET /v2.0/security-groups?id=415b984e-2c75-4a2b-aae3-7fe54c54a52e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629771 Nov 05 18:42:08.113231 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 05 Nov 2021 18:42:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ae1f62f-a7c3-442e-8801-a22620f273ec x-openstack-request-id: req-7ae1f62f-a7c3-442e-8801-a22620f273ec {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 18:42:08.114230 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "174784d1-6e33-406b-9ea4-96f2e35bc1c2", "tag": "69f3ff0f-5148-4bc1-8f69-404c4f9f50e7", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "bcbd3f99-98ae-4481-b4a1-c0a7beca4f9f", "tag": "87aba709-24d9-4cc7-81b8-20ab92108b9e", "status": "completed", "code": 200}]} {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 18:42:08.114549 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7ae1f62f-a7c3-442e-8801-a22620f273ec {{(pid=102386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 18:42:08.115204 n-d-816865-1 neutron-server[102386]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '174784d1-6e33-406b-9ea4-96f2e35bc1c2', 'tag': '69f3ff0f-5148-4bc1-8f69-404c4f9f50e7', 'status': 'completed', 'code': 200} Nov 05 18:42:08.115444 n-d-816865-1 neutron-server[102386]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bcbd3f99-98ae-4481-b4a1-c0a7beca4f9f', 'tag': '87aba709-24d9-4cc7-81b8-20ab92108b9e', 'status': 'completed', 'code': 200} Nov 05 18:42:08.194724 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5f93d6-0f5d-49aa-b1d2-05ce4501db24 admin admin] Pushing event deleted for resources: {'Port': ['ID=540167f0-431b-4b88-b94d-62b984252270,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:42:08.317509 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91c50c3-73d6-4bd6-924c-a1e2fd3bd65e req-e09f34db-ee69-4243-8410-729454cb4393 tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:42:08.324068 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-a91c50c3-73d6-4bd6-924c-a1e2fd3bd65e req-e09f34db-ee69-4243-8410-729454cb4393 tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] 10.222.0.13 "GET /v2.0/ports?device_id=174784d1-6e33-406b-9ea4-96f2e35bc1c2 HTTP/1.1" status: 200 len: 948 time: 0.0764720 Nov 05 18:42:08.332303 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-cf6377f3-0b1b-4f85-8685-97e609cbc1f3 req-330b2719-c787-420d-8306-6cf7500899f0 service neutron] 10.222.0.55 "GET /v2.0/networks/1da37b43-f7d4-493c-9709-10fff3365b6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4641910 Nov 05 18:42:08.399650 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-a91c50c3-73d6-4bd6-924c-a1e2fd3bd65e req-1954193b-586b-4137-8e7e-49e416270012 tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] 10.222.0.13 "GET /v2.0/security-groups?id=c4f63610-8850-433c-ac4b-7e7146261ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694869 Nov 05 18:42:08.422506 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c4fa96-0479-4f0b-a1f1-d02b64cceaa7 req-794d4964-2828-413b-8a87-966af8a0211e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:42:08.424518 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-c7c4fa96-0479-4f0b-a1f1-d02b64cceaa7 req-794d4964-2828-413b-8a87-966af8a0211e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a723f808-b11e-4066-b104-fad90c82895e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3900428 Nov 05 18:42:08.501647 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a66330-53cb-425b-8d61-d462da724a5c req-71ebf33c-5311-4925-9e89-d3ce1b81a79b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:42:08.503063 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-c2a66330-53cb-425b-8d61-d462da724a5c req-71ebf33c-5311-4925-9e89-d3ce1b81a79b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=10ec5728e81c4449951d5c9e87d02372&device_id=174784d1-6e33-406b-9ea4-96f2e35bc1c2 HTTP/1.1" status: 200 len: 1099 time: 0.3267121 Nov 05 18:42:08.516409 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:42:08.518462 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-d067dd08-1c58-41ac-b688-199545753368 req-c2076d29-94e2-49f1-93f9-557a2b8bd24b service neutron] 10.222.0.55 "GET /v2.0/networks/c410af1b-0d29-45ed-bbbd-e63b694a7756?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4544489 Nov 05 18:42:08.641109 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-7a5f93d6-0f5d-49aa-b1d2-05ce4501db24 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-597886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-573297'] for router_interface, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:42:08.727409 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-fff09ff9-d6cc-4667-a560-c7519d809dda admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:42:08.740875 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da45a92-b1bf-4f80-aaea-db89815d2249 req-eb3eed36-8a82-4e43-afb2-f42a98effbd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:42:08.742458 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-2da45a92-b1bf-4f80-aaea-db89815d2249 req-eb3eed36-8a82-4e43-afb2-f42a98effbd3 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d276d3590f324d258de926cd1aa8ebb5&device_id=6c5b4f62-65a2-4108-88aa-9bf31a52b4ef HTTP/1.1" status: 200 len: 1094 time: 0.2384837 Nov 05 18:42:08.794108 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-c7c4fa96-0479-4f0b-a1f1-d02b64cceaa7 req-5048f4a5-7bf5-4be3-9e3d-f0569facbfe2 service neutron] 10.222.0.55 "GET /v2.0/networks/a723f808-b11e-4066-b104-fad90c82895e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3528857 Nov 05 18:42:08.849711 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a66330-53cb-425b-8d61-d462da724a5c req-0f1e90dd-b9ca-4658-8c15-0ab950277fec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:42:08.851189 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-c2a66330-53cb-425b-8d61-d462da724a5c req-0f1e90dd-b9ca-4658-8c15-0ab950277fec service neutron] 10.222.0.41 "GET /v2.0/networks?id=a723f808-b11e-4066-b104-fad90c82895e HTTP/1.1" status: 200 len: 870 time: 0.3307767 Nov 05 18:42:08.856246 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-fff09ff9-d6cc-4667-a560-c7519d809dda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:42:09.023459 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-c2a66330-53cb-425b-8d61-d462da724a5c req-fc599666-3a54-4ff0-abf2-0415ffbe8edd service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.20&port_id=69f3ff0f-5148-4bc1-8f69-404c4f9f50e7 HTTP/1.1" status: 200 len: 217 time: 0.1377463 Nov 05 18:42:09.055679 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-fff09ff9-d6cc-4667-a560-c7519d809dda admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=fdabd58362914f4192d007d610bf1f1b&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3043468 Nov 05 18:42:09.059151 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 44834) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:42:09.062859 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff09ff9-d6cc-4667-a560-c7519d809dda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6311c3f0-75f5-49d6-bbfa-1e97786a3d5f,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:42:09.125980 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da45a92-b1bf-4f80-aaea-db89815d2249 req-3b0f261e-8059-49ee-b963-55ac6c23c4fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:42:09.127433 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-2da45a92-b1bf-4f80-aaea-db89815d2249 req-3b0f261e-8059-49ee-b963-55ac6c23c4fc service neutron] 10.222.0.55 "GET /v2.0/networks?id=1da37b43-f7d4-493c-9709-10fff3365b6d HTTP/1.1" status: 200 len: 916 time: 0.3468142 Nov 05 18:42:09.136244 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-c7c4fa96-0479-4f0b-a1f1-d02b64cceaa7 req-8460a7be-fe01-4fdb-83ea-855f9d9c6b93 service neutron] 10.222.0.55 "GET /v2.0/networks/a723f808-b11e-4066-b104-fad90c82895e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3343575 Nov 05 18:42:09.154122 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-9a28172a-e783-459e-9667-f622c0f4a49c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:42:09.164585 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aff80c6-8dd0-41a4-b46b-4a32710ccedd req-3f312715-3f98-451b-9c8f-5ed3f77dee28 tempest-ServersTestFqdnHostnames-345679519 tempest-ServersTestFqdnHostnames-345679519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:42:09.166309 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-9aff80c6-8dd0-41a4-b46b-4a32710ccedd req-3f312715-3f98-451b-9c8f-5ed3f77dee28 tempest-ServersTestFqdnHostnames-345679519 tempest-ServersTestFqdnHostnames-345679519-project] 10.222.0.13 "GET /v2.0/ports?device_id=6c5b4f62-65a2-4108-88aa-9bf31a52b4ef HTTP/1.1" status: 200 len: 943 time: 0.0821199 Nov 05 18:42:09.185763 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a66330-53cb-425b-8d61-d462da724a5c req-e6685d8d-e95a-437b-a531-4d667b13c8c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:42:09.187264 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-c2a66330-53cb-425b-8d61-d462da724a5c req-e6685d8d-e95a-437b-a531-4d667b13c8c8 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=05e7a1b5-165b-4a00-855a-ffbcb2eba59e HTTP/1.1" status: 200 len: 843 time: 0.1462436 Nov 05 18:42:09.224742 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-2da45a92-b1bf-4f80-aaea-db89815d2249 req-e16f2453-6491-40ab-a001-85c629beb133 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=67fe0faa-c3a0-488e-af66-41eae6e7ad28 HTTP/1.1" status: 200 len: 217 time: 0.0854044 Nov 05 18:42:09.235222 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-9a28172a-e783-459e-9667-f622c0f4a49c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:42:09.298669 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e975675b-26cb-4de2-95d0-9e4aa90bea0b req-396e2a65-2286-462b-8cbe-210e59140a66 tempest-ServerDiskConfigTestJSON-70330027 tempest-ServerDiskConfigTestJSON-70330027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:42:09.300190 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-e975675b-26cb-4de2-95d0-9e4aa90bea0b req-396e2a65-2286-462b-8cbe-210e59140a66 tempest-ServerDiskConfigTestJSON-70330027 tempest-ServerDiskConfigTestJSON-70330027-project] 10.222.0.13 "GET /v2.0/ports?device_id=bcbd3f99-98ae-4481-b4a1-c0a7beca4f9f HTTP/1.1" status: 200 len: 944 time: 0.1292410 Nov 05 18:42:09.305133 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-9aff80c6-8dd0-41a4-b46b-4a32710ccedd req-9104f2fd-d6f7-4ab6-839d-be80b435ef0d tempest-ServersTestFqdnHostnames-345679519 tempest-ServersTestFqdnHostnames-345679519-project] 10.222.0.13 "GET /v2.0/security-groups?id=82263dd5-ba48-4e1a-9a78-0e181b50a2de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1222327 Nov 05 18:42:09.376083 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a66330-53cb-425b-8d61-d462da724a5c req-0104063f-82f4-41b8-883a-09788c3da506 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:42:09.377610 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-c2a66330-53cb-425b-8d61-d462da724a5c req-0104063f-82f4-41b8-883a-09788c3da506 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a723f808-b11e-4066-b104-fad90c82895e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1629896 Nov 05 18:42:09.379438 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-e975675b-26cb-4de2-95d0-9e4aa90bea0b req-8878f9f4-e985-4ed7-921e-6989261cbaa7 tempest-ServerDiskConfigTestJSON-70330027 tempest-ServerDiskConfigTestJSON-70330027-project] 10.222.0.13 "GET /v2.0/security-groups?id=415b984e-2c75-4a2b-aae3-7fe54c54a52e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695343 Nov 05 18:42:09.382571 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da45a92-b1bf-4f80-aaea-db89815d2249 req-900e4550-97a6-4d12-8e5a-587e32f584df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:42:09.383961 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-2da45a92-b1bf-4f80-aaea-db89815d2249 req-900e4550-97a6-4d12-8e5a-587e32f584df service neutron] 10.222.0.55 "GET /v2.0/subnets?id=98fc1e31-7219-4cb0-bc4e-cc4fffcb9ad4 HTTP/1.1" status: 200 len: 854 time: 0.1403637 Nov 05 18:42:09.406779 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a5f93d6-0f5d-49aa-b1d2-05ce4501db24 admin admin] Router f97eaf5e-41e6-4b26-a543-9f157b864817 has already been hosted by L3 agent 6dcb5589-8e86-4616-9186-ddc4548e13ad {{(pid=102386) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 18:42:09.409925 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a66330-53cb-425b-8d61-d462da724a5c req-ec9827d9-d486-426d-b091-62584a24592e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:42:09.412114 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-c2a66330-53cb-425b-8d61-d462da724a5c req-ec9827d9-d486-426d-b091-62584a24592e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=10ec5728e81c4449951d5c9e87d02372&device_id=174784d1-6e33-406b-9ea4-96f2e35bc1c2 HTTP/1.1" status: 200 len: 1099 time: 0.1320739 Nov 05 18:42:09.474930 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-9a28172a-e783-459e-9667-f622c0f4a49c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:42:09.478226 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-9a28172a-e783-459e-9667-f622c0f4a49c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:42:09.479346 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-9a28172a-e783-459e-9667-f622c0f4a49c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6311c3f0-75f5-49d6-bbfa-1e97786a3d5f HTTP/1.1" status: 204 len: 168 time: 0.4191680 Nov 05 18:42:09.502852 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a28172a-e783-459e-9667-f622c0f4a49c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6311c3f0-75f5-49d6-bbfa-1e97786a3d5f,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:42:09.538817 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48da4a2-7fcc-4889-890c-e3771d827fb6 req-f0a6ab3e-d633-44ae-8787-4927828eabaf tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:42:09.540364 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-e48da4a2-7fcc-4889-890c-e3771d827fb6 req-f0a6ab3e-d633-44ae-8787-4927828eabaf tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] 10.222.0.13 "GET /v2.0/ports?device_id=174784d1-6e33-406b-9ea4-96f2e35bc1c2 HTTP/1.1" status: 200 len: 948 time: 0.0764270 Nov 05 18:42:09.594835 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-e48da4a2-7fcc-4889-890c-e3771d827fb6 req-9a6c2395-9f72-4ccd-be4c-a149e3a5522e tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] 10.222.0.13 "GET /v2.0/security-groups?id=c4f63610-8850-433c-ac4b-7e7146261ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480556 Nov 05 18:42:09.934267 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da45a92-b1bf-4f80-aaea-db89815d2249 req-2dc6f056-90f7-457f-8236-b23e16746ec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:42:09.935803 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-2da45a92-b1bf-4f80-aaea-db89815d2249 req-2dc6f056-90f7-457f-8236-b23e16746ec2 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=1da37b43-f7d4-493c-9709-10fff3365b6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5421057 Nov 05 18:42:10.060371 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-c2a66330-53cb-425b-8d61-d462da724a5c req-a95da9ea-f3ff-4822-86ce-86cb5c30fd76 service neutron] 10.222.0.41 "GET /v2.0/networks/a723f808-b11e-4066-b104-fad90c82895e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6562877 Nov 05 18:42:10.071720 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a66330-53cb-425b-8d61-d462da724a5c req-39d57d0a-0e05-42f7-81bd-1266ffd88b66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:42:10.073107 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-c2a66330-53cb-425b-8d61-d462da724a5c req-39d57d0a-0e05-42f7-81bd-1266ffd88b66 service neutron] 10.222.0.55 "GET /v2.0/networks?id=a723f808-b11e-4066-b104-fad90c82895e HTTP/1.1" status: 200 len: 870 time: 0.6355057 Nov 05 18:42:10.149843 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a5f93d6-0f5d-49aa-b1d2-05ce4501db24 admin admin] Notify agent at l3_agent.n-d-816865-1 the message routers_updated {{(pid=102386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 18:42:10.155644 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-c2a66330-53cb-425b-8d61-d462da724a5c req-d082b444-0c0d-458b-97e4-5f794be5a016 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.20&port_id=69f3ff0f-5148-4bc1-8f69-404c4f9f50e7 HTTP/1.1" status: 200 len: 217 time: 0.0681057 Nov 05 18:42:10.162864 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98df0455-06ef-4ea9-accb-1c1c8707989a None None] Sync routers for ids ['f97eaf5e-41e6-4b26-a543-9f157b864817'] in n-d-816865-1 {{(pid=102388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 18:42:10.177452 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98df0455-06ef-4ea9-accb-1c1c8707989a None None] Routers {'f97eaf5e-41e6-4b26-a543-9f157b864817'} bound to L3 agent in host n-d-816865-1 {{(pid=102388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 18:42:10.182238 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-98df0455-06ef-4ea9-accb-1c1c8707989a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T18:42:05Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['f97eaf5e-41e6-4b26-a543-9f157b864817'], 'active': True} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:42:10.185678 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-7a5f93d6-0f5d-49aa-b1d2-05ce4501db24 admin admin] 10.222.0.13 "PUT /v2.0/routers/f97eaf5e-41e6-4b26-a543-9f157b864817/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4273856 Nov 05 18:42:10.189046 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 44858) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:42:10.242843 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-2da45a92-b1bf-4f80-aaea-db89815d2249 req-8c22f958-6959-4a41-b889-2d017f1bb68c service neutron] 10.222.0.55 "GET /v2.0/networks/1da37b43-f7d4-493c-9709-10fff3365b6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2970810 Nov 05 18:42:10.286714 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a66330-53cb-425b-8d61-d462da724a5c req-9994afe0-55b9-48a5-b526-b9d9965fd495 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:42:10.288096 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-c2a66330-53cb-425b-8d61-d462da724a5c req-9994afe0-55b9-48a5-b526-b9d9965fd495 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=05e7a1b5-165b-4a00-855a-ffbcb2eba59e HTTP/1.1" status: 200 len: 843 time: 0.0981040 Nov 05 18:42:10.328002 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-8a7e85a3-0271-4ced-84ef-aae8abb5a8b2 admin admin] Publish callbacks [] for router, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:42:10.334124 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvr_db [None req-98df0455-06ef-4ea9-accb-1c1c8707989a None None] Set router f97eaf5e-41e6-4b26-a543-9f157b864817 gateway port host: n-d-816865-1 {{(pid=102388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 18:42:10.355379 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-c2a66330-53cb-425b-8d61-d462da724a5c req-c93688bd-e04a-401d-8e9f-be8606b363eb service neutron] 10.222.0.41 "GET /v2.0/networks/a723f808-b11e-4066-b104-fad90c82895e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2793920 Nov 05 18:42:10.392331 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a66330-53cb-425b-8d61-d462da724a5c req-2d77505c-048f-4cea-934c-719985305a78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:42:10.393967 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-c2a66330-53cb-425b-8d61-d462da724a5c req-2d77505c-048f-4cea-934c-719985305a78 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a723f808-b11e-4066-b104-fad90c82895e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0945244 Nov 05 18:42:10.399025 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-2da45a92-b1bf-4f80-aaea-db89815d2249 req-b29e7d62-7c38-49d4-9a12-3ca6cd6ffd93 service neutron] 10.222.0.55 "GET /v2.0/networks/1da37b43-f7d4-493c-9709-10fff3365b6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1472318 Nov 05 18:42:10.532193 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-c2a66330-53cb-425b-8d61-d462da724a5c req-e7269663-c085-433d-aeb4-6ad0ea5d87d9 service neutron] 10.222.0.55 "GET /v2.0/networks/a723f808-b11e-4066-b104-fad90c82895e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225789 Nov 05 18:42:10.587953 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-8a7e85a3-0271-4ced-84ef-aae8abb5a8b2 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:42:10.607693 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c6d5c1-88e8-4bef-a7b7-ffef3b264dd8 req-af9fa0ef-4520-4e46-a931-64837894de52 tempest-ServerDiskConfigTestJSON-70330027 tempest-ServerDiskConfigTestJSON-70330027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:42:10.609233 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-36c6d5c1-88e8-4bef-a7b7-ffef3b264dd8 req-af9fa0ef-4520-4e46-a931-64837894de52 tempest-ServerDiskConfigTestJSON-70330027 tempest-ServerDiskConfigTestJSON-70330027-project] 10.222.0.13 "GET /v2.0/ports?device_id=bcbd3f99-98ae-4481-b4a1-c0a7beca4f9f HTTP/1.1" status: 200 len: 944 time: 0.1035142 Nov 05 18:42:10.619543 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e81ca98-7bd2-40e2-af45-5222a4ed4fc1 req-39cad88f-dbf0-44cc-bb53-5680dd9165ec tempest-ServersTestFqdnHostnames-345679519 tempest-ServersTestFqdnHostnames-345679519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:42:10.620980 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-2e81ca98-7bd2-40e2-af45-5222a4ed4fc1 req-39cad88f-dbf0-44cc-bb53-5680dd9165ec tempest-ServersTestFqdnHostnames-345679519 tempest-ServersTestFqdnHostnames-345679519-project] 10.222.0.13 "GET /v2.0/ports?device_id=6c5b4f62-65a2-4108-88aa-9bf31a52b4ef HTTP/1.1" status: 200 len: 943 time: 0.1419878 Nov 05 18:42:10.623101 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-98df0455-06ef-4ea9-accb-1c1c8707989a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f97eaf5e-41e6-4b26-a543-9f157b864817', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-15228308-router', 'tenant_id': 'e4fadb60c9fa4b0abf704559d02b8aa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.126'}], 'enable_snat': True}, 'gw_port_id': '024766b1-ed20-44e2-88c8-a2bf8d112db6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T18:36:36Z', 'updated_at': '2021-11-05T18:42:07Z', 'revision_number': 5, 'project_id': 'e4fadb60c9fa4b0abf704559d02b8aa0', 'gw_port': {'id': '024766b1-ed20-44e2-88c8-a2bf8d112db6', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:c5:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f97eaf5e-41e6-4b26-a543-9f157b864817', 'device_owner': 'network:router_gateway', 'standard_attr_id': 239, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T18:36:38Z', 'updated_at': '2021-11-05T18:36:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1'}], 'n-d-816865-1', False) {} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:42:10.668338 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98df0455-06ef-4ea9-accb-1c1c8707989a None None] Checking router: f97eaf5e-41e6-4b26-a543-9f157b864817 for host: n-d-816865-1 {{(pid=102388) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 18:42:10.675467 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-c2a66330-53cb-425b-8d61-d462da724a5c req-9d299f86-a313-4335-a66b-4a3dbb5f5a06 service neutron] 10.222.0.55 "GET /v2.0/networks/a723f808-b11e-4066-b104-fad90c82895e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1340690 Nov 05 18:42:10.680182 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98df0455-06ef-4ea9-accb-1c1c8707989a None None] Routers {'f97eaf5e-41e6-4b26-a543-9f157b864817'} bound to L3 agent in host n-d-816865-1 {{(pid=102388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 18:42:10.681085 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-98df0455-06ef-4ea9-accb-1c1c8707989a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T18:42:05Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['f97eaf5e-41e6-4b26-a543-9f157b864817'], 'active': True} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:42:10.746523 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-36c6d5c1-88e8-4bef-a7b7-ffef3b264dd8 req-4c287860-b6d3-45de-9bd0-b3d7f5a8ab9c tempest-ServerDiskConfigTestJSON-70330027 tempest-ServerDiskConfigTestJSON-70330027-project] 10.222.0.13 "GET /v2.0/security-groups?id=415b984e-2c75-4a2b-aae3-7fe54c54a52e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231399 Nov 05 18:42:10.761656 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-2e81ca98-7bd2-40e2-af45-5222a4ed4fc1 req-ce30d8a5-653d-4b85-a0e4-4c621acdc819 tempest-ServersTestFqdnHostnames-345679519 tempest-ServersTestFqdnHostnames-345679519-project] 10.222.0.13 "GET /v2.0/security-groups?id=82263dd5-ba48-4e1a-9a78-0e181b50a2de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1241374 Nov 05 18:42:10.814781 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [None req-8a7e85a3-0271-4ced-84ef-aae8abb5a8b2 admin admin] Deleting port 024766b1-ed20-44e2-88c8-a2bf8d112db6 {{(pid=102387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 18:42:10.815165 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-8a7e85a3-0271-4ced-84ef-aae8abb5a8b2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:42:10.827198 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a66330-53cb-425b-8d61-d462da724a5c req-28e80d94-c4d2-4187-bff4-5d11ed7cbffd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:42:10.838742 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-c2a66330-53cb-425b-8d61-d462da724a5c req-28e80d94-c4d2-4187-bff4-5d11ed7cbffd service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d917dacf65cd489fa36d8042253fe266&device_id=bcbd3f99-98ae-4481-b4a1-c0a7beca4f9f HTTP/1.1" status: 200 len: 1095 time: 0.1088967 Nov 05 18:42:10.839293 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 44878) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:42:10.848784 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvr_db [None req-98df0455-06ef-4ea9-accb-1c1c8707989a None None] Set router f97eaf5e-41e6-4b26-a543-9f157b864817 gateway port host: n-d-816865-1 {{(pid=102388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 18:42:10.967225 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9874b3-f5c4-4fd9-8738-c042dbeb0ff2 req-c19884ec-034d-4060-ba5a-9fa4cd8efa63 tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:42:10.976864 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-cd9874b3-f5c4-4fd9-8738-c042dbeb0ff2 req-c19884ec-034d-4060-ba5a-9fa4cd8efa63 tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] 10.222.0.13 "GET /v2.0/ports?device_id=174784d1-6e33-406b-9ea4-96f2e35bc1c2 HTTP/1.1" status: 200 len: 948 time: 0.1250966 Nov 05 18:42:10.981655 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a66330-53cb-425b-8d61-d462da724a5c req-0d1b9100-4291-445b-a4e6-6e33bd328c21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:42:10.984094 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-c2a66330-53cb-425b-8d61-d462da724a5c req-0d1b9100-4291-445b-a4e6-6e33bd328c21 service neutron] 10.222.0.55 "GET /v2.0/networks?id=c410af1b-0d29-45ed-bbbd-e63b694a7756 HTTP/1.1" status: 200 len: 915 time: 0.1366045 Nov 05 18:42:11.020917 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.db [None req-8a7e85a3-0271-4ced-84ef-aae8abb5a8b2 admin admin] For port 024766b1-ed20-44e2-88c8-a2bf8d112db6, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=024766b1-ed20-44e2-88c8-a2bf8d112db6,segment=NetworkSegment(85be518c-8bb4-46a2-a903-d4292782d29d),segment_id=85be518c-8bb4-46a2-a903-d4292782d29d)] {{(pid=102387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:42:11.021882 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-8a7e85a3-0271-4ced-84ef-aae8abb5a8b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:42:11.053535 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-5fd6f892-8d56-4825-9c7a-d24ed9a0f9be admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-288113013-network', 'tenant_id': 'bc47cfb1be3b46908acf5f2d280b54d3'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:42:11.055792 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [None req-8a7e85a3-0271-4ced-84ef-aae8abb5a8b2 admin admin] Calling delete_port for 024766b1-ed20-44e2-88c8-a2bf8d112db6 owned by network:router_gateway {{(pid=102387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 18:42:11.059419 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-98df0455-06ef-4ea9-accb-1c1c8707989a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f97eaf5e-41e6-4b26-a543-9f157b864817', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-15228308-router', 'tenant_id': 'e4fadb60c9fa4b0abf704559d02b8aa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.126'}], 'enable_snat': True}, 'gw_port_id': '024766b1-ed20-44e2-88c8-a2bf8d112db6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T18:36:36Z', 'updated_at': '2021-11-05T18:42:07Z', 'revision_number': 5, 'project_id': 'e4fadb60c9fa4b0abf704559d02b8aa0', 'gw_port': {'id': '024766b1-ed20-44e2-88c8-a2bf8d112db6', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:c5:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f97eaf5e-41e6-4b26-a543-9f157b864817', 'device_owner': 'network:router_gateway', 'standard_attr_id': 239, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T18:36:38Z', 'updated_at': '2021-11-05T18:36:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1'}], 'n-d-816865-1', False) {} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:42:11.059623 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-c2a66330-53cb-425b-8d61-d462da724a5c req-ad5eeb02-af65-4226-86d5-2c7b20e994fd service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=87aba709-24d9-4cc7-81b8-20ab92108b9e HTTP/1.1" status: 200 len: 217 time: 0.0679662 Nov 05 18:42:11.107702 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-cd9874b3-f5c4-4fd9-8738-c042dbeb0ff2 req-2ee00678-f803-499a-9b93-c1608be3dabf tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] 10.222.0.13 "GET /v2.0/security-groups?id=c4f63610-8850-433c-ac4b-7e7146261ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279743 Nov 05 18:42:11.108548 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98df0455-06ef-4ea9-accb-1c1c8707989a None None] The sync data for ids ['f97eaf5e-41e6-4b26-a543-9f157b864817'] in n-d-816865-1 is: [{'id': 'f97eaf5e-41e6-4b26-a543-9f157b864817', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-15228308-router', 'tenant_id': 'e4fadb60c9fa4b0abf704559d02b8aa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.126'}], 'enable_snat': True}, 'gw_port_id': '024766b1-ed20-44e2-88c8-a2bf8d112db6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T18:36:36Z', 'updated_at': '2021-11-05T18:42:07Z', 'revision_number': 5, 'project_id': 'e4fadb60c9fa4b0abf704559d02b8aa0', 'gw_port': {'id': '024766b1-ed20-44e2-88c8-a2bf8d112db6', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:c5:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f97eaf5e-41e6-4b26-a543-9f157b864817', 'device_owner': 'network:router_gateway', 'standard_attr_id': 239, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T18:36:38Z', 'updated_at': '2021-11-05T18:36:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1'}] {{(pid=102388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 18:42:11.162138 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a66330-53cb-425b-8d61-d462da724a5c req-28937244-067e-4b7f-9590-d2866fa5dd08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:42:11.163725 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-c2a66330-53cb-425b-8d61-d462da724a5c req-28937244-067e-4b7f-9590-d2866fa5dd08 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f65b8522-0d6e-4b41-a88d-8d5f4f8e7c9d HTTP/1.1" status: 200 len: 854 time: 0.0843821 Nov 05 18:42:11.164822 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fd6f892-8d56-4825-9c7a-d24ed9a0f9be admin admin] Made reservation on behalf of bc47cfb1be3b46908acf5f2d280b54d3 for: {'network': 1} {{(pid=102386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 18:42:11.174958 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-5fd6f892-8d56-4825-9c7a-d24ed9a0f9be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for network, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:42:11.185809 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-5fd6f892-8d56-4825-9c7a-d24ed9a0f9be admin admin] Publish callbacks [] for security_group, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:42:11.203391 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-c2a66330-53cb-425b-8d61-d462da724a5c req-bfc2fb21-a815-4082-9042-57de0bb91eb9 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c410af1b-0d29-45ed-bbbd-e63b694a7756&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0322874 Nov 05 18:42:11.335025 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-c2a66330-53cb-425b-8d61-d462da724a5c req-dbe8067b-b0e6-43c4-9337-8b65b083ae23 service neutron] 10.222.0.55 "GET /v2.0/networks/c410af1b-0d29-45ed-bbbd-e63b694a7756?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222627 Nov 05 18:42:11.381612 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-5fd6f892-8d56-4825-9c7a-d24ed9a0f9be admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:42:11.448009 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-8a7e85a3-0271-4ced-84ef-aae8abb5a8b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4417063'] for port, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:42:11.450233 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-c2a66330-53cb-425b-8d61-d462da724a5c req-b105ffcb-18db-4fa5-b116-3e776b03b702 service neutron] 10.222.0.55 "GET /v2.0/networks/c410af1b-0d29-45ed-bbbd-e63b694a7756?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1048572 Nov 05 18:42:11.480240 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7e85a3-0271-4ced-84ef-aae8abb5a8b2 admin admin] Pushing event deleted for resources: {'Port': ['ID=024766b1-ed20-44e2-88c8-a2bf8d112db6,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:42:11.493658 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-5fd6f892-8d56-4825-9c7a-d24ed9a0f9be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:42:11.521493 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5fd6f892-8d56-4825-9c7a-d24ed9a0f9be admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 160} {{(pid=102386) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 05 18:42:11.537474 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd6f892-8d56-4825-9c7a-d24ed9a0f9be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5aa6802-d009-40da-82e2-0d6b5867c255,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:42:11.545756 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-5fd6f892-8d56-4825-9c7a-d24ed9a0f9be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273'] for segment, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:42:11.545973 n-d-816865-1 neutron-server[102386]: INFO neutron.db.segments_db [None req-5fd6f892-8d56-4825-9c7a-d24ed9a0f9be admin admin] Added segment c5f7e1ec-64fe-4c52-a40b-850235aec679 of type vlan for network fa9ccd47-47cc-4bae-99bf-173f818bbccd Nov 05 18:42:11.551428 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-8a7e85a3-0271-4ced-84ef-aae8abb5a8b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1000651'] for router_gateway, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:42:11.601562 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-5fd6f892-8d56-4825-9c7a-d24ed9a0f9be admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750027258543'] for network, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:42:11.665612 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-8a7e85a3-0271-4ced-84ef-aae8abb5a8b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-571301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6852'] for router, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:42:11.668164 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-8a7e85a3-0271-4ced-84ef-aae8abb5a8b2 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:42:11.745360 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-5fd6f892-8d56-4825-9c7a-d24ed9a0f9be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-956796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877'] for network, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:42:11.746406 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fd6f892-8d56-4825-9c7a-d24ed9a0f9be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:42:11.747260 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-5fd6f892-8d56-4825-9c7a-d24ed9a0f9be admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597851'] for network, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:42:11.817142 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd6f892-8d56-4825-9c7a-d24ed9a0f9be admin admin] Pushing event updated for resources: {'Network': ['ID=fa9ccd47-47cc-4bae-99bf-173f818bbccd,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:42:11.829472 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Network fa9ccd47-47cc-4bae-99bf-173f818bbccd details requested by agent ovs-agent-n-d-816865-1 with host n-d-816865-1 {{(pid=102388) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 05 18:42:11.884214 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-8a7e85a3-0271-4ced-84ef-aae8abb5a8b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-571310'] for router, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:42:11.884726 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a7e85a3-0271-4ced-84ef-aae8abb5a8b2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f97eaf5e-41e6-4b26-a543-9f157b864817 {{(pid=102387) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 05 18:42:11.910475 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-8a7e85a3-0271-4ced-84ef-aae8abb5a8b2 admin admin] Publish callbacks [] for router, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:42:11.910984 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Device 87aba709-24d9-4cc7-81b8-20ab92108b9e details requested by agent hyperv_n-h2-816865-1 with host n-h2-816865-1 {{(pid=102388) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 05 18:42:11.914160 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-8a7e85a3-0271-4ced-84ef-aae8abb5a8b2 admin admin] 10.222.0.13 "DELETE /v2.0/routers/f97eaf5e-41e6-4b26-a543-9f157b864817 HTTP/1.1" status: 204 len: 168 time: 1.7208090 Nov 05 18:42:11.915435 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 44892) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:42:11.935740 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-5fd6f892-8d56-4825-9c7a-d24ed9a0f9be admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.0919640 Nov 05 18:42:11.943406 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f31046e-3a57-4255-8996-4a0bfe8135fd req-277b46a4-4a9f-4b5e-9637-0e3663c48556 tempest-ServerDiskConfigTestJSON-70330027 tempest-ServerDiskConfigTestJSON-70330027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:42:11.945034 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-4f31046e-3a57-4255-8996-4a0bfe8135fd req-277b46a4-4a9f-4b5e-9637-0e3663c48556 tempest-ServerDiskConfigTestJSON-70330027 tempest-ServerDiskConfigTestJSON-70330027-project] 10.222.0.13 "GET /v2.0/ports?device_id=bcbd3f99-98ae-4481-b4a1-c0a7beca4f9f HTTP/1.1" status: 200 len: 944 time: 0.1047194 Nov 05 18:42:11.973679 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 44894) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:42:11.974232 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf74309-8f8b-490a-9196-c88ba27fc160 req-8ed31dd6-094e-45b4-9407-a9506a2b6c31 tempest-ServersTestFqdnHostnames-345679519 tempest-ServersTestFqdnHostnames-345679519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:42:11.975016 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-d67ebef3-f352-48a5-aead-302f2f3b0afa admin admin] Request body: {'subnet': {'network_id': 'fa9ccd47-47cc-4bae-99bf-173f818bbccd', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-288113013-subnet', 'tenant_id': 'bc47cfb1be3b46908acf5f2d280b54d3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:42:11.975788 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-aaf74309-8f8b-490a-9196-c88ba27fc160 req-8ed31dd6-094e-45b4-9407-a9506a2b6c31 tempest-ServersTestFqdnHostnames-345679519 tempest-ServersTestFqdnHostnames-345679519-project] 10.222.0.13 "GET /v2.0/ports?device_id=6c5b4f62-65a2-4108-88aa-9bf31a52b4ef HTTP/1.1" status: 200 len: 943 time: 0.1232128 Nov 05 18:42:12.024279 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.db_base_plugin_v2 [None req-94cec89a-72d3-4778-aa35-df673bbed7b8 admin admin] Deleting subnet 23219f55-021e-4f36-bac1-2c401000599a {{(pid=102386) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 05 18:42:12.029975 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-94cec89a-72d3-4778-aa35-df673bbed7b8 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:42:12.074745 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-94cec89a-72d3-4778-aa35-df673bbed7b8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4590738'] for subnet, precommit_delete_associations {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:42:12.077728 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-4f31046e-3a57-4255-8996-4a0bfe8135fd req-d594e854-8fe8-40f5-9911-1fa27441089f tempest-ServerDiskConfigTestJSON-70330027 tempest-ServerDiskConfigTestJSON-70330027-project] 10.222.0.13 "GET /v2.0/security-groups?id=415b984e-2c75-4a2b-aae3-7fe54c54a52e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131625 Nov 05 18:42:12.080486 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] For port 87aba709-24d9-4cc7-81b8-20ab92108b9e, host n-h2-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=87aba709-24d9-4cc7-81b8-20ab92108b9e,segment=NetworkSegment(b30a663d-6bb9-436d-bbb6-d3fc1ef4951b),segment_id=b30a663d-6bb9-436d-bbb6-d3fc1ef4951b)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:42:12.123237 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-aaf74309-8f8b-490a-9196-c88ba27fc160 req-4a67807c-9f27-4100-8697-e5368af338bf tempest-ServersTestFqdnHostnames-345679519 tempest-ServersTestFqdnHostnames-345679519-project] 10.222.0.13 "GET /v2.0/security-groups?id=82263dd5-ba48-4e1a-9a78-0e181b50a2de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1393533 Nov 05 18:42:12.124718 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Returning: {'device': '87aba709-24d9-4cc7-81b8-20ab92108b9e', 'network_id': 'c410af1b-0d29-45ed-bbbd-e63b694a7756', 'port_id': '87aba709-24d9-4cc7-81b8-20ab92108b9e', 'mac_address': 'fa:16:3e:2b:cb:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 196, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f65b8522-0d6e-4b41-a88d-8d5f4f8e7c9d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102388) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 05 18:42:12.181480 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d67ebef3-f352-48a5-aead-302f2f3b0afa admin admin] Made reservation on behalf of bc47cfb1be3b46908acf5f2d280b54d3 for: {'subnet': 1} {{(pid=102386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 18:42:12.183898 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-d67ebef3-f352-48a5-aead-302f2f3b0afa admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4877122'] for subnet, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:42:12.186957 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:42:12.201539 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-94cec89a-72d3-4778-aa35-df673bbed7b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1573928'] for subnet, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:42:12.203714 n-d-816865-1 neutron-server[102388]: DEBUG neutron.notifiers.nova [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 87aba709-24d9-4cc7-81b8-20ab92108b9e {{(pid=102388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 18:42:12.225175 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] For port 87aba709-24d9-4cc7-81b8-20ab92108b9e, host n-h2-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=87aba709-24d9-4cc7-81b8-20ab92108b9e,segment=NetworkSegment(b30a663d-6bb9-436d-bbb6-d3fc1ef4951b),segment_id=b30a663d-6bb9-436d-bbb6-d3fc1ef4951b)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:42:12.273010 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9d4a0b-8867-45ff-a786-9651f5a529d4 req-1003cd8b-eef9-4671-b7ec-ccb4c6b9c54c tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:42:12.275484 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-4d9d4a0b-8867-45ff-a786-9651f5a529d4 req-1003cd8b-eef9-4671-b7ec-ccb4c6b9c54c tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] 10.222.0.13 "GET /v2.0/ports?device_id=174784d1-6e33-406b-9ea4-96f2e35bc1c2 HTTP/1.1" status: 200 len: 948 time: 0.0583916 Nov 05 18:42:12.327228 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-4d9d4a0b-8867-45ff-a786-9651f5a529d4 req-b6171ce3-5f79-42eb-be7d-5b327ffec6e6 tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] 10.222.0.13 "GET /v2.0/security-groups?id=c4f63610-8850-433c-ac4b-7e7146261ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452387 Nov 05 18:42:12.362455 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:42:12.363135 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Device 67fe0faa-c3a0-488e-af66-41eae6e7ad28 details requested by agent hyperv_n-h2-816865-1 with host n-h2-816865-1 {{(pid=102388) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 05 18:42:12.439037 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-94cec89a-72d3-4778-aa35-df673bbed7b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1573905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6149879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4877183'] for subnet, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:42:12.447536 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e93aaaa-aa30-4156-a9b5-e14e533a7efa req-30184d68-a43f-4f4f-ad0e-f3e110e100bd tempest-MigrationsAdminTest-806850428 tempest-MigrationsAdminTest-806850428-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:42:12.456200 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-8e93aaaa-aa30-4156-a9b5-e14e533a7efa req-30184d68-a43f-4f4f-ad0e-f3e110e100bd tempest-MigrationsAdminTest-806850428 tempest-MigrationsAdminTest-806850428-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=174784d1-6e33-406b-9ea4-96f2e35bc1c2 HTTP/1.1" status: 200 len: 1099 time: 0.0563588 Nov 05 18:42:12.486212 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Pushing event updated for resources: {'Port': ['ID=87aba709-24d9-4cc7-81b8-20ab92108b9e,revision_number=4']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:42:12.521858 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6454d083-779b-466d-a75e-58d4ba99697b None None] Network ba3e8390-54e7-4d99-8fec-d7b75d85d22a requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 18:42:12.533432 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-94cec89a-72d3-4778-aa35-df673bbed7b8 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:42:12.534002 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-8e93aaaa-aa30-4156-a9b5-e14e533a7efa req-f9c25818-4942-41f7-a9ab-daeff23f7dcd tempest-MigrationsAdminTest-806850428 tempest-MigrationsAdminTest-806850428-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=c4f63610-8850-433c-ac4b-7e7146261ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764298 Nov 05 18:42:12.536380 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-94cec89a-72d3-4778-aa35-df673bbed7b8 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/23219f55-021e-4f36-bac1-2c401000599a HTTP/1.1" status: 204 len: 168 time: 0.6199124 Nov 05 18:42:12.539642 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94cec89a-72d3-4778-aa35-df673bbed7b8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=23219f55-021e-4f36-bac1-2c401000599a,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:42:12.540375 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 44902) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:42:12.590868 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 540167f0-431b-4b88-b94d-62b984252270 no longer exists at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 18:42:12.655184 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-b9acd458-5ee1-44ca-bc04-a07d5017c9dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1664226'] for network, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:42:12.676567 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] No Port match for: 540167f0-431b-4b88-b94d-62b984252270 {{(pid=102388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 18:42:12.676936 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 540167f0-431b-4b88-b94d-62b984252270 not bound to the agent host n-d-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 18:42:12.677457 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 024766b1-ed20-44e2-88c8-a2bf8d112db6 no longer exists at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 18:42:12.685702 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] For port 67fe0faa-c3a0-488e-af66-41eae6e7ad28, host n-h2-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=67fe0faa-c3a0-488e-af66-41eae6e7ad28,segment=NetworkSegment(fa8c7ea5-f99c-4ee2-80d1-0e4e054d8ebd),segment_id=fa8c7ea5-f99c-4ee2-80d1-0e4e054d8ebd)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:42:12.720556 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] No Port match for: 024766b1-ed20-44e2-88c8-a2bf8d112db6 {{(pid=102388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 18:42:12.720933 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 024766b1-ed20-44e2-88c8-a2bf8d112db6 not bound to the agent host n-d-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 18:42:12.721268 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [None req-b9acd458-5ee1-44ca-bc04-a07d5017c9dd admin admin] Deleting port fe79972e-3886-498c-a592-20f914930c36 {{(pid=102387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 18:42:12.721607 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-b9acd458-5ee1-44ca-bc04-a07d5017c9dd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:42:12.727503 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Returning: {'device': '67fe0faa-c3a0-488e-af66-41eae6e7ad28', 'network_id': '1da37b43-f7d4-493c-9709-10fff3365b6d', 'port_id': '67fe0faa-c3a0-488e-af66-41eae6e7ad28', 'mac_address': 'fa:16:3e:f6:ab:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98fc1e31-7219-4cb0-bc4e-cc4fffcb9ad4', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102388) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 05 18:42:12.746146 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-d67ebef3-f352-48a5-aead-302f2f3b0afa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6149946', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4877172'] for subnet, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:42:12.811011 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67ebef3-f352-48a5-aead-302f2f3b0afa admin admin] Pushing event updated for resources: {'Subnet': ['ID=6365841c-6a59-404d-8b3a-4e4a085b9618,revision_number=0']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:42:12.816729 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.db [None req-b9acd458-5ee1-44ca-bc04-a07d5017c9dd admin admin] For port fe79972e-3886-498c-a592-20f914930c36, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=fe79972e-3886-498c-a592-20f914930c36,segment=NetworkSegment(6c1e83a3-272c-4e69-9514-f61e4e363f8b),segment_id=6c1e83a3-272c-4e69-9514-f61e4e363f8b)] {{(pid=102387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:42:12.818033 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-b9acd458-5ee1-44ca-bc04-a07d5017c9dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:42:12.820335 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:42:12.828381 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d67ebef3-f352-48a5-aead-302f2f3b0afa admin admin] Checking segment: {'id': 'c5f7e1ec-64fe-4c52-a40b-850235aec679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'fa9ccd47-47cc-4bae-99bf-173f818bbccd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 18:42:12.829033 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d67ebef3-f352-48a5-aead-302f2f3b0afa admin admin] Network hostable DHCP agents. Network: fa9ccd47-47cc-4bae-99bf-173f818bbccd, hostable agents: ['987e2ca0-bc3b-4c6f-a989-429ccfbf753f'], hosted agents: [] {{(pid=102386) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 05 18:42:12.836119 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [None req-b9acd458-5ee1-44ca-bc04-a07d5017c9dd admin admin] Calling delete_port for fe79972e-3886-498c-a592-20f914930c36 owned by network:dhcp {{(pid=102387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 18:42:12.841799 n-d-816865-1 neutron-server[102388]: DEBUG neutron.notifiers.nova [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 67fe0faa-c3a0-488e-af66-41eae6e7ad28 {{(pid=102388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 18:42:12.868194 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] For port 67fe0faa-c3a0-488e-af66-41eae6e7ad28, host n-h2-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=67fe0faa-c3a0-488e-af66-41eae6e7ad28,segment=NetworkSegment(fa8c7ea5-f99c-4ee2-80d1-0e4e054d8ebd),segment_id=fa8c7ea5-f99c-4ee2-80d1-0e4e054d8ebd)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:42:12.914653 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afc22195-3e94-44b0-ae5b-95522f673c77 None None] DHCP port deletion for ba3e8390-54e7-4d99-8fec-d7b75d85d22a request from n-d-816865-1 {{(pid=102388) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 05 18:42:12.951953 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d67ebef3-f352-48a5-aead-302f2f3b0afa admin admin] Network fa9ccd47-47cc-4bae-99bf-173f818bbccd is scheduled to be hosted by DHCP agent 987e2ca0-bc3b-4c6f-a989-429ccfbf753f with binding_index 1 {{(pid=102386) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 05 18:42:12.964767 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-afc22195-3e94-44b0-ae5b-95522f673c77 None None] Deleting port fe79972e-3886-498c-a592-20f914930c36 {{(pid=102388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 18:42:12.965138 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-afc22195-3e94-44b0-ae5b-95522f673c77 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:42:13.014108 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:42:13.054393 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-afc22195-3e94-44b0-ae5b-95522f673c77 None None] For port fe79972e-3886-498c-a592-20f914930c36, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=fe79972e-3886-498c-a592-20f914930c36,segment=NetworkSegment(6c1e83a3-272c-4e69-9514-f61e4e363f8b),segment_id=6c1e83a3-272c-4e69-9514-f61e4e363f8b)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:42:13.054789 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-afc22195-3e94-44b0-ae5b-95522f673c77 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:42:13.074630 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-afc22195-3e94-44b0-ae5b-95522f673c77 None None] Calling delete_port for fe79972e-3886-498c-a592-20f914930c36 owned by network:dhcp {{(pid=102388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 18:42:13.096738 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Pushing event updated for resources: {'Port': ['ID=67fe0faa-c3a0-488e-af66-41eae6e7ad28,revision_number=4']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:42:13.133782 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-b9acd458-5ee1-44ca-bc04-a07d5017c9dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4417063'] for port, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:42:13.164333 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9acd458-5ee1-44ca-bc04-a07d5017c9dd admin admin] Pushing event deleted for resources: {'Port': ['ID=fe79972e-3886-498c-a592-20f914930c36,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:42:13.176434 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9acd458-5ee1-44ca-bc04-a07d5017c9dd admin admin] No DVR routers for this DVR port fe79972e-3886-498c-a592-20f914930c36 on host n-d-816865-1 {{(pid=102387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 18:42:13.181190 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.base_scheduler [None req-d67ebef3-f352-48a5-aead-302f2f3b0afa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816865-1, fa9ccd47-47cc-4bae-99bf-173f818bbccd) {{(pid=102386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:42:13.185402 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d67ebef3-f352-48a5-aead-302f2f3b0afa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:42:13.193200 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-d67ebef3-f352-48a5-aead-302f2f3b0afa admin admin] Publish callbacks [] for subnet, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:42:13.201265 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed8847cc-09d4-45c1-b514-c00947701471 None None] Network fa9ccd47-47cc-4bae-99bf-173f818bbccd requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 18:42:13.271960 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-afc22195-3e94-44b0-ae5b-95522f673c77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798'] for port, after_delete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:42:13.306113 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] get_ports_and_sgs() called for port_ids ['87aba709-24d9-4cc7-81b8-20ab92108b9e'] {{(pid=102388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 18:42:13.308115 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] get_ports_and_sgs() called for port_ids ['67fe0faa-c3a0-488e-af66-41eae6e7ad28'] {{(pid=102388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 18:42:13.323118 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202e31a0-b1af-4280-831d-d1a6d732ac86 req-6eef18cf-d518-495f-884c-37510f0f0f3e tempest-ServerDiskConfigTestJSON-70330027 tempest-ServerDiskConfigTestJSON-70330027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:42:13.323387 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-d67ebef3-f352-48a5-aead-302f2f3b0afa admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.3481312 Nov 05 18:42:13.323497 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-202e31a0-b1af-4280-831d-d1a6d732ac86 req-6eef18cf-d518-495f-884c-37510f0f0f3e tempest-ServerDiskConfigTestJSON-70330027 tempest-ServerDiskConfigTestJSON-70330027-project] 10.222.0.13 "GET /v2.0/ports?device_id=bcbd3f99-98ae-4481-b4a1-c0a7beca4f9f HTTP/1.1" status: 200 len: 945 time: 0.1536593 Nov 05 18:42:13.323497 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-b9acd458-5ee1-44ca-bc04-a07d5017c9dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1579173', 'neutron.services.segments.db._delete_segments_for_network-8750027792909'] for network, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:42:13.354803 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad845a79-d054-4ee4-a31e-9263d58626fd req-48e7d555-7fc8-41cb-86c8-b65cc8b03d63 tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:42:13.356190 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-ad845a79-d054-4ee4-a31e-9263d58626fd req-48e7d555-7fc8-41cb-86c8-b65cc8b03d63 tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] 10.222.0.13 "GET /v2.0/ports?device_id=174784d1-6e33-406b-9ea4-96f2e35bc1c2 HTTP/1.1" status: 200 len: 948 time: 0.1587391 Nov 05 18:42:13.366098 n-d-816865-1 neutron-server[102387]: DEBUG neutron.services.segments.db [None req-b9acd458-5ee1-44ca-bc04-a07d5017c9dd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba3e8390-54e7-4d99-8fec-d7b75d85d22a']}} {{(pid=102387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:42:13.399421 n-d-816865-1 neutron-server[102387]: DEBUG neutron.services.segments.db [None req-b9acd458-5ee1-44ca-bc04-a07d5017c9dd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c1e83a3-272c-4e69-9514-f61e4e363f8b') {'for_net_delete': True} {{(pid=102387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:42:13.399698 n-d-816865-1 neutron-server[102387]: DEBUG neutron.services.segments.db [None req-b9acd458-5ee1-44ca-bc04-a07d5017c9dd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c1e83a3-272c-4e69-9514-f61e4e363f8b') {} {{(pid=102387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:42:13.431439 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-b9acd458-5ee1-44ca-bc04-a07d5017c9dd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750027793430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4463492'] for segment, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:42:13.466847 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-202e31a0-b1af-4280-831d-d1a6d732ac86 req-acdc6234-e8c9-4794-b3b8-19dd038a7f53 tempest-ServerDiskConfigTestJSON-70330027 tempest-ServerDiskConfigTestJSON-70330027-project] 10.222.0.13 "GET /v2.0/security-groups?id=415b984e-2c75-4a2b-aae3-7fe54c54a52e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384997 Nov 05 18:42:13.482647 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-b9acd458-5ee1-44ca-bc04-a07d5017c9dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273'] for segment, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:42:13.499359 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-ad845a79-d054-4ee4-a31e-9263d58626fd req-86ada28a-d92c-4cf3-a740-77a0bf1bac4c tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] 10.222.0.13 "GET /v2.0/security-groups?id=c4f63610-8850-433c-ac4b-7e7146261ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254656 Nov 05 18:42:13.499359 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9acd458-5ee1-44ca-bc04-a07d5017c9dd admin admin] Releasing vlan 161 on physical network physnet1 to pool {{(pid=102387) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 05 18:42:13.499359 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-b9acd458-5ee1-44ca-bc04-a07d5017c9dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4417236'] for segment, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:42:13.499359 n-d-816865-1 neutron-server[102387]: Traceback (most recent call last): Nov 05 18:42:13.499359 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 05 18:42:13.499359 n-d-816865-1 neutron-server[102387]: timer() Nov 05 18:42:13.499359 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 05 18:42:13.499359 n-d-816865-1 neutron-server[102387]: cb(*args, **kw) Nov 05 18:42:13.499359 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 05 18:42:13.499359 n-d-816865-1 neutron-server[102387]: return func(*args, **kwargs) Nov 05 18:42:13.499359 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 05 18:42:13.499359 n-d-816865-1 neutron-server[102387]: self._notify() Nov 05 18:42:13.499359 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 05 18:42:13.499359 n-d-816865-1 neutron-server[102387]: self.callback(batched_events) Nov 05 18:42:13.499359 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 05 18:42:13.499359 n-d-816865-1 neutron-server[102387]: event.method(event) Nov 05 18:42:13.499359 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 05 18:42:13.499359 n-d-816865-1 neutron-server[102387]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 05 18:42:13.499359 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 05 18:42:13.499359 n-d-816865-1 neutron-server[102387]: aggregate_uuid = self.p_client.list_aggregates( Nov 05 18:42:13.499359 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 05 18:42:13.499359 n-d-816865-1 neutron-server[102387]: return f(self, *a, **k) Nov 05 18:42:13.499359 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 05 18:42:13.499359 n-d-816865-1 neutron-server[102387]: return self._get(url).json() Nov 05 18:42:13.499359 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 05 18:42:13.499359 n-d-816865-1 neutron-server[102387]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 05 18:42:13.499359 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 05 18:42:13.499359 n-d-816865-1 neutron-server[102387]: return self.request(url, 'GET', **kwargs) Nov 05 18:42:13.499359 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 05 18:42:13.499359 n-d-816865-1 neutron-server[102387]: base_url = self.get_endpoint(auth, allow=allow, Nov 05 18:42:13.499359 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 05 18:42:13.499359 n-d-816865-1 neutron-server[102387]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 05 18:42:13.499359 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 05 18:42:13.499359 n-d-816865-1 neutron-server[102387]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 05 18:42:13.499359 n-d-816865-1 neutron-server[102387]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 05 18:42:13.531302 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc22195-3e94-44b0-ae5b-95522f673c77 None None] Pushing event deleted for resources: {'Port': ['ID=fe79972e-3886-498c-a592-20f914930c36,revision_number=None']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:42:13.548575 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afc22195-3e94-44b0-ae5b-95522f673c77 None None] No DVR routers for this DVR port fe79972e-3886-498c-a592-20f914930c36 on host n-d-816865-1 {{(pid=102388) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 18:42:13.622235 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304f79ad-dc27-4b50-bdb4-c513d0370b5d req-56d93b17-c1f2-47db-9229-b930ce4e49e6 tempest-ServersTestFqdnHostnames-345679519 tempest-ServersTestFqdnHostnames-345679519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:42:13.625154 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-304f79ad-dc27-4b50-bdb4-c513d0370b5d req-56d93b17-c1f2-47db-9229-b930ce4e49e6 tempest-ServersTestFqdnHostnames-345679519 tempest-ServersTestFqdnHostnames-345679519-project] 10.222.0.13 "GET /v2.0/ports?device_id=6c5b4f62-65a2-4108-88aa-9bf31a52b4ef HTTP/1.1" status: 200 len: 944 time: 0.0652630 Nov 05 18:42:13.676628 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-304f79ad-dc27-4b50-bdb4-c513d0370b5d req-63a76b17-1eb7-415c-a062-09d49167b3cd tempest-ServersTestFqdnHostnames-345679519 tempest-ServersTestFqdnHostnames-345679519-project] 10.222.0.13 "GET /v2.0/security-groups?id=82263dd5-ba48-4e1a-9a78-0e181b50a2de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455549 Nov 05 18:42:13.699870 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fa199c5-abb6-4f58-b90a-9b942e846f41 None None] Network fa9ccd47-47cc-4bae-99bf-173f818bbccd requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 18:42:13.700822 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-b9acd458-5ee1-44ca-bc04-a07d5017c9dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1579178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-956796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1000687'] for network, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:42:13.706307 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-b9acd458-5ee1-44ca-bc04-a07d5017c9dd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597851'] for network, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:42:13.715719 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-b9acd458-5ee1-44ca-bc04-a07d5017c9dd admin admin] 10.222.0.13 "DELETE /v2.0/networks/ba3e8390-54e7-4d99-8fec-d7b75d85d22a HTTP/1.1" status: 204 len: 168 time: 1.1686454 Nov 05 18:42:13.717795 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 44926) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:42:13.731699 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9acd458-5ee1-44ca-bc04-a07d5017c9dd admin admin] Pushing event deleted for resources: {'Network': ['ID=ba3e8390-54e7-4d99-8fec-d7b75d85d22a,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:42:13.924507 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Device 69f3ff0f-5148-4bc1-8f69-404c4f9f50e7 details requested by agent hyperv_n-h2-816865-1 with host n-h2-816865-1 {{(pid=102388) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 05 18:42:13.953699 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebcfd0f-fbf9-493f-9541-b61ed42c6efd req-50d17a3b-0cc5-4b94-b2d2-0b67f3ac8fd5 tempest-InstanceActionsTestJSON-7654890 tempest-InstanceActionsTestJSON-7654890-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:42:13.964022 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-9ebcfd0f-fbf9-493f-9541-b61ed42c6efd req-50d17a3b-0cc5-4b94-b2d2-0b67f3ac8fd5 tempest-InstanceActionsTestJSON-7654890 tempest-InstanceActionsTestJSON-7654890-project] 10.222.0.13 "GET /v2.0/networks?id=fa9ccd47-47cc-4bae-99bf-173f818bbccd HTTP/1.1" status: 200 len: 813 time: 0.1418333 Nov 05 18:42:13.976430 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-9ebcfd0f-fbf9-493f-9541-b61ed42c6efd req-6fbc8c4e-b6b8-417d-851e-aaff49309a87 tempest-InstanceActionsTestJSON-7654890 tempest-InstanceActionsTestJSON-7654890-project] 10.222.0.13 "GET /v2.0/quotas/bc47cfb1be3b46908acf5f2d280b54d3 HTTP/1.1" status: 200 len: 375 time: 0.0111623 Nov 05 18:42:14.010673 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-9ebcfd0f-fbf9-493f-9541-b61ed42c6efd req-276bc448-fc45-44bf-8274-10963761d0bd tempest-InstanceActionsTestJSON-7654890 tempest-InstanceActionsTestJSON-7654890-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=bc47cfb1be3b46908acf5f2d280b54d3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0282562 Nov 05 18:42:14.077392 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] For port 69f3ff0f-5148-4bc1-8f69-404c4f9f50e7, host n-h2-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=69f3ff0f-5148-4bc1-8f69-404c4f9f50e7,segment=NetworkSegment(35c2db9c-522d-48d3-98cf-a08c2cc55db7),segment_id=35c2db9c-522d-48d3-98cf-a08c2cc55db7)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:42:14.095321 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Returning: {'device': '69f3ff0f-5148-4bc1-8f69-404c4f9f50e7', 'network_id': 'a723f808-b11e-4066-b104-fad90c82895e', 'port_id': '69f3ff0f-5148-4bc1-8f69-404c4f9f50e7', 'mac_address': 'fa:16:3e:5f:2b:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 153, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05e7a1b5-165b-4a00-855a-ffbcb2eba59e', 'ip_address': '192.168.233.20'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102388) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 05 18:42:14.123798 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-9ebcfd0f-fbf9-493f-9541-b61ed42c6efd req-f53cdd97-52f9-4006-a8b0-1fedf77fd372 service neutron] 10.222.0.13 "GET /v2.0/networks/fa9ccd47-47cc-4bae-99bf-173f818bbccd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1028960 Nov 05 18:42:14.136058 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:42:14.150863 n-d-816865-1 neutron-server[102388]: DEBUG neutron.notifiers.nova [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 69f3ff0f-5148-4bc1-8f69-404c4f9f50e7 {{(pid=102388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 18:42:14.166763 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-3438d18a-89c7-40d6-8c67-32bd796172b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-571777'] for router_interface, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:42:14.174144 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] For port 69f3ff0f-5148-4bc1-8f69-404c4f9f50e7, host n-h2-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=69f3ff0f-5148-4bc1-8f69-404c4f9f50e7,segment=NetworkSegment(35c2db9c-522d-48d3-98cf-a08c2cc55db7),segment_id=35c2db9c-522d-48d3-98cf-a08c2cc55db7)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:42:14.224487 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-9ebcfd0f-fbf9-493f-9541-b61ed42c6efd req-46ce3d38-78ca-4d83-a73b-0e72a898a3d9 service neutron] 10.222.0.13 "GET /v2.0/networks/fa9ccd47-47cc-4bae-99bf-173f818bbccd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937617 Nov 05 18:42:14.337321 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:42:14.390354 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device fe79972e-3886-498c-a592-20f914930c36 no longer exists at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 18:42:14.420872 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] No Port match for: fe79972e-3886-498c-a592-20f914930c36 {{(pid=102388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 18:42:14.421233 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device fe79972e-3886-498c-a592-20f914930c36 not bound to the agent host n-d-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 18:42:14.427178 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-3438d18a-89c7-40d6-8c67-32bd796172b0 admin admin] Deleting port 888ea88f-2fd3-49cc-a1cd-7fd74bef447a {{(pid=102386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 18:42:14.427663 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-3438d18a-89c7-40d6-8c67-32bd796172b0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:42:14.445954 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Pushing event updated for resources: {'Port': ['ID=69f3ff0f-5148-4bc1-8f69-404c4f9f50e7,revision_number=13']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:42:14.548115 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-50ec6d43-f860-479b-af82-0cd4c5137f8b req-61388fbc-b20e-4f75-b12f-73c2a71e6430 tempest-InstanceActionsTestJSON-7654890 tempest-InstanceActionsTestJSON-7654890-project] 10.222.0.13 "GET /v2.0/ports?device_id=aae5303a-edac-4be9-8aa6-6150491c9357 HTTP/1.1" status: 200 len: 210 time: 0.0442734 Nov 05 18:42:14.596108 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd24b96-39a6-493f-8852-2d8313a2bc97 req-aee247ec-6e74-4a17-be18-63997d0d3dc1 tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:42:14.597950 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-acd24b96-39a6-493f-8852-2d8313a2bc97 req-aee247ec-6e74-4a17-be18-63997d0d3dc1 tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] 10.222.0.55 "GET /v2.0/ports?device_id=174784d1-6e33-406b-9ea4-96f2e35bc1c2 HTTP/1.1" status: 200 len: 949 time: 0.1169627 Nov 05 18:42:14.599961 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [None req-3438d18a-89c7-40d6-8c67-32bd796172b0 admin admin] For port 888ea88f-2fd3-49cc-a1cd-7fd74bef447a, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=888ea88f-2fd3-49cc-a1cd-7fd74bef447a,segment=NetworkSegment(88f0c625-4914-4ee3-86c1-8a79f5ffba93),segment_id=88f0c625-4914-4ee3-86c1-8a79f5ffba93)] {{(pid=102386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:42:14.600359 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-3438d18a-89c7-40d6-8c67-32bd796172b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:42:14.604750 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8667c4-5cdd-4b98-b8da-97d9ab537a70 req-8daeabae-0900-4dcd-922a-bf1b68d6d7c9 tempest-ServerDiskConfigTestJSON-70330027 tempest-ServerDiskConfigTestJSON-70330027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:42:14.607878 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-1a8667c4-5cdd-4b98-b8da-97d9ab537a70 req-8daeabae-0900-4dcd-922a-bf1b68d6d7c9 tempest-ServerDiskConfigTestJSON-70330027 tempest-ServerDiskConfigTestJSON-70330027-project] 10.222.0.13 "GET /v2.0/ports?device_id=bcbd3f99-98ae-4481-b4a1-c0a7beca4f9f HTTP/1.1" status: 200 len: 945 time: 0.0588403 Nov 05 18:42:14.657748 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-3438d18a-89c7-40d6-8c67-32bd796172b0 admin admin] Calling delete_port for 888ea88f-2fd3-49cc-a1cd-7fd74bef447a owned by network:router_interface {{(pid=102386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 18:42:14.706174 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-1a8667c4-5cdd-4b98-b8da-97d9ab537a70 req-eee9719b-cdfd-4a16-99f6-8561d6ad9247 tempest-ServerDiskConfigTestJSON-70330027 tempest-ServerDiskConfigTestJSON-70330027-project] 10.222.0.13 "GET /v2.0/security-groups?id=415b984e-2c75-4a2b-aae3-7fe54c54a52e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898516 Nov 05 18:42:14.727173 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64003fef-9dc0-490b-a920-cd4236d99fd8 req-a896ea1e-b29b-4dbb-acca-fcad16d352df tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:42:14.727173 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-64003fef-9dc0-490b-a920-cd4236d99fd8 req-a896ea1e-b29b-4dbb-acca-fcad16d352df tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] 10.222.0.13 "GET /v2.0/ports?device_id=174784d1-6e33-406b-9ea4-96f2e35bc1c2 HTTP/1.1" status: 200 len: 949 time: 0.0740023 Nov 05 18:42:14.786939 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-64003fef-9dc0-490b-a920-cd4236d99fd8 req-e32ee6d1-c8c0-4d3d-b0e8-690cbec507ab tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] 10.222.0.13 "GET /v2.0/security-groups?id=c4f63610-8850-433c-ac4b-7e7146261ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545020 Nov 05 18:42:14.823683 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [req-acd24b96-39a6-493f-8852-2d8313a2bc97 req-e29f19ff-d7e0-4d53-b1fd-76a41acf5c76 tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] Deleting port 69f3ff0f-5148-4bc1-8f69-404c4f9f50e7 {{(pid=102386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 18:42:14.824258 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-acd24b96-39a6-493f-8852-2d8313a2bc97 req-e29f19ff-d7e0-4d53-b1fd-76a41acf5c76 tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:42:14.904016 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925b99d3-468a-4bee-803a-729918abf877 req-199b0ef6-fd7b-4d32-b206-c9417fcb1ba5 tempest-ServersTestFqdnHostnames-345679519 tempest-ServersTestFqdnHostnames-345679519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:42:14.906087 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-925b99d3-468a-4bee-803a-729918abf877 req-199b0ef6-fd7b-4d32-b206-c9417fcb1ba5 tempest-ServersTestFqdnHostnames-345679519 tempest-ServersTestFqdnHostnames-345679519-project] 10.222.0.13 "GET /v2.0/ports?device_id=6c5b4f62-65a2-4108-88aa-9bf31a52b4ef HTTP/1.1" status: 200 len: 944 time: 0.0543425 Nov 05 18:42:14.958951 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-925b99d3-468a-4bee-803a-729918abf877 req-4dee3538-0f60-4ad7-bf93-afd86bd62dc7 tempest-ServersTestFqdnHostnames-345679519 tempest-ServersTestFqdnHostnames-345679519-project] 10.222.0.13 "GET /v2.0/security-groups?id=82263dd5-ba48-4e1a-9a78-0e181b50a2de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465145 Nov 05 18:42:14.974378 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [req-acd24b96-39a6-493f-8852-2d8313a2bc97 req-e29f19ff-d7e0-4d53-b1fd-76a41acf5c76 tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] For port 69f3ff0f-5148-4bc1-8f69-404c4f9f50e7, host n-h2-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=69f3ff0f-5148-4bc1-8f69-404c4f9f50e7,segment=NetworkSegment(35c2db9c-522d-48d3-98cf-a08c2cc55db7),segment_id=35c2db9c-522d-48d3-98cf-a08c2cc55db7)] {{(pid=102386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:42:14.974764 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-acd24b96-39a6-493f-8852-2d8313a2bc97 req-e29f19ff-d7e0-4d53-b1fd-76a41acf5c76 tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:42:14.997274 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [req-acd24b96-39a6-493f-8852-2d8313a2bc97 req-e29f19ff-d7e0-4d53-b1fd-76a41acf5c76 tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] Calling delete_port for 69f3ff0f-5148-4bc1-8f69-404c4f9f50e7 owned by compute:nova {{(pid=102386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 18:42:15.118438 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-3438d18a-89c7-40d6-8c67-32bd796172b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:42:15.163801 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3438d18a-89c7-40d6-8c67-32bd796172b0 admin admin] Pushing event deleted for resources: {'Port': ['ID=888ea88f-2fd3-49cc-a1cd-7fd74bef447a,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:42:15.228268 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-acd24b96-39a6-493f-8852-2d8313a2bc97 req-e29f19ff-d7e0-4d53-b1fd-76a41acf5c76 tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:42:15.243344 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] get_ports_and_sgs() called for port_ids ['c0bab39d-31d7-4372-acf4-dcf699effaf4', 'ab74eaef-395a-4fdf-b85e-bacf8245f728'] {{(pid=102388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 18:42:15.248868 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] get_ports_and_sgs() called for port_ids ['046eb35d-2125-4c26-8c14-0533b517be00'] {{(pid=102388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 18:42:15.274541 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29f19ff-d7e0-4d53-b1fd-76a41acf5c76 tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] Pushing event deleted for resources: {'Port': ['ID=69f3ff0f-5148-4bc1-8f69-404c4f9f50e7,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:42:15.366636 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [req-acd24b96-39a6-493f-8852-2d8313a2bc97 req-e29f19ff-d7e0-4d53-b1fd-76a41acf5c76 tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] No DVR routers for this DVR port 69f3ff0f-5148-4bc1-8f69-404c4f9f50e7 on host n-h2-816865-1 {{(pid=102386) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 18:42:15.370452 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-acd24b96-39a6-493f-8852-2d8313a2bc97 req-e29f19ff-d7e0-4d53-b1fd-76a41acf5c76 tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:42:15.381551 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-acd24b96-39a6-493f-8852-2d8313a2bc97 req-e29f19ff-d7e0-4d53-b1fd-76a41acf5c76 tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] 10.222.0.55 "DELETE /v2.0/ports/69f3ff0f-5148-4bc1-8f69-404c4f9f50e7 HTTP/1.1" status: 204 len: 173 time: 0.7625580 Nov 05 18:42:15.382062 n-d-816865-1 neutron-server[102386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '174784d1-6e33-406b-9ea4-96f2e35bc1c2', 'name': 'network-vif-deleted', 'tag': '69f3ff0f-5148-4bc1-8f69-404c4f9f50e7'}] {{(pid=102386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 18:42:15.394331 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6173a44d7c73f41af551dc890fa1a5892c2c6bc3458b640c8e0c24db7876ba6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b4c3480-ef57-488d-8ac6-489332f82a4b" -d '{"events": [{"server_uuid": "174784d1-6e33-406b-9ea4-96f2e35bc1c2", "name": "network-vif-deleted", "tag": "69f3ff0f-5148-4bc1-8f69-404c4f9f50e7"}]}' {{(pid=102386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 18:42:15.498656 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-3438d18a-89c7-40d6-8c67-32bd796172b0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-597886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-573297'] for router_interface, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:42:15.523491 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 18:42:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2942591-5061-4b54-8057-32d03ebc7935 x-openstack-request-id: req-d2942591-5061-4b54-8057-32d03ebc7935 {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 18:42:15.523986 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "174784d1-6e33-406b-9ea4-96f2e35bc1c2", "name": "network-vif-deleted", "tag": "69f3ff0f-5148-4bc1-8f69-404c4f9f50e7", "status": "completed", "code": 200}]} {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 18:42:15.524481 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d2942591-5061-4b54-8057-32d03ebc7935 {{(pid=102386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 18:42:15.526167 n-d-816865-1 neutron-server[102386]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '174784d1-6e33-406b-9ea4-96f2e35bc1c2', 'name': 'network-vif-deleted', 'tag': '69f3ff0f-5148-4bc1-8f69-404c4f9f50e7', 'status': 'completed', 'code': 200} Nov 05 18:42:15.683456 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-d2acb49d-255d-490b-a76a-837db7157f24 req-ede2ffdc-4ce6-4c33-b328-bd839075da31 tempest-InstanceActionsTestJSON-7654890 tempest-InstanceActionsTestJSON-7654890-project] 10.222.0.13 "GET /v2.0/ports?device_id=aae5303a-edac-4be9-8aa6-6150491c9357 HTTP/1.1" status: 200 len: 210 time: 0.0704756 Nov 05 18:42:15.840655 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3438d18a-89c7-40d6-8c67-32bd796172b0 admin admin] Router 359d9e87-1fd4-4828-b01b-b6fb6baa4c18 has already been hosted by L3 agent 6dcb5589-8e86-4616-9186-ddc4548e13ad {{(pid=102386) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 18:42:15.870161 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c47a096-8f5d-4623-8929-81447e7446e3 req-7b13167d-7073-4dcc-8d02-23b961e2af93 tempest-ServerDiskConfigTestJSON-70330027 tempest-ServerDiskConfigTestJSON-70330027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:42:15.872317 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-4c47a096-8f5d-4623-8929-81447e7446e3 req-7b13167d-7073-4dcc-8d02-23b961e2af93 tempest-ServerDiskConfigTestJSON-70330027 tempest-ServerDiskConfigTestJSON-70330027-project] 10.222.0.13 "GET /v2.0/ports?device_id=bcbd3f99-98ae-4481-b4a1-c0a7beca4f9f HTTP/1.1" status: 200 len: 945 time: 0.0656953 Nov 05 18:42:15.912987 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-a3336ad1-b544-42d0-a881-dbf099112d0c req-c13b4e05-ecfb-496b-b792-a51e70dea8ae tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] 10.222.0.13 "GET /v2.0/ports?device_id=174784d1-6e33-406b-9ea4-96f2e35bc1c2 HTTP/1.1" status: 200 len: 210 time: 0.0394425 Nov 05 18:42:15.935104 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Device 87aba709-24d9-4cc7-81b8-20ab92108b9e up at agent hyperv_n-h2-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 18:42:16.001562 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-4c47a096-8f5d-4623-8929-81447e7446e3 req-5df02bb2-0a22-458c-88a7-53e53cd1d579 tempest-ServerDiskConfigTestJSON-70330027 tempest-ServerDiskConfigTestJSON-70330027-project] 10.222.0.13 "GET /v2.0/security-groups?id=415b984e-2c75-4a2b-aae3-7fe54c54a52e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077249 Nov 05 18:42:16.009242 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3438d18a-89c7-40d6-8c67-32bd796172b0 admin admin] Notify agent at l3_agent.n-d-816865-1 the message routers_updated {{(pid=102386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 18:42:16.021729 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-3438d18a-89c7-40d6-8c67-32bd796172b0 admin admin] 10.222.0.13 "PUT /v2.0/routers/359d9e87-1fd4-4828-b01b-b6fb6baa4c18/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2955706 Nov 05 18:42:16.021840 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47ae81cc-59b5-4898-89c0-bf400e688c0c None None] Sync routers for ids ['359d9e87-1fd4-4828-b01b-b6fb6baa4c18'] in n-d-816865-1 {{(pid=102389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 18:42:16.023136 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 44976) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:42:16.042716 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47ae81cc-59b5-4898-89c0-bf400e688c0c None None] Routers {'359d9e87-1fd4-4828-b01b-b6fb6baa4c18'} bound to L3 agent in host n-d-816865-1 {{(pid=102389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 18:42:16.043406 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-47ae81cc-59b5-4898-89c0-bf400e688c0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T18:42:05Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['359d9e87-1fd4-4828-b01b-b6fb6baa4c18'], 'active': True} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:42:16.165436 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb501907-0c46-4fc3-ba18-f4b7956d7d37 req-09408982-3e30-47f8-9f6b-b6f35acbc3cf tempest-ServersTestFqdnHostnames-345679519 tempest-ServersTestFqdnHostnames-345679519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:42:16.166260 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvr_db [None req-47ae81cc-59b5-4898-89c0-bf400e688c0c None None] Set router 359d9e87-1fd4-4828-b01b-b6fb6baa4c18 gateway port host: n-d-816865-1 {{(pid=102389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 18:42:16.166963 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-bb501907-0c46-4fc3-ba18-f4b7956d7d37 req-09408982-3e30-47f8-9f6b-b6f35acbc3cf tempest-ServersTestFqdnHostnames-345679519 tempest-ServersTestFqdnHostnames-345679519-project] 10.222.0.13 "GET /v2.0/ports?device_id=6c5b4f62-65a2-4108-88aa-9bf31a52b4ef HTTP/1.1" status: 200 len: 944 time: 0.0936592 Nov 05 18:42:16.185287 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Provisioning for port 87aba709-24d9-4cc7-81b8-20ab92108b9e completed by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 05 18:42:16.189745 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Provisioning complete for port 87aba709-24d9-4cc7-81b8-20ab92108b9e triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:42:16.190335 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:42:16.196817 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-f611d9cb-3a2e-4130-b118-1d69f993868e admin admin] Publish callbacks [] for router, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:42:16.271535 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-bb501907-0c46-4fc3-ba18-f4b7956d7d37 req-9f3ae4ea-90e1-4165-a51e-472a6d0536a8 tempest-ServersTestFqdnHostnames-345679519 tempest-ServersTestFqdnHostnames-345679519-project] 10.222.0.13 "GET /v2.0/security-groups?id=82263dd5-ba48-4e1a-9a78-0e181b50a2de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0949168 Nov 05 18:42:16.285585 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:42:16.309467 n-d-816865-1 neutron-server[102388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bcbd3f99-98ae-4481-b4a1-c0a7beca4f9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87aba709-24d9-4cc7-81b8-20ab92108b9e'}] {{(pid=102388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 18:42:16.311651 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85474fee1180e129d8a886d264fe0b30223aa672dd1ffe43b630605f18504f68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7f40e42-248c-4a02-b512-00cd79f6ac07" -d '{"events": [{"server_uuid": "bcbd3f99-98ae-4481-b4a1-c0a7beca4f9f", "name": "network-vif-plugged", "status": "completed", "tag": "87aba709-24d9-4cc7-81b8-20ab92108b9e"}]}' {{(pid=102388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 18:42:16.331503 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] For port 87aba709-24d9-4cc7-81b8-20ab92108b9e, host n-h2-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=87aba709-24d9-4cc7-81b8-20ab92108b9e,segment=NetworkSegment(b30a663d-6bb9-436d-bbb6-d3fc1ef4951b),segment_id=b30a663d-6bb9-436d-bbb6-d3fc1ef4951b)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:42:16.338487 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-f611d9cb-3a2e-4130-b118-1d69f993868e admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:42:16.375555 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-47ae81cc-59b5-4898-89c0-bf400e688c0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '359d9e87-1fd4-4828-b01b-b6fb6baa4c18', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-238884061-router', 'tenant_id': '199220bdbb6e4d18bafbb527f432f315', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.41'}], 'enable_snat': True}, 'gw_port_id': '02ddd893-d5e1-4691-9857-6f4cf6498a9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T18:36:50Z', 'updated_at': '2021-11-05T18:42:14Z', 'revision_number': 5, 'project_id': '199220bdbb6e4d18bafbb527f432f315', 'gw_port': {'id': '02ddd893-d5e1-4691-9857-6f4cf6498a9d', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:56:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '359d9e87-1fd4-4828-b01b-b6fb6baa4c18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T18:36:52Z', 'updated_at': '2021-11-05T18:36:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1'}], 'n-d-816865-1', False) {} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:42:16.376093 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 18:42:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1724a936-698e-4d49-8250-22bf20ad7419 x-openstack-request-id: req-1724a936-698e-4d49-8250-22bf20ad7419 {{(pid=102388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 18:42:16.376399 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bcbd3f99-98ae-4481-b4a1-c0a7beca4f9f", "name": "network-vif-plugged", "status": "completed", "tag": "87aba709-24d9-4cc7-81b8-20ab92108b9e", "code": 200}]} {{(pid=102388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 18:42:16.376654 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1724a936-698e-4d49-8250-22bf20ad7419 {{(pid=102388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 18:42:16.377199 n-d-816865-1 neutron-server[102388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bcbd3f99-98ae-4481-b4a1-c0a7beca4f9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87aba709-24d9-4cc7-81b8-20ab92108b9e', 'code': 200} Nov 05 18:42:16.413471 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47ae81cc-59b5-4898-89c0-bf400e688c0c None None] Checking router: 359d9e87-1fd4-4828-b01b-b6fb6baa4c18 for host: n-d-816865-1 {{(pid=102389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 18:42:16.423464 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47ae81cc-59b5-4898-89c0-bf400e688c0c None None] Routers {'359d9e87-1fd4-4828-b01b-b6fb6baa4c18'} bound to L3 agent in host n-d-816865-1 {{(pid=102389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 18:42:16.424142 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-47ae81cc-59b5-4898-89c0-bf400e688c0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T18:42:05Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['359d9e87-1fd4-4828-b01b-b6fb6baa4c18'], 'active': True} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:42:16.462204 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:42:16.463056 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Device 67fe0faa-c3a0-488e-af66-41eae6e7ad28 up at agent hyperv_n-h2-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 18:42:16.511365 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c019cc8d-ed62-42d7-96aa-30c5d1f21c40 req-bb6af1a9-81c8-4f46-9ea3-f08593ffd7e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:42:16.513659 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-c019cc8d-ed62-42d7-96aa-30c5d1f21c40 req-bb6af1a9-81c8-4f46-9ea3-f08593ffd7e7 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=bcbd3f99-98ae-4481-b4a1-c0a7beca4f9f HTTP/1.1" status: 200 len: 1097 time: 0.0446553 Nov 05 18:42:16.542637 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvr_db [None req-47ae81cc-59b5-4898-89c0-bf400e688c0c None None] Set router 359d9e87-1fd4-4828-b01b-b6fb6baa4c18 gateway port host: n-d-816865-1 {{(pid=102389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 18:42:16.569292 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Pushing event updated for resources: {'Port': ['ID=87aba709-24d9-4cc7-81b8-20ab92108b9e,revision_number=5']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:42:16.587435 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-c019cc8d-ed62-42d7-96aa-30c5d1f21c40 req-dfca47af-e93d-4887-9ccd-7866b11c2df1 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=415b984e-2c75-4a2b-aae3-7fe54c54a52e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609193 Nov 05 18:42:16.590943 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [None req-f611d9cb-3a2e-4130-b118-1d69f993868e admin admin] Deleting port 02ddd893-d5e1-4691-9857-6f4cf6498a9d {{(pid=102387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 18:42:16.591357 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-f611d9cb-3a2e-4130-b118-1d69f993868e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:42:16.698347 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Provisioning for port 67fe0faa-c3a0-488e-af66-41eae6e7ad28 completed by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 05 18:42:16.708520 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Provisioning complete for port 67fe0faa-c3a0-488e-af66-41eae6e7ad28 triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:42:16.709033 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.db [None req-f611d9cb-3a2e-4130-b118-1d69f993868e admin admin] For port 02ddd893-d5e1-4691-9857-6f4cf6498a9d, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=02ddd893-d5e1-4691-9857-6f4cf6498a9d,segment=NetworkSegment(85be518c-8bb4-46a2-a903-d4292782d29d),segment_id=85be518c-8bb4-46a2-a903-d4292782d29d)] {{(pid=102387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:42:16.709497 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-f611d9cb-3a2e-4130-b118-1d69f993868e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:42:16.710074 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:42:16.735735 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [None req-f611d9cb-3a2e-4130-b118-1d69f993868e admin admin] Calling delete_port for 02ddd893-d5e1-4691-9857-6f4cf6498a9d owned by network:router_gateway {{(pid=102387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 18:42:16.794181 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-47ae81cc-59b5-4898-89c0-bf400e688c0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '359d9e87-1fd4-4828-b01b-b6fb6baa4c18', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-238884061-router', 'tenant_id': '199220bdbb6e4d18bafbb527f432f315', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.41'}], 'enable_snat': True}, 'gw_port_id': '02ddd893-d5e1-4691-9857-6f4cf6498a9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T18:36:50Z', 'updated_at': '2021-11-05T18:42:14Z', 'revision_number': 5, 'project_id': '199220bdbb6e4d18bafbb527f432f315', 'gw_port': {'id': '02ddd893-d5e1-4691-9857-6f4cf6498a9d', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:56:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '359d9e87-1fd4-4828-b01b-b6fb6baa4c18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T18:36:52Z', 'updated_at': '2021-11-05T18:36:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1'}], 'n-d-816865-1', False) {} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:42:16.828629 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47ae81cc-59b5-4898-89c0-bf400e688c0c None None] The sync data for ids ['359d9e87-1fd4-4828-b01b-b6fb6baa4c18'] in n-d-816865-1 is: [{'id': '359d9e87-1fd4-4828-b01b-b6fb6baa4c18', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-238884061-router', 'tenant_id': '199220bdbb6e4d18bafbb527f432f315', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.41'}], 'enable_snat': True}, 'gw_port_id': '02ddd893-d5e1-4691-9857-6f4cf6498a9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T18:36:50Z', 'updated_at': '2021-11-05T18:42:14Z', 'revision_number': 5, 'project_id': '199220bdbb6e4d18bafbb527f432f315', 'gw_port': {'id': '02ddd893-d5e1-4691-9857-6f4cf6498a9d', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:56:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '359d9e87-1fd4-4828-b01b-b6fb6baa4c18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T18:36:52Z', 'updated_at': '2021-11-05T18:36:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1'}] {{(pid=102389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 18:42:16.839800 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-02d404ee-d9b2-4481-be56-dd3de708b07d req-be17cd76-59fd-4f01-b523-1c86e3722e0b tempest-InstanceActionsTestJSON-7654890 tempest-InstanceActionsTestJSON-7654890-project] 10.222.0.13 "GET /v2.0/ports?device_id=aae5303a-edac-4be9-8aa6-6150491c9357 HTTP/1.1" status: 200 len: 210 time: 0.0426853 Nov 05 18:42:16.864646 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:42:16.922459 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] For port 67fe0faa-c3a0-488e-af66-41eae6e7ad28, host n-h2-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=67fe0faa-c3a0-488e-af66-41eae6e7ad28,segment=NetworkSegment(fa8c7ea5-f99c-4ee2-80d1-0e4e054d8ebd),segment_id=fa8c7ea5-f99c-4ee2-80d1-0e4e054d8ebd)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:42:16.997103 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:42:16.998082 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Device 69f3ff0f-5148-4bc1-8f69-404c4f9f50e7 no longer exists at agent hyperv_n-h2-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 18:42:17.047777 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] No Port match for: 69f3ff0f-5148-4bc1-8f69-404c4f9f50e7 {{(pid=102388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 18:42:17.048050 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Device 69f3ff0f-5148-4bc1-8f69-404c4f9f50e7 not bound to the agent host n-h2-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 18:42:17.066263 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-f856c7cc-fd02-49f6-b03a-e889a09d829d req-aa679943-620e-48c5-952f-40eecf71b463 tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] 10.222.0.13 "GET /v2.0/ports?device_id=174784d1-6e33-406b-9ea4-96f2e35bc1c2 HTTP/1.1" status: 200 len: 210 time: 0.0485208 Nov 05 18:42:17.089399 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Pushing event updated for resources: {'Port': ['ID=67fe0faa-c3a0-488e-af66-41eae6e7ad28,revision_number=5']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:42:17.151605 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108b2aa9-1279-46a0-bde7-c8a4f5534993 req-051fba65-d53e-4024-943b-349ae2ce876e tempest-ServerDiskConfigTestJSON-70330027 tempest-ServerDiskConfigTestJSON-70330027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:42:17.153191 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-108b2aa9-1279-46a0-bde7-c8a4f5534993 req-051fba65-d53e-4024-943b-349ae2ce876e tempest-ServerDiskConfigTestJSON-70330027 tempest-ServerDiskConfigTestJSON-70330027-project] 10.222.0.13 "GET /v2.0/ports?device_id=bcbd3f99-98ae-4481-b4a1-c0a7beca4f9f HTTP/1.1" status: 200 len: 946 time: 0.0633426 Nov 05 18:42:17.204498 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-f611d9cb-3a2e-4130-b118-1d69f993868e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4417063'] for port, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:42:17.213737 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-108b2aa9-1279-46a0-bde7-c8a4f5534993 req-46b4c562-732a-4634-9f8a-92c6097b14fb tempest-ServerDiskConfigTestJSON-70330027 tempest-ServerDiskConfigTestJSON-70330027-project] 10.222.0.13 "GET /v2.0/security-groups?id=415b984e-2c75-4a2b-aae3-7fe54c54a52e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537062 Nov 05 18:42:17.241284 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f611d9cb-3a2e-4130-b118-1d69f993868e admin admin] Pushing event deleted for resources: {'Port': ['ID=02ddd893-d5e1-4691-9857-6f4cf6498a9d,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:42:17.320873 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-f611d9cb-3a2e-4130-b118-1d69f993868e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1000651'] for router_gateway, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:42:17.441906 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-f611d9cb-3a2e-4130-b118-1d69f993868e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-571301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6852'] for router, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:42:17.442695 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-f611d9cb-3a2e-4130-b118-1d69f993868e admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:42:17.515353 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d857c7-edd8-4427-b8a0-88ff8d3f59f0 req-c4864ea5-ebdf-4fbe-b677-ca02c928aeee tempest-ServersTestFqdnHostnames-345679519 tempest-ServersTestFqdnHostnames-345679519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:42:17.515353 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-b6d857c7-edd8-4427-b8a0-88ff8d3f59f0 req-c4864ea5-ebdf-4fbe-b677-ca02c928aeee tempest-ServersTestFqdnHostnames-345679519 tempest-ServersTestFqdnHostnames-345679519-project] 10.222.0.13 "GET /v2.0/ports?device_id=6c5b4f62-65a2-4108-88aa-9bf31a52b4ef HTTP/1.1" status: 200 len: 945 time: 0.1277568 Nov 05 18:42:17.565386 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-b6d857c7-edd8-4427-b8a0-88ff8d3f59f0 req-36bf166c-3220-46c3-9f18-245e5afcc47d tempest-ServersTestFqdnHostnames-345679519 tempest-ServersTestFqdnHostnames-345679519-project] 10.222.0.13 "GET /v2.0/security-groups?id=82263dd5-ba48-4e1a-9a78-0e181b50a2de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458846 Nov 05 18:42:17.624833 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-f611d9cb-3a2e-4130-b118-1d69f993868e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-571310'] for router, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:42:17.625392 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f611d9cb-3a2e-4130-b118-1d69f993868e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 359d9e87-1fd4-4828-b01b-b6fb6baa4c18 {{(pid=102387) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 05 18:42:17.630095 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-f611d9cb-3a2e-4130-b118-1d69f993868e admin admin] Publish callbacks [] for router, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:42:17.634330 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-f611d9cb-3a2e-4130-b118-1d69f993868e admin admin] 10.222.0.13 "DELETE /v2.0/routers/359d9e87-1fd4-4828-b01b-b6fb6baa4c18 HTTP/1.1" status: 204 len: 168 time: 1.6069591 Nov 05 18:42:17.634330 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 44996) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:42:17.685780 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.db_base_plugin_v2 [None req-19f76b94-a9ff-4196-ae44-2d829fd6532c admin admin] Deleting subnet e2adc752-3662-426b-bfb8-7009111e88a0 {{(pid=102387) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 05 18:42:17.685780 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-19f76b94-a9ff-4196-ae44-2d829fd6532c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:42:17.725641 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-19f76b94-a9ff-4196-ae44-2d829fd6532c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4463501'] for subnet, precommit_delete_associations {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:42:17.819031 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-19f76b94-a9ff-4196-ae44-2d829fd6532c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1573928'] for subnet, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:42:17.939644 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-cc9747fe-adf4-4e1d-abe0-1f5c79570412 req-dc788c53-a0db-4e66-ad77-2ab62f60dfe5 tempest-InstanceActionsTestJSON-7654890 tempest-InstanceActionsTestJSON-7654890-project] 10.222.0.13 "GET /v2.0/ports?device_id=aae5303a-edac-4be9-8aa6-6150491c9357 HTTP/1.1" status: 200 len: 210 time: 0.0259249 Nov 05 18:42:17.960680 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebcfd0f-fbf9-493f-9541-b61ed42c6efd req-eec890dc-324b-4c9d-bcbe-446d311c39f0 tempest-InstanceActionsTestJSON-7654890 tempest-InstanceActionsTestJSON-7654890-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:42:17.962151 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-9ebcfd0f-fbf9-493f-9541-b61ed42c6efd req-eec890dc-324b-4c9d-bcbe-446d311c39f0 tempest-InstanceActionsTestJSON-7654890 tempest-InstanceActionsTestJSON-7654890-project] 10.222.0.41 "GET /v2.0/networks?id=fa9ccd47-47cc-4bae-99bf-173f818bbccd HTTP/1.1" status: 200 len: 813 time: 0.1225908 Nov 05 18:42:17.976382 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [req-9ebcfd0f-fbf9-493f-9541-b61ed42c6efd req-ac44f2b5-94d5-49d5-962b-da8625b8792e tempest-InstanceActionsTestJSON-7654890 tempest-InstanceActionsTestJSON-7654890-project] Request body: {'port': {'device_id': 'aae5303a-edac-4be9-8aa6-6150491c9357', 'network_id': 'fa9ccd47-47cc-4bae-99bf-173f818bbccd', 'admin_state_up': True, 'tenant_id': 'bc47cfb1be3b46908acf5f2d280b54d3'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:42:18.031408 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-19f76b94-a9ff-4196-ae44-2d829fd6532c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1573905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4417146', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5112209'] for subnet, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:42:18.061031 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f76b94-a9ff-4196-ae44-2d829fd6532c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e2adc752-3662-426b-bfb8-7009111e88a0,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:42:18.062987 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-19f76b94-a9ff-4196-ae44-2d829fd6532c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597851'] for subnet, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:42:18.069170 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-19f76b94-a9ff-4196-ae44-2d829fd6532c admin admin] 10.222.0.13 "DELETE /v2.0/subnets/e2adc752-3662-426b-bfb8-7009111e88a0 HTTP/1.1" status: 204 len: 168 time: 0.4312706 Nov 05 18:42:18.070373 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 45002) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:42:18.072139 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38e12d97-a4cc-4354-bf24-e0a6d4dca80e None None] Network 1665a464-cea4-4e86-b7f2-8c36422b1584 requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 18:42:18.173775 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-98be6758-a272-4a7c-b200-4c02f6e37f9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1664226'] for network, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:42:18.237743 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9ebcfd0f-fbf9-493f-9541-b61ed42c6efd req-ac44f2b5-94d5-49d5-962b-da8625b8792e tempest-InstanceActionsTestJSON-7654890 tempest-InstanceActionsTestJSON-7654890-project] Made reservation on behalf of bc47cfb1be3b46908acf5f2d280b54d3 for: {'port': 1} {{(pid=102386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 18:42:18.245124 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-9ebcfd0f-fbf9-493f-9541-b61ed42c6efd req-ac44f2b5-94d5-49d5-962b-da8625b8792e tempest-InstanceActionsTestJSON-7654890 tempest-InstanceActionsTestJSON-7654890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:42:18.296118 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [None req-98be6758-a272-4a7c-b200-4c02f6e37f9f admin admin] Deleting port 76b97661-18ea-48f1-8afa-fdaa1cd115f2 {{(pid=102387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 18:42:18.296459 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-98be6758-a272-4a7c-b200-4c02f6e37f9f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:42:18.374800 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33d71010-4482-48f6-b715-cf2c1ebc13a5 None None] DHCP port deletion for 1665a464-cea4-4e86-b7f2-8c36422b1584 request from n-d-816865-1 {{(pid=102388) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 05 18:42:18.377911 n-d-816865-1 neutron-server[102388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c5b4f62-65a2-4108-88aa-9bf31a52b4ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67fe0faa-c3a0-488e-af66-41eae6e7ad28'}] {{(pid=102388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 18:42:18.381190 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85474fee1180e129d8a886d264fe0b30223aa672dd1ffe43b630605f18504f68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-285df27a-6b49-4aa2-b737-96256e79b05d" -d '{"events": [{"server_uuid": "6c5b4f62-65a2-4108-88aa-9bf31a52b4ef", "name": "network-vif-plugged", "status": "completed", "tag": "67fe0faa-c3a0-488e-af66-41eae6e7ad28"}]}' {{(pid=102388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 18:42:18.468640 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.db_base_plugin_common [req-9ebcfd0f-fbf9-493f-9541-b61ed42c6efd req-ac44f2b5-94d5-49d5-962b-da8625b8792e tempest-InstanceActionsTestJSON-7654890 tempest-InstanceActionsTestJSON-7654890-project] Allocated IP 172.20.0.5 (fa9ccd47-47cc-4bae-99bf-173f818bbccd/6365841c-6a59-404d-8b3a-4e4a085b9618/a324c4f0-b74a-45da-8896-345c515524cd) {{(pid=102386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 18:42:18.477208 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-33d71010-4482-48f6-b715-cf2c1ebc13a5 None None] Deleting port 76b97661-18ea-48f1-8afa-fdaa1cd115f2 {{(pid=102388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 18:42:18.477593 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-33d71010-4482-48f6-b715-cf2c1ebc13a5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:42:18.479849 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 888ea88f-2fd3-49cc-a1cd-7fd74bef447a no longer exists at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 18:42:18.529540 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] No Port match for: 888ea88f-2fd3-49cc-a1cd-7fd74bef447a {{(pid=102388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 18:42:18.529890 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 888ea88f-2fd3-49cc-a1cd-7fd74bef447a not bound to the agent host n-d-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 18:42:18.530344 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 76b97661-18ea-48f1-8afa-fdaa1cd115f2 no longer exists at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 18:42:18.610195 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-33d71010-4482-48f6-b715-cf2c1ebc13a5 None None] For port 76b97661-18ea-48f1-8afa-fdaa1cd115f2, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=76b97661-18ea-48f1-8afa-fdaa1cd115f2,segment=NetworkSegment(88f0c625-4914-4ee3-86c1-8a79f5ffba93),segment_id=88f0c625-4914-4ee3-86c1-8a79f5ffba93)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:42:18.610541 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-33d71010-4482-48f6-b715-cf2c1ebc13a5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:42:18.631071 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-33d71010-4482-48f6-b715-cf2c1ebc13a5 None None] Calling delete_port for 76b97661-18ea-48f1-8afa-fdaa1cd115f2 owned by network:dhcp {{(pid=102388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 18:42:18.655375 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-9ebcfd0f-fbf9-493f-9541-b61ed42c6efd req-ac44f2b5-94d5-49d5-962b-da8625b8792e tempest-InstanceActionsTestJSON-7654890 tempest-InstanceActionsTestJSON-7654890-project] Publish callbacks [] for port, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:42:18.729326 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.db [None req-98be6758-a272-4a7c-b200-4c02f6e37f9f admin admin] For port 76b97661-18ea-48f1-8afa-fdaa1cd115f2, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=76b97661-18ea-48f1-8afa-fdaa1cd115f2,segment=NetworkSegment(88f0c625-4914-4ee3-86c1-8a79f5ffba93),segment_id=88f0c625-4914-4ee3-86c1-8a79f5ffba93)] {{(pid=102387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:42:18.729910 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-98be6758-a272-4a7c-b200-4c02f6e37f9f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:42:18.730594 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:42:18.747694 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [None req-98be6758-a272-4a7c-b200-4c02f6e37f9f admin admin] Calling delete_port for 76b97661-18ea-48f1-8afa-fdaa1cd115f2 owned by network:dhcp {{(pid=102387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 18:42:18.759707 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956f7023-2938-4621-8323-17040f7092a7 req-74c59294-acf5-4fc8-b1b6-c08dbc46856c tempest-ServerDiskConfigTestJSON-70330027 tempest-ServerDiskConfigTestJSON-70330027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:42:18.761178 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-956f7023-2938-4621-8323-17040f7092a7 req-74c59294-acf5-4fc8-b1b6-c08dbc46856c tempest-ServerDiskConfigTestJSON-70330027 tempest-ServerDiskConfigTestJSON-70330027-project] 10.222.0.13 "GET /v2.0/ports?device_id=bcbd3f99-98ae-4481-b4a1-c0a7beca4f9f HTTP/1.1" status: 200 len: 946 time: 0.0759332 Nov 05 18:42:18.779686 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] For port 76b97661-18ea-48f1-8afa-fdaa1cd115f2, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=76b97661-18ea-48f1-8afa-fdaa1cd115f2,segment=NetworkSegment(88f0c625-4914-4ee3-86c1-8a79f5ffba93),segment_id=88f0c625-4914-4ee3-86c1-8a79f5ffba93)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:42:18.780070 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-9ebcfd0f-fbf9-493f-9541-b61ed42c6efd req-ac44f2b5-94d5-49d5-962b-da8625b8792e tempest-InstanceActionsTestJSON-7654890 tempest-InstanceActionsTestJSON-7654890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:42:18.824408 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9ebcfd0f-fbf9-493f-9541-b61ed42c6efd req-ac44f2b5-94d5-49d5-962b-da8625b8792e tempest-InstanceActionsTestJSON-7654890 tempest-InstanceActionsTestJSON-7654890-project] Network fa9ccd47-47cc-4bae-99bf-173f818bbccd is already hosted by enough agents. {{(pid=102386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 18:42:18.830083 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.base_scheduler [req-9ebcfd0f-fbf9-493f-9541-b61ed42c6efd req-ac44f2b5-94d5-49d5-962b-da8625b8792e tempest-InstanceActionsTestJSON-7654890 tempest-InstanceActionsTestJSON-7654890-project] Resources bound (agent type, host, resource id): {{(pid=102386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:42:18.834251 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ebcfd0f-fbf9-493f-9541-b61ed42c6efd req-ac44f2b5-94d5-49d5-962b-da8625b8792e tempest-InstanceActionsTestJSON-7654890 tempest-InstanceActionsTestJSON-7654890-project] Received port after_create {{(pid=102386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 18:42:18.858912 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac44f2b5-94d5-49d5-962b-da8625b8792e tempest-InstanceActionsTestJSON-7654890 tempest-InstanceActionsTestJSON-7654890-project] Pushing event updated for resources: {'Port': ['ID=a324c4f0-b74a-45da-8896-345c515524cd,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:42:18.859151 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-956f7023-2938-4621-8323-17040f7092a7 req-2e0019e6-48f6-45a7-a8b5-44bd702e68ab tempest-ServerDiskConfigTestJSON-70330027 tempest-ServerDiskConfigTestJSON-70330027-project] 10.222.0.13 "GET /v2.0/security-groups?id=415b984e-2c75-4a2b-aae3-7fe54c54a52e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903301 Nov 05 18:42:18.907228 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebcfd0f-fbf9-493f-9541-b61ed42c6efd req-ac44f2b5-94d5-49d5-962b-da8625b8792e tempest-InstanceActionsTestJSON-7654890 tempest-InstanceActionsTestJSON-7654890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:42:18.907755 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-9ebcfd0f-fbf9-493f-9541-b61ed42c6efd req-ac44f2b5-94d5-49d5-962b-da8625b8792e tempest-InstanceActionsTestJSON-7654890 tempest-InstanceActionsTestJSON-7654890-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:42:18.911600 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 18:42:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc041e8d-3fae-4854-a3f7-39a20f2946d4 x-openstack-request-id: req-cc041e8d-3fae-4854-a3f7-39a20f2946d4 {{(pid=102388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 18:42:18.912095 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c5b4f62-65a2-4108-88aa-9bf31a52b4ef", "name": "network-vif-plugged", "status": "completed", "tag": "67fe0faa-c3a0-488e-af66-41eae6e7ad28", "code": 200}]} {{(pid=102388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 18:42:18.912956 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-cc041e8d-3fae-4854-a3f7-39a20f2946d4 {{(pid=102388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 18:42:18.913578 n-d-816865-1 neutron-server[102388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c5b4f62-65a2-4108-88aa-9bf31a52b4ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67fe0faa-c3a0-488e-af66-41eae6e7ad28', 'code': 200} Nov 05 18:42:18.923917 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:42:18.924569 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 02ddd893-d5e1-4691-9857-6f4cf6498a9d no longer exists at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 18:42:18.968541 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] No Port match for: 02ddd893-d5e1-4691-9857-6f4cf6498a9d {{(pid=102388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 18:42:18.973014 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 02ddd893-d5e1-4691-9857-6f4cf6498a9d not bound to the agent host n-d-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 18:42:19.028016 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126c1c5a-804f-4008-8c59-d3a9a9248f20 req-4fcebb51-54da-4caf-80f9-ad312b86dd53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:42:19.029253 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-126c1c5a-804f-4008-8c59-d3a9a9248f20 req-4fcebb51-54da-4caf-80f9-ad312b86dd53 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=6c5b4f62-65a2-4108-88aa-9bf31a52b4ef HTTP/1.1" status: 200 len: 1096 time: 0.0458014 Nov 05 18:42:19.031991 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Pushing event updated for resources: {'Port': ['ID=76b97661-18ea-48f1-8afa-fdaa1cd115f2,revision_number=5']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:42:19.059986 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be20a769-cf0e-4336-a182-d1f06653dd8a req-4d6f4dad-c327-406e-87e6-71cf1e564b0d tempest-ServersTestFqdnHostnames-345679519 tempest-ServersTestFqdnHostnames-345679519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:42:19.061668 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-be20a769-cf0e-4336-a182-d1f06653dd8a req-4d6f4dad-c327-406e-87e6-71cf1e564b0d tempest-ServersTestFqdnHostnames-345679519 tempest-ServersTestFqdnHostnames-345679519-project] 10.222.0.13 "GET /v2.0/ports?device_id=6c5b4f62-65a2-4108-88aa-9bf31a52b4ef HTTP/1.1" status: 200 len: 945 time: 0.1020432 Nov 05 18:42:19.080227 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-1435e9d5-8dc9-4774-93b5-fe92b228043d req-14b1f305-c6d3-4743-9aee-80106cc4465f tempest-ServersTestBootFromVolume-1080674323 tempest-ServersTestBootFromVolume-1080674323-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--1893399688&fields=id&tenant_id=6c131f7c44f84ab6961400da2cd9c540 HTTP/1.1" status: 200 len: 267 time: 0.1021225 Nov 05 18:42:19.084631 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-126c1c5a-804f-4008-8c59-d3a9a9248f20 req-a897c04a-7e3e-494c-999f-bef479dc9872 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=82263dd5-ba48-4e1a-9a78-0e181b50a2de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460496 Nov 05 18:42:19.088245 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-9ebcfd0f-fbf9-493f-9541-b61ed42c6efd req-ac44f2b5-94d5-49d5-962b-da8625b8792e tempest-InstanceActionsTestJSON-7654890 tempest-InstanceActionsTestJSON-7654890-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1159909 Nov 05 18:42:19.100816 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [req-9ebcfd0f-fbf9-493f-9541-b61ed42c6efd req-ca17a33c-c6b7-4f11-b7cf-f89ea1be3a74 service neutron] Request body: {'port': {'device_id': 'aae5303a-edac-4be9-8aa6-6150491c9357', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816865-1'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:42:19.146522 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-33d71010-4482-48f6-b715-cf2c1ebc13a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798'] for port, after_delete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:42:19.156599 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-9ebcfd0f-fbf9-493f-9541-b61ed42c6efd req-ca17a33c-c6b7-4f11-b7cf-f89ea1be3a74 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:42:19.177467 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33d71010-4482-48f6-b715-cf2c1ebc13a5 None None] No DVR routers for this DVR port 76b97661-18ea-48f1-8afa-fdaa1cd115f2 on host n-d-816865-1 {{(pid=102388) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 18:42:19.179874 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d71010-4482-48f6-b715-cf2c1ebc13a5 None None] Pushing event deleted for resources: {'Port': ['ID=76b97661-18ea-48f1-8afa-fdaa1cd115f2,revision_number=None']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:42:19.185277 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-be20a769-cf0e-4336-a182-d1f06653dd8a req-197937e0-b06d-4e41-8eaf-eb1c302c8521 tempest-ServersTestFqdnHostnames-345679519 tempest-ServersTestFqdnHostnames-345679519-project] 10.222.0.13 "GET /v2.0/security-groups?id=82263dd5-ba48-4e1a-9a78-0e181b50a2de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1152754 Nov 05 18:42:19.197989 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-98be6758-a272-4a7c-b200-4c02f6e37f9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4417063'] for port, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:42:19.243085 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98be6758-a272-4a7c-b200-4c02f6e37f9f admin admin] Pushing event deleted for resources: {'Port': ['ID=76b97661-18ea-48f1-8afa-fdaa1cd115f2,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:42:19.255819 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98be6758-a272-4a7c-b200-4c02f6e37f9f admin admin] No DVR routers for this DVR port 76b97661-18ea-48f1-8afa-fdaa1cd115f2 on host n-d-816865-1 {{(pid=102387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 18:42:19.391816 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1435e9d5-8dc9-4774-93b5-fe92b228043d req-f33325b6-13f8-428b-901e-c5086ef63aeb tempest-ServersTestBootFromVolume-1080674323 tempest-ServersTestBootFromVolume-1080674323-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:42:19.393565 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-1435e9d5-8dc9-4774-93b5-fe92b228043d req-f33325b6-13f8-428b-901e-c5086ef63aeb tempest-ServersTestBootFromVolume-1080674323 tempest-ServersTestBootFromVolume-1080674323-project] 10.222.0.13 "GET /v2.0/networks?id=1ff0a913-0cfa-4d08-b7d2-c06124fbc3df HTTP/1.1" status: 200 len: 816 time: 0.3030653 Nov 05 18:42:19.400247 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-98be6758-a272-4a7c-b200-4c02f6e37f9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1579173', 'neutron.services.segments.db._delete_segments_for_network-8750027792909'] for network, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:42:19.439513 n-d-816865-1 neutron-server[102387]: DEBUG neutron.services.segments.db [None req-98be6758-a272-4a7c-b200-4c02f6e37f9f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1665a464-cea4-4e86-b7f2-8c36422b1584']}} {{(pid=102387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:42:19.443977 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-1435e9d5-8dc9-4774-93b5-fe92b228043d req-7bd5b575-2889-4529-ab69-14ee2dd04d0c tempest-ServersTestBootFromVolume-1080674323 tempest-ServersTestBootFromVolume-1080674323-project] 10.222.0.13 "GET /v2.0/quotas/6c131f7c44f84ab6961400da2cd9c540 HTTP/1.1" status: 200 len: 375 time: 0.0400667 Nov 05 18:42:19.463101 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b23a0ae-85ca-427d-8046-7e7bc8408a2b req-9a3ffca7-77cf-4e7b-bb5c-f2df46c210b6 tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:42:19.464735 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-1b23a0ae-85ca-427d-8046-7e7bc8408a2b req-9a3ffca7-77cf-4e7b-bb5c-f2df46c210b6 tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] 10.222.0.13 "GET /v2.0/ports?device_id=c8f9c054-f308-4af6-8eb8-5dcdd62eb3fd HTTP/1.1" status: 200 len: 951 time: 0.1815159 Nov 05 18:42:19.467399 n-d-816865-1 neutron-server[102387]: DEBUG neutron.services.segments.db [None req-98be6758-a272-4a7c-b200-4c02f6e37f9f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '88f0c625-4914-4ee3-86c1-8a79f5ffba93') {'for_net_delete': True} {{(pid=102387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:42:19.467763 n-d-816865-1 neutron-server[102387]: DEBUG neutron.services.segments.db [None req-98be6758-a272-4a7c-b200-4c02f6e37f9f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '88f0c625-4914-4ee3-86c1-8a79f5ffba93') {} {{(pid=102387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:42:19.492155 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-98be6758-a272-4a7c-b200-4c02f6e37f9f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750027793430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4463492'] for segment, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:42:19.538581 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-98be6758-a272-4a7c-b200-4c02f6e37f9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273'] for segment, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:42:19.554073 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-98be6758-a272-4a7c-b200-4c02f6e37f9f admin admin] Releasing vlan 169 on physical network physnet1 to pool {{(pid=102387) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 05 18:42:19.554448 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-98be6758-a272-4a7c-b200-4c02f6e37f9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4417236'] for segment, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:42:19.556116 n-d-816865-1 neutron-server[102387]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 05 18:42:19.556116 n-d-816865-1 neutron-server[102387]: self.session.flush() Nov 05 18:42:19.556116 n-d-816865-1 neutron-server[102387]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 05 18:42:19.556116 n-d-816865-1 neutron-server[102387]: self.session.flush() Nov 05 18:42:19.556116 n-d-816865-1 neutron-server[102387]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 05 18:42:19.556116 n-d-816865-1 neutron-server[102387]: self.session.flush() Nov 05 18:42:19.556116 n-d-816865-1 neutron-server[102387]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 05 18:42:19.556116 n-d-816865-1 neutron-server[102387]: self.session.flush() Nov 05 18:42:19.556116 n-d-816865-1 neutron-server[102387]: Traceback (most recent call last): Nov 05 18:42:19.556116 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 05 18:42:19.556116 n-d-816865-1 neutron-server[102387]: timer() Nov 05 18:42:19.556116 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 05 18:42:19.556116 n-d-816865-1 neutron-server[102387]: cb(*args, **kw) Nov 05 18:42:19.556116 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 05 18:42:19.556116 n-d-816865-1 neutron-server[102387]: return func(*args, **kwargs) Nov 05 18:42:19.556116 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 05 18:42:19.556116 n-d-816865-1 neutron-server[102387]: self._notify() Nov 05 18:42:19.556116 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 05 18:42:19.556116 n-d-816865-1 neutron-server[102387]: self.callback(batched_events) Nov 05 18:42:19.556116 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 05 18:42:19.556116 n-d-816865-1 neutron-server[102387]: event.method(event) Nov 05 18:42:19.556116 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 05 18:42:19.556116 n-d-816865-1 neutron-server[102387]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 05 18:42:19.556116 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 05 18:42:19.556116 n-d-816865-1 neutron-server[102387]: aggregate_uuid = self.p_client.list_aggregates( Nov 05 18:42:19.556116 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 05 18:42:19.556116 n-d-816865-1 neutron-server[102387]: return f(self, *a, **k) Nov 05 18:42:19.556116 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 05 18:42:19.556116 n-d-816865-1 neutron-server[102387]: return self._get(url).json() Nov 05 18:42:19.556116 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 05 18:42:19.556116 n-d-816865-1 neutron-server[102387]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 05 18:42:19.556116 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 05 18:42:19.556116 n-d-816865-1 neutron-server[102387]: return self.request(url, 'GET', **kwargs) Nov 05 18:42:19.556116 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 05 18:42:19.556116 n-d-816865-1 neutron-server[102387]: base_url = self.get_endpoint(auth, allow=allow, Nov 05 18:42:19.556116 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 05 18:42:19.556116 n-d-816865-1 neutron-server[102387]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 05 18:42:19.556116 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 05 18:42:19.556116 n-d-816865-1 neutron-server[102387]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 05 18:42:19.556116 n-d-816865-1 neutron-server[102387]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 05 18:42:19.613990 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-1435e9d5-8dc9-4774-93b5-fe92b228043d req-b829ea30-9b6b-496a-bc51-2a533fe275e3 tempest-ServersTestBootFromVolume-1080674323 tempest-ServersTestBootFromVolume-1080674323-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=6c131f7c44f84ab6961400da2cd9c540&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1614320 Nov 05 18:42:19.621064 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-1b23a0ae-85ca-427d-8046-7e7bc8408a2b req-3bbe40c3-9419-4bbc-bdaa-7e351c389146 tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] 10.222.0.13 "GET /v2.0/security-groups?id=c4f63610-8850-433c-ac4b-7e7146261ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438899 Nov 05 18:42:19.753903 n-d-816865-1 neutron-server[102386]: DEBUG neutron.notifiers.nova [req-9ebcfd0f-fbf9-493f-9541-b61ed42c6efd req-ca17a33c-c6b7-4f11-b7cf-f89ea1be3a74 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a324c4f0-b74a-45da-8896-345c515524cd {{(pid=102386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 18:42:19.757950 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-98be6758-a272-4a7c-b200-4c02f6e37f9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1579178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-956796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1000687'] for network, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:42:19.766748 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-9ebcfd0f-fbf9-493f-9541-b61ed42c6efd req-ca17a33c-c6b7-4f11-b7cf-f89ea1be3a74 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:42:19.768738 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-98be6758-a272-4a7c-b200-4c02f6e37f9f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597851'] for network, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:42:19.774579 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-98be6758-a272-4a7c-b200-4c02f6e37f9f admin admin] 10.222.0.13 "DELETE /v2.0/networks/1665a464-cea4-4e86-b7f2-8c36422b1584 HTTP/1.1" status: 204 len: 168 time: 1.7007272 Nov 05 18:42:19.774579 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-1435e9d5-8dc9-4774-93b5-fe92b228043d req-c5a73b87-357e-45f3-ae9f-20754f9d65f1 service neutron] 10.222.0.13 "GET /v2.0/networks/1ff0a913-0cfa-4d08-b7d2-c06124fbc3df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1400151 Nov 05 18:42:19.789851 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.provisioning_blocks [req-9ebcfd0f-fbf9-493f-9541-b61ed42c6efd req-ca17a33c-c6b7-4f11-b7cf-f89ea1be3a74 service neutron] Transition to ACTIVE for port object a324c4f0-b74a-45da-8896-345c515524cd will not be triggered until provisioned by entity L2. {{(pid=102386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 05 18:42:19.791064 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9945cc3c-b951-494b-a7d6-2889629e0b2d req-17a450d3-305f-4f68-90d1-663d153a5691 tempest-ServerDiskConfigTestJSON-70330027 tempest-ServerDiskConfigTestJSON-70330027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:42:19.792696 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-9945cc3c-b951-494b-a7d6-2889629e0b2d req-17a450d3-305f-4f68-90d1-663d153a5691 tempest-ServerDiskConfigTestJSON-70330027 tempest-ServerDiskConfigTestJSON-70330027-project] 10.222.0.13 "GET /v2.0/ports?device_id=bcbd3f99-98ae-4481-b4a1-c0a7beca4f9f HTTP/1.1" status: 200 len: 946 time: 0.0931251 Nov 05 18:42:19.795233 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98be6758-a272-4a7c-b200-4c02f6e37f9f admin admin] Pushing event deleted for resources: {'Network': ['ID=1665a464-cea4-4e86-b7f2-8c36422b1584,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:42:19.865589 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-9ebcfd0f-fbf9-493f-9541-b61ed42c6efd req-ca17a33c-c6b7-4f11-b7cf-f89ea1be3a74 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6149821'] for port, after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:42:19.900649 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-9945cc3c-b951-494b-a7d6-2889629e0b2d req-0b193f95-87f8-4821-81ae-29cc2008aadd tempest-ServerDiskConfigTestJSON-70330027 tempest-ServerDiskConfigTestJSON-70330027-project] 10.222.0.13 "GET /v2.0/security-groups?id=415b984e-2c75-4a2b-aae3-7fe54c54a52e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952358 Nov 05 18:42:19.926371 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-1435e9d5-8dc9-4774-93b5-fe92b228043d req-601f91bd-5c0d-459a-afa6-9b02cd81f5f5 service neutron] 10.222.0.13 "GET /v2.0/networks/1ff0a913-0cfa-4d08-b7d2-c06124fbc3df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287632 Nov 05 18:42:19.958585 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca17a33c-c6b7-4f11-b7cf-f89ea1be3a74 service neutron] Pushing event updated for resources: {'Port': ['ID=a324c4f0-b74a-45da-8896-345c515524cd,revision_number=2']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:42:20.018597 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [req-9ebcfd0f-fbf9-493f-9541-b61ed42c6efd req-ca17a33c-c6b7-4f11-b7cf-f89ea1be3a74 service neutron] Attempting to bind port a324c4f0-b74a-45da-8896-345c515524cd on host n-h1-816865-1 for vnic_type normal with profile {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 18:42:20.020477 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [req-9ebcfd0f-fbf9-493f-9541-b61ed42c6efd req-ca17a33c-c6b7-4f11-b7cf-f89ea1be3a74 service neutron] Attempting to bind port a324c4f0-b74a-45da-8896-345c515524cd by drivers openvswitch,hyperv on host n-h1-816865-1 at level 0 using segments [{'id': 'c5f7e1ec-64fe-4c52-a40b-850235aec679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'fa9ccd47-47cc-4bae-99bf-173f818bbccd'}] {{(pid=102386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 18:42:20.021070 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ebcfd0f-fbf9-493f-9541-b61ed42c6efd req-ca17a33c-c6b7-4f11-b7cf-f89ea1be3a74 service neutron] Attempting to bind port a324c4f0-b74a-45da-8896-345c515524cd on network fa9ccd47-47cc-4bae-99bf-173f818bbccd {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 18:42:20.028179 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ebcfd0f-fbf9-493f-9541-b61ed42c6efd req-ca17a33c-c6b7-4f11-b7cf-f89ea1be3a74 service neutron] Port a324c4f0-b74a-45da-8896-345c515524cd on network fa9ccd47-47cc-4bae-99bf-173f818bbccd not bound, no agent of type Open vSwitch agent registered on host n-h1-816865-1 {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 18:42:20.029310 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ebcfd0f-fbf9-493f-9541-b61ed42c6efd req-ca17a33c-c6b7-4f11-b7cf-f89ea1be3a74 service neutron] Attempting to bind port a324c4f0-b74a-45da-8896-345c515524cd on network fa9ccd47-47cc-4bae-99bf-173f818bbccd {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 18:42:20.037571 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ebcfd0f-fbf9-493f-9541-b61ed42c6efd req-ca17a33c-c6b7-4f11-b7cf-f89ea1be3a74 service neutron] Checking agent: {'id': 'eb596d7c-8c64-42bd-8aca-fad447eb0eab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816865-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 18, 33, 34), 'started_at': datetime.datetime(2021, 11, 5, 18, 33, 34), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 18, 42, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 18:42:20.038004 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ebcfd0f-fbf9-493f-9541-b61ed42c6efd req-ca17a33c-c6b7-4f11-b7cf-f89ea1be3a74 service neutron] Checking segment: {'id': 'c5f7e1ec-64fe-4c52-a40b-850235aec679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'fa9ccd47-47cc-4bae-99bf-173f818bbccd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 18:42:20.040793 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ebcfd0f-fbf9-493f-9541-b61ed42c6efd req-ca17a33c-c6b7-4f11-b7cf-f89ea1be3a74 service neutron] Bound using segment: {'id': 'c5f7e1ec-64fe-4c52-a40b-850235aec679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'fa9ccd47-47cc-4bae-99bf-173f818bbccd'} {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 18:42:20.040793 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [req-9ebcfd0f-fbf9-493f-9541-b61ed42c6efd req-ca17a33c-c6b7-4f11-b7cf-f89ea1be3a74 service neutron] Bound port: a324c4f0-b74a-45da-8896-345c515524cd, host: n-h1-816865-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c5f7e1ec-64fe-4c52-a40b-850235aec679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'fa9ccd47-47cc-4bae-99bf-173f818bbccd'}}] {{(pid=102386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 18:42:20.040793 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-9ebcfd0f-fbf9-493f-9541-b61ed42c6efd req-ca17a33c-c6b7-4f11-b7cf-f89ea1be3a74 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:42:20.042146 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5a39ec-851a-44e6-b271-346686059ff5 req-dcc85ed1-b45b-406f-8cbd-0f02eb59e27b tempest-InstanceActionsTestJSON-7654890 tempest-InstanceActionsTestJSON-7654890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:42:20.044430 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-2c5a39ec-851a-44e6-b271-346686059ff5 req-dcc85ed1-b45b-406f-8cbd-0f02eb59e27b tempest-InstanceActionsTestJSON-7654890 tempest-InstanceActionsTestJSON-7654890-project] 10.222.0.13 "GET /v2.0/ports?device_id=aae5303a-edac-4be9-8aa6-6150491c9357 HTTP/1.1" status: 200 len: 943 time: 0.0722206 Nov 05 18:42:20.108198 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-2c5a39ec-851a-44e6-b271-346686059ff5 req-84d25a54-f1be-40b8-a4e0-8c9615743cc3 tempest-InstanceActionsTestJSON-7654890 tempest-InstanceActionsTestJSON-7654890-project] 10.222.0.13 "GET /v2.0/security-groups?id=a5aa6802-d009-40da-82e2-0d6b5867c255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580966 Nov 05 18:42:20.149427 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [req-9ebcfd0f-fbf9-493f-9541-b61ed42c6efd req-ca17a33c-c6b7-4f11-b7cf-f89ea1be3a74 service neutron] For port a324c4f0-b74a-45da-8896-345c515524cd, host n-h1-816865-1, cleared binding levels {{(pid=102386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 18:42:20.155543 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [req-9ebcfd0f-fbf9-493f-9541-b61ed42c6efd req-ca17a33c-c6b7-4f11-b7cf-f89ea1be3a74 service neutron] For port a324c4f0-b74a-45da-8896-345c515524cd, host n-h1-816865-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=a324c4f0-b74a-45da-8896-345c515524cd,segment=NetworkSegment(c5f7e1ec-64fe-4c52-a40b-850235aec679),segment_id=c5f7e1ec-64fe-4c52-a40b-850235aec679)] {{(pid=102386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 18:42:20.254984 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-9ebcfd0f-fbf9-493f-9541-b61ed42c6efd req-ca17a33c-c6b7-4f11-b7cf-f89ea1be3a74 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6149821'] for port, after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:42:20.290329 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebcfd0f-fbf9-493f-9541-b61ed42c6efd req-ca17a33c-c6b7-4f11-b7cf-f89ea1be3a74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:42:20.290958 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-9ebcfd0f-fbf9-493f-9541-b61ed42c6efd req-ca17a33c-c6b7-4f11-b7cf-f89ea1be3a74 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:42:20.292354 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-9ebcfd0f-fbf9-493f-9541-b61ed42c6efd req-ca17a33c-c6b7-4f11-b7cf-f89ea1be3a74 service neutron] 10.222.0.41 "PUT /v2.0/ports/a324c4f0-b74a-45da-8896-345c515524cd HTTP/1.1" status: 200 len: 1091 time: 1.1962407 Nov 05 18:42:20.292807 n-d-816865-1 neutron-server[102386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aae5303a-edac-4be9-8aa6-6150491c9357', 'tag': 'a324c4f0-b74a-45da-8896-345c515524cd'}] {{(pid=102386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 18:42:20.295171 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6173a44d7c73f41af551dc890fa1a5892c2c6bc3458b640c8e0c24db7876ba6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5379b78b-2d00-4eeb-9756-75e64219715a" -d '{"events": [{"name": "network-changed", "server_uuid": "aae5303a-edac-4be9-8aa6-6150491c9357", "tag": "a324c4f0-b74a-45da-8896-345c515524cd"}]}' {{(pid=102386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 18:42:20.312142 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 45052) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:42:20.342236 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca17a33c-c6b7-4f11-b7cf-f89ea1be3a74 service neutron] Pushing event updated for resources: {'Port': ['ID=a324c4f0-b74a-45da-8896-345c515524cd,revision_number=3']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:42:20.367345 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-cb70a77a-ce40-4e31-9593-255d3be65bd1 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e4fadb60c9fa4b0abf704559d02b8aa0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0527234 Nov 05 18:42:20.369207 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 45060) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:42:20.432670 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-2c7fb596-1db8-43eb-8423-ea6eb524931f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:42:20.457972 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-2c7fb596-1db8-43eb-8423-ea6eb524931f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:42:20.515944 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebcfd0f-fbf9-493f-9541-b61ed42c6efd req-566f1e49-a30f-4148-b44f-d55fc11e0bf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:42:20.517741 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-9ebcfd0f-fbf9-493f-9541-b61ed42c6efd req-566f1e49-a30f-4148-b44f-d55fc11e0bf8 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=bc47cfb1be3b46908acf5f2d280b54d3&device_id=aae5303a-edac-4be9-8aa6-6150491c9357 HTTP/1.1" status: 200 len: 1094 time: 0.0540047 Nov 05 18:42:20.561950 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-9ebcfd0f-fbf9-493f-9541-b61ed42c6efd req-18c24e59-d473-48a5-8bf7-1d884d389a9a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a324c4f0-b74a-45da-8896-345c515524cd HTTP/1.1" status: 200 len: 217 time: 0.0353775 Nov 05 18:42:20.643497 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebcfd0f-fbf9-493f-9541-b61ed42c6efd req-e7c34748-0aca-4178-9265-d3f37027769c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:42:20.645009 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-9ebcfd0f-fbf9-493f-9541-b61ed42c6efd req-e7c34748-0aca-4178-9265-d3f37027769c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6365841c-6a59-404d-8b3a-4e4a085b9618 HTTP/1.1" status: 200 len: 853 time: 0.0737231 Nov 05 18:42:20.653618 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-2c7fb596-1db8-43eb-8423-ea6eb524931f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:42:20.656240 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-2c7fb596-1db8-43eb-8423-ea6eb524931f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:42:20.657589 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-2c7fb596-1db8-43eb-8423-ea6eb524931f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7d1a6de1-a0ac-46c2-b1ae-a15f5949988c HTTP/1.1" status: 204 len: 168 time: 0.2872846 Nov 05 18:42:20.680298 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7fb596-1db8-43eb-8423-ea6eb524931f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d1a6de1-a0ac-46c2-b1ae-a15f5949988c,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:42:20.698878 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-9ebcfd0f-fbf9-493f-9541-b61ed42c6efd req-0ceb3770-d09b-4f26-9d47-2a3318909dac service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=fa9ccd47-47cc-4bae-99bf-173f818bbccd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0343227 Nov 05 18:42:20.698878 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8acffba3-7d0b-4160-a2c6-ab04c572ff13 req-b985b2b8-733a-429b-aa9d-e919240f7f0e tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:42:20.698878 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-8acffba3-7d0b-4160-a2c6-ab04c572ff13 req-b985b2b8-733a-429b-aa9d-e919240f7f0e tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] 10.222.0.55 "GET /v2.0/ports?device_id=c8f9c054-f308-4af6-8eb8-5dcdd62eb3fd HTTP/1.1" status: 200 len: 951 time: 0.1169372 Nov 05 18:42:20.854702 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-9ebcfd0f-fbf9-493f-9541-b61ed42c6efd req-5f3211dc-e331-4c70-b90d-fafa95eca37a service neutron] 10.222.0.41 "GET /v2.0/networks/fa9ccd47-47cc-4bae-99bf-173f818bbccd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1567607 Nov 05 18:42:20.903235 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [req-8acffba3-7d0b-4160-a2c6-ab04c572ff13 req-60bf84ef-18f6-4e1f-8e7f-b0e7d0085ddd tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] Deleting port 046eb35d-2125-4c26-8c14-0533b517be00 {{(pid=102386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 18:42:20.903616 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-8acffba3-7d0b-4160-a2c6-ab04c572ff13 req-60bf84ef-18f6-4e1f-8e7f-b0e7d0085ddd tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:42:20.939903 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435ae83b-5238-4c2f-a6a9-347fed5317ce req-5f2f31a7-563f-495c-9f35-c89fa6823ce5 tempest-ServersTestFqdnHostnames-345679519 tempest-ServersTestFqdnHostnames-345679519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:42:20.941566 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-435ae83b-5238-4c2f-a6a9-347fed5317ce req-5f2f31a7-563f-495c-9f35-c89fa6823ce5 tempest-ServersTestFqdnHostnames-345679519 tempest-ServersTestFqdnHostnames-345679519-project] 10.222.0.13 "GET /v2.0/ports?device_id=6c5b4f62-65a2-4108-88aa-9bf31a52b4ef HTTP/1.1" status: 200 len: 945 time: 0.0518670 Nov 05 18:42:21.044519 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-435ae83b-5238-4c2f-a6a9-347fed5317ce req-a3115173-b4a8-4131-b80c-146cf2efc885 tempest-ServersTestFqdnHostnames-345679519 tempest-ServersTestFqdnHostnames-345679519-project] 10.222.0.13 "GET /v2.0/security-groups?id=82263dd5-ba48-4e1a-9a78-0e181b50a2de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0898030 Nov 05 18:42:21.051182 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-9ebcfd0f-fbf9-493f-9541-b61ed42c6efd req-bd4aba42-a8c0-453f-8f0d-8591e82f17fd service neutron] 10.222.0.41 "GET /v2.0/networks/fa9ccd47-47cc-4bae-99bf-173f818bbccd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1882081 Nov 05 18:42:21.089434 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [req-8acffba3-7d0b-4160-a2c6-ab04c572ff13 req-60bf84ef-18f6-4e1f-8e7f-b0e7d0085ddd tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] For port 046eb35d-2125-4c26-8c14-0533b517be00, host n-h2-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=046eb35d-2125-4c26-8c14-0533b517be00,segment=NetworkSegment(35c2db9c-522d-48d3-98cf-a08c2cc55db7),segment_id=35c2db9c-522d-48d3-98cf-a08c2cc55db7)] {{(pid=102386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:42:21.089821 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-8acffba3-7d0b-4160-a2c6-ab04c572ff13 req-60bf84ef-18f6-4e1f-8e7f-b0e7d0085ddd tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:42:21.110162 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 18:42:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51710523-e537-423b-b185-ff8e23b3dbb2 x-openstack-request-id: req-51710523-e537-423b-b185-ff8e23b3dbb2 {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 18:42:21.114819 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aae5303a-edac-4be9-8aa6-6150491c9357", "tag": "a324c4f0-b74a-45da-8896-345c515524cd", "status": "completed", "code": 200}]} {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 18:42:21.116798 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-51710523-e537-423b-b185-ff8e23b3dbb2 {{(pid=102386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 18:42:21.117241 n-d-816865-1 neutron-server[102386]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aae5303a-edac-4be9-8aa6-6150491c9357', 'tag': 'a324c4f0-b74a-45da-8896-345c515524cd', 'status': 'completed', 'code': 200} Nov 05 18:42:21.126485 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [req-8acffba3-7d0b-4160-a2c6-ab04c572ff13 req-60bf84ef-18f6-4e1f-8e7f-b0e7d0085ddd tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] Calling delete_port for 046eb35d-2125-4c26-8c14-0533b517be00 owned by compute:nova {{(pid=102386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 18:42:21.236074 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d264f7-e30a-4929-81ae-14da469503a2 req-b5757aaa-fa7d-47e3-bba1-fcdaa56077c3 tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:42:21.238792 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-05d264f7-e30a-4929-81ae-14da469503a2 req-b5757aaa-fa7d-47e3-bba1-fcdaa56077c3 tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] 10.222.0.13 "GET /v2.0/ports?device_id=c8f9c054-f308-4af6-8eb8-5dcdd62eb3fd HTTP/1.1" status: 200 len: 951 time: 0.1065030 Nov 05 18:42:21.262437 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bbbaea-2081-4741-a9d7-924787755a66 req-a8b96d2f-e7c2-452e-a5c8-607234091df1 tempest-ServerDiskConfigTestJSON-70330027 tempest-ServerDiskConfigTestJSON-70330027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:42:21.264516 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-65bbbaea-2081-4741-a9d7-924787755a66 req-a8b96d2f-e7c2-452e-a5c8-607234091df1 tempest-ServerDiskConfigTestJSON-70330027 tempest-ServerDiskConfigTestJSON-70330027-project] 10.222.0.13 "GET /v2.0/ports?device_id=bcbd3f99-98ae-4481-b4a1-c0a7beca4f9f HTTP/1.1" status: 200 len: 946 time: 0.0905786 Nov 05 18:42:21.344123 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5379b78b-2d00-4eeb-9756-75e64219715a req-9245da27-2aac-482f-b44d-90d88a35eab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:42:21.344546 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-05d264f7-e30a-4929-81ae-14da469503a2 req-007c6304-972b-42ef-8839-149500d14559 tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] 10.222.0.13 "GET /v2.0/security-groups?id=c4f63610-8850-433c-ac4b-7e7146261ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781715 Nov 05 18:42:21.345663 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-5379b78b-2d00-4eeb-9756-75e64219715a req-9245da27-2aac-482f-b44d-90d88a35eab1 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=bc47cfb1be3b46908acf5f2d280b54d3&device_id=aae5303a-edac-4be9-8aa6-6150491c9357 HTTP/1.1" status: 200 len: 1094 time: 0.0816867 Nov 05 18:42:21.351269 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-65bbbaea-2081-4741-a9d7-924787755a66 req-6236cb78-13ec-450a-8b90-5ae6496dc5fe tempest-ServerDiskConfigTestJSON-70330027 tempest-ServerDiskConfigTestJSON-70330027-project] 10.222.0.13 "GET /v2.0/security-groups?id=415b984e-2c75-4a2b-aae3-7fe54c54a52e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783520 Nov 05 18:42:21.435817 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-8c9688a0-faab-4968-b550-d87bedcc03d0 req-e1f7c2f8-0382-4f33-9ae3-84e7cfe71de3 tempest-ServersTestBootFromVolume-1080674323 tempest-ServersTestBootFromVolume-1080674323-project] 10.222.0.13 "GET /v2.0/ports?device_id=b5fdd612-ad46-4764-a858-9ef8a8ca5819 HTTP/1.1" status: 200 len: 210 time: 0.0403483 Nov 05 18:42:21.475611 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5379b78b-2d00-4eeb-9756-75e64219715a req-ae337424-0571-4b89-a4e1-6275c3889a92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:42:21.476780 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-5379b78b-2d00-4eeb-9756-75e64219715a req-ae337424-0571-4b89-a4e1-6275c3889a92 service neutron] 10.222.0.41 "GET /v2.0/networks?id=fa9ccd47-47cc-4bae-99bf-173f818bbccd HTTP/1.1" status: 200 len: 914 time: 0.1228464 Nov 05 18:42:21.522244 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-5379b78b-2d00-4eeb-9756-75e64219715a req-168cce11-ac0c-44d3-98e5-1f20e9d7d6b2 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a324c4f0-b74a-45da-8896-345c515524cd HTTP/1.1" status: 200 len: 217 time: 0.0372894 Nov 05 18:42:21.522941 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-8acffba3-7d0b-4160-a2c6-ab04c572ff13 req-60bf84ef-18f6-4e1f-8e7f-b0e7d0085ddd tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:42:21.535916 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] get_ports_and_sgs() called for port_ids ['046eb35d-2125-4c26-8c14-0533b517be00'] {{(pid=102388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 18:42:21.538873 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] get_ports_and_sgs() called for port_ids ['c0bab39d-31d7-4372-acf4-dcf699effaf4', 'ab74eaef-395a-4fdf-b85e-bacf8245f728'] {{(pid=102388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 18:42:21.566795 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a285515f-da84-4b5a-96d0-056df5e6b85a req-b52d31c6-4b25-46de-af1c-b0b898727bfb tempest-ServersTestFqdnHostnames-345679519 tempest-ServersTestFqdnHostnames-345679519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:42:21.578785 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-a285515f-da84-4b5a-96d0-056df5e6b85a req-b52d31c6-4b25-46de-af1c-b0b898727bfb tempest-ServersTestFqdnHostnames-345679519 tempest-ServersTestFqdnHostnames-345679519-project] 10.222.0.13 "GET /v2.0/ports?device_id=6c5b4f62-65a2-4108-88aa-9bf31a52b4ef HTTP/1.1" status: 200 len: 945 time: 0.1118910 Nov 05 18:42:21.579320 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 45092) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:42:21.586846 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60bf84ef-18f6-4e1f-8e7f-b0e7d0085ddd tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] Pushing event deleted for resources: {'Port': ['ID=046eb35d-2125-4c26-8c14-0533b517be00,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:42:21.598800 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-e5a0d7d7-d9bf-4463-bc3a-f9b9eeeeefaa tempest-ServersTestFqdnHostnames-345679519 tempest-ServersTestFqdnHostnames-345679519-project] Request body: {'floatingip': {'port_id': '67fe0faa-c3a0-488e-af66-41eae6e7ad28'}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:42:21.660874 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [req-8acffba3-7d0b-4160-a2c6-ab04c572ff13 req-60bf84ef-18f6-4e1f-8e7f-b0e7d0085ddd tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] No DVR routers for this DVR port 046eb35d-2125-4c26-8c14-0533b517be00 on host n-h2-816865-1 {{(pid=102386) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 18:42:21.664174 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-e5a0d7d7-d9bf-4463-bc3a-f9b9eeeeefaa tempest-ServersTestFqdnHostnames-345679519 tempest-ServersTestFqdnHostnames-345679519-project] Publish callbacks [] for floatingip, before_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:42:21.664987 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-8acffba3-7d0b-4160-a2c6-ab04c572ff13 req-60bf84ef-18f6-4e1f-8e7f-b0e7d0085ddd tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:42:21.668318 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-8acffba3-7d0b-4160-a2c6-ab04c572ff13 req-60bf84ef-18f6-4e1f-8e7f-b0e7d0085ddd tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] 10.222.0.55 "DELETE /v2.0/ports/046eb35d-2125-4c26-8c14-0533b517be00 HTTP/1.1" status: 204 len: 173 time: 0.9623542 Nov 05 18:42:21.672407 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5379b78b-2d00-4eeb-9756-75e64219715a req-466893d6-3cdc-450b-923b-ccc0dba119e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:42:21.673819 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-5379b78b-2d00-4eeb-9756-75e64219715a req-466893d6-3cdc-450b-923b-ccc0dba119e4 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6365841c-6a59-404d-8b3a-4e4a085b9618 HTTP/1.1" status: 200 len: 853 time: 0.1426616 Nov 05 18:42:21.717011 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-5379b78b-2d00-4eeb-9756-75e64219715a req-33f935a4-3950-4177-9dca-3aa8b4473e30 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=fa9ccd47-47cc-4bae-99bf-173f818bbccd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0290668 Nov 05 18:42:21.725267 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c8a7df-f02a-4c8a-8000-04480a5ef300 req-6f07f7df-d3b6-4625-b45c-f2c4f6963a29 tempest-InstanceActionsTestJSON-7654890 tempest-InstanceActionsTestJSON-7654890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:42:21.726924 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-e8c8a7df-f02a-4c8a-8000-04480a5ef300 req-6f07f7df-d3b6-4625-b45c-f2c4f6963a29 tempest-InstanceActionsTestJSON-7654890 tempest-InstanceActionsTestJSON-7654890-project] 10.222.0.13 "GET /v2.0/ports?device_id=aae5303a-edac-4be9-8aa6-6150491c9357 HTTP/1.1" status: 200 len: 943 time: 0.2217946 Nov 05 18:42:21.822279 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-5379b78b-2d00-4eeb-9756-75e64219715a req-7f576abf-d51b-4999-a867-037f09905e41 service neutron] 10.222.0.41 "GET /v2.0/networks/fa9ccd47-47cc-4bae-99bf-173f818bbccd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958171 Nov 05 18:42:21.826844 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-e8c8a7df-f02a-4c8a-8000-04480a5ef300 req-f8d8b7b7-d6e7-40a4-afa3-49787c79cdeb tempest-InstanceActionsTestJSON-7654890 tempest-InstanceActionsTestJSON-7654890-project] 10.222.0.13 "GET /v2.0/security-groups?id=a5aa6802-d009-40da-82e2-0d6b5867c255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833147 Nov 05 18:42:21.876098 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 45094) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:42:21.979556 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-acdfa239-f70d-4b77-a4bd-62a45b840eb7 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=199220bdbb6e4d18bafbb527f432f315&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1000724 Nov 05 18:42:21.980340 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-5379b78b-2d00-4eeb-9756-75e64219715a req-ebb78a12-afd6-4143-8ede-27294d1971f2 service neutron] 10.222.0.41 "GET /v2.0/networks/fa9ccd47-47cc-4bae-99bf-173f818bbccd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1476669 Nov 05 18:42:21.980525 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 45096) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:42:22.149085 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-d90416fc-79b7-4426-8f77-1af1ee685270 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:42:22.188058 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-d90416fc-79b7-4426-8f77-1af1ee685270 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:42:22.309229 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-e5a0d7d7-d9bf-4463-bc3a-f9b9eeeeefaa tempest-ServersTestFqdnHostnames-345679519 tempest-ServersTestFqdnHostnames-345679519-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:42:22.385324 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-e5a0d7d7-d9bf-4463-bc3a-f9b9eeeeefaa tempest-ServersTestFqdnHostnames-345679519 tempest-ServersTestFqdnHostnames-345679519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1000577'] for floatingip, after_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:42:22.387884 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-d90416fc-79b7-4426-8f77-1af1ee685270 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:42:22.391555 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-d90416fc-79b7-4426-8f77-1af1ee685270 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:42:22.392709 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-d90416fc-79b7-4426-8f77-1af1ee685270 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d761a699-3618-4124-8910-64863326a1c7 HTTP/1.1" status: 204 len: 168 time: 0.4114943 Nov 05 18:42:22.434494 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90416fc-79b7-4426-8f77-1af1ee685270 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d761a699-3618-4124-8910-64863326a1c7,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:42:22.482103 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-87327f99-d97c-4012-9de2-ff1aa1e8acaa req-2da69091-32cf-4a8c-a631-50e226c72cca tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] 10.222.0.13 "GET /v2.0/ports?device_id=c8f9c054-f308-4af6-8eb8-5dcdd62eb3fd HTTP/1.1" status: 200 len: 210 time: 0.0435698 Nov 05 18:42:22.587164 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-06fd0b34-2ee9-47c5-9ea3-ac0ad6a35d00 req-32044462-2f5b-4dd2-bdd9-85c3f90e7d56 tempest-ServersTestBootFromVolume-1080674323 tempest-ServersTestBootFromVolume-1080674323-project] 10.222.0.13 "GET /v2.0/ports?device_id=b5fdd612-ad46-4764-a858-9ef8a8ca5819 HTTP/1.1" status: 200 len: 210 time: 0.0333929 Nov 05 18:42:22.607648 n-d-816865-1 neutron-server[102387]: INFO neutron.db.l3_db [None req-e5a0d7d7-d9bf-4463-bc3a-f9b9eeeeefaa tempest-ServersTestFqdnHostnames-345679519 tempest-ServersTestFqdnHostnames-345679519-project] Floating IP 233b907b-aa31-4be3-a9c3-f026b4a22a28 associated. External IP: 172.25.6.52, port: 67fe0faa-c3a0-488e-af66-41eae6e7ad28. Nov 05 18:42:22.618088 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66024f13-b4b8-4d16-b309-2b13fe070f22 req-ba5ed843-c67c-42a7-ab03-cc97c4b09fa1 tempest-ServerDiskConfigTestJSON-70330027 tempest-ServerDiskConfigTestJSON-70330027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:42:22.619558 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-66024f13-b4b8-4d16-b309-2b13fe070f22 req-ba5ed843-c67c-42a7-ab03-cc97c4b09fa1 tempest-ServerDiskConfigTestJSON-70330027 tempest-ServerDiskConfigTestJSON-70330027-project] 10.222.0.13 "GET /v2.0/ports?device_id=bcbd3f99-98ae-4481-b4a1-c0a7beca4f9f HTTP/1.1" status: 200 len: 946 time: 0.1658485 Nov 05 18:42:22.785725 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-66024f13-b4b8-4d16-b309-2b13fe070f22 req-2a92c64c-98b9-4da4-818f-2846b451e768 tempest-ServerDiskConfigTestJSON-70330027 tempest-ServerDiskConfigTestJSON-70330027-project] 10.222.0.13 "GET /v2.0/security-groups?id=415b984e-2c75-4a2b-aae3-7fe54c54a52e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323509 Nov 05 18:42:22.957772 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5a0d7d7-d9bf-4463-bc3a-f9b9eeeeefaa tempest-ServersTestFqdnHostnames-345679519 tempest-ServersTestFqdnHostnames-345679519-project] Router 5dde95f4-1157-44ab-817a-8770c8f8e80c has already been hosted by L3 agent 6dcb5589-8e86-4616-9186-ddc4548e13ad {{(pid=102387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 18:42:23.088891 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ce2f3b-98bd-4b61-a3aa-e922ec876106 req-31bc7c38-2a2a-40bb-9f0b-a8d451d0f129 tempest-InstanceActionsTestJSON-7654890 tempest-InstanceActionsTestJSON-7654890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:42:23.090471 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-d5ce2f3b-98bd-4b61-a3aa-e922ec876106 req-31bc7c38-2a2a-40bb-9f0b-a8d451d0f129 tempest-InstanceActionsTestJSON-7654890 tempest-InstanceActionsTestJSON-7654890-project] 10.222.0.13 "GET /v2.0/ports?device_id=aae5303a-edac-4be9-8aa6-6150491c9357 HTTP/1.1" status: 200 len: 943 time: 0.1258190 Nov 05 18:42:23.118268 n-d-816865-1 neutron-server[102386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8f9c054-f308-4af6-8eb8-5dcdd62eb3fd', 'name': 'network-vif-deleted', 'tag': '046eb35d-2125-4c26-8c14-0533b517be00'}] {{(pid=102386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 18:42:23.121269 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6173a44d7c73f41af551dc890fa1a5892c2c6bc3458b640c8e0c24db7876ba6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7953e34c-22f1-40ef-8c61-f5974d0f3ab9" -d '{"events": [{"server_uuid": "c8f9c054-f308-4af6-8eb8-5dcdd62eb3fd", "name": "network-vif-deleted", "tag": "046eb35d-2125-4c26-8c14-0533b517be00"}]}' {{(pid=102386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 18:42:23.175714 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5a0d7d7-d9bf-4463-bc3a-f9b9eeeeefaa tempest-ServersTestFqdnHostnames-345679519 tempest-ServersTestFqdnHostnames-345679519-project] Notify agent at l3_agent.n-d-816865-1 the message routers_updated {{(pid=102387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 18:42:23.182925 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-e5a0d7d7-d9bf-4463-bc3a-f9b9eeeeefaa tempest-ServersTestFqdnHostnames-345679519 tempest-ServersTestFqdnHostnames-345679519-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for floatingip, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:42:23.186533 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 18:42:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efc43231-3e13-48db-abbf-503a84a99182 x-openstack-request-id: req-efc43231-3e13-48db-abbf-503a84a99182 {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 18:42:23.187025 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8f9c054-f308-4af6-8eb8-5dcdd62eb3fd", "name": "network-vif-deleted", "tag": "046eb35d-2125-4c26-8c14-0533b517be00", "status": "completed", "code": 200}]} {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 18:42:23.187497 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-efc43231-3e13-48db-abbf-503a84a99182 {{(pid=102386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 18:42:23.189694 n-d-816865-1 neutron-server[102386]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8f9c054-f308-4af6-8eb8-5dcdd62eb3fd', 'name': 'network-vif-deleted', 'tag': '046eb35d-2125-4c26-8c14-0533b517be00', 'status': 'completed', 'code': 200} Nov 05 18:42:23.196193 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d5fba20-0736-4be4-8e74-10042652c819 None None] Sync routers for ids ['5dde95f4-1157-44ab-817a-8770c8f8e80c'] in n-d-816865-1 {{(pid=102388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 18:42:23.211613 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d5fba20-0736-4be4-8e74-10042652c819 None None] Routers {'5dde95f4-1157-44ab-817a-8770c8f8e80c'} bound to L3 agent in host n-d-816865-1 {{(pid=102388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 18:42:23.212246 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-6d5fba20-0736-4be4-8e74-10042652c819 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T18:42:05Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['5dde95f4-1157-44ab-817a-8770c8f8e80c'], 'active': True} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:42:23.240767 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-e5a0d7d7-d9bf-4463-bc3a-f9b9eeeeefaa tempest-ServersTestFqdnHostnames-345679519 tempest-ServersTestFqdnHostnames-345679519-project] 10.222.0.13 "PUT /v2.0/floatingips/233b907b-aa31-4be3-a9c3-f026b4a22a28 HTTP/1.1" status: 200 len: 990 time: 1.6593635 Nov 05 18:42:23.267530 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-d5ce2f3b-98bd-4b61-a3aa-e922ec876106 req-463c6d2d-cfff-475e-bb63-fae2eeb057a8 tempest-InstanceActionsTestJSON-7654890 tempest-InstanceActionsTestJSON-7654890-project] 10.222.0.13 "GET /v2.0/security-groups?id=a5aa6802-d009-40da-82e2-0d6b5867c255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414082 Nov 05 18:42:23.267989 n-d-816865-1 neutron-server[102387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c5b4f62-65a2-4108-88aa-9bf31a52b4ef', 'tag': '67fe0faa-c3a0-488e-af66-41eae6e7ad28'}] {{(pid=102387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 18:42:23.271010 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab06bd4ddf5758c1f10d79fe34dc215bafa488692cde9dba2fcbcb67556f90bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f7c592a-c8c0-4d72-88e1-f3351765b761" -d '{"events": [{"name": "network-changed", "server_uuid": "6c5b4f62-65a2-4108-88aa-9bf31a52b4ef", "tag": "67fe0faa-c3a0-488e-af66-41eae6e7ad28"}]}' {{(pid=102387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 18:42:23.322217 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 18:42:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a268133b-b415-4b53-a136-0fee0b899740 x-openstack-request-id: req-a268133b-b415-4b53-a136-0fee0b899740 {{(pid=102387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 18:42:23.322544 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c5b4f62-65a2-4108-88aa-9bf31a52b4ef", "tag": "67fe0faa-c3a0-488e-af66-41eae6e7ad28", "status": "completed", "code": 200}]} {{(pid=102387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 18:42:23.322832 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a268133b-b415-4b53-a136-0fee0b899740 {{(pid=102387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 18:42:23.323227 n-d-816865-1 neutron-server[102387]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c5b4f62-65a2-4108-88aa-9bf31a52b4ef', 'tag': '67fe0faa-c3a0-488e-af66-41eae6e7ad28', 'status': 'completed', 'code': 200} Nov 05 18:42:23.396833 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvr_db [None req-6d5fba20-0736-4be4-8e74-10042652c819 None None] Set router 5dde95f4-1157-44ab-817a-8770c8f8e80c gateway port host: n-d-816865-1 {{(pid=102388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 18:42:23.410158 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7c592a-c8c0-4d72-88e1-f3351765b761 req-145472e6-6a23-460d-86ef-a53eaede14c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:42:23.412158 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-6f7c592a-c8c0-4d72-88e1-f3351765b761 req-145472e6-6a23-460d-86ef-a53eaede14c5 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d276d3590f324d258de926cd1aa8ebb5&device_id=6c5b4f62-65a2-4108-88aa-9bf31a52b4ef HTTP/1.1" status: 200 len: 1096 time: 0.0634813 Nov 05 18:42:23.618579 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7c592a-c8c0-4d72-88e1-f3351765b761 req-ceb4f8d6-699b-434b-a765-0346d563f816 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:42:23.620573 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-6f7c592a-c8c0-4d72-88e1-f3351765b761 req-ceb4f8d6-699b-434b-a765-0346d563f816 service neutron] 10.222.0.55 "GET /v2.0/networks?id=1da37b43-f7d4-493c-9709-10fff3365b6d HTTP/1.1" status: 200 len: 916 time: 0.1991560 Nov 05 18:42:23.742879 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-6a9fff77-f383-429d-b510-55bbebce1fc7 req-ab18f857-b3ee-4f9d-a314-7224264df29b tempest-ServersTestBootFromVolume-1080674323 tempest-ServersTestBootFromVolume-1080674323-project] 10.222.0.13 "GET /v2.0/ports?device_id=b5fdd612-ad46-4764-a858-9ef8a8ca5819 HTTP/1.1" status: 200 len: 210 time: 0.0502253 Nov 05 18:42:23.760766 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-6f7c592a-c8c0-4d72-88e1-f3351765b761 req-c69d4910-2a50-4da6-96b3-48b7a7fbb4da service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=67fe0faa-c3a0-488e-af66-41eae6e7ad28 HTTP/1.1" status: 200 len: 998 time: 0.1289153 Nov 05 18:42:23.769983 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-6d5fba20-0736-4be4-8e74-10042652c819 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dde95f4-1157-44ab-817a-8770c8f8e80c', 'name': 'tempest-ServersTestFqdnHostnames-1079241961-router', 'tenant_id': 'd276d3590f324d258de926cd1aa8ebb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.82'}], 'enable_snat': True}, 'gw_port_id': '82df7b0b-5854-4685-bdd9-15e178f86f35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T18:41:34Z', 'updated_at': '2021-11-05T18:41:40Z', 'revision_number': 4, 'project_id': 'd276d3590f324d258de926cd1aa8ebb5', 'gw_port': {'id': '82df7b0b-5854-4685-bdd9-15e178f86f35', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:27:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dde95f4-1157-44ab-817a-8770c8f8e80c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 753, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T18:41:34Z', 'updated_at': '2021-11-05T18:41:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1', '_floatingips': [{'id': '233b907b-aa31-4be3-a9c3-f026b4a22a28', 'tenant_id': 'd276d3590f324d258de926cd1aa8ebb5', 'floating_ip_address': '172.25.6.52', 'floating_network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'router_id': '5dde95f4-1157-44ab-817a-8770c8f8e80c', 'port_id': '67fe0faa-c3a0-488e-af66-41eae6e7ad28', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 769, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1da37b43-f7d4-493c-9709-10fff3365b6d', 'mac_address': 'fa:16:3e:f6:ab:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c5b4f62-65a2-4108-88aa-9bf31a52b4ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-05T18:41:46Z', 'updated_at': '2021-11-05T18:42:22Z', 'revision_number': 1, 'project_id': 'd276d3590f324d258de926cd1aa8ebb5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59a31988-9d9f-4f00-ade6-2b69787ce63d', 'name': '', 'network_id': '1da37b43-f7d4-493c-9709-10fff3365b6d', 'tenant_id': 'd276d3590f324d258de926cd1aa8ebb5', 'mac_address': 'fa:16:3e:b9:86:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dde95f4-1157-44ab-817a-8770c8f8e80c', 'device_owner': 'network:router_interface', 'standard_attr_id': 761, 'fixed_ips': [{'subnet_id': '98fc1e31-7219-4cb0-bc4e-cc4fffcb9ad4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T18:41:38Z', 'updated_at': '2021-11-05T18:41:47Z', 'revision_number': 5, 'project_id': 'd276d3590f324d258de926cd1aa8ebb5', 'subnets': [{'id': '98fc1e31-7219-4cb0-bc4e-cc4fffcb9ad4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-1', False) {} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:42:23.828863 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d5fba20-0736-4be4-8e74-10042652c819 None None] Checking router: 5dde95f4-1157-44ab-817a-8770c8f8e80c for host: n-d-816865-1 {{(pid=102388) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 18:42:23.847131 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d5fba20-0736-4be4-8e74-10042652c819 None None] Routers {'5dde95f4-1157-44ab-817a-8770c8f8e80c'} bound to L3 agent in host n-d-816865-1 {{(pid=102388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 18:42:23.847131 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-6d5fba20-0736-4be4-8e74-10042652c819 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T18:42:05Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['5dde95f4-1157-44ab-817a-8770c8f8e80c'], 'active': True} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:42:23.870482 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7c592a-c8c0-4d72-88e1-f3351765b761 req-ae02b62e-3a15-4e61-968a-fb0964ea0a8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:42:23.872897 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-6f7c592a-c8c0-4d72-88e1-f3351765b761 req-ae02b62e-3a15-4e61-968a-fb0964ea0a8f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=98fc1e31-7219-4cb0-bc4e-cc4fffcb9ad4 HTTP/1.1" status: 200 len: 854 time: 0.0934582 Nov 05 18:42:23.956850 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7c592a-c8c0-4d72-88e1-f3351765b761 req-1a72d2e7-4712-471f-bf78-49ff97a46933 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:42:23.959252 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-6f7c592a-c8c0-4d72-88e1-f3351765b761 req-1a72d2e7-4712-471f-bf78-49ff97a46933 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=1da37b43-f7d4-493c-9709-10fff3365b6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0768092 Nov 05 18:42:23.968640 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvr_db [None req-6d5fba20-0736-4be4-8e74-10042652c819 None None] Set router 5dde95f4-1157-44ab-817a-8770c8f8e80c gateway port host: n-d-816865-1 {{(pid=102388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 18:42:24.041842 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b8cfda-6217-4579-84bb-ec29f8c030ad req-156337be-5ac1-4c77-9394-b6c94f7be9e3 tempest-ServerDiskConfigTestJSON-70330027 tempest-ServerDiskConfigTestJSON-70330027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:42:24.048244 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-44b8cfda-6217-4579-84bb-ec29f8c030ad req-156337be-5ac1-4c77-9394-b6c94f7be9e3 tempest-ServerDiskConfigTestJSON-70330027 tempest-ServerDiskConfigTestJSON-70330027-project] 10.222.0.13 "GET /v2.0/ports?device_id=bcbd3f99-98ae-4481-b4a1-c0a7beca4f9f HTTP/1.1" status: 200 len: 946 time: 0.1236472 Nov 05 18:42:24.087636 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-6f7c592a-c8c0-4d72-88e1-f3351765b761 req-e8fd6e35-24a8-47e2-aa98-319652e4b825 service neutron] 10.222.0.55 "GET /v2.0/networks/1da37b43-f7d4-493c-9709-10fff3365b6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1205142 Nov 05 18:42:24.108221 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-44b8cfda-6217-4579-84bb-ec29f8c030ad req-4d92241a-e804-47e2-a922-72c3fad18cb7 tempest-ServerDiskConfigTestJSON-70330027 tempest-ServerDiskConfigTestJSON-70330027-project] 10.222.0.13 "GET /v2.0/security-groups?id=415b984e-2c75-4a2b-aae3-7fe54c54a52e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590923 Nov 05 18:42:24.165521 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Device 046eb35d-2125-4c26-8c14-0533b517be00 no longer exists at agent hyperv_n-h2-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 18:42:24.203375 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] No Port match for: 046eb35d-2125-4c26-8c14-0533b517be00 {{(pid=102388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 18:42:24.204063 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Device 046eb35d-2125-4c26-8c14-0533b517be00 not bound to the agent host n-h2-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 18:42:24.244021 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ed4ccc-e0b2-477b-bc91-2d38a4d7cc86 req-d968338c-d9c5-4a62-95f4-16a5630f2c46 tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:42:24.247446 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-f3ed4ccc-e0b2-477b-bc91-2d38a4d7cc86 req-d968338c-d9c5-4a62-95f4-16a5630f2c46 tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] 10.222.0.13 "GET /v2.0/ports?device_id=0fe35696-e2e4-4757-b0fc-ca26acfa8a1b HTTP/1.1" status: 200 len: 950 time: 0.0799849 Nov 05 18:42:24.332610 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-f3ed4ccc-e0b2-477b-bc91-2d38a4d7cc86 req-5217e554-b45a-46da-857a-32874c9d0b98 tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] 10.222.0.13 "GET /v2.0/security-groups?id=c4f63610-8850-433c-ac4b-7e7146261ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784762 Nov 05 18:42:24.363617 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-6f7c592a-c8c0-4d72-88e1-f3351765b761 req-1b737b8d-6e5a-447f-9558-d80cd73e4cef service neutron] 10.222.0.55 "GET /v2.0/networks/1da37b43-f7d4-493c-9709-10fff3365b6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2616093 Nov 05 18:42:24.366478 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1435e9d5-8dc9-4774-93b5-fe92b228043d req-99496924-babd-4a75-b483-71f144830642 tempest-ServersTestBootFromVolume-1080674323 tempest-ServersTestBootFromVolume-1080674323-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:42:24.367836 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-1435e9d5-8dc9-4774-93b5-fe92b228043d req-99496924-babd-4a75-b483-71f144830642 tempest-ServersTestBootFromVolume-1080674323 tempest-ServersTestBootFromVolume-1080674323-project] 10.222.0.55 "GET /v2.0/networks?id=1ff0a913-0cfa-4d08-b7d2-c06124fbc3df HTTP/1.1" status: 200 len: 816 time: 0.2499583 Nov 05 18:42:24.462358 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67eaf0af-5faa-4bf7-8a1d-5b5398d18a60 req-813f9ea4-37a5-44cc-b50e-d507605c41b8 tempest-InstanceActionsTestJSON-7654890 tempest-InstanceActionsTestJSON-7654890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:42:24.470194 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-67eaf0af-5faa-4bf7-8a1d-5b5398d18a60 req-813f9ea4-37a5-44cc-b50e-d507605c41b8 tempest-InstanceActionsTestJSON-7654890 tempest-InstanceActionsTestJSON-7654890-project] 10.222.0.13 "GET /v2.0/ports?device_id=aae5303a-edac-4be9-8aa6-6150491c9357 HTTP/1.1" status: 200 len: 943 time: 0.1258128 Nov 05 18:42:24.523964 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-1435e9d5-8dc9-4774-93b5-fe92b228043d req-338fa191-220b-4f6d-b6a3-052a42e079fe tempest-ServersTestBootFromVolume-1080674323 tempest-ServersTestBootFromVolume-1080674323-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6c131f7c44f84ab6961400da2cd9c540 HTTP/1.1" status: 200 len: 380 time: 0.1466126 Nov 05 18:42:24.529215 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-6d5fba20-0736-4be4-8e74-10042652c819 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dde95f4-1157-44ab-817a-8770c8f8e80c', 'name': 'tempest-ServersTestFqdnHostnames-1079241961-router', 'tenant_id': 'd276d3590f324d258de926cd1aa8ebb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.82'}], 'enable_snat': True}, 'gw_port_id': '82df7b0b-5854-4685-bdd9-15e178f86f35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T18:41:34Z', 'updated_at': '2021-11-05T18:41:40Z', 'revision_number': 4, 'project_id': 'd276d3590f324d258de926cd1aa8ebb5', 'gw_port': {'id': '82df7b0b-5854-4685-bdd9-15e178f86f35', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:27:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dde95f4-1157-44ab-817a-8770c8f8e80c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 753, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T18:41:34Z', 'updated_at': '2021-11-05T18:41:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1', '_floatingips': [{'id': '233b907b-aa31-4be3-a9c3-f026b4a22a28', 'tenant_id': 'd276d3590f324d258de926cd1aa8ebb5', 'floating_ip_address': '172.25.6.52', 'floating_network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'router_id': '5dde95f4-1157-44ab-817a-8770c8f8e80c', 'port_id': '67fe0faa-c3a0-488e-af66-41eae6e7ad28', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 769, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1da37b43-f7d4-493c-9709-10fff3365b6d', 'mac_address': 'fa:16:3e:f6:ab:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c5b4f62-65a2-4108-88aa-9bf31a52b4ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-05T18:41:46Z', 'updated_at': '2021-11-05T18:42:22Z', 'revision_number': 1, 'project_id': 'd276d3590f324d258de926cd1aa8ebb5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59a31988-9d9f-4f00-ade6-2b69787ce63d', 'name': '', 'network_id': '1da37b43-f7d4-493c-9709-10fff3365b6d', 'tenant_id': 'd276d3590f324d258de926cd1aa8ebb5', 'mac_address': 'fa:16:3e:b9:86:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dde95f4-1157-44ab-817a-8770c8f8e80c', 'device_owner': 'network:router_interface', 'standard_attr_id': 761, 'fixed_ips': [{'subnet_id': '98fc1e31-7219-4cb0-bc4e-cc4fffcb9ad4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T18:41:38Z', 'updated_at': '2021-11-05T18:41:47Z', 'revision_number': 5, 'project_id': 'd276d3590f324d258de926cd1aa8ebb5', 'subnets': [{'id': '98fc1e31-7219-4cb0-bc4e-cc4fffcb9ad4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-1', False) {} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:42:24.535955 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [req-1435e9d5-8dc9-4774-93b5-fe92b228043d req-282c043b-9d0e-4521-a860-0f62742001a2 tempest-ServersTestBootFromVolume-1080674323 tempest-ServersTestBootFromVolume-1080674323-project] Request body: {'port': {'device_id': 'b5fdd612-ad46-4764-a858-9ef8a8ca5819', 'network_id': '1ff0a913-0cfa-4d08-b7d2-c06124fbc3df', 'admin_state_up': True, 'tenant_id': '6c131f7c44f84ab6961400da2cd9c540', 'security_groups': ['c9b98ffb-59d1-4211-8222-8a4dac87e076']}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:42:24.542309 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-67eaf0af-5faa-4bf7-8a1d-5b5398d18a60 req-e5348bc7-177a-4e4d-b330-9513255eb022 tempest-InstanceActionsTestJSON-7654890 tempest-InstanceActionsTestJSON-7654890-project] 10.222.0.13 "GET /v2.0/security-groups?id=a5aa6802-d009-40da-82e2-0d6b5867c255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690029 Nov 05 18:42:24.576235 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Device a324c4f0-b74a-45da-8896-345c515524cd details requested by agent hyperv_n-h1-816865-1 with host n-h1-816865-1 {{(pid=102388) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 05 18:42:24.578847 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d5fba20-0736-4be4-8e74-10042652c819 None None] The sync data for ids ['5dde95f4-1157-44ab-817a-8770c8f8e80c'] in n-d-816865-1 is: [{'id': '5dde95f4-1157-44ab-817a-8770c8f8e80c', 'name': 'tempest-ServersTestFqdnHostnames-1079241961-router', 'tenant_id': 'd276d3590f324d258de926cd1aa8ebb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.82'}], 'enable_snat': True}, 'gw_port_id': '82df7b0b-5854-4685-bdd9-15e178f86f35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T18:41:34Z', 'updated_at': '2021-11-05T18:41:40Z', 'revision_number': 4, 'project_id': 'd276d3590f324d258de926cd1aa8ebb5', 'gw_port': {'id': '82df7b0b-5854-4685-bdd9-15e178f86f35', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:27:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dde95f4-1157-44ab-817a-8770c8f8e80c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 753, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T18:41:34Z', 'updated_at': '2021-11-05T18:41:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1', '_floatingips': [{'id': '233b907b-aa31-4be3-a9c3-f026b4a22a28', 'tenant_id': 'd276d3590f324d258de926cd1aa8ebb5', 'floating_ip_address': '172.25.6.52', 'floating_network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'router_id': '5dde95f4-1157-44ab-817a-8770c8f8e80c', 'port_id': '67fe0faa-c3a0-488e-af66-41eae6e7ad28', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 769, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1da37b43-f7d4-493c-9709-10fff3365b6d', 'mac_address': 'fa:16:3e:f6:ab:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c5b4f62-65a2-4108-88aa-9bf31a52b4ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-05T18:41:46Z', 'updated_at': '2021-11-05T18:42:22Z', 'revision_number': 1, 'project_id': 'd276d3590f324d258de926cd1aa8ebb5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59a31988-9d9f-4f00-ade6-2b69787ce63d', 'name': '', 'network_id': '1da37b43-f7d4-493c-9709-10fff3365b6d', 'tenant_id': 'd276d3590f324d258de926cd1aa8ebb5', 'mac_address': 'fa:16:3e:b9:86:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dde95f4-1157-44ab-817a-8770c8f8e80c', 'device_owner': 'network:router_interface', 'standard_attr_id': 761, 'fixed_ips': [{'subnet_id': '98fc1e31-7219-4cb0-bc4e-cc4fffcb9ad4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T18:41:38Z', 'updated_at': '2021-11-05T18:41:47Z', 'revision_number': 5, 'project_id': 'd276d3590f324d258de926cd1aa8ebb5', 'subnets': [{'id': '98fc1e31-7219-4cb0-bc4e-cc4fffcb9ad4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 18:42:24.707434 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] For port a324c4f0-b74a-45da-8896-345c515524cd, host n-h1-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=a324c4f0-b74a-45da-8896-345c515524cd,segment=NetworkSegment(c5f7e1ec-64fe-4c52-a40b-850235aec679),segment_id=c5f7e1ec-64fe-4c52-a40b-850235aec679)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:42:24.728556 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Returning: {'device': 'a324c4f0-b74a-45da-8896-345c515524cd', 'network_id': 'fa9ccd47-47cc-4bae-99bf-173f818bbccd', 'port_id': 'a324c4f0-b74a-45da-8896-345c515524cd', 'mac_address': 'fa:16:3e:1c:2f:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 160, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6365841c-6a59-404d-8b3a-4e4a085b9618', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102388) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 05 18:42:24.778930 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1435e9d5-8dc9-4774-93b5-fe92b228043d req-282c043b-9d0e-4521-a860-0f62742001a2 tempest-ServersTestBootFromVolume-1080674323 tempest-ServersTestBootFromVolume-1080674323-project] Made reservation on behalf of 6c131f7c44f84ab6961400da2cd9c540 for: {'port': 1} {{(pid=102386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 18:42:24.782847 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-1435e9d5-8dc9-4774-93b5-fe92b228043d req-282c043b-9d0e-4521-a860-0f62742001a2 tempest-ServersTestBootFromVolume-1080674323 tempest-ServersTestBootFromVolume-1080674323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:42:24.821781 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:42:24.851954 n-d-816865-1 neutron-server[102388]: DEBUG neutron.notifiers.nova [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a324c4f0-b74a-45da-8896-345c515524cd {{(pid=102388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 18:42:24.884302 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] For port a324c4f0-b74a-45da-8896-345c515524cd, host n-h1-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=a324c4f0-b74a-45da-8896-345c515524cd,segment=NetworkSegment(c5f7e1ec-64fe-4c52-a40b-850235aec679),segment_id=c5f7e1ec-64fe-4c52-a40b-850235aec679)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:42:24.967971 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:42:24.972838 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-be9ee2c3-e2e2-4e0f-9f9e-991ddd1273ce req-72c7c65f-36ee-475c-881e-1a2d213a4330 tempest-ServersTestBootFromVolume-1080674323 tempest-ServersTestBootFromVolume-1080674323-project] 10.222.0.13 "GET /v2.0/ports?device_id=b5fdd612-ad46-4764-a858-9ef8a8ca5819 HTTP/1.1" status: 200 len: 210 time: 0.0618241 Nov 05 18:42:25.003131 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.db_base_plugin_common [req-1435e9d5-8dc9-4774-93b5-fe92b228043d req-282c043b-9d0e-4521-a860-0f62742001a2 tempest-ServersTestBootFromVolume-1080674323 tempest-ServersTestBootFromVolume-1080674323-project] Allocated IP 172.20.0.8 (1ff0a913-0cfa-4d08-b7d2-c06124fbc3df/dff9f9fe-033a-4d53-8da1-59a70c229898/8e7b7762-69c3-4cee-a44d-991e0e7126b0) {{(pid=102386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 18:42:25.012249 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4b4808f-2029-491c-a77d-d32967267e9b None None] New status for floating IP 233b907b-aa31-4be3-a9c3-f026b4a22a28: ACTIVE {{(pid=102389) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 05 18:42:25.077409 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ae53d3-7fbb-45b1-93b3-b9a03c5cb77a req-f2c0bc08-1de3-4f14-bd8f-cd402e9dc6d1 tempest-LiveAutoBlockMigrationV225Test-1563372898 tempest-LiveAutoBlockMigrationV225Test-1563372898-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:42:25.083264 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-f2ae53d3-7fbb-45b1-93b3-b9a03c5cb77a req-f2c0bc08-1de3-4f14-bd8f-cd402e9dc6d1 tempest-LiveAutoBlockMigrationV225Test-1563372898 tempest-LiveAutoBlockMigrationV225Test-1563372898-project] 10.222.0.13 "GET /v2.0/networks?id=5e3d0b1a-fd18-45bc-91bd-c831330234c4 HTTP/1.1" status: 200 len: 820 time: 0.2960601 Nov 05 18:42:25.110231 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-f2ae53d3-7fbb-45b1-93b3-b9a03c5cb77a req-507f7687-6753-4f1b-8f3c-39285d1049d5 tempest-LiveAutoBlockMigrationV225Test-1563372898 tempest-LiveAutoBlockMigrationV225Test-1563372898-project] 10.222.0.13 "GET /v2.0/quotas/482f8aec1d1b4fc08a02afb86f8387d6 HTTP/1.1" status: 200 len: 375 time: 0.0196869 Nov 05 18:42:25.120015 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Pushing event updated for resources: {'Port': ['ID=a324c4f0-b74a-45da-8896-345c515524cd,revision_number=4']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:42:25.132659 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:42:25.133001 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:42:25.133340 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:42:25.133675 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:42:25.134002 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:42:25.139406 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:42:25.139759 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:42:25.140100 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:42:25.140434 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:42:25.140764 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:42:25.141091 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:42:25.141412 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:42:25.208650 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-f2ae53d3-7fbb-45b1-93b3-b9a03c5cb77a req-714051a0-5468-4987-8a83-6351587a94e3 tempest-LiveAutoBlockMigrationV225Test-1563372898 tempest-LiveAutoBlockMigrationV225Test-1563372898-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=482f8aec1d1b4fc08a02afb86f8387d6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0946913 Nov 05 18:42:25.230524 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-1435e9d5-8dc9-4774-93b5-fe92b228043d req-282c043b-9d0e-4521-a860-0f62742001a2 tempest-ServersTestBootFromVolume-1080674323 tempest-ServersTestBootFromVolume-1080674323-project] Publish callbacks [] for port, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:42:25.308481 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] get_ports_and_sgs() called for port_ids ['a324c4f0-b74a-45da-8896-345c515524cd'] {{(pid=102388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 18:42:25.342607 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-f2ae53d3-7fbb-45b1-93b3-b9a03c5cb77a req-8cd9e345-f2ee-47ca-818c-12e0672369ea service neutron] 10.222.0.13 "GET /v2.0/networks/5e3d0b1a-fd18-45bc-91bd-c831330234c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1334445 Nov 05 18:42:25.345694 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-1435e9d5-8dc9-4774-93b5-fe92b228043d req-282c043b-9d0e-4521-a860-0f62742001a2 tempest-ServersTestBootFromVolume-1080674323 tempest-ServersTestBootFromVolume-1080674323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:42:25.405326 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1435e9d5-8dc9-4774-93b5-fe92b228043d req-282c043b-9d0e-4521-a860-0f62742001a2 tempest-ServersTestBootFromVolume-1080674323 tempest-ServersTestBootFromVolume-1080674323-project] Network 1ff0a913-0cfa-4d08-b7d2-c06124fbc3df is already hosted by enough agents. {{(pid=102386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 18:42:25.412938 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.base_scheduler [req-1435e9d5-8dc9-4774-93b5-fe92b228043d req-282c043b-9d0e-4521-a860-0f62742001a2 tempest-ServersTestBootFromVolume-1080674323 tempest-ServersTestBootFromVolume-1080674323-project] Resources bound (agent type, host, resource id): {{(pid=102386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:42:25.416336 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [req-1435e9d5-8dc9-4774-93b5-fe92b228043d req-282c043b-9d0e-4521-a860-0f62742001a2 tempest-ServersTestBootFromVolume-1080674323 tempest-ServersTestBootFromVolume-1080674323-project] Received port after_create {{(pid=102386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 18:42:25.489847 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282c043b-9d0e-4521-a860-0f62742001a2 tempest-ServersTestBootFromVolume-1080674323 tempest-ServersTestBootFromVolume-1080674323-project] Pushing event updated for resources: {'Port': ['ID=8e7b7762-69c3-4cee-a44d-991e0e7126b0,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:42:25.506724 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-f2ae53d3-7fbb-45b1-93b3-b9a03c5cb77a req-5f475b84-a1ea-4577-94dd-4d74c0d60850 service neutron] 10.222.0.13 "GET /v2.0/networks/5e3d0b1a-fd18-45bc-91bd-c831330234c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1470506 Nov 05 18:42:25.517404 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1435e9d5-8dc9-4774-93b5-fe92b228043d req-282c043b-9d0e-4521-a860-0f62742001a2 tempest-ServersTestBootFromVolume-1080674323 tempest-ServersTestBootFromVolume-1080674323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:42:25.518288 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-1435e9d5-8dc9-4774-93b5-fe92b228043d req-282c043b-9d0e-4521-a860-0f62742001a2 tempest-ServersTestBootFromVolume-1080674323 tempest-ServersTestBootFromVolume-1080674323-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:42:25.548466 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09aa931f-3691-43c5-837b-0b63a9ed9b20 req-b3744886-b15a-4e05-938e-65b48bb98fc3 tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:42:25.555444 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-09aa931f-3691-43c5-837b-0b63a9ed9b20 req-b3744886-b15a-4e05-938e-65b48bb98fc3 tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] 10.222.0.41 "GET /v2.0/ports?device_id=0fe35696-e2e4-4757-b0fc-ca26acfa8a1b HTTP/1.1" status: 200 len: 950 time: 0.0981443 Nov 05 18:42:25.630074 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6049705d-b267-4caf-bd50-ff0167219d9a req-db6c3d6f-7a4e-4465-9c7d-a2a0d4519f1f tempest-ServerDiskConfigTestJSON-70330027 tempest-ServerDiskConfigTestJSON-70330027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:42:25.642613 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-6049705d-b267-4caf-bd50-ff0167219d9a req-db6c3d6f-7a4e-4465-9c7d-a2a0d4519f1f tempest-ServerDiskConfigTestJSON-70330027 tempest-ServerDiskConfigTestJSON-70330027-project] 10.222.0.13 "GET /v2.0/ports?device_id=bcbd3f99-98ae-4481-b4a1-c0a7beca4f9f HTTP/1.1" status: 200 len: 946 time: 0.0889907 Nov 05 18:42:25.664535 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-1435e9d5-8dc9-4774-93b5-fe92b228043d req-282c043b-9d0e-4521-a860-0f62742001a2 tempest-ServersTestBootFromVolume-1080674323 tempest-ServersTestBootFromVolume-1080674323-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1343982 Nov 05 18:42:25.679209 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [req-1435e9d5-8dc9-4774-93b5-fe92b228043d req-c5785081-5e5d-4ab8-9314-31b90b40369f service neutron] Request body: {'port': {'device_id': 'b5fdd612-ad46-4764-a858-9ef8a8ca5819', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816865-1'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:42:25.721722 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-6049705d-b267-4caf-bd50-ff0167219d9a req-c2796c28-c204-4ee5-bfda-502aeb755f91 tempest-ServerDiskConfigTestJSON-70330027 tempest-ServerDiskConfigTestJSON-70330027-project] 10.222.0.13 "GET /v2.0/security-groups?id=415b984e-2c75-4a2b-aae3-7fe54c54a52e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781920 Nov 05 18:42:25.759171 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-1435e9d5-8dc9-4774-93b5-fe92b228043d req-c5785081-5e5d-4ab8-9314-31b90b40369f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:42:25.766371 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-9fc13ebb-1764-4f96-abcb-031a6f3a76cc None None] Provisioning complete for port 8e7b7762-69c3-4cee-a44d-991e0e7126b0 triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:42:25.766759 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-9fc13ebb-1764-4f96-abcb-031a6f3a76cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:42:25.835912 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [req-09aa931f-3691-43c5-837b-0b63a9ed9b20 req-0f9a7d1f-4f69-4eae-8a2c-f01a4da29097 tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] Deleting port ab74eaef-395a-4fdf-b85e-bacf8245f728 {{(pid=102386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 18:42:25.836192 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-09aa931f-3691-43c5-837b-0b63a9ed9b20 req-0f9a7d1f-4f69-4eae-8a2c-f01a4da29097 tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:42:25.854297 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-9fc13ebb-1764-4f96-abcb-031a6f3a76cc None None] Port 8e7b7762-69c3-4cee-a44d-991e0e7126b0 cannot update to ACTIVE because it is not bound. {{(pid=102388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 18:42:25.886141 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9e93bc-481e-4734-aba9-80c29138671f req-3e463c50-38b9-403d-88d3-462adc59ebad tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:42:25.887968 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-4b9e93bc-481e-4734-aba9-80c29138671f req-3e463c50-38b9-403d-88d3-462adc59ebad tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] 10.222.0.13 "GET /v2.0/ports?device_id=0fe35696-e2e4-4757-b0fc-ca26acfa8a1b HTTP/1.1" status: 200 len: 950 time: 0.0742202 Nov 05 18:42:25.949596 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-4b9e93bc-481e-4734-aba9-80c29138671f req-f98c8765-f782-4608-8fcd-f6e3c0b76935 tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] 10.222.0.13 "GET /v2.0/security-groups?id=c4f63610-8850-433c-ac4b-7e7146261ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523131 Nov 05 18:42:26.019443 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [req-09aa931f-3691-43c5-837b-0b63a9ed9b20 req-0f9a7d1f-4f69-4eae-8a2c-f01a4da29097 tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] For port ab74eaef-395a-4fdf-b85e-bacf8245f728, host n-h1-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=ab74eaef-395a-4fdf-b85e-bacf8245f728,segment=NetworkSegment(35c2db9c-522d-48d3-98cf-a08c2cc55db7),segment_id=35c2db9c-522d-48d3-98cf-a08c2cc55db7)] {{(pid=102386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:42:26.019900 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-09aa931f-3691-43c5-837b-0b63a9ed9b20 req-0f9a7d1f-4f69-4eae-8a2c-f01a4da29097 tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:42:26.061125 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [req-09aa931f-3691-43c5-837b-0b63a9ed9b20 req-0f9a7d1f-4f69-4eae-8a2c-f01a4da29097 tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] Calling delete_port for ab74eaef-395a-4fdf-b85e-bacf8245f728 owned by compute:nova {{(pid=102386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 18:42:26.245399 n-d-816865-1 neutron-server[102386]: DEBUG neutron.notifiers.nova [req-1435e9d5-8dc9-4774-93b5-fe92b228043d req-c5785081-5e5d-4ab8-9314-31b90b40369f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8e7b7762-69c3-4cee-a44d-991e0e7126b0 {{(pid=102386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 18:42:26.256635 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-1435e9d5-8dc9-4774-93b5-fe92b228043d req-c5785081-5e5d-4ab8-9314-31b90b40369f service neutron] Publish callbacks [] for port, precommit_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:42:26.282000 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.provisioning_blocks [req-1435e9d5-8dc9-4774-93b5-fe92b228043d req-c5785081-5e5d-4ab8-9314-31b90b40369f service neutron] Transition to ACTIVE for port object 8e7b7762-69c3-4cee-a44d-991e0e7126b0 will not be triggered until provisioned by entity L2. {{(pid=102386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 05 18:42:26.340944 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d43a267-bf57-48b5-b30a-938d0bb984d4 req-1dcb6788-bd85-4815-af96-9b7d95d35196 tempest-InstanceActionsTestJSON-7654890 tempest-InstanceActionsTestJSON-7654890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:42:26.356905 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-8d43a267-bf57-48b5-b30a-938d0bb984d4 req-1dcb6788-bd85-4815-af96-9b7d95d35196 tempest-InstanceActionsTestJSON-7654890 tempest-InstanceActionsTestJSON-7654890-project] 10.222.0.13 "GET /v2.0/ports?device_id=aae5303a-edac-4be9-8aa6-6150491c9357 HTTP/1.1" status: 200 len: 944 time: 0.0744302 Nov 05 18:42:26.368308 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-1435e9d5-8dc9-4774-93b5-fe92b228043d req-c5785081-5e5d-4ab8-9314-31b90b40369f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6149821'] for port, after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:42:26.439163 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-09aa931f-3691-43c5-837b-0b63a9ed9b20 req-0f9a7d1f-4f69-4eae-8a2c-f01a4da29097 tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:42:26.451175 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] get_ports_and_sgs() called for port_ids ['c0bab39d-31d7-4372-acf4-dcf699effaf4', 'ab74eaef-395a-4fdf-b85e-bacf8245f728'] {{(pid=102388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 18:42:26.561258 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-8d43a267-bf57-48b5-b30a-938d0bb984d4 req-1e58a078-86bb-442c-803f-a82739eb60d4 tempest-InstanceActionsTestJSON-7654890 tempest-InstanceActionsTestJSON-7654890-project] 10.222.0.13 "GET /v2.0/security-groups?id=a5aa6802-d009-40da-82e2-0d6b5867c255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1937275 Nov 05 18:42:26.569866 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Device a324c4f0-b74a-45da-8896-345c515524cd up at agent hyperv_n-h1-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 18:42:26.593356 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edef6e8e-8719-478e-928e-1886074c8bdf req-ca2bbf5a-a326-4702-9d60-e6aeba58f14e tempest-ServersTestBootFromVolume-1080674323 tempest-ServersTestBootFromVolume-1080674323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:42:26.594940 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-edef6e8e-8719-478e-928e-1886074c8bdf req-ca2bbf5a-a326-4702-9d60-e6aeba58f14e tempest-ServersTestBootFromVolume-1080674323 tempest-ServersTestBootFromVolume-1080674323-project] 10.222.0.13 "GET /v2.0/ports?device_id=b5fdd612-ad46-4764-a858-9ef8a8ca5819 HTTP/1.1" status: 200 len: 943 time: 0.1869402 Nov 05 18:42:26.613807 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5785081-5e5d-4ab8-9314-31b90b40369f service neutron] Pushing event updated for resources: {'Port': ['ID=8e7b7762-69c3-4cee-a44d-991e0e7126b0,revision_number=2']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:42:26.673928 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [req-09aa931f-3691-43c5-837b-0b63a9ed9b20 req-0f9a7d1f-4f69-4eae-8a2c-f01a4da29097 tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] No DVR routers for this DVR port ab74eaef-395a-4fdf-b85e-bacf8245f728 on host n-h1-816865-1 {{(pid=102386) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 18:42:26.678896 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-09aa931f-3691-43c5-837b-0b63a9ed9b20 req-0f9a7d1f-4f69-4eae-8a2c-f01a4da29097 tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:42:26.691127 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-09aa931f-3691-43c5-837b-0b63a9ed9b20 req-0f9a7d1f-4f69-4eae-8a2c-f01a4da29097 tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] 10.222.0.41 "DELETE /v2.0/ports/ab74eaef-395a-4fdf-b85e-bacf8245f728 HTTP/1.1" status: 204 len: 173 time: 1.1295855 Nov 05 18:42:26.705168 n-d-816865-1 neutron-server[102386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fe35696-e2e4-4757-b0fc-ca26acfa8a1b', 'name': 'network-vif-deleted', 'tag': 'ab74eaef-395a-4fdf-b85e-bacf8245f728'}] {{(pid=102386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 18:42:26.708813 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6173a44d7c73f41af551dc890fa1a5892c2c6bc3458b640c8e0c24db7876ba6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eaae1e4a-a750-4d7c-b380-9a8b2cf7e9ee" -d '{"events": [{"server_uuid": "0fe35696-e2e4-4757-b0fc-ca26acfa8a1b", "name": "network-vif-deleted", "tag": "ab74eaef-395a-4fdf-b85e-bacf8245f728"}]}' {{(pid=102386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 18:42:26.713249 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-edef6e8e-8719-478e-928e-1886074c8bdf req-9be277c3-1621-4ff3-a805-ee128552b7ed tempest-ServersTestBootFromVolume-1080674323 tempest-ServersTestBootFromVolume-1080674323-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9b98ffb-59d1-4211-8222-8a4dac87e076&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1079767 Nov 05 18:42:26.743521 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9a7d1f-4f69-4eae-8a2c-f01a4da29097 tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] Pushing event deleted for resources: {'Port': ['ID=ab74eaef-395a-4fdf-b85e-bacf8245f728,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:42:26.776876 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [req-1435e9d5-8dc9-4774-93b5-fe92b228043d req-c5785081-5e5d-4ab8-9314-31b90b40369f service neutron] Attempting to bind port 8e7b7762-69c3-4cee-a44d-991e0e7126b0 on host n-h2-816865-1 for vnic_type normal with profile {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 18:42:26.777218 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [req-1435e9d5-8dc9-4774-93b5-fe92b228043d req-c5785081-5e5d-4ab8-9314-31b90b40369f service neutron] Attempting to bind port 8e7b7762-69c3-4cee-a44d-991e0e7126b0 by drivers openvswitch,hyperv on host n-h2-816865-1 at level 0 using segments [{'id': '0a455d37-289d-4c30-b49d-37dbcca89c88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '1ff0a913-0cfa-4d08-b7d2-c06124fbc3df'}] {{(pid=102386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 18:42:26.777615 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1435e9d5-8dc9-4774-93b5-fe92b228043d req-c5785081-5e5d-4ab8-9314-31b90b40369f service neutron] Attempting to bind port 8e7b7762-69c3-4cee-a44d-991e0e7126b0 on network 1ff0a913-0cfa-4d08-b7d2-c06124fbc3df {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 18:42:26.800817 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1435e9d5-8dc9-4774-93b5-fe92b228043d req-c5785081-5e5d-4ab8-9314-31b90b40369f service neutron] Port 8e7b7762-69c3-4cee-a44d-991e0e7126b0 on network 1ff0a913-0cfa-4d08-b7d2-c06124fbc3df not bound, no agent of type Open vSwitch agent registered on host n-h2-816865-1 {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 18:42:26.805087 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1435e9d5-8dc9-4774-93b5-fe92b228043d req-c5785081-5e5d-4ab8-9314-31b90b40369f service neutron] Attempting to bind port 8e7b7762-69c3-4cee-a44d-991e0e7126b0 on network 1ff0a913-0cfa-4d08-b7d2-c06124fbc3df {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 18:42:26.816178 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1435e9d5-8dc9-4774-93b5-fe92b228043d req-c5785081-5e5d-4ab8-9314-31b90b40369f service neutron] Checking agent: {'id': '32aff553-696f-4891-83f5-5c176f61fe54', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816865-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 18, 33, 36), 'started_at': datetime.datetime(2021, 11, 5, 18, 33, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 18, 42, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 18:42:26.816531 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1435e9d5-8dc9-4774-93b5-fe92b228043d req-c5785081-5e5d-4ab8-9314-31b90b40369f service neutron] Checking segment: {'id': '0a455d37-289d-4c30-b49d-37dbcca89c88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '1ff0a913-0cfa-4d08-b7d2-c06124fbc3df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 18:42:26.817006 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1435e9d5-8dc9-4774-93b5-fe92b228043d req-c5785081-5e5d-4ab8-9314-31b90b40369f service neutron] Bound using segment: {'id': '0a455d37-289d-4c30-b49d-37dbcca89c88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '1ff0a913-0cfa-4d08-b7d2-c06124fbc3df'} {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 18:42:26.817459 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [req-1435e9d5-8dc9-4774-93b5-fe92b228043d req-c5785081-5e5d-4ab8-9314-31b90b40369f service neutron] Bound port: 8e7b7762-69c3-4cee-a44d-991e0e7126b0, host: n-h2-816865-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0a455d37-289d-4c30-b49d-37dbcca89c88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '1ff0a913-0cfa-4d08-b7d2-c06124fbc3df'}}] {{(pid=102386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 18:42:26.817816 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-1435e9d5-8dc9-4774-93b5-fe92b228043d req-c5785081-5e5d-4ab8-9314-31b90b40369f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:42:26.845419 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-221860b6-8d81-47ea-846e-bf7cc820f065 req-86254788-91ff-44ad-b73d-d06019c6e036 tempest-LiveAutoBlockMigrationV225Test-1563372898 tempest-LiveAutoBlockMigrationV225Test-1563372898-project] 10.222.0.13 "GET /v2.0/ports?device_id=4f3886b5-bfd5-4bd1-b503-1a7b6a830e3d HTTP/1.1" status: 200 len: 210 time: 0.0454252 Nov 05 18:42:26.930723 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 18:42:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f73747e2-86e1-4449-b902-6c67959a958c x-openstack-request-id: req-f73747e2-86e1-4449-b902-6c67959a958c {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 18:42:26.930723 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0fe35696-e2e4-4757-b0fc-ca26acfa8a1b", "name": "network-vif-deleted", "tag": "ab74eaef-395a-4fdf-b85e-bacf8245f728", "status": "completed", "code": 200}]} {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 18:42:26.930723 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f73747e2-86e1-4449-b902-6c67959a958c {{(pid=102386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 18:42:26.935479 n-d-816865-1 neutron-server[102386]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0fe35696-e2e4-4757-b0fc-ca26acfa8a1b', 'name': 'network-vif-deleted', 'tag': 'ab74eaef-395a-4fdf-b85e-bacf8245f728', 'status': 'completed', 'code': 200} Nov 05 18:42:26.937965 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Provisioning for port a324c4f0-b74a-45da-8896-345c515524cd completed by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 05 18:42:26.945832 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Provisioning complete for port a324c4f0-b74a-45da-8896-345c515524cd triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:42:26.946242 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:42:26.979455 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2bd6ec-9718-4564-a04f-f32a1b9bcfff req-8d027d64-0ec6-4907-910e-99e7ed4ea6fe tempest-ServerDiskConfigTestJSON-70330027 tempest-ServerDiskConfigTestJSON-70330027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:42:26.981557 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-ca2bd6ec-9718-4564-a04f-f32a1b9bcfff req-8d027d64-0ec6-4907-910e-99e7ed4ea6fe tempest-ServerDiskConfigTestJSON-70330027 tempest-ServerDiskConfigTestJSON-70330027-project] 10.222.0.13 "GET /v2.0/ports?device_id=bcbd3f99-98ae-4481-b4a1-c0a7beca4f9f HTTP/1.1" status: 200 len: 946 time: 0.0649877 Nov 05 18:42:27.003026 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [req-1435e9d5-8dc9-4774-93b5-fe92b228043d req-c5785081-5e5d-4ab8-9314-31b90b40369f service neutron] For port 8e7b7762-69c3-4cee-a44d-991e0e7126b0, host n-h2-816865-1, cleared binding levels {{(pid=102386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 18:42:27.012518 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [req-1435e9d5-8dc9-4774-93b5-fe92b228043d req-c5785081-5e5d-4ab8-9314-31b90b40369f service neutron] For port 8e7b7762-69c3-4cee-a44d-991e0e7126b0, host n-h2-816865-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=8e7b7762-69c3-4cee-a44d-991e0e7126b0,segment=NetworkSegment(0a455d37-289d-4c30-b49d-37dbcca89c88),segment_id=0a455d37-289d-4c30-b49d-37dbcca89c88)] {{(pid=102386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 18:42:27.099488 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-ca2bd6ec-9718-4564-a04f-f32a1b9bcfff req-5b4e2b1f-309d-4801-9f9b-5e035415466d tempest-ServerDiskConfigTestJSON-70330027 tempest-ServerDiskConfigTestJSON-70330027-project] 10.222.0.13 "GET /v2.0/security-groups?id=415b984e-2c75-4a2b-aae3-7fe54c54a52e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112938 Nov 05 18:42:27.101570 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:42:27.114575 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-1435e9d5-8dc9-4774-93b5-fe92b228043d req-c5785081-5e5d-4ab8-9314-31b90b40369f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6149821'] for port, after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:42:27.147545 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] For port a324c4f0-b74a-45da-8896-345c515524cd, host n-h1-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=a324c4f0-b74a-45da-8896-345c515524cd,segment=NetworkSegment(c5f7e1ec-64fe-4c52-a40b-850235aec679),segment_id=c5f7e1ec-64fe-4c52-a40b-850235aec679)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:42:27.152322 n-d-816865-1 neutron-server[102388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aae5303a-edac-4be9-8aa6-6150491c9357', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a324c4f0-b74a-45da-8896-345c515524cd'}] {{(pid=102388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 18:42:27.155256 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85474fee1180e129d8a886d264fe0b30223aa672dd1ffe43b630605f18504f68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1af6424d-46f6-4be3-bcc5-7a9e505881d7" -d '{"events": [{"server_uuid": "aae5303a-edac-4be9-8aa6-6150491c9357", "name": "network-vif-plugged", "status": "completed", "tag": "a324c4f0-b74a-45da-8896-345c515524cd"}]}' {{(pid=102388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 18:42:27.196302 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1435e9d5-8dc9-4774-93b5-fe92b228043d req-c5785081-5e5d-4ab8-9314-31b90b40369f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:42:27.196921 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-1435e9d5-8dc9-4774-93b5-fe92b228043d req-c5785081-5e5d-4ab8-9314-31b90b40369f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:42:27.203690 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-1435e9d5-8dc9-4774-93b5-fe92b228043d req-c5785081-5e5d-4ab8-9314-31b90b40369f service neutron] 10.222.0.55 "PUT /v2.0/ports/8e7b7762-69c3-4cee-a44d-991e0e7126b0 HTTP/1.1" status: 200 len: 1091 time: 1.5297580 Nov 05 18:42:27.231021 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5785081-5e5d-4ab8-9314-31b90b40369f service neutron] Pushing event updated for resources: {'Port': ['ID=8e7b7762-69c3-4cee-a44d-991e0e7126b0,revision_number=3']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:42:27.248438 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 18:42:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c088d291-6530-4627-82eb-fcaf7c49292f x-openstack-request-id: req-c088d291-6530-4627-82eb-fcaf7c49292f {{(pid=102388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 18:42:27.248735 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aae5303a-edac-4be9-8aa6-6150491c9357", "name": "network-vif-plugged", "status": "completed", "tag": "a324c4f0-b74a-45da-8896-345c515524cd", "code": 200}]} {{(pid=102388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 18:42:27.248994 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c088d291-6530-4627-82eb-fcaf7c49292f {{(pid=102388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 18:42:27.249442 n-d-816865-1 neutron-server[102388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aae5303a-edac-4be9-8aa6-6150491c9357', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a324c4f0-b74a-45da-8896-345c515524cd', 'code': 200} Nov 05 18:42:27.251389 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-4c645f03-74f7-495f-8083-c3e646ccc849 req-06ed2d13-2288-44f4-8299-1cdc430765aa tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] 10.222.0.13 "GET /v2.0/ports?device_id=0fe35696-e2e4-4757-b0fc-ca26acfa8a1b HTTP/1.1" status: 200 len: 210 time: 0.0493572 Nov 05 18:42:27.259305 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:42:27.261163 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Device ab74eaef-395a-4fdf-b85e-bacf8245f728 no longer exists at agent hyperv_n-h1-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 18:42:27.338113 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] No Port match for: ab74eaef-395a-4fdf-b85e-bacf8245f728 {{(pid=102388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 18:42:27.338456 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Device ab74eaef-395a-4fdf-b85e-bacf8245f728 not bound to the agent host n-h1-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 18:42:27.383101 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Pushing event updated for resources: {'Port': ['ID=a324c4f0-b74a-45da-8896-345c515524cd,revision_number=5']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:42:27.423907 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12059ef-e2ca-4cda-ae78-239af9cb3b2a req-267b7c86-60b6-4fe3-8d48-98cb9b8734b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:42:27.429150 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-a12059ef-e2ca-4cda-ae78-239af9cb3b2a req-267b7c86-60b6-4fe3-8d48-98cb9b8734b0 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=aae5303a-edac-4be9-8aa6-6150491c9357 HTTP/1.1" status: 200 len: 1096 time: 0.0960784 Nov 05 18:42:27.527578 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1435e9d5-8dc9-4774-93b5-fe92b228043d req-6a7cee99-961a-4dc7-80b3-392b92db1c25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:42:27.529295 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-1435e9d5-8dc9-4774-93b5-fe92b228043d req-6a7cee99-961a-4dc7-80b3-392b92db1c25 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=6c131f7c44f84ab6961400da2cd9c540&device_id=b5fdd612-ad46-4764-a858-9ef8a8ca5819 HTTP/1.1" status: 200 len: 1094 time: 0.0836604 Nov 05 18:42:27.532942 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-a12059ef-e2ca-4cda-ae78-239af9cb3b2a req-2080b462-fea3-44b0-ba0e-8605d53ce09c service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=a5aa6802-d009-40da-82e2-0d6b5867c255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951583 Nov 05 18:42:27.577760 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-1435e9d5-8dc9-4774-93b5-fe92b228043d req-427510df-4f15-44c2-830a-375e172bacdd service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8e7b7762-69c3-4cee-a44d-991e0e7126b0 HTTP/1.1" status: 200 len: 217 time: 0.0400395 Nov 05 18:42:27.631459 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1435e9d5-8dc9-4774-93b5-fe92b228043d req-0d3ddb38-c878-4cb5-a7dd-03d6cbcbeb69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:42:27.632855 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-1435e9d5-8dc9-4774-93b5-fe92b228043d req-0d3ddb38-c878-4cb5-a7dd-03d6cbcbeb69 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=dff9f9fe-033a-4d53-8da1-59a70c229898 HTTP/1.1" status: 200 len: 855 time: 0.0488095 Nov 05 18:42:27.687453 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1435e9d5-8dc9-4774-93b5-fe92b228043d req-15706dad-d29c-4a3c-970b-08e5ad2366b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:42:27.689067 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-1435e9d5-8dc9-4774-93b5-fe92b228043d req-15706dad-d29c-4a3c-970b-08e5ad2366b6 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=1ff0a913-0cfa-4d08-b7d2-c06124fbc3df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0470669 Nov 05 18:42:27.712830 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13995443-60fb-411a-b31f-352e88f2ad7d req-96e26d01-7c8b-4168-86f7-ad7e29bc6c68 tempest-InstanceActionsTestJSON-7654890 tempest-InstanceActionsTestJSON-7654890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:42:27.714627 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-13995443-60fb-411a-b31f-352e88f2ad7d req-96e26d01-7c8b-4168-86f7-ad7e29bc6c68 tempest-InstanceActionsTestJSON-7654890 tempest-InstanceActionsTestJSON-7654890-project] 10.222.0.13 "GET /v2.0/ports?device_id=aae5303a-edac-4be9-8aa6-6150491c9357 HTTP/1.1" status: 200 len: 945 time: 0.0533428 Nov 05 18:42:27.767359 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-13995443-60fb-411a-b31f-352e88f2ad7d req-a30b73c4-9bd3-4c4b-a0f7-7a08886e2ddb tempest-InstanceActionsTestJSON-7654890 tempest-InstanceActionsTestJSON-7654890-project] 10.222.0.13 "GET /v2.0/security-groups?id=a5aa6802-d009-40da-82e2-0d6b5867c255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464206 Nov 05 18:42:27.799427 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-1435e9d5-8dc9-4774-93b5-fe92b228043d req-f84f1958-8ebc-4878-9506-31369fd794fb service neutron] 10.222.0.55 "GET /v2.0/networks/1ff0a913-0cfa-4d08-b7d2-c06124fbc3df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1032507 Nov 05 18:42:27.914687 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5b9bc4-9df7-45ad-84aa-3a5e41b41b2e req-e5596bed-3d53-4ddf-905e-0a9d3c5dfc62 tempest-ServersTestBootFromVolume-1080674323 tempest-ServersTestBootFromVolume-1080674323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:42:27.923800 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-1435e9d5-8dc9-4774-93b5-fe92b228043d req-7891cbce-9bfd-4f58-9bfe-46bf052529cb service neutron] 10.222.0.55 "GET /v2.0/networks/1ff0a913-0cfa-4d08-b7d2-c06124fbc3df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1166627 Nov 05 18:42:27.926614 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-1b5b9bc4-9df7-45ad-84aa-3a5e41b41b2e req-e5596bed-3d53-4ddf-905e-0a9d3c5dfc62 tempest-ServersTestBootFromVolume-1080674323 tempest-ServersTestBootFromVolume-1080674323-project] 10.222.0.13 "GET /v2.0/ports?device_id=b5fdd612-ad46-4764-a858-9ef8a8ca5819 HTTP/1.1" status: 200 len: 943 time: 0.1211283 Nov 05 18:42:27.998649 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-1b5b9bc4-9df7-45ad-84aa-3a5e41b41b2e req-faae5659-8296-444c-b628-aaedb9d18e12 tempest-ServersTestBootFromVolume-1080674323 tempest-ServersTestBootFromVolume-1080674323-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9b98ffb-59d1-4211-8222-8a4dac87e076&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0710969 Nov 05 18:42:28.057078 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-35fd8a44-37e5-4420-b5fa-ffc32a0b8442 req-e70f9217-8e21-4d60-b938-082a965d5408 tempest-LiveAutoBlockMigrationV225Test-1563372898 tempest-LiveAutoBlockMigrationV225Test-1563372898-project] 10.222.0.13 "GET /v2.0/ports?device_id=4f3886b5-bfd5-4bd1-b503-1a7b6a830e3d HTTP/1.1" status: 200 len: 210 time: 0.0418947 Nov 05 18:42:28.100693 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 45260) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:42:28.246492 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6f705c-6c69-40f3-a260-a51958904d1b req-c73f832a-f1e3-4d23-9941-cacdddc30eb5 tempest-ServerDiskConfigTestJSON-70330027 tempest-ServerDiskConfigTestJSON-70330027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:42:28.257278 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-ea6f705c-6c69-40f3-a260-a51958904d1b req-c73f832a-f1e3-4d23-9941-cacdddc30eb5 tempest-ServerDiskConfigTestJSON-70330027 tempest-ServerDiskConfigTestJSON-70330027-project] 10.222.0.13 "GET /v2.0/ports?device_id=bcbd3f99-98ae-4481-b4a1-c0a7beca4f9f HTTP/1.1" status: 200 len: 946 time: 0.0885754 Nov 05 18:42:28.284282 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-f5673e52-729b-4053-ac22-d209604868b1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:42:28.329817 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-ea6f705c-6c69-40f3-a260-a51958904d1b req-ba2f0882-67fe-4434-9222-90996944df53 tempest-ServerDiskConfigTestJSON-70330027 tempest-ServerDiskConfigTestJSON-70330027-project] 10.222.0.13 "GET /v2.0/security-groups?id=415b984e-2c75-4a2b-aae3-7fe54c54a52e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707552 Nov 05 18:42:28.409615 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-e2edbdbc-bfce-4ec2-b178-e5a372f018b6 req-c500e26c-ee36-4394-bb90-7d4e02af4b07 tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] 10.222.0.13 "GET /v2.0/ports?device_id=0fe35696-e2e4-4757-b0fc-ca26acfa8a1b HTTP/1.1" status: 200 len: 210 time: 0.0407684 Nov 05 18:42:28.421592 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-f5673e52-729b-4053-ac22-d209604868b1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:42:28.482557 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-f5673e52-729b-4053-ac22-d209604868b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:42:28.531643 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-f5673e52-729b-4053-ac22-d209604868b1 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=700d5258c1214d8fb18fe7f448969004&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4298003 Nov 05 18:42:28.532718 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5673e52-729b-4053-ac22-d209604868b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=702fe087-d111-4763-9709-2c8c36c01bba,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:42:28.536264 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 45270) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:42:28.592014 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-5de430ec-337c-4f8a-9182-a97099862d72 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:42:28.615029 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-5de430ec-337c-4f8a-9182-a97099862d72 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:42:28.767560 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-5de430ec-337c-4f8a-9182-a97099862d72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:42:28.770138 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-5de430ec-337c-4f8a-9182-a97099862d72 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:42:28.771291 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-5de430ec-337c-4f8a-9182-a97099862d72 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/702fe087-d111-4763-9709-2c8c36c01bba HTTP/1.1" status: 204 len: 168 time: 0.2334461 Nov 05 18:42:28.779437 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de430ec-337c-4f8a-9182-a97099862d72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=702fe087-d111-4763-9709-2c8c36c01bba,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:42:28.916209 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78132405-1ab3-4de2-8bd9-140e10509d64 req-21f42a08-01f8-41a6-8468-ec727ea3e935 tempest-InstanceActionsTestJSON-7654890 tempest-InstanceActionsTestJSON-7654890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:42:28.917704 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-78132405-1ab3-4de2-8bd9-140e10509d64 req-21f42a08-01f8-41a6-8468-ec727ea3e935 tempest-InstanceActionsTestJSON-7654890 tempest-InstanceActionsTestJSON-7654890-project] 10.222.0.13 "GET /v2.0/ports?device_id=aae5303a-edac-4be9-8aa6-6150491c9357 HTTP/1.1" status: 200 len: 945 time: 0.0492060 Nov 05 18:42:28.936561 n-d-816865-1 neutron-server[102386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5fdd612-ad46-4764-a858-9ef8a8ca5819', 'tag': '8e7b7762-69c3-4cee-a44d-991e0e7126b0'}] {{(pid=102386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 18:42:28.939045 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6173a44d7c73f41af551dc890fa1a5892c2c6bc3458b640c8e0c24db7876ba6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd1171cc-e7d2-41fe-8a75-a752695c1189" -d '{"events": [{"name": "network-changed", "server_uuid": "b5fdd612-ad46-4764-a858-9ef8a8ca5819", "tag": "8e7b7762-69c3-4cee-a44d-991e0e7126b0"}]}' {{(pid=102386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 18:42:29.019705 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-78132405-1ab3-4de2-8bd9-140e10509d64 req-1f8fac71-9b51-4501-9d2d-1ec1d9541f11 tempest-InstanceActionsTestJSON-7654890 tempest-InstanceActionsTestJSON-7654890-project] 10.222.0.13 "GET /v2.0/security-groups?id=a5aa6802-d009-40da-82e2-0d6b5867c255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953212 Nov 05 18:42:29.096046 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 18:42:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ced79a5-300e-414f-8515-c1f3b2fc1e94 x-openstack-request-id: req-7ced79a5-300e-414f-8515-c1f3b2fc1e94 {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 18:42:29.098831 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5fdd612-ad46-4764-a858-9ef8a8ca5819", "tag": "8e7b7762-69c3-4cee-a44d-991e0e7126b0", "status": "completed", "code": 200}]} {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 18:42:29.098831 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7ced79a5-300e-414f-8515-c1f3b2fc1e94 {{(pid=102386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 18:42:29.098831 n-d-816865-1 neutron-server[102386]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5fdd612-ad46-4764-a858-9ef8a8ca5819', 'tag': '8e7b7762-69c3-4cee-a44d-991e0e7126b0', 'status': 'completed', 'code': 200} Nov 05 18:42:29.156316 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7bcadc-6544-4ddb-a482-2c4d3c37f282 req-e3564b8f-448f-4212-b78a-4b934ed9ebbe tempest-ServersTestBootFromVolume-1080674323 tempest-ServersTestBootFromVolume-1080674323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:42:29.175575 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-0b7bcadc-6544-4ddb-a482-2c4d3c37f282 req-e3564b8f-448f-4212-b78a-4b934ed9ebbe tempest-ServersTestBootFromVolume-1080674323 tempest-ServersTestBootFromVolume-1080674323-project] 10.222.0.13 "GET /v2.0/ports?device_id=b5fdd612-ad46-4764-a858-9ef8a8ca5819 HTTP/1.1" status: 200 len: 943 time: 0.0642262 Nov 05 18:42:29.204514 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1171cc-e7d2-41fe-8a75-a752695c1189 req-7026f2be-3f09-49eb-90b9-d12b57951bec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:42:29.209327 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-cd1171cc-e7d2-41fe-8a75-a752695c1189 req-7026f2be-3f09-49eb-90b9-d12b57951bec service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=6c131f7c44f84ab6961400da2cd9c540&device_id=b5fdd612-ad46-4764-a858-9ef8a8ca5819 HTTP/1.1" status: 200 len: 1094 time: 0.0843666 Nov 05 18:42:29.267102 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-0b7bcadc-6544-4ddb-a482-2c4d3c37f282 req-58c130bd-dd02-48ba-b0bd-9fdb9f2a22bf tempest-ServersTestBootFromVolume-1080674323 tempest-ServersTestBootFromVolume-1080674323-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9b98ffb-59d1-4211-8222-8a4dac87e076&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0901465 Nov 05 18:42:29.329171 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-fb00f85e-449f-4de3-a240-0980a397bc84 req-10862f86-213e-4874-aa37-598eba41dd39 tempest-LiveAutoBlockMigrationV225Test-1563372898 tempest-LiveAutoBlockMigrationV225Test-1563372898-project] 10.222.0.13 "GET /v2.0/ports?device_id=4f3886b5-bfd5-4bd1-b503-1a7b6a830e3d HTTP/1.1" status: 200 len: 210 time: 0.0589368 Nov 05 18:42:29.507508 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f2c0f7-c0b5-40e9-9cb6-92300cfc0b14 req-1e7984f1-f450-49fc-a313-1b6af51df1ad tempest-ServerDiskConfigTestJSON-70330027 tempest-ServerDiskConfigTestJSON-70330027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:42:29.509595 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-c0f2c0f7-c0b5-40e9-9cb6-92300cfc0b14 req-1e7984f1-f450-49fc-a313-1b6af51df1ad tempest-ServerDiskConfigTestJSON-70330027 tempest-ServerDiskConfigTestJSON-70330027-project] 10.222.0.13 "GET /v2.0/ports?device_id=bcbd3f99-98ae-4481-b4a1-c0a7beca4f9f HTTP/1.1" status: 200 len: 946 time: 0.0545673 Nov 05 18:42:29.564967 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-c0f2c0f7-c0b5-40e9-9cb6-92300cfc0b14 req-22e92e0b-20bc-4969-91f2-b4efef1ca95c tempest-ServerDiskConfigTestJSON-70330027 tempest-ServerDiskConfigTestJSON-70330027-project] 10.222.0.13 "GET /v2.0/security-groups?id=415b984e-2c75-4a2b-aae3-7fe54c54a52e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483723 Nov 05 18:42:29.718385 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1171cc-e7d2-41fe-8a75-a752695c1189 req-0f02c942-6b10-4c5c-a039-2e1969932c8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:42:29.720758 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-cd1171cc-e7d2-41fe-8a75-a752695c1189 req-0f02c942-6b10-4c5c-a039-2e1969932c8a service neutron] 10.222.0.55 "GET /v2.0/networks?id=1ff0a913-0cfa-4d08-b7d2-c06124fbc3df HTTP/1.1" status: 200 len: 917 time: 0.5027606 Nov 05 18:42:29.797653 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-cd1171cc-e7d2-41fe-8a75-a752695c1189 req-b570249f-e7f8-46ee-a8a7-f4142c6a6c52 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8e7b7762-69c3-4cee-a44d-991e0e7126b0 HTTP/1.1" status: 200 len: 217 time: 0.0666790 Nov 05 18:42:29.803006 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 45300) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:42:29.826478 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-41e49d61-d44c-4c3f-91ea-b25f9adb1056 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:42:29.861128 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ae53d3-7fbb-45b1-93b3-b9a03c5cb77a req-5ed7f088-72bf-4b36-8a18-56a25e295db8 tempest-LiveAutoBlockMigrationV225Test-1563372898 tempest-LiveAutoBlockMigrationV225Test-1563372898-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:42:29.863875 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-f2ae53d3-7fbb-45b1-93b3-b9a03c5cb77a req-5ed7f088-72bf-4b36-8a18-56a25e295db8 tempest-LiveAutoBlockMigrationV225Test-1563372898 tempest-LiveAutoBlockMigrationV225Test-1563372898-project] 10.222.0.41 "GET /v2.0/networks?id=5e3d0b1a-fd18-45bc-91bd-c831330234c4 HTTP/1.1" status: 200 len: 820 time: 0.5914214 Nov 05 18:42:29.879380 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [req-f2ae53d3-7fbb-45b1-93b3-b9a03c5cb77a req-7656a8c2-ab20-4c50-bcdb-5ecd9e13beb2 tempest-LiveAutoBlockMigrationV225Test-1563372898 tempest-LiveAutoBlockMigrationV225Test-1563372898-project] Request body: {'port': {'device_id': '4f3886b5-bfd5-4bd1-b503-1a7b6a830e3d', 'network_id': '5e3d0b1a-fd18-45bc-91bd-c831330234c4', 'admin_state_up': True, 'tenant_id': '482f8aec1d1b4fc08a02afb86f8387d6'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:42:29.992298 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1171cc-e7d2-41fe-8a75-a752695c1189 req-0802193e-f185-4a91-bcf3-e167df6f357b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:42:29.994300 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-cd1171cc-e7d2-41fe-8a75-a752695c1189 req-0802193e-f185-4a91-bcf3-e167df6f357b service neutron] 10.222.0.55 "GET /v2.0/subnets?id=dff9f9fe-033a-4d53-8da1-59a70c229898 HTTP/1.1" status: 200 len: 855 time: 0.1841819 Nov 05 18:42:30.042375 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e85f4c-12e8-4d49-9715-d5c9d4603833 req-d5d64576-c53d-4782-a4f1-b5cecaa36173 tempest-InstanceActionsTestJSON-7654890 tempest-InstanceActionsTestJSON-7654890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:42:30.053834 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-92e85f4c-12e8-4d49-9715-d5c9d4603833 req-d5d64576-c53d-4782-a4f1-b5cecaa36173 tempest-InstanceActionsTestJSON-7654890 tempest-InstanceActionsTestJSON-7654890-project] 10.222.0.13 "GET /v2.0/ports?device_id=aae5303a-edac-4be9-8aa6-6150491c9357 HTTP/1.1" status: 200 len: 945 time: 0.1871178 Nov 05 18:42:30.071705 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1171cc-e7d2-41fe-8a75-a752695c1189 req-f70a838a-f047-4f83-956d-fdccd6dd7ed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:42:30.073504 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-cd1171cc-e7d2-41fe-8a75-a752695c1189 req-f70a838a-f047-4f83-956d-fdccd6dd7ed4 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=1ff0a913-0cfa-4d08-b7d2-c06124fbc3df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0650778 Nov 05 18:42:30.118822 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2def467d-e6c3-42e2-b9c8-251e1888aa41 req-542c4fc4-ac8e-4374-ace1-5c3a1fbaca06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:42:30.120642 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-2def467d-e6c3-42e2-b9c8-251e1888aa41 req-542c4fc4-ac8e-4374-ace1-5c3a1fbaca06 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=bc47cfb1be3b46908acf5f2d280b54d3&device_id=aae5303a-edac-4be9-8aa6-6150491c9357 HTTP/1.1" status: 200 len: 1096 time: 0.1405718 Nov 05 18:42:30.149700 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-41e49d61-d44c-4c3f-91ea-b25f9adb1056 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:42:30.181095 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-92e85f4c-12e8-4d49-9715-d5c9d4603833 req-ce4bc9bc-f504-470f-b69e-bbf39c26c96b tempest-InstanceActionsTestJSON-7654890 tempest-InstanceActionsTestJSON-7654890-project] 10.222.0.13 "GET /v2.0/security-groups?id=a5aa6802-d009-40da-82e2-0d6b5867c255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261427 Nov 05 18:42:30.227832 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-cd1171cc-e7d2-41fe-8a75-a752695c1189 req-72aa05bf-3be0-462b-a212-184c3a18df79 service neutron] 10.222.0.55 "GET /v2.0/networks/1ff0a913-0cfa-4d08-b7d2-c06124fbc3df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1445804 Nov 05 18:42:30.252448 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f2ae53d3-7fbb-45b1-93b3-b9a03c5cb77a req-7656a8c2-ab20-4c50-bcdb-5ecd9e13beb2 tempest-LiveAutoBlockMigrationV225Test-1563372898 tempest-LiveAutoBlockMigrationV225Test-1563372898-project] Made reservation on behalf of 482f8aec1d1b4fc08a02afb86f8387d6 for: {'port': 1} {{(pid=102386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 18:42:30.256740 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-f2ae53d3-7fbb-45b1-93b3-b9a03c5cb77a req-7656a8c2-ab20-4c50-bcdb-5ecd9e13beb2 tempest-LiveAutoBlockMigrationV225Test-1563372898 tempest-LiveAutoBlockMigrationV225Test-1563372898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:42:30.298513 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-41e49d61-d44c-4c3f-91ea-b25f9adb1056 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:42:30.395701 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e49d61-d44c-4c3f-91ea-b25f9adb1056 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fd2e956-a370-4aba-83d8-e46241b87cc6,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:42:30.395701 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2def467d-e6c3-42e2-b9c8-251e1888aa41 req-352c6e92-b159-4e6d-be3f-180836a8d1cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:42:30.395895 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-cd1171cc-e7d2-41fe-8a75-a752695c1189 req-483b4613-1de2-45b9-86b4-5ee0dd4f58d7 service neutron] 10.222.0.55 "GET /v2.0/networks/1ff0a913-0cfa-4d08-b7d2-c06124fbc3df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1510270 Nov 05 18:42:30.395990 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-2def467d-e6c3-42e2-b9c8-251e1888aa41 req-352c6e92-b159-4e6d-be3f-180836a8d1cc service neutron] 10.222.0.41 "GET /v2.0/networks?id=fa9ccd47-47cc-4bae-99bf-173f818bbccd HTTP/1.1" status: 200 len: 914 time: 0.2621901 Nov 05 18:42:30.425405 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-41e49d61-d44c-4c3f-91ea-b25f9adb1056 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=89a41871badc40c495f1fb840f709519&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6212928 Nov 05 18:42:30.433633 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 45310) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:42:30.545221 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-4bd52b19-09c8-4e0e-9068-412cee9400ee admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:42:30.564822 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.db_base_plugin_common [req-f2ae53d3-7fbb-45b1-93b3-b9a03c5cb77a req-7656a8c2-ab20-4c50-bcdb-5ecd9e13beb2 tempest-LiveAutoBlockMigrationV225Test-1563372898 tempest-LiveAutoBlockMigrationV225Test-1563372898-project] Allocated IP 172.20.0.13 (5e3d0b1a-fd18-45bc-91bd-c831330234c4/e7fca78a-743c-4af3-9fb8-12bc06bb873c/613b343e-d679-4d51-a8c2-d91f0420c58e) {{(pid=102386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 18:42:30.585894 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-4bd52b19-09c8-4e0e-9068-412cee9400ee admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:42:30.765202 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-4bd52b19-09c8-4e0e-9068-412cee9400ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:42:30.767937 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-4bd52b19-09c8-4e0e-9068-412cee9400ee admin admin] Publish callbacks [] for security_group, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:42:30.772743 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-4bd52b19-09c8-4e0e-9068-412cee9400ee admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1fd2e956-a370-4aba-83d8-e46241b87cc6 HTTP/1.1" status: 204 len: 168 time: 0.3386583 Nov 05 18:42:30.806979 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd52b19-09c8-4e0e-9068-412cee9400ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fd2e956-a370-4aba-83d8-e46241b87cc6,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:42:30.898544 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-2def467d-e6c3-42e2-b9c8-251e1888aa41 req-3e5b09c5-85bb-4acd-ad6e-e4a7aa1389d8 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a324c4f0-b74a-45da-8896-345c515524cd HTTP/1.1" status: 200 len: 217 time: 0.4646404 Nov 05 18:42:30.903748 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-f2ae53d3-7fbb-45b1-93b3-b9a03c5cb77a req-7656a8c2-ab20-4c50-bcdb-5ecd9e13beb2 tempest-LiveAutoBlockMigrationV225Test-1563372898 tempest-LiveAutoBlockMigrationV225Test-1563372898-project] Publish callbacks [] for port, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:42:30.960136 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22c45d8-002b-4807-ab7f-1f1687d07f43 req-189fb18c-5e91-49ca-9ba2-f59d7c5172db tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:42:30.966644 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-a22c45d8-002b-4807-ab7f-1f1687d07f43 req-189fb18c-5e91-49ca-9ba2-f59d7c5172db tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] 10.222.0.13 "GET /v2.0/ports?device_id=1deb7c06-0d89-436e-a71b-115690d709c3 HTTP/1.1" status: 200 len: 950 time: 0.5741796 Nov 05 18:42:30.987785 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3036b1-584d-442a-8ca5-6a969123986e req-1f9defb7-8937-4adf-8da6-78224251b11d tempest-ServersTestBootFromVolume-1080674323 tempest-ServersTestBootFromVolume-1080674323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:42:30.989277 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-fa3036b1-584d-442a-8ca5-6a969123986e req-1f9defb7-8937-4adf-8da6-78224251b11d tempest-ServersTestBootFromVolume-1080674323 tempest-ServersTestBootFromVolume-1080674323-project] 10.222.0.13 "GET /v2.0/ports?device_id=b5fdd612-ad46-4764-a858-9ef8a8ca5819 HTTP/1.1" status: 200 len: 943 time: 0.6074202 Nov 05 18:42:31.025446 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2def467d-e6c3-42e2-b9c8-251e1888aa41 req-de7eafca-5993-425b-8888-85dd102e7980 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:42:31.026992 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-2def467d-e6c3-42e2-b9c8-251e1888aa41 req-de7eafca-5993-425b-8888-85dd102e7980 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6365841c-6a59-404d-8b3a-4e4a085b9618 HTTP/1.1" status: 200 len: 853 time: 0.1159604 Nov 05 18:42:31.077797 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-2def467d-e6c3-42e2-b9c8-251e1888aa41 req-40d779dc-ecd6-40d3-97fb-4371e25153a5 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=fa9ccd47-47cc-4bae-99bf-173f818bbccd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0401189 Nov 05 18:42:31.092849 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-a22c45d8-002b-4807-ab7f-1f1687d07f43 req-fc647092-b727-4d95-9b36-76a8f481b2ce tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] 10.222.0.13 "GET /v2.0/security-groups?id=c4f63610-8850-433c-ac4b-7e7146261ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239958 Nov 05 18:42:31.131579 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-fa3036b1-584d-442a-8ca5-6a969123986e req-e545709b-fc14-4044-92c8-28918b8b2f5b tempest-ServersTestBootFromVolume-1080674323 tempest-ServersTestBootFromVolume-1080674323-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9b98ffb-59d1-4211-8222-8a4dac87e076&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1283946 Nov 05 18:42:31.207832 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-f2ae53d3-7fbb-45b1-93b3-b9a03c5cb77a req-7656a8c2-ab20-4c50-bcdb-5ecd9e13beb2 tempest-LiveAutoBlockMigrationV225Test-1563372898 tempest-LiveAutoBlockMigrationV225Test-1563372898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:42:31.220012 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] get_ports_and_sgs() called for port_ids ['c01fdf04-d1b3-4884-bce0-e642bc3ccf9a'] {{(pid=102388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 18:42:31.229175 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-7c22113f-20b0-4992-9285-57adda4f5931 req-223dea1a-e2e7-42ed-bf01-cc404cf586d5 tempest-LiveAutoBlockMigrationV225Test-1563372898 tempest-LiveAutoBlockMigrationV225Test-1563372898-project] 10.222.0.13 "GET /v2.0/ports?device_id=4f3886b5-bfd5-4bd1-b503-1a7b6a830e3d HTTP/1.1" status: 200 len: 210 time: 0.0445247 Nov 05 18:42:31.250421 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f2ae53d3-7fbb-45b1-93b3-b9a03c5cb77a req-7656a8c2-ab20-4c50-bcdb-5ecd9e13beb2 tempest-LiveAutoBlockMigrationV225Test-1563372898 tempest-LiveAutoBlockMigrationV225Test-1563372898-project] Network 5e3d0b1a-fd18-45bc-91bd-c831330234c4 is already hosted by enough agents. {{(pid=102386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 18:42:31.252735 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.base_scheduler [req-f2ae53d3-7fbb-45b1-93b3-b9a03c5cb77a req-7656a8c2-ab20-4c50-bcdb-5ecd9e13beb2 tempest-LiveAutoBlockMigrationV225Test-1563372898 tempest-LiveAutoBlockMigrationV225Test-1563372898-project] Resources bound (agent type, host, resource id): {{(pid=102386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:42:31.257805 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2ae53d3-7fbb-45b1-93b3-b9a03c5cb77a req-7656a8c2-ab20-4c50-bcdb-5ecd9e13beb2 tempest-LiveAutoBlockMigrationV225Test-1563372898 tempest-LiveAutoBlockMigrationV225Test-1563372898-project] Received port after_create {{(pid=102386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 18:42:31.307560 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7656a8c2-ab20-4c50-bcdb-5ecd9e13beb2 tempest-LiveAutoBlockMigrationV225Test-1563372898 tempest-LiveAutoBlockMigrationV225Test-1563372898-project] Pushing event updated for resources: {'Port': ['ID=613b343e-d679-4d51-a8c2-d91f0420c58e,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:42:31.340037 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8a7a06-cd5a-448f-9a99-0840cde9f64a req-f3e52abb-5e7c-47de-9b47-bb6c8101ed53 tempest-ServerDiskConfigTestJSON-70330027 tempest-ServerDiskConfigTestJSON-70330027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:42:31.346601 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ae53d3-7fbb-45b1-93b3-b9a03c5cb77a req-7656a8c2-ab20-4c50-bcdb-5ecd9e13beb2 tempest-LiveAutoBlockMigrationV225Test-1563372898 tempest-LiveAutoBlockMigrationV225Test-1563372898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:42:31.347196 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-ca8a7a06-cd5a-448f-9a99-0840cde9f64a req-f3e52abb-5e7c-47de-9b47-bb6c8101ed53 tempest-ServerDiskConfigTestJSON-70330027 tempest-ServerDiskConfigTestJSON-70330027-project] 10.222.0.13 "GET /v2.0/ports?device_id=bcbd3f99-98ae-4481-b4a1-c0a7beca4f9f HTTP/1.1" status: 200 len: 946 time: 0.1445644 Nov 05 18:42:31.349569 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-f2ae53d3-7fbb-45b1-93b3-b9a03c5cb77a req-7656a8c2-ab20-4c50-bcdb-5ecd9e13beb2 tempest-LiveAutoBlockMigrationV225Test-1563372898 tempest-LiveAutoBlockMigrationV225Test-1563372898-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:42:31.376106 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-2def467d-e6c3-42e2-b9c8-251e1888aa41 req-e657f140-b107-4a5b-90ab-8800d401a381 service neutron] 10.222.0.41 "GET /v2.0/networks/fa9ccd47-47cc-4bae-99bf-173f818bbccd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2879045 Nov 05 18:42:31.456329 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-f2ae53d3-7fbb-45b1-93b3-b9a03c5cb77a req-7656a8c2-ab20-4c50-bcdb-5ecd9e13beb2 tempest-LiveAutoBlockMigrationV225Test-1563372898 tempest-LiveAutoBlockMigrationV225Test-1563372898-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5814071 Nov 05 18:42:31.466248 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-ca8a7a06-cd5a-448f-9a99-0840cde9f64a req-2f226d5c-43c9-4766-bce4-d17ab004cd5c tempest-ServerDiskConfigTestJSON-70330027 tempest-ServerDiskConfigTestJSON-70330027-project] 10.222.0.13 "GET /v2.0/security-groups?id=415b984e-2c75-4a2b-aae3-7fe54c54a52e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090829 Nov 05 18:42:31.470708 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [req-f2ae53d3-7fbb-45b1-93b3-b9a03c5cb77a req-a996aad4-e352-4550-a6e4-9d74239618cc service neutron] Request body: {'port': {'device_id': '4f3886b5-bfd5-4bd1-b503-1a7b6a830e3d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816865-1'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:42:31.571205 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-f2ae53d3-7fbb-45b1-93b3-b9a03c5cb77a req-a996aad4-e352-4550-a6e4-9d74239618cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:42:31.593825 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ed0f31-0009-440f-893d-7ff72a39651b req-ff12092f-02b4-407a-bed0-0e1d54fee178 tempest-InstanceActionsTestJSON-7654890 tempest-InstanceActionsTestJSON-7654890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:42:31.593825 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-f5ed0f31-0009-440f-893d-7ff72a39651b req-ff12092f-02b4-407a-bed0-0e1d54fee178 tempest-InstanceActionsTestJSON-7654890 tempest-InstanceActionsTestJSON-7654890-project] 10.222.0.13 "GET /v2.0/ports?device_id=aae5303a-edac-4be9-8aa6-6150491c9357 HTTP/1.1" status: 200 len: 945 time: 0.0888855 Nov 05 18:42:31.605323 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-2def467d-e6c3-42e2-b9c8-251e1888aa41 req-4bf4cabc-1c8f-4cf7-b8e2-21b4bff44ee8 service neutron] 10.222.0.41 "GET /v2.0/networks/fa9ccd47-47cc-4bae-99bf-173f818bbccd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2177503 Nov 05 18:42:31.688108 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-f5ed0f31-0009-440f-893d-7ff72a39651b req-f8ee5ae6-f663-4526-8c9a-9c254956ee14 tempest-InstanceActionsTestJSON-7654890 tempest-InstanceActionsTestJSON-7654890-project] 10.222.0.13 "GET /v2.0/security-groups?id=a5aa6802-d009-40da-82e2-0d6b5867c255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832727 Nov 05 18:42:31.720089 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd94b043-5adb-4734-871a-c632d1222598 req-4b012895-d816-46c2-aeae-51157411a28d tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:42:31.721463 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-cd94b043-5adb-4734-871a-c632d1222598 req-4b012895-d816-46c2-aeae-51157411a28d tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] 10.222.0.41 "GET /v2.0/ports?device_id=1deb7c06-0d89-436e-a71b-115690d709c3 HTTP/1.1" status: 200 len: 950 time: 0.0917065 Nov 05 18:42:31.818483 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [req-cd94b043-5adb-4734-871a-c632d1222598 req-c9052d81-e65a-45a4-a81f-050a8479d604 tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] Deleting port c0bab39d-31d7-4372-acf4-dcf699effaf4 {{(pid=102387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 18:42:31.818815 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-cd94b043-5adb-4734-871a-c632d1222598 req-c9052d81-e65a-45a4-a81f-050a8479d604 tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:42:31.934400 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.db [req-cd94b043-5adb-4734-871a-c632d1222598 req-c9052d81-e65a-45a4-a81f-050a8479d604 tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] For port c0bab39d-31d7-4372-acf4-dcf699effaf4, host n-h1-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=c0bab39d-31d7-4372-acf4-dcf699effaf4,segment=NetworkSegment(35c2db9c-522d-48d3-98cf-a08c2cc55db7),segment_id=35c2db9c-522d-48d3-98cf-a08c2cc55db7)] {{(pid=102387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:42:31.934698 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-cd94b043-5adb-4734-871a-c632d1222598 req-c9052d81-e65a-45a4-a81f-050a8479d604 tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:42:31.947549 n-d-816865-1 neutron-server[102386]: DEBUG neutron.notifiers.nova [req-f2ae53d3-7fbb-45b1-93b3-b9a03c5cb77a req-a996aad4-e352-4550-a6e4-9d74239618cc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 613b343e-d679-4d51-a8c2-d91f0420c58e {{(pid=102386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 18:42:31.951644 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [req-cd94b043-5adb-4734-871a-c632d1222598 req-c9052d81-e65a-45a4-a81f-050a8479d604 tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] Calling delete_port for c0bab39d-31d7-4372-acf4-dcf699effaf4 owned by compute:nova {{(pid=102387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 18:42:31.957814 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-f2ae53d3-7fbb-45b1-93b3-b9a03c5cb77a req-a996aad4-e352-4550-a6e4-9d74239618cc service neutron] Publish callbacks [] for port, precommit_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:42:31.971380 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.provisioning_blocks [req-f2ae53d3-7fbb-45b1-93b3-b9a03c5cb77a req-a996aad4-e352-4550-a6e4-9d74239618cc service neutron] Transition to ACTIVE for port object 613b343e-d679-4d51-a8c2-d91f0420c58e will not be triggered until provisioned by entity L2. {{(pid=102386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 05 18:42:32.116399 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-f2ae53d3-7fbb-45b1-93b3-b9a03c5cb77a req-a996aad4-e352-4550-a6e4-9d74239618cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6149821'] for port, after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:42:32.202432 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-cd94b043-5adb-4734-871a-c632d1222598 req-c9052d81-e65a-45a4-a81f-050a8479d604 tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4417063'] for port, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:42:32.216430 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] get_ports_and_sgs() called for port_ids ['c0bab39d-31d7-4372-acf4-dcf699effaf4'] {{(pid=102388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 18:42:32.247815 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a996aad4-e352-4550-a6e4-9d74239618cc service neutron] Pushing event updated for resources: {'Port': ['ID=613b343e-d679-4d51-a8c2-d91f0420c58e,revision_number=2']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:42:32.328108 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [req-f2ae53d3-7fbb-45b1-93b3-b9a03c5cb77a req-a996aad4-e352-4550-a6e4-9d74239618cc service neutron] Attempting to bind port 613b343e-d679-4d51-a8c2-d91f0420c58e on host n-h1-816865-1 for vnic_type normal with profile {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 18:42:32.328451 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [req-f2ae53d3-7fbb-45b1-93b3-b9a03c5cb77a req-a996aad4-e352-4550-a6e4-9d74239618cc service neutron] Attempting to bind port 613b343e-d679-4d51-a8c2-d91f0420c58e by drivers openvswitch,hyperv on host n-h1-816865-1 at level 0 using segments [{'id': '15cac71b-3531-4cff-8a8e-8f8d83bebf12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '5e3d0b1a-fd18-45bc-91bd-c831330234c4'}] {{(pid=102386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 18:42:32.328794 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2ae53d3-7fbb-45b1-93b3-b9a03c5cb77a req-a996aad4-e352-4550-a6e4-9d74239618cc service neutron] Attempting to bind port 613b343e-d679-4d51-a8c2-d91f0420c58e on network 5e3d0b1a-fd18-45bc-91bd-c831330234c4 {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 18:42:32.334453 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2ae53d3-7fbb-45b1-93b3-b9a03c5cb77a req-a996aad4-e352-4550-a6e4-9d74239618cc service neutron] Port 613b343e-d679-4d51-a8c2-d91f0420c58e on network 5e3d0b1a-fd18-45bc-91bd-c831330234c4 not bound, no agent of type Open vSwitch agent registered on host n-h1-816865-1 {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 18:42:32.334779 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2ae53d3-7fbb-45b1-93b3-b9a03c5cb77a req-a996aad4-e352-4550-a6e4-9d74239618cc service neutron] Attempting to bind port 613b343e-d679-4d51-a8c2-d91f0420c58e on network 5e3d0b1a-fd18-45bc-91bd-c831330234c4 {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 18:42:32.337891 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-7b0d430d-fbca-4bba-89d5-8537dfe2fd1e req-9c568ad1-2e98-47ef-821d-3ce14c112fd7 tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] 10.222.0.13 "GET /v2.0/ports?device_id=1deb7c06-0d89-436e-a71b-115690d709c3 HTTP/1.1" status: 200 len: 210 time: 0.1192024 Nov 05 18:42:32.338662 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9052d81-e65a-45a4-a81f-050a8479d604 tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] Pushing event deleted for resources: {'Port': ['ID=c0bab39d-31d7-4372-acf4-dcf699effaf4,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:42:32.365517 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2ae53d3-7fbb-45b1-93b3-b9a03c5cb77a req-a996aad4-e352-4550-a6e4-9d74239618cc service neutron] Checking agent: {'id': 'eb596d7c-8c64-42bd-8aca-fad447eb0eab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816865-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 18, 33, 34), 'started_at': datetime.datetime(2021, 11, 5, 18, 33, 34), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 18, 42, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 18:42:32.387146 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2ae53d3-7fbb-45b1-93b3-b9a03c5cb77a req-a996aad4-e352-4550-a6e4-9d74239618cc service neutron] Checking segment: {'id': '15cac71b-3531-4cff-8a8e-8f8d83bebf12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '5e3d0b1a-fd18-45bc-91bd-c831330234c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 18:42:32.387649 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2ae53d3-7fbb-45b1-93b3-b9a03c5cb77a req-a996aad4-e352-4550-a6e4-9d74239618cc service neutron] Bound using segment: {'id': '15cac71b-3531-4cff-8a8e-8f8d83bebf12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '5e3d0b1a-fd18-45bc-91bd-c831330234c4'} {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 18:42:32.388124 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [req-f2ae53d3-7fbb-45b1-93b3-b9a03c5cb77a req-a996aad4-e352-4550-a6e4-9d74239618cc service neutron] Bound port: 613b343e-d679-4d51-a8c2-d91f0420c58e, host: n-h1-816865-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15cac71b-3531-4cff-8a8e-8f8d83bebf12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '5e3d0b1a-fd18-45bc-91bd-c831330234c4'}}] {{(pid=102386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 18:42:32.388498 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-f2ae53d3-7fbb-45b1-93b3-b9a03c5cb77a req-a996aad4-e352-4550-a6e4-9d74239618cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:42:32.445577 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d7ae4a-2b1b-4c3a-acb5-9853cc73d2e8 req-98375291-4264-4cd1-ae18-35a2d497a6e0 tempest-ServersTestBootFromVolume-1080674323 tempest-ServersTestBootFromVolume-1080674323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:42:32.447113 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-58d7ae4a-2b1b-4c3a-acb5-9853cc73d2e8 req-98375291-4264-4cd1-ae18-35a2d497a6e0 tempest-ServersTestBootFromVolume-1080674323 tempest-ServersTestBootFromVolume-1080674323-project] 10.222.0.13 "GET /v2.0/ports?device_id=b5fdd612-ad46-4764-a858-9ef8a8ca5819 HTTP/1.1" status: 200 len: 943 time: 0.1805730 Nov 05 18:42:32.448015 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd94b043-5adb-4734-871a-c632d1222598 req-c9052d81-e65a-45a4-a81f-050a8479d604 tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] No DVR routers for this DVR port c0bab39d-31d7-4372-acf4-dcf699effaf4 on host n-h1-816865-1 {{(pid=102387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 18:42:32.452714 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-cd94b043-5adb-4734-871a-c632d1222598 req-c9052d81-e65a-45a4-a81f-050a8479d604 tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:42:32.457081 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-cd94b043-5adb-4734-871a-c632d1222598 req-c9052d81-e65a-45a4-a81f-050a8479d604 tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] 10.222.0.41 "DELETE /v2.0/ports/c0bab39d-31d7-4372-acf4-dcf699effaf4 HTTP/1.1" status: 204 len: 173 time: 0.7288272 Nov 05 18:42:32.458226 n-d-816865-1 neutron-server[102387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1deb7c06-0d89-436e-a71b-115690d709c3', 'name': 'network-vif-deleted', 'tag': 'c0bab39d-31d7-4372-acf4-dcf699effaf4'}] {{(pid=102387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 18:42:32.461852 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab06bd4ddf5758c1f10d79fe34dc215bafa488692cde9dba2fcbcb67556f90bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed4313c9-d79a-431a-8e0b-980db439ebad" -d '{"events": [{"server_uuid": "1deb7c06-0d89-436e-a71b-115690d709c3", "name": "network-vif-deleted", "tag": "c0bab39d-31d7-4372-acf4-dcf699effaf4"}]}' {{(pid=102387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 18:42:32.485453 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [req-f2ae53d3-7fbb-45b1-93b3-b9a03c5cb77a req-a996aad4-e352-4550-a6e4-9d74239618cc service neutron] For port 613b343e-d679-4d51-a8c2-d91f0420c58e, host n-h1-816865-1, cleared binding levels {{(pid=102386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 18:42:32.489721 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [req-f2ae53d3-7fbb-45b1-93b3-b9a03c5cb77a req-a996aad4-e352-4550-a6e4-9d74239618cc service neutron] For port 613b343e-d679-4d51-a8c2-d91f0420c58e, host n-h1-816865-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=613b343e-d679-4d51-a8c2-d91f0420c58e,segment=NetworkSegment(15cac71b-3531-4cff-8a8e-8f8d83bebf12),segment_id=15cac71b-3531-4cff-8a8e-8f8d83bebf12)] {{(pid=102386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 18:42:32.580760 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c553e7-5080-419c-a161-028f1fd11997 req-bed8e523-b42e-41c3-ae64-86bf57a5acad tempest-LiveAutoBlockMigrationV225Test-1563372898 tempest-LiveAutoBlockMigrationV225Test-1563372898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:42:32.588805 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-50c553e7-5080-419c-a161-028f1fd11997 req-bed8e523-b42e-41c3-ae64-86bf57a5acad tempest-LiveAutoBlockMigrationV225Test-1563372898 tempest-LiveAutoBlockMigrationV225Test-1563372898-project] 10.222.0.13 "GET /v2.0/ports?device_id=4f3886b5-bfd5-4bd1-b503-1a7b6a830e3d HTTP/1.1" status: 200 len: 944 time: 0.1378806 Nov 05 18:42:32.598180 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-07fd035b-97cb-45dd-92eb-ca36a496adde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:42:32.599855 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-f2ae53d3-7fbb-45b1-93b3-b9a03c5cb77a req-a996aad4-e352-4550-a6e4-9d74239618cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6149821'] for port, after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:42:32.607748 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-58d7ae4a-2b1b-4c3a-acb5-9853cc73d2e8 req-d4745456-d583-4d11-9f84-3ec5059b7710 tempest-ServersTestBootFromVolume-1080674323 tempest-ServersTestBootFromVolume-1080674323-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9b98ffb-59d1-4211-8222-8a4dac87e076&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1425796 Nov 05 18:42:32.658315 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ae53d3-7fbb-45b1-93b3-b9a03c5cb77a req-a996aad4-e352-4550-a6e4-9d74239618cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:42:32.659619 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-f2ae53d3-7fbb-45b1-93b3-b9a03c5cb77a req-a996aad4-e352-4550-a6e4-9d74239618cc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:42:32.661200 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-f2ae53d3-7fbb-45b1-93b3-b9a03c5cb77a req-a996aad4-e352-4550-a6e4-9d74239618cc service neutron] 10.222.0.41 "PUT /v2.0/ports/613b343e-d679-4d51-a8c2-d91f0420c58e HTTP/1.1" status: 200 len: 1092 time: 1.1949146 Nov 05 18:42:32.662255 n-d-816865-1 neutron-server[102386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f3886b5-bfd5-4bd1-b503-1a7b6a830e3d', 'tag': '613b343e-d679-4d51-a8c2-d91f0420c58e'}] {{(pid=102386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 18:42:32.667526 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6173a44d7c73f41af551dc890fa1a5892c2c6bc3458b640c8e0c24db7876ba6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1095b7f7-8ef4-40a4-8bdc-efd97c8453bb" -d '{"events": [{"name": "network-changed", "server_uuid": "4f3886b5-bfd5-4bd1-b503-1a7b6a830e3d", "tag": "613b343e-d679-4d51-a8c2-d91f0420c58e"}]}' {{(pid=102386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 18:42:32.679965 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-50c553e7-5080-419c-a161-028f1fd11997 req-9e7da8fd-d3ab-46a2-84b7-8576388a008d tempest-LiveAutoBlockMigrationV225Test-1563372898 tempest-LiveAutoBlockMigrationV225Test-1563372898-project] 10.222.0.13 "GET /v2.0/security-groups?id=35cb161a-9192-43e2-a392-140fa33626b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901351 Nov 05 18:42:32.743484 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a996aad4-e352-4550-a6e4-9d74239618cc service neutron] Pushing event updated for resources: {'Port': ['ID=613b343e-d679-4d51-a8c2-d91f0420c58e,revision_number=3']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:42:32.810500 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 18:42:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20bf3b8d-03fc-40ab-b191-e8cc46ca049e x-openstack-request-id: req-20bf3b8d-03fc-40ab-b191-e8cc46ca049e {{(pid=102387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 18:42:32.810805 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1deb7c06-0d89-436e-a71b-115690d709c3", "name": "network-vif-deleted", "tag": "c0bab39d-31d7-4372-acf4-dcf699effaf4", "status": "completed", "code": 200}]} {{(pid=102387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 18:42:32.811136 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-20bf3b8d-03fc-40ab-b191-e8cc46ca049e {{(pid=102387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 18:42:32.811572 n-d-816865-1 neutron-server[102387]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1deb7c06-0d89-436e-a71b-115690d709c3', 'name': 'network-vif-deleted', 'tag': 'c0bab39d-31d7-4372-acf4-dcf699effaf4', 'status': 'completed', 'code': 200} Nov 05 18:42:32.891883 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ae53d3-7fbb-45b1-93b3-b9a03c5cb77a req-d98b7e43-17d6-444d-859b-6757bc6f9c8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:42:32.893990 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-f2ae53d3-7fbb-45b1-93b3-b9a03c5cb77a req-d98b7e43-17d6-444d-859b-6757bc6f9c8f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=482f8aec1d1b4fc08a02afb86f8387d6&device_id=4f3886b5-bfd5-4bd1-b503-1a7b6a830e3d HTTP/1.1" status: 200 len: 1095 time: 0.0815203 Nov 05 18:42:32.978924 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa469dc-be2b-4ea5-acef-6f9862a6f057 req-bd3857b4-46f8-4250-9eb6-5edb01e29ccf tempest-ServerDiskConfigTestJSON-70330027 tempest-ServerDiskConfigTestJSON-70330027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:42:32.987451 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-6fa469dc-be2b-4ea5-acef-6f9862a6f057 req-bd3857b4-46f8-4250-9eb6-5edb01e29ccf tempest-ServerDiskConfigTestJSON-70330027 tempest-ServerDiskConfigTestJSON-70330027-project] 10.222.0.13 "GET /v2.0/ports?device_id=bcbd3f99-98ae-4481-b4a1-c0a7beca4f9f HTTP/1.1" status: 200 len: 946 time: 0.1279559 Nov 05 18:42:32.998852 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-f2ae53d3-7fbb-45b1-93b3-b9a03c5cb77a req-bac86aca-91a1-4d6d-9349-cbcf5026943c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=613b343e-d679-4d51-a8c2-d91f0420c58e HTTP/1.1" status: 200 len: 217 time: 0.0962098 Nov 05 18:42:33.066399 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-6fa469dc-be2b-4ea5-acef-6f9862a6f057 req-8b9b71ba-506b-4984-a19f-d3afe9ea7ba3 tempest-ServerDiskConfigTestJSON-70330027 tempest-ServerDiskConfigTestJSON-70330027-project] 10.222.0.13 "GET /v2.0/security-groups?id=415b984e-2c75-4a2b-aae3-7fe54c54a52e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777590 Nov 05 18:42:33.070823 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 18:42:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a8729a1-df74-4b68-af66-df19c00e3934 x-openstack-request-id: req-2a8729a1-df74-4b68-af66-df19c00e3934 {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 18:42:33.071357 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f3886b5-bfd5-4bd1-b503-1a7b6a830e3d", "tag": "613b343e-d679-4d51-a8c2-d91f0420c58e", "status": "completed", "code": 200}]} {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 18:42:33.071784 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2a8729a1-df74-4b68-af66-df19c00e3934 {{(pid=102386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 18:42:33.072402 n-d-816865-1 neutron-server[102386]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f3886b5-bfd5-4bd1-b503-1a7b6a830e3d', 'tag': '613b343e-d679-4d51-a8c2-d91f0420c58e', 'status': 'completed', 'code': 200} Nov 05 18:42:33.076944 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ae53d3-7fbb-45b1-93b3-b9a03c5cb77a req-6f9ca63a-dbc4-484a-a0f6-eb0436cc8d0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:42:33.080776 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-f2ae53d3-7fbb-45b1-93b3-b9a03c5cb77a req-6f9ca63a-dbc4-484a-a0f6-eb0436cc8d0e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e7fca78a-743c-4af3-9fb8-12bc06bb873c HTTP/1.1" status: 200 len: 860 time: 0.0750842 Nov 05 18:42:33.127572 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-f2ae53d3-7fbb-45b1-93b3-b9a03c5cb77a req-4b15ff62-d897-4de9-9aa1-1736341b30d5 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=5e3d0b1a-fd18-45bc-91bd-c831330234c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0375826 Nov 05 18:42:33.166765 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20401979-b4cb-443d-819a-3eb0a8fdfaae req-0bb6236c-d34b-4a06-b90e-4b924c162bed tempest-InstanceActionsTestJSON-7654890 tempest-InstanceActionsTestJSON-7654890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:42:33.168543 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-20401979-b4cb-443d-819a-3eb0a8fdfaae req-0bb6236c-d34b-4a06-b90e-4b924c162bed tempest-InstanceActionsTestJSON-7654890 tempest-InstanceActionsTestJSON-7654890-project] 10.222.0.13 "GET /v2.0/ports?device_id=aae5303a-edac-4be9-8aa6-6150491c9357 HTTP/1.1" status: 200 len: 945 time: 0.0520782 Nov 05 18:42:33.220540 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-20401979-b4cb-443d-819a-3eb0a8fdfaae req-49e3ad05-973c-41c4-abdc-312862596db7 tempest-InstanceActionsTestJSON-7654890 tempest-InstanceActionsTestJSON-7654890-project] 10.222.0.13 "GET /v2.0/security-groups?id=a5aa6802-d009-40da-82e2-0d6b5867c255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447369 Nov 05 18:42:33.240677 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-f2ae53d3-7fbb-45b1-93b3-b9a03c5cb77a req-d803d9f0-c369-4d56-aefb-d8fb7f67eb22 service neutron] 10.222.0.41 "GET /v2.0/networks/5e3d0b1a-fd18-45bc-91bd-c831330234c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1048002 Nov 05 18:42:33.373919 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-f2ae53d3-7fbb-45b1-93b3-b9a03c5cb77a req-67749e2a-da16-44e0-8dab-8d1db0df7441 service neutron] 10.222.0.41 "GET /v2.0/networks/5e3d0b1a-fd18-45bc-91bd-c831330234c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246905 Nov 05 18:42:33.467422 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-84cc49c5-64db-4ee4-8473-4d4b187b6ca2 req-8a24135f-f16e-4887-9773-587c0bea2e13 tempest-MigrationsAdminTest-1773332054 tempest-MigrationsAdminTest-1773332054-project] 10.222.0.13 "GET /v2.0/ports?device_id=1deb7c06-0d89-436e-a71b-115690d709c3 HTTP/1.1" status: 200 len: 210 time: 0.0268412 Nov 05 18:42:33.601122 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1095b7f7-8ef4-40a4-8bdc-efd97c8453bb req-91e3569b-74e8-4b0f-bc86-ce5741a250fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:42:33.602722 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-1095b7f7-8ef4-40a4-8bdc-efd97c8453bb req-91e3569b-74e8-4b0f-bc86-ce5741a250fc service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=482f8aec1d1b4fc08a02afb86f8387d6&device_id=4f3886b5-bfd5-4bd1-b503-1a7b6a830e3d HTTP/1.1" status: 200 len: 1095 time: 0.0494034 Nov 05 18:42:33.735980 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1095b7f7-8ef4-40a4-8bdc-efd97c8453bb req-6eb5ee9b-667a-4837-8f43-ec76fc8d4ce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:42:33.738304 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-1095b7f7-8ef4-40a4-8bdc-efd97c8453bb req-6eb5ee9b-667a-4837-8f43-ec76fc8d4ce5 service neutron] 10.222.0.41 "GET /v2.0/networks?id=5e3d0b1a-fd18-45bc-91bd-c831330234c4 HTTP/1.1" status: 200 len: 921 time: 0.1282225 Nov 05 18:42:33.778398 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c3f571-2877-44f8-8834-04565a354395 req-1bd7fd0a-59c2-42f0-b786-37901949b98b tempest-ServersTestBootFromVolume-1080674323 tempest-ServersTestBootFromVolume-1080674323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:42:33.785383 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-d4c3f571-2877-44f8-8834-04565a354395 req-1bd7fd0a-59c2-42f0-b786-37901949b98b tempest-ServersTestBootFromVolume-1080674323 tempest-ServersTestBootFromVolume-1080674323-project] 10.222.0.13 "GET /v2.0/ports?device_id=b5fdd612-ad46-4764-a858-9ef8a8ca5819 HTTP/1.1" status: 200 len: 943 time: 0.0721958 Nov 05 18:42:33.827368 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-1095b7f7-8ef4-40a4-8bdc-efd97c8453bb req-31d7f19c-3f39-46f8-b392-442d5ec80c21 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=613b343e-d679-4d51-a8c2-d91f0420c58e HTTP/1.1" status: 200 len: 217 time: 0.0790367 Nov 05 18:42:33.865208 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-d4c3f571-2877-44f8-8834-04565a354395 req-bf1fec2d-10e0-4599-bd77-e864a99cee1c tempest-ServersTestBootFromVolume-1080674323 tempest-ServersTestBootFromVolume-1080674323-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9b98ffb-59d1-4211-8222-8a4dac87e076&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0788939 Nov 05 18:42:33.907483 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1095b7f7-8ef4-40a4-8bdc-efd97c8453bb req-97889bce-0fa3-41f0-b8c5-071d502e5bce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:42:33.911088 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-1095b7f7-8ef4-40a4-8bdc-efd97c8453bb req-97889bce-0fa3-41f0-b8c5-071d502e5bce service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e7fca78a-743c-4af3-9fb8-12bc06bb873c HTTP/1.1" status: 200 len: 860 time: 0.0737617 Nov 05 18:42:33.921970 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e284b4-531a-4cd7-abd7-60e2ff717def req-df30d601-2091-4731-8690-f33587be1acf tempest-LiveAutoBlockMigrationV225Test-1563372898 tempest-LiveAutoBlockMigrationV225Test-1563372898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:42:33.928041 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:42:33.931519 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-c4e284b4-531a-4cd7-abd7-60e2ff717def req-df30d601-2091-4731-8690-f33587be1acf tempest-LiveAutoBlockMigrationV225Test-1563372898 tempest-LiveAutoBlockMigrationV225Test-1563372898-project] 10.222.0.13 "GET /v2.0/ports?device_id=4f3886b5-bfd5-4bd1-b503-1a7b6a830e3d HTTP/1.1" status: 200 len: 944 time: 0.0790286 Nov 05 18:42:33.955403 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-1095b7f7-8ef4-40a4-8bdc-efd97c8453bb req-37dae802-c2f1-42ef-b197-1ca19dd70060 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=5e3d0b1a-fd18-45bc-91bd-c831330234c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0360870 Nov 05 18:42:34.002448 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-c4e284b4-531a-4cd7-abd7-60e2ff717def req-c48ad06e-6a06-4445-8c6f-45a28bae03a5 tempest-LiveAutoBlockMigrationV225Test-1563372898 tempest-LiveAutoBlockMigrationV225Test-1563372898-project] 10.222.0.13 "GET /v2.0/security-groups?id=35cb161a-9192-43e2-a392-140fa33626b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550721 Nov 05 18:42:34.079810 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-1095b7f7-8ef4-40a4-8bdc-efd97c8453bb req-0f39e607-3a56-41c0-a2e3-71b359232044 service neutron] 10.222.0.41 "GET /v2.0/networks/5e3d0b1a-fd18-45bc-91bd-c831330234c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1154144 Nov 05 18:42:34.131707 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f47bcc3-5a0d-4b3f-9d76-2adc1b3d976a req-7317eefb-40fa-4eac-829a-ead290cab4e9 tempest-InstanceActionsTestJSON-7654890 tempest-InstanceActionsTestJSON-7654890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:42:34.134580 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-8f47bcc3-5a0d-4b3f-9d76-2adc1b3d976a req-7317eefb-40fa-4eac-829a-ead290cab4e9 tempest-InstanceActionsTestJSON-7654890 tempest-InstanceActionsTestJSON-7654890-project] 10.222.0.13 "GET /v2.0/ports?device_id=aae5303a-edac-4be9-8aa6-6150491c9357 HTTP/1.1" status: 200 len: 945 time: 0.0783875 Nov 05 18:42:34.194000 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-8f47bcc3-5a0d-4b3f-9d76-2adc1b3d976a req-6de3eaf1-1b24-470a-9d8c-ced85128a90a tempest-InstanceActionsTestJSON-7654890 tempest-InstanceActionsTestJSON-7654890-project] 10.222.0.13 "GET /v2.0/security-groups?id=a5aa6802-d009-40da-82e2-0d6b5867c255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563371 Nov 05 18:42:34.211927 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-1095b7f7-8ef4-40a4-8bdc-efd97c8453bb req-b4896f78-8b5f-425e-9afa-258fc999ca41 service neutron] 10.222.0.41 "GET /v2.0/networks/5e3d0b1a-fd18-45bc-91bd-c831330234c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234286 Nov 05 18:42:34.321977 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b0c8ca-02a7-4e6e-9a28-9463522d2c08 req-8de29c4b-2a70-4be7-a09e-0389b81a9a10 tempest-ServerDiskConfigTestJSON-70330027 tempest-ServerDiskConfigTestJSON-70330027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:42:34.323687 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-08b0c8ca-02a7-4e6e-9a28-9463522d2c08 req-8de29c4b-2a70-4be7-a09e-0389b81a9a10 tempest-ServerDiskConfigTestJSON-70330027 tempest-ServerDiskConfigTestJSON-70330027-project] 10.222.0.13 "GET /v2.0/ports?device_id=bcbd3f99-98ae-4481-b4a1-c0a7beca4f9f HTTP/1.1" status: 200 len: 946 time: 0.0528705 Nov 05 18:42:34.375204 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-08b0c8ca-02a7-4e6e-9a28-9463522d2c08 req-858f3a96-43e8-4f4d-b59b-66699e1cf769 tempest-ServerDiskConfigTestJSON-70330027 tempest-ServerDiskConfigTestJSON-70330027-project] 10.222.0.13 "GET /v2.0/security-groups?id=415b984e-2c75-4a2b-aae3-7fe54c54a52e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454330 Nov 05 18:42:34.615058 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Device c0bab39d-31d7-4372-acf4-dcf699effaf4 no longer exists at agent hyperv_n-h1-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 18:42:34.640408 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] No Port match for: c0bab39d-31d7-4372-acf4-dcf699effaf4 {{(pid=102388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 18:42:34.640975 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Device c0bab39d-31d7-4372-acf4-dcf699effaf4 not bound to the agent host n-h1-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 18:42:34.882084 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-cf4128af-74cf-40cd-b843-5db01ef69c50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:42:34.986528 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 45432) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:42:35.030253 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 45440) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:42:35.041707 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2c3aca-e4e8-4159-861b-c49a5241633c req-23d78fbb-4d39-42b8-87dc-749c6fe466f7 tempest-ServersTestBootFromVolume-1080674323 tempest-ServersTestBootFromVolume-1080674323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:42:35.043420 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-ad2c3aca-e4e8-4159-861b-c49a5241633c req-23d78fbb-4d39-42b8-87dc-749c6fe466f7 tempest-ServersTestBootFromVolume-1080674323 tempest-ServersTestBootFromVolume-1080674323-project] 10.222.0.13 "GET /v2.0/ports?device_id=b5fdd612-ad46-4764-a858-9ef8a8ca5819 HTTP/1.1" status: 200 len: 943 time: 0.0758817 Nov 05 18:42:35.161112 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-983affe0-5bb6-448b-a8e7-155edd197915 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:42:35.168309 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-ad2c3aca-e4e8-4159-861b-c49a5241633c req-0355ebcd-9b07-4cb1-bf66-992a5cc820e9 tempest-ServersTestBootFromVolume-1080674323 tempest-ServersTestBootFromVolume-1080674323-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9b98ffb-59d1-4211-8222-8a4dac87e076&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1151018 Nov 05 18:42:35.231295 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a90d79-d475-4c5c-8ae1-c43853d17302 req-c3962567-eddb-4a09-ae7c-bffe15184f23 tempest-LiveAutoBlockMigrationV225Test-1563372898 tempest-LiveAutoBlockMigrationV225Test-1563372898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:42:35.232968 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-77a90d79-d475-4c5c-8ae1-c43853d17302 req-c3962567-eddb-4a09-ae7c-bffe15184f23 tempest-LiveAutoBlockMigrationV225Test-1563372898 tempest-LiveAutoBlockMigrationV225Test-1563372898-project] 10.222.0.13 "GET /v2.0/ports?device_id=4f3886b5-bfd5-4bd1-b503-1a7b6a830e3d HTTP/1.1" status: 200 len: 944 time: 0.0558448 Nov 05 18:42:35.261154 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-75b9beba-262c-42f1-a3ca-6e161362fc6d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=10ec5728e81c4449951d5c9e87d02372&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2734132 Nov 05 18:42:35.269305 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 45448) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:42:35.305462 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-983affe0-5bb6-448b-a8e7-155edd197915 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:42:35.351896 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-77a90d79-d475-4c5c-8ae1-c43853d17302 req-fdd3eda5-a15c-4810-abd5-51a16e33c3ae tempest-LiveAutoBlockMigrationV225Test-1563372898 tempest-LiveAutoBlockMigrationV225Test-1563372898-project] 10.222.0.13 "GET /v2.0/security-groups?id=35cb161a-9192-43e2-a392-140fa33626b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096294 Nov 05 18:42:35.378982 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad49b5d9-32b1-4339-b979-afe1780abe49 req-5bab82f4-919f-4be9-86fc-b58de5e3801d tempest-InstanceActionsTestJSON-7654890 tempest-InstanceActionsTestJSON-7654890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:42:35.380142 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38879be-1e01-40f9-b854-ee941d470f3f req-85e0a2b5-594e-464e-bbe5-aa128cdde3f2 tempest-InstanceActionsTestJSON-7654890 tempest-InstanceActionsTestJSON-7654890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:42:35.381648 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-f38879be-1e01-40f9-b854-ee941d470f3f req-85e0a2b5-594e-464e-bbe5-aa128cdde3f2 tempest-InstanceActionsTestJSON-7654890 tempest-InstanceActionsTestJSON-7654890-project] 10.222.0.41 "GET /v2.0/ports?device_id=aae5303a-edac-4be9-8aa6-6150491c9357 HTTP/1.1" status: 200 len: 945 time: 0.0612245 Nov 05 18:42:35.382492 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-ad49b5d9-32b1-4339-b979-afe1780abe49 req-5bab82f4-919f-4be9-86fc-b58de5e3801d tempest-InstanceActionsTestJSON-7654890 tempest-InstanceActionsTestJSON-7654890-project] 10.222.0.13 "GET /v2.0/ports?device_id=aae5303a-edac-4be9-8aa6-6150491c9357 HTTP/1.1" status: 200 len: 945 time: 0.1029644 Nov 05 18:42:35.388203 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-72bd09b9-5131-47a6-9e1c-efc653e48a74 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:42:35.423098 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-983affe0-5bb6-448b-a8e7-155edd197915 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:42:35.441258 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-72bd09b9-5131-47a6-9e1c-efc653e48a74 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:42:35.483161 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-ad49b5d9-32b1-4339-b979-afe1780abe49 req-2bd9ccc0-e00d-4e60-9b91-b90333e461ea tempest-InstanceActionsTestJSON-7654890 tempest-InstanceActionsTestJSON-7654890-project] 10.222.0.13 "GET /v2.0/security-groups?id=a5aa6802-d009-40da-82e2-0d6b5867c255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920522 Nov 05 18:42:35.510938 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983affe0-5bb6-448b-a8e7-155edd197915 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=873c54a9-ce62-49d9-96a3-79501761b395,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:42:35.517762 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-983affe0-5bb6-448b-a8e7-155edd197915 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=90b1e42963864f2092bff15df52b19c5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4839883 Nov 05 18:42:35.521023 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 45452) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:42:35.549036 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [req-f38879be-1e01-40f9-b854-ee941d470f3f req-a149a15e-6dfc-4b6c-859d-cf0d03f489c3 tempest-InstanceActionsTestJSON-7654890 tempest-InstanceActionsTestJSON-7654890-project] Deleting port a324c4f0-b74a-45da-8896-345c515524cd {{(pid=102386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 18:42:35.549734 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-f38879be-1e01-40f9-b854-ee941d470f3f req-a149a15e-6dfc-4b6c-859d-cf0d03f489c3 tempest-InstanceActionsTestJSON-7654890 tempest-InstanceActionsTestJSON-7654890-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:42:35.592905 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-72bd09b9-5131-47a6-9e1c-efc653e48a74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:42:35.595482 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-72bd09b9-5131-47a6-9e1c-efc653e48a74 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:42:35.599716 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-72bd09b9-5131-47a6-9e1c-efc653e48a74 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c4f63610-8850-433c-ac4b-7e7146261ce5 HTTP/1.1" status: 204 len: 168 time: 0.3302999 Nov 05 18:42:35.611593 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72bd09b9-5131-47a6-9e1c-efc653e48a74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4f63610-8850-433c-ac4b-7e7146261ce5,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:42:35.640380 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76be1965-b9c9-49ee-bb42-8b0baf5fe2b9 req-db4740f6-2f06-4ee5-a4be-bab8fe596558 tempest-ServerDiskConfigTestJSON-70330027 tempest-ServerDiskConfigTestJSON-70330027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:42:35.654022 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-76be1965-b9c9-49ee-bb42-8b0baf5fe2b9 req-db4740f6-2f06-4ee5-a4be-bab8fe596558 tempest-ServerDiskConfigTestJSON-70330027 tempest-ServerDiskConfigTestJSON-70330027-project] 10.222.0.13 "GET /v2.0/ports?device_id=bcbd3f99-98ae-4481-b4a1-c0a7beca4f9f HTTP/1.1" status: 200 len: 946 time: 0.0921991 Nov 05 18:42:35.654022 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-db8f594a-17ea-412c-9d13-ece01e5aac27 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:42:35.667564 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [req-f38879be-1e01-40f9-b854-ee941d470f3f req-a149a15e-6dfc-4b6c-859d-cf0d03f489c3 tempest-InstanceActionsTestJSON-7654890 tempest-InstanceActionsTestJSON-7654890-project] For port a324c4f0-b74a-45da-8896-345c515524cd, host n-h1-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=a324c4f0-b74a-45da-8896-345c515524cd,segment=NetworkSegment(c5f7e1ec-64fe-4c52-a40b-850235aec679),segment_id=c5f7e1ec-64fe-4c52-a40b-850235aec679)] {{(pid=102386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:42:35.671234 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-f38879be-1e01-40f9-b854-ee941d470f3f req-a149a15e-6dfc-4b6c-859d-cf0d03f489c3 tempest-InstanceActionsTestJSON-7654890 tempest-InstanceActionsTestJSON-7654890-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:42:35.686720 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [req-f38879be-1e01-40f9-b854-ee941d470f3f req-a149a15e-6dfc-4b6c-859d-cf0d03f489c3 tempest-InstanceActionsTestJSON-7654890 tempest-InstanceActionsTestJSON-7654890-project] Calling delete_port for a324c4f0-b74a-45da-8896-345c515524cd owned by compute:nova {{(pid=102386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 18:42:35.694524 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-db8f594a-17ea-412c-9d13-ece01e5aac27 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:42:35.728432 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-76be1965-b9c9-49ee-bb42-8b0baf5fe2b9 req-54d03719-56e5-4091-a92b-e52b326eba35 tempest-ServerDiskConfigTestJSON-70330027 tempest-ServerDiskConfigTestJSON-70330027-project] 10.222.0.13 "GET /v2.0/security-groups?id=415b984e-2c75-4a2b-aae3-7fe54c54a52e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797718 Nov 05 18:42:35.881930 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-db8f594a-17ea-412c-9d13-ece01e5aac27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:42:35.884603 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-db8f594a-17ea-412c-9d13-ece01e5aac27 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:42:35.885773 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-db8f594a-17ea-412c-9d13-ece01e5aac27 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/873c54a9-ce62-49d9-96a3-79501761b395 HTTP/1.1" status: 204 len: 168 time: 0.3651545 Nov 05 18:42:35.894351 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8f594a-17ea-412c-9d13-ece01e5aac27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=873c54a9-ce62-49d9-96a3-79501761b395,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:42:35.927739 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-f38879be-1e01-40f9-b854-ee941d470f3f req-a149a15e-6dfc-4b6c-859d-cf0d03f489c3 tempest-InstanceActionsTestJSON-7654890 tempest-InstanceActionsTestJSON-7654890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:42:35.936710 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:42:35.940250 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] get_ports_and_sgs() called for port_ids ['a324c4f0-b74a-45da-8896-345c515524cd'] {{(pid=102388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 18:42:36.001147 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a149a15e-6dfc-4b6c-859d-cf0d03f489c3 tempest-InstanceActionsTestJSON-7654890 tempest-InstanceActionsTestJSON-7654890-project] Pushing event deleted for resources: {'Port': ['ID=a324c4f0-b74a-45da-8896-345c515524cd,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:42:36.004474 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [req-f38879be-1e01-40f9-b854-ee941d470f3f req-a149a15e-6dfc-4b6c-859d-cf0d03f489c3 tempest-InstanceActionsTestJSON-7654890 tempest-InstanceActionsTestJSON-7654890-project] No DVR routers for this DVR port a324c4f0-b74a-45da-8896-345c515524cd on host n-h1-816865-1 {{(pid=102386) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 18:42:36.006352 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-f38879be-1e01-40f9-b854-ee941d470f3f req-a149a15e-6dfc-4b6c-859d-cf0d03f489c3 tempest-InstanceActionsTestJSON-7654890 tempest-InstanceActionsTestJSON-7654890-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:42:36.009732 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-f38879be-1e01-40f9-b854-ee941d470f3f req-a149a15e-6dfc-4b6c-859d-cf0d03f489c3 tempest-InstanceActionsTestJSON-7654890 tempest-InstanceActionsTestJSON-7654890-project] 10.222.0.41 "DELETE /v2.0/ports/a324c4f0-b74a-45da-8896-345c515524cd HTTP/1.1" status: 204 len: 173 time: 0.6195436 Nov 05 18:42:36.010210 n-d-816865-1 neutron-server[102386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aae5303a-edac-4be9-8aa6-6150491c9357', 'name': 'network-vif-deleted', 'tag': 'a324c4f0-b74a-45da-8896-345c515524cd'}] {{(pid=102386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 18:42:36.012562 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6173a44d7c73f41af551dc890fa1a5892c2c6bc3458b640c8e0c24db7876ba6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6467f7ec-7703-4b71-8974-922fb329ab91" -d '{"events": [{"server_uuid": "aae5303a-edac-4be9-8aa6-6150491c9357", "name": "network-vif-deleted", "tag": "a324c4f0-b74a-45da-8896-345c515524cd"}]}' {{(pid=102386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 18:42:36.082532 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 18:42:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d740bb5b-1ed5-48df-bbaf-21bedaa25c7b x-openstack-request-id: req-d740bb5b-1ed5-48df-bbaf-21bedaa25c7b {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 18:42:36.083209 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aae5303a-edac-4be9-8aa6-6150491c9357", "name": "network-vif-deleted", "tag": "a324c4f0-b74a-45da-8896-345c515524cd", "status": "completed", "code": 200}]} {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 18:42:36.083648 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d740bb5b-1ed5-48df-bbaf-21bedaa25c7b {{(pid=102386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 18:42:36.084322 n-d-816865-1 neutron-server[102386]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aae5303a-edac-4be9-8aa6-6150491c9357', 'name': 'network-vif-deleted', 'tag': 'a324c4f0-b74a-45da-8896-345c515524cd', 'status': 'completed', 'code': 200} Nov 05 18:42:36.110501 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b304910f-7b27-444b-a8fc-977d26b1ceac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:42:36.299919 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb9e61d-23f7-4f38-8f0d-94d1816ef29b req-aaf1da63-f7c5-4649-8b64-dbf870199ff5 tempest-ServersTestBootFromVolume-1080674323 tempest-ServersTestBootFromVolume-1080674323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:42:36.302147 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-fdb9e61d-23f7-4f38-8f0d-94d1816ef29b req-aaf1da63-f7c5-4649-8b64-dbf870199ff5 tempest-ServersTestBootFromVolume-1080674323 tempest-ServersTestBootFromVolume-1080674323-project] 10.222.0.13 "GET /v2.0/ports?device_id=b5fdd612-ad46-4764-a858-9ef8a8ca5819 HTTP/1.1" status: 200 len: 943 time: 0.0536580 Nov 05 18:42:36.355422 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-fdb9e61d-23f7-4f38-8f0d-94d1816ef29b req-b6f37eaa-6123-4a5d-adcd-5e6dc52f2899 tempest-ServersTestBootFromVolume-1080674323 tempest-ServersTestBootFromVolume-1080674323-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9b98ffb-59d1-4211-8222-8a4dac87e076&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469229 Nov 05 18:42:36.528320 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 45474) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:42:36.576296 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5f449a-c7ca-4cd5-8626-15c2f907063e req-ba7e4a23-c112-4283-9882-f4b0437cd071 tempest-LiveAutoBlockMigrationV225Test-1563372898 tempest-LiveAutoBlockMigrationV225Test-1563372898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:42:36.584856 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-9f5f449a-c7ca-4cd5-8626-15c2f907063e req-ba7e4a23-c112-4283-9882-f4b0437cd071 tempest-LiveAutoBlockMigrationV225Test-1563372898 tempest-LiveAutoBlockMigrationV225Test-1563372898-project] 10.222.0.13 "GET /v2.0/ports?device_id=4f3886b5-bfd5-4bd1-b503-1a7b6a830e3d HTTP/1.1" status: 200 len: 944 time: 0.1119657 Nov 05 18:42:36.607294 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-c7353222-c2d9-4fef-9327-8dffa1cdc607 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5c2630cbfbf44e1f969240a36be4a3e9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0776117 Nov 05 18:42:36.609774 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 45476) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:42:36.660544 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-d554afe1-5a8d-44a1-aeb9-57ca98454230 req-eb80e7ef-938d-4eae-8430-04f54b1d184d tempest-InstanceActionsTestJSON-7654890 tempest-InstanceActionsTestJSON-7654890-project] 10.222.0.13 "GET /v2.0/ports?device_id=aae5303a-edac-4be9-8aa6-6150491c9357 HTTP/1.1" status: 200 len: 210 time: 0.0379598 Nov 05 18:42:36.663660 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-49a384a3-f549-477a-94aa-025b11230fe7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:42:36.666772 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-9f5f449a-c7ca-4cd5-8626-15c2f907063e req-a52602ca-9eee-4319-8b88-8d4364744254 tempest-LiveAutoBlockMigrationV225Test-1563372898 tempest-LiveAutoBlockMigrationV225Test-1563372898-project] 10.222.0.13 "GET /v2.0/security-groups?id=35cb161a-9192-43e2-a392-140fa33626b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810089 Nov 05 18:42:36.698198 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-49a384a3-f549-477a-94aa-025b11230fe7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:42:36.807531 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 45480) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:42:36.821180 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-49a384a3-f549-477a-94aa-025b11230fe7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:42:36.824048 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-49a384a3-f549-477a-94aa-025b11230fe7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:42:36.825171 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-49a384a3-f549-477a-94aa-025b11230fe7 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/bd690aa0-b203-4c8d-b6e0-d23c43f14020 HTTP/1.1" status: 204 len: 168 time: 0.2144077 Nov 05 18:42:36.837827 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-00186b72-1da3-4596-b457-4a768304c836 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:42:36.840883 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a384a3-f549-477a-94aa-025b11230fe7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd690aa0-b203-4c8d-b6e0-d23c43f14020,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:42:36.885021 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb0a6a3-96c3-4d45-97de-23d46940bea8 req-cd7811f3-baa6-40d6-9285-a7fa609dc7fb tempest-ServerDiskConfigTestJSON-70330027 tempest-ServerDiskConfigTestJSON-70330027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:42:36.887283 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-0eb0a6a3-96c3-4d45-97de-23d46940bea8 req-cd7811f3-baa6-40d6-9285-a7fa609dc7fb tempest-ServerDiskConfigTestJSON-70330027 tempest-ServerDiskConfigTestJSON-70330027-project] 10.222.0.13 "GET /v2.0/ports?device_id=bcbd3f99-98ae-4481-b4a1-c0a7beca4f9f HTTP/1.1" status: 200 len: 946 time: 0.0643721 Nov 05 18:42:36.947355 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-0eb0a6a3-96c3-4d45-97de-23d46940bea8 req-5202a4a5-fb8a-411e-bd57-36dec15b1e84 tempest-ServerDiskConfigTestJSON-70330027 tempest-ServerDiskConfigTestJSON-70330027-project] 10.222.0.13 "GET /v2.0/security-groups?id=415b984e-2c75-4a2b-aae3-7fe54c54a52e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537100 Nov 05 18:42:36.953093 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-00186b72-1da3-4596-b457-4a768304c836 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:42:37.047996 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-00186b72-1da3-4596-b457-4a768304c836 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:42:37.094560 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-00186b72-1da3-4596-b457-4a768304c836 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=160e7e8f034f43e9b8b1aca4995bc52e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2855332 Nov 05 18:42:37.098486 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00186b72-1da3-4596-b457-4a768304c836 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b652309-f84a-4c8f-96b1-8e1cea8b0ecb,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:42:37.098871 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 45484) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:42:37.153350 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-e277db87-5ede-4b26-b5ad-0da0d8dce370 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:42:37.176323 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-e277db87-5ede-4b26-b5ad-0da0d8dce370 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:42:37.367220 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-e277db87-5ede-4b26-b5ad-0da0d8dce370 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:42:37.371713 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-e277db87-5ede-4b26-b5ad-0da0d8dce370 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:42:37.371713 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-e277db87-5ede-4b26-b5ad-0da0d8dce370 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4b652309-f84a-4c8f-96b1-8e1cea8b0ecb HTTP/1.1" status: 204 len: 168 time: 0.2721102 Nov 05 18:42:37.380894 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e277db87-5ede-4b26-b5ad-0da0d8dce370 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b652309-f84a-4c8f-96b1-8e1cea8b0ecb,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:42:37.492657 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2f4618-c276-45ae-a0a6-fbab9a25fe69 req-91315217-dbd2-433e-ab42-33e80ef40287 tempest-ServersTestBootFromVolume-1080674323 tempest-ServersTestBootFromVolume-1080674323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:42:37.494108 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-ca2f4618-c276-45ae-a0a6-fbab9a25fe69 req-91315217-dbd2-433e-ab42-33e80ef40287 tempest-ServersTestBootFromVolume-1080674323 tempest-ServersTestBootFromVolume-1080674323-project] 10.222.0.13 "GET /v2.0/ports?device_id=b5fdd612-ad46-4764-a858-9ef8a8ca5819 HTTP/1.1" status: 200 len: 943 time: 0.0528669 Nov 05 18:42:37.543241 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-ca2f4618-c276-45ae-a0a6-fbab9a25fe69 req-a236d2b3-779a-43fc-8b0d-cb56f1bb54da tempest-ServersTestBootFromVolume-1080674323 tempest-ServersTestBootFromVolume-1080674323-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9b98ffb-59d1-4211-8222-8a4dac87e076&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425763 Nov 05 18:42:37.746646 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 45510) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:42:37.837064 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.db_base_plugin_v2 [None req-8707ac96-394a-484f-b8c2-60870a5ee8c6 admin admin] Deleting subnet 6365841c-6a59-404d-8b3a-4e4a085b9618 {{(pid=102387) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 05 18:42:37.845090 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-8707ac96-394a-484f-b8c2-60870a5ee8c6 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:42:37.897715 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59264080-5cc5-4a96-958f-c81739bdd493 req-ea30238b-04d5-4ef4-9214-a800d52223a5 tempest-LiveAutoBlockMigrationV225Test-1563372898 tempest-LiveAutoBlockMigrationV225Test-1563372898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:42:37.899292 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-59264080-5cc5-4a96-958f-c81739bdd493 req-ea30238b-04d5-4ef4-9214-a800d52223a5 tempest-LiveAutoBlockMigrationV225Test-1563372898 tempest-LiveAutoBlockMigrationV225Test-1563372898-project] 10.222.0.13 "GET /v2.0/ports?device_id=4f3886b5-bfd5-4bd1-b503-1a7b6a830e3d HTTP/1.1" status: 200 len: 944 time: 0.1085801 Nov 05 18:42:37.912118 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-8707ac96-394a-484f-b8c2-60870a5ee8c6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4463501'] for subnet, precommit_delete_associations {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:42:37.982632 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-8707ac96-394a-484f-b8c2-60870a5ee8c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1573928'] for subnet, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:42:38.015064 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-59264080-5cc5-4a96-958f-c81739bdd493 req-ef9f60b7-7537-4a7b-8e10-8b43defffe25 tempest-LiveAutoBlockMigrationV225Test-1563372898 tempest-LiveAutoBlockMigrationV225Test-1563372898-project] 10.222.0.13 "GET /v2.0/security-groups?id=35cb161a-9192-43e2-a392-140fa33626b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080918 Nov 05 18:42:38.105881 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7671a7-1346-4c34-ad58-6429e1e98fb6 req-b6081f18-2daa-4a34-93f6-b435232531a4 tempest-ServerDiskConfigTestJSON-70330027 tempest-ServerDiskConfigTestJSON-70330027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:42:38.107655 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-3f7671a7-1346-4c34-ad58-6429e1e98fb6 req-b6081f18-2daa-4a34-93f6-b435232531a4 tempest-ServerDiskConfigTestJSON-70330027 tempest-ServerDiskConfigTestJSON-70330027-project] 10.222.0.13 "GET /v2.0/ports?device_id=bcbd3f99-98ae-4481-b4a1-c0a7beca4f9f HTTP/1.1" status: 200 len: 946 time: 0.0493503 Nov 05 18:42:38.134869 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-31f93893-a48e-4ae8-833d-dccb2b42eacc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:42:38.165855 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-3f7671a7-1346-4c34-ad58-6429e1e98fb6 req-0baa0149-6c11-4216-8dbd-7dfcec588051 tempest-ServerDiskConfigTestJSON-70330027 tempest-ServerDiskConfigTestJSON-70330027-project] 10.222.0.13 "GET /v2.0/security-groups?id=415b984e-2c75-4a2b-aae3-7fe54c54a52e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480723 Nov 05 18:42:38.270790 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-8707ac96-394a-484f-b8c2-60870a5ee8c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1573905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4417146', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5112209'] for subnet, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:42:38.286599 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-8707ac96-394a-484f-b8c2-60870a5ee8c6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597851'] for subnet, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:42:38.292882 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-8707ac96-394a-484f-b8c2-60870a5ee8c6 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/6365841c-6a59-404d-8b3a-4e4a085b9618 HTTP/1.1" status: 204 len: 168 time: 0.5421739 Nov 05 18:42:38.293566 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 45534) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:42:38.309516 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8707ac96-394a-484f-b8c2-60870a5ee8c6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6365841c-6a59-404d-8b3a-4e4a085b9618,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:42:38.380956 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-d8fe0f6e-3748-4c9d-b0f3-6455deaac081 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1664226'] for network, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:42:38.467582 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-d8fe0f6e-3748-4c9d-b0f3-6455deaac081 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1579173', 'neutron.services.segments.db._delete_segments_for_network-8750027792909'] for network, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:42:38.488363 n-d-816865-1 neutron-server[102386]: DEBUG neutron.services.segments.db [None req-d8fe0f6e-3748-4c9d-b0f3-6455deaac081 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa9ccd47-47cc-4bae-99bf-173f818bbccd']}} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:42:38.501014 n-d-816865-1 neutron-server[102386]: DEBUG neutron.services.segments.db [None req-d8fe0f6e-3748-4c9d-b0f3-6455deaac081 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5f7e1ec-64fe-4c52-a40b-850235aec679') {'for_net_delete': True} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:42:38.501324 n-d-816865-1 neutron-server[102386]: DEBUG neutron.services.segments.db [None req-d8fe0f6e-3748-4c9d-b0f3-6455deaac081 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5f7e1ec-64fe-4c52-a40b-850235aec679') {} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:42:38.513029 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-d8fe0f6e-3748-4c9d-b0f3-6455deaac081 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750027793430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4590747'] for segment, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:42:38.526873 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-d8fe0f6e-3748-4c9d-b0f3-6455deaac081 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273'] for segment, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:42:38.533480 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8fe0f6e-3748-4c9d-b0f3-6455deaac081 admin admin] Releasing vlan 160 on physical network physnet1 to pool {{(pid=102386) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 05 18:42:38.534433 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-d8fe0f6e-3748-4c9d-b0f3-6455deaac081 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6149721'] for segment, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:42:38.536119 n-d-816865-1 neutron-server[102386]: Traceback (most recent call last): Nov 05 18:42:38.536119 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 05 18:42:38.536119 n-d-816865-1 neutron-server[102386]: timer() Nov 05 18:42:38.536119 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 05 18:42:38.536119 n-d-816865-1 neutron-server[102386]: cb(*args, **kw) Nov 05 18:42:38.536119 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 05 18:42:38.536119 n-d-816865-1 neutron-server[102386]: return func(*args, **kwargs) Nov 05 18:42:38.536119 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 05 18:42:38.536119 n-d-816865-1 neutron-server[102386]: self._notify() Nov 05 18:42:38.536119 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 05 18:42:38.536119 n-d-816865-1 neutron-server[102386]: self.callback(batched_events) Nov 05 18:42:38.536119 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 05 18:42:38.536119 n-d-816865-1 neutron-server[102386]: event.method(event) Nov 05 18:42:38.536119 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 05 18:42:38.536119 n-d-816865-1 neutron-server[102386]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 05 18:42:38.536119 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 05 18:42:38.536119 n-d-816865-1 neutron-server[102386]: aggregate_uuid = self.p_client.list_aggregates( Nov 05 18:42:38.536119 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 05 18:42:38.536119 n-d-816865-1 neutron-server[102386]: return f(self, *a, **k) Nov 05 18:42:38.536119 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 05 18:42:38.536119 n-d-816865-1 neutron-server[102386]: return self._get(url).json() Nov 05 18:42:38.536119 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 05 18:42:38.536119 n-d-816865-1 neutron-server[102386]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 05 18:42:38.536119 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 05 18:42:38.536119 n-d-816865-1 neutron-server[102386]: return self.request(url, 'GET', **kwargs) Nov 05 18:42:38.536119 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 05 18:42:38.536119 n-d-816865-1 neutron-server[102386]: base_url = self.get_endpoint(auth, allow=allow, Nov 05 18:42:38.536119 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 05 18:42:38.536119 n-d-816865-1 neutron-server[102386]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 05 18:42:38.536119 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 05 18:42:38.536119 n-d-816865-1 neutron-server[102386]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 05 18:42:38.536119 n-d-816865-1 neutron-server[102386]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 05 18:42:38.619430 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:42:38.622687 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Device a324c4f0-b74a-45da-8896-345c515524cd no longer exists at agent hyperv_n-h1-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 18:42:38.674979 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] No Port match for: a324c4f0-b74a-45da-8896-345c515524cd {{(pid=102388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 18:42:38.676535 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Device a324c4f0-b74a-45da-8896-345c515524cd not bound to the agent host n-h1-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 18:42:38.713675 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4246d9-4765-488d-a92f-3562ed20c4a4 req-678f1cae-bccd-4dfb-8510-095aaa1eb40e tempest-ServersTestBootFromVolume-1080674323 tempest-ServersTestBootFromVolume-1080674323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:42:38.715375 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-9f4246d9-4765-488d-a92f-3562ed20c4a4 req-678f1cae-bccd-4dfb-8510-095aaa1eb40e tempest-ServersTestBootFromVolume-1080674323 tempest-ServersTestBootFromVolume-1080674323-project] 10.222.0.13 "GET /v2.0/ports?device_id=b5fdd612-ad46-4764-a858-9ef8a8ca5819 HTTP/1.1" status: 200 len: 943 time: 0.0614784 Nov 05 18:42:38.769556 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-9f4246d9-4765-488d-a92f-3562ed20c4a4 req-546e525f-c19f-4a31-97ec-ea9fac312b0f tempest-ServersTestBootFromVolume-1080674323 tempest-ServersTestBootFromVolume-1080674323-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9b98ffb-59d1-4211-8222-8a4dac87e076&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465143 Nov 05 18:42:38.791157 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-d8fe0f6e-3748-4c9d-b0f3-6455deaac081 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1579178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-956796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1000687'] for network, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:42:38.809282 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-d8fe0f6e-3748-4c9d-b0f3-6455deaac081 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597851'] for network, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:42:38.809282 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-d8fe0f6e-3748-4c9d-b0f3-6455deaac081 admin admin] 10.222.0.13 "DELETE /v2.0/networks/fa9ccd47-47cc-4bae-99bf-173f818bbccd HTTP/1.1" status: 204 len: 168 time: 0.5110407 Nov 05 18:42:38.817396 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8fe0f6e-3748-4c9d-b0f3-6455deaac081 admin admin] Pushing event deleted for resources: {'Network': ['ID=fa9ccd47-47cc-4bae-99bf-173f818bbccd,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:42:38.855239 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 45552) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:42:39.095034 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-e961cdb9-fec8-4f0a-97a1-6f9d4b9f7a18 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-988769100-network', 'tenant_id': '7b42eaeab62a49568123fd6123c6704d'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:42:39.171093 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-4b4c467f-5ad3-4f90-900d-61094605bbd8 req-a4aa0512-7aee-4b97-838d-e7ee3f285f82 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=d58bccf2-f8b9-4db8-9ff5-12c1cf501508&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0500727 Nov 05 18:42:39.182476 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0708c30-035a-4e2e-bf85-893dcec6d6e9 req-4bc6649e-faa1-454e-b8e6-ff0dc39fe656 tempest-LiveAutoBlockMigrationV225Test-1563372898 tempest-LiveAutoBlockMigrationV225Test-1563372898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:42:39.186530 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-a0708c30-035a-4e2e-bf85-893dcec6d6e9 req-4bc6649e-faa1-454e-b8e6-ff0dc39fe656 tempest-LiveAutoBlockMigrationV225Test-1563372898 tempest-LiveAutoBlockMigrationV225Test-1563372898-project] 10.222.0.13 "GET /v2.0/ports?device_id=4f3886b5-bfd5-4bd1-b503-1a7b6a830e3d HTTP/1.1" status: 200 len: 944 time: 0.0673754 Nov 05 18:42:39.237877 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-a0708c30-035a-4e2e-bf85-893dcec6d6e9 req-2b3e6fd6-9cc0-4d79-9f5b-02aa7140a40d tempest-LiveAutoBlockMigrationV225Test-1563372898 tempest-LiveAutoBlockMigrationV225Test-1563372898-project] 10.222.0.13 "GET /v2.0/security-groups?id=35cb161a-9192-43e2-a392-140fa33626b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472479 Nov 05 18:42:39.238562 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4c467f-5ad3-4f90-900d-61094605bbd8 req-65e16310-5980-48d0-800e-72262f1908bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:42:39.240150 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-4b4c467f-5ad3-4f90-900d-61094605bbd8 req-65e16310-5980-48d0-800e-72262f1908bf service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=482f8aec1d1b4fc08a02afb86f8387d6&device_id=d58bccf2-f8b9-4db8-9ff5-12c1cf501508 HTTP/1.1" status: 200 len: 1096 time: 0.0477922 Nov 05 18:42:39.253432 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e961cdb9-fec8-4f0a-97a1-6f9d4b9f7a18 admin admin] Made reservation on behalf of 7b42eaeab62a49568123fd6123c6704d for: {'network': 1} {{(pid=102386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 18:42:39.258326 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-e961cdb9-fec8-4f0a-97a1-6f9d4b9f7a18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for network, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:42:39.275931 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-e961cdb9-fec8-4f0a-97a1-6f9d4b9f7a18 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:42:39.297367 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 45564) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:42:39.324208 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f00282-b716-4286-bd39-87a623b15db1 req-829bdc59-372c-4625-bae6-47ff01899a43 tempest-ServerDiskConfigTestJSON-70330027 tempest-ServerDiskConfigTestJSON-70330027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:42:39.325660 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-61f00282-b716-4286-bd39-87a623b15db1 req-829bdc59-372c-4625-bae6-47ff01899a43 tempest-ServerDiskConfigTestJSON-70330027 tempest-ServerDiskConfigTestJSON-70330027-project] 10.222.0.13 "GET /v2.0/ports?device_id=bcbd3f99-98ae-4481-b4a1-c0a7beca4f9f HTTP/1.1" status: 200 len: 946 time: 0.0665412 Nov 05 18:42:39.368808 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-587ea9fc-adb0-40dd-beb6-32bd1c457816 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=bc47cfb1be3b46908acf5f2d280b54d3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0700908 Nov 05 18:42:39.371393 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 45568) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:42:39.385735 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4c467f-5ad3-4f90-900d-61094605bbd8 req-2cba28b3-137b-4643-bffb-24e75d676d94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:42:39.387892 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-4b4c467f-5ad3-4f90-900d-61094605bbd8 req-2cba28b3-137b-4643-bffb-24e75d676d94 service neutron] 10.222.0.41 "GET /v2.0/networks?id=5e3d0b1a-fd18-45bc-91bd-c831330234c4 HTTP/1.1" status: 200 len: 921 time: 0.1262457 Nov 05 18:42:39.424167 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-61f00282-b716-4286-bd39-87a623b15db1 req-6159bfc5-5402-41e0-a69b-f79eebca8c48 tempest-ServerDiskConfigTestJSON-70330027 tempest-ServerDiskConfigTestJSON-70330027-project] 10.222.0.13 "GET /v2.0/security-groups?id=415b984e-2c75-4a2b-aae3-7fe54c54a52e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834105 Nov 05 18:42:39.441648 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-4b4c467f-5ad3-4f90-900d-61094605bbd8 req-2bfa963e-04f0-43e1-9d5f-942f1fbda23c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=69aa63a3-5ce3-47a2-805e-ff8f5ce4d8b7 HTTP/1.1" status: 200 len: 217 time: 0.0457077 Nov 05 18:42:39.465701 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-95eb4901-59fc-4597-adf9-2ebf821df0a1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:42:39.493329 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-95eb4901-59fc-4597-adf9-2ebf821df0a1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:42:39.507238 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-e961cdb9-fec8-4f0a-97a1-6f9d4b9f7a18 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:42:39.522628 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4c467f-5ad3-4f90-900d-61094605bbd8 req-d3a3b0f8-ac51-4835-84b5-f813a257eff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:42:39.524221 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-4b4c467f-5ad3-4f90-900d-61094605bbd8 req-d3a3b0f8-ac51-4835-84b5-f813a257eff6 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e7fca78a-743c-4af3-9fb8-12bc06bb873c HTTP/1.1" status: 200 len: 860 time: 0.0752687 Nov 05 18:42:39.558311 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-4b4c467f-5ad3-4f90-900d-61094605bbd8 req-23b2c699-6e23-4c30-9091-d1dd6a8dc15d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=5e3d0b1a-fd18-45bc-91bd-c831330234c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0271428 Nov 05 18:42:39.620407 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-e961cdb9-fec8-4f0a-97a1-6f9d4b9f7a18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:42:39.658461 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e961cdb9-fec8-4f0a-97a1-6f9d4b9f7a18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d23dd53-b1c6-445e-9998-51ffff1db13e,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:42:39.670610 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-95eb4901-59fc-4597-adf9-2ebf821df0a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:42:39.673248 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-95eb4901-59fc-4597-adf9-2ebf821df0a1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:42:39.677449 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-95eb4901-59fc-4597-adf9-2ebf821df0a1 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a5aa6802-d009-40da-82e2-0d6b5867c255 HTTP/1.1" status: 204 len: 168 time: 0.3016553 Nov 05 18:42:39.680512 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-4b4c467f-5ad3-4f90-900d-61094605bbd8 req-4794f5d0-2cf0-42e8-a0b3-f91c38744cfc service neutron] 10.222.0.41 "GET /v2.0/networks/5e3d0b1a-fd18-45bc-91bd-c831330234c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1154194 Nov 05 18:42:39.684081 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e961cdb9-fec8-4f0a-97a1-6f9d4b9f7a18 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 159} {{(pid=102386) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 05 18:42:39.688243 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95eb4901-59fc-4597-adf9-2ebf821df0a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5aa6802-d009-40da-82e2-0d6b5867c255,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:42:39.738502 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-e961cdb9-fec8-4f0a-97a1-6f9d4b9f7a18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273'] for segment, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:42:39.739274 n-d-816865-1 neutron-server[102386]: INFO neutron.db.segments_db [None req-e961cdb9-fec8-4f0a-97a1-6f9d4b9f7a18 admin admin] Added segment 9050e839-f2a0-40df-b0e0-c2ead48aa1cc of type vlan for network 9c8babf1-156b-47cf-ba96-56396687b4e5 Nov 05 18:42:39.841198 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-e961cdb9-fec8-4f0a-97a1-6f9d4b9f7a18 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750027258543'] for network, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:42:39.884632 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-4b4c467f-5ad3-4f90-900d-61094605bbd8 req-e5b01106-7457-4566-91b6-c57f2dc7cc74 service neutron] 10.222.0.41 "GET /v2.0/networks/5e3d0b1a-fd18-45bc-91bd-c831330234c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1949527 Nov 05 18:42:39.908588 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4192bf-0753-4d65-b669-60fb4936f001 req-b2abd3e1-a081-43b7-8bf3-f62ffb3a865a tempest-ServersTestBootFromVolume-1080674323 tempest-ServersTestBootFromVolume-1080674323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:42:39.910530 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-3c4192bf-0753-4d65-b669-60fb4936f001 req-b2abd3e1-a081-43b7-8bf3-f62ffb3a865a tempest-ServersTestBootFromVolume-1080674323 tempest-ServersTestBootFromVolume-1080674323-project] 10.222.0.13 "GET /v2.0/ports?device_id=b5fdd612-ad46-4764-a858-9ef8a8ca5819 HTTP/1.1" status: 200 len: 943 time: 0.0543022 Nov 05 18:42:39.984541 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-e961cdb9-fec8-4f0a-97a1-6f9d4b9f7a18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-956796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877'] for network, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:42:39.985942 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e961cdb9-fec8-4f0a-97a1-6f9d4b9f7a18 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:42:39.986425 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-e961cdb9-fec8-4f0a-97a1-6f9d4b9f7a18 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597851'] for network, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:42:40.019729 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-3c4192bf-0753-4d65-b669-60fb4936f001 req-8c7e9863-e898-4105-9947-2a24c4e6dc99 tempest-ServersTestBootFromVolume-1080674323 tempest-ServersTestBootFromVolume-1080674323-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9b98ffb-59d1-4211-8222-8a4dac87e076&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1008008 Nov 05 18:42:40.061085 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e961cdb9-fec8-4f0a-97a1-6f9d4b9f7a18 admin admin] Pushing event updated for resources: {'Network': ['ID=9c8babf1-156b-47cf-ba96-56396687b4e5,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:42:40.070874 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Network 9c8babf1-156b-47cf-ba96-56396687b4e5 details requested by agent ovs-agent-n-d-816865-1 with host n-d-816865-1 {{(pid=102388) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 05 18:42:40.071384 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a0a60f-caf6-4759-860f-16ee601b61b4 req-ca3de4fa-6260-4ce8-bbc9-dd9db6e922ae tempest-NetworksTest-535917024 tempest-NetworksTest-535917024-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:42:40.071621 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a0a60f-caf6-4759-860f-16ee601b61b4 req-ca3de4fa-6260-4ce8-bbc9-dd9db6e922ae tempest-NetworksTest-535917024 tempest-NetworksTest-535917024-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:42:40.072078 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a0a60f-caf6-4759-860f-16ee601b61b4 req-ca3de4fa-6260-4ce8-bbc9-dd9db6e922ae tempest-NetworksTest-535917024 tempest-NetworksTest-535917024-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:42:40.072533 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a0a60f-caf6-4759-860f-16ee601b61b4 req-ca3de4fa-6260-4ce8-bbc9-dd9db6e922ae tempest-NetworksTest-535917024 tempest-NetworksTest-535917024-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:42:40.073008 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a0a60f-caf6-4759-860f-16ee601b61b4 req-ca3de4fa-6260-4ce8-bbc9-dd9db6e922ae tempest-NetworksTest-535917024 tempest-NetworksTest-535917024-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:42:40.073452 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a0a60f-caf6-4759-860f-16ee601b61b4 req-ca3de4fa-6260-4ce8-bbc9-dd9db6e922ae tempest-NetworksTest-535917024 tempest-NetworksTest-535917024-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:42:40.074103 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a0a60f-caf6-4759-860f-16ee601b61b4 req-ca3de4fa-6260-4ce8-bbc9-dd9db6e922ae tempest-NetworksTest-535917024 tempest-NetworksTest-535917024-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:42:40.074550 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a0a60f-caf6-4759-860f-16ee601b61b4 req-ca3de4fa-6260-4ce8-bbc9-dd9db6e922ae tempest-NetworksTest-535917024 tempest-NetworksTest-535917024-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:42:40.075002 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a0a60f-caf6-4759-860f-16ee601b61b4 req-ca3de4fa-6260-4ce8-bbc9-dd9db6e922ae tempest-NetworksTest-535917024 tempest-NetworksTest-535917024-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:42:40.075448 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a0a60f-caf6-4759-860f-16ee601b61b4 req-ca3de4fa-6260-4ce8-bbc9-dd9db6e922ae tempest-NetworksTest-535917024 tempest-NetworksTest-535917024-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:42:40.075910 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a0a60f-caf6-4759-860f-16ee601b61b4 req-ca3de4fa-6260-4ce8-bbc9-dd9db6e922ae tempest-NetworksTest-535917024 tempest-NetworksTest-535917024-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:42:40.077845 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-08a0a60f-caf6-4759-860f-16ee601b61b4 req-ca3de4fa-6260-4ce8-bbc9-dd9db6e922ae tempest-NetworksTest-535917024 tempest-NetworksTest-535917024-project-admin] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7809 time: 0.1441760 Nov 05 18:42:40.138323 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-e961cdb9-fec8-4f0a-97a1-6f9d4b9f7a18 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.2788219 Nov 05 18:42:40.138564 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 45590) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:42:40.143484 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-980497df-3f74-4b2b-8b89-f6d3fac7e929 admin admin] Request body: {'subnet': {'network_id': '9c8babf1-156b-47cf-ba96-56396687b4e5', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-988769100-subnet', 'tenant_id': '7b42eaeab62a49568123fd6123c6704d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:42:40.193942 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc8457b-ad4f-4040-a645-feb3fdeda135 req-d0b06b64-e5df-4648-af01-5a2aa1445623 tempest-NetworksTest-535917024 tempest-NetworksTest-535917024-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:42:40.195389 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-ccc8457b-ad4f-4040-a645-feb3fdeda135 req-d0b06b64-e5df-4648-af01-5a2aa1445623 tempest-NetworksTest-535917024 tempest-NetworksTest-535917024-project-admin] 10.222.0.13 "GET /v2.0/networks/40c8335d-cd0b-4cb5-910a-d4dcddd5cbec HTTP/1.1" status: 200 len: 886 time: 0.0988498 Nov 05 18:42:40.253075 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-980497df-3f74-4b2b-8b89-f6d3fac7e929 admin admin] Made reservation on behalf of 7b42eaeab62a49568123fd6123c6704d for: {'subnet': 1} {{(pid=102386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 18:42:40.256823 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-980497df-3f74-4b2b-8b89-f6d3fac7e929 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4877122'] for subnet, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:42:40.340476 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8cd9b4-c254-4b54-b39f-b28cf0d67097 req-a2f74773-b4a6-4832-905f-fea79c3ea2b5 tempest-NetworksTest-535917024 tempest-NetworksTest-535917024-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:42:40.340951 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8cd9b4-c254-4b54-b39f-b28cf0d67097 req-a2f74773-b4a6-4832-905f-fea79c3ea2b5 tempest-NetworksTest-535917024 tempest-NetworksTest-535917024-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:42:40.341411 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8cd9b4-c254-4b54-b39f-b28cf0d67097 req-a2f74773-b4a6-4832-905f-fea79c3ea2b5 tempest-NetworksTest-535917024 tempest-NetworksTest-535917024-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:42:40.341873 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8cd9b4-c254-4b54-b39f-b28cf0d67097 req-a2f74773-b4a6-4832-905f-fea79c3ea2b5 tempest-NetworksTest-535917024 tempest-NetworksTest-535917024-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:42:40.342354 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8cd9b4-c254-4b54-b39f-b28cf0d67097 req-a2f74773-b4a6-4832-905f-fea79c3ea2b5 tempest-NetworksTest-535917024 tempest-NetworksTest-535917024-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:42:40.342823 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8cd9b4-c254-4b54-b39f-b28cf0d67097 req-a2f74773-b4a6-4832-905f-fea79c3ea2b5 tempest-NetworksTest-535917024 tempest-NetworksTest-535917024-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:42:40.343319 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8cd9b4-c254-4b54-b39f-b28cf0d67097 req-a2f74773-b4a6-4832-905f-fea79c3ea2b5 tempest-NetworksTest-535917024 tempest-NetworksTest-535917024-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:42:40.343697 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8cd9b4-c254-4b54-b39f-b28cf0d67097 req-a2f74773-b4a6-4832-905f-fea79c3ea2b5 tempest-NetworksTest-535917024 tempest-NetworksTest-535917024-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:42:40.344157 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8cd9b4-c254-4b54-b39f-b28cf0d67097 req-a2f74773-b4a6-4832-905f-fea79c3ea2b5 tempest-NetworksTest-535917024 tempest-NetworksTest-535917024-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:42:40.344588 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8cd9b4-c254-4b54-b39f-b28cf0d67097 req-a2f74773-b4a6-4832-905f-fea79c3ea2b5 tempest-NetworksTest-535917024 tempest-NetworksTest-535917024-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:42:40.345026 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8cd9b4-c254-4b54-b39f-b28cf0d67097 req-a2f74773-b4a6-4832-905f-fea79c3ea2b5 tempest-NetworksTest-535917024 tempest-NetworksTest-535917024-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:42:40.345467 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8cd9b4-c254-4b54-b39f-b28cf0d67097 req-a2f74773-b4a6-4832-905f-fea79c3ea2b5 tempest-NetworksTest-535917024 tempest-NetworksTest-535917024-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:42:40.348055 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-0b8cd9b4-c254-4b54-b39f-b28cf0d67097 req-a2f74773-b4a6-4832-905f-fea79c3ea2b5 tempest-NetworksTest-535917024 tempest-NetworksTest-535917024-project-admin] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 8477 time: 0.1297228 Nov 05 18:42:40.398713 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43632875-0278-4a08-b509-1d83bb60db79 req-eed0d29e-70b0-49d4-8fd4-8cc4c0cc9c52 tempest-LiveAutoBlockMigrationV225Test-1563372898 tempest-LiveAutoBlockMigrationV225Test-1563372898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:42:40.400372 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-43632875-0278-4a08-b509-1d83bb60db79 req-eed0d29e-70b0-49d4-8fd4-8cc4c0cc9c52 tempest-LiveAutoBlockMigrationV225Test-1563372898 tempest-LiveAutoBlockMigrationV225Test-1563372898-project] 10.222.0.13 "GET /v2.0/ports?device_id=4f3886b5-bfd5-4bd1-b503-1a7b6a830e3d HTTP/1.1" status: 200 len: 944 time: 0.0628698 Nov 05 18:42:40.456745 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-43632875-0278-4a08-b509-1d83bb60db79 req-e41c2c86-1bce-41d5-9421-0ef5b2c2c1c1 tempest-LiveAutoBlockMigrationV225Test-1563372898 tempest-LiveAutoBlockMigrationV225Test-1563372898-project] 10.222.0.13 "GET /v2.0/security-groups?id=35cb161a-9192-43e2-a392-140fa33626b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458424 Nov 05 18:42:40.562337 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-980497df-3f74-4b2b-8b89-f6d3fac7e929 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6149946', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4877172'] for subnet, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:42:40.567376 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be641c37-40e7-48c2-b8e6-b94d64c1057f req-ea68178b-b15c-4e88-888d-2825b58c2634 tempest-ServerDiskConfigTestJSON-70330027 tempest-ServerDiskConfigTestJSON-70330027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:42:40.568900 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-be641c37-40e7-48c2-b8e6-b94d64c1057f req-ea68178b-b15c-4e88-888d-2825b58c2634 tempest-ServerDiskConfigTestJSON-70330027 tempest-ServerDiskConfigTestJSON-70330027-project] 10.222.0.13 "GET /v2.0/ports?device_id=bcbd3f99-98ae-4481-b4a1-c0a7beca4f9f HTTP/1.1" status: 200 len: 946 time: 0.0576615 Nov 05 18:42:40.632459 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-be641c37-40e7-48c2-b8e6-b94d64c1057f req-baa450ac-da6f-4a58-9987-052c3c6494c6 tempest-ServerDiskConfigTestJSON-70330027 tempest-ServerDiskConfigTestJSON-70330027-project] 10.222.0.13 "GET /v2.0/security-groups?id=415b984e-2c75-4a2b-aae3-7fe54c54a52e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511670 Nov 05 18:42:40.633522 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980497df-3f74-4b2b-8b89-f6d3fac7e929 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1bcf2653-e183-4310-9a0f-bf6fdf3b5408,revision_number=0']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:42:40.643539 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-980497df-3f74-4b2b-8b89-f6d3fac7e929 admin admin] Checking segment: {'id': '9050e839-f2a0-40df-b0e0-c2ead48aa1cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '9c8babf1-156b-47cf-ba96-56396687b4e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 18:42:40.643539 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-980497df-3f74-4b2b-8b89-f6d3fac7e929 admin admin] Network hostable DHCP agents. Network: 9c8babf1-156b-47cf-ba96-56396687b4e5, hostable agents: ['987e2ca0-bc3b-4c6f-a989-429ccfbf753f'], hosted agents: [] {{(pid=102386) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 05 18:42:40.801582 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-980497df-3f74-4b2b-8b89-f6d3fac7e929 admin admin] Network 9c8babf1-156b-47cf-ba96-56396687b4e5 is scheduled to be hosted by DHCP agent 987e2ca0-bc3b-4c6f-a989-429ccfbf753f with binding_index 1 {{(pid=102386) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 05 18:42:40.805581 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 45620) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:42:40.869914 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.base_scheduler [None req-980497df-3f74-4b2b-8b89-f6d3fac7e929 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816865-1, 9c8babf1-156b-47cf-ba96-56396687b4e5) {{(pid=102386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:42:40.874531 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-980497df-3f74-4b2b-8b89-f6d3fac7e929 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:42:40.875354 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-980497df-3f74-4b2b-8b89-f6d3fac7e929 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:42:40.884683 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81c9fbf6-e1d2-4070-94af-8dffe744c561 None None] Network 9c8babf1-156b-47cf-ba96-56396687b4e5 requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 18:42:40.917981 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-7ae69177-36f1-4a2a-a0de-013c09d0f4cb admin admin] Publish callbacks [] for security_group, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:42:40.952337 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-980497df-3f74-4b2b-8b89-f6d3fac7e929 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.8052702 Nov 05 18:42:41.038351 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 45628) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:42:41.038579 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-7ae69177-36f1-4a2a-a0de-013c09d0f4cb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:42:41.060721 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a46ffa0e-4278-4330-ba84-72bf64188209 None None] Network 9c8babf1-156b-47cf-ba96-56396687b4e5 requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 18:42:41.115487 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-7ae69177-36f1-4a2a-a0de-013c09d0f4cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:42:41.181860 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-6f767c81-d012-4749-a616-3a91222b397c admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-791047216-network', 'tenant_id': '5d8c25f022de4b75b42e8c289f7d3f0e'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:42:41.188878 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-7ae69177-36f1-4a2a-a0de-013c09d0f4cb admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=614870a01ce24ea6a6a991837ddb4282&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3820996 Nov 05 18:42:41.193235 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 45636) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:42:41.195495 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae69177-36f1-4a2a-a0de-013c09d0f4cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cebadac-4c2f-4380-bb1a-dcdb93f033c2,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:42:41.212400 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999db415-d547-4749-8b8c-73eaf77601c9 req-cf2ac897-07db-4e44-b7c1-56e4fba16528 tempest-ServersTestBootFromVolume-1080674323 tempest-ServersTestBootFromVolume-1080674323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:42:41.216767 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-999db415-d547-4749-8b8c-73eaf77601c9 req-cf2ac897-07db-4e44-b7c1-56e4fba16528 tempest-ServersTestBootFromVolume-1080674323 tempest-ServersTestBootFromVolume-1080674323-project] 10.222.0.13 "GET /v2.0/ports?device_id=b5fdd612-ad46-4764-a858-9ef8a8ca5819 HTTP/1.1" status: 200 len: 943 time: 0.1127238 Nov 05 18:42:41.263813 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-e6b9aee3-eb5c-4365-a074-939447f5dd15 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:42:41.270014 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-999db415-d547-4749-8b8c-73eaf77601c9 req-5e222862-c5a7-4bbf-ad6f-c4d795fc128c tempest-ServersTestBootFromVolume-1080674323 tempest-ServersTestBootFromVolume-1080674323-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9b98ffb-59d1-4211-8222-8a4dac87e076&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485094 Nov 05 18:42:41.292062 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-e6b9aee3-eb5c-4365-a074-939447f5dd15 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:42:41.356053 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f767c81-d012-4749-a616-3a91222b397c admin admin] Made reservation on behalf of 5d8c25f022de4b75b42e8c289f7d3f0e for: {'network': 1} {{(pid=102386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 18:42:41.360277 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-6f767c81-d012-4749-a616-3a91222b397c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for network, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:42:41.367705 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-6f767c81-d012-4749-a616-3a91222b397c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:42:41.426172 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-e6b9aee3-eb5c-4365-a074-939447f5dd15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:42:41.428648 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-e6b9aee3-eb5c-4365-a074-939447f5dd15 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:42:41.429779 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-e6b9aee3-eb5c-4365-a074-939447f5dd15 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3cebadac-4c2f-4380-bb1a-dcdb93f033c2 HTTP/1.1" status: 204 len: 168 time: 0.2355187 Nov 05 18:42:41.446743 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b9aee3-eb5c-4365-a074-939447f5dd15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cebadac-4c2f-4380-bb1a-dcdb93f033c2,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:42:41.519352 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-6f767c81-d012-4749-a616-3a91222b397c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:42:41.592478 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63536322-4c8d-4c36-bde4-a95b61a7171a req-5e67096b-7f6f-4a20-b0cb-d1c6b105637a tempest-LiveAutoBlockMigrationV225Test-1563372898 tempest-LiveAutoBlockMigrationV225Test-1563372898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:42:41.594153 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-63536322-4c8d-4c36-bde4-a95b61a7171a req-5e67096b-7f6f-4a20-b0cb-d1c6b105637a tempest-LiveAutoBlockMigrationV225Test-1563372898 tempest-LiveAutoBlockMigrationV225Test-1563372898-project] 10.222.0.13 "GET /v2.0/ports?device_id=4f3886b5-bfd5-4bd1-b503-1a7b6a830e3d HTTP/1.1" status: 200 len: 944 time: 0.0500848 Nov 05 18:42:41.629907 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-6f767c81-d012-4749-a616-3a91222b397c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:42:41.652906 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-63536322-4c8d-4c36-bde4-a95b61a7171a req-3f204b81-24f4-4932-af71-fc57c7cfce3c tempest-LiveAutoBlockMigrationV225Test-1563372898 tempest-LiveAutoBlockMigrationV225Test-1563372898-project] 10.222.0.13 "GET /v2.0/security-groups?id=35cb161a-9192-43e2-a392-140fa33626b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512745 Nov 05 18:42:41.657640 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f767c81-d012-4749-a616-3a91222b397c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 152} {{(pid=102386) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 05 18:42:41.669928 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f767c81-d012-4749-a616-3a91222b397c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a4ef96b-132a-4d2d-bdd9-160079b94f96,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:42:41.677107 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-6f767c81-d012-4749-a616-3a91222b397c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273'] for segment, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:42:41.677390 n-d-816865-1 neutron-server[102386]: INFO neutron.db.segments_db [None req-6f767c81-d012-4749-a616-3a91222b397c admin admin] Added segment 7366b739-dd80-4115-a639-c56c148a62e9 of type vlan for network a1c387b6-9d2f-422a-83f2-3344249696b0 Nov 05 18:42:41.720902 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-6f767c81-d012-4749-a616-3a91222b397c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750027258543'] for network, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:42:41.803386 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678ba2b4-a6c4-4a1e-a094-4c50024b0b0d req-43010cbd-311d-48ae-93f3-e1c0c14879c8 tempest-ServerDiskConfigTestJSON-70330027 tempest-ServerDiskConfigTestJSON-70330027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:42:41.805073 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-678ba2b4-a6c4-4a1e-a094-4c50024b0b0d req-43010cbd-311d-48ae-93f3-e1c0c14879c8 tempest-ServerDiskConfigTestJSON-70330027 tempest-ServerDiskConfigTestJSON-70330027-project] 10.222.0.13 "GET /v2.0/ports?device_id=bcbd3f99-98ae-4481-b4a1-c0a7beca4f9f HTTP/1.1" status: 200 len: 946 time: 0.0553861 Nov 05 18:42:41.841894 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-6f767c81-d012-4749-a616-3a91222b397c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-956796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877'] for network, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:42:41.842844 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f767c81-d012-4749-a616-3a91222b397c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:42:41.843445 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-6f767c81-d012-4749-a616-3a91222b397c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597851'] for network, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:42:41.867061 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-678ba2b4-a6c4-4a1e-a094-4c50024b0b0d req-2ff86999-5bb9-4fd1-ae2b-8a741f161687 tempest-ServerDiskConfigTestJSON-70330027 tempest-ServerDiskConfigTestJSON-70330027-project] 10.222.0.13 "GET /v2.0/security-groups?id=415b984e-2c75-4a2b-aae3-7fe54c54a52e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555899 Nov 05 18:42:41.873170 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 45660) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:42:41.879866 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-e469a86b-d6ed-4c81-bce7-30fcfb64c742 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1360931351-network', 'tenant_id': 'beb202625ce44e48bb4caa8d33be7c9e'}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:42:41.944177 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f767c81-d012-4749-a616-3a91222b397c admin admin] Pushing event updated for resources: {'Network': ['ID=a1c387b6-9d2f-422a-83f2-3344249696b0,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:42:41.954908 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Network a1c387b6-9d2f-422a-83f2-3344249696b0 details requested by agent ovs-agent-n-d-816865-1 with host n-d-816865-1 {{(pid=102388) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 05 18:42:42.013281 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e469a86b-d6ed-4c81-bce7-30fcfb64c742 admin admin] Made reservation on behalf of beb202625ce44e48bb4caa8d33be7c9e for: {'network': 1} {{(pid=102387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 18:42:42.015624 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-e469a86b-d6ed-4c81-bce7-30fcfb64c742 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for network, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:42:42.031454 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-e469a86b-d6ed-4c81-bce7-30fcfb64c742 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:42:42.108697 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-e469a86b-d6ed-4c81-bce7-30fcfb64c742 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:42:42.111354 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Device 8e7b7762-69c3-4cee-a44d-991e0e7126b0 details requested by agent hyperv_n-h2-816865-1 with host n-h2-816865-1 {{(pid=102388) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 05 18:42:42.124717 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-6f767c81-d012-4749-a616-3a91222b397c admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.0852263 Nov 05 18:42:42.128216 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 45662) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:42:42.133279 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-6f4ef79f-54c2-4ead-a93b-646c1531fe17 admin admin] Request body: {'subnet': {'network_id': 'a1c387b6-9d2f-422a-83f2-3344249696b0', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-791047216-subnet', 'tenant_id': '5d8c25f022de4b75b42e8c289f7d3f0e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:42:42.207278 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] For port 8e7b7762-69c3-4cee-a44d-991e0e7126b0, host n-h2-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=8e7b7762-69c3-4cee-a44d-991e0e7126b0,segment=NetworkSegment(0a455d37-289d-4c30-b49d-37dbcca89c88),segment_id=0a455d37-289d-4c30-b49d-37dbcca89c88)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:42:42.222028 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Returning: {'device': '8e7b7762-69c3-4cee-a44d-991e0e7126b0', 'network_id': '1ff0a913-0cfa-4d08-b7d2-c06124fbc3df', 'port_id': '8e7b7762-69c3-4cee-a44d-991e0e7126b0', 'mac_address': 'fa:16:3e:df:74:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 190, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dff9f9fe-033a-4d53-8da1-59a70c229898', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102388) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 05 18:42:42.260206 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:42:42.273607 n-d-816865-1 neutron-server[102388]: DEBUG neutron.notifiers.nova [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e7b7762-69c3-4cee-a44d-991e0e7126b0 {{(pid=102388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 18:42:42.281158 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-e469a86b-d6ed-4c81-bce7-30fcfb64c742 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:42:42.283815 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f4ef79f-54c2-4ead-a93b-646c1531fe17 admin admin] Made reservation on behalf of 5d8c25f022de4b75b42e8c289f7d3f0e for: {'subnet': 1} {{(pid=102386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 18:42:42.286311 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-6f4ef79f-54c2-4ead-a93b-646c1531fe17 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4877122'] for subnet, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:42:42.293303 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] For port 8e7b7762-69c3-4cee-a44d-991e0e7126b0, host n-h2-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=8e7b7762-69c3-4cee-a44d-991e0e7126b0,segment=NetworkSegment(0a455d37-289d-4c30-b49d-37dbcca89c88),segment_id=0a455d37-289d-4c30-b49d-37dbcca89c88)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:42:42.317841 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e469a86b-d6ed-4c81-bce7-30fcfb64c742 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 179} {{(pid=102387) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 05 18:42:42.328084 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e469a86b-d6ed-4c81-bce7-30fcfb64c742 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a62f8177-45dd-49e1-8202-865fe5d21577,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:42:42.334103 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-e469a86b-d6ed-4c81-bce7-30fcfb64c742 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273'] for segment, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:42:42.334530 n-d-816865-1 neutron-server[102387]: INFO neutron.db.segments_db [None req-e469a86b-d6ed-4c81-bce7-30fcfb64c742 admin admin] Added segment ca3f0c53-5ad0-416e-8730-d3f73acad1ae of type vlan for network e4c2e20a-18b3-461b-b972-dfd04020f1d2 Nov 05 18:42:42.398548 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-e469a86b-d6ed-4c81-bce7-30fcfb64c742 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750027258543'] for network, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:42:42.434538 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3186f41-7040-45c5-b97c-9137ae803514 req-d418265f-ee60-4b5f-bdd1-7e2c912c43b4 tempest-ServersTestBootFromVolume-1080674323 tempest-ServersTestBootFromVolume-1080674323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:42:42.436055 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-e3186f41-7040-45c5-b97c-9137ae803514 req-d418265f-ee60-4b5f-bdd1-7e2c912c43b4 tempest-ServersTestBootFromVolume-1080674323 tempest-ServersTestBootFromVolume-1080674323-project] 10.222.0.13 "GET /v2.0/ports?device_id=b5fdd612-ad46-4764-a858-9ef8a8ca5819 HTTP/1.1" status: 200 len: 943 time: 0.0927389 Nov 05 18:42:42.466543 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 45666) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:42:42.482504 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-2dbf8f4c-aaff-445e-9881-d2bc525375d3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:42:42.488062 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-e3186f41-7040-45c5-b97c-9137ae803514 req-452d2cfd-c2dc-4d20-a306-b09e911eec92 tempest-ServersTestBootFromVolume-1080674323 tempest-ServersTestBootFromVolume-1080674323-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9b98ffb-59d1-4211-8222-8a4dac87e076&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441136 Nov 05 18:42:42.550825 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:42:42.560486 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-2dbf8f4c-aaff-445e-9881-d2bc525375d3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:42:42.578720 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-6f4ef79f-54c2-4ead-a93b-646c1531fe17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6149946', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4877172'] for subnet, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:42:42.578936 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-e469a86b-d6ed-4c81-bce7-30fcfb64c742 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-956796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877'] for network, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:42:42.579815 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e469a86b-d6ed-4c81-bce7-30fcfb64c742 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:42:42.580400 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-e469a86b-d6ed-4c81-bce7-30fcfb64c742 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597851'] for network, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:42:42.604597 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Pushing event updated for resources: {'Port': ['ID=8e7b7762-69c3-4cee-a44d-991e0e7126b0,revision_number=4']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:42:42.615905 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-2dbf8f4c-aaff-445e-9881-d2bc525375d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:42:42.643953 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e469a86b-d6ed-4c81-bce7-30fcfb64c742 admin admin] Pushing event updated for resources: {'Network': ['ID=e4c2e20a-18b3-461b-b972-dfd04020f1d2,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:42:42.658125 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-e469a86b-d6ed-4c81-bce7-30fcfb64c742 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.7808583 Nov 05 18:42:42.658303 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 45670) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:42:42.665330 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-fc832e42-a2a7-45c4-bd03-06cba1dfeb52 admin admin] Request body: {'subnet': {'network_id': 'e4c2e20a-18b3-461b-b972-dfd04020f1d2', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1360931351-subnet', 'tenant_id': 'beb202625ce44e48bb4caa8d33be7c9e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:42:42.673146 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Network e4c2e20a-18b3-461b-b972-dfd04020f1d2 details requested by agent ovs-agent-n-d-816865-1 with host n-d-816865-1 {{(pid=102388) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 05 18:42:42.673924 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4ef79f-54c2-4ead-a93b-646c1531fe17 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e02eab79-5f68-40da-9bf0-ba9f8213f038,revision_number=0']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:42:42.687813 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-2dbf8f4c-aaff-445e-9881-d2bc525375d3 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=671a21e7ce2940438dff1100c10954d2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2159371 Nov 05 18:42:42.687813 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbf8f4c-aaff-445e-9881-d2bc525375d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9f282a7-b67f-474e-9923-9bc192f7a399,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:42:42.689300 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 45672) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:42:42.697218 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f4ef79f-54c2-4ead-a93b-646c1531fe17 admin admin] Checking segment: {'id': '7366b739-dd80-4115-a639-c56c148a62e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'a1c387b6-9d2f-422a-83f2-3344249696b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 18:42:42.702751 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f4ef79f-54c2-4ead-a93b-646c1531fe17 admin admin] Network hostable DHCP agents. Network: a1c387b6-9d2f-422a-83f2-3344249696b0, hostable agents: ['987e2ca0-bc3b-4c6f-a989-429ccfbf753f'], hosted agents: [] {{(pid=102386) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 05 18:42:42.757930 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-904c9a91-b799-4a2a-b0d1-69aeb95498f7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:42:42.809202 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-904c9a91-b799-4a2a-b0d1-69aeb95498f7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:42:42.819321 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc832e42-a2a7-45c4-bd03-06cba1dfeb52 admin admin] Made reservation on behalf of beb202625ce44e48bb4caa8d33be7c9e for: {'subnet': 1} {{(pid=102387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 18:42:42.821616 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-fc832e42-a2a7-45c4-bd03-06cba1dfeb52 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5112236'] for subnet, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:42:42.829950 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f4ef79f-54c2-4ead-a93b-646c1531fe17 admin admin] Network a1c387b6-9d2f-422a-83f2-3344249696b0 is scheduled to be hosted by DHCP agent 987e2ca0-bc3b-4c6f-a989-429ccfbf753f with binding_index 1 {{(pid=102386) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 05 18:42:42.908677 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153c3be4-c547-4aaf-9c1a-3b5309db1935 req-2ce77059-d9d6-4422-b27b-cbf69fbe6a75 tempest-LiveAutoBlockMigrationV225Test-1563372898 tempest-LiveAutoBlockMigrationV225Test-1563372898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:42:42.914113 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-153c3be4-c547-4aaf-9c1a-3b5309db1935 req-2ce77059-d9d6-4422-b27b-cbf69fbe6a75 tempest-LiveAutoBlockMigrationV225Test-1563372898 tempest-LiveAutoBlockMigrationV225Test-1563372898-project] 10.222.0.13 "GET /v2.0/ports?device_id=4f3886b5-bfd5-4bd1-b503-1a7b6a830e3d HTTP/1.1" status: 200 len: 944 time: 0.1540368 Nov 05 18:42:42.956318 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.base_scheduler [None req-6f4ef79f-54c2-4ead-a93b-646c1531fe17 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816865-1, a1c387b6-9d2f-422a-83f2-3344249696b0) {{(pid=102386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:42:42.961222 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f4ef79f-54c2-4ead-a93b-646c1531fe17 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:42:42.961821 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-6f4ef79f-54c2-4ead-a93b-646c1531fe17 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:42:42.965722 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-054acd8b-18fa-405b-bd1f-867349b3356c None None] Network a1c387b6-9d2f-422a-83f2-3344249696b0 requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 18:42:43.009760 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-153c3be4-c547-4aaf-9c1a-3b5309db1935 req-734c5c0a-452c-4aaa-9e0c-e33f540528f1 tempest-LiveAutoBlockMigrationV225Test-1563372898 tempest-LiveAutoBlockMigrationV225Test-1563372898-project] 10.222.0.13 "GET /v2.0/security-groups?id=35cb161a-9192-43e2-a392-140fa33626b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923288 Nov 05 18:42:43.019919 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] get_ports_and_sgs() called for port_ids ['8e7b7762-69c3-4cee-a44d-991e0e7126b0'] {{(pid=102388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 18:42:43.060310 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-904c9a91-b799-4a2a-b0d1-69aeb95498f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:42:43.068055 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-904c9a91-b799-4a2a-b0d1-69aeb95498f7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:42:43.068055 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-904c9a91-b799-4a2a-b0d1-69aeb95498f7 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f9f282a7-b67f-474e-9923-9bc192f7a399 HTTP/1.1" status: 204 len: 168 time: 0.3735917 Nov 05 18:42:43.068265 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-6f4ef79f-54c2-4ead-a93b-646c1531fe17 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9376349 Nov 05 18:42:43.078933 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904c9a91-b799-4a2a-b0d1-69aeb95498f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9f282a7-b67f-474e-9923-9bc192f7a399,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:42:43.097282 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8a0ed3-02e9-4c6f-a29f-b05cc32fdf20 req-a78d9ff9-51bf-45c4-8b58-e07829545de9 tempest-ServerDiskConfigTestJSON-70330027 tempest-ServerDiskConfigTestJSON-70330027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:42:43.104543 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-7c8a0ed3-02e9-4c6f-a29f-b05cc32fdf20 req-a78d9ff9-51bf-45c4-8b58-e07829545de9 tempest-ServerDiskConfigTestJSON-70330027 tempest-ServerDiskConfigTestJSON-70330027-project] 10.222.0.13 "GET /v2.0/ports?device_id=bcbd3f99-98ae-4481-b4a1-c0a7beca4f9f HTTP/1.1" status: 200 len: 946 time: 0.1518533 Nov 05 18:42:43.187245 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8c5ed89-023d-4268-8fa0-e74436d6fa53 None None] Network a1c387b6-9d2f-422a-83f2-3344249696b0 requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 18:42:43.214928 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-7c8a0ed3-02e9-4c6f-a29f-b05cc32fdf20 req-845d0232-ba3c-4f1a-9aad-2f660835fa7d tempest-ServerDiskConfigTestJSON-70330027 tempest-ServerDiskConfigTestJSON-70330027-project] 10.222.0.13 "GET /v2.0/security-groups?id=415b984e-2c75-4a2b-aae3-7fe54c54a52e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958006 Nov 05 18:42:43.224514 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-fc832e42-a2a7-45c4-bd03-06cba1dfeb52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4417463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5112218'] for subnet, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:42:43.288128 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc832e42-a2a7-45c4-bd03-06cba1dfeb52 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8b50a820-5e36-4509-b2f7-599a40f5d95b,revision_number=0']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:42:43.298930 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc832e42-a2a7-45c4-bd03-06cba1dfeb52 admin admin] Checking segment: {'id': 'ca3f0c53-5ad0-416e-8730-d3f73acad1ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'e4c2e20a-18b3-461b-b972-dfd04020f1d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 18:42:43.299823 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc832e42-a2a7-45c4-bd03-06cba1dfeb52 admin admin] Network hostable DHCP agents. Network: e4c2e20a-18b3-461b-b972-dfd04020f1d2, hostable agents: ['987e2ca0-bc3b-4c6f-a989-429ccfbf753f'], hosted agents: [] {{(pid=102387) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 05 18:42:43.412622 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc832e42-a2a7-45c4-bd03-06cba1dfeb52 admin admin] Network e4c2e20a-18b3-461b-b972-dfd04020f1d2 is scheduled to be hosted by DHCP agent 987e2ca0-bc3b-4c6f-a989-429ccfbf753f with binding_index 1 {{(pid=102387) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 05 18:42:43.518670 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.base_scheduler [None req-fc832e42-a2a7-45c4-bd03-06cba1dfeb52 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816865-1, e4c2e20a-18b3-461b-b972-dfd04020f1d2) {{(pid=102387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:42:43.521016 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc832e42-a2a7-45c4-bd03-06cba1dfeb52 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:42:43.521721 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-fc832e42-a2a7-45c4-bd03-06cba1dfeb52 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597851'] for subnet, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:42:43.529148 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c59e8c77-0e22-42f7-afae-f95eae62d0d2 None None] Network e4c2e20a-18b3-461b-b972-dfd04020f1d2 requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 18:42:43.623705 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.agents_db [None req-b9406b04-a0e8-43cf-b349-711963d96cf4 None None] Agent healthcheck: found 7 active agents {{(pid=102389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 05 18:42:43.642529 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-fc832e42-a2a7-45c4-bd03-06cba1dfeb52 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.9816346 Nov 05 18:42:43.714111 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c9f8feb-ea94-4446-8d3c-e055840c03b1 None None] Network e4c2e20a-18b3-461b-b972-dfd04020f1d2 requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 18:42:43.715291 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369739a0-c4b0-4931-b53d-49bf2796b756 req-61ed247c-8caf-4401-99d1-e78ca5c17a48 tempest-ServersTestBootFromVolume-1080674323 tempest-ServersTestBootFromVolume-1080674323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:42:43.716739 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-369739a0-c4b0-4931-b53d-49bf2796b756 req-61ed247c-8caf-4401-99d1-e78ca5c17a48 tempest-ServersTestBootFromVolume-1080674323 tempest-ServersTestBootFromVolume-1080674323-project] 10.222.0.13 "GET /v2.0/ports?device_id=b5fdd612-ad46-4764-a858-9ef8a8ca5819 HTTP/1.1" status: 200 len: 944 time: 0.1302350 Nov 05 18:42:43.780887 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6758477e-f016-47d9-a26a-73f0efbbcb17 req-04a00cce-9e0e-49b8-bfb5-11efb4a77bc5 tempest-MultipleCreateTestJSON-1683623117 tempest-MultipleCreateTestJSON-1683623117-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:42:43.788004 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-6758477e-f016-47d9-a26a-73f0efbbcb17 req-04a00cce-9e0e-49b8-bfb5-11efb4a77bc5 tempest-MultipleCreateTestJSON-1683623117 tempest-MultipleCreateTestJSON-1683623117-project] 10.222.0.13 "GET /v2.0/networks?id=a1c387b6-9d2f-422a-83f2-3344249696b0 HTTP/1.1" status: 200 len: 812 time: 0.1708121 Nov 05 18:42:43.800431 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 45712) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:42:43.821575 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-6758477e-f016-47d9-a26a-73f0efbbcb17 req-c1fdfb94-7c1c-43ae-a4db-6687142e1904 tempest-MultipleCreateTestJSON-1683623117 tempest-MultipleCreateTestJSON-1683623117-project] 10.222.0.13 "GET /v2.0/quotas/5d8c25f022de4b75b42e8c289f7d3f0e HTTP/1.1" status: 200 len: 375 time: 0.0328281 Nov 05 18:42:43.842421 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-369739a0-c4b0-4931-b53d-49bf2796b756 req-53d275ef-778c-4b12-bfb3-c17723cd954d tempest-ServersTestBootFromVolume-1080674323 tempest-ServersTestBootFromVolume-1080674323-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9b98ffb-59d1-4211-8222-8a4dac87e076&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1063335 Nov 05 18:42:43.861336 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.db_base_plugin_v2 [None req-a9534506-abf3-4c8c-b284-832a9b6d3633 admin admin] Deleting subnet 1bcf2653-e183-4310-9a0f-bf6fdf3b5408 {{(pid=102386) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 05 18:42:43.866316 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-a9534506-abf3-4c8c-b284-832a9b6d3633 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:42:43.868378 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-6758477e-f016-47d9-a26a-73f0efbbcb17 req-3729d477-8616-4469-9117-f6d3a49d7c9f tempest-MultipleCreateTestJSON-1683623117 tempest-MultipleCreateTestJSON-1683623117-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=5d8c25f022de4b75b42e8c289f7d3f0e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0459790 Nov 05 18:42:43.911900 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-a9534506-abf3-4c8c-b284-832a9b6d3633 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4590738'] for subnet, precommit_delete_associations {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:42:43.960647 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-a9534506-abf3-4c8c-b284-832a9b6d3633 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1573928'] for subnet, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:42:43.970606 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-6758477e-f016-47d9-a26a-73f0efbbcb17 req-1bffca47-6b52-40f2-8370-a0a72616c829 service neutron] 10.222.0.13 "GET /v2.0/networks/a1c387b6-9d2f-422a-83f2-3344249696b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913932 Nov 05 18:42:44.073251 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-6758477e-f016-47d9-a26a-73f0efbbcb17 req-206363fd-5b10-4125-bddd-f1546c3ddc11 service neutron] 10.222.0.13 "GET /v2.0/networks/a1c387b6-9d2f-422a-83f2-3344249696b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957792 Nov 05 18:42:44.122010 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-a9534506-abf3-4c8c-b284-832a9b6d3633 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1573905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6149879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4877183'] for subnet, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:42:44.122581 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Device 8e7b7762-69c3-4cee-a44d-991e0e7126b0 up at agent hyperv_n-h2-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 18:42:44.155751 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9534506-abf3-4c8c-b284-832a9b6d3633 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1bcf2653-e183-4310-9a0f-bf6fdf3b5408,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:42:44.159913 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-a9534506-abf3-4c8c-b284-832a9b6d3633 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:42:44.163371 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-a9534506-abf3-4c8c-b284-832a9b6d3633 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/1bcf2653-e183-4310-9a0f-bf6fdf3b5408 HTTP/1.1" status: 204 len: 168 time: 0.3613958 Nov 05 18:42:44.165883 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 45724) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:42:44.198565 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49411b8-d7e8-4b84-8aeb-827d04cda8b0 req-8f6b92b7-f6c5-4eb8-acef-b7f4dd091fde tempest-LiveAutoBlockMigrationV225Test-1563372898 tempest-LiveAutoBlockMigrationV225Test-1563372898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:42:44.207170 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-d49411b8-d7e8-4b84-8aeb-827d04cda8b0 req-8f6b92b7-f6c5-4eb8-acef-b7f4dd091fde tempest-LiveAutoBlockMigrationV225Test-1563372898 tempest-LiveAutoBlockMigrationV225Test-1563372898-project] 10.222.0.13 "GET /v2.0/ports?device_id=4f3886b5-bfd5-4bd1-b503-1a7b6a830e3d HTTP/1.1" status: 200 len: 944 time: 0.1087947 Nov 05 18:42:44.257466 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-d49411b8-d7e8-4b84-8aeb-827d04cda8b0 req-ddf84a1e-6ac9-4bab-8ff0-da1047caba82 tempest-LiveAutoBlockMigrationV225Test-1563372898 tempest-LiveAutoBlockMigrationV225Test-1563372898-project] 10.222.0.13 "GET /v2.0/security-groups?id=35cb161a-9192-43e2-a392-140fa33626b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484393 Nov 05 18:42:44.265888 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-3e70bc6e-c7f5-4fa4-8aff-99244b06c8f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1664226'] for network, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:42:44.331724 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Provisioning for port 8e7b7762-69c3-4cee-a44d-991e0e7126b0 completed by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 05 18:42:44.332732 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Provisioning complete for port 8e7b7762-69c3-4cee-a44d-991e0e7126b0 triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:42:44.333190 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:42:44.346032 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-3e70bc6e-c7f5-4fa4-8aff-99244b06c8f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1579173', 'neutron.services.segments.db._delete_segments_for_network-8750027792909'] for network, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:42:44.379338 n-d-816865-1 neutron-server[102386]: DEBUG neutron.services.segments.db [None req-3e70bc6e-c7f5-4fa4-8aff-99244b06c8f6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c8babf1-156b-47cf-ba96-56396687b4e5']}} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:42:44.389200 n-d-816865-1 neutron-server[102386]: DEBUG neutron.services.segments.db [None req-3e70bc6e-c7f5-4fa4-8aff-99244b06c8f6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9050e839-f2a0-40df-b0e0-c2ead48aa1cc') {'for_net_delete': True} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:42:44.389775 n-d-816865-1 neutron-server[102386]: DEBUG neutron.services.segments.db [None req-3e70bc6e-c7f5-4fa4-8aff-99244b06c8f6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9050e839-f2a0-40df-b0e0-c2ead48aa1cc') {} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:42:44.402707 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-3e70bc6e-c7f5-4fa4-8aff-99244b06c8f6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750027793430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4590747'] for segment, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:42:44.417827 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-3e70bc6e-c7f5-4fa4-8aff-99244b06c8f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273'] for segment, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:42:44.423379 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e70bc6e-c7f5-4fa4-8aff-99244b06c8f6 admin admin] Releasing vlan 159 on physical network physnet1 to pool {{(pid=102386) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 05 18:42:44.423981 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-3e70bc6e-c7f5-4fa4-8aff-99244b06c8f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6149721'] for segment, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:42:44.426874 n-d-816865-1 neutron-server[102386]: Traceback (most recent call last): Nov 05 18:42:44.426874 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 05 18:42:44.426874 n-d-816865-1 neutron-server[102386]: timer() Nov 05 18:42:44.426874 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 05 18:42:44.426874 n-d-816865-1 neutron-server[102386]: cb(*args, **kw) Nov 05 18:42:44.426874 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 05 18:42:44.426874 n-d-816865-1 neutron-server[102386]: return func(*args, **kwargs) Nov 05 18:42:44.426874 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 05 18:42:44.426874 n-d-816865-1 neutron-server[102386]: self._notify() Nov 05 18:42:44.426874 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 05 18:42:44.426874 n-d-816865-1 neutron-server[102386]: self.callback(batched_events) Nov 05 18:42:44.426874 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 05 18:42:44.426874 n-d-816865-1 neutron-server[102386]: event.method(event) Nov 05 18:42:44.426874 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 05 18:42:44.426874 n-d-816865-1 neutron-server[102386]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 05 18:42:44.426874 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 05 18:42:44.426874 n-d-816865-1 neutron-server[102386]: aggregate_uuid = self.p_client.list_aggregates( Nov 05 18:42:44.426874 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 05 18:42:44.426874 n-d-816865-1 neutron-server[102386]: return f(self, *a, **k) Nov 05 18:42:44.426874 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 05 18:42:44.426874 n-d-816865-1 neutron-server[102386]: return self._get(url).json() Nov 05 18:42:44.426874 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 05 18:42:44.426874 n-d-816865-1 neutron-server[102386]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 05 18:42:44.426874 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 05 18:42:44.426874 n-d-816865-1 neutron-server[102386]: return self.request(url, 'GET', **kwargs) Nov 05 18:42:44.426874 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 05 18:42:44.426874 n-d-816865-1 neutron-server[102386]: base_url = self.get_endpoint(auth, allow=allow, Nov 05 18:42:44.426874 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 05 18:42:44.426874 n-d-816865-1 neutron-server[102386]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 05 18:42:44.426874 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 05 18:42:44.426874 n-d-816865-1 neutron-server[102386]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 05 18:42:44.426874 n-d-816865-1 neutron-server[102386]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 05 18:42:44.448918 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:42:44.462409 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a78047b-6590-4640-bf82-62857d21eb75 req-2af893ed-09af-45ef-94d4-d3d42426d5a6 tempest-ServerDiskConfigTestJSON-70330027 tempest-ServerDiskConfigTestJSON-70330027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:42:44.464516 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-4a78047b-6590-4640-bf82-62857d21eb75 req-2af893ed-09af-45ef-94d4-d3d42426d5a6 tempest-ServerDiskConfigTestJSON-70330027 tempest-ServerDiskConfigTestJSON-70330027-project] 10.222.0.13 "GET /v2.0/ports?device_id=bcbd3f99-98ae-4481-b4a1-c0a7beca4f9f HTTP/1.1" status: 200 len: 946 time: 0.0585549 Nov 05 18:42:44.492668 n-d-816865-1 neutron-server[102388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5fdd612-ad46-4764-a858-9ef8a8ca5819', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e7b7762-69c3-4cee-a44d-991e0e7126b0'}] {{(pid=102388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 18:42:44.496597 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85474fee1180e129d8a886d264fe0b30223aa672dd1ffe43b630605f18504f68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c9ad611-cc26-455d-b371-85e9d4b20e64" -d '{"events": [{"server_uuid": "b5fdd612-ad46-4764-a858-9ef8a8ca5819", "name": "network-vif-plugged", "status": "completed", "tag": "8e7b7762-69c3-4cee-a44d-991e0e7126b0"}]}' {{(pid=102388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 18:42:44.525459 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-4a78047b-6590-4640-bf82-62857d21eb75 req-a9327a52-e7e4-45d4-9cbf-764f8be6dac3 tempest-ServerDiskConfigTestJSON-70330027 tempest-ServerDiskConfigTestJSON-70330027-project] 10.222.0.13 "GET /v2.0/security-groups?id=415b984e-2c75-4a2b-aae3-7fe54c54a52e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543935 Nov 05 18:42:44.530538 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] For port 8e7b7762-69c3-4cee-a44d-991e0e7126b0, host n-h2-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=8e7b7762-69c3-4cee-a44d-991e0e7126b0,segment=NetworkSegment(0a455d37-289d-4c30-b49d-37dbcca89c88),segment_id=0a455d37-289d-4c30-b49d-37dbcca89c88)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:42:44.545829 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 18:42:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cb09e88-71b9-43e8-b87b-661a460133c0 x-openstack-request-id: req-7cb09e88-71b9-43e8-b87b-661a460133c0 {{(pid=102388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 18:42:44.546256 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5fdd612-ad46-4764-a858-9ef8a8ca5819", "name": "network-vif-plugged", "status": "completed", "tag": "8e7b7762-69c3-4cee-a44d-991e0e7126b0", "code": 200}]} {{(pid=102388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 18:42:44.546616 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7cb09e88-71b9-43e8-b87b-661a460133c0 {{(pid=102388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 18:42:44.547072 n-d-816865-1 neutron-server[102388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5fdd612-ad46-4764-a858-9ef8a8ca5819', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e7b7762-69c3-4cee-a44d-991e0e7126b0', 'code': 200} Nov 05 18:42:44.574725 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-3e70bc6e-c7f5-4fa4-8aff-99244b06c8f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1579178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-956796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1000687'] for network, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:42:44.574725 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-3e70bc6e-c7f5-4fa4-8aff-99244b06c8f6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597851'] for network, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:42:44.574725 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-3e70bc6e-c7f5-4fa4-8aff-99244b06c8f6 admin admin] 10.222.0.13 "DELETE /v2.0/networks/9c8babf1-156b-47cf-ba96-56396687b4e5 HTTP/1.1" status: 204 len: 168 time: 0.4073076 Nov 05 18:42:44.579565 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 45740) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:42:44.594765 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e70bc6e-c7f5-4fa4-8aff-99244b06c8f6 admin admin] Pushing event deleted for resources: {'Network': ['ID=9c8babf1-156b-47cf-ba96-56396687b4e5,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:42:44.607336 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:42:44.652277 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.db_base_plugin_v2 [None req-60f00485-4ed4-42ed-b7dc-befd2ab12936 admin admin] Deleting subnet 8b50a820-5e36-4509-b2f7-599a40f5d95b {{(pid=102387) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 05 18:42:44.657121 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-60f00485-4ed4-42ed-b7dc-befd2ab12936 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:42:44.697686 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Pushing event updated for resources: {'Port': ['ID=8e7b7762-69c3-4cee-a44d-991e0e7126b0,revision_number=5']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:42:44.700557 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d44285a-1599-4874-8178-53f5834754bb req-af868d89-9a2f-4810-8060-7777e58275f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:42:44.702089 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-1d44285a-1599-4874-8178-53f5834754bb req-af868d89-9a2f-4810-8060-7777e58275f6 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=b5fdd612-ad46-4764-a858-9ef8a8ca5819 HTTP/1.1" status: 200 len: 1096 time: 0.0715065 Nov 05 18:42:44.737503 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-60f00485-4ed4-42ed-b7dc-befd2ab12936 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4463501'] for subnet, precommit_delete_associations {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:42:44.765026 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-1d44285a-1599-4874-8178-53f5834754bb req-c4ee177b-391b-4f4f-94d7-a712e105e420 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=c9b98ffb-59d1-4211-8222-8a4dac87e076&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547113 Nov 05 18:42:44.817549 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-60f00485-4ed4-42ed-b7dc-befd2ab12936 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1573928'] for subnet, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:42:44.820926 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-b86ee6e6-86e1-4fc3-aef8-6c4816aa22cf req-d0bb77ac-8bdf-40bc-9b6c-779466f98899 tempest-MultipleCreateTestJSON-1683623117 tempest-MultipleCreateTestJSON-1683623117-project] 10.222.0.13 "GET /v2.0/ports?device_id=ad521594-f308-4ac6-80c3-1997a0afcbf3 HTTP/1.1" status: 200 len: 210 time: 0.0339949 Nov 05 18:42:44.961295 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffa792a-d560-4a9d-b65b-141672e94ac9 req-5f337489-1407-494a-a3aa-4df37d1d0df4 tempest-ServersTestBootFromVolume-1080674323 tempest-ServersTestBootFromVolume-1080674323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:42:44.967942 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-bffa792a-d560-4a9d-b65b-141672e94ac9 req-5f337489-1407-494a-a3aa-4df37d1d0df4 tempest-ServersTestBootFromVolume-1080674323 tempest-ServersTestBootFromVolume-1080674323-project] 10.222.0.13 "GET /v2.0/ports?device_id=b5fdd612-ad46-4764-a858-9ef8a8ca5819 HTTP/1.1" status: 200 len: 945 time: 0.0594089 Nov 05 18:42:44.976560 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-60f00485-4ed4-42ed-b7dc-befd2ab12936 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1573905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4417146', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5112209'] for subnet, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:42:45.014652 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f00485-4ed4-42ed-b7dc-befd2ab12936 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8b50a820-5e36-4509-b2f7-599a40f5d95b,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:42:45.027401 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-60f00485-4ed4-42ed-b7dc-befd2ab12936 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597851'] for subnet, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:42:45.027401 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-60f00485-4ed4-42ed-b7dc-befd2ab12936 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/8b50a820-5e36-4509-b2f7-599a40f5d95b HTTP/1.1" status: 204 len: 168 time: 0.4397624 Nov 05 18:42:45.029179 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 45754) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:42:45.052850 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-bffa792a-d560-4a9d-b65b-141672e94ac9 req-cbe7fe99-7ef7-412d-bbac-f328ff6a6091 tempest-ServersTestBootFromVolume-1080674323 tempest-ServersTestBootFromVolume-1080674323-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9b98ffb-59d1-4211-8222-8a4dac87e076&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0840516 Nov 05 18:42:45.109497 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-787fee80-13e9-47bb-9a89-4befe35dc9b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1664226'] for network, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:42:45.189620 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-787fee80-13e9-47bb-9a89-4befe35dc9b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1579173', 'neutron.services.segments.db._delete_segments_for_network-8750027792909'] for network, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:42:45.210157 n-d-816865-1 neutron-server[102386]: DEBUG neutron.services.segments.db [None req-787fee80-13e9-47bb-9a89-4befe35dc9b1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e4c2e20a-18b3-461b-b972-dfd04020f1d2']}} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:42:45.219122 n-d-816865-1 neutron-server[102386]: DEBUG neutron.services.segments.db [None req-787fee80-13e9-47bb-9a89-4befe35dc9b1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca3f0c53-5ad0-416e-8730-d3f73acad1ae') {'for_net_delete': True} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:42:45.219418 n-d-816865-1 neutron-server[102386]: DEBUG neutron.services.segments.db [None req-787fee80-13e9-47bb-9a89-4befe35dc9b1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca3f0c53-5ad0-416e-8730-d3f73acad1ae') {} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:42:45.229375 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-787fee80-13e9-47bb-9a89-4befe35dc9b1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750027793430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4590747'] for segment, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:42:45.242687 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-787fee80-13e9-47bb-9a89-4befe35dc9b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273'] for segment, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:42:45.248674 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-787fee80-13e9-47bb-9a89-4befe35dc9b1 admin admin] Releasing vlan 179 on physical network physnet1 to pool {{(pid=102386) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 05 18:42:45.249049 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-787fee80-13e9-47bb-9a89-4befe35dc9b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6149721'] for segment, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:42:45.250689 n-d-816865-1 neutron-server[102386]: Traceback (most recent call last): Nov 05 18:42:45.250689 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 05 18:42:45.250689 n-d-816865-1 neutron-server[102386]: timer() Nov 05 18:42:45.250689 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 05 18:42:45.250689 n-d-816865-1 neutron-server[102386]: cb(*args, **kw) Nov 05 18:42:45.250689 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 05 18:42:45.250689 n-d-816865-1 neutron-server[102386]: return func(*args, **kwargs) Nov 05 18:42:45.250689 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 05 18:42:45.250689 n-d-816865-1 neutron-server[102386]: self._notify() Nov 05 18:42:45.250689 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 05 18:42:45.250689 n-d-816865-1 neutron-server[102386]: self.callback(batched_events) Nov 05 18:42:45.250689 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 05 18:42:45.250689 n-d-816865-1 neutron-server[102386]: event.method(event) Nov 05 18:42:45.250689 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 05 18:42:45.250689 n-d-816865-1 neutron-server[102386]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 05 18:42:45.250689 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 05 18:42:45.250689 n-d-816865-1 neutron-server[102386]: aggregate_uuid = self.p_client.list_aggregates( Nov 05 18:42:45.250689 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 05 18:42:45.250689 n-d-816865-1 neutron-server[102386]: return f(self, *a, **k) Nov 05 18:42:45.250689 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 05 18:42:45.250689 n-d-816865-1 neutron-server[102386]: return self._get(url).json() Nov 05 18:42:45.250689 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 05 18:42:45.250689 n-d-816865-1 neutron-server[102386]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 05 18:42:45.250689 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 05 18:42:45.250689 n-d-816865-1 neutron-server[102386]: return self.request(url, 'GET', **kwargs) Nov 05 18:42:45.250689 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 05 18:42:45.250689 n-d-816865-1 neutron-server[102386]: base_url = self.get_endpoint(auth, allow=allow, Nov 05 18:42:45.250689 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 05 18:42:45.250689 n-d-816865-1 neutron-server[102386]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 05 18:42:45.250689 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 05 18:42:45.250689 n-d-816865-1 neutron-server[102386]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 05 18:42:45.250689 n-d-816865-1 neutron-server[102386]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 05 18:42:45.395970 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccabc85-a2a4-4e70-8d73-1da057b6017a req-da9c7270-2c86-49bb-87ac-87de3164a6f4 tempest-LiveAutoBlockMigrationV225Test-1563372898 tempest-LiveAutoBlockMigrationV225Test-1563372898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:42:45.397690 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-9ccabc85-a2a4-4e70-8d73-1da057b6017a req-da9c7270-2c86-49bb-87ac-87de3164a6f4 tempest-LiveAutoBlockMigrationV225Test-1563372898 tempest-LiveAutoBlockMigrationV225Test-1563372898-project] 10.222.0.13 "GET /v2.0/ports?device_id=4f3886b5-bfd5-4bd1-b503-1a7b6a830e3d HTTP/1.1" status: 200 len: 944 time: 0.0625501 Nov 05 18:42:45.415465 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-787fee80-13e9-47bb-9a89-4befe35dc9b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1579178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-956796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1000687'] for network, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:42:45.426083 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-787fee80-13e9-47bb-9a89-4befe35dc9b1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597851'] for network, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:42:45.432193 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-787fee80-13e9-47bb-9a89-4befe35dc9b1 admin admin] 10.222.0.13 "DELETE /v2.0/networks/e4c2e20a-18b3-461b-b972-dfd04020f1d2 HTTP/1.1" status: 204 len: 168 time: 0.4013283 Nov 05 18:42:45.453332 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787fee80-13e9-47bb-9a89-4befe35dc9b1 admin admin] Pushing event deleted for resources: {'Network': ['ID=e4c2e20a-18b3-461b-b972-dfd04020f1d2,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:42:45.484721 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-9ccabc85-a2a4-4e70-8d73-1da057b6017a req-8fa9aed7-c1b1-44ab-9047-03d92bc23515 tempest-LiveAutoBlockMigrationV225Test-1563372898 tempest-LiveAutoBlockMigrationV225Test-1563372898-project] 10.222.0.13 "GET /v2.0/security-groups?id=35cb161a-9192-43e2-a392-140fa33626b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637934 Nov 05 18:42:45.679518 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a75f52-61ab-43e9-891a-b4b94dd76c17 req-7676a28a-c646-4848-9c14-ba4b5cfa25ef tempest-ServerDiskConfigTestJSON-70330027 tempest-ServerDiskConfigTestJSON-70330027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:42:45.681027 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-65a75f52-61ab-43e9-891a-b4b94dd76c17 req-7676a28a-c646-4848-9c14-ba4b5cfa25ef tempest-ServerDiskConfigTestJSON-70330027 tempest-ServerDiskConfigTestJSON-70330027-project] 10.222.0.13 "GET /v2.0/ports?device_id=bcbd3f99-98ae-4481-b4a1-c0a7beca4f9f HTTP/1.1" status: 200 len: 946 time: 0.0510964 Nov 05 18:42:45.732634 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-65a75f52-61ab-43e9-891a-b4b94dd76c17 req-d1919627-f5db-4f34-adaa-fbcce7bd6ca5 tempest-ServerDiskConfigTestJSON-70330027 tempest-ServerDiskConfigTestJSON-70330027-project] 10.222.0.13 "GET /v2.0/security-groups?id=415b984e-2c75-4a2b-aae3-7fe54c54a52e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451221 Nov 05 18:42:45.850890 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 45794) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:42:45.913244 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-ef74e81e-fe92-43c8-a996-6069cf48f3f5 req-631efe73-2e05-455b-9d65-c18b184d1439 tempest-MultipleCreateTestJSON-1683623117 tempest-MultipleCreateTestJSON-1683623117-project] 10.222.0.13 "GET /v2.0/ports?device_id=ad521594-f308-4ac6-80c3-1997a0afcbf3 HTTP/1.1" status: 200 len: 210 time: 0.0336478 Nov 05 18:42:45.915951 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-7d89b29d-e37f-4481-a6cc-5387add23fdd admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7b42eaeab62a49568123fd6123c6704d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0640049 Nov 05 18:42:45.918452 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 45798) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:42:45.971174 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-b321f375-abde-402c-964d-ac63e650f2e1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:42:46.061999 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-b321f375-abde-402c-964d-ac63e650f2e1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:42:46.199164 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f24bbb7-b637-4e95-b350-99c00624f9fc req-0fafc194-71e5-46e3-9ea8-ab4b92767f6f tempest-ServersTestBootFromVolume-1080674323 tempest-ServersTestBootFromVolume-1080674323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:42:46.200564 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-0f24bbb7-b637-4e95-b350-99c00624f9fc req-0fafc194-71e5-46e3-9ea8-ab4b92767f6f tempest-ServersTestBootFromVolume-1080674323 tempest-ServersTestBootFromVolume-1080674323-project] 10.222.0.13 "GET /v2.0/ports?device_id=b5fdd612-ad46-4764-a858-9ef8a8ca5819 HTTP/1.1" status: 200 len: 945 time: 0.0540149 Nov 05 18:42:46.235422 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-b321f375-abde-402c-964d-ac63e650f2e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:42:46.238884 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-b321f375-abde-402c-964d-ac63e650f2e1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:42:46.240008 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-b321f375-abde-402c-964d-ac63e650f2e1 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7d23dd53-b1c6-445e-9998-51ffff1db13e HTTP/1.1" status: 204 len: 168 time: 0.3204784 Nov 05 18:42:46.259149 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b321f375-abde-402c-964d-ac63e650f2e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d23dd53-b1c6-445e-9998-51ffff1db13e,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:42:46.275609 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-0f24bbb7-b637-4e95-b350-99c00624f9fc req-ae5f401e-9561-489f-a0d3-9ad2344aca92 tempest-ServersTestBootFromVolume-1080674323 tempest-ServersTestBootFromVolume-1080674323-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9b98ffb-59d1-4211-8222-8a4dac87e076&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0669808 Nov 05 18:42:46.443704 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-892e6b23-2e56-4984-89ad-1945158ea6a9 req-faca4093-dbad-464f-936a-dbf75b2180c0 tempest-QuotasAdminNegativeTest-1711021195 tempest-QuotasAdminNegativeTest-1711021195-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=1db0860f1bce4b57a9d0545773301069&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0227764 Nov 05 18:42:46.557898 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892e6b23-2e56-4984-89ad-1945158ea6a9 req-7289bb46-e11d-4132-bed0-862c5a469108 tempest-QuotasAdminNegativeTest-1711021195 tempest-QuotasAdminNegativeTest-1711021195-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:42:46.559374 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-892e6b23-2e56-4984-89ad-1945158ea6a9 req-7289bb46-e11d-4132-bed0-862c5a469108 tempest-QuotasAdminNegativeTest-1711021195 tempest-QuotasAdminNegativeTest-1711021195-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1098154 Nov 05 18:42:46.593492 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-892e6b23-2e56-4984-89ad-1945158ea6a9 req-3896b205-4a41-4a60-af65-018b2919a55c tempest-QuotasAdminNegativeTest-1711021195 tempest-QuotasAdminNegativeTest-1711021195-project] 10.222.0.13 "GET /v2.0/quotas/1db0860f1bce4b57a9d0545773301069 HTTP/1.1" status: 200 len: 375 time: 0.0250971 Nov 05 18:42:46.622633 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55c82bc-a8b2-4973-a6f9-f932bc8335cd req-add1c7af-e7a2-427c-8a82-c6c582148327 tempest-LiveAutoBlockMigrationV225Test-1563372898 tempest-LiveAutoBlockMigrationV225Test-1563372898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:42:46.624129 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-d55c82bc-a8b2-4973-a6f9-f932bc8335cd req-add1c7af-e7a2-427c-8a82-c6c582148327 tempest-LiveAutoBlockMigrationV225Test-1563372898 tempest-LiveAutoBlockMigrationV225Test-1563372898-project] 10.222.0.13 "GET /v2.0/ports?device_id=4f3886b5-bfd5-4bd1-b503-1a7b6a830e3d HTTP/1.1" status: 200 len: 944 time: 0.0638909 Nov 05 18:42:46.640632 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-892e6b23-2e56-4984-89ad-1945158ea6a9 req-7e366d98-14fb-495b-b84a-1324e01d5df7 tempest-QuotasAdminNegativeTest-1711021195 tempest-QuotasAdminNegativeTest-1711021195-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=1db0860f1bce4b57a9d0545773301069&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0397944 Nov 05 18:42:46.668527 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Device 613b343e-d679-4d51-a8c2-d91f0420c58e details requested by agent hyperv_n-h1-816865-1 with host n-h1-816865-1 {{(pid=102388) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 05 18:42:46.687652 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-d55c82bc-a8b2-4973-a6f9-f932bc8335cd req-343124d5-6f20-49b9-a54d-1e10d481dbfb tempest-LiveAutoBlockMigrationV225Test-1563372898 tempest-LiveAutoBlockMigrationV225Test-1563372898-project] 10.222.0.13 "GET /v2.0/security-groups?id=35cb161a-9192-43e2-a392-140fa33626b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500607 Nov 05 18:42:46.795178 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] For port 613b343e-d679-4d51-a8c2-d91f0420c58e, host n-h1-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=613b343e-d679-4d51-a8c2-d91f0420c58e,segment=NetworkSegment(15cac71b-3531-4cff-8a8e-8f8d83bebf12),segment_id=15cac71b-3531-4cff-8a8e-8f8d83bebf12)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:42:46.807110 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Returning: {'device': '613b343e-d679-4d51-a8c2-d91f0420c58e', 'network_id': '5e3d0b1a-fd18-45bc-91bd-c831330234c4', 'port_id': '613b343e-d679-4d51-a8c2-d91f0420c58e', 'mac_address': 'fa:16:3e:6f:35:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 155, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7fca78a-743c-4af3-9fb8-12bc06bb873c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102388) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 05 18:42:46.852223 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:42:46.866872 n-d-816865-1 neutron-server[102388]: DEBUG neutron.notifiers.nova [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 613b343e-d679-4d51-a8c2-d91f0420c58e {{(pid=102388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 18:42:46.870212 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213f3f89-271a-458b-8c07-9b61d3446e8c req-4e50e5b8-1e83-40ca-8c77-47633a6fe8f7 tempest-ServerDiskConfigTestJSON-70330027 tempest-ServerDiskConfigTestJSON-70330027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:42:46.878615 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-213f3f89-271a-458b-8c07-9b61d3446e8c req-4e50e5b8-1e83-40ca-8c77-47633a6fe8f7 tempest-ServerDiskConfigTestJSON-70330027 tempest-ServerDiskConfigTestJSON-70330027-project] 10.222.0.13 "GET /v2.0/ports?device_id=bcbd3f99-98ae-4481-b4a1-c0a7beca4f9f HTTP/1.1" status: 200 len: 946 time: 0.0720074 Nov 05 18:42:46.893532 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] For port 613b343e-d679-4d51-a8c2-d91f0420c58e, host n-h1-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=613b343e-d679-4d51-a8c2-d91f0420c58e,segment=NetworkSegment(15cac71b-3531-4cff-8a8e-8f8d83bebf12),segment_id=15cac71b-3531-4cff-8a8e-8f8d83bebf12)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:42:46.921945 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-213f3f89-271a-458b-8c07-9b61d3446e8c req-29f393ee-91a7-4c6f-b925-8b86ffb3bc9b tempest-ServerDiskConfigTestJSON-70330027 tempest-ServerDiskConfigTestJSON-70330027-project] 10.222.0.13 "GET /v2.0/security-groups?id=415b984e-2c75-4a2b-aae3-7fe54c54a52e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425017 Nov 05 18:42:47.019004 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:42:47.023453 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-25c8f25e-3713-414e-9f65-f36fd5dbc026 req-76326722-47f2-4bf5-a535-2ad3aab41fe3 tempest-MultipleCreateTestJSON-1683623117 tempest-MultipleCreateTestJSON-1683623117-project] 10.222.0.13 "GET /v2.0/ports?device_id=ad521594-f308-4ac6-80c3-1997a0afcbf3 HTTP/1.1" status: 200 len: 210 time: 0.0299325 Nov 05 18:42:47.084538 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Pushing event updated for resources: {'Port': ['ID=613b343e-d679-4d51-a8c2-d91f0420c58e,revision_number=4']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:42:47.147026 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 45838) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:42:47.188128 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-97d39156-cbf3-4f5f-8ec1-af8a38594cc3 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=beb202625ce44e48bb4caa8d33be7c9e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0399125 Nov 05 18:42:47.191690 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 45840) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:42:47.272570 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-67a790f5-3994-4d59-9f69-6fc33987963d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:42:47.296599 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-67a790f5-3994-4d59-9f69-6fc33987963d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:42:47.305019 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] get_ports_and_sgs() called for port_ids ['613b343e-d679-4d51-a8c2-d91f0420c58e'] {{(pid=102388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 18:42:47.415964 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa68a835-c991-4ce0-a929-e866834577ca req-468c9ea5-8a74-4cef-8cb2-00c5ffabd7a0 tempest-ServersTestBootFromVolume-1080674323 tempest-ServersTestBootFromVolume-1080674323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:42:47.418394 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-aa68a835-c991-4ce0-a929-e866834577ca req-468c9ea5-8a74-4cef-8cb2-00c5ffabd7a0 tempest-ServersTestBootFromVolume-1080674323 tempest-ServersTestBootFromVolume-1080674323-project] 10.222.0.13 "GET /v2.0/ports?device_id=b5fdd612-ad46-4764-a858-9ef8a8ca5819 HTTP/1.1" status: 200 len: 945 time: 0.0690472 Nov 05 18:42:47.446996 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-67a790f5-3994-4d59-9f69-6fc33987963d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:42:47.450543 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-67a790f5-3994-4d59-9f69-6fc33987963d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:42:47.455116 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-67a790f5-3994-4d59-9f69-6fc33987963d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a62f8177-45dd-49e1-8202-865fe5d21577 HTTP/1.1" status: 204 len: 168 time: 0.2618151 Nov 05 18:42:47.473497 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a790f5-3994-4d59-9f69-6fc33987963d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a62f8177-45dd-49e1-8202-865fe5d21577,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:42:47.507844 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-aa68a835-c991-4ce0-a929-e866834577ca req-379039a5-b495-4c73-9d4a-00467410094b tempest-ServersTestBootFromVolume-1080674323 tempest-ServersTestBootFromVolume-1080674323-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9b98ffb-59d1-4211-8222-8a4dac87e076&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0821738 Nov 05 18:42:47.688763 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9327f4-7798-4c27-b944-c9b365743f21 req-f727604c-e858-483f-a825-0c520bb44c2f tempest-ServersTestBootFromVolume-1080674323 tempest-ServersTestBootFromVolume-1080674323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:42:47.690506 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-2f9327f4-7798-4c27-b944-c9b365743f21 req-f727604c-e858-483f-a825-0c520bb44c2f tempest-ServersTestBootFromVolume-1080674323 tempest-ServersTestBootFromVolume-1080674323-project] 10.222.0.13 "GET /v2.0/ports?device_id=b5fdd612-ad46-4764-a858-9ef8a8ca5819 HTTP/1.1" status: 200 len: 945 time: 0.0498946 Nov 05 18:42:47.698881 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 45862) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:42:47.703212 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-c14cd654-bed9-4103-a78e-0f3045780ce9 tempest-ServersTestBootFromVolume-1080674323 tempest-ServersTestBootFromVolume-1080674323-project] Request body: {'floatingip': {'port_id': '8e7b7762-69c3-4cee-a44d-991e0e7126b0'}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:42:47.743392 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-c14cd654-bed9-4103-a78e-0f3045780ce9 tempest-ServersTestBootFromVolume-1080674323 tempest-ServersTestBootFromVolume-1080674323-project] Publish callbacks [] for floatingip, before_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:42:47.907126 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadd905e-6006-40b8-a7b1-afd592e02928 req-78fb8d14-4f88-4ca0-9024-fb39d1eae4d0 tempest-LiveAutoBlockMigrationV225Test-1563372898 tempest-LiveAutoBlockMigrationV225Test-1563372898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:42:47.915505 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-aadd905e-6006-40b8-a7b1-afd592e02928 req-78fb8d14-4f88-4ca0-9024-fb39d1eae4d0 tempest-LiveAutoBlockMigrationV225Test-1563372898 tempest-LiveAutoBlockMigrationV225Test-1563372898-project] 10.222.0.13 "GET /v2.0/ports?device_id=4f3886b5-bfd5-4bd1-b503-1a7b6a830e3d HTTP/1.1" status: 200 len: 945 time: 0.1025841 Nov 05 18:42:48.044235 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6758477e-f016-47d9-a26a-73f0efbbcb17 req-3ac60b50-f617-4138-894f-d8857fb06013 tempest-MultipleCreateTestJSON-1683623117 tempest-MultipleCreateTestJSON-1683623117-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:42:48.045803 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-6758477e-f016-47d9-a26a-73f0efbbcb17 req-3ac60b50-f617-4138-894f-d8857fb06013 tempest-MultipleCreateTestJSON-1683623117 tempest-MultipleCreateTestJSON-1683623117-project] 10.222.0.55 "GET /v2.0/networks?id=a1c387b6-9d2f-422a-83f2-3344249696b0 HTTP/1.1" status: 200 len: 812 time: 0.1565156 Nov 05 18:42:48.063500 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [req-6758477e-f016-47d9-a26a-73f0efbbcb17 req-709b6515-d4e4-4271-93e7-7e7307dda19c tempest-MultipleCreateTestJSON-1683623117 tempest-MultipleCreateTestJSON-1683623117-project] Request body: {'port': {'device_id': '4daabd15-d1af-404b-827a-3dea44d13db8', 'network_id': 'a1c387b6-9d2f-422a-83f2-3344249696b0', 'admin_state_up': True, 'tenant_id': '5d8c25f022de4b75b42e8c289f7d3f0e'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:42:48.270035 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6758477e-f016-47d9-a26a-73f0efbbcb17 req-709b6515-d4e4-4271-93e7-7e7307dda19c tempest-MultipleCreateTestJSON-1683623117 tempest-MultipleCreateTestJSON-1683623117-project] Made reservation on behalf of 5d8c25f022de4b75b42e8c289f7d3f0e for: {'port': 1} {{(pid=102386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 18:42:48.273626 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-6758477e-f016-47d9-a26a-73f0efbbcb17 req-709b6515-d4e4-4271-93e7-7e7307dda19c tempest-MultipleCreateTestJSON-1683623117 tempest-MultipleCreateTestJSON-1683623117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:42:48.324826 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-dfb11d73-ef3e-4626-a418-dd8253319a13 req-5a7d5490-592e-4826-95ee-78887b454485 tempest-QuotasAdminNegativeTest-1711021195 tempest-QuotasAdminNegativeTest-1711021195-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=1db0860f1bce4b57a9d0545773301069&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0385160 Nov 05 18:42:48.410800 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-aadd905e-6006-40b8-a7b1-afd592e02928 req-f9f9c61d-5989-4bdc-abab-552895e23259 tempest-LiveAutoBlockMigrationV225Test-1563372898 tempest-LiveAutoBlockMigrationV225Test-1563372898-project] 10.222.0.13 "GET /v2.0/security-groups?id=35cb161a-9192-43e2-a392-140fa33626b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4946263 Nov 05 18:42:48.419165 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.db_base_plugin_common [req-6758477e-f016-47d9-a26a-73f0efbbcb17 req-709b6515-d4e4-4271-93e7-7e7307dda19c tempest-MultipleCreateTestJSON-1683623117 tempest-MultipleCreateTestJSON-1683623117-project] Allocated IP 172.20.0.10 (a1c387b6-9d2f-422a-83f2-3344249696b0/e02eab79-5f68-40da-9bf0-ba9f8213f038/8ca1d049-9e36-4cd1-a89b-08afc8b2daef) {{(pid=102386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 18:42:48.557810 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb11d73-ef3e-4626-a418-dd8253319a13 req-f67fe2fb-c160-4536-aa9f-3cc23bd3a86b tempest-QuotasAdminNegativeTest-1711021195 tempest-QuotasAdminNegativeTest-1711021195-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:42:48.562529 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-dfb11d73-ef3e-4626-a418-dd8253319a13 req-f67fe2fb-c160-4536-aa9f-3cc23bd3a86b tempest-QuotasAdminNegativeTest-1711021195 tempest-QuotasAdminNegativeTest-1711021195-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2275238 Nov 05 18:42:48.616889 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-6758477e-f016-47d9-a26a-73f0efbbcb17 req-709b6515-d4e4-4271-93e7-7e7307dda19c tempest-MultipleCreateTestJSON-1683623117 tempest-MultipleCreateTestJSON-1683623117-project] Publish callbacks [] for port, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:42:48.664166 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-dfb11d73-ef3e-4626-a418-dd8253319a13 req-c032a594-636c-4cc3-80dc-29dc95cfa0b6 tempest-QuotasAdminNegativeTest-1711021195 tempest-QuotasAdminNegativeTest-1711021195-project] 10.222.0.13 "GET /v2.0/quotas/1db0860f1bce4b57a9d0545773301069 HTTP/1.1" status: 200 len: 375 time: 0.0808539 Nov 05 18:42:48.676365 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Device 613b343e-d679-4d51-a8c2-d91f0420c58e up at agent hyperv_n-h1-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 18:42:48.705008 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e2c092-10c2-4d45-bdab-044c3d883afb req-38543deb-ebca-425e-b695-ccabeafcb3df tempest-ServerDiskConfigTestJSON-70330027 tempest-ServerDiskConfigTestJSON-70330027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:42:48.707427 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-15e2c092-10c2-4d45-bdab-044c3d883afb req-38543deb-ebca-425e-b695-ccabeafcb3df tempest-ServerDiskConfigTestJSON-70330027 tempest-ServerDiskConfigTestJSON-70330027-project] 10.222.0.13 "GET /v2.0/ports?device_id=bcbd3f99-98ae-4481-b4a1-c0a7beca4f9f HTTP/1.1" status: 200 len: 946 time: 0.1723707 Nov 05 18:42:48.755839 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-dfb11d73-ef3e-4626-a418-dd8253319a13 req-d882b7a0-beda-4eda-97a1-619e839aa28b tempest-QuotasAdminNegativeTest-1711021195 tempest-QuotasAdminNegativeTest-1711021195-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=1db0860f1bce4b57a9d0545773301069&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0821295 Nov 05 18:42:48.841398 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Provisioning for port 613b343e-d679-4d51-a8c2-d91f0420c58e completed by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 05 18:42:48.854986 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Provisioning complete for port 613b343e-d679-4d51-a8c2-d91f0420c58e triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:42:48.854986 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:42:48.879336 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-15e2c092-10c2-4d45-bdab-044c3d883afb req-8c3e2c71-e348-4723-91fe-7efd9e69a921 tempest-ServerDiskConfigTestJSON-70330027 tempest-ServerDiskConfigTestJSON-70330027-project] 10.222.0.13 "GET /v2.0/security-groups?id=415b984e-2c75-4a2b-aae3-7fe54c54a52e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134465 Nov 05 18:42:49.033378 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-5ae8db0f-36dd-44fd-b64a-234d8401d758 req-cb5fbb0c-ab87-42b6-972c-7a79cd8ce282 tempest-MultipleCreateTestJSON-1683623117 tempest-MultipleCreateTestJSON-1683623117-project] 10.222.0.13 "GET /v2.0/ports?device_id=ad521594-f308-4ac6-80c3-1997a0afcbf3 HTTP/1.1" status: 200 len: 210 time: 0.0667028 Nov 05 18:42:49.043344 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-c14cd654-bed9-4103-a78e-0f3045780ce9 tempest-ServersTestBootFromVolume-1080674323 tempest-ServersTestBootFromVolume-1080674323-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:42:49.048592 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:42:49.077972 n-d-816865-1 neutron-server[102388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f3886b5-bfd5-4bd1-b503-1a7b6a830e3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '613b343e-d679-4d51-a8c2-d91f0420c58e'}] {{(pid=102388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 18:42:49.081193 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85474fee1180e129d8a886d264fe0b30223aa672dd1ffe43b630605f18504f68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99b3e117-499f-42e3-ac6f-26fdfac06845" -d '{"events": [{"server_uuid": "4f3886b5-bfd5-4bd1-b503-1a7b6a830e3d", "name": "network-vif-plugged", "status": "completed", "tag": "613b343e-d679-4d51-a8c2-d91f0420c58e"}]}' {{(pid=102388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 18:42:49.098710 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] For port 613b343e-d679-4d51-a8c2-d91f0420c58e, host n-h1-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=613b343e-d679-4d51-a8c2-d91f0420c58e,segment=NetworkSegment(15cac71b-3531-4cff-8a8e-8f8d83bebf12),segment_id=15cac71b-3531-4cff-8a8e-8f8d83bebf12)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:42:49.117274 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-c14cd654-bed9-4103-a78e-0f3045780ce9 tempest-ServersTestBootFromVolume-1080674323 tempest-ServersTestBootFromVolume-1080674323-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1000577'] for floatingip, after_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:42:49.164765 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6758477e-f016-47d9-a26a-73f0efbbcb17 req-671f18d4-e194-4b4c-a5cd-21f2f750709f tempest-MultipleCreateTestJSON-1683623117 tempest-MultipleCreateTestJSON-1683623117-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:42:49.166396 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-6758477e-f016-47d9-a26a-73f0efbbcb17 req-671f18d4-e194-4b4c-a5cd-21f2f750709f tempest-MultipleCreateTestJSON-1683623117 tempest-MultipleCreateTestJSON-1683623117-project] 10.222.0.41 "GET /v2.0/networks?id=a1c387b6-9d2f-422a-83f2-3344249696b0 HTTP/1.1" status: 200 len: 812 time: 0.1360600 Nov 05 18:42:49.182697 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [req-6758477e-f016-47d9-a26a-73f0efbbcb17 req-7a10aa68-a402-40a3-962f-f1e1f2518da2 tempest-MultipleCreateTestJSON-1683623117 tempest-MultipleCreateTestJSON-1683623117-project] Request body: {'port': {'device_id': 'ad521594-f308-4ac6-80c3-1997a0afcbf3', 'network_id': 'a1c387b6-9d2f-422a-83f2-3344249696b0', 'admin_state_up': True, 'tenant_id': '5d8c25f022de4b75b42e8c289f7d3f0e'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:42:49.208913 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 18:42:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66cf17b1-6fa6-4f8e-84e2-acc795c14f2e x-openstack-request-id: req-66cf17b1-6fa6-4f8e-84e2-acc795c14f2e {{(pid=102388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 18:42:49.209502 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f3886b5-bfd5-4bd1-b503-1a7b6a830e3d", "name": "network-vif-plugged", "status": "completed", "tag": "613b343e-d679-4d51-a8c2-d91f0420c58e", "code": 200}]} {{(pid=102388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 18:42:49.209838 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-66cf17b1-6fa6-4f8e-84e2-acc795c14f2e {{(pid=102388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 18:42:49.210557 n-d-816865-1 neutron-server[102388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f3886b5-bfd5-4bd1-b503-1a7b6a830e3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '613b343e-d679-4d51-a8c2-d91f0420c58e', 'code': 200} Nov 05 18:42:49.254719 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:42:49.289276 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-6758477e-f016-47d9-a26a-73f0efbbcb17 req-709b6515-d4e4-4271-93e7-7e7307dda19c tempest-MultipleCreateTestJSON-1683623117 tempest-MultipleCreateTestJSON-1683623117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:42:49.334238 n-d-816865-1 neutron-server[102387]: INFO neutron.db.l3_db [None req-c14cd654-bed9-4103-a78e-0f3045780ce9 tempest-ServersTestBootFromVolume-1080674323 tempest-ServersTestBootFromVolume-1080674323-project] Floating IP a9a80293-84ba-423d-aae2-3cfda3e77ed2 associated. External IP: 172.25.6.43, port: 8e7b7762-69c3-4cee-a44d-991e0e7126b0. Nov 05 18:42:49.337201 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Pushing event updated for resources: {'Port': ['ID=613b343e-d679-4d51-a8c2-d91f0420c58e,revision_number=5']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:42:49.369166 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709b6515-d4e4-4271-93e7-7e7307dda19c tempest-MultipleCreateTestJSON-1683623117 tempest-MultipleCreateTestJSON-1683623117-project] Pushing event updated for resources: {'Port': ['ID=8ca1d049-9e36-4cd1-a89b-08afc8b2daef,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:42:49.387256 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6758477e-f016-47d9-a26a-73f0efbbcb17 req-709b6515-d4e4-4271-93e7-7e7307dda19c tempest-MultipleCreateTestJSON-1683623117 tempest-MultipleCreateTestJSON-1683623117-project] Network a1c387b6-9d2f-422a-83f2-3344249696b0 is already hosted by enough agents. {{(pid=102386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 18:42:49.387664 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520d8812-d797-4d00-be19-b26c0dc259d5 req-dfee85e2-39b1-4343-88dd-7d880444e478 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:42:49.389528 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-520d8812-d797-4d00-be19-b26c0dc259d5 req-dfee85e2-39b1-4343-88dd-7d880444e478 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=4f3886b5-bfd5-4bd1-b503-1a7b6a830e3d HTTP/1.1" status: 200 len: 1097 time: 0.1151273 Nov 05 18:42:49.390224 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.base_scheduler [req-6758477e-f016-47d9-a26a-73f0efbbcb17 req-709b6515-d4e4-4271-93e7-7e7307dda19c tempest-MultipleCreateTestJSON-1683623117 tempest-MultipleCreateTestJSON-1683623117-project] Resources bound (agent type, host, resource id): {{(pid=102386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:42:49.397858 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [req-6758477e-f016-47d9-a26a-73f0efbbcb17 req-709b6515-d4e4-4271-93e7-7e7307dda19c tempest-MultipleCreateTestJSON-1683623117 tempest-MultipleCreateTestJSON-1683623117-project] Received port after_create {{(pid=102386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 18:42:49.455663 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6758477e-f016-47d9-a26a-73f0efbbcb17 req-709b6515-d4e4-4271-93e7-7e7307dda19c tempest-MultipleCreateTestJSON-1683623117 tempest-MultipleCreateTestJSON-1683623117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:42:49.456336 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-6758477e-f016-47d9-a26a-73f0efbbcb17 req-709b6515-d4e4-4271-93e7-7e7307dda19c tempest-MultipleCreateTestJSON-1683623117 tempest-MultipleCreateTestJSON-1683623117-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:42:49.485907 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-520d8812-d797-4d00-be19-b26c0dc259d5 req-87875699-7c5b-4d5a-8977-f4684a6e2af1 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=35cb161a-9192-43e2-a392-140fa33626b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646513 Nov 05 18:42:49.589048 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-6758477e-f016-47d9-a26a-73f0efbbcb17 req-709b6515-d4e4-4271-93e7-7e7307dda19c tempest-MultipleCreateTestJSON-1683623117 tempest-MultipleCreateTestJSON-1683623117-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5332572 Nov 05 18:42:49.603015 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [req-6758477e-f016-47d9-a26a-73f0efbbcb17 req-e5af70c0-f747-4581-9f58-d4259a43ce05 service neutron] Request body: {'port': {'device_id': '4daabd15-d1af-404b-827a-3dea44d13db8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816865-1'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:42:49.634704 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce18a2f7-3449-413c-9d09-dbdac4c31e31 req-a18ed4d0-4db5-4f08-bbcf-be3a02d83792 tempest-LiveAutoBlockMigrationV225Test-1563372898 tempest-LiveAutoBlockMigrationV225Test-1563372898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:42:49.636388 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-ce18a2f7-3449-413c-9d09-dbdac4c31e31 req-a18ed4d0-4db5-4f08-bbcf-be3a02d83792 tempest-LiveAutoBlockMigrationV225Test-1563372898 tempest-LiveAutoBlockMigrationV225Test-1563372898-project] 10.222.0.13 "GET /v2.0/ports?device_id=4f3886b5-bfd5-4bd1-b503-1a7b6a830e3d HTTP/1.1" status: 200 len: 946 time: 0.0993896 Nov 05 18:42:49.655202 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c14cd654-bed9-4103-a78e-0f3045780ce9 tempest-ServersTestBootFromVolume-1080674323 tempest-ServersTestBootFromVolume-1080674323-project] Router 5bc7c2ae-da6d-4318-8ada-a224b1663e25 has already been hosted by L3 agent 6dcb5589-8e86-4616-9186-ddc4548e13ad {{(pid=102387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 18:42:49.661836 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-6758477e-f016-47d9-a26a-73f0efbbcb17 req-e5af70c0-f747-4581-9f58-d4259a43ce05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:42:49.724534 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6758477e-f016-47d9-a26a-73f0efbbcb17 req-7a10aa68-a402-40a3-962f-f1e1f2518da2 tempest-MultipleCreateTestJSON-1683623117 tempest-MultipleCreateTestJSON-1683623117-project] Made reservation on behalf of 5d8c25f022de4b75b42e8c289f7d3f0e for: {'port': 1} {{(pid=102386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 18:42:49.727905 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-6758477e-f016-47d9-a26a-73f0efbbcb17 req-7a10aa68-a402-40a3-962f-f1e1f2518da2 tempest-MultipleCreateTestJSON-1683623117 tempest-MultipleCreateTestJSON-1683623117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:42:49.745048 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-ce18a2f7-3449-413c-9d09-dbdac4c31e31 req-00e4f389-2ae3-42ac-8013-3430d762304b tempest-LiveAutoBlockMigrationV225Test-1563372898 tempest-LiveAutoBlockMigrationV225Test-1563372898-project] 10.222.0.13 "GET /v2.0/security-groups?id=35cb161a-9192-43e2-a392-140fa33626b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022708 Nov 05 18:42:49.844277 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c14cd654-bed9-4103-a78e-0f3045780ce9 tempest-ServersTestBootFromVolume-1080674323 tempest-ServersTestBootFromVolume-1080674323-project] Notify agent at l3_agent.n-d-816865-1 the message routers_updated {{(pid=102387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 18:42:49.851246 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-c14cd654-bed9-4103-a78e-0f3045780ce9 tempest-ServersTestBootFromVolume-1080674323 tempest-ServersTestBootFromVolume-1080674323-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for floatingip, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:42:49.862511 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5567fb3-f923-4b02-819a-a492cf4d421f None None] Sync routers for ids ['5bc7c2ae-da6d-4318-8ada-a224b1663e25'] in n-d-816865-1 {{(pid=102388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 18:42:49.881701 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5567fb3-f923-4b02-819a-a492cf4d421f None None] Routers {'5bc7c2ae-da6d-4318-8ada-a224b1663e25'} bound to L3 agent in host n-d-816865-1 {{(pid=102388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 18:42:49.882656 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-e5567fb3-f923-4b02-819a-a492cf4d421f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T18:42:35Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['5bc7c2ae-da6d-4318-8ada-a224b1663e25'], 'active': True} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:42:49.923394 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-c14cd654-bed9-4103-a78e-0f3045780ce9 tempest-ServersTestBootFromVolume-1080674323 tempest-ServersTestBootFromVolume-1080674323-project] 10.222.0.13 "PUT /v2.0/floatingips/a9a80293-84ba-423d-aae2-3cfda3e77ed2 HTTP/1.1" status: 200 len: 990 time: 2.2234581 Nov 05 18:42:49.925213 n-d-816865-1 neutron-server[102387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5fdd612-ad46-4764-a858-9ef8a8ca5819', 'tag': '8e7b7762-69c3-4cee-a44d-991e0e7126b0'}] {{(pid=102387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 18:42:49.928756 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab06bd4ddf5758c1f10d79fe34dc215bafa488692cde9dba2fcbcb67556f90bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86f84756-f8e3-419d-bb8a-78543873f697" -d '{"events": [{"name": "network-changed", "server_uuid": "b5fdd612-ad46-4764-a858-9ef8a8ca5819", "tag": "8e7b7762-69c3-4cee-a44d-991e0e7126b0"}]}' {{(pid=102387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 18:42:50.027374 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7a3126-4102-4fd6-a246-c7898c378e03 req-812d4b54-bdc2-48e2-8cbd-117c156e50a6 tempest-ServerDiskConfigTestJSON-70330027 tempest-ServerDiskConfigTestJSON-70330027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:42:50.029188 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-4a7a3126-4102-4fd6-a246-c7898c378e03 req-812d4b54-bdc2-48e2-8cbd-117c156e50a6 tempest-ServerDiskConfigTestJSON-70330027 tempest-ServerDiskConfigTestJSON-70330027-project] 10.222.0.13 "GET /v2.0/ports?device_id=bcbd3f99-98ae-4481-b4a1-c0a7beca4f9f HTTP/1.1" status: 200 len: 946 time: 0.0666254 Nov 05 18:42:50.048372 n-d-816865-1 neutron-server[102386]: DEBUG neutron.notifiers.nova [req-6758477e-f016-47d9-a26a-73f0efbbcb17 req-e5af70c0-f747-4581-9f58-d4259a43ce05 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ca1d049-9e36-4cd1-a89b-08afc8b2daef {{(pid=102386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 18:42:50.059909 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-6758477e-f016-47d9-a26a-73f0efbbcb17 req-e5af70c0-f747-4581-9f58-d4259a43ce05 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:42:50.088987 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.provisioning_blocks [req-6758477e-f016-47d9-a26a-73f0efbbcb17 req-e5af70c0-f747-4581-9f58-d4259a43ce05 service neutron] Transition to ACTIVE for port object 8ca1d049-9e36-4cd1-a89b-08afc8b2daef will not be triggered until provisioned by entity L2. {{(pid=102386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 05 18:42:50.109930 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-4a7a3126-4102-4fd6-a246-c7898c378e03 req-0ef6d667-a97d-4777-814f-a1dc25e5585f tempest-ServerDiskConfigTestJSON-70330027 tempest-ServerDiskConfigTestJSON-70330027-project] 10.222.0.13 "GET /v2.0/security-groups?id=415b984e-2c75-4a2b-aae3-7fe54c54a52e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655236 Nov 05 18:42:50.116881 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvr_db [None req-e5567fb3-f923-4b02-819a-a492cf4d421f None None] Set router 5bc7c2ae-da6d-4318-8ada-a224b1663e25 gateway port host: n-d-816865-1 {{(pid=102388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 18:42:50.184332 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 18:42:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2935d731-5854-4dda-8a9a-80d87516a7c0 x-openstack-request-id: req-2935d731-5854-4dda-8a9a-80d87516a7c0 {{(pid=102387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 18:42:50.184720 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5fdd612-ad46-4764-a858-9ef8a8ca5819", "tag": "8e7b7762-69c3-4cee-a44d-991e0e7126b0", "status": "completed", "code": 200}]} {{(pid=102387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 18:42:50.184943 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2935d731-5854-4dda-8a9a-80d87516a7c0 {{(pid=102387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 18:42:50.185353 n-d-816865-1 neutron-server[102387]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5fdd612-ad46-4764-a858-9ef8a8ca5819', 'tag': '8e7b7762-69c3-4cee-a44d-991e0e7126b0', 'status': 'completed', 'code': 200} Nov 05 18:42:50.212423 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-6758477e-f016-47d9-a26a-73f0efbbcb17 req-e5af70c0-f747-4581-9f58-d4259a43ce05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6149821'] for port, after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:42:50.271571 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-f0bf8358-3ec0-4800-9e9d-5cf0e2369d52 req-08e8e3d9-a106-4a68-ad53-1a04b52d1225 tempest-MultipleCreateTestJSON-1683623117 tempest-MultipleCreateTestJSON-1683623117-project] 10.222.0.13 "GET /v2.0/ports?device_id=ad521594-f308-4ac6-80c3-1997a0afcbf3 HTTP/1.1" status: 200 len: 210 time: 0.0322270 Nov 05 18:42:50.377019 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5af70c0-f747-4581-9f58-d4259a43ce05 service neutron] Pushing event updated for resources: {'Port': ['ID=8ca1d049-9e36-4cd1-a89b-08afc8b2daef,revision_number=2']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:42:50.391037 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.db_base_plugin_common [req-6758477e-f016-47d9-a26a-73f0efbbcb17 req-7a10aa68-a402-40a3-962f-f1e1f2518da2 tempest-MultipleCreateTestJSON-1683623117 tempest-MultipleCreateTestJSON-1683623117-project] Allocated IP 172.20.0.2 (a1c387b6-9d2f-422a-83f2-3344249696b0/e02eab79-5f68-40da-9bf0-ba9f8213f038/0d9fdc5e-6128-46d0-b80f-74ada46bbbcc) {{(pid=102386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 18:42:50.407155 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-e5567fb3-f923-4b02-819a-a492cf4d421f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bc7c2ae-da6d-4318-8ada-a224b1663e25', 'name': 'tempest-ServersTestBootFromVolume-1941434225-router', 'tenant_id': '6c131f7c44f84ab6961400da2cd9c540', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.203'}], 'enable_snat': True}, 'gw_port_id': '2fb3cd9d-c752-4483-97ea-094c7b3c7e8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T18:41:14Z', 'updated_at': '2021-11-05T18:41:24Z', 'revision_number': 4, 'project_id': '6c131f7c44f84ab6961400da2cd9c540', 'gw_port': {'id': '2fb3cd9d-c752-4483-97ea-094c7b3c7e8a', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:21:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bc7c2ae-da6d-4318-8ada-a224b1663e25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 733, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T18:41:16Z', 'updated_at': '2021-11-05T18:41:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1', '_floatingips': [{'id': 'a9a80293-84ba-423d-aae2-3cfda3e77ed2', 'tenant_id': '6c131f7c44f84ab6961400da2cd9c540', 'floating_ip_address': '172.25.6.43', 'floating_network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'router_id': '5bc7c2ae-da6d-4318-8ada-a224b1663e25', 'port_id': '8e7b7762-69c3-4cee-a44d-991e0e7126b0', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 742, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1ff0a913-0cfa-4d08-b7d2-c06124fbc3df', 'mac_address': 'fa:16:3e:df:74:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5fdd612-ad46-4764-a858-9ef8a8ca5819', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-05T18:41:31Z', 'updated_at': '2021-11-05T18:42:48Z', 'revision_number': 1, 'project_id': '6c131f7c44f84ab6961400da2cd9c540', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '69af1376-2c88-4874-9039-4b78122e8668', 'name': '', 'network_id': '1ff0a913-0cfa-4d08-b7d2-c06124fbc3df', 'tenant_id': '6c131f7c44f84ab6961400da2cd9c540', 'mac_address': 'fa:16:3e:d3:66:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bc7c2ae-da6d-4318-8ada-a224b1663e25', 'device_owner': 'network:router_interface', 'standard_attr_id': 735, 'fixed_ips': [{'subnet_id': 'dff9f9fe-033a-4d53-8da1-59a70c229898', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T18:41:22Z', 'updated_at': '2021-11-05T18:41:28Z', 'revision_number': 5, 'project_id': '6c131f7c44f84ab6961400da2cd9c540', 'subnets': [{'id': 'dff9f9fe-033a-4d53-8da1-59a70c229898', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-1', False) {} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:42:50.412562 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f84756-f8e3-419d-bb8a-78543873f697 req-b4405556-592f-45aa-9a14-c3593662160d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:42:50.414190 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-86f84756-f8e3-419d-bb8a-78543873f697 req-b4405556-592f-45aa-9a14-c3593662160d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=6c131f7c44f84ab6961400da2cd9c540&device_id=b5fdd612-ad46-4764-a858-9ef8a8ca5819 HTTP/1.1" status: 200 len: 1096 time: 0.1986630 Nov 05 18:42:50.441929 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5567fb3-f923-4b02-819a-a492cf4d421f None None] Checking router: 5bc7c2ae-da6d-4318-8ada-a224b1663e25 for host: n-d-816865-1 {{(pid=102388) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 18:42:50.454373 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5567fb3-f923-4b02-819a-a492cf4d421f None None] Routers {'5bc7c2ae-da6d-4318-8ada-a224b1663e25'} bound to L3 agent in host n-d-816865-1 {{(pid=102388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 18:42:50.454955 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-e5567fb3-f923-4b02-819a-a492cf4d421f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T18:42:35Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['5bc7c2ae-da6d-4318-8ada-a224b1663e25'], 'active': True} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:42:50.558096 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-db94293c-643a-4ef5-8ec7-bbfa3d91733a req-d0c44357-b05d-4c69-a03f-a9052869ade2 tempest-ServersAdminTestJSON-1640316766 tempest-ServersAdminTestJSON-1640316766-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=d4be27d9848c492b8c8fb5e165fc1c12&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0292916 Nov 05 18:42:50.644380 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvr_db [None req-e5567fb3-f923-4b02-819a-a492cf4d421f None None] Set router 5bc7c2ae-da6d-4318-8ada-a224b1663e25 gateway port host: n-d-816865-1 {{(pid=102388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 18:42:50.662119 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f84756-f8e3-419d-bb8a-78543873f697 req-679f8c97-0722-401c-b228-0eba34f8ba57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:42:50.663988 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-86f84756-f8e3-419d-bb8a-78543873f697 req-679f8c97-0722-401c-b228-0eba34f8ba57 service neutron] 10.222.0.55 "GET /v2.0/networks?id=1ff0a913-0cfa-4d08-b7d2-c06124fbc3df HTTP/1.1" status: 200 len: 917 time: 0.2253077 Nov 05 18:42:50.668590 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db94293c-643a-4ef5-8ec7-bbfa3d91733a req-aa14870e-9993-42a9-9908-883112806c90 tempest-ServersAdminTestJSON-1640316766 tempest-ServersAdminTestJSON-1640316766-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:42:50.670183 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-db94293c-643a-4ef5-8ec7-bbfa3d91733a req-aa14870e-9993-42a9-9908-883112806c90 tempest-ServersAdminTestJSON-1640316766 tempest-ServersAdminTestJSON-1640316766-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1123769 Nov 05 18:42:50.682256 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [req-6758477e-f016-47d9-a26a-73f0efbbcb17 req-e5af70c0-f747-4581-9f58-d4259a43ce05 service neutron] Attempting to bind port 8ca1d049-9e36-4cd1-a89b-08afc8b2daef on host n-h2-816865-1 for vnic_type normal with profile {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 18:42:50.682695 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [req-6758477e-f016-47d9-a26a-73f0efbbcb17 req-e5af70c0-f747-4581-9f58-d4259a43ce05 service neutron] Attempting to bind port 8ca1d049-9e36-4cd1-a89b-08afc8b2daef by drivers openvswitch,hyperv on host n-h2-816865-1 at level 0 using segments [{'id': '7366b739-dd80-4115-a639-c56c148a62e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'a1c387b6-9d2f-422a-83f2-3344249696b0'}] {{(pid=102386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 18:42:50.683088 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6758477e-f016-47d9-a26a-73f0efbbcb17 req-e5af70c0-f747-4581-9f58-d4259a43ce05 service neutron] Attempting to bind port 8ca1d049-9e36-4cd1-a89b-08afc8b2daef on network a1c387b6-9d2f-422a-83f2-3344249696b0 {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 18:42:50.690467 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-db94293c-643a-4ef5-8ec7-bbfa3d91733a req-61c7014b-75b3-4279-a05f-d81629e179a2 tempest-ServersAdminTestJSON-1640316766 tempest-ServersAdminTestJSON-1640316766-project] 10.222.0.13 "GET /v2.0/quotas/d4be27d9848c492b8c8fb5e165fc1c12 HTTP/1.1" status: 200 len: 375 time: 0.0109942 Nov 05 18:42:50.759352 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6758477e-f016-47d9-a26a-73f0efbbcb17 req-e5af70c0-f747-4581-9f58-d4259a43ce05 service neutron] Port 8ca1d049-9e36-4cd1-a89b-08afc8b2daef on network a1c387b6-9d2f-422a-83f2-3344249696b0 not bound, no agent of type Open vSwitch agent registered on host n-h2-816865-1 {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 18:42:50.759698 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6758477e-f016-47d9-a26a-73f0efbbcb17 req-e5af70c0-f747-4581-9f58-d4259a43ce05 service neutron] Attempting to bind port 8ca1d049-9e36-4cd1-a89b-08afc8b2daef on network a1c387b6-9d2f-422a-83f2-3344249696b0 {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 18:42:50.760643 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-db94293c-643a-4ef5-8ec7-bbfa3d91733a req-cdfaba05-ef20-43ac-a89c-b058af20b643 tempest-ServersAdminTestJSON-1640316766 tempest-ServersAdminTestJSON-1640316766-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=d4be27d9848c492b8c8fb5e165fc1c12&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0519288 Nov 05 18:42:50.770949 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6758477e-f016-47d9-a26a-73f0efbbcb17 req-e5af70c0-f747-4581-9f58-d4259a43ce05 service neutron] Checking agent: {'id': '32aff553-696f-4891-83f5-5c176f61fe54', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816865-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 18, 33, 36), 'started_at': datetime.datetime(2021, 11, 5, 18, 33, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 18, 42, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 18:42:50.771292 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6758477e-f016-47d9-a26a-73f0efbbcb17 req-e5af70c0-f747-4581-9f58-d4259a43ce05 service neutron] Checking segment: {'id': '7366b739-dd80-4115-a639-c56c148a62e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'a1c387b6-9d2f-422a-83f2-3344249696b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 18:42:50.771677 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6758477e-f016-47d9-a26a-73f0efbbcb17 req-e5af70c0-f747-4581-9f58-d4259a43ce05 service neutron] Bound using segment: {'id': '7366b739-dd80-4115-a639-c56c148a62e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'a1c387b6-9d2f-422a-83f2-3344249696b0'} {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 18:42:50.772120 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [req-6758477e-f016-47d9-a26a-73f0efbbcb17 req-e5af70c0-f747-4581-9f58-d4259a43ce05 service neutron] Bound port: 8ca1d049-9e36-4cd1-a89b-08afc8b2daef, host: n-h2-816865-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7366b739-dd80-4115-a639-c56c148a62e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'a1c387b6-9d2f-422a-83f2-3344249696b0'}}] {{(pid=102386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 18:42:50.772476 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-6758477e-f016-47d9-a26a-73f0efbbcb17 req-e5af70c0-f747-4581-9f58-d4259a43ce05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:42:50.852422 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-86f84756-f8e3-419d-bb8a-78543873f697 req-d88f5329-ce2a-4cf8-8b28-ecdd2203eaf4 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8e7b7762-69c3-4cee-a44d-991e0e7126b0 HTTP/1.1" status: 200 len: 998 time: 0.1786337 Nov 05 18:42:50.922617 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a1ae3f-e730-474e-b182-0bf44a4028dc req-0fb3f1a5-e6c3-4247-bd19-f7d21af4ab82 tempest-LiveAutoBlockMigrationV225Test-1563372898 tempest-LiveAutoBlockMigrationV225Test-1563372898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:42:50.924284 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-c7a1ae3f-e730-474e-b182-0bf44a4028dc req-0fb3f1a5-e6c3-4247-bd19-f7d21af4ab82 tempest-LiveAutoBlockMigrationV225Test-1563372898 tempest-LiveAutoBlockMigrationV225Test-1563372898-project] 10.222.0.13 "GET /v2.0/ports?device_id=4f3886b5-bfd5-4bd1-b503-1a7b6a830e3d HTTP/1.1" status: 200 len: 946 time: 0.0636969 Nov 05 18:42:50.943934 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-6758477e-f016-47d9-a26a-73f0efbbcb17 req-7a10aa68-a402-40a3-962f-f1e1f2518da2 tempest-MultipleCreateTestJSON-1683623117 tempest-MultipleCreateTestJSON-1683623117-project] Publish callbacks [] for port, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:42:50.961016 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [req-6758477e-f016-47d9-a26a-73f0efbbcb17 req-e5af70c0-f747-4581-9f58-d4259a43ce05 service neutron] For port 8ca1d049-9e36-4cd1-a89b-08afc8b2daef, host n-h2-816865-1, cleared binding levels {{(pid=102386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 18:42:50.965398 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [req-6758477e-f016-47d9-a26a-73f0efbbcb17 req-e5af70c0-f747-4581-9f58-d4259a43ce05 service neutron] For port 8ca1d049-9e36-4cd1-a89b-08afc8b2daef, host n-h2-816865-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=8ca1d049-9e36-4cd1-a89b-08afc8b2daef,segment=NetworkSegment(7366b739-dd80-4115-a639-c56c148a62e9),segment_id=7366b739-dd80-4115-a639-c56c148a62e9)] {{(pid=102386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 18:42:50.971086 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f84756-f8e3-419d-bb8a-78543873f697 req-a3a490e4-32b9-4481-9c73-a31aaf8af8da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:42:50.971086 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-86f84756-f8e3-419d-bb8a-78543873f697 req-a3a490e4-32b9-4481-9c73-a31aaf8af8da service neutron] 10.222.0.55 "GET /v2.0/subnets?id=dff9f9fe-033a-4d53-8da1-59a70c229898 HTTP/1.1" status: 200 len: 855 time: 0.1057756 Nov 05 18:42:50.984065 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-c7a1ae3f-e730-474e-b182-0bf44a4028dc req-c5192c06-a715-4cf9-98cd-29b8dd3da55f tempest-LiveAutoBlockMigrationV225Test-1563372898 tempest-LiveAutoBlockMigrationV225Test-1563372898-project] 10.222.0.13 "GET /v2.0/security-groups?id=35cb161a-9192-43e2-a392-140fa33626b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508411 Nov 05 18:42:51.039227 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f84756-f8e3-419d-bb8a-78543873f697 req-96238fb1-ffab-4a01-a94f-455230a8af25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:42:51.040901 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-86f84756-f8e3-419d-bb8a-78543873f697 req-96238fb1-ffab-4a01-a94f-455230a8af25 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=1ff0a913-0cfa-4d08-b7d2-c06124fbc3df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0640666 Nov 05 18:42:51.092358 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-6758477e-f016-47d9-a26a-73f0efbbcb17 req-e5af70c0-f747-4581-9f58-d4259a43ce05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6149821'] for port, after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:42:51.143602 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-2a338d03-f4cb-4059-ad76-7254ff91477e req-7f728b55-1b2b-4675-b3b2-c2ed5b478ce8 tempest-QuotasAdminNegativeTest-1711021195 tempest-QuotasAdminNegativeTest-1711021195-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=1db0860f1bce4b57a9d0545773301069&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0631363 Nov 05 18:42:51.155886 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-e5567fb3-f923-4b02-819a-a492cf4d421f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bc7c2ae-da6d-4318-8ada-a224b1663e25', 'name': 'tempest-ServersTestBootFromVolume-1941434225-router', 'tenant_id': '6c131f7c44f84ab6961400da2cd9c540', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.203'}], 'enable_snat': True}, 'gw_port_id': '2fb3cd9d-c752-4483-97ea-094c7b3c7e8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T18:41:14Z', 'updated_at': '2021-11-05T18:41:24Z', 'revision_number': 4, 'project_id': '6c131f7c44f84ab6961400da2cd9c540', 'gw_port': {'id': '2fb3cd9d-c752-4483-97ea-094c7b3c7e8a', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:21:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bc7c2ae-da6d-4318-8ada-a224b1663e25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 733, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T18:41:16Z', 'updated_at': '2021-11-05T18:41:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1', '_floatingips': [{'id': 'a9a80293-84ba-423d-aae2-3cfda3e77ed2', 'tenant_id': '6c131f7c44f84ab6961400da2cd9c540', 'floating_ip_address': '172.25.6.43', 'floating_network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'router_id': '5bc7c2ae-da6d-4318-8ada-a224b1663e25', 'port_id': '8e7b7762-69c3-4cee-a44d-991e0e7126b0', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 742, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1ff0a913-0cfa-4d08-b7d2-c06124fbc3df', 'mac_address': 'fa:16:3e:df:74:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5fdd612-ad46-4764-a858-9ef8a8ca5819', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-05T18:41:31Z', 'updated_at': '2021-11-05T18:42:48Z', 'revision_number': 1, 'project_id': '6c131f7c44f84ab6961400da2cd9c540', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '69af1376-2c88-4874-9039-4b78122e8668', 'name': '', 'network_id': '1ff0a913-0cfa-4d08-b7d2-c06124fbc3df', 'tenant_id': '6c131f7c44f84ab6961400da2cd9c540', 'mac_address': 'fa:16:3e:d3:66:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bc7c2ae-da6d-4318-8ada-a224b1663e25', 'device_owner': 'network:router_interface', 'standard_attr_id': 735, 'fixed_ips': [{'subnet_id': 'dff9f9fe-033a-4d53-8da1-59a70c229898', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T18:41:22Z', 'updated_at': '2021-11-05T18:41:28Z', 'revision_number': 5, 'project_id': '6c131f7c44f84ab6961400da2cd9c540', 'subnets': [{'id': 'dff9f9fe-033a-4d53-8da1-59a70c229898', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-1', False) {} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:42:51.178288 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-6758477e-f016-47d9-a26a-73f0efbbcb17 req-7a10aa68-a402-40a3-962f-f1e1f2518da2 tempest-MultipleCreateTestJSON-1683623117 tempest-MultipleCreateTestJSON-1683623117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:42:51.203713 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5567fb3-f923-4b02-819a-a492cf4d421f None None] The sync data for ids ['5bc7c2ae-da6d-4318-8ada-a224b1663e25'] in n-d-816865-1 is: [{'id': '5bc7c2ae-da6d-4318-8ada-a224b1663e25', 'name': 'tempest-ServersTestBootFromVolume-1941434225-router', 'tenant_id': '6c131f7c44f84ab6961400da2cd9c540', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.203'}], 'enable_snat': True}, 'gw_port_id': '2fb3cd9d-c752-4483-97ea-094c7b3c7e8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T18:41:14Z', 'updated_at': '2021-11-05T18:41:24Z', 'revision_number': 4, 'project_id': '6c131f7c44f84ab6961400da2cd9c540', 'gw_port': {'id': '2fb3cd9d-c752-4483-97ea-094c7b3c7e8a', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:21:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bc7c2ae-da6d-4318-8ada-a224b1663e25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 733, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T18:41:16Z', 'updated_at': '2021-11-05T18:41:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1', '_floatingips': [{'id': 'a9a80293-84ba-423d-aae2-3cfda3e77ed2', 'tenant_id': '6c131f7c44f84ab6961400da2cd9c540', 'floating_ip_address': '172.25.6.43', 'floating_network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'router_id': '5bc7c2ae-da6d-4318-8ada-a224b1663e25', 'port_id': '8e7b7762-69c3-4cee-a44d-991e0e7126b0', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 742, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1ff0a913-0cfa-4d08-b7d2-c06124fbc3df', 'mac_address': 'fa:16:3e:df:74:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5fdd612-ad46-4764-a858-9ef8a8ca5819', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-05T18:41:31Z', 'updated_at': '2021-11-05T18:42:48Z', 'revision_number': 1, 'project_id': '6c131f7c44f84ab6961400da2cd9c540', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '69af1376-2c88-4874-9039-4b78122e8668', 'name': '', 'network_id': '1ff0a913-0cfa-4d08-b7d2-c06124fbc3df', 'tenant_id': '6c131f7c44f84ab6961400da2cd9c540', 'mac_address': 'fa:16:3e:d3:66:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bc7c2ae-da6d-4318-8ada-a224b1663e25', 'device_owner': 'network:router_interface', 'standard_attr_id': 735, 'fixed_ips': [{'subnet_id': 'dff9f9fe-033a-4d53-8da1-59a70c229898', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T18:41:22Z', 'updated_at': '2021-11-05T18:41:28Z', 'revision_number': 5, 'project_id': '6c131f7c44f84ab6961400da2cd9c540', 'subnets': [{'id': 'dff9f9fe-033a-4d53-8da1-59a70c229898', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 18:42:51.254773 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-86f84756-f8e3-419d-bb8a-78543873f697 req-2e54ac08-8b27-4937-9153-6e028e2c8d6d service neutron] 10.222.0.55 "GET /v2.0/networks/1ff0a913-0cfa-4d08-b7d2-c06124fbc3df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2031379 Nov 05 18:42:51.292375 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6758477e-f016-47d9-a26a-73f0efbbcb17 req-e5af70c0-f747-4581-9f58-d4259a43ce05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:42:51.292729 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-6758477e-f016-47d9-a26a-73f0efbbcb17 req-e5af70c0-f747-4581-9f58-d4259a43ce05 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:42:51.294185 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-6758477e-f016-47d9-a26a-73f0efbbcb17 req-e5af70c0-f747-4581-9f58-d4259a43ce05 service neutron] 10.222.0.55 "PUT /v2.0/ports/8ca1d049-9e36-4cd1-a89b-08afc8b2daef HTTP/1.1" status: 200 len: 1092 time: 1.6952760 Nov 05 18:42:51.296471 n-d-816865-1 neutron-server[102386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4daabd15-d1af-404b-827a-3dea44d13db8', 'tag': '8ca1d049-9e36-4cd1-a89b-08afc8b2daef'}] {{(pid=102386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 18:42:51.304219 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6173a44d7c73f41af551dc890fa1a5892c2c6bc3458b640c8e0c24db7876ba6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57d8f80c-f56f-43e5-b514-8383b3a513d3" -d '{"events": [{"name": "network-changed", "server_uuid": "4daabd15-d1af-404b-827a-3dea44d13db8", "tag": "8ca1d049-9e36-4cd1-a89b-08afc8b2daef"}]}' {{(pid=102386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 18:42:51.353133 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6758477e-f016-47d9-a26a-73f0efbbcb17 req-7a10aa68-a402-40a3-962f-f1e1f2518da2 tempest-MultipleCreateTestJSON-1683623117 tempest-MultipleCreateTestJSON-1683623117-project] Network a1c387b6-9d2f-422a-83f2-3344249696b0 is already hosted by enough agents. {{(pid=102386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 18:42:51.400360 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.base_scheduler [req-6758477e-f016-47d9-a26a-73f0efbbcb17 req-7a10aa68-a402-40a3-962f-f1e1f2518da2 tempest-MultipleCreateTestJSON-1683623117 tempest-MultipleCreateTestJSON-1683623117-project] Resources bound (agent type, host, resource id): {{(pid=102386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:42:51.403660 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecf4e2c-077f-4ca3-a413-d00f2c18c7b2 req-f9ad0ea0-5861-4f66-81c6-796a9ef12d18 tempest-ServerDiskConfigTestJSON-70330027 tempest-ServerDiskConfigTestJSON-70330027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:42:51.410270 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [req-6758477e-f016-47d9-a26a-73f0efbbcb17 req-7a10aa68-a402-40a3-962f-f1e1f2518da2 tempest-MultipleCreateTestJSON-1683623117 tempest-MultipleCreateTestJSON-1683623117-project] Received port after_create {{(pid=102386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 18:42:51.410489 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-1ecf4e2c-077f-4ca3-a413-d00f2c18c7b2 req-f9ad0ea0-5861-4f66-81c6-796a9ef12d18 tempest-ServerDiskConfigTestJSON-70330027 tempest-ServerDiskConfigTestJSON-70330027-project] 10.222.0.13 "GET /v2.0/ports?device_id=bcbd3f99-98ae-4481-b4a1-c0a7beca4f9f HTTP/1.1" status: 200 len: 946 time: 0.1564970 Nov 05 18:42:51.460042 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a338d03-f4cb-4059-ad76-7254ff91477e req-88e871c0-8fa2-46e9-bf7e-b208dada7769 tempest-QuotasAdminNegativeTest-1711021195 tempest-QuotasAdminNegativeTest-1711021195-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:42:51.463851 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-2a338d03-f4cb-4059-ad76-7254ff91477e req-88e871c0-8fa2-46e9-bf7e-b208dada7769 tempest-QuotasAdminNegativeTest-1711021195 tempest-QuotasAdminNegativeTest-1711021195-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3171756 Nov 05 18:42:51.473185 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5af70c0-f747-4581-9f58-d4259a43ce05 service neutron] Pushing event updated for resources: {'Port': ['ID=8ca1d049-9e36-4cd1-a89b-08afc8b2daef,revision_number=3']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:42:51.494921 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-2a338d03-f4cb-4059-ad76-7254ff91477e req-c7a65ff0-7aa2-4c11-a1a7-e94d66b90d8c tempest-QuotasAdminNegativeTest-1711021195 tempest-QuotasAdminNegativeTest-1711021195-project] 10.222.0.13 "GET /v2.0/quotas/1db0860f1bce4b57a9d0545773301069 HTTP/1.1" status: 200 len: 375 time: 0.0250623 Nov 05 18:42:51.507911 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-1ecf4e2c-077f-4ca3-a413-d00f2c18c7b2 req-290d8fe9-b1fb-4cd4-96ac-6d2d7f7f9d77 tempest-ServerDiskConfigTestJSON-70330027 tempest-ServerDiskConfigTestJSON-70330027-project] 10.222.0.13 "GET /v2.0/security-groups?id=415b984e-2c75-4a2b-aae3-7fe54c54a52e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908070 Nov 05 18:42:51.575418 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6237fe2f-8407-460a-9064-cc83162fe551 None None] New status for floating IP a9a80293-84ba-423d-aae2-3cfda3e77ed2: ACTIVE {{(pid=102389) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 05 18:42:51.576200 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-2a338d03-f4cb-4059-ad76-7254ff91477e req-c2c42567-fe29-4185-974d-9812ab483ea5 tempest-QuotasAdminNegativeTest-1711021195 tempest-QuotasAdminNegativeTest-1711021195-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=1db0860f1bce4b57a9d0545773301069&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0405638 Nov 05 18:42:51.642482 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6758477e-f016-47d9-a26a-73f0efbbcb17 req-7a10aa68-a402-40a3-962f-f1e1f2518da2 tempest-MultipleCreateTestJSON-1683623117 tempest-MultipleCreateTestJSON-1683623117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:42:51.643405 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-6758477e-f016-47d9-a26a-73f0efbbcb17 req-7a10aa68-a402-40a3-962f-f1e1f2518da2 tempest-MultipleCreateTestJSON-1683623117 tempest-MultipleCreateTestJSON-1683623117-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:42:51.655330 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-2d725dff-1bef-4c03-adb1-d30a14de6273 req-2860f1a5-7e38-4b81-9047-43f326f43a6f tempest-ServersAdminTestJSON-1640316766 tempest-ServersAdminTestJSON-1640316766-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=d4be27d9848c492b8c8fb5e165fc1c12&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0446100 Nov 05 18:42:51.669056 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a10aa68-a402-40a3-962f-f1e1f2518da2 tempest-MultipleCreateTestJSON-1683623117 tempest-MultipleCreateTestJSON-1683623117-project] Pushing event updated for resources: {'Port': ['ID=0d9fdc5e-6128-46d0-b80f-74ada46bbbcc,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:42:51.674827 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6758477e-f016-47d9-a26a-73f0efbbcb17 req-855fb9d9-8927-41ec-aff4-7c30c099ce32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:42:51.676513 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-6758477e-f016-47d9-a26a-73f0efbbcb17 req-855fb9d9-8927-41ec-aff4-7c30c099ce32 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=5d8c25f022de4b75b42e8c289f7d3f0e&device_id=4daabd15-d1af-404b-827a-3dea44d13db8 HTTP/1.1" status: 200 len: 1095 time: 0.2553835 Nov 05 18:42:51.678901 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-86f84756-f8e3-419d-bb8a-78543873f697 req-149979a6-55a3-463f-be29-7b17de1a180b service neutron] 10.222.0.55 "GET /v2.0/networks/1ff0a913-0cfa-4d08-b7d2-c06124fbc3df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4118268 Nov 05 18:42:51.739669 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-6758477e-f016-47d9-a26a-73f0efbbcb17 req-82a14a9c-7abd-46ee-a2ff-fb66563bb564 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8ca1d049-9e36-4cd1-a89b-08afc8b2daef HTTP/1.1" status: 200 len: 217 time: 0.0499451 Nov 05 18:42:51.789562 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d725dff-1bef-4c03-adb1-d30a14de6273 req-8c0341c0-7fc6-40bf-994b-efe2398589e3 tempest-ServersAdminTestJSON-1640316766 tempest-ServersAdminTestJSON-1640316766-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:42:51.798281 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-2d725dff-1bef-4c03-adb1-d30a14de6273 req-8c0341c0-7fc6-40bf-994b-efe2398589e3 tempest-ServersAdminTestJSON-1640316766 tempest-ServersAdminTestJSON-1640316766-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1418207 Nov 05 18:42:51.809303 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-2d725dff-1bef-4c03-adb1-d30a14de6273 req-8bc0b6f3-1499-4e87-b364-cd11687c6bcf tempest-ServersAdminTestJSON-1640316766 tempest-ServersAdminTestJSON-1640316766-project] 10.222.0.13 "GET /v2.0/quotas/d4be27d9848c492b8c8fb5e165fc1c12 HTTP/1.1" status: 200 len: 375 time: 0.0097356 Nov 05 18:42:51.813028 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6758477e-f016-47d9-a26a-73f0efbbcb17 req-5d1f26ae-2db8-4912-ba17-b1c2bdc24a25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:42:51.815173 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-6758477e-f016-47d9-a26a-73f0efbbcb17 req-5d1f26ae-2db8-4912-ba17-b1c2bdc24a25 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e02eab79-5f68-40da-9bf0-ba9f8213f038 HTTP/1.1" status: 200 len: 852 time: 0.0595787 Nov 05 18:42:51.855258 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-2d725dff-1bef-4c03-adb1-d30a14de6273 req-438add98-730d-4d46-81a0-ca827aa2291f tempest-ServersAdminTestJSON-1640316766 tempest-ServersAdminTestJSON-1640316766-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=d4be27d9848c492b8c8fb5e165fc1c12&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0354517 Nov 05 18:42:51.857792 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-6758477e-f016-47d9-a26a-73f0efbbcb17 req-ca3c512f-83e6-4518-8841-aeb4d11f8c05 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a1c387b6-9d2f-422a-83f2-3344249696b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0354977 Nov 05 18:42:51.861095 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-6758477e-f016-47d9-a26a-73f0efbbcb17 req-7a10aa68-a402-40a3-962f-f1e1f2518da2 tempest-MultipleCreateTestJSON-1683623117 tempest-MultipleCreateTestJSON-1683623117-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6850667 Nov 05 18:42:51.889839 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [req-6758477e-f016-47d9-a26a-73f0efbbcb17 req-ce352f13-3bc8-403f-b5d6-ca640e358113 service neutron] Request body: {'port': {'device_id': 'ad521594-f308-4ac6-80c3-1997a0afcbf3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816865-1'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:42:51.932875 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7edac5a-9166-4048-a627-47d4b8e3924a req-83f5bf68-46e3-4838-8abc-ffc2580a8b04 tempest-MultipleCreateTestJSON-1683623117 tempest-MultipleCreateTestJSON-1683623117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:42:51.933338 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-c7edac5a-9166-4048-a627-47d4b8e3924a req-83f5bf68-46e3-4838-8abc-ffc2580a8b04 tempest-MultipleCreateTestJSON-1683623117 tempest-MultipleCreateTestJSON-1683623117-project] 10.222.0.13 "GET /v2.0/ports?device_id=ad521594-f308-4ac6-80c3-1997a0afcbf3 HTTP/1.1" status: 200 len: 931 time: 0.0629981 Nov 05 18:42:52.004898 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-c7edac5a-9166-4048-a627-47d4b8e3924a req-1adc5015-fc6d-4034-81eb-8b8ea997b005 tempest-MultipleCreateTestJSON-1683623117 tempest-MultipleCreateTestJSON-1683623117-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a4ef96b-132a-4d2d-bdd9-160079b94f96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614142 Nov 05 18:42:52.013611 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-6758477e-f016-47d9-a26a-73f0efbbcb17 req-ce352f13-3bc8-403f-b5d6-ca640e358113 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:42:52.025936 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-6758477e-f016-47d9-a26a-73f0efbbcb17 req-2dc93bab-63b2-4988-b9ae-d212262e0a56 service neutron] 10.222.0.55 "GET /v2.0/networks/a1c387b6-9d2f-422a-83f2-3344249696b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1593771 Nov 05 18:42:52.070315 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 18:42:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d89f804-19fa-44e1-9842-0b8d20b31c3e x-openstack-request-id: req-3d89f804-19fa-44e1-9842-0b8d20b31c3e {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 18:42:52.071843 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4daabd15-d1af-404b-827a-3dea44d13db8", "tag": "8ca1d049-9e36-4cd1-a89b-08afc8b2daef", "status": "completed", "code": 200}]} {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 18:42:52.071843 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3d89f804-19fa-44e1-9842-0b8d20b31c3e {{(pid=102386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 18:42:52.071843 n-d-816865-1 neutron-server[102386]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4daabd15-d1af-404b-827a-3dea44d13db8', 'tag': '8ca1d049-9e36-4cd1-a89b-08afc8b2daef', 'status': 'completed', 'code': 200} Nov 05 18:42:52.259223 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-6758477e-f016-47d9-a26a-73f0efbbcb17 req-80f26ffe-b37f-4c9a-a9e0-c2b0387881aa service neutron] 10.222.0.55 "GET /v2.0/networks/a1c387b6-9d2f-422a-83f2-3344249696b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2241638 Nov 05 18:42:52.291055 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09643936-11f2-4d49-aa3b-f851d4b8af2d req-d747edf3-2673-4258-bed7-10dfa3963739 tempest-LiveAutoBlockMigrationV225Test-1563372898 tempest-LiveAutoBlockMigrationV225Test-1563372898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:42:52.293994 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-09643936-11f2-4d49-aa3b-f851d4b8af2d req-d747edf3-2673-4258-bed7-10dfa3963739 tempest-LiveAutoBlockMigrationV225Test-1563372898 tempest-LiveAutoBlockMigrationV225Test-1563372898-project] 10.222.0.13 "GET /v2.0/ports?device_id=4f3886b5-bfd5-4bd1-b503-1a7b6a830e3d HTTP/1.1" status: 200 len: 946 time: 0.0775459 Nov 05 18:42:52.341643 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-09643936-11f2-4d49-aa3b-f851d4b8af2d req-9979fd13-0323-49da-9c63-bd72e789797f tempest-LiveAutoBlockMigrationV225Test-1563372898 tempest-LiveAutoBlockMigrationV225Test-1563372898-project] 10.222.0.13 "GET /v2.0/security-groups?id=35cb161a-9192-43e2-a392-140fa33626b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409222 Nov 05 18:42:52.413611 n-d-816865-1 neutron-server[102386]: DEBUG neutron.notifiers.nova [req-6758477e-f016-47d9-a26a-73f0efbbcb17 req-ce352f13-3bc8-403f-b5d6-ca640e358113 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0d9fdc5e-6128-46d0-b80f-74ada46bbbcc {{(pid=102386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 18:42:52.459330 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-628f9100-ddc0-4313-a82a-63650d89e371 req-19569989-6892-4741-8396-82e80aa3df6b tempest-ServersAdminTestJSON-1640316766 tempest-ServersAdminTestJSON-1640316766-project] 10.222.0.13 "GET /v2.0/ports?device_id=c7269472-1ad0-4c98-8566-b55019c0193a HTTP/1.1" status: 200 len: 210 time: 0.0405443 Nov 05 18:42:52.462635 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-6758477e-f016-47d9-a26a-73f0efbbcb17 req-ce352f13-3bc8-403f-b5d6-ca640e358113 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:42:52.482821 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d8f80c-f56f-43e5-b514-8383b3a513d3 req-0720401d-20ec-4d07-b612-2a386bf3be7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:42:52.484330 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-57d8f80c-f56f-43e5-b514-8383b3a513d3 req-0720401d-20ec-4d07-b612-2a386bf3be7e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=5d8c25f022de4b75b42e8c289f7d3f0e&device_id=4daabd15-d1af-404b-827a-3dea44d13db8 HTTP/1.1" status: 200 len: 1095 time: 0.0573242 Nov 05 18:42:52.495856 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.provisioning_blocks [req-6758477e-f016-47d9-a26a-73f0efbbcb17 req-ce352f13-3bc8-403f-b5d6-ca640e358113 service neutron] Transition to ACTIVE for port object 0d9fdc5e-6128-46d0-b80f-74ada46bbbcc will not be triggered until provisioned by entity L2. {{(pid=102386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 05 18:42:52.511184 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c40371-7408-451b-af19-f782211f7f81 req-dbf0c7f1-bbf9-42f6-8cf6-fbad7225f0c7 tempest-LiveAutoBlockMigrationV225Test-2109471755 tempest-LiveAutoBlockMigrationV225Test-2109471755-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:42:52.512958 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-74c40371-7408-451b-af19-f782211f7f81 req-dbf0c7f1-bbf9-42f6-8cf6-fbad7225f0c7 tempest-LiveAutoBlockMigrationV225Test-2109471755 tempest-LiveAutoBlockMigrationV225Test-2109471755-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=4f3886b5-bfd5-4bd1-b503-1a7b6a830e3d HTTP/1.1" status: 200 len: 1097 time: 0.0553193 Nov 05 18:42:52.587469 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-74c40371-7408-451b-af19-f782211f7f81 req-d4dd58b0-5b5a-4295-b7a5-0177cd584a62 tempest-LiveAutoBlockMigrationV225Test-2109471755 tempest-LiveAutoBlockMigrationV225Test-2109471755-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=35cb161a-9192-43e2-a392-140fa33626b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498629 Nov 05 18:42:52.608401 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d8f80c-f56f-43e5-b514-8383b3a513d3 req-a217bdfd-b523-4d53-a066-afbc877e1814 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:42:52.610134 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-57d8f80c-f56f-43e5-b514-8383b3a513d3 req-a217bdfd-b523-4d53-a066-afbc877e1814 service neutron] 10.222.0.55 "GET /v2.0/networks?id=a1c387b6-9d2f-422a-83f2-3344249696b0 HTTP/1.1" status: 200 len: 913 time: 0.1155901 Nov 05 18:42:52.630022 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-6758477e-f016-47d9-a26a-73f0efbbcb17 req-ce352f13-3bc8-403f-b5d6-ca640e358113 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6149821'] for port, after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:42:52.672335 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51a5042-bd87-4019-a1c7-e75fa44d82e0 req-52209bbb-112f-4f32-a486-b7e2b8d14516 tempest-ServerDiskConfigTestJSON-70330027 tempest-ServerDiskConfigTestJSON-70330027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:42:52.673936 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-a51a5042-bd87-4019-a1c7-e75fa44d82e0 req-52209bbb-112f-4f32-a486-b7e2b8d14516 tempest-ServerDiskConfigTestJSON-70330027 tempest-ServerDiskConfigTestJSON-70330027-project] 10.222.0.13 "GET /v2.0/ports?device_id=bcbd3f99-98ae-4481-b4a1-c0a7beca4f9f HTTP/1.1" status: 200 len: 946 time: 0.0579374 Nov 05 18:42:52.691773 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-57d8f80c-f56f-43e5-b514-8383b3a513d3 req-88304fb1-c3b1-44e7-9201-1c7a406ec387 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8ca1d049-9e36-4cd1-a89b-08afc8b2daef HTTP/1.1" status: 200 len: 217 time: 0.0730028 Nov 05 18:42:52.754591 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-a51a5042-bd87-4019-a1c7-e75fa44d82e0 req-4ca84028-44be-4a98-8585-741aeb10bfd0 tempest-ServerDiskConfigTestJSON-70330027 tempest-ServerDiskConfigTestJSON-70330027-project] 10.222.0.13 "GET /v2.0/security-groups?id=415b984e-2c75-4a2b-aae3-7fe54c54a52e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725036 Nov 05 18:42:52.763984 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2007cbbc-d5da-41aa-a061-55ce28f6079b req-1b7d0a8c-27aa-4d0d-a2b4-7f25f1cf603b tempest-LiveAutoBlockMigrationV225Test-2109471755 tempest-LiveAutoBlockMigrationV225Test-2109471755-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:42:52.765482 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-2007cbbc-d5da-41aa-a061-55ce28f6079b req-1b7d0a8c-27aa-4d0d-a2b4-7f25f1cf603b tempest-LiveAutoBlockMigrationV225Test-2109471755 tempest-LiveAutoBlockMigrationV225Test-2109471755-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=4f3886b5-bfd5-4bd1-b503-1a7b6a830e3d HTTP/1.1" status: 200 len: 1097 time: 0.0772495 Nov 05 18:42:52.765612 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce352f13-3bc8-403f-b5d6-ca640e358113 service neutron] Pushing event updated for resources: {'Port': ['ID=0d9fdc5e-6128-46d0-b80f-74ada46bbbcc,revision_number=2']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:42:52.795203 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d8f80c-f56f-43e5-b514-8383b3a513d3 req-884da81d-556f-4e05-93b9-b39673e79ee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:42:52.797574 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-57d8f80c-f56f-43e5-b514-8383b3a513d3 req-884da81d-556f-4e05-93b9-b39673e79ee5 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e02eab79-5f68-40da-9bf0-ba9f8213f038 HTTP/1.1" status: 200 len: 852 time: 0.0928905 Nov 05 18:42:52.831252 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-2007cbbc-d5da-41aa-a061-55ce28f6079b req-79af2dfb-efa0-469c-915a-021deb077524 tempest-LiveAutoBlockMigrationV225Test-2109471755 tempest-LiveAutoBlockMigrationV225Test-2109471755-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=35cb161a-9192-43e2-a392-140fa33626b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452275 Nov 05 18:42:52.860144 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-57d8f80c-f56f-43e5-b514-8383b3a513d3 req-2a81fa37-05c6-4d4e-b9bb-b293f5a0e33c service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a1c387b6-9d2f-422a-83f2-3344249696b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0417709 Nov 05 18:42:52.890927 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [req-6758477e-f016-47d9-a26a-73f0efbbcb17 req-ce352f13-3bc8-403f-b5d6-ca640e358113 service neutron] Attempting to bind port 0d9fdc5e-6128-46d0-b80f-74ada46bbbcc on host n-h1-816865-1 for vnic_type normal with profile {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 18:42:52.891273 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [req-6758477e-f016-47d9-a26a-73f0efbbcb17 req-ce352f13-3bc8-403f-b5d6-ca640e358113 service neutron] Attempting to bind port 0d9fdc5e-6128-46d0-b80f-74ada46bbbcc by drivers openvswitch,hyperv on host n-h1-816865-1 at level 0 using segments [{'id': '7366b739-dd80-4115-a639-c56c148a62e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'a1c387b6-9d2f-422a-83f2-3344249696b0'}] {{(pid=102386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 18:42:52.891597 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6758477e-f016-47d9-a26a-73f0efbbcb17 req-ce352f13-3bc8-403f-b5d6-ca640e358113 service neutron] Attempting to bind port 0d9fdc5e-6128-46d0-b80f-74ada46bbbcc on network a1c387b6-9d2f-422a-83f2-3344249696b0 {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 18:42:52.921253 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6758477e-f016-47d9-a26a-73f0efbbcb17 req-ce352f13-3bc8-403f-b5d6-ca640e358113 service neutron] Port 0d9fdc5e-6128-46d0-b80f-74ada46bbbcc on network a1c387b6-9d2f-422a-83f2-3344249696b0 not bound, no agent of type Open vSwitch agent registered on host n-h1-816865-1 {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 18:42:52.921578 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6758477e-f016-47d9-a26a-73f0efbbcb17 req-ce352f13-3bc8-403f-b5d6-ca640e358113 service neutron] Attempting to bind port 0d9fdc5e-6128-46d0-b80f-74ada46bbbcc on network a1c387b6-9d2f-422a-83f2-3344249696b0 {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 18:42:52.969028 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6758477e-f016-47d9-a26a-73f0efbbcb17 req-ce352f13-3bc8-403f-b5d6-ca640e358113 service neutron] Checking agent: {'id': 'eb596d7c-8c64-42bd-8aca-fad447eb0eab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816865-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 18, 33, 34), 'started_at': datetime.datetime(2021, 11, 5, 18, 33, 34), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 18, 42, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 18:42:52.969478 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6758477e-f016-47d9-a26a-73f0efbbcb17 req-ce352f13-3bc8-403f-b5d6-ca640e358113 service neutron] Checking segment: {'id': '7366b739-dd80-4115-a639-c56c148a62e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'a1c387b6-9d2f-422a-83f2-3344249696b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 18:42:52.969868 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6758477e-f016-47d9-a26a-73f0efbbcb17 req-ce352f13-3bc8-403f-b5d6-ca640e358113 service neutron] Bound using segment: {'id': '7366b739-dd80-4115-a639-c56c148a62e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'a1c387b6-9d2f-422a-83f2-3344249696b0'} {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 18:42:52.970389 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [req-6758477e-f016-47d9-a26a-73f0efbbcb17 req-ce352f13-3bc8-403f-b5d6-ca640e358113 service neutron] Bound port: 0d9fdc5e-6128-46d0-b80f-74ada46bbbcc, host: n-h1-816865-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7366b739-dd80-4115-a639-c56c148a62e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'a1c387b6-9d2f-422a-83f2-3344249696b0'}}] {{(pid=102386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 18:42:52.973142 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-6758477e-f016-47d9-a26a-73f0efbbcb17 req-ce352f13-3bc8-403f-b5d6-ca640e358113 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:42:53.068248 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-57d8f80c-f56f-43e5-b514-8383b3a513d3 req-755c6ec9-2105-45a7-9d39-93a642dd2d5d service neutron] 10.222.0.55 "GET /v2.0/networks/a1c387b6-9d2f-422a-83f2-3344249696b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1735322 Nov 05 18:42:53.077192 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 46054) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:42:53.078217 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [req-6758477e-f016-47d9-a26a-73f0efbbcb17 req-ce352f13-3bc8-403f-b5d6-ca640e358113 service neutron] For port 0d9fdc5e-6128-46d0-b80f-74ada46bbbcc, host n-h1-816865-1, cleared binding levels {{(pid=102386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 18:42:53.087985 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [req-6758477e-f016-47d9-a26a-73f0efbbcb17 req-ce352f13-3bc8-403f-b5d6-ca640e358113 service neutron] For port 0d9fdc5e-6128-46d0-b80f-74ada46bbbcc, host n-h1-816865-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=0d9fdc5e-6128-46d0-b80f-74ada46bbbcc,segment=NetworkSegment(7366b739-dd80-4115-a639-c56c148a62e9),segment_id=7366b739-dd80-4115-a639-c56c148a62e9)] {{(pid=102386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 18:42:53.177614 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50553de1-75da-41f8-9ab9-3453600cbdaa req-d31babc1-d67c-4dc1-ad30-aa5372c2e91d tempest-MultipleCreateTestJSON-1683623117 tempest-MultipleCreateTestJSON-1683623117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:42:53.179388 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-50553de1-75da-41f8-9ab9-3453600cbdaa req-d31babc1-d67c-4dc1-ad30-aa5372c2e91d tempest-MultipleCreateTestJSON-1683623117 tempest-MultipleCreateTestJSON-1683623117-project] 10.222.0.13 "GET /v2.0/ports?device_id=ad521594-f308-4ac6-80c3-1997a0afcbf3 HTTP/1.1" status: 200 len: 943 time: 0.0607035 Nov 05 18:42:53.187961 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-57d8f80c-f56f-43e5-b514-8383b3a513d3 req-44b8bd4f-64f7-48b3-9e05-e5c70c78fb17 service neutron] 10.222.0.55 "GET /v2.0/networks/a1c387b6-9d2f-422a-83f2-3344249696b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1109078 Nov 05 18:42:53.212620 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-5a36f467-e2a2-47e2-aa79-7716b274e5e0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:42:53.236124 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-6758477e-f016-47d9-a26a-73f0efbbcb17 req-ce352f13-3bc8-403f-b5d6-ca640e358113 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6149821'] for port, after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:42:53.254685 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-50553de1-75da-41f8-9ab9-3453600cbdaa req-aaf8cd30-afb7-4d65-9ab5-44d0bcbfd3c1 tempest-MultipleCreateTestJSON-1683623117 tempest-MultipleCreateTestJSON-1683623117-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a4ef96b-132a-4d2d-bdd9-160079b94f96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685916 Nov 05 18:42:53.296238 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6758477e-f016-47d9-a26a-73f0efbbcb17 req-ce352f13-3bc8-403f-b5d6-ca640e358113 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:42:53.296874 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-6758477e-f016-47d9-a26a-73f0efbbcb17 req-ce352f13-3bc8-403f-b5d6-ca640e358113 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:42:53.298286 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-6758477e-f016-47d9-a26a-73f0efbbcb17 req-ce352f13-3bc8-403f-b5d6-ca640e358113 service neutron] 10.222.0.41 "PUT /v2.0/ports/0d9fdc5e-6128-46d0-b80f-74ada46bbbcc HTTP/1.1" status: 200 len: 1091 time: 1.4221275 Nov 05 18:42:53.328640 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-5a36f467-e2a2-47e2-aa79-7716b274e5e0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:42:53.336154 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce352f13-3bc8-403f-b5d6-ca640e358113 service neutron] Pushing event updated for resources: {'Port': ['ID=0d9fdc5e-6128-46d0-b80f-74ada46bbbcc,revision_number=3']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:42:53.395675 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-5a36f467-e2a2-47e2-aa79-7716b274e5e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:42:53.437118 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-5a36f467-e2a2-47e2-aa79-7716b274e5e0 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1db0860f1bce4b57a9d0545773301069&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3584874 Nov 05 18:42:53.437991 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a36f467-e2a2-47e2-aa79-7716b274e5e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=019c5e31-b3af-430f-9d61-41668413ed8f,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:42:53.440340 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 46060) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:42:53.475191 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6758477e-f016-47d9-a26a-73f0efbbcb17 req-e531d051-a81a-4cd8-9bfb-1fc4964559ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:42:53.477653 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-6758477e-f016-47d9-a26a-73f0efbbcb17 req-e531d051-a81a-4cd8-9bfb-1fc4964559ce service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5d8c25f022de4b75b42e8c289f7d3f0e&device_id=ad521594-f308-4ac6-80c3-1997a0afcbf3 HTTP/1.1" status: 200 len: 1094 time: 0.0443249 Nov 05 18:42:53.543358 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-6758477e-f016-47d9-a26a-73f0efbbcb17 req-9ceb1612-d73c-4750-80f1-af3a003ae11a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0d9fdc5e-6128-46d0-b80f-74ada46bbbcc HTTP/1.1" status: 200 len: 217 time: 0.0509758 Nov 05 18:42:53.558464 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-cb219c55-4e1d-430a-82d7-23aa1de7fe97 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:42:53.581731 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-5b34e563-d39e-4777-aecc-a929c2f65091 req-8d4d6166-4082-4a89-b7a7-2c83808fbd1f tempest-ServersAdminTestJSON-1640316766 tempest-ServersAdminTestJSON-1640316766-project] 10.222.0.13 "GET /v2.0/ports?device_id=c7269472-1ad0-4c98-8566-b55019c0193a HTTP/1.1" status: 200 len: 210 time: 0.0357075 Nov 05 18:42:53.600668 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6758477e-f016-47d9-a26a-73f0efbbcb17 req-55545e71-6eb1-412d-a9ee-19039d0ae88a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:42:53.602281 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-6758477e-f016-47d9-a26a-73f0efbbcb17 req-55545e71-6eb1-412d-a9ee-19039d0ae88a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e02eab79-5f68-40da-9bf0-ba9f8213f038 HTTP/1.1" status: 200 len: 852 time: 0.0510664 Nov 05 18:42:53.606885 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-cb219c55-4e1d-430a-82d7-23aa1de7fe97 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:42:53.636753 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-6758477e-f016-47d9-a26a-73f0efbbcb17 req-a22bb61e-fb7b-451f-b820-9d3d6960f3e1 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a1c387b6-9d2f-422a-83f2-3344249696b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255675 Nov 05 18:42:53.715703 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-cb219c55-4e1d-430a-82d7-23aa1de7fe97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:42:53.718342 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-cb219c55-4e1d-430a-82d7-23aa1de7fe97 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:42:53.719515 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-cb219c55-4e1d-430a-82d7-23aa1de7fe97 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/019c5e31-b3af-430f-9d61-41668413ed8f HTTP/1.1" status: 204 len: 168 time: 0.2773232 Nov 05 18:42:53.735119 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb219c55-4e1d-430a-82d7-23aa1de7fe97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=019c5e31-b3af-430f-9d61-41668413ed8f,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:42:53.750586 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-6758477e-f016-47d9-a26a-73f0efbbcb17 req-3b0ad95d-c0f3-49a6-99b1-d8be0d748516 service neutron] 10.222.0.41 "GET /v2.0/networks/a1c387b6-9d2f-422a-83f2-3344249696b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0995965 Nov 05 18:42:53.943431 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738589d9-c974-486a-a400-bea986de3a35 req-d08f5932-a5fa-4184-a442-248fbafc46b5 tempest-ServerDiskConfigTestJSON-70330027 tempest-ServerDiskConfigTestJSON-70330027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:42:53.950671 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-738589d9-c974-486a-a400-bea986de3a35 req-d08f5932-a5fa-4184-a442-248fbafc46b5 tempest-ServerDiskConfigTestJSON-70330027 tempest-ServerDiskConfigTestJSON-70330027-project] 10.222.0.13 "GET /v2.0/ports?device_id=bcbd3f99-98ae-4481-b4a1-c0a7beca4f9f HTTP/1.1" status: 200 len: 946 time: 0.0758770 Nov 05 18:42:54.022070 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-738589d9-c974-486a-a400-bea986de3a35 req-9925120e-a9ff-4279-9837-18e2118b2586 tempest-ServerDiskConfigTestJSON-70330027 tempest-ServerDiskConfigTestJSON-70330027-project] 10.222.0.13 "GET /v2.0/security-groups?id=415b984e-2c75-4a2b-aae3-7fe54c54a52e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650659 Nov 05 18:42:54.178493 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-db94293c-643a-4ef5-8ec7-bbfa3d91733a req-f7bc7a62-ac42-4ec6-8b67-9e4b6d457084 tempest-ServersAdminTestJSON-1640316766 tempest-ServersAdminTestJSON-1640316766-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=d4be27d9848c492b8c8fb5e165fc1c12&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0336761 Nov 05 18:42:54.186594 n-d-816865-1 neutron-server[102386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad521594-f308-4ac6-80c3-1997a0afcbf3', 'tag': '0d9fdc5e-6128-46d0-b80f-74ada46bbbcc'}] {{(pid=102386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 18:42:54.188652 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6173a44d7c73f41af551dc890fa1a5892c2c6bc3458b640c8e0c24db7876ba6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-456096b7-7529-4c1b-9822-7dba20ba9c04" -d '{"events": [{"name": "network-changed", "server_uuid": "ad521594-f308-4ac6-80c3-1997a0afcbf3", "tag": "0d9fdc5e-6128-46d0-b80f-74ada46bbbcc"}]}' {{(pid=102386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 18:42:54.231120 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-6758477e-f016-47d9-a26a-73f0efbbcb17 req-8d0b0633-7535-491c-90d2-2ee92af6aa4b service neutron] 10.222.0.41 "GET /v2.0/networks/a1c387b6-9d2f-422a-83f2-3344249696b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4712393 Nov 05 18:42:54.245989 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 18:42:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b74a439-44a3-46cf-a60c-299a3a4c3ad9 x-openstack-request-id: req-3b74a439-44a3-46cf-a60c-299a3a4c3ad9 {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 18:42:54.246321 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad521594-f308-4ac6-80c3-1997a0afcbf3", "tag": "0d9fdc5e-6128-46d0-b80f-74ada46bbbcc", "status": "completed", "code": 200}]} {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 18:42:54.246543 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3b74a439-44a3-46cf-a60c-299a3a4c3ad9 {{(pid=102386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 18:42:54.247757 n-d-816865-1 neutron-server[102386]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad521594-f308-4ac6-80c3-1997a0afcbf3', 'tag': '0d9fdc5e-6128-46d0-b80f-74ada46bbbcc', 'status': 'completed', 'code': 200} Nov 05 18:42:54.305124 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db94293c-643a-4ef5-8ec7-bbfa3d91733a req-241438f1-be0e-4891-b2a3-67540db559ff tempest-ServersAdminTestJSON-1640316766 tempest-ServersAdminTestJSON-1640316766-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:42:54.309259 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-db94293c-643a-4ef5-8ec7-bbfa3d91733a req-241438f1-be0e-4891-b2a3-67540db559ff tempest-ServersAdminTestJSON-1640316766 tempest-ServersAdminTestJSON-1640316766-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1250010 Nov 05 18:42:54.326882 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [req-db94293c-643a-4ef5-8ec7-bbfa3d91733a req-b3544a1b-79e0-4bab-ba45-e78c7f78a95a tempest-ServersAdminTestJSON-1640316766 tempest-ServersAdminTestJSON-1640316766-project] Request body: {'port': {'device_id': '0bd48938-7d8f-4ea5-981b-397a2676ea1c', 'network_id': 'a723f808-b11e-4066-b104-fad90c82895e', 'admin_state_up': True, 'tenant_id': 'd4be27d9848c492b8c8fb5e165fc1c12'}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:42:54.382954 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456096b7-7529-4c1b-9822-7dba20ba9c04 req-2dc04426-229e-4fdb-a85e-8565b25aaa7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:42:54.384473 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-456096b7-7529-4c1b-9822-7dba20ba9c04 req-2dc04426-229e-4fdb-a85e-8565b25aaa7f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5d8c25f022de4b75b42e8c289f7d3f0e&device_id=ad521594-f308-4ac6-80c3-1997a0afcbf3 HTTP/1.1" status: 200 len: 1094 time: 0.0549169 Nov 05 18:42:54.461344 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2fa66c-503d-4f56-91f9-f1104acb9177 req-4dd64f80-730d-4b34-9b07-9feb998a42ea tempest-MultipleCreateTestJSON-1683623117 tempest-MultipleCreateTestJSON-1683623117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:42:54.472387 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-9a2fa66c-503d-4f56-91f9-f1104acb9177 req-4dd64f80-730d-4b34-9b07-9feb998a42ea tempest-MultipleCreateTestJSON-1683623117 tempest-MultipleCreateTestJSON-1683623117-project] 10.222.0.13 "GET /v2.0/ports?device_id=ad521594-f308-4ac6-80c3-1997a0afcbf3 HTTP/1.1" status: 200 len: 943 time: 0.1290214 Nov 05 18:42:54.494706 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 46102) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:42:54.505021 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456096b7-7529-4c1b-9822-7dba20ba9c04 req-f4858bec-f5c3-44ae-9abf-031ef744da15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:42:54.506784 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-456096b7-7529-4c1b-9822-7dba20ba9c04 req-f4858bec-f5c3-44ae-9abf-031ef744da15 service neutron] 10.222.0.41 "GET /v2.0/networks?id=a1c387b6-9d2f-422a-83f2-3344249696b0 HTTP/1.1" status: 200 len: 913 time: 0.1147325 Nov 05 18:42:54.513749 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-972161e1-e074-4bc2-94f5-4a7b0afb2cd9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:42:54.539123 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-9a2fa66c-503d-4f56-91f9-f1104acb9177 req-79b679fe-6619-41aa-85a5-cde555406159 tempest-MultipleCreateTestJSON-1683623117 tempest-MultipleCreateTestJSON-1683623117-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a4ef96b-132a-4d2d-bdd9-160079b94f96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658565 Nov 05 18:42:54.565564 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-456096b7-7529-4c1b-9822-7dba20ba9c04 req-f224bdcf-2e68-4300-9e48-3ac1a7e74eb9 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0d9fdc5e-6128-46d0-b80f-74ada46bbbcc HTTP/1.1" status: 200 len: 217 time: 0.0462806 Nov 05 18:42:54.612923 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-db94293c-643a-4ef5-8ec7-bbfa3d91733a req-b3544a1b-79e0-4bab-ba45-e78c7f78a95a tempest-ServersAdminTestJSON-1640316766 tempest-ServersAdminTestJSON-1640316766-project] Made reservation on behalf of d4be27d9848c492b8c8fb5e165fc1c12 for: {'port': 1} {{(pid=102387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 18:42:54.616478 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-db94293c-643a-4ef5-8ec7-bbfa3d91733a req-b3544a1b-79e0-4bab-ba45-e78c7f78a95a tempest-ServersAdminTestJSON-1640316766 tempest-ServersAdminTestJSON-1640316766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:42:54.631280 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-db94293c-643a-4ef5-8ec7-bbfa3d91733a req-b3544a1b-79e0-4bab-ba45-e78c7f78a95a tempest-ServersAdminTestJSON-1640316766 tempest-ServersAdminTestJSON-1640316766-project] Publish callbacks [] for security_group, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:42:54.639398 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456096b7-7529-4c1b-9822-7dba20ba9c04 req-47a29f8b-cf17-4447-8fb3-daed4c0c31fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:42:54.640866 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-456096b7-7529-4c1b-9822-7dba20ba9c04 req-47a29f8b-cf17-4447-8fb3-daed4c0c31fc service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e02eab79-5f68-40da-9bf0-ba9f8213f038 HTTP/1.1" status: 200 len: 852 time: 0.0702152 Nov 05 18:42:54.683421 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-456096b7-7529-4c1b-9822-7dba20ba9c04 req-d6fac919-3685-4ac5-ade4-a4b87db2f4bc service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a1c387b6-9d2f-422a-83f2-3344249696b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0323544 Nov 05 18:42:54.715919 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-972161e1-e074-4bc2-94f5-4a7b0afb2cd9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:42:54.724730 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-046bb4da-679a-42f5-a029-1f0cd83604e0 req-42f47d80-dc07-4758-b10b-7d004d2127ab tempest-ServersAdminTestJSON-1640316766 tempest-ServersAdminTestJSON-1640316766-project] 10.222.0.13 "GET /v2.0/ports?device_id=c7269472-1ad0-4c98-8566-b55019c0193a HTTP/1.1" status: 200 len: 210 time: 0.0369565 Nov 05 18:42:54.764814 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-db94293c-643a-4ef5-8ec7-bbfa3d91733a req-b3544a1b-79e0-4bab-ba45-e78c7f78a95a tempest-ServersAdminTestJSON-1640316766 tempest-ServersAdminTestJSON-1640316766-project] Publish callbacks [] for security_group, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:42:54.801232 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-2d725dff-1bef-4c03-adb1-d30a14de6273 req-6edab966-1e57-45de-865d-e5308fc2b322 tempest-ServersAdminTestJSON-1640316766 tempest-ServersAdminTestJSON-1640316766-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=d4be27d9848c492b8c8fb5e165fc1c12&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0260608 Nov 05 18:42:54.833297 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-db94293c-643a-4ef5-8ec7-bbfa3d91733a req-b3544a1b-79e0-4bab-ba45-e78c7f78a95a tempest-ServersAdminTestJSON-1640316766 tempest-ServersAdminTestJSON-1640316766-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:42:54.845078 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-972161e1-e074-4bc2-94f5-4a7b0afb2cd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:42:54.870172 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-456096b7-7529-4c1b-9822-7dba20ba9c04 req-42537fbb-b5b1-4e7f-99ab-05aeaa3e95f8 service neutron] 10.222.0.41 "GET /v2.0/networks/a1c387b6-9d2f-422a-83f2-3344249696b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1767669 Nov 05 18:42:54.906984 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3544a1b-79e0-4bab-ba45-e78c7f78a95a tempest-ServersAdminTestJSON-1640316766 tempest-ServersAdminTestJSON-1640316766-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2c663dac-2477-42f8-b37f-f366129474aa,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:42:54.972455 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-972161e1-e074-4bc2-94f5-4a7b0afb2cd9 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=00828c2c18b44398b8e7740fb0a4b19e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4760118 Nov 05 18:42:54.975718 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 46106) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:42:54.976631 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972161e1-e074-4bc2-94f5-4a7b0afb2cd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc497104-984c-486e-bd6a-61d2d350e234,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:42:55.000728 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.db_base_plugin_common [req-db94293c-643a-4ef5-8ec7-bbfa3d91733a req-b3544a1b-79e0-4bab-ba45-e78c7f78a95a tempest-ServersAdminTestJSON-1640316766 tempest-ServersAdminTestJSON-1640316766-project] Allocated IP 192.168.233.228 (a723f808-b11e-4066-b104-fad90c82895e/05e7a1b5-165b-4a00-855a-ffbcb2eba59e/bfba3ce5-c439-44d1-8b5e-36948ba5ec18) {{(pid=102387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 18:42:55.051463 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d725dff-1bef-4c03-adb1-d30a14de6273 req-98691f09-1a74-4f04-aa2a-b7296aa678a4 tempest-ServersAdminTestJSON-1640316766 tempest-ServersAdminTestJSON-1640316766-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:42:55.052834 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-2d725dff-1bef-4c03-adb1-d30a14de6273 req-98691f09-1a74-4f04-aa2a-b7296aa678a4 tempest-ServersAdminTestJSON-1640316766 tempest-ServersAdminTestJSON-1640316766-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2419682 Nov 05 18:42:55.076707 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-b0cf68d2-9d14-4e1a-a966-8de252d7d0eb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:42:55.078149 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [req-2d725dff-1bef-4c03-adb1-d30a14de6273 req-c7822edb-ce4d-4981-a0be-5608a673482b tempest-ServersAdminTestJSON-1640316766 tempest-ServersAdminTestJSON-1640316766-project] Request body: {'port': {'device_id': 'c7269472-1ad0-4c98-8566-b55019c0193a', 'network_id': 'a723f808-b11e-4066-b104-fad90c82895e', 'admin_state_up': True, 'tenant_id': 'd4be27d9848c492b8c8fb5e165fc1c12'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:42:55.110939 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-456096b7-7529-4c1b-9822-7dba20ba9c04 req-98c60ce9-f9d9-411d-a6bb-63300a63e624 service neutron] 10.222.0.41 "GET /v2.0/networks/a1c387b6-9d2f-422a-83f2-3344249696b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2004764 Nov 05 18:42:55.131073 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-b0cf68d2-9d14-4e1a-a966-8de252d7d0eb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:42:55.253686 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ba6f32-bdb7-4b77-879e-a8c23d9518b7 req-8809b431-5df4-4bc7-a763-208cff4cd780 tempest-ServerDiskConfigTestJSON-70330027 tempest-ServerDiskConfigTestJSON-70330027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:42:55.255190 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-e5ba6f32-bdb7-4b77-879e-a8c23d9518b7 req-8809b431-5df4-4bc7-a763-208cff4cd780 tempest-ServerDiskConfigTestJSON-70330027 tempest-ServerDiskConfigTestJSON-70330027-project] 10.222.0.13 "GET /v2.0/ports?device_id=bcbd3f99-98ae-4481-b4a1-c0a7beca4f9f HTTP/1.1" status: 200 len: 946 time: 0.1318176 Nov 05 18:42:55.277762 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-db94293c-643a-4ef5-8ec7-bbfa3d91733a req-b3544a1b-79e0-4bab-ba45-e78c7f78a95a tempest-ServersAdminTestJSON-1640316766 tempest-ServersAdminTestJSON-1640316766-project] Publish callbacks [] for port, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:42:55.330847 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-e5ba6f32-bdb7-4b77-879e-a8c23d9518b7 req-f08a0518-5f26-4173-95c7-ca661a6243db tempest-ServerDiskConfigTestJSON-70330027 tempest-ServerDiskConfigTestJSON-70330027-project] 10.222.0.13 "GET /v2.0/security-groups?id=415b984e-2c75-4a2b-aae3-7fe54c54a52e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683372 Nov 05 18:42:55.339541 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [req-44f22b93-0e2f-4afa-8d60-f6d2028ac74d req-82417e8e-98f6-4e70-a20a-db38f4ce14d4 tempest-LiveAutoBlockMigrationV225Test-2109471755 tempest-LiveAutoBlockMigrationV225Test-2109471755-project-admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=102387) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 05 18:42:55.340480 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-44f22b93-0e2f-4afa-8d60-f6d2028ac74d req-82417e8e-98f6-4e70-a20a-db38f4ce14d4 tempest-LiveAutoBlockMigrationV225Test-2109471755 tempest-LiveAutoBlockMigrationV225Test-2109471755-project-admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0064626 Nov 05 18:42:55.362749 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2d725dff-1bef-4c03-adb1-d30a14de6273 req-c7822edb-ce4d-4981-a0be-5608a673482b tempest-ServersAdminTestJSON-1640316766 tempest-ServersAdminTestJSON-1640316766-project] Made reservation on behalf of d4be27d9848c492b8c8fb5e165fc1c12 for: {'port': 1} {{(pid=102386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 18:42:55.366441 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-2d725dff-1bef-4c03-adb1-d30a14de6273 req-c7822edb-ce4d-4981-a0be-5608a673482b tempest-ServersAdminTestJSON-1640316766 tempest-ServersAdminTestJSON-1640316766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:42:55.381585 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f22b93-0e2f-4afa-8d60-f6d2028ac74d req-afa43e83-b256-4bf0-a84c-63323a1abc06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:42:55.383197 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-44f22b93-0e2f-4afa-8d60-f6d2028ac74d req-afa43e83-b256-4bf0-a84c-63323a1abc06 service neutron] 10.222.0.13 "GET /v2.0/ports/613b343e-d679-4d51-a8c2-d91f0420c58e HTTP/1.1" status: 200 len: 1094 time: 0.0347404 Nov 05 18:42:55.392323 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [req-44f22b93-0e2f-4afa-8d60-f6d2028ac74d req-329ae347-a324-4b51-9c6b-62dfe13a37d2 service neutron] Request body: {'binding': {'host': 'n-h2-816865-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:42:55.393677 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [req-44f22b93-0e2f-4afa-8d60-f6d2028ac74d req-329ae347-a324-4b51-9c6b-62dfe13a37d2 service neutron] Unknown quota resources ['binding']. {{(pid=102387) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 05 18:42:55.475437 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-b0cf68d2-9d14-4e1a-a966-8de252d7d0eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:42:55.477938 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-b0cf68d2-9d14-4e1a-a966-8de252d7d0eb admin admin] Publish callbacks [] for security_group, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:42:55.479056 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-b0cf68d2-9d14-4e1a-a966-8de252d7d0eb admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/fc497104-984c-486e-bd6a-61d2d350e234 HTTP/1.1" status: 204 len: 168 time: 0.5016968 Nov 05 18:42:55.490982 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-db94293c-643a-4ef5-8ec7-bbfa3d91733a req-b3544a1b-79e0-4bab-ba45-e78c7f78a95a tempest-ServersAdminTestJSON-1640316766 tempest-ServersAdminTestJSON-1640316766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4417063'] for port, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:42:55.500366 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0cf68d2-9d14-4e1a-a966-8de252d7d0eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc497104-984c-486e-bd6a-61d2d350e234,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:42:55.566091 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-db94293c-643a-4ef5-8ec7-bbfa3d91733a req-b3544a1b-79e0-4bab-ba45-e78c7f78a95a tempest-ServersAdminTestJSON-1640316766 tempest-ServersAdminTestJSON-1640316766-project] Network a723f808-b11e-4066-b104-fad90c82895e is already hosted by enough agents. {{(pid=102387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 18:42:55.566442 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.db_base_plugin_common [req-2d725dff-1bef-4c03-adb1-d30a14de6273 req-c7822edb-ce4d-4981-a0be-5608a673482b tempest-ServersAdminTestJSON-1640316766 tempest-ServersAdminTestJSON-1640316766-project] Allocated IP 192.168.233.35 (a723f808-b11e-4066-b104-fad90c82895e/05e7a1b5-165b-4a00-855a-ffbcb2eba59e/d2b9dcfc-68b4-4bc4-aeb0-4aae59241e7c) {{(pid=102386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 18:42:55.568415 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.base_scheduler [req-db94293c-643a-4ef5-8ec7-bbfa3d91733a req-b3544a1b-79e0-4bab-ba45-e78c7f78a95a tempest-ServersAdminTestJSON-1640316766 tempest-ServersAdminTestJSON-1640316766-project] Resources bound (agent type, host, resource id): {{(pid=102387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:42:55.570320 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3544a1b-79e0-4bab-ba45-e78c7f78a95a tempest-ServersAdminTestJSON-1640316766 tempest-ServersAdminTestJSON-1640316766-project] Pushing event updated for resources: {'Port': ['ID=bfba3ce5-c439-44d1-8b5e-36948ba5ec18,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:42:55.572810 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.l3_dvrscheduler_db [req-db94293c-643a-4ef5-8ec7-bbfa3d91733a req-b3544a1b-79e0-4bab-ba45-e78c7f78a95a tempest-ServersAdminTestJSON-1640316766 tempest-ServersAdminTestJSON-1640316766-project] Received port after_create {{(pid=102387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 18:42:55.650206 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db94293c-643a-4ef5-8ec7-bbfa3d91733a req-b3544a1b-79e0-4bab-ba45-e78c7f78a95a tempest-ServersAdminTestJSON-1640316766 tempest-ServersAdminTestJSON-1640316766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:42:55.650949 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-db94293c-643a-4ef5-8ec7-bbfa3d91733a req-b3544a1b-79e0-4bab-ba45-e78c7f78a95a tempest-ServersAdminTestJSON-1640316766 tempest-ServersAdminTestJSON-1640316766-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:42:55.653663 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.managers [req-44f22b93-0e2f-4afa-8d60-f6d2028ac74d req-329ae347-a324-4b51-9c6b-62dfe13a37d2 service neutron] Attempting to bind port 613b343e-d679-4d51-a8c2-d91f0420c58e on host n-h2-816865-1 for vnic_type normal with profile None {{(pid=102387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 18:42:55.654083 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.managers [req-44f22b93-0e2f-4afa-8d60-f6d2028ac74d req-329ae347-a324-4b51-9c6b-62dfe13a37d2 service neutron] Attempting to bind port 613b343e-d679-4d51-a8c2-d91f0420c58e by drivers openvswitch,hyperv on host n-h2-816865-1 at level 0 using segments [{'id': '15cac71b-3531-4cff-8a8e-8f8d83bebf12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '5e3d0b1a-fd18-45bc-91bd-c831330234c4'}] {{(pid=102387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 18:42:55.654479 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44f22b93-0e2f-4afa-8d60-f6d2028ac74d req-329ae347-a324-4b51-9c6b-62dfe13a37d2 service neutron] Attempting to bind port 613b343e-d679-4d51-a8c2-d91f0420c58e on network 5e3d0b1a-fd18-45bc-91bd-c831330234c4 {{(pid=102387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 18:42:55.678927 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44f22b93-0e2f-4afa-8d60-f6d2028ac74d req-329ae347-a324-4b51-9c6b-62dfe13a37d2 service neutron] Port 613b343e-d679-4d51-a8c2-d91f0420c58e on network 5e3d0b1a-fd18-45bc-91bd-c831330234c4 not bound, no agent of type Open vSwitch agent registered on host n-h2-816865-1 {{(pid=102387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 18:42:55.679707 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44f22b93-0e2f-4afa-8d60-f6d2028ac74d req-329ae347-a324-4b51-9c6b-62dfe13a37d2 service neutron] Attempting to bind port 613b343e-d679-4d51-a8c2-d91f0420c58e on network 5e3d0b1a-fd18-45bc-91bd-c831330234c4 {{(pid=102387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 18:42:55.770698 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-2d725dff-1bef-4c03-adb1-d30a14de6273 req-c7822edb-ce4d-4981-a0be-5608a673482b tempest-ServersAdminTestJSON-1640316766 tempest-ServersAdminTestJSON-1640316766-project] Publish callbacks [] for port, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:42:55.860172 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-2d725dff-1bef-4c03-adb1-d30a14de6273 req-c7822edb-ce4d-4981-a0be-5608a673482b tempest-ServersAdminTestJSON-1640316766 tempest-ServersAdminTestJSON-1640316766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:42:55.897074 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-e17acd66-6aeb-4098-af70-8bf00a536f83 None None] Provisioning complete for port bfba3ce5-c439-44d1-8b5e-36948ba5ec18 triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:42:55.898466 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-e17acd66-6aeb-4098-af70-8bf00a536f83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:42:55.927571 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7822edb-ce4d-4981-a0be-5608a673482b tempest-ServersAdminTestJSON-1640316766 tempest-ServersAdminTestJSON-1640316766-project] Pushing event updated for resources: {'Port': ['ID=d2b9dcfc-68b4-4bc4-aeb0-4aae59241e7c,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:42:55.943064 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2d725dff-1bef-4c03-adb1-d30a14de6273 req-c7822edb-ce4d-4981-a0be-5608a673482b tempest-ServersAdminTestJSON-1640316766 tempest-ServersAdminTestJSON-1640316766-project] Network a723f808-b11e-4066-b104-fad90c82895e is already hosted by enough agents. {{(pid=102386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 18:42:55.943064 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.base_scheduler [req-2d725dff-1bef-4c03-adb1-d30a14de6273 req-c7822edb-ce4d-4981-a0be-5608a673482b tempest-ServersAdminTestJSON-1640316766 tempest-ServersAdminTestJSON-1640316766-project] Resources bound (agent type, host, resource id): {{(pid=102386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:42:55.944286 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d725dff-1bef-4c03-adb1-d30a14de6273 req-c7822edb-ce4d-4981-a0be-5608a673482b tempest-ServersAdminTestJSON-1640316766 tempest-ServersAdminTestJSON-1640316766-project] Received port after_create {{(pid=102386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 18:42:55.953471 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-e17acd66-6aeb-4098-af70-8bf00a536f83 None None] Port bfba3ce5-c439-44d1-8b5e-36948ba5ec18 cannot update to ACTIVE because it is not bound. {{(pid=102388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 18:42:56.005172 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44f22b93-0e2f-4afa-8d60-f6d2028ac74d req-329ae347-a324-4b51-9c6b-62dfe13a37d2 service neutron] Checking agent: {'id': '32aff553-696f-4891-83f5-5c176f61fe54', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816865-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 18, 33, 36), 'started_at': datetime.datetime(2021, 11, 5, 18, 33, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 18, 42, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 18:42:56.005172 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44f22b93-0e2f-4afa-8d60-f6d2028ac74d req-329ae347-a324-4b51-9c6b-62dfe13a37d2 service neutron] Checking segment: {'id': '15cac71b-3531-4cff-8a8e-8f8d83bebf12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '5e3d0b1a-fd18-45bc-91bd-c831330234c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 18:42:56.005775 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44f22b93-0e2f-4afa-8d60-f6d2028ac74d req-329ae347-a324-4b51-9c6b-62dfe13a37d2 service neutron] Bound using segment: {'id': '15cac71b-3531-4cff-8a8e-8f8d83bebf12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '5e3d0b1a-fd18-45bc-91bd-c831330234c4'} {{(pid=102387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 18:42:56.005880 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.managers [req-44f22b93-0e2f-4afa-8d60-f6d2028ac74d req-329ae347-a324-4b51-9c6b-62dfe13a37d2 service neutron] Bound port: 613b343e-d679-4d51-a8c2-d91f0420c58e, host: n-h2-816865-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15cac71b-3531-4cff-8a8e-8f8d83bebf12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '5e3d0b1a-fd18-45bc-91bd-c831330234c4'}}] {{(pid=102387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 18:42:56.020148 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d725dff-1bef-4c03-adb1-d30a14de6273 req-c7822edb-ce4d-4981-a0be-5608a673482b tempest-ServersAdminTestJSON-1640316766 tempest-ServersAdminTestJSON-1640316766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:42:56.030716 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-2d725dff-1bef-4c03-adb1-d30a14de6273 req-c7822edb-ce4d-4981-a0be-5608a673482b tempest-ServersAdminTestJSON-1640316766 tempest-ServersAdminTestJSON-1640316766-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:42:56.068697 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e655bf6d-2a68-48a4-bfcb-033939f52259 req-06d4f3ff-8d7b-4a4b-980e-619d1a3a910f tempest-MultipleCreateTestJSON-1683623117 tempest-MultipleCreateTestJSON-1683623117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:42:56.076523 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-e655bf6d-2a68-48a4-bfcb-033939f52259 req-06d4f3ff-8d7b-4a4b-980e-619d1a3a910f tempest-MultipleCreateTestJSON-1683623117 tempest-MultipleCreateTestJSON-1683623117-project] 10.222.0.13 "GET /v2.0/ports?device_id=ad521594-f308-4ac6-80c3-1997a0afcbf3 HTTP/1.1" status: 200 len: 943 time: 0.4126952 Nov 05 18:42:56.090712 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.db [req-44f22b93-0e2f-4afa-8d60-f6d2028ac74d req-329ae347-a324-4b51-9c6b-62dfe13a37d2 service neutron] For port 613b343e-d679-4d51-a8c2-d91f0420c58e, host n-h2-816865-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=613b343e-d679-4d51-a8c2-d91f0420c58e,segment=NetworkSegment(15cac71b-3531-4cff-8a8e-8f8d83bebf12),segment_id=15cac71b-3531-4cff-8a8e-8f8d83bebf12)] {{(pid=102387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 18:42:56.101426 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-db94293c-643a-4ef5-8ec7-bbfa3d91733a req-b3544a1b-79e0-4bab-ba45-e78c7f78a95a tempest-ServersAdminTestJSON-1640316766 tempest-ServersAdminTestJSON-1640316766-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7785060 Nov 05 18:42:56.114558 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [req-db94293c-643a-4ef5-8ec7-bbfa3d91733a req-9d6468f1-f66d-4bfa-a87f-f1a2f5734a31 service neutron] Request body: {'port': {'device_id': '0bd48938-7d8f-4ea5-981b-397a2676ea1c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816865-1'}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:42:56.154522 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-2d725dff-1bef-4c03-adb1-d30a14de6273 req-c7822edb-ce4d-4981-a0be-5608a673482b tempest-ServersAdminTestJSON-1640316766 tempest-ServersAdminTestJSON-1640316766-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.0846882 Nov 05 18:42:56.159841 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-e655bf6d-2a68-48a4-bfcb-033939f52259 req-6b31ad1d-8da1-48e6-86a1-8a1c7d33757e tempest-MultipleCreateTestJSON-1683623117 tempest-MultipleCreateTestJSON-1683623117-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a4ef96b-132a-4d2d-bdd9-160079b94f96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781925 Nov 05 18:42:56.167034 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [req-2d725dff-1bef-4c03-adb1-d30a14de6273 req-9c25ea5b-3043-4fa0-850d-c5383aff7045 service neutron] Request body: {'port': {'device_id': 'c7269472-1ad0-4c98-8566-b55019c0193a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816865-1'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:42:56.199542 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-db94293c-643a-4ef5-8ec7-bbfa3d91733a req-9d6468f1-f66d-4bfa-a87f-f1a2f5734a31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:42:56.208209 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-44f22b93-0e2f-4afa-8d60-f6d2028ac74d req-329ae347-a324-4b51-9c6b-62dfe13a37d2 service neutron] Publish callbacks [] for binding, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:42:56.208742 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-44f22b93-0e2f-4afa-8d60-f6d2028ac74d req-329ae347-a324-4b51-9c6b-62dfe13a37d2 service neutron] 10.222.0.13 "POST /v2.0/ports/613b343e-d679-4d51-a8c2-d91f0420c58e/bindings HTTP/1.1" status: 201 len: 389 time: 0.8198690 Nov 05 18:42:56.229144 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Device 8ca1d049-9e36-4cd1-a89b-08afc8b2daef details requested by agent hyperv_n-h2-816865-1 with host n-h2-816865-1 {{(pid=102388) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 05 18:42:56.234539 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Device 87aba709-24d9-4cc7-81b8-20ab92108b9e no longer exists at agent hyperv_n-h2-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 18:42:56.263738 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-2d725dff-1bef-4c03-adb1-d30a14de6273 req-9c25ea5b-3043-4fa0-850d-c5383aff7045 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:42:56.379365 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-41b5bd62-223f-40ac-96b2-daf4e45feb3c None None] Provisioning complete for port d2b9dcfc-68b4-4bc4-aeb0-4aae59241e7c triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:42:56.379980 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-41b5bd62-223f-40ac-96b2-daf4e45feb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:42:56.475247 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] For port 8ca1d049-9e36-4cd1-a89b-08afc8b2daef, host n-h2-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=8ca1d049-9e36-4cd1-a89b-08afc8b2daef,segment=NetworkSegment(7366b739-dd80-4115-a639-c56c148a62e9),segment_id=7366b739-dd80-4115-a639-c56c148a62e9)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:42:56.478153 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-41b5bd62-223f-40ac-96b2-daf4e45feb3c None None] Port d2b9dcfc-68b4-4bc4-aeb0-4aae59241e7c cannot update to ACTIVE because it is not bound. {{(pid=102388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 18:42:56.479732 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:42:56.502291 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Returning: {'device': '8ca1d049-9e36-4cd1-a89b-08afc8b2daef', 'network_id': 'a1c387b6-9d2f-422a-83f2-3344249696b0', 'port_id': '8ca1d049-9e36-4cd1-a89b-08afc8b2daef', 'mac_address': 'fa:16:3e:9b:fa:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e02eab79-5f68-40da-9bf0-ba9f8213f038', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102388) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 05 18:42:56.518016 n-d-816865-1 neutron-server[102388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bcbd3f99-98ae-4481-b4a1-c0a7beca4f9f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '87aba709-24d9-4cc7-81b8-20ab92108b9e'}] {{(pid=102388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 18:42:56.520360 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85474fee1180e129d8a886d264fe0b30223aa672dd1ffe43b630605f18504f68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9764b26a-a4da-4149-a83e-b534dd7baa7b" -d '{"events": [{"server_uuid": "bcbd3f99-98ae-4481-b4a1-c0a7beca4f9f", "name": "network-vif-unplugged", "status": "completed", "tag": "87aba709-24d9-4cc7-81b8-20ab92108b9e"}]}' {{(pid=102388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 18:42:56.533893 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] For port 87aba709-24d9-4cc7-81b8-20ab92108b9e, host n-h2-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=87aba709-24d9-4cc7-81b8-20ab92108b9e,segment=NetworkSegment(b30a663d-6bb9-436d-bbb6-d3fc1ef4951b),segment_id=b30a663d-6bb9-436d-bbb6-d3fc1ef4951b)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:42:56.557215 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c47df7e-7f17-40ca-ae75-d468447299a9 req-6e18cd5b-31d1-4221-afa8-1225a70a8847 tempest-ServersAdminTestJSON-1640316766 tempest-ServersAdminTestJSON-1640316766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:42:56.567628 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-3c47df7e-7f17-40ca-ae75-d468447299a9 req-6e18cd5b-31d1-4221-afa8-1225a70a8847 tempest-ServersAdminTestJSON-1640316766 tempest-ServersAdminTestJSON-1640316766-project] 10.222.0.13 "GET /v2.0/ports?device_id=c7269472-1ad0-4c98-8566-b55019c0193a HTTP/1.1" status: 200 len: 935 time: 0.0932386 Nov 05 18:42:56.568796 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:42:56.583718 n-d-816865-1 neutron-server[102388]: DEBUG neutron.notifiers.nova [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ca1d049-9e36-4cd1-a89b-08afc8b2daef {{(pid=102388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 18:42:56.606113 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] For port 8ca1d049-9e36-4cd1-a89b-08afc8b2daef, host n-h2-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=8ca1d049-9e36-4cd1-a89b-08afc8b2daef,segment=NetworkSegment(7366b739-dd80-4115-a639-c56c148a62e9),segment_id=7366b739-dd80-4115-a639-c56c148a62e9)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:42:56.681380 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:42:56.687798 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Device 0d9fdc5e-6128-46d0-b80f-74ada46bbbcc details requested by agent hyperv_n-h1-816865-1 with host n-h1-816865-1 {{(pid=102388) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 05 18:42:56.696466 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815f9ced-c993-4601-80c5-1cd7175948cb req-ee8ea74f-f1e7-4000-9482-1acb14335965 tempest-ServerDiskConfigTestJSON-70330027 tempest-ServerDiskConfigTestJSON-70330027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:42:56.697995 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-815f9ced-c993-4601-80c5-1cd7175948cb req-ee8ea74f-f1e7-4000-9482-1acb14335965 tempest-ServerDiskConfigTestJSON-70330027 tempest-ServerDiskConfigTestJSON-70330027-project] 10.222.0.13 "GET /v2.0/ports?device_id=bcbd3f99-98ae-4481-b4a1-c0a7beca4f9f HTTP/1.1" status: 200 len: 946 time: 0.1294246 Nov 05 18:42:56.704259 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-3c47df7e-7f17-40ca-ae75-d468447299a9 req-1738fd50-3bbc-4d59-b02f-9b9e6599b1db tempest-ServersAdminTestJSON-1640316766 tempest-ServersAdminTestJSON-1640316766-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c663dac-2477-42f8-b37f-f366129474aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281147 Nov 05 18:42:56.722129 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:42:56.726519 n-d-816865-1 neutron-server[102387]: DEBUG neutron.notifiers.nova [req-db94293c-643a-4ef5-8ec7-bbfa3d91733a req-9d6468f1-f66d-4bfa-a87f-f1a2f5734a31 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bfba3ce5-c439-44d1-8b5e-36948ba5ec18 {{(pid=102387) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 18:42:56.764341 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Pushing event updated for resources: {'Port': ['ID=87aba709-24d9-4cc7-81b8-20ab92108b9e,revision_number=6']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:42:56.778331 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-db94293c-643a-4ef5-8ec7-bbfa3d91733a req-9d6468f1-f66d-4bfa-a87f-f1a2f5734a31 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:42:56.802557 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.provisioning_blocks [req-db94293c-643a-4ef5-8ec7-bbfa3d91733a req-9d6468f1-f66d-4bfa-a87f-f1a2f5734a31 service neutron] Transition to ACTIVE for port object bfba3ce5-c439-44d1-8b5e-36948ba5ec18 will not be triggered until provisioned by entity L2. {{(pid=102387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 05 18:42:56.831172 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-815f9ced-c993-4601-80c5-1cd7175948cb req-52efbf0a-50d3-4f9c-af45-d622450094eb tempest-ServerDiskConfigTestJSON-70330027 tempest-ServerDiskConfigTestJSON-70330027-project] 10.222.0.13 "GET /v2.0/security-groups?id=415b984e-2c75-4a2b-aae3-7fe54c54a52e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165640 Nov 05 18:42:56.859613 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Pushing event updated for resources: {'Port': ['ID=8ca1d049-9e36-4cd1-a89b-08afc8b2daef,revision_number=4']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:42:56.885550 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] For port 0d9fdc5e-6128-46d0-b80f-74ada46bbbcc, host n-h1-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=0d9fdc5e-6128-46d0-b80f-74ada46bbbcc,segment=NetworkSegment(7366b739-dd80-4115-a639-c56c148a62e9),segment_id=7366b739-dd80-4115-a639-c56c148a62e9)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:42:56.900827 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-db94293c-643a-4ef5-8ec7-bbfa3d91733a req-9d6468f1-f66d-4bfa-a87f-f1a2f5734a31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4417072'] for port, after_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:42:56.907440 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Returning: {'device': '0d9fdc5e-6128-46d0-b80f-74ada46bbbcc', 'network_id': 'a1c387b6-9d2f-422a-83f2-3344249696b0', 'port_id': '0d9fdc5e-6128-46d0-b80f-74ada46bbbcc', 'mac_address': 'fa:16:3e:37:7e:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e02eab79-5f68-40da-9bf0-ba9f8213f038', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102388) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 05 18:42:56.983197 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:42:57.001416 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 05 Nov 2021 18:42:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bba97db-ebec-4e53-a604-360dee96d305 x-openstack-request-id: req-5bba97db-ebec-4e53-a604-360dee96d305 {{(pid=102388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 18:42:57.001766 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bcbd3f99-98ae-4481-b4a1-c0a7beca4f9f", "name": "network-vif-unplugged", "status": "completed", "tag": "87aba709-24d9-4cc7-81b8-20ab92108b9e", "code": 200}]} {{(pid=102388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 18:42:57.005279 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5bba97db-ebec-4e53-a604-360dee96d305 {{(pid=102388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 18:42:57.005279 n-d-816865-1 neutron-server[102388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bcbd3f99-98ae-4481-b4a1-c0a7beca4f9f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '87aba709-24d9-4cc7-81b8-20ab92108b9e', 'code': 200} Nov 05 18:42:57.008562 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] get_ports_and_sgs() called for port_ids ['8ca1d049-9e36-4cd1-a89b-08afc8b2daef'] {{(pid=102388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 18:42:57.088104 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6468f1-f66d-4bfa-a87f-f1a2f5734a31 service neutron] Pushing event updated for resources: {'Port': ['ID=bfba3ce5-c439-44d1-8b5e-36948ba5ec18,revision_number=2']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:42:57.130930 n-d-816865-1 neutron-server[102388]: DEBUG neutron.notifiers.nova [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d9fdc5e-6128-46d0-b80f-74ada46bbbcc {{(pid=102388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 18:42:57.139159 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f22b93-0e2f-4afa-8d60-f6d2028ac74d req-59dcb543-3c2b-4fe8-9cd3-8d68f8022a5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:42:57.140795 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-44f22b93-0e2f-4afa-8d60-f6d2028ac74d req-59dcb543-3c2b-4fe8-9cd3-8d68f8022a5f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=482f8aec1d1b4fc08a02afb86f8387d6&device_id=4f3886b5-bfd5-4bd1-b503-1a7b6a830e3d HTTP/1.1" status: 200 len: 1097 time: 0.1333604 Nov 05 18:42:57.189310 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c63599-cefb-4040-82cf-8577205991f6 req-ed69eada-1cd2-442b-97c1-d4cecc31407a tempest-LiveAutoBlockMigrationV225Test-1563372898 tempest-LiveAutoBlockMigrationV225Test-1563372898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:42:57.200425 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-83c63599-cefb-4040-82cf-8577205991f6 req-ed69eada-1cd2-442b-97c1-d4cecc31407a tempest-LiveAutoBlockMigrationV225Test-1563372898 tempest-LiveAutoBlockMigrationV225Test-1563372898-project] 10.222.0.13 "GET /v2.0/ports?device_id=4f3886b5-bfd5-4bd1-b503-1a7b6a830e3d HTTP/1.1" status: 200 len: 946 time: 0.2162833 Nov 05 18:42:57.207174 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] For port 0d9fdc5e-6128-46d0-b80f-74ada46bbbcc, host n-h1-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=0d9fdc5e-6128-46d0-b80f-74ada46bbbcc,segment=NetworkSegment(7366b739-dd80-4115-a639-c56c148a62e9),segment_id=7366b739-dd80-4115-a639-c56c148a62e9)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:42:57.278492 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:42:57.292071 n-d-816865-1 neutron-server[102386]: DEBUG neutron.notifiers.nova [req-2d725dff-1bef-4c03-adb1-d30a14de6273 req-9c25ea5b-3043-4fa0-850d-c5383aff7045 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d2b9dcfc-68b4-4bc4-aeb0-4aae59241e7c {{(pid=102386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 18:42:57.303665 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-2d725dff-1bef-4c03-adb1-d30a14de6273 req-9c25ea5b-3043-4fa0-850d-c5383aff7045 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:42:57.337845 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.managers [req-db94293c-643a-4ef5-8ec7-bbfa3d91733a req-9d6468f1-f66d-4bfa-a87f-f1a2f5734a31 service neutron] Attempting to bind port bfba3ce5-c439-44d1-8b5e-36948ba5ec18 on host n-h1-816865-1 for vnic_type normal with profile {{(pid=102387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 18:42:57.338480 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.managers [req-db94293c-643a-4ef5-8ec7-bbfa3d91733a req-9d6468f1-f66d-4bfa-a87f-f1a2f5734a31 service neutron] Attempting to bind port bfba3ce5-c439-44d1-8b5e-36948ba5ec18 by drivers openvswitch,hyperv on host n-h1-816865-1 at level 0 using segments [{'id': '35c2db9c-522d-48d3-98cf-a08c2cc55db7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'a723f808-b11e-4066-b104-fad90c82895e'}] {{(pid=102387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 18:42:57.339328 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db94293c-643a-4ef5-8ec7-bbfa3d91733a req-9d6468f1-f66d-4bfa-a87f-f1a2f5734a31 service neutron] Attempting to bind port bfba3ce5-c439-44d1-8b5e-36948ba5ec18 on network a723f808-b11e-4066-b104-fad90c82895e {{(pid=102387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 18:42:57.350565 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Pushing event updated for resources: {'Port': ['ID=0d9fdc5e-6128-46d0-b80f-74ada46bbbcc,revision_number=4']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:42:57.353723 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.provisioning_blocks [req-2d725dff-1bef-4c03-adb1-d30a14de6273 req-9c25ea5b-3043-4fa0-850d-c5383aff7045 service neutron] Transition to ACTIVE for port object d2b9dcfc-68b4-4bc4-aeb0-4aae59241e7c will not be triggered until provisioned by entity L2. {{(pid=102386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 05 18:42:57.356195 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-83c63599-cefb-4040-82cf-8577205991f6 req-bf14c76f-e3a0-4630-be44-6d1dbec42ca9 tempest-LiveAutoBlockMigrationV225Test-1563372898 tempest-LiveAutoBlockMigrationV225Test-1563372898-project] 10.222.0.13 "GET /v2.0/security-groups?id=35cb161a-9192-43e2-a392-140fa33626b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1547713 Nov 05 18:42:57.360567 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db94293c-643a-4ef5-8ec7-bbfa3d91733a req-9d6468f1-f66d-4bfa-a87f-f1a2f5734a31 service neutron] Port bfba3ce5-c439-44d1-8b5e-36948ba5ec18 on network a723f808-b11e-4066-b104-fad90c82895e not bound, no agent of type Open vSwitch agent registered on host n-h1-816865-1 {{(pid=102387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 18:42:57.360890 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db94293c-643a-4ef5-8ec7-bbfa3d91733a req-9d6468f1-f66d-4bfa-a87f-f1a2f5734a31 service neutron] Attempting to bind port bfba3ce5-c439-44d1-8b5e-36948ba5ec18 on network a723f808-b11e-4066-b104-fad90c82895e {{(pid=102387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 18:42:57.375052 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db94293c-643a-4ef5-8ec7-bbfa3d91733a req-9d6468f1-f66d-4bfa-a87f-f1a2f5734a31 service neutron] Checking agent: {'id': 'eb596d7c-8c64-42bd-8aca-fad447eb0eab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816865-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 18, 33, 34), 'started_at': datetime.datetime(2021, 11, 5, 18, 33, 34), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 18, 42, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 18:42:57.375052 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db94293c-643a-4ef5-8ec7-bbfa3d91733a req-9d6468f1-f66d-4bfa-a87f-f1a2f5734a31 service neutron] Checking segment: {'id': '35c2db9c-522d-48d3-98cf-a08c2cc55db7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'a723f808-b11e-4066-b104-fad90c82895e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 18:42:57.375052 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db94293c-643a-4ef5-8ec7-bbfa3d91733a req-9d6468f1-f66d-4bfa-a87f-f1a2f5734a31 service neutron] Bound using segment: {'id': '35c2db9c-522d-48d3-98cf-a08c2cc55db7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'a723f808-b11e-4066-b104-fad90c82895e'} {{(pid=102387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 18:42:57.375052 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.managers [req-db94293c-643a-4ef5-8ec7-bbfa3d91733a req-9d6468f1-f66d-4bfa-a87f-f1a2f5734a31 service neutron] Bound port: bfba3ce5-c439-44d1-8b5e-36948ba5ec18, host: n-h1-816865-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35c2db9c-522d-48d3-98cf-a08c2cc55db7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'a723f808-b11e-4066-b104-fad90c82895e'}}] {{(pid=102387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 18:42:57.375052 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-db94293c-643a-4ef5-8ec7-bbfa3d91733a req-9d6468f1-f66d-4bfa-a87f-f1a2f5734a31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:42:57.379592 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f22b93-0e2f-4afa-8d60-f6d2028ac74d req-8f05b667-0278-4c19-85ef-449dfb26a023 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:42:57.381341 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-44f22b93-0e2f-4afa-8d60-f6d2028ac74d req-8f05b667-0278-4c19-85ef-449dfb26a023 service neutron] 10.222.0.55 "GET /v2.0/networks?id=5e3d0b1a-fd18-45bc-91bd-c831330234c4 HTTP/1.1" status: 200 len: 921 time: 0.2307618 Nov 05 18:42:57.399173 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf58ea88-76aa-486e-835f-b4cd3a6d3d4d req-293380e7-8427-46d8-9a9f-b68b2bf02492 tempest-MultipleCreateTestJSON-1683623117 tempest-MultipleCreateTestJSON-1683623117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:42:57.401347 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-bf58ea88-76aa-486e-835f-b4cd3a6d3d4d req-293380e7-8427-46d8-9a9f-b68b2bf02492 tempest-MultipleCreateTestJSON-1683623117 tempest-MultipleCreateTestJSON-1683623117-project] 10.222.0.13 "GET /v2.0/ports?device_id=ad521594-f308-4ac6-80c3-1997a0afcbf3 HTTP/1.1" status: 200 len: 944 time: 0.1247592 Nov 05 18:42:57.434135 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-2d725dff-1bef-4c03-adb1-d30a14de6273 req-9c25ea5b-3043-4fa0-850d-c5383aff7045 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6149821'] for port, after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:42:57.436883 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-44f22b93-0e2f-4afa-8d60-f6d2028ac74d req-7b5ba254-3227-4629-b89a-4848815458d1 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=613b343e-d679-4d51-a8c2-d91f0420c58e HTTP/1.1" status: 200 len: 217 time: 0.0467868 Nov 05 18:42:57.508081 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.db [req-db94293c-643a-4ef5-8ec7-bbfa3d91733a req-9d6468f1-f66d-4bfa-a87f-f1a2f5734a31 service neutron] For port bfba3ce5-c439-44d1-8b5e-36948ba5ec18, host n-h1-816865-1, cleared binding levels {{(pid=102387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 18:42:57.528175 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-bf58ea88-76aa-486e-835f-b4cd3a6d3d4d req-d16343b9-913e-4b2e-a295-78444e0b65a4 tempest-MultipleCreateTestJSON-1683623117 tempest-MultipleCreateTestJSON-1683623117-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a4ef96b-132a-4d2d-bdd9-160079b94f96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046236 Nov 05 18:42:57.530160 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.db [req-db94293c-643a-4ef5-8ec7-bbfa3d91733a req-9d6468f1-f66d-4bfa-a87f-f1a2f5734a31 service neutron] For port bfba3ce5-c439-44d1-8b5e-36948ba5ec18, host n-h1-816865-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=bfba3ce5-c439-44d1-8b5e-36948ba5ec18,segment=NetworkSegment(35c2db9c-522d-48d3-98cf-a08c2cc55db7),segment_id=35c2db9c-522d-48d3-98cf-a08c2cc55db7)] {{(pid=102387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 18:42:57.556922 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c25ea5b-3043-4fa0-850d-c5383aff7045 service neutron] Pushing event updated for resources: {'Port': ['ID=d2b9dcfc-68b4-4bc4-aeb0-4aae59241e7c,revision_number=2']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:42:57.578322 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f22b93-0e2f-4afa-8d60-f6d2028ac74d req-7ab89ef4-ba2c-4e7d-99e5-41cd096c5ac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:42:57.579784 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-44f22b93-0e2f-4afa-8d60-f6d2028ac74d req-7ab89ef4-ba2c-4e7d-99e5-41cd096c5ac1 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e7fca78a-743c-4af3-9fb8-12bc06bb873c HTTP/1.1" status: 200 len: 860 time: 0.1136861 Nov 05 18:42:57.584843 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-db94293c-643a-4ef5-8ec7-bbfa3d91733a req-9d6468f1-f66d-4bfa-a87f-f1a2f5734a31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4417072'] for port, after_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:42:57.600542 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] get_ports_and_sgs() called for port_ids ['0d9fdc5e-6128-46d0-b80f-74ada46bbbcc'] {{(pid=102388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 18:42:57.631089 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-44f22b93-0e2f-4afa-8d60-f6d2028ac74d req-b0d84566-7467-4efa-b263-5b9d8c7c2e01 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=5e3d0b1a-fd18-45bc-91bd-c831330234c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0326815 Nov 05 18:42:57.635204 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db94293c-643a-4ef5-8ec7-bbfa3d91733a req-9d6468f1-f66d-4bfa-a87f-f1a2f5734a31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:42:57.636530 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-db94293c-643a-4ef5-8ec7-bbfa3d91733a req-9d6468f1-f66d-4bfa-a87f-f1a2f5734a31 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:42:57.637966 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-db94293c-643a-4ef5-8ec7-bbfa3d91733a req-9d6468f1-f66d-4bfa-a87f-f1a2f5734a31 service neutron] 10.222.0.41 "PUT /v2.0/ports/bfba3ce5-c439-44d1-8b5e-36948ba5ec18 HTTP/1.1" status: 200 len: 1096 time: 1.5282371 Nov 05 18:42:57.638446 n-d-816865-1 neutron-server[102387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0bd48938-7d8f-4ea5-981b-397a2676ea1c', 'tag': 'bfba3ce5-c439-44d1-8b5e-36948ba5ec18'}] {{(pid=102387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 18:42:57.641041 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab06bd4ddf5758c1f10d79fe34dc215bafa488692cde9dba2fcbcb67556f90bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19ae9bf5-f4a9-4632-8b7a-93cedc410d66" -d '{"events": [{"name": "network-changed", "server_uuid": "0bd48938-7d8f-4ea5-981b-397a2676ea1c", "tag": "bfba3ce5-c439-44d1-8b5e-36948ba5ec18"}]}' {{(pid=102387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 18:42:57.691005 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6468f1-f66d-4bfa-a87f-f1a2f5734a31 service neutron] Pushing event updated for resources: {'Port': ['ID=bfba3ce5-c439-44d1-8b5e-36948ba5ec18,revision_number=3']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:42:57.733161 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 18:42:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-652b03df-e46f-4f22-8152-21536e19c343 x-openstack-request-id: req-652b03df-e46f-4f22-8152-21536e19c343 {{(pid=102387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 18:42:57.733498 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0bd48938-7d8f-4ea5-981b-397a2676ea1c", "tag": "bfba3ce5-c439-44d1-8b5e-36948ba5ec18", "status": "completed", "code": 200}]} {{(pid=102387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 18:42:57.733699 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-652b03df-e46f-4f22-8152-21536e19c343 {{(pid=102387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 18:42:57.734143 n-d-816865-1 neutron-server[102387]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0bd48938-7d8f-4ea5-981b-397a2676ea1c', 'tag': 'bfba3ce5-c439-44d1-8b5e-36948ba5ec18', 'status': 'completed', 'code': 200} Nov 05 18:42:57.768878 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-44f22b93-0e2f-4afa-8d60-f6d2028ac74d req-36f7a735-4670-4775-9676-c5808423c6dc service neutron] 10.222.0.55 "GET /v2.0/networks/5e3d0b1a-fd18-45bc-91bd-c831330234c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293454 Nov 05 18:42:57.774013 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [req-2d725dff-1bef-4c03-adb1-d30a14de6273 req-9c25ea5b-3043-4fa0-850d-c5383aff7045 service neutron] Attempting to bind port d2b9dcfc-68b4-4bc4-aeb0-4aae59241e7c on host n-h1-816865-1 for vnic_type normal with profile {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 18:42:57.774389 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [req-2d725dff-1bef-4c03-adb1-d30a14de6273 req-9c25ea5b-3043-4fa0-850d-c5383aff7045 service neutron] Attempting to bind port d2b9dcfc-68b4-4bc4-aeb0-4aae59241e7c by drivers openvswitch,hyperv on host n-h1-816865-1 at level 0 using segments [{'id': '35c2db9c-522d-48d3-98cf-a08c2cc55db7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'a723f808-b11e-4066-b104-fad90c82895e'}] {{(pid=102386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 18:42:57.785854 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d725dff-1bef-4c03-adb1-d30a14de6273 req-9c25ea5b-3043-4fa0-850d-c5383aff7045 service neutron] Attempting to bind port d2b9dcfc-68b4-4bc4-aeb0-4aae59241e7c on network a723f808-b11e-4066-b104-fad90c82895e {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 18:42:57.788661 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d725dff-1bef-4c03-adb1-d30a14de6273 req-9c25ea5b-3043-4fa0-850d-c5383aff7045 service neutron] Port d2b9dcfc-68b4-4bc4-aeb0-4aae59241e7c on network a723f808-b11e-4066-b104-fad90c82895e not bound, no agent of type Open vSwitch agent registered on host n-h1-816865-1 {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 18:42:57.788984 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d725dff-1bef-4c03-adb1-d30a14de6273 req-9c25ea5b-3043-4fa0-850d-c5383aff7045 service neutron] Attempting to bind port d2b9dcfc-68b4-4bc4-aeb0-4aae59241e7c on network a723f808-b11e-4066-b104-fad90c82895e {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 18:42:57.813239 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d725dff-1bef-4c03-adb1-d30a14de6273 req-9c25ea5b-3043-4fa0-850d-c5383aff7045 service neutron] Checking agent: {'id': 'eb596d7c-8c64-42bd-8aca-fad447eb0eab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816865-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 18, 33, 34), 'started_at': datetime.datetime(2021, 11, 5, 18, 33, 34), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 18, 42, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 18:42:57.813622 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d725dff-1bef-4c03-adb1-d30a14de6273 req-9c25ea5b-3043-4fa0-850d-c5383aff7045 service neutron] Checking segment: {'id': '35c2db9c-522d-48d3-98cf-a08c2cc55db7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'a723f808-b11e-4066-b104-fad90c82895e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 18:42:57.813957 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d725dff-1bef-4c03-adb1-d30a14de6273 req-9c25ea5b-3043-4fa0-850d-c5383aff7045 service neutron] Bound using segment: {'id': '35c2db9c-522d-48d3-98cf-a08c2cc55db7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'a723f808-b11e-4066-b104-fad90c82895e'} {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 18:42:57.814667 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [req-2d725dff-1bef-4c03-adb1-d30a14de6273 req-9c25ea5b-3043-4fa0-850d-c5383aff7045 service neutron] Bound port: d2b9dcfc-68b4-4bc4-aeb0-4aae59241e7c, host: n-h1-816865-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35c2db9c-522d-48d3-98cf-a08c2cc55db7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'a723f808-b11e-4066-b104-fad90c82895e'}}] {{(pid=102386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 18:42:57.815107 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-2d725dff-1bef-4c03-adb1-d30a14de6273 req-9c25ea5b-3043-4fa0-850d-c5383aff7045 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:42:57.832473 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db94293c-643a-4ef5-8ec7-bbfa3d91733a req-ca898747-1b17-4c15-9d52-db721c98a946 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:42:57.837737 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-db94293c-643a-4ef5-8ec7-bbfa3d91733a req-ca898747-1b17-4c15-9d52-db721c98a946 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d4be27d9848c492b8c8fb5e165fc1c12&device_id=0bd48938-7d8f-4ea5-981b-397a2676ea1c HTTP/1.1" status: 200 len: 1099 time: 0.0996032 Nov 05 18:42:57.934842 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-db94293c-643a-4ef5-8ec7-bbfa3d91733a req-c8fa4757-1233-4b1b-8148-524f11ddd92f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.228&port_id=bfba3ce5-c439-44d1-8b5e-36948ba5ec18 HTTP/1.1" status: 200 len: 217 time: 0.0884073 Nov 05 18:42:58.059607 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-44f22b93-0e2f-4afa-8d60-f6d2028ac74d req-519312ef-5039-475c-a7f1-0f49acc31edd service neutron] 10.222.0.55 "GET /v2.0/networks/5e3d0b1a-fd18-45bc-91bd-c831330234c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2796957 Nov 05 18:42:58.067585 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [req-2d725dff-1bef-4c03-adb1-d30a14de6273 req-9c25ea5b-3043-4fa0-850d-c5383aff7045 service neutron] For port d2b9dcfc-68b4-4bc4-aeb0-4aae59241e7c, host n-h1-816865-1, cleared binding levels {{(pid=102386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 18:42:58.069060 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [req-2d725dff-1bef-4c03-adb1-d30a14de6273 req-9c25ea5b-3043-4fa0-850d-c5383aff7045 service neutron] For port d2b9dcfc-68b4-4bc4-aeb0-4aae59241e7c, host n-h1-816865-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=d2b9dcfc-68b4-4bc4-aeb0-4aae59241e7c,segment=NetworkSegment(35c2db9c-522d-48d3-98cf-a08c2cc55db7),segment_id=35c2db9c-522d-48d3-98cf-a08c2cc55db7)] {{(pid=102386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 18:42:58.106367 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db94293c-643a-4ef5-8ec7-bbfa3d91733a req-587d0d6c-61fe-48e9-8755-723026fa4345 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:42:58.108191 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-db94293c-643a-4ef5-8ec7-bbfa3d91733a req-587d0d6c-61fe-48e9-8755-723026fa4345 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=05e7a1b5-165b-4a00-855a-ffbcb2eba59e HTTP/1.1" status: 200 len: 843 time: 0.1623566 Nov 05 18:42:58.120134 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5e7a81-b3d1-4a25-a80e-b7f7d7a88e0f req-019c7399-890c-47be-9cec-b1bd41765931 tempest-ServersAdminTestJSON-1640316766 tempest-ServersAdminTestJSON-1640316766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:42:58.121753 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-7e5e7a81-b3d1-4a25-a80e-b7f7d7a88e0f req-019c7399-890c-47be-9cec-b1bd41765931 tempest-ServersAdminTestJSON-1640316766 tempest-ServersAdminTestJSON-1640316766-project] 10.222.0.13 "GET /v2.0/ports?device_id=c7269472-1ad0-4c98-8566-b55019c0193a HTTP/1.1" status: 200 len: 947 time: 0.2640119 Nov 05 18:42:58.179359 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-2d725dff-1bef-4c03-adb1-d30a14de6273 req-9c25ea5b-3043-4fa0-850d-c5383aff7045 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6149821'] for port, after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:42:58.192275 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12b85b3-8bc6-414b-a01b-7ed5a4cef429 req-55199836-9356-41d9-b07a-fd2bc2df3cce tempest-ServerDiskConfigTestJSON-70330027 tempest-ServerDiskConfigTestJSON-70330027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:42:58.194220 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-f12b85b3-8bc6-414b-a01b-7ed5a4cef429 req-55199836-9356-41d9-b07a-fd2bc2df3cce tempest-ServerDiskConfigTestJSON-70330027 tempest-ServerDiskConfigTestJSON-70330027-project] 10.222.0.13 "GET /v2.0/ports?device_id=bcbd3f99-98ae-4481-b4a1-c0a7beca4f9f HTTP/1.1" status: 200 len: 944 time: 0.1539018 Nov 05 18:42:58.220777 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d725dff-1bef-4c03-adb1-d30a14de6273 req-9c25ea5b-3043-4fa0-850d-c5383aff7045 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:42:58.224368 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-2d725dff-1bef-4c03-adb1-d30a14de6273 req-9c25ea5b-3043-4fa0-850d-c5383aff7045 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:42:58.224368 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-2d725dff-1bef-4c03-adb1-d30a14de6273 req-9c25ea5b-3043-4fa0-850d-c5383aff7045 service neutron] 10.222.0.41 "PUT /v2.0/ports/d2b9dcfc-68b4-4bc4-aeb0-4aae59241e7c HTTP/1.1" status: 200 len: 1095 time: 2.0612185 Nov 05 18:42:58.224368 n-d-816865-1 neutron-server[102386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7269472-1ad0-4c98-8566-b55019c0193a', 'tag': 'd2b9dcfc-68b4-4bc4-aeb0-4aae59241e7c'}] {{(pid=102386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 18:42:58.225483 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6173a44d7c73f41af551dc890fa1a5892c2c6bc3458b640c8e0c24db7876ba6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2dc21ec1-afc9-4187-82ef-0d8dea81b7ca" -d '{"events": [{"name": "network-changed", "server_uuid": "c7269472-1ad0-4c98-8566-b55019c0193a", "tag": "d2b9dcfc-68b4-4bc4-aeb0-4aae59241e7c"}]}' {{(pid=102386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 18:42:58.240434 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Device 87aba709-24d9-4cc7-81b8-20ab92108b9e details requested by agent hyperv_n-h2-816865-1 with host n-h2-816865-1 {{(pid=102388) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 05 18:42:58.247095 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Device 8ca1d049-9e36-4cd1-a89b-08afc8b2daef up at agent hyperv_n-h2-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 18:42:58.255497 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db94293c-643a-4ef5-8ec7-bbfa3d91733a req-6afad53e-12c6-4a5a-8d7e-561ae0a734bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:42:58.257168 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-db94293c-643a-4ef5-8ec7-bbfa3d91733a req-6afad53e-12c6-4a5a-8d7e-561ae0a734bc service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a723f808-b11e-4066-b104-fad90c82895e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1339750 Nov 05 18:42:58.273851 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-7e5e7a81-b3d1-4a25-a80e-b7f7d7a88e0f req-42d524cb-cf63-49a8-8591-3a969b4b84be tempest-ServersAdminTestJSON-1640316766 tempest-ServersAdminTestJSON-1640316766-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c663dac-2477-42f8-b37f-f366129474aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375952 Nov 05 18:42:58.290220 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c25ea5b-3043-4fa0-850d-c5383aff7045 service neutron] Pushing event updated for resources: {'Port': ['ID=d2b9dcfc-68b4-4bc4-aeb0-4aae59241e7c,revision_number=3']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:42:58.301075 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c25ea5b-3043-4fa0-850d-c5383aff7045 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:42:58.302131 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c25ea5b-3043-4fa0-850d-c5383aff7045 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:42:58.302488 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c25ea5b-3043-4fa0-850d-c5383aff7045 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:42:58.302758 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c25ea5b-3043-4fa0-850d-c5383aff7045 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:42:58.304887 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c25ea5b-3043-4fa0-850d-c5383aff7045 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:42:58.304887 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c25ea5b-3043-4fa0-850d-c5383aff7045 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:42:58.304887 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c25ea5b-3043-4fa0-850d-c5383aff7045 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:42:58.304887 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c25ea5b-3043-4fa0-850d-c5383aff7045 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:42:58.304887 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c25ea5b-3043-4fa0-850d-c5383aff7045 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:42:58.304887 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c25ea5b-3043-4fa0-850d-c5383aff7045 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:42:58.305395 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c25ea5b-3043-4fa0-850d-c5383aff7045 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:42:58.305395 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c25ea5b-3043-4fa0-850d-c5383aff7045 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:42:58.367262 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-f12b85b3-8bc6-414b-a01b-7ed5a4cef429 req-d081c3bf-22ab-4bf2-be82-90a9831fe69b tempest-ServerDiskConfigTestJSON-70330027 tempest-ServerDiskConfigTestJSON-70330027-project] 10.222.0.13 "GET /v2.0/security-groups?id=415b984e-2c75-4a2b-aae3-7fe54c54a52e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520083 Nov 05 18:42:58.470206 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d725dff-1bef-4c03-adb1-d30a14de6273 req-e1e8a427-ac75-4da1-97bf-dff422e8b4a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:42:58.471819 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-2d725dff-1bef-4c03-adb1-d30a14de6273 req-e1e8a427-ac75-4da1-97bf-dff422e8b4a8 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d4be27d9848c492b8c8fb5e165fc1c12&device_id=c7269472-1ad0-4c98-8566-b55019c0193a HTTP/1.1" status: 200 len: 1098 time: 0.1089900 Nov 05 18:42:58.535014 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-db94293c-643a-4ef5-8ec7-bbfa3d91733a req-64dc3320-afb9-4bb0-9dcc-e24f6149a4cd service neutron] 10.222.0.41 "GET /v2.0/networks/a723f808-b11e-4066-b104-fad90c82895e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2574914 Nov 05 18:42:58.547046 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Provisioning for port 8ca1d049-9e36-4cd1-a89b-08afc8b2daef completed by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 05 18:42:58.557598 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Provisioning complete for port 8ca1d049-9e36-4cd1-a89b-08afc8b2daef triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:42:58.557944 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:42:58.581728 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 18:42:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93af9038-aa53-491b-85e2-b23ac3d2ccf7 x-openstack-request-id: req-93af9038-aa53-491b-85e2-b23ac3d2ccf7 {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 18:42:58.582029 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7269472-1ad0-4c98-8566-b55019c0193a", "tag": "d2b9dcfc-68b4-4bc4-aeb0-4aae59241e7c", "status": "completed", "code": 200}]} {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 18:42:58.582483 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-93af9038-aa53-491b-85e2-b23ac3d2ccf7 {{(pid=102386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 18:42:58.582904 n-d-816865-1 neutron-server[102386]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7269472-1ad0-4c98-8566-b55019c0193a', 'tag': 'd2b9dcfc-68b4-4bc4-aeb0-4aae59241e7c', 'status': 'completed', 'code': 200} Nov 05 18:42:58.587022 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-2d725dff-1bef-4c03-adb1-d30a14de6273 req-7051398d-949c-4401-b207-9ab7b5e6ef9d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.35&port_id=d2b9dcfc-68b4-4bc4-aeb0-4aae59241e7c HTTP/1.1" status: 200 len: 217 time: 0.1038585 Nov 05 18:42:58.635006 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] For port 87aba709-24d9-4cc7-81b8-20ab92108b9e, host n-h2-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=87aba709-24d9-4cc7-81b8-20ab92108b9e,segment=NetworkSegment(b30a663d-6bb9-436d-bbb6-d3fc1ef4951b),segment_id=b30a663d-6bb9-436d-bbb6-d3fc1ef4951b)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:42:58.678400 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d725dff-1bef-4c03-adb1-d30a14de6273 req-4d0f1ad3-97f9-484b-921d-8485e6b7588f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:42:58.680629 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-2d725dff-1bef-4c03-adb1-d30a14de6273 req-4d0f1ad3-97f9-484b-921d-8485e6b7588f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=05e7a1b5-165b-4a00-855a-ffbcb2eba59e HTTP/1.1" status: 200 len: 843 time: 0.0861828 Nov 05 18:42:58.701397 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Returning: {'device': '87aba709-24d9-4cc7-81b8-20ab92108b9e', 'network_id': 'c410af1b-0d29-45ed-bbbd-e63b694a7756', 'port_id': '87aba709-24d9-4cc7-81b8-20ab92108b9e', 'mac_address': 'fa:16:3e:2b:cb:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 196, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f65b8522-0d6e-4b41-a88d-8d5f4f8e7c9d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102388) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 05 18:42:58.737204 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d725dff-1bef-4c03-adb1-d30a14de6273 req-ff6738ba-2e9e-4a2b-9e3c-f06891c9175a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:42:58.739187 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-2d725dff-1bef-4c03-adb1-d30a14de6273 req-ff6738ba-2e9e-4a2b-9e3c-f06891c9175a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a723f808-b11e-4066-b104-fad90c82895e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0504997 Nov 05 18:42:58.743892 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-1f8e46d4-43c5-4bdd-bd7e-f6a6568e9740 req-47ffa859-b0bf-449c-aa3e-0e0428a7f76f tempest-ServerDiagnosticsNegativeTest-1022087731 tempest-ServerDiagnosticsNegativeTest-1022087731-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=bb8e7447299d447eba6296432b106369&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0496383 Nov 05 18:42:58.749867 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-db94293c-643a-4ef5-8ec7-bbfa3d91733a req-ce309340-825b-4836-9bbb-74de8d17834a service neutron] 10.222.0.41 "GET /v2.0/networks/a723f808-b11e-4066-b104-fad90c82895e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2091994 Nov 05 18:42:58.778193 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a845cad0-5449-4248-85e4-4748c509e05d req-22397ca8-d313-419c-aab9-6349760cfae7 tempest-LiveAutoBlockMigrationV225Test-1563372898 tempest-LiveAutoBlockMigrationV225Test-1563372898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:42:58.787836 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-a845cad0-5449-4248-85e4-4748c509e05d req-22397ca8-d313-419c-aab9-6349760cfae7 tempest-LiveAutoBlockMigrationV225Test-1563372898 tempest-LiveAutoBlockMigrationV225Test-1563372898-project] 10.222.0.13 "GET /v2.0/ports?device_id=4f3886b5-bfd5-4bd1-b503-1a7b6a830e3d HTTP/1.1" status: 200 len: 946 time: 0.1325233 Nov 05 18:42:58.804629 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:42:58.835320 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:42:58.871718 n-d-816865-1 neutron-server[102388]: DEBUG neutron.notifiers.nova [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 87aba709-24d9-4cc7-81b8-20ab92108b9e {{(pid=102388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 18:42:58.882211 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-2d725dff-1bef-4c03-adb1-d30a14de6273 req-16939431-6efa-463b-a8ab-6982887a602f service neutron] 10.222.0.41 "GET /v2.0/networks/a723f808-b11e-4066-b104-fad90c82895e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280012 Nov 05 18:42:58.895687 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] For port 8ca1d049-9e36-4cd1-a89b-08afc8b2daef, host n-h2-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=8ca1d049-9e36-4cd1-a89b-08afc8b2daef,segment=NetworkSegment(7366b739-dd80-4115-a639-c56c148a62e9),segment_id=7366b739-dd80-4115-a639-c56c148a62e9)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:42:58.904115 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] For port 87aba709-24d9-4cc7-81b8-20ab92108b9e, host n-h2-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=87aba709-24d9-4cc7-81b8-20ab92108b9e,segment=NetworkSegment(b30a663d-6bb9-436d-bbb6-d3fc1ef4951b),segment_id=b30a663d-6bb9-436d-bbb6-d3fc1ef4951b)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:42:58.943321 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-a845cad0-5449-4248-85e4-4748c509e05d req-40e0ef43-adab-4204-9f44-07899dc0bc28 tempest-LiveAutoBlockMigrationV225Test-1563372898 tempest-LiveAutoBlockMigrationV225Test-1563372898-project] 10.222.0.13 "GET /v2.0/security-groups?id=35cb161a-9192-43e2-a392-140fa33626b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1544044 Nov 05 18:42:58.972996 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ae9bf5-f4a9-4632-8b7a-93cedc410d66 req-152e07f5-7740-4db8-9fc6-40459a623a23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:42:58.974683 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-19ae9bf5-f4a9-4632-8b7a-93cedc410d66 req-152e07f5-7740-4db8-9fc6-40459a623a23 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d4be27d9848c492b8c8fb5e165fc1c12&device_id=0bd48938-7d8f-4ea5-981b-397a2676ea1c HTTP/1.1" status: 200 len: 1099 time: 0.0966470 Nov 05 18:42:58.982420 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8e46d4-43c5-4bdd-bd7e-f6a6568e9740 req-9b4cbec4-0ec4-4ea1-aa21-827ffec060ba tempest-ServerDiagnosticsNegativeTest-1022087731 tempest-ServerDiagnosticsNegativeTest-1022087731-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:42:58.983959 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-1f8e46d4-43c5-4bdd-bd7e-f6a6568e9740 req-9b4cbec4-0ec4-4ea1-aa21-827ffec060ba tempest-ServerDiagnosticsNegativeTest-1022087731 tempest-ServerDiagnosticsNegativeTest-1022087731-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2269530 Nov 05 18:42:59.004421 n-d-816865-1 neutron-server[102388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4daabd15-d1af-404b-827a-3dea44d13db8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ca1d049-9e36-4cd1-a89b-08afc8b2daef'}] {{(pid=102388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 18:42:59.007334 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85474fee1180e129d8a886d264fe0b30223aa672dd1ffe43b630605f18504f68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b395167-4c1b-4abf-bcdc-2f795535e7e0" -d '{"events": [{"server_uuid": "4daabd15-d1af-404b-827a-3dea44d13db8", "name": "network-vif-plugged", "status": "completed", "tag": "8ca1d049-9e36-4cd1-a89b-08afc8b2daef"}]}' {{(pid=102388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 18:42:59.011480 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:42:59.028794 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-1f8e46d4-43c5-4bdd-bd7e-f6a6568e9740 req-ad635ee5-18b2-41fe-9c8d-98ae91bbc686 tempest-ServerDiagnosticsNegativeTest-1022087731 tempest-ServerDiagnosticsNegativeTest-1022087731-project] 10.222.0.13 "GET /v2.0/quotas/bb8e7447299d447eba6296432b106369 HTTP/1.1" status: 200 len: 375 time: 0.0356655 Nov 05 18:42:59.036769 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-2d725dff-1bef-4c03-adb1-d30a14de6273 req-a37dd982-41e0-4ba4-af50-66e6d0b43e8a service neutron] 10.222.0.41 "GET /v2.0/networks/a723f808-b11e-4066-b104-fad90c82895e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1474733 Nov 05 18:42:59.057137 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:42:59.098027 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Pushing event updated for resources: {'Port': ['ID=8ca1d049-9e36-4cd1-a89b-08afc8b2daef,revision_number=5']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:42:59.111514 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-1f8e46d4-43c5-4bdd-bd7e-f6a6568e9740 req-c9423a98-5de4-4086-9516-72d8c3e57591 tempest-ServerDiagnosticsNegativeTest-1022087731 tempest-ServerDiagnosticsNegativeTest-1022087731-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=bb8e7447299d447eba6296432b106369&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0454073 Nov 05 18:42:59.167262 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Pushing event updated for resources: {'Port': ['ID=87aba709-24d9-4cc7-81b8-20ab92108b9e,revision_number=7']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:42:59.179073 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ae9bf5-f4a9-4632-8b7a-93cedc410d66 req-297b521a-3da5-4c2a-95da-3e8f8b56f250 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:42:59.180569 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-19ae9bf5-f4a9-4632-8b7a-93cedc410d66 req-297b521a-3da5-4c2a-95da-3e8f8b56f250 service neutron] 10.222.0.41 "GET /v2.0/networks?id=a723f808-b11e-4066-b104-fad90c82895e HTTP/1.1" status: 200 len: 870 time: 0.1957443 Nov 05 18:42:59.224011 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc21ec1-afc9-4187-82ef-0d8dea81b7ca req-fbb41452-2b45-4e32-a069-cf004b69e0a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:42:59.226465 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-2dc21ec1-afc9-4187-82ef-0d8dea81b7ca req-fbb41452-2b45-4e32-a069-cf004b69e0a1 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d4be27d9848c492b8c8fb5e165fc1c12&device_id=c7269472-1ad0-4c98-8566-b55019c0193a HTTP/1.1" status: 200 len: 1098 time: 0.0846066 Nov 05 18:42:59.237086 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-19ae9bf5-f4a9-4632-8b7a-93cedc410d66 req-2bb2ad9d-b2eb-41e4-9b66-a02c7442a2f3 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.228&port_id=bfba3ce5-c439-44d1-8b5e-36948ba5ec18 HTTP/1.1" status: 200 len: 217 time: 0.0491929 Nov 05 18:42:59.309678 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ae9bf5-f4a9-4632-8b7a-93cedc410d66 req-372f7cd6-7167-46e3-a69f-07b5158ad13b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:42:59.311190 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-19ae9bf5-f4a9-4632-8b7a-93cedc410d66 req-372f7cd6-7167-46e3-a69f-07b5158ad13b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=05e7a1b5-165b-4a00-855a-ffbcb2eba59e HTTP/1.1" status: 200 len: 843 time: 0.0561700 Nov 05 18:42:59.319176 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b4bfd6-7607-4a74-9f6d-b818bf6652bc req-1f0fe9b2-6191-4674-97ce-ddd32e443b3d tempest-MultipleCreateTestJSON-1683623117 tempest-MultipleCreateTestJSON-1683623117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:42:59.320749 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-86b4bfd6-7607-4a74-9f6d-b818bf6652bc req-1f0fe9b2-6191-4674-97ce-ddd32e443b3d tempest-MultipleCreateTestJSON-1683623117 tempest-MultipleCreateTestJSON-1683623117-project] 10.222.0.13 "GET /v2.0/ports?device_id=ad521594-f308-4ac6-80c3-1997a0afcbf3 HTTP/1.1" status: 200 len: 944 time: 0.0926487 Nov 05 18:42:59.344298 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] get_ports_and_sgs() called for port_ids ['87aba709-24d9-4cc7-81b8-20ab92108b9e'] {{(pid=102388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 18:42:59.360864 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc21ec1-afc9-4187-82ef-0d8dea81b7ca req-0a736d2e-4439-4361-ad32-3ec299f2c07e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:42:59.362459 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-2dc21ec1-afc9-4187-82ef-0d8dea81b7ca req-0a736d2e-4439-4361-ad32-3ec299f2c07e service neutron] 10.222.0.41 "GET /v2.0/networks?id=a723f808-b11e-4066-b104-fad90c82895e HTTP/1.1" status: 200 len: 870 time: 0.1278322 Nov 05 18:42:59.410920 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ae9bf5-f4a9-4632-8b7a-93cedc410d66 req-cf9eeeba-9d4d-4afb-bfe0-468b0528d3a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:42:59.412510 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-19ae9bf5-f4a9-4632-8b7a-93cedc410d66 req-cf9eeeba-9d4d-4afb-bfe0-468b0528d3a6 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a723f808-b11e-4066-b104-fad90c82895e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0907869 Nov 05 18:42:59.475145 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-86b4bfd6-7607-4a74-9f6d-b818bf6652bc req-7df20c2a-bad0-4f8b-820a-8560efa208e6 tempest-MultipleCreateTestJSON-1683623117 tempest-MultipleCreateTestJSON-1683623117-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a4ef96b-132a-4d2d-bdd9-160079b94f96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119187 Nov 05 18:42:59.502166 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 18:42:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-105e75f2-14c7-48a7-b2d2-e0fa3744e4c6 x-openstack-request-id: req-105e75f2-14c7-48a7-b2d2-e0fa3744e4c6 {{(pid=102388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 18:42:59.506196 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-2dc21ec1-afc9-4187-82ef-0d8dea81b7ca req-4dd58371-6c5b-4ca0-8a74-7ea5b24c73ae service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.35&port_id=d2b9dcfc-68b4-4bc4-aeb0-4aae59241e7c HTTP/1.1" status: 200 len: 217 time: 0.1321261 Nov 05 18:42:59.506507 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4daabd15-d1af-404b-827a-3dea44d13db8", "name": "network-vif-plugged", "status": "completed", "tag": "8ca1d049-9e36-4cd1-a89b-08afc8b2daef", "code": 200}]} {{(pid=102388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 18:42:59.516724 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-105e75f2-14c7-48a7-b2d2-e0fa3744e4c6 {{(pid=102388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 18:42:59.522702 n-d-816865-1 neutron-server[102388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4daabd15-d1af-404b-827a-3dea44d13db8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ca1d049-9e36-4cd1-a89b-08afc8b2daef', 'code': 200} Nov 05 18:42:59.605586 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc21ec1-afc9-4187-82ef-0d8dea81b7ca req-e38595b1-8220-4d6a-9e84-8c3cf56335e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:42:59.607729 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-2dc21ec1-afc9-4187-82ef-0d8dea81b7ca req-e38595b1-8220-4d6a-9e84-8c3cf56335e6 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=05e7a1b5-165b-4a00-855a-ffbcb2eba59e HTTP/1.1" status: 200 len: 843 time: 0.0878663 Nov 05 18:42:59.609432 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-90ab2767-1a88-40f2-bb04-9f0b9986fe73 req-01209c03-d8e5-4e07-b452-d1943a881290 tempest-ServerDiagnosticsNegativeTest-1022087731 tempest-ServerDiagnosticsNegativeTest-1022087731-project] 10.222.0.13 "GET /v2.0/ports?device_id=efd8c73c-e959-474c-ab70-094c89f087b3 HTTP/1.1" status: 200 len: 210 time: 0.0591848 Nov 05 18:42:59.643500 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d4f33a-8ff8-460a-8991-0610f92902ce req-6897b17f-7a6b-4b11-baf6-19246c3f3526 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:42:59.645874 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-06d4f33a-8ff8-460a-8991-0610f92902ce req-6897b17f-7a6b-4b11-baf6-19246c3f3526 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=4daabd15-d1af-404b-827a-3dea44d13db8 HTTP/1.1" status: 200 len: 1097 time: 0.0907934 Nov 05 18:42:59.684316 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8b2b0c-866d-4038-adbc-1a0f2f61a1d8 req-6f7f0789-57b7-434d-b72c-cd90b9adeff5 tempest-ServersAdminTestJSON-1640316766 tempest-ServersAdminTestJSON-1640316766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:42:59.694950 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-da8b2b0c-866d-4038-adbc-1a0f2f61a1d8 req-6f7f0789-57b7-434d-b72c-cd90b9adeff5 tempest-ServersAdminTestJSON-1640316766 tempest-ServersAdminTestJSON-1640316766-project] 10.222.0.13 "GET /v2.0/ports?device_id=c7269472-1ad0-4c98-8566-b55019c0193a HTTP/1.1" status: 200 len: 947 time: 0.1237175 Nov 05 18:42:59.708615 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-19ae9bf5-f4a9-4632-8b7a-93cedc410d66 req-ac65eb83-c706-46d5-8304-7cc992fcd314 service neutron] 10.222.0.41 "GET /v2.0/networks/a723f808-b11e-4066-b104-fad90c82895e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2866783 Nov 05 18:42:59.728529 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc21ec1-afc9-4187-82ef-0d8dea81b7ca req-a54b6af5-913d-43aa-bbcf-e5ec5ae4f933 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:42:59.730489 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-2dc21ec1-afc9-4187-82ef-0d8dea81b7ca req-a54b6af5-913d-43aa-bbcf-e5ec5ae4f933 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a723f808-b11e-4066-b104-fad90c82895e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1126444 Nov 05 18:42:59.744046 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-06d4f33a-8ff8-460a-8991-0610f92902ce req-09f821ec-c198-43a9-842e-5ef04d69b8af service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=4a4ef96b-132a-4d2d-bdd9-160079b94f96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622888 Nov 05 18:42:59.813956 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-da8b2b0c-866d-4038-adbc-1a0f2f61a1d8 req-3d2be9c6-6010-419b-85cb-39a56eadb8ed tempest-ServersAdminTestJSON-1640316766 tempest-ServersAdminTestJSON-1640316766-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c663dac-2477-42f8-b37f-f366129474aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181283 Nov 05 18:42:59.850368 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-2dc21ec1-afc9-4187-82ef-0d8dea81b7ca req-f2fe4e35-fd8a-44f8-bea3-237745858367 service neutron] 10.222.0.41 "GET /v2.0/networks/a723f808-b11e-4066-b104-fad90c82895e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1089036 Nov 05 18:42:59.881742 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a4da05-e92b-46d4-8e1b-8863f84cf702 req-6cb6b46c-f226-466b-b74f-0e89ab37295a tempest-ServerDiskConfigTestJSON-70330027 tempest-ServerDiskConfigTestJSON-70330027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:42:59.884475 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-d8a4da05-e92b-46d4-8e1b-8863f84cf702 req-6cb6b46c-f226-466b-b74f-0e89ab37295a tempest-ServerDiskConfigTestJSON-70330027 tempest-ServerDiskConfigTestJSON-70330027-project] 10.222.0.13 "GET /v2.0/ports?device_id=bcbd3f99-98ae-4481-b4a1-c0a7beca4f9f HTTP/1.1" status: 200 len: 945 time: 0.1258855 Nov 05 18:42:59.921181 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-19ae9bf5-f4a9-4632-8b7a-93cedc410d66 req-b29efdfd-0c5c-4d23-8359-d031676aacb9 service neutron] 10.222.0.41 "GET /v2.0/networks/a723f808-b11e-4066-b104-fad90c82895e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2038934 Nov 05 18:42:59.970470 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-d8a4da05-e92b-46d4-8e1b-8863f84cf702 req-8fb38b21-40f2-4d18-a73c-b4b2d9a74c26 tempest-ServerDiskConfigTestJSON-70330027 tempest-ServerDiskConfigTestJSON-70330027-project] 10.222.0.13 "GET /v2.0/security-groups?id=415b984e-2c75-4a2b-aae3-7fe54c54a52e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783720 Nov 05 18:43:00.000711 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-2dc21ec1-afc9-4187-82ef-0d8dea81b7ca req-eed7e212-7a1b-4b91-8c94-a8386e21373e service neutron] 10.222.0.41 "GET /v2.0/networks/a723f808-b11e-4066-b104-fad90c82895e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1423995 Nov 05 18:43:00.108221 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3412007-1da4-4811-9cf1-1b3174e2226e req-6f058023-c82f-4088-b12c-dace25893cd9 tempest-LiveAutoBlockMigrationV225Test-1563372898 tempest-LiveAutoBlockMigrationV225Test-1563372898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:43:00.109822 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-e3412007-1da4-4811-9cf1-1b3174e2226e req-6f058023-c82f-4088-b12c-dace25893cd9 tempest-LiveAutoBlockMigrationV225Test-1563372898 tempest-LiveAutoBlockMigrationV225Test-1563372898-project] 10.222.0.13 "GET /v2.0/ports?device_id=4f3886b5-bfd5-4bd1-b503-1a7b6a830e3d HTTP/1.1" status: 200 len: 946 time: 0.0548887 Nov 05 18:43:00.161828 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-e3412007-1da4-4811-9cf1-1b3174e2226e req-1f7c37e1-2216-4871-89bb-2e4a4c16e37a tempest-LiveAutoBlockMigrationV225Test-1563372898 tempest-LiveAutoBlockMigrationV225Test-1563372898-project] 10.222.0.13 "GET /v2.0/security-groups?id=35cb161a-9192-43e2-a392-140fa33626b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443463 Nov 05 18:43:00.589759 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74ec665-510f-40f5-ba92-0f451be0ebd5 req-483e2074-bbf8-44a3-8f89-f9497e1e8863 tempest-MultipleCreateTestJSON-1683623117 tempest-MultipleCreateTestJSON-1683623117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:43:00.591198 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-e74ec665-510f-40f5-ba92-0f451be0ebd5 req-483e2074-bbf8-44a3-8f89-f9497e1e8863 tempest-MultipleCreateTestJSON-1683623117 tempest-MultipleCreateTestJSON-1683623117-project] 10.222.0.13 "GET /v2.0/ports?device_id=ad521594-f308-4ac6-80c3-1997a0afcbf3 HTTP/1.1" status: 200 len: 944 time: 0.0498970 Nov 05 18:43:00.644143 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-e74ec665-510f-40f5-ba92-0f451be0ebd5 req-495e512a-5399-401c-80c0-482923458684 tempest-MultipleCreateTestJSON-1683623117 tempest-MultipleCreateTestJSON-1683623117-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a4ef96b-132a-4d2d-bdd9-160079b94f96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461841 Nov 05 18:43:00.721150 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Device d2b9dcfc-68b4-4bc4-aeb0-4aae59241e7c details requested by agent hyperv_n-h1-816865-1 with host n-h1-816865-1 {{(pid=102388) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 05 18:43:00.723699 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Device 0d9fdc5e-6128-46d0-b80f-74ada46bbbcc up at agent hyperv_n-h1-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 18:43:00.727284 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-40ffcb2f-99ab-49c3-a8e0-c2aa22f39403 req-f635423b-d65c-4f6c-94ac-d721f3038d6f tempest-ServerDiagnosticsNegativeTest-1022087731 tempest-ServerDiagnosticsNegativeTest-1022087731-project] 10.222.0.13 "GET /v2.0/ports?device_id=efd8c73c-e959-474c-ab70-094c89f087b3 HTTP/1.1" status: 200 len: 210 time: 0.0298557 Nov 05 18:43:00.867031 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] For port d2b9dcfc-68b4-4bc4-aeb0-4aae59241e7c, host n-h1-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=d2b9dcfc-68b4-4bc4-aeb0-4aae59241e7c,segment=NetworkSegment(35c2db9c-522d-48d3-98cf-a08c2cc55db7),segment_id=35c2db9c-522d-48d3-98cf-a08c2cc55db7)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:43:00.880359 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Returning: {'device': 'd2b9dcfc-68b4-4bc4-aeb0-4aae59241e7c', 'network_id': 'a723f808-b11e-4066-b104-fad90c82895e', 'port_id': 'd2b9dcfc-68b4-4bc4-aeb0-4aae59241e7c', 'mac_address': 'fa:16:3e:aa:32:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 153, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05e7a1b5-165b-4a00-855a-ffbcb2eba59e', 'ip_address': '192.168.233.35'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102388) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 05 18:43:00.923172 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Provisioning for port 0d9fdc5e-6128-46d0-b80f-74ada46bbbcc completed by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 05 18:43:00.926683 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:43:00.929980 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Provisioning complete for port 0d9fdc5e-6128-46d0-b80f-74ada46bbbcc triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:43:00.930376 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:43:00.965484 n-d-816865-1 neutron-server[102388]: DEBUG neutron.notifiers.nova [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d2b9dcfc-68b4-4bc4-aeb0-4aae59241e7c {{(pid=102388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 18:43:01.001415 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] For port d2b9dcfc-68b4-4bc4-aeb0-4aae59241e7c, host n-h1-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=d2b9dcfc-68b4-4bc4-aeb0-4aae59241e7c,segment=NetworkSegment(35c2db9c-522d-48d3-98cf-a08c2cc55db7),segment_id=35c2db9c-522d-48d3-98cf-a08c2cc55db7)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:43:01.033332 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d146d96-8c31-4b3f-b11b-b0d2736a9deb req-a3f7ec87-6987-4aa4-8ca7-1c7ee075b49f tempest-ServersAdminTestJSON-1640316766 tempest-ServersAdminTestJSON-1640316766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:43:01.041478 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-7d146d96-8c31-4b3f-b11b-b0d2736a9deb req-a3f7ec87-6987-4aa4-8ca7-1c7ee075b49f tempest-ServersAdminTestJSON-1640316766 tempest-ServersAdminTestJSON-1640316766-project] 10.222.0.13 "GET /v2.0/ports?device_id=c7269472-1ad0-4c98-8566-b55019c0193a HTTP/1.1" status: 200 len: 947 time: 0.1235380 Nov 05 18:43:01.062302 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:43:01.081113 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:43:01.081776 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Device bfba3ce5-c439-44d1-8b5e-36948ba5ec18 details requested by agent hyperv_n-h1-816865-1 with host n-h1-816865-1 {{(pid=102388) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 05 18:43:01.106116 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-7d146d96-8c31-4b3f-b11b-b0d2736a9deb req-3eb0d1ec-fd9f-4cee-8a5f-020d384e24af tempest-ServersAdminTestJSON-1640316766 tempest-ServersAdminTestJSON-1640316766-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c663dac-2477-42f8-b37f-f366129474aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632184 Nov 05 18:43:01.175455 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] For port 0d9fdc5e-6128-46d0-b80f-74ada46bbbcc, host n-h1-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=0d9fdc5e-6128-46d0-b80f-74ada46bbbcc,segment=NetworkSegment(7366b739-dd80-4115-a639-c56c148a62e9),segment_id=7366b739-dd80-4115-a639-c56c148a62e9)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:43:01.218419 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] For port bfba3ce5-c439-44d1-8b5e-36948ba5ec18, host n-h1-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=bfba3ce5-c439-44d1-8b5e-36948ba5ec18,segment=NetworkSegment(35c2db9c-522d-48d3-98cf-a08c2cc55db7),segment_id=35c2db9c-522d-48d3-98cf-a08c2cc55db7)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:43:01.222158 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Pushing event updated for resources: {'Port': ['ID=d2b9dcfc-68b4-4bc4-aeb0-4aae59241e7c,revision_number=4']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:43:01.225269 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c68391-250a-47ea-8004-a52046abddda req-24cb135f-c9e7-4054-9be7-906373f13389 tempest-ServerDiskConfigTestJSON-70330027 tempest-ServerDiskConfigTestJSON-70330027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:43:01.233510 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-38c68391-250a-47ea-8004-a52046abddda req-24cb135f-c9e7-4054-9be7-906373f13389 tempest-ServerDiskConfigTestJSON-70330027 tempest-ServerDiskConfigTestJSON-70330027-project] 10.222.0.13 "GET /v2.0/ports?device_id=bcbd3f99-98ae-4481-b4a1-c0a7beca4f9f HTTP/1.1" status: 200 len: 945 time: 0.0615828 Nov 05 18:43:01.242815 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Returning: {'device': 'bfba3ce5-c439-44d1-8b5e-36948ba5ec18', 'network_id': 'a723f808-b11e-4066-b104-fad90c82895e', 'port_id': 'bfba3ce5-c439-44d1-8b5e-36948ba5ec18', 'mac_address': 'fa:16:3e:e7:ff:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 153, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05e7a1b5-165b-4a00-855a-ffbcb2eba59e', 'ip_address': '192.168.233.228'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102388) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 05 18:43:01.312896 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:43:01.326344 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-38c68391-250a-47ea-8004-a52046abddda req-db2318c9-1280-44ee-bf67-8b395cac9abf tempest-ServerDiskConfigTestJSON-70330027 tempest-ServerDiskConfigTestJSON-70330027-project] 10.222.0.13 "GET /v2.0/security-groups?id=415b984e-2c75-4a2b-aae3-7fe54c54a52e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907304 Nov 05 18:43:01.351192 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:43:01.379467 n-d-816865-1 neutron-server[102388]: DEBUG neutron.notifiers.nova [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bfba3ce5-c439-44d1-8b5e-36948ba5ec18 {{(pid=102388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 18:43:01.380764 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543fe45a-8569-44bf-ba6f-7ac295357825 req-5fb609d7-87d5-45fd-813c-25bb20934027 tempest-LiveAutoBlockMigrationV225Test-1563372898 tempest-LiveAutoBlockMigrationV225Test-1563372898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:43:01.388192 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-543fe45a-8569-44bf-ba6f-7ac295357825 req-5fb609d7-87d5-45fd-813c-25bb20934027 tempest-LiveAutoBlockMigrationV225Test-1563372898 tempest-LiveAutoBlockMigrationV225Test-1563372898-project] 10.222.0.13 "GET /v2.0/ports?device_id=4f3886b5-bfd5-4bd1-b503-1a7b6a830e3d HTTP/1.1" status: 200 len: 946 time: 0.0604448 Nov 05 18:43:01.394227 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Pushing event updated for resources: {'Port': ['ID=0d9fdc5e-6128-46d0-b80f-74ada46bbbcc,revision_number=5']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:43:01.408071 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] For port bfba3ce5-c439-44d1-8b5e-36948ba5ec18, host n-h1-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=bfba3ce5-c439-44d1-8b5e-36948ba5ec18,segment=NetworkSegment(35c2db9c-522d-48d3-98cf-a08c2cc55db7),segment_id=35c2db9c-522d-48d3-98cf-a08c2cc55db7)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:43:01.435285 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-543fe45a-8569-44bf-ba6f-7ac295357825 req-ce298edc-3439-43cc-82e4-749be9e0160f tempest-LiveAutoBlockMigrationV225Test-1563372898 tempest-LiveAutoBlockMigrationV225Test-1563372898-project] 10.222.0.13 "GET /v2.0/security-groups?id=35cb161a-9192-43e2-a392-140fa33626b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461307 Nov 05 18:43:01.452491 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:43:01.503647 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Pushing event updated for resources: {'Port': ['ID=bfba3ce5-c439-44d1-8b5e-36948ba5ec18,revision_number=4']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:43:01.526506 n-d-816865-1 neutron-server[102388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad521594-f308-4ac6-80c3-1997a0afcbf3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d9fdc5e-6128-46d0-b80f-74ada46bbbcc'}] {{(pid=102388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 18:43:01.529521 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85474fee1180e129d8a886d264fe0b30223aa672dd1ffe43b630605f18504f68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c754b960-76cc-4262-b45e-66a4719c4661" -d '{"events": [{"server_uuid": "ad521594-f308-4ac6-80c3-1997a0afcbf3", "name": "network-vif-plugged", "status": "completed", "tag": "0d9fdc5e-6128-46d0-b80f-74ada46bbbcc"}]}' {{(pid=102388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 18:43:01.571390 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 18:43:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a7c4c92-43c9-4579-87ae-026b4d3ae225 x-openstack-request-id: req-6a7c4c92-43c9-4579-87ae-026b4d3ae225 {{(pid=102388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 18:43:01.571666 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad521594-f308-4ac6-80c3-1997a0afcbf3", "name": "network-vif-plugged", "status": "completed", "tag": "0d9fdc5e-6128-46d0-b80f-74ada46bbbcc", "code": 200}]} {{(pid=102388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 18:43:01.571970 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6a7c4c92-43c9-4579-87ae-026b4d3ae225 {{(pid=102388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 18:43:01.572392 n-d-816865-1 neutron-server[102388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad521594-f308-4ac6-80c3-1997a0afcbf3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d9fdc5e-6128-46d0-b80f-74ada46bbbcc', 'code': 200} Nov 05 18:43:01.680753 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4313f7-3687-4b7f-9133-b9d9d795eb5b req-4169b3fb-9d76-4b24-a445-679b7c04cc10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:43:01.682483 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-aa4313f7-3687-4b7f-9133-b9d9d795eb5b req-4169b3fb-9d76-4b24-a445-679b7c04cc10 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=ad521594-f308-4ac6-80c3-1997a0afcbf3 HTTP/1.1" status: 200 len: 1096 time: 0.0528722 Nov 05 18:43:01.736945 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-aa4313f7-3687-4b7f-9133-b9d9d795eb5b req-5500b3ea-e437-4fad-a399-5831dbea25fb service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=4a4ef96b-132a-4d2d-bdd9-160079b94f96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423558 Nov 05 18:43:01.781182 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85817c35-20be-4be6-8dfb-5a3dee4a26f6 req-3f1a7d20-6add-4524-b019-88d4cb6676e3 tempest-MultipleCreateTestJSON-1683623117 tempest-MultipleCreateTestJSON-1683623117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:43:01.783334 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] get_ports_and_sgs() called for port_ids ['d2b9dcfc-68b4-4bc4-aeb0-4aae59241e7c'] {{(pid=102388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 18:43:01.792880 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-85817c35-20be-4be6-8dfb-5a3dee4a26f6 req-3f1a7d20-6add-4524-b019-88d4cb6676e3 tempest-MultipleCreateTestJSON-1683623117 tempest-MultipleCreateTestJSON-1683623117-project] 10.222.0.13 "GET /v2.0/ports?device_id=ad521594-f308-4ac6-80c3-1997a0afcbf3 HTTP/1.1" status: 200 len: 945 time: 0.0712583 Nov 05 18:43:01.817951 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] get_ports_and_sgs() called for port_ids ['bfba3ce5-c439-44d1-8b5e-36948ba5ec18'] {{(pid=102388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 18:43:01.876238 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-e5badadf-56c6-4b24-802b-ecbccab1ed61 req-d103d0f6-5512-4b88-8fa5-965babf4fdb6 tempest-ServerDiagnosticsNegativeTest-1022087731 tempest-ServerDiagnosticsNegativeTest-1022087731-project] 10.222.0.13 "GET /v2.0/ports?device_id=efd8c73c-e959-474c-ab70-094c89f087b3 HTTP/1.1" status: 200 len: 210 time: 0.0592160 Nov 05 18:43:01.891313 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-85817c35-20be-4be6-8dfb-5a3dee4a26f6 req-b07d865a-ae80-42ee-ae65-3e664b399dba tempest-MultipleCreateTestJSON-1683623117 tempest-MultipleCreateTestJSON-1683623117-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a4ef96b-132a-4d2d-bdd9-160079b94f96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975378 Nov 05 18:43:02.222287 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ce6749-89a2-4bd7-b885-5b8a8373772a req-0cda589c-7441-439b-93cf-f0ea58aa811d tempest-ServersAdminTestJSON-1640316766 tempest-ServersAdminTestJSON-1640316766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:43:02.223851 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-33ce6749-89a2-4bd7-b885-5b8a8373772a req-0cda589c-7441-439b-93cf-f0ea58aa811d tempest-ServersAdminTestJSON-1640316766 tempest-ServersAdminTestJSON-1640316766-project] 10.222.0.13 "GET /v2.0/ports?device_id=c7269472-1ad0-4c98-8566-b55019c0193a HTTP/1.1" status: 200 len: 948 time: 0.0490491 Nov 05 18:43:02.252849 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Device 87aba709-24d9-4cc7-81b8-20ab92108b9e up at agent hyperv_n-h2-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 18:43:02.278619 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-33ce6749-89a2-4bd7-b885-5b8a8373772a req-0c5bd422-f798-4e41-84a5-dc9e5ad4e9c2 tempest-ServersAdminTestJSON-1640316766 tempest-ServersAdminTestJSON-1640316766-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c663dac-2477-42f8-b37f-f366129474aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486438 Nov 05 18:43:02.312239 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Provisioning complete for port 87aba709-24d9-4cc7-81b8-20ab92108b9e triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:43:02.323185 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:43:02.338606 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-1f8e46d4-43c5-4bdd-bd7e-f6a6568e9740 req-b13a2528-1464-4af4-aead-f5ace6052c02 tempest-ServerDiagnosticsNegativeTest-1022087731 tempest-ServerDiagnosticsNegativeTest-1022087731-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=bb8e7447299d447eba6296432b106369&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0247014 Nov 05 18:43:02.431745 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:43:02.465137 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0307b8f-8a17-462b-b380-3a2b942090d7 req-8a562fdb-3a14-48fe-9350-65299071aeb2 tempest-ServerDiskConfigTestJSON-70330027 tempest-ServerDiskConfigTestJSON-70330027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:43:02.470937 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-d0307b8f-8a17-462b-b380-3a2b942090d7 req-8a562fdb-3a14-48fe-9350-65299071aeb2 tempest-ServerDiskConfigTestJSON-70330027 tempest-ServerDiskConfigTestJSON-70330027-project] 10.222.0.13 "GET /v2.0/ports?device_id=bcbd3f99-98ae-4481-b4a1-c0a7beca4f9f HTTP/1.1" status: 200 len: 945 time: 0.0574389 Nov 05 18:43:02.471983 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8e46d4-43c5-4bdd-bd7e-f6a6568e9740 req-ded99a7c-d03c-4442-9d52-69ca918517ee tempest-ServerDiagnosticsNegativeTest-1022087731 tempest-ServerDiagnosticsNegativeTest-1022087731-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:43:02.472887 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-1f8e46d4-43c5-4bdd-bd7e-f6a6568e9740 req-ded99a7c-d03c-4442-9d52-69ca918517ee tempest-ServerDiagnosticsNegativeTest-1022087731 tempest-ServerDiagnosticsNegativeTest-1022087731-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1260734 Nov 05 18:43:02.499143 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [req-1f8e46d4-43c5-4bdd-bd7e-f6a6568e9740 req-b4d38df6-9e9a-4918-a6fa-0f57b07d0f0c tempest-ServerDiagnosticsNegativeTest-1022087731 tempest-ServerDiagnosticsNegativeTest-1022087731-project] Request body: {'port': {'device_id': 'efd8c73c-e959-474c-ab70-094c89f087b3', 'network_id': 'a723f808-b11e-4066-b104-fad90c82895e', 'admin_state_up': True, 'tenant_id': 'bb8e7447299d447eba6296432b106369'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:43:02.617494 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-d0307b8f-8a17-462b-b380-3a2b942090d7 req-a939212b-0523-4df1-96b4-78a45f8d5e8d tempest-ServerDiskConfigTestJSON-70330027 tempest-ServerDiskConfigTestJSON-70330027-project] 10.222.0.13 "GET /v2.0/security-groups?id=415b984e-2c75-4a2b-aae3-7fe54c54a52e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381907 Nov 05 18:43:02.653467 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] For port 87aba709-24d9-4cc7-81b8-20ab92108b9e, host n-h2-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=87aba709-24d9-4cc7-81b8-20ab92108b9e,segment=NetworkSegment(b30a663d-6bb9-436d-bbb6-d3fc1ef4951b),segment_id=b30a663d-6bb9-436d-bbb6-d3fc1ef4951b)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:43:02.671811 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5797aec8-b3ca-4092-b922-cfe4757550fc req-e572eeba-79d7-42c8-9cad-9e0815be574f tempest-LiveAutoBlockMigrationV225Test-1563372898 tempest-LiveAutoBlockMigrationV225Test-1563372898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:43:02.675706 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-73055c13-92bd-46e3-80b6-95eba883aa51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:43:02.687246 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-5797aec8-b3ca-4092-b922-cfe4757550fc req-e572eeba-79d7-42c8-9cad-9e0815be574f tempest-LiveAutoBlockMigrationV225Test-1563372898 tempest-LiveAutoBlockMigrationV225Test-1563372898-project] 10.222.0.13 "GET /v2.0/ports?device_id=4f3886b5-bfd5-4bd1-b503-1a7b6a830e3d HTTP/1.1" status: 200 len: 946 time: 0.1231453 Nov 05 18:43:02.735156 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-5797aec8-b3ca-4092-b922-cfe4757550fc req-a2c5c918-aa0f-426d-b62f-db6ecf41a834 tempest-LiveAutoBlockMigrationV225Test-1563372898 tempest-LiveAutoBlockMigrationV225Test-1563372898-project] 10.222.0.13 "GET /v2.0/security-groups?id=35cb161a-9192-43e2-a392-140fa33626b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465353 Nov 05 18:43:02.755404 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:43:02.789705 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1f8e46d4-43c5-4bdd-bd7e-f6a6568e9740 req-b4d38df6-9e9a-4918-a6fa-0f57b07d0f0c tempest-ServerDiagnosticsNegativeTest-1022087731 tempest-ServerDiagnosticsNegativeTest-1022087731-project] Made reservation on behalf of bb8e7447299d447eba6296432b106369 for: {'port': 1} {{(pid=102386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 18:43:02.801069 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-1f8e46d4-43c5-4bdd-bd7e-f6a6568e9740 req-b4d38df6-9e9a-4918-a6fa-0f57b07d0f0c tempest-ServerDiagnosticsNegativeTest-1022087731 tempest-ServerDiagnosticsNegativeTest-1022087731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:43:02.808477 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Pushing event updated for resources: {'Port': ['ID=87aba709-24d9-4cc7-81b8-20ab92108b9e,revision_number=8']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:43:02.825460 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-1f8e46d4-43c5-4bdd-bd7e-f6a6568e9740 req-b4d38df6-9e9a-4918-a6fa-0f57b07d0f0c tempest-ServerDiagnosticsNegativeTest-1022087731 tempest-ServerDiagnosticsNegativeTest-1022087731-project] Publish callbacks [] for security_group, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:43:02.926200 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-1f8e46d4-43c5-4bdd-bd7e-f6a6568e9740 req-b4d38df6-9e9a-4918-a6fa-0f57b07d0f0c tempest-ServerDiagnosticsNegativeTest-1022087731 tempest-ServerDiagnosticsNegativeTest-1022087731-project] Publish callbacks [] for security_group, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:43:03.024438 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-1f8e46d4-43c5-4bdd-bd7e-f6a6568e9740 req-b4d38df6-9e9a-4918-a6fa-0f57b07d0f0c tempest-ServerDiagnosticsNegativeTest-1022087731 tempest-ServerDiagnosticsNegativeTest-1022087731-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:43:03.044268 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-be5d9438-4c2e-436d-a913-65fcdfb1b6dd req-31ba5159-21b0-4978-a324-788c6e5345f5 tempest-ServerDiagnosticsNegativeTest-1022087731 tempest-ServerDiagnosticsNegativeTest-1022087731-project] 10.222.0.13 "GET /v2.0/ports?device_id=efd8c73c-e959-474c-ab70-094c89f087b3 HTTP/1.1" status: 200 len: 210 time: 0.0278997 Nov 05 18:43:03.067955 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d85cbff-b5f7-4784-a827-498b6ba17bf4 req-74009247-fe3b-46c1-9986-389705f4340b tempest-MultipleCreateTestJSON-1683623117 tempest-MultipleCreateTestJSON-1683623117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:43:03.073999 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-4d85cbff-b5f7-4784-a827-498b6ba17bf4 req-74009247-fe3b-46c1-9986-389705f4340b tempest-MultipleCreateTestJSON-1683623117 tempest-MultipleCreateTestJSON-1683623117-project] 10.222.0.13 "GET /v2.0/ports?device_id=ad521594-f308-4ac6-80c3-1997a0afcbf3 HTTP/1.1" status: 200 len: 945 time: 0.0877810 Nov 05 18:43:03.121732 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d38df6-9e9a-4918-a6fa-0f57b07d0f0c tempest-ServerDiagnosticsNegativeTest-1022087731 tempest-ServerDiagnosticsNegativeTest-1022087731-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ec247908-3d5e-4459-9dd9-8af41b7ef722,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:43:03.127415 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-4d85cbff-b5f7-4784-a827-498b6ba17bf4 req-fb9b00c1-94cd-4cf0-853c-332b35cd4123 tempest-MultipleCreateTestJSON-1683623117 tempest-MultipleCreateTestJSON-1683623117-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a4ef96b-132a-4d2d-bdd9-160079b94f96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513031 Nov 05 18:43:03.218074 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.db_base_plugin_common [req-1f8e46d4-43c5-4bdd-bd7e-f6a6568e9740 req-b4d38df6-9e9a-4918-a6fa-0f57b07d0f0c tempest-ServerDiagnosticsNegativeTest-1022087731 tempest-ServerDiagnosticsNegativeTest-1022087731-project] Allocated IP 192.168.233.131 (a723f808-b11e-4066-b104-fad90c82895e/05e7a1b5-165b-4a00-855a-ffbcb2eba59e/cf8703cc-6934-4052-94b2-76f3b785f84a) {{(pid=102386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 18:43:03.386859 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-1f8e46d4-43c5-4bdd-bd7e-f6a6568e9740 req-b4d38df6-9e9a-4918-a6fa-0f57b07d0f0c tempest-ServerDiagnosticsNegativeTest-1022087731 tempest-ServerDiagnosticsNegativeTest-1022087731-project] Publish callbacks [] for port, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:43:03.443103 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed37702d-6fa2-4981-9c2f-e769119cce8e req-6675c484-a408-478b-bdd7-942f2580e908 tempest-ServersAdminTestJSON-1640316766 tempest-ServersAdminTestJSON-1640316766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:43:03.445168 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-ed37702d-6fa2-4981-9c2f-e769119cce8e req-6675c484-a408-478b-bdd7-942f2580e908 tempest-ServersAdminTestJSON-1640316766 tempest-ServersAdminTestJSON-1640316766-project] 10.222.0.13 "GET /v2.0/ports?device_id=c7269472-1ad0-4c98-8566-b55019c0193a HTTP/1.1" status: 200 len: 948 time: 0.0771384 Nov 05 18:43:03.499163 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-ed37702d-6fa2-4981-9c2f-e769119cce8e req-99ed2031-d029-4d40-a728-47920fa62865 tempest-ServersAdminTestJSON-1640316766 tempest-ServersAdminTestJSON-1640316766-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c663dac-2477-42f8-b37f-f366129474aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451579 Nov 05 18:43:03.504720 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-1f8e46d4-43c5-4bdd-bd7e-f6a6568e9740 req-b4d38df6-9e9a-4918-a6fa-0f57b07d0f0c tempest-ServerDiagnosticsNegativeTest-1022087731 tempest-ServerDiagnosticsNegativeTest-1022087731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:43:03.558286 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1f8e46d4-43c5-4bdd-bd7e-f6a6568e9740 req-b4d38df6-9e9a-4918-a6fa-0f57b07d0f0c tempest-ServerDiagnosticsNegativeTest-1022087731 tempest-ServerDiagnosticsNegativeTest-1022087731-project] Network a723f808-b11e-4066-b104-fad90c82895e is already hosted by enough agents. {{(pid=102386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 18:43:03.563526 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.base_scheduler [req-1f8e46d4-43c5-4bdd-bd7e-f6a6568e9740 req-b4d38df6-9e9a-4918-a6fa-0f57b07d0f0c tempest-ServerDiagnosticsNegativeTest-1022087731 tempest-ServerDiagnosticsNegativeTest-1022087731-project] Resources bound (agent type, host, resource id): {{(pid=102386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:43:03.567994 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f8e46d4-43c5-4bdd-bd7e-f6a6568e9740 req-b4d38df6-9e9a-4918-a6fa-0f57b07d0f0c tempest-ServerDiagnosticsNegativeTest-1022087731 tempest-ServerDiagnosticsNegativeTest-1022087731-project] Received port after_create {{(pid=102386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 18:43:03.574658 n-d-816865-1 neutron-server[102388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bcbd3f99-98ae-4481-b4a1-c0a7beca4f9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87aba709-24d9-4cc7-81b8-20ab92108b9e'}] {{(pid=102388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 18:43:03.580012 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85474fee1180e129d8a886d264fe0b30223aa672dd1ffe43b630605f18504f68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88827d4e-c797-4d45-83a5-f87e94dc54e5" -d '{"events": [{"server_uuid": "bcbd3f99-98ae-4481-b4a1-c0a7beca4f9f", "name": "network-vif-plugged", "status": "completed", "tag": "87aba709-24d9-4cc7-81b8-20ab92108b9e"}]}' {{(pid=102388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 18:43:03.595174 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d38df6-9e9a-4918-a6fa-0f57b07d0f0c tempest-ServerDiagnosticsNegativeTest-1022087731 tempest-ServerDiagnosticsNegativeTest-1022087731-project] Pushing event updated for resources: {'Port': ['ID=cf8703cc-6934-4052-94b2-76f3b785f84a,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:43:03.628053 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8e46d4-43c5-4bdd-bd7e-f6a6568e9740 req-b4d38df6-9e9a-4918-a6fa-0f57b07d0f0c tempest-ServerDiagnosticsNegativeTest-1022087731 tempest-ServerDiagnosticsNegativeTest-1022087731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:43:03.628831 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-1f8e46d4-43c5-4bdd-bd7e-f6a6568e9740 req-b4d38df6-9e9a-4918-a6fa-0f57b07d0f0c tempest-ServerDiagnosticsNegativeTest-1022087731 tempest-ServerDiagnosticsNegativeTest-1022087731-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:43:03.637767 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 18:43:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c23dca94-c0d9-46f1-8353-4b94d7f511e0 x-openstack-request-id: req-c23dca94-c0d9-46f1-8353-4b94d7f511e0 {{(pid=102388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 18:43:03.638186 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bcbd3f99-98ae-4481-b4a1-c0a7beca4f9f", "name": "network-vif-plugged", "status": "completed", "tag": "87aba709-24d9-4cc7-81b8-20ab92108b9e", "code": 200}]} {{(pid=102388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 18:43:03.638517 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c23dca94-c0d9-46f1-8353-4b94d7f511e0 {{(pid=102388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 18:43:03.638974 n-d-816865-1 neutron-server[102388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bcbd3f99-98ae-4481-b4a1-c0a7beca4f9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87aba709-24d9-4cc7-81b8-20ab92108b9e', 'code': 200} Nov 05 18:43:03.689978 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-1f8e46d4-43c5-4bdd-bd7e-f6a6568e9740 req-b4d38df6-9e9a-4918-a6fa-0f57b07d0f0c tempest-ServerDiagnosticsNegativeTest-1022087731 tempest-ServerDiagnosticsNegativeTest-1022087731-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2035065 Nov 05 18:43:03.710399 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [req-1f8e46d4-43c5-4bdd-bd7e-f6a6568e9740 req-a6c7c881-a7c4-41a7-9e37-9ac81588a89b service neutron] Request body: {'port': {'device_id': 'efd8c73c-e959-474c-ab70-094c89f087b3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816865-1'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:43:03.772461 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6770abc-b9c3-437f-8cd4-d16222e38fa1 req-8e7ee68e-3ce9-4a1e-8c64-8b4d47d0170c tempest-ServerDiskConfigTestJSON-70330027 tempest-ServerDiskConfigTestJSON-70330027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:43:03.774058 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-f6770abc-b9c3-437f-8cd4-d16222e38fa1 req-8e7ee68e-3ce9-4a1e-8c64-8b4d47d0170c tempest-ServerDiskConfigTestJSON-70330027 tempest-ServerDiskConfigTestJSON-70330027-project] 10.222.0.13 "GET /v2.0/ports?device_id=bcbd3f99-98ae-4481-b4a1-c0a7beca4f9f HTTP/1.1" status: 200 len: 946 time: 0.0801156 Nov 05 18:43:03.801203 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-1f8e46d4-43c5-4bdd-bd7e-f6a6568e9740 req-a6c7c881-a7c4-41a7-9e37-9ac81588a89b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:43:03.887747 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:43:03.896354 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-f6770abc-b9c3-437f-8cd4-d16222e38fa1 req-63903389-45c1-4be3-9abe-07d42e0057bd tempest-ServerDiskConfigTestJSON-70330027 tempest-ServerDiskConfigTestJSON-70330027-project] 10.222.0.13 "GET /v2.0/security-groups?id=415b984e-2c75-4a2b-aae3-7fe54c54a52e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158826 Nov 05 18:43:03.983495 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-311a45cf-2686-4192-843b-aaf7ff4d21da None None] Provisioning complete for port cf8703cc-6934-4052-94b2-76f3b785f84a triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:43:03.984322 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-311a45cf-2686-4192-843b-aaf7ff4d21da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:43:04.007632 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d506ec-da00-4818-9917-2a37ecd2b6ca req-2800f08f-6914-4f3a-b914-7b992a2b7111 tempest-LiveAutoBlockMigrationV225Test-1563372898 tempest-LiveAutoBlockMigrationV225Test-1563372898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:43:04.010612 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-53d506ec-da00-4818-9917-2a37ecd2b6ca req-2800f08f-6914-4f3a-b914-7b992a2b7111 tempest-LiveAutoBlockMigrationV225Test-1563372898 tempest-LiveAutoBlockMigrationV225Test-1563372898-project] 10.222.0.13 "GET /v2.0/ports?device_id=4f3886b5-bfd5-4bd1-b503-1a7b6a830e3d HTTP/1.1" status: 200 len: 946 time: 0.0665264 Nov 05 18:43:04.021213 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773fff2e-45eb-43ce-8915-ca46571c25aa req-bed0edcd-c771-4b79-8165-898b66c92dba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:43:04.022805 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-773fff2e-45eb-43ce-8915-ca46571c25aa req-bed0edcd-c771-4b79-8165-898b66c92dba service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=bcbd3f99-98ae-4481-b4a1-c0a7beca4f9f HTTP/1.1" status: 200 len: 1097 time: 0.0871165 Nov 05 18:43:04.062155 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-311a45cf-2686-4192-843b-aaf7ff4d21da None None] Port cf8703cc-6934-4052-94b2-76f3b785f84a cannot update to ACTIVE because it is not bound. {{(pid=102388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 18:43:04.099854 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-53d506ec-da00-4818-9917-2a37ecd2b6ca req-fed7098d-e811-46a0-9d07-cc9db61b7afc tempest-LiveAutoBlockMigrationV225Test-1563372898 tempest-LiveAutoBlockMigrationV225Test-1563372898-project] 10.222.0.13 "GET /v2.0/security-groups?id=35cb161a-9192-43e2-a392-140fa33626b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803814 Nov 05 18:43:04.123131 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-773fff2e-45eb-43ce-8915-ca46571c25aa req-cfc2d893-d2a7-44b1-8335-cb5e1e69557c service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=415b984e-2c75-4a2b-aae3-7fe54c54a52e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760627 Nov 05 18:43:04.216091 n-d-816865-1 neutron-server[102386]: DEBUG neutron.notifiers.nova [req-1f8e46d4-43c5-4bdd-bd7e-f6a6568e9740 req-a6c7c881-a7c4-41a7-9e37-9ac81588a89b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cf8703cc-6934-4052-94b2-76f3b785f84a {{(pid=102386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 18:43:04.217982 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9255ac01-35d3-45bc-afa1-6bde0ac930c8 req-e6e5b759-80c9-4973-8275-77f2d39acee1 tempest-ServerDiagnosticsNegativeTest-1022087731 tempest-ServerDiagnosticsNegativeTest-1022087731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:43:04.223370 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-9255ac01-35d3-45bc-afa1-6bde0ac930c8 req-e6e5b759-80c9-4973-8275-77f2d39acee1 tempest-ServerDiagnosticsNegativeTest-1022087731 tempest-ServerDiagnosticsNegativeTest-1022087731-project] 10.222.0.13 "GET /v2.0/ports?device_id=efd8c73c-e959-474c-ab70-094c89f087b3 HTTP/1.1" status: 200 len: 936 time: 0.0774271 Nov 05 18:43:04.226371 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-1f8e46d4-43c5-4bdd-bd7e-f6a6568e9740 req-a6c7c881-a7c4-41a7-9e37-9ac81588a89b service neutron] Publish callbacks [] for port, precommit_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:43:04.240075 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.provisioning_blocks [req-1f8e46d4-43c5-4bdd-bd7e-f6a6568e9740 req-a6c7c881-a7c4-41a7-9e37-9ac81588a89b service neutron] Transition to ACTIVE for port object cf8703cc-6934-4052-94b2-76f3b785f84a will not be triggered until provisioned by entity L2. {{(pid=102386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 05 18:43:04.293284 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74048d6d-8137-4cae-917e-0941c026fb8b req-e454613f-cfa6-482a-8dfe-28e2341cefa3 tempest-MultipleCreateTestJSON-1683623117 tempest-MultipleCreateTestJSON-1683623117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:43:04.294811 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-74048d6d-8137-4cae-917e-0941c026fb8b req-e454613f-cfa6-482a-8dfe-28e2341cefa3 tempest-MultipleCreateTestJSON-1683623117 tempest-MultipleCreateTestJSON-1683623117-project] 10.222.0.13 "GET /v2.0/ports?device_id=ad521594-f308-4ac6-80c3-1997a0afcbf3 HTTP/1.1" status: 200 len: 945 time: 0.0964932 Nov 05 18:43:04.317104 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-9255ac01-35d3-45bc-afa1-6bde0ac930c8 req-476cc5b3-90e1-4d8c-ba3a-29320ff77854 tempest-ServerDiagnosticsNegativeTest-1022087731 tempest-ServerDiagnosticsNegativeTest-1022087731-project] 10.222.0.13 "GET /v2.0/security-groups?id=ec247908-3d5e-4459-9dd9-8af41b7ef722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731099 Nov 05 18:43:04.326423 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-1f8e46d4-43c5-4bdd-bd7e-f6a6568e9740 req-a6c7c881-a7c4-41a7-9e37-9ac81588a89b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6149821'] for port, after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:43:04.364661 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-74048d6d-8137-4cae-917e-0941c026fb8b req-8a32cdbb-8275-471e-a089-0994bdb051c6 tempest-MultipleCreateTestJSON-1683623117 tempest-MultipleCreateTestJSON-1683623117-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a4ef96b-132a-4d2d-bdd9-160079b94f96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602951 Nov 05 18:43:04.425401 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c7c881-a7c4-41a7-9e37-9ac81588a89b service neutron] Pushing event updated for resources: {'Port': ['ID=cf8703cc-6934-4052-94b2-76f3b785f84a,revision_number=2']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:43:04.523907 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb7963f-a2ba-4097-b09d-546acafe7e05 req-e47f551b-a849-462a-b18c-25c3f30077cb tempest-MultipleCreateTestJSON-1683623117 tempest-MultipleCreateTestJSON-1683623117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:43:04.527372 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-8fb7963f-a2ba-4097-b09d-546acafe7e05 req-e47f551b-a849-462a-b18c-25c3f30077cb tempest-MultipleCreateTestJSON-1683623117 tempest-MultipleCreateTestJSON-1683623117-project] 10.222.0.13 "GET /v2.0/ports?device_id=4daabd15-d1af-404b-827a-3dea44d13db8 HTTP/1.1" status: 200 len: 946 time: 0.0574267 Nov 05 18:43:04.569388 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [req-1f8e46d4-43c5-4bdd-bd7e-f6a6568e9740 req-a6c7c881-a7c4-41a7-9e37-9ac81588a89b service neutron] Attempting to bind port cf8703cc-6934-4052-94b2-76f3b785f84a on host n-h2-816865-1 for vnic_type normal with profile {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 18:43:04.569817 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [req-1f8e46d4-43c5-4bdd-bd7e-f6a6568e9740 req-a6c7c881-a7c4-41a7-9e37-9ac81588a89b service neutron] Attempting to bind port cf8703cc-6934-4052-94b2-76f3b785f84a by drivers openvswitch,hyperv on host n-h2-816865-1 at level 0 using segments [{'id': '35c2db9c-522d-48d3-98cf-a08c2cc55db7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'a723f808-b11e-4066-b104-fad90c82895e'}] {{(pid=102386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 18:43:04.570305 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f8e46d4-43c5-4bdd-bd7e-f6a6568e9740 req-a6c7c881-a7c4-41a7-9e37-9ac81588a89b service neutron] Attempting to bind port cf8703cc-6934-4052-94b2-76f3b785f84a on network a723f808-b11e-4066-b104-fad90c82895e {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 18:43:04.583969 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f8e46d4-43c5-4bdd-bd7e-f6a6568e9740 req-a6c7c881-a7c4-41a7-9e37-9ac81588a89b service neutron] Port cf8703cc-6934-4052-94b2-76f3b785f84a on network a723f808-b11e-4066-b104-fad90c82895e not bound, no agent of type Open vSwitch agent registered on host n-h2-816865-1 {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 18:43:04.585835 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f8e46d4-43c5-4bdd-bd7e-f6a6568e9740 req-a6c7c881-a7c4-41a7-9e37-9ac81588a89b service neutron] Attempting to bind port cf8703cc-6934-4052-94b2-76f3b785f84a on network a723f808-b11e-4066-b104-fad90c82895e {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 18:43:04.599696 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f8e46d4-43c5-4bdd-bd7e-f6a6568e9740 req-a6c7c881-a7c4-41a7-9e37-9ac81588a89b service neutron] Checking agent: {'id': '32aff553-696f-4891-83f5-5c176f61fe54', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816865-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 18, 33, 36), 'started_at': datetime.datetime(2021, 11, 5, 18, 33, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 18, 42, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 18:43:04.600415 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f8e46d4-43c5-4bdd-bd7e-f6a6568e9740 req-a6c7c881-a7c4-41a7-9e37-9ac81588a89b service neutron] Checking segment: {'id': '35c2db9c-522d-48d3-98cf-a08c2cc55db7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'a723f808-b11e-4066-b104-fad90c82895e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 18:43:04.601050 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f8e46d4-43c5-4bdd-bd7e-f6a6568e9740 req-a6c7c881-a7c4-41a7-9e37-9ac81588a89b service neutron] Bound using segment: {'id': '35c2db9c-522d-48d3-98cf-a08c2cc55db7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'a723f808-b11e-4066-b104-fad90c82895e'} {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 18:43:04.601661 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [req-1f8e46d4-43c5-4bdd-bd7e-f6a6568e9740 req-a6c7c881-a7c4-41a7-9e37-9ac81588a89b service neutron] Bound port: cf8703cc-6934-4052-94b2-76f3b785f84a, host: n-h2-816865-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35c2db9c-522d-48d3-98cf-a08c2cc55db7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'a723f808-b11e-4066-b104-fad90c82895e'}}] {{(pid=102386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 18:43:04.602355 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-1f8e46d4-43c5-4bdd-bd7e-f6a6568e9740 req-a6c7c881-a7c4-41a7-9e37-9ac81588a89b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:43:04.650183 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-8fb7963f-a2ba-4097-b09d-546acafe7e05 req-07b1a152-066a-4b6d-a3bb-28f6470ceee7 tempest-MultipleCreateTestJSON-1683623117 tempest-MultipleCreateTestJSON-1683623117-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a4ef96b-132a-4d2d-bdd9-160079b94f96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010633 Nov 05 18:43:04.697951 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac20cd4-203b-499d-a804-8ddfd99d40b8 req-781eec5b-7809-4364-b9fa-c6b55fea3bfd tempest-ServersAdminTestJSON-1640316766 tempest-ServersAdminTestJSON-1640316766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:43:04.705863 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [req-1f8e46d4-43c5-4bdd-bd7e-f6a6568e9740 req-a6c7c881-a7c4-41a7-9e37-9ac81588a89b service neutron] For port cf8703cc-6934-4052-94b2-76f3b785f84a, host n-h2-816865-1, cleared binding levels {{(pid=102386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 18:43:04.708228 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [req-1f8e46d4-43c5-4bdd-bd7e-f6a6568e9740 req-a6c7c881-a7c4-41a7-9e37-9ac81588a89b service neutron] For port cf8703cc-6934-4052-94b2-76f3b785f84a, host n-h2-816865-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=cf8703cc-6934-4052-94b2-76f3b785f84a,segment=NetworkSegment(35c2db9c-522d-48d3-98cf-a08c2cc55db7),segment_id=35c2db9c-522d-48d3-98cf-a08c2cc55db7)] {{(pid=102386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 18:43:04.708967 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-2ac20cd4-203b-499d-a804-8ddfd99d40b8 req-781eec5b-7809-4364-b9fa-c6b55fea3bfd tempest-ServersAdminTestJSON-1640316766 tempest-ServersAdminTestJSON-1640316766-project] 10.222.0.13 "GET /v2.0/ports?device_id=c7269472-1ad0-4c98-8566-b55019c0193a HTTP/1.1" status: 200 len: 948 time: 0.0680416 Nov 05 18:43:04.747597 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Device bfba3ce5-c439-44d1-8b5e-36948ba5ec18 up at agent hyperv_n-h1-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 18:43:04.756790 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-2ac20cd4-203b-499d-a804-8ddfd99d40b8 req-fbe3bb31-a24d-437a-892f-7cfb42e184d3 tempest-ServersAdminTestJSON-1640316766 tempest-ServersAdminTestJSON-1640316766-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c663dac-2477-42f8-b37f-f366129474aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469649 Nov 05 18:43:04.762460 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-1f8e46d4-43c5-4bdd-bd7e-f6a6568e9740 req-a6c7c881-a7c4-41a7-9e37-9ac81588a89b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6149821'] for port, after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:43:04.797663 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8e46d4-43c5-4bdd-bd7e-f6a6568e9740 req-a6c7c881-a7c4-41a7-9e37-9ac81588a89b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:43:04.798495 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-1f8e46d4-43c5-4bdd-bd7e-f6a6568e9740 req-a6c7c881-a7c4-41a7-9e37-9ac81588a89b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:43:04.799965 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-1f8e46d4-43c5-4bdd-bd7e-f6a6568e9740 req-a6c7c881-a7c4-41a7-9e37-9ac81588a89b service neutron] 10.222.0.55 "PUT /v2.0/ports/cf8703cc-6934-4052-94b2-76f3b785f84a HTTP/1.1" status: 200 len: 1096 time: 1.0953293 Nov 05 18:43:04.800477 n-d-816865-1 neutron-server[102386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'efd8c73c-e959-474c-ab70-094c89f087b3', 'tag': 'cf8703cc-6934-4052-94b2-76f3b785f84a'}] {{(pid=102386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 18:43:04.802752 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6173a44d7c73f41af551dc890fa1a5892c2c6bc3458b640c8e0c24db7876ba6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-972dcbfb-a66a-46a0-94bd-6b9c27f99e8e" -d '{"events": [{"name": "network-changed", "server_uuid": "efd8c73c-e959-474c-ab70-094c89f087b3", "tag": "cf8703cc-6934-4052-94b2-76f3b785f84a"}]}' {{(pid=102386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 18:43:04.855801 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c7c881-a7c4-41a7-9e37-9ac81588a89b service neutron] Pushing event updated for resources: {'Port': ['ID=cf8703cc-6934-4052-94b2-76f3b785f84a,revision_number=3']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:43:04.863322 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 18:43:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a844e812-449d-4fd3-9d64-36f9f75eecfc x-openstack-request-id: req-a844e812-449d-4fd3-9d64-36f9f75eecfc {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 18:43:04.863611 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "efd8c73c-e959-474c-ab70-094c89f087b3", "tag": "cf8703cc-6934-4052-94b2-76f3b785f84a", "status": "completed", "code": 200}]} {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 18:43:04.863943 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a844e812-449d-4fd3-9d64-36f9f75eecfc {{(pid=102386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 18:43:04.864247 n-d-816865-1 neutron-server[102386]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'efd8c73c-e959-474c-ab70-094c89f087b3', 'tag': 'cf8703cc-6934-4052-94b2-76f3b785f84a', 'status': 'completed', 'code': 200} Nov 05 18:43:04.934399 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-530e0d44-05db-485e-bba7-c18a1f1b1353 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:43:04.934399 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Provisioning for port bfba3ce5-c439-44d1-8b5e-36948ba5ec18 completed by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 05 18:43:04.942461 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Provisioning complete for port bfba3ce5-c439-44d1-8b5e-36948ba5ec18 triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:43:04.942842 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:43:04.957365 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972dcbfb-a66a-46a0-94bd-6b9c27f99e8e req-dab69930-cb83-4530-a5ca-e178b0d066fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:43:04.960803 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-972dcbfb-a66a-46a0-94bd-6b9c27f99e8e req-dab69930-cb83-4530-a5ca-e178b0d066fc service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=bb8e7447299d447eba6296432b106369&device_id=efd8c73c-e959-474c-ab70-094c89f087b3 HTTP/1.1" status: 200 len: 1099 time: 0.0690911 Nov 05 18:43:04.999834 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-972dcbfb-a66a-46a0-94bd-6b9c27f99e8e req-decbd52b-bb2e-40ed-8027-3e5848235ac1 service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=bb8e7447299d447eba6296432b106369&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0220172 Nov 05 18:43:05.077985 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:43:05.112158 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3db0c0b-4106-4097-b6eb-1e05f8c64f95 req-62b0e77a-acce-41a9-b0a2-59e4db9bb666 tempest-ServerDiskConfigTestJSON-70330027 tempest-ServerDiskConfigTestJSON-70330027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:43:05.113582 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-f3db0c0b-4106-4097-b6eb-1e05f8c64f95 req-62b0e77a-acce-41a9-b0a2-59e4db9bb666 tempest-ServerDiskConfigTestJSON-70330027 tempest-ServerDiskConfigTestJSON-70330027-project] 10.222.0.13 "GET /v2.0/ports?device_id=bcbd3f99-98ae-4481-b4a1-c0a7beca4f9f HTTP/1.1" status: 200 len: 946 time: 0.0956883 Nov 05 18:43:05.132525 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] For port bfba3ce5-c439-44d1-8b5e-36948ba5ec18, host n-h1-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=bfba3ce5-c439-44d1-8b5e-36948ba5ec18,segment=NetworkSegment(35c2db9c-522d-48d3-98cf-a08c2cc55db7),segment_id=35c2db9c-522d-48d3-98cf-a08c2cc55db7)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:43:05.156189 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972dcbfb-a66a-46a0-94bd-6b9c27f99e8e req-5acd25cf-6f59-46d9-8dfc-ce353aa771fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:43:05.159011 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-972dcbfb-a66a-46a0-94bd-6b9c27f99e8e req-5acd25cf-6f59-46d9-8dfc-ce353aa771fb service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1457827 Nov 05 18:43:05.181209 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-f3db0c0b-4106-4097-b6eb-1e05f8c64f95 req-53dfe100-cfd0-4387-97ed-0fed41d6934e tempest-ServerDiskConfigTestJSON-70330027 tempest-ServerDiskConfigTestJSON-70330027-project] 10.222.0.13 "GET /v2.0/security-groups?id=415b984e-2c75-4a2b-aae3-7fe54c54a52e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604084 Nov 05 18:43:05.217770 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:43:05.218847 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Device d2b9dcfc-68b4-4bc4-aeb0-4aae59241e7c up at agent hyperv_n-h1-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 18:43:05.249672 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737f1b19-dafe-406f-8c1f-c95d5e15f500 req-6e0f6069-a200-4e92-9b50-eaa864edb289 tempest-LiveAutoBlockMigrationV225Test-1563372898 tempest-LiveAutoBlockMigrationV225Test-1563372898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:43:05.253103 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-737f1b19-dafe-406f-8c1f-c95d5e15f500 req-6e0f6069-a200-4e92-9b50-eaa864edb289 tempest-LiveAutoBlockMigrationV225Test-1563372898 tempest-LiveAutoBlockMigrationV225Test-1563372898-project] 10.222.0.13 "GET /v2.0/ports?device_id=4f3886b5-bfd5-4bd1-b503-1a7b6a830e3d HTTP/1.1" status: 200 len: 946 time: 0.0647497 Nov 05 18:43:05.293284 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8e46d4-43c5-4bdd-bd7e-f6a6568e9740 req-9e83fc51-731a-4f8f-9a93-0da3665ce0c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:43:05.295174 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-1f8e46d4-43c5-4bdd-bd7e-f6a6568e9740 req-9e83fc51-731a-4f8f-9a93-0da3665ce0c7 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=bb8e7447299d447eba6296432b106369&device_id=efd8c73c-e959-474c-ab70-094c89f087b3 HTTP/1.1" status: 200 len: 1099 time: 0.0624270 Nov 05 18:43:05.304593 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Pushing event updated for resources: {'Port': ['ID=bfba3ce5-c439-44d1-8b5e-36948ba5ec18,revision_number=5']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:43:05.320680 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-737f1b19-dafe-406f-8c1f-c95d5e15f500 req-83c8745e-06b3-4568-860f-7e4fa95fd9da tempest-LiveAutoBlockMigrationV225Test-1563372898 tempest-LiveAutoBlockMigrationV225Test-1563372898-project] 10.222.0.13 "GET /v2.0/security-groups?id=35cb161a-9192-43e2-a392-140fa33626b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462854 Nov 05 18:43:05.359390 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-1f8e46d4-43c5-4bdd-bd7e-f6a6568e9740 req-28bac032-e466-438b-986a-76a9333606ff service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.131&port_id=cf8703cc-6934-4052-94b2-76f3b785f84a HTTP/1.1" status: 200 len: 217 time: 0.0519812 Nov 05 18:43:05.389777 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Provisioning for port d2b9dcfc-68b4-4bc4-aeb0-4aae59241e7c completed by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 05 18:43:05.395205 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Provisioning complete for port d2b9dcfc-68b4-4bc4-aeb0-4aae59241e7c triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:43:05.395584 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:43:05.415892 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8e46d4-43c5-4bdd-bd7e-f6a6568e9740 req-dd2ea545-411f-4621-9583-1f5f17f2ade6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:43:05.418435 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-1f8e46d4-43c5-4bdd-bd7e-f6a6568e9740 req-dd2ea545-411f-4621-9583-1f5f17f2ade6 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=05e7a1b5-165b-4a00-855a-ffbcb2eba59e HTTP/1.1" status: 200 len: 843 time: 0.0494971 Nov 05 18:43:05.450342 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744e35c6-ba56-48e6-acc2-46b943a454a8 req-2be21220-4439-466d-864d-7a8097db7ed4 tempest-ServerDiagnosticsNegativeTest-1022087731 tempest-ServerDiagnosticsNegativeTest-1022087731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:43:05.452196 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-744e35c6-ba56-48e6-acc2-46b943a454a8 req-2be21220-4439-466d-864d-7a8097db7ed4 tempest-ServerDiagnosticsNegativeTest-1022087731 tempest-ServerDiagnosticsNegativeTest-1022087731-project] 10.222.0.13 "GET /v2.0/ports?device_id=efd8c73c-e959-474c-ab70-094c89f087b3 HTTP/1.1" status: 200 len: 948 time: 0.0581732 Nov 05 18:43:05.480972 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8e46d4-43c5-4bdd-bd7e-f6a6568e9740 req-5c8ac13b-92d0-4955-83e9-bca85825becd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:43:05.483332 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-1f8e46d4-43c5-4bdd-bd7e-f6a6568e9740 req-5c8ac13b-92d0-4955-83e9-bca85825becd service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a723f808-b11e-4066-b104-fad90c82895e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0564260 Nov 05 18:43:05.504211 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:43:05.514254 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-744e35c6-ba56-48e6-acc2-46b943a454a8 req-6956a500-fc88-4c8f-a4f6-f7558acb2a2a tempest-ServerDiagnosticsNegativeTest-1022087731 tempest-ServerDiagnosticsNegativeTest-1022087731-project] 10.222.0.13 "GET /v2.0/security-groups?id=ec247908-3d5e-4459-9dd9-8af41b7ef722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532348 Nov 05 18:43:05.548395 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] For port d2b9dcfc-68b4-4bc4-aeb0-4aae59241e7c, host n-h1-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=d2b9dcfc-68b4-4bc4-aeb0-4aae59241e7c,segment=NetworkSegment(35c2db9c-522d-48d3-98cf-a08c2cc55db7),segment_id=35c2db9c-522d-48d3-98cf-a08c2cc55db7)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:43:05.606181 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-1f8e46d4-43c5-4bdd-bd7e-f6a6568e9740 req-acb5077d-c3cc-4550-a349-dec3cc4e6a3e service neutron] 10.222.0.55 "GET /v2.0/networks/a723f808-b11e-4066-b104-fad90c82895e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1105435 Nov 05 18:43:05.640204 n-d-816865-1 neutron-server[102388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0bd48938-7d8f-4ea5-981b-397a2676ea1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfba3ce5-c439-44d1-8b5e-36948ba5ec18'}, {'server_uuid': 'c7269472-1ad0-4c98-8566-b55019c0193a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2b9dcfc-68b4-4bc4-aeb0-4aae59241e7c'}] {{(pid=102388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 18:43:05.643138 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85474fee1180e129d8a886d264fe0b30223aa672dd1ffe43b630605f18504f68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-707a0b12-c040-46dd-99e2-cc281971792d" -d '{"events": [{"server_uuid": "0bd48938-7d8f-4ea5-981b-397a2676ea1c", "name": "network-vif-plugged", "status": "completed", "tag": "bfba3ce5-c439-44d1-8b5e-36948ba5ec18"}, {"server_uuid": "c7269472-1ad0-4c98-8566-b55019c0193a", "name": "network-vif-plugged", "status": "completed", "tag": "d2b9dcfc-68b4-4bc4-aeb0-4aae59241e7c"}]}' {{(pid=102388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 18:43:05.699341 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 05 Nov 2021 18:43:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9ba398b-040f-46d8-bd9b-e528e45c9149 x-openstack-request-id: req-f9ba398b-040f-46d8-bd9b-e528e45c9149 {{(pid=102388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 18:43:05.699700 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0bd48938-7d8f-4ea5-981b-397a2676ea1c", "name": "network-vif-plugged", "status": "completed", "tag": "bfba3ce5-c439-44d1-8b5e-36948ba5ec18", "code": 200}, {"server_uuid": "c7269472-1ad0-4c98-8566-b55019c0193a", "name": "network-vif-plugged", "status": "completed", "tag": "d2b9dcfc-68b4-4bc4-aeb0-4aae59241e7c", "code": 200}]} {{(pid=102388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 18:43:05.699952 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f9ba398b-040f-46d8-bd9b-e528e45c9149 {{(pid=102388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 18:43:05.700342 n-d-816865-1 neutron-server[102388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0bd48938-7d8f-4ea5-981b-397a2676ea1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfba3ce5-c439-44d1-8b5e-36948ba5ec18', 'code': 200} Nov 05 18:43:05.700603 n-d-816865-1 neutron-server[102388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7269472-1ad0-4c98-8566-b55019c0193a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2b9dcfc-68b4-4bc4-aeb0-4aae59241e7c', 'code': 200} Nov 05 18:43:05.709905 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:43:05.747538 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-1f8e46d4-43c5-4bdd-bd7e-f6a6568e9740 req-dc1a3f93-e319-4064-9505-8997613ddcf2 service neutron] 10.222.0.55 "GET /v2.0/networks/a723f808-b11e-4066-b104-fad90c82895e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284280 Nov 05 18:43:05.766798 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Pushing event updated for resources: {'Port': ['ID=d2b9dcfc-68b4-4bc4-aeb0-4aae59241e7c,revision_number=5']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:43:05.846825 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc52762-bb81-4cec-8159-5e595476697b req-9f12d604-8688-47f6-9a00-5b1ea9975581 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:43:05.848355 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-2cc52762-bb81-4cec-8159-5e595476697b req-9f12d604-8688-47f6-9a00-5b1ea9975581 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=0bd48938-7d8f-4ea5-981b-397a2676ea1c HTTP/1.1" status: 200 len: 1101 time: 0.0601015 Nov 05 18:43:05.863231 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd197379-8b63-4e37-a30e-ad477f269bef req-b54cecaa-5305-495f-8624-03518e5d2667 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:43:05.864911 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-fd197379-8b63-4e37-a30e-ad477f269bef req-b54cecaa-5305-495f-8624-03518e5d2667 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=c7269472-1ad0-4c98-8566-b55019c0193a HTTP/1.1" status: 200 len: 1100 time: 0.0734129 Nov 05 18:43:05.895966 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:43:05.906352 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-2cc52762-bb81-4cec-8159-5e595476697b req-fa3a4310-4982-4372-90c7-948c1c4e5f6d service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=2c663dac-2477-42f8-b37f-f366129474aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487897 Nov 05 18:43:06.016027 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-fd197379-8b63-4e37-a30e-ad477f269bef req-d3cf2cf5-029d-455d-a005-53828aecf7cd service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=2c663dac-2477-42f8-b37f-f366129474aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409092 Nov 05 18:43:06.028852 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af775f70-0e64-44ec-b70f-f04c3297475e req-bc4a8f03-1a1f-4f1c-b3d7-7228891f6d61 tempest-ServersAdminTestJSON-1640316766 tempest-ServersAdminTestJSON-1640316766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:43:06.030393 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-af775f70-0e64-44ec-b70f-f04c3297475e req-bc4a8f03-1a1f-4f1c-b3d7-7228891f6d61 tempest-ServersAdminTestJSON-1640316766 tempest-ServersAdminTestJSON-1640316766-project] 10.222.0.13 "GET /v2.0/ports?device_id=c7269472-1ad0-4c98-8566-b55019c0193a HTTP/1.1" status: 200 len: 949 time: 0.1517849 Nov 05 18:43:06.069832 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5678d643-53d6-4936-b239-a81afa53b81c req-3fbee0de-34af-48a5-9f33-e973b8647b8b tempest-MultipleCreateTestJSON-1683623117 tempest-MultipleCreateTestJSON-1683623117-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:43:06.071406 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-5678d643-53d6-4936-b239-a81afa53b81c req-3fbee0de-34af-48a5-9f33-e973b8647b8b tempest-MultipleCreateTestJSON-1683623117 tempest-MultipleCreateTestJSON-1683623117-project] 10.222.0.13 "GET /v2.0/networks?id=a1c387b6-9d2f-422a-83f2-3344249696b0 HTTP/1.1" status: 200 len: 812 time: 0.2115078 Nov 05 18:43:06.107003 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-5678d643-53d6-4936-b239-a81afa53b81c req-dcd2b71f-1936-45bf-b03b-8e8451da2f59 tempest-MultipleCreateTestJSON-1683623117 tempest-MultipleCreateTestJSON-1683623117-project] 10.222.0.13 "GET /v2.0/quotas/5d8c25f022de4b75b42e8c289f7d3f0e HTTP/1.1" status: 200 len: 375 time: 0.0219321 Nov 05 18:43:06.111705 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-af775f70-0e64-44ec-b70f-f04c3297475e req-48a87d02-0178-4966-b24d-24394a5dcd13 tempest-ServersAdminTestJSON-1640316766 tempest-ServersAdminTestJSON-1640316766-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c663dac-2477-42f8-b37f-f366129474aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686677 Nov 05 18:43:06.118025 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b304910f-7b27-444b-a8fc-977d26b1ceac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:43:06.167303 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-5678d643-53d6-4936-b239-a81afa53b81c req-90f742eb-9e13-4ea2-acde-25708f9131b2 tempest-MultipleCreateTestJSON-1683623117 tempest-MultipleCreateTestJSON-1683623117-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=5d8c25f022de4b75b42e8c289f7d3f0e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0522435 Nov 05 18:43:06.277735 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-5678d643-53d6-4936-b239-a81afa53b81c req-7cc7a0d4-5122-4e7e-8f85-6c1b63d1c64e service neutron] 10.222.0.13 "GET /v2.0/networks/a1c387b6-9d2f-422a-83f2-3344249696b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961163 Nov 05 18:43:06.372794 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b872499e-cb5f-4885-8483-84b09d55db70 req-72e243c8-06cb-47e3-8c25-48deedd39b32 tempest-ServerDiskConfigTestJSON-70330027 tempest-ServerDiskConfigTestJSON-70330027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:43:06.374399 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-b872499e-cb5f-4885-8483-84b09d55db70 req-72e243c8-06cb-47e3-8c25-48deedd39b32 tempest-ServerDiskConfigTestJSON-70330027 tempest-ServerDiskConfigTestJSON-70330027-project] 10.222.0.13 "GET /v2.0/ports?device_id=bcbd3f99-98ae-4481-b4a1-c0a7beca4f9f HTTP/1.1" status: 200 len: 946 time: 0.1178303 Nov 05 18:43:06.409748 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-5678d643-53d6-4936-b239-a81afa53b81c req-8f83af56-33ac-4444-b58f-052b466abb23 service neutron] 10.222.0.13 "GET /v2.0/networks/a1c387b6-9d2f-422a-83f2-3344249696b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1179988 Nov 05 18:43:06.436113 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-b872499e-cb5f-4885-8483-84b09d55db70 req-c385bae1-4313-4220-b188-95b3da1333dd tempest-ServerDiskConfigTestJSON-70330027 tempest-ServerDiskConfigTestJSON-70330027-project] 10.222.0.13 "GET /v2.0/security-groups?id=415b984e-2c75-4a2b-aae3-7fe54c54a52e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553415 Nov 05 18:43:06.539311 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad131f4-588b-4c44-844c-b0db02390f22 req-71272d45-7b08-432e-8c40-24da3e382b44 tempest-LiveAutoBlockMigrationV225Test-1563372898 tempest-LiveAutoBlockMigrationV225Test-1563372898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:43:06.540784 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-bad131f4-588b-4c44-844c-b0db02390f22 req-71272d45-7b08-432e-8c40-24da3e382b44 tempest-LiveAutoBlockMigrationV225Test-1563372898 tempest-LiveAutoBlockMigrationV225Test-1563372898-project] 10.222.0.13 "GET /v2.0/ports?device_id=4f3886b5-bfd5-4bd1-b503-1a7b6a830e3d HTTP/1.1" status: 200 len: 946 time: 0.0484588 Nov 05 18:43:06.592902 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-bad131f4-588b-4c44-844c-b0db02390f22 req-b94a4ad3-1b12-4b1f-ba9a-1e1c4927b13d tempest-LiveAutoBlockMigrationV225Test-1563372898 tempest-LiveAutoBlockMigrationV225Test-1563372898-project] 10.222.0.13 "GET /v2.0/security-groups?id=35cb161a-9192-43e2-a392-140fa33626b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460887 Nov 05 18:43:06.711768 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b59cfcd-72ee-40e9-a07c-4bee22597b1b req-114f0888-f768-42d8-b02d-58433b37b172 tempest-ServerDiskConfigTestJSON-70330027 tempest-ServerDiskConfigTestJSON-70330027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:43:06.713141 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-5b59cfcd-72ee-40e9-a07c-4bee22597b1b req-114f0888-f768-42d8-b02d-58433b37b172 tempest-ServerDiskConfigTestJSON-70330027 tempest-ServerDiskConfigTestJSON-70330027-project] 10.222.0.13 "GET /v2.0/ports?device_id=bcbd3f99-98ae-4481-b4a1-c0a7beca4f9f HTTP/1.1" status: 200 len: 946 time: 0.0489669 Nov 05 18:43:06.762878 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-5b59cfcd-72ee-40e9-a07c-4bee22597b1b req-4532c444-c974-49e7-92fa-ed3aea41271d tempest-ServerDiskConfigTestJSON-70330027 tempest-ServerDiskConfigTestJSON-70330027-project] 10.222.0.13 "GET /v2.0/security-groups?id=415b984e-2c75-4a2b-aae3-7fe54c54a52e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437281 Nov 05 18:43:06.863514 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e928f02-9999-4c57-b6e1-bfb7c08ea375 req-2aa4257b-ce2a-4c47-898f-a076eca54a85 tempest-ServerDiagnosticsNegativeTest-1022087731 tempest-ServerDiagnosticsNegativeTest-1022087731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:43:06.865131 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-9e928f02-9999-4c57-b6e1-bfb7c08ea375 req-2aa4257b-ce2a-4c47-898f-a076eca54a85 tempest-ServerDiagnosticsNegativeTest-1022087731 tempest-ServerDiagnosticsNegativeTest-1022087731-project] 10.222.0.13 "GET /v2.0/ports?device_id=efd8c73c-e959-474c-ab70-094c89f087b3 HTTP/1.1" status: 200 len: 948 time: 0.0603034 Nov 05 18:43:06.883896 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7bab2d-6462-47c0-bad5-1076e222f357 req-2f5c5da4-b4bb-4bbf-887e-cc6e70812b5e tempest-MultipleCreateTestJSON-1683623117 tempest-MultipleCreateTestJSON-1683623117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:43:06.885624 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-7a7bab2d-6462-47c0-bad5-1076e222f357 req-2f5c5da4-b4bb-4bbf-887e-cc6e70812b5e tempest-MultipleCreateTestJSON-1683623117 tempest-MultipleCreateTestJSON-1683623117-project] 10.222.0.55 "GET /v2.0/ports?device_id=4daabd15-d1af-404b-827a-3dea44d13db8 HTTP/1.1" status: 200 len: 946 time: 0.0587182 Nov 05 18:43:06.929635 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-9e928f02-9999-4c57-b6e1-bfb7c08ea375 req-aab08e05-e4b0-4b30-9722-019fb60adf81 tempest-ServerDiagnosticsNegativeTest-1022087731 tempest-ServerDiagnosticsNegativeTest-1022087731-project] 10.222.0.13 "GET /v2.0/security-groups?id=ec247908-3d5e-4459-9dd9-8af41b7ef722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584795 Nov 05 18:43:07.008908 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [req-7a7bab2d-6462-47c0-bad5-1076e222f357 req-21e1d052-ed21-4be5-88d3-0b9c4afd96b8 tempest-MultipleCreateTestJSON-1683623117 tempest-MultipleCreateTestJSON-1683623117-project] Deleting port 8ca1d049-9e36-4cd1-a89b-08afc8b2daef {{(pid=102386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 18:43:07.009243 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-7a7bab2d-6462-47c0-bad5-1076e222f357 req-21e1d052-ed21-4be5-88d3-0b9c4afd96b8 tempest-MultipleCreateTestJSON-1683623117 tempest-MultipleCreateTestJSON-1683623117-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:43:07.136895 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [req-7a7bab2d-6462-47c0-bad5-1076e222f357 req-21e1d052-ed21-4be5-88d3-0b9c4afd96b8 tempest-MultipleCreateTestJSON-1683623117 tempest-MultipleCreateTestJSON-1683623117-project] For port 8ca1d049-9e36-4cd1-a89b-08afc8b2daef, host n-h2-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=8ca1d049-9e36-4cd1-a89b-08afc8b2daef,segment=NetworkSegment(7366b739-dd80-4115-a639-c56c148a62e9),segment_id=7366b739-dd80-4115-a639-c56c148a62e9)] {{(pid=102386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:43:07.137421 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-7a7bab2d-6462-47c0-bad5-1076e222f357 req-21e1d052-ed21-4be5-88d3-0b9c4afd96b8 tempest-MultipleCreateTestJSON-1683623117 tempest-MultipleCreateTestJSON-1683623117-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:43:07.160977 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [req-7a7bab2d-6462-47c0-bad5-1076e222f357 req-21e1d052-ed21-4be5-88d3-0b9c4afd96b8 tempest-MultipleCreateTestJSON-1683623117 tempest-MultipleCreateTestJSON-1683623117-project] Calling delete_port for 8ca1d049-9e36-4cd1-a89b-08afc8b2daef owned by compute:nova {{(pid=102386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 18:43:07.166114 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-292226f1-5ae5-4936-8bee-43a65f60d2b9 req-1114d7bf-53f5-4d9a-896b-656ffafb067e tempest-MultipleCreateTestJSON-1683623117 tempest-MultipleCreateTestJSON-1683623117-project] 10.222.0.13 "GET /v2.0/ports?device_id=60a9debe-19f8-427c-91f4-70c960ec3c17 HTTP/1.1" status: 200 len: 210 time: 0.0328395 Nov 05 18:43:07.281957 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb882628-bf2b-4bbc-bd8c-95eb53b61b2e req-28bb44ef-0e4b-4947-9ed8-2b69705ade14 tempest-ServersAdminTestJSON-1640316766 tempest-ServersAdminTestJSON-1640316766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:43:07.283917 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-cb882628-bf2b-4bbc-bd8c-95eb53b61b2e req-28bb44ef-0e4b-4947-9ed8-2b69705ade14 tempest-ServersAdminTestJSON-1640316766 tempest-ServersAdminTestJSON-1640316766-project] 10.222.0.13 "GET /v2.0/ports?device_id=c7269472-1ad0-4c98-8566-b55019c0193a HTTP/1.1" status: 200 len: 949 time: 0.0533013 Nov 05 18:43:07.335061 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-cb882628-bf2b-4bbc-bd8c-95eb53b61b2e req-6d53c924-bd4d-449b-bf1f-7fdf796ad91b tempest-ServersAdminTestJSON-1640316766 tempest-ServersAdminTestJSON-1640316766-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c663dac-2477-42f8-b37f-f366129474aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439150 Nov 05 18:43:07.388789 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-7a7bab2d-6462-47c0-bad5-1076e222f357 req-21e1d052-ed21-4be5-88d3-0b9c4afd96b8 tempest-MultipleCreateTestJSON-1683623117 tempest-MultipleCreateTestJSON-1683623117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:43:07.402222 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] get_ports_and_sgs() called for port_ids ['8ca1d049-9e36-4cd1-a89b-08afc8b2daef'] {{(pid=102388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 18:43:07.425377 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e1d052-ed21-4be5-88d3-0b9c4afd96b8 tempest-MultipleCreateTestJSON-1683623117 tempest-MultipleCreateTestJSON-1683623117-project] Pushing event deleted for resources: {'Port': ['ID=8ca1d049-9e36-4cd1-a89b-08afc8b2daef,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:43:07.444211 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] get_ports_and_sgs() called for port_ids ['0d9fdc5e-6128-46d0-b80f-74ada46bbbcc'] {{(pid=102388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 18:43:07.483540 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a7bab2d-6462-47c0-bad5-1076e222f357 req-21e1d052-ed21-4be5-88d3-0b9c4afd96b8 tempest-MultipleCreateTestJSON-1683623117 tempest-MultipleCreateTestJSON-1683623117-project] No DVR routers for this DVR port 8ca1d049-9e36-4cd1-a89b-08afc8b2daef on host n-h2-816865-1 {{(pid=102386) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 18:43:07.486710 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-7a7bab2d-6462-47c0-bad5-1076e222f357 req-21e1d052-ed21-4be5-88d3-0b9c4afd96b8 tempest-MultipleCreateTestJSON-1683623117 tempest-MultipleCreateTestJSON-1683623117-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:43:07.490210 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-7a7bab2d-6462-47c0-bad5-1076e222f357 req-21e1d052-ed21-4be5-88d3-0b9c4afd96b8 tempest-MultipleCreateTestJSON-1683623117 tempest-MultipleCreateTestJSON-1683623117-project] 10.222.0.55 "DELETE /v2.0/ports/8ca1d049-9e36-4cd1-a89b-08afc8b2daef HTTP/1.1" status: 204 len: 173 time: 0.5946329 Nov 05 18:43:07.490676 n-d-816865-1 neutron-server[102386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4daabd15-d1af-404b-827a-3dea44d13db8', 'name': 'network-vif-deleted', 'tag': '8ca1d049-9e36-4cd1-a89b-08afc8b2daef'}] {{(pid=102386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 18:43:07.493235 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6173a44d7c73f41af551dc890fa1a5892c2c6bc3458b640c8e0c24db7876ba6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65fb5734-ee26-4db7-b9c3-05271bccf99e" -d '{"events": [{"server_uuid": "4daabd15-d1af-404b-827a-3dea44d13db8", "name": "network-vif-deleted", "tag": "8ca1d049-9e36-4cd1-a89b-08afc8b2daef"}]}' {{(pid=102386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 18:43:07.600270 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 18:43:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cad2ded-ce9d-45d2-8506-b58bf41eeae0 x-openstack-request-id: req-1cad2ded-ce9d-45d2-8506-b58bf41eeae0 {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 18:43:07.600270 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4daabd15-d1af-404b-827a-3dea44d13db8", "name": "network-vif-deleted", "tag": "8ca1d049-9e36-4cd1-a89b-08afc8b2daef", "status": "completed", "code": 200}]} {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 18:43:07.600270 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1cad2ded-ce9d-45d2-8506-b58bf41eeae0 {{(pid=102386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 18:43:07.600270 n-d-816865-1 neutron-server[102386]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4daabd15-d1af-404b-827a-3dea44d13db8', 'name': 'network-vif-deleted', 'tag': '8ca1d049-9e36-4cd1-a89b-08afc8b2daef', 'status': 'completed', 'code': 200} Nov 05 18:43:07.652802 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cec904-cf85-4b8f-8732-67ea14a19df3 req-15e61c9f-e1fa-4270-bd93-40792a20933f tempest-MultipleCreateTestJSON-1683623117 tempest-MultipleCreateTestJSON-1683623117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:43:07.656878 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-46cec904-cf85-4b8f-8732-67ea14a19df3 req-15e61c9f-e1fa-4270-bd93-40792a20933f tempest-MultipleCreateTestJSON-1683623117 tempest-MultipleCreateTestJSON-1683623117-project] 10.222.0.41 "GET /v2.0/ports?device_id=ad521594-f308-4ac6-80c3-1997a0afcbf3 HTTP/1.1" status: 200 len: 945 time: 0.0983782 Nov 05 18:43:07.816143 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364021f1-da2a-4aeb-bb47-b38caba4adda req-93fce39f-1a04-4c03-8bfb-79c644d63cb2 tempest-ServerDiskConfigTestJSON-70330027 tempest-ServerDiskConfigTestJSON-70330027-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:43:07.817625 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-364021f1-da2a-4aeb-bb47-b38caba4adda req-93fce39f-1a04-4c03-8bfb-79c644d63cb2 tempest-ServerDiskConfigTestJSON-70330027 tempest-ServerDiskConfigTestJSON-70330027-project] 10.222.0.13 "GET /v2.0/networks?id=c410af1b-0d29-45ed-bbbd-e63b694a7756 HTTP/1.1" status: 200 len: 814 time: 0.2096131 Nov 05 18:43:07.831029 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d80d7f5-b15a-4b48-b556-847c322c5f9c req-5d124ca6-372e-480a-ba3c-7212b82a1d1d tempest-LiveAutoBlockMigrationV225Test-1563372898 tempest-LiveAutoBlockMigrationV225Test-1563372898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:43:07.832518 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-6d80d7f5-b15a-4b48-b556-847c322c5f9c req-5d124ca6-372e-480a-ba3c-7212b82a1d1d tempest-LiveAutoBlockMigrationV225Test-1563372898 tempest-LiveAutoBlockMigrationV225Test-1563372898-project] 10.222.0.13 "GET /v2.0/ports?device_id=4f3886b5-bfd5-4bd1-b503-1a7b6a830e3d HTTP/1.1" status: 200 len: 946 time: 0.1386201 Nov 05 18:43:07.857698 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-364021f1-da2a-4aeb-bb47-b38caba4adda req-b0816f1b-54a3-4242-b22b-0d87650d9b56 tempest-ServerDiskConfigTestJSON-70330027 tempest-ServerDiskConfigTestJSON-70330027-project] 10.222.0.13 "GET /v2.0/quotas/d917dacf65cd489fa36d8042253fe266 HTTP/1.1" status: 200 len: 375 time: 0.0227153 Nov 05 18:43:07.912171 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [req-46cec904-cf85-4b8f-8732-67ea14a19df3 req-98d3248a-305e-4dbe-99d7-387750c78e9d tempest-MultipleCreateTestJSON-1683623117 tempest-MultipleCreateTestJSON-1683623117-project] Deleting port 0d9fdc5e-6128-46d0-b80f-74ada46bbbcc {{(pid=102387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 18:43:07.912894 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-46cec904-cf85-4b8f-8732-67ea14a19df3 req-98d3248a-305e-4dbe-99d7-387750c78e9d tempest-MultipleCreateTestJSON-1683623117 tempest-MultipleCreateTestJSON-1683623117-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:43:07.957506 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-6d80d7f5-b15a-4b48-b556-847c322c5f9c req-836e6eed-27a4-4532-a47c-761b0dd3d96e tempest-LiveAutoBlockMigrationV225Test-1563372898 tempest-LiveAutoBlockMigrationV225Test-1563372898-project] 10.222.0.13 "GET /v2.0/security-groups?id=35cb161a-9192-43e2-a392-140fa33626b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120872 Nov 05 18:43:08.007390 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-364021f1-da2a-4aeb-bb47-b38caba4adda req-8ba3ea46-0ca0-4187-87bd-780b44f8f320 tempest-ServerDiskConfigTestJSON-70330027 tempest-ServerDiskConfigTestJSON-70330027-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=d917dacf65cd489fa36d8042253fe266&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1379671 Nov 05 18:43:08.132688 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-31f93893-a48e-4ae8-833d-dccb2b42eacc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:43:08.424852 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.db [req-46cec904-cf85-4b8f-8732-67ea14a19df3 req-98d3248a-305e-4dbe-99d7-387750c78e9d tempest-MultipleCreateTestJSON-1683623117 tempest-MultipleCreateTestJSON-1683623117-project] For port 0d9fdc5e-6128-46d0-b80f-74ada46bbbcc, host n-h1-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=0d9fdc5e-6128-46d0-b80f-74ada46bbbcc,segment=NetworkSegment(7366b739-dd80-4115-a639-c56c148a62e9),segment_id=7366b739-dd80-4115-a639-c56c148a62e9)] {{(pid=102387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:43:08.425253 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-46cec904-cf85-4b8f-8732-67ea14a19df3 req-98d3248a-305e-4dbe-99d7-387750c78e9d tempest-MultipleCreateTestJSON-1683623117 tempest-MultipleCreateTestJSON-1683623117-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:43:08.441944 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:43:08.449302 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [req-46cec904-cf85-4b8f-8732-67ea14a19df3 req-98d3248a-305e-4dbe-99d7-387750c78e9d tempest-MultipleCreateTestJSON-1683623117 tempest-MultipleCreateTestJSON-1683623117-project] Calling delete_port for 0d9fdc5e-6128-46d0-b80f-74ada46bbbcc owned by compute:nova {{(pid=102387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 18:43:08.472118 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89278518-f4fc-4486-8719-b2bb3d92e726 req-be9ec7bf-01c0-4f02-8614-37f17dafe20d tempest-ServerDiagnosticsNegativeTest-1022087731 tempest-ServerDiagnosticsNegativeTest-1022087731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:43:08.473715 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-89278518-f4fc-4486-8719-b2bb3d92e726 req-be9ec7bf-01c0-4f02-8614-37f17dafe20d tempest-ServerDiagnosticsNegativeTest-1022087731 tempest-ServerDiagnosticsNegativeTest-1022087731-project] 10.222.0.13 "GET /v2.0/ports?device_id=efd8c73c-e959-474c-ab70-094c89f087b3 HTTP/1.1" status: 200 len: 948 time: 0.1412477 Nov 05 18:43:08.505735 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-364021f1-da2a-4aeb-bb47-b38caba4adda req-be70e555-b80f-431f-9e93-58b4670f6853 service neutron] 10.222.0.13 "GET /v2.0/networks/c410af1b-0d29-45ed-bbbd-e63b694a7756?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4851439 Nov 05 18:43:08.634767 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-89278518-f4fc-4486-8719-b2bb3d92e726 req-4358248b-5e9e-4834-a19a-691370033981 tempest-ServerDiagnosticsNegativeTest-1022087731 tempest-ServerDiagnosticsNegativeTest-1022087731-project] 10.222.0.13 "GET /v2.0/security-groups?id=ec247908-3d5e-4459-9dd9-8af41b7ef722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511590 Nov 05 18:43:08.728779 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-ab880226-32ec-47b7-b4c5-136ced952f5d req-a14cb23e-c5c4-452c-aefe-ce4ce6820939 tempest-MultipleCreateTestJSON-1683623117 tempest-MultipleCreateTestJSON-1683623117-project] 10.222.0.13 "GET /v2.0/ports?device_id=60a9debe-19f8-427c-91f4-70c960ec3c17 HTTP/1.1" status: 200 len: 210 time: 0.0445256 Nov 05 18:43:08.734785 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-364021f1-da2a-4aeb-bb47-b38caba4adda req-ffefc195-46d1-4f0c-8b3b-277938cec26c service neutron] 10.222.0.13 "GET /v2.0/networks/c410af1b-0d29-45ed-bbbd-e63b694a7756?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1987145 Nov 05 18:43:08.831494 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-46cec904-cf85-4b8f-8732-67ea14a19df3 req-98d3248a-305e-4dbe-99d7-387750c78e9d tempest-MultipleCreateTestJSON-1683623117 tempest-MultipleCreateTestJSON-1683623117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4417063'] for port, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:43:08.864812 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d3248a-305e-4dbe-99d7-387750c78e9d tempest-MultipleCreateTestJSON-1683623117 tempest-MultipleCreateTestJSON-1683623117-project] Pushing event deleted for resources: {'Port': ['ID=0d9fdc5e-6128-46d0-b80f-74ada46bbbcc,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:43:08.888896 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5500d50-ee8e-4032-98e0-05e7c0ad6f47 req-0e7cf283-2409-43af-a0f0-06836f853628 tempest-ServersAdminTestJSON-1640316766 tempest-ServersAdminTestJSON-1640316766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:43:08.890426 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-d5500d50-ee8e-4032-98e0-05e7c0ad6f47 req-0e7cf283-2409-43af-a0f0-06836f853628 tempest-ServersAdminTestJSON-1640316766 tempest-ServersAdminTestJSON-1640316766-project] 10.222.0.13 "GET /v2.0/ports?device_id=c7269472-1ad0-4c98-8566-b55019c0193a HTTP/1.1" status: 200 len: 949 time: 0.0955937 Nov 05 18:43:08.892665 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98d3248a-305e-4dbe-99d7-387750c78e9d tempest-MultipleCreateTestJSON-1683623117 tempest-MultipleCreateTestJSON-1683623117-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:43:08.893047 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98d3248a-305e-4dbe-99d7-387750c78e9d tempest-MultipleCreateTestJSON-1683623117 tempest-MultipleCreateTestJSON-1683623117-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:43:08.893340 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98d3248a-305e-4dbe-99d7-387750c78e9d tempest-MultipleCreateTestJSON-1683623117 tempest-MultipleCreateTestJSON-1683623117-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:43:08.893673 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98d3248a-305e-4dbe-99d7-387750c78e9d tempest-MultipleCreateTestJSON-1683623117 tempest-MultipleCreateTestJSON-1683623117-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:43:08.894000 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98d3248a-305e-4dbe-99d7-387750c78e9d tempest-MultipleCreateTestJSON-1683623117 tempest-MultipleCreateTestJSON-1683623117-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:43:08.894351 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98d3248a-305e-4dbe-99d7-387750c78e9d tempest-MultipleCreateTestJSON-1683623117 tempest-MultipleCreateTestJSON-1683623117-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:43:08.894675 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98d3248a-305e-4dbe-99d7-387750c78e9d tempest-MultipleCreateTestJSON-1683623117 tempest-MultipleCreateTestJSON-1683623117-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:43:08.894992 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98d3248a-305e-4dbe-99d7-387750c78e9d tempest-MultipleCreateTestJSON-1683623117 tempest-MultipleCreateTestJSON-1683623117-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:43:08.895311 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98d3248a-305e-4dbe-99d7-387750c78e9d tempest-MultipleCreateTestJSON-1683623117 tempest-MultipleCreateTestJSON-1683623117-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:43:08.895628 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98d3248a-305e-4dbe-99d7-387750c78e9d tempest-MultipleCreateTestJSON-1683623117 tempest-MultipleCreateTestJSON-1683623117-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:43:08.895941 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98d3248a-305e-4dbe-99d7-387750c78e9d tempest-MultipleCreateTestJSON-1683623117 tempest-MultipleCreateTestJSON-1683623117-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:43:08.896253 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98d3248a-305e-4dbe-99d7-387750c78e9d tempest-MultipleCreateTestJSON-1683623117 tempest-MultipleCreateTestJSON-1683623117-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:43:08.946335 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.l3_dvrscheduler_db [req-46cec904-cf85-4b8f-8732-67ea14a19df3 req-98d3248a-305e-4dbe-99d7-387750c78e9d tempest-MultipleCreateTestJSON-1683623117 tempest-MultipleCreateTestJSON-1683623117-project] No DVR routers for this DVR port 0d9fdc5e-6128-46d0-b80f-74ada46bbbcc on host n-h1-816865-1 {{(pid=102387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 18:43:08.949636 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-46cec904-cf85-4b8f-8732-67ea14a19df3 req-98d3248a-305e-4dbe-99d7-387750c78e9d tempest-MultipleCreateTestJSON-1683623117 tempest-MultipleCreateTestJSON-1683623117-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:43:08.952781 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-46cec904-cf85-4b8f-8732-67ea14a19df3 req-98d3248a-305e-4dbe-99d7-387750c78e9d tempest-MultipleCreateTestJSON-1683623117 tempest-MultipleCreateTestJSON-1683623117-project] 10.222.0.41 "DELETE /v2.0/ports/0d9fdc5e-6128-46d0-b80f-74ada46bbbcc HTTP/1.1" status: 204 len: 173 time: 1.2694170 Nov 05 18:43:08.953233 n-d-816865-1 neutron-server[102387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad521594-f308-4ac6-80c3-1997a0afcbf3', 'name': 'network-vif-deleted', 'tag': '0d9fdc5e-6128-46d0-b80f-74ada46bbbcc'}] {{(pid=102387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 18:43:08.956109 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab06bd4ddf5758c1f10d79fe34dc215bafa488692cde9dba2fcbcb67556f90bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-439ae4f8-d07a-4522-9728-7684ea43a4d4" -d '{"events": [{"server_uuid": "ad521594-f308-4ac6-80c3-1997a0afcbf3", "name": "network-vif-deleted", "tag": "0d9fdc5e-6128-46d0-b80f-74ada46bbbcc"}]}' {{(pid=102387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 18:43:08.983236 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f604503-5788-4be1-9681-2ff20b46edd5 req-8a8a5a03-b1eb-4d95-83a7-48f20113501f tempest-ServerDiskConfigTestJSON-70330027 tempest-ServerDiskConfigTestJSON-70330027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:43:08.988477 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-2f604503-5788-4be1-9681-2ff20b46edd5 req-8a8a5a03-b1eb-4d95-83a7-48f20113501f tempest-ServerDiskConfigTestJSON-70330027 tempest-ServerDiskConfigTestJSON-70330027-project] 10.222.0.55 "GET /v2.0/ports?device_id=bcbd3f99-98ae-4481-b4a1-c0a7beca4f9f HTTP/1.1" status: 200 len: 946 time: 0.0656519 Nov 05 18:43:09.044560 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-d5500d50-ee8e-4032-98e0-05e7c0ad6f47 req-d8b8cff2-6d87-4f3c-90a7-01ae49167144 tempest-ServersAdminTestJSON-1640316766 tempest-ServersAdminTestJSON-1640316766-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c663dac-2477-42f8-b37f-f366129474aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423206 Nov 05 18:43:09.147518 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 18:43:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1ac3969-90bc-4e03-a013-c53045b8168c x-openstack-request-id: req-d1ac3969-90bc-4e03-a013-c53045b8168c {{(pid=102387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 18:43:09.147813 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad521594-f308-4ac6-80c3-1997a0afcbf3", "name": "network-vif-deleted", "tag": "0d9fdc5e-6128-46d0-b80f-74ada46bbbcc", "status": "completed", "code": 200}]} {{(pid=102387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 18:43:09.148069 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d1ac3969-90bc-4e03-a013-c53045b8168c {{(pid=102387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 18:43:09.148476 n-d-816865-1 neutron-server[102387]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad521594-f308-4ac6-80c3-1997a0afcbf3', 'name': 'network-vif-deleted', 'tag': '0d9fdc5e-6128-46d0-b80f-74ada46bbbcc', 'status': 'completed', 'code': 200} Nov 05 18:43:09.164578 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [req-2f604503-5788-4be1-9681-2ff20b46edd5 req-187d193d-5acf-4772-b5f3-fe2fafb9ecb9 tempest-ServerDiskConfigTestJSON-70330027 tempest-ServerDiskConfigTestJSON-70330027-project] Deleting port 87aba709-24d9-4cc7-81b8-20ab92108b9e {{(pid=102386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 18:43:09.165558 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-2f604503-5788-4be1-9681-2ff20b46edd5 req-187d193d-5acf-4772-b5f3-fe2fafb9ecb9 tempest-ServerDiskConfigTestJSON-70330027 tempest-ServerDiskConfigTestJSON-70330027-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:43:09.180402 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-60705a12-4609-40a3-b9e2-bdd547f80d63 req-7b69eb56-9472-4fc4-b326-6c61fda82d3a tempest-ServerDiskConfigTestJSON-70330027 tempest-ServerDiskConfigTestJSON-70330027-project] 10.222.0.13 "GET /v2.0/ports?device_id=6fdd5ed6-81d7-4ab5-86e9-c29a11f82abc HTTP/1.1" status: 200 len: 210 time: 0.0575674 Nov 05 18:43:09.335973 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab286d67-2984-4ee1-a831-29477ffd39d7 req-033e958c-cfb2-470c-9829-2e64f7876289 tempest-LiveAutoBlockMigrationV225Test-1563372898 tempest-LiveAutoBlockMigrationV225Test-1563372898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:43:09.343569 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-ab286d67-2984-4ee1-a831-29477ffd39d7 req-033e958c-cfb2-470c-9829-2e64f7876289 tempest-LiveAutoBlockMigrationV225Test-1563372898 tempest-LiveAutoBlockMigrationV225Test-1563372898-project] 10.222.0.13 "GET /v2.0/ports?device_id=4f3886b5-bfd5-4bd1-b503-1a7b6a830e3d HTTP/1.1" status: 200 len: 946 time: 0.1001587 Nov 05 18:43:09.376056 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e402d7e-4708-4dfe-9ab2-16474d0d95fd req-1ab5cc89-24fe-40b4-907d-fcbc6ef910e3 tempest-ServersAdminTestJSON-1640316766 tempest-ServersAdminTestJSON-1640316766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:43:09.377868 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-0e402d7e-4708-4dfe-9ab2-16474d0d95fd req-1ab5cc89-24fe-40b4-907d-fcbc6ef910e3 tempest-ServersAdminTestJSON-1640316766 tempest-ServersAdminTestJSON-1640316766-project] 10.222.0.13 "GET /v2.0/ports?device_id=0bd48938-7d8f-4ea5-981b-397a2676ea1c HTTP/1.1" status: 200 len: 950 time: 0.0941212 Nov 05 18:43:09.423201 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-ab286d67-2984-4ee1-a831-29477ffd39d7 req-57582acf-8dd3-4c7c-bdb3-0c23eed38e90 tempest-LiveAutoBlockMigrationV225Test-1563372898 tempest-LiveAutoBlockMigrationV225Test-1563372898-project] 10.222.0.13 "GET /v2.0/security-groups?id=35cb161a-9192-43e2-a392-140fa33626b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786035 Nov 05 18:43:09.473968 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-0e402d7e-4708-4dfe-9ab2-16474d0d95fd req-772e8ff0-1cc0-499a-afd9-30e0f9ec28a5 tempest-ServersAdminTestJSON-1640316766 tempest-ServersAdminTestJSON-1640316766-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c663dac-2477-42f8-b37f-f366129474aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847650 Nov 05 18:43:09.695746 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [req-2f604503-5788-4be1-9681-2ff20b46edd5 req-187d193d-5acf-4772-b5f3-fe2fafb9ecb9 tempest-ServerDiskConfigTestJSON-70330027 tempest-ServerDiskConfigTestJSON-70330027-project] For port 87aba709-24d9-4cc7-81b8-20ab92108b9e, host n-h2-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=87aba709-24d9-4cc7-81b8-20ab92108b9e,segment=NetworkSegment(b30a663d-6bb9-436d-bbb6-d3fc1ef4951b),segment_id=b30a663d-6bb9-436d-bbb6-d3fc1ef4951b)] {{(pid=102386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:43:09.696108 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-2f604503-5788-4be1-9681-2ff20b46edd5 req-187d193d-5acf-4772-b5f3-fe2fafb9ecb9 tempest-ServerDiskConfigTestJSON-70330027 tempest-ServerDiskConfigTestJSON-70330027-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:43:09.711449 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [req-2f604503-5788-4be1-9681-2ff20b46edd5 req-187d193d-5acf-4772-b5f3-fe2fafb9ecb9 tempest-ServerDiskConfigTestJSON-70330027 tempest-ServerDiskConfigTestJSON-70330027-project] Calling delete_port for 87aba709-24d9-4cc7-81b8-20ab92108b9e owned by compute:nova {{(pid=102386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 18:43:09.723592 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-77e842bf-5e20-4819-9545-960e23078944 req-d17182b5-7b08-4081-897f-6b6826d5d9cb tempest-ServersAdminTestJSON-1640316766 tempest-ServersAdminTestJSON-1640316766-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=d4be27d9848c492b8c8fb5e165fc1c12&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0262408 Nov 05 18:43:09.852200 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254f0eb7-c4fa-49ee-a3f6-ef8b42deba20 req-8ee8450e-6b1c-4d2b-80bd-9814f3ca9cf6 tempest-ServerDiagnosticsNegativeTest-1022087731 tempest-ServerDiagnosticsNegativeTest-1022087731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:43:09.853707 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-254f0eb7-c4fa-49ee-a3f6-ef8b42deba20 req-8ee8450e-6b1c-4d2b-80bd-9814f3ca9cf6 tempest-ServerDiagnosticsNegativeTest-1022087731 tempest-ServerDiagnosticsNegativeTest-1022087731-project] 10.222.0.13 "GET /v2.0/ports?device_id=efd8c73c-e959-474c-ab70-094c89f087b3 HTTP/1.1" status: 200 len: 948 time: 0.1347177 Nov 05 18:43:09.902324 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e842bf-5e20-4819-9545-960e23078944 req-8b2c0266-8363-455e-ace3-e50fb4f08caa tempest-ServersAdminTestJSON-1640316766 tempest-ServersAdminTestJSON-1640316766-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:43:09.903778 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-77e842bf-5e20-4819-9545-960e23078944 req-8b2c0266-8363-455e-ace3-e50fb4f08caa tempest-ServersAdminTestJSON-1640316766 tempest-ServersAdminTestJSON-1640316766-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1713710 Nov 05 18:43:09.933339 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-77e842bf-5e20-4819-9545-960e23078944 req-7f8b7dac-e628-421d-a604-c7a77f95096d tempest-ServersAdminTestJSON-1640316766 tempest-ServersAdminTestJSON-1640316766-project] 10.222.0.13 "GET /v2.0/quotas/d4be27d9848c492b8c8fb5e165fc1c12 HTTP/1.1" status: 200 len: 375 time: 0.0215411 Nov 05 18:43:09.937126 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-254f0eb7-c4fa-49ee-a3f6-ef8b42deba20 req-dbba1b74-f545-46fd-a607-225a45d216f0 tempest-ServerDiagnosticsNegativeTest-1022087731 tempest-ServerDiagnosticsNegativeTest-1022087731-project] 10.222.0.13 "GET /v2.0/security-groups?id=ec247908-3d5e-4459-9dd9-8af41b7ef722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749288 Nov 05 18:43:09.964925 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-2f604503-5788-4be1-9681-2ff20b46edd5 req-187d193d-5acf-4772-b5f3-fe2fafb9ecb9 tempest-ServerDiskConfigTestJSON-70330027 tempest-ServerDiskConfigTestJSON-70330027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:43:09.979397 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] get_ports_and_sgs() called for port_ids ['87aba709-24d9-4cc7-81b8-20ab92108b9e'] {{(pid=102388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 18:43:10.003279 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-77e842bf-5e20-4819-9545-960e23078944 req-68eb5489-a834-4b45-afef-b7c44d7be866 tempest-ServersAdminTestJSON-1640316766 tempest-ServersAdminTestJSON-1640316766-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=d4be27d9848c492b8c8fb5e165fc1c12&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0629845 Nov 05 18:43:10.040807 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187d193d-5acf-4772-b5f3-fe2fafb9ecb9 tempest-ServerDiskConfigTestJSON-70330027 tempest-ServerDiskConfigTestJSON-70330027-project] Pushing event deleted for resources: {'Port': ['ID=87aba709-24d9-4cc7-81b8-20ab92108b9e,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:43:10.062530 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-57dd0f0d-9cb8-4bbe-8893-e6dcab4e3667 req-976de602-2c7f-482c-9a05-f961d84e98f6 tempest-MultipleCreateTestJSON-1683623117 tempest-MultipleCreateTestJSON-1683623117-project] 10.222.0.13 "GET /v2.0/ports?device_id=60a9debe-19f8-427c-91f4-70c960ec3c17 HTTP/1.1" status: 200 len: 210 time: 0.0488644 Nov 05 18:43:10.104850 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f604503-5788-4be1-9681-2ff20b46edd5 req-187d193d-5acf-4772-b5f3-fe2fafb9ecb9 tempest-ServerDiskConfigTestJSON-70330027 tempest-ServerDiskConfigTestJSON-70330027-project] No DVR routers for this DVR port 87aba709-24d9-4cc7-81b8-20ab92108b9e on host n-h2-816865-1 {{(pid=102386) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 18:43:10.108459 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-2f604503-5788-4be1-9681-2ff20b46edd5 req-187d193d-5acf-4772-b5f3-fe2fafb9ecb9 tempest-ServerDiskConfigTestJSON-70330027 tempest-ServerDiskConfigTestJSON-70330027-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:43:10.121372 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-2f604503-5788-4be1-9681-2ff20b46edd5 req-187d193d-5acf-4772-b5f3-fe2fafb9ecb9 tempest-ServerDiskConfigTestJSON-70330027 tempest-ServerDiskConfigTestJSON-70330027-project] 10.222.0.55 "DELETE /v2.0/ports/87aba709-24d9-4cc7-81b8-20ab92108b9e HTTP/1.1" status: 204 len: 173 time: 1.1289272 Nov 05 18:43:10.122261 n-d-816865-1 neutron-server[102386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bcbd3f99-98ae-4481-b4a1-c0a7beca4f9f', 'name': 'network-vif-deleted', 'tag': '87aba709-24d9-4cc7-81b8-20ab92108b9e'}] {{(pid=102386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 18:43:10.127262 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6173a44d7c73f41af551dc890fa1a5892c2c6bc3458b640c8e0c24db7876ba6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-574a211f-22f9-4540-9b9b-7c0be5555b51" -d '{"events": [{"server_uuid": "bcbd3f99-98ae-4481-b4a1-c0a7beca4f9f", "name": "network-vif-deleted", "tag": "87aba709-24d9-4cc7-81b8-20ab92108b9e"}]}' {{(pid=102386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 18:43:10.185035 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 18:43:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b323b2ff-303a-4790-b414-e3ce7dac875f x-openstack-request-id: req-b323b2ff-303a-4790-b414-e3ce7dac875f {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 18:43:10.185552 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bcbd3f99-98ae-4481-b4a1-c0a7beca4f9f", "name": "network-vif-deleted", "tag": "87aba709-24d9-4cc7-81b8-20ab92108b9e", "status": "completed", "code": 200}]} {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 18:43:10.185943 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b323b2ff-303a-4790-b414-e3ce7dac875f {{(pid=102386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 18:43:10.186388 n-d-816865-1 neutron-server[102386]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bcbd3f99-98ae-4481-b4a1-c0a7beca4f9f', 'name': 'network-vif-deleted', 'tag': '87aba709-24d9-4cc7-81b8-20ab92108b9e', 'status': 'completed', 'code': 200} Nov 05 18:43:10.293034 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-669d7ada-c7d0-4973-8060-0c7c99c6253d req-41b833a8-7919-4cfe-8348-50c8b963d0e7 tempest-ServerDiskConfigTestJSON-70330027 tempest-ServerDiskConfigTestJSON-70330027-project] 10.222.0.13 "GET /v2.0/ports?device_id=6fdd5ed6-81d7-4ab5-86e9-c29a11f82abc HTTP/1.1" status: 200 len: 210 time: 0.0307269 Nov 05 18:43:10.302939 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5678d643-53d6-4936-b239-a81afa53b81c req-bbf8b67d-2224-4ebe-80b2-5dda71445771 tempest-MultipleCreateTestJSON-1683623117 tempest-MultipleCreateTestJSON-1683623117-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:43:10.305322 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-5678d643-53d6-4936-b239-a81afa53b81c req-bbf8b67d-2224-4ebe-80b2-5dda71445771 tempest-MultipleCreateTestJSON-1683623117 tempest-MultipleCreateTestJSON-1683623117-project] 10.222.0.55 "GET /v2.0/networks?id=a1c387b6-9d2f-422a-83f2-3344249696b0 HTTP/1.1" status: 200 len: 812 time: 0.1118908 Nov 05 18:43:10.307404 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Device cf8703cc-6934-4052-94b2-76f3b785f84a details requested by agent hyperv_n-h2-816865-1 with host n-h2-816865-1 {{(pid=102388) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 05 18:43:10.309497 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Device 8ca1d049-9e36-4cd1-a89b-08afc8b2daef no longer exists at agent hyperv_n-h2-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 18:43:10.320151 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [req-5678d643-53d6-4936-b239-a81afa53b81c req-980fbe57-5b28-465d-bed1-b34cdbeec9f0 tempest-MultipleCreateTestJSON-1683623117 tempest-MultipleCreateTestJSON-1683623117-project] Request body: {'port': {'device_id': '496b0923-7611-467f-9825-e66b45a0c47e', 'network_id': 'a1c387b6-9d2f-422a-83f2-3344249696b0', 'admin_state_up': True, 'tenant_id': '5d8c25f022de4b75b42e8c289f7d3f0e'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:43:10.337357 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] No Port match for: 8ca1d049-9e36-4cd1-a89b-08afc8b2daef {{(pid=102388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 18:43:10.341207 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Device 8ca1d049-9e36-4cd1-a89b-08afc8b2daef not bound to the agent host n-h2-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 18:43:10.457299 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-76e9e0bd-ae74-48f2-b643-51e4f97ea977 req-8faf9c7b-e118-4ef9-ba35-e1337dc3c387 tempest-ServersAdminTestJSON-1640316766 tempest-ServersAdminTestJSON-1640316766-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9b749f8-e8f5-4ef2-95cf-6a618803d711 HTTP/1.1" status: 200 len: 210 time: 0.0597167 Nov 05 18:43:10.495914 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] For port cf8703cc-6934-4052-94b2-76f3b785f84a, host n-h2-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=cf8703cc-6934-4052-94b2-76f3b785f84a,segment=NetworkSegment(35c2db9c-522d-48d3-98cf-a08c2cc55db7),segment_id=35c2db9c-522d-48d3-98cf-a08c2cc55db7)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:43:10.521120 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Returning: {'device': 'cf8703cc-6934-4052-94b2-76f3b785f84a', 'network_id': 'a723f808-b11e-4066-b104-fad90c82895e', 'port_id': 'cf8703cc-6934-4052-94b2-76f3b785f84a', 'mac_address': 'fa:16:3e:9b:cc:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 153, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05e7a1b5-165b-4a00-855a-ffbcb2eba59e', 'ip_address': '192.168.233.131'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102388) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 05 18:43:10.569567 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:43:10.585501 n-d-816865-1 neutron-server[102388]: DEBUG neutron.notifiers.nova [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf8703cc-6934-4052-94b2-76f3b785f84a {{(pid=102388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 18:43:10.591819 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f4298d-268b-4dae-bf40-99a60f20204a req-17f0bdf6-436c-482d-a98c-cf27876ced20 tempest-LiveAutoBlockMigrationV225Test-1563372898 tempest-LiveAutoBlockMigrationV225Test-1563372898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:43:10.593736 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-33f4298d-268b-4dae-bf40-99a60f20204a req-17f0bdf6-436c-482d-a98c-cf27876ced20 tempest-LiveAutoBlockMigrationV225Test-1563372898 tempest-LiveAutoBlockMigrationV225Test-1563372898-project] 10.222.0.13 "GET /v2.0/ports?device_id=4f3886b5-bfd5-4bd1-b503-1a7b6a830e3d HTTP/1.1" status: 200 len: 946 time: 0.0629015 Nov 05 18:43:10.600772 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5678d643-53d6-4936-b239-a81afa53b81c req-980fbe57-5b28-465d-bed1-b34cdbeec9f0 tempest-MultipleCreateTestJSON-1683623117 tempest-MultipleCreateTestJSON-1683623117-project] Made reservation on behalf of 5d8c25f022de4b75b42e8c289f7d3f0e for: {'port': 1} {{(pid=102386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 18:43:10.605120 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-5678d643-53d6-4936-b239-a81afa53b81c req-980fbe57-5b28-465d-bed1-b34cdbeec9f0 tempest-MultipleCreateTestJSON-1683623117 tempest-MultipleCreateTestJSON-1683623117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:43:10.611618 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] For port cf8703cc-6934-4052-94b2-76f3b785f84a, host n-h2-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=cf8703cc-6934-4052-94b2-76f3b785f84a,segment=NetworkSegment(35c2db9c-522d-48d3-98cf-a08c2cc55db7),segment_id=35c2db9c-522d-48d3-98cf-a08c2cc55db7)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:43:10.688479 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-33f4298d-268b-4dae-bf40-99a60f20204a req-7d86c29e-1bc2-41fe-a63b-d169314d2ac9 tempest-LiveAutoBlockMigrationV225Test-1563372898 tempest-LiveAutoBlockMigrationV225Test-1563372898-project] 10.222.0.13 "GET /v2.0/security-groups?id=35cb161a-9192-43e2-a392-140fa33626b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746224 Nov 05 18:43:10.694697 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:43:10.761355 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Pushing event updated for resources: {'Port': ['ID=cf8703cc-6934-4052-94b2-76f3b785f84a,revision_number=4']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:43:10.775788 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Device 0d9fdc5e-6128-46d0-b80f-74ada46bbbcc no longer exists at agent hyperv_n-h1-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 18:43:10.797756 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] No Port match for: 0d9fdc5e-6128-46d0-b80f-74ada46bbbcc {{(pid=102388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 18:43:10.799737 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Device 0d9fdc5e-6128-46d0-b80f-74ada46bbbcc not bound to the agent host n-h1-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 18:43:10.799871 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.db_base_plugin_common [req-5678d643-53d6-4936-b239-a81afa53b81c req-980fbe57-5b28-465d-bed1-b34cdbeec9f0 tempest-MultipleCreateTestJSON-1683623117 tempest-MultipleCreateTestJSON-1683623117-project] Allocated IP 172.20.0.13 (a1c387b6-9d2f-422a-83f2-3344249696b0/e02eab79-5f68-40da-9bf0-ba9f8213f038/db5b0f4a-a064-4d10-9af3-becb2ec4f105) {{(pid=102386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 18:43:10.963488 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] get_ports_and_sgs() called for port_ids ['cf8703cc-6934-4052-94b2-76f3b785f84a'] {{(pid=102388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 18:43:10.980588 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-5678d643-53d6-4936-b239-a81afa53b81c req-980fbe57-5b28-465d-bed1-b34cdbeec9f0 tempest-MultipleCreateTestJSON-1683623117 tempest-MultipleCreateTestJSON-1683623117-project] Publish callbacks [] for port, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:43:11.033704 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5678d643-53d6-4936-b239-a81afa53b81c req-04da8ea4-4952-4d25-9ae0-30bb29484ea1 tempest-MultipleCreateTestJSON-1683623117 tempest-MultipleCreateTestJSON-1683623117-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:43:11.037768 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-5678d643-53d6-4936-b239-a81afa53b81c req-04da8ea4-4952-4d25-9ae0-30bb29484ea1 tempest-MultipleCreateTestJSON-1683623117 tempest-MultipleCreateTestJSON-1683623117-project] 10.222.0.41 "GET /v2.0/networks?id=a1c387b6-9d2f-422a-83f2-3344249696b0 HTTP/1.1" status: 200 len: 812 time: 0.1381469 Nov 05 18:43:11.053855 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [req-5678d643-53d6-4936-b239-a81afa53b81c req-553a4885-2b7b-4e44-864d-793c8faf4f17 tempest-MultipleCreateTestJSON-1683623117 tempest-MultipleCreateTestJSON-1683623117-project] Request body: {'port': {'device_id': '60a9debe-19f8-427c-91f4-70c960ec3c17', 'network_id': 'a1c387b6-9d2f-422a-83f2-3344249696b0', 'admin_state_up': True, 'tenant_id': '5d8c25f022de4b75b42e8c289f7d3f0e'}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:43:11.105010 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-5678d643-53d6-4936-b239-a81afa53b81c req-980fbe57-5b28-465d-bed1-b34cdbeec9f0 tempest-MultipleCreateTestJSON-1683623117 tempest-MultipleCreateTestJSON-1683623117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:43:11.205275 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5678d643-53d6-4936-b239-a81afa53b81c req-980fbe57-5b28-465d-bed1-b34cdbeec9f0 tempest-MultipleCreateTestJSON-1683623117 tempest-MultipleCreateTestJSON-1683623117-project] Network a1c387b6-9d2f-422a-83f2-3344249696b0 is already hosted by enough agents. {{(pid=102386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 18:43:11.211676 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.base_scheduler [req-5678d643-53d6-4936-b239-a81afa53b81c req-980fbe57-5b28-465d-bed1-b34cdbeec9f0 tempest-MultipleCreateTestJSON-1683623117 tempest-MultipleCreateTestJSON-1683623117-project] Resources bound (agent type, host, resource id): {{(pid=102386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:43:11.216437 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [req-5678d643-53d6-4936-b239-a81afa53b81c req-980fbe57-5b28-465d-bed1-b34cdbeec9f0 tempest-MultipleCreateTestJSON-1683623117 tempest-MultipleCreateTestJSON-1683623117-project] Received port after_create {{(pid=102386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 18:43:11.216882 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-39154bfc-f7be-431f-a46f-5a7d5bec242a req-13093f22-4fd0-47ee-af4d-b64e9bf05983 tempest-MultipleCreateTestJSON-1683623117 tempest-MultipleCreateTestJSON-1683623117-project] 10.222.0.13 "GET /v2.0/ports?device_id=60a9debe-19f8-427c-91f4-70c960ec3c17 HTTP/1.1" status: 200 len: 210 time: 0.0544088 Nov 05 18:43:11.239331 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0e27cb-dfa4-45b6-9f98-20ecde3f5d3b req-51464d04-d078-4daa-b08d-d33e6d779dab tempest-ServerDiagnosticsNegativeTest-1022087731 tempest-ServerDiagnosticsNegativeTest-1022087731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:43:11.245750 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980fbe57-5b28-465d-bed1-b34cdbeec9f0 tempest-MultipleCreateTestJSON-1683623117 tempest-MultipleCreateTestJSON-1683623117-project] Pushing event updated for resources: {'Port': ['ID=db5b0f4a-a064-4d10-9af3-becb2ec4f105,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:43:11.251612 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-3a0e27cb-dfa4-45b6-9f98-20ecde3f5d3b req-51464d04-d078-4daa-b08d-d33e6d779dab tempest-ServerDiagnosticsNegativeTest-1022087731 tempest-ServerDiagnosticsNegativeTest-1022087731-project] 10.222.0.13 "GET /v2.0/ports?device_id=efd8c73c-e959-474c-ab70-094c89f087b3 HTTP/1.1" status: 200 len: 949 time: 0.2113388 Nov 05 18:43:11.323144 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5678d643-53d6-4936-b239-a81afa53b81c req-980fbe57-5b28-465d-bed1-b34cdbeec9f0 tempest-MultipleCreateTestJSON-1683623117 tempest-MultipleCreateTestJSON-1683623117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:43:11.323767 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-5678d643-53d6-4936-b239-a81afa53b81c req-980fbe57-5b28-465d-bed1-b34cdbeec9f0 tempest-MultipleCreateTestJSON-1683623117 tempest-MultipleCreateTestJSON-1683623117-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:43:11.353416 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f22b93-0e2f-4afa-8d60-f6d2028ac74d req-2962b4c5-ff81-41bd-8d4a-510434edb16f tempest-LiveAutoBlockMigrationV225Test-2109471755 tempest-LiveAutoBlockMigrationV225Test-2109471755-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:43:11.355142 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-44f22b93-0e2f-4afa-8d60-f6d2028ac74d req-2962b4c5-ff81-41bd-8d4a-510434edb16f tempest-LiveAutoBlockMigrationV225Test-2109471755 tempest-LiveAutoBlockMigrationV225Test-2109471755-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=4f3886b5-bfd5-4bd1-b503-1a7b6a830e3d&tenant_id=482f8aec1d1b4fc08a02afb86f8387d6&binding%3Ahost_id=n-h1-816865-1 HTTP/1.1" status: 200 len: 1097 time: 0.0766463 Nov 05 18:43:11.370585 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [req-44f22b93-0e2f-4afa-8d60-f6d2028ac74d req-6fdf3b8b-5ac8-4e89-b0d7-c1a21974ef7d service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-816865-1'}}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:43:11.378091 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-3a0e27cb-dfa4-45b6-9f98-20ecde3f5d3b req-f09f3e05-5973-4b20-b7f7-ffc93df826ec tempest-ServerDiagnosticsNegativeTest-1022087731 tempest-ServerDiagnosticsNegativeTest-1022087731-project] 10.222.0.13 "GET /v2.0/security-groups?id=ec247908-3d5e-4459-9dd9-8af41b7ef722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134357 Nov 05 18:43:11.435278 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-62d15487-ffec-4b87-af83-04d144033ca5 req-a4f27def-bfa6-4543-990a-6b00f9cd6e57 tempest-ServerDiskConfigTestJSON-70330027 tempest-ServerDiskConfigTestJSON-70330027-project] 10.222.0.13 "GET /v2.0/ports?device_id=6fdd5ed6-81d7-4ab5-86e9-c29a11f82abc HTTP/1.1" status: 200 len: 210 time: 0.0321009 Nov 05 18:43:11.453235 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5678d643-53d6-4936-b239-a81afa53b81c req-553a4885-2b7b-4e44-864d-793c8faf4f17 tempest-MultipleCreateTestJSON-1683623117 tempest-MultipleCreateTestJSON-1683623117-project] Made reservation on behalf of 5d8c25f022de4b75b42e8c289f7d3f0e for: {'port': 1} {{(pid=102387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 18:43:11.458846 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-5678d643-53d6-4936-b239-a81afa53b81c req-553a4885-2b7b-4e44-864d-793c8faf4f17 tempest-MultipleCreateTestJSON-1683623117 tempest-MultipleCreateTestJSON-1683623117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:43:11.459318 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-44f22b93-0e2f-4afa-8d60-f6d2028ac74d req-6fdf3b8b-5ac8-4e89-b0d7-c1a21974ef7d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:43:11.572038 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-d76d1861-6208-40a7-8e2c-ffe7dc8a3be9 req-a8f9861b-502d-4cca-85d4-cff015a18135 tempest-ServersAdminTestJSON-1640316766 tempest-ServersAdminTestJSON-1640316766-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9b749f8-e8f5-4ef2-95cf-6a618803d711 HTTP/1.1" status: 200 len: 210 time: 0.0363631 Nov 05 18:43:11.600934 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [req-44f22b93-0e2f-4afa-8d60-f6d2028ac74d req-6fdf3b8b-5ac8-4e89-b0d7-c1a21974ef7d service neutron] For port 613b343e-d679-4d51-a8c2-d91f0420c58e, host n-h1-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=613b343e-d679-4d51-a8c2-d91f0420c58e,segment=NetworkSegment(15cac71b-3531-4cff-8a8e-8f8d83bebf12),segment_id=15cac71b-3531-4cff-8a8e-8f8d83bebf12)] {{(pid=102386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:43:11.615982 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-5678d643-53d6-4936-b239-a81afa53b81c req-980fbe57-5b28-465d-bed1-b34cdbeec9f0 tempest-MultipleCreateTestJSON-1683623117 tempest-MultipleCreateTestJSON-1683623117-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3001437 Nov 05 18:43:11.623178 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.db_base_plugin_common [req-5678d643-53d6-4936-b239-a81afa53b81c req-553a4885-2b7b-4e44-864d-793c8faf4f17 tempest-MultipleCreateTestJSON-1683623117 tempest-MultipleCreateTestJSON-1683623117-project] Allocated IP 172.20.0.5 (a1c387b6-9d2f-422a-83f2-3344249696b0/e02eab79-5f68-40da-9bf0-ba9f8213f038/9dca30fe-6f8c-460c-86d2-6c228b9d6845) {{(pid=102387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 18:43:11.638780 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [req-5678d643-53d6-4936-b239-a81afa53b81c req-0b490e17-4d93-4098-91e5-c70a5c6943ae service neutron] Request body: {'port': {'device_id': '496b0923-7611-467f-9825-e66b45a0c47e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816865-1'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:43:11.676164 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [req-44f22b93-0e2f-4afa-8d60-f6d2028ac74d req-6fdf3b8b-5ac8-4e89-b0d7-c1a21974ef7d service neutron] For port 613b343e-d679-4d51-a8c2-d91f0420c58e, host n-h1-816865-1, cleared binding levels {{(pid=102386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 18:43:11.730474 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-5678d643-53d6-4936-b239-a81afa53b81c req-0b490e17-4d93-4098-91e5-c70a5c6943ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:43:11.759976 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-44f22b93-0e2f-4afa-8d60-f6d2028ac74d req-6fdf3b8b-5ac8-4e89-b0d7-c1a21974ef7d service neutron] Publish callbacks [] for port, precommit_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:43:11.822147 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-5678d643-53d6-4936-b239-a81afa53b81c req-553a4885-2b7b-4e44-864d-793c8faf4f17 tempest-MultipleCreateTestJSON-1683623117 tempest-MultipleCreateTestJSON-1683623117-project] Publish callbacks [] for port, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:43:11.877609 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-44f22b93-0e2f-4afa-8d60-f6d2028ac74d req-6fdf3b8b-5ac8-4e89-b0d7-c1a21974ef7d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6149821'] for port, after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:43:11.901047 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba8ba1b-78ee-4b53-b9ce-ef0bc1fb66e5 req-e647c1df-badc-4362-993a-510ff4953f9f tempest-LiveAutoBlockMigrationV225Test-1563372898 tempest-LiveAutoBlockMigrationV225Test-1563372898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:43:11.903378 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-1ba8ba1b-78ee-4b53-b9ce-ef0bc1fb66e5 req-e647c1df-badc-4362-993a-510ff4953f9f tempest-LiveAutoBlockMigrationV225Test-1563372898 tempest-LiveAutoBlockMigrationV225Test-1563372898-project] 10.222.0.13 "GET /v2.0/ports?device_id=4f3886b5-bfd5-4bd1-b503-1a7b6a830e3d HTTP/1.1" status: 200 len: 946 time: 0.0781450 Nov 05 18:43:11.961294 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-1ba8ba1b-78ee-4b53-b9ce-ef0bc1fb66e5 req-4e1ddaa5-063d-4e71-be84-2812e68e5433 tempest-LiveAutoBlockMigrationV225Test-1563372898 tempest-LiveAutoBlockMigrationV225Test-1563372898-project] 10.222.0.13 "GET /v2.0/security-groups?id=35cb161a-9192-43e2-a392-140fa33626b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509596 Nov 05 18:43:11.972243 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fdf3b8b-5ac8-4e89-b0d7-c1a21974ef7d service neutron] Pushing event updated for resources: {'Port': ['ID=613b343e-d679-4d51-a8c2-d91f0420c58e,revision_number=7']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:43:11.990344 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [req-44f22b93-0e2f-4afa-8d60-f6d2028ac74d req-6fdf3b8b-5ac8-4e89-b0d7-c1a21974ef7d service neutron] Attempting to bind port 613b343e-d679-4d51-a8c2-d91f0420c58e on host n-h1-816865-1 for vnic_type normal with profile {"migrating_to": "n-h2-816865-1"} {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 18:43:11.994827 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [req-44f22b93-0e2f-4afa-8d60-f6d2028ac74d req-6fdf3b8b-5ac8-4e89-b0d7-c1a21974ef7d service neutron] Attempting to bind port 613b343e-d679-4d51-a8c2-d91f0420c58e by drivers openvswitch,hyperv on host n-h1-816865-1 at level 0 using segments [{'id': '15cac71b-3531-4cff-8a8e-8f8d83bebf12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '5e3d0b1a-fd18-45bc-91bd-c831330234c4'}] {{(pid=102386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 18:43:11.994827 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44f22b93-0e2f-4afa-8d60-f6d2028ac74d req-6fdf3b8b-5ac8-4e89-b0d7-c1a21974ef7d service neutron] Attempting to bind port 613b343e-d679-4d51-a8c2-d91f0420c58e on network 5e3d0b1a-fd18-45bc-91bd-c831330234c4 {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 18:43:11.997434 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44f22b93-0e2f-4afa-8d60-f6d2028ac74d req-6fdf3b8b-5ac8-4e89-b0d7-c1a21974ef7d service neutron] Port 613b343e-d679-4d51-a8c2-d91f0420c58e on network 5e3d0b1a-fd18-45bc-91bd-c831330234c4 not bound, no agent of type Open vSwitch agent registered on host n-h1-816865-1 {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 18:43:11.997922 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44f22b93-0e2f-4afa-8d60-f6d2028ac74d req-6fdf3b8b-5ac8-4e89-b0d7-c1a21974ef7d service neutron] Attempting to bind port 613b343e-d679-4d51-a8c2-d91f0420c58e on network 5e3d0b1a-fd18-45bc-91bd-c831330234c4 {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 18:43:12.005087 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44f22b93-0e2f-4afa-8d60-f6d2028ac74d req-6fdf3b8b-5ac8-4e89-b0d7-c1a21974ef7d service neutron] Checking agent: {'id': 'eb596d7c-8c64-42bd-8aca-fad447eb0eab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816865-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 18, 33, 34), 'started_at': datetime.datetime(2021, 11, 5, 18, 33, 34), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 18, 43, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 18:43:12.005539 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44f22b93-0e2f-4afa-8d60-f6d2028ac74d req-6fdf3b8b-5ac8-4e89-b0d7-c1a21974ef7d service neutron] Checking segment: {'id': '15cac71b-3531-4cff-8a8e-8f8d83bebf12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '5e3d0b1a-fd18-45bc-91bd-c831330234c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 18:43:12.005923 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44f22b93-0e2f-4afa-8d60-f6d2028ac74d req-6fdf3b8b-5ac8-4e89-b0d7-c1a21974ef7d service neutron] Bound using segment: {'id': '15cac71b-3531-4cff-8a8e-8f8d83bebf12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '5e3d0b1a-fd18-45bc-91bd-c831330234c4'} {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 18:43:12.006432 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [req-44f22b93-0e2f-4afa-8d60-f6d2028ac74d req-6fdf3b8b-5ac8-4e89-b0d7-c1a21974ef7d service neutron] Bound port: 613b343e-d679-4d51-a8c2-d91f0420c58e, host: n-h1-816865-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15cac71b-3531-4cff-8a8e-8f8d83bebf12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '5e3d0b1a-fd18-45bc-91bd-c831330234c4'}}] {{(pid=102386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 18:43:12.006810 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-44f22b93-0e2f-4afa-8d60-f6d2028ac74d req-6fdf3b8b-5ac8-4e89-b0d7-c1a21974ef7d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:43:12.012797 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-5678d643-53d6-4936-b239-a81afa53b81c req-553a4885-2b7b-4e44-864d-793c8faf4f17 tempest-MultipleCreateTestJSON-1683623117 tempest-MultipleCreateTestJSON-1683623117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4417063'] for port, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:43:12.076842 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5678d643-53d6-4936-b239-a81afa53b81c req-553a4885-2b7b-4e44-864d-793c8faf4f17 tempest-MultipleCreateTestJSON-1683623117 tempest-MultipleCreateTestJSON-1683623117-project] Network a1c387b6-9d2f-422a-83f2-3344249696b0 is already hosted by enough agents. {{(pid=102387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 18:43:12.081720 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553a4885-2b7b-4e44-864d-793c8faf4f17 tempest-MultipleCreateTestJSON-1683623117 tempest-MultipleCreateTestJSON-1683623117-project] Pushing event updated for resources: {'Port': ['ID=9dca30fe-6f8c-460c-86d2-6c228b9d6845,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:43:12.084390 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.base_scheduler [req-5678d643-53d6-4936-b239-a81afa53b81c req-553a4885-2b7b-4e44-864d-793c8faf4f17 tempest-MultipleCreateTestJSON-1683623117 tempest-MultipleCreateTestJSON-1683623117-project] Resources bound (agent type, host, resource id): {{(pid=102387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:43:12.087120 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.l3_dvrscheduler_db [req-5678d643-53d6-4936-b239-a81afa53b81c req-553a4885-2b7b-4e44-864d-793c8faf4f17 tempest-MultipleCreateTestJSON-1683623117 tempest-MultipleCreateTestJSON-1683623117-project] Received port after_create {{(pid=102387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 18:43:12.136214 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5678d643-53d6-4936-b239-a81afa53b81c req-553a4885-2b7b-4e44-864d-793c8faf4f17 tempest-MultipleCreateTestJSON-1683623117 tempest-MultipleCreateTestJSON-1683623117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:43:12.136873 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-5678d643-53d6-4936-b239-a81afa53b81c req-553a4885-2b7b-4e44-864d-793c8faf4f17 tempest-MultipleCreateTestJSON-1683623117 tempest-MultipleCreateTestJSON-1683623117-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:43:12.142843 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [req-44f22b93-0e2f-4afa-8d60-f6d2028ac74d req-6fdf3b8b-5ac8-4e89-b0d7-c1a21974ef7d service neutron] For port 613b343e-d679-4d51-a8c2-d91f0420c58e, host n-h1-816865-1, cleared binding levels {{(pid=102386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 18:43:12.147935 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [req-44f22b93-0e2f-4afa-8d60-f6d2028ac74d req-6fdf3b8b-5ac8-4e89-b0d7-c1a21974ef7d service neutron] For port 613b343e-d679-4d51-a8c2-d91f0420c58e, host n-h1-816865-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=613b343e-d679-4d51-a8c2-d91f0420c58e,segment=NetworkSegment(15cac71b-3531-4cff-8a8e-8f8d83bebf12),segment_id=15cac71b-3531-4cff-8a8e-8f8d83bebf12)] {{(pid=102386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 18:43:12.205483 n-d-816865-1 neutron-server[102386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f3886b5-bfd5-4bd1-b503-1a7b6a830e3d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '613b343e-d679-4d51-a8c2-d91f0420c58e'}] {{(pid=102386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 18:43:12.208172 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6173a44d7c73f41af551dc890fa1a5892c2c6bc3458b640c8e0c24db7876ba6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c981982b-5569-49b0-b2e4-b7c9162c99f0" -d '{"events": [{"server_uuid": "4f3886b5-bfd5-4bd1-b503-1a7b6a830e3d", "name": "network-vif-unplugged", "status": "completed", "tag": "613b343e-d679-4d51-a8c2-d91f0420c58e"}]}' {{(pid=102386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 18:43:12.253070 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 05 Nov 2021 18:43:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31a97a8d-64f4-40fe-b510-2362aab86425 x-openstack-request-id: req-31a97a8d-64f4-40fe-b510-2362aab86425 {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 18:43:12.253604 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f3886b5-bfd5-4bd1-b503-1a7b6a830e3d", "name": "network-vif-unplugged", "status": "completed", "tag": "613b343e-d679-4d51-a8c2-d91f0420c58e", "code": 200}]} {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 18:43:12.254129 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-31a97a8d-64f4-40fe-b510-2362aab86425 {{(pid=102386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 18:43:12.254523 n-d-816865-1 neutron-server[102386]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f3886b5-bfd5-4bd1-b503-1a7b6a830e3d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '613b343e-d679-4d51-a8c2-d91f0420c58e', 'code': 200} Nov 05 18:43:12.260583 n-d-816865-1 neutron-server[102386]: DEBUG neutron.notifiers.nova [req-5678d643-53d6-4936-b239-a81afa53b81c req-0b490e17-4d93-4098-91e5-c70a5c6943ae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id db5b0f4a-a064-4d10-9af3-becb2ec4f105 {{(pid=102386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 18:43:12.296202 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-5678d643-53d6-4936-b239-a81afa53b81c req-0b490e17-4d93-4098-91e5-c70a5c6943ae service neutron] Publish callbacks [] for port, precommit_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:43:12.312567 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-5678d643-53d6-4936-b239-a81afa53b81c req-553a4885-2b7b-4e44-864d-793c8faf4f17 tempest-MultipleCreateTestJSON-1683623117 tempest-MultipleCreateTestJSON-1683623117-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2632239 Nov 05 18:43:12.316841 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-44f22b93-0e2f-4afa-8d60-f6d2028ac74d req-6fdf3b8b-5ac8-4e89-b0d7-c1a21974ef7d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6149821'] for port, after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:43:12.317949 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Device cf8703cc-6934-4052-94b2-76f3b785f84a up at agent hyperv_n-h2-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 18:43:12.336909 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [req-5678d643-53d6-4936-b239-a81afa53b81c req-ab7ad956-cd4c-4216-97d8-0e4d5b8aa0b3 service neutron] Request body: {'port': {'device_id': '60a9debe-19f8-427c-91f4-70c960ec3c17', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816865-1'}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:43:12.375283 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.provisioning_blocks [req-5678d643-53d6-4936-b239-a81afa53b81c req-0b490e17-4d93-4098-91e5-c70a5c6943ae service neutron] Transition to ACTIVE for port object db5b0f4a-a064-4d10-9af3-becb2ec4f105 will not be triggered until provisioned by entity L2. {{(pid=102386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 05 18:43:12.405441 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fdf3b8b-5ac8-4e89-b0d7-c1a21974ef7d service neutron] Pushing event updated for resources: {'Port': ['ID=613b343e-d679-4d51-a8c2-d91f0420c58e,revision_number=8']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:43:12.413790 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42849ea-491b-41d3-9128-4e0c72681b19 req-80afff2f-d327-4449-bbc8-2cb7f8edb0a3 tempest-MultipleCreateTestJSON-1683623117 tempest-MultipleCreateTestJSON-1683623117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:43:12.415376 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-e42849ea-491b-41d3-9128-4e0c72681b19 req-80afff2f-d327-4449-bbc8-2cb7f8edb0a3 tempest-MultipleCreateTestJSON-1683623117 tempest-MultipleCreateTestJSON-1683623117-project] 10.222.0.13 "GET /v2.0/ports?device_id=60a9debe-19f8-427c-91f4-70c960ec3c17 HTTP/1.1" status: 200 len: 931 time: 0.1172061 Nov 05 18:43:12.420614 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-5678d643-53d6-4936-b239-a81afa53b81c req-ab7ad956-cd4c-4216-97d8-0e4d5b8aa0b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:43:12.450738 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f22b93-0e2f-4afa-8d60-f6d2028ac74d req-6fdf3b8b-5ac8-4e89-b0d7-c1a21974ef7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:43:12.451363 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-44f22b93-0e2f-4afa-8d60-f6d2028ac74d req-6fdf3b8b-5ac8-4e89-b0d7-c1a21974ef7d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:43:12.452886 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-44f22b93-0e2f-4afa-8d60-f6d2028ac74d req-6fdf3b8b-5ac8-4e89-b0d7-c1a21974ef7d service neutron] 10.222.0.55 "PUT /v2.0/ports/613b343e-d679-4d51-a8c2-d91f0420c58e HTTP/1.1" status: 200 len: 1122 time: 1.0868158 Nov 05 18:43:12.461091 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364021f1-da2a-4aeb-bb47-b38caba4adda req-5c8a2c13-8ae4-4f87-a220-cd5a59486017 tempest-ServerDiskConfigTestJSON-70330027 tempest-ServerDiskConfigTestJSON-70330027-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:43:12.462780 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-364021f1-da2a-4aeb-bb47-b38caba4adda req-5c8a2c13-8ae4-4f87-a220-cd5a59486017 tempest-ServerDiskConfigTestJSON-70330027 tempest-ServerDiskConfigTestJSON-70330027-project] 10.222.0.55 "GET /v2.0/networks?id=c410af1b-0d29-45ed-bbbd-e63b694a7756 HTTP/1.1" status: 200 len: 814 time: 0.2514935 Nov 05 18:43:12.479487 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [req-364021f1-da2a-4aeb-bb47-b38caba4adda req-58839eb3-ecdc-4981-bdef-d9424bbb1a24 tempest-ServerDiskConfigTestJSON-70330027 tempest-ServerDiskConfigTestJSON-70330027-project] Request body: {'port': {'device_id': '6fdd5ed6-81d7-4ab5-86e9-c29a11f82abc', 'network_id': 'c410af1b-0d29-45ed-bbbd-e63b694a7756', 'admin_state_up': True, 'tenant_id': 'd917dacf65cd489fa36d8042253fe266'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:43:12.529017 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-e42849ea-491b-41d3-9128-4e0c72681b19 req-3dac25eb-e3dd-487a-9020-5177ea800261 tempest-MultipleCreateTestJSON-1683623117 tempest-MultipleCreateTestJSON-1683623117-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a4ef96b-132a-4d2d-bdd9-160079b94f96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044602 Nov 05 18:43:12.555090 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] get_ports_and_sgs() called for port_ids ['613b343e-d679-4d51-a8c2-d91f0420c58e'] {{(pid=102388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 18:43:12.590608 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] get_ports_and_sgs() called for port_ids ['613b343e-d679-4d51-a8c2-d91f0420c58e'] {{(pid=102388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 18:43:12.592785 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Provisioning for port cf8703cc-6934-4052-94b2-76f3b785f84a completed by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 05 18:43:12.605838 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-5678d643-53d6-4936-b239-a81afa53b81c req-0b490e17-4d93-4098-91e5-c70a5c6943ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6149821'] for port, after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:43:12.633551 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Provisioning complete for port cf8703cc-6934-4052-94b2-76f3b785f84a triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:43:12.634224 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:43:12.640511 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-6aef7440-cea3-46d5-a8bf-67c45cefb074 req-72c69cac-19cd-4fb3-a16f-32d7d8e8c28a tempest-ServerDiskConfigTestJSON-70330027 tempest-ServerDiskConfigTestJSON-70330027-project] 10.222.0.13 "GET /v2.0/ports?device_id=6fdd5ed6-81d7-4ab5-86e9-c29a11f82abc HTTP/1.1" status: 200 len: 210 time: 0.0426669 Nov 05 18:43:12.668266 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62a7611-0954-4188-bac9-84eef3316698 req-9e6d4315-8d57-49c3-aeac-90044922bc85 tempest-ServerDiagnosticsNegativeTest-1022087731 tempest-ServerDiagnosticsNegativeTest-1022087731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:43:12.684903 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-c62a7611-0954-4188-bac9-84eef3316698 req-9e6d4315-8d57-49c3-aeac-90044922bc85 tempest-ServerDiagnosticsNegativeTest-1022087731 tempest-ServerDiagnosticsNegativeTest-1022087731-project] 10.222.0.13 "GET /v2.0/ports?device_id=efd8c73c-e959-474c-ab70-094c89f087b3 HTTP/1.1" status: 200 len: 949 time: 0.1679075 Nov 05 18:43:12.742759 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b490e17-4d93-4098-91e5-c70a5c6943ae service neutron] Pushing event updated for resources: {'Port': ['ID=db5b0f4a-a064-4d10-9af3-becb2ec4f105,revision_number=2']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:43:12.804988 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-c62a7611-0954-4188-bac9-84eef3316698 req-9f65cc52-31ad-4156-be00-76e70a9a425e tempest-ServerDiagnosticsNegativeTest-1022087731 tempest-ServerDiagnosticsNegativeTest-1022087731-project] 10.222.0.13 "GET /v2.0/security-groups?id=ec247908-3d5e-4459-9dd9-8af41b7ef722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136451 Nov 05 18:43:12.805135 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-364021f1-da2a-4aeb-bb47-b38caba4adda req-58839eb3-ecdc-4981-bdef-d9424bbb1a24 tempest-ServerDiskConfigTestJSON-70330027 tempest-ServerDiskConfigTestJSON-70330027-project] Made reservation on behalf of d917dacf65cd489fa36d8042253fe266 for: {'port': 1} {{(pid=102386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 18:43:12.807189 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-364021f1-da2a-4aeb-bb47-b38caba4adda req-58839eb3-ecdc-4981-bdef-d9424bbb1a24 tempest-ServerDiskConfigTestJSON-70330027 tempest-ServerDiskConfigTestJSON-70330027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:43:12.840339 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-2ba797da-a876-44e6-8c8f-653283634368 req-a10c58b4-d2f1-49a9-960b-26522a2d6a21 tempest-ServersAdminTestJSON-1640316766 tempest-ServersAdminTestJSON-1640316766-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9b749f8-e8f5-4ef2-95cf-6a618803d711 HTTP/1.1" status: 200 len: 210 time: 0.0398610 Nov 05 18:43:12.934926 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:43:12.941217 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [req-5678d643-53d6-4936-b239-a81afa53b81c req-0b490e17-4d93-4098-91e5-c70a5c6943ae service neutron] Attempting to bind port db5b0f4a-a064-4d10-9af3-becb2ec4f105 on host n-h2-816865-1 for vnic_type normal with profile {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 18:43:12.941548 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [req-5678d643-53d6-4936-b239-a81afa53b81c req-0b490e17-4d93-4098-91e5-c70a5c6943ae service neutron] Attempting to bind port db5b0f4a-a064-4d10-9af3-becb2ec4f105 by drivers openvswitch,hyperv on host n-h2-816865-1 at level 0 using segments [{'id': '7366b739-dd80-4115-a639-c56c148a62e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'a1c387b6-9d2f-422a-83f2-3344249696b0'}] {{(pid=102386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 18:43:12.943670 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5678d643-53d6-4936-b239-a81afa53b81c req-0b490e17-4d93-4098-91e5-c70a5c6943ae service neutron] Attempting to bind port db5b0f4a-a064-4d10-9af3-becb2ec4f105 on network a1c387b6-9d2f-422a-83f2-3344249696b0 {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 18:43:12.965950 n-d-816865-1 neutron-server[102387]: DEBUG neutron.notifiers.nova [req-5678d643-53d6-4936-b239-a81afa53b81c req-ab7ad956-cd4c-4216-97d8-0e4d5b8aa0b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9dca30fe-6f8c-460c-86d2-6c228b9d6845 {{(pid=102387) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 18:43:12.965950 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-5678d643-53d6-4936-b239-a81afa53b81c req-ab7ad956-cd4c-4216-97d8-0e4d5b8aa0b3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:43:12.966256 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5678d643-53d6-4936-b239-a81afa53b81c req-0b490e17-4d93-4098-91e5-c70a5c6943ae service neutron] Port db5b0f4a-a064-4d10-9af3-becb2ec4f105 on network a1c387b6-9d2f-422a-83f2-3344249696b0 not bound, no agent of type Open vSwitch agent registered on host n-h2-816865-1 {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 18:43:12.966256 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5678d643-53d6-4936-b239-a81afa53b81c req-0b490e17-4d93-4098-91e5-c70a5c6943ae service neutron] Attempting to bind port db5b0f4a-a064-4d10-9af3-becb2ec4f105 on network a1c387b6-9d2f-422a-83f2-3344249696b0 {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 18:43:12.972243 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.provisioning_blocks [req-5678d643-53d6-4936-b239-a81afa53b81c req-ab7ad956-cd4c-4216-97d8-0e4d5b8aa0b3 service neutron] Transition to ACTIVE for port object 9dca30fe-6f8c-460c-86d2-6c228b9d6845 will not be triggered until provisioned by entity L2. {{(pid=102387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 05 18:43:12.976335 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5678d643-53d6-4936-b239-a81afa53b81c req-0b490e17-4d93-4098-91e5-c70a5c6943ae service neutron] Checking agent: {'id': '32aff553-696f-4891-83f5-5c176f61fe54', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816865-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 18, 33, 36), 'started_at': datetime.datetime(2021, 11, 5, 18, 33, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 18, 43, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 18:43:12.976801 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5678d643-53d6-4936-b239-a81afa53b81c req-0b490e17-4d93-4098-91e5-c70a5c6943ae service neutron] Checking segment: {'id': '7366b739-dd80-4115-a639-c56c148a62e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'a1c387b6-9d2f-422a-83f2-3344249696b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 18:43:12.977202 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5678d643-53d6-4936-b239-a81afa53b81c req-0b490e17-4d93-4098-91e5-c70a5c6943ae service neutron] Bound using segment: {'id': '7366b739-dd80-4115-a639-c56c148a62e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'a1c387b6-9d2f-422a-83f2-3344249696b0'} {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 18:43:12.977613 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [req-5678d643-53d6-4936-b239-a81afa53b81c req-0b490e17-4d93-4098-91e5-c70a5c6943ae service neutron] Bound port: db5b0f4a-a064-4d10-9af3-becb2ec4f105, host: n-h2-816865-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7366b739-dd80-4115-a639-c56c148a62e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'a1c387b6-9d2f-422a-83f2-3344249696b0'}}] {{(pid=102386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 18:43:12.977963 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-5678d643-53d6-4936-b239-a81afa53b81c req-0b490e17-4d93-4098-91e5-c70a5c6943ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:43:13.002229 n-d-816865-1 neutron-server[102388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efd8c73c-e959-474c-ab70-094c89f087b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf8703cc-6934-4052-94b2-76f3b785f84a'}] {{(pid=102388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 18:43:13.007068 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85474fee1180e129d8a886d264fe0b30223aa672dd1ffe43b630605f18504f68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-667fdaf4-7324-45d0-b4bb-c9ccfd71aada" -d '{"events": [{"server_uuid": "efd8c73c-e959-474c-ab70-094c89f087b3", "name": "network-vif-plugged", "status": "completed", "tag": "cf8703cc-6934-4052-94b2-76f3b785f84a"}]}' {{(pid=102388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 18:43:13.035431 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] For port cf8703cc-6934-4052-94b2-76f3b785f84a, host n-h2-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=cf8703cc-6934-4052-94b2-76f3b785f84a,segment=NetworkSegment(35c2db9c-522d-48d3-98cf-a08c2cc55db7),segment_id=35c2db9c-522d-48d3-98cf-a08c2cc55db7)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:43:13.095428 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 18:43:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22c81e0c-0387-425b-afb6-0f76202bba45 x-openstack-request-id: req-22c81e0c-0387-425b-afb6-0f76202bba45 {{(pid=102388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 18:43:13.096766 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "efd8c73c-e959-474c-ab70-094c89f087b3", "name": "network-vif-plugged", "status": "completed", "tag": "cf8703cc-6934-4052-94b2-76f3b785f84a", "code": 200}]} {{(pid=102388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 18:43:13.097069 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-22c81e0c-0387-425b-afb6-0f76202bba45 {{(pid=102388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 18:43:13.099011 n-d-816865-1 neutron-server[102388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efd8c73c-e959-474c-ab70-094c89f087b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf8703cc-6934-4052-94b2-76f3b785f84a', 'code': 200} Nov 05 18:43:13.112367 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-5678d643-53d6-4936-b239-a81afa53b81c req-ab7ad956-cd4c-4216-97d8-0e4d5b8aa0b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4417072'] for port, after_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:43:13.125988 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb515efa-aece-4c10-b363-4315e5a2d518 req-bef6e930-f792-48cc-89a0-c174604855eb tempest-LiveAutoBlockMigrationV225Test-1563372898 tempest-LiveAutoBlockMigrationV225Test-1563372898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:43:13.129629 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.db_base_plugin_common [req-364021f1-da2a-4aeb-bb47-b38caba4adda req-58839eb3-ecdc-4981-bdef-d9424bbb1a24 tempest-ServerDiskConfigTestJSON-70330027 tempest-ServerDiskConfigTestJSON-70330027-project] Allocated IP 172.20.0.7 (c410af1b-0d29-45ed-bbbd-e63b694a7756/f65b8522-0d6e-4b41-a88d-8d5f4f8e7c9d/df18205d-5c88-489f-9d3f-06d8f897d00c) {{(pid=102386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 18:43:13.134595 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-fb515efa-aece-4c10-b363-4315e5a2d518 req-bef6e930-f792-48cc-89a0-c174604855eb tempest-LiveAutoBlockMigrationV225Test-1563372898 tempest-LiveAutoBlockMigrationV225Test-1563372898-project] 10.222.0.13 "GET /v2.0/ports?device_id=4f3886b5-bfd5-4bd1-b503-1a7b6a830e3d HTTP/1.1" status: 200 len: 944 time: 0.0697553 Nov 05 18:43:13.143518 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [req-5678d643-53d6-4936-b239-a81afa53b81c req-0b490e17-4d93-4098-91e5-c70a5c6943ae service neutron] For port db5b0f4a-a064-4d10-9af3-becb2ec4f105, host n-h2-816865-1, cleared binding levels {{(pid=102386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 18:43:13.144370 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:43:13.145352 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Device 87aba709-24d9-4cc7-81b8-20ab92108b9e no longer exists at agent hyperv_n-h2-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 18:43:13.148307 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [req-5678d643-53d6-4936-b239-a81afa53b81c req-0b490e17-4d93-4098-91e5-c70a5c6943ae service neutron] For port db5b0f4a-a064-4d10-9af3-becb2ec4f105, host n-h2-816865-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=db5b0f4a-a064-4d10-9af3-becb2ec4f105,segment=NetworkSegment(7366b739-dd80-4115-a639-c56c148a62e9),segment_id=7366b739-dd80-4115-a639-c56c148a62e9)] {{(pid=102386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 18:43:13.208395 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] No Port match for: 87aba709-24d9-4cc7-81b8-20ab92108b9e {{(pid=102388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 18:43:13.208894 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Device 87aba709-24d9-4cc7-81b8-20ab92108b9e not bound to the agent host n-h2-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 18:43:13.237706 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-fb515efa-aece-4c10-b363-4315e5a2d518 req-3e82343b-6e82-4d9c-be67-2b36348ccbe3 tempest-LiveAutoBlockMigrationV225Test-1563372898 tempest-LiveAutoBlockMigrationV225Test-1563372898-project] 10.222.0.13 "GET /v2.0/security-groups?id=35cb161a-9192-43e2-a392-140fa33626b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022153 Nov 05 18:43:13.238361 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7ad956-cd4c-4216-97d8-0e4d5b8aa0b3 service neutron] Pushing event updated for resources: {'Port': ['ID=9dca30fe-6f8c-460c-86d2-6c228b9d6845,revision_number=2']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:43:13.246374 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Pushing event updated for resources: {'Port': ['ID=cf8703cc-6934-4052-94b2-76f3b785f84a,revision_number=5']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:43:13.310353 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-5678d643-53d6-4936-b239-a81afa53b81c req-0b490e17-4d93-4098-91e5-c70a5c6943ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6149821'] for port, after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:43:13.317981 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-77e842bf-5e20-4819-9545-960e23078944 req-bab7c67e-d1e7-41f1-a75b-8a3ca908c174 tempest-ServersAdminTestJSON-1640316766 tempest-ServersAdminTestJSON-1640316766-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=d4be27d9848c492b8c8fb5e165fc1c12&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0613682 Nov 05 18:43:13.325544 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828a7d61-52a9-4a71-8363-3cafcd81bbfc req-6becd13e-c2bf-4ac1-9fed-3b84470fa1a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:43:13.327022 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-828a7d61-52a9-4a71-8363-3cafcd81bbfc req-6becd13e-c2bf-4ac1-9fed-3b84470fa1a1 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=efd8c73c-e959-474c-ab70-094c89f087b3 HTTP/1.1" status: 200 len: 1101 time: 0.1465287 Nov 05 18:43:13.329903 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.managers [req-5678d643-53d6-4936-b239-a81afa53b81c req-ab7ad956-cd4c-4216-97d8-0e4d5b8aa0b3 service neutron] Attempting to bind port 9dca30fe-6f8c-460c-86d2-6c228b9d6845 on host n-h1-816865-1 for vnic_type normal with profile {{(pid=102387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 18:43:13.330508 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.managers [req-5678d643-53d6-4936-b239-a81afa53b81c req-ab7ad956-cd4c-4216-97d8-0e4d5b8aa0b3 service neutron] Attempting to bind port 9dca30fe-6f8c-460c-86d2-6c228b9d6845 by drivers openvswitch,hyperv on host n-h1-816865-1 at level 0 using segments [{'id': '7366b739-dd80-4115-a639-c56c148a62e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'a1c387b6-9d2f-422a-83f2-3344249696b0'}] {{(pid=102387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 18:43:13.330839 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5678d643-53d6-4936-b239-a81afa53b81c req-ab7ad956-cd4c-4216-97d8-0e4d5b8aa0b3 service neutron] Attempting to bind port 9dca30fe-6f8c-460c-86d2-6c228b9d6845 on network a1c387b6-9d2f-422a-83f2-3344249696b0 {{(pid=102387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 18:43:13.335433 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5678d643-53d6-4936-b239-a81afa53b81c req-ab7ad956-cd4c-4216-97d8-0e4d5b8aa0b3 service neutron] Port 9dca30fe-6f8c-460c-86d2-6c228b9d6845 on network a1c387b6-9d2f-422a-83f2-3344249696b0 not bound, no agent of type Open vSwitch agent registered on host n-h1-816865-1 {{(pid=102387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 18:43:13.335866 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5678d643-53d6-4936-b239-a81afa53b81c req-ab7ad956-cd4c-4216-97d8-0e4d5b8aa0b3 service neutron] Attempting to bind port 9dca30fe-6f8c-460c-86d2-6c228b9d6845 on network a1c387b6-9d2f-422a-83f2-3344249696b0 {{(pid=102387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 18:43:13.340909 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5678d643-53d6-4936-b239-a81afa53b81c req-ab7ad956-cd4c-4216-97d8-0e4d5b8aa0b3 service neutron] Checking agent: {'id': 'eb596d7c-8c64-42bd-8aca-fad447eb0eab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816865-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 18, 33, 34), 'started_at': datetime.datetime(2021, 11, 5, 18, 33, 34), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 18, 43, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 18:43:13.341247 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5678d643-53d6-4936-b239-a81afa53b81c req-ab7ad956-cd4c-4216-97d8-0e4d5b8aa0b3 service neutron] Checking segment: {'id': '7366b739-dd80-4115-a639-c56c148a62e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'a1c387b6-9d2f-422a-83f2-3344249696b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 18:43:13.341715 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5678d643-53d6-4936-b239-a81afa53b81c req-ab7ad956-cd4c-4216-97d8-0e4d5b8aa0b3 service neutron] Bound using segment: {'id': '7366b739-dd80-4115-a639-c56c148a62e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'a1c387b6-9d2f-422a-83f2-3344249696b0'} {{(pid=102387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 18:43:13.342177 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.managers [req-5678d643-53d6-4936-b239-a81afa53b81c req-ab7ad956-cd4c-4216-97d8-0e4d5b8aa0b3 service neutron] Bound port: 9dca30fe-6f8c-460c-86d2-6c228b9d6845, host: n-h1-816865-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7366b739-dd80-4115-a639-c56c148a62e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'a1c387b6-9d2f-422a-83f2-3344249696b0'}}] {{(pid=102387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 18:43:13.342662 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-5678d643-53d6-4936-b239-a81afa53b81c req-ab7ad956-cd4c-4216-97d8-0e4d5b8aa0b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:43:13.406631 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5678d643-53d6-4936-b239-a81afa53b81c req-0b490e17-4d93-4098-91e5-c70a5c6943ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:43:13.407276 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-5678d643-53d6-4936-b239-a81afa53b81c req-0b490e17-4d93-4098-91e5-c70a5c6943ae service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:43:13.408734 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.db [req-5678d643-53d6-4936-b239-a81afa53b81c req-ab7ad956-cd4c-4216-97d8-0e4d5b8aa0b3 service neutron] For port 9dca30fe-6f8c-460c-86d2-6c228b9d6845, host n-h1-816865-1, cleared binding levels {{(pid=102387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 18:43:13.409250 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-5678d643-53d6-4936-b239-a81afa53b81c req-0b490e17-4d93-4098-91e5-c70a5c6943ae service neutron] 10.222.0.55 "PUT /v2.0/ports/db5b0f4a-a064-4d10-9af3-becb2ec4f105 HTTP/1.1" status: 200 len: 1092 time: 1.7797132 Nov 05 18:43:13.412001 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.db [req-5678d643-53d6-4936-b239-a81afa53b81c req-ab7ad956-cd4c-4216-97d8-0e4d5b8aa0b3 service neutron] For port 9dca30fe-6f8c-460c-86d2-6c228b9d6845, host n-h1-816865-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=9dca30fe-6f8c-460c-86d2-6c228b9d6845,segment=NetworkSegment(7366b739-dd80-4115-a639-c56c148a62e9),segment_id=7366b739-dd80-4115-a639-c56c148a62e9)] {{(pid=102387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 18:43:13.509596 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b490e17-4d93-4098-91e5-c70a5c6943ae service neutron] Pushing event updated for resources: {'Port': ['ID=db5b0f4a-a064-4d10-9af3-becb2ec4f105,revision_number=3']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:43:13.512293 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-5678d643-53d6-4936-b239-a81afa53b81c req-ab7ad956-cd4c-4216-97d8-0e4d5b8aa0b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4417072'] for port, after_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:43:13.548115 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-828a7d61-52a9-4a71-8363-3cafcd81bbfc req-cc1aeddc-2248-4e84-ab13-64130e888a5c service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=ec247908-3d5e-4459-9dd9-8af41b7ef722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1833456 Nov 05 18:43:13.550129 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5678d643-53d6-4936-b239-a81afa53b81c req-ab7ad956-cd4c-4216-97d8-0e4d5b8aa0b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:43:13.550815 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-5678d643-53d6-4936-b239-a81afa53b81c req-ab7ad956-cd4c-4216-97d8-0e4d5b8aa0b3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:43:13.553620 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-5678d643-53d6-4936-b239-a81afa53b81c req-ab7ad956-cd4c-4216-97d8-0e4d5b8aa0b3 service neutron] 10.222.0.41 "PUT /v2.0/ports/9dca30fe-6f8c-460c-86d2-6c228b9d6845 HTTP/1.1" status: 200 len: 1091 time: 1.2251534 Nov 05 18:43:13.554169 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-364021f1-da2a-4aeb-bb47-b38caba4adda req-58839eb3-ecdc-4981-bdef-d9424bbb1a24 tempest-ServerDiskConfigTestJSON-70330027 tempest-ServerDiskConfigTestJSON-70330027-project] Publish callbacks [] for port, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:43:13.555993 n-d-816865-1 neutron-server[102387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60a9debe-19f8-427c-91f4-70c960ec3c17', 'tag': '9dca30fe-6f8c-460c-86d2-6c228b9d6845'}] {{(pid=102387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 18:43:13.566034 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab06bd4ddf5758c1f10d79fe34dc215bafa488692cde9dba2fcbcb67556f90bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9006b3ea-5d2c-4566-82f3-f851ac793efb" -d '{"events": [{"name": "network-changed", "server_uuid": "60a9debe-19f8-427c-91f4-70c960ec3c17", "tag": "9dca30fe-6f8c-460c-86d2-6c228b9d6845"}]}' {{(pid=102387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 18:43:13.575305 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e842bf-5e20-4819-9545-960e23078944 req-953d35d6-5edb-4ef9-8b73-f8f08a8016fe tempest-ServersAdminTestJSON-1640316766 tempest-ServersAdminTestJSON-1640316766-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:43:13.577187 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-77e842bf-5e20-4819-9545-960e23078944 req-953d35d6-5edb-4ef9-8b73-f8f08a8016fe tempest-ServersAdminTestJSON-1640316766 tempest-ServersAdminTestJSON-1640316766-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2492156 Nov 05 18:43:13.593573 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [req-77e842bf-5e20-4819-9545-960e23078944 req-3bedeef3-79ff-4096-b077-5663845570ca tempest-ServersAdminTestJSON-1640316766 tempest-ServersAdminTestJSON-1640316766-project] Request body: {'port': {'device_id': 'e9b749f8-e8f5-4ef2-95cf-6a618803d711', 'network_id': 'a723f808-b11e-4066-b104-fad90c82895e', 'admin_state_up': True, 'tenant_id': 'd4be27d9848c492b8c8fb5e165fc1c12'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:43:13.599219 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7ad956-cd4c-4216-97d8-0e4d5b8aa0b3 service neutron] Pushing event updated for resources: {'Port': ['ID=9dca30fe-6f8c-460c-86d2-6c228b9d6845,revision_number=3']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:43:13.619700 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 18:43:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54fe5671-a3df-442a-ae50-230c9c727583 x-openstack-request-id: req-54fe5671-a3df-442a-ae50-230c9c727583 {{(pid=102387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 18:43:13.620106 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60a9debe-19f8-427c-91f4-70c960ec3c17", "tag": "9dca30fe-6f8c-460c-86d2-6c228b9d6845", "status": "completed", "code": 200}]} {{(pid=102387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 18:43:13.620449 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-54fe5671-a3df-442a-ae50-230c9c727583 {{(pid=102387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 18:43:13.621099 n-d-816865-1 neutron-server[102387]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60a9debe-19f8-427c-91f4-70c960ec3c17', 'tag': '9dca30fe-6f8c-460c-86d2-6c228b9d6845', 'status': 'completed', 'code': 200} Nov 05 18:43:13.710867 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad922836-385f-4b13-89e4-505fdf51d527 req-0a557899-000d-4127-bcfb-31f7c9117573 tempest-MultipleCreateTestJSON-1683623117 tempest-MultipleCreateTestJSON-1683623117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:43:13.712417 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-ad922836-385f-4b13-89e4-505fdf51d527 req-0a557899-000d-4127-bcfb-31f7c9117573 tempest-MultipleCreateTestJSON-1683623117 tempest-MultipleCreateTestJSON-1683623117-project] 10.222.0.13 "GET /v2.0/ports?device_id=60a9debe-19f8-427c-91f4-70c960ec3c17 HTTP/1.1" status: 200 len: 943 time: 0.0847309 Nov 05 18:43:13.721271 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9006b3ea-5d2c-4566-82f3-f851ac793efb req-664c9bc5-c842-483a-b1f2-1a8d80f28e7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:43:13.722920 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-9006b3ea-5d2c-4566-82f3-f851ac793efb req-664c9bc5-c842-483a-b1f2-1a8d80f28e7a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5d8c25f022de4b75b42e8c289f7d3f0e&device_id=60a9debe-19f8-427c-91f4-70c960ec3c17 HTTP/1.1" status: 200 len: 1094 time: 0.0659976 Nov 05 18:43:13.799867 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-eb070e75-01a1-4c6f-95cb-f1f02945b203 req-0548326a-1ba4-4e31-bc67-07dcf5bd92df tempest-ServerDiskConfigTestJSON-70330027 tempest-ServerDiskConfigTestJSON-70330027-project] 10.222.0.13 "GET /v2.0/ports?device_id=6fdd5ed6-81d7-4ab5-86e9-c29a11f82abc HTTP/1.1" status: 200 len: 210 time: 0.0610127 Nov 05 18:43:13.803590 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5678d643-53d6-4936-b239-a81afa53b81c req-a9125d38-bc7d-4ef7-ba28-0d6ffd5a8adf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:43:13.805195 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-5678d643-53d6-4936-b239-a81afa53b81c req-a9125d38-bc7d-4ef7-ba28-0d6ffd5a8adf service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=5d8c25f022de4b75b42e8c289f7d3f0e&device_id=496b0923-7611-467f-9825-e66b45a0c47e HTTP/1.1" status: 200 len: 1095 time: 0.0444913 Nov 05 18:43:13.865776 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-5678d643-53d6-4936-b239-a81afa53b81c req-843974f0-ba8d-48d3-8c4f-367e6efa58c6 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=db5b0f4a-a064-4d10-9af3-becb2ec4f105 HTTP/1.1" status: 200 len: 217 time: 0.0404646 Nov 05 18:43:13.869686 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-364021f1-da2a-4aeb-bb47-b38caba4adda req-58839eb3-ecdc-4981-bdef-d9424bbb1a24 tempest-ServerDiskConfigTestJSON-70330027 tempest-ServerDiskConfigTestJSON-70330027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:43:13.940304 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-ad922836-385f-4b13-89e4-505fdf51d527 req-f9e18b2f-9d0d-4261-b1f6-56db7feffd40 tempest-MultipleCreateTestJSON-1683623117 tempest-MultipleCreateTestJSON-1683623117-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a4ef96b-132a-4d2d-bdd9-160079b94f96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2160878 Nov 05 18:43:13.942290 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-77e842bf-5e20-4819-9545-960e23078944 req-3bedeef3-79ff-4096-b077-5663845570ca tempest-ServersAdminTestJSON-1640316766 tempest-ServersAdminTestJSON-1640316766-project] Made reservation on behalf of d4be27d9848c492b8c8fb5e165fc1c12 for: {'port': 1} {{(pid=102386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 18:43:13.945776 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-77e842bf-5e20-4819-9545-960e23078944 req-3bedeef3-79ff-4096-b077-5663845570ca tempest-ServersAdminTestJSON-1640316766 tempest-ServersAdminTestJSON-1640316766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:43:13.951457 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-364021f1-da2a-4aeb-bb47-b38caba4adda req-58839eb3-ecdc-4981-bdef-d9424bbb1a24 tempest-ServerDiskConfigTestJSON-70330027 tempest-ServerDiskConfigTestJSON-70330027-project] Network c410af1b-0d29-45ed-bbbd-e63b694a7756 is already hosted by enough agents. {{(pid=102386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 18:43:13.971256 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.base_scheduler [req-364021f1-da2a-4aeb-bb47-b38caba4adda req-58839eb3-ecdc-4981-bdef-d9424bbb1a24 tempest-ServerDiskConfigTestJSON-70330027 tempest-ServerDiskConfigTestJSON-70330027-project] Resources bound (agent type, host, resource id): {{(pid=102386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:43:13.973774 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [req-364021f1-da2a-4aeb-bb47-b38caba4adda req-58839eb3-ecdc-4981-bdef-d9424bbb1a24 tempest-ServerDiskConfigTestJSON-70330027 tempest-ServerDiskConfigTestJSON-70330027-project] Received port after_create {{(pid=102386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 18:43:13.993646 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9006b3ea-5d2c-4566-82f3-f851ac793efb req-24717172-6fe6-4805-855f-4aa206b19397 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:43:14.000594 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-9006b3ea-5d2c-4566-82f3-f851ac793efb req-24717172-6fe6-4805-855f-4aa206b19397 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=5d8c25f022de4b75b42e8c289f7d3f0e&shared=False HTTP/1.1" status: 200 len: 913 time: 0.2575486 Nov 05 18:43:14.005018 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e39505c-9fba-4b11-81cd-543661b58fe2 req-d3a6647d-9d4b-4421-9b5d-e061badccb84 tempest-ServerDiagnosticsNegativeTest-1022087731 tempest-ServerDiagnosticsNegativeTest-1022087731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:43:14.006559 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-1e39505c-9fba-4b11-81cd-543661b58fe2 req-d3a6647d-9d4b-4421-9b5d-e061badccb84 tempest-ServerDiagnosticsNegativeTest-1022087731 tempest-ServerDiagnosticsNegativeTest-1022087731-project] 10.222.0.13 "GET /v2.0/ports?device_id=efd8c73c-e959-474c-ab70-094c89f087b3 HTTP/1.1" status: 200 len: 950 time: 0.1379673 Nov 05 18:43:14.021080 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58839eb3-ecdc-4981-bdef-d9424bbb1a24 tempest-ServerDiskConfigTestJSON-70330027 tempest-ServerDiskConfigTestJSON-70330027-project] Pushing event updated for resources: {'Port': ['ID=df18205d-5c88-489f-9d3f-06d8f897d00c,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:43:14.045255 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5678d643-53d6-4936-b239-a81afa53b81c req-15d28881-0bad-47b9-9c10-4de3e981e58a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:43:14.046655 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-5678d643-53d6-4936-b239-a81afa53b81c req-15d28881-0bad-47b9-9c10-4de3e981e58a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e02eab79-5f68-40da-9bf0-ba9f8213f038 HTTP/1.1" status: 200 len: 852 time: 0.1710086 Nov 05 18:43:14.100598 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364021f1-da2a-4aeb-bb47-b38caba4adda req-58839eb3-ecdc-4981-bdef-d9424bbb1a24 tempest-ServerDiskConfigTestJSON-70330027 tempest-ServerDiskConfigTestJSON-70330027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:43:14.101296 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-364021f1-da2a-4aeb-bb47-b38caba4adda req-58839eb3-ecdc-4981-bdef-d9424bbb1a24 tempest-ServerDiskConfigTestJSON-70330027 tempest-ServerDiskConfigTestJSON-70330027-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:43:14.121132 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-9959c64c-644b-4f4c-8c57-b34e8d9cc61f req-fd3cdbf8-a479-47cd-978b-2919da2a0559 tempest-ServersAdminTestJSON-1640316766 tempest-ServersAdminTestJSON-1640316766-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9b749f8-e8f5-4ef2-95cf-6a618803d711 HTTP/1.1" status: 200 len: 210 time: 0.0457983 Nov 05 18:43:14.125088 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-5678d643-53d6-4936-b239-a81afa53b81c req-b6dd2b6f-b428-454c-a6ed-08c95323f5e7 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a1c387b6-9d2f-422a-83f2-3344249696b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0421352 Nov 05 18:43:14.155981 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-1e39505c-9fba-4b11-81cd-543661b58fe2 req-78f4ba6c-33df-459b-bc77-37298a76f62e tempest-ServerDiagnosticsNegativeTest-1022087731 tempest-ServerDiagnosticsNegativeTest-1022087731-project] 10.222.0.13 "GET /v2.0/security-groups?id=ec247908-3d5e-4459-9dd9-8af41b7ef722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390197 Nov 05 18:43:14.182792 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9006b3ea-5d2c-4566-82f3-f851ac793efb req-6d40a64c-ff77-47b5-8b24-cc6d1faea3fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:43:14.184370 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-9006b3ea-5d2c-4566-82f3-f851ac793efb req-6d40a64c-ff77-47b5-8b24-cc6d1faea3fe service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1769135 Nov 05 18:43:14.255925 n-d-816865-1 neutron-server[102386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f3886b5-bfd5-4bd1-b503-1a7b6a830e3d', 'tag': '613b343e-d679-4d51-a8c2-d91f0420c58e'}, {'name': 'network-changed', 'server_uuid': '496b0923-7611-467f-9825-e66b45a0c47e', 'tag': 'db5b0f4a-a064-4d10-9af3-becb2ec4f105'}] {{(pid=102386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 18:43:14.258725 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6173a44d7c73f41af551dc890fa1a5892c2c6bc3458b640c8e0c24db7876ba6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eda28dd9-088a-493b-8942-2ebf181a606d" -d '{"events": [{"name": "network-changed", "server_uuid": "4f3886b5-bfd5-4bd1-b503-1a7b6a830e3d", "tag": "613b343e-d679-4d51-a8c2-d91f0420c58e"}, {"name": "network-changed", "server_uuid": "496b0923-7611-467f-9825-e66b45a0c47e", "tag": "db5b0f4a-a064-4d10-9af3-becb2ec4f105"}]}' {{(pid=102386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 18:43:14.264407 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-364021f1-da2a-4aeb-bb47-b38caba4adda req-58839eb3-ecdc-4981-bdef-d9424bbb1a24 tempest-ServerDiskConfigTestJSON-70330027 tempest-ServerDiskConfigTestJSON-70330027-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7910364 Nov 05 18:43:14.295758 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [req-364021f1-da2a-4aeb-bb47-b38caba4adda req-4cdff082-16a7-45d5-a97c-19e3b4bdff59 service neutron] Request body: {'port': {'device_id': '6fdd5ed6-81d7-4ab5-86e9-c29a11f82abc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816865-1'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:43:14.306738 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5678d643-53d6-4936-b239-a81afa53b81c req-ba8eea34-83f8-4cc6-8183-7a717255ed35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:43:14.308315 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-5678d643-53d6-4936-b239-a81afa53b81c req-ba8eea34-83f8-4cc6-8183-7a717255ed35 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5d8c25f022de4b75b42e8c289f7d3f0e&device_id=60a9debe-19f8-427c-91f4-70c960ec3c17 HTTP/1.1" status: 200 len: 1094 time: 0.0604663 Nov 05 18:43:14.322417 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Device 613b343e-d679-4d51-a8c2-d91f0420c58e details requested by agent hyperv_n-h2-816865-1 with host n-h2-816865-1 {{(pid=102388) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 05 18:43:14.334954 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.db_base_plugin_common [req-77e842bf-5e20-4819-9545-960e23078944 req-3bedeef3-79ff-4096-b077-5663845570ca tempest-ServersAdminTestJSON-1640316766 tempest-ServersAdminTestJSON-1640316766-project] Allocated IP 192.168.233.153 (a723f808-b11e-4066-b104-fad90c82895e/05e7a1b5-165b-4a00-855a-ffbcb2eba59e/e8047dba-aea2-44a6-b753-8c18936bf163) {{(pid=102386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 18:43:14.338941 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 05 Nov 2021 18:43:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a4dca19-581d-44d7-9c66-28c224835c96 x-openstack-request-id: req-5a4dca19-581d-44d7-9c66-28c224835c96 {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 18:43:14.339326 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f3886b5-bfd5-4bd1-b503-1a7b6a830e3d", "tag": "613b343e-d679-4d51-a8c2-d91f0420c58e", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "496b0923-7611-467f-9825-e66b45a0c47e", "tag": "db5b0f4a-a064-4d10-9af3-becb2ec4f105", "status": "completed", "code": 200}]} {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 18:43:14.339628 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5a4dca19-581d-44d7-9c66-28c224835c96 {{(pid=102386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 18:43:14.340015 n-d-816865-1 neutron-server[102386]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f3886b5-bfd5-4bd1-b503-1a7b6a830e3d', 'tag': '613b343e-d679-4d51-a8c2-d91f0420c58e', 'status': 'completed', 'code': 200} Nov 05 18:43:14.340415 n-d-816865-1 neutron-server[102386]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '496b0923-7611-467f-9825-e66b45a0c47e', 'tag': 'db5b0f4a-a064-4d10-9af3-becb2ec4f105', 'status': 'completed', 'code': 200} Nov 05 18:43:14.362085 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-5678d643-53d6-4936-b239-a81afa53b81c req-52ded7a2-d684-4984-a97d-87240e3d8ef2 service neutron] 10.222.0.55 "GET /v2.0/networks/a1c387b6-9d2f-422a-83f2-3344249696b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2278595 Nov 05 18:43:14.386344 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-5678d643-53d6-4936-b239-a81afa53b81c req-24a3cb10-6fd5-472c-ae22-981cb8fe4fc1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9dca30fe-6f8c-460c-86d2-6c228b9d6845 HTTP/1.1" status: 200 len: 217 time: 0.0530505 Nov 05 18:43:14.456132 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5678d643-53d6-4936-b239-a81afa53b81c req-8a9b70b1-5505-4096-8bae-15e7ae4d93ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:43:14.457949 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-5678d643-53d6-4936-b239-a81afa53b81c req-8a9b70b1-5505-4096-8bae-15e7ae4d93ed service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e02eab79-5f68-40da-9bf0-ba9f8213f038 HTTP/1.1" status: 200 len: 852 time: 0.0636883 Nov 05 18:43:14.471549 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-364021f1-da2a-4aeb-bb47-b38caba4adda req-4cdff082-16a7-45d5-a97c-19e3b4bdff59 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:43:14.479094 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] For port 613b343e-d679-4d51-a8c2-d91f0420c58e, host n-h1-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=613b343e-d679-4d51-a8c2-d91f0420c58e,segment=NetworkSegment(15cac71b-3531-4cff-8a8e-8f8d83bebf12),segment_id=15cac71b-3531-4cff-8a8e-8f8d83bebf12)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:43:14.492934 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Device 613b343e-d679-4d51-a8c2-d91f0420c58e has no active binding in host n-h2-816865-1 {{(pid=102388) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 05 18:43:14.503645 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-5678d643-53d6-4936-b239-a81afa53b81c req-fdca14f4-9ae1-440e-9c4a-c6ea1806d6e7 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a1c387b6-9d2f-422a-83f2-3344249696b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0308535 Nov 05 18:43:14.540371 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda28dd9-088a-493b-8942-2ebf181a606d req-14b2b529-32fc-4365-b3a4-8b5950c7d717 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:43:14.541875 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-eda28dd9-088a-493b-8942-2ebf181a606d req-14b2b529-32fc-4365-b3a4-8b5950c7d717 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=482f8aec1d1b4fc08a02afb86f8387d6&device_id=4f3886b5-bfd5-4bd1-b503-1a7b6a830e3d HTTP/1.1" status: 200 len: 1125 time: 0.1831656 Nov 05 18:43:14.617869 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2206d0f-d79e-495b-bda3-0d43e0d9d360 req-34f24f05-86b4-4c25-b208-469c5b5d9cab tempest-LiveAutoBlockMigrationV225Test-1563372898 tempest-LiveAutoBlockMigrationV225Test-1563372898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:43:14.622905 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-c2206d0f-d79e-495b-bda3-0d43e0d9d360 req-34f24f05-86b4-4c25-b208-469c5b5d9cab tempest-LiveAutoBlockMigrationV225Test-1563372898 tempest-LiveAutoBlockMigrationV225Test-1563372898-project] 10.222.0.13 "GET /v2.0/ports?device_id=4f3886b5-bfd5-4bd1-b503-1a7b6a830e3d HTTP/1.1" status: 200 len: 944 time: 0.1219115 Nov 05 18:43:14.668040 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-5678d643-53d6-4936-b239-a81afa53b81c req-5f58933b-7594-419c-b600-93f24b637ddb service neutron] 10.222.0.41 "GET /v2.0/networks/a1c387b6-9d2f-422a-83f2-3344249696b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1376331 Nov 05 18:43:14.698245 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-c2206d0f-d79e-495b-bda3-0d43e0d9d360 req-d88f3902-ba9a-4e3b-b133-04bb665b189b tempest-LiveAutoBlockMigrationV225Test-1563372898 tempest-LiveAutoBlockMigrationV225Test-1563372898-project] 10.222.0.13 "GET /v2.0/security-groups?id=35cb161a-9192-43e2-a392-140fa33626b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714839 Nov 05 18:43:14.732665 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-5678d643-53d6-4936-b239-a81afa53b81c req-03df2f33-da3e-4e7f-873e-5001042e0f6c service neutron] 10.222.0.55 "GET /v2.0/networks/a1c387b6-9d2f-422a-83f2-3344249696b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3403213 Nov 05 18:43:14.784131 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-5678d643-53d6-4936-b239-a81afa53b81c req-5c059e28-9025-4d0f-abb6-1ab466654588 service neutron] 10.222.0.41 "GET /v2.0/networks/a1c387b6-9d2f-422a-83f2-3344249696b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1036417 Nov 05 18:43:14.864159 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-77e842bf-5e20-4819-9545-960e23078944 req-3bedeef3-79ff-4096-b077-5663845570ca tempest-ServersAdminTestJSON-1640316766 tempest-ServersAdminTestJSON-1640316766-project] Publish callbacks [] for port, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:43:14.873991 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda28dd9-088a-493b-8942-2ebf181a606d req-55ec5f81-1503-4f27-9ae7-bf775c65f6fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:43:14.875574 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-eda28dd9-088a-493b-8942-2ebf181a606d req-55ec5f81-1503-4f27-9ae7-bf775c65f6fb service neutron] 10.222.0.41 "GET /v2.0/networks?id=5e3d0b1a-fd18-45bc-91bd-c831330234c4 HTTP/1.1" status: 200 len: 921 time: 0.3202446 Nov 05 18:43:14.931782 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba80fdd0-9b62-406b-8c2d-b07786e071ab req-6ad34888-f4ae-4b92-bfb7-ccdfa4208b7e tempest-ServerDiskConfigTestJSON-70330027 tempest-ServerDiskConfigTestJSON-70330027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:43:14.933276 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-ba80fdd0-9b62-406b-8c2d-b07786e071ab req-6ad34888-f4ae-4b92-bfb7-ccdfa4208b7e tempest-ServerDiskConfigTestJSON-70330027 tempest-ServerDiskConfigTestJSON-70330027-project] 10.222.0.13 "GET /v2.0/ports?device_id=6fdd5ed6-81d7-4ab5-86e9-c29a11f82abc HTTP/1.1" status: 200 len: 931 time: 0.0594032 Nov 05 18:43:14.969931 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-eda28dd9-088a-493b-8942-2ebf181a606d req-f5acaa06-6997-44b6-b26c-38a821c8df6b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=613b343e-d679-4d51-a8c2-d91f0420c58e HTTP/1.1" status: 200 len: 217 time: 0.0752647 Nov 05 18:43:14.988330 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-ba80fdd0-9b62-406b-8c2d-b07786e071ab req-040e8e5a-27be-4bca-85df-d4e0e066b251 tempest-ServerDiskConfigTestJSON-70330027 tempest-ServerDiskConfigTestJSON-70330027-project] 10.222.0.13 "GET /v2.0/security-groups?id=415b984e-2c75-4a2b-aae3-7fe54c54a52e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484793 Nov 05 18:43:15.044599 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda28dd9-088a-493b-8942-2ebf181a606d req-d90d4c0a-0382-4640-96bf-1eb1a2b2b426 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:43:15.046290 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-eda28dd9-088a-493b-8942-2ebf181a606d req-d90d4c0a-0382-4640-96bf-1eb1a2b2b426 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e7fca78a-743c-4af3-9fb8-12bc06bb873c HTTP/1.1" status: 200 len: 860 time: 0.0675573 Nov 05 18:43:15.085438 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b8a72a-1568-475b-bab5-32ce02ca616e req-451816ed-8128-4d44-a178-159cd1ded6fc tempest-MultipleCreateTestJSON-1683623117 tempest-MultipleCreateTestJSON-1683623117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:43:15.087151 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-19b8a72a-1568-475b-bab5-32ce02ca616e req-451816ed-8128-4d44-a178-159cd1ded6fc tempest-MultipleCreateTestJSON-1683623117 tempest-MultipleCreateTestJSON-1683623117-project] 10.222.0.13 "GET /v2.0/ports?device_id=60a9debe-19f8-427c-91f4-70c960ec3c17 HTTP/1.1" status: 200 len: 943 time: 0.0548427 Nov 05 18:43:15.141122 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-19b8a72a-1568-475b-bab5-32ce02ca616e req-8efc4d78-271f-4111-a550-5f8b66d13939 tempest-MultipleCreateTestJSON-1683623117 tempest-MultipleCreateTestJSON-1683623117-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a4ef96b-132a-4d2d-bdd9-160079b94f96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474353 Nov 05 18:43:15.301036 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853d9d67-c24b-4597-8cc6-5770674231db req-07a2db31-78c5-491e-a85d-4e7bfd102873 tempest-ServersAdminTestJSON-1640316766 tempest-ServersAdminTestJSON-1640316766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:43:15.302948 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-853d9d67-c24b-4597-8cc6-5770674231db req-07a2db31-78c5-491e-a85d-4e7bfd102873 tempest-ServersAdminTestJSON-1640316766 tempest-ServersAdminTestJSON-1640316766-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9b749f8-e8f5-4ef2-95cf-6a618803d711 HTTP/1.1" status: 200 len: 936 time: 0.0863254 Nov 05 18:43:15.328176 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea98f30d-6d93-4996-b74d-6ae55909f86f req-c2b2c33a-695c-42ad-b39b-9b54a1ca3ed5 tempest-ServerDiagnosticsNegativeTest-1022087731 tempest-ServerDiagnosticsNegativeTest-1022087731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:43:15.330311 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-ea98f30d-6d93-4996-b74d-6ae55909f86f req-c2b2c33a-695c-42ad-b39b-9b54a1ca3ed5 tempest-ServerDiagnosticsNegativeTest-1022087731 tempest-ServerDiagnosticsNegativeTest-1022087731-project] 10.222.0.13 "GET /v2.0/ports?device_id=efd8c73c-e959-474c-ab70-094c89f087b3 HTTP/1.1" status: 200 len: 950 time: 0.0775046 Nov 05 18:43:15.403012 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-853d9d67-c24b-4597-8cc6-5770674231db req-23e6b6f4-bdc9-4bee-8972-8d37de4e39c5 tempest-ServersAdminTestJSON-1640316766 tempest-ServersAdminTestJSON-1640316766-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c663dac-2477-42f8-b37f-f366129474aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910614 Nov 05 18:43:15.404225 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-eda28dd9-088a-493b-8942-2ebf181a606d req-6f091f8c-bb57-4c31-8c00-f31680b3bc8f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=5e3d0b1a-fd18-45bc-91bd-c831330234c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3503582 Nov 05 18:43:15.407771 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-ea98f30d-6d93-4996-b74d-6ae55909f86f req-634a35b4-3d32-4a0f-9c57-9176687d9ab3 tempest-ServerDiagnosticsNegativeTest-1022087731 tempest-ServerDiagnosticsNegativeTest-1022087731-project] 10.222.0.13 "GET /v2.0/security-groups?id=ec247908-3d5e-4459-9dd9-8af41b7ef722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695789 Nov 05 18:43:15.413428 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-77e842bf-5e20-4819-9545-960e23078944 req-3bedeef3-79ff-4096-b077-5663845570ca tempest-ServersAdminTestJSON-1640316766 tempest-ServersAdminTestJSON-1640316766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:43:15.428824 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] get_ports_and_sgs() called for port_ids ['d2b9dcfc-68b4-4bc4-aeb0-4aae59241e7c', 'bfba3ce5-c439-44d1-8b5e-36948ba5ec18'] {{(pid=102388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 18:43:15.570588 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-77e842bf-5e20-4819-9545-960e23078944 req-3bedeef3-79ff-4096-b077-5663845570ca tempest-ServersAdminTestJSON-1640316766 tempest-ServersAdminTestJSON-1640316766-project] Network a723f808-b11e-4066-b104-fad90c82895e is already hosted by enough agents. {{(pid=102386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 18:43:15.600797 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bedeef3-79ff-4096-b077-5663845570ca tempest-ServersAdminTestJSON-1640316766 tempest-ServersAdminTestJSON-1640316766-project] Pushing event updated for resources: {'Port': ['ID=e8047dba-aea2-44a6-b753-8c18936bf163,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:43:15.603391 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.base_scheduler [req-77e842bf-5e20-4819-9545-960e23078944 req-3bedeef3-79ff-4096-b077-5663845570ca tempest-ServersAdminTestJSON-1640316766 tempest-ServersAdminTestJSON-1640316766-project] Resources bound (agent type, host, resource id): {{(pid=102386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:43:15.612489 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [req-77e842bf-5e20-4819-9545-960e23078944 req-3bedeef3-79ff-4096-b077-5663845570ca tempest-ServersAdminTestJSON-1640316766 tempest-ServersAdminTestJSON-1640316766-project] Received port after_create {{(pid=102386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 18:43:15.617854 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda28dd9-088a-493b-8942-2ebf181a606d req-2915af62-9a07-4034-aab2-82cfee2eacff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:43:15.619732 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-eda28dd9-088a-493b-8942-2ebf181a606d req-2915af62-9a07-4034-aab2-82cfee2eacff service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=5d8c25f022de4b75b42e8c289f7d3f0e&device_id=496b0923-7611-467f-9825-e66b45a0c47e HTTP/1.1" status: 200 len: 1095 time: 0.2177615 Nov 05 18:43:15.654705 n-d-816865-1 neutron-server[102386]: DEBUG neutron.notifiers.nova [req-364021f1-da2a-4aeb-bb47-b38caba4adda req-4cdff082-16a7-45d5-a97c-19e3b4bdff59 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df18205d-5c88-489f-9d3f-06d8f897d00c {{(pid=102386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 18:43:15.684027 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-364021f1-da2a-4aeb-bb47-b38caba4adda req-4cdff082-16a7-45d5-a97c-19e3b4bdff59 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:43:15.781614 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.provisioning_blocks [req-364021f1-da2a-4aeb-bb47-b38caba4adda req-4cdff082-16a7-45d5-a97c-19e3b4bdff59 service neutron] Transition to ACTIVE for port object df18205d-5c88-489f-9d3f-06d8f897d00c will not be triggered until provisioned by entity L2. {{(pid=102386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 05 18:43:15.784576 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-eda28dd9-088a-493b-8942-2ebf181a606d req-9395546e-7f4a-4c88-8bb5-3bc8355b5fe4 service neutron] 10.222.0.41 "GET /v2.0/networks/5e3d0b1a-fd18-45bc-91bd-c831330234c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3692033 Nov 05 18:43:15.799879 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e842bf-5e20-4819-9545-960e23078944 req-3bedeef3-79ff-4096-b077-5663845570ca tempest-ServersAdminTestJSON-1640316766 tempest-ServersAdminTestJSON-1640316766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:43:15.805995 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-77e842bf-5e20-4819-9545-960e23078944 req-3bedeef3-79ff-4096-b077-5663845570ca tempest-ServersAdminTestJSON-1640316766 tempest-ServersAdminTestJSON-1640316766-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:43:15.844528 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-364021f1-da2a-4aeb-bb47-b38caba4adda req-4cdff082-16a7-45d5-a97c-19e3b4bdff59 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6149821'] for port, after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:43:15.877623 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30dbcef8-af8a-4e1a-bf84-1a4e161ff780 req-9247baa6-910c-4791-8871-a09275573348 tempest-LiveAutoBlockMigrationV225Test-1563372898 tempest-LiveAutoBlockMigrationV225Test-1563372898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:43:15.886193 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-30dbcef8-af8a-4e1a-bf84-1a4e161ff780 req-9247baa6-910c-4791-8871-a09275573348 tempest-LiveAutoBlockMigrationV225Test-1563372898 tempest-LiveAutoBlockMigrationV225Test-1563372898-project] 10.222.0.13 "GET /v2.0/ports?device_id=4f3886b5-bfd5-4bd1-b503-1a7b6a830e3d HTTP/1.1" status: 200 len: 944 time: 0.0784664 Nov 05 18:43:15.935342 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-30dbcef8-af8a-4e1a-bf84-1a4e161ff780 req-229ca6fd-3ee8-43dc-af46-7113c08b8fa4 tempest-LiveAutoBlockMigrationV225Test-1563372898 tempest-LiveAutoBlockMigrationV225Test-1563372898-project] 10.222.0.13 "GET /v2.0/security-groups?id=35cb161a-9192-43e2-a392-140fa33626b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476301 Nov 05 18:43:15.942261 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-77e842bf-5e20-4819-9545-960e23078944 req-3bedeef3-79ff-4096-b077-5663845570ca tempest-ServersAdminTestJSON-1640316766 tempest-ServersAdminTestJSON-1640316766-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.3538885 Nov 05 18:43:15.962918 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda28dd9-088a-493b-8942-2ebf181a606d req-1feb1f57-1c22-4d51-81fe-25e6c8bb175a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:43:15.962918 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-eda28dd9-088a-493b-8942-2ebf181a606d req-1feb1f57-1c22-4d51-81fe-25e6c8bb175a service neutron] 10.222.0.55 "GET /v2.0/networks?id=a1c387b6-9d2f-422a-83f2-3344249696b0 HTTP/1.1" status: 200 len: 913 time: 0.2946084 Nov 05 18:43:15.967657 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [req-77e842bf-5e20-4819-9545-960e23078944 req-f62c5071-0600-4937-a9e6-614928abc927 service neutron] Request body: {'port': {'device_id': 'e9b749f8-e8f5-4ef2-95cf-6a618803d711', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816865-1'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:43:15.977170 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-875fc079-8454-49cb-9bf7-417aeec1c130 None None] Provisioning complete for port e8047dba-aea2-44a6-b753-8c18936bf163 triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:43:15.978568 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-875fc079-8454-49cb-9bf7-417aeec1c130 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:43:16.012161 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdff082-16a7-45d5-a97c-19e3b4bdff59 service neutron] Pushing event updated for resources: {'Port': ['ID=df18205d-5c88-489f-9d3f-06d8f897d00c,revision_number=2']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:43:16.027840 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-875fc079-8454-49cb-9bf7-417aeec1c130 None None] Port e8047dba-aea2-44a6-b753-8c18936bf163 cannot update to ACTIVE because it is not bound. {{(pid=102388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 18:43:16.080263 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-eda28dd9-088a-493b-8942-2ebf181a606d req-08d92d4a-de41-4454-806c-ebdb1147fcf8 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=db5b0f4a-a064-4d10-9af3-becb2ec4f105 HTTP/1.1" status: 200 len: 217 time: 0.1035793 Nov 05 18:43:16.126378 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007bd3dc-b8ad-4406-bee0-eb1866be4800 req-53d42921-ea10-4624-8105-b03f59631a14 tempest-ServerDiskConfigTestJSON-70330027 tempest-ServerDiskConfigTestJSON-70330027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:43:16.127904 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-007bd3dc-b8ad-4406-bee0-eb1866be4800 req-53d42921-ea10-4624-8105-b03f59631a14 tempest-ServerDiskConfigTestJSON-70330027 tempest-ServerDiskConfigTestJSON-70330027-project] 10.222.0.13 "GET /v2.0/ports?device_id=6fdd5ed6-81d7-4ab5-86e9-c29a11f82abc HTTP/1.1" status: 200 len: 943 time: 0.0547538 Nov 05 18:43:16.149587 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-eda28dd9-088a-493b-8942-2ebf181a606d req-31a22f9e-6896-40fb-af2c-690bdba77a05 service neutron] 10.222.0.41 "GET /v2.0/networks/5e3d0b1a-fd18-45bc-91bd-c831330234c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3429582 Nov 05 18:43:16.180671 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-007bd3dc-b8ad-4406-bee0-eb1866be4800 req-eabcbd0e-d395-4b7e-942e-e2ce84024588 tempest-ServerDiskConfigTestJSON-70330027 tempest-ServerDiskConfigTestJSON-70330027-project] 10.222.0.13 "GET /v2.0/security-groups?id=415b984e-2c75-4a2b-aae3-7fe54c54a52e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461032 Nov 05 18:43:16.202615 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-77e842bf-5e20-4819-9545-960e23078944 req-f62c5071-0600-4937-a9e6-614928abc927 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:43:16.252510 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda28dd9-088a-493b-8942-2ebf181a606d req-c30979e4-68b9-480a-b94f-4751df3bc0d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:43:16.254095 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-eda28dd9-088a-493b-8942-2ebf181a606d req-c30979e4-68b9-480a-b94f-4751df3bc0d1 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e02eab79-5f68-40da-9bf0-ba9f8213f038 HTTP/1.1" status: 200 len: 852 time: 0.1340504 Nov 05 18:43:16.256999 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [req-364021f1-da2a-4aeb-bb47-b38caba4adda req-4cdff082-16a7-45d5-a97c-19e3b4bdff59 service neutron] Attempting to bind port df18205d-5c88-489f-9d3f-06d8f897d00c on host n-h2-816865-1 for vnic_type normal with profile {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 18:43:16.257335 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [req-364021f1-da2a-4aeb-bb47-b38caba4adda req-4cdff082-16a7-45d5-a97c-19e3b4bdff59 service neutron] Attempting to bind port df18205d-5c88-489f-9d3f-06d8f897d00c by drivers openvswitch,hyperv on host n-h2-816865-1 at level 0 using segments [{'id': 'b30a663d-6bb9-436d-bbb6-d3fc1ef4951b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'c410af1b-0d29-45ed-bbbd-e63b694a7756'}] {{(pid=102386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 18:43:16.257731 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-364021f1-da2a-4aeb-bb47-b38caba4adda req-4cdff082-16a7-45d5-a97c-19e3b4bdff59 service neutron] Attempting to bind port df18205d-5c88-489f-9d3f-06d8f897d00c on network c410af1b-0d29-45ed-bbbd-e63b694a7756 {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 18:43:16.265178 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-364021f1-da2a-4aeb-bb47-b38caba4adda req-4cdff082-16a7-45d5-a97c-19e3b4bdff59 service neutron] Port df18205d-5c88-489f-9d3f-06d8f897d00c on network c410af1b-0d29-45ed-bbbd-e63b694a7756 not bound, no agent of type Open vSwitch agent registered on host n-h2-816865-1 {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 18:43:16.269599 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-364021f1-da2a-4aeb-bb47-b38caba4adda req-4cdff082-16a7-45d5-a97c-19e3b4bdff59 service neutron] Attempting to bind port df18205d-5c88-489f-9d3f-06d8f897d00c on network c410af1b-0d29-45ed-bbbd-e63b694a7756 {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 18:43:16.299783 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04187474-69f0-4ce3-96be-e73b1aa4eac9 req-648c4959-7022-4f9d-94eb-b937ecae438f tempest-MultipleCreateTestJSON-1683623117 tempest-MultipleCreateTestJSON-1683623117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:43:16.301344 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-04187474-69f0-4ce3-96be-e73b1aa4eac9 req-648c4959-7022-4f9d-94eb-b937ecae438f tempest-MultipleCreateTestJSON-1683623117 tempest-MultipleCreateTestJSON-1683623117-project] 10.222.0.13 "GET /v2.0/ports?device_id=60a9debe-19f8-427c-91f4-70c960ec3c17 HTTP/1.1" status: 200 len: 943 time: 0.0612979 Nov 05 18:43:16.304618 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-364021f1-da2a-4aeb-bb47-b38caba4adda req-4cdff082-16a7-45d5-a97c-19e3b4bdff59 service neutron] Checking agent: {'id': '32aff553-696f-4891-83f5-5c176f61fe54', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816865-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 18, 33, 36), 'started_at': datetime.datetime(2021, 11, 5, 18, 33, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 18, 43, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 18:43:16.304980 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-364021f1-da2a-4aeb-bb47-b38caba4adda req-4cdff082-16a7-45d5-a97c-19e3b4bdff59 service neutron] Checking segment: {'id': 'b30a663d-6bb9-436d-bbb6-d3fc1ef4951b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'c410af1b-0d29-45ed-bbbd-e63b694a7756'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 18:43:16.305373 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-364021f1-da2a-4aeb-bb47-b38caba4adda req-4cdff082-16a7-45d5-a97c-19e3b4bdff59 service neutron] Bound using segment: {'id': 'b30a663d-6bb9-436d-bbb6-d3fc1ef4951b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'c410af1b-0d29-45ed-bbbd-e63b694a7756'} {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 18:43:16.305823 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [req-364021f1-da2a-4aeb-bb47-b38caba4adda req-4cdff082-16a7-45d5-a97c-19e3b4bdff59 service neutron] Bound port: df18205d-5c88-489f-9d3f-06d8f897d00c, host: n-h2-816865-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b30a663d-6bb9-436d-bbb6-d3fc1ef4951b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'c410af1b-0d29-45ed-bbbd-e63b694a7756'}}] {{(pid=102386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 18:43:16.306216 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-364021f1-da2a-4aeb-bb47-b38caba4adda req-4cdff082-16a7-45d5-a97c-19e3b4bdff59 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:43:16.317221 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-eda28dd9-088a-493b-8942-2ebf181a606d req-12c413dd-c82e-4207-9e77-94e888b1984b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a1c387b6-9d2f-422a-83f2-3344249696b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0462437 Nov 05 18:43:16.397637 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd90898d-6b19-4d23-9042-f6617f152c8d req-5e04a5e0-b7b0-4340-82b2-d291fae4ea8e tempest-ServerDiagnosticsNegativeTest-1022087731 tempest-ServerDiagnosticsNegativeTest-1022087731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:43:16.399192 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-cd90898d-6b19-4d23-9042-f6617f152c8d req-5e04a5e0-b7b0-4340-82b2-d291fae4ea8e tempest-ServerDiagnosticsNegativeTest-1022087731 tempest-ServerDiagnosticsNegativeTest-1022087731-project] 10.222.0.13 "GET /v2.0/ports?device_id=efd8c73c-e959-474c-ab70-094c89f087b3 HTTP/1.1" status: 200 len: 950 time: 0.0910304 Nov 05 18:43:16.402746 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-04187474-69f0-4ce3-96be-e73b1aa4eac9 req-92e12914-c713-4d08-bc09-9edab1f443b8 tempest-MultipleCreateTestJSON-1683623117 tempest-MultipleCreateTestJSON-1683623117-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a4ef96b-132a-4d2d-bdd9-160079b94f96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933213 Nov 05 18:43:16.468660 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-cd90898d-6b19-4d23-9042-f6617f152c8d req-bd6f5646-57e5-4554-81f8-d097550f9fdc tempest-ServerDiagnosticsNegativeTest-1022087731 tempest-ServerDiagnosticsNegativeTest-1022087731-project] 10.222.0.13 "GET /v2.0/security-groups?id=ec247908-3d5e-4459-9dd9-8af41b7ef722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528343 Nov 05 18:43:16.536403 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4225bc49-138b-4117-87b3-d4c4c75d5864 req-9830cea3-5867-42eb-9bcd-a8334fdaebe2 tempest-ServersAdminTestJSON-1640316766 tempest-ServersAdminTestJSON-1640316766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:43:16.538437 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-4225bc49-138b-4117-87b3-d4c4c75d5864 req-9830cea3-5867-42eb-9bcd-a8334fdaebe2 tempest-ServersAdminTestJSON-1640316766 tempest-ServersAdminTestJSON-1640316766-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9b749f8-e8f5-4ef2-95cf-6a618803d711 HTTP/1.1" status: 200 len: 936 time: 0.0555234 Nov 05 18:43:16.567312 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [req-364021f1-da2a-4aeb-bb47-b38caba4adda req-4cdff082-16a7-45d5-a97c-19e3b4bdff59 service neutron] For port df18205d-5c88-489f-9d3f-06d8f897d00c, host n-h2-816865-1, cleared binding levels {{(pid=102386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 18:43:16.592813 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [req-364021f1-da2a-4aeb-bb47-b38caba4adda req-4cdff082-16a7-45d5-a97c-19e3b4bdff59 service neutron] For port df18205d-5c88-489f-9d3f-06d8f897d00c, host n-h2-816865-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=df18205d-5c88-489f-9d3f-06d8f897d00c,segment=NetworkSegment(b30a663d-6bb9-436d-bbb6-d3fc1ef4951b),segment_id=b30a663d-6bb9-436d-bbb6-d3fc1ef4951b)] {{(pid=102386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 18:43:16.597399 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-eda28dd9-088a-493b-8942-2ebf181a606d req-074d94d2-7284-452a-9dd2-c49a0a72eeff service neutron] 10.222.0.55 "GET /v2.0/networks/a1c387b6-9d2f-422a-83f2-3344249696b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2691731 Nov 05 18:43:16.625181 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-4225bc49-138b-4117-87b3-d4c4c75d5864 req-82397ed6-f99e-436d-a379-4690f0f65903 tempest-ServersAdminTestJSON-1640316766 tempest-ServersAdminTestJSON-1640316766-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c663dac-2477-42f8-b37f-f366129474aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759225 Nov 05 18:43:16.707569 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-364021f1-da2a-4aeb-bb47-b38caba4adda req-4cdff082-16a7-45d5-a97c-19e3b4bdff59 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6149821'] for port, after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:43:16.772751 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364021f1-da2a-4aeb-bb47-b38caba4adda req-4cdff082-16a7-45d5-a97c-19e3b4bdff59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:43:16.773368 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-364021f1-da2a-4aeb-bb47-b38caba4adda req-4cdff082-16a7-45d5-a97c-19e3b4bdff59 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:43:16.774763 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-364021f1-da2a-4aeb-bb47-b38caba4adda req-4cdff082-16a7-45d5-a97c-19e3b4bdff59 service neutron] 10.222.0.55 "PUT /v2.0/ports/df18205d-5c88-489f-9d3f-06d8f897d00c HTTP/1.1" status: 200 len: 1091 time: 2.4857316 Nov 05 18:43:16.779146 n-d-816865-1 neutron-server[102386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6fdd5ed6-81d7-4ab5-86e9-c29a11f82abc', 'tag': 'df18205d-5c88-489f-9d3f-06d8f897d00c'}] {{(pid=102386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 18:43:16.781382 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6173a44d7c73f41af551dc890fa1a5892c2c6bc3458b640c8e0c24db7876ba6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8c10e02-5e24-48b9-9e29-c4e96494164f" -d '{"events": [{"name": "network-changed", "server_uuid": "6fdd5ed6-81d7-4ab5-86e9-c29a11f82abc", "tag": "df18205d-5c88-489f-9d3f-06d8f897d00c"}]}' {{(pid=102386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 18:43:16.820984 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Device 9dca30fe-6f8c-460c-86d2-6c228b9d6845 details requested by agent hyperv_n-h1-816865-1 with host n-h1-816865-1 {{(pid=102388) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 05 18:43:16.841992 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-eda28dd9-088a-493b-8942-2ebf181a606d req-e5b86167-83f9-4108-a25c-f527a5d06297 service neutron] 10.222.0.55 "GET /v2.0/networks/a1c387b6-9d2f-422a-83f2-3344249696b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2336783 Nov 05 18:43:16.845489 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdff082-16a7-45d5-a97c-19e3b4bdff59 service neutron] Pushing event updated for resources: {'Port': ['ID=df18205d-5c88-489f-9d3f-06d8f897d00c,revision_number=3']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:43:16.852386 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 18:43:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea9bdfc6-94c4-4c0f-bb3d-f1d148e8cbd8 x-openstack-request-id: req-ea9bdfc6-94c4-4c0f-bb3d-f1d148e8cbd8 {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 18:43:16.852625 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6fdd5ed6-81d7-4ab5-86e9-c29a11f82abc", "tag": "df18205d-5c88-489f-9d3f-06d8f897d00c", "status": "completed", "code": 200}]} {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 18:43:16.852878 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ea9bdfc6-94c4-4c0f-bb3d-f1d148e8cbd8 {{(pid=102386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 18:43:16.853270 n-d-816865-1 neutron-server[102386]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6fdd5ed6-81d7-4ab5-86e9-c29a11f82abc', 'tag': 'df18205d-5c88-489f-9d3f-06d8f897d00c', 'status': 'completed', 'code': 200} Nov 05 18:43:16.859650 n-d-816865-1 neutron-server[102386]: DEBUG neutron.notifiers.nova [req-77e842bf-5e20-4819-9545-960e23078944 req-f62c5071-0600-4937-a9e6-614928abc927 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e8047dba-aea2-44a6-b753-8c18936bf163 {{(pid=102386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 18:43:16.872817 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-77e842bf-5e20-4819-9545-960e23078944 req-f62c5071-0600-4937-a9e6-614928abc927 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:43:16.896540 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.provisioning_blocks [req-77e842bf-5e20-4819-9545-960e23078944 req-f62c5071-0600-4937-a9e6-614928abc927 service neutron] Transition to ACTIVE for port object e8047dba-aea2-44a6-b753-8c18936bf163 will not be triggered until provisioned by entity L2. {{(pid=102386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 05 18:43:16.928073 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c10e02-5e24-48b9-9e29-c4e96494164f req-ce81d9a2-1265-46f0-82c9-8e1411fa2498 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:43:16.930182 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-b8c10e02-5e24-48b9-9e29-c4e96494164f req-ce81d9a2-1265-46f0-82c9-8e1411fa2498 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d917dacf65cd489fa36d8042253fe266&device_id=6fdd5ed6-81d7-4ab5-86e9-c29a11f82abc HTTP/1.1" status: 200 len: 1094 time: 0.0460665 Nov 05 18:43:16.953730 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-77e842bf-5e20-4819-9545-960e23078944 req-f62c5071-0600-4937-a9e6-614928abc927 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6149821'] for port, after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:43:16.954566 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] For port 9dca30fe-6f8c-460c-86d2-6c228b9d6845, host n-h1-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=9dca30fe-6f8c-460c-86d2-6c228b9d6845,segment=NetworkSegment(7366b739-dd80-4115-a639-c56c148a62e9),segment_id=7366b739-dd80-4115-a639-c56c148a62e9)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:43:16.967224 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Returning: {'device': '9dca30fe-6f8c-460c-86d2-6c228b9d6845', 'network_id': 'a1c387b6-9d2f-422a-83f2-3344249696b0', 'port_id': '9dca30fe-6f8c-460c-86d2-6c228b9d6845', 'mac_address': 'fa:16:3e:f8:35:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e02eab79-5f68-40da-9bf0-ba9f8213f038', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102388) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 05 18:43:17.028774 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:43:17.049003 n-d-816865-1 neutron-server[102388]: DEBUG neutron.notifiers.nova [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9dca30fe-6f8c-460c-86d2-6c228b9d6845 {{(pid=102388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 18:43:17.076049 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] For port 9dca30fe-6f8c-460c-86d2-6c228b9d6845, host n-h1-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=9dca30fe-6f8c-460c-86d2-6c228b9d6845,segment=NetworkSegment(7366b739-dd80-4115-a639-c56c148a62e9),segment_id=7366b739-dd80-4115-a639-c56c148a62e9)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:43:17.103225 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbef3e3-33b5-468f-be3c-aac86b667d15 req-9de6ddd9-c3ec-4ca1-950f-b63f3fd0c968 tempest-LiveAutoBlockMigrationV225Test-1563372898 tempest-LiveAutoBlockMigrationV225Test-1563372898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:43:17.113055 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-dcbef3e3-33b5-468f-be3c-aac86b667d15 req-9de6ddd9-c3ec-4ca1-950f-b63f3fd0c968 tempest-LiveAutoBlockMigrationV225Test-1563372898 tempest-LiveAutoBlockMigrationV225Test-1563372898-project] 10.222.0.13 "GET /v2.0/ports?device_id=4f3886b5-bfd5-4bd1-b503-1a7b6a830e3d HTTP/1.1" status: 200 len: 944 time: 0.0755684 Nov 05 18:43:17.167417 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:43:17.171071 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62c5071-0600-4937-a9e6-614928abc927 service neutron] Pushing event updated for resources: {'Port': ['ID=e8047dba-aea2-44a6-b753-8c18936bf163,revision_number=2']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:43:17.184556 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-dcbef3e3-33b5-468f-be3c-aac86b667d15 req-54014d4a-8ee6-4a6c-a7c2-a0b8825c71ff tempest-LiveAutoBlockMigrationV225Test-1563372898 tempest-LiveAutoBlockMigrationV225Test-1563372898-project] 10.222.0.13 "GET /v2.0/security-groups?id=35cb161a-9192-43e2-a392-140fa33626b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685112 Nov 05 18:43:17.206760 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [req-77e842bf-5e20-4819-9545-960e23078944 req-f62c5071-0600-4937-a9e6-614928abc927 service neutron] Attempting to bind port e8047dba-aea2-44a6-b753-8c18936bf163 on host n-h1-816865-1 for vnic_type normal with profile {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 18:43:17.207079 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [req-77e842bf-5e20-4819-9545-960e23078944 req-f62c5071-0600-4937-a9e6-614928abc927 service neutron] Attempting to bind port e8047dba-aea2-44a6-b753-8c18936bf163 by drivers openvswitch,hyperv on host n-h1-816865-1 at level 0 using segments [{'id': '35c2db9c-522d-48d3-98cf-a08c2cc55db7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'a723f808-b11e-4066-b104-fad90c82895e'}] {{(pid=102386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 18:43:17.207410 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77e842bf-5e20-4819-9545-960e23078944 req-f62c5071-0600-4937-a9e6-614928abc927 service neutron] Attempting to bind port e8047dba-aea2-44a6-b753-8c18936bf163 on network a723f808-b11e-4066-b104-fad90c82895e {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 18:43:17.215704 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77e842bf-5e20-4819-9545-960e23078944 req-f62c5071-0600-4937-a9e6-614928abc927 service neutron] Port e8047dba-aea2-44a6-b753-8c18936bf163 on network a723f808-b11e-4066-b104-fad90c82895e not bound, no agent of type Open vSwitch agent registered on host n-h1-816865-1 {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 18:43:17.216031 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77e842bf-5e20-4819-9545-960e23078944 req-f62c5071-0600-4937-a9e6-614928abc927 service neutron] Attempting to bind port e8047dba-aea2-44a6-b753-8c18936bf163 on network a723f808-b11e-4066-b104-fad90c82895e {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 18:43:17.226246 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77e842bf-5e20-4819-9545-960e23078944 req-f62c5071-0600-4937-a9e6-614928abc927 service neutron] Checking agent: {'id': 'eb596d7c-8c64-42bd-8aca-fad447eb0eab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816865-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 18, 33, 34), 'started_at': datetime.datetime(2021, 11, 5, 18, 33, 34), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 18, 43, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 18:43:17.226591 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77e842bf-5e20-4819-9545-960e23078944 req-f62c5071-0600-4937-a9e6-614928abc927 service neutron] Checking segment: {'id': '35c2db9c-522d-48d3-98cf-a08c2cc55db7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'a723f808-b11e-4066-b104-fad90c82895e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 18:43:17.226982 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77e842bf-5e20-4819-9545-960e23078944 req-f62c5071-0600-4937-a9e6-614928abc927 service neutron] Bound using segment: {'id': '35c2db9c-522d-48d3-98cf-a08c2cc55db7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'a723f808-b11e-4066-b104-fad90c82895e'} {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 18:43:17.227431 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [req-77e842bf-5e20-4819-9545-960e23078944 req-f62c5071-0600-4937-a9e6-614928abc927 service neutron] Bound port: e8047dba-aea2-44a6-b753-8c18936bf163, host: n-h1-816865-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35c2db9c-522d-48d3-98cf-a08c2cc55db7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'a723f808-b11e-4066-b104-fad90c82895e'}}] {{(pid=102386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 18:43:17.227787 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-77e842bf-5e20-4819-9545-960e23078944 req-f62c5071-0600-4937-a9e6-614928abc927 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:43:17.270888 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Pushing event updated for resources: {'Port': ['ID=9dca30fe-6f8c-460c-86d2-6c228b9d6845,revision_number=4']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:43:17.303652 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c10e02-5e24-48b9-9e29-c4e96494164f req-3467c3cc-9a9e-4806-85dd-a5c25cf53d05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:43:17.305263 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-b8c10e02-5e24-48b9-9e29-c4e96494164f req-3467c3cc-9a9e-4806-85dd-a5c25cf53d05 service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=d917dacf65cd489fa36d8042253fe266&shared=False HTTP/1.1" status: 200 len: 915 time: 0.3630142 Nov 05 18:43:17.336148 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f5c306-ee2d-4af0-b18d-5c4fb8beb7c6 req-0041919c-2571-438c-beca-c70149f596e0 tempest-ServerDiskConfigTestJSON-70330027 tempest-ServerDiskConfigTestJSON-70330027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:43:17.337710 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-17f5c306-ee2d-4af0-b18d-5c4fb8beb7c6 req-0041919c-2571-438c-beca-c70149f596e0 tempest-ServerDiskConfigTestJSON-70330027 tempest-ServerDiskConfigTestJSON-70330027-project] 10.222.0.13 "GET /v2.0/ports?device_id=6fdd5ed6-81d7-4ab5-86e9-c29a11f82abc HTTP/1.1" status: 200 len: 943 time: 0.0533068 Nov 05 18:43:17.387939 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-17f5c306-ee2d-4af0-b18d-5c4fb8beb7c6 req-0bdee86d-4ea2-4feb-a788-7ed9684ae6bd tempest-ServerDiskConfigTestJSON-70330027 tempest-ServerDiskConfigTestJSON-70330027-project] 10.222.0.13 "GET /v2.0/security-groups?id=415b984e-2c75-4a2b-aae3-7fe54c54a52e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430999 Nov 05 18:43:17.426279 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [req-77e842bf-5e20-4819-9545-960e23078944 req-f62c5071-0600-4937-a9e6-614928abc927 service neutron] For port e8047dba-aea2-44a6-b753-8c18936bf163, host n-h1-816865-1, cleared binding levels {{(pid=102386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 18:43:17.448578 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [req-77e842bf-5e20-4819-9545-960e23078944 req-f62c5071-0600-4937-a9e6-614928abc927 service neutron] For port e8047dba-aea2-44a6-b753-8c18936bf163, host n-h1-816865-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=e8047dba-aea2-44a6-b753-8c18936bf163,segment=NetworkSegment(35c2db9c-522d-48d3-98cf-a08c2cc55db7),segment_id=35c2db9c-522d-48d3-98cf-a08c2cc55db7)] {{(pid=102386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 18:43:17.479299 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c10e02-5e24-48b9-9e29-c4e96494164f req-9324ee9e-806e-4052-a660-947653af5ff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:43:17.481294 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-b8c10e02-5e24-48b9-9e29-c4e96494164f req-9324ee9e-806e-4052-a660-947653af5ff2 service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1549480 Nov 05 18:43:17.487288 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] get_ports_and_sgs() called for port_ids ['9dca30fe-6f8c-460c-86d2-6c228b9d6845'] {{(pid=102388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 18:43:17.527062 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-77e842bf-5e20-4819-9545-960e23078944 req-f62c5071-0600-4937-a9e6-614928abc927 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6149821'] for port, after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:43:17.546345 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffb5690-4ebf-4631-8744-26f2478e6e22 req-0b381ff7-03f3-4e03-b014-737f606c02a6 tempest-MultipleCreateTestJSON-1683623117 tempest-MultipleCreateTestJSON-1683623117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:43:17.548578 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-fffb5690-4ebf-4631-8744-26f2478e6e22 req-0b381ff7-03f3-4e03-b014-737f606c02a6 tempest-MultipleCreateTestJSON-1683623117 tempest-MultipleCreateTestJSON-1683623117-project] 10.222.0.13 "GET /v2.0/ports?device_id=60a9debe-19f8-427c-91f4-70c960ec3c17 HTTP/1.1" status: 200 len: 944 time: 0.0686762 Nov 05 18:43:17.609792 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e842bf-5e20-4819-9545-960e23078944 req-f62c5071-0600-4937-a9e6-614928abc927 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:43:17.610449 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-77e842bf-5e20-4819-9545-960e23078944 req-f62c5071-0600-4937-a9e6-614928abc927 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:43:17.611910 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-77e842bf-5e20-4819-9545-960e23078944 req-f62c5071-0600-4937-a9e6-614928abc927 service neutron] 10.222.0.41 "PUT /v2.0/ports/e8047dba-aea2-44a6-b753-8c18936bf163 HTTP/1.1" status: 200 len: 1096 time: 1.6516030 Nov 05 18:43:17.654171 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364021f1-da2a-4aeb-bb47-b38caba4adda req-657d4436-ca7d-4db4-b094-ea4574dfd429 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:43:17.656410 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-364021f1-da2a-4aeb-bb47-b38caba4adda req-657d4436-ca7d-4db4-b094-ea4574dfd429 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d917dacf65cd489fa36d8042253fe266&device_id=6fdd5ed6-81d7-4ab5-86e9-c29a11f82abc HTTP/1.1" status: 200 len: 1094 time: 0.0944009 Nov 05 18:43:17.657830 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62c5071-0600-4937-a9e6-614928abc927 service neutron] Pushing event updated for resources: {'Port': ['ID=e8047dba-aea2-44a6-b753-8c18936bf163,revision_number=3']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:43:17.692974 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-fffb5690-4ebf-4631-8744-26f2478e6e22 req-587423b5-9d17-400f-9128-ca0b6c8aa4bd tempest-MultipleCreateTestJSON-1683623117 tempest-MultipleCreateTestJSON-1683623117-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a4ef96b-132a-4d2d-bdd9-160079b94f96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318026 Nov 05 18:43:17.715081 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b68794-db51-4829-8ce8-9dfd866da31c req-348ad7d1-9224-4e90-a3c8-8e32921ea3c5 tempest-ServerDiagnosticsNegativeTest-1022087731 tempest-ServerDiagnosticsNegativeTest-1022087731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:43:17.715081 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-49b68794-db51-4829-8ce8-9dfd866da31c req-348ad7d1-9224-4e90-a3c8-8e32921ea3c5 tempest-ServerDiagnosticsNegativeTest-1022087731 tempest-ServerDiagnosticsNegativeTest-1022087731-project] 10.222.0.13 "GET /v2.0/ports?device_id=efd8c73c-e959-474c-ab70-094c89f087b3 HTTP/1.1" status: 200 len: 950 time: 0.1545949 Nov 05 18:43:17.755859 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-364021f1-da2a-4aeb-bb47-b38caba4adda req-2fd64541-8d47-4d8b-a005-d36eb3f6349b service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=df18205d-5c88-489f-9d3f-06d8f897d00c HTTP/1.1" status: 200 len: 217 time: 0.0871441 Nov 05 18:43:17.791763 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-49b68794-db51-4829-8ce8-9dfd866da31c req-d24e06df-4a62-4ccf-b568-922960a4a54a tempest-ServerDiagnosticsNegativeTest-1022087731 tempest-ServerDiagnosticsNegativeTest-1022087731-project] 10.222.0.13 "GET /v2.0/security-groups?id=ec247908-3d5e-4459-9dd9-8af41b7ef722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677810 Nov 05 18:43:17.883352 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e842bf-5e20-4819-9545-960e23078944 req-6716a522-ac74-497f-9a77-c17e4843ecbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:43:17.884952 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-77e842bf-5e20-4819-9545-960e23078944 req-6716a522-ac74-497f-9a77-c17e4843ecbb service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d4be27d9848c492b8c8fb5e165fc1c12&device_id=e9b749f8-e8f5-4ef2-95cf-6a618803d711 HTTP/1.1" status: 200 len: 1099 time: 0.1185780 Nov 05 18:43:17.887167 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364021f1-da2a-4aeb-bb47-b38caba4adda req-64cc89c6-b9ad-44eb-9044-97193ebd6801 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:43:17.888823 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-364021f1-da2a-4aeb-bb47-b38caba4adda req-64cc89c6-b9ad-44eb-9044-97193ebd6801 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f65b8522-0d6e-4b41-a88d-8d5f4f8e7c9d HTTP/1.1" status: 200 len: 854 time: 0.1212122 Nov 05 18:43:17.984026 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0570cf04-f63a-4444-b1ae-369a7327c31d req-484a5c06-2885-46ed-bb66-e87216d8eb16 tempest-ServersAdminTestJSON-1640316766 tempest-ServersAdminTestJSON-1640316766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:43:17.996673 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-0570cf04-f63a-4444-b1ae-369a7327c31d req-484a5c06-2885-46ed-bb66-e87216d8eb16 tempest-ServersAdminTestJSON-1640316766 tempest-ServersAdminTestJSON-1640316766-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9b749f8-e8f5-4ef2-95cf-6a618803d711 HTTP/1.1" status: 200 len: 948 time: 0.1058278 Nov 05 18:43:18.006269 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-77e842bf-5e20-4819-9545-960e23078944 req-cb46e0cd-1e4f-494f-9399-b21c91bf89c3 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.153&port_id=e8047dba-aea2-44a6-b753-8c18936bf163 HTTP/1.1" status: 200 len: 217 time: 0.1038501 Nov 05 18:43:18.026689 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-364021f1-da2a-4aeb-bb47-b38caba4adda req-3b83aa80-bbc8-429d-8884-8a4912948512 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c410af1b-0d29-45ed-bbbd-e63b694a7756&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0485694 Nov 05 18:43:18.056001 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-0570cf04-f63a-4444-b1ae-369a7327c31d req-e4c26be3-4fb4-499f-9254-f110d026f6f0 tempest-ServersAdminTestJSON-1640316766 tempest-ServersAdminTestJSON-1640316766-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c663dac-2477-42f8-b37f-f366129474aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568035 Nov 05 18:43:18.149688 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e842bf-5e20-4819-9545-960e23078944 req-53559713-cc40-4edc-a2c0-32d002ea9b6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:43:18.151184 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-77e842bf-5e20-4819-9545-960e23078944 req-53559713-cc40-4edc-a2c0-32d002ea9b6e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=05e7a1b5-165b-4a00-855a-ffbcb2eba59e HTTP/1.1" status: 200 len: 843 time: 0.1346214 Nov 05 18:43:18.250414 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8870e7b-0578-4cee-8a1f-04280d63498b req-b22d3fd8-f337-4d9e-b1ce-3ba827393536 tempest-ServerDiagnosticsNegativeTest-1022087731 tempest-ServerDiagnosticsNegativeTest-1022087731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:43:18.251845 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-d8870e7b-0578-4cee-8a1f-04280d63498b req-b22d3fd8-f337-4d9e-b1ce-3ba827393536 tempest-ServerDiagnosticsNegativeTest-1022087731 tempest-ServerDiagnosticsNegativeTest-1022087731-project] 10.222.0.55 "GET /v2.0/ports?device_id=efd8c73c-e959-474c-ab70-094c89f087b3 HTTP/1.1" status: 200 len: 950 time: 0.1497681 Nov 05 18:43:18.261442 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-364021f1-da2a-4aeb-bb47-b38caba4adda req-4b06b402-a19a-4d4e-8250-9568e027ac87 service neutron] 10.222.0.55 "GET /v2.0/networks/c410af1b-0d29-45ed-bbbd-e63b694a7756?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2102020 Nov 05 18:43:18.272315 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e842bf-5e20-4819-9545-960e23078944 req-2d28c50c-d1ae-4ad9-994d-39fe597694f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:43:18.274450 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-77e842bf-5e20-4819-9545-960e23078944 req-2d28c50c-d1ae-4ad9-994d-39fe597694f9 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a723f808-b11e-4066-b104-fad90c82895e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1045942 Nov 05 18:43:18.321610 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663cebbf-be93-44b7-b490-9a4038a1af01 req-c46d5913-bf23-44fe-82c1-28e396ca225a tempest-LiveAutoBlockMigrationV225Test-1563372898 tempest-LiveAutoBlockMigrationV225Test-1563372898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:43:18.323315 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-663cebbf-be93-44b7-b490-9a4038a1af01 req-c46d5913-bf23-44fe-82c1-28e396ca225a tempest-LiveAutoBlockMigrationV225Test-1563372898 tempest-LiveAutoBlockMigrationV225Test-1563372898-project] 10.222.0.13 "GET /v2.0/ports?device_id=4f3886b5-bfd5-4bd1-b503-1a7b6a830e3d HTTP/1.1" status: 200 len: 944 time: 0.0575409 Nov 05 18:43:18.351691 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Device db5b0f4a-a064-4d10-9af3-becb2ec4f105 details requested by agent hyperv_n-h2-816865-1 with host n-h2-816865-1 {{(pid=102388) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 05 18:43:18.401151 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-663cebbf-be93-44b7-b490-9a4038a1af01 req-0479d8c2-8d1c-4a7c-b575-8b1b9395fb56 tempest-LiveAutoBlockMigrationV225Test-1563372898 tempest-LiveAutoBlockMigrationV225Test-1563372898-project] 10.222.0.13 "GET /v2.0/security-groups?id=35cb161a-9192-43e2-a392-140fa33626b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666919 Nov 05 18:43:18.538220 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-364021f1-da2a-4aeb-bb47-b38caba4adda req-641f9c2b-4077-4b9d-8e11-236d5ff2fdb9 service neutron] 10.222.0.55 "GET /v2.0/networks/c410af1b-0d29-45ed-bbbd-e63b694a7756?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2606440 Nov 05 18:43:18.542748 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-77e842bf-5e20-4819-9545-960e23078944 req-43e8a0d9-3a77-4f5c-9acc-5e722ede5fc3 service neutron] 10.222.0.41 "GET /v2.0/networks/a723f808-b11e-4066-b104-fad90c82895e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2385695 Nov 05 18:43:18.556705 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ea32e8-f2e5-41ae-a216-c51489c92f27 req-b2bf4cfb-7ab7-4f61-b2b1-5995fde0f4fe tempest-ServerDiskConfigTestJSON-70330027 tempest-ServerDiskConfigTestJSON-70330027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:43:18.557042 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [req-d8870e7b-0578-4cee-8a1f-04280d63498b req-6a62071e-27ed-4a67-8c5b-21b80f4e4e4a tempest-ServerDiagnosticsNegativeTest-1022087731 tempest-ServerDiagnosticsNegativeTest-1022087731-project] Deleting port cf8703cc-6934-4052-94b2-76f3b785f84a {{(pid=102386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 18:43:18.557298 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-d8870e7b-0578-4cee-8a1f-04280d63498b req-6a62071e-27ed-4a67-8c5b-21b80f4e4e4a tempest-ServerDiagnosticsNegativeTest-1022087731 tempest-ServerDiagnosticsNegativeTest-1022087731-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:43:18.558627 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-30ea32e8-f2e5-41ae-a216-c51489c92f27 req-b2bf4cfb-7ab7-4f61-b2b1-5995fde0f4fe tempest-ServerDiskConfigTestJSON-70330027 tempest-ServerDiskConfigTestJSON-70330027-project] 10.222.0.13 "GET /v2.0/ports?device_id=6fdd5ed6-81d7-4ab5-86e9-c29a11f82abc HTTP/1.1" status: 200 len: 943 time: 0.0786154 Nov 05 18:43:18.598623 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] For port db5b0f4a-a064-4d10-9af3-becb2ec4f105, host n-h2-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=db5b0f4a-a064-4d10-9af3-becb2ec4f105,segment=NetworkSegment(7366b739-dd80-4115-a639-c56c148a62e9),segment_id=7366b739-dd80-4115-a639-c56c148a62e9)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:43:18.619915 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-30ea32e8-f2e5-41ae-a216-c51489c92f27 req-ba93bf8c-b81b-4f4e-9f16-727f9ee88751 tempest-ServerDiskConfigTestJSON-70330027 tempest-ServerDiskConfigTestJSON-70330027-project] 10.222.0.13 "GET /v2.0/security-groups?id=415b984e-2c75-4a2b-aae3-7fe54c54a52e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499558 Nov 05 18:43:18.620555 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Returning: {'device': 'db5b0f4a-a064-4d10-9af3-becb2ec4f105', 'network_id': 'a1c387b6-9d2f-422a-83f2-3344249696b0', 'port_id': 'db5b0f4a-a064-4d10-9af3-becb2ec4f105', 'mac_address': 'fa:16:3e:31:30:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e02eab79-5f68-40da-9bf0-ba9f8213f038', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102388) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 05 18:43:18.676759 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:43:18.691547 n-d-816865-1 neutron-server[102388]: DEBUG neutron.notifiers.nova [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id db5b0f4a-a064-4d10-9af3-becb2ec4f105 {{(pid=102388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 18:43:18.712968 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] For port db5b0f4a-a064-4d10-9af3-becb2ec4f105, host n-h2-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=db5b0f4a-a064-4d10-9af3-becb2ec4f105,segment=NetworkSegment(7366b739-dd80-4115-a639-c56c148a62e9),segment_id=7366b739-dd80-4115-a639-c56c148a62e9)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:43:18.738706 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [req-d8870e7b-0578-4cee-8a1f-04280d63498b req-6a62071e-27ed-4a67-8c5b-21b80f4e4e4a tempest-ServerDiagnosticsNegativeTest-1022087731 tempest-ServerDiagnosticsNegativeTest-1022087731-project] For port cf8703cc-6934-4052-94b2-76f3b785f84a, host n-h2-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=cf8703cc-6934-4052-94b2-76f3b785f84a,segment=NetworkSegment(35c2db9c-522d-48d3-98cf-a08c2cc55db7),segment_id=35c2db9c-522d-48d3-98cf-a08c2cc55db7)] {{(pid=102386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:43:18.743492 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-d8870e7b-0578-4cee-8a1f-04280d63498b req-6a62071e-27ed-4a67-8c5b-21b80f4e4e4a tempest-ServerDiagnosticsNegativeTest-1022087731 tempest-ServerDiagnosticsNegativeTest-1022087731-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:43:18.762487 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:43:18.767973 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [req-d8870e7b-0578-4cee-8a1f-04280d63498b req-6a62071e-27ed-4a67-8c5b-21b80f4e4e4a tempest-ServerDiagnosticsNegativeTest-1022087731 tempest-ServerDiagnosticsNegativeTest-1022087731-project] Calling delete_port for cf8703cc-6934-4052-94b2-76f3b785f84a owned by compute:nova {{(pid=102386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 18:43:18.773815 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-77e842bf-5e20-4819-9545-960e23078944 req-0c480a77-05b6-4aed-891f-712339dcec84 service neutron] 10.222.0.41 "GET /v2.0/networks/a723f808-b11e-4066-b104-fad90c82895e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2226963 Nov 05 18:43:18.843715 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Device 9dca30fe-6f8c-460c-86d2-6c228b9d6845 up at agent hyperv_n-h1-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 18:43:18.882177 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Pushing event updated for resources: {'Port': ['ID=db5b0f4a-a064-4d10-9af3-becb2ec4f105,revision_number=4']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:43:18.895865 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6101cb7-8263-4602-8558-b258bdc749b7 req-6afe8e14-ecc0-44de-9370-6f0684d3b4aa tempest-MultipleCreateTestJSON-1683623117 tempest-MultipleCreateTestJSON-1683623117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:43:18.906368 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-b6101cb7-8263-4602-8558-b258bdc749b7 req-6afe8e14-ecc0-44de-9370-6f0684d3b4aa tempest-MultipleCreateTestJSON-1683623117 tempest-MultipleCreateTestJSON-1683623117-project] 10.222.0.13 "GET /v2.0/ports?device_id=60a9debe-19f8-427c-91f4-70c960ec3c17 HTTP/1.1" status: 200 len: 944 time: 0.0965292 Nov 05 18:43:18.925554 n-d-816865-1 neutron-server[102386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9b749f8-e8f5-4ef2-95cf-6a618803d711', 'tag': 'e8047dba-aea2-44a6-b753-8c18936bf163'}] {{(pid=102386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 18:43:18.927870 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6173a44d7c73f41af551dc890fa1a5892c2c6bc3458b640c8e0c24db7876ba6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a78cfc9-ea7d-4366-aebc-20e5a42b0403" -d '{"events": [{"name": "network-changed", "server_uuid": "e9b749f8-e8f5-4ef2-95cf-6a618803d711", "tag": "e8047dba-aea2-44a6-b753-8c18936bf163"}]}' {{(pid=102386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 18:43:18.961820 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-b6101cb7-8263-4602-8558-b258bdc749b7 req-822ff64f-2eca-487d-bcf3-1b2bfa077886 tempest-MultipleCreateTestJSON-1683623117 tempest-MultipleCreateTestJSON-1683623117-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a4ef96b-132a-4d2d-bdd9-160079b94f96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541322 Nov 05 18:43:19.021647 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5db2e7b-3f2f-4727-a7a7-bdd3ea926ef6 req-1376133e-0ea8-4d9e-8c55-b8de45a9610b tempest-ServerDiagnosticsNegativeTest-1022087731 tempest-ServerDiagnosticsNegativeTest-1022087731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:43:19.023592 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-a5db2e7b-3f2f-4727-a7a7-bdd3ea926ef6 req-1376133e-0ea8-4d9e-8c55-b8de45a9610b tempest-ServerDiagnosticsNegativeTest-1022087731 tempest-ServerDiagnosticsNegativeTest-1022087731-project] 10.222.0.13 "GET /v2.0/ports?device_id=efd8c73c-e959-474c-ab70-094c89f087b3 HTTP/1.1" status: 200 len: 950 time: 0.0543296 Nov 05 18:43:19.037922 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] get_ports_and_sgs() called for port_ids ['db5b0f4a-a064-4d10-9af3-becb2ec4f105'] {{(pid=102388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 18:43:19.075693 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Provisioning for port 9dca30fe-6f8c-460c-86d2-6c228b9d6845 completed by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 05 18:43:19.079969 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 18:43:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-499094ae-a8a8-465e-9992-ba0af15405a7 x-openstack-request-id: req-499094ae-a8a8-465e-9992-ba0af15405a7 {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 18:43:19.081179 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e9b749f8-e8f5-4ef2-95cf-6a618803d711", "tag": "e8047dba-aea2-44a6-b753-8c18936bf163", "status": "completed", "code": 200}]} {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 18:43:19.081179 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-499094ae-a8a8-465e-9992-ba0af15405a7 {{(pid=102386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 18:43:19.081179 n-d-816865-1 neutron-server[102386]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9b749f8-e8f5-4ef2-95cf-6a618803d711', 'tag': 'e8047dba-aea2-44a6-b753-8c18936bf163', 'status': 'completed', 'code': 200} Nov 05 18:43:19.087585 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Provisioning complete for port 9dca30fe-6f8c-460c-86d2-6c228b9d6845 triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:43:19.087961 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:43:19.089308 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-a5db2e7b-3f2f-4727-a7a7-bdd3ea926ef6 req-d251fdc9-69a6-42eb-85bb-1ea02995bef7 tempest-ServerDiagnosticsNegativeTest-1022087731 tempest-ServerDiagnosticsNegativeTest-1022087731-project] 10.222.0.13 "GET /v2.0/security-groups?id=ec247908-3d5e-4459-9dd9-8af41b7ef722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557313 Nov 05 18:43:19.121570 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-d8870e7b-0578-4cee-8a1f-04280d63498b req-6a62071e-27ed-4a67-8c5b-21b80f4e4e4a tempest-ServerDiagnosticsNegativeTest-1022087731 tempest-ServerDiagnosticsNegativeTest-1022087731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:43:19.214318 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a62071e-27ed-4a67-8c5b-21b80f4e4e4a tempest-ServerDiagnosticsNegativeTest-1022087731 tempest-ServerDiagnosticsNegativeTest-1022087731-project] Pushing event deleted for resources: {'Port': ['ID=cf8703cc-6934-4052-94b2-76f3b785f84a,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:43:19.226322 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a73a2f9-7441-469e-8cfa-7b5fb1b295b5 req-4bba353d-0ee1-4aa0-8c6c-5e4179a4ce85 tempest-ServersAdminTestJSON-1640316766 tempest-ServersAdminTestJSON-1640316766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:43:19.229461 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-4a73a2f9-7441-469e-8cfa-7b5fb1b295b5 req-4bba353d-0ee1-4aa0-8c6c-5e4179a4ce85 tempest-ServersAdminTestJSON-1640316766 tempest-ServersAdminTestJSON-1640316766-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9b749f8-e8f5-4ef2-95cf-6a618803d711 HTTP/1.1" status: 200 len: 948 time: 0.0589225 Nov 05 18:43:19.290688 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-4a73a2f9-7441-469e-8cfa-7b5fb1b295b5 req-1fa9451e-e1cf-4d53-a901-1ba94263afb3 tempest-ServersAdminTestJSON-1640316766 tempest-ServersAdminTestJSON-1640316766-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c663dac-2477-42f8-b37f-f366129474aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537219 Nov 05 18:43:19.305235 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:43:19.336883 n-d-816865-1 neutron-server[102388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60a9debe-19f8-427c-91f4-70c960ec3c17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9dca30fe-6f8c-460c-86d2-6c228b9d6845'}] {{(pid=102388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 18:43:19.337893 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85474fee1180e129d8a886d264fe0b30223aa672dd1ffe43b630605f18504f68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed2b55a0-a2a3-4295-b764-5bdfcec2da0c" -d '{"events": [{"server_uuid": "60a9debe-19f8-427c-91f4-70c960ec3c17", "name": "network-vif-plugged", "status": "completed", "tag": "9dca30fe-6f8c-460c-86d2-6c228b9d6845"}]}' {{(pid=102388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 18:43:19.354890 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] For port 9dca30fe-6f8c-460c-86d2-6c228b9d6845, host n-h1-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=9dca30fe-6f8c-460c-86d2-6c228b9d6845,segment=NetworkSegment(7366b739-dd80-4115-a639-c56c148a62e9),segment_id=7366b739-dd80-4115-a639-c56c148a62e9)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:43:19.387521 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 18:43:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f990fef2-9235-4794-a0d8-1c2a6c4e3214 x-openstack-request-id: req-f990fef2-9235-4794-a0d8-1c2a6c4e3214 {{(pid=102388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 18:43:19.388273 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60a9debe-19f8-427c-91f4-70c960ec3c17", "name": "network-vif-plugged", "status": "completed", "tag": "9dca30fe-6f8c-460c-86d2-6c228b9d6845", "code": 200}]} {{(pid=102388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 18:43:19.389124 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f990fef2-9235-4794-a0d8-1c2a6c4e3214 {{(pid=102388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 18:43:19.389824 n-d-816865-1 neutron-server[102388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60a9debe-19f8-427c-91f4-70c960ec3c17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9dca30fe-6f8c-460c-86d2-6c228b9d6845', 'code': 200} Nov 05 18:43:19.458503 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:43:19.459336 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Device 613b343e-d679-4d51-a8c2-d91f0420c58e no longer exists at agent hyperv_n-h1-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 18:43:19.559611 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9227ca19-22f6-484d-9d83-8f72844717f3 req-517e3e57-4a12-46b7-99de-bb00eda195af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:43:19.561567 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-9227ca19-22f6-484d-9d83-8f72844717f3 req-517e3e57-4a12-46b7-99de-bb00eda195af service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=60a9debe-19f8-427c-91f4-70c960ec3c17 HTTP/1.1" status: 200 len: 1096 time: 0.0902717 Nov 05 18:43:19.565261 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Pushing event updated for resources: {'Port': ['ID=9dca30fe-6f8c-460c-86d2-6c228b9d6845,revision_number=5']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:43:19.570207 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452e7923-0429-4c26-92d7-d6ff697f9480 req-075a5a6c-7932-45b6-bb08-4b6356c8c31f tempest-LiveAutoBlockMigrationV225Test-1563372898 tempest-LiveAutoBlockMigrationV225Test-1563372898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:43:19.572038 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-452e7923-0429-4c26-92d7-d6ff697f9480 req-075a5a6c-7932-45b6-bb08-4b6356c8c31f tempest-LiveAutoBlockMigrationV225Test-1563372898 tempest-LiveAutoBlockMigrationV225Test-1563372898-project] 10.222.0.13 "GET /v2.0/ports?device_id=4f3886b5-bfd5-4bd1-b503-1a7b6a830e3d HTTP/1.1" status: 200 len: 944 time: 0.0682502 Nov 05 18:43:19.611746 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8870e7b-0578-4cee-8a1f-04280d63498b req-6a62071e-27ed-4a67-8c5b-21b80f4e4e4a tempest-ServerDiagnosticsNegativeTest-1022087731 tempest-ServerDiagnosticsNegativeTest-1022087731-project] No DVR routers for this DVR port cf8703cc-6934-4052-94b2-76f3b785f84a on host n-h2-816865-1 {{(pid=102386) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 18:43:19.618814 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a78cfc9-ea7d-4366-aebc-20e5a42b0403 req-20650613-59ee-400a-897f-9fb9bc8f6d35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:43:19.620362 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-4a78cfc9-ea7d-4366-aebc-20e5a42b0403 req-20650613-59ee-400a-897f-9fb9bc8f6d35 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d4be27d9848c492b8c8fb5e165fc1c12&device_id=e9b749f8-e8f5-4ef2-95cf-6a618803d711 HTTP/1.1" status: 200 len: 1099 time: 0.4957697 Nov 05 18:43:19.622729 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-d8870e7b-0578-4cee-8a1f-04280d63498b req-6a62071e-27ed-4a67-8c5b-21b80f4e4e4a tempest-ServerDiagnosticsNegativeTest-1022087731 tempest-ServerDiagnosticsNegativeTest-1022087731-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:43:19.626587 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-d8870e7b-0578-4cee-8a1f-04280d63498b req-6a62071e-27ed-4a67-8c5b-21b80f4e4e4a tempest-ServerDiagnosticsNegativeTest-1022087731 tempest-ServerDiagnosticsNegativeTest-1022087731-project] 10.222.0.55 "DELETE /v2.0/ports/cf8703cc-6934-4052-94b2-76f3b785f84a HTTP/1.1" status: 204 len: 173 time: 1.3625438 Nov 05 18:43:19.655143 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-9227ca19-22f6-484d-9d83-8f72844717f3 req-cce9accf-a8ac-4c16-8a96-abff1e2f564e service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=4a4ef96b-132a-4d2d-bdd9-160079b94f96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819535 Nov 05 18:43:19.660564 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-452e7923-0429-4c26-92d7-d6ff697f9480 req-75e6c8e3-452c-42db-a3e4-295bbb564e89 tempest-LiveAutoBlockMigrationV225Test-1563372898 tempest-LiveAutoBlockMigrationV225Test-1563372898-project] 10.222.0.13 "GET /v2.0/security-groups?id=35cb161a-9192-43e2-a392-140fa33626b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715384 Nov 05 18:43:19.737874 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-44f22b93-0e2f-4afa-8d60-f6d2028ac74d req-7ebb88b3-ed0c-48bc-8e30-62fc4154fe58 service neutron] 10.222.0.41 "GET /v2.0/ports/613b343e-d679-4d51-a8c2-d91f0420c58e/bindings/n-h2-816865-1 HTTP/1.1" status: 200 len: 384 time: 0.1280773 Nov 05 18:43:19.757392 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a78cfc9-ea7d-4366-aebc-20e5a42b0403 req-eea8ce07-9b2f-43b2-8616-67eaf1ced83c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:43:19.760012 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-4a78cfc9-ea7d-4366-aebc-20e5a42b0403 req-eea8ce07-9b2f-43b2-8616-67eaf1ced83c service neutron] 10.222.0.41 "GET /v2.0/networks?id=a723f808-b11e-4066-b104-fad90c82895e HTTP/1.1" status: 200 len: 870 time: 0.1140742 Nov 05 18:43:19.760144 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ed13eb-083d-486d-8420-6693d99c707c req-c80969a3-1b77-4165-8108-e57ee4fc499c tempest-ServerDiskConfigTestJSON-70330027 tempest-ServerDiskConfigTestJSON-70330027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:43:19.760992 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-24ed13eb-083d-486d-8420-6693d99c707c req-c80969a3-1b77-4165-8108-e57ee4fc499c tempest-ServerDiskConfigTestJSON-70330027 tempest-ServerDiskConfigTestJSON-70330027-project] 10.222.0.13 "GET /v2.0/ports?device_id=6fdd5ed6-81d7-4ab5-86e9-c29a11f82abc HTTP/1.1" status: 200 len: 943 time: 0.0528920 Nov 05 18:43:19.812984 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-24ed13eb-083d-486d-8420-6693d99c707c req-2d87aabb-cb27-4d0c-afde-4a823298e3c8 tempest-ServerDiskConfigTestJSON-70330027 tempest-ServerDiskConfigTestJSON-70330027-project] 10.222.0.13 "GET /v2.0/security-groups?id=415b984e-2c75-4a2b-aae3-7fe54c54a52e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445487 Nov 05 18:43:19.936987 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-4a78cfc9-ea7d-4366-aebc-20e5a42b0403 req-1d740412-be5f-4b05-bbe1-34edaab52962 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.153&port_id=e8047dba-aea2-44a6-b753-8c18936bf163 HTTP/1.1" status: 200 len: 217 time: 0.0598500 Nov 05 18:43:20.031637 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a78cfc9-ea7d-4366-aebc-20e5a42b0403 req-6ef92db3-5a83-408a-89c8-2425352cf546 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:43:20.033166 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-4a78cfc9-ea7d-4366-aebc-20e5a42b0403 req-6ef92db3-5a83-408a-89c8-2425352cf546 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=05e7a1b5-165b-4a00-855a-ffbcb2eba59e HTTP/1.1" status: 200 len: 843 time: 0.0833015 Nov 05 18:43:20.101389 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1120704-5d5c-4003-86b7-a2b25d522725 req-3e64b369-5f53-4f60-b49d-1034c7c43ee5 tempest-MultipleCreateTestJSON-1683623117 tempest-MultipleCreateTestJSON-1683623117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:43:20.102994 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-b1120704-5d5c-4003-86b7-a2b25d522725 req-3e64b369-5f53-4f60-b49d-1034c7c43ee5 tempest-MultipleCreateTestJSON-1683623117 tempest-MultipleCreateTestJSON-1683623117-project] 10.222.0.13 "GET /v2.0/ports?device_id=60a9debe-19f8-427c-91f4-70c960ec3c17 HTTP/1.1" status: 200 len: 945 time: 0.0628197 Nov 05 18:43:20.137521 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a78cfc9-ea7d-4366-aebc-20e5a42b0403 req-8c6e80a4-5977-42a0-a8ba-a7c00d429a1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:43:20.139127 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-4a78cfc9-ea7d-4366-aebc-20e5a42b0403 req-8c6e80a4-5977-42a0-a8ba-a7c00d429a1a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a723f808-b11e-4066-b104-fad90c82895e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0959756 Nov 05 18:43:20.169667 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-b1120704-5d5c-4003-86b7-a2b25d522725 req-197e0e73-c6f3-4475-8234-6a6df57c73b7 tempest-MultipleCreateTestJSON-1683623117 tempest-MultipleCreateTestJSON-1683623117-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a4ef96b-132a-4d2d-bdd9-160079b94f96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606773 Nov 05 18:43:20.208232 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [req-44f22b93-0e2f-4afa-8d60-f6d2028ac74d req-cacc77cc-c76e-49fc-8af5-bb0e79eba013 service neutron] For port 613b343e-d679-4d51-a8c2-d91f0420c58e, host n-h1-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=613b343e-d679-4d51-a8c2-d91f0420c58e,segment=NetworkSegment(15cac71b-3531-4cff-8a8e-8f8d83bebf12),segment_id=15cac71b-3531-4cff-8a8e-8f8d83bebf12)] {{(pid=102386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:43:20.218973 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-be944461-ecf9-41e2-868d-77a727612ada req-606d026d-dd09-4541-967e-1922bea38a75 tempest-ServerDiagnosticsNegativeTest-1022087731 tempest-ServerDiagnosticsNegativeTest-1022087731-project] 10.222.0.13 "GET /v2.0/ports?device_id=efd8c73c-e959-474c-ab70-094c89f087b3 HTTP/1.1" status: 200 len: 210 time: 0.0285666 Nov 05 18:43:20.262091 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [req-44f22b93-0e2f-4afa-8d60-f6d2028ac74d req-cacc77cc-c76e-49fc-8af5-bb0e79eba013 service neutron] For port 613b343e-d679-4d51-a8c2-d91f0420c58e, host n-h1-816865-1, cleared binding levels {{(pid=102386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 18:43:20.308127 n-d-816865-1 neutron-server[102386]: DEBUG neutron.notifiers.nova [req-44f22b93-0e2f-4afa-8d60-f6d2028ac74d req-cacc77cc-c76e-49fc-8af5-bb0e79eba013 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 613b343e-d679-4d51-a8c2-d91f0420c58e {{(pid=102386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 18:43:20.314004 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-4a78cfc9-ea7d-4366-aebc-20e5a42b0403 req-b0d5e621-758f-4fec-a3cb-a5411fcc7cbc service neutron] 10.222.0.41 "GET /v2.0/networks/a723f808-b11e-4066-b104-fad90c82895e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1609921 Nov 05 18:43:20.321299 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [req-44f22b93-0e2f-4afa-8d60-f6d2028ac74d req-cacc77cc-c76e-49fc-8af5-bb0e79eba013 service neutron] For port 613b343e-d679-4d51-a8c2-d91f0420c58e, host n-h2-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=613b343e-d679-4d51-a8c2-d91f0420c58e,segment=NetworkSegment(15cac71b-3531-4cff-8a8e-8f8d83bebf12),segment_id=15cac71b-3531-4cff-8a8e-8f8d83bebf12)] {{(pid=102386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:43:20.365792 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Device db5b0f4a-a064-4d10-9af3-becb2ec4f105 up at agent hyperv_n-h2-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 18:43:20.433788 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-4a78cfc9-ea7d-4366-aebc-20e5a42b0403 req-b7ecf03c-f1ad-4b4a-a156-f09e5e196593 service neutron] 10.222.0.41 "GET /v2.0/networks/a723f808-b11e-4066-b104-fad90c82895e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1032538 Nov 05 18:43:20.434907 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4773cb3-29a1-4712-9756-53da083274ca req-20e49752-c0d6-43c2-9736-bdf604a08f91 tempest-ServersAdminTestJSON-1640316766 tempest-ServersAdminTestJSON-1640316766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:43:20.436422 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-44f22b93-0e2f-4afa-8d60-f6d2028ac74d req-cacc77cc-c76e-49fc-8af5-bb0e79eba013 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:43:20.450741 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-c4773cb3-29a1-4712-9756-53da083274ca req-20e49752-c0d6-43c2-9736-bdf604a08f91 tempest-ServersAdminTestJSON-1640316766 tempest-ServersAdminTestJSON-1640316766-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9b749f8-e8f5-4ef2-95cf-6a618803d711 HTTP/1.1" status: 200 len: 948 time: 0.0718708 Nov 05 18:43:20.497565 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-c4773cb3-29a1-4712-9756-53da083274ca req-080aa367-1802-4789-8531-f33bed23fdda tempest-ServersAdminTestJSON-1640316766 tempest-ServersAdminTestJSON-1640316766-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c663dac-2477-42f8-b37f-f366129474aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454721 Nov 05 18:43:20.524414 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.provisioning_blocks [req-44f22b93-0e2f-4afa-8d60-f6d2028ac74d req-cacc77cc-c76e-49fc-8af5-bb0e79eba013 service neutron] Transition to ACTIVE for port object 613b343e-d679-4d51-a8c2-d91f0420c58e will not be triggered until provisioned by entity L2. {{(pid=102386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 05 18:43:20.560490 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Provisioning for port db5b0f4a-a064-4d10-9af3-becb2ec4f105 completed by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 05 18:43:20.564838 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Provisioning complete for port db5b0f4a-a064-4d10-9af3-becb2ec4f105 triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:43:20.565383 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:43:20.606596 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-44f22b93-0e2f-4afa-8d60-f6d2028ac74d req-cacc77cc-c76e-49fc-8af5-bb0e79eba013 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6149821'] for port, after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:43:20.624014 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.agents_db [None req-b9406b04-a0e8-43cf-b349-711963d96cf4 None None] Agent healthcheck: found 7 active agents {{(pid=102389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 05 18:43:20.645088 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:43:20.681699 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] For port db5b0f4a-a064-4d10-9af3-becb2ec4f105, host n-h2-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=db5b0f4a-a064-4d10-9af3-becb2ec4f105,segment=NetworkSegment(7366b739-dd80-4115-a639-c56c148a62e9),segment_id=7366b739-dd80-4115-a639-c56c148a62e9)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:43:20.683896 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [req-44f22b93-0e2f-4afa-8d60-f6d2028ac74d req-cacc77cc-c76e-49fc-8af5-bb0e79eba013 service neutron] No DVR routers for this DVR port 613b343e-d679-4d51-a8c2-d91f0420c58e on host n-h1-816865-1 {{(pid=102386) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 18:43:20.697658 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cacc77cc-c76e-49fc-8af5-bb0e79eba013 service neutron] Pushing event updated for resources: {'Port': ['ID=613b343e-d679-4d51-a8c2-d91f0420c58e,revision_number=10']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:43:20.733228 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-44f22b93-0e2f-4afa-8d60-f6d2028ac74d req-cacc77cc-c76e-49fc-8af5-bb0e79eba013 service neutron] 10.222.0.41 "PUT /v2.0/ports/613b343e-d679-4d51-a8c2-d91f0420c58e/bindings/n-h2-816865-1/activate HTTP/1.1" status: 200 len: 369 time: 0.8500397 Nov 05 18:43:20.784371 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:43:20.785182 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Device cf8703cc-6934-4052-94b2-76f3b785f84a no longer exists at agent hyperv_n-h2-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 18:43:20.802426 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb96f21-bd32-4e98-b476-b8c54bb22e63 req-2d34bfe1-9dd8-4d7f-b55b-a209dcc6e3d2 tempest-LiveAutoBlockMigrationV225Test-1563372898 tempest-LiveAutoBlockMigrationV225Test-1563372898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:43:20.803925 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-0eb96f21-bd32-4e98-b476-b8c54bb22e63 req-2d34bfe1-9dd8-4d7f-b55b-a209dcc6e3d2 tempest-LiveAutoBlockMigrationV225Test-1563372898 tempest-LiveAutoBlockMigrationV225Test-1563372898-project] 10.222.0.13 "GET /v2.0/ports?device_id=4f3886b5-bfd5-4bd1-b503-1a7b6a830e3d HTTP/1.1" status: 200 len: 945 time: 0.0548708 Nov 05 18:43:20.865388 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-0eb96f21-bd32-4e98-b476-b8c54bb22e63 req-5216afe5-2977-4259-92f6-ee5906576d43 tempest-LiveAutoBlockMigrationV225Test-1563372898 tempest-LiveAutoBlockMigrationV225Test-1563372898-project] 10.222.0.13 "GET /v2.0/security-groups?id=35cb161a-9192-43e2-a392-140fa33626b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548000 Nov 05 18:43:20.943809 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08c402f-22eb-4225-987f-6f326ec3476d req-3931d213-1b56-4220-accf-43001b99e64d tempest-ServerDiskConfigTestJSON-70330027 tempest-ServerDiskConfigTestJSON-70330027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:43:20.945219 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-e08c402f-22eb-4225-987f-6f326ec3476d req-3931d213-1b56-4220-accf-43001b99e64d tempest-ServerDiskConfigTestJSON-70330027 tempest-ServerDiskConfigTestJSON-70330027-project] 10.222.0.13 "GET /v2.0/ports?device_id=6fdd5ed6-81d7-4ab5-86e9-c29a11f82abc HTTP/1.1" status: 200 len: 943 time: 0.0525317 Nov 05 18:43:20.948358 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] No Port match for: cf8703cc-6934-4052-94b2-76f3b785f84a {{(pid=102388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 18:43:20.948948 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Device cf8703cc-6934-4052-94b2-76f3b785f84a not bound to the agent host n-h2-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 18:43:20.952717 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Device e8047dba-aea2-44a6-b753-8c18936bf163 details requested by agent hyperv_n-h1-816865-1 with host n-h1-816865-1 {{(pid=102388) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 05 18:43:21.007608 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-e08c402f-22eb-4225-987f-6f326ec3476d req-149d5905-81cc-406d-867c-8f5e88f28b57 tempest-ServerDiskConfigTestJSON-70330027 tempest-ServerDiskConfigTestJSON-70330027-project] 10.222.0.13 "GET /v2.0/security-groups?id=415b984e-2c75-4a2b-aae3-7fe54c54a52e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559335 Nov 05 18:43:21.025559 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Pushing event updated for resources: {'Port': ['ID=db5b0f4a-a064-4d10-9af3-becb2ec4f105,revision_number=5']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:43:21.093916 n-d-816865-1 neutron-server[102386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efd8c73c-e959-474c-ab70-094c89f087b3', 'name': 'network-vif-deleted', 'tag': 'cf8703cc-6934-4052-94b2-76f3b785f84a'}] {{(pid=102386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 18:43:21.096654 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6173a44d7c73f41af551dc890fa1a5892c2c6bc3458b640c8e0c24db7876ba6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe892965-7b4c-4a05-a303-e317be0b3e12" -d '{"events": [{"server_uuid": "efd8c73c-e959-474c-ab70-094c89f087b3", "name": "network-vif-deleted", "tag": "cf8703cc-6934-4052-94b2-76f3b785f84a"}]}' {{(pid=102386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 18:43:21.104163 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] For port e8047dba-aea2-44a6-b753-8c18936bf163, host n-h1-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=e8047dba-aea2-44a6-b753-8c18936bf163,segment=NetworkSegment(35c2db9c-522d-48d3-98cf-a08c2cc55db7),segment_id=35c2db9c-522d-48d3-98cf-a08c2cc55db7)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:43:21.117350 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Returning: {'device': 'e8047dba-aea2-44a6-b753-8c18936bf163', 'network_id': 'a723f808-b11e-4066-b104-fad90c82895e', 'port_id': 'e8047dba-aea2-44a6-b753-8c18936bf163', 'mac_address': 'fa:16:3e:50:7b:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 153, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05e7a1b5-165b-4a00-855a-ffbcb2eba59e', 'ip_address': '192.168.233.153'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102388) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 05 18:43:21.128179 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f22b93-0e2f-4afa-8d60-f6d2028ac74d req-d7d7454e-a927-4c5c-b14d-eabaf6edc32a tempest-LiveAutoBlockMigrationV225Test-2109471755 tempest-LiveAutoBlockMigrationV225Test-2109471755-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:43:21.128179 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-44f22b93-0e2f-4afa-8d60-f6d2028ac74d req-d7d7454e-a927-4c5c-b14d-eabaf6edc32a tempest-LiveAutoBlockMigrationV225Test-2109471755 tempest-LiveAutoBlockMigrationV225Test-2109471755-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=4f3886b5-bfd5-4bd1-b503-1a7b6a830e3d&tenant_id=482f8aec1d1b4fc08a02afb86f8387d6&binding%3Ahost_id=n-h1-816865-1 HTTP/1.1" status: 200 len: 1096 time: 0.0527377 Nov 05 18:43:21.141139 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 18:43:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9423f09d-b4ca-4fd6-bf82-3cec242c8705 x-openstack-request-id: req-9423f09d-b4ca-4fd6-bf82-3cec242c8705 {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 18:43:21.142076 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "efd8c73c-e959-474c-ab70-094c89f087b3", "name": "network-vif-deleted", "tag": "cf8703cc-6934-4052-94b2-76f3b785f84a", "status": "completed", "code": 200}]} {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 18:43:21.142377 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9423f09d-b4ca-4fd6-bf82-3cec242c8705 {{(pid=102386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 18:43:21.142762 n-d-816865-1 neutron-server[102386]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efd8c73c-e959-474c-ab70-094c89f087b3', 'name': 'network-vif-deleted', 'tag': 'cf8703cc-6934-4052-94b2-76f3b785f84a', 'status': 'completed', 'code': 200} Nov 05 18:43:21.166985 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:43:21.185067 n-d-816865-1 neutron-server[102388]: DEBUG neutron.notifiers.nova [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e8047dba-aea2-44a6-b753-8c18936bf163 {{(pid=102388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 18:43:21.195667 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f22b93-0e2f-4afa-8d60-f6d2028ac74d req-806970b8-5791-448c-a5b8-e0d8000718ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:43:21.197420 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-44f22b93-0e2f-4afa-8d60-f6d2028ac74d req-806970b8-5791-448c-a5b8-e0d8000718ab service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=4f3886b5-bfd5-4bd1-b503-1a7b6a830e3d&tenant_id=482f8aec1d1b4fc08a02afb86f8387d6 HTTP/1.1" status: 200 len: 1096 time: 0.0667524 Nov 05 18:43:21.212989 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] For port e8047dba-aea2-44a6-b753-8c18936bf163, host n-h1-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=e8047dba-aea2-44a6-b753-8c18936bf163,segment=NetworkSegment(35c2db9c-522d-48d3-98cf-a08c2cc55db7),segment_id=35c2db9c-522d-48d3-98cf-a08c2cc55db7)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:43:21.290285 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f22b93-0e2f-4afa-8d60-f6d2028ac74d req-6d8bde37-577d-4bf4-bee7-bb8dec174b43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:43:21.292745 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-44f22b93-0e2f-4afa-8d60-f6d2028ac74d req-6d8bde37-577d-4bf4-bee7-bb8dec174b43 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=482f8aec1d1b4fc08a02afb86f8387d6&device_id=4f3886b5-bfd5-4bd1-b503-1a7b6a830e3d HTTP/1.1" status: 200 len: 1096 time: 0.0535879 Nov 05 18:43:21.306637 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:43:21.336441 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39a1818-95ac-409b-8f71-ad2441932123 req-021f60c4-ce5b-456d-855f-9da85fc132c4 tempest-MultipleCreateTestJSON-1683623117 tempest-MultipleCreateTestJSON-1683623117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:43:21.340454 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-d39a1818-95ac-409b-8f71-ad2441932123 req-021f60c4-ce5b-456d-855f-9da85fc132c4 tempest-MultipleCreateTestJSON-1683623117 tempest-MultipleCreateTestJSON-1683623117-project] 10.222.0.13 "GET /v2.0/ports?device_id=60a9debe-19f8-427c-91f4-70c960ec3c17 HTTP/1.1" status: 200 len: 945 time: 0.0969987 Nov 05 18:43:21.384871 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Pushing event updated for resources: {'Port': ['ID=e8047dba-aea2-44a6-b753-8c18936bf163,revision_number=4']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:43:21.391096 n-d-816865-1 neutron-server[102388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '496b0923-7611-467f-9825-e66b45a0c47e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db5b0f4a-a064-4d10-9af3-becb2ec4f105'}] {{(pid=102388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 18:43:21.394844 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85474fee1180e129d8a886d264fe0b30223aa672dd1ffe43b630605f18504f68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43aae3fe-5a40-42ad-b774-c127b93621d1" -d '{"events": [{"server_uuid": "496b0923-7611-467f-9825-e66b45a0c47e", "name": "network-vif-plugged", "status": "completed", "tag": "db5b0f4a-a064-4d10-9af3-becb2ec4f105"}]}' {{(pid=102388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 18:43:21.410478 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-d39a1818-95ac-409b-8f71-ad2441932123 req-cc74ac97-0f43-423f-b462-190b02a2a8f4 tempest-MultipleCreateTestJSON-1683623117 tempest-MultipleCreateTestJSON-1683623117-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a4ef96b-132a-4d2d-bdd9-160079b94f96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579016 Nov 05 18:43:21.439590 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f22b93-0e2f-4afa-8d60-f6d2028ac74d req-21a776d6-b9b5-4d61-b2ee-bca71bd235a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:43:21.441054 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 18:43:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6da52e2-26b6-4f2f-ab75-dccad8882801 x-openstack-request-id: req-d6da52e2-26b6-4f2f-ab75-dccad8882801 {{(pid=102388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 18:43:21.441244 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-44f22b93-0e2f-4afa-8d60-f6d2028ac74d req-21a776d6-b9b5-4d61-b2ee-bca71bd235a8 service neutron] 10.222.0.55 "GET /v2.0/networks?id=5e3d0b1a-fd18-45bc-91bd-c831330234c4 HTTP/1.1" status: 200 len: 921 time: 0.1401041 Nov 05 18:43:21.441365 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "496b0923-7611-467f-9825-e66b45a0c47e", "name": "network-vif-plugged", "status": "completed", "tag": "db5b0f4a-a064-4d10-9af3-becb2ec4f105", "code": 200}]} {{(pid=102388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 18:43:21.441582 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d6da52e2-26b6-4f2f-ab75-dccad8882801 {{(pid=102388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 18:43:21.441962 n-d-816865-1 neutron-server[102388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '496b0923-7611-467f-9825-e66b45a0c47e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db5b0f4a-a064-4d10-9af3-becb2ec4f105', 'code': 200} Nov 05 18:43:21.495124 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-44f22b93-0e2f-4afa-8d60-f6d2028ac74d req-d220404d-94c6-4482-9e3d-388a54b39c58 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=613b343e-d679-4d51-a8c2-d91f0420c58e HTTP/1.1" status: 200 len: 217 time: 0.0406713 Nov 05 18:43:21.590355 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f22b93-0e2f-4afa-8d60-f6d2028ac74d req-3f1a9acf-b456-47ec-897d-9d1cd4936454 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:43:21.591906 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-44f22b93-0e2f-4afa-8d60-f6d2028ac74d req-3f1a9acf-b456-47ec-897d-9d1cd4936454 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e7fca78a-743c-4af3-9fb8-12bc06bb873c HTTP/1.1" status: 200 len: 860 time: 0.0785913 Nov 05 18:43:21.594677 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f550a2f3-6fae-48cc-84af-f0d847146a05 req-e77bb675-076b-4930-9b5b-cfc0dc31528f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:43:21.596077 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-f550a2f3-6fae-48cc-84af-f0d847146a05 req-e77bb675-076b-4930-9b5b-cfc0dc31528f service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=496b0923-7611-467f-9825-e66b45a0c47e HTTP/1.1" status: 200 len: 1097 time: 0.0711060 Nov 05 18:43:21.627159 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511bb87e-7dd0-4898-9ee6-7b74efc7af5f req-a6b8ae4b-309d-4e96-b6c9-34bab10e5100 tempest-ServersAdminTestJSON-1640316766 tempest-ServersAdminTestJSON-1640316766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:43:21.628729 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-511bb87e-7dd0-4898-9ee6-7b74efc7af5f req-a6b8ae4b-309d-4e96-b6c9-34bab10e5100 tempest-ServersAdminTestJSON-1640316766 tempest-ServersAdminTestJSON-1640316766-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9b749f8-e8f5-4ef2-95cf-6a618803d711 HTTP/1.1" status: 200 len: 949 time: 0.0538924 Nov 05 18:43:21.652739 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-44f22b93-0e2f-4afa-8d60-f6d2028ac74d req-4a9cbfeb-8554-4b10-bbde-f9cc08c1159e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=5e3d0b1a-fd18-45bc-91bd-c831330234c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0441768 Nov 05 18:43:21.680726 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-511bb87e-7dd0-4898-9ee6-7b74efc7af5f req-59c3a364-e616-45c1-af8f-7f8bab940149 tempest-ServersAdminTestJSON-1640316766 tempest-ServersAdminTestJSON-1640316766-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c663dac-2477-42f8-b37f-f366129474aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457110 Nov 05 18:43:21.685232 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] get_ports_and_sgs() called for port_ids ['e8047dba-aea2-44a6-b753-8c18936bf163'] {{(pid=102388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 18:43:21.710087 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-f550a2f3-6fae-48cc-84af-f0d847146a05 req-809719a8-9789-4869-92a0-8e9bca46d02a service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=4a4ef96b-132a-4d2d-bdd9-160079b94f96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981109 Nov 05 18:43:21.776130 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-44f22b93-0e2f-4afa-8d60-f6d2028ac74d req-ce4df12b-2bf5-42bf-b314-a3909a109f31 service neutron] 10.222.0.55 "GET /v2.0/networks/5e3d0b1a-fd18-45bc-91bd-c831330234c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1120672 Nov 05 18:43:21.801667 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 46622) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:43:21.939532 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-077979ad-c979-468e-b2f7-8a5c64116f5e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=bb8e7447299d447eba6296432b106369&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1343954 Nov 05 18:43:21.940220 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 46628) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:43:22.017052 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-44f22b93-0e2f-4afa-8d60-f6d2028ac74d req-bdd88a89-14e0-4fac-a8f3-9ca65c425df8 service neutron] 10.222.0.55 "GET /v2.0/networks/5e3d0b1a-fd18-45bc-91bd-c831330234c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939078 Nov 05 18:43:22.030006 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05eff572-74d3-48f0-8e7e-a54e403cf203 req-a1826d1f-acda-4721-bba5-f321b4a9ba51 tempest-LiveAutoBlockMigrationV225Test-1563372898 tempest-LiveAutoBlockMigrationV225Test-1563372898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:43:22.033054 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-05eff572-74d3-48f0-8e7e-a54e403cf203 req-a1826d1f-acda-4721-bba5-f321b4a9ba51 tempest-LiveAutoBlockMigrationV225Test-1563372898 tempest-LiveAutoBlockMigrationV225Test-1563372898-project] 10.222.0.13 "GET /v2.0/ports?device_id=4f3886b5-bfd5-4bd1-b503-1a7b6a830e3d HTTP/1.1" status: 200 len: 945 time: 0.0851138 Nov 05 18:43:22.038152 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-5c4e1231-5763-40b5-841b-bf6c16b24ec9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:43:22.076043 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-5c4e1231-5763-40b5-841b-bf6c16b24ec9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:43:22.148110 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-05eff572-74d3-48f0-8e7e-a54e403cf203 req-a11193a5-5181-412b-9d36-138248711e3b tempest-LiveAutoBlockMigrationV225Test-1563372898 tempest-LiveAutoBlockMigrationV225Test-1563372898-project] 10.222.0.13 "GET /v2.0/security-groups?id=35cb161a-9192-43e2-a392-140fa33626b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079175 Nov 05 18:43:22.170221 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2355fc-998d-4dd3-823d-a6902105cfdf req-10a648e2-c115-4b79-ae90-da4a58ed960b tempest-ServerDiskConfigTestJSON-70330027 tempest-ServerDiskConfigTestJSON-70330027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:43:22.171730 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-aa2355fc-998d-4dd3-823d-a6902105cfdf req-10a648e2-c115-4b79-ae90-da4a58ed960b tempest-ServerDiskConfigTestJSON-70330027 tempest-ServerDiskConfigTestJSON-70330027-project] 10.222.0.13 "GET /v2.0/ports?device_id=6fdd5ed6-81d7-4ab5-86e9-c29a11f82abc HTTP/1.1" status: 200 len: 943 time: 0.0820906 Nov 05 18:43:22.399458 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Device df18205d-5c88-489f-9d3f-06d8f897d00c details requested by agent hyperv_n-h2-816865-1 with host n-h2-816865-1 {{(pid=102388) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 05 18:43:22.533394 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f22b93-0e2f-4afa-8d60-f6d2028ac74d req-875992f2-393c-443c-88a3-e0ecd10b936f tempest-LiveAutoBlockMigrationV225Test-2109471755 tempest-LiveAutoBlockMigrationV225Test-2109471755-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:43:22.534978 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-44f22b93-0e2f-4afa-8d60-f6d2028ac74d req-875992f2-393c-443c-88a3-e0ecd10b936f tempest-LiveAutoBlockMigrationV225Test-2109471755 tempest-LiveAutoBlockMigrationV225Test-2109471755-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=4f3886b5-bfd5-4bd1-b503-1a7b6a830e3d&tenant_id=482f8aec1d1b4fc08a02afb86f8387d6&binding%3Ahost_id=n-h2-816865-1 HTTP/1.1" status: 200 len: 1096 time: 0.0622947 Nov 05 18:43:22.535271 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] For port df18205d-5c88-489f-9d3f-06d8f897d00c, host n-h2-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=df18205d-5c88-489f-9d3f-06d8f897d00c,segment=NetworkSegment(b30a663d-6bb9-436d-bbb6-d3fc1ef4951b),segment_id=b30a663d-6bb9-436d-bbb6-d3fc1ef4951b)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:43:22.541568 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-5c4e1231-5763-40b5-841b-bf6c16b24ec9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:43:22.544418 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-5c4e1231-5763-40b5-841b-bf6c16b24ec9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:43:22.548701 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-5c4e1231-5763-40b5-841b-bf6c16b24ec9 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ec247908-3d5e-4459-9dd9-8af41b7ef722 HTTP/1.1" status: 204 len: 168 time: 0.6045091 Nov 05 18:43:22.550746 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Returning: {'device': 'df18205d-5c88-489f-9d3f-06d8f897d00c', 'network_id': 'c410af1b-0d29-45ed-bbbd-e63b694a7756', 'port_id': 'df18205d-5c88-489f-9d3f-06d8f897d00c', 'mac_address': 'fa:16:3e:69:5e:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 196, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f65b8522-0d6e-4b41-a88d-8d5f4f8e7c9d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102388) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 05 18:43:22.553216 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-aa2355fc-998d-4dd3-823d-a6902105cfdf req-694de33c-6e02-45b2-8e9d-4b5d556ce3da tempest-ServerDiskConfigTestJSON-70330027 tempest-ServerDiskConfigTestJSON-70330027-project] 10.222.0.13 "GET /v2.0/security-groups?id=415b984e-2c75-4a2b-aae3-7fe54c54a52e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3673470 Nov 05 18:43:22.579538 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4e1231-5763-40b5-841b-bf6c16b24ec9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec247908-3d5e-4459-9dd9-8af41b7ef722,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:43:22.619325 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:43:22.620042 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcf4df0-ab62-49bc-a04a-ef8e0249752d req-aa472556-b455-4670-944d-84ad2a20bed3 tempest-MultipleCreateTestJSON-1683623117 tempest-MultipleCreateTestJSON-1683623117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:43:22.630782 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-ffcf4df0-ab62-49bc-a04a-ef8e0249752d req-aa472556-b455-4670-944d-84ad2a20bed3 tempest-MultipleCreateTestJSON-1683623117 tempest-MultipleCreateTestJSON-1683623117-project] 10.222.0.13 "GET /v2.0/ports?device_id=60a9debe-19f8-427c-91f4-70c960ec3c17 HTTP/1.1" status: 200 len: 945 time: 0.0987210 Nov 05 18:43:22.636825 n-d-816865-1 neutron-server[102388]: DEBUG neutron.notifiers.nova [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df18205d-5c88-489f-9d3f-06d8f897d00c {{(pid=102388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 18:43:22.659912 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] For port df18205d-5c88-489f-9d3f-06d8f897d00c, host n-h2-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=df18205d-5c88-489f-9d3f-06d8f897d00c,segment=NetworkSegment(b30a663d-6bb9-436d-bbb6-d3fc1ef4951b),segment_id=b30a663d-6bb9-436d-bbb6-d3fc1ef4951b)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:43:22.680995 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-ffcf4df0-ab62-49bc-a04a-ef8e0249752d req-c82c0940-63af-4ee4-8409-89d7f12689af tempest-MultipleCreateTestJSON-1683623117 tempest-MultipleCreateTestJSON-1683623117-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a4ef96b-132a-4d2d-bdd9-160079b94f96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489271 Nov 05 18:43:22.788839 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:43:22.836796 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48d10a0-d569-42eb-837a-1b69b653e216 req-f060f8ef-b38d-459b-bd9d-3705ddfc0c07 tempest-ServersAdminTestJSON-1640316766 tempest-ServersAdminTestJSON-1640316766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:43:22.837970 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Pushing event updated for resources: {'Port': ['ID=df18205d-5c88-489f-9d3f-06d8f897d00c,revision_number=4']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:43:22.838226 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-d48d10a0-d569-42eb-837a-1b69b653e216 req-f060f8ef-b38d-459b-bd9d-3705ddfc0c07 tempest-ServersAdminTestJSON-1640316766 tempest-ServersAdminTestJSON-1640316766-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9b749f8-e8f5-4ef2-95cf-6a618803d711 HTTP/1.1" status: 200 len: 949 time: 0.0808992 Nov 05 18:43:22.843633 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [req-44f22b93-0e2f-4afa-8d60-f6d2028ac74d req-71874dc7-0353-410d-8d26-46d919874da8 service neutron] For port 613b343e-d679-4d51-a8c2-d91f0420c58e, host n-h1-816865-1, cleared binding levels {{(pid=102386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 18:43:22.846965 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7a229f-e3e7-4089-bba7-0dd1541a0edb req-66bce121-7e71-4c85-9465-0b9c4c387a63 tempest-MultipleCreateTestJSON-1683623117 tempest-MultipleCreateTestJSON-1683623117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:43:22.847243 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-44f22b93-0e2f-4afa-8d60-f6d2028ac74d req-71874dc7-0353-410d-8d26-46d919874da8 service neutron] Publish callbacks [] for binding, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:43:22.848383 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-44f22b93-0e2f-4afa-8d60-f6d2028ac74d req-71874dc7-0353-410d-8d26-46d919874da8 service neutron] 10.222.0.55 "DELETE /v2.0/ports/613b343e-d679-4d51-a8c2-d91f0420c58e/bindings/n-h1-816865-1 HTTP/1.1" status: 204 len: 173 time: 0.3036509 Nov 05 18:43:22.848513 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-7e7a229f-e3e7-4089-bba7-0dd1541a0edb req-66bce121-7e71-4c85-9465-0b9c4c387a63 tempest-MultipleCreateTestJSON-1683623117 tempest-MultipleCreateTestJSON-1683623117-project] 10.222.0.13 "GET /v2.0/ports?device_id=496b0923-7611-467f-9825-e66b45a0c47e HTTP/1.1" status: 200 len: 946 time: 0.0824802 Nov 05 18:43:22.927812 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-d48d10a0-d569-42eb-837a-1b69b653e216 req-ebb0d61c-f739-4b3d-9b92-d9ce79005509 tempest-ServersAdminTestJSON-1640316766 tempest-ServersAdminTestJSON-1640316766-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c663dac-2477-42f8-b37f-f366129474aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783603 Nov 05 18:43:22.938832 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-7e7a229f-e3e7-4089-bba7-0dd1541a0edb req-d868d468-560c-4004-aeaf-d2e4d77e97fe tempest-MultipleCreateTestJSON-1683623117 tempest-MultipleCreateTestJSON-1683623117-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a4ef96b-132a-4d2d-bdd9-160079b94f96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812688 Nov 05 18:43:23.080682 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] get_ports_and_sgs() called for port_ids ['df18205d-5c88-489f-9d3f-06d8f897d00c'] {{(pid=102388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 18:43:23.284091 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa28b741-64e2-4265-a4fd-ca5d3bc4a341 req-cdf54b83-ec50-4889-adee-d0b7c62ee97e tempest-LiveAutoBlockMigrationV225Test-1563372898 tempest-LiveAutoBlockMigrationV225Test-1563372898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:43:23.285830 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-aa28b741-64e2-4265-a4fd-ca5d3bc4a341 req-cdf54b83-ec50-4889-adee-d0b7c62ee97e tempest-LiveAutoBlockMigrationV225Test-1563372898 tempest-LiveAutoBlockMigrationV225Test-1563372898-project] 10.222.0.13 "GET /v2.0/ports?device_id=4f3886b5-bfd5-4bd1-b503-1a7b6a830e3d HTTP/1.1" status: 200 len: 945 time: 0.0589547 Nov 05 18:43:23.335245 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-aa28b741-64e2-4265-a4fd-ca5d3bc4a341 req-7bd10261-f39c-48ec-9dbf-808fdfa26018 tempest-LiveAutoBlockMigrationV225Test-1563372898 tempest-LiveAutoBlockMigrationV225Test-1563372898-project] 10.222.0.13 "GET /v2.0/security-groups?id=35cb161a-9192-43e2-a392-140fa33626b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434122 Nov 05 18:43:23.485214 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5a9ffa-6485-4fef-a709-fe303e9ad787 req-f29e927f-dc01-4319-bdbc-e3a90da35c13 tempest-LiveAutoBlockMigrationV225Test-2109471755 tempest-LiveAutoBlockMigrationV225Test-2109471755-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:43:23.488027 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-5d5a9ffa-6485-4fef-a709-fe303e9ad787 req-f29e927f-dc01-4319-bdbc-e3a90da35c13 tempest-LiveAutoBlockMigrationV225Test-2109471755 tempest-LiveAutoBlockMigrationV225Test-2109471755-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=4f3886b5-bfd5-4bd1-b503-1a7b6a830e3d HTTP/1.1" status: 200 len: 1096 time: 0.0485890 Nov 05 18:43:23.535754 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-5d5a9ffa-6485-4fef-a709-fe303e9ad787 req-3f5e718e-a2bc-4222-b370-c907cc65d7da tempest-LiveAutoBlockMigrationV225Test-2109471755 tempest-LiveAutoBlockMigrationV225Test-2109471755-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=35cb161a-9192-43e2-a392-140fa33626b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413892 Nov 05 18:43:23.591978 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 46664) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:43:23.612911 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-5e70f9a7-8a22-489b-a847-08b8aba1b17c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:43:23.720993 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b134e10e-5365-43d4-bf6f-bf63278735f6 req-7fd3b68e-f992-442e-b17c-214f50065a3e tempest-ServerDiskConfigTestJSON-70330027 tempest-ServerDiskConfigTestJSON-70330027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:43:23.722422 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-b134e10e-5365-43d4-bf6f-bf63278735f6 req-7fd3b68e-f992-442e-b17c-214f50065a3e tempest-ServerDiskConfigTestJSON-70330027 tempest-ServerDiskConfigTestJSON-70330027-project] 10.222.0.13 "GET /v2.0/ports?device_id=6fdd5ed6-81d7-4ab5-86e9-c29a11f82abc HTTP/1.1" status: 200 len: 944 time: 0.0777309 Nov 05 18:43:23.734612 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-5e70f9a7-8a22-489b-a847-08b8aba1b17c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:43:23.777861 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-b134e10e-5365-43d4-bf6f-bf63278735f6 req-00df5e5a-54f6-4e46-9d3b-5e50d0eb0aa3 tempest-ServerDiskConfigTestJSON-70330027 tempest-ServerDiskConfigTestJSON-70330027-project] 10.222.0.13 "GET /v2.0/security-groups?id=415b984e-2c75-4a2b-aae3-7fe54c54a52e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482507 Nov 05 18:43:23.823350 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-5e70f9a7-8a22-489b-a847-08b8aba1b17c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:43:23.861523 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-5e70f9a7-8a22-489b-a847-08b8aba1b17c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=be7198962ef047a8aa81f7a2a7533d2c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2682738 Nov 05 18:43:23.863444 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e70f9a7-8a22-489b-a847-08b8aba1b17c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=779a5c66-14a5-48c3-a20d-49838cffa54a,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:43:23.870206 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 46666) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:43:23.920817 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-d3315f93-20e2-4aa4-b4d9-6d8e1c1f3233 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:43:23.943183 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-d3315f93-20e2-4aa4-b4d9-6d8e1c1f3233 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:43:24.068349 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd43d2a-5e75-4f58-b5c9-b01b4cef0626 req-1591667e-9e6b-483f-9f3e-03680bbd8fad tempest-MultipleCreateTestJSON-1683623117 tempest-MultipleCreateTestJSON-1683623117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:43:24.069862 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-4dd43d2a-5e75-4f58-b5c9-b01b4cef0626 req-1591667e-9e6b-483f-9f3e-03680bbd8fad tempest-MultipleCreateTestJSON-1683623117 tempest-MultipleCreateTestJSON-1683623117-project] 10.222.0.13 "GET /v2.0/ports?device_id=496b0923-7611-467f-9825-e66b45a0c47e HTTP/1.1" status: 200 len: 946 time: 0.0568688 Nov 05 18:43:24.154312 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-4dd43d2a-5e75-4f58-b5c9-b01b4cef0626 req-3de6c72d-01fc-4320-97a2-f68bb329084b tempest-MultipleCreateTestJSON-1683623117 tempest-MultipleCreateTestJSON-1683623117-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a4ef96b-132a-4d2d-bdd9-160079b94f96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782249 Nov 05 18:43:24.160518 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-d3315f93-20e2-4aa4-b4d9-6d8e1c1f3233 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:43:24.163484 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-d3315f93-20e2-4aa4-b4d9-6d8e1c1f3233 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:43:24.164740 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-d3315f93-20e2-4aa4-b4d9-6d8e1c1f3233 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/779a5c66-14a5-48c3-a20d-49838cffa54a HTTP/1.1" status: 204 len: 168 time: 0.2992105 Nov 05 18:43:24.176070 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c344525-eeff-4d2d-b3ad-f3be3ae29dd0 req-1733b1c5-2962-471e-a024-a6fefd0f09cf tempest-ServersAdminTestJSON-1640316766 tempest-ServersAdminTestJSON-1640316766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:43:24.176268 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3315f93-20e2-4aa4-b4d9-6d8e1c1f3233 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=779a5c66-14a5-48c3-a20d-49838cffa54a,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:43:24.176905 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-7c344525-eeff-4d2d-b3ad-f3be3ae29dd0 req-1733b1c5-2962-471e-a024-a6fefd0f09cf tempest-ServersAdminTestJSON-1640316766 tempest-ServersAdminTestJSON-1640316766-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9b749f8-e8f5-4ef2-95cf-6a618803d711 HTTP/1.1" status: 200 len: 949 time: 0.0762024 Nov 05 18:43:24.260495 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-7c344525-eeff-4d2d-b3ad-f3be3ae29dd0 req-dcb5d407-5471-414f-a941-3f711f060422 tempest-ServersAdminTestJSON-1640316766 tempest-ServersAdminTestJSON-1640316766-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c663dac-2477-42f8-b37f-f366129474aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658844 Nov 05 18:43:24.302662 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72eae59f-8f4a-4d72-9024-1e5a85cee343 req-7afdd4c5-08d1-4f08-8602-f2d33ccb3f46 tempest-LiveAutoBlockMigrationV225Test-1563372898 tempest-LiveAutoBlockMigrationV225Test-1563372898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:43:24.304389 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-72eae59f-8f4a-4d72-9024-1e5a85cee343 req-7afdd4c5-08d1-4f08-8602-f2d33ccb3f46 tempest-LiveAutoBlockMigrationV225Test-1563372898 tempest-LiveAutoBlockMigrationV225Test-1563372898-project] 10.222.0.13 "GET /v2.0/ports?device_id=4f3886b5-bfd5-4bd1-b503-1a7b6a830e3d HTTP/1.1" status: 200 len: 945 time: 0.0604501 Nov 05 18:43:24.353268 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-72eae59f-8f4a-4d72-9024-1e5a85cee343 req-f73dd99f-dc5b-42f9-8977-66d344cb3734 tempest-LiveAutoBlockMigrationV225Test-1563372898 tempest-LiveAutoBlockMigrationV225Test-1563372898-project] 10.222.0.13 "GET /v2.0/security-groups?id=35cb161a-9192-43e2-a392-140fa33626b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432131 Nov 05 18:43:24.396099 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Device df18205d-5c88-489f-9d3f-06d8f897d00c up at agent hyperv_n-h2-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 18:43:24.537502 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Provisioning for port df18205d-5c88-489f-9d3f-06d8f897d00c completed by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 05 18:43:24.541716 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Provisioning complete for port df18205d-5c88-489f-9d3f-06d8f897d00c triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:43:24.542123 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:43:24.620275 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:43:24.648152 n-d-816865-1 neutron-server[102388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fdd5ed6-81d7-4ab5-86e9-c29a11f82abc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df18205d-5c88-489f-9d3f-06d8f897d00c'}] {{(pid=102388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 18:43:24.651433 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85474fee1180e129d8a886d264fe0b30223aa672dd1ffe43b630605f18504f68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68437db4-91a9-4d19-80a0-78827d08cfaf" -d '{"events": [{"server_uuid": "6fdd5ed6-81d7-4ab5-86e9-c29a11f82abc", "name": "network-vif-plugged", "status": "completed", "tag": "df18205d-5c88-489f-9d3f-06d8f897d00c"}]}' {{(pid=102388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 18:43:24.667920 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] For port df18205d-5c88-489f-9d3f-06d8f897d00c, host n-h2-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=df18205d-5c88-489f-9d3f-06d8f897d00c,segment=NetworkSegment(b30a663d-6bb9-436d-bbb6-d3fc1ef4951b),segment_id=b30a663d-6bb9-436d-bbb6-d3fc1ef4951b)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:43:24.691720 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 18:43:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7138540-9acd-4936-936b-f9c8a84ea810 x-openstack-request-id: req-e7138540-9acd-4936-936b-f9c8a84ea810 {{(pid=102388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 18:43:24.692083 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6fdd5ed6-81d7-4ab5-86e9-c29a11f82abc", "name": "network-vif-plugged", "status": "completed", "tag": "df18205d-5c88-489f-9d3f-06d8f897d00c", "code": 200}]} {{(pid=102388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 18:43:24.692404 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e7138540-9acd-4936-936b-f9c8a84ea810 {{(pid=102388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 18:43:24.692862 n-d-816865-1 neutron-server[102388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6fdd5ed6-81d7-4ab5-86e9-c29a11f82abc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df18205d-5c88-489f-9d3f-06d8f897d00c', 'code': 200} Nov 05 18:43:24.779373 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:43:24.811675 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4402ff8f-37fc-4dc2-b068-751d1b87c6b2 req-92a9d2de-8a6e-4db1-957d-146d42ca9a95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:43:24.815355 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-4402ff8f-37fc-4dc2-b068-751d1b87c6b2 req-92a9d2de-8a6e-4db1-957d-146d42ca9a95 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=6fdd5ed6-81d7-4ab5-86e9-c29a11f82abc HTTP/1.1" status: 200 len: 1095 time: 0.0600898 Nov 05 18:43:24.840042 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Device e8047dba-aea2-44a6-b753-8c18936bf163 up at agent hyperv_n-h1-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 18:43:24.890503 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Pushing event updated for resources: {'Port': ['ID=df18205d-5c88-489f-9d3f-06d8f897d00c,revision_number=5']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:43:24.908931 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-4402ff8f-37fc-4dc2-b068-751d1b87c6b2 req-8fa7c42e-5a89-4ba4-b2f8-ebb8456ab781 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=415b984e-2c75-4a2b-aae3-7fe54c54a52e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840309 Nov 05 18:43:24.926961 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6676c651-6d0b-4ccd-b9a0-1175ac982e7b req-0df5d46c-86f7-4f1c-a805-4f52bab6fffc tempest-LiveAutoBlockMigrationV225Test-1563372898 tempest-LiveAutoBlockMigrationV225Test-1563372898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:43:24.929272 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-6676c651-6d0b-4ccd-b9a0-1175ac982e7b req-0df5d46c-86f7-4f1c-a805-4f52bab6fffc tempest-LiveAutoBlockMigrationV225Test-1563372898 tempest-LiveAutoBlockMigrationV225Test-1563372898-project] 10.222.0.55 "GET /v2.0/ports?device_id=4f3886b5-bfd5-4bd1-b503-1a7b6a830e3d HTTP/1.1" status: 200 len: 945 time: 0.0736687 Nov 05 18:43:24.937503 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613ae42a-95c4-44af-b5be-647301871fdc req-ba04717c-b6c7-4f14-831c-418f4444e236 tempest-ServerDiskConfigTestJSON-70330027 tempest-ServerDiskConfigTestJSON-70330027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:43:24.942497 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-613ae42a-95c4-44af-b5be-647301871fdc req-ba04717c-b6c7-4f14-831c-418f4444e236 tempest-ServerDiskConfigTestJSON-70330027 tempest-ServerDiskConfigTestJSON-70330027-project] 10.222.0.13 "GET /v2.0/ports?device_id=6fdd5ed6-81d7-4ab5-86e9-c29a11f82abc HTTP/1.1" status: 200 len: 945 time: 0.0618348 Nov 05 18:43:24.978151 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Provisioning for port e8047dba-aea2-44a6-b753-8c18936bf163 completed by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 05 18:43:24.982376 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Provisioning complete for port e8047dba-aea2-44a6-b753-8c18936bf163 triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:43:24.982800 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:43:24.991982 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-613ae42a-95c4-44af-b5be-647301871fdc req-0ce607f1-9a63-49f7-8cc5-7bc08d6d21ae tempest-ServerDiskConfigTestJSON-70330027 tempest-ServerDiskConfigTestJSON-70330027-project] 10.222.0.13 "GET /v2.0/security-groups?id=415b984e-2c75-4a2b-aae3-7fe54c54a52e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464962 Nov 05 18:43:25.075256 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:43:25.108964 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] For port e8047dba-aea2-44a6-b753-8c18936bf163, host n-h1-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=e8047dba-aea2-44a6-b753-8c18936bf163,segment=NetworkSegment(35c2db9c-522d-48d3-98cf-a08c2cc55db7),segment_id=35c2db9c-522d-48d3-98cf-a08c2cc55db7)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:43:25.199474 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [req-6676c651-6d0b-4ccd-b9a0-1175ac982e7b req-ec951857-1b9b-45a9-85f7-dbc4b83c96d5 tempest-LiveAutoBlockMigrationV225Test-1563372898 tempest-LiveAutoBlockMigrationV225Test-1563372898-project] Deleting port 613b343e-d679-4d51-a8c2-d91f0420c58e {{(pid=102386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 18:43:25.199697 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-6676c651-6d0b-4ccd-b9a0-1175ac982e7b req-ec951857-1b9b-45a9-85f7-dbc4b83c96d5 tempest-LiveAutoBlockMigrationV225Test-1563372898 tempest-LiveAutoBlockMigrationV225Test-1563372898-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:43:25.245998 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:43:25.268537 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1325cb4e-a970-4d7b-8217-2bc6d705f8bb req-8750fe21-56db-4d8e-8d88-5eb69dc41d01 tempest-MultipleCreateTestJSON-1683623117 tempest-MultipleCreateTestJSON-1683623117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:43:25.270313 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-1325cb4e-a970-4d7b-8217-2bc6d705f8bb req-8750fe21-56db-4d8e-8d88-5eb69dc41d01 tempest-MultipleCreateTestJSON-1683623117 tempest-MultipleCreateTestJSON-1683623117-project] 10.222.0.13 "GET /v2.0/ports?device_id=496b0923-7611-467f-9825-e66b45a0c47e HTTP/1.1" status: 200 len: 946 time: 0.0647624 Nov 05 18:43:25.308636 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [req-6676c651-6d0b-4ccd-b9a0-1175ac982e7b req-ec951857-1b9b-45a9-85f7-dbc4b83c96d5 tempest-LiveAutoBlockMigrationV225Test-1563372898 tempest-LiveAutoBlockMigrationV225Test-1563372898-project] For port 613b343e-d679-4d51-a8c2-d91f0420c58e, host n-h2-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=613b343e-d679-4d51-a8c2-d91f0420c58e,segment=NetworkSegment(15cac71b-3531-4cff-8a8e-8f8d83bebf12),segment_id=15cac71b-3531-4cff-8a8e-8f8d83bebf12)] {{(pid=102386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:43:25.309036 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-6676c651-6d0b-4ccd-b9a0-1175ac982e7b req-ec951857-1b9b-45a9-85f7-dbc4b83c96d5 tempest-LiveAutoBlockMigrationV225Test-1563372898 tempest-LiveAutoBlockMigrationV225Test-1563372898-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:43:25.321787 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Pushing event updated for resources: {'Port': ['ID=e8047dba-aea2-44a6-b753-8c18936bf163,revision_number=5']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:43:25.326437 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [req-6676c651-6d0b-4ccd-b9a0-1175ac982e7b req-ec951857-1b9b-45a9-85f7-dbc4b83c96d5 tempest-LiveAutoBlockMigrationV225Test-1563372898 tempest-LiveAutoBlockMigrationV225Test-1563372898-project] Calling delete_port for 613b343e-d679-4d51-a8c2-d91f0420c58e owned by compute:nova {{(pid=102386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 18:43:25.332620 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:43:25.332890 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:43:25.333324 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:43:25.333669 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:43:25.334149 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:43:25.334485 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:43:25.334954 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:43:25.335286 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:43:25.335808 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:43:25.335931 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:43:25.336233 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:43:25.336554 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:43:25.351125 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-1325cb4e-a970-4d7b-8217-2bc6d705f8bb req-be7719bc-138a-41b6-a7ad-f721def2bfc1 tempest-MultipleCreateTestJSON-1683623117 tempest-MultipleCreateTestJSON-1683623117-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a4ef96b-132a-4d2d-bdd9-160079b94f96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723207 Nov 05 18:43:25.412242 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b541a64-53b8-4a44-9092-a3c3ccb65a5d req-b4b541ff-0ba2-44d0-9b2a-e84d809dce3d tempest-ServersAdminTestJSON-1640316766 tempest-ServersAdminTestJSON-1640316766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:43:25.418799 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-9b541a64-53b8-4a44-9092-a3c3ccb65a5d req-b4b541ff-0ba2-44d0-9b2a-e84d809dce3d tempest-ServersAdminTestJSON-1640316766 tempest-ServersAdminTestJSON-1640316766-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9b749f8-e8f5-4ef2-95cf-6a618803d711 HTTP/1.1" status: 200 len: 950 time: 0.0729375 Nov 05 18:43:25.494610 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-9b541a64-53b8-4a44-9092-a3c3ccb65a5d req-669b1253-39ce-4a40-b471-e6dfc79daf66 tempest-ServersAdminTestJSON-1640316766 tempest-ServersAdminTestJSON-1640316766-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c663dac-2477-42f8-b37f-f366129474aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735872 Nov 05 18:43:25.508224 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 46718) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:43:25.514810 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf39b18-9872-49d8-b2dd-09cefb4a3df5 req-183bd614-a854-40b2-a33a-88af45f78c36 tempest-LiveAutoBlockMigrationV225Test-1563372898 tempest-LiveAutoBlockMigrationV225Test-1563372898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:43:25.518528 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-fdf39b18-9872-49d8-b2dd-09cefb4a3df5 req-183bd614-a854-40b2-a33a-88af45f78c36 tempest-LiveAutoBlockMigrationV225Test-1563372898 tempest-LiveAutoBlockMigrationV225Test-1563372898-project] 10.222.0.13 "GET /v2.0/ports?device_id=4f3886b5-bfd5-4bd1-b503-1a7b6a830e3d HTTP/1.1" status: 200 len: 945 time: 0.0895104 Nov 05 18:43:25.543640 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-6676c651-6d0b-4ccd-b9a0-1175ac982e7b req-ec951857-1b9b-45a9-85f7-dbc4b83c96d5 tempest-LiveAutoBlockMigrationV225Test-1563372898 tempest-LiveAutoBlockMigrationV225Test-1563372898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:43:25.555756 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] get_ports_and_sgs() called for port_ids ['c01fdf04-d1b3-4884-bce0-e642bc3ccf9a', '613b343e-d679-4d51-a8c2-d91f0420c58e'] {{(pid=102388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 18:43:25.593155 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-fdf39b18-9872-49d8-b2dd-09cefb4a3df5 req-2128e505-4096-454a-ad73-0a389fadb1f1 tempest-LiveAutoBlockMigrationV225Test-1563372898 tempest-LiveAutoBlockMigrationV225Test-1563372898-project] 10.222.0.13 "GET /v2.0/security-groups?id=35cb161a-9192-43e2-a392-140fa33626b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688677 Nov 05 18:43:25.606590 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec951857-1b9b-45a9-85f7-dbc4b83c96d5 tempest-LiveAutoBlockMigrationV225Test-1563372898 tempest-LiveAutoBlockMigrationV225Test-1563372898-project] Pushing event deleted for resources: {'Port': ['ID=613b343e-d679-4d51-a8c2-d91f0420c58e,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:43:25.654171 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-30201ee3-1bbd-4f66-88cc-da340a2dcf63 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-751442554-network', 'tenant_id': 'f99a9bdffb564060b331ec79eda75924'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:43:25.677003 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [req-6676c651-6d0b-4ccd-b9a0-1175ac982e7b req-ec951857-1b9b-45a9-85f7-dbc4b83c96d5 tempest-LiveAutoBlockMigrationV225Test-1563372898 tempest-LiveAutoBlockMigrationV225Test-1563372898-project] No DVR routers for this DVR port 613b343e-d679-4d51-a8c2-d91f0420c58e on host n-h2-816865-1 {{(pid=102386) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 18:43:25.681246 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-6676c651-6d0b-4ccd-b9a0-1175ac982e7b req-ec951857-1b9b-45a9-85f7-dbc4b83c96d5 tempest-LiveAutoBlockMigrationV225Test-1563372898 tempest-LiveAutoBlockMigrationV225Test-1563372898-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:43:25.684529 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-6676c651-6d0b-4ccd-b9a0-1175ac982e7b req-ec951857-1b9b-45a9-85f7-dbc4b83c96d5 tempest-LiveAutoBlockMigrationV225Test-1563372898 tempest-LiveAutoBlockMigrationV225Test-1563372898-project] 10.222.0.55 "DELETE /v2.0/ports/613b343e-d679-4d51-a8c2-d91f0420c58e HTTP/1.1" status: 204 len: 173 time: 0.5849338 Nov 05 18:43:25.684974 n-d-816865-1 neutron-server[102386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f3886b5-bfd5-4bd1-b503-1a7b6a830e3d', 'name': 'network-vif-deleted', 'tag': '613b343e-d679-4d51-a8c2-d91f0420c58e'}] {{(pid=102386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 18:43:25.687246 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6173a44d7c73f41af551dc890fa1a5892c2c6bc3458b640c8e0c24db7876ba6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-508133fa-6901-4b9c-82d5-2085be78c019" -d '{"events": [{"server_uuid": "4f3886b5-bfd5-4bd1-b503-1a7b6a830e3d", "name": "network-vif-deleted", "tag": "613b343e-d679-4d51-a8c2-d91f0420c58e"}]}' {{(pid=102386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 18:43:25.740030 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 18:43:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b75ecb0c-6596-4dd8-8569-1cd4b6c17f55 x-openstack-request-id: req-b75ecb0c-6596-4dd8-8569-1cd4b6c17f55 {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 18:43:25.740395 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f3886b5-bfd5-4bd1-b503-1a7b6a830e3d", "name": "network-vif-deleted", "tag": "613b343e-d679-4d51-a8c2-d91f0420c58e", "status": "completed", "code": 200}]} {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 18:43:25.740720 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b75ecb0c-6596-4dd8-8569-1cd4b6c17f55 {{(pid=102386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 18:43:25.741266 n-d-816865-1 neutron-server[102386]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f3886b5-bfd5-4bd1-b503-1a7b6a830e3d', 'name': 'network-vif-deleted', 'tag': '613b343e-d679-4d51-a8c2-d91f0420c58e', 'status': 'completed', 'code': 200} Nov 05 18:43:25.777308 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30201ee3-1bbd-4f66-88cc-da340a2dcf63 admin admin] Made reservation on behalf of f99a9bdffb564060b331ec79eda75924 for: {'network': 1} {{(pid=102386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 18:43:25.779692 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-30201ee3-1bbd-4f66-88cc-da340a2dcf63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for network, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:43:25.788644 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-30201ee3-1bbd-4f66-88cc-da340a2dcf63 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:43:25.863261 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-30201ee3-1bbd-4f66-88cc-da340a2dcf63 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:43:25.970431 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-30201ee3-1bbd-4f66-88cc-da340a2dcf63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:43:25.993262 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30201ee3-1bbd-4f66-88cc-da340a2dcf63 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 160} {{(pid=102386) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 05 18:43:26.005075 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30201ee3-1bbd-4f66-88cc-da340a2dcf63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cc4611f-52b5-4887-b929-239c423d5920,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:43:26.017162 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-30201ee3-1bbd-4f66-88cc-da340a2dcf63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273'] for segment, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:43:26.017162 n-d-816865-1 neutron-server[102386]: INFO neutron.db.segments_db [None req-30201ee3-1bbd-4f66-88cc-da340a2dcf63 admin admin] Added segment 19a5aad3-0c26-4f6f-8422-7177e297fdc5 of type vlan for network 324a563f-bace-4674-b8a0-3af35aa21023 Nov 05 18:43:26.071497 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-30201ee3-1bbd-4f66-88cc-da340a2dcf63 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750027258543'] for network, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:43:26.139792 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2b3f87-0ac5-4cce-88bb-ca863cd0fd69 req-216612ec-e524-4f96-a044-5729beb20813 tempest-ServerDiskConfigTestJSON-70330027 tempest-ServerDiskConfigTestJSON-70330027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:43:26.141970 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-3c2b3f87-0ac5-4cce-88bb-ca863cd0fd69 req-216612ec-e524-4f96-a044-5729beb20813 tempest-ServerDiskConfigTestJSON-70330027 tempest-ServerDiskConfigTestJSON-70330027-project] 10.222.0.13 "GET /v2.0/ports?device_id=6fdd5ed6-81d7-4ab5-86e9-c29a11f82abc HTTP/1.1" status: 200 len: 945 time: 0.0558143 Nov 05 18:43:26.160952 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-30201ee3-1bbd-4f66-88cc-da340a2dcf63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-956796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877'] for network, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:43:26.161917 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30201ee3-1bbd-4f66-88cc-da340a2dcf63 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:43:26.162533 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-30201ee3-1bbd-4f66-88cc-da340a2dcf63 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597851'] for network, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:43:26.236849 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30201ee3-1bbd-4f66-88cc-da340a2dcf63 admin admin] Pushing event updated for resources: {'Network': ['ID=324a563f-bace-4674-b8a0-3af35aa21023,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:43:26.237388 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-3c2b3f87-0ac5-4cce-88bb-ca863cd0fd69 req-894aae27-53fd-4077-8e4e-9342dd6e3e68 tempest-ServerDiskConfigTestJSON-70330027 tempest-ServerDiskConfigTestJSON-70330027-project] 10.222.0.13 "GET /v2.0/security-groups?id=415b984e-2c75-4a2b-aae3-7fe54c54a52e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853364 Nov 05 18:43:26.248689 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Network 324a563f-bace-4674-b8a0-3af35aa21023 details requested by agent ovs-agent-n-d-816865-1 with host n-d-816865-1 {{(pid=102388) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 05 18:43:26.258065 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-30201ee3-1bbd-4f66-88cc-da340a2dcf63 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.7504265 Nov 05 18:43:26.260806 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 46728) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:43:26.265823 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-dfed12ab-e3e7-49ed-b5bd-d9676e388229 admin admin] Request body: {'subnet': {'network_id': '324a563f-bace-4674-b8a0-3af35aa21023', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-751442554-subnet', 'tenant_id': 'f99a9bdffb564060b331ec79eda75924', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:43:26.406590 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfed12ab-e3e7-49ed-b5bd-d9676e388229 admin admin] Made reservation on behalf of f99a9bdffb564060b331ec79eda75924 for: {'subnet': 1} {{(pid=102387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 18:43:26.408922 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-dfed12ab-e3e7-49ed-b5bd-d9676e388229 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5112236'] for subnet, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:43:26.543741 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cf4fc6-c56a-40c3-9cf2-ec30be73d0c7 req-84f916e9-5011-4467-b4bc-c95639adb991 tempest-MultipleCreateTestJSON-1683623117 tempest-MultipleCreateTestJSON-1683623117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:43:26.545255 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-d0cf4fc6-c56a-40c3-9cf2-ec30be73d0c7 req-84f916e9-5011-4467-b4bc-c95639adb991 tempest-MultipleCreateTestJSON-1683623117 tempest-MultipleCreateTestJSON-1683623117-project] 10.222.0.13 "GET /v2.0/ports?device_id=496b0923-7611-467f-9825-e66b45a0c47e HTTP/1.1" status: 200 len: 946 time: 0.0797873 Nov 05 18:43:26.641034 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db181cbd-4b4f-4b02-ba11-3b9f3279f273 req-a1e4ed56-9aaf-4027-a796-33305213f4b5 tempest-MultipleCreateTestJSON-1683623117 tempest-MultipleCreateTestJSON-1683623117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:43:26.643664 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-db181cbd-4b4f-4b02-ba11-3b9f3279f273 req-a1e4ed56-9aaf-4027-a796-33305213f4b5 tempest-MultipleCreateTestJSON-1683623117 tempest-MultipleCreateTestJSON-1683623117-project] 10.222.0.55 "GET /v2.0/ports?device_id=496b0923-7611-467f-9825-e66b45a0c47e HTTP/1.1" status: 200 len: 946 time: 0.0720830 Nov 05 18:43:26.695363 n-d-816865-1 neutron-server[102388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9b749f8-e8f5-4ef2-95cf-6a618803d711', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8047dba-aea2-44a6-b753-8c18936bf163'}] {{(pid=102388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 18:43:26.701479 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85474fee1180e129d8a886d264fe0b30223aa672dd1ffe43b630605f18504f68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-203040bc-df64-40ab-b2f1-95abbceb489f" -d '{"events": [{"server_uuid": "e9b749f8-e8f5-4ef2-95cf-6a618803d711", "name": "network-vif-plugged", "status": "completed", "tag": "e8047dba-aea2-44a6-b753-8c18936bf163"}]}' {{(pid=102388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 18:43:26.709528 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-d0cf4fc6-c56a-40c3-9cf2-ec30be73d0c7 req-ae059d72-90d2-498f-8c9a-b0905ec92990 tempest-MultipleCreateTestJSON-1683623117 tempest-MultipleCreateTestJSON-1683623117-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a4ef96b-132a-4d2d-bdd9-160079b94f96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533613 Nov 05 18:43:26.722239 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff364aaf-b673-43ba-90df-24a9610672d1 req-bf1c350e-86be-4fba-b1fd-8bd2b0a01764 tempest-ServersAdminTestJSON-1640316766 tempest-ServersAdminTestJSON-1640316766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:43:26.724040 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-ff364aaf-b673-43ba-90df-24a9610672d1 req-bf1c350e-86be-4fba-b1fd-8bd2b0a01764 tempest-ServersAdminTestJSON-1640316766 tempest-ServersAdminTestJSON-1640316766-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9b749f8-e8f5-4ef2-95cf-6a618803d711 HTTP/1.1" status: 200 len: 950 time: 0.1398251 Nov 05 18:43:26.728732 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6cb3dc-2d9b-4914-bc5b-24df50d681b3 req-2da22357-596a-44c3-974c-81cfa056e0d2 tempest-MultipleCreateTestJSON-1683623117 tempest-MultipleCreateTestJSON-1683623117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:43:26.730419 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-1b6cb3dc-2d9b-4914-bc5b-24df50d681b3 req-2da22357-596a-44c3-974c-81cfa056e0d2 tempest-MultipleCreateTestJSON-1683623117 tempest-MultipleCreateTestJSON-1683623117-project] 10.222.0.41 "GET /v2.0/ports?device_id=60a9debe-19f8-427c-91f4-70c960ec3c17 HTTP/1.1" status: 200 len: 945 time: 0.1073186 Nov 05 18:43:26.807203 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-dfed12ab-e3e7-49ed-b5bd-d9676e388229 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4417463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5112218'] for subnet, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:43:26.852587 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [req-db181cbd-4b4f-4b02-ba11-3b9f3279f273 req-4a48b05b-fd3e-4a73-bc67-b4d36cd06afb tempest-MultipleCreateTestJSON-1683623117 tempest-MultipleCreateTestJSON-1683623117-project] Deleting port db5b0f4a-a064-4d10-9af3-becb2ec4f105 {{(pid=102386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 18:43:26.853067 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-db181cbd-4b4f-4b02-ba11-3b9f3279f273 req-4a48b05b-fd3e-4a73-bc67-b4d36cd06afb tempest-MultipleCreateTestJSON-1683623117 tempest-MultipleCreateTestJSON-1683623117-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:43:26.866562 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-ff364aaf-b673-43ba-90df-24a9610672d1 req-b15d3731-65da-4e27-8a7e-2f02fd6a86bf tempest-ServersAdminTestJSON-1640316766 tempest-ServersAdminTestJSON-1640316766-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c663dac-2477-42f8-b37f-f366129474aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255434 Nov 05 18:43:26.900793 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfed12ab-e3e7-49ed-b5bd-d9676e388229 admin admin] Pushing event updated for resources: {'Subnet': ['ID=78388d9c-2599-4761-adf2-aadd49eafef3,revision_number=0']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:43:26.929088 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 18:43:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e36f090e-760c-41b4-bc14-0498a8a29c43 x-openstack-request-id: req-e36f090e-760c-41b4-bc14-0498a8a29c43 {{(pid=102388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 18:43:26.929387 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9b749f8-e8f5-4ef2-95cf-6a618803d711", "name": "network-vif-plugged", "status": "completed", "tag": "e8047dba-aea2-44a6-b753-8c18936bf163", "code": 200}]} {{(pid=102388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 18:43:26.929646 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e36f090e-760c-41b4-bc14-0498a8a29c43 {{(pid=102388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 18:43:26.930311 n-d-816865-1 neutron-server[102388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9b749f8-e8f5-4ef2-95cf-6a618803d711', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8047dba-aea2-44a6-b753-8c18936bf163', 'code': 200} Nov 05 18:43:26.948422 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-21cd7d10-4ae9-472c-8c5c-5013e4d642c0 req-3e4b7678-d97c-4723-bfeb-e1c10a5e0af9 tempest-LiveAutoBlockMigrationV225Test-1563372898 tempest-LiveAutoBlockMigrationV225Test-1563372898-project] 10.222.0.13 "GET /v2.0/ports?device_id=4f3886b5-bfd5-4bd1-b503-1a7b6a830e3d HTTP/1.1" status: 200 len: 210 time: 0.0390465 Nov 05 18:43:26.950155 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [req-1b6cb3dc-2d9b-4914-bc5b-24df50d681b3 req-dac0d678-1149-474d-8d3a-4cc8f011bbe5 tempest-MultipleCreateTestJSON-1683623117 tempest-MultipleCreateTestJSON-1683623117-project] Deleting port 9dca30fe-6f8c-460c-86d2-6c228b9d6845 {{(pid=102386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 18:43:26.950498 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-1b6cb3dc-2d9b-4914-bc5b-24df50d681b3 req-dac0d678-1149-474d-8d3a-4cc8f011bbe5 tempest-MultipleCreateTestJSON-1683623117 tempest-MultipleCreateTestJSON-1683623117-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:43:26.989438 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfed12ab-e3e7-49ed-b5bd-d9676e388229 admin admin] Checking segment: {'id': '19a5aad3-0c26-4f6f-8422-7177e297fdc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '324a563f-bace-4674-b8a0-3af35aa21023'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 18:43:26.989844 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfed12ab-e3e7-49ed-b5bd-d9676e388229 admin admin] Network hostable DHCP agents. Network: 324a563f-bace-4674-b8a0-3af35aa21023, hostable agents: ['987e2ca0-bc3b-4c6f-a989-429ccfbf753f'], hosted agents: [] {{(pid=102387) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 05 18:43:27.093845 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [req-db181cbd-4b4f-4b02-ba11-3b9f3279f273 req-4a48b05b-fd3e-4a73-bc67-b4d36cd06afb tempest-MultipleCreateTestJSON-1683623117 tempest-MultipleCreateTestJSON-1683623117-project] For port db5b0f4a-a064-4d10-9af3-becb2ec4f105, host n-h2-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=db5b0f4a-a064-4d10-9af3-becb2ec4f105,segment=NetworkSegment(7366b739-dd80-4115-a639-c56c148a62e9),segment_id=7366b739-dd80-4115-a639-c56c148a62e9)] {{(pid=102386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:43:27.095008 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-db181cbd-4b4f-4b02-ba11-3b9f3279f273 req-4a48b05b-fd3e-4a73-bc67-b4d36cd06afb tempest-MultipleCreateTestJSON-1683623117 tempest-MultipleCreateTestJSON-1683623117-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:43:27.118430 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [req-db181cbd-4b4f-4b02-ba11-3b9f3279f273 req-4a48b05b-fd3e-4a73-bc67-b4d36cd06afb tempest-MultipleCreateTestJSON-1683623117 tempest-MultipleCreateTestJSON-1683623117-project] Calling delete_port for db5b0f4a-a064-4d10-9af3-becb2ec4f105 owned by compute:nova {{(pid=102386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 18:43:27.137781 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfed12ab-e3e7-49ed-b5bd-d9676e388229 admin admin] Network 324a563f-bace-4674-b8a0-3af35aa21023 is scheduled to be hosted by DHCP agent 987e2ca0-bc3b-4c6f-a989-429ccfbf753f with binding_index 1 {{(pid=102387) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 05 18:43:27.144640 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e607f35-e34c-48bf-9cab-cfa60c68a4d0 req-71ef17cf-c8c2-47f6-8a7f-ed7bc34cc5d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:43:27.146179 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-2e607f35-e34c-48bf-9cab-cfa60c68a4d0 req-71ef17cf-c8c2-47f6-8a7f-ed7bc34cc5d2 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=e9b749f8-e8f5-4ef2-95cf-6a618803d711 HTTP/1.1" status: 200 len: 1101 time: 0.1116722 Nov 05 18:43:27.149115 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [req-1b6cb3dc-2d9b-4914-bc5b-24df50d681b3 req-dac0d678-1149-474d-8d3a-4cc8f011bbe5 tempest-MultipleCreateTestJSON-1683623117 tempest-MultipleCreateTestJSON-1683623117-project] For port 9dca30fe-6f8c-460c-86d2-6c228b9d6845, host n-h1-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=9dca30fe-6f8c-460c-86d2-6c228b9d6845,segment=NetworkSegment(7366b739-dd80-4115-a639-c56c148a62e9),segment_id=7366b739-dd80-4115-a639-c56c148a62e9)] {{(pid=102386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:43:27.149471 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-1b6cb3dc-2d9b-4914-bc5b-24df50d681b3 req-dac0d678-1149-474d-8d3a-4cc8f011bbe5 tempest-MultipleCreateTestJSON-1683623117 tempest-MultipleCreateTestJSON-1683623117-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:43:27.206816 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [req-1b6cb3dc-2d9b-4914-bc5b-24df50d681b3 req-dac0d678-1149-474d-8d3a-4cc8f011bbe5 tempest-MultipleCreateTestJSON-1683623117 tempest-MultipleCreateTestJSON-1683623117-project] Calling delete_port for 9dca30fe-6f8c-460c-86d2-6c228b9d6845 owned by compute:nova {{(pid=102386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 18:43:27.223336 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.base_scheduler [None req-dfed12ab-e3e7-49ed-b5bd-d9676e388229 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816865-1, 324a563f-bace-4674-b8a0-3af35aa21023) {{(pid=102387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:43:27.228679 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfed12ab-e3e7-49ed-b5bd-d9676e388229 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:43:27.229728 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-dfed12ab-e3e7-49ed-b5bd-d9676e388229 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597851'] for subnet, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:43:27.242827 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-335b5913-d476-40ab-94e5-c1bb1c2d06b1 None None] Network 324a563f-bace-4674-b8a0-3af35aa21023 requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 18:43:27.292509 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-2e607f35-e34c-48bf-9cab-cfa60c68a4d0 req-881fd4ca-df3c-44f8-a062-7636b1e4f80d service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=2c663dac-2477-42f8-b37f-f366129474aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342418 Nov 05 18:43:27.327350 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-dfed12ab-e3e7-49ed-b5bd-d9676e388229 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.0633628 Nov 05 18:43:27.328558 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 46746) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:43:27.333569 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-ea07d0a4-cb0b-471e-8119-f5d3ffba4aac admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-751442554-router', 'tenant_id': 'f99a9bdffb564060b331ec79eda75924', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec'}}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:43:27.436848 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fd3ca3-09c8-4e76-954c-ca752d07a3a4 req-11417fcd-35f9-48e7-9233-e0e133c8d744 tempest-ServerDiskConfigTestJSON-70330027 tempest-ServerDiskConfigTestJSON-70330027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:43:27.444053 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-19fd3ca3-09c8-4e76-954c-ca752d07a3a4 req-11417fcd-35f9-48e7-9233-e0e133c8d744 tempest-ServerDiskConfigTestJSON-70330027 tempest-ServerDiskConfigTestJSON-70330027-project] 10.222.0.13 "GET /v2.0/ports?device_id=6fdd5ed6-81d7-4ab5-86e9-c29a11f82abc HTTP/1.1" status: 200 len: 945 time: 0.1041019 Nov 05 18:43:27.466587 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc48156c-599f-4c5a-9bb6-e8fb57f83ad1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeb20a084-accf-5b60-8075-3e69ebe863a6-324a563f-bace-4674-b8a0-3af35aa21023', 'network_id': '324a563f-bace-4674-b8a0-3af35aa21023', 'tenant_id': 'f99a9bdffb564060b331ec79eda75924', 'fixed_ips': [{'subnet_id': '78388d9c-2599-4761-adf2-aadd49eafef3'}]}} from n-d-816865-1. {{(pid=102388) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 05 18:43:27.468003 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-fc48156c-599f-4c5a-9bb6-e8fb57f83ad1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:43:27.490132 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-19fd3ca3-09c8-4e76-954c-ca752d07a3a4 req-d7dcefc7-2244-463e-90e3-d597c03cac81 tempest-ServerDiskConfigTestJSON-70330027 tempest-ServerDiskConfigTestJSON-70330027-project] 10.222.0.13 "GET /v2.0/security-groups?id=415b984e-2c75-4a2b-aae3-7fe54c54a52e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452161 Nov 05 18:43:27.527109 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-ea07d0a4-cb0b-471e-8119-f5d3ffba4aac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-571139', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6874'] for router, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:43:27.536796 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-ea07d0a4-cb0b-471e-8119-f5d3ffba4aac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-571375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1000570', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1011585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6867'] for router, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:43:27.596413 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-db181cbd-4b4f-4b02-ba11-3b9f3279f273 req-4a48b05b-fd3e-4a73-bc67-b4d36cd06afb tempest-MultipleCreateTestJSON-1683623117 tempest-MultipleCreateTestJSON-1683623117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:43:27.603335 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-1b6cb3dc-2d9b-4914-bc5b-24df50d681b3 req-dac0d678-1149-474d-8d3a-4cc8f011bbe5 tempest-MultipleCreateTestJSON-1683623117 tempest-MultipleCreateTestJSON-1683623117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:43:27.612104 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] get_ports_and_sgs() called for port_ids ['db5b0f4a-a064-4d10-9af3-becb2ec4f105'] {{(pid=102388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 18:43:27.644284 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.db_base_plugin_common [None req-fc48156c-599f-4c5a-9bb6-e8fb57f83ad1 None None] Allocated IP 172.20.0.2 (324a563f-bace-4674-b8a0-3af35aa21023/78388d9c-2599-4761-adf2-aadd49eafef3/2477230d-334d-4eeb-8c73-176296b7c71e) {{(pid=102388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 18:43:27.649536 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a48b05b-fd3e-4a73-bc67-b4d36cd06afb tempest-MultipleCreateTestJSON-1683623117 tempest-MultipleCreateTestJSON-1683623117-project] Pushing event deleted for resources: {'Port': ['ID=db5b0f4a-a064-4d10-9af3-becb2ec4f105,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:43:27.649961 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] get_ports_and_sgs() called for port_ids ['db5b0f4a-a064-4d10-9af3-becb2ec4f105'] {{(pid=102388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 18:43:27.697585 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-ea07d0a4-cb0b-471e-8119-f5d3ffba4aac admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:43:27.706545 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bc66f4-8480-430f-868f-456a2f5c89f5 req-3415ed8a-47d7-4c5e-9244-294ef5028480 tempest-ServerDiskConfigTestJSON-70330027 tempest-ServerDiskConfigTestJSON-70330027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:43:27.708233 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-d9bc66f4-8480-430f-868f-456a2f5c89f5 req-3415ed8a-47d7-4c5e-9244-294ef5028480 tempest-ServerDiskConfigTestJSON-70330027 tempest-ServerDiskConfigTestJSON-70330027-project] 10.222.0.13 "GET /v2.0/ports?device_id=6fdd5ed6-81d7-4ab5-86e9-c29a11f82abc HTTP/1.1" status: 200 len: 945 time: 0.1329744 Nov 05 18:43:27.771882 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac0d678-1149-474d-8d3a-4cc8f011bbe5 tempest-MultipleCreateTestJSON-1683623117 tempest-MultipleCreateTestJSON-1683623117-project] Pushing event deleted for resources: {'Port': ['ID=9dca30fe-6f8c-460c-86d2-6c228b9d6845,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:43:27.789651 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b6cb3dc-2d9b-4914-bc5b-24df50d681b3 req-dac0d678-1149-474d-8d3a-4cc8f011bbe5 tempest-MultipleCreateTestJSON-1683623117 tempest-MultipleCreateTestJSON-1683623117-project] No DVR routers for this DVR port 9dca30fe-6f8c-460c-86d2-6c228b9d6845 on host n-h1-816865-1 {{(pid=102386) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 18:43:27.792409 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [req-db181cbd-4b4f-4b02-ba11-3b9f3279f273 req-4a48b05b-fd3e-4a73-bc67-b4d36cd06afb tempest-MultipleCreateTestJSON-1683623117 tempest-MultipleCreateTestJSON-1683623117-project] No DVR routers for this DVR port db5b0f4a-a064-4d10-9af3-becb2ec4f105 on host n-h2-816865-1 {{(pid=102386) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 18:43:27.795525 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-1b6cb3dc-2d9b-4914-bc5b-24df50d681b3 req-dac0d678-1149-474d-8d3a-4cc8f011bbe5 tempest-MultipleCreateTestJSON-1683623117 tempest-MultipleCreateTestJSON-1683623117-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:43:27.799344 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-1b6cb3dc-2d9b-4914-bc5b-24df50d681b3 req-dac0d678-1149-474d-8d3a-4cc8f011bbe5 tempest-MultipleCreateTestJSON-1683623117 tempest-MultipleCreateTestJSON-1683623117-project] 10.222.0.41 "DELETE /v2.0/ports/9dca30fe-6f8c-460c-86d2-6c228b9d6845 HTTP/1.1" status: 204 len: 173 time: 1.0487695 Nov 05 18:43:27.799914 n-d-816865-1 neutron-server[102386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60a9debe-19f8-427c-91f4-70c960ec3c17', 'name': 'network-vif-deleted', 'tag': '9dca30fe-6f8c-460c-86d2-6c228b9d6845'}] {{(pid=102386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 18:43:27.802385 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6173a44d7c73f41af551dc890fa1a5892c2c6bc3458b640c8e0c24db7876ba6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1f2d17d-9fd2-4566-9dba-1ca090132449" -d '{"events": [{"server_uuid": "60a9debe-19f8-427c-91f4-70c960ec3c17", "name": "network-vif-deleted", "tag": "9dca30fe-6f8c-460c-86d2-6c228b9d6845"}]}' {{(pid=102386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 18:43:27.806859 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-db181cbd-4b4f-4b02-ba11-3b9f3279f273 req-4a48b05b-fd3e-4a73-bc67-b4d36cd06afb tempest-MultipleCreateTestJSON-1683623117 tempest-MultipleCreateTestJSON-1683623117-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:43:27.811911 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-db181cbd-4b4f-4b02-ba11-3b9f3279f273 req-4a48b05b-fd3e-4a73-bc67-b4d36cd06afb tempest-MultipleCreateTestJSON-1683623117 tempest-MultipleCreateTestJSON-1683623117-project] 10.222.0.55 "DELETE /v2.0/ports/db5b0f4a-a064-4d10-9af3-becb2ec4f105 HTTP/1.1" status: 204 len: 173 time: 1.1531470 Nov 05 18:43:27.855903 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-d9bc66f4-8480-430f-868f-456a2f5c89f5 req-72b1cd3f-efdc-44a2-ab0e-32a7427d5acf tempest-ServerDiskConfigTestJSON-70330027 tempest-ServerDiskConfigTestJSON-70330027-project] 10.222.0.13 "GET /v2.0/security-groups?id=415b984e-2c75-4a2b-aae3-7fe54c54a52e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407125 Nov 05 18:43:27.879684 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-fc48156c-599f-4c5a-9bb6-e8fb57f83ad1 None None] Publish callbacks [] for port, precommit_create {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:43:27.921412 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 18:43:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40de9985-0b13-4765-9d0f-5bb544bf33b2 x-openstack-request-id: req-40de9985-0b13-4765-9d0f-5bb544bf33b2 {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 18:43:27.922130 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60a9debe-19f8-427c-91f4-70c960ec3c17", "name": "network-vif-deleted", "tag": "9dca30fe-6f8c-460c-86d2-6c228b9d6845", "status": "completed", "code": 200}]} {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 18:43:27.922628 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-40de9985-0b13-4765-9d0f-5bb544bf33b2 {{(pid=102386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 18:43:27.922882 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-c61d9829-6204-4e26-aa3b-fb0ea78c70a3 req-f57d048c-5f17-4074-a321-09b1cdcce305 tempest-MultipleCreateTestJSON-1683623117 tempest-MultipleCreateTestJSON-1683623117-project] 10.222.0.13 "GET /v2.0/ports?device_id=496b0923-7611-467f-9825-e66b45a0c47e HTTP/1.1" status: 200 len: 210 time: 0.1230912 Nov 05 18:43:27.931594 n-d-816865-1 neutron-server[102386]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60a9debe-19f8-427c-91f4-70c960ec3c17', 'name': 'network-vif-deleted', 'tag': '9dca30fe-6f8c-460c-86d2-6c228b9d6845', 'status': 'completed', 'code': 200} Nov 05 18:43:27.951094 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-fc48156c-599f-4c5a-9bb6-e8fb57f83ad1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789'] for port, after_create {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:43:28.022203 n-d-816865-1 neutron-server[102388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc48156c-599f-4c5a-9bb6-e8fb57f83ad1 None None] Network 324a563f-bace-4674-b8a0-3af35aa21023 is already hosted by enough agents. {{(pid=102388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 18:43:28.029557 n-d-816865-1 neutron-server[102388]: DEBUG neutron.scheduler.base_scheduler [None req-fc48156c-599f-4c5a-9bb6-e8fb57f83ad1 None None] Resources bound (agent type, host, resource id): {{(pid=102388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:43:28.033646 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc48156c-599f-4c5a-9bb6-e8fb57f83ad1 None None] Received port after_create {{(pid=102388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 18:43:28.046907 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc48156c-599f-4c5a-9bb6-e8fb57f83ad1 None None] Pushing event updated for resources: {'Port': ['ID=2477230d-334d-4eeb-8c73-176296b7c71e,revision_number=1']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:43:28.104186 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-ea07d0a4-cb0b-471e-8119-f5d3ffba4aac admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:43:28.111877 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-fc48156c-599f-4c5a-9bb6-e8fb57f83ad1 None None] Attempting to bind port 2477230d-334d-4eeb-8c73-176296b7c71e on host n-d-816865-1 for vnic_type normal with profile {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 18:43:28.112501 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-fc48156c-599f-4c5a-9bb6-e8fb57f83ad1 None None] Attempting to bind port 2477230d-334d-4eeb-8c73-176296b7c71e by drivers openvswitch,hyperv on host n-d-816865-1 at level 0 using segments [{'id': '19a5aad3-0c26-4f6f-8422-7177e297fdc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '324a563f-bace-4674-b8a0-3af35aa21023'}] {{(pid=102388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 18:43:28.113078 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc48156c-599f-4c5a-9bb6-e8fb57f83ad1 None None] Attempting to bind port 2477230d-334d-4eeb-8c73-176296b7c71e on network 324a563f-bace-4674-b8a0-3af35aa21023 {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 18:43:28.122442 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc48156c-599f-4c5a-9bb6-e8fb57f83ad1 None None] Checking agent: {'id': '724d89a7-611b-41e6-bc85-c48112b17afa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 18, 25, 8), 'started_at': datetime.datetime(2021, 11, 5, 18, 25, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 18, 43, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 18:43:28.123136 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc48156c-599f-4c5a-9bb6-e8fb57f83ad1 None None] Checking segment: {'id': '19a5aad3-0c26-4f6f-8422-7177e297fdc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '324a563f-bace-4674-b8a0-3af35aa21023'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 18:43:28.126447 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-fc48156c-599f-4c5a-9bb6-e8fb57f83ad1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:43:28.126447 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc48156c-599f-4c5a-9bb6-e8fb57f83ad1 None None] Bound using segment: {'id': '19a5aad3-0c26-4f6f-8422-7177e297fdc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '324a563f-bace-4674-b8a0-3af35aa21023'} {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 18:43:28.126447 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-fc48156c-599f-4c5a-9bb6-e8fb57f83ad1 None None] Bound port: 2477230d-334d-4eeb-8c73-176296b7c71e, host: n-d-816865-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19a5aad3-0c26-4f6f-8422-7177e297fdc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '324a563f-bace-4674-b8a0-3af35aa21023'}}] {{(pid=102388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 18:43:28.126447 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-fc48156c-599f-4c5a-9bb6-e8fb57f83ad1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:43:28.166623 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b36f779-19b8-4774-9fe2-70293c84e13b req-3ad238a3-03ab-4b66-9774-7e8b2c63e4eb tempest-ServersAdminTestJSON-1640316766 tempest-ServersAdminTestJSON-1640316766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:43:28.168459 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-5b36f779-19b8-4774-9fe2-70293c84e13b req-3ad238a3-03ab-4b66-9774-7e8b2c63e4eb tempest-ServersAdminTestJSON-1640316766 tempest-ServersAdminTestJSON-1640316766-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9b749f8-e8f5-4ef2-95cf-6a618803d711 HTTP/1.1" status: 200 len: 950 time: 0.0570836 Nov 05 18:43:28.195636 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-fc48156c-599f-4c5a-9bb6-e8fb57f83ad1 None None] For port 2477230d-334d-4eeb-8c73-176296b7c71e, host n-d-816865-1, cleared binding levels {{(pid=102388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 18:43:28.198670 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-fc48156c-599f-4c5a-9bb6-e8fb57f83ad1 None None] For port 2477230d-334d-4eeb-8c73-176296b7c71e, host n-d-816865-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=2477230d-334d-4eeb-8c73-176296b7c71e,segment=NetworkSegment(19a5aad3-0c26-4f6f-8422-7177e297fdc5),segment_id=19a5aad3-0c26-4f6f-8422-7177e297fdc5)] {{(pid=102388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 18:43:28.230691 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-5b36f779-19b8-4774-9fe2-70293c84e13b req-35863cf7-c67b-42a4-8df9-ea9e0bb7a2c5 tempest-ServersAdminTestJSON-1640316766 tempest-ServersAdminTestJSON-1640316766-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c663dac-2477-42f8-b37f-f366129474aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544088 Nov 05 18:43:28.280513 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-8461a907-0bad-4121-bd99-d0bcb28b2c8a req-c82c1672-c87c-4250-842b-75075ab7a3ea tempest-LiveAutoBlockMigrationV225Test-1563372898 tempest-LiveAutoBlockMigrationV225Test-1563372898-project] 10.222.0.13 "GET /v2.0/ports?device_id=4f3886b5-bfd5-4bd1-b503-1a7b6a830e3d HTTP/1.1" status: 200 len: 210 time: 0.0300844 Nov 05 18:43:28.309640 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-fc48156c-599f-4c5a-9bb6-e8fb57f83ad1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:43:28.404171 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc48156c-599f-4c5a-9bb6-e8fb57f83ad1 None None] Pushing event updated for resources: {'Port': ['ID=2477230d-334d-4eeb-8c73-176296b7c71e,revision_number=2']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:43:28.434122 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Device 613b343e-d679-4d51-a8c2-d91f0420c58e no longer exists at agent hyperv_n-h2-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 18:43:28.461010 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] No Port match for: 613b343e-d679-4d51-a8c2-d91f0420c58e {{(pid=102388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 18:43:28.461366 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Device 613b343e-d679-4d51-a8c2-d91f0420c58e not bound to the agent host n-h2-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 18:43:28.481083 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb8d3be-f777-4ae1-b9e6-74f9c1b5a258 req-f84dfe95-566f-4561-8d05-9a93411982b2 tempest-ServerDiskConfigTestJSON-70330027 tempest-ServerDiskConfigTestJSON-70330027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:43:28.481978 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-4bb8d3be-f777-4ae1-b9e6-74f9c1b5a258 req-f84dfe95-566f-4561-8d05-9a93411982b2 tempest-ServerDiskConfigTestJSON-70330027 tempest-ServerDiskConfigTestJSON-70330027-project] 10.222.0.13 "GET /v2.0/ports?device_id=6fdd5ed6-81d7-4ab5-86e9-c29a11f82abc HTTP/1.1" status: 200 len: 945 time: 0.0655599 Nov 05 18:43:28.640508 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-ea07d0a4-cb0b-471e-8119-f5d3ffba4aac admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:43:28.662103 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-4bb8d3be-f777-4ae1-b9e6-74f9c1b5a258 req-c9fa2657-0bfe-44ad-9993-fc0c75356c2d tempest-ServerDiskConfigTestJSON-70330027 tempest-ServerDiskConfigTestJSON-70330027-project] 10.222.0.13 "GET /v2.0/security-groups?id=415b984e-2c75-4a2b-aae3-7fe54c54a52e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854614 Nov 05 18:43:28.691491 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-ea07d0a4-cb0b-471e-8119-f5d3ffba4aac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:43:28.865157 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.db_base_plugin_common [None req-ea07d0a4-cb0b-471e-8119-f5d3ffba4aac admin admin] Allocated IP 172.25.6.239 (40c8335d-cd0b-4cb5-910a-d4dcddd5cbec/04fe6db3-e108-4208-943d-6518424f5726/dbb62693-62e8-4594-bb32-2a7eb86dbd22) {{(pid=102387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 18:43:28.873221 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Device 9dca30fe-6f8c-460c-86d2-6c228b9d6845 no longer exists at agent hyperv_n-h1-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 18:43:28.886573 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f806e65c-f3a7-4af6-a4a4-1295f7558a09 req-91d38054-1d56-4f03-a147-9ea487b59e38 tempest-ServerDiskConfigTestJSON-70330027 tempest-ServerDiskConfigTestJSON-70330027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:43:28.888139 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-f806e65c-f3a7-4af6-a4a4-1295f7558a09 req-91d38054-1d56-4f03-a147-9ea487b59e38 tempest-ServerDiskConfigTestJSON-70330027 tempest-ServerDiskConfigTestJSON-70330027-project] 10.222.0.13 "GET /v2.0/ports?device_id=6fdd5ed6-81d7-4ab5-86e9-c29a11f82abc HTTP/1.1" status: 200 len: 945 time: 0.0868375 Nov 05 18:43:28.905194 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] No Port match for: 9dca30fe-6f8c-460c-86d2-6c228b9d6845 {{(pid=102388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 18:43:28.905194 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Device 9dca30fe-6f8c-460c-86d2-6c228b9d6845 not bound to the agent host n-h1-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 18:43:29.020510 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-f806e65c-f3a7-4af6-a4a4-1295f7558a09 req-d3de1f3f-1c43-4118-8bfd-29d704d48ba3 tempest-ServerDiskConfigTestJSON-70330027 tempest-ServerDiskConfigTestJSON-70330027-project] 10.222.0.13 "GET /v2.0/security-groups?id=415b984e-2c75-4a2b-aae3-7fe54c54a52e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140709 Nov 05 18:43:29.086540 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-ea07d0a4-cb0b-471e-8119-f5d3ffba4aac admin admin] Publish callbacks [] for port, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:43:29.148113 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-25bbb79e-680e-4315-9511-3b1359c90e8c req-70e3677f-dc58-45aa-8e58-295c6ec42102 tempest-MultipleCreateTestJSON-1683623117 tempest-MultipleCreateTestJSON-1683623117-project] 10.222.0.13 "GET /v2.0/ports?device_id=496b0923-7611-467f-9825-e66b45a0c47e HTTP/1.1" status: 200 len: 210 time: 0.0344319 Nov 05 18:43:29.223670 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-ea07d0a4-cb0b-471e-8119-f5d3ffba4aac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4417063'] for port, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:43:29.267277 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea07d0a4-cb0b-471e-8119-f5d3ffba4aac admin admin] Network 40c8335d-cd0b-4cb5-910a-d4dcddd5cbec is already hosted by enough agents. {{(pid=102387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 18:43:29.271076 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.base_scheduler [None req-ea07d0a4-cb0b-471e-8119-f5d3ffba4aac admin admin] Resources bound (agent type, host, resource id): {{(pid=102387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:43:29.284862 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea07d0a4-cb0b-471e-8119-f5d3ffba4aac admin admin] Received port after_create {{(pid=102387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 18:43:29.325444 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea07d0a4-cb0b-471e-8119-f5d3ffba4aac admin admin] Pushing event updated for resources: {'Port': ['ID=dbb62693-62e8-4594-bb32-2a7eb86dbd22,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:43:29.475399 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8152d73-dd8f-4dc6-b1f1-cc6a17f7529d req-c6c65550-e5d9-4d44-b566-eb1227130802 tempest-ServersAdminTestJSON-1640316766 tempest-ServersAdminTestJSON-1640316766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:43:29.476990 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-b8152d73-dd8f-4dc6-b1f1-cc6a17f7529d req-c6c65550-e5d9-4d44-b566-eb1227130802 tempest-ServersAdminTestJSON-1640316766 tempest-ServersAdminTestJSON-1640316766-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9b749f8-e8f5-4ef2-95cf-6a618803d711 HTTP/1.1" status: 200 len: 950 time: 0.1423271 Nov 05 18:43:29.579821 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-b8152d73-dd8f-4dc6-b1f1-cc6a17f7529d req-c3dd79f9-326d-4fee-8813-7a013e42cd59 tempest-ServersAdminTestJSON-1640316766 tempest-ServersAdminTestJSON-1640316766-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c663dac-2477-42f8-b37f-f366129474aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822356 Nov 05 18:43:29.623244 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-e7a4eed0-3434-4a27-a05b-8185d00dd2b9 req-fe88bae9-0215-4091-ae6a-0979305370d2 tempest-LiveAutoBlockMigrationV225Test-1563372898 tempest-LiveAutoBlockMigrationV225Test-1563372898-project] 10.222.0.13 "GET /v2.0/ports?device_id=4f3886b5-bfd5-4bd1-b503-1a7b6a830e3d HTTP/1.1" status: 200 len: 210 time: 0.0322773 Nov 05 18:43:29.718304 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c150cf8e-f73f-4f9d-9bb4-fe4601bf9ef1 None None] Network 324a563f-bace-4674-b8a0-3af35aa21023 requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 18:43:29.817478 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-ea07d0a4-cb0b-471e-8119-f5d3ffba4aac admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:43:29.841042 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-4bfafc61-cdf8-4e61-8905-3140083c448d None None] Provisioning complete for port 2477230d-334d-4eeb-8c73-176296b7c71e triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:43:29.841873 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-4bfafc61-cdf8-4e61-8905-3140083c448d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:43:29.931379 n-d-816865-1 neutron-server[102386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '496b0923-7611-467f-9825-e66b45a0c47e', 'name': 'network-vif-deleted', 'tag': 'db5b0f4a-a064-4d10-9af3-becb2ec4f105'}] {{(pid=102386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 18:43:29.934291 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6173a44d7c73f41af551dc890fa1a5892c2c6bc3458b640c8e0c24db7876ba6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f61e3d33-40bf-4f66-a76b-4d192042aece" -d '{"events": [{"server_uuid": "496b0923-7611-467f-9825-e66b45a0c47e", "name": "network-vif-deleted", "tag": "db5b0f4a-a064-4d10-9af3-becb2ec4f105"}]}' {{(pid=102386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 18:43:29.987665 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-4bfafc61-cdf8-4e61-8905-3140083c448d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:43:30.052258 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-4bfafc61-cdf8-4e61-8905-3140083c448d None None] For port 2477230d-334d-4eeb-8c73-176296b7c71e, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=2477230d-334d-4eeb-8c73-176296b7c71e,segment=NetworkSegment(19a5aad3-0c26-4f6f-8422-7177e297fdc5),segment_id=19a5aad3-0c26-4f6f-8422-7177e297fdc5)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:43:30.095783 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbce44da-a880-4b9a-ba60-e6413d0b4d2a req-b8b7023e-cf35-46a8-be04-67e811807f8f tempest-ServerDiskConfigTestJSON-70330027 tempest-ServerDiskConfigTestJSON-70330027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:43:30.108246 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-bbce44da-a880-4b9a-ba60-e6413d0b4d2a req-b8b7023e-cf35-46a8-be04-67e811807f8f tempest-ServerDiskConfigTestJSON-70330027 tempest-ServerDiskConfigTestJSON-70330027-project] 10.222.0.13 "GET /v2.0/ports?device_id=6fdd5ed6-81d7-4ab5-86e9-c29a11f82abc HTTP/1.1" status: 200 len: 945 time: 0.1598864 Nov 05 18:43:30.155793 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 18:43:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c992149-19e1-4d8f-a48d-e486a54b1c01 x-openstack-request-id: req-4c992149-19e1-4d8f-a48d-e486a54b1c01 {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 18:43:30.156101 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "496b0923-7611-467f-9825-e66b45a0c47e", "name": "network-vif-deleted", "tag": "db5b0f4a-a064-4d10-9af3-becb2ec4f105", "status": "completed", "code": 200}]} {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 18:43:30.156359 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4c992149-19e1-4d8f-a48d-e486a54b1c01 {{(pid=102386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 18:43:30.157293 n-d-816865-1 neutron-server[102386]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '496b0923-7611-467f-9825-e66b45a0c47e', 'name': 'network-vif-deleted', 'tag': 'db5b0f4a-a064-4d10-9af3-becb2ec4f105', 'status': 'completed', 'code': 200} Nov 05 18:43:30.166816 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-4bfafc61-cdf8-4e61-8905-3140083c448d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:43:30.224615 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-bbce44da-a880-4b9a-ba60-e6413d0b4d2a req-5ff4c1d8-e84e-47e8-98c5-1bc6bc9f9d93 tempest-ServerDiskConfigTestJSON-70330027 tempest-ServerDiskConfigTestJSON-70330027-project] 10.222.0.13 "GET /v2.0/security-groups?id=415b984e-2c75-4a2b-aae3-7fe54c54a52e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152289 Nov 05 18:43:30.248443 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-ea07d0a4-cb0b-471e-8119-f5d3ffba4aac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-571384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1000487'] for router, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:43:30.280531 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bfafc61-cdf8-4e61-8905-3140083c448d None None] Pushing event updated for resources: {'Port': ['ID=2477230d-334d-4eeb-8c73-176296b7c71e,revision_number=3']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:43:30.419296 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-d8ccc184-47f1-4fbb-8d83-c2d25d9dd15f None None] Provisioning complete for port 2477230d-334d-4eeb-8c73-176296b7c71e triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:43:30.422122 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-d8ccc184-47f1-4fbb-8d83-c2d25d9dd15f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:43:30.433218 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 46814) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:43:30.497203 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Device db5b0f4a-a064-4d10-9af3-becb2ec4f105 no longer exists at agent hyperv_n-h2-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 18:43:30.503497 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e14424b-681f-4083-8d77-ac58f6f9a649 admin admin] Deleting subnet e02eab79-5f68-40da-9bf0-ba9f8213f038 {{(pid=102386) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 05 18:43:30.518218 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-9e14424b-681f-4083-8d77-ac58f6f9a649 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:43:30.545713 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] No Port match for: db5b0f4a-a064-4d10-9af3-becb2ec4f105 {{(pid=102388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 18:43:30.546078 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Device db5b0f4a-a064-4d10-9af3-becb2ec4f105 not bound to the agent host n-h2-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 18:43:30.571292 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-9e14424b-681f-4083-8d77-ac58f6f9a649 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4590738'] for subnet, precommit_delete_associations {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:43:30.583519 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea07d0a4-cb0b-471e-8119-f5d3ffba4aac admin admin] Router af88c0cd-0274-4a4d-a78e-c47021d1eb88 is scheduled to L3 agent 6dcb5589-8e86-4616-9186-ddc4548e13ad with binding_index 1 {{(pid=102387) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 05 18:43:30.605969 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 2477230d-334d-4eeb-8c73-176296b7c71e up at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 18:43:30.646666 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-9e14424b-681f-4083-8d77-ac58f6f9a649 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1573928'] for subnet, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:43:30.759028 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea07d0a4-cb0b-471e-8119-f5d3ffba4aac admin admin] Notify agent at l3_agent.n-d-816865-1 the message routers_updated {{(pid=102387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 18:43:30.812639 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-ea899072-e65e-4095-be96-1e074f58eb6c req-28d4c84a-a808-4745-ba67-50a294add36c tempest-LiveAutoBlockMigrationV225Test-1563372898 tempest-LiveAutoBlockMigrationV225Test-1563372898-project] 10.222.0.13 "GET /v2.0/ports?device_id=4f3886b5-bfd5-4bd1-b503-1a7b6a830e3d HTTP/1.1" status: 200 len: 210 time: 0.0357087 Nov 05 18:43:30.827153 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74207b85-b0fb-475c-951e-f8b97af86802 None None] Sync routers for ids ['af88c0cd-0274-4a4d-a78e-c47021d1eb88'] in n-d-816865-1 {{(pid=102388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 18:43:30.856304 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74207b85-b0fb-475c-951e-f8b97af86802 None None] Routers {'af88c0cd-0274-4a4d-a78e-c47021d1eb88'} bound to L3 agent in host n-d-816865-1 {{(pid=102388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 18:43:30.857153 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-74207b85-b0fb-475c-951e-f8b97af86802 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T18:43:05Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['af88c0cd-0274-4a4d-a78e-c47021d1eb88'], 'active': True} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:43:30.862376 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-ea07d0a4-cb0b-471e-8119-f5d3ffba4aac admin admin] Publish callbacks [] for router, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:43:30.868209 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 46822) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:43:30.869759 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-ea07d0a4-cb0b-471e-8119-f5d3ffba4aac admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 3.5400176 Nov 05 18:43:30.914835 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-9e14424b-681f-4083-8d77-ac58f6f9a649 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1573905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6149879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4877183'] for subnet, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:43:30.931833 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Provisioning complete for port 2477230d-334d-4eeb-8c73-176296b7c71e triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:43:30.932639 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:43:30.966866 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba18d035-2320-4735-9607-3024b159c354 req-83d1fc2e-c16d-442d-9155-c2856d6d5e90 tempest-ServersAdminTestJSON-1946591712 tempest-ServersAdminTestJSON-1946591712-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:43:30.967558 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba18d035-2320-4735-9607-3024b159c354 req-83d1fc2e-c16d-442d-9155-c2856d6d5e90 tempest-ServersAdminTestJSON-1946591712 tempest-ServersAdminTestJSON-1946591712-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:43:30.968021 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba18d035-2320-4735-9607-3024b159c354 req-83d1fc2e-c16d-442d-9155-c2856d6d5e90 tempest-ServersAdminTestJSON-1946591712 tempest-ServersAdminTestJSON-1946591712-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:43:30.968527 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba18d035-2320-4735-9607-3024b159c354 req-83d1fc2e-c16d-442d-9155-c2856d6d5e90 tempest-ServersAdminTestJSON-1946591712 tempest-ServersAdminTestJSON-1946591712-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:43:30.968994 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba18d035-2320-4735-9607-3024b159c354 req-83d1fc2e-c16d-442d-9155-c2856d6d5e90 tempest-ServersAdminTestJSON-1946591712 tempest-ServersAdminTestJSON-1946591712-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:43:30.969548 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba18d035-2320-4735-9607-3024b159c354 req-83d1fc2e-c16d-442d-9155-c2856d6d5e90 tempest-ServersAdminTestJSON-1946591712 tempest-ServersAdminTestJSON-1946591712-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:43:30.969678 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e14424b-681f-4083-8d77-ac58f6f9a649 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e02eab79-5f68-40da-9bf0-ba9f8213f038,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:43:30.970223 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba18d035-2320-4735-9607-3024b159c354 req-83d1fc2e-c16d-442d-9155-c2856d6d5e90 tempest-ServersAdminTestJSON-1946591712 tempest-ServersAdminTestJSON-1946591712-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:43:30.970677 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba18d035-2320-4735-9607-3024b159c354 req-83d1fc2e-c16d-442d-9155-c2856d6d5e90 tempest-ServersAdminTestJSON-1946591712 tempest-ServersAdminTestJSON-1946591712-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:43:30.971141 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba18d035-2320-4735-9607-3024b159c354 req-83d1fc2e-c16d-442d-9155-c2856d6d5e90 tempest-ServersAdminTestJSON-1946591712 tempest-ServersAdminTestJSON-1946591712-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:43:30.971595 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba18d035-2320-4735-9607-3024b159c354 req-83d1fc2e-c16d-442d-9155-c2856d6d5e90 tempest-ServersAdminTestJSON-1946591712 tempest-ServersAdminTestJSON-1946591712-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:43:30.972049 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba18d035-2320-4735-9607-3024b159c354 req-83d1fc2e-c16d-442d-9155-c2856d6d5e90 tempest-ServersAdminTestJSON-1946591712 tempest-ServersAdminTestJSON-1946591712-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:43:30.972502 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba18d035-2320-4735-9607-3024b159c354 req-83d1fc2e-c16d-442d-9155-c2856d6d5e90 tempest-ServersAdminTestJSON-1946591712 tempest-ServersAdminTestJSON-1946591712-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:43:30.972956 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba18d035-2320-4735-9607-3024b159c354 req-83d1fc2e-c16d-442d-9155-c2856d6d5e90 tempest-ServersAdminTestJSON-1946591712 tempest-ServersAdminTestJSON-1946591712-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:43:30.973407 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba18d035-2320-4735-9607-3024b159c354 req-83d1fc2e-c16d-442d-9155-c2856d6d5e90 tempest-ServersAdminTestJSON-1946591712 tempest-ServersAdminTestJSON-1946591712-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:43:30.973986 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba18d035-2320-4735-9607-3024b159c354 req-83d1fc2e-c16d-442d-9155-c2856d6d5e90 tempest-ServersAdminTestJSON-1946591712 tempest-ServersAdminTestJSON-1946591712-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:43:30.974330 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba18d035-2320-4735-9607-3024b159c354 req-83d1fc2e-c16d-442d-9155-c2856d6d5e90 tempest-ServersAdminTestJSON-1946591712 tempest-ServersAdminTestJSON-1946591712-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:43:30.978939 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-9e14424b-681f-4083-8d77-ac58f6f9a649 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:43:30.987061 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-ba18d035-2320-4735-9607-3024b159c354 req-83d1fc2e-c16d-442d-9155-c2856d6d5e90 tempest-ServersAdminTestJSON-1946591712 tempest-ServersAdminTestJSON-1946591712-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=e9b749f8-e8f5-4ef2-95cf-6a618803d711&device_id=6fdd5ed6-81d7-4ab5-86e9-c29a11f82abc&device_id=c7269472-1ad0-4c98-8566-b55019c0193a&device_id=0bd48938-7d8f-4ea5-981b-397a2676ea1c&device_id=4f3886b5-bfd5-4bd1-b503-1a7b6a830e3d&device_id=b5fdd612-ad46-4764-a858-9ef8a8ca5819&device_id=6c5b4f62-65a2-4108-88aa-9bf31a52b4ef&device_id=6b9db9e4-2300-49be-bd99-8eabc0e57de3&device_id=96e576a6-4f06-4763-8d25-8b8dae8dc581&device_id=d58bccf2-f8b9-4db8-9ff5-12c1cf501508&device_id=c2fd5a8c-4839-4f98-a594-cd5beb2615bd HTTP/1.1" status: 200 len: 14476 time: 0.1383574 Nov 05 18:43:30.990583 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 46824) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:43:30.997971 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-9e14424b-681f-4083-8d77-ac58f6f9a649 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/e02eab79-5f68-40da-9bf0-ba9f8213f038 HTTP/1.1" status: 204 len: 168 time: 0.5523129 Nov 05 18:43:31.056321 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvr_db [None req-74207b85-b0fb-475c-951e-f8b97af86802 None None] Set router af88c0cd-0274-4a4d-a78e-c47021d1eb88 gateway port host: n-d-816865-1 {{(pid=102388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 18:43:31.064393 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-ba18d035-2320-4735-9607-3024b159c354 req-a778c99e-39a4-46fa-873c-5c3142af06fb tempest-ServersAdminTestJSON-1946591712 tempest-ServersAdminTestJSON-1946591712-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:43:31.107969 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-8aa61c32-68c4-4f27-b437-40d939769713 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1664226'] for network, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:43:31.236314 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-8aa61c32-68c4-4f27-b437-40d939769713 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1579173', 'neutron.services.segments.db._delete_segments_for_network-8750027792909'] for network, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:43:31.264838 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-ba18d035-2320-4735-9607-3024b159c354 req-a778c99e-39a4-46fa-873c-5c3142af06fb tempest-ServersAdminTestJSON-1946591712 tempest-ServersAdminTestJSON-1946591712-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:43:31.269281 n-d-816865-1 neutron-server[102387]: DEBUG neutron.services.segments.db [None req-8aa61c32-68c4-4f27-b437-40d939769713 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1c387b6-9d2f-422a-83f2-3344249696b0']}} {{(pid=102387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:43:31.279299 n-d-816865-1 neutron-server[102387]: DEBUG neutron.services.segments.db [None req-8aa61c32-68c4-4f27-b437-40d939769713 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7366b739-dd80-4115-a639-c56c148a62e9') {'for_net_delete': True} {{(pid=102387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:43:31.279711 n-d-816865-1 neutron-server[102387]: DEBUG neutron.services.segments.db [None req-8aa61c32-68c4-4f27-b437-40d939769713 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7366b739-dd80-4115-a639-c56c148a62e9') {} {{(pid=102387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:43:31.290518 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-8aa61c32-68c4-4f27-b437-40d939769713 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750027793430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4463492'] for segment, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:43:31.307255 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-8aa61c32-68c4-4f27-b437-40d939769713 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273'] for segment, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:43:31.315242 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8aa61c32-68c4-4f27-b437-40d939769713 admin admin] Releasing vlan 152 on physical network physnet1 to pool {{(pid=102387) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 05 18:43:31.315917 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-8aa61c32-68c4-4f27-b437-40d939769713 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4417236'] for segment, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:43:31.335874 n-d-816865-1 neutron-server[102387]: Traceback (most recent call last): Nov 05 18:43:31.335874 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 05 18:43:31.335874 n-d-816865-1 neutron-server[102387]: timer() Nov 05 18:43:31.335874 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 05 18:43:31.335874 n-d-816865-1 neutron-server[102387]: cb(*args, **kw) Nov 05 18:43:31.335874 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 05 18:43:31.335874 n-d-816865-1 neutron-server[102387]: return func(*args, **kwargs) Nov 05 18:43:31.335874 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 05 18:43:31.335874 n-d-816865-1 neutron-server[102387]: self._notify() Nov 05 18:43:31.335874 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 05 18:43:31.335874 n-d-816865-1 neutron-server[102387]: self.callback(batched_events) Nov 05 18:43:31.335874 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 05 18:43:31.335874 n-d-816865-1 neutron-server[102387]: event.method(event) Nov 05 18:43:31.335874 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 05 18:43:31.335874 n-d-816865-1 neutron-server[102387]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 05 18:43:31.335874 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 05 18:43:31.335874 n-d-816865-1 neutron-server[102387]: aggregate_uuid = self.p_client.list_aggregates( Nov 05 18:43:31.335874 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 05 18:43:31.335874 n-d-816865-1 neutron-server[102387]: return f(self, *a, **k) Nov 05 18:43:31.335874 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 05 18:43:31.335874 n-d-816865-1 neutron-server[102387]: return self._get(url).json() Nov 05 18:43:31.335874 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 05 18:43:31.335874 n-d-816865-1 neutron-server[102387]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 05 18:43:31.335874 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 05 18:43:31.335874 n-d-816865-1 neutron-server[102387]: return self.request(url, 'GET', **kwargs) Nov 05 18:43:31.335874 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 05 18:43:31.335874 n-d-816865-1 neutron-server[102387]: base_url = self.get_endpoint(auth, allow=allow, Nov 05 18:43:31.335874 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 05 18:43:31.335874 n-d-816865-1 neutron-server[102387]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 05 18:43:31.335874 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 05 18:43:31.335874 n-d-816865-1 neutron-server[102387]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 05 18:43:31.335874 n-d-816865-1 neutron-server[102387]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 05 18:43:31.355422 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-74207b85-b0fb-475c-951e-f8b97af86802 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af88c0cd-0274-4a4d-a78e-c47021d1eb88', 'name': 'tempest-FloatingIPsAssociationTestJSON-751442554-router', 'tenant_id': 'f99a9bdffb564060b331ec79eda75924', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.239'}], 'enable_snat': True}, 'gw_port_id': 'dbb62693-62e8-4594-bb32-2a7eb86dbd22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T18:43:27Z', 'updated_at': '2021-11-05T18:43:29Z', 'revision_number': 3, 'project_id': 'f99a9bdffb564060b331ec79eda75924', 'gw_port': {'id': 'dbb62693-62e8-4594-bb32-2a7eb86dbd22', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:a8:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af88c0cd-0274-4a4d-a78e-c47021d1eb88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 886, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T18:43:28Z', 'updated_at': '2021-11-05T18:43:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1'}], 'n-d-816865-1', False) {} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:43:31.389290 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74207b85-b0fb-475c-951e-f8b97af86802 None None] Checking router: af88c0cd-0274-4a4d-a78e-c47021d1eb88 for host: n-d-816865-1 {{(pid=102388) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 18:43:31.389956 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74207b85-b0fb-475c-951e-f8b97af86802 None None] Updating router af88c0cd-0274-4a4d-a78e-c47021d1eb88 port dbb62693-62e8-4594-bb32-2a7eb86dbd22 binding host n-d-816865-1 {{(pid=102388) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 05 18:43:31.426197 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-74207b85-b0fb-475c-951e-f8b97af86802 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:43:31.492545 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-57526e05-14af-4f54-941b-505d30c4cad4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:43:31.685720 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.db_base_plugin_common [None req-57526e05-14af-4f54-941b-505d30c4cad4 admin admin] Allocated IP 172.20.0.1 (324a563f-bace-4674-b8a0-3af35aa21023/78388d9c-2599-4761-adf2-aadd49eafef3/91e6f2d8-d90f-4174-a884-9cf1f29d89b5) {{(pid=102386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 18:43:31.729604 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-ba18d035-2320-4735-9607-3024b159c354 req-a778c99e-39a4-46fa-873c-5c3142af06fb tempest-ServersAdminTestJSON-1946591712 tempest-ServersAdminTestJSON-1946591712-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:43:31.743812 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-74207b85-b0fb-475c-951e-f8b97af86802 None None] Publish callbacks [] for port, precommit_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:43:31.778461 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a778c99e-39a4-46fa-873c-5c3142af06fb tempest-ServersAdminTestJSON-1946591712 tempest-ServersAdminTestJSON-1946591712-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd7df958-3e0a-4450-9971-3beef0fc712b,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:43:31.799195 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-57526e05-14af-4f54-941b-505d30c4cad4 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:43:31.804912 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808c2471-e861-473f-b5ba-2dbb847bca92 req-85b12c59-748a-49bb-bac5-c456dc9a6cd6 tempest-ServerDiskConfigTestJSON-70330027 tempest-ServerDiskConfigTestJSON-70330027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:43:31.806370 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-74207b85-b0fb-475c-951e-f8b97af86802 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:43:31.806540 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-808c2471-e861-473f-b5ba-2dbb847bca92 req-85b12c59-748a-49bb-bac5-c456dc9a6cd6 tempest-ServerDiskConfigTestJSON-70330027 tempest-ServerDiskConfigTestJSON-70330027-project] 10.222.0.13 "GET /v2.0/ports?device_id=6fdd5ed6-81d7-4ab5-86e9-c29a11f82abc HTTP/1.1" status: 200 len: 945 time: 0.4697497 Nov 05 18:43:31.814496 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-8aa61c32-68c4-4f27-b437-40d939769713 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1579178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-956796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1000687'] for network, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:43:31.818907 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-8aa61c32-68c4-4f27-b437-40d939769713 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597851'] for network, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:43:31.835270 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-8aa61c32-68c4-4f27-b437-40d939769713 admin admin] 10.222.0.13 "DELETE /v2.0/networks/a1c387b6-9d2f-422a-83f2-3344249696b0 HTTP/1.1" status: 204 len: 168 time: 0.8357010 Nov 05 18:43:31.877267 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa61c32-68c4-4f27-b437-40d939769713 admin admin] Pushing event deleted for resources: {'Network': ['ID=a1c387b6-9d2f-422a-83f2-3344249696b0,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:43:31.911832 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-74207b85-b0fb-475c-951e-f8b97af86802 None None] Attempting to bind port dbb62693-62e8-4594-bb32-2a7eb86dbd22 on host n-d-816865-1 for vnic_type normal with profile {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 18:43:31.911832 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-74207b85-b0fb-475c-951e-f8b97af86802 None None] Attempting to bind port dbb62693-62e8-4594-bb32-2a7eb86dbd22 by drivers openvswitch,hyperv on host n-d-816865-1 at level 0 using segments [{'id': '85be518c-8bb4-46a2-a903-d4292782d29d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec'}] {{(pid=102388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 18:43:31.911832 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74207b85-b0fb-475c-951e-f8b97af86802 None None] Attempting to bind port dbb62693-62e8-4594-bb32-2a7eb86dbd22 on network 40c8335d-cd0b-4cb5-910a-d4dcddd5cbec {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 18:43:31.919670 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74207b85-b0fb-475c-951e-f8b97af86802 None None] Checking agent: {'id': '724d89a7-611b-41e6-bc85-c48112b17afa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 18, 25, 8), 'started_at': datetime.datetime(2021, 11, 5, 18, 25, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 18, 43, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 18:43:31.920038 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74207b85-b0fb-475c-951e-f8b97af86802 None None] Checking segment: {'id': '85be518c-8bb4-46a2-a903-d4292782d29d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 18:43:31.920431 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-74207b85-b0fb-475c-951e-f8b97af86802 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:43:31.920814 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74207b85-b0fb-475c-951e-f8b97af86802 None None] Bound using segment: {'id': '85be518c-8bb4-46a2-a903-d4292782d29d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec'} {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 18:43:31.921584 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-74207b85-b0fb-475c-951e-f8b97af86802 None None] Bound port: dbb62693-62e8-4594-bb32-2a7eb86dbd22, host: n-d-816865-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85be518c-8bb4-46a2-a903-d4292782d29d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec'}}] {{(pid=102388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 18:43:31.921726 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-74207b85-b0fb-475c-951e-f8b97af86802 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:43:31.928175 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-57526e05-14af-4f54-941b-505d30c4cad4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:43:31.933463 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-ba18d035-2320-4735-9607-3024b159c354 req-a778c99e-39a4-46fa-873c-5c3142af06fb tempest-ServersAdminTestJSON-1946591712 tempest-ServersAdminTestJSON-1946591712-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=82263dd5-ba48-4e1a-9a78-0e181b50a2de&id=c9b98ffb-59d1-4211-8222-8a4dac87e076&id=35cb161a-9192-43e2-a392-140fa33626b5&id=2c663dac-2477-42f8-b37f-f366129474aa&id=f4056503-c341-42e5-ae9d-37a5e83a41cf&id=415b984e-2c75-4a2b-aae3-7fe54c54a52e&id=98567ca5-1884-480b-af79-82f64bb06e96&fields=id&fields=name HTTP/1.1" status: 200 len: 767 time: 0.9199724 Nov 05 18:43:31.943388 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-808c2471-e861-473f-b5ba-2dbb847bca92 req-dfed3900-46d1-466b-8069-a3c306091d41 tempest-ServerDiskConfigTestJSON-70330027 tempest-ServerDiskConfigTestJSON-70330027-project] 10.222.0.13 "GET /v2.0/security-groups?id=415b984e-2c75-4a2b-aae3-7fe54c54a52e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932105 Nov 05 18:43:31.950315 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67ff2a4-6b9a-422a-aa1d-6400f5aa56b6 None None] Pushing event updated for resources: {'Port': ['ID=dbb62693-62e8-4594-bb32-2a7eb86dbd22,revision_number=2']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:43:31.992132 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57526e05-14af-4f54-941b-505d30c4cad4 admin admin] Network 324a563f-bace-4674-b8a0-3af35aa21023 is already hosted by enough agents. {{(pid=102386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 18:43:31.996101 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.base_scheduler [None req-57526e05-14af-4f54-941b-505d30c4cad4 admin admin] Resources bound (agent type, host, resource id): {{(pid=102386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:43:32.006703 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57526e05-14af-4f54-941b-505d30c4cad4 admin admin] Received port after_create {{(pid=102386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 18:43:32.045999 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-74207b85-b0fb-475c-951e-f8b97af86802 None None] For port dbb62693-62e8-4594-bb32-2a7eb86dbd22, host n-d-816865-1, cleared binding levels {{(pid=102388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 18:43:32.050293 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57526e05-14af-4f54-941b-505d30c4cad4 admin admin] Pushing event updated for resources: {'Port': ['ID=91e6f2d8-d90f-4174-a884-9cf1f29d89b5,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:43:32.051863 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-74207b85-b0fb-475c-951e-f8b97af86802 None None] For port dbb62693-62e8-4594-bb32-2a7eb86dbd22, host n-d-816865-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=dbb62693-62e8-4594-bb32-2a7eb86dbd22,segment=NetworkSegment(85be518c-8bb4-46a2-a903-d4292782d29d),segment_id=85be518c-8bb4-46a2-a903-d4292782d29d)] {{(pid=102388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 18:43:32.078261 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-57526e05-14af-4f54-941b-505d30c4cad4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-571770'] for router_interface, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:43:32.138793 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-74207b85-b0fb-475c-951e-f8b97af86802 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:43:32.164052 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-d1c5e1bc-b89d-477d-be36-218d5c1570d1 req-bed0fa7c-707d-4aa3-a141-ee615394c945 tempest-LiveAutoBlockMigrationV225Test-1563372898 tempest-LiveAutoBlockMigrationV225Test-1563372898-project] 10.222.0.13 "GET /v2.0/ports?device_id=4f3886b5-bfd5-4bd1-b503-1a7b6a830e3d HTTP/1.1" status: 200 len: 210 time: 0.0677595 Nov 05 18:43:32.286156 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 46840) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:43:32.331301 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67ff2a4-6b9a-422a-aa1d-6400f5aa56b6 None None] Pushing event updated for resources: {'Port': ['ID=dbb62693-62e8-4594-bb32-2a7eb86dbd22,revision_number=3']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:43:32.340106 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74207b85-b0fb-475c-951e-f8b97af86802 None None] Routers {'af88c0cd-0274-4a4d-a78e-c47021d1eb88'} bound to L3 agent in host n-d-816865-1 {{(pid=102388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 18:43:32.346818 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-314d3878-d29f-4db0-9daf-f37edf7f680f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5d8c25f022de4b75b42e8c289f7d3f0e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0593817 Nov 05 18:43:32.347698 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-74207b85-b0fb-475c-951e-f8b97af86802 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T18:43:05Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['af88c0cd-0274-4a4d-a78e-c47021d1eb88'], 'active': True} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:43:32.350811 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 46842) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:43:32.425448 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-0525fdb5-a7af-4954-bb1a-37938d5da3f6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:43:32.449370 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-0525fdb5-a7af-4954-bb1a-37938d5da3f6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:43:32.458621 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-7b504f14-6081-49eb-bb94-aff8aa25da6b None None] Provisioning complete for port 91e6f2d8-d90f-4174-a884-9cf1f29d89b5 triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:43:32.459126 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-7b504f14-6081-49eb-bb94-aff8aa25da6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:43:32.520097 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-57526e05-14af-4f54-941b-505d30c4cad4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:43:32.571786 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85e9a80-e6c6-4e2a-ac15-10a8fb4df4c8 req-516e6380-0600-4264-9c5d-af48b617f636 tempest-ServersAdminTestJSON-1946591712 tempest-ServersAdminTestJSON-1946591712-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:43:32.572532 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85e9a80-e6c6-4e2a-ac15-10a8fb4df4c8 req-516e6380-0600-4264-9c5d-af48b617f636 tempest-ServersAdminTestJSON-1946591712 tempest-ServersAdminTestJSON-1946591712-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:43:32.573218 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85e9a80-e6c6-4e2a-ac15-10a8fb4df4c8 req-516e6380-0600-4264-9c5d-af48b617f636 tempest-ServersAdminTestJSON-1946591712 tempest-ServersAdminTestJSON-1946591712-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:43:32.575280 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-d85e9a80-e6c6-4e2a-ac15-10a8fb4df4c8 req-516e6380-0600-4264-9c5d-af48b617f636 tempest-ServersAdminTestJSON-1946591712 tempest-ServersAdminTestJSON-1946591712-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=e9b749f8-e8f5-4ef2-95cf-6a618803d711&device_id=c7269472-1ad0-4c98-8566-b55019c0193a&device_id=0bd48938-7d8f-4ea5-981b-397a2676ea1c HTTP/1.1" status: 200 len: 2883 time: 0.0515473 Nov 05 18:43:32.617025 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-7b504f14-6081-49eb-bb94-aff8aa25da6b None None] Port 91e6f2d8-d90f-4174-a884-9cf1f29d89b5 cannot update to ACTIVE because it is not bound. {{(pid=102388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 18:43:32.620798 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvr_db [None req-74207b85-b0fb-475c-951e-f8b97af86802 None None] Set router af88c0cd-0274-4a4d-a78e-c47021d1eb88 gateway port host: n-d-816865-1 {{(pid=102388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 18:43:32.640266 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-d85e9a80-e6c6-4e2a-ac15-10a8fb4df4c8 req-6cf1b29f-9bae-4f96-b98f-d3db586892d1 tempest-ServersAdminTestJSON-1946591712 tempest-ServersAdminTestJSON-1946591712-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=2c663dac-2477-42f8-b37f-f366129474aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579143 Nov 05 18:43:32.641742 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-0525fdb5-a7af-4954-bb1a-37938d5da3f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:43:32.646030 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-0525fdb5-a7af-4954-bb1a-37938d5da3f6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:43:32.647319 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-0525fdb5-a7af-4954-bb1a-37938d5da3f6 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4a4ef96b-132a-4d2d-bdd9-160079b94f96 HTTP/1.1" status: 204 len: 168 time: 0.2954743 Nov 05 18:43:32.656887 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0525fdb5-a7af-4954-bb1a-37938d5da3f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a4ef96b-132a-4d2d-bdd9-160079b94f96,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:43:32.780957 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-57526e05-14af-4f54-941b-505d30c4cad4 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:43:32.799620 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-60deeea6-3bb2-4f4e-8390-b42896d3041e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:43:32.881580 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-57526e05-14af-4f54-941b-505d30c4cad4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6149821'] for port, after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:43:32.897283 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-74207b85-b0fb-475c-951e-f8b97af86802 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af88c0cd-0274-4a4d-a78e-c47021d1eb88', 'name': 'tempest-FloatingIPsAssociationTestJSON-751442554-router', 'tenant_id': 'f99a9bdffb564060b331ec79eda75924', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.239'}], 'enable_snat': True}, 'gw_port_id': 'dbb62693-62e8-4594-bb32-2a7eb86dbd22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T18:43:27Z', 'updated_at': '2021-11-05T18:43:29Z', 'revision_number': 3, 'project_id': 'f99a9bdffb564060b331ec79eda75924', 'gw_port': {'id': 'dbb62693-62e8-4594-bb32-2a7eb86dbd22', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:a8:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af88c0cd-0274-4a4d-a78e-c47021d1eb88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 886, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T18:43:28Z', 'updated_at': '2021-11-05T18:43:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1'}], 'n-d-816865-1', False) {} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:43:32.931939 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74207b85-b0fb-475c-951e-f8b97af86802 None None] The sync data for ids ['af88c0cd-0274-4a4d-a78e-c47021d1eb88'] in n-d-816865-1 is: [{'id': 'af88c0cd-0274-4a4d-a78e-c47021d1eb88', 'name': 'tempest-FloatingIPsAssociationTestJSON-751442554-router', 'tenant_id': 'f99a9bdffb564060b331ec79eda75924', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.239'}], 'enable_snat': True}, 'gw_port_id': 'dbb62693-62e8-4594-bb32-2a7eb86dbd22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T18:43:27Z', 'updated_at': '2021-11-05T18:43:29Z', 'revision_number': 3, 'project_id': 'f99a9bdffb564060b331ec79eda75924', 'gw_port': {'id': 'dbb62693-62e8-4594-bb32-2a7eb86dbd22', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:a8:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af88c0cd-0274-4a4d-a78e-c47021d1eb88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 886, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T18:43:28Z', 'updated_at': '2021-11-05T18:43:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1'}] {{(pid=102388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 18:43:32.964270 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57526e05-14af-4f54-941b-505d30c4cad4 admin admin] Pushing event updated for resources: {'Port': ['ID=91e6f2d8-d90f-4174-a884-9cf1f29d89b5,revision_number=2']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:43:32.967071 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-57526e05-14af-4f54-941b-505d30c4cad4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-597863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-571878'] for router_interface, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:43:33.126628 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e85109-3d0c-4082-bdb3-63ccd56e947b req-8dddb661-680b-455a-a4f1-423548dcf241 tempest-ServerDiskConfigTestJSON-70330027 tempest-ServerDiskConfigTestJSON-70330027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:43:33.129452 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-48e85109-3d0c-4082-bdb3-63ccd56e947b req-8dddb661-680b-455a-a4f1-423548dcf241 tempest-ServerDiskConfigTestJSON-70330027 tempest-ServerDiskConfigTestJSON-70330027-project] 10.222.0.13 "GET /v2.0/ports?device_id=6fdd5ed6-81d7-4ab5-86e9-c29a11f82abc HTTP/1.1" status: 200 len: 945 time: 0.0630066 Nov 05 18:43:33.242705 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-48e85109-3d0c-4082-bdb3-63ccd56e947b req-69605326-f5ce-48b1-a43e-d9dc98d6837c tempest-ServerDiskConfigTestJSON-70330027 tempest-ServerDiskConfigTestJSON-70330027-project] 10.222.0.13 "GET /v2.0/security-groups?id=415b984e-2c75-4a2b-aae3-7fe54c54a52e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059375 Nov 05 18:43:33.541166 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57526e05-14af-4f54-941b-505d30c4cad4 admin admin] Network 324a563f-bace-4674-b8a0-3af35aa21023 is already hosted by enough agents. {{(pid=102386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 18:43:33.546621 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.base_scheduler [None req-57526e05-14af-4f54-941b-505d30c4cad4 admin admin] Resources bound (agent type, host, resource id): {{(pid=102386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:43:33.867220 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57526e05-14af-4f54-941b-505d30c4cad4 admin admin] Router af88c0cd-0274-4a4d-a78e-c47021d1eb88 has already been hosted by L3 agent 6dcb5589-8e86-4616-9186-ddc4548e13ad {{(pid=102386) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 18:43:33.874464 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:43:33.957208 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-156ecd1c-8445-4e8c-b9cd-42d99b0ca76f None None] Provisioning complete for port 91e6f2d8-d90f-4174-a884-9cf1f29d89b5 triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:43:33.957208 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-156ecd1c-8445-4e8c-b9cd-42d99b0ca76f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:43:34.040068 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-156ecd1c-8445-4e8c-b9cd-42d99b0ca76f None None] Port 91e6f2d8-d90f-4174-a884-9cf1f29d89b5 cannot update to ACTIVE because it is not bound. {{(pid=102388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 18:43:34.058561 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57526e05-14af-4f54-941b-505d30c4cad4 admin admin] Notify agent at l3_agent.n-d-816865-1 the message routers_updated {{(pid=102386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 18:43:34.074093 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-57526e05-14af-4f54-941b-505d30c4cad4 admin admin] 10.222.0.13 "PUT /v2.0/routers/af88c0cd-0274-4a4d-a78e-c47021d1eb88/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2027845 Nov 05 18:43:34.442312 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c683eef4-2add-4bef-b499-05969e0b0e7d req-0b4d5ecc-e2a2-447f-aae1-fe4bc0299c66 tempest-ServerDiskConfigTestJSON-70330027 tempest-ServerDiskConfigTestJSON-70330027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:43:34.460947 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-c683eef4-2add-4bef-b499-05969e0b0e7d req-0b4d5ecc-e2a2-447f-aae1-fe4bc0299c66 tempest-ServerDiskConfigTestJSON-70330027 tempest-ServerDiskConfigTestJSON-70330027-project] 10.222.0.13 "GET /v2.0/ports?device_id=6fdd5ed6-81d7-4ab5-86e9-c29a11f82abc HTTP/1.1" status: 200 len: 945 time: 0.1036603 Nov 05 18:43:34.553278 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-c683eef4-2add-4bef-b499-05969e0b0e7d req-e27ca75f-c653-4195-872d-f8d9e6fc4885 tempest-ServerDiskConfigTestJSON-70330027 tempest-ServerDiskConfigTestJSON-70330027-project] 10.222.0.13 "GET /v2.0/security-groups?id=415b984e-2c75-4a2b-aae3-7fe54c54a52e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914075 Nov 05 18:43:34.571276 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device dbb62693-62e8-4594-bb32-2a7eb86dbd22 up at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 18:43:34.680415 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Provisioning complete for port dbb62693-62e8-4594-bb32-2a7eb86dbd22 triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:43:34.681001 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:43:34.744194 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 46916) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:43:34.828126 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:43:34.843465 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e00249-f8d1-41b1-90cb-52a23583be81 req-df4f5f53-f98f-404f-b089-22f8b8a6bc7f tempest-ServersAdminTestJSON-1946591712 tempest-ServersAdminTestJSON-1946591712-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:43:34.845642 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-c4e00249-f8d1-41b1-90cb-52a23583be81 req-df4f5f53-f98f-404f-b089-22f8b8a6bc7f tempest-ServersAdminTestJSON-1946591712 tempest-ServersAdminTestJSON-1946591712-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=0bd48938-7d8f-4ea5-981b-397a2676ea1c HTTP/1.1" status: 200 len: 1101 time: 0.1084659 Nov 05 18:43:34.855859 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb839f46-de88-44ea-ad85-1a14274b3444 req-9b995618-6b4e-44e1-a17d-4812977ed848 tempest-FloatingIPsAssociationTestJSON-150840125 tempest-FloatingIPsAssociationTestJSON-150840125-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:43:34.863754 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-bb839f46-de88-44ea-ad85-1a14274b3444 req-9b995618-6b4e-44e1-a17d-4812977ed848 tempest-FloatingIPsAssociationTestJSON-150840125 tempest-FloatingIPsAssociationTestJSON-150840125-project] 10.222.0.13 "GET /v2.0/networks?id=324a563f-bace-4674-b8a0-3af35aa21023 HTTP/1.1" status: 200 len: 820 time: 0.2293627 Nov 05 18:43:34.868533 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] For port dbb62693-62e8-4594-bb32-2a7eb86dbd22, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=dbb62693-62e8-4594-bb32-2a7eb86dbd22,segment=NetworkSegment(85be518c-8bb4-46a2-a903-d4292782d29d),segment_id=85be518c-8bb4-46a2-a903-d4292782d29d)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:43:34.892584 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b9a7c92f-01fa-4486-bbb6-43dd4e617229 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:43:34.902794 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-bb839f46-de88-44ea-ad85-1a14274b3444 req-a971b202-082b-4608-be9e-b1f06ecb0844 tempest-FloatingIPsAssociationTestJSON-150840125 tempest-FloatingIPsAssociationTestJSON-150840125-project] 10.222.0.13 "GET /v2.0/quotas/f99a9bdffb564060b331ec79eda75924 HTTP/1.1" status: 200 len: 375 time: 0.0368006 Nov 05 18:43:34.914235 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-da58552b-42e3-4b41-85f8-3f040a7c2e7c admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-1805591423-network', 'tenant_id': '7d7cecc41eb74ab6a0b61756df447700'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:43:34.972046 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:43:34.989928 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-c4e00249-f8d1-41b1-90cb-52a23583be81 req-f83cfcd7-6247-4923-a5e2-323be99119f4 tempest-ServersAdminTestJSON-1946591712 tempest-ServersAdminTestJSON-1946591712-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=2c663dac-2477-42f8-b37f-f366129474aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194670 Nov 05 18:43:35.010778 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-bb839f46-de88-44ea-ad85-1a14274b3444 req-4a0859a1-0af9-4a85-bb4f-9ee7c6cbaab9 tempest-FloatingIPsAssociationTestJSON-150840125 tempest-FloatingIPsAssociationTestJSON-150840125-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=f99a9bdffb564060b331ec79eda75924&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1080506 Nov 05 18:43:35.029134 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da58552b-42e3-4b41-85f8-3f040a7c2e7c admin admin] Made reservation on behalf of 7d7cecc41eb74ab6a0b61756df447700 for: {'network': 1} {{(pid=102386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 18:43:35.031718 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-da58552b-42e3-4b41-85f8-3f040a7c2e7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for network, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:43:35.049331 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-da58552b-42e3-4b41-85f8-3f040a7c2e7c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:43:35.095283 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Pushing event updated for resources: {'Port': ['ID=dbb62693-62e8-4594-bb32-2a7eb86dbd22,revision_number=4']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:43:35.221036 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-da58552b-42e3-4b41-85f8-3f040a7c2e7c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:43:35.253019 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-bb839f46-de88-44ea-ad85-1a14274b3444 req-cdebebbd-9852-4676-820c-bae7a3868a0c service neutron] 10.222.0.13 "GET /v2.0/networks/324a563f-bace-4674-b8a0-3af35aa21023?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2349269 Nov 05 18:43:35.280815 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-da58552b-42e3-4b41-85f8-3f040a7c2e7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:43:35.312539 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da58552b-42e3-4b41-85f8-3f040a7c2e7c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 154} {{(pid=102386) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 05 18:43:35.331140 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da58552b-42e3-4b41-85f8-3f040a7c2e7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bb28186-1ed1-429e-a6c5-dc82067929a9,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:43:35.345325 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-da58552b-42e3-4b41-85f8-3f040a7c2e7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273'] for segment, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:43:35.346405 n-d-816865-1 neutron-server[102386]: INFO neutron.db.segments_db [None req-da58552b-42e3-4b41-85f8-3f040a7c2e7c admin admin] Added segment b5c417a7-98d0-449b-8a67-df229a0670bb of type vlan for network 586d6f4e-22a8-4d3b-b567-ee59d3cce92f Nov 05 18:43:35.394012 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a455db1-57e9-4674-9f37-e1dbf4b1491a req-8702edc3-b063-4f0c-98df-11ea0ffb6a1c tempest-ServersAdminTestJSON-1946591712 tempest-ServersAdminTestJSON-1946591712-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:43:35.395876 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-5a455db1-57e9-4674-9f37-e1dbf4b1491a req-8702edc3-b063-4f0c-98df-11ea0ffb6a1c tempest-ServersAdminTestJSON-1946591712 tempest-ServersAdminTestJSON-1946591712-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=0bd48938-7d8f-4ea5-981b-397a2676ea1c HTTP/1.1" status: 200 len: 1101 time: 0.1177354 Nov 05 18:43:35.426757 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-da58552b-42e3-4b41-85f8-3f040a7c2e7c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750027258543'] for network, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:43:35.436680 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-bb839f46-de88-44ea-ad85-1a14274b3444 req-c68b043b-bb30-4776-9a68-fdfa3a2128aa service neutron] 10.222.0.13 "GET /v2.0/networks/324a563f-bace-4674-b8a0-3af35aa21023?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1827061 Nov 05 18:43:35.508436 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-5a455db1-57e9-4674-9f37-e1dbf4b1491a req-3cb457e8-bf4f-4c85-977d-7bcef373dca3 tempest-ServersAdminTestJSON-1946591712 tempest-ServersAdminTestJSON-1946591712-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=2c663dac-2477-42f8-b37f-f366129474aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026487 Nov 05 18:43:35.534638 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b67ddf82-f847-49c7-9b3e-dece2805b524 None None] Sync routers for ids ['af88c0cd-0274-4a4d-a78e-c47021d1eb88'] in n-d-816865-1 {{(pid=102389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 18:43:35.553208 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b67ddf82-f847-49c7-9b3e-dece2805b524 None None] Routers {'af88c0cd-0274-4a4d-a78e-c47021d1eb88'} bound to L3 agent in host n-d-816865-1 {{(pid=102389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 18:43:35.553842 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-b67ddf82-f847-49c7-9b3e-dece2805b524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T18:43:35Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['af88c0cd-0274-4a4d-a78e-c47021d1eb88'], 'active': True} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:43:35.566005 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-da58552b-42e3-4b41-85f8-3f040a7c2e7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-956796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877'] for network, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:43:35.570520 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da58552b-42e3-4b41-85f8-3f040a7c2e7c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:43:35.570520 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-da58552b-42e3-4b41-85f8-3f040a7c2e7c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597851'] for network, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:43:35.636090 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da58552b-42e3-4b41-85f8-3f040a7c2e7c admin admin] Pushing event updated for resources: {'Network': ['ID=586d6f4e-22a8-4d3b-b567-ee59d3cce92f,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:43:35.649294 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Network 586d6f4e-22a8-4d3b-b567-ee59d3cce92f details requested by agent ovs-agent-n-d-816865-1 with host n-d-816865-1 {{(pid=102388) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 05 18:43:35.692613 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-da58552b-42e3-4b41-85f8-3f040a7c2e7c admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.9449461 Nov 05 18:43:35.693946 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 46934) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:43:35.699874 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-54a8d2b4-65d3-4088-bd64-56d0687bb08b admin admin] Request body: {'subnet': {'network_id': '586d6f4e-22a8-4d3b-b567-ee59d3cce92f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-1805591423-subnet', 'tenant_id': '7d7cecc41eb74ab6a0b61756df447700', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:43:35.800319 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54a8d2b4-65d3-4088-bd64-56d0687bb08b admin admin] Made reservation on behalf of 7d7cecc41eb74ab6a0b61756df447700 for: {'subnet': 1} {{(pid=102387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 18:43:35.803014 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-54a8d2b4-65d3-4088-bd64-56d0687bb08b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5112236'] for subnet, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:43:35.821379 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvr_db [None req-b67ddf82-f847-49c7-9b3e-dece2805b524 None None] Set router af88c0cd-0274-4a4d-a78e-c47021d1eb88 gateway port host: n-d-816865-1 {{(pid=102389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 18:43:35.886208 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:43:36.041672 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bead23d1-0599-4676-86a9-333881da6fb7 req-8974a35c-e800-4f5d-8b37-a6209f19bd3f tempest-ServerDiskConfigTestJSON-70330027 tempest-ServerDiskConfigTestJSON-70330027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:43:36.060908 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-bead23d1-0599-4676-86a9-333881da6fb7 req-8974a35c-e800-4f5d-8b37-a6209f19bd3f tempest-ServerDiskConfigTestJSON-70330027 tempest-ServerDiskConfigTestJSON-70330027-project] 10.222.0.13 "GET /v2.0/ports?device_id=6fdd5ed6-81d7-4ab5-86e9-c29a11f82abc HTTP/1.1" status: 200 len: 945 time: 0.2083113 Nov 05 18:43:36.120330 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b304910f-7b27-444b-a8fc-977d26b1ceac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:43:36.212203 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-b5a212c8-7539-469e-ba02-ce4e37adf348 req-d4d577aa-bd5e-4056-96e7-178e1b09480b tempest-FloatingIPsAssociationTestJSON-150840125 tempest-FloatingIPsAssociationTestJSON-150840125-project] 10.222.0.13 "GET /v2.0/ports?device_id=1aa4f9bc-30b7-4399-b441-718e2402c852 HTTP/1.1" status: 200 len: 210 time: 0.1441658 Nov 05 18:43:36.280935 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-b67ddf82-f847-49c7-9b3e-dece2805b524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af88c0cd-0274-4a4d-a78e-c47021d1eb88', 'name': 'tempest-FloatingIPsAssociationTestJSON-751442554-router', 'tenant_id': 'f99a9bdffb564060b331ec79eda75924', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.239'}], 'enable_snat': True}, 'gw_port_id': 'dbb62693-62e8-4594-bb32-2a7eb86dbd22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T18:43:27Z', 'updated_at': '2021-11-05T18:43:32Z', 'revision_number': 4, 'project_id': 'f99a9bdffb564060b331ec79eda75924', 'gw_port': {'id': 'dbb62693-62e8-4594-bb32-2a7eb86dbd22', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:a8:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af88c0cd-0274-4a4d-a78e-c47021d1eb88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 886, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T18:43:28Z', 'updated_at': '2021-11-05T18:43:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1', '_interfaces': [{'id': '91e6f2d8-d90f-4174-a884-9cf1f29d89b5', 'name': '', 'network_id': '324a563f-bace-4674-b8a0-3af35aa21023', 'tenant_id': 'f99a9bdffb564060b331ec79eda75924', 'mac_address': 'fa:16:3e:c1:88:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af88c0cd-0274-4a4d-a78e-c47021d1eb88', 'device_owner': 'network:router_interface', 'standard_attr_id': 892, 'fixed_ips': [{'subnet_id': '78388d9c-2599-4761-adf2-aadd49eafef3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T18:43:31Z', 'updated_at': '2021-11-05T18:43:32Z', 'revision_number': 2, 'project_id': 'f99a9bdffb564060b331ec79eda75924', 'subnets': [{'id': '78388d9c-2599-4761-adf2-aadd49eafef3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-1', False) {} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:43:36.314522 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b67ddf82-f847-49c7-9b3e-dece2805b524 None None] Checking router: af88c0cd-0274-4a4d-a78e-c47021d1eb88 for host: n-d-816865-1 {{(pid=102389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 18:43:36.314852 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b67ddf82-f847-49c7-9b3e-dece2805b524 None None] Updating router af88c0cd-0274-4a4d-a78e-c47021d1eb88 port 91e6f2d8-d90f-4174-a884-9cf1f29d89b5 binding host n-d-816865-1 {{(pid=102389) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 05 18:43:36.338841 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-bead23d1-0599-4676-86a9-333881da6fb7 req-c60e5f4a-5d73-492e-9b4e-34df56b46288 tempest-ServerDiskConfigTestJSON-70330027 tempest-ServerDiskConfigTestJSON-70330027-project] 10.222.0.13 "GET /v2.0/security-groups?id=415b984e-2c75-4a2b-aae3-7fe54c54a52e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2767906 Nov 05 18:43:36.358672 n-d-816865-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-b67ddf82-f847-49c7-9b3e-dece2805b524 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:43:36.508780 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device dbb62693-62e8-4594-bb32-2a7eb86dbd22 up at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 18:43:36.565782 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Provisioning complete for port dbb62693-62e8-4594-bb32-2a7eb86dbd22 triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:43:36.566279 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:43:36.606281 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-54a8d2b4-65d3-4088-bd64-56d0687bb08b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4417463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5112218'] for subnet, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:43:36.711782 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a8d2b4-65d3-4088-bd64-56d0687bb08b admin admin] Pushing event updated for resources: {'Subnet': ['ID=0238277b-b350-4c16-a2a4-b81e3d437a7b,revision_number=0']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:43:36.721672 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54a8d2b4-65d3-4088-bd64-56d0687bb08b admin admin] Checking segment: {'id': 'b5c417a7-98d0-449b-8a67-df229a0670bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '586d6f4e-22a8-4d3b-b567-ee59d3cce92f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 18:43:36.722175 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54a8d2b4-65d3-4088-bd64-56d0687bb08b admin admin] Network hostable DHCP agents. Network: 586d6f4e-22a8-4d3b-b567-ee59d3cce92f, hostable agents: ['987e2ca0-bc3b-4c6f-a989-429ccfbf753f'], hosted agents: [] {{(pid=102387) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 05 18:43:36.750884 n-d-816865-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-b67ddf82-f847-49c7-9b3e-dece2805b524 None None] Publish callbacks [] for port, precommit_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:43:36.823147 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54a8d2b4-65d3-4088-bd64-56d0687bb08b admin admin] Network 586d6f4e-22a8-4d3b-b567-ee59d3cce92f is scheduled to be hosted by DHCP agent 987e2ca0-bc3b-4c6f-a989-429ccfbf753f with binding_index 1 {{(pid=102387) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 05 18:43:36.920022 n-d-816865-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-b67ddf82-f847-49c7-9b3e-dece2805b524 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:43:36.970395 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27d1b63-6968-4039-b03c-0a2eeed176d4 None None] Pushing event updated for resources: {'Port': ['ID=91e6f2d8-d90f-4174-a884-9cf1f29d89b5,revision_number=3']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:43:36.983860 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e27d1b63-6968-4039-b03c-0a2eeed176d4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:43:36.983860 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e27d1b63-6968-4039-b03c-0a2eeed176d4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:43:36.983860 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e27d1b63-6968-4039-b03c-0a2eeed176d4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:43:36.984483 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e27d1b63-6968-4039-b03c-0a2eeed176d4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:43:36.984483 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e27d1b63-6968-4039-b03c-0a2eeed176d4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:43:36.984977 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e27d1b63-6968-4039-b03c-0a2eeed176d4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:43:36.985073 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e27d1b63-6968-4039-b03c-0a2eeed176d4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:43:36.985353 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e27d1b63-6968-4039-b03c-0a2eeed176d4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:43:36.986232 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e27d1b63-6968-4039-b03c-0a2eeed176d4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:43:36.986781 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e27d1b63-6968-4039-b03c-0a2eeed176d4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:43:36.987545 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e27d1b63-6968-4039-b03c-0a2eeed176d4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:43:36.987874 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e27d1b63-6968-4039-b03c-0a2eeed176d4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:43:37.029636 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.base_scheduler [None req-54a8d2b4-65d3-4088-bd64-56d0687bb08b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816865-1, 586d6f4e-22a8-4d3b-b567-ee59d3cce92f) {{(pid=102387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:43:37.029636 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54a8d2b4-65d3-4088-bd64-56d0687bb08b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:43:37.030083 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-54a8d2b4-65d3-4088-bd64-56d0687bb08b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597851'] for subnet, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:43:37.053010 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1d1acb4-f114-4671-a546-1e6730192237 None None] Network 586d6f4e-22a8-4d3b-b567-ee59d3cce92f requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 18:43:37.109208 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.managers [None req-b67ddf82-f847-49c7-9b3e-dece2805b524 None None] Attempting to bind port 91e6f2d8-d90f-4174-a884-9cf1f29d89b5 on host n-d-816865-1 for vnic_type normal with profile {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 18:43:37.109602 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.managers [None req-b67ddf82-f847-49c7-9b3e-dece2805b524 None None] Attempting to bind port 91e6f2d8-d90f-4174-a884-9cf1f29d89b5 by drivers openvswitch,hyperv on host n-d-816865-1 at level 0 using segments [{'id': '19a5aad3-0c26-4f6f-8422-7177e297fdc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '324a563f-bace-4674-b8a0-3af35aa21023'}] {{(pid=102389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 18:43:37.115736 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b67ddf82-f847-49c7-9b3e-dece2805b524 None None] Attempting to bind port 91e6f2d8-d90f-4174-a884-9cf1f29d89b5 on network 324a563f-bace-4674-b8a0-3af35aa21023 {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 18:43:37.140147 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b67ddf82-f847-49c7-9b3e-dece2805b524 None None] Checking agent: {'id': '724d89a7-611b-41e6-bc85-c48112b17afa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 18, 25, 8), 'started_at': datetime.datetime(2021, 11, 5, 18, 25, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 18, 43, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 18:43:37.140826 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b67ddf82-f847-49c7-9b3e-dece2805b524 None None] Checking segment: {'id': '19a5aad3-0c26-4f6f-8422-7177e297fdc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '324a563f-bace-4674-b8a0-3af35aa21023'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 18:43:37.141411 n-d-816865-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-b67ddf82-f847-49c7-9b3e-dece2805b524 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:43:37.142070 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b67ddf82-f847-49c7-9b3e-dece2805b524 None None] Bound using segment: {'id': '19a5aad3-0c26-4f6f-8422-7177e297fdc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '324a563f-bace-4674-b8a0-3af35aa21023'} {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 18:43:37.142708 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.managers [None req-b67ddf82-f847-49c7-9b3e-dece2805b524 None None] Bound port: 91e6f2d8-d90f-4174-a884-9cf1f29d89b5, host: n-d-816865-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19a5aad3-0c26-4f6f-8422-7177e297fdc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '324a563f-bace-4674-b8a0-3af35aa21023'}}] {{(pid=102389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 18:43:37.143279 n-d-816865-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-b67ddf82-f847-49c7-9b3e-dece2805b524 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:43:37.165929 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-54a8d2b4-65d3-4088-bd64-56d0687bb08b admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.4707572 Nov 05 18:43:37.308482 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [None req-b67ddf82-f847-49c7-9b3e-dece2805b524 None None] For port 91e6f2d8-d90f-4174-a884-9cf1f29d89b5, host n-d-816865-1, cleared binding levels {{(pid=102389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 18:43:37.312381 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [None req-b67ddf82-f847-49c7-9b3e-dece2805b524 None None] For port 91e6f2d8-d90f-4174-a884-9cf1f29d89b5, host n-d-816865-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=91e6f2d8-d90f-4174-a884-9cf1f29d89b5,segment=NetworkSegment(19a5aad3-0c26-4f6f-8422-7177e297fdc5),segment_id=19a5aad3-0c26-4f6f-8422-7177e297fdc5)] {{(pid=102389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 18:43:37.393267 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-9c6f3ddb-5500-46be-aefc-88d153441634 req-ddd07062-539f-4933-9195-1e18ed8d9420 tempest-FloatingIPsAssociationTestJSON-150840125 tempest-FloatingIPsAssociationTestJSON-150840125-project] 10.222.0.13 "GET /v2.0/ports?device_id=1aa4f9bc-30b7-4399-b441-718e2402c852 HTTP/1.1" status: 200 len: 210 time: 0.0530667 Nov 05 18:43:37.419837 n-d-816865-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-b67ddf82-f847-49c7-9b3e-dece2805b524 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:43:37.434251 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfcaabc5-b18c-480e-8afa-14c7b34c7752 None None] Network 586d6f4e-22a8-4d3b-b567-ee59d3cce92f requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 18:43:37.506886 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27d1b63-6968-4039-b03c-0a2eeed176d4 None None] Pushing event updated for resources: {'Port': ['ID=91e6f2d8-d90f-4174-a884-9cf1f29d89b5,revision_number=4']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:43:37.522762 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b67ddf82-f847-49c7-9b3e-dece2805b524 None None] Routers {'af88c0cd-0274-4a4d-a78e-c47021d1eb88'} bound to L3 agent in host n-d-816865-1 {{(pid=102389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 18:43:37.523379 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-b67ddf82-f847-49c7-9b3e-dece2805b524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T18:43:35Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['af88c0cd-0274-4a4d-a78e-c47021d1eb88'], 'active': True} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:43:37.683432 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04d7fc0-7247-4860-87ed-2905ee18ba43 req-6abeddb1-8a8b-4c2c-ab83-9584c59fe388 tempest-ServerDiskConfigTestJSON-70330027 tempest-ServerDiskConfigTestJSON-70330027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:43:37.698811 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-b04d7fc0-7247-4860-87ed-2905ee18ba43 req-6abeddb1-8a8b-4c2c-ab83-9584c59fe388 tempest-ServerDiskConfigTestJSON-70330027 tempest-ServerDiskConfigTestJSON-70330027-project] 10.222.0.13 "GET /v2.0/ports?device_id=6fdd5ed6-81d7-4ab5-86e9-c29a11f82abc HTTP/1.1" status: 200 len: 945 time: 0.1337345 Nov 05 18:43:37.879666 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvr_db [None req-b67ddf82-f847-49c7-9b3e-dece2805b524 None None] Set router af88c0cd-0274-4a4d-a78e-c47021d1eb88 gateway port host: n-d-816865-1 {{(pid=102389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 18:43:37.894622 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-b04d7fc0-7247-4860-87ed-2905ee18ba43 req-6644b53d-7929-46f3-b26d-5858e03b51f2 tempest-ServerDiskConfigTestJSON-70330027 tempest-ServerDiskConfigTestJSON-70330027-project] 10.222.0.13 "GET /v2.0/security-groups?id=415b984e-2c75-4a2b-aae3-7fe54c54a52e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1921978 Nov 05 18:43:38.049501 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-cf556cbb-7458-4ff2-9945-1941f30dda22 None None] Provisioning complete for port 91e6f2d8-d90f-4174-a884-9cf1f29d89b5 triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:43:38.049870 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-cf556cbb-7458-4ff2-9945-1941f30dda22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:43:38.193688 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-31f93893-a48e-4ae8-833d-dccb2b42eacc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:43:38.352596 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-cf556cbb-7458-4ff2-9945-1941f30dda22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:43:38.358571 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-b67ddf82-f847-49c7-9b3e-dece2805b524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af88c0cd-0274-4a4d-a78e-c47021d1eb88', 'name': 'tempest-FloatingIPsAssociationTestJSON-751442554-router', 'tenant_id': 'f99a9bdffb564060b331ec79eda75924', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.239'}], 'enable_snat': True}, 'gw_port_id': 'dbb62693-62e8-4594-bb32-2a7eb86dbd22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T18:43:27Z', 'updated_at': '2021-11-05T18:43:32Z', 'revision_number': 4, 'project_id': 'f99a9bdffb564060b331ec79eda75924', 'gw_port': {'id': 'dbb62693-62e8-4594-bb32-2a7eb86dbd22', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:a8:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af88c0cd-0274-4a4d-a78e-c47021d1eb88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 886, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T18:43:28Z', 'updated_at': '2021-11-05T18:43:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1', '_interfaces': [{'id': '91e6f2d8-d90f-4174-a884-9cf1f29d89b5', 'name': '', 'network_id': '324a563f-bace-4674-b8a0-3af35aa21023', 'tenant_id': 'f99a9bdffb564060b331ec79eda75924', 'mac_address': 'fa:16:3e:c1:88:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af88c0cd-0274-4a4d-a78e-c47021d1eb88', 'device_owner': 'network:router_interface', 'standard_attr_id': 892, 'fixed_ips': [{'subnet_id': '78388d9c-2599-4761-adf2-aadd49eafef3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T18:43:31Z', 'updated_at': '2021-11-05T18:43:37Z', 'revision_number': 4, 'project_id': 'f99a9bdffb564060b331ec79eda75924', 'subnets': [{'id': '78388d9c-2599-4761-adf2-aadd49eafef3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-1', False) {} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:43:38.422744 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b67ddf82-f847-49c7-9b3e-dece2805b524 None None] The sync data for ids ['af88c0cd-0274-4a4d-a78e-c47021d1eb88'] in n-d-816865-1 is: [{'id': 'af88c0cd-0274-4a4d-a78e-c47021d1eb88', 'name': 'tempest-FloatingIPsAssociationTestJSON-751442554-router', 'tenant_id': 'f99a9bdffb564060b331ec79eda75924', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.239'}], 'enable_snat': True}, 'gw_port_id': 'dbb62693-62e8-4594-bb32-2a7eb86dbd22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T18:43:27Z', 'updated_at': '2021-11-05T18:43:32Z', 'revision_number': 4, 'project_id': 'f99a9bdffb564060b331ec79eda75924', 'gw_port': {'id': 'dbb62693-62e8-4594-bb32-2a7eb86dbd22', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:a8:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af88c0cd-0274-4a4d-a78e-c47021d1eb88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 886, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T18:43:28Z', 'updated_at': '2021-11-05T18:43:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1', '_interfaces': [{'id': '91e6f2d8-d90f-4174-a884-9cf1f29d89b5', 'name': '', 'network_id': '324a563f-bace-4674-b8a0-3af35aa21023', 'tenant_id': 'f99a9bdffb564060b331ec79eda75924', 'mac_address': 'fa:16:3e:c1:88:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af88c0cd-0274-4a4d-a78e-c47021d1eb88', 'device_owner': 'network:router_interface', 'standard_attr_id': 892, 'fixed_ips': [{'subnet_id': '78388d9c-2599-4761-adf2-aadd49eafef3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T18:43:31Z', 'updated_at': '2021-11-05T18:43:37Z', 'revision_number': 4, 'project_id': 'f99a9bdffb564060b331ec79eda75924', 'subnets': [{'id': '78388d9c-2599-4761-adf2-aadd49eafef3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 18:43:38.466584 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-cf556cbb-7458-4ff2-9945-1941f30dda22 None None] For port 91e6f2d8-d90f-4174-a884-9cf1f29d89b5, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=91e6f2d8-d90f-4174-a884-9cf1f29d89b5,segment=NetworkSegment(19a5aad3-0c26-4f6f-8422-7177e297fdc5),segment_id=19a5aad3-0c26-4f6f-8422-7177e297fdc5)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:43:38.476629 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09259b85-3ba1-4109-9372-e06bb5f32c3d req-89dbd2bf-136b-4658-9765-83c00c00807d tempest-ServersAdminTestJSON-1640316766 tempest-ServersAdminTestJSON-1640316766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:43:38.484314 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-09259b85-3ba1-4109-9372-e06bb5f32c3d req-89dbd2bf-136b-4658-9765-83c00c00807d tempest-ServersAdminTestJSON-1640316766 tempest-ServersAdminTestJSON-1640316766-project] 10.222.0.13 "GET /v2.0/ports?device_id=0bd48938-7d8f-4ea5-981b-397a2676ea1c HTTP/1.1" status: 200 len: 950 time: 0.2777424 Nov 05 18:43:38.534117 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:43:38.543183 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-cf556cbb-7458-4ff2-9945-1941f30dda22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:43:38.637885 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-09259b85-3ba1-4109-9372-e06bb5f32c3d req-a480a7ef-f232-4833-9ca2-92db58ac5952 tempest-ServersAdminTestJSON-1640316766 tempest-ServersAdminTestJSON-1640316766-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c663dac-2477-42f8-b37f-f366129474aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1525247 Nov 05 18:43:38.686891 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf556cbb-7458-4ff2-9945-1941f30dda22 None None] Pushing event updated for resources: {'Port': ['ID=91e6f2d8-d90f-4174-a884-9cf1f29d89b5,revision_number=5']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:43:38.725059 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c07d940-4fe4-4177-9799-dff35d1fc04d req-49b89714-6271-4d4d-8a83-805376e35170 tempest-ServerAddressesTestJSON-607626331 tempest-ServerAddressesTestJSON-607626331-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:43:38.736207 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-4c07d940-4fe4-4177-9799-dff35d1fc04d req-49b89714-6271-4d4d-8a83-805376e35170 tempest-ServerAddressesTestJSON-607626331 tempest-ServerAddressesTestJSON-607626331-project] 10.222.0.13 "GET /v2.0/networks?id=586d6f4e-22a8-4d3b-b567-ee59d3cce92f HTTP/1.1" status: 200 len: 814 time: 0.4480178 Nov 05 18:43:38.737221 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-65dc3351-4be9-41ae-857c-b4557219ca3d None None] Provisioning complete for port 91e6f2d8-d90f-4174-a884-9cf1f29d89b5 triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:43:38.737221 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-65dc3351-4be9-41ae-857c-b4557219ca3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:43:38.755434 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-4c07d940-4fe4-4177-9799-dff35d1fc04d req-d395839a-ec66-474b-b730-597800c6af92 tempest-ServerAddressesTestJSON-607626331 tempest-ServerAddressesTestJSON-607626331-project] 10.222.0.13 "GET /v2.0/quotas/7d7cecc41eb74ab6a0b61756df447700 HTTP/1.1" status: 200 len: 375 time: 0.0180984 Nov 05 18:43:38.826971 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-4c07d940-4fe4-4177-9799-dff35d1fc04d req-e4fc358b-122c-4fd8-a227-b1566c0ba699 tempest-ServerAddressesTestJSON-607626331 tempest-ServerAddressesTestJSON-607626331-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=7d7cecc41eb74ab6a0b61756df447700&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0697074 Nov 05 18:43:38.949204 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-af0ebf48-30c0-41a4-94d8-00354881a758 req-10c036ef-0103-4b99-8732-e70f56018218 tempest-FloatingIPsAssociationTestJSON-150840125 tempest-FloatingIPsAssociationTestJSON-150840125-project] 10.222.0.13 "GET /v2.0/ports?device_id=1aa4f9bc-30b7-4399-b441-718e2402c852 HTTP/1.1" status: 200 len: 210 time: 0.0381122 Nov 05 18:43:39.040678 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-4c07d940-4fe4-4177-9799-dff35d1fc04d req-b97e87b5-26ce-4f7c-aa60-e71e2f62ee57 service neutron] 10.222.0.13 "GET /v2.0/networks/586d6f4e-22a8-4d3b-b567-ee59d3cce92f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2113791 Nov 05 18:43:39.265027 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423fdbfc-e2ef-4681-b5f0-fa5729f1a1f8 req-44e217db-5021-41c3-b3a9-79e65d908c9c tempest-ServerDiskConfigTestJSON-70330027 tempest-ServerDiskConfigTestJSON-70330027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:43:39.266716 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-423fdbfc-e2ef-4681-b5f0-fa5729f1a1f8 req-44e217db-5021-41c3-b3a9-79e65d908c9c tempest-ServerDiskConfigTestJSON-70330027 tempest-ServerDiskConfigTestJSON-70330027-project] 10.222.0.13 "GET /v2.0/ports?device_id=6fdd5ed6-81d7-4ab5-86e9-c29a11f82abc HTTP/1.1" status: 200 len: 945 time: 0.1314843 Nov 05 18:43:39.293689 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-4c07d940-4fe4-4177-9799-dff35d1fc04d req-0f22fafd-4e4f-4751-891e-a877f1c16d18 service neutron] 10.222.0.13 "GET /v2.0/networks/586d6f4e-22a8-4d3b-b567-ee59d3cce92f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2497571 Nov 05 18:43:39.432063 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-423fdbfc-e2ef-4681-b5f0-fa5729f1a1f8 req-3e474c0a-ef1f-430f-b1c8-98b298177709 tempest-ServerDiskConfigTestJSON-70330027 tempest-ServerDiskConfigTestJSON-70330027-project] 10.222.0.13 "GET /v2.0/security-groups?id=415b984e-2c75-4a2b-aae3-7fe54c54a52e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280775 Nov 05 18:43:39.608125 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb839f46-de88-44ea-ad85-1a14274b3444 req-ae047ca3-c257-4942-a690-6b8588641a21 tempest-FloatingIPsAssociationTestJSON-150840125 tempest-FloatingIPsAssociationTestJSON-150840125-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:43:39.614697 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-bb839f46-de88-44ea-ad85-1a14274b3444 req-ae047ca3-c257-4942-a690-6b8588641a21 tempest-FloatingIPsAssociationTestJSON-150840125 tempest-FloatingIPsAssociationTestJSON-150840125-project] 10.222.0.41 "GET /v2.0/networks?id=324a563f-bace-4674-b8a0-3af35aa21023 HTTP/1.1" status: 200 len: 820 time: 0.3055294 Nov 05 18:43:39.637776 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [req-bb839f46-de88-44ea-ad85-1a14274b3444 req-59a3b7a6-42b4-4239-bb5b-3d47f862165a tempest-FloatingIPsAssociationTestJSON-150840125 tempest-FloatingIPsAssociationTestJSON-150840125-project] Request body: {'port': {'device_id': '1aa4f9bc-30b7-4399-b441-718e2402c852', 'network_id': '324a563f-bace-4674-b8a0-3af35aa21023', 'admin_state_up': True, 'tenant_id': 'f99a9bdffb564060b331ec79eda75924'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:43:39.854135 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-70c52502-af79-4599-8c45-7b24d10b8f89 req-29344a3b-70be-4f8c-9d46-77fd706844c8 tempest-ServerAddressesTestJSON-607626331 tempest-ServerAddressesTestJSON-607626331-project] 10.222.0.13 "GET /v2.0/ports?device_id=392c4bf5-d45c-49e8-9afb-ec97352bb670 HTTP/1.1" status: 200 len: 210 time: 0.1002092 Nov 05 18:43:40.079734 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d480dfe-48f7-49c9-82fe-07e8817c8643 req-deab0c94-177b-40b0-80f1-ead7b80a7ad0 tempest-ServersAdminTestJSON-1640316766 tempest-ServersAdminTestJSON-1640316766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:43:40.087549 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-1d480dfe-48f7-49c9-82fe-07e8817c8643 req-deab0c94-177b-40b0-80f1-ead7b80a7ad0 tempest-ServersAdminTestJSON-1640316766 tempest-ServersAdminTestJSON-1640316766-project] 10.222.0.13 "GET /v2.0/ports?device_id=0bd48938-7d8f-4ea5-981b-397a2676ea1c HTTP/1.1" status: 200 len: 950 time: 0.0985000 Nov 05 18:43:40.137263 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bb839f46-de88-44ea-ad85-1a14274b3444 req-59a3b7a6-42b4-4239-bb5b-3d47f862165a tempest-FloatingIPsAssociationTestJSON-150840125 tempest-FloatingIPsAssociationTestJSON-150840125-project] Made reservation on behalf of f99a9bdffb564060b331ec79eda75924 for: {'port': 1} {{(pid=102386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 18:43:40.141864 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-bb839f46-de88-44ea-ad85-1a14274b3444 req-59a3b7a6-42b4-4239-bb5b-3d47f862165a tempest-FloatingIPsAssociationTestJSON-150840125 tempest-FloatingIPsAssociationTestJSON-150840125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:43:40.158343 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-1d480dfe-48f7-49c9-82fe-07e8817c8643 req-53f62d6f-7f27-4bfe-9c79-34354c37287b tempest-ServersAdminTestJSON-1640316766 tempest-ServersAdminTestJSON-1640316766-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c663dac-2477-42f8-b37f-f366129474aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698798 Nov 05 18:43:40.214244 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d89176-e219-402e-bf2b-eacd655634f2 req-f888d75b-4ea9-4082-80bd-5d8476ab7978 tempest-LiveAutoBlockMigrationV225Test-1563372898 tempest-LiveAutoBlockMigrationV225Test-1563372898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:43:40.215819 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-52d89176-e219-402e-bf2b-eacd655634f2 req-f888d75b-4ea9-4082-80bd-5d8476ab7978 tempest-LiveAutoBlockMigrationV225Test-1563372898 tempest-LiveAutoBlockMigrationV225Test-1563372898-project] 10.222.0.13 "GET /v2.0/ports?device_id=96e576a6-4f06-4763-8d25-8b8dae8dc581 HTTP/1.1" status: 200 len: 944 time: 0.0755999 Nov 05 18:43:40.323264 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-9477d7f5-81c8-43d4-8696-fcd7ba45362e req-23084dda-a947-4baf-9568-93b0682813d0 tempest-FloatingIPsAssociationTestJSON-150840125 tempest-FloatingIPsAssociationTestJSON-150840125-project] 10.222.0.13 "GET /v2.0/ports?device_id=1aa4f9bc-30b7-4399-b441-718e2402c852 HTTP/1.1" status: 200 len: 210 time: 0.0664206 Nov 05 18:43:40.339748 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.db_base_plugin_common [req-bb839f46-de88-44ea-ad85-1a14274b3444 req-59a3b7a6-42b4-4239-bb5b-3d47f862165a tempest-FloatingIPsAssociationTestJSON-150840125 tempest-FloatingIPsAssociationTestJSON-150840125-project] Allocated IP 172.20.0.6 (324a563f-bace-4674-b8a0-3af35aa21023/78388d9c-2599-4761-adf2-aadd49eafef3/de453395-c788-4a67-a026-166ca2c30bed) {{(pid=102386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 18:43:40.395142 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-52d89176-e219-402e-bf2b-eacd655634f2 req-405d0cc2-1d39-48df-ac28-00723622877c tempest-LiveAutoBlockMigrationV225Test-1563372898 tempest-LiveAutoBlockMigrationV225Test-1563372898-project] 10.222.0.13 "GET /v2.0/security-groups?id=35cb161a-9192-43e2-a392-140fa33626b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1639493 Nov 05 18:43:40.564801 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 91e6f2d8-d90f-4174-a884-9cf1f29d89b5 up at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 18:43:40.624345 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3050cde-0734-456c-a278-cc55fc60a3f6 req-542668e1-777b-4846-82d1-f5d2dd851ec1 tempest-LiveAutoBlockMigrationV225Test-1563372898 tempest-LiveAutoBlockMigrationV225Test-1563372898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:43:40.629529 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-c3050cde-0734-456c-a278-cc55fc60a3f6 req-542668e1-777b-4846-82d1-f5d2dd851ec1 tempest-LiveAutoBlockMigrationV225Test-1563372898 tempest-LiveAutoBlockMigrationV225Test-1563372898-project] 10.222.0.55 "GET /v2.0/ports?device_id=96e576a6-4f06-4763-8d25-8b8dae8dc581 HTTP/1.1" status: 200 len: 944 time: 0.0919118 Nov 05 18:43:40.648416 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9aa7ab-9930-40b4-817a-49946d9bcf6c req-118c5d0f-7612-41c5-87f9-cb8fa5094d7f tempest-ServerDiskConfigTestJSON-70330027 tempest-ServerDiskConfigTestJSON-70330027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:43:40.657904 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-7e9aa7ab-9930-40b4-817a-49946d9bcf6c req-118c5d0f-7612-41c5-87f9-cb8fa5094d7f tempest-ServerDiskConfigTestJSON-70330027 tempest-ServerDiskConfigTestJSON-70330027-project] 10.222.0.13 "GET /v2.0/ports?device_id=6fdd5ed6-81d7-4ab5-86e9-c29a11f82abc HTTP/1.1" status: 200 len: 945 time: 0.1423228 Nov 05 18:43:40.663367 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Provisioning complete for port 91e6f2d8-d90f-4174-a884-9cf1f29d89b5 triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:43:40.663938 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:43:40.666724 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-bb839f46-de88-44ea-ad85-1a14274b3444 req-59a3b7a6-42b4-4239-bb5b-3d47f862165a tempest-FloatingIPsAssociationTestJSON-150840125 tempest-FloatingIPsAssociationTestJSON-150840125-project] Publish callbacks [] for port, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:43:40.730133 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-7e9aa7ab-9930-40b4-817a-49946d9bcf6c req-6aba5f88-c6b2-4dc6-b0ba-70a571d3a5fc tempest-ServerDiskConfigTestJSON-70330027 tempest-ServerDiskConfigTestJSON-70330027-project] 10.222.0.13 "GET /v2.0/security-groups?id=415b984e-2c75-4a2b-aae3-7fe54c54a52e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707328 Nov 05 18:43:40.824243 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [req-c3050cde-0734-456c-a278-cc55fc60a3f6 req-3dbe1a41-af8c-4120-8c3a-42a908cdfab3 tempest-LiveAutoBlockMigrationV225Test-1563372898 tempest-LiveAutoBlockMigrationV225Test-1563372898-project] Deleting port c01fdf04-d1b3-4884-bce0-e642bc3ccf9a {{(pid=102386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 18:43:40.824609 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-c3050cde-0734-456c-a278-cc55fc60a3f6 req-3dbe1a41-af8c-4120-8c3a-42a908cdfab3 tempest-LiveAutoBlockMigrationV225Test-1563372898 tempest-LiveAutoBlockMigrationV225Test-1563372898-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:43:40.914434 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-bb839f46-de88-44ea-ad85-1a14274b3444 req-59a3b7a6-42b4-4239-bb5b-3d47f862165a tempest-FloatingIPsAssociationTestJSON-150840125 tempest-FloatingIPsAssociationTestJSON-150840125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:43:40.928592 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [req-c3050cde-0734-456c-a278-cc55fc60a3f6 req-3dbe1a41-af8c-4120-8c3a-42a908cdfab3 tempest-LiveAutoBlockMigrationV225Test-1563372898 tempest-LiveAutoBlockMigrationV225Test-1563372898-project] For port c01fdf04-d1b3-4884-bce0-e642bc3ccf9a, host n-h2-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=c01fdf04-d1b3-4884-bce0-e642bc3ccf9a,segment=NetworkSegment(15cac71b-3531-4cff-8a8e-8f8d83bebf12),segment_id=15cac71b-3531-4cff-8a8e-8f8d83bebf12)] {{(pid=102386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:43:40.928953 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-c3050cde-0734-456c-a278-cc55fc60a3f6 req-3dbe1a41-af8c-4120-8c3a-42a908cdfab3 tempest-LiveAutoBlockMigrationV225Test-1563372898 tempest-LiveAutoBlockMigrationV225Test-1563372898-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:43:40.933943 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-5e1ec4f8-8ac3-4a22-9468-5cfcf8c42679 req-e28353cd-8bc4-4d13-ab4b-0015fbb098fd tempest-ServerAddressesTestJSON-607626331 tempest-ServerAddressesTestJSON-607626331-project] 10.222.0.13 "GET /v2.0/ports?device_id=392c4bf5-d45c-49e8-9afb-ec97352bb670 HTTP/1.1" status: 200 len: 210 time: 0.0352499 Nov 05 18:43:40.970651 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [req-c3050cde-0734-456c-a278-cc55fc60a3f6 req-3dbe1a41-af8c-4120-8c3a-42a908cdfab3 tempest-LiveAutoBlockMigrationV225Test-1563372898 tempest-LiveAutoBlockMigrationV225Test-1563372898-project] Calling delete_port for c01fdf04-d1b3-4884-bce0-e642bc3ccf9a owned by compute:nova {{(pid=102386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 18:43:40.979493 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bb839f46-de88-44ea-ad85-1a14274b3444 req-59a3b7a6-42b4-4239-bb5b-3d47f862165a tempest-FloatingIPsAssociationTestJSON-150840125 tempest-FloatingIPsAssociationTestJSON-150840125-project] Network 324a563f-bace-4674-b8a0-3af35aa21023 is already hosted by enough agents. {{(pid=102386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 18:43:40.986629 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.base_scheduler [req-bb839f46-de88-44ea-ad85-1a14274b3444 req-59a3b7a6-42b4-4239-bb5b-3d47f862165a tempest-FloatingIPsAssociationTestJSON-150840125 tempest-FloatingIPsAssociationTestJSON-150840125-project] Resources bound (agent type, host, resource id): {{(pid=102386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:43:40.994119 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb839f46-de88-44ea-ad85-1a14274b3444 req-59a3b7a6-42b4-4239-bb5b-3d47f862165a tempest-FloatingIPsAssociationTestJSON-150840125 tempest-FloatingIPsAssociationTestJSON-150840125-project] Received port after_create {{(pid=102386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 18:43:40.999472 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a3b7a6-42b4-4239-bb5b-3d47f862165a tempest-FloatingIPsAssociationTestJSON-150840125 tempest-FloatingIPsAssociationTestJSON-150840125-project] Pushing event updated for resources: {'Port': ['ID=de453395-c788-4a67-a026-166ca2c30bed,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:43:41.093710 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb839f46-de88-44ea-ad85-1a14274b3444 req-59a3b7a6-42b4-4239-bb5b-3d47f862165a tempest-FloatingIPsAssociationTestJSON-150840125 tempest-FloatingIPsAssociationTestJSON-150840125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:43:41.094679 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-bb839f46-de88-44ea-ad85-1a14274b3444 req-59a3b7a6-42b4-4239-bb5b-3d47f862165a tempest-FloatingIPsAssociationTestJSON-150840125 tempest-FloatingIPsAssociationTestJSON-150840125-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:43:41.204713 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-bb839f46-de88-44ea-ad85-1a14274b3444 req-59a3b7a6-42b4-4239-bb5b-3d47f862165a tempest-FloatingIPsAssociationTestJSON-150840125 tempest-FloatingIPsAssociationTestJSON-150840125-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5711944 Nov 05 18:43:41.225460 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [req-bb839f46-de88-44ea-ad85-1a14274b3444 req-2ee9c117-8731-41ac-851d-13acdb8b9b78 service neutron] Request body: {'port': {'device_id': '1aa4f9bc-30b7-4399-b441-718e2402c852', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816865-1'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:43:41.294909 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039246a0-24bb-46a7-aeaa-b254f8af1d18 req-29aefe04-f9f5-43ba-aca3-b8a87f2e9e1f tempest-ServersAdminTestJSON-1640316766 tempest-ServersAdminTestJSON-1640316766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:43:41.297435 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-c3050cde-0734-456c-a278-cc55fc60a3f6 req-3dbe1a41-af8c-4120-8c3a-42a908cdfab3 tempest-LiveAutoBlockMigrationV225Test-1563372898 tempest-LiveAutoBlockMigrationV225Test-1563372898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:43:41.298548 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-039246a0-24bb-46a7-aeaa-b254f8af1d18 req-29aefe04-f9f5-43ba-aca3-b8a87f2e9e1f tempest-ServersAdminTestJSON-1640316766 tempest-ServersAdminTestJSON-1640316766-project] 10.222.0.13 "GET /v2.0/ports?device_id=0bd48938-7d8f-4ea5-981b-397a2676ea1c HTTP/1.1" status: 200 len: 950 time: 0.0583994 Nov 05 18:43:41.338818 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dbe1a41-af8c-4120-8c3a-42a908cdfab3 tempest-LiveAutoBlockMigrationV225Test-1563372898 tempest-LiveAutoBlockMigrationV225Test-1563372898-project] Pushing event deleted for resources: {'Port': ['ID=c01fdf04-d1b3-4884-bce0-e642bc3ccf9a,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:43:41.360314 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-039246a0-24bb-46a7-aeaa-b254f8af1d18 req-017e846e-0917-46a7-90c7-2f49cac10910 tempest-ServersAdminTestJSON-1640316766 tempest-ServersAdminTestJSON-1640316766-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c663dac-2477-42f8-b37f-f366129474aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563481 Nov 05 18:43:41.363587 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-bb839f46-de88-44ea-ad85-1a14274b3444 req-2ee9c117-8731-41ac-851d-13acdb8b9b78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:43:41.379196 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-73aae353-ba67-4204-bc64-819c24f42218 None None] Provisioning complete for port de453395-c788-4a67-a026-166ca2c30bed triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:43:41.379844 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-73aae353-ba67-4204-bc64-819c24f42218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:43:41.419883 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3050cde-0734-456c-a278-cc55fc60a3f6 req-3dbe1a41-af8c-4120-8c3a-42a908cdfab3 tempest-LiveAutoBlockMigrationV225Test-1563372898 tempest-LiveAutoBlockMigrationV225Test-1563372898-project] No DVR routers for this DVR port c01fdf04-d1b3-4884-bce0-e642bc3ccf9a on host n-h2-816865-1 {{(pid=102386) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 18:43:41.444306 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-c3050cde-0734-456c-a278-cc55fc60a3f6 req-3dbe1a41-af8c-4120-8c3a-42a908cdfab3 tempest-LiveAutoBlockMigrationV225Test-1563372898 tempest-LiveAutoBlockMigrationV225Test-1563372898-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:43:41.448661 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-c3050cde-0734-456c-a278-cc55fc60a3f6 req-3dbe1a41-af8c-4120-8c3a-42a908cdfab3 tempest-LiveAutoBlockMigrationV225Test-1563372898 tempest-LiveAutoBlockMigrationV225Test-1563372898-project] 10.222.0.55 "DELETE /v2.0/ports/c01fdf04-d1b3-4884-bce0-e642bc3ccf9a HTTP/1.1" status: 204 len: 173 time: 0.8001006 Nov 05 18:43:41.449136 n-d-816865-1 neutron-server[102386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96e576a6-4f06-4763-8d25-8b8dae8dc581', 'name': 'network-vif-deleted', 'tag': 'c01fdf04-d1b3-4884-bce0-e642bc3ccf9a'}] {{(pid=102386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 18:43:41.451482 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6173a44d7c73f41af551dc890fa1a5892c2c6bc3458b640c8e0c24db7876ba6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-485fa7ca-d4d7-4199-88e5-1dc52e484b45" -d '{"events": [{"server_uuid": "96e576a6-4f06-4763-8d25-8b8dae8dc581", "name": "network-vif-deleted", "tag": "c01fdf04-d1b3-4884-bce0-e642bc3ccf9a"}]}' {{(pid=102386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 18:43:41.451928 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-73aae353-ba67-4204-bc64-819c24f42218 None None] Port de453395-c788-4a67-a026-166ca2c30bed cannot update to ACTIVE because it is not bound. {{(pid=102388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 18:43:41.510961 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9342844-0d7f-41c9-a0e7-8308726f165c req-8048647f-4633-4076-969a-aa699351941d tempest-FloatingIPsAssociationTestJSON-150840125 tempest-FloatingIPsAssociationTestJSON-150840125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:43:41.512499 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-a9342844-0d7f-41c9-a0e7-8308726f165c req-8048647f-4633-4076-969a-aa699351941d tempest-FloatingIPsAssociationTestJSON-150840125 tempest-FloatingIPsAssociationTestJSON-150840125-project] 10.222.0.13 "GET /v2.0/ports?device_id=1aa4f9bc-30b7-4399-b441-718e2402c852 HTTP/1.1" status: 200 len: 931 time: 0.0528178 Nov 05 18:43:41.554286 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-ece0f2ed-9ac4-4640-9b24-43279f9a3242 req-63090c71-d7e2-4ec8-8abb-eb885cc80180 tempest-LiveAutoBlockMigrationV225Test-1563372898 tempest-LiveAutoBlockMigrationV225Test-1563372898-project] 10.222.0.13 "GET /v2.0/ports?device_id=96e576a6-4f06-4763-8d25-8b8dae8dc581 HTTP/1.1" status: 200 len: 210 time: 0.0406625 Nov 05 18:43:41.594478 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-d28dd279-171c-4193-ab9d-10ba25253857 req-73a5d2c3-2795-4e8b-8740-0dceb93a9466 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=c2fd5a8c-4839-4f98-a594-cd5beb2615bd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1381814 Nov 05 18:43:41.617266 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-a9342844-0d7f-41c9-a0e7-8308726f165c req-3613167d-63a8-43ab-baa9-804abaab6dab tempest-FloatingIPsAssociationTestJSON-150840125 tempest-FloatingIPsAssociationTestJSON-150840125-project] 10.222.0.13 "GET /v2.0/security-groups?id=3cc4611f-52b5-4887-b929-239c423d5920&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944030 Nov 05 18:43:41.711964 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 18:43:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-714d517c-d817-41b3-b244-f94c6ac7ed8a x-openstack-request-id: req-714d517c-d817-41b3-b244-f94c6ac7ed8a {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 18:43:41.721244 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96e576a6-4f06-4763-8d25-8b8dae8dc581", "name": "network-vif-deleted", "tag": "c01fdf04-d1b3-4884-bce0-e642bc3ccf9a", "status": "completed", "code": 200}]} {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 18:43:41.721244 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-714d517c-d817-41b3-b244-f94c6ac7ed8a {{(pid=102386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 18:43:41.721244 n-d-816865-1 neutron-server[102386]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96e576a6-4f06-4763-8d25-8b8dae8dc581', 'name': 'network-vif-deleted', 'tag': 'c01fdf04-d1b3-4884-bce0-e642bc3ccf9a', 'status': 'completed', 'code': 200} Nov 05 18:43:41.783572 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28dd279-171c-4193-ab9d-10ba25253857 req-f52fd8ef-faf1-4a1b-8d87-fd87837ba42f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:43:41.785277 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-d28dd279-171c-4193-ab9d-10ba25253857 req-f52fd8ef-faf1-4a1b-8d87-fd87837ba42f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=482f8aec1d1b4fc08a02afb86f8387d6&device_id=c2fd5a8c-4839-4f98-a594-cd5beb2615bd HTTP/1.1" status: 200 len: 1095 time: 0.0713632 Nov 05 18:43:41.867388 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdd036a-9a0a-4271-b093-8525c7f19d87 req-8badce45-f462-4fa6-9255-97dfd73f74d8 tempest-ServerDiskConfigTestJSON-70330027 tempest-ServerDiskConfigTestJSON-70330027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:43:41.869189 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-ccdd036a-9a0a-4271-b093-8525c7f19d87 req-8badce45-f462-4fa6-9255-97dfd73f74d8 tempest-ServerDiskConfigTestJSON-70330027 tempest-ServerDiskConfigTestJSON-70330027-project] 10.222.0.13 "GET /v2.0/ports?device_id=6fdd5ed6-81d7-4ab5-86e9-c29a11f82abc HTTP/1.1" status: 200 len: 945 time: 0.0769083 Nov 05 18:43:41.886411 n-d-816865-1 neutron-server[102386]: DEBUG neutron.notifiers.nova [req-bb839f46-de88-44ea-ad85-1a14274b3444 req-2ee9c117-8731-41ac-851d-13acdb8b9b78 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de453395-c788-4a67-a026-166ca2c30bed {{(pid=102386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 18:43:41.898139 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-bb839f46-de88-44ea-ad85-1a14274b3444 req-2ee9c117-8731-41ac-851d-13acdb8b9b78 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:43:41.921386 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.provisioning_blocks [req-bb839f46-de88-44ea-ad85-1a14274b3444 req-2ee9c117-8731-41ac-851d-13acdb8b9b78 service neutron] Transition to ACTIVE for port object de453395-c788-4a67-a026-166ca2c30bed will not be triggered until provisioned by entity L2. {{(pid=102386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 05 18:43:41.924302 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-ccdd036a-9a0a-4271-b093-8525c7f19d87 req-c7f70f5d-182e-4868-916a-740c475a3aaa tempest-ServerDiskConfigTestJSON-70330027 tempest-ServerDiskConfigTestJSON-70330027-project] 10.222.0.13 "GET /v2.0/security-groups?id=415b984e-2c75-4a2b-aae3-7fe54c54a52e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459886 Nov 05 18:43:41.943337 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28dd279-171c-4193-ab9d-10ba25253857 req-56418021-62e2-4669-b747-1a2ed9690256 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:43:41.945891 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-d28dd279-171c-4193-ab9d-10ba25253857 req-56418021-62e2-4669-b747-1a2ed9690256 service neutron] 10.222.0.41 "GET /v2.0/networks?id=5e3d0b1a-fd18-45bc-91bd-c831330234c4 HTTP/1.1" status: 200 len: 921 time: 0.1201098 Nov 05 18:43:41.990188 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-d28dd279-171c-4193-ab9d-10ba25253857 req-192c244f-9e38-4ed9-bac6-19ac063a0a98 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e6d91212-8168-4489-81f8-e04ba259e029 HTTP/1.1" status: 200 len: 217 time: 0.0367017 Nov 05 18:43:41.990924 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-bb839f46-de88-44ea-ad85-1a14274b3444 req-2ee9c117-8731-41ac-851d-13acdb8b9b78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6149821'] for port, after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:43:42.043605 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-66ef38bc-406e-4d82-8101-393168b9af52 req-4cb43520-65ee-4a45-a331-d7bba61b1292 tempest-ServerAddressesTestJSON-607626331 tempest-ServerAddressesTestJSON-607626331-project] 10.222.0.13 "GET /v2.0/ports?device_id=392c4bf5-d45c-49e8-9afb-ec97352bb670 HTTP/1.1" status: 200 len: 210 time: 0.0276594 Nov 05 18:43:42.085109 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee9c117-8731-41ac-851d-13acdb8b9b78 service neutron] Pushing event updated for resources: {'Port': ['ID=de453395-c788-4a67-a026-166ca2c30bed,revision_number=2']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:43:42.088195 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28dd279-171c-4193-ab9d-10ba25253857 req-611f6fe8-437e-41e5-811d-ccfd0d0fc055 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:43:42.089664 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-d28dd279-171c-4193-ab9d-10ba25253857 req-611f6fe8-437e-41e5-811d-ccfd0d0fc055 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e7fca78a-743c-4af3-9fb8-12bc06bb873c HTTP/1.1" status: 200 len: 860 time: 0.0906460 Nov 05 18:43:42.163339 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-d28dd279-171c-4193-ab9d-10ba25253857 req-436ab8f8-8522-43ec-a77e-2098ee1603ba service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=5e3d0b1a-fd18-45bc-91bd-c831330234c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0500476 Nov 05 18:43:42.261105 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [req-bb839f46-de88-44ea-ad85-1a14274b3444 req-2ee9c117-8731-41ac-851d-13acdb8b9b78 service neutron] Attempting to bind port de453395-c788-4a67-a026-166ca2c30bed on host n-h1-816865-1 for vnic_type normal with profile {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 18:43:42.261438 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [req-bb839f46-de88-44ea-ad85-1a14274b3444 req-2ee9c117-8731-41ac-851d-13acdb8b9b78 service neutron] Attempting to bind port de453395-c788-4a67-a026-166ca2c30bed by drivers openvswitch,hyperv on host n-h1-816865-1 at level 0 using segments [{'id': '19a5aad3-0c26-4f6f-8422-7177e297fdc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '324a563f-bace-4674-b8a0-3af35aa21023'}] {{(pid=102386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 18:43:42.261821 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb839f46-de88-44ea-ad85-1a14274b3444 req-2ee9c117-8731-41ac-851d-13acdb8b9b78 service neutron] Attempting to bind port de453395-c788-4a67-a026-166ca2c30bed on network 324a563f-bace-4674-b8a0-3af35aa21023 {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 18:43:42.274957 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb839f46-de88-44ea-ad85-1a14274b3444 req-2ee9c117-8731-41ac-851d-13acdb8b9b78 service neutron] Port de453395-c788-4a67-a026-166ca2c30bed on network 324a563f-bace-4674-b8a0-3af35aa21023 not bound, no agent of type Open vSwitch agent registered on host n-h1-816865-1 {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 18:43:42.275289 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb839f46-de88-44ea-ad85-1a14274b3444 req-2ee9c117-8731-41ac-851d-13acdb8b9b78 service neutron] Attempting to bind port de453395-c788-4a67-a026-166ca2c30bed on network 324a563f-bace-4674-b8a0-3af35aa21023 {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 18:43:42.284493 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb839f46-de88-44ea-ad85-1a14274b3444 req-2ee9c117-8731-41ac-851d-13acdb8b9b78 service neutron] Checking agent: {'id': 'eb596d7c-8c64-42bd-8aca-fad447eb0eab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816865-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 18, 33, 34), 'started_at': datetime.datetime(2021, 11, 5, 18, 33, 34), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 18, 43, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 18:43:42.285106 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb839f46-de88-44ea-ad85-1a14274b3444 req-2ee9c117-8731-41ac-851d-13acdb8b9b78 service neutron] Checking segment: {'id': '19a5aad3-0c26-4f6f-8422-7177e297fdc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '324a563f-bace-4674-b8a0-3af35aa21023'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 18:43:42.285490 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb839f46-de88-44ea-ad85-1a14274b3444 req-2ee9c117-8731-41ac-851d-13acdb8b9b78 service neutron] Bound using segment: {'id': '19a5aad3-0c26-4f6f-8422-7177e297fdc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '324a563f-bace-4674-b8a0-3af35aa21023'} {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 18:43:42.286066 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [req-bb839f46-de88-44ea-ad85-1a14274b3444 req-2ee9c117-8731-41ac-851d-13acdb8b9b78 service neutron] Bound port: de453395-c788-4a67-a026-166ca2c30bed, host: n-h1-816865-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '19a5aad3-0c26-4f6f-8422-7177e297fdc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '324a563f-bace-4674-b8a0-3af35aa21023'}}] {{(pid=102386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 18:43:42.286436 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-bb839f46-de88-44ea-ad85-1a14274b3444 req-2ee9c117-8731-41ac-851d-13acdb8b9b78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:43:42.317062 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-d28dd279-171c-4193-ab9d-10ba25253857 req-a74cca05-1e03-43ff-9a6b-cb3c73631677 service neutron] 10.222.0.41 "GET /v2.0/networks/5e3d0b1a-fd18-45bc-91bd-c831330234c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1401048 Nov 05 18:43:42.428187 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [req-bb839f46-de88-44ea-ad85-1a14274b3444 req-2ee9c117-8731-41ac-851d-13acdb8b9b78 service neutron] For port de453395-c788-4a67-a026-166ca2c30bed, host n-h1-816865-1, cleared binding levels {{(pid=102386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 18:43:42.448974 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [req-bb839f46-de88-44ea-ad85-1a14274b3444 req-2ee9c117-8731-41ac-851d-13acdb8b9b78 service neutron] For port de453395-c788-4a67-a026-166ca2c30bed, host n-h1-816865-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=de453395-c788-4a67-a026-166ca2c30bed,segment=NetworkSegment(19a5aad3-0c26-4f6f-8422-7177e297fdc5),segment_id=19a5aad3-0c26-4f6f-8422-7177e297fdc5)] {{(pid=102386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 18:43:42.455067 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-d28dd279-171c-4193-ab9d-10ba25253857 req-4c7d4b84-23c5-4006-a376-48599574dfa9 service neutron] 10.222.0.41 "GET /v2.0/networks/5e3d0b1a-fd18-45bc-91bd-c831330234c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1205189 Nov 05 18:43:42.503251 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc4d59e-7baf-41d8-bab1-418e5500a4bb req-fe44ace7-0eb5-4f62-8bc2-0abd82f93651 tempest-ServersAdminTestJSON-1640316766 tempest-ServersAdminTestJSON-1640316766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:43:42.504793 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-abc4d59e-7baf-41d8-bab1-418e5500a4bb req-fe44ace7-0eb5-4f62-8bc2-0abd82f93651 tempest-ServersAdminTestJSON-1640316766 tempest-ServersAdminTestJSON-1640316766-project] 10.222.0.13 "GET /v2.0/ports?device_id=0bd48938-7d8f-4ea5-981b-397a2676ea1c HTTP/1.1" status: 200 len: 950 time: 0.0606573 Nov 05 18:43:42.515500 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Device c01fdf04-d1b3-4884-bce0-e642bc3ccf9a no longer exists at agent hyperv_n-h2-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 18:43:42.541560 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] No Port match for: c01fdf04-d1b3-4884-bce0-e642bc3ccf9a {{(pid=102388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 18:43:42.541908 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Device c01fdf04-d1b3-4884-bce0-e642bc3ccf9a not bound to the agent host n-h2-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 18:43:42.560321 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-bb839f46-de88-44ea-ad85-1a14274b3444 req-2ee9c117-8731-41ac-851d-13acdb8b9b78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6149821'] for port, after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:43:42.561595 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-abc4d59e-7baf-41d8-bab1-418e5500a4bb req-a7eff8c4-ab00-4845-8993-c9676fc6be44 tempest-ServersAdminTestJSON-1640316766 tempest-ServersAdminTestJSON-1640316766-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c663dac-2477-42f8-b37f-f366129474aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504930 Nov 05 18:43:42.598379 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb839f46-de88-44ea-ad85-1a14274b3444 req-2ee9c117-8731-41ac-851d-13acdb8b9b78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:43:42.598379 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-bb839f46-de88-44ea-ad85-1a14274b3444 req-2ee9c117-8731-41ac-851d-13acdb8b9b78 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:43:42.599055 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-bb839f46-de88-44ea-ad85-1a14274b3444 req-2ee9c117-8731-41ac-851d-13acdb8b9b78 service neutron] 10.222.0.41 "PUT /v2.0/ports/de453395-c788-4a67-a026-166ca2c30bed HTTP/1.1" status: 200 len: 1091 time: 1.3786607 Nov 05 18:43:42.627926 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee9c117-8731-41ac-851d-13acdb8b9b78 service neutron] Pushing event updated for resources: {'Port': ['ID=de453395-c788-4a67-a026-166ca2c30bed,revision_number=3']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:43:42.706654 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-2aa5c50b-5b6b-4058-b295-a41135d7a831 req-0008adfd-714f-46b1-b997-6860a247d9ad tempest-LiveAutoBlockMigrationV225Test-1563372898 tempest-LiveAutoBlockMigrationV225Test-1563372898-project] 10.222.0.13 "GET /v2.0/ports?device_id=96e576a6-4f06-4763-8d25-8b8dae8dc581 HTTP/1.1" status: 200 len: 210 time: 0.0383410 Nov 05 18:43:42.771901 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72662973-e676-4eb8-bed2-6911a1551c60 req-d985334f-115a-40b6-bc1b-fc50066194e2 tempest-FloatingIPsAssociationTestJSON-150840125 tempest-FloatingIPsAssociationTestJSON-150840125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:43:42.773481 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-72662973-e676-4eb8-bed2-6911a1551c60 req-d985334f-115a-40b6-bc1b-fc50066194e2 tempest-FloatingIPsAssociationTestJSON-150840125 tempest-FloatingIPsAssociationTestJSON-150840125-project] 10.222.0.13 "GET /v2.0/ports?device_id=1aa4f9bc-30b7-4399-b441-718e2402c852 HTTP/1.1" status: 200 len: 943 time: 0.0641580 Nov 05 18:43:42.840136 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb839f46-de88-44ea-ad85-1a14274b3444 req-17a97865-6e42-4d53-9b37-1cd3e7c52dba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:43:42.842655 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-bb839f46-de88-44ea-ad85-1a14274b3444 req-17a97865-6e42-4d53-9b37-1cd3e7c52dba service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f99a9bdffb564060b331ec79eda75924&device_id=1aa4f9bc-30b7-4399-b441-718e2402c852 HTTP/1.1" status: 200 len: 1094 time: 0.0590792 Nov 05 18:43:42.857900 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-72662973-e676-4eb8-bed2-6911a1551c60 req-3159b8b3-f31c-4e53-841d-8aa71744c408 tempest-FloatingIPsAssociationTestJSON-150840125 tempest-FloatingIPsAssociationTestJSON-150840125-project] 10.222.0.13 "GET /v2.0/security-groups?id=3cc4611f-52b5-4887-b929-239c423d5920&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780587 Nov 05 18:43:42.896082 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-bb839f46-de88-44ea-ad85-1a14274b3444 req-cd528c04-77e6-44b3-882f-25becda0c8a9 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=de453395-c788-4a67-a026-166ca2c30bed HTTP/1.1" status: 200 len: 217 time: 0.0401392 Nov 05 18:43:42.955359 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb839f46-de88-44ea-ad85-1a14274b3444 req-09220c5e-f90f-4eef-baf1-be8d5b830027 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:43:42.957029 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-bb839f46-de88-44ea-ad85-1a14274b3444 req-09220c5e-f90f-4eef-baf1-be8d5b830027 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=78388d9c-2599-4761-adf2-aadd49eafef3 HTTP/1.1" status: 200 len: 859 time: 0.0463252 Nov 05 18:43:43.012989 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb839f46-de88-44ea-ad85-1a14274b3444 req-4ae7c4b0-dd78-4132-a40d-c9d42e953477 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:43:43.014538 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-bb839f46-de88-44ea-ad85-1a14274b3444 req-4ae7c4b0-dd78-4132-a40d-c9d42e953477 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=324a563f-bace-4674-b8a0-3af35aa21023&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0478618 Nov 05 18:43:43.048952 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a246ffb4-9468-4656-9998-73d2e52bb894 req-e55dbdb8-971c-48d2-9eab-4dd3b105aff4 tempest-ServerDiskConfigTestJSON-70330027 tempest-ServerDiskConfigTestJSON-70330027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:43:43.051116 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-a246ffb4-9468-4656-9998-73d2e52bb894 req-e55dbdb8-971c-48d2-9eab-4dd3b105aff4 tempest-ServerDiskConfigTestJSON-70330027 tempest-ServerDiskConfigTestJSON-70330027-project] 10.222.0.13 "GET /v2.0/ports?device_id=6fdd5ed6-81d7-4ab5-86e9-c29a11f82abc HTTP/1.1" status: 200 len: 945 time: 0.0590286 Nov 05 18:43:43.116841 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-a246ffb4-9468-4656-9998-73d2e52bb894 req-dbcfbf37-f135-4d51-952e-64e317a5b473 tempest-ServerDiskConfigTestJSON-70330027 tempest-ServerDiskConfigTestJSON-70330027-project] 10.222.0.13 "GET /v2.0/security-groups?id=415b984e-2c75-4a2b-aae3-7fe54c54a52e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574563 Nov 05 18:43:43.122349 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-bb839f46-de88-44ea-ad85-1a14274b3444 req-9907e24e-859d-4946-a805-02f37ba3391e service neutron] 10.222.0.41 "GET /v2.0/networks/324a563f-bace-4674-b8a0-3af35aa21023?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0980961 Nov 05 18:43:43.183850 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-58ede792-d2a7-4606-9c0c-ebb51988d4cd req-f967c213-9969-41b9-8404-f37701085da3 tempest-ServerAddressesTestJSON-607626331 tempest-ServerAddressesTestJSON-607626331-project] 10.222.0.13 "GET /v2.0/ports?device_id=392c4bf5-d45c-49e8-9afb-ec97352bb670 HTTP/1.1" status: 200 len: 210 time: 0.0298622 Nov 05 18:43:43.219796 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-bb839f46-de88-44ea-ad85-1a14274b3444 req-f31f00e4-ccf2-47e1-b09d-150a6d64cf9d service neutron] 10.222.0.41 "GET /v2.0/networks/324a563f-bace-4674-b8a0-3af35aa21023?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865538 Nov 05 18:43:43.528129 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c07d940-4fe4-4177-9799-dff35d1fc04d req-790ae7b4-0f84-4c92-b694-421cc0c41174 tempest-ServerAddressesTestJSON-607626331 tempest-ServerAddressesTestJSON-607626331-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:43:43.529593 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-4c07d940-4fe4-4177-9799-dff35d1fc04d req-790ae7b4-0f84-4c92-b694-421cc0c41174 tempest-ServerAddressesTestJSON-607626331 tempest-ServerAddressesTestJSON-607626331-project] 10.222.0.55 "GET /v2.0/networks?id=586d6f4e-22a8-4d3b-b567-ee59d3cce92f HTTP/1.1" status: 200 len: 814 time: 0.1087067 Nov 05 18:43:43.550191 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [req-4c07d940-4fe4-4177-9799-dff35d1fc04d req-eefb6ea4-5382-4691-9162-e92c43df2bab tempest-ServerAddressesTestJSON-607626331 tempest-ServerAddressesTestJSON-607626331-project] Request body: {'port': {'device_id': '392c4bf5-d45c-49e8-9afb-ec97352bb670', 'network_id': '586d6f4e-22a8-4d3b-b567-ee59d3cce92f', 'admin_state_up': True, 'tenant_id': '7d7cecc41eb74ab6a0b61756df447700'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:43:43.693588 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe35f929-29a6-4e4a-b20d-d0921e84deda req-11fc30fe-00df-4a12-9dcb-fb06a4f7b424 tempest-ServersAdminTestJSON-1640316766 tempest-ServersAdminTestJSON-1640316766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:43:43.695307 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-fe35f929-29a6-4e4a-b20d-d0921e84deda req-11fc30fe-00df-4a12-9dcb-fb06a4f7b424 tempest-ServersAdminTestJSON-1640316766 tempest-ServersAdminTestJSON-1640316766-project] 10.222.0.13 "GET /v2.0/ports?device_id=0bd48938-7d8f-4ea5-981b-397a2676ea1c HTTP/1.1" status: 200 len: 950 time: 0.0577097 Nov 05 18:43:43.714536 n-d-816865-1 neutron-server[102386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1aa4f9bc-30b7-4399-b441-718e2402c852', 'tag': 'de453395-c788-4a67-a026-166ca2c30bed'}] {{(pid=102386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 18:43:43.717498 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6173a44d7c73f41af551dc890fa1a5892c2c6bc3458b640c8e0c24db7876ba6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5800cde2-32e3-4636-87ed-aa02ef04618f" -d '{"events": [{"name": "network-changed", "server_uuid": "1aa4f9bc-30b7-4399-b441-718e2402c852", "tag": "de453395-c788-4a67-a026-166ca2c30bed"}]}' {{(pid=102386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 18:43:43.745337 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-fe35f929-29a6-4e4a-b20d-d0921e84deda req-d0b97aa9-ea9d-4f7d-8678-530692691880 tempest-ServersAdminTestJSON-1640316766 tempest-ServersAdminTestJSON-1640316766-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c663dac-2477-42f8-b37f-f366129474aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436413 Nov 05 18:43:43.761106 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 18:43:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-118f5e3c-9522-47d4-bc1c-2853705950c0 x-openstack-request-id: req-118f5e3c-9522-47d4-bc1c-2853705950c0 {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 18:43:43.761482 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1aa4f9bc-30b7-4399-b441-718e2402c852", "tag": "de453395-c788-4a67-a026-166ca2c30bed", "status": "completed", "code": 200}]} {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 18:43:43.761847 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-118f5e3c-9522-47d4-bc1c-2853705950c0 {{(pid=102386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 18:43:43.762342 n-d-816865-1 neutron-server[102386]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1aa4f9bc-30b7-4399-b441-718e2402c852', 'tag': 'de453395-c788-4a67-a026-166ca2c30bed', 'status': 'completed', 'code': 200} Nov 05 18:43:43.794572 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4c07d940-4fe4-4177-9799-dff35d1fc04d req-eefb6ea4-5382-4691-9162-e92c43df2bab tempest-ServerAddressesTestJSON-607626331 tempest-ServerAddressesTestJSON-607626331-project] Made reservation on behalf of 7d7cecc41eb74ab6a0b61756df447700 for: {'port': 1} {{(pid=102386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 18:43:43.794572 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-4c07d940-4fe4-4177-9799-dff35d1fc04d req-eefb6ea4-5382-4691-9162-e92c43df2bab tempest-ServerAddressesTestJSON-607626331 tempest-ServerAddressesTestJSON-607626331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:43:43.855930 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-21d54510-f0ea-4c27-a2f0-e7e5bf6a9969 req-ee33686b-8599-49bc-886d-ac56a56e9ec6 tempest-LiveAutoBlockMigrationV225Test-1563372898 tempest-LiveAutoBlockMigrationV225Test-1563372898-project] 10.222.0.13 "GET /v2.0/ports?device_id=96e576a6-4f06-4763-8d25-8b8dae8dc581 HTTP/1.1" status: 200 len: 210 time: 0.0296783 Nov 05 18:43:43.960076 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5800cde2-32e3-4636-87ed-aa02ef04618f req-23332477-60d4-476b-826f-d066217e21d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:43:43.961596 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-5800cde2-32e3-4636-87ed-aa02ef04618f req-23332477-60d4-476b-826f-d066217e21d1 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f99a9bdffb564060b331ec79eda75924&device_id=1aa4f9bc-30b7-4399-b441-718e2402c852 HTTP/1.1" status: 200 len: 1094 time: 0.1649399 Nov 05 18:43:44.012784 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.db_base_plugin_common [req-4c07d940-4fe4-4177-9799-dff35d1fc04d req-eefb6ea4-5382-4691-9162-e92c43df2bab tempest-ServerAddressesTestJSON-607626331 tempest-ServerAddressesTestJSON-607626331-project] Allocated IP 172.20.0.6 (586d6f4e-22a8-4d3b-b567-ee59d3cce92f/0238277b-b350-4c16-a2a4-b81e3d437a7b/4b41727f-5623-4b30-a930-359386fce700) {{(pid=102386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 18:43:44.016251 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4703b1a9-a8ea-4493-b3e6-5642927d0a68 req-2370739d-57ce-4102-8809-5c4493f1d4fe tempest-FloatingIPsAssociationTestJSON-150840125 tempest-FloatingIPsAssociationTestJSON-150840125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:43:44.018685 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-4703b1a9-a8ea-4493-b3e6-5642927d0a68 req-2370739d-57ce-4102-8809-5c4493f1d4fe tempest-FloatingIPsAssociationTestJSON-150840125 tempest-FloatingIPsAssociationTestJSON-150840125-project] 10.222.0.13 "GET /v2.0/ports?device_id=1aa4f9bc-30b7-4399-b441-718e2402c852 HTTP/1.1" status: 200 len: 943 time: 0.0737932 Nov 05 18:43:44.082643 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-4703b1a9-a8ea-4493-b3e6-5642927d0a68 req-efe07e5b-7920-42ce-903b-7fac28428ed8 tempest-FloatingIPsAssociationTestJSON-150840125 tempest-FloatingIPsAssociationTestJSON-150840125-project] 10.222.0.13 "GET /v2.0/security-groups?id=3cc4611f-52b5-4887-b929-239c423d5920&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576482 Nov 05 18:43:44.111596 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5800cde2-32e3-4636-87ed-aa02ef04618f req-02d7f775-7859-446d-b8ec-8f4874547739 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:43:44.113218 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-5800cde2-32e3-4636-87ed-aa02ef04618f req-02d7f775-7859-446d-b8ec-8f4874547739 service neutron] 10.222.0.41 "GET /v2.0/networks?id=324a563f-bace-4674-b8a0-3af35aa21023 HTTP/1.1" status: 200 len: 921 time: 0.1416166 Nov 05 18:43:44.172842 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-5800cde2-32e3-4636-87ed-aa02ef04618f req-24a6a002-bbad-400e-ad3b-eb8d163bf83f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=de453395-c788-4a67-a026-166ca2c30bed HTTP/1.1" status: 200 len: 217 time: 0.0465717 Nov 05 18:43:44.249676 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28222c94-8cb3-4cf1-886f-1cac1a22a968 req-052f663b-81e0-405d-8f44-778bac701f19 tempest-ServerDiskConfigTestJSON-70330027 tempest-ServerDiskConfigTestJSON-70330027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:43:44.251766 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-28222c94-8cb3-4cf1-886f-1cac1a22a968 req-052f663b-81e0-405d-8f44-778bac701f19 tempest-ServerDiskConfigTestJSON-70330027 tempest-ServerDiskConfigTestJSON-70330027-project] 10.222.0.13 "GET /v2.0/ports?device_id=6fdd5ed6-81d7-4ab5-86e9-c29a11f82abc HTTP/1.1" status: 200 len: 945 time: 0.0543518 Nov 05 18:43:44.261719 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5800cde2-32e3-4636-87ed-aa02ef04618f req-ce47da10-3985-4aa8-bd6f-cbcfdad894d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:43:44.263192 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-5800cde2-32e3-4636-87ed-aa02ef04618f req-ce47da10-3985-4aa8-bd6f-cbcfdad894d5 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=78388d9c-2599-4761-adf2-aadd49eafef3 HTTP/1.1" status: 200 len: 859 time: 0.0658002 Nov 05 18:43:44.288556 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-9e16d4ad-2ec5-41e1-a450-7f9b755c2e71 req-3f10f04b-aae0-49ad-a391-6d57518c09ba tempest-ServerAddressesTestJSON-607626331 tempest-ServerAddressesTestJSON-607626331-project] 10.222.0.13 "GET /v2.0/ports?device_id=392c4bf5-d45c-49e8-9afb-ec97352bb670 HTTP/1.1" status: 200 len: 210 time: 0.0324066 Nov 05 18:43:44.324270 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-4c07d940-4fe4-4177-9799-dff35d1fc04d req-eefb6ea4-5382-4691-9162-e92c43df2bab tempest-ServerAddressesTestJSON-607626331 tempest-ServerAddressesTestJSON-607626331-project] Publish callbacks [] for port, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:43:44.333647 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5800cde2-32e3-4636-87ed-aa02ef04618f req-221fd78a-bc40-4ed4-8bd0-9edb117a0103 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:43:44.335131 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-5800cde2-32e3-4636-87ed-aa02ef04618f req-221fd78a-bc40-4ed4-8bd0-9edb117a0103 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=324a563f-bace-4674-b8a0-3af35aa21023&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0587947 Nov 05 18:43:44.341125 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-28222c94-8cb3-4cf1-886f-1cac1a22a968 req-246479c3-72e1-4dd7-9b49-1a99e113d8af tempest-ServerDiskConfigTestJSON-70330027 tempest-ServerDiskConfigTestJSON-70330027-project] 10.222.0.13 "GET /v2.0/security-groups?id=415b984e-2c75-4a2b-aae3-7fe54c54a52e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755248 Nov 05 18:43:44.445345 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-5800cde2-32e3-4636-87ed-aa02ef04618f req-f32ceb75-5cca-4fe6-bcbd-8995032f66c3 service neutron] 10.222.0.41 "GET /v2.0/networks/324a563f-bace-4674-b8a0-3af35aa21023?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933123 Nov 05 18:43:44.475928 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-4c07d940-4fe4-4177-9799-dff35d1fc04d req-eefb6ea4-5382-4691-9162-e92c43df2bab tempest-ServerAddressesTestJSON-607626331 tempest-ServerAddressesTestJSON-607626331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:43:44.557532 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4c07d940-4fe4-4177-9799-dff35d1fc04d req-eefb6ea4-5382-4691-9162-e92c43df2bab tempest-ServerAddressesTestJSON-607626331 tempest-ServerAddressesTestJSON-607626331-project] Network 586d6f4e-22a8-4d3b-b567-ee59d3cce92f is already hosted by enough agents. {{(pid=102386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 18:43:44.565161 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.base_scheduler [req-4c07d940-4fe4-4177-9799-dff35d1fc04d req-eefb6ea4-5382-4691-9162-e92c43df2bab tempest-ServerAddressesTestJSON-607626331 tempest-ServerAddressesTestJSON-607626331-project] Resources bound (agent type, host, resource id): {{(pid=102386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:43:44.570211 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c07d940-4fe4-4177-9799-dff35d1fc04d req-eefb6ea4-5382-4691-9162-e92c43df2bab tempest-ServerAddressesTestJSON-607626331 tempest-ServerAddressesTestJSON-607626331-project] Received port after_create {{(pid=102386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 18:43:44.608810 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eefb6ea4-5382-4691-9162-e92c43df2bab tempest-ServerAddressesTestJSON-607626331 tempest-ServerAddressesTestJSON-607626331-project] Pushing event updated for resources: {'Port': ['ID=4b41727f-5623-4b30-a930-359386fce700,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:43:44.636979 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-5800cde2-32e3-4636-87ed-aa02ef04618f req-372fc264-7262-4ba7-95f5-b6673c99a12c service neutron] 10.222.0.41 "GET /v2.0/networks/324a563f-bace-4674-b8a0-3af35aa21023?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1704500 Nov 05 18:43:44.643525 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c07d940-4fe4-4177-9799-dff35d1fc04d req-eefb6ea4-5382-4691-9162-e92c43df2bab tempest-ServerAddressesTestJSON-607626331 tempest-ServerAddressesTestJSON-607626331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:43:44.644182 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-4c07d940-4fe4-4177-9799-dff35d1fc04d req-eefb6ea4-5382-4691-9162-e92c43df2bab tempest-ServerAddressesTestJSON-607626331 tempest-ServerAddressesTestJSON-607626331-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:43:44.819702 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-4c07d940-4fe4-4177-9799-dff35d1fc04d req-eefb6ea4-5382-4691-9162-e92c43df2bab tempest-ServerAddressesTestJSON-607626331 tempest-ServerAddressesTestJSON-607626331-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2735295 Nov 05 18:43:44.834509 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [req-4c07d940-4fe4-4177-9799-dff35d1fc04d req-8242a3cd-fbeb-46d1-b71a-33a004b83f47 service neutron] Request body: {'port': {'device_id': '392c4bf5-d45c-49e8-9afb-ec97352bb670', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816865-1'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:43:44.877941 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3843b4-cb5c-4dea-9cef-12648abd7f32 req-8ddec37c-4da5-4957-bbc0-6c85125165b0 tempest-ServersAdminTestJSON-1640316766 tempest-ServersAdminTestJSON-1640316766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:43:44.877941 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-4a3843b4-cb5c-4dea-9cef-12648abd7f32 req-8ddec37c-4da5-4957-bbc0-6c85125165b0 tempest-ServersAdminTestJSON-1640316766 tempest-ServersAdminTestJSON-1640316766-project] 10.222.0.13 "GET /v2.0/ports?device_id=0bd48938-7d8f-4ea5-981b-397a2676ea1c HTTP/1.1" status: 200 len: 950 time: 0.0531518 Nov 05 18:43:44.889357 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-4c07d940-4fe4-4177-9799-dff35d1fc04d req-8242a3cd-fbeb-46d1-b71a-33a004b83f47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:43:44.928804 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-4a3843b4-cb5c-4dea-9cef-12648abd7f32 req-45075902-3a3c-46de-9d43-ffd164a6a066 tempest-ServersAdminTestJSON-1640316766 tempest-ServersAdminTestJSON-1640316766-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c663dac-2477-42f8-b37f-f366129474aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528281 Nov 05 18:43:45.176863 n-d-816865-1 neutron-server[102386]: DEBUG neutron.notifiers.nova [req-4c07d940-4fe4-4177-9799-dff35d1fc04d req-8242a3cd-fbeb-46d1-b71a-33a004b83f47 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4b41727f-5623-4b30-a930-359386fce700 {{(pid=102386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 18:43:45.185597 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-4c07d940-4fe4-4177-9799-dff35d1fc04d req-8242a3cd-fbeb-46d1-b71a-33a004b83f47 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:43:45.198814 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.provisioning_blocks [req-4c07d940-4fe4-4177-9799-dff35d1fc04d req-8242a3cd-fbeb-46d1-b71a-33a004b83f47 service neutron] Transition to ACTIVE for port object 4b41727f-5623-4b30-a930-359386fce700 will not be triggered until provisioned by entity L2. {{(pid=102386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 05 18:43:45.203289 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6b43b8-33ae-4d38-9745-984105afdc25 req-8dd07fb5-b948-46f3-b20d-b3dd870c995c tempest-FloatingIPsAssociationTestJSON-150840125 tempest-FloatingIPsAssociationTestJSON-150840125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:43:45.205685 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-5c6b43b8-33ae-4d38-9745-984105afdc25 req-8dd07fb5-b948-46f3-b20d-b3dd870c995c tempest-FloatingIPsAssociationTestJSON-150840125 tempest-FloatingIPsAssociationTestJSON-150840125-project] 10.222.0.13 "GET /v2.0/ports?device_id=1aa4f9bc-30b7-4399-b441-718e2402c852 HTTP/1.1" status: 200 len: 943 time: 0.0489919 Nov 05 18:43:45.252815 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-5c6b43b8-33ae-4d38-9745-984105afdc25 req-3130e2c5-c345-4e67-8fd2-520c93fede29 tempest-FloatingIPsAssociationTestJSON-150840125 tempest-FloatingIPsAssociationTestJSON-150840125-project] 10.222.0.13 "GET /v2.0/security-groups?id=3cc4611f-52b5-4887-b929-239c423d5920&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411077 Nov 05 18:43:45.377044 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-4c07d940-4fe4-4177-9799-dff35d1fc04d req-8242a3cd-fbeb-46d1-b71a-33a004b83f47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6149821'] for port, after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:43:45.414609 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6df9794-a0a1-4b16-92d0-e081db28d9d5 req-54ed5dcf-7325-46a1-a29e-3f049c1c955b tempest-ServerAddressesTestJSON-607626331 tempest-ServerAddressesTestJSON-607626331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:43:45.416385 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-e6df9794-a0a1-4b16-92d0-e081db28d9d5 req-54ed5dcf-7325-46a1-a29e-3f049c1c955b tempest-ServerAddressesTestJSON-607626331 tempest-ServerAddressesTestJSON-607626331-project] 10.222.0.13 "GET /v2.0/ports?device_id=392c4bf5-d45c-49e8-9afb-ec97352bb670 HTTP/1.1" status: 200 len: 943 time: 0.0514987 Nov 05 18:43:45.447190 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8242a3cd-fbeb-46d1-b71a-33a004b83f47 service neutron] Pushing event updated for resources: {'Port': ['ID=4b41727f-5623-4b30-a930-359386fce700,revision_number=2']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:43:45.474464 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-e6df9794-a0a1-4b16-92d0-e081db28d9d5 req-01279ad0-3df9-481c-9abe-0b3e73d08fc7 tempest-ServerAddressesTestJSON-607626331 tempest-ServerAddressesTestJSON-607626331-project] 10.222.0.13 "GET /v2.0/security-groups?id=1bb28186-1ed1-429e-a6c5-dc82067929a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516267 Nov 05 18:43:45.506006 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [req-4c07d940-4fe4-4177-9799-dff35d1fc04d req-8242a3cd-fbeb-46d1-b71a-33a004b83f47 service neutron] Attempting to bind port 4b41727f-5623-4b30-a930-359386fce700 on host n-h2-816865-1 for vnic_type normal with profile {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 18:43:45.506006 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [req-4c07d940-4fe4-4177-9799-dff35d1fc04d req-8242a3cd-fbeb-46d1-b71a-33a004b83f47 service neutron] Attempting to bind port 4b41727f-5623-4b30-a930-359386fce700 by drivers openvswitch,hyperv on host n-h2-816865-1 at level 0 using segments [{'id': 'b5c417a7-98d0-449b-8a67-df229a0670bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '586d6f4e-22a8-4d3b-b567-ee59d3cce92f'}] {{(pid=102386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 18:43:45.506006 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c07d940-4fe4-4177-9799-dff35d1fc04d req-8242a3cd-fbeb-46d1-b71a-33a004b83f47 service neutron] Attempting to bind port 4b41727f-5623-4b30-a930-359386fce700 on network 586d6f4e-22a8-4d3b-b567-ee59d3cce92f {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 18:43:45.510582 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c07d940-4fe4-4177-9799-dff35d1fc04d req-8242a3cd-fbeb-46d1-b71a-33a004b83f47 service neutron] Port 4b41727f-5623-4b30-a930-359386fce700 on network 586d6f4e-22a8-4d3b-b567-ee59d3cce92f not bound, no agent of type Open vSwitch agent registered on host n-h2-816865-1 {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 18:43:45.510895 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c07d940-4fe4-4177-9799-dff35d1fc04d req-8242a3cd-fbeb-46d1-b71a-33a004b83f47 service neutron] Attempting to bind port 4b41727f-5623-4b30-a930-359386fce700 on network 586d6f4e-22a8-4d3b-b567-ee59d3cce92f {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 18:43:45.516752 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c07d940-4fe4-4177-9799-dff35d1fc04d req-8242a3cd-fbeb-46d1-b71a-33a004b83f47 service neutron] Checking agent: {'id': '32aff553-696f-4891-83f5-5c176f61fe54', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816865-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 18, 33, 36), 'started_at': datetime.datetime(2021, 11, 5, 18, 33, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 18, 43, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 18:43:45.517085 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c07d940-4fe4-4177-9799-dff35d1fc04d req-8242a3cd-fbeb-46d1-b71a-33a004b83f47 service neutron] Checking segment: {'id': 'b5c417a7-98d0-449b-8a67-df229a0670bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '586d6f4e-22a8-4d3b-b567-ee59d3cce92f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 18:43:45.517461 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c07d940-4fe4-4177-9799-dff35d1fc04d req-8242a3cd-fbeb-46d1-b71a-33a004b83f47 service neutron] Bound using segment: {'id': 'b5c417a7-98d0-449b-8a67-df229a0670bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '586d6f4e-22a8-4d3b-b567-ee59d3cce92f'} {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 18:43:45.517876 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [req-4c07d940-4fe4-4177-9799-dff35d1fc04d req-8242a3cd-fbeb-46d1-b71a-33a004b83f47 service neutron] Bound port: 4b41727f-5623-4b30-a930-359386fce700, host: n-h2-816865-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b5c417a7-98d0-449b-8a67-df229a0670bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '586d6f4e-22a8-4d3b-b567-ee59d3cce92f'}}] {{(pid=102386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 18:43:45.518249 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-4c07d940-4fe4-4177-9799-dff35d1fc04d req-8242a3cd-fbeb-46d1-b71a-33a004b83f47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:43:45.588367 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [req-4c07d940-4fe4-4177-9799-dff35d1fc04d req-8242a3cd-fbeb-46d1-b71a-33a004b83f47 service neutron] For port 4b41727f-5623-4b30-a930-359386fce700, host n-h2-816865-1, cleared binding levels {{(pid=102386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 18:43:45.591612 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [req-4c07d940-4fe4-4177-9799-dff35d1fc04d req-8242a3cd-fbeb-46d1-b71a-33a004b83f47 service neutron] For port 4b41727f-5623-4b30-a930-359386fce700, host n-h2-816865-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=4b41727f-5623-4b30-a930-359386fce700,segment=NetworkSegment(b5c417a7-98d0-449b-8a67-df229a0670bb),segment_id=b5c417a7-98d0-449b-8a67-df229a0670bb)] {{(pid=102386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 18:43:45.596431 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c05b065-ab85-4f07-9dbc-d6f0ff249bdf req-c276c1f0-3583-4ca7-9b9e-a4401ab7c5ca tempest-ServerDiskConfigTestJSON-70330027 tempest-ServerDiskConfigTestJSON-70330027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:43:45.597961 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-5c05b065-ab85-4f07-9dbc-d6f0ff249bdf req-c276c1f0-3583-4ca7-9b9e-a4401ab7c5ca tempest-ServerDiskConfigTestJSON-70330027 tempest-ServerDiskConfigTestJSON-70330027-project] 10.222.0.13 "GET /v2.0/ports?device_id=6fdd5ed6-81d7-4ab5-86e9-c29a11f82abc HTTP/1.1" status: 200 len: 945 time: 0.0605145 Nov 05 18:43:45.680393 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-5c05b065-ab85-4f07-9dbc-d6f0ff249bdf req-8a692af2-285b-49b4-a23f-f76021df5f99 tempest-ServerDiskConfigTestJSON-70330027 tempest-ServerDiskConfigTestJSON-70330027-project] 10.222.0.13 "GET /v2.0/security-groups?id=415b984e-2c75-4a2b-aae3-7fe54c54a52e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758498 Nov 05 18:43:45.689994 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7775fe00-ee1f-453d-8f11-c8732507b978 req-1e18911a-e3e8-4f53-9dbf-c87be80e1b31 tempest-LiveAutoBlockMigrationV225Test-1563372898 tempest-LiveAutoBlockMigrationV225Test-1563372898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:43:45.691573 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-7775fe00-ee1f-453d-8f11-c8732507b978 req-1e18911a-e3e8-4f53-9dbf-c87be80e1b31 tempest-LiveAutoBlockMigrationV225Test-1563372898 tempest-LiveAutoBlockMigrationV225Test-1563372898-project] 10.222.0.13 "GET /v2.0/ports?device_id=d58bccf2-f8b9-4db8-9ff5-12c1cf501508 HTTP/1.1" status: 200 len: 945 time: 0.0724158 Nov 05 18:43:45.737929 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-4c07d940-4fe4-4177-9799-dff35d1fc04d req-8242a3cd-fbeb-46d1-b71a-33a004b83f47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6149821'] for port, after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:43:45.740706 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-7775fe00-ee1f-453d-8f11-c8732507b978 req-fd06745f-757a-44b9-aab6-4f37e9297221 tempest-LiveAutoBlockMigrationV225Test-1563372898 tempest-LiveAutoBlockMigrationV225Test-1563372898-project] 10.222.0.13 "GET /v2.0/security-groups?id=35cb161a-9192-43e2-a392-140fa33626b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427608 Nov 05 18:43:45.774726 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c07d940-4fe4-4177-9799-dff35d1fc04d req-8242a3cd-fbeb-46d1-b71a-33a004b83f47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:43:45.775333 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-4c07d940-4fe4-4177-9799-dff35d1fc04d req-8242a3cd-fbeb-46d1-b71a-33a004b83f47 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:43:45.776825 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-4c07d940-4fe4-4177-9799-dff35d1fc04d req-8242a3cd-fbeb-46d1-b71a-33a004b83f47 service neutron] 10.222.0.55 "PUT /v2.0/ports/4b41727f-5623-4b30-a930-359386fce700 HTTP/1.1" status: 200 len: 1091 time: 0.9469903 Nov 05 18:43:45.777263 n-d-816865-1 neutron-server[102386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '392c4bf5-d45c-49e8-9afb-ec97352bb670', 'tag': '4b41727f-5623-4b30-a930-359386fce700'}] {{(pid=102386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 18:43:45.779531 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6173a44d7c73f41af551dc890fa1a5892c2c6bc3458b640c8e0c24db7876ba6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-841bf379-209d-4b0c-b20b-7fc57a0d35e2" -d '{"events": [{"name": "network-changed", "server_uuid": "392c4bf5-d45c-49e8-9afb-ec97352bb670", "tag": "4b41727f-5623-4b30-a930-359386fce700"}]}' {{(pid=102386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 18:43:45.804756 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8242a3cd-fbeb-46d1-b71a-33a004b83f47 service neutron] Pushing event updated for resources: {'Port': ['ID=4b41727f-5623-4b30-a930-359386fce700,revision_number=3']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:43:45.817338 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 18:43:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-499fb45e-76c7-4acf-877c-6ddc7d0b47b8 x-openstack-request-id: req-499fb45e-76c7-4acf-877c-6ddc7d0b47b8 {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 18:43:45.817635 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "392c4bf5-d45c-49e8-9afb-ec97352bb670", "tag": "4b41727f-5623-4b30-a930-359386fce700", "status": "completed", "code": 200}]} {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 18:43:45.817891 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-499fb45e-76c7-4acf-877c-6ddc7d0b47b8 {{(pid=102386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 18:43:45.818340 n-d-816865-1 neutron-server[102386]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '392c4bf5-d45c-49e8-9afb-ec97352bb670', 'tag': '4b41727f-5623-4b30-a930-359386fce700', 'status': 'completed', 'code': 200} Nov 05 18:43:45.879596 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841bf379-209d-4b0c-b20b-7fc57a0d35e2 req-8ccabe6f-06c8-48c5-b9f6-b7f89b126ff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:43:45.881110 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-841bf379-209d-4b0c-b20b-7fc57a0d35e2 req-8ccabe6f-06c8-48c5-b9f6-b7f89b126ff9 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7d7cecc41eb74ab6a0b61756df447700&device_id=392c4bf5-d45c-49e8-9afb-ec97352bb670 HTTP/1.1" status: 200 len: 1094 time: 0.0423651 Nov 05 18:43:46.081089 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7b4646-a79e-4935-94ff-91e3b89070c8 req-10c3cd3c-4918-4a37-81d7-4e56da52bf1b tempest-ServersAdminTestJSON-1640316766 tempest-ServersAdminTestJSON-1640316766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:43:46.083225 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-2a7b4646-a79e-4935-94ff-91e3b89070c8 req-10c3cd3c-4918-4a37-81d7-4e56da52bf1b tempest-ServersAdminTestJSON-1640316766 tempest-ServersAdminTestJSON-1640316766-project] 10.222.0.13 "GET /v2.0/ports?device_id=0bd48938-7d8f-4ea5-981b-397a2676ea1c HTTP/1.1" status: 200 len: 950 time: 0.0676706 Nov 05 18:43:46.141011 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-2a7b4646-a79e-4935-94ff-91e3b89070c8 req-4cec6516-8542-45e8-a2e7-f44aa92befce tempest-ServersAdminTestJSON-1640316766 tempest-ServersAdminTestJSON-1640316766-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c663dac-2477-42f8-b37f-f366129474aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506361 Nov 05 18:43:46.339867 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841bf379-209d-4b0c-b20b-7fc57a0d35e2 req-b21fdeca-c9d4-4384-aba0-f41227676dc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:43:46.341325 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-841bf379-209d-4b0c-b20b-7fc57a0d35e2 req-b21fdeca-c9d4-4384-aba0-f41227676dc8 service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=7d7cecc41eb74ab6a0b61756df447700&shared=False HTTP/1.1" status: 200 len: 915 time: 0.4522603 Nov 05 18:43:46.350122 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbd9b3f-2b24-43dd-a7fd-3530cfd842f4 req-817986e2-5903-4c14-8fe6-1fe9afc3081a tempest-LiveAutoBlockMigrationV225Test-1563372898 tempest-LiveAutoBlockMigrationV225Test-1563372898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:43:46.351458 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-4cbd9b3f-2b24-43dd-a7fd-3530cfd842f4 req-817986e2-5903-4c14-8fe6-1fe9afc3081a tempest-LiveAutoBlockMigrationV225Test-1563372898 tempest-LiveAutoBlockMigrationV225Test-1563372898-project] 10.222.0.41 "GET /v2.0/ports?device_id=d58bccf2-f8b9-4db8-9ff5-12c1cf501508 HTTP/1.1" status: 200 len: 945 time: 0.1115744 Nov 05 18:43:46.373986 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67460d6-24ab-429f-94e4-90fb019e6840 req-2e7863ba-8d3f-4334-afac-e9f3f6126f2e tempest-FloatingIPsAssociationTestJSON-150840125 tempest-FloatingIPsAssociationTestJSON-150840125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:43:46.376816 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-d67460d6-24ab-429f-94e4-90fb019e6840 req-2e7863ba-8d3f-4334-afac-e9f3f6126f2e tempest-FloatingIPsAssociationTestJSON-150840125 tempest-FloatingIPsAssociationTestJSON-150840125-project] 10.222.0.13 "GET /v2.0/ports?device_id=1aa4f9bc-30b7-4399-b441-718e2402c852 HTTP/1.1" status: 200 len: 943 time: 0.0492003 Nov 05 18:43:46.384940 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-ab5cde19-114f-4137-9bf0-79cb995ac84b req-32af82e9-9f99-481e-b464-bc795bf16f0a service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=6c5b4f62-65a2-4108-88aa-9bf31a52b4ef&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1091917 Nov 05 18:43:46.430549 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-d67460d6-24ab-429f-94e4-90fb019e6840 req-66682d7c-cf8c-436e-99ca-9ac3da479beb tempest-FloatingIPsAssociationTestJSON-150840125 tempest-FloatingIPsAssociationTestJSON-150840125-project] 10.222.0.13 "GET /v2.0/security-groups?id=3cc4611f-52b5-4887-b929-239c423d5920&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477729 Nov 05 18:43:46.559222 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841bf379-209d-4b0c-b20b-7fc57a0d35e2 req-8160782f-add0-4f60-b047-55bf16d39e10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:43:46.560626 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-841bf379-209d-4b0c-b20b-7fc57a0d35e2 req-8160782f-add0-4f60-b047-55bf16d39e10 service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2083185 Nov 05 18:43:46.565485 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5cde19-114f-4137-9bf0-79cb995ac84b req-8b423cfd-faab-4fc3-9b90-e1989b39e166 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:43:46.566923 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-ab5cde19-114f-4137-9bf0-79cb995ac84b req-8b423cfd-faab-4fc3-9b90-e1989b39e166 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d276d3590f324d258de926cd1aa8ebb5&device_id=6c5b4f62-65a2-4108-88aa-9bf31a52b4ef HTTP/1.1" status: 200 len: 1096 time: 0.1169584 Nov 05 18:43:46.583753 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [req-4cbd9b3f-2b24-43dd-a7fd-3530cfd842f4 req-a01ce486-579e-49c8-b02c-96d05c46bc8b tempest-LiveAutoBlockMigrationV225Test-1563372898 tempest-LiveAutoBlockMigrationV225Test-1563372898-project] Deleting port 69aa63a3-5ce3-47a2-805e-ff8f5ce4d8b7 {{(pid=102386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 18:43:46.584102 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-4cbd9b3f-2b24-43dd-a7fd-3530cfd842f4 req-a01ce486-579e-49c8-b02c-96d05c46bc8b tempest-LiveAutoBlockMigrationV225Test-1563372898 tempest-LiveAutoBlockMigrationV225Test-1563372898-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:43:46.630062 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da02f6e3-366c-429f-a60e-4e63705dd8f4 req-dd858f2a-4345-4ead-bb66-a37ecf2a5d4e tempest-ServerAddressesTestJSON-607626331 tempest-ServerAddressesTestJSON-607626331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:43:46.631716 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-da02f6e3-366c-429f-a60e-4e63705dd8f4 req-dd858f2a-4345-4ead-bb66-a37ecf2a5d4e tempest-ServerAddressesTestJSON-607626331 tempest-ServerAddressesTestJSON-607626331-project] 10.222.0.13 "GET /v2.0/ports?device_id=392c4bf5-d45c-49e8-9afb-ec97352bb670 HTTP/1.1" status: 200 len: 943 time: 0.0855839 Nov 05 18:43:46.686574 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-da02f6e3-366c-429f-a60e-4e63705dd8f4 req-3fa55d64-e893-4da7-bfd3-c6fd3a764b50 tempest-ServerAddressesTestJSON-607626331 tempest-ServerAddressesTestJSON-607626331-project] 10.222.0.13 "GET /v2.0/security-groups?id=1bb28186-1ed1-429e-a6c5-dc82067929a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474386 Nov 05 18:43:46.775997 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c07d940-4fe4-4177-9799-dff35d1fc04d req-db6d92f6-23ae-47cd-8a8f-aa4b316714ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:43:46.781667 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-4c07d940-4fe4-4177-9799-dff35d1fc04d req-db6d92f6-23ae-47cd-8a8f-aa4b316714ae service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7d7cecc41eb74ab6a0b61756df447700&device_id=392c4bf5-d45c-49e8-9afb-ec97352bb670 HTTP/1.1" status: 200 len: 1094 time: 0.1581821 Nov 05 18:43:46.791751 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [req-4cbd9b3f-2b24-43dd-a7fd-3530cfd842f4 req-a01ce486-579e-49c8-b02c-96d05c46bc8b tempest-LiveAutoBlockMigrationV225Test-1563372898 tempest-LiveAutoBlockMigrationV225Test-1563372898-project] For port 69aa63a3-5ce3-47a2-805e-ff8f5ce4d8b7, host n-h1-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=69aa63a3-5ce3-47a2-805e-ff8f5ce4d8b7,segment=NetworkSegment(15cac71b-3531-4cff-8a8e-8f8d83bebf12),segment_id=15cac71b-3531-4cff-8a8e-8f8d83bebf12)] {{(pid=102386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:43:46.792145 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-4cbd9b3f-2b24-43dd-a7fd-3530cfd842f4 req-a01ce486-579e-49c8-b02c-96d05c46bc8b tempest-LiveAutoBlockMigrationV225Test-1563372898 tempest-LiveAutoBlockMigrationV225Test-1563372898-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:43:46.813361 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5cde19-114f-4137-9bf0-79cb995ac84b req-d04b6d39-a3e9-4ed9-a53f-28b2b85ee1fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:43:46.814901 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-ab5cde19-114f-4137-9bf0-79cb995ac84b req-d04b6d39-a3e9-4ed9-a53f-28b2b85ee1fc service neutron] 10.222.0.55 "GET /v2.0/networks?id=1da37b43-f7d4-493c-9709-10fff3365b6d HTTP/1.1" status: 200 len: 916 time: 0.2137978 Nov 05 18:43:46.815195 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83ed0a7-18d3-47d0-8f82-bd41837ded80 req-aec21551-3b7c-43ef-9bbd-7af86e49a934 tempest-ServerDiskConfigTestJSON-70330027 tempest-ServerDiskConfigTestJSON-70330027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:43:46.816786 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-f83ed0a7-18d3-47d0-8f82-bd41837ded80 req-aec21551-3b7c-43ef-9bbd-7af86e49a934 tempest-ServerDiskConfigTestJSON-70330027 tempest-ServerDiskConfigTestJSON-70330027-project] 10.222.0.13 "GET /v2.0/ports?device_id=6fdd5ed6-81d7-4ab5-86e9-c29a11f82abc HTTP/1.1" status: 200 len: 945 time: 0.0596275 Nov 05 18:43:46.845328 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [req-4cbd9b3f-2b24-43dd-a7fd-3530cfd842f4 req-a01ce486-579e-49c8-b02c-96d05c46bc8b tempest-LiveAutoBlockMigrationV225Test-1563372898 tempest-LiveAutoBlockMigrationV225Test-1563372898-project] Calling delete_port for 69aa63a3-5ce3-47a2-805e-ff8f5ce4d8b7 owned by compute:nova {{(pid=102386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 18:43:46.855959 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-4c07d940-4fe4-4177-9799-dff35d1fc04d req-d8149194-abb8-4183-8e91-5c769d973de7 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4b41727f-5623-4b30-a930-359386fce700 HTTP/1.1" status: 200 len: 217 time: 0.0528171 Nov 05 18:43:46.898359 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb2cc11-b94f-4f75-a58c-53cc529dcbf9 req-f81b5896-5174-4705-9020-786d52c18773 tempest-LiveAutoBlockMigrationV225Test-1563372898 tempest-LiveAutoBlockMigrationV225Test-1563372898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:43:46.899987 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-7eb2cc11-b94f-4f75-a58c-53cc529dcbf9 req-f81b5896-5174-4705-9020-786d52c18773 tempest-LiveAutoBlockMigrationV225Test-1563372898 tempest-LiveAutoBlockMigrationV225Test-1563372898-project] 10.222.0.13 "GET /v2.0/ports?device_id=d58bccf2-f8b9-4db8-9ff5-12c1cf501508 HTTP/1.1" status: 200 len: 945 time: 0.0822935 Nov 05 18:43:46.909135 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-f83ed0a7-18d3-47d0-8f82-bd41837ded80 req-41c34688-7692-4ec5-b972-1f3c0a067710 tempest-ServerDiskConfigTestJSON-70330027 tempest-ServerDiskConfigTestJSON-70330027-project] 10.222.0.13 "GET /v2.0/security-groups?id=415b984e-2c75-4a2b-aae3-7fe54c54a52e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827940 Nov 05 18:43:46.948201 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Device de453395-c788-4a67-a026-166ca2c30bed details requested by agent hyperv_n-h1-816865-1 with host n-h1-816865-1 {{(pid=102388) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 05 18:43:46.958208 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-7eb2cc11-b94f-4f75-a58c-53cc529dcbf9 req-94c7eae9-65cb-4d11-a661-b4e23172fc74 tempest-LiveAutoBlockMigrationV225Test-1563372898 tempest-LiveAutoBlockMigrationV225Test-1563372898-project] 10.222.0.13 "GET /v2.0/security-groups?id=35cb161a-9192-43e2-a392-140fa33626b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480297 Nov 05 18:43:46.990862 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-ab5cde19-114f-4137-9bf0-79cb995ac84b req-e046f3e3-5876-438e-a494-6afe35b25b9e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=67fe0faa-c3a0-488e-af66-41eae6e7ad28 HTTP/1.1" status: 200 len: 1000 time: 0.1431696 Nov 05 18:43:46.996921 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c07d940-4fe4-4177-9799-dff35d1fc04d req-031ddf29-3734-47db-9b6d-873faee7b715 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:43:46.998694 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-4c07d940-4fe4-4177-9799-dff35d1fc04d req-031ddf29-3734-47db-9b6d-873faee7b715 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0238277b-b350-4c16-a2a4-b81e3d437a7b HTTP/1.1" status: 200 len: 854 time: 0.1100848 Nov 05 18:43:47.058681 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] For port de453395-c788-4a67-a026-166ca2c30bed, host n-h1-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=de453395-c788-4a67-a026-166ca2c30bed,segment=NetworkSegment(19a5aad3-0c26-4f6f-8422-7177e297fdc5),segment_id=19a5aad3-0c26-4f6f-8422-7177e297fdc5)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:43:47.066458 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-4c07d940-4fe4-4177-9799-dff35d1fc04d req-2f8a818f-9de6-47fe-9a6f-45a89d6af7e1 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=586d6f4e-22a8-4d3b-b567-ee59d3cce92f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0533044 Nov 05 18:43:47.071292 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Returning: {'device': 'de453395-c788-4a67-a026-166ca2c30bed', 'network_id': '324a563f-bace-4674-b8a0-3af35aa21023', 'port_id': 'de453395-c788-4a67-a026-166ca2c30bed', 'mac_address': 'fa:16:3e:1b:4c:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 160, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '78388d9c-2599-4761-adf2-aadd49eafef3', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102388) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 05 18:43:47.111485 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:43:47.127012 n-d-816865-1 neutron-server[102388]: DEBUG neutron.notifiers.nova [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de453395-c788-4a67-a026-166ca2c30bed {{(pid=102388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 18:43:47.139923 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5cde19-114f-4137-9bf0-79cb995ac84b req-e62905bb-9b28-49fb-a0e0-85813443423d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:43:47.142028 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-ab5cde19-114f-4137-9bf0-79cb995ac84b req-e62905bb-9b28-49fb-a0e0-85813443423d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=98fc1e31-7219-4cb0-bc4e-cc4fffcb9ad4 HTTP/1.1" status: 200 len: 854 time: 0.1424460 Nov 05 18:43:47.148992 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] For port de453395-c788-4a67-a026-166ca2c30bed, host n-h1-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=de453395-c788-4a67-a026-166ca2c30bed,segment=NetworkSegment(19a5aad3-0c26-4f6f-8422-7177e297fdc5),segment_id=19a5aad3-0c26-4f6f-8422-7177e297fdc5)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:43:47.223709 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:43:47.254884 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5cde19-114f-4137-9bf0-79cb995ac84b req-9613ea40-07c6-4363-b0ad-260ae4b8636a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:43:47.256537 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-ab5cde19-114f-4137-9bf0-79cb995ac84b req-9613ea40-07c6-4363-b0ad-260ae4b8636a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=1da37b43-f7d4-493c-9709-10fff3365b6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1046131 Nov 05 18:43:47.258314 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-4c07d940-4fe4-4177-9799-dff35d1fc04d req-5eb08a09-e9b8-43e6-bff0-751499dcc4cc service neutron] 10.222.0.55 "GET /v2.0/networks/586d6f4e-22a8-4d3b-b567-ee59d3cce92f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1806555 Nov 05 18:43:47.268701 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c4de40-a39a-4c98-8462-76ccf35ccf06 req-aacac7ef-026d-4258-82a9-2d1802354579 tempest-ServersAdminTestJSON-1640316766 tempest-ServersAdminTestJSON-1640316766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:43:47.270254 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-d3c4de40-a39a-4c98-8462-76ccf35ccf06 req-aacac7ef-026d-4258-82a9-2d1802354579 tempest-ServersAdminTestJSON-1640316766 tempest-ServersAdminTestJSON-1640316766-project] 10.222.0.13 "GET /v2.0/ports?device_id=0bd48938-7d8f-4ea5-981b-397a2676ea1c HTTP/1.1" status: 200 len: 950 time: 0.0556750 Nov 05 18:43:47.273780 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Pushing event updated for resources: {'Port': ['ID=de453395-c788-4a67-a026-166ca2c30bed,revision_number=4']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:43:47.319110 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-d3c4de40-a39a-4c98-8462-76ccf35ccf06 req-90b59362-3a5a-4d16-b845-6c133ed71834 tempest-ServersAdminTestJSON-1640316766 tempest-ServersAdminTestJSON-1640316766-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c663dac-2477-42f8-b37f-f366129474aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421352 Nov 05 18:43:47.376901 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-4cbd9b3f-2b24-43dd-a7fd-3530cfd842f4 req-a01ce486-579e-49c8-b02c-96d05c46bc8b tempest-LiveAutoBlockMigrationV225Test-1563372898 tempest-LiveAutoBlockMigrationV225Test-1563372898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:43:47.421865 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01ce486-579e-49c8-b02c-96d05c46bc8b tempest-LiveAutoBlockMigrationV225Test-1563372898 tempest-LiveAutoBlockMigrationV225Test-1563372898-project] Pushing event deleted for resources: {'Port': ['ID=69aa63a3-5ce3-47a2-805e-ff8f5ce4d8b7,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:43:47.494528 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [req-4cbd9b3f-2b24-43dd-a7fd-3530cfd842f4 req-a01ce486-579e-49c8-b02c-96d05c46bc8b tempest-LiveAutoBlockMigrationV225Test-1563372898 tempest-LiveAutoBlockMigrationV225Test-1563372898-project] No DVR routers for this DVR port 69aa63a3-5ce3-47a2-805e-ff8f5ce4d8b7 on host n-h1-816865-1 {{(pid=102386) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 18:43:47.500042 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-4cbd9b3f-2b24-43dd-a7fd-3530cfd842f4 req-a01ce486-579e-49c8-b02c-96d05c46bc8b tempest-LiveAutoBlockMigrationV225Test-1563372898 tempest-LiveAutoBlockMigrationV225Test-1563372898-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:43:47.503539 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-4cbd9b3f-2b24-43dd-a7fd-3530cfd842f4 req-a01ce486-579e-49c8-b02c-96d05c46bc8b tempest-LiveAutoBlockMigrationV225Test-1563372898 tempest-LiveAutoBlockMigrationV225Test-1563372898-project] 10.222.0.41 "DELETE /v2.0/ports/69aa63a3-5ce3-47a2-805e-ff8f5ce4d8b7 HTTP/1.1" status: 204 len: 173 time: 1.1407070 Nov 05 18:43:47.506912 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-4c07d940-4fe4-4177-9799-dff35d1fc04d req-64474f20-73ed-4ae4-bb3a-e28090197b8d service neutron] 10.222.0.55 "GET /v2.0/networks/586d6f4e-22a8-4d3b-b567-ee59d3cce92f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2299612 Nov 05 18:43:47.509183 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-ab5cde19-114f-4137-9bf0-79cb995ac84b req-26625af9-c4a5-42b4-a206-5a6fed878cda service neutron] 10.222.0.55 "GET /v2.0/networks/1da37b43-f7d4-493c-9709-10fff3365b6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2334771 Nov 05 18:43:47.554639 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c10247-f8f5-4e0b-8598-8e3d4a118244 req-2bbc397c-97e7-477f-8cc7-9299ef32f78f tempest-FloatingIPsAssociationTestJSON-150840125 tempest-FloatingIPsAssociationTestJSON-150840125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:43:47.556066 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-f1c10247-f8f5-4e0b-8598-8e3d4a118244 req-2bbc397c-97e7-477f-8cc7-9299ef32f78f tempest-FloatingIPsAssociationTestJSON-150840125 tempest-FloatingIPsAssociationTestJSON-150840125-project] 10.222.0.13 "GET /v2.0/ports?device_id=1aa4f9bc-30b7-4399-b441-718e2402c852 HTTP/1.1" status: 200 len: 944 time: 0.0494778 Nov 05 18:43:47.594343 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] get_ports_and_sgs() called for port_ids ['de453395-c788-4a67-a026-166ca2c30bed'] {{(pid=102388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 18:43:47.609036 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-ab5cde19-114f-4137-9bf0-79cb995ac84b req-c0baa1a4-5b57-4705-9e98-ef8ce5d5c5ff service neutron] 10.222.0.55 "GET /v2.0/networks/1da37b43-f7d4-493c-9709-10fff3365b6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902283 Nov 05 18:43:47.612629 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-f1c10247-f8f5-4e0b-8598-8e3d4a118244 req-20a1c255-8ab0-48e8-83c4-741f477e78da tempest-FloatingIPsAssociationTestJSON-150840125 tempest-FloatingIPsAssociationTestJSON-150840125-project] 10.222.0.13 "GET /v2.0/security-groups?id=3cc4611f-52b5-4887-b929-239c423d5920&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500195 Nov 05 18:43:47.814124 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ba7103-8b1f-46fd-938b-4c699144a0e4 req-bd420dc5-a904-453a-b9a2-e15f1eb1dc89 tempest-ServerAddressesTestJSON-607626331 tempest-ServerAddressesTestJSON-607626331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:43:47.815715 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-c3ba7103-8b1f-46fd-938b-4c699144a0e4 req-bd420dc5-a904-453a-b9a2-e15f1eb1dc89 tempest-ServerAddressesTestJSON-607626331 tempest-ServerAddressesTestJSON-607626331-project] 10.222.0.13 "GET /v2.0/ports?device_id=392c4bf5-d45c-49e8-9afb-ec97352bb670 HTTP/1.1" status: 200 len: 943 time: 0.0568552 Nov 05 18:43:47.819591 n-d-816865-1 neutron-server[102386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd58bccf2-f8b9-4db8-9ff5-12c1cf501508', 'name': 'network-vif-deleted', 'tag': '69aa63a3-5ce3-47a2-805e-ff8f5ce4d8b7'}] {{(pid=102386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 18:43:47.822099 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6173a44d7c73f41af551dc890fa1a5892c2c6bc3458b640c8e0c24db7876ba6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1451b42c-2ae6-453c-ab6f-114ff8a21f85" -d '{"events": [{"server_uuid": "d58bccf2-f8b9-4db8-9ff5-12c1cf501508", "name": "network-vif-deleted", "tag": "69aa63a3-5ce3-47a2-805e-ff8f5ce4d8b7"}]}' {{(pid=102386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 18:43:47.857887 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 18:43:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b009d041-23b1-4058-a3e0-4d30c294c085 x-openstack-request-id: req-b009d041-23b1-4058-a3e0-4d30c294c085 {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 18:43:47.858214 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d58bccf2-f8b9-4db8-9ff5-12c1cf501508", "name": "network-vif-deleted", "tag": "69aa63a3-5ce3-47a2-805e-ff8f5ce4d8b7", "status": "completed", "code": 200}]} {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 18:43:47.858465 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b009d041-23b1-4058-a3e0-4d30c294c085 {{(pid=102386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 18:43:47.858859 n-d-816865-1 neutron-server[102386]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd58bccf2-f8b9-4db8-9ff5-12c1cf501508', 'name': 'network-vif-deleted', 'tag': '69aa63a3-5ce3-47a2-805e-ff8f5ce4d8b7', 'status': 'completed', 'code': 200} Nov 05 18:43:47.871885 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-c3ba7103-8b1f-46fd-938b-4c699144a0e4 req-32471c12-6b32-40d4-ab03-ffa0a789748c tempest-ServerAddressesTestJSON-607626331 tempest-ServerAddressesTestJSON-607626331-project] 10.222.0.13 "GET /v2.0/security-groups?id=1bb28186-1ed1-429e-a6c5-dc82067929a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501235 Nov 05 18:43:48.038863 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2688724b-b92d-4101-8ef5-dd5568d2bc84 req-ccec36ad-2b10-4336-a69b-234d94c986f4 tempest-ServerDiskConfigTestJSON-70330027 tempest-ServerDiskConfigTestJSON-70330027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:43:48.038863 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-2688724b-b92d-4101-8ef5-dd5568d2bc84 req-ccec36ad-2b10-4336-a69b-234d94c986f4 tempest-ServerDiskConfigTestJSON-70330027 tempest-ServerDiskConfigTestJSON-70330027-project] 10.222.0.13 "GET /v2.0/ports?device_id=6fdd5ed6-81d7-4ab5-86e9-c29a11f82abc HTTP/1.1" status: 200 len: 945 time: 0.0569744 Nov 05 18:43:48.108304 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-a8b5e486-608d-42cd-bdc6-bf0c2b02d344 req-93f4e37b-e137-424e-a4c5-32ca6d13e280 tempest-LiveAutoBlockMigrationV225Test-1563372898 tempest-LiveAutoBlockMigrationV225Test-1563372898-project] 10.222.0.13 "GET /v2.0/ports?device_id=d58bccf2-f8b9-4db8-9ff5-12c1cf501508 HTTP/1.1" status: 200 len: 210 time: 0.0347989 Nov 05 18:43:48.116672 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-2688724b-b92d-4101-8ef5-dd5568d2bc84 req-d243d036-d9f7-4b91-90c8-d380e60b2763 tempest-ServerDiskConfigTestJSON-70330027 tempest-ServerDiskConfigTestJSON-70330027-project] 10.222.0.13 "GET /v2.0/security-groups?id=415b984e-2c75-4a2b-aae3-7fe54c54a52e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715175 Nov 05 18:43:48.440211 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0481cb-1587-4ef3-8b65-c06fb216a4eb req-e178f766-fef2-4c52-977a-09171ea2147c tempest-ServersAdminTestJSON-1640316766 tempest-ServersAdminTestJSON-1640316766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:43:48.441814 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-ae0481cb-1587-4ef3-8b65-c06fb216a4eb req-e178f766-fef2-4c52-977a-09171ea2147c tempest-ServersAdminTestJSON-1640316766 tempest-ServersAdminTestJSON-1640316766-project] 10.222.0.13 "GET /v2.0/ports?device_id=0bd48938-7d8f-4ea5-981b-397a2676ea1c HTTP/1.1" status: 200 len: 950 time: 0.0525446 Nov 05 18:43:48.491097 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-ae0481cb-1587-4ef3-8b65-c06fb216a4eb req-91b47257-dbb1-476f-bf46-c397b2eeeca9 tempest-ServersAdminTestJSON-1640316766 tempest-ServersAdminTestJSON-1640316766-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c663dac-2477-42f8-b37f-f366129474aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431414 Nov 05 18:43:48.737759 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c9880f-77bc-45f8-bd5f-dd72efe4b967 req-e7d82362-b574-4041-af3e-2238bf31224d tempest-FloatingIPsAssociationTestJSON-150840125 tempest-FloatingIPsAssociationTestJSON-150840125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:43:48.739274 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-d8c9880f-77bc-45f8-bd5f-dd72efe4b967 req-e7d82362-b574-4041-af3e-2238bf31224d tempest-FloatingIPsAssociationTestJSON-150840125 tempest-FloatingIPsAssociationTestJSON-150840125-project] 10.222.0.13 "GET /v2.0/ports?device_id=1aa4f9bc-30b7-4399-b441-718e2402c852 HTTP/1.1" status: 200 len: 944 time: 0.0548596 Nov 05 18:43:48.789966 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-d8c9880f-77bc-45f8-bd5f-dd72efe4b967 req-3641c004-b180-4310-8f10-5b5a78084fa1 tempest-FloatingIPsAssociationTestJSON-150840125 tempest-FloatingIPsAssociationTestJSON-150840125-project] 10.222.0.13 "GET /v2.0/security-groups?id=3cc4611f-52b5-4887-b929-239c423d5920&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443029 Nov 05 18:43:48.954408 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Device de453395-c788-4a67-a026-166ca2c30bed up at agent hyperv_n-h1-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 18:43:49.005711 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c03631-7479-4b16-b982-880cfc0622e2 req-2eab5c5d-e859-4672-a126-4aca0ed48d45 tempest-ServerAddressesTestJSON-607626331 tempest-ServerAddressesTestJSON-607626331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:43:49.007379 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-44c03631-7479-4b16-b982-880cfc0622e2 req-2eab5c5d-e859-4672-a126-4aca0ed48d45 tempest-ServerAddressesTestJSON-607626331 tempest-ServerAddressesTestJSON-607626331-project] 10.222.0.13 "GET /v2.0/ports?device_id=392c4bf5-d45c-49e8-9afb-ec97352bb670 HTTP/1.1" status: 200 len: 943 time: 0.0645845 Nov 05 18:43:49.064723 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-44c03631-7479-4b16-b982-880cfc0622e2 req-64cc5a5f-6a1b-4826-a551-fabb96b5c9da tempest-ServerAddressesTestJSON-607626331 tempest-ServerAddressesTestJSON-607626331-project] 10.222.0.13 "GET /v2.0/security-groups?id=1bb28186-1ed1-429e-a6c5-dc82067929a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509317 Nov 05 18:43:49.102503 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Provisioning for port de453395-c788-4a67-a026-166ca2c30bed completed by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 05 18:43:49.106985 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Provisioning complete for port de453395-c788-4a67-a026-166ca2c30bed triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:43:49.107360 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:43:49.198384 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:43:49.226708 n-d-816865-1 neutron-server[102388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1aa4f9bc-30b7-4399-b441-718e2402c852', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de453395-c788-4a67-a026-166ca2c30bed'}] {{(pid=102388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 18:43:49.229198 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85474fee1180e129d8a886d264fe0b30223aa672dd1ffe43b630605f18504f68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b25862b2-7a1d-4f3b-be85-8a56be4d9487" -d '{"events": [{"server_uuid": "1aa4f9bc-30b7-4399-b441-718e2402c852", "name": "network-vif-plugged", "status": "completed", "tag": "de453395-c788-4a67-a026-166ca2c30bed"}]}' {{(pid=102388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 18:43:49.241284 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] For port de453395-c788-4a67-a026-166ca2c30bed, host n-h1-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=de453395-c788-4a67-a026-166ca2c30bed,segment=NetworkSegment(19a5aad3-0c26-4f6f-8422-7177e297fdc5),segment_id=19a5aad3-0c26-4f6f-8422-7177e297fdc5)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:43:49.251499 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bfc162-0d65-4ffc-8421-11af3707e657 req-604787ed-b4eb-466b-a886-b80abb6107ac tempest-ServerDiskConfigTestJSON-70330027 tempest-ServerDiskConfigTestJSON-70330027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:43:49.253648 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-23bfc162-0d65-4ffc-8421-11af3707e657 req-604787ed-b4eb-466b-a886-b80abb6107ac tempest-ServerDiskConfigTestJSON-70330027 tempest-ServerDiskConfigTestJSON-70330027-project] 10.222.0.13 "GET /v2.0/ports?device_id=6fdd5ed6-81d7-4ab5-86e9-c29a11f82abc HTTP/1.1" status: 200 len: 945 time: 0.0547495 Nov 05 18:43:49.302776 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:43:49.303613 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-23bfc162-0d65-4ffc-8421-11af3707e657 req-b5f4ff59-1218-4db8-af43-90c8ec0c9598 tempest-ServerDiskConfigTestJSON-70330027 tempest-ServerDiskConfigTestJSON-70330027-project] 10.222.0.13 "GET /v2.0/security-groups?id=415b984e-2c75-4a2b-aae3-7fe54c54a52e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437195 Nov 05 18:43:49.304046 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Device 69aa63a3-5ce3-47a2-805e-ff8f5ce4d8b7 no longer exists at agent hyperv_n-h1-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 18:43:49.365888 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] No Port match for: 69aa63a3-5ce3-47a2-805e-ff8f5ce4d8b7 {{(pid=102388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 18:43:49.366260 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Device 69aa63a3-5ce3-47a2-805e-ff8f5ce4d8b7 not bound to the agent host n-h1-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 18:43:49.396010 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Pushing event updated for resources: {'Port': ['ID=de453395-c788-4a67-a026-166ca2c30bed,revision_number=5']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:43:49.409314 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 18:43:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73e94a91-fbd9-42d0-8a00-4a8724b71a4c x-openstack-request-id: req-73e94a91-fbd9-42d0-8a00-4a8724b71a4c {{(pid=102388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 18:43:49.411131 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1aa4f9bc-30b7-4399-b441-718e2402c852", "name": "network-vif-plugged", "status": "completed", "tag": "de453395-c788-4a67-a026-166ca2c30bed", "code": 200}]} {{(pid=102388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 18:43:49.411327 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-73e94a91-fbd9-42d0-8a00-4a8724b71a4c {{(pid=102388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 18:43:49.411729 n-d-816865-1 neutron-server[102388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1aa4f9bc-30b7-4399-b441-718e2402c852', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de453395-c788-4a67-a026-166ca2c30bed', 'code': 200} Nov 05 18:43:49.540413 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3252bc60-c9d8-4aad-8866-0db93ecbeb71 req-bbdc1e9b-8140-4e6a-89d3-072fa9d01503 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:43:49.541924 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-3252bc60-c9d8-4aad-8866-0db93ecbeb71 req-bbdc1e9b-8140-4e6a-89d3-072fa9d01503 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=1aa4f9bc-30b7-4399-b441-718e2402c852 HTTP/1.1" status: 200 len: 1096 time: 0.0484946 Nov 05 18:43:49.596361 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-3252bc60-c9d8-4aad-8866-0db93ecbeb71 req-2030f01e-8132-4e72-bd0b-d5157e8f642f service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=3cc4611f-52b5-4887-b929-239c423d5920&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445132 Nov 05 18:43:49.615229 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5546a92-631a-4dac-a243-d608fa20f6a8 req-d888571f-27ab-4cc1-88c8-345072665dc3 tempest-ServersAdminTestJSON-1640316766 tempest-ServersAdminTestJSON-1640316766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:43:49.616722 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-d5546a92-631a-4dac-a243-d608fa20f6a8 req-d888571f-27ab-4cc1-88c8-345072665dc3 tempest-ServersAdminTestJSON-1640316766 tempest-ServersAdminTestJSON-1640316766-project] 10.222.0.13 "GET /v2.0/ports?device_id=0bd48938-7d8f-4ea5-981b-397a2676ea1c HTTP/1.1" status: 200 len: 950 time: 0.0518508 Nov 05 18:43:49.698293 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-d5546a92-631a-4dac-a243-d608fa20f6a8 req-b9c559e0-28a9-4d5c-9c96-6ab55f42967b tempest-ServersAdminTestJSON-1640316766 tempest-ServersAdminTestJSON-1640316766-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c663dac-2477-42f8-b37f-f366129474aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751355 Nov 05 18:43:49.706977 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf69bbff-e572-4444-a8a7-be0fe3054ee0 req-37649ce7-9ffd-48ee-a536-ac7e3eab3b2e tempest-LiveAutoBlockMigrationV225Test-1563372898 tempest-LiveAutoBlockMigrationV225Test-1563372898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:43:49.708568 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-bf69bbff-e572-4444-a8a7-be0fe3054ee0 req-37649ce7-9ffd-48ee-a536-ac7e3eab3b2e tempest-LiveAutoBlockMigrationV225Test-1563372898 tempest-LiveAutoBlockMigrationV225Test-1563372898-project] 10.222.0.13 "GET /v2.0/ports?device_id=c2fd5a8c-4839-4f98-a594-cd5beb2615bd HTTP/1.1" status: 200 len: 944 time: 0.0792174 Nov 05 18:43:49.756662 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-bf69bbff-e572-4444-a8a7-be0fe3054ee0 req-23269202-eaab-46f6-be35-4188253168d4 tempest-LiveAutoBlockMigrationV225Test-1563372898 tempest-LiveAutoBlockMigrationV225Test-1563372898-project] 10.222.0.13 "GET /v2.0/security-groups?id=35cb161a-9192-43e2-a392-140fa33626b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419908 Nov 05 18:43:49.908335 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e4a5fc-9e5f-424c-bb65-f08f4620423e req-338c6028-ce22-4aa9-9793-781862e41e10 tempest-FloatingIPsAssociationTestJSON-150840125 tempest-FloatingIPsAssociationTestJSON-150840125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:43:49.909909 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-54e4a5fc-9e5f-424c-bb65-f08f4620423e req-338c6028-ce22-4aa9-9793-781862e41e10 tempest-FloatingIPsAssociationTestJSON-150840125 tempest-FloatingIPsAssociationTestJSON-150840125-project] 10.222.0.13 "GET /v2.0/ports?device_id=1aa4f9bc-30b7-4399-b441-718e2402c852 HTTP/1.1" status: 200 len: 945 time: 0.0498781 Nov 05 18:43:49.965415 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-54e4a5fc-9e5f-424c-bb65-f08f4620423e req-ddd2ecfa-fb99-47e2-a0d7-0e30f0c21d9c tempest-FloatingIPsAssociationTestJSON-150840125 tempest-FloatingIPsAssociationTestJSON-150840125-project] 10.222.0.13 "GET /v2.0/security-groups?id=3cc4611f-52b5-4887-b929-239c423d5920&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423224 Nov 05 18:43:50.190419 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0eb9ec-faa5-4b6a-a99e-2ac7b119da55 req-f812d17c-8b2d-4867-9e21-5344c0b07dcb tempest-ServerAddressesTestJSON-607626331 tempest-ServerAddressesTestJSON-607626331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:43:50.192660 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-9d0eb9ec-faa5-4b6a-a99e-2ac7b119da55 req-f812d17c-8b2d-4867-9e21-5344c0b07dcb tempest-ServerAddressesTestJSON-607626331 tempest-ServerAddressesTestJSON-607626331-project] 10.222.0.13 "GET /v2.0/ports?device_id=392c4bf5-d45c-49e8-9afb-ec97352bb670 HTTP/1.1" status: 200 len: 943 time: 0.0543814 Nov 05 18:43:50.240653 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-9d0eb9ec-faa5-4b6a-a99e-2ac7b119da55 req-4672e29d-d951-444d-a48f-b565e0a1dad8 tempest-ServerAddressesTestJSON-607626331 tempest-ServerAddressesTestJSON-607626331-project] 10.222.0.13 "GET /v2.0/security-groups?id=1bb28186-1ed1-429e-a6c5-dc82067929a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419161 Nov 05 18:43:50.299459 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be463e1-4f8d-4937-9bc4-7f8908c27cff req-c2144229-d11e-41f8-b417-352ac7d747ab tempest-LiveAutoBlockMigrationV225Test-1563372898 tempest-LiveAutoBlockMigrationV225Test-1563372898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:43:50.301505 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-1be463e1-4f8d-4937-9bc4-7f8908c27cff req-c2144229-d11e-41f8-b417-352ac7d747ab tempest-LiveAutoBlockMigrationV225Test-1563372898 tempest-LiveAutoBlockMigrationV225Test-1563372898-project] 10.222.0.41 "GET /v2.0/ports?device_id=c2fd5a8c-4839-4f98-a594-cd5beb2615bd HTTP/1.1" status: 200 len: 944 time: 0.0486560 Nov 05 18:43:50.403197 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [req-1be463e1-4f8d-4937-9bc4-7f8908c27cff req-79a4e814-86aa-4dfc-9359-b66dfca77e1e tempest-LiveAutoBlockMigrationV225Test-1563372898 tempest-LiveAutoBlockMigrationV225Test-1563372898-project] Deleting port e6d91212-8168-4489-81f8-e04ba259e029 {{(pid=102386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 18:43:50.403668 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-1be463e1-4f8d-4937-9bc4-7f8908c27cff req-79a4e814-86aa-4dfc-9359-b66dfca77e1e tempest-LiveAutoBlockMigrationV225Test-1563372898 tempest-LiveAutoBlockMigrationV225Test-1563372898-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:43:50.428008 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bf00e6-6b2f-4488-a64c-1a90662c2aaa req-e8a02ab6-7833-4c85-92fa-710d39852c52 tempest-ServerDiskConfigTestJSON-70330027 tempest-ServerDiskConfigTestJSON-70330027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:43:50.429575 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-44bf00e6-6b2f-4488-a64c-1a90662c2aaa req-e8a02ab6-7833-4c85-92fa-710d39852c52 tempest-ServerDiskConfigTestJSON-70330027 tempest-ServerDiskConfigTestJSON-70330027-project] 10.222.0.13 "GET /v2.0/ports?device_id=6fdd5ed6-81d7-4ab5-86e9-c29a11f82abc HTTP/1.1" status: 200 len: 945 time: 0.0541332 Nov 05 18:43:50.479300 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-44bf00e6-6b2f-4488-a64c-1a90662c2aaa req-0a8a9d7d-e362-412c-b400-f91b029d8561 tempest-ServerDiskConfigTestJSON-70330027 tempest-ServerDiskConfigTestJSON-70330027-project] 10.222.0.13 "GET /v2.0/security-groups?id=415b984e-2c75-4a2b-aae3-7fe54c54a52e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438070 Nov 05 18:43:50.508642 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [req-1be463e1-4f8d-4937-9bc4-7f8908c27cff req-79a4e814-86aa-4dfc-9359-b66dfca77e1e tempest-LiveAutoBlockMigrationV225Test-1563372898 tempest-LiveAutoBlockMigrationV225Test-1563372898-project] For port e6d91212-8168-4489-81f8-e04ba259e029, host n-h1-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=e6d91212-8168-4489-81f8-e04ba259e029,segment=NetworkSegment(15cac71b-3531-4cff-8a8e-8f8d83bebf12),segment_id=15cac71b-3531-4cff-8a8e-8f8d83bebf12)] {{(pid=102386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:43:50.508642 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-1be463e1-4f8d-4937-9bc4-7f8908c27cff req-79a4e814-86aa-4dfc-9359-b66dfca77e1e tempest-LiveAutoBlockMigrationV225Test-1563372898 tempest-LiveAutoBlockMigrationV225Test-1563372898-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:43:50.519640 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [req-1be463e1-4f8d-4937-9bc4-7f8908c27cff req-79a4e814-86aa-4dfc-9359-b66dfca77e1e tempest-LiveAutoBlockMigrationV225Test-1563372898 tempest-LiveAutoBlockMigrationV225Test-1563372898-project] Calling delete_port for e6d91212-8168-4489-81f8-e04ba259e029 owned by compute:nova {{(pid=102386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 18:43:50.538460 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Device 4b41727f-5623-4b30-a930-359386fce700 details requested by agent hyperv_n-h2-816865-1 with host n-h2-816865-1 {{(pid=102388) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 05 18:43:50.640175 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] For port 4b41727f-5623-4b30-a930-359386fce700, host n-h2-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=4b41727f-5623-4b30-a930-359386fce700,segment=NetworkSegment(b5c417a7-98d0-449b-8a67-df229a0670bb),segment_id=b5c417a7-98d0-449b-8a67-df229a0670bb)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:43:50.652565 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Returning: {'device': '4b41727f-5623-4b30-a930-359386fce700', 'network_id': '586d6f4e-22a8-4d3b-b567-ee59d3cce92f', 'port_id': '4b41727f-5623-4b30-a930-359386fce700', 'mac_address': 'fa:16:3e:bd:f7:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 154, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0238277b-b350-4c16-a2a4-b81e3d437a7b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102388) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 05 18:43:50.689320 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:43:50.702117 n-d-816865-1 neutron-server[102388]: DEBUG neutron.notifiers.nova [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4b41727f-5623-4b30-a930-359386fce700 {{(pid=102388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 18:43:50.726073 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] For port 4b41727f-5623-4b30-a930-359386fce700, host n-h2-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=4b41727f-5623-4b30-a930-359386fce700,segment=NetworkSegment(b5c417a7-98d0-449b-8a67-df229a0670bb),segment_id=b5c417a7-98d0-449b-8a67-df229a0670bb)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:43:50.749410 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-1be463e1-4f8d-4937-9bc4-7f8908c27cff req-79a4e814-86aa-4dfc-9359-b66dfca77e1e tempest-LiveAutoBlockMigrationV225Test-1563372898 tempest-LiveAutoBlockMigrationV225Test-1563372898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:43:50.786740 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a4e814-86aa-4dfc-9359-b66dfca77e1e tempest-LiveAutoBlockMigrationV225Test-1563372898 tempest-LiveAutoBlockMigrationV225Test-1563372898-project] Pushing event deleted for resources: {'Port': ['ID=e6d91212-8168-4489-81f8-e04ba259e029,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:43:50.801047 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:43:50.853273 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [req-1be463e1-4f8d-4937-9bc4-7f8908c27cff req-79a4e814-86aa-4dfc-9359-b66dfca77e1e tempest-LiveAutoBlockMigrationV225Test-1563372898 tempest-LiveAutoBlockMigrationV225Test-1563372898-project] No DVR routers for this DVR port e6d91212-8168-4489-81f8-e04ba259e029 on host n-h1-816865-1 {{(pid=102386) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 18:43:50.857916 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-1be463e1-4f8d-4937-9bc4-7f8908c27cff req-79a4e814-86aa-4dfc-9359-b66dfca77e1e tempest-LiveAutoBlockMigrationV225Test-1563372898 tempest-LiveAutoBlockMigrationV225Test-1563372898-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:43:50.858547 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb4ad3d-86c8-4a70-98ab-6ca5653d224d req-43e7b747-da77-4987-9c3a-68cf84cbd0c6 tempest-ServersAdminTestJSON-1640316766 tempest-ServersAdminTestJSON-1640316766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:43:50.861507 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-abb4ad3d-86c8-4a70-98ab-6ca5653d224d req-43e7b747-da77-4987-9c3a-68cf84cbd0c6 tempest-ServersAdminTestJSON-1640316766 tempest-ServersAdminTestJSON-1640316766-project] 10.222.0.13 "GET /v2.0/ports?device_id=0bd48938-7d8f-4ea5-981b-397a2676ea1c HTTP/1.1" status: 200 len: 950 time: 0.0791678 Nov 05 18:43:50.861675 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-1be463e1-4f8d-4937-9bc4-7f8908c27cff req-79a4e814-86aa-4dfc-9359-b66dfca77e1e tempest-LiveAutoBlockMigrationV225Test-1563372898 tempest-LiveAutoBlockMigrationV225Test-1563372898-project] 10.222.0.41 "DELETE /v2.0/ports/e6d91212-8168-4489-81f8-e04ba259e029 HTTP/1.1" status: 204 len: 173 time: 0.5522480 Nov 05 18:43:50.862001 n-d-816865-1 neutron-server[102386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2fd5a8c-4839-4f98-a594-cd5beb2615bd', 'name': 'network-vif-deleted', 'tag': 'e6d91212-8168-4489-81f8-e04ba259e029'}] {{(pid=102386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 18:43:50.865419 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6173a44d7c73f41af551dc890fa1a5892c2c6bc3458b640c8e0c24db7876ba6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-025cd1f2-7da0-40d2-9af6-1ea19fa3e6e2" -d '{"events": [{"server_uuid": "c2fd5a8c-4839-4f98-a594-cd5beb2615bd", "name": "network-vif-deleted", "tag": "e6d91212-8168-4489-81f8-e04ba259e029"}]}' {{(pid=102386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 18:43:50.870591 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Pushing event updated for resources: {'Port': ['ID=4b41727f-5623-4b30-a930-359386fce700,revision_number=4']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:43:50.895880 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-0683ed02-a9a6-488b-921c-6dcd77ff139b req-7ba2d642-8016-4c07-9401-a7e403a3ff10 tempest-LiveAutoBlockMigrationV225Test-1563372898 tempest-LiveAutoBlockMigrationV225Test-1563372898-project] 10.222.0.13 "GET /v2.0/ports?device_id=c2fd5a8c-4839-4f98-a594-cd5beb2615bd HTTP/1.1" status: 200 len: 210 time: 0.0327914 Nov 05 18:43:50.939404 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-abb4ad3d-86c8-4a70-98ab-6ca5653d224d req-8ce3f097-9caa-455d-ba5d-b28e46bef431 tempest-ServersAdminTestJSON-1640316766 tempest-ServersAdminTestJSON-1640316766-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c663dac-2477-42f8-b37f-f366129474aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656235 Nov 05 18:43:50.947476 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 18:43:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-219f984c-b935-43ff-a815-b3aa4bfcc514 x-openstack-request-id: req-219f984c-b935-43ff-a815-b3aa4bfcc514 {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 18:43:50.947476 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2fd5a8c-4839-4f98-a594-cd5beb2615bd", "name": "network-vif-deleted", "tag": "e6d91212-8168-4489-81f8-e04ba259e029", "status": "completed", "code": 200}]} {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 18:43:50.947476 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-219f984c-b935-43ff-a815-b3aa4bfcc514 {{(pid=102386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 18:43:50.947476 n-d-816865-1 neutron-server[102386]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2fd5a8c-4839-4f98-a594-cd5beb2615bd', 'name': 'network-vif-deleted', 'tag': 'e6d91212-8168-4489-81f8-e04ba259e029', 'status': 'completed', 'code': 200} Nov 05 18:43:51.087689 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] get_ports_and_sgs() called for port_ids ['4b41727f-5623-4b30-a930-359386fce700'] {{(pid=102388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 18:43:51.095339 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a58457-2d7a-4697-8907-58148fc9ba88 req-3c4ec9db-5e78-442b-b0db-af529597c984 tempest-FloatingIPsAssociationTestJSON-150840125 tempest-FloatingIPsAssociationTestJSON-150840125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:43:51.096871 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-07a58457-2d7a-4697-8907-58148fc9ba88 req-3c4ec9db-5e78-442b-b0db-af529597c984 tempest-FloatingIPsAssociationTestJSON-150840125 tempest-FloatingIPsAssociationTestJSON-150840125-project] 10.222.0.13 "GET /v2.0/ports?device_id=1aa4f9bc-30b7-4399-b441-718e2402c852 HTTP/1.1" status: 200 len: 945 time: 0.0506651 Nov 05 18:43:51.150221 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-07a58457-2d7a-4697-8907-58148fc9ba88 req-cfe672a9-0025-4613-89aa-afdde4203b04 tempest-FloatingIPsAssociationTestJSON-150840125 tempest-FloatingIPsAssociationTestJSON-150840125-project] 10.222.0.13 "GET /v2.0/security-groups?id=3cc4611f-52b5-4887-b929-239c423d5920&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448496 Nov 05 18:43:51.365144 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8392cf24-1845-41e0-ab21-1de3b15b0790 req-e617acbb-a8ce-4fed-b5b0-c37c5da2055c tempest-ServerAddressesTestJSON-607626331 tempest-ServerAddressesTestJSON-607626331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:43:51.366630 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-8392cf24-1845-41e0-ab21-1de3b15b0790 req-e617acbb-a8ce-4fed-b5b0-c37c5da2055c tempest-ServerAddressesTestJSON-607626331 tempest-ServerAddressesTestJSON-607626331-project] 10.222.0.13 "GET /v2.0/ports?device_id=392c4bf5-d45c-49e8-9afb-ec97352bb670 HTTP/1.1" status: 200 len: 944 time: 0.0549724 Nov 05 18:43:51.413608 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-8392cf24-1845-41e0-ab21-1de3b15b0790 req-bec7b47a-d02f-4d48-bebd-1e5d701c4490 tempest-ServerAddressesTestJSON-607626331 tempest-ServerAddressesTestJSON-607626331-project] 10.222.0.13 "GET /v2.0/security-groups?id=1bb28186-1ed1-429e-a6c5-dc82067929a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406194 Nov 05 18:43:51.606529 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263eb51a-c0df-4fd3-a2d5-fb13a8e379aa req-28741704-6619-4ca2-add4-9d1ff53e3f64 tempest-ServerDiskConfigTestJSON-70330027 tempest-ServerDiskConfigTestJSON-70330027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:43:51.608019 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-263eb51a-c0df-4fd3-a2d5-fb13a8e379aa req-28741704-6619-4ca2-add4-9d1ff53e3f64 tempest-ServerDiskConfigTestJSON-70330027 tempest-ServerDiskConfigTestJSON-70330027-project] 10.222.0.13 "GET /v2.0/ports?device_id=6fdd5ed6-81d7-4ab5-86e9-c29a11f82abc HTTP/1.1" status: 200 len: 945 time: 0.0525162 Nov 05 18:43:51.667464 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-263eb51a-c0df-4fd3-a2d5-fb13a8e379aa req-1631b3b0-3f0d-469d-bb75-36edb5e43be7 tempest-ServerDiskConfigTestJSON-70330027 tempest-ServerDiskConfigTestJSON-70330027-project] 10.222.0.13 "GET /v2.0/security-groups?id=415b984e-2c75-4a2b-aae3-7fe54c54a52e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524628 Nov 05 18:43:52.020358 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-4bd1220c-7219-47c1-9995-43d537b805dd req-18f8517a-f663-4262-ac71-2099279329d2 tempest-LiveAutoBlockMigrationV225Test-1563372898 tempest-LiveAutoBlockMigrationV225Test-1563372898-project] 10.222.0.13 "GET /v2.0/ports?device_id=c2fd5a8c-4839-4f98-a594-cd5beb2615bd HTTP/1.1" status: 200 len: 210 time: 0.0323515 Nov 05 18:43:52.079481 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3a58d4-45d6-49a0-a975-40c697c6f722 req-544128f4-b118-4d99-a417-585d2a7815c5 tempest-ServersAdminTestJSON-1640316766 tempest-ServersAdminTestJSON-1640316766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:43:52.081609 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-da3a58d4-45d6-49a0-a975-40c697c6f722 req-544128f4-b118-4d99-a417-585d2a7815c5 tempest-ServersAdminTestJSON-1640316766 tempest-ServersAdminTestJSON-1640316766-project] 10.222.0.13 "GET /v2.0/ports?device_id=0bd48938-7d8f-4ea5-981b-397a2676ea1c HTTP/1.1" status: 200 len: 950 time: 0.0555797 Nov 05 18:43:52.130405 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-da3a58d4-45d6-49a0-a975-40c697c6f722 req-45efc0ba-be73-44ce-9e45-829eb5de772a tempest-ServersAdminTestJSON-1640316766 tempest-ServersAdminTestJSON-1640316766-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c663dac-2477-42f8-b37f-f366129474aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427248 Nov 05 18:43:52.269063 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47244f80-33d4-464c-a280-fc8963d72dbf req-642f2004-9eb7-40c8-9f13-af9a16af9b38 tempest-FloatingIPsAssociationTestJSON-150840125 tempest-FloatingIPsAssociationTestJSON-150840125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:43:52.270542 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-47244f80-33d4-464c-a280-fc8963d72dbf req-642f2004-9eb7-40c8-9f13-af9a16af9b38 tempest-FloatingIPsAssociationTestJSON-150840125 tempest-FloatingIPsAssociationTestJSON-150840125-project] 10.222.0.13 "GET /v2.0/ports?device_id=1aa4f9bc-30b7-4399-b441-718e2402c852 HTTP/1.1" status: 200 len: 945 time: 0.0501635 Nov 05 18:43:52.318331 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-47244f80-33d4-464c-a280-fc8963d72dbf req-d0853034-28c6-443c-b72f-94a6a749407e tempest-FloatingIPsAssociationTestJSON-150840125 tempest-FloatingIPsAssociationTestJSON-150840125-project] 10.222.0.13 "GET /v2.0/security-groups?id=3cc4611f-52b5-4887-b929-239c423d5920&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419235 Nov 05 18:43:52.457150 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-c035a6e5-decf-40d4-9f2c-9966414e2134 req-040530ea-49a0-45b2-83c6-374f957c6e17 tempest-FloatingIPsAssociationTestJSON-150840125 tempest-FloatingIPsAssociationTestJSON-150840125-project] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1046886 Nov 05 18:43:52.466774 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [req-c035a6e5-decf-40d4-9f2c-9966414e2134 req-e40f8d5e-d25c-45c1-bc19-ca65c2360272 tempest-FloatingIPsAssociationTestJSON-150840125 tempest-FloatingIPsAssociationTestJSON-150840125-project] Request body: {'floatingip': {'floating_network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec'}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:43:52.532011 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7bd259-7cd4-4639-b9fe-0ae065836266 req-50dbbbc7-02ef-4500-95f3-cc93112aa707 tempest-ServerAddressesTestJSON-607626331 tempest-ServerAddressesTestJSON-607626331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:43:52.532459 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Device 4b41727f-5623-4b30-a930-359386fce700 up at agent hyperv_n-h2-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 18:43:52.533513 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-8d7bd259-7cd4-4639-b9fe-0ae065836266 req-50dbbbc7-02ef-4500-95f3-cc93112aa707 tempest-ServerAddressesTestJSON-607626331 tempest-ServerAddressesTestJSON-607626331-project] 10.222.0.13 "GET /v2.0/ports?device_id=392c4bf5-d45c-49e8-9afb-ec97352bb670 HTTP/1.1" status: 200 len: 944 time: 0.0516772 Nov 05 18:43:52.581628 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-8d7bd259-7cd4-4639-b9fe-0ae065836266 req-080ada14-4c3d-432b-a58e-daff46e228e0 tempest-ServerAddressesTestJSON-607626331 tempest-ServerAddressesTestJSON-607626331-project] 10.222.0.13 "GET /v2.0/security-groups?id=1bb28186-1ed1-429e-a6c5-dc82067929a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415518 Nov 05 18:43:52.600196 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-c035a6e5-decf-40d4-9f2c-9966414e2134 req-e40f8d5e-d25c-45c1-bc19-ca65c2360272 tempest-FloatingIPsAssociationTestJSON-150840125 tempest-FloatingIPsAssociationTestJSON-150840125-project] Publish callbacks [] for floatingip, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:43:52.701327 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-c035a6e5-decf-40d4-9f2c-9966414e2134 req-e40f8d5e-d25c-45c1-bc19-ca65c2360272 tempest-FloatingIPsAssociationTestJSON-150840125 tempest-FloatingIPsAssociationTestJSON-150840125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:43:52.714931 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Provisioning for port 4b41727f-5623-4b30-a930-359386fce700 completed by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 05 18:43:52.720341 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Provisioning complete for port 4b41727f-5623-4b30-a930-359386fce700 triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:43:52.720778 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:43:52.806273 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:43:52.829610 n-d-816865-1 neutron-server[102388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '392c4bf5-d45c-49e8-9afb-ec97352bb670', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b41727f-5623-4b30-a930-359386fce700'}] {{(pid=102388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 18:43:52.832552 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85474fee1180e129d8a886d264fe0b30223aa672dd1ffe43b630605f18504f68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48e59aa9-7418-4495-92e2-5d61026496ec" -d '{"events": [{"server_uuid": "392c4bf5-d45c-49e8-9afb-ec97352bb670", "name": "network-vif-plugged", "status": "completed", "tag": "4b41727f-5623-4b30-a930-359386fce700"}]}' {{(pid=102388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 18:43:52.839718 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e7fefb-cea0-4c54-bc06-1b74e6875ae1 req-3bcd2980-b65e-46e5-873e-a9af896ea49e tempest-ServerDiskConfigTestJSON-70330027 tempest-ServerDiskConfigTestJSON-70330027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:43:52.841195 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-15e7fefb-cea0-4c54-bc06-1b74e6875ae1 req-3bcd2980-b65e-46e5-873e-a9af896ea49e tempest-ServerDiskConfigTestJSON-70330027 tempest-ServerDiskConfigTestJSON-70330027-project] 10.222.0.13 "GET /v2.0/ports?device_id=6fdd5ed6-81d7-4ab5-86e9-c29a11f82abc HTTP/1.1" status: 200 len: 945 time: 0.0872123 Nov 05 18:43:52.849223 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] For port 4b41727f-5623-4b30-a930-359386fce700, host n-h2-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=4b41727f-5623-4b30-a930-359386fce700,segment=NetworkSegment(b5c417a7-98d0-449b-8a67-df229a0670bb),segment_id=b5c417a7-98d0-449b-8a67-df229a0670bb)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:43:52.853042 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.db_base_plugin_common [req-c035a6e5-decf-40d4-9f2c-9966414e2134 req-e40f8d5e-d25c-45c1-bc19-ca65c2360272 tempest-FloatingIPsAssociationTestJSON-150840125 tempest-FloatingIPsAssociationTestJSON-150840125-project] Allocated IP 172.25.6.210 (40c8335d-cd0b-4cb5-910a-d4dcddd5cbec/04fe6db3-e108-4208-943d-6518424f5726/46ae52fe-095d-4465-b503-a9ccc059abbd) {{(pid=102387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 18:43:52.944743 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-15e7fefb-cea0-4c54-bc06-1b74e6875ae1 req-d4b7a6c7-81ea-439f-85b4-3b378735a34b tempest-ServerDiskConfigTestJSON-70330027 tempest-ServerDiskConfigTestJSON-70330027-project] 10.222.0.13 "GET /v2.0/security-groups?id=415b984e-2c75-4a2b-aae3-7fe54c54a52e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935361 Nov 05 18:43:52.948719 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:43:52.986867 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-c035a6e5-decf-40d4-9f2c-9966414e2134 req-e40f8d5e-d25c-45c1-bc19-ca65c2360272 tempest-FloatingIPsAssociationTestJSON-150840125 tempest-FloatingIPsAssociationTestJSON-150840125-project] Publish callbacks [] for port, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:43:53.000284 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Pushing event updated for resources: {'Port': ['ID=4b41727f-5623-4b30-a930-359386fce700,revision_number=5']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:43:53.011984 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 18:43:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52801592-267c-48aa-9f7c-1e681a05abeb x-openstack-request-id: req-52801592-267c-48aa-9f7c-1e681a05abeb {{(pid=102388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 18:43:53.012278 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "392c4bf5-d45c-49e8-9afb-ec97352bb670", "name": "network-vif-plugged", "status": "completed", "tag": "4b41727f-5623-4b30-a930-359386fce700", "code": 200}]} {{(pid=102388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 18:43:53.012533 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-52801592-267c-48aa-9f7c-1e681a05abeb {{(pid=102388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 18:43:53.012926 n-d-816865-1 neutron-server[102388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '392c4bf5-d45c-49e8-9afb-ec97352bb670', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b41727f-5623-4b30-a930-359386fce700', 'code': 200} Nov 05 18:43:53.079977 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 47236) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:43:53.118115 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff07edb-5cdd-4998-aa20-2dbf201e78f2 req-db10f884-0a04-46ba-8efe-e54c8ecf7905 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:43:53.119739 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-8ff07edb-5cdd-4998-aa20-2dbf201e78f2 req-db10f884-0a04-46ba-8efe-e54c8ecf7905 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=392c4bf5-d45c-49e8-9afb-ec97352bb670 HTTP/1.1" status: 200 len: 1096 time: 0.0469511 Nov 05 18:43:53.171827 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-8ff07edb-5cdd-4998-aa20-2dbf201e78f2 req-5a245333-3cd3-4808-8244-d09c7340b2a8 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=1bb28186-1ed1-429e-a6c5-dc82067929a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444229 Nov 05 18:43:53.186518 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.db_base_plugin_v2 [None req-00ae34ac-71ce-4d7c-a5ad-97875c71d60c admin admin] Deleting subnet e7fca78a-743c-4af3-9fb8-12bc06bb873c {{(pid=102387) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 05 18:43:53.189776 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-00ae34ac-71ce-4d7c-a5ad-97875c71d60c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:43:53.211789 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-c035a6e5-decf-40d4-9f2c-9966414e2134 req-e40f8d5e-d25c-45c1-bc19-ca65c2360272 tempest-FloatingIPsAssociationTestJSON-150840125 tempest-FloatingIPsAssociationTestJSON-150840125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4417063'] for port, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:43:53.287826 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c035a6e5-decf-40d4-9f2c-9966414e2134 req-e40f8d5e-d25c-45c1-bc19-ca65c2360272 tempest-FloatingIPsAssociationTestJSON-150840125 tempest-FloatingIPsAssociationTestJSON-150840125-project] Network 40c8335d-cd0b-4cb5-910a-d4dcddd5cbec is already hosted by enough agents. {{(pid=102387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 18:43:53.290020 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-00ae34ac-71ce-4d7c-a5ad-97875c71d60c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4463501'] for subnet, precommit_delete_associations {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:43:53.316223 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.base_scheduler [req-c035a6e5-decf-40d4-9f2c-9966414e2134 req-e40f8d5e-d25c-45c1-bc19-ca65c2360272 tempest-FloatingIPsAssociationTestJSON-150840125 tempest-FloatingIPsAssociationTestJSON-150840125-project] Resources bound (agent type, host, resource id): {{(pid=102387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:43:53.318753 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.l3_dvrscheduler_db [req-c035a6e5-decf-40d4-9f2c-9966414e2134 req-e40f8d5e-d25c-45c1-bc19-ca65c2360272 tempest-FloatingIPsAssociationTestJSON-150840125 tempest-FloatingIPsAssociationTestJSON-150840125-project] Received port after_create {{(pid=102387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 18:43:53.353199 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40f8d5e-d25c-45c1-bc19-ca65c2360272 tempest-FloatingIPsAssociationTestJSON-150840125 tempest-FloatingIPsAssociationTestJSON-150840125-project] Pushing event updated for resources: {'Port': ['ID=46ae52fe-095d-4465-b503-a9ccc059abbd,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:43:53.382168 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-00ae34ac-71ce-4d7c-a5ad-97875c71d60c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1573928'] for subnet, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:43:53.392742 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e1c7ab-2ef7-4485-a816-d37107be78c8 req-53b40eb8-5675-4515-b44d-4ff54002a1fb tempest-ServersAdminTestJSON-1640316766 tempest-ServersAdminTestJSON-1640316766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:43:53.394245 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-e2e1c7ab-2ef7-4485-a816-d37107be78c8 req-53b40eb8-5675-4515-b44d-4ff54002a1fb tempest-ServersAdminTestJSON-1640316766 tempest-ServersAdminTestJSON-1640316766-project] 10.222.0.13 "GET /v2.0/ports?device_id=0bd48938-7d8f-4ea5-981b-397a2676ea1c HTTP/1.1" status: 200 len: 950 time: 0.1690612 Nov 05 18:43:53.515159 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-c035a6e5-decf-40d4-9f2c-9966414e2134 req-e40f8d5e-d25c-45c1-bc19-ca65c2360272 tempest-FloatingIPsAssociationTestJSON-150840125 tempest-FloatingIPsAssociationTestJSON-150840125-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:43:53.519375 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-e2e1c7ab-2ef7-4485-a816-d37107be78c8 req-ab646995-d9d9-4bb3-92ae-1ff7aef6ca90 tempest-ServersAdminTestJSON-1640316766 tempest-ServersAdminTestJSON-1640316766-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c663dac-2477-42f8-b37f-f366129474aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060555 Nov 05 18:43:53.600024 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-00ae34ac-71ce-4d7c-a5ad-97875c71d60c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1573905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4417146', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5112209'] for subnet, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:43:53.625571 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ae34ac-71ce-4d7c-a5ad-97875c71d60c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e7fca78a-743c-4af3-9fb8-12bc06bb873c,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:43:53.629308 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-00ae34ac-71ce-4d7c-a5ad-97875c71d60c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597851'] for subnet, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:43:53.635258 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 47246) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:43:53.635416 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-00ae34ac-71ce-4d7c-a5ad-97875c71d60c admin admin] 10.222.0.13 "DELETE /v2.0/subnets/e7fca78a-743c-4af3-9fb8-12bc06bb873c HTTP/1.1" status: 204 len: 168 time: 0.5539844 Nov 05 18:43:53.701117 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-c035a6e5-decf-40d4-9f2c-9966414e2134 req-e40f8d5e-d25c-45c1-bc19-ca65c2360272 tempest-FloatingIPsAssociationTestJSON-150840125 tempest-FloatingIPsAssociationTestJSON-150840125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:43:53.709752 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-fbe25028-e386-4afd-84c9-b8973e215f00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1664226'] for network, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:43:53.746626 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282631b2-1cab-470e-81df-4efe3a4fd76d req-6fc8541c-8a45-4d4d-8b72-1e4a04861071 tempest-ServerAddressesTestJSON-607626331 tempest-ServerAddressesTestJSON-607626331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:43:53.748389 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-282631b2-1cab-470e-81df-4efe3a4fd76d req-6fc8541c-8a45-4d4d-8b72-1e4a04861071 tempest-ServerAddressesTestJSON-607626331 tempest-ServerAddressesTestJSON-607626331-project] 10.222.0.13 "GET /v2.0/ports?device_id=392c4bf5-d45c-49e8-9afb-ec97352bb670 HTTP/1.1" status: 200 len: 945 time: 0.0979328 Nov 05 18:43:53.795284 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-fbe25028-e386-4afd-84c9-b8973e215f00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1579173', 'neutron.services.segments.db._delete_segments_for_network-8750027792909'] for network, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:43:53.817787 n-d-816865-1 neutron-server[102386]: DEBUG neutron.services.segments.db [None req-fbe25028-e386-4afd-84c9-b8973e215f00 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e3d0b1a-fd18-45bc-91bd-c831330234c4']}} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:43:53.829198 n-d-816865-1 neutron-server[102386]: DEBUG neutron.services.segments.db [None req-fbe25028-e386-4afd-84c9-b8973e215f00 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15cac71b-3531-4cff-8a8e-8f8d83bebf12') {'for_net_delete': True} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:43:53.829490 n-d-816865-1 neutron-server[102386]: DEBUG neutron.services.segments.db [None req-fbe25028-e386-4afd-84c9-b8973e215f00 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15cac71b-3531-4cff-8a8e-8f8d83bebf12') {} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:43:53.841314 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-fbe25028-e386-4afd-84c9-b8973e215f00 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750027793430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4590747'] for segment, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:43:53.856890 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-fbe25028-e386-4afd-84c9-b8973e215f00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273'] for segment, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:43:53.863759 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fbe25028-e386-4afd-84c9-b8973e215f00 admin admin] Releasing vlan 155 on physical network physnet1 to pool {{(pid=102386) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 05 18:43:53.864157 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-fbe25028-e386-4afd-84c9-b8973e215f00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6149721'] for segment, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:43:53.865907 n-d-816865-1 neutron-server[102386]: Traceback (most recent call last): Nov 05 18:43:53.865907 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 05 18:43:53.865907 n-d-816865-1 neutron-server[102386]: timer() Nov 05 18:43:53.865907 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 05 18:43:53.865907 n-d-816865-1 neutron-server[102386]: cb(*args, **kw) Nov 05 18:43:53.865907 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 05 18:43:53.865907 n-d-816865-1 neutron-server[102386]: return func(*args, **kwargs) Nov 05 18:43:53.865907 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 05 18:43:53.865907 n-d-816865-1 neutron-server[102386]: self._notify() Nov 05 18:43:53.865907 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 05 18:43:53.865907 n-d-816865-1 neutron-server[102386]: self.callback(batched_events) Nov 05 18:43:53.865907 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 05 18:43:53.865907 n-d-816865-1 neutron-server[102386]: event.method(event) Nov 05 18:43:53.865907 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 05 18:43:53.865907 n-d-816865-1 neutron-server[102386]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 05 18:43:53.865907 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 05 18:43:53.865907 n-d-816865-1 neutron-server[102386]: aggregate_uuid = self.p_client.list_aggregates( Nov 05 18:43:53.865907 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 05 18:43:53.865907 n-d-816865-1 neutron-server[102386]: return f(self, *a, **k) Nov 05 18:43:53.865907 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 05 18:43:53.865907 n-d-816865-1 neutron-server[102386]: return self._get(url).json() Nov 05 18:43:53.865907 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 05 18:43:53.865907 n-d-816865-1 neutron-server[102386]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 05 18:43:53.865907 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 05 18:43:53.865907 n-d-816865-1 neutron-server[102386]: return self.request(url, 'GET', **kwargs) Nov 05 18:43:53.865907 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 05 18:43:53.865907 n-d-816865-1 neutron-server[102386]: base_url = self.get_endpoint(auth, allow=allow, Nov 05 18:43:53.865907 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 05 18:43:53.865907 n-d-816865-1 neutron-server[102386]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 05 18:43:53.865907 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 05 18:43:53.865907 n-d-816865-1 neutron-server[102386]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 05 18:43:53.865907 n-d-816865-1 neutron-server[102386]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 05 18:43:53.988467 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-fbe25028-e386-4afd-84c9-b8973e215f00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1579178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-956796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1000687'] for network, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:43:53.994561 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-fbe25028-e386-4afd-84c9-b8973e215f00 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597851'] for network, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:43:54.000830 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-fbe25028-e386-4afd-84c9-b8973e215f00 admin admin] 10.222.0.13 "DELETE /v2.0/networks/5e3d0b1a-fd18-45bc-91bd-c831330234c4 HTTP/1.1" status: 204 len: 168 time: 0.3619964 Nov 05 18:43:54.001832 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 47254) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:43:54.019841 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe25028-e386-4afd-84c9-b8973e215f00 admin admin] Pushing event deleted for resources: {'Network': ['ID=5e3d0b1a-fd18-45bc-91bd-c831330234c4,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:43:54.058066 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.db_base_plugin_v2 [None req-e85bba47-447d-4739-a378-a7f5a354b98a admin admin] Deleting subnet 0c9d5188-1d12-4be4-bdb2-3171d4337224 {{(pid=102386) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 05 18:43:54.061725 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-e85bba47-447d-4739-a378-a7f5a354b98a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:43:54.098955 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-e85bba47-447d-4739-a378-a7f5a354b98a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4590738'] for subnet, precommit_delete_associations {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:43:54.139390 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-e85bba47-447d-4739-a378-a7f5a354b98a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1573928'] for subnet, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:43:54.156348 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-282631b2-1cab-470e-81df-4efe3a4fd76d req-64f3c067-8257-421a-8b49-2255a9805e9e tempest-ServerAddressesTestJSON-607626331 tempest-ServerAddressesTestJSON-607626331-project] 10.222.0.13 "GET /v2.0/security-groups?id=1bb28186-1ed1-429e-a6c5-dc82067929a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3994431 Nov 05 18:43:54.214711 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-c035a6e5-decf-40d4-9f2c-9966414e2134 req-e40f8d5e-d25c-45c1-bc19-ca65c2360272 tempest-FloatingIPsAssociationTestJSON-150840125 tempest-FloatingIPsAssociationTestJSON-150840125-project] Publish callbacks [] for port, precommit_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:43:54.291640 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-e85bba47-447d-4739-a378-a7f5a354b98a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1573905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6149879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4877183'] for subnet, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:43:54.317950 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85bba47-447d-4739-a378-a7f5a354b98a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0c9d5188-1d12-4be4-bdb2-3171d4337224,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:43:54.321419 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-e85bba47-447d-4739-a378-a7f5a354b98a admin admin] Publish callbacks [] for subnet, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:43:54.325459 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-e85bba47-447d-4739-a378-a7f5a354b98a admin admin] 10.222.0.13 "DELETE /v2.0/subnets/0c9d5188-1d12-4be4-bdb2-3171d4337224 HTTP/1.1" status: 204 len: 168 time: 0.3226299 Nov 05 18:43:54.332596 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 47258) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:43:54.372459 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-c035a6e5-decf-40d4-9f2c-9966414e2134 req-e40f8d5e-d25c-45c1-bc19-ca65c2360272 tempest-FloatingIPsAssociationTestJSON-150840125 tempest-FloatingIPsAssociationTestJSON-150840125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4417072'] for port, after_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:43:54.497565 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-c37ee12e-6e6f-41c1-aa86-49e5a0d074ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1664226'] for network, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:43:54.512044 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40f8d5e-d25c-45c1-bc19-ca65c2360272 tempest-FloatingIPsAssociationTestJSON-150840125 tempest-FloatingIPsAssociationTestJSON-150840125-project] Pushing event updated for resources: {'Port': ['ID=46ae52fe-095d-4465-b503-a9ccc059abbd,revision_number=2']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:43:54.532593 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27713345-43e4-4ca5-873c-2a725ea6f013 req-975753f3-266e-478d-aa99-d14a9c3079d4 tempest-ServerDiskConfigTestJSON-70330027 tempest-ServerDiskConfigTestJSON-70330027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:43:54.534108 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-27713345-43e4-4ca5-873c-2a725ea6f013 req-975753f3-266e-478d-aa99-d14a9c3079d4 tempest-ServerDiskConfigTestJSON-70330027 tempest-ServerDiskConfigTestJSON-70330027-project] 10.222.0.13 "GET /v2.0/ports?device_id=6fdd5ed6-81d7-4ab5-86e9-c29a11f82abc HTTP/1.1" status: 200 len: 945 time: 0.1830797 Nov 05 18:43:54.536957 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-c035a6e5-decf-40d4-9f2c-9966414e2134 req-e40f8d5e-d25c-45c1-bc19-ca65c2360272 tempest-FloatingIPsAssociationTestJSON-150840125 tempest-FloatingIPsAssociationTestJSON-150840125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1000577'] for floatingip, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:43:54.652953 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-27713345-43e4-4ca5-873c-2a725ea6f013 req-9aafb19f-40af-40a9-b48a-83377120c320 tempest-ServerDiskConfigTestJSON-70330027 tempest-ServerDiskConfigTestJSON-70330027-project] 10.222.0.13 "GET /v2.0/security-groups?id=415b984e-2c75-4a2b-aae3-7fe54c54a52e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091866 Nov 05 18:43:54.656550 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-c37ee12e-6e6f-41c1-aa86-49e5a0d074ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1579173', 'neutron.services.segments.db._delete_segments_for_network-8750027792909'] for network, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:43:54.679465 n-d-816865-1 neutron-server[102387]: DEBUG neutron.services.segments.db [None req-c37ee12e-6e6f-41c1-aa86-49e5a0d074ac admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d4920620-525f-4602-b9d5-3af86875484a']}} {{(pid=102387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:43:54.689312 n-d-816865-1 neutron-server[102387]: DEBUG neutron.services.segments.db [None req-c37ee12e-6e6f-41c1-aa86-49e5a0d074ac admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '94f27072-2823-4b3c-9b86-357576d9f491') {'for_net_delete': True} {{(pid=102387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:43:54.689602 n-d-816865-1 neutron-server[102387]: DEBUG neutron.services.segments.db [None req-c37ee12e-6e6f-41c1-aa86-49e5a0d074ac admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '94f27072-2823-4b3c-9b86-357576d9f491') {} {{(pid=102387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:43:54.698903 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-c035a6e5-decf-40d4-9f2c-9966414e2134 req-e40f8d5e-d25c-45c1-bc19-ca65c2360272 tempest-FloatingIPsAssociationTestJSON-150840125 tempest-FloatingIPsAssociationTestJSON-150840125-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for floatingip, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:43:54.700080 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-c035a6e5-decf-40d4-9f2c-9966414e2134 req-e40f8d5e-d25c-45c1-bc19-ca65c2360272 tempest-FloatingIPsAssociationTestJSON-150840125 tempest-FloatingIPsAssociationTestJSON-150840125-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.2371912 Nov 05 18:43:54.703399 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-c37ee12e-6e6f-41c1-aa86-49e5a0d074ac admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750027793430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4463492'] for segment, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:43:54.749010 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-c37ee12e-6e6f-41c1-aa86-49e5a0d074ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273'] for segment, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:43:54.762536 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-c035a6e5-decf-40d4-9f2c-9966414e2134 req-99331773-5d3c-4558-8222-560876866244 tempest-FloatingIPsAssociationTestJSON-150840125 tempest-FloatingIPsAssociationTestJSON-150840125-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.6.210 HTTP/1.1" status: 200 len: 696 time: 0.0521960 Nov 05 18:43:54.763466 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c37ee12e-6e6f-41c1-aa86-49e5a0d074ac admin admin] Releasing vlan 180 on physical network physnet1 to pool {{(pid=102387) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 05 18:43:54.763857 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-c37ee12e-6e6f-41c1-aa86-49e5a0d074ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4417236'] for segment, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:43:54.765593 n-d-816865-1 neutron-server[102387]: Traceback (most recent call last): Nov 05 18:43:54.765593 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 05 18:43:54.765593 n-d-816865-1 neutron-server[102387]: timer() Nov 05 18:43:54.765593 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 05 18:43:54.765593 n-d-816865-1 neutron-server[102387]: cb(*args, **kw) Nov 05 18:43:54.765593 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 05 18:43:54.765593 n-d-816865-1 neutron-server[102387]: return func(*args, **kwargs) Nov 05 18:43:54.765593 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 05 18:43:54.765593 n-d-816865-1 neutron-server[102387]: self._notify() Nov 05 18:43:54.765593 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 05 18:43:54.765593 n-d-816865-1 neutron-server[102387]: self.callback(batched_events) Nov 05 18:43:54.765593 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 05 18:43:54.765593 n-d-816865-1 neutron-server[102387]: event.method(event) Nov 05 18:43:54.765593 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 05 18:43:54.765593 n-d-816865-1 neutron-server[102387]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 05 18:43:54.765593 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 05 18:43:54.765593 n-d-816865-1 neutron-server[102387]: aggregate_uuid = self.p_client.list_aggregates( Nov 05 18:43:54.765593 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 05 18:43:54.765593 n-d-816865-1 neutron-server[102387]: return f(self, *a, **k) Nov 05 18:43:54.765593 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 05 18:43:54.765593 n-d-816865-1 neutron-server[102387]: return self._get(url).json() Nov 05 18:43:54.765593 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 05 18:43:54.765593 n-d-816865-1 neutron-server[102387]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 05 18:43:54.765593 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 05 18:43:54.765593 n-d-816865-1 neutron-server[102387]: return self.request(url, 'GET', **kwargs) Nov 05 18:43:54.765593 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 05 18:43:54.765593 n-d-816865-1 neutron-server[102387]: base_url = self.get_endpoint(auth, allow=allow, Nov 05 18:43:54.765593 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 05 18:43:54.765593 n-d-816865-1 neutron-server[102387]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 05 18:43:54.765593 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 05 18:43:54.765593 n-d-816865-1 neutron-server[102387]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 05 18:43:54.765593 n-d-816865-1 neutron-server[102387]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 05 18:43:54.924676 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a54b428-53c8-4527-8536-38a83531f066 req-49327e4a-b13c-4e37-b3b3-6c7e012e73a0 tempest-ServersAdminTestJSON-1640316766 tempest-ServersAdminTestJSON-1640316766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:43:54.926108 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-9a54b428-53c8-4527-8536-38a83531f066 req-49327e4a-b13c-4e37-b3b3-6c7e012e73a0 tempest-ServersAdminTestJSON-1640316766 tempest-ServersAdminTestJSON-1640316766-project] 10.222.0.13 "GET /v2.0/ports?device_id=0bd48938-7d8f-4ea5-981b-397a2676ea1c HTTP/1.1" status: 200 len: 950 time: 0.1502190 Nov 05 18:43:54.959215 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Device bfba3ce5-c439-44d1-8b5e-36948ba5ec18 details requested by agent hyperv_n-h1-816865-1 with host n-h1-816865-1 {{(pid=102388) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 05 18:43:54.962555 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Device e6d91212-8168-4489-81f8-e04ba259e029 no longer exists at agent hyperv_n-h1-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 18:43:54.963050 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c035a6e5-decf-40d4-9f2c-9966414e2134 req-ace2d0f3-e822-4b99-9138-8eacfffe1e2e tempest-FloatingIPsAssociationTestJSON-150840125 tempest-FloatingIPsAssociationTestJSON-150840125-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:43:54.964393 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-c035a6e5-decf-40d4-9f2c-9966414e2134 req-ace2d0f3-e822-4b99-9138-8eacfffe1e2e tempest-FloatingIPsAssociationTestJSON-150840125 tempest-FloatingIPsAssociationTestJSON-150840125-project] 10.222.0.13 "GET /v2.0/networks/40c8335d-cd0b-4cb5-910a-d4dcddd5cbec HTTP/1.1" status: 200 len: 784 time: 0.1896434 Nov 05 18:43:54.976139 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-c37ee12e-6e6f-41c1-aa86-49e5a0d074ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1579178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-956796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1000687'] for network, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:43:54.987514 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] No Port match for: e6d91212-8168-4489-81f8-e04ba259e029 {{(pid=102388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 18:43:54.987514 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Device e6d91212-8168-4489-81f8-e04ba259e029 not bound to the agent host n-h1-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 18:43:54.987893 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Device bfba3ce5-c439-44d1-8b5e-36948ba5ec18 no longer exists at agent hyperv_n-h1-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 18:43:54.988045 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-c37ee12e-6e6f-41c1-aa86-49e5a0d074ac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597851'] for network, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:43:54.991543 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-c37ee12e-6e6f-41c1-aa86-49e5a0d074ac admin admin] 10.222.0.13 "DELETE /v2.0/networks/d4920620-525f-4602-b9d5-3af86875484a HTTP/1.1" status: 204 len: 168 time: 0.6577144 Nov 05 18:43:55.011602 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37ee12e-6e6f-41c1-aa86-49e5a0d074ac admin admin] Pushing event deleted for resources: {'Network': ['ID=d4920620-525f-4602-b9d5-3af86875484a,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:43:55.026186 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-9a54b428-53c8-4527-8536-38a83531f066 req-8578d6b7-b69c-4145-80bb-3549f5a2dc6d tempest-ServersAdminTestJSON-1640316766 tempest-ServersAdminTestJSON-1640316766-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c663dac-2477-42f8-b37f-f366129474aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925174 Nov 05 18:43:55.142309 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:43:55.172468 n-d-816865-1 neutron-server[102388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0bd48938-7d8f-4ea5-981b-397a2676ea1c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bfba3ce5-c439-44d1-8b5e-36948ba5ec18'}] {{(pid=102388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 18:43:55.175355 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85474fee1180e129d8a886d264fe0b30223aa672dd1ffe43b630605f18504f68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d3cddf9-26eb-4d3e-8e40-e760b0f8037f" -d '{"events": [{"server_uuid": "0bd48938-7d8f-4ea5-981b-397a2676ea1c", "name": "network-vif-unplugged", "status": "completed", "tag": "bfba3ce5-c439-44d1-8b5e-36948ba5ec18"}]}' {{(pid=102388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 18:43:55.205119 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] For port bfba3ce5-c439-44d1-8b5e-36948ba5ec18, host n-h1-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=bfba3ce5-c439-44d1-8b5e-36948ba5ec18,segment=NetworkSegment(35c2db9c-522d-48d3-98cf-a08c2cc55db7),segment_id=35c2db9c-522d-48d3-98cf-a08c2cc55db7)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:43:55.206657 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] For port bfba3ce5-c439-44d1-8b5e-36948ba5ec18, host n-h1-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=bfba3ce5-c439-44d1-8b5e-36948ba5ec18,segment=NetworkSegment(35c2db9c-522d-48d3-98cf-a08c2cc55db7),segment_id=35c2db9c-522d-48d3-98cf-a08c2cc55db7)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:43:55.214948 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 05 Nov 2021 18:43:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bf08bc9-4180-4b43-b620-4845a19866a5 x-openstack-request-id: req-9bf08bc9-4180-4b43-b620-4845a19866a5 {{(pid=102388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 18:43:55.215232 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0bd48938-7d8f-4ea5-981b-397a2676ea1c", "name": "network-vif-unplugged", "status": "completed", "tag": "bfba3ce5-c439-44d1-8b5e-36948ba5ec18", "code": 200}]} {{(pid=102388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 18:43:55.215481 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9bf08bc9-4180-4b43-b620-4845a19866a5 {{(pid=102388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 18:43:55.215867 n-d-816865-1 neutron-server[102388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0bd48938-7d8f-4ea5-981b-397a2676ea1c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bfba3ce5-c439-44d1-8b5e-36948ba5ec18', 'code': 200} Nov 05 18:43:55.220011 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Returning: {'device': 'bfba3ce5-c439-44d1-8b5e-36948ba5ec18', 'network_id': 'a723f808-b11e-4066-b104-fad90c82895e', 'port_id': 'bfba3ce5-c439-44d1-8b5e-36948ba5ec18', 'mac_address': 'fa:16:3e:e7:ff:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 153, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05e7a1b5-165b-4a00-855a-ffbcb2eba59e', 'ip_address': '192.168.233.228'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102388) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 05 18:43:55.267062 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:43:55.283271 n-d-816865-1 neutron-server[102388]: DEBUG neutron.notifiers.nova [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id bfba3ce5-c439-44d1-8b5e-36948ba5ec18 {{(pid=102388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 18:43:55.311927 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45c9cb3-266b-4ce3-986e-d02d660ec215 req-280ac26f-6fb5-4813-aac5-0494489ef49f tempest-FloatingIPsAssociationTestJSON-150840125 tempest-FloatingIPsAssociationTestJSON-150840125-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:43:55.313401 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-e45c9cb3-266b-4ce3-986e-d02d660ec215 req-280ac26f-6fb5-4813-aac5-0494489ef49f tempest-FloatingIPsAssociationTestJSON-150840125 tempest-FloatingIPsAssociationTestJSON-150840125-project] 10.222.0.13 "GET /v2.0/networks?id=324a563f-bace-4674-b8a0-3af35aa21023 HTTP/1.1" status: 200 len: 820 time: 0.1523590 Nov 05 18:43:55.340621 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21781a75-38bf-451b-a73c-76577317d330 req-076d5715-1aa4-448e-b7e9-f0a5cd16598b tempest-ServerAddressesTestJSON-607626331 tempest-ServerAddressesTestJSON-607626331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:43:55.342190 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-21781a75-38bf-451b-a73c-76577317d330 req-076d5715-1aa4-448e-b7e9-f0a5cd16598b tempest-ServerAddressesTestJSON-607626331 tempest-ServerAddressesTestJSON-607626331-project] 10.222.0.13 "GET /v2.0/ports?device_id=392c4bf5-d45c-49e8-9afb-ec97352bb670 HTTP/1.1" status: 200 len: 945 time: 0.0787702 Nov 05 18:43:55.343932 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-e45c9cb3-266b-4ce3-986e-d02d660ec215 req-3ed9b3e5-e792-4a54-ae6e-7d24487ae3a5 tempest-FloatingIPsAssociationTestJSON-150840125 tempest-FloatingIPsAssociationTestJSON-150840125-project] 10.222.0.13 "GET /v2.0/quotas/f99a9bdffb564060b331ec79eda75924 HTTP/1.1" status: 200 len: 375 time: 0.0226111 Nov 05 18:43:55.378363 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:43:55.419513 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-21781a75-38bf-451b-a73c-76577317d330 req-83ea75af-86c1-45ec-b926-3766f7f8456e tempest-ServerAddressesTestJSON-607626331 tempest-ServerAddressesTestJSON-607626331-project] 10.222.0.13 "GET /v2.0/security-groups?id=1bb28186-1ed1-429e-a6c5-dc82067929a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712771 Nov 05 18:43:55.432027 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-e45c9cb3-266b-4ce3-986e-d02d660ec215 req-60228817-3e33-4f1f-9492-b131f8e17a80 tempest-FloatingIPsAssociationTestJSON-150840125 tempest-FloatingIPsAssociationTestJSON-150840125-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=f99a9bdffb564060b331ec79eda75924&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0778053 Nov 05 18:43:55.450544 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.db.api [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102388) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 05 18:43:55.450747 n-d-816865-1 neutron-server[102388]: DEBUG oslo_db.api [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 05 18:43:55.455984 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Pushing event updated for resources: {'Port': ['ID=bfba3ce5-c439-44d1-8b5e-36948ba5ec18,revision_number=6']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:43:55.539992 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-e45c9cb3-266b-4ce3-986e-d02d660ec215 req-173b437f-8e06-40e8-978e-1bd4244de893 service neutron] 10.222.0.13 "GET /v2.0/networks/324a563f-bace-4674-b8a0-3af35aa21023?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0975134 Nov 05 18:43:55.568995 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 47286) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:43:55.622521 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-2468ea12-c040-4886-b1cd-f30f3f2f08ce admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=482f8aec1d1b4fc08a02afb86f8387d6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0519645 Nov 05 18:43:55.623151 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 47290) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:43:55.641779 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-e45c9cb3-266b-4ce3-986e-d02d660ec215 req-4995f64d-6d64-4f87-86b2-f78f543663f7 service neutron] 10.222.0.13 "GET /v2.0/networks/324a563f-bace-4674-b8a0-3af35aa21023?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933006 Nov 05 18:43:55.679343 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-0300a522-fedd-4532-acf0-c0590ec350ca admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:43:55.702470 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-0300a522-fedd-4532-acf0-c0590ec350ca admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:43:55.803491 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094d4c7a-27df-4125-a4a1-447a35588164 req-48d48eaa-c322-4d25-b918-a428c6b79d78 tempest-ServerDiskConfigTestJSON-70330027 tempest-ServerDiskConfigTestJSON-70330027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:43:55.804967 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-094d4c7a-27df-4125-a4a1-447a35588164 req-48d48eaa-c322-4d25-b918-a428c6b79d78 tempest-ServerDiskConfigTestJSON-70330027 tempest-ServerDiskConfigTestJSON-70330027-project] 10.222.0.13 "GET /v2.0/ports?device_id=6fdd5ed6-81d7-4ab5-86e9-c29a11f82abc HTTP/1.1" status: 200 len: 945 time: 0.0498195 Nov 05 18:43:55.858032 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-094d4c7a-27df-4125-a4a1-447a35588164 req-86d069d6-8bc7-449b-ab3d-2bb20949568d tempest-ServerDiskConfigTestJSON-70330027 tempest-ServerDiskConfigTestJSON-70330027-project] 10.222.0.13 "GET /v2.0/security-groups?id=415b984e-2c75-4a2b-aae3-7fe54c54a52e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464954 Nov 05 18:43:55.885512 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-0300a522-fedd-4532-acf0-c0590ec350ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:43:55.890155 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-0300a522-fedd-4532-acf0-c0590ec350ca admin admin] Publish callbacks [] for security_group, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:43:55.890155 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-0300a522-fedd-4532-acf0-c0590ec350ca admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/35cb161a-9192-43e2-a392-140fa33626b5 HTTP/1.1" status: 204 len: 168 time: 0.2651281 Nov 05 18:43:55.898189 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0300a522-fedd-4532-acf0-c0590ec350ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35cb161a-9192-43e2-a392-140fa33626b5,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:43:56.050902 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:43:56.067101 n-d-816865-1 neutron-server[102388]: DEBUG neutron.notifiers.nova [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bfba3ce5-c439-44d1-8b5e-36948ba5ec18 {{(pid=102388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 18:43:56.095267 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] For port bfba3ce5-c439-44d1-8b5e-36948ba5ec18, host n-h1-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=bfba3ce5-c439-44d1-8b5e-36948ba5ec18,segment=NetworkSegment(35c2db9c-522d-48d3-98cf-a08c2cc55db7),segment_id=35c2db9c-522d-48d3-98cf-a08c2cc55db7)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:43:56.114656 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-0bfec7b1-d345-4911-b6a8-1caf9d23ad8e req-36e68661-83cf-427b-88a6-66e36b7f2364 tempest-FloatingIPsAssociationTestJSON-150840125 tempest-FloatingIPsAssociationTestJSON-150840125-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3b6ffab-3080-4469-afa9-0da51e8b90f6 HTTP/1.1" status: 200 len: 210 time: 0.0347259 Nov 05 18:43:56.219905 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0077e9d5-5aa7-4701-a8e3-a793e0711bd8 req-ea514fcb-2386-48c8-b8de-bcaa974fb220 tempest-ServersAdminTestJSON-1640316766 tempest-ServersAdminTestJSON-1640316766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:43:56.222128 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-0077e9d5-5aa7-4701-a8e3-a793e0711bd8 req-ea514fcb-2386-48c8-b8de-bcaa974fb220 tempest-ServersAdminTestJSON-1640316766 tempest-ServersAdminTestJSON-1640316766-project] 10.222.0.13 "GET /v2.0/ports?device_id=0bd48938-7d8f-4ea5-981b-397a2676ea1c HTTP/1.1" status: 200 len: 948 time: 0.0519407 Nov 05 18:43:56.239984 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:43:56.291850 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Pushing event updated for resources: {'Port': ['ID=bfba3ce5-c439-44d1-8b5e-36948ba5ec18,revision_number=7']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:43:56.294212 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-0077e9d5-5aa7-4701-a8e3-a793e0711bd8 req-21d656ef-5387-48ff-b6e2-841bc4ccdabc tempest-ServersAdminTestJSON-1640316766 tempest-ServersAdminTestJSON-1640316766-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c663dac-2477-42f8-b37f-f366129474aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516453 Nov 05 18:43:56.540948 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] get_ports_and_sgs() called for port_ids ['bfba3ce5-c439-44d1-8b5e-36948ba5ec18'] {{(pid=102388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 18:43:56.560889 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5173f4-8e52-4522-a370-d1918259d198 req-a0524d40-1e0d-41c7-8d67-4adce2961a12 tempest-ServerAddressesTestJSON-607626331 tempest-ServerAddressesTestJSON-607626331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:43:56.562512 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-eb5173f4-8e52-4522-a370-d1918259d198 req-a0524d40-1e0d-41c7-8d67-4adce2961a12 tempest-ServerAddressesTestJSON-607626331 tempest-ServerAddressesTestJSON-607626331-project] 10.222.0.13 "GET /v2.0/ports?device_id=392c4bf5-d45c-49e8-9afb-ec97352bb670 HTTP/1.1" status: 200 len: 945 time: 0.0520358 Nov 05 18:43:56.620623 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-eb5173f4-8e52-4522-a370-d1918259d198 req-11e73ca6-ca7c-433c-83bf-82d938a6cc9d tempest-ServerAddressesTestJSON-607626331 tempest-ServerAddressesTestJSON-607626331-project] 10.222.0.13 "GET /v2.0/security-groups?id=1bb28186-1ed1-429e-a6c5-dc82067929a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506694 Nov 05 18:43:56.979574 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089bcfff-e17c-4f90-b991-bb77a04ad6a8 req-e8121432-bfbd-48f0-8082-f5d2c7a6c613 tempest-ServerDiskConfigTestJSON-70330027 tempest-ServerDiskConfigTestJSON-70330027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:43:56.981074 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-089bcfff-e17c-4f90-b991-bb77a04ad6a8 req-e8121432-bfbd-48f0-8082-f5d2c7a6c613 tempest-ServerDiskConfigTestJSON-70330027 tempest-ServerDiskConfigTestJSON-70330027-project] 10.222.0.13 "GET /v2.0/ports?device_id=6fdd5ed6-81d7-4ab5-86e9-c29a11f82abc HTTP/1.1" status: 200 len: 945 time: 0.0508752 Nov 05 18:43:57.032668 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-089bcfff-e17c-4f90-b991-bb77a04ad6a8 req-02ee7b96-0166-401e-8154-e14b259d4d50 tempest-ServerDiskConfigTestJSON-70330027 tempest-ServerDiskConfigTestJSON-70330027-project] 10.222.0.13 "GET /v2.0/security-groups?id=415b984e-2c75-4a2b-aae3-7fe54c54a52e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447054 Nov 05 18:43:57.071560 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 47326) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:43:57.113605 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-9d5bd5c8-fea3-4456-8d3f-1f8a81297e14 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=99a12f3d885d480d995e6ae52caae10c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0407255 Nov 05 18:43:57.116173 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 47328) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:43:57.173518 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-914e25c1-96b6-46af-bbeb-456033badb05 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:43:57.193568 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-49bc8ebc-ff3f-4e1a-b9b4-bc011c451f92 req-9747b8ae-62ff-4bd6-a4c3-e8e02e4eb88e tempest-FloatingIPsAssociationTestJSON-150840125 tempest-FloatingIPsAssociationTestJSON-150840125-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3b6ffab-3080-4469-afa9-0da51e8b90f6 HTTP/1.1" status: 200 len: 210 time: 0.0373631 Nov 05 18:43:57.213245 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-914e25c1-96b6-46af-bbeb-456033badb05 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:43:57.359654 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-914e25c1-96b6-46af-bbeb-456033badb05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:43:57.362468 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-914e25c1-96b6-46af-bbeb-456033badb05 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:43:57.363692 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-914e25c1-96b6-46af-bbeb-456033badb05 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0af2fb1b-02ae-4d22-b1ae-b014a963be93 HTTP/1.1" status: 204 len: 168 time: 0.2463248 Nov 05 18:43:57.382331 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914e25c1-96b6-46af-bbeb-456033badb05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0af2fb1b-02ae-4d22-b1ae-b014a963be93,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:43:57.436179 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78cb92a-263e-47e0-87f5-68e62f3111a7 req-a83b3e32-964a-4877-bb18-a135c0f0496a tempest-ServersAdminTestJSON-1640316766 tempest-ServersAdminTestJSON-1640316766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:43:57.437717 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-a78cb92a-263e-47e0-87f5-68e62f3111a7 req-a83b3e32-964a-4877-bb18-a135c0f0496a tempest-ServersAdminTestJSON-1640316766 tempest-ServersAdminTestJSON-1640316766-project] 10.222.0.13 "GET /v2.0/ports?device_id=0bd48938-7d8f-4ea5-981b-397a2676ea1c HTTP/1.1" status: 200 len: 949 time: 0.0702651 Nov 05 18:43:57.491576 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-a78cb92a-263e-47e0-87f5-68e62f3111a7 req-06ce4dca-7aba-41f3-82cd-2d612e3b7908 tempest-ServersAdminTestJSON-1640316766 tempest-ServersAdminTestJSON-1640316766-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c663dac-2477-42f8-b37f-f366129474aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471284 Nov 05 18:43:57.624996 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.agents_db [None req-b9406b04-a0e8-43cf-b349-711963d96cf4 None None] Agent healthcheck: found 7 active agents {{(pid=102389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 05 18:43:57.744517 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72b17e8-6a88-4e81-adfd-abc55095c605 req-8709227f-12f5-4ba8-99d5-5e2ff0b4d75f tempest-ServerAddressesTestJSON-607626331 tempest-ServerAddressesTestJSON-607626331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:43:57.746009 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-a72b17e8-6a88-4e81-adfd-abc55095c605 req-8709227f-12f5-4ba8-99d5-5e2ff0b4d75f tempest-ServerAddressesTestJSON-607626331 tempest-ServerAddressesTestJSON-607626331-project] 10.222.0.13 "GET /v2.0/ports?device_id=392c4bf5-d45c-49e8-9afb-ec97352bb670 HTTP/1.1" status: 200 len: 945 time: 0.0534010 Nov 05 18:43:57.798665 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-a72b17e8-6a88-4e81-adfd-abc55095c605 req-170b9163-2d71-4517-bc5f-270e2071011e tempest-ServerAddressesTestJSON-607626331 tempest-ServerAddressesTestJSON-607626331-project] 10.222.0.13 "GET /v2.0/security-groups?id=1bb28186-1ed1-429e-a6c5-dc82067929a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462954 Nov 05 18:43:57.902019 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b0194c-81b1-48b3-bfda-26bce6ac53df req-ce54c27a-ccc8-4882-aa0a-2f985fd19859 tempest-ServerAddressesTestJSON-607626331 tempest-ServerAddressesTestJSON-607626331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:43:57.903425 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-b5b0194c-81b1-48b3-bfda-26bce6ac53df req-ce54c27a-ccc8-4882-aa0a-2f985fd19859 tempest-ServerAddressesTestJSON-607626331 tempest-ServerAddressesTestJSON-607626331-project] 10.222.0.55 "GET /v2.0/ports?device_id=392c4bf5-d45c-49e8-9afb-ec97352bb670 HTTP/1.1" status: 200 len: 945 time: 0.0518098 Nov 05 18:43:57.999546 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [req-b5b0194c-81b1-48b3-bfda-26bce6ac53df req-ebda1c3c-7976-4cc2-a7a2-7c7605d2a55d tempest-ServerAddressesTestJSON-607626331 tempest-ServerAddressesTestJSON-607626331-project] Deleting port 4b41727f-5623-4b30-a930-359386fce700 {{(pid=102386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 18:43:57.999885 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-b5b0194c-81b1-48b3-bfda-26bce6ac53df req-ebda1c3c-7976-4cc2-a7a2-7c7605d2a55d tempest-ServerAddressesTestJSON-607626331 tempest-ServerAddressesTestJSON-607626331-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:43:58.101931 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [req-b5b0194c-81b1-48b3-bfda-26bce6ac53df req-ebda1c3c-7976-4cc2-a7a2-7c7605d2a55d tempest-ServerAddressesTestJSON-607626331 tempest-ServerAddressesTestJSON-607626331-project] For port 4b41727f-5623-4b30-a930-359386fce700, host n-h2-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=4b41727f-5623-4b30-a930-359386fce700,segment=NetworkSegment(b5c417a7-98d0-449b-8a67-df229a0670bb),segment_id=b5c417a7-98d0-449b-8a67-df229a0670bb)] {{(pid=102386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:43:58.102472 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-b5b0194c-81b1-48b3-bfda-26bce6ac53df req-ebda1c3c-7976-4cc2-a7a2-7c7605d2a55d tempest-ServerAddressesTestJSON-607626331 tempest-ServerAddressesTestJSON-607626331-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:43:58.117231 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [req-b5b0194c-81b1-48b3-bfda-26bce6ac53df req-ebda1c3c-7976-4cc2-a7a2-7c7605d2a55d tempest-ServerAddressesTestJSON-607626331 tempest-ServerAddressesTestJSON-607626331-project] Calling delete_port for 4b41727f-5623-4b30-a930-359386fce700 owned by compute:nova {{(pid=102386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 18:43:58.162937 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51439e43-d0aa-49c0-8de3-bd1821afb7bc req-ae7d0b4c-2415-4f91-a084-83e0061303b2 tempest-ServerDiskConfigTestJSON-70330027 tempest-ServerDiskConfigTestJSON-70330027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:43:58.173289 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-51439e43-d0aa-49c0-8de3-bd1821afb7bc req-ae7d0b4c-2415-4f91-a084-83e0061303b2 tempest-ServerDiskConfigTestJSON-70330027 tempest-ServerDiskConfigTestJSON-70330027-project] 10.222.0.13 "GET /v2.0/ports?device_id=6fdd5ed6-81d7-4ab5-86e9-c29a11f82abc HTTP/1.1" status: 200 len: 945 time: 0.0617647 Nov 05 18:43:58.224242 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-51439e43-d0aa-49c0-8de3-bd1821afb7bc req-c32b6625-0e4e-40e7-8d6f-16eaaf0abd5f tempest-ServerDiskConfigTestJSON-70330027 tempest-ServerDiskConfigTestJSON-70330027-project] 10.222.0.13 "GET /v2.0/security-groups?id=415b984e-2c75-4a2b-aae3-7fe54c54a52e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500822 Nov 05 18:43:58.360138 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-b5b0194c-81b1-48b3-bfda-26bce6ac53df req-ebda1c3c-7976-4cc2-a7a2-7c7605d2a55d tempest-ServerAddressesTestJSON-607626331 tempest-ServerAddressesTestJSON-607626331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:43:58.375871 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] get_ports_and_sgs() called for port_ids ['4b41727f-5623-4b30-a930-359386fce700'] {{(pid=102388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 18:43:58.396651 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebda1c3c-7976-4cc2-a7a2-7c7605d2a55d tempest-ServerAddressesTestJSON-607626331 tempest-ServerAddressesTestJSON-607626331-project] Pushing event deleted for resources: {'Port': ['ID=4b41727f-5623-4b30-a930-359386fce700,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:43:58.412588 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebda1c3c-7976-4cc2-a7a2-7c7605d2a55d tempest-ServerAddressesTestJSON-607626331 tempest-ServerAddressesTestJSON-607626331-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:43:58.412588 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebda1c3c-7976-4cc2-a7a2-7c7605d2a55d tempest-ServerAddressesTestJSON-607626331 tempest-ServerAddressesTestJSON-607626331-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:43:58.412588 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebda1c3c-7976-4cc2-a7a2-7c7605d2a55d tempest-ServerAddressesTestJSON-607626331 tempest-ServerAddressesTestJSON-607626331-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:43:58.413195 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebda1c3c-7976-4cc2-a7a2-7c7605d2a55d tempest-ServerAddressesTestJSON-607626331 tempest-ServerAddressesTestJSON-607626331-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:43:58.413560 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebda1c3c-7976-4cc2-a7a2-7c7605d2a55d tempest-ServerAddressesTestJSON-607626331 tempest-ServerAddressesTestJSON-607626331-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:43:58.413899 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebda1c3c-7976-4cc2-a7a2-7c7605d2a55d tempest-ServerAddressesTestJSON-607626331 tempest-ServerAddressesTestJSON-607626331-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:43:58.414250 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebda1c3c-7976-4cc2-a7a2-7c7605d2a55d tempest-ServerAddressesTestJSON-607626331 tempest-ServerAddressesTestJSON-607626331-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:43:58.414573 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebda1c3c-7976-4cc2-a7a2-7c7605d2a55d tempest-ServerAddressesTestJSON-607626331 tempest-ServerAddressesTestJSON-607626331-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:43:58.414898 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebda1c3c-7976-4cc2-a7a2-7c7605d2a55d tempest-ServerAddressesTestJSON-607626331 tempest-ServerAddressesTestJSON-607626331-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:43:58.415219 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebda1c3c-7976-4cc2-a7a2-7c7605d2a55d tempest-ServerAddressesTestJSON-607626331 tempest-ServerAddressesTestJSON-607626331-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:43:58.415543 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebda1c3c-7976-4cc2-a7a2-7c7605d2a55d tempest-ServerAddressesTestJSON-607626331 tempest-ServerAddressesTestJSON-607626331-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:43:58.415859 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebda1c3c-7976-4cc2-a7a2-7c7605d2a55d tempest-ServerAddressesTestJSON-607626331 tempest-ServerAddressesTestJSON-607626331-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:43:58.453021 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5b0194c-81b1-48b3-bfda-26bce6ac53df req-ebda1c3c-7976-4cc2-a7a2-7c7605d2a55d tempest-ServerAddressesTestJSON-607626331 tempest-ServerAddressesTestJSON-607626331-project] No DVR routers for this DVR port 4b41727f-5623-4b30-a930-359386fce700 on host n-h2-816865-1 {{(pid=102386) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 18:43:58.456463 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-b5b0194c-81b1-48b3-bfda-26bce6ac53df req-ebda1c3c-7976-4cc2-a7a2-7c7605d2a55d tempest-ServerAddressesTestJSON-607626331 tempest-ServerAddressesTestJSON-607626331-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:43:58.460121 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-b5b0194c-81b1-48b3-bfda-26bce6ac53df req-ebda1c3c-7976-4cc2-a7a2-7c7605d2a55d tempest-ServerAddressesTestJSON-607626331 tempest-ServerAddressesTestJSON-607626331-project] 10.222.0.55 "DELETE /v2.0/ports/4b41727f-5623-4b30-a930-359386fce700 HTTP/1.1" status: 204 len: 173 time: 0.5496655 Nov 05 18:43:58.460585 n-d-816865-1 neutron-server[102386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '392c4bf5-d45c-49e8-9afb-ec97352bb670', 'name': 'network-vif-deleted', 'tag': '4b41727f-5623-4b30-a930-359386fce700'}] {{(pid=102386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 18:43:58.463178 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6173a44d7c73f41af551dc890fa1a5892c2c6bc3458b640c8e0c24db7876ba6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04cc6778-6f25-4c13-b30a-3c4ff5949612" -d '{"events": [{"server_uuid": "392c4bf5-d45c-49e8-9afb-ec97352bb670", "name": "network-vif-deleted", "tag": "4b41727f-5623-4b30-a930-359386fce700"}]}' {{(pid=102386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 18:43:58.500816 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 18:43:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53c8b0f0-b4cf-4267-924b-3e40d8cd8bfd x-openstack-request-id: req-53c8b0f0-b4cf-4267-924b-3e40d8cd8bfd {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 18:43:58.501282 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "392c4bf5-d45c-49e8-9afb-ec97352bb670", "name": "network-vif-deleted", "tag": "4b41727f-5623-4b30-a930-359386fce700", "status": "completed", "code": 200}]} {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 18:43:58.501568 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-53c8b0f0-b4cf-4267-924b-3e40d8cd8bfd {{(pid=102386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 18:43:58.502075 n-d-816865-1 neutron-server[102386]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '392c4bf5-d45c-49e8-9afb-ec97352bb670', 'name': 'network-vif-deleted', 'tag': '4b41727f-5623-4b30-a930-359386fce700', 'status': 'completed', 'code': 200} Nov 05 18:43:58.531795 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-45060855-5256-4a46-8303-f6d92d5ff7bb req-8c02f23f-e4e6-4206-86e1-9f6145363bfd tempest-FloatingIPsAssociationTestJSON-150840125 tempest-FloatingIPsAssociationTestJSON-150840125-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3b6ffab-3080-4469-afa9-0da51e8b90f6 HTTP/1.1" status: 200 len: 210 time: 0.0405385 Nov 05 18:43:58.616708 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fef4e7a-2f5a-4fe8-9651-bce1e116c2ba req-85d7fb13-828d-4eae-8603-019b2130ecfc tempest-ServersAdminTestJSON-1640316766 tempest-ServersAdminTestJSON-1640316766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:43:58.618314 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-2fef4e7a-2f5a-4fe8-9651-bce1e116c2ba req-85d7fb13-828d-4eae-8603-019b2130ecfc tempest-ServersAdminTestJSON-1640316766 tempest-ServersAdminTestJSON-1640316766-project] 10.222.0.13 "GET /v2.0/ports?device_id=0bd48938-7d8f-4ea5-981b-397a2676ea1c HTTP/1.1" status: 200 len: 949 time: 0.0502212 Nov 05 18:43:58.696105 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-2fef4e7a-2f5a-4fe8-9651-bce1e116c2ba req-a3621004-e241-4519-a7db-fb10beaab959 tempest-ServersAdminTestJSON-1640316766 tempest-ServersAdminTestJSON-1640316766-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c663dac-2477-42f8-b37f-f366129474aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692909 Nov 05 18:43:58.779982 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 47374) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:43:58.889106 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-eda3a98a-caad-4b19-a82c-cd8c6b4b211a admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-979077818-network', 'tenant_id': '7cc0b234e0c74edeb5d0485be80e09f5'}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:43:58.927624 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-99a34ac6-89bc-43b8-b288-ec60c4946563 req-835c7b8f-d5d0-4982-b1a8-7d8417bb294b tempest-ServerAddressesTestJSON-607626331 tempest-ServerAddressesTestJSON-607626331-project] 10.222.0.13 "GET /v2.0/ports?device_id=392c4bf5-d45c-49e8-9afb-ec97352bb670 HTTP/1.1" status: 200 len: 210 time: 0.0313437 Nov 05 18:43:58.965641 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Device bfba3ce5-c439-44d1-8b5e-36948ba5ec18 up at agent hyperv_n-h1-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 18:43:58.966776 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45c9cb3-266b-4ce3-986e-d02d660ec215 req-d88eef1d-ab50-4e3a-a778-b685118da911 tempest-FloatingIPsAssociationTestJSON-150840125 tempest-FloatingIPsAssociationTestJSON-150840125-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:43:58.968350 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-e45c9cb3-266b-4ce3-986e-d02d660ec215 req-d88eef1d-ab50-4e3a-a778-b685118da911 tempest-FloatingIPsAssociationTestJSON-150840125 tempest-FloatingIPsAssociationTestJSON-150840125-project] 10.222.0.55 "GET /v2.0/networks?id=324a563f-bace-4674-b8a0-3af35aa21023 HTTP/1.1" status: 200 len: 820 time: 0.1163776 Nov 05 18:43:58.982403 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [req-e45c9cb3-266b-4ce3-986e-d02d660ec215 req-6cbf0b14-9550-4af7-b662-886a7a4ac8ff tempest-FloatingIPsAssociationTestJSON-150840125 tempest-FloatingIPsAssociationTestJSON-150840125-project] Request body: {'port': {'device_id': 'd3b6ffab-3080-4469-afa9-0da51e8b90f6', 'network_id': '324a563f-bace-4674-b8a0-3af35aa21023', 'admin_state_up': True, 'tenant_id': 'f99a9bdffb564060b331ec79eda75924'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:43:59.016912 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eda3a98a-caad-4b19-a82c-cd8c6b4b211a admin admin] Made reservation on behalf of 7cc0b234e0c74edeb5d0485be80e09f5 for: {'network': 1} {{(pid=102387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 18:43:59.019872 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-eda3a98a-caad-4b19-a82c-cd8c6b4b211a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for network, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:43:59.021402 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Provisioning complete for port bfba3ce5-c439-44d1-8b5e-36948ba5ec18 triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:43:59.021768 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:43:59.035941 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-eda3a98a-caad-4b19-a82c-cd8c6b4b211a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:43:59.108703 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:43:59.127036 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-eda3a98a-caad-4b19-a82c-cd8c6b4b211a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:43:59.136489 n-d-816865-1 neutron-server[102388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0bd48938-7d8f-4ea5-981b-397a2676ea1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfba3ce5-c439-44d1-8b5e-36948ba5ec18'}] {{(pid=102388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 18:43:59.138804 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85474fee1180e129d8a886d264fe0b30223aa672dd1ffe43b630605f18504f68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfe871bc-3ded-4d9e-8d5f-6ea0ff6e9f7d" -d '{"events": [{"server_uuid": "0bd48938-7d8f-4ea5-981b-397a2676ea1c", "name": "network-vif-plugged", "status": "completed", "tag": "bfba3ce5-c439-44d1-8b5e-36948ba5ec18"}]}' {{(pid=102388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 18:43:59.152383 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] For port bfba3ce5-c439-44d1-8b5e-36948ba5ec18, host n-h1-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=bfba3ce5-c439-44d1-8b5e-36948ba5ec18,segment=NetworkSegment(35c2db9c-522d-48d3-98cf-a08c2cc55db7),segment_id=35c2db9c-522d-48d3-98cf-a08c2cc55db7)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:43:59.165201 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e45c9cb3-266b-4ce3-986e-d02d660ec215 req-6cbf0b14-9550-4af7-b662-886a7a4ac8ff tempest-FloatingIPsAssociationTestJSON-150840125 tempest-FloatingIPsAssociationTestJSON-150840125-project] Made reservation on behalf of f99a9bdffb564060b331ec79eda75924 for: {'port': 1} {{(pid=102386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 18:43:59.171268 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-e45c9cb3-266b-4ce3-986e-d02d660ec215 req-6cbf0b14-9550-4af7-b662-886a7a4ac8ff tempest-FloatingIPsAssociationTestJSON-150840125 tempest-FloatingIPsAssociationTestJSON-150840125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:43:59.180728 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 18:43:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e806a14-0a70-4190-be9d-01e8b9215271 x-openstack-request-id: req-6e806a14-0a70-4190-be9d-01e8b9215271 {{(pid=102388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 18:43:59.182074 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0bd48938-7d8f-4ea5-981b-397a2676ea1c", "name": "network-vif-plugged", "status": "completed", "tag": "bfba3ce5-c439-44d1-8b5e-36948ba5ec18", "code": 200}]} {{(pid=102388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 18:43:59.183004 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6e806a14-0a70-4190-be9d-01e8b9215271 {{(pid=102388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 18:43:59.183293 n-d-816865-1 neutron-server[102388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0bd48938-7d8f-4ea5-981b-397a2676ea1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfba3ce5-c439-44d1-8b5e-36948ba5ec18', 'code': 200} Nov 05 18:43:59.205308 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-eda3a98a-caad-4b19-a82c-cd8c6b4b211a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:43:59.236789 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eda3a98a-caad-4b19-a82c-cd8c6b4b211a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 187} {{(pid=102387) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 05 18:43:59.240070 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda3a98a-caad-4b19-a82c-cd8c6b4b211a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3677ad50-e4bf-4315-8aa4-e48810edc139,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:43:59.252991 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-eda3a98a-caad-4b19-a82c-cd8c6b4b211a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273'] for segment, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:43:59.253308 n-d-816865-1 neutron-server[102387]: INFO neutron.db.segments_db [None req-eda3a98a-caad-4b19-a82c-cd8c6b4b211a admin admin] Added segment b9f65680-5ef1-4bb4-ac2c-6d7ba403921d of type vlan for network 1a9992ef-da6b-4f25-bd43-f1196ce8f1a8 Nov 05 18:43:59.313900 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:43:59.342082 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-eda3a98a-caad-4b19-a82c-cd8c6b4b211a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750027258543'] for network, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:43:59.372244 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Pushing event updated for resources: {'Port': ['ID=bfba3ce5-c439-44d1-8b5e-36948ba5ec18,revision_number=8']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:43:59.375739 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c9747b-2db4-4587-b865-ebd2d52ab947 req-85e843ad-087d-428d-8684-d0c0bca2e4f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:43:59.377229 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-30c9747b-2db4-4587-b865-ebd2d52ab947 req-85e843ad-087d-428d-8684-d0c0bca2e4f9 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=0bd48938-7d8f-4ea5-981b-397a2676ea1c HTTP/1.1" status: 200 len: 1101 time: 0.0537767 Nov 05 18:43:59.391789 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.db_base_plugin_common [req-e45c9cb3-266b-4ce3-986e-d02d660ec215 req-6cbf0b14-9550-4af7-b662-886a7a4ac8ff tempest-FloatingIPsAssociationTestJSON-150840125 tempest-FloatingIPsAssociationTestJSON-150840125-project] Allocated IP 172.20.0.3 (324a563f-bace-4674-b8a0-3af35aa21023/78388d9c-2599-4761-adf2-aadd49eafef3/1667f1ba-f53f-4902-87fb-c3f39d5734bb) {{(pid=102386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 18:43:59.401298 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631aba26-573d-4594-b6ba-60c8d6e9dbc7 req-49b6a484-030e-4b82-9476-9200c8e6af75 tempest-ServerDiskConfigTestJSON-70330027 tempest-ServerDiskConfigTestJSON-70330027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:43:59.402945 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-631aba26-573d-4594-b6ba-60c8d6e9dbc7 req-49b6a484-030e-4b82-9476-9200c8e6af75 tempest-ServerDiskConfigTestJSON-70330027 tempest-ServerDiskConfigTestJSON-70330027-project] 10.222.0.13 "GET /v2.0/ports?device_id=6fdd5ed6-81d7-4ab5-86e9-c29a11f82abc HTTP/1.1" status: 200 len: 945 time: 0.0735431 Nov 05 18:43:59.450369 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-30c9747b-2db4-4587-b865-ebd2d52ab947 req-6e365e39-3767-4900-b8ba-8ad4e9450ade service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=2c663dac-2477-42f8-b37f-f366129474aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639291 Nov 05 18:43:59.457883 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-631aba26-573d-4594-b6ba-60c8d6e9dbc7 req-687b6e60-1d13-48d5-b72d-4ead76e86dec tempest-ServerDiskConfigTestJSON-70330027 tempest-ServerDiskConfigTestJSON-70330027-project] 10.222.0.13 "GET /v2.0/security-groups?id=415b984e-2c75-4a2b-aae3-7fe54c54a52e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473945 Nov 05 18:43:59.485931 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-eda3a98a-caad-4b19-a82c-cd8c6b4b211a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-956796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877'] for network, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:43:59.488040 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eda3a98a-caad-4b19-a82c-cd8c6b4b211a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:43:59.488631 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-eda3a98a-caad-4b19-a82c-cd8c6b4b211a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597851'] for network, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:43:59.555490 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda3a98a-caad-4b19-a82c-cd8c6b4b211a admin admin] Pushing event updated for resources: {'Network': ['ID=1a9992ef-da6b-4f25-bd43-f1196ce8f1a8,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:43:59.568709 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Network 1a9992ef-da6b-4f25-bd43-f1196ce8f1a8 details requested by agent ovs-agent-n-d-816865-1 with host n-d-816865-1 {{(pid=102388) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 05 18:43:59.573190 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-e45c9cb3-266b-4ce3-986e-d02d660ec215 req-6cbf0b14-9550-4af7-b662-886a7a4ac8ff tempest-FloatingIPsAssociationTestJSON-150840125 tempest-FloatingIPsAssociationTestJSON-150840125-project] Publish callbacks [] for port, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:43:59.633533 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-f477b6fa-1383-403d-88c3-56517afa367d req-832ba01e-7028-4c88-ad7e-e24bbf6ab229 tempest-FloatingIPsAssociationTestJSON-150840125 tempest-FloatingIPsAssociationTestJSON-150840125-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3b6ffab-3080-4469-afa9-0da51e8b90f6 HTTP/1.1" status: 200 len: 210 time: 0.0276644 Nov 05 18:43:59.677439 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-eda3a98a-caad-4b19-a82c-cd8c6b4b211a admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.8962710 Nov 05 18:43:59.680157 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 47388) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:43:59.684868 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-145c7e00-3ce7-497e-83c1-1712a4d1074e admin admin] Request body: {'subnet': {'network_id': '1a9992ef-da6b-4f25-bd43-f1196ce8f1a8', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-979077818-subnet', 'tenant_id': '7cc0b234e0c74edeb5d0485be80e09f5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:43:59.728140 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-e45c9cb3-266b-4ce3-986e-d02d660ec215 req-6cbf0b14-9550-4af7-b662-886a7a4ac8ff tempest-FloatingIPsAssociationTestJSON-150840125 tempest-FloatingIPsAssociationTestJSON-150840125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:43:59.778102 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e45c9cb3-266b-4ce3-986e-d02d660ec215 req-6cbf0b14-9550-4af7-b662-886a7a4ac8ff tempest-FloatingIPsAssociationTestJSON-150840125 tempest-FloatingIPsAssociationTestJSON-150840125-project] Network 324a563f-bace-4674-b8a0-3af35aa21023 is already hosted by enough agents. {{(pid=102386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 18:43:59.784480 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.base_scheduler [req-e45c9cb3-266b-4ce3-986e-d02d660ec215 req-6cbf0b14-9550-4af7-b662-886a7a4ac8ff tempest-FloatingIPsAssociationTestJSON-150840125 tempest-FloatingIPsAssociationTestJSON-150840125-project] Resources bound (agent type, host, resource id): {{(pid=102386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:43:59.786172 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [req-e45c9cb3-266b-4ce3-986e-d02d660ec215 req-6cbf0b14-9550-4af7-b662-886a7a4ac8ff tempest-FloatingIPsAssociationTestJSON-150840125 tempest-FloatingIPsAssociationTestJSON-150840125-project] Received port after_create {{(pid=102386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 18:43:59.826622 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbf0b14-9550-4af7-b662-886a7a4ac8ff tempest-FloatingIPsAssociationTestJSON-150840125 tempest-FloatingIPsAssociationTestJSON-150840125-project] Pushing event updated for resources: {'Port': ['ID=1667f1ba-f53f-4902-87fb-c3f39d5734bb,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:43:59.829471 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-145c7e00-3ce7-497e-83c1-1712a4d1074e admin admin] Made reservation on behalf of 7cc0b234e0c74edeb5d0485be80e09f5 for: {'subnet': 1} {{(pid=102387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 18:43:59.832443 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-145c7e00-3ce7-497e-83c1-1712a4d1074e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5112236'] for subnet, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:43:59.853046 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45c9cb3-266b-4ce3-986e-d02d660ec215 req-6cbf0b14-9550-4af7-b662-886a7a4ac8ff tempest-FloatingIPsAssociationTestJSON-150840125 tempest-FloatingIPsAssociationTestJSON-150840125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:43:59.853841 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-e45c9cb3-266b-4ce3-986e-d02d660ec215 req-6cbf0b14-9550-4af7-b662-886a7a4ac8ff tempest-FloatingIPsAssociationTestJSON-150840125 tempest-FloatingIPsAssociationTestJSON-150840125-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:43:59.867591 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] get_ports_and_sgs() called for port_ids ['de453395-c788-4a67-a026-166ca2c30bed'] {{(pid=102388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 18:43:59.874585 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ea080b-742b-418b-b7c2-cef0019f3c7d req-e2e98e07-6065-498e-b926-f2557e7e4ce7 tempest-ServersAdminTestJSON-1640316766 tempest-ServersAdminTestJSON-1640316766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:43:59.876116 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-96ea080b-742b-418b-b7c2-cef0019f3c7d req-e2e98e07-6065-498e-b926-f2557e7e4ce7 tempest-ServersAdminTestJSON-1640316766 tempest-ServersAdminTestJSON-1640316766-project] 10.222.0.13 "GET /v2.0/ports?device_id=0bd48938-7d8f-4ea5-981b-397a2676ea1c HTTP/1.1" status: 200 len: 950 time: 0.1043620 Nov 05 18:43:59.924750 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-e45c9cb3-266b-4ce3-986e-d02d660ec215 req-6cbf0b14-9550-4af7-b662-886a7a4ac8ff tempest-FloatingIPsAssociationTestJSON-150840125 tempest-FloatingIPsAssociationTestJSON-150840125-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9459848 Nov 05 18:43:59.938074 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [req-e45c9cb3-266b-4ce3-986e-d02d660ec215 req-cc54a146-91b8-4aea-a657-62bfcbde2e6b service neutron] Request body: {'port': {'device_id': 'd3b6ffab-3080-4469-afa9-0da51e8b90f6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816865-1'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:44:00.015583 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 47398) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:44:00.028588 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-96ea080b-742b-418b-b7c2-cef0019f3c7d req-c08c1015-de96-48b2-b38e-a433c9148efd tempest-ServersAdminTestJSON-1640316766 tempest-ServersAdminTestJSON-1640316766-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c663dac-2477-42f8-b37f-f366129474aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270058 Nov 05 18:44:00.086875 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-e45c9cb3-266b-4ce3-986e-d02d660ec215 req-cc54a146-91b8-4aea-a657-62bfcbde2e6b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:00.112937 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.db_base_plugin_v2 [None req-47d71651-86e5-4d43-bb35-cb2297807135 admin admin] Deleting subnet 0238277b-b350-4c16-a2a4-b81e3d437a7b {{(pid=102386) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 05 18:44:00.117104 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-47d71651-86e5-4d43-bb35-cb2297807135 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:00.150646 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-d1d63588-48c9-4609-a2df-07c34490a55b None None] Provisioning complete for port 1667f1ba-f53f-4902-87fb-c3f39d5734bb triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:44:00.151011 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-d1d63588-48c9-4609-a2df-07c34490a55b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:00.166095 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-145c7e00-3ce7-497e-83c1-1712a4d1074e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4417463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5112218'] for subnet, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:00.187474 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-d1d63588-48c9-4609-a2df-07c34490a55b None None] Port 1667f1ba-f53f-4902-87fb-c3f39d5734bb cannot update to ACTIVE because it is not bound. {{(pid=102388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 18:44:00.227365 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145c7e00-3ce7-497e-83c1-1712a4d1074e admin admin] Pushing event updated for resources: {'Subnet': ['ID=82b7bbfc-ac99-45bb-a8a9-211b9b80ecc2,revision_number=0']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:44:00.236731 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-145c7e00-3ce7-497e-83c1-1712a4d1074e admin admin] Checking segment: {'id': 'b9f65680-5ef1-4bb4-ac2c-6d7ba403921d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '1a9992ef-da6b-4f25-bd43-f1196ce8f1a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 18:44:00.240361 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-145c7e00-3ce7-497e-83c1-1712a4d1074e admin admin] Network hostable DHCP agents. Network: 1a9992ef-da6b-4f25-bd43-f1196ce8f1a8, hostable agents: ['987e2ca0-bc3b-4c6f-a989-429ccfbf753f'], hosted agents: [] {{(pid=102387) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 05 18:44:00.359571 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-145c7e00-3ce7-497e-83c1-1712a4d1074e admin admin] Network 1a9992ef-da6b-4f25-bd43-f1196ce8f1a8 is scheduled to be hosted by DHCP agent 987e2ca0-bc3b-4c6f-a989-429ccfbf753f with binding_index 1 {{(pid=102387) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 05 18:44:00.468060 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.base_scheduler [None req-145c7e00-3ce7-497e-83c1-1712a4d1074e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816865-1, 1a9992ef-da6b-4f25-bd43-f1196ce8f1a8) {{(pid=102387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:44:00.473629 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-145c7e00-3ce7-497e-83c1-1712a4d1074e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:44:00.474719 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-145c7e00-3ce7-497e-83c1-1712a4d1074e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597851'] for subnet, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:00.479660 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c08d226c-d616-45e1-a5d4-4666636fd07e None None] Network 1a9992ef-da6b-4f25-bd43-f1196ce8f1a8 requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 18:44:00.485612 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-47d71651-86e5-4d43-bb35-cb2297807135 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4590738'] for subnet, precommit_delete_associations {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:00.575404 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-145c7e00-3ce7-497e-83c1-1712a4d1074e admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.8941438 Nov 05 18:44:00.593139 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317bbf7b-dc81-451d-9888-c16cc27cae3e req-ac0acbe9-036a-4a0c-bfee-d2af66f10683 tempest-ServerDiskConfigTestJSON-70330027 tempest-ServerDiskConfigTestJSON-70330027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:44:00.597861 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-317bbf7b-dc81-451d-9888-c16cc27cae3e req-ac0acbe9-036a-4a0c-bfee-d2af66f10683 tempest-ServerDiskConfigTestJSON-70330027 tempest-ServerDiskConfigTestJSON-70330027-project] 10.222.0.13 "GET /v2.0/ports?device_id=6fdd5ed6-81d7-4ab5-86e9-c29a11f82abc HTTP/1.1" status: 200 len: 945 time: 0.0578732 Nov 05 18:44:00.634987 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-47d71651-86e5-4d43-bb35-cb2297807135 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1573928'] for subnet, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:00.708587 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-317bbf7b-dc81-451d-9888-c16cc27cae3e req-d6724f58-a0f5-4b96-8680-50d53a1e1c68 tempest-ServerDiskConfigTestJSON-70330027 tempest-ServerDiskConfigTestJSON-70330027-project] 10.222.0.13 "GET /v2.0/security-groups?id=415b984e-2c75-4a2b-aae3-7fe54c54a52e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034820 Nov 05 18:44:00.840743 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b3da5f-413a-468e-8c1c-21ab955d7417 req-652db9ce-1996-4239-8af0-07ddb4e09308 tempest-FloatingIPsAssociationTestJSON-150840125 tempest-FloatingIPsAssociationTestJSON-150840125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:44:00.844296 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-f0b3da5f-413a-468e-8c1c-21ab955d7417 req-652db9ce-1996-4239-8af0-07ddb4e09308 tempest-FloatingIPsAssociationTestJSON-150840125 tempest-FloatingIPsAssociationTestJSON-150840125-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3b6ffab-3080-4469-afa9-0da51e8b90f6 HTTP/1.1" status: 200 len: 931 time: 0.1043274 Nov 05 18:44:00.845207 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d3c30bd-b209-4dfd-bf88-93205e75f6f1 None None] Network 1a9992ef-da6b-4f25-bd43-f1196ce8f1a8 requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 18:44:00.851347 n-d-816865-1 neutron-server[102386]: DEBUG neutron.notifiers.nova [req-e45c9cb3-266b-4ce3-986e-d02d660ec215 req-cc54a146-91b8-4aea-a657-62bfcbde2e6b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1667f1ba-f53f-4902-87fb-c3f39d5734bb {{(pid=102386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 18:44:00.872939 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-e45c9cb3-266b-4ce3-986e-d02d660ec215 req-cc54a146-91b8-4aea-a657-62bfcbde2e6b service neutron] Publish callbacks [] for port, precommit_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:00.917272 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-f0b3da5f-413a-468e-8c1c-21ab955d7417 req-593de00c-180b-4340-af06-bf55e72f12e1 tempest-FloatingIPsAssociationTestJSON-150840125 tempest-FloatingIPsAssociationTestJSON-150840125-project] 10.222.0.13 "GET /v2.0/security-groups?id=3cc4611f-52b5-4887-b929-239c423d5920&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648441 Nov 05 18:44:01.057371 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.provisioning_blocks [req-e45c9cb3-266b-4ce3-986e-d02d660ec215 req-cc54a146-91b8-4aea-a657-62bfcbde2e6b service neutron] Transition to ACTIVE for port object 1667f1ba-f53f-4902-87fb-c3f39d5734bb will not be triggered until provisioned by entity L2. {{(pid=102386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 05 18:44:01.060754 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-47d71651-86e5-4d43-bb35-cb2297807135 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1573905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6149879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4877183'] for subnet, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:01.087041 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d71651-86e5-4d43-bb35-cb2297807135 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0238277b-b350-4c16-a2a4-b81e3d437a7b,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:44:01.091370 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-47d71651-86e5-4d43-bb35-cb2297807135 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:01.094867 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-47d71651-86e5-4d43-bb35-cb2297807135 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/0238277b-b350-4c16-a2a4-b81e3d437a7b HTTP/1.1" status: 204 len: 168 time: 1.0782373 Nov 05 18:44:01.098759 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 47418) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:44:01.165032 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-e45c9cb3-266b-4ce3-986e-d02d660ec215 req-cc54a146-91b8-4aea-a657-62bfcbde2e6b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6149821'] for port, after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:01.168653 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8342fe1d-9c9a-4178-88d1-75b598a3da1e req-0d09f7c6-c5da-4b96-9f63-e7a1185df0e2 tempest-ServersAdminTestJSON-1640316766 tempest-ServersAdminTestJSON-1640316766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:44:01.170558 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-8342fe1d-9c9a-4178-88d1-75b598a3da1e req-0d09f7c6-c5da-4b96-9f63-e7a1185df0e2 tempest-ServersAdminTestJSON-1640316766 tempest-ServersAdminTestJSON-1640316766-project] 10.222.0.13 "GET /v2.0/ports?device_id=0bd48938-7d8f-4ea5-981b-397a2676ea1c HTTP/1.1" status: 200 len: 950 time: 0.0539796 Nov 05 18:44:01.214470 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-401c44be-8ed4-45cf-bf7f-6974db4c7964 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1664226'] for network, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:01.234401 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-8342fe1d-9c9a-4178-88d1-75b598a3da1e req-b2521e26-783a-4e86-94da-9d7f574dc5e6 tempest-ServersAdminTestJSON-1640316766 tempest-ServersAdminTestJSON-1640316766-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c663dac-2477-42f8-b37f-f366129474aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526648 Nov 05 18:44:01.245669 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc54a146-91b8-4aea-a657-62bfcbde2e6b service neutron] Pushing event updated for resources: {'Port': ['ID=1667f1ba-f53f-4902-87fb-c3f39d5734bb,revision_number=2']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:44:01.389301 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833b72f8-81fa-4058-b48a-97c56af707a1 req-ed760f25-f63b-4779-9e8d-b9ba92c64840 tempest-ServersAdminTestJSON-1640316766 tempest-ServersAdminTestJSON-1640316766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:44:01.391434 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-833b72f8-81fa-4058-b48a-97c56af707a1 req-ed760f25-f63b-4779-9e8d-b9ba92c64840 tempest-ServersAdminTestJSON-1640316766 tempest-ServersAdminTestJSON-1640316766-project] 10.222.0.13 "GET /v2.0/ports?device_id=0bd48938-7d8f-4ea5-981b-397a2676ea1c HTTP/1.1" status: 200 len: 950 time: 0.0710573 Nov 05 18:44:01.398553 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-401c44be-8ed4-45cf-bf7f-6974db4c7964 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1579173', 'neutron.services.segments.db._delete_segments_for_network-8750027792909'] for network, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:01.412302 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [req-e45c9cb3-266b-4ce3-986e-d02d660ec215 req-cc54a146-91b8-4aea-a657-62bfcbde2e6b service neutron] Attempting to bind port 1667f1ba-f53f-4902-87fb-c3f39d5734bb on host n-h2-816865-1 for vnic_type normal with profile {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 18:44:01.412658 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [req-e45c9cb3-266b-4ce3-986e-d02d660ec215 req-cc54a146-91b8-4aea-a657-62bfcbde2e6b service neutron] Attempting to bind port 1667f1ba-f53f-4902-87fb-c3f39d5734bb by drivers openvswitch,hyperv on host n-h2-816865-1 at level 0 using segments [{'id': '19a5aad3-0c26-4f6f-8422-7177e297fdc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '324a563f-bace-4674-b8a0-3af35aa21023'}] {{(pid=102386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 18:44:01.413107 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e45c9cb3-266b-4ce3-986e-d02d660ec215 req-cc54a146-91b8-4aea-a657-62bfcbde2e6b service neutron] Attempting to bind port 1667f1ba-f53f-4902-87fb-c3f39d5734bb on network 324a563f-bace-4674-b8a0-3af35aa21023 {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 18:44:01.428358 n-d-816865-1 neutron-server[102386]: DEBUG neutron.services.segments.db [None req-401c44be-8ed4-45cf-bf7f-6974db4c7964 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['586d6f4e-22a8-4d3b-b567-ee59d3cce92f']}} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:44:01.430549 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e45c9cb3-266b-4ce3-986e-d02d660ec215 req-cc54a146-91b8-4aea-a657-62bfcbde2e6b service neutron] Port 1667f1ba-f53f-4902-87fb-c3f39d5734bb on network 324a563f-bace-4674-b8a0-3af35aa21023 not bound, no agent of type Open vSwitch agent registered on host n-h2-816865-1 {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 18:44:01.430871 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e45c9cb3-266b-4ce3-986e-d02d660ec215 req-cc54a146-91b8-4aea-a657-62bfcbde2e6b service neutron] Attempting to bind port 1667f1ba-f53f-4902-87fb-c3f39d5734bb on network 324a563f-bace-4674-b8a0-3af35aa21023 {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 18:44:01.442935 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e45c9cb3-266b-4ce3-986e-d02d660ec215 req-cc54a146-91b8-4aea-a657-62bfcbde2e6b service neutron] Checking agent: {'id': '32aff553-696f-4891-83f5-5c176f61fe54', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816865-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 18, 33, 36), 'started_at': datetime.datetime(2021, 11, 5, 18, 33, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 18, 43, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 18:44:01.443280 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e45c9cb3-266b-4ce3-986e-d02d660ec215 req-cc54a146-91b8-4aea-a657-62bfcbde2e6b service neutron] Checking segment: {'id': '19a5aad3-0c26-4f6f-8422-7177e297fdc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '324a563f-bace-4674-b8a0-3af35aa21023'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 18:44:01.443669 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e45c9cb3-266b-4ce3-986e-d02d660ec215 req-cc54a146-91b8-4aea-a657-62bfcbde2e6b service neutron] Bound using segment: {'id': '19a5aad3-0c26-4f6f-8422-7177e297fdc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '324a563f-bace-4674-b8a0-3af35aa21023'} {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 18:44:01.444107 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [req-e45c9cb3-266b-4ce3-986e-d02d660ec215 req-cc54a146-91b8-4aea-a657-62bfcbde2e6b service neutron] Bound port: 1667f1ba-f53f-4902-87fb-c3f39d5734bb, host: n-h2-816865-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '19a5aad3-0c26-4f6f-8422-7177e297fdc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '324a563f-bace-4674-b8a0-3af35aa21023'}}] {{(pid=102386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 18:44:01.444468 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-e45c9cb3-266b-4ce3-986e-d02d660ec215 req-cc54a146-91b8-4aea-a657-62bfcbde2e6b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:01.448635 n-d-816865-1 neutron-server[102386]: DEBUG neutron.services.segments.db [None req-401c44be-8ed4-45cf-bf7f-6974db4c7964 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5c417a7-98d0-449b-8a67-df229a0670bb') {'for_net_delete': True} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:44:01.448635 n-d-816865-1 neutron-server[102386]: DEBUG neutron.services.segments.db [None req-401c44be-8ed4-45cf-bf7f-6974db4c7964 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5c417a7-98d0-449b-8a67-df229a0670bb') {} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:44:01.466197 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-401c44be-8ed4-45cf-bf7f-6974db4c7964 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750027793430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4590747'] for segment, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:01.478745 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-833b72f8-81fa-4058-b48a-97c56af707a1 req-8e5f9119-92aa-42d9-899c-5b4b8ddf93db tempest-ServersAdminTestJSON-1640316766 tempest-ServersAdminTestJSON-1640316766-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c663dac-2477-42f8-b37f-f366129474aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773547 Nov 05 18:44:01.501457 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-401c44be-8ed4-45cf-bf7f-6974db4c7964 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273'] for segment, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:01.513944 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-401c44be-8ed4-45cf-bf7f-6974db4c7964 admin admin] Releasing vlan 154 on physical network physnet1 to pool {{(pid=102386) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 05 18:44:01.514395 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-401c44be-8ed4-45cf-bf7f-6974db4c7964 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6149721'] for segment, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:01.516138 n-d-816865-1 neutron-server[102386]: Traceback (most recent call last): Nov 05 18:44:01.516138 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 05 18:44:01.516138 n-d-816865-1 neutron-server[102386]: timer() Nov 05 18:44:01.516138 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 05 18:44:01.516138 n-d-816865-1 neutron-server[102386]: cb(*args, **kw) Nov 05 18:44:01.516138 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 05 18:44:01.516138 n-d-816865-1 neutron-server[102386]: return func(*args, **kwargs) Nov 05 18:44:01.516138 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 05 18:44:01.516138 n-d-816865-1 neutron-server[102386]: self._notify() Nov 05 18:44:01.516138 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 05 18:44:01.516138 n-d-816865-1 neutron-server[102386]: self.callback(batched_events) Nov 05 18:44:01.516138 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 05 18:44:01.516138 n-d-816865-1 neutron-server[102386]: event.method(event) Nov 05 18:44:01.516138 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 05 18:44:01.516138 n-d-816865-1 neutron-server[102386]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 05 18:44:01.516138 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 05 18:44:01.516138 n-d-816865-1 neutron-server[102386]: aggregate_uuid = self.p_client.list_aggregates( Nov 05 18:44:01.516138 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 05 18:44:01.516138 n-d-816865-1 neutron-server[102386]: return f(self, *a, **k) Nov 05 18:44:01.516138 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 05 18:44:01.516138 n-d-816865-1 neutron-server[102386]: return self._get(url).json() Nov 05 18:44:01.516138 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 05 18:44:01.516138 n-d-816865-1 neutron-server[102386]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 05 18:44:01.516138 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 05 18:44:01.516138 n-d-816865-1 neutron-server[102386]: return self.request(url, 'GET', **kwargs) Nov 05 18:44:01.516138 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 05 18:44:01.516138 n-d-816865-1 neutron-server[102386]: base_url = self.get_endpoint(auth, allow=allow, Nov 05 18:44:01.516138 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 05 18:44:01.516138 n-d-816865-1 neutron-server[102386]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 05 18:44:01.516138 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 05 18:44:01.516138 n-d-816865-1 neutron-server[102386]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 05 18:44:01.516138 n-d-816865-1 neutron-server[102386]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 05 18:44:01.587387 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [req-e45c9cb3-266b-4ce3-986e-d02d660ec215 req-cc54a146-91b8-4aea-a657-62bfcbde2e6b service neutron] For port 1667f1ba-f53f-4902-87fb-c3f39d5734bb, host n-h2-816865-1, cleared binding levels {{(pid=102386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 18:44:01.590947 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [req-e45c9cb3-266b-4ce3-986e-d02d660ec215 req-cc54a146-91b8-4aea-a657-62bfcbde2e6b service neutron] For port 1667f1ba-f53f-4902-87fb-c3f39d5734bb, host n-h2-816865-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=1667f1ba-f53f-4902-87fb-c3f39d5734bb,segment=NetworkSegment(19a5aad3-0c26-4f6f-8422-7177e297fdc5),segment_id=19a5aad3-0c26-4f6f-8422-7177e297fdc5)] {{(pid=102386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 18:44:01.629989 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 47442) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:44:01.635299 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-0c3d1fc5-bbe5-4486-8002-3b7e00cddad3 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-120803501-network', 'tenant_id': '9cef9b557dda477593abc6386763014e'}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:44:01.719586 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-401c44be-8ed4-45cf-bf7f-6974db4c7964 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1579178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-956796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1000687'] for network, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:01.725815 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-401c44be-8ed4-45cf-bf7f-6974db4c7964 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597851'] for network, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:01.729021 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-401c44be-8ed4-45cf-bf7f-6974db4c7964 admin admin] 10.222.0.13 "DELETE /v2.0/networks/586d6f4e-22a8-4d3b-b567-ee59d3cce92f HTTP/1.1" status: 204 len: 168 time: 0.6289568 Nov 05 18:44:01.740922 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401c44be-8ed4-45cf-bf7f-6974db4c7964 admin admin] Pushing event deleted for resources: {'Network': ['ID=586d6f4e-22a8-4d3b-b567-ee59d3cce92f,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:44:01.765428 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c3d1fc5-bbe5-4486-8002-3b7e00cddad3 admin admin] Made reservation on behalf of 9cef9b557dda477593abc6386763014e for: {'network': 1} {{(pid=102387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 18:44:01.766549 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-e45c9cb3-266b-4ce3-986e-d02d660ec215 req-cc54a146-91b8-4aea-a657-62bfcbde2e6b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6149821'] for port, after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:01.768627 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-0c3d1fc5-bbe5-4486-8002-3b7e00cddad3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for network, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:01.780672 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-0c3d1fc5-bbe5-4486-8002-3b7e00cddad3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:01.807360 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45c9cb3-266b-4ce3-986e-d02d660ec215 req-cc54a146-91b8-4aea-a657-62bfcbde2e6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:44:01.807976 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-e45c9cb3-266b-4ce3-986e-d02d660ec215 req-cc54a146-91b8-4aea-a657-62bfcbde2e6b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:01.809327 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-e45c9cb3-266b-4ce3-986e-d02d660ec215 req-cc54a146-91b8-4aea-a657-62bfcbde2e6b service neutron] 10.222.0.55 "PUT /v2.0/ports/1667f1ba-f53f-4902-87fb-c3f39d5734bb HTTP/1.1" status: 200 len: 1091 time: 1.8759210 Nov 05 18:44:01.809869 n-d-816865-1 neutron-server[102386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3b6ffab-3080-4469-afa9-0da51e8b90f6', 'tag': '1667f1ba-f53f-4902-87fb-c3f39d5734bb'}] {{(pid=102386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 18:44:01.812025 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6173a44d7c73f41af551dc890fa1a5892c2c6bc3458b640c8e0c24db7876ba6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1754995a-0c08-41d4-a0aa-f0e3bbb1d142" -d '{"events": [{"name": "network-changed", "server_uuid": "d3b6ffab-3080-4469-afa9-0da51e8b90f6", "tag": "1667f1ba-f53f-4902-87fb-c3f39d5734bb"}]}' {{(pid=102386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 18:44:01.849237 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc54a146-91b8-4aea-a657-62bfcbde2e6b service neutron] Pushing event updated for resources: {'Port': ['ID=1667f1ba-f53f-4902-87fb-c3f39d5734bb,revision_number=3']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:44:01.879591 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c599db-b7e9-43ca-972b-80bad49d5280 req-254107e8-e9a8-4df7-9d09-934c5c14fed0 tempest-ServerDiskConfigTestJSON-70330027 tempest-ServerDiskConfigTestJSON-70330027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:44:01.881156 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-d6c599db-b7e9-43ca-972b-80bad49d5280 req-254107e8-e9a8-4df7-9d09-934c5c14fed0 tempest-ServerDiskConfigTestJSON-70330027 tempest-ServerDiskConfigTestJSON-70330027-project] 10.222.0.13 "GET /v2.0/ports?device_id=6fdd5ed6-81d7-4ab5-86e9-c29a11f82abc HTTP/1.1" status: 200 len: 945 time: 0.0839398 Nov 05 18:44:01.941121 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-0c3d1fc5-bbe5-4486-8002-3b7e00cddad3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:01.961172 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-d6c599db-b7e9-43ca-972b-80bad49d5280 req-76476db6-fbe9-4a90-b2a0-3a312ae25ce9 tempest-ServerDiskConfigTestJSON-70330027 tempest-ServerDiskConfigTestJSON-70330027-project] 10.222.0.13 "GET /v2.0/security-groups?id=415b984e-2c75-4a2b-aae3-7fe54c54a52e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681162 Nov 05 18:44:02.024359 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 18:44:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e277165-23e8-4811-ac8b-2a0dbd8155ee x-openstack-request-id: req-6e277165-23e8-4811-ac8b-2a0dbd8155ee {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 18:44:02.026905 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d3b6ffab-3080-4469-afa9-0da51e8b90f6", "tag": "1667f1ba-f53f-4902-87fb-c3f39d5734bb", "status": "completed", "code": 200}]} {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 18:44:02.026905 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6e277165-23e8-4811-ac8b-2a0dbd8155ee {{(pid=102386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 18:44:02.026905 n-d-816865-1 neutron-server[102386]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3b6ffab-3080-4469-afa9-0da51e8b90f6', 'tag': '1667f1ba-f53f-4902-87fb-c3f39d5734bb', 'status': 'completed', 'code': 200} Nov 05 18:44:02.064751 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45c9cb3-266b-4ce3-986e-d02d660ec215 req-613fdb8a-ff2f-472e-b553-031e1e5dfc13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:44:02.066539 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-e45c9cb3-266b-4ce3-986e-d02d660ec215 req-613fdb8a-ff2f-472e-b553-031e1e5dfc13 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f99a9bdffb564060b331ec79eda75924&device_id=d3b6ffab-3080-4469-afa9-0da51e8b90f6 HTTP/1.1" status: 200 len: 1094 time: 0.0575457 Nov 05 18:44:02.115179 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-e45c9cb3-266b-4ce3-986e-d02d660ec215 req-221898a6-9742-4c3b-a93b-d85ac6fb2a26 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1667f1ba-f53f-4902-87fb-c3f39d5734bb HTTP/1.1" status: 200 len: 217 time: 0.0403490 Nov 05 18:44:02.179773 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45c9cb3-266b-4ce3-986e-d02d660ec215 req-8f432133-86b9-4661-87bc-67bdcd0a8b96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:44:02.184804 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-e45c9cb3-266b-4ce3-986e-d02d660ec215 req-8f432133-86b9-4661-87bc-67bdcd0a8b96 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=78388d9c-2599-4761-adf2-aadd49eafef3 HTTP/1.1" status: 200 len: 859 time: 0.0581958 Nov 05 18:44:02.207373 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-0c3d1fc5-bbe5-4486-8002-3b7e00cddad3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:02.239282 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c3d1fc5-bbe5-4486-8002-3b7e00cddad3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 156} {{(pid=102387) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 05 18:44:02.246076 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45c9cb3-266b-4ce3-986e-d02d660ec215 req-4c8381de-5ec3-4d91-8312-8a55db138ede service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:44:02.248144 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-e45c9cb3-266b-4ce3-986e-d02d660ec215 req-4c8381de-5ec3-4d91-8312-8a55db138ede service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=324a563f-bace-4674-b8a0-3af35aa21023&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0565038 Nov 05 18:44:02.263411 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54db38c-e45e-4aa8-b0fa-dbfa2270eebd req-084917a2-4ddf-4161-8514-980b1a36ff30 tempest-FloatingIPsAssociationTestJSON-150840125 tempest-FloatingIPsAssociationTestJSON-150840125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:44:02.266138 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-f54db38c-e45e-4aa8-b0fa-dbfa2270eebd req-084917a2-4ddf-4161-8514-980b1a36ff30 tempest-FloatingIPsAssociationTestJSON-150840125 tempest-FloatingIPsAssociationTestJSON-150840125-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3b6ffab-3080-4469-afa9-0da51e8b90f6 HTTP/1.1" status: 200 len: 943 time: 0.1470733 Nov 05 18:44:02.271231 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3d1fc5-bbe5-4486-8002-3b7e00cddad3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0feb7549-5b89-4e9e-b76c-a4823af25738,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:44:02.275055 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-0c3d1fc5-bbe5-4486-8002-3b7e00cddad3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273'] for segment, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:02.275396 n-d-816865-1 neutron-server[102387]: INFO neutron.db.segments_db [None req-0c3d1fc5-bbe5-4486-8002-3b7e00cddad3 admin admin] Added segment 9c365b23-2084-4811-b89e-73c7bcc4e335 of type vlan for network 81018994-734e-4e65-a74b-6ee73befe604 Nov 05 18:44:02.302024 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1595eded-e91d-4f2b-9327-fe272f052ba9 req-af2e29f7-1d04-4361-9ad0-346203660c3a tempest-ServersAdminTestJSON-1640316766 tempest-ServersAdminTestJSON-1640316766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:44:02.303518 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-1595eded-e91d-4f2b-9327-fe272f052ba9 req-af2e29f7-1d04-4361-9ad0-346203660c3a tempest-ServersAdminTestJSON-1640316766 tempest-ServersAdminTestJSON-1640316766-project] 10.222.0.13 "GET /v2.0/ports?device_id=0bd48938-7d8f-4ea5-981b-397a2676ea1c HTTP/1.1" status: 200 len: 950 time: 0.1365604 Nov 05 18:44:02.357711 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-e45c9cb3-266b-4ce3-986e-d02d660ec215 req-0bce5632-59fd-4d38-9537-9fc1e2ac1dce service neutron] 10.222.0.55 "GET /v2.0/networks/324a563f-bace-4674-b8a0-3af35aa21023?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1014695 Nov 05 18:44:02.368107 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-0c3d1fc5-bbe5-4486-8002-3b7e00cddad3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750027258543'] for network, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:02.408553 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-f54db38c-e45e-4aa8-b0fa-dbfa2270eebd req-d0376b8f-3a10-4c81-b84e-f65574e09f69 tempest-FloatingIPsAssociationTestJSON-150840125 tempest-FloatingIPsAssociationTestJSON-150840125-project] 10.222.0.13 "GET /v2.0/security-groups?id=3cc4611f-52b5-4887-b929-239c423d5920&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315801 Nov 05 18:44:02.427018 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-1595eded-e91d-4f2b-9327-fe272f052ba9 req-ab6e9f94-bc55-422b-98bb-d6e0e30ab70f tempest-ServersAdminTestJSON-1640316766 tempest-ServersAdminTestJSON-1640316766-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c663dac-2477-42f8-b37f-f366129474aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161675 Nov 05 18:44:02.431069 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 47458) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:44:02.464012 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-e45c9cb3-266b-4ce3-986e-d02d660ec215 req-06a035cc-03aa-4946-9588-b4b6ab9e0ccb service neutron] 10.222.0.55 "GET /v2.0/networks/324a563f-bace-4674-b8a0-3af35aa21023?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0987349 Nov 05 18:44:02.480627 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-94fc7bde-2cc5-40e2-9a88-b37be2bbc2f2 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7d7cecc41eb74ab6a0b61756df447700&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0476158 Nov 05 18:44:02.482610 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 47462) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:44:02.544619 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-5a7d5116-e125-46e4-a199-1864ec68620c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:02.569010 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-5a7d5116-e125-46e4-a199-1864ec68620c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:02.582913 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Device 4b41727f-5623-4b30-a930-359386fce700 no longer exists at agent hyperv_n-h2-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 18:44:02.602129 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-0c3d1fc5-bbe5-4486-8002-3b7e00cddad3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-956796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877'] for network, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:02.603672 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] No Port match for: 4b41727f-5623-4b30-a930-359386fce700 {{(pid=102388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 18:44:02.604022 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Device 4b41727f-5623-4b30-a930-359386fce700 not bound to the agent host n-h2-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 18:44:02.606227 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c3d1fc5-bbe5-4486-8002-3b7e00cddad3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:44:02.606852 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-0c3d1fc5-bbe5-4486-8002-3b7e00cddad3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597851'] for network, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:02.657028 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-d7c21f42-a4fe-475e-a614-e25d05f26d7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:02.675714 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3d1fc5-bbe5-4486-8002-3b7e00cddad3 admin admin] Pushing event updated for resources: {'Network': ['ID=81018994-734e-4e65-a74b-6ee73befe604,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:44:02.685754 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Network 81018994-734e-4e65-a74b-6ee73befe604 details requested by agent ovs-agent-n-d-816865-1 with host n-d-816865-1 {{(pid=102388) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 05 18:44:02.723070 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-0c3d1fc5-bbe5-4486-8002-3b7e00cddad3 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.0918372 Nov 05 18:44:02.725850 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 47468) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:44:02.730989 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-9c0317ef-974b-46f2-a6a1-0d2f6fa3e44c admin admin] Request body: {'subnet': {'network_id': '81018994-734e-4e65-a74b-6ee73befe604', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-120803501-subnet', 'tenant_id': '9cef9b557dda477593abc6386763014e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:44:02.742208 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1754995a-0c08-41d4-a0aa-f0e3bbb1d142 req-630299eb-85df-42d7-96ef-1674fffef5b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:44:02.743787 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-1754995a-0c08-41d4-a0aa-f0e3bbb1d142 req-630299eb-85df-42d7-96ef-1674fffef5b4 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f99a9bdffb564060b331ec79eda75924&device_id=d3b6ffab-3080-4469-afa9-0da51e8b90f6 HTTP/1.1" status: 200 len: 1094 time: 0.0439410 Nov 05 18:44:02.750028 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-5a7d5116-e125-46e4-a199-1864ec68620c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:02.752607 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-5a7d5116-e125-46e4-a199-1864ec68620c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:02.753910 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-5a7d5116-e125-46e4-a199-1864ec68620c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1bb28186-1ed1-429e-a6c5-dc82067929a9 HTTP/1.1" status: 204 len: 168 time: 0.2628722 Nov 05 18:44:02.766287 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7d5116-e125-46e4-a199-1864ec68620c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bb28186-1ed1-429e-a6c5-dc82067929a9,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:44:02.828034 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c0317ef-974b-46f2-a6a1-0d2f6fa3e44c admin admin] Made reservation on behalf of 9cef9b557dda477593abc6386763014e for: {'subnet': 1} {{(pid=102387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 18:44:02.831013 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-9c0317ef-974b-46f2-a6a1-0d2f6fa3e44c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5112236'] for subnet, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:02.851993 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1754995a-0c08-41d4-a0aa-f0e3bbb1d142 req-d7fc04a6-3c17-4855-a734-6d0f7c246d1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:44:02.853514 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-1754995a-0c08-41d4-a0aa-f0e3bbb1d142 req-d7fc04a6-3c17-4855-a734-6d0f7c246d1c service neutron] 10.222.0.55 "GET /v2.0/networks?id=324a563f-bace-4674-b8a0-3af35aa21023 HTTP/1.1" status: 200 len: 921 time: 0.1009722 Nov 05 18:44:02.900511 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-1754995a-0c08-41d4-a0aa-f0e3bbb1d142 req-4295af98-fc33-4a0e-bc66-cd7ed75bdabc service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1667f1ba-f53f-4902-87fb-c3f39d5734bb HTTP/1.1" status: 200 len: 217 time: 0.0360451 Nov 05 18:44:02.973847 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1754995a-0c08-41d4-a0aa-f0e3bbb1d142 req-1650fcc2-1e05-4c14-b45d-506b0c655a47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:44:02.976080 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-1754995a-0c08-41d4-a0aa-f0e3bbb1d142 req-1650fcc2-1e05-4c14-b45d-506b0c655a47 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=78388d9c-2599-4761-adf2-aadd49eafef3 HTTP/1.1" status: 200 len: 859 time: 0.0634973 Nov 05 18:44:03.031085 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1754995a-0c08-41d4-a0aa-f0e3bbb1d142 req-a0a9895e-2a4a-4fdc-8c2b-354d7c83ced9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:44:03.032657 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-1754995a-0c08-41d4-a0aa-f0e3bbb1d142 req-a0a9895e-2a4a-4fdc-8c2b-354d7c83ced9 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=324a563f-bace-4674-b8a0-3af35aa21023&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0485940 Nov 05 18:44:03.091518 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4435507c-35c6-44fe-bfe2-20bab5f85cd5 req-3e1a5c62-e8ef-4bee-a8d9-08678e14e3a0 tempest-ServerDiskConfigTestJSON-70330027 tempest-ServerDiskConfigTestJSON-70330027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:44:03.093034 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-4435507c-35c6-44fe-bfe2-20bab5f85cd5 req-3e1a5c62-e8ef-4bee-a8d9-08678e14e3a0 tempest-ServerDiskConfigTestJSON-70330027 tempest-ServerDiskConfigTestJSON-70330027-project] 10.222.0.13 "GET /v2.0/ports?device_id=6fdd5ed6-81d7-4ab5-86e9-c29a11f82abc HTTP/1.1" status: 200 len: 945 time: 0.0492494 Nov 05 18:44:03.128233 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-9c0317ef-974b-46f2-a6a1-0d2f6fa3e44c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4417463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5112218'] for subnet, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:03.140634 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-1754995a-0c08-41d4-a0aa-f0e3bbb1d142 req-6661a061-e914-4ff9-9cac-2bf2ee32602d service neutron] 10.222.0.55 "GET /v2.0/networks/324a563f-bace-4674-b8a0-3af35aa21023?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0998011 Nov 05 18:44:03.200159 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0317ef-974b-46f2-a6a1-0d2f6fa3e44c admin admin] Pushing event updated for resources: {'Subnet': ['ID=cab14765-124a-4df0-9000-67ffe93d2ac7,revision_number=0']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:44:03.225045 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-4435507c-35c6-44fe-bfe2-20bab5f85cd5 req-0b36b732-b931-4c2f-a18e-0a6dfd1dd7f7 tempest-ServerDiskConfigTestJSON-70330027 tempest-ServerDiskConfigTestJSON-70330027-project] 10.222.0.13 "GET /v2.0/security-groups?id=415b984e-2c75-4a2b-aae3-7fe54c54a52e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251750 Nov 05 18:44:03.230780 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c0317ef-974b-46f2-a6a1-0d2f6fa3e44c admin admin] Checking segment: {'id': '9c365b23-2084-4811-b89e-73c7bcc4e335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '81018994-734e-4e65-a74b-6ee73befe604'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 18:44:03.231132 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c0317ef-974b-46f2-a6a1-0d2f6fa3e44c admin admin] Network hostable DHCP agents. Network: 81018994-734e-4e65-a74b-6ee73befe604, hostable agents: ['987e2ca0-bc3b-4c6f-a989-429ccfbf753f'], hosted agents: [] {{(pid=102387) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 05 18:44:03.261588 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-1754995a-0c08-41d4-a0aa-f0e3bbb1d142 req-1a807c31-76d6-4242-8974-11bdbe41e8b6 service neutron] 10.222.0.55 "GET /v2.0/networks/324a563f-bace-4674-b8a0-3af35aa21023?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1100078 Nov 05 18:44:03.325017 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c0317ef-974b-46f2-a6a1-0d2f6fa3e44c admin admin] Network 81018994-734e-4e65-a74b-6ee73befe604 is scheduled to be hosted by DHCP agent 987e2ca0-bc3b-4c6f-a989-429ccfbf753f with binding_index 1 {{(pid=102387) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 05 18:44:03.410978 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.base_scheduler [None req-9c0317ef-974b-46f2-a6a1-0d2f6fa3e44c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816865-1, 81018994-734e-4e65-a74b-6ee73befe604) {{(pid=102387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:44:03.415060 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c0317ef-974b-46f2-a6a1-0d2f6fa3e44c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:44:03.415685 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-9c0317ef-974b-46f2-a6a1-0d2f6fa3e44c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597851'] for subnet, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:03.420009 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7527409-84cc-4d0a-8029-d45219754e05 None None] Network 81018994-734e-4e65-a74b-6ee73befe604 requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 18:44:03.536822 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-9c0317ef-974b-46f2-a6a1-0d2f6fa3e44c admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.8093753 Nov 05 18:44:03.558652 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8643982c-2fa3-4166-9b1f-34aae971379f None None] Network 81018994-734e-4e65-a74b-6ee73befe604 requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 18:44:03.617329 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2699a17-d157-4ea2-8d2d-f41f934a048f req-2ca29d15-258f-445c-b8e9-6b89cc24d6f9 tempest-FloatingIPsAssociationTestJSON-150840125 tempest-FloatingIPsAssociationTestJSON-150840125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:44:03.619087 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-d2699a17-d157-4ea2-8d2d-f41f934a048f req-2ca29d15-258f-445c-b8e9-6b89cc24d6f9 tempest-FloatingIPsAssociationTestJSON-150840125 tempest-FloatingIPsAssociationTestJSON-150840125-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3b6ffab-3080-4469-afa9-0da51e8b90f6 HTTP/1.1" status: 200 len: 943 time: 0.1019554 Nov 05 18:44:03.634332 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf582ec5-b349-4e9b-9004-e028f0ce7226 req-5328b5d7-ba73-4475-8e91-912a1dd1a25d tempest-ServersAdminTestJSON-1640316766 tempest-ServersAdminTestJSON-1640316766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:44:03.640979 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-cf582ec5-b349-4e9b-9004-e028f0ce7226 req-5328b5d7-ba73-4475-8e91-912a1dd1a25d tempest-ServersAdminTestJSON-1640316766 tempest-ServersAdminTestJSON-1640316766-project] 10.222.0.13 "GET /v2.0/ports?device_id=0bd48938-7d8f-4ea5-981b-397a2676ea1c HTTP/1.1" status: 200 len: 950 time: 0.1103067 Nov 05 18:44:03.722004 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-cf582ec5-b349-4e9b-9004-e028f0ce7226 req-be1973f7-4ca0-426e-81cd-b5c4734d2196 tempest-ServersAdminTestJSON-1640316766 tempest-ServersAdminTestJSON-1640316766-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c663dac-2477-42f8-b37f-f366129474aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799284 Nov 05 18:44:03.726447 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-d2699a17-d157-4ea2-8d2d-f41f934a048f req-a8ba1406-90a5-442b-8dca-3a26575b5a89 tempest-FloatingIPsAssociationTestJSON-150840125 tempest-FloatingIPsAssociationTestJSON-150840125-project] 10.222.0.13 "GET /v2.0/security-groups?id=3cc4611f-52b5-4887-b929-239c423d5920&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813599 Nov 05 18:44:04.117613 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f60b84d-88b9-4388-95ed-40e32131d528 req-8a74cdee-d87d-423f-9294-24cfa0baae5f tempest-LiveMigrationTest-600821399 tempest-LiveMigrationTest-600821399-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:44:04.119086 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-0f60b84d-88b9-4388-95ed-40e32131d528 req-8a74cdee-d87d-423f-9294-24cfa0baae5f tempest-LiveMigrationTest-600821399 tempest-LiveMigrationTest-600821399-project] 10.222.0.13 "GET /v2.0/networks?id=1a9992ef-da6b-4f25-bd43-f1196ce8f1a8 HTTP/1.1" status: 200 len: 807 time: 0.1111197 Nov 05 18:44:04.123124 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 47518) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:44:04.138691 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-0f60b84d-88b9-4388-95ed-40e32131d528 req-2354f0a1-b233-43a1-8e0d-4e4da43eeaad tempest-LiveMigrationTest-600821399 tempest-LiveMigrationTest-600821399-project] 10.222.0.13 "GET /v2.0/quotas/7cc0b234e0c74edeb5d0485be80e09f5 HTTP/1.1" status: 200 len: 375 time: 0.0092723 Nov 05 18:44:04.172346 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-0f60b84d-88b9-4388-95ed-40e32131d528 req-8f7bbbf4-4dbc-4701-91e8-1762c39ddfa2 tempest-LiveMigrationTest-600821399 tempest-LiveMigrationTest-600821399-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=7cc0b234e0c74edeb5d0485be80e09f5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0266473 Nov 05 18:44:04.195047 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:04.245909 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-e86aecad-fa9b-497e-b7a3-2717b8583736 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1029445613-network', 'tenant_id': 'ced5e1577b3c42edb660bd5af3357f7d'}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:44:04.290751 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-0f60b84d-88b9-4388-95ed-40e32131d528 req-417ccbbf-bc34-4d1d-9dc5-16a1373b6a4e service neutron] 10.222.0.13 "GET /v2.0/networks/1a9992ef-da6b-4f25-bd43-f1196ce8f1a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1099710 Nov 05 18:44:04.380971 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e86aecad-fa9b-497e-b7a3-2717b8583736 admin admin] Made reservation on behalf of ced5e1577b3c42edb660bd5af3357f7d for: {'network': 1} {{(pid=102387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 18:44:04.383420 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-e86aecad-fa9b-497e-b7a3-2717b8583736 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for network, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:04.401748 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-e86aecad-fa9b-497e-b7a3-2717b8583736 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:04.423668 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f27e42-3fb3-421d-9abd-c2e2b4cc715b req-10de316a-4aec-4026-835f-b2dddbc95bbd tempest-ServerDiskConfigTestJSON-70330027 tempest-ServerDiskConfigTestJSON-70330027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:44:04.425673 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-05f27e42-3fb3-421d-9abd-c2e2b4cc715b req-10de316a-4aec-4026-835f-b2dddbc95bbd tempest-ServerDiskConfigTestJSON-70330027 tempest-ServerDiskConfigTestJSON-70330027-project] 10.222.0.13 "GET /v2.0/ports?device_id=6fdd5ed6-81d7-4ab5-86e9-c29a11f82abc HTTP/1.1" status: 200 len: 945 time: 0.1194594 Nov 05 18:44:04.470741 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-0f60b84d-88b9-4388-95ed-40e32131d528 req-da9f47b2-7049-44b4-a4af-559e2087d87e service neutron] 10.222.0.13 "GET /v2.0/networks/1a9992ef-da6b-4f25-bd43-f1196ce8f1a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1725693 Nov 05 18:44:04.513142 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-05f27e42-3fb3-421d-9abd-c2e2b4cc715b req-2d588123-f0b6-4e6e-850c-c0422ffc011f tempest-ServerDiskConfigTestJSON-70330027 tempest-ServerDiskConfigTestJSON-70330027-project] 10.222.0.13 "GET /v2.0/security-groups?id=415b984e-2c75-4a2b-aae3-7fe54c54a52e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792999 Nov 05 18:44:04.551508 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-e86aecad-fa9b-497e-b7a3-2717b8583736 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:04.656469 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-e86aecad-fa9b-497e-b7a3-2717b8583736 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:04.685718 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e86aecad-fa9b-497e-b7a3-2717b8583736 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 194} {{(pid=102387) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 05 18:44:04.692117 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86aecad-fa9b-497e-b7a3-2717b8583736 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=333b2f4b-15e4-4577-a087-eb0f0aeac190,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:44:04.698937 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-e86aecad-fa9b-497e-b7a3-2717b8583736 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273'] for segment, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:04.699476 n-d-816865-1 neutron-server[102387]: INFO neutron.db.segments_db [None req-e86aecad-fa9b-497e-b7a3-2717b8583736 admin admin] Added segment 61eeb10a-a42f-40fc-9b5e-40dc210792d1 of type vlan for network 5ad50c20-cbe0-4f19-bda9-67915d432316 Nov 05 18:44:04.759818 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-e86aecad-fa9b-497e-b7a3-2717b8583736 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750027258543'] for network, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:04.797475 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-66948069-6d96-4163-9ff6-b470b64dc4cf req-68c625da-71c8-4e57-9a75-a96a964ee0e9 tempest-LiveMigrationTest-600821399 tempest-LiveMigrationTest-600821399-project] 10.222.0.13 "GET /v2.0/ports?device_id=3211213d-5f72-4665-9237-153dfa751f1a HTTP/1.1" status: 200 len: 210 time: 0.0345047 Nov 05 18:44:04.862233 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511fee31-4694-4e68-8da1-4fef5e557fd2 req-6e5bc836-0450-4123-8226-3033b373ce4e tempest-ServersAdminTestJSON-1640316766 tempest-ServersAdminTestJSON-1640316766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:44:04.863854 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-511fee31-4694-4e68-8da1-4fef5e557fd2 req-6e5bc836-0450-4123-8226-3033b373ce4e tempest-ServersAdminTestJSON-1640316766 tempest-ServersAdminTestJSON-1640316766-project] 10.222.0.13 "GET /v2.0/ports?device_id=0bd48938-7d8f-4ea5-981b-397a2676ea1c HTTP/1.1" status: 200 len: 950 time: 0.0604086 Nov 05 18:44:04.868409 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-1cf04def-1c74-407b-a3f6-aba8d58c846e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:04.911059 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-e86aecad-fa9b-497e-b7a3-2717b8583736 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-956796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877'] for network, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:04.911990 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e86aecad-fa9b-497e-b7a3-2717b8583736 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:44:04.912571 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-e86aecad-fa9b-497e-b7a3-2717b8583736 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597851'] for network, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:05.004701 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7057ef60-b677-4665-859a-65908787860e req-321dd3e7-cf13-48d7-b860-1e5dbeb82763 tempest-FloatingIPsAssociationTestJSON-150840125 tempest-FloatingIPsAssociationTestJSON-150840125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:44:05.006220 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-7057ef60-b677-4665-859a-65908787860e req-321dd3e7-cf13-48d7-b860-1e5dbeb82763 tempest-FloatingIPsAssociationTestJSON-150840125 tempest-FloatingIPsAssociationTestJSON-150840125-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3b6ffab-3080-4469-afa9-0da51e8b90f6 HTTP/1.1" status: 200 len: 943 time: 0.1382232 Nov 05 18:44:05.012842 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-e86aecad-fa9b-497e-b7a3-2717b8583736 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.8887062 Nov 05 18:44:05.016211 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 47544) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:44:05.020060 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-511fee31-4694-4e68-8da1-4fef5e557fd2 req-56d1a8bc-4a2d-4945-ae4e-fe027d6632d1 tempest-ServersAdminTestJSON-1640316766 tempest-ServersAdminTestJSON-1640316766-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c663dac-2477-42f8-b37f-f366129474aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403222 Nov 05 18:44:05.023512 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-9efeb42d-1896-4605-b200-d3ba72e6b7f9 admin admin] Request body: {'subnet': {'network_id': '5ad50c20-cbe0-4f19-bda9-67915d432316', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1029445613-subnet', 'tenant_id': 'ced5e1577b3c42edb660bd5af3357f7d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:44:05.026280 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86aecad-fa9b-497e-b7a3-2717b8583736 admin admin] Pushing event updated for resources: {'Network': ['ID=5ad50c20-cbe0-4f19-bda9-67915d432316,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:44:05.043722 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Network 5ad50c20-cbe0-4f19-bda9-67915d432316 details requested by agent ovs-agent-n-d-816865-1 with host n-d-816865-1 {{(pid=102388) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 05 18:44:05.071977 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-7057ef60-b677-4665-859a-65908787860e req-619a7f6a-67f1-46bc-840d-c18ae798efa1 tempest-FloatingIPsAssociationTestJSON-150840125 tempest-FloatingIPsAssociationTestJSON-150840125-project] 10.222.0.13 "GET /v2.0/security-groups?id=3cc4611f-52b5-4887-b929-239c423d5920&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580590 Nov 05 18:44:05.108141 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9efeb42d-1896-4605-b200-d3ba72e6b7f9 admin admin] Made reservation on behalf of ced5e1577b3c42edb660bd5af3357f7d for: {'subnet': 1} {{(pid=102386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 18:44:05.111653 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-9efeb42d-1896-4605-b200-d3ba72e6b7f9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4877122'] for subnet, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:05.337337 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-9efeb42d-1896-4605-b200-d3ba72e6b7f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6149946', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4877172'] for subnet, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:05.399711 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9efeb42d-1896-4605-b200-d3ba72e6b7f9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=62c050a2-60f8-4c72-8eb4-189eb0ea2c1c,revision_number=0']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:44:05.406891 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9efeb42d-1896-4605-b200-d3ba72e6b7f9 admin admin] Checking segment: {'id': '61eeb10a-a42f-40fc-9b5e-40dc210792d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '5ad50c20-cbe0-4f19-bda9-67915d432316'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 18:44:05.407248 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9efeb42d-1896-4605-b200-d3ba72e6b7f9 admin admin] Network hostable DHCP agents. Network: 5ad50c20-cbe0-4f19-bda9-67915d432316, hostable agents: ['987e2ca0-bc3b-4c6f-a989-429ccfbf753f'], hosted agents: [] {{(pid=102386) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 05 18:44:05.479663 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9efeb42d-1896-4605-b200-d3ba72e6b7f9 admin admin] Network 5ad50c20-cbe0-4f19-bda9-67915d432316 is scheduled to be hosted by DHCP agent 987e2ca0-bc3b-4c6f-a989-429ccfbf753f with binding_index 1 {{(pid=102386) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 05 18:44:05.594144 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.base_scheduler [None req-9efeb42d-1896-4605-b200-d3ba72e6b7f9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816865-1, 5ad50c20-cbe0-4f19-bda9-67915d432316) {{(pid=102386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:44:05.598264 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9efeb42d-1896-4605-b200-d3ba72e6b7f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:44:05.600746 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-9efeb42d-1896-4605-b200-d3ba72e6b7f9 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:05.603410 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bad655f2-4b5e-4720-9022-65e89c0d3f0e None None] Network 5ad50c20-cbe0-4f19-bda9-67915d432316 requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 18:44:05.653708 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187e108b-ca12-4e10-a91a-3feaab4b1946 req-e0b551c0-eece-40c0-beef-5c9027db71b6 tempest-ServerDiskConfigTestJSON-70330027 tempest-ServerDiskConfigTestJSON-70330027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:44:05.655633 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-187e108b-ca12-4e10-a91a-3feaab4b1946 req-e0b551c0-eece-40c0-beef-5c9027db71b6 tempest-ServerDiskConfigTestJSON-70330027 tempest-ServerDiskConfigTestJSON-70330027-project] 10.222.0.13 "GET /v2.0/ports?device_id=6fdd5ed6-81d7-4ab5-86e9-c29a11f82abc HTTP/1.1" status: 200 len: 945 time: 0.0633090 Nov 05 18:44:05.696567 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-9efeb42d-1896-4605-b200-d3ba72e6b7f9 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.6786621 Nov 05 18:44:05.715054 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-187e108b-ca12-4e10-a91a-3feaab4b1946 req-2be9227e-36dc-4e6d-80bd-5333637f9f66 tempest-ServerDiskConfigTestJSON-70330027 tempest-ServerDiskConfigTestJSON-70330027-project] 10.222.0.13 "GET /v2.0/security-groups?id=415b984e-2c75-4a2b-aae3-7fe54c54a52e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532079 Nov 05 18:44:05.740658 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80c5e842-7dab-49f7-8ac9-f07f253484d4 None None] Network 5ad50c20-cbe0-4f19-bda9-67915d432316 requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 18:44:05.914773 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:05.948531 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-c314dc6c-9962-4028-a202-93ce8d0836fa req-d1727570-beb7-4dfe-a1ca-471f70982267 tempest-LiveMigrationTest-600821399 tempest-LiveMigrationTest-600821399-project] 10.222.0.13 "GET /v2.0/ports?device_id=3211213d-5f72-4665-9237-153dfa751f1a HTTP/1.1" status: 200 len: 210 time: 0.0299559 Nov 05 18:44:05.965362 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c932dd-d82c-4663-9821-6bb448f708cf req-f35fbecd-5b77-4ba2-8d93-ca905bcb28af tempest-ServersTestFqdnHostnames-345679519 tempest-ServersTestFqdnHostnames-345679519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:44:05.966875 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-b0c932dd-d82c-4663-9821-6bb448f708cf req-f35fbecd-5b77-4ba2-8d93-ca905bcb28af tempest-ServersTestFqdnHostnames-345679519 tempest-ServersTestFqdnHostnames-345679519-project] 10.222.0.13 "GET /v2.0/ports?device_id=6c5b4f62-65a2-4108-88aa-9bf31a52b4ef HTTP/1.1" status: 200 len: 945 time: 0.0776925 Nov 05 18:44:06.017871 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-b0c932dd-d82c-4663-9821-6bb448f708cf req-9c1cc6c9-1d3a-4e58-a3e0-09a44bd6472c tempest-ServersTestFqdnHostnames-345679519 tempest-ServersTestFqdnHostnames-345679519-project] 10.222.0.13 "GET /v2.0/security-groups?id=82263dd5-ba48-4e1a-9a78-0e181b50a2de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441189 Nov 05 18:44:06.151859 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5b6df3-ff2e-4550-97cd-811691c6a96a req-9079d1b8-84cc-4db9-8b6d-79abcc7df20c tempest-ServersAdminTestJSON-1640316766 tempest-ServersAdminTestJSON-1640316766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:44:06.153526 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-ee5b6df3-ff2e-4550-97cd-811691c6a96a req-9079d1b8-84cc-4db9-8b6d-79abcc7df20c tempest-ServersAdminTestJSON-1640316766 tempest-ServersAdminTestJSON-1640316766-project] 10.222.0.13 "GET /v2.0/ports?device_id=0bd48938-7d8f-4ea5-981b-397a2676ea1c HTTP/1.1" status: 200 len: 950 time: 0.0593464 Nov 05 18:44:06.160826 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b304910f-7b27-444b-a8fc-977d26b1ceac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:06.250448 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972f069d-d337-40e8-b2ce-f17a8397dc59 req-c5eefa52-0196-4ece-bf23-a2ebe0cd77a2 tempest-FloatingIPsAssociationTestJSON-150840125 tempest-FloatingIPsAssociationTestJSON-150840125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:44:06.251907 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-972f069d-d337-40e8-b2ce-f17a8397dc59 req-c5eefa52-0196-4ece-bf23-a2ebe0cd77a2 tempest-FloatingIPsAssociationTestJSON-150840125 tempest-FloatingIPsAssociationTestJSON-150840125-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3b6ffab-3080-4469-afa9-0da51e8b90f6 HTTP/1.1" status: 200 len: 943 time: 0.0974741 Nov 05 18:44:06.256733 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-ee5b6df3-ff2e-4550-97cd-811691c6a96a req-bb23fc02-9598-4957-8710-c9fc8b5a0c93 tempest-ServersAdminTestJSON-1640316766 tempest-ServersAdminTestJSON-1640316766-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c663dac-2477-42f8-b37f-f366129474aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880814 Nov 05 18:44:06.302698 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-972f069d-d337-40e8-b2ce-f17a8397dc59 req-816777db-aa16-4fe2-8f17-cb721e009b5a tempest-FloatingIPsAssociationTestJSON-150840125 tempest-FloatingIPsAssociationTestJSON-150840125-project] 10.222.0.13 "GET /v2.0/security-groups?id=3cc4611f-52b5-4887-b929-239c423d5920&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446234 Nov 05 18:44:06.366294 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 47578) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:44:06.372360 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-f75762e5-f969-4d3e-9353-04ccb7eebff9 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-967217085-network', 'tenant_id': '8166bb5b2c054ff193d22fef283ad5ac'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:44:06.445485 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f75762e5-f969-4d3e-9353-04ccb7eebff9 admin admin] Made reservation on behalf of 8166bb5b2c054ff193d22fef283ad5ac for: {'network': 1} {{(pid=102386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 18:44:06.448099 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-f75762e5-f969-4d3e-9353-04ccb7eebff9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for network, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:06.462679 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-f75762e5-f969-4d3e-9353-04ccb7eebff9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:06.536161 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-f75762e5-f969-4d3e-9353-04ccb7eebff9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:06.598921 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Device df18205d-5c88-489f-9d3f-06d8f897d00c details requested by agent hyperv_n-h2-816865-1 with host n-h2-816865-1 {{(pid=102388) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 05 18:44:06.601026 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Device df18205d-5c88-489f-9d3f-06d8f897d00c no longer exists at agent hyperv_n-h2-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 18:44:06.645664 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-f75762e5-f969-4d3e-9353-04ccb7eebff9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:06.667594 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f75762e5-f969-4d3e-9353-04ccb7eebff9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 161} {{(pid=102386) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 05 18:44:06.681278 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75762e5-f969-4d3e-9353-04ccb7eebff9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed332b0d-300a-4c14-b920-cd3070d72d01,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:44:06.687168 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-f75762e5-f969-4d3e-9353-04ccb7eebff9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273'] for segment, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:06.687511 n-d-816865-1 neutron-server[102386]: INFO neutron.db.segments_db [None req-f75762e5-f969-4d3e-9353-04ccb7eebff9 admin admin] Added segment 4ae4f986-1021-4557-a97c-8cb422010cbe of type vlan for network 8b5eb96b-26ee-440f-8bba-bf049453c3d7 Nov 05 18:44:06.731069 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-f75762e5-f969-4d3e-9353-04ccb7eebff9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750027258543'] for network, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:06.754638 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:06.779890 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] For port df18205d-5c88-489f-9d3f-06d8f897d00c, host n-h2-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=df18205d-5c88-489f-9d3f-06d8f897d00c,segment=NetworkSegment(b30a663d-6bb9-436d-bbb6-d3fc1ef4951b),segment_id=b30a663d-6bb9-436d-bbb6-d3fc1ef4951b)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:44:06.799985 n-d-816865-1 neutron-server[102388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fdd5ed6-81d7-4ab5-86e9-c29a11f82abc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'df18205d-5c88-489f-9d3f-06d8f897d00c'}] {{(pid=102388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 18:44:06.802233 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85474fee1180e129d8a886d264fe0b30223aa672dd1ffe43b630605f18504f68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e64390a-b513-43c3-a8b0-8a79177c68b4" -d '{"events": [{"server_uuid": "6fdd5ed6-81d7-4ab5-86e9-c29a11f82abc", "name": "network-vif-unplugged", "status": "completed", "tag": "df18205d-5c88-489f-9d3f-06d8f897d00c"}]}' {{(pid=102388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 18:44:06.807201 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Returning: {'device': 'df18205d-5c88-489f-9d3f-06d8f897d00c', 'network_id': 'c410af1b-0d29-45ed-bbbd-e63b694a7756', 'port_id': 'df18205d-5c88-489f-9d3f-06d8f897d00c', 'mac_address': 'fa:16:3e:69:5e:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 196, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f65b8522-0d6e-4b41-a88d-8d5f4f8e7c9d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102388) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 05 18:44:06.818091 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] For port df18205d-5c88-489f-9d3f-06d8f897d00c, host n-h2-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=df18205d-5c88-489f-9d3f-06d8f897d00c,segment=NetworkSegment(b30a663d-6bb9-436d-bbb6-d3fc1ef4951b),segment_id=b30a663d-6bb9-436d-bbb6-d3fc1ef4951b)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:44:06.819021 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-f75762e5-f969-4d3e-9353-04ccb7eebff9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-956796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877'] for network, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:06.820776 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f75762e5-f969-4d3e-9353-04ccb7eebff9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:44:06.822299 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-f75762e5-f969-4d3e-9353-04ccb7eebff9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597851'] for network, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:06.860796 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770eb1af-1eef-4b58-8cb3-8c1e509e326a req-f9ca1e0a-9b74-45b5-9ebe-bd0febb6540d tempest-ServerDiskConfigTestJSON-70330027 tempest-ServerDiskConfigTestJSON-70330027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:44:06.863196 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-770eb1af-1eef-4b58-8cb3-8c1e509e326a req-f9ca1e0a-9b74-45b5-9ebe-bd0febb6540d tempest-ServerDiskConfigTestJSON-70330027 tempest-ServerDiskConfigTestJSON-70330027-project] 10.222.0.13 "GET /v2.0/ports?device_id=6fdd5ed6-81d7-4ab5-86e9-c29a11f82abc HTTP/1.1" status: 200 len: 945 time: 0.0711637 Nov 05 18:44:06.864691 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 05 Nov 2021 18:44:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d288d46e-c454-460b-98f7-2f6fef09531a x-openstack-request-id: req-d288d46e-c454-460b-98f7-2f6fef09531a {{(pid=102388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 18:44:06.864983 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6fdd5ed6-81d7-4ab5-86e9-c29a11f82abc", "name": "network-vif-unplugged", "status": "completed", "tag": "df18205d-5c88-489f-9d3f-06d8f897d00c", "code": 200}]} {{(pid=102388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 18:44:06.865233 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d288d46e-c454-460b-98f7-2f6fef09531a {{(pid=102388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 18:44:06.865618 n-d-816865-1 neutron-server[102388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6fdd5ed6-81d7-4ab5-86e9-c29a11f82abc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'df18205d-5c88-489f-9d3f-06d8f897d00c', 'code': 200} Nov 05 18:44:06.878938 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:06.884559 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:06.901282 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-f75762e5-f969-4d3e-9353-04ccb7eebff9 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.5337384 Nov 05 18:44:06.902457 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75762e5-f969-4d3e-9353-04ccb7eebff9 admin admin] Pushing event updated for resources: {'Network': ['ID=8b5eb96b-26ee-440f-8bba-bf049453c3d7,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:44:06.906494 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 47584) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:44:06.915815 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-591bc50d-ca84-40b4-b4a9-414920586191 admin admin] Request body: {'subnet': {'network_id': '8b5eb96b-26ee-440f-8bba-bf049453c3d7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-967217085-subnet', 'tenant_id': '8166bb5b2c054ff193d22fef283ad5ac', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:44:06.919046 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Network 8b5eb96b-26ee-440f-8bba-bf049453c3d7 details requested by agent ovs-agent-n-d-816865-1 with host n-d-816865-1 {{(pid=102388) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 05 18:44:06.924770 n-d-816865-1 neutron-server[102388]: DEBUG neutron.notifiers.nova [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id df18205d-5c88-489f-9d3f-06d8f897d00c {{(pid=102388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 18:44:06.942239 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-770eb1af-1eef-4b58-8cb3-8c1e509e326a req-d27ef4d7-e8ec-4ea9-a7f8-c7aa7194b002 tempest-ServerDiskConfigTestJSON-70330027 tempest-ServerDiskConfigTestJSON-70330027-project] 10.222.0.13 "GET /v2.0/security-groups?id=415b984e-2c75-4a2b-aae3-7fe54c54a52e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701857 Nov 05 18:44:07.038068 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Pushing event updated for resources: {'Port': ['ID=df18205d-5c88-489f-9d3f-06d8f897d00c,revision_number=6']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:44:07.046689 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.db.api [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102388) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 05 18:44:07.046949 n-d-816865-1 neutron-server[102388]: DEBUG oslo_db.api [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 05 18:44:07.051928 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-c55bf4bc-64ca-47d8-83df-9a17520cdbd2 req-6047ef54-76ca-46eb-a966-c7fd3075b817 tempest-LiveMigrationTest-600821399 tempest-LiveMigrationTest-600821399-project] 10.222.0.13 "GET /v2.0/ports?device_id=3211213d-5f72-4665-9237-153dfa751f1a HTTP/1.1" status: 200 len: 210 time: 0.0290515 Nov 05 18:44:07.068035 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-591bc50d-ca84-40b4-b4a9-414920586191 admin admin] Made reservation on behalf of 8166bb5b2c054ff193d22fef283ad5ac for: {'subnet': 1} {{(pid=102387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 18:44:07.070962 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-591bc50d-ca84-40b4-b4a9-414920586191 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5112236'] for subnet, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:07.186834 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71d4069-5083-4208-81ae-cb08acc15951 req-d1a3b022-2af8-4ba0-b183-c1067177e916 tempest-ServersTestFqdnHostnames-345679519 tempest-ServersTestFqdnHostnames-345679519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:44:07.188805 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-f71d4069-5083-4208-81ae-cb08acc15951 req-d1a3b022-2af8-4ba0-b183-c1067177e916 tempest-ServersTestFqdnHostnames-345679519 tempest-ServersTestFqdnHostnames-345679519-project] 10.222.0.13 "GET /v2.0/ports?device_id=6c5b4f62-65a2-4108-88aa-9bf31a52b4ef HTTP/1.1" status: 200 len: 945 time: 0.0944242 Nov 05 18:44:07.215429 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f60b84d-88b9-4388-95ed-40e32131d528 req-3fd5a1a1-ee3a-402b-b7d4-84218734232c tempest-LiveMigrationTest-600821399 tempest-LiveMigrationTest-600821399-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:44:07.216988 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-0f60b84d-88b9-4388-95ed-40e32131d528 req-3fd5a1a1-ee3a-402b-b7d4-84218734232c tempest-LiveMigrationTest-600821399 tempest-LiveMigrationTest-600821399-project] 10.222.0.55 "GET /v2.0/networks?id=1a9992ef-da6b-4f25-bd43-f1196ce8f1a8 HTTP/1.1" status: 200 len: 807 time: 0.1035600 Nov 05 18:44:07.230413 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [req-0f60b84d-88b9-4388-95ed-40e32131d528 req-804d9a3e-b905-4ae6-8b23-ebf25fdbea8a tempest-LiveMigrationTest-600821399 tempest-LiveMigrationTest-600821399-project] Request body: {'port': {'device_id': '3211213d-5f72-4665-9237-153dfa751f1a', 'network_id': '1a9992ef-da6b-4f25-bd43-f1196ce8f1a8', 'admin_state_up': True, 'tenant_id': '7cc0b234e0c74edeb5d0485be80e09f5'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:44:07.291879 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-f71d4069-5083-4208-81ae-cb08acc15951 req-c39771ce-5540-40d8-980a-62d2ab600a0f tempest-ServersTestFqdnHostnames-345679519 tempest-ServersTestFqdnHostnames-345679519-project] 10.222.0.13 "GET /v2.0/security-groups?id=82263dd5-ba48-4e1a-9a78-0e181b50a2de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0963993 Nov 05 18:44:07.374257 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-591bc50d-ca84-40b4-b4a9-414920586191 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4417463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5112218'] for subnet, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:07.405038 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9786323d-abd8-4290-893f-4192c82bdf80 req-fbbb8ba5-aecf-4adc-8081-18ddb1dc590c tempest-ServersTestFqdnHostnames-345679519 tempest-ServersTestFqdnHostnames-345679519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:44:07.406701 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-9786323d-abd8-4290-893f-4192c82bdf80 req-fbbb8ba5-aecf-4adc-8081-18ddb1dc590c tempest-ServersTestFqdnHostnames-345679519 tempest-ServersTestFqdnHostnames-345679519-project] 10.222.0.55 "GET /v2.0/ports?device_id=6c5b4f62-65a2-4108-88aa-9bf31a52b4ef HTTP/1.1" status: 200 len: 945 time: 0.0743730 Nov 05 18:44:07.481202 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591bc50d-ca84-40b4-b4a9-414920586191 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3162c087-b05e-4a7b-b365-e4ce139b52e5,revision_number=0']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:44:07.482457 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0f60b84d-88b9-4388-95ed-40e32131d528 req-804d9a3e-b905-4ae6-8b23-ebf25fdbea8a tempest-LiveMigrationTest-600821399 tempest-LiveMigrationTest-600821399-project] Made reservation on behalf of 7cc0b234e0c74edeb5d0485be80e09f5 for: {'port': 1} {{(pid=102386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 18:44:07.486027 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-0f60b84d-88b9-4388-95ed-40e32131d528 req-804d9a3e-b905-4ae6-8b23-ebf25fdbea8a tempest-LiveMigrationTest-600821399 tempest-LiveMigrationTest-600821399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:07.490868 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49775328-1717-4223-9291-6bafd7487c08 req-5254b769-c125-401e-ab60-c79284967bf6 tempest-ServersAdminTestJSON-1640316766 tempest-ServersAdminTestJSON-1640316766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:44:07.497755 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-49775328-1717-4223-9291-6bafd7487c08 req-5254b769-c125-401e-ab60-c79284967bf6 tempest-ServersAdminTestJSON-1640316766 tempest-ServersAdminTestJSON-1640316766-project] 10.222.0.13 "GET /v2.0/ports?device_id=0bd48938-7d8f-4ea5-981b-397a2676ea1c HTTP/1.1" status: 200 len: 950 time: 0.1571894 Nov 05 18:44:07.537766 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-591bc50d-ca84-40b4-b4a9-414920586191 admin admin] Checking segment: {'id': '4ae4f986-1021-4557-a97c-8cb422010cbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '8b5eb96b-26ee-440f-8bba-bf049453c3d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 18:44:07.538213 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-591bc50d-ca84-40b4-b4a9-414920586191 admin admin] Network hostable DHCP agents. Network: 8b5eb96b-26ee-440f-8bba-bf049453c3d7, hostable agents: ['987e2ca0-bc3b-4c6f-a989-429ccfbf753f'], hosted agents: [] {{(pid=102387) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 05 18:44:07.554444 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c72d34-b97e-4ead-96db-c2e382e5c48c req-53a6ae4f-6cdc-4533-86c2-50f53d3dec96 tempest-FloatingIPsAssociationTestJSON-150840125 tempest-FloatingIPsAssociationTestJSON-150840125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:44:07.555958 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-88c72d34-b97e-4ead-96db-c2e382e5c48c req-53a6ae4f-6cdc-4533-86c2-50f53d3dec96 tempest-FloatingIPsAssociationTestJSON-150840125 tempest-FloatingIPsAssociationTestJSON-150840125-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3b6ffab-3080-4469-afa9-0da51e8b90f6 HTTP/1.1" status: 200 len: 943 time: 0.1405077 Nov 05 18:44:07.570913 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [req-9786323d-abd8-4290-893f-4192c82bdf80 req-5076e874-fb5e-49be-8c09-1157888a8b0c tempest-ServersTestFqdnHostnames-345679519 tempest-ServersTestFqdnHostnames-345679519-project] Deleting port 67fe0faa-c3a0-488e-af66-41eae6e7ad28 {{(pid=102386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 18:44:07.571253 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-9786323d-abd8-4290-893f-4192c82bdf80 req-5076e874-fb5e-49be-8c09-1157888a8b0c tempest-ServersTestFqdnHostnames-345679519 tempest-ServersTestFqdnHostnames-345679519-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:07.590150 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-49775328-1717-4223-9291-6bafd7487c08 req-32f1f5b3-767e-478e-a6cb-c11fea8a67b2 tempest-ServersAdminTestJSON-1640316766 tempest-ServersAdminTestJSON-1640316766-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c663dac-2477-42f8-b37f-f366129474aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861514 Nov 05 18:44:07.601783 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:07.635071 n-d-816865-1 neutron-server[102388]: DEBUG neutron.notifiers.nova [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df18205d-5c88-489f-9d3f-06d8f897d00c {{(pid=102388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 18:44:07.636799 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-88c72d34-b97e-4ead-96db-c2e382e5c48c req-c1e6e246-5f46-4102-a9e8-1f9d49692524 tempest-FloatingIPsAssociationTestJSON-150840125 tempest-FloatingIPsAssociationTestJSON-150840125-project] 10.222.0.13 "GET /v2.0/security-groups?id=3cc4611f-52b5-4887-b929-239c423d5920&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632055 Nov 05 18:44:07.691070 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] For port df18205d-5c88-489f-9d3f-06d8f897d00c, host n-h2-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=df18205d-5c88-489f-9d3f-06d8f897d00c,segment=NetworkSegment(b30a663d-6bb9-436d-bbb6-d3fc1ef4951b),segment_id=b30a663d-6bb9-436d-bbb6-d3fc1ef4951b)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:44:07.697264 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-591bc50d-ca84-40b4-b4a9-414920586191 admin admin] Network 8b5eb96b-26ee-440f-8bba-bf049453c3d7 is scheduled to be hosted by DHCP agent 987e2ca0-bc3b-4c6f-a989-429ccfbf753f with binding_index 1 {{(pid=102387) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 05 18:44:07.701929 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.db_base_plugin_common [req-0f60b84d-88b9-4388-95ed-40e32131d528 req-804d9a3e-b905-4ae6-8b23-ebf25fdbea8a tempest-LiveMigrationTest-600821399 tempest-LiveMigrationTest-600821399-project] Allocated IP 172.20.0.12 (1a9992ef-da6b-4f25-bd43-f1196ce8f1a8/82b7bbfc-ac99-45bb-a8a9-211b9b80ecc2/ec710ca3-509e-4561-83ed-f414242c92b7) {{(pid=102386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 18:44:07.717581 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [req-9786323d-abd8-4290-893f-4192c82bdf80 req-5076e874-fb5e-49be-8c09-1157888a8b0c tempest-ServersTestFqdnHostnames-345679519 tempest-ServersTestFqdnHostnames-345679519-project] For port 67fe0faa-c3a0-488e-af66-41eae6e7ad28, host n-h2-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=67fe0faa-c3a0-488e-af66-41eae6e7ad28,segment=NetworkSegment(fa8c7ea5-f99c-4ee2-80d1-0e4e054d8ebd),segment_id=fa8c7ea5-f99c-4ee2-80d1-0e4e054d8ebd)] {{(pid=102386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:44:07.717950 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-9786323d-abd8-4290-893f-4192c82bdf80 req-5076e874-fb5e-49be-8c09-1157888a8b0c tempest-ServersTestFqdnHostnames-345679519 tempest-ServersTestFqdnHostnames-345679519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:07.765838 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:07.766587 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Device 1667f1ba-f53f-4902-87fb-c3f39d5734bb details requested by agent hyperv_n-h2-816865-1 with host n-h2-816865-1 {{(pid=102388) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 05 18:44:07.794713 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.base_scheduler [None req-591bc50d-ca84-40b4-b4a9-414920586191 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816865-1, 8b5eb96b-26ee-440f-8bba-bf049453c3d7) {{(pid=102387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:44:07.799743 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-591bc50d-ca84-40b4-b4a9-414920586191 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:44:07.800868 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-591bc50d-ca84-40b4-b4a9-414920586191 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597851'] for subnet, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:07.817602 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac9b37b8-3eec-48e7-8f5d-c5658c46760e None None] Network 8b5eb96b-26ee-440f-8bba-bf049453c3d7 requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 18:44:07.843856 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Pushing event updated for resources: {'Port': ['ID=df18205d-5c88-489f-9d3f-06d8f897d00c,revision_number=7']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:44:07.918850 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-591bc50d-ca84-40b4-b4a9-414920586191 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.0111303 Nov 05 18:44:08.004070 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-9786323d-abd8-4290-893f-4192c82bdf80 req-5076e874-fb5e-49be-8c09-1157888a8b0c tempest-ServersTestFqdnHostnames-345679519 tempest-ServersTestFqdnHostnames-345679519-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:08.004070 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-9786323d-abd8-4290-893f-4192c82bdf80 req-5076e874-fb5e-49be-8c09-1157888a8b0c tempest-ServersTestFqdnHostnames-345679519 tempest-ServersTestFqdnHostnames-345679519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1000577'] for floatingip, after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:08.004070 n-d-816865-1 neutron-server[102386]: INFO neutron.db.l3_db [req-9786323d-abd8-4290-893f-4192c82bdf80 req-5076e874-fb5e-49be-8c09-1157888a8b0c tempest-ServersTestFqdnHostnames-345679519 tempest-ServersTestFqdnHostnames-345679519-project] Floating IP 233b907b-aa31-4be3-a9c3-f026b4a22a28 disassociated. External IP: 172.25.6.52, port: 67fe0faa-c3a0-488e-af66-41eae6e7ad28. Nov 05 18:44:08.004070 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [req-9786323d-abd8-4290-893f-4192c82bdf80 req-5076e874-fb5e-49be-8c09-1157888a8b0c tempest-ServersTestFqdnHostnames-345679519 tempest-ServersTestFqdnHostnames-345679519-project] Calling delete_port for 67fe0faa-c3a0-488e-af66-41eae6e7ad28 owned by compute:nova {{(pid=102386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 18:44:08.013757 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-0f60b84d-88b9-4388-95ed-40e32131d528 req-804d9a3e-b905-4ae6-8b23-ebf25fdbea8a tempest-LiveMigrationTest-600821399 tempest-LiveMigrationTest-600821399-project] Publish callbacks [] for port, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:08.120514 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4f3431-1d8e-46fd-910d-288a909a3384 req-3d9080f6-f6a7-4f18-a057-438123687588 tempest-ServerDiskConfigTestJSON-70330027 tempest-ServerDiskConfigTestJSON-70330027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:44:08.123147 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-ac4f3431-1d8e-46fd-910d-288a909a3384 req-3d9080f6-f6a7-4f18-a057-438123687588 tempest-ServerDiskConfigTestJSON-70330027 tempest-ServerDiskConfigTestJSON-70330027-project] 10.222.0.13 "GET /v2.0/ports?device_id=6fdd5ed6-81d7-4ab5-86e9-c29a11f82abc HTTP/1.1" status: 200 len: 944 time: 0.0732217 Nov 05 18:44:08.185347 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-0f60b84d-88b9-4388-95ed-40e32131d528 req-804d9a3e-b905-4ae6-8b23-ebf25fdbea8a tempest-LiveMigrationTest-600821399 tempest-LiveMigrationTest-600821399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:08.207400 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af0124b4-b46b-4288-a890-da95645c0a43 None None] Network 8b5eb96b-26ee-440f-8bba-bf049453c3d7 requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 18:44:08.210296 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] For port 1667f1ba-f53f-4902-87fb-c3f39d5734bb, host n-h2-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=1667f1ba-f53f-4902-87fb-c3f39d5734bb,segment=NetworkSegment(19a5aad3-0c26-4f6f-8422-7177e297fdc5),segment_id=19a5aad3-0c26-4f6f-8422-7177e297fdc5)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:44:08.226916 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-ac4f3431-1d8e-46fd-910d-288a909a3384 req-f4561540-34da-4785-850e-3ef3380a110f tempest-ServerDiskConfigTestJSON-70330027 tempest-ServerDiskConfigTestJSON-70330027-project] 10.222.0.13 "GET /v2.0/security-groups?id=415b984e-2c75-4a2b-aae3-7fe54c54a52e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923069 Nov 05 18:44:08.240844 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0f60b84d-88b9-4388-95ed-40e32131d528 req-804d9a3e-b905-4ae6-8b23-ebf25fdbea8a tempest-LiveMigrationTest-600821399 tempest-LiveMigrationTest-600821399-project] Network 1a9992ef-da6b-4f25-bd43-f1196ce8f1a8 is already hosted by enough agents. {{(pid=102386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 18:44:08.241082 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Returning: {'device': '1667f1ba-f53f-4902-87fb-c3f39d5734bb', 'network_id': '324a563f-bace-4674-b8a0-3af35aa21023', 'port_id': '1667f1ba-f53f-4902-87fb-c3f39d5734bb', 'mac_address': 'fa:16:3e:1a:9d:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 160, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '78388d9c-2599-4761-adf2-aadd49eafef3', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102388) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 05 18:44:08.244586 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.base_scheduler [req-0f60b84d-88b9-4388-95ed-40e32131d528 req-804d9a3e-b905-4ae6-8b23-ebf25fdbea8a tempest-LiveMigrationTest-600821399 tempest-LiveMigrationTest-600821399-project] Resources bound (agent type, host, resource id): {{(pid=102386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:44:08.249361 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f60b84d-88b9-4388-95ed-40e32131d528 req-804d9a3e-b905-4ae6-8b23-ebf25fdbea8a tempest-LiveMigrationTest-600821399 tempest-LiveMigrationTest-600821399-project] Received port after_create {{(pid=102386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 18:44:08.255140 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804d9a3e-b905-4ae6-8b23-ebf25fdbea8a tempest-LiveMigrationTest-600821399 tempest-LiveMigrationTest-600821399-project] Pushing event updated for resources: {'Port': ['ID=ec710ca3-509e-4561-83ed-f414242c92b7,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:44:08.285138 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-31f93893-a48e-4ae8-833d-dccb2b42eacc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:08.301080 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58d6757-effb-4ccd-b8e7-19708959ab36 req-6b3adbee-8bf1-4781-a48b-b122ecd787d8 tempest-LiveMigrationTest-600821399 tempest-LiveMigrationTest-600821399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:44:08.302666 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-e58d6757-effb-4ccd-b8e7-19708959ab36 req-6b3adbee-8bf1-4781-a48b-b122ecd787d8 tempest-LiveMigrationTest-600821399 tempest-LiveMigrationTest-600821399-project] 10.222.0.13 "GET /v2.0/ports?device_id=3211213d-5f72-4665-9237-153dfa751f1a HTTP/1.1" status: 200 len: 932 time: 0.0746958 Nov 05 18:44:08.327763 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f60b84d-88b9-4388-95ed-40e32131d528 req-804d9a3e-b905-4ae6-8b23-ebf25fdbea8a tempest-LiveMigrationTest-600821399 tempest-LiveMigrationTest-600821399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:44:08.328717 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-0f60b84d-88b9-4388-95ed-40e32131d528 req-804d9a3e-b905-4ae6-8b23-ebf25fdbea8a tempest-LiveMigrationTest-600821399 tempest-LiveMigrationTest-600821399-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:08.343228 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-9786323d-abd8-4290-893f-4192c82bdf80 req-5076e874-fb5e-49be-8c09-1157888a8b0c tempest-ServersTestFqdnHostnames-345679519 tempest-ServersTestFqdnHostnames-345679519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:08.349844 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:08.369112 n-d-816865-1 neutron-server[102388]: DEBUG neutron.notifiers.nova [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1667f1ba-f53f-4902-87fb-c3f39d5734bb {{(pid=102388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 18:44:08.371178 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-e58d6757-effb-4ccd-b8e7-19708959ab36 req-e07b2caa-4b89-4636-8a87-4831d8463fb2 tempest-LiveMigrationTest-600821399 tempest-LiveMigrationTest-600821399-project] 10.222.0.13 "GET /v2.0/security-groups?id=3677ad50-e4bf-4315-8aa4-e48810edc139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618229 Nov 05 18:44:08.387366 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5076e874-fb5e-49be-8c09-1157888a8b0c tempest-ServersTestFqdnHostnames-345679519 tempest-ServersTestFqdnHostnames-345679519-project] Pushing event deleted for resources: {'Port': ['ID=67fe0faa-c3a0-488e-af66-41eae6e7ad28,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:44:08.419118 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-0f60b84d-88b9-4388-95ed-40e32131d528 req-804d9a3e-b905-4ae6-8b23-ebf25fdbea8a tempest-LiveMigrationTest-600821399 tempest-LiveMigrationTest-600821399-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1925902 Nov 05 18:44:08.447099 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] For port 1667f1ba-f53f-4902-87fb-c3f39d5734bb, host n-h2-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=1667f1ba-f53f-4902-87fb-c3f39d5734bb,segment=NetworkSegment(19a5aad3-0c26-4f6f-8422-7177e297fdc5),segment_id=19a5aad3-0c26-4f6f-8422-7177e297fdc5)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:44:08.482396 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [req-0f60b84d-88b9-4388-95ed-40e32131d528 req-c269ba61-6f5c-452e-80b0-6ce586b72f6a service neutron] Request body: {'port': {'device_id': '3211213d-5f72-4665-9237-153dfa751f1a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816865-1'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:44:08.487952 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-3a1b53bb-c1d6-453f-810e-b031415e6f20 req-a285344e-f955-4109-8581-68a3cfc90777 tempest-ServersTestFqdnHostnames-345679519 tempest-ServersTestFqdnHostnames-345679519-project] 10.222.0.13 "GET /v2.0/ports?device_id=6c5b4f62-65a2-4108-88aa-9bf31a52b4ef HTTP/1.1" status: 200 len: 210 time: 0.0275259 Nov 05 18:44:08.513722 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:08.536967 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:08.595747 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Pushing event updated for resources: {'Port': ['ID=1667f1ba-f53f-4902-87fb-c3f39d5734bb,revision_number=4']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:44:08.604101 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-0f60b84d-88b9-4388-95ed-40e32131d528 req-c269ba61-6f5c-452e-80b0-6ce586b72f6a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:08.646032 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9786323d-abd8-4290-893f-4192c82bdf80 req-5076e874-fb5e-49be-8c09-1157888a8b0c tempest-ServersTestFqdnHostnames-345679519 tempest-ServersTestFqdnHostnames-345679519-project] Router 5dde95f4-1157-44ab-817a-8770c8f8e80c has already been hosted by L3 agent 6dcb5589-8e86-4616-9186-ddc4548e13ad {{(pid=102386) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 18:44:08.725506 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdb3a22-7ae5-4f67-a451-3c0a2a0adb37 req-6b15bb3f-ccc2-4175-9d18-6134b3194fc2 tempest-ServersNegativeTestMultiTenantJSON-626545648 tempest-ServersNegativeTestMultiTenantJSON-626545648-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:44:08.727016 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-3fdb3a22-7ae5-4f67-a451-3c0a2a0adb37 req-6b15bb3f-ccc2-4175-9d18-6134b3194fc2 tempest-ServersNegativeTestMultiTenantJSON-626545648 tempest-ServersNegativeTestMultiTenantJSON-626545648-project] 10.222.0.13 "GET /v2.0/networks?id=5ad50c20-cbe0-4f19-bda9-67915d432316 HTTP/1.1" status: 200 len: 825 time: 0.1596959 Nov 05 18:44:08.754586 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a572a425-a075-458f-aba4-90df9627d7b1 req-23744fbd-21b5-4387-b9b0-5ef4002250c3 tempest-ServersAdminTestJSON-1640316766 tempest-ServersAdminTestJSON-1640316766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:44:08.756205 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-a572a425-a075-458f-aba4-90df9627d7b1 req-23744fbd-21b5-4387-b9b0-5ef4002250c3 tempest-ServersAdminTestJSON-1640316766 tempest-ServersAdminTestJSON-1640316766-project] 10.222.0.13 "GET /v2.0/ports?device_id=0bd48938-7d8f-4ea5-981b-397a2676ea1c HTTP/1.1" status: 200 len: 950 time: 0.0815845 Nov 05 18:44:08.757913 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-3fdb3a22-7ae5-4f67-a451-3c0a2a0adb37 req-d8fdbd04-873c-43ce-94e9-f0b0c4c7d629 tempest-ServersNegativeTestMultiTenantJSON-626545648 tempest-ServersNegativeTestMultiTenantJSON-626545648-project] 10.222.0.13 "GET /v2.0/quotas/ced5e1577b3c42edb660bd5af3357f7d HTTP/1.1" status: 200 len: 375 time: 0.0236130 Nov 05 18:44:08.771214 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] get_ports_and_sgs() called for port_ids ['1667f1ba-f53f-4902-87fb-c3f39d5734bb'] {{(pid=102388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 18:44:08.773439 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] get_ports_and_sgs() called for port_ids ['df18205d-5c88-489f-9d3f-06d8f897d00c'] {{(pid=102388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 18:44:08.800393 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-3fdb3a22-7ae5-4f67-a451-3c0a2a0adb37 req-a348fc0b-8d69-428a-ac00-7dd0b18c98a8 tempest-ServersNegativeTestMultiTenantJSON-626545648 tempest-ServersNegativeTestMultiTenantJSON-626545648-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=ced5e1577b3c42edb660bd5af3357f7d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0362151 Nov 05 18:44:08.883043 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9786323d-abd8-4290-893f-4192c82bdf80 req-5076e874-fb5e-49be-8c09-1157888a8b0c tempest-ServersTestFqdnHostnames-345679519 tempest-ServersTestFqdnHostnames-345679519-project] Notify agent at l3_agent.n-d-816865-1 the message routers_updated {{(pid=102386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 18:44:08.910692 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ef23385-c77b-47d7-8711-299b86707004 None None] Sync routers for ids ['5dde95f4-1157-44ab-817a-8770c8f8e80c'] in n-d-816865-1 {{(pid=102388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 18:44:08.911241 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-a572a425-a075-458f-aba4-90df9627d7b1 req-cc76e072-97d0-4747-b92b-9800035a32a3 tempest-ServersAdminTestJSON-1640316766 tempest-ServersAdminTestJSON-1640316766-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c663dac-2477-42f8-b37f-f366129474aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328783 Nov 05 18:44:08.953396 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [req-9786323d-abd8-4290-893f-4192c82bdf80 req-5076e874-fb5e-49be-8c09-1157888a8b0c tempest-ServersTestFqdnHostnames-345679519 tempest-ServersTestFqdnHostnames-345679519-project] No DVR routers for this DVR port 67fe0faa-c3a0-488e-af66-41eae6e7ad28 on host n-h2-816865-1 {{(pid=102386) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 18:44:08.956903 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-9786323d-abd8-4290-893f-4192c82bdf80 req-5076e874-fb5e-49be-8c09-1157888a8b0c tempest-ServersTestFqdnHostnames-345679519 tempest-ServersTestFqdnHostnames-345679519-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:08.961110 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-9786323d-abd8-4290-893f-4192c82bdf80 req-5076e874-fb5e-49be-8c09-1157888a8b0c tempest-ServersTestFqdnHostnames-345679519 tempest-ServersTestFqdnHostnames-345679519-project] 10.222.0.55 "DELETE /v2.0/ports/67fe0faa-c3a0-488e-af66-41eae6e7ad28 HTTP/1.1" status: 204 len: 173 time: 1.5473208 Nov 05 18:44:08.973615 n-d-816865-1 neutron-server[102386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c5b4f62-65a2-4108-88aa-9bf31a52b4ef', 'name': 'network-vif-deleted', 'tag': '67fe0faa-c3a0-488e-af66-41eae6e7ad28'}] {{(pid=102386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 18:44:08.976862 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6173a44d7c73f41af551dc890fa1a5892c2c6bc3458b640c8e0c24db7876ba6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9237b6f-6685-46ff-8c82-46ec6279db4e" -d '{"events": [{"server_uuid": "6c5b4f62-65a2-4108-88aa-9bf31a52b4ef", "name": "network-vif-deleted", "tag": "67fe0faa-c3a0-488e-af66-41eae6e7ad28"}]}' {{(pid=102386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 18:44:08.977064 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-3fdb3a22-7ae5-4f67-a451-3c0a2a0adb37 req-c9d38f9c-be24-427d-8db5-7069fb2acc6f service neutron] 10.222.0.13 "GET /v2.0/networks/5ad50c20-cbe0-4f19-bda9-67915d432316?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1589077 Nov 05 18:44:09.061954 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ef23385-c77b-47d7-8711-299b86707004 None None] Routers {'5dde95f4-1157-44ab-817a-8770c8f8e80c'} bound to L3 agent in host n-d-816865-1 {{(pid=102388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 18:44:09.073358 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-2ef23385-c77b-47d7-8711-299b86707004 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T18:44:05Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['5dde95f4-1157-44ab-817a-8770c8f8e80c'], 'active': True} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:44:09.091446 n-d-816865-1 neutron-server[102386]: DEBUG neutron.notifiers.nova [req-0f60b84d-88b9-4388-95ed-40e32131d528 req-c269ba61-6f5c-452e-80b0-6ce586b72f6a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec710ca3-509e-4561-83ed-f414242c92b7 {{(pid=102386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 18:44:09.100427 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-0f60b84d-88b9-4388-95ed-40e32131d528 req-c269ba61-6f5c-452e-80b0-6ce586b72f6a service neutron] Publish callbacks [] for port, precommit_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:09.114275 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.provisioning_blocks [req-0f60b84d-88b9-4388-95ed-40e32131d528 req-c269ba61-6f5c-452e-80b0-6ce586b72f6a service neutron] Transition to ACTIVE for port object ec710ca3-509e-4561-83ed-f414242c92b7 will not be triggered until provisioned by entity L2. {{(pid=102386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 05 18:44:09.171521 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-0f60b84d-88b9-4388-95ed-40e32131d528 req-c269ba61-6f5c-452e-80b0-6ce586b72f6a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6149821'] for port, after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:09.250101 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c269ba61-6f5c-452e-80b0-6ce586b72f6a service neutron] Pushing event updated for resources: {'Port': ['ID=ec710ca3-509e-4561-83ed-f414242c92b7,revision_number=2']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:44:09.283179 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvr_db [None req-2ef23385-c77b-47d7-8711-299b86707004 None None] Set router 5dde95f4-1157-44ab-817a-8770c8f8e80c gateway port host: n-d-816865-1 {{(pid=102388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 18:44:09.327475 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [req-0f60b84d-88b9-4388-95ed-40e32131d528 req-c269ba61-6f5c-452e-80b0-6ce586b72f6a service neutron] Attempting to bind port ec710ca3-509e-4561-83ed-f414242c92b7 on host n-h2-816865-1 for vnic_type normal with profile {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 18:44:09.327862 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [req-0f60b84d-88b9-4388-95ed-40e32131d528 req-c269ba61-6f5c-452e-80b0-6ce586b72f6a service neutron] Attempting to bind port ec710ca3-509e-4561-83ed-f414242c92b7 by drivers openvswitch,hyperv on host n-h2-816865-1 at level 0 using segments [{'id': 'b9f65680-5ef1-4bb4-ac2c-6d7ba403921d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '1a9992ef-da6b-4f25-bd43-f1196ce8f1a8'}] {{(pid=102386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 18:44:09.328123 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f60b84d-88b9-4388-95ed-40e32131d528 req-c269ba61-6f5c-452e-80b0-6ce586b72f6a service neutron] Attempting to bind port ec710ca3-509e-4561-83ed-f414242c92b7 on network 1a9992ef-da6b-4f25-bd43-f1196ce8f1a8 {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 18:44:09.333601 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f60b84d-88b9-4388-95ed-40e32131d528 req-c269ba61-6f5c-452e-80b0-6ce586b72f6a service neutron] Port ec710ca3-509e-4561-83ed-f414242c92b7 on network 1a9992ef-da6b-4f25-bd43-f1196ce8f1a8 not bound, no agent of type Open vSwitch agent registered on host n-h2-816865-1 {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 18:44:09.333994 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f60b84d-88b9-4388-95ed-40e32131d528 req-c269ba61-6f5c-452e-80b0-6ce586b72f6a service neutron] Attempting to bind port ec710ca3-509e-4561-83ed-f414242c92b7 on network 1a9992ef-da6b-4f25-bd43-f1196ce8f1a8 {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 18:44:09.339063 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f60b84d-88b9-4388-95ed-40e32131d528 req-c269ba61-6f5c-452e-80b0-6ce586b72f6a service neutron] Checking agent: {'id': '32aff553-696f-4891-83f5-5c176f61fe54', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816865-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 18, 33, 36), 'started_at': datetime.datetime(2021, 11, 5, 18, 33, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 18, 44, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 18:44:09.339396 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f60b84d-88b9-4388-95ed-40e32131d528 req-c269ba61-6f5c-452e-80b0-6ce586b72f6a service neutron] Checking segment: {'id': 'b9f65680-5ef1-4bb4-ac2c-6d7ba403921d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '1a9992ef-da6b-4f25-bd43-f1196ce8f1a8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 18:44:09.339779 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f60b84d-88b9-4388-95ed-40e32131d528 req-c269ba61-6f5c-452e-80b0-6ce586b72f6a service neutron] Bound using segment: {'id': 'b9f65680-5ef1-4bb4-ac2c-6d7ba403921d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '1a9992ef-da6b-4f25-bd43-f1196ce8f1a8'} {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 18:44:09.340197 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [req-0f60b84d-88b9-4388-95ed-40e32131d528 req-c269ba61-6f5c-452e-80b0-6ce586b72f6a service neutron] Bound port: ec710ca3-509e-4561-83ed-f414242c92b7, host: n-h2-816865-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b9f65680-5ef1-4bb4-ac2c-6d7ba403921d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '1a9992ef-da6b-4f25-bd43-f1196ce8f1a8'}}] {{(pid=102386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 18:44:09.340544 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-0f60b84d-88b9-4388-95ed-40e32131d528 req-c269ba61-6f5c-452e-80b0-6ce586b72f6a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:09.413862 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [req-0f60b84d-88b9-4388-95ed-40e32131d528 req-c269ba61-6f5c-452e-80b0-6ce586b72f6a service neutron] For port ec710ca3-509e-4561-83ed-f414242c92b7, host n-h2-816865-1, cleared binding levels {{(pid=102386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 18:44:09.417224 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [req-0f60b84d-88b9-4388-95ed-40e32131d528 req-c269ba61-6f5c-452e-80b0-6ce586b72f6a service neutron] For port ec710ca3-509e-4561-83ed-f414242c92b7, host n-h2-816865-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=ec710ca3-509e-4561-83ed-f414242c92b7,segment=NetworkSegment(b9f65680-5ef1-4bb4-ac2c-6d7ba403921d),segment_id=b9f65680-5ef1-4bb4-ac2c-6d7ba403921d)] {{(pid=102386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 18:44:09.453398 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd74fd4-988f-48ac-8941-5809a1ddace9 req-fb2a10e0-500f-4ad1-8a97-dd2e2ac82595 tempest-FloatingIPsAssociationTestJSON-150840125 tempest-FloatingIPsAssociationTestJSON-150840125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:44:09.454985 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-efd74fd4-988f-48ac-8941-5809a1ddace9 req-fb2a10e0-500f-4ad1-8a97-dd2e2ac82595 tempest-FloatingIPsAssociationTestJSON-150840125 tempest-FloatingIPsAssociationTestJSON-150840125-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3b6ffab-3080-4469-afa9-0da51e8b90f6 HTTP/1.1" status: 200 len: 944 time: 0.4466605 Nov 05 18:44:09.459937 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-3fdb3a22-7ae5-4f67-a451-3c0a2a0adb37 req-3cc1077a-9553-4a66-b596-5440d815471a service neutron] 10.222.0.13 "GET /v2.0/networks/5ad50c20-cbe0-4f19-bda9-67915d432316?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4822731 Nov 05 18:44:09.475826 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-0f60b84d-88b9-4388-95ed-40e32131d528 req-c269ba61-6f5c-452e-80b0-6ce586b72f6a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6149821'] for port, after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:09.514195 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-2ef23385-c77b-47d7-8711-299b86707004 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dde95f4-1157-44ab-817a-8770c8f8e80c', 'name': 'tempest-ServersTestFqdnHostnames-1079241961-router', 'tenant_id': 'd276d3590f324d258de926cd1aa8ebb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.82'}], 'enable_snat': True}, 'gw_port_id': '82df7b0b-5854-4685-bdd9-15e178f86f35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T18:41:34Z', 'updated_at': '2021-11-05T18:41:40Z', 'revision_number': 4, 'project_id': 'd276d3590f324d258de926cd1aa8ebb5', 'gw_port': {'id': '82df7b0b-5854-4685-bdd9-15e178f86f35', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:27:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dde95f4-1157-44ab-817a-8770c8f8e80c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 753, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T18:41:34Z', 'updated_at': '2021-11-05T18:41:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1', '_interfaces': [{'id': '59a31988-9d9f-4f00-ade6-2b69787ce63d', 'name': '', 'network_id': '1da37b43-f7d4-493c-9709-10fff3365b6d', 'tenant_id': 'd276d3590f324d258de926cd1aa8ebb5', 'mac_address': 'fa:16:3e:b9:86:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dde95f4-1157-44ab-817a-8770c8f8e80c', 'device_owner': 'network:router_interface', 'standard_attr_id': 761, 'fixed_ips': [{'subnet_id': '98fc1e31-7219-4cb0-bc4e-cc4fffcb9ad4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T18:41:38Z', 'updated_at': '2021-11-05T18:41:47Z', 'revision_number': 5, 'project_id': 'd276d3590f324d258de926cd1aa8ebb5', 'subnets': [{'id': '98fc1e31-7219-4cb0-bc4e-cc4fffcb9ad4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-1', False) {} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:44:09.520979 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f60b84d-88b9-4388-95ed-40e32131d528 req-c269ba61-6f5c-452e-80b0-6ce586b72f6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:44:09.521612 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-0f60b84d-88b9-4388-95ed-40e32131d528 req-c269ba61-6f5c-452e-80b0-6ce586b72f6a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:09.523069 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-0f60b84d-88b9-4388-95ed-40e32131d528 req-c269ba61-6f5c-452e-80b0-6ce586b72f6a service neutron] 10.222.0.55 "PUT /v2.0/ports/ec710ca3-509e-4561-83ed-f414242c92b7 HTTP/1.1" status: 200 len: 1092 time: 1.0465438 Nov 05 18:44:09.542100 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-efd74fd4-988f-48ac-8941-5809a1ddace9 req-378c67c3-9437-489e-b866-641ed02d1219 tempest-FloatingIPsAssociationTestJSON-150840125 tempest-FloatingIPsAssociationTestJSON-150840125-project] 10.222.0.13 "GET /v2.0/security-groups?id=3cc4611f-52b5-4887-b929-239c423d5920&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770822 Nov 05 18:44:09.554639 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c269ba61-6f5c-452e-80b0-6ce586b72f6a service neutron] Pushing event updated for resources: {'Port': ['ID=ec710ca3-509e-4561-83ed-f414242c92b7,revision_number=3']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:44:09.573074 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ef23385-c77b-47d7-8711-299b86707004 None None] Checking router: 5dde95f4-1157-44ab-817a-8770c8f8e80c for host: n-d-816865-1 {{(pid=102388) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 18:44:09.582527 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ef23385-c77b-47d7-8711-299b86707004 None None] Routers {'5dde95f4-1157-44ab-817a-8770c8f8e80c'} bound to L3 agent in host n-d-816865-1 {{(pid=102388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 18:44:09.583355 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-2ef23385-c77b-47d7-8711-299b86707004 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T18:44:05Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['5dde95f4-1157-44ab-817a-8770c8f8e80c'], 'active': True} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:44:09.709430 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f60b84d-88b9-4388-95ed-40e32131d528 req-5c6e158c-7297-472d-87bb-b7697937de31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:44:09.711179 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-0f60b84d-88b9-4388-95ed-40e32131d528 req-5c6e158c-7297-472d-87bb-b7697937de31 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7cc0b234e0c74edeb5d0485be80e09f5&device_id=3211213d-5f72-4665-9237-153dfa751f1a HTTP/1.1" status: 200 len: 1095 time: 0.0463216 Nov 05 18:44:09.737541 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvr_db [None req-2ef23385-c77b-47d7-8711-299b86707004 None None] Set router 5dde95f4-1157-44ab-817a-8770c8f8e80c gateway port host: n-d-816865-1 {{(pid=102388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 18:44:09.887765 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1efa78-462a-421d-a57a-9434731c4b1d req-37d90f70-f5e6-4d37-a09a-cfafc090f724 tempest-ServerDiskConfigTestJSON-70330027 tempest-ServerDiskConfigTestJSON-70330027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:44:09.896850 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-8a1efa78-462a-421d-a57a-9434731c4b1d req-37d90f70-f5e6-4d37-a09a-cfafc090f724 tempest-ServerDiskConfigTestJSON-70330027 tempest-ServerDiskConfigTestJSON-70330027-project] 10.222.0.13 "GET /v2.0/ports?device_id=6fdd5ed6-81d7-4ab5-86e9-c29a11f82abc HTTP/1.1" status: 200 len: 944 time: 0.1020110 Nov 05 18:44:09.914008 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4faa264-3f4e-4236-82b7-3186469ccb2f req-7c698436-ecc3-4dd3-ba47-99d8465a6c2e tempest-LiveMigrationTest-600821399 tempest-LiveMigrationTest-600821399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:44:09.921418 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-e4faa264-3f4e-4236-82b7-3186469ccb2f req-7c698436-ecc3-4dd3-ba47-99d8465a6c2e tempest-LiveMigrationTest-600821399 tempest-LiveMigrationTest-600821399-project] 10.222.0.13 "GET /v2.0/ports?device_id=3211213d-5f72-4665-9237-153dfa751f1a HTTP/1.1" status: 200 len: 944 time: 0.1149077 Nov 05 18:44:10.008313 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-8a1efa78-462a-421d-a57a-9434731c4b1d req-d79b4e57-19ed-44fc-b97c-821cf81cebdb tempest-ServerDiskConfigTestJSON-70330027 tempest-ServerDiskConfigTestJSON-70330027-project] 10.222.0.13 "GET /v2.0/security-groups?id=415b984e-2c75-4a2b-aae3-7fe54c54a52e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096511 Nov 05 18:44:10.016441 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-e4faa264-3f4e-4236-82b7-3186469ccb2f req-1b004db0-d06b-46b5-b5c3-a0ffe0ca3772 tempest-LiveMigrationTest-600821399 tempest-LiveMigrationTest-600821399-project] 10.222.0.13 "GET /v2.0/security-groups?id=3677ad50-e4bf-4315-8aa4-e48810edc139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941036 Nov 05 18:44:10.038502 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-2ef23385-c77b-47d7-8711-299b86707004 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dde95f4-1157-44ab-817a-8770c8f8e80c', 'name': 'tempest-ServersTestFqdnHostnames-1079241961-router', 'tenant_id': 'd276d3590f324d258de926cd1aa8ebb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.82'}], 'enable_snat': True}, 'gw_port_id': '82df7b0b-5854-4685-bdd9-15e178f86f35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T18:41:34Z', 'updated_at': '2021-11-05T18:41:40Z', 'revision_number': 4, 'project_id': 'd276d3590f324d258de926cd1aa8ebb5', 'gw_port': {'id': '82df7b0b-5854-4685-bdd9-15e178f86f35', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:27:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dde95f4-1157-44ab-817a-8770c8f8e80c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 753, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T18:41:34Z', 'updated_at': '2021-11-05T18:41:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1', '_interfaces': [{'id': '59a31988-9d9f-4f00-ade6-2b69787ce63d', 'name': '', 'network_id': '1da37b43-f7d4-493c-9709-10fff3365b6d', 'tenant_id': 'd276d3590f324d258de926cd1aa8ebb5', 'mac_address': 'fa:16:3e:b9:86:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dde95f4-1157-44ab-817a-8770c8f8e80c', 'device_owner': 'network:router_interface', 'standard_attr_id': 761, 'fixed_ips': [{'subnet_id': '98fc1e31-7219-4cb0-bc4e-cc4fffcb9ad4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T18:41:38Z', 'updated_at': '2021-11-05T18:41:47Z', 'revision_number': 5, 'project_id': 'd276d3590f324d258de926cd1aa8ebb5', 'subnets': [{'id': '98fc1e31-7219-4cb0-bc4e-cc4fffcb9ad4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-1', False) {} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:44:10.081650 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ef23385-c77b-47d7-8711-299b86707004 None None] The sync data for ids ['5dde95f4-1157-44ab-817a-8770c8f8e80c'] in n-d-816865-1 is: [{'id': '5dde95f4-1157-44ab-817a-8770c8f8e80c', 'name': 'tempest-ServersTestFqdnHostnames-1079241961-router', 'tenant_id': 'd276d3590f324d258de926cd1aa8ebb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.82'}], 'enable_snat': True}, 'gw_port_id': '82df7b0b-5854-4685-bdd9-15e178f86f35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T18:41:34Z', 'updated_at': '2021-11-05T18:41:40Z', 'revision_number': 4, 'project_id': 'd276d3590f324d258de926cd1aa8ebb5', 'gw_port': {'id': '82df7b0b-5854-4685-bdd9-15e178f86f35', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:27:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dde95f4-1157-44ab-817a-8770c8f8e80c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 753, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T18:41:34Z', 'updated_at': '2021-11-05T18:41:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1', '_interfaces': [{'id': '59a31988-9d9f-4f00-ade6-2b69787ce63d', 'name': '', 'network_id': '1da37b43-f7d4-493c-9709-10fff3365b6d', 'tenant_id': 'd276d3590f324d258de926cd1aa8ebb5', 'mac_address': 'fa:16:3e:b9:86:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dde95f4-1157-44ab-817a-8770c8f8e80c', 'device_owner': 'network:router_interface', 'standard_attr_id': 761, 'fixed_ips': [{'subnet_id': '98fc1e31-7219-4cb0-bc4e-cc4fffcb9ad4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T18:41:38Z', 'updated_at': '2021-11-05T18:41:47Z', 'revision_number': 5, 'project_id': 'd276d3590f324d258de926cd1aa8ebb5', 'subnets': [{'id': '98fc1e31-7219-4cb0-bc4e-cc4fffcb9ad4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 18:44:10.133780 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-4a002858-bdd5-40b8-991e-a73cb2c3e68d req-8ebd0fc8-c46d-4a6b-b5ac-3a76e21504e3 tempest-ServersNegativeTestMultiTenantJSON-626545648 tempest-ServersNegativeTestMultiTenantJSON-626545648-project] 10.222.0.13 "GET /v2.0/ports?device_id=f4ff8b6e-c6a4-4912-8809-43612fd985ce HTTP/1.1" status: 200 len: 210 time: 0.0346591 Nov 05 18:44:10.183260 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-e7d1b887-2108-4498-b6a6-c5341a52c17e req-815a2500-7d18-4a78-8adb-f835250f7481 tempest-ServersTestFqdnHostnames-345679519 tempest-ServersTestFqdnHostnames-345679519-project] 10.222.0.13 "GET /v2.0/ports?device_id=6c5b4f62-65a2-4108-88aa-9bf31a52b4ef HTTP/1.1" status: 200 len: 210 time: 0.0463643 Nov 05 18:44:10.198151 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 18:44:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a428ece7-9aae-42d0-8fd4-d97b84a8e283 x-openstack-request-id: req-a428ece7-9aae-42d0-8fd4-d97b84a8e283 {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 18:44:10.198414 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c5b4f62-65a2-4108-88aa-9bf31a52b4ef", "name": "network-vif-deleted", "tag": "67fe0faa-c3a0-488e-af66-41eae6e7ad28", "status": "completed", "code": 200}]} {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 18:44:10.198676 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a428ece7-9aae-42d0-8fd4-d97b84a8e283 {{(pid=102386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 18:44:10.199083 n-d-816865-1 neutron-server[102386]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c5b4f62-65a2-4108-88aa-9bf31a52b4ef', 'name': 'network-vif-deleted', 'tag': '67fe0faa-c3a0-488e-af66-41eae6e7ad28', 'status': 'completed', 'code': 200} Nov 05 18:44:10.201395 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-0f60b84d-88b9-4388-95ed-40e32131d528 req-bf140384-10ac-477a-88c7-9e9a577c07d0 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ec710ca3-509e-4561-83ed-f414242c92b7 HTTP/1.1" status: 200 len: 217 time: 0.4814472 Nov 05 18:44:10.257577 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f60b84d-88b9-4388-95ed-40e32131d528 req-f81cb611-0fa6-4828-b7be-b12e7991e800 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:44:10.259097 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-0f60b84d-88b9-4388-95ed-40e32131d528 req-f81cb611-0fa6-4828-b7be-b12e7991e800 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=82b7bbfc-ac99-45bb-a8a9-211b9b80ecc2 HTTP/1.1" status: 200 len: 847 time: 0.0488708 Nov 05 18:44:10.289193 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccab49d-1afb-4fcc-b87c-cee3cd93ecd0 req-f680d5f8-788f-409d-85f3-161ca201893f tempest-ServersAdminTestJSON-1640316766 tempest-ServersAdminTestJSON-1640316766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:44:10.291021 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-cccab49d-1afb-4fcc-b87c-cee3cd93ecd0 req-f680d5f8-788f-409d-85f3-161ca201893f tempest-ServersAdminTestJSON-1640316766 tempest-ServersAdminTestJSON-1640316766-project] 10.222.0.13 "GET /v2.0/ports?device_id=0bd48938-7d8f-4ea5-981b-397a2676ea1c HTTP/1.1" status: 200 len: 950 time: 0.0581779 Nov 05 18:44:10.303655 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-0f60b84d-88b9-4388-95ed-40e32131d528 req-d6fbe7d7-ee70-4b5b-9d4d-2d0162b57598 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=1a9992ef-da6b-4f25-bd43-f1196ce8f1a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0369635 Nov 05 18:44:10.356527 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-cccab49d-1afb-4fcc-b87c-cee3cd93ecd0 req-b554d223-6ad1-47e9-bf2c-da1273508ee4 tempest-ServersAdminTestJSON-1640316766 tempest-ServersAdminTestJSON-1640316766-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c663dac-2477-42f8-b37f-f366129474aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559518 Nov 05 18:44:10.403768 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45b30685-a8f9-4c90-9704-af4a1c1f18c6 None None] New status for floating IP 233b907b-aa31-4be3-a9c3-f026b4a22a28: DOWN {{(pid=102389) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 05 18:44:10.410318 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-0f60b84d-88b9-4388-95ed-40e32131d528 req-c4a306fc-6d1b-4f71-ab38-0265fdd9120c service neutron] 10.222.0.55 "GET /v2.0/networks/1a9992ef-da6b-4f25-bd43-f1196ce8f1a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0990279 Nov 05 18:44:10.511659 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-0f60b84d-88b9-4388-95ed-40e32131d528 req-fc9719a5-10d9-45a4-a76d-eedb998c1de3 service neutron] 10.222.0.55 "GET /v2.0/networks/1a9992ef-da6b-4f25-bd43-f1196ce8f1a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886729 Nov 05 18:44:10.618258 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Device df18205d-5c88-489f-9d3f-06d8f897d00c up at agent hyperv_n-h2-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 18:44:10.663281 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69b474f-cb7a-4829-9ec3-999d4ba4c609 req-4a69de45-abc8-4cec-93a8-dc4b50710c2d tempest-FloatingIPsAssociationTestJSON-150840125 tempest-FloatingIPsAssociationTestJSON-150840125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:44:10.672456 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-c69b474f-cb7a-4829-9ec3-999d4ba4c609 req-4a69de45-abc8-4cec-93a8-dc4b50710c2d tempest-FloatingIPsAssociationTestJSON-150840125 tempest-FloatingIPsAssociationTestJSON-150840125-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3b6ffab-3080-4469-afa9-0da51e8b90f6 HTTP/1.1" status: 200 len: 944 time: 0.0679686 Nov 05 18:44:10.700078 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Provisioning complete for port df18205d-5c88-489f-9d3f-06d8f897d00c triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:44:10.700662 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:10.728841 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-c69b474f-cb7a-4829-9ec3-999d4ba4c609 req-f0a093b1-b62d-43a4-9ff4-1fb3f101225f tempest-FloatingIPsAssociationTestJSON-150840125 tempest-FloatingIPsAssociationTestJSON-150840125-project] 10.222.0.13 "GET /v2.0/security-groups?id=3cc4611f-52b5-4887-b929-239c423d5920&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554767 Nov 05 18:44:10.786666 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:10.810168 n-d-816865-1 neutron-server[102388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fdd5ed6-81d7-4ab5-86e9-c29a11f82abc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df18205d-5c88-489f-9d3f-06d8f897d00c'}] {{(pid=102388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 18:44:10.812323 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85474fee1180e129d8a886d264fe0b30223aa672dd1ffe43b630605f18504f68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9352d0ef-d267-4dcb-a25b-81d3e51d1450" -d '{"events": [{"server_uuid": "6fdd5ed6-81d7-4ab5-86e9-c29a11f82abc", "name": "network-vif-plugged", "status": "completed", "tag": "df18205d-5c88-489f-9d3f-06d8f897d00c"}]}' {{(pid=102388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 18:44:10.824772 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] For port df18205d-5c88-489f-9d3f-06d8f897d00c, host n-h2-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=df18205d-5c88-489f-9d3f-06d8f897d00c,segment=NetworkSegment(b30a663d-6bb9-436d-bbb6-d3fc1ef4951b),segment_id=b30a663d-6bb9-436d-bbb6-d3fc1ef4951b)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:44:10.849406 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 18:44:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc6dce0f-4dd9-4a32-a430-ee8b13ad3c53 x-openstack-request-id: req-bc6dce0f-4dd9-4a32-a430-ee8b13ad3c53 {{(pid=102388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 18:44:10.849718 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6fdd5ed6-81d7-4ab5-86e9-c29a11f82abc", "name": "network-vif-plugged", "status": "completed", "tag": "df18205d-5c88-489f-9d3f-06d8f897d00c", "code": 200}]} {{(pid=102388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 18:44:10.849971 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-bc6dce0f-4dd9-4a32-a430-ee8b13ad3c53 {{(pid=102388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 18:44:10.850638 n-d-816865-1 neutron-server[102388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6fdd5ed6-81d7-4ab5-86e9-c29a11f82abc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df18205d-5c88-489f-9d3f-06d8f897d00c', 'code': 200} Nov 05 18:44:10.948080 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:10.948897 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Device 1667f1ba-f53f-4902-87fb-c3f39d5734bb up at agent hyperv_n-h2-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 18:44:11.004828 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c31c4b-1977-4562-ac5c-53bc48369dbb req-8db35b58-7586-4869-a549-ca7d1e55fa87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:44:11.006419 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-64c31c4b-1977-4562-ac5c-53bc48369dbb req-8db35b58-7586-4869-a549-ca7d1e55fa87 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=6fdd5ed6-81d7-4ab5-86e9-c29a11f82abc HTTP/1.1" status: 200 len: 1096 time: 0.0460382 Nov 05 18:44:11.029929 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Pushing event updated for resources: {'Port': ['ID=df18205d-5c88-489f-9d3f-06d8f897d00c,revision_number=8']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:44:11.059576 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-64c31c4b-1977-4562-ac5c-53bc48369dbb req-edc3901d-653e-4b17-891f-4e1298e10613 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=415b984e-2c75-4a2b-aae3-7fe54c54a52e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438609 Nov 05 18:44:11.124895 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Provisioning for port 1667f1ba-f53f-4902-87fb-c3f39d5734bb completed by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 05 18:44:11.129462 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Provisioning complete for port 1667f1ba-f53f-4902-87fb-c3f39d5734bb triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:44:11.129842 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:11.191372 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141df3ff-1e86-418f-bd4f-45a255927f35 req-4639b1c2-ffba-4934-96ab-65c88ad065fa tempest-LiveMigrationTest-600821399 tempest-LiveMigrationTest-600821399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:44:11.192935 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-141df3ff-1e86-418f-bd4f-45a255927f35 req-4639b1c2-ffba-4934-96ab-65c88ad065fa tempest-LiveMigrationTest-600821399 tempest-LiveMigrationTest-600821399-project] 10.222.0.13 "GET /v2.0/ports?device_id=3211213d-5f72-4665-9237-153dfa751f1a HTTP/1.1" status: 200 len: 944 time: 0.0790660 Nov 05 18:44:11.201701 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4ae15c-064e-4b97-9957-598441fd95c7 req-cb6e2162-3377-4c36-b399-667c796f4638 tempest-ServerDiskConfigTestJSON-70330027 tempest-ServerDiskConfigTestJSON-70330027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:44:11.203196 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-3e4ae15c-064e-4b97-9957-598441fd95c7 req-cb6e2162-3377-4c36-b399-667c796f4638 tempest-ServerDiskConfigTestJSON-70330027 tempest-ServerDiskConfigTestJSON-70330027-project] 10.222.0.13 "GET /v2.0/ports?device_id=6fdd5ed6-81d7-4ab5-86e9-c29a11f82abc HTTP/1.1" status: 200 len: 945 time: 0.0912106 Nov 05 18:44:11.215972 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:11.254369 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] For port 1667f1ba-f53f-4902-87fb-c3f39d5734bb, host n-h2-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=1667f1ba-f53f-4902-87fb-c3f39d5734bb,segment=NetworkSegment(19a5aad3-0c26-4f6f-8422-7177e297fdc5),segment_id=19a5aad3-0c26-4f6f-8422-7177e297fdc5)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:44:11.280824 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-141df3ff-1e86-418f-bd4f-45a255927f35 req-143723ee-970a-4ed6-8060-358e83d8e3ad tempest-LiveMigrationTest-600821399 tempest-LiveMigrationTest-600821399-project] 10.222.0.13 "GET /v2.0/security-groups?id=3677ad50-e4bf-4315-8aa4-e48810edc139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766542 Nov 05 18:44:11.288129 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-3e4ae15c-064e-4b97-9957-598441fd95c7 req-e8b4f442-5c83-4a7d-8ba6-0ac6c315ba48 tempest-ServerDiskConfigTestJSON-70330027 tempest-ServerDiskConfigTestJSON-70330027-project] 10.222.0.13 "GET /v2.0/security-groups?id=415b984e-2c75-4a2b-aae3-7fe54c54a52e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672474 Nov 05 18:44:11.314083 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:11.367576 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Pushing event updated for resources: {'Port': ['ID=1667f1ba-f53f-4902-87fb-c3f39d5734bb,revision_number=5']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:44:11.379349 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-70f12547-c0a5-42fb-be00-0a7f0b28ed4f req-e15ed615-ad16-4aad-a095-4da0d429dc0d tempest-ServersNegativeTestMultiTenantJSON-626545648 tempest-ServersNegativeTestMultiTenantJSON-626545648-project] 10.222.0.13 "GET /v2.0/ports?device_id=f4ff8b6e-c6a4-4912-8809-43612fd985ce HTTP/1.1" status: 200 len: 210 time: 0.0346324 Nov 05 18:44:11.458470 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 47668) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:44:11.483415 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af511b8e-b669-4143-ba20-9cb277f5bc4c req-a6a505bf-7bd9-4388-8302-daeb1c93e8e9 tempest-ServersAdminTestJSON-1640316766 tempest-ServersAdminTestJSON-1640316766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:44:11.484884 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-af511b8e-b669-4143-ba20-9cb277f5bc4c req-a6a505bf-7bd9-4388-8302-daeb1c93e8e9 tempest-ServersAdminTestJSON-1640316766 tempest-ServersAdminTestJSON-1640316766-project] 10.222.0.13 "GET /v2.0/ports?device_id=0bd48938-7d8f-4ea5-981b-397a2676ea1c HTTP/1.1" status: 200 len: 950 time: 0.0485923 Nov 05 18:44:11.514709 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-763f7e0b-3264-4bba-8f52-05b37e1eee94 tempest-ServersTestFqdnHostnames-345679519 tempest-ServersTestFqdnHostnames-345679519-project] Publish callbacks [] for security_group, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:11.537475 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-af511b8e-b669-4143-ba20-9cb277f5bc4c req-4a7b9f3f-1bc1-4848-aa2a-b27ff8fc5bd6 tempest-ServersAdminTestJSON-1640316766 tempest-ServersAdminTestJSON-1640316766-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c663dac-2477-42f8-b37f-f366129474aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455127 Nov 05 18:44:11.539896 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-763f7e0b-3264-4bba-8f52-05b37e1eee94 tempest-ServersTestFqdnHostnames-345679519 tempest-ServersTestFqdnHostnames-345679519-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:11.691518 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-763f7e0b-3264-4bba-8f52-05b37e1eee94 tempest-ServersTestFqdnHostnames-345679519 tempest-ServersTestFqdnHostnames-345679519-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:11.694212 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-763f7e0b-3264-4bba-8f52-05b37e1eee94 tempest-ServersTestFqdnHostnames-345679519 tempest-ServersTestFqdnHostnames-345679519-project] Publish callbacks [] for security_group, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:11.695391 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-763f7e0b-3264-4bba-8f52-05b37e1eee94 tempest-ServersTestFqdnHostnames-345679519 tempest-ServersTestFqdnHostnames-345679519-project] 10.222.0.13 "DELETE /v2.0/security-groups/82263dd5-ba48-4e1a-9a78-0e181b50a2de HTTP/1.1" status: 204 len: 168 time: 0.2358150 Nov 05 18:44:11.704595 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 47672) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:44:11.704741 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763f7e0b-3264-4bba-8f52-05b37e1eee94 tempest-ServersTestFqdnHostnames-345679519 tempest-ServersTestFqdnHostnames-345679519-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=82263dd5-ba48-4e1a-9a78-0e181b50a2de,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:44:11.725767 n-d-816865-1 neutron-server[102387]: INFO neutron.api.v2.resource [None req-44e3efcc-f527-4208-93de-1aac449ccc25 tempest-ServersTestFqdnHostnames-345679519 tempest-ServersTestFqdnHostnames-345679519-project] show failed (client error): The resource could not be found. Nov 05 18:44:11.726961 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-44e3efcc-f527-4208-93de-1aac449ccc25 tempest-ServersTestFqdnHostnames-345679519 tempest-ServersTestFqdnHostnames-345679519-project] 10.222.0.13 "GET /v2.0/security-groups/82263dd5-ba48-4e1a-9a78-0e181b50a2de HTTP/1.1" status: 404 len: 347 time: 0.0202613 Nov 05 18:44:11.729917 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 47674) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:44:11.856367 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde3794d-ff59-4f09-bf67-dd727f01afd0 req-07df1808-2048-4342-8c17-9ccc121c8ca2 tempest-FloatingIPsAssociationTestJSON-150840125 tempest-FloatingIPsAssociationTestJSON-150840125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:44:11.857951 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-fde3794d-ff59-4f09-bf67-dd727f01afd0 req-07df1808-2048-4342-8c17-9ccc121c8ca2 tempest-FloatingIPsAssociationTestJSON-150840125 tempest-FloatingIPsAssociationTestJSON-150840125-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3b6ffab-3080-4469-afa9-0da51e8b90f6 HTTP/1.1" status: 200 len: 945 time: 0.0560369 Nov 05 18:44:11.864775 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-721f94c6-8497-41e6-8837-5b1c876ae5ae tempest-ServersTestFqdnHostnames-345679519 tempest-ServersTestFqdnHostnames-345679519-project] Deleting port 405193bf-c114-4de2-b068-6dc97d9cc856 {{(pid=102386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 18:44:11.865129 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-721f94c6-8497-41e6-8837-5b1c876ae5ae tempest-ServersTestFqdnHostnames-345679519 tempest-ServersTestFqdnHostnames-345679519-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:11.906443 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-fde3794d-ff59-4f09-bf67-dd727f01afd0 req-97af22d1-d0d6-4cf0-b8cc-9f5166e0c79b tempest-FloatingIPsAssociationTestJSON-150840125 tempest-FloatingIPsAssociationTestJSON-150840125-project] 10.222.0.13 "GET /v2.0/security-groups?id=3cc4611f-52b5-4887-b929-239c423d5920&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416455 Nov 05 18:44:11.946667 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-721f94c6-8497-41e6-8837-5b1c876ae5ae tempest-ServersTestFqdnHostnames-345679519 tempest-ServersTestFqdnHostnames-345679519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:11.946920 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-721f94c6-8497-41e6-8837-5b1c876ae5ae tempest-ServersTestFqdnHostnames-345679519 tempest-ServersTestFqdnHostnames-345679519-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:11.958923 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-721f94c6-8497-41e6-8837-5b1c876ae5ae tempest-ServersTestFqdnHostnames-345679519 tempest-ServersTestFqdnHostnames-345679519-project] Calling delete_port for 405193bf-c114-4de2-b068-6dc97d9cc856 owned by network:floatingip {{(pid=102386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 18:44:12.188239 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-721f94c6-8497-41e6-8837-5b1c876ae5ae tempest-ServersTestFqdnHostnames-345679519 tempest-ServersTestFqdnHostnames-345679519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:12.211545 n-d-816865-1 neutron-server[102386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3211213d-5f72-4665-9237-153dfa751f1a', 'tag': 'ec710ca3-509e-4561-83ed-f414242c92b7'}] {{(pid=102386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 18:44:12.213720 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6173a44d7c73f41af551dc890fa1a5892c2c6bc3458b640c8e0c24db7876ba6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04c42628-f517-4d45-b565-bda612d8cd03" -d '{"events": [{"name": "network-changed", "server_uuid": "3211213d-5f72-4665-9237-153dfa751f1a", "tag": "ec710ca3-509e-4561-83ed-f414242c92b7"}]}' {{(pid=102386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 18:44:12.219159 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721f94c6-8497-41e6-8837-5b1c876ae5ae tempest-ServersTestFqdnHostnames-345679519 tempest-ServersTestFqdnHostnames-345679519-project] Pushing event deleted for resources: {'Port': ['ID=405193bf-c114-4de2-b068-6dc97d9cc856,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:44:12.261230 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 18:44:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f898e854-3659-4637-a8d8-0524d848bf9f x-openstack-request-id: req-f898e854-3659-4637-a8d8-0524d848bf9f {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 18:44:12.261525 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3211213d-5f72-4665-9237-153dfa751f1a", "tag": "ec710ca3-509e-4561-83ed-f414242c92b7", "status": "completed", "code": 200}]} {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 18:44:12.261788 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f898e854-3659-4637-a8d8-0524d848bf9f {{(pid=102386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 18:44:12.262212 n-d-816865-1 neutron-server[102386]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3211213d-5f72-4665-9237-153dfa751f1a', 'tag': 'ec710ca3-509e-4561-83ed-f414242c92b7', 'status': 'completed', 'code': 200} Nov 05 18:44:12.389780 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-721f94c6-8497-41e6-8837-5b1c876ae5ae tempest-ServersTestFqdnHostnames-345679519 tempest-ServersTestFqdnHostnames-345679519-project] Publish callbacks [] for floatingip, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:12.392402 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-721f94c6-8497-41e6-8837-5b1c876ae5ae tempest-ServersTestFqdnHostnames-345679519 tempest-ServersTestFqdnHostnames-345679519-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for floatingip, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:12.397305 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-721f94c6-8497-41e6-8837-5b1c876ae5ae tempest-ServersTestFqdnHostnames-345679519 tempest-ServersTestFqdnHostnames-345679519-project] 10.222.0.13 "DELETE /v2.0/floatingips/233b907b-aa31-4be3-a9c3-f026b4a22a28 HTTP/1.1" status: 204 len: 168 time: 0.6630287 Nov 05 18:44:12.399952 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 47686) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:44:12.413646 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c42628-f517-4d45-b565-bda612d8cd03 req-51ac9935-8dec-4162-a960-4be70894f721 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:44:12.415196 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-04c42628-f517-4d45-b565-bda612d8cd03 req-51ac9935-8dec-4162-a960-4be70894f721 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7cc0b234e0c74edeb5d0485be80e09f5&device_id=3211213d-5f72-4665-9237-153dfa751f1a HTTP/1.1" status: 200 len: 1095 time: 0.1342826 Nov 05 18:44:12.450964 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a4c501-ab9e-41c5-80cf-ba00a4fa4e0d req-243782a5-6587-4aa3-8225-4c8fdd8dd2f0 tempest-ServerDiskConfigTestJSON-70330027 tempest-ServerDiskConfigTestJSON-70330027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:44:12.454531 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-84a4c501-ab9e-41c5-80cf-ba00a4fa4e0d req-243782a5-6587-4aa3-8225-4c8fdd8dd2f0 tempest-ServerDiskConfigTestJSON-70330027 tempest-ServerDiskConfigTestJSON-70330027-project] 10.222.0.13 "GET /v2.0/ports?device_id=6fdd5ed6-81d7-4ab5-86e9-c29a11f82abc HTTP/1.1" status: 200 len: 945 time: 0.0888913 Nov 05 18:44:12.464399 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c02ba1-74b6-4fe5-b1c8-3b1ccf4b6fd6 req-7429dd08-083e-4ee7-9d96-a7ec5e7d5519 tempest-LiveMigrationTest-600821399 tempest-LiveMigrationTest-600821399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:44:12.466185 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-86c02ba1-74b6-4fe5-b1c8-3b1ccf4b6fd6 req-7429dd08-083e-4ee7-9d96-a7ec5e7d5519 tempest-LiveMigrationTest-600821399 tempest-LiveMigrationTest-600821399-project] 10.222.0.13 "GET /v2.0/ports?device_id=3211213d-5f72-4665-9237-153dfa751f1a HTTP/1.1" status: 200 len: 944 time: 0.0731637 Nov 05 18:44:12.503114 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdb3a22-7ae5-4f67-a451-3c0a2a0adb37 req-68c2adb6-a582-43c3-a6e1-3bbc5259480c tempest-ServersNegativeTestMultiTenantJSON-626545648 tempest-ServersNegativeTestMultiTenantJSON-626545648-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:44:12.504621 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-3fdb3a22-7ae5-4f67-a451-3c0a2a0adb37 req-68c2adb6-a582-43c3-a6e1-3bbc5259480c tempest-ServersNegativeTestMultiTenantJSON-626545648 tempest-ServersNegativeTestMultiTenantJSON-626545648-project] 10.222.0.41 "GET /v2.0/networks?id=5ad50c20-cbe0-4f19-bda9-67915d432316 HTTP/1.1" status: 200 len: 825 time: 0.2558351 Nov 05 18:44:12.556844 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-84a4c501-ab9e-41c5-80cf-ba00a4fa4e0d req-8bca32f3-6d7c-4335-adc1-3472c18452c9 tempest-ServerDiskConfigTestJSON-70330027 tempest-ServerDiskConfigTestJSON-70330027-project] 10.222.0.13 "GET /v2.0/security-groups?id=415b984e-2c75-4a2b-aae3-7fe54c54a52e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884845 Nov 05 18:44:12.560093 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-86c02ba1-74b6-4fe5-b1c8-3b1ccf4b6fd6 req-3f799bfe-a39d-42af-9835-fe1805107cb9 tempest-LiveMigrationTest-600821399 tempest-LiveMigrationTest-600821399-project] 10.222.0.13 "GET /v2.0/security-groups?id=3677ad50-e4bf-4315-8aa4-e48810edc139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824392 Nov 05 18:44:12.572097 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [req-3fdb3a22-7ae5-4f67-a451-3c0a2a0adb37 req-d7a2c290-c024-4cb3-b0ce-f86f8037db92 tempest-ServersNegativeTestMultiTenantJSON-626545648 tempest-ServersNegativeTestMultiTenantJSON-626545648-project] Request body: {'port': {'device_id': 'f4ff8b6e-c6a4-4912-8809-43612fd985ce', 'network_id': '5ad50c20-cbe0-4f19-bda9-67915d432316', 'admin_state_up': True, 'tenant_id': 'ced5e1577b3c42edb660bd5af3357f7d'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:44:12.630738 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Device 67fe0faa-c3a0-488e-af66-41eae6e7ad28 no longer exists at agent hyperv_n-h2-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 18:44:12.657347 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] No Port match for: 67fe0faa-c3a0-488e-af66-41eae6e7ad28 {{(pid=102388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 18:44:12.657691 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Device 67fe0faa-c3a0-488e-af66-41eae6e7ad28 not bound to the agent host n-h2-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 18:44:12.693118 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-366c57f6-fab9-4244-9536-d3c29d1cefc6 req-95c8a144-202c-4efb-888f-707eeb87e406 tempest-ServersNegativeTestMultiTenantJSON-626545648 tempest-ServersNegativeTestMultiTenantJSON-626545648-project] 10.222.0.13 "GET /v2.0/ports?device_id=f4ff8b6e-c6a4-4912-8809-43612fd985ce HTTP/1.1" status: 200 len: 210 time: 0.0319874 Nov 05 18:44:12.714364 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3447b086-f0e7-409b-90c2-a618e9f641ee req-45437ed4-ab09-4459-a482-ee72b827883e tempest-ServersAdminTestJSON-1640316766 tempest-ServersAdminTestJSON-1640316766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:44:12.716166 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-3447b086-f0e7-409b-90c2-a618e9f641ee req-45437ed4-ab09-4459-a482-ee72b827883e tempest-ServersAdminTestJSON-1640316766 tempest-ServersAdminTestJSON-1640316766-project] 10.222.0.13 "GET /v2.0/ports?device_id=0bd48938-7d8f-4ea5-981b-397a2676ea1c HTTP/1.1" status: 200 len: 950 time: 0.0843105 Nov 05 18:44:12.718771 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c42628-f517-4d45-b565-bda612d8cd03 req-dc36bfc2-f530-4daa-9298-fc117c7b43ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:44:12.720243 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-04c42628-f517-4d45-b565-bda612d8cd03 req-dc36bfc2-f530-4daa-9298-fc117c7b43ca service neutron] 10.222.0.55 "GET /v2.0/networks?id=1a9992ef-da6b-4f25-bd43-f1196ce8f1a8 HTTP/1.1" status: 200 len: 908 time: 0.2662535 Nov 05 18:44:12.766657 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-3447b086-f0e7-409b-90c2-a618e9f641ee req-16801009-e1c4-4bbf-b489-01212f1054d2 tempest-ServersAdminTestJSON-1640316766 tempest-ServersAdminTestJSON-1640316766-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c663dac-2477-42f8-b37f-f366129474aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431671 Nov 05 18:44:12.782824 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-04c42628-f517-4d45-b565-bda612d8cd03 req-f132b1b6-d10b-44b2-a9c9-f2f1c22a50ae service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ec710ca3-509e-4561-83ed-f414242c92b7 HTTP/1.1" status: 200 len: 217 time: 0.0498097 Nov 05 18:44:12.851787 n-d-816865-1 neutron-server[102388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3b6ffab-3080-4469-afa9-0da51e8b90f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1667f1ba-f53f-4902-87fb-c3f39d5734bb'}] {{(pid=102388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 18:44:12.854537 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85474fee1180e129d8a886d264fe0b30223aa672dd1ffe43b630605f18504f68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eaddc165-e9cb-43d5-950c-9547286a1bc6" -d '{"events": [{"server_uuid": "d3b6ffab-3080-4469-afa9-0da51e8b90f6", "name": "network-vif-plugged", "status": "completed", "tag": "1667f1ba-f53f-4902-87fb-c3f39d5734bb"}]}' {{(pid=102388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 18:44:12.889062 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c42628-f517-4d45-b565-bda612d8cd03 req-b4ead7af-1fe0-4f4e-b86a-ba32431610ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:44:12.890594 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-04c42628-f517-4d45-b565-bda612d8cd03 req-b4ead7af-1fe0-4f4e-b86a-ba32431610ca service neutron] 10.222.0.55 "GET /v2.0/subnets?id=82b7bbfc-ac99-45bb-a8a9-211b9b80ecc2 HTTP/1.1" status: 200 len: 847 time: 0.0729718 Nov 05 18:44:12.896050 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 18:44:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16ca54e7-ac1d-40dd-9585-57c1cf9e9005 x-openstack-request-id: req-16ca54e7-ac1d-40dd-9585-57c1cf9e9005 {{(pid=102388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 18:44:12.896470 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3b6ffab-3080-4469-afa9-0da51e8b90f6", "name": "network-vif-plugged", "status": "completed", "tag": "1667f1ba-f53f-4902-87fb-c3f39d5734bb", "code": 200}]} {{(pid=102388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 18:44:12.896791 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-16ca54e7-ac1d-40dd-9585-57c1cf9e9005 {{(pid=102388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 18:44:12.897239 n-d-816865-1 neutron-server[102388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3b6ffab-3080-4469-afa9-0da51e8b90f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1667f1ba-f53f-4902-87fb-c3f39d5734bb', 'code': 200} Nov 05 18:44:12.936450 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-04c42628-f517-4d45-b565-bda612d8cd03 req-0767209b-57ae-4a00-bf65-a76e9268cbd7 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=1a9992ef-da6b-4f25-bd43-f1196ce8f1a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0274813 Nov 05 18:44:12.999657 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3fdb3a22-7ae5-4f67-a451-3c0a2a0adb37 req-d7a2c290-c024-4cb3-b0ce-f86f8037db92 tempest-ServersNegativeTestMultiTenantJSON-626545648 tempest-ServersNegativeTestMultiTenantJSON-626545648-project] Made reservation on behalf of ced5e1577b3c42edb660bd5af3357f7d for: {'port': 1} {{(pid=102386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 18:44:13.003856 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-3fdb3a22-7ae5-4f67-a451-3c0a2a0adb37 req-d7a2c290-c024-4cb3-b0ce-f86f8037db92 tempest-ServersNegativeTestMultiTenantJSON-626545648 tempest-ServersNegativeTestMultiTenantJSON-626545648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:13.032385 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b85d4cf-ed64-4941-8aa3-7744de71f531 req-20776885-3b30-40aa-9d99-6cc6ddaf4030 tempest-FloatingIPsAssociationTestJSON-150840125 tempest-FloatingIPsAssociationTestJSON-150840125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:44:13.034030 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-6b85d4cf-ed64-4941-8aa3-7744de71f531 req-20776885-3b30-40aa-9d99-6cc6ddaf4030 tempest-FloatingIPsAssociationTestJSON-150840125 tempest-FloatingIPsAssociationTestJSON-150840125-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3b6ffab-3080-4469-afa9-0da51e8b90f6 HTTP/1.1" status: 200 len: 945 time: 0.0535188 Nov 05 18:44:13.081600 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-6b85d4cf-ed64-4941-8aa3-7744de71f531 req-026ce1eb-c6af-43e4-8dad-65b8473ec54a tempest-FloatingIPsAssociationTestJSON-150840125 tempest-FloatingIPsAssociationTestJSON-150840125-project] 10.222.0.13 "GET /v2.0/security-groups?id=3cc4611f-52b5-4887-b929-239c423d5920&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417047 Nov 05 18:44:13.166248 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d12ad76-67cc-480f-b1b9-2254aaaa0825 req-32524f55-c836-4871-9520-0cb1dac358ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:44:13.167731 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-7d12ad76-67cc-480f-b1b9-2254aaaa0825 req-32524f55-c836-4871-9520-0cb1dac358ca service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=d3b6ffab-3080-4469-afa9-0da51e8b90f6 HTTP/1.1" status: 200 len: 1096 time: 0.1694915 Nov 05 18:44:13.181957 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-04c42628-f517-4d45-b565-bda612d8cd03 req-ca62323c-fc69-40df-be6d-9a525fbf8d25 service neutron] 10.222.0.55 "GET /v2.0/networks/1a9992ef-da6b-4f25-bd43-f1196ce8f1a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2317727 Nov 05 18:44:13.356897 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.db_base_plugin_common [req-3fdb3a22-7ae5-4f67-a451-3c0a2a0adb37 req-d7a2c290-c024-4cb3-b0ce-f86f8037db92 tempest-ServersNegativeTestMultiTenantJSON-626545648 tempest-ServersNegativeTestMultiTenantJSON-626545648-project] Allocated IP 172.20.0.9 (5ad50c20-cbe0-4f19-bda9-67915d432316/62c050a2-60f8-4c72-8eb4-189eb0ea2c1c/979d7d29-4bea-43fd-a3cf-828894448c3f) {{(pid=102386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 18:44:13.367725 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-7d12ad76-67cc-480f-b1b9-2254aaaa0825 req-66f622d8-0904-4f20-ba8c-26d72d0afd1f service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=3cc4611f-52b5-4887-b929-239c423d5920&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1888998 Nov 05 18:44:13.402477 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-04c42628-f517-4d45-b565-bda612d8cd03 req-02e11922-be33-457c-acdb-27c437438801 service neutron] 10.222.0.55 "GET /v2.0/networks/1a9992ef-da6b-4f25-bd43-f1196ce8f1a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2081790 Nov 05 18:44:13.433477 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-d235eca4-7b3a-4e8b-b4d1-81b66b4c25a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-571777'] for router_interface, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:13.680943 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-3fdb3a22-7ae5-4f67-a451-3c0a2a0adb37 req-d7a2c290-c024-4cb3-b0ce-f86f8037db92 tempest-ServersNegativeTestMultiTenantJSON-626545648 tempest-ServersNegativeTestMultiTenantJSON-626545648-project] Publish callbacks [] for port, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:13.718835 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c16ac2-43e9-4a58-8864-9c01981d6908 req-551cb5e5-c185-4da4-93a3-6ffdb118180e tempest-ServerDiskConfigTestJSON-70330027 tempest-ServerDiskConfigTestJSON-70330027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:44:13.720355 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-78c16ac2-43e9-4a58-8864-9c01981d6908 req-551cb5e5-c185-4da4-93a3-6ffdb118180e tempest-ServerDiskConfigTestJSON-70330027 tempest-ServerDiskConfigTestJSON-70330027-project] 10.222.0.13 "GET /v2.0/ports?device_id=6fdd5ed6-81d7-4ab5-86e9-c29a11f82abc HTTP/1.1" status: 200 len: 945 time: 0.0801954 Nov 05 18:44:13.728928 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9631306a-7a35-4c83-bce5-397a11701b00 req-2b5154ca-cc06-4222-97f7-18f8282dbd6a tempest-LiveMigrationTest-600821399 tempest-LiveMigrationTest-600821399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:44:13.730392 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-9631306a-7a35-4c83-bce5-397a11701b00 req-2b5154ca-cc06-4222-97f7-18f8282dbd6a tempest-LiveMigrationTest-600821399 tempest-LiveMigrationTest-600821399-project] 10.222.0.13 "GET /v2.0/ports?device_id=3211213d-5f72-4665-9237-153dfa751f1a HTTP/1.1" status: 200 len: 944 time: 0.0914459 Nov 05 18:44:13.790133 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-3fdb3a22-7ae5-4f67-a451-3c0a2a0adb37 req-d7a2c290-c024-4cb3-b0ce-f86f8037db92 tempest-ServersNegativeTestMultiTenantJSON-626545648 tempest-ServersNegativeTestMultiTenantJSON-626545648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:13.810210 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-78c16ac2-43e9-4a58-8864-9c01981d6908 req-5b5adb4d-778d-40ae-a14a-f1deb42a977b tempest-ServerDiskConfigTestJSON-70330027 tempest-ServerDiskConfigTestJSON-70330027-project] 10.222.0.13 "GET /v2.0/security-groups?id=415b984e-2c75-4a2b-aae3-7fe54c54a52e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788031 Nov 05 18:44:13.814075 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-9631306a-7a35-4c83-bce5-397a11701b00 req-044839ae-c804-4f03-b14c-40466f4fcaa7 tempest-LiveMigrationTest-600821399 tempest-LiveMigrationTest-600821399-project] 10.222.0.13 "GET /v2.0/security-groups?id=3677ad50-e4bf-4315-8aa4-e48810edc139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761197 Nov 05 18:44:13.859118 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3fdb3a22-7ae5-4f67-a451-3c0a2a0adb37 req-d7a2c290-c024-4cb3-b0ce-f86f8037db92 tempest-ServersNegativeTestMultiTenantJSON-626545648 tempest-ServersNegativeTestMultiTenantJSON-626545648-project] Network 5ad50c20-cbe0-4f19-bda9-67915d432316 is already hosted by enough agents. {{(pid=102386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 18:44:13.859888 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a2c290-c024-4cb3-b0ce-f86f8037db92 tempest-ServersNegativeTestMultiTenantJSON-626545648 tempest-ServersNegativeTestMultiTenantJSON-626545648-project] Pushing event updated for resources: {'Port': ['ID=979d7d29-4bea-43fd-a3cf-828894448c3f,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:44:13.867829 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.base_scheduler [req-3fdb3a22-7ae5-4f67-a451-3c0a2a0adb37 req-d7a2c290-c024-4cb3-b0ce-f86f8037db92 tempest-ServersNegativeTestMultiTenantJSON-626545648 tempest-ServersNegativeTestMultiTenantJSON-626545648-project] Resources bound (agent type, host, resource id): {{(pid=102386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:44:13.871514 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [req-3fdb3a22-7ae5-4f67-a451-3c0a2a0adb37 req-d7a2c290-c024-4cb3-b0ce-f86f8037db92 tempest-ServersNegativeTestMultiTenantJSON-626545648 tempest-ServersNegativeTestMultiTenantJSON-626545648-project] Received port after_create {{(pid=102386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 18:44:13.903896 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-d235eca4-7b3a-4e8b-b4d1-81b66b4c25a7 admin admin] Deleting port 59a31988-9d9f-4f00-ade6-2b69787ce63d {{(pid=102386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 18:44:13.904230 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-d235eca4-7b3a-4e8b-b4d1-81b66b4c25a7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:13.957708 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df560f67-9fba-44b2-a86f-f3cedcaf73ed req-a833714a-9f55-405b-8025-d7899fede569 tempest-ServersAdminTestJSON-1640316766 tempest-ServersAdminTestJSON-1640316766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:44:13.959159 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-df560f67-9fba-44b2-a86f-f3cedcaf73ed req-a833714a-9f55-405b-8025-d7899fede569 tempest-ServersAdminTestJSON-1640316766 tempest-ServersAdminTestJSON-1640316766-project] 10.222.0.13 "GET /v2.0/ports?device_id=0bd48938-7d8f-4ea5-981b-397a2676ea1c HTTP/1.1" status: 200 len: 950 time: 0.0684133 Nov 05 18:44:13.966636 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7754213e-162f-4006-ab77-0d0a436ba8fd req-cd693483-f394-412d-9918-26bfcb54bb42 tempest-ServersNegativeTestMultiTenantJSON-626545648 tempest-ServersNegativeTestMultiTenantJSON-626545648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:44:13.968073 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-7754213e-162f-4006-ab77-0d0a436ba8fd req-cd693483-f394-412d-9918-26bfcb54bb42 tempest-ServersNegativeTestMultiTenantJSON-626545648 tempest-ServersNegativeTestMultiTenantJSON-626545648-project] 10.222.0.13 "GET /v2.0/ports?device_id=f4ff8b6e-c6a4-4912-8809-43612fd985ce HTTP/1.1" status: 200 len: 931 time: 0.0869918 Nov 05 18:44:13.972437 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdb3a22-7ae5-4f67-a451-3c0a2a0adb37 req-d7a2c290-c024-4cb3-b0ce-f86f8037db92 tempest-ServersNegativeTestMultiTenantJSON-626545648 tempest-ServersNegativeTestMultiTenantJSON-626545648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:44:13.973078 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-3fdb3a22-7ae5-4f67-a451-3c0a2a0adb37 req-d7a2c290-c024-4cb3-b0ce-f86f8037db92 tempest-ServersNegativeTestMultiTenantJSON-626545648 tempest-ServersNegativeTestMultiTenantJSON-626545648-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:14.018666 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [None req-d235eca4-7b3a-4e8b-b4d1-81b66b4c25a7 admin admin] For port 59a31988-9d9f-4f00-ade6-2b69787ce63d, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=59a31988-9d9f-4f00-ade6-2b69787ce63d,segment=NetworkSegment(fa8c7ea5-f99c-4ee2-80d1-0e4e054d8ebd),segment_id=fa8c7ea5-f99c-4ee2-80d1-0e4e054d8ebd)] {{(pid=102386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:44:14.019047 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-d235eca4-7b3a-4e8b-b4d1-81b66b4c25a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:14.037404 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-d235eca4-7b3a-4e8b-b4d1-81b66b4c25a7 admin admin] Calling delete_port for 59a31988-9d9f-4f00-ade6-2b69787ce63d owned by network:router_interface {{(pid=102386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 18:44:14.043114 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-7754213e-162f-4006-ab77-0d0a436ba8fd req-0b224478-2792-4684-be4b-93a0c942b056 tempest-ServersNegativeTestMultiTenantJSON-626545648 tempest-ServersNegativeTestMultiTenantJSON-626545648-project] 10.222.0.13 "GET /v2.0/security-groups?id=333b2f4b-15e4-4577-a087-eb0f0aeac190&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675282 Nov 05 18:44:14.046227 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-df560f67-9fba-44b2-a86f-f3cedcaf73ed req-d1d0c576-2323-4631-a778-ce57b72a35d5 tempest-ServersAdminTestJSON-1640316766 tempest-ServersAdminTestJSON-1640316766-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c663dac-2477-42f8-b37f-f366129474aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772419 Nov 05 18:44:14.090531 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-3fdb3a22-7ae5-4f67-a451-3c0a2a0adb37 req-d7a2c290-c024-4cb3-b0ce-f86f8037db92 tempest-ServersNegativeTestMultiTenantJSON-626545648 tempest-ServersNegativeTestMultiTenantJSON-626545648-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5512888 Nov 05 18:44:14.105334 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [req-3fdb3a22-7ae5-4f67-a451-3c0a2a0adb37 req-d4c9a9c5-c988-4279-bcff-663a14e72571 service neutron] Request body: {'port': {'device_id': 'f4ff8b6e-c6a4-4912-8809-43612fd985ce', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816865-1'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:44:14.169204 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29cd4a7-7bf7-492f-9668-00300c9c8b3e req-a09374ad-98bc-4f58-98e1-c96b084a0bea tempest-ServerDiskConfigTestJSON-70330027 tempest-ServerDiskConfigTestJSON-70330027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:44:14.170919 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-b29cd4a7-7bf7-492f-9668-00300c9c8b3e req-a09374ad-98bc-4f58-98e1-c96b084a0bea tempest-ServerDiskConfigTestJSON-70330027 tempest-ServerDiskConfigTestJSON-70330027-project] 10.222.0.13 "GET /v2.0/ports?device_id=6fdd5ed6-81d7-4ab5-86e9-c29a11f82abc HTTP/1.1" status: 200 len: 945 time: 0.0567513 Nov 05 18:44:14.212466 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-3fdb3a22-7ae5-4f67-a451-3c0a2a0adb37 req-d4c9a9c5-c988-4279-bcff-663a14e72571 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:14.227750 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-b29cd4a7-7bf7-492f-9668-00300c9c8b3e req-015b0c9a-38f4-45a6-969b-dd446c203351 tempest-ServerDiskConfigTestJSON-70330027 tempest-ServerDiskConfigTestJSON-70330027-project] 10.222.0.13 "GET /v2.0/security-groups?id=415b984e-2c75-4a2b-aae3-7fe54c54a52e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489371 Nov 05 18:44:14.294958 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785b30cb-d746-47fd-aaa5-94a4e898d763 req-4917ff06-823b-4d78-9b9b-3966098890dc tempest-FloatingIPsAssociationTestJSON-150840125 tempest-FloatingIPsAssociationTestJSON-150840125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:44:14.296830 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-785b30cb-d746-47fd-aaa5-94a4e898d763 req-4917ff06-823b-4d78-9b9b-3966098890dc tempest-FloatingIPsAssociationTestJSON-150840125 tempest-FloatingIPsAssociationTestJSON-150840125-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3b6ffab-3080-4469-afa9-0da51e8b90f6 HTTP/1.1" status: 200 len: 945 time: 0.0534904 Nov 05 18:44:14.348507 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-785b30cb-d746-47fd-aaa5-94a4e898d763 req-4d14d523-2a4f-49c1-9041-2999fa8fdb58 tempest-FloatingIPsAssociationTestJSON-150840125 tempest-FloatingIPsAssociationTestJSON-150840125-project] 10.222.0.13 "GET /v2.0/security-groups?id=3cc4611f-52b5-4887-b929-239c423d5920&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440967 Nov 05 18:44:14.634166 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Device ec710ca3-509e-4561-83ed-f414242c92b7 details requested by agent hyperv_n-h2-816865-1 with host n-h2-816865-1 {{(pid=102388) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 05 18:44:14.742068 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-d235eca4-7b3a-4e8b-b4d1-81b66b4c25a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:14.755286 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] For port ec710ca3-509e-4561-83ed-f414242c92b7, host n-h2-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=ec710ca3-509e-4561-83ed-f414242c92b7,segment=NetworkSegment(b9f65680-5ef1-4bb4-ac2c-6d7ba403921d),segment_id=b9f65680-5ef1-4bb4-ac2c-6d7ba403921d)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:44:14.767021 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Returning: {'device': 'ec710ca3-509e-4561-83ed-f414242c92b7', 'network_id': '1a9992ef-da6b-4f25-bd43-f1196ce8f1a8', 'port_id': 'ec710ca3-509e-4561-83ed-f414242c92b7', 'mac_address': 'fa:16:3e:8b:0f:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 187, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '82b7bbfc-ac99-45bb-a8a9-211b9b80ecc2', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102388) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 05 18:44:14.776867 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d235eca4-7b3a-4e8b-b4d1-81b66b4c25a7 admin admin] Pushing event deleted for resources: {'Port': ['ID=59a31988-9d9f-4f00-ade6-2b69787ce63d,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:44:14.810781 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:14.827245 n-d-816865-1 neutron-server[102388]: DEBUG neutron.notifiers.nova [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec710ca3-509e-4561-83ed-f414242c92b7 {{(pid=102388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 18:44:14.859913 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] For port ec710ca3-509e-4561-83ed-f414242c92b7, host n-h2-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=ec710ca3-509e-4561-83ed-f414242c92b7,segment=NetworkSegment(b9f65680-5ef1-4bb4-ac2c-6d7ba403921d),segment_id=b9f65680-5ef1-4bb4-ac2c-6d7ba403921d)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:44:14.936445 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:14.949688 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d680f58e-8aa5-4225-9fad-e2ec47ed94f1 req-614171a0-9410-4225-a38e-e228abc24e06 tempest-ServerDiskConfigTestJSON-70330027 tempest-ServerDiskConfigTestJSON-70330027-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:44:14.956847 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-d680f58e-8aa5-4225-9fad-e2ec47ed94f1 req-614171a0-9410-4225-a38e-e228abc24e06 tempest-ServerDiskConfigTestJSON-70330027 tempest-ServerDiskConfigTestJSON-70330027-project] 10.222.0.13 "GET /v2.0/networks?id=c410af1b-0d29-45ed-bbbd-e63b694a7756 HTTP/1.1" status: 200 len: 814 time: 0.1645961 Nov 05 18:44:14.980801 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-d680f58e-8aa5-4225-9fad-e2ec47ed94f1 req-bae9d299-c508-4388-a090-65bef4f28f14 tempest-ServerDiskConfigTestJSON-70330027 tempest-ServerDiskConfigTestJSON-70330027-project] 10.222.0.13 "GET /v2.0/quotas/d917dacf65cd489fa36d8042253fe266 HTTP/1.1" status: 200 len: 375 time: 0.0230124 Nov 05 18:44:14.993993 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9826490-2f63-4701-891a-c5ee7933b7f9 req-92889c67-25cc-4f3a-851d-1251e61a34d5 tempest-LiveMigrationTest-600821399 tempest-LiveMigrationTest-600821399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:44:14.995457 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-e9826490-2f63-4701-891a-c5ee7933b7f9 req-92889c67-25cc-4f3a-851d-1251e61a34d5 tempest-LiveMigrationTest-600821399 tempest-LiveMigrationTest-600821399-project] 10.222.0.13 "GET /v2.0/ports?device_id=3211213d-5f72-4665-9237-153dfa751f1a HTTP/1.1" status: 200 len: 944 time: 0.0963781 Nov 05 18:44:15.009767 n-d-816865-1 neutron-server[102386]: DEBUG neutron.notifiers.nova [req-3fdb3a22-7ae5-4f67-a451-3c0a2a0adb37 req-d4c9a9c5-c988-4279-bcff-663a14e72571 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 979d7d29-4bea-43fd-a3cf-828894448c3f {{(pid=102386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 18:44:15.024444 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-3fdb3a22-7ae5-4f67-a451-3c0a2a0adb37 req-d4c9a9c5-c988-4279-bcff-663a14e72571 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:15.050792 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-d235eca4-7b3a-4e8b-b4d1-81b66b4c25a7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-597886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-573297'] for router_interface, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:15.061465 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.provisioning_blocks [req-3fdb3a22-7ae5-4f67-a451-3c0a2a0adb37 req-d4c9a9c5-c988-4279-bcff-663a14e72571 service neutron] Transition to ACTIVE for port object 979d7d29-4bea-43fd-a3cf-828894448c3f will not be triggered until provisioned by entity L2. {{(pid=102386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 05 18:44:15.070182 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-d680f58e-8aa5-4225-9fad-e2ec47ed94f1 req-0c8cd91b-38b5-4761-a16a-56e0b3ab4f57 tempest-ServerDiskConfigTestJSON-70330027 tempest-ServerDiskConfigTestJSON-70330027-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=d917dacf65cd489fa36d8042253fe266&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0867538 Nov 05 18:44:15.109011 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-e9826490-2f63-4701-891a-c5ee7933b7f9 req-7a2b8f8f-52dd-4950-91dd-5ccd37bd6aa9 tempest-LiveMigrationTest-600821399 tempest-LiveMigrationTest-600821399-project] 10.222.0.13 "GET /v2.0/security-groups?id=3677ad50-e4bf-4315-8aa4-e48810edc139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873592 Nov 05 18:44:15.136890 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-3fdb3a22-7ae5-4f67-a451-3c0a2a0adb37 req-d4c9a9c5-c988-4279-bcff-663a14e72571 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6149821'] for port, after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:15.172113 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Pushing event updated for resources: {'Port': ['ID=ec710ca3-509e-4561-83ed-f414242c92b7,revision_number=4']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:44:15.216355 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-d680f58e-8aa5-4225-9fad-e2ec47ed94f1 req-cc8f3d7b-6da4-4638-b6d2-5aaea4d4768b service neutron] 10.222.0.13 "GET /v2.0/networks/c410af1b-0d29-45ed-bbbd-e63b694a7756?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291001 Nov 05 18:44:15.237978 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c9a9c5-c988-4279-bcff-663a14e72571 service neutron] Pushing event updated for resources: {'Port': ['ID=979d7d29-4bea-43fd-a3cf-828894448c3f,revision_number=2']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:44:15.253289 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] get_ports_and_sgs() called for port_ids ['ec710ca3-509e-4561-83ed-f414242c92b7'] {{(pid=102388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 18:44:15.309675 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2a2e2d-0d0d-402d-a948-ece7424670db req-47f957bb-dce6-40ac-93ef-8d53ce09148d tempest-ServersNegativeTestMultiTenantJSON-626545648 tempest-ServersNegativeTestMultiTenantJSON-626545648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:44:15.311200 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-fd2a2e2d-0d0d-402d-a948-ece7424670db req-47f957bb-dce6-40ac-93ef-8d53ce09148d tempest-ServersNegativeTestMultiTenantJSON-626545648 tempest-ServersNegativeTestMultiTenantJSON-626545648-project] 10.222.0.13 "GET /v2.0/ports?device_id=f4ff8b6e-c6a4-4912-8809-43612fd985ce HTTP/1.1" status: 200 len: 943 time: 0.1114817 Nov 05 18:44:15.353053 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-d680f58e-8aa5-4225-9fad-e2ec47ed94f1 req-11c6fbd2-9692-4bd0-9ba9-97e963e2f48e service neutron] 10.222.0.13 "GET /v2.0/networks/c410af1b-0d29-45ed-bbbd-e63b694a7756?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225829 Nov 05 18:44:15.388769 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [req-3fdb3a22-7ae5-4f67-a451-3c0a2a0adb37 req-d4c9a9c5-c988-4279-bcff-663a14e72571 service neutron] Attempting to bind port 979d7d29-4bea-43fd-a3cf-828894448c3f on host n-h1-816865-1 for vnic_type normal with profile {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 18:44:15.389101 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [req-3fdb3a22-7ae5-4f67-a451-3c0a2a0adb37 req-d4c9a9c5-c988-4279-bcff-663a14e72571 service neutron] Attempting to bind port 979d7d29-4bea-43fd-a3cf-828894448c3f by drivers openvswitch,hyperv on host n-h1-816865-1 at level 0 using segments [{'id': '61eeb10a-a42f-40fc-9b5e-40dc210792d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '5ad50c20-cbe0-4f19-bda9-67915d432316'}] {{(pid=102386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 18:44:15.389425 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fdb3a22-7ae5-4f67-a451-3c0a2a0adb37 req-d4c9a9c5-c988-4279-bcff-663a14e72571 service neutron] Attempting to bind port 979d7d29-4bea-43fd-a3cf-828894448c3f on network 5ad50c20-cbe0-4f19-bda9-67915d432316 {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 18:44:15.402393 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-fd2a2e2d-0d0d-402d-a948-ece7424670db req-3c7134f3-12c1-40dc-94a7-79644ca6f6b6 tempest-ServersNegativeTestMultiTenantJSON-626545648 tempest-ServersNegativeTestMultiTenantJSON-626545648-project] 10.222.0.13 "GET /v2.0/security-groups?id=333b2f4b-15e4-4577-a087-eb0f0aeac190&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664408 Nov 05 18:44:15.403043 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fdb3a22-7ae5-4f67-a451-3c0a2a0adb37 req-d4c9a9c5-c988-4279-bcff-663a14e72571 service neutron] Port 979d7d29-4bea-43fd-a3cf-828894448c3f on network 5ad50c20-cbe0-4f19-bda9-67915d432316 not bound, no agent of type Open vSwitch agent registered on host n-h1-816865-1 {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 18:44:15.403369 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fdb3a22-7ae5-4f67-a451-3c0a2a0adb37 req-d4c9a9c5-c988-4279-bcff-663a14e72571 service neutron] Attempting to bind port 979d7d29-4bea-43fd-a3cf-828894448c3f on network 5ad50c20-cbe0-4f19-bda9-67915d432316 {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 18:44:15.413763 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fdb3a22-7ae5-4f67-a451-3c0a2a0adb37 req-d4c9a9c5-c988-4279-bcff-663a14e72571 service neutron] Checking agent: {'id': 'eb596d7c-8c64-42bd-8aca-fad447eb0eab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816865-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 18, 33, 34), 'started_at': datetime.datetime(2021, 11, 5, 18, 33, 34), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 18, 44, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 18:44:15.414291 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fdb3a22-7ae5-4f67-a451-3c0a2a0adb37 req-d4c9a9c5-c988-4279-bcff-663a14e72571 service neutron] Checking segment: {'id': '61eeb10a-a42f-40fc-9b5e-40dc210792d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '5ad50c20-cbe0-4f19-bda9-67915d432316'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 18:44:15.414759 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fdb3a22-7ae5-4f67-a451-3c0a2a0adb37 req-d4c9a9c5-c988-4279-bcff-663a14e72571 service neutron] Bound using segment: {'id': '61eeb10a-a42f-40fc-9b5e-40dc210792d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '5ad50c20-cbe0-4f19-bda9-67915d432316'} {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 18:44:15.415097 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [req-3fdb3a22-7ae5-4f67-a451-3c0a2a0adb37 req-d4c9a9c5-c988-4279-bcff-663a14e72571 service neutron] Bound port: 979d7d29-4bea-43fd-a3cf-828894448c3f, host: n-h1-816865-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '61eeb10a-a42f-40fc-9b5e-40dc210792d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '5ad50c20-cbe0-4f19-bda9-67915d432316'}}] {{(pid=102386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 18:44:15.415540 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-3fdb3a22-7ae5-4f67-a451-3c0a2a0adb37 req-d4c9a9c5-c988-4279-bcff-663a14e72571 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:15.434197 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d235eca4-7b3a-4e8b-b4d1-81b66b4c25a7 admin admin] Router 5dde95f4-1157-44ab-817a-8770c8f8e80c has already been hosted by L3 agent 6dcb5589-8e86-4616-9186-ddc4548e13ad {{(pid=102386) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 18:44:15.498631 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf91c075-001b-41d6-89b5-d80642d4430a req-d60c29c3-ab76-4aad-a1f2-1408d7def92c tempest-ServersAdminTestJSON-1640316766 tempest-ServersAdminTestJSON-1640316766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:44:15.500121 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-bf91c075-001b-41d6-89b5-d80642d4430a req-d60c29c3-ab76-4aad-a1f2-1408d7def92c tempest-ServersAdminTestJSON-1640316766 tempest-ServersAdminTestJSON-1640316766-project] 10.222.0.13 "GET /v2.0/ports?device_id=0bd48938-7d8f-4ea5-981b-397a2676ea1c HTTP/1.1" status: 200 len: 950 time: 0.0509403 Nov 05 18:44:15.550863 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-bf91c075-001b-41d6-89b5-d80642d4430a req-35aa5865-a646-40f4-8b1e-9fadf8a65da3 tempest-ServersAdminTestJSON-1640316766 tempest-ServersAdminTestJSON-1640316766-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c663dac-2477-42f8-b37f-f366129474aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436745 Nov 05 18:44:15.583124 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [req-3fdb3a22-7ae5-4f67-a451-3c0a2a0adb37 req-d4c9a9c5-c988-4279-bcff-663a14e72571 service neutron] For port 979d7d29-4bea-43fd-a3cf-828894448c3f, host n-h1-816865-1, cleared binding levels {{(pid=102386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 18:44:15.602140 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [req-3fdb3a22-7ae5-4f67-a451-3c0a2a0adb37 req-d4c9a9c5-c988-4279-bcff-663a14e72571 service neutron] For port 979d7d29-4bea-43fd-a3cf-828894448c3f, host n-h1-816865-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=979d7d29-4bea-43fd-a3cf-828894448c3f,segment=NetworkSegment(61eeb10a-a42f-40fc-9b5e-40dc210792d1),segment_id=61eeb10a-a42f-40fc-9b5e-40dc210792d1)] {{(pid=102386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 18:44:15.614528 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d235eca4-7b3a-4e8b-b4d1-81b66b4c25a7 admin admin] Notify agent at l3_agent.n-d-816865-1 the message routers_updated {{(pid=102386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 18:44:15.624099 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 47746) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:44:15.624307 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-d235eca4-7b3a-4e8b-b4d1-81b66b4c25a7 admin admin] 10.222.0.13 "PUT /v2.0/routers/5dde95f4-1157-44ab-817a-8770c8f8e80c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2233603 Nov 05 18:44:15.625570 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b921596-6fd1-4658-82c2-a80494f4d0b0 None None] Sync routers for ids ['5dde95f4-1157-44ab-817a-8770c8f8e80c'] in n-d-816865-1 {{(pid=102388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 18:44:15.637529 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b921596-6fd1-4658-82c2-a80494f4d0b0 None None] Routers {'5dde95f4-1157-44ab-817a-8770c8f8e80c'} bound to L3 agent in host n-d-816865-1 {{(pid=102388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 18:44:15.638431 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-8b921596-6fd1-4658-82c2-a80494f4d0b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T18:44:05Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['5dde95f4-1157-44ab-817a-8770c8f8e80c'], 'active': True} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:44:15.714513 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-3fdb3a22-7ae5-4f67-a451-3c0a2a0adb37 req-d4c9a9c5-c988-4279-bcff-663a14e72571 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6149821'] for port, after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:15.774636 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdb3a22-7ae5-4f67-a451-3c0a2a0adb37 req-d4c9a9c5-c988-4279-bcff-663a14e72571 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:44:15.775334 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-3fdb3a22-7ae5-4f67-a451-3c0a2a0adb37 req-d4c9a9c5-c988-4279-bcff-663a14e72571 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:15.776846 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-3fdb3a22-7ae5-4f67-a451-3c0a2a0adb37 req-d4c9a9c5-c988-4279-bcff-663a14e72571 service neutron] 10.222.0.41 "PUT /v2.0/ports/979d7d29-4bea-43fd-a3cf-828894448c3f HTTP/1.1" status: 200 len: 1091 time: 1.6766372 Nov 05 18:44:15.777423 n-d-816865-1 neutron-server[102386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4ff8b6e-c6a4-4912-8809-43612fd985ce', 'tag': '979d7d29-4bea-43fd-a3cf-828894448c3f'}] {{(pid=102386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 18:44:15.780034 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6173a44d7c73f41af551dc890fa1a5892c2c6bc3458b640c8e0c24db7876ba6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb51534e-c579-41ea-9b16-c47aa1cea739" -d '{"events": [{"name": "network-changed", "server_uuid": "f4ff8b6e-c6a4-4912-8809-43612fd985ce", "tag": "979d7d29-4bea-43fd-a3cf-828894448c3f"}]}' {{(pid=102386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 18:44:15.798452 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvr_db [None req-8b921596-6fd1-4658-82c2-a80494f4d0b0 None None] Set router 5dde95f4-1157-44ab-817a-8770c8f8e80c gateway port host: n-d-816865-1 {{(pid=102388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 18:44:15.805299 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c9a9c5-c988-4279-bcff-663a14e72571 service neutron] Pushing event updated for resources: {'Port': ['ID=979d7d29-4bea-43fd-a3cf-828894448c3f,revision_number=3']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:44:15.823072 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-95a90d1c-2a5c-4210-95ca-d51f9c9171d7 req-937313f6-4fe9-4f93-aefb-4edb2409a5bf tempest-ServerDiskConfigTestJSON-70330027 tempest-ServerDiskConfigTestJSON-70330027-project] 10.222.0.13 "GET /v2.0/ports?device_id=37f2d1b1-c888-40ea-87ed-a1c6bcf55283 HTTP/1.1" status: 200 len: 210 time: 0.0835395 Nov 05 18:44:15.874600 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-55d3ad6a-e854-4444-8f2f-71cbf4d33a97 admin admin] Publish callbacks [] for router, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:15.896397 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 18:44:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28629dff-c328-47f1-81a2-bf505309f4e6 x-openstack-request-id: req-28629dff-c328-47f1-81a2-bf505309f4e6 {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 18:44:15.896687 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4ff8b6e-c6a4-4912-8809-43612fd985ce", "tag": "979d7d29-4bea-43fd-a3cf-828894448c3f", "status": "completed", "code": 200}]} {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 18:44:15.901359 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-28629dff-c328-47f1-81a2-bf505309f4e6 {{(pid=102386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 18:44:15.901359 n-d-816865-1 neutron-server[102386]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4ff8b6e-c6a4-4912-8809-43612fd985ce', 'tag': '979d7d29-4bea-43fd-a3cf-828894448c3f', 'status': 'completed', 'code': 200} Nov 05 18:44:15.925492 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6f465a-4953-4ac1-a844-215f554b42ac req-be5d7300-fc51-4652-827f-42c4157efbd5 tempest-FloatingIPsAssociationTestJSON-150840125 tempest-FloatingIPsAssociationTestJSON-150840125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:44:15.927177 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-1a6f465a-4953-4ac1-a844-215f554b42ac req-be5d7300-fc51-4652-827f-42c4157efbd5 tempest-FloatingIPsAssociationTestJSON-150840125 tempest-FloatingIPsAssociationTestJSON-150840125-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3b6ffab-3080-4469-afa9-0da51e8b90f6 HTTP/1.1" status: 200 len: 945 time: 0.1390350 Nov 05 18:44:15.934018 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdb3a22-7ae5-4f67-a451-3c0a2a0adb37 req-07584b2a-c99c-431f-8942-72cabdf7ad64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:44:15.936465 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-3fdb3a22-7ae5-4f67-a451-3c0a2a0adb37 req-07584b2a-c99c-431f-8942-72cabdf7ad64 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ced5e1577b3c42edb660bd5af3357f7d&device_id=f4ff8b6e-c6a4-4912-8809-43612fd985ce HTTP/1.1" status: 200 len: 1094 time: 0.0527399 Nov 05 18:44:16.006646 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-3fdb3a22-7ae5-4f67-a451-3c0a2a0adb37 req-a105ab07-d239-4e9b-ba74-78023195db4f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=979d7d29-4bea-43fd-a3cf-828894448c3f HTTP/1.1" status: 200 len: 217 time: 0.0513837 Nov 05 18:44:16.025762 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-1a6f465a-4953-4ac1-a844-215f554b42ac req-c59b6e0f-af4c-4dbd-95f9-d28011432c4b tempest-FloatingIPsAssociationTestJSON-150840125 tempest-FloatingIPsAssociationTestJSON-150840125-project] 10.222.0.13 "GET /v2.0/security-groups?id=3cc4611f-52b5-4887-b929-239c423d5920&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913279 Nov 05 18:44:16.031015 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-55d3ad6a-e854-4444-8f2f-71cbf4d33a97 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:16.080143 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-8b921596-6fd1-4658-82c2-a80494f4d0b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dde95f4-1157-44ab-817a-8770c8f8e80c', 'name': 'tempest-ServersTestFqdnHostnames-1079241961-router', 'tenant_id': 'd276d3590f324d258de926cd1aa8ebb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.82'}], 'enable_snat': True}, 'gw_port_id': '82df7b0b-5854-4685-bdd9-15e178f86f35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T18:41:34Z', 'updated_at': '2021-11-05T18:44:14Z', 'revision_number': 5, 'project_id': 'd276d3590f324d258de926cd1aa8ebb5', 'gw_port': {'id': '82df7b0b-5854-4685-bdd9-15e178f86f35', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:27:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dde95f4-1157-44ab-817a-8770c8f8e80c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 753, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T18:41:34Z', 'updated_at': '2021-11-05T18:41:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1'}], 'n-d-816865-1', False) {} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:44:16.093150 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdb3a22-7ae5-4f67-a451-3c0a2a0adb37 req-213c789b-a254-4963-9897-b11e52c4305b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:44:16.095054 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-3fdb3a22-7ae5-4f67-a451-3c0a2a0adb37 req-213c789b-a254-4963-9897-b11e52c4305b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=62c050a2-60f8-4c72-8eb4-189eb0ea2c1c HTTP/1.1" status: 200 len: 865 time: 0.0793912 Nov 05 18:44:16.112162 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b921596-6fd1-4658-82c2-a80494f4d0b0 None None] Checking router: 5dde95f4-1157-44ab-817a-8770c8f8e80c for host: n-d-816865-1 {{(pid=102388) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 18:44:16.135274 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-3fdb3a22-7ae5-4f67-a451-3c0a2a0adb37 req-6ed24d32-f6f7-44e7-a5f6-57cfe35e5043 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=5ad50c20-cbe0-4f19-bda9-67915d432316&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0309610 Nov 05 18:44:16.140259 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b921596-6fd1-4658-82c2-a80494f4d0b0 None None] Routers {'5dde95f4-1157-44ab-817a-8770c8f8e80c'} bound to L3 agent in host n-d-816865-1 {{(pid=102388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 18:44:16.140900 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-8b921596-6fd1-4658-82c2-a80494f4d0b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T18:44:05Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['5dde95f4-1157-44ab-817a-8770c8f8e80c'], 'active': True} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:44:16.268194 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26922ce-201a-4507-bb6d-3163aa6f62b8 req-e57a490c-706c-4cb1-a385-9815bc88a6f5 tempest-FloatingIPsAssociationTestJSON-150840125 tempest-FloatingIPsAssociationTestJSON-150840125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:44:16.275861 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-e26922ce-201a-4507-bb6d-3163aa6f62b8 req-e57a490c-706c-4cb1-a385-9815bc88a6f5 tempest-FloatingIPsAssociationTestJSON-150840125 tempest-FloatingIPsAssociationTestJSON-150840125-project] 10.222.0.13 "GET /v2.0/ports?device_id=1aa4f9bc-30b7-4399-b441-718e2402c852&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1523285 Nov 05 18:44:16.296686 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6d9c41-2c87-4467-a495-43440a0462e0 req-e218d5d5-5956-446f-9a5b-89e4bab6a709 tempest-ServerDiskConfigTestJSON-70330027 tempest-ServerDiskConfigTestJSON-70330027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:44:16.298426 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-ab6d9c41-2c87-4467-a495-43440a0462e0 req-e218d5d5-5956-446f-9a5b-89e4bab6a709 tempest-ServerDiskConfigTestJSON-70330027 tempest-ServerDiskConfigTestJSON-70330027-project] 10.222.0.55 "GET /v2.0/ports?device_id=6fdd5ed6-81d7-4ab5-86e9-c29a11f82abc HTTP/1.1" status: 200 len: 945 time: 0.0784435 Nov 05 18:44:16.307668 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvr_db [None req-8b921596-6fd1-4658-82c2-a80494f4d0b0 None None] Set router 5dde95f4-1157-44ab-817a-8770c8f8e80c gateway port host: None {{(pid=102388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 18:44:16.333329 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [None req-55d3ad6a-e854-4444-8f2f-71cbf4d33a97 admin admin] Deleting port 82df7b0b-5854-4685-bdd9-15e178f86f35 {{(pid=102387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 18:44:16.333669 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-55d3ad6a-e854-4444-8f2f-71cbf4d33a97 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:16.340450 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-3fdb3a22-7ae5-4f67-a451-3c0a2a0adb37 req-c5f156de-aadc-4dfd-8533-587306562aa4 service neutron] 10.222.0.41 "GET /v2.0/networks/5ad50c20-cbe0-4f19-bda9-67915d432316?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1988747 Nov 05 18:44:16.355736 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c6b377-8473-4903-a130-5c5903c0cabe req-a45b21df-d559-4330-87a3-707bccaceb2e tempest-LiveMigrationTest-600821399 tempest-LiveMigrationTest-600821399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:44:16.357249 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-f5c6b377-8473-4903-a130-5c5903c0cabe req-a45b21df-d559-4330-87a3-707bccaceb2e tempest-LiveMigrationTest-600821399 tempest-LiveMigrationTest-600821399-project] 10.222.0.13 "GET /v2.0/ports?device_id=3211213d-5f72-4665-9237-153dfa751f1a HTTP/1.1" status: 200 len: 945 time: 0.1339326 Nov 05 18:44:16.364576 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-8b921596-6fd1-4658-82c2-a80494f4d0b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dde95f4-1157-44ab-817a-8770c8f8e80c', 'name': 'tempest-ServersTestFqdnHostnames-1079241961-router', 'tenant_id': 'd276d3590f324d258de926cd1aa8ebb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T18:41:34Z', 'updated_at': '2021-11-05T18:44:16Z', 'revision_number': 6, 'project_id': 'd276d3590f324d258de926cd1aa8ebb5', 'gw_port_host': None}], 'n-d-816865-1', False) {} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:44:16.366175 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-e26922ce-201a-4507-bb6d-3163aa6f62b8 req-3b610c53-1a72-46c6-947b-39734eab3f0e tempest-FloatingIPsAssociationTestJSON-150840125 tempest-FloatingIPsAssociationTestJSON-150840125-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.6.210 HTTP/1.1" status: 200 len: 696 time: 0.0896063 Nov 05 18:44:16.381402 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [req-e26922ce-201a-4507-bb6d-3163aa6f62b8 req-340ef415-d063-4a07-89a6-0fa9bad3b238 tempest-FloatingIPsAssociationTestJSON-150840125 tempest-FloatingIPsAssociationTestJSON-150840125-project] Request body: {'floatingip': {'port_id': 'de453395-c788-4a67-a026-166ca2c30bed', 'fixed_ip_address': '172.20.0.6'}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:44:16.391986 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b921596-6fd1-4658-82c2-a80494f4d0b0 None None] The sync data for ids ['5dde95f4-1157-44ab-817a-8770c8f8e80c'] in n-d-816865-1 is: [{'id': '5dde95f4-1157-44ab-817a-8770c8f8e80c', 'name': 'tempest-ServersTestFqdnHostnames-1079241961-router', 'tenant_id': 'd276d3590f324d258de926cd1aa8ebb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T18:41:34Z', 'updated_at': '2021-11-05T18:44:16Z', 'revision_number': 6, 'project_id': 'd276d3590f324d258de926cd1aa8ebb5', 'gw_port_host': None}] {{(pid=102388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 18:44:16.470105 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-e26922ce-201a-4507-bb6d-3163aa6f62b8 req-340ef415-d063-4a07-89a6-0fa9bad3b238 tempest-FloatingIPsAssociationTestJSON-150840125 tempest-FloatingIPsAssociationTestJSON-150840125-project] Publish callbacks [] for floatingip, before_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:16.500186 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [req-ab6d9c41-2c87-4467-a495-43440a0462e0 req-74850231-f3a7-4e15-acb7-48d9545c4564 tempest-ServerDiskConfigTestJSON-70330027 tempest-ServerDiskConfigTestJSON-70330027-project] Deleting port df18205d-5c88-489f-9d3f-06d8f897d00c {{(pid=102386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 18:44:16.500626 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-ab6d9c41-2c87-4467-a495-43440a0462e0 req-74850231-f3a7-4e15-acb7-48d9545c4564 tempest-ServerDiskConfigTestJSON-70330027 tempest-ServerDiskConfigTestJSON-70330027-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:16.506191 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-3fdb3a22-7ae5-4f67-a451-3c0a2a0adb37 req-0105ef5b-e075-4b2b-a9e0-af7c74da9054 service neutron] 10.222.0.41 "GET /v2.0/networks/5ad50c20-cbe0-4f19-bda9-67915d432316?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1570582 Nov 05 18:44:16.596858 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-f5c6b377-8473-4903-a130-5c5903c0cabe req-d7b37a48-f989-4a27-9cc2-7ed4344c94ed tempest-LiveMigrationTest-600821399 tempest-LiveMigrationTest-600821399-project] 10.222.0.13 "GET /v2.0/security-groups?id=3677ad50-e4bf-4315-8aa4-e48810edc139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2225428 Nov 05 18:44:16.640588 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.db [None req-55d3ad6a-e854-4444-8f2f-71cbf4d33a97 admin admin] For port 82df7b0b-5854-4685-bdd9-15e178f86f35, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=82df7b0b-5854-4685-bdd9-15e178f86f35,segment=NetworkSegment(85be518c-8bb4-46a2-a903-d4292782d29d),segment_id=85be518c-8bb4-46a2-a903-d4292782d29d)] {{(pid=102387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:44:16.640905 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-55d3ad6a-e854-4444-8f2f-71cbf4d33a97 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:16.651477 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [req-ab6d9c41-2c87-4467-a495-43440a0462e0 req-74850231-f3a7-4e15-acb7-48d9545c4564 tempest-ServerDiskConfigTestJSON-70330027 tempest-ServerDiskConfigTestJSON-70330027-project] For port df18205d-5c88-489f-9d3f-06d8f897d00c, host n-h2-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=df18205d-5c88-489f-9d3f-06d8f897d00c,segment=NetworkSegment(b30a663d-6bb9-436d-bbb6-d3fc1ef4951b),segment_id=b30a663d-6bb9-436d-bbb6-d3fc1ef4951b)] {{(pid=102386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:44:16.651477 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-ab6d9c41-2c87-4467-a495-43440a0462e0 req-74850231-f3a7-4e15-acb7-48d9545c4564 tempest-ServerDiskConfigTestJSON-70330027 tempest-ServerDiskConfigTestJSON-70330027-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:16.662508 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [None req-55d3ad6a-e854-4444-8f2f-71cbf4d33a97 admin admin] Calling delete_port for 82df7b0b-5854-4685-bdd9-15e178f86f35 owned by network:router_gateway {{(pid=102387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 18:44:16.663686 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Device ec710ca3-509e-4561-83ed-f414242c92b7 up at agent hyperv_n-h2-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 18:44:16.700708 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [req-ab6d9c41-2c87-4467-a495-43440a0462e0 req-74850231-f3a7-4e15-acb7-48d9545c4564 tempest-ServerDiskConfigTestJSON-70330027 tempest-ServerDiskConfigTestJSON-70330027-project] Calling delete_port for df18205d-5c88-489f-9d3f-06d8f897d00c owned by compute:nova {{(pid=102386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 18:44:16.772688 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb51534e-c579-41ea-9b16-c47aa1cea739 req-7ce22873-9111-481e-a7d4-910ab32700ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:44:16.774227 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-fb51534e-c579-41ea-9b16-c47aa1cea739 req-7ce22873-9111-481e-a7d4-910ab32700ec service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ced5e1577b3c42edb660bd5af3357f7d&device_id=f4ff8b6e-c6a4-4912-8809-43612fd985ce HTTP/1.1" status: 200 len: 1094 time: 0.0823228 Nov 05 18:44:16.857989 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Provisioning for port ec710ca3-509e-4561-83ed-f414242c92b7 completed by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 05 18:44:16.867887 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Provisioning complete for port ec710ca3-509e-4561-83ed-f414242c92b7 triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:44:16.868500 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:16.904198 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2131ef5c-b9c1-4f1c-ad1f-742d9c23dbb0 req-5c0f2bcc-d7a6-4d79-95a1-96e40f68576d tempest-ServersNegativeTestMultiTenantJSON-626545648 tempest-ServersNegativeTestMultiTenantJSON-626545648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:44:16.906225 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-2131ef5c-b9c1-4f1c-ad1f-742d9c23dbb0 req-5c0f2bcc-d7a6-4d79-95a1-96e40f68576d tempest-ServersNegativeTestMultiTenantJSON-626545648 tempest-ServersNegativeTestMultiTenantJSON-626545648-project] 10.222.0.13 "GET /v2.0/ports?device_id=f4ff8b6e-c6a4-4912-8809-43612fd985ce HTTP/1.1" status: 200 len: 943 time: 0.1891503 Nov 05 18:44:16.911169 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb51534e-c579-41ea-9b16-c47aa1cea739 req-d7de2615-6b49-47b7-ad34-cf54ec1285d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:44:16.912654 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-fb51534e-c579-41ea-9b16-c47aa1cea739 req-d7de2615-6b49-47b7-ad34-cf54ec1285d9 service neutron] 10.222.0.41 "GET /v2.0/networks?id=5ad50c20-cbe0-4f19-bda9-67915d432316 HTTP/1.1" status: 200 len: 926 time: 0.1284065 Nov 05 18:44:16.969090 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-fb51534e-c579-41ea-9b16-c47aa1cea739 req-c10e5af3-c83d-4825-81b9-3250d5ebf2b5 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=979d7d29-4bea-43fd-a3cf-828894448c3f HTTP/1.1" status: 200 len: 217 time: 0.0468256 Nov 05 18:44:16.973485 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:17.008754 n-d-816865-1 neutron-server[102388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3211213d-5f72-4665-9237-153dfa751f1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec710ca3-509e-4561-83ed-f414242c92b7'}] {{(pid=102388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 18:44:17.023385 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85474fee1180e129d8a886d264fe0b30223aa672dd1ffe43b630605f18504f68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5ac4943-eb7d-416d-a49d-344f4012d69b" -d '{"events": [{"server_uuid": "3211213d-5f72-4665-9237-153dfa751f1a", "name": "network-vif-plugged", "status": "completed", "tag": "ec710ca3-509e-4561-83ed-f414242c92b7"}]}' {{(pid=102388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 18:44:17.036894 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb51534e-c579-41ea-9b16-c47aa1cea739 req-f7afb862-117e-472c-ad3e-1398f3ff426b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:44:17.038831 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-fb51534e-c579-41ea-9b16-c47aa1cea739 req-f7afb862-117e-472c-ad3e-1398f3ff426b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=62c050a2-60f8-4c72-8eb4-189eb0ea2c1c HTTP/1.1" status: 200 len: 865 time: 0.0622072 Nov 05 18:44:17.045965 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] For port ec710ca3-509e-4561-83ed-f414242c92b7, host n-h2-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=ec710ca3-509e-4561-83ed-f414242c92b7,segment=NetworkSegment(b9f65680-5ef1-4bb4-ac2c-6d7ba403921d),segment_id=b9f65680-5ef1-4bb4-ac2c-6d7ba403921d)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:44:17.077176 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-fb51534e-c579-41ea-9b16-c47aa1cea739 req-fc4a8a97-d7ca-436b-ad2b-fd308def1008 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=5ad50c20-cbe0-4f19-bda9-67915d432316&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0297990 Nov 05 18:44:17.078142 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-ab6d9c41-2c87-4467-a495-43440a0462e0 req-74850231-f3a7-4e15-acb7-48d9545c4564 tempest-ServerDiskConfigTestJSON-70330027 tempest-ServerDiskConfigTestJSON-70330027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:17.090561 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] get_ports_and_sgs() called for port_ids ['df18205d-5c88-489f-9d3f-06d8f897d00c'] {{(pid=102388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 18:44:17.122345 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74850231-f3a7-4e15-acb7-48d9545c4564 tempest-ServerDiskConfigTestJSON-70330027 tempest-ServerDiskConfigTestJSON-70330027-project] Pushing event deleted for resources: {'Port': ['ID=df18205d-5c88-489f-9d3f-06d8f897d00c,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:44:17.134186 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:17.153046 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-2131ef5c-b9c1-4f1c-ad1f-742d9c23dbb0 req-759f4fa6-6af7-4cc1-ba30-a34237b95518 tempest-ServersNegativeTestMultiTenantJSON-626545648 tempest-ServersNegativeTestMultiTenantJSON-626545648-project] 10.222.0.13 "GET /v2.0/security-groups?id=333b2f4b-15e4-4577-a087-eb0f0aeac190&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2363808 Nov 05 18:44:17.226417 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Pushing event updated for resources: {'Port': ['ID=ec710ca3-509e-4561-83ed-f414242c92b7,revision_number=5']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:44:17.261738 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab6d9c41-2c87-4467-a495-43440a0462e0 req-74850231-f3a7-4e15-acb7-48d9545c4564 tempest-ServerDiskConfigTestJSON-70330027 tempest-ServerDiskConfigTestJSON-70330027-project] No DVR routers for this DVR port df18205d-5c88-489f-9d3f-06d8f897d00c on host n-h2-816865-1 {{(pid=102386) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 18:44:17.265579 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-ab6d9c41-2c87-4467-a495-43440a0462e0 req-74850231-f3a7-4e15-acb7-48d9545c4564 tempest-ServerDiskConfigTestJSON-70330027 tempest-ServerDiskConfigTestJSON-70330027-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:17.269430 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-ab6d9c41-2c87-4467-a495-43440a0462e0 req-74850231-f3a7-4e15-acb7-48d9545c4564 tempest-ServerDiskConfigTestJSON-70330027 tempest-ServerDiskConfigTestJSON-70330027-project] 10.222.0.55 "DELETE /v2.0/ports/df18205d-5c88-489f-9d3f-06d8f897d00c HTTP/1.1" status: 204 len: 173 time: 0.9604514 Nov 05 18:44:17.315679 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-fb51534e-c579-41ea-9b16-c47aa1cea739 req-63b8db6d-fbc2-476a-8ea8-c8dbff4c31a0 service neutron] 10.222.0.41 "GET /v2.0/networks/5ad50c20-cbe0-4f19-bda9-67915d432316?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2278781 Nov 05 18:44:17.320018 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-55d3ad6a-e854-4444-8f2f-71cbf4d33a97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4417063'] for port, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:17.385212 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d3ad6a-e854-4444-8f2f-71cbf4d33a97 admin admin] Pushing event deleted for resources: {'Port': ['ID=82df7b0b-5854-4685-bdd9-15e178f86f35,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:44:17.425322 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-e26922ce-201a-4507-bb6d-3163aa6f62b8 req-340ef415-d063-4a07-89a6-0fa9bad3b238 tempest-FloatingIPsAssociationTestJSON-150840125 tempest-FloatingIPsAssociationTestJSON-150840125-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:17.427670 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d3ad6a-e854-4444-8f2f-71cbf4d33a97 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:44:17.428036 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d3ad6a-e854-4444-8f2f-71cbf4d33a97 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:44:17.428330 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d3ad6a-e854-4444-8f2f-71cbf4d33a97 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:44:17.428720 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d3ad6a-e854-4444-8f2f-71cbf4d33a97 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:44:17.428974 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d3ad6a-e854-4444-8f2f-71cbf4d33a97 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:44:17.429300 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d3ad6a-e854-4444-8f2f-71cbf4d33a97 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:44:17.429616 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d3ad6a-e854-4444-8f2f-71cbf4d33a97 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:44:17.430033 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d3ad6a-e854-4444-8f2f-71cbf4d33a97 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:44:17.430270 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d3ad6a-e854-4444-8f2f-71cbf4d33a97 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:44:17.430570 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d3ad6a-e854-4444-8f2f-71cbf4d33a97 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:44:17.430882 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d3ad6a-e854-4444-8f2f-71cbf4d33a97 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:44:17.431220 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d3ad6a-e854-4444-8f2f-71cbf4d33a97 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:44:17.434327 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-fb51534e-c579-41ea-9b16-c47aa1cea739 req-19c28b2e-69ed-4030-b9c2-c8659359ed09 service neutron] 10.222.0.41 "GET /v2.0/networks/5ad50c20-cbe0-4f19-bda9-67915d432316?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1118209 Nov 05 18:44:17.486856 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd76a72-6ae2-4a2d-9dbd-e7f4dc59be86 req-084a82c2-384c-4f9e-9776-2854cd5a6c6e tempest-ServersAdminTestJSON-1640316766 tempest-ServersAdminTestJSON-1640316766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:44:17.489104 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-4bd76a72-6ae2-4a2d-9dbd-e7f4dc59be86 req-084a82c2-384c-4f9e-9776-2854cd5a6c6e tempest-ServersAdminTestJSON-1640316766 tempest-ServersAdminTestJSON-1640316766-project] 10.222.0.13 "GET /v2.0/ports?device_id=0bd48938-7d8f-4ea5-981b-397a2676ea1c HTTP/1.1" status: 200 len: 950 time: 0.1727645 Nov 05 18:44:17.504320 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-55d3ad6a-e854-4444-8f2f-71cbf4d33a97 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1000651'] for router_gateway, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:17.508070 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-e26922ce-201a-4507-bb6d-3163aa6f62b8 req-340ef415-d063-4a07-89a6-0fa9bad3b238 tempest-FloatingIPsAssociationTestJSON-150840125 tempest-FloatingIPsAssociationTestJSON-150840125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1000577'] for floatingip, after_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:17.648103 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-55d3ad6a-e854-4444-8f2f-71cbf4d33a97 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-571301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6852'] for router, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:17.655145 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-55d3ad6a-e854-4444-8f2f-71cbf4d33a97 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:17.749132 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-4bd76a72-6ae2-4a2d-9dbd-e7f4dc59be86 req-2eaa246b-ec10-45db-871f-ce38b6817133 tempest-ServersAdminTestJSON-1640316766 tempest-ServersAdminTestJSON-1640316766-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c663dac-2477-42f8-b37f-f366129474aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2524800 Nov 05 18:44:17.776605 n-d-816865-1 neutron-server[102387]: INFO neutron.db.l3_db [req-e26922ce-201a-4507-bb6d-3163aa6f62b8 req-340ef415-d063-4a07-89a6-0fa9bad3b238 tempest-FloatingIPsAssociationTestJSON-150840125 tempest-FloatingIPsAssociationTestJSON-150840125-project] Floating IP dfc0063a-f04e-4dab-8adf-e63318628505 associated. External IP: 172.25.6.210, port: de453395-c788-4a67-a026-166ca2c30bed. Nov 05 18:44:17.871445 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-55d3ad6a-e854-4444-8f2f-71cbf4d33a97 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-571310'] for router, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:17.871955 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55d3ad6a-e854-4444-8f2f-71cbf4d33a97 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5dde95f4-1157-44ab-817a-8770c8f8e80c {{(pid=102387) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 05 18:44:17.878844 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-55d3ad6a-e854-4444-8f2f-71cbf4d33a97 admin admin] Publish callbacks [] for router, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:17.882347 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 47774) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:44:17.882533 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-55d3ad6a-e854-4444-8f2f-71cbf4d33a97 admin admin] 10.222.0.13 "DELETE /v2.0/routers/5dde95f4-1157-44ab-817a-8770c8f8e80c HTTP/1.1" status: 204 len: 168 time: 2.2570643 Nov 05 18:44:17.911755 n-d-816865-1 neutron-server[102386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fdd5ed6-81d7-4ab5-86e9-c29a11f82abc', 'name': 'network-vif-deleted', 'tag': 'df18205d-5c88-489f-9d3f-06d8f897d00c'}] {{(pid=102386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 18:44:17.913887 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6173a44d7c73f41af551dc890fa1a5892c2c6bc3458b640c8e0c24db7876ba6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-786c1522-cad9-4d12-8354-5e0f59428f4b" -d '{"events": [{"server_uuid": "6fdd5ed6-81d7-4ab5-86e9-c29a11f82abc", "name": "network-vif-deleted", "tag": "df18205d-5c88-489f-9d3f-06d8f897d00c"}]}' {{(pid=102386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 18:44:17.947271 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.db_base_plugin_v2 [None req-5429522f-5c5c-4fd8-8d03-8f2cf6e79c77 admin admin] Deleting subnet 98fc1e31-7219-4cb0-bc4e-cc4fffcb9ad4 {{(pid=102386) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 05 18:44:17.974592 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-5429522f-5c5c-4fd8-8d03-8f2cf6e79c77 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:18.069126 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-5429522f-5c5c-4fd8-8d03-8f2cf6e79c77 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4590738'] for subnet, precommit_delete_associations {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:18.141782 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d680f58e-8aa5-4225-9fad-e2ec47ed94f1 req-f31c856a-a94f-4cd6-8f6f-c7cc4fa955c8 tempest-ServerDiskConfigTestJSON-70330027 tempest-ServerDiskConfigTestJSON-70330027-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:44:18.144074 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-d680f58e-8aa5-4225-9fad-e2ec47ed94f1 req-f31c856a-a94f-4cd6-8f6f-c7cc4fa955c8 tempest-ServerDiskConfigTestJSON-70330027 tempest-ServerDiskConfigTestJSON-70330027-project] 10.222.0.55 "GET /v2.0/networks?id=c410af1b-0d29-45ed-bbbd-e63b694a7756 HTTP/1.1" status: 200 len: 814 time: 0.1930687 Nov 05 18:44:18.169277 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [req-d680f58e-8aa5-4225-9fad-e2ec47ed94f1 req-f3343b29-1d31-4619-bfdf-3664a1c0e91b tempest-ServerDiskConfigTestJSON-70330027 tempest-ServerDiskConfigTestJSON-70330027-project] Request body: {'port': {'device_id': '37f2d1b1-c888-40ea-87ed-a1c6bcf55283', 'network_id': 'c410af1b-0d29-45ed-bbbd-e63b694a7756', 'admin_state_up': True, 'tenant_id': 'd917dacf65cd489fa36d8042253fe266'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:44:18.247457 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-5429522f-5c5c-4fd8-8d03-8f2cf6e79c77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1573928'] for subnet, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:18.365608 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-1ec2b0a3-e05c-4ac9-8cb9-1cd456532ce2 req-7db79867-e8d0-452c-9a26-6fa13e800520 tempest-ServerDiskConfigTestJSON-70330027 tempest-ServerDiskConfigTestJSON-70330027-project] 10.222.0.13 "GET /v2.0/ports?device_id=37f2d1b1-c888-40ea-87ed-a1c6bcf55283 HTTP/1.1" status: 200 len: 210 time: 0.3997512 Nov 05 18:44:18.394828 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d680f58e-8aa5-4225-9fad-e2ec47ed94f1 req-f3343b29-1d31-4619-bfdf-3664a1c0e91b tempest-ServerDiskConfigTestJSON-70330027 tempest-ServerDiskConfigTestJSON-70330027-project] Made reservation on behalf of d917dacf65cd489fa36d8042253fe266 for: {'port': 1} {{(pid=102386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 18:44:18.398645 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-d680f58e-8aa5-4225-9fad-e2ec47ed94f1 req-f3343b29-1d31-4619-bfdf-3664a1c0e91b tempest-ServerDiskConfigTestJSON-70330027 tempest-ServerDiskConfigTestJSON-70330027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:18.410238 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-5429522f-5c5c-4fd8-8d03-8f2cf6e79c77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1573905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6149879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4877183'] for subnet, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:18.412525 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 18:44:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e3e2e75-d34e-47ee-ad95-560b941cd372 x-openstack-request-id: req-1e3e2e75-d34e-47ee-ad95-560b941cd372 {{(pid=102388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 18:44:18.413678 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3211213d-5f72-4665-9237-153dfa751f1a", "name": "network-vif-plugged", "status": "completed", "tag": "ec710ca3-509e-4561-83ed-f414242c92b7", "code": 200}]} {{(pid=102388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 18:44:18.414233 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1e3e2e75-d34e-47ee-ad95-560b941cd372 {{(pid=102388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 18:44:18.414526 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e26922ce-201a-4507-bb6d-3163aa6f62b8 req-340ef415-d063-4a07-89a6-0fa9bad3b238 tempest-FloatingIPsAssociationTestJSON-150840125 tempest-FloatingIPsAssociationTestJSON-150840125-project] Router af88c0cd-0274-4a4d-a78e-c47021d1eb88 has already been hosted by L3 agent 6dcb5589-8e86-4616-9186-ddc4548e13ad {{(pid=102387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 18:44:18.415123 n-d-816865-1 neutron-server[102388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3211213d-5f72-4665-9237-153dfa751f1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec710ca3-509e-4561-83ed-f414242c92b7', 'code': 200} Nov 05 18:44:18.445571 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-5429522f-5c5c-4fd8-8d03-8f2cf6e79c77 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:18.452275 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a1e6bc0-91f9-4104-bb9f-b9fdd49dee60 None None] Network 1da37b43-f7d4-493c-9709-10fff3365b6d requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 18:44:18.463620 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-5429522f-5c5c-4fd8-8d03-8f2cf6e79c77 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/98fc1e31-7219-4cb0-bc4e-cc4fffcb9ad4 HTTP/1.1" status: 204 len: 168 time: 0.5764256 Nov 05 18:44:18.463620 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 47780) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:44:18.529424 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5429522f-5c5c-4fd8-8d03-8f2cf6e79c77 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=98fc1e31-7219-4cb0-bc4e-cc4fffcb9ad4,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:44:18.569435 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 59a31988-9d9f-4f00-ade6-2b69787ce63d no longer exists at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 18:44:18.576721 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e26922ce-201a-4507-bb6d-3163aa6f62b8 req-340ef415-d063-4a07-89a6-0fa9bad3b238 tempest-FloatingIPsAssociationTestJSON-150840125 tempest-FloatingIPsAssociationTestJSON-150840125-project] Notify agent at l3_agent.n-d-816865-1 the message routers_updated {{(pid=102387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 18:44:18.582515 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-e26922ce-201a-4507-bb6d-3163aa6f62b8 req-340ef415-d063-4a07-89a6-0fa9bad3b238 tempest-FloatingIPsAssociationTestJSON-150840125 tempest-FloatingIPsAssociationTestJSON-150840125-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for floatingip, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:18.590668 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-459b7aa7-abe8-4738-97fa-5efa50b9be28 None None] Sync routers for ids ['af88c0cd-0274-4a4d-a78e-c47021d1eb88'] in n-d-816865-1 {{(pid=102389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 18:44:18.599642 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] No Port match for: 59a31988-9d9f-4f00-ade6-2b69787ce63d {{(pid=102388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 18:44:18.599995 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 59a31988-9d9f-4f00-ade6-2b69787ce63d not bound to the agent host n-d-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 18:44:18.600420 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 82df7b0b-5854-4685-bdd9-15e178f86f35 no longer exists at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 18:44:18.603009 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-459b7aa7-abe8-4738-97fa-5efa50b9be28 None None] Routers {'af88c0cd-0274-4a4d-a78e-c47021d1eb88'} bound to L3 agent in host n-d-816865-1 {{(pid=102389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 18:44:18.604385 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-459b7aa7-abe8-4738-97fa-5efa50b9be28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T18:44:05Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['af88c0cd-0274-4a4d-a78e-c47021d1eb88'], 'active': True} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:44:18.628360 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc87e17-0b07-4b5b-b226-1adf38c9a809 req-6a4f4fe9-1ce1-4eb1-9752-8c3ec9a97713 tempest-LiveMigrationTest-600821399 tempest-LiveMigrationTest-600821399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:44:18.629814 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-ccc87e17-0b07-4b5b-b226-1adf38c9a809 req-6a4f4fe9-1ce1-4eb1-9752-8c3ec9a97713 tempest-LiveMigrationTest-600821399 tempest-LiveMigrationTest-600821399-project] 10.222.0.13 "GET /v2.0/ports?device_id=3211213d-5f72-4665-9237-153dfa751f1a HTTP/1.1" status: 200 len: 946 time: 0.0928397 Nov 05 18:44:18.633874 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-e26922ce-201a-4507-bb6d-3163aa6f62b8 req-340ef415-d063-4a07-89a6-0fa9bad3b238 tempest-FloatingIPsAssociationTestJSON-150840125 tempest-FloatingIPsAssociationTestJSON-150840125-project] 10.222.0.13 "PUT /v2.0/floatingips/dfc0063a-f04e-4dab-8adf-e63318628505 HTTP/1.1" status: 200 len: 996 time: 2.2668512 Nov 05 18:44:18.636265 n-d-816865-1 neutron-server[102387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1aa4f9bc-30b7-4399-b441-718e2402c852', 'tag': 'de453395-c788-4a67-a026-166ca2c30bed'}] {{(pid=102387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 18:44:18.636878 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab06bd4ddf5758c1f10d79fe34dc215bafa488692cde9dba2fcbcb67556f90bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13e3cb69-602b-4b44-82bb-3db4e9373031" -d '{"events": [{"name": "network-changed", "server_uuid": "1aa4f9bc-30b7-4399-b441-718e2402c852", "tag": "de453395-c788-4a67-a026-166ca2c30bed"}]}' {{(pid=102387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 18:44:18.679233 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] No Port match for: 82df7b0b-5854-4685-bdd9-15e178f86f35 {{(pid=102388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 18:44:18.679629 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 82df7b0b-5854-4685-bdd9-15e178f86f35 not bound to the agent host n-d-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 18:44:18.727435 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-ccc87e17-0b07-4b5b-b226-1adf38c9a809 req-ccd3bb27-c7ba-440e-92bf-64105982cf1f tempest-LiveMigrationTest-600821399 tempest-LiveMigrationTest-600821399-project] 10.222.0.13 "GET /v2.0/security-groups?id=3677ad50-e4bf-4315-8aa4-e48810edc139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874968 Nov 05 18:44:18.763729 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26922ce-201a-4507-bb6d-3163aa6f62b8 req-22c0d34c-dcc1-4742-a90c-187f2815aadb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:44:18.765507 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-e26922ce-201a-4507-bb6d-3163aa6f62b8 req-22c0d34c-dcc1-4742-a90c-187f2815aadb service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f99a9bdffb564060b331ec79eda75924&device_id=1aa4f9bc-30b7-4399-b441-718e2402c852 HTTP/1.1" status: 200 len: 1096 time: 0.1034713 Nov 05 18:44:18.795076 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f170658e-95e8-4051-8ecd-13c9a16845b0 None None] DHCP port deletion for 1da37b43-f7d4-493c-9709-10fff3365b6d request from n-d-816865-1 {{(pid=102388) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 05 18:44:18.811064 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-25e39090-01df-411f-828a-995915a624ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1664226'] for network, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:18.826996 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.db_base_plugin_common [req-d680f58e-8aa5-4225-9fad-e2ec47ed94f1 req-f3343b29-1d31-4619-bfdf-3664a1c0e91b tempest-ServerDiskConfigTestJSON-70330027 tempest-ServerDiskConfigTestJSON-70330027-project] Allocated IP 172.20.0.14 (c410af1b-0d29-45ed-bbbd-e63b694a7756/f65b8522-0d6e-4b41-a88d-8d5f4f8e7c9d/d78e341a-33af-484a-ba39-c60b36eee0b6) {{(pid=102386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 18:44:18.847892 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvr_db [None req-459b7aa7-abe8-4738-97fa-5efa50b9be28 None None] Set router af88c0cd-0274-4a4d-a78e-c47021d1eb88 gateway port host: n-d-816865-1 {{(pid=102389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 18:44:18.850742 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c8cd20-709b-4b7e-8c2d-daa61a6bed0b req-effb0f79-d5fc-4412-9049-284bf5ff8a26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:44:18.852489 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-50c8cd20-709b-4b7e-8c2d-daa61a6bed0b req-effb0f79-d5fc-4412-9049-284bf5ff8a26 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=3211213d-5f72-4665-9237-153dfa751f1a HTTP/1.1" status: 200 len: 1097 time: 0.2969756 Nov 05 18:44:18.890618 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 18:44:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6168411-9f55-4dd5-8519-65c0501f9f2c x-openstack-request-id: req-c6168411-9f55-4dd5-8519-65c0501f9f2c {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 18:44:18.890970 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6fdd5ed6-81d7-4ab5-86e9-c29a11f82abc", "name": "network-vif-deleted", "tag": "df18205d-5c88-489f-9d3f-06d8f897d00c", "status": "completed", "code": 200}]} {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 18:44:18.891314 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c6168411-9f55-4dd5-8519-65c0501f9f2c {{(pid=102386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 18:44:18.891952 n-d-816865-1 neutron-server[102386]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6fdd5ed6-81d7-4ab5-86e9-c29a11f82abc', 'name': 'network-vif-deleted', 'tag': 'df18205d-5c88-489f-9d3f-06d8f897d00c', 'status': 'completed', 'code': 200} Nov 05 18:44:18.905991 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26922ce-201a-4507-bb6d-3163aa6f62b8 req-4e5a17b7-7507-49f4-8af0-986c34c4490f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:44:18.910079 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-e26922ce-201a-4507-bb6d-3163aa6f62b8 req-4e5a17b7-7507-49f4-8af0-986c34c4490f service neutron] 10.222.0.13 "GET /v2.0/networks?id=324a563f-bace-4674-b8a0-3af35aa21023 HTTP/1.1" status: 200 len: 921 time: 0.1323380 Nov 05 18:44:18.935583 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-f170658e-95e8-4051-8ecd-13c9a16845b0 None None] Deleting port 20cdc4f9-813d-4d3c-a90d-f1e6b3db726c {{(pid=102388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 18:44:18.936717 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-f170658e-95e8-4051-8ecd-13c9a16845b0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:19.014113 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-e26922ce-201a-4507-bb6d-3163aa6f62b8 req-30d5b129-5dca-4b7d-b59f-040da7012969 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=de453395-c788-4a67-a026-166ca2c30bed HTTP/1.1" status: 200 len: 999 time: 0.0975673 Nov 05 18:44:19.059282 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-f170658e-95e8-4051-8ecd-13c9a16845b0 None None] For port 20cdc4f9-813d-4d3c-a90d-f1e6b3db726c, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=20cdc4f9-813d-4d3c-a90d-f1e6b3db726c,segment=NetworkSegment(fa8c7ea5-f99c-4ee2-80d1-0e4e054d8ebd),segment_id=fa8c7ea5-f99c-4ee2-80d1-0e4e054d8ebd)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:44:19.060739 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-f170658e-95e8-4051-8ecd-13c9a16845b0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:19.079212 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-f170658e-95e8-4051-8ecd-13c9a16845b0 None None] Calling delete_port for 20cdc4f9-813d-4d3c-a90d-f1e6b3db726c owned by network:dhcp {{(pid=102388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 18:44:19.088823 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26922ce-201a-4507-bb6d-3163aa6f62b8 req-076bb091-a368-4333-9282-adb65bdf26e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:44:19.096624 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-e26922ce-201a-4507-bb6d-3163aa6f62b8 req-076bb091-a368-4333-9282-adb65bdf26e2 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=78388d9c-2599-4761-adf2-aadd49eafef3 HTTP/1.1" status: 200 len: 859 time: 0.0668619 Nov 05 18:44:19.132179 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-459b7aa7-abe8-4738-97fa-5efa50b9be28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af88c0cd-0274-4a4d-a78e-c47021d1eb88', 'name': 'tempest-FloatingIPsAssociationTestJSON-751442554-router', 'tenant_id': 'f99a9bdffb564060b331ec79eda75924', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.239'}], 'enable_snat': True}, 'gw_port_id': 'dbb62693-62e8-4594-bb32-2a7eb86dbd22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T18:43:27Z', 'updated_at': '2021-11-05T18:43:32Z', 'revision_number': 4, 'project_id': 'f99a9bdffb564060b331ec79eda75924', 'gw_port': {'id': 'dbb62693-62e8-4594-bb32-2a7eb86dbd22', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:a8:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af88c0cd-0274-4a4d-a78e-c47021d1eb88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 886, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T18:43:28Z', 'updated_at': '2021-11-05T18:43:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1', '_floatingips': [{'id': 'dfc0063a-f04e-4dab-8adf-e63318628505', 'tenant_id': 'f99a9bdffb564060b331ec79eda75924', 'floating_ip_address': '172.25.6.210', 'floating_network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'router_id': 'af88c0cd-0274-4a4d-a78e-c47021d1eb88', 'port_id': 'de453395-c788-4a67-a026-166ca2c30bed', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 904, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '324a563f-bace-4674-b8a0-3af35aa21023', 'mac_address': 'fa:16:3e:1b:4c:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aa4f9bc-30b7-4399-b441-718e2402c852', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-05T18:43:53Z', 'updated_at': '2021-11-05T18:44:17Z', 'revision_number': 1, 'project_id': 'f99a9bdffb564060b331ec79eda75924', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91e6f2d8-d90f-4174-a884-9cf1f29d89b5', 'name': '', 'network_id': '324a563f-bace-4674-b8a0-3af35aa21023', 'tenant_id': 'f99a9bdffb564060b331ec79eda75924', 'mac_address': 'fa:16:3e:c1:88:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af88c0cd-0274-4a4d-a78e-c47021d1eb88', 'device_owner': 'network:router_interface', 'standard_attr_id': 892, 'fixed_ips': [{'subnet_id': '78388d9c-2599-4761-adf2-aadd49eafef3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T18:43:31Z', 'updated_at': '2021-11-05T18:43:38Z', 'revision_number': 5, 'project_id': 'f99a9bdffb564060b331ec79eda75924', 'subnets': [{'id': '78388d9c-2599-4761-adf2-aadd49eafef3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-1', False) {} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:44:19.168904 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-459b7aa7-abe8-4738-97fa-5efa50b9be28 None None] Checking router: af88c0cd-0274-4a4d-a78e-c47021d1eb88 for host: n-d-816865-1 {{(pid=102389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 18:44:19.171771 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e5a9c8-ee77-417a-898e-7ed830fe9a57 req-0fe37b85-42d8-494e-8055-46f0b9df278f tempest-ServersNegativeTestMultiTenantJSON-626545648 tempest-ServersNegativeTestMultiTenantJSON-626545648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:44:19.180407 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-c4e5a9c8-ee77-417a-898e-7ed830fe9a57 req-0fe37b85-42d8-494e-8055-46f0b9df278f tempest-ServersNegativeTestMultiTenantJSON-626545648 tempest-ServersNegativeTestMultiTenantJSON-626545648-project] 10.222.0.13 "GET /v2.0/ports?device_id=f4ff8b6e-c6a4-4912-8809-43612fd985ce HTTP/1.1" status: 200 len: 943 time: 0.1686320 Nov 05 18:44:19.181760 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-459b7aa7-abe8-4738-97fa-5efa50b9be28 None None] Routers {'af88c0cd-0274-4a4d-a78e-c47021d1eb88'} bound to L3 agent in host n-d-816865-1 {{(pid=102389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 18:44:19.182506 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-459b7aa7-abe8-4738-97fa-5efa50b9be28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T18:44:05Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['af88c0cd-0274-4a4d-a78e-c47021d1eb88'], 'active': True} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:44:19.203366 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26922ce-201a-4507-bb6d-3163aa6f62b8 req-07d3396f-4af3-4e05-8340-99d8215a1282 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:44:19.210892 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-e26922ce-201a-4507-bb6d-3163aa6f62b8 req-07d3396f-4af3-4e05-8340-99d8215a1282 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=324a563f-bace-4674-b8a0-3af35aa21023&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1130855 Nov 05 18:44:19.274847 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-f170658e-95e8-4051-8ecd-13c9a16845b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798'] for port, after_delete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:19.303553 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-c4e5a9c8-ee77-417a-898e-7ed830fe9a57 req-d18720fe-99cb-4275-b6c4-00d2b481ccef tempest-ServersNegativeTestMultiTenantJSON-626545648 tempest-ServersNegativeTestMultiTenantJSON-626545648-project] 10.222.0.13 "GET /v2.0/security-groups?id=333b2f4b-15e4-4577-a087-eb0f0aeac190&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221678 Nov 05 18:44:19.307819 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvr_db [None req-459b7aa7-abe8-4738-97fa-5efa50b9be28 None None] Set router af88c0cd-0274-4a4d-a78e-c47021d1eb88 gateway port host: n-d-816865-1 {{(pid=102389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 18:44:19.346997 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f170658e-95e8-4051-8ecd-13c9a16845b0 None None] No DVR routers for this DVR port 20cdc4f9-813d-4d3c-a90d-f1e6b3db726c on host n-d-816865-1 {{(pid=102388) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 18:44:19.349790 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-50c8cd20-709b-4b7e-8c2d-daa61a6bed0b req-d48a0c8f-b524-4ac1-b272-2fb9196590a2 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=3677ad50-e4bf-4315-8aa4-e48810edc139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4658654 Nov 05 18:44:19.350355 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f170658e-95e8-4051-8ecd-13c9a16845b0 None None] Pushing event deleted for resources: {'Port': ['ID=20cdc4f9-813d-4d3c-a90d-f1e6b3db726c,revision_number=None']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:44:19.354443 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-e26922ce-201a-4507-bb6d-3163aa6f62b8 req-37ae3e09-db4c-4d6f-8e9f-68907a2878a6 service neutron] 10.222.0.13 "GET /v2.0/networks/324a563f-bace-4674-b8a0-3af35aa21023?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1407561 Nov 05 18:44:19.362756 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-25e39090-01df-411f-828a-995915a624ae admin admin] Deleting port 20cdc4f9-813d-4d3c-a90d-f1e6b3db726c {{(pid=102386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 18:44:19.365818 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-25e39090-01df-411f-828a-995915a624ae admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:19.438023 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 18:44:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b700583-2d9e-4af9-887e-fd6b1f34fcfd x-openstack-request-id: req-9b700583-2d9e-4af9-887e-fd6b1f34fcfd {{(pid=102387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 18:44:19.438550 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1aa4f9bc-30b7-4399-b441-718e2402c852", "tag": "de453395-c788-4a67-a026-166ca2c30bed", "status": "completed", "code": 200}]} {{(pid=102387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 18:44:19.438550 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9b700583-2d9e-4af9-887e-fd6b1f34fcfd {{(pid=102387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 18:44:19.439076 n-d-816865-1 neutron-server[102387]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1aa4f9bc-30b7-4399-b441-718e2402c852', 'tag': 'de453395-c788-4a67-a026-166ca2c30bed', 'status': 'completed', 'code': 200} Nov 05 18:44:19.497426 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [None req-25e39090-01df-411f-828a-995915a624ae admin admin] For port 20cdc4f9-813d-4d3c-a90d-f1e6b3db726c, host n-d-816865-1, got binding levels [] {{(pid=102386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:44:19.497954 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-25e39090-01df-411f-828a-995915a624ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:19.504621 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-d680f58e-8aa5-4225-9fad-e2ec47ed94f1 req-f3343b29-1d31-4619-bfdf-3664a1c0e91b tempest-ServerDiskConfigTestJSON-70330027 tempest-ServerDiskConfigTestJSON-70330027-project] Publish callbacks [] for port, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:19.526234 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-25e39090-01df-411f-828a-995915a624ae admin admin] Calling delete_port for 20cdc4f9-813d-4d3c-a90d-f1e6b3db726c owned by network:dhcp {{(pid=102386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 18:44:19.531254 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.ipam_backend_mixin [None req-25e39090-01df-411f-828a-995915a624ae admin admin] Port 20cdc4f9-813d-4d3c-a90d-f1e6b3db726c was not found and therefore no delete operation was performed {{(pid=102386) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 05 18:44:19.531858 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-e26922ce-201a-4507-bb6d-3163aa6f62b8 req-f1cb2883-a0d5-400f-9119-5caf2b2085f5 service neutron] 10.222.0.13 "GET /v2.0/networks/324a563f-bace-4674-b8a0-3af35aa21023?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1590061 Nov 05 18:44:19.536119 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-25e39090-01df-411f-828a-995915a624ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:19.561239 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9fd6b3-d365-4413-ba91-4b5ac2c0d216 req-3483fe3a-fab0-45b1-8a57-3c803f98c506 tempest-ServersAdminTestJSON-1640316766 tempest-ServersAdminTestJSON-1640316766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:44:19.565405 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-4a9fd6b3-d365-4413-ba91-4b5ac2c0d216 req-3483fe3a-fab0-45b1-8a57-3c803f98c506 tempest-ServersAdminTestJSON-1640316766 tempest-ServersAdminTestJSON-1640316766-project] 10.222.0.13 "GET /v2.0/ports?device_id=0bd48938-7d8f-4ea5-981b-397a2676ea1c HTTP/1.1" status: 200 len: 950 time: 0.0841472 Nov 05 18:44:19.581242 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e39090-01df-411f-828a-995915a624ae admin admin] Pushing event deleted for resources: {'Port': ['ID=20cdc4f9-813d-4d3c-a90d-f1e6b3db726c,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:44:19.590555 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e3cb69-602b-4b44-82bb-3db4e9373031 req-e2fcd31a-39a8-4ef3-8e71-8a5142193438 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:44:19.591379 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-13e3cb69-602b-4b44-82bb-3db4e9373031 req-e2fcd31a-39a8-4ef3-8e71-8a5142193438 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f99a9bdffb564060b331ec79eda75924&device_id=1aa4f9bc-30b7-4399-b441-718e2402c852 HTTP/1.1" status: 200 len: 1096 time: 0.1346352 Nov 05 18:44:19.592553 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25e39090-01df-411f-828a-995915a624ae admin admin] No DVR routers for this DVR port 20cdc4f9-813d-4d3c-a90d-f1e6b3db726c on host n-d-816865-1 {{(pid=102386) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 18:44:19.599827 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-459b7aa7-abe8-4738-97fa-5efa50b9be28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af88c0cd-0274-4a4d-a78e-c47021d1eb88', 'name': 'tempest-FloatingIPsAssociationTestJSON-751442554-router', 'tenant_id': 'f99a9bdffb564060b331ec79eda75924', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.239'}], 'enable_snat': True}, 'gw_port_id': 'dbb62693-62e8-4594-bb32-2a7eb86dbd22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T18:43:27Z', 'updated_at': '2021-11-05T18:43:32Z', 'revision_number': 4, 'project_id': 'f99a9bdffb564060b331ec79eda75924', 'gw_port': {'id': 'dbb62693-62e8-4594-bb32-2a7eb86dbd22', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:a8:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af88c0cd-0274-4a4d-a78e-c47021d1eb88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 886, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T18:43:28Z', 'updated_at': '2021-11-05T18:43:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1', '_floatingips': [{'id': 'dfc0063a-f04e-4dab-8adf-e63318628505', 'tenant_id': 'f99a9bdffb564060b331ec79eda75924', 'floating_ip_address': '172.25.6.210', 'floating_network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'router_id': 'af88c0cd-0274-4a4d-a78e-c47021d1eb88', 'port_id': 'de453395-c788-4a67-a026-166ca2c30bed', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 904, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '324a563f-bace-4674-b8a0-3af35aa21023', 'mac_address': 'fa:16:3e:1b:4c:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aa4f9bc-30b7-4399-b441-718e2402c852', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-05T18:43:53Z', 'updated_at': '2021-11-05T18:44:17Z', 'revision_number': 1, 'project_id': 'f99a9bdffb564060b331ec79eda75924', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91e6f2d8-d90f-4174-a884-9cf1f29d89b5', 'name': '', 'network_id': '324a563f-bace-4674-b8a0-3af35aa21023', 'tenant_id': 'f99a9bdffb564060b331ec79eda75924', 'mac_address': 'fa:16:3e:c1:88:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af88c0cd-0274-4a4d-a78e-c47021d1eb88', 'device_owner': 'network:router_interface', 'standard_attr_id': 892, 'fixed_ips': [{'subnet_id': '78388d9c-2599-4761-adf2-aadd49eafef3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T18:43:31Z', 'updated_at': '2021-11-05T18:43:38Z', 'revision_number': 5, 'project_id': 'f99a9bdffb564060b331ec79eda75924', 'subnets': [{'id': '78388d9c-2599-4761-adf2-aadd49eafef3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-1', False) {} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:44:19.628510 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-4a9fd6b3-d365-4413-ba91-4b5ac2c0d216 req-1bc01c86-a4f4-48b0-8f53-fb6346d7621f tempest-ServersAdminTestJSON-1640316766 tempest-ServersAdminTestJSON-1640316766-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c663dac-2477-42f8-b37f-f366129474aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577946 Nov 05 18:44:19.632877 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-459b7aa7-abe8-4738-97fa-5efa50b9be28 None None] The sync data for ids ['af88c0cd-0274-4a4d-a78e-c47021d1eb88'] in n-d-816865-1 is: [{'id': 'af88c0cd-0274-4a4d-a78e-c47021d1eb88', 'name': 'tempest-FloatingIPsAssociationTestJSON-751442554-router', 'tenant_id': 'f99a9bdffb564060b331ec79eda75924', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.239'}], 'enable_snat': True}, 'gw_port_id': 'dbb62693-62e8-4594-bb32-2a7eb86dbd22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T18:43:27Z', 'updated_at': '2021-11-05T18:43:32Z', 'revision_number': 4, 'project_id': 'f99a9bdffb564060b331ec79eda75924', 'gw_port': {'id': 'dbb62693-62e8-4594-bb32-2a7eb86dbd22', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:a8:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af88c0cd-0274-4a4d-a78e-c47021d1eb88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 886, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T18:43:28Z', 'updated_at': '2021-11-05T18:43:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1', '_floatingips': [{'id': 'dfc0063a-f04e-4dab-8adf-e63318628505', 'tenant_id': 'f99a9bdffb564060b331ec79eda75924', 'floating_ip_address': '172.25.6.210', 'floating_network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'router_id': 'af88c0cd-0274-4a4d-a78e-c47021d1eb88', 'port_id': 'de453395-c788-4a67-a026-166ca2c30bed', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 904, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '324a563f-bace-4674-b8a0-3af35aa21023', 'mac_address': 'fa:16:3e:1b:4c:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aa4f9bc-30b7-4399-b441-718e2402c852', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-05T18:43:53Z', 'updated_at': '2021-11-05T18:44:17Z', 'revision_number': 1, 'project_id': 'f99a9bdffb564060b331ec79eda75924', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91e6f2d8-d90f-4174-a884-9cf1f29d89b5', 'name': '', 'network_id': '324a563f-bace-4674-b8a0-3af35aa21023', 'tenant_id': 'f99a9bdffb564060b331ec79eda75924', 'mac_address': 'fa:16:3e:c1:88:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af88c0cd-0274-4a4d-a78e-c47021d1eb88', 'device_owner': 'network:router_interface', 'standard_attr_id': 892, 'fixed_ips': [{'subnet_id': '78388d9c-2599-4761-adf2-aadd49eafef3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T18:43:31Z', 'updated_at': '2021-11-05T18:43:38Z', 'revision_number': 5, 'project_id': 'f99a9bdffb564060b331ec79eda75924', 'subnets': [{'id': '78388d9c-2599-4761-adf2-aadd49eafef3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 18:44:19.699706 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-d680f58e-8aa5-4225-9fad-e2ec47ed94f1 req-f3343b29-1d31-4619-bfdf-3664a1c0e91b tempest-ServerDiskConfigTestJSON-70330027 tempest-ServerDiskConfigTestJSON-70330027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:19.748756 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-25e39090-01df-411f-828a-995915a624ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1579173', 'neutron.services.segments.db._delete_segments_for_network-8750027792909'] for network, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:19.813110 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d680f58e-8aa5-4225-9fad-e2ec47ed94f1 req-f3343b29-1d31-4619-bfdf-3664a1c0e91b tempest-ServerDiskConfigTestJSON-70330027 tempest-ServerDiskConfigTestJSON-70330027-project] Network c410af1b-0d29-45ed-bbbd-e63b694a7756 is already hosted by enough agents. {{(pid=102386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 18:44:19.824190 n-d-816865-1 neutron-server[102386]: DEBUG neutron.services.segments.db [None req-25e39090-01df-411f-828a-995915a624ae admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1da37b43-f7d4-493c-9709-10fff3365b6d']}} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:44:19.845348 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.base_scheduler [req-d680f58e-8aa5-4225-9fad-e2ec47ed94f1 req-f3343b29-1d31-4619-bfdf-3664a1c0e91b tempest-ServerDiskConfigTestJSON-70330027 tempest-ServerDiskConfigTestJSON-70330027-project] Resources bound (agent type, host, resource id): {{(pid=102386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:44:19.847527 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [req-d680f58e-8aa5-4225-9fad-e2ec47ed94f1 req-f3343b29-1d31-4619-bfdf-3664a1c0e91b tempest-ServerDiskConfigTestJSON-70330027 tempest-ServerDiskConfigTestJSON-70330027-project] Received port after_create {{(pid=102386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 18:44:19.855045 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3343b29-1d31-4619-bfdf-3664a1c0e91b tempest-ServerDiskConfigTestJSON-70330027 tempest-ServerDiskConfigTestJSON-70330027-project] Pushing event updated for resources: {'Port': ['ID=d78e341a-33af-484a-ba39-c60b36eee0b6,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:44:19.876675 n-d-816865-1 neutron-server[102386]: DEBUG neutron.services.segments.db [None req-25e39090-01df-411f-828a-995915a624ae admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa8c7ea5-f99c-4ee2-80d1-0e4e054d8ebd') {'for_net_delete': True} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:44:19.877789 n-d-816865-1 neutron-server[102386]: DEBUG neutron.services.segments.db [None req-25e39090-01df-411f-828a-995915a624ae admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa8c7ea5-f99c-4ee2-80d1-0e4e054d8ebd') {} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:44:19.879852 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e3cb69-602b-4b44-82bb-3db4e9373031 req-4fee9175-66e8-4905-821a-0c9bcfb91b44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:44:19.881350 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-13e3cb69-602b-4b44-82bb-3db4e9373031 req-4fee9175-66e8-4905-821a-0c9bcfb91b44 service neutron] 10.222.0.41 "GET /v2.0/networks?id=324a563f-bace-4674-b8a0-3af35aa21023 HTTP/1.1" status: 200 len: 921 time: 0.2825735 Nov 05 18:44:19.904766 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-25e39090-01df-411f-828a-995915a624ae admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750027793430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4590747'] for segment, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:19.921885 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae7fbbb-6031-4d93-8f52-4adece1d6aef req-3da268fd-62b8-4039-b90e-05ad61bfb1b3 tempest-FloatingIPsAssociationTestJSON-150840125 tempest-FloatingIPsAssociationTestJSON-150840125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:44:19.924090 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-7ae7fbbb-6031-4d93-8f52-4adece1d6aef req-3da268fd-62b8-4039-b90e-05ad61bfb1b3 tempest-FloatingIPsAssociationTestJSON-150840125 tempest-FloatingIPsAssociationTestJSON-150840125-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3b6ffab-3080-4469-afa9-0da51e8b90f6&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1213548 Nov 05 18:44:19.933487 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c6fa33-a0e8-4f50-9d5b-73a49ba38c8a req-08482ced-32a9-449f-9cd5-64ba8d41c28f tempest-ServerDiskConfigTestJSON-70330027 tempest-ServerDiskConfigTestJSON-70330027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:44:19.935069 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-a9c6fa33-a0e8-4f50-9d5b-73a49ba38c8a req-08482ced-32a9-449f-9cd5-64ba8d41c28f tempest-ServerDiskConfigTestJSON-70330027 tempest-ServerDiskConfigTestJSON-70330027-project] 10.222.0.13 "GET /v2.0/ports?device_id=37f2d1b1-c888-40ea-87ed-a1c6bcf55283 HTTP/1.1" status: 200 len: 932 time: 0.1508155 Nov 05 18:44:19.968567 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-25e39090-01df-411f-828a-995915a624ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273'] for segment, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:19.984167 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25e39090-01df-411f-828a-995915a624ae admin admin] Releasing vlan 162 on physical network physnet1 to pool {{(pid=102386) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 05 18:44:19.984579 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-25e39090-01df-411f-828a-995915a624ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6149721'] for segment, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:19.987318 n-d-816865-1 neutron-server[102386]: Traceback (most recent call last): Nov 05 18:44:19.987318 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 05 18:44:19.987318 n-d-816865-1 neutron-server[102386]: timer() Nov 05 18:44:19.987318 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 05 18:44:19.987318 n-d-816865-1 neutron-server[102386]: cb(*args, **kw) Nov 05 18:44:19.987318 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 05 18:44:19.987318 n-d-816865-1 neutron-server[102386]: return func(*args, **kwargs) Nov 05 18:44:19.987318 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 05 18:44:19.987318 n-d-816865-1 neutron-server[102386]: self._notify() Nov 05 18:44:19.987318 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 05 18:44:19.987318 n-d-816865-1 neutron-server[102386]: self.callback(batched_events) Nov 05 18:44:19.987318 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 05 18:44:19.987318 n-d-816865-1 neutron-server[102386]: event.method(event) Nov 05 18:44:19.987318 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 05 18:44:19.987318 n-d-816865-1 neutron-server[102386]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 05 18:44:19.987318 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 05 18:44:19.987318 n-d-816865-1 neutron-server[102386]: aggregate_uuid = self.p_client.list_aggregates( Nov 05 18:44:19.987318 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 05 18:44:19.987318 n-d-816865-1 neutron-server[102386]: return f(self, *a, **k) Nov 05 18:44:19.987318 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 05 18:44:19.987318 n-d-816865-1 neutron-server[102386]: return self._get(url).json() Nov 05 18:44:19.987318 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 05 18:44:19.987318 n-d-816865-1 neutron-server[102386]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 05 18:44:19.987318 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 05 18:44:19.987318 n-d-816865-1 neutron-server[102386]: return self.request(url, 'GET', **kwargs) Nov 05 18:44:19.987318 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 05 18:44:19.987318 n-d-816865-1 neutron-server[102386]: base_url = self.get_endpoint(auth, allow=allow, Nov 05 18:44:19.987318 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 05 18:44:19.987318 n-d-816865-1 neutron-server[102386]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 05 18:44:19.987318 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 05 18:44:19.987318 n-d-816865-1 neutron-server[102386]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 05 18:44:19.987318 n-d-816865-1 neutron-server[102386]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 05 18:44:19.993148 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d680f58e-8aa5-4225-9fad-e2ec47ed94f1 req-f3343b29-1d31-4619-bfdf-3664a1c0e91b tempest-ServerDiskConfigTestJSON-70330027 tempest-ServerDiskConfigTestJSON-70330027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:44:19.998913 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-d680f58e-8aa5-4225-9fad-e2ec47ed94f1 req-f3343b29-1d31-4619-bfdf-3664a1c0e91b tempest-ServerDiskConfigTestJSON-70330027 tempest-ServerDiskConfigTestJSON-70330027-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:20.000143 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6ea88de-779e-4ceb-ac7c-302acf71fcbe None None] New status for floating IP dfc0063a-f04e-4dab-8adf-e63318628505: ACTIVE {{(pid=102388) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 05 18:44:20.039682 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-7ae7fbbb-6031-4d93-8f52-4adece1d6aef req-4b826227-96de-4920-b0b8-0aab27ca2ab5 tempest-FloatingIPsAssociationTestJSON-150840125 tempest-FloatingIPsAssociationTestJSON-150840125-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.6.210 HTTP/1.1" status: 200 len: 999 time: 0.1032436 Nov 05 18:44:20.050632 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-a9c6fa33-a0e8-4f50-9d5b-73a49ba38c8a req-41de75ad-7bc3-4ab8-badc-f9cbd3c6bdbe tempest-ServerDiskConfigTestJSON-70330027 tempest-ServerDiskConfigTestJSON-70330027-project] 10.222.0.13 "GET /v2.0/security-groups?id=415b984e-2c75-4a2b-aae3-7fe54c54a52e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036670 Nov 05 18:44:20.061220 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [req-7ae7fbbb-6031-4d93-8f52-4adece1d6aef req-2c03d74d-e4e5-4cf7-b8eb-81db3d5e26e5 tempest-FloatingIPsAssociationTestJSON-150840125 tempest-FloatingIPsAssociationTestJSON-150840125-project] Request body: {'floatingip': {'port_id': '1667f1ba-f53f-4902-87fb-c3f39d5734bb', 'fixed_ip_address': '172.20.0.3'}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:44:20.077520 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-13e3cb69-602b-4b44-82bb-3db4e9373031 req-4a829490-25c9-4be5-b6a5-5bc7130e87d2 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=de453395-c788-4a67-a026-166ca2c30bed HTTP/1.1" status: 200 len: 999 time: 0.1864533 Nov 05 18:44:20.129999 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-d680f58e-8aa5-4225-9fad-e2ec47ed94f1 req-f3343b29-1d31-4619-bfdf-3664a1c0e91b tempest-ServerDiskConfigTestJSON-70330027 tempest-ServerDiskConfigTestJSON-70330027-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9646854 Nov 05 18:44:20.144679 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-7ae7fbbb-6031-4d93-8f52-4adece1d6aef req-2c03d74d-e4e5-4cf7-b8eb-81db3d5e26e5 tempest-FloatingIPsAssociationTestJSON-150840125 tempest-FloatingIPsAssociationTestJSON-150840125-project] Publish callbacks [] for floatingip, before_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:20.150688 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [req-d680f58e-8aa5-4225-9fad-e2ec47ed94f1 req-c7ba9765-4556-4762-88c5-da6e2eb81a65 service neutron] Request body: {'port': {'device_id': '37f2d1b1-c888-40ea-87ed-a1c6bcf55283', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816865-1'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:44:20.182786 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e3cb69-602b-4b44-82bb-3db4e9373031 req-deb6719f-8363-45da-ad5a-521fb37bed28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:44:20.184402 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-13e3cb69-602b-4b44-82bb-3db4e9373031 req-deb6719f-8363-45da-ad5a-521fb37bed28 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=78388d9c-2599-4761-adf2-aadd49eafef3 HTTP/1.1" status: 200 len: 859 time: 0.0998104 Nov 05 18:44:20.188493 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-25e39090-01df-411f-828a-995915a624ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1579178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-956796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1000687'] for network, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:20.209999 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-25e39090-01df-411f-828a-995915a624ae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597851'] for network, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:20.214182 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-25e39090-01df-411f-828a-995915a624ae admin admin] 10.222.0.13 "DELETE /v2.0/networks/1da37b43-f7d4-493c-9709-10fff3365b6d HTTP/1.1" status: 204 len: 168 time: 1.7238688 Nov 05 18:44:20.236447 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e39090-01df-411f-828a-995915a624ae admin admin] Pushing event deleted for resources: {'Network': ['ID=1da37b43-f7d4-493c-9709-10fff3365b6d,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:44:20.255079 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-d680f58e-8aa5-4225-9fad-e2ec47ed94f1 req-c7ba9765-4556-4762-88c5-da6e2eb81a65 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:20.261916 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e515186f-6a79-4de0-9cb1-aa0818523ef8 req-ba00e5e4-a0de-40fc-a749-718d16251198 tempest-LiveMigrationTest-600821399 tempest-LiveMigrationTest-600821399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:44:20.263454 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-e515186f-6a79-4de0-9cb1-aa0818523ef8 req-ba00e5e4-a0de-40fc-a749-718d16251198 tempest-LiveMigrationTest-600821399 tempest-LiveMigrationTest-600821399-project] 10.222.0.13 "GET /v2.0/ports?device_id=3211213d-5f72-4665-9237-153dfa751f1a HTTP/1.1" status: 200 len: 946 time: 0.1349576 Nov 05 18:44:20.300434 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e3cb69-602b-4b44-82bb-3db4e9373031 req-955a3b76-6392-466a-aeb0-a334340831eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:44:20.301952 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-13e3cb69-602b-4b44-82bb-3db4e9373031 req-955a3b76-6392-466a-aeb0-a334340831eb service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=324a563f-bace-4674-b8a0-3af35aa21023&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1079154 Nov 05 18:44:20.407737 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-e515186f-6a79-4de0-9cb1-aa0818523ef8 req-5cdfad47-14d5-4613-ae81-db0ff303114e tempest-LiveMigrationTest-600821399 tempest-LiveMigrationTest-600821399-project] 10.222.0.13 "GET /v2.0/security-groups?id=3677ad50-e4bf-4315-8aa4-e48810edc139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246283 Nov 05 18:44:20.511534 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 20cdc4f9-813d-4d3c-a90d-f1e6b3db726c no longer exists at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 18:44:20.522853 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-13e3cb69-602b-4b44-82bb-3db4e9373031 req-f2c05de8-92ca-4521-ad5d-367c4a921974 service neutron] 10.222.0.41 "GET /v2.0/networks/324a563f-bace-4674-b8a0-3af35aa21023?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2039983 Nov 05 18:44:20.540415 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] No Port match for: 20cdc4f9-813d-4d3c-a90d-f1e6b3db726c {{(pid=102388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 18:44:20.540762 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 20cdc4f9-813d-4d3c-a90d-f1e6b3db726c not bound to the agent host n-d-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 18:44:20.649906 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda6a117-a242-43f8-b944-c64fba6fc58e req-4a71127b-aeb6-412b-aedf-12b32cd89f74 tempest-ServersNegativeTestMultiTenantJSON-626545648 tempest-ServersNegativeTestMultiTenantJSON-626545648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:44:20.651478 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-bda6a117-a242-43f8-b944-c64fba6fc58e req-4a71127b-aeb6-412b-aedf-12b32cd89f74 tempest-ServersNegativeTestMultiTenantJSON-626545648 tempest-ServersNegativeTestMultiTenantJSON-626545648-project] 10.222.0.13 "GET /v2.0/ports?device_id=f4ff8b6e-c6a4-4912-8809-43612fd985ce HTTP/1.1" status: 200 len: 943 time: 0.1307890 Nov 05 18:44:20.658568 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 47800) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:44:20.683255 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Device df18205d-5c88-489f-9d3f-06d8f897d00c no longer exists at agent hyperv_n-h2-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 18:44:20.688157 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-13e3cb69-602b-4b44-82bb-3db4e9373031 req-e3a24bd5-f0b3-40c7-91ac-5fb580fdac67 service neutron] 10.222.0.41 "GET /v2.0/networks/324a563f-bace-4674-b8a0-3af35aa21023?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1502759 Nov 05 18:44:20.696992 n-d-816865-1 neutron-server[102386]: DEBUG neutron.notifiers.nova [req-d680f58e-8aa5-4225-9fad-e2ec47ed94f1 req-c7ba9765-4556-4762-88c5-da6e2eb81a65 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d78e341a-33af-484a-ba39-c60b36eee0b6 {{(pid=102386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 18:44:20.705327 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-d680f58e-8aa5-4225-9fad-e2ec47ed94f1 req-c7ba9765-4556-4762-88c5-da6e2eb81a65 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:20.719115 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.provisioning_blocks [req-d680f58e-8aa5-4225-9fad-e2ec47ed94f1 req-c7ba9765-4556-4762-88c5-da6e2eb81a65 service neutron] Transition to ACTIVE for port object d78e341a-33af-484a-ba39-c60b36eee0b6 will not be triggered until provisioned by entity L2. {{(pid=102386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 05 18:44:20.720487 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] No Port match for: df18205d-5c88-489f-9d3f-06d8f897d00c {{(pid=102388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 18:44:20.721323 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Device df18205d-5c88-489f-9d3f-06d8f897d00c not bound to the agent host n-h2-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 18:44:20.765635 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-216a7a47-f1fd-4910-823c-6d5ce58457b0 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d276d3590f324d258de926cd1aa8ebb5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1063671 Nov 05 18:44:20.768901 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 47808) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:44:20.782910 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.db.api [req-7ae7fbbb-6031-4d93-8f52-4adece1d6aef req-2c03d74d-e4e5-4cf7-b8eb-81db3d5e26e5 tempest-FloatingIPsAssociationTestJSON-150840125 tempest-FloatingIPsAssociationTestJSON-150840125-project] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102387) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 05 18:44:20.783444 n-d-816865-1 neutron-server[102387]: DEBUG oslo_db.api [req-7ae7fbbb-6031-4d93-8f52-4adece1d6aef req-2c03d74d-e4e5-4cf7-b8eb-81db3d5e26e5 tempest-FloatingIPsAssociationTestJSON-150840125 tempest-FloatingIPsAssociationTestJSON-150840125-project] Performing DB retry for function neutron.db.l3_dvr_db.L3_NAT_with_dvr_db_mixin.update_floatingip {{(pid=102387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 05 18:44:20.786923 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-bda6a117-a242-43f8-b944-c64fba6fc58e req-b8b8b073-6d1b-4b2e-b44d-4ec2da640b4c tempest-ServersNegativeTestMultiTenantJSON-626545648 tempest-ServersNegativeTestMultiTenantJSON-626545648-project] 10.222.0.13 "GET /v2.0/security-groups?id=333b2f4b-15e4-4577-a087-eb0f0aeac190&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121778 Nov 05 18:44:20.797971 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-d680f58e-8aa5-4225-9fad-e2ec47ed94f1 req-c7ba9765-4556-4762-88c5-da6e2eb81a65 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6149821'] for port, after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:20.906404 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627f4f31-5577-4db7-9871-e39bbe133fdb req-7bc77b57-dbb5-41d1-a8be-0e86cfd406e4 tempest-ServersAdminTestJSON-1640316766 tempest-ServersAdminTestJSON-1640316766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:44:20.908688 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-627f4f31-5577-4db7-9871-e39bbe133fdb req-7bc77b57-dbb5-41d1-a8be-0e86cfd406e4 tempest-ServersAdminTestJSON-1640316766 tempest-ServersAdminTestJSON-1640316766-project] 10.222.0.13 "GET /v2.0/ports?device_id=0bd48938-7d8f-4ea5-981b-397a2676ea1c HTTP/1.1" status: 200 len: 950 time: 0.0537086 Nov 05 18:44:20.915430 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ba9765-4556-4762-88c5-da6e2eb81a65 service neutron] Pushing event updated for resources: {'Port': ['ID=d78e341a-33af-484a-ba39-c60b36eee0b6,revision_number=2']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:44:20.920026 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-121e3c59-4853-4086-bc4f-d1004aad8e60 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:20.958015 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-627f4f31-5577-4db7-9871-e39bbe133fdb req-9528a543-c40d-4a12-8f98-c3f6918f8283 tempest-ServersAdminTestJSON-1640316766 tempest-ServersAdminTestJSON-1640316766-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c663dac-2477-42f8-b37f-f366129474aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430772 Nov 05 18:44:20.962777 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-121e3c59-4853-4086-bc4f-d1004aad8e60 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:20.986212 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [req-d680f58e-8aa5-4225-9fad-e2ec47ed94f1 req-c7ba9765-4556-4762-88c5-da6e2eb81a65 service neutron] Attempting to bind port d78e341a-33af-484a-ba39-c60b36eee0b6 on host n-h2-816865-1 for vnic_type normal with profile {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 18:44:20.987913 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [req-d680f58e-8aa5-4225-9fad-e2ec47ed94f1 req-c7ba9765-4556-4762-88c5-da6e2eb81a65 service neutron] Attempting to bind port d78e341a-33af-484a-ba39-c60b36eee0b6 by drivers openvswitch,hyperv on host n-h2-816865-1 at level 0 using segments [{'id': 'b30a663d-6bb9-436d-bbb6-d3fc1ef4951b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'c410af1b-0d29-45ed-bbbd-e63b694a7756'}] {{(pid=102386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 18:44:20.987913 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d680f58e-8aa5-4225-9fad-e2ec47ed94f1 req-c7ba9765-4556-4762-88c5-da6e2eb81a65 service neutron] Attempting to bind port d78e341a-33af-484a-ba39-c60b36eee0b6 on network c410af1b-0d29-45ed-bbbd-e63b694a7756 {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 18:44:21.003508 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d680f58e-8aa5-4225-9fad-e2ec47ed94f1 req-c7ba9765-4556-4762-88c5-da6e2eb81a65 service neutron] Port d78e341a-33af-484a-ba39-c60b36eee0b6 on network c410af1b-0d29-45ed-bbbd-e63b694a7756 not bound, no agent of type Open vSwitch agent registered on host n-h2-816865-1 {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 18:44:21.005282 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d680f58e-8aa5-4225-9fad-e2ec47ed94f1 req-c7ba9765-4556-4762-88c5-da6e2eb81a65 service neutron] Attempting to bind port d78e341a-33af-484a-ba39-c60b36eee0b6 on network c410af1b-0d29-45ed-bbbd-e63b694a7756 {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 18:44:21.019074 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d680f58e-8aa5-4225-9fad-e2ec47ed94f1 req-c7ba9765-4556-4762-88c5-da6e2eb81a65 service neutron] Checking agent: {'id': '32aff553-696f-4891-83f5-5c176f61fe54', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816865-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 18, 33, 36), 'started_at': datetime.datetime(2021, 11, 5, 18, 33, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 18, 44, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 18:44:21.019414 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d680f58e-8aa5-4225-9fad-e2ec47ed94f1 req-c7ba9765-4556-4762-88c5-da6e2eb81a65 service neutron] Checking segment: {'id': 'b30a663d-6bb9-436d-bbb6-d3fc1ef4951b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'c410af1b-0d29-45ed-bbbd-e63b694a7756'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 18:44:21.019789 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d680f58e-8aa5-4225-9fad-e2ec47ed94f1 req-c7ba9765-4556-4762-88c5-da6e2eb81a65 service neutron] Bound using segment: {'id': 'b30a663d-6bb9-436d-bbb6-d3fc1ef4951b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'c410af1b-0d29-45ed-bbbd-e63b694a7756'} {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 18:44:21.020212 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [req-d680f58e-8aa5-4225-9fad-e2ec47ed94f1 req-c7ba9765-4556-4762-88c5-da6e2eb81a65 service neutron] Bound port: d78e341a-33af-484a-ba39-c60b36eee0b6, host: n-h2-816865-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b30a663d-6bb9-436d-bbb6-d3fc1ef4951b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'c410af1b-0d29-45ed-bbbd-e63b694a7756'}}] {{(pid=102386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 18:44:21.020561 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-d680f58e-8aa5-4225-9fad-e2ec47ed94f1 req-c7ba9765-4556-4762-88c5-da6e2eb81a65 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:21.052176 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Device 979d7d29-4bea-43fd-a3cf-828894448c3f details requested by agent hyperv_n-h1-816865-1 with host n-h1-816865-1 {{(pid=102388) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 05 18:44:21.103173 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [req-d680f58e-8aa5-4225-9fad-e2ec47ed94f1 req-c7ba9765-4556-4762-88c5-da6e2eb81a65 service neutron] For port d78e341a-33af-484a-ba39-c60b36eee0b6, host n-h2-816865-1, cleared binding levels {{(pid=102386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 18:44:21.107389 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [req-d680f58e-8aa5-4225-9fad-e2ec47ed94f1 req-c7ba9765-4556-4762-88c5-da6e2eb81a65 service neutron] For port d78e341a-33af-484a-ba39-c60b36eee0b6, host n-h2-816865-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=d78e341a-33af-484a-ba39-c60b36eee0b6,segment=NetworkSegment(b30a663d-6bb9-436d-bbb6-d3fc1ef4951b),segment_id=b30a663d-6bb9-436d-bbb6-d3fc1ef4951b)] {{(pid=102386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 18:44:21.159562 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-121e3c59-4853-4086-bc4f-d1004aad8e60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:21.162804 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-121e3c59-4853-4086-bc4f-d1004aad8e60 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:21.164067 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-121e3c59-4853-4086-bc4f-d1004aad8e60 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8540b6ac-29cf-472c-b765-11cab19921e5 HTTP/1.1" status: 204 len: 168 time: 0.3939340 Nov 05 18:44:21.171470 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] For port 979d7d29-4bea-43fd-a3cf-828894448c3f, host n-h1-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=979d7d29-4bea-43fd-a3cf-828894448c3f,segment=NetworkSegment(61eeb10a-a42f-40fc-9b5e-40dc210792d1),segment_id=61eeb10a-a42f-40fc-9b5e-40dc210792d1)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:44:21.172994 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121e3c59-4853-4086-bc4f-d1004aad8e60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8540b6ac-29cf-472c-b765-11cab19921e5,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:44:21.188656 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-d680f58e-8aa5-4225-9fad-e2ec47ed94f1 req-c7ba9765-4556-4762-88c5-da6e2eb81a65 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6149821'] for port, after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:21.194830 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Returning: {'device': '979d7d29-4bea-43fd-a3cf-828894448c3f', 'network_id': '5ad50c20-cbe0-4f19-bda9-67915d432316', 'port_id': '979d7d29-4bea-43fd-a3cf-828894448c3f', 'mac_address': 'fa:16:3e:c6:db:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '62c050a2-60f8-4c72-8eb4-189eb0ea2c1c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102388) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 05 18:44:21.220722 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53f9ffe-9bb6-43a9-aa4a-d3812cba820d req-672d9e41-f721-46b1-b9b2-04cd9b4ac27d tempest-ServerDiskConfigTestJSON-70330027 tempest-ServerDiskConfigTestJSON-70330027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:44:21.222704 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-b53f9ffe-9bb6-43a9-aa4a-d3812cba820d req-672d9e41-f721-46b1-b9b2-04cd9b4ac27d tempest-ServerDiskConfigTestJSON-70330027 tempest-ServerDiskConfigTestJSON-70330027-project] 10.222.0.13 "GET /v2.0/ports?device_id=37f2d1b1-c888-40ea-87ed-a1c6bcf55283 HTTP/1.1" status: 200 len: 944 time: 0.0772350 Nov 05 18:44:21.239323 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d680f58e-8aa5-4225-9fad-e2ec47ed94f1 req-c7ba9765-4556-4762-88c5-da6e2eb81a65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:44:21.250862 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-d680f58e-8aa5-4225-9fad-e2ec47ed94f1 req-c7ba9765-4556-4762-88c5-da6e2eb81a65 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:21.253766 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-d680f58e-8aa5-4225-9fad-e2ec47ed94f1 req-c7ba9765-4556-4762-88c5-da6e2eb81a65 service neutron] 10.222.0.55 "PUT /v2.0/ports/d78e341a-33af-484a-ba39-c60b36eee0b6 HTTP/1.1" status: 200 len: 1092 time: 1.1076365 Nov 05 18:44:21.255092 n-d-816865-1 neutron-server[102386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37f2d1b1-c888-40ea-87ed-a1c6bcf55283', 'tag': 'd78e341a-33af-484a-ba39-c60b36eee0b6'}] {{(pid=102386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 18:44:21.258203 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6173a44d7c73f41af551dc890fa1a5892c2c6bc3458b640c8e0c24db7876ba6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91602412-f9c8-4e57-8f57-4aeeb7f81134" -d '{"events": [{"name": "network-changed", "server_uuid": "37f2d1b1-c888-40ea-87ed-a1c6bcf55283", "tag": "d78e341a-33af-484a-ba39-c60b36eee0b6"}]}' {{(pid=102386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 18:44:21.269454 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:21.286160 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-b53f9ffe-9bb6-43a9-aa4a-d3812cba820d req-61ecdaa2-30a1-4012-be43-8fb8196c50ce tempest-ServerDiskConfigTestJSON-70330027 tempest-ServerDiskConfigTestJSON-70330027-project] 10.222.0.13 "GET /v2.0/security-groups?id=415b984e-2c75-4a2b-aae3-7fe54c54a52e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553529 Nov 05 18:44:21.286779 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-7ae7fbbb-6031-4d93-8f52-4adece1d6aef req-2c03d74d-e4e5-4cf7-b8eb-81db3d5e26e5 tempest-FloatingIPsAssociationTestJSON-150840125 tempest-FloatingIPsAssociationTestJSON-150840125-project] Publish callbacks [] for floatingip, before_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:21.288129 n-d-816865-1 neutron-server[102388]: DEBUG neutron.notifiers.nova [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 979d7d29-4bea-43fd-a3cf-828894448c3f {{(pid=102388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 18:44:21.313678 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] For port 979d7d29-4bea-43fd-a3cf-828894448c3f, host n-h1-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=979d7d29-4bea-43fd-a3cf-828894448c3f,segment=NetworkSegment(61eeb10a-a42f-40fc-9b5e-40dc210792d1),segment_id=61eeb10a-a42f-40fc-9b5e-40dc210792d1)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:44:21.344617 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ba9765-4556-4762-88c5-da6e2eb81a65 service neutron] Pushing event updated for resources: {'Port': ['ID=d78e341a-33af-484a-ba39-c60b36eee0b6,revision_number=3']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:44:21.348348 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 18:44:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9cdcc5f-c25f-465e-8cda-3c8b51b7bf6c x-openstack-request-id: req-b9cdcc5f-c25f-465e-8cda-3c8b51b7bf6c {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 18:44:21.348692 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "37f2d1b1-c888-40ea-87ed-a1c6bcf55283", "tag": "d78e341a-33af-484a-ba39-c60b36eee0b6", "status": "completed", "code": 200}]} {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 18:44:21.352543 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b9cdcc5f-c25f-465e-8cda-3c8b51b7bf6c {{(pid=102386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 18:44:21.352543 n-d-816865-1 neutron-server[102386]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '37f2d1b1-c888-40ea-87ed-a1c6bcf55283', 'tag': 'd78e341a-33af-484a-ba39-c60b36eee0b6', 'status': 'completed', 'code': 200} Nov 05 18:44:21.393334 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d680f58e-8aa5-4225-9fad-e2ec47ed94f1 req-0bfad431-1d5a-4b3a-a92b-8226a0ee266f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:44:21.394985 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-d680f58e-8aa5-4225-9fad-e2ec47ed94f1 req-0bfad431-1d5a-4b3a-a92b-8226a0ee266f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d917dacf65cd489fa36d8042253fe266&device_id=37f2d1b1-c888-40ea-87ed-a1c6bcf55283 HTTP/1.1" status: 200 len: 1095 time: 0.0416620 Nov 05 18:44:21.411451 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:21.443790 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-d680f58e-8aa5-4225-9fad-e2ec47ed94f1 req-75eb9762-5fee-4b55-9765-59a5638bc71d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d78e341a-33af-484a-ba39-c60b36eee0b6 HTTP/1.1" status: 200 len: 217 time: 0.0402064 Nov 05 18:44:21.495600 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Pushing event updated for resources: {'Port': ['ID=979d7d29-4bea-43fd-a3cf-828894448c3f,revision_number=4']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:44:21.508031 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d680f58e-8aa5-4225-9fad-e2ec47ed94f1 req-7db1773e-dc3f-4227-9b4f-d1abcd4c14fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:44:21.509967 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-d680f58e-8aa5-4225-9fad-e2ec47ed94f1 req-7db1773e-dc3f-4227-9b4f-d1abcd4c14fc service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f65b8522-0d6e-4b41-a88d-8d5f4f8e7c9d HTTP/1.1" status: 200 len: 854 time: 0.0593317 Nov 05 18:44:21.547641 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-d680f58e-8aa5-4225-9fad-e2ec47ed94f1 req-26fb860d-89c2-4de0-834d-97ea5fddcf30 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c410af1b-0d29-45ed-bbbd-e63b694a7756&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0302300 Nov 05 18:44:21.602463 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6658bfb-bc75-4fd3-bd6e-1bb0ddf964ac req-97c8c37b-771a-494e-ba6e-11e70e70965d tempest-LiveMigrationTest-600821399 tempest-LiveMigrationTest-600821399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:44:21.604001 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-a6658bfb-bc75-4fd3-bd6e-1bb0ddf964ac req-97c8c37b-771a-494e-ba6e-11e70e70965d tempest-LiveMigrationTest-600821399 tempest-LiveMigrationTest-600821399-project] 10.222.0.13 "GET /v2.0/ports?device_id=3211213d-5f72-4665-9237-153dfa751f1a HTTP/1.1" status: 200 len: 946 time: 0.1066647 Nov 05 18:44:21.649780 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-d680f58e-8aa5-4225-9fad-e2ec47ed94f1 req-98de3a27-ef2b-48c4-b4bd-fdd52bbcbda3 service neutron] 10.222.0.55 "GET /v2.0/networks/c410af1b-0d29-45ed-bbbd-e63b694a7756?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949206 Nov 05 18:44:21.742694 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-a6658bfb-bc75-4fd3-bd6e-1bb0ddf964ac req-a04286e7-7221-4f67-aa54-7d4fd41f5d85 tempest-LiveMigrationTest-600821399 tempest-LiveMigrationTest-600821399-project] 10.222.0.13 "GET /v2.0/security-groups?id=3677ad50-e4bf-4315-8aa4-e48810edc139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271861 Nov 05 18:44:21.745056 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] get_ports_and_sgs() called for port_ids ['979d7d29-4bea-43fd-a3cf-828894448c3f'] {{(pid=102388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 18:44:21.774175 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-d680f58e-8aa5-4225-9fad-e2ec47ed94f1 req-1ba5d320-e64f-4b9f-a410-ab8f58ec26e1 service neutron] 10.222.0.55 "GET /v2.0/networks/c410af1b-0d29-45ed-bbbd-e63b694a7756?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1150103 Nov 05 18:44:21.951867 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-7ae7fbbb-6031-4d93-8f52-4adece1d6aef req-2c03d74d-e4e5-4cf7-b8eb-81db3d5e26e5 tempest-FloatingIPsAssociationTestJSON-150840125 tempest-FloatingIPsAssociationTestJSON-150840125-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:21.953879 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91602412-f9c8-4e57-8f57-4aeeb7f81134 req-304a5450-892c-4971-b9d8-f61d57e53ecc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:44:21.957716 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-91602412-f9c8-4e57-8f57-4aeeb7f81134 req-304a5450-892c-4971-b9d8-f61d57e53ecc service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d917dacf65cd489fa36d8042253fe266&device_id=37f2d1b1-c888-40ea-87ed-a1c6bcf55283 HTTP/1.1" status: 200 len: 1095 time: 0.0763881 Nov 05 18:44:22.011010 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-7ae7fbbb-6031-4d93-8f52-4adece1d6aef req-2c03d74d-e4e5-4cf7-b8eb-81db3d5e26e5 tempest-FloatingIPsAssociationTestJSON-150840125 tempest-FloatingIPsAssociationTestJSON-150840125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1000577'] for floatingip, after_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:22.069534 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91602412-f9c8-4e57-8f57-4aeeb7f81134 req-9ecff0d7-7090-4069-b527-e86868a5c161 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:44:22.071075 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-91602412-f9c8-4e57-8f57-4aeeb7f81134 req-9ecff0d7-7090-4069-b527-e86868a5c161 service neutron] 10.222.0.55 "GET /v2.0/networks?id=c410af1b-0d29-45ed-bbbd-e63b694a7756 HTTP/1.1" status: 200 len: 915 time: 0.1049736 Nov 05 18:44:22.129433 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-91602412-f9c8-4e57-8f57-4aeeb7f81134 req-664c4a3a-8050-4c8b-9a53-6d4efe9ff040 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d78e341a-33af-484a-ba39-c60b36eee0b6 HTTP/1.1" status: 200 len: 217 time: 0.0477757 Nov 05 18:44:22.148008 n-d-816865-1 neutron-server[102387]: INFO neutron.db.l3_db [req-7ae7fbbb-6031-4d93-8f52-4adece1d6aef req-2c03d74d-e4e5-4cf7-b8eb-81db3d5e26e5 tempest-FloatingIPsAssociationTestJSON-150840125 tempest-FloatingIPsAssociationTestJSON-150840125-project] Floating IP dfc0063a-f04e-4dab-8adf-e63318628505 associated. External IP: 172.25.6.210, port: de453395-c788-4a67-a026-166ca2c30bed. Nov 05 18:44:22.193118 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91602412-f9c8-4e57-8f57-4aeeb7f81134 req-7002a8d0-f8a9-4b4f-923a-ede4fc0dcd74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:44:22.194614 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-91602412-f9c8-4e57-8f57-4aeeb7f81134 req-7002a8d0-f8a9-4b4f-923a-ede4fc0dcd74 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f65b8522-0d6e-4b41-a88d-8d5f4f8e7c9d HTTP/1.1" status: 200 len: 854 time: 0.0463574 Nov 05 18:44:22.230230 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-91602412-f9c8-4e57-8f57-4aeeb7f81134 req-73b2d0c3-8b17-47b9-bb82-a1ddfee43c61 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c410af1b-0d29-45ed-bbbd-e63b694a7756&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259688 Nov 05 18:44:22.263165 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3daa894-3e59-4768-8892-6b6d6a151e38 req-dd523842-6c00-4705-aba6-f23f7562dc8a tempest-LiveMigrationTest-1249278027 tempest-LiveMigrationTest-1249278027-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:44:22.264614 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-a3daa894-3e59-4768-8892-6b6d6a151e38 req-dd523842-6c00-4705-aba6-f23f7562dc8a tempest-LiveMigrationTest-1249278027 tempest-LiveMigrationTest-1249278027-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=3211213d-5f72-4665-9237-153dfa751f1a HTTP/1.1" status: 200 len: 1097 time: 0.0792818 Nov 05 18:44:22.333704 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-91602412-f9c8-4e57-8f57-4aeeb7f81134 req-89e278aa-39e2-4268-9176-e4ce13602478 service neutron] 10.222.0.55 "GET /v2.0/networks/c410af1b-0d29-45ed-bbbd-e63b694a7756?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958133 Nov 05 18:44:22.355855 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-a3daa894-3e59-4768-8892-6b6d6a151e38 req-3608fd6d-6e7e-4aba-abaf-1a4b13e5b6d1 tempest-LiveMigrationTest-1249278027 tempest-LiveMigrationTest-1249278027-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=3677ad50-e4bf-4315-8aa4-e48810edc139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812440 Nov 05 18:44:22.382691 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 47850) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:44:22.456687 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7ae7fbbb-6031-4d93-8f52-4adece1d6aef req-2c03d74d-e4e5-4cf7-b8eb-81db3d5e26e5 tempest-FloatingIPsAssociationTestJSON-150840125 tempest-FloatingIPsAssociationTestJSON-150840125-project] Router af88c0cd-0274-4a4d-a78e-c47021d1eb88 has already been hosted by L3 agent 6dcb5589-8e86-4616-9186-ddc4548e13ad {{(pid=102387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 18:44:22.461409 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-91602412-f9c8-4e57-8f57-4aeeb7f81134 req-dbf8ff95-a8f0-4e61-bf10-6debd8e00640 service neutron] 10.222.0.55 "GET /v2.0/networks/c410af1b-0d29-45ed-bbbd-e63b694a7756?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1204174 Nov 05 18:44:22.484734 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb05b304-24bf-4f01-90fd-072bd31a1fdd req-6870b33d-1937-40f9-aecf-794ffdd12f07 tempest-ServersNegativeTestMultiTenantJSON-626545648 tempest-ServersNegativeTestMultiTenantJSON-626545648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:44:22.486416 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-bb05b304-24bf-4f01-90fd-072bd31a1fdd req-6870b33d-1937-40f9-aecf-794ffdd12f07 tempest-ServersNegativeTestMultiTenantJSON-626545648 tempest-ServersNegativeTestMultiTenantJSON-626545648-project] 10.222.0.13 "GET /v2.0/ports?device_id=f4ff8b6e-c6a4-4912-8809-43612fd985ce HTTP/1.1" status: 200 len: 944 time: 0.0633025 Nov 05 18:44:22.537581 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-3ea4fed1-111a-4757-b5e2-e5a176c06794 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-1149270122-network', 'tenant_id': '212c749f8d63405d9325748fedbd9a74'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:44:22.603674 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-bb05b304-24bf-4f01-90fd-072bd31a1fdd req-0c2c0ce2-8fa1-4886-810a-098af7beab91 tempest-ServersNegativeTestMultiTenantJSON-626545648 tempest-ServersNegativeTestMultiTenantJSON-626545648-project] 10.222.0.13 "GET /v2.0/security-groups?id=333b2f4b-15e4-4577-a087-eb0f0aeac190&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871677 Nov 05 18:44:22.614458 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7ae7fbbb-6031-4d93-8f52-4adece1d6aef req-2c03d74d-e4e5-4cf7-b8eb-81db3d5e26e5 tempest-FloatingIPsAssociationTestJSON-150840125 tempest-FloatingIPsAssociationTestJSON-150840125-project] Notify agent at l3_agent.n-d-816865-1 the message routers_updated {{(pid=102387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 18:44:22.629386 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51300f73-ff80-4b0d-89e3-2ecdf621c551 None None] Sync routers for ids ['af88c0cd-0274-4a4d-a78e-c47021d1eb88'] in n-d-816865-1 {{(pid=102389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 18:44:22.639678 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51300f73-ff80-4b0d-89e3-2ecdf621c551 None None] Routers {'af88c0cd-0274-4a4d-a78e-c47021d1eb88'} bound to L3 agent in host n-d-816865-1 {{(pid=102389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 18:44:22.640290 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-51300f73-ff80-4b0d-89e3-2ecdf621c551 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T18:44:05Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['af88c0cd-0274-4a4d-a78e-c47021d1eb88'], 'active': True} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:44:22.645924 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ea4fed1-111a-4757-b5e2-e5a176c06794 admin admin] Made reservation on behalf of 212c749f8d63405d9325748fedbd9a74 for: {'network': 1} {{(pid=102386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 18:44:22.648352 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-3ea4fed1-111a-4757-b5e2-e5a176c06794 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for network, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:22.660921 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-3ea4fed1-111a-4757-b5e2-e5a176c06794 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:22.752394 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvr_db [None req-51300f73-ff80-4b0d-89e3-2ecdf621c551 None None] Set router af88c0cd-0274-4a4d-a78e-c47021d1eb88 gateway port host: n-d-816865-1 {{(pid=102389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 18:44:22.760261 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-3ea4fed1-111a-4757-b5e2-e5a176c06794 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:22.764110 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e166d9-83e8-4674-a8bb-e0d69fc54531 req-449fccd0-d948-4c96-921d-635a97d041be tempest-ServersAdminTestJSON-1640316766 tempest-ServersAdminTestJSON-1640316766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:44:22.765574 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-a0e166d9-83e8-4674-a8bb-e0d69fc54531 req-449fccd0-d948-4c96-921d-635a97d041be tempest-ServersAdminTestJSON-1640316766 tempest-ServersAdminTestJSON-1640316766-project] 10.222.0.13 "GET /v2.0/ports?device_id=0bd48938-7d8f-4ea5-981b-397a2676ea1c HTTP/1.1" status: 200 len: 950 time: 0.0650523 Nov 05 18:44:22.879923 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-3ea4fed1-111a-4757-b5e2-e5a176c06794 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:22.911377 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ea4fed1-111a-4757-b5e2-e5a176c06794 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 179} {{(pid=102386) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 05 18:44:22.918469 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea4fed1-111a-4757-b5e2-e5a176c06794 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9b62c00-5bde-4676-a41a-1d06f9981a80,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:44:22.927675 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-3ea4fed1-111a-4757-b5e2-e5a176c06794 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273'] for segment, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:22.928885 n-d-816865-1 neutron-server[102386]: INFO neutron.db.segments_db [None req-3ea4fed1-111a-4757-b5e2-e5a176c06794 admin admin] Added segment 9033e3b7-e57f-4353-9998-35fce5690d1a of type vlan for network dcdefe85-0b9a-4710-a2e9-41da31eb0233 Nov 05 18:44:22.978783 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-3ea4fed1-111a-4757-b5e2-e5a176c06794 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750027258543'] for network, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:22.999056 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-51300f73-ff80-4b0d-89e3-2ecdf621c551 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af88c0cd-0274-4a4d-a78e-c47021d1eb88', 'name': 'tempest-FloatingIPsAssociationTestJSON-751442554-router', 'tenant_id': 'f99a9bdffb564060b331ec79eda75924', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.239'}], 'enable_snat': True}, 'gw_port_id': 'dbb62693-62e8-4594-bb32-2a7eb86dbd22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T18:43:27Z', 'updated_at': '2021-11-05T18:43:32Z', 'revision_number': 4, 'project_id': 'f99a9bdffb564060b331ec79eda75924', 'gw_port': {'id': 'dbb62693-62e8-4594-bb32-2a7eb86dbd22', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:a8:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af88c0cd-0274-4a4d-a78e-c47021d1eb88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 886, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T18:43:28Z', 'updated_at': '2021-11-05T18:43:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1', '_floatingips': [{'id': 'dfc0063a-f04e-4dab-8adf-e63318628505', 'tenant_id': 'f99a9bdffb564060b331ec79eda75924', 'floating_ip_address': '172.25.6.210', 'floating_network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'router_id': 'af88c0cd-0274-4a4d-a78e-c47021d1eb88', 'port_id': '1667f1ba-f53f-4902-87fb-c3f39d5734bb', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 904, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '324a563f-bace-4674-b8a0-3af35aa21023', 'mac_address': 'fa:16:3e:1a:9d:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3b6ffab-3080-4469-afa9-0da51e8b90f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-05T18:43:53Z', 'updated_at': '2021-11-05T18:44:21Z', 'revision_number': 3, 'project_id': 'f99a9bdffb564060b331ec79eda75924', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91e6f2d8-d90f-4174-a884-9cf1f29d89b5', 'name': '', 'network_id': '324a563f-bace-4674-b8a0-3af35aa21023', 'tenant_id': 'f99a9bdffb564060b331ec79eda75924', 'mac_address': 'fa:16:3e:c1:88:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af88c0cd-0274-4a4d-a78e-c47021d1eb88', 'device_owner': 'network:router_interface', 'standard_attr_id': 892, 'fixed_ips': [{'subnet_id': '78388d9c-2599-4761-adf2-aadd49eafef3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T18:43:31Z', 'updated_at': '2021-11-05T18:43:38Z', 'revision_number': 5, 'project_id': 'f99a9bdffb564060b331ec79eda75924', 'subnets': [{'id': '78388d9c-2599-4761-adf2-aadd49eafef3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-1', False) {} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:44:23.031587 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51300f73-ff80-4b0d-89e3-2ecdf621c551 None None] Checking router: af88c0cd-0274-4a4d-a78e-c47021d1eb88 for host: n-d-816865-1 {{(pid=102389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 18:44:23.041846 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51300f73-ff80-4b0d-89e3-2ecdf621c551 None None] Routers {'af88c0cd-0274-4a4d-a78e-c47021d1eb88'} bound to L3 agent in host n-d-816865-1 {{(pid=102389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 18:44:23.042540 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-51300f73-ff80-4b0d-89e3-2ecdf621c551 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T18:44:05Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['af88c0cd-0274-4a4d-a78e-c47021d1eb88'], 'active': True} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:44:23.051545 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Device 979d7d29-4bea-43fd-a3cf-828894448c3f up at agent hyperv_n-h1-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 18:44:23.073621 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-3ea4fed1-111a-4757-b5e2-e5a176c06794 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-956796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877'] for network, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:23.075223 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ea4fed1-111a-4757-b5e2-e5a176c06794 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:44:23.075522 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-3ea4fed1-111a-4757-b5e2-e5a176c06794 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597851'] for network, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:23.146940 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea4fed1-111a-4757-b5e2-e5a176c06794 admin admin] Pushing event updated for resources: {'Network': ['ID=dcdefe85-0b9a-4710-a2e9-41da31eb0233,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:44:23.158865 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Network dcdefe85-0b9a-4710-a2e9-41da31eb0233 details requested by agent ovs-agent-n-d-816865-1 with host n-d-816865-1 {{(pid=102388) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 05 18:44:23.180249 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Provisioning for port 979d7d29-4bea-43fd-a3cf-828894448c3f completed by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 05 18:44:23.184229 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvr_db [None req-51300f73-ff80-4b0d-89e3-2ecdf621c551 None None] Set router af88c0cd-0274-4a4d-a78e-c47021d1eb88 gateway port host: n-d-816865-1 {{(pid=102389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 18:44:23.192488 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-a0e166d9-83e8-4674-a8bb-e0d69fc54531 req-0e6637be-01eb-44c6-96e5-e87bc6b1db50 tempest-ServersAdminTestJSON-1640316766 tempest-ServersAdminTestJSON-1640316766-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c663dac-2477-42f8-b37f-f366129474aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3922722 Nov 05 18:44:23.220128 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Provisioning complete for port 979d7d29-4bea-43fd-a3cf-828894448c3f triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:44:23.220128 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:23.220432 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-3ea4fed1-111a-4757-b5e2-e5a176c06794 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8333936 Nov 05 18:44:23.222160 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 47856) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:44:23.231232 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-9832e4d1-72f6-48ad-b157-3d5c6c89a3e9 admin admin] Request body: {'subnet': {'network_id': 'dcdefe85-0b9a-4710-a2e9-41da31eb0233', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-1149270122-subnet', 'tenant_id': '212c749f8d63405d9325748fedbd9a74', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:44:23.232064 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7ae7fbbb-6031-4d93-8f52-4adece1d6aef req-2c03d74d-e4e5-4cf7-b8eb-81db3d5e26e5 tempest-FloatingIPsAssociationTestJSON-150840125 tempest-FloatingIPsAssociationTestJSON-150840125-project] Router af88c0cd-0274-4a4d-a78e-c47021d1eb88 has already been hosted by L3 agent 6dcb5589-8e86-4616-9186-ddc4548e13ad {{(pid=102387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 18:44:23.342444 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9832e4d1-72f6-48ad-b157-3d5c6c89a3e9 admin admin] Made reservation on behalf of 212c749f8d63405d9325748fedbd9a74 for: {'subnet': 1} {{(pid=102386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 18:44:23.344956 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-9832e4d1-72f6-48ad-b157-3d5c6c89a3e9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4877122'] for subnet, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:23.393949 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7ae7fbbb-6031-4d93-8f52-4adece1d6aef req-2c03d74d-e4e5-4cf7-b8eb-81db3d5e26e5 tempest-FloatingIPsAssociationTestJSON-150840125 tempest-FloatingIPsAssociationTestJSON-150840125-project] Notify agent at l3_agent.n-d-816865-1 the message routers_updated {{(pid=102387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 18:44:23.399430 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-7ae7fbbb-6031-4d93-8f52-4adece1d6aef req-2c03d74d-e4e5-4cf7-b8eb-81db3d5e26e5 tempest-FloatingIPsAssociationTestJSON-150840125 tempest-FloatingIPsAssociationTestJSON-150840125-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for floatingip, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:23.440017 n-d-816865-1 neutron-server[102387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1aa4f9bc-30b7-4399-b441-718e2402c852', 'tag': 'de453395-c788-4a67-a026-166ca2c30bed'}] {{(pid=102387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 18:44:23.442988 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab06bd4ddf5758c1f10d79fe34dc215bafa488692cde9dba2fcbcb67556f90bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65e18a1d-a86e-4837-8d6e-aa0d4bf7c173" -d '{"events": [{"name": "network-changed", "server_uuid": "1aa4f9bc-30b7-4399-b441-718e2402c852", "tag": "de453395-c788-4a67-a026-166ca2c30bed"}]}' {{(pid=102387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 18:44:23.472422 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-7ae7fbbb-6031-4d93-8f52-4adece1d6aef req-2c03d74d-e4e5-4cf7-b8eb-81db3d5e26e5 tempest-FloatingIPsAssociationTestJSON-150840125 tempest-FloatingIPsAssociationTestJSON-150840125-project] 10.222.0.13 "PUT /v2.0/floatingips/dfc0063a-f04e-4dab-8adf-e63318628505 HTTP/1.1" status: 200 len: 998 time: 3.4203861 Nov 05 18:44:23.486960 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:23.518801 n-d-816865-1 neutron-server[102388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4ff8b6e-c6a4-4912-8809-43612fd985ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '979d7d29-4bea-43fd-a3cf-828894448c3f'}] {{(pid=102388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 18:44:23.523214 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85474fee1180e129d8a886d264fe0b30223aa672dd1ffe43b630605f18504f68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9a94fc0-9e15-4780-92b5-a54e2dc0065f" -d '{"events": [{"server_uuid": "f4ff8b6e-c6a4-4912-8809-43612fd985ce", "name": "network-vif-plugged", "status": "completed", "tag": "979d7d29-4bea-43fd-a3cf-828894448c3f"}]}' {{(pid=102388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 18:44:23.541401 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] For port 979d7d29-4bea-43fd-a3cf-828894448c3f, host n-h1-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=979d7d29-4bea-43fd-a3cf-828894448c3f,segment=NetworkSegment(61eeb10a-a42f-40fc-9b5e-40dc210792d1),segment_id=61eeb10a-a42f-40fc-9b5e-40dc210792d1)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:44:23.546933 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-51300f73-ff80-4b0d-89e3-2ecdf621c551 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af88c0cd-0274-4a4d-a78e-c47021d1eb88', 'name': 'tempest-FloatingIPsAssociationTestJSON-751442554-router', 'tenant_id': 'f99a9bdffb564060b331ec79eda75924', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.239'}], 'enable_snat': True}, 'gw_port_id': 'dbb62693-62e8-4594-bb32-2a7eb86dbd22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T18:43:27Z', 'updated_at': '2021-11-05T18:43:32Z', 'revision_number': 4, 'project_id': 'f99a9bdffb564060b331ec79eda75924', 'gw_port': {'id': 'dbb62693-62e8-4594-bb32-2a7eb86dbd22', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:a8:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af88c0cd-0274-4a4d-a78e-c47021d1eb88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 886, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T18:43:28Z', 'updated_at': '2021-11-05T18:43:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1', '_floatingips': [{'id': 'dfc0063a-f04e-4dab-8adf-e63318628505', 'tenant_id': 'f99a9bdffb564060b331ec79eda75924', 'floating_ip_address': '172.25.6.210', 'floating_network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'router_id': 'af88c0cd-0274-4a4d-a78e-c47021d1eb88', 'port_id': '1667f1ba-f53f-4902-87fb-c3f39d5734bb', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 904, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '324a563f-bace-4674-b8a0-3af35aa21023', 'mac_address': 'fa:16:3e:1a:9d:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3b6ffab-3080-4469-afa9-0da51e8b90f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-05T18:43:53Z', 'updated_at': '2021-11-05T18:44:21Z', 'revision_number': 3, 'project_id': 'f99a9bdffb564060b331ec79eda75924', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91e6f2d8-d90f-4174-a884-9cf1f29d89b5', 'name': '', 'network_id': '324a563f-bace-4674-b8a0-3af35aa21023', 'tenant_id': 'f99a9bdffb564060b331ec79eda75924', 'mac_address': 'fa:16:3e:c1:88:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af88c0cd-0274-4a4d-a78e-c47021d1eb88', 'device_owner': 'network:router_interface', 'standard_attr_id': 892, 'fixed_ips': [{'subnet_id': '78388d9c-2599-4761-adf2-aadd49eafef3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T18:43:31Z', 'updated_at': '2021-11-05T18:43:38Z', 'revision_number': 5, 'project_id': 'f99a9bdffb564060b331ec79eda75924', 'subnets': [{'id': '78388d9c-2599-4761-adf2-aadd49eafef3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-1', False) {} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:44:23.569987 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51300f73-ff80-4b0d-89e3-2ecdf621c551 None None] The sync data for ids ['af88c0cd-0274-4a4d-a78e-c47021d1eb88'] in n-d-816865-1 is: [{'id': 'af88c0cd-0274-4a4d-a78e-c47021d1eb88', 'name': 'tempest-FloatingIPsAssociationTestJSON-751442554-router', 'tenant_id': 'f99a9bdffb564060b331ec79eda75924', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.239'}], 'enable_snat': True}, 'gw_port_id': 'dbb62693-62e8-4594-bb32-2a7eb86dbd22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T18:43:27Z', 'updated_at': '2021-11-05T18:43:32Z', 'revision_number': 4, 'project_id': 'f99a9bdffb564060b331ec79eda75924', 'gw_port': {'id': 'dbb62693-62e8-4594-bb32-2a7eb86dbd22', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:a8:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af88c0cd-0274-4a4d-a78e-c47021d1eb88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 886, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T18:43:28Z', 'updated_at': '2021-11-05T18:43:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1', '_floatingips': [{'id': 'dfc0063a-f04e-4dab-8adf-e63318628505', 'tenant_id': 'f99a9bdffb564060b331ec79eda75924', 'floating_ip_address': '172.25.6.210', 'floating_network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'router_id': 'af88c0cd-0274-4a4d-a78e-c47021d1eb88', 'port_id': '1667f1ba-f53f-4902-87fb-c3f39d5734bb', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 904, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '324a563f-bace-4674-b8a0-3af35aa21023', 'mac_address': 'fa:16:3e:1a:9d:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3b6ffab-3080-4469-afa9-0da51e8b90f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-05T18:43:53Z', 'updated_at': '2021-11-05T18:44:21Z', 'revision_number': 3, 'project_id': 'f99a9bdffb564060b331ec79eda75924', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91e6f2d8-d90f-4174-a884-9cf1f29d89b5', 'name': '', 'network_id': '324a563f-bace-4674-b8a0-3af35aa21023', 'tenant_id': 'f99a9bdffb564060b331ec79eda75924', 'mac_address': 'fa:16:3e:c1:88:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af88c0cd-0274-4a4d-a78e-c47021d1eb88', 'device_owner': 'network:router_interface', 'standard_attr_id': 892, 'fixed_ips': [{'subnet_id': '78388d9c-2599-4761-adf2-aadd49eafef3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T18:43:31Z', 'updated_at': '2021-11-05T18:43:38Z', 'revision_number': 5, 'project_id': 'f99a9bdffb564060b331ec79eda75924', 'subnets': [{'id': '78388d9c-2599-4761-adf2-aadd49eafef3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 18:44:23.577751 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae7fbbb-6031-4d93-8f52-4adece1d6aef req-3cea8caf-f3ba-4e2a-a597-1f44b02d02f5 tempest-FloatingIPsAssociationTestJSON-150840125 tempest-FloatingIPsAssociationTestJSON-150840125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:44:23.579216 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-7ae7fbbb-6031-4d93-8f52-4adece1d6aef req-3cea8caf-f3ba-4e2a-a597-1f44b02d02f5 tempest-FloatingIPsAssociationTestJSON-150840125 tempest-FloatingIPsAssociationTestJSON-150840125-project] 10.222.0.13 "GET /v2.0/ports/de453395-c788-4a67-a026-166ca2c30bed HTTP/1.1" status: 200 len: 942 time: 0.1000552 Nov 05 18:44:23.599200 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3151a6-88f8-479a-b10f-765f10575b44 req-319e6112-4156-4af9-b3b9-47b871e8a96b tempest-ServerDiskConfigTestJSON-70330027 tempest-ServerDiskConfigTestJSON-70330027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:44:23.600754 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-9a3151a6-88f8-479a-b10f-765f10575b44 req-319e6112-4156-4af9-b3b9-47b871e8a96b tempest-ServerDiskConfigTestJSON-70330027 tempest-ServerDiskConfigTestJSON-70330027-project] 10.222.0.13 "GET /v2.0/ports?device_id=37f2d1b1-c888-40ea-87ed-a1c6bcf55283 HTTP/1.1" status: 200 len: 944 time: 0.0776916 Nov 05 18:44:23.645450 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:23.674188 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-9a3151a6-88f8-479a-b10f-765f10575b44 req-65785d1c-d9bf-4b65-aba4-3812acf7b3ad tempest-ServerDiskConfigTestJSON-70330027 tempest-ServerDiskConfigTestJSON-70330027-project] 10.222.0.13 "GET /v2.0/security-groups?id=415b984e-2c75-4a2b-aae3-7fe54c54a52e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671368 Nov 05 18:44:23.690290 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae7fbbb-6031-4d93-8f52-4adece1d6aef req-7ed758ec-9bf1-45a2-b7d7-232450f16f65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:44:23.691896 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-7ae7fbbb-6031-4d93-8f52-4adece1d6aef req-7ed758ec-9bf1-45a2-b7d7-232450f16f65 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f99a9bdffb564060b331ec79eda75924&device_id=1aa4f9bc-30b7-4399-b441-718e2402c852 HTTP/1.1" status: 200 len: 1096 time: 0.0472174 Nov 05 18:44:23.694767 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-9832e4d1-72f6-48ad-b157-3d5c6c89a3e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6149946', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4877172'] for subnet, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:23.697938 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Pushing event updated for resources: {'Port': ['ID=979d7d29-4bea-43fd-a3cf-828894448c3f,revision_number=5']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:44:23.765507 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9832e4d1-72f6-48ad-b157-3d5c6c89a3e9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ff18284e-1ede-44da-8cc4-bb6087008353,revision_number=0']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:44:23.780695 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9832e4d1-72f6-48ad-b157-3d5c6c89a3e9 admin admin] Checking segment: {'id': '9033e3b7-e57f-4353-9998-35fce5690d1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'dcdefe85-0b9a-4710-a2e9-41da31eb0233'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 18:44:23.781139 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9832e4d1-72f6-48ad-b157-3d5c6c89a3e9 admin admin] Network hostable DHCP agents. Network: dcdefe85-0b9a-4710-a2e9-41da31eb0233, hostable agents: ['987e2ca0-bc3b-4c6f-a989-429ccfbf753f'], hosted agents: [] {{(pid=102386) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 05 18:44:23.819838 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f26f645-c0d0-4f3d-ac49-6bb966cd1fce None None] New status for floating IP dfc0063a-f04e-4dab-8adf-e63318628505: ACTIVE {{(pid=102388) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 05 18:44:23.822161 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae7fbbb-6031-4d93-8f52-4adece1d6aef req-53658737-7f18-4cc8-bf6c-4912a31bbb75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:44:23.825937 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-7ae7fbbb-6031-4d93-8f52-4adece1d6aef req-53658737-7f18-4cc8-bf6c-4912a31bbb75 service neutron] 10.222.0.13 "GET /v2.0/networks?id=324a563f-bace-4674-b8a0-3af35aa21023 HTTP/1.1" status: 200 len: 921 time: 0.1233211 Nov 05 18:44:23.828149 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f2cb07-af0c-4549-b4c4-fefd6456453a req-cbd77085-9cbf-4dd8-8662-7033c6eddbea tempest-LiveMigrationTest-1249278027 tempest-LiveMigrationTest-1249278027-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:44:23.829527 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-39f2cb07-af0c-4549-b4c4-fefd6456453a req-cbd77085-9cbf-4dd8-8662-7033c6eddbea tempest-LiveMigrationTest-1249278027 tempest-LiveMigrationTest-1249278027-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=3211213d-5f72-4665-9237-153dfa751f1a HTTP/1.1" status: 200 len: 1097 time: 0.0670910 Nov 05 18:44:23.870236 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-7ae7fbbb-6031-4d93-8f52-4adece1d6aef req-00557bb3-249e-49be-b868-3dd4ddce0e57 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=de453395-c788-4a67-a026-166ca2c30bed HTTP/1.1" status: 200 len: 217 time: 0.0391679 Nov 05 18:44:23.896387 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9832e4d1-72f6-48ad-b157-3d5c6c89a3e9 admin admin] Network dcdefe85-0b9a-4710-a2e9-41da31eb0233 is scheduled to be hosted by DHCP agent 987e2ca0-bc3b-4c6f-a989-429ccfbf753f with binding_index 1 {{(pid=102386) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 05 18:44:23.940489 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-39f2cb07-af0c-4549-b4c4-fefd6456453a req-ea8f960e-0faa-4b1c-8721-26bcd154ee56 tempest-LiveMigrationTest-1249278027 tempest-LiveMigrationTest-1249278027-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=3677ad50-e4bf-4315-8aa4-e48810edc139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026328 Nov 05 18:44:23.944000 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae7fbbb-6031-4d93-8f52-4adece1d6aef req-2f01dd68-81ad-4d75-b5a2-911fa317d32f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:44:23.945474 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-7ae7fbbb-6031-4d93-8f52-4adece1d6aef req-2f01dd68-81ad-4d75-b5a2-911fa317d32f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=78388d9c-2599-4761-adf2-aadd49eafef3 HTTP/1.1" status: 200 len: 859 time: 0.0669315 Nov 05 18:44:23.976487 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.base_scheduler [None req-9832e4d1-72f6-48ad-b157-3d5c6c89a3e9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816865-1, dcdefe85-0b9a-4710-a2e9-41da31eb0233) {{(pid=102386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:44:23.984809 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9832e4d1-72f6-48ad-b157-3d5c6c89a3e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:44:23.988344 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 18:44:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3defee69-a25f-4d08-87dd-5f8417a98022 x-openstack-request-id: req-3defee69-a25f-4d08-87dd-5f8417a98022 {{(pid=102387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 18:44:23.988636 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1aa4f9bc-30b7-4399-b441-718e2402c852", "tag": "de453395-c788-4a67-a026-166ca2c30bed", "status": "completed", "code": 200}]} {{(pid=102387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 18:44:23.989019 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3defee69-a25f-4d08-87dd-5f8417a98022 {{(pid=102387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 18:44:23.989191 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-9832e4d1-72f6-48ad-b157-3d5c6c89a3e9 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:23.989334 n-d-816865-1 neutron-server[102387]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1aa4f9bc-30b7-4399-b441-718e2402c852', 'tag': 'de453395-c788-4a67-a026-166ca2c30bed', 'status': 'completed', 'code': 200} Nov 05 18:44:24.023064 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae7fbbb-6031-4d93-8f52-4adece1d6aef req-0803ac90-3035-4f85-bfb1-b7c9f2d397d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:44:24.025291 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-7ae7fbbb-6031-4d93-8f52-4adece1d6aef req-0803ac90-3035-4f85-bfb1-b7c9f2d397d1 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=324a563f-bace-4674-b8a0-3af35aa21023&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0693729 Nov 05 18:44:24.026468 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08551876-2775-4981-9bad-dfa05b5dfa2b None None] Network dcdefe85-0b9a-4710-a2e9-41da31eb0233 requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 18:44:24.055009 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 18:44:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c36e1b61-2c18-472c-92f2-40a7da4fd477 x-openstack-request-id: req-c36e1b61-2c18-472c-92f2-40a7da4fd477 {{(pid=102388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 18:44:24.062951 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4ff8b6e-c6a4-4912-8809-43612fd985ce", "name": "network-vif-plugged", "status": "completed", "tag": "979d7d29-4bea-43fd-a3cf-828894448c3f", "code": 200}]} {{(pid=102388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 18:44:24.062951 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c36e1b61-2c18-472c-92f2-40a7da4fd477 {{(pid=102388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 18:44:24.062951 n-d-816865-1 neutron-server[102388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4ff8b6e-c6a4-4912-8809-43612fd985ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '979d7d29-4bea-43fd-a3cf-828894448c3f', 'code': 200} Nov 05 18:44:24.139685 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-9832e4d1-72f6-48ad-b157-3d5c6c89a3e9 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9172080 Nov 05 18:44:24.143728 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 47866) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:44:24.149416 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-36930995-d728-4844-bd38-73211ab03022 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-1149270122-router', 'tenant_id': '212c749f8d63405d9325748fedbd9a74', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec'}}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:44:24.175028 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e18a1d-a86e-4837-8d6e-aa0d4bf7c173 req-8ea136db-234a-47eb-b69f-e2a3c784ef87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:44:24.176615 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-65e18a1d-a86e-4837-8d6e-aa0d4bf7c173 req-8ea136db-234a-47eb-b69f-e2a3c784ef87 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f99a9bdffb564060b331ec79eda75924&device_id=1aa4f9bc-30b7-4399-b441-718e2402c852 HTTP/1.1" status: 200 len: 1096 time: 0.1408060 Nov 05 18:44:24.205834 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a9a3af-96a0-477c-ba66-063e0de45814 req-d63fc008-93f7-4852-bb91-0be46f5ac917 tempest-ServersNegativeTestMultiTenantJSON-626545648 tempest-ServersNegativeTestMultiTenantJSON-626545648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:44:24.214245 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-45a9a3af-96a0-477c-ba66-063e0de45814 req-d63fc008-93f7-4852-bb91-0be46f5ac917 tempest-ServersNegativeTestMultiTenantJSON-626545648 tempest-ServersNegativeTestMultiTenantJSON-626545648-project] 10.222.0.13 "GET /v2.0/ports?device_id=f4ff8b6e-c6a4-4912-8809-43612fd985ce HTTP/1.1" status: 200 len: 945 time: 0.0790300 Nov 05 18:44:24.217530 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-7ae7fbbb-6031-4d93-8f52-4adece1d6aef req-2baf4bfd-bef5-456f-b183-80ce11368f5b service neutron] 10.222.0.13 "GET /v2.0/networks/324a563f-bace-4674-b8a0-3af35aa21023?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1812377 Nov 05 18:44:24.229196 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69c4393b-b241-4644-a272-1d4716a8d3b7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeb20a084-accf-5b60-8075-3e69ebe863a6-dcdefe85-0b9a-4710-a2e9-41da31eb0233', 'network_id': 'dcdefe85-0b9a-4710-a2e9-41da31eb0233', 'tenant_id': '212c749f8d63405d9325748fedbd9a74', 'fixed_ips': [{'subnet_id': 'ff18284e-1ede-44da-8cc4-bb6087008353'}]}} from n-d-816865-1. {{(pid=102388) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 05 18:44:24.233873 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91aac335-2323-4982-b1c4-6b7cb01a6f64 None None] Sync routers for ids ['af88c0cd-0274-4a4d-a78e-c47021d1eb88'] in n-d-816865-1 {{(pid=102389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 18:44:24.238671 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-69c4393b-b241-4644-a272-1d4716a8d3b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:24.251017 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91aac335-2323-4982-b1c4-6b7cb01a6f64 None None] Routers {'af88c0cd-0274-4a4d-a78e-c47021d1eb88'} bound to L3 agent in host n-d-816865-1 {{(pid=102389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 18:44:24.253452 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-91aac335-2323-4982-b1c4-6b7cb01a6f64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T18:44:05Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['af88c0cd-0274-4a4d-a78e-c47021d1eb88'], 'active': True} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:44:24.290775 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df5d33d-d417-401f-8ac4-9fb8e791a681 req-f82a66ed-9dbb-4058-a7dd-d92353f4ccaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:44:24.292306 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-7df5d33d-d417-401f-8ac4-9fb8e791a681 req-f82a66ed-9dbb-4058-a7dd-d92353f4ccaf service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=f4ff8b6e-c6a4-4912-8809-43612fd985ce HTTP/1.1" status: 200 len: 1096 time: 0.1507249 Nov 05 18:44:24.349534 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e18a1d-a86e-4837-8d6e-aa0d4bf7c173 req-a58d825a-84e3-457c-81e0-2c7b1e63642d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:44:24.351064 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-65e18a1d-a86e-4837-8d6e-aa0d4bf7c173 req-a58d825a-84e3-457c-81e0-2c7b1e63642d service neutron] 10.222.0.41 "GET /v2.0/networks?id=324a563f-bace-4674-b8a0-3af35aa21023 HTTP/1.1" status: 200 len: 921 time: 0.1566091 Nov 05 18:44:24.360126 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-36930995-d728-4844-bd38-73211ab03022 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-571139', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6874'] for router, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:24.361703 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-36930995-d728-4844-bd38-73211ab03022 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-571375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1000570', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1011585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6867'] for router, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:24.380000 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-7ae7fbbb-6031-4d93-8f52-4adece1d6aef req-c50774c1-bfdd-46f9-9325-1a3aedb9c9f3 service neutron] 10.222.0.13 "GET /v2.0/networks/324a563f-bace-4674-b8a0-3af35aa21023?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1417592 Nov 05 18:44:24.405003 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.db_base_plugin_common [None req-69c4393b-b241-4644-a272-1d4716a8d3b7 None None] Allocated IP 172.20.0.2 (dcdefe85-0b9a-4710-a2e9-41da31eb0233/ff18284e-1ede-44da-8cc4-bb6087008353/effc516a-efa6-470b-8fc5-575aa5539013) {{(pid=102388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 18:44:24.412322 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-7df5d33d-d417-401f-8ac4-9fb8e791a681 req-75e22b92-22e2-4ff0-8f32-11cb8b25edee service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=333b2f4b-15e4-4577-a087-eb0f0aeac190&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110978 Nov 05 18:44:24.415397 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-65e18a1d-a86e-4837-8d6e-aa0d4bf7c173 req-c6da94ed-8059-48bb-9a67-90f1cb5d164f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=de453395-c788-4a67-a026-166ca2c30bed HTTP/1.1" status: 200 len: 217 time: 0.0467131 Nov 05 18:44:24.434600 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-45a9a3af-96a0-477c-ba66-063e0de45814 req-286106c5-7789-4499-b207-d61fbfc99973 tempest-ServersNegativeTestMultiTenantJSON-626545648 tempest-ServersNegativeTestMultiTenantJSON-626545648-project] 10.222.0.13 "GET /v2.0/security-groups?id=333b2f4b-15e4-4577-a087-eb0f0aeac190&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2192948 Nov 05 18:44:24.462357 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-36930995-d728-4844-bd38-73211ab03022 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:24.504132 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvr_db [None req-91aac335-2323-4982-b1c4-6b7cb01a6f64 None None] Set router af88c0cd-0274-4a4d-a78e-c47021d1eb88 gateway port host: n-d-816865-1 {{(pid=102389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 18:44:24.606356 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae7fbbb-6031-4d93-8f52-4adece1d6aef req-aede8d36-5660-438e-a83b-6974654e9e48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:44:24.614144 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-7ae7fbbb-6031-4d93-8f52-4adece1d6aef req-aede8d36-5660-438e-a83b-6974654e9e48 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f99a9bdffb564060b331ec79eda75924&device_id=d3b6ffab-3080-4469-afa9-0da51e8b90f6 HTTP/1.1" status: 200 len: 1096 time: 0.0855289 Nov 05 18:44:24.628177 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-69c4393b-b241-4644-a272-1d4716a8d3b7 None None] Publish callbacks [] for port, precommit_create {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:24.682086 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07d7573-86df-459d-af71-c9efd2569f75 req-fae506b9-e8bc-42e8-a682-62cd04b86c98 tempest-ServersAdminTestJSON-1640316766 tempest-ServersAdminTestJSON-1640316766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:44:24.683567 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-e07d7573-86df-459d-af71-c9efd2569f75 req-fae506b9-e8bc-42e8-a682-62cd04b86c98 tempest-ServersAdminTestJSON-1640316766 tempest-ServersAdminTestJSON-1640316766-project] 10.222.0.13 "GET /v2.0/ports?device_id=0bd48938-7d8f-4ea5-981b-397a2676ea1c HTTP/1.1" status: 200 len: 950 time: 0.1242461 Nov 05 18:44:24.692077 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Device d78e341a-33af-484a-ba39-c60b36eee0b6 details requested by agent hyperv_n-h2-816865-1 with host n-h2-816865-1 {{(pid=102388) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 05 18:44:24.729502 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-36930995-d728-4844-bd38-73211ab03022 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:24.733586 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-69c4393b-b241-4644-a272-1d4716a8d3b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789'] for port, after_create {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:24.740012 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae7fbbb-6031-4d93-8f52-4adece1d6aef req-8cfbcac1-e8e2-457a-805c-e2f85144b0a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:44:24.743094 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-7ae7fbbb-6031-4d93-8f52-4adece1d6aef req-8cfbcac1-e8e2-457a-805c-e2f85144b0a2 service neutron] 10.222.0.13 "GET /v2.0/networks?id=324a563f-bace-4674-b8a0-3af35aa21023 HTTP/1.1" status: 200 len: 921 time: 0.1276276 Nov 05 18:44:24.749089 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e18a1d-a86e-4837-8d6e-aa0d4bf7c173 req-fe31373f-d2c3-4937-a9ad-54deb4bf56d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:44:24.750769 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-65e18a1d-a86e-4837-8d6e-aa0d4bf7c173 req-fe31373f-d2c3-4937-a9ad-54deb4bf56d6 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=78388d9c-2599-4761-adf2-aadd49eafef3 HTTP/1.1" status: 200 len: 859 time: 0.1201906 Nov 05 18:44:24.784355 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-91aac335-2323-4982-b1c4-6b7cb01a6f64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af88c0cd-0274-4a4d-a78e-c47021d1eb88', 'name': 'tempest-FloatingIPsAssociationTestJSON-751442554-router', 'tenant_id': 'f99a9bdffb564060b331ec79eda75924', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.239'}], 'enable_snat': True}, 'gw_port_id': 'dbb62693-62e8-4594-bb32-2a7eb86dbd22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T18:43:27Z', 'updated_at': '2021-11-05T18:43:32Z', 'revision_number': 4, 'project_id': 'f99a9bdffb564060b331ec79eda75924', 'gw_port': {'id': 'dbb62693-62e8-4594-bb32-2a7eb86dbd22', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:a8:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af88c0cd-0274-4a4d-a78e-c47021d1eb88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 886, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T18:43:28Z', 'updated_at': '2021-11-05T18:43:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1', '_floatingips': [{'id': 'dfc0063a-f04e-4dab-8adf-e63318628505', 'tenant_id': 'f99a9bdffb564060b331ec79eda75924', 'floating_ip_address': '172.25.6.210', 'floating_network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'router_id': 'af88c0cd-0274-4a4d-a78e-c47021d1eb88', 'port_id': '1667f1ba-f53f-4902-87fb-c3f39d5734bb', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 904, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '324a563f-bace-4674-b8a0-3af35aa21023', 'mac_address': 'fa:16:3e:1a:9d:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3b6ffab-3080-4469-afa9-0da51e8b90f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-05T18:43:53Z', 'updated_at': '2021-11-05T18:44:23Z', 'revision_number': 4, 'project_id': 'f99a9bdffb564060b331ec79eda75924', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91e6f2d8-d90f-4174-a884-9cf1f29d89b5', 'name': '', 'network_id': '324a563f-bace-4674-b8a0-3af35aa21023', 'tenant_id': 'f99a9bdffb564060b331ec79eda75924', 'mac_address': 'fa:16:3e:c1:88:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af88c0cd-0274-4a4d-a78e-c47021d1eb88', 'device_owner': 'network:router_interface', 'standard_attr_id': 892, 'fixed_ips': [{'subnet_id': '78388d9c-2599-4761-adf2-aadd49eafef3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T18:43:31Z', 'updated_at': '2021-11-05T18:43:38Z', 'revision_number': 5, 'project_id': 'f99a9bdffb564060b331ec79eda75924', 'subnets': [{'id': '78388d9c-2599-4761-adf2-aadd49eafef3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-1', False) {} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:44:24.821987 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91aac335-2323-4982-b1c4-6b7cb01a6f64 None None] Checking router: af88c0cd-0274-4a4d-a78e-c47021d1eb88 for host: n-d-816865-1 {{(pid=102389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 18:44:24.825039 n-d-816865-1 neutron-server[102388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69c4393b-b241-4644-a272-1d4716a8d3b7 None None] Network dcdefe85-0b9a-4710-a2e9-41da31eb0233 is already hosted by enough agents. {{(pid=102388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 18:44:24.835016 n-d-816865-1 neutron-server[102388]: DEBUG neutron.scheduler.base_scheduler [None req-69c4393b-b241-4644-a272-1d4716a8d3b7 None None] Resources bound (agent type, host, resource id): {{(pid=102388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:44:24.836810 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e18a1d-a86e-4837-8d6e-aa0d4bf7c173 req-398421e3-3688-45f3-9dbf-9db535fa8034 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:44:24.837073 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91aac335-2323-4982-b1c4-6b7cb01a6f64 None None] Routers {'af88c0cd-0274-4a4d-a78e-c47021d1eb88'} bound to L3 agent in host n-d-816865-1 {{(pid=102389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 18:44:24.837702 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-91aac335-2323-4982-b1c4-6b7cb01a6f64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T18:44:05Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['af88c0cd-0274-4a4d-a78e-c47021d1eb88'], 'active': True} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:44:24.842819 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-65e18a1d-a86e-4837-8d6e-aa0d4bf7c173 req-398421e3-3688-45f3-9dbf-9db535fa8034 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=324a563f-bace-4674-b8a0-3af35aa21023&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0826442 Nov 05 18:44:24.843091 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69c4393b-b241-4644-a272-1d4716a8d3b7 None None] Received port after_create {{(pid=102388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 18:44:24.849887 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c4393b-b241-4644-a272-1d4716a8d3b7 None None] Pushing event updated for resources: {'Port': ['ID=effc516a-efa6-470b-8fc5-575aa5539013,revision_number=1']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:44:24.862431 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-7ae7fbbb-6031-4d93-8f52-4adece1d6aef req-945503ed-5efb-4213-956c-783cff04da91 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1667f1ba-f53f-4902-87fb-c3f39d5734bb HTTP/1.1" status: 200 len: 1001 time: 0.1082094 Nov 05 18:44:24.866100 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-e07d7573-86df-459d-af71-c9efd2569f75 req-6116282b-d470-419d-8066-e0b3c3f1260f tempest-ServersAdminTestJSON-1640316766 tempest-ServersAdminTestJSON-1640316766-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c663dac-2477-42f8-b37f-f366129474aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277552 Nov 05 18:44:24.918596 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] For port d78e341a-33af-484a-ba39-c60b36eee0b6, host n-h2-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=d78e341a-33af-484a-ba39-c60b36eee0b6,segment=NetworkSegment(b30a663d-6bb9-436d-bbb6-d3fc1ef4951b),segment_id=b30a663d-6bb9-436d-bbb6-d3fc1ef4951b)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:44:24.925610 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae7fbbb-6031-4d93-8f52-4adece1d6aef req-9eb671a2-3384-4d93-b2a3-24298dfe5165 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:44:24.927467 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-7ae7fbbb-6031-4d93-8f52-4adece1d6aef req-9eb671a2-3384-4d93-b2a3-24298dfe5165 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=78388d9c-2599-4761-adf2-aadd49eafef3 HTTP/1.1" status: 200 len: 859 time: 0.0588357 Nov 05 18:44:24.959984 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Returning: {'device': 'd78e341a-33af-484a-ba39-c60b36eee0b6', 'network_id': 'c410af1b-0d29-45ed-bbbd-e63b694a7756', 'port_id': 'd78e341a-33af-484a-ba39-c60b36eee0b6', 'mac_address': 'fa:16:3e:19:70:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 196, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f65b8522-0d6e-4b41-a88d-8d5f4f8e7c9d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102388) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 05 18:44:24.964612 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-69c4393b-b241-4644-a272-1d4716a8d3b7 None None] Attempting to bind port effc516a-efa6-470b-8fc5-575aa5539013 on host n-d-816865-1 for vnic_type normal with profile {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 18:44:24.964980 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-69c4393b-b241-4644-a272-1d4716a8d3b7 None None] Attempting to bind port effc516a-efa6-470b-8fc5-575aa5539013 by drivers openvswitch,hyperv on host n-d-816865-1 at level 0 using segments [{'id': '9033e3b7-e57f-4353-9998-35fce5690d1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'dcdefe85-0b9a-4710-a2e9-41da31eb0233'}] {{(pid=102388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 18:44:24.965444 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69c4393b-b241-4644-a272-1d4716a8d3b7 None None] Attempting to bind port effc516a-efa6-470b-8fc5-575aa5539013 on network dcdefe85-0b9a-4710-a2e9-41da31eb0233 {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 18:44:24.979488 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69c4393b-b241-4644-a272-1d4716a8d3b7 None None] Checking agent: {'id': '724d89a7-611b-41e6-bc85-c48112b17afa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 18, 25, 8), 'started_at': datetime.datetime(2021, 11, 5, 18, 25, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 18, 44, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 18:44:24.979925 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69c4393b-b241-4644-a272-1d4716a8d3b7 None None] Checking segment: {'id': '9033e3b7-e57f-4353-9998-35fce5690d1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'dcdefe85-0b9a-4710-a2e9-41da31eb0233'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 18:44:24.980265 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-69c4393b-b241-4644-a272-1d4716a8d3b7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:24.980657 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69c4393b-b241-4644-a272-1d4716a8d3b7 None None] Bound using segment: {'id': '9033e3b7-e57f-4353-9998-35fce5690d1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'dcdefe85-0b9a-4710-a2e9-41da31eb0233'} {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 18:44:24.981164 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-69c4393b-b241-4644-a272-1d4716a8d3b7 None None] Bound port: effc516a-efa6-470b-8fc5-575aa5539013, host: n-d-816865-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9033e3b7-e57f-4353-9998-35fce5690d1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'dcdefe85-0b9a-4710-a2e9-41da31eb0233'}}] {{(pid=102388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 18:44:24.981616 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-69c4393b-b241-4644-a272-1d4716a8d3b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:25.020327 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae7fbbb-6031-4d93-8f52-4adece1d6aef req-350c5ebb-3de4-4f47-bfb1-677bec97c610 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:44:25.021686 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-7ae7fbbb-6031-4d93-8f52-4adece1d6aef req-350c5ebb-3de4-4f47-bfb1-677bec97c610 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=324a563f-bace-4674-b8a0-3af35aa21023&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0878460 Nov 05 18:44:25.069732 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvr_db [None req-91aac335-2323-4982-b1c4-6b7cb01a6f64 None None] Set router af88c0cd-0274-4a4d-a78e-c47021d1eb88 gateway port host: n-d-816865-1 {{(pid=102389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 18:44:25.070085 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:25.098142 n-d-816865-1 neutron-server[102388]: DEBUG neutron.notifiers.nova [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d78e341a-33af-484a-ba39-c60b36eee0b6 {{(pid=102388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 18:44:25.110477 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-65e18a1d-a86e-4837-8d6e-aa0d4bf7c173 req-6ac0694d-be91-44ae-a025-3063f0e4f2b0 service neutron] 10.222.0.41 "GET /v2.0/networks/324a563f-bace-4674-b8a0-3af35aa21023?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2545912 Nov 05 18:44:25.134903 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-69c4393b-b241-4644-a272-1d4716a8d3b7 None None] For port effc516a-efa6-470b-8fc5-575aa5539013, host n-d-816865-1, cleared binding levels {{(pid=102388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 18:44:25.137845 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] For port d78e341a-33af-484a-ba39-c60b36eee0b6, host n-h2-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=d78e341a-33af-484a-ba39-c60b36eee0b6,segment=NetworkSegment(b30a663d-6bb9-436d-bbb6-d3fc1ef4951b),segment_id=b30a663d-6bb9-436d-bbb6-d3fc1ef4951b)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:44:25.139776 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-69c4393b-b241-4644-a272-1d4716a8d3b7 None None] For port effc516a-efa6-470b-8fc5-575aa5539013, host n-d-816865-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=effc516a-efa6-470b-8fc5-575aa5539013,segment=NetworkSegment(9033e3b7-e57f-4353-9998-35fce5690d1a),segment_id=9033e3b7-e57f-4353-9998-35fce5690d1a)] {{(pid=102388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 18:44:25.165698 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-7ae7fbbb-6031-4d93-8f52-4adece1d6aef req-0f01a032-9fe5-4bb9-b852-c974eef2ae13 service neutron] 10.222.0.13 "GET /v2.0/networks/324a563f-bace-4674-b8a0-3af35aa21023?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1326482 Nov 05 18:44:25.211140 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:25.215275 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-69c4393b-b241-4644-a272-1d4716a8d3b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:25.286364 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-7ae7fbbb-6031-4d93-8f52-4adece1d6aef req-e7f3e5b0-1dc4-4d79-8e42-13610007d225 service neutron] 10.222.0.13 "GET /v2.0/networks/324a563f-bace-4674-b8a0-3af35aa21023?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1139112 Nov 05 18:44:25.305187 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Pushing event updated for resources: {'Port': ['ID=d78e341a-33af-484a-ba39-c60b36eee0b6,revision_number=4']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:44:25.389563 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c4393b-b241-4644-a272-1d4716a8d3b7 None None] Pushing event updated for resources: {'Port': ['ID=effc516a-efa6-470b-8fc5-575aa5539013,revision_number=2']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:44:25.400734 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c4393b-b241-4644-a272-1d4716a8d3b7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:44:25.401083 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c4393b-b241-4644-a272-1d4716a8d3b7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:44:25.401492 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c4393b-b241-4644-a272-1d4716a8d3b7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:44:25.401789 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c4393b-b241-4644-a272-1d4716a8d3b7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:44:25.402230 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c4393b-b241-4644-a272-1d4716a8d3b7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:44:25.402574 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c4393b-b241-4644-a272-1d4716a8d3b7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:44:25.403702 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c4393b-b241-4644-a272-1d4716a8d3b7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:44:25.403702 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c4393b-b241-4644-a272-1d4716a8d3b7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:44:25.403702 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c4393b-b241-4644-a272-1d4716a8d3b7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:44:25.415106 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c4393b-b241-4644-a272-1d4716a8d3b7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:44:25.416098 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c4393b-b241-4644-a272-1d4716a8d3b7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:44:25.418132 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c4393b-b241-4644-a272-1d4716a8d3b7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:44:25.428726 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-91aac335-2323-4982-b1c4-6b7cb01a6f64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af88c0cd-0274-4a4d-a78e-c47021d1eb88', 'name': 'tempest-FloatingIPsAssociationTestJSON-751442554-router', 'tenant_id': 'f99a9bdffb564060b331ec79eda75924', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.239'}], 'enable_snat': True}, 'gw_port_id': 'dbb62693-62e8-4594-bb32-2a7eb86dbd22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T18:43:27Z', 'updated_at': '2021-11-05T18:43:32Z', 'revision_number': 4, 'project_id': 'f99a9bdffb564060b331ec79eda75924', 'gw_port': {'id': 'dbb62693-62e8-4594-bb32-2a7eb86dbd22', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:a8:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af88c0cd-0274-4a4d-a78e-c47021d1eb88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 886, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T18:43:28Z', 'updated_at': '2021-11-05T18:43:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1', '_floatingips': [{'id': 'dfc0063a-f04e-4dab-8adf-e63318628505', 'tenant_id': 'f99a9bdffb564060b331ec79eda75924', 'floating_ip_address': '172.25.6.210', 'floating_network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'router_id': 'af88c0cd-0274-4a4d-a78e-c47021d1eb88', 'port_id': '1667f1ba-f53f-4902-87fb-c3f39d5734bb', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 904, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '324a563f-bace-4674-b8a0-3af35aa21023', 'mac_address': 'fa:16:3e:1a:9d:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3b6ffab-3080-4469-afa9-0da51e8b90f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-05T18:43:53Z', 'updated_at': '2021-11-05T18:44:23Z', 'revision_number': 4, 'project_id': 'f99a9bdffb564060b331ec79eda75924', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91e6f2d8-d90f-4174-a884-9cf1f29d89b5', 'name': '', 'network_id': '324a563f-bace-4674-b8a0-3af35aa21023', 'tenant_id': 'f99a9bdffb564060b331ec79eda75924', 'mac_address': 'fa:16:3e:c1:88:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af88c0cd-0274-4a4d-a78e-c47021d1eb88', 'device_owner': 'network:router_interface', 'standard_attr_id': 892, 'fixed_ips': [{'subnet_id': '78388d9c-2599-4761-adf2-aadd49eafef3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T18:43:31Z', 'updated_at': '2021-11-05T18:43:38Z', 'revision_number': 5, 'project_id': 'f99a9bdffb564060b331ec79eda75924', 'subnets': [{'id': '78388d9c-2599-4761-adf2-aadd49eafef3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-1', False) {} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:44:25.474033 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91aac335-2323-4982-b1c4-6b7cb01a6f64 None None] The sync data for ids ['af88c0cd-0274-4a4d-a78e-c47021d1eb88'] in n-d-816865-1 is: [{'id': 'af88c0cd-0274-4a4d-a78e-c47021d1eb88', 'name': 'tempest-FloatingIPsAssociationTestJSON-751442554-router', 'tenant_id': 'f99a9bdffb564060b331ec79eda75924', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.239'}], 'enable_snat': True}, 'gw_port_id': 'dbb62693-62e8-4594-bb32-2a7eb86dbd22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T18:43:27Z', 'updated_at': '2021-11-05T18:43:32Z', 'revision_number': 4, 'project_id': 'f99a9bdffb564060b331ec79eda75924', 'gw_port': {'id': 'dbb62693-62e8-4594-bb32-2a7eb86dbd22', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:a8:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af88c0cd-0274-4a4d-a78e-c47021d1eb88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 886, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T18:43:28Z', 'updated_at': '2021-11-05T18:43:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1', '_floatingips': [{'id': 'dfc0063a-f04e-4dab-8adf-e63318628505', 'tenant_id': 'f99a9bdffb564060b331ec79eda75924', 'floating_ip_address': '172.25.6.210', 'floating_network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'router_id': 'af88c0cd-0274-4a4d-a78e-c47021d1eb88', 'port_id': '1667f1ba-f53f-4902-87fb-c3f39d5734bb', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 904, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '324a563f-bace-4674-b8a0-3af35aa21023', 'mac_address': 'fa:16:3e:1a:9d:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3b6ffab-3080-4469-afa9-0da51e8b90f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-05T18:43:53Z', 'updated_at': '2021-11-05T18:44:23Z', 'revision_number': 4, 'project_id': 'f99a9bdffb564060b331ec79eda75924', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91e6f2d8-d90f-4174-a884-9cf1f29d89b5', 'name': '', 'network_id': '324a563f-bace-4674-b8a0-3af35aa21023', 'tenant_id': 'f99a9bdffb564060b331ec79eda75924', 'mac_address': 'fa:16:3e:c1:88:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af88c0cd-0274-4a4d-a78e-c47021d1eb88', 'device_owner': 'network:router_interface', 'standard_attr_id': 892, 'fixed_ips': [{'subnet_id': '78388d9c-2599-4761-adf2-aadd49eafef3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T18:43:31Z', 'updated_at': '2021-11-05T18:43:38Z', 'revision_number': 5, 'project_id': 'f99a9bdffb564060b331ec79eda75924', 'subnets': [{'id': '78388d9c-2599-4761-adf2-aadd49eafef3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 18:44:25.496710 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] get_ports_and_sgs() called for port_ids ['d78e341a-33af-484a-ba39-c60b36eee0b6'] {{(pid=102388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 18:44:25.641729 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2e3ea7-8894-470a-baee-a4c1e9d4d23d req-76fe2b92-50a4-4f05-94d0-ce688c14d602 tempest-ServerDiskConfigTestJSON-70330027 tempest-ServerDiskConfigTestJSON-70330027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:44:25.645633 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-0d2e3ea7-8894-470a-baee-a4c1e9d4d23d req-76fe2b92-50a4-4f05-94d0-ce688c14d602 tempest-ServerDiskConfigTestJSON-70330027 tempest-ServerDiskConfigTestJSON-70330027-project] 10.222.0.13 "GET /v2.0/ports?device_id=37f2d1b1-c888-40ea-87ed-a1c6bcf55283 HTTP/1.1" status: 200 len: 945 time: 0.1652777 Nov 05 18:44:25.743200 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-0d2e3ea7-8894-470a-baee-a4c1e9d4d23d req-3049cd43-f580-46e2-8e20-1d27893108a0 tempest-ServerDiskConfigTestJSON-70330027 tempest-ServerDiskConfigTestJSON-70330027-project] 10.222.0.13 "GET /v2.0/security-groups?id=415b984e-2c75-4a2b-aae3-7fe54c54a52e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850916 Nov 05 18:44:25.746484 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-36930995-d728-4844-bd38-73211ab03022 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:25.788932 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-36930995-d728-4844-bd38-73211ab03022 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:25.793816 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-65e18a1d-a86e-4837-8d6e-aa0d4bf7c173 req-6922b99e-eaf1-4fd7-be3c-61aced30043c service neutron] 10.222.0.41 "GET /v2.0/networks/324a563f-bace-4674-b8a0-3af35aa21023?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6707597 Nov 05 18:44:25.855246 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-ef34bee2-e34f-4e2a-a9b7-3c7e9f7e5af6 req-b70ef2c7-5653-4639-acc1-b59abc450337 tempest-FloatingIPsAssociationTestJSON-150840125 tempest-FloatingIPsAssociationTestJSON-150840125-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.6.210 HTTP/1.1" status: 200 len: 1001 time: 0.0945764 Nov 05 18:44:25.904639 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef34bee2-e34f-4e2a-a9b7-3c7e9f7e5af6 req-3f077504-7f10-47c4-b665-fc8f775db789 tempest-FloatingIPsAssociationTestJSON-150840125 tempest-FloatingIPsAssociationTestJSON-150840125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:44:25.907400 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-ef34bee2-e34f-4e2a-a9b7-3c7e9f7e5af6 req-3f077504-7f10-47c4-b665-fc8f775db789 tempest-FloatingIPsAssociationTestJSON-150840125 tempest-FloatingIPsAssociationTestJSON-150840125-project] 10.222.0.13 "GET /v2.0/ports/1667f1ba-f53f-4902-87fb-c3f39d5734bb HTTP/1.1" status: 200 len: 942 time: 0.0500829 Nov 05 18:44:25.945714 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.db_base_plugin_common [None req-36930995-d728-4844-bd38-73211ab03022 admin admin] Allocated IP 172.25.6.206 (40c8335d-cd0b-4cb5-910a-d4dcddd5cbec/04fe6db3-e108-4208-943d-6518424f5726/d680f5a0-0768-4036-a434-70d83e4a0a0d) {{(pid=102386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 18:44:26.003648 n-d-816865-1 neutron-server[102387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3b6ffab-3080-4469-afa9-0da51e8b90f6', 'tag': '1667f1ba-f53f-4902-87fb-c3f39d5734bb'}] {{(pid=102387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 18:44:26.006569 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab06bd4ddf5758c1f10d79fe34dc215bafa488692cde9dba2fcbcb67556f90bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a506cb9e-2949-4399-922e-c5963482788c" -d '{"events": [{"name": "network-changed", "server_uuid": "d3b6ffab-3080-4469-afa9-0da51e8b90f6", "tag": "1667f1ba-f53f-4902-87fb-c3f39d5734bb"}]}' {{(pid=102387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 18:44:26.047493 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-ef34bee2-e34f-4e2a-a9b7-3c7e9f7e5af6 req-7adcac5d-1f71-4d83-a0c2-09afd5f9b1d7 tempest-FloatingIPsAssociationTestJSON-150840125 tempest-FloatingIPsAssociationTestJSON-150840125-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.6.210 HTTP/1.1" status: 200 len: 1001 time: 0.0892310 Nov 05 18:44:26.078918 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-36930995-d728-4844-bd38-73211ab03022 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:26.154529 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef34bee2-e34f-4e2a-a9b7-3c7e9f7e5af6 req-81daac1e-9fc6-4710-ac55-c9355316c424 tempest-FloatingIPsAssociationTestJSON-150840125 tempest-FloatingIPsAssociationTestJSON-150840125-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:44:26.155898 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-ef34bee2-e34f-4e2a-a9b7-3c7e9f7e5af6 req-81daac1e-9fc6-4710-ac55-c9355316c424 tempest-FloatingIPsAssociationTestJSON-150840125 tempest-FloatingIPsAssociationTestJSON-150840125-project] 10.222.0.13 "GET /v2.0/networks/40c8335d-cd0b-4cb5-910a-d4dcddd5cbec HTTP/1.1" status: 200 len: 784 time: 0.1055906 Nov 05 18:44:26.177086 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-36930995-d728-4844-bd38-73211ab03022 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:26.222685 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36930995-d728-4844-bd38-73211ab03022 admin admin] Network 40c8335d-cd0b-4cb5-910a-d4dcddd5cbec is already hosted by enough agents. {{(pid=102386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 18:44:26.225805 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.base_scheduler [None req-36930995-d728-4844-bd38-73211ab03022 admin admin] Resources bound (agent type, host, resource id): {{(pid=102386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:44:26.230487 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36930995-d728-4844-bd38-73211ab03022 admin admin] Received port after_create {{(pid=102386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 18:44:26.233698 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36930995-d728-4844-bd38-73211ab03022 admin admin] Pushing event updated for resources: {'Port': ['ID=d680f5a0-0768-4036-a434-70d83e4a0a0d,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:44:26.283640 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91228fb0-d900-492e-b40a-579df7a66112 req-09d02034-47fc-413c-83ed-6c4fb4306e89 tempest-ServersNegativeTestMultiTenantJSON-626545648 tempest-ServersNegativeTestMultiTenantJSON-626545648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:44:26.286940 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-91228fb0-d900-492e-b40a-579df7a66112 req-09d02034-47fc-413c-83ed-6c4fb4306e89 tempest-ServersNegativeTestMultiTenantJSON-626545648 tempest-ServersNegativeTestMultiTenantJSON-626545648-project] 10.222.0.13 "GET /v2.0/ports?device_id=f4ff8b6e-c6a4-4912-8809-43612fd985ce HTTP/1.1" status: 200 len: 945 time: 0.0739601 Nov 05 18:44:26.341028 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-91228fb0-d900-492e-b40a-579df7a66112 req-eb139f99-c66c-4494-a983-9a2102642294 tempest-ServersNegativeTestMultiTenantJSON-626545648 tempest-ServersNegativeTestMultiTenantJSON-626545648-project] 10.222.0.13 "GET /v2.0/security-groups?id=333b2f4b-15e4-4577-a087-eb0f0aeac190&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498595 Nov 05 18:44:26.504714 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b3f45d-c6df-482b-ba5d-1af582e872fe req-dbceb40d-b855-42ab-bb7a-d41fe5a36443 tempest-ServersAdminTestJSON-1640316766 tempest-ServersAdminTestJSON-1640316766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:44:26.506743 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-b4b3f45d-c6df-482b-ba5d-1af582e872fe req-dbceb40d-b855-42ab-bb7a-d41fe5a36443 tempest-ServersAdminTestJSON-1640316766 tempest-ServersAdminTestJSON-1640316766-project] 10.222.0.13 "GET /v2.0/ports?device_id=0bd48938-7d8f-4ea5-981b-397a2676ea1c HTTP/1.1" status: 200 len: 950 time: 0.0752139 Nov 05 18:44:26.562073 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device effc516a-efa6-470b-8fc5-575aa5539013 up at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 18:44:26.571907 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-b4b3f45d-c6df-482b-ba5d-1af582e872fe req-92df57db-ad55-4c07-889e-549a99c113de tempest-ServersAdminTestJSON-1640316766 tempest-ServersAdminTestJSON-1640316766-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c663dac-2477-42f8-b37f-f366129474aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529146 Nov 05 18:44:26.625555 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Provisioning complete for port effc516a-efa6-470b-8fc5-575aa5539013 triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:44:26.625924 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:26.664045 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72166a7b-caba-4a08-9f52-ba755ba97aed None None] Network dcdefe85-0b9a-4710-a2e9-41da31eb0233 requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 18:44:26.667105 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-36930995-d728-4844-bd38-73211ab03022 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:26.708880 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 18:44:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6154e47-6391-4d7a-b62e-b657cd596731 x-openstack-request-id: req-c6154e47-6391-4d7a-b62e-b657cd596731 {{(pid=102387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 18:44:26.712625 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d3b6ffab-3080-4469-afa9-0da51e8b90f6", "tag": "1667f1ba-f53f-4902-87fb-c3f39d5734bb", "status": "completed", "code": 200}]} {{(pid=102387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 18:44:26.712625 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c6154e47-6391-4d7a-b62e-b657cd596731 {{(pid=102387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 18:44:26.712625 n-d-816865-1 neutron-server[102387]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3b6ffab-3080-4469-afa9-0da51e8b90f6', 'tag': '1667f1ba-f53f-4902-87fb-c3f39d5734bb', 'status': 'completed', 'code': 200} Nov 05 18:44:26.729436 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Device d78e341a-33af-484a-ba39-c60b36eee0b6 up at agent hyperv_n-h2-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 18:44:26.780856 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-dcb334c4-9acb-4b22-940b-66e12af72276 None None] Provisioning complete for port effc516a-efa6-470b-8fc5-575aa5539013 triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:44:26.781238 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-dcb334c4-9acb-4b22-940b-66e12af72276 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:26.828580 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a506cb9e-2949-4399-922e-c5963482788c req-d29e3547-2a29-4148-b26a-bbb373f53375 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:44:26.830287 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-a506cb9e-2949-4399-922e-c5963482788c req-d29e3547-2a29-4148-b26a-bbb373f53375 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f99a9bdffb564060b331ec79eda75924&device_id=d3b6ffab-3080-4469-afa9-0da51e8b90f6 HTTP/1.1" status: 200 len: 1096 time: 0.0677087 Nov 05 18:44:26.873290 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-935567f6-cd56-45ea-acde-c8c46d7f113a req-73c7ea0d-beef-4234-8555-6ecb0e8a8e8a tempest-FloatingIPsAssociationTestJSON-150840125 tempest-FloatingIPsAssociationTestJSON-150840125-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.6.210 HTTP/1.1" status: 200 len: 1001 time: 0.0851855 Nov 05 18:44:26.903169 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:26.927692 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935567f6-cd56-45ea-acde-c8c46d7f113a req-7b333890-69c3-406e-a453-c7766be42eb4 tempest-FloatingIPsAssociationTestJSON-150840125 tempest-FloatingIPsAssociationTestJSON-150840125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:44:26.929239 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-935567f6-cd56-45ea-acde-c8c46d7f113a req-7b333890-69c3-406e-a453-c7766be42eb4 tempest-FloatingIPsAssociationTestJSON-150840125 tempest-FloatingIPsAssociationTestJSON-150840125-project] 10.222.0.13 "GET /v2.0/ports/1667f1ba-f53f-4902-87fb-c3f39d5734bb HTTP/1.1" status: 200 len: 942 time: 0.0550284 Nov 05 18:44:26.998092 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] For port effc516a-efa6-470b-8fc5-575aa5539013, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=effc516a-efa6-470b-8fc5-575aa5539013,segment=NetworkSegment(9033e3b7-e57f-4353-9998-35fce5690d1a),segment_id=9033e3b7-e57f-4353-9998-35fce5690d1a)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:44:27.004425 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Provisioning for port d78e341a-33af-484a-ba39-c60b36eee0b6 completed by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 05 18:44:27.013778 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-dcb334c4-9acb-4b22-940b-66e12af72276 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:27.015555 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Provisioning complete for port d78e341a-33af-484a-ba39-c60b36eee0b6 triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:44:27.015912 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:27.035561 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-36930995-d728-4844-bd38-73211ab03022 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-571384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1000487'] for router, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:27.039002 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a506cb9e-2949-4399-922e-c5963482788c req-8ed5d24c-14d2-444c-a777-7ea2bd73a90d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:44:27.040525 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-a506cb9e-2949-4399-922e-c5963482788c req-8ed5d24c-14d2-444c-a777-7ea2bd73a90d service neutron] 10.222.0.55 "GET /v2.0/networks?id=324a563f-bace-4674-b8a0-3af35aa21023 HTTP/1.1" status: 200 len: 921 time: 0.1654966 Nov 05 18:44:27.073825 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-935567f6-cd56-45ea-acde-c8c46d7f113a req-2100f164-eebb-45fd-8aef-8324c4895c76 tempest-FloatingIPsAssociationTestJSON-150840125 tempest-FloatingIPsAssociationTestJSON-150840125-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.6.210 HTTP/1.1" status: 200 len: 1001 time: 0.0909576 Nov 05 18:44:27.106980 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:27.246486 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935567f6-cd56-45ea-acde-c8c46d7f113a req-bb5fe8e5-0654-485c-a458-fd80978017ec tempest-FloatingIPsAssociationTestJSON-150840125 tempest-FloatingIPsAssociationTestJSON-150840125-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:44:27.247366 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-a506cb9e-2949-4399-922e-c5963482788c req-f6a6510f-b7b6-4c57-bc9d-c47c22e7034c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1667f1ba-f53f-4902-87fb-c3f39d5734bb HTTP/1.1" status: 200 len: 1001 time: 0.1530294 Nov 05 18:44:27.248492 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-935567f6-cd56-45ea-acde-c8c46d7f113a req-bb5fe8e5-0654-485c-a458-fd80978017ec tempest-FloatingIPsAssociationTestJSON-150840125 tempest-FloatingIPsAssociationTestJSON-150840125-project] 10.222.0.13 "GET /v2.0/networks/40c8335d-cd0b-4cb5-910a-d4dcddd5cbec HTTP/1.1" status: 200 len: 784 time: 0.1654041 Nov 05 18:44:27.323505 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:27.349640 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a506cb9e-2949-4399-922e-c5963482788c req-959e1f01-ea93-4f30-b50e-947c739013bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:44:27.351334 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-a506cb9e-2949-4399-922e-c5963482788c req-959e1f01-ea93-4f30-b50e-947c739013bd service neutron] 10.222.0.55 "GET /v2.0/subnets?id=78388d9c-2599-4761-adf2-aadd49eafef3 HTTP/1.1" status: 200 len: 859 time: 0.0915670 Nov 05 18:44:27.354626 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.db.api [None req-dcb334c4-9acb-4b22-940b-66e12af72276 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102388) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 05 18:44:27.358185 n-d-816865-1 neutron-server[102388]: DEBUG oslo_db.api [None req-dcb334c4-9acb-4b22-940b-66e12af72276 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 05 18:44:27.358185 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Pushing event updated for resources: {'Port': ['ID=effc516a-efa6-470b-8fc5-575aa5539013,revision_number=3']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:44:27.369725 n-d-816865-1 neutron-server[102388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37f2d1b1-c888-40ea-87ed-a1c6bcf55283', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd78e341a-33af-484a-ba39-c60b36eee0b6'}] {{(pid=102388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 18:44:27.371184 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-935567f6-cd56-45ea-acde-c8c46d7f113a req-7fbba253-d77a-413a-91b8-3add9a11c776 tempest-FloatingIPsAssociationTestJSON-150840125 tempest-FloatingIPsAssociationTestJSON-150840125-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.6.210 HTTP/1.1" status: 200 len: 1001 time: 0.1094191 Nov 05 18:44:27.371890 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85474fee1180e129d8a886d264fe0b30223aa672dd1ffe43b630605f18504f68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46c74916-8c4f-4d94-92ed-31cec13c10e0" -d '{"events": [{"server_uuid": "37f2d1b1-c888-40ea-87ed-a1c6bcf55283", "name": "network-vif-plugged", "status": "completed", "tag": "d78e341a-33af-484a-ba39-c60b36eee0b6"}]}' {{(pid=102388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 18:44:27.384680 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [req-935567f6-cd56-45ea-acde-c8c46d7f113a req-e445e091-c856-4e4d-a444-644568ac06fd tempest-FloatingIPsAssociationTestJSON-150840125 tempest-FloatingIPsAssociationTestJSON-150840125-project] Request body: {'floatingip': {'port_id': None}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:44:27.385957 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] For port d78e341a-33af-484a-ba39-c60b36eee0b6, host n-h2-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=d78e341a-33af-484a-ba39-c60b36eee0b6,segment=NetworkSegment(b30a663d-6bb9-436d-bbb6-d3fc1ef4951b),segment_id=b30a663d-6bb9-436d-bbb6-d3fc1ef4951b)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:44:27.409103 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a506cb9e-2949-4399-922e-c5963482788c req-515f8bf4-09b0-48f9-9f20-3ca6496cbf90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:44:27.410915 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-a506cb9e-2949-4399-922e-c5963482788c req-515f8bf4-09b0-48f9-9f20-3ca6496cbf90 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=324a563f-bace-4674-b8a0-3af35aa21023&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0480037 Nov 05 18:44:27.448632 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-935567f6-cd56-45ea-acde-c8c46d7f113a req-e445e091-c856-4e4d-a444-644568ac06fd tempest-FloatingIPsAssociationTestJSON-150840125 tempest-FloatingIPsAssociationTestJSON-150840125-project] Publish callbacks [] for floatingip, before_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:27.513865 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:27.525321 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-a506cb9e-2949-4399-922e-c5963482788c req-6ea45246-902b-40b9-afd7-e46014f9da68 service neutron] 10.222.0.55 "GET /v2.0/networks/324a563f-bace-4674-b8a0-3af35aa21023?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1068463 Nov 05 18:44:27.530276 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36930995-d728-4844-bd38-73211ab03022 admin admin] Router 5d402d52-8912-4339-9305-9df549ca8738 is scheduled to L3 agent 6dcb5589-8e86-4616-9186-ddc4548e13ad with binding_index 1 {{(pid=102386) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 05 18:44:27.571578 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Pushing event updated for resources: {'Port': ['ID=d78e341a-33af-484a-ba39-c60b36eee0b6,revision_number=5']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:44:27.613080 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [req-e4e7fa81-50c6-407d-b4ed-064c42fcfa38 req-6326e6c8-eaef-427f-b9bb-b92f8ad2a1a6 tempest-LiveMigrationTest-1249278027 tempest-LiveMigrationTest-1249278027-project-admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=102387) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 05 18:44:27.614020 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-e4e7fa81-50c6-407d-b4ed-064c42fcfa38 req-6326e6c8-eaef-427f-b9bb-b92f8ad2a1a6 tempest-LiveMigrationTest-1249278027 tempest-LiveMigrationTest-1249278027-project-admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1905706 Nov 05 18:44:27.618398 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-935567f6-cd56-45ea-acde-c8c46d7f113a req-e445e091-c856-4e4d-a444-644568ac06fd tempest-FloatingIPsAssociationTestJSON-150840125 tempest-FloatingIPsAssociationTestJSON-150840125-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:27.704438 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-935567f6-cd56-45ea-acde-c8c46d7f113a req-e445e091-c856-4e4d-a444-644568ac06fd tempest-FloatingIPsAssociationTestJSON-150840125 tempest-FloatingIPsAssociationTestJSON-150840125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1000577'] for floatingip, after_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:27.704848 n-d-816865-1 neutron-server[102387]: INFO neutron.db.l3_db [req-935567f6-cd56-45ea-acde-c8c46d7f113a req-e445e091-c856-4e4d-a444-644568ac06fd tempest-FloatingIPsAssociationTestJSON-150840125 tempest-FloatingIPsAssociationTestJSON-150840125-project] Floating IP dfc0063a-f04e-4dab-8adf-e63318628505 disassociated. External IP: 172.25.6.210, port: 1667f1ba-f53f-4902-87fb-c3f39d5734bb. Nov 05 18:44:27.717596 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-a506cb9e-2949-4399-922e-c5963482788c req-d0936e37-d576-40cd-9992-0555c7110e47 service neutron] 10.222.0.55 "GET /v2.0/networks/324a563f-bace-4674-b8a0-3af35aa21023?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1825860 Nov 05 18:44:27.725513 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36930995-d728-4844-bd38-73211ab03022 admin admin] Notify agent at l3_agent.n-d-816865-1 the message routers_updated {{(pid=102386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 18:44:27.738462 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc236442-2981-479b-bb81-695792beb199 None None] Sync routers for ids ['5d402d52-8912-4339-9305-9df549ca8738'] in n-d-816865-1 {{(pid=102388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 18:44:27.741777 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e7fa81-50c6-407d-b4ed-064c42fcfa38 req-6d1276da-3277-4f58-ab74-aebb954fc570 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:44:27.743209 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-e4e7fa81-50c6-407d-b4ed-064c42fcfa38 req-6d1276da-3277-4f58-ab74-aebb954fc570 service neutron] 10.222.0.13 "GET /v2.0/ports/ec710ca3-509e-4561-83ed-f414242c92b7 HTTP/1.1" status: 200 len: 1094 time: 0.1216521 Nov 05 18:44:27.754551 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc236442-2981-479b-bb81-695792beb199 None None] Routers {'5d402d52-8912-4339-9305-9df549ca8738'} bound to L3 agent in host n-d-816865-1 {{(pid=102388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 18:44:27.755182 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-fc236442-2981-479b-bb81-695792beb199 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T18:44:05Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['5d402d52-8912-4339-9305-9df549ca8738'], 'active': True} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:44:27.758463 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [req-e4e7fa81-50c6-407d-b4ed-064c42fcfa38 req-016d8771-8e1a-4134-8ecf-44cd3918f10a service neutron] Request body: {'binding': {'host': 'n-h1-816865-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:44:27.758897 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [req-e4e7fa81-50c6-407d-b4ed-064c42fcfa38 req-016d8771-8e1a-4134-8ecf-44cd3918f10a service neutron] Unknown quota resources ['binding']. {{(pid=102387) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 05 18:44:27.779976 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-36930995-d728-4844-bd38-73211ab03022 admin admin] Publish callbacks [] for router, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:27.781854 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-36930995-d728-4844-bd38-73211ab03022 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.6372325 Nov 05 18:44:27.785037 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 47932) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:44:27.883740 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvr_db [None req-fc236442-2981-479b-bb81-695792beb199 None None] Set router 5d402d52-8912-4339-9305-9df549ca8738 gateway port host: n-d-816865-1 {{(pid=102388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 18:44:28.022430 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.managers [req-e4e7fa81-50c6-407d-b4ed-064c42fcfa38 req-016d8771-8e1a-4134-8ecf-44cd3918f10a service neutron] Attempting to bind port ec710ca3-509e-4561-83ed-f414242c92b7 on host n-h1-816865-1 for vnic_type normal with profile None {{(pid=102387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 18:44:28.023078 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.managers [req-e4e7fa81-50c6-407d-b4ed-064c42fcfa38 req-016d8771-8e1a-4134-8ecf-44cd3918f10a service neutron] Attempting to bind port ec710ca3-509e-4561-83ed-f414242c92b7 by drivers openvswitch,hyperv on host n-h1-816865-1 at level 0 using segments [{'id': 'b9f65680-5ef1-4bb4-ac2c-6d7ba403921d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '1a9992ef-da6b-4f25-bd43-f1196ce8f1a8'}] {{(pid=102387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 18:44:28.023078 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4e7fa81-50c6-407d-b4ed-064c42fcfa38 req-016d8771-8e1a-4134-8ecf-44cd3918f10a service neutron] Attempting to bind port ec710ca3-509e-4561-83ed-f414242c92b7 on network 1a9992ef-da6b-4f25-bd43-f1196ce8f1a8 {{(pid=102387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 18:44:28.036326 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4e7fa81-50c6-407d-b4ed-064c42fcfa38 req-016d8771-8e1a-4134-8ecf-44cd3918f10a service neutron] Port ec710ca3-509e-4561-83ed-f414242c92b7 on network 1a9992ef-da6b-4f25-bd43-f1196ce8f1a8 not bound, no agent of type Open vSwitch agent registered on host n-h1-816865-1 {{(pid=102387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 18:44:28.036642 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4e7fa81-50c6-407d-b4ed-064c42fcfa38 req-016d8771-8e1a-4134-8ecf-44cd3918f10a service neutron] Attempting to bind port ec710ca3-509e-4561-83ed-f414242c92b7 on network 1a9992ef-da6b-4f25-bd43-f1196ce8f1a8 {{(pid=102387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 18:44:28.045515 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4e7fa81-50c6-407d-b4ed-064c42fcfa38 req-016d8771-8e1a-4134-8ecf-44cd3918f10a service neutron] Checking agent: {'id': 'eb596d7c-8c64-42bd-8aca-fad447eb0eab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816865-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 18, 33, 34), 'started_at': datetime.datetime(2021, 11, 5, 18, 33, 34), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 18, 44, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 18:44:28.045858 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4e7fa81-50c6-407d-b4ed-064c42fcfa38 req-016d8771-8e1a-4134-8ecf-44cd3918f10a service neutron] Checking segment: {'id': 'b9f65680-5ef1-4bb4-ac2c-6d7ba403921d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '1a9992ef-da6b-4f25-bd43-f1196ce8f1a8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 18:44:28.046268 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4e7fa81-50c6-407d-b4ed-064c42fcfa38 req-016d8771-8e1a-4134-8ecf-44cd3918f10a service neutron] Bound using segment: {'id': 'b9f65680-5ef1-4bb4-ac2c-6d7ba403921d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '1a9992ef-da6b-4f25-bd43-f1196ce8f1a8'} {{(pid=102387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 18:44:28.046851 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.managers [req-e4e7fa81-50c6-407d-b4ed-064c42fcfa38 req-016d8771-8e1a-4134-8ecf-44cd3918f10a service neutron] Bound port: ec710ca3-509e-4561-83ed-f414242c92b7, host: n-h1-816865-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b9f65680-5ef1-4bb4-ac2c-6d7ba403921d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '1a9992ef-da6b-4f25-bd43-f1196ce8f1a8'}}] {{(pid=102387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 18:44:28.086296 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.l3_agent_scheduler [req-935567f6-cd56-45ea-acde-c8c46d7f113a req-e445e091-c856-4e4d-a444-644568ac06fd tempest-FloatingIPsAssociationTestJSON-150840125 tempest-FloatingIPsAssociationTestJSON-150840125-project] Router af88c0cd-0274-4a4d-a78e-c47021d1eb88 has already been hosted by L3 agent 6dcb5589-8e86-4616-9186-ddc4548e13ad {{(pid=102387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 18:44:28.090966 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-aba1e741-e625-49ba-880a-2d58de1c0a11 None None] Provisioning complete for port effc516a-efa6-470b-8fc5-575aa5539013 triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:44:28.091337 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-aba1e741-e625-49ba-880a-2d58de1c0a11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:28.151930 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.db [req-e4e7fa81-50c6-407d-b4ed-064c42fcfa38 req-016d8771-8e1a-4134-8ecf-44cd3918f10a service neutron] For port ec710ca3-509e-4561-83ed-f414242c92b7, host n-h1-816865-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=ec710ca3-509e-4561-83ed-f414242c92b7,segment=NetworkSegment(b9f65680-5ef1-4bb4-ac2c-6d7ba403921d),segment_id=b9f65680-5ef1-4bb4-ac2c-6d7ba403921d)] {{(pid=102387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 18:44:28.166734 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-fc236442-2981-479b-bb81-695792beb199 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d402d52-8912-4339-9305-9df549ca8738', 'name': 'tempest-ServersTestManualDisk-1149270122-router', 'tenant_id': '212c749f8d63405d9325748fedbd9a74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.206'}], 'enable_snat': True}, 'gw_port_id': 'd680f5a0-0768-4036-a434-70d83e4a0a0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T18:44:24Z', 'updated_at': '2021-11-05T18:44:26Z', 'revision_number': 3, 'project_id': '212c749f8d63405d9325748fedbd9a74', 'gw_port': {'id': 'd680f5a0-0768-4036-a434-70d83e4a0a0d', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:e8:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d402d52-8912-4339-9305-9df549ca8738', 'device_owner': 'network:router_gateway', 'standard_attr_id': 951, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T18:44:25Z', 'updated_at': '2021-11-05T18:44:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1'}], 'n-d-816865-1', False) {} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:44:28.205564 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc236442-2981-479b-bb81-695792beb199 None None] Checking router: 5d402d52-8912-4339-9305-9df549ca8738 for host: n-d-816865-1 {{(pid=102388) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 18:44:28.206300 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc236442-2981-479b-bb81-695792beb199 None None] Updating router 5d402d52-8912-4339-9305-9df549ca8738 port d680f5a0-0768-4036-a434-70d83e4a0a0d binding host n-d-816865-1 {{(pid=102388) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 05 18:44:28.225785 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-935567f6-cd56-45ea-acde-c8c46d7f113a req-e445e091-c856-4e4d-a444-644568ac06fd tempest-FloatingIPsAssociationTestJSON-150840125 tempest-FloatingIPsAssociationTestJSON-150840125-project] Notify agent at l3_agent.n-d-816865-1 the message routers_updated {{(pid=102387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 18:44:28.231618 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-935567f6-cd56-45ea-acde-c8c46d7f113a req-e445e091-c856-4e4d-a444-644568ac06fd tempest-FloatingIPsAssociationTestJSON-150840125 tempest-FloatingIPsAssociationTestJSON-150840125-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for floatingip, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:28.239004 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3279375-a340-49e4-911b-c295a47f344f None None] Sync routers for ids ['af88c0cd-0274-4a4d-a78e-c47021d1eb88'] in n-d-816865-1 {{(pid=102389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 18:44:28.246964 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-fc236442-2981-479b-bb81-695792beb199 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:28.253866 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3279375-a340-49e4-911b-c295a47f344f None None] Routers {'af88c0cd-0274-4a4d-a78e-c47021d1eb88'} bound to L3 agent in host n-d-816865-1 {{(pid=102389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 18:44:28.254819 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-f3279375-a340-49e4-911b-c295a47f344f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T18:44:05Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['af88c0cd-0274-4a4d-a78e-c47021d1eb88'], 'active': True} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:44:28.256615 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-ddd2a52b-3c91-4d66-b5a6-af7b8e015403 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:28.267630 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-e4e7fa81-50c6-407d-b4ed-064c42fcfa38 req-016d8771-8e1a-4134-8ecf-44cd3918f10a service neutron] Publish callbacks [] for binding, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:28.268885 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-e4e7fa81-50c6-407d-b4ed-064c42fcfa38 req-016d8771-8e1a-4134-8ecf-44cd3918f10a service neutron] 10.222.0.13 "POST /v2.0/ports/ec710ca3-509e-4561-83ed-f414242c92b7/bindings HTTP/1.1" status: 201 len: 389 time: 0.5177629 Nov 05 18:44:28.283770 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-935567f6-cd56-45ea-acde-c8c46d7f113a req-e445e091-c856-4e4d-a444-644568ac06fd tempest-FloatingIPsAssociationTestJSON-150840125 tempest-FloatingIPsAssociationTestJSON-150840125-project] 10.222.0.13 "PUT /v2.0/floatingips/dfc0063a-f04e-4dab-8adf-e63318628505 HTTP/1.1" status: 200 len: 695 time: 0.8995743 Nov 05 18:44:28.335902 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935567f6-cd56-45ea-acde-c8c46d7f113a req-4e91c47a-da05-4e79-9ed4-e407d214bb63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:44:28.347264 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-935567f6-cd56-45ea-acde-c8c46d7f113a req-4e91c47a-da05-4e79-9ed4-e407d214bb63 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f99a9bdffb564060b331ec79eda75924&device_id=d3b6ffab-3080-4469-afa9-0da51e8b90f6 HTTP/1.1" status: 200 len: 1096 time: 0.0600297 Nov 05 18:44:28.387068 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvr_db [None req-f3279375-a340-49e4-911b-c295a47f344f None None] Set router af88c0cd-0274-4a4d-a78e-c47021d1eb88 gateway port host: n-d-816865-1 {{(pid=102389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 18:44:28.458291 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935567f6-cd56-45ea-acde-c8c46d7f113a req-f4d03fad-d319-493d-b3d7-bc772ab15626 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:44:28.467463 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-935567f6-cd56-45ea-acde-c8c46d7f113a req-f4d03fad-d319-493d-b3d7-bc772ab15626 service neutron] 10.222.0.13 "GET /v2.0/networks?id=324a563f-bace-4674-b8a0-3af35aa21023 HTTP/1.1" status: 200 len: 921 time: 0.1191871 Nov 05 18:44:28.477687 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.db_base_plugin_common [None req-ddd2a52b-3c91-4d66-b5a6-af7b8e015403 admin admin] Allocated IP 172.20.0.1 (dcdefe85-0b9a-4710-a2e9-41da31eb0233/ff18284e-1ede-44da-8cc4-bb6087008353/ce67a294-35d2-4047-81e9-0d2435a629dc) {{(pid=102386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 18:44:28.546189 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-935567f6-cd56-45ea-acde-c8c46d7f113a req-27660a3f-b5a6-4777-9831-6c799774d7e2 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1667f1ba-f53f-4902-87fb-c3f39d5734bb HTTP/1.1" status: 200 len: 217 time: 0.0777090 Nov 05 18:44:28.552306 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device effc516a-efa6-470b-8fc5-575aa5539013 up at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 18:44:28.657286 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935567f6-cd56-45ea-acde-c8c46d7f113a req-bd3a597c-4ff7-43e3-95fe-ae9e48709c13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:44:28.660291 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-ddd2a52b-3c91-4d66-b5a6-af7b8e015403 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:28.662832 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-f3279375-a340-49e4-911b-c295a47f344f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af88c0cd-0274-4a4d-a78e-c47021d1eb88', 'name': 'tempest-FloatingIPsAssociationTestJSON-751442554-router', 'tenant_id': 'f99a9bdffb564060b331ec79eda75924', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.239'}], 'enable_snat': True}, 'gw_port_id': 'dbb62693-62e8-4594-bb32-2a7eb86dbd22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T18:43:27Z', 'updated_at': '2021-11-05T18:43:32Z', 'revision_number': 4, 'project_id': 'f99a9bdffb564060b331ec79eda75924', 'gw_port': {'id': 'dbb62693-62e8-4594-bb32-2a7eb86dbd22', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:a8:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af88c0cd-0274-4a4d-a78e-c47021d1eb88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 886, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T18:43:28Z', 'updated_at': '2021-11-05T18:43:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1', '_interfaces': [{'id': '91e6f2d8-d90f-4174-a884-9cf1f29d89b5', 'name': '', 'network_id': '324a563f-bace-4674-b8a0-3af35aa21023', 'tenant_id': 'f99a9bdffb564060b331ec79eda75924', 'mac_address': 'fa:16:3e:c1:88:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af88c0cd-0274-4a4d-a78e-c47021d1eb88', 'device_owner': 'network:router_interface', 'standard_attr_id': 892, 'fixed_ips': [{'subnet_id': '78388d9c-2599-4761-adf2-aadd49eafef3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T18:43:31Z', 'updated_at': '2021-11-05T18:43:38Z', 'revision_number': 5, 'project_id': 'f99a9bdffb564060b331ec79eda75924', 'subnets': [{'id': '78388d9c-2599-4761-adf2-aadd49eafef3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-1', False) {} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:44:28.667014 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-935567f6-cd56-45ea-acde-c8c46d7f113a req-bd3a597c-4ff7-43e3-95fe-ae9e48709c13 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=78388d9c-2599-4761-adf2-aadd49eafef3 HTTP/1.1" status: 200 len: 859 time: 0.1127353 Nov 05 18:44:28.681988 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Provisioning complete for port effc516a-efa6-470b-8fc5-575aa5539013 triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:44:28.682732 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:28.699005 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3279375-a340-49e4-911b-c295a47f344f None None] Checking router: af88c0cd-0274-4a4d-a78e-c47021d1eb88 for host: n-d-816865-1 {{(pid=102389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 18:44:28.704967 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3279375-a340-49e4-911b-c295a47f344f None None] Routers {'af88c0cd-0274-4a4d-a78e-c47021d1eb88'} bound to L3 agent in host n-d-816865-1 {{(pid=102389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 18:44:28.705729 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-f3279375-a340-49e4-911b-c295a47f344f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T18:44:05Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['af88c0cd-0274-4a4d-a78e-c47021d1eb88'], 'active': True} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:44:28.710515 n-d-816865-1 neutron-server[102387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3b6ffab-3080-4469-afa9-0da51e8b90f6', 'tag': '1667f1ba-f53f-4902-87fb-c3f39d5734bb'}] {{(pid=102387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 18:44:28.713099 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab06bd4ddf5758c1f10d79fe34dc215bafa488692cde9dba2fcbcb67556f90bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6252e330-510b-4bf1-8b69-51ec061e8d96" -d '{"events": [{"name": "network-changed", "server_uuid": "d3b6ffab-3080-4469-afa9-0da51e8b90f6", "tag": "1667f1ba-f53f-4902-87fb-c3f39d5734bb"}]}' {{(pid=102387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 18:44:28.727115 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a2c6bb-b789-41f2-82ce-6f9610130743 req-3d9203b4-db4b-4914-9be8-bb9922990b11 tempest-ServersNegativeTestMultiTenantJSON-626545648 tempest-ServersNegativeTestMultiTenantJSON-626545648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:44:28.729235 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-e6a2c6bb-b789-41f2-82ce-6f9610130743 req-3d9203b4-db4b-4914-9be8-bb9922990b11 tempest-ServersNegativeTestMultiTenantJSON-626545648 tempest-ServersNegativeTestMultiTenantJSON-626545648-project] 10.222.0.13 "GET /v2.0/ports?device_id=f4ff8b6e-c6a4-4912-8809-43612fd985ce HTTP/1.1" status: 200 len: 945 time: 0.1211348 Nov 05 18:44:28.740600 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935567f6-cd56-45ea-acde-c8c46d7f113a req-17c3e79a-21ca-4486-a2d9-6a95aad451d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:44:28.742311 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-935567f6-cd56-45ea-acde-c8c46d7f113a req-17c3e79a-21ca-4486-a2d9-6a95aad451d9 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=324a563f-bace-4674-b8a0-3af35aa21023&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0742397 Nov 05 18:44:28.807065 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-ddd2a52b-3c91-4d66-b5a6-af7b8e015403 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:28.819686 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-fc236442-2981-479b-bb81-695792beb199 None None] Publish callbacks [] for port, precommit_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:28.842137 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-e6a2c6bb-b789-41f2-82ce-6f9610130743 req-d2e324f8-bf70-4586-8f74-f466e188e432 tempest-ServersNegativeTestMultiTenantJSON-626545648 tempest-ServersNegativeTestMultiTenantJSON-626545648-project] 10.222.0.13 "GET /v2.0/security-groups?id=333b2f4b-15e4-4577-a087-eb0f0aeac190&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985780 Nov 05 18:44:28.842948 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvr_db [None req-f3279375-a340-49e4-911b-c295a47f344f None None] Set router af88c0cd-0274-4a4d-a78e-c47021d1eb88 gateway port host: n-d-816865-1 {{(pid=102389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 18:44:28.871784 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-935567f6-cd56-45ea-acde-c8c46d7f113a req-e10b1564-05ee-4e08-86e1-14bdcea1f7aa service neutron] 10.222.0.13 "GET /v2.0/networks/324a563f-bace-4674-b8a0-3af35aa21023?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1144254 Nov 05 18:44:28.887609 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd2a52b-3c91-4d66-b5a6-af7b8e015403 admin admin] Pushing event updated for resources: {'Port': ['ID=ce67a294-35d2-4047-81e9-0d2435a629dc,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:44:28.895001 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddd2a52b-3c91-4d66-b5a6-af7b8e015403 admin admin] Network dcdefe85-0b9a-4710-a2e9-41da31eb0233 is already hosted by enough agents. {{(pid=102386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 18:44:28.896461 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.base_scheduler [None req-ddd2a52b-3c91-4d66-b5a6-af7b8e015403 admin admin] Resources bound (agent type, host, resource id): {{(pid=102386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:44:28.898615 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddd2a52b-3c91-4d66-b5a6-af7b8e015403 admin admin] Received port after_create {{(pid=102386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 18:44:28.931024 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-fc236442-2981-479b-bb81-695792beb199 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:28.946427 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-ddd2a52b-3c91-4d66-b5a6-af7b8e015403 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-571770'] for router_interface, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:29.053250 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-fc236442-2981-479b-bb81-695792beb199 None None] Attempting to bind port d680f5a0-0768-4036-a434-70d83e4a0a0d on host n-d-816865-1 for vnic_type normal with profile {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 18:44:29.053622 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-fc236442-2981-479b-bb81-695792beb199 None None] Attempting to bind port d680f5a0-0768-4036-a434-70d83e4a0a0d by drivers openvswitch,hyperv on host n-d-816865-1 at level 0 using segments [{'id': '85be518c-8bb4-46a2-a903-d4292782d29d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec'}] {{(pid=102388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 18:44:29.054637 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc236442-2981-479b-bb81-695792beb199 None None] Attempting to bind port d680f5a0-0768-4036-a434-70d83e4a0a0d on network 40c8335d-cd0b-4cb5-910a-d4dcddd5cbec {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 18:44:29.072243 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc236442-2981-479b-bb81-695792beb199 None None] Checking agent: {'id': '724d89a7-611b-41e6-bc85-c48112b17afa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 18, 25, 8), 'started_at': datetime.datetime(2021, 11, 5, 18, 25, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 18, 44, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 18:44:29.072617 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc236442-2981-479b-bb81-695792beb199 None None] Checking segment: {'id': '85be518c-8bb4-46a2-a903-d4292782d29d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 18:44:29.073015 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-fc236442-2981-479b-bb81-695792beb199 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:29.073855 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc236442-2981-479b-bb81-695792beb199 None None] Bound using segment: {'id': '85be518c-8bb4-46a2-a903-d4292782d29d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec'} {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 18:44:29.079831 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-fc236442-2981-479b-bb81-695792beb199 None None] Bound port: d680f5a0-0768-4036-a434-70d83e4a0a0d, host: n-d-816865-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85be518c-8bb4-46a2-a903-d4292782d29d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec'}}] {{(pid=102388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 18:44:29.083821 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-fc236442-2981-479b-bb81-695792beb199 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:29.120499 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35d3ada-5a84-4f2e-bc13-d35a29018e06 None None] Pushing event updated for resources: {'Port': ['ID=d680f5a0-0768-4036-a434-70d83e4a0a0d,revision_number=2']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:44:29.140949 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-935567f6-cd56-45ea-acde-c8c46d7f113a req-42d48863-3626-4e95-9e4d-9b1c3a0a13fc service neutron] 10.222.0.13 "GET /v2.0/networks/324a563f-bace-4674-b8a0-3af35aa21023?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2584572 Nov 05 18:44:29.164907 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3cd7a8-3769-40f1-baf2-50190c6e6de9 req-599d9306-26fe-46e3-95cf-b7e5a9754850 tempest-ServerDiskConfigTestJSON-70330027 tempest-ServerDiskConfigTestJSON-70330027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:44:29.175430 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-6d3cd7a8-3769-40f1-baf2-50190c6e6de9 req-599d9306-26fe-46e3-95cf-b7e5a9754850 tempest-ServerDiskConfigTestJSON-70330027 tempest-ServerDiskConfigTestJSON-70330027-project] 10.222.0.13 "GET /v2.0/ports?device_id=37f2d1b1-c888-40ea-87ed-a1c6bcf55283 HTTP/1.1" status: 200 len: 946 time: 0.1529036 Nov 05 18:44:29.198745 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-f3279375-a340-49e4-911b-c295a47f344f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af88c0cd-0274-4a4d-a78e-c47021d1eb88', 'name': 'tempest-FloatingIPsAssociationTestJSON-751442554-router', 'tenant_id': 'f99a9bdffb564060b331ec79eda75924', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.239'}], 'enable_snat': True}, 'gw_port_id': 'dbb62693-62e8-4594-bb32-2a7eb86dbd22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T18:43:27Z', 'updated_at': '2021-11-05T18:43:32Z', 'revision_number': 4, 'project_id': 'f99a9bdffb564060b331ec79eda75924', 'gw_port': {'id': 'dbb62693-62e8-4594-bb32-2a7eb86dbd22', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:a8:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af88c0cd-0274-4a4d-a78e-c47021d1eb88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 886, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T18:43:28Z', 'updated_at': '2021-11-05T18:43:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1', '_interfaces': [{'id': '91e6f2d8-d90f-4174-a884-9cf1f29d89b5', 'name': '', 'network_id': '324a563f-bace-4674-b8a0-3af35aa21023', 'tenant_id': 'f99a9bdffb564060b331ec79eda75924', 'mac_address': 'fa:16:3e:c1:88:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af88c0cd-0274-4a4d-a78e-c47021d1eb88', 'device_owner': 'network:router_interface', 'standard_attr_id': 892, 'fixed_ips': [{'subnet_id': '78388d9c-2599-4761-adf2-aadd49eafef3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T18:43:31Z', 'updated_at': '2021-11-05T18:43:38Z', 'revision_number': 5, 'project_id': 'f99a9bdffb564060b331ec79eda75924', 'subnets': [{'id': '78388d9c-2599-4761-adf2-aadd49eafef3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-1', False) {} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:44:29.210787 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-fc236442-2981-479b-bb81-695792beb199 None None] For port d680f5a0-0768-4036-a434-70d83e4a0a0d, host n-d-816865-1, cleared binding levels {{(pid=102388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 18:44:29.213620 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e7fa81-50c6-407d-b4ed-064c42fcfa38 req-454933bf-9a4e-4223-8205-f5690a80e834 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:44:29.215798 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-fc236442-2981-479b-bb81-695792beb199 None None] For port d680f5a0-0768-4036-a434-70d83e4a0a0d, host n-d-816865-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=d680f5a0-0768-4036-a434-70d83e4a0a0d,segment=NetworkSegment(85be518c-8bb4-46a2-a903-d4292782d29d),segment_id=85be518c-8bb4-46a2-a903-d4292782d29d)] {{(pid=102388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 18:44:29.228775 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-e4e7fa81-50c6-407d-b4ed-064c42fcfa38 req-454933bf-9a4e-4223-8205-f5690a80e834 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7cc0b234e0c74edeb5d0485be80e09f5&device_id=3211213d-5f72-4665-9237-153dfa751f1a HTTP/1.1" status: 200 len: 1097 time: 0.1193330 Nov 05 18:44:29.282229 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-6d3cd7a8-3769-40f1-baf2-50190c6e6de9 req-4338a0ba-df32-452c-bbd1-ef9dc1bd02f9 tempest-ServerDiskConfigTestJSON-70330027 tempest-ServerDiskConfigTestJSON-70330027-project] 10.222.0.13 "GET /v2.0/security-groups?id=415b984e-2c75-4a2b-aae3-7fe54c54a52e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053882 Nov 05 18:44:29.295491 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 18:44:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bd39b39-3882-40be-8428-4524f0deb7a6 x-openstack-request-id: req-1bd39b39-3882-40be-8428-4524f0deb7a6 {{(pid=102388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 18:44:29.300263 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37f2d1b1-c888-40ea-87ed-a1c6bcf55283", "name": "network-vif-plugged", "status": "completed", "tag": "d78e341a-33af-484a-ba39-c60b36eee0b6", "code": 200}]} {{(pid=102388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 18:44:29.300263 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1bd39b39-3882-40be-8428-4524f0deb7a6 {{(pid=102388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 18:44:29.300263 n-d-816865-1 neutron-server[102388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37f2d1b1-c888-40ea-87ed-a1c6bcf55283', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd78e341a-33af-484a-ba39-c60b36eee0b6', 'code': 200} Nov 05 18:44:29.308571 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-0366bacf-e045-44e1-88ea-300802785bdf None None] Provisioning complete for port ce67a294-35d2-4047-81e9-0d2435a629dc triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:44:29.309440 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-0366bacf-e045-44e1-88ea-300802785bdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:29.377740 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-fc236442-2981-479b-bb81-695792beb199 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:29.402262 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-ddd2a52b-3c91-4d66-b5a6-af7b8e015403 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:29.416229 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3279375-a340-49e4-911b-c295a47f344f None None] The sync data for ids ['af88c0cd-0274-4a4d-a78e-c47021d1eb88'] in n-d-816865-1 is: [{'id': 'af88c0cd-0274-4a4d-a78e-c47021d1eb88', 'name': 'tempest-FloatingIPsAssociationTestJSON-751442554-router', 'tenant_id': 'f99a9bdffb564060b331ec79eda75924', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.239'}], 'enable_snat': True}, 'gw_port_id': 'dbb62693-62e8-4594-bb32-2a7eb86dbd22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T18:43:27Z', 'updated_at': '2021-11-05T18:43:32Z', 'revision_number': 4, 'project_id': 'f99a9bdffb564060b331ec79eda75924', 'gw_port': {'id': 'dbb62693-62e8-4594-bb32-2a7eb86dbd22', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:a8:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af88c0cd-0274-4a4d-a78e-c47021d1eb88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 886, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T18:43:28Z', 'updated_at': '2021-11-05T18:43:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1', '_interfaces': [{'id': '91e6f2d8-d90f-4174-a884-9cf1f29d89b5', 'name': '', 'network_id': '324a563f-bace-4674-b8a0-3af35aa21023', 'tenant_id': 'f99a9bdffb564060b331ec79eda75924', 'mac_address': 'fa:16:3e:c1:88:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af88c0cd-0274-4a4d-a78e-c47021d1eb88', 'device_owner': 'network:router_interface', 'standard_attr_id': 892, 'fixed_ips': [{'subnet_id': '78388d9c-2599-4761-adf2-aadd49eafef3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T18:43:31Z', 'updated_at': '2021-11-05T18:43:38Z', 'revision_number': 5, 'project_id': 'f99a9bdffb564060b331ec79eda75924', 'subnets': [{'id': '78388d9c-2599-4761-adf2-aadd49eafef3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 18:44:29.466925 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f21278c-f5ba-4fb3-b4fb-c85dfbc07d97 req-aca17c3e-6f0c-4c27-a81c-729e3566744d tempest-ServersAdminTestJSON-1640316766 tempest-ServersAdminTestJSON-1640316766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:44:29.468401 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-1f21278c-f5ba-4fb3-b4fb-c85dfbc07d97 req-aca17c3e-6f0c-4c27-a81c-729e3566744d tempest-ServersAdminTestJSON-1640316766 tempest-ServersAdminTestJSON-1640316766-project] 10.222.0.13 "GET /v2.0/ports?device_id=0bd48938-7d8f-4ea5-981b-397a2676ea1c HTTP/1.1" status: 200 len: 950 time: 0.0814216 Nov 05 18:44:29.495949 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e7fa81-50c6-407d-b4ed-064c42fcfa38 req-d1b1bcb8-d37b-4bab-927d-80d6d5635d15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:44:29.497786 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-e4e7fa81-50c6-407d-b4ed-064c42fcfa38 req-d1b1bcb8-d37b-4bab-927d-80d6d5635d15 service neutron] 10.222.0.41 "GET /v2.0/networks?id=1a9992ef-da6b-4f25-bd43-f1196ce8f1a8 HTTP/1.1" status: 200 len: 908 time: 0.2663987 Nov 05 18:44:29.504238 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-0366bacf-e045-44e1-88ea-300802785bdf None None] Port ce67a294-35d2-4047-81e9-0d2435a629dc cannot update to ACTIVE because it is not bound. {{(pid=102388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 18:44:29.509322 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c900c0-30c8-4dfb-8a5d-7c108f49800a req-f289ac5b-d5bf-4434-ac55-f994c6340960 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:44:29.511077 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-10c900c0-30c8-4dfb-8a5d-7c108f49800a req-f289ac5b-d5bf-4434-ac55-f994c6340960 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=37f2d1b1-c888-40ea-87ed-a1c6bcf55283 HTTP/1.1" status: 200 len: 1097 time: 0.1377096 Nov 05 18:44:29.548057 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35d3ada-5a84-4f2e-bc13-d35a29018e06 None None] Pushing event updated for resources: {'Port': ['ID=d680f5a0-0768-4036-a434-70d83e4a0a0d,revision_number=3']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:44:29.562715 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc236442-2981-479b-bb81-695792beb199 None None] Routers {'5d402d52-8912-4339-9305-9df549ca8738'} bound to L3 agent in host n-d-816865-1 {{(pid=102388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 18:44:29.564023 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-fc236442-2981-479b-bb81-695792beb199 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T18:44:05Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['5d402d52-8912-4339-9305-9df549ca8738'], 'active': True} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:44:29.600762 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-1f21278c-f5ba-4fb3-b4fb-c85dfbc07d97 req-0d7fffd5-0306-465d-a908-7274c86bd9c6 tempest-ServersAdminTestJSON-1640316766 tempest-ServersAdminTestJSON-1640316766-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c663dac-2477-42f8-b37f-f366129474aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154802 Nov 05 18:44:29.628038 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-e4e7fa81-50c6-407d-b4ed-064c42fcfa38 req-e043a289-cf41-43cc-afcd-d6e93a1a4232 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ec710ca3-509e-4561-83ed-f414242c92b7 HTTP/1.1" status: 200 len: 217 time: 0.1159041 Nov 05 18:44:29.660218 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 18:44:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05748137-b355-45e4-bf7a-aad807bfcfa9 x-openstack-request-id: req-05748137-b355-45e4-bf7a-aad807bfcfa9 {{(pid=102387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 18:44:29.660787 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d3b6ffab-3080-4469-afa9-0da51e8b90f6", "tag": "1667f1ba-f53f-4902-87fb-c3f39d5734bb", "status": "completed", "code": 200}]} {{(pid=102387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 18:44:29.661219 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-05748137-b355-45e4-bf7a-aad807bfcfa9 {{(pid=102387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 18:44:29.668795 n-d-816865-1 neutron-server[102387]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3b6ffab-3080-4469-afa9-0da51e8b90f6', 'tag': '1667f1ba-f53f-4902-87fb-c3f39d5734bb', 'status': 'completed', 'code': 200} Nov 05 18:44:29.711631 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c3bb1d-04ad-4694-a789-88d7407ac3a0 req-5a0ee53d-8c33-44a3-af03-25fa3d585999 tempest-LiveMigrationTest-600821399 tempest-LiveMigrationTest-600821399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:44:29.721982 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-59c3bb1d-04ad-4694-a789-88d7407ac3a0 req-5a0ee53d-8c33-44a3-af03-25fa3d585999 tempest-LiveMigrationTest-600821399 tempest-LiveMigrationTest-600821399-project] 10.222.0.13 "GET /v2.0/ports?device_id=3211213d-5f72-4665-9237-153dfa751f1a HTTP/1.1" status: 200 len: 946 time: 0.1113074 Nov 05 18:44:29.770273 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvr_db [None req-fc236442-2981-479b-bb81-695792beb199 None None] Set router 5d402d52-8912-4339-9305-9df549ca8738 gateway port host: n-d-816865-1 {{(pid=102388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 18:44:29.804182 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-59c3bb1d-04ad-4694-a789-88d7407ac3a0 req-d3ca06dd-2b03-4bd1-b9b6-2ebfd9c21a5c tempest-LiveMigrationTest-600821399 tempest-LiveMigrationTest-600821399-project] 10.222.0.13 "GET /v2.0/security-groups?id=3677ad50-e4bf-4315-8aa4-e48810edc139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810673 Nov 05 18:44:29.855100 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-10c900c0-30c8-4dfb-8a5d-7c108f49800a req-abfcccc0-5e24-4da2-8c09-d43c0b18f33e service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=415b984e-2c75-4a2b-aae3-7fe54c54a52e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3273773 Nov 05 18:44:29.862959 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e7fa81-50c6-407d-b4ed-064c42fcfa38 req-3343a2f2-b756-4eb6-af5b-d85893104790 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:44:29.864576 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-e4e7fa81-50c6-407d-b4ed-064c42fcfa38 req-3343a2f2-b756-4eb6-af5b-d85893104790 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=82b7bbfc-ac99-45bb-a8a9-211b9b80ecc2 HTTP/1.1" status: 200 len: 847 time: 0.2270122 Nov 05 18:44:29.908297 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6252e330-510b-4bf1-8b69-51ec061e8d96 req-431c32df-c129-4575-badb-88ebc3e6d2a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:44:29.912135 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-6252e330-510b-4bf1-8b69-51ec061e8d96 req-431c32df-c129-4575-badb-88ebc3e6d2a2 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f99a9bdffb564060b331ec79eda75924&device_id=d3b6ffab-3080-4469-afa9-0da51e8b90f6 HTTP/1.1" status: 200 len: 1096 time: 0.2112303 Nov 05 18:44:29.917011 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-e4e7fa81-50c6-407d-b4ed-064c42fcfa38 req-e25b8905-6a42-4efb-81fd-bd79a5976bef service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1a9992ef-da6b-4f25-bd43-f1196ce8f1a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0402074 Nov 05 18:44:29.963892 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7712ed3d-0e3e-4054-96b6-d8fa446e1936 None None] New status for floating IP dfc0063a-f04e-4dab-8adf-e63318628505: DOWN {{(pid=102388) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 05 18:44:30.028304 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8746453-2f1c-4155-9b5c-e24399739f9b req-7c759a46-5c1d-4490-ab72-44ff66a7c836 tempest-ServersNegativeTestMultiTenantJSON-626545648 tempest-ServersNegativeTestMultiTenantJSON-626545648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:44:30.029997 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-c8746453-2f1c-4155-9b5c-e24399739f9b req-7c759a46-5c1d-4490-ab72-44ff66a7c836 tempest-ServersNegativeTestMultiTenantJSON-626545648 tempest-ServersNegativeTestMultiTenantJSON-626545648-project] 10.222.0.13 "GET /v2.0/ports?device_id=f4ff8b6e-c6a4-4912-8809-43612fd985ce HTTP/1.1" status: 200 len: 945 time: 0.0541987 Nov 05 18:44:30.030993 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-ddd2a52b-3c91-4d66-b5a6-af7b8e015403 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:30.058706 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-e4e7fa81-50c6-407d-b4ed-064c42fcfa38 req-b0f7f2a9-5b48-4dc4-8dac-55bae7860654 service neutron] 10.222.0.41 "GET /v2.0/networks/1a9992ef-da6b-4f25-bd43-f1196ce8f1a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1334517 Nov 05 18:44:30.091994 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-c8746453-2f1c-4155-9b5c-e24399739f9b req-8cc004de-60f4-4a39-80b8-0d2b956fc4ce tempest-ServersNegativeTestMultiTenantJSON-626545648 tempest-ServersNegativeTestMultiTenantJSON-626545648-project] 10.222.0.13 "GET /v2.0/security-groups?id=333b2f4b-15e4-4577-a087-eb0f0aeac190&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542595 Nov 05 18:44:30.400944 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-fc236442-2981-479b-bb81-695792beb199 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d402d52-8912-4339-9305-9df549ca8738', 'name': 'tempest-ServersTestManualDisk-1149270122-router', 'tenant_id': '212c749f8d63405d9325748fedbd9a74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.206'}], 'enable_snat': True}, 'gw_port_id': 'd680f5a0-0768-4036-a434-70d83e4a0a0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T18:44:24Z', 'updated_at': '2021-11-05T18:44:29Z', 'revision_number': 4, 'project_id': '212c749f8d63405d9325748fedbd9a74', 'gw_port': {'id': 'd680f5a0-0768-4036-a434-70d83e4a0a0d', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:e8:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d402d52-8912-4339-9305-9df549ca8738', 'device_owner': 'network:router_gateway', 'standard_attr_id': 951, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T18:44:25Z', 'updated_at': '2021-11-05T18:44:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1', '_interfaces': [{'id': 'ce67a294-35d2-4047-81e9-0d2435a629dc', 'name': '', 'network_id': 'dcdefe85-0b9a-4710-a2e9-41da31eb0233', 'tenant_id': '212c749f8d63405d9325748fedbd9a74', 'mac_address': 'fa:16:3e:4c:d5:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d402d52-8912-4339-9305-9df549ca8738', 'device_owner': 'network:router_interface', 'standard_attr_id': 952, 'fixed_ips': [{'subnet_id': 'ff18284e-1ede-44da-8cc4-bb6087008353', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T18:44:28Z', 'updated_at': '2021-11-05T18:44:28Z', 'revision_number': 1, 'project_id': '212c749f8d63405d9325748fedbd9a74', 'subnets': [{'id': 'ff18284e-1ede-44da-8cc4-bb6087008353', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-1', False) {} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:44:30.434950 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc236442-2981-479b-bb81-695792beb199 None None] The sync data for ids ['5d402d52-8912-4339-9305-9df549ca8738'] in n-d-816865-1 is: [{'id': '5d402d52-8912-4339-9305-9df549ca8738', 'name': 'tempest-ServersTestManualDisk-1149270122-router', 'tenant_id': '212c749f8d63405d9325748fedbd9a74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.206'}], 'enable_snat': True}, 'gw_port_id': 'd680f5a0-0768-4036-a434-70d83e4a0a0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T18:44:24Z', 'updated_at': '2021-11-05T18:44:29Z', 'revision_number': 4, 'project_id': '212c749f8d63405d9325748fedbd9a74', 'gw_port': {'id': 'd680f5a0-0768-4036-a434-70d83e4a0a0d', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:e8:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d402d52-8912-4339-9305-9df549ca8738', 'device_owner': 'network:router_gateway', 'standard_attr_id': 951, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T18:44:25Z', 'updated_at': '2021-11-05T18:44:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1', '_interfaces': [{'id': 'ce67a294-35d2-4047-81e9-0d2435a629dc', 'name': '', 'network_id': 'dcdefe85-0b9a-4710-a2e9-41da31eb0233', 'tenant_id': '212c749f8d63405d9325748fedbd9a74', 'mac_address': 'fa:16:3e:4c:d5:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d402d52-8912-4339-9305-9df549ca8738', 'device_owner': 'network:router_interface', 'standard_attr_id': 952, 'fixed_ips': [{'subnet_id': 'ff18284e-1ede-44da-8cc4-bb6087008353', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T18:44:28Z', 'updated_at': '2021-11-05T18:44:28Z', 'revision_number': 1, 'project_id': '212c749f8d63405d9325748fedbd9a74', 'subnets': [{'id': 'ff18284e-1ede-44da-8cc4-bb6087008353', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 18:44:30.446420 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d779814b-282e-45b1-bc1b-8d02a0d2cd7c req-9faf0937-da84-4b10-b7bf-9637c8adeb7a tempest-ServerDiskConfigTestJSON-70330027 tempest-ServerDiskConfigTestJSON-70330027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:44:30.448003 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-d779814b-282e-45b1-bc1b-8d02a0d2cd7c req-9faf0937-da84-4b10-b7bf-9637c8adeb7a tempest-ServerDiskConfigTestJSON-70330027 tempest-ServerDiskConfigTestJSON-70330027-project] 10.222.0.13 "GET /v2.0/ports?device_id=37f2d1b1-c888-40ea-87ed-a1c6bcf55283 HTTP/1.1" status: 200 len: 946 time: 0.0585294 Nov 05 18:44:30.454020 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-ddd2a52b-3c91-4d66-b5a6-af7b8e015403 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6149821'] for port, after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:30.529047 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-d779814b-282e-45b1-bc1b-8d02a0d2cd7c req-f1ef1088-6506-4442-a3e3-44bafdc42af6 tempest-ServerDiskConfigTestJSON-70330027 tempest-ServerDiskConfigTestJSON-70330027-project] 10.222.0.13 "GET /v2.0/security-groups?id=415b984e-2c75-4a2b-aae3-7fe54c54a52e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724900 Nov 05 18:44:30.545548 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-e4e7fa81-50c6-407d-b4ed-064c42fcfa38 req-e90fcae5-7097-4ecb-a988-0658a6a715d7 service neutron] 10.222.0.41 "GET /v2.0/networks/1a9992ef-da6b-4f25-bd43-f1196ce8f1a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4588530 Nov 05 18:44:30.611090 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-ddd2a52b-3c91-4d66-b5a6-af7b8e015403 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-597863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-571878'] for router_interface, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:30.615859 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd2a52b-3c91-4d66-b5a6-af7b8e015403 admin admin] Pushing event updated for resources: {'Port': ['ID=ce67a294-35d2-4047-81e9-0d2435a629dc,revision_number=2']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:44:30.643176 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfd9f7c-85d1-44ba-9ad9-1c83cff54ac7 req-d0c751ad-febe-4d8c-b151-33564f631bc6 tempest-FloatingIPsAssociationTestJSON-150840125 tempest-FloatingIPsAssociationTestJSON-150840125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:44:30.644740 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-1bfd9f7c-85d1-44ba-9ad9-1c83cff54ac7 req-d0c751ad-febe-4d8c-b151-33564f631bc6 tempest-FloatingIPsAssociationTestJSON-150840125 tempest-FloatingIPsAssociationTestJSON-150840125-project] 10.222.0.13 "GET /v2.0/ports?device_id=1aa4f9bc-30b7-4399-b441-718e2402c852&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0555756 Nov 05 18:44:30.646670 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6252e330-510b-4bf1-8b69-51ec061e8d96 req-3d3ca550-a27c-4bf9-bfd1-055fff42839e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:44:30.648293 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-6252e330-510b-4bf1-8b69-51ec061e8d96 req-3d3ca550-a27c-4bf9-bfd1-055fff42839e service neutron] 10.222.0.55 "GET /v2.0/networks?id=324a563f-bace-4674-b8a0-3af35aa21023 HTTP/1.1" status: 200 len: 921 time: 0.5887234 Nov 05 18:44:30.693576 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-6252e330-510b-4bf1-8b69-51ec061e8d96 req-6329d4f9-77ac-41d8-9043-7cac0ef72d73 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1667f1ba-f53f-4902-87fb-c3f39d5734bb HTTP/1.1" status: 200 len: 217 time: 0.0346162 Nov 05 18:44:30.709990 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-1bfd9f7c-85d1-44ba-9ad9-1c83cff54ac7 req-deed2d2a-0129-489f-9e59-0a47dfb715ce tempest-FloatingIPsAssociationTestJSON-150840125 tempest-FloatingIPsAssociationTestJSON-150840125-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.6.210 HTTP/1.1" status: 200 len: 696 time: 0.0576522 Nov 05 18:44:30.720007 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [req-1bfd9f7c-85d1-44ba-9ad9-1c83cff54ac7 req-74028db3-3303-42f8-a683-8a4233783378 tempest-FloatingIPsAssociationTestJSON-150840125 tempest-FloatingIPsAssociationTestJSON-150840125-project] Request body: {'floatingip': {'port_id': 'de453395-c788-4a67-a026-166ca2c30bed', 'fixed_ip_address': '172.20.0.6'}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:44:30.783363 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-1bfd9f7c-85d1-44ba-9ad9-1c83cff54ac7 req-74028db3-3303-42f8-a683-8a4233783378 tempest-FloatingIPsAssociationTestJSON-150840125 tempest-FloatingIPsAssociationTestJSON-150840125-project] Publish callbacks [] for floatingip, before_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:30.831822 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6252e330-510b-4bf1-8b69-51ec061e8d96 req-d8c02316-5801-44d1-8638-debdb7a38b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:44:30.832748 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-6252e330-510b-4bf1-8b69-51ec061e8d96 req-d8c02316-5801-44d1-8638-debdb7a38b2c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=78388d9c-2599-4761-adf2-aadd49eafef3 HTTP/1.1" status: 200 len: 859 time: 0.1138093 Nov 05 18:44:30.895058 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e7fa81-50c6-407d-b4ed-064c42fcfa38 req-273ba0be-637e-4f56-8cf4-8bfeba4baece tempest-LiveMigrationTest-1249278027 tempest-LiveMigrationTest-1249278027-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:44:30.896594 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-e4e7fa81-50c6-407d-b4ed-064c42fcfa38 req-273ba0be-637e-4f56-8cf4-8bfeba4baece tempest-LiveMigrationTest-1249278027 tempest-LiveMigrationTest-1249278027-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=3211213d-5f72-4665-9237-153dfa751f1a&tenant_id=7cc0b234e0c74edeb5d0485be80e09f5&binding%3Ahost_id=n-h2-816865-1 HTTP/1.1" status: 200 len: 1097 time: 0.1203067 Nov 05 18:44:30.902516 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddd2a52b-3c91-4d66-b5a6-af7b8e015403 admin admin] Network dcdefe85-0b9a-4710-a2e9-41da31eb0233 is already hosted by enough agents. {{(pid=102386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 18:44:30.909756 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [req-e4e7fa81-50c6-407d-b4ed-064c42fcfa38 req-4cacadde-c264-4c32-97f2-bffa5b5a738c service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-816865-1'}}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:44:30.914696 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.base_scheduler [None req-ddd2a52b-3c91-4d66-b5a6-af7b8e015403 admin admin] Resources bound (agent type, host, resource id): {{(pid=102386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:44:30.953418 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6252e330-510b-4bf1-8b69-51ec061e8d96 req-04644bf9-447a-4605-aca2-0a0f40dc0873 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:44:30.955351 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-6252e330-510b-4bf1-8b69-51ec061e8d96 req-04644bf9-447a-4605-aca2-0a0f40dc0873 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=324a563f-bace-4674-b8a0-3af35aa21023&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1124620 Nov 05 18:44:31.152372 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-6252e330-510b-4bf1-8b69-51ec061e8d96 req-c79130d3-6343-4f8a-976a-50bea9ae4be0 service neutron] 10.222.0.55 "GET /v2.0/networks/324a563f-bace-4674-b8a0-3af35aa21023?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1455207 Nov 05 18:44:31.158281 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-e4e7fa81-50c6-407d-b4ed-064c42fcfa38 req-4cacadde-c264-4c32-97f2-bffa5b5a738c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:31.163190 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e22dfad-8dd0-4dc3-a62a-4605869c2d4d req-72e3c211-2a57-44b6-bd53-7b421a243365 tempest-ServersAdminTestJSON-1640316766 tempest-ServersAdminTestJSON-1640316766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:44:31.178175 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-6e22dfad-8dd0-4dc3-a62a-4605869c2d4d req-72e3c211-2a57-44b6-bd53-7b421a243365 tempest-ServersAdminTestJSON-1640316766 tempest-ServersAdminTestJSON-1640316766-project] 10.222.0.13 "GET /v2.0/ports?device_id=0bd48938-7d8f-4ea5-981b-397a2676ea1c HTTP/1.1" status: 200 len: 950 time: 0.1583631 Nov 05 18:44:31.298089 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-1f9190f3-e962-4ae6-bc3d-eec6c3ec2abb None None] Provisioning complete for port ce67a294-35d2-4047-81e9-0d2435a629dc triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:44:31.298627 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-1f9190f3-e962-4ae6-bc3d-eec6c3ec2abb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:31.334721 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-6e22dfad-8dd0-4dc3-a62a-4605869c2d4d req-3ae165a0-e4f5-419b-9ce8-4c550be9f9c0 tempest-ServersAdminTestJSON-1640316766 tempest-ServersAdminTestJSON-1640316766-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c663dac-2477-42f8-b37f-f366129474aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1555648 Nov 05 18:44:31.382944 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-1f9190f3-e962-4ae6-bc3d-eec6c3ec2abb None None] Port ce67a294-35d2-4047-81e9-0d2435a629dc cannot update to ACTIVE because it is not bound. {{(pid=102388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 18:44:31.395158 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ddd2a52b-3c91-4d66-b5a6-af7b8e015403 admin admin] Router 5d402d52-8912-4339-9305-9df549ca8738 has already been hosted by L3 agent 6dcb5589-8e86-4616-9186-ddc4548e13ad {{(pid=102386) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 18:44:31.472541 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-6252e330-510b-4bf1-8b69-51ec061e8d96 req-4ca37e40-0484-4644-a2ee-6ac66bc122fa service neutron] 10.222.0.55 "GET /v2.0/networks/324a563f-bace-4674-b8a0-3af35aa21023?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3099651 Nov 05 18:44:31.557655 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [req-e4e7fa81-50c6-407d-b4ed-064c42fcfa38 req-4cacadde-c264-4c32-97f2-bffa5b5a738c service neutron] For port ec710ca3-509e-4561-83ed-f414242c92b7, host n-h2-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=ec710ca3-509e-4561-83ed-f414242c92b7,segment=NetworkSegment(b9f65680-5ef1-4bb4-ac2c-6d7ba403921d),segment_id=b9f65680-5ef1-4bb4-ac2c-6d7ba403921d)] {{(pid=102386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:44:31.644329 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddd2a52b-3c91-4d66-b5a6-af7b8e015403 admin admin] Notify agent at l3_agent.n-d-816865-1 the message routers_updated {{(pid=102386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 18:44:31.669408 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-ddd2a52b-3c91-4d66-b5a6-af7b8e015403 admin admin] 10.222.0.13 "PUT /v2.0/routers/5d402d52-8912-4339-9305-9df549ca8738/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8750985 Nov 05 18:44:31.675761 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [req-e4e7fa81-50c6-407d-b4ed-064c42fcfa38 req-4cacadde-c264-4c32-97f2-bffa5b5a738c service neutron] For port ec710ca3-509e-4561-83ed-f414242c92b7, host n-h2-816865-1, cleared binding levels {{(pid=102386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 18:44:31.741944 n-d-816865-1 neutron-server[102386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3211213d-5f72-4665-9237-153dfa751f1a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ec710ca3-509e-4561-83ed-f414242c92b7'}] {{(pid=102386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 18:44:31.744386 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6173a44d7c73f41af551dc890fa1a5892c2c6bc3458b640c8e0c24db7876ba6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb3226f2-403b-4c15-bce5-edf104de7120" -d '{"events": [{"server_uuid": "3211213d-5f72-4665-9237-153dfa751f1a", "name": "network-vif-unplugged", "status": "completed", "tag": "ec710ca3-509e-4561-83ed-f414242c92b7"}]}' {{(pid=102386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 18:44:31.752149 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-e4e7fa81-50c6-407d-b4ed-064c42fcfa38 req-4cacadde-c264-4c32-97f2-bffa5b5a738c service neutron] Publish callbacks [] for port, precommit_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:31.811699 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-e4e7fa81-50c6-407d-b4ed-064c42fcfa38 req-4cacadde-c264-4c32-97f2-bffa5b5a738c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6149821'] for port, after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:31.837729 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.db.resource_extend [req-1bfd9f7c-85d1-44ba-9ad9-1c83cff54ac7 req-74028db3-3303-42f8-a683-8a4233783378 tempest-FloatingIPsAssociationTestJSON-150840125 tempest-FloatingIPsAssociationTestJSON-150840125-project] It took 0.41 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 05 18:44:31.895851 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5941fa5b-0af3-42db-b1ad-0e9dba51e1ec req-f576d416-13c3-4b61-abc9-e515708cb067 tempest-ServersNegativeTestMultiTenantJSON-626545648 tempest-ServersNegativeTestMultiTenantJSON-626545648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:44:31.896784 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-5941fa5b-0af3-42db-b1ad-0e9dba51e1ec req-f576d416-13c3-4b61-abc9-e515708cb067 tempest-ServersNegativeTestMultiTenantJSON-626545648 tempest-ServersNegativeTestMultiTenantJSON-626545648-project] 10.222.0.13 "GET /v2.0/ports?device_id=f4ff8b6e-c6a4-4912-8809-43612fd985ce HTTP/1.1" status: 200 len: 945 time: 0.4688854 Nov 05 18:44:31.919247 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-1bfd9f7c-85d1-44ba-9ad9-1c83cff54ac7 req-74028db3-3303-42f8-a683-8a4233783378 tempest-FloatingIPsAssociationTestJSON-150840125 tempest-FloatingIPsAssociationTestJSON-150840125-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:31.963020 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [req-e4e7fa81-50c6-407d-b4ed-064c42fcfa38 req-4cacadde-c264-4c32-97f2-bffa5b5a738c service neutron] Attempting to bind port ec710ca3-509e-4561-83ed-f414242c92b7 on host n-h2-816865-1 for vnic_type normal with profile {"migrating_to": "n-h1-816865-1"} {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 18:44:31.963407 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [req-e4e7fa81-50c6-407d-b4ed-064c42fcfa38 req-4cacadde-c264-4c32-97f2-bffa5b5a738c service neutron] Attempting to bind port ec710ca3-509e-4561-83ed-f414242c92b7 by drivers openvswitch,hyperv on host n-h2-816865-1 at level 0 using segments [{'id': 'b9f65680-5ef1-4bb4-ac2c-6d7ba403921d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '1a9992ef-da6b-4f25-bd43-f1196ce8f1a8'}] {{(pid=102386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 18:44:31.963700 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4e7fa81-50c6-407d-b4ed-064c42fcfa38 req-4cacadde-c264-4c32-97f2-bffa5b5a738c service neutron] Attempting to bind port ec710ca3-509e-4561-83ed-f414242c92b7 on network 1a9992ef-da6b-4f25-bd43-f1196ce8f1a8 {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 18:44:31.968570 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-5941fa5b-0af3-42db-b1ad-0e9dba51e1ec req-a207819e-d62f-4f63-9514-146dba93adcc tempest-ServersNegativeTestMultiTenantJSON-626545648 tempest-ServersNegativeTestMultiTenantJSON-626545648-project] 10.222.0.13 "GET /v2.0/security-groups?id=333b2f4b-15e4-4577-a087-eb0f0aeac190&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577528 Nov 05 18:44:31.972704 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-1bfd9f7c-85d1-44ba-9ad9-1c83cff54ac7 req-74028db3-3303-42f8-a683-8a4233783378 tempest-FloatingIPsAssociationTestJSON-150840125 tempest-FloatingIPsAssociationTestJSON-150840125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1000577'] for floatingip, after_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:31.976561 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cacadde-c264-4c32-97f2-bffa5b5a738c service neutron] Pushing event updated for resources: {'Port': ['ID=ec710ca3-509e-4561-83ed-f414242c92b7,revision_number=7']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:44:32.002199 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4e7fa81-50c6-407d-b4ed-064c42fcfa38 req-4cacadde-c264-4c32-97f2-bffa5b5a738c service neutron] Port ec710ca3-509e-4561-83ed-f414242c92b7 on network 1a9992ef-da6b-4f25-bd43-f1196ce8f1a8 not bound, no agent of type Open vSwitch agent registered on host n-h2-816865-1 {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 18:44:32.002394 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4e7fa81-50c6-407d-b4ed-064c42fcfa38 req-4cacadde-c264-4c32-97f2-bffa5b5a738c service neutron] Attempting to bind port ec710ca3-509e-4561-83ed-f414242c92b7 on network 1a9992ef-da6b-4f25-bd43-f1196ce8f1a8 {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 18:44:32.018643 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4e7fa81-50c6-407d-b4ed-064c42fcfa38 req-4cacadde-c264-4c32-97f2-bffa5b5a738c service neutron] Checking agent: {'id': '32aff553-696f-4891-83f5-5c176f61fe54', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816865-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 18, 33, 36), 'started_at': datetime.datetime(2021, 11, 5, 18, 33, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 18, 44, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 18:44:32.018979 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4e7fa81-50c6-407d-b4ed-064c42fcfa38 req-4cacadde-c264-4c32-97f2-bffa5b5a738c service neutron] Checking segment: {'id': 'b9f65680-5ef1-4bb4-ac2c-6d7ba403921d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '1a9992ef-da6b-4f25-bd43-f1196ce8f1a8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 18:44:32.019370 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4e7fa81-50c6-407d-b4ed-064c42fcfa38 req-4cacadde-c264-4c32-97f2-bffa5b5a738c service neutron] Bound using segment: {'id': 'b9f65680-5ef1-4bb4-ac2c-6d7ba403921d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '1a9992ef-da6b-4f25-bd43-f1196ce8f1a8'} {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 18:44:32.019816 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [req-e4e7fa81-50c6-407d-b4ed-064c42fcfa38 req-4cacadde-c264-4c32-97f2-bffa5b5a738c service neutron] Bound port: ec710ca3-509e-4561-83ed-f414242c92b7, host: n-h2-816865-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b9f65680-5ef1-4bb4-ac2c-6d7ba403921d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '1a9992ef-da6b-4f25-bd43-f1196ce8f1a8'}}] {{(pid=102386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 18:44:32.020173 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-e4e7fa81-50c6-407d-b4ed-064c42fcfa38 req-4cacadde-c264-4c32-97f2-bffa5b5a738c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:32.030238 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a085b6a4-a9b1-44a7-8255-9fe4f0030130 req-15043f75-3fd7-46fb-bbd1-74ed89853148 tempest-FloatingIPsAssociationTestJSON-150840125 tempest-FloatingIPsAssociationTestJSON-150840125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:44:32.034615 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-a085b6a4-a9b1-44a7-8255-9fe4f0030130 req-15043f75-3fd7-46fb-bbd1-74ed89853148 tempest-FloatingIPsAssociationTestJSON-150840125 tempest-FloatingIPsAssociationTestJSON-150840125-project] 10.222.0.55 "GET /v2.0/ports?device_id=d3b6ffab-3080-4469-afa9-0da51e8b90f6 HTTP/1.1" status: 200 len: 945 time: 0.1282282 Nov 05 18:44:32.070534 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f4459a-e053-46cc-bbc3-61fc483f6254 req-bbf9b629-1a1a-43fd-8f03-b70fb6adb2ee tempest-ServersNegativeTestMultiTenantJSON-626545648 tempest-ServersNegativeTestMultiTenantJSON-626545648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:44:32.072216 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-d6f4459a-e053-46cc-bbc3-61fc483f6254 req-bbf9b629-1a1a-43fd-8f03-b70fb6adb2ee tempest-ServersNegativeTestMultiTenantJSON-626545648 tempest-ServersNegativeTestMultiTenantJSON-626545648-project] 10.222.0.41 "GET /v2.0/ports?device_id=f4ff8b6e-c6a4-4912-8809-43612fd985ce HTTP/1.1" status: 200 len: 945 time: 0.1044183 Nov 05 18:44:32.118223 n-d-816865-1 neutron-server[102387]: INFO neutron.db.l3_db [req-1bfd9f7c-85d1-44ba-9ad9-1c83cff54ac7 req-74028db3-3303-42f8-a683-8a4233783378 tempest-FloatingIPsAssociationTestJSON-150840125 tempest-FloatingIPsAssociationTestJSON-150840125-project] Floating IP dfc0063a-f04e-4dab-8adf-e63318628505 associated. External IP: 172.25.6.210, port: de453395-c788-4a67-a026-166ca2c30bed. Nov 05 18:44:32.171262 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541cf856-0373-4013-aa4d-9a2199b32052 req-64227673-b02c-44dc-b436-1f106b4411ab tempest-LiveMigrationTest-600821399 tempest-LiveMigrationTest-600821399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:44:32.172782 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-541cf856-0373-4013-aa4d-9a2199b32052 req-64227673-b02c-44dc-b436-1f106b4411ab tempest-LiveMigrationTest-600821399 tempest-LiveMigrationTest-600821399-project] 10.222.0.13 "GET /v2.0/ports?device_id=3211213d-5f72-4665-9237-153dfa751f1a HTTP/1.1" status: 200 len: 944 time: 0.1063244 Nov 05 18:44:32.248111 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [req-e4e7fa81-50c6-407d-b4ed-064c42fcfa38 req-4cacadde-c264-4c32-97f2-bffa5b5a738c service neutron] For port ec710ca3-509e-4561-83ed-f414242c92b7, host n-h2-816865-1, cleared binding levels {{(pid=102386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 18:44:32.252253 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [req-e4e7fa81-50c6-407d-b4ed-064c42fcfa38 req-4cacadde-c264-4c32-97f2-bffa5b5a738c service neutron] For port ec710ca3-509e-4561-83ed-f414242c92b7, host n-h2-816865-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=ec710ca3-509e-4561-83ed-f414242c92b7,segment=NetworkSegment(b9f65680-5ef1-4bb4-ac2c-6d7ba403921d),segment_id=b9f65680-5ef1-4bb4-ac2c-6d7ba403921d)] {{(pid=102386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 18:44:32.265459 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-541cf856-0373-4013-aa4d-9a2199b32052 req-09ceebd6-6978-465e-9b2b-a327e6e52910 tempest-LiveMigrationTest-600821399 tempest-LiveMigrationTest-600821399-project] 10.222.0.13 "GET /v2.0/security-groups?id=3677ad50-e4bf-4315-8aa4-e48810edc139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851290 Nov 05 18:44:32.288167 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [req-a085b6a4-a9b1-44a7-8255-9fe4f0030130 req-9648ca34-601f-4e84-b3c4-622b0b575d18 tempest-FloatingIPsAssociationTestJSON-150840125 tempest-FloatingIPsAssociationTestJSON-150840125-project] Deleting port 1667f1ba-f53f-4902-87fb-c3f39d5734bb {{(pid=102386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 18:44:32.288498 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-a085b6a4-a9b1-44a7-8255-9fe4f0030130 req-9648ca34-601f-4e84-b3c4-622b0b575d18 tempest-FloatingIPsAssociationTestJSON-150840125 tempest-FloatingIPsAssociationTestJSON-150840125-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:32.308390 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [req-d6f4459a-e053-46cc-bbc3-61fc483f6254 req-39ab0f12-b1c0-4824-846e-2e41def107d7 tempest-ServersNegativeTestMultiTenantJSON-626545648 tempest-ServersNegativeTestMultiTenantJSON-626545648-project] Deleting port 979d7d29-4bea-43fd-a3cf-828894448c3f {{(pid=102386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 18:44:32.308724 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-d6f4459a-e053-46cc-bbc3-61fc483f6254 req-39ab0f12-b1c0-4824-846e-2e41def107d7 tempest-ServersNegativeTestMultiTenantJSON-626545648 tempest-ServersNegativeTestMultiTenantJSON-626545648-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:32.330585 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-e4e7fa81-50c6-407d-b4ed-064c42fcfa38 req-4cacadde-c264-4c32-97f2-bffa5b5a738c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6149821'] for port, after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:32.433547 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77dca19d-ec5f-40b7-b9fd-727e01d394e0 req-82d5266b-7ece-4a71-84ec-3e623c611507 tempest-ServerDiskConfigTestJSON-70330027 tempest-ServerDiskConfigTestJSON-70330027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:44:32.441075 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-77dca19d-ec5f-40b7-b9fd-727e01d394e0 req-82d5266b-7ece-4a71-84ec-3e623c611507 tempest-ServerDiskConfigTestJSON-70330027 tempest-ServerDiskConfigTestJSON-70330027-project] 10.222.0.13 "GET /v2.0/ports?device_id=37f2d1b1-c888-40ea-87ed-a1c6bcf55283 HTTP/1.1" status: 200 len: 946 time: 0.0732145 Nov 05 18:44:32.444935 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1bfd9f7c-85d1-44ba-9ad9-1c83cff54ac7 req-74028db3-3303-42f8-a683-8a4233783378 tempest-FloatingIPsAssociationTestJSON-150840125 tempest-FloatingIPsAssociationTestJSON-150840125-project] Router af88c0cd-0274-4a4d-a78e-c47021d1eb88 has already been hosted by L3 agent 6dcb5589-8e86-4616-9186-ddc4548e13ad {{(pid=102387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 18:44:32.521798 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cacadde-c264-4c32-97f2-bffa5b5a738c service neutron] Pushing event updated for resources: {'Port': ['ID=ec710ca3-509e-4561-83ed-f414242c92b7,revision_number=8']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:44:32.525999 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [req-a085b6a4-a9b1-44a7-8255-9fe4f0030130 req-9648ca34-601f-4e84-b3c4-622b0b575d18 tempest-FloatingIPsAssociationTestJSON-150840125 tempest-FloatingIPsAssociationTestJSON-150840125-project] For port 1667f1ba-f53f-4902-87fb-c3f39d5734bb, host n-h2-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=1667f1ba-f53f-4902-87fb-c3f39d5734bb,segment=NetworkSegment(19a5aad3-0c26-4f6f-8422-7177e297fdc5),segment_id=19a5aad3-0c26-4f6f-8422-7177e297fdc5)] {{(pid=102386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:44:32.526387 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-a085b6a4-a9b1-44a7-8255-9fe4f0030130 req-9648ca34-601f-4e84-b3c4-622b0b575d18 tempest-FloatingIPsAssociationTestJSON-150840125 tempest-FloatingIPsAssociationTestJSON-150840125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:32.537438 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-77dca19d-ec5f-40b7-b9fd-727e01d394e0 req-89c965e8-6026-464d-89ff-632a5e70f64d tempest-ServerDiskConfigTestJSON-70330027 tempest-ServerDiskConfigTestJSON-70330027-project] 10.222.0.13 "GET /v2.0/security-groups?id=415b984e-2c75-4a2b-aae3-7fe54c54a52e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953953 Nov 05 18:44:32.557454 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e7fa81-50c6-407d-b4ed-064c42fcfa38 req-4cacadde-c264-4c32-97f2-bffa5b5a738c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:44:32.558526 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-e4e7fa81-50c6-407d-b4ed-064c42fcfa38 req-4cacadde-c264-4c32-97f2-bffa5b5a738c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:32.560238 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-e4e7fa81-50c6-407d-b4ed-064c42fcfa38 req-4cacadde-c264-4c32-97f2-bffa5b5a738c service neutron] 10.222.0.41 "PUT /v2.0/ports/ec710ca3-509e-4561-83ed-f414242c92b7 HTTP/1.1" status: 200 len: 1122 time: 1.6549382 Nov 05 18:44:32.571081 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-ca13d4f5-702d-400d-b46b-4401b7acf5c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:32.576741 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [req-d6f4459a-e053-46cc-bbc3-61fc483f6254 req-39ab0f12-b1c0-4824-846e-2e41def107d7 tempest-ServersNegativeTestMultiTenantJSON-626545648 tempest-ServersNegativeTestMultiTenantJSON-626545648-project] For port 979d7d29-4bea-43fd-a3cf-828894448c3f, host n-h1-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=979d7d29-4bea-43fd-a3cf-828894448c3f,segment=NetworkSegment(61eeb10a-a42f-40fc-9b5e-40dc210792d1),segment_id=61eeb10a-a42f-40fc-9b5e-40dc210792d1)] {{(pid=102386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:44:32.577348 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-d6f4459a-e053-46cc-bbc3-61fc483f6254 req-39ab0f12-b1c0-4824-846e-2e41def107d7 tempest-ServersNegativeTestMultiTenantJSON-626545648 tempest-ServersNegativeTestMultiTenantJSON-626545648-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:32.588151 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [req-a085b6a4-a9b1-44a7-8255-9fe4f0030130 req-9648ca34-601f-4e84-b3c4-622b0b575d18 tempest-FloatingIPsAssociationTestJSON-150840125 tempest-FloatingIPsAssociationTestJSON-150840125-project] Calling delete_port for 1667f1ba-f53f-4902-87fb-c3f39d5734bb owned by compute:nova {{(pid=102386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 18:44:32.603253 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 05 Nov 2021 18:44:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5793895-edec-4005-bbc2-d1c55aa30a91 x-openstack-request-id: req-a5793895-edec-4005-bbc2-d1c55aa30a91 {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 18:44:32.603253 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3211213d-5f72-4665-9237-153dfa751f1a", "name": "network-vif-unplugged", "status": "completed", "tag": "ec710ca3-509e-4561-83ed-f414242c92b7", "code": 200}]} {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 18:44:32.603562 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a5793895-edec-4005-bbc2-d1c55aa30a91 {{(pid=102386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 18:44:32.607493 n-d-816865-1 neutron-server[102386]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3211213d-5f72-4665-9237-153dfa751f1a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ec710ca3-509e-4561-83ed-f414242c92b7', 'code': 200} Nov 05 18:44:32.615432 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [req-d6f4459a-e053-46cc-bbc3-61fc483f6254 req-39ab0f12-b1c0-4824-846e-2e41def107d7 tempest-ServersNegativeTestMultiTenantJSON-626545648 tempest-ServersNegativeTestMultiTenantJSON-626545648-project] Calling delete_port for 979d7d29-4bea-43fd-a3cf-828894448c3f owned by compute:nova {{(pid=102386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 18:44:32.628528 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] get_ports_and_sgs() called for port_ids ['ec710ca3-509e-4561-83ed-f414242c92b7'] {{(pid=102388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 18:44:32.646844 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1bfd9f7c-85d1-44ba-9ad9-1c83cff54ac7 req-74028db3-3303-42f8-a683-8a4233783378 tempest-FloatingIPsAssociationTestJSON-150840125 tempest-FloatingIPsAssociationTestJSON-150840125-project] Notify agent at l3_agent.n-d-816865-1 the message routers_updated {{(pid=102387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 18:44:32.654086 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-1bfd9f7c-85d1-44ba-9ad9-1c83cff54ac7 req-74028db3-3303-42f8-a683-8a4233783378 tempest-FloatingIPsAssociationTestJSON-150840125 tempest-FloatingIPsAssociationTestJSON-150840125-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for floatingip, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:32.658651 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8cd1ba5-4901-40a1-9475-8ea8460e1ace None None] Sync routers for ids ['af88c0cd-0274-4a4d-a78e-c47021d1eb88'] in n-d-816865-1 {{(pid=102389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 18:44:32.678885 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8cd1ba5-4901-40a1-9475-8ea8460e1ace None None] Routers {'af88c0cd-0274-4a4d-a78e-c47021d1eb88'} bound to L3 agent in host n-d-816865-1 {{(pid=102389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 18:44:32.679842 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-c8cd1ba5-4901-40a1-9475-8ea8460e1ace None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T18:44:05Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['af88c0cd-0274-4a4d-a78e-c47021d1eb88'], 'active': True} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:44:32.687170 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-1bfd9f7c-85d1-44ba-9ad9-1c83cff54ac7 req-74028db3-3303-42f8-a683-8a4233783378 tempest-FloatingIPsAssociationTestJSON-150840125 tempest-FloatingIPsAssociationTestJSON-150840125-project] 10.222.0.13 "PUT /v2.0/floatingips/dfc0063a-f04e-4dab-8adf-e63318628505 HTTP/1.1" status: 200 len: 996 time: 1.9705067 Nov 05 18:44:32.687170 n-d-816865-1 neutron-server[102387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1aa4f9bc-30b7-4399-b441-718e2402c852', 'tag': 'de453395-c788-4a67-a026-166ca2c30bed'}] {{(pid=102387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 18:44:32.690435 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab06bd4ddf5758c1f10d79fe34dc215bafa488692cde9dba2fcbcb67556f90bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30f2c920-8881-4c71-8a6c-a9bfda694f8a" -d '{"events": [{"name": "network-changed", "server_uuid": "1aa4f9bc-30b7-4399-b441-718e2402c852", "tag": "de453395-c788-4a67-a026-166ca2c30bed"}]}' {{(pid=102387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 18:44:32.760503 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfd9f7c-85d1-44ba-9ad9-1c83cff54ac7 req-e9065bdc-7db5-461a-a10f-7f720a690c7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:44:32.762304 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-1bfd9f7c-85d1-44ba-9ad9-1c83cff54ac7 req-e9065bdc-7db5-461a-a10f-7f720a690c7d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f99a9bdffb564060b331ec79eda75924&device_id=1aa4f9bc-30b7-4399-b441-718e2402c852 HTTP/1.1" status: 200 len: 1096 time: 0.0558014 Nov 05 18:44:32.779706 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device d680f5a0-0768-4036-a434-70d83e4a0a0d up at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 18:44:32.850934 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvr_db [None req-c8cd1ba5-4901-40a1-9475-8ea8460e1ace None None] Set router af88c0cd-0274-4a4d-a78e-c47021d1eb88 gateway port host: n-d-816865-1 {{(pid=102389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 18:44:32.906055 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfd9f7c-85d1-44ba-9ad9-1c83cff54ac7 req-26f982c1-c6b1-4d9a-8021-0eddf93ecd89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:44:32.914535 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-1bfd9f7c-85d1-44ba-9ad9-1c83cff54ac7 req-26f982c1-c6b1-4d9a-8021-0eddf93ecd89 service neutron] 10.222.0.13 "GET /v2.0/networks?id=324a563f-bace-4674-b8a0-3af35aa21023 HTTP/1.1" status: 200 len: 921 time: 0.1372893 Nov 05 18:44:32.977311 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-a085b6a4-a9b1-44a7-8255-9fe4f0030130 req-9648ca34-601f-4e84-b3c4-622b0b575d18 tempest-FloatingIPsAssociationTestJSON-150840125 tempest-FloatingIPsAssociationTestJSON-150840125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:33.007290 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] get_ports_and_sgs() called for port_ids ['de453395-c788-4a67-a026-166ca2c30bed'] {{(pid=102388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 18:44:33.013425 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-1bfd9f7c-85d1-44ba-9ad9-1c83cff54ac7 req-09b7a36a-a500-462f-91be-932fa9239936 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=de453395-c788-4a67-a026-166ca2c30bed HTTP/1.1" status: 200 len: 999 time: 0.0958867 Nov 05 18:44:33.043055 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9648ca34-601f-4e84-b3c4-622b0b575d18 tempest-FloatingIPsAssociationTestJSON-150840125 tempest-FloatingIPsAssociationTestJSON-150840125-project] Pushing event deleted for resources: {'Port': ['ID=1667f1ba-f53f-4902-87fb-c3f39d5734bb,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:44:33.062687 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-d6f4459a-e053-46cc-bbc3-61fc483f6254 req-39ab0f12-b1c0-4824-846e-2e41def107d7 tempest-ServersNegativeTestMultiTenantJSON-626545648 tempest-ServersNegativeTestMultiTenantJSON-626545648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:33.097791 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfd9f7c-85d1-44ba-9ad9-1c83cff54ac7 req-8c7c7167-ae1e-4c14-adfe-9904b434598e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:44:33.098258 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Provisioning complete for port d680f5a0-0768-4036-a434-70d83e4a0a0d triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:44:33.098630 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:33.100240 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Device bfba3ce5-c439-44d1-8b5e-36948ba5ec18 details requested by agent hyperv_n-h1-816865-1 with host n-h1-816865-1 {{(pid=102388) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 05 18:44:33.102695 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Device bfba3ce5-c439-44d1-8b5e-36948ba5ec18 no longer exists at agent hyperv_n-h1-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 18:44:33.110118 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-1bfd9f7c-85d1-44ba-9ad9-1c83cff54ac7 req-8c7c7167-ae1e-4c14-adfe-9904b434598e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=78388d9c-2599-4761-adf2-aadd49eafef3 HTTP/1.1" status: 200 len: 859 time: 0.0945356 Nov 05 18:44:33.171193 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfd9f7c-85d1-44ba-9ad9-1c83cff54ac7 req-c8bd6503-5466-44c8-a955-9b04e35353eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:44:33.183183 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-1bfd9f7c-85d1-44ba-9ad9-1c83cff54ac7 req-c8bd6503-5466-44c8-a955-9b04e35353eb service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=324a563f-bace-4674-b8a0-3af35aa21023&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0714629 Nov 05 18:44:33.216457 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ab0f12-b1c0-4824-846e-2e41def107d7 tempest-ServersNegativeTestMultiTenantJSON-626545648 tempest-ServersNegativeTestMultiTenantJSON-626545648-project] Pushing event deleted for resources: {'Port': ['ID=979d7d29-4bea-43fd-a3cf-828894448c3f,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:44:33.225328 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [req-a085b6a4-a9b1-44a7-8255-9fe4f0030130 req-9648ca34-601f-4e84-b3c4-622b0b575d18 tempest-FloatingIPsAssociationTestJSON-150840125 tempest-FloatingIPsAssociationTestJSON-150840125-project] No DVR routers for this DVR port 1667f1ba-f53f-4902-87fb-c3f39d5734bb on host n-h2-816865-1 {{(pid=102386) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 18:44:33.246631 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] get_ports_and_sgs() called for port_ids ['1667f1ba-f53f-4902-87fb-c3f39d5734bb'] {{(pid=102388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 18:44:33.281724 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 47988) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:44:33.294005 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-ed8bc5c1-54a2-4dcb-8cb0-d91a3459a91b tempest-ServersTestManualDisk-737181692 tempest-ServersTestManualDisk-737181692-project] Request body: {'security_group': {'name': 'tempest-securitygroup--962806989', 'description': 'tempest-description--2018969119'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:44:33.358114 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-c8cd1ba5-4901-40a1-9475-8ea8460e1ace None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af88c0cd-0274-4a4d-a78e-c47021d1eb88', 'name': 'tempest-FloatingIPsAssociationTestJSON-751442554-router', 'tenant_id': 'f99a9bdffb564060b331ec79eda75924', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.239'}], 'enable_snat': True}, 'gw_port_id': 'dbb62693-62e8-4594-bb32-2a7eb86dbd22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T18:43:27Z', 'updated_at': '2021-11-05T18:43:32Z', 'revision_number': 4, 'project_id': 'f99a9bdffb564060b331ec79eda75924', 'gw_port': {'id': 'dbb62693-62e8-4594-bb32-2a7eb86dbd22', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:a8:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af88c0cd-0274-4a4d-a78e-c47021d1eb88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 886, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T18:43:28Z', 'updated_at': '2021-11-05T18:43:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1', '_floatingips': [{'id': 'dfc0063a-f04e-4dab-8adf-e63318628505', 'tenant_id': 'f99a9bdffb564060b331ec79eda75924', 'floating_ip_address': '172.25.6.210', 'floating_network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'router_id': 'af88c0cd-0274-4a4d-a78e-c47021d1eb88', 'port_id': 'de453395-c788-4a67-a026-166ca2c30bed', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 904, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '324a563f-bace-4674-b8a0-3af35aa21023', 'mac_address': 'fa:16:3e:1b:4c:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aa4f9bc-30b7-4399-b441-718e2402c852', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-05T18:43:53Z', 'updated_at': '2021-11-05T18:44:31Z', 'revision_number': 8, 'project_id': 'f99a9bdffb564060b331ec79eda75924', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91e6f2d8-d90f-4174-a884-9cf1f29d89b5', 'name': '', 'network_id': '324a563f-bace-4674-b8a0-3af35aa21023', 'tenant_id': 'f99a9bdffb564060b331ec79eda75924', 'mac_address': 'fa:16:3e:c1:88:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af88c0cd-0274-4a4d-a78e-c47021d1eb88', 'device_owner': 'network:router_interface', 'standard_attr_id': 892, 'fixed_ips': [{'subnet_id': '78388d9c-2599-4761-adf2-aadd49eafef3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T18:43:31Z', 'updated_at': '2021-11-05T18:43:38Z', 'revision_number': 5, 'project_id': 'f99a9bdffb564060b331ec79eda75924', 'subnets': [{'id': '78388d9c-2599-4761-adf2-aadd49eafef3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-1', False) {} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:44:33.359683 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-a085b6a4-a9b1-44a7-8255-9fe4f0030130 req-9648ca34-601f-4e84-b3c4-622b0b575d18 tempest-FloatingIPsAssociationTestJSON-150840125 tempest-FloatingIPsAssociationTestJSON-150840125-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:33.364198 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-a085b6a4-a9b1-44a7-8255-9fe4f0030130 req-9648ca34-601f-4e84-b3c4-622b0b575d18 tempest-FloatingIPsAssociationTestJSON-150840125 tempest-FloatingIPsAssociationTestJSON-150840125-project] 10.222.0.55 "DELETE /v2.0/ports/1667f1ba-f53f-4902-87fb-c3f39d5734bb HTTP/1.1" status: 204 len: 173 time: 1.3133352 Nov 05 18:44:33.365382 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6f4459a-e053-46cc-bbc3-61fc483f6254 req-39ab0f12-b1c0-4824-846e-2e41def107d7 tempest-ServersNegativeTestMultiTenantJSON-626545648 tempest-ServersNegativeTestMultiTenantJSON-626545648-project] No DVR routers for this DVR port 979d7d29-4bea-43fd-a3cf-828894448c3f on host n-h1-816865-1 {{(pid=102386) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 18:44:33.375760 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.db.resource_extend [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 05 18:44:33.377489 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-d6f4459a-e053-46cc-bbc3-61fc483f6254 req-39ab0f12-b1c0-4824-846e-2e41def107d7 tempest-ServersNegativeTestMultiTenantJSON-626545648 tempest-ServersNegativeTestMultiTenantJSON-626545648-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:33.382393 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-d6f4459a-e053-46cc-bbc3-61fc483f6254 req-39ab0f12-b1c0-4824-846e-2e41def107d7 tempest-ServersNegativeTestMultiTenantJSON-626545648 tempest-ServersNegativeTestMultiTenantJSON-626545648-project] 10.222.0.41 "DELETE /v2.0/ports/979d7d29-4bea-43fd-a3cf-828894448c3f HTTP/1.1" status: 204 len: 173 time: 1.2847426 Nov 05 18:44:33.387737 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d0f18db-b92f-411b-a956-1da92437f98a None None] Sync routers for ids ['5d402d52-8912-4339-9305-9df549ca8738'] in n-d-816865-1 {{(pid=102388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 18:44:33.404840 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-ed8bc5c1-54a2-4dcb-8cb0-d91a3459a91b tempest-ServersTestManualDisk-737181692 tempest-ServersTestManualDisk-737181692-project] Publish callbacks [] for security_group, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:33.412507 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8cd1ba5-4901-40a1-9475-8ea8460e1ace None None] Checking router: af88c0cd-0274-4a4d-a78e-c47021d1eb88 for host: n-d-816865-1 {{(pid=102389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 18:44:33.421902 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8cd1ba5-4901-40a1-9475-8ea8460e1ace None None] Routers {'af88c0cd-0274-4a4d-a78e-c47021d1eb88'} bound to L3 agent in host n-d-816865-1 {{(pid=102389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 18:44:33.423368 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-1bfd9f7c-85d1-44ba-9ad9-1c83cff54ac7 req-a3b3f4c9-7d82-4b2a-a1e0-bc5bfc88a24f service neutron] 10.222.0.13 "GET /v2.0/networks/324a563f-bace-4674-b8a0-3af35aa21023?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2384071 Nov 05 18:44:33.429766 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-c8cd1ba5-4901-40a1-9475-8ea8460e1ace None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T18:44:05Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['af88c0cd-0274-4a4d-a78e-c47021d1eb88'], 'active': True} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:44:33.523858 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d0f18db-b92f-411b-a956-1da92437f98a None None] Routers {'5d402d52-8912-4339-9305-9df549ca8738'} bound to L3 agent in host n-d-816865-1 {{(pid=102388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 18:44:33.535656 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-9d0f18db-b92f-411b-a956-1da92437f98a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T18:44:05Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['5d402d52-8912-4339-9305-9df549ca8738'], 'active': True} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:44:33.550559 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-ed8bc5c1-54a2-4dcb-8cb0-d91a3459a91b tempest-ServersTestManualDisk-737181692 tempest-ServersTestManualDisk-737181692-project] Publish callbacks [] for security_group, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:33.571468 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvr_db [None req-c8cd1ba5-4901-40a1-9475-8ea8460e1ace None None] Set router af88c0cd-0274-4a4d-a78e-c47021d1eb88 gateway port host: n-d-816865-1 {{(pid=102389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 18:44:33.670155 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-1bfd9f7c-85d1-44ba-9ad9-1c83cff54ac7 req-1041eaf2-b21b-43a7-84e2-09c0bf429af9 service neutron] 10.222.0.13 "GET /v2.0/networks/324a563f-bace-4674-b8a0-3af35aa21023?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2387221 Nov 05 18:44:33.679400 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-ed8bc5c1-54a2-4dcb-8cb0-d91a3459a91b tempest-ServersTestManualDisk-737181692 tempest-ServersTestManualDisk-737181692-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:33.721134 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8bc5c1-54a2-4dcb-8cb0-d91a3459a91b tempest-ServersTestManualDisk-737181692 tempest-ServersTestManualDisk-737181692-project] Pushing event updated for resources: {'SecurityGroup': ['ID=58eb9970-58ff-4036-99ad-2a436384abfc,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:44:33.746948 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] For port bfba3ce5-c439-44d1-8b5e-36948ba5ec18, host n-h1-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=bfba3ce5-c439-44d1-8b5e-36948ba5ec18,segment=NetworkSegment(35c2db9c-522d-48d3-98cf-a08c2cc55db7),segment_id=35c2db9c-522d-48d3-98cf-a08c2cc55db7)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:44:33.759575 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:33.767813 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:33.790391 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-ed8bc5c1-54a2-4dcb-8cb0-d91a3459a91b tempest-ServersTestManualDisk-737181692 tempest-ServersTestManualDisk-737181692-project] Publish callbacks [] for security_group, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:33.793378 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-ed8bc5c1-54a2-4dcb-8cb0-d91a3459a91b tempest-ServersTestManualDisk-737181692 tempest-ServersTestManualDisk-737181692-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5094652 Nov 05 18:44:33.796603 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 47996) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:44:33.804843 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Returning: {'device': 'bfba3ce5-c439-44d1-8b5e-36948ba5ec18', 'network_id': 'a723f808-b11e-4066-b104-fad90c82895e', 'port_id': 'bfba3ce5-c439-44d1-8b5e-36948ba5ec18', 'mac_address': 'fa:16:3e:e7:ff:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 153, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05e7a1b5-165b-4a00-855a-ffbcb2eba59e', 'ip_address': '192.168.233.228'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102388) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 05 18:44:33.806238 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-df89b6d0-53ea-45ee-b208-f02cc35a0250 tempest-ServersTestManualDisk-737181692 tempest-ServersTestManualDisk-737181692-project] Request body: {'security_group_rule': {'security_group_id': '58eb9970-58ff-4036-99ad-2a436384abfc', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:44:33.833313 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvr_db [None req-9d0f18db-b92f-411b-a956-1da92437f98a None None] Set router 5d402d52-8912-4339-9305-9df549ca8738 gateway port host: n-d-816865-1 {{(pid=102388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 18:44:33.858917 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-c8cd1ba5-4901-40a1-9475-8ea8460e1ace None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af88c0cd-0274-4a4d-a78e-c47021d1eb88', 'name': 'tempest-FloatingIPsAssociationTestJSON-751442554-router', 'tenant_id': 'f99a9bdffb564060b331ec79eda75924', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.239'}], 'enable_snat': True}, 'gw_port_id': 'dbb62693-62e8-4594-bb32-2a7eb86dbd22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T18:43:27Z', 'updated_at': '2021-11-05T18:43:32Z', 'revision_number': 4, 'project_id': 'f99a9bdffb564060b331ec79eda75924', 'gw_port': {'id': 'dbb62693-62e8-4594-bb32-2a7eb86dbd22', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:a8:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af88c0cd-0274-4a4d-a78e-c47021d1eb88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 886, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T18:43:28Z', 'updated_at': '2021-11-05T18:43:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1', '_floatingips': [{'id': 'dfc0063a-f04e-4dab-8adf-e63318628505', 'tenant_id': 'f99a9bdffb564060b331ec79eda75924', 'floating_ip_address': '172.25.6.210', 'floating_network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'router_id': 'af88c0cd-0274-4a4d-a78e-c47021d1eb88', 'port_id': 'de453395-c788-4a67-a026-166ca2c30bed', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 904, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '324a563f-bace-4674-b8a0-3af35aa21023', 'mac_address': 'fa:16:3e:1b:4c:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aa4f9bc-30b7-4399-b441-718e2402c852', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-05T18:43:53Z', 'updated_at': '2021-11-05T18:44:31Z', 'revision_number': 8, 'project_id': 'f99a9bdffb564060b331ec79eda75924', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91e6f2d8-d90f-4174-a884-9cf1f29d89b5', 'name': '', 'network_id': '324a563f-bace-4674-b8a0-3af35aa21023', 'tenant_id': 'f99a9bdffb564060b331ec79eda75924', 'mac_address': 'fa:16:3e:c1:88:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af88c0cd-0274-4a4d-a78e-c47021d1eb88', 'device_owner': 'network:router_interface', 'standard_attr_id': 892, 'fixed_ips': [{'subnet_id': '78388d9c-2599-4761-adf2-aadd49eafef3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T18:43:31Z', 'updated_at': '2021-11-05T18:43:38Z', 'revision_number': 5, 'project_id': 'f99a9bdffb564060b331ec79eda75924', 'subnets': [{'id': '78388d9c-2599-4761-adf2-aadd49eafef3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-1', False) {} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:44:33.884050 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] For port d680f5a0-0768-4036-a434-70d83e4a0a0d, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=d680f5a0-0768-4036-a434-70d83e4a0a0d,segment=NetworkSegment(85be518c-8bb4-46a2-a903-d4292782d29d),segment_id=85be518c-8bb4-46a2-a903-d4292782d29d)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:44:33.895796 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8cd1ba5-4901-40a1-9475-8ea8460e1ace None None] The sync data for ids ['af88c0cd-0274-4a4d-a78e-c47021d1eb88'] in n-d-816865-1 is: [{'id': 'af88c0cd-0274-4a4d-a78e-c47021d1eb88', 'name': 'tempest-FloatingIPsAssociationTestJSON-751442554-router', 'tenant_id': 'f99a9bdffb564060b331ec79eda75924', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.239'}], 'enable_snat': True}, 'gw_port_id': 'dbb62693-62e8-4594-bb32-2a7eb86dbd22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T18:43:27Z', 'updated_at': '2021-11-05T18:43:32Z', 'revision_number': 4, 'project_id': 'f99a9bdffb564060b331ec79eda75924', 'gw_port': {'id': 'dbb62693-62e8-4594-bb32-2a7eb86dbd22', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:a8:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af88c0cd-0274-4a4d-a78e-c47021d1eb88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 886, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T18:43:28Z', 'updated_at': '2021-11-05T18:43:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1', '_floatingips': [{'id': 'dfc0063a-f04e-4dab-8adf-e63318628505', 'tenant_id': 'f99a9bdffb564060b331ec79eda75924', 'floating_ip_address': '172.25.6.210', 'floating_network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'router_id': 'af88c0cd-0274-4a4d-a78e-c47021d1eb88', 'port_id': 'de453395-c788-4a67-a026-166ca2c30bed', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 904, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '324a563f-bace-4674-b8a0-3af35aa21023', 'mac_address': 'fa:16:3e:1b:4c:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aa4f9bc-30b7-4399-b441-718e2402c852', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-05T18:43:53Z', 'updated_at': '2021-11-05T18:44:31Z', 'revision_number': 8, 'project_id': 'f99a9bdffb564060b331ec79eda75924', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91e6f2d8-d90f-4174-a884-9cf1f29d89b5', 'name': '', 'network_id': '324a563f-bace-4674-b8a0-3af35aa21023', 'tenant_id': 'f99a9bdffb564060b331ec79eda75924', 'mac_address': 'fa:16:3e:c1:88:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af88c0cd-0274-4a4d-a78e-c47021d1eb88', 'device_owner': 'network:router_interface', 'standard_attr_id': 892, 'fixed_ips': [{'subnet_id': '78388d9c-2599-4761-adf2-aadd49eafef3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T18:43:31Z', 'updated_at': '2021-11-05T18:43:38Z', 'revision_number': 5, 'project_id': 'f99a9bdffb564060b331ec79eda75924', 'subnets': [{'id': '78388d9c-2599-4761-adf2-aadd49eafef3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 18:44:33.911599 n-d-816865-1 neutron-server[102388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0bd48938-7d8f-4ea5-981b-397a2676ea1c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bfba3ce5-c439-44d1-8b5e-36948ba5ec18'}] {{(pid=102388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 18:44:33.911599 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85474fee1180e129d8a886d264fe0b30223aa672dd1ffe43b630605f18504f68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17a1aed3-5a34-431b-9af1-79cc5bf9f984" -d '{"events": [{"server_uuid": "0bd48938-7d8f-4ea5-981b-397a2676ea1c", "name": "network-vif-unplugged", "status": "completed", "tag": "bfba3ce5-c439-44d1-8b5e-36948ba5ec18"}]}' {{(pid=102388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 18:44:33.931051 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a4770f-879f-4c8b-938a-10bd6ce40c6d req-679448e1-2ea0-49cc-bd1f-5735f7740d8b tempest-ServersAdminTestJSON-1640316766 tempest-ServersAdminTestJSON-1640316766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:44:33.945974 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-30a4770f-879f-4c8b-938a-10bd6ce40c6d req-679448e1-2ea0-49cc-bd1f-5735f7740d8b tempest-ServersAdminTestJSON-1640316766 tempest-ServersAdminTestJSON-1640316766-project] 10.222.0.13 "GET /v2.0/ports?device_id=0bd48938-7d8f-4ea5-981b-397a2676ea1c HTTP/1.1" status: 200 len: 950 time: 0.1129434 Nov 05 18:44:33.975139 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e720c4e0-88d9-4f65-9bb7-32575d0c91f3 req-c846d8d6-c562-4e95-8e23-a9fa9e38be01 tempest-ServerDiskConfigTestJSON-70330027 tempest-ServerDiskConfigTestJSON-70330027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:44:33.976040 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-e720c4e0-88d9-4f65-9bb7-32575d0c91f3 req-c846d8d6-c562-4e95-8e23-a9fa9e38be01 tempest-ServerDiskConfigTestJSON-70330027 tempest-ServerDiskConfigTestJSON-70330027-project] 10.222.0.13 "GET /v2.0/ports?device_id=37f2d1b1-c888-40ea-87ed-a1c6bcf55283 HTTP/1.1" status: 200 len: 946 time: 0.0992315 Nov 05 18:44:33.985741 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] For port bfba3ce5-c439-44d1-8b5e-36948ba5ec18, host n-h1-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=bfba3ce5-c439-44d1-8b5e-36948ba5ec18,segment=NetworkSegment(35c2db9c-522d-48d3-98cf-a08c2cc55db7),segment_id=35c2db9c-522d-48d3-98cf-a08c2cc55db7)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:44:33.990674 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-df89b6d0-53ea-45ee-b208-f02cc35a0250 tempest-ServersTestManualDisk-737181692 tempest-ServersTestManualDisk-737181692-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:33.991435 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:34.031069 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-30a4770f-879f-4c8b-938a-10bd6ce40c6d req-4bf9e7b1-347b-4f0a-8622-c71bca299974 tempest-ServersAdminTestJSON-1640316766 tempest-ServersAdminTestJSON-1640316766-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c663dac-2477-42f8-b37f-f366129474aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912879 Nov 05 18:44:34.045545 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:34.050004 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:34.083586 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-e720c4e0-88d9-4f65-9bb7-32575d0c91f3 req-2f40ffd4-0222-4a99-9a8b-50e8657d7187 tempest-ServerDiskConfigTestJSON-70330027 tempest-ServerDiskConfigTestJSON-70330027-project] 10.222.0.13 "GET /v2.0/security-groups?id=415b984e-2c75-4a2b-aae3-7fe54c54a52e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978220 Nov 05 18:44:34.108715 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-df89b6d0-53ea-45ee-b208-f02cc35a0250 tempest-ServersTestManualDisk-737181692 tempest-ServersTestManualDisk-737181692-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:34.117540 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:34.119955 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Pushing event updated for resources: {'Port': ['ID=d680f5a0-0768-4036-a434-70d83e4a0a0d,revision_number=4']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:44:34.120412 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 18:44:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f925cf2-69e5-4936-af6d-e142d2bc5f33 x-openstack-request-id: req-0f925cf2-69e5-4936-af6d-e142d2bc5f33 {{(pid=102387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 18:44:34.121050 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1aa4f9bc-30b7-4399-b441-718e2402c852", "tag": "de453395-c788-4a67-a026-166ca2c30bed", "status": "completed", "code": 200}]} {{(pid=102387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 18:44:34.121398 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0f925cf2-69e5-4936-af6d-e142d2bc5f33 {{(pid=102387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 18:44:34.123788 n-d-816865-1 neutron-server[102387]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1aa4f9bc-30b7-4399-b441-718e2402c852', 'tag': 'de453395-c788-4a67-a026-166ca2c30bed', 'status': 'completed', 'code': 200} Nov 05 18:44:34.177637 n-d-816865-1 neutron-server[102388]: DEBUG neutron.notifiers.nova [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id bfba3ce5-c439-44d1-8b5e-36948ba5ec18 {{(pid=102388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 18:44:34.221848 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f2c920-8881-4c71-8a6c-a9bfda694f8a req-a04e6c34-0c9a-4ac6-bdae-3cce677463b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:44:34.223462 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-30f2c920-8881-4c71-8a6c-a9bfda694f8a req-a04e6c34-0c9a-4ac6-bdae-3cce677463b8 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f99a9bdffb564060b331ec79eda75924&device_id=1aa4f9bc-30b7-4399-b441-718e2402c852 HTTP/1.1" status: 200 len: 1096 time: 0.0656021 Nov 05 18:44:34.232500 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-df89b6d0-53ea-45ee-b208-f02cc35a0250 tempest-ServersTestManualDisk-737181692 tempest-ServersTestManualDisk-737181692-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985308'] for security_group_rule, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:34.254592 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cbe80a1-2f5b-40ed-867c-5c67cb453a24 None None] New status for floating IP dfc0063a-f04e-4dab-8adf-e63318628505: ACTIVE {{(pid=102389) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 05 18:44:34.267421 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] get_ports_and_sgs() called for port_ids ['979d7d29-4bea-43fd-a3cf-828894448c3f'] {{(pid=102388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 18:44:34.278562 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df89b6d0-53ea-45ee-b208-f02cc35a0250 tempest-ServersTestManualDisk-737181692 tempest-ServersTestManualDisk-737181692-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc97140a-37b2-452f-9ec6-bd7e2ddb4eec,revision_number=0']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:44:34.330845 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Pushing event updated for resources: {'Port': ['ID=bfba3ce5-c439-44d1-8b5e-36948ba5ec18,revision_number=9']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:44:34.361630 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.db.api [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102388) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 05 18:44:34.362423 n-d-816865-1 neutron-server[102388]: DEBUG oslo_db.api [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 05 18:44:34.373977 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-722cafe1-9679-452c-a998-47b812e45ea9 req-18933134-6905-40ad-b8d0-2a16f12a3100 tempest-ServersNegativeTestMultiTenantJSON-626545648 tempest-ServersNegativeTestMultiTenantJSON-626545648-project] 10.222.0.13 "GET /v2.0/ports?device_id=f4ff8b6e-c6a4-4912-8809-43612fd985ce HTTP/1.1" status: 200 len: 210 time: 0.0668082 Nov 05 18:44:34.389525 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-df89b6d0-53ea-45ee-b208-f02cc35a0250 tempest-ServersTestManualDisk-737181692 tempest-ServersTestManualDisk-737181692-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:34.393086 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f2c920-8881-4c71-8a6c-a9bfda694f8a req-360be527-ae9a-4fef-b7c5-049457745f37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:44:34.394248 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-df89b6d0-53ea-45ee-b208-f02cc35a0250 tempest-ServersTestManualDisk-737181692 tempest-ServersTestManualDisk-737181692-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5961940 Nov 05 18:44:34.396324 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-30f2c920-8881-4c71-8a6c-a9bfda694f8a req-360be527-ae9a-4fef-b7c5-049457745f37 service neutron] 10.222.0.41 "GET /v2.0/networks?id=324a563f-bace-4674-b8a0-3af35aa21023 HTTP/1.1" status: 200 len: 921 time: 0.1646590 Nov 05 18:44:34.397492 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 48002) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:44:34.410058 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-775c0831-3d6f-4b4c-90e5-158e1c0eb7a5 tempest-ServersTestManualDisk-737181692 tempest-ServersTestManualDisk-737181692-project] Request body: {'security_group_rule': {'security_group_id': '58eb9970-58ff-4036-99ad-2a436384abfc', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:44:34.416795 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-9d0f18db-b92f-411b-a956-1da92437f98a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d402d52-8912-4339-9305-9df549ca8738', 'name': 'tempest-ServersTestManualDisk-1149270122-router', 'tenant_id': '212c749f8d63405d9325748fedbd9a74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.206'}], 'enable_snat': True}, 'gw_port_id': 'd680f5a0-0768-4036-a434-70d83e4a0a0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T18:44:24Z', 'updated_at': '2021-11-05T18:44:29Z', 'revision_number': 4, 'project_id': '212c749f8d63405d9325748fedbd9a74', 'gw_port': {'id': 'd680f5a0-0768-4036-a434-70d83e4a0a0d', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:e8:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d402d52-8912-4339-9305-9df549ca8738', 'device_owner': 'network:router_gateway', 'standard_attr_id': 951, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T18:44:25Z', 'updated_at': '2021-11-05T18:44:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1', '_interfaces': [{'id': 'ce67a294-35d2-4047-81e9-0d2435a629dc', 'name': '', 'network_id': 'dcdefe85-0b9a-4710-a2e9-41da31eb0233', 'tenant_id': '212c749f8d63405d9325748fedbd9a74', 'mac_address': 'fa:16:3e:4c:d5:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d402d52-8912-4339-9305-9df549ca8738', 'device_owner': 'network:router_interface', 'standard_attr_id': 952, 'fixed_ips': [{'subnet_id': 'ff18284e-1ede-44da-8cc4-bb6087008353', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T18:44:28Z', 'updated_at': '2021-11-05T18:44:29Z', 'revision_number': 2, 'project_id': '212c749f8d63405d9325748fedbd9a74', 'subnets': [{'id': 'ff18284e-1ede-44da-8cc4-bb6087008353', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-1', False) {} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:44:34.422668 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb724696-4fc7-4100-a17f-32553c3c3257 req-1bd71bb9-cc7a-4358-ba77-73dec1fb6ff8 tempest-LiveMigrationTest-600821399 tempest-LiveMigrationTest-600821399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:44:34.431825 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-fb724696-4fc7-4100-a17f-32553c3c3257 req-1bd71bb9-cc7a-4358-ba77-73dec1fb6ff8 tempest-LiveMigrationTest-600821399 tempest-LiveMigrationTest-600821399-project] 10.222.0.13 "GET /v2.0/ports?device_id=3211213d-5f72-4665-9237-153dfa751f1a HTTP/1.1" status: 200 len: 944 time: 0.2588375 Nov 05 18:44:34.460641 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d0f18db-b92f-411b-a956-1da92437f98a None None] Checking router: 5d402d52-8912-4339-9305-9df549ca8738 for host: n-d-816865-1 {{(pid=102388) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 18:44:34.462026 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d0f18db-b92f-411b-a956-1da92437f98a None None] Updating router 5d402d52-8912-4339-9305-9df549ca8738 port ce67a294-35d2-4047-81e9-0d2435a629dc binding host n-d-816865-1 {{(pid=102388) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 05 18:44:34.510948 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-30f2c920-8881-4c71-8a6c-a9bfda694f8a req-7e1df957-78a7-4e7d-b373-2a8a819ed39b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=de453395-c788-4a67-a026-166ca2c30bed HTTP/1.1" status: 200 len: 999 time: 0.0839181 Nov 05 18:44:34.591997 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f2c920-8881-4c71-8a6c-a9bfda694f8a req-4ba3b8b2-fc1a-4073-9a89-93a7d99cab9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:44:34.594393 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-30f2c920-8881-4c71-8a6c-a9bfda694f8a req-4ba3b8b2-fc1a-4073-9a89-93a7d99cab9a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=78388d9c-2599-4761-adf2-aadd49eafef3 HTTP/1.1" status: 200 len: 859 time: 0.0740681 Nov 05 18:44:34.606851 n-d-816865-1 neutron-server[102386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3211213d-5f72-4665-9237-153dfa751f1a', 'tag': 'ec710ca3-509e-4561-83ed-f414242c92b7'}, {'server_uuid': 'd3b6ffab-3080-4469-afa9-0da51e8b90f6', 'name': 'network-vif-deleted', 'tag': '1667f1ba-f53f-4902-87fb-c3f39d5734bb'}, {'server_uuid': 'f4ff8b6e-c6a4-4912-8809-43612fd985ce', 'name': 'network-vif-deleted', 'tag': '979d7d29-4bea-43fd-a3cf-828894448c3f'}] {{(pid=102386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 18:44:34.610169 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-fb724696-4fc7-4100-a17f-32553c3c3257 req-78071f00-2b4a-412a-9de2-eae63bfadc4f tempest-LiveMigrationTest-600821399 tempest-LiveMigrationTest-600821399-project] 10.222.0.13 "GET /v2.0/security-groups?id=3677ad50-e4bf-4315-8aa4-e48810edc139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1728268 Nov 05 18:44:34.614840 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6173a44d7c73f41af551dc890fa1a5892c2c6bc3458b640c8e0c24db7876ba6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11477e76-1bb2-4353-b64a-16e5d4c6ddc1" -d '{"events": [{"name": "network-changed", "server_uuid": "3211213d-5f72-4665-9237-153dfa751f1a", "tag": "ec710ca3-509e-4561-83ed-f414242c92b7"}, {"server_uuid": "d3b6ffab-3080-4469-afa9-0da51e8b90f6", "name": "network-vif-deleted", "tag": "1667f1ba-f53f-4902-87fb-c3f39d5734bb"}, {"server_uuid": "f4ff8b6e-c6a4-4912-8809-43612fd985ce", "name": "network-vif-deleted", "tag": "979d7d29-4bea-43fd-a3cf-828894448c3f"}]}' {{(pid=102386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 18:44:34.631021 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.agents_db [None req-b9406b04-a0e8-43cf-b349-711963d96cf4 None None] Agent healthcheck: found 7 active agents {{(pid=102389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 05 18:44:34.651926 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-6f71a220-d46e-4a8c-bfa3-23d2be666ba6 req-d388fc4f-e781-49d0-bcc5-73fa45299c72 tempest-FloatingIPsAssociationTestJSON-150840125 tempest-FloatingIPsAssociationTestJSON-150840125-project] 10.222.0.13 "GET /v2.0/floatingips/dfc0063a-f04e-4dab-8adf-e63318628505 HTTP/1.1" status: 200 len: 998 time: 0.2174170 Nov 05 18:44:34.683677 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f2c920-8881-4c71-8a6c-a9bfda694f8a req-7298c0df-b9d8-400e-863f-9f5e17248f37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:44:34.683805 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-30f2c920-8881-4c71-8a6c-a9bfda694f8a req-7298c0df-b9d8-400e-863f-9f5e17248f37 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=324a563f-bace-4674-b8a0-3af35aa21023&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0786037 Nov 05 18:44:34.684639 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-775c0831-3d6f-4b4c-90e5-158e1c0eb7a5 tempest-ServersTestManualDisk-737181692 tempest-ServersTestManualDisk-737181692-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:34.694981 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 05 Nov 2021 18:44:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1adafe90-1e20-47cc-bb86-d02ccaaef92b x-openstack-request-id: req-1adafe90-1e20-47cc-bb86-d02ccaaef92b {{(pid=102388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 18:44:34.695315 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0bd48938-7d8f-4ea5-981b-397a2676ea1c", "name": "network-vif-unplugged", "status": "completed", "tag": "bfba3ce5-c439-44d1-8b5e-36948ba5ec18", "code": 200}]} {{(pid=102388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 18:44:34.695563 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1adafe90-1e20-47cc-bb86-d02ccaaef92b {{(pid=102388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 18:44:34.695943 n-d-816865-1 neutron-server[102388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0bd48938-7d8f-4ea5-981b-397a2676ea1c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bfba3ce5-c439-44d1-8b5e-36948ba5ec18', 'code': 200} Nov 05 18:44:34.698478 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device d680f5a0-0768-4036-a434-70d83e4a0a0d up at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 18:44:34.753668 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-9d0f18db-b92f-411b-a956-1da92437f98a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:34.784016 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f71a220-d46e-4a8c-bfa3-23d2be666ba6 req-5b65f7f5-94f9-457f-818c-8ba4609ee5a3 tempest-FloatingIPsAssociationTestJSON-150840125 tempest-FloatingIPsAssociationTestJSON-150840125-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:44:34.786576 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-6f71a220-d46e-4a8c-bfa3-23d2be666ba6 req-5b65f7f5-94f9-457f-818c-8ba4609ee5a3 tempest-FloatingIPsAssociationTestJSON-150840125 tempest-FloatingIPsAssociationTestJSON-150840125-project] 10.222.0.13 "GET /v2.0/networks/40c8335d-cd0b-4cb5-910a-d4dcddd5cbec HTTP/1.1" status: 200 len: 784 time: 0.1334953 Nov 05 18:44:34.839794 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Provisioning complete for port d680f5a0-0768-4036-a434-70d83e4a0a0d triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:44:34.840184 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:34.843074 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-775c0831-3d6f-4b4c-90e5-158e1c0eb7a5 tempest-ServersTestManualDisk-737181692 tempest-ServersTestManualDisk-737181692-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:34.858036 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-30f2c920-8881-4c71-8a6c-a9bfda694f8a req-d79db8be-eaea-46fa-aa8f-665c1fdd851a service neutron] 10.222.0.41 "GET /v2.0/networks/324a563f-bace-4674-b8a0-3af35aa21023?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1548200 Nov 05 18:44:34.946257 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 521 Content-Type: application/json Date: Fri, 05 Nov 2021 18:44:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-200b8b23-0616-460c-9665-b25373056969 x-openstack-request-id: req-200b8b23-0616-460c-9665-b25373056969 {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 18:44:34.946257 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3211213d-5f72-4665-9237-153dfa751f1a", "tag": "ec710ca3-509e-4561-83ed-f414242c92b7", "status": "completed", "code": 200}, {"server_uuid": "d3b6ffab-3080-4469-afa9-0da51e8b90f6", "name": "network-vif-deleted", "tag": "1667f1ba-f53f-4902-87fb-c3f39d5734bb", "status": "completed", "code": 200}, {"server_uuid": "f4ff8b6e-c6a4-4912-8809-43612fd985ce", "name": "network-vif-deleted", "tag": "979d7d29-4bea-43fd-a3cf-828894448c3f", "status": "completed", "code": 200}]} {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 18:44:34.946257 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-200b8b23-0616-460c-9665-b25373056969 {{(pid=102386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 18:44:34.946257 n-d-816865-1 neutron-server[102386]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3211213d-5f72-4665-9237-153dfa751f1a', 'tag': 'ec710ca3-509e-4561-83ed-f414242c92b7', 'status': 'completed', 'code': 200} Nov 05 18:44:34.946257 n-d-816865-1 neutron-server[102386]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3b6ffab-3080-4469-afa9-0da51e8b90f6', 'name': 'network-vif-deleted', 'tag': '1667f1ba-f53f-4902-87fb-c3f39d5734bb', 'status': 'completed', 'code': 200} Nov 05 18:44:34.946257 n-d-816865-1 neutron-server[102386]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4ff8b6e-c6a4-4912-8809-43612fd985ce', 'name': 'network-vif-deleted', 'tag': '979d7d29-4bea-43fd-a3cf-828894448c3f', 'status': 'completed', 'code': 200} Nov 05 18:44:34.990769 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:35.003212 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-30f2c920-8881-4c71-8a6c-a9bfda694f8a req-fb840b7f-d4ec-4df6-91b9-5b41d29e6c10 service neutron] 10.222.0.41 "GET /v2.0/networks/324a563f-bace-4674-b8a0-3af35aa21023?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1356714 Nov 05 18:44:35.059538 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11477e76-1bb2-4353-b64a-16e5d4c6ddc1 req-33ab5719-e0bd-4236-b3bd-b77782c8ed63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:44:35.063218 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-11477e76-1bb2-4353-b64a-16e5d4c6ddc1 req-33ab5719-e0bd-4236-b3bd-b77782c8ed63 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7cc0b234e0c74edeb5d0485be80e09f5&device_id=3211213d-5f72-4665-9237-153dfa751f1a HTTP/1.1" status: 200 len: 1125 time: 0.0699902 Nov 05 18:44:35.077367 n-d-816865-1 neutron-server[102388]: DEBUG neutron.notifiers.nova [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bfba3ce5-c439-44d1-8b5e-36948ba5ec18 {{(pid=102388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 18:44:35.086801 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-1a0e35a2-21af-430f-9c81-0fb9a926b7f0 req-51d23c90-d4b1-4062-acc7-8e59212159c5 tempest-FloatingIPsAssociationTestJSON-150840125 tempest-FloatingIPsAssociationTestJSON-150840125-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.6.210 HTTP/1.1" status: 200 len: 1001 time: 0.1046488 Nov 05 18:44:35.101151 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-775c0831-3d6f-4b4c-90e5-158e1c0eb7a5 tempest-ServersTestManualDisk-737181692 tempest-ServersTestManualDisk-737181692-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985308'] for security_group_rule, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:35.140340 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-a0d89f01-f94a-469e-b3db-0b50b4c1437c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:35.154370 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] For port bfba3ce5-c439-44d1-8b5e-36948ba5ec18, host n-h1-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=bfba3ce5-c439-44d1-8b5e-36948ba5ec18,segment=NetworkSegment(35c2db9c-522d-48d3-98cf-a08c2cc55db7),segment_id=35c2db9c-522d-48d3-98cf-a08c2cc55db7)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:44:35.155955 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775c0831-3d6f-4b4c-90e5-158e1c0eb7a5 tempest-ServersTestManualDisk-737181692 tempest-ServersTestManualDisk-737181692-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=02ba8965-9ac1-4994-9405-07bb99f861fe,revision_number=0']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:44:35.157352 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c3e75f-a705-44df-94cb-8f5e15a29f73 req-e570db8d-766a-443a-a60e-7ec9661a6d97 tempest-ServerDiskConfigTestJSON-70330027 tempest-ServerDiskConfigTestJSON-70330027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:44:35.159656 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-44c3e75f-a705-44df-94cb-8f5e15a29f73 req-e570db8d-766a-443a-a60e-7ec9661a6d97 tempest-ServerDiskConfigTestJSON-70330027 tempest-ServerDiskConfigTestJSON-70330027-project] 10.222.0.13 "GET /v2.0/ports?device_id=37f2d1b1-c888-40ea-87ed-a1c6bcf55283 HTTP/1.1" status: 200 len: 946 time: 0.0916717 Nov 05 18:44:35.167156 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0e35a2-21af-430f-9c81-0fb9a926b7f0 req-01607552-cf67-418f-9fc9-3a7f20489d0e tempest-FloatingIPsAssociationTestJSON-150840125 tempest-FloatingIPsAssociationTestJSON-150840125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:44:35.168555 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-1a0e35a2-21af-430f-9c81-0fb9a926b7f0 req-01607552-cf67-418f-9fc9-3a7f20489d0e tempest-FloatingIPsAssociationTestJSON-150840125 tempest-FloatingIPsAssociationTestJSON-150840125-project] 10.222.0.13 "GET /v2.0/ports/de453395-c788-4a67-a026-166ca2c30bed HTTP/1.1" status: 200 len: 942 time: 0.0673809 Nov 05 18:44:35.195728 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11477e76-1bb2-4353-b64a-16e5d4c6ddc1 req-b4172824-215d-4189-8a72-20267c4bf6b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:44:35.197360 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-11477e76-1bb2-4353-b64a-16e5d4c6ddc1 req-b4172824-215d-4189-8a72-20267c4bf6b5 service neutron] 10.222.0.55 "GET /v2.0/networks?id=1a9992ef-da6b-4f25-bd43-f1196ce8f1a8 HTTP/1.1" status: 200 len: 908 time: 0.1265934 Nov 05 18:44:35.231201 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-44c3e75f-a705-44df-94cb-8f5e15a29f73 req-f01e9dad-92ba-45bb-b4cd-7eb001a9dc1c tempest-ServerDiskConfigTestJSON-70330027 tempest-ServerDiskConfigTestJSON-70330027-project] 10.222.0.13 "GET /v2.0/security-groups?id=415b984e-2c75-4a2b-aae3-7fe54c54a52e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615432 Nov 05 18:44:35.245064 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-11477e76-1bb2-4353-b64a-16e5d4c6ddc1 req-12e9aa54-a770-4814-985e-37dc6c0252a9 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ec710ca3-509e-4561-83ed-f414242c92b7 HTTP/1.1" status: 200 len: 217 time: 0.0382898 Nov 05 18:44:35.247948 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-775c0831-3d6f-4b4c-90e5-158e1c0eb7a5 tempest-ServersTestManualDisk-737181692 tempest-ServersTestManualDisk-737181692-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:35.252788 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-775c0831-3d6f-4b4c-90e5-158e1c0eb7a5 tempest-ServersTestManualDisk-737181692 tempest-ServersTestManualDisk-737181692-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8496327 Nov 05 18:44:35.273101 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 48016) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:44:35.273101 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-7d9b64ad-f62d-4eee-894c-876ee809e422 tempest-ServersTestManualDisk-737181692 tempest-ServersTestManualDisk-737181692-project] Request body: {'floatingip': {'floating_network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:44:35.273348 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:35.320563 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-1a0e35a2-21af-430f-9c81-0fb9a926b7f0 req-55181559-0eb7-471a-ae4d-8ae4a4a589d3 tempest-FloatingIPsAssociationTestJSON-150840125 tempest-FloatingIPsAssociationTestJSON-150840125-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.6.210 HTTP/1.1" status: 200 len: 1001 time: 0.0948131 Nov 05 18:44:35.326689 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Pushing event updated for resources: {'Port': ['ID=bfba3ce5-c439-44d1-8b5e-36948ba5ec18,revision_number=10']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:44:35.327086 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11477e76-1bb2-4353-b64a-16e5d4c6ddc1 req-bff7809f-1117-442b-89e3-60f9b89d68e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:44:35.328820 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-11477e76-1bb2-4353-b64a-16e5d4c6ddc1 req-bff7809f-1117-442b-89e3-60f9b89d68e6 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=82b7bbfc-ac99-45bb-a8a9-211b9b80ecc2 HTTP/1.1" status: 200 len: 847 time: 0.0750310 Nov 05 18:44:35.335957 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Device ec710ca3-509e-4561-83ed-f414242c92b7 details requested by agent hyperv_n-h1-816865-1 with host n-h1-816865-1 {{(pid=102388) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 05 18:44:35.355091 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-9d0f18db-b92f-411b-a956-1da92437f98a None None] Publish callbacks [] for port, precommit_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:35.365357 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-11477e76-1bb2-4353-b64a-16e5d4c6ddc1 req-9a6c607e-6904-488b-ab05-0c42b6780f01 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=1a9992ef-da6b-4f25-bd43-f1196ce8f1a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259936 Nov 05 18:44:35.400446 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-7d9b64ad-f62d-4eee-894c-876ee809e422 tempest-ServersTestManualDisk-737181692 tempest-ServersTestManualDisk-737181692-project] Publish callbacks [] for floatingip, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:35.446082 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ef8670-bc8b-42c7-a867-67d6788885c7 req-c3cf08cd-07b8-443e-9b33-478e9a4d530c tempest-ServersAdminTestJSON-1640316766 tempest-ServersAdminTestJSON-1640316766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:44:35.447443 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-f2ef8670-bc8b-42c7-a867-67d6788885c7 req-c3cf08cd-07b8-443e-9b33-478e9a4d530c tempest-ServersAdminTestJSON-1640316766 tempest-ServersAdminTestJSON-1640316766-project] 10.222.0.13 "GET /v2.0/ports?device_id=0bd48938-7d8f-4ea5-981b-397a2676ea1c HTTP/1.1" status: 200 len: 950 time: 0.1132317 Nov 05 18:44:35.459485 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] For port ec710ca3-509e-4561-83ed-f414242c92b7, host n-h2-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=ec710ca3-509e-4561-83ed-f414242c92b7,segment=NetworkSegment(b9f65680-5ef1-4bb4-ac2c-6d7ba403921d),segment_id=b9f65680-5ef1-4bb4-ac2c-6d7ba403921d)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:44:35.462816 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-9d0f18db-b92f-411b-a956-1da92437f98a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:35.482553 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0e35a2-21af-430f-9c81-0fb9a926b7f0 req-e40011f4-116c-4439-8e99-7b68462c1e3d tempest-FloatingIPsAssociationTestJSON-150840125 tempest-FloatingIPsAssociationTestJSON-150840125-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:44:35.483933 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-1a0e35a2-21af-430f-9c81-0fb9a926b7f0 req-e40011f4-116c-4439-8e99-7b68462c1e3d tempest-FloatingIPsAssociationTestJSON-150840125 tempest-FloatingIPsAssociationTestJSON-150840125-project] 10.222.0.13 "GET /v2.0/networks/40c8335d-cd0b-4cb5-910a-d4dcddd5cbec HTTP/1.1" status: 200 len: 784 time: 0.1625416 Nov 05 18:44:35.511929 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Device ec710ca3-509e-4561-83ed-f414242c92b7 has no active binding in host n-h1-816865-1 {{(pid=102388) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 05 18:44:35.537262 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-11477e76-1bb2-4353-b64a-16e5d4c6ddc1 req-84c84ccc-9987-48e5-969c-47cfd3de0782 service neutron] 10.222.0.55 "GET /v2.0/networks/1a9992ef-da6b-4f25-bd43-f1196ce8f1a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1631045 Nov 05 18:44:35.541889 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fef8c4c-d294-403d-a909-0475dd245da3 None None] Pushing event updated for resources: {'Port': ['ID=ce67a294-35d2-4047-81e9-0d2435a629dc,revision_number=3']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:44:35.562753 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-f2ef8670-bc8b-42c7-a867-67d6788885c7 req-508af2ee-a867-44a4-92fe-6a62a9cb8262 tempest-ServersAdminTestJSON-1640316766 tempest-ServersAdminTestJSON-1640316766-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c663dac-2477-42f8-b37f-f366129474aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034312 Nov 05 18:44:35.603938 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-1a0e35a2-21af-430f-9c81-0fb9a926b7f0 req-0c08028d-0461-4c24-be46-78000eb68d41 tempest-FloatingIPsAssociationTestJSON-150840125 tempest-FloatingIPsAssociationTestJSON-150840125-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.6.210 HTTP/1.1" status: 200 len: 1001 time: 0.1119726 Nov 05 18:44:35.604837 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-9d0f18db-b92f-411b-a956-1da92437f98a None None] Attempting to bind port ce67a294-35d2-4047-81e9-0d2435a629dc on host n-d-816865-1 for vnic_type normal with profile {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 18:44:35.605456 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-9d0f18db-b92f-411b-a956-1da92437f98a None None] Attempting to bind port ce67a294-35d2-4047-81e9-0d2435a629dc by drivers openvswitch,hyperv on host n-d-816865-1 at level 0 using segments [{'id': '9033e3b7-e57f-4353-9998-35fce5690d1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'dcdefe85-0b9a-4710-a2e9-41da31eb0233'}] {{(pid=102388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 18:44:35.606263 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d0f18db-b92f-411b-a956-1da92437f98a None None] Attempting to bind port ce67a294-35d2-4047-81e9-0d2435a629dc on network dcdefe85-0b9a-4710-a2e9-41da31eb0233 {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 18:44:35.609577 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [req-1a0e35a2-21af-430f-9c81-0fb9a926b7f0 req-c9b87c7c-96f1-43d9-99f7-2c1fcc1966a9 tempest-FloatingIPsAssociationTestJSON-150840125 tempest-FloatingIPsAssociationTestJSON-150840125-project] Request body: {'floatingip': {'port_id': None}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:44:35.612998 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d0f18db-b92f-411b-a956-1da92437f98a None None] Checking agent: {'id': '724d89a7-611b-41e6-bc85-c48112b17afa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 18, 25, 8), 'started_at': datetime.datetime(2021, 11, 5, 18, 25, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 18, 44, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 18:44:35.613768 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d0f18db-b92f-411b-a956-1da92437f98a None None] Checking segment: {'id': '9033e3b7-e57f-4353-9998-35fce5690d1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'dcdefe85-0b9a-4710-a2e9-41da31eb0233'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 18:44:35.614472 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-9d0f18db-b92f-411b-a956-1da92437f98a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:35.615109 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d0f18db-b92f-411b-a956-1da92437f98a None None] Bound using segment: {'id': '9033e3b7-e57f-4353-9998-35fce5690d1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'dcdefe85-0b9a-4710-a2e9-41da31eb0233'} {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 18:44:35.615658 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-9d0f18db-b92f-411b-a956-1da92437f98a None None] Bound port: ce67a294-35d2-4047-81e9-0d2435a629dc, host: n-d-816865-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9033e3b7-e57f-4353-9998-35fce5690d1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'dcdefe85-0b9a-4710-a2e9-41da31eb0233'}}] {{(pid=102388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 18:44:35.616110 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-9d0f18db-b92f-411b-a956-1da92437f98a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:35.676595 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] get_ports_and_sgs() called for port_ids ['bfba3ce5-c439-44d1-8b5e-36948ba5ec18'] {{(pid=102388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 18:44:35.721903 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-9d0f18db-b92f-411b-a956-1da92437f98a None None] For port ce67a294-35d2-4047-81e9-0d2435a629dc, host n-d-816865-1, cleared binding levels {{(pid=102388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 18:44:35.740027 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc12aeb3-576e-46f6-8991-cebfeddc73b3 req-6a386ca8-4b62-4640-aa0f-8a29488c3e3f tempest-ServerDiskConfigTestJSON-70330027 tempest-ServerDiskConfigTestJSON-70330027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:44:35.741847 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-dc12aeb3-576e-46f6-8991-cebfeddc73b3 req-6a386ca8-4b62-4640-aa0f-8a29488c3e3f tempest-ServerDiskConfigTestJSON-70330027 tempest-ServerDiskConfigTestJSON-70330027-project] 10.222.0.13 "GET /v2.0/ports?device_id=37f2d1b1-c888-40ea-87ed-a1c6bcf55283 HTTP/1.1" status: 200 len: 946 time: 0.0859666 Nov 05 18:44:35.745145 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-9d0f18db-b92f-411b-a956-1da92437f98a None None] For port ce67a294-35d2-4047-81e9-0d2435a629dc, host n-d-816865-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=ce67a294-35d2-4047-81e9-0d2435a629dc,segment=NetworkSegment(9033e3b7-e57f-4353-9998-35fce5690d1a),segment_id=9033e3b7-e57f-4353-9998-35fce5690d1a)] {{(pid=102388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 18:44:35.746284 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-1a0e35a2-21af-430f-9c81-0fb9a926b7f0 req-c9b87c7c-96f1-43d9-99f7-2c1fcc1966a9 tempest-FloatingIPsAssociationTestJSON-150840125 tempest-FloatingIPsAssociationTestJSON-150840125-project] Publish callbacks [] for floatingip, before_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:35.827408 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-9d0f18db-b92f-411b-a956-1da92437f98a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:35.865024 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-dc12aeb3-576e-46f6-8991-cebfeddc73b3 req-5219d0e3-6d10-4adc-86db-a1005b72c5b5 tempest-ServerDiskConfigTestJSON-70330027 tempest-ServerDiskConfigTestJSON-70330027-project] 10.222.0.13 "GET /v2.0/security-groups?id=415b984e-2c75-4a2b-aae3-7fe54c54a52e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151905 Nov 05 18:44:35.933035 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:35.948762 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fef8c4c-d294-403d-a909-0475dd245da3 None None] Pushing event updated for resources: {'Port': ['ID=ce67a294-35d2-4047-81e9-0d2435a629dc,revision_number=4']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:44:35.954442 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d0f18db-b92f-411b-a956-1da92437f98a None None] Routers {'5d402d52-8912-4339-9305-9df549ca8738'} bound to L3 agent in host n-d-816865-1 {{(pid=102388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 18:44:35.955111 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-9d0f18db-b92f-411b-a956-1da92437f98a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T18:44:35Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['5d402d52-8912-4339-9305-9df549ca8738'], 'active': True} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:44:35.966656 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 48028) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:44:35.993605 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-7d9b64ad-f62d-4eee-894c-876ee809e422 tempest-ServersTestManualDisk-737181692 tempest-ServersTestManualDisk-737181692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:36.048059 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.db_base_plugin_v2 [None req-40647725-8747-4d12-a85c-db119b1c230b admin admin] Deleting subnet 62c050a2-60f8-4c72-8eb4-189eb0ea2c1c {{(pid=102387) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 05 18:44:36.053471 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-40647725-8747-4d12-a85c-db119b1c230b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:36.065768 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-11477e76-1bb2-4353-b64a-16e5d4c6ddc1 req-fb5989d7-688d-450f-93af-9cf98a25f0c5 service neutron] 10.222.0.55 "GET /v2.0/networks/1a9992ef-da6b-4f25-bd43-f1196ce8f1a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5142539 Nov 05 18:44:36.111266 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-40647725-8747-4d12-a85c-db119b1c230b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4463501'] for subnet, precommit_delete_associations {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:36.162223 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.db_base_plugin_common [None req-7d9b64ad-f62d-4eee-894c-876ee809e422 tempest-ServersTestManualDisk-737181692 tempest-ServersTestManualDisk-737181692-project] Allocated IP 172.25.6.230 (40c8335d-cd0b-4cb5-910a-d4dcddd5cbec/04fe6db3-e108-4208-943d-6518424f5726/7504a8d2-3cc3-478c-836d-9fed8471bede) {{(pid=102386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 18:44:36.163995 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvr_db [None req-9d0f18db-b92f-411b-a956-1da92437f98a None None] Set router 5d402d52-8912-4339-9305-9df549ca8738 gateway port host: n-d-816865-1 {{(pid=102388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 18:44:36.203177 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-fec4fdb0-fd22-4dc8-9a46-92b74ac9cb39 None None] Provisioning complete for port ce67a294-35d2-4047-81e9-0d2435a629dc triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:44:36.203638 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-fec4fdb0-fd22-4dc8-9a46-92b74ac9cb39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:36.233217 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-1a0e35a2-21af-430f-9c81-0fb9a926b7f0 req-c9b87c7c-96f1-43d9-99f7-2c1fcc1966a9 tempest-FloatingIPsAssociationTestJSON-150840125 tempest-FloatingIPsAssociationTestJSON-150840125-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:36.240550 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-40647725-8747-4d12-a85c-db119b1c230b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1573928'] for subnet, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:36.290894 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b304910f-7b27-444b-a8fc-977d26b1ceac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:36.291446 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-7d9b64ad-f62d-4eee-894c-876ee809e422 tempest-ServersTestManualDisk-737181692 tempest-ServersTestManualDisk-737181692-project] Publish callbacks [] for port, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:36.295500 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f021de48-382f-4a4b-bad9-3b59c3fb9062 req-dd6d2f37-764a-499f-a7dd-034e7e0fc10a tempest-LiveMigrationTest-600821399 tempest-LiveMigrationTest-600821399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:44:36.297231 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-f021de48-382f-4a4b-bad9-3b59c3fb9062 req-dd6d2f37-764a-499f-a7dd-034e7e0fc10a tempest-LiveMigrationTest-600821399 tempest-LiveMigrationTest-600821399-project] 10.222.0.13 "GET /v2.0/ports?device_id=3211213d-5f72-4665-9237-153dfa751f1a HTTP/1.1" status: 200 len: 944 time: 0.1567991 Nov 05 18:44:36.311555 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-1a0e35a2-21af-430f-9c81-0fb9a926b7f0 req-c9b87c7c-96f1-43d9-99f7-2c1fcc1966a9 tempest-FloatingIPsAssociationTestJSON-150840125 tempest-FloatingIPsAssociationTestJSON-150840125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1000577'] for floatingip, after_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:36.312072 n-d-816865-1 neutron-server[102387]: INFO neutron.db.l3_db [req-1a0e35a2-21af-430f-9c81-0fb9a926b7f0 req-c9b87c7c-96f1-43d9-99f7-2c1fcc1966a9 tempest-FloatingIPsAssociationTestJSON-150840125 tempest-FloatingIPsAssociationTestJSON-150840125-project] Floating IP dfc0063a-f04e-4dab-8adf-e63318628505 disassociated. External IP: 172.25.6.210, port: de453395-c788-4a67-a026-166ca2c30bed. Nov 05 18:44:36.405453 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-7d9b64ad-f62d-4eee-894c-876ee809e422 tempest-ServersTestManualDisk-737181692 tempest-ServersTestManualDisk-737181692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:36.406826 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-fec4fdb0-fd22-4dc8-9a46-92b74ac9cb39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:36.461002 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-f021de48-382f-4a4b-bad9-3b59c3fb9062 req-14610098-51c1-4efc-b491-fc4b88a9bc87 tempest-LiveMigrationTest-600821399 tempest-LiveMigrationTest-600821399-project] 10.222.0.13 "GET /v2.0/security-groups?id=3677ad50-e4bf-4315-8aa4-e48810edc139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509182 Nov 05 18:44:36.469008 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9b64ad-f62d-4eee-894c-876ee809e422 tempest-ServersTestManualDisk-737181692 tempest-ServersTestManualDisk-737181692-project] Pushing event updated for resources: {'Port': ['ID=7504a8d2-3cc3-478c-836d-9fed8471bede,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:44:36.474996 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-40647725-8747-4d12-a85c-db119b1c230b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1573905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4417146', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5112209'] for subnet, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:36.475228 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-fec4fdb0-fd22-4dc8-9a46-92b74ac9cb39 None None] For port ce67a294-35d2-4047-81e9-0d2435a629dc, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=ce67a294-35d2-4047-81e9-0d2435a629dc,segment=NetworkSegment(9033e3b7-e57f-4353-9998-35fce5690d1a),segment_id=9033e3b7-e57f-4353-9998-35fce5690d1a)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:44:36.488664 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d9b64ad-f62d-4eee-894c-876ee809e422 tempest-ServersTestManualDisk-737181692 tempest-ServersTestManualDisk-737181692-project] Network 40c8335d-cd0b-4cb5-910a-d4dcddd5cbec is already hosted by enough agents. {{(pid=102386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 18:44:36.489967 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.base_scheduler [None req-7d9b64ad-f62d-4eee-894c-876ee809e422 tempest-ServersTestManualDisk-737181692 tempest-ServersTestManualDisk-737181692-project] Resources bound (agent type, host, resource id): {{(pid=102386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:44:36.496440 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d9b64ad-f62d-4eee-894c-876ee809e422 tempest-ServersTestManualDisk-737181692 tempest-ServersTestManualDisk-737181692-project] Received port after_create {{(pid=102386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 18:44:36.507247 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-40647725-8747-4d12-a85c-db119b1c230b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597851'] for subnet, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:36.510460 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-40647725-8747-4d12-a85c-db119b1c230b admin admin] 10.222.0.13 "DELETE /v2.0/subnets/62c050a2-60f8-4c72-8eb4-189eb0ea2c1c HTTP/1.1" status: 204 len: 168 time: 0.5426557 Nov 05 18:44:36.522636 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-9d0f18db-b92f-411b-a956-1da92437f98a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d402d52-8912-4339-9305-9df549ca8738', 'name': 'tempest-ServersTestManualDisk-1149270122-router', 'tenant_id': '212c749f8d63405d9325748fedbd9a74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.206'}], 'enable_snat': True}, 'gw_port_id': 'd680f5a0-0768-4036-a434-70d83e4a0a0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T18:44:24Z', 'updated_at': '2021-11-05T18:44:29Z', 'revision_number': 4, 'project_id': '212c749f8d63405d9325748fedbd9a74', 'gw_port': {'id': 'd680f5a0-0768-4036-a434-70d83e4a0a0d', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:e8:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d402d52-8912-4339-9305-9df549ca8738', 'device_owner': 'network:router_gateway', 'standard_attr_id': 951, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T18:44:25Z', 'updated_at': '2021-11-05T18:44:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1', '_interfaces': [{'id': 'ce67a294-35d2-4047-81e9-0d2435a629dc', 'name': '', 'network_id': 'dcdefe85-0b9a-4710-a2e9-41da31eb0233', 'tenant_id': '212c749f8d63405d9325748fedbd9a74', 'mac_address': 'fa:16:3e:4c:d5:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d402d52-8912-4339-9305-9df549ca8738', 'device_owner': 'network:router_interface', 'standard_attr_id': 952, 'fixed_ips': [{'subnet_id': 'ff18284e-1ede-44da-8cc4-bb6087008353', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T18:44:28Z', 'updated_at': '2021-11-05T18:44:35Z', 'revision_number': 4, 'project_id': '212c749f8d63405d9325748fedbd9a74', 'subnets': [{'id': 'ff18284e-1ede-44da-8cc4-bb6087008353', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-1', False) {} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:44:36.529610 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 48032) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:44:36.539832 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40647725-8747-4d12-a85c-db119b1c230b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=62c050a2-60f8-4c72-8eb4-189eb0ea2c1c,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:44:36.573544 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-fec4fdb0-fd22-4dc8-9a46-92b74ac9cb39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:36.575631 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d0f18db-b92f-411b-a956-1da92437f98a None None] The sync data for ids ['5d402d52-8912-4339-9305-9df549ca8738'] in n-d-816865-1 is: [{'id': '5d402d52-8912-4339-9305-9df549ca8738', 'name': 'tempest-ServersTestManualDisk-1149270122-router', 'tenant_id': '212c749f8d63405d9325748fedbd9a74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.206'}], 'enable_snat': True}, 'gw_port_id': 'd680f5a0-0768-4036-a434-70d83e4a0a0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T18:44:24Z', 'updated_at': '2021-11-05T18:44:29Z', 'revision_number': 4, 'project_id': '212c749f8d63405d9325748fedbd9a74', 'gw_port': {'id': 'd680f5a0-0768-4036-a434-70d83e4a0a0d', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:e8:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d402d52-8912-4339-9305-9df549ca8738', 'device_owner': 'network:router_gateway', 'standard_attr_id': 951, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T18:44:25Z', 'updated_at': '2021-11-05T18:44:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1', '_interfaces': [{'id': 'ce67a294-35d2-4047-81e9-0d2435a629dc', 'name': '', 'network_id': 'dcdefe85-0b9a-4710-a2e9-41da31eb0233', 'tenant_id': '212c749f8d63405d9325748fedbd9a74', 'mac_address': 'fa:16:3e:4c:d5:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d402d52-8912-4339-9305-9df549ca8738', 'device_owner': 'network:router_interface', 'standard_attr_id': 952, 'fixed_ips': [{'subnet_id': 'ff18284e-1ede-44da-8cc4-bb6087008353', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T18:44:28Z', 'updated_at': '2021-11-05T18:44:35Z', 'revision_number': 4, 'project_id': '212c749f8d63405d9325748fedbd9a74', 'subnets': [{'id': 'ff18284e-1ede-44da-8cc4-bb6087008353', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 18:44:36.643402 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device ce67a294-35d2-4047-81e9-0d2435a629dc up at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 18:44:36.664074 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-7d034f84-ed5c-4cbf-b384-044f6b65e13b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1664226'] for network, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:36.667075 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-7d9b64ad-f62d-4eee-894c-876ee809e422 tempest-ServersTestManualDisk-737181692 tempest-ServersTestManualDisk-737181692-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:36.738742 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec4fdb0-fd22-4dc8-9a46-92b74ac9cb39 None None] Pushing event updated for resources: {'Port': ['ID=ce67a294-35d2-4047-81e9-0d2435a629dc,revision_number=5']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:44:36.751200 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-36654f51-9de7-489b-a5d3-9adf28430ac1 None None] Provisioning complete for port ce67a294-35d2-4047-81e9-0d2435a629dc triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:44:36.751909 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-36654f51-9de7-489b-a5d3-9adf28430ac1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:36.775864 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Device 1667f1ba-f53f-4902-87fb-c3f39d5734bb no longer exists at agent hyperv_n-h2-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 18:44:36.812506 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] No Port match for: 1667f1ba-f53f-4902-87fb-c3f39d5734bb {{(pid=102388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 18:44:36.812840 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Device 1667f1ba-f53f-4902-87fb-c3f39d5734bb not bound to the agent host n-h2-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 18:44:36.824545 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Provisioning complete for port ce67a294-35d2-4047-81e9-0d2435a629dc triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:44:36.824918 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:36.867946 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-7d9b64ad-f62d-4eee-894c-876ee809e422 tempest-ServersTestManualDisk-737181692 tempest-ServersTestManualDisk-737181692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:37.167806 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-7d9b64ad-f62d-4eee-894c-876ee809e422 tempest-ServersTestManualDisk-737181692 tempest-ServersTestManualDisk-737181692-project] Publish callbacks [] for port, precommit_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:37.181625 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1a0e35a2-21af-430f-9c81-0fb9a926b7f0 req-c9b87c7c-96f1-43d9-99f7-2c1fcc1966a9 tempest-FloatingIPsAssociationTestJSON-150840125 tempest-FloatingIPsAssociationTestJSON-150840125-project] Router af88c0cd-0274-4a4d-a78e-c47021d1eb88 has already been hosted by L3 agent 6dcb5589-8e86-4616-9186-ddc4548e13ad {{(pid=102387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 18:44:37.189061 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-7d034f84-ed5c-4cbf-b384-044f6b65e13b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1579173', 'neutron.services.segments.db._delete_segments_for_network-8750027792909'] for network, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:37.224379 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e0be6c-f845-4a39-b217-192a37e25dd9 req-1041f1d5-144b-4971-8aa1-05514c4fa2ed tempest-ServersAdminTestJSON-1640316766 tempest-ServersAdminTestJSON-1640316766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:44:37.225997 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-82e0be6c-f845-4a39-b217-192a37e25dd9 req-1041f1d5-144b-4971-8aa1-05514c4fa2ed tempest-ServersAdminTestJSON-1640316766 tempest-ServersAdminTestJSON-1640316766-project] 10.222.0.13 "GET /v2.0/ports?device_id=0bd48938-7d8f-4ea5-981b-397a2676ea1c HTTP/1.1" status: 200 len: 950 time: 0.1418784 Nov 05 18:44:37.227747 n-d-816865-1 neutron-server[102387]: DEBUG neutron.services.segments.db [None req-7d034f84-ed5c-4cbf-b384-044f6b65e13b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ad50c20-cbe0-4f19-bda9-67915d432316']}} {{(pid=102387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:44:37.239113 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-7d9b64ad-f62d-4eee-894c-876ee809e422 tempest-ServersTestManualDisk-737181692 tempest-ServersTestManualDisk-737181692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6149821'] for port, after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:37.248406 n-d-816865-1 neutron-server[102387]: DEBUG neutron.services.segments.db [None req-7d034f84-ed5c-4cbf-b384-044f6b65e13b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '61eeb10a-a42f-40fc-9b5e-40dc210792d1') {'for_net_delete': True} {{(pid=102387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:44:37.248406 n-d-816865-1 neutron-server[102387]: DEBUG neutron.services.segments.db [None req-7d034f84-ed5c-4cbf-b384-044f6b65e13b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '61eeb10a-a42f-40fc-9b5e-40dc210792d1') {} {{(pid=102387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:44:37.274346 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-7d034f84-ed5c-4cbf-b384-044f6b65e13b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750027793430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4463492'] for segment, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:37.284801 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Device bfba3ce5-c439-44d1-8b5e-36948ba5ec18 up at agent hyperv_n-h1-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 18:44:37.321446 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9b64ad-f62d-4eee-894c-876ee809e422 tempest-ServersTestManualDisk-737181692 tempest-ServersTestManualDisk-737181692-project] Pushing event updated for resources: {'Port': ['ID=7504a8d2-3cc3-478c-836d-9fed8471bede,revision_number=2']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:44:37.334996 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-7d034f84-ed5c-4cbf-b384-044f6b65e13b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273'] for segment, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:37.345918 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-7d9b64ad-f62d-4eee-894c-876ee809e422 tempest-ServersTestManualDisk-737181692 tempest-ServersTestManualDisk-737181692-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1000577'] for floatingip, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:37.359781 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d034f84-ed5c-4cbf-b384-044f6b65e13b admin admin] Releasing vlan 194 on physical network physnet1 to pool {{(pid=102387) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 05 18:44:37.359781 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-7d034f84-ed5c-4cbf-b384-044f6b65e13b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4417236'] for segment, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:37.360001 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Provisioning complete for port bfba3ce5-c439-44d1-8b5e-36948ba5ec18 triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:44:37.360001 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:37.390967 n-d-816865-1 neutron-server[102387]: Traceback (most recent call last): Nov 05 18:44:37.390967 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 05 18:44:37.390967 n-d-816865-1 neutron-server[102387]: timer() Nov 05 18:44:37.390967 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 05 18:44:37.390967 n-d-816865-1 neutron-server[102387]: cb(*args, **kw) Nov 05 18:44:37.390967 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 05 18:44:37.390967 n-d-816865-1 neutron-server[102387]: return func(*args, **kwargs) Nov 05 18:44:37.390967 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 05 18:44:37.390967 n-d-816865-1 neutron-server[102387]: self._notify() Nov 05 18:44:37.390967 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 05 18:44:37.390967 n-d-816865-1 neutron-server[102387]: self.callback(batched_events) Nov 05 18:44:37.390967 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 05 18:44:37.390967 n-d-816865-1 neutron-server[102387]: event.method(event) Nov 05 18:44:37.390967 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 05 18:44:37.390967 n-d-816865-1 neutron-server[102387]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 05 18:44:37.390967 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 05 18:44:37.390967 n-d-816865-1 neutron-server[102387]: aggregate_uuid = self.p_client.list_aggregates( Nov 05 18:44:37.390967 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 05 18:44:37.390967 n-d-816865-1 neutron-server[102387]: return f(self, *a, **k) Nov 05 18:44:37.390967 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 05 18:44:37.390967 n-d-816865-1 neutron-server[102387]: return self._get(url).json() Nov 05 18:44:37.390967 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 05 18:44:37.390967 n-d-816865-1 neutron-server[102387]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 05 18:44:37.390967 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 05 18:44:37.390967 n-d-816865-1 neutron-server[102387]: return self.request(url, 'GET', **kwargs) Nov 05 18:44:37.390967 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 05 18:44:37.390967 n-d-816865-1 neutron-server[102387]: base_url = self.get_endpoint(auth, allow=allow, Nov 05 18:44:37.390967 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 05 18:44:37.390967 n-d-816865-1 neutron-server[102387]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 05 18:44:37.390967 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 05 18:44:37.390967 n-d-816865-1 neutron-server[102387]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 05 18:44:37.390967 n-d-816865-1 neutron-server[102387]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 05 18:44:37.414562 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-82e0be6c-f845-4a39-b217-192a37e25dd9 req-bacd082f-28b6-4cc5-8f2f-ad486564b4c5 tempest-ServersAdminTestJSON-1640316766 tempest-ServersAdminTestJSON-1640316766-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c663dac-2477-42f8-b37f-f366129474aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1769822 Nov 05 18:44:37.451459 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-7d9b64ad-f62d-4eee-894c-876ee809e422 tempest-ServersTestManualDisk-737181692 tempest-ServersTestManualDisk-737181692-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for floatingip, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:37.463639 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-7d9b64ad-f62d-4eee-894c-876ee809e422 tempest-ServersTestManualDisk-737181692 tempest-ServersTestManualDisk-737181692-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.1908863 Nov 05 18:44:37.465825 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1a0e35a2-21af-430f-9c81-0fb9a926b7f0 req-c9b87c7c-96f1-43d9-99f7-2c1fcc1966a9 tempest-FloatingIPsAssociationTestJSON-150840125 tempest-FloatingIPsAssociationTestJSON-150840125-project] Notify agent at l3_agent.n-d-816865-1 the message routers_updated {{(pid=102387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 18:44:37.469244 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-e4e7fa81-50c6-407d-b4ed-064c42fcfa38 req-0ce5ecc0-a31b-4bdf-a1a6-bb3cf50250d0 service neutron] 10.222.0.55 "GET /v2.0/ports/ec710ca3-509e-4561-83ed-f414242c92b7/bindings/n-h1-816865-1 HTTP/1.1" status: 200 len: 384 time: 0.0989392 Nov 05 18:44:37.475636 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-1a0e35a2-21af-430f-9c81-0fb9a926b7f0 req-c9b87c7c-96f1-43d9-99f7-2c1fcc1966a9 tempest-FloatingIPsAssociationTestJSON-150840125 tempest-FloatingIPsAssociationTestJSON-150840125-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for floatingip, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:37.479648 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:37.484087 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7966dbb9-5929-4ab2-8731-efdf973a5846 None None] Sync routers for ids ['af88c0cd-0274-4a4d-a78e-c47021d1eb88'] in n-d-816865-1 {{(pid=102388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 18:44:37.509717 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7966dbb9-5929-4ab2-8731-efdf973a5846 None None] Routers {'af88c0cd-0274-4a4d-a78e-c47021d1eb88'} bound to L3 agent in host n-d-816865-1 {{(pid=102388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 18:44:37.510200 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-1a0e35a2-21af-430f-9c81-0fb9a926b7f0 req-c9b87c7c-96f1-43d9-99f7-2c1fcc1966a9 tempest-FloatingIPsAssociationTestJSON-150840125 tempest-FloatingIPsAssociationTestJSON-150840125-project] 10.222.0.13 "PUT /v2.0/floatingips/dfc0063a-f04e-4dab-8adf-e63318628505 HTTP/1.1" status: 200 len: 696 time: 1.9053113 Nov 05 18:44:37.513919 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-7966dbb9-5929-4ab2-8731-efdf973a5846 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T18:44:35Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['af88c0cd-0274-4a4d-a78e-c47021d1eb88'], 'active': True} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:44:37.514374 n-d-816865-1 neutron-server[102387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1aa4f9bc-30b7-4399-b441-718e2402c852', 'tag': 'de453395-c788-4a67-a026-166ca2c30bed'}] {{(pid=102387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 18:44:37.524274 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab06bd4ddf5758c1f10d79fe34dc215bafa488692cde9dba2fcbcb67556f90bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ece2ecea-3a7b-432d-ad28-70110b84680a" -d '{"events": [{"name": "network-changed", "server_uuid": "1aa4f9bc-30b7-4399-b441-718e2402c852", "tag": "de453395-c788-4a67-a026-166ca2c30bed"}]}' {{(pid=102387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 18:44:37.565368 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-7d034f84-ed5c-4cbf-b384-044f6b65e13b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1579178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-956796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1000687'] for network, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:37.570155 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-7d034f84-ed5c-4cbf-b384-044f6b65e13b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597851'] for network, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:37.574427 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-7d034f84-ed5c-4cbf-b384-044f6b65e13b admin admin] 10.222.0.13 "DELETE /v2.0/networks/5ad50c20-cbe0-4f19-bda9-67915d432316 HTTP/1.1" status: 204 len: 168 time: 1.0426259 Nov 05 18:44:37.580642 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 48046) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:44:37.598154 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d034f84-ed5c-4cbf-b384-044f6b65e13b admin admin] Pushing event deleted for resources: {'Network': ['ID=5ad50c20-cbe0-4f19-bda9-67915d432316,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:44:37.634526 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0e35a2-21af-430f-9c81-0fb9a926b7f0 req-41c57497-4400-4bc9-a7e2-a2a778ab7a6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:44:37.636607 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-1a0e35a2-21af-430f-9c81-0fb9a926b7f0 req-41c57497-4400-4bc9-a7e2-a2a778ab7a6a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f99a9bdffb564060b331ec79eda75924&device_id=1aa4f9bc-30b7-4399-b441-718e2402c852 HTTP/1.1" status: 200 len: 1096 time: 0.1089463 Nov 05 18:44:37.652516 n-d-816865-1 neutron-server[102388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0bd48938-7d8f-4ea5-981b-397a2676ea1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfba3ce5-c439-44d1-8b5e-36948ba5ec18'}] {{(pid=102388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 18:44:37.655144 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85474fee1180e129d8a886d264fe0b30223aa672dd1ffe43b630605f18504f68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-260300fa-ccbd-4ac4-80a8-cf06b9d33d6e" -d '{"events": [{"server_uuid": "0bd48938-7d8f-4ea5-981b-397a2676ea1c", "name": "network-vif-plugged", "status": "completed", "tag": "bfba3ce5-c439-44d1-8b5e-36948ba5ec18"}]}' {{(pid=102388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 18:44:37.677299 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.db_base_plugin_v2 [None req-f08bf91f-77fc-40fe-8b82-a95716d7ddd1 admin admin] Deleting subnet 3162c087-b05e-4a7b-b365-e4ce139b52e5 {{(pid=102386) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 05 18:44:37.677578 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] For port bfba3ce5-c439-44d1-8b5e-36948ba5ec18, host n-h1-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=bfba3ce5-c439-44d1-8b5e-36948ba5ec18,segment=NetworkSegment(35c2db9c-522d-48d3-98cf-a08c2cc55db7),segment_id=35c2db9c-522d-48d3-98cf-a08c2cc55db7)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:44:37.679498 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvr_db [None req-7966dbb9-5929-4ab2-8731-efdf973a5846 None None] Set router af88c0cd-0274-4a4d-a78e-c47021d1eb88 gateway port host: n-d-816865-1 {{(pid=102388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 18:44:37.691437 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-f08bf91f-77fc-40fe-8b82-a95716d7ddd1 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:37.717822 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff96455-c269-4294-889b-806b469ca4c3 req-dfbb5a35-fc85-42af-9fea-0db7e5db8ac6 tempest-ServerDiskConfigTestJSON-70330027 tempest-ServerDiskConfigTestJSON-70330027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:44:37.721040 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-6ff96455-c269-4294-889b-806b469ca4c3 req-dfbb5a35-fc85-42af-9fea-0db7e5db8ac6 tempest-ServerDiskConfigTestJSON-70330027 tempest-ServerDiskConfigTestJSON-70330027-project] 10.222.0.13 "GET /v2.0/ports?device_id=37f2d1b1-c888-40ea-87ed-a1c6bcf55283 HTTP/1.1" status: 200 len: 946 time: 0.1257408 Nov 05 18:44:37.766016 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:37.767285 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Device 979d7d29-4bea-43fd-a3cf-828894448c3f no longer exists at agent hyperv_n-h1-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 18:44:37.780854 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-f08bf91f-77fc-40fe-8b82-a95716d7ddd1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4590738'] for subnet, precommit_delete_associations {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:37.809129 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-6ff96455-c269-4294-889b-806b469ca4c3 req-3c78509e-c578-4466-8340-87ba47dbe5be tempest-ServerDiskConfigTestJSON-70330027 tempest-ServerDiskConfigTestJSON-70330027-project] 10.222.0.13 "GET /v2.0/security-groups?id=415b984e-2c75-4a2b-aae3-7fe54c54a52e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800054 Nov 05 18:44:37.836704 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [req-e4e7fa81-50c6-407d-b4ed-064c42fcfa38 req-760f8201-97a7-4851-98a3-335ee65faa25 service neutron] For port ec710ca3-509e-4561-83ed-f414242c92b7, host n-h2-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=ec710ca3-509e-4561-83ed-f414242c92b7,segment=NetworkSegment(b9f65680-5ef1-4bb4-ac2c-6d7ba403921d),segment_id=b9f65680-5ef1-4bb4-ac2c-6d7ba403921d)] {{(pid=102386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:44:37.853774 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0e35a2-21af-430f-9c81-0fb9a926b7f0 req-23cf4fba-0977-4b56-8384-299b835a9c46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:44:37.856662 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-1a0e35a2-21af-430f-9c81-0fb9a926b7f0 req-23cf4fba-0977-4b56-8384-299b835a9c46 service neutron] 10.222.0.13 "GET /v2.0/networks?id=324a563f-bace-4674-b8a0-3af35aa21023 HTTP/1.1" status: 200 len: 921 time: 0.2134461 Nov 05 18:44:37.863234 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] No Port match for: 979d7d29-4bea-43fd-a3cf-828894448c3f {{(pid=102388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 18:44:37.864370 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Device 979d7d29-4bea-43fd-a3cf-828894448c3f not bound to the agent host n-h1-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 18:44:37.873253 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-f08bf91f-77fc-40fe-8b82-a95716d7ddd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1573928'] for subnet, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:37.900031 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [req-e4e7fa81-50c6-407d-b4ed-064c42fcfa38 req-760f8201-97a7-4851-98a3-335ee65faa25 service neutron] For port ec710ca3-509e-4561-83ed-f414242c92b7, host n-h2-816865-1, cleared binding levels {{(pid=102386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 18:44:37.933313 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Pushing event updated for resources: {'Port': ['ID=bfba3ce5-c439-44d1-8b5e-36948ba5ec18,revision_number=11']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:44:37.956172 n-d-816865-1 neutron-server[102386]: DEBUG neutron.notifiers.nova [req-e4e7fa81-50c6-407d-b4ed-064c42fcfa38 req-760f8201-97a7-4851-98a3-335ee65faa25 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec710ca3-509e-4561-83ed-f414242c92b7 {{(pid=102386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 18:44:37.966413 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-1a0e35a2-21af-430f-9c81-0fb9a926b7f0 req-c85e431e-0dfc-4c65-8722-b287f2125d41 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=de453395-c788-4a67-a026-166ca2c30bed HTTP/1.1" status: 200 len: 217 time: 0.1029358 Nov 05 18:44:37.978525 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [req-e4e7fa81-50c6-407d-b4ed-064c42fcfa38 req-760f8201-97a7-4851-98a3-335ee65faa25 service neutron] For port ec710ca3-509e-4561-83ed-f414242c92b7, host n-h1-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=ec710ca3-509e-4561-83ed-f414242c92b7,segment=NetworkSegment(b9f65680-5ef1-4bb4-ac2c-6d7ba403921d),segment_id=b9f65680-5ef1-4bb4-ac2c-6d7ba403921d)] {{(pid=102386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:44:38.043683 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-7966dbb9-5929-4ab2-8731-efdf973a5846 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af88c0cd-0274-4a4d-a78e-c47021d1eb88', 'name': 'tempest-FloatingIPsAssociationTestJSON-751442554-router', 'tenant_id': 'f99a9bdffb564060b331ec79eda75924', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.239'}], 'enable_snat': True}, 'gw_port_id': 'dbb62693-62e8-4594-bb32-2a7eb86dbd22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T18:43:27Z', 'updated_at': '2021-11-05T18:43:32Z', 'revision_number': 4, 'project_id': 'f99a9bdffb564060b331ec79eda75924', 'gw_port': {'id': 'dbb62693-62e8-4594-bb32-2a7eb86dbd22', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:a8:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af88c0cd-0274-4a4d-a78e-c47021d1eb88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 886, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T18:43:28Z', 'updated_at': '2021-11-05T18:43:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1', '_interfaces': [{'id': '91e6f2d8-d90f-4174-a884-9cf1f29d89b5', 'name': '', 'network_id': '324a563f-bace-4674-b8a0-3af35aa21023', 'tenant_id': 'f99a9bdffb564060b331ec79eda75924', 'mac_address': 'fa:16:3e:c1:88:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af88c0cd-0274-4a4d-a78e-c47021d1eb88', 'device_owner': 'network:router_interface', 'standard_attr_id': 892, 'fixed_ips': [{'subnet_id': '78388d9c-2599-4761-adf2-aadd49eafef3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T18:43:31Z', 'updated_at': '2021-11-05T18:43:38Z', 'revision_number': 5, 'project_id': 'f99a9bdffb564060b331ec79eda75924', 'subnets': [{'id': '78388d9c-2599-4761-adf2-aadd49eafef3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-1', False) {} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:44:38.055159 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0e35a2-21af-430f-9c81-0fb9a926b7f0 req-4625ff6b-c047-4731-aaa9-eeb26f7a5e8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:44:38.063168 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-1a0e35a2-21af-430f-9c81-0fb9a926b7f0 req-4625ff6b-c047-4731-aaa9-eeb26f7a5e8f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=78388d9c-2599-4761-adf2-aadd49eafef3 HTTP/1.1" status: 200 len: 859 time: 0.0788903 Nov 05 18:44:38.076349 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7966dbb9-5929-4ab2-8731-efdf973a5846 None None] Checking router: af88c0cd-0274-4a4d-a78e-c47021d1eb88 for host: n-d-816865-1 {{(pid=102388) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 18:44:38.079674 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-e4e7fa81-50c6-407d-b4ed-064c42fcfa38 req-760f8201-97a7-4851-98a3-335ee65faa25 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:38.085674 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40e9448-7189-4623-a773-f048ea376088 req-b2e3545c-7948-4493-989f-5da84e566299 tempest-LiveMigrationTest-600821399 tempest-LiveMigrationTest-600821399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:44:38.087654 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-d40e9448-7189-4623-a773-f048ea376088 req-b2e3545c-7948-4493-989f-5da84e566299 tempest-LiveMigrationTest-600821399 tempest-LiveMigrationTest-600821399-project] 10.222.0.13 "GET /v2.0/ports?device_id=3211213d-5f72-4665-9237-153dfa751f1a HTTP/1.1" status: 200 len: 944 time: 0.1201680 Nov 05 18:44:38.101027 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7966dbb9-5929-4ab2-8731-efdf973a5846 None None] Routers {'af88c0cd-0274-4a4d-a78e-c47021d1eb88'} bound to L3 agent in host n-d-816865-1 {{(pid=102388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 18:44:38.101668 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-7966dbb9-5929-4ab2-8731-efdf973a5846 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T18:44:35Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['af88c0cd-0274-4a4d-a78e-c47021d1eb88'], 'active': True} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:44:38.165378 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.provisioning_blocks [req-e4e7fa81-50c6-407d-b4ed-064c42fcfa38 req-760f8201-97a7-4851-98a3-335ee65faa25 service neutron] Transition to ACTIVE for port object ec710ca3-509e-4561-83ed-f414242c92b7 will not be triggered until provisioned by entity L2. {{(pid=102386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 05 18:44:38.166870 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-f08bf91f-77fc-40fe-8b82-a95716d7ddd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1573905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6149879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4877183'] for subnet, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:38.171968 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0e35a2-21af-430f-9c81-0fb9a926b7f0 req-fe1747f5-3ffb-42ea-8fa9-6614425dc4c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:44:38.174679 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-1a0e35a2-21af-430f-9c81-0fb9a926b7f0 req-fe1747f5-3ffb-42ea-8fa9-6614425dc4c6 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=324a563f-bace-4674-b8a0-3af35aa21023&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1112401 Nov 05 18:44:38.196630 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08bf91f-77fc-40fe-8b82-a95716d7ddd1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3162c087-b05e-4a7b-b365-e4ce139b52e5,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:44:38.198757 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-f08bf91f-77fc-40fe-8b82-a95716d7ddd1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:38.202028 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-f08bf91f-77fc-40fe-8b82-a95716d7ddd1 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/3162c087-b05e-4a7b-b365-e4ce139b52e5 HTTP/1.1" status: 204 len: 168 time: 0.6203580 Nov 05 18:44:38.206312 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 48056) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:44:38.216190 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-31f93893-a48e-4ae8-833d-dccb2b42eacc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:38.239915 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-e4e7fa81-50c6-407d-b4ed-064c42fcfa38 req-760f8201-97a7-4851-98a3-335ee65faa25 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6149821'] for port, after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:38.304475 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-d40e9448-7189-4623-a773-f048ea376088 req-cf82b5cc-8e4f-4496-a7da-fd1a16ac38a5 tempest-LiveMigrationTest-600821399 tempest-LiveMigrationTest-600821399-project] 10.222.0.13 "GET /v2.0/security-groups?id=3677ad50-e4bf-4315-8aa4-e48810edc139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1894207 Nov 05 18:44:38.321758 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-5c42a939-e9e1-41fb-b548-519827024846 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1664226'] for network, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:38.341059 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvr_db [None req-7966dbb9-5929-4ab2-8731-efdf973a5846 None None] Set router af88c0cd-0274-4a4d-a78e-c47021d1eb88 gateway port host: n-d-816865-1 {{(pid=102388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 18:44:38.362244 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-1a0e35a2-21af-430f-9c81-0fb9a926b7f0 req-de1ef26b-36ec-4801-b54e-70263e2c619e service neutron] 10.222.0.13 "GET /v2.0/networks/324a563f-bace-4674-b8a0-3af35aa21023?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1671576 Nov 05 18:44:38.369251 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4e7fa81-50c6-407d-b4ed-064c42fcfa38 req-760f8201-97a7-4851-98a3-335ee65faa25 service neutron] No DVR routers for this DVR port ec710ca3-509e-4561-83ed-f414242c92b7 on host n-h2-816865-1 {{(pid=102386) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 18:44:38.376514 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760f8201-97a7-4851-98a3-335ee65faa25 service neutron] Pushing event updated for resources: {'Port': ['ID=ec710ca3-509e-4561-83ed-f414242c92b7,revision_number=10']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:44:38.450853 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-e4e7fa81-50c6-407d-b4ed-064c42fcfa38 req-760f8201-97a7-4851-98a3-335ee65faa25 service neutron] 10.222.0.55 "PUT /v2.0/ports/ec710ca3-509e-4561-83ed-f414242c92b7/bindings/n-h1-816865-1/activate HTTP/1.1" status: 200 len: 369 time: 0.9710855 Nov 05 18:44:38.511373 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-5c42a939-e9e1-41fb-b548-519827024846 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1579173', 'neutron.services.segments.db._delete_segments_for_network-8750027792909'] for network, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:38.515393 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-1a0e35a2-21af-430f-9c81-0fb9a926b7f0 req-59c904c0-0da7-4ab0-9280-0ddc7bcdb8dd service neutron] 10.222.0.13 "GET /v2.0/networks/324a563f-bace-4674-b8a0-3af35aa21023?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1428905 Nov 05 18:44:38.523068 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 18:44:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3a19a3f-d5f9-4a69-99ed-5c42515b81f0 x-openstack-request-id: req-e3a19a3f-d5f9-4a69-99ed-5c42515b81f0 {{(pid=102387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 18:44:38.523068 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1aa4f9bc-30b7-4399-b441-718e2402c852", "tag": "de453395-c788-4a67-a026-166ca2c30bed", "status": "completed", "code": 200}]} {{(pid=102387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 18:44:38.523068 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e3a19a3f-d5f9-4a69-99ed-5c42515b81f0 {{(pid=102387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 18:44:38.523068 n-d-816865-1 neutron-server[102387]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1aa4f9bc-30b7-4399-b441-718e2402c852', 'tag': 'de453395-c788-4a67-a026-166ca2c30bed', 'status': 'completed', 'code': 200} Nov 05 18:44:38.543019 n-d-816865-1 neutron-server[102386]: DEBUG neutron.services.segments.db [None req-5c42a939-e9e1-41fb-b548-519827024846 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b5eb96b-26ee-440f-8bba-bf049453c3d7']}} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:44:38.556833 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:38.571495 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece2ecea-3a7b-432d-ad28-70110b84680a req-7000f67f-f886-4271-adab-b05a77bd1597 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:44:38.575617 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-ece2ecea-3a7b-432d-ad28-70110b84680a req-7000f67f-f886-4271-adab-b05a77bd1597 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f99a9bdffb564060b331ec79eda75924&device_id=1aa4f9bc-30b7-4399-b441-718e2402c852 HTTP/1.1" status: 200 len: 1096 time: 0.1238198 Nov 05 18:44:38.582438 n-d-816865-1 neutron-server[102386]: DEBUG neutron.services.segments.db [None req-5c42a939-e9e1-41fb-b548-519827024846 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ae4f986-1021-4557-a97c-8cb422010cbe') {'for_net_delete': True} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:44:38.587528 n-d-816865-1 neutron-server[102386]: DEBUG neutron.services.segments.db [None req-5c42a939-e9e1-41fb-b548-519827024846 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ae4f986-1021-4557-a97c-8cb422010cbe') {} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:44:38.621972 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-5c42a939-e9e1-41fb-b548-519827024846 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750027793430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4590747'] for segment, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:38.630298 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device ce67a294-35d2-4047-81e9-0d2435a629dc up at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 18:44:38.695699 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-7966dbb9-5929-4ab2-8731-efdf973a5846 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af88c0cd-0274-4a4d-a78e-c47021d1eb88', 'name': 'tempest-FloatingIPsAssociationTestJSON-751442554-router', 'tenant_id': 'f99a9bdffb564060b331ec79eda75924', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.239'}], 'enable_snat': True}, 'gw_port_id': 'dbb62693-62e8-4594-bb32-2a7eb86dbd22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T18:43:27Z', 'updated_at': '2021-11-05T18:43:32Z', 'revision_number': 4, 'project_id': 'f99a9bdffb564060b331ec79eda75924', 'gw_port': {'id': 'dbb62693-62e8-4594-bb32-2a7eb86dbd22', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:a8:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af88c0cd-0274-4a4d-a78e-c47021d1eb88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 886, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T18:43:28Z', 'updated_at': '2021-11-05T18:43:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1', '_interfaces': [{'id': '91e6f2d8-d90f-4174-a884-9cf1f29d89b5', 'name': '', 'network_id': '324a563f-bace-4674-b8a0-3af35aa21023', 'tenant_id': 'f99a9bdffb564060b331ec79eda75924', 'mac_address': 'fa:16:3e:c1:88:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af88c0cd-0274-4a4d-a78e-c47021d1eb88', 'device_owner': 'network:router_interface', 'standard_attr_id': 892, 'fixed_ips': [{'subnet_id': '78388d9c-2599-4761-adf2-aadd49eafef3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T18:43:31Z', 'updated_at': '2021-11-05T18:43:38Z', 'revision_number': 5, 'project_id': 'f99a9bdffb564060b331ec79eda75924', 'subnets': [{'id': '78388d9c-2599-4761-adf2-aadd49eafef3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-1', False) {} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:44:38.696974 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-5c42a939-e9e1-41fb-b548-519827024846 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273'] for segment, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:38.708692 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c42a939-e9e1-41fb-b548-519827024846 admin admin] Releasing vlan 161 on physical network physnet1 to pool {{(pid=102386) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 05 18:44:38.709096 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-5c42a939-e9e1-41fb-b548-519827024846 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6149721'] for segment, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:38.714969 n-d-816865-1 neutron-server[102386]: Traceback (most recent call last): Nov 05 18:44:38.714969 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 05 18:44:38.714969 n-d-816865-1 neutron-server[102386]: timer() Nov 05 18:44:38.714969 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 05 18:44:38.714969 n-d-816865-1 neutron-server[102386]: cb(*args, **kw) Nov 05 18:44:38.714969 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 05 18:44:38.714969 n-d-816865-1 neutron-server[102386]: return func(*args, **kwargs) Nov 05 18:44:38.714969 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 05 18:44:38.714969 n-d-816865-1 neutron-server[102386]: self._notify() Nov 05 18:44:38.714969 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 05 18:44:38.714969 n-d-816865-1 neutron-server[102386]: self.callback(batched_events) Nov 05 18:44:38.714969 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 05 18:44:38.714969 n-d-816865-1 neutron-server[102386]: event.method(event) Nov 05 18:44:38.714969 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 05 18:44:38.714969 n-d-816865-1 neutron-server[102386]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 05 18:44:38.714969 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 05 18:44:38.714969 n-d-816865-1 neutron-server[102386]: aggregate_uuid = self.p_client.list_aggregates( Nov 05 18:44:38.714969 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 05 18:44:38.714969 n-d-816865-1 neutron-server[102386]: return f(self, *a, **k) Nov 05 18:44:38.714969 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 05 18:44:38.714969 n-d-816865-1 neutron-server[102386]: return self._get(url).json() Nov 05 18:44:38.714969 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 05 18:44:38.714969 n-d-816865-1 neutron-server[102386]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 05 18:44:38.714969 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 05 18:44:38.714969 n-d-816865-1 neutron-server[102386]: return self.request(url, 'GET', **kwargs) Nov 05 18:44:38.714969 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 05 18:44:38.714969 n-d-816865-1 neutron-server[102386]: base_url = self.get_endpoint(auth, allow=allow, Nov 05 18:44:38.714969 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 05 18:44:38.714969 n-d-816865-1 neutron-server[102386]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 05 18:44:38.714969 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 05 18:44:38.714969 n-d-816865-1 neutron-server[102386]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 05 18:44:38.714969 n-d-816865-1 neutron-server[102386]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 05 18:44:38.726650 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e7fa81-50c6-407d-b4ed-064c42fcfa38 req-8e5ee4e9-9f11-4141-8e76-ee17b943f0a5 tempest-LiveMigrationTest-1249278027 tempest-LiveMigrationTest-1249278027-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:44:38.728163 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-e4e7fa81-50c6-407d-b4ed-064c42fcfa38 req-8e5ee4e9-9f11-4141-8e76-ee17b943f0a5 tempest-LiveMigrationTest-1249278027 tempest-LiveMigrationTest-1249278027-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=3211213d-5f72-4665-9237-153dfa751f1a&tenant_id=7cc0b234e0c74edeb5d0485be80e09f5&binding%3Ahost_id=n-h2-816865-1 HTTP/1.1" status: 200 len: 1096 time: 0.1342399 Nov 05 18:44:38.732844 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-f5c744a0-88da-41e5-9c9a-f12b5c5d5a6e req-b573c44a-c5bf-4928-a74f-d7f93c22d10a tempest-ServersTestManualDisk-737181692 tempest-ServersTestManualDisk-737181692-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--962806989&fields=id&tenant_id=212c749f8d63405d9325748fedbd9a74 HTTP/1.1" status: 200 len: 267 time: 0.1321192 Nov 05 18:44:38.746000 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7966dbb9-5929-4ab2-8731-efdf973a5846 None None] The sync data for ids ['af88c0cd-0274-4a4d-a78e-c47021d1eb88'] in n-d-816865-1 is: [{'id': 'af88c0cd-0274-4a4d-a78e-c47021d1eb88', 'name': 'tempest-FloatingIPsAssociationTestJSON-751442554-router', 'tenant_id': 'f99a9bdffb564060b331ec79eda75924', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.239'}], 'enable_snat': True}, 'gw_port_id': 'dbb62693-62e8-4594-bb32-2a7eb86dbd22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T18:43:27Z', 'updated_at': '2021-11-05T18:43:32Z', 'revision_number': 4, 'project_id': 'f99a9bdffb564060b331ec79eda75924', 'gw_port': {'id': 'dbb62693-62e8-4594-bb32-2a7eb86dbd22', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:a8:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af88c0cd-0274-4a4d-a78e-c47021d1eb88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 886, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T18:43:28Z', 'updated_at': '2021-11-05T18:43:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1', '_interfaces': [{'id': '91e6f2d8-d90f-4174-a884-9cf1f29d89b5', 'name': '', 'network_id': '324a563f-bace-4674-b8a0-3af35aa21023', 'tenant_id': 'f99a9bdffb564060b331ec79eda75924', 'mac_address': 'fa:16:3e:c1:88:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af88c0cd-0274-4a4d-a78e-c47021d1eb88', 'device_owner': 'network:router_interface', 'standard_attr_id': 892, 'fixed_ips': [{'subnet_id': '78388d9c-2599-4761-adf2-aadd49eafef3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T18:43:31Z', 'updated_at': '2021-11-05T18:43:38Z', 'revision_number': 5, 'project_id': 'f99a9bdffb564060b331ec79eda75924', 'subnets': [{'id': '78388d9c-2599-4761-adf2-aadd49eafef3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 18:44:38.757476 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Provisioning complete for port ce67a294-35d2-4047-81e9-0d2435a629dc triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:44:38.757915 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:38.834510 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece2ecea-3a7b-432d-ad28-70110b84680a req-11893983-33ae-40cd-945e-1c971c89bda2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:44:38.835997 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-ece2ecea-3a7b-432d-ad28-70110b84680a req-11893983-33ae-40cd-945e-1c971c89bda2 service neutron] 10.222.0.41 "GET /v2.0/networks?id=324a563f-bace-4674-b8a0-3af35aa21023 HTTP/1.1" status: 200 len: 921 time: 0.2408097 Nov 05 18:44:38.842881 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e7fa81-50c6-407d-b4ed-064c42fcfa38 req-e12f2dcc-165e-4822-a291-9182b4c99683 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:44:38.844364 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-e4e7fa81-50c6-407d-b4ed-064c42fcfa38 req-e12f2dcc-165e-4822-a291-9182b4c99683 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=3211213d-5f72-4665-9237-153dfa751f1a&tenant_id=7cc0b234e0c74edeb5d0485be80e09f5 HTTP/1.1" status: 200 len: 1096 time: 0.1078076 Nov 05 18:44:38.851855 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 18:44:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5240e38f-9836-4640-a5aa-8b651e703881 x-openstack-request-id: req-5240e38f-9836-4640-a5aa-8b651e703881 {{(pid=102388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 18:44:38.860199 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0bd48938-7d8f-4ea5-981b-397a2676ea1c", "name": "network-vif-plugged", "status": "completed", "tag": "bfba3ce5-c439-44d1-8b5e-36948ba5ec18", "code": 200}]} {{(pid=102388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 18:44:38.860199 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5240e38f-9836-4640-a5aa-8b651e703881 {{(pid=102388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 18:44:38.864515 n-d-816865-1 neutron-server[102388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0bd48938-7d8f-4ea5-981b-397a2676ea1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfba3ce5-c439-44d1-8b5e-36948ba5ec18', 'code': 200} Nov 05 18:44:38.896558 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-5c42a939-e9e1-41fb-b548-519827024846 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1579178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-956796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1000687'] for network, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:38.899371 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-ece2ecea-3a7b-432d-ad28-70110b84680a req-fa561d31-8d10-4d50-9e37-8b9d6b447e30 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=de453395-c788-4a67-a026-166ca2c30bed HTTP/1.1" status: 200 len: 217 time: 0.0495310 Nov 05 18:44:38.929857 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-5c42a939-e9e1-41fb-b548-519827024846 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597851'] for network, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:38.933230 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-5c42a939-e9e1-41fb-b548-519827024846 admin admin] 10.222.0.13 "DELETE /v2.0/networks/8b5eb96b-26ee-440f-8bba-bf049453c3d7 HTTP/1.1" status: 204 len: 168 time: 0.7258623 Nov 05 18:44:39.023837 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c42a939-e9e1-41fb-b548-519827024846 admin admin] Pushing event deleted for resources: {'Network': ['ID=8b5eb96b-26ee-440f-8bba-bf049453c3d7,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:44:39.065975 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece2ecea-3a7b-432d-ad28-70110b84680a req-fcefb9a7-ae49-4a13-914b-c30a6925d8cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:44:39.067811 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-ece2ecea-3a7b-432d-ad28-70110b84680a req-fcefb9a7-ae49-4a13-914b-c30a6925d8cd service neutron] 10.222.0.41 "GET /v2.0/subnets?id=78388d9c-2599-4761-adf2-aadd49eafef3 HTTP/1.1" status: 200 len: 859 time: 0.1335452 Nov 05 18:44:39.070269 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e7fa81-50c6-407d-b4ed-064c42fcfa38 req-6a234a59-ef57-4316-996e-7ef33fe34173 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:44:39.071842 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-e4e7fa81-50c6-407d-b4ed-064c42fcfa38 req-6a234a59-ef57-4316-996e-7ef33fe34173 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7cc0b234e0c74edeb5d0485be80e09f5&device_id=3211213d-5f72-4665-9237-153dfa751f1a HTTP/1.1" status: 200 len: 1096 time: 0.1838999 Nov 05 18:44:39.164720 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d161ee1b-0593-464c-ac00-6caf2c13d82f req-4fe64056-3dbd-4a36-9db3-4d73fceb98d0 tempest-ServerDiskConfigTestJSON-70330027 tempest-ServerDiskConfigTestJSON-70330027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:44:39.173002 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-d161ee1b-0593-464c-ac00-6caf2c13d82f req-4fe64056-3dbd-4a36-9db3-4d73fceb98d0 tempest-ServerDiskConfigTestJSON-70330027 tempest-ServerDiskConfigTestJSON-70330027-project] 10.222.0.13 "GET /v2.0/ports?device_id=37f2d1b1-c888-40ea-87ed-a1c6bcf55283 HTTP/1.1" status: 200 len: 946 time: 0.2140799 Nov 05 18:44:39.199256 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c744a0-88da-41e5-9c9a-f12b5c5d5a6e req-42f903e1-34ba-4a6b-ac1c-ad51e4f6c35c tempest-ServersTestManualDisk-737181692 tempest-ServersTestManualDisk-737181692-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:44:39.201110 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-f5c744a0-88da-41e5-9c9a-f12b5c5d5a6e req-42f903e1-34ba-4a6b-ac1c-ad51e4f6c35c tempest-ServersTestManualDisk-737181692 tempest-ServersTestManualDisk-737181692-project] 10.222.0.13 "GET /v2.0/networks?id=dcdefe85-0b9a-4710-a2e9-41da31eb0233 HTTP/1.1" status: 200 len: 812 time: 0.4603803 Nov 05 18:44:39.206204 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece2ecea-3a7b-432d-ad28-70110b84680a req-b521fc95-3fa9-4724-bc3d-e2d9831daa7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:44:39.207871 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-ece2ecea-3a7b-432d-ad28-70110b84680a req-b521fc95-3fa9-4724-bc3d-e2d9831daa7b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=324a563f-bace-4674-b8a0-3af35aa21023&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1253273 Nov 05 18:44:39.254608 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e7fa81-50c6-407d-b4ed-064c42fcfa38 req-0d4ff1d2-ed04-4fd6-a25a-0fa74d08540a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:44:39.256079 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-e4e7fa81-50c6-407d-b4ed-064c42fcfa38 req-0d4ff1d2-ed04-4fd6-a25a-0fa74d08540a service neutron] 10.222.0.41 "GET /v2.0/networks?id=1a9992ef-da6b-4f25-bd43-f1196ce8f1a8 HTTP/1.1" status: 200 len: 908 time: 0.1722410 Nov 05 18:44:39.257783 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-f5c744a0-88da-41e5-9c9a-f12b5c5d5a6e req-8036cb3f-fc29-410c-846e-c5b25afc8902 tempest-ServersTestManualDisk-737181692 tempest-ServersTestManualDisk-737181692-project] 10.222.0.13 "GET /v2.0/quotas/212c749f8d63405d9325748fedbd9a74 HTTP/1.1" status: 200 len: 375 time: 0.0305691 Nov 05 18:44:39.266936 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c96cff62-38e9-4010-aea4-e2ad0f00e3f8 None None] New status for floating IP dfc0063a-f04e-4dab-8adf-e63318628505: DOWN {{(pid=102389) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 05 18:44:39.311073 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-d161ee1b-0593-464c-ac00-6caf2c13d82f req-454354dc-d088-4e8c-8f1f-8e0b9b18eb74 tempest-ServerDiskConfigTestJSON-70330027 tempest-ServerDiskConfigTestJSON-70330027-project] 10.222.0.13 "GET /v2.0/security-groups?id=415b984e-2c75-4a2b-aae3-7fe54c54a52e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368933 Nov 05 18:44:39.315577 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe10bac-5d0d-4d0d-972e-80717a97794f req-3f1c9565-13fe-4e65-a698-4638cbdf29c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:44:39.318896 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-4fe10bac-5d0d-4d0d-972e-80717a97794f req-3f1c9565-13fe-4e65-a698-4638cbdf29c5 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=0bd48938-7d8f-4ea5-981b-397a2676ea1c HTTP/1.1" status: 200 len: 1102 time: 0.1914008 Nov 05 18:44:39.343639 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-e4e7fa81-50c6-407d-b4ed-064c42fcfa38 req-2d01c359-2fe1-42f5-8afd-9376c6e94beb service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ec710ca3-509e-4561-83ed-f414242c92b7 HTTP/1.1" status: 200 len: 217 time: 0.0583067 Nov 05 18:44:39.367993 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 48076) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:44:39.406908 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-f5c744a0-88da-41e5-9c9a-f12b5c5d5a6e req-c684ce4f-848d-4499-8931-fbc5606fca37 tempest-ServersTestManualDisk-737181692 tempest-ServersTestManualDisk-737181692-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=212c749f8d63405d9325748fedbd9a74&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1481926 Nov 05 18:44:39.413968 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-4fe10bac-5d0d-4d0d-972e-80717a97794f req-a47ff064-fa40-4705-ad83-709ea9e7a1ef service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=2c663dac-2477-42f8-b37f-f366129474aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852232 Nov 05 18:44:39.445555 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-ece2ecea-3a7b-432d-ad28-70110b84680a req-327fd38d-7001-4837-8ebe-bf072153fede service neutron] 10.222.0.41 "GET /v2.0/networks/324a563f-bace-4674-b8a0-3af35aa21023?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2300639 Nov 05 18:44:39.458113 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-08f7b26b-09e7-42c3-90d0-012e797ded96 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ced5e1577b3c42edb660bd5af3357f7d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0866845 Nov 05 18:44:39.462303 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 48078) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:44:39.471217 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e7fa81-50c6-407d-b4ed-064c42fcfa38 req-78fdb819-3eb5-41eb-b9d9-6f6bd6839808 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:44:39.473312 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-e4e7fa81-50c6-407d-b4ed-064c42fcfa38 req-78fdb819-3eb5-41eb-b9d9-6f6bd6839808 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=82b7bbfc-ac99-45bb-a8a9-211b9b80ecc2 HTTP/1.1" status: 200 len: 847 time: 0.1225662 Nov 05 18:44:39.520713 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-5215be4e-f72b-477a-afe6-99dbc1d3cfd3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:39.545002 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-5215be4e-f72b-477a-afe6-99dbc1d3cfd3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:39.614485 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b82b7d-f174-4019-9ee6-54b324c691a4 req-2fef6402-dcdd-447d-af8a-e5ddf114332d tempest-ServersAdminTestJSON-1640316766 tempest-ServersAdminTestJSON-1640316766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:44:39.622548 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-f7b82b7d-f174-4019-9ee6-54b324c691a4 req-2fef6402-dcdd-447d-af8a-e5ddf114332d tempest-ServersAdminTestJSON-1640316766 tempest-ServersAdminTestJSON-1640316766-project] 10.222.0.13 "GET /v2.0/ports?device_id=0bd48938-7d8f-4ea5-981b-397a2676ea1c HTTP/1.1" status: 200 len: 951 time: 0.0926969 Nov 05 18:44:39.646656 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-f5c744a0-88da-41e5-9c9a-f12b5c5d5a6e req-ad64071d-9e08-4970-bc39-3eb86166482b service neutron] 10.222.0.13 "GET /v2.0/networks/dcdefe85-0b9a-4710-a2e9-41da31eb0233?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2161989 Nov 05 18:44:39.659968 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-e4e7fa81-50c6-407d-b4ed-064c42fcfa38 req-2c48d2af-9c0a-4fe9-89c0-9de9b0c23b8f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1a9992ef-da6b-4f25-bd43-f1196ce8f1a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0397773 Nov 05 18:44:39.698083 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-5215be4e-f72b-477a-afe6-99dbc1d3cfd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:39.700696 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-5215be4e-f72b-477a-afe6-99dbc1d3cfd3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:39.701765 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-5215be4e-f72b-477a-afe6-99dbc1d3cfd3 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/333b2f4b-15e4-4577-a087-eb0f0aeac190 HTTP/1.1" status: 204 len: 168 time: 0.2385454 Nov 05 18:44:39.730420 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-f7b82b7d-f174-4019-9ee6-54b324c691a4 req-1061396c-c661-4968-96a9-bec83ca2d713 tempest-ServersAdminTestJSON-1640316766 tempest-ServersAdminTestJSON-1640316766-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c663dac-2477-42f8-b37f-f366129474aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067476 Nov 05 18:44:39.739229 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5215be4e-f72b-477a-afe6-99dbc1d3cfd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=333b2f4b-15e4-4577-a087-eb0f0aeac190,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:44:39.765990 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-f5c744a0-88da-41e5-9c9a-f12b5c5d5a6e req-54db9184-359d-49d1-b542-e03a705ce5d1 service neutron] 10.222.0.13 "GET /v2.0/networks/dcdefe85-0b9a-4710-a2e9-41da31eb0233?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1117933 Nov 05 18:44:39.807183 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-ece2ecea-3a7b-432d-ad28-70110b84680a req-56db3e8f-e73d-409b-b190-ff9ff04c3a46 service neutron] 10.222.0.41 "GET /v2.0/networks/324a563f-bace-4674-b8a0-3af35aa21023?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1956441 Nov 05 18:44:39.818330 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-e4e7fa81-50c6-407d-b4ed-064c42fcfa38 req-3270827b-b067-42a3-a812-286b015fac10 service neutron] 10.222.0.41 "GET /v2.0/networks/1a9992ef-da6b-4f25-bd43-f1196ce8f1a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1296818 Nov 05 18:44:39.928055 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-e4e7fa81-50c6-407d-b4ed-064c42fcfa38 req-dadc4ca9-4b2b-4c56-8b81-66cab5536e0c service neutron] 10.222.0.41 "GET /v2.0/networks/1a9992ef-da6b-4f25-bd43-f1196ce8f1a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1024466 Nov 05 18:44:39.940941 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae444980-fe32-4535-9d51-21c6f0aec3cb req-297f936b-e2d6-4551-96cc-41a7b3b37cac tempest-LiveMigrationTest-600821399 tempest-LiveMigrationTest-600821399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:44:39.942505 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-ae444980-fe32-4535-9d51-21c6f0aec3cb req-297f936b-e2d6-4551-96cc-41a7b3b37cac tempest-LiveMigrationTest-600821399 tempest-LiveMigrationTest-600821399-project] 10.222.0.13 "GET /v2.0/ports?device_id=3211213d-5f72-4665-9237-153dfa751f1a HTTP/1.1" status: 200 len: 945 time: 0.0541737 Nov 05 18:44:39.992494 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-ae444980-fe32-4535-9d51-21c6f0aec3cb req-4681a2cb-a3b9-48ee-8e4b-d5df07391f93 tempest-LiveMigrationTest-600821399 tempest-LiveMigrationTest-600821399-project] 10.222.0.13 "GET /v2.0/security-groups?id=3677ad50-e4bf-4315-8aa4-e48810edc139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435057 Nov 05 18:44:40.233716 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-f5c89f34-a8b3-47a9-b82e-5b4f72211880 req-a6d16c30-8778-4434-a885-475b0c227aac tempest-ServersTestManualDisk-737181692 tempest-ServersTestManualDisk-737181692-project] 10.222.0.13 "GET /v2.0/ports?device_id=1f90cfb4-978e-4e70-be7e-94507ac19c27 HTTP/1.1" status: 200 len: 210 time: 0.0274923 Nov 05 18:44:40.304742 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-11c9796a-678c-4e45-bd03-990439ccdcf7 req-2d65281b-9c94-4242-a7a9-6fb12f7aef5c tempest-FloatingIPsAssociationTestJSON-150840125 tempest-FloatingIPsAssociationTestJSON-150840125-project] 10.222.0.13 "GET /v2.0/floatingips/dfc0063a-f04e-4dab-8adf-e63318628505 HTTP/1.1" status: 200 len: 694 time: 0.0478470 Nov 05 18:44:40.418535 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c9796a-678c-4e45-bd03-990439ccdcf7 req-5be8afdc-6570-4c09-94ea-8f425036c2b0 tempest-FloatingIPsAssociationTestJSON-150840125 tempest-FloatingIPsAssociationTestJSON-150840125-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:44:40.428688 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-11c9796a-678c-4e45-bd03-990439ccdcf7 req-5be8afdc-6570-4c09-94ea-8f425036c2b0 tempest-FloatingIPsAssociationTestJSON-150840125 tempest-FloatingIPsAssociationTestJSON-150840125-project] 10.222.0.13 "GET /v2.0/networks/40c8335d-cd0b-4cb5-910a-d4dcddd5cbec HTTP/1.1" status: 200 len: 784 time: 0.1172307 Nov 05 18:44:40.489712 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-11c9796a-678c-4e45-bd03-990439ccdcf7 req-0f9ad9a8-68af-42fe-a397-7d3e319221a3 tempest-FloatingIPsAssociationTestJSON-150840125 tempest-FloatingIPsAssociationTestJSON-150840125-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.6.210 HTTP/1.1" status: 200 len: 697 time: 0.0601549 Nov 05 18:44:40.510978 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e7fa81-50c6-407d-b4ed-064c42fcfa38 req-30f7257f-781a-4ba5-bc75-51fd16cb1da4 tempest-LiveMigrationTest-1249278027 tempest-LiveMigrationTest-1249278027-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:44:40.513589 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-e4e7fa81-50c6-407d-b4ed-064c42fcfa38 req-30f7257f-781a-4ba5-bc75-51fd16cb1da4 tempest-LiveMigrationTest-1249278027 tempest-LiveMigrationTest-1249278027-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=3211213d-5f72-4665-9237-153dfa751f1a&tenant_id=7cc0b234e0c74edeb5d0485be80e09f5&binding%3Ahost_id=n-h1-816865-1 HTTP/1.1" status: 200 len: 1096 time: 0.0616031 Nov 05 18:44:40.556389 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-11c9796a-678c-4e45-bd03-990439ccdcf7 req-67c233bb-f13d-4163-931d-31167e3ca336 tempest-FloatingIPsAssociationTestJSON-150840125 tempest-FloatingIPsAssociationTestJSON-150840125-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.6.210 HTTP/1.1" status: 200 len: 697 time: 0.0551295 Nov 05 18:44:40.561600 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 48102) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:44:40.627969 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-afe196cc-6201-4fb3-9d1b-ce9c46d969a3 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8166bb5b2c054ff193d22fef283ad5ac&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0621972 Nov 05 18:44:40.644139 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 48106) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:44:40.715438 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [req-11c9796a-678c-4e45-bd03-990439ccdcf7 req-738d1f4a-2929-4041-bae9-fe096930390a tempest-FloatingIPsAssociationTestJSON-150840125 tempest-FloatingIPsAssociationTestJSON-150840125-project] Deleting port 46ae52fe-095d-4465-b503-a9ccc059abbd {{(pid=102387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 18:44:40.715772 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-11c9796a-678c-4e45-bd03-990439ccdcf7 req-738d1f4a-2929-4041-bae9-fe096930390a tempest-FloatingIPsAssociationTestJSON-150840125 tempest-FloatingIPsAssociationTestJSON-150840125-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:40.717771 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-cf46026d-291a-4067-9bce-685342460a92 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:40.745856 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-cf46026d-291a-4067-9bce-685342460a92 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:40.785271 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [req-e4e7fa81-50c6-407d-b4ed-064c42fcfa38 req-4a7f29c6-3767-4dc2-a297-f0f0f66110e2 service neutron] For port ec710ca3-509e-4561-83ed-f414242c92b7, host n-h2-816865-1, cleared binding levels {{(pid=102386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 18:44:40.785909 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Device ec710ca3-509e-4561-83ed-f414242c92b7 no longer exists at agent hyperv_n-h2-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 18:44:40.790013 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-e4e7fa81-50c6-407d-b4ed-064c42fcfa38 req-4a7f29c6-3767-4dc2-a297-f0f0f66110e2 service neutron] Publish callbacks [] for binding, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:40.791172 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-e4e7fa81-50c6-407d-b4ed-064c42fcfa38 req-4a7f29c6-3767-4dc2-a297-f0f0f66110e2 service neutron] 10.222.0.41 "DELETE /v2.0/ports/ec710ca3-509e-4561-83ed-f414242c92b7/bindings/n-h2-816865-1 HTTP/1.1" status: 204 len: 173 time: 0.2641211 Nov 05 18:44:40.828440 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-11c9796a-678c-4e45-bd03-990439ccdcf7 req-738d1f4a-2929-4041-bae9-fe096930390a tempest-FloatingIPsAssociationTestJSON-150840125 tempest-FloatingIPsAssociationTestJSON-150840125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:40.828841 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-11c9796a-678c-4e45-bd03-990439ccdcf7 req-738d1f4a-2929-4041-bae9-fe096930390a tempest-FloatingIPsAssociationTestJSON-150840125 tempest-FloatingIPsAssociationTestJSON-150840125-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:40.848328 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd04c736-5fbd-47d3-a570-d33f0d6655d8 req-31a2c7b8-5003-4eac-b9d3-36fb45fe0b1f tempest-ServerDiskConfigTestJSON-70330027 tempest-ServerDiskConfigTestJSON-70330027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:44:40.849866 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-dd04c736-5fbd-47d3-a570-d33f0d6655d8 req-31a2c7b8-5003-4eac-b9d3-36fb45fe0b1f tempest-ServerDiskConfigTestJSON-70330027 tempest-ServerDiskConfigTestJSON-70330027-project] 10.222.0.13 "GET /v2.0/ports?device_id=37f2d1b1-c888-40ea-87ed-a1c6bcf55283 HTTP/1.1" status: 200 len: 946 time: 0.0840411 Nov 05 18:44:40.854202 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Device ec710ca3-509e-4561-83ed-f414242c92b7 not bound to the agent host n-h2-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 18:44:40.855049 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [req-11c9796a-678c-4e45-bd03-990439ccdcf7 req-738d1f4a-2929-4041-bae9-fe096930390a tempest-FloatingIPsAssociationTestJSON-150840125 tempest-FloatingIPsAssociationTestJSON-150840125-project] Calling delete_port for 46ae52fe-095d-4465-b503-a9ccc059abbd owned by network:floatingip {{(pid=102387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 18:44:40.919041 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-cf46026d-291a-4067-9bce-685342460a92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:40.921665 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-cf46026d-291a-4067-9bce-685342460a92 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:40.925962 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-cf46026d-291a-4067-9bce-685342460a92 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ed332b0d-300a-4c14-b920-cd3070d72d01 HTTP/1.1" status: 204 len: 168 time: 0.2778008 Nov 05 18:44:40.933718 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf46026d-291a-4067-9bce-685342460a92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed332b0d-300a-4c14-b920-cd3070d72d01,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:44:40.953389 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-dd04c736-5fbd-47d3-a570-d33f0d6655d8 req-3afdc722-4603-4fd4-9a2b-2dc7de650cde tempest-ServerDiskConfigTestJSON-70330027 tempest-ServerDiskConfigTestJSON-70330027-project] 10.222.0.13 "GET /v2.0/security-groups?id=415b984e-2c75-4a2b-aae3-7fe54c54a52e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941701 Nov 05 18:44:41.107488 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1551795-a95b-47e2-9501-290863a31463 req-4d93933d-3b2d-4ed2-ada7-5678f08cda05 tempest-ServersAdminTestJSON-1640316766 tempest-ServersAdminTestJSON-1640316766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:44:41.109148 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-d1551795-a95b-47e2-9501-290863a31463 req-4d93933d-3b2d-4ed2-ada7-5678f08cda05 tempest-ServersAdminTestJSON-1640316766 tempest-ServersAdminTestJSON-1640316766-project] 10.222.0.13 "GET /v2.0/ports?device_id=0bd48938-7d8f-4ea5-981b-397a2676ea1c HTTP/1.1" status: 200 len: 951 time: 0.0542004 Nov 05 18:44:41.111653 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-0fd55bb2-3a7a-4671-b7d3-63991c77cb8c req-48cd6be2-a504-4fe4-86da-7816d5a5a9e3 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=6b9db9e4-2300-49be-bd99-8eabc0e57de3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0506229 Nov 05 18:44:41.131861 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-11c9796a-678c-4e45-bd03-990439ccdcf7 req-738d1f4a-2929-4041-bae9-fe096930390a tempest-FloatingIPsAssociationTestJSON-150840125 tempest-FloatingIPsAssociationTestJSON-150840125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4417063'] for port, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:41.165825 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738d1f4a-2929-4041-bae9-fe096930390a tempest-FloatingIPsAssociationTestJSON-150840125 tempest-FloatingIPsAssociationTestJSON-150840125-project] Pushing event deleted for resources: {'Port': ['ID=46ae52fe-095d-4465-b503-a9ccc059abbd,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:44:41.185026 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd55bb2-3a7a-4671-b7d3-63991c77cb8c req-ffee7bbc-9e5f-4ba3-8eb5-73a8de2e9541 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:44:41.185512 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd55bb2-3a7a-4671-b7d3-63991c77cb8c req-ffee7bbc-9e5f-4ba3-8eb5-73a8de2e9541 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:44:41.186003 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd55bb2-3a7a-4671-b7d3-63991c77cb8c req-ffee7bbc-9e5f-4ba3-8eb5-73a8de2e9541 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:44:41.186544 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd55bb2-3a7a-4671-b7d3-63991c77cb8c req-ffee7bbc-9e5f-4ba3-8eb5-73a8de2e9541 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:44:41.187007 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd55bb2-3a7a-4671-b7d3-63991c77cb8c req-ffee7bbc-9e5f-4ba3-8eb5-73a8de2e9541 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:44:41.187463 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd55bb2-3a7a-4671-b7d3-63991c77cb8c req-ffee7bbc-9e5f-4ba3-8eb5-73a8de2e9541 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:44:41.187916 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd55bb2-3a7a-4671-b7d3-63991c77cb8c req-ffee7bbc-9e5f-4ba3-8eb5-73a8de2e9541 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:44:41.191600 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-0fd55bb2-3a7a-4671-b7d3-63991c77cb8c req-ffee7bbc-9e5f-4ba3-8eb5-73a8de2e9541 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=48de103aa1ab44c9aad7c42993657578&device_id=6b9db9e4-2300-49be-bd99-8eabc0e57de3 HTTP/1.1" status: 200 len: 6489 time: 0.0538168 Nov 05 18:44:41.226874 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-d1551795-a95b-47e2-9501-290863a31463 req-c1dfbbbc-7e27-44b1-a56d-b0b7929527f4 tempest-ServersAdminTestJSON-1640316766 tempest-ServersAdminTestJSON-1640316766-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c663dac-2477-42f8-b37f-f366129474aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110270 Nov 05 18:44:41.247487 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-11c9796a-678c-4e45-bd03-990439ccdcf7 req-738d1f4a-2929-4041-bae9-fe096930390a tempest-FloatingIPsAssociationTestJSON-150840125 tempest-FloatingIPsAssociationTestJSON-150840125-project] Publish callbacks [] for floatingip, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:41.250214 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-11c9796a-678c-4e45-bd03-990439ccdcf7 req-738d1f4a-2929-4041-bae9-fe096930390a tempest-FloatingIPsAssociationTestJSON-150840125 tempest-FloatingIPsAssociationTestJSON-150840125-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for floatingip, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:41.274134 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-11c9796a-678c-4e45-bd03-990439ccdcf7 req-738d1f4a-2929-4041-bae9-fe096930390a tempest-FloatingIPsAssociationTestJSON-150840125 tempest-FloatingIPsAssociationTestJSON-150840125-project] 10.222.0.13 "DELETE /v2.0/floatingips/dfc0063a-f04e-4dab-8adf-e63318628505 HTTP/1.1" status: 204 len: 173 time: 0.7052896 Nov 05 18:44:41.373322 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd55bb2-3a7a-4671-b7d3-63991c77cb8c req-e5e4a63f-d6d8-4709-ba37-3bf0ce4dfaa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:44:41.373811 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd55bb2-3a7a-4671-b7d3-63991c77cb8c req-e5e4a63f-d6d8-4709-ba37-3bf0ce4dfaa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:44:41.374295 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd55bb2-3a7a-4671-b7d3-63991c77cb8c req-e5e4a63f-d6d8-4709-ba37-3bf0ce4dfaa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:44:41.376280 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-0fd55bb2-3a7a-4671-b7d3-63991c77cb8c req-e5e4a63f-d6d8-4709-ba37-3bf0ce4dfaa0 service neutron] 10.222.0.41 "GET /v2.0/networks?id=9c282dee-ee32-45f7-8090-e833d25335b6&id=c2a3f4df-26b3-4bb0-9eae-63aad7044fea&id=c2a3f4df-26b3-4bb0-9eae-63aad7044fea&id=c2a3f4df-26b3-4bb0-9eae-63aad7044fea&id=c2a3f4df-26b3-4bb0-9eae-63aad7044fea&id=1b7a851b-c808-4864-8618-892ad55d5d0a&id=1b7a851b-c808-4864-8618-892ad55d5d0a HTTP/1.1" status: 200 len: 2291 time: 0.1600604 Nov 05 18:44:41.415768 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f92fc5-8932-4056-91ed-5db820a67712 req-e7f73034-63ec-46ec-bf37-2827209deed4 tempest-LiveMigrationTest-600821399 tempest-LiveMigrationTest-600821399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:44:41.418653 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-d1f92fc5-8932-4056-91ed-5db820a67712 req-e7f73034-63ec-46ec-bf37-2827209deed4 tempest-LiveMigrationTest-600821399 tempest-LiveMigrationTest-600821399-project] 10.222.0.13 "GET /v2.0/ports?device_id=3211213d-5f72-4665-9237-153dfa751f1a HTTP/1.1" status: 200 len: 945 time: 0.0761225 Nov 05 18:44:41.467979 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-ba2e33e6-97a4-4a50-ac2f-cb2d94350f89 req-a72dbf3d-bf46-4457-86fa-42bb7e4dad4a tempest-ServersTestManualDisk-737181692 tempest-ServersTestManualDisk-737181692-project] 10.222.0.13 "GET /v2.0/ports?device_id=1f90cfb4-978e-4e70-be7e-94507ac19c27 HTTP/1.1" status: 200 len: 210 time: 0.0455074 Nov 05 18:44:41.472099 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-0fd55bb2-3a7a-4671-b7d3-63991c77cb8c req-251e44fc-b357-4540-980f-b74f8c848b12 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=62ff4673-48f2-4b6a-905c-6b1bcc553de5 HTTP/1.1" status: 200 len: 1001 time: 0.0876968 Nov 05 18:44:41.541347 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-d1f92fc5-8932-4056-91ed-5db820a67712 req-0a703e71-674a-4e1a-858f-a553a173a84e tempest-LiveMigrationTest-600821399 tempest-LiveMigrationTest-600821399-project] 10.222.0.13 "GET /v2.0/security-groups?id=3677ad50-e4bf-4315-8aa4-e48810edc139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832067 Nov 05 18:44:41.585869 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd55bb2-3a7a-4671-b7d3-63991c77cb8c req-3c5d0e7c-918c-42c8-af52-7dbb310375fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:44:41.590885 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-0fd55bb2-3a7a-4671-b7d3-63991c77cb8c req-3c5d0e7c-918c-42c8-af52-7dbb310375fb service neutron] 10.222.0.41 "GET /v2.0/subnets?id=cac15399-ea50-428e-a2ae-2a1396bca25d HTTP/1.1" status: 200 len: 851 time: 0.1094921 Nov 05 18:44:41.640386 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd55bb2-3a7a-4671-b7d3-63991c77cb8c req-659f3ab0-9240-4547-ad53-1a2f9ce99775 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:44:41.642719 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-0fd55bb2-3a7a-4671-b7d3-63991c77cb8c req-659f3ab0-9240-4547-ad53-1a2f9ce99775 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9c282dee-ee32-45f7-8090-e833d25335b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0419238 Nov 05 18:44:41.743016 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-0fd55bb2-3a7a-4671-b7d3-63991c77cb8c req-82654d5d-3c16-4526-801d-17c12ed9f544 service neutron] 10.222.0.41 "GET /v2.0/networks/9c282dee-ee32-45f7-8090-e833d25335b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927153 Nov 05 18:44:41.838016 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-0fd55bb2-3a7a-4671-b7d3-63991c77cb8c req-16d071d3-d0fd-421b-93a7-65d2ac4cc5e8 service neutron] 10.222.0.41 "GET /v2.0/networks/9c282dee-ee32-45f7-8090-e833d25335b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878484 Nov 05 18:44:41.882818 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-0fd55bb2-3a7a-4671-b7d3-63991c77cb8c req-0bbf37af-6aae-4088-a9e2-a90a6317fa00 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.114&port_id=fa9fc664-ad20-4e86-ab04-751d1b06b45b HTTP/1.1" status: 200 len: 217 time: 0.0379205 Nov 05 18:44:41.953042 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd55bb2-3a7a-4671-b7d3-63991c77cb8c req-42822a2f-6638-4927-9c33-eb8082d32442 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:44:41.955372 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-0fd55bb2-3a7a-4671-b7d3-63991c77cb8c req-42822a2f-6638-4927-9c33-eb8082d32442 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ba9a8eab-576a-4407-8387-c01c9ae7bbff HTTP/1.1" status: 200 len: 797 time: 0.0651760 Nov 05 18:44:42.065174 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea9b126-955e-466c-a691-b6cbb1318899 req-53916230-e6d1-4bc1-9c6d-71a444a6461f tempest-ServersAdminTestJSON-1946591712 tempest-ServersAdminTestJSON-1946591712-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:44:42.072834 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-4ea9b126-955e-466c-a691-b6cbb1318899 req-53916230-e6d1-4bc1-9c6d-71a444a6461f tempest-ServersAdminTestJSON-1946591712 tempest-ServersAdminTestJSON-1946591712-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=0bd48938-7d8f-4ea5-981b-397a2676ea1c HTTP/1.1" status: 200 len: 1102 time: 0.0620668 Nov 05 18:44:42.102674 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd55bb2-3a7a-4671-b7d3-63991c77cb8c req-159b81fa-d9b4-46d2-abad-a5de11dc1bed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:44:42.103494 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-0fd55bb2-3a7a-4671-b7d3-63991c77cb8c req-159b81fa-d9b4-46d2-abad-a5de11dc1bed service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c2a3f4df-26b3-4bb0-9eae-63aad7044fea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1359565 Nov 05 18:44:42.115324 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5db71f-f7ed-4f16-9836-4582c9803ea9 req-bee598bb-5303-41ea-9afa-7807298ae3d4 tempest-ServerDiskConfigTestJSON-70330027 tempest-ServerDiskConfigTestJSON-70330027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:44:42.116738 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-7b5db71f-f7ed-4f16-9836-4582c9803ea9 req-bee598bb-5303-41ea-9afa-7807298ae3d4 tempest-ServerDiskConfigTestJSON-70330027 tempest-ServerDiskConfigTestJSON-70330027-project] 10.222.0.55 "GET /v2.0/ports?device_id=37f2d1b1-c888-40ea-87ed-a1c6bcf55283 HTTP/1.1" status: 200 len: 946 time: 0.0700152 Nov 05 18:44:42.154407 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-4ea9b126-955e-466c-a691-b6cbb1318899 req-d23054bc-887b-4148-bcf3-f590ac2ffdd4 tempest-ServersAdminTestJSON-1946591712 tempest-ServersAdminTestJSON-1946591712-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=2c663dac-2477-42f8-b37f-f366129474aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777545 Nov 05 18:44:42.159101 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f08b855-2bba-4a2a-a4ca-bfce6e15e67c req-3b01c616-21b1-4713-970c-f5e3733011ae tempest-LiveMigrationTest-1249278027 tempest-LiveMigrationTest-1249278027-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:44:42.170641 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-4f08b855-2bba-4a2a-a4ca-bfce6e15e67c req-3b01c616-21b1-4713-970c-f5e3733011ae tempest-LiveMigrationTest-1249278027 tempest-LiveMigrationTest-1249278027-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=3211213d-5f72-4665-9237-153dfa751f1a HTTP/1.1" status: 200 len: 1096 time: 0.0891969 Nov 05 18:44:42.225703 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-4f08b855-2bba-4a2a-a4ca-bfce6e15e67c req-e3e283f2-9505-4334-8f21-499eeb2ab069 tempest-LiveMigrationTest-1249278027 tempest-LiveMigrationTest-1249278027-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=3677ad50-e4bf-4315-8aa4-e48810edc139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533218 Nov 05 18:44:42.276974 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-0fd55bb2-3a7a-4671-b7d3-63991c77cb8c req-77405a76-29f7-4ca4-9274-112b5cbe1d5a service neutron] 10.222.0.41 "GET /v2.0/networks/c2a3f4df-26b3-4bb0-9eae-63aad7044fea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1592388 Nov 05 18:44:42.296637 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7055a851-770e-49ab-8945-63c0fcb99754 req-6fba4228-51e0-40a6-9b91-462a5f0415cb tempest-FloatingIPsAssociationTestJSON-150840125 tempest-FloatingIPsAssociationTestJSON-150840125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:44:42.298716 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-7055a851-770e-49ab-8945-63c0fcb99754 req-6fba4228-51e0-40a6-9b91-462a5f0415cb tempest-FloatingIPsAssociationTestJSON-150840125 tempest-FloatingIPsAssociationTestJSON-150840125-project] 10.222.0.13 "GET /v2.0/ports?device_id=1aa4f9bc-30b7-4399-b441-718e2402c852 HTTP/1.1" status: 200 len: 945 time: 0.0852103 Nov 05 18:44:42.299315 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 48158) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:44:42.379460 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [req-7b5db71f-f7ed-4f16-9836-4582c9803ea9 req-68367fb4-13f4-4cc3-aa72-7b43237f5366 tempest-ServerDiskConfigTestJSON-70330027 tempest-ServerDiskConfigTestJSON-70330027-project] Deleting port d78e341a-33af-484a-ba39-c60b36eee0b6 {{(pid=102386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 18:44:42.379967 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-7b5db71f-f7ed-4f16-9836-4582c9803ea9 req-68367fb4-13f4-4cc3-aa72-7b43237f5366 tempest-ServerDiskConfigTestJSON-70330027 tempest-ServerDiskConfigTestJSON-70330027-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:42.390572 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-7055a851-770e-49ab-8945-63c0fcb99754 req-8c804379-94a2-496a-a1c2-5c4954c4bbff tempest-FloatingIPsAssociationTestJSON-150840125 tempest-FloatingIPsAssociationTestJSON-150840125-project] 10.222.0.13 "GET /v2.0/security-groups?id=3cc4611f-52b5-4887-b929-239c423d5920&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888929 Nov 05 18:44:42.404934 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1f9f77-1ec6-4ee9-a7cc-9ebc5d7cbb66 req-9716bfc6-42bf-405b-bfe5-3c5cf8e85254 tempest-ServerDiskConfigTestJSON-70330027 tempest-ServerDiskConfigTestJSON-70330027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:44:42.417780 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-fd1f9f77-1ec6-4ee9-a7cc-9ebc5d7cbb66 req-9716bfc6-42bf-405b-bfe5-3c5cf8e85254 tempest-ServerDiskConfigTestJSON-70330027 tempest-ServerDiskConfigTestJSON-70330027-project] 10.222.0.13 "GET /v2.0/ports?device_id=37f2d1b1-c888-40ea-87ed-a1c6bcf55283 HTTP/1.1" status: 200 len: 946 time: 0.0831571 Nov 05 18:44:42.446228 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-a3d711a1-e16d-4300-9c8d-e5ec0491b448 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-288313606-network', 'tenant_id': '4178766de4564cc499086192238e999c'}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:44:42.500614 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-0fd55bb2-3a7a-4671-b7d3-63991c77cb8c req-b05c66bd-9e7c-43af-955e-5f9bd9992480 service neutron] 10.222.0.41 "GET /v2.0/networks/c2a3f4df-26b3-4bb0-9eae-63aad7044fea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2144132 Nov 05 18:44:42.508835 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-fd1f9f77-1ec6-4ee9-a7cc-9ebc5d7cbb66 req-9b78c775-54ea-495e-9553-c6995b221946 tempest-ServerDiskConfigTestJSON-70330027 tempest-ServerDiskConfigTestJSON-70330027-project] 10.222.0.13 "GET /v2.0/security-groups?id=415b984e-2c75-4a2b-aae3-7fe54c54a52e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846560 Nov 05 18:44:42.559834 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-0fd55bb2-3a7a-4671-b7d3-63991c77cb8c req-095232c1-adc0-4d24-81de-7f6a51e00ae8 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.59&port_id=12cc8ba5-8895-4346-85a3-5a5395794a18 HTTP/1.1" status: 200 len: 217 time: 0.0465677 Nov 05 18:44:42.563855 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [req-7b5db71f-f7ed-4f16-9836-4582c9803ea9 req-68367fb4-13f4-4cc3-aa72-7b43237f5366 tempest-ServerDiskConfigTestJSON-70330027 tempest-ServerDiskConfigTestJSON-70330027-project] For port d78e341a-33af-484a-ba39-c60b36eee0b6, host n-h2-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=d78e341a-33af-484a-ba39-c60b36eee0b6,segment=NetworkSegment(b30a663d-6bb9-436d-bbb6-d3fc1ef4951b),segment_id=b30a663d-6bb9-436d-bbb6-d3fc1ef4951b)] {{(pid=102386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:44:42.564233 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-7b5db71f-f7ed-4f16-9836-4582c9803ea9 req-68367fb4-13f4-4cc3-aa72-7b43237f5366 tempest-ServerDiskConfigTestJSON-70330027 tempest-ServerDiskConfigTestJSON-70330027-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:42.601132 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [req-7b5db71f-f7ed-4f16-9836-4582c9803ea9 req-68367fb4-13f4-4cc3-aa72-7b43237f5366 tempest-ServerDiskConfigTestJSON-70330027 tempest-ServerDiskConfigTestJSON-70330027-project] Calling delete_port for d78e341a-33af-484a-ba39-c60b36eee0b6 owned by compute:nova {{(pid=102386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 18:44:42.605591 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3d711a1-e16d-4300-9c8d-e5ec0491b448 admin admin] Made reservation on behalf of 4178766de4564cc499086192238e999c for: {'network': 1} {{(pid=102387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 18:44:42.608299 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-a3d711a1-e16d-4300-9c8d-e5ec0491b448 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for network, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:42.620605 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-a3d711a1-e16d-4300-9c8d-e5ec0491b448 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:42.677517 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd55bb2-3a7a-4671-b7d3-63991c77cb8c req-c52cd32d-967d-4bf7-8613-1ed92abf9d22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:44:42.678972 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-0fd55bb2-3a7a-4671-b7d3-63991c77cb8c req-c52cd32d-967d-4bf7-8613-1ed92abf9d22 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ba9a8eab-576a-4407-8387-c01c9ae7bbff HTTP/1.1" status: 200 len: 797 time: 0.1074345 Nov 05 18:44:42.779235 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-a3d711a1-e16d-4300-9c8d-e5ec0491b448 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:42.802260 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f3289d-e7e6-49f1-b4b5-53927e5bc8ad req-7a51f831-3db0-4247-936a-7aa6bd8b78ab tempest-LiveMigrationTest-600821399 tempest-LiveMigrationTest-600821399-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:44:42.804186 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-86f3289d-e7e6-49f1-b4b5-53927e5bc8ad req-7a51f831-3db0-4247-936a-7aa6bd8b78ab tempest-LiveMigrationTest-600821399 tempest-LiveMigrationTest-600821399-project] 10.222.0.13 "GET /v2.0/networks?id=1a9992ef-da6b-4f25-bd43-f1196ce8f1a8 HTTP/1.1" status: 200 len: 807 time: 0.1510475 Nov 05 18:44:42.822722 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-86f3289d-e7e6-49f1-b4b5-53927e5bc8ad req-31c8b30d-ca58-4d4f-825d-7a3394d4ecca tempest-LiveMigrationTest-600821399 tempest-LiveMigrationTest-600821399-project] 10.222.0.13 "GET /v2.0/quotas/7cc0b234e0c74edeb5d0485be80e09f5 HTTP/1.1" status: 200 len: 375 time: 0.0110624 Nov 05 18:44:42.869011 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-a3d711a1-e16d-4300-9c8d-e5ec0491b448 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:42.930451 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a3d711a1-e16d-4300-9c8d-e5ec0491b448 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 186} {{(pid=102387) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 05 18:44:42.943716 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-86f3289d-e7e6-49f1-b4b5-53927e5bc8ad req-5e2e6d35-734b-4bf1-8576-012cab96d46d tempest-LiveMigrationTest-600821399 tempest-LiveMigrationTest-600821399-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=7cc0b234e0c74edeb5d0485be80e09f5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1145883 Nov 05 18:44:42.944370 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d711a1-e16d-4300-9c8d-e5ec0491b448 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa29f306-b8a2-4fd2-8763-d01a238fe748,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:44:42.976063 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-8e722951-f48e-46eb-b6dd-76af0443b58f req-809fc001-8a70-4e17-8643-da98b13a2c41 tempest-ServersTestManualDisk-737181692 tempest-ServersTestManualDisk-737181692-project] 10.222.0.13 "GET /v2.0/ports?device_id=1f90cfb4-978e-4e70-be7e-94507ac19c27 HTTP/1.1" status: 200 len: 210 time: 0.0643497 Nov 05 18:44:42.978148 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-a3d711a1-e16d-4300-9c8d-e5ec0491b448 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273'] for segment, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:42.978491 n-d-816865-1 neutron-server[102387]: INFO neutron.db.segments_db [None req-a3d711a1-e16d-4300-9c8d-e5ec0491b448 admin admin] Added segment ef5714ac-d60a-42ed-804f-a2e28bab422f of type vlan for network fd42acf6-8f16-4d60-b5bc-2ad1579d9211 Nov 05 18:44:43.113511 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-a3d711a1-e16d-4300-9c8d-e5ec0491b448 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750027258543'] for network, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:43.136022 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd55bb2-3a7a-4671-b7d3-63991c77cb8c req-7e540b21-3740-42f7-b65a-865f79740d1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:44:43.137531 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-0fd55bb2-3a7a-4671-b7d3-63991c77cb8c req-7e540b21-3740-42f7-b65a-865f79740d1f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c2a3f4df-26b3-4bb0-9eae-63aad7044fea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4455876 Nov 05 18:44:43.153865 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c744a0-88da-41e5-9c9a-f12b5c5d5a6e req-b050645f-3671-4206-a4e7-a9f8b0aa97e6 tempest-ServersTestManualDisk-737181692 tempest-ServersTestManualDisk-737181692-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:44:43.156757 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-f5c744a0-88da-41e5-9c9a-f12b5c5d5a6e req-b050645f-3671-4206-a4e7-a9f8b0aa97e6 tempest-ServersTestManualDisk-737181692 tempest-ServersTestManualDisk-737181692-project] 10.222.0.55 "GET /v2.0/networks?id=dcdefe85-0b9a-4710-a2e9-41da31eb0233 HTTP/1.1" status: 200 len: 812 time: 0.4925938 Nov 05 18:44:43.174786 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56cda188-36f1-49e0-8e74-82d23a18bbd6 req-7a4c1d31-0a7c-4cb1-b8ef-25146406ca9b tempest-ServersAdminTestJSON-1946591712 tempest-ServersAdminTestJSON-1946591712-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:44:43.179734 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-56cda188-36f1-49e0-8e74-82d23a18bbd6 req-7a4c1d31-0a7c-4cb1-b8ef-25146406ca9b tempest-ServersAdminTestJSON-1946591712 tempest-ServersAdminTestJSON-1946591712-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=0bd48938-7d8f-4ea5-981b-397a2676ea1c HTTP/1.1" status: 200 len: 1102 time: 0.1131053 Nov 05 18:44:43.179734 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-86f3289d-e7e6-49f1-b4b5-53927e5bc8ad req-a1409d49-1c90-48d4-b0ec-96d4a0ca4077 service neutron] 10.222.0.13 "GET /v2.0/networks/1a9992ef-da6b-4f25-bd43-f1196ce8f1a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2159710 Nov 05 18:44:43.272980 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-a3d711a1-e16d-4300-9c8d-e5ec0491b448 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-956796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877'] for network, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:43.274063 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3d711a1-e16d-4300-9c8d-e5ec0491b448 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:44:43.274668 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-a3d711a1-e16d-4300-9c8d-e5ec0491b448 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597851'] for network, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:43.314236 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-56cda188-36f1-49e0-8e74-82d23a18bbd6 req-e6cea45b-ef1d-4db5-b955-d4819788954f tempest-ServersAdminTestJSON-1946591712 tempest-ServersAdminTestJSON-1946591712-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=2c663dac-2477-42f8-b37f-f366129474aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302042 Nov 05 18:44:43.346018 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-f5c744a0-88da-41e5-9c9a-f12b5c5d5a6e req-35ca7065-ffa1-438a-ac72-6262b8af3d1e tempest-ServersTestManualDisk-737181692 tempest-ServersTestManualDisk-737181692-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=212c749f8d63405d9325748fedbd9a74 HTTP/1.1" status: 200 len: 379 time: 0.1654053 Nov 05 18:44:43.352334 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-7b5db71f-f7ed-4f16-9836-4582c9803ea9 req-68367fb4-13f4-4cc3-aa72-7b43237f5366 tempest-ServerDiskConfigTestJSON-70330027 tempest-ServerDiskConfigTestJSON-70330027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:43.361628 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-0fd55bb2-3a7a-4671-b7d3-63991c77cb8c req-cba7ee39-ae9a-4e21-9c0c-11c4729375bd service neutron] 10.222.0.41 "GET /v2.0/networks/c2a3f4df-26b3-4bb0-9eae-63aad7044fea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2082527 Nov 05 18:44:43.364614 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [req-f5c744a0-88da-41e5-9c9a-f12b5c5d5a6e req-ce9bc5e8-6eb9-488b-9053-891823e35784 tempest-ServersTestManualDisk-737181692 tempest-ServersTestManualDisk-737181692-project] Request body: {'port': {'device_id': '1f90cfb4-978e-4e70-be7e-94507ac19c27', 'network_id': 'dcdefe85-0b9a-4710-a2e9-41da31eb0233', 'admin_state_up': True, 'tenant_id': '212c749f8d63405d9325748fedbd9a74', 'security_groups': ['58eb9970-58ff-4036-99ad-2a436384abfc']}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:44:43.366680 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] get_ports_and_sgs() called for port_ids ['d78e341a-33af-484a-ba39-c60b36eee0b6'] {{(pid=102388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 18:44:43.368962 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d711a1-e16d-4300-9c8d-e5ec0491b448 admin admin] Pushing event updated for resources: {'Network': ['ID=fd42acf6-8f16-4d60-b5bc-2ad1579d9211,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:44:43.376955 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-86f3289d-e7e6-49f1-b4b5-53927e5bc8ad req-3c1f0864-c1af-4112-b812-628bc8c6da46 service neutron] 10.222.0.13 "GET /v2.0/networks/1a9992ef-da6b-4f25-bd43-f1196ce8f1a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1857290 Nov 05 18:44:43.409954 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Network fd42acf6-8f16-4d60-b5bc-2ad1579d9211 details requested by agent ovs-agent-n-d-816865-1 with host n-d-816865-1 {{(pid=102388) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 05 18:44:43.413846 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-a3d711a1-e16d-4300-9c8d-e5ec0491b448 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.1133945 Nov 05 18:44:43.417391 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 48182) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:44:43.421935 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-322e57c7-b72a-4e04-8388-a3d5ed82580c admin admin] Request body: {'subnet': {'network_id': 'fd42acf6-8f16-4d60-b5bc-2ad1579d9211', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-288313606-subnet', 'tenant_id': '4178766de4564cc499086192238e999c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:44:43.422141 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20da327b-8165-4597-bc86-e78558f146ce req-b4ac28cf-e47f-4be7-bb58-109585cd04ce tempest-FloatingIPsAssociationTestJSON-150840125 tempest-FloatingIPsAssociationTestJSON-150840125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:44:43.424595 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-20da327b-8165-4597-bc86-e78558f146ce req-b4ac28cf-e47f-4be7-bb58-109585cd04ce tempest-FloatingIPsAssociationTestJSON-150840125 tempest-FloatingIPsAssociationTestJSON-150840125-project] 10.222.0.41 "GET /v2.0/ports?device_id=1aa4f9bc-30b7-4399-b441-718e2402c852 HTTP/1.1" status: 200 len: 945 time: 0.1451068 Nov 05 18:44:43.425281 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68367fb4-13f4-4cc3-aa72-7b43237f5366 tempest-ServerDiskConfigTestJSON-70330027 tempest-ServerDiskConfigTestJSON-70330027-project] Pushing event deleted for resources: {'Port': ['ID=d78e341a-33af-484a-ba39-c60b36eee0b6,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:44:43.548193 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-322e57c7-b72a-4e04-8388-a3d5ed82580c admin admin] Made reservation on behalf of 4178766de4564cc499086192238e999c for: {'subnet': 1} {{(pid=102387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 18:44:43.551184 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-322e57c7-b72a-4e04-8388-a3d5ed82580c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5112236'] for subnet, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:43.593443 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b5db71f-f7ed-4f16-9836-4582c9803ea9 req-68367fb4-13f4-4cc3-aa72-7b43237f5366 tempest-ServerDiskConfigTestJSON-70330027 tempest-ServerDiskConfigTestJSON-70330027-project] No DVR routers for this DVR port d78e341a-33af-484a-ba39-c60b36eee0b6 on host n-h2-816865-1 {{(pid=102386) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 18:44:43.609208 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-7b5db71f-f7ed-4f16-9836-4582c9803ea9 req-68367fb4-13f4-4cc3-aa72-7b43237f5366 tempest-ServerDiskConfigTestJSON-70330027 tempest-ServerDiskConfigTestJSON-70330027-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:43.617523 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-7b5db71f-f7ed-4f16-9836-4582c9803ea9 req-68367fb4-13f4-4cc3-aa72-7b43237f5366 tempest-ServerDiskConfigTestJSON-70330027 tempest-ServerDiskConfigTestJSON-70330027-project] 10.222.0.55 "DELETE /v2.0/ports/d78e341a-33af-484a-ba39-c60b36eee0b6 HTTP/1.1" status: 204 len: 173 time: 1.4770026 Nov 05 18:44:43.617523 n-d-816865-1 neutron-server[102386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37f2d1b1-c888-40ea-87ed-a1c6bcf55283', 'name': 'network-vif-deleted', 'tag': 'd78e341a-33af-484a-ba39-c60b36eee0b6'}] {{(pid=102386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 18:44:43.617523 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6173a44d7c73f41af551dc890fa1a5892c2c6bc3458b640c8e0c24db7876ba6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57c4d202-5170-4bb4-9b25-a5a90332976f" -d '{"events": [{"server_uuid": "37f2d1b1-c888-40ea-87ed-a1c6bcf55283", "name": "network-vif-deleted", "tag": "d78e341a-33af-484a-ba39-c60b36eee0b6"}]}' {{(pid=102386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 18:44:43.698733 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-0fd55bb2-3a7a-4671-b7d3-63991c77cb8c req-511d3a97-b2cc-4d7e-91b5-b45a620449ac service neutron] 10.222.0.41 "GET /v2.0/networks/c2a3f4df-26b3-4bb0-9eae-63aad7044fea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3280067 Nov 05 18:44:43.769184 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-0fd55bb2-3a7a-4671-b7d3-63991c77cb8c req-aa9b7ee8-8116-4493-ae59-a2eda26842c7 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.77&port_id=aa96a508-f091-4c76-94a7-8155d7f58fdc HTTP/1.1" status: 200 len: 217 time: 0.0579312 Nov 05 18:44:43.777295 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [req-20da327b-8165-4597-bc86-e78558f146ce req-9ee9f9bd-b1cc-4a60-9159-2d560e515ce7 tempest-FloatingIPsAssociationTestJSON-150840125 tempest-FloatingIPsAssociationTestJSON-150840125-project] Deleting port de453395-c788-4a67-a026-166ca2c30bed {{(pid=102386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 18:44:43.777648 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-20da327b-8165-4597-bc86-e78558f146ce req-9ee9f9bd-b1cc-4a60-9159-2d560e515ce7 tempest-FloatingIPsAssociationTestJSON-150840125 tempest-FloatingIPsAssociationTestJSON-150840125-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:43.783429 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2454ad2-aa90-4c7e-9ad4-8abd42a6beef req-9eeca6ed-e44d-4a2b-849f-99ece7a0e024 tempest-FloatingIPsAssociationTestJSON-150840125 tempest-FloatingIPsAssociationTestJSON-150840125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:44:43.788778 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-f2454ad2-aa90-4c7e-9ad4-8abd42a6beef req-9eeca6ed-e44d-4a2b-849f-99ece7a0e024 tempest-FloatingIPsAssociationTestJSON-150840125 tempest-FloatingIPsAssociationTestJSON-150840125-project] 10.222.0.13 "GET /v2.0/ports?device_id=1aa4f9bc-30b7-4399-b441-718e2402c852 HTTP/1.1" status: 200 len: 945 time: 0.1240473 Nov 05 18:44:43.847733 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f5c744a0-88da-41e5-9c9a-f12b5c5d5a6e req-ce9bc5e8-6eb9-488b-9053-891823e35784 tempest-ServersTestManualDisk-737181692 tempest-ServersTestManualDisk-737181692-project] Made reservation on behalf of 212c749f8d63405d9325748fedbd9a74 for: {'port': 1} {{(pid=102386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 18:44:43.849978 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-f5c744a0-88da-41e5-9c9a-f12b5c5d5a6e req-ce9bc5e8-6eb9-488b-9053-891823e35784 tempest-ServersTestManualDisk-737181692 tempest-ServersTestManualDisk-737181692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:43.881195 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-f2454ad2-aa90-4c7e-9ad4-8abd42a6beef req-eea7f951-4990-44ce-b244-8725e6064b8f tempest-FloatingIPsAssociationTestJSON-150840125 tempest-FloatingIPsAssociationTestJSON-150840125-project] 10.222.0.13 "GET /v2.0/security-groups?id=3cc4611f-52b5-4887-b929-239c423d5920&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914962 Nov 05 18:44:43.945092 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-322e57c7-b72a-4e04-8388-a3d5ed82580c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4417463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5112218'] for subnet, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:43.978312 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd55bb2-3a7a-4671-b7d3-63991c77cb8c req-f38daf72-ac5e-4077-b08a-dc5f23a9b9a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:44:43.984250 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-0fd55bb2-3a7a-4671-b7d3-63991c77cb8c req-f38daf72-ac5e-4077-b08a-dc5f23a9b9a2 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ba9a8eab-576a-4407-8387-c01c9ae7bbff HTTP/1.1" status: 200 len: 797 time: 0.1715834 Nov 05 18:44:44.000063 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-29a114f3-b3d6-4908-9df7-ee5a48897e8d req-dfbcc777-158f-4f70-ab46-400667cdf2af tempest-ServerDiskConfigTestJSON-70330027 tempest-ServerDiskConfigTestJSON-70330027-project] 10.222.0.13 "GET /v2.0/ports?device_id=37f2d1b1-c888-40ea-87ed-a1c6bcf55283 HTTP/1.1" status: 200 len: 210 time: 0.0664926 Nov 05 18:44:44.059096 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [req-20da327b-8165-4597-bc86-e78558f146ce req-9ee9f9bd-b1cc-4a60-9159-2d560e515ce7 tempest-FloatingIPsAssociationTestJSON-150840125 tempest-FloatingIPsAssociationTestJSON-150840125-project] For port de453395-c788-4a67-a026-166ca2c30bed, host n-h1-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=de453395-c788-4a67-a026-166ca2c30bed,segment=NetworkSegment(19a5aad3-0c26-4f6f-8422-7177e297fdc5),segment_id=19a5aad3-0c26-4f6f-8422-7177e297fdc5)] {{(pid=102386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:44:44.059792 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-20da327b-8165-4597-bc86-e78558f146ce req-9ee9f9bd-b1cc-4a60-9159-2d560e515ce7 tempest-FloatingIPsAssociationTestJSON-150840125 tempest-FloatingIPsAssociationTestJSON-150840125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:44.072130 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322e57c7-b72a-4e04-8388-a3d5ed82580c admin admin] Pushing event updated for resources: {'Subnet': ['ID=5bc495e2-1c46-46a6-944a-7cb0dfc74d97,revision_number=0']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:44:44.075891 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 18:44:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78db30a6-bc04-4e65-9f88-d30115928fa6 x-openstack-request-id: req-78db30a6-bc04-4e65-9f88-d30115928fa6 {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 18:44:44.076476 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37f2d1b1-c888-40ea-87ed-a1c6bcf55283", "name": "network-vif-deleted", "tag": "d78e341a-33af-484a-ba39-c60b36eee0b6", "status": "completed", "code": 200}]} {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 18:44:44.076978 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-78db30a6-bc04-4e65-9f88-d30115928fa6 {{(pid=102386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 18:44:44.077588 n-d-816865-1 neutron-server[102386]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37f2d1b1-c888-40ea-87ed-a1c6bcf55283', 'name': 'network-vif-deleted', 'tag': 'd78e341a-33af-484a-ba39-c60b36eee0b6', 'status': 'completed', 'code': 200} Nov 05 18:44:44.111136 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-8b5e13eb-9bc2-4002-9e17-4aafb26c567e req-23a65fd9-b94c-411f-a1dc-0297726ebeaa tempest-LiveMigrationTest-600821399 tempest-LiveMigrationTest-600821399-project] 10.222.0.13 "GET /v2.0/ports?device_id=93fdaf80-df0d-4e8d-a241-d135c3792f47 HTTP/1.1" status: 200 len: 210 time: 0.0416653 Nov 05 18:44:44.113944 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [req-20da327b-8165-4597-bc86-e78558f146ce req-9ee9f9bd-b1cc-4a60-9159-2d560e515ce7 tempest-FloatingIPsAssociationTestJSON-150840125 tempest-FloatingIPsAssociationTestJSON-150840125-project] Calling delete_port for de453395-c788-4a67-a026-166ca2c30bed owned by compute:nova {{(pid=102386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 18:44:44.114382 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-322e57c7-b72a-4e04-8388-a3d5ed82580c admin admin] Checking segment: {'id': 'ef5714ac-d60a-42ed-804f-a2e28bab422f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'fd42acf6-8f16-4d60-b5bc-2ad1579d9211'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 18:44:44.114745 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-322e57c7-b72a-4e04-8388-a3d5ed82580c admin admin] Network hostable DHCP agents. Network: fd42acf6-8f16-4d60-b5bc-2ad1579d9211, hostable agents: ['987e2ca0-bc3b-4c6f-a989-429ccfbf753f'], hosted agents: [] {{(pid=102387) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 05 18:44:44.140699 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd55bb2-3a7a-4671-b7d3-63991c77cb8c req-79e2cbaf-57d9-4dab-9c2c-96d95cd33d58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:44:44.142804 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-0fd55bb2-3a7a-4671-b7d3-63991c77cb8c req-79e2cbaf-57d9-4dab-9c2c-96d95cd33d58 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c2a3f4df-26b3-4bb0-9eae-63aad7044fea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1527824 Nov 05 18:44:44.187059 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af40175a-12f0-4ef7-8d28-4e00d7ec1da0 req-f37e654b-8a3c-4e93-95d3-291e3ef426af tempest-ServersAdminTestJSON-1640316766 tempest-ServersAdminTestJSON-1640316766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:44:44.195194 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-af40175a-12f0-4ef7-8d28-4e00d7ec1da0 req-f37e654b-8a3c-4e93-95d3-291e3ef426af tempest-ServersAdminTestJSON-1640316766 tempest-ServersAdminTestJSON-1640316766-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9b749f8-e8f5-4ef2-95cf-6a618803d711 HTTP/1.1" status: 200 len: 950 time: 0.0709262 Nov 05 18:44:44.224043 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.db_base_plugin_common [req-f5c744a0-88da-41e5-9c9a-f12b5c5d5a6e req-ce9bc5e8-6eb9-488b-9053-891823e35784 tempest-ServersTestManualDisk-737181692 tempest-ServersTestManualDisk-737181692-project] Allocated IP 172.20.0.10 (dcdefe85-0b9a-4710-a2e9-41da31eb0233/ff18284e-1ede-44da-8cc4-bb6087008353/2d93de8c-4277-42d3-976e-aa04602a7ec1) {{(pid=102386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 18:44:44.251809 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-26c37089-e2ad-4684-a141-49d14e92190c req-08cb9e8c-f5f2-4027-ba94-e8f463ae8564 tempest-ServersTestManualDisk-737181692 tempest-ServersTestManualDisk-737181692-project] 10.222.0.13 "GET /v2.0/ports?device_id=1f90cfb4-978e-4e70-be7e-94507ac19c27 HTTP/1.1" status: 200 len: 210 time: 0.0350249 Nov 05 18:44:44.254447 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-322e57c7-b72a-4e04-8388-a3d5ed82580c admin admin] Network fd42acf6-8f16-4d60-b5bc-2ad1579d9211 is scheduled to be hosted by DHCP agent 987e2ca0-bc3b-4c6f-a989-429ccfbf753f with binding_index 1 {{(pid=102387) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 05 18:44:44.273761 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-af40175a-12f0-4ef7-8d28-4e00d7ec1da0 req-5ffc20cc-cf68-4e6c-8ca8-bd1853fc04fd tempest-ServersAdminTestJSON-1640316766 tempest-ServersAdminTestJSON-1640316766-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c663dac-2477-42f8-b37f-f366129474aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769176 Nov 05 18:44:44.347004 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-0fd55bb2-3a7a-4671-b7d3-63991c77cb8c req-cff1a1fe-3333-4cd3-9dcd-595af7d31b57 service neutron] 10.222.0.41 "GET /v2.0/networks/c2a3f4df-26b3-4bb0-9eae-63aad7044fea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1694562 Nov 05 18:44:44.353054 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.base_scheduler [None req-322e57c7-b72a-4e04-8388-a3d5ed82580c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816865-1, fd42acf6-8f16-4d60-b5bc-2ad1579d9211) {{(pid=102387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:44:44.357534 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-322e57c7-b72a-4e04-8388-a3d5ed82580c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:44:44.358156 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-322e57c7-b72a-4e04-8388-a3d5ed82580c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597851'] for subnet, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:44.365461 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a3fcac0-21e8-4b21-b04c-5ac438db69a5 None None] Network fd42acf6-8f16-4d60-b5bc-2ad1579d9211 requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 18:44:44.476768 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-322e57c7-b72a-4e04-8388-a3d5ed82580c admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.0589478 Nov 05 18:44:44.480078 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 48208) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:44:44.487684 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-3175757a-cc79-4e7e-a1b2-6218d4253e9b admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-288313606-router', 'tenant_id': '4178766de4564cc499086192238e999c', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec'}}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:44:44.533595 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93020287-084c-40ca-b7ec-5822cf2fe31a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeb20a084-accf-5b60-8075-3e69ebe863a6-fd42acf6-8f16-4d60-b5bc-2ad1579d9211', 'network_id': 'fd42acf6-8f16-4d60-b5bc-2ad1579d9211', 'tenant_id': '4178766de4564cc499086192238e999c', 'fixed_ips': [{'subnet_id': '5bc495e2-1c46-46a6-944a-7cb0dfc74d97'}]}} from n-d-816865-1. {{(pid=102388) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 05 18:44:44.534528 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-93020287-084c-40ca-b7ec-5822cf2fe31a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:44.555065 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-f5c744a0-88da-41e5-9c9a-f12b5c5d5a6e req-ce9bc5e8-6eb9-488b-9053-891823e35784 tempest-ServersTestManualDisk-737181692 tempest-ServersTestManualDisk-737181692-project] Publish callbacks [] for port, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:44.569239 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-0fd55bb2-3a7a-4671-b7d3-63991c77cb8c req-8cfe57d7-1eac-448e-9c8c-dcd9ad56207b service neutron] 10.222.0.41 "GET /v2.0/networks/c2a3f4df-26b3-4bb0-9eae-63aad7044fea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2045007 Nov 05 18:44:44.604784 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-3175757a-cc79-4e7e-a1b2-6218d4253e9b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-571139', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6874'] for router, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:44.605855 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-3175757a-cc79-4e7e-a1b2-6218d4253e9b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-571375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1000570', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1011585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6867'] for router, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:44.626116 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-0fd55bb2-3a7a-4671-b7d3-63991c77cb8c req-d635a096-461c-408e-9feb-125755a0d2f8 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.101&port_id=74d94c4e-fd4c-4541-87c9-d37cb3b291e1 HTTP/1.1" status: 200 len: 217 time: 0.0486968 Nov 05 18:44:44.666309 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-20da327b-8165-4597-bc86-e78558f146ce req-9ee9f9bd-b1cc-4a60-9159-2d560e515ce7 tempest-FloatingIPsAssociationTestJSON-150840125 tempest-FloatingIPsAssociationTestJSON-150840125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:44.666564 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-3175757a-cc79-4e7e-a1b2-6218d4253e9b admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:44.678834 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] get_ports_and_sgs() called for port_ids ['de453395-c788-4a67-a026-166ca2c30bed'] {{(pid=102388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 18:44:44.701570 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee9f9bd-b1cc-4a60-9159-2d560e515ce7 tempest-FloatingIPsAssociationTestJSON-150840125 tempest-FloatingIPsAssociationTestJSON-150840125-project] Pushing event deleted for resources: {'Port': ['ID=de453395-c788-4a67-a026-166ca2c30bed,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:44:44.717612 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd55bb2-3a7a-4671-b7d3-63991c77cb8c req-98a92493-1686-40c3-9a64-556ff3e6906a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:44:44.718485 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-0fd55bb2-3a7a-4671-b7d3-63991c77cb8c req-98a92493-1686-40c3-9a64-556ff3e6906a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ba9a8eab-576a-4407-8387-c01c9ae7bbff HTTP/1.1" status: 200 len: 797 time: 0.0825720 Nov 05 18:44:44.731268 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.db_base_plugin_common [None req-93020287-084c-40ca-b7ec-5822cf2fe31a None None] Allocated IP 172.20.0.2 (fd42acf6-8f16-4d60-b5bc-2ad1579d9211/5bc495e2-1c46-46a6-944a-7cb0dfc74d97/68274c04-e588-4f3c-b677-67607643d155) {{(pid=102388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 18:44:44.767196 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [req-20da327b-8165-4597-bc86-e78558f146ce req-9ee9f9bd-b1cc-4a60-9159-2d560e515ce7 tempest-FloatingIPsAssociationTestJSON-150840125 tempest-FloatingIPsAssociationTestJSON-150840125-project] No DVR routers for this DVR port de453395-c788-4a67-a026-166ca2c30bed on host n-h1-816865-1 {{(pid=102386) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 18:44:44.770057 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-20da327b-8165-4597-bc86-e78558f146ce req-9ee9f9bd-b1cc-4a60-9159-2d560e515ce7 tempest-FloatingIPsAssociationTestJSON-150840125 tempest-FloatingIPsAssociationTestJSON-150840125-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:44.773809 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-20da327b-8165-4597-bc86-e78558f146ce req-9ee9f9bd-b1cc-4a60-9159-2d560e515ce7 tempest-FloatingIPsAssociationTestJSON-150840125 tempest-FloatingIPsAssociationTestJSON-150840125-project] 10.222.0.41 "DELETE /v2.0/ports/de453395-c788-4a67-a026-166ca2c30bed HTTP/1.1" status: 204 len: 173 time: 1.3279824 Nov 05 18:44:44.774889 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-f5c744a0-88da-41e5-9c9a-f12b5c5d5a6e req-ce9bc5e8-6eb9-488b-9053-891823e35784 tempest-ServersTestManualDisk-737181692 tempest-ServersTestManualDisk-737181692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:44.842205 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f5c744a0-88da-41e5-9c9a-f12b5c5d5a6e req-ce9bc5e8-6eb9-488b-9053-891823e35784 tempest-ServersTestManualDisk-737181692 tempest-ServersTestManualDisk-737181692-project] Network dcdefe85-0b9a-4710-a2e9-41da31eb0233 is already hosted by enough agents. {{(pid=102386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 18:44:44.847281 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.base_scheduler [req-f5c744a0-88da-41e5-9c9a-f12b5c5d5a6e req-ce9bc5e8-6eb9-488b-9053-891823e35784 tempest-ServersTestManualDisk-737181692 tempest-ServersTestManualDisk-737181692-project] Resources bound (agent type, host, resource id): {{(pid=102386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:44:44.850152 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5c744a0-88da-41e5-9c9a-f12b5c5d5a6e req-ce9bc5e8-6eb9-488b-9053-891823e35784 tempest-ServersTestManualDisk-737181692 tempest-ServersTestManualDisk-737181692-project] Received port after_create {{(pid=102386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 18:44:44.904461 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-93020287-084c-40ca-b7ec-5822cf2fe31a None None] Publish callbacks [] for port, precommit_create {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:44.929716 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c744a0-88da-41e5-9c9a-f12b5c5d5a6e req-ce9bc5e8-6eb9-488b-9053-891823e35784 tempest-ServersTestManualDisk-737181692 tempest-ServersTestManualDisk-737181692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:44:44.929716 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-f5c744a0-88da-41e5-9c9a-f12b5c5d5a6e req-ce9bc5e8-6eb9-488b-9053-891823e35784 tempest-ServersTestManualDisk-737181692 tempest-ServersTestManualDisk-737181692-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:44.936717 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-3175757a-cc79-4e7e-a1b2-6218d4253e9b admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:44.951271 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9bc5e8-6eb9-488b-9053-891823e35784 tempest-ServersTestManualDisk-737181692 tempest-ServersTestManualDisk-737181692-project] Pushing event updated for resources: {'Port': ['ID=2d93de8c-4277-42d3-976e-aa04602a7ec1,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:44:44.958137 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd55bb2-3a7a-4671-b7d3-63991c77cb8c req-303da389-1a65-43c6-994f-4b2fd23656dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:44:44.959998 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-0fd55bb2-3a7a-4671-b7d3-63991c77cb8c req-303da389-1a65-43c6-994f-4b2fd23656dd service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c2a3f4df-26b3-4bb0-9eae-63aad7044fea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2270830 Nov 05 18:44:45.035196 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-27f706da-d41c-49c9-8c03-c85403e57ecb req-56338345-ccff-4b63-ac9f-97244b09ccf2 tempest-FloatingIPsAssociationTestJSON-150840125 tempest-FloatingIPsAssociationTestJSON-150840125-project] 10.222.0.13 "GET /v2.0/ports?device_id=1aa4f9bc-30b7-4399-b441-718e2402c852 HTTP/1.1" status: 200 len: 210 time: 0.0675902 Nov 05 18:44:45.047106 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-93020287-084c-40ca-b7ec-5822cf2fe31a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789'] for port, after_create {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:45.157822 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-0fd55bb2-3a7a-4671-b7d3-63991c77cb8c req-359c317e-3311-46b2-ba13-42fb57ad7835 service neutron] 10.222.0.41 "GET /v2.0/networks/c2a3f4df-26b3-4bb0-9eae-63aad7044fea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1863844 Nov 05 18:44:45.160843 n-d-816865-1 neutron-server[102388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93020287-084c-40ca-b7ec-5822cf2fe31a None None] Network fd42acf6-8f16-4d60-b5bc-2ad1579d9211 is already hosted by enough agents. {{(pid=102388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 18:44:45.163318 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-f5c744a0-88da-41e5-9c9a-f12b5c5d5a6e req-ce9bc5e8-6eb9-488b-9053-891823e35784 tempest-ServersTestManualDisk-737181692 tempest-ServersTestManualDisk-737181692-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8069875 Nov 05 18:44:45.168544 n-d-816865-1 neutron-server[102388]: DEBUG neutron.scheduler.base_scheduler [None req-93020287-084c-40ca-b7ec-5822cf2fe31a None None] Resources bound (agent type, host, resource id): {{(pid=102388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:44:45.179133 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93020287-084c-40ca-b7ec-5822cf2fe31a None None] Received port after_create {{(pid=102388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 18:44:45.181956 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [req-f5c744a0-88da-41e5-9c9a-f12b5c5d5a6e req-c510f1a7-f659-4a59-940d-c0d79179e7e4 service neutron] Request body: {'port': {'device_id': '1f90cfb4-978e-4e70-be7e-94507ac19c27', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816865-1'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:44:45.183581 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93020287-084c-40ca-b7ec-5822cf2fe31a None None] Pushing event updated for resources: {'Port': ['ID=68274c04-e588-4f3c-b677-67607643d155,revision_number=1']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:44:45.335689 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-93020287-084c-40ca-b7ec-5822cf2fe31a None None] Attempting to bind port 68274c04-e588-4f3c-b677-67607643d155 on host n-d-816865-1 for vnic_type normal with profile {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 18:44:45.336442 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-93020287-084c-40ca-b7ec-5822cf2fe31a None None] Attempting to bind port 68274c04-e588-4f3c-b677-67607643d155 by drivers openvswitch,hyperv on host n-d-816865-1 at level 0 using segments [{'id': 'ef5714ac-d60a-42ed-804f-a2e28bab422f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'fd42acf6-8f16-4d60-b5bc-2ad1579d9211'}] {{(pid=102388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 18:44:45.337045 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93020287-084c-40ca-b7ec-5822cf2fe31a None None] Attempting to bind port 68274c04-e588-4f3c-b677-67607643d155 on network fd42acf6-8f16-4d60-b5bc-2ad1579d9211 {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 18:44:45.347258 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93020287-084c-40ca-b7ec-5822cf2fe31a None None] Checking agent: {'id': '724d89a7-611b-41e6-bc85-c48112b17afa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 18, 25, 8), 'started_at': datetime.datetime(2021, 11, 5, 18, 25, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 18, 44, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 18:44:45.354719 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93020287-084c-40ca-b7ec-5822cf2fe31a None None] Checking segment: {'id': 'ef5714ac-d60a-42ed-804f-a2e28bab422f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'fd42acf6-8f16-4d60-b5bc-2ad1579d9211'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 18:44:45.355490 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-93020287-084c-40ca-b7ec-5822cf2fe31a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:45.356132 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93020287-084c-40ca-b7ec-5822cf2fe31a None None] Bound using segment: {'id': 'ef5714ac-d60a-42ed-804f-a2e28bab422f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'fd42acf6-8f16-4d60-b5bc-2ad1579d9211'} {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 18:44:45.356883 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-93020287-084c-40ca-b7ec-5822cf2fe31a None None] Bound port: 68274c04-e588-4f3c-b677-67607643d155, host: n-d-816865-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef5714ac-d60a-42ed-804f-a2e28bab422f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'fd42acf6-8f16-4d60-b5bc-2ad1579d9211'}}] {{(pid=102388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 18:44:45.359375 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-93020287-084c-40ca-b7ec-5822cf2fe31a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:45.481541 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-f5c744a0-88da-41e5-9c9a-f12b5c5d5a6e req-c510f1a7-f659-4a59-940d-c0d79179e7e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:45.482533 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-93020287-084c-40ca-b7ec-5822cf2fe31a None None] For port 68274c04-e588-4f3c-b677-67607643d155, host n-d-816865-1, cleared binding levels {{(pid=102388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 18:44:45.486944 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-93020287-084c-40ca-b7ec-5822cf2fe31a None None] For port 68274c04-e588-4f3c-b677-67607643d155, host n-d-816865-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=68274c04-e588-4f3c-b677-67607643d155,segment=NetworkSegment(ef5714ac-d60a-42ed-804f-a2e28bab422f),segment_id=ef5714ac-d60a-42ed-804f-a2e28bab422f)] {{(pid=102388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 18:44:45.509880 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a352afee-ed78-43fd-8361-6fdfda71acdb req-f4412743-057d-439a-a8a2-e3b1ce3086b9 tempest-ServersAdminTestJSON-1640316766 tempest-ServersAdminTestJSON-1640316766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:44:45.511503 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-a352afee-ed78-43fd-8361-6fdfda71acdb req-f4412743-057d-439a-a8a2-e3b1ce3086b9 tempest-ServersAdminTestJSON-1640316766 tempest-ServersAdminTestJSON-1640316766-project] 10.222.0.41 "GET /v2.0/ports?device_id=e9b749f8-e8f5-4ef2-95cf-6a618803d711 HTTP/1.1" status: 200 len: 950 time: 0.1797974 Nov 05 18:44:45.551885 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-0fd55bb2-3a7a-4671-b7d3-63991c77cb8c req-86b2c57c-87f7-4c11-ad3b-ae24195ae9de service neutron] 10.222.0.41 "GET /v2.0/networks/c2a3f4df-26b3-4bb0-9eae-63aad7044fea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3629234 Nov 05 18:44:45.555592 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-93020287-084c-40ca-b7ec-5822cf2fe31a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:45.639031 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-0fd55bb2-3a7a-4671-b7d3-63991c77cb8c req-1cde371f-777d-4b39-bb7c-beb1b4c2a1ca service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=68d77c8e-2056-4060-8cbb-c746a0b6d7a9 HTTP/1.1" status: 200 len: 217 time: 0.0612693 Nov 05 18:44:45.796593 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-a6bef9ed-aef0-4e01-b34b-60dbeeae68fe None None] Provisioning complete for port 2d93de8c-4277-42d3-976e-aa04602a7ec1 triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:44:45.796593 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-a6bef9ed-aef0-4e01-b34b-60dbeeae68fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:45.813017 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd55bb2-3a7a-4671-b7d3-63991c77cb8c req-0455e00e-c917-4005-923b-faf8a55aa06f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:44:45.819408 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-0fd55bb2-3a7a-4671-b7d3-63991c77cb8c req-0455e00e-c917-4005-923b-faf8a55aa06f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=19b6bbf4-5b07-4332-801a-9022c92b0fcc HTTP/1.1" status: 200 len: 797 time: 0.1712813 Nov 05 18:44:45.832264 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-470ace95-ff26-45bf-8475-d8e1063add77 req-557d75b0-1c93-4090-a1af-d6a662694be6 tempest-LiveMigrationTest-600821399 tempest-LiveMigrationTest-600821399-project] 10.222.0.13 "GET /v2.0/ports?device_id=93fdaf80-df0d-4e8d-a241-d135c3792f47 HTTP/1.1" status: 200 len: 210 time: 0.5393720 Nov 05 18:44:45.851010 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-a6bef9ed-aef0-4e01-b34b-60dbeeae68fe None None] Port 2d93de8c-4277-42d3-976e-aa04602a7ec1 cannot update to ACTIVE because it is not bound. {{(pid=102388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 18:44:45.852611 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93020287-084c-40ca-b7ec-5822cf2fe31a None None] Pushing event updated for resources: {'Port': ['ID=68274c04-e588-4f3c-b677-67607643d155,revision_number=2']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:44:45.950344 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffadf72-baa2-4ef6-a1cc-666ae98e11ab req-48d3ab67-7b7f-47bc-b353-50b91deb842a tempest-ServersTestManualDisk-737181692 tempest-ServersTestManualDisk-737181692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:44:45.951870 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-9ffadf72-baa2-4ef6-a1cc-666ae98e11ab req-48d3ab67-7b7f-47bc-b353-50b91deb842a tempest-ServersTestManualDisk-737181692 tempest-ServersTestManualDisk-737181692-project] 10.222.0.13 "GET /v2.0/ports?device_id=1f90cfb4-978e-4e70-be7e-94507ac19c27 HTTP/1.1" status: 200 len: 932 time: 0.1808908 Nov 05 18:44:45.952047 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [req-a352afee-ed78-43fd-8361-6fdfda71acdb req-ee6b2824-6109-4960-98fc-b185bb147382 tempest-ServersAdminTestJSON-1640316766 tempest-ServersAdminTestJSON-1640316766-project] Deleting port e8047dba-aea2-44a6-b753-8c18936bf163 {{(pid=102386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 18:44:45.952437 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-a352afee-ed78-43fd-8361-6fdfda71acdb req-ee6b2824-6109-4960-98fc-b185bb147382 tempest-ServersAdminTestJSON-1640316766 tempest-ServersAdminTestJSON-1640316766-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:45.975341 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd55bb2-3a7a-4671-b7d3-63991c77cb8c req-af448b25-6525-4deb-8fd9-a848ee47b17b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:44:45.977148 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-0fd55bb2-3a7a-4671-b7d3-63991c77cb8c req-af448b25-6525-4deb-8fd9-a848ee47b17b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1b7a851b-c808-4864-8618-892ad55d5d0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1450739 Nov 05 18:44:46.058024 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1a9fac-72c5-468a-bd5d-7c752b186beb req-9546cf76-8f9b-4603-b5a9-12eb755c3b57 tempest-ServersAdminTestJSON-1640316766 tempest-ServersAdminTestJSON-1640316766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:44:46.059572 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-8b1a9fac-72c5-468a-bd5d-7c752b186beb req-9546cf76-8f9b-4603-b5a9-12eb755c3b57 tempest-ServersAdminTestJSON-1640316766 tempest-ServersAdminTestJSON-1640316766-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9b749f8-e8f5-4ef2-95cf-6a618803d711 HTTP/1.1" status: 200 len: 950 time: 0.1257834 Nov 05 18:44:46.071064 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-3175757a-cc79-4e7e-a1b2-6218d4253e9b admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:46.101702 n-d-816865-1 neutron-server[102386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1aa4f9bc-30b7-4399-b441-718e2402c852', 'name': 'network-vif-deleted', 'tag': 'de453395-c788-4a67-a026-166ca2c30bed'}] {{(pid=102386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 18:44:46.105256 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6173a44d7c73f41af551dc890fa1a5892c2c6bc3458b640c8e0c24db7876ba6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f785263c-9ccc-4ccc-8010-e6e88374cbcd" -d '{"events": [{"server_uuid": "1aa4f9bc-30b7-4399-b441-718e2402c852", "name": "network-vif-deleted", "tag": "de453395-c788-4a67-a026-166ca2c30bed"}]}' {{(pid=102386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 18:44:46.147181 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-3175757a-cc79-4e7e-a1b2-6218d4253e9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:46.166902 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-9ffadf72-baa2-4ef6-a1cc-666ae98e11ab req-73b0d377-7d1c-439e-8c06-b048e579f2d5 tempest-ServersTestManualDisk-737181692 tempest-ServersTestManualDisk-737181692-project] 10.222.0.13 "GET /v2.0/security-groups?id=58eb9970-58ff-4036-99ad-2a436384abfc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1732993 Nov 05 18:44:46.198705 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-8b1a9fac-72c5-468a-bd5d-7c752b186beb req-0589a302-6b37-40a3-b382-f6f3612e3d2f tempest-ServersAdminTestJSON-1640316766 tempest-ServersAdminTestJSON-1640316766-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c663dac-2477-42f8-b37f-f366129474aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223605 Nov 05 18:44:46.307642 n-d-816865-1 neutron-server[102386]: DEBUG neutron.notifiers.nova [req-f5c744a0-88da-41e5-9c9a-f12b5c5d5a6e req-c510f1a7-f659-4a59-940d-c0d79179e7e4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2d93de8c-4277-42d3-976e-aa04602a7ec1 {{(pid=102386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 18:44:46.336654 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.db_base_plugin_common [None req-3175757a-cc79-4e7e-a1b2-6218d4253e9b admin admin] Allocated IP 172.25.6.51 (40c8335d-cd0b-4cb5-910a-d4dcddd5cbec/04fe6db3-e108-4208-943d-6518424f5726/9d10276e-2287-4fac-abe3-d2a410b42458) {{(pid=102387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 18:44:46.349183 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [req-a352afee-ed78-43fd-8361-6fdfda71acdb req-ee6b2824-6109-4960-98fc-b185bb147382 tempest-ServersAdminTestJSON-1640316766 tempest-ServersAdminTestJSON-1640316766-project] For port e8047dba-aea2-44a6-b753-8c18936bf163, host n-h1-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=e8047dba-aea2-44a6-b753-8c18936bf163,segment=NetworkSegment(35c2db9c-522d-48d3-98cf-a08c2cc55db7),segment_id=35c2db9c-522d-48d3-98cf-a08c2cc55db7)] {{(pid=102386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:44:46.349344 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-a352afee-ed78-43fd-8361-6fdfda71acdb req-ee6b2824-6109-4960-98fc-b185bb147382 tempest-ServersAdminTestJSON-1640316766 tempest-ServersAdminTestJSON-1640316766-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:46.352928 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-f5c744a0-88da-41e5-9c9a-f12b5c5d5a6e req-c510f1a7-f659-4a59-940d-c0d79179e7e4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:46.393580 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-0fd55bb2-3a7a-4671-b7d3-63991c77cb8c req-7093d4ba-27e7-4ca4-8a5c-ab414e1c4856 service neutron] 10.222.0.41 "GET /v2.0/networks/1b7a851b-c808-4864-8618-892ad55d5d0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4040794 Nov 05 18:44:46.401766 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [req-a352afee-ed78-43fd-8361-6fdfda71acdb req-ee6b2824-6109-4960-98fc-b185bb147382 tempest-ServersAdminTestJSON-1640316766 tempest-ServersAdminTestJSON-1640316766-project] Calling delete_port for e8047dba-aea2-44a6-b753-8c18936bf163 owned by compute:nova {{(pid=102386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 18:44:46.408840 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 18:44:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-576a8c0e-c423-40c7-9669-0f3b0e816181 x-openstack-request-id: req-576a8c0e-c423-40c7-9669-0f3b0e816181 {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 18:44:46.409132 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1aa4f9bc-30b7-4399-b441-718e2402c852", "name": "network-vif-deleted", "tag": "de453395-c788-4a67-a026-166ca2c30bed", "status": "completed", "code": 200}]} {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 18:44:46.409385 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-576a8c0e-c423-40c7-9669-0f3b0e816181 {{(pid=102386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 18:44:46.409782 n-d-816865-1 neutron-server[102386]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1aa4f9bc-30b7-4399-b441-718e2402c852', 'name': 'network-vif-deleted', 'tag': 'de453395-c788-4a67-a026-166ca2c30bed', 'status': 'completed', 'code': 200} Nov 05 18:44:46.411231 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 48238) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:44:46.427152 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.provisioning_blocks [req-f5c744a0-88da-41e5-9c9a-f12b5c5d5a6e req-c510f1a7-f659-4a59-940d-c0d79179e7e4 service neutron] Transition to ACTIVE for port object 2d93de8c-4277-42d3-976e-aa04602a7ec1 will not be triggered until provisioned by entity L2. {{(pid=102386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 05 18:44:46.453321 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 48240) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:44:46.564067 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b401ee2-64eb-4d6a-a349-84b5a946a807 admin admin] Deleting subnet f65b8522-0d6e-4b41-a88d-8d5f4f8e7c9d {{(pid=102387) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 05 18:44:46.570729 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-3b401ee2-64eb-4d6a-a349-84b5a946a807 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:46.575005 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-3175757a-cc79-4e7e-a1b2-6218d4253e9b admin admin] Publish callbacks [] for port, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:46.620054 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 68274c04-e588-4f3c-b677-67607643d155 up at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 18:44:46.649331 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-3b401ee2-64eb-4d6a-a349-84b5a946a807 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4463501'] for subnet, precommit_delete_associations {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:46.686718 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Provisioning complete for port 68274c04-e588-4f3c-b677-67607643d155 triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:44:46.686988 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:46.702606 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-3b401ee2-64eb-4d6a-a349-84b5a946a807 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1573928'] for subnet, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:46.726564 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-3175757a-cc79-4e7e-a1b2-6218d4253e9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4417063'] for port, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:46.773687 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:46.787645 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3175757a-cc79-4e7e-a1b2-6218d4253e9b admin admin] Network 40c8335d-cd0b-4cb5-910a-d4dcddd5cbec is already hosted by enough agents. {{(pid=102387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 18:44:46.792982 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.base_scheduler [None req-3175757a-cc79-4e7e-a1b2-6218d4253e9b admin admin] Resources bound (agent type, host, resource id): {{(pid=102387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:44:46.801799 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Device d78e341a-33af-484a-ba39-c60b36eee0b6 no longer exists at agent hyperv_n-h2-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 18:44:46.803984 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3175757a-cc79-4e7e-a1b2-6218d4253e9b admin admin] Received port after_create {{(pid=102387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 18:44:46.827150 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-f5c744a0-88da-41e5-9c9a-f12b5c5d5a6e req-c510f1a7-f659-4a59-940d-c0d79179e7e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6149821'] for port, after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:46.842660 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] No Port match for: d78e341a-33af-484a-ba39-c60b36eee0b6 {{(pid=102388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 18:44:46.843143 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Device d78e341a-33af-484a-ba39-c60b36eee0b6 not bound to the agent host n-h2-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 18:44:46.850659 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3175757a-cc79-4e7e-a1b2-6218d4253e9b admin admin] Pushing event updated for resources: {'Port': ['ID=9d10276e-2287-4fac-abe3-d2a410b42458,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:44:46.864527 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] For port 68274c04-e588-4f3c-b677-67607643d155, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=68274c04-e588-4f3c-b677-67607643d155,segment=NetworkSegment(ef5714ac-d60a-42ed-804f-a2e28bab422f),segment_id=ef5714ac-d60a-42ed-804f-a2e28bab422f)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:44:46.927343 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:46.937974 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-95b29191-3e54-42f3-8730-14502d3280ea req-fdeb3b20-2803-4949-b7f0-eb636a42a1e3 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=b5fdd612-ad46-4764-a858-9ef8a8ca5819&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.6154823 Nov 05 18:44:46.978784 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f3289d-e7e6-49f1-b4b5-53927e5bc8ad req-daf79ce2-697c-4463-b45b-7a311eec7238 tempest-LiveMigrationTest-600821399 tempest-LiveMigrationTest-600821399-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:44:46.980302 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-86f3289d-e7e6-49f1-b4b5-53927e5bc8ad req-daf79ce2-697c-4463-b45b-7a311eec7238 tempest-LiveMigrationTest-600821399 tempest-LiveMigrationTest-600821399-project] 10.222.0.55 "GET /v2.0/networks?id=1a9992ef-da6b-4f25-bd43-f1196ce8f1a8 HTTP/1.1" status: 200 len: 807 time: 0.8273175 Nov 05 18:44:47.008187 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-3b401ee2-64eb-4d6a-a349-84b5a946a807 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1573905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4417146', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5112209'] for subnet, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:47.017503 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [req-86f3289d-e7e6-49f1-b4b5-53927e5bc8ad req-6e0700cf-739f-48a7-ada5-18e5ec12fea2 tempest-LiveMigrationTest-600821399 tempest-LiveMigrationTest-600821399-project] Request body: {'port': {'device_id': '93fdaf80-df0d-4e8d-a241-d135c3792f47', 'network_id': '1a9992ef-da6b-4f25-bd43-f1196ce8f1a8', 'admin_state_up': True, 'tenant_id': '7cc0b234e0c74edeb5d0485be80e09f5'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:44:47.024203 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Pushing event updated for resources: {'Port': ['ID=68274c04-e588-4f3c-b677-67607643d155,revision_number=3']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:44:47.076465 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-c052babe-e189-4faa-a729-b152dfa122ee req-4c3f9f38-39d9-42c2-88a8-785cc7e25e0f tempest-LiveMigrationTest-600821399 tempest-LiveMigrationTest-600821399-project] 10.222.0.13 "GET /v2.0/ports?device_id=93fdaf80-df0d-4e8d-a241-d135c3792f47 HTTP/1.1" status: 200 len: 210 time: 0.0912428 Nov 05 18:44:47.079538 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-3b401ee2-64eb-4d6a-a349-84b5a946a807 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597851'] for subnet, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:47.088299 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-3b401ee2-64eb-4d6a-a349-84b5a946a807 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/f65b8522-0d6e-4b41-a88d-8d5f4f8e7c9d HTTP/1.1" status: 204 len: 168 time: 0.6324322 Nov 05 18:44:47.110450 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 48244) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:44:47.128574 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b401ee2-64eb-4d6a-a349-84b5a946a807 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f65b8522-0d6e-4b41-a88d-8d5f4f8e7c9d,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:44:47.197957 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c510f1a7-f659-4a59-940d-c0d79179e7e4 service neutron] Pushing event updated for resources: {'Port': ['ID=2d93de8c-4277-42d3-976e-aa04602a7ec1,revision_number=2']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:44:47.306537 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-213a965c-3da8-464e-bdc3-e6725f1fbab9 None None] Network fd42acf6-8f16-4d60-b5bc-2ad1579d9211 requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 18:44:47.337774 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Device e8047dba-aea2-44a6-b753-8c18936bf163 no longer exists at agent hyperv_n-h1-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 18:44:47.373140 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-0fd55bb2-3a7a-4671-b7d3-63991c77cb8c req-a4a117fd-6ed6-4867-8d57-4b9790ba0e6c service neutron] 10.222.0.41 "GET /v2.0/networks/1b7a851b-c808-4864-8618-892ad55d5d0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9545822 Nov 05 18:44:47.387696 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b29191-3e54-42f3-8730-14502d3280ea req-e57f3c54-fd72-491c-ac94-985a93379d0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:44:47.389442 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-95b29191-3e54-42f3-8730-14502d3280ea req-e57f3c54-fd72-491c-ac94-985a93379d0a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=6c131f7c44f84ab6961400da2cd9c540&device_id=b5fdd612-ad46-4764-a858-9ef8a8ca5819 HTTP/1.1" status: 200 len: 1096 time: 0.3981104 Nov 05 18:44:47.400274 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-20b773cf-9e54-44e6-b2de-5af405d5bf1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1664226'] for network, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:47.431158 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-ed5a283b-27fb-4ee5-90d1-f6aed8c07723 None None] Provisioning complete for port 68274c04-e588-4f3c-b677-67607643d155 triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:44:47.431851 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-ed5a283b-27fb-4ee5-90d1-f6aed8c07723 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:47.449566 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181b289d-21af-4376-9f82-f592b8a779da req-e69c9078-1936-48c2-8e30-a40c97bc1aae tempest-ServersTestManualDisk-737181692 tempest-ServersTestManualDisk-737181692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:44:47.456795 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-181b289d-21af-4376-9f82-f592b8a779da req-e69c9078-1936-48c2-8e30-a40c97bc1aae tempest-ServersTestManualDisk-737181692 tempest-ServersTestManualDisk-737181692-project] 10.222.0.13 "GET /v2.0/ports?device_id=1f90cfb4-978e-4e70-be7e-94507ac19c27 HTTP/1.1" status: 200 len: 944 time: 0.1527379 Nov 05 18:44:47.475704 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d71d26a-1620-41ee-9e1c-312d906ad162 req-b44abe1e-dfab-43fe-bb22-acab15d48ea0 tempest-ServersAdminTestJSON-1640316766 tempest-ServersAdminTestJSON-1640316766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:44:47.477208 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-6d71d26a-1620-41ee-9e1c-312d906ad162 req-b44abe1e-dfab-43fe-bb22-acab15d48ea0 tempest-ServersAdminTestJSON-1640316766 tempest-ServersAdminTestJSON-1640316766-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9b749f8-e8f5-4ef2-95cf-6a618803d711 HTTP/1.1" status: 200 len: 950 time: 0.1375935 Nov 05 18:44:47.489867 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-3175757a-cc79-4e7e-a1b2-6218d4253e9b admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:47.546218 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-0fd55bb2-3a7a-4671-b7d3-63991c77cb8c req-9a11afe9-5c96-432a-b1eb-0da8619ffc28 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=30e8fb4b-e390-414c-b298-38f2ab60929c HTTP/1.1" status: 200 len: 217 time: 0.1497636 Nov 05 18:44:47.555409 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:47.601445 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-181b289d-21af-4376-9f82-f592b8a779da req-c72d28ab-4365-4f43-94b5-78c6cae59abd tempest-ServersTestManualDisk-737181692 tempest-ServersTestManualDisk-737181692-project] 10.222.0.13 "GET /v2.0/security-groups?id=58eb9970-58ff-4036-99ad-2a436384abfc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1437206 Nov 05 18:44:47.684596 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [req-f5c744a0-88da-41e5-9c9a-f12b5c5d5a6e req-c510f1a7-f659-4a59-940d-c0d79179e7e4 service neutron] Attempting to bind port 2d93de8c-4277-42d3-976e-aa04602a7ec1 on host n-h2-816865-1 for vnic_type normal with profile {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 18:44:47.685030 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [req-f5c744a0-88da-41e5-9c9a-f12b5c5d5a6e req-c510f1a7-f659-4a59-940d-c0d79179e7e4 service neutron] Attempting to bind port 2d93de8c-4277-42d3-976e-aa04602a7ec1 by drivers openvswitch,hyperv on host n-h2-816865-1 at level 0 using segments [{'id': '9033e3b7-e57f-4353-9998-35fce5690d1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'dcdefe85-0b9a-4710-a2e9-41da31eb0233'}] {{(pid=102386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 18:44:47.685224 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5c744a0-88da-41e5-9c9a-f12b5c5d5a6e req-c510f1a7-f659-4a59-940d-c0d79179e7e4 service neutron] Attempting to bind port 2d93de8c-4277-42d3-976e-aa04602a7ec1 on network dcdefe85-0b9a-4710-a2e9-41da31eb0233 {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 18:44:47.709840 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-6d71d26a-1620-41ee-9e1c-312d906ad162 req-081e1a51-9e3f-45bf-8413-a9769656654e tempest-ServersAdminTestJSON-1640316766 tempest-ServersAdminTestJSON-1640316766-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c663dac-2477-42f8-b37f-f366129474aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2197003 Nov 05 18:44:47.750531 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5c744a0-88da-41e5-9c9a-f12b5c5d5a6e req-c510f1a7-f659-4a59-940d-c0d79179e7e4 service neutron] Port 2d93de8c-4277-42d3-976e-aa04602a7ec1 on network dcdefe85-0b9a-4710-a2e9-41da31eb0233 not bound, no agent of type Open vSwitch agent registered on host n-h2-816865-1 {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 18:44:47.750936 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5c744a0-88da-41e5-9c9a-f12b5c5d5a6e req-c510f1a7-f659-4a59-940d-c0d79179e7e4 service neutron] Attempting to bind port 2d93de8c-4277-42d3-976e-aa04602a7ec1 on network dcdefe85-0b9a-4710-a2e9-41da31eb0233 {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 18:44:47.805211 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5c744a0-88da-41e5-9c9a-f12b5c5d5a6e req-c510f1a7-f659-4a59-940d-c0d79179e7e4 service neutron] Checking agent: {'id': '32aff553-696f-4891-83f5-5c176f61fe54', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816865-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 18, 33, 36), 'started_at': datetime.datetime(2021, 11, 5, 18, 33, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 18, 44, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 18:44:47.808414 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5c744a0-88da-41e5-9c9a-f12b5c5d5a6e req-c510f1a7-f659-4a59-940d-c0d79179e7e4 service neutron] Checking segment: {'id': '9033e3b7-e57f-4353-9998-35fce5690d1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'dcdefe85-0b9a-4710-a2e9-41da31eb0233'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 18:44:47.808414 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5c744a0-88da-41e5-9c9a-f12b5c5d5a6e req-c510f1a7-f659-4a59-940d-c0d79179e7e4 service neutron] Bound using segment: {'id': '9033e3b7-e57f-4353-9998-35fce5690d1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'dcdefe85-0b9a-4710-a2e9-41da31eb0233'} {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 18:44:47.808414 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [req-f5c744a0-88da-41e5-9c9a-f12b5c5d5a6e req-c510f1a7-f659-4a59-940d-c0d79179e7e4 service neutron] Bound port: 2d93de8c-4277-42d3-976e-aa04602a7ec1, host: n-h2-816865-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9033e3b7-e57f-4353-9998-35fce5690d1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'dcdefe85-0b9a-4710-a2e9-41da31eb0233'}}] {{(pid=102386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 18:44:47.808414 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-f5c744a0-88da-41e5-9c9a-f12b5c5d5a6e req-c510f1a7-f659-4a59-940d-c0d79179e7e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:47.813970 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-3175757a-cc79-4e7e-a1b2-6218d4253e9b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-571384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1000487'] for router, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:47.848539 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Device de453395-c788-4a67-a026-166ca2c30bed no longer exists at agent hyperv_n-h1-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 18:44:47.857238 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd55bb2-3a7a-4671-b7d3-63991c77cb8c req-44c242a0-6415-4f68-b131-5f4fe75e21e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:44:47.858733 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-0fd55bb2-3a7a-4671-b7d3-63991c77cb8c req-44c242a0-6415-4f68-b131-5f4fe75e21e3 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=19b6bbf4-5b07-4332-801a-9022c92b0fcc HTTP/1.1" status: 200 len: 797 time: 0.2875769 Nov 05 18:44:47.868021 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-a352afee-ed78-43fd-8361-6fdfda71acdb req-ee6b2824-6109-4960-98fc-b185bb147382 tempest-ServersAdminTestJSON-1640316766 tempest-ServersAdminTestJSON-1640316766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:47.882506 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] get_ports_and_sgs() called for port_ids ['d2b9dcfc-68b4-4bc4-aeb0-4aae59241e7c', 'bfba3ce5-c439-44d1-8b5e-36948ba5ec18'] {{(pid=102388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 18:44:47.887009 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] No Port match for: de453395-c788-4a67-a026-166ca2c30bed {{(pid=102388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 18:44:47.887428 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Device de453395-c788-4a67-a026-166ca2c30bed not bound to the agent host n-h1-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 18:44:47.900393 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-20b773cf-9e54-44e6-b2de-5af405d5bf1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1579173', 'neutron.services.segments.db._delete_segments_for_network-8750027792909'] for network, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:47.903508 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-86f3289d-e7e6-49f1-b4b5-53927e5bc8ad req-6e0700cf-739f-48a7-ada5-18e5ec12fea2 tempest-LiveMigrationTest-600821399 tempest-LiveMigrationTest-600821399-project] Made reservation on behalf of 7cc0b234e0c74edeb5d0485be80e09f5 for: {'port': 1} {{(pid=102386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 18:44:47.907562 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-86f3289d-e7e6-49f1-b4b5-53927e5bc8ad req-6e0700cf-739f-48a7-ada5-18e5ec12fea2 tempest-LiveMigrationTest-600821399 tempest-LiveMigrationTest-600821399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:47.958968 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b29191-3e54-42f3-8730-14502d3280ea req-d0a93d6f-64d0-4e94-adaa-61bb0dc57975 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:44:47.960368 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-95b29191-3e54-42f3-8730-14502d3280ea req-d0a93d6f-64d0-4e94-adaa-61bb0dc57975 service neutron] 10.222.0.55 "GET /v2.0/networks?id=1ff0a913-0cfa-4d08-b7d2-c06124fbc3df HTTP/1.1" status: 200 len: 917 time: 0.5064824 Nov 05 18:44:48.009277 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-fc01b550-1e02-4093-9072-53ab920d79a1 None None] Provisioning complete for port 68274c04-e588-4f3c-b677-67607643d155 triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:44:48.009643 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-fc01b550-1e02-4093-9072-53ab920d79a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:48.009777 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6b2824-6109-4960-98fc-b185bb147382 tempest-ServersAdminTestJSON-1640316766 tempest-ServersAdminTestJSON-1640316766-project] Pushing event deleted for resources: {'Port': ['ID=e8047dba-aea2-44a6-b753-8c18936bf163,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:44:48.073255 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3175757a-cc79-4e7e-a1b2-6218d4253e9b admin admin] Router 8cfa6972-6a8c-4575-afff-a8195771cadb is scheduled to L3 agent 6dcb5589-8e86-4616-9186-ddc4548e13ad with binding_index 1 {{(pid=102387) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 05 18:44:48.088240 n-d-816865-1 neutron-server[102386]: DEBUG neutron.services.segments.db [None req-20b773cf-9e54-44e6-b2de-5af405d5bf1e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c410af1b-0d29-45ed-bbbd-e63b694a7756']}} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:44:48.142935 n-d-816865-1 neutron-server[102386]: DEBUG neutron.services.segments.db [None req-20b773cf-9e54-44e6-b2de-5af405d5bf1e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b30a663d-6bb9-436d-bbb6-d3fc1ef4951b') {'for_net_delete': True} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:44:48.143226 n-d-816865-1 neutron-server[102386]: DEBUG neutron.services.segments.db [None req-20b773cf-9e54-44e6-b2de-5af405d5bf1e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b30a663d-6bb9-436d-bbb6-d3fc1ef4951b') {} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:44:48.160355 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [req-a352afee-ed78-43fd-8361-6fdfda71acdb req-ee6b2824-6109-4960-98fc-b185bb147382 tempest-ServersAdminTestJSON-1640316766 tempest-ServersAdminTestJSON-1640316766-project] No DVR routers for this DVR port e8047dba-aea2-44a6-b753-8c18936bf163 on host n-h1-816865-1 {{(pid=102386) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 18:44:48.163347 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-a352afee-ed78-43fd-8361-6fdfda71acdb req-ee6b2824-6109-4960-98fc-b185bb147382 tempest-ServersAdminTestJSON-1640316766 tempest-ServersAdminTestJSON-1640316766-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:48.167151 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-a352afee-ed78-43fd-8361-6fdfda71acdb req-ee6b2824-6109-4960-98fc-b185bb147382 tempest-ServersAdminTestJSON-1640316766 tempest-ServersAdminTestJSON-1640316766-project] 10.222.0.41 "DELETE /v2.0/ports/e8047dba-aea2-44a6-b753-8c18936bf163 HTTP/1.1" status: 204 len: 173 time: 2.6459944 Nov 05 18:44:48.186081 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-20b773cf-9e54-44e6-b2de-5af405d5bf1e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750027793430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4590747'] for segment, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:48.238991 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-81f13f98-0667-4460-a583-becc585abcfd req-efea8fc0-4f58-4c5f-b9b5-fb5d3e607c0a tempest-LiveMigrationTest-600821399 tempest-LiveMigrationTest-600821399-project] 10.222.0.13 "GET /v2.0/ports?device_id=93fdaf80-df0d-4e8d-a241-d135c3792f47 HTTP/1.1" status: 200 len: 210 time: 0.0592182 Nov 05 18:44:48.259280 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3175757a-cc79-4e7e-a1b2-6218d4253e9b admin admin] Notify agent at l3_agent.n-d-816865-1 the message routers_updated {{(pid=102387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 18:44:48.268866 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd55bb2-3a7a-4671-b7d3-63991c77cb8c req-b3eaf729-14c4-4474-befb-580b37475203 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:44:48.271172 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-0fd55bb2-3a7a-4671-b7d3-63991c77cb8c req-b3eaf729-14c4-4474-befb-580b37475203 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1b7a851b-c808-4864-8618-892ad55d5d0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3753901 Nov 05 18:44:48.273858 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9486033-3bc7-4227-aee2-98cfa446468c None None] Sync routers for ids ['8cfa6972-6a8c-4575-afff-a8195771cadb'] in n-d-816865-1 {{(pid=102388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 18:44:48.283102 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-20b773cf-9e54-44e6-b2de-5af405d5bf1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273'] for segment, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:48.285556 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9486033-3bc7-4227-aee2-98cfa446468c None None] Routers {'8cfa6972-6a8c-4575-afff-a8195771cadb'} bound to L3 agent in host n-d-816865-1 {{(pid=102388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 18:44:48.286456 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-e9486033-3bc7-4227-aee2-98cfa446468c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T18:44:35Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['8cfa6972-6a8c-4575-afff-a8195771cadb'], 'active': True} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:44:48.287815 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [req-f5c744a0-88da-41e5-9c9a-f12b5c5d5a6e req-c510f1a7-f659-4a59-940d-c0d79179e7e4 service neutron] For port 2d93de8c-4277-42d3-976e-aa04602a7ec1, host n-h2-816865-1, cleared binding levels {{(pid=102386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 18:44:48.299406 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-95b29191-3e54-42f3-8730-14502d3280ea req-55591d50-709a-4538-820a-63f96b5a71a3 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8e7b7762-69c3-4cee-a44d-991e0e7126b0 HTTP/1.1" status: 200 len: 1000 time: 0.2934692 Nov 05 18:44:48.308432 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20b773cf-9e54-44e6-b2de-5af405d5bf1e admin admin] Releasing vlan 196 on physical network physnet1 to pool {{(pid=102386) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 05 18:44:48.310803 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-20b773cf-9e54-44e6-b2de-5af405d5bf1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6149721'] for segment, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:48.323807 n-d-816865-1 neutron-server[102386]: Traceback (most recent call last): Nov 05 18:44:48.323807 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 05 18:44:48.323807 n-d-816865-1 neutron-server[102386]: timer() Nov 05 18:44:48.323807 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 05 18:44:48.323807 n-d-816865-1 neutron-server[102386]: cb(*args, **kw) Nov 05 18:44:48.323807 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 05 18:44:48.323807 n-d-816865-1 neutron-server[102386]: return func(*args, **kwargs) Nov 05 18:44:48.323807 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 05 18:44:48.323807 n-d-816865-1 neutron-server[102386]: self._notify() Nov 05 18:44:48.323807 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 05 18:44:48.323807 n-d-816865-1 neutron-server[102386]: self.callback(batched_events) Nov 05 18:44:48.323807 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 05 18:44:48.323807 n-d-816865-1 neutron-server[102386]: event.method(event) Nov 05 18:44:48.323807 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 05 18:44:48.323807 n-d-816865-1 neutron-server[102386]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 05 18:44:48.323807 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 05 18:44:48.323807 n-d-816865-1 neutron-server[102386]: aggregate_uuid = self.p_client.list_aggregates( Nov 05 18:44:48.323807 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 05 18:44:48.323807 n-d-816865-1 neutron-server[102386]: return f(self, *a, **k) Nov 05 18:44:48.323807 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 05 18:44:48.323807 n-d-816865-1 neutron-server[102386]: return self._get(url).json() Nov 05 18:44:48.323807 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 05 18:44:48.323807 n-d-816865-1 neutron-server[102386]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 05 18:44:48.323807 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 05 18:44:48.323807 n-d-816865-1 neutron-server[102386]: return self.request(url, 'GET', **kwargs) Nov 05 18:44:48.323807 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 05 18:44:48.323807 n-d-816865-1 neutron-server[102386]: base_url = self.get_endpoint(auth, allow=allow, Nov 05 18:44:48.323807 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 05 18:44:48.323807 n-d-816865-1 neutron-server[102386]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 05 18:44:48.323807 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 05 18:44:48.323807 n-d-816865-1 neutron-server[102386]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 05 18:44:48.323807 n-d-816865-1 neutron-server[102386]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 05 18:44:48.362651 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-3175757a-cc79-4e7e-a1b2-6218d4253e9b admin admin] Publish callbacks [] for router, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:48.366513 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-3175757a-cc79-4e7e-a1b2-6218d4253e9b admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.8821609 Nov 05 18:44:48.371029 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 48258) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:44:48.372686 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [req-f5c744a0-88da-41e5-9c9a-f12b5c5d5a6e req-c510f1a7-f659-4a59-940d-c0d79179e7e4 service neutron] For port 2d93de8c-4277-42d3-976e-aa04602a7ec1, host n-h2-816865-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=2d93de8c-4277-42d3-976e-aa04602a7ec1,segment=NetworkSegment(9033e3b7-e57f-4353-9998-35fce5690d1a),segment_id=9033e3b7-e57f-4353-9998-35fce5690d1a)] {{(pid=102386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 18:44:48.408408 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvr_db [None req-e9486033-3bc7-4227-aee2-98cfa446468c None None] Set router 8cfa6972-6a8c-4575-afff-a8195771cadb gateway port host: n-d-816865-1 {{(pid=102388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 18:44:48.427553 n-d-816865-1 neutron-server[102386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9b749f8-e8f5-4ef2-95cf-6a618803d711', 'name': 'network-vif-deleted', 'tag': 'e8047dba-aea2-44a6-b753-8c18936bf163'}] {{(pid=102386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 18:44:48.429888 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6173a44d7c73f41af551dc890fa1a5892c2c6bc3458b640c8e0c24db7876ba6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6390df2f-f146-49c7-a658-0c539ebd35f1" -d '{"events": [{"server_uuid": "e9b749f8-e8f5-4ef2-95cf-6a618803d711", "name": "network-vif-deleted", "tag": "e8047dba-aea2-44a6-b753-8c18936bf163"}]}' {{(pid=102386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 18:44:48.498215 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-f5c744a0-88da-41e5-9c9a-f12b5c5d5a6e req-c510f1a7-f659-4a59-940d-c0d79179e7e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6149821'] for port, after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:48.542573 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 18:44:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74b0d861-2b2d-41a2-9f44-cb44f5051415 x-openstack-request-id: req-74b0d861-2b2d-41a2-9f44-cb44f5051415 {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 18:44:48.542870 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9b749f8-e8f5-4ef2-95cf-6a618803d711", "name": "network-vif-deleted", "tag": "e8047dba-aea2-44a6-b753-8c18936bf163", "status": "completed", "code": 200}]} {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 18:44:48.543124 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-74b0d861-2b2d-41a2-9f44-cb44f5051415 {{(pid=102386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 18:44:48.543506 n-d-816865-1 neutron-server[102386]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9b749f8-e8f5-4ef2-95cf-6a618803d711', 'name': 'network-vif-deleted', 'tag': 'e8047dba-aea2-44a6-b753-8c18936bf163', 'status': 'completed', 'code': 200} Nov 05 18:44:48.629679 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 68274c04-e588-4f3c-b677-67607643d155 up at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 18:44:48.650852 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c744a0-88da-41e5-9c9a-f12b5c5d5a6e req-c510f1a7-f659-4a59-940d-c0d79179e7e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:44:48.653217 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-f5c744a0-88da-41e5-9c9a-f12b5c5d5a6e req-c510f1a7-f659-4a59-940d-c0d79179e7e4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:48.657245 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-f5c744a0-88da-41e5-9c9a-f12b5c5d5a6e req-c510f1a7-f659-4a59-940d-c0d79179e7e4 service neutron] 10.222.0.55 "PUT /v2.0/ports/2d93de8c-4277-42d3-976e-aa04602a7ec1 HTTP/1.1" status: 200 len: 1092 time: 3.4830887 Nov 05 18:44:48.663058 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b29191-3e54-42f3-8730-14502d3280ea req-d3666532-8bde-4707-bf4b-93bc36ad271b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:44:48.665638 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-95b29191-3e54-42f3-8730-14502d3280ea req-d3666532-8bde-4707-bf4b-93bc36ad271b service neutron] 10.222.0.55 "GET /v2.0/subnets?id=dff9f9fe-033a-4d53-8da1-59a70c229898 HTTP/1.1" status: 200 len: 855 time: 0.3408504 Nov 05 18:44:48.667150 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-20b773cf-9e54-44e6-b2de-5af405d5bf1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1579178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-956796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1000687'] for network, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:48.753979 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.db_base_plugin_common [req-86f3289d-e7e6-49f1-b4b5-53927e5bc8ad req-6e0700cf-739f-48a7-ada5-18e5ec12fea2 tempest-LiveMigrationTest-600821399 tempest-LiveMigrationTest-600821399-project] Allocated IP 172.20.0.7 (1a9992ef-da6b-4f25-bd43-f1196ce8f1a8/82b7bbfc-ac99-45bb-a8a9-211b9b80ecc2/8627f3a1-d0a8-455a-9185-f1f27b8b930d) {{(pid=102386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 18:44:48.759239 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-20b773cf-9e54-44e6-b2de-5af405d5bf1e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597851'] for network, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:48.767479 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-20b773cf-9e54-44e6-b2de-5af405d5bf1e admin admin] 10.222.0.13 "DELETE /v2.0/networks/c410af1b-0d29-45ed-bbbd-e63b694a7756 HTTP/1.1" status: 204 len: 168 time: 1.6523380 Nov 05 18:44:48.777066 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b773cf-9e54-44e6-b2de-5af405d5bf1e admin admin] Pushing event deleted for resources: {'Network': ['ID=c410af1b-0d29-45ed-bbbd-e63b694a7756,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:44:48.794796 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Provisioning complete for port 68274c04-e588-4f3c-b677-67607643d155 triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:44:48.795196 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:48.886954 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-e9486033-3bc7-4227-aee2-98cfa446468c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cfa6972-6a8c-4575-afff-a8195771cadb', 'name': 'tempest-AttachVolumeTestJSON-288313606-router', 'tenant_id': '4178766de4564cc499086192238e999c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.51'}], 'enable_snat': True}, 'gw_port_id': '9d10276e-2287-4fac-abe3-d2a410b42458', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T18:44:44Z', 'updated_at': '2021-11-05T18:44:47Z', 'revision_number': 3, 'project_id': '4178766de4564cc499086192238e999c', 'gw_port': {'id': '9d10276e-2287-4fac-abe3-d2a410b42458', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:17:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cfa6972-6a8c-4575-afff-a8195771cadb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 971, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T18:44:46Z', 'updated_at': '2021-11-05T18:44:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1'}], 'n-d-816865-1', False) {} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:44:48.932420 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9486033-3bc7-4227-aee2-98cfa446468c None None] Checking router: 8cfa6972-6a8c-4575-afff-a8195771cadb for host: n-d-816865-1 {{(pid=102388) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 18:44:48.932420 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9486033-3bc7-4227-aee2-98cfa446468c None None] Updating router 8cfa6972-6a8c-4575-afff-a8195771cadb port 9d10276e-2287-4fac-abe3-d2a410b42458 binding host n-d-816865-1 {{(pid=102388) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 05 18:44:48.963741 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd681b1d-6323-4a03-addc-ee16614304c6 req-51272806-1665-4d66-ad32-5efcf5e1bb08 tempest-ServersTestManualDisk-737181692 tempest-ServersTestManualDisk-737181692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:44:48.971811 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-dd681b1d-6323-4a03-addc-ee16614304c6 req-51272806-1665-4d66-ad32-5efcf5e1bb08 tempest-ServersTestManualDisk-737181692 tempest-ServersTestManualDisk-737181692-project] 10.222.0.13 "GET /v2.0/ports?device_id=1f90cfb4-978e-4e70-be7e-94507ac19c27 HTTP/1.1" status: 200 len: 944 time: 0.1480334 Nov 05 18:44:49.007659 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-e9486033-3bc7-4227-aee2-98cfa446468c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:49.067384 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-b6f56e84-7b2c-4e43-90a4-3741452c6069 req-9837ae53-afad-424d-87ee-3c6a90250742 tempest-ServersAdminTestJSON-1640316766 tempest-ServersAdminTestJSON-1640316766-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9b749f8-e8f5-4ef2-95cf-6a618803d711 HTTP/1.1" status: 200 len: 210 time: 0.1383998 Nov 05 18:44:49.161809 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-dd681b1d-6323-4a03-addc-ee16614304c6 req-73267f59-501a-482c-9b5f-1be8867578c9 tempest-ServersTestManualDisk-737181692 tempest-ServersTestManualDisk-737181692-project] 10.222.0.13 "GET /v2.0/security-groups?id=58eb9970-58ff-4036-99ad-2a436384abfc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1887624 Nov 05 18:44:49.186395 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 48272) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:44:49.281331 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-41b2a4bb-cd53-43d6-b019-7c42b6ec832e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d917dacf65cd489fa36d8042253fe266&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0937290 Nov 05 18:44:49.287262 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 48274) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:44:49.315110 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c510f1a7-f659-4a59-940d-c0d79179e7e4 service neutron] Pushing event updated for resources: {'Port': ['ID=2d93de8c-4277-42d3-976e-aa04602a7ec1,revision_number=3']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:44:49.319960 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-0fd55bb2-3a7a-4671-b7d3-63991c77cb8c req-63063067-df53-4cf4-b14a-2cca52bd3bc2 service neutron] 10.222.0.41 "GET /v2.0/networks/1b7a851b-c808-4864-8618-892ad55d5d0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0384629 Nov 05 18:44:49.349111 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-e9486033-3bc7-4227-aee2-98cfa446468c None None] Publish callbacks [] for port, precommit_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:49.378380 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b29191-3e54-42f3-8730-14502d3280ea req-d61c27fb-9ea0-47cb-bb49-33ee97b39f8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:44:49.379909 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-95b29191-3e54-42f3-8730-14502d3280ea req-d61c27fb-9ea0-47cb-bb49-33ee97b39f8d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=1ff0a913-0cfa-4d08-b7d2-c06124fbc3df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6877944 Nov 05 18:44:49.387093 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-4e69b776-1bff-48de-92da-d29b8cbe83b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:49.398977 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-e9486033-3bc7-4227-aee2-98cfa446468c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:49.413304 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-4bf07ab8-ec4c-4767-9de6-a1f30de1d19b req-e71f235b-7665-4df6-b3e1-60d27a3f3706 tempest-LiveMigrationTest-600821399 tempest-LiveMigrationTest-600821399-project] 10.222.0.13 "GET /v2.0/ports?device_id=93fdaf80-df0d-4e8d-a241-d135c3792f47 HTTP/1.1" status: 200 len: 210 time: 0.0502286 Nov 05 18:44:49.420124 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-717e6ac8-a33d-4728-8d26-8bcbe300eafc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:49.428520 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c744a0-88da-41e5-9c9a-f12b5c5d5a6e req-1b34c2c7-0e65-4cac-a3b6-667039df128f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:44:49.430076 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-f5c744a0-88da-41e5-9c9a-f12b5c5d5a6e req-1b34c2c7-0e65-4cac-a3b6-667039df128f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=212c749f8d63405d9325748fedbd9a74&device_id=1f90cfb4-978e-4e70-be7e-94507ac19c27 HTTP/1.1" status: 200 len: 1095 time: 0.6330109 Nov 05 18:44:49.455817 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-717e6ac8-a33d-4728-8d26-8bcbe300eafc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:49.468216 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885b9d5c-c2e2-431e-9c17-b15ec143094c None None] Pushing event updated for resources: {'Port': ['ID=9d10276e-2287-4fac-abe3-d2a410b42458,revision_number=2']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:44:49.474714 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-e9486033-3bc7-4227-aee2-98cfa446468c None None] Attempting to bind port 9d10276e-2287-4fac-abe3-d2a410b42458 on host n-d-816865-1 for vnic_type normal with profile {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 18:44:49.475078 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-e9486033-3bc7-4227-aee2-98cfa446468c None None] Attempting to bind port 9d10276e-2287-4fac-abe3-d2a410b42458 by drivers openvswitch,hyperv on host n-d-816865-1 at level 0 using segments [{'id': '85be518c-8bb4-46a2-a903-d4292782d29d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec'}] {{(pid=102388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 18:44:49.475424 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9486033-3bc7-4227-aee2-98cfa446468c None None] Attempting to bind port 9d10276e-2287-4fac-abe3-d2a410b42458 on network 40c8335d-cd0b-4cb5-910a-d4dcddd5cbec {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 18:44:49.480537 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9486033-3bc7-4227-aee2-98cfa446468c None None] Checking agent: {'id': '724d89a7-611b-41e6-bc85-c48112b17afa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 18, 25, 8), 'started_at': datetime.datetime(2021, 11, 5, 18, 25, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 18, 44, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 18:44:49.480902 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9486033-3bc7-4227-aee2-98cfa446468c None None] Checking segment: {'id': '85be518c-8bb4-46a2-a903-d4292782d29d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 18:44:49.481695 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-e9486033-3bc7-4227-aee2-98cfa446468c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:49.481695 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9486033-3bc7-4227-aee2-98cfa446468c None None] Bound using segment: {'id': '85be518c-8bb4-46a2-a903-d4292782d29d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec'} {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 18:44:49.482138 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-e9486033-3bc7-4227-aee2-98cfa446468c None None] Bound port: 9d10276e-2287-4fac-abe3-d2a410b42458, host: n-d-816865-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85be518c-8bb4-46a2-a903-d4292782d29d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec'}}] {{(pid=102388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 18:44:49.482515 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-e9486033-3bc7-4227-aee2-98cfa446468c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:49.545463 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-e9486033-3bc7-4227-aee2-98cfa446468c None None] For port 9d10276e-2287-4fac-abe3-d2a410b42458, host n-d-816865-1, cleared binding levels {{(pid=102388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 18:44:49.549013 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-e9486033-3bc7-4227-aee2-98cfa446468c None None] For port 9d10276e-2287-4fac-abe3-d2a410b42458, host n-d-816865-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=9d10276e-2287-4fac-abe3-d2a410b42458,segment=NetworkSegment(85be518c-8bb4-46a2-a903-d4292782d29d),segment_id=85be518c-8bb4-46a2-a903-d4292782d29d)] {{(pid=102388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 18:44:49.622375 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.db_base_plugin_common [None req-4e69b776-1bff-48de-92da-d29b8cbe83b4 admin admin] Allocated IP 172.20.0.1 (fd42acf6-8f16-4d60-b5bc-2ad1579d9211/5bc495e2-1c46-46a6-944a-7cb0dfc74d97/82b32004-b75a-46d4-8b1f-979d7cda8324) {{(pid=102387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 18:44:49.628006 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-f5c744a0-88da-41e5-9c9a-f12b5c5d5a6e req-8d4088cc-7112-4a3e-a40a-213d618b8d93 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2d93de8c-4277-42d3-976e-aa04602a7ec1 HTTP/1.1" status: 200 len: 217 time: 0.1260986 Nov 05 18:44:49.645868 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-e9486033-3bc7-4227-aee2-98cfa446468c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:49.689185 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-717e6ac8-a33d-4728-8d26-8bcbe300eafc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:49.692049 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-717e6ac8-a33d-4728-8d26-8bcbe300eafc admin admin] Publish callbacks [] for security_group, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:49.694504 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-717e6ac8-a33d-4728-8d26-8bcbe300eafc admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/415b984e-2c75-4a2b-aae3-7fe54c54a52e HTTP/1.1" status: 204 len: 168 time: 0.4060071 Nov 05 18:44:49.708037 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9486033-3bc7-4227-aee2-98cfa446468c None None] Routers {'8cfa6972-6a8c-4575-afff-a8195771cadb'} bound to L3 agent in host n-d-816865-1 {{(pid=102388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 18:44:49.708685 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-e9486033-3bc7-4227-aee2-98cfa446468c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T18:44:35Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['8cfa6972-6a8c-4575-afff-a8195771cadb'], 'active': True} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:44:49.712633 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885b9d5c-c2e2-431e-9c17-b15ec143094c None None] Pushing event updated for resources: {'Port': ['ID=9d10276e-2287-4fac-abe3-d2a410b42458,revision_number=3']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:44:49.742620 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-0fd55bb2-3a7a-4671-b7d3-63991c77cb8c req-6ed5dfa8-52aa-4924-887c-bac19aecf737 service neutron] 10.222.0.41 "GET /v2.0/networks/1b7a851b-c808-4864-8618-892ad55d5d0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4076228 Nov 05 18:44:49.759789 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-4e69b776-1bff-48de-92da-d29b8cbe83b4 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:49.768475 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-9d855b47-a09a-4515-b57d-b1dccb711249 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-571777'] for router_interface, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:49.770031 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717e6ac8-a33d-4728-8d26-8bcbe300eafc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=415b984e-2c75-4a2b-aae3-7fe54c54a52e,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:44:49.830284 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c744a0-88da-41e5-9c9a-f12b5c5d5a6e req-e6d822dc-c751-4f28-bb70-f11531ab0a76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:44:49.831913 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-f5c744a0-88da-41e5-9c9a-f12b5c5d5a6e req-e6d822dc-c751-4f28-bb70-f11531ab0a76 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=ff18284e-1ede-44da-8cc4-bb6087008353 HTTP/1.1" status: 200 len: 851 time: 0.1832056 Nov 05 18:44:49.846330 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-95b29191-3e54-42f3-8730-14502d3280ea req-9a787520-d3be-444e-bd20-51622f1b81e5 service neutron] 10.222.0.55 "GET /v2.0/networks/1ff0a913-0cfa-4d08-b7d2-c06124fbc3df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4363744 Nov 05 18:44:49.849494 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-86f3289d-e7e6-49f1-b4b5-53927e5bc8ad req-6e0700cf-739f-48a7-ada5-18e5ec12fea2 tempest-LiveMigrationTest-600821399 tempest-LiveMigrationTest-600821399-project] Publish callbacks [] for port, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:49.873765 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-4e69b776-1bff-48de-92da-d29b8cbe83b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4417063'] for port, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:49.918085 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e69b776-1bff-48de-92da-d29b8cbe83b4 admin admin] Network fd42acf6-8f16-4d60-b5bc-2ad1579d9211 is already hosted by enough agents. {{(pid=102387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 18:44:49.920462 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.base_scheduler [None req-4e69b776-1bff-48de-92da-d29b8cbe83b4 admin admin] Resources bound (agent type, host, resource id): {{(pid=102387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:44:49.927150 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e69b776-1bff-48de-92da-d29b8cbe83b4 admin admin] Received port after_create {{(pid=102387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 18:44:49.966891 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e69b776-1bff-48de-92da-d29b8cbe83b4 admin admin] Pushing event updated for resources: {'Port': ['ID=82b32004-b75a-46d4-8b1f-979d7cda8324,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:44:50.017596 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-4e69b776-1bff-48de-92da-d29b8cbe83b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-571770'] for router_interface, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:50.038238 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvr_db [None req-e9486033-3bc7-4227-aee2-98cfa446468c None None] Set router 8cfa6972-6a8c-4575-afff-a8195771cadb gateway port host: n-d-816865-1 {{(pid=102388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 18:44:50.161965 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c744a0-88da-41e5-9c9a-f12b5c5d5a6e req-c3fc26ab-6840-4441-a1f0-e8f9fda5d309 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:44:50.163468 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-f5c744a0-88da-41e5-9c9a-f12b5c5d5a6e req-c3fc26ab-6840-4441-a1f0-e8f9fda5d309 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=dcdefe85-0b9a-4710-a2e9-41da31eb0233&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3114090 Nov 05 18:44:50.268683 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-86f3289d-e7e6-49f1-b4b5-53927e5bc8ad req-6e0700cf-739f-48a7-ada5-18e5ec12fea2 tempest-LiveMigrationTest-600821399 tempest-LiveMigrationTest-600821399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:50.308745 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-4e69b776-1bff-48de-92da-d29b8cbe83b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:50.312292 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-95b29191-3e54-42f3-8730-14502d3280ea req-9df29ee1-eacc-45b2-b118-33abe000f5e3 service neutron] 10.222.0.55 "GET /v2.0/networks/1ff0a913-0cfa-4d08-b7d2-c06124fbc3df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4305065 Nov 05 18:44:50.430894 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-e9486033-3bc7-4227-aee2-98cfa446468c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cfa6972-6a8c-4575-afff-a8195771cadb', 'name': 'tempest-AttachVolumeTestJSON-288313606-router', 'tenant_id': '4178766de4564cc499086192238e999c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.51'}], 'enable_snat': True}, 'gw_port_id': '9d10276e-2287-4fac-abe3-d2a410b42458', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T18:44:44Z', 'updated_at': '2021-11-05T18:44:47Z', 'revision_number': 3, 'project_id': '4178766de4564cc499086192238e999c', 'gw_port': {'id': '9d10276e-2287-4fac-abe3-d2a410b42458', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:17:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cfa6972-6a8c-4575-afff-a8195771cadb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 971, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T18:44:46Z', 'updated_at': '2021-11-05T18:44:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1'}], 'n-d-816865-1', False) {} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:44:50.434811 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-0b2767e3-dc7d-4ef0-adf4-9ff82e3cd369 None None] Provisioning complete for port 82b32004-b75a-46d4-8b1f-979d7cda8324 triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:44:50.435186 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-0b2767e3-dc7d-4ef0-adf4-9ff82e3cd369 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:50.459680 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-86f3289d-e7e6-49f1-b4b5-53927e5bc8ad req-6e0700cf-739f-48a7-ada5-18e5ec12fea2 tempest-LiveMigrationTest-600821399 tempest-LiveMigrationTest-600821399-project] Network 1a9992ef-da6b-4f25-bd43-f1196ce8f1a8 is already hosted by enough agents. {{(pid=102386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 18:44:50.465888 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.base_scheduler [req-86f3289d-e7e6-49f1-b4b5-53927e5bc8ad req-6e0700cf-739f-48a7-ada5-18e5ec12fea2 tempest-LiveMigrationTest-600821399 tempest-LiveMigrationTest-600821399-project] Resources bound (agent type, host, resource id): {{(pid=102386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:44:50.483332 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9486033-3bc7-4227-aee2-98cfa446468c None None] The sync data for ids ['8cfa6972-6a8c-4575-afff-a8195771cadb'] in n-d-816865-1 is: [{'id': '8cfa6972-6a8c-4575-afff-a8195771cadb', 'name': 'tempest-AttachVolumeTestJSON-288313606-router', 'tenant_id': '4178766de4564cc499086192238e999c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.51'}], 'enable_snat': True}, 'gw_port_id': '9d10276e-2287-4fac-abe3-d2a410b42458', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T18:44:44Z', 'updated_at': '2021-11-05T18:44:47Z', 'revision_number': 3, 'project_id': '4178766de4564cc499086192238e999c', 'gw_port': {'id': '9d10276e-2287-4fac-abe3-d2a410b42458', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:17:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cfa6972-6a8c-4575-afff-a8195771cadb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 971, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T18:44:46Z', 'updated_at': '2021-11-05T18:44:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1'}] {{(pid=102388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 18:44:50.505518 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-0b2767e3-dc7d-4ef0-adf4-9ff82e3cd369 None None] Port 82b32004-b75a-46d4-8b1f-979d7cda8324 cannot update to ACTIVE because it is not bound. {{(pid=102388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 18:44:50.549541 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [req-86f3289d-e7e6-49f1-b4b5-53927e5bc8ad req-6e0700cf-739f-48a7-ada5-18e5ec12fea2 tempest-LiveMigrationTest-600821399 tempest-LiveMigrationTest-600821399-project] Received port after_create {{(pid=102386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 18:44:50.553556 n-d-816865-1 neutron-server[102386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f90cfb4-978e-4e70-be7e-94507ac19c27', 'tag': '2d93de8c-4277-42d3-976e-aa04602a7ec1'}] {{(pid=102386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 18:44:50.556140 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6173a44d7c73f41af551dc890fa1a5892c2c6bc3458b640c8e0c24db7876ba6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b9e6ae9-66b2-4ea6-9239-ef94765d25b1" -d '{"events": [{"name": "network-changed", "server_uuid": "1f90cfb4-978e-4e70-be7e-94507ac19c27", "tag": "2d93de8c-4277-42d3-976e-aa04602a7ec1"}]}' {{(pid=102386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 18:44:50.594750 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075181ed-2dee-4951-88d5-1c78a35814c3 req-51d4171c-e2c3-4290-92a7-9ad0d6723436 tempest-ServersTestManualDisk-737181692 tempest-ServersTestManualDisk-737181692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:44:50.597756 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-075181ed-2dee-4951-88d5-1c78a35814c3 req-51d4171c-e2c3-4290-92a7-9ad0d6723436 tempest-ServersTestManualDisk-737181692 tempest-ServersTestManualDisk-737181692-project] 10.222.0.13 "GET /v2.0/ports?device_id=1f90cfb4-978e-4e70-be7e-94507ac19c27 HTTP/1.1" status: 200 len: 944 time: 0.1650779 Nov 05 18:44:50.600698 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0700cf-739f-48a7-ada5-18e5ec12fea2 tempest-LiveMigrationTest-600821399 tempest-LiveMigrationTest-600821399-project] Pushing event updated for resources: {'Port': ['ID=8627f3a1-d0a8-455a-9185-f1f27b8b930d,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:44:50.622089 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-f5c744a0-88da-41e5-9c9a-f12b5c5d5a6e req-dc867098-7774-4b3b-b1d2-935771270a59 service neutron] 10.222.0.55 "GET /v2.0/networks/dcdefe85-0b9a-4710-a2e9-41da31eb0233?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4441090 Nov 05 18:44:50.643965 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f3289d-e7e6-49f1-b4b5-53927e5bc8ad req-6e0700cf-739f-48a7-ada5-18e5ec12fea2 tempest-LiveMigrationTest-600821399 tempest-LiveMigrationTest-600821399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:44:50.644606 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-86f3289d-e7e6-49f1-b4b5-53927e5bc8ad req-6e0700cf-739f-48a7-ada5-18e5ec12fea2 tempest-LiveMigrationTest-600821399 tempest-LiveMigrationTest-600821399-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:50.732743 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-075181ed-2dee-4951-88d5-1c78a35814c3 req-08a30407-2219-4aa9-8a90-a8f26483c002 tempest-ServersTestManualDisk-737181692 tempest-ServersTestManualDisk-737181692-project] 10.222.0.13 "GET /v2.0/security-groups?id=58eb9970-58ff-4036-99ad-2a436384abfc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1155527 Nov 05 18:44:50.746689 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-4e69b776-1bff-48de-92da-d29b8cbe83b4 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:50.789624 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2b737e-b102-4012-bd5c-1a9403cfd954 req-dce5bda3-84b7-4656-8bcf-5a3b47a6aefc tempest-LiveMigrationTest-600821399 tempest-LiveMigrationTest-600821399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:44:50.796140 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-86f3289d-e7e6-49f1-b4b5-53927e5bc8ad req-6e0700cf-739f-48a7-ada5-18e5ec12fea2 tempest-LiveMigrationTest-600821399 tempest-LiveMigrationTest-600821399-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7887287 Nov 05 18:44:50.811110 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-ca2b737e-b102-4012-bd5c-1a9403cfd954 req-dce5bda3-84b7-4656-8bcf-5a3b47a6aefc tempest-LiveMigrationTest-600821399 tempest-LiveMigrationTest-600821399-project] 10.222.0.13 "GET /v2.0/ports?device_id=93fdaf80-df0d-4e8d-a241-d135c3792f47 HTTP/1.1" status: 200 len: 931 time: 0.0815926 Nov 05 18:44:50.811843 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-f5c744a0-88da-41e5-9c9a-f12b5c5d5a6e req-ff2f0206-25e4-4a16-9280-3ece8838b199 service neutron] 10.222.0.55 "GET /v2.0/networks/dcdefe85-0b9a-4710-a2e9-41da31eb0233?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1751938 Nov 05 18:44:50.833707 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-4e69b776-1bff-48de-92da-d29b8cbe83b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4417072'] for port, after_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:50.840429 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [req-86f3289d-e7e6-49f1-b4b5-53927e5bc8ad req-5581b912-eb8c-4d9b-8d71-3f7731bb26b4 service neutron] Request body: {'port': {'device_id': '93fdaf80-df0d-4e8d-a241-d135c3792f47', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816865-1'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:44:50.896547 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 18:44:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-230aad52-eff8-4909-8508-ecb17c909789 x-openstack-request-id: req-230aad52-eff8-4909-8508-ecb17c909789 {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 18:44:50.897033 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f90cfb4-978e-4e70-be7e-94507ac19c27", "tag": "2d93de8c-4277-42d3-976e-aa04602a7ec1", "status": "completed", "code": 200}]} {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 18:44:50.897451 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-230aad52-eff8-4909-8508-ecb17c909789 {{(pid=102386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 18:44:50.898003 n-d-816865-1 neutron-server[102386]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f90cfb4-978e-4e70-be7e-94507ac19c27', 'tag': '2d93de8c-4277-42d3-976e-aa04602a7ec1', 'status': 'completed', 'code': 200} Nov 05 18:44:50.955523 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-9d855b47-a09a-4515-b57d-b1dccb711249 admin admin] Deleting port 91e6f2d8-d90f-4174-a884-9cf1f29d89b5 {{(pid=102386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 18:44:50.955879 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-9d855b47-a09a-4515-b57d-b1dccb711249 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:50.975845 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-86f3289d-e7e6-49f1-b4b5-53927e5bc8ad req-5581b912-eb8c-4d9b-8d71-3f7731bb26b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:51.003178 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e69b776-1bff-48de-92da-d29b8cbe83b4 admin admin] Pushing event updated for resources: {'Port': ['ID=82b32004-b75a-46d4-8b1f-979d7cda8324,revision_number=2']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:44:51.008781 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-4e69b776-1bff-48de-92da-d29b8cbe83b4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-597863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-571878'] for router_interface, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:51.039803 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-ca2b737e-b102-4012-bd5c-1a9403cfd954 req-2f9b37a3-5584-400f-be20-39c7d9c70bcc tempest-LiveMigrationTest-600821399 tempest-LiveMigrationTest-600821399-project] 10.222.0.13 "GET /v2.0/security-groups?id=3677ad50-e4bf-4315-8aa4-e48810edc139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2273154 Nov 05 18:44:51.116627 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5070070-5043-4099-a5e9-2c1ba49a9fa5 req-982c2aed-9f32-4186-aeae-6f389b8f9658 tempest-ServersAdminTestJSON-1640316766 tempest-ServersAdminTestJSON-1640316766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:44:51.118745 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-f5070070-5043-4099-a5e9-2c1ba49a9fa5 req-982c2aed-9f32-4186-aeae-6f389b8f9658 tempest-ServersAdminTestJSON-1640316766 tempest-ServersAdminTestJSON-1640316766-project] 10.222.0.13 "GET /v2.0/ports?device_id=c7269472-1ad0-4c98-8566-b55019c0193a HTTP/1.1" status: 200 len: 949 time: 0.1314263 Nov 05 18:44:51.211960 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 48316) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:44:51.218140 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9e6ae9-66b2-4ea6-9239-ef94765d25b1 req-79b0bc46-6b1d-4cd1-973d-70d79c598a0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:44:51.219950 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-5b9e6ae9-66b2-4ea6-9239-ef94765d25b1 req-79b0bc46-6b1d-4cd1-973d-70d79c598a0c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=212c749f8d63405d9325748fedbd9a74&device_id=1f90cfb4-978e-4e70-be7e-94507ac19c27 HTTP/1.1" status: 200 len: 1095 time: 0.2293513 Nov 05 18:44:51.256883 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-f5070070-5043-4099-a5e9-2c1ba49a9fa5 req-dac5ac10-b8b5-4e5b-ad79-4882fd80431c tempest-ServersAdminTestJSON-1640316766 tempest-ServersAdminTestJSON-1640316766-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c663dac-2477-42f8-b37f-f366129474aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905814 Nov 05 18:44:51.271349 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e69b776-1bff-48de-92da-d29b8cbe83b4 admin admin] Network fd42acf6-8f16-4d60-b5bc-2ad1579d9211 is already hosted by enough agents. {{(pid=102387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 18:44:51.273003 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.base_scheduler [None req-4e69b776-1bff-48de-92da-d29b8cbe83b4 admin admin] Resources bound (agent type, host, resource id): {{(pid=102387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:44:51.348010 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [None req-9d855b47-a09a-4515-b57d-b1dccb711249 admin admin] For port 91e6f2d8-d90f-4174-a884-9cf1f29d89b5, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=91e6f2d8-d90f-4174-a884-9cf1f29d89b5,segment=NetworkSegment(19a5aad3-0c26-4f6f-8422-7177e297fdc5),segment_id=19a5aad3-0c26-4f6f-8422-7177e297fdc5)] {{(pid=102386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:44:51.348385 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-9d855b47-a09a-4515-b57d-b1dccb711249 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:51.364756 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9e6ae9-66b2-4ea6-9239-ef94765d25b1 req-511c18c6-56f4-4035-b7f2-d09ec1300781 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:44:51.378716 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-5b9e6ae9-66b2-4ea6-9239-ef94765d25b1 req-511c18c6-56f4-4035-b7f2-d09ec1300781 service neutron] 10.222.0.55 "GET /v2.0/networks?id=dcdefe85-0b9a-4710-a2e9-41da31eb0233 HTTP/1.1" status: 200 len: 913 time: 0.1491487 Nov 05 18:44:51.405163 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-9d855b47-a09a-4515-b57d-b1dccb711249 admin admin] Calling delete_port for 91e6f2d8-d90f-4174-a884-9cf1f29d89b5 owned by network:router_interface {{(pid=102386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 18:44:51.419019 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-acfb5040-764f-4da0-a87b-1b37dada7a68 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-74018195-network', 'tenant_id': 'b3e5209deb6d4b13b97d7109ec900d73'}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:44:51.445521 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-5b9e6ae9-66b2-4ea6-9239-ef94765d25b1 req-5d452f4f-0bc4-42a2-8bbb-ff5b0d5cc198 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2d93de8c-4277-42d3-976e-aa04602a7ec1 HTTP/1.1" status: 200 len: 217 time: 0.0574644 Nov 05 18:44:51.463729 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e69b776-1bff-48de-92da-d29b8cbe83b4 admin admin] Router 8cfa6972-6a8c-4575-afff-a8195771cadb has already been hosted by L3 agent 6dcb5589-8e86-4616-9186-ddc4548e13ad {{(pid=102387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 18:44:51.526886 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acfb5040-764f-4da0-a87b-1b37dada7a68 admin admin] Made reservation on behalf of b3e5209deb6d4b13b97d7109ec900d73 for: {'network': 1} {{(pid=102387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 18:44:51.529285 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-acfb5040-764f-4da0-a87b-1b37dada7a68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for network, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:51.545466 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-acfb5040-764f-4da0-a87b-1b37dada7a68 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:51.613852 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9e6ae9-66b2-4ea6-9239-ef94765d25b1 req-6c8b9fe3-bda5-4294-8a83-8c52ab0174e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:44:51.615372 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-5b9e6ae9-66b2-4ea6-9239-ef94765d25b1 req-6c8b9fe3-bda5-4294-8a83-8c52ab0174e4 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=ff18284e-1ede-44da-8cc4-bb6087008353 HTTP/1.1" status: 200 len: 851 time: 0.1444016 Nov 05 18:44:51.661256 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-5a9b7a24-b799-461e-9174-7138fe8a2019 None None] Provisioning complete for port 82b32004-b75a-46d4-8b1f-979d7cda8324 triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:44:51.662288 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-5a9b7a24-b799-461e-9174-7138fe8a2019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:51.699940 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-5a9b7a24-b799-461e-9174-7138fe8a2019 None None] Port 82b32004-b75a-46d4-8b1f-979d7cda8324 cannot update to ACTIVE because it is not bound. {{(pid=102388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 18:44:51.785550 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9e6ae9-66b2-4ea6-9239-ef94765d25b1 req-bebdc010-664f-41d0-86b4-d6e67d6e9f30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:44:51.787151 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-5b9e6ae9-66b2-4ea6-9239-ef94765d25b1 req-bebdc010-664f-41d0-86b4-d6e67d6e9f30 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=dcdefe85-0b9a-4710-a2e9-41da31eb0233&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1613126 Nov 05 18:44:51.833947 n-d-816865-1 neutron-server[102386]: DEBUG neutron.notifiers.nova [req-86f3289d-e7e6-49f1-b4b5-53927e5bc8ad req-5581b912-eb8c-4d9b-8d71-3f7731bb26b4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8627f3a1-d0a8-455a-9185-f1f27b8b930d {{(pid=102386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 18:44:51.847687 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-86f3289d-e7e6-49f1-b4b5-53927e5bc8ad req-5581b912-eb8c-4d9b-8d71-3f7731bb26b4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:51.917349 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.provisioning_blocks [req-86f3289d-e7e6-49f1-b4b5-53927e5bc8ad req-5581b912-eb8c-4d9b-8d71-3f7731bb26b4 service neutron] Transition to ACTIVE for port object 8627f3a1-d0a8-455a-9185-f1f27b8b930d will not be triggered until provisioned by entity L2. {{(pid=102386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 05 18:44:51.951908 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-5b9e6ae9-66b2-4ea6-9239-ef94765d25b1 req-943ce84b-f8db-4ef6-a10a-48c3de2854d9 service neutron] 10.222.0.55 "GET /v2.0/networks/dcdefe85-0b9a-4710-a2e9-41da31eb0233?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1554289 Nov 05 18:44:51.990299 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-86f3289d-e7e6-49f1-b4b5-53927e5bc8ad req-5581b912-eb8c-4d9b-8d71-3f7731bb26b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6149821'] for port, after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:52.010787 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85cbe5e-4381-4515-ad1d-b45999962277 req-7ec51ce0-f764-42b4-9e47-188e01c6e8c3 tempest-ServersTestManualDisk-737181692 tempest-ServersTestManualDisk-737181692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:44:52.015310 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-e85cbe5e-4381-4515-ad1d-b45999962277 req-7ec51ce0-f764-42b4-9e47-188e01c6e8c3 tempest-ServersTestManualDisk-737181692 tempest-ServersTestManualDisk-737181692-project] 10.222.0.13 "GET /v2.0/ports?device_id=1f90cfb4-978e-4e70-be7e-94507ac19c27 HTTP/1.1" status: 200 len: 944 time: 0.0942101 Nov 05 18:44:52.036459 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e69b776-1bff-48de-92da-d29b8cbe83b4 admin admin] Notify agent at l3_agent.n-d-816865-1 the message routers_updated {{(pid=102387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 18:44:52.045065 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-4e69b776-1bff-48de-92da-d29b8cbe83b4 admin admin] 10.222.0.13 "PUT /v2.0/routers/8cfa6972-6a8c-4575-afff-a8195771cadb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6769528 Nov 05 18:44:52.157277 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-9d855b47-a09a-4515-b57d-b1dccb711249 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:52.181235 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-e85cbe5e-4381-4515-ad1d-b45999962277 req-53338ae7-f3ad-494f-b5bb-c6b648da5369 tempest-ServersTestManualDisk-737181692 tempest-ServersTestManualDisk-737181692-project] 10.222.0.13 "GET /v2.0/security-groups?id=58eb9970-58ff-4036-99ad-2a436384abfc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1544721 Nov 05 18:44:52.205992 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5581b912-eb8c-4d9b-8d71-3f7731bb26b4 service neutron] Pushing event updated for resources: {'Port': ['ID=8627f3a1-d0a8-455a-9185-f1f27b8b930d,revision_number=2']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:44:52.211628 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-acfb5040-764f-4da0-a87b-1b37dada7a68 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:52.224807 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-5b9e6ae9-66b2-4ea6-9239-ef94765d25b1 req-104a3a77-53ba-4a1e-8f0d-cdfa3f9a712c service neutron] 10.222.0.55 "GET /v2.0/networks/dcdefe85-0b9a-4710-a2e9-41da31eb0233?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2604163 Nov 05 18:44:52.239947 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a6efa0-9582-4279-a557-5aa5798b0775 req-962fb891-1f9c-455f-96cc-2aa90f99c45b tempest-ServersAdminTestJSON-1640316766 tempest-ServersAdminTestJSON-1640316766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:44:52.241472 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-b2a6efa0-9582-4279-a557-5aa5798b0775 req-962fb891-1f9c-455f-96cc-2aa90f99c45b tempest-ServersAdminTestJSON-1640316766 tempest-ServersAdminTestJSON-1640316766-project] 10.222.0.41 "GET /v2.0/ports?device_id=c7269472-1ad0-4c98-8566-b55019c0193a HTTP/1.1" status: 200 len: 949 time: 0.1694982 Nov 05 18:44:52.267526 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f255f7-423d-43d6-b056-5cf2c743e8f6 req-66d5e91a-85ce-4fc2-8255-f7380dc1f8eb tempest-LiveMigrationTest-600821399 tempest-LiveMigrationTest-600821399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:44:52.281007 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-f4f255f7-423d-43d6-b056-5cf2c743e8f6 req-66d5e91a-85ce-4fc2-8255-f7380dc1f8eb tempest-LiveMigrationTest-600821399 tempest-LiveMigrationTest-600821399-project] 10.222.0.13 "GET /v2.0/ports?device_id=93fdaf80-df0d-4e8d-a241-d135c3792f47 HTTP/1.1" status: 200 len: 943 time: 0.1471846 Nov 05 18:44:52.282751 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-acfb5040-764f-4da0-a87b-1b37dada7a68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:52.342821 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d855b47-a09a-4515-b57d-b1dccb711249 admin admin] Pushing event deleted for resources: {'Port': ['ID=91e6f2d8-d90f-4174-a884-9cf1f29d89b5,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:44:52.361350 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acfb5040-764f-4da0-a87b-1b37dada7a68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79f5d937-03c9-42d3-a09f-e1b2907eff18,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:44:52.392791 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-acfb5040-764f-4da0-a87b-1b37dada7a68 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 167} {{(pid=102387) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 05 18:44:52.429210 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-acfb5040-764f-4da0-a87b-1b37dada7a68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273'] for segment, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:52.429922 n-d-816865-1 neutron-server[102387]: INFO neutron.db.segments_db [None req-acfb5040-764f-4da0-a87b-1b37dada7a68 admin admin] Added segment 3a8c6497-f0be-4baf-9e05-eeaa88bce1f1 of type vlan for network 173ca228-ec11-45ab-afc0-c162cbca8994 Nov 05 18:44:52.464160 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-f4f255f7-423d-43d6-b056-5cf2c743e8f6 req-e20daa33-b7e8-4df7-89a2-6399db86c9e9 tempest-LiveMigrationTest-600821399 tempest-LiveMigrationTest-600821399-project] 10.222.0.13 "GET /v2.0/security-groups?id=3677ad50-e4bf-4315-8aa4-e48810edc139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1645679 Nov 05 18:44:52.567293 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-acfb5040-764f-4da0-a87b-1b37dada7a68 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750027258543'] for network, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:52.575541 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [req-86f3289d-e7e6-49f1-b4b5-53927e5bc8ad req-5581b912-eb8c-4d9b-8d71-3f7731bb26b4 service neutron] Attempting to bind port 8627f3a1-d0a8-455a-9185-f1f27b8b930d on host n-h2-816865-1 for vnic_type normal with profile {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 18:44:52.575884 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [req-86f3289d-e7e6-49f1-b4b5-53927e5bc8ad req-5581b912-eb8c-4d9b-8d71-3f7731bb26b4 service neutron] Attempting to bind port 8627f3a1-d0a8-455a-9185-f1f27b8b930d by drivers openvswitch,hyperv on host n-h2-816865-1 at level 0 using segments [{'id': 'b9f65680-5ef1-4bb4-ac2c-6d7ba403921d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '1a9992ef-da6b-4f25-bd43-f1196ce8f1a8'}] {{(pid=102386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 18:44:52.576211 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86f3289d-e7e6-49f1-b4b5-53927e5bc8ad req-5581b912-eb8c-4d9b-8d71-3f7731bb26b4 service neutron] Attempting to bind port 8627f3a1-d0a8-455a-9185-f1f27b8b930d on network 1a9992ef-da6b-4f25-bd43-f1196ce8f1a8 {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 18:44:52.628158 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86f3289d-e7e6-49f1-b4b5-53927e5bc8ad req-5581b912-eb8c-4d9b-8d71-3f7731bb26b4 service neutron] Port 8627f3a1-d0a8-455a-9185-f1f27b8b930d on network 1a9992ef-da6b-4f25-bd43-f1196ce8f1a8 not bound, no agent of type Open vSwitch agent registered on host n-h2-816865-1 {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 18:44:52.629194 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86f3289d-e7e6-49f1-b4b5-53927e5bc8ad req-5581b912-eb8c-4d9b-8d71-3f7731bb26b4 service neutron] Attempting to bind port 8627f3a1-d0a8-455a-9185-f1f27b8b930d on network 1a9992ef-da6b-4f25-bd43-f1196ce8f1a8 {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 18:44:52.648848 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86f3289d-e7e6-49f1-b4b5-53927e5bc8ad req-5581b912-eb8c-4d9b-8d71-3f7731bb26b4 service neutron] Checking agent: {'id': '32aff553-696f-4891-83f5-5c176f61fe54', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816865-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 18, 33, 36), 'started_at': datetime.datetime(2021, 11, 5, 18, 33, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 18, 44, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 18:44:52.649751 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86f3289d-e7e6-49f1-b4b5-53927e5bc8ad req-5581b912-eb8c-4d9b-8d71-3f7731bb26b4 service neutron] Checking segment: {'id': 'b9f65680-5ef1-4bb4-ac2c-6d7ba403921d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '1a9992ef-da6b-4f25-bd43-f1196ce8f1a8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 18:44:52.650534 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86f3289d-e7e6-49f1-b4b5-53927e5bc8ad req-5581b912-eb8c-4d9b-8d71-3f7731bb26b4 service neutron] Bound using segment: {'id': 'b9f65680-5ef1-4bb4-ac2c-6d7ba403921d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '1a9992ef-da6b-4f25-bd43-f1196ce8f1a8'} {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 18:44:52.651385 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [req-86f3289d-e7e6-49f1-b4b5-53927e5bc8ad req-5581b912-eb8c-4d9b-8d71-3f7731bb26b4 service neutron] Bound port: 8627f3a1-d0a8-455a-9185-f1f27b8b930d, host: n-h2-816865-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b9f65680-5ef1-4bb4-ac2c-6d7ba403921d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '1a9992ef-da6b-4f25-bd43-f1196ce8f1a8'}}] {{(pid=102386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 18:44:52.651860 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-86f3289d-e7e6-49f1-b4b5-53927e5bc8ad req-5581b912-eb8c-4d9b-8d71-3f7731bb26b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:52.655958 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77295e43-266c-4178-b434-6154732bd8a0 req-ffe92332-1516-47fc-91b2-d68eb3aae64b tempest-ServersAdminTestJSON-1640316766 tempest-ServersAdminTestJSON-1640316766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:44:52.658404 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-77295e43-266c-4178-b434-6154732bd8a0 req-ffe92332-1516-47fc-91b2-d68eb3aae64b tempest-ServersAdminTestJSON-1640316766 tempest-ServersAdminTestJSON-1640316766-project] 10.222.0.13 "GET /v2.0/ports?device_id=c7269472-1ad0-4c98-8566-b55019c0193a HTTP/1.1" status: 200 len: 949 time: 0.0866296 Nov 05 18:44:52.713448 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-acfb5040-764f-4da0-a87b-1b37dada7a68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-956796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877'] for network, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:52.714518 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acfb5040-764f-4da0-a87b-1b37dada7a68 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:44:52.715047 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-acfb5040-764f-4da0-a87b-1b37dada7a68 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597851'] for network, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:52.716701 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 9d10276e-2287-4fac-abe3-d2a410b42458 up at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 18:44:52.747647 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-77295e43-266c-4178-b434-6154732bd8a0 req-1111239a-8737-4d16-871d-092d4dd53dc8 tempest-ServersAdminTestJSON-1640316766 tempest-ServersAdminTestJSON-1640316766-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c663dac-2477-42f8-b37f-f366129474aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825298 Nov 05 18:44:52.805803 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acfb5040-764f-4da0-a87b-1b37dada7a68 admin admin] Pushing event updated for resources: {'Network': ['ID=173ca228-ec11-45ab-afc0-c162cbca8994,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:44:52.817793 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Network 173ca228-ec11-45ab-afc0-c162cbca8994 details requested by agent ovs-agent-n-d-816865-1 with host n-d-816865-1 {{(pid=102388) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 05 18:44:52.837731 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-acfb5040-764f-4da0-a87b-1b37dada7a68 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.6228402 Nov 05 18:44:52.840596 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 48338) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:44:52.847213 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-b2e55b5e-cf73-49f3-8183-be789f9da435 admin admin] Request body: {'subnet': {'network_id': '173ca228-ec11-45ab-afc0-c162cbca8994', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-74018195-subnet', 'tenant_id': 'b3e5209deb6d4b13b97d7109ec900d73', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:44:52.901232 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f8c1bcc-f3b5-4620-919b-c686b91860e3 None None] Sync routers for ids ['8cfa6972-6a8c-4575-afff-a8195771cadb'] in n-d-816865-1 {{(pid=102389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 18:44:52.918177 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f8c1bcc-f3b5-4620-919b-c686b91860e3 None None] Routers {'8cfa6972-6a8c-4575-afff-a8195771cadb'} bound to L3 agent in host n-d-816865-1 {{(pid=102389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 18:44:52.919033 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-0f8c1bcc-f3b5-4620-919b-c686b91860e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T18:44:35Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['8cfa6972-6a8c-4575-afff-a8195771cadb'], 'active': True} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:44:52.940534 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Provisioning complete for port 9d10276e-2287-4fac-abe3-d2a410b42458 triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:44:52.940902 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:52.947351 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2e55b5e-cf73-49f3-8183-be789f9da435 admin admin] Made reservation on behalf of b3e5209deb6d4b13b97d7109ec900d73 for: {'subnet': 1} {{(pid=102387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 18:44:52.952785 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-b2e55b5e-cf73-49f3-8183-be789f9da435 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5112236'] for subnet, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:53.052676 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvr_db [None req-0f8c1bcc-f3b5-4620-919b-c686b91860e3 None None] Set router 8cfa6972-6a8c-4575-afff-a8195771cadb gateway port host: n-d-816865-1 {{(pid=102389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 18:44:53.097803 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 48340) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:44:53.110582 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-8a8202aa-4b8d-4b25-8949-aabf0875c2ce tempest-AttachVolumeTestJSON-989501218 tempest-AttachVolumeTestJSON-989501218-project] Request body: {'security_group': {'name': 'tempest-securitygroup--384680536', 'description': 'tempest-description--314666986'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:44:53.111989 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:53.140207 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] For port 9d10276e-2287-4fac-abe3-d2a410b42458, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=9d10276e-2287-4fac-abe3-d2a410b42458,segment=NetworkSegment(85be518c-8bb4-46a2-a903-d4292782d29d),segment_id=85be518c-8bb4-46a2-a903-d4292782d29d)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:44:53.167338 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [req-b2a6efa0-9582-4279-a557-5aa5798b0775 req-d46b3f90-a490-4890-b531-5986d46d4e7c tempest-ServersAdminTestJSON-1640316766 tempest-ServersAdminTestJSON-1640316766-project] Deleting port d2b9dcfc-68b4-4bc4-aeb0-4aae59241e7c {{(pid=102386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 18:44:53.167629 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-b2a6efa0-9582-4279-a557-5aa5798b0775 req-d46b3f90-a490-4890-b531-5986d46d4e7c tempest-ServersAdminTestJSON-1640316766 tempest-ServersAdminTestJSON-1640316766-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:53.232923 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:53.261810 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-b2e55b5e-cf73-49f3-8183-be789f9da435 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4417463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5112218'] for subnet, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:53.291908 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Pushing event updated for resources: {'Port': ['ID=9d10276e-2287-4fac-abe3-d2a410b42458,revision_number=4']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:44:53.304058 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-9d855b47-a09a-4515-b57d-b1dccb711249 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-597886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-573297'] for router_interface, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:53.316602 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [req-86f3289d-e7e6-49f1-b4b5-53927e5bc8ad req-5581b912-eb8c-4d9b-8d71-3f7731bb26b4 service neutron] For port 8627f3a1-d0a8-455a-9185-f1f27b8b930d, host n-h2-816865-1, cleared binding levels {{(pid=102386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 18:44:53.329648 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [req-86f3289d-e7e6-49f1-b4b5-53927e5bc8ad req-5581b912-eb8c-4d9b-8d71-3f7731bb26b4 service neutron] For port 8627f3a1-d0a8-455a-9185-f1f27b8b930d, host n-h2-816865-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=8627f3a1-d0a8-455a-9185-f1f27b8b930d,segment=NetworkSegment(b9f65680-5ef1-4bb4-ac2c-6d7ba403921d),segment_id=b9f65680-5ef1-4bb4-ac2c-6d7ba403921d)] {{(pid=102386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 18:44:53.334936 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-8a8202aa-4b8d-4b25-8949-aabf0875c2ce tempest-AttachVolumeTestJSON-989501218 tempest-AttachVolumeTestJSON-989501218-project] Publish callbacks [] for security_group, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:53.379844 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e55b5e-cf73-49f3-8183-be789f9da435 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9f907ffd-943a-4a1f-8fbc-0f50bc5f3883,revision_number=0']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:44:53.394734 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2705cf9f-810a-47e4-9841-415f64da508d req-fd4d9948-291c-4e73-a1b2-df95d81c4f6b tempest-ServersTestManualDisk-737181692 tempest-ServersTestManualDisk-737181692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:44:53.396389 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-2705cf9f-810a-47e4-9841-415f64da508d req-fd4d9948-291c-4e73-a1b2-df95d81c4f6b tempest-ServersTestManualDisk-737181692 tempest-ServersTestManualDisk-737181692-project] 10.222.0.13 "GET /v2.0/ports?device_id=1f90cfb4-978e-4e70-be7e-94507ac19c27 HTTP/1.1" status: 200 len: 944 time: 0.1045246 Nov 05 18:44:53.400044 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2e55b5e-cf73-49f3-8183-be789f9da435 admin admin] Checking segment: {'id': '3a8c6497-f0be-4baf-9e05-eeaa88bce1f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '173ca228-ec11-45ab-afc0-c162cbca8994'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 18:44:53.400403 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2e55b5e-cf73-49f3-8183-be789f9da435 admin admin] Network hostable DHCP agents. Network: 173ca228-ec11-45ab-afc0-c162cbca8994, hostable agents: ['987e2ca0-bc3b-4c6f-a989-429ccfbf753f'], hosted agents: [] {{(pid=102387) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 05 18:44:53.414990 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-86f3289d-e7e6-49f1-b4b5-53927e5bc8ad req-5581b912-eb8c-4d9b-8d71-3f7731bb26b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6149821'] for port, after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:53.420198 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [req-b2a6efa0-9582-4279-a557-5aa5798b0775 req-d46b3f90-a490-4890-b531-5986d46d4e7c tempest-ServersAdminTestJSON-1640316766 tempest-ServersAdminTestJSON-1640316766-project] For port d2b9dcfc-68b4-4bc4-aeb0-4aae59241e7c, host n-h1-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=d2b9dcfc-68b4-4bc4-aeb0-4aae59241e7c,segment=NetworkSegment(35c2db9c-522d-48d3-98cf-a08c2cc55db7),segment_id=35c2db9c-522d-48d3-98cf-a08c2cc55db7)] {{(pid=102386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:44:53.420593 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-b2a6efa0-9582-4279-a557-5aa5798b0775 req-d46b3f90-a490-4890-b531-5986d46d4e7c tempest-ServersAdminTestJSON-1640316766 tempest-ServersAdminTestJSON-1640316766-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:53.427179 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-0f8c1bcc-f3b5-4620-919b-c686b91860e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cfa6972-6a8c-4575-afff-a8195771cadb', 'name': 'tempest-AttachVolumeTestJSON-288313606-router', 'tenant_id': '4178766de4564cc499086192238e999c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.51'}], 'enable_snat': True}, 'gw_port_id': '9d10276e-2287-4fac-abe3-d2a410b42458', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T18:44:44Z', 'updated_at': '2021-11-05T18:44:50Z', 'revision_number': 4, 'project_id': '4178766de4564cc499086192238e999c', 'gw_port': {'id': '9d10276e-2287-4fac-abe3-d2a410b42458', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:17:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cfa6972-6a8c-4575-afff-a8195771cadb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 971, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T18:44:46Z', 'updated_at': '2021-11-05T18:44:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1', '_interfaces': [{'id': '82b32004-b75a-46d4-8b1f-979d7cda8324', 'name': '', 'network_id': 'fd42acf6-8f16-4d60-b5bc-2ad1579d9211', 'tenant_id': '4178766de4564cc499086192238e999c', 'mac_address': 'fa:16:3e:84:7f:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cfa6972-6a8c-4575-afff-a8195771cadb', 'device_owner': 'network:router_interface', 'standard_attr_id': 973, 'fixed_ips': [{'subnet_id': '5bc495e2-1c46-46a6-944a-7cb0dfc74d97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T18:44:49Z', 'updated_at': '2021-11-05T18:44:50Z', 'revision_number': 2, 'project_id': '4178766de4564cc499086192238e999c', 'subnets': [{'id': '5bc495e2-1c46-46a6-944a-7cb0dfc74d97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-1', False) {} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:44:53.466937 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-2705cf9f-810a-47e4-9841-415f64da508d req-59e0b8cd-5c42-49de-bd9f-d6d492619d28 tempest-ServersTestManualDisk-737181692 tempest-ServersTestManualDisk-737181692-project] 10.222.0.13 "GET /v2.0/security-groups?id=58eb9970-58ff-4036-99ad-2a436384abfc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0562093 Nov 05 18:44:53.481299 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [req-b2a6efa0-9582-4279-a557-5aa5798b0775 req-d46b3f90-a490-4890-b531-5986d46d4e7c tempest-ServersAdminTestJSON-1640316766 tempest-ServersAdminTestJSON-1640316766-project] Calling delete_port for d2b9dcfc-68b4-4bc4-aeb0-4aae59241e7c owned by compute:nova {{(pid=102386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 18:44:53.494504 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f8c1bcc-f3b5-4620-919b-c686b91860e3 None None] Checking router: 8cfa6972-6a8c-4575-afff-a8195771cadb for host: n-d-816865-1 {{(pid=102389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 18:44:53.495245 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f8c1bcc-f3b5-4620-919b-c686b91860e3 None None] Updating router 8cfa6972-6a8c-4575-afff-a8195771cadb port 82b32004-b75a-46d4-8b1f-979d7cda8324 binding host n-d-816865-1 {{(pid=102389) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 05 18:44:53.495906 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f3289d-e7e6-49f1-b4b5-53927e5bc8ad req-5581b912-eb8c-4d9b-8d71-3f7731bb26b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:44:53.496531 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-86f3289d-e7e6-49f1-b4b5-53927e5bc8ad req-5581b912-eb8c-4d9b-8d71-3f7731bb26b4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:53.498215 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-86f3289d-e7e6-49f1-b4b5-53927e5bc8ad req-5581b912-eb8c-4d9b-8d71-3f7731bb26b4 service neutron] 10.222.0.55 "PUT /v2.0/ports/8627f3a1-d0a8-455a-9185-f1f27b8b930d HTTP/1.1" status: 200 len: 1091 time: 2.6890223 Nov 05 18:44:53.507634 n-d-816865-1 neutron-server[102386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93fdaf80-df0d-4e8d-a241-d135c3792f47', 'tag': '8627f3a1-d0a8-455a-9185-f1f27b8b930d'}] {{(pid=102386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 18:44:53.509912 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6173a44d7c73f41af551dc890fa1a5892c2c6bc3458b640c8e0c24db7876ba6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8ddd83d-d10d-447b-821e-dab2728de36c" -d '{"events": [{"name": "network-changed", "server_uuid": "93fdaf80-df0d-4e8d-a241-d135c3792f47", "tag": "8627f3a1-d0a8-455a-9185-f1f27b8b930d"}]}' {{(pid=102386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 18:44:53.513363 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2e55b5e-cf73-49f3-8183-be789f9da435 admin admin] Network 173ca228-ec11-45ab-afc0-c162cbca8994 is scheduled to be hosted by DHCP agent 987e2ca0-bc3b-4c6f-a989-429ccfbf753f with binding_index 1 {{(pid=102387) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 05 18:44:53.526724 n-d-816865-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-0f8c1bcc-f3b5-4620-919b-c686b91860e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:53.613014 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.base_scheduler [None req-b2e55b5e-cf73-49f3-8183-be789f9da435 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816865-1, 173ca228-ec11-45ab-afc0-c162cbca8994) {{(pid=102387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:44:53.619225 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2e55b5e-cf73-49f3-8183-be789f9da435 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:44:53.619860 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-b2e55b5e-cf73-49f3-8183-be789f9da435 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597851'] for subnet, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:53.622805 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 18:44:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff830921-6bb0-4b86-ad14-3997f73d2689 x-openstack-request-id: req-ff830921-6bb0-4b86-ad14-3997f73d2689 {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 18:44:53.623011 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93fdaf80-df0d-4e8d-a241-d135c3792f47", "tag": "8627f3a1-d0a8-455a-9185-f1f27b8b930d", "status": "completed", "code": 200}]} {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 18:44:53.623247 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ff830921-6bb0-4b86-ad14-3997f73d2689 {{(pid=102386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 18:44:53.623641 n-d-816865-1 neutron-server[102386]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93fdaf80-df0d-4e8d-a241-d135c3792f47', 'tag': '8627f3a1-d0a8-455a-9185-f1f27b8b930d', 'status': 'completed', 'code': 200} Nov 05 18:44:53.631835 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92fd4a12-48d1-4356-b8e4-bc9a2bcd6245 None None] Network 173ca228-ec11-45ab-afc0-c162cbca8994 requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 18:44:53.636917 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b20c828-0d56-47d0-a4b7-8ca4521be97d req-97ebc053-3aeb-4af7-975b-578e07e8e86d tempest-LiveMigrationTest-600821399 tempest-LiveMigrationTest-600821399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:44:53.638445 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-9b20c828-0d56-47d0-a4b7-8ca4521be97d req-97ebc053-3aeb-4af7-975b-578e07e8e86d tempest-LiveMigrationTest-600821399 tempest-LiveMigrationTest-600821399-project] 10.222.0.13 "GET /v2.0/ports?device_id=93fdaf80-df0d-4e8d-a241-d135c3792f47 HTTP/1.1" status: 200 len: 943 time: 0.0855193 Nov 05 18:44:53.653235 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5581b912-eb8c-4d9b-8d71-3f7731bb26b4 service neutron] Pushing event updated for resources: {'Port': ['ID=8627f3a1-d0a8-455a-9185-f1f27b8b930d,revision_number=3']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:44:53.700919 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-9b20c828-0d56-47d0-a4b7-8ca4521be97d req-0604f336-1113-4e56-874b-a26d0b74c5d7 tempest-LiveMigrationTest-600821399 tempest-LiveMigrationTest-600821399-project] 10.222.0.13 "GET /v2.0/security-groups?id=3677ad50-e4bf-4315-8aa4-e48810edc139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548074 Nov 05 18:44:53.723553 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-8a8202aa-4b8d-4b25-8949-aabf0875c2ce tempest-AttachVolumeTestJSON-989501218 tempest-AttachVolumeTestJSON-989501218-project] Publish callbacks [] for security_group, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:53.735919 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-b2e55b5e-cf73-49f3-8183-be789f9da435 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.8859625 Nov 05 18:44:53.798665 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3de6125e-b200-4417-89cb-b40451a50545 None None] Network 173ca228-ec11-45ab-afc0-c162cbca8994 requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 18:44:53.810489 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-8a8202aa-4b8d-4b25-8949-aabf0875c2ce tempest-AttachVolumeTestJSON-989501218 tempest-AttachVolumeTestJSON-989501218-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:53.865085 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f3289d-e7e6-49f1-b4b5-53927e5bc8ad req-982dec9d-9829-4fa9-96be-55de1e43cf2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:44:53.866659 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-86f3289d-e7e6-49f1-b4b5-53927e5bc8ad req-982dec9d-9829-4fa9-96be-55de1e43cf2c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7cc0b234e0c74edeb5d0485be80e09f5&device_id=93fdaf80-df0d-4e8d-a241-d135c3792f47 HTTP/1.1" status: 200 len: 1094 time: 0.2422674 Nov 05 18:44:53.940241 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-8a8202aa-4b8d-4b25-8949-aabf0875c2ce tempest-AttachVolumeTestJSON-989501218 tempest-AttachVolumeTestJSON-989501218-project] Publish callbacks [] for security_group, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:53.941494 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-8a8202aa-4b8d-4b25-8949-aabf0875c2ce tempest-AttachVolumeTestJSON-989501218 tempest-AttachVolumeTestJSON-989501218-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.8350520 Nov 05 18:44:53.945803 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defe2beb-4b71-469f-abe4-edac52c2a184 req-2b924193-22e1-40a7-aca7-08f898b380da tempest-ServersAdminTestJSON-1640316766 tempest-ServersAdminTestJSON-1640316766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:44:53.954122 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-defe2beb-4b71-469f-abe4-edac52c2a184 req-2b924193-22e1-40a7-aca7-08f898b380da tempest-ServersAdminTestJSON-1640316766 tempest-ServersAdminTestJSON-1640316766-project] 10.222.0.13 "GET /v2.0/ports?device_id=c7269472-1ad0-4c98-8566-b55019c0193a HTTP/1.1" status: 200 len: 949 time: 0.0823717 Nov 05 18:44:53.955909 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 48360) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:44:53.961484 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-46d09301-a64f-4b3b-8496-1293d232cffb tempest-AttachVolumeTestJSON-989501218 tempest-AttachVolumeTestJSON-989501218-project] Request body: {'security_group_rule': {'security_group_id': 'ef933554-0df5-4bb3-a185-95505310ff6a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:44:53.965370 n-d-816865-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-0f8c1bcc-f3b5-4620-919b-c686b91860e3 None None] Publish callbacks [] for port, precommit_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:54.009706 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8202aa-4b8d-4b25-8949-aabf0875c2ce tempest-AttachVolumeTestJSON-989501218 tempest-AttachVolumeTestJSON-989501218-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ef933554-0df5-4bb3-a185-95505310ff6a,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:44:54.046767 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-defe2beb-4b71-469f-abe4-edac52c2a184 req-4f8e1042-d128-4a76-bf80-7fd77ba715e5 tempest-ServersAdminTestJSON-1640316766 tempest-ServersAdminTestJSON-1640316766-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c663dac-2477-42f8-b37f-f366129474aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815279 Nov 05 18:44:54.046881 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-86f3289d-e7e6-49f1-b4b5-53927e5bc8ad req-30a76e8b-654b-4ffc-8117-33c72a558800 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8627f3a1-d0a8-455a-9185-f1f27b8b930d HTTP/1.1" status: 200 len: 217 time: 0.1234503 Nov 05 18:44:54.061539 n-d-816865-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-0f8c1bcc-f3b5-4620-919b-c686b91860e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:54.101759 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-46d09301-a64f-4b3b-8496-1293d232cffb tempest-AttachVolumeTestJSON-989501218 tempest-AttachVolumeTestJSON-989501218-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:54.112670 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d855b47-a09a-4515-b57d-b1dccb711249 admin admin] Router af88c0cd-0274-4a4d-a78e-c47021d1eb88 has already been hosted by L3 agent 6dcb5589-8e86-4616-9186-ddc4548e13ad {{(pid=102386) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 18:44:54.126370 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae6a69e-4690-4709-bb9e-c643d8ea614d None None] Pushing event updated for resources: {'Port': ['ID=82b32004-b75a-46d4-8b1f-979d7cda8324,revision_number=3']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:44:54.137302 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f3289d-e7e6-49f1-b4b5-53927e5bc8ad req-442ddc07-f731-40ea-aeee-538d87a9dee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:44:54.138968 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-86f3289d-e7e6-49f1-b4b5-53927e5bc8ad req-442ddc07-f731-40ea-aeee-538d87a9dee1 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=82b7bbfc-ac99-45bb-a8a9-211b9b80ecc2 HTTP/1.1" status: 200 len: 847 time: 0.0823529 Nov 05 18:44:54.154756 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae6a69e-4690-4709-bb9e-c643d8ea614d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:44:54.154756 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae6a69e-4690-4709-bb9e-c643d8ea614d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:44:54.154756 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae6a69e-4690-4709-bb9e-c643d8ea614d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:44:54.154756 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae6a69e-4690-4709-bb9e-c643d8ea614d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:44:54.155282 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae6a69e-4690-4709-bb9e-c643d8ea614d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:44:54.155780 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae6a69e-4690-4709-bb9e-c643d8ea614d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:44:54.156262 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae6a69e-4690-4709-bb9e-c643d8ea614d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:44:54.157334 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae6a69e-4690-4709-bb9e-c643d8ea614d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:44:54.157834 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae6a69e-4690-4709-bb9e-c643d8ea614d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:44:54.158355 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae6a69e-4690-4709-bb9e-c643d8ea614d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:44:54.158834 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae6a69e-4690-4709-bb9e-c643d8ea614d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:44:54.159413 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae6a69e-4690-4709-bb9e-c643d8ea614d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:44:54.201855 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.managers [None req-0f8c1bcc-f3b5-4620-919b-c686b91860e3 None None] Attempting to bind port 82b32004-b75a-46d4-8b1f-979d7cda8324 on host n-d-816865-1 for vnic_type normal with profile {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 18:44:54.202580 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.managers [None req-0f8c1bcc-f3b5-4620-919b-c686b91860e3 None None] Attempting to bind port 82b32004-b75a-46d4-8b1f-979d7cda8324 by drivers openvswitch,hyperv on host n-d-816865-1 at level 0 using segments [{'id': 'ef5714ac-d60a-42ed-804f-a2e28bab422f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'fd42acf6-8f16-4d60-b5bc-2ad1579d9211'}] {{(pid=102389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 18:44:54.203162 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f8c1bcc-f3b5-4620-919b-c686b91860e3 None None] Attempting to bind port 82b32004-b75a-46d4-8b1f-979d7cda8324 on network fd42acf6-8f16-4d60-b5bc-2ad1579d9211 {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 18:44:54.210363 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f8c1bcc-f3b5-4620-919b-c686b91860e3 None None] Checking agent: {'id': '724d89a7-611b-41e6-bc85-c48112b17afa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 18, 25, 8), 'started_at': datetime.datetime(2021, 11, 5, 18, 25, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 18, 44, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 18:44:54.216972 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f8c1bcc-f3b5-4620-919b-c686b91860e3 None None] Checking segment: {'id': 'ef5714ac-d60a-42ed-804f-a2e28bab422f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'fd42acf6-8f16-4d60-b5bc-2ad1579d9211'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 18:44:54.216972 n-d-816865-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-0f8c1bcc-f3b5-4620-919b-c686b91860e3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:54.216972 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f8c1bcc-f3b5-4620-919b-c686b91860e3 None None] Bound using segment: {'id': 'ef5714ac-d60a-42ed-804f-a2e28bab422f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'fd42acf6-8f16-4d60-b5bc-2ad1579d9211'} {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 18:44:54.216972 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.managers [None req-0f8c1bcc-f3b5-4620-919b-c686b91860e3 None None] Bound port: 82b32004-b75a-46d4-8b1f-979d7cda8324, host: n-d-816865-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef5714ac-d60a-42ed-804f-a2e28bab422f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'fd42acf6-8f16-4d60-b5bc-2ad1579d9211'}}] {{(pid=102389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 18:44:54.216972 n-d-816865-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-0f8c1bcc-f3b5-4620-919b-c686b91860e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:54.223306 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-46d09301-a64f-4b3b-8496-1293d232cffb tempest-AttachVolumeTestJSON-989501218 tempest-AttachVolumeTestJSON-989501218-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:54.252713 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-86f3289d-e7e6-49f1-b4b5-53927e5bc8ad req-1f35d6cf-6ff0-4c7d-a9b3-64eac40e9b96 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=1a9992ef-da6b-4f25-bd43-f1196ce8f1a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0945859 Nov 05 18:44:54.255679 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-b2a6efa0-9582-4279-a557-5aa5798b0775 req-d46b3f90-a490-4890-b531-5986d46d4e7c tempest-ServersAdminTestJSON-1640316766 tempest-ServersAdminTestJSON-1640316766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:54.269695 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] get_ports_and_sgs() called for port_ids ['d2b9dcfc-68b4-4bc4-aeb0-4aae59241e7c', 'bfba3ce5-c439-44d1-8b5e-36948ba5ec18'] {{(pid=102388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 18:44:54.301347 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46b3f90-a490-4890-b531-5986d46d4e7c tempest-ServersAdminTestJSON-1640316766 tempest-ServersAdminTestJSON-1640316766-project] Pushing event deleted for resources: {'Port': ['ID=d2b9dcfc-68b4-4bc4-aeb0-4aae59241e7c,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:44:54.315315 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [None req-0f8c1bcc-f3b5-4620-919b-c686b91860e3 None None] For port 82b32004-b75a-46d4-8b1f-979d7cda8324, host n-d-816865-1, cleared binding levels {{(pid=102389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 18:44:54.318844 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [None req-0f8c1bcc-f3b5-4620-919b-c686b91860e3 None None] For port 82b32004-b75a-46d4-8b1f-979d7cda8324, host n-d-816865-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=82b32004-b75a-46d4-8b1f-979d7cda8324,segment=NetworkSegment(ef5714ac-d60a-42ed-804f-a2e28bab422f),segment_id=ef5714ac-d60a-42ed-804f-a2e28bab422f)] {{(pid=102389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 18:44:54.333804 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d009fb2-c314-4f1f-ba27-91b70366a693 req-2527650f-c18f-419f-936f-277ec450c0e8 tempest-InstanceActionsNegativeTestJSON-1409251204 tempest-InstanceActionsNegativeTestJSON-1409251204-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:44:54.338599 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-7d009fb2-c314-4f1f-ba27-91b70366a693 req-2527650f-c18f-419f-936f-277ec450c0e8 tempest-InstanceActionsNegativeTestJSON-1409251204 tempest-InstanceActionsNegativeTestJSON-1409251204-project] 10.222.0.13 "GET /v2.0/networks?id=173ca228-ec11-45ab-afc0-c162cbca8994 HTTP/1.1" status: 200 len: 820 time: 0.1649506 Nov 05 18:44:54.339296 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-46d09301-a64f-4b3b-8496-1293d232cffb tempest-AttachVolumeTestJSON-989501218 tempest-AttachVolumeTestJSON-989501218-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985308'] for security_group_rule, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:54.376313 n-d-816865-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-0f8c1bcc-f3b5-4620-919b-c686b91860e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:54.381463 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d09301-a64f-4b3b-8496-1293d232cffb tempest-AttachVolumeTestJSON-989501218 tempest-AttachVolumeTestJSON-989501218-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed5dc45e-6ff1-4bd8-897e-7124863e2659,revision_number=0']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:44:54.395276 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-7d009fb2-c314-4f1f-ba27-91b70366a693 req-cf512a63-aa1f-46f0-9f4f-93066921cf89 tempest-InstanceActionsNegativeTestJSON-1409251204 tempest-InstanceActionsNegativeTestJSON-1409251204-project] 10.222.0.13 "GET /v2.0/quotas/b3e5209deb6d4b13b97d7109ec900d73 HTTP/1.1" status: 200 len: 375 time: 0.0427151 Nov 05 18:44:54.434498 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-7d009fb2-c314-4f1f-ba27-91b70366a693 req-b02ef238-f363-4c27-b7b4-aaf855a0facc tempest-InstanceActionsNegativeTestJSON-1409251204 tempest-InstanceActionsNegativeTestJSON-1409251204-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=b3e5209deb6d4b13b97d7109ec900d73&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0391722 Nov 05 18:44:54.477321 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2a6efa0-9582-4279-a557-5aa5798b0775 req-d46b3f90-a490-4890-b531-5986d46d4e7c tempest-ServersAdminTestJSON-1640316766 tempest-ServersAdminTestJSON-1640316766-project] No DVR routers for this DVR port d2b9dcfc-68b4-4bc4-aeb0-4aae59241e7c on host n-h1-816865-1 {{(pid=102386) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 18:44:54.485885 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-b2a6efa0-9582-4279-a557-5aa5798b0775 req-d46b3f90-a490-4890-b531-5986d46d4e7c tempest-ServersAdminTestJSON-1640316766 tempest-ServersAdminTestJSON-1640316766-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:54.493155 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-0f596987-51b9-41b6-a4da-642932e58ccd None None] Provisioning complete for port 82b32004-b75a-46d4-8b1f-979d7cda8324 triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:44:54.493748 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f8c1bcc-f3b5-4620-919b-c686b91860e3 None None] Routers {'8cfa6972-6a8c-4575-afff-a8195771cadb'} bound to L3 agent in host n-d-816865-1 {{(pid=102389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 18:44:54.494098 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-0f596987-51b9-41b6-a4da-642932e58ccd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:54.494692 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-0f8c1bcc-f3b5-4620-919b-c686b91860e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T18:44:35Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['8cfa6972-6a8c-4575-afff-a8195771cadb'], 'active': True} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:44:54.501554 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-b2a6efa0-9582-4279-a557-5aa5798b0775 req-d46b3f90-a490-4890-b531-5986d46d4e7c tempest-ServersAdminTestJSON-1640316766 tempest-ServersAdminTestJSON-1640316766-project] 10.222.0.41 "DELETE /v2.0/ports/d2b9dcfc-68b4-4bc4-aeb0-4aae59241e7c HTTP/1.1" status: 204 len: 173 time: 2.1714013 Nov 05 18:44:54.508009 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-46d09301-a64f-4b3b-8496-1293d232cffb tempest-AttachVolumeTestJSON-989501218 tempest-AttachVolumeTestJSON-989501218-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:54.509336 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-46d09301-a64f-4b3b-8496-1293d232cffb tempest-AttachVolumeTestJSON-989501218 tempest-AttachVolumeTestJSON-989501218-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5519445 Nov 05 18:44:54.513205 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 48376) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:44:54.529142 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-3133bf2a-a726-49db-9958-62c96d1be1ca tempest-AttachVolumeTestJSON-989501218 tempest-AttachVolumeTestJSON-989501218-project] Request body: {'security_group_rule': {'security_group_id': 'ef933554-0df5-4bb3-a185-95505310ff6a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:44:54.538025 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d855b47-a09a-4515-b57d-b1dccb711249 admin admin] Notify agent at l3_agent.n-d-816865-1 the message routers_updated {{(pid=102386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 18:44:54.555336 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-9d855b47-a09a-4515-b57d-b1dccb711249 admin admin] 10.222.0.13 "PUT /v2.0/routers/af88c0cd-0274-4a4d-a78e-c47021d1eb88/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1407137 Nov 05 18:44:54.562952 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 48378) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:44:54.581750 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84b9ee71-86e1-4c50-8ebe-c8411d7ade19 None None] Sync routers for ids ['af88c0cd-0274-4a4d-a78e-c47021d1eb88'] in n-d-816865-1 {{(pid=102388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 18:44:54.653039 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 9d10276e-2287-4fac-abe3-d2a410b42458 up at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 18:44:54.704477 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84b9ee71-86e1-4c50-8ebe-c8411d7ade19 None None] Routers {'af88c0cd-0274-4a4d-a78e-c47021d1eb88'} bound to L3 agent in host n-d-816865-1 {{(pid=102388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 18:44:54.705499 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-84b9ee71-86e1-4c50-8ebe-c8411d7ade19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T18:44:35Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['af88c0cd-0274-4a4d-a78e-c47021d1eb88'], 'active': True} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:44:54.709353 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-86f3289d-e7e6-49f1-b4b5-53927e5bc8ad req-7626b8a8-c4f8-494a-b512-584caa2c2b54 service neutron] 10.222.0.55 "GET /v2.0/networks/1a9992ef-da6b-4f25-bd43-f1196ce8f1a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4233661 Nov 05 18:44:54.721008 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-7d009fb2-c314-4f1f-ba27-91b70366a693 req-1dda3399-3146-454a-9e0b-b111fb6215c5 service neutron] 10.222.0.13 "GET /v2.0/networks/173ca228-ec11-45ab-afc0-c162cbca8994?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2829006 Nov 05 18:44:54.729755 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvr_db [None req-0f8c1bcc-f3b5-4620-919b-c686b91860e3 None None] Set router 8cfa6972-6a8c-4575-afff-a8195771cadb gateway port host: n-d-816865-1 {{(pid=102389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 18:44:54.780389 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae6a69e-4690-4709-bb9e-c643d8ea614d None None] Pushing event updated for resources: {'Port': ['ID=82b32004-b75a-46d4-8b1f-979d7cda8324,revision_number=4']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:44:54.836881 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Device 2d93de8c-4277-42d3-976e-aa04602a7ec1 details requested by agent hyperv_n-h2-816865-1 with host n-h2-816865-1 {{(pid=102388) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 05 18:44:54.931590 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-3133bf2a-a726-49db-9958-62c96d1be1ca tempest-AttachVolumeTestJSON-989501218 tempest-AttachVolumeTestJSON-989501218-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:54.994389 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-56e3f814-7fe4-40f2-badb-2fdb597c7532 admin admin] Publish callbacks [] for router, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:55.021983 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fceb967e-41d7-437f-8021-d907e130a418 req-3d10b7b3-319b-4a21-bc34-045df149141e tempest-ServersTestManualDisk-737181692 tempest-ServersTestManualDisk-737181692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:44:55.034952 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-fceb967e-41d7-437f-8021-d907e130a418 req-3d10b7b3-319b-4a21-bc34-045df149141e tempest-ServersTestManualDisk-737181692 tempest-ServersTestManualDisk-737181692-project] 10.222.0.13 "GET /v2.0/ports?device_id=1f90cfb4-978e-4e70-be7e-94507ac19c27 HTTP/1.1" status: 200 len: 944 time: 0.2962048 Nov 05 18:44:55.040742 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-0f8c1bcc-f3b5-4620-919b-c686b91860e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cfa6972-6a8c-4575-afff-a8195771cadb', 'name': 'tempest-AttachVolumeTestJSON-288313606-router', 'tenant_id': '4178766de4564cc499086192238e999c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.51'}], 'enable_snat': True}, 'gw_port_id': '9d10276e-2287-4fac-abe3-d2a410b42458', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T18:44:44Z', 'updated_at': '2021-11-05T18:44:50Z', 'revision_number': 4, 'project_id': '4178766de4564cc499086192238e999c', 'gw_port': {'id': '9d10276e-2287-4fac-abe3-d2a410b42458', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:17:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cfa6972-6a8c-4575-afff-a8195771cadb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 971, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T18:44:46Z', 'updated_at': '2021-11-05T18:44:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1', '_interfaces': [{'id': '82b32004-b75a-46d4-8b1f-979d7cda8324', 'name': '', 'network_id': 'fd42acf6-8f16-4d60-b5bc-2ad1579d9211', 'tenant_id': '4178766de4564cc499086192238e999c', 'mac_address': 'fa:16:3e:84:7f:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cfa6972-6a8c-4575-afff-a8195771cadb', 'device_owner': 'network:router_interface', 'standard_attr_id': 973, 'fixed_ips': [{'subnet_id': '5bc495e2-1c46-46a6-944a-7cb0dfc74d97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T18:44:49Z', 'updated_at': '2021-11-05T18:44:54Z', 'revision_number': 4, 'project_id': '4178766de4564cc499086192238e999c', 'subnets': [{'id': '5bc495e2-1c46-46a6-944a-7cb0dfc74d97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-1', False) {} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:44:55.055676 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-86f3289d-e7e6-49f1-b4b5-53927e5bc8ad req-9e587004-498e-4356-9cac-18fae0158b09 service neutron] 10.222.0.55 "GET /v2.0/networks/1a9992ef-da6b-4f25-bd43-f1196ce8f1a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3210976 Nov 05 18:44:55.066185 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] For port 2d93de8c-4277-42d3-976e-aa04602a7ec1, host n-h2-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=2d93de8c-4277-42d3-976e-aa04602a7ec1,segment=NetworkSegment(9033e3b7-e57f-4353-9998-35fce5690d1a),segment_id=9033e3b7-e57f-4353-9998-35fce5690d1a)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:44:55.078364 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-0f596987-51b9-41b6-a4da-642932e58ccd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:55.082397 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Provisioning complete for port 9d10276e-2287-4fac-abe3-d2a410b42458 triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:44:55.082881 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:55.084607 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Returning: {'device': '2d93de8c-4277-42d3-976e-aa04602a7ec1', 'network_id': 'dcdefe85-0b9a-4710-a2e9-41da31eb0233', 'port_id': '2d93de8c-4277-42d3-976e-aa04602a7ec1', 'mac_address': 'fa:16:3e:60:24:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ff18284e-1ede-44da-8cc4-bb6087008353', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102388) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 05 18:44:55.087214 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f8c1bcc-f3b5-4620-919b-c686b91860e3 None None] The sync data for ids ['8cfa6972-6a8c-4575-afff-a8195771cadb'] in n-d-816865-1 is: [{'id': '8cfa6972-6a8c-4575-afff-a8195771cadb', 'name': 'tempest-AttachVolumeTestJSON-288313606-router', 'tenant_id': '4178766de4564cc499086192238e999c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.51'}], 'enable_snat': True}, 'gw_port_id': '9d10276e-2287-4fac-abe3-d2a410b42458', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T18:44:44Z', 'updated_at': '2021-11-05T18:44:50Z', 'revision_number': 4, 'project_id': '4178766de4564cc499086192238e999c', 'gw_port': {'id': '9d10276e-2287-4fac-abe3-d2a410b42458', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:17:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cfa6972-6a8c-4575-afff-a8195771cadb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 971, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T18:44:46Z', 'updated_at': '2021-11-05T18:44:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1', '_interfaces': [{'id': '82b32004-b75a-46d4-8b1f-979d7cda8324', 'name': '', 'network_id': 'fd42acf6-8f16-4d60-b5bc-2ad1579d9211', 'tenant_id': '4178766de4564cc499086192238e999c', 'mac_address': 'fa:16:3e:84:7f:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cfa6972-6a8c-4575-afff-a8195771cadb', 'device_owner': 'network:router_interface', 'standard_attr_id': 973, 'fixed_ips': [{'subnet_id': '5bc495e2-1c46-46a6-944a-7cb0dfc74d97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T18:44:49Z', 'updated_at': '2021-11-05T18:44:54Z', 'revision_number': 4, 'project_id': '4178766de4564cc499086192238e999c', 'subnets': [{'id': '5bc495e2-1c46-46a6-944a-7cb0dfc74d97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 18:44:55.128605 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-3133bf2a-a726-49db-9958-62c96d1be1ca tempest-AttachVolumeTestJSON-989501218 tempest-AttachVolumeTestJSON-989501218-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:55.160737 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-7d009fb2-c314-4f1f-ba27-91b70366a693 req-663657ae-95ff-4363-9947-1199ffb40b2f service neutron] 10.222.0.13 "GET /v2.0/networks/173ca228-ec11-45ab-afc0-c162cbca8994?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4355397 Nov 05 18:44:55.178379 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-56e3f814-7fe4-40f2-badb-2fdb597c7532 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:55.182942 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-fceb967e-41d7-437f-8021-d907e130a418 req-d7cd444e-7991-452d-9f7f-bbf4c51d2da2 tempest-ServersTestManualDisk-737181692 tempest-ServersTestManualDisk-737181692-project] 10.222.0.13 "GET /v2.0/security-groups?id=58eb9970-58ff-4036-99ad-2a436384abfc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1467829 Nov 05 18:44:55.230681 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-3133bf2a-a726-49db-9958-62c96d1be1ca tempest-AttachVolumeTestJSON-989501218 tempest-AttachVolumeTestJSON-989501218-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985308'] for security_group_rule, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:55.280857 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3133bf2a-a726-49db-9958-62c96d1be1ca tempest-AttachVolumeTestJSON-989501218 tempest-AttachVolumeTestJSON-989501218-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67b594a6-62d5-43ca-984b-2417f8a44a9a,revision_number=0']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:44:55.282164 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:55.285431 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-0f596987-51b9-41b6-a4da-642932e58ccd None None] For port 82b32004-b75a-46d4-8b1f-979d7cda8324, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=82b32004-b75a-46d4-8b1f-979d7cda8324,segment=NetworkSegment(ef5714ac-d60a-42ed-804f-a2e28bab422f),segment_id=ef5714ac-d60a-42ed-804f-a2e28bab422f)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:44:55.300413 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvr_db [None req-84b9ee71-86e1-4c50-8ebe-c8411d7ade19 None None] Set router af88c0cd-0274-4a4d-a78e-c47021d1eb88 gateway port host: n-d-816865-1 {{(pid=102388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 18:44:55.371811 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ddd83d-d10d-447b-821e-dab2728de36c req-4fafec5f-d3de-40a9-b3f2-dd2230f03c8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:44:55.373920 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-d8ddd83d-d10d-447b-821e-dab2728de36c req-4fafec5f-d3de-40a9-b3f2-dd2230f03c8b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7cc0b234e0c74edeb5d0485be80e09f5&device_id=93fdaf80-df0d-4e8d-a241-d135c3792f47 HTTP/1.1" status: 200 len: 1094 time: 0.1609070 Nov 05 18:44:55.381095 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-0f596987-51b9-41b6-a4da-642932e58ccd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:55.384107 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1832570c-5c19-4f93-adf8-2c50e0eb9fc6 req-eb876b60-4336-413b-a6a0-5e072ec1a4ae tempest-LiveMigrationTest-600821399 tempest-LiveMigrationTest-600821399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:44:55.387589 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-1832570c-5c19-4f93-adf8-2c50e0eb9fc6 req-eb876b60-4336-413b-a6a0-5e072ec1a4ae tempest-LiveMigrationTest-600821399 tempest-LiveMigrationTest-600821399-project] 10.222.0.13 "GET /v2.0/ports?device_id=93fdaf80-df0d-4e8d-a241-d135c3792f47 HTTP/1.1" status: 200 len: 943 time: 0.0614181 Nov 05 18:44:55.391061 n-d-816865-1 neutron-server[102388]: DEBUG neutron.notifiers.nova [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2d93de8c-4277-42d3-976e-aa04602a7ec1 {{(pid=102388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 18:44:55.432979 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-3133bf2a-a726-49db-9958-62c96d1be1ca tempest-AttachVolumeTestJSON-989501218 tempest-AttachVolumeTestJSON-989501218-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:55.433126 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-56e3f814-7fe4-40f2-badb-2fdb597c7532 admin admin] Deleting port dbb62693-62e8-4594-bb32-2a7eb86dbd22 {{(pid=102386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 18:44:55.434528 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-3133bf2a-a726-49db-9958-62c96d1be1ca tempest-AttachVolumeTestJSON-989501218 tempest-AttachVolumeTestJSON-989501218-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9176114 Nov 05 18:44:55.441403 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-56e3f814-7fe4-40f2-badb-2fdb597c7532 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:55.442605 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 48386) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:44:55.448715 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-351abe00-b1b6-40f3-be6c-ec8866e7bc8c tempest-AttachVolumeTestJSON-989501218 tempest-AttachVolumeTestJSON-989501218-project] Request body: {'floatingip': {'floating_network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec'}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:44:55.517375 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-1832570c-5c19-4f93-adf8-2c50e0eb9fc6 req-c94ab82f-d3ab-4cd7-87e4-575993bff569 tempest-LiveMigrationTest-600821399 tempest-LiveMigrationTest-600821399-project] 10.222.0.13 "GET /v2.0/security-groups?id=3677ad50-e4bf-4315-8aa4-e48810edc139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226964 Nov 05 18:44:55.600857 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-351abe00-b1b6-40f3-be6c-ec8866e7bc8c tempest-AttachVolumeTestJSON-989501218 tempest-AttachVolumeTestJSON-989501218-project] Publish callbacks [] for floatingip, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:55.635447 n-d-816865-1 neutron-server[102386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7269472-1ad0-4c98-8566-b55019c0193a', 'name': 'network-vif-deleted', 'tag': 'd2b9dcfc-68b4-4bc4-aeb0-4aae59241e7c'}] {{(pid=102386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 18:44:55.637742 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6173a44d7c73f41af551dc890fa1a5892c2c6bc3458b640c8e0c24db7876ba6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1c416bc-e1da-47d2-92fa-7eec60e12653" -d '{"events": [{"server_uuid": "c7269472-1ad0-4c98-8566-b55019c0193a", "name": "network-vif-deleted", "tag": "d2b9dcfc-68b4-4bc4-aeb0-4aae59241e7c"}]}' {{(pid=102386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 18:44:55.732896 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ddd83d-d10d-447b-821e-dab2728de36c req-de5a6392-c2c5-4e1d-bdb6-b51a4147077f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:44:55.735125 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-d8ddd83d-d10d-447b-821e-dab2728de36c req-de5a6392-c2c5-4e1d-bdb6-b51a4147077f service neutron] 10.222.0.55 "GET /v2.0/networks?id=1a9992ef-da6b-4f25-bd43-f1196ce8f1a8 HTTP/1.1" status: 200 len: 908 time: 0.3400741 Nov 05 18:44:55.737549 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [None req-56e3f814-7fe4-40f2-badb-2fdb597c7532 admin admin] For port dbb62693-62e8-4594-bb32-2a7eb86dbd22, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=dbb62693-62e8-4594-bb32-2a7eb86dbd22,segment=NetworkSegment(85be518c-8bb4-46a2-a903-d4292782d29d),segment_id=85be518c-8bb4-46a2-a903-d4292782d29d)] {{(pid=102386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:44:55.738207 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-56e3f814-7fe4-40f2-badb-2fdb597c7532 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:55.784402 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-e8f1210c-e3a9-407a-9a2f-f6d7afaa2cc5 req-eab71dbc-8816-4b19-ac71-6cb548281b6b tempest-InstanceActionsNegativeTestJSON-1409251204 tempest-InstanceActionsNegativeTestJSON-1409251204-project] 10.222.0.13 "GET /v2.0/ports?device_id=03afe10b-af86-466f-9634-a29594d7e498 HTTP/1.1" status: 200 len: 210 time: 0.1147518 Nov 05 18:44:55.787604 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-e9b366e9-47db-4288-b3f0-a7af79b425ba req-1d512039-e444-4861-931a-c5fd63b1f735 tempest-ServersAdminTestJSON-1640316766 tempest-ServersAdminTestJSON-1640316766-project] 10.222.0.13 "GET /v2.0/ports?device_id=c7269472-1ad0-4c98-8566-b55019c0193a HTTP/1.1" status: 200 len: 210 time: 0.1120129 Nov 05 18:44:55.796421 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-d8ddd83d-d10d-447b-821e-dab2728de36c req-8bc56529-bdb4-4570-83d7-8f4487770ae7 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8627f3a1-d0a8-455a-9185-f1f27b8b930d HTTP/1.1" status: 200 len: 217 time: 0.0433342 Nov 05 18:44:55.802087 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-56e3f814-7fe4-40f2-badb-2fdb597c7532 admin admin] Calling delete_port for dbb62693-62e8-4594-bb32-2a7eb86dbd22 owned by network:router_gateway {{(pid=102386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 18:44:55.857275 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ddd83d-d10d-447b-821e-dab2728de36c req-bfe9a44d-ca64-44c1-8c2c-1f90f6d8451a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:44:55.864737 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-d8ddd83d-d10d-447b-821e-dab2728de36c req-bfe9a44d-ca64-44c1-8c2c-1f90f6d8451a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=82b7bbfc-ac99-45bb-a8a9-211b9b80ecc2 HTTP/1.1" status: 200 len: 847 time: 0.0600846 Nov 05 18:44:55.925841 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 18:44:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1144a018-8d1f-4110-a5ee-31f35cf24c8f x-openstack-request-id: req-1144a018-8d1f-4110-a5ee-31f35cf24c8f {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 18:44:55.926884 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7269472-1ad0-4c98-8566-b55019c0193a", "name": "network-vif-deleted", "tag": "d2b9dcfc-68b4-4bc4-aeb0-4aae59241e7c", "status": "completed", "code": 200}]} {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 18:44:55.926884 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1144a018-8d1f-4110-a5ee-31f35cf24c8f {{(pid=102386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 18:44:55.927132 n-d-816865-1 neutron-server[102386]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7269472-1ad0-4c98-8566-b55019c0193a', 'name': 'network-vif-deleted', 'tag': 'd2b9dcfc-68b4-4bc4-aeb0-4aae59241e7c', 'status': 'completed', 'code': 200} Nov 05 18:44:55.929596 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-d8ddd83d-d10d-447b-821e-dab2728de36c req-fa6ded11-943c-4bef-9bcf-458afa609022 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=1a9992ef-da6b-4f25-bd43-f1196ce8f1a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0532429 Nov 05 18:44:55.948798 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] For port 2d93de8c-4277-42d3-976e-aa04602a7ec1, host n-h2-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=2d93de8c-4277-42d3-976e-aa04602a7ec1,segment=NetworkSegment(9033e3b7-e57f-4353-9998-35fce5690d1a),segment_id=9033e3b7-e57f-4353-9998-35fce5690d1a)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:44:55.953077 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-351abe00-b1b6-40f3-be6c-ec8866e7bc8c tempest-AttachVolumeTestJSON-989501218 tempest-AttachVolumeTestJSON-989501218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:55.980023 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f596987-51b9-41b6-a4da-642932e58ccd None None] Pushing event updated for resources: {'Port': ['ID=82b32004-b75a-46d4-8b1f-979d7cda8324,revision_number=5']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:44:55.999770 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-606db8a0-b92d-42f3-b9bd-f6cf882d55f3 None None] Provisioning complete for port 82b32004-b75a-46d4-8b1f-979d7cda8324 triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:44:56.000245 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-606db8a0-b92d-42f3-b9bd-f6cf882d55f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:56.050924 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:56.103788 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.db_base_plugin_common [None req-351abe00-b1b6-40f3-be6c-ec8866e7bc8c tempest-AttachVolumeTestJSON-989501218 tempest-AttachVolumeTestJSON-989501218-project] Allocated IP 172.25.6.9 (40c8335d-cd0b-4cb5-910a-d4dcddd5cbec/04fe6db3-e108-4208-943d-6518424f5726/95c4df20-40ba-4e4b-9cb9-eadad908a5ec) {{(pid=102387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 18:44:56.130211 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Pushing event updated for resources: {'Port': ['ID=2d93de8c-4277-42d3-976e-aa04602a7ec1,revision_number=4']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:44:56.145575 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-d8ddd83d-d10d-447b-821e-dab2728de36c req-e6c159a2-05ed-45de-8dd5-55ccefb60f4a service neutron] 10.222.0.55 "GET /v2.0/networks/1a9992ef-da6b-4f25-bd43-f1196ce8f1a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1811354 Nov 05 18:44:56.249303 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-351abe00-b1b6-40f3-be6c-ec8866e7bc8c tempest-AttachVolumeTestJSON-989501218 tempest-AttachVolumeTestJSON-989501218-project] Publish callbacks [] for port, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:56.276424 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-84b9ee71-86e1-4c50-8ebe-c8411d7ade19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af88c0cd-0274-4a4d-a78e-c47021d1eb88', 'name': 'tempest-FloatingIPsAssociationTestJSON-751442554-router', 'tenant_id': 'f99a9bdffb564060b331ec79eda75924', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.239'}], 'enable_snat': True}, 'gw_port_id': 'dbb62693-62e8-4594-bb32-2a7eb86dbd22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T18:43:27Z', 'updated_at': '2021-11-05T18:44:51Z', 'revision_number': 5, 'project_id': 'f99a9bdffb564060b331ec79eda75924', 'gw_port': {'id': 'dbb62693-62e8-4594-bb32-2a7eb86dbd22', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:a8:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af88c0cd-0274-4a4d-a78e-c47021d1eb88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 886, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T18:43:28Z', 'updated_at': '2021-11-05T18:43:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1'}], 'n-d-816865-1', False) {} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:44:56.324735 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-d8ddd83d-d10d-447b-821e-dab2728de36c req-58b67aa7-01b8-41ab-a741-20ba376cd6ca service neutron] 10.222.0.55 "GET /v2.0/networks/1a9992ef-da6b-4f25-bd43-f1196ce8f1a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1703415 Nov 05 18:44:56.329895 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84b9ee71-86e1-4c50-8ebe-c8411d7ade19 None None] Checking router: af88c0cd-0274-4a4d-a78e-c47021d1eb88 for host: n-d-816865-1 {{(pid=102388) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 18:44:56.345446 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] get_ports_and_sgs() called for port_ids ['2d93de8c-4277-42d3-976e-aa04602a7ec1'] {{(pid=102388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 18:44:56.377043 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b0e31d-2680-4680-8d75-38fdd7953e6e req-d2b55726-e121-4b66-96c9-f33cc96b2e09 tempest-ServersTestManualDisk-737181692 tempest-ServersTestManualDisk-737181692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:44:56.377301 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84b9ee71-86e1-4c50-8ebe-c8411d7ade19 None None] Routers {'af88c0cd-0274-4a4d-a78e-c47021d1eb88'} bound to L3 agent in host n-d-816865-1 {{(pid=102388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 18:44:56.377816 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-84b9ee71-86e1-4c50-8ebe-c8411d7ade19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T18:44:35Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['af88c0cd-0274-4a4d-a78e-c47021d1eb88'], 'active': True} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:44:56.378791 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-68b0e31d-2680-4680-8d75-38fdd7953e6e req-d2b55726-e121-4b66-96c9-f33cc96b2e09 tempest-ServersTestManualDisk-737181692 tempest-ServersTestManualDisk-737181692-project] 10.222.0.13 "GET /v2.0/ports?device_id=1f90cfb4-978e-4e70-be7e-94507ac19c27 HTTP/1.1" status: 200 len: 945 time: 0.0596986 Nov 05 18:44:56.404426 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-56e3f814-7fe4-40f2-badb-2fdb597c7532 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:56.437009 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e3f814-7fe4-40f2-badb-2fdb597c7532 admin admin] Pushing event deleted for resources: {'Port': ['ID=dbb62693-62e8-4594-bb32-2a7eb86dbd22,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:44:56.441095 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-351abe00-b1b6-40f3-be6c-ec8866e7bc8c tempest-AttachVolumeTestJSON-989501218 tempest-AttachVolumeTestJSON-989501218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4417063'] for port, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:56.470652 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-68b0e31d-2680-4680-8d75-38fdd7953e6e req-8e7cf65b-f071-447e-b0cb-73b522d4e434 tempest-ServersTestManualDisk-737181692 tempest-ServersTestManualDisk-737181692-project] 10.222.0.13 "GET /v2.0/security-groups?id=58eb9970-58ff-4036-99ad-2a436384abfc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0848403 Nov 05 18:44:56.510810 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvr_db [None req-84b9ee71-86e1-4c50-8ebe-c8411d7ade19 None None] Set router af88c0cd-0274-4a4d-a78e-c47021d1eb88 gateway port host: None {{(pid=102388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 18:44:56.511582 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-351abe00-b1b6-40f3-be6c-ec8866e7bc8c tempest-AttachVolumeTestJSON-989501218 tempest-AttachVolumeTestJSON-989501218-project] Network 40c8335d-cd0b-4cb5-910a-d4dcddd5cbec is already hosted by enough agents. {{(pid=102387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 18:44:56.521741 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-56e3f814-7fe4-40f2-badb-2fdb597c7532 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1000651'] for router_gateway, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:56.526493 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.base_scheduler [None req-351abe00-b1b6-40f3-be6c-ec8866e7bc8c tempest-AttachVolumeTestJSON-989501218 tempest-AttachVolumeTestJSON-989501218-project] Resources bound (agent type, host, resource id): {{(pid=102387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:44:56.532281 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-351abe00-b1b6-40f3-be6c-ec8866e7bc8c tempest-AttachVolumeTestJSON-989501218 tempest-AttachVolumeTestJSON-989501218-project] Received port after_create {{(pid=102387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 18:44:56.623477 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351abe00-b1b6-40f3-be6c-ec8866e7bc8c tempest-AttachVolumeTestJSON-989501218 tempest-AttachVolumeTestJSON-989501218-project] Pushing event updated for resources: {'Port': ['ID=95c4df20-40ba-4e4b-9cb9-eadad908a5ec,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:44:56.693956 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-84b9ee71-86e1-4c50-8ebe-c8411d7ade19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af88c0cd-0274-4a4d-a78e-c47021d1eb88', 'name': 'tempest-FloatingIPsAssociationTestJSON-751442554-router', 'tenant_id': 'f99a9bdffb564060b331ec79eda75924', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T18:43:27Z', 'updated_at': '2021-11-05T18:44:55Z', 'revision_number': 6, 'project_id': 'f99a9bdffb564060b331ec79eda75924', 'gw_port_host': None}], 'n-d-816865-1', False) {} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:44:56.717611 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-56e3f814-7fe4-40f2-badb-2fdb597c7532 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-571301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6852'] for router, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:56.720872 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-56e3f814-7fe4-40f2-badb-2fdb597c7532 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:56.744111 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84b9ee71-86e1-4c50-8ebe-c8411d7ade19 None None] The sync data for ids ['af88c0cd-0274-4a4d-a78e-c47021d1eb88'] in n-d-816865-1 is: [{'id': 'af88c0cd-0274-4a4d-a78e-c47021d1eb88', 'name': 'tempest-FloatingIPsAssociationTestJSON-751442554-router', 'tenant_id': 'f99a9bdffb564060b331ec79eda75924', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T18:43:27Z', 'updated_at': '2021-11-05T18:44:55Z', 'revision_number': 6, 'project_id': 'f99a9bdffb564060b331ec79eda75924', 'gw_port_host': None}] {{(pid=102388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 18:44:56.753328 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-351abe00-b1b6-40f3-be6c-ec8866e7bc8c tempest-AttachVolumeTestJSON-989501218 tempest-AttachVolumeTestJSON-989501218-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:56.797718 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeac93a4-72f5-4329-aea5-63848f6a7530 req-d10e103e-aec6-459d-af61-8ee9220e314d tempest-LiveMigrationTest-600821399 tempest-LiveMigrationTest-600821399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:44:56.799335 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-eeac93a4-72f5-4329-aea5-63848f6a7530 req-d10e103e-aec6-459d-af61-8ee9220e314d tempest-LiveMigrationTest-600821399 tempest-LiveMigrationTest-600821399-project] 10.222.0.13 "GET /v2.0/ports?device_id=93fdaf80-df0d-4e8d-a241-d135c3792f47 HTTP/1.1" status: 200 len: 943 time: 0.0940442 Nov 05 18:44:56.901534 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-6431ef1d-107e-4866-b2cd-5c328d4dc867 req-803dd972-f670-426b-89d9-3fed6a5e4cca tempest-InstanceActionsNegativeTestJSON-1409251204 tempest-InstanceActionsNegativeTestJSON-1409251204-project] 10.222.0.13 "GET /v2.0/ports?device_id=03afe10b-af86-466f-9634-a29594d7e498 HTTP/1.1" status: 200 len: 210 time: 0.0444937 Nov 05 18:44:56.902074 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-56e3f814-7fe4-40f2-badb-2fdb597c7532 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-571310'] for router, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:56.902575 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-351abe00-b1b6-40f3-be6c-ec8866e7bc8c tempest-AttachVolumeTestJSON-989501218 tempest-AttachVolumeTestJSON-989501218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:56.902957 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56e3f814-7fe4-40f2-badb-2fdb597c7532 admin admin] Fanout notify agent at l3_agent the message router_deleted on router af88c0cd-0274-4a4d-a78e-c47021d1eb88 {{(pid=102386) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 05 18:44:56.912390 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-56e3f814-7fe4-40f2-badb-2fdb597c7532 admin admin] Publish callbacks [] for router, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:56.916659 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-56e3f814-7fe4-40f2-badb-2fdb597c7532 admin admin] 10.222.0.13 "DELETE /v2.0/routers/af88c0cd-0274-4a4d-a78e-c47021d1eb88 HTTP/1.1" status: 204 len: 168 time: 2.3367276 Nov 05 18:44:56.917620 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 48412) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:44:56.949593 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-eeac93a4-72f5-4329-aea5-63848f6a7530 req-2466dc22-92de-41e2-89ee-d1fa35069092 tempest-LiveMigrationTest-600821399 tempest-LiveMigrationTest-600821399-project] 10.222.0.13 "GET /v2.0/security-groups?id=3677ad50-e4bf-4315-8aa4-e48810edc139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303144 Nov 05 18:44:56.999187 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.db_base_plugin_v2 [None req-0fc02ebf-62b8-48af-8ff1-a4ad000c2e57 admin admin] Deleting subnet 78388d9c-2599-4761-adf2-aadd49eafef3 {{(pid=102386) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 05 18:44:56.999187 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-0fc02ebf-62b8-48af-8ff1-a4ad000c2e57 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:57.045491 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-0fc02ebf-62b8-48af-8ff1-a4ad000c2e57 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4590738'] for subnet, precommit_delete_associations {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:57.103614 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 82b32004-b75a-46d4-8b1f-979d7cda8324 up at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 18:44:57.136526 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-351abe00-b1b6-40f3-be6c-ec8866e7bc8c tempest-AttachVolumeTestJSON-989501218 tempest-AttachVolumeTestJSON-989501218-project] Publish callbacks [] for port, precommit_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:57.164516 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Provisioning complete for port 82b32004-b75a-46d4-8b1f-979d7cda8324 triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:44:57.165029 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:57.256889 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-351abe00-b1b6-40f3-be6c-ec8866e7bc8c tempest-AttachVolumeTestJSON-989501218 tempest-AttachVolumeTestJSON-989501218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4417072'] for port, after_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:57.349157 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351abe00-b1b6-40f3-be6c-ec8866e7bc8c tempest-AttachVolumeTestJSON-989501218 tempest-AttachVolumeTestJSON-989501218-project] Pushing event updated for resources: {'Port': ['ID=95c4df20-40ba-4e4b-9cb9-eadad908a5ec,revision_number=2']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:44:57.353982 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Device d2b9dcfc-68b4-4bc4-aeb0-4aae59241e7c no longer exists at agent hyperv_n-h1-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 18:44:57.364411 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-351abe00-b1b6-40f3-be6c-ec8866e7bc8c tempest-AttachVolumeTestJSON-989501218 tempest-AttachVolumeTestJSON-989501218-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1000577'] for floatingip, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:57.380831 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] No Port match for: d2b9dcfc-68b4-4bc4-aeb0-4aae59241e7c {{(pid=102388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 18:44:57.381201 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Device d2b9dcfc-68b4-4bc4-aeb0-4aae59241e7c not bound to the agent host n-h1-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 18:44:57.465319 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-351abe00-b1b6-40f3-be6c-ec8866e7bc8c tempest-AttachVolumeTestJSON-989501218 tempest-AttachVolumeTestJSON-989501218-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for floatingip, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:57.476455 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-351abe00-b1b6-40f3-be6c-ec8866e7bc8c tempest-AttachVolumeTestJSON-989501218 tempest-AttachVolumeTestJSON-989501218-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 2.0223284 Nov 05 18:44:57.498725 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-0fc02ebf-62b8-48af-8ff1-a4ad000c2e57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1573928'] for subnet, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:57.519734 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f03df9c-44af-49f2-a30b-620f82aa1356 req-16307f59-8602-4f92-9e18-6553ff0bc8a2 tempest-ServersAdminTestJSON-1640316766 tempest-ServersAdminTestJSON-1640316766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:44:57.523036 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-4f03df9c-44af-49f2-a30b-620f82aa1356 req-16307f59-8602-4f92-9e18-6553ff0bc8a2 tempest-ServersAdminTestJSON-1640316766 tempest-ServersAdminTestJSON-1640316766-project] 10.222.0.13 "GET /v2.0/ports?device_id=0bd48938-7d8f-4ea5-981b-397a2676ea1c HTTP/1.1" status: 200 len: 951 time: 0.0907435 Nov 05 18:44:57.600814 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-4f03df9c-44af-49f2-a30b-620f82aa1356 req-82e7e805-b60e-41dd-860b-4e87175c4bc5 tempest-ServersAdminTestJSON-1640316766 tempest-ServersAdminTestJSON-1640316766-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c663dac-2477-42f8-b37f-f366129474aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683544 Nov 05 18:44:57.621184 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9658dc-47ce-4b3e-84f3-cdeed1d8f2cb req-6e8f8e97-7a96-4769-b5a2-5602c6b216b2 tempest-ServersTestManualDisk-737181692 tempest-ServersTestManualDisk-737181692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:44:57.623166 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-8b9658dc-47ce-4b3e-84f3-cdeed1d8f2cb req-6e8f8e97-7a96-4769-b5a2-5602c6b216b2 tempest-ServersTestManualDisk-737181692 tempest-ServersTestManualDisk-737181692-project] 10.222.0.13 "GET /v2.0/ports?device_id=1f90cfb4-978e-4e70-be7e-94507ac19c27 HTTP/1.1" status: 200 len: 945 time: 0.0641975 Nov 05 18:44:57.668145 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-0fc02ebf-62b8-48af-8ff1-a4ad000c2e57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1573905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6149879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4877183'] for subnet, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:57.691571 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-8b9658dc-47ce-4b3e-84f3-cdeed1d8f2cb req-9852b6ce-ab91-4d8b-8d18-31b9c284938d tempest-ServersTestManualDisk-737181692 tempest-ServersTestManualDisk-737181692-project] 10.222.0.13 "GET /v2.0/security-groups?id=58eb9970-58ff-4036-99ad-2a436384abfc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0604222 Nov 05 18:44:57.698789 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc02ebf-62b8-48af-8ff1-a4ad000c2e57 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=78388d9c-2599-4761-adf2-aadd49eafef3,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:44:57.700795 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-0fc02ebf-62b8-48af-8ff1-a4ad000c2e57 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:57.705673 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69442838-1a65-45f4-913a-1b119e1ccb4d None None] Network 324a563f-bace-4674-b8a0-3af35aa21023 requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 18:44:57.718069 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-0fc02ebf-62b8-48af-8ff1-a4ad000c2e57 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/78388d9c-2599-4761-adf2-aadd49eafef3 HTTP/1.1" status: 204 len: 168 time: 0.7984283 Nov 05 18:44:57.721365 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 48434) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:44:57.775148 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-8bc2182b-15a7-44d0-9693-84f85ae7d002 req-d7539e7e-55bc-4c46-b7c7-eb16706e88fe tempest-AttachVolumeTestJSON-989501218 tempest-AttachVolumeTestJSON-989501218-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--384680536&fields=id&tenant_id=4178766de4564cc499086192238e999c HTTP/1.1" status: 200 len: 267 time: 0.0795746 Nov 05 18:44:57.814938 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-2d36f0c9-78e1-465b-a033-4140cbc83457 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1664226'] for network, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:57.875896 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-2d36f0c9-78e1-465b-a033-4140cbc83457 admin admin] Deleting port 2477230d-334d-4eeb-8c73-176296b7c71e {{(pid=102386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 18:44:57.876239 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-2d36f0c9-78e1-465b-a033-4140cbc83457 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:57.900606 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc2182b-15a7-44d0-9693-84f85ae7d002 req-70675a3b-b8db-480c-9d9c-65cd44b842ab tempest-AttachVolumeTestJSON-989501218 tempest-AttachVolumeTestJSON-989501218-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:44:57.902316 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-8bc2182b-15a7-44d0-9693-84f85ae7d002 req-70675a3b-b8db-480c-9d9c-65cd44b842ab tempest-AttachVolumeTestJSON-989501218 tempest-AttachVolumeTestJSON-989501218-project] 10.222.0.13 "GET /v2.0/networks?id=fd42acf6-8f16-4d60-b5bc-2ad1579d9211 HTTP/1.1" status: 200 len: 810 time: 0.1192501 Nov 05 18:44:57.920492 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-8bc2182b-15a7-44d0-9693-84f85ae7d002 req-8f24272a-f5da-4702-9e36-7cb5989fd628 tempest-AttachVolumeTestJSON-989501218 tempest-AttachVolumeTestJSON-989501218-project] 10.222.0.13 "GET /v2.0/quotas/4178766de4564cc499086192238e999c HTTP/1.1" status: 200 len: 375 time: 0.0107639 Nov 05 18:44:57.956730 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [None req-2d36f0c9-78e1-465b-a033-4140cbc83457 admin admin] For port 2477230d-334d-4eeb-8c73-176296b7c71e, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=2477230d-334d-4eeb-8c73-176296b7c71e,segment=NetworkSegment(19a5aad3-0c26-4f6f-8422-7177e297fdc5),segment_id=19a5aad3-0c26-4f6f-8422-7177e297fdc5)] {{(pid=102386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:44:57.957363 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-2d36f0c9-78e1-465b-a033-4140cbc83457 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:57.975477 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-2d36f0c9-78e1-465b-a033-4140cbc83457 admin admin] Calling delete_port for 2477230d-334d-4eeb-8c73-176296b7c71e owned by network:dhcp {{(pid=102386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 18:44:57.980240 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c403b276-1805-4439-bff8-f7db40e0265a None None] DHCP port deletion for 324a563f-bace-4674-b8a0-3af35aa21023 request from n-d-816865-1 {{(pid=102388) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 05 18:44:58.028410 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-8bc2182b-15a7-44d0-9693-84f85ae7d002 req-e7ac6821-2803-4729-baa3-6122f2651b31 tempest-AttachVolumeTestJSON-989501218 tempest-AttachVolumeTestJSON-989501218-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=4178766de4564cc499086192238e999c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0988379 Nov 05 18:44:58.055623 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-c403b276-1805-4439-bff8-f7db40e0265a None None] Deleting port 2477230d-334d-4eeb-8c73-176296b7c71e {{(pid=102388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 18:44:58.056036 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c403b276-1805-4439-bff8-f7db40e0265a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:58.089027 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-cbafa195-f983-4f86-9f9b-3e3cdfdbd68a req-4cae7800-e28e-47d2-910d-5ad9cae64b18 tempest-InstanceActionsNegativeTestJSON-1409251204 tempest-InstanceActionsNegativeTestJSON-1409251204-project] 10.222.0.13 "GET /v2.0/ports?device_id=03afe10b-af86-466f-9634-a29594d7e498 HTTP/1.1" status: 200 len: 210 time: 0.0402966 Nov 05 18:44:58.137695 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-c403b276-1805-4439-bff8-f7db40e0265a None None] For port 2477230d-334d-4eeb-8c73-176296b7c71e, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=2477230d-334d-4eeb-8c73-176296b7c71e,segment=NetworkSegment(19a5aad3-0c26-4f6f-8422-7177e297fdc5),segment_id=19a5aad3-0c26-4f6f-8422-7177e297fdc5)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:44:58.138792 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c403b276-1805-4439-bff8-f7db40e0265a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:58.156107 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-c403b276-1805-4439-bff8-f7db40e0265a None None] Calling delete_port for 2477230d-334d-4eeb-8c73-176296b7c71e owned by network:dhcp {{(pid=102388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 18:44:58.159149 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-2d36f0c9-78e1-465b-a033-4140cbc83457 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:58.189228 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d36f0c9-78e1-465b-a033-4140cbc83457 admin admin] Pushing event deleted for resources: {'Port': ['ID=2477230d-334d-4eeb-8c73-176296b7c71e,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:44:58.195900 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d36f0c9-78e1-465b-a033-4140cbc83457 admin admin] No DVR routers for this DVR port 2477230d-334d-4eeb-8c73-176296b7c71e on host n-d-816865-1 {{(pid=102386) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 18:44:58.203326 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-8bc2182b-15a7-44d0-9693-84f85ae7d002 req-7542eaf6-22cc-4ef4-b006-71efe730578e service neutron] 10.222.0.13 "GET /v2.0/networks/fd42acf6-8f16-4d60-b5bc-2ad1579d9211?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256740 Nov 05 18:44:58.258081 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c403b276-1805-4439-bff8-f7db40e0265a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798'] for port, after_delete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:58.282720 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-2d36f0c9-78e1-465b-a033-4140cbc83457 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1579173', 'neutron.services.segments.db._delete_segments_for_network-8750027792909'] for network, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:58.285411 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12ef46b-84ba-4b5f-a247-720c452e390d req-f284f0d5-6f01-4db3-b6a1-f03e2950ad2e tempest-LiveMigrationTest-600821399 tempest-LiveMigrationTest-600821399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:44:58.286459 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c403b276-1805-4439-bff8-f7db40e0265a None None] Pushing event deleted for resources: {'Port': ['ID=2477230d-334d-4eeb-8c73-176296b7c71e,revision_number=None']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:44:58.288385 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c403b276-1805-4439-bff8-f7db40e0265a None None] No DVR routers for this DVR port 2477230d-334d-4eeb-8c73-176296b7c71e on host n-d-816865-1 {{(pid=102388) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 18:44:58.293343 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-c12ef46b-84ba-4b5f-a247-720c452e390d req-f284f0d5-6f01-4db3-b6a1-f03e2950ad2e tempest-LiveMigrationTest-600821399 tempest-LiveMigrationTest-600821399-project] 10.222.0.13 "GET /v2.0/ports?device_id=93fdaf80-df0d-4e8d-a241-d135c3792f47 HTTP/1.1" status: 200 len: 943 time: 0.1255691 Nov 05 18:44:58.314368 n-d-816865-1 neutron-server[102386]: DEBUG neutron.services.segments.db [None req-2d36f0c9-78e1-465b-a033-4140cbc83457 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['324a563f-bace-4674-b8a0-3af35aa21023']}} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:44:58.343556 n-d-816865-1 neutron-server[102386]: DEBUG neutron.services.segments.db [None req-2d36f0c9-78e1-465b-a033-4140cbc83457 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '19a5aad3-0c26-4f6f-8422-7177e297fdc5') {'for_net_delete': True} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:44:58.344481 n-d-816865-1 neutron-server[102386]: DEBUG neutron.services.segments.db [None req-2d36f0c9-78e1-465b-a033-4140cbc83457 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '19a5aad3-0c26-4f6f-8422-7177e297fdc5') {} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:44:58.360225 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-8bc2182b-15a7-44d0-9693-84f85ae7d002 req-c7663dc3-a1d2-4d5f-96ae-2f0b8ee86cbb service neutron] 10.222.0.13 "GET /v2.0/networks/fd42acf6-8f16-4d60-b5bc-2ad1579d9211?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1484270 Nov 05 18:44:58.362962 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-2d36f0c9-78e1-465b-a033-4140cbc83457 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750027793430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4590747'] for segment, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:58.364003 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-c12ef46b-84ba-4b5f-a247-720c452e390d req-27321753-753e-4493-8290-29bdb856028d tempest-LiveMigrationTest-600821399 tempest-LiveMigrationTest-600821399-project] 10.222.0.13 "GET /v2.0/security-groups?id=3677ad50-e4bf-4315-8aa4-e48810edc139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698686 Nov 05 18:44:58.432418 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-2d36f0c9-78e1-465b-a033-4140cbc83457 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273'] for segment, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:58.441343 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d36f0c9-78e1-465b-a033-4140cbc83457 admin admin] Releasing vlan 160 on physical network physnet1 to pool {{(pid=102386) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 05 18:44:58.441746 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-2d36f0c9-78e1-465b-a033-4140cbc83457 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6149721'] for segment, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:58.444264 n-d-816865-1 neutron-server[102386]: Traceback (most recent call last): Nov 05 18:44:58.444264 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 05 18:44:58.444264 n-d-816865-1 neutron-server[102386]: timer() Nov 05 18:44:58.444264 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 05 18:44:58.444264 n-d-816865-1 neutron-server[102386]: cb(*args, **kw) Nov 05 18:44:58.444264 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 05 18:44:58.444264 n-d-816865-1 neutron-server[102386]: return func(*args, **kwargs) Nov 05 18:44:58.444264 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 05 18:44:58.444264 n-d-816865-1 neutron-server[102386]: self._notify() Nov 05 18:44:58.444264 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 05 18:44:58.444264 n-d-816865-1 neutron-server[102386]: self.callback(batched_events) Nov 05 18:44:58.444264 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 05 18:44:58.444264 n-d-816865-1 neutron-server[102386]: event.method(event) Nov 05 18:44:58.444264 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 05 18:44:58.444264 n-d-816865-1 neutron-server[102386]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 05 18:44:58.444264 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 05 18:44:58.444264 n-d-816865-1 neutron-server[102386]: aggregate_uuid = self.p_client.list_aggregates( Nov 05 18:44:58.444264 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 05 18:44:58.444264 n-d-816865-1 neutron-server[102386]: return f(self, *a, **k) Nov 05 18:44:58.444264 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 05 18:44:58.444264 n-d-816865-1 neutron-server[102386]: return self._get(url).json() Nov 05 18:44:58.444264 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 05 18:44:58.444264 n-d-816865-1 neutron-server[102386]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 05 18:44:58.444264 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 05 18:44:58.444264 n-d-816865-1 neutron-server[102386]: return self.request(url, 'GET', **kwargs) Nov 05 18:44:58.444264 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 05 18:44:58.444264 n-d-816865-1 neutron-server[102386]: base_url = self.get_endpoint(auth, allow=allow, Nov 05 18:44:58.444264 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 05 18:44:58.444264 n-d-816865-1 neutron-server[102386]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 05 18:44:58.444264 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 05 18:44:58.444264 n-d-816865-1 neutron-server[102386]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 05 18:44:58.444264 n-d-816865-1 neutron-server[102386]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 05 18:44:58.521952 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d009fb2-c314-4f1f-ba27-91b70366a693 req-f1c4a83a-bebd-4c97-954e-eab822b91bea tempest-InstanceActionsNegativeTestJSON-1409251204 tempest-InstanceActionsNegativeTestJSON-1409251204-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:44:58.523476 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-7d009fb2-c314-4f1f-ba27-91b70366a693 req-f1c4a83a-bebd-4c97-954e-eab822b91bea tempest-InstanceActionsNegativeTestJSON-1409251204 tempest-InstanceActionsNegativeTestJSON-1409251204-project] 10.222.0.41 "GET /v2.0/networks?id=173ca228-ec11-45ab-afc0-c162cbca8994 HTTP/1.1" status: 200 len: 820 time: 0.2065744 Nov 05 18:44:58.536997 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 2477230d-334d-4eeb-8c73-176296b7c71e no longer exists at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 18:44:58.549385 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [req-7d009fb2-c314-4f1f-ba27-91b70366a693 req-b70d204a-78e4-4a96-b058-24b941e5d0d1 tempest-InstanceActionsNegativeTestJSON-1409251204 tempest-InstanceActionsNegativeTestJSON-1409251204-project] Request body: {'port': {'device_id': '03afe10b-af86-466f-9634-a29594d7e498', 'network_id': '173ca228-ec11-45ab-afc0-c162cbca8994', 'admin_state_up': True, 'tenant_id': 'b3e5209deb6d4b13b97d7109ec900d73'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:44:58.559743 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] No Port match for: 2477230d-334d-4eeb-8c73-176296b7c71e {{(pid=102388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 18:44:58.560099 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 2477230d-334d-4eeb-8c73-176296b7c71e not bound to the agent host n-d-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 18:44:58.560580 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 91e6f2d8-d90f-4174-a884-9cf1f29d89b5 no longer exists at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 18:44:58.584312 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] No Port match for: 91e6f2d8-d90f-4174-a884-9cf1f29d89b5 {{(pid=102388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 18:44:58.584655 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 91e6f2d8-d90f-4174-a884-9cf1f29d89b5 not bound to the agent host n-d-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 18:44:58.585074 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device dbb62693-62e8-4594-bb32-2a7eb86dbd22 no longer exists at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 18:44:58.595719 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-2d36f0c9-78e1-465b-a033-4140cbc83457 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1579178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-956796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1000687'] for network, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:58.618083 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-2d36f0c9-78e1-465b-a033-4140cbc83457 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597851'] for network, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:58.623168 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] No Port match for: dbb62693-62e8-4594-bb32-2a7eb86dbd22 {{(pid=102388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 18:44:58.623525 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device dbb62693-62e8-4594-bb32-2a7eb86dbd22 not bound to the agent host n-d-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 18:44:58.624310 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-2d36f0c9-78e1-465b-a033-4140cbc83457 admin admin] 10.222.0.13 "DELETE /v2.0/networks/324a563f-bace-4674-b8a0-3af35aa21023 HTTP/1.1" status: 204 len: 168 time: 0.9016178 Nov 05 18:44:58.625771 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d36f0c9-78e1-465b-a033-4140cbc83457 admin admin] Pushing event deleted for resources: {'Network': ['ID=324a563f-bace-4674-b8a0-3af35aa21023,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:44:58.685742 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-676d19e7-be5b-4f97-babb-1d7d9f1b0d28 req-750a2b6f-4a06-495f-aa27-9b15bc9a3f0b tempest-AttachVolumeTestJSON-989501218 tempest-AttachVolumeTestJSON-989501218-project] 10.222.0.13 "GET /v2.0/ports?device_id=332b01ca-305d-470b-a5c2-8f6774221f19 HTTP/1.1" status: 200 len: 210 time: 0.0657384 Nov 05 18:44:58.714929 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d36f0c9-78e1-465b-a033-4140cbc83457 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:44:58.715275 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d36f0c9-78e1-465b-a033-4140cbc83457 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:44:58.715608 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d36f0c9-78e1-465b-a033-4140cbc83457 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:44:58.715939 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d36f0c9-78e1-465b-a033-4140cbc83457 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:44:58.716267 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d36f0c9-78e1-465b-a033-4140cbc83457 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:44:58.716591 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d36f0c9-78e1-465b-a033-4140cbc83457 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:44:58.716910 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d36f0c9-78e1-465b-a033-4140cbc83457 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:44:58.717230 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d36f0c9-78e1-465b-a033-4140cbc83457 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:44:58.717550 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d36f0c9-78e1-465b-a033-4140cbc83457 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:44:58.717979 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d36f0c9-78e1-465b-a033-4140cbc83457 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:44:58.718326 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d36f0c9-78e1-465b-a033-4140cbc83457 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:44:58.719111 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d36f0c9-78e1-465b-a033-4140cbc83457 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:44:58.787182 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c819dc1-2001-48be-bfb5-cb86c62de982 req-0f038cb0-02fa-4822-ac36-3414a7e84dc0 tempest-ServersAdminTestJSON-1640316766 tempest-ServersAdminTestJSON-1640316766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:44:58.788802 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-3c819dc1-2001-48be-bfb5-cb86c62de982 req-0f038cb0-02fa-4822-ac36-3414a7e84dc0 tempest-ServersAdminTestJSON-1640316766 tempest-ServersAdminTestJSON-1640316766-project] 10.222.0.13 "GET /v2.0/ports?device_id=0bd48938-7d8f-4ea5-981b-397a2676ea1c HTTP/1.1" status: 200 len: 951 time: 0.0757942 Nov 05 18:44:58.833137 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Device 8627f3a1-d0a8-455a-9185-f1f27b8b930d details requested by agent hyperv_n-h2-816865-1 with host n-h2-816865-1 {{(pid=102388) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 05 18:44:58.840514 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Device 2d93de8c-4277-42d3-976e-aa04602a7ec1 up at agent hyperv_n-h2-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 18:44:58.850152 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7d009fb2-c314-4f1f-ba27-91b70366a693 req-b70d204a-78e4-4a96-b058-24b941e5d0d1 tempest-InstanceActionsNegativeTestJSON-1409251204 tempest-InstanceActionsNegativeTestJSON-1409251204-project] Made reservation on behalf of b3e5209deb6d4b13b97d7109ec900d73 for: {'port': 1} {{(pid=102386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 18:44:58.854211 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-7d009fb2-c314-4f1f-ba27-91b70366a693 req-b70d204a-78e4-4a96-b058-24b941e5d0d1 tempest-InstanceActionsNegativeTestJSON-1409251204 tempest-InstanceActionsNegativeTestJSON-1409251204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:58.872843 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-3c819dc1-2001-48be-bfb5-cb86c62de982 req-2e877e8d-4329-4227-8abd-67ee14e7f791 tempest-ServersAdminTestJSON-1640316766 tempest-ServersAdminTestJSON-1640316766-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c663dac-2477-42f8-b37f-f366129474aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694015 Nov 05 18:44:58.882124 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176f90d9-5803-4f26-9d9a-e51f0c244875 req-ba232e63-61e1-43ad-a366-647c97824473 tempest-ServersTestManualDisk-737181692 tempest-ServersTestManualDisk-737181692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:44:58.889268 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-176f90d9-5803-4f26-9d9a-e51f0c244875 req-ba232e63-61e1-43ad-a366-647c97824473 tempest-ServersTestManualDisk-737181692 tempest-ServersTestManualDisk-737181692-project] 10.222.0.13 "GET /v2.0/ports?device_id=1f90cfb4-978e-4e70-be7e-94507ac19c27 HTTP/1.1" status: 200 len: 945 time: 0.0942485 Nov 05 18:44:58.968757 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-176f90d9-5803-4f26-9d9a-e51f0c244875 req-1451e70d-93bd-401a-bac2-ec0d6d255b80 tempest-ServersTestManualDisk-737181692 tempest-ServersTestManualDisk-737181692-project] 10.222.0.13 "GET /v2.0/security-groups?id=58eb9970-58ff-4036-99ad-2a436384abfc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0785861 Nov 05 18:44:59.019226 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] For port 8627f3a1-d0a8-455a-9185-f1f27b8b930d, host n-h2-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=8627f3a1-d0a8-455a-9185-f1f27b8b930d,segment=NetworkSegment(b9f65680-5ef1-4bb4-ac2c-6d7ba403921d),segment_id=b9f65680-5ef1-4bb4-ac2c-6d7ba403921d)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:44:59.036661 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Returning: {'device': '8627f3a1-d0a8-455a-9185-f1f27b8b930d', 'network_id': '1a9992ef-da6b-4f25-bd43-f1196ce8f1a8', 'port_id': '8627f3a1-d0a8-455a-9185-f1f27b8b930d', 'mac_address': 'fa:16:3e:ca:e5:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 187, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '82b7bbfc-ac99-45bb-a8a9-211b9b80ecc2', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102388) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 05 18:44:59.046366 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad048393-dd8f-47fd-8d09-c105ca6da565 req-8e64fbe5-c15e-4f6f-9727-3efd1d706c5d tempest-ServersAdminTestJSON-1640316766 tempest-ServersAdminTestJSON-1640316766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:44:59.048633 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-ad048393-dd8f-47fd-8d09-c105ca6da565 req-8e64fbe5-c15e-4f6f-9727-3efd1d706c5d tempest-ServersAdminTestJSON-1640316766 tempest-ServersAdminTestJSON-1640316766-project] 10.222.0.41 "GET /v2.0/ports?device_id=0bd48938-7d8f-4ea5-981b-397a2676ea1c HTTP/1.1" status: 200 len: 951 time: 0.1044846 Nov 05 18:44:59.067114 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 48460) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:44:59.070789 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.db_base_plugin_common [req-7d009fb2-c314-4f1f-ba27-91b70366a693 req-b70d204a-78e4-4a96-b058-24b941e5d0d1 tempest-InstanceActionsNegativeTestJSON-1409251204 tempest-InstanceActionsNegativeTestJSON-1409251204-project] Allocated IP 172.20.0.9 (173ca228-ec11-45ab-afc0-c162cbca8994/9f907ffd-943a-4a1f-8fbc-0f50bc5f3883/34184226-84ba-4c73-afe1-64d5f93dbd36) {{(pid=102386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 18:44:59.084895 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:59.099954 n-d-816865-1 neutron-server[102388]: DEBUG neutron.notifiers.nova [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8627f3a1-d0a8-455a-9185-f1f27b8b930d {{(pid=102388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 18:44:59.125848 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-7e38433c-54a1-4a87-89a7-9945948923b0 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f99a9bdffb564060b331ec79eda75924&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0545523 Nov 05 18:44:59.126760 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 48464) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:44:59.128108 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] For port 8627f3a1-d0a8-455a-9185-f1f27b8b930d, host n-h2-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=8627f3a1-d0a8-455a-9185-f1f27b8b930d,segment=NetworkSegment(b9f65680-5ef1-4bb4-ac2c-6d7ba403921d),segment_id=b9f65680-5ef1-4bb4-ac2c-6d7ba403921d)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:44:59.135756 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Provisioning for port 2d93de8c-4277-42d3-976e-aa04602a7ec1 completed by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 05 18:44:59.142867 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Provisioning complete for port 2d93de8c-4277-42d3-976e-aa04602a7ec1 triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:44:59.147661 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:59.229910 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-38187b68-b110-4b8b-8816-65198317ad42 req-a8c26b5a-dd44-4bb1-a8a0-7532d60822e1 tempest-InstanceActionsNegativeTestJSON-1409251204 tempest-InstanceActionsNegativeTestJSON-1409251204-project] 10.222.0.13 "GET /v2.0/ports?device_id=03afe10b-af86-466f-9634-a29594d7e498 HTTP/1.1" status: 200 len: 210 time: 0.0479357 Nov 05 18:44:59.231442 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-0fed850e-6d42-4a67-99c1-8976f8283f2d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:59.233656 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:59.245059 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:59.263601 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [req-ad048393-dd8f-47fd-8d09-c105ca6da565 req-8cfcc1ae-8561-45fc-8c82-414b130670cd tempest-ServersAdminTestJSON-1640316766 tempest-ServersAdminTestJSON-1640316766-project] Deleting port bfba3ce5-c439-44d1-8b5e-36948ba5ec18 {{(pid=102386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 18:44:59.263946 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-ad048393-dd8f-47fd-8d09-c105ca6da565 req-8cfcc1ae-8561-45fc-8c82-414b130670cd tempest-ServersAdminTestJSON-1640316766 tempest-ServersAdminTestJSON-1640316766-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:59.269891 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-0fed850e-6d42-4a67-99c1-8976f8283f2d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:59.307270 n-d-816865-1 neutron-server[102388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f90cfb4-978e-4e70-be7e-94507ac19c27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d93de8c-4277-42d3-976e-aa04602a7ec1'}] {{(pid=102388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 18:44:59.309513 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85474fee1180e129d8a886d264fe0b30223aa672dd1ffe43b630605f18504f68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-347f5616-207c-4e1c-b51b-bdb0dc554885" -d '{"events": [{"server_uuid": "1f90cfb4-978e-4e70-be7e-94507ac19c27", "name": "network-vif-plugged", "status": "completed", "tag": "2d93de8c-4277-42d3-976e-aa04602a7ec1"}]}' {{(pid=102388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 18:44:59.330382 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] For port 2d93de8c-4277-42d3-976e-aa04602a7ec1, host n-h2-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=2d93de8c-4277-42d3-976e-aa04602a7ec1,segment=NetworkSegment(9033e3b7-e57f-4353-9998-35fce5690d1a),segment_id=9033e3b7-e57f-4353-9998-35fce5690d1a)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:44:59.344583 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Pushing event updated for resources: {'Port': ['ID=8627f3a1-d0a8-455a-9185-f1f27b8b930d,revision_number=4']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:44:59.350301 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 18:44:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2626fcd3-ff12-49ca-a4f2-34a37622c347 x-openstack-request-id: req-2626fcd3-ff12-49ca-a4f2-34a37622c347 {{(pid=102388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 18:44:59.350594 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f90cfb4-978e-4e70-be7e-94507ac19c27", "name": "network-vif-plugged", "status": "completed", "tag": "2d93de8c-4277-42d3-976e-aa04602a7ec1", "code": 200}]} {{(pid=102388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 18:44:59.350847 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2626fcd3-ff12-49ca-a4f2-34a37622c347 {{(pid=102388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 18:44:59.351236 n-d-816865-1 neutron-server[102388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f90cfb4-978e-4e70-be7e-94507ac19c27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d93de8c-4277-42d3-976e-aa04602a7ec1', 'code': 200} Nov 05 18:44:59.375590 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-0fed850e-6d42-4a67-99c1-8976f8283f2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:59.378863 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-0fed850e-6d42-4a67-99c1-8976f8283f2d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:59.380805 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-0fed850e-6d42-4a67-99c1-8976f8283f2d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3cc4611f-52b5-4887-b929-239c423d5920 HTTP/1.1" status: 204 len: 168 time: 0.2529950 Nov 05 18:44:59.384980 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-7d009fb2-c314-4f1f-ba27-91b70366a693 req-b70d204a-78e4-4a96-b058-24b941e5d0d1 tempest-InstanceActionsNegativeTestJSON-1409251204 tempest-InstanceActionsNegativeTestJSON-1409251204-project] Publish callbacks [] for port, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:59.395313 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fed850e-6d42-4a67-99c1-8976f8283f2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cc4611f-52b5-4887-b929-239c423d5920,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:44:59.407819 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [req-ad048393-dd8f-47fd-8d09-c105ca6da565 req-8cfcc1ae-8561-45fc-8c82-414b130670cd tempest-ServersAdminTestJSON-1640316766 tempest-ServersAdminTestJSON-1640316766-project] For port bfba3ce5-c439-44d1-8b5e-36948ba5ec18, host n-h1-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=bfba3ce5-c439-44d1-8b5e-36948ba5ec18,segment=NetworkSegment(35c2db9c-522d-48d3-98cf-a08c2cc55db7),segment_id=35c2db9c-522d-48d3-98cf-a08c2cc55db7)] {{(pid=102386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:44:59.411595 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-ad048393-dd8f-47fd-8d09-c105ca6da565 req-8cfcc1ae-8561-45fc-8c82-414b130670cd tempest-ServersAdminTestJSON-1640316766 tempest-ServersAdminTestJSON-1640316766-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:59.427302 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:59.431953 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [req-ad048393-dd8f-47fd-8d09-c105ca6da565 req-8cfcc1ae-8561-45fc-8c82-414b130670cd tempest-ServersAdminTestJSON-1640316766 tempest-ServersAdminTestJSON-1640316766-project] Calling delete_port for bfba3ce5-c439-44d1-8b5e-36948ba5ec18 owned by compute:nova {{(pid=102386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 18:44:59.503073 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Pushing event updated for resources: {'Port': ['ID=2d93de8c-4277-42d3-976e-aa04602a7ec1,revision_number=5']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:44:59.524211 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] get_ports_and_sgs() called for port_ids ['8627f3a1-d0a8-455a-9185-f1f27b8b930d'] {{(pid=102388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 18:44:59.556632 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12b8822-a803-4dad-9d8f-bc78e21618c8 req-b1fed021-0dfc-4c12-b810-e854d7882c4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:44:59.558580 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-c12b8822-a803-4dad-9d8f-bc78e21618c8 req-b1fed021-0dfc-4c12-b810-e854d7882c4b service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=1f90cfb4-978e-4e70-be7e-94507ac19c27 HTTP/1.1" status: 200 len: 1097 time: 0.1235330 Nov 05 18:44:59.574838 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbab880-4d3b-462d-9244-ed843747d460 req-2b38e61e-5fc8-405c-851a-9ae974135f25 tempest-LiveMigrationTest-600821399 tempest-LiveMigrationTest-600821399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:44:59.587008 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-5bbab880-4d3b-462d-9244-ed843747d460 req-2b38e61e-5fc8-405c-851a-9ae974135f25 tempest-LiveMigrationTest-600821399 tempest-LiveMigrationTest-600821399-project] 10.222.0.13 "GET /v2.0/ports?device_id=93fdaf80-df0d-4e8d-a241-d135c3792f47 HTTP/1.1" status: 200 len: 944 time: 0.1145537 Nov 05 18:44:59.624652 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-7d009fb2-c314-4f1f-ba27-91b70366a693 req-b70d204a-78e4-4a96-b058-24b941e5d0d1 tempest-InstanceActionsNegativeTestJSON-1409251204 tempest-InstanceActionsNegativeTestJSON-1409251204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:59.638879 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-5bbab880-4d3b-462d-9244-ed843747d460 req-12c1e8db-708f-41b4-b873-f1ab77315786 tempest-LiveMigrationTest-600821399 tempest-LiveMigrationTest-600821399-project] 10.222.0.13 "GET /v2.0/security-groups?id=3677ad50-e4bf-4315-8aa4-e48810edc139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503569 Nov 05 18:44:59.716923 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-c12b8822-a803-4dad-9d8f-bc78e21618c8 req-382fbbb5-5a01-4cd0-a599-c507c5fe182b service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=58eb9970-58ff-4036-99ad-2a436384abfc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1449502 Nov 05 18:44:59.733577 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7d009fb2-c314-4f1f-ba27-91b70366a693 req-b70d204a-78e4-4a96-b058-24b941e5d0d1 tempest-InstanceActionsNegativeTestJSON-1409251204 tempest-InstanceActionsNegativeTestJSON-1409251204-project] Network 173ca228-ec11-45ab-afc0-c162cbca8994 is already hosted by enough agents. {{(pid=102386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 18:44:59.740006 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.base_scheduler [req-7d009fb2-c314-4f1f-ba27-91b70366a693 req-b70d204a-78e4-4a96-b058-24b941e5d0d1 tempest-InstanceActionsNegativeTestJSON-1409251204 tempest-InstanceActionsNegativeTestJSON-1409251204-project] Resources bound (agent type, host, resource id): {{(pid=102386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:44:59.741693 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70d204a-78e4-4a96-b058-24b941e5d0d1 tempest-InstanceActionsNegativeTestJSON-1409251204 tempest-InstanceActionsNegativeTestJSON-1409251204-project] Pushing event updated for resources: {'Port': ['ID=34184226-84ba-4c73-afe1-64d5f93dbd36,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:44:59.743862 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d009fb2-c314-4f1f-ba27-91b70366a693 req-b70d204a-78e4-4a96-b058-24b941e5d0d1 tempest-InstanceActionsNegativeTestJSON-1409251204 tempest-InstanceActionsNegativeTestJSON-1409251204-project] Received port after_create {{(pid=102386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 18:44:59.779834 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-482cc95f-0fbe-45eb-a8b7-19199c351141 req-0c053eae-ad48-4ba3-86ee-6df190d7620d tempest-AttachVolumeTestJSON-989501218 tempest-AttachVolumeTestJSON-989501218-project] 10.222.0.13 "GET /v2.0/ports?device_id=332b01ca-305d-470b-a5c2-8f6774221f19 HTTP/1.1" status: 200 len: 210 time: 0.0307426 Nov 05 18:44:59.806533 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d009fb2-c314-4f1f-ba27-91b70366a693 req-b70d204a-78e4-4a96-b058-24b941e5d0d1 tempest-InstanceActionsNegativeTestJSON-1409251204 tempest-InstanceActionsNegativeTestJSON-1409251204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:44:59.807179 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-7d009fb2-c314-4f1f-ba27-91b70366a693 req-b70d204a-78e4-4a96-b058-24b941e5d0d1 tempest-InstanceActionsNegativeTestJSON-1409251204 tempest-InstanceActionsNegativeTestJSON-1409251204-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:59.849985 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-ad048393-dd8f-47fd-8d09-c105ca6da565 req-8cfcc1ae-8561-45fc-8c82-414b130670cd tempest-ServersAdminTestJSON-1640316766 tempest-ServersAdminTestJSON-1640316766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:59.861715 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] get_ports_and_sgs() called for port_ids ['bfba3ce5-c439-44d1-8b5e-36948ba5ec18'] {{(pid=102388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 18:44:59.882347 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cfcc1ae-8561-45fc-8c82-414b130670cd tempest-ServersAdminTestJSON-1640316766 tempest-ServersAdminTestJSON-1640316766-project] Pushing event deleted for resources: {'Port': ['ID=bfba3ce5-c439-44d1-8b5e-36948ba5ec18,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:44:59.911418 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-7d009fb2-c314-4f1f-ba27-91b70366a693 req-b70d204a-78e4-4a96-b058-24b941e5d0d1 tempest-InstanceActionsNegativeTestJSON-1409251204 tempest-InstanceActionsNegativeTestJSON-1409251204-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3663208 Nov 05 18:44:59.931823 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad048393-dd8f-47fd-8d09-c105ca6da565 req-8cfcc1ae-8561-45fc-8c82-414b130670cd tempest-ServersAdminTestJSON-1640316766 tempest-ServersAdminTestJSON-1640316766-project] No DVR routers for this DVR port bfba3ce5-c439-44d1-8b5e-36948ba5ec18 on host n-h1-816865-1 {{(pid=102386) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 18:44:59.935860 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [req-7d009fb2-c314-4f1f-ba27-91b70366a693 req-21764550-2087-480b-8d6a-5bbb4000c871 service neutron] Request body: {'port': {'device_id': '03afe10b-af86-466f-9634-a29594d7e498', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816865-1'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:44:59.967560 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-ad048393-dd8f-47fd-8d09-c105ca6da565 req-8cfcc1ae-8561-45fc-8c82-414b130670cd tempest-ServersAdminTestJSON-1640316766 tempest-ServersAdminTestJSON-1640316766-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:44:59.971540 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-ad048393-dd8f-47fd-8d09-c105ca6da565 req-8cfcc1ae-8561-45fc-8c82-414b130670cd tempest-ServersAdminTestJSON-1640316766 tempest-ServersAdminTestJSON-1640316766-project] 10.222.0.41 "DELETE /v2.0/ports/bfba3ce5-c439-44d1-8b5e-36948ba5ec18 HTTP/1.1" status: 204 len: 173 time: 0.9138258 Nov 05 18:44:59.972008 n-d-816865-1 neutron-server[102386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0bd48938-7d8f-4ea5-981b-397a2676ea1c', 'name': 'network-vif-deleted', 'tag': 'bfba3ce5-c439-44d1-8b5e-36948ba5ec18'}] {{(pid=102386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 18:44:59.974345 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6173a44d7c73f41af551dc890fa1a5892c2c6bc3458b640c8e0c24db7876ba6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9720b06f-3692-44ef-9f34-0c2509241a57" -d '{"events": [{"server_uuid": "0bd48938-7d8f-4ea5-981b-397a2676ea1c", "name": "network-vif-deleted", "tag": "bfba3ce5-c439-44d1-8b5e-36948ba5ec18"}]}' {{(pid=102386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 18:45:00.044025 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-7d009fb2-c314-4f1f-ba27-91b70366a693 req-21764550-2087-480b-8d6a-5bbb4000c871 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:45:00.053152 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-8debf3a8-3236-472c-ac3b-5aedc4e71509 req-510eab53-72a2-4fb9-9074-3e1a4ec4db52 tempest-ServersAdminTestJSON-1640316766 tempest-ServersAdminTestJSON-1640316766-project] 10.222.0.13 "GET /v2.0/ports?device_id=0bd48938-7d8f-4ea5-981b-397a2676ea1c HTTP/1.1" status: 200 len: 210 time: 0.0872862 Nov 05 18:45:00.063501 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 18:44:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-064c04f7-ed4f-4976-8620-8a950b35be10 x-openstack-request-id: req-064c04f7-ed4f-4976-8620-8a950b35be10 {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 18:45:00.064126 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0bd48938-7d8f-4ea5-981b-397a2676ea1c", "name": "network-vif-deleted", "tag": "bfba3ce5-c439-44d1-8b5e-36948ba5ec18", "status": "completed", "code": 200}]} {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 18:45:00.064126 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-064c04f7-ed4f-4976-8620-8a950b35be10 {{(pid=102386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 18:45:00.064603 n-d-816865-1 neutron-server[102386]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0bd48938-7d8f-4ea5-981b-397a2676ea1c', 'name': 'network-vif-deleted', 'tag': 'bfba3ce5-c439-44d1-8b5e-36948ba5ec18', 'status': 'completed', 'code': 200} Nov 05 18:45:00.178624 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea5a569-a243-4e1b-87fe-ded9cab6cd91 req-35a247e1-88c1-4ca9-b791-df0ff1a60d8b tempest-ServersTestManualDisk-737181692 tempest-ServersTestManualDisk-737181692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:45:00.180882 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-0ea5a569-a243-4e1b-87fe-ded9cab6cd91 req-35a247e1-88c1-4ca9-b791-df0ff1a60d8b tempest-ServersTestManualDisk-737181692 tempest-ServersTestManualDisk-737181692-project] 10.222.0.13 "GET /v2.0/ports?device_id=1f90cfb4-978e-4e70-be7e-94507ac19c27 HTTP/1.1" status: 200 len: 946 time: 0.0539749 Nov 05 18:45:00.252570 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-0ea5a569-a243-4e1b-87fe-ded9cab6cd91 req-9ad8d78e-e160-410b-83dd-44adb900d069 tempest-ServersTestManualDisk-737181692 tempest-ServersTestManualDisk-737181692-project] 10.222.0.13 "GET /v2.0/security-groups?id=58eb9970-58ff-4036-99ad-2a436384abfc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0627103 Nov 05 18:45:00.373626 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86e70e0-6631-446c-9aab-45cb84625cd2 req-27483216-fb94-4294-bdec-e5096416afe2 tempest-InstanceActionsNegativeTestJSON-1409251204 tempest-InstanceActionsNegativeTestJSON-1409251204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:45:00.376477 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-d86e70e0-6631-446c-9aab-45cb84625cd2 req-27483216-fb94-4294-bdec-e5096416afe2 tempest-InstanceActionsNegativeTestJSON-1409251204 tempest-InstanceActionsNegativeTestJSON-1409251204-project] 10.222.0.13 "GET /v2.0/ports?device_id=03afe10b-af86-466f-9634-a29594d7e498 HTTP/1.1" status: 200 len: 931 time: 0.0537679 Nov 05 18:45:00.385741 n-d-816865-1 neutron-server[102386]: DEBUG neutron.notifiers.nova [req-7d009fb2-c314-4f1f-ba27-91b70366a693 req-21764550-2087-480b-8d6a-5bbb4000c871 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 34184226-84ba-4c73-afe1-64d5f93dbd36 {{(pid=102386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 18:45:00.393418 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-7d009fb2-c314-4f1f-ba27-91b70366a693 req-21764550-2087-480b-8d6a-5bbb4000c871 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:45:00.405617 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.provisioning_blocks [req-7d009fb2-c314-4f1f-ba27-91b70366a693 req-21764550-2087-480b-8d6a-5bbb4000c871 service neutron] Transition to ACTIVE for port object 34184226-84ba-4c73-afe1-64d5f93dbd36 will not be triggered until provisioned by entity L2. {{(pid=102386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 05 18:45:00.426751 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-d86e70e0-6631-446c-9aab-45cb84625cd2 req-190c6285-bbbf-4f4e-9a40-8840aa0980c5 tempest-InstanceActionsNegativeTestJSON-1409251204 tempest-InstanceActionsNegativeTestJSON-1409251204-project] 10.222.0.13 "GET /v2.0/security-groups?id=79f5d937-03c9-42d3-a09f-e1b2907eff18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442190 Nov 05 18:45:00.535587 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-7d009fb2-c314-4f1f-ba27-91b70366a693 req-21764550-2087-480b-8d6a-5bbb4000c871 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6149821'] for port, after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:45:00.587517 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21764550-2087-480b-8d6a-5bbb4000c871 service neutron] Pushing event updated for resources: {'Port': ['ID=34184226-84ba-4c73-afe1-64d5f93dbd36,revision_number=2']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:45:00.655456 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [req-7d009fb2-c314-4f1f-ba27-91b70366a693 req-21764550-2087-480b-8d6a-5bbb4000c871 service neutron] Attempting to bind port 34184226-84ba-4c73-afe1-64d5f93dbd36 on host n-h1-816865-1 for vnic_type normal with profile {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 18:45:00.655792 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [req-7d009fb2-c314-4f1f-ba27-91b70366a693 req-21764550-2087-480b-8d6a-5bbb4000c871 service neutron] Attempting to bind port 34184226-84ba-4c73-afe1-64d5f93dbd36 by drivers openvswitch,hyperv on host n-h1-816865-1 at level 0 using segments [{'id': '3a8c6497-f0be-4baf-9e05-eeaa88bce1f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '173ca228-ec11-45ab-afc0-c162cbca8994'}] {{(pid=102386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 18:45:00.656129 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d009fb2-c314-4f1f-ba27-91b70366a693 req-21764550-2087-480b-8d6a-5bbb4000c871 service neutron] Attempting to bind port 34184226-84ba-4c73-afe1-64d5f93dbd36 on network 173ca228-ec11-45ab-afc0-c162cbca8994 {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 18:45:00.660762 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d009fb2-c314-4f1f-ba27-91b70366a693 req-21764550-2087-480b-8d6a-5bbb4000c871 service neutron] Port 34184226-84ba-4c73-afe1-64d5f93dbd36 on network 173ca228-ec11-45ab-afc0-c162cbca8994 not bound, no agent of type Open vSwitch agent registered on host n-h1-816865-1 {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 18:45:00.661085 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d009fb2-c314-4f1f-ba27-91b70366a693 req-21764550-2087-480b-8d6a-5bbb4000c871 service neutron] Attempting to bind port 34184226-84ba-4c73-afe1-64d5f93dbd36 on network 173ca228-ec11-45ab-afc0-c162cbca8994 {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 18:45:00.667221 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d009fb2-c314-4f1f-ba27-91b70366a693 req-21764550-2087-480b-8d6a-5bbb4000c871 service neutron] Checking agent: {'id': 'eb596d7c-8c64-42bd-8aca-fad447eb0eab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816865-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 18, 33, 34), 'started_at': datetime.datetime(2021, 11, 5, 18, 33, 34), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 18, 44, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 18:45:00.667221 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d009fb2-c314-4f1f-ba27-91b70366a693 req-21764550-2087-480b-8d6a-5bbb4000c871 service neutron] Checking segment: {'id': '3a8c6497-f0be-4baf-9e05-eeaa88bce1f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '173ca228-ec11-45ab-afc0-c162cbca8994'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 18:45:00.667221 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d009fb2-c314-4f1f-ba27-91b70366a693 req-21764550-2087-480b-8d6a-5bbb4000c871 service neutron] Bound using segment: {'id': '3a8c6497-f0be-4baf-9e05-eeaa88bce1f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '173ca228-ec11-45ab-afc0-c162cbca8994'} {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 18:45:00.673883 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [req-7d009fb2-c314-4f1f-ba27-91b70366a693 req-21764550-2087-480b-8d6a-5bbb4000c871 service neutron] Bound port: 34184226-84ba-4c73-afe1-64d5f93dbd36, host: n-h1-816865-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a8c6497-f0be-4baf-9e05-eeaa88bce1f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '173ca228-ec11-45ab-afc0-c162cbca8994'}}] {{(pid=102386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 18:45:00.673883 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-7d009fb2-c314-4f1f-ba27-91b70366a693 req-21764550-2087-480b-8d6a-5bbb4000c871 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:45:00.716048 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 48510) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:45:00.748918 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [req-7d009fb2-c314-4f1f-ba27-91b70366a693 req-21764550-2087-480b-8d6a-5bbb4000c871 service neutron] For port 34184226-84ba-4c73-afe1-64d5f93dbd36, host n-h1-816865-1, cleared binding levels {{(pid=102386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 18:45:00.753007 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [req-7d009fb2-c314-4f1f-ba27-91b70366a693 req-21764550-2087-480b-8d6a-5bbb4000c871 service neutron] For port 34184226-84ba-4c73-afe1-64d5f93dbd36, host n-h1-816865-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=34184226-84ba-4c73-afe1-64d5f93dbd36,segment=NetworkSegment(3a8c6497-f0be-4baf-9e05-eeaa88bce1f1),segment_id=3a8c6497-f0be-4baf-9e05-eeaa88bce1f1)] {{(pid=102386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 18:45:00.779865 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d620f9-df2a-4f3e-8048-81f898f42b9b req-c7931752-1abe-4334-826e-9053a0d19d8f tempest-LiveMigrationTest-600821399 tempest-LiveMigrationTest-600821399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:45:00.782837 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-22d620f9-df2a-4f3e-8048-81f898f42b9b req-c7931752-1abe-4334-826e-9053a0d19d8f tempest-LiveMigrationTest-600821399 tempest-LiveMigrationTest-600821399-project] 10.222.0.13 "GET /v2.0/ports?device_id=93fdaf80-df0d-4e8d-a241-d135c3792f47 HTTP/1.1" status: 200 len: 944 time: 0.0603747 Nov 05 18:45:00.811629 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-7d009fb2-c314-4f1f-ba27-91b70366a693 req-21764550-2087-480b-8d6a-5bbb4000c871 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6149821'] for port, after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:45:00.838409 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Device 8627f3a1-d0a8-455a-9185-f1f27b8b930d up at agent hyperv_n-h2-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 18:45:00.881900 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-22d620f9-df2a-4f3e-8048-81f898f42b9b req-c8cc84f8-8ecb-40c4-a15f-855a546eed57 tempest-LiveMigrationTest-600821399 tempest-LiveMigrationTest-600821399-project] 10.222.0.13 "GET /v2.0/security-groups?id=3677ad50-e4bf-4315-8aa4-e48810edc139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896189 Nov 05 18:45:00.897630 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d009fb2-c314-4f1f-ba27-91b70366a693 req-21764550-2087-480b-8d6a-5bbb4000c871 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:45:00.897630 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-7d009fb2-c314-4f1f-ba27-91b70366a693 req-21764550-2087-480b-8d6a-5bbb4000c871 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:45:00.897630 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-7d009fb2-c314-4f1f-ba27-91b70366a693 req-21764550-2087-480b-8d6a-5bbb4000c871 service neutron] 10.222.0.41 "PUT /v2.0/ports/34184226-84ba-4c73-afe1-64d5f93dbd36 HTTP/1.1" status: 200 len: 1091 time: 0.9624214 Nov 05 18:45:00.897921 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-93cd8f20-b3bd-4461-9b2c-5bf7fba7ff05 admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-1693803464-network', 'tenant_id': '8837234f92224196b6ab2cecebe44d96'}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:45:00.898034 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21764550-2087-480b-8d6a-5bbb4000c871 service neutron] Pushing event updated for resources: {'Port': ['ID=34184226-84ba-4c73-afe1-64d5f93dbd36,revision_number=3']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:45:00.937125 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-c1d1cec5-ed94-4c4d-be97-74f4322ef0e4 req-e61d7cb0-a9a6-4840-bebd-dab7a3479ca0 tempest-AttachVolumeTestJSON-989501218 tempest-AttachVolumeTestJSON-989501218-project] 10.222.0.13 "GET /v2.0/ports?device_id=332b01ca-305d-470b-a5c2-8f6774221f19 HTTP/1.1" status: 200 len: 210 time: 0.0523810 Nov 05 18:45:01.061612 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Provisioning for port 8627f3a1-d0a8-455a-9185-f1f27b8b930d completed by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 05 18:45:01.067957 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Provisioning complete for port 8627f3a1-d0a8-455a-9185-f1f27b8b930d triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:45:01.068341 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:45:01.096037 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93cd8f20-b3bd-4461-9b2c-5bf7fba7ff05 admin admin] Made reservation on behalf of 8837234f92224196b6ab2cecebe44d96 for: {'network': 1} {{(pid=102387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 18:45:01.099213 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-93cd8f20-b3bd-4461-9b2c-5bf7fba7ff05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for network, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:45:01.110832 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-93cd8f20-b3bd-4461-9b2c-5bf7fba7ff05 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:45:01.160083 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d009fb2-c314-4f1f-ba27-91b70366a693 req-97263691-7a7b-4aca-a87c-ba6ec79824b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:45:01.161710 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-7d009fb2-c314-4f1f-ba27-91b70366a693 req-97263691-7a7b-4aca-a87c-ba6ec79824b3 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b3e5209deb6d4b13b97d7109ec900d73&device_id=03afe10b-af86-466f-9634-a29594d7e498 HTTP/1.1" status: 200 len: 1094 time: 0.0714827 Nov 05 18:45:01.179453 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-a744e1f7-e496-4644-bb3f-66a6569de4d2 req-4554b972-13b4-47d6-9a61-b5c787d7b992 tempest-ServersAdminTestJSON-1640316766 tempest-ServersAdminTestJSON-1640316766-project] 10.222.0.13 "GET /v2.0/ports?device_id=0bd48938-7d8f-4ea5-981b-397a2676ea1c HTTP/1.1" status: 200 len: 210 time: 0.0381637 Nov 05 18:45:01.206174 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:45:01.232954 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-7d009fb2-c314-4f1f-ba27-91b70366a693 req-14f255f7-233b-49e7-81f1-ca246f4bec5a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=34184226-84ba-4c73-afe1-64d5f93dbd36 HTTP/1.1" status: 200 len: 217 time: 0.0583715 Nov 05 18:45:01.243569 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-93cd8f20-b3bd-4461-9b2c-5bf7fba7ff05 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:45:01.254517 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] For port 8627f3a1-d0a8-455a-9185-f1f27b8b930d, host n-h2-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=8627f3a1-d0a8-455a-9185-f1f27b8b930d,segment=NetworkSegment(b9f65680-5ef1-4bb4-ac2c-6d7ba403921d),segment_id=b9f65680-5ef1-4bb4-ac2c-6d7ba403921d)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:45:01.297858 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d009fb2-c314-4f1f-ba27-91b70366a693 req-c7a7e073-8d26-4e3a-aa0c-2c2f6853ca04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:45:01.299267 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-7d009fb2-c314-4f1f-ba27-91b70366a693 req-c7a7e073-8d26-4e3a-aa0c-2c2f6853ca04 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=9f907ffd-943a-4a1f-8fbc-0f50bc5f3883 HTTP/1.1" status: 200 len: 860 time: 0.0586455 Nov 05 18:45:01.336678 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-7d009fb2-c314-4f1f-ba27-91b70366a693 req-36de23ba-8612-4bac-8e52-3599ff591212 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=173ca228-ec11-45ab-afc0-c162cbca8994&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0282881 Nov 05 18:45:01.343908 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-93cd8f20-b3bd-4461-9b2c-5bf7fba7ff05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:45:01.352158 n-d-816865-1 neutron-server[102388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93fdaf80-df0d-4e8d-a241-d135c3792f47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8627f3a1-d0a8-455a-9185-f1f27b8b930d'}] {{(pid=102388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 18:45:01.354904 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85474fee1180e129d8a886d264fe0b30223aa672dd1ffe43b630605f18504f68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07e4f97d-96a5-4b43-a56f-50a1baadcc89" -d '{"events": [{"server_uuid": "93fdaf80-df0d-4e8d-a241-d135c3792f47", "name": "network-vif-plugged", "status": "completed", "tag": "8627f3a1-d0a8-455a-9185-f1f27b8b930d"}]}' {{(pid=102388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 18:45:01.358973 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:45:01.379504 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93cd8f20-b3bd-4461-9b2c-5bf7fba7ff05 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 191} {{(pid=102387) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 05 18:45:01.394748 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93cd8f20-b3bd-4461-9b2c-5bf7fba7ff05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6637cfea-1993-4e71-ac10-e5c82252dcf4,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:45:01.397857 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-93cd8f20-b3bd-4461-9b2c-5bf7fba7ff05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273'] for segment, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:45:01.398221 n-d-816865-1 neutron-server[102387]: INFO neutron.db.segments_db [None req-93cd8f20-b3bd-4461-9b2c-5bf7fba7ff05 admin admin] Added segment e5174132-a641-4aac-ac7f-99c05aefc2b6 of type vlan for network 8c2c2df7-da1b-4d55-8c99-ae0be0798f81 Nov 05 18:45:01.408193 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 18:45:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03e4fc24-7a52-4a34-9bbf-f825641ab351 x-openstack-request-id: req-03e4fc24-7a52-4a34-9bbf-f825641ab351 {{(pid=102388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 18:45:01.408495 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93fdaf80-df0d-4e8d-a241-d135c3792f47", "name": "network-vif-plugged", "status": "completed", "tag": "8627f3a1-d0a8-455a-9185-f1f27b8b930d", "code": 200}]} {{(pid=102388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 18:45:01.408754 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-03e4fc24-7a52-4a34-9bbf-f825641ab351 {{(pid=102388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 18:45:01.409265 n-d-816865-1 neutron-server[102388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93fdaf80-df0d-4e8d-a241-d135c3792f47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8627f3a1-d0a8-455a-9185-f1f27b8b930d', 'code': 200} Nov 05 18:45:01.419169 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079e0c67-03eb-4ecc-930a-3be4f15dd4b9 req-c10a5c73-a99d-4e9e-86ef-1a7daf4d32a3 tempest-ServersTestManualDisk-737181692 tempest-ServersTestManualDisk-737181692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:45:01.420729 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-079e0c67-03eb-4ecc-930a-3be4f15dd4b9 req-c10a5c73-a99d-4e9e-86ef-1a7daf4d32a3 tempest-ServersTestManualDisk-737181692 tempest-ServersTestManualDisk-737181692-project] 10.222.0.13 "GET /v2.0/ports?device_id=1f90cfb4-978e-4e70-be7e-94507ac19c27 HTTP/1.1" status: 200 len: 946 time: 0.1033487 Nov 05 18:45:01.453576 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Pushing event updated for resources: {'Port': ['ID=8627f3a1-d0a8-455a-9185-f1f27b8b930d,revision_number=5']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:45:01.470827 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-93cd8f20-b3bd-4461-9b2c-5bf7fba7ff05 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750027258543'] for network, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:45:01.515945 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-079e0c67-03eb-4ecc-930a-3be4f15dd4b9 req-75f74ed3-f137-48ff-b360-9be110e0bcfa tempest-ServersTestManualDisk-737181692 tempest-ServersTestManualDisk-737181692-project] 10.222.0.13 "GET /v2.0/security-groups?id=58eb9970-58ff-4036-99ad-2a436384abfc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0726717 Nov 05 18:45:01.525711 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-7d009fb2-c314-4f1f-ba27-91b70366a693 req-5e43d85c-34a6-4bbb-a68d-4be8af03c39b service neutron] 10.222.0.41 "GET /v2.0/networks/173ca228-ec11-45ab-afc0-c162cbca8994?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1756210 Nov 05 18:45:01.562077 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3dc20b-b076-4bba-9350-f8c9eb20700e req-7abb4cfb-a1c4-4096-bd39-5a6f044efe15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:45:01.564086 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-7f3dc20b-b076-4bba-9350-f8c9eb20700e req-7abb4cfb-a1c4-4096-bd39-5a6f044efe15 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=93fdaf80-df0d-4e8d-a241-d135c3792f47 HTTP/1.1" status: 200 len: 1096 time: 0.0922430 Nov 05 18:45:01.583255 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e1a4c1-360d-4a34-961f-a3ea3043af4b req-8dfcb3fc-6a65-4c46-8ba3-fea7f2b2fa7c tempest-InstanceActionsNegativeTestJSON-1409251204 tempest-InstanceActionsNegativeTestJSON-1409251204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:45:01.584899 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-57e1a4c1-360d-4a34-961f-a3ea3043af4b req-8dfcb3fc-6a65-4c46-8ba3-fea7f2b2fa7c tempest-InstanceActionsNegativeTestJSON-1409251204 tempest-InstanceActionsNegativeTestJSON-1409251204-project] 10.222.0.13 "GET /v2.0/ports?device_id=03afe10b-af86-466f-9634-a29594d7e498 HTTP/1.1" status: 200 len: 943 time: 0.0509522 Nov 05 18:45:01.606623 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-93cd8f20-b3bd-4461-9b2c-5bf7fba7ff05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-956796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877'] for network, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:45:01.607634 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93cd8f20-b3bd-4461-9b2c-5bf7fba7ff05 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:45:01.608184 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-93cd8f20-b3bd-4461-9b2c-5bf7fba7ff05 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597851'] for network, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:45:01.660469 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-7f3dc20b-b076-4bba-9350-f8c9eb20700e req-e66431a3-7eda-48bf-91dc-245f29a5966f service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=3677ad50-e4bf-4315-8aa4-e48810edc139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635867 Nov 05 18:45:01.664238 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-7d009fb2-c314-4f1f-ba27-91b70366a693 req-a26bb26c-9b44-44d6-b37a-d51a2fb5cc4b service neutron] 10.222.0.41 "GET /v2.0/networks/173ca228-ec11-45ab-afc0-c162cbca8994?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305265 Nov 05 18:45:01.718222 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93cd8f20-b3bd-4461-9b2c-5bf7fba7ff05 admin admin] Pushing event updated for resources: {'Network': ['ID=8c2c2df7-da1b-4d55-8c99-ae0be0798f81,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:45:01.728550 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Network 8c2c2df7-da1b-4d55-8c99-ae0be0798f81 details requested by agent ovs-agent-n-d-816865-1 with host n-d-816865-1 {{(pid=102388) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 05 18:45:01.730622 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-57e1a4c1-360d-4a34-961f-a3ea3043af4b req-784765f7-95f9-492c-ba02-d6132baa0806 tempest-InstanceActionsNegativeTestJSON-1409251204 tempest-InstanceActionsNegativeTestJSON-1409251204-project] 10.222.0.13 "GET /v2.0/security-groups?id=79f5d937-03c9-42d3-a09f-e1b2907eff18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329966 Nov 05 18:45:01.740154 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9726d78d-2879-4634-9706-85622e8a13f8 req-e2f08613-5bfd-4de1-9bad-7ea76cc4547b tempest-ServersTestManualDisk-737181692 tempest-ServersTestManualDisk-737181692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:45:01.741703 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-9726d78d-2879-4634-9706-85622e8a13f8 req-e2f08613-5bfd-4de1-9bad-7ea76cc4547b tempest-ServersTestManualDisk-737181692 tempest-ServersTestManualDisk-737181692-project] 10.222.0.13 "GET /v2.0/ports?device_id=1f90cfb4-978e-4e70-be7e-94507ac19c27 HTTP/1.1" status: 200 len: 946 time: 0.1532283 Nov 05 18:45:01.751887 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 48530) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:45:01.756286 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-3aec26f3-58a4-4e67-b035-e51d29a64c20 tempest-ServersTestManualDisk-737181692 tempest-ServersTestManualDisk-737181692-project] Request body: {'floatingip': {'port_id': '2d93de8c-4277-42d3-976e-aa04602a7ec1'}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:45:01.804708 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-93cd8f20-b3bd-4461-9b2c-5bf7fba7ff05 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.0874479 Nov 05 18:45:01.809838 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 48532) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:45:01.815247 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-550c3704-0e7a-4548-9ea3-54707e61299d admin admin] Request body: {'subnet': {'network_id': '8c2c2df7-da1b-4d55-8c99-ae0be0798f81', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-1693803464-subnet', 'tenant_id': '8837234f92224196b6ab2cecebe44d96', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:45:01.820215 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-3aec26f3-58a4-4e67-b035-e51d29a64c20 tempest-ServersTestManualDisk-737181692 tempest-ServersTestManualDisk-737181692-project] Publish callbacks [] for floatingip, before_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:45:01.904025 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc2182b-15a7-44d0-9693-84f85ae7d002 req-8b64e2fb-6e16-4b4e-84c9-e6e4a9a9674b tempest-AttachVolumeTestJSON-989501218 tempest-AttachVolumeTestJSON-989501218-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:45:01.906890 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-8bc2182b-15a7-44d0-9693-84f85ae7d002 req-8b64e2fb-6e16-4b4e-84c9-e6e4a9a9674b tempest-AttachVolumeTestJSON-989501218 tempest-AttachVolumeTestJSON-989501218-project] 10.222.0.41 "GET /v2.0/networks?id=fd42acf6-8f16-4d60-b5bc-2ad1579d9211 HTTP/1.1" status: 200 len: 810 time: 0.1291938 Nov 05 18:45:01.982401 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-8bc2182b-15a7-44d0-9693-84f85ae7d002 req-2138a854-fa99-4cdb-ad6a-c16d5253b07e tempest-AttachVolumeTestJSON-989501218 tempest-AttachVolumeTestJSON-989501218-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4178766de4564cc499086192238e999c HTTP/1.1" status: 200 len: 379 time: 0.0648522 Nov 05 18:45:01.995626 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [req-8bc2182b-15a7-44d0-9693-84f85ae7d002 req-c9a2bbfb-6e0e-4fe5-918a-c6af9a953133 tempest-AttachVolumeTestJSON-989501218 tempest-AttachVolumeTestJSON-989501218-project] Request body: {'port': {'device_id': '332b01ca-305d-470b-a5c2-8f6774221f19', 'network_id': 'fd42acf6-8f16-4d60-b5bc-2ad1579d9211', 'admin_state_up': True, 'tenant_id': '4178766de4564cc499086192238e999c', 'security_groups': ['ef933554-0df5-4bb3-a185-95505310ff6a']}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:45:02.013622 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-550c3704-0e7a-4548-9ea3-54707e61299d admin admin] Made reservation on behalf of 8837234f92224196b6ab2cecebe44d96 for: {'subnet': 1} {{(pid=102387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 18:45:02.016451 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-550c3704-0e7a-4548-9ea3-54707e61299d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5112236'] for subnet, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:45:02.067424 n-d-816865-1 neutron-server[102386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03afe10b-af86-466f-9634-a29594d7e498', 'tag': '34184226-84ba-4c73-afe1-64d5f93dbd36'}] {{(pid=102386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 18:45:02.070037 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6173a44d7c73f41af551dc890fa1a5892c2c6bc3458b640c8e0c24db7876ba6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-254b41d5-854f-4f7e-a620-e43ceb2540aa" -d '{"events": [{"name": "network-changed", "server_uuid": "03afe10b-af86-466f-9634-a29594d7e498", "tag": "34184226-84ba-4c73-afe1-64d5f93dbd36"}]}' {{(pid=102386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 18:45:02.106629 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-0bb96169-067c-4730-a606-db21dd09f558 req-720bbb24-0f59-43b3-bf6d-cfc4811f60c7 tempest-AttachVolumeTestJSON-989501218 tempest-AttachVolumeTestJSON-989501218-project] 10.222.0.13 "GET /v2.0/ports?device_id=332b01ca-305d-470b-a5c2-8f6774221f19 HTTP/1.1" status: 200 len: 210 time: 0.0714667 Nov 05 18:45:02.158193 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 18:45:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e2f6859-be17-48d8-b7ae-4065ce38d2b4 x-openstack-request-id: req-0e2f6859-be17-48d8-b7ae-4065ce38d2b4 {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 18:45:02.158493 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03afe10b-af86-466f-9634-a29594d7e498", "tag": "34184226-84ba-4c73-afe1-64d5f93dbd36", "status": "completed", "code": 200}]} {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 18:45:02.158748 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0e2f6859-be17-48d8-b7ae-4065ce38d2b4 {{(pid=102386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 18:45:02.159143 n-d-816865-1 neutron-server[102386]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03afe10b-af86-466f-9634-a29594d7e498', 'tag': '34184226-84ba-4c73-afe1-64d5f93dbd36', 'status': 'completed', 'code': 200} Nov 05 18:45:02.161518 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6efed6-6e6a-43d0-ba48-3269bb12d92f req-4c4702ce-5130-4fbc-8ba4-5ea18bd68ec1 tempest-LiveMigrationTest-600821399 tempest-LiveMigrationTest-600821399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:45:02.163044 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-8f6efed6-6e6a-43d0-ba48-3269bb12d92f req-4c4702ce-5130-4fbc-8ba4-5ea18bd68ec1 tempest-LiveMigrationTest-600821399 tempest-LiveMigrationTest-600821399-project] 10.222.0.13 "GET /v2.0/ports?device_id=93fdaf80-df0d-4e8d-a241-d135c3792f47 HTTP/1.1" status: 200 len: 945 time: 0.1822333 Nov 05 18:45:02.223050 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254b41d5-854f-4f7e-a620-e43ceb2540aa req-8d40d115-4fe1-4e9c-b192-adb16bc0fade service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:45:02.225601 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-254b41d5-854f-4f7e-a620-e43ceb2540aa req-8d40d115-4fe1-4e9c-b192-adb16bc0fade service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b3e5209deb6d4b13b97d7109ec900d73&device_id=03afe10b-af86-466f-9634-a29594d7e498 HTTP/1.1" status: 200 len: 1094 time: 0.0453913 Nov 05 18:45:02.339077 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8bc2182b-15a7-44d0-9693-84f85ae7d002 req-c9a2bbfb-6e0e-4fe5-918a-c6af9a953133 tempest-AttachVolumeTestJSON-989501218 tempest-AttachVolumeTestJSON-989501218-project] Made reservation on behalf of 4178766de4564cc499086192238e999c for: {'port': 1} {{(pid=102386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 18:45:02.340865 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-8bc2182b-15a7-44d0-9693-84f85ae7d002 req-c9a2bbfb-6e0e-4fe5-918a-c6af9a953133 tempest-AttachVolumeTestJSON-989501218 tempest-AttachVolumeTestJSON-989501218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:45:02.360231 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254b41d5-854f-4f7e-a620-e43ceb2540aa req-427e53c0-72d9-44c2-b73c-16fcb1a118e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:45:02.361718 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-254b41d5-854f-4f7e-a620-e43ceb2540aa req-427e53c0-72d9-44c2-b73c-16fcb1a118e8 service neutron] 10.222.0.41 "GET /v2.0/networks?id=173ca228-ec11-45ab-afc0-c162cbca8994 HTTP/1.1" status: 200 len: 921 time: 0.1278818 Nov 05 18:45:02.364142 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-8f6efed6-6e6a-43d0-ba48-3269bb12d92f req-7a3bfd70-7ab6-4269-8b33-262f2130dfee tempest-LiveMigrationTest-600821399 tempest-LiveMigrationTest-600821399-project] 10.222.0.13 "GET /v2.0/security-groups?id=3677ad50-e4bf-4315-8aa4-e48810edc139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1940670 Nov 05 18:45:02.410362 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-254b41d5-854f-4f7e-a620-e43ceb2540aa req-6105cea1-85b4-4dfb-aa54-2f7c5f0bca0b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=34184226-84ba-4c73-afe1-64d5f93dbd36 HTTP/1.1" status: 200 len: 217 time: 0.0387433 Nov 05 18:45:02.523360 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254b41d5-854f-4f7e-a620-e43ceb2540aa req-6f584494-69c3-4977-8029-d14ff29aa84b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:45:02.524838 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-254b41d5-854f-4f7e-a620-e43ceb2540aa req-6f584494-69c3-4977-8029-d14ff29aa84b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=9f907ffd-943a-4a1f-8fbc-0f50bc5f3883 HTTP/1.1" status: 200 len: 860 time: 0.0862322 Nov 05 18:45:02.534730 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-3aec26f3-58a4-4e67-b035-e51d29a64c20 tempest-ServersTestManualDisk-737181692 tempest-ServersTestManualDisk-737181692-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:45:02.542091 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-550c3704-0e7a-4548-9ea3-54707e61299d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4417463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5112218'] for subnet, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:45:02.567237 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-254b41d5-854f-4f7e-a620-e43ceb2540aa req-ceb28be1-fabc-4c71-8d8e-afbf02fff212 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=173ca228-ec11-45ab-afc0-c162cbca8994&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0340111 Nov 05 18:45:02.569933 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-59ae81c0-0123-4bf8-a496-cd89c4f12265 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:45:02.573532 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.db_base_plugin_common [req-8bc2182b-15a7-44d0-9693-84f85ae7d002 req-c9a2bbfb-6e0e-4fe5-918a-c6af9a953133 tempest-AttachVolumeTestJSON-989501218 tempest-AttachVolumeTestJSON-989501218-project] Allocated IP 172.20.0.7 (fd42acf6-8f16-4d60-b5bc-2ad1579d9211/5bc495e2-1c46-46a6-944a-7cb0dfc74d97/608f32e7-96f1-46f4-8f20-858b7b1eedd7) {{(pid=102386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 18:45:02.624015 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550c3704-0e7a-4548-9ea3-54707e61299d admin admin] Pushing event updated for resources: {'Subnet': ['ID=bd510a31-dda0-4360-ac1b-8b1e239249b4,revision_number=0']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:45:02.630643 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-3aec26f3-58a4-4e67-b035-e51d29a64c20 tempest-ServersTestManualDisk-737181692 tempest-ServersTestManualDisk-737181692-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1000577'] for floatingip, after_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:45:02.633553 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-550c3704-0e7a-4548-9ea3-54707e61299d admin admin] Checking segment: {'id': 'e5174132-a641-4aac-ac7f-99c05aefc2b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '8c2c2df7-da1b-4d55-8c99-ae0be0798f81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 18:45:02.633913 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-550c3704-0e7a-4548-9ea3-54707e61299d admin admin] Network hostable DHCP agents. Network: 8c2c2df7-da1b-4d55-8c99-ae0be0798f81, hostable agents: ['987e2ca0-bc3b-4c6f-a989-429ccfbf753f'], hosted agents: [] {{(pid=102387) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 05 18:45:02.748062 n-d-816865-1 neutron-server[102387]: INFO neutron.db.l3_db [None req-3aec26f3-58a4-4e67-b035-e51d29a64c20 tempest-ServersTestManualDisk-737181692 tempest-ServersTestManualDisk-737181692-project] Floating IP 5c2a67fe-bd10-4b74-9ca2-9c5aed98c1b5 associated. External IP: 172.25.6.230, port: 2d93de8c-4277-42d3-976e-aa04602a7ec1. Nov 05 18:45:02.752321 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-254b41d5-854f-4f7e-a620-e43ceb2540aa req-dbd17824-b5b8-4566-b179-4e6a24c4c15b service neutron] 10.222.0.41 "GET /v2.0/networks/173ca228-ec11-45ab-afc0-c162cbca8994?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1746244 Nov 05 18:45:02.805979 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 48550) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:45:02.896345 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-8bc2182b-15a7-44d0-9693-84f85ae7d002 req-c9a2bbfb-6e0e-4fe5-918a-c6af9a953133 tempest-AttachVolumeTestJSON-989501218 tempest-AttachVolumeTestJSON-989501218-project] Publish callbacks [] for port, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:45:02.923087 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-254b41d5-854f-4f7e-a620-e43ceb2540aa req-b1256e3a-7068-4a3b-9507-65562014c61f service neutron] 10.222.0.41 "GET /v2.0/networks/173ca228-ec11-45ab-afc0-c162cbca8994?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1591733 Nov 05 18:45:02.991160 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-3c431514-82af-49f0-a863-84760e20c73e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d4be27d9848c492b8c8fb5e165fc1c12&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1836894 Nov 05 18:45:02.993786 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 48556) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:45:03.039386 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-8bc2182b-15a7-44d0-9693-84f85ae7d002 req-c9a2bbfb-6e0e-4fe5-918a-c6af9a953133 tempest-AttachVolumeTestJSON-989501218 tempest-AttachVolumeTestJSON-989501218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:45:03.080512 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-ce688010-a2f7-47ce-be81-e8f8f0e3e073 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:45:03.103494 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8bc2182b-15a7-44d0-9693-84f85ae7d002 req-c9a2bbfb-6e0e-4fe5-918a-c6af9a953133 tempest-AttachVolumeTestJSON-989501218 tempest-AttachVolumeTestJSON-989501218-project] Network fd42acf6-8f16-4d60-b5bc-2ad1579d9211 is already hosted by enough agents. {{(pid=102386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 18:45:03.113971 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.base_scheduler [req-8bc2182b-15a7-44d0-9693-84f85ae7d002 req-c9a2bbfb-6e0e-4fe5-918a-c6af9a953133 tempest-AttachVolumeTestJSON-989501218 tempest-AttachVolumeTestJSON-989501218-project] Resources bound (agent type, host, resource id): {{(pid=102386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:45:03.119988 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [req-8bc2182b-15a7-44d0-9693-84f85ae7d002 req-c9a2bbfb-6e0e-4fe5-918a-c6af9a953133 tempest-AttachVolumeTestJSON-989501218 tempest-AttachVolumeTestJSON-989501218-project] Received port after_create {{(pid=102386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 18:45:03.126817 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a2bbfb-6e0e-4fe5-918a-c6af9a953133 tempest-AttachVolumeTestJSON-989501218 tempest-AttachVolumeTestJSON-989501218-project] Pushing event updated for resources: {'Port': ['ID=608f32e7-96f1-46f4-8f20-858b7b1eedd7,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:45:03.131692 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-ce688010-a2f7-47ce-be81-e8f8f0e3e073 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:45:03.157595 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-550c3704-0e7a-4548-9ea3-54707e61299d admin admin] Network 8c2c2df7-da1b-4d55-8c99-ae0be0798f81 is scheduled to be hosted by DHCP agent 987e2ca0-bc3b-4c6f-a989-429ccfbf753f with binding_index 1 {{(pid=102387) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 05 18:45:03.202703 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc2182b-15a7-44d0-9693-84f85ae7d002 req-c9a2bbfb-6e0e-4fe5-918a-c6af9a953133 tempest-AttachVolumeTestJSON-989501218 tempest-AttachVolumeTestJSON-989501218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:45:03.203982 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-8bc2182b-15a7-44d0-9693-84f85ae7d002 req-c9a2bbfb-6e0e-4fe5-918a-c6af9a953133 tempest-AttachVolumeTestJSON-989501218 tempest-AttachVolumeTestJSON-989501218-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:45:03.275489 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06dc83a9-39b2-4551-82bc-161cf691abd2 req-4694649c-63c9-4fb3-ac93-977159669f86 tempest-InstanceActionsNegativeTestJSON-1409251204 tempest-InstanceActionsNegativeTestJSON-1409251204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:45:03.276992 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-06dc83a9-39b2-4551-82bc-161cf691abd2 req-4694649c-63c9-4fb3-ac93-977159669f86 tempest-InstanceActionsNegativeTestJSON-1409251204 tempest-InstanceActionsNegativeTestJSON-1409251204-project] 10.222.0.13 "GET /v2.0/ports?device_id=03afe10b-af86-466f-9634-a29594d7e498 HTTP/1.1" status: 200 len: 943 time: 0.1357687 Nov 05 18:45:03.283310 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.base_scheduler [None req-550c3704-0e7a-4548-9ea3-54707e61299d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816865-1, 8c2c2df7-da1b-4d55-8c99-ae0be0798f81) {{(pid=102387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:45:03.292662 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6e47fbe-e70c-4153-8e98-7781d049640a None None] Network 8c2c2df7-da1b-4d55-8c99-ae0be0798f81 requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 18:45:03.294793 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-8bc2182b-15a7-44d0-9693-84f85ae7d002 req-c9a2bbfb-6e0e-4fe5-918a-c6af9a953133 tempest-AttachVolumeTestJSON-989501218 tempest-AttachVolumeTestJSON-989501218-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3051393 Nov 05 18:45:03.306012 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-550c3704-0e7a-4548-9ea3-54707e61299d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:45:03.306395 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-550c3704-0e7a-4548-9ea3-54707e61299d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597851'] for subnet, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:45:03.307390 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [req-8bc2182b-15a7-44d0-9693-84f85ae7d002 req-3d40ee07-769b-4687-8a0f-104523f85464 service neutron] Request body: {'port': {'device_id': '332b01ca-305d-470b-a5c2-8f6774221f19', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816865-1'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:45:03.346335 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-ce688010-a2f7-47ce-be81-e8f8f0e3e073 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:45:03.354918 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Device bfba3ce5-c439-44d1-8b5e-36948ba5ec18 no longer exists at agent hyperv_n-h1-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 18:45:03.355769 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-ce688010-a2f7-47ce-be81-e8f8f0e3e073 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:45:03.357389 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-ce688010-a2f7-47ce-be81-e8f8f0e3e073 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2c663dac-2477-42f8-b37f-f366129474aa HTTP/1.1" status: 204 len: 168 time: 0.3622856 Nov 05 18:45:03.373504 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b030e337-b613-45f0-ad90-dc2fbd6d6bf9 req-3a920570-3cca-4422-ac8a-6b9595308b05 tempest-AttachVolumeTestJSON-989501218 tempest-AttachVolumeTestJSON-989501218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:45:03.381609 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-b030e337-b613-45f0-ad90-dc2fbd6d6bf9 req-3a920570-3cca-4422-ac8a-6b9595308b05 tempest-AttachVolumeTestJSON-989501218 tempest-AttachVolumeTestJSON-989501218-project] 10.222.0.13 "GET /v2.0/ports?device_id=332b01ca-305d-470b-a5c2-8f6774221f19 HTTP/1.1" status: 200 len: 931 time: 0.1800349 Nov 05 18:45:03.392369 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] No Port match for: bfba3ce5-c439-44d1-8b5e-36948ba5ec18 {{(pid=102388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 18:45:03.392369 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Device bfba3ce5-c439-44d1-8b5e-36948ba5ec18 not bound to the agent host n-h1-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 18:45:03.420236 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-06dc83a9-39b2-4551-82bc-161cf691abd2 req-01a99ff6-e9e2-4e8a-9057-13cbbec76b22 tempest-InstanceActionsNegativeTestJSON-1409251204 tempest-InstanceActionsNegativeTestJSON-1409251204-project] 10.222.0.13 "GET /v2.0/security-groups?id=79f5d937-03c9-42d3-a09f-e1b2907eff18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178994 Nov 05 18:45:03.433484 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce688010-a2f7-47ce-be81-e8f8f0e3e073 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c663dac-2477-42f8-b37f-f366129474aa,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:45:03.451666 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-8bc2182b-15a7-44d0-9693-84f85ae7d002 req-3d40ee07-769b-4687-8a0f-104523f85464 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:45:03.467998 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-550c3704-0e7a-4548-9ea3-54707e61299d admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.6552510 Nov 05 18:45:03.496577 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-bda2627a-a50d-4f41-aa9b-5c3863381f3c None None] Provisioning complete for port 608f32e7-96f1-46f4-8f20-858b7b1eedd7 triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:45:03.497698 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-bda2627a-a50d-4f41-aa9b-5c3863381f3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:45:03.502694 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d1f17c7-0774-4e77-8fb3-43261f099ef2 None None] Network 8c2c2df7-da1b-4d55-8c99-ae0be0798f81 requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 18:45:03.601649 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-bda2627a-a50d-4f41-aa9b-5c3863381f3c None None] Port 608f32e7-96f1-46f4-8f20-858b7b1eedd7 cannot update to ACTIVE because it is not bound. {{(pid=102388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 18:45:03.655920 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3aec26f3-58a4-4e67-b035-e51d29a64c20 tempest-ServersTestManualDisk-737181692 tempest-ServersTestManualDisk-737181692-project] Router 5d402d52-8912-4339-9305-9df549ca8738 has already been hosted by L3 agent 6dcb5589-8e86-4616-9186-ddc4548e13ad {{(pid=102387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 18:45:03.675662 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-b030e337-b613-45f0-ad90-dc2fbd6d6bf9 req-8f86c53f-9bca-4c38-bdfa-b95bd4728fc6 tempest-AttachVolumeTestJSON-989501218 tempest-AttachVolumeTestJSON-989501218-project] 10.222.0.13 "GET /v2.0/security-groups?id=ef933554-0df5-4bb3-a185-95505310ff6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2932518 Nov 05 18:45:03.836781 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda2787f-abf3-4b15-be10-c8a4ec59d674 req-17db0ca6-547e-4642-881b-6af9fa908425 tempest-LiveMigrationTest-600821399 tempest-LiveMigrationTest-600821399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:45:03.844649 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-cda2787f-abf3-4b15-be10-c8a4ec59d674 req-17db0ca6-547e-4642-881b-6af9fa908425 tempest-LiveMigrationTest-600821399 tempest-LiveMigrationTest-600821399-project] 10.222.0.13 "GET /v2.0/ports?device_id=93fdaf80-df0d-4e8d-a241-d135c3792f47 HTTP/1.1" status: 200 len: 945 time: 0.1025162 Nov 05 18:45:03.855575 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3aec26f3-58a4-4e67-b035-e51d29a64c20 tempest-ServersTestManualDisk-737181692 tempest-ServersTestManualDisk-737181692-project] Notify agent at l3_agent.n-d-816865-1 the message routers_updated {{(pid=102387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 18:45:03.866581 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-3aec26f3-58a4-4e67-b035-e51d29a64c20 tempest-ServersTestManualDisk-737181692 tempest-ServersTestManualDisk-737181692-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for floatingip, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:45:03.872448 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a186e2bf-7c86-46d3-94f0-61d3ad0611b6 None None] Sync routers for ids ['5d402d52-8912-4339-9305-9df549ca8738'] in n-d-816865-1 {{(pid=102389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 18:45:03.889624 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a186e2bf-7c86-46d3-94f0-61d3ad0611b6 None None] Routers {'5d402d52-8912-4339-9305-9df549ca8738'} bound to L3 agent in host n-d-816865-1 {{(pid=102389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 18:45:03.891123 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-a186e2bf-7c86-46d3-94f0-61d3ad0611b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T18:44:35Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['5d402d52-8912-4339-9305-9df549ca8738'], 'active': True} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:45:03.900559 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-3aec26f3-58a4-4e67-b035-e51d29a64c20 tempest-ServersTestManualDisk-737181692 tempest-ServersTestManualDisk-737181692-project] 10.222.0.13 "PUT /v2.0/floatingips/5c2a67fe-bd10-4b74-9ca2-9c5aed98c1b5 HTTP/1.1" status: 200 len: 992 time: 2.1476974 Nov 05 18:45:03.903057 n-d-816865-1 neutron-server[102387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f90cfb4-978e-4e70-be7e-94507ac19c27', 'tag': '2d93de8c-4277-42d3-976e-aa04602a7ec1'}] {{(pid=102387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 18:45:03.905303 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab06bd4ddf5758c1f10d79fe34dc215bafa488692cde9dba2fcbcb67556f90bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20c432bb-d81b-4387-bec7-4671b6a9a61a" -d '{"events": [{"name": "network-changed", "server_uuid": "1f90cfb4-978e-4e70-be7e-94507ac19c27", "tag": "2d93de8c-4277-42d3-976e-aa04602a7ec1"}]}' {{(pid=102387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 18:45:03.938019 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-cda2787f-abf3-4b15-be10-c8a4ec59d674 req-686953b6-4e17-47f4-9937-dfd2726b3d9f tempest-LiveMigrationTest-600821399 tempest-LiveMigrationTest-600821399-project] 10.222.0.13 "GET /v2.0/security-groups?id=3677ad50-e4bf-4315-8aa4-e48810edc139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921416 Nov 05 18:45:03.958581 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:45:03.978544 n-d-816865-1 neutron-server[102386]: DEBUG neutron.notifiers.nova [req-8bc2182b-15a7-44d0-9693-84f85ae7d002 req-3d40ee07-769b-4687-8a0f-104523f85464 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 608f32e7-96f1-46f4-8f20-858b7b1eedd7 {{(pid=102386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 18:45:03.992276 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-8bc2182b-15a7-44d0-9693-84f85ae7d002 req-3d40ee07-769b-4687-8a0f-104523f85464 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:45:04.011112 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.provisioning_blocks [req-8bc2182b-15a7-44d0-9693-84f85ae7d002 req-3d40ee07-769b-4687-8a0f-104523f85464 service neutron] Transition to ACTIVE for port object 608f32e7-96f1-46f4-8f20-858b7b1eedd7 will not be triggered until provisioned by entity L2. {{(pid=102386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 05 18:45:04.058575 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvr_db [None req-a186e2bf-7c86-46d3-94f0-61d3ad0611b6 None None] Set router 5d402d52-8912-4339-9305-9df549ca8738 gateway port host: n-d-816865-1 {{(pid=102389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 18:45:04.071100 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 18:45:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a106a7c-52b9-40a3-b670-b70e40fa9786 x-openstack-request-id: req-3a106a7c-52b9-40a3-b670-b70e40fa9786 {{(pid=102387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 18:45:04.071100 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f90cfb4-978e-4e70-be7e-94507ac19c27", "tag": "2d93de8c-4277-42d3-976e-aa04602a7ec1", "status": "completed", "code": 200}]} {{(pid=102387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 18:45:04.071100 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3a106a7c-52b9-40a3-b670-b70e40fa9786 {{(pid=102387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 18:45:04.071100 n-d-816865-1 neutron-server[102387]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f90cfb4-978e-4e70-be7e-94507ac19c27', 'tag': '2d93de8c-4277-42d3-976e-aa04602a7ec1', 'status': 'completed', 'code': 200} Nov 05 18:45:04.146209 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a1bab4-9f43-4d05-b334-67a76a2b73c7 req-1f593c10-bc81-4919-8a3c-8db42e3249a3 tempest-ImagesOneServerNegativeTestJSON-2105042970 tempest-ImagesOneServerNegativeTestJSON-2105042970-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:45:04.147834 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-e1a1bab4-9f43-4d05-b334-67a76a2b73c7 req-1f593c10-bc81-4919-8a3c-8db42e3249a3 tempest-ImagesOneServerNegativeTestJSON-2105042970 tempest-ImagesOneServerNegativeTestJSON-2105042970-project] 10.222.0.13 "GET /v2.0/networks?id=8c2c2df7-da1b-4d55-8c99-ae0be0798f81 HTTP/1.1" status: 200 len: 822 time: 0.1555161 Nov 05 18:45:04.154342 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c432bb-d81b-4387-bec7-4671b6a9a61a req-fe9080d5-dc19-475c-b4aa-71cb84624a4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:45:04.155857 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-20c432bb-d81b-4387-bec7-4671b6a9a61a req-fe9080d5-dc19-475c-b4aa-71cb84624a4f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=212c749f8d63405d9325748fedbd9a74&device_id=1f90cfb4-978e-4e70-be7e-94507ac19c27 HTTP/1.1" status: 200 len: 1097 time: 0.0600150 Nov 05 18:45:04.184924 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-e1a1bab4-9f43-4d05-b334-67a76a2b73c7 req-b2923094-43d9-4479-a49c-95308b3e4bf4 tempest-ImagesOneServerNegativeTestJSON-2105042970 tempest-ImagesOneServerNegativeTestJSON-2105042970-project] 10.222.0.13 "GET /v2.0/quotas/8837234f92224196b6ab2cecebe44d96 HTTP/1.1" status: 200 len: 375 time: 0.0162258 Nov 05 18:45:04.192380 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-8bc2182b-15a7-44d0-9693-84f85ae7d002 req-3d40ee07-769b-4687-8a0f-104523f85464 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6149821'] for port, after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:45:04.196235 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73b5db3-3f78-4594-aff6-78cecae42abd req-4a2128c9-cc4a-40c1-b583-a5041a9cd427 tempest-LiveMigrationTest-1249278027 tempest-LiveMigrationTest-1249278027-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:45:04.198002 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-e73b5db3-3f78-4594-aff6-78cecae42abd req-4a2128c9-cc4a-40c1-b583-a5041a9cd427 tempest-LiveMigrationTest-1249278027 tempest-LiveMigrationTest-1249278027-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=93fdaf80-df0d-4e8d-a241-d135c3792f47 HTTP/1.1" status: 200 len: 1096 time: 0.0739768 Nov 05 18:45:04.239507 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-e1a1bab4-9f43-4d05-b334-67a76a2b73c7 req-c80a39c6-0ae3-434c-989e-5fdb156d1034 tempest-ImagesOneServerNegativeTestJSON-2105042970 tempest-ImagesOneServerNegativeTestJSON-2105042970-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=8837234f92224196b6ab2cecebe44d96&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0404963 Nov 05 18:45:04.294531 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d40ee07-769b-4687-8a0f-104523f85464 service neutron] Pushing event updated for resources: {'Port': ['ID=608f32e7-96f1-46f4-8f20-858b7b1eedd7,revision_number=2']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:45:04.308620 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-e73b5db3-3f78-4594-aff6-78cecae42abd req-c1e4b683-16a5-47e6-8775-676937feb59a tempest-LiveMigrationTest-1249278027 tempest-LiveMigrationTest-1249278027-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=3677ad50-e4bf-4315-8aa4-e48810edc139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991821 Nov 05 18:45:04.330617 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-a186e2bf-7c86-46d3-94f0-61d3ad0611b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d402d52-8912-4339-9305-9df549ca8738', 'name': 'tempest-ServersTestManualDisk-1149270122-router', 'tenant_id': '212c749f8d63405d9325748fedbd9a74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.206'}], 'enable_snat': True}, 'gw_port_id': 'd680f5a0-0768-4036-a434-70d83e4a0a0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T18:44:24Z', 'updated_at': '2021-11-05T18:44:29Z', 'revision_number': 4, 'project_id': '212c749f8d63405d9325748fedbd9a74', 'gw_port': {'id': 'd680f5a0-0768-4036-a434-70d83e4a0a0d', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:e8:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d402d52-8912-4339-9305-9df549ca8738', 'device_owner': 'network:router_gateway', 'standard_attr_id': 951, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T18:44:25Z', 'updated_at': '2021-11-05T18:44:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1', '_floatingips': [{'id': '5c2a67fe-bd10-4b74-9ca2-9c5aed98c1b5', 'tenant_id': '212c749f8d63405d9325748fedbd9a74', 'floating_ip_address': '172.25.6.230', 'floating_network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'router_id': '5d402d52-8912-4339-9305-9df549ca8738', 'port_id': '2d93de8c-4277-42d3-976e-aa04602a7ec1', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 959, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dcdefe85-0b9a-4710-a2e9-41da31eb0233', 'mac_address': 'fa:16:3e:60:24:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f90cfb4-978e-4e70-be7e-94507ac19c27', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-05T18:44:36Z', 'updated_at': '2021-11-05T18:45:02Z', 'revision_number': 1, 'project_id': '212c749f8d63405d9325748fedbd9a74', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ce67a294-35d2-4047-81e9-0d2435a629dc', 'name': '', 'network_id': 'dcdefe85-0b9a-4710-a2e9-41da31eb0233', 'tenant_id': '212c749f8d63405d9325748fedbd9a74', 'mac_address': 'fa:16:3e:4c:d5:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d402d52-8912-4339-9305-9df549ca8738', 'device_owner': 'network:router_interface', 'standard_attr_id': 952, 'fixed_ips': [{'subnet_id': 'ff18284e-1ede-44da-8cc4-bb6087008353', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T18:44:28Z', 'updated_at': '2021-11-05T18:44:36Z', 'revision_number': 5, 'project_id': '212c749f8d63405d9325748fedbd9a74', 'subnets': [{'id': 'ff18284e-1ede-44da-8cc4-bb6087008353', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-1', False) {} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:45:04.358848 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a186e2bf-7c86-46d3-94f0-61d3ad0611b6 None None] Checking router: 5d402d52-8912-4339-9305-9df549ca8738 for host: n-d-816865-1 {{(pid=102389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 18:45:04.363638 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 48594) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:45:04.369937 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a186e2bf-7c86-46d3-94f0-61d3ad0611b6 None None] Routers {'5d402d52-8912-4339-9305-9df549ca8738'} bound to L3 agent in host n-d-816865-1 {{(pid=102389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 18:45:04.372071 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-a186e2bf-7c86-46d3-94f0-61d3ad0611b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T18:44:35Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['5d402d52-8912-4339-9305-9df549ca8738'], 'active': True} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:45:04.372493 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c432bb-d81b-4387-bec7-4671b6a9a61a req-a760a97b-ab14-4b9f-9814-6f8b6c776d82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:45:04.374026 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-20c432bb-d81b-4387-bec7-4671b6a9a61a req-a760a97b-ab14-4b9f-9814-6f8b6c776d82 service neutron] 10.222.0.55 "GET /v2.0/networks?id=dcdefe85-0b9a-4710-a2e9-41da31eb0233 HTTP/1.1" status: 200 len: 913 time: 0.2098310 Nov 05 18:45:04.439127 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-e1a1bab4-9f43-4d05-b334-67a76a2b73c7 req-6e25d837-8511-460f-80d1-ae5b8bb4979d service neutron] 10.222.0.13 "GET /v2.0/networks/8c2c2df7-da1b-4d55-8c99-ae0be0798f81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1860254 Nov 05 18:45:04.502331 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-20c432bb-d81b-4387-bec7-4671b6a9a61a req-e5c781b0-460a-4db9-813e-13d134a110a1 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2d93de8c-4277-42d3-976e-aa04602a7ec1 HTTP/1.1" status: 200 len: 1000 time: 0.1144404 Nov 05 18:45:04.569616 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [req-8bc2182b-15a7-44d0-9693-84f85ae7d002 req-3d40ee07-769b-4687-8a0f-104523f85464 service neutron] Attempting to bind port 608f32e7-96f1-46f4-8f20-858b7b1eedd7 on host n-h1-816865-1 for vnic_type normal with profile {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 18:45:04.569860 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [req-8bc2182b-15a7-44d0-9693-84f85ae7d002 req-3d40ee07-769b-4687-8a0f-104523f85464 service neutron] Attempting to bind port 608f32e7-96f1-46f4-8f20-858b7b1eedd7 by drivers openvswitch,hyperv on host n-h1-816865-1 at level 0 using segments [{'id': 'ef5714ac-d60a-42ed-804f-a2e28bab422f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'fd42acf6-8f16-4d60-b5bc-2ad1579d9211'}] {{(pid=102386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 18:45:04.570098 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bc2182b-15a7-44d0-9693-84f85ae7d002 req-3d40ee07-769b-4687-8a0f-104523f85464 service neutron] Attempting to bind port 608f32e7-96f1-46f4-8f20-858b7b1eedd7 on network fd42acf6-8f16-4d60-b5bc-2ad1579d9211 {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 18:45:04.589437 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-0e5218e6-5b8f-47d5-8659-88bea1d9e978 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e4dd2b4636734a988519a3ac3d033d85&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2217832 Nov 05 18:45:04.589773 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bc2182b-15a7-44d0-9693-84f85ae7d002 req-3d40ee07-769b-4687-8a0f-104523f85464 service neutron] Port 608f32e7-96f1-46f4-8f20-858b7b1eedd7 on network fd42acf6-8f16-4d60-b5bc-2ad1579d9211 not bound, no agent of type Open vSwitch agent registered on host n-h1-816865-1 {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 18:45:04.590122 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bc2182b-15a7-44d0-9693-84f85ae7d002 req-3d40ee07-769b-4687-8a0f-104523f85464 service neutron] Attempting to bind port 608f32e7-96f1-46f4-8f20-858b7b1eedd7 on network fd42acf6-8f16-4d60-b5bc-2ad1579d9211 {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 18:45:04.590620 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b425a1-f351-4356-9bc6-f5d28000d54e req-d5a7e389-0dcd-4ccc-9a83-c86232015636 tempest-LiveMigrationTest-1249278027 tempest-LiveMigrationTest-1249278027-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:45:04.592194 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 48600) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:45:04.601863 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-b5b425a1-f351-4356-9bc6-f5d28000d54e req-d5a7e389-0dcd-4ccc-9a83-c86232015636 tempest-LiveMigrationTest-1249278027 tempest-LiveMigrationTest-1249278027-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=93fdaf80-df0d-4e8d-a241-d135c3792f47 HTTP/1.1" status: 200 len: 1096 time: 0.1047814 Nov 05 18:45:04.608498 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bc2182b-15a7-44d0-9693-84f85ae7d002 req-3d40ee07-769b-4687-8a0f-104523f85464 service neutron] Checking agent: {'id': 'eb596d7c-8c64-42bd-8aca-fad447eb0eab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816865-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 18, 33, 34), 'started_at': datetime.datetime(2021, 11, 5, 18, 33, 34), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 18, 45, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 18:45:04.608498 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bc2182b-15a7-44d0-9693-84f85ae7d002 req-3d40ee07-769b-4687-8a0f-104523f85464 service neutron] Checking segment: {'id': 'ef5714ac-d60a-42ed-804f-a2e28bab422f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'fd42acf6-8f16-4d60-b5bc-2ad1579d9211'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 18:45:04.608871 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bc2182b-15a7-44d0-9693-84f85ae7d002 req-3d40ee07-769b-4687-8a0f-104523f85464 service neutron] Bound using segment: {'id': 'ef5714ac-d60a-42ed-804f-a2e28bab422f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'fd42acf6-8f16-4d60-b5bc-2ad1579d9211'} {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 18:45:04.609244 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [req-8bc2182b-15a7-44d0-9693-84f85ae7d002 req-3d40ee07-769b-4687-8a0f-104523f85464 service neutron] Bound port: 608f32e7-96f1-46f4-8f20-858b7b1eedd7, host: n-h1-816865-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ef5714ac-d60a-42ed-804f-a2e28bab422f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'fd42acf6-8f16-4d60-b5bc-2ad1579d9211'}}] {{(pid=102386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 18:45:04.610226 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-8bc2182b-15a7-44d0-9693-84f85ae7d002 req-3d40ee07-769b-4687-8a0f-104523f85464 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:45:04.613277 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c432bb-d81b-4387-bec7-4671b6a9a61a req-3accc558-89c6-409a-b91f-30d34ea329ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:45:04.614504 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-20c432bb-d81b-4387-bec7-4671b6a9a61a req-3accc558-89c6-409a-b91f-30d34ea329ea service neutron] 10.222.0.55 "GET /v2.0/subnets?id=ff18284e-1ede-44da-8cc4-bb6087008353 HTTP/1.1" status: 200 len: 851 time: 0.1035287 Nov 05 18:45:04.636237 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvr_db [None req-a186e2bf-7c86-46d3-94f0-61d3ad0611b6 None None] Set router 5d402d52-8912-4339-9305-9df549ca8738 gateway port host: n-d-816865-1 {{(pid=102389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 18:45:04.645577 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-e1a1bab4-9f43-4d05-b334-67a76a2b73c7 req-11fea58c-f836-41a6-a370-e79430b87675 service neutron] 10.222.0.13 "GET /v2.0/networks/8c2c2df7-da1b-4d55-8c99-ae0be0798f81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2054009 Nov 05 18:45:04.715019 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-b5b425a1-f351-4356-9bc6-f5d28000d54e req-e9092a65-98f7-4701-9e2c-255f06d87aca tempest-LiveMigrationTest-1249278027 tempest-LiveMigrationTest-1249278027-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=3677ad50-e4bf-4315-8aa4-e48810edc139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103625 Nov 05 18:45:04.757862 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c432bb-d81b-4387-bec7-4671b6a9a61a req-362aca42-ae56-49d9-a6ab-a52a1145dfc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:45:04.759559 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-20c432bb-d81b-4387-bec7-4671b6a9a61a req-362aca42-ae56-49d9-a6ab-a52a1145dfc3 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=dcdefe85-0b9a-4710-a2e9-41da31eb0233&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1374943 Nov 05 18:45:04.762439 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-a83cb109-cee2-4ac3-a5a4-e8879295fbfa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:45:04.770982 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [req-8bc2182b-15a7-44d0-9693-84f85ae7d002 req-3d40ee07-769b-4687-8a0f-104523f85464 service neutron] For port 608f32e7-96f1-46f4-8f20-858b7b1eedd7, host n-h1-816865-1, cleared binding levels {{(pid=102386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 18:45:04.823396 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-a83cb109-cee2-4ac3-a5a4-e8879295fbfa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:45:04.827640 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [req-8bc2182b-15a7-44d0-9693-84f85ae7d002 req-3d40ee07-769b-4687-8a0f-104523f85464 service neutron] For port 608f32e7-96f1-46f4-8f20-858b7b1eedd7, host n-h1-816865-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=608f32e7-96f1-46f4-8f20-858b7b1eedd7,segment=NetworkSegment(ef5714ac-d60a-42ed-804f-a2e28bab422f),segment_id=ef5714ac-d60a-42ed-804f-a2e28bab422f)] {{(pid=102386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 18:45:04.829413 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16821170-4e60-41c7-a76b-1e2e746a8081 req-1a4b2e18-e16c-41d2-ba86-6f1401b091c3 tempest-InstanceActionsNegativeTestJSON-1409251204 tempest-InstanceActionsNegativeTestJSON-1409251204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:45:04.831704 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-16821170-4e60-41c7-a76b-1e2e746a8081 req-1a4b2e18-e16c-41d2-ba86-6f1401b091c3 tempest-InstanceActionsNegativeTestJSON-1409251204 tempest-InstanceActionsNegativeTestJSON-1409251204-project] 10.222.0.13 "GET /v2.0/ports?device_id=03afe10b-af86-466f-9634-a29594d7e498 HTTP/1.1" status: 200 len: 943 time: 0.0595891 Nov 05 18:45:04.895794 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-16821170-4e60-41c7-a76b-1e2e746a8081 req-39899213-07d3-486a-8c6b-8185bd27ceb2 tempest-InstanceActionsNegativeTestJSON-1409251204 tempest-InstanceActionsNegativeTestJSON-1409251204-project] 10.222.0.13 "GET /v2.0/security-groups?id=79f5d937-03c9-42d3-a09f-e1b2907eff18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545444 Nov 05 18:45:04.945041 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-a186e2bf-7c86-46d3-94f0-61d3ad0611b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d402d52-8912-4339-9305-9df549ca8738', 'name': 'tempest-ServersTestManualDisk-1149270122-router', 'tenant_id': '212c749f8d63405d9325748fedbd9a74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.206'}], 'enable_snat': True}, 'gw_port_id': 'd680f5a0-0768-4036-a434-70d83e4a0a0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T18:44:24Z', 'updated_at': '2021-11-05T18:44:29Z', 'revision_number': 4, 'project_id': '212c749f8d63405d9325748fedbd9a74', 'gw_port': {'id': 'd680f5a0-0768-4036-a434-70d83e4a0a0d', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:e8:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d402d52-8912-4339-9305-9df549ca8738', 'device_owner': 'network:router_gateway', 'standard_attr_id': 951, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T18:44:25Z', 'updated_at': '2021-11-05T18:44:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1', '_floatingips': [{'id': '5c2a67fe-bd10-4b74-9ca2-9c5aed98c1b5', 'tenant_id': '212c749f8d63405d9325748fedbd9a74', 'floating_ip_address': '172.25.6.230', 'floating_network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'router_id': '5d402d52-8912-4339-9305-9df549ca8738', 'port_id': '2d93de8c-4277-42d3-976e-aa04602a7ec1', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 959, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dcdefe85-0b9a-4710-a2e9-41da31eb0233', 'mac_address': 'fa:16:3e:60:24:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f90cfb4-978e-4e70-be7e-94507ac19c27', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-05T18:44:36Z', 'updated_at': '2021-11-05T18:45:02Z', 'revision_number': 1, 'project_id': '212c749f8d63405d9325748fedbd9a74', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ce67a294-35d2-4047-81e9-0d2435a629dc', 'name': '', 'network_id': 'dcdefe85-0b9a-4710-a2e9-41da31eb0233', 'tenant_id': '212c749f8d63405d9325748fedbd9a74', 'mac_address': 'fa:16:3e:4c:d5:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d402d52-8912-4339-9305-9df549ca8738', 'device_owner': 'network:router_interface', 'standard_attr_id': 952, 'fixed_ips': [{'subnet_id': 'ff18284e-1ede-44da-8cc4-bb6087008353', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T18:44:28Z', 'updated_at': '2021-11-05T18:44:36Z', 'revision_number': 5, 'project_id': '212c749f8d63405d9325748fedbd9a74', 'subnets': [{'id': 'ff18284e-1ede-44da-8cc4-bb6087008353', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-1', False) {} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:45:04.982287 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a186e2bf-7c86-46d3-94f0-61d3ad0611b6 None None] The sync data for ids ['5d402d52-8912-4339-9305-9df549ca8738'] in n-d-816865-1 is: [{'id': '5d402d52-8912-4339-9305-9df549ca8738', 'name': 'tempest-ServersTestManualDisk-1149270122-router', 'tenant_id': '212c749f8d63405d9325748fedbd9a74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.206'}], 'enable_snat': True}, 'gw_port_id': 'd680f5a0-0768-4036-a434-70d83e4a0a0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T18:44:24Z', 'updated_at': '2021-11-05T18:44:29Z', 'revision_number': 4, 'project_id': '212c749f8d63405d9325748fedbd9a74', 'gw_port': {'id': 'd680f5a0-0768-4036-a434-70d83e4a0a0d', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:e8:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d402d52-8912-4339-9305-9df549ca8738', 'device_owner': 'network:router_gateway', 'standard_attr_id': 951, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T18:44:25Z', 'updated_at': '2021-11-05T18:44:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1', '_floatingips': [{'id': '5c2a67fe-bd10-4b74-9ca2-9c5aed98c1b5', 'tenant_id': '212c749f8d63405d9325748fedbd9a74', 'floating_ip_address': '172.25.6.230', 'floating_network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'router_id': '5d402d52-8912-4339-9305-9df549ca8738', 'port_id': '2d93de8c-4277-42d3-976e-aa04602a7ec1', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 959, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dcdefe85-0b9a-4710-a2e9-41da31eb0233', 'mac_address': 'fa:16:3e:60:24:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f90cfb4-978e-4e70-be7e-94507ac19c27', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-05T18:44:36Z', 'updated_at': '2021-11-05T18:45:02Z', 'revision_number': 1, 'project_id': '212c749f8d63405d9325748fedbd9a74', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ce67a294-35d2-4047-81e9-0d2435a629dc', 'name': '', 'network_id': 'dcdefe85-0b9a-4710-a2e9-41da31eb0233', 'tenant_id': '212c749f8d63405d9325748fedbd9a74', 'mac_address': 'fa:16:3e:4c:d5:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d402d52-8912-4339-9305-9df549ca8738', 'device_owner': 'network:router_interface', 'standard_attr_id': 952, 'fixed_ips': [{'subnet_id': 'ff18284e-1ede-44da-8cc4-bb6087008353', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T18:44:28Z', 'updated_at': '2021-11-05T18:44:36Z', 'revision_number': 5, 'project_id': '212c749f8d63405d9325748fedbd9a74', 'subnets': [{'id': 'ff18284e-1ede-44da-8cc4-bb6087008353', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 18:45:05.032682 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-a2682b70-2913-486b-bb8a-380aa689c5ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:45:05.161067 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-1d5285e9-f461-44b9-b5b4-ffa8efe8bdb9 req-129cbc21-1966-4b0c-94a3-9675e16cf619 tempest-ImagesOneServerNegativeTestJSON-2105042970 tempest-ImagesOneServerNegativeTestJSON-2105042970-project] 10.222.0.13 "GET /v2.0/ports?device_id=26cbf12c-64e7-4344-ae22-305fed3f0dbe HTTP/1.1" status: 200 len: 210 time: 0.0463874 Nov 05 18:45:05.189747 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa7926a-bc15-41a2-82d5-6b44ee9a678d req-3aeac77c-4024-46a1-8757-09717141de2e tempest-AttachVolumeTestJSON-989501218 tempest-AttachVolumeTestJSON-989501218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:45:05.191722 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-8fa7926a-bc15-41a2-82d5-6b44ee9a678d req-3aeac77c-4024-46a1-8757-09717141de2e tempest-AttachVolumeTestJSON-989501218 tempest-AttachVolumeTestJSON-989501218-project] 10.222.0.13 "GET /v2.0/ports?device_id=332b01ca-305d-470b-a5c2-8f6774221f19 HTTP/1.1" status: 200 len: 943 time: 0.1136882 Nov 05 18:45:05.267678 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-8fa7926a-bc15-41a2-82d5-6b44ee9a678d req-71fec760-7f54-432c-8a06-5c2cb7a86e26 tempest-AttachVolumeTestJSON-989501218 tempest-AttachVolumeTestJSON-989501218-project] 10.222.0.13 "GET /v2.0/security-groups?id=ef933554-0df5-4bb3-a185-95505310ff6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0688863 Nov 05 18:45:05.305329 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0f4c8ab-3e18-429d-a5d1-003770a1b869 None None] New status for floating IP 5c2a67fe-bd10-4b74-9ca2-9c5aed98c1b5: ACTIVE {{(pid=102388) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 05 18:45:05.358433 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Device 34184226-84ba-4c73-afe1-64d5f93dbd36 details requested by agent hyperv_n-h1-816865-1 with host n-h1-816865-1 {{(pid=102388) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 05 18:45:05.382843 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-8bc2182b-15a7-44d0-9693-84f85ae7d002 req-3d40ee07-769b-4687-8a0f-104523f85464 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6149821'] for port, after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:45:05.435444 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc2182b-15a7-44d0-9693-84f85ae7d002 req-3d40ee07-769b-4687-8a0f-104523f85464 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:45:05.436115 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-8bc2182b-15a7-44d0-9693-84f85ae7d002 req-3d40ee07-769b-4687-8a0f-104523f85464 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:45:05.438069 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-8bc2182b-15a7-44d0-9693-84f85ae7d002 req-3d40ee07-769b-4687-8a0f-104523f85464 service neutron] 10.222.0.41 "PUT /v2.0/ports/608f32e7-96f1-46f4-8f20-858b7b1eedd7 HTTP/1.1" status: 200 len: 1091 time: 2.1359105 Nov 05 18:45:05.440704 n-d-816865-1 neutron-server[102386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '332b01ca-305d-470b-a5c2-8f6774221f19', 'tag': '608f32e7-96f1-46f4-8f20-858b7b1eedd7'}] {{(pid=102386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 18:45:05.443060 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6173a44d7c73f41af551dc890fa1a5892c2c6bc3458b640c8e0c24db7876ba6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-338f1208-cd13-4909-a299-397eb5cb308f" -d '{"events": [{"name": "network-changed", "server_uuid": "332b01ca-305d-470b-a5c2-8f6774221f19", "tag": "608f32e7-96f1-46f4-8f20-858b7b1eedd7"}]}' {{(pid=102386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 18:45:05.473495 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-20c432bb-d81b-4387-bec7-4671b6a9a61a req-9dcc1efb-48bb-40b0-8cdd-54a3ea207182 service neutron] 10.222.0.55 "GET /v2.0/networks/dcdefe85-0b9a-4710-a2e9-41da31eb0233?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7038982 Nov 05 18:45:05.474501 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d40ee07-769b-4687-8a0f-104523f85464 service neutron] Pushing event updated for resources: {'Port': ['ID=608f32e7-96f1-46f4-8f20-858b7b1eedd7,revision_number=3']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:45:05.564006 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] For port 34184226-84ba-4c73-afe1-64d5f93dbd36, host n-h1-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=34184226-84ba-4c73-afe1-64d5f93dbd36,segment=NetworkSegment(3a8c6497-f0be-4baf-9e05-eeaa88bce1f1),segment_id=3a8c6497-f0be-4baf-9e05-eeaa88bce1f1)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:45:05.577834 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Returning: {'device': '34184226-84ba-4c73-afe1-64d5f93dbd36', 'network_id': '173ca228-ec11-45ab-afc0-c162cbca8994', 'port_id': '34184226-84ba-4c73-afe1-64d5f93dbd36', 'mac_address': 'fa:16:3e:ed:5f:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 167, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f907ffd-943a-4a1f-8fbc-0f50bc5f3883', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102388) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 05 18:45:05.605598 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 18:45:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-209dced3-bf98-4ca0-9620-da3e436af19a x-openstack-request-id: req-209dced3-bf98-4ca0-9620-da3e436af19a {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 18:45:05.605598 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "332b01ca-305d-470b-a5c2-8f6774221f19", "tag": "608f32e7-96f1-46f4-8f20-858b7b1eedd7", "status": "completed", "code": 200}]} {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 18:45:05.605598 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-209dced3-bf98-4ca0-9620-da3e436af19a {{(pid=102386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 18:45:05.605598 n-d-816865-1 neutron-server[102386]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '332b01ca-305d-470b-a5c2-8f6774221f19', 'tag': '608f32e7-96f1-46f4-8f20-858b7b1eedd7', 'status': 'completed', 'code': 200} Nov 05 18:45:05.610874 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-a83cb109-cee2-4ac3-a5a4-e8879295fbfa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:45:05.613983 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-a83cb109-cee2-4ac3-a5a4-e8879295fbfa admin admin] Publish callbacks [] for security_group, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:45:05.617479 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-a83cb109-cee2-4ac3-a5a4-e8879295fbfa admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/dd7df958-3e0a-4450-9971-3beef0fc712b HTTP/1.1" status: 204 len: 168 time: 1.0193431 Nov 05 18:45:05.618429 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:45:05.646592 n-d-816865-1 neutron-server[102388]: DEBUG neutron.notifiers.nova [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 34184226-84ba-4c73-afe1-64d5f93dbd36 {{(pid=102388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 18:45:05.663266 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] For port 34184226-84ba-4c73-afe1-64d5f93dbd36, host n-h1-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=34184226-84ba-4c73-afe1-64d5f93dbd36,segment=NetworkSegment(3a8c6497-f0be-4baf-9e05-eeaa88bce1f1),segment_id=3a8c6497-f0be-4baf-9e05-eeaa88bce1f1)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:45:05.667348 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83cb109-cee2-4ac3-a5a4-e8879295fbfa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd7df958-3e0a-4450-9971-3beef0fc712b,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:45:05.698770 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc2182b-15a7-44d0-9693-84f85ae7d002 req-71a82c6b-c05a-49ce-8a9d-0b711271ce1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:45:05.702550 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-8bc2182b-15a7-44d0-9693-84f85ae7d002 req-71a82c6b-c05a-49ce-8a9d-0b711271ce1b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4178766de4564cc499086192238e999c&device_id=332b01ca-305d-470b-a5c2-8f6774221f19 HTTP/1.1" status: 200 len: 1094 time: 0.1382360 Nov 05 18:45:05.758602 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-20c432bb-d81b-4387-bec7-4671b6a9a61a req-750c83f6-3764-4e65-ad9b-62149a0410bf service neutron] 10.222.0.55 "GET /v2.0/networks/dcdefe85-0b9a-4710-a2e9-41da31eb0233?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2773662 Nov 05 18:45:05.759809 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-8bc2182b-15a7-44d0-9693-84f85ae7d002 req-0c6d6db5-e4fa-479a-b9e5-fb7f98893040 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=608f32e7-96f1-46f4-8f20-858b7b1eedd7 HTTP/1.1" status: 200 len: 217 time: 0.0445275 Nov 05 18:45:05.776275 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:45:05.803393 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142525dd-bc3e-4a9e-98c0-47c764604e20 req-ad88d8c9-704a-4a43-b3ba-03cbda783a09 tempest-LiveMigrationTest-1249278027 tempest-LiveMigrationTest-1249278027-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:45:05.810622 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-142525dd-bc3e-4a9e-98c0-47c764604e20 req-ad88d8c9-704a-4a43-b3ba-03cbda783a09 tempest-LiveMigrationTest-1249278027 tempest-LiveMigrationTest-1249278027-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=93fdaf80-df0d-4e8d-a241-d135c3792f47 HTTP/1.1" status: 200 len: 1096 time: 0.0745850 Nov 05 18:45:05.871285 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-142525dd-bc3e-4a9e-98c0-47c764604e20 req-12b41bde-f9a1-4a74-bffb-04238db4c392 tempest-LiveMigrationTest-1249278027 tempest-LiveMigrationTest-1249278027-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=3677ad50-e4bf-4315-8aa4-e48810edc139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532448 Nov 05 18:45:05.873899 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc2182b-15a7-44d0-9693-84f85ae7d002 req-7d3d4662-e88b-47b2-961c-5ef5a60a0267 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:45:05.876322 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-8bc2182b-15a7-44d0-9693-84f85ae7d002 req-7d3d4662-e88b-47b2-961c-5ef5a60a0267 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5bc495e2-1c46-46a6-944a-7cb0dfc74d97 HTTP/1.1" status: 200 len: 849 time: 0.1080408 Nov 05 18:45:05.886174 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Pushing event updated for resources: {'Port': ['ID=34184226-84ba-4c73-afe1-64d5f93dbd36,revision_number=4']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:45:05.932673 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc2182b-15a7-44d0-9693-84f85ae7d002 req-67cd2c30-70ec-40d8-8018-6434f4149d50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:45:05.934556 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-8bc2182b-15a7-44d0-9693-84f85ae7d002 req-67cd2c30-70ec-40d8-8018-6434f4149d50 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=fd42acf6-8f16-4d60-b5bc-2ad1579d9211&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0503819 Nov 05 18:45:06.044675 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b3cf8f-b717-4f06-8da5-91d5f115f06d req-08845c52-d532-4e3c-8dc1-94855f6baa64 tempest-InstanceActionsNegativeTestJSON-1409251204 tempest-InstanceActionsNegativeTestJSON-1409251204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:45:06.046110 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-99b3cf8f-b717-4f06-8da5-91d5f115f06d req-08845c52-d532-4e3c-8dc1-94855f6baa64 tempest-InstanceActionsNegativeTestJSON-1409251204 tempest-InstanceActionsNegativeTestJSON-1409251204-project] 10.222.0.13 "GET /v2.0/ports?device_id=03afe10b-af86-466f-9634-a29594d7e498 HTTP/1.1" status: 200 len: 944 time: 0.0656734 Nov 05 18:45:06.060202 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-8bc2182b-15a7-44d0-9693-84f85ae7d002 req-e9a4d7b7-cbfb-40b6-a72d-99cb71cb29ec service neutron] 10.222.0.41 "GET /v2.0/networks/fd42acf6-8f16-4d60-b5bc-2ad1579d9211?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1172817 Nov 05 18:45:06.060940 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] get_ports_and_sgs() called for port_ids ['34184226-84ba-4c73-afe1-64d5f93dbd36'] {{(pid=102388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 18:45:06.130723 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-99b3cf8f-b717-4f06-8da5-91d5f115f06d req-ee581e37-8c63-47c2-8f9c-49da2e804438 tempest-InstanceActionsNegativeTestJSON-1409251204 tempest-InstanceActionsNegativeTestJSON-1409251204-project] 10.222.0.13 "GET /v2.0/security-groups?id=79f5d937-03c9-42d3-a09f-e1b2907eff18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768871 Nov 05 18:45:06.169563 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:45:06.169563 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b304910f-7b27-444b-a8fc-977d26b1ceac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:45:06.184595 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-8bc2182b-15a7-44d0-9693-84f85ae7d002 req-7d30e6e4-f8d7-4033-ad05-c8818dec1eb0 service neutron] 10.222.0.41 "GET /v2.0/networks/fd42acf6-8f16-4d60-b5bc-2ad1579d9211?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1173992 Nov 05 18:45:06.244938 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-01228f95-7c26-4efc-9fc9-3ddb55b680f6 req-cd73435a-6359-433e-ab80-5591ae3578a4 tempest-ImagesOneServerNegativeTestJSON-2105042970 tempest-ImagesOneServerNegativeTestJSON-2105042970-project] 10.222.0.13 "GET /v2.0/ports?device_id=26cbf12c-64e7-4344-ae22-305fed3f0dbe HTTP/1.1" status: 200 len: 210 time: 0.0303779 Nov 05 18:45:06.364218 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338f1208-cd13-4909-a299-397eb5cb308f req-7bcc69be-7412-40b2-9f28-cf88d7fc3141 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:45:06.365748 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-338f1208-cd13-4909-a299-397eb5cb308f req-7bcc69be-7412-40b2-9f28-cf88d7fc3141 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4178766de4564cc499086192238e999c&device_id=332b01ca-305d-470b-a5c2-8f6774221f19 HTTP/1.1" status: 200 len: 1094 time: 0.0547283 Nov 05 18:45:06.404136 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91b695a-23ac-487f-aa25-edd1b2d4d2b8 req-b73d864f-59d3-4f7c-b25b-8b093a5494bd tempest-AttachVolumeTestJSON-989501218 tempest-AttachVolumeTestJSON-989501218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:45:06.411764 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-a91b695a-23ac-487f-aa25-edd1b2d4d2b8 req-b73d864f-59d3-4f7c-b25b-8b093a5494bd tempest-AttachVolumeTestJSON-989501218 tempest-AttachVolumeTestJSON-989501218-project] 10.222.0.13 "GET /v2.0/ports?device_id=332b01ca-305d-470b-a5c2-8f6774221f19 HTTP/1.1" status: 200 len: 943 time: 0.0603318 Nov 05 18:45:06.461738 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-a91b695a-23ac-487f-aa25-edd1b2d4d2b8 req-bb23dfb1-00f9-4d7f-9376-1ad01becd477 tempest-AttachVolumeTestJSON-989501218 tempest-AttachVolumeTestJSON-989501218-project] 10.222.0.13 "GET /v2.0/security-groups?id=ef933554-0df5-4bb3-a185-95505310ff6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490823 Nov 05 18:45:06.479123 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338f1208-cd13-4909-a299-397eb5cb308f req-fe94eeac-3d2c-4ea3-9ccf-b6907ba2a1bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:45:06.480798 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-338f1208-cd13-4909-a299-397eb5cb308f req-fe94eeac-3d2c-4ea3-9ccf-b6907ba2a1bb service neutron] 10.222.0.41 "GET /v2.0/networks?id=fd42acf6-8f16-4d60-b5bc-2ad1579d9211 HTTP/1.1" status: 200 len: 911 time: 0.1073248 Nov 05 18:45:06.526356 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-338f1208-cd13-4909-a299-397eb5cb308f req-d1b87ae9-7200-409e-bb49-be899c5d2a88 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=608f32e7-96f1-46f4-8f20-858b7b1eedd7 HTTP/1.1" status: 200 len: 217 time: 0.0380943 Nov 05 18:45:06.586949 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338f1208-cd13-4909-a299-397eb5cb308f req-40f7b3a7-1cd0-4eaa-9202-a6612df650ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:45:06.588573 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-338f1208-cd13-4909-a299-397eb5cb308f req-40f7b3a7-1cd0-4eaa-9202-a6612df650ea service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5bc495e2-1c46-46a6-944a-7cb0dfc74d97 HTTP/1.1" status: 200 len: 849 time: 0.0545805 Nov 05 18:45:06.638115 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338f1208-cd13-4909-a299-397eb5cb308f req-9863c982-01b5-4f58-8ba1-9aeb998f7910 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:45:06.639601 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-338f1208-cd13-4909-a299-397eb5cb308f req-9863c982-01b5-4f58-8ba1-9aeb998f7910 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=fd42acf6-8f16-4d60-b5bc-2ad1579d9211&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0437303 Nov 05 18:45:06.737553 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-338f1208-cd13-4909-a299-397eb5cb308f req-ec0f8c9a-001f-4d4d-8507-972f89c30e32 service neutron] 10.222.0.41 "GET /v2.0/networks/fd42acf6-8f16-4d60-b5bc-2ad1579d9211?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903504 Nov 05 18:45:06.837349 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-338f1208-cd13-4909-a299-397eb5cb308f req-4e68f8ef-fe65-4635-b01b-d500c1dccaa6 service neutron] 10.222.0.41 "GET /v2.0/networks/fd42acf6-8f16-4d60-b5bc-2ad1579d9211?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919147 Nov 05 18:45:07.002021 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694eff60-ad1f-4cfc-b160-7c30b0d44837 req-55603e7c-0343-4e02-b2e6-3ff885447154 tempest-LiveMigrationTest-1249278027 tempest-LiveMigrationTest-1249278027-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:45:07.003947 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-694eff60-ad1f-4cfc-b160-7c30b0d44837 req-55603e7c-0343-4e02-b2e6-3ff885447154 tempest-LiveMigrationTest-1249278027 tempest-LiveMigrationTest-1249278027-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=93fdaf80-df0d-4e8d-a241-d135c3792f47 HTTP/1.1" status: 200 len: 1096 time: 0.0421028 Nov 05 18:45:07.052744 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-694eff60-ad1f-4cfc-b160-7c30b0d44837 req-50fb4892-8433-4374-9172-25b1b444db0a tempest-LiveMigrationTest-1249278027 tempest-LiveMigrationTest-1249278027-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=3677ad50-e4bf-4315-8aa4-e48810edc139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424404 Nov 05 18:45:07.123482 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 48666) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:45:07.242008 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-d709c281-2838-4bf7-9116-fee9a69bf5f6 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-380963098-network', 'tenant_id': '97328bf82188472f95d7e0dd2282b437'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:45:07.263801 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae71a75-8c70-4d71-8901-a898e5c44d1a req-4c9fd97b-b533-482a-8177-36a7f7d57fdf tempest-InstanceActionsNegativeTestJSON-1409251204 tempest-InstanceActionsNegativeTestJSON-1409251204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:45:07.266085 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-8ae71a75-8c70-4d71-8901-a898e5c44d1a req-4c9fd97b-b533-482a-8177-36a7f7d57fdf tempest-InstanceActionsNegativeTestJSON-1409251204 tempest-InstanceActionsNegativeTestJSON-1409251204-project] 10.222.0.13 "GET /v2.0/ports?device_id=03afe10b-af86-466f-9634-a29594d7e498 HTTP/1.1" status: 200 len: 944 time: 0.0557959 Nov 05 18:45:07.316173 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-8ae71a75-8c70-4d71-8901-a898e5c44d1a req-0855e1a4-75e3-422c-b169-c4346dd51685 tempest-InstanceActionsNegativeTestJSON-1409251204 tempest-InstanceActionsNegativeTestJSON-1409251204-project] 10.222.0.13 "GET /v2.0/security-groups?id=79f5d937-03c9-42d3-a09f-e1b2907eff18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441322 Nov 05 18:45:07.358929 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d709c281-2838-4bf7-9116-fee9a69bf5f6 admin admin] Made reservation on behalf of 97328bf82188472f95d7e0dd2282b437 for: {'network': 1} {{(pid=102386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 18:45:07.362945 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-d709c281-2838-4bf7-9116-fee9a69bf5f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for network, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:45:07.372770 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-d709c281-2838-4bf7-9116-fee9a69bf5f6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:45:07.373195 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Device 34184226-84ba-4c73-afe1-64d5f93dbd36 up at agent hyperv_n-h1-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 18:45:07.397555 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-e66f97c5-b649-4eca-9468-923079974712 req-48489040-8fa4-4ebe-ad8a-e3109f1a141e tempest-ImagesOneServerNegativeTestJSON-2105042970 tempest-ImagesOneServerNegativeTestJSON-2105042970-project] 10.222.0.13 "GET /v2.0/ports?device_id=26cbf12c-64e7-4344-ae22-305fed3f0dbe HTTP/1.1" status: 200 len: 210 time: 0.0278006 Nov 05 18:45:07.461745 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-d709c281-2838-4bf7-9116-fee9a69bf5f6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:45:07.579938 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447a4af0-5150-411a-9793-912415d1580c req-250ceac5-021c-472c-b393-ed715849053f tempest-AttachVolumeTestJSON-989501218 tempest-AttachVolumeTestJSON-989501218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:45:07.585428 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-447a4af0-5150-411a-9793-912415d1580c req-250ceac5-021c-472c-b393-ed715849053f tempest-AttachVolumeTestJSON-989501218 tempest-AttachVolumeTestJSON-989501218-project] 10.222.0.13 "GET /v2.0/ports?device_id=332b01ca-305d-470b-a5c2-8f6774221f19 HTTP/1.1" status: 200 len: 943 time: 0.0486622 Nov 05 18:45:07.631338 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Provisioning for port 34184226-84ba-4c73-afe1-64d5f93dbd36 completed by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 05 18:45:07.631619 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-d709c281-2838-4bf7-9116-fee9a69bf5f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:45:07.632146 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Provisioning complete for port 34184226-84ba-4c73-afe1-64d5f93dbd36 triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:45:07.632146 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:45:07.638504 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-447a4af0-5150-411a-9793-912415d1580c req-2f054679-0211-42cc-a589-6092a84c947b tempest-AttachVolumeTestJSON-989501218 tempest-AttachVolumeTestJSON-989501218-project] 10.222.0.13 "GET /v2.0/security-groups?id=ef933554-0df5-4bb3-a185-95505310ff6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502234 Nov 05 18:45:07.644575 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d709c281-2838-4bf7-9116-fee9a69bf5f6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 180} {{(pid=102386) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 05 18:45:07.659670 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d709c281-2838-4bf7-9116-fee9a69bf5f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b86adff-4a9f-4ee7-9e87-504cc86d3d57,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:45:07.664631 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-d709c281-2838-4bf7-9116-fee9a69bf5f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273'] for segment, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:45:07.666175 n-d-816865-1 neutron-server[102386]: INFO neutron.db.segments_db [None req-d709c281-2838-4bf7-9116-fee9a69bf5f6 admin admin] Added segment 344b2fe5-9ae3-40f3-b64f-84eda91e921b of type vlan for network 9e4ef535-d14c-4262-8392-8dc3ea3c91cf Nov 05 18:45:07.710862 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-d709c281-2838-4bf7-9116-fee9a69bf5f6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750027258543'] for network, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:45:07.725670 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:45:07.752263 n-d-816865-1 neutron-server[102388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03afe10b-af86-466f-9634-a29594d7e498', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34184226-84ba-4c73-afe1-64d5f93dbd36'}] {{(pid=102388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 18:45:07.757550 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85474fee1180e129d8a886d264fe0b30223aa672dd1ffe43b630605f18504f68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-978bf979-f67f-44dd-8e59-334ebd3bc7d3" -d '{"events": [{"server_uuid": "03afe10b-af86-466f-9634-a29594d7e498", "name": "network-vif-plugged", "status": "completed", "tag": "34184226-84ba-4c73-afe1-64d5f93dbd36"}]}' {{(pid=102388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 18:45:07.769914 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] For port 34184226-84ba-4c73-afe1-64d5f93dbd36, host n-h1-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=34184226-84ba-4c73-afe1-64d5f93dbd36,segment=NetworkSegment(3a8c6497-f0be-4baf-9e05-eeaa88bce1f1),segment_id=3a8c6497-f0be-4baf-9e05-eeaa88bce1f1)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:45:07.793057 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 18:45:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60eb3594-deb7-4925-a3a8-6527ae6dbaab x-openstack-request-id: req-60eb3594-deb7-4925-a3a8-6527ae6dbaab {{(pid=102388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 18:45:07.793360 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03afe10b-af86-466f-9634-a29594d7e498", "name": "network-vif-plugged", "status": "completed", "tag": "34184226-84ba-4c73-afe1-64d5f93dbd36", "code": 200}]} {{(pid=102388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 18:45:07.793609 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-60eb3594-deb7-4925-a3a8-6527ae6dbaab {{(pid=102388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 18:45:07.793997 n-d-816865-1 neutron-server[102388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03afe10b-af86-466f-9634-a29594d7e498', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34184226-84ba-4c73-afe1-64d5f93dbd36', 'code': 200} Nov 05 18:45:07.881682 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-d709c281-2838-4bf7-9116-fee9a69bf5f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-956796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877'] for network, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:45:07.882788 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d709c281-2838-4bf7-9116-fee9a69bf5f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:45:07.883384 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-d709c281-2838-4bf7-9116-fee9a69bf5f6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597851'] for network, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:45:07.924807 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:45:07.947672 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a766a6f-47db-4b8c-a30a-071f2ded4c27 req-61bf04c5-7a5f-4673-a992-f582ff603387 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:45:07.949183 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-8a766a6f-47db-4b8c-a30a-071f2ded4c27 req-61bf04c5-7a5f-4673-a992-f582ff603387 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=03afe10b-af86-466f-9634-a29594d7e498 HTTP/1.1" status: 200 len: 1095 time: 0.0980101 Nov 05 18:45:07.991628 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Pushing event updated for resources: {'Port': ['ID=34184226-84ba-4c73-afe1-64d5f93dbd36,revision_number=5']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:45:07.991767 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d709c281-2838-4bf7-9116-fee9a69bf5f6 admin admin] Pushing event updated for resources: {'Network': ['ID=9e4ef535-d14c-4262-8392-8dc3ea3c91cf,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:45:08.007970 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Network 9e4ef535-d14c-4262-8392-8dc3ea3c91cf details requested by agent ovs-agent-n-d-816865-1 with host n-d-816865-1 {{(pid=102388) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 05 18:45:08.095022 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-d709c281-2838-4bf7-9116-fee9a69bf5f6 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.9700670 Nov 05 18:45:08.095535 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 48696) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:45:08.100996 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-8a766a6f-47db-4b8c-a30a-071f2ded4c27 req-4b3a3f2c-7851-4787-a19f-d4556024f26d service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=79f5d937-03c9-42d3-a09f-e1b2907eff18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366456 Nov 05 18:45:08.102008 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-da611c13-e8c6-47ce-91f2-2ce51d428867 admin admin] Request body: {'subnet': {'network_id': '9e4ef535-d14c-4262-8392-8dc3ea3c91cf', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-380963098-subnet', 'tenant_id': '97328bf82188472f95d7e0dd2282b437', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:45:08.121216 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a1bab4-9f43-4d05-b334-67a76a2b73c7 req-f8d6c6a2-4bfa-4226-83b5-bfea01aaaeb7 tempest-ImagesOneServerNegativeTestJSON-2105042970 tempest-ImagesOneServerNegativeTestJSON-2105042970-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:45:08.122867 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-e1a1bab4-9f43-4d05-b334-67a76a2b73c7 req-f8d6c6a2-4bfa-4226-83b5-bfea01aaaeb7 tempest-ImagesOneServerNegativeTestJSON-2105042970 tempest-ImagesOneServerNegativeTestJSON-2105042970-project] 10.222.0.55 "GET /v2.0/networks?id=8c2c2df7-da1b-4d55-8c99-ae0be0798f81 HTTP/1.1" status: 200 len: 822 time: 0.1727812 Nov 05 18:45:08.139545 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [req-e1a1bab4-9f43-4d05-b334-67a76a2b73c7 req-8ae4f99e-bb61-4d90-b803-9357b4aeedcf tempest-ImagesOneServerNegativeTestJSON-2105042970 tempest-ImagesOneServerNegativeTestJSON-2105042970-project] Request body: {'port': {'device_id': '26cbf12c-64e7-4344-ae22-305fed3f0dbe', 'network_id': '8c2c2df7-da1b-4d55-8c99-ae0be0798f81', 'admin_state_up': True, 'tenant_id': '8837234f92224196b6ab2cecebe44d96'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:45:08.181472 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-31f93893-a48e-4ae8-833d-dccb2b42eacc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:45:08.244165 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da611c13-e8c6-47ce-91f2-2ce51d428867 admin admin] Made reservation on behalf of 97328bf82188472f95d7e0dd2282b437 for: {'subnet': 1} {{(pid=102387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 18:45:08.246949 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-da611c13-e8c6-47ce-91f2-2ce51d428867 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5112236'] for subnet, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:45:08.381401 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e1a1bab4-9f43-4d05-b334-67a76a2b73c7 req-8ae4f99e-bb61-4d90-b803-9357b4aeedcf tempest-ImagesOneServerNegativeTestJSON-2105042970 tempest-ImagesOneServerNegativeTestJSON-2105042970-project] Made reservation on behalf of 8837234f92224196b6ab2cecebe44d96 for: {'port': 1} {{(pid=102386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 18:45:08.386213 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-e1a1bab4-9f43-4d05-b334-67a76a2b73c7 req-8ae4f99e-bb61-4d90-b803-9357b4aeedcf tempest-ImagesOneServerNegativeTestJSON-2105042970 tempest-ImagesOneServerNegativeTestJSON-2105042970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:45:08.469942 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456174e2-2eb1-4220-81d6-a65904ea8053 req-2afdfe1a-7d56-4078-b2fb-0a9b65b6d723 tempest-InstanceActionsNegativeTestJSON-1409251204 tempest-InstanceActionsNegativeTestJSON-1409251204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:45:08.471540 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-456174e2-2eb1-4220-81d6-a65904ea8053 req-2afdfe1a-7d56-4078-b2fb-0a9b65b6d723 tempest-InstanceActionsNegativeTestJSON-1409251204 tempest-InstanceActionsNegativeTestJSON-1409251204-project] 10.222.0.13 "GET /v2.0/ports?device_id=03afe10b-af86-466f-9634-a29594d7e498 HTTP/1.1" status: 200 len: 945 time: 0.0598350 Nov 05 18:45:08.522641 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.db_base_plugin_common [req-e1a1bab4-9f43-4d05-b334-67a76a2b73c7 req-8ae4f99e-bb61-4d90-b803-9357b4aeedcf tempest-ImagesOneServerNegativeTestJSON-2105042970 tempest-ImagesOneServerNegativeTestJSON-2105042970-project] Allocated IP 172.20.0.6 (8c2c2df7-da1b-4d55-8c99-ae0be0798f81/bd510a31-dda0-4360-ac1b-8b1e239249b4/997dee40-bf40-4f75-91d5-77ef3b7c9f71) {{(pid=102386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 18:45:08.523266 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-456174e2-2eb1-4220-81d6-a65904ea8053 req-f6bd46d6-d03b-4214-a7f1-9ae361643f5c tempest-InstanceActionsNegativeTestJSON-1409251204 tempest-InstanceActionsNegativeTestJSON-1409251204-project] 10.222.0.13 "GET /v2.0/security-groups?id=79f5d937-03c9-42d3-a09f-e1b2907eff18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455039 Nov 05 18:45:08.558994 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:45:08.561406 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-da611c13-e8c6-47ce-91f2-2ce51d428867 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4417463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5112218'] for subnet, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:45:08.644960 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da611c13-e8c6-47ce-91f2-2ce51d428867 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a56c3e18-831b-4295-9866-e3b8d13b0f77,revision_number=0']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:45:08.648423 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-6561f3a6-0ed6-4149-b5fb-496bb7edb5cf req-04794d1e-c6aa-450b-b55f-07b9ce79a179 tempest-ImagesOneServerNegativeTestJSON-2105042970 tempest-ImagesOneServerNegativeTestJSON-2105042970-project] 10.222.0.13 "GET /v2.0/ports?device_id=26cbf12c-64e7-4344-ae22-305fed3f0dbe HTTP/1.1" status: 200 len: 210 time: 0.0447779 Nov 05 18:45:08.655495 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da611c13-e8c6-47ce-91f2-2ce51d428867 admin admin] Checking segment: {'id': '344b2fe5-9ae3-40f3-b64f-84eda91e921b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '9e4ef535-d14c-4262-8392-8dc3ea3c91cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 18:45:08.655495 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da611c13-e8c6-47ce-91f2-2ce51d428867 admin admin] Network hostable DHCP agents. Network: 9e4ef535-d14c-4262-8392-8dc3ea3c91cf, hostable agents: ['987e2ca0-bc3b-4c6f-a989-429ccfbf753f'], hosted agents: [] {{(pid=102387) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 05 18:45:08.712998 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-e1a1bab4-9f43-4d05-b334-67a76a2b73c7 req-8ae4f99e-bb61-4d90-b803-9357b4aeedcf tempest-ImagesOneServerNegativeTestJSON-2105042970 tempest-ImagesOneServerNegativeTestJSON-2105042970-project] Publish callbacks [] for port, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:45:08.752799 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da611c13-e8c6-47ce-91f2-2ce51d428867 admin admin] Network 9e4ef535-d14c-4262-8392-8dc3ea3c91cf is scheduled to be hosted by DHCP agent 987e2ca0-bc3b-4c6f-a989-429ccfbf753f with binding_index 1 {{(pid=102387) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 05 18:45:08.804902 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-e1a1bab4-9f43-4d05-b334-67a76a2b73c7 req-8ae4f99e-bb61-4d90-b803-9357b4aeedcf tempest-ImagesOneServerNegativeTestJSON-2105042970 tempest-ImagesOneServerNegativeTestJSON-2105042970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:45:08.826576 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3037359a-2bd7-4291-bd56-648731421776 req-cf85b8a7-ac9f-4170-953c-cac0f3641e5d tempest-AttachVolumeTestJSON-989501218 tempest-AttachVolumeTestJSON-989501218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:45:08.829050 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-3037359a-2bd7-4291-bd56-648731421776 req-cf85b8a7-ac9f-4170-953c-cac0f3641e5d tempest-AttachVolumeTestJSON-989501218 tempest-AttachVolumeTestJSON-989501218-project] 10.222.0.13 "GET /v2.0/ports?device_id=332b01ca-305d-470b-a5c2-8f6774221f19 HTTP/1.1" status: 200 len: 943 time: 0.0566833 Nov 05 18:45:08.848994 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e1a1bab4-9f43-4d05-b334-67a76a2b73c7 req-8ae4f99e-bb61-4d90-b803-9357b4aeedcf tempest-ImagesOneServerNegativeTestJSON-2105042970 tempest-ImagesOneServerNegativeTestJSON-2105042970-project] Network 8c2c2df7-da1b-4d55-8c99-ae0be0798f81 is already hosted by enough agents. {{(pid=102386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 18:45:08.853794 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.base_scheduler [req-e1a1bab4-9f43-4d05-b334-67a76a2b73c7 req-8ae4f99e-bb61-4d90-b803-9357b4aeedcf tempest-ImagesOneServerNegativeTestJSON-2105042970 tempest-ImagesOneServerNegativeTestJSON-2105042970-project] Resources bound (agent type, host, resource id): {{(pid=102386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:45:08.856271 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1a1bab4-9f43-4d05-b334-67a76a2b73c7 req-8ae4f99e-bb61-4d90-b803-9357b4aeedcf tempest-ImagesOneServerNegativeTestJSON-2105042970 tempest-ImagesOneServerNegativeTestJSON-2105042970-project] Received port after_create {{(pid=102386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 18:45:08.880023 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-3037359a-2bd7-4291-bd56-648731421776 req-42c1b5a7-5085-4871-ac49-d2c38f449a8f tempest-AttachVolumeTestJSON-989501218 tempest-AttachVolumeTestJSON-989501218-project] 10.222.0.13 "GET /v2.0/security-groups?id=ef933554-0df5-4bb3-a185-95505310ff6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446620 Nov 05 18:45:08.902120 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae4f99e-bb61-4d90-b803-9357b4aeedcf tempest-ImagesOneServerNegativeTestJSON-2105042970 tempest-ImagesOneServerNegativeTestJSON-2105042970-project] Pushing event updated for resources: {'Port': ['ID=997dee40-bf40-4f75-91d5-77ef3b7c9f71,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:45:08.910313 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.base_scheduler [None req-da611c13-e8c6-47ce-91f2-2ce51d428867 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816865-1, 9e4ef535-d14c-4262-8392-8dc3ea3c91cf) {{(pid=102387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:45:08.913078 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da611c13-e8c6-47ce-91f2-2ce51d428867 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:45:08.913756 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-da611c13-e8c6-47ce-91f2-2ce51d428867 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597851'] for subnet, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:45:08.918337 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a1bab4-9f43-4d05-b334-67a76a2b73c7 req-8ae4f99e-bb61-4d90-b803-9357b4aeedcf tempest-ImagesOneServerNegativeTestJSON-2105042970 tempest-ImagesOneServerNegativeTestJSON-2105042970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:45:08.919088 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-e1a1bab4-9f43-4d05-b334-67a76a2b73c7 req-8ae4f99e-bb61-4d90-b803-9357b4aeedcf tempest-ImagesOneServerNegativeTestJSON-2105042970 tempest-ImagesOneServerNegativeTestJSON-2105042970-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:45:08.928452 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47d7c5fe-1caf-428e-bd0a-00103218cf79 None None] Network 9e4ef535-d14c-4262-8392-8dc3ea3c91cf requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 18:45:09.006947 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-e1a1bab4-9f43-4d05-b334-67a76a2b73c7 req-8ae4f99e-bb61-4d90-b803-9357b4aeedcf tempest-ImagesOneServerNegativeTestJSON-2105042970 tempest-ImagesOneServerNegativeTestJSON-2105042970-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8735285 Nov 05 18:45:09.008765 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-da611c13-e8c6-47ce-91f2-2ce51d428867 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.9118967 Nov 05 18:45:09.011377 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 48716) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:45:09.017586 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-952fd2f4-b19e-42e3-a200-cb1a9303d627 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-380963098-router', 'tenant_id': '97328bf82188472f95d7e0dd2282b437', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec'}}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:45:09.025985 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [req-e1a1bab4-9f43-4d05-b334-67a76a2b73c7 req-15113fee-955c-4fff-84e8-9c429da42906 service neutron] Request body: {'port': {'device_id': '26cbf12c-64e7-4344-ae22-305fed3f0dbe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816865-1'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:45:09.098538 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-e1a1bab4-9f43-4d05-b334-67a76a2b73c7 req-15113fee-955c-4fff-84e8-9c429da42906 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:45:09.103486 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2e3f627-280d-49f3-a0b0-0b82cec3285a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeb20a084-accf-5b60-8075-3e69ebe863a6-9e4ef535-d14c-4262-8392-8dc3ea3c91cf', 'network_id': '9e4ef535-d14c-4262-8392-8dc3ea3c91cf', 'tenant_id': '97328bf82188472f95d7e0dd2282b437', 'fixed_ips': [{'subnet_id': 'a56c3e18-831b-4295-9866-e3b8d13b0f77'}]}} from n-d-816865-1. {{(pid=102388) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 05 18:45:09.104406 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-a2e3f627-280d-49f3-a0b0-0b82cec3285a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:45:09.138660 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-952fd2f4-b19e-42e3-a200-cb1a9303d627 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-571139', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6874'] for router, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:45:09.139790 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-952fd2f4-b19e-42e3-a200-cb1a9303d627 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-571375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1000570', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1011585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6867'] for router, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:45:09.247854 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.db_base_plugin_common [None req-a2e3f627-280d-49f3-a0b0-0b82cec3285a None None] Allocated IP 172.20.0.2 (9e4ef535-d14c-4262-8392-8dc3ea3c91cf/a56c3e18-831b-4295-9866-e3b8d13b0f77/369e20a3-ffc5-4a00-bd19-5ecd9582315f) {{(pid=102388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 18:45:09.260914 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-952fd2f4-b19e-42e3-a200-cb1a9303d627 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:45:09.389426 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Device 608f32e7-96f1-46f4-8f20-858b7b1eedd7 details requested by agent hyperv_n-h1-816865-1 with host n-h1-816865-1 {{(pid=102388) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 05 18:45:09.426742 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-a2e3f627-280d-49f3-a0b0-0b82cec3285a None None] Publish callbacks [] for port, precommit_create {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:45:09.441050 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [req-765afac4-e843-4464-aa76-fca5b660715c req-a6d0e3fa-76f9-4310-8505-63aca7425667 tempest-LiveMigrationTest-1249278027 tempest-LiveMigrationTest-1249278027-project-admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=102387) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 05 18:45:09.444664 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-765afac4-e843-4464-aa76-fca5b660715c req-a6d0e3fa-76f9-4310-8505-63aca7425667 tempest-LiveMigrationTest-1249278027 tempest-LiveMigrationTest-1249278027-project-admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0126133 Nov 05 18:45:09.489558 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765afac4-e843-4464-aa76-fca5b660715c req-bfcc80a4-5d8d-4f55-ae55-f16c2933543b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:45:09.496988 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-765afac4-e843-4464-aa76-fca5b660715c req-bfcc80a4-5d8d-4f55-ae55-f16c2933543b service neutron] 10.222.0.13 "GET /v2.0/ports/8627f3a1-d0a8-455a-9185-f1f27b8b930d HTTP/1.1" status: 200 len: 1093 time: 0.0447748 Nov 05 18:45:09.501528 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [req-765afac4-e843-4464-aa76-fca5b660715c req-5cd1e318-1657-4020-9845-c33c0eb1f490 service neutron] Request body: {'binding': {'host': 'n-h1-816865-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:45:09.502069 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [req-765afac4-e843-4464-aa76-fca5b660715c req-5cd1e318-1657-4020-9845-c33c0eb1f490 service neutron] Unknown quota resources ['binding']. {{(pid=102387) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 05 18:45:09.520841 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] For port 608f32e7-96f1-46f4-8f20-858b7b1eedd7, host n-h1-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=608f32e7-96f1-46f4-8f20-858b7b1eedd7,segment=NetworkSegment(ef5714ac-d60a-42ed-804f-a2e28bab422f),segment_id=ef5714ac-d60a-42ed-804f-a2e28bab422f)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:45:09.528119 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-952fd2f4-b19e-42e3-a200-cb1a9303d627 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:45:09.536372 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-a2e3f627-280d-49f3-a0b0-0b82cec3285a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789'] for port, after_create {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:45:09.544721 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Returning: {'device': '608f32e7-96f1-46f4-8f20-858b7b1eedd7', 'network_id': 'fd42acf6-8f16-4d60-b5bc-2ad1579d9211', 'port_id': '608f32e7-96f1-46f4-8f20-858b7b1eedd7', 'mac_address': 'fa:16:3e:f9:0d:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5bc495e2-1c46-46a6-944a-7cb0dfc74d97', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102388) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 05 18:45:09.572082 n-d-816865-1 neutron-server[102386]: DEBUG neutron.notifiers.nova [req-e1a1bab4-9f43-4d05-b334-67a76a2b73c7 req-15113fee-955c-4fff-84e8-9c429da42906 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 997dee40-bf40-4f75-91d5-77ef3b7c9f71 {{(pid=102386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 18:45:09.585261 n-d-816865-1 neutron-server[102388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2e3f627-280d-49f3-a0b0-0b82cec3285a None None] Network 9e4ef535-d14c-4262-8392-8dc3ea3c91cf is already hosted by enough agents. {{(pid=102388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 18:45:09.589845 n-d-816865-1 neutron-server[102388]: DEBUG neutron.scheduler.base_scheduler [None req-a2e3f627-280d-49f3-a0b0-0b82cec3285a None None] Resources bound (agent type, host, resource id): {{(pid=102388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:45:09.596326 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-e1a1bab4-9f43-4d05-b334-67a76a2b73c7 req-15113fee-955c-4fff-84e8-9c429da42906 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:45:09.615449 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.provisioning_blocks [req-e1a1bab4-9f43-4d05-b334-67a76a2b73c7 req-15113fee-955c-4fff-84e8-9c429da42906 service neutron] Transition to ACTIVE for port object 997dee40-bf40-4f75-91d5-77ef3b7c9f71 will not be triggered until provisioned by entity L2. {{(pid=102386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 05 18:45:09.619244 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2e3f627-280d-49f3-a0b0-0b82cec3285a None None] Received port after_create {{(pid=102388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 18:45:09.628480 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e3f627-280d-49f3-a0b0-0b82cec3285a None None] Pushing event updated for resources: {'Port': ['ID=369e20a3-ffc5-4a00-bd19-5ecd9582315f,revision_number=1']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:45:09.676358 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:45:09.700859 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.managers [req-765afac4-e843-4464-aa76-fca5b660715c req-5cd1e318-1657-4020-9845-c33c0eb1f490 service neutron] Attempting to bind port 8627f3a1-d0a8-455a-9185-f1f27b8b930d on host n-h1-816865-1 for vnic_type normal with profile None {{(pid=102387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 18:45:09.701235 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.managers [req-765afac4-e843-4464-aa76-fca5b660715c req-5cd1e318-1657-4020-9845-c33c0eb1f490 service neutron] Attempting to bind port 8627f3a1-d0a8-455a-9185-f1f27b8b930d by drivers openvswitch,hyperv on host n-h1-816865-1 at level 0 using segments [{'id': 'b9f65680-5ef1-4bb4-ac2c-6d7ba403921d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '1a9992ef-da6b-4f25-bd43-f1196ce8f1a8'}] {{(pid=102387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 18:45:09.701505 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-765afac4-e843-4464-aa76-fca5b660715c req-5cd1e318-1657-4020-9845-c33c0eb1f490 service neutron] Attempting to bind port 8627f3a1-d0a8-455a-9185-f1f27b8b930d on network 1a9992ef-da6b-4f25-bd43-f1196ce8f1a8 {{(pid=102387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 18:45:09.703647 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-a2e3f627-280d-49f3-a0b0-0b82cec3285a None None] Attempting to bind port 369e20a3-ffc5-4a00-bd19-5ecd9582315f on host n-d-816865-1 for vnic_type normal with profile {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 18:45:09.704134 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-a2e3f627-280d-49f3-a0b0-0b82cec3285a None None] Attempting to bind port 369e20a3-ffc5-4a00-bd19-5ecd9582315f by drivers openvswitch,hyperv on host n-d-816865-1 at level 0 using segments [{'id': '344b2fe5-9ae3-40f3-b64f-84eda91e921b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '9e4ef535-d14c-4262-8392-8dc3ea3c91cf'}] {{(pid=102388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 18:45:09.704494 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2e3f627-280d-49f3-a0b0-0b82cec3285a None None] Attempting to bind port 369e20a3-ffc5-4a00-bd19-5ecd9582315f on network 9e4ef535-d14c-4262-8392-8dc3ea3c91cf {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 18:45:09.707181 n-d-816865-1 neutron-server[102388]: DEBUG neutron.notifiers.nova [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 608f32e7-96f1-46f4-8f20-858b7b1eedd7 {{(pid=102388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 18:45:09.712083 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-765afac4-e843-4464-aa76-fca5b660715c req-5cd1e318-1657-4020-9845-c33c0eb1f490 service neutron] Port 8627f3a1-d0a8-455a-9185-f1f27b8b930d on network 1a9992ef-da6b-4f25-bd43-f1196ce8f1a8 not bound, no agent of type Open vSwitch agent registered on host n-h1-816865-1 {{(pid=102387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 18:45:09.712083 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-765afac4-e843-4464-aa76-fca5b660715c req-5cd1e318-1657-4020-9845-c33c0eb1f490 service neutron] Attempting to bind port 8627f3a1-d0a8-455a-9185-f1f27b8b930d on network 1a9992ef-da6b-4f25-bd43-f1196ce8f1a8 {{(pid=102387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 18:45:09.720126 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2e3f627-280d-49f3-a0b0-0b82cec3285a None None] Checking agent: {'id': '724d89a7-611b-41e6-bc85-c48112b17afa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 18, 25, 8), 'started_at': datetime.datetime(2021, 11, 5, 18, 25, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 18, 45, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 18:45:09.720500 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2e3f627-280d-49f3-a0b0-0b82cec3285a None None] Checking segment: {'id': '344b2fe5-9ae3-40f3-b64f-84eda91e921b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '9e4ef535-d14c-4262-8392-8dc3ea3c91cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 18:45:09.720898 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-a2e3f627-280d-49f3-a0b0-0b82cec3285a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:45:09.721514 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2e3f627-280d-49f3-a0b0-0b82cec3285a None None] Bound using segment: {'id': '344b2fe5-9ae3-40f3-b64f-84eda91e921b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '9e4ef535-d14c-4262-8392-8dc3ea3c91cf'} {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 18:45:09.721971 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-a2e3f627-280d-49f3-a0b0-0b82cec3285a None None] Bound port: 369e20a3-ffc5-4a00-bd19-5ecd9582315f, host: n-d-816865-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '344b2fe5-9ae3-40f3-b64f-84eda91e921b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '9e4ef535-d14c-4262-8392-8dc3ea3c91cf'}}] {{(pid=102388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 18:45:09.722377 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-a2e3f627-280d-49f3-a0b0-0b82cec3285a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:45:09.723958 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95d4895-1196-4f03-8ae2-f6e5fed090ba req-6b913126-7813-4c98-a79a-0fbf4c666b6b tempest-InstanceActionsNegativeTestJSON-1409251204 tempest-InstanceActionsNegativeTestJSON-1409251204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:45:09.725575 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-c95d4895-1196-4f03-8ae2-f6e5fed090ba req-6b913126-7813-4c98-a79a-0fbf4c666b6b tempest-InstanceActionsNegativeTestJSON-1409251204 tempest-InstanceActionsNegativeTestJSON-1409251204-project] 10.222.0.13 "GET /v2.0/ports?device_id=03afe10b-af86-466f-9634-a29594d7e498 HTTP/1.1" status: 200 len: 945 time: 0.0786200 Nov 05 18:45:09.737711 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-765afac4-e843-4464-aa76-fca5b660715c req-5cd1e318-1657-4020-9845-c33c0eb1f490 service neutron] Checking agent: {'id': 'eb596d7c-8c64-42bd-8aca-fad447eb0eab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816865-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 18, 33, 34), 'started_at': datetime.datetime(2021, 11, 5, 18, 33, 34), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 18, 45, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 18:45:09.739034 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-765afac4-e843-4464-aa76-fca5b660715c req-5cd1e318-1657-4020-9845-c33c0eb1f490 service neutron] Checking segment: {'id': 'b9f65680-5ef1-4bb4-ac2c-6d7ba403921d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '1a9992ef-da6b-4f25-bd43-f1196ce8f1a8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 18:45:09.739559 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-765afac4-e843-4464-aa76-fca5b660715c req-5cd1e318-1657-4020-9845-c33c0eb1f490 service neutron] Bound using segment: {'id': 'b9f65680-5ef1-4bb4-ac2c-6d7ba403921d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '1a9992ef-da6b-4f25-bd43-f1196ce8f1a8'} {{(pid=102387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 18:45:09.740561 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.managers [req-765afac4-e843-4464-aa76-fca5b660715c req-5cd1e318-1657-4020-9845-c33c0eb1f490 service neutron] Bound port: 8627f3a1-d0a8-455a-9185-f1f27b8b930d, host: n-h1-816865-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b9f65680-5ef1-4bb4-ac2c-6d7ba403921d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '1a9992ef-da6b-4f25-bd43-f1196ce8f1a8'}}] {{(pid=102387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 18:45:09.741355 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] For port 608f32e7-96f1-46f4-8f20-858b7b1eedd7, host n-h1-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=608f32e7-96f1-46f4-8f20-858b7b1eedd7,segment=NetworkSegment(ef5714ac-d60a-42ed-804f-a2e28bab422f),segment_id=ef5714ac-d60a-42ed-804f-a2e28bab422f)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:45:09.791165 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-e1a1bab4-9f43-4d05-b334-67a76a2b73c7 req-15113fee-955c-4fff-84e8-9c429da42906 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6149821'] for port, after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:45:09.803272 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-a2e3f627-280d-49f3-a0b0-0b82cec3285a None None] For port 369e20a3-ffc5-4a00-bd19-5ecd9582315f, host n-d-816865-1, cleared binding levels {{(pid=102388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 18:45:09.806804 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-a2e3f627-280d-49f3-a0b0-0b82cec3285a None None] For port 369e20a3-ffc5-4a00-bd19-5ecd9582315f, host n-d-816865-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=369e20a3-ffc5-4a00-bd19-5ecd9582315f,segment=NetworkSegment(344b2fe5-9ae3-40f3-b64f-84eda91e921b),segment_id=344b2fe5-9ae3-40f3-b64f-84eda91e921b)] {{(pid=102388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 18:45:09.815671 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:45:09.829342 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-c95d4895-1196-4f03-8ae2-f6e5fed090ba req-d6a8f3c1-063d-48ff-a19f-7468045a338b tempest-InstanceActionsNegativeTestJSON-1409251204 tempest-InstanceActionsNegativeTestJSON-1409251204-project] 10.222.0.13 "GET /v2.0/security-groups?id=79f5d937-03c9-42d3-a09f-e1b2907eff18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948102 Nov 05 18:45:09.839866 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.db [req-765afac4-e843-4464-aa76-fca5b660715c req-5cd1e318-1657-4020-9845-c33c0eb1f490 service neutron] For port 8627f3a1-d0a8-455a-9185-f1f27b8b930d, host n-h1-816865-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=8627f3a1-d0a8-455a-9185-f1f27b8b930d,segment=NetworkSegment(b9f65680-5ef1-4bb4-ac2c-6d7ba403921d),segment_id=b9f65680-5ef1-4bb4-ac2c-6d7ba403921d)] {{(pid=102387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 18:45:09.884503 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Pushing event updated for resources: {'Port': ['ID=608f32e7-96f1-46f4-8f20-858b7b1eedd7,revision_number=4']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:45:09.913319 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15113fee-955c-4fff-84e8-9c429da42906 service neutron] Pushing event updated for resources: {'Port': ['ID=997dee40-bf40-4f75-91d5-77ef3b7c9f71,revision_number=2']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:45:09.919430 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-a2e3f627-280d-49f3-a0b0-0b82cec3285a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:45:09.949805 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48bc1e2f-1831-40de-9819-2f28058da901 req-24e0a02d-bc12-40fd-b3cf-5c18903ad795 tempest-ImagesOneServerNegativeTestJSON-2105042970 tempest-ImagesOneServerNegativeTestJSON-2105042970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:45:09.958033 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-48bc1e2f-1831-40de-9819-2f28058da901 req-24e0a02d-bc12-40fd-b3cf-5c18903ad795 tempest-ImagesOneServerNegativeTestJSON-2105042970 tempest-ImagesOneServerNegativeTestJSON-2105042970-project] 10.222.0.13 "GET /v2.0/ports?device_id=26cbf12c-64e7-4344-ae22-305fed3f0dbe HTTP/1.1" status: 200 len: 943 time: 0.0582125 Nov 05 18:45:09.968931 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-952fd2f4-b19e-42e3-a200-cb1a9303d627 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:45:09.990723 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e3f627-280d-49f3-a0b0-0b82cec3285a None None] Pushing event updated for resources: {'Port': ['ID=369e20a3-ffc5-4a00-bd19-5ecd9582315f,revision_number=2']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:45:09.990941 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-765afac4-e843-4464-aa76-fca5b660715c req-5cd1e318-1657-4020-9845-c33c0eb1f490 service neutron] Publish callbacks [] for binding, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:45:09.991639 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-765afac4-e843-4464-aa76-fca5b660715c req-5cd1e318-1657-4020-9845-c33c0eb1f490 service neutron] 10.222.0.13 "POST /v2.0/ports/8627f3a1-d0a8-455a-9185-f1f27b8b930d/bindings HTTP/1.1" status: 201 len: 389 time: 0.4935575 Nov 05 18:45:10.010477 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-952fd2f4-b19e-42e3-a200-cb1a9303d627 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:45:10.057271 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-48bc1e2f-1831-40de-9819-2f28058da901 req-76fe1230-bc9a-4e14-9bad-7f14248e8127 tempest-ImagesOneServerNegativeTestJSON-2105042970 tempest-ImagesOneServerNegativeTestJSON-2105042970-project] 10.222.0.13 "GET /v2.0/security-groups?id=6637cfea-1993-4e71-ac10-e5c82252dcf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966096 Nov 05 18:45:10.059287 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [req-e1a1bab4-9f43-4d05-b334-67a76a2b73c7 req-15113fee-955c-4fff-84e8-9c429da42906 service neutron] Attempting to bind port 997dee40-bf40-4f75-91d5-77ef3b7c9f71 on host n-h2-816865-1 for vnic_type normal with profile {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 18:45:10.059628 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [req-e1a1bab4-9f43-4d05-b334-67a76a2b73c7 req-15113fee-955c-4fff-84e8-9c429da42906 service neutron] Attempting to bind port 997dee40-bf40-4f75-91d5-77ef3b7c9f71 by drivers openvswitch,hyperv on host n-h2-816865-1 at level 0 using segments [{'id': 'e5174132-a641-4aac-ac7f-99c05aefc2b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '8c2c2df7-da1b-4d55-8c99-ae0be0798f81'}] {{(pid=102386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 18:45:10.059954 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1a1bab4-9f43-4d05-b334-67a76a2b73c7 req-15113fee-955c-4fff-84e8-9c429da42906 service neutron] Attempting to bind port 997dee40-bf40-4f75-91d5-77ef3b7c9f71 on network 8c2c2df7-da1b-4d55-8c99-ae0be0798f81 {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 18:45:10.071195 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1a1bab4-9f43-4d05-b334-67a76a2b73c7 req-15113fee-955c-4fff-84e8-9c429da42906 service neutron] Port 997dee40-bf40-4f75-91d5-77ef3b7c9f71 on network 8c2c2df7-da1b-4d55-8c99-ae0be0798f81 not bound, no agent of type Open vSwitch agent registered on host n-h2-816865-1 {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 18:45:10.071402 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1a1bab4-9f43-4d05-b334-67a76a2b73c7 req-15113fee-955c-4fff-84e8-9c429da42906 service neutron] Attempting to bind port 997dee40-bf40-4f75-91d5-77ef3b7c9f71 on network 8c2c2df7-da1b-4d55-8c99-ae0be0798f81 {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 18:45:10.085406 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1a1bab4-9f43-4d05-b334-67a76a2b73c7 req-15113fee-955c-4fff-84e8-9c429da42906 service neutron] Checking agent: {'id': '32aff553-696f-4891-83f5-5c176f61fe54', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816865-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 18, 33, 36), 'started_at': datetime.datetime(2021, 11, 5, 18, 33, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 18, 45, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 18:45:10.085406 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1a1bab4-9f43-4d05-b334-67a76a2b73c7 req-15113fee-955c-4fff-84e8-9c429da42906 service neutron] Checking segment: {'id': 'e5174132-a641-4aac-ac7f-99c05aefc2b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '8c2c2df7-da1b-4d55-8c99-ae0be0798f81'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 18:45:10.085406 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1a1bab4-9f43-4d05-b334-67a76a2b73c7 req-15113fee-955c-4fff-84e8-9c429da42906 service neutron] Bound using segment: {'id': 'e5174132-a641-4aac-ac7f-99c05aefc2b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '8c2c2df7-da1b-4d55-8c99-ae0be0798f81'} {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 18:45:10.085406 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [req-e1a1bab4-9f43-4d05-b334-67a76a2b73c7 req-15113fee-955c-4fff-84e8-9c429da42906 service neutron] Bound port: 997dee40-bf40-4f75-91d5-77ef3b7c9f71, host: n-h2-816865-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e5174132-a641-4aac-ac7f-99c05aefc2b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '8c2c2df7-da1b-4d55-8c99-ae0be0798f81'}}] {{(pid=102386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 18:45:10.085406 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-e1a1bab4-9f43-4d05-b334-67a76a2b73c7 req-15113fee-955c-4fff-84e8-9c429da42906 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:45:10.107139 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] get_ports_and_sgs() called for port_ids ['608f32e7-96f1-46f4-8f20-858b7b1eedd7'] {{(pid=102388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 18:45:10.205891 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.db_base_plugin_common [None req-952fd2f4-b19e-42e3-a200-cb1a9303d627 admin admin] Allocated IP 172.25.6.32 (40c8335d-cd0b-4cb5-910a-d4dcddd5cbec/04fe6db3-e108-4208-943d-6518424f5726/a8520486-460c-43f4-b3cb-807b2c843625) {{(pid=102386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 18:45:10.213685 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [req-e1a1bab4-9f43-4d05-b334-67a76a2b73c7 req-15113fee-955c-4fff-84e8-9c429da42906 service neutron] For port 997dee40-bf40-4f75-91d5-77ef3b7c9f71, host n-h2-816865-1, cleared binding levels {{(pid=102386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 18:45:10.227795 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [req-e1a1bab4-9f43-4d05-b334-67a76a2b73c7 req-15113fee-955c-4fff-84e8-9c429da42906 service neutron] For port 997dee40-bf40-4f75-91d5-77ef3b7c9f71, host n-h2-816865-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=997dee40-bf40-4f75-91d5-77ef3b7c9f71,segment=NetworkSegment(e5174132-a641-4aac-ac7f-99c05aefc2b6),segment_id=e5174132-a641-4aac-ac7f-99c05aefc2b6)] {{(pid=102386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 18:45:10.353451 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-e1a1bab4-9f43-4d05-b334-67a76a2b73c7 req-15113fee-955c-4fff-84e8-9c429da42906 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6149821'] for port, after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:45:10.401214 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-952fd2f4-b19e-42e3-a200-cb1a9303d627 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:45:10.410507 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a1bab4-9f43-4d05-b334-67a76a2b73c7 req-15113fee-955c-4fff-84e8-9c429da42906 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:45:10.411348 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-e1a1bab4-9f43-4d05-b334-67a76a2b73c7 req-15113fee-955c-4fff-84e8-9c429da42906 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:45:10.412772 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-e1a1bab4-9f43-4d05-b334-67a76a2b73c7 req-15113fee-955c-4fff-84e8-9c429da42906 service neutron] 10.222.0.55 "PUT /v2.0/ports/997dee40-bf40-4f75-91d5-77ef3b7c9f71 HTTP/1.1" status: 200 len: 1091 time: 1.3917449 Nov 05 18:45:10.418345 n-d-816865-1 neutron-server[102386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26cbf12c-64e7-4344-ae22-305fed3f0dbe', 'tag': '997dee40-bf40-4f75-91d5-77ef3b7c9f71'}] {{(pid=102386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 18:45:10.420437 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77983b77-67ce-4dd6-a4df-3a466d3e0bb8 req-229d4e30-a604-41bb-aff1-b4c59e389958 tempest-AttachVolumeTestJSON-989501218 tempest-AttachVolumeTestJSON-989501218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:45:10.421225 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6173a44d7c73f41af551dc890fa1a5892c2c6bc3458b640c8e0c24db7876ba6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-955d4594-d25a-41b0-90d1-9ec6d2054860" -d '{"events": [{"name": "network-changed", "server_uuid": "26cbf12c-64e7-4344-ae22-305fed3f0dbe", "tag": "997dee40-bf40-4f75-91d5-77ef3b7c9f71"}]}' {{(pid=102386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 18:45:10.423483 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-77983b77-67ce-4dd6-a4df-3a466d3e0bb8 req-229d4e30-a604-41bb-aff1-b4c59e389958 tempest-AttachVolumeTestJSON-989501218 tempest-AttachVolumeTestJSON-989501218-project] 10.222.0.13 "GET /v2.0/ports?device_id=332b01ca-305d-470b-a5c2-8f6774221f19 HTTP/1.1" status: 200 len: 944 time: 0.0973721 Nov 05 18:45:10.474765 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15113fee-955c-4fff-84e8-9c429da42906 service neutron] Pushing event updated for resources: {'Port': ['ID=997dee40-bf40-4f75-91d5-77ef3b7c9f71,revision_number=3']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:45:10.501712 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-77983b77-67ce-4dd6-a4df-3a466d3e0bb8 req-23bf6c28-f436-4ea5-8eac-2250d1e2685f tempest-AttachVolumeTestJSON-989501218 tempest-AttachVolumeTestJSON-989501218-project] 10.222.0.13 "GET /v2.0/security-groups?id=ef933554-0df5-4bb3-a185-95505310ff6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0700021 Nov 05 18:45:10.597791 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ac174f-dd0c-4a8a-b833-99a637efbe27 req-71f34d32-1801-4e4d-bf81-d0bb219f0864 tempest-LiveMigrationTest-600821399 tempest-LiveMigrationTest-600821399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:45:10.602842 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-36ac174f-dd0c-4a8a-b833-99a637efbe27 req-71f34d32-1801-4e4d-bf81-d0bb219f0864 tempest-LiveMigrationTest-600821399 tempest-LiveMigrationTest-600821399-project] 10.222.0.13 "GET /v2.0/ports?device_id=93fdaf80-df0d-4e8d-a241-d135c3792f47 HTTP/1.1" status: 200 len: 945 time: 0.0954218 Nov 05 18:45:10.604833 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-952fd2f4-b19e-42e3-a200-cb1a9303d627 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:45:10.632470 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 369e20a3-ffc5-4a00-bd19-5ecd9582315f up at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 18:45:10.649002 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-952fd2f4-b19e-42e3-a200-cb1a9303d627 admin admin] Network 40c8335d-cd0b-4cb5-910a-d4dcddd5cbec is already hosted by enough agents. {{(pid=102386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 18:45:10.657638 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.base_scheduler [None req-952fd2f4-b19e-42e3-a200-cb1a9303d627 admin admin] Resources bound (agent type, host, resource id): {{(pid=102386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:45:10.667855 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-952fd2f4-b19e-42e3-a200-cb1a9303d627 admin admin] Received port after_create {{(pid=102386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 18:45:10.695691 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-36ac174f-dd0c-4a8a-b833-99a637efbe27 req-7bdd8dcd-b2f8-49a1-9542-5f965a099b40 tempest-LiveMigrationTest-600821399 tempest-LiveMigrationTest-600821399-project] 10.222.0.13 "GET /v2.0/security-groups?id=3677ad50-e4bf-4315-8aa4-e48810edc139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864692 Nov 05 18:45:10.727128 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 18:45:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ed7974c-d94c-4144-ac5f-86b822f23f7b x-openstack-request-id: req-8ed7974c-d94c-4144-ac5f-86b822f23f7b {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 18:45:10.727539 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26cbf12c-64e7-4344-ae22-305fed3f0dbe", "tag": "997dee40-bf40-4f75-91d5-77ef3b7c9f71", "status": "completed", "code": 200}]} {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 18:45:10.727893 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8ed7974c-d94c-4144-ac5f-86b822f23f7b {{(pid=102386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 18:45:10.728397 n-d-816865-1 neutron-server[102386]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26cbf12c-64e7-4344-ae22-305fed3f0dbe', 'tag': '997dee40-bf40-4f75-91d5-77ef3b7c9f71', 'status': 'completed', 'code': 200} Nov 05 18:45:10.738930 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a1bab4-9f43-4d05-b334-67a76a2b73c7 req-37b6fa79-a405-423d-9c3d-a4b7f3754a98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:45:10.739324 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Provisioning complete for port 369e20a3-ffc5-4a00-bd19-5ecd9582315f triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:45:10.740056 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:45:10.740683 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-e1a1bab4-9f43-4d05-b334-67a76a2b73c7 req-37b6fa79-a405-423d-9c3d-a4b7f3754a98 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=8837234f92224196b6ab2cecebe44d96&device_id=26cbf12c-64e7-4344-ae22-305fed3f0dbe HTTP/1.1" status: 200 len: 1094 time: 0.1897864 Nov 05 18:45:10.777131 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952fd2f4-b19e-42e3-a200-cb1a9303d627 admin admin] Pushing event updated for resources: {'Port': ['ID=a8520486-460c-43f4-b3cb-807b2c843625,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:45:10.834686 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:45:10.855116 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-e1a1bab4-9f43-4d05-b334-67a76a2b73c7 req-9153e4e2-0a2b-45a2-a17e-182cf10ba38b service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=997dee40-bf40-4f75-91d5-77ef3b7c9f71 HTTP/1.1" status: 200 len: 217 time: 0.0796864 Nov 05 18:45:10.874221 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] For port 369e20a3-ffc5-4a00-bd19-5ecd9582315f, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=369e20a3-ffc5-4a00-bd19-5ecd9582315f,segment=NetworkSegment(344b2fe5-9ae3-40f3-b64f-84eda91e921b),segment_id=344b2fe5-9ae3-40f3-b64f-84eda91e921b)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:45:10.924462 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:45:10.959841 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a1bab4-9f43-4d05-b334-67a76a2b73c7 req-a0215a4d-deb3-4892-bf39-1ddac18d4e6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:45:10.961525 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-e1a1bab4-9f43-4d05-b334-67a76a2b73c7 req-a0215a4d-deb3-4892-bf39-1ddac18d4e6d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=bd510a31-dda0-4360-ac1b-8b1e239249b4 HTTP/1.1" status: 200 len: 862 time: 0.0998590 Nov 05 18:45:10.970891 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765afac4-e843-4464-aa76-fca5b660715c req-41799c8f-3c6b-43d0-86fe-baecbac97436 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:45:10.972410 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-765afac4-e843-4464-aa76-fca5b660715c req-41799c8f-3c6b-43d0-86fe-baecbac97436 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7cc0b234e0c74edeb5d0485be80e09f5&device_id=93fdaf80-df0d-4e8d-a241-d135c3792f47 HTTP/1.1" status: 200 len: 1096 time: 0.1320829 Nov 05 18:45:10.988105 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Pushing event updated for resources: {'Port': ['ID=369e20a3-ffc5-4a00-bd19-5ecd9582315f,revision_number=3']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:45:11.015413 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-e1a1bab4-9f43-4d05-b334-67a76a2b73c7 req-8fd90694-9fc2-41ca-b302-cae15745a7c5 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=8c2c2df7-da1b-4d55-8c99-ae0be0798f81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0389378 Nov 05 18:45:11.182589 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765afac4-e843-4464-aa76-fca5b660715c req-15de2f44-c0f9-4178-8556-3a8ba1220849 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:45:11.183998 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-765afac4-e843-4464-aa76-fca5b660715c req-15de2f44-c0f9-4178-8556-3a8ba1220849 service neutron] 10.222.0.41 "GET /v2.0/networks?id=1a9992ef-da6b-4f25-bd43-f1196ce8f1a8 HTTP/1.1" status: 200 len: 908 time: 0.1990364 Nov 05 18:45:11.190375 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a09c1ec-583a-482e-b426-faf8b7999bc1 req-c90329f1-e2a0-4b12-8cd3-a9e52190e667 tempest-ImagesOneServerNegativeTestJSON-2105042970 tempest-ImagesOneServerNegativeTestJSON-2105042970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:45:11.192943 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-4a09c1ec-583a-482e-b426-faf8b7999bc1 req-c90329f1-e2a0-4b12-8cd3-a9e52190e667 tempest-ImagesOneServerNegativeTestJSON-2105042970 tempest-ImagesOneServerNegativeTestJSON-2105042970-project] 10.222.0.13 "GET /v2.0/ports?device_id=26cbf12c-64e7-4344-ae22-305fed3f0dbe HTTP/1.1" status: 200 len: 943 time: 0.0605831 Nov 05 18:45:11.258641 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3d391e6-5b4a-4b0d-aa07-9d93b597a249 None None] Network 9e4ef535-d14c-4262-8392-8dc3ea3c91cf requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 18:45:11.258933 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-765afac4-e843-4464-aa76-fca5b660715c req-74a8af4f-f3c9-40db-9b66-71205e0567f1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8627f3a1-d0a8-455a-9185-f1f27b8b930d HTTP/1.1" status: 200 len: 217 time: 0.0406182 Nov 05 18:45:11.261039 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-e1a1bab4-9f43-4d05-b334-67a76a2b73c7 req-c9c306b6-0f1f-4560-ab28-f64c7bb93425 service neutron] 10.222.0.55 "GET /v2.0/networks/8c2c2df7-da1b-4d55-8c99-ae0be0798f81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2309685 Nov 05 18:45:11.261785 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-4a09c1ec-583a-482e-b426-faf8b7999bc1 req-c9b24d3e-99ee-485d-978f-37c04bd4f9b7 tempest-ImagesOneServerNegativeTestJSON-2105042970 tempest-ImagesOneServerNegativeTestJSON-2105042970-project] 10.222.0.13 "GET /v2.0/security-groups?id=6637cfea-1993-4e71-ac10-e5c82252dcf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623450 Nov 05 18:45:11.335553 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-37e77a59-eee1-4b4b-aabc-f5411ae636d4 None None] Provisioning complete for port 369e20a3-ffc5-4a00-bd19-5ecd9582315f triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:45:11.336070 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-37e77a59-eee1-4b4b-aabc-f5411ae636d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:45:11.366662 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec79aef-ba7e-4133-bc69-f1fc87ee92c2 req-efde0ab6-6550-467a-8e81-02ee32e98d64 tempest-InstanceActionsNegativeTestJSON-1409251204 tempest-InstanceActionsNegativeTestJSON-1409251204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:45:11.374397 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-7ec79aef-ba7e-4133-bc69-f1fc87ee92c2 req-efde0ab6-6550-467a-8e81-02ee32e98d64 tempest-InstanceActionsNegativeTestJSON-1409251204 tempest-InstanceActionsNegativeTestJSON-1409251204-project] 10.222.0.13 "GET /v2.0/ports?device_id=03afe10b-af86-466f-9634-a29594d7e498 HTTP/1.1" status: 200 len: 945 time: 0.0599177 Nov 05 18:45:11.387999 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Device 608f32e7-96f1-46f4-8f20-858b7b1eedd7 up at agent hyperv_n-h1-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 18:45:11.423128 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765afac4-e843-4464-aa76-fca5b660715c req-006eaeea-7243-4e02-946b-9fa4b1d462df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:45:11.424672 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-765afac4-e843-4464-aa76-fca5b660715c req-006eaeea-7243-4e02-946b-9fa4b1d462df service neutron] 10.222.0.41 "GET /v2.0/subnets?id=82b7bbfc-ac99-45bb-a8a9-211b9b80ecc2 HTTP/1.1" status: 200 len: 847 time: 0.1568713 Nov 05 18:45:11.445604 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-7ec79aef-ba7e-4133-bc69-f1fc87ee92c2 req-581e19d6-8ff4-4f08-8cfb-ceabc266fdf1 tempest-InstanceActionsNegativeTestJSON-1409251204 tempest-InstanceActionsNegativeTestJSON-1409251204-project] 10.222.0.13 "GET /v2.0/security-groups?id=79f5d937-03c9-42d3-a09f-e1b2907eff18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640118 Nov 05 18:45:11.469097 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-952fd2f4-b19e-42e3-a200-cb1a9303d627 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:45:11.476881 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-765afac4-e843-4464-aa76-fca5b660715c req-7ec08869-1405-47ef-9278-5e32e8c4cb5d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1a9992ef-da6b-4f25-bd43-f1196ce8f1a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0364223 Nov 05 18:45:11.532951 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-e1a1bab4-9f43-4d05-b334-67a76a2b73c7 req-7fb6d559-66bb-44c2-9d5c-f94f3aab4e7b service neutron] 10.222.0.55 "GET /v2.0/networks/8c2c2df7-da1b-4d55-8c99-ae0be0798f81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2567763 Nov 05 18:45:11.621886 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.agents_db [None req-b9406b04-a0e8-43cf-b349-711963d96cf4 None None] Agent healthcheck: found 7 active agents {{(pid=102389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 05 18:45:11.634316 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449e7a3c-327d-4aec-9f8c-28bd91639d99 req-0d000624-a89d-440c-815e-a8badf6c776b tempest-AttachVolumeTestJSON-989501218 tempest-AttachVolumeTestJSON-989501218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:45:11.635946 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-449e7a3c-327d-4aec-9f8c-28bd91639d99 req-0d000624-a89d-440c-815e-a8badf6c776b tempest-AttachVolumeTestJSON-989501218 tempest-AttachVolumeTestJSON-989501218-project] 10.222.0.13 "GET /v2.0/ports?device_id=332b01ca-305d-470b-a5c2-8f6774221f19 HTTP/1.1" status: 200 len: 944 time: 0.0539000 Nov 05 18:45:11.706702 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-449e7a3c-327d-4aec-9f8c-28bd91639d99 req-98cff0b0-abfa-4422-934b-841c27834e09 tempest-AttachVolumeTestJSON-989501218 tempest-AttachVolumeTestJSON-989501218-project] 10.222.0.13 "GET /v2.0/security-groups?id=ef933554-0df5-4bb3-a185-95505310ff6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0619364 Nov 05 18:45:11.713163 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Provisioning for port 608f32e7-96f1-46f4-8f20-858b7b1eedd7 completed by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 05 18:45:11.726982 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Provisioning complete for port 608f32e7-96f1-46f4-8f20-858b7b1eedd7 triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:45:11.726982 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:45:11.856936 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:45:11.861724 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e09a2d2-a1fc-49b0-abfc-7a925262f566 req-05cc545d-ac98-4950-8fe7-c88fd475f393 tempest-LiveMigrationTest-600821399 tempest-LiveMigrationTest-600821399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:45:11.863778 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-8e09a2d2-a1fc-49b0-abfc-7a925262f566 req-05cc545d-ac98-4950-8fe7-c88fd475f393 tempest-LiveMigrationTest-600821399 tempest-LiveMigrationTest-600821399-project] 10.222.0.13 "GET /v2.0/ports?device_id=93fdaf80-df0d-4e8d-a241-d135c3792f47 HTTP/1.1" status: 200 len: 945 time: 0.0632410 Nov 05 18:45:11.898338 n-d-816865-1 neutron-server[102388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '332b01ca-305d-470b-a5c2-8f6774221f19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '608f32e7-96f1-46f4-8f20-858b7b1eedd7'}] {{(pid=102388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 18:45:11.901470 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85474fee1180e129d8a886d264fe0b30223aa672dd1ffe43b630605f18504f68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebf03367-a45f-4642-b69b-ca5eb3df14bf" -d '{"events": [{"server_uuid": "332b01ca-305d-470b-a5c2-8f6774221f19", "name": "network-vif-plugged", "status": "completed", "tag": "608f32e7-96f1-46f4-8f20-858b7b1eedd7"}]}' {{(pid=102388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 18:45:11.909357 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] For port 608f32e7-96f1-46f4-8f20-858b7b1eedd7, host n-h1-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=608f32e7-96f1-46f4-8f20-858b7b1eedd7,segment=NetworkSegment(ef5714ac-d60a-42ed-804f-a2e28bab422f),segment_id=ef5714ac-d60a-42ed-804f-a2e28bab422f)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:45:11.922574 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-ed11d4ca-10bb-4c5f-9a28-e302f457a99f None None] Provisioning complete for port 369e20a3-ffc5-4a00-bd19-5ecd9582315f triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:45:11.923113 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-ed11d4ca-10bb-4c5f-9a28-e302f457a99f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:45:11.931046 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-8e09a2d2-a1fc-49b0-abfc-7a925262f566 req-747b1e47-57b7-48aa-9946-5246770415a3 tempest-LiveMigrationTest-600821399 tempest-LiveMigrationTest-600821399-project] 10.222.0.13 "GET /v2.0/security-groups?id=3677ad50-e4bf-4315-8aa4-e48810edc139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608466 Nov 05 18:45:11.970608 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 18:45:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2c4813e-8129-42ac-ad3f-9d488b291401 x-openstack-request-id: req-a2c4813e-8129-42ac-ad3f-9d488b291401 {{(pid=102388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 18:45:11.973056 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "332b01ca-305d-470b-a5c2-8f6774221f19", "name": "network-vif-plugged", "status": "completed", "tag": "608f32e7-96f1-46f4-8f20-858b7b1eedd7", "code": 200}]} {{(pid=102388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 18:45:11.973056 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a2c4813e-8129-42ac-ad3f-9d488b291401 {{(pid=102388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 18:45:11.973056 n-d-816865-1 neutron-server[102388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '332b01ca-305d-470b-a5c2-8f6774221f19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '608f32e7-96f1-46f4-8f20-858b7b1eedd7', 'code': 200} Nov 05 18:45:12.029139 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:45:12.085557 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Pushing event updated for resources: {'Port': ['ID=608f32e7-96f1-46f4-8f20-858b7b1eedd7,revision_number=5']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:45:12.089459 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955d4594-d25a-41b0-90d1-9ec6d2054860 req-feb3dc58-9aae-427f-b12d-6a28e72fad73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:45:12.091047 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-955d4594-d25a-41b0-90d1-9ec6d2054860 req-feb3dc58-9aae-427f-b12d-6a28e72fad73 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=8837234f92224196b6ab2cecebe44d96&device_id=26cbf12c-64e7-4344-ae22-305fed3f0dbe HTTP/1.1" status: 200 len: 1094 time: 0.1824138 Nov 05 18:45:12.105122 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-765afac4-e843-4464-aa76-fca5b660715c req-ed450ebb-d356-4c17-a98b-10a945b5f316 service neutron] 10.222.0.41 "GET /v2.0/networks/1a9992ef-da6b-4f25-bd43-f1196ce8f1a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5916293 Nov 05 18:45:12.233372 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45353e96-19cb-45a9-950b-1df180b58a61 req-f3627181-23dd-4863-9b4b-7622579b536a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:45:12.235544 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-45353e96-19cb-45a9-950b-1df180b58a61 req-f3627181-23dd-4863-9b4b-7622579b536a service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=332b01ca-305d-470b-a5c2-8f6774221f19 HTTP/1.1" status: 200 len: 1096 time: 0.1980770 Nov 05 18:45:12.396351 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955d4594-d25a-41b0-90d1-9ec6d2054860 req-8b29bf5f-8c6a-4078-b58a-28c23cfe3cc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:45:12.396622 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69e0d53-9815-43f7-9fa8-5d456774d2db req-3a6a9f6c-9b4b-42ee-b74b-7ba69682f791 tempest-ImagesOneServerNegativeTestJSON-2105042970 tempest-ImagesOneServerNegativeTestJSON-2105042970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:45:12.397839 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-955d4594-d25a-41b0-90d1-9ec6d2054860 req-8b29bf5f-8c6a-4078-b58a-28c23cfe3cc5 service neutron] 10.222.0.55 "GET /v2.0/networks?id=8c2c2df7-da1b-4d55-8c99-ae0be0798f81 HTTP/1.1" status: 200 len: 923 time: 0.2960360 Nov 05 18:45:12.398117 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-d69e0d53-9815-43f7-9fa8-5d456774d2db req-3a6a9f6c-9b4b-42ee-b74b-7ba69682f791 tempest-ImagesOneServerNegativeTestJSON-2105042970 tempest-ImagesOneServerNegativeTestJSON-2105042970-project] 10.222.0.13 "GET /v2.0/ports?device_id=26cbf12c-64e7-4344-ae22-305fed3f0dbe HTTP/1.1" status: 200 len: 943 time: 0.0573361 Nov 05 18:45:12.408776 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-765afac4-e843-4464-aa76-fca5b660715c req-c6dbc804-a061-4bae-a501-87ed225b33fa service neutron] 10.222.0.41 "GET /v2.0/networks/1a9992ef-da6b-4f25-bd43-f1196ce8f1a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2927382 Nov 05 18:45:12.413730 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-45353e96-19cb-45a9-950b-1df180b58a61 req-534546cf-c999-4ed5-b4ba-31beba3924e8 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=ef933554-0df5-4bb3-a185-95505310ff6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1681821 Nov 05 18:45:12.420878 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-952fd2f4-b19e-42e3-a200-cb1a9303d627 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-571384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1000487'] for router, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:45:12.451583 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-955d4594-d25a-41b0-90d1-9ec6d2054860 req-e2b30d65-dfe9-4777-9851-4a2fbdebe027 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=997dee40-bf40-4f75-91d5-77ef3b7c9f71 HTTP/1.1" status: 200 len: 217 time: 0.0418646 Nov 05 18:45:12.452239 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-d69e0d53-9815-43f7-9fa8-5d456774d2db req-45a9b2d0-3a6e-4350-8ab4-638cacce1ded tempest-ImagesOneServerNegativeTestJSON-2105042970 tempest-ImagesOneServerNegativeTestJSON-2105042970-project] 10.222.0.13 "GET /v2.0/security-groups?id=6637cfea-1993-4e71-ac10-e5c82252dcf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465698 Nov 05 18:45:12.566600 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b707586-889f-464a-9cf9-8589c3ba2a79 req-afd6c68f-b2e2-49e8-bf80-b7399a0a8337 tempest-InstanceActionsNegativeTestJSON-1409251204 tempest-InstanceActionsNegativeTestJSON-1409251204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:45:12.582186 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-6b707586-889f-464a-9cf9-8589c3ba2a79 req-afd6c68f-b2e2-49e8-bf80-b7399a0a8337 tempest-InstanceActionsNegativeTestJSON-1409251204 tempest-InstanceActionsNegativeTestJSON-1409251204-project] 10.222.0.13 "GET /v2.0/ports?device_id=03afe10b-af86-466f-9634-a29594d7e498 HTTP/1.1" status: 200 len: 945 time: 0.0634415 Nov 05 18:45:12.585171 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 369e20a3-ffc5-4a00-bd19-5ecd9582315f up at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 18:45:12.589137 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955d4594-d25a-41b0-90d1-9ec6d2054860 req-5436791a-4985-41d5-9db8-001f021baa31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:45:12.590640 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-955d4594-d25a-41b0-90d1-9ec6d2054860 req-5436791a-4985-41d5-9db8-001f021baa31 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=bd510a31-dda0-4360-ac1b-8b1e239249b4 HTTP/1.1" status: 200 len: 862 time: 0.0973229 Nov 05 18:45:12.628163 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-6b707586-889f-464a-9cf9-8589c3ba2a79 req-66996e64-f29f-45bd-ab7f-232ec09f8462 tempest-InstanceActionsNegativeTestJSON-1409251204 tempest-InstanceActionsNegativeTestJSON-1409251204-project] 10.222.0.13 "GET /v2.0/security-groups?id=79f5d937-03c9-42d3-a09f-e1b2907eff18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531440 Nov 05 18:45:12.635480 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-955d4594-d25a-41b0-90d1-9ec6d2054860 req-bea6d88c-566b-491e-9327-8f761b3d0f28 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=8c2c2df7-da1b-4d55-8c99-ae0be0798f81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0324759 Nov 05 18:45:12.645107 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Provisioning complete for port 369e20a3-ffc5-4a00-bd19-5ecd9582315f triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:45:12.645477 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:45:12.808162 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8428115-88f6-42a3-ae02-37af56b02d53 req-85e66a14-17bf-4dfd-b0ba-ed70750d93d3 tempest-InstanceActionsNegativeTestJSON-1409251204 tempest-InstanceActionsNegativeTestJSON-1409251204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:45:12.811716 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-f8428115-88f6-42a3-ae02-37af56b02d53 req-85e66a14-17bf-4dfd-b0ba-ed70750d93d3 tempest-InstanceActionsNegativeTestJSON-1409251204 tempest-InstanceActionsNegativeTestJSON-1409251204-project] 10.222.0.41 "GET /v2.0/ports?device_id=03afe10b-af86-466f-9634-a29594d7e498 HTTP/1.1" status: 200 len: 945 time: 0.1704643 Nov 05 18:45:12.833656 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765afac4-e843-4464-aa76-fca5b660715c req-ebf9214c-cb6e-4013-a393-0bfe73032df5 tempest-LiveMigrationTest-1249278027 tempest-LiveMigrationTest-1249278027-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:45:12.835150 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-765afac4-e843-4464-aa76-fca5b660715c req-ebf9214c-cb6e-4013-a393-0bfe73032df5 tempest-LiveMigrationTest-1249278027 tempest-LiveMigrationTest-1249278027-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=93fdaf80-df0d-4e8d-a241-d135c3792f47&tenant_id=7cc0b234e0c74edeb5d0485be80e09f5&binding%3Ahost_id=n-h2-816865-1 HTTP/1.1" status: 200 len: 1096 time: 0.1839578 Nov 05 18:45:12.841029 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d470f3-6376-4c20-b2c0-06faff5cdeb7 req-59690ff3-f637-415e-bc1f-ad0b846dbf01 tempest-AttachVolumeTestJSON-989501218 tempest-AttachVolumeTestJSON-989501218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:45:12.842520 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-e4d470f3-6376-4c20-b2c0-06faff5cdeb7 req-59690ff3-f637-415e-bc1f-ad0b846dbf01 tempest-AttachVolumeTestJSON-989501218 tempest-AttachVolumeTestJSON-989501218-project] 10.222.0.13 "GET /v2.0/ports?device_id=332b01ca-305d-470b-a5c2-8f6774221f19 HTTP/1.1" status: 200 len: 945 time: 0.0549047 Nov 05 18:45:12.856287 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [req-765afac4-e843-4464-aa76-fca5b660715c req-a4531d2d-bfcb-4e33-9473-6fbe15966696 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-816865-1'}}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:45:12.893647 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-e4d470f3-6376-4c20-b2c0-06faff5cdeb7 req-941627bf-7f61-4431-a4ba-36e8a7aa064d tempest-AttachVolumeTestJSON-989501218 tempest-AttachVolumeTestJSON-989501218-project] 10.222.0.13 "GET /v2.0/security-groups?id=ef933554-0df5-4bb3-a185-95505310ff6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446022 Nov 05 18:45:12.903115 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-955d4594-d25a-41b0-90d1-9ec6d2054860 req-7a362884-75df-4403-b23c-848a56f96821 service neutron] 10.222.0.55 "GET /v2.0/networks/8c2c2df7-da1b-4d55-8c99-ae0be0798f81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2507739 Nov 05 18:45:12.909355 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-952fd2f4-b19e-42e3-a200-cb1a9303d627 admin admin] Router 69c192eb-03a0-46d9-85b8-41a0d5c77ec6 is scheduled to L3 agent 6dcb5589-8e86-4616-9186-ddc4548e13ad with binding_index 1 {{(pid=102386) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 05 18:45:13.055593 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70c6206-86de-40a6-b625-5523cad0d072 req-1f1a93ec-1c7e-4713-a311-db7ab11a2b1b tempest-LiveMigrationTest-600821399 tempest-LiveMigrationTest-600821399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:45:13.057135 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-d70c6206-86de-40a6-b625-5523cad0d072 req-1f1a93ec-1c7e-4713-a311-db7ab11a2b1b tempest-LiveMigrationTest-600821399 tempest-LiveMigrationTest-600821399-project] 10.222.0.13 "GET /v2.0/ports?device_id=93fdaf80-df0d-4e8d-a241-d135c3792f47 HTTP/1.1" status: 200 len: 945 time: 0.0509048 Nov 05 18:45:13.080441 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-765afac4-e843-4464-aa76-fca5b660715c req-a4531d2d-bfcb-4e33-9473-6fbe15966696 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:45:13.107190 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-d70c6206-86de-40a6-b625-5523cad0d072 req-7c94335f-6dae-49ab-8321-54694395a34a tempest-LiveMigrationTest-600821399 tempest-LiveMigrationTest-600821399-project] 10.222.0.13 "GET /v2.0/security-groups?id=3677ad50-e4bf-4315-8aa4-e48810edc139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429862 Nov 05 18:45:13.220666 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-955d4594-d25a-41b0-90d1-9ec6d2054860 req-b11b1798-fa80-46de-ae6b-537911e075f7 service neutron] 10.222.0.55 "GET /v2.0/networks/8c2c2df7-da1b-4d55-8c99-ae0be0798f81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3080566 Nov 05 18:45:13.243811 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [req-f8428115-88f6-42a3-ae02-37af56b02d53 req-e88fbf57-b03f-483b-8bed-4817a2fbc50a tempest-InstanceActionsNegativeTestJSON-1409251204 tempest-InstanceActionsNegativeTestJSON-1409251204-project] Deleting port 34184226-84ba-4c73-afe1-64d5f93dbd36 {{(pid=102386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 18:45:13.244141 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-f8428115-88f6-42a3-ae02-37af56b02d53 req-e88fbf57-b03f-483b-8bed-4817a2fbc50a tempest-InstanceActionsNegativeTestJSON-1409251204 tempest-InstanceActionsNegativeTestJSON-1409251204-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:45:13.265664 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-952fd2f4-b19e-42e3-a200-cb1a9303d627 admin admin] Notify agent at l3_agent.n-d-816865-1 the message routers_updated {{(pid=102386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 18:45:13.274021 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-635e50e8-d56f-4c70-a167-5e7dbd4a38d4 None None] Sync routers for ids ['69c192eb-03a0-46d9-85b8-41a0d5c77ec6'] in n-d-816865-1 {{(pid=102389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 18:45:13.285799 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-635e50e8-d56f-4c70-a167-5e7dbd4a38d4 None None] Routers {'69c192eb-03a0-46d9-85b8-41a0d5c77ec6'} bound to L3 agent in host n-d-816865-1 {{(pid=102389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 18:45:13.286443 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-635e50e8-d56f-4c70-a167-5e7dbd4a38d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T18:45:05Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['69c192eb-03a0-46d9-85b8-41a0d5c77ec6'], 'active': True} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:45:13.395168 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvr_db [None req-635e50e8-d56f-4c70-a167-5e7dbd4a38d4 None None] Set router 69c192eb-03a0-46d9-85b8-41a0d5c77ec6 gateway port host: n-d-816865-1 {{(pid=102389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 18:45:13.419006 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [req-765afac4-e843-4464-aa76-fca5b660715c req-a4531d2d-bfcb-4e33-9473-6fbe15966696 service neutron] For port 8627f3a1-d0a8-455a-9185-f1f27b8b930d, host n-h2-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=8627f3a1-d0a8-455a-9185-f1f27b8b930d,segment=NetworkSegment(b9f65680-5ef1-4bb4-ac2c-6d7ba403921d),segment_id=b9f65680-5ef1-4bb4-ac2c-6d7ba403921d)] {{(pid=102386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:45:13.433713 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [req-f8428115-88f6-42a3-ae02-37af56b02d53 req-e88fbf57-b03f-483b-8bed-4817a2fbc50a tempest-InstanceActionsNegativeTestJSON-1409251204 tempest-InstanceActionsNegativeTestJSON-1409251204-project] For port 34184226-84ba-4c73-afe1-64d5f93dbd36, host n-h1-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=34184226-84ba-4c73-afe1-64d5f93dbd36,segment=NetworkSegment(3a8c6497-f0be-4baf-9e05-eeaa88bce1f1),segment_id=3a8c6497-f0be-4baf-9e05-eeaa88bce1f1)] {{(pid=102386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:45:13.434147 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-f8428115-88f6-42a3-ae02-37af56b02d53 req-e88fbf57-b03f-483b-8bed-4817a2fbc50a tempest-InstanceActionsNegativeTestJSON-1409251204 tempest-InstanceActionsNegativeTestJSON-1409251204-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:45:13.448992 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-952fd2f4-b19e-42e3-a200-cb1a9303d627 admin admin] Publish callbacks [] for router, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:45:13.450239 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-952fd2f4-b19e-42e3-a200-cb1a9303d627 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 4.4378748 Nov 05 18:45:13.453722 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 48774) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:45:13.457496 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [req-f8428115-88f6-42a3-ae02-37af56b02d53 req-e88fbf57-b03f-483b-8bed-4817a2fbc50a tempest-InstanceActionsNegativeTestJSON-1409251204 tempest-InstanceActionsNegativeTestJSON-1409251204-project] Calling delete_port for 34184226-84ba-4c73-afe1-64d5f93dbd36 owned by compute:nova {{(pid=102386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 18:45:13.521760 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [req-765afac4-e843-4464-aa76-fca5b660715c req-a4531d2d-bfcb-4e33-9473-6fbe15966696 service neutron] For port 8627f3a1-d0a8-455a-9185-f1f27b8b930d, host n-h2-816865-1, cleared binding levels {{(pid=102386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 18:45:13.574086 n-d-816865-1 neutron-server[102386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93fdaf80-df0d-4e8d-a241-d135c3792f47', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8627f3a1-d0a8-455a-9185-f1f27b8b930d'}] {{(pid=102386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 18:45:13.578785 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6173a44d7c73f41af551dc890fa1a5892c2c6bc3458b640c8e0c24db7876ba6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d769860-35c7-4579-a31d-830f1b5b69d1" -d '{"events": [{"server_uuid": "93fdaf80-df0d-4e8d-a241-d135c3792f47", "name": "network-vif-unplugged", "status": "completed", "tag": "8627f3a1-d0a8-455a-9185-f1f27b8b930d"}]}' {{(pid=102386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 18:45:13.581644 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-765afac4-e843-4464-aa76-fca5b660715c req-a4531d2d-bfcb-4e33-9473-6fbe15966696 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:45:13.626921 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-635e50e8-d56f-4c70-a167-5e7dbd4a38d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69c192eb-03a0-46d9-85b8-41a0d5c77ec6', 'name': 'tempest-AttachSCSIVolumeTestJSON-380963098-router', 'tenant_id': '97328bf82188472f95d7e0dd2282b437', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.32'}], 'enable_snat': True}, 'gw_port_id': 'a8520486-460c-43f4-b3cb-807b2c843625', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T18:45:09Z', 'updated_at': '2021-11-05T18:45:10Z', 'revision_number': 3, 'project_id': '97328bf82188472f95d7e0dd2282b437', 'gw_port': {'id': 'a8520486-460c-43f4-b3cb-807b2c843625', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:d8:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69c192eb-03a0-46d9-85b8-41a0d5c77ec6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1010, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T18:45:10Z', 'updated_at': '2021-11-05T18:45:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1'}], 'n-d-816865-1', False) {} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:45:13.661599 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-635e50e8-d56f-4c70-a167-5e7dbd4a38d4 None None] Checking router: 69c192eb-03a0-46d9-85b8-41a0d5c77ec6 for host: n-d-816865-1 {{(pid=102389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 18:45:13.661945 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-635e50e8-d56f-4c70-a167-5e7dbd4a38d4 None None] Updating router 69c192eb-03a0-46d9-85b8-41a0d5c77ec6 port a8520486-460c-43f4-b3cb-807b2c843625 binding host n-d-816865-1 {{(pid=102389) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 05 18:45:13.664508 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4462a2fe-0a8e-4b6f-8eeb-913dca243334 req-f0cd5941-3d84-4eed-87c7-86f53cec1821 tempest-ImagesOneServerNegativeTestJSON-2105042970 tempest-ImagesOneServerNegativeTestJSON-2105042970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:45:13.666412 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-4462a2fe-0a8e-4b6f-8eeb-913dca243334 req-f0cd5941-3d84-4eed-87c7-86f53cec1821 tempest-ImagesOneServerNegativeTestJSON-2105042970 tempest-ImagesOneServerNegativeTestJSON-2105042970-project] 10.222.0.13 "GET /v2.0/ports?device_id=26cbf12c-64e7-4344-ae22-305fed3f0dbe HTTP/1.1" status: 200 len: 943 time: 0.1121926 Nov 05 18:45:13.688159 n-d-816865-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-635e50e8-d56f-4c70-a167-5e7dbd4a38d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:45:13.847540 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 05 Nov 2021 18:45:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9156ad1f-1b3c-4c6b-a945-9bfd81b24487 x-openstack-request-id: req-9156ad1f-1b3c-4c6b-a945-9bfd81b24487 {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 18:45:13.847540 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93fdaf80-df0d-4e8d-a241-d135c3792f47", "name": "network-vif-unplugged", "status": "completed", "tag": "8627f3a1-d0a8-455a-9185-f1f27b8b930d", "code": 200}]} {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 18:45:13.847540 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9156ad1f-1b3c-4c6b-a945-9bfd81b24487 {{(pid=102386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 18:45:13.847540 n-d-816865-1 neutron-server[102386]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93fdaf80-df0d-4e8d-a241-d135c3792f47', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8627f3a1-d0a8-455a-9185-f1f27b8b930d', 'code': 200} Nov 05 18:45:13.849098 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-4462a2fe-0a8e-4b6f-8eeb-913dca243334 req-662da3f7-3428-4f08-9f18-424ca2a6f4ef tempest-ImagesOneServerNegativeTestJSON-2105042970 tempest-ImagesOneServerNegativeTestJSON-2105042970-project] 10.222.0.13 "GET /v2.0/security-groups?id=6637cfea-1993-4e71-ac10-e5c82252dcf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450336 Nov 05 18:45:13.860567 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883d092e-f1e0-4d40-afc2-25bb670077a5 req-500a4c25-2b39-4b9a-b99a-1836407954eb tempest-InstanceActionsNegativeTestJSON-1409251204 tempest-InstanceActionsNegativeTestJSON-1409251204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:45:13.862288 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-883d092e-f1e0-4d40-afc2-25bb670077a5 req-500a4c25-2b39-4b9a-b99a-1836407954eb tempest-InstanceActionsNegativeTestJSON-1409251204 tempest-InstanceActionsNegativeTestJSON-1409251204-project] 10.222.0.13 "GET /v2.0/ports?device_id=03afe10b-af86-466f-9634-a29594d7e498 HTTP/1.1" status: 200 len: 945 time: 0.1010642 Nov 05 18:45:13.967008 n-d-816865-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-635e50e8-d56f-4c70-a167-5e7dbd4a38d4 None None] Publish callbacks [] for port, precommit_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:45:14.023132 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-883d092e-f1e0-4d40-afc2-25bb670077a5 req-e311013a-5080-48a0-a3a8-1e3fae81947d tempest-InstanceActionsNegativeTestJSON-1409251204 tempest-InstanceActionsNegativeTestJSON-1409251204-project] 10.222.0.13 "GET /v2.0/security-groups?id=79f5d937-03c9-42d3-a09f-e1b2907eff18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227965 Nov 05 18:45:14.034203 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-765afac4-e843-4464-aa76-fca5b660715c req-a4531d2d-bfcb-4e33-9473-6fbe15966696 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6149821'] for port, after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:45:14.061815 n-d-816865-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-635e50e8-d56f-4c70-a167-5e7dbd4a38d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:45:14.075338 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-f8428115-88f6-42a3-ae02-37af56b02d53 req-e88fbf57-b03f-483b-8bed-4817a2fbc50a tempest-InstanceActionsNegativeTestJSON-1409251204 tempest-InstanceActionsNegativeTestJSON-1409251204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:45:14.088008 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] get_ports_and_sgs() called for port_ids ['34184226-84ba-4c73-afe1-64d5f93dbd36'] {{(pid=102388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 18:45:14.095514 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533efd9f-1404-4940-8599-29a6f63c9edf req-070b8c47-7e29-42f6-aa62-51def889ad4e tempest-AttachVolumeTestJSON-989501218 tempest-AttachVolumeTestJSON-989501218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:45:14.097510 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-533efd9f-1404-4940-8599-29a6f63c9edf req-070b8c47-7e29-42f6-aa62-51def889ad4e tempest-AttachVolumeTestJSON-989501218 tempest-AttachVolumeTestJSON-989501218-project] 10.222.0.13 "GET /v2.0/ports?device_id=332b01ca-305d-470b-a5c2-8f6774221f19 HTTP/1.1" status: 200 len: 945 time: 0.1297805 Nov 05 18:45:14.157108 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4531d2d-bfcb-4e33-9473-6fbe15966696 service neutron] Pushing event updated for resources: {'Port': ['ID=8627f3a1-d0a8-455a-9185-f1f27b8b930d,revision_number=7']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:45:14.161637 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55794329-c163-443e-9c15-6af5b76a35f2 None None] Pushing event updated for resources: {'Port': ['ID=a8520486-460c-43f4-b3cb-807b2c843625,revision_number=2']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:45:14.180963 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8428115-88f6-42a3-ae02-37af56b02d53 req-e88fbf57-b03f-483b-8bed-4817a2fbc50a tempest-InstanceActionsNegativeTestJSON-1409251204 tempest-InstanceActionsNegativeTestJSON-1409251204-project] No DVR routers for this DVR port 34184226-84ba-4c73-afe1-64d5f93dbd36 on host n-h1-816865-1 {{(pid=102386) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 18:45:14.190003 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-f8428115-88f6-42a3-ae02-37af56b02d53 req-e88fbf57-b03f-483b-8bed-4817a2fbc50a tempest-InstanceActionsNegativeTestJSON-1409251204 tempest-InstanceActionsNegativeTestJSON-1409251204-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:45:14.193649 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-f8428115-88f6-42a3-ae02-37af56b02d53 req-e88fbf57-b03f-483b-8bed-4817a2fbc50a tempest-InstanceActionsNegativeTestJSON-1409251204 tempest-InstanceActionsNegativeTestJSON-1409251204-project] 10.222.0.41 "DELETE /v2.0/ports/34184226-84ba-4c73-afe1-64d5f93dbd36 HTTP/1.1" status: 204 len: 173 time: 1.3650925 Nov 05 18:45:14.197712 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.managers [None req-635e50e8-d56f-4c70-a167-5e7dbd4a38d4 None None] Attempting to bind port a8520486-460c-43f4-b3cb-807b2c843625 on host n-d-816865-1 for vnic_type normal with profile {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 18:45:14.198105 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.managers [None req-635e50e8-d56f-4c70-a167-5e7dbd4a38d4 None None] Attempting to bind port a8520486-460c-43f4-b3cb-807b2c843625 by drivers openvswitch,hyperv on host n-d-816865-1 at level 0 using segments [{'id': '85be518c-8bb4-46a2-a903-d4292782d29d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec'}] {{(pid=102389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 18:45:14.198479 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-635e50e8-d56f-4c70-a167-5e7dbd4a38d4 None None] Attempting to bind port a8520486-460c-43f4-b3cb-807b2c843625 on network 40c8335d-cd0b-4cb5-910a-d4dcddd5cbec {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 18:45:14.204412 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-635e50e8-d56f-4c70-a167-5e7dbd4a38d4 None None] Checking agent: {'id': '724d89a7-611b-41e6-bc85-c48112b17afa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 18, 25, 8), 'started_at': datetime.datetime(2021, 11, 5, 18, 25, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 18, 45, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 18:45:14.204787 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-635e50e8-d56f-4c70-a167-5e7dbd4a38d4 None None] Checking segment: {'id': '85be518c-8bb4-46a2-a903-d4292782d29d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 18:45:14.205245 n-d-816865-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-635e50e8-d56f-4c70-a167-5e7dbd4a38d4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:45:14.205562 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-635e50e8-d56f-4c70-a167-5e7dbd4a38d4 None None] Bound using segment: {'id': '85be518c-8bb4-46a2-a903-d4292782d29d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec'} {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 18:45:14.206279 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.managers [None req-635e50e8-d56f-4c70-a167-5e7dbd4a38d4 None None] Bound port: a8520486-460c-43f4-b3cb-807b2c843625, host: n-d-816865-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85be518c-8bb4-46a2-a903-d4292782d29d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec'}}] {{(pid=102389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 18:45:14.206915 n-d-816865-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-635e50e8-d56f-4c70-a167-5e7dbd4a38d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:45:14.227036 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [req-765afac4-e843-4464-aa76-fca5b660715c req-a4531d2d-bfcb-4e33-9473-6fbe15966696 service neutron] Attempting to bind port 8627f3a1-d0a8-455a-9185-f1f27b8b930d on host n-h2-816865-1 for vnic_type normal with profile {"migrating_to": "n-h1-816865-1"} {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 18:45:14.227639 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [req-765afac4-e843-4464-aa76-fca5b660715c req-a4531d2d-bfcb-4e33-9473-6fbe15966696 service neutron] Attempting to bind port 8627f3a1-d0a8-455a-9185-f1f27b8b930d by drivers openvswitch,hyperv on host n-h2-816865-1 at level 0 using segments [{'id': 'b9f65680-5ef1-4bb4-ac2c-6d7ba403921d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '1a9992ef-da6b-4f25-bd43-f1196ce8f1a8'}] {{(pid=102386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 18:45:14.227808 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-765afac4-e843-4464-aa76-fca5b660715c req-a4531d2d-bfcb-4e33-9473-6fbe15966696 service neutron] Attempting to bind port 8627f3a1-d0a8-455a-9185-f1f27b8b930d on network 1a9992ef-da6b-4f25-bd43-f1196ce8f1a8 {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 18:45:14.230178 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88fbf57-b03f-483b-8bed-4817a2fbc50a tempest-InstanceActionsNegativeTestJSON-1409251204 tempest-InstanceActionsNegativeTestJSON-1409251204-project] Pushing event deleted for resources: {'Port': ['ID=34184226-84ba-4c73-afe1-64d5f93dbd36,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:45:14.238082 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-765afac4-e843-4464-aa76-fca5b660715c req-a4531d2d-bfcb-4e33-9473-6fbe15966696 service neutron] Port 8627f3a1-d0a8-455a-9185-f1f27b8b930d on network 1a9992ef-da6b-4f25-bd43-f1196ce8f1a8 not bound, no agent of type Open vSwitch agent registered on host n-h2-816865-1 {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 18:45:14.238363 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-765afac4-e843-4464-aa76-fca5b660715c req-a4531d2d-bfcb-4e33-9473-6fbe15966696 service neutron] Attempting to bind port 8627f3a1-d0a8-455a-9185-f1f27b8b930d on network 1a9992ef-da6b-4f25-bd43-f1196ce8f1a8 {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 18:45:14.245234 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-765afac4-e843-4464-aa76-fca5b660715c req-a4531d2d-bfcb-4e33-9473-6fbe15966696 service neutron] Checking agent: {'id': '32aff553-696f-4891-83f5-5c176f61fe54', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816865-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 18, 33, 36), 'started_at': datetime.datetime(2021, 11, 5, 18, 33, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 18, 45, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 18:45:14.245846 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-765afac4-e843-4464-aa76-fca5b660715c req-a4531d2d-bfcb-4e33-9473-6fbe15966696 service neutron] Checking segment: {'id': 'b9f65680-5ef1-4bb4-ac2c-6d7ba403921d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '1a9992ef-da6b-4f25-bd43-f1196ce8f1a8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 18:45:14.246080 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-765afac4-e843-4464-aa76-fca5b660715c req-a4531d2d-bfcb-4e33-9473-6fbe15966696 service neutron] Bound using segment: {'id': 'b9f65680-5ef1-4bb4-ac2c-6d7ba403921d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '1a9992ef-da6b-4f25-bd43-f1196ce8f1a8'} {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 18:45:14.246913 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [req-765afac4-e843-4464-aa76-fca5b660715c req-a4531d2d-bfcb-4e33-9473-6fbe15966696 service neutron] Bound port: 8627f3a1-d0a8-455a-9185-f1f27b8b930d, host: n-h2-816865-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b9f65680-5ef1-4bb4-ac2c-6d7ba403921d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '1a9992ef-da6b-4f25-bd43-f1196ce8f1a8'}}] {{(pid=102386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 18:45:14.247104 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-765afac4-e843-4464-aa76-fca5b660715c req-a4531d2d-bfcb-4e33-9473-6fbe15966696 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:45:14.261392 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-533efd9f-1404-4940-8599-29a6f63c9edf req-5804434a-54d2-4b3d-bf74-86b54bf46014 tempest-AttachVolumeTestJSON-989501218 tempest-AttachVolumeTestJSON-989501218-project] 10.222.0.13 "GET /v2.0/security-groups?id=ef933554-0df5-4bb3-a185-95505310ff6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1456633 Nov 05 18:45:14.283377 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [None req-635e50e8-d56f-4c70-a167-5e7dbd4a38d4 None None] For port a8520486-460c-43f4-b3cb-807b2c843625, host n-d-816865-1, cleared binding levels {{(pid=102389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 18:45:14.291145 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [None req-635e50e8-d56f-4c70-a167-5e7dbd4a38d4 None None] For port a8520486-460c-43f4-b3cb-807b2c843625, host n-d-816865-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=a8520486-460c-43f4-b3cb-807b2c843625,segment=NetworkSegment(85be518c-8bb4-46a2-a903-d4292782d29d),segment_id=85be518c-8bb4-46a2-a903-d4292782d29d)] {{(pid=102389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 18:45:14.310198 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-301344c4-7064-46cc-831f-d5a4d09688fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:45:14.326164 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [req-765afac4-e843-4464-aa76-fca5b660715c req-a4531d2d-bfcb-4e33-9473-6fbe15966696 service neutron] For port 8627f3a1-d0a8-455a-9185-f1f27b8b930d, host n-h2-816865-1, cleared binding levels {{(pid=102386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 18:45:14.329783 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [req-765afac4-e843-4464-aa76-fca5b660715c req-a4531d2d-bfcb-4e33-9473-6fbe15966696 service neutron] For port 8627f3a1-d0a8-455a-9185-f1f27b8b930d, host n-h2-816865-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=8627f3a1-d0a8-455a-9185-f1f27b8b930d,segment=NetworkSegment(b9f65680-5ef1-4bb4-ac2c-6d7ba403921d),segment_id=b9f65680-5ef1-4bb4-ac2c-6d7ba403921d)] {{(pid=102386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 18:45:14.332148 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44eadc0-e84a-4eed-a967-e17a2d8d1c9d req-f9d3cd0d-ae92-4a83-ae8d-908235648fff tempest-LiveMigrationTest-600821399 tempest-LiveMigrationTest-600821399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:45:14.333666 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-d44eadc0-e84a-4eed-a967-e17a2d8d1c9d req-f9d3cd0d-ae92-4a83-ae8d-908235648fff tempest-LiveMigrationTest-600821399 tempest-LiveMigrationTest-600821399-project] 10.222.0.13 "GET /v2.0/ports?device_id=93fdaf80-df0d-4e8d-a241-d135c3792f47 HTTP/1.1" status: 200 len: 943 time: 0.0948501 Nov 05 18:45:14.389419 n-d-816865-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-635e50e8-d56f-4c70-a167-5e7dbd4a38d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:45:14.439974 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-765afac4-e843-4464-aa76-fca5b660715c req-a4531d2d-bfcb-4e33-9473-6fbe15966696 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6149821'] for port, after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:45:14.449990 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-635e50e8-d56f-4c70-a167-5e7dbd4a38d4 None None] Routers {'69c192eb-03a0-46d9-85b8-41a0d5c77ec6'} bound to L3 agent in host n-d-816865-1 {{(pid=102389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 18:45:14.450796 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-635e50e8-d56f-4c70-a167-5e7dbd4a38d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T18:45:05Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['69c192eb-03a0-46d9-85b8-41a0d5c77ec6'], 'active': True} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:45:14.456542 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-d44eadc0-e84a-4eed-a967-e17a2d8d1c9d req-da62784c-0e41-4d76-9100-aa06019e5023 tempest-LiveMigrationTest-600821399 tempest-LiveMigrationTest-600821399-project] 10.222.0.13 "GET /v2.0/security-groups?id=3677ad50-e4bf-4315-8aa4-e48810edc139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139324 Nov 05 18:45:14.511026 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55794329-c163-443e-9c15-6af5b76a35f2 None None] Pushing event updated for resources: {'Port': ['ID=a8520486-460c-43f4-b3cb-807b2c843625,revision_number=3']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:45:14.547239 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.db_base_plugin_common [None req-301344c4-7064-46cc-831f-d5a4d09688fa admin admin] Allocated IP 172.20.0.1 (9e4ef535-d14c-4262-8392-8dc3ea3c91cf/a56c3e18-831b-4295-9866-e3b8d13b0f77/f8e90c2c-71a1-426e-839e-0dd8c6f7b9e6) {{(pid=102387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 18:45:14.563603 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765afac4-e843-4464-aa76-fca5b660715c req-a4531d2d-bfcb-4e33-9473-6fbe15966696 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:45:14.564228 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-765afac4-e843-4464-aa76-fca5b660715c req-a4531d2d-bfcb-4e33-9473-6fbe15966696 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:45:14.565794 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-765afac4-e843-4464-aa76-fca5b660715c req-a4531d2d-bfcb-4e33-9473-6fbe15966696 service neutron] 10.222.0.41 "PUT /v2.0/ports/8627f3a1-d0a8-455a-9185-f1f27b8b930d HTTP/1.1" status: 200 len: 1121 time: 1.7145038 Nov 05 18:45:14.578108 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4531d2d-bfcb-4e33-9473-6fbe15966696 service neutron] Pushing event updated for resources: {'Port': ['ID=8627f3a1-d0a8-455a-9185-f1f27b8b930d,revision_number=8']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:45:14.600839 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvr_db [None req-635e50e8-d56f-4c70-a167-5e7dbd4a38d4 None None] Set router 69c192eb-03a0-46d9-85b8-41a0d5c77ec6 gateway port host: n-d-816865-1 {{(pid=102389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 18:45:14.649706 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] get_ports_and_sgs() called for port_ids ['8627f3a1-d0a8-455a-9185-f1f27b8b930d'] {{(pid=102388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 18:45:14.686365 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-301344c4-7064-46cc-831f-d5a4d09688fa admin admin] Publish callbacks [] for port, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:45:14.800719 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-635e50e8-d56f-4c70-a167-5e7dbd4a38d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69c192eb-03a0-46d9-85b8-41a0d5c77ec6', 'name': 'tempest-AttachSCSIVolumeTestJSON-380963098-router', 'tenant_id': '97328bf82188472f95d7e0dd2282b437', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.32'}], 'enable_snat': True}, 'gw_port_id': 'a8520486-460c-43f4-b3cb-807b2c843625', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T18:45:09Z', 'updated_at': '2021-11-05T18:45:10Z', 'revision_number': 3, 'project_id': '97328bf82188472f95d7e0dd2282b437', 'gw_port': {'id': 'a8520486-460c-43f4-b3cb-807b2c843625', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:d8:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69c192eb-03a0-46d9-85b8-41a0d5c77ec6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1010, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T18:45:10Z', 'updated_at': '2021-11-05T18:45:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1'}], 'n-d-816865-1', False) {} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:45:14.815656 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-301344c4-7064-46cc-831f-d5a4d09688fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4417063'] for port, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:45:14.833758 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-635e50e8-d56f-4c70-a167-5e7dbd4a38d4 None None] The sync data for ids ['69c192eb-03a0-46d9-85b8-41a0d5c77ec6'] in n-d-816865-1 is: [{'id': '69c192eb-03a0-46d9-85b8-41a0d5c77ec6', 'name': 'tempest-AttachSCSIVolumeTestJSON-380963098-router', 'tenant_id': '97328bf82188472f95d7e0dd2282b437', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.32'}], 'enable_snat': True}, 'gw_port_id': 'a8520486-460c-43f4-b3cb-807b2c843625', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T18:45:09Z', 'updated_at': '2021-11-05T18:45:10Z', 'revision_number': 3, 'project_id': '97328bf82188472f95d7e0dd2282b437', 'gw_port': {'id': 'a8520486-460c-43f4-b3cb-807b2c843625', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:d8:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69c192eb-03a0-46d9-85b8-41a0d5c77ec6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1010, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T18:45:10Z', 'updated_at': '2021-11-05T18:45:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1'}] {{(pid=102389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 18:45:14.866198 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-301344c4-7064-46cc-831f-d5a4d09688fa admin admin] Network 9e4ef535-d14c-4262-8392-8dc3ea3c91cf is already hosted by enough agents. {{(pid=102387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 18:45:14.873043 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.base_scheduler [None req-301344c4-7064-46cc-831f-d5a4d09688fa admin admin] Resources bound (agent type, host, resource id): {{(pid=102387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:45:14.876857 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-301344c4-7064-46cc-831f-d5a4d09688fa admin admin] Received port after_create {{(pid=102387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 18:45:14.880239 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301344c4-7064-46cc-831f-d5a4d09688fa admin admin] Pushing event updated for resources: {'Port': ['ID=f8e90c2c-71a1-426e-839e-0dd8c6f7b9e6,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:45:14.907186 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Device 997dee40-bf40-4f75-91d5-77ef3b7c9f71 details requested by agent hyperv_n-h2-816865-1 with host n-h2-816865-1 {{(pid=102388) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 05 18:45:14.955895 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-301344c4-7064-46cc-831f-d5a4d09688fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-571770'] for router_interface, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:45:15.094669 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19144c1-d25c-421a-96af-598340d901d4 req-967ddb34-5e7e-48dc-8810-5267099e298d tempest-ImagesOneServerNegativeTestJSON-2105042970 tempest-ImagesOneServerNegativeTestJSON-2105042970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:45:15.103195 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-c19144c1-d25c-421a-96af-598340d901d4 req-967ddb34-5e7e-48dc-8810-5267099e298d tempest-ImagesOneServerNegativeTestJSON-2105042970 tempest-ImagesOneServerNegativeTestJSON-2105042970-project] 10.222.0.13 "GET /v2.0/ports?device_id=26cbf12c-64e7-4344-ae22-305fed3f0dbe HTTP/1.1" status: 200 len: 943 time: 0.1412108 Nov 05 18:45:15.240484 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-c19144c1-d25c-421a-96af-598340d901d4 req-bf8bfc91-ed7e-407f-9174-ea76fc650109 tempest-ImagesOneServerNegativeTestJSON-2105042970 tempest-ImagesOneServerNegativeTestJSON-2105042970-project] 10.222.0.13 "GET /v2.0/security-groups?id=6637cfea-1993-4e71-ac10-e5c82252dcf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360028 Nov 05 18:45:15.294976 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] For port 997dee40-bf40-4f75-91d5-77ef3b7c9f71, host n-h2-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=997dee40-bf40-4f75-91d5-77ef3b7c9f71,segment=NetworkSegment(e5174132-a641-4aac-ac7f-99c05aefc2b6),segment_id=e5174132-a641-4aac-ac7f-99c05aefc2b6)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:45:15.309096 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Returning: {'device': '997dee40-bf40-4f75-91d5-77ef3b7c9f71', 'network_id': '8c2c2df7-da1b-4d55-8c99-ae0be0798f81', 'port_id': '997dee40-bf40-4f75-91d5-77ef3b7c9f71', 'mac_address': 'fa:16:3e:1e:d8:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd510a31-dda0-4360-ac1b-8b1e239249b4', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102388) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 05 18:45:15.315275 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-c099f7ec-6e15-430f-863c-88d5f6cedccc req-162ac28d-6a07-447a-ae38-906821f5e514 tempest-InstanceActionsNegativeTestJSON-1409251204 tempest-InstanceActionsNegativeTestJSON-1409251204-project] 10.222.0.13 "GET /v2.0/ports?device_id=03afe10b-af86-466f-9634-a29594d7e498 HTTP/1.1" status: 200 len: 210 time: 0.0422235 Nov 05 18:45:15.353058 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-301344c4-7064-46cc-831f-d5a4d09688fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:45:15.386719 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:45:15.411308 n-d-816865-1 neutron-server[102388]: DEBUG neutron.notifiers.nova [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 997dee40-bf40-4f75-91d5-77ef3b7c9f71 {{(pid=102388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 18:45:15.415919 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-7a55c1b1-5e62-4213-8482-536375237175 None None] Provisioning complete for port f8e90c2c-71a1-426e-839e-0dd8c6f7b9e6 triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:45:15.416735 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-7a55c1b1-5e62-4213-8482-536375237175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:45:15.461624 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] For port 997dee40-bf40-4f75-91d5-77ef3b7c9f71, host n-h2-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=997dee40-bf40-4f75-91d5-77ef3b7c9f71,segment=NetworkSegment(e5174132-a641-4aac-ac7f-99c05aefc2b6),segment_id=e5174132-a641-4aac-ac7f-99c05aefc2b6)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:45:15.463747 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d662d4bb-2514-4cc0-8039-40c73a864182 req-c64a4280-adf7-40bf-8274-5f95b56cbdad tempest-AttachVolumeTestJSON-989501218 tempest-AttachVolumeTestJSON-989501218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:45:15.465528 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-d662d4bb-2514-4cc0-8039-40c73a864182 req-c64a4280-adf7-40bf-8274-5f95b56cbdad tempest-AttachVolumeTestJSON-989501218 tempest-AttachVolumeTestJSON-989501218-project] 10.222.0.13 "GET /v2.0/ports?device_id=332b01ca-305d-470b-a5c2-8f6774221f19 HTTP/1.1" status: 200 len: 945 time: 0.1010118 Nov 05 18:45:15.472872 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-7a55c1b1-5e62-4213-8482-536375237175 None None] Port f8e90c2c-71a1-426e-839e-0dd8c6f7b9e6 cannot update to ACTIVE because it is not bound. {{(pid=102388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 18:45:15.523937 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:45:15.581747 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-d662d4bb-2514-4cc0-8039-40c73a864182 req-82feafde-2670-464f-8969-667c9a9195bc tempest-AttachVolumeTestJSON-989501218 tempest-AttachVolumeTestJSON-989501218-project] 10.222.0.13 "GET /v2.0/security-groups?id=ef933554-0df5-4bb3-a185-95505310ff6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1011961 Nov 05 18:45:15.602166 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Pushing event updated for resources: {'Port': ['ID=997dee40-bf40-4f75-91d5-77ef3b7c9f71,revision_number=4']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:45:15.660336 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-301344c4-7064-46cc-831f-d5a4d09688fa admin admin] Publish callbacks [] for port, precommit_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:45:15.711563 n-d-816865-1 neutron-server[102386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03afe10b-af86-466f-9634-a29594d7e498', 'name': 'network-vif-deleted', 'tag': '34184226-84ba-4c73-afe1-64d5f93dbd36'}, {'name': 'network-changed', 'server_uuid': '93fdaf80-df0d-4e8d-a241-d135c3792f47', 'tag': '8627f3a1-d0a8-455a-9185-f1f27b8b930d'}] {{(pid=102386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 18:45:15.715196 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6173a44d7c73f41af551dc890fa1a5892c2c6bc3458b640c8e0c24db7876ba6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e5ec528-53f1-4b67-ab53-e813b3522f7c" -d '{"events": [{"server_uuid": "03afe10b-af86-466f-9634-a29594d7e498", "name": "network-vif-deleted", "tag": "34184226-84ba-4c73-afe1-64d5f93dbd36"}, {"name": "network-changed", "server_uuid": "93fdaf80-df0d-4e8d-a241-d135c3792f47", "tag": "8627f3a1-d0a8-455a-9185-f1f27b8b930d"}]}' {{(pid=102386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 18:45:15.732257 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c6a9a7-e48b-4062-bfd5-c5e1b33b7dbd req-a18da841-f7ce-43f5-bdfc-ef97deab4a10 tempest-LiveMigrationTest-600821399 tempest-LiveMigrationTest-600821399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:45:15.733830 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-09c6a9a7-e48b-4062-bfd5-c5e1b33b7dbd req-a18da841-f7ce-43f5-bdfc-ef97deab4a10 tempest-LiveMigrationTest-600821399 tempest-LiveMigrationTest-600821399-project] 10.222.0.13 "GET /v2.0/ports?device_id=93fdaf80-df0d-4e8d-a241-d135c3792f47 HTTP/1.1" status: 200 len: 943 time: 0.0881798 Nov 05 18:45:15.747044 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8cbefe6-db7f-49cb-a13a-fb1a8478f8cd req-40caf527-24c1-42bf-8547-1b93d068893c tempest-AttachVolumeTestJSON-989501218 tempest-AttachVolumeTestJSON-989501218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:45:15.748828 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-f8cbefe6-db7f-49cb-a13a-fb1a8478f8cd req-40caf527-24c1-42bf-8547-1b93d068893c tempest-AttachVolumeTestJSON-989501218 tempest-AttachVolumeTestJSON-989501218-project] 10.222.0.13 "GET /v2.0/ports?device_id=332b01ca-305d-470b-a5c2-8f6774221f19 HTTP/1.1" status: 200 len: 945 time: 0.0733132 Nov 05 18:45:15.759160 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 48810) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:45:15.764128 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-e8ea2c92-1cf3-4fbc-be4e-d61889697898 tempest-AttachVolumeTestJSON-989501218 tempest-AttachVolumeTestJSON-989501218-project] Request body: {'floatingip': {'port_id': '608f32e7-96f1-46f4-8f20-858b7b1eedd7'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:45:15.764544 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-301344c4-7064-46cc-831f-d5a4d09688fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4417072'] for port, after_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:45:15.778071 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] get_ports_and_sgs() called for port_ids ['997dee40-bf40-4f75-91d5-77ef3b7c9f71'] {{(pid=102388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 18:45:15.829922 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 05 Nov 2021 18:45:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-530dab82-4fe3-428a-8ead-be3601448824 x-openstack-request-id: req-530dab82-4fe3-428a-8ead-be3601448824 {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 18:45:15.830617 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03afe10b-af86-466f-9634-a29594d7e498", "name": "network-vif-deleted", "tag": "34184226-84ba-4c73-afe1-64d5f93dbd36", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "93fdaf80-df0d-4e8d-a241-d135c3792f47", "tag": "8627f3a1-d0a8-455a-9185-f1f27b8b930d", "status": "completed", "code": 200}]} {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 18:45:15.832132 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-530dab82-4fe3-428a-8ead-be3601448824 {{(pid=102386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 18:45:15.832615 n-d-816865-1 neutron-server[102386]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03afe10b-af86-466f-9634-a29594d7e498', 'name': 'network-vif-deleted', 'tag': '34184226-84ba-4c73-afe1-64d5f93dbd36', 'status': 'completed', 'code': 200} Nov 05 18:45:15.832934 n-d-816865-1 neutron-server[102386]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93fdaf80-df0d-4e8d-a241-d135c3792f47', 'tag': '8627f3a1-d0a8-455a-9185-f1f27b8b930d', 'status': 'completed', 'code': 200} Nov 05 18:45:15.836123 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-e8ea2c92-1cf3-4fbc-be4e-d61889697898 tempest-AttachVolumeTestJSON-989501218 tempest-AttachVolumeTestJSON-989501218-project] Publish callbacks [] for floatingip, before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:45:15.887090 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-09c6a9a7-e48b-4062-bfd5-c5e1b33b7dbd req-27f0e247-dbfe-4cb1-9602-0ead7ef3bad0 tempest-LiveMigrationTest-600821399 tempest-LiveMigrationTest-600821399-project] 10.222.0.13 "GET /v2.0/security-groups?id=3677ad50-e4bf-4315-8aa4-e48810edc139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316552 Nov 05 18:45:15.893150 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301344c4-7064-46cc-831f-d5a4d09688fa admin admin] Pushing event updated for resources: {'Port': ['ID=f8e90c2c-71a1-426e-839e-0dd8c6f7b9e6,revision_number=2']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:45:15.895708 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-301344c4-7064-46cc-831f-d5a4d09688fa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-597863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-571878'] for router_interface, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:45:15.994168 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5ec528-53f1-4b67-ab53-e813b3522f7c req-fc14f9e3-a8bc-4b9a-8a30-a160dfa66091 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:45:15.995601 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-9e5ec528-53f1-4b67-ab53-e813b3522f7c req-fc14f9e3-a8bc-4b9a-8a30-a160dfa66091 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7cc0b234e0c74edeb5d0485be80e09f5&device_id=93fdaf80-df0d-4e8d-a241-d135c3792f47 HTTP/1.1" status: 200 len: 1124 time: 0.1070788 Nov 05 18:45:16.031191 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-301344c4-7064-46cc-831f-d5a4d09688fa admin admin] Network 9e4ef535-d14c-4262-8392-8dc3ea3c91cf is already hosted by enough agents. {{(pid=102387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 18:45:16.031191 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.base_scheduler [None req-301344c4-7064-46cc-831f-d5a4d09688fa admin admin] Resources bound (agent type, host, resource id): {{(pid=102387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:45:16.402178 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-5bda7dc8-b55b-4b19-bb41-12a4588eff65 None None] Provisioning complete for port f8e90c2c-71a1-426e-839e-0dd8c6f7b9e6 triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:45:16.403246 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-5bda7dc8-b55b-4b19-bb41-12a4588eff65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:45:16.442263 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-5bda7dc8-b55b-4b19-bb41-12a4588eff65 None None] Port f8e90c2c-71a1-426e-839e-0dd8c6f7b9e6 cannot update to ACTIVE because it is not bound. {{(pid=102388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 18:45:16.467198 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 48820) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:45:16.546571 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5ec528-53f1-4b67-ab53-e813b3522f7c req-0674de4c-6e80-4833-949c-389c7617997a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:45:16.548073 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-9e5ec528-53f1-4b67-ab53-e813b3522f7c req-0674de4c-6e80-4833-949c-389c7617997a service neutron] 10.222.0.55 "GET /v2.0/networks?id=1a9992ef-da6b-4f25-bd43-f1196ce8f1a8 HTTP/1.1" status: 200 len: 908 time: 0.5422256 Nov 05 18:45:16.586748 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a03231-e4bc-4e48-b0d2-a657c57e039f req-8ac23c35-c6a8-4133-bacc-7b69191cd254 tempest-ImagesOneServerNegativeTestJSON-2105042970 tempest-ImagesOneServerNegativeTestJSON-2105042970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:45:16.594637 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-b5a03231-e4bc-4e48-b0d2-a657c57e039f req-8ac23c35-c6a8-4133-bacc-7b69191cd254 tempest-ImagesOneServerNegativeTestJSON-2105042970 tempest-ImagesOneServerNegativeTestJSON-2105042970-project] 10.222.0.13 "GET /v2.0/ports?device_id=26cbf12c-64e7-4344-ae22-305fed3f0dbe HTTP/1.1" status: 200 len: 944 time: 0.1263433 Nov 05 18:45:16.602290 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb295836-5774-48bb-b8e2-331a7482805d admin admin] Deleting subnet 9f907ffd-943a-4a1f-8fbc-0f50bc5f3883 {{(pid=102387) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 05 18:45:16.606678 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-cb295836-5774-48bb-b8e2-331a7482805d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:45:16.606944 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device a8520486-460c-43f4-b3cb-807b2c843625 up at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 18:45:16.649232 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-301344c4-7064-46cc-831f-d5a4d09688fa admin admin] Router 69c192eb-03a0-46d9-85b8-41a0d5c77ec6 has already been hosted by L3 agent 6dcb5589-8e86-4616-9186-ddc4548e13ad {{(pid=102387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 18:45:16.663697 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-9e5ec528-53f1-4b67-ab53-e813b3522f7c req-d289ecd1-db5b-4534-9b18-00dd47d62af2 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8627f3a1-d0a8-455a-9185-f1f27b8b930d HTTP/1.1" status: 200 len: 217 time: 0.0942919 Nov 05 18:45:16.667576 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-cb295836-5774-48bb-b8e2-331a7482805d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4463501'] for subnet, precommit_delete_associations {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:45:16.675290 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Provisioning complete for port a8520486-460c-43f4-b3cb-807b2c843625 triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:45:16.675840 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:45:16.766960 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:45:16.771430 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-b5a03231-e4bc-4e48-b0d2-a657c57e039f req-7afaddf5-cec6-4da6-a28b-7f691d6be738 tempest-ImagesOneServerNegativeTestJSON-2105042970 tempest-ImagesOneServerNegativeTestJSON-2105042970-project] 10.222.0.13 "GET /v2.0/security-groups?id=6637cfea-1993-4e71-ac10-e5c82252dcf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1760132 Nov 05 18:45:16.782150 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-cb295836-5774-48bb-b8e2-331a7482805d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1573928'] for subnet, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:45:16.792413 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] For port a8520486-460c-43f4-b3cb-807b2c843625, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=a8520486-460c-43f4-b3cb-807b2c843625,segment=NetworkSegment(85be518c-8bb4-46a2-a903-d4292782d29d),segment_id=85be518c-8bb4-46a2-a903-d4292782d29d)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:45:16.815803 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5ec528-53f1-4b67-ab53-e813b3522f7c req-21662ef5-7032-44d3-bba1-45407431e49e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:45:16.815803 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-9e5ec528-53f1-4b67-ab53-e813b3522f7c req-21662ef5-7032-44d3-bba1-45407431e49e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=82b7bbfc-ac99-45bb-a8a9-211b9b80ecc2 HTTP/1.1" status: 200 len: 847 time: 0.0927391 Nov 05 18:45:16.867780 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-9e5ec528-53f1-4b67-ab53-e813b3522f7c req-8a85319f-ab0d-4666-9b77-f4082d94b75e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=1a9992ef-da6b-4f25-bd43-f1196ce8f1a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0291271 Nov 05 18:45:16.878293 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-301344c4-7064-46cc-831f-d5a4d09688fa admin admin] Notify agent at l3_agent.n-d-816865-1 the message routers_updated {{(pid=102387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 18:45:16.885214 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-301344c4-7064-46cc-831f-d5a4d09688fa admin admin] 10.222.0.13 "PUT /v2.0/routers/69c192eb-03a0-46d9-85b8-41a0d5c77ec6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4280863 Nov 05 18:45:16.901643 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Device 997dee40-bf40-4f75-91d5-77ef3b7c9f71 up at agent hyperv_n-h2-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 18:45:17.012075 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cd7a48-aaec-45be-a892-f636da14f30a req-28b28970-f2f3-4106-bdfd-13f617863ecd tempest-LiveMigrationTest-600821399 tempest-LiveMigrationTest-600821399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:45:17.013815 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-39cd7a48-aaec-45be-a892-f636da14f30a req-28b28970-f2f3-4106-bdfd-13f617863ecd tempest-LiveMigrationTest-600821399 tempest-LiveMigrationTest-600821399-project] 10.222.0.13 "GET /v2.0/ports?device_id=93fdaf80-df0d-4e8d-a241-d135c3792f47 HTTP/1.1" status: 200 len: 943 time: 0.0555458 Nov 05 18:45:17.059905 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cf88ac9-212d-4fa4-aa2e-a94f8a0e55ca None None] Sync routers for ids ['69c192eb-03a0-46d9-85b8-41a0d5c77ec6'] in n-d-816865-1 {{(pid=102388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 18:45:17.069629 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Provisioning for port 997dee40-bf40-4f75-91d5-77ef3b7c9f71 completed by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 05 18:45:17.078404 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-39cd7a48-aaec-45be-a892-f636da14f30a req-3322b020-32a9-4366-837c-1a2dc3e7e078 tempest-LiveMigrationTest-600821399 tempest-LiveMigrationTest-600821399-project] 10.222.0.13 "GET /v2.0/security-groups?id=3677ad50-e4bf-4315-8aa4-e48810edc139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573680 Nov 05 18:45:17.079647 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-cb295836-5774-48bb-b8e2-331a7482805d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1573905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4417146', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5112209'] for subnet, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:45:17.080240 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-e8ea2c92-1cf3-4fbc-be4e-d61889697898 tempest-AttachVolumeTestJSON-989501218 tempest-AttachVolumeTestJSON-989501218-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:45:17.098259 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:45:17.098630 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-9e5ec528-53f1-4b67-ab53-e813b3522f7c req-d3294ad7-4340-44ae-84e0-055401116351 service neutron] 10.222.0.55 "GET /v2.0/networks/1a9992ef-da6b-4f25-bd43-f1196ce8f1a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2161512 Nov 05 18:45:17.100863 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-cb295836-5774-48bb-b8e2-331a7482805d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597851'] for subnet, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:45:17.102796 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Provisioning complete for port 997dee40-bf40-4f75-91d5-77ef3b7c9f71 triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:45:17.103276 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:45:17.109721 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-cb295836-5774-48bb-b8e2-331a7482805d admin admin] 10.222.0.13 "DELETE /v2.0/subnets/9f907ffd-943a-4a1f-8fbc-0f50bc5f3883 HTTP/1.1" status: 204 len: 168 time: 0.6366062 Nov 05 18:45:17.112806 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 48832) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:45:17.146673 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb295836-5774-48bb-b8e2-331a7482805d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9f907ffd-943a-4a1f-8fbc-0f50bc5f3883,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:45:17.149336 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cf88ac9-212d-4fa4-aa2e-a94f8a0e55ca None None] Routers {'69c192eb-03a0-46d9-85b8-41a0d5c77ec6'} bound to L3 agent in host n-d-816865-1 {{(pid=102388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 18:45:17.150092 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-4cf88ac9-212d-4fa4-aa2e-a94f8a0e55ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T18:45:05Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['69c192eb-03a0-46d9-85b8-41a0d5c77ec6'], 'active': True} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:45:17.209906 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-e8ea2c92-1cf3-4fbc-be4e-d61889697898 tempest-AttachVolumeTestJSON-989501218 tempest-AttachVolumeTestJSON-989501218-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1000577'] for floatingip, after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:45:17.231547 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-10bcc54e-f684-4bb5-bbab-a999e98e23e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1664226'] for network, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:45:17.256114 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-9e5ec528-53f1-4b67-ab53-e813b3522f7c req-90e49d46-96bc-47fa-a1df-9b96a979356f service neutron] 10.222.0.55 "GET /v2.0/networks/1a9992ef-da6b-4f25-bd43-f1196ce8f1a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1490014 Nov 05 18:45:17.301319 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Pushing event updated for resources: {'Port': ['ID=a8520486-460c-43f4-b3cb-807b2c843625,revision_number=4']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:45:17.349571 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-10bcc54e-f684-4bb5-bbab-a999e98e23e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1579173', 'neutron.services.segments.db._delete_segments_for_network-8750027792909'] for network, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:45:17.349823 n-d-816865-1 neutron-server[102386]: INFO neutron.db.l3_db [None req-e8ea2c92-1cf3-4fbc-be4e-d61889697898 tempest-AttachVolumeTestJSON-989501218 tempest-AttachVolumeTestJSON-989501218-project] Floating IP 789ddb1d-f6a8-4482-9129-a6d8ddd086d2 associated. External IP: 172.25.6.9, port: 608f32e7-96f1-46f4-8f20-858b7b1eedd7. Nov 05 18:45:17.376367 n-d-816865-1 neutron-server[102387]: DEBUG neutron.services.segments.db [None req-10bcc54e-f684-4bb5-bbab-a999e98e23e7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['173ca228-ec11-45ab-afc0-c162cbca8994']}} {{(pid=102387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:45:17.386996 n-d-816865-1 neutron-server[102387]: DEBUG neutron.services.segments.db [None req-10bcc54e-f684-4bb5-bbab-a999e98e23e7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a8c6497-f0be-4baf-9e05-eeaa88bce1f1') {'for_net_delete': True} {{(pid=102387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:45:17.387802 n-d-816865-1 neutron-server[102387]: DEBUG neutron.services.segments.db [None req-10bcc54e-f684-4bb5-bbab-a999e98e23e7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a8c6497-f0be-4baf-9e05-eeaa88bce1f1') {} {{(pid=102387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:45:17.400113 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-10bcc54e-f684-4bb5-bbab-a999e98e23e7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750027793430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4463492'] for segment, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:45:17.400345 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Device 8627f3a1-d0a8-455a-9185-f1f27b8b930d details requested by agent hyperv_n-h1-816865-1 with host n-h1-816865-1 {{(pid=102388) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 05 18:45:17.410365 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Device 34184226-84ba-4c73-afe1-64d5f93dbd36 no longer exists at agent hyperv_n-h1-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 18:45:17.418991 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-10bcc54e-f684-4bb5-bbab-a999e98e23e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273'] for segment, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:45:17.423259 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvr_db [None req-4cf88ac9-212d-4fa4-aa2e-a94f8a0e55ca None None] Set router 69c192eb-03a0-46d9-85b8-41a0d5c77ec6 gateway port host: n-d-816865-1 {{(pid=102388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 18:45:17.428908 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-10bcc54e-f684-4bb5-bbab-a999e98e23e7 admin admin] Releasing vlan 167 on physical network physnet1 to pool {{(pid=102387) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 05 18:45:17.429680 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-10bcc54e-f684-4bb5-bbab-a999e98e23e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4417236'] for segment, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:45:17.432549 n-d-816865-1 neutron-server[102387]: Traceback (most recent call last): Nov 05 18:45:17.432549 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 05 18:45:17.432549 n-d-816865-1 neutron-server[102387]: timer() Nov 05 18:45:17.432549 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 05 18:45:17.432549 n-d-816865-1 neutron-server[102387]: cb(*args, **kw) Nov 05 18:45:17.432549 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 05 18:45:17.432549 n-d-816865-1 neutron-server[102387]: return func(*args, **kwargs) Nov 05 18:45:17.432549 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 05 18:45:17.432549 n-d-816865-1 neutron-server[102387]: self._notify() Nov 05 18:45:17.432549 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 05 18:45:17.432549 n-d-816865-1 neutron-server[102387]: self.callback(batched_events) Nov 05 18:45:17.432549 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 05 18:45:17.432549 n-d-816865-1 neutron-server[102387]: event.method(event) Nov 05 18:45:17.432549 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 05 18:45:17.432549 n-d-816865-1 neutron-server[102387]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 05 18:45:17.432549 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 05 18:45:17.432549 n-d-816865-1 neutron-server[102387]: aggregate_uuid = self.p_client.list_aggregates( Nov 05 18:45:17.432549 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 05 18:45:17.432549 n-d-816865-1 neutron-server[102387]: return f(self, *a, **k) Nov 05 18:45:17.432549 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 05 18:45:17.432549 n-d-816865-1 neutron-server[102387]: return self._get(url).json() Nov 05 18:45:17.432549 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 05 18:45:17.432549 n-d-816865-1 neutron-server[102387]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 05 18:45:17.432549 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 05 18:45:17.432549 n-d-816865-1 neutron-server[102387]: return self.request(url, 'GET', **kwargs) Nov 05 18:45:17.432549 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 05 18:45:17.432549 n-d-816865-1 neutron-server[102387]: base_url = self.get_endpoint(auth, allow=allow, Nov 05 18:45:17.432549 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 05 18:45:17.432549 n-d-816865-1 neutron-server[102387]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 05 18:45:17.432549 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 05 18:45:17.432549 n-d-816865-1 neutron-server[102387]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 05 18:45:17.432549 n-d-816865-1 neutron-server[102387]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 05 18:45:17.473516 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:45:17.479280 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] No Port match for: 34184226-84ba-4c73-afe1-64d5f93dbd36 {{(pid=102388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 18:45:17.479616 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Device 34184226-84ba-4c73-afe1-64d5f93dbd36 not bound to the agent host n-h1-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 18:45:17.575574 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-10bcc54e-f684-4bb5-bbab-a999e98e23e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1579178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-956796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1000687'] for network, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:45:17.582506 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-10bcc54e-f684-4bb5-bbab-a999e98e23e7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597851'] for network, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:45:17.588962 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-10bcc54e-f684-4bb5-bbab-a999e98e23e7 admin admin] 10.222.0.13 "DELETE /v2.0/networks/173ca228-ec11-45ab-afc0-c162cbca8994 HTTP/1.1" status: 204 len: 168 time: 0.4717112 Nov 05 18:45:17.591985 n-d-816865-1 neutron-server[102388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26cbf12c-64e7-4344-ae22-305fed3f0dbe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '997dee40-bf40-4f75-91d5-77ef3b7c9f71'}] {{(pid=102388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 18:45:17.594329 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85474fee1180e129d8a886d264fe0b30223aa672dd1ffe43b630605f18504f68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2e52226-4fd5-4011-80a1-d080b84a09d3" -d '{"events": [{"server_uuid": "26cbf12c-64e7-4344-ae22-305fed3f0dbe", "name": "network-vif-plugged", "status": "completed", "tag": "997dee40-bf40-4f75-91d5-77ef3b7c9f71"}]}' {{(pid=102388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 18:45:17.597325 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10bcc54e-f684-4bb5-bbab-a999e98e23e7 admin admin] Pushing event deleted for resources: {'Network': ['ID=173ca228-ec11-45ab-afc0-c162cbca8994,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:45:17.605948 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10bcc54e-f684-4bb5-bbab-a999e98e23e7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:45:17.606371 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10bcc54e-f684-4bb5-bbab-a999e98e23e7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:45:17.606853 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10bcc54e-f684-4bb5-bbab-a999e98e23e7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:45:17.607195 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10bcc54e-f684-4bb5-bbab-a999e98e23e7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:45:17.608063 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10bcc54e-f684-4bb5-bbab-a999e98e23e7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:45:17.608400 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10bcc54e-f684-4bb5-bbab-a999e98e23e7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:45:17.609260 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10bcc54e-f684-4bb5-bbab-a999e98e23e7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:45:17.609585 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10bcc54e-f684-4bb5-bbab-a999e98e23e7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:45:17.609905 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10bcc54e-f684-4bb5-bbab-a999e98e23e7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:45:17.610438 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10bcc54e-f684-4bb5-bbab-a999e98e23e7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:45:17.610766 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10bcc54e-f684-4bb5-bbab-a999e98e23e7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:45:17.611130 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10bcc54e-f684-4bb5-bbab-a999e98e23e7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:45:17.622748 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8ea2c92-1cf3-4fbc-be4e-d61889697898 tempest-AttachVolumeTestJSON-989501218 tempest-AttachVolumeTestJSON-989501218-project] Router 8cfa6972-6a8c-4575-afff-a8195771cadb has already been hosted by L3 agent 6dcb5589-8e86-4616-9186-ddc4548e13ad {{(pid=102386) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 18:45:17.711693 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 18:45:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eae422ad-c074-493c-a648-a71152f6973a x-openstack-request-id: req-eae422ad-c074-493c-a648-a71152f6973a {{(pid=102388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 18:45:17.714252 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26cbf12c-64e7-4344-ae22-305fed3f0dbe", "name": "network-vif-plugged", "status": "completed", "tag": "997dee40-bf40-4f75-91d5-77ef3b7c9f71", "code": 200}]} {{(pid=102388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 18:45:17.714252 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-eae422ad-c074-493c-a648-a71152f6973a {{(pid=102388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 18:45:17.714252 n-d-816865-1 neutron-server[102388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26cbf12c-64e7-4344-ae22-305fed3f0dbe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '997dee40-bf40-4f75-91d5-77ef3b7c9f71', 'code': 200} Nov 05 18:45:17.717000 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] For port 997dee40-bf40-4f75-91d5-77ef3b7c9f71, host n-h2-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=997dee40-bf40-4f75-91d5-77ef3b7c9f71,segment=NetworkSegment(e5174132-a641-4aac-ac7f-99c05aefc2b6),segment_id=e5174132-a641-4aac-ac7f-99c05aefc2b6)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:45:17.770630 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] For port 8627f3a1-d0a8-455a-9185-f1f27b8b930d, host n-h2-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=8627f3a1-d0a8-455a-9185-f1f27b8b930d,segment=NetworkSegment(b9f65680-5ef1-4bb4-ac2c-6d7ba403921d),segment_id=b9f65680-5ef1-4bb4-ac2c-6d7ba403921d)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:45:17.779799 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8ea2c92-1cf3-4fbc-be4e-d61889697898 tempest-AttachVolumeTestJSON-989501218 tempest-AttachVolumeTestJSON-989501218-project] Notify agent at l3_agent.n-d-816865-1 the message routers_updated {{(pid=102386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 18:45:17.785977 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-e8ea2c92-1cf3-4fbc-be4e-d61889697898 tempest-AttachVolumeTestJSON-989501218 tempest-AttachVolumeTestJSON-989501218-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for floatingip, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:45:17.788022 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Device 8627f3a1-d0a8-455a-9185-f1f27b8b930d has no active binding in host n-h1-816865-1 {{(pid=102388) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 05 18:45:17.803369 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74497704-0707-46d0-8666-d6ce5d493a1d None None] Sync routers for ids ['8cfa6972-6a8c-4575-afff-a8195771cadb'] in n-d-816865-1 {{(pid=102389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 18:45:17.803878 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:45:17.810019 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-4cf88ac9-212d-4fa4-aa2e-a94f8a0e55ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69c192eb-03a0-46d9-85b8-41a0d5c77ec6', 'name': 'tempest-AttachSCSIVolumeTestJSON-380963098-router', 'tenant_id': '97328bf82188472f95d7e0dd2282b437', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.32'}], 'enable_snat': True}, 'gw_port_id': 'a8520486-460c-43f4-b3cb-807b2c843625', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T18:45:09Z', 'updated_at': '2021-11-05T18:45:15Z', 'revision_number': 4, 'project_id': '97328bf82188472f95d7e0dd2282b437', 'gw_port': {'id': 'a8520486-460c-43f4-b3cb-807b2c843625', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:d8:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69c192eb-03a0-46d9-85b8-41a0d5c77ec6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1010, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T18:45:10Z', 'updated_at': '2021-11-05T18:45:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1', '_interfaces': [{'id': 'f8e90c2c-71a1-426e-839e-0dd8c6f7b9e6', 'name': '', 'network_id': '9e4ef535-d14c-4262-8392-8dc3ea3c91cf', 'tenant_id': '97328bf82188472f95d7e0dd2282b437', 'mac_address': 'fa:16:3e:e6:0c:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69c192eb-03a0-46d9-85b8-41a0d5c77ec6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1011, 'fixed_ips': [{'subnet_id': 'a56c3e18-831b-4295-9866-e3b8d13b0f77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T18:45:14Z', 'updated_at': '2021-11-05T18:45:15Z', 'revision_number': 2, 'project_id': '97328bf82188472f95d7e0dd2282b437', 'subnets': [{'id': 'a56c3e18-831b-4295-9866-e3b8d13b0f77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-1', False) {} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:45:17.839766 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74497704-0707-46d0-8666-d6ce5d493a1d None None] Routers {'8cfa6972-6a8c-4575-afff-a8195771cadb'} bound to L3 agent in host n-d-816865-1 {{(pid=102389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 18:45:17.840874 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-74497704-0707-46d0-8666-d6ce5d493a1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T18:45:05Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['8cfa6972-6a8c-4575-afff-a8195771cadb'], 'active': True} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:45:17.859505 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-e8ea2c92-1cf3-4fbc-be4e-d61889697898 tempest-AttachVolumeTestJSON-989501218 tempest-AttachVolumeTestJSON-989501218-project] 10.222.0.13 "PUT /v2.0/floatingips/789ddb1d-f6a8-4482-9129-a6d8ddd086d2 HTTP/1.1" status: 200 len: 989 time: 2.0959146 Nov 05 18:45:17.859505 n-d-816865-1 neutron-server[102386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '332b01ca-305d-470b-a5c2-8f6774221f19', 'tag': '608f32e7-96f1-46f4-8f20-858b7b1eedd7'}] {{(pid=102386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 18:45:17.862096 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6173a44d7c73f41af551dc890fa1a5892c2c6bc3458b640c8e0c24db7876ba6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56b82ec1-f747-4ad7-8dbd-cbc0cf289990" -d '{"events": [{"name": "network-changed", "server_uuid": "332b01ca-305d-470b-a5c2-8f6774221f19", "tag": "608f32e7-96f1-46f4-8f20-858b7b1eedd7"}]}' {{(pid=102386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 18:45:17.863545 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cf88ac9-212d-4fa4-aa2e-a94f8a0e55ca None None] Checking router: 69c192eb-03a0-46d9-85b8-41a0d5c77ec6 for host: n-d-816865-1 {{(pid=102388) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 18:45:17.863947 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cf88ac9-212d-4fa4-aa2e-a94f8a0e55ca None None] Updating router 69c192eb-03a0-46d9-85b8-41a0d5c77ec6 port f8e90c2c-71a1-426e-839e-0dd8c6f7b9e6 binding host n-d-816865-1 {{(pid=102388) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 05 18:45:17.869437 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec480f63-fed1-4a73-a61f-a93374436acc req-b09f9498-e76f-4ceb-a142-8e86c27067be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:45:17.871904 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-ec480f63-fed1-4a73-a61f-a93374436acc req-b09f9498-e76f-4ceb-a142-8e86c27067be service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=26cbf12c-64e7-4344-ae22-305fed3f0dbe HTTP/1.1" status: 200 len: 1096 time: 0.0900855 Nov 05 18:45:17.908890 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-4cf88ac9-212d-4fa4-aa2e-a94f8a0e55ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:45:17.914446 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Pushing event updated for resources: {'Port': ['ID=997dee40-bf40-4f75-91d5-77ef3b7c9f71,revision_number=5']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:45:17.941181 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 48858) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:45:17.960568 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-a40ef1b2-b658-4273-9db1-c896c3587e01 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1974747554-network', 'tenant_id': '01a5d928940b4c78a2e85221fe5598b1'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:45:17.988028 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-ec480f63-fed1-4a73-a61f-a93374436acc req-dd90e261-8ed4-4983-bb25-3c2ec1c64dd5 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=6637cfea-1993-4e71-ac10-e5c82252dcf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050625 Nov 05 18:45:18.080816 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 18:45:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93715e1e-a89f-4072-b07e-80ed3e3d7517 x-openstack-request-id: req-93715e1e-a89f-4072-b07e-80ed3e3d7517 {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 18:45:18.081024 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "332b01ca-305d-470b-a5c2-8f6774221f19", "tag": "608f32e7-96f1-46f4-8f20-858b7b1eedd7", "status": "completed", "code": 200}]} {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 18:45:18.081287 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-93715e1e-a89f-4072-b07e-80ed3e3d7517 {{(pid=102386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 18:45:18.081663 n-d-816865-1 neutron-server[102386]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '332b01ca-305d-470b-a5c2-8f6774221f19', 'tag': '608f32e7-96f1-46f4-8f20-858b7b1eedd7', 'status': 'completed', 'code': 200} Nov 05 18:45:18.092356 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 48860) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:45:18.109514 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246ad4e5-2510-43ae-a218-c455f0b9604c req-e27a0140-c0fa-481d-aaa7-a5f2ef7dcd5a tempest-ImagesOneServerNegativeTestJSON-2105042970 tempest-ImagesOneServerNegativeTestJSON-2105042970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:45:18.121130 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-246ad4e5-2510-43ae-a218-c455f0b9604c req-e27a0140-c0fa-481d-aaa7-a5f2ef7dcd5a tempest-ImagesOneServerNegativeTestJSON-2105042970 tempest-ImagesOneServerNegativeTestJSON-2105042970-project] 10.222.0.13 "GET /v2.0/ports?device_id=26cbf12c-64e7-4344-ae22-305fed3f0dbe HTTP/1.1" status: 200 len: 945 time: 0.1278734 Nov 05 18:45:18.152703 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a40ef1b2-b658-4273-9db1-c896c3587e01 admin admin] Made reservation on behalf of 01a5d928940b4c78a2e85221fe5598b1 for: {'network': 1} {{(pid=102386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 18:45:18.155021 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-a40ef1b2-b658-4273-9db1-c896c3587e01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for network, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:45:18.161081 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvr_db [None req-74497704-0707-46d0-8666-d6ce5d493a1d None None] Set router 8cfa6972-6a8c-4575-afff-a8195771cadb gateway port host: n-d-816865-1 {{(pid=102389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 18:45:18.189416 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-246ad4e5-2510-43ae-a218-c455f0b9604c req-038d6b2b-b437-4b50-997d-a8359aecf9ec tempest-ImagesOneServerNegativeTestJSON-2105042970 tempest-ImagesOneServerNegativeTestJSON-2105042970-project] 10.222.0.13 "GET /v2.0/security-groups?id=6637cfea-1993-4e71-ac10-e5c82252dcf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630329 Nov 05 18:45:18.200986 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-8ee012dc-c9bf-4a08-98d5-bc6e40cb1d9b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b3e5209deb6d4b13b97d7109ec900d73&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1043932 Nov 05 18:45:18.203225 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-a40ef1b2-b658-4273-9db1-c896c3587e01 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:45:18.208213 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 48866) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:45:18.306286 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b82ec1-f747-4ad7-8dbd-cbc0cf289990 req-09bd1bbd-8619-40ba-b4ac-8deffaa66ff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:45:18.307825 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-56b82ec1-f747-4ad7-8dbd-cbc0cf289990 req-09bd1bbd-8619-40ba-b4ac-8deffaa66ff0 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4178766de4564cc499086192238e999c&device_id=332b01ca-305d-470b-a5c2-8f6774221f19 HTTP/1.1" status: 200 len: 1096 time: 0.1914539 Nov 05 18:45:18.334959 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-ecce835f-5f40-4be5-802f-8dd34f9bfd00 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:45:18.341038 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cf2bfa-f112-4c80-bed0-579f3ff79be3 req-c685a5f2-85de-4d80-b646-75b4a5add320 tempest-LiveMigrationTest-600821399 tempest-LiveMigrationTest-600821399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:45:18.350947 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-76cf2bfa-f112-4c80-bed0-579f3ff79be3 req-c685a5f2-85de-4d80-b646-75b4a5add320 tempest-LiveMigrationTest-600821399 tempest-LiveMigrationTest-600821399-project] 10.222.0.13 "GET /v2.0/ports?device_id=93fdaf80-df0d-4e8d-a241-d135c3792f47 HTTP/1.1" status: 200 len: 943 time: 0.0833108 Nov 05 18:45:18.371479 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-4cf88ac9-212d-4fa4-aa2e-a94f8a0e55ca None None] Publish callbacks [] for port, precommit_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:45:18.422835 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-76cf2bfa-f112-4c80-bed0-579f3ff79be3 req-e768875b-404e-4b4b-b96f-ca3b53c941a1 tempest-LiveMigrationTest-600821399 tempest-LiveMigrationTest-600821399-project] 10.222.0.13 "GET /v2.0/security-groups?id=3677ad50-e4bf-4315-8aa4-e48810edc139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707335 Nov 05 18:45:18.424908 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-ecce835f-5f40-4be5-802f-8dd34f9bfd00 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:45:18.434703 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-4cf88ac9-212d-4fa4-aa2e-a94f8a0e55ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:45:18.520443 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af44758-a29e-430a-bd79-7876eec1cd13 None None] Pushing event updated for resources: {'Port': ['ID=f8e90c2c-71a1-426e-839e-0dd8c6f7b9e6,revision_number=3']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:45:18.577249 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-74497704-0707-46d0-8666-d6ce5d493a1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cfa6972-6a8c-4575-afff-a8195771cadb', 'name': 'tempest-AttachVolumeTestJSON-288313606-router', 'tenant_id': '4178766de4564cc499086192238e999c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.51'}], 'enable_snat': True}, 'gw_port_id': '9d10276e-2287-4fac-abe3-d2a410b42458', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T18:44:44Z', 'updated_at': '2021-11-05T18:44:50Z', 'revision_number': 4, 'project_id': '4178766de4564cc499086192238e999c', 'gw_port': {'id': '9d10276e-2287-4fac-abe3-d2a410b42458', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:17:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cfa6972-6a8c-4575-afff-a8195771cadb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 971, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T18:44:46Z', 'updated_at': '2021-11-05T18:44:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1', '_floatingips': [{'id': '789ddb1d-f6a8-4482-9129-a6d8ddd086d2', 'tenant_id': '4178766de4564cc499086192238e999c', 'floating_ip_address': '172.25.6.9', 'floating_network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'router_id': '8cfa6972-6a8c-4575-afff-a8195771cadb', 'port_id': '608f32e7-96f1-46f4-8f20-858b7b1eedd7', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 988, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd42acf6-8f16-4d60-b5bc-2ad1579d9211', 'mac_address': 'fa:16:3e:f9:0d:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '332b01ca-305d-470b-a5c2-8f6774221f19', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-05T18:44:56Z', 'updated_at': '2021-11-05T18:45:16Z', 'revision_number': 1, 'project_id': '4178766de4564cc499086192238e999c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '82b32004-b75a-46d4-8b1f-979d7cda8324', 'name': '', 'network_id': 'fd42acf6-8f16-4d60-b5bc-2ad1579d9211', 'tenant_id': '4178766de4564cc499086192238e999c', 'mac_address': 'fa:16:3e:84:7f:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cfa6972-6a8c-4575-afff-a8195771cadb', 'device_owner': 'network:router_interface', 'standard_attr_id': 973, 'fixed_ips': [{'subnet_id': '5bc495e2-1c46-46a6-944a-7cb0dfc74d97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T18:44:49Z', 'updated_at': '2021-11-05T18:44:55Z', 'revision_number': 5, 'project_id': '4178766de4564cc499086192238e999c', 'subnets': [{'id': '5bc495e2-1c46-46a6-944a-7cb0dfc74d97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-1', False) {} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:45:18.623754 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74497704-0707-46d0-8666-d6ce5d493a1d None None] Checking router: 8cfa6972-6a8c-4575-afff-a8195771cadb for host: n-d-816865-1 {{(pid=102389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 18:45:18.643466 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74497704-0707-46d0-8666-d6ce5d493a1d None None] Routers {'8cfa6972-6a8c-4575-afff-a8195771cadb'} bound to L3 agent in host n-d-816865-1 {{(pid=102389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 18:45:18.644476 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-74497704-0707-46d0-8666-d6ce5d493a1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T18:45:05Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['8cfa6972-6a8c-4575-afff-a8195771cadb'], 'active': True} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:45:18.661972 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-765afac4-e843-4464-aa76-fca5b660715c req-5816bea3-cfe3-4cb3-8725-5b3b1650a26c service neutron] 10.222.0.55 "GET /v2.0/ports/8627f3a1-d0a8-455a-9185-f1f27b8b930d/bindings/n-h1-816865-1 HTTP/1.1" status: 200 len: 384 time: 0.1978421 Nov 05 18:45:18.678188 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-a40ef1b2-b658-4273-9db1-c896c3587e01 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:45:18.684688 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b82ec1-f747-4ad7-8dbd-cbc0cf289990 req-fae41465-8c9a-42df-be99-cd56faa56a45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:45:18.686180 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-56b82ec1-f747-4ad7-8dbd-cbc0cf289990 req-fae41465-8c9a-42df-be99-cd56faa56a45 service neutron] 10.222.0.41 "GET /v2.0/networks?id=fd42acf6-8f16-4d60-b5bc-2ad1579d9211 HTTP/1.1" status: 200 len: 911 time: 0.3700819 Nov 05 18:45:18.728313 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device a8520486-460c-43f4-b3cb-807b2c843625 up at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 18:45:18.779666 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-a40ef1b2-b658-4273-9db1-c896c3587e01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:45:18.793535 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvr_db [None req-74497704-0707-46d0-8666-d6ce5d493a1d None None] Set router 8cfa6972-6a8c-4575-afff-a8195771cadb gateway port host: n-d-816865-1 {{(pid=102389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 18:45:18.814521 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-4cf88ac9-212d-4fa4-aa2e-a94f8a0e55ca None None] Attempting to bind port f8e90c2c-71a1-426e-839e-0dd8c6f7b9e6 on host n-d-816865-1 for vnic_type normal with profile {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 18:45:18.814893 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-4cf88ac9-212d-4fa4-aa2e-a94f8a0e55ca None None] Attempting to bind port f8e90c2c-71a1-426e-839e-0dd8c6f7b9e6 by drivers openvswitch,hyperv on host n-d-816865-1 at level 0 using segments [{'id': '344b2fe5-9ae3-40f3-b64f-84eda91e921b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '9e4ef535-d14c-4262-8392-8dc3ea3c91cf'}] {{(pid=102388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 18:45:18.815256 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cf88ac9-212d-4fa4-aa2e-a94f8a0e55ca None None] Attempting to bind port f8e90c2c-71a1-426e-839e-0dd8c6f7b9e6 on network 9e4ef535-d14c-4262-8392-8dc3ea3c91cf {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 18:45:18.823301 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cf88ac9-212d-4fa4-aa2e-a94f8a0e55ca None None] Checking agent: {'id': '724d89a7-611b-41e6-bc85-c48112b17afa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 18, 25, 8), 'started_at': datetime.datetime(2021, 11, 5, 18, 25, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 18, 45, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 18:45:18.823704 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cf88ac9-212d-4fa4-aa2e-a94f8a0e55ca None None] Checking segment: {'id': '344b2fe5-9ae3-40f3-b64f-84eda91e921b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '9e4ef535-d14c-4262-8392-8dc3ea3c91cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 18:45:18.824201 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-4cf88ac9-212d-4fa4-aa2e-a94f8a0e55ca None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:45:18.824603 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cf88ac9-212d-4fa4-aa2e-a94f8a0e55ca None None] Bound using segment: {'id': '344b2fe5-9ae3-40f3-b64f-84eda91e921b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '9e4ef535-d14c-4262-8392-8dc3ea3c91cf'} {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 18:45:18.825081 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-4cf88ac9-212d-4fa4-aa2e-a94f8a0e55ca None None] Bound port: f8e90c2c-71a1-426e-839e-0dd8c6f7b9e6, host: n-d-816865-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '344b2fe5-9ae3-40f3-b64f-84eda91e921b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '9e4ef535-d14c-4262-8392-8dc3ea3c91cf'}}] {{(pid=102388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 18:45:18.826243 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-4cf88ac9-212d-4fa4-aa2e-a94f8a0e55ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:45:18.827033 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a40ef1b2-b658-4273-9db1-c896c3587e01 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 160} {{(pid=102386) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 05 18:45:18.863509 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Provisioning complete for port a8520486-460c-43f4-b3cb-807b2c843625 triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:45:18.864307 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:45:18.885666 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-a40ef1b2-b658-4273-9db1-c896c3587e01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273'] for segment, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:45:18.886705 n-d-816865-1 neutron-server[102386]: INFO neutron.db.segments_db [None req-a40ef1b2-b658-4273-9db1-c896c3587e01 admin admin] Added segment 796193d3-6e21-477d-b050-6c609fabc6b5 of type vlan for network 2878d988-d4ff-4272-8dd1-ca410e5ec614 Nov 05 18:45:18.914426 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-56b82ec1-f747-4ad7-8dbd-cbc0cf289990 req-40d48fb6-5164-4dad-9804-dae72251dd39 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=608f32e7-96f1-46f4-8f20-858b7b1eedd7 HTTP/1.1" status: 200 len: 997 time: 0.1875868 Nov 05 18:45:18.932527 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40ef1b2-b658-4273-9db1-c896c3587e01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12e6cfbb-280c-4d67-9e6f-996d7b76331f,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:45:18.955224 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-c55555d5-a6bc-46d2-b2ba-a3b97c95fb11 None None] Provisioning complete for port f8e90c2c-71a1-426e-839e-0dd8c6f7b9e6 triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:45:18.955224 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c55555d5-a6bc-46d2-b2ba-a3b97c95fb11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:45:18.975415 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-ecce835f-5f40-4be5-802f-8dd34f9bfd00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:45:18.978952 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-ecce835f-5f40-4be5-802f-8dd34f9bfd00 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:45:18.985411 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-ecce835f-5f40-4be5-802f-8dd34f9bfd00 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/79f5d937-03c9-42d3-a09f-e1b2907eff18 HTTP/1.1" status: 204 len: 168 time: 0.7733428 Nov 05 18:45:19.011897 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-4cf88ac9-212d-4fa4-aa2e-a94f8a0e55ca None None] For port f8e90c2c-71a1-426e-839e-0dd8c6f7b9e6, host n-d-816865-1, cleared binding levels {{(pid=102388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 18:45:19.035520 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-a40ef1b2-b658-4273-9db1-c896c3587e01 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750027258543'] for network, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:45:19.037804 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-4cf88ac9-212d-4fa4-aa2e-a94f8a0e55ca None None] For port f8e90c2c-71a1-426e-839e-0dd8c6f7b9e6, host n-d-816865-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=f8e90c2c-71a1-426e-839e-0dd8c6f7b9e6,segment=NetworkSegment(344b2fe5-9ae3-40f3-b64f-84eda91e921b),segment_id=344b2fe5-9ae3-40f3-b64f-84eda91e921b)] {{(pid=102388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 18:45:19.057056 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-c55555d5-a6bc-46d2-b2ba-a3b97c95fb11 None None] Port f8e90c2c-71a1-426e-839e-0dd8c6f7b9e6 cannot update to ACTIVE because it is not bound. {{(pid=102388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 18:45:19.083475 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecce835f-5f40-4be5-802f-8dd34f9bfd00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79f5d937-03c9-42d3-a09f-e1b2907eff18,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:45:19.132799 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-4cf88ac9-212d-4fa4-aa2e-a94f8a0e55ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:45:19.152878 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b82ec1-f747-4ad7-8dbd-cbc0cf289990 req-8f9d5e56-66b0-443a-a1d2-934bffd0d40b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:45:19.154795 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-56b82ec1-f747-4ad7-8dbd-cbc0cf289990 req-8f9d5e56-66b0-443a-a1d2-934bffd0d40b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5bc495e2-1c46-46a6-944a-7cb0dfc74d97 HTTP/1.1" status: 200 len: 849 time: 0.2186131 Nov 05 18:45:19.199488 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-74497704-0707-46d0-8666-d6ce5d493a1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cfa6972-6a8c-4575-afff-a8195771cadb', 'name': 'tempest-AttachVolumeTestJSON-288313606-router', 'tenant_id': '4178766de4564cc499086192238e999c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.51'}], 'enable_snat': True}, 'gw_port_id': '9d10276e-2287-4fac-abe3-d2a410b42458', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T18:44:44Z', 'updated_at': '2021-11-05T18:44:50Z', 'revision_number': 4, 'project_id': '4178766de4564cc499086192238e999c', 'gw_port': {'id': '9d10276e-2287-4fac-abe3-d2a410b42458', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:17:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cfa6972-6a8c-4575-afff-a8195771cadb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 971, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T18:44:46Z', 'updated_at': '2021-11-05T18:44:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1', '_floatingips': [{'id': '789ddb1d-f6a8-4482-9129-a6d8ddd086d2', 'tenant_id': '4178766de4564cc499086192238e999c', 'floating_ip_address': '172.25.6.9', 'floating_network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'router_id': '8cfa6972-6a8c-4575-afff-a8195771cadb', 'port_id': '608f32e7-96f1-46f4-8f20-858b7b1eedd7', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 988, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd42acf6-8f16-4d60-b5bc-2ad1579d9211', 'mac_address': 'fa:16:3e:f9:0d:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '332b01ca-305d-470b-a5c2-8f6774221f19', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-05T18:44:56Z', 'updated_at': '2021-11-05T18:45:16Z', 'revision_number': 1, 'project_id': '4178766de4564cc499086192238e999c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '82b32004-b75a-46d4-8b1f-979d7cda8324', 'name': '', 'network_id': 'fd42acf6-8f16-4d60-b5bc-2ad1579d9211', 'tenant_id': '4178766de4564cc499086192238e999c', 'mac_address': 'fa:16:3e:84:7f:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cfa6972-6a8c-4575-afff-a8195771cadb', 'device_owner': 'network:router_interface', 'standard_attr_id': 973, 'fixed_ips': [{'subnet_id': '5bc495e2-1c46-46a6-944a-7cb0dfc74d97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T18:44:49Z', 'updated_at': '2021-11-05T18:44:55Z', 'revision_number': 5, 'project_id': '4178766de4564cc499086192238e999c', 'subnets': [{'id': '5bc495e2-1c46-46a6-944a-7cb0dfc74d97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-1', False) {} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:45:19.235347 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cf88ac9-212d-4fa4-aa2e-a94f8a0e55ca None None] Routers {'69c192eb-03a0-46d9-85b8-41a0d5c77ec6'} bound to L3 agent in host n-d-816865-1 {{(pid=102388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 18:45:19.235996 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-4cf88ac9-212d-4fa4-aa2e-a94f8a0e55ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T18:45:05Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['69c192eb-03a0-46d9-85b8-41a0d5c77ec6'], 'active': True} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:45:19.281039 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-a40ef1b2-b658-4273-9db1-c896c3587e01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-956796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877'] for network, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:45:19.282511 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a40ef1b2-b658-4273-9db1-c896c3587e01 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:45:19.284535 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74497704-0707-46d0-8666-d6ce5d493a1d None None] The sync data for ids ['8cfa6972-6a8c-4575-afff-a8195771cadb'] in n-d-816865-1 is: [{'id': '8cfa6972-6a8c-4575-afff-a8195771cadb', 'name': 'tempest-AttachVolumeTestJSON-288313606-router', 'tenant_id': '4178766de4564cc499086192238e999c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.51'}], 'enable_snat': True}, 'gw_port_id': '9d10276e-2287-4fac-abe3-d2a410b42458', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T18:44:44Z', 'updated_at': '2021-11-05T18:44:50Z', 'revision_number': 4, 'project_id': '4178766de4564cc499086192238e999c', 'gw_port': {'id': '9d10276e-2287-4fac-abe3-d2a410b42458', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:17:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cfa6972-6a8c-4575-afff-a8195771cadb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 971, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T18:44:46Z', 'updated_at': '2021-11-05T18:44:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1', '_floatingips': [{'id': '789ddb1d-f6a8-4482-9129-a6d8ddd086d2', 'tenant_id': '4178766de4564cc499086192238e999c', 'floating_ip_address': '172.25.6.9', 'floating_network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'router_id': '8cfa6972-6a8c-4575-afff-a8195771cadb', 'port_id': '608f32e7-96f1-46f4-8f20-858b7b1eedd7', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 988, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd42acf6-8f16-4d60-b5bc-2ad1579d9211', 'mac_address': 'fa:16:3e:f9:0d:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '332b01ca-305d-470b-a5c2-8f6774221f19', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-05T18:44:56Z', 'updated_at': '2021-11-05T18:45:16Z', 'revision_number': 1, 'project_id': '4178766de4564cc499086192238e999c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '82b32004-b75a-46d4-8b1f-979d7cda8324', 'name': '', 'network_id': 'fd42acf6-8f16-4d60-b5bc-2ad1579d9211', 'tenant_id': '4178766de4564cc499086192238e999c', 'mac_address': 'fa:16:3e:84:7f:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cfa6972-6a8c-4575-afff-a8195771cadb', 'device_owner': 'network:router_interface', 'standard_attr_id': 973, 'fixed_ips': [{'subnet_id': '5bc495e2-1c46-46a6-944a-7cb0dfc74d97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T18:44:49Z', 'updated_at': '2021-11-05T18:44:55Z', 'revision_number': 5, 'project_id': '4178766de4564cc499086192238e999c', 'subnets': [{'id': '5bc495e2-1c46-46a6-944a-7cb0dfc74d97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 18:45:19.286265 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af44758-a29e-430a-bd79-7876eec1cd13 None None] Pushing event updated for resources: {'Port': ['ID=f8e90c2c-71a1-426e-839e-0dd8c6f7b9e6,revision_number=4']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:45:19.287084 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-a40ef1b2-b658-4273-9db1-c896c3587e01 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597851'] for network, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:45:19.347897 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b82ec1-f747-4ad7-8dbd-cbc0cf289990 req-8d1fbf2b-2ef5-4e16-9b1f-2704de3ed030 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:45:19.349814 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-56b82ec1-f747-4ad7-8dbd-cbc0cf289990 req-8d1fbf2b-2ef5-4e16-9b1f-2704de3ed030 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=fd42acf6-8f16-4d60-b5bc-2ad1579d9211&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1573539 Nov 05 18:45:19.352025 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [req-765afac4-e843-4464-aa76-fca5b660715c req-a821e15e-fa5f-45d8-8bd1-de550553f2d3 service neutron] For port 8627f3a1-d0a8-455a-9185-f1f27b8b930d, host n-h2-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=8627f3a1-d0a8-455a-9185-f1f27b8b930d,segment=NetworkSegment(b9f65680-5ef1-4bb4-ac2c-6d7ba403921d),segment_id=b9f65680-5ef1-4bb4-ac2c-6d7ba403921d)] {{(pid=102386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:45:19.457873 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-a40ef1b2-b658-4273-9db1-c896c3587e01 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.5153499 Nov 05 18:45:19.471802 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 48884) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:45:19.477735 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-4497d6c5-f3bc-4dea-9fc4-024304698370 admin admin] Request body: {'subnet': {'network_id': '2878d988-d4ff-4272-8dd1-ca410e5ec614', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1974747554-subnet', 'tenant_id': '01a5d928940b4c78a2e85221fe5598b1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:45:19.486898 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvr_db [None req-4cf88ac9-212d-4fa4-aa2e-a94f8a0e55ca None None] Set router 69c192eb-03a0-46d9-85b8-41a0d5c77ec6 gateway port host: n-d-816865-1 {{(pid=102388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 18:45:19.496319 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40ef1b2-b658-4273-9db1-c896c3587e01 admin admin] Pushing event updated for resources: {'Network': ['ID=2878d988-d4ff-4272-8dd1-ca410e5ec614,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:45:19.548413 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [req-765afac4-e843-4464-aa76-fca5b660715c req-a821e15e-fa5f-45d8-8bd1-de550553f2d3 service neutron] For port 8627f3a1-d0a8-455a-9185-f1f27b8b930d, host n-h2-816865-1, cleared binding levels {{(pid=102386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 18:45:19.554331 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8946b413-a84f-41c9-9371-e03e59a87a09 req-cc2cc855-2186-4079-9787-b8f8e5ec50c0 tempest-ImagesOneServerNegativeTestJSON-2105042970 tempest-ImagesOneServerNegativeTestJSON-2105042970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:45:19.569483 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Network 2878d988-d4ff-4272-8dd1-ca410e5ec614 details requested by agent ovs-agent-n-d-816865-1 with host n-d-816865-1 {{(pid=102388) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 05 18:45:19.569707 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-8946b413-a84f-41c9-9371-e03e59a87a09 req-cc2cc855-2186-4079-9787-b8f8e5ec50c0 tempest-ImagesOneServerNegativeTestJSON-2105042970 tempest-ImagesOneServerNegativeTestJSON-2105042970-project] 10.222.0.13 "GET /v2.0/ports?device_id=26cbf12c-64e7-4344-ae22-305fed3f0dbe HTTP/1.1" status: 200 len: 945 time: 0.1579680 Nov 05 18:45:19.668973 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-56b82ec1-f747-4ad7-8dbd-cbc0cf289990 req-1a867d87-0495-43dd-9897-7db98fa2cc16 service neutron] 10.222.0.41 "GET /v2.0/networks/fd42acf6-8f16-4d60-b5bc-2ad1579d9211?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2984662 Nov 05 18:45:19.721310 n-d-816865-1 neutron-server[102386]: DEBUG neutron.notifiers.nova [req-765afac4-e843-4464-aa76-fca5b660715c req-a821e15e-fa5f-45d8-8bd1-de550553f2d3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8627f3a1-d0a8-455a-9185-f1f27b8b930d {{(pid=102386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 18:45:19.726701 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6d8b934-692f-4ff6-a575-8bde7923fe96 None None] New status for floating IP 789ddb1d-f6a8-4482-9129-a6d8ddd086d2: ACTIVE {{(pid=102388) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 05 18:45:19.750254 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b23b31-36c7-4052-a5fc-f590bc09b511 req-79d1603d-98d8-494f-9a63-83df6c2c845b tempest-LiveMigrationTest-600821399 tempest-LiveMigrationTest-600821399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:45:19.762607 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-33b23b31-36c7-4052-a5fc-f590bc09b511 req-79d1603d-98d8-494f-9a63-83df6c2c845b tempest-LiveMigrationTest-600821399 tempest-LiveMigrationTest-600821399-project] 10.222.0.13 "GET /v2.0/ports?device_id=93fdaf80-df0d-4e8d-a241-d135c3792f47 HTTP/1.1" status: 200 len: 943 time: 0.1407483 Nov 05 18:45:19.771105 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-8946b413-a84f-41c9-9371-e03e59a87a09 req-806b2924-3e05-4ba3-ab2c-87e4e5cafa0c tempest-ImagesOneServerNegativeTestJSON-2105042970 tempest-ImagesOneServerNegativeTestJSON-2105042970-project] 10.222.0.13 "GET /v2.0/security-groups?id=6637cfea-1993-4e71-ac10-e5c82252dcf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2005310 Nov 05 18:45:19.771769 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [req-765afac4-e843-4464-aa76-fca5b660715c req-a821e15e-fa5f-45d8-8bd1-de550553f2d3 service neutron] For port 8627f3a1-d0a8-455a-9185-f1f27b8b930d, host n-h1-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=8627f3a1-d0a8-455a-9185-f1f27b8b930d,segment=NetworkSegment(b9f65680-5ef1-4bb4-ac2c-6d7ba403921d),segment_id=b9f65680-5ef1-4bb4-ac2c-6d7ba403921d)] {{(pid=102386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:45:19.804563 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4497d6c5-f3bc-4dea-9fc4-024304698370 admin admin] Made reservation on behalf of 01a5d928940b4c78a2e85221fe5598b1 for: {'subnet': 1} {{(pid=102386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 18:45:19.808724 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-4497d6c5-f3bc-4dea-9fc4-024304698370 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4877122'] for subnet, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:45:19.821148 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-61078c9f-6821-4b69-b651-ec79048c3b70 None None] Provisioning complete for port f8e90c2c-71a1-426e-839e-0dd8c6f7b9e6 triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:45:19.821524 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-61078c9f-6821-4b69-b651-ec79048c3b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:45:19.845922 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-33b23b31-36c7-4052-a5fc-f590bc09b511 req-ef6fc9cf-f387-4cca-a755-369ce47f5002 tempest-LiveMigrationTest-600821399 tempest-LiveMigrationTest-600821399-project] 10.222.0.13 "GET /v2.0/security-groups?id=3677ad50-e4bf-4315-8aa4-e48810edc139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691772 Nov 05 18:45:19.885117 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-765afac4-e843-4464-aa76-fca5b660715c req-a821e15e-fa5f-45d8-8bd1-de550553f2d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:45:19.939752 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-56b82ec1-f747-4ad7-8dbd-cbc0cf289990 req-7607787a-0e53-4f9e-888b-b81823a6916f service neutron] 10.222.0.41 "GET /v2.0/networks/fd42acf6-8f16-4d60-b5bc-2ad1579d9211?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2630501 Nov 05 18:45:20.052973 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-4cf88ac9-212d-4fa4-aa2e-a94f8a0e55ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69c192eb-03a0-46d9-85b8-41a0d5c77ec6', 'name': 'tempest-AttachSCSIVolumeTestJSON-380963098-router', 'tenant_id': '97328bf82188472f95d7e0dd2282b437', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.32'}], 'enable_snat': True}, 'gw_port_id': 'a8520486-460c-43f4-b3cb-807b2c843625', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T18:45:09Z', 'updated_at': '2021-11-05T18:45:15Z', 'revision_number': 4, 'project_id': '97328bf82188472f95d7e0dd2282b437', 'gw_port': {'id': 'a8520486-460c-43f4-b3cb-807b2c843625', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:d8:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69c192eb-03a0-46d9-85b8-41a0d5c77ec6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1010, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T18:45:10Z', 'updated_at': '2021-11-05T18:45:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1', '_interfaces': [{'id': 'f8e90c2c-71a1-426e-839e-0dd8c6f7b9e6', 'name': '', 'network_id': '9e4ef535-d14c-4262-8392-8dc3ea3c91cf', 'tenant_id': '97328bf82188472f95d7e0dd2282b437', 'mac_address': 'fa:16:3e:e6:0c:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69c192eb-03a0-46d9-85b8-41a0d5c77ec6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1011, 'fixed_ips': [{'subnet_id': 'a56c3e18-831b-4295-9866-e3b8d13b0f77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T18:45:14Z', 'updated_at': '2021-11-05T18:45:18Z', 'revision_number': 4, 'project_id': '97328bf82188472f95d7e0dd2282b437', 'subnets': [{'id': 'a56c3e18-831b-4295-9866-e3b8d13b0f77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-1', False) {} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:45:20.081488 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cf88ac9-212d-4fa4-aa2e-a94f8a0e55ca None None] The sync data for ids ['69c192eb-03a0-46d9-85b8-41a0d5c77ec6'] in n-d-816865-1 is: [{'id': '69c192eb-03a0-46d9-85b8-41a0d5c77ec6', 'name': 'tempest-AttachSCSIVolumeTestJSON-380963098-router', 'tenant_id': '97328bf82188472f95d7e0dd2282b437', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.32'}], 'enable_snat': True}, 'gw_port_id': 'a8520486-460c-43f4-b3cb-807b2c843625', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T18:45:09Z', 'updated_at': '2021-11-05T18:45:15Z', 'revision_number': 4, 'project_id': '97328bf82188472f95d7e0dd2282b437', 'gw_port': {'id': 'a8520486-460c-43f4-b3cb-807b2c843625', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:d8:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69c192eb-03a0-46d9-85b8-41a0d5c77ec6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1010, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T18:45:10Z', 'updated_at': '2021-11-05T18:45:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1', '_interfaces': [{'id': 'f8e90c2c-71a1-426e-839e-0dd8c6f7b9e6', 'name': '', 'network_id': '9e4ef535-d14c-4262-8392-8dc3ea3c91cf', 'tenant_id': '97328bf82188472f95d7e0dd2282b437', 'mac_address': 'fa:16:3e:e6:0c:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69c192eb-03a0-46d9-85b8-41a0d5c77ec6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1011, 'fixed_ips': [{'subnet_id': 'a56c3e18-831b-4295-9866-e3b8d13b0f77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T18:45:14Z', 'updated_at': '2021-11-05T18:45:18Z', 'revision_number': 4, 'project_id': '97328bf82188472f95d7e0dd2282b437', 'subnets': [{'id': 'a56c3e18-831b-4295-9866-e3b8d13b0f77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 18:45:20.189013 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.provisioning_blocks [req-765afac4-e843-4464-aa76-fca5b660715c req-a821e15e-fa5f-45d8-8bd1-de550553f2d3 service neutron] Transition to ACTIVE for port object 8627f3a1-d0a8-455a-9185-f1f27b8b930d will not be triggered until provisioned by entity L2. {{(pid=102386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 05 18:45:20.193175 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-61078c9f-6821-4b69-b651-ec79048c3b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:45:20.236546 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-61078c9f-6821-4b69-b651-ec79048c3b70 None None] For port f8e90c2c-71a1-426e-839e-0dd8c6f7b9e6, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=f8e90c2c-71a1-426e-839e-0dd8c6f7b9e6,segment=NetworkSegment(344b2fe5-9ae3-40f3-b64f-84eda91e921b),segment_id=344b2fe5-9ae3-40f3-b64f-84eda91e921b)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:45:20.248157 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-4497d6c5-f3bc-4dea-9fc4-024304698370 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6149946', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4877172'] for subnet, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:45:20.307382 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4497d6c5-f3bc-4dea-9fc4-024304698370 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d323b0ce-d347-4983-b071-8e4c5220157d,revision_number=0']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:45:20.324831 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4497d6c5-f3bc-4dea-9fc4-024304698370 admin admin] Checking segment: {'id': '796193d3-6e21-477d-b050-6c609fabc6b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '2878d988-d4ff-4272-8dd1-ca410e5ec614'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 18:45:20.325199 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4497d6c5-f3bc-4dea-9fc4-024304698370 admin admin] Network hostable DHCP agents. Network: 2878d988-d4ff-4272-8dd1-ca410e5ec614, hostable agents: ['987e2ca0-bc3b-4c6f-a989-429ccfbf753f'], hosted agents: [] {{(pid=102386) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 05 18:45:20.347114 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-765afac4-e843-4464-aa76-fca5b660715c req-a821e15e-fa5f-45d8-8bd1-de550553f2d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6149821'] for port, after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:45:20.376356 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-61078c9f-6821-4b69-b651-ec79048c3b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:45:20.410153 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [req-765afac4-e843-4464-aa76-fca5b660715c req-a821e15e-fa5f-45d8-8bd1-de550553f2d3 service neutron] No DVR routers for this DVR port 8627f3a1-d0a8-455a-9185-f1f27b8b930d on host n-h2-816865-1 {{(pid=102386) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 18:45:20.464586 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4497d6c5-f3bc-4dea-9fc4-024304698370 admin admin] Network 2878d988-d4ff-4272-8dd1-ca410e5ec614 is scheduled to be hosted by DHCP agent 987e2ca0-bc3b-4c6f-a989-429ccfbf753f with binding_index 1 {{(pid=102386) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 05 18:45:20.467125 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a821e15e-fa5f-45d8-8bd1-de550553f2d3 service neutron] Pushing event updated for resources: {'Port': ['ID=8627f3a1-d0a8-455a-9185-f1f27b8b930d,revision_number=10']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:45:20.477478 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61078c9f-6821-4b69-b651-ec79048c3b70 None None] Pushing event updated for resources: {'Port': ['ID=f8e90c2c-71a1-426e-839e-0dd8c6f7b9e6,revision_number=5']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:45:20.495670 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-765afac4-e843-4464-aa76-fca5b660715c req-a821e15e-fa5f-45d8-8bd1-de550553f2d3 service neutron] 10.222.0.55 "PUT /v2.0/ports/8627f3a1-d0a8-455a-9185-f1f27b8b930d/bindings/n-h1-816865-1/activate HTTP/1.1" status: 200 len: 369 time: 1.8206382 Nov 05 18:45:20.581062 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.base_scheduler [None req-4497d6c5-f3bc-4dea-9fc4-024304698370 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816865-1, 2878d988-d4ff-4272-8dd1-ca410e5ec614) {{(pid=102386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:45:20.586968 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4497d6c5-f3bc-4dea-9fc4-024304698370 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:45:20.587656 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-4497d6c5-f3bc-4dea-9fc4-024304698370 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:45:20.595446 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b10fd1b-0358-41cb-aa21-aa26e1cea970 None None] Network 2878d988-d4ff-4272-8dd1-ca410e5ec614 requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 18:45:20.632006 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device f8e90c2c-71a1-426e-839e-0dd8c6f7b9e6 up at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 18:45:20.678226 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765afac4-e843-4464-aa76-fca5b660715c req-5d135bdd-df14-4346-a241-5d80187b83f1 tempest-LiveMigrationTest-1249278027 tempest-LiveMigrationTest-1249278027-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:45:20.679747 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-765afac4-e843-4464-aa76-fca5b660715c req-5d135bdd-df14-4346-a241-5d80187b83f1 tempest-LiveMigrationTest-1249278027 tempest-LiveMigrationTest-1249278027-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=93fdaf80-df0d-4e8d-a241-d135c3792f47&tenant_id=7cc0b234e0c74edeb5d0485be80e09f5&binding%3Ahost_id=n-h2-816865-1 HTTP/1.1" status: 200 len: 1095 time: 0.0543938 Nov 05 18:45:20.690064 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-4497d6c5-f3bc-4dea-9fc4-024304698370 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.2146804 Nov 05 18:45:20.690965 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 48912) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:45:20.695245 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-68e2f351-9873-4907-9c84-ace600c6a61a admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1974747554-router', 'tenant_id': '01a5d928940b4c78a2e85221fe5598b1', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec'}}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:45:20.760095 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765afac4-e843-4464-aa76-fca5b660715c req-98c98821-c3f0-4df2-a4bd-aa4331472285 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:45:20.761838 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-765afac4-e843-4464-aa76-fca5b660715c req-98c98821-c3f0-4df2-a4bd-aa4331472285 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=93fdaf80-df0d-4e8d-a241-d135c3792f47&tenant_id=7cc0b234e0c74edeb5d0485be80e09f5 HTTP/1.1" status: 200 len: 1095 time: 0.0718856 Nov 05 18:45:20.762429 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 48914) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:45:20.766704 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Provisioning complete for port f8e90c2c-71a1-426e-839e-0dd8c6f7b9e6 triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:45:20.767217 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:45:20.805016 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-68e2f351-9873-4907-9c84-ace600c6a61a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-571139', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6874'] for router, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:45:20.806148 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-68e2f351-9873-4907-9c84-ace600c6a61a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-571375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1000570', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1011585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6867'] for router, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:45:20.876421 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765afac4-e843-4464-aa76-fca5b660715c req-75535d96-129f-43ce-a7e2-1ad58d120acd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:45:20.878684 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-765afac4-e843-4464-aa76-fca5b660715c req-75535d96-129f-43ce-a7e2-1ad58d120acd service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7cc0b234e0c74edeb5d0485be80e09f5&device_id=93fdaf80-df0d-4e8d-a241-d135c3792f47 HTTP/1.1" status: 200 len: 1095 time: 0.0933177 Nov 05 18:45:20.934821 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-68e2f351-9873-4907-9c84-ace600c6a61a admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:45:20.978230 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-285eb8db-f0dc-4368-b474-9cd74f74180c admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-520636329-network', 'tenant_id': '9d37d1d71d154d088bbcf565483b4218'}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:45:20.979482 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e5d7bca-d2d4-419d-9503-f385120c8477 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeb20a084-accf-5b60-8075-3e69ebe863a6-2878d988-d4ff-4272-8dd1-ca410e5ec614', 'network_id': '2878d988-d4ff-4272-8dd1-ca410e5ec614', 'tenant_id': '01a5d928940b4c78a2e85221fe5598b1', 'fixed_ips': [{'subnet_id': 'd323b0ce-d347-4983-b071-8e4c5220157d'}]}} from n-d-816865-1. {{(pid=102388) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 05 18:45:20.980875 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-9e5d7bca-d2d4-419d-9503-f385120c8477 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:45:21.041210 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765afac4-e843-4464-aa76-fca5b660715c req-23d8e1a3-35a0-4465-a450-d9a28ec951df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:45:21.044208 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-765afac4-e843-4464-aa76-fca5b660715c req-23d8e1a3-35a0-4465-a450-d9a28ec951df service neutron] 10.222.0.41 "GET /v2.0/networks?id=1a9992ef-da6b-4f25-bd43-f1196ce8f1a8 HTTP/1.1" status: 200 len: 908 time: 0.1576402 Nov 05 18:45:21.091844 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-765afac4-e843-4464-aa76-fca5b660715c req-60c1c9fd-e506-4384-ba55-21897c6a0eba service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8627f3a1-d0a8-455a-9185-f1f27b8b930d HTTP/1.1" status: 200 len: 217 time: 0.0387156 Nov 05 18:45:21.151024 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261037f2-5cad-4ae3-9bc0-c2ef2b8f91cd req-e1aa6cea-fe67-4f69-b26b-70dd9a9ca15e tempest-ImagesOneServerNegativeTestJSON-2105042970 tempest-ImagesOneServerNegativeTestJSON-2105042970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:45:21.153548 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-261037f2-5cad-4ae3-9bc0-c2ef2b8f91cd req-e1aa6cea-fe67-4f69-b26b-70dd9a9ca15e tempest-ImagesOneServerNegativeTestJSON-2105042970 tempest-ImagesOneServerNegativeTestJSON-2105042970-project] 10.222.0.13 "GET /v2.0/ports?device_id=26cbf12c-64e7-4344-ae22-305fed3f0dbe HTTP/1.1" status: 200 len: 945 time: 0.2280200 Nov 05 18:45:21.165282 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1f0e7e-2a16-4d40-b890-2880a858cb93 req-82c51647-73cc-4feb-b2ca-fd08cee187e5 tempest-LiveMigrationTest-600821399 tempest-LiveMigrationTest-600821399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:45:21.170545 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-dd1f0e7e-2a16-4d40-b890-2880a858cb93 req-82c51647-73cc-4feb-b2ca-fd08cee187e5 tempest-LiveMigrationTest-600821399 tempest-LiveMigrationTest-600821399-project] 10.222.0.13 "GET /v2.0/ports?device_id=93fdaf80-df0d-4e8d-a241-d135c3792f47 HTTP/1.1" status: 200 len: 944 time: 0.2089484 Nov 05 18:45:21.178785 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765afac4-e843-4464-aa76-fca5b660715c req-cc85446a-572e-43b4-a3bd-5cfd9b23f29b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:45:21.180484 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-765afac4-e843-4464-aa76-fca5b660715c req-cc85446a-572e-43b4-a3bd-5cfd9b23f29b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=82b7bbfc-ac99-45bb-a8a9-211b9b80ecc2 HTTP/1.1" status: 200 len: 847 time: 0.0796027 Nov 05 18:45:21.201960 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.db_base_plugin_common [None req-9e5d7bca-d2d4-419d-9503-f385120c8477 None None] Allocated IP 172.20.0.2 (2878d988-d4ff-4272-8dd1-ca410e5ec614/d323b0ce-d347-4983-b071-8e4c5220157d/06313dad-1cc8-42b2-8121-cd531513e17b) {{(pid=102388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 18:45:21.226177 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-765afac4-e843-4464-aa76-fca5b660715c req-656a1632-6390-493f-9458-4ae1389b3697 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1a9992ef-da6b-4f25-bd43-f1196ce8f1a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0381176 Nov 05 18:45:21.262432 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-285eb8db-f0dc-4368-b474-9cd74f74180c admin admin] Made reservation on behalf of 9d37d1d71d154d088bbcf565483b4218 for: {'network': 1} {{(pid=102387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 18:45:21.265356 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-285eb8db-f0dc-4368-b474-9cd74f74180c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for network, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:45:21.293678 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-68e2f351-9873-4907-9c84-ace600c6a61a admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:45:21.303136 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-285eb8db-f0dc-4368-b474-9cd74f74180c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:45:21.348303 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-765afac4-e843-4464-aa76-fca5b660715c req-c650956d-b67a-4d2c-9405-8481a6d52a7d service neutron] 10.222.0.41 "GET /v2.0/networks/1a9992ef-da6b-4f25-bd43-f1196ce8f1a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1132534 Nov 05 18:45:21.351995 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-dd1f0e7e-2a16-4d40-b890-2880a858cb93 req-37e51b23-e3ca-4675-a5d8-aaa45b6d91c2 tempest-LiveMigrationTest-600821399 tempest-LiveMigrationTest-600821399-project] 10.222.0.13 "GET /v2.0/security-groups?id=3677ad50-e4bf-4315-8aa4-e48810edc139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409736 Nov 05 18:45:21.369127 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-261037f2-5cad-4ae3-9bc0-c2ef2b8f91cd req-64de5294-1c4b-4e47-be25-96d3dda41df5 tempest-ImagesOneServerNegativeTestJSON-2105042970 tempest-ImagesOneServerNegativeTestJSON-2105042970-project] 10.222.0.13 "GET /v2.0/security-groups?id=6637cfea-1993-4e71-ac10-e5c82252dcf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1617246 Nov 05 18:45:21.508213 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-285eb8db-f0dc-4368-b474-9cd74f74180c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:45:21.547847 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-9e5d7bca-d2d4-419d-9503-f385120c8477 None None] Publish callbacks [] for port, precommit_create {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:45:21.564381 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-765afac4-e843-4464-aa76-fca5b660715c req-c0eb872b-e6bd-428e-9cc4-8b6504bffba9 service neutron] 10.222.0.41 "GET /v2.0/networks/1a9992ef-da6b-4f25-bd43-f1196ce8f1a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1982524 Nov 05 18:45:21.595909 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-285eb8db-f0dc-4368-b474-9cd74f74180c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:45:21.624131 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-285eb8db-f0dc-4368-b474-9cd74f74180c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 162} {{(pid=102387) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 05 18:45:21.633206 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-9e5d7bca-d2d4-419d-9503-f385120c8477 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789'] for port, after_create {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:45:21.689434 n-d-816865-1 neutron-server[102388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e5d7bca-d2d4-419d-9503-f385120c8477 None None] Network 2878d988-d4ff-4272-8dd1-ca410e5ec614 is already hosted by enough agents. {{(pid=102388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 18:45:21.692800 n-d-816865-1 neutron-server[102388]: DEBUG neutron.scheduler.base_scheduler [None req-9e5d7bca-d2d4-419d-9503-f385120c8477 None None] Resources bound (agent type, host, resource id): {{(pid=102388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:45:21.697305 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e5d7bca-d2d4-419d-9503-f385120c8477 None None] Received port after_create {{(pid=102388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 18:45:21.699235 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5d7bca-d2d4-419d-9503-f385120c8477 None None] Pushing event updated for resources: {'Port': ['ID=06313dad-1cc8-42b2-8121-cd531513e17b,revision_number=1']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:45:21.712607 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-285eb8db-f0dc-4368-b474-9cd74f74180c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273'] for segment, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:45:21.712607 n-d-816865-1 neutron-server[102387]: INFO neutron.db.segments_db [None req-285eb8db-f0dc-4368-b474-9cd74f74180c admin admin] Added segment 1ae4cc0f-5460-421b-9b80-d7acf4de0363 of type vlan for network bb5b9fed-8e61-492a-a21e-f9ce432c95f7 Nov 05 18:45:21.714281 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285eb8db-f0dc-4368-b474-9cd74f74180c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20494f52-e47d-4839-b4f6-2fc0330d8d18,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:45:21.736815 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76149cb-4ad7-4b0e-aa56-c3d7ad2edc7e req-d323fd72-1920-433b-ab4b-514e462a8d22 tempest-ImagesOneServerNegativeTestJSON-2105042970 tempest-ImagesOneServerNegativeTestJSON-2105042970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:45:21.738382 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-a76149cb-4ad7-4b0e-aa56-c3d7ad2edc7e req-d323fd72-1920-433b-ab4b-514e462a8d22 tempest-ImagesOneServerNegativeTestJSON-2105042970 tempest-ImagesOneServerNegativeTestJSON-2105042970-project] 10.222.0.13 "GET /v2.0/ports?device_id=26cbf12c-64e7-4344-ae22-305fed3f0dbe HTTP/1.1" status: 200 len: 945 time: 0.1744120 Nov 05 18:45:21.760345 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-9e5d7bca-d2d4-419d-9503-f385120c8477 None None] Attempting to bind port 06313dad-1cc8-42b2-8121-cd531513e17b on host n-d-816865-1 for vnic_type normal with profile {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 18:45:21.760706 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-9e5d7bca-d2d4-419d-9503-f385120c8477 None None] Attempting to bind port 06313dad-1cc8-42b2-8121-cd531513e17b by drivers openvswitch,hyperv on host n-d-816865-1 at level 0 using segments [{'id': '796193d3-6e21-477d-b050-6c609fabc6b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '2878d988-d4ff-4272-8dd1-ca410e5ec614'}] {{(pid=102388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 18:45:21.761066 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e5d7bca-d2d4-419d-9503-f385120c8477 None None] Attempting to bind port 06313dad-1cc8-42b2-8121-cd531513e17b on network 2878d988-d4ff-4272-8dd1-ca410e5ec614 {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 18:45:21.766737 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e5d7bca-d2d4-419d-9503-f385120c8477 None None] Checking agent: {'id': '724d89a7-611b-41e6-bc85-c48112b17afa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 18, 25, 8), 'started_at': datetime.datetime(2021, 11, 5, 18, 25, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 18, 45, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 18:45:21.767099 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e5d7bca-d2d4-419d-9503-f385120c8477 None None] Checking segment: {'id': '796193d3-6e21-477d-b050-6c609fabc6b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '2878d988-d4ff-4272-8dd1-ca410e5ec614'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 18:45:21.767490 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-9e5d7bca-d2d4-419d-9503-f385120c8477 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:45:21.767895 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e5d7bca-d2d4-419d-9503-f385120c8477 None None] Bound using segment: {'id': '796193d3-6e21-477d-b050-6c609fabc6b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '2878d988-d4ff-4272-8dd1-ca410e5ec614'} {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 18:45:21.768392 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-9e5d7bca-d2d4-419d-9503-f385120c8477 None None] Bound port: 06313dad-1cc8-42b2-8121-cd531513e17b, host: n-d-816865-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '796193d3-6e21-477d-b050-6c609fabc6b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '2878d988-d4ff-4272-8dd1-ca410e5ec614'}}] {{(pid=102388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 18:45:21.768713 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-9e5d7bca-d2d4-419d-9503-f385120c8477 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:45:21.810263 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-285eb8db-f0dc-4368-b474-9cd74f74180c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750027258543'] for network, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:45:21.838835 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-9e5d7bca-d2d4-419d-9503-f385120c8477 None None] For port 06313dad-1cc8-42b2-8121-cd531513e17b, host n-d-816865-1, cleared binding levels {{(pid=102388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 18:45:21.842221 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-9e5d7bca-d2d4-419d-9503-f385120c8477 None None] For port 06313dad-1cc8-42b2-8121-cd531513e17b, host n-d-816865-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=06313dad-1cc8-42b2-8121-cd531513e17b,segment=NetworkSegment(796193d3-6e21-477d-b050-6c609fabc6b5),segment_id=796193d3-6e21-477d-b050-6c609fabc6b5)] {{(pid=102388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 18:45:21.852588 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-68e2f351-9873-4907-9c84-ace600c6a61a admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:45:21.885736 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-a76149cb-4ad7-4b0e-aa56-c3d7ad2edc7e req-ea237b8f-7fda-45b7-a1cd-b7e32fc15361 tempest-ImagesOneServerNegativeTestJSON-2105042970 tempest-ImagesOneServerNegativeTestJSON-2105042970-project] 10.222.0.13 "GET /v2.0/security-groups?id=6637cfea-1993-4e71-ac10-e5c82252dcf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249013 Nov 05 18:45:21.893185 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-68e2f351-9873-4907-9c84-ace600c6a61a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:45:21.916195 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-9e5d7bca-d2d4-419d-9503-f385120c8477 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:45:21.971336 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-285eb8db-f0dc-4368-b474-9cd74f74180c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-956796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877'] for network, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:45:21.974238 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-285eb8db-f0dc-4368-b474-9cd74f74180c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:45:21.974890 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-285eb8db-f0dc-4368-b474-9cd74f74180c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597851'] for network, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:45:22.002163 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5d7bca-d2d4-419d-9503-f385120c8477 None None] Pushing event updated for resources: {'Port': ['ID=06313dad-1cc8-42b2-8121-cd531513e17b,revision_number=2']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:45:22.109505 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765afac4-e843-4464-aa76-fca5b660715c req-83ce40da-d85a-48f6-9ea6-5f7165e56c09 tempest-LiveMigrationTest-1249278027 tempest-LiveMigrationTest-1249278027-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:45:22.111205 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-765afac4-e843-4464-aa76-fca5b660715c req-83ce40da-d85a-48f6-9ea6-5f7165e56c09 tempest-LiveMigrationTest-1249278027 tempest-LiveMigrationTest-1249278027-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=93fdaf80-df0d-4e8d-a241-d135c3792f47&tenant_id=7cc0b234e0c74edeb5d0485be80e09f5&binding%3Ahost_id=n-h1-816865-1 HTTP/1.1" status: 200 len: 1095 time: 0.0464756 Nov 05 18:45:22.123429 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-285eb8db-f0dc-4368-b474-9cd74f74180c admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.3598938 Nov 05 18:45:22.125748 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 48936) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:45:22.130453 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-e977f03a-1cf1-4c19-a51a-2e7cb43788a3 admin admin] Request body: {'subnet': {'network_id': 'bb5b9fed-8e61-492a-a21e-f9ce432c95f7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-520636329-subnet', 'tenant_id': '9d37d1d71d154d088bbcf565483b4218', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:45:22.133601 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.db_base_plugin_common [None req-68e2f351-9873-4907-9c84-ace600c6a61a admin admin] Allocated IP 172.25.6.250 (40c8335d-cd0b-4cb5-910a-d4dcddd5cbec/04fe6db3-e108-4208-943d-6518424f5726/564bccf2-1764-4d54-806c-f6a92a9b1773) {{(pid=102387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 18:45:22.136848 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285eb8db-f0dc-4368-b474-9cd74f74180c admin admin] Pushing event updated for resources: {'Network': ['ID=bb5b9fed-8e61-492a-a21e-f9ce432c95f7,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:45:22.164591 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3125702a-3544-4077-b250-bc89922bafc9 req-a3753ae8-4db2-4841-8dcc-9799e98f8919 tempest-ImagesOneServerNegativeTestJSON-2105042970 tempest-ImagesOneServerNegativeTestJSON-2105042970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:45:22.168753 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-3125702a-3544-4077-b250-bc89922bafc9 req-a3753ae8-4db2-4841-8dcc-9799e98f8919 tempest-ImagesOneServerNegativeTestJSON-2105042970 tempest-ImagesOneServerNegativeTestJSON-2105042970-project] 10.222.0.13 "GET /v2.0/ports?device_id=26cbf12c-64e7-4344-ae22-305fed3f0dbe HTTP/1.1" status: 200 len: 945 time: 0.1495771 Nov 05 18:45:22.174903 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Network bb5b9fed-8e61-492a-a21e-f9ce432c95f7 details requested by agent ovs-agent-n-d-816865-1 with host n-d-816865-1 {{(pid=102388) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 05 18:45:22.273203 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e977f03a-1cf1-4c19-a51a-2e7cb43788a3 admin admin] Made reservation on behalf of 9d37d1d71d154d088bbcf565483b4218 for: {'subnet': 1} {{(pid=102386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 18:45:22.279579 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-e977f03a-1cf1-4c19-a51a-2e7cb43788a3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4877122'] for subnet, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:45:22.289200 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-3125702a-3544-4077-b250-bc89922bafc9 req-9fac4909-095f-49a5-a15f-e7447d2bb54e tempest-ImagesOneServerNegativeTestJSON-2105042970 tempest-ImagesOneServerNegativeTestJSON-2105042970-project] 10.222.0.13 "GET /v2.0/security-groups?id=6637cfea-1993-4e71-ac10-e5c82252dcf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987420 Nov 05 18:45:22.321494 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-68e2f351-9873-4907-9c84-ace600c6a61a admin admin] Publish callbacks [] for port, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:45:22.394317 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [req-765afac4-e843-4464-aa76-fca5b660715c req-8541724e-24b1-4091-a259-8aa6da135e20 service neutron] For port 8627f3a1-d0a8-455a-9185-f1f27b8b930d, host n-h2-816865-1, cleared binding levels {{(pid=102386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 18:45:22.401237 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-765afac4-e843-4464-aa76-fca5b660715c req-8541724e-24b1-4091-a259-8aa6da135e20 service neutron] Publish callbacks [] for binding, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:45:22.402722 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-765afac4-e843-4464-aa76-fca5b660715c req-8541724e-24b1-4091-a259-8aa6da135e20 service neutron] 10.222.0.41 "DELETE /v2.0/ports/8627f3a1-d0a8-455a-9185-f1f27b8b930d/bindings/n-h2-816865-1 HTTP/1.1" status: 204 len: 173 time: 0.2844012 Nov 05 18:45:22.454113 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-68e2f351-9873-4907-9c84-ace600c6a61a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4417063'] for port, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:45:22.467302 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2995e3c-0908-4bc2-9a9d-babfc784e26f req-b06c0852-a293-4276-b360-a52d25cdb7c4 tempest-ImagesOneServerNegativeTestJSON-2105042970 tempest-ImagesOneServerNegativeTestJSON-2105042970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:45:22.469510 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-f2995e3c-0908-4bc2-9a9d-babfc784e26f req-b06c0852-a293-4276-b360-a52d25cdb7c4 tempest-ImagesOneServerNegativeTestJSON-2105042970 tempest-ImagesOneServerNegativeTestJSON-2105042970-project] 10.222.0.13 "GET /v2.0/ports?device_id=26cbf12c-64e7-4344-ae22-305fed3f0dbe HTTP/1.1" status: 200 len: 945 time: 0.0709820 Nov 05 18:45:22.546797 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68e2f351-9873-4907-9c84-ace600c6a61a admin admin] Network 40c8335d-cd0b-4cb5-910a-d4dcddd5cbec is already hosted by enough agents. {{(pid=102387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 18:45:22.556117 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.base_scheduler [None req-68e2f351-9873-4907-9c84-ace600c6a61a admin admin] Resources bound (agent type, host, resource id): {{(pid=102387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:45:22.556117 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68e2f351-9873-4907-9c84-ace600c6a61a admin admin] Received port after_create {{(pid=102387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 18:45:22.575886 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-e977f03a-1cf1-4c19-a51a-2e7cb43788a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6149946', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4877172'] for subnet, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:45:22.589889 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e2f351-9873-4907-9c84-ace600c6a61a admin admin] Pushing event updated for resources: {'Port': ['ID=564bccf2-1764-4d54-806c-f6a92a9b1773,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:45:22.615947 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f24b67-cdd9-4ede-b2b0-de54e6d4b837 req-9c2c54be-45b8-4ec1-9861-81552a0537a1 tempest-LiveMigrationTest-600821399 tempest-LiveMigrationTest-600821399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:45:22.617501 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-47f24b67-cdd9-4ede-b2b0-de54e6d4b837 req-9c2c54be-45b8-4ec1-9861-81552a0537a1 tempest-LiveMigrationTest-600821399 tempest-LiveMigrationTest-600821399-project] 10.222.0.13 "GET /v2.0/ports?device_id=93fdaf80-df0d-4e8d-a241-d135c3792f47 HTTP/1.1" status: 200 len: 944 time: 0.1754055 Nov 05 18:45:22.632864 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 06313dad-1cc8-42b2-8121-cd531513e17b up at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 18:45:22.633812 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-f2995e3c-0908-4bc2-9a9d-babfc784e26f req-d553a2bc-04c9-4a3a-b02e-3b7954b559f7 tempest-ImagesOneServerNegativeTestJSON-2105042970 tempest-ImagesOneServerNegativeTestJSON-2105042970-project] 10.222.0.13 "GET /v2.0/security-groups?id=6637cfea-1993-4e71-ac10-e5c82252dcf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269875 Nov 05 18:45:22.663836 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e977f03a-1cf1-4c19-a51a-2e7cb43788a3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8df5751e-d8bb-41e4-9469-238f613979b1,revision_number=0']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:45:22.674662 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e977f03a-1cf1-4c19-a51a-2e7cb43788a3 admin admin] Checking segment: {'id': '1ae4cc0f-5460-421b-9b80-d7acf4de0363', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'bb5b9fed-8e61-492a-a21e-f9ce432c95f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 18:45:22.675138 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e977f03a-1cf1-4c19-a51a-2e7cb43788a3 admin admin] Network hostable DHCP agents. Network: bb5b9fed-8e61-492a-a21e-f9ce432c95f7, hostable agents: ['987e2ca0-bc3b-4c6f-a989-429ccfbf753f'], hosted agents: [] {{(pid=102386) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 05 18:45:22.692710 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Provisioning complete for port 06313dad-1cc8-42b2-8121-cd531513e17b triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:45:22.693333 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:45:22.752459 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e977f03a-1cf1-4c19-a51a-2e7cb43788a3 admin admin] Network bb5b9fed-8e61-492a-a21e-f9ce432c95f7 is scheduled to be hosted by DHCP agent 987e2ca0-bc3b-4c6f-a989-429ccfbf753f with binding_index 1 {{(pid=102386) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 05 18:45:22.782757 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-47f24b67-cdd9-4ede-b2b0-de54e6d4b837 req-fddf3600-94ae-416a-a41e-f20222242de2 tempest-LiveMigrationTest-600821399 tempest-LiveMigrationTest-600821399-project] 10.222.0.13 "GET /v2.0/security-groups?id=3677ad50-e4bf-4315-8aa4-e48810edc139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478984 Nov 05 18:45:22.815666 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:45:22.850382 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.base_scheduler [None req-e977f03a-1cf1-4c19-a51a-2e7cb43788a3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816865-1, bb5b9fed-8e61-492a-a21e-f9ce432c95f7) {{(pid=102386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:45:22.854560 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e977f03a-1cf1-4c19-a51a-2e7cb43788a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:45:22.862182 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-e977f03a-1cf1-4c19-a51a-2e7cb43788a3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:45:22.865554 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0711357d-b74a-4aa2-a6ef-3a87c6a222e2 None None] Network bb5b9fed-8e61-492a-a21e-f9ce432c95f7 requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 18:45:22.892761 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] For port 06313dad-1cc8-42b2-8121-cd531513e17b, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=06313dad-1cc8-42b2-8121-cd531513e17b,segment=NetworkSegment(796193d3-6e21-477d-b050-6c609fabc6b5),segment_id=796193d3-6e21-477d-b050-6c609fabc6b5)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:45:22.936968 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-e977f03a-1cf1-4c19-a51a-2e7cb43788a3 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8101246 Nov 05 18:45:22.937972 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 48958) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:45:22.945265 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-a508a566-2e38-4fca-a1a2-ec55fabd9d17 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-520636329-router', 'tenant_id': '9d37d1d71d154d088bbcf565483b4218', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec'}}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:45:22.947894 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Device 8627f3a1-d0a8-455a-9185-f1f27b8b930d no longer exists at agent hyperv_n-h2-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 18:45:22.982264 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:45:23.078651 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c6c947-f064-4ab5-b4e2-22c21eeee4ef req-08767dc8-fbb6-4bc0-aff2-6116eba35f46 tempest-ImagesOneServerNegativeTestJSON-2105042970 tempest-ImagesOneServerNegativeTestJSON-2105042970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:45:23.084530 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-35c6c947-f064-4ab5-b4e2-22c21eeee4ef req-08767dc8-fbb6-4bc0-aff2-6116eba35f46 tempest-ImagesOneServerNegativeTestJSON-2105042970 tempest-ImagesOneServerNegativeTestJSON-2105042970-project] 10.222.0.13 "GET /v2.0/ports?device_id=26cbf12c-64e7-4344-ae22-305fed3f0dbe HTTP/1.1" status: 200 len: 945 time: 0.0838571 Nov 05 18:45:23.085612 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-a508a566-2e38-4fca-a1a2-ec55fabd9d17 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-571139', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6874'] for router, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:45:23.091128 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-a508a566-2e38-4fca-a1a2-ec55fabd9d17 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-571375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1000570', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1011585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6867'] for router, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:45:23.102159 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Device 8627f3a1-d0a8-455a-9185-f1f27b8b930d not bound to the agent host n-h2-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 18:45:23.127353 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Pushing event updated for resources: {'Port': ['ID=06313dad-1cc8-42b2-8121-cd531513e17b,revision_number=3']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:45:23.170442 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-a508a566-2e38-4fca-a1a2-ec55fabd9d17 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:45:23.183558 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e95477c-497e-454a-aa6a-5c13dac533ff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeb20a084-accf-5b60-8075-3e69ebe863a6-bb5b9fed-8e61-492a-a21e-f9ce432c95f7', 'network_id': 'bb5b9fed-8e61-492a-a21e-f9ce432c95f7', 'tenant_id': '9d37d1d71d154d088bbcf565483b4218', 'fixed_ips': [{'subnet_id': '8df5751e-d8bb-41e4-9469-238f613979b1'}]}} from n-d-816865-1. {{(pid=102388) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 05 18:45:23.184726 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-9e95477c-497e-454a-aa6a-5c13dac533ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:45:23.215568 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2838a10-701d-42cc-8b4f-3f2e3394a7a2 req-f0078cf4-28e5-4507-a8ed-f4348597882c tempest-LiveMigrationTest-1249278027 tempest-LiveMigrationTest-1249278027-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:45:23.217138 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-b2838a10-701d-42cc-8b4f-3f2e3394a7a2 req-f0078cf4-28e5-4507-a8ed-f4348597882c tempest-LiveMigrationTest-1249278027 tempest-LiveMigrationTest-1249278027-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=93fdaf80-df0d-4e8d-a241-d135c3792f47 HTTP/1.1" status: 200 len: 1095 time: 0.1314800 Nov 05 18:45:23.223262 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-68e2f351-9873-4907-9c84-ace600c6a61a admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:45:23.272275 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-35c6c947-f064-4ab5-b4e2-22c21eeee4ef req-ea8c8dd8-6ebf-4921-acb1-f40b354a5c21 tempest-ImagesOneServerNegativeTestJSON-2105042970 tempest-ImagesOneServerNegativeTestJSON-2105042970-project] 10.222.0.13 "GET /v2.0/security-groups?id=6637cfea-1993-4e71-ac10-e5c82252dcf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1527421 Nov 05 18:45:23.357100 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.db_base_plugin_common [None req-9e95477c-497e-454a-aa6a-5c13dac533ff None None] Allocated IP 172.20.0.2 (bb5b9fed-8e61-492a-a21e-f9ce432c95f7/8df5751e-d8bb-41e4-9469-238f613979b1/0adb11e5-9b18-46fd-883f-a7d595058899) {{(pid=102388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 18:45:23.379676 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-b2838a10-701d-42cc-8b4f-3f2e3394a7a2 req-a9502077-38dd-427a-8fe1-4eae5ee03a18 tempest-LiveMigrationTest-1249278027 tempest-LiveMigrationTest-1249278027-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=3677ad50-e4bf-4315-8aa4-e48810edc139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447849 Nov 05 18:45:23.451290 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec4b0d5d-7ca6-43d9-89cf-9750ceaba600 None None] Network 2878d988-d4ff-4272-8dd1-ca410e5ec614 requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 18:45:23.470074 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a87e2dd-1b86-424f-b3bc-49073244bbf9 req-a6ca51f3-5e96-48f5-91fd-9c1223e4e68a tempest-ImagesOneServerNegativeTestJSON-2105042970 tempest-ImagesOneServerNegativeTestJSON-2105042970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:45:23.472344 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-7a87e2dd-1b86-424f-b3bc-49073244bbf9 req-a6ca51f3-5e96-48f5-91fd-9c1223e4e68a tempest-ImagesOneServerNegativeTestJSON-2105042970 tempest-ImagesOneServerNegativeTestJSON-2105042970-project] 10.222.0.13 "GET /v2.0/ports?device_id=26cbf12c-64e7-4344-ae22-305fed3f0dbe HTTP/1.1" status: 200 len: 945 time: 0.0794423 Nov 05 18:45:23.513841 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-a508a566-2e38-4fca-a1a2-ec55fabd9d17 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:45:23.529174 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-02ff2018-44e8-467e-bf47-38d1e5486175 None None] Provisioning complete for port 06313dad-1cc8-42b2-8121-cd531513e17b triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:45:23.529466 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-02ff2018-44e8-467e-bf47-38d1e5486175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:45:23.630621 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-7a87e2dd-1b86-424f-b3bc-49073244bbf9 req-da1ba631-beed-42fb-8516-4757093178b6 tempest-ImagesOneServerNegativeTestJSON-2105042970 tempest-ImagesOneServerNegativeTestJSON-2105042970-project] 10.222.0.13 "GET /v2.0/security-groups?id=6637cfea-1993-4e71-ac10-e5c82252dcf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190870 Nov 05 18:45:23.700212 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-68e2f351-9873-4907-9c84-ace600c6a61a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-571384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1000487'] for router, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:45:23.763084 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-9e95477c-497e-454a-aa6a-5c13dac533ff None None] Publish callbacks [] for port, precommit_create {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:45:23.830899 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-9e95477c-497e-454a-aa6a-5c13dac533ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789'] for port, after_create {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:45:23.833381 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-a508a566-2e38-4fca-a1a2-ec55fabd9d17 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:45:23.855059 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-a508a566-2e38-4fca-a1a2-ec55fabd9d17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:45:23.884121 n-d-816865-1 neutron-server[102388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e95477c-497e-454a-aa6a-5c13dac533ff None None] Network bb5b9fed-8e61-492a-a21e-f9ce432c95f7 is already hosted by enough agents. {{(pid=102388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 18:45:23.887735 n-d-816865-1 neutron-server[102388]: DEBUG neutron.scheduler.base_scheduler [None req-9e95477c-497e-454a-aa6a-5c13dac533ff None None] Resources bound (agent type, host, resource id): {{(pid=102388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:45:23.893035 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e95477c-497e-454a-aa6a-5c13dac533ff None None] Received port after_create {{(pid=102388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 18:45:23.966340 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-9e95477c-497e-454a-aa6a-5c13dac533ff None None] Attempting to bind port 0adb11e5-9b18-46fd-883f-a7d595058899 on host n-d-816865-1 for vnic_type normal with profile {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 18:45:23.967309 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-9e95477c-497e-454a-aa6a-5c13dac533ff None None] Attempting to bind port 0adb11e5-9b18-46fd-883f-a7d595058899 by drivers openvswitch,hyperv on host n-d-816865-1 at level 0 using segments [{'id': '1ae4cc0f-5460-421b-9b80-d7acf4de0363', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'bb5b9fed-8e61-492a-a21e-f9ce432c95f7'}] {{(pid=102388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 18:45:23.968738 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e95477c-497e-454a-aa6a-5c13dac533ff None None] Attempting to bind port 0adb11e5-9b18-46fd-883f-a7d595058899 on network bb5b9fed-8e61-492a-a21e-f9ce432c95f7 {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 18:45:23.974542 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e95477c-497e-454a-aa6a-5c13dac533ff None None] Pushing event updated for resources: {'Port': ['ID=0adb11e5-9b18-46fd-883f-a7d595058899,revision_number=1']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:45:23.983069 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e95477c-497e-454a-aa6a-5c13dac533ff None None] Checking agent: {'id': '724d89a7-611b-41e6-bc85-c48112b17afa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 18, 25, 8), 'started_at': datetime.datetime(2021, 11, 5, 18, 25, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 18, 45, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 18:45:23.983690 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e95477c-497e-454a-aa6a-5c13dac533ff None None] Checking segment: {'id': '1ae4cc0f-5460-421b-9b80-d7acf4de0363', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'bb5b9fed-8e61-492a-a21e-f9ce432c95f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 18:45:23.984223 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-9e95477c-497e-454a-aa6a-5c13dac533ff None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:45:23.986134 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e95477c-497e-454a-aa6a-5c13dac533ff None None] Bound using segment: {'id': '1ae4cc0f-5460-421b-9b80-d7acf4de0363', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'bb5b9fed-8e61-492a-a21e-f9ce432c95f7'} {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 18:45:23.986134 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-9e95477c-497e-454a-aa6a-5c13dac533ff None None] Bound port: 0adb11e5-9b18-46fd-883f-a7d595058899, host: n-d-816865-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ae4cc0f-5460-421b-9b80-d7acf4de0363', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'bb5b9fed-8e61-492a-a21e-f9ce432c95f7'}}] {{(pid=102388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 18:45:23.986611 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-9e95477c-497e-454a-aa6a-5c13dac533ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:45:24.010268 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.db_base_plugin_common [None req-a508a566-2e38-4fca-a1a2-ec55fabd9d17 admin admin] Allocated IP 172.25.6.125 (40c8335d-cd0b-4cb5-910a-d4dcddd5cbec/04fe6db3-e108-4208-943d-6518424f5726/c402cf8a-e474-4892-b9fb-c980a62a6a96) {{(pid=102386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 18:45:24.071905 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-9e95477c-497e-454a-aa6a-5c13dac533ff None None] For port 0adb11e5-9b18-46fd-883f-a7d595058899, host n-d-816865-1, cleared binding levels {{(pid=102388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 18:45:24.076910 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-9e95477c-497e-454a-aa6a-5c13dac533ff None None] For port 0adb11e5-9b18-46fd-883f-a7d595058899, host n-d-816865-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=0adb11e5-9b18-46fd-883f-a7d595058899,segment=NetworkSegment(1ae4cc0f-5460-421b-9b80-d7acf4de0363),segment_id=1ae4cc0f-5460-421b-9b80-d7acf4de0363)] {{(pid=102388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 18:45:24.128988 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-a508a566-2e38-4fca-a1a2-ec55fabd9d17 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:45:24.136750 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-dadf31e1-ba45-480e-88fb-7981bb0610ff None None] Provisioning complete for port 06313dad-1cc8-42b2-8121-cd531513e17b triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:45:24.140236 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-dadf31e1-ba45-480e-88fb-7981bb0610ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:45:24.166938 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-9e95477c-497e-454a-aa6a-5c13dac533ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:45:24.209061 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6b86dc-e71b-4bc0-9a23-c4e6ec31938a req-c81af5a3-f5e5-4bbb-b714-eca271b28a7c tempest-LiveMigrationTest-600821399 tempest-LiveMigrationTest-600821399-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:45:24.210566 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-0e6b86dc-e71b-4bc0-9a23-c4e6ec31938a req-c81af5a3-f5e5-4bbb-b714-eca271b28a7c tempest-LiveMigrationTest-600821399 tempest-LiveMigrationTest-600821399-project] 10.222.0.13 "GET /v2.0/networks?id=1a9992ef-da6b-4f25-bd43-f1196ce8f1a8 HTTP/1.1" status: 200 len: 807 time: 0.5716884 Nov 05 18:45:24.227302 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20daada-0b47-49ce-9c9f-eeaf37be4a1b req-ed7b02af-15bd-4f71-ac71-8d5ea7f186d0 tempest-ImagesOneServerNegativeTestJSON-2105042970 tempest-ImagesOneServerNegativeTestJSON-2105042970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:45:24.228797 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-c20daada-0b47-49ce-9c9f-eeaf37be4a1b req-ed7b02af-15bd-4f71-ac71-8d5ea7f186d0 tempest-ImagesOneServerNegativeTestJSON-2105042970 tempest-ImagesOneServerNegativeTestJSON-2105042970-project] 10.222.0.13 "GET /v2.0/ports?device_id=26cbf12c-64e7-4344-ae22-305fed3f0dbe HTTP/1.1" status: 200 len: 945 time: 0.4518876 Nov 05 18:45:24.235869 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-a508a566-2e38-4fca-a1a2-ec55fabd9d17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:45:24.255882 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-0e6b86dc-e71b-4bc0-9a23-c4e6ec31938a req-b3a16d25-0ba9-47df-a569-aa3e569e8c81 tempest-LiveMigrationTest-600821399 tempest-LiveMigrationTest-600821399-project] 10.222.0.13 "GET /v2.0/quotas/7cc0b234e0c74edeb5d0485be80e09f5 HTTP/1.1" status: 200 len: 375 time: 0.0260944 Nov 05 18:45:24.259327 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e95477c-497e-454a-aa6a-5c13dac533ff None None] Pushing event updated for resources: {'Port': ['ID=0adb11e5-9b18-46fd-883f-a7d595058899,revision_number=2']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:45:24.302355 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a508a566-2e38-4fca-a1a2-ec55fabd9d17 admin admin] Network 40c8335d-cd0b-4cb5-910a-d4dcddd5cbec is already hosted by enough agents. {{(pid=102386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 18:45:24.310311 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.base_scheduler [None req-a508a566-2e38-4fca-a1a2-ec55fabd9d17 admin admin] Resources bound (agent type, host, resource id): {{(pid=102386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:45:24.315504 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a508a566-2e38-4fca-a1a2-ec55fabd9d17 admin admin] Received port after_create {{(pid=102386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 18:45:24.336951 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-c20daada-0b47-49ce-9c9f-eeaf37be4a1b req-7cbd526b-e183-456c-b838-b670cc0d1343 tempest-ImagesOneServerNegativeTestJSON-2105042970 tempest-ImagesOneServerNegativeTestJSON-2105042970-project] 10.222.0.13 "GET /v2.0/security-groups?id=6637cfea-1993-4e71-ac10-e5c82252dcf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963397 Nov 05 18:45:24.348087 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a508a566-2e38-4fca-a1a2-ec55fabd9d17 admin admin] Pushing event updated for resources: {'Port': ['ID=c402cf8a-e474-4892-b9fb-c980a62a6a96,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:45:24.367078 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-0e6b86dc-e71b-4bc0-9a23-c4e6ec31938a req-4fa5045e-80cc-4d85-918c-ad931119d629 tempest-LiveMigrationTest-600821399 tempest-LiveMigrationTest-600821399-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=7cc0b234e0c74edeb5d0485be80e09f5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0848913 Nov 05 18:45:24.434799 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68e2f351-9873-4907-9c84-ace600c6a61a admin admin] Router 36201232-d3d2-432e-9fa7-488af60d5de5 is scheduled to L3 agent 6dcb5589-8e86-4616-9186-ddc4548e13ad with binding_index 1 {{(pid=102387) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 05 18:45:24.553846 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-0e6b86dc-e71b-4bc0-9a23-c4e6ec31938a req-e9f155b3-0dd3-403b-b813-78873ec85c6f service neutron] 10.222.0.13 "GET /v2.0/networks/1a9992ef-da6b-4f25-bd43-f1196ce8f1a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1859136 Nov 05 18:45:24.703730 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-0e6b86dc-e71b-4bc0-9a23-c4e6ec31938a req-71202c13-cfdc-40d6-a752-a027d7de7ed5 service neutron] 10.222.0.13 "GET /v2.0/networks/1a9992ef-da6b-4f25-bd43-f1196ce8f1a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1135502 Nov 05 18:45:24.736642 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68e2f351-9873-4907-9c84-ace600c6a61a admin admin] Notify agent at l3_agent.n-d-816865-1 the message routers_updated {{(pid=102387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 18:45:24.753450 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-485118b7-d2fc-42a4-b039-562a9ff9629d None None] Sync routers for ids ['36201232-d3d2-432e-9fa7-488af60d5de5'] in n-d-816865-1 {{(pid=102389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 18:45:24.766759 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 06313dad-1cc8-42b2-8121-cd531513e17b up at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 18:45:24.773872 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-485118b7-d2fc-42a4-b039-562a9ff9629d None None] Routers {'36201232-d3d2-432e-9fa7-488af60d5de5'} bound to L3 agent in host n-d-816865-1 {{(pid=102389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 18:45:24.774438 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-485118b7-d2fc-42a4-b039-562a9ff9629d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T18:45:05Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['36201232-d3d2-432e-9fa7-488af60d5de5'], 'active': True} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:45:24.823095 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-68e2f351-9873-4907-9c84-ace600c6a61a admin admin] Publish callbacks [] for router, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:45:24.825256 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-68e2f351-9873-4907-9c84-ace600c6a61a admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.1337132 Nov 05 18:45:24.835481 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 48988) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:45:24.846730 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Provisioning complete for port 06313dad-1cc8-42b2-8121-cd531513e17b triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:45:24.848658 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:45:24.965637 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvr_db [None req-485118b7-d2fc-42a4-b039-562a9ff9629d None None] Set router 36201232-d3d2-432e-9fa7-488af60d5de5 gateway port host: n-d-816865-1 {{(pid=102389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 18:45:24.978556 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 0adb11e5-9b18-46fd-883f-a7d595058899 up at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 18:45:25.025958 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5c0432-a20d-4730-8567-a69243ece810 req-71bcd9e8-ef0d-4d2e-b509-5521e356f7b0 tempest-ImagesOneServerNegativeTestJSON-2105042970 tempest-ImagesOneServerNegativeTestJSON-2105042970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:45:25.027617 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-ba5c0432-a20d-4730-8567-a69243ece810 req-71bcd9e8-ef0d-4d2e-b509-5521e356f7b0 tempest-ImagesOneServerNegativeTestJSON-2105042970 tempest-ImagesOneServerNegativeTestJSON-2105042970-project] 10.222.0.13 "GET /v2.0/ports?device_id=26cbf12c-64e7-4344-ae22-305fed3f0dbe HTTP/1.1" status: 200 len: 945 time: 0.2010622 Nov 05 18:45:25.051708 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Provisioning complete for port 0adb11e5-9b18-46fd-883f-a7d595058899 triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:45:25.052083 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:45:25.157996 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:45:25.178883 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-1082a827-221f-47fc-b3f4-6bf89af68f2a req-695cddf7-f534-45a2-8de1-96561ee652ce tempest-LiveMigrationTest-600821399 tempest-LiveMigrationTest-600821399-project] 10.222.0.13 "GET /v2.0/ports?device_id=58a8afea-610a-4461-9810-b306ba649798 HTTP/1.1" status: 200 len: 210 time: 0.1089923 Nov 05 18:45:25.209445 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] For port 0adb11e5-9b18-46fd-883f-a7d595058899, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=0adb11e5-9b18-46fd-883f-a7d595058899,segment=NetworkSegment(1ae4cc0f-5460-421b-9b80-d7acf4de0363),segment_id=1ae4cc0f-5460-421b-9b80-d7acf4de0363)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:45:25.250817 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-a508a566-2e38-4fca-a1a2-ec55fabd9d17 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:45:25.260326 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-ba5c0432-a20d-4730-8567-a69243ece810 req-03211a5a-da3d-4df4-aae6-3356efa6e138 tempest-ImagesOneServerNegativeTestJSON-2105042970 tempest-ImagesOneServerNegativeTestJSON-2105042970-project] 10.222.0.13 "GET /v2.0/security-groups?id=6637cfea-1993-4e71-ac10-e5c82252dcf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2227376 Nov 05 18:45:25.268656 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-485118b7-d2fc-42a4-b039-562a9ff9629d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36201232-d3d2-432e-9fa7-488af60d5de5', 'name': 'tempest-AttachSCSIVolumeTestJSON-1974747554-router', 'tenant_id': '01a5d928940b4c78a2e85221fe5598b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.250'}], 'enable_snat': True}, 'gw_port_id': '564bccf2-1764-4d54-806c-f6a92a9b1773', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T18:45:20Z', 'updated_at': '2021-11-05T18:45:22Z', 'revision_number': 3, 'project_id': '01a5d928940b4c78a2e85221fe5598b1', 'gw_port': {'id': '564bccf2-1764-4d54-806c-f6a92a9b1773', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:0d:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36201232-d3d2-432e-9fa7-488af60d5de5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1029, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T18:45:21Z', 'updated_at': '2021-11-05T18:45:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1'}], 'n-d-816865-1', False) {} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:45:25.314396 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-485118b7-d2fc-42a4-b039-562a9ff9629d None None] Checking router: 36201232-d3d2-432e-9fa7-488af60d5de5 for host: n-d-816865-1 {{(pid=102389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 18:45:25.314770 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-485118b7-d2fc-42a4-b039-562a9ff9629d None None] Updating router 36201232-d3d2-432e-9fa7-488af60d5de5 port 564bccf2-1764-4d54-806c-f6a92a9b1773 binding host n-d-816865-1 {{(pid=102389) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 05 18:45:25.318525 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:45:25.369097 n-d-816865-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-485118b7-d2fc-42a4-b039-562a9ff9629d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:45:25.436901 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Pushing event updated for resources: {'Port': ['ID=0adb11e5-9b18-46fd-883f-a7d595058899,revision_number=3']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:45:25.455813 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:45:25.456174 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:45:25.456524 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:45:25.456870 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:45:25.462326 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:45:25.463108 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:45:25.463108 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:45:25.463346 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:45:25.463662 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:45:25.464002 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:45:25.464338 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:45:25.464680 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:45:25.685586 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-a508a566-2e38-4fca-a1a2-ec55fabd9d17 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-571384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1000487'] for router, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:45:25.757421 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71f4eaf3-691e-454b-b7ad-d401d7dec3af None None] Network bb5b9fed-8e61-492a-a21e-f9ce432c95f7 requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 18:45:25.808997 n-d-816865-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-485118b7-d2fc-42a4-b039-562a9ff9629d None None] Publish callbacks [] for port, precommit_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:45:25.816300 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-4fc048c5-fba6-458e-b44a-6732ec42720c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:45:25.890418 n-d-816865-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-485118b7-d2fc-42a4-b039-562a9ff9629d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:45:25.906539 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-4c7049b7-8dc9-41c4-a656-0b2c98e32f7a None None] Provisioning complete for port 0adb11e5-9b18-46fd-883f-a7d595058899 triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:45:25.906539 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-4c7049b7-8dc9-41c4-a656-0b2c98e32f7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:45:25.969873 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.managers [None req-485118b7-d2fc-42a4-b039-562a9ff9629d None None] Attempting to bind port 564bccf2-1764-4d54-806c-f6a92a9b1773 on host n-d-816865-1 for vnic_type normal with profile {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 18:45:25.970428 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.managers [None req-485118b7-d2fc-42a4-b039-562a9ff9629d None None] Attempting to bind port 564bccf2-1764-4d54-806c-f6a92a9b1773 by drivers openvswitch,hyperv on host n-d-816865-1 at level 0 using segments [{'id': '85be518c-8bb4-46a2-a903-d4292782d29d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec'}] {{(pid=102389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 18:45:25.970810 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-485118b7-d2fc-42a4-b039-562a9ff9629d None None] Attempting to bind port 564bccf2-1764-4d54-806c-f6a92a9b1773 on network 40c8335d-cd0b-4cb5-910a-d4dcddd5cbec {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 18:45:25.978177 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6600ce7d-7985-44e9-9c5e-e417c2069c27 None None] Pushing event updated for resources: {'Port': ['ID=564bccf2-1764-4d54-806c-f6a92a9b1773,revision_number=2']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:45:25.980784 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-485118b7-d2fc-42a4-b039-562a9ff9629d None None] Checking agent: {'id': '724d89a7-611b-41e6-bc85-c48112b17afa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 18, 25, 8), 'started_at': datetime.datetime(2021, 11, 5, 18, 25, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 18, 45, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 18:45:25.981176 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-485118b7-d2fc-42a4-b039-562a9ff9629d None None] Checking segment: {'id': '85be518c-8bb4-46a2-a903-d4292782d29d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 18:45:25.981546 n-d-816865-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-485118b7-d2fc-42a4-b039-562a9ff9629d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:45:25.981921 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-485118b7-d2fc-42a4-b039-562a9ff9629d None None] Bound using segment: {'id': '85be518c-8bb4-46a2-a903-d4292782d29d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec'} {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 18:45:25.982411 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.managers [None req-485118b7-d2fc-42a4-b039-562a9ff9629d None None] Bound port: 564bccf2-1764-4d54-806c-f6a92a9b1773, host: n-d-816865-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85be518c-8bb4-46a2-a903-d4292782d29d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec'}}] {{(pid=102389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 18:45:25.982812 n-d-816865-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-485118b7-d2fc-42a4-b039-562a9ff9629d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:45:26.046445 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.db_base_plugin_common [None req-4fc048c5-fba6-458e-b44a-6732ec42720c admin admin] Allocated IP 172.20.0.1 (2878d988-d4ff-4272-8dd1-ca410e5ec614/d323b0ce-d347-4983-b071-8e4c5220157d/9922ff7d-59ea-44e6-881e-dc922bc5d7cc) {{(pid=102387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 18:45:26.047389 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a508a566-2e38-4fca-a1a2-ec55fabd9d17 admin admin] Router af66a059-f191-4368-a4e2-1bc7a80c0b53 is scheduled to L3 agent 6dcb5589-8e86-4616-9186-ddc4548e13ad with binding_index 1 {{(pid=102386) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 05 18:45:26.068275 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [None req-485118b7-d2fc-42a4-b039-562a9ff9629d None None] For port 564bccf2-1764-4d54-806c-f6a92a9b1773, host n-d-816865-1, cleared binding levels {{(pid=102389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 18:45:26.071627 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [None req-485118b7-d2fc-42a4-b039-562a9ff9629d None None] For port 564bccf2-1764-4d54-806c-f6a92a9b1773, host n-d-816865-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=564bccf2-1764-4d54-806c-f6a92a9b1773,segment=NetworkSegment(85be518c-8bb4-46a2-a903-d4292782d29d),segment_id=85be518c-8bb4-46a2-a903-d4292782d29d)] {{(pid=102389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 18:45:26.181182 n-d-816865-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-485118b7-d2fc-42a4-b039-562a9ff9629d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:45:26.199676 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-4fc048c5-fba6-458e-b44a-6732ec42720c admin admin] Publish callbacks [] for port, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:45:26.224150 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a508a566-2e38-4fca-a1a2-ec55fabd9d17 admin admin] Notify agent at l3_agent.n-d-816865-1 the message routers_updated {{(pid=102386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 18:45:26.235532 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f8afb1c-08ca-4edb-8035-d40424e0f59d None None] Sync routers for ids ['af66a059-f191-4368-a4e2-1bc7a80c0b53'] in n-d-816865-1 {{(pid=102388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 18:45:26.266388 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f8afb1c-08ca-4edb-8035-d40424e0f59d None None] Routers {'af66a059-f191-4368-a4e2-1bc7a80c0b53'} bound to L3 agent in host n-d-816865-1 {{(pid=102388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 18:45:26.267025 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-5f8afb1c-08ca-4edb-8035-d40424e0f59d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T18:45:05Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['af66a059-f191-4368-a4e2-1bc7a80c0b53'], 'active': True} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:45:26.331406 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-485118b7-d2fc-42a4-b039-562a9ff9629d None None] Routers {'36201232-d3d2-432e-9fa7-488af60d5de5'} bound to L3 agent in host n-d-816865-1 {{(pid=102389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 18:45:26.332102 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-485118b7-d2fc-42a4-b039-562a9ff9629d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T18:45:05Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['36201232-d3d2-432e-9fa7-488af60d5de5'], 'active': True} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:45:26.344003 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-a508a566-2e38-4fca-a1a2-ec55fabd9d17 admin admin] Publish callbacks [] for router, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:45:26.345657 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-a508a566-2e38-4fca-a1a2-ec55fabd9d17 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.4061327 Nov 05 18:45:26.349708 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 49028) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:45:26.371159 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6600ce7d-7985-44e9-9c5e-e417c2069c27 None None] Pushing event updated for resources: {'Port': ['ID=564bccf2-1764-4d54-806c-f6a92a9b1773,revision_number=3']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:45:26.373600 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-0ed44957-4b15-47a3-95de-801d2ba38255 req-4c2820e3-420d-444e-8b84-6dcff59cd24e tempest-LiveMigrationTest-600821399 tempest-LiveMigrationTest-600821399-project] 10.222.0.13 "GET /v2.0/ports?device_id=58a8afea-610a-4461-9810-b306ba649798 HTTP/1.1" status: 200 len: 210 time: 0.0476270 Nov 05 18:45:26.441168 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-4fc048c5-fba6-458e-b44a-6732ec42720c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4417063'] for port, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:45:26.489293 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvr_db [None req-5f8afb1c-08ca-4edb-8035-d40424e0f59d None None] Set router af66a059-f191-4368-a4e2-1bc7a80c0b53 gateway port host: n-d-816865-1 {{(pid=102388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 18:45:26.564682 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fc048c5-fba6-458e-b44a-6732ec42720c admin admin] Network 2878d988-d4ff-4272-8dd1-ca410e5ec614 is already hosted by enough agents. {{(pid=102387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 18:45:26.567777 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.base_scheduler [None req-4fc048c5-fba6-458e-b44a-6732ec42720c admin admin] Resources bound (agent type, host, resource id): {{(pid=102387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:45:26.580255 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fc048c5-fba6-458e-b44a-6732ec42720c admin admin] Received port after_create {{(pid=102387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 18:45:26.722926 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc048c5-fba6-458e-b44a-6732ec42720c admin admin] Pushing event updated for resources: {'Port': ['ID=9922ff7d-59ea-44e6-881e-dc922bc5d7cc,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:45:26.743320 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 0adb11e5-9b18-46fd-883f-a7d595058899 up at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 18:45:26.788205 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-4fc048c5-fba6-458e-b44a-6732ec42720c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-571770'] for router_interface, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:45:26.801521 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvr_db [None req-485118b7-d2fc-42a4-b039-562a9ff9629d None None] Set router 36201232-d3d2-432e-9fa7-488af60d5de5 gateway port host: n-d-816865-1 {{(pid=102389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 18:45:26.845042 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac966f7-2c2b-4e1f-bf92-2858d3c81f26 req-79496919-4127-439d-91b5-d9db357c9883 tempest-ImagesOneServerNegativeTestJSON-2105042970 tempest-ImagesOneServerNegativeTestJSON-2105042970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:45:26.852956 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-2ac966f7-2c2b-4e1f-bf92-2858d3c81f26 req-79496919-4127-439d-91b5-d9db357c9883 tempest-ImagesOneServerNegativeTestJSON-2105042970 tempest-ImagesOneServerNegativeTestJSON-2105042970-project] 10.222.0.13 "GET /v2.0/ports?device_id=26cbf12c-64e7-4344-ae22-305fed3f0dbe HTTP/1.1" status: 200 len: 945 time: 0.1626084 Nov 05 18:45:26.900651 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-70f883b1-295b-40f1-9ead-f9ef87b6eda6 None None] Provisioning complete for port 0adb11e5-9b18-46fd-883f-a7d595058899 triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:45:26.901029 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-70f883b1-295b-40f1-9ead-f9ef87b6eda6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:45:26.921630 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-2ac966f7-2c2b-4e1f-bf92-2858d3c81f26 req-f715c755-85dc-4ed9-9a22-9db5a7259920 tempest-ImagesOneServerNegativeTestJSON-2105042970 tempest-ImagesOneServerNegativeTestJSON-2105042970-project] 10.222.0.13 "GET /v2.0/security-groups?id=6637cfea-1993-4e71-ac10-e5c82252dcf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650976 Nov 05 18:45:27.058904 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Provisioning complete for port 0adb11e5-9b18-46fd-883f-a7d595058899 triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:45:27.059419 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:45:27.118582 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-485118b7-d2fc-42a4-b039-562a9ff9629d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36201232-d3d2-432e-9fa7-488af60d5de5', 'name': 'tempest-AttachSCSIVolumeTestJSON-1974747554-router', 'tenant_id': '01a5d928940b4c78a2e85221fe5598b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.250'}], 'enable_snat': True}, 'gw_port_id': '564bccf2-1764-4d54-806c-f6a92a9b1773', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T18:45:20Z', 'updated_at': '2021-11-05T18:45:22Z', 'revision_number': 3, 'project_id': '01a5d928940b4c78a2e85221fe5598b1', 'gw_port': {'id': '564bccf2-1764-4d54-806c-f6a92a9b1773', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:0d:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36201232-d3d2-432e-9fa7-488af60d5de5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1029, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T18:45:21Z', 'updated_at': '2021-11-05T18:45:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1'}], 'n-d-816865-1', False) {} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:45:27.153017 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-485118b7-d2fc-42a4-b039-562a9ff9629d None None] The sync data for ids ['36201232-d3d2-432e-9fa7-488af60d5de5'] in n-d-816865-1 is: [{'id': '36201232-d3d2-432e-9fa7-488af60d5de5', 'name': 'tempest-AttachSCSIVolumeTestJSON-1974747554-router', 'tenant_id': '01a5d928940b4c78a2e85221fe5598b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.250'}], 'enable_snat': True}, 'gw_port_id': '564bccf2-1764-4d54-806c-f6a92a9b1773', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T18:45:20Z', 'updated_at': '2021-11-05T18:45:22Z', 'revision_number': 3, 'project_id': '01a5d928940b4c78a2e85221fe5598b1', 'gw_port': {'id': '564bccf2-1764-4d54-806c-f6a92a9b1773', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:0d:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36201232-d3d2-432e-9fa7-488af60d5de5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1029, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T18:45:21Z', 'updated_at': '2021-11-05T18:45:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1'}] {{(pid=102389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 18:45:27.165492 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-5f8afb1c-08ca-4edb-8035-d40424e0f59d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af66a059-f191-4368-a4e2-1bc7a80c0b53', 'name': 'tempest-ServerActionsTestJSON-520636329-router', 'tenant_id': '9d37d1d71d154d088bbcf565483b4218', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.125'}], 'enable_snat': True}, 'gw_port_id': 'c402cf8a-e474-4892-b9fb-c980a62a6a96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T18:45:23Z', 'updated_at': '2021-11-05T18:45:24Z', 'revision_number': 3, 'project_id': '9d37d1d71d154d088bbcf565483b4218', 'gw_port': {'id': 'c402cf8a-e474-4892-b9fb-c980a62a6a96', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:13:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af66a059-f191-4368-a4e2-1bc7a80c0b53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1033, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T18:45:23Z', 'updated_at': '2021-11-05T18:45:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1'}], 'n-d-816865-1', False) {} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:45:27.199244 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-f7918cf0-a172-4f0a-a6fd-edb1f6e1ba70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:45:27.223990 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-4fc048c5-fba6-458e-b44a-6732ec42720c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:45:27.235933 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f8afb1c-08ca-4edb-8035-d40424e0f59d None None] Checking router: af66a059-f191-4368-a4e2-1bc7a80c0b53 for host: n-d-816865-1 {{(pid=102388) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 18:45:27.236499 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f8afb1c-08ca-4edb-8035-d40424e0f59d None None] Updating router af66a059-f191-4368-a4e2-1bc7a80c0b53 port c402cf8a-e474-4892-b9fb-c980a62a6a96 binding host n-d-816865-1 {{(pid=102388) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 05 18:45:27.286740 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-5f8afb1c-08ca-4edb-8035-d40424e0f59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:45:27.330424 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-b3fdbfdc-c2b4-4e79-a149-90609c9ee1fc None None] Provisioning complete for port 9922ff7d-59ea-44e6-881e-dc922bc5d7cc triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:45:27.330941 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b3fdbfdc-c2b4-4e79-a149-90609c9ee1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:45:27.386983 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.db_base_plugin_common [None req-f7918cf0-a172-4f0a-a6fd-edb1f6e1ba70 admin admin] Allocated IP 172.20.0.1 (bb5b9fed-8e61-492a-a21e-f9ce432c95f7/8df5751e-d8bb-41e4-9469-238f613979b1/5bf1bd6f-902c-4f2b-8f59-ec352778320f) {{(pid=102386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 18:45:27.432693 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-4fc048c5-fba6-458e-b44a-6732ec42720c admin admin] Publish callbacks [] for port, precommit_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:45:27.532092 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-b3fdbfdc-c2b4-4e79-a149-90609c9ee1fc None None] Port 9922ff7d-59ea-44e6-881e-dc922bc5d7cc cannot update to ACTIVE because it is not bound. {{(pid=102388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 18:45:27.543094 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-19da6bf9-f55e-43c5-befd-d44b64998544 req-a18f5c76-6e46-45d6-b420-0e23a823c7ed tempest-LiveMigrationTest-600821399 tempest-LiveMigrationTest-600821399-project] 10.222.0.13 "GET /v2.0/ports?device_id=58a8afea-610a-4461-9810-b306ba649798 HTTP/1.1" status: 200 len: 210 time: 0.0413024 Nov 05 18:45:27.543988 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-4fc048c5-fba6-458e-b44a-6732ec42720c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4417072'] for port, after_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:45:27.570673 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-f7918cf0-a172-4f0a-a6fd-edb1f6e1ba70 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:45:27.630154 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-4fc048c5-fba6-458e-b44a-6732ec42720c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-597863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-571878'] for router_interface, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:45:27.632916 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc048c5-fba6-458e-b44a-6732ec42720c admin admin] Pushing event updated for resources: {'Port': ['ID=9922ff7d-59ea-44e6-881e-dc922bc5d7cc,revision_number=2']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:45:27.679097 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-f7918cf0-a172-4f0a-a6fd-edb1f6e1ba70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:45:27.681587 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-5f8afb1c-08ca-4edb-8035-d40424e0f59d None None] Publish callbacks [] for port, precommit_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:45:27.727074 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7918cf0-a172-4f0a-a6fd-edb1f6e1ba70 admin admin] Network bb5b9fed-8e61-492a-a21e-f9ce432c95f7 is already hosted by enough agents. {{(pid=102386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 18:45:27.730232 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-5f8afb1c-08ca-4edb-8035-d40424e0f59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:45:27.732695 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.base_scheduler [None req-f7918cf0-a172-4f0a-a6fd-edb1f6e1ba70 admin admin] Resources bound (agent type, host, resource id): {{(pid=102386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:45:27.738014 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7918cf0-a172-4f0a-a6fd-edb1f6e1ba70 admin admin] Received port after_create {{(pid=102386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 18:45:27.768414 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fc048c5-fba6-458e-b44a-6732ec42720c admin admin] Network 2878d988-d4ff-4272-8dd1-ca410e5ec614 is already hosted by enough agents. {{(pid=102387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 18:45:27.770009 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.base_scheduler [None req-4fc048c5-fba6-458e-b44a-6732ec42720c admin admin] Resources bound (agent type, host, resource id): {{(pid=102387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:45:27.790908 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7918cf0-a172-4f0a-a6fd-edb1f6e1ba70 admin admin] Pushing event updated for resources: {'Port': ['ID=5bf1bd6f-902c-4f2b-8f59-ec352778320f,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:45:27.803726 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-f7918cf0-a172-4f0a-a6fd-edb1f6e1ba70 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-571770'] for router_interface, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:45:27.853918 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-5f8afb1c-08ca-4edb-8035-d40424e0f59d None None] Attempting to bind port c402cf8a-e474-4892-b9fb-c980a62a6a96 on host n-d-816865-1 for vnic_type normal with profile {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 18:45:27.854316 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-5f8afb1c-08ca-4edb-8035-d40424e0f59d None None] Attempting to bind port c402cf8a-e474-4892-b9fb-c980a62a6a96 by drivers openvswitch,hyperv on host n-d-816865-1 at level 0 using segments [{'id': '85be518c-8bb4-46a2-a903-d4292782d29d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec'}] {{(pid=102388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 18:45:27.854681 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f8afb1c-08ca-4edb-8035-d40424e0f59d None None] Attempting to bind port c402cf8a-e474-4892-b9fb-c980a62a6a96 on network 40c8335d-cd0b-4cb5-910a-d4dcddd5cbec {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 18:45:27.880350 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba139f8b-0474-4fc0-a8c9-1d98d27b0825 None None] Pushing event updated for resources: {'Port': ['ID=c402cf8a-e474-4892-b9fb-c980a62a6a96,revision_number=2']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:45:27.887805 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f8afb1c-08ca-4edb-8035-d40424e0f59d None None] Checking agent: {'id': '724d89a7-611b-41e6-bc85-c48112b17afa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 18, 25, 8), 'started_at': datetime.datetime(2021, 11, 5, 18, 25, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 18, 45, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 18:45:27.887805 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f8afb1c-08ca-4edb-8035-d40424e0f59d None None] Checking segment: {'id': '85be518c-8bb4-46a2-a903-d4292782d29d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 18:45:27.887805 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-5f8afb1c-08ca-4edb-8035-d40424e0f59d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:45:27.887805 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f8afb1c-08ca-4edb-8035-d40424e0f59d None None] Bound using segment: {'id': '85be518c-8bb4-46a2-a903-d4292782d29d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec'} {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 18:45:27.887805 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-5f8afb1c-08ca-4edb-8035-d40424e0f59d None None] Bound port: c402cf8a-e474-4892-b9fb-c980a62a6a96, host: n-d-816865-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85be518c-8bb4-46a2-a903-d4292782d29d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec'}}] {{(pid=102388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 18:45:27.887805 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-5f8afb1c-08ca-4edb-8035-d40424e0f59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:45:28.042579 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-5f8afb1c-08ca-4edb-8035-d40424e0f59d None None] For port c402cf8a-e474-4892-b9fb-c980a62a6a96, host n-d-816865-1, cleared binding levels {{(pid=102388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 18:45:28.042579 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-5f8afb1c-08ca-4edb-8035-d40424e0f59d None None] For port c402cf8a-e474-4892-b9fb-c980a62a6a96, host n-d-816865-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=c402cf8a-e474-4892-b9fb-c980a62a6a96,segment=NetworkSegment(85be518c-8bb4-46a2-a903-d4292782d29d),segment_id=85be518c-8bb4-46a2-a903-d4292782d29d)] {{(pid=102388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 18:45:28.043286 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4fc048c5-fba6-458e-b44a-6732ec42720c admin admin] Router 36201232-d3d2-432e-9fa7-488af60d5de5 has already been hosted by L3 agent 6dcb5589-8e86-4616-9186-ddc4548e13ad {{(pid=102387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 18:45:28.148157 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6b86dc-e71b-4bc0-9a23-c4e6ec31938a req-88a3fbe6-9d9e-47ff-a1d2-c96a07396439 tempest-LiveMigrationTest-600821399 tempest-LiveMigrationTest-600821399-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:45:28.150828 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-0e6b86dc-e71b-4bc0-9a23-c4e6ec31938a req-88a3fbe6-9d9e-47ff-a1d2-c96a07396439 tempest-LiveMigrationTest-600821399 tempest-LiveMigrationTest-600821399-project] 10.222.0.55 "GET /v2.0/networks?id=1a9992ef-da6b-4f25-bd43-f1196ce8f1a8 HTTP/1.1" status: 200 len: 807 time: 0.2737384 Nov 05 18:45:28.168411 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [req-0e6b86dc-e71b-4bc0-9a23-c4e6ec31938a req-46791a7e-0f43-4e2c-95a9-23057518564d tempest-LiveMigrationTest-600821399 tempest-LiveMigrationTest-600821399-project] Request body: {'port': {'device_id': '58a8afea-610a-4461-9810-b306ba649798', 'network_id': '1a9992ef-da6b-4f25-bd43-f1196ce8f1a8', 'admin_state_up': True, 'tenant_id': '7cc0b234e0c74edeb5d0485be80e09f5'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:45:28.179744 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-5f8afb1c-08ca-4edb-8035-d40424e0f59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:45:28.297945 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f8afb1c-08ca-4edb-8035-d40424e0f59d None None] Routers {'af66a059-f191-4368-a4e2-1bc7a80c0b53'} bound to L3 agent in host n-d-816865-1 {{(pid=102388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 18:45:28.299130 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-5f8afb1c-08ca-4edb-8035-d40424e0f59d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T18:45:05Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['af66a059-f191-4368-a4e2-1bc7a80c0b53'], 'active': True} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:45:28.313352 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-b8dd8b03-83b2-43e3-b231-7075fa74f1d1 None None] Provisioning complete for port 5bf1bd6f-902c-4f2b-8f59-ec352778320f triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:45:28.315045 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b8dd8b03-83b2-43e3-b231-7075fa74f1d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:45:28.357807 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba139f8b-0474-4fc0-a8c9-1d98d27b0825 None None] Pushing event updated for resources: {'Port': ['ID=c402cf8a-e474-4892-b9fb-c980a62a6a96,revision_number=3']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:45:28.358615 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-f7918cf0-a172-4f0a-a6fd-edb1f6e1ba70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:45:28.387039 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ca33d5-574e-4682-9d62-c751f95f0cbe req-699db478-6c1a-48e8-851a-7986009aef0b tempest-ImagesOneServerNegativeTestJSON-2105042970 tempest-ImagesOneServerNegativeTestJSON-2105042970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:45:28.395693 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-43ca33d5-574e-4682-9d62-c751f95f0cbe req-699db478-6c1a-48e8-851a-7986009aef0b tempest-ImagesOneServerNegativeTestJSON-2105042970 tempest-ImagesOneServerNegativeTestJSON-2105042970-project] 10.222.0.13 "GET /v2.0/ports?device_id=26cbf12c-64e7-4344-ae22-305fed3f0dbe HTTP/1.1" status: 200 len: 945 time: 0.2335737 Nov 05 18:45:28.429863 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fc048c5-fba6-458e-b44a-6732ec42720c admin admin] Notify agent at l3_agent.n-d-816865-1 the message routers_updated {{(pid=102387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 18:45:28.434827 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-4fc048c5-fba6-458e-b44a-6732ec42720c admin admin] 10.222.0.13 "PUT /v2.0/routers/36201232-d3d2-432e-9fa7-488af60d5de5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5959816 Nov 05 18:45:28.476966 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-43ca33d5-574e-4682-9d62-c751f95f0cbe req-d8708c7f-8c9e-4844-bbba-fc81a5eceebd tempest-ImagesOneServerNegativeTestJSON-2105042970 tempest-ImagesOneServerNegativeTestJSON-2105042970-project] 10.222.0.13 "GET /v2.0/security-groups?id=6637cfea-1993-4e71-ac10-e5c82252dcf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800428 Nov 05 18:45:28.494186 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-b8dd8b03-83b2-43e3-b231-7075fa74f1d1 None None] Port 5bf1bd6f-902c-4f2b-8f59-ec352778320f cannot update to ACTIVE because it is not bound. {{(pid=102388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 18:45:28.529629 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-b8dd8b03-83b2-43e3-b231-7075fa74f1d1 None None] Provisioning complete for port 9922ff7d-59ea-44e6-881e-dc922bc5d7cc triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:45:28.540508 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b8dd8b03-83b2-43e3-b231-7075fa74f1d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:45:28.557848 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0e6b86dc-e71b-4bc0-9a23-c4e6ec31938a req-46791a7e-0f43-4e2c-95a9-23057518564d tempest-LiveMigrationTest-600821399 tempest-LiveMigrationTest-600821399-project] Made reservation on behalf of 7cc0b234e0c74edeb5d0485be80e09f5 for: {'port': 1} {{(pid=102386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 18:45:28.562003 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-0e6b86dc-e71b-4bc0-9a23-c4e6ec31938a req-46791a7e-0f43-4e2c-95a9-23057518564d tempest-LiveMigrationTest-600821399 tempest-LiveMigrationTest-600821399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:45:28.607903 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvr_db [None req-5f8afb1c-08ca-4edb-8035-d40424e0f59d None None] Set router af66a059-f191-4368-a4e2-1bc7a80c0b53 gateway port host: n-d-816865-1 {{(pid=102388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 18:45:28.650688 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-b8dd8b03-83b2-43e3-b231-7075fa74f1d1 None None] Port 9922ff7d-59ea-44e6-881e-dc922bc5d7cc cannot update to ACTIVE because it is not bound. {{(pid=102388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 18:45:28.712255 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-256fdeb3-7d24-4e88-aa7c-aafbf0ecccc9 req-78147ef0-802d-4f3f-aab4-18a31524f7e8 tempest-LiveMigrationTest-600821399 tempest-LiveMigrationTest-600821399-project] 10.222.0.13 "GET /v2.0/ports?device_id=58a8afea-610a-4461-9810-b306ba649798 HTTP/1.1" status: 200 len: 210 time: 0.0358164 Nov 05 18:45:28.720364 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 564bccf2-1764-4d54-806c-f6a92a9b1773 up at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 18:45:28.734671 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-f7918cf0-a172-4f0a-a6fd-edb1f6e1ba70 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:45:28.791733 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.db_base_plugin_common [req-0e6b86dc-e71b-4bc0-9a23-c4e6ec31938a req-46791a7e-0f43-4e2c-95a9-23057518564d tempest-LiveMigrationTest-600821399 tempest-LiveMigrationTest-600821399-project] Allocated IP 172.20.0.6 (1a9992ef-da6b-4f25-bd43-f1196ce8f1a8/82b7bbfc-ac99-45bb-a8a9-211b9b80ecc2/b0861f7b-85ec-4796-9a5e-c63173544746) {{(pid=102386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 18:45:28.797025 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-f7918cf0-a172-4f0a-a6fd-edb1f6e1ba70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6149821'] for port, after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:45:28.838979 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Provisioning complete for port 564bccf2-1764-4d54-806c-f6a92a9b1773 triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:45:28.839358 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:45:28.893929 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-f7918cf0-a172-4f0a-a6fd-edb1f6e1ba70 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-597863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-571878'] for router_interface, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:45:28.896229 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7918cf0-a172-4f0a-a6fd-edb1f6e1ba70 admin admin] Pushing event updated for resources: {'Port': ['ID=5bf1bd6f-902c-4f2b-8f59-ec352778320f,revision_number=2']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:45:28.962269 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Device 997dee40-bf40-4f75-91d5-77ef3b7c9f71 details requested by agent hyperv_n-h2-816865-1 with host n-h2-816865-1 {{(pid=102388) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 05 18:45:29.155452 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7918cf0-a172-4f0a-a6fd-edb1f6e1ba70 admin admin] Network bb5b9fed-8e61-492a-a21e-f9ce432c95f7 is already hosted by enough agents. {{(pid=102386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 18:45:29.159466 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-0e6b86dc-e71b-4bc0-9a23-c4e6ec31938a req-46791a7e-0f43-4e2c-95a9-23057518564d tempest-LiveMigrationTest-600821399 tempest-LiveMigrationTest-600821399-project] Publish callbacks [] for port, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:45:29.165096 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.base_scheduler [None req-f7918cf0-a172-4f0a-a6fd-edb1f6e1ba70 admin admin] Resources bound (agent type, host, resource id): {{(pid=102386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:45:29.320382 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:45:29.371966 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7918cf0-a172-4f0a-a6fd-edb1f6e1ba70 admin admin] Router af66a059-f191-4368-a4e2-1bc7a80c0b53 has already been hosted by L3 agent 6dcb5589-8e86-4616-9186-ddc4548e13ad {{(pid=102386) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 18:45:29.432184 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-5f8afb1c-08ca-4edb-8035-d40424e0f59d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af66a059-f191-4368-a4e2-1bc7a80c0b53', 'name': 'tempest-ServerActionsTestJSON-520636329-router', 'tenant_id': '9d37d1d71d154d088bbcf565483b4218', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.125'}], 'enable_snat': True}, 'gw_port_id': 'c402cf8a-e474-4892-b9fb-c980a62a6a96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T18:45:23Z', 'updated_at': '2021-11-05T18:45:28Z', 'revision_number': 4, 'project_id': '9d37d1d71d154d088bbcf565483b4218', 'gw_port': {'id': 'c402cf8a-e474-4892-b9fb-c980a62a6a96', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:13:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af66a059-f191-4368-a4e2-1bc7a80c0b53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1033, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T18:45:23Z', 'updated_at': '2021-11-05T18:45:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1', '_interfaces': [{'id': '5bf1bd6f-902c-4f2b-8f59-ec352778320f', 'name': '', 'network_id': 'bb5b9fed-8e61-492a-a21e-f9ce432c95f7', 'tenant_id': '9d37d1d71d154d088bbcf565483b4218', 'mac_address': 'fa:16:3e:45:7c:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af66a059-f191-4368-a4e2-1bc7a80c0b53', 'device_owner': 'network:router_interface', 'standard_attr_id': 1035, 'fixed_ips': [{'subnet_id': '8df5751e-d8bb-41e4-9469-238f613979b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T18:45:27Z', 'updated_at': '2021-11-05T18:45:27Z', 'revision_number': 1, 'project_id': '9d37d1d71d154d088bbcf565483b4218', 'subnets': [{'id': '8df5751e-d8bb-41e4-9469-238f613979b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-1', False) {} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:45:29.442432 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-0e6b86dc-e71b-4bc0-9a23-c4e6ec31938a req-46791a7e-0f43-4e2c-95a9-23057518564d tempest-LiveMigrationTest-600821399 tempest-LiveMigrationTest-600821399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:45:29.447581 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] For port 564bccf2-1764-4d54-806c-f6a92a9b1773, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=564bccf2-1764-4d54-806c-f6a92a9b1773,segment=NetworkSegment(85be518c-8bb4-46a2-a903-d4292782d29d),segment_id=85be518c-8bb4-46a2-a903-d4292782d29d)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:45:29.517196 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f8afb1c-08ca-4edb-8035-d40424e0f59d None None] The sync data for ids ['af66a059-f191-4368-a4e2-1bc7a80c0b53'] in n-d-816865-1 is: [{'id': 'af66a059-f191-4368-a4e2-1bc7a80c0b53', 'name': 'tempest-ServerActionsTestJSON-520636329-router', 'tenant_id': '9d37d1d71d154d088bbcf565483b4218', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.125'}], 'enable_snat': True}, 'gw_port_id': 'c402cf8a-e474-4892-b9fb-c980a62a6a96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T18:45:23Z', 'updated_at': '2021-11-05T18:45:28Z', 'revision_number': 4, 'project_id': '9d37d1d71d154d088bbcf565483b4218', 'gw_port': {'id': 'c402cf8a-e474-4892-b9fb-c980a62a6a96', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:13:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af66a059-f191-4368-a4e2-1bc7a80c0b53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1033, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T18:45:23Z', 'updated_at': '2021-11-05T18:45:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1', '_interfaces': [{'id': '5bf1bd6f-902c-4f2b-8f59-ec352778320f', 'name': '', 'network_id': 'bb5b9fed-8e61-492a-a21e-f9ce432c95f7', 'tenant_id': '9d37d1d71d154d088bbcf565483b4218', 'mac_address': 'fa:16:3e:45:7c:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af66a059-f191-4368-a4e2-1bc7a80c0b53', 'device_owner': 'network:router_interface', 'standard_attr_id': 1035, 'fixed_ips': [{'subnet_id': '8df5751e-d8bb-41e4-9469-238f613979b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T18:45:27Z', 'updated_at': '2021-11-05T18:45:27Z', 'revision_number': 1, 'project_id': '9d37d1d71d154d088bbcf565483b4218', 'subnets': [{'id': '8df5751e-d8bb-41e4-9469-238f613979b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 18:45:29.559765 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0e6b86dc-e71b-4bc0-9a23-c4e6ec31938a req-46791a7e-0f43-4e2c-95a9-23057518564d tempest-LiveMigrationTest-600821399 tempest-LiveMigrationTest-600821399-project] Network 1a9992ef-da6b-4f25-bd43-f1196ce8f1a8 is already hosted by enough agents. {{(pid=102386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 18:45:29.571147 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.base_scheduler [req-0e6b86dc-e71b-4bc0-9a23-c4e6ec31938a req-46791a7e-0f43-4e2c-95a9-23057518564d tempest-LiveMigrationTest-600821399 tempest-LiveMigrationTest-600821399-project] Resources bound (agent type, host, resource id): {{(pid=102386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:45:29.594897 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e6b86dc-e71b-4bc0-9a23-c4e6ec31938a req-46791a7e-0f43-4e2c-95a9-23057518564d tempest-LiveMigrationTest-600821399 tempest-LiveMigrationTest-600821399-project] Received port after_create {{(pid=102386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 18:45:29.642406 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:45:29.645885 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46791a7e-0f43-4e2c-95a9-23057518564d tempest-LiveMigrationTest-600821399 tempest-LiveMigrationTest-600821399-project] Pushing event updated for resources: {'Port': ['ID=b0861f7b-85ec-4796-9a5e-c63173544746,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:45:29.715652 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e495afc-0b10-41a3-b5b0-4d1201202e84 req-36116eca-83ac-4b71-ae03-342ecfe91cdb tempest-ImagesOneServerNegativeTestJSON-2105042970 tempest-ImagesOneServerNegativeTestJSON-2105042970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:45:29.726265 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-4e495afc-0b10-41a3-b5b0-4d1201202e84 req-36116eca-83ac-4b71-ae03-342ecfe91cdb tempest-ImagesOneServerNegativeTestJSON-2105042970 tempest-ImagesOneServerNegativeTestJSON-2105042970-project] 10.222.0.13 "GET /v2.0/ports?device_id=26cbf12c-64e7-4344-ae22-305fed3f0dbe HTTP/1.1" status: 200 len: 945 time: 0.1081827 Nov 05 18:45:29.730519 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6b86dc-e71b-4bc0-9a23-c4e6ec31938a req-46791a7e-0f43-4e2c-95a9-23057518564d tempest-LiveMigrationTest-600821399 tempest-LiveMigrationTest-600821399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:45:29.731390 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-0e6b86dc-e71b-4bc0-9a23-c4e6ec31938a req-46791a7e-0f43-4e2c-95a9-23057518564d tempest-LiveMigrationTest-600821399 tempest-LiveMigrationTest-600821399-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:45:29.769729 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7918cf0-a172-4f0a-a6fd-edb1f6e1ba70 admin admin] Notify agent at l3_agent.n-d-816865-1 the message routers_updated {{(pid=102386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 18:45:29.774620 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-e156efaa-7118-4467-a1b5-5b2960e43f27 None None] Provisioning complete for port 5bf1bd6f-902c-4f2b-8f59-ec352778320f triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:45:29.776367 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-e156efaa-7118-4467-a1b5-5b2960e43f27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:45:29.806369 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-f7918cf0-a172-4f0a-a6fd-edb1f6e1ba70 admin admin] 10.222.0.13 "PUT /v2.0/routers/af66a059-f191-4368-a4e2-1bc7a80c0b53/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4552042 Nov 05 18:45:29.861083 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-4e495afc-0b10-41a3-b5b0-4d1201202e84 req-69bad0a2-2f44-4fbb-bfcd-e4c41e5bdefe tempest-ImagesOneServerNegativeTestJSON-2105042970 tempest-ImagesOneServerNegativeTestJSON-2105042970-project] 10.222.0.13 "GET /v2.0/security-groups?id=6637cfea-1993-4e71-ac10-e5c82252dcf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337469 Nov 05 18:45:29.923124 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] For port 997dee40-bf40-4f75-91d5-77ef3b7c9f71, host n-h2-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=997dee40-bf40-4f75-91d5-77ef3b7c9f71,segment=NetworkSegment(e5174132-a641-4aac-ac7f-99c05aefc2b6),segment_id=e5174132-a641-4aac-ac7f-99c05aefc2b6)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:45:29.935864 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-0e6b86dc-e71b-4bc0-9a23-c4e6ec31938a req-46791a7e-0f43-4e2c-95a9-23057518564d tempest-LiveMigrationTest-600821399 tempest-LiveMigrationTest-600821399-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7723744 Nov 05 18:45:29.945541 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Pushing event updated for resources: {'Port': ['ID=564bccf2-1764-4d54-806c-f6a92a9b1773,revision_number=4']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:45:29.954259 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [req-0e6b86dc-e71b-4bc0-9a23-c4e6ec31938a req-11602077-5b54-4a01-8568-ae8098a1e81b service neutron] Request body: {'port': {'device_id': '58a8afea-610a-4461-9810-b306ba649798', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816865-1'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:45:29.955944 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Returning: {'device': '997dee40-bf40-4f75-91d5-77ef3b7c9f71', 'network_id': '8c2c2df7-da1b-4d55-8c99-ae0be0798f81', 'port_id': '997dee40-bf40-4f75-91d5-77ef3b7c9f71', 'mac_address': 'fa:16:3e:1e:d8:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd510a31-dda0-4360-ac1b-8b1e239249b4', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102388) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 05 18:45:29.963002 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-e156efaa-7118-4467-a1b5-5b2960e43f27 None None] Port 5bf1bd6f-902c-4f2b-8f59-ec352778320f cannot update to ACTIVE because it is not bound. {{(pid=102388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 18:45:30.049456 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:45:30.057459 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-0e6b86dc-e71b-4bc0-9a23-c4e6ec31938a req-11602077-5b54-4a01-8568-ae8098a1e81b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:45:30.060319 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c32bf3d-a52d-431a-a86f-3adc55ee7d67 req-e8f55a33-f93d-4600-8ef1-eaba47875fbd tempest-LiveMigrationTest-600821399 tempest-LiveMigrationTest-600821399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:45:30.094399 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-3c32bf3d-a52d-431a-a86f-3adc55ee7d67 req-e8f55a33-f93d-4600-8ef1-eaba47875fbd tempest-LiveMigrationTest-600821399 tempest-LiveMigrationTest-600821399-project] 10.222.0.13 "GET /v2.0/ports?device_id=58a8afea-610a-4461-9810-b306ba649798 HTTP/1.1" status: 200 len: 931 time: 0.1632888 Nov 05 18:45:30.111825 n-d-816865-1 neutron-server[102388]: DEBUG neutron.notifiers.nova [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 997dee40-bf40-4f75-91d5-77ef3b7c9f71 {{(pid=102388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 18:45:30.129607 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e166f46-d586-4b39-bcac-115c30456699 None None] Sync routers for ids ['36201232-d3d2-432e-9fa7-488af60d5de5'] in n-d-816865-1 {{(pid=102389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 18:45:30.156947 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e166f46-d586-4b39-bcac-115c30456699 None None] Routers {'36201232-d3d2-432e-9fa7-488af60d5de5'} bound to L3 agent in host n-d-816865-1 {{(pid=102389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 18:45:30.164036 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-7e166f46-d586-4b39-bcac-115c30456699 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T18:45:05Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['36201232-d3d2-432e-9fa7-488af60d5de5'], 'active': True} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:45:30.192817 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] For port 997dee40-bf40-4f75-91d5-77ef3b7c9f71, host n-h2-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=997dee40-bf40-4f75-91d5-77ef3b7c9f71,segment=NetworkSegment(e5174132-a641-4aac-ac7f-99c05aefc2b6),segment_id=e5174132-a641-4aac-ac7f-99c05aefc2b6)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:45:30.249809 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-3c32bf3d-a52d-431a-a86f-3adc55ee7d67 req-059676f5-a86f-42e2-819f-8504f50707a7 tempest-LiveMigrationTest-600821399 tempest-LiveMigrationTest-600821399-project] 10.222.0.13 "GET /v2.0/security-groups?id=3677ad50-e4bf-4315-8aa4-e48810edc139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1543775 Nov 05 18:45:30.272719 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:45:30.412224 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Pushing event updated for resources: {'Port': ['ID=997dee40-bf40-4f75-91d5-77ef3b7c9f71,revision_number=6']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:45:30.440328 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvr_db [None req-7e166f46-d586-4b39-bcac-115c30456699 None None] Set router 36201232-d3d2-432e-9fa7-488af60d5de5 gateway port host: n-d-816865-1 {{(pid=102389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 18:45:30.472303 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] get_ports_and_sgs() called for port_ids ['997dee40-bf40-4f75-91d5-77ef3b7c9f71'] {{(pid=102388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 18:45:30.623288 n-d-816865-1 neutron-server[102386]: DEBUG neutron.notifiers.nova [req-0e6b86dc-e71b-4bc0-9a23-c4e6ec31938a req-11602077-5b54-4a01-8568-ae8098a1e81b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b0861f7b-85ec-4796-9a5e-c63173544746 {{(pid=102386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 18:45:30.633943 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-0e6b86dc-e71b-4bc0-9a23-c4e6ec31938a req-11602077-5b54-4a01-8568-ae8098a1e81b service neutron] Publish callbacks [] for port, precommit_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:45:30.652318 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.provisioning_blocks [req-0e6b86dc-e71b-4bc0-9a23-c4e6ec31938a req-11602077-5b54-4a01-8568-ae8098a1e81b service neutron] Transition to ACTIVE for port object b0861f7b-85ec-4796-9a5e-c63173544746 will not be triggered until provisioned by entity L2. {{(pid=102386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 05 18:45:30.731822 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-0e6b86dc-e71b-4bc0-9a23-c4e6ec31938a req-11602077-5b54-4a01-8568-ae8098a1e81b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6149821'] for port, after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:45:30.904099 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 564bccf2-1764-4d54-806c-f6a92a9b1773 up at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 18:45:30.924124 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11602077-5b54-4a01-8568-ae8098a1e81b service neutron] Pushing event updated for resources: {'Port': ['ID=b0861f7b-85ec-4796-9a5e-c63173544746,revision_number=2']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:45:31.009779 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [req-0e6b86dc-e71b-4bc0-9a23-c4e6ec31938a req-11602077-5b54-4a01-8568-ae8098a1e81b service neutron] Attempting to bind port b0861f7b-85ec-4796-9a5e-c63173544746 on host n-h2-816865-1 for vnic_type normal with profile {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 18:45:31.010219 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [req-0e6b86dc-e71b-4bc0-9a23-c4e6ec31938a req-11602077-5b54-4a01-8568-ae8098a1e81b service neutron] Attempting to bind port b0861f7b-85ec-4796-9a5e-c63173544746 by drivers openvswitch,hyperv on host n-h2-816865-1 at level 0 using segments [{'id': 'b9f65680-5ef1-4bb4-ac2c-6d7ba403921d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '1a9992ef-da6b-4f25-bd43-f1196ce8f1a8'}] {{(pid=102386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 18:45:31.010552 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e6b86dc-e71b-4bc0-9a23-c4e6ec31938a req-11602077-5b54-4a01-8568-ae8098a1e81b service neutron] Attempting to bind port b0861f7b-85ec-4796-9a5e-c63173544746 on network 1a9992ef-da6b-4f25-bd43-f1196ce8f1a8 {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 18:45:31.037135 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e6b86dc-e71b-4bc0-9a23-c4e6ec31938a req-11602077-5b54-4a01-8568-ae8098a1e81b service neutron] Port b0861f7b-85ec-4796-9a5e-c63173544746 on network 1a9992ef-da6b-4f25-bd43-f1196ce8f1a8 not bound, no agent of type Open vSwitch agent registered on host n-h2-816865-1 {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 18:45:31.041763 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e6b86dc-e71b-4bc0-9a23-c4e6ec31938a req-11602077-5b54-4a01-8568-ae8098a1e81b service neutron] Attempting to bind port b0861f7b-85ec-4796-9a5e-c63173544746 on network 1a9992ef-da6b-4f25-bd43-f1196ce8f1a8 {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 18:45:31.066478 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e6b86dc-e71b-4bc0-9a23-c4e6ec31938a req-11602077-5b54-4a01-8568-ae8098a1e81b service neutron] Checking agent: {'id': '32aff553-696f-4891-83f5-5c176f61fe54', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816865-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 18, 33, 36), 'started_at': datetime.datetime(2021, 11, 5, 18, 33, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 18, 45, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 18:45:31.066850 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e6b86dc-e71b-4bc0-9a23-c4e6ec31938a req-11602077-5b54-4a01-8568-ae8098a1e81b service neutron] Checking segment: {'id': 'b9f65680-5ef1-4bb4-ac2c-6d7ba403921d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '1a9992ef-da6b-4f25-bd43-f1196ce8f1a8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 18:45:31.070193 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e6b86dc-e71b-4bc0-9a23-c4e6ec31938a req-11602077-5b54-4a01-8568-ae8098a1e81b service neutron] Bound using segment: {'id': 'b9f65680-5ef1-4bb4-ac2c-6d7ba403921d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '1a9992ef-da6b-4f25-bd43-f1196ce8f1a8'} {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 18:45:31.070669 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [req-0e6b86dc-e71b-4bc0-9a23-c4e6ec31938a req-11602077-5b54-4a01-8568-ae8098a1e81b service neutron] Bound port: b0861f7b-85ec-4796-9a5e-c63173544746, host: n-h2-816865-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b9f65680-5ef1-4bb4-ac2c-6d7ba403921d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '1a9992ef-da6b-4f25-bd43-f1196ce8f1a8'}}] {{(pid=102386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 18:45:31.077666 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-0e6b86dc-e71b-4bc0-9a23-c4e6ec31938a req-11602077-5b54-4a01-8568-ae8098a1e81b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:45:31.089663 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 49096) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:45:31.112576 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-b9c5a66a-c39e-4651-8cd4-520dfc74a19c tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] Request body: {'security_group': {'name': 'tempest-securitygroup--702211083', 'description': 'tempest-description--1618635420'}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:45:31.163912 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-7e166f46-d586-4b39-bcac-115c30456699 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36201232-d3d2-432e-9fa7-488af60d5de5', 'name': 'tempest-AttachSCSIVolumeTestJSON-1974747554-router', 'tenant_id': '01a5d928940b4c78a2e85221fe5598b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.250'}], 'enable_snat': True}, 'gw_port_id': '564bccf2-1764-4d54-806c-f6a92a9b1773', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T18:45:20Z', 'updated_at': '2021-11-05T18:45:27Z', 'revision_number': 4, 'project_id': '01a5d928940b4c78a2e85221fe5598b1', 'gw_port': {'id': '564bccf2-1764-4d54-806c-f6a92a9b1773', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:0d:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36201232-d3d2-432e-9fa7-488af60d5de5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1029, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T18:45:21Z', 'updated_at': '2021-11-05T18:45:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1', '_interfaces': [{'id': '9922ff7d-59ea-44e6-881e-dc922bc5d7cc', 'name': '', 'network_id': '2878d988-d4ff-4272-8dd1-ca410e5ec614', 'tenant_id': '01a5d928940b4c78a2e85221fe5598b1', 'mac_address': 'fa:16:3e:c6:84:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36201232-d3d2-432e-9fa7-488af60d5de5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1034, 'fixed_ips': [{'subnet_id': 'd323b0ce-d347-4983-b071-8e4c5220157d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T18:45:25Z', 'updated_at': '2021-11-05T18:45:27Z', 'revision_number': 2, 'project_id': '01a5d928940b4c78a2e85221fe5598b1', 'subnets': [{'id': 'd323b0ce-d347-4983-b071-8e4c5220157d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-1', False) {} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:45:31.170087 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Provisioning complete for port 564bccf2-1764-4d54-806c-f6a92a9b1773 triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:45:31.171020 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:45:31.246561 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5dc218-5df9-40bf-9c62-0d3cd7bbc870 req-def802e0-c813-4a10-b3d1-9bc7988d46aa tempest-ImagesOneServerNegativeTestJSON-2105042970 tempest-ImagesOneServerNegativeTestJSON-2105042970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:45:31.261517 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-6c5dc218-5df9-40bf-9c62-0d3cd7bbc870 req-def802e0-c813-4a10-b3d1-9bc7988d46aa tempest-ImagesOneServerNegativeTestJSON-2105042970 tempest-ImagesOneServerNegativeTestJSON-2105042970-project] 10.222.0.13 "GET /v2.0/ports?device_id=26cbf12c-64e7-4344-ae22-305fed3f0dbe HTTP/1.1" status: 200 len: 944 time: 0.2372112 Nov 05 18:45:31.269689 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e166f46-d586-4b39-bcac-115c30456699 None None] Checking router: 36201232-d3d2-432e-9fa7-488af60d5de5 for host: n-d-816865-1 {{(pid=102389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 18:45:31.270326 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e166f46-d586-4b39-bcac-115c30456699 None None] Updating router 36201232-d3d2-432e-9fa7-488af60d5de5 port 9922ff7d-59ea-44e6-881e-dc922bc5d7cc binding host n-d-816865-1 {{(pid=102389) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 05 18:45:31.290615 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-b9c5a66a-c39e-4651-8cd4-520dfc74a19c tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] Publish callbacks [] for security_group, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:45:31.325897 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [req-0e6b86dc-e71b-4bc0-9a23-c4e6ec31938a req-11602077-5b54-4a01-8568-ae8098a1e81b service neutron] For port b0861f7b-85ec-4796-9a5e-c63173544746, host n-h2-816865-1, cleared binding levels {{(pid=102386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 18:45:31.339489 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [req-0e6b86dc-e71b-4bc0-9a23-c4e6ec31938a req-11602077-5b54-4a01-8568-ae8098a1e81b service neutron] For port b0861f7b-85ec-4796-9a5e-c63173544746, host n-h2-816865-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=b0861f7b-85ec-4796-9a5e-c63173544746,segment=NetworkSegment(b9f65680-5ef1-4bb4-ac2c-6d7ba403921d),segment_id=b9f65680-5ef1-4bb4-ac2c-6d7ba403921d)] {{(pid=102386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 18:45:31.363058 n-d-816865-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-7e166f46-d586-4b39-bcac-115c30456699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:45:31.404202 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-0e6b86dc-e71b-4bc0-9a23-c4e6ec31938a req-11602077-5b54-4a01-8568-ae8098a1e81b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6149821'] for port, after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:45:31.539202 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6b86dc-e71b-4bc0-9a23-c4e6ec31938a req-11602077-5b54-4a01-8568-ae8098a1e81b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:45:31.541412 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-0e6b86dc-e71b-4bc0-9a23-c4e6ec31938a req-11602077-5b54-4a01-8568-ae8098a1e81b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:45:31.543733 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-0e6b86dc-e71b-4bc0-9a23-c4e6ec31938a req-11602077-5b54-4a01-8568-ae8098a1e81b service neutron] 10.222.0.55 "PUT /v2.0/ports/b0861f7b-85ec-4796-9a5e-c63173544746 HTTP/1.1" status: 200 len: 1091 time: 1.5949039 Nov 05 18:45:31.553584 n-d-816865-1 neutron-server[102386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58a8afea-610a-4461-9810-b306ba649798', 'tag': 'b0861f7b-85ec-4796-9a5e-c63173544746'}] {{(pid=102386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 18:45:31.571711 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-6c5dc218-5df9-40bf-9c62-0d3cd7bbc870 req-c60b7d5f-14a4-465f-a571-d7978c1962c3 tempest-ImagesOneServerNegativeTestJSON-2105042970 tempest-ImagesOneServerNegativeTestJSON-2105042970-project] 10.222.0.13 "GET /v2.0/security-groups?id=6637cfea-1993-4e71-ac10-e5c82252dcf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3087847 Nov 05 18:45:31.572798 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6173a44d7c73f41af551dc890fa1a5892c2c6bc3458b640c8e0c24db7876ba6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35a48564-fa6e-484a-b8fb-67cafdaac371" -d '{"events": [{"name": "network-changed", "server_uuid": "58a8afea-610a-4461-9810-b306ba649798", "tag": "b0861f7b-85ec-4796-9a5e-c63173544746"}]}' {{(pid=102386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 18:45:31.809021 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11602077-5b54-4a01-8568-ae8098a1e81b service neutron] Pushing event updated for resources: {'Port': ['ID=b0861f7b-85ec-4796-9a5e-c63173544746,revision_number=3']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:45:31.860961 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6b86dc-e71b-4bc0-9a23-c4e6ec31938a req-b8ce94fd-e8d3-4cbd-866b-8ceed9962dee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:45:31.867420 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-0e6b86dc-e71b-4bc0-9a23-c4e6ec31938a req-b8ce94fd-e8d3-4cbd-866b-8ceed9962dee service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7cc0b234e0c74edeb5d0485be80e09f5&device_id=58a8afea-610a-4461-9810-b306ba649798 HTTP/1.1" status: 200 len: 1094 time: 0.2105238 Nov 05 18:45:31.954002 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e846d9-f7b2-4230-88ef-520df1897596 req-6a3f469d-3b72-4024-9490-86c9bf4be34a tempest-LiveMigrationTest-600821399 tempest-LiveMigrationTest-600821399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:45:31.968187 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-09e846d9-f7b2-4230-88ef-520df1897596 req-6a3f469d-3b72-4024-9490-86c9bf4be34a tempest-LiveMigrationTest-600821399 tempest-LiveMigrationTest-600821399-project] 10.222.0.13 "GET /v2.0/ports?device_id=58a8afea-610a-4461-9810-b306ba649798 HTTP/1.1" status: 200 len: 943 time: 0.3475256 Nov 05 18:45:31.987505 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-b9c5a66a-c39e-4651-8cd4-520dfc74a19c tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] Publish callbacks [] for security_group, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:45:31.993200 n-d-816865-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-7e166f46-d586-4b39-bcac-115c30456699 None None] Publish callbacks [] for port, precommit_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:45:31.998114 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 18:45:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcf9a856-07bb-4330-a89d-75aef917aa1f x-openstack-request-id: req-fcf9a856-07bb-4330-a89d-75aef917aa1f {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 18:45:32.008317 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58a8afea-610a-4461-9810-b306ba649798", "tag": "b0861f7b-85ec-4796-9a5e-c63173544746", "status": "completed", "code": 200}]} {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 18:45:32.008317 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-fcf9a856-07bb-4330-a89d-75aef917aa1f {{(pid=102386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 18:45:32.008317 n-d-816865-1 neutron-server[102386]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58a8afea-610a-4461-9810-b306ba649798', 'tag': 'b0861f7b-85ec-4796-9a5e-c63173544746', 'status': 'completed', 'code': 200} Nov 05 18:45:32.008317 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-0e6b86dc-e71b-4bc0-9a23-c4e6ec31938a req-34cb5abc-84d8-424a-ba4e-84bfdcab4501 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b0861f7b-85ec-4796-9a5e-c63173544746 HTTP/1.1" status: 200 len: 217 time: 0.1262941 Nov 05 18:45:32.095868 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-09e846d9-f7b2-4230-88ef-520df1897596 req-591453f2-a0a3-4548-b979-8c02f22044a3 tempest-LiveMigrationTest-600821399 tempest-LiveMigrationTest-600821399-project] 10.222.0.13 "GET /v2.0/security-groups?id=3677ad50-e4bf-4315-8aa4-e48810edc139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268795 Nov 05 18:45:32.096510 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6b86dc-e71b-4bc0-9a23-c4e6ec31938a req-aa28ce1b-8b93-482d-9ed0-08ff051f4cb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:45:32.097737 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-0e6b86dc-e71b-4bc0-9a23-c4e6ec31938a req-aa28ce1b-8b93-482d-9ed0-08ff051f4cb3 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=82b7bbfc-ac99-45bb-a8a9-211b9b80ecc2 HTTP/1.1" status: 200 len: 847 time: 0.0789094 Nov 05 18:45:32.100790 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-b9c5a66a-c39e-4651-8cd4-520dfc74a19c tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:45:32.105842 n-d-816865-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-7e166f46-d586-4b39-bcac-115c30456699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:45:32.178244 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-0e6b86dc-e71b-4bc0-9a23-c4e6ec31938a req-745533c5-c8dc-44ff-9603-a89aec00ceec service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=1a9992ef-da6b-4f25-bd43-f1196ce8f1a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0560079 Nov 05 18:45:32.222476 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c5a66a-c39e-4651-8cd4-520dfc74a19c tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8015cb9a-1cfc-43ae-80a2-992db853641d,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:45:32.222709 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3915185e-e883-4012-b3bc-b54e4a629010 None None] Pushing event updated for resources: {'Port': ['ID=9922ff7d-59ea-44e6-881e-dc922bc5d7cc,revision_number=3']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:45:32.268932 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-b9c5a66a-c39e-4651-8cd4-520dfc74a19c tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] Publish callbacks [] for security_group, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:45:32.270344 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-b9c5a66a-c39e-4651-8cd4-520dfc74a19c tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 1.1663191 Nov 05 18:45:32.274422 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 49112) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:45:32.291077 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-dec5816a-3ca2-46ac-9a5e-808696947708 tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] Request body: {'security_group_rule': {'security_group_id': '8015cb9a-1cfc-43ae-80a2-992db853641d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:45:32.531799 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-dec5816a-3ca2-46ac-9a5e-808696947708 tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:45:32.532351 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-0e6b86dc-e71b-4bc0-9a23-c4e6ec31938a req-28c2b2ee-db04-4874-a9d4-01fcf957fe61 service neutron] 10.222.0.55 "GET /v2.0/networks/1a9992ef-da6b-4f25-bd43-f1196ce8f1a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3465533 Nov 05 18:45:32.540312 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.managers [None req-7e166f46-d586-4b39-bcac-115c30456699 None None] Attempting to bind port 9922ff7d-59ea-44e6-881e-dc922bc5d7cc on host n-d-816865-1 for vnic_type normal with profile {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 18:45:32.540694 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.managers [None req-7e166f46-d586-4b39-bcac-115c30456699 None None] Attempting to bind port 9922ff7d-59ea-44e6-881e-dc922bc5d7cc by drivers openvswitch,hyperv on host n-d-816865-1 at level 0 using segments [{'id': '796193d3-6e21-477d-b050-6c609fabc6b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '2878d988-d4ff-4272-8dd1-ca410e5ec614'}] {{(pid=102389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 18:45:32.541269 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e166f46-d586-4b39-bcac-115c30456699 None None] Attempting to bind port 9922ff7d-59ea-44e6-881e-dc922bc5d7cc on network 2878d988-d4ff-4272-8dd1-ca410e5ec614 {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 18:45:32.567572 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e166f46-d586-4b39-bcac-115c30456699 None None] Checking agent: {'id': '724d89a7-611b-41e6-bc85-c48112b17afa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 18, 25, 8), 'started_at': datetime.datetime(2021, 11, 5, 18, 25, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 18, 45, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 18:45:32.568104 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e166f46-d586-4b39-bcac-115c30456699 None None] Checking segment: {'id': '796193d3-6e21-477d-b050-6c609fabc6b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '2878d988-d4ff-4272-8dd1-ca410e5ec614'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 18:45:32.574914 n-d-816865-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-7e166f46-d586-4b39-bcac-115c30456699 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:45:32.580816 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e166f46-d586-4b39-bcac-115c30456699 None None] Bound using segment: {'id': '796193d3-6e21-477d-b050-6c609fabc6b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '2878d988-d4ff-4272-8dd1-ca410e5ec614'} {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 18:45:32.590857 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.managers [None req-7e166f46-d586-4b39-bcac-115c30456699 None None] Bound port: 9922ff7d-59ea-44e6-881e-dc922bc5d7cc, host: n-d-816865-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '796193d3-6e21-477d-b050-6c609fabc6b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '2878d988-d4ff-4272-8dd1-ca410e5ec614'}}] {{(pid=102389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 18:45:32.591300 n-d-816865-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-7e166f46-d586-4b39-bcac-115c30456699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:45:32.604084 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-cd55182f-77ba-4ff0-ba8f-6f19bfee9c0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:45:32.751042 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-0e6b86dc-e71b-4bc0-9a23-c4e6ec31938a req-b83e23fd-fa00-4037-b9e1-760740645683 service neutron] 10.222.0.55 "GET /v2.0/networks/1a9992ef-da6b-4f25-bd43-f1196ce8f1a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2036176 Nov 05 18:45:32.753392 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-dec5816a-3ca2-46ac-9a5e-808696947708 tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:45:32.791615 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device c402cf8a-e474-4892-b9fb-c980a62a6a96 up at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 18:45:32.800189 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e436b9d-e8b0-4662-8407-2b2434a5d86f req-728232a6-2e14-403f-bc46-d6eb563c6cc8 tempest-ImagesOneServerNegativeTestJSON-2105042970 tempest-ImagesOneServerNegativeTestJSON-2105042970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:45:32.808131 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-9e436b9d-e8b0-4662-8407-2b2434a5d86f req-728232a6-2e14-403f-bc46-d6eb563c6cc8 tempest-ImagesOneServerNegativeTestJSON-2105042970 tempest-ImagesOneServerNegativeTestJSON-2105042970-project] 10.222.0.13 "GET /v2.0/ports?device_id=26cbf12c-64e7-4344-ae22-305fed3f0dbe HTTP/1.1" status: 200 len: 944 time: 0.0805957 Nov 05 18:45:32.825213 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-dec5816a-3ca2-46ac-9a5e-808696947708 tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985308'] for security_group_rule, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:45:32.875371 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec5816a-3ca2-46ac-9a5e-808696947708 tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ab22d16-cc86-4be7-8745-4720d41ad8fe,revision_number=0']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:45:32.890490 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-0cbbff39-27e8-48d1-820a-64777c2b4713 None None] Provisioning complete for port 9922ff7d-59ea-44e6-881e-dc922bc5d7cc triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:45:32.893984 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-0cbbff39-27e8-48d1-820a-64777c2b4713 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:45:32.896391 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [None req-7e166f46-d586-4b39-bcac-115c30456699 None None] For port 9922ff7d-59ea-44e6-881e-dc922bc5d7cc, host n-d-816865-1, cleared binding levels {{(pid=102389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 18:45:32.900471 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [None req-7e166f46-d586-4b39-bcac-115c30456699 None None] For port 9922ff7d-59ea-44e6-881e-dc922bc5d7cc, host n-d-816865-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=9922ff7d-59ea-44e6-881e-dc922bc5d7cc,segment=NetworkSegment(796193d3-6e21-477d-b050-6c609fabc6b5),segment_id=796193d3-6e21-477d-b050-6c609fabc6b5)] {{(pid=102389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 18:45:32.943939 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-9e436b9d-e8b0-4662-8407-2b2434a5d86f req-906bd7dd-ea8c-45cb-a084-c1757d420b1e tempest-ImagesOneServerNegativeTestJSON-2105042970 tempest-ImagesOneServerNegativeTestJSON-2105042970-project] 10.222.0.13 "GET /v2.0/security-groups?id=6637cfea-1993-4e71-ac10-e5c82252dcf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323202 Nov 05 18:45:32.955984 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Provisioning complete for port c402cf8a-e474-4892-b9fb-c980a62a6a96 triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:45:32.956578 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:45:32.965348 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-dec5816a-3ca2-46ac-9a5e-808696947708 tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:45:32.967355 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-dec5816a-3ca2-46ac-9a5e-808696947708 tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6889684 Nov 05 18:45:32.974443 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 49120) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:45:32.979876 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-51667271-9eca-4eec-931c-224f93b3dc7d tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] Request body: {'security_group_rule': {'security_group_id': '8015cb9a-1cfc-43ae-80a2-992db853641d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:45:32.992644 n-d-816865-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-7e166f46-d586-4b39-bcac-115c30456699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:45:33.022418 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Device 997dee40-bf40-4f75-91d5-77ef3b7c9f71 up at agent hyperv_n-h2-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 18:45:33.023355 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a48564-fa6e-484a-b8fb-67cafdaac371 req-6fcf46ed-0276-43f3-b018-db77c9697dba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:45:33.026931 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-35a48564-fa6e-484a-b8fb-67cafdaac371 req-6fcf46ed-0276-43f3-b018-db77c9697dba service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7cc0b234e0c74edeb5d0485be80e09f5&device_id=58a8afea-610a-4461-9810-b306ba649798 HTTP/1.1" status: 200 len: 1094 time: 0.0708368 Nov 05 18:45:33.077805 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-0cbbff39-27e8-48d1-820a-64777c2b4713 None None] Port 9922ff7d-59ea-44e6-881e-dc922bc5d7cc cannot update to ACTIVE because it is not bound. {{(pid=102388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 18:45:33.090220 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3915185e-e883-4012-b3bc-b54e4a629010 None None] Pushing event updated for resources: {'Port': ['ID=9922ff7d-59ea-44e6-881e-dc922bc5d7cc,revision_number=4']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:45:33.117259 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Provisioning complete for port 997dee40-bf40-4f75-91d5-77ef3b7c9f71 triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:45:33.117887 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:45:33.125250 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e166f46-d586-4b39-bcac-115c30456699 None None] Routers {'36201232-d3d2-432e-9fa7-488af60d5de5'} bound to L3 agent in host n-d-816865-1 {{(pid=102389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 18:45:33.126010 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-7e166f46-d586-4b39-bcac-115c30456699 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T18:45:05Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['36201232-d3d2-432e-9fa7-488af60d5de5'], 'active': True} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:45:33.218788 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a48564-fa6e-484a-b8fb-67cafdaac371 req-245c2281-ce2f-4767-9386-0e2f82d8ac57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:45:33.222397 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-51667271-9eca-4eec-931c-224f93b3dc7d tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:45:33.223096 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-35a48564-fa6e-484a-b8fb-67cafdaac371 req-245c2281-ce2f-4767-9386-0e2f82d8ac57 service neutron] 10.222.0.55 "GET /v2.0/networks?id=1a9992ef-da6b-4f25-bd43-f1196ce8f1a8 HTTP/1.1" status: 200 len: 908 time: 0.1882219 Nov 05 18:45:33.324441 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-35a48564-fa6e-484a-b8fb-67cafdaac371 req-a26950b7-a5b7-477c-a5c1-6a52f3f6e02d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b0861f7b-85ec-4796-9a5e-c63173544746 HTTP/1.1" status: 200 len: 217 time: 0.0890260 Nov 05 18:45:33.360644 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvr_db [None req-7e166f46-d586-4b39-bcac-115c30456699 None None] Set router 36201232-d3d2-432e-9fa7-488af60d5de5 gateway port host: n-d-816865-1 {{(pid=102389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 18:45:33.381936 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:45:33.461615 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a48564-fa6e-484a-b8fb-67cafdaac371 req-175c5070-cde7-41a5-9857-715bb11210c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:45:33.463933 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-51667271-9eca-4eec-931c-224f93b3dc7d tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:45:33.467210 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-35a48564-fa6e-484a-b8fb-67cafdaac371 req-175c5070-cde7-41a5-9857-715bb11210c0 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=82b7bbfc-ac99-45bb-a8a9-211b9b80ecc2 HTTP/1.1" status: 200 len: 847 time: 0.1321182 Nov 05 18:45:33.497096 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] For port c402cf8a-e474-4892-b9fb-c980a62a6a96, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=c402cf8a-e474-4892-b9fb-c980a62a6a96,segment=NetworkSegment(85be518c-8bb4-46a2-a903-d4292782d29d),segment_id=85be518c-8bb4-46a2-a903-d4292782d29d)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:45:33.504608 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:45:33.507268 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0d48a1-262d-46f7-973a-67e1db23abee req-f411809c-4ec6-4af7-8aaa-5a17501e7a87 tempest-LiveMigrationTest-600821399 tempest-LiveMigrationTest-600821399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:45:33.516859 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-8b0d48a1-262d-46f7-973a-67e1db23abee req-f411809c-4ec6-4af7-8aaa-5a17501e7a87 tempest-LiveMigrationTest-600821399 tempest-LiveMigrationTest-600821399-project] 10.222.0.13 "GET /v2.0/ports?device_id=58a8afea-610a-4461-9810-b306ba649798 HTTP/1.1" status: 200 len: 943 time: 0.2685180 Nov 05 18:45:33.556260 n-d-816865-1 neutron-server[102388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26cbf12c-64e7-4344-ae22-305fed3f0dbe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '997dee40-bf40-4f75-91d5-77ef3b7c9f71'}] {{(pid=102388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 18:45:33.559763 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85474fee1180e129d8a886d264fe0b30223aa672dd1ffe43b630605f18504f68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f996ff0b-9dda-461b-af33-64f34bd09f3d" -d '{"events": [{"server_uuid": "26cbf12c-64e7-4344-ae22-305fed3f0dbe", "name": "network-vif-plugged", "status": "completed", "tag": "997dee40-bf40-4f75-91d5-77ef3b7c9f71"}]}' {{(pid=102388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 18:45:33.564425 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-35a48564-fa6e-484a-b8fb-67cafdaac371 req-4520d41b-c8ce-4d14-8353-c9ae28fae490 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=1a9992ef-da6b-4f25-bd43-f1196ce8f1a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0839117 Nov 05 18:45:33.570276 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-51667271-9eca-4eec-931c-224f93b3dc7d tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985308'] for security_group_rule, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:45:33.595423 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] For port 997dee40-bf40-4f75-91d5-77ef3b7c9f71, host n-h2-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=997dee40-bf40-4f75-91d5-77ef3b7c9f71,segment=NetworkSegment(e5174132-a641-4aac-ac7f-99c05aefc2b6),segment_id=e5174132-a641-4aac-ac7f-99c05aefc2b6)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:45:33.609860 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:45:33.647995 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:45:33.651766 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51667271-9eca-4eec-931c-224f93b3dc7d tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b2a489c1-76bc-46d7-a445-35a0db5b3011,revision_number=0']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:45:33.664879 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-ee77f0cb-bfd2-475c-b980-66b31cba403c None None] Provisioning complete for port 9922ff7d-59ea-44e6-881e-dc922bc5d7cc triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:45:33.665946 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-ee77f0cb-bfd2-475c-b980-66b31cba403c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:45:33.703828 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-8b0d48a1-262d-46f7-973a-67e1db23abee req-36453631-926f-4324-92fd-c5895f7f6e58 tempest-LiveMigrationTest-600821399 tempest-LiveMigrationTest-600821399-project] 10.222.0.13 "GET /v2.0/security-groups?id=3677ad50-e4bf-4315-8aa4-e48810edc139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1779580 Nov 05 18:45:33.720966 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-51667271-9eca-4eec-931c-224f93b3dc7d tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:45:33.725866 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-51667271-9eca-4eec-931c-224f93b3dc7d tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7494874 Nov 05 18:45:33.727681 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 49130) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:45:33.734847 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-2e38bddc-a2c8-46b9-a317-4269e806a944 tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] Request body: {'floatingip': {'floating_network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec'}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:45:33.782759 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-35a48564-fa6e-484a-b8fb-67cafdaac371 req-3e98a4bd-eb66-459f-8f6e-225fa1137d7e service neutron] 10.222.0.55 "GET /v2.0/networks/1a9992ef-da6b-4f25-bd43-f1196ce8f1a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2076142 Nov 05 18:45:33.837469 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 18:45:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-739f7068-4eef-4666-a882-b903a8f5ffbe x-openstack-request-id: req-739f7068-4eef-4666-a882-b903a8f5ffbe {{(pid=102388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 18:45:33.838114 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26cbf12c-64e7-4344-ae22-305fed3f0dbe", "name": "network-vif-plugged", "status": "completed", "tag": "997dee40-bf40-4f75-91d5-77ef3b7c9f71", "code": 200}]} {{(pid=102388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 18:45:33.839938 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-739f7068-4eef-4666-a882-b903a8f5ffbe {{(pid=102388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 18:45:33.840774 n-d-816865-1 neutron-server[102388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26cbf12c-64e7-4344-ae22-305fed3f0dbe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '997dee40-bf40-4f75-91d5-77ef3b7c9f71', 'code': 200} Nov 05 18:45:33.848975 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Pushing event updated for resources: {'Port': ['ID=c402cf8a-e474-4892-b9fb-c980a62a6a96,revision_number=4']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:45:33.866534 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-2e38bddc-a2c8-46b9-a317-4269e806a944 tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] Publish callbacks [] for floatingip, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:45:34.035751 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-ee77f0cb-bfd2-475c-b980-66b31cba403c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:45:34.045164 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:45:34.068228 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Pushing event updated for resources: {'Port': ['ID=997dee40-bf40-4f75-91d5-77ef3b7c9f71,revision_number=7']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:45:34.088066 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-7e166f46-d586-4b39-bcac-115c30456699 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36201232-d3d2-432e-9fa7-488af60d5de5', 'name': 'tempest-AttachSCSIVolumeTestJSON-1974747554-router', 'tenant_id': '01a5d928940b4c78a2e85221fe5598b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.250'}], 'enable_snat': True}, 'gw_port_id': '564bccf2-1764-4d54-806c-f6a92a9b1773', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T18:45:20Z', 'updated_at': '2021-11-05T18:45:27Z', 'revision_number': 4, 'project_id': '01a5d928940b4c78a2e85221fe5598b1', 'gw_port': {'id': '564bccf2-1764-4d54-806c-f6a92a9b1773', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:0d:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36201232-d3d2-432e-9fa7-488af60d5de5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1029, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T18:45:21Z', 'updated_at': '2021-11-05T18:45:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1', '_interfaces': [{'id': '9922ff7d-59ea-44e6-881e-dc922bc5d7cc', 'name': '', 'network_id': '2878d988-d4ff-4272-8dd1-ca410e5ec614', 'tenant_id': '01a5d928940b4c78a2e85221fe5598b1', 'mac_address': 'fa:16:3e:c6:84:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36201232-d3d2-432e-9fa7-488af60d5de5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1034, 'fixed_ips': [{'subnet_id': 'd323b0ce-d347-4983-b071-8e4c5220157d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T18:45:25Z', 'updated_at': '2021-11-05T18:45:32Z', 'revision_number': 4, 'project_id': '01a5d928940b4c78a2e85221fe5598b1', 'subnets': [{'id': 'd323b0ce-d347-4983-b071-8e4c5220157d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-1', False) {} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:45:34.118608 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-ee77f0cb-bfd2-475c-b980-66b31cba403c None None] For port 9922ff7d-59ea-44e6-881e-dc922bc5d7cc, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=9922ff7d-59ea-44e6-881e-dc922bc5d7cc,segment=NetworkSegment(796193d3-6e21-477d-b050-6c609fabc6b5),segment_id=796193d3-6e21-477d-b050-6c609fabc6b5)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:45:34.139883 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5a5d04f-f3dd-4140-be3b-e2b6a5f7f548 None None] Sync routers for ids ['af66a059-f191-4368-a4e2-1bc7a80c0b53'] in n-d-816865-1 {{(pid=102388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 18:45:34.153071 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5a5d04f-f3dd-4140-be3b-e2b6a5f7f548 None None] Routers {'af66a059-f191-4368-a4e2-1bc7a80c0b53'} bound to L3 agent in host n-d-816865-1 {{(pid=102388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 18:45:34.153937 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e166f46-d586-4b39-bcac-115c30456699 None None] The sync data for ids ['36201232-d3d2-432e-9fa7-488af60d5de5'] in n-d-816865-1 is: [{'id': '36201232-d3d2-432e-9fa7-488af60d5de5', 'name': 'tempest-AttachSCSIVolumeTestJSON-1974747554-router', 'tenant_id': '01a5d928940b4c78a2e85221fe5598b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.250'}], 'enable_snat': True}, 'gw_port_id': '564bccf2-1764-4d54-806c-f6a92a9b1773', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T18:45:20Z', 'updated_at': '2021-11-05T18:45:27Z', 'revision_number': 4, 'project_id': '01a5d928940b4c78a2e85221fe5598b1', 'gw_port': {'id': '564bccf2-1764-4d54-806c-f6a92a9b1773', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:0d:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36201232-d3d2-432e-9fa7-488af60d5de5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1029, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T18:45:21Z', 'updated_at': '2021-11-05T18:45:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1', '_interfaces': [{'id': '9922ff7d-59ea-44e6-881e-dc922bc5d7cc', 'name': '', 'network_id': '2878d988-d4ff-4272-8dd1-ca410e5ec614', 'tenant_id': '01a5d928940b4c78a2e85221fe5598b1', 'mac_address': 'fa:16:3e:c6:84:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36201232-d3d2-432e-9fa7-488af60d5de5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1034, 'fixed_ips': [{'subnet_id': 'd323b0ce-d347-4983-b071-8e4c5220157d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T18:45:25Z', 'updated_at': '2021-11-05T18:45:32Z', 'revision_number': 4, 'project_id': '01a5d928940b4c78a2e85221fe5598b1', 'subnets': [{'id': 'd323b0ce-d347-4983-b071-8e4c5220157d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 18:45:34.160755 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-b5a5d04f-f3dd-4140-be3b-e2b6a5f7f548 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T18:45:05Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['af66a059-f191-4368-a4e2-1bc7a80c0b53'], 'active': True} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:45:34.270151 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-ee77f0cb-bfd2-475c-b980-66b31cba403c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:45:34.274562 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124b619d-1466-4d13-b6bc-058c2129d4e5 req-1efc445e-1643-46a2-a18b-98fe51105b38 tempest-ImagesOneServerNegativeTestJSON-2105042970 tempest-ImagesOneServerNegativeTestJSON-2105042970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:45:34.277391 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-124b619d-1466-4d13-b6bc-058c2129d4e5 req-1efc445e-1643-46a2-a18b-98fe51105b38 tempest-ImagesOneServerNegativeTestJSON-2105042970 tempest-ImagesOneServerNegativeTestJSON-2105042970-project] 10.222.0.13 "GET /v2.0/ports?device_id=26cbf12c-64e7-4344-ae22-305fed3f0dbe HTTP/1.1" status: 200 len: 945 time: 0.1315379 Nov 05 18:45:34.354793 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-2e38bddc-a2c8-46b9-a317-4269e806a944 tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:45:34.376652 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee77f0cb-bfd2-475c-b980-66b31cba403c None None] Pushing event updated for resources: {'Port': ['ID=9922ff7d-59ea-44e6-881e-dc922bc5d7cc,revision_number=5']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:45:34.411888 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-124b619d-1466-4d13-b6bc-058c2129d4e5 req-a33d34dd-cee2-4910-90a2-3db95ed98f75 tempest-ImagesOneServerNegativeTestJSON-2105042970 tempest-ImagesOneServerNegativeTestJSON-2105042970-project] 10.222.0.13 "GET /v2.0/security-groups?id=6637cfea-1993-4e71-ac10-e5c82252dcf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062019 Nov 05 18:45:34.492150 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvr_db [None req-b5a5d04f-f3dd-4140-be3b-e2b6a5f7f548 None None] Set router af66a059-f191-4368-a4e2-1bc7a80c0b53 gateway port host: n-d-816865-1 {{(pid=102388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 18:45:34.607571 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.db_base_plugin_common [None req-2e38bddc-a2c8-46b9-a317-4269e806a944 tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] Allocated IP 172.25.6.23 (40c8335d-cd0b-4cb5-910a-d4dcddd5cbec/04fe6db3-e108-4208-943d-6518424f5726/2f8fe1f4-5904-4c4a-bc68-c07134729f8b) {{(pid=102387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 18:45:34.794530 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b924de1-06e4-44be-ae73-5a0826cc92e3 req-7af48fb2-c18b-4c76-bfc1-59f3394ac079 tempest-ImagesOneServerNegativeTestJSON-2105042970 tempest-ImagesOneServerNegativeTestJSON-2105042970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:45:34.794530 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-5b924de1-06e4-44be-ae73-5a0826cc92e3 req-7af48fb2-c18b-4c76-bfc1-59f3394ac079 tempest-ImagesOneServerNegativeTestJSON-2105042970 tempest-ImagesOneServerNegativeTestJSON-2105042970-project] 10.222.0.55 "GET /v2.0/ports?device_id=26cbf12c-64e7-4344-ae22-305fed3f0dbe HTTP/1.1" status: 200 len: 945 time: 0.1568961 Nov 05 18:45:34.896536 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-35a48564-fa6e-484a-b8fb-67cafdaac371 req-f96daa97-8a37-44af-a3a7-376f77a8b4a5 service neutron] 10.222.0.55 "GET /v2.0/networks/1a9992ef-da6b-4f25-bd43-f1196ce8f1a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1052101 Nov 05 18:45:34.904469 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device c402cf8a-e474-4892-b9fb-c980a62a6a96 up at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 18:45:34.927476 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-2e38bddc-a2c8-46b9-a317-4269e806a944 tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] Publish callbacks [] for port, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:45:35.019224 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-de66e0f7-24d8-4112-9b26-3edebaf1a953 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:45:35.042411 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Device 997dee40-bf40-4f75-91d5-77ef3b7c9f71 no longer exists at agent hyperv_n-h2-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 18:45:35.084317 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [req-5b924de1-06e4-44be-ae73-5a0826cc92e3 req-6e668ce7-03b3-42cd-bd86-42323238019b tempest-ImagesOneServerNegativeTestJSON-2105042970 tempest-ImagesOneServerNegativeTestJSON-2105042970-project] Deleting port 997dee40-bf40-4f75-91d5-77ef3b7c9f71 {{(pid=102386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 18:45:35.088539 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-5b924de1-06e4-44be-ae73-5a0826cc92e3 req-6e668ce7-03b3-42cd-bd86-42323238019b tempest-ImagesOneServerNegativeTestJSON-2105042970 tempest-ImagesOneServerNegativeTestJSON-2105042970-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:45:35.117551 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca5912a-dab7-44d1-8e3e-05810142d082 req-cf867976-4b4a-40cb-a1dd-21b53408b4c3 tempest-LiveMigrationTest-600821399 tempest-LiveMigrationTest-600821399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:45:35.122808 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-9ca5912a-dab7-44d1-8e3e-05810142d082 req-cf867976-4b4a-40cb-a1dd-21b53408b4c3 tempest-LiveMigrationTest-600821399 tempest-LiveMigrationTest-600821399-project] 10.222.0.13 "GET /v2.0/ports?device_id=58a8afea-610a-4461-9810-b306ba649798 HTTP/1.1" status: 200 len: 943 time: 0.1648169 Nov 05 18:45:35.165043 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-2e38bddc-a2c8-46b9-a317-4269e806a944 tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4417063'] for port, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:45:35.213253 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Provisioning complete for port c402cf8a-e474-4892-b9fb-c980a62a6a96 triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:45:35.213638 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:45:35.315396 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-9ca5912a-dab7-44d1-8e3e-05810142d082 req-11d18546-fe6b-4792-ac1e-2719f48050c4 tempest-LiveMigrationTest-600821399 tempest-LiveMigrationTest-600821399-project] 10.222.0.13 "GET /v2.0/security-groups?id=3677ad50-e4bf-4315-8aa4-e48810edc139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1765785 Nov 05 18:45:35.332728 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e38bddc-a2c8-46b9-a317-4269e806a944 tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] Network 40c8335d-cd0b-4cb5-910a-d4dcddd5cbec is already hosted by enough agents. {{(pid=102387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 18:45:35.336097 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.base_scheduler [None req-2e38bddc-a2c8-46b9-a317-4269e806a944 tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] Resources bound (agent type, host, resource id): {{(pid=102387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:45:35.338203 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:45:35.342923 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e38bddc-a2c8-46b9-a317-4269e806a944 tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] Received port after_create {{(pid=102387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 18:45:35.347332 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [req-5b924de1-06e4-44be-ae73-5a0826cc92e3 req-6e668ce7-03b3-42cd-bd86-42323238019b tempest-ImagesOneServerNegativeTestJSON-2105042970 tempest-ImagesOneServerNegativeTestJSON-2105042970-project] For port 997dee40-bf40-4f75-91d5-77ef3b7c9f71, host n-h2-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=997dee40-bf40-4f75-91d5-77ef3b7c9f71,segment=NetworkSegment(e5174132-a641-4aac-ac7f-99c05aefc2b6),segment_id=e5174132-a641-4aac-ac7f-99c05aefc2b6)] {{(pid=102386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:45:35.347825 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-5b924de1-06e4-44be-ae73-5a0826cc92e3 req-6e668ce7-03b3-42cd-bd86-42323238019b tempest-ImagesOneServerNegativeTestJSON-2105042970 tempest-ImagesOneServerNegativeTestJSON-2105042970-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:45:35.369674 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e38bddc-a2c8-46b9-a317-4269e806a944 tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] Pushing event updated for resources: {'Port': ['ID=2f8fe1f4-5904-4c4a-bc68-c07134729f8b,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:45:35.388229 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [req-5b924de1-06e4-44be-ae73-5a0826cc92e3 req-6e668ce7-03b3-42cd-bd86-42323238019b tempest-ImagesOneServerNegativeTestJSON-2105042970 tempest-ImagesOneServerNegativeTestJSON-2105042970-project] Calling delete_port for 997dee40-bf40-4f75-91d5-77ef3b7c9f71 owned by compute:nova {{(pid=102386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 18:45:35.439219 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-b5a5d04f-f3dd-4140-be3b-e2b6a5f7f548 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af66a059-f191-4368-a4e2-1bc7a80c0b53', 'name': 'tempest-ServerActionsTestJSON-520636329-router', 'tenant_id': '9d37d1d71d154d088bbcf565483b4218', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.125'}], 'enable_snat': True}, 'gw_port_id': 'c402cf8a-e474-4892-b9fb-c980a62a6a96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T18:45:23Z', 'updated_at': '2021-11-05T18:45:28Z', 'revision_number': 4, 'project_id': '9d37d1d71d154d088bbcf565483b4218', 'gw_port': {'id': 'c402cf8a-e474-4892-b9fb-c980a62a6a96', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:13:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af66a059-f191-4368-a4e2-1bc7a80c0b53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1033, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T18:45:23Z', 'updated_at': '2021-11-05T18:45:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1', '_interfaces': [{'id': '5bf1bd6f-902c-4f2b-8f59-ec352778320f', 'name': '', 'network_id': 'bb5b9fed-8e61-492a-a21e-f9ce432c95f7', 'tenant_id': '9d37d1d71d154d088bbcf565483b4218', 'mac_address': 'fa:16:3e:45:7c:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af66a059-f191-4368-a4e2-1bc7a80c0b53', 'device_owner': 'network:router_interface', 'standard_attr_id': 1035, 'fixed_ips': [{'subnet_id': '8df5751e-d8bb-41e4-9469-238f613979b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T18:45:27Z', 'updated_at': '2021-11-05T18:45:28Z', 'revision_number': 2, 'project_id': '9d37d1d71d154d088bbcf565483b4218', 'subnets': [{'id': '8df5751e-d8bb-41e4-9469-238f613979b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-1', False) {} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:45:35.494768 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-2e38bddc-a2c8-46b9-a317-4269e806a944 tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:45:35.528261 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5a5d04f-f3dd-4140-be3b-e2b6a5f7f548 None None] Checking router: af66a059-f191-4368-a4e2-1bc7a80c0b53 for host: n-d-816865-1 {{(pid=102388) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 18:45:35.528618 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5a5d04f-f3dd-4140-be3b-e2b6a5f7f548 None None] Updating router af66a059-f191-4368-a4e2-1bc7a80c0b53 port 5bf1bd6f-902c-4f2b-8f59-ec352778320f binding host n-d-816865-1 {{(pid=102388) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 05 18:45:35.615440 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-2e38bddc-a2c8-46b9-a317-4269e806a944 tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:45:35.660768 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-5b924de1-06e4-44be-ae73-5a0826cc92e3 req-6e668ce7-03b3-42cd-bd86-42323238019b tempest-ImagesOneServerNegativeTestJSON-2105042970 tempest-ImagesOneServerNegativeTestJSON-2105042970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:45:35.730772 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e668ce7-03b3-42cd-bd86-42323238019b tempest-ImagesOneServerNegativeTestJSON-2105042970 tempest-ImagesOneServerNegativeTestJSON-2105042970-project] Pushing event deleted for resources: {'Port': ['ID=997dee40-bf40-4f75-91d5-77ef3b7c9f71,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:45:35.805069 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-2e38bddc-a2c8-46b9-a317-4269e806a944 tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] Publish callbacks [] for port, precommit_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:45:35.819492 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b924de1-06e4-44be-ae73-5a0826cc92e3 req-6e668ce7-03b3-42cd-bd86-42323238019b tempest-ImagesOneServerNegativeTestJSON-2105042970 tempest-ImagesOneServerNegativeTestJSON-2105042970-project] No DVR routers for this DVR port 997dee40-bf40-4f75-91d5-77ef3b7c9f71 on host n-h2-816865-1 {{(pid=102386) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 18:45:35.820759 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-5b924de1-06e4-44be-ae73-5a0826cc92e3 req-6e668ce7-03b3-42cd-bd86-42323238019b tempest-ImagesOneServerNegativeTestJSON-2105042970 tempest-ImagesOneServerNegativeTestJSON-2105042970-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:45:35.824328 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-5b924de1-06e4-44be-ae73-5a0826cc92e3 req-6e668ce7-03b3-42cd-bd86-42323238019b tempest-ImagesOneServerNegativeTestJSON-2105042970 tempest-ImagesOneServerNegativeTestJSON-2105042970-project] 10.222.0.55 "DELETE /v2.0/ports/997dee40-bf40-4f75-91d5-77ef3b7c9f71 HTTP/1.1" status: 204 len: 173 time: 1.0254066 Nov 05 18:45:35.824839 n-d-816865-1 neutron-server[102386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26cbf12c-64e7-4344-ae22-305fed3f0dbe', 'name': 'network-vif-deleted', 'tag': '997dee40-bf40-4f75-91d5-77ef3b7c9f71'}] {{(pid=102386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 18:45:35.828036 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6173a44d7c73f41af551dc890fa1a5892c2c6bc3458b640c8e0c24db7876ba6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd4b1122-cbca-4c8c-be6d-7b68b3a0b4cc" -d '{"events": [{"server_uuid": "26cbf12c-64e7-4344-ae22-305fed3f0dbe", "name": "network-vif-deleted", "tag": "997dee40-bf40-4f75-91d5-77ef3b7c9f71"}]}' {{(pid=102386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 18:45:35.828245 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b56b32a-8b72-4769-a04e-1214bd71fbd8 req-8119e231-6d0d-48a6-80ad-e988170c5370 tempest-ImagesOneServerNegativeTestJSON-2105042970 tempest-ImagesOneServerNegativeTestJSON-2105042970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:45:35.836200 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-9b56b32a-8b72-4769-a04e-1214bd71fbd8 req-8119e231-6d0d-48a6-80ad-e988170c5370 tempest-ImagesOneServerNegativeTestJSON-2105042970 tempest-ImagesOneServerNegativeTestJSON-2105042970-project] 10.222.0.13 "GET /v2.0/ports?device_id=26cbf12c-64e7-4344-ae22-305fed3f0dbe HTTP/1.1" status: 200 len: 867 time: 0.2994921 Nov 05 18:45:35.864847 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 9922ff7d-59ea-44e6-881e-dc922bc5d7cc up at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 18:45:35.888097 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-2e38bddc-a2c8-46b9-a317-4269e806a944 tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4417072'] for port, after_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:45:35.929909 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 18:45:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c21b9c8a-7dfd-461c-8cc5-f828c3d9e994 x-openstack-request-id: req-c21b9c8a-7dfd-461c-8cc5-f828c3d9e994 {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 18:45:35.930307 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26cbf12c-64e7-4344-ae22-305fed3f0dbe", "name": "network-vif-deleted", "tag": "997dee40-bf40-4f75-91d5-77ef3b7c9f71", "status": "completed", "code": 200}]} {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 18:45:35.930748 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c21b9c8a-7dfd-461c-8cc5-f828c3d9e994 {{(pid=102386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 18:45:35.931117 n-d-816865-1 neutron-server[102386]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26cbf12c-64e7-4344-ae22-305fed3f0dbe', 'name': 'network-vif-deleted', 'tag': '997dee40-bf40-4f75-91d5-77ef3b7c9f71', 'status': 'completed', 'code': 200} Nov 05 18:45:35.939236 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-9b56b32a-8b72-4769-a04e-1214bd71fbd8 req-0b895b7b-aea4-4106-8445-7446764bfa28 tempest-ImagesOneServerNegativeTestJSON-2105042970 tempest-ImagesOneServerNegativeTestJSON-2105042970-project] 10.222.0.13 "GET /v2.0/security-groups?id=6637cfea-1993-4e71-ac10-e5c82252dcf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016183 Nov 05 18:45:35.948592 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b5a5d04f-f3dd-4140-be3b-e2b6a5f7f548 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:45:36.011379 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e38bddc-a2c8-46b9-a317-4269e806a944 tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] Pushing event updated for resources: {'Port': ['ID=2f8fe1f4-5904-4c4a-bc68-c07134729f8b,revision_number=2']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:45:36.109560 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-2e38bddc-a2c8-46b9-a317-4269e806a944 tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1000577'] for floatingip, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:45:36.178788 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:45:36.188598 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-2e38bddc-a2c8-46b9-a317-4269e806a944 tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for floatingip, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:45:36.195274 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-2e38bddc-a2c8-46b9-a317-4269e806a944 tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.4665272 Nov 05 18:45:36.200456 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Provisioning complete for port 9922ff7d-59ea-44e6-881e-dc922bc5d7cc triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:45:36.200873 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:45:36.273427 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b304910f-7b27-444b-a8fc-977d26b1ceac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:45:36.479451 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-2f2e0b8b-f426-4588-aacf-256e122846ae req-e908c9b1-532c-41f0-9698-ee5776d5b2c5 tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--702211083&fields=id&tenant_id=9d37d1d71d154d088bbcf565483b4218 HTTP/1.1" status: 200 len: 267 time: 0.0678310 Nov 05 18:45:36.491010 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b5a5d04f-f3dd-4140-be3b-e2b6a5f7f548 None None] Publish callbacks [] for port, precommit_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:45:36.610396 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2e0b8b-f426-4588-aacf-256e122846ae req-8750f5f5-7637-4558-8ae7-fee6097d9dd2 tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:45:36.614931 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-2f2e0b8b-f426-4588-aacf-256e122846ae req-8750f5f5-7637-4558-8ae7-fee6097d9dd2 tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] 10.222.0.13 "GET /v2.0/networks?id=bb5b9fed-8e61-492a-a21e-f9ce432c95f7 HTTP/1.1" status: 200 len: 811 time: 0.1346064 Nov 05 18:45:36.630919 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-2f2e0b8b-f426-4588-aacf-256e122846ae req-ae452cb5-44b8-46dc-9c9b-0c99e31381a7 tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] 10.222.0.13 "GET /v2.0/quotas/9d37d1d71d154d088bbcf565483b4218 HTTP/1.1" status: 200 len: 375 time: 0.0119827 Nov 05 18:45:36.649635 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b5a5d04f-f3dd-4140-be3b-e2b6a5f7f548 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:45:36.705410 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-2f2e0b8b-f426-4588-aacf-256e122846ae req-74523592-3f0f-4046-a1ca-0e9996392d64 tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=9d37d1d71d154d088bbcf565483b4218&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0684655 Nov 05 18:45:36.744426 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06f0d1a-8900-4613-8d4f-97978581e445 None None] Pushing event updated for resources: {'Port': ['ID=5bf1bd6f-902c-4f2b-8f59-ec352778320f,revision_number=3']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:45:36.808476 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-b5a5d04f-f3dd-4140-be3b-e2b6a5f7f548 None None] Attempting to bind port 5bf1bd6f-902c-4f2b-8f59-ec352778320f on host n-d-816865-1 for vnic_type normal with profile {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 18:45:36.808476 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-b5a5d04f-f3dd-4140-be3b-e2b6a5f7f548 None None] Attempting to bind port 5bf1bd6f-902c-4f2b-8f59-ec352778320f by drivers openvswitch,hyperv on host n-d-816865-1 at level 0 using segments [{'id': '1ae4cc0f-5460-421b-9b80-d7acf4de0363', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'bb5b9fed-8e61-492a-a21e-f9ce432c95f7'}] {{(pid=102388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 18:45:36.809123 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5a5d04f-f3dd-4140-be3b-e2b6a5f7f548 None None] Attempting to bind port 5bf1bd6f-902c-4f2b-8f59-ec352778320f on network bb5b9fed-8e61-492a-a21e-f9ce432c95f7 {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 18:45:36.820017 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5a5d04f-f3dd-4140-be3b-e2b6a5f7f548 None None] Checking agent: {'id': '724d89a7-611b-41e6-bc85-c48112b17afa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 18, 25, 8), 'started_at': datetime.datetime(2021, 11, 5, 18, 25, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 18, 45, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 18:45:36.820661 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5a5d04f-f3dd-4140-be3b-e2b6a5f7f548 None None] Checking segment: {'id': '1ae4cc0f-5460-421b-9b80-d7acf4de0363', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'bb5b9fed-8e61-492a-a21e-f9ce432c95f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 18:45:36.821217 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b5a5d04f-f3dd-4140-be3b-e2b6a5f7f548 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:45:36.821618 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5a5d04f-f3dd-4140-be3b-e2b6a5f7f548 None None] Bound using segment: {'id': '1ae4cc0f-5460-421b-9b80-d7acf4de0363', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'bb5b9fed-8e61-492a-a21e-f9ce432c95f7'} {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 18:45:36.824100 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-b5a5d04f-f3dd-4140-be3b-e2b6a5f7f548 None None] Bound port: 5bf1bd6f-902c-4f2b-8f59-ec352778320f, host: n-d-816865-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ae4cc0f-5460-421b-9b80-d7acf4de0363', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'bb5b9fed-8e61-492a-a21e-f9ce432c95f7'}}] {{(pid=102388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 18:45:36.824692 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b5a5d04f-f3dd-4140-be3b-e2b6a5f7f548 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:45:36.907232 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7aec3d-158c-4174-b1a1-a70018dcd5ab req-193fd786-fe6c-4a80-accf-ea9b6156a69c tempest-LiveMigrationTest-600821399 tempest-LiveMigrationTest-600821399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:45:36.909085 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-dc7aec3d-158c-4174-b1a1-a70018dcd5ab req-193fd786-fe6c-4a80-accf-ea9b6156a69c tempest-LiveMigrationTest-600821399 tempest-LiveMigrationTest-600821399-project] 10.222.0.13 "GET /v2.0/ports?device_id=58a8afea-610a-4461-9810-b306ba649798 HTTP/1.1" status: 200 len: 943 time: 0.1688607 Nov 05 18:45:36.918078 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-2f2e0b8b-f426-4588-aacf-256e122846ae req-47e55e33-90f6-4303-b85c-be77fddaaa7d service neutron] 10.222.0.13 "GET /v2.0/networks/bb5b9fed-8e61-492a-a21e-f9ce432c95f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1936479 Nov 05 18:45:36.929578 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b5a5d04f-f3dd-4140-be3b-e2b6a5f7f548 None None] For port 5bf1bd6f-902c-4f2b-8f59-ec352778320f, host n-d-816865-1, cleared binding levels {{(pid=102388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 18:45:36.934244 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b5a5d04f-f3dd-4140-be3b-e2b6a5f7f548 None None] For port 5bf1bd6f-902c-4f2b-8f59-ec352778320f, host n-d-816865-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=5bf1bd6f-902c-4f2b-8f59-ec352778320f,segment=NetworkSegment(1ae4cc0f-5460-421b-9b80-d7acf4de0363),segment_id=1ae4cc0f-5460-421b-9b80-d7acf4de0363)] {{(pid=102388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 18:45:37.003196 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Device b0861f7b-85ec-4796-9a5e-c63173544746 details requested by agent hyperv_n-h2-816865-1 with host n-h2-816865-1 {{(pid=102388) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 05 18:45:37.042204 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-dc7aec3d-158c-4174-b1a1-a70018dcd5ab req-1f014427-12f1-4f4f-9430-334f1510bb84 tempest-LiveMigrationTest-600821399 tempest-LiveMigrationTest-600821399-project] 10.222.0.13 "GET /v2.0/security-groups?id=3677ad50-e4bf-4315-8aa4-e48810edc139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135545 Nov 05 18:45:37.083051 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-2f2e0b8b-f426-4588-aacf-256e122846ae req-04c1bed2-6a63-47a3-bc2c-9d3abd8aa98a service neutron] 10.222.0.13 "GET /v2.0/networks/bb5b9fed-8e61-492a-a21e-f9ce432c95f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1639607 Nov 05 18:45:37.124671 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b5a5d04f-f3dd-4140-be3b-e2b6a5f7f548 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:45:37.197405 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-c894ea17-06d3-46c4-9fca-dd371b516a1c None None] Provisioning complete for port 5bf1bd6f-902c-4f2b-8f59-ec352778320f triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:45:37.197902 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c894ea17-06d3-46c4-9fca-dd371b516a1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:45:37.238300 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06f0d1a-8900-4613-8d4f-97978581e445 None None] Pushing event updated for resources: {'Port': ['ID=5bf1bd6f-902c-4f2b-8f59-ec352778320f,revision_number=4']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:45:37.277727 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-e1828798-630f-42b3-bf35-0ebd46b39366 req-7e51c792-2219-427b-acef-0ee0f7eb3c46 tempest-ImagesOneServerNegativeTestJSON-2105042970 tempest-ImagesOneServerNegativeTestJSON-2105042970-project] 10.222.0.13 "GET /v2.0/ports?device_id=26cbf12c-64e7-4344-ae22-305fed3f0dbe HTTP/1.1" status: 200 len: 210 time: 0.0502679 Nov 05 18:45:37.323710 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] For port b0861f7b-85ec-4796-9a5e-c63173544746, host n-h2-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=b0861f7b-85ec-4796-9a5e-c63173544746,segment=NetworkSegment(b9f65680-5ef1-4bb4-ac2c-6d7ba403921d),segment_id=b9f65680-5ef1-4bb4-ac2c-6d7ba403921d)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:45:37.346730 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5a5d04f-f3dd-4140-be3b-e2b6a5f7f548 None None] Routers {'af66a059-f191-4368-a4e2-1bc7a80c0b53'} bound to L3 agent in host n-d-816865-1 {{(pid=102388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 18:45:37.347377 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-b5a5d04f-f3dd-4140-be3b-e2b6a5f7f548 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T18:45:35Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['af66a059-f191-4368-a4e2-1bc7a80c0b53'], 'active': True} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:45:37.350419 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Returning: {'device': 'b0861f7b-85ec-4796-9a5e-c63173544746', 'network_id': '1a9992ef-da6b-4f25-bd43-f1196ce8f1a8', 'port_id': 'b0861f7b-85ec-4796-9a5e-c63173544746', 'mac_address': 'fa:16:3e:0e:9b:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 187, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '82b7bbfc-ac99-45bb-a8a9-211b9b80ecc2', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102388) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 05 18:45:37.448811 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c894ea17-06d3-46c4-9fca-dd371b516a1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:45:37.608584 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:45:37.623336 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-4cae3305-324c-4fdb-9ec2-772ed2a1651c req-be1250e8-11ca-48e4-8a62-b36d97b41d89 tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] 10.222.0.13 "GET /v2.0/ports?device_id=b3c515f9-768f-4a54-bb92-e6f3d5207990 HTTP/1.1" status: 200 len: 210 time: 0.0632043 Nov 05 18:45:37.633619 n-d-816865-1 neutron-server[102388]: DEBUG neutron.notifiers.nova [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b0861f7b-85ec-4796-9a5e-c63173544746 {{(pid=102388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 18:45:37.685477 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvr_db [None req-b5a5d04f-f3dd-4140-be3b-e2b6a5f7f548 None None] Set router af66a059-f191-4368-a4e2-1bc7a80c0b53 gateway port host: n-d-816865-1 {{(pid=102388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 18:45:37.785298 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] For port b0861f7b-85ec-4796-9a5e-c63173544746, host n-h2-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=b0861f7b-85ec-4796-9a5e-c63173544746,segment=NetworkSegment(b9f65680-5ef1-4bb4-ac2c-6d7ba403921d),segment_id=b9f65680-5ef1-4bb4-ac2c-6d7ba403921d)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:45:37.788930 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-c894ea17-06d3-46c4-9fca-dd371b516a1c None None] For port 5bf1bd6f-902c-4f2b-8f59-ec352778320f, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=5bf1bd6f-902c-4f2b-8f59-ec352778320f,segment=NetworkSegment(1ae4cc0f-5460-421b-9b80-d7acf4de0363),segment_id=1ae4cc0f-5460-421b-9b80-d7acf4de0363)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:45:37.909022 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:45:37.967037 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c894ea17-06d3-46c4-9fca-dd371b516a1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:45:38.026939 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Pushing event updated for resources: {'Port': ['ID=b0861f7b-85ec-4796-9a5e-c63173544746,revision_number=4']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:45:38.156950 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-b5a5d04f-f3dd-4140-be3b-e2b6a5f7f548 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af66a059-f191-4368-a4e2-1bc7a80c0b53', 'name': 'tempest-ServerActionsTestJSON-520636329-router', 'tenant_id': '9d37d1d71d154d088bbcf565483b4218', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.125'}], 'enable_snat': True}, 'gw_port_id': 'c402cf8a-e474-4892-b9fb-c980a62a6a96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T18:45:23Z', 'updated_at': '2021-11-05T18:45:28Z', 'revision_number': 4, 'project_id': '9d37d1d71d154d088bbcf565483b4218', 'gw_port': {'id': 'c402cf8a-e474-4892-b9fb-c980a62a6a96', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:13:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af66a059-f191-4368-a4e2-1bc7a80c0b53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1033, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T18:45:23Z', 'updated_at': '2021-11-05T18:45:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1', '_interfaces': [{'id': '5bf1bd6f-902c-4f2b-8f59-ec352778320f', 'name': '', 'network_id': 'bb5b9fed-8e61-492a-a21e-f9ce432c95f7', 'tenant_id': '9d37d1d71d154d088bbcf565483b4218', 'mac_address': 'fa:16:3e:45:7c:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af66a059-f191-4368-a4e2-1bc7a80c0b53', 'device_owner': 'network:router_interface', 'standard_attr_id': 1035, 'fixed_ips': [{'subnet_id': '8df5751e-d8bb-41e4-9469-238f613979b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T18:45:27Z', 'updated_at': '2021-11-05T18:45:36Z', 'revision_number': 4, 'project_id': '9d37d1d71d154d088bbcf565483b4218', 'subnets': [{'id': '8df5751e-d8bb-41e4-9469-238f613979b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-1', False) {} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:45:38.163136 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c894ea17-06d3-46c4-9fca-dd371b516a1c None None] Pushing event updated for resources: {'Port': ['ID=5bf1bd6f-902c-4f2b-8f59-ec352778320f,revision_number=5']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:45:38.226026 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] get_ports_and_sgs() called for port_ids ['b0861f7b-85ec-4796-9a5e-c63173544746'] {{(pid=102388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 18:45:38.229380 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5a5d04f-f3dd-4140-be3b-e2b6a5f7f548 None None] The sync data for ids ['af66a059-f191-4368-a4e2-1bc7a80c0b53'] in n-d-816865-1 is: [{'id': 'af66a059-f191-4368-a4e2-1bc7a80c0b53', 'name': 'tempest-ServerActionsTestJSON-520636329-router', 'tenant_id': '9d37d1d71d154d088bbcf565483b4218', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.125'}], 'enable_snat': True}, 'gw_port_id': 'c402cf8a-e474-4892-b9fb-c980a62a6a96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T18:45:23Z', 'updated_at': '2021-11-05T18:45:28Z', 'revision_number': 4, 'project_id': '9d37d1d71d154d088bbcf565483b4218', 'gw_port': {'id': 'c402cf8a-e474-4892-b9fb-c980a62a6a96', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:13:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af66a059-f191-4368-a4e2-1bc7a80c0b53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1033, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T18:45:23Z', 'updated_at': '2021-11-05T18:45:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1', '_interfaces': [{'id': '5bf1bd6f-902c-4f2b-8f59-ec352778320f', 'name': '', 'network_id': 'bb5b9fed-8e61-492a-a21e-f9ce432c95f7', 'tenant_id': '9d37d1d71d154d088bbcf565483b4218', 'mac_address': 'fa:16:3e:45:7c:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af66a059-f191-4368-a4e2-1bc7a80c0b53', 'device_owner': 'network:router_interface', 'standard_attr_id': 1035, 'fixed_ips': [{'subnet_id': '8df5751e-d8bb-41e4-9469-238f613979b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T18:45:27Z', 'updated_at': '2021-11-05T18:45:36Z', 'revision_number': 4, 'project_id': '9d37d1d71d154d088bbcf565483b4218', 'subnets': [{'id': '8df5751e-d8bb-41e4-9469-238f613979b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 18:45:38.248466 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-3c760d84-9015-47f6-b5c2-3fe510d3803e None None] Provisioning complete for port 5bf1bd6f-902c-4f2b-8f59-ec352778320f triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:45:38.249487 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3c760d84-9015-47f6-b5c2-3fe510d3803e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:45:38.287818 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92279798-f921-497e-b075-0cf6acce2670 req-fd7bb9ed-e99d-45f5-815e-86860c691c2e tempest-LiveMigrationTest-600821399 tempest-LiveMigrationTest-600821399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:45:38.295235 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-31f93893-a48e-4ae8-833d-dccb2b42eacc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:45:38.299830 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-92279798-f921-497e-b075-0cf6acce2670 req-fd7bb9ed-e99d-45f5-815e-86860c691c2e tempest-LiveMigrationTest-600821399 tempest-LiveMigrationTest-600821399-project] 10.222.0.13 "GET /v2.0/ports?device_id=58a8afea-610a-4461-9810-b306ba649798 HTTP/1.1" status: 200 len: 944 time: 0.1099942 Nov 05 18:45:38.421626 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-92279798-f921-497e-b075-0cf6acce2670 req-363264a2-76a9-459e-9282-810ca2f52ce1 tempest-LiveMigrationTest-600821399 tempest-LiveMigrationTest-600821399-project] 10.222.0.13 "GET /v2.0/security-groups?id=3677ad50-e4bf-4315-8aa4-e48810edc139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100123 Nov 05 18:45:38.539841 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:45:38.751292 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 5bf1bd6f-902c-4f2b-8f59-ec352778320f up at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 18:45:38.848262 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-9526c4eb-896f-400d-acdf-d28edcc98f0f req-0a838d8a-3607-450a-ae9a-2cff9efd57c7 tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] 10.222.0.13 "GET /v2.0/ports?device_id=b3c515f9-768f-4a54-bb92-e6f3d5207990 HTTP/1.1" status: 200 len: 210 time: 0.0571761 Nov 05 18:45:39.087209 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Device 997dee40-bf40-4f75-91d5-77ef3b7c9f71 no longer exists at agent hyperv_n-h2-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 18:45:39.142211 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Provisioning complete for port 5bf1bd6f-902c-4f2b-8f59-ec352778320f triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:45:39.142574 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:45:39.163138 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] No Port match for: 997dee40-bf40-4f75-91d5-77ef3b7c9f71 {{(pid=102388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 18:45:39.163652 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Device 997dee40-bf40-4f75-91d5-77ef3b7c9f71 not bound to the agent host n-h2-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 18:45:39.648491 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44069c92-21f6-4a1a-839f-d580d3fbfbbf req-2cde6d09-307f-4d94-b6b7-a70f7787f86d tempest-LiveMigrationTest-600821399 tempest-LiveMigrationTest-600821399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:45:39.650686 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-44069c92-21f6-4a1a-839f-d580d3fbfbbf req-2cde6d09-307f-4d94-b6b7-a70f7787f86d tempest-LiveMigrationTest-600821399 tempest-LiveMigrationTest-600821399-project] 10.222.0.13 "GET /v2.0/ports?device_id=58a8afea-610a-4461-9810-b306ba649798 HTTP/1.1" status: 200 len: 944 time: 0.0908513 Nov 05 18:45:39.705887 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-44069c92-21f6-4a1a-839f-d580d3fbfbbf req-845bd230-1fa9-4a41-afe0-f0403cc4d7a1 tempest-LiveMigrationTest-600821399 tempest-LiveMigrationTest-600821399-project] 10.222.0.13 "GET /v2.0/security-groups?id=3677ad50-e4bf-4315-8aa4-e48810edc139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476789 Nov 05 18:45:39.802561 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 49218) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:45:39.813637 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-ab39131f-33f1-4d6d-a546-6c1458ed76a2 tempest-ImagesOneServerNegativeTestJSON-2105042970 tempest-ImagesOneServerNegativeTestJSON-2105042970-project] Request body: {'security_group': {'name': 'tempest-securitygroup--966036666', 'description': 'tempest-description--1742659870'}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:45:39.957297 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-d2615ffc-2106-4359-9013-a5d57e3056bf req-596da5b4-8746-4c76-99ac-e9af3e807f96 tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] 10.222.0.13 "GET /v2.0/ports?device_id=b3c515f9-768f-4a54-bb92-e6f3d5207990 HTTP/1.1" status: 200 len: 210 time: 0.0334594 Nov 05 18:45:40.022020 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-ab39131f-33f1-4d6d-a546-6c1458ed76a2 tempest-ImagesOneServerNegativeTestJSON-2105042970 tempest-ImagesOneServerNegativeTestJSON-2105042970-project] Publish callbacks [] for security_group, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:45:40.112186 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-ab39131f-33f1-4d6d-a546-6c1458ed76a2 tempest-ImagesOneServerNegativeTestJSON-2105042970 tempest-ImagesOneServerNegativeTestJSON-2105042970-project] Publish callbacks [] for security_group, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:45:40.536326 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-ab39131f-33f1-4d6d-a546-6c1458ed76a2 tempest-ImagesOneServerNegativeTestJSON-2105042970 tempest-ImagesOneServerNegativeTestJSON-2105042970-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:45:40.566229 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab39131f-33f1-4d6d-a546-6c1458ed76a2 tempest-ImagesOneServerNegativeTestJSON-2105042970 tempest-ImagesOneServerNegativeTestJSON-2105042970-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ec44c546-6079-4f32-9996-88e466cf7de7,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:45:40.799964 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-ab39131f-33f1-4d6d-a546-6c1458ed76a2 tempest-ImagesOneServerNegativeTestJSON-2105042970 tempest-ImagesOneServerNegativeTestJSON-2105042970-project] Publish callbacks [] for security_group, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:45:40.804380 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-ab39131f-33f1-4d6d-a546-6c1458ed76a2 tempest-ImagesOneServerNegativeTestJSON-2105042970 tempest-ImagesOneServerNegativeTestJSON-2105042970-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.9943395 Nov 05 18:45:40.804571 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 49228) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:45:40.811974 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-ac83375c-a9b6-4027-a747-66ae5b2db454 tempest-ImagesOneServerNegativeTestJSON-2105042970 tempest-ImagesOneServerNegativeTestJSON-2105042970-project] Request body: {'security_group_rule': {'security_group_id': 'ec44c546-6079-4f32-9996-88e466cf7de7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:45:40.843725 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ae93ce-b956-4151-887d-f8d722a7c240 req-15b32e7d-13e9-44f8-a2e0-407b689140cb tempest-LiveMigrationTest-600821399 tempest-LiveMigrationTest-600821399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:45:40.845299 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-30ae93ce-b956-4151-887d-f8d722a7c240 req-15b32e7d-13e9-44f8-a2e0-407b689140cb tempest-LiveMigrationTest-600821399 tempest-LiveMigrationTest-600821399-project] 10.222.0.13 "GET /v2.0/ports?device_id=58a8afea-610a-4461-9810-b306ba649798 HTTP/1.1" status: 200 len: 944 time: 0.0579989 Nov 05 18:45:40.908775 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-30ae93ce-b956-4151-887d-f8d722a7c240 req-76e98d17-f681-4233-9bca-6687f38f3f17 tempest-LiveMigrationTest-600821399 tempest-LiveMigrationTest-600821399-project] 10.222.0.13 "GET /v2.0/security-groups?id=3677ad50-e4bf-4315-8aa4-e48810edc139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564404 Nov 05 18:45:40.958181 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-ac83375c-a9b6-4027-a747-66ae5b2db454 tempest-ImagesOneServerNegativeTestJSON-2105042970 tempest-ImagesOneServerNegativeTestJSON-2105042970-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:45:41.033977 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Device b0861f7b-85ec-4796-9a5e-c63173544746 up at agent hyperv_n-h2-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 18:45:41.048824 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-ac83375c-a9b6-4027-a747-66ae5b2db454 tempest-ImagesOneServerNegativeTestJSON-2105042970 tempest-ImagesOneServerNegativeTestJSON-2105042970-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:45:41.127228 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-545bad3e-b9d3-4068-83ac-499991b4b36c req-5fdb9a39-9e67-4ad4-b59f-5e9b8dd00e10 tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] 10.222.0.13 "GET /v2.0/ports?device_id=b3c515f9-768f-4a54-bb92-e6f3d5207990 HTTP/1.1" status: 200 len: 210 time: 0.0785882 Nov 05 18:45:41.163217 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-ac83375c-a9b6-4027-a747-66ae5b2db454 tempest-ImagesOneServerNegativeTestJSON-2105042970 tempest-ImagesOneServerNegativeTestJSON-2105042970-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985308'] for security_group_rule, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:45:41.226910 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Provisioning for port b0861f7b-85ec-4796-9a5e-c63173544746 completed by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 05 18:45:41.230983 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac83375c-a9b6-4027-a747-66ae5b2db454 tempest-ImagesOneServerNegativeTestJSON-2105042970 tempest-ImagesOneServerNegativeTestJSON-2105042970-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a29726f-258a-4443-9277-16e67ea5d46b,revision_number=0']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:45:41.244357 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Provisioning complete for port b0861f7b-85ec-4796-9a5e-c63173544746 triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:45:41.245132 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:45:41.301185 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2e0b8b-f426-4588-aacf-256e122846ae req-5eb9af38-469f-4770-a5fb-8892122c74d1 tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:45:41.303215 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-2f2e0b8b-f426-4588-aacf-256e122846ae req-5eb9af38-469f-4770-a5fb-8892122c74d1 tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] 10.222.0.55 "GET /v2.0/networks?id=bb5b9fed-8e61-492a-a21e-f9ce432c95f7 HTTP/1.1" status: 200 len: 811 time: 0.1562831 Nov 05 18:45:41.344999 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-ac83375c-a9b6-4027-a747-66ae5b2db454 tempest-ImagesOneServerNegativeTestJSON-2105042970 tempest-ImagesOneServerNegativeTestJSON-2105042970-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:45:41.346252 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-ac83375c-a9b6-4027-a747-66ae5b2db454 tempest-ImagesOneServerNegativeTestJSON-2105042970 tempest-ImagesOneServerNegativeTestJSON-2105042970-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5405107 Nov 05 18:45:41.349421 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 49238) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:45:41.355527 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-2e1daf7c-7f68-4197-868e-b971044f6d72 tempest-ImagesOneServerNegativeTestJSON-2105042970 tempest-ImagesOneServerNegativeTestJSON-2105042970-project] Request body: {'security_group_rule': {'security_group_id': 'ec44c546-6079-4f32-9996-88e466cf7de7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:45:41.367634 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:45:41.402701 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-2f2e0b8b-f426-4588-aacf-256e122846ae req-17212882-0086-457c-baa8-148a0aa93268 tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9d37d1d71d154d088bbcf565483b4218 HTTP/1.1" status: 200 len: 379 time: 0.0679486 Nov 05 18:45:41.408111 n-d-816865-1 neutron-server[102388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58a8afea-610a-4461-9810-b306ba649798', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0861f7b-85ec-4796-9a5e-c63173544746'}] {{(pid=102388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 18:45:41.410540 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85474fee1180e129d8a886d264fe0b30223aa672dd1ffe43b630605f18504f68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8780666-0f5b-4f78-9e62-a703efb00df0" -d '{"events": [{"server_uuid": "58a8afea-610a-4461-9810-b306ba649798", "name": "network-vif-plugged", "status": "completed", "tag": "b0861f7b-85ec-4796-9a5e-c63173544746"}]}' {{(pid=102388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 18:45:41.427190 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] For port b0861f7b-85ec-4796-9a5e-c63173544746, host n-h2-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=b0861f7b-85ec-4796-9a5e-c63173544746,segment=NetworkSegment(b9f65680-5ef1-4bb4-ac2c-6d7ba403921d),segment_id=b9f65680-5ef1-4bb4-ac2c-6d7ba403921d)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:45:41.431181 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [req-2f2e0b8b-f426-4588-aacf-256e122846ae req-23d4afd6-f1e1-4fd8-b75b-05ebe8d8b9f9 tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] Request body: {'port': {'device_id': 'b3c515f9-768f-4a54-bb92-e6f3d5207990', 'network_id': 'bb5b9fed-8e61-492a-a21e-f9ce432c95f7', 'admin_state_up': True, 'tenant_id': '9d37d1d71d154d088bbcf565483b4218', 'security_groups': ['8015cb9a-1cfc-43ae-80a2-992db853641d']}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:45:41.449330 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-2e1daf7c-7f68-4197-868e-b971044f6d72 tempest-ImagesOneServerNegativeTestJSON-2105042970 tempest-ImagesOneServerNegativeTestJSON-2105042970-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:45:41.461895 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 18:45:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b419c3bb-3f5c-42d4-a566-4560fe4898f4 x-openstack-request-id: req-b419c3bb-3f5c-42d4-a566-4560fe4898f4 {{(pid=102388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 18:45:41.462489 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58a8afea-610a-4461-9810-b306ba649798", "name": "network-vif-plugged", "status": "completed", "tag": "b0861f7b-85ec-4796-9a5e-c63173544746", "code": 200}]} {{(pid=102388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 18:45:41.466655 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b419c3bb-3f5c-42d4-a566-4560fe4898f4 {{(pid=102388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 18:45:41.466655 n-d-816865-1 neutron-server[102388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58a8afea-610a-4461-9810-b306ba649798', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0861f7b-85ec-4796-9a5e-c63173544746', 'code': 200} Nov 05 18:45:41.530326 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:45:41.587374 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-2e1daf7c-7f68-4197-868e-b971044f6d72 tempest-ImagesOneServerNegativeTestJSON-2105042970 tempest-ImagesOneServerNegativeTestJSON-2105042970-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:45:41.591249 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Pushing event updated for resources: {'Port': ['ID=b0861f7b-85ec-4796-9a5e-c63173544746,revision_number=5']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:45:41.599901 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c1736a-5186-49bb-b805-163aa0f02ce7 req-acc6861e-f4e6-4d74-826c-47880dd99c1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:45:41.601324 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-f3c1736a-5186-49bb-b805-163aa0f02ce7 req-acc6861e-f4e6-4d74-826c-47880dd99c1d service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=58a8afea-610a-4461-9810-b306ba649798 HTTP/1.1" status: 200 len: 1096 time: 0.0585172 Nov 05 18:45:41.652936 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-f3c1736a-5186-49bb-b805-163aa0f02ce7 req-66a575ff-8275-4c0d-b160-0285fe051bcc service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=3677ad50-e4bf-4315-8aa4-e48810edc139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439746 Nov 05 18:45:41.729249 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-2e1daf7c-7f68-4197-868e-b971044f6d72 tempest-ImagesOneServerNegativeTestJSON-2105042970 tempest-ImagesOneServerNegativeTestJSON-2105042970-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985308'] for security_group_rule, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:45:41.748687 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1daf7c-7f68-4197-868e-b971044f6d72 tempest-ImagesOneServerNegativeTestJSON-2105042970 tempest-ImagesOneServerNegativeTestJSON-2105042970-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=654d9af3-1b1d-480e-a76e-bef39d16b7ec,revision_number=0']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:45:41.751996 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2f2e0b8b-f426-4588-aacf-256e122846ae req-23d4afd6-f1e1-4fd8-b75b-05ebe8d8b9f9 tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] Made reservation on behalf of 9d37d1d71d154d088bbcf565483b4218 for: {'port': 1} {{(pid=102386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 18:45:41.756215 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-2f2e0b8b-f426-4588-aacf-256e122846ae req-23d4afd6-f1e1-4fd8-b75b-05ebe8d8b9f9 tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:45:41.822647 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-2e1daf7c-7f68-4197-868e-b971044f6d72 tempest-ImagesOneServerNegativeTestJSON-2105042970 tempest-ImagesOneServerNegativeTestJSON-2105042970-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:45:41.828276 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-2e1daf7c-7f68-4197-868e-b971044f6d72 tempest-ImagesOneServerNegativeTestJSON-2105042970 tempest-ImagesOneServerNegativeTestJSON-2105042970-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4776037 Nov 05 18:45:41.829007 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 49254) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:45:41.834333 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-721c4bf6-a01d-4e67-b5e6-9e450e58f071 tempest-ImagesOneServerNegativeTestJSON-2105042970 tempest-ImagesOneServerNegativeTestJSON-2105042970-project] Request body: {'floatingip': {'floating_network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec'}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:45:41.891819 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.db_base_plugin_common [req-2f2e0b8b-f426-4588-aacf-256e122846ae req-23d4afd6-f1e1-4fd8-b75b-05ebe8d8b9f9 tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] Allocated IP 172.20.0.6 (bb5b9fed-8e61-492a-a21e-f9ce432c95f7/8df5751e-d8bb-41e4-9469-238f613979b1/76ac6dda-0dbe-4431-a06f-4b5c155d8cde) {{(pid=102386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 18:45:41.915569 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-721c4bf6-a01d-4e67-b5e6-9e450e58f071 tempest-ImagesOneServerNegativeTestJSON-2105042970 tempest-ImagesOneServerNegativeTestJSON-2105042970-project] Publish callbacks [] for floatingip, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:45:42.065305 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-2f2e0b8b-f426-4588-aacf-256e122846ae req-23d4afd6-f1e1-4fd8-b75b-05ebe8d8b9f9 tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] Publish callbacks [] for port, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:45:42.082522 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360aad94-7116-4453-90a5-2ca4661d978a req-32a16407-5c71-475e-8264-899ec7919620 tempest-LiveMigrationTest-600821399 tempest-LiveMigrationTest-600821399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:45:42.084041 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-360aad94-7116-4453-90a5-2ca4661d978a req-32a16407-5c71-475e-8264-899ec7919620 tempest-LiveMigrationTest-600821399 tempest-LiveMigrationTest-600821399-project] 10.222.0.13 "GET /v2.0/ports?device_id=58a8afea-610a-4461-9810-b306ba649798 HTTP/1.1" status: 200 len: 945 time: 0.0885203 Nov 05 18:45:42.164190 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-2f2e0b8b-f426-4588-aacf-256e122846ae req-23d4afd6-f1e1-4fd8-b75b-05ebe8d8b9f9 tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:45:42.217179 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2f2e0b8b-f426-4588-aacf-256e122846ae req-23d4afd6-f1e1-4fd8-b75b-05ebe8d8b9f9 tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] Network bb5b9fed-8e61-492a-a21e-f9ce432c95f7 is already hosted by enough agents. {{(pid=102386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 18:45:42.220936 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.base_scheduler [req-2f2e0b8b-f426-4588-aacf-256e122846ae req-23d4afd6-f1e1-4fd8-b75b-05ebe8d8b9f9 tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] Resources bound (agent type, host, resource id): {{(pid=102386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:45:42.226063 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f2e0b8b-f426-4588-aacf-256e122846ae req-23d4afd6-f1e1-4fd8-b75b-05ebe8d8b9f9 tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] Received port after_create {{(pid=102386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 18:45:42.290329 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2e0b8b-f426-4588-aacf-256e122846ae req-23d4afd6-f1e1-4fd8-b75b-05ebe8d8b9f9 tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:45:42.296765 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-2f2e0b8b-f426-4588-aacf-256e122846ae req-23d4afd6-f1e1-4fd8-b75b-05ebe8d8b9f9 tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:45:42.336873 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d4afd6-f1e1-4fd8-b75b-05ebe8d8b9f9 tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] Pushing event updated for resources: {'Port': ['ID=76ac6dda-0dbe-4431-a06f-4b5c155d8cde,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:45:42.450903 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-721c4bf6-a01d-4e67-b5e6-9e450e58f071 tempest-ImagesOneServerNegativeTestJSON-2105042970 tempest-ImagesOneServerNegativeTestJSON-2105042970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:45:42.454878 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-2f2e0b8b-f426-4588-aacf-256e122846ae req-23d4afd6-f1e1-4fd8-b75b-05ebe8d8b9f9 tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0334284 Nov 05 18:45:42.470823 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [req-2f2e0b8b-f426-4588-aacf-256e122846ae req-40d6ad6d-3a6f-4dfb-8e15-eb70a37b4186 service neutron] Request body: {'port': {'device_id': 'b3c515f9-768f-4a54-bb92-e6f3d5207990', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816865-1'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:45:42.548320 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-360aad94-7116-4453-90a5-2ca4661d978a req-8b71b661-1468-4afc-b818-93c844820ecc tempest-LiveMigrationTest-600821399 tempest-LiveMigrationTest-600821399-project] 10.222.0.13 "GET /v2.0/security-groups?id=3677ad50-e4bf-4315-8aa4-e48810edc139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4554751 Nov 05 18:45:42.598865 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1bb205-360e-4873-8373-0e189e00961a req-c1fe50e6-00f9-495d-8aed-3cc85cf6996f tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:45:42.610640 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-6c1bb205-360e-4873-8373-0e189e00961a req-c1fe50e6-00f9-495d-8aed-3cc85cf6996f tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] 10.222.0.13 "GET /v2.0/ports?device_id=b3c515f9-768f-4a54-bb92-e6f3d5207990 HTTP/1.1" status: 200 len: 931 time: 0.1726444 Nov 05 18:45:42.636119 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-2f2e0b8b-f426-4588-aacf-256e122846ae req-40d6ad6d-3a6f-4dfb-8e15-eb70a37b4186 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:45:42.640948 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-7ef27c5c-d5c4-4600-a497-9d6629aefd44 None None] Provisioning complete for port 76ac6dda-0dbe-4431-a06f-4b5c155d8cde triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:45:42.642367 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-7ef27c5c-d5c4-4600-a497-9d6629aefd44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:45:42.714274 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-7ef27c5c-d5c4-4600-a497-9d6629aefd44 None None] Port 76ac6dda-0dbe-4431-a06f-4b5c155d8cde cannot update to ACTIVE because it is not bound. {{(pid=102388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 18:45:42.732053 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.db_base_plugin_common [None req-721c4bf6-a01d-4e67-b5e6-9e450e58f071 tempest-ImagesOneServerNegativeTestJSON-2105042970 tempest-ImagesOneServerNegativeTestJSON-2105042970-project] Allocated IP 172.25.6.201 (40c8335d-cd0b-4cb5-910a-d4dcddd5cbec/04fe6db3-e108-4208-943d-6518424f5726/5de01d01-0842-4955-b5e2-8cf649d42079) {{(pid=102387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 18:45:42.753534 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-6c1bb205-360e-4873-8373-0e189e00961a req-1794245e-cc8f-4a25-aa7e-b7bc907bc93c tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] 10.222.0.13 "GET /v2.0/security-groups?id=8015cb9a-1cfc-43ae-80a2-992db853641d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1332977 Nov 05 18:45:42.892931 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-721c4bf6-a01d-4e67-b5e6-9e450e58f071 tempest-ImagesOneServerNegativeTestJSON-2105042970 tempest-ImagesOneServerNegativeTestJSON-2105042970-project] Publish callbacks [] for port, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:45:43.044811 n-d-816865-1 neutron-server[102386]: DEBUG neutron.notifiers.nova [req-2f2e0b8b-f426-4588-aacf-256e122846ae req-40d6ad6d-3a6f-4dfb-8e15-eb70a37b4186 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 76ac6dda-0dbe-4431-a06f-4b5c155d8cde {{(pid=102386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 18:45:43.054423 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-2f2e0b8b-f426-4588-aacf-256e122846ae req-40d6ad6d-3a6f-4dfb-8e15-eb70a37b4186 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:45:43.086491 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.provisioning_blocks [req-2f2e0b8b-f426-4588-aacf-256e122846ae req-40d6ad6d-3a6f-4dfb-8e15-eb70a37b4186 service neutron] Transition to ACTIVE for port object 76ac6dda-0dbe-4431-a06f-4b5c155d8cde will not be triggered until provisioned by entity L2. {{(pid=102386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 05 18:45:43.112082 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-721c4bf6-a01d-4e67-b5e6-9e450e58f071 tempest-ImagesOneServerNegativeTestJSON-2105042970 tempest-ImagesOneServerNegativeTestJSON-2105042970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4417063'] for port, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:45:43.161038 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721c4bf6-a01d-4e67-b5e6-9e450e58f071 tempest-ImagesOneServerNegativeTestJSON-2105042970 tempest-ImagesOneServerNegativeTestJSON-2105042970-project] Pushing event updated for resources: {'Port': ['ID=5de01d01-0842-4955-b5e2-8cf649d42079,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:45:43.175000 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-721c4bf6-a01d-4e67-b5e6-9e450e58f071 tempest-ImagesOneServerNegativeTestJSON-2105042970 tempest-ImagesOneServerNegativeTestJSON-2105042970-project] Network 40c8335d-cd0b-4cb5-910a-d4dcddd5cbec is already hosted by enough agents. {{(pid=102387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 18:45:43.176554 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.base_scheduler [None req-721c4bf6-a01d-4e67-b5e6-9e450e58f071 tempest-ImagesOneServerNegativeTestJSON-2105042970 tempest-ImagesOneServerNegativeTestJSON-2105042970-project] Resources bound (agent type, host, resource id): {{(pid=102387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:45:43.178891 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-721c4bf6-a01d-4e67-b5e6-9e450e58f071 tempest-ImagesOneServerNegativeTestJSON-2105042970 tempest-ImagesOneServerNegativeTestJSON-2105042970-project] Received port after_create {{(pid=102387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 18:45:43.180836 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-2f2e0b8b-f426-4588-aacf-256e122846ae req-40d6ad6d-3a6f-4dfb-8e15-eb70a37b4186 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6149821'] for port, after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:45:43.227909 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d6ad6d-3a6f-4dfb-8e15-eb70a37b4186 service neutron] Pushing event updated for resources: {'Port': ['ID=76ac6dda-0dbe-4431-a06f-4b5c155d8cde,revision_number=2']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:45:43.330345 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-721c4bf6-a01d-4e67-b5e6-9e450e58f071 tempest-ImagesOneServerNegativeTestJSON-2105042970 tempest-ImagesOneServerNegativeTestJSON-2105042970-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:45:43.352453 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [req-2f2e0b8b-f426-4588-aacf-256e122846ae req-40d6ad6d-3a6f-4dfb-8e15-eb70a37b4186 service neutron] Attempting to bind port 76ac6dda-0dbe-4431-a06f-4b5c155d8cde on host n-h2-816865-1 for vnic_type normal with profile {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 18:45:43.352724 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [req-2f2e0b8b-f426-4588-aacf-256e122846ae req-40d6ad6d-3a6f-4dfb-8e15-eb70a37b4186 service neutron] Attempting to bind port 76ac6dda-0dbe-4431-a06f-4b5c155d8cde by drivers openvswitch,hyperv on host n-h2-816865-1 at level 0 using segments [{'id': '1ae4cc0f-5460-421b-9b80-d7acf4de0363', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'bb5b9fed-8e61-492a-a21e-f9ce432c95f7'}] {{(pid=102386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 18:45:43.352987 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f2e0b8b-f426-4588-aacf-256e122846ae req-40d6ad6d-3a6f-4dfb-8e15-eb70a37b4186 service neutron] Attempting to bind port 76ac6dda-0dbe-4431-a06f-4b5c155d8cde on network bb5b9fed-8e61-492a-a21e-f9ce432c95f7 {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 18:45:43.361278 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f2e0b8b-f426-4588-aacf-256e122846ae req-40d6ad6d-3a6f-4dfb-8e15-eb70a37b4186 service neutron] Port 76ac6dda-0dbe-4431-a06f-4b5c155d8cde on network bb5b9fed-8e61-492a-a21e-f9ce432c95f7 not bound, no agent of type Open vSwitch agent registered on host n-h2-816865-1 {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 18:45:43.361278 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f2e0b8b-f426-4588-aacf-256e122846ae req-40d6ad6d-3a6f-4dfb-8e15-eb70a37b4186 service neutron] Attempting to bind port 76ac6dda-0dbe-4431-a06f-4b5c155d8cde on network bb5b9fed-8e61-492a-a21e-f9ce432c95f7 {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 18:45:43.366649 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f2e0b8b-f426-4588-aacf-256e122846ae req-40d6ad6d-3a6f-4dfb-8e15-eb70a37b4186 service neutron] Checking agent: {'id': '32aff553-696f-4891-83f5-5c176f61fe54', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816865-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 18, 33, 36), 'started_at': datetime.datetime(2021, 11, 5, 18, 33, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 18, 45, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 18:45:43.366981 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f2e0b8b-f426-4588-aacf-256e122846ae req-40d6ad6d-3a6f-4dfb-8e15-eb70a37b4186 service neutron] Checking segment: {'id': '1ae4cc0f-5460-421b-9b80-d7acf4de0363', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'bb5b9fed-8e61-492a-a21e-f9ce432c95f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 18:45:43.367371 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f2e0b8b-f426-4588-aacf-256e122846ae req-40d6ad6d-3a6f-4dfb-8e15-eb70a37b4186 service neutron] Bound using segment: {'id': '1ae4cc0f-5460-421b-9b80-d7acf4de0363', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'bb5b9fed-8e61-492a-a21e-f9ce432c95f7'} {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 18:45:43.367808 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [req-2f2e0b8b-f426-4588-aacf-256e122846ae req-40d6ad6d-3a6f-4dfb-8e15-eb70a37b4186 service neutron] Bound port: 76ac6dda-0dbe-4431-a06f-4b5c155d8cde, host: n-h2-816865-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1ae4cc0f-5460-421b-9b80-d7acf4de0363', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'bb5b9fed-8e61-492a-a21e-f9ce432c95f7'}}] {{(pid=102386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 18:45:43.368208 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-2f2e0b8b-f426-4588-aacf-256e122846ae req-40d6ad6d-3a6f-4dfb-8e15-eb70a37b4186 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:45:43.446999 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [req-2f2e0b8b-f426-4588-aacf-256e122846ae req-40d6ad6d-3a6f-4dfb-8e15-eb70a37b4186 service neutron] For port 76ac6dda-0dbe-4431-a06f-4b5c155d8cde, host n-h2-816865-1, cleared binding levels {{(pid=102386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 18:45:43.452056 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [req-2f2e0b8b-f426-4588-aacf-256e122846ae req-40d6ad6d-3a6f-4dfb-8e15-eb70a37b4186 service neutron] For port 76ac6dda-0dbe-4431-a06f-4b5c155d8cde, host n-h2-816865-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=76ac6dda-0dbe-4431-a06f-4b5c155d8cde,segment=NetworkSegment(1ae4cc0f-5460-421b-9b80-d7acf4de0363),segment_id=1ae4cc0f-5460-421b-9b80-d7acf4de0363)] {{(pid=102386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 18:45:43.462960 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-721c4bf6-a01d-4e67-b5e6-9e450e58f071 tempest-ImagesOneServerNegativeTestJSON-2105042970 tempest-ImagesOneServerNegativeTestJSON-2105042970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:45:43.541130 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-2f2e0b8b-f426-4588-aacf-256e122846ae req-40d6ad6d-3a6f-4dfb-8e15-eb70a37b4186 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6149821'] for port, after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:45:43.649319 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2e0b8b-f426-4588-aacf-256e122846ae req-40d6ad6d-3a6f-4dfb-8e15-eb70a37b4186 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:45:43.651779 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-2f2e0b8b-f426-4588-aacf-256e122846ae req-40d6ad6d-3a6f-4dfb-8e15-eb70a37b4186 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:45:43.653389 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-2f2e0b8b-f426-4588-aacf-256e122846ae req-40d6ad6d-3a6f-4dfb-8e15-eb70a37b4186 service neutron] 10.222.0.55 "PUT /v2.0/ports/76ac6dda-0dbe-4431-a06f-4b5c155d8cde HTTP/1.1" status: 200 len: 1091 time: 1.1876340 Nov 05 18:45:43.660589 n-d-816865-1 neutron-server[102386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3c515f9-768f-4a54-bb92-e6f3d5207990', 'tag': '76ac6dda-0dbe-4431-a06f-4b5c155d8cde'}] {{(pid=102386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 18:45:43.667489 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6173a44d7c73f41af551dc890fa1a5892c2c6bc3458b640c8e0c24db7876ba6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6295670-b695-4357-ba59-1a4eb87bc364" -d '{"events": [{"name": "network-changed", "server_uuid": "b3c515f9-768f-4a54-bb92-e6f3d5207990", "tag": "76ac6dda-0dbe-4431-a06f-4b5c155d8cde"}]}' {{(pid=102386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 18:45:43.734604 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d6ad6d-3a6f-4dfb-8e15-eb70a37b4186 service neutron] Pushing event updated for resources: {'Port': ['ID=76ac6dda-0dbe-4431-a06f-4b5c155d8cde,revision_number=3']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:45:43.786814 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-721c4bf6-a01d-4e67-b5e6-9e450e58f071 tempest-ImagesOneServerNegativeTestJSON-2105042970 tempest-ImagesOneServerNegativeTestJSON-2105042970-project] Publish callbacks [] for port, precommit_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:45:43.822440 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2e0b8b-f426-4588-aacf-256e122846ae req-945b31f2-43ce-492e-b7eb-1952e7af5702 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:45:43.824201 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-2f2e0b8b-f426-4588-aacf-256e122846ae req-945b31f2-43ce-492e-b7eb-1952e7af5702 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=9d37d1d71d154d088bbcf565483b4218&device_id=b3c515f9-768f-4a54-bb92-e6f3d5207990 HTTP/1.1" status: 200 len: 1094 time: 0.0739310 Nov 05 18:45:43.831202 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48e2f28-f695-4f7a-a362-7dbe9734a2bd req-cb85ed04-118a-467c-93fc-06f4ac7ac4d0 tempest-LiveMigrationTest-600821399 tempest-LiveMigrationTest-600821399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:45:43.848122 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 18:45:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c6853ed-f71e-422b-9e3f-62f106be04a8 x-openstack-request-id: req-0c6853ed-f71e-422b-9e3f-62f106be04a8 {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 18:45:43.848387 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-f48e2f28-f695-4f7a-a362-7dbe9734a2bd req-cb85ed04-118a-467c-93fc-06f4ac7ac4d0 tempest-LiveMigrationTest-600821399 tempest-LiveMigrationTest-600821399-project] 10.222.0.13 "GET /v2.0/ports?device_id=58a8afea-610a-4461-9810-b306ba649798 HTTP/1.1" status: 200 len: 945 time: 0.1519520 Nov 05 18:45:43.848496 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3c515f9-768f-4a54-bb92-e6f3d5207990", "tag": "76ac6dda-0dbe-4431-a06f-4b5c155d8cde", "status": "completed", "code": 200}]} {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 18:45:43.848709 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0c6853ed-f71e-422b-9e3f-62f106be04a8 {{(pid=102386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 18:45:43.849834 n-d-816865-1 neutron-server[102386]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3c515f9-768f-4a54-bb92-e6f3d5207990', 'tag': '76ac6dda-0dbe-4431-a06f-4b5c155d8cde', 'status': 'completed', 'code': 200} Nov 05 18:45:43.895652 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-721c4bf6-a01d-4e67-b5e6-9e450e58f071 tempest-ImagesOneServerNegativeTestJSON-2105042970 tempest-ImagesOneServerNegativeTestJSON-2105042970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4417072'] for port, after_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:45:43.914138 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-2f2e0b8b-f426-4588-aacf-256e122846ae req-76f86626-e166-463c-b502-e52442368ae5 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=76ac6dda-0dbe-4431-a06f-4b5c155d8cde HTTP/1.1" status: 200 len: 217 time: 0.0782783 Nov 05 18:45:43.961442 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-f48e2f28-f695-4f7a-a362-7dbe9734a2bd req-aa808eca-3140-4d21-95cb-066a4de71b7b tempest-LiveMigrationTest-600821399 tempest-LiveMigrationTest-600821399-project] 10.222.0.13 "GET /v2.0/security-groups?id=3677ad50-e4bf-4315-8aa4-e48810edc139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123219 Nov 05 18:45:43.989200 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2e0b8b-f426-4588-aacf-256e122846ae req-a0f84e42-9b87-4756-9d9b-0c7ec3aafe2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:45:43.989200 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-2f2e0b8b-f426-4588-aacf-256e122846ae req-a0f84e42-9b87-4756-9d9b-0c7ec3aafe2f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=8df5751e-d8bb-41e4-9469-238f613979b1 HTTP/1.1" status: 200 len: 850 time: 0.0591967 Nov 05 18:45:44.057394 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2e0b8b-f426-4588-aacf-256e122846ae req-c9b3a7bc-359d-4cdf-bc5c-3e71720c42f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:45:44.060211 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-2f2e0b8b-f426-4588-aacf-256e122846ae req-c9b3a7bc-359d-4cdf-bc5c-3e71720c42f4 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=bb5b9fed-8e61-492a-a21e-f9ce432c95f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0688314 Nov 05 18:45:44.076659 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-721c4bf6-a01d-4e67-b5e6-9e450e58f071 tempest-ImagesOneServerNegativeTestJSON-2105042970 tempest-ImagesOneServerNegativeTestJSON-2105042970-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1000577'] for floatingip, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:45:44.084431 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721c4bf6-a01d-4e67-b5e6-9e450e58f071 tempest-ImagesOneServerNegativeTestJSON-2105042970 tempest-ImagesOneServerNegativeTestJSON-2105042970-project] Pushing event updated for resources: {'Port': ['ID=5de01d01-0842-4955-b5e2-8cf649d42079,revision_number=2']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:45:44.179484 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-2f2e0b8b-f426-4588-aacf-256e122846ae req-0cd1c5c1-5490-40ae-a84e-4214e05eb593 service neutron] 10.222.0.55 "GET /v2.0/networks/bb5b9fed-8e61-492a-a21e-f9ce432c95f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1105223 Nov 05 18:45:44.187520 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308bfc0c-93cc-4562-a50f-a4ba63cae574 req-35670c9f-cca7-426d-9d46-3c05e80495de tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:45:44.189097 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-308bfc0c-93cc-4562-a50f-a4ba63cae574 req-35670c9f-cca7-426d-9d46-3c05e80495de tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] 10.222.0.13 "GET /v2.0/ports?device_id=b3c515f9-768f-4a54-bb92-e6f3d5207990 HTTP/1.1" status: 200 len: 943 time: 0.0985813 Nov 05 18:45:44.192261 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdaeadd-2a63-4c1c-92ac-4b53c4b09498 req-db23a731-086b-40e8-938b-752931576f08 tempest-LiveMigrationTest-1249278027 tempest-LiveMigrationTest-1249278027-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:45:44.193654 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-bcdaeadd-2a63-4c1c-92ac-4b53c4b09498 req-db23a731-086b-40e8-938b-752931576f08 tempest-LiveMigrationTest-1249278027 tempest-LiveMigrationTest-1249278027-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=58a8afea-610a-4461-9810-b306ba649798 HTTP/1.1" status: 200 len: 1096 time: 0.0904725 Nov 05 18:45:44.200765 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-721c4bf6-a01d-4e67-b5e6-9e450e58f071 tempest-ImagesOneServerNegativeTestJSON-2105042970 tempest-ImagesOneServerNegativeTestJSON-2105042970-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for floatingip, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:45:44.204387 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-721c4bf6-a01d-4e67-b5e6-9e450e58f071 tempest-ImagesOneServerNegativeTestJSON-2105042970 tempest-ImagesOneServerNegativeTestJSON-2105042970-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.3741469 Nov 05 18:45:44.285463 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-bcdaeadd-2a63-4c1c-92ac-4b53c4b09498 req-c08beda3-b652-4a5b-9c03-0179881ca451 tempest-LiveMigrationTest-1249278027 tempest-LiveMigrationTest-1249278027-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=3677ad50-e4bf-4315-8aa4-e48810edc139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747364 Nov 05 18:45:44.337030 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-2f2e0b8b-f426-4588-aacf-256e122846ae req-c340ca3a-2097-4867-adc0-63f707af867b service neutron] 10.222.0.55 "GET /v2.0/networks/bb5b9fed-8e61-492a-a21e-f9ce432c95f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1492794 Nov 05 18:45:44.363343 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-308bfc0c-93cc-4562-a50f-a4ba63cae574 req-1fea10ef-7a0d-42c9-976a-8651c3b8209d tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] 10.222.0.13 "GET /v2.0/security-groups?id=8015cb9a-1cfc-43ae-80a2-992db853641d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1550300 Nov 05 18:45:44.491864 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6295670-b695-4357-ba59-1a4eb87bc364 req-bd953687-e24d-4790-8478-77545b0f9f6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:45:44.494861 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-f6295670-b695-4357-ba59-1a4eb87bc364 req-bd953687-e24d-4790-8478-77545b0f9f6a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=9d37d1d71d154d088bbcf565483b4218&device_id=b3c515f9-768f-4a54-bb92-e6f3d5207990 HTTP/1.1" status: 200 len: 1094 time: 0.0515640 Nov 05 18:45:44.702526 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6295670-b695-4357-ba59-1a4eb87bc364 req-9ac08df5-f68d-4be4-b942-c681ee3df10d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:45:44.708525 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-f6295670-b695-4357-ba59-1a4eb87bc364 req-9ac08df5-f68d-4be4-b942-c681ee3df10d service neutron] 10.222.0.55 "GET /v2.0/networks?id=bb5b9fed-8e61-492a-a21e-f9ce432c95f7 HTTP/1.1" status: 200 len: 912 time: 0.2004974 Nov 05 18:45:44.737254 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3042818f-393e-4ab6-9f56-2f378fb4c87f req-785baa83-7dbc-403b-9ce1-c92b0706fb29 tempest-ImagesOneServerNegativeTestJSON-2105042970 tempest-ImagesOneServerNegativeTestJSON-2105042970-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:45:44.745513 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-3042818f-393e-4ab6-9f56-2f378fb4c87f req-785baa83-7dbc-403b-9ce1-c92b0706fb29 tempest-ImagesOneServerNegativeTestJSON-2105042970 tempest-ImagesOneServerNegativeTestJSON-2105042970-project] 10.222.0.13 "GET /v2.0/networks?id=8c2c2df7-da1b-4d55-8c99-ae0be0798f81 HTTP/1.1" status: 200 len: 822 time: 0.1708226 Nov 05 18:45:44.755142 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-f6295670-b695-4357-ba59-1a4eb87bc364 req-22502da7-c9e8-4991-ad78-244c2824212a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=76ac6dda-0dbe-4431-a06f-4b5c155d8cde HTTP/1.1" status: 200 len: 217 time: 0.0419769 Nov 05 18:45:44.766205 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-3042818f-393e-4ab6-9f56-2f378fb4c87f req-8caf4a78-56f8-4d0b-ad26-841e925b7ac0 tempest-ImagesOneServerNegativeTestJSON-2105042970 tempest-ImagesOneServerNegativeTestJSON-2105042970-project] 10.222.0.13 "GET /v2.0/quotas/8837234f92224196b6ab2cecebe44d96 HTTP/1.1" status: 200 len: 375 time: 0.0193613 Nov 05 18:45:44.823055 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6295670-b695-4357-ba59-1a4eb87bc364 req-3e4022f7-50fe-4260-a68f-7be3fd514da7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:45:44.824696 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-f6295670-b695-4357-ba59-1a4eb87bc364 req-3e4022f7-50fe-4260-a68f-7be3fd514da7 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=8df5751e-d8bb-41e4-9469-238f613979b1 HTTP/1.1" status: 200 len: 850 time: 0.0625076 Nov 05 18:45:44.845097 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-3042818f-393e-4ab6-9f56-2f378fb4c87f req-d289f32a-5ae0-4fb1-9ef5-a099a5bf25ed tempest-ImagesOneServerNegativeTestJSON-2105042970 tempest-ImagesOneServerNegativeTestJSON-2105042970-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=8837234f92224196b6ab2cecebe44d96&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0774088 Nov 05 18:45:44.903662 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6295670-b695-4357-ba59-1a4eb87bc364 req-42e374f0-1757-41aa-835d-445cabd9e5f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:45:44.905361 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-f6295670-b695-4357-ba59-1a4eb87bc364 req-42e374f0-1757-41aa-835d-445cabd9e5f4 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=bb5b9fed-8e61-492a-a21e-f9ce432c95f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0716560 Nov 05 18:45:44.959375 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-3042818f-393e-4ab6-9f56-2f378fb4c87f req-683a0953-8d2a-4523-8963-5b7f4881bfec service neutron] 10.222.0.13 "GET /v2.0/networks/8c2c2df7-da1b-4d55-8c99-ae0be0798f81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1133327 Nov 05 18:45:45.018101 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-f6295670-b695-4357-ba59-1a4eb87bc364 req-e3369911-f08c-41f5-a043-e5c01f87cd5d service neutron] 10.222.0.55 "GET /v2.0/networks/bb5b9fed-8e61-492a-a21e-f9ce432c95f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1030872 Nov 05 18:45:45.084605 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-3042818f-393e-4ab6-9f56-2f378fb4c87f req-1732c533-10a1-4566-a1cf-b91cff7a9ebf service neutron] 10.222.0.13 "GET /v2.0/networks/8c2c2df7-da1b-4d55-8c99-ae0be0798f81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1198096 Nov 05 18:45:45.157790 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-f6295670-b695-4357-ba59-1a4eb87bc364 req-0dd2e880-f75f-41fb-b84d-266113f5045b service neutron] 10.222.0.55 "GET /v2.0/networks/bb5b9fed-8e61-492a-a21e-f9ce432c95f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1298041 Nov 05 18:45:45.489340 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-b4676b7b-fd46-4d78-bd63-f77530dbf8ba req-ee894b69-30bd-4bca-b680-77b62e3b88b8 tempest-ImagesOneServerNegativeTestJSON-2105042970 tempest-ImagesOneServerNegativeTestJSON-2105042970-project] 10.222.0.13 "GET /v2.0/ports?device_id=caf8e462-c0c0-453d-a2ee-722d09bd04ac HTTP/1.1" status: 200 len: 210 time: 0.0526183 Nov 05 18:45:45.574842 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26c4c63-d03c-4daf-b92c-6ec0aa696a0a req-90bda3ab-e87b-4b41-8007-295f7047ed00 tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:45:45.582659 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-a26c4c63-d03c-4daf-b92c-6ec0aa696a0a req-90bda3ab-e87b-4b41-8007-295f7047ed00 tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] 10.222.0.13 "GET /v2.0/ports?device_id=b3c515f9-768f-4a54-bb92-e6f3d5207990 HTTP/1.1" status: 200 len: 943 time: 0.0922055 Nov 05 18:45:45.673729 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-a26c4c63-d03c-4daf-b92c-6ec0aa696a0a req-e94a014b-50c0-4c71-8ce0-da47de66be37 tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] 10.222.0.13 "GET /v2.0/security-groups?id=8015cb9a-1cfc-43ae-80a2-992db853641d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0898705 Nov 05 18:45:45.818332 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f1ed7d-f32f-4e61-9f06-e979fa24b059 req-b4c2fd15-5880-4251-8cff-7d52dacb2999 tempest-ServersTestBootFromVolume-1080674323 tempest-ServersTestBootFromVolume-1080674323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:45:45.818332 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-81f1ed7d-f32f-4e61-9f06-e979fa24b059 req-b4c2fd15-5880-4251-8cff-7d52dacb2999 tempest-ServersTestBootFromVolume-1080674323 tempest-ServersTestBootFromVolume-1080674323-project] 10.222.0.13 "GET /v2.0/ports?device_id=b5fdd612-ad46-4764-a858-9ef8a8ca5819 HTTP/1.1" status: 200 len: 945 time: 0.0828483 Nov 05 18:45:45.883235 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-81f1ed7d-f32f-4e61-9f06-e979fa24b059 req-3ed6e964-d565-45ed-bcaf-a31df1d2a495 tempest-ServersTestBootFromVolume-1080674323 tempest-ServersTestBootFromVolume-1080674323-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9b98ffb-59d1-4211-8222-8a4dac87e076&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587556 Nov 05 18:45:46.582646 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-b159077c-f2cd-4841-87d2-61eac2ce8fd9 req-de8e5797-296d-4579-8dc3-9426206aa4a4 tempest-ImagesOneServerNegativeTestJSON-2105042970 tempest-ImagesOneServerNegativeTestJSON-2105042970-project] 10.222.0.13 "GET /v2.0/ports?device_id=caf8e462-c0c0-453d-a2ee-722d09bd04ac HTTP/1.1" status: 200 len: 210 time: 0.0274472 Nov 05 18:45:46.797561 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb32e382-2a4f-4df3-973e-383e67442246 req-1ccd9e1a-3073-4ad8-aff6-75f54c9c1e22 tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:45:46.799200 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-bb32e382-2a4f-4df3-973e-383e67442246 req-1ccd9e1a-3073-4ad8-aff6-75f54c9c1e22 tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] 10.222.0.13 "GET /v2.0/ports?device_id=b3c515f9-768f-4a54-bb92-e6f3d5207990 HTTP/1.1" status: 200 len: 943 time: 0.0502841 Nov 05 18:45:46.847289 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-bb32e382-2a4f-4df3-973e-383e67442246 req-67ba06e8-2564-48ab-8b66-3d5c13257541 tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] 10.222.0.13 "GET /v2.0/security-groups?id=8015cb9a-1cfc-43ae-80a2-992db853641d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413389 Nov 05 18:45:47.066746 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Device 76ac6dda-0dbe-4431-a06f-4b5c155d8cde details requested by agent hyperv_n-h2-816865-1 with host n-h2-816865-1 {{(pid=102388) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 05 18:45:47.255518 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] For port 76ac6dda-0dbe-4431-a06f-4b5c155d8cde, host n-h2-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=76ac6dda-0dbe-4431-a06f-4b5c155d8cde,segment=NetworkSegment(1ae4cc0f-5460-421b-9b80-d7acf4de0363),segment_id=1ae4cc0f-5460-421b-9b80-d7acf4de0363)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:45:47.268747 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Returning: {'device': '76ac6dda-0dbe-4431-a06f-4b5c155d8cde', 'network_id': 'bb5b9fed-8e61-492a-a21e-f9ce432c95f7', 'port_id': '76ac6dda-0dbe-4431-a06f-4b5c155d8cde', 'mac_address': 'fa:16:3e:11:5b:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8df5751e-d8bb-41e4-9469-238f613979b1', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102388) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 05 18:45:47.320158 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:45:47.338268 n-d-816865-1 neutron-server[102388]: DEBUG neutron.notifiers.nova [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 76ac6dda-0dbe-4431-a06f-4b5c155d8cde {{(pid=102388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 18:45:47.364420 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] For port 76ac6dda-0dbe-4431-a06f-4b5c155d8cde, host n-h2-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=76ac6dda-0dbe-4431-a06f-4b5c155d8cde,segment=NetworkSegment(1ae4cc0f-5460-421b-9b80-d7acf4de0363),segment_id=1ae4cc0f-5460-421b-9b80-d7acf4de0363)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:45:47.428646 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:45:47.537719 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Pushing event updated for resources: {'Port': ['ID=76ac6dda-0dbe-4431-a06f-4b5c155d8cde,revision_number=4']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:45:47.699399 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] get_ports_and_sgs() called for port_ids ['76ac6dda-0dbe-4431-a06f-4b5c155d8cde'] {{(pid=102388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 18:45:47.712462 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-5f18356c-ae28-44f5-a8c5-725c846f7025 req-b8c61352-c8c2-4101-93aa-a34ce5615990 tempest-ImagesOneServerNegativeTestJSON-2105042970 tempest-ImagesOneServerNegativeTestJSON-2105042970-project] 10.222.0.13 "GET /v2.0/ports?device_id=caf8e462-c0c0-453d-a2ee-722d09bd04ac HTTP/1.1" status: 200 len: 210 time: 0.0369539 Nov 05 18:45:48.021862 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe05850-c353-452a-a634-2af43d073398 req-c33ed804-c7a7-474d-b305-5671f1195865 tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:45:48.024262 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-afe05850-c353-452a-a634-2af43d073398 req-c33ed804-c7a7-474d-b305-5671f1195865 tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] 10.222.0.13 "GET /v2.0/ports?device_id=b3c515f9-768f-4a54-bb92-e6f3d5207990 HTTP/1.1" status: 200 len: 944 time: 0.0672836 Nov 05 18:45:48.121481 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-afe05850-c353-452a-a634-2af43d073398 req-58803cca-ab78-4d4c-9a26-b60daec6974a tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] 10.222.0.13 "GET /v2.0/security-groups?id=8015cb9a-1cfc-43ae-80a2-992db853641d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0875881 Nov 05 18:45:48.402939 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3042818f-393e-4ab6-9f56-2f378fb4c87f req-68519040-0197-4a76-ae5d-68f15f2803c8 tempest-ImagesOneServerNegativeTestJSON-2105042970 tempest-ImagesOneServerNegativeTestJSON-2105042970-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:45:48.409101 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-3042818f-393e-4ab6-9f56-2f378fb4c87f req-68519040-0197-4a76-ae5d-68f15f2803c8 tempest-ImagesOneServerNegativeTestJSON-2105042970 tempest-ImagesOneServerNegativeTestJSON-2105042970-project] 10.222.0.41 "GET /v2.0/networks?id=8c2c2df7-da1b-4d55-8c99-ae0be0798f81 HTTP/1.1" status: 200 len: 822 time: 0.1558814 Nov 05 18:45:48.428071 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [req-3042818f-393e-4ab6-9f56-2f378fb4c87f req-08e59092-b51b-424e-a3be-0e1d161ea375 tempest-ImagesOneServerNegativeTestJSON-2105042970 tempest-ImagesOneServerNegativeTestJSON-2105042970-project] Request body: {'port': {'device_id': 'caf8e462-c0c0-453d-a2ee-722d09bd04ac', 'network_id': '8c2c2df7-da1b-4d55-8c99-ae0be0798f81', 'admin_state_up': True, 'tenant_id': '8837234f92224196b6ab2cecebe44d96'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:45:48.633563 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.agents_db [None req-b9406b04-a0e8-43cf-b349-711963d96cf4 None None] Agent healthcheck: found 7 active agents {{(pid=102389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 05 18:45:48.684726 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ecdf38-4722-4cf0-9e7b-3341b81ce6b0 req-b2d8686f-8c4b-4528-8aea-62e2e5431615 tempest-ServersTestBootFromVolume-1080674323 tempest-ServersTestBootFromVolume-1080674323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:45:48.686906 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-d2ecdf38-4722-4cf0-9e7b-3341b81ce6b0 req-b2d8686f-8c4b-4528-8aea-62e2e5431615 tempest-ServersTestBootFromVolume-1080674323 tempest-ServersTestBootFromVolume-1080674323-project] 10.222.0.13 "GET /v2.0/ports?device_id=b5fdd612-ad46-4764-a858-9ef8a8ca5819 HTTP/1.1" status: 200 len: 945 time: 0.0743070 Nov 05 18:45:48.706407 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3042818f-393e-4ab6-9f56-2f378fb4c87f req-08e59092-b51b-424e-a3be-0e1d161ea375 tempest-ImagesOneServerNegativeTestJSON-2105042970 tempest-ImagesOneServerNegativeTestJSON-2105042970-project] Made reservation on behalf of 8837234f92224196b6ab2cecebe44d96 for: {'port': 1} {{(pid=102386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 18:45:48.712331 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-3042818f-393e-4ab6-9f56-2f378fb4c87f req-08e59092-b51b-424e-a3be-0e1d161ea375 tempest-ImagesOneServerNegativeTestJSON-2105042970 tempest-ImagesOneServerNegativeTestJSON-2105042970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:45:48.802291 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-d2ecdf38-4722-4cf0-9e7b-3341b81ce6b0 req-547748aa-9a29-4806-9af0-8f9aa1b265b7 tempest-ServersTestBootFromVolume-1080674323 tempest-ServersTestBootFromVolume-1080674323-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9b98ffb-59d1-4211-8222-8a4dac87e076&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1031456 Nov 05 18:45:48.915431 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-9942bbf6-ddd1-4299-99b4-cec769d966a1 req-6ea430da-2f5e-4509-83f7-15c48092df0c tempest-ImagesOneServerNegativeTestJSON-2105042970 tempest-ImagesOneServerNegativeTestJSON-2105042970-project] 10.222.0.13 "GET /v2.0/ports?device_id=caf8e462-c0c0-453d-a2ee-722d09bd04ac HTTP/1.1" status: 200 len: 210 time: 0.0513885 Nov 05 18:45:48.971546 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.db_base_plugin_common [req-3042818f-393e-4ab6-9f56-2f378fb4c87f req-08e59092-b51b-424e-a3be-0e1d161ea375 tempest-ImagesOneServerNegativeTestJSON-2105042970 tempest-ImagesOneServerNegativeTestJSON-2105042970-project] Allocated IP 172.20.0.3 (8c2c2df7-da1b-4d55-8c99-ae0be0798f81/bd510a31-dda0-4360-ac1b-8b1e239249b4/1040dbc2-60da-4beb-b10e-d336382ee2cc) {{(pid=102386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 18:45:49.065555 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Device 76ac6dda-0dbe-4431-a06f-4b5c155d8cde up at agent hyperv_n-h2-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 18:45:49.254195 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Provisioning for port 76ac6dda-0dbe-4431-a06f-4b5c155d8cde completed by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 05 18:45:49.262837 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Provisioning complete for port 76ac6dda-0dbe-4431-a06f-4b5c155d8cde triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:45:49.267719 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:45:49.297803 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-3042818f-393e-4ab6-9f56-2f378fb4c87f req-08e59092-b51b-424e-a3be-0e1d161ea375 tempest-ImagesOneServerNegativeTestJSON-2105042970 tempest-ImagesOneServerNegativeTestJSON-2105042970-project] Publish callbacks [] for port, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:45:49.357457 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3713312d-0b91-42ab-9442-76e71e978582 req-4f63def8-e05b-44e9-bf92-e293279d785a tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:45:49.359675 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-3713312d-0b91-42ab-9442-76e71e978582 req-4f63def8-e05b-44e9-bf92-e293279d785a tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] 10.222.0.13 "GET /v2.0/ports?device_id=b3c515f9-768f-4a54-bb92-e6f3d5207990 HTTP/1.1" status: 200 len: 944 time: 0.1176295 Nov 05 18:45:49.410414 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:45:49.416419 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-3042818f-393e-4ab6-9f56-2f378fb4c87f req-08e59092-b51b-424e-a3be-0e1d161ea375 tempest-ImagesOneServerNegativeTestJSON-2105042970 tempest-ImagesOneServerNegativeTestJSON-2105042970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:45:49.455275 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] For port 76ac6dda-0dbe-4431-a06f-4b5c155d8cde, host n-h2-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=76ac6dda-0dbe-4431-a06f-4b5c155d8cde,segment=NetworkSegment(1ae4cc0f-5460-421b-9b80-d7acf4de0363),segment_id=1ae4cc0f-5460-421b-9b80-d7acf4de0363)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:45:49.457252 n-d-816865-1 neutron-server[102388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3c515f9-768f-4a54-bb92-e6f3d5207990', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76ac6dda-0dbe-4431-a06f-4b5c155d8cde'}] {{(pid=102388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 18:45:49.460433 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85474fee1180e129d8a886d264fe0b30223aa672dd1ffe43b630605f18504f68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3546797b-7d43-4c14-8333-f016a00eb23b" -d '{"events": [{"server_uuid": "b3c515f9-768f-4a54-bb92-e6f3d5207990", "name": "network-vif-plugged", "status": "completed", "tag": "76ac6dda-0dbe-4431-a06f-4b5c155d8cde"}]}' {{(pid=102388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 18:45:49.509348 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-3713312d-0b91-42ab-9442-76e71e978582 req-df3e20a4-52c2-4dbb-9f81-4e3632be4632 tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] 10.222.0.13 "GET /v2.0/security-groups?id=8015cb9a-1cfc-43ae-80a2-992db853641d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1428399 Nov 05 18:45:49.511566 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e59092-b51b-424e-a3be-0e1d161ea375 tempest-ImagesOneServerNegativeTestJSON-2105042970 tempest-ImagesOneServerNegativeTestJSON-2105042970-project] Pushing event updated for resources: {'Port': ['ID=1040dbc2-60da-4beb-b10e-d336382ee2cc,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:45:49.516786 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:45:49.524118 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3042818f-393e-4ab6-9f56-2f378fb4c87f req-08e59092-b51b-424e-a3be-0e1d161ea375 tempest-ImagesOneServerNegativeTestJSON-2105042970 tempest-ImagesOneServerNegativeTestJSON-2105042970-project] Network 8c2c2df7-da1b-4d55-8c99-ae0be0798f81 is already hosted by enough agents. {{(pid=102386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 18:45:49.526303 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.base_scheduler [req-3042818f-393e-4ab6-9f56-2f378fb4c87f req-08e59092-b51b-424e-a3be-0e1d161ea375 tempest-ImagesOneServerNegativeTestJSON-2105042970 tempest-ImagesOneServerNegativeTestJSON-2105042970-project] Resources bound (agent type, host, resource id): {{(pid=102386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:45:49.529400 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [req-3042818f-393e-4ab6-9f56-2f378fb4c87f req-08e59092-b51b-424e-a3be-0e1d161ea375 tempest-ImagesOneServerNegativeTestJSON-2105042970 tempest-ImagesOneServerNegativeTestJSON-2105042970-project] Received port after_create {{(pid=102386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 18:45:49.612958 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3042818f-393e-4ab6-9f56-2f378fb4c87f req-08e59092-b51b-424e-a3be-0e1d161ea375 tempest-ImagesOneServerNegativeTestJSON-2105042970 tempest-ImagesOneServerNegativeTestJSON-2105042970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:45:49.613688 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-3042818f-393e-4ab6-9f56-2f378fb4c87f req-08e59092-b51b-424e-a3be-0e1d161ea375 tempest-ImagesOneServerNegativeTestJSON-2105042970 tempest-ImagesOneServerNegativeTestJSON-2105042970-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:45:49.650525 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Pushing event updated for resources: {'Port': ['ID=76ac6dda-0dbe-4431-a06f-4b5c155d8cde,revision_number=5']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:45:49.698278 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 18:45:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c73a099-e932-4789-882a-ded46b84321b x-openstack-request-id: req-6c73a099-e932-4789-882a-ded46b84321b {{(pid=102388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 18:45:49.698689 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3c515f9-768f-4a54-bb92-e6f3d5207990", "name": "network-vif-plugged", "status": "completed", "tag": "76ac6dda-0dbe-4431-a06f-4b5c155d8cde", "code": 200}]} {{(pid=102388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 18:45:49.699038 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6c73a099-e932-4789-882a-ded46b84321b {{(pid=102388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 18:45:49.699633 n-d-816865-1 neutron-server[102388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3c515f9-768f-4a54-bb92-e6f3d5207990', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76ac6dda-0dbe-4431-a06f-4b5c155d8cde', 'code': 200} Nov 05 18:45:49.766198 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-3042818f-393e-4ab6-9f56-2f378fb4c87f req-08e59092-b51b-424e-a3be-0e1d161ea375 tempest-ImagesOneServerNegativeTestJSON-2105042970 tempest-ImagesOneServerNegativeTestJSON-2105042970-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3465209 Nov 05 18:45:49.797281 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [req-3042818f-393e-4ab6-9f56-2f378fb4c87f req-6907773d-ce6d-4074-80ed-d768178b2710 service neutron] Request body: {'port': {'device_id': 'caf8e462-c0c0-453d-a2ee-722d09bd04ac', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816865-1'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:45:49.887949 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9669620-aa10-4bca-9e78-fdef26e4b808 req-21b372ed-8a06-4dea-92ec-1808774bb3bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:45:49.890863 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-a9669620-aa10-4bca-9e78-fdef26e4b808 req-21b372ed-8a06-4dea-92ec-1808774bb3bb service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=b3c515f9-768f-4a54-bb92-e6f3d5207990 HTTP/1.1" status: 200 len: 1096 time: 0.1230915 Nov 05 18:45:49.900423 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-3042818f-393e-4ab6-9f56-2f378fb4c87f req-6907773d-ce6d-4074-80ed-d768178b2710 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:45:50.052965 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-a9669620-aa10-4bca-9e78-fdef26e4b808 req-148ec549-f1da-4be2-8e4c-5bfdf24bbc1b service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=8015cb9a-1cfc-43ae-80a2-992db853641d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1523778 Nov 05 18:45:50.120087 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416dfb14-0ae9-44af-9c37-aa1e6946daec req-3cc83f24-cf38-43e7-9eef-d71a23d17edb tempest-ImagesOneServerNegativeTestJSON-2105042970 tempest-ImagesOneServerNegativeTestJSON-2105042970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:45:50.128287 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-416dfb14-0ae9-44af-9c37-aa1e6946daec req-3cc83f24-cf38-43e7-9eef-d71a23d17edb tempest-ImagesOneServerNegativeTestJSON-2105042970 tempest-ImagesOneServerNegativeTestJSON-2105042970-project] 10.222.0.13 "GET /v2.0/ports?device_id=caf8e462-c0c0-453d-a2ee-722d09bd04ac HTTP/1.1" status: 200 len: 931 time: 0.1192586 Nov 05 18:45:50.138226 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9332402d-23ea-4f38-8afc-d2e1ca04064a req-fe7a1d8c-e6b1-4c9e-b1a5-5773f48f9044 tempest-ServersTestBootFromVolume-1080674323 tempest-ServersTestBootFromVolume-1080674323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:45:50.145631 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-9332402d-23ea-4f38-8afc-d2e1ca04064a req-fe7a1d8c-e6b1-4c9e-b1a5-5773f48f9044 tempest-ServersTestBootFromVolume-1080674323 tempest-ServersTestBootFromVolume-1080674323-project] 10.222.0.13 "GET /v2.0/ports?device_id=b5fdd612-ad46-4764-a858-9ef8a8ca5819 HTTP/1.1" status: 200 len: 945 time: 0.0974174 Nov 05 18:45:50.219369 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-416dfb14-0ae9-44af-9c37-aa1e6946daec req-148736a3-7f2d-4651-b916-3a1b9c3898df tempest-ImagesOneServerNegativeTestJSON-2105042970 tempest-ImagesOneServerNegativeTestJSON-2105042970-project] 10.222.0.13 "GET /v2.0/security-groups?id=6637cfea-1993-4e71-ac10-e5c82252dcf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842550 Nov 05 18:45:50.306534 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-9332402d-23ea-4f38-8afc-d2e1ca04064a req-ec4c99ac-6faa-4c3e-bb91-890becb1710e tempest-ServersTestBootFromVolume-1080674323 tempest-ServersTestBootFromVolume-1080674323-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9b98ffb-59d1-4211-8222-8a4dac87e076&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1502724 Nov 05 18:45:50.466385 n-d-816865-1 neutron-server[102386]: DEBUG neutron.notifiers.nova [req-3042818f-393e-4ab6-9f56-2f378fb4c87f req-6907773d-ce6d-4074-80ed-d768178b2710 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1040dbc2-60da-4beb-b10e-d336382ee2cc {{(pid=102386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 18:45:50.476544 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-3042818f-393e-4ab6-9f56-2f378fb4c87f req-6907773d-ce6d-4074-80ed-d768178b2710 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:45:50.494814 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.provisioning_blocks [req-3042818f-393e-4ab6-9f56-2f378fb4c87f req-6907773d-ce6d-4074-80ed-d768178b2710 service neutron] Transition to ACTIVE for port object 1040dbc2-60da-4beb-b10e-d336382ee2cc will not be triggered until provisioned by entity L2. {{(pid=102386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 05 18:45:50.580571 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-3042818f-393e-4ab6-9f56-2f378fb4c87f req-6907773d-ce6d-4074-80ed-d768178b2710 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6149821'] for port, after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:45:50.735942 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1197ffb8-7ece-453d-9945-57abee291b5f req-a6e4ef1c-2d52-45a5-8896-4fc5808d7396 tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:45:50.743123 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-1197ffb8-7ece-453d-9945-57abee291b5f req-a6e4ef1c-2d52-45a5-8896-4fc5808d7396 tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] 10.222.0.13 "GET /v2.0/ports?device_id=b3c515f9-768f-4a54-bb92-e6f3d5207990 HTTP/1.1" status: 200 len: 945 time: 0.0951128 Nov 05 18:45:50.776095 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6907773d-ce6d-4074-80ed-d768178b2710 service neutron] Pushing event updated for resources: {'Port': ['ID=1040dbc2-60da-4beb-b10e-d336382ee2cc,revision_number=2']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:45:50.807304 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [req-3042818f-393e-4ab6-9f56-2f378fb4c87f req-6907773d-ce6d-4074-80ed-d768178b2710 service neutron] Attempting to bind port 1040dbc2-60da-4beb-b10e-d336382ee2cc on host n-h1-816865-1 for vnic_type normal with profile {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 18:45:50.808472 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [req-3042818f-393e-4ab6-9f56-2f378fb4c87f req-6907773d-ce6d-4074-80ed-d768178b2710 service neutron] Attempting to bind port 1040dbc2-60da-4beb-b10e-d336382ee2cc by drivers openvswitch,hyperv on host n-h1-816865-1 at level 0 using segments [{'id': 'e5174132-a641-4aac-ac7f-99c05aefc2b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '8c2c2df7-da1b-4d55-8c99-ae0be0798f81'}] {{(pid=102386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 18:45:50.809096 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3042818f-393e-4ab6-9f56-2f378fb4c87f req-6907773d-ce6d-4074-80ed-d768178b2710 service neutron] Attempting to bind port 1040dbc2-60da-4beb-b10e-d336382ee2cc on network 8c2c2df7-da1b-4d55-8c99-ae0be0798f81 {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 18:45:50.815065 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3042818f-393e-4ab6-9f56-2f378fb4c87f req-6907773d-ce6d-4074-80ed-d768178b2710 service neutron] Port 1040dbc2-60da-4beb-b10e-d336382ee2cc on network 8c2c2df7-da1b-4d55-8c99-ae0be0798f81 not bound, no agent of type Open vSwitch agent registered on host n-h1-816865-1 {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 18:45:50.815912 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-1197ffb8-7ece-453d-9945-57abee291b5f req-27515eb5-2b1a-4ba7-8450-ba3f403b88e9 tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] 10.222.0.13 "GET /v2.0/security-groups?id=8015cb9a-1cfc-43ae-80a2-992db853641d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0719428 Nov 05 18:45:50.816081 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3042818f-393e-4ab6-9f56-2f378fb4c87f req-6907773d-ce6d-4074-80ed-d768178b2710 service neutron] Attempting to bind port 1040dbc2-60da-4beb-b10e-d336382ee2cc on network 8c2c2df7-da1b-4d55-8c99-ae0be0798f81 {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 18:45:50.823305 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3042818f-393e-4ab6-9f56-2f378fb4c87f req-6907773d-ce6d-4074-80ed-d768178b2710 service neutron] Checking agent: {'id': 'eb596d7c-8c64-42bd-8aca-fad447eb0eab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816865-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 18, 33, 34), 'started_at': datetime.datetime(2021, 11, 5, 18, 33, 34), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 18, 45, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 18:45:50.823783 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3042818f-393e-4ab6-9f56-2f378fb4c87f req-6907773d-ce6d-4074-80ed-d768178b2710 service neutron] Checking segment: {'id': 'e5174132-a641-4aac-ac7f-99c05aefc2b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '8c2c2df7-da1b-4d55-8c99-ae0be0798f81'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 18:45:50.824257 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3042818f-393e-4ab6-9f56-2f378fb4c87f req-6907773d-ce6d-4074-80ed-d768178b2710 service neutron] Bound using segment: {'id': 'e5174132-a641-4aac-ac7f-99c05aefc2b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '8c2c2df7-da1b-4d55-8c99-ae0be0798f81'} {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 18:45:50.824797 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [req-3042818f-393e-4ab6-9f56-2f378fb4c87f req-6907773d-ce6d-4074-80ed-d768178b2710 service neutron] Bound port: 1040dbc2-60da-4beb-b10e-d336382ee2cc, host: n-h1-816865-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e5174132-a641-4aac-ac7f-99c05aefc2b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '8c2c2df7-da1b-4d55-8c99-ae0be0798f81'}}] {{(pid=102386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 18:45:50.825260 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-3042818f-393e-4ab6-9f56-2f378fb4c87f req-6907773d-ce6d-4074-80ed-d768178b2710 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:45:50.945362 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [req-3042818f-393e-4ab6-9f56-2f378fb4c87f req-6907773d-ce6d-4074-80ed-d768178b2710 service neutron] For port 1040dbc2-60da-4beb-b10e-d336382ee2cc, host n-h1-816865-1, cleared binding levels {{(pid=102386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 18:45:50.949222 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [req-3042818f-393e-4ab6-9f56-2f378fb4c87f req-6907773d-ce6d-4074-80ed-d768178b2710 service neutron] For port 1040dbc2-60da-4beb-b10e-d336382ee2cc, host n-h1-816865-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=1040dbc2-60da-4beb-b10e-d336382ee2cc,segment=NetworkSegment(e5174132-a641-4aac-ac7f-99c05aefc2b6),segment_id=e5174132-a641-4aac-ac7f-99c05aefc2b6)] {{(pid=102386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 18:45:51.021602 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-3042818f-393e-4ab6-9f56-2f378fb4c87f req-6907773d-ce6d-4074-80ed-d768178b2710 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6149821'] for port, after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:45:51.121931 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3042818f-393e-4ab6-9f56-2f378fb4c87f req-6907773d-ce6d-4074-80ed-d768178b2710 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:45:51.121931 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-3042818f-393e-4ab6-9f56-2f378fb4c87f req-6907773d-ce6d-4074-80ed-d768178b2710 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:45:51.121931 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-3042818f-393e-4ab6-9f56-2f378fb4c87f req-6907773d-ce6d-4074-80ed-d768178b2710 service neutron] 10.222.0.41 "PUT /v2.0/ports/1040dbc2-60da-4beb-b10e-d336382ee2cc HTTP/1.1" status: 200 len: 1091 time: 1.2884839 Nov 05 18:45:51.121931 n-d-816865-1 neutron-server[102386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'caf8e462-c0c0-453d-a2ee-722d09bd04ac', 'tag': '1040dbc2-60da-4beb-b10e-d336382ee2cc'}] {{(pid=102386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 18:45:51.121931 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6173a44d7c73f41af551dc890fa1a5892c2c6bc3458b640c8e0c24db7876ba6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a2223ed-d9a7-4b79-b9ae-edd7676d5c84" -d '{"events": [{"name": "network-changed", "server_uuid": "caf8e462-c0c0-453d-a2ee-722d09bd04ac", "tag": "1040dbc2-60da-4beb-b10e-d336382ee2cc"}]}' {{(pid=102386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 18:45:51.121931 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6907773d-ce6d-4074-80ed-d768178b2710 service neutron] Pushing event updated for resources: {'Port': ['ID=1040dbc2-60da-4beb-b10e-d336382ee2cc,revision_number=3']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:45:51.121931 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 18:45:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e35f3a5-7537-4eff-9f5d-f2f6293db850 x-openstack-request-id: req-3e35f3a5-7537-4eff-9f5d-f2f6293db850 {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 18:45:51.121931 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "caf8e462-c0c0-453d-a2ee-722d09bd04ac", "tag": "1040dbc2-60da-4beb-b10e-d336382ee2cc", "status": "completed", "code": 200}]} {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 18:45:51.121931 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3e35f3a5-7537-4eff-9f5d-f2f6293db850 {{(pid=102386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 18:45:51.121931 n-d-816865-1 neutron-server[102386]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'caf8e462-c0c0-453d-a2ee-722d09bd04ac', 'tag': '1040dbc2-60da-4beb-b10e-d336382ee2cc', 'status': 'completed', 'code': 200} Nov 05 18:45:51.189912 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2223ed-d9a7-4b79-b9ae-edd7676d5c84 req-16f6f52f-db60-4f91-8a7d-56a58c6979d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:45:51.191595 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-4a2223ed-d9a7-4b79-b9ae-edd7676d5c84 req-16f6f52f-db60-4f91-8a7d-56a58c6979d9 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8837234f92224196b6ab2cecebe44d96&device_id=caf8e462-c0c0-453d-a2ee-722d09bd04ac HTTP/1.1" status: 200 len: 1094 time: 0.0463715 Nov 05 18:45:51.375788 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2223ed-d9a7-4b79-b9ae-edd7676d5c84 req-536ae0d6-2bea-40da-a77e-d0e843423490 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:45:51.379642 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-4a2223ed-d9a7-4b79-b9ae-edd7676d5c84 req-536ae0d6-2bea-40da-a77e-d0e843423490 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=8837234f92224196b6ab2cecebe44d96&shared=False HTTP/1.1" status: 200 len: 923 time: 0.1771557 Nov 05 18:45:51.395828 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e50d60-1e49-4eeb-a808-235e16386103 req-5fb78de2-f4ac-42c7-8ba1-24639ffa633b tempest-ImagesOneServerNegativeTestJSON-2105042970 tempest-ImagesOneServerNegativeTestJSON-2105042970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:45:51.403203 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-e5e50d60-1e49-4eeb-a808-235e16386103 req-5fb78de2-f4ac-42c7-8ba1-24639ffa633b tempest-ImagesOneServerNegativeTestJSON-2105042970 tempest-ImagesOneServerNegativeTestJSON-2105042970-project] 10.222.0.13 "GET /v2.0/ports?device_id=caf8e462-c0c0-453d-a2ee-722d09bd04ac HTTP/1.1" status: 200 len: 943 time: 0.1077635 Nov 05 18:45:51.486084 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-e5e50d60-1e49-4eeb-a808-235e16386103 req-744c6e22-b071-44e0-9488-491d23cb6bef tempest-ImagesOneServerNegativeTestJSON-2105042970 tempest-ImagesOneServerNegativeTestJSON-2105042970-project] 10.222.0.13 "GET /v2.0/security-groups?id=6637cfea-1993-4e71-ac10-e5c82252dcf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797791 Nov 05 18:45:51.493546 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2223ed-d9a7-4b79-b9ae-edd7676d5c84 req-35eb990e-cb5f-4295-94d8-93a352291c7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:45:51.495311 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-4a2223ed-d9a7-4b79-b9ae-edd7676d5c84 req-35eb990e-cb5f-4295-94d8-93a352291c7d service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1078148 Nov 05 18:45:51.635301 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3042818f-393e-4ab6-9f56-2f378fb4c87f req-1e91f99f-9ad5-4da5-b819-7454d598f0df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:45:51.637979 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-3042818f-393e-4ab6-9f56-2f378fb4c87f req-1e91f99f-9ad5-4da5-b819-7454d598f0df service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8837234f92224196b6ab2cecebe44d96&device_id=caf8e462-c0c0-453d-a2ee-722d09bd04ac HTTP/1.1" status: 200 len: 1094 time: 0.0732768 Nov 05 18:45:51.650953 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661b3cee-3e67-4b8e-bba1-81c79a44a7d7 req-8f204196-e6a0-45dc-b8d5-9283dc92384e tempest-ServersTestBootFromVolume-1080674323 tempest-ServersTestBootFromVolume-1080674323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:45:51.659370 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-661b3cee-3e67-4b8e-bba1-81c79a44a7d7 req-8f204196-e6a0-45dc-b8d5-9283dc92384e tempest-ServersTestBootFromVolume-1080674323 tempest-ServersTestBootFromVolume-1080674323-project] 10.222.0.13 "GET /v2.0/ports?device_id=b5fdd612-ad46-4764-a858-9ef8a8ca5819 HTTP/1.1" status: 200 len: 945 time: 0.2779446 Nov 05 18:45:51.714491 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-3042818f-393e-4ab6-9f56-2f378fb4c87f req-bf2c14fe-518e-46e5-90c5-a50890accd65 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1040dbc2-60da-4beb-b10e-d336382ee2cc HTTP/1.1" status: 200 len: 217 time: 0.0628843 Nov 05 18:45:51.741950 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-661b3cee-3e67-4b8e-bba1-81c79a44a7d7 req-9d2c4cf7-5f13-430f-baa2-712cc5c1404f tempest-ServersTestBootFromVolume-1080674323 tempest-ServersTestBootFromVolume-1080674323-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9b98ffb-59d1-4211-8222-8a4dac87e076&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0698202 Nov 05 18:45:51.778354 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3042818f-393e-4ab6-9f56-2f378fb4c87f req-b37e1e46-0079-41d9-8e9e-ae3004d71c62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:45:51.781576 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-3042818f-393e-4ab6-9f56-2f378fb4c87f req-b37e1e46-0079-41d9-8e9e-ae3004d71c62 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=bd510a31-dda0-4360-ac1b-8b1e239249b4 HTTP/1.1" status: 200 len: 862 time: 0.0609555 Nov 05 18:45:51.820831 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-3042818f-393e-4ab6-9f56-2f378fb4c87f req-353df0bd-441c-4b9b-9f52-a17767e888e7 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8c2c2df7-da1b-4d55-8c99-ae0be0798f81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0326316 Nov 05 18:45:51.952647 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-3042818f-393e-4ab6-9f56-2f378fb4c87f req-89157140-8ea4-408e-906a-4d968384c1b4 service neutron] 10.222.0.41 "GET /v2.0/networks/8c2c2df7-da1b-4d55-8c99-ae0be0798f81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238673 Nov 05 18:45:51.989470 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640c74b8-6846-42e7-a6c2-b7410242ddc1 req-d1120f91-5083-4fbf-a647-7aeb4e52cfa1 tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:45:51.991511 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-640c74b8-6846-42e7-a6c2-b7410242ddc1 req-d1120f91-5083-4fbf-a647-7aeb4e52cfa1 tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] 10.222.0.13 "GET /v2.0/ports?device_id=b3c515f9-768f-4a54-bb92-e6f3d5207990 HTTP/1.1" status: 200 len: 945 time: 0.0851486 Nov 05 18:45:52.111731 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef79972-9fb2-470a-8814-f409a4cdf710 req-90c38303-7a48-4aca-8b85-77967730d712 tempest-ServersTestBootFromVolume-1080674323 tempest-ServersTestBootFromVolume-1080674323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:45:52.113166 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-6ef79972-9fb2-470a-8814-f409a4cdf710 req-90c38303-7a48-4aca-8b85-77967730d712 tempest-ServersTestBootFromVolume-1080674323 tempest-ServersTestBootFromVolume-1080674323-project] 10.222.0.55 "GET /v2.0/ports?device_id=b5fdd612-ad46-4764-a858-9ef8a8ca5819 HTTP/1.1" status: 200 len: 945 time: 0.1590617 Nov 05 18:45:52.116996 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-640c74b8-6846-42e7-a6c2-b7410242ddc1 req-00fd4398-b71a-4b38-aee9-1057a5b7cd2f tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] 10.222.0.13 "GET /v2.0/security-groups?id=8015cb9a-1cfc-43ae-80a2-992db853641d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1193495 Nov 05 18:45:52.158859 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-3042818f-393e-4ab6-9f56-2f378fb4c87f req-341cfbbf-5048-4251-9717-32bf0ac0e6d1 service neutron] 10.222.0.41 "GET /v2.0/networks/8c2c2df7-da1b-4d55-8c99-ae0be0798f81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1947572 Nov 05 18:45:52.253865 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e293ce85-198c-4adf-a63a-ccad9c82e2f4 req-490fe028-eedd-48fc-a44c-79aea493cf00 tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:45:52.255832 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-e293ce85-198c-4adf-a63a-ccad9c82e2f4 req-490fe028-eedd-48fc-a44c-79aea493cf00 tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] 10.222.0.13 "GET /v2.0/ports?device_id=b3c515f9-768f-4a54-bb92-e6f3d5207990 HTTP/1.1" status: 200 len: 945 time: 0.0615706 Nov 05 18:45:52.258880 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [req-6ef79972-9fb2-470a-8814-f409a4cdf710 req-e6678b1f-a014-4a1a-8c79-7eb9f53a75b5 tempest-ServersTestBootFromVolume-1080674323 tempest-ServersTestBootFromVolume-1080674323-project] Deleting port 8e7b7762-69c3-4cee-a44d-991e0e7126b0 {{(pid=102386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 18:45:52.259295 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-6ef79972-9fb2-470a-8814-f409a4cdf710 req-e6678b1f-a014-4a1a-8c79-7eb9f53a75b5 tempest-ServersTestBootFromVolume-1080674323 tempest-ServersTestBootFromVolume-1080674323-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:45:52.267358 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 49458) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:45:52.272167 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-21c6a12d-95d7-46b6-a22a-7931d0772d54 tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] Request body: {'floatingip': {'port_id': '76ac6dda-0dbe-4431-a06f-4b5c155d8cde'}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:45:52.323083 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-21c6a12d-95d7-46b6-a22a-7931d0772d54 tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] Publish callbacks [] for floatingip, before_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:45:52.372578 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [req-6ef79972-9fb2-470a-8814-f409a4cdf710 req-e6678b1f-a014-4a1a-8c79-7eb9f53a75b5 tempest-ServersTestBootFromVolume-1080674323 tempest-ServersTestBootFromVolume-1080674323-project] For port 8e7b7762-69c3-4cee-a44d-991e0e7126b0, host n-h2-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=8e7b7762-69c3-4cee-a44d-991e0e7126b0,segment=NetworkSegment(0a455d37-289d-4c30-b49d-37dbcca89c88),segment_id=0a455d37-289d-4c30-b49d-37dbcca89c88)] {{(pid=102386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:45:52.373321 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-6ef79972-9fb2-470a-8814-f409a4cdf710 req-e6678b1f-a014-4a1a-8c79-7eb9f53a75b5 tempest-ServersTestBootFromVolume-1080674323 tempest-ServersTestBootFromVolume-1080674323-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:45:52.804658 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-6ef79972-9fb2-470a-8814-f409a4cdf710 req-e6678b1f-a014-4a1a-8c79-7eb9f53a75b5 tempest-ServersTestBootFromVolume-1080674323 tempest-ServersTestBootFromVolume-1080674323-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:45:52.805290 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-6ef79972-9fb2-470a-8814-f409a4cdf710 req-e6678b1f-a014-4a1a-8c79-7eb9f53a75b5 tempest-ServersTestBootFromVolume-1080674323 tempest-ServersTestBootFromVolume-1080674323-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1000577'] for floatingip, after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:45:52.805458 n-d-816865-1 neutron-server[102386]: INFO neutron.db.l3_db [req-6ef79972-9fb2-470a-8814-f409a4cdf710 req-e6678b1f-a014-4a1a-8c79-7eb9f53a75b5 tempest-ServersTestBootFromVolume-1080674323 tempest-ServersTestBootFromVolume-1080674323-project] Floating IP a9a80293-84ba-423d-aae2-3cfda3e77ed2 disassociated. External IP: 172.25.6.43, port: 8e7b7762-69c3-4cee-a44d-991e0e7126b0. Nov 05 18:45:52.805858 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [req-6ef79972-9fb2-470a-8814-f409a4cdf710 req-e6678b1f-a014-4a1a-8c79-7eb9f53a75b5 tempest-ServersTestBootFromVolume-1080674323 tempest-ServersTestBootFromVolume-1080674323-project] Calling delete_port for 8e7b7762-69c3-4cee-a44d-991e0e7126b0 owned by compute:nova {{(pid=102386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 18:45:52.916290 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-21c6a12d-95d7-46b6-a22a-7931d0772d54 tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:45:52.998773 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-21c6a12d-95d7-46b6-a22a-7931d0772d54 tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1000577'] for floatingip, after_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:45:53.019187 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597c1be5-683e-4a6b-8206-d464836590da req-b34cc663-b030-4212-a525-092553994b28 tempest-ImagesOneServerNegativeTestJSON-2105042970 tempest-ImagesOneServerNegativeTestJSON-2105042970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:45:53.021455 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-597c1be5-683e-4a6b-8206-d464836590da req-b34cc663-b030-4212-a525-092553994b28 tempest-ImagesOneServerNegativeTestJSON-2105042970 tempest-ImagesOneServerNegativeTestJSON-2105042970-project] 10.222.0.13 "GET /v2.0/ports?device_id=caf8e462-c0c0-453d-a2ee-722d09bd04ac HTTP/1.1" status: 200 len: 943 time: 0.1028106 Nov 05 18:45:53.135619 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-6ef79972-9fb2-470a-8814-f409a4cdf710 req-e6678b1f-a014-4a1a-8c79-7eb9f53a75b5 tempest-ServersTestBootFromVolume-1080674323 tempest-ServersTestBootFromVolume-1080674323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:45:53.183085 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6678b1f-a014-4a1a-8c79-7eb9f53a75b5 tempest-ServersTestBootFromVolume-1080674323 tempest-ServersTestBootFromVolume-1080674323-project] Pushing event deleted for resources: {'Port': ['ID=8e7b7762-69c3-4cee-a44d-991e0e7126b0,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:45:53.208511 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b4e4f7-7a03-48ad-b19a-29389b2dfb40 req-510cbd61-ef2e-49c1-ab34-abcc9ba5e5e7 tempest-ServersTestBootFromVolume-1080674323 tempest-ServersTestBootFromVolume-1080674323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:45:53.215910 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-28b4e4f7-7a03-48ad-b19a-29389b2dfb40 req-510cbd61-ef2e-49c1-ab34-abcc9ba5e5e7 tempest-ServersTestBootFromVolume-1080674323 tempest-ServersTestBootFromVolume-1080674323-project] 10.222.0.13 "GET /v2.0/ports?device_id=b5fdd612-ad46-4764-a858-9ef8a8ca5819 HTTP/1.1" status: 200 len: 867 time: 0.2873280 Nov 05 18:45:53.243365 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-597c1be5-683e-4a6b-8206-d464836590da req-7243c165-6b67-4450-b3b0-a914cf62da60 tempest-ImagesOneServerNegativeTestJSON-2105042970 tempest-ImagesOneServerNegativeTestJSON-2105042970-project] 10.222.0.13 "GET /v2.0/security-groups?id=6637cfea-1993-4e71-ac10-e5c82252dcf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1678512 Nov 05 18:45:53.302539 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-28b4e4f7-7a03-48ad-b19a-29389b2dfb40 req-95889c6e-f162-4aac-abd2-9622ac57bbe6 tempest-ServersTestBootFromVolume-1080674323 tempest-ServersTestBootFromVolume-1080674323-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9b98ffb-59d1-4211-8222-8a4dac87e076&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0819652 Nov 05 18:45:53.304238 n-d-816865-1 neutron-server[102387]: INFO neutron.db.l3_db [None req-21c6a12d-95d7-46b6-a22a-7931d0772d54 tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] Floating IP 54129476-87ac-4c3b-83dd-c0863122e401 associated. External IP: 172.25.6.23, port: 76ac6dda-0dbe-4431-a06f-4b5c155d8cde. Nov 05 18:45:53.407077 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6ef79972-9fb2-470a-8814-f409a4cdf710 req-e6678b1f-a014-4a1a-8c79-7eb9f53a75b5 tempest-ServersTestBootFromVolume-1080674323 tempest-ServersTestBootFromVolume-1080674323-project] Router 5bc7c2ae-da6d-4318-8ada-a224b1663e25 has already been hosted by L3 agent 6dcb5589-8e86-4616-9186-ddc4548e13ad {{(pid=102386) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 18:45:53.644732 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6ef79972-9fb2-470a-8814-f409a4cdf710 req-e6678b1f-a014-4a1a-8c79-7eb9f53a75b5 tempest-ServersTestBootFromVolume-1080674323 tempest-ServersTestBootFromVolume-1080674323-project] Notify agent at l3_agent.n-d-816865-1 the message routers_updated {{(pid=102386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 18:45:53.668486 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49eaad6f-7766-4da7-b0db-51c8a67334ec None None] Sync routers for ids ['5bc7c2ae-da6d-4318-8ada-a224b1663e25'] in n-d-816865-1 {{(pid=102389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 18:45:53.684434 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21c6a12d-95d7-46b6-a22a-7931d0772d54 tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] Router af66a059-f191-4368-a4e2-1bc7a80c0b53 has already been hosted by L3 agent 6dcb5589-8e86-4616-9186-ddc4548e13ad {{(pid=102387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 18:45:53.696723 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49eaad6f-7766-4da7-b0db-51c8a67334ec None None] Routers {'5bc7c2ae-da6d-4318-8ada-a224b1663e25'} bound to L3 agent in host n-d-816865-1 {{(pid=102389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 18:45:53.700253 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-49eaad6f-7766-4da7-b0db-51c8a67334ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T18:45:35Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['5bc7c2ae-da6d-4318-8ada-a224b1663e25'], 'active': True} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:45:53.702253 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ef79972-9fb2-470a-8814-f409a4cdf710 req-e6678b1f-a014-4a1a-8c79-7eb9f53a75b5 tempest-ServersTestBootFromVolume-1080674323 tempest-ServersTestBootFromVolume-1080674323-project] No DVR routers for this DVR port 8e7b7762-69c3-4cee-a44d-991e0e7126b0 on host n-h2-816865-1 {{(pid=102386) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 18:45:53.705041 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-6ef79972-9fb2-470a-8814-f409a4cdf710 req-e6678b1f-a014-4a1a-8c79-7eb9f53a75b5 tempest-ServersTestBootFromVolume-1080674323 tempest-ServersTestBootFromVolume-1080674323-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:45:53.709851 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-6ef79972-9fb2-470a-8814-f409a4cdf710 req-e6678b1f-a014-4a1a-8c79-7eb9f53a75b5 tempest-ServersTestBootFromVolume-1080674323 tempest-ServersTestBootFromVolume-1080674323-project] 10.222.0.55 "DELETE /v2.0/ports/8e7b7762-69c3-4cee-a44d-991e0e7126b0 HTTP/1.1" status: 204 len: 173 time: 1.5894401 Nov 05 18:45:53.710845 n-d-816865-1 neutron-server[102386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5fdd612-ad46-4764-a858-9ef8a8ca5819', 'name': 'network-vif-deleted', 'tag': '8e7b7762-69c3-4cee-a44d-991e0e7126b0'}] {{(pid=102386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 18:45:53.726687 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6173a44d7c73f41af551dc890fa1a5892c2c6bc3458b640c8e0c24db7876ba6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a989edee-764f-4e6a-a9de-2e3b667be946" -d '{"events": [{"server_uuid": "b5fdd612-ad46-4764-a858-9ef8a8ca5819", "name": "network-vif-deleted", "tag": "8e7b7762-69c3-4cee-a44d-991e0e7126b0"}]}' {{(pid=102386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 18:45:53.822995 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 18:45:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c5f2a07-71c6-4a24-a31f-9f9c5e2cc5b2 x-openstack-request-id: req-8c5f2a07-71c6-4a24-a31f-9f9c5e2cc5b2 {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 18:45:53.824323 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5fdd612-ad46-4764-a858-9ef8a8ca5819", "name": "network-vif-deleted", "tag": "8e7b7762-69c3-4cee-a44d-991e0e7126b0", "status": "completed", "code": 200}]} {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 18:45:53.824832 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8c5f2a07-71c6-4a24-a31f-9f9c5e2cc5b2 {{(pid=102386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 18:45:53.825610 n-d-816865-1 neutron-server[102386]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5fdd612-ad46-4764-a858-9ef8a8ca5819', 'name': 'network-vif-deleted', 'tag': '8e7b7762-69c3-4cee-a44d-991e0e7126b0', 'status': 'completed', 'code': 200} Nov 05 18:45:53.926552 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21c6a12d-95d7-46b6-a22a-7931d0772d54 tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] Notify agent at l3_agent.n-d-816865-1 the message routers_updated {{(pid=102387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 18:45:53.938752 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb85464d-86ea-4e61-ab61-7510d85391cb None None] Sync routers for ids ['af66a059-f191-4368-a4e2-1bc7a80c0b53'] in n-d-816865-1 {{(pid=102388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 18:45:53.939510 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-21c6a12d-95d7-46b6-a22a-7931d0772d54 tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for floatingip, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:45:53.955768 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb85464d-86ea-4e61-ab61-7510d85391cb None None] Routers {'af66a059-f191-4368-a4e2-1bc7a80c0b53'} bound to L3 agent in host n-d-816865-1 {{(pid=102388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 18:45:53.956630 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-cb85464d-86ea-4e61-ab61-7510d85391cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T18:45:35Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['af66a059-f191-4368-a4e2-1bc7a80c0b53'], 'active': True} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:45:53.964162 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvr_db [None req-49eaad6f-7766-4da7-b0db-51c8a67334ec None None] Set router 5bc7c2ae-da6d-4318-8ada-a224b1663e25 gateway port host: n-d-816865-1 {{(pid=102389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 18:45:53.995827 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-21c6a12d-95d7-46b6-a22a-7931d0772d54 tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] 10.222.0.13 "PUT /v2.0/floatingips/54129476-87ac-4c3b-83dd-c0863122e401 HTTP/1.1" status: 200 len: 990 time: 1.7248380 Nov 05 18:45:53.997145 n-d-816865-1 neutron-server[102387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3c515f9-768f-4a54-bb92-e6f3d5207990', 'tag': '76ac6dda-0dbe-4431-a06f-4b5c155d8cde'}] {{(pid=102387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 18:45:54.006732 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab06bd4ddf5758c1f10d79fe34dc215bafa488692cde9dba2fcbcb67556f90bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-956bb5bd-8a51-4d7e-9515-7b6cec326092" -d '{"events": [{"name": "network-changed", "server_uuid": "b3c515f9-768f-4a54-bb92-e6f3d5207990", "tag": "76ac6dda-0dbe-4431-a06f-4b5c155d8cde"}]}' {{(pid=102387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 18:45:54.082452 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 18:45:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae5678d9-1838-4b45-9ff4-438f7bbf1518 x-openstack-request-id: req-ae5678d9-1838-4b45-9ff4-438f7bbf1518 {{(pid=102387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 18:45:54.083080 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3c515f9-768f-4a54-bb92-e6f3d5207990", "tag": "76ac6dda-0dbe-4431-a06f-4b5c155d8cde", "status": "completed", "code": 200}]} {{(pid=102387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 18:45:54.083531 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ae5678d9-1838-4b45-9ff4-438f7bbf1518 {{(pid=102387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 18:45:54.084173 n-d-816865-1 neutron-server[102387]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3c515f9-768f-4a54-bb92-e6f3d5207990', 'tag': '76ac6dda-0dbe-4431-a06f-4b5c155d8cde', 'status': 'completed', 'code': 200} Nov 05 18:45:54.208084 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956bb5bd-8a51-4d7e-9515-7b6cec326092 req-080a4cae-6ecc-440f-b0a4-1fc7b0eeb498 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:45:54.209688 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-956bb5bd-8a51-4d7e-9515-7b6cec326092 req-080a4cae-6ecc-440f-b0a4-1fc7b0eeb498 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=9d37d1d71d154d088bbcf565483b4218&device_id=b3c515f9-768f-4a54-bb92-e6f3d5207990 HTTP/1.1" status: 200 len: 1096 time: 0.0918825 Nov 05 18:45:54.220897 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvr_db [None req-cb85464d-86ea-4e61-ab61-7510d85391cb None None] Set router af66a059-f191-4368-a4e2-1bc7a80c0b53 gateway port host: n-d-816865-1 {{(pid=102388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 18:45:54.291115 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-49eaad6f-7766-4da7-b0db-51c8a67334ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bc7c2ae-da6d-4318-8ada-a224b1663e25', 'name': 'tempest-ServersTestBootFromVolume-1941434225-router', 'tenant_id': '6c131f7c44f84ab6961400da2cd9c540', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.203'}], 'enable_snat': True}, 'gw_port_id': '2fb3cd9d-c752-4483-97ea-094c7b3c7e8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T18:41:14Z', 'updated_at': '2021-11-05T18:41:24Z', 'revision_number': 4, 'project_id': '6c131f7c44f84ab6961400da2cd9c540', 'gw_port': {'id': '2fb3cd9d-c752-4483-97ea-094c7b3c7e8a', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:21:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bc7c2ae-da6d-4318-8ada-a224b1663e25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 733, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T18:41:16Z', 'updated_at': '2021-11-05T18:41:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1', '_interfaces': [{'id': '69af1376-2c88-4874-9039-4b78122e8668', 'name': '', 'network_id': '1ff0a913-0cfa-4d08-b7d2-c06124fbc3df', 'tenant_id': '6c131f7c44f84ab6961400da2cd9c540', 'mac_address': 'fa:16:3e:d3:66:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bc7c2ae-da6d-4318-8ada-a224b1663e25', 'device_owner': 'network:router_interface', 'standard_attr_id': 735, 'fixed_ips': [{'subnet_id': 'dff9f9fe-033a-4d53-8da1-59a70c229898', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T18:41:22Z', 'updated_at': '2021-11-05T18:41:28Z', 'revision_number': 5, 'project_id': '6c131f7c44f84ab6961400da2cd9c540', 'subnets': [{'id': 'dff9f9fe-033a-4d53-8da1-59a70c229898', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-1', False) {} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:45:54.324132 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49eaad6f-7766-4da7-b0db-51c8a67334ec None None] Checking router: 5bc7c2ae-da6d-4318-8ada-a224b1663e25 for host: n-d-816865-1 {{(pid=102389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 18:45:54.334662 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49eaad6f-7766-4da7-b0db-51c8a67334ec None None] Routers {'5bc7c2ae-da6d-4318-8ada-a224b1663e25'} bound to L3 agent in host n-d-816865-1 {{(pid=102389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 18:45:54.335702 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-49eaad6f-7766-4da7-b0db-51c8a67334ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T18:45:35Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['5bc7c2ae-da6d-4318-8ada-a224b1663e25'], 'active': True} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:45:54.493754 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-a77498a5-1743-445a-872f-932f1942ce83 req-f9aa4902-eeb4-43cd-bcf7-b086eacfb65a tempest-ServersTestBootFromVolume-1080674323 tempest-ServersTestBootFromVolume-1080674323-project] 10.222.0.13 "GET /v2.0/ports?device_id=b5fdd612-ad46-4764-a858-9ef8a8ca5819 HTTP/1.1" status: 200 len: 210 time: 0.0701120 Nov 05 18:45:54.505304 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-cb85464d-86ea-4e61-ab61-7510d85391cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af66a059-f191-4368-a4e2-1bc7a80c0b53', 'name': 'tempest-ServerActionsTestJSON-520636329-router', 'tenant_id': '9d37d1d71d154d088bbcf565483b4218', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.125'}], 'enable_snat': True}, 'gw_port_id': 'c402cf8a-e474-4892-b9fb-c980a62a6a96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T18:45:23Z', 'updated_at': '2021-11-05T18:45:28Z', 'revision_number': 4, 'project_id': '9d37d1d71d154d088bbcf565483b4218', 'gw_port': {'id': 'c402cf8a-e474-4892-b9fb-c980a62a6a96', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:13:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af66a059-f191-4368-a4e2-1bc7a80c0b53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1033, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T18:45:23Z', 'updated_at': '2021-11-05T18:45:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1', '_floatingips': [{'id': '54129476-87ac-4c3b-83dd-c0863122e401', 'tenant_id': '9d37d1d71d154d088bbcf565483b4218', 'floating_ip_address': '172.25.6.23', 'floating_network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'router_id': 'af66a059-f191-4368-a4e2-1bc7a80c0b53', 'port_id': '76ac6dda-0dbe-4431-a06f-4b5c155d8cde', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1043, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb5b9fed-8e61-492a-a21e-f9ce432c95f7', 'mac_address': 'fa:16:3e:11:5b:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3c515f9-768f-4a54-bb92-e6f3d5207990', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-05T18:45:35Z', 'updated_at': '2021-11-05T18:45:52Z', 'revision_number': 1, 'project_id': '9d37d1d71d154d088bbcf565483b4218', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5bf1bd6f-902c-4f2b-8f59-ec352778320f', 'name': '', 'network_id': 'bb5b9fed-8e61-492a-a21e-f9ce432c95f7', 'tenant_id': '9d37d1d71d154d088bbcf565483b4218', 'mac_address': 'fa:16:3e:45:7c:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af66a059-f191-4368-a4e2-1bc7a80c0b53', 'device_owner': 'network:router_interface', 'standard_attr_id': 1035, 'fixed_ips': [{'subnet_id': '8df5751e-d8bb-41e4-9469-238f613979b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T18:45:27Z', 'updated_at': '2021-11-05T18:45:37Z', 'revision_number': 5, 'project_id': '9d37d1d71d154d088bbcf565483b4218', 'subnets': [{'id': '8df5751e-d8bb-41e4-9469-238f613979b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-1', False) {} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:45:54.527598 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956bb5bd-8a51-4d7e-9515-7b6cec326092 req-db45a078-bca3-4678-9ccf-a84d6c241a70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:45:54.529902 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-956bb5bd-8a51-4d7e-9515-7b6cec326092 req-db45a078-bca3-4678-9ccf-a84d6c241a70 service neutron] 10.222.0.55 "GET /v2.0/networks?id=bb5b9fed-8e61-492a-a21e-f9ce432c95f7 HTTP/1.1" status: 200 len: 912 time: 0.3110235 Nov 05 18:45:54.604066 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvr_db [None req-49eaad6f-7766-4da7-b0db-51c8a67334ec None None] Set router 5bc7c2ae-da6d-4318-8ada-a224b1663e25 gateway port host: n-d-816865-1 {{(pid=102389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 18:45:54.614471 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fcde59-6cd5-4431-abac-e1d90cd77670 req-9dd9f8b4-eb09-4fcc-97e2-889545d28976 tempest-ImagesOneServerNegativeTestJSON-2105042970 tempest-ImagesOneServerNegativeTestJSON-2105042970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:45:54.624342 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-f3fcde59-6cd5-4431-abac-e1d90cd77670 req-9dd9f8b4-eb09-4fcc-97e2-889545d28976 tempest-ImagesOneServerNegativeTestJSON-2105042970 tempest-ImagesOneServerNegativeTestJSON-2105042970-project] 10.222.0.13 "GET /v2.0/ports?device_id=caf8e462-c0c0-453d-a2ee-722d09bd04ac HTTP/1.1" status: 200 len: 943 time: 0.1287813 Nov 05 18:45:54.631537 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb85464d-86ea-4e61-ab61-7510d85391cb None None] Checking router: af66a059-f191-4368-a4e2-1bc7a80c0b53 for host: n-d-816865-1 {{(pid=102388) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 18:45:54.674859 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb85464d-86ea-4e61-ab61-7510d85391cb None None] Routers {'af66a059-f191-4368-a4e2-1bc7a80c0b53'} bound to L3 agent in host n-d-816865-1 {{(pid=102388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 18:45:54.675504 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-cb85464d-86ea-4e61-ab61-7510d85391cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T18:45:35Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['af66a059-f191-4368-a4e2-1bc7a80c0b53'], 'active': True} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:45:54.743422 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-f3fcde59-6cd5-4431-abac-e1d90cd77670 req-d8d6b2dd-3c0c-48c0-8cf3-ee2f1d4082b3 tempest-ImagesOneServerNegativeTestJSON-2105042970 tempest-ImagesOneServerNegativeTestJSON-2105042970-project] 10.222.0.13 "GET /v2.0/security-groups?id=6637cfea-1993-4e71-ac10-e5c82252dcf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181414 Nov 05 18:45:54.991977 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-49eaad6f-7766-4da7-b0db-51c8a67334ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bc7c2ae-da6d-4318-8ada-a224b1663e25', 'name': 'tempest-ServersTestBootFromVolume-1941434225-router', 'tenant_id': '6c131f7c44f84ab6961400da2cd9c540', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.203'}], 'enable_snat': True}, 'gw_port_id': '2fb3cd9d-c752-4483-97ea-094c7b3c7e8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T18:41:14Z', 'updated_at': '2021-11-05T18:41:24Z', 'revision_number': 4, 'project_id': '6c131f7c44f84ab6961400da2cd9c540', 'gw_port': {'id': '2fb3cd9d-c752-4483-97ea-094c7b3c7e8a', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:21:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bc7c2ae-da6d-4318-8ada-a224b1663e25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 733, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T18:41:16Z', 'updated_at': '2021-11-05T18:41:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1', '_interfaces': [{'id': '69af1376-2c88-4874-9039-4b78122e8668', 'name': '', 'network_id': '1ff0a913-0cfa-4d08-b7d2-c06124fbc3df', 'tenant_id': '6c131f7c44f84ab6961400da2cd9c540', 'mac_address': 'fa:16:3e:d3:66:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bc7c2ae-da6d-4318-8ada-a224b1663e25', 'device_owner': 'network:router_interface', 'standard_attr_id': 735, 'fixed_ips': [{'subnet_id': 'dff9f9fe-033a-4d53-8da1-59a70c229898', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T18:41:22Z', 'updated_at': '2021-11-05T18:41:28Z', 'revision_number': 5, 'project_id': '6c131f7c44f84ab6961400da2cd9c540', 'subnets': [{'id': 'dff9f9fe-033a-4d53-8da1-59a70c229898', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-1', False) {} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:45:55.007466 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvr_db [None req-cb85464d-86ea-4e61-ab61-7510d85391cb None None] Set router af66a059-f191-4368-a4e2-1bc7a80c0b53 gateway port host: n-d-816865-1 {{(pid=102388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 18:45:55.034753 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-956bb5bd-8a51-4d7e-9515-7b6cec326092 req-3b6164c5-7840-4cad-8329-f17745e702b9 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=76ac6dda-0dbe-4431-a06f-4b5c155d8cde HTTP/1.1" status: 200 len: 998 time: 0.4980807 Nov 05 18:45:55.063660 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49eaad6f-7766-4da7-b0db-51c8a67334ec None None] The sync data for ids ['5bc7c2ae-da6d-4318-8ada-a224b1663e25'] in n-d-816865-1 is: [{'id': '5bc7c2ae-da6d-4318-8ada-a224b1663e25', 'name': 'tempest-ServersTestBootFromVolume-1941434225-router', 'tenant_id': '6c131f7c44f84ab6961400da2cd9c540', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.203'}], 'enable_snat': True}, 'gw_port_id': '2fb3cd9d-c752-4483-97ea-094c7b3c7e8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T18:41:14Z', 'updated_at': '2021-11-05T18:41:24Z', 'revision_number': 4, 'project_id': '6c131f7c44f84ab6961400da2cd9c540', 'gw_port': {'id': '2fb3cd9d-c752-4483-97ea-094c7b3c7e8a', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:21:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bc7c2ae-da6d-4318-8ada-a224b1663e25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 733, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T18:41:16Z', 'updated_at': '2021-11-05T18:41:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1', '_interfaces': [{'id': '69af1376-2c88-4874-9039-4b78122e8668', 'name': '', 'network_id': '1ff0a913-0cfa-4d08-b7d2-c06124fbc3df', 'tenant_id': '6c131f7c44f84ab6961400da2cd9c540', 'mac_address': 'fa:16:3e:d3:66:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bc7c2ae-da6d-4318-8ada-a224b1663e25', 'device_owner': 'network:router_interface', 'standard_attr_id': 735, 'fixed_ips': [{'subnet_id': 'dff9f9fe-033a-4d53-8da1-59a70c229898', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T18:41:22Z', 'updated_at': '2021-11-05T18:41:28Z', 'revision_number': 5, 'project_id': '6c131f7c44f84ab6961400da2cd9c540', 'subnets': [{'id': 'dff9f9fe-033a-4d53-8da1-59a70c229898', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 18:45:55.119373 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956bb5bd-8a51-4d7e-9515-7b6cec326092 req-7f0b85a0-a33f-480f-97fe-40e3e7cfd7d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:45:55.120856 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-956bb5bd-8a51-4d7e-9515-7b6cec326092 req-7f0b85a0-a33f-480f-97fe-40e3e7cfd7d5 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=8df5751e-d8bb-41e4-9469-238f613979b1 HTTP/1.1" status: 200 len: 850 time: 0.0786924 Nov 05 18:45:55.183689 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956bb5bd-8a51-4d7e-9515-7b6cec326092 req-156034f9-0044-4457-891f-ad92c82f1193 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:45:55.187779 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-956bb5bd-8a51-4d7e-9515-7b6cec326092 req-156034f9-0044-4457-891f-ad92c82f1193 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=bb5b9fed-8e61-492a-a21e-f9ce432c95f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0580504 Nov 05 18:45:55.357456 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-956bb5bd-8a51-4d7e-9515-7b6cec326092 req-d5d5018c-dea6-4a2b-897e-afcb3e404f76 service neutron] 10.222.0.55 "GET /v2.0/networks/bb5b9fed-8e61-492a-a21e-f9ce432c95f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1611013 Nov 05 18:45:55.476382 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-cb85464d-86ea-4e61-ab61-7510d85391cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af66a059-f191-4368-a4e2-1bc7a80c0b53', 'name': 'tempest-ServerActionsTestJSON-520636329-router', 'tenant_id': '9d37d1d71d154d088bbcf565483b4218', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.125'}], 'enable_snat': True}, 'gw_port_id': 'c402cf8a-e474-4892-b9fb-c980a62a6a96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T18:45:23Z', 'updated_at': '2021-11-05T18:45:28Z', 'revision_number': 4, 'project_id': '9d37d1d71d154d088bbcf565483b4218', 'gw_port': {'id': 'c402cf8a-e474-4892-b9fb-c980a62a6a96', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:13:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af66a059-f191-4368-a4e2-1bc7a80c0b53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1033, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T18:45:23Z', 'updated_at': '2021-11-05T18:45:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1', '_floatingips': [{'id': '54129476-87ac-4c3b-83dd-c0863122e401', 'tenant_id': '9d37d1d71d154d088bbcf565483b4218', 'floating_ip_address': '172.25.6.23', 'floating_network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'router_id': 'af66a059-f191-4368-a4e2-1bc7a80c0b53', 'port_id': '76ac6dda-0dbe-4431-a06f-4b5c155d8cde', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1043, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb5b9fed-8e61-492a-a21e-f9ce432c95f7', 'mac_address': 'fa:16:3e:11:5b:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3c515f9-768f-4a54-bb92-e6f3d5207990', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-05T18:45:35Z', 'updated_at': '2021-11-05T18:45:52Z', 'revision_number': 1, 'project_id': '9d37d1d71d154d088bbcf565483b4218', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5bf1bd6f-902c-4f2b-8f59-ec352778320f', 'name': '', 'network_id': 'bb5b9fed-8e61-492a-a21e-f9ce432c95f7', 'tenant_id': '9d37d1d71d154d088bbcf565483b4218', 'mac_address': 'fa:16:3e:45:7c:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af66a059-f191-4368-a4e2-1bc7a80c0b53', 'device_owner': 'network:router_interface', 'standard_attr_id': 1035, 'fixed_ips': [{'subnet_id': '8df5751e-d8bb-41e4-9469-238f613979b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T18:45:27Z', 'updated_at': '2021-11-05T18:45:37Z', 'revision_number': 5, 'project_id': '9d37d1d71d154d088bbcf565483b4218', 'subnets': [{'id': '8df5751e-d8bb-41e4-9469-238f613979b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-1', False) {} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:45:55.501155 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-956bb5bd-8a51-4d7e-9515-7b6cec326092 req-9e7d0b44-74cf-4643-9bad-a4785d1aa47e service neutron] 10.222.0.55 "GET /v2.0/networks/bb5b9fed-8e61-492a-a21e-f9ce432c95f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1360345 Nov 05 18:45:55.542818 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb85464d-86ea-4e61-ab61-7510d85391cb None None] The sync data for ids ['af66a059-f191-4368-a4e2-1bc7a80c0b53'] in n-d-816865-1 is: [{'id': 'af66a059-f191-4368-a4e2-1bc7a80c0b53', 'name': 'tempest-ServerActionsTestJSON-520636329-router', 'tenant_id': '9d37d1d71d154d088bbcf565483b4218', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.125'}], 'enable_snat': True}, 'gw_port_id': 'c402cf8a-e474-4892-b9fb-c980a62a6a96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T18:45:23Z', 'updated_at': '2021-11-05T18:45:28Z', 'revision_number': 4, 'project_id': '9d37d1d71d154d088bbcf565483b4218', 'gw_port': {'id': 'c402cf8a-e474-4892-b9fb-c980a62a6a96', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:13:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af66a059-f191-4368-a4e2-1bc7a80c0b53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1033, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T18:45:23Z', 'updated_at': '2021-11-05T18:45:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1', '_floatingips': [{'id': '54129476-87ac-4c3b-83dd-c0863122e401', 'tenant_id': '9d37d1d71d154d088bbcf565483b4218', 'floating_ip_address': '172.25.6.23', 'floating_network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'router_id': 'af66a059-f191-4368-a4e2-1bc7a80c0b53', 'port_id': '76ac6dda-0dbe-4431-a06f-4b5c155d8cde', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1043, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb5b9fed-8e61-492a-a21e-f9ce432c95f7', 'mac_address': 'fa:16:3e:11:5b:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3c515f9-768f-4a54-bb92-e6f3d5207990', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-05T18:45:35Z', 'updated_at': '2021-11-05T18:45:52Z', 'revision_number': 1, 'project_id': '9d37d1d71d154d088bbcf565483b4218', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5bf1bd6f-902c-4f2b-8f59-ec352778320f', 'name': '', 'network_id': 'bb5b9fed-8e61-492a-a21e-f9ce432c95f7', 'tenant_id': '9d37d1d71d154d088bbcf565483b4218', 'mac_address': 'fa:16:3e:45:7c:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af66a059-f191-4368-a4e2-1bc7a80c0b53', 'device_owner': 'network:router_interface', 'standard_attr_id': 1035, 'fixed_ips': [{'subnet_id': '8df5751e-d8bb-41e4-9469-238f613979b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T18:45:27Z', 'updated_at': '2021-11-05T18:45:37Z', 'revision_number': 5, 'project_id': '9d37d1d71d154d088bbcf565483b4218', 'subnets': [{'id': '8df5751e-d8bb-41e4-9469-238f613979b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 18:45:55.554951 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Device 1040dbc2-60da-4beb-b10e-d336382ee2cc details requested by agent hyperv_n-h1-816865-1 with host n-h1-816865-1 {{(pid=102388) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 05 18:45:55.593531 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe8e7299-87a0-415a-9210-df6205cda3d2 None None] New status for floating IP a9a80293-84ba-423d-aae2-3cfda3e77ed2: DOWN {{(pid=102389) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 05 18:45:55.680974 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-c0a33f7a-71e6-4ebd-a537-7b98782cf272 req-23a58141-2196-4d14-bd06-1e01e6d51715 tempest-ServersTestBootFromVolume-1080674323 tempest-ServersTestBootFromVolume-1080674323-project] 10.222.0.13 "GET /v2.0/ports?device_id=b5fdd612-ad46-4764-a858-9ef8a8ca5819 HTTP/1.1" status: 200 len: 210 time: 0.0590203 Nov 05 18:45:55.748935 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] For port 1040dbc2-60da-4beb-b10e-d336382ee2cc, host n-h1-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=1040dbc2-60da-4beb-b10e-d336382ee2cc,segment=NetworkSegment(e5174132-a641-4aac-ac7f-99c05aefc2b6),segment_id=e5174132-a641-4aac-ac7f-99c05aefc2b6)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:45:55.768171 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Returning: {'device': '1040dbc2-60da-4beb-b10e-d336382ee2cc', 'network_id': '8c2c2df7-da1b-4d55-8c99-ae0be0798f81', 'port_id': '1040dbc2-60da-4beb-b10e-d336382ee2cc', 'mac_address': 'fa:16:3e:e7:dd:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd510a31-dda0-4360-ac1b-8b1e239249b4', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102388) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 05 18:45:55.878236 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:45:55.967654 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd00a97f-2c1f-4cb2-b439-7faee9477fa2 req-44173b5d-a018-4bcb-aa4f-e9a575b1c39a tempest-ImagesOneServerNegativeTestJSON-2105042970 tempest-ImagesOneServerNegativeTestJSON-2105042970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:45:55.979009 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-dd00a97f-2c1f-4cb2-b439-7faee9477fa2 req-44173b5d-a018-4bcb-aa4f-e9a575b1c39a tempest-ImagesOneServerNegativeTestJSON-2105042970 tempest-ImagesOneServerNegativeTestJSON-2105042970-project] 10.222.0.13 "GET /v2.0/ports?device_id=caf8e462-c0c0-453d-a2ee-722d09bd04ac HTTP/1.1" status: 200 len: 943 time: 0.1277540 Nov 05 18:45:56.059941 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-dd00a97f-2c1f-4cb2-b439-7faee9477fa2 req-92740e28-9661-4d95-91b4-05f83939feac tempest-ImagesOneServerNegativeTestJSON-2105042970 tempest-ImagesOneServerNegativeTestJSON-2105042970-project] 10.222.0.13 "GET /v2.0/security-groups?id=6637cfea-1993-4e71-ac10-e5c82252dcf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768924 Nov 05 18:45:56.128591 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7731ba32-594c-462b-aa32-60774a02f475 None None] New status for floating IP 54129476-87ac-4c3b-83dd-c0863122e401: ACTIVE {{(pid=102388) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 05 18:45:56.161120 n-d-816865-1 neutron-server[102388]: DEBUG neutron.notifiers.nova [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1040dbc2-60da-4beb-b10e-d336382ee2cc {{(pid=102388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 18:45:56.196151 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] For port 1040dbc2-60da-4beb-b10e-d336382ee2cc, host n-h1-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=1040dbc2-60da-4beb-b10e-d336382ee2cc,segment=NetworkSegment(e5174132-a641-4aac-ac7f-99c05aefc2b6),segment_id=e5174132-a641-4aac-ac7f-99c05aefc2b6)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:45:56.260621 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:45:56.360425 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Pushing event updated for resources: {'Port': ['ID=1040dbc2-60da-4beb-b10e-d336382ee2cc,revision_number=4']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:45:56.559724 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] get_ports_and_sgs() called for port_ids ['1040dbc2-60da-4beb-b10e-d336382ee2cc'] {{(pid=102388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 18:45:56.820314 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-58193256-5abb-4c18-a067-9c13efac5fe6 req-e46e6166-b164-4ae8-9838-1e3f1ea07839 tempest-ServersTestBootFromVolume-1080674323 tempest-ServersTestBootFromVolume-1080674323-project] 10.222.0.13 "GET /v2.0/ports?device_id=b5fdd612-ad46-4764-a858-9ef8a8ca5819 HTTP/1.1" status: 200 len: 210 time: 0.0414653 Nov 05 18:45:57.098395 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Device 8e7b7762-69c3-4cee-a44d-991e0e7126b0 no longer exists at agent hyperv_n-h2-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 18:45:57.131950 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] No Port match for: 8e7b7762-69c3-4cee-a44d-991e0e7126b0 {{(pid=102388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 18:45:57.132579 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Device 8e7b7762-69c3-4cee-a44d-991e0e7126b0 not bound to the agent host n-h2-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 18:45:57.249566 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee13127d-ac16-41e4-94e1-4f8ea124ea60 req-c42c1e7d-7eba-447d-941f-fff5383d6318 tempest-ImagesOneServerNegativeTestJSON-2105042970 tempest-ImagesOneServerNegativeTestJSON-2105042970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:45:57.256518 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-ee13127d-ac16-41e4-94e1-4f8ea124ea60 req-c42c1e7d-7eba-447d-941f-fff5383d6318 tempest-ImagesOneServerNegativeTestJSON-2105042970 tempest-ImagesOneServerNegativeTestJSON-2105042970-project] 10.222.0.13 "GET /v2.0/ports?device_id=caf8e462-c0c0-453d-a2ee-722d09bd04ac HTTP/1.1" status: 200 len: 944 time: 0.0644822 Nov 05 18:45:57.314879 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-ee13127d-ac16-41e4-94e1-4f8ea124ea60 req-c427e00f-b2ca-4f63-b4a5-b0a638100bf1 tempest-ImagesOneServerNegativeTestJSON-2105042970 tempest-ImagesOneServerNegativeTestJSON-2105042970-project] 10.222.0.13 "GET /v2.0/security-groups?id=6637cfea-1993-4e71-ac10-e5c82252dcf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567327 Nov 05 18:45:57.564617 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Device 1040dbc2-60da-4beb-b10e-d336382ee2cc up at agent hyperv_n-h1-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 18:45:57.779651 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Provisioning for port 1040dbc2-60da-4beb-b10e-d336382ee2cc completed by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 05 18:45:57.783858 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Provisioning complete for port 1040dbc2-60da-4beb-b10e-d336382ee2cc triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:45:57.784252 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:45:57.874898 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:45:57.901828 n-d-816865-1 neutron-server[102388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'caf8e462-c0c0-453d-a2ee-722d09bd04ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1040dbc2-60da-4beb-b10e-d336382ee2cc'}] {{(pid=102388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 18:45:57.904808 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85474fee1180e129d8a886d264fe0b30223aa672dd1ffe43b630605f18504f68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-723f5a52-e4a6-4610-a644-d17f3f0c6dff" -d '{"events": [{"server_uuid": "caf8e462-c0c0-453d-a2ee-722d09bd04ac", "name": "network-vif-plugged", "status": "completed", "tag": "1040dbc2-60da-4beb-b10e-d336382ee2cc"}]}' {{(pid=102388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 18:45:57.922418 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] For port 1040dbc2-60da-4beb-b10e-d336382ee2cc, host n-h1-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=1040dbc2-60da-4beb-b10e-d336382ee2cc,segment=NetworkSegment(e5174132-a641-4aac-ac7f-99c05aefc2b6),segment_id=e5174132-a641-4aac-ac7f-99c05aefc2b6)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:45:57.943385 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-055b1ad9-408f-41c0-9510-aa9a8b541c00 req-a759c89c-395d-4ec1-a9f8-718862a2cdab tempest-ServersTestBootFromVolume-1080674323 tempest-ServersTestBootFromVolume-1080674323-project] 10.222.0.13 "GET /v2.0/ports?device_id=b5fdd612-ad46-4764-a858-9ef8a8ca5819 HTTP/1.1" status: 200 len: 210 time: 0.0452211 Nov 05 18:45:58.007301 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 18:45:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe0836b3-7db0-4cb6-a740-31ecf97acc1f x-openstack-request-id: req-fe0836b3-7db0-4cb6-a740-31ecf97acc1f {{(pid=102388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 18:45:58.008138 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "caf8e462-c0c0-453d-a2ee-722d09bd04ac", "name": "network-vif-plugged", "status": "completed", "tag": "1040dbc2-60da-4beb-b10e-d336382ee2cc", "code": 200}]} {{(pid=102388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 18:45:58.008445 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-fe0836b3-7db0-4cb6-a740-31ecf97acc1f {{(pid=102388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 18:45:58.014727 n-d-816865-1 neutron-server[102388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'caf8e462-c0c0-453d-a2ee-722d09bd04ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1040dbc2-60da-4beb-b10e-d336382ee2cc', 'code': 200} Nov 05 18:45:58.040334 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:45:58.161072 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Pushing event updated for resources: {'Port': ['ID=1040dbc2-60da-4beb-b10e-d336382ee2cc,revision_number=5']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:45:58.186706 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1341482b-a0bf-4d68-89fd-1d5181023ef2 req-3cebd0fd-d8e8-44e0-a60d-a0fb02afc396 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:45:58.189951 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-1341482b-a0bf-4d68-89fd-1d5181023ef2 req-3cebd0fd-d8e8-44e0-a60d-a0fb02afc396 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=caf8e462-c0c0-453d-a2ee-722d09bd04ac HTTP/1.1" status: 200 len: 1096 time: 0.1089110 Nov 05 18:45:58.250064 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-1341482b-a0bf-4d68-89fd-1d5181023ef2 req-8e989a7b-156a-4e0c-9273-b1c27f086931 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=6637cfea-1993-4e71-ac10-e5c82252dcf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437169 Nov 05 18:45:58.448148 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb462b6a-dd53-4990-9a42-8eb67ccede76 req-33c211cf-280b-4924-8e56-d438c0f734b2 tempest-ImagesOneServerNegativeTestJSON-2105042970 tempest-ImagesOneServerNegativeTestJSON-2105042970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:45:58.451193 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-cb462b6a-dd53-4990-9a42-8eb67ccede76 req-33c211cf-280b-4924-8e56-d438c0f734b2 tempest-ImagesOneServerNegativeTestJSON-2105042970 tempest-ImagesOneServerNegativeTestJSON-2105042970-project] 10.222.0.13 "GET /v2.0/ports?device_id=caf8e462-c0c0-453d-a2ee-722d09bd04ac HTTP/1.1" status: 200 len: 945 time: 0.0544798 Nov 05 18:45:58.509059 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-cb462b6a-dd53-4990-9a42-8eb67ccede76 req-d8768c09-2cbf-4d42-8237-00597ba73cb3 tempest-ImagesOneServerNegativeTestJSON-2105042970 tempest-ImagesOneServerNegativeTestJSON-2105042970-project] 10.222.0.13 "GET /v2.0/security-groups?id=6637cfea-1993-4e71-ac10-e5c82252dcf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511425 Nov 05 18:45:59.058107 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-f2eb7bfc-beec-4eaf-84d6-65067be92508 req-09e771a1-3d86-438f-acf3-e6c7cf5b010f tempest-ServersTestBootFromVolume-1080674323 tempest-ServersTestBootFromVolume-1080674323-project] 10.222.0.13 "GET /v2.0/ports?device_id=b5fdd612-ad46-4764-a858-9ef8a8ca5819 HTTP/1.1" status: 200 len: 210 time: 0.0340309 Nov 05 18:45:59.320638 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbe0a76-a759-430c-893c-d6f8f57cc68a req-f291b081-1db5-4007-96f6-3091085ad0cb tempest-AttachSCSIVolumeTestJSON-45934144 tempest-AttachSCSIVolumeTestJSON-45934144-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:45:59.322192 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-edbe0a76-a759-430c-893c-d6f8f57cc68a req-f291b081-1db5-4007-96f6-3091085ad0cb tempest-AttachSCSIVolumeTestJSON-45934144 tempest-AttachSCSIVolumeTestJSON-45934144-project] 10.222.0.13 "GET /v2.0/networks?id=9e4ef535-d14c-4262-8392-8dc3ea3c91cf HTTP/1.1" status: 200 len: 814 time: 0.1205442 Nov 05 18:45:59.339823 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-edbe0a76-a759-430c-893c-d6f8f57cc68a req-92d77486-9d6d-4541-810c-f3fa8a1f2638 tempest-AttachSCSIVolumeTestJSON-45934144 tempest-AttachSCSIVolumeTestJSON-45934144-project] 10.222.0.13 "GET /v2.0/quotas/97328bf82188472f95d7e0dd2282b437 HTTP/1.1" status: 200 len: 375 time: 0.0110517 Nov 05 18:45:59.394638 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-edbe0a76-a759-430c-893c-d6f8f57cc68a req-0f58a0bc-36b8-4a9d-8b16-149407fd683e tempest-AttachSCSIVolumeTestJSON-45934144 tempest-AttachSCSIVolumeTestJSON-45934144-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=97328bf82188472f95d7e0dd2282b437&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0477610 Nov 05 18:45:59.491999 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-edbe0a76-a759-430c-893c-d6f8f57cc68a req-8b0cf03f-28dc-46ea-ac12-d3b6fef6dd32 service neutron] 10.222.0.13 "GET /v2.0/networks/9e4ef535-d14c-4262-8392-8dc3ea3c91cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898602 Nov 05 18:45:59.593662 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-edbe0a76-a759-430c-893c-d6f8f57cc68a req-ec7cbd1a-e592-4fdb-b778-5d296a676a66 service neutron] 10.222.0.13 "GET /v2.0/networks/9e4ef535-d14c-4262-8392-8dc3ea3c91cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936751 Nov 05 18:45:59.695163 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a45327-6dfe-4b15-b9f4-8d4f850430f6 req-d169c931-ca66-4e22-b336-770fcd32e4dd tempest-ImagesOneServerNegativeTestJSON-2105042970 tempest-ImagesOneServerNegativeTestJSON-2105042970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:45:59.696648 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-f5a45327-6dfe-4b15-b9f4-8d4f850430f6 req-d169c931-ca66-4e22-b336-770fcd32e4dd tempest-ImagesOneServerNegativeTestJSON-2105042970 tempest-ImagesOneServerNegativeTestJSON-2105042970-project] 10.222.0.13 "GET /v2.0/ports?device_id=caf8e462-c0c0-453d-a2ee-722d09bd04ac HTTP/1.1" status: 200 len: 945 time: 0.0561130 Nov 05 18:45:59.745797 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-f5a45327-6dfe-4b15-b9f4-8d4f850430f6 req-1b6bc9b6-531f-48b2-8d48-d2b5ab7f66a5 tempest-ImagesOneServerNegativeTestJSON-2105042970 tempest-ImagesOneServerNegativeTestJSON-2105042970-project] 10.222.0.13 "GET /v2.0/security-groups?id=6637cfea-1993-4e71-ac10-e5c82252dcf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426407 Nov 05 18:45:59.881323 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-e0e61f57-5912-4124-980d-ab78d8c4529d req-96267a21-a6cb-4482-aca9-46d6b2d8e7bf tempest-AttachSCSIVolumeTestJSON-45934144 tempest-AttachSCSIVolumeTestJSON-45934144-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f513380-5649-4a8d-a947-a3c25e1fd708 HTTP/1.1" status: 200 len: 210 time: 0.0450170 Nov 05 18:45:59.904811 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27010fd-09c4-455f-b06e-4e958ef48c80 req-29864780-ed07-4f2d-947d-411e1357911d tempest-ImagesOneServerNegativeTestJSON-2105042970 tempest-ImagesOneServerNegativeTestJSON-2105042970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:45:59.906500 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-e27010fd-09c4-455f-b06e-4e958ef48c80 req-29864780-ed07-4f2d-947d-411e1357911d tempest-ImagesOneServerNegativeTestJSON-2105042970 tempest-ImagesOneServerNegativeTestJSON-2105042970-project] 10.222.0.13 "GET /v2.0/ports?device_id=caf8e462-c0c0-453d-a2ee-722d09bd04ac HTTP/1.1" status: 200 len: 945 time: 0.0825641 Nov 05 18:45:59.956579 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-e27010fd-09c4-455f-b06e-4e958ef48c80 req-34916656-5fac-4251-852c-aa54dee871b5 tempest-ImagesOneServerNegativeTestJSON-2105042970 tempest-ImagesOneServerNegativeTestJSON-2105042970-project] 10.222.0.13 "GET /v2.0/security-groups?id=6637cfea-1993-4e71-ac10-e5c82252dcf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438659 Nov 05 18:46:00.166254 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-717012b6-e65b-4fa1-ab65-c3767c59f684 req-ca018020-2c51-4374-9159-5ddfbd2f5e8b tempest-ServersTestBootFromVolume-1080674323 tempest-ServersTestBootFromVolume-1080674323-project] 10.222.0.13 "GET /v2.0/ports?device_id=b5fdd612-ad46-4764-a858-9ef8a8ca5819 HTTP/1.1" status: 200 len: 210 time: 0.0374830 Nov 05 18:46:00.899319 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5f9f74-a8a9-4201-aa9f-25c7facc5b98 req-0ac47434-7291-4c86-8002-f42accfc90e9 tempest-ImagesOneServerNegativeTestJSON-2105042970 tempest-ImagesOneServerNegativeTestJSON-2105042970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:46:00.900792 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-be5f9f74-a8a9-4201-aa9f-25c7facc5b98 req-0ac47434-7291-4c86-8002-f42accfc90e9 tempest-ImagesOneServerNegativeTestJSON-2105042970 tempest-ImagesOneServerNegativeTestJSON-2105042970-project] 10.222.0.13 "GET /v2.0/ports?device_id=caf8e462-c0c0-453d-a2ee-722d09bd04ac HTTP/1.1" status: 200 len: 945 time: 0.0503125 Nov 05 18:46:00.974015 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-be5f9f74-a8a9-4201-aa9f-25c7facc5b98 req-40cfed71-d9e1-4fd1-be55-c0e47e07403b tempest-ImagesOneServerNegativeTestJSON-2105042970 tempest-ImagesOneServerNegativeTestJSON-2105042970-project] 10.222.0.13 "GET /v2.0/security-groups?id=6637cfea-1993-4e71-ac10-e5c82252dcf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638747 Nov 05 18:46:01.002809 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-89a0354a-ee4f-4165-a7ca-633791f43078 req-9f88076a-5760-45f0-bfc5-4f211f59d55b tempest-AttachSCSIVolumeTestJSON-45934144 tempest-AttachSCSIVolumeTestJSON-45934144-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f513380-5649-4a8d-a947-a3c25e1fd708 HTTP/1.1" status: 200 len: 210 time: 0.0271351 Nov 05 18:46:01.271730 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-0edc9a7a-7274-41b2-b741-8e561a336442 req-379e5c69-66a4-491f-80cc-277440a9ccc2 tempest-ServersTestBootFromVolume-1080674323 tempest-ServersTestBootFromVolume-1080674323-project] 10.222.0.13 "GET /v2.0/ports?device_id=b5fdd612-ad46-4764-a858-9ef8a8ca5819 HTTP/1.1" status: 200 len: 210 time: 0.0293777 Nov 05 18:46:02.105946 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-8c75e59e-3bce-4cbe-aa57-f9a6bcfb96b6 req-05ef40c4-2c1f-4e02-9bb8-74f69ea8b3c8 tempest-AttachSCSIVolumeTestJSON-45934144 tempest-AttachSCSIVolumeTestJSON-45934144-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f513380-5649-4a8d-a947-a3c25e1fd708 HTTP/1.1" status: 200 len: 210 time: 0.0294778 Nov 05 18:46:02.117249 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a333e0a4-259e-497e-9886-a051ce0ecce9 req-b704ea5c-f541-4a1d-9c75-dcf948fe1327 tempest-ImagesOneServerNegativeTestJSON-2105042970 tempest-ImagesOneServerNegativeTestJSON-2105042970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:46:02.127924 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-a333e0a4-259e-497e-9886-a051ce0ecce9 req-b704ea5c-f541-4a1d-9c75-dcf948fe1327 tempest-ImagesOneServerNegativeTestJSON-2105042970 tempest-ImagesOneServerNegativeTestJSON-2105042970-project] 10.222.0.13 "GET /v2.0/ports?device_id=caf8e462-c0c0-453d-a2ee-722d09bd04ac HTTP/1.1" status: 200 len: 945 time: 0.0778980 Nov 05 18:46:02.175603 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-a333e0a4-259e-497e-9886-a051ce0ecce9 req-36051afc-e05b-4ea2-9982-6a76579f2bdb tempest-ImagesOneServerNegativeTestJSON-2105042970 tempest-ImagesOneServerNegativeTestJSON-2105042970-project] 10.222.0.13 "GET /v2.0/security-groups?id=6637cfea-1993-4e71-ac10-e5c82252dcf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492814 Nov 05 18:46:02.291808 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbe0a76-a759-430c-893c-d6f8f57cc68a req-de49504b-e68c-4901-94f6-58ed24cc3691 tempest-AttachSCSIVolumeTestJSON-45934144 tempest-AttachSCSIVolumeTestJSON-45934144-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:46:02.293201 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-edbe0a76-a759-430c-893c-d6f8f57cc68a req-de49504b-e68c-4901-94f6-58ed24cc3691 tempest-AttachSCSIVolumeTestJSON-45934144 tempest-AttachSCSIVolumeTestJSON-45934144-project] 10.222.0.41 "GET /v2.0/networks?id=9e4ef535-d14c-4262-8392-8dc3ea3c91cf HTTP/1.1" status: 200 len: 814 time: 0.1013181 Nov 05 18:46:02.322110 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [req-edbe0a76-a759-430c-893c-d6f8f57cc68a req-1d3f8546-4fb7-4559-90cd-ce91e724f4fb tempest-AttachSCSIVolumeTestJSON-45934144 tempest-AttachSCSIVolumeTestJSON-45934144-project] Request body: {'port': {'device_id': '2f513380-5649-4a8d-a947-a3c25e1fd708', 'network_id': '9e4ef535-d14c-4262-8392-8dc3ea3c91cf', 'admin_state_up': True, 'tenant_id': '97328bf82188472f95d7e0dd2282b437'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:46:02.410880 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-70d08443-eba4-4f6e-9cba-b8c8ea42180b req-44f52706-bdae-4293-801b-7b4a96193e14 tempest-ServersTestBootFromVolume-1080674323 tempest-ServersTestBootFromVolume-1080674323-project] 10.222.0.13 "GET /v2.0/ports?device_id=b5fdd612-ad46-4764-a858-9ef8a8ca5819 HTTP/1.1" status: 200 len: 210 time: 0.0345876 Nov 05 18:46:02.534320 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-edbe0a76-a759-430c-893c-d6f8f57cc68a req-1d3f8546-4fb7-4559-90cd-ce91e724f4fb tempest-AttachSCSIVolumeTestJSON-45934144 tempest-AttachSCSIVolumeTestJSON-45934144-project] Made reservation on behalf of 97328bf82188472f95d7e0dd2282b437 for: {'port': 1} {{(pid=102386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 18:46:02.537843 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-edbe0a76-a759-430c-893c-d6f8f57cc68a req-1d3f8546-4fb7-4559-90cd-ce91e724f4fb tempest-AttachSCSIVolumeTestJSON-45934144 tempest-AttachSCSIVolumeTestJSON-45934144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:46:02.571087 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-0fb011e6-7598-4421-9f2b-2e482cb5ccc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:46:02.677599 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.db_base_plugin_common [req-edbe0a76-a759-430c-893c-d6f8f57cc68a req-1d3f8546-4fb7-4559-90cd-ce91e724f4fb tempest-AttachSCSIVolumeTestJSON-45934144 tempest-AttachSCSIVolumeTestJSON-45934144-project] Allocated IP 172.20.0.12 (9e4ef535-d14c-4262-8392-8dc3ea3c91cf/a56c3e18-831b-4295-9866-e3b8d13b0f77/084ca030-dc7f-4967-9a25-9932674a4b0b) {{(pid=102386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 18:46:02.850947 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-edbe0a76-a759-430c-893c-d6f8f57cc68a req-1d3f8546-4fb7-4559-90cd-ce91e724f4fb tempest-AttachSCSIVolumeTestJSON-45934144 tempest-AttachSCSIVolumeTestJSON-45934144-project] Publish callbacks [] for port, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:46:03.016162 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-edbe0a76-a759-430c-893c-d6f8f57cc68a req-1d3f8546-4fb7-4559-90cd-ce91e724f4fb tempest-AttachSCSIVolumeTestJSON-45934144 tempest-AttachSCSIVolumeTestJSON-45934144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:46:03.074738 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-edbe0a76-a759-430c-893c-d6f8f57cc68a req-1d3f8546-4fb7-4559-90cd-ce91e724f4fb tempest-AttachSCSIVolumeTestJSON-45934144 tempest-AttachSCSIVolumeTestJSON-45934144-project] Network 9e4ef535-d14c-4262-8392-8dc3ea3c91cf is already hosted by enough agents. {{(pid=102386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 18:46:03.147286 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.base_scheduler [req-edbe0a76-a759-430c-893c-d6f8f57cc68a req-1d3f8546-4fb7-4559-90cd-ce91e724f4fb tempest-AttachSCSIVolumeTestJSON-45934144 tempest-AttachSCSIVolumeTestJSON-45934144-project] Resources bound (agent type, host, resource id): {{(pid=102386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:46:03.164040 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [req-edbe0a76-a759-430c-893c-d6f8f57cc68a req-1d3f8546-4fb7-4559-90cd-ce91e724f4fb tempest-AttachSCSIVolumeTestJSON-45934144 tempest-AttachSCSIVolumeTestJSON-45934144-project] Received port after_create {{(pid=102386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 18:46:03.295042 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3f8546-4fb7-4559-90cd-ce91e724f4fb tempest-AttachSCSIVolumeTestJSON-45934144 tempest-AttachSCSIVolumeTestJSON-45934144-project] Pushing event updated for resources: {'Port': ['ID=084ca030-dc7f-4967-9a25-9932674a4b0b,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:46:03.319689 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbe0a76-a759-430c-893c-d6f8f57cc68a req-1d3f8546-4fb7-4559-90cd-ce91e724f4fb tempest-AttachSCSIVolumeTestJSON-45934144 tempest-AttachSCSIVolumeTestJSON-45934144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:46:03.320901 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-edbe0a76-a759-430c-893c-d6f8f57cc68a req-1d3f8546-4fb7-4559-90cd-ce91e724f4fb tempest-AttachSCSIVolumeTestJSON-45934144 tempest-AttachSCSIVolumeTestJSON-45934144-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:46:03.342906 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d3f8546-4fb7-4559-90cd-ce91e724f4fb tempest-AttachSCSIVolumeTestJSON-45934144 tempest-AttachSCSIVolumeTestJSON-45934144-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:46:03.343797 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d3f8546-4fb7-4559-90cd-ce91e724f4fb tempest-AttachSCSIVolumeTestJSON-45934144 tempest-AttachSCSIVolumeTestJSON-45934144-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:46:03.344359 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d3f8546-4fb7-4559-90cd-ce91e724f4fb tempest-AttachSCSIVolumeTestJSON-45934144 tempest-AttachSCSIVolumeTestJSON-45934144-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:46:03.345070 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d3f8546-4fb7-4559-90cd-ce91e724f4fb tempest-AttachSCSIVolumeTestJSON-45934144 tempest-AttachSCSIVolumeTestJSON-45934144-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:46:03.345642 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d3f8546-4fb7-4559-90cd-ce91e724f4fb tempest-AttachSCSIVolumeTestJSON-45934144 tempest-AttachSCSIVolumeTestJSON-45934144-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:46:03.346274 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d3f8546-4fb7-4559-90cd-ce91e724f4fb tempest-AttachSCSIVolumeTestJSON-45934144 tempest-AttachSCSIVolumeTestJSON-45934144-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:46:03.347706 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d3f8546-4fb7-4559-90cd-ce91e724f4fb tempest-AttachSCSIVolumeTestJSON-45934144 tempest-AttachSCSIVolumeTestJSON-45934144-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:46:03.348224 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66dccd3-f896-4cf4-b31b-1c37102b60ab req-172ae1a4-45bf-4ad3-9a1f-734ab3b65940 tempest-AttachSCSIVolumeTestJSON-45934144 tempest-AttachSCSIVolumeTestJSON-45934144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:46:03.349178 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d3f8546-4fb7-4559-90cd-ce91e724f4fb tempest-AttachSCSIVolumeTestJSON-45934144 tempest-AttachSCSIVolumeTestJSON-45934144-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:46:03.349912 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d3f8546-4fb7-4559-90cd-ce91e724f4fb tempest-AttachSCSIVolumeTestJSON-45934144 tempest-AttachSCSIVolumeTestJSON-45934144-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:46:03.350557 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d3f8546-4fb7-4559-90cd-ce91e724f4fb tempest-AttachSCSIVolumeTestJSON-45934144 tempest-AttachSCSIVolumeTestJSON-45934144-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:46:03.351153 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d3f8546-4fb7-4559-90cd-ce91e724f4fb tempest-AttachSCSIVolumeTestJSON-45934144 tempest-AttachSCSIVolumeTestJSON-45934144-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:46:03.351804 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d3f8546-4fb7-4559-90cd-ce91e724f4fb tempest-AttachSCSIVolumeTestJSON-45934144 tempest-AttachSCSIVolumeTestJSON-45934144-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:46:03.357540 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-e66dccd3-f896-4cf4-b31b-1c37102b60ab req-172ae1a4-45bf-4ad3-9a1f-734ab3b65940 tempest-AttachSCSIVolumeTestJSON-45934144 tempest-AttachSCSIVolumeTestJSON-45934144-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f513380-5649-4a8d-a947-a3c25e1fd708 HTTP/1.1" status: 200 len: 932 time: 0.0964019 Nov 05 18:46:03.459350 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-edbe0a76-a759-430c-893c-d6f8f57cc68a req-1d3f8546-4fb7-4559-90cd-ce91e724f4fb tempest-AttachSCSIVolumeTestJSON-45934144 tempest-AttachSCSIVolumeTestJSON-45934144-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1532233 Nov 05 18:46:03.467673 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-e66dccd3-f896-4cf4-b31b-1c37102b60ab req-2a2001a1-30cf-4e31-9bfb-96b6ea0c7816 tempest-AttachSCSIVolumeTestJSON-45934144 tempest-AttachSCSIVolumeTestJSON-45934144-project] 10.222.0.13 "GET /v2.0/security-groups?id=3b86adff-4a9f-4ee7-9e87-504cc86d3d57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089680 Nov 05 18:46:03.489112 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86817879-2a06-4d9d-8f52-45242bf48d45 req-11d99c36-bf6f-4dcb-8d25-de2eb434e8c6 tempest-ImagesOneServerNegativeTestJSON-2105042970 tempest-ImagesOneServerNegativeTestJSON-2105042970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:46:03.493915 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-86817879-2a06-4d9d-8f52-45242bf48d45 req-11d99c36-bf6f-4dcb-8d25-de2eb434e8c6 tempest-ImagesOneServerNegativeTestJSON-2105042970 tempest-ImagesOneServerNegativeTestJSON-2105042970-project] 10.222.0.13 "GET /v2.0/ports?device_id=caf8e462-c0c0-453d-a2ee-722d09bd04ac HTTP/1.1" status: 200 len: 945 time: 0.1241429 Nov 05 18:46:03.495310 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [req-edbe0a76-a759-430c-893c-d6f8f57cc68a req-40e37a61-f652-467c-868d-2088e2a37156 tempest-AttachSCSIVolumeTestJSON-45934144 tempest-AttachSCSIVolumeTestJSON-45934144-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=102386) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 05 18:46:03.499644 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-edbe0a76-a759-430c-893c-d6f8f57cc68a req-40e37a61-f652-467c-868d-2088e2a37156 tempest-AttachSCSIVolumeTestJSON-45934144 tempest-AttachSCSIVolumeTestJSON-45934144-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0208995 Nov 05 18:46:03.605553 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Device 1040dbc2-60da-4beb-b10e-d336382ee2cc details requested by agent hyperv_n-h1-816865-1 with host n-h1-816865-1 {{(pid=102388) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 05 18:46:03.620668 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-86817879-2a06-4d9d-8f52-45242bf48d45 req-0f58336c-71fa-4cae-aa6d-dafca1ae36fe tempest-ImagesOneServerNegativeTestJSON-2105042970 tempest-ImagesOneServerNegativeTestJSON-2105042970-project] 10.222.0.13 "GET /v2.0/security-groups?id=6637cfea-1993-4e71-ac10-e5c82252dcf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190171 Nov 05 18:46:03.733643 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [req-edbe0a76-a759-430c-893c-d6f8f57cc68a req-cdb681ad-ef51-4f86-9f57-cc1954e7fe9b service neutron] Request body: {'port': {'device_id': '2f513380-5649-4a8d-a947-a3c25e1fd708', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816865-1'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:46:03.884505 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-edbe0a76-a759-430c-893c-d6f8f57cc68a req-cdb681ad-ef51-4f86-9f57-cc1954e7fe9b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:46:03.922623 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] For port 1040dbc2-60da-4beb-b10e-d336382ee2cc, host n-h1-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=1040dbc2-60da-4beb-b10e-d336382ee2cc,segment=NetworkSegment(e5174132-a641-4aac-ac7f-99c05aefc2b6),segment_id=e5174132-a641-4aac-ac7f-99c05aefc2b6)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:46:03.924940 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 49696) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:46:04.060398 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Returning: {'device': '1040dbc2-60da-4beb-b10e-d336382ee2cc', 'network_id': '8c2c2df7-da1b-4d55-8c99-ae0be0798f81', 'port_id': '1040dbc2-60da-4beb-b10e-d336382ee2cc', 'mac_address': 'fa:16:3e:e7:dd:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd510a31-dda0-4360-ac1b-8b1e239249b4', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102388) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 05 18:46:04.067939 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-8f33b4d0-b437-4567-89e9-504427ec39e3 None None] Provisioning complete for port 084ca030-dc7f-4967-9a25-9932674a4b0b triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:46:04.072116 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-8f33b4d0-b437-4567-89e9-504427ec39e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:46:04.118217 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cc19df-5505-48c1-8af5-ef54c8e499c7 req-1b5e317a-51d1-44f5-8c59-2161715135a7 tempest-LiveMigrationTest-1249278027 tempest-LiveMigrationTest-1249278027-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:46:04.128787 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-82cc19df-5505-48c1-8af5-ef54c8e499c7 req-1b5e317a-51d1-44f5-8c59-2161715135a7 tempest-LiveMigrationTest-1249278027 tempest-LiveMigrationTest-1249278027-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=58a8afea-610a-4461-9810-b306ba649798 HTTP/1.1" status: 200 len: 1096 time: 0.1178648 Nov 05 18:46:04.181325 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:46:04.183522 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-447cbaf8-7b06-4707-ad93-52200fe54491 tempest-ServersTestBootFromVolume-1080674323 tempest-ServersTestBootFromVolume-1080674323-project] Publish callbacks [] for security_group, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:46:04.204354 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:46:04.251684 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-447cbaf8-7b06-4707-ad93-52200fe54491 tempest-ServersTestBootFromVolume-1080674323 tempest-ServersTestBootFromVolume-1080674323-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:46:04.257841 n-d-816865-1 neutron-server[102388]: DEBUG neutron.notifiers.nova [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1040dbc2-60da-4beb-b10e-d336382ee2cc {{(pid=102388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 18:46:04.328453 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] For port 1040dbc2-60da-4beb-b10e-d336382ee2cc, host n-h1-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=1040dbc2-60da-4beb-b10e-d336382ee2cc,segment=NetworkSegment(e5174132-a641-4aac-ac7f-99c05aefc2b6),segment_id=e5174132-a641-4aac-ac7f-99c05aefc2b6)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:46:04.330104 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-8f33b4d0-b437-4567-89e9-504427ec39e3 None None] Port 084ca030-dc7f-4967-9a25-9932674a4b0b cannot update to ACTIVE because it is not bound. {{(pid=102388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 18:46:04.367092 n-d-816865-1 neutron-server[102386]: DEBUG neutron.notifiers.nova [req-edbe0a76-a759-430c-893c-d6f8f57cc68a req-cdb681ad-ef51-4f86-9f57-cc1954e7fe9b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 084ca030-dc7f-4967-9a25-9932674a4b0b {{(pid=102386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 18:46:04.373883 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-82cc19df-5505-48c1-8af5-ef54c8e499c7 req-f498e3a5-fa0b-49cd-b50e-dc69c4acea33 tempest-LiveMigrationTest-1249278027 tempest-LiveMigrationTest-1249278027-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=3677ad50-e4bf-4315-8aa4-e48810edc139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2397120 Nov 05 18:46:04.376081 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-edbe0a76-a759-430c-893c-d6f8f57cc68a req-cdb681ad-ef51-4f86-9f57-cc1954e7fe9b service neutron] Publish callbacks [] for port, precommit_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:46:04.389169 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.provisioning_blocks [req-edbe0a76-a759-430c-893c-d6f8f57cc68a req-cdb681ad-ef51-4f86-9f57-cc1954e7fe9b service neutron] Transition to ACTIVE for port object 084ca030-dc7f-4967-9a25-9932674a4b0b will not be triggered until provisioned by entity L2. {{(pid=102386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 05 18:46:04.408285 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-447cbaf8-7b06-4707-ad93-52200fe54491 tempest-ServersTestBootFromVolume-1080674323 tempest-ServersTestBootFromVolume-1080674323-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:46:04.408585 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:46:04.414548 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-447cbaf8-7b06-4707-ad93-52200fe54491 tempest-ServersTestBootFromVolume-1080674323 tempest-ServersTestBootFromVolume-1080674323-project] Publish callbacks [] for security_group, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:46:04.417254 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-447cbaf8-7b06-4707-ad93-52200fe54491 tempest-ServersTestBootFromVolume-1080674323 tempest-ServersTestBootFromVolume-1080674323-project] 10.222.0.13 "DELETE /v2.0/security-groups/c9b98ffb-59d1-4211-8222-8a4dac87e076 HTTP/1.1" status: 204 len: 168 time: 0.4893048 Nov 05 18:46:04.418920 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 49700) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:46:04.439461 n-d-816865-1 neutron-server[102386]: INFO neutron.api.v2.resource [None req-ab978857-adb0-46bd-b05b-2af25f20ea78 tempest-ServersTestBootFromVolume-1080674323 tempest-ServersTestBootFromVolume-1080674323-project] show failed (client error): The resource could not be found. Nov 05 18:46:04.445184 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 49702) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:46:04.450593 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-ab978857-adb0-46bd-b05b-2af25f20ea78 tempest-ServersTestBootFromVolume-1080674323 tempest-ServersTestBootFromVolume-1080674323-project] 10.222.0.13 "GET /v2.0/security-groups/c9b98ffb-59d1-4211-8222-8a4dac87e076 HTTP/1.1" status: 404 len: 347 time: 0.0297210 Nov 05 18:46:04.459792 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-edbe0a76-a759-430c-893c-d6f8f57cc68a req-cdb681ad-ef51-4f86-9f57-cc1954e7fe9b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6149821'] for port, after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:46:04.468287 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447cbaf8-7b06-4707-ad93-52200fe54491 tempest-ServersTestBootFromVolume-1080674323 tempest-ServersTestBootFromVolume-1080674323-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9b98ffb-59d1-4211-8222-8a4dac87e076,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:46:04.567573 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Pushing event updated for resources: {'Port': ['ID=1040dbc2-60da-4beb-b10e-d336382ee2cc,revision_number=6']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:46:04.639812 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb681ad-ef51-4f86-9f57-cc1954e7fe9b service neutron] Pushing event updated for resources: {'Port': ['ID=084ca030-dc7f-4967-9a25-9932674a4b0b,revision_number=2']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:46:04.643333 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] get_ports_and_sgs() called for port_ids ['1040dbc2-60da-4beb-b10e-d336382ee2cc'] {{(pid=102388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 18:46:04.855337 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [req-edbe0a76-a759-430c-893c-d6f8f57cc68a req-cdb681ad-ef51-4f86-9f57-cc1954e7fe9b service neutron] Attempting to bind port 084ca030-dc7f-4967-9a25-9932674a4b0b on host n-h1-816865-1 for vnic_type normal with profile {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 18:46:04.862378 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [req-edbe0a76-a759-430c-893c-d6f8f57cc68a req-cdb681ad-ef51-4f86-9f57-cc1954e7fe9b service neutron] Attempting to bind port 084ca030-dc7f-4967-9a25-9932674a4b0b by drivers openvswitch,hyperv on host n-h1-816865-1 at level 0 using segments [{'id': '344b2fe5-9ae3-40f3-b64f-84eda91e921b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '9e4ef535-d14c-4262-8392-8dc3ea3c91cf'}] {{(pid=102386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 18:46:04.862815 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edbe0a76-a759-430c-893c-d6f8f57cc68a req-cdb681ad-ef51-4f86-9f57-cc1954e7fe9b service neutron] Attempting to bind port 084ca030-dc7f-4967-9a25-9932674a4b0b on network 9e4ef535-d14c-4262-8392-8dc3ea3c91cf {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 18:46:04.874900 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edbe0a76-a759-430c-893c-d6f8f57cc68a req-cdb681ad-ef51-4f86-9f57-cc1954e7fe9b service neutron] Port 084ca030-dc7f-4967-9a25-9932674a4b0b on network 9e4ef535-d14c-4262-8392-8dc3ea3c91cf not bound, no agent of type Open vSwitch agent registered on host n-h1-816865-1 {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 18:46:04.875150 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edbe0a76-a759-430c-893c-d6f8f57cc68a req-cdb681ad-ef51-4f86-9f57-cc1954e7fe9b service neutron] Attempting to bind port 084ca030-dc7f-4967-9a25-9932674a4b0b on network 9e4ef535-d14c-4262-8392-8dc3ea3c91cf {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 18:46:04.881127 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edbe0a76-a759-430c-893c-d6f8f57cc68a req-cdb681ad-ef51-4f86-9f57-cc1954e7fe9b service neutron] Checking agent: {'id': 'eb596d7c-8c64-42bd-8aca-fad447eb0eab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816865-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 18, 33, 34), 'started_at': datetime.datetime(2021, 11, 5, 18, 33, 34), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 18, 46, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 18:46:04.881461 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edbe0a76-a759-430c-893c-d6f8f57cc68a req-cdb681ad-ef51-4f86-9f57-cc1954e7fe9b service neutron] Checking segment: {'id': '344b2fe5-9ae3-40f3-b64f-84eda91e921b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '9e4ef535-d14c-4262-8392-8dc3ea3c91cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 18:46:04.886374 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edbe0a76-a759-430c-893c-d6f8f57cc68a req-cdb681ad-ef51-4f86-9f57-cc1954e7fe9b service neutron] Bound using segment: {'id': '344b2fe5-9ae3-40f3-b64f-84eda91e921b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '9e4ef535-d14c-4262-8392-8dc3ea3c91cf'} {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 18:46:04.887082 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [req-edbe0a76-a759-430c-893c-d6f8f57cc68a req-cdb681ad-ef51-4f86-9f57-cc1954e7fe9b service neutron] Bound port: 084ca030-dc7f-4967-9a25-9932674a4b0b, host: n-h1-816865-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '344b2fe5-9ae3-40f3-b64f-84eda91e921b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '9e4ef535-d14c-4262-8392-8dc3ea3c91cf'}}] {{(pid=102386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 18:46:04.887497 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-edbe0a76-a759-430c-893c-d6f8f57cc68a req-cdb681ad-ef51-4f86-9f57-cc1954e7fe9b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:46:04.962351 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-a688c176-11bb-4c4c-97c3-90376752aaff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:46:05.051549 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [req-edbe0a76-a759-430c-893c-d6f8f57cc68a req-cdb681ad-ef51-4f86-9f57-cc1954e7fe9b service neutron] For port 084ca030-dc7f-4967-9a25-9932674a4b0b, host n-h1-816865-1, cleared binding levels {{(pid=102386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 18:46:05.055741 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [req-edbe0a76-a759-430c-893c-d6f8f57cc68a req-cdb681ad-ef51-4f86-9f57-cc1954e7fe9b service neutron] For port 084ca030-dc7f-4967-9a25-9932674a4b0b, host n-h1-816865-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=084ca030-dc7f-4967-9a25-9932674a4b0b,segment=NetworkSegment(344b2fe5-9ae3-40f3-b64f-84eda91e921b),segment_id=344b2fe5-9ae3-40f3-b64f-84eda91e921b)] {{(pid=102386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 18:46:05.181569 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-edbe0a76-a759-430c-893c-d6f8f57cc68a req-cdb681ad-ef51-4f86-9f57-cc1954e7fe9b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6149821'] for port, after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:46:05.268928 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbe0a76-a759-430c-893c-d6f8f57cc68a req-cdb681ad-ef51-4f86-9f57-cc1954e7fe9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:46:05.272497 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-edbe0a76-a759-430c-893c-d6f8f57cc68a req-cdb681ad-ef51-4f86-9f57-cc1954e7fe9b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:46:05.274648 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-edbe0a76-a759-430c-893c-d6f8f57cc68a req-cdb681ad-ef51-4f86-9f57-cc1954e7fe9b service neutron] 10.222.0.41 "PUT /v2.0/ports/084ca030-dc7f-4967-9a25-9932674a4b0b HTTP/1.1" status: 200 len: 1092 time: 1.7479649 Nov 05 18:46:05.278078 n-d-816865-1 neutron-server[102386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f513380-5649-4a8d-a947-a3c25e1fd708', 'tag': '084ca030-dc7f-4967-9a25-9932674a4b0b'}] {{(pid=102386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 18:46:05.280718 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6173a44d7c73f41af551dc890fa1a5892c2c6bc3458b640c8e0c24db7876ba6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d1afc90-c46e-4619-87e4-40460166395d" -d '{"events": [{"name": "network-changed", "server_uuid": "2f513380-5649-4a8d-a947-a3c25e1fd708", "tag": "084ca030-dc7f-4967-9a25-9932674a4b0b"}]}' {{(pid=102386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 18:46:05.318133 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb681ad-ef51-4f86-9f57-cc1954e7fe9b service neutron] Pushing event updated for resources: {'Port': ['ID=084ca030-dc7f-4967-9a25-9932674a4b0b,revision_number=3']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:46:05.347106 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf4d5c7-9e31-4008-8680-703c221284ae req-a60bba6c-1695-4e37-8c7b-58ff68c270a7 tempest-AttachSCSIVolumeTestJSON-45934144 tempest-AttachSCSIVolumeTestJSON-45934144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:46:05.355782 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-abf4d5c7-9e31-4008-8680-703c221284ae req-a60bba6c-1695-4e37-8c7b-58ff68c270a7 tempest-AttachSCSIVolumeTestJSON-45934144 tempest-AttachSCSIVolumeTestJSON-45934144-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f513380-5649-4a8d-a947-a3c25e1fd708 HTTP/1.1" status: 200 len: 944 time: 0.1233709 Nov 05 18:46:05.439439 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [None req-092276b0-d0bc-42d0-8eae-59598428a83e tempest-ServersTestBootFromVolume-1080674323 tempest-ServersTestBootFromVolume-1080674323-project] Deleting port 4f098844-9579-45c5-88a9-b3b3c76a1db5 {{(pid=102387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 18:46:05.439800 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-092276b0-d0bc-42d0-8eae-59598428a83e tempest-ServersTestBootFromVolume-1080674323 tempest-ServersTestBootFromVolume-1080674323-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:46:05.462671 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-abf4d5c7-9e31-4008-8680-703c221284ae req-4156715e-537a-491c-8f8b-9c3d9f90d8cc tempest-AttachSCSIVolumeTestJSON-45934144 tempest-AttachSCSIVolumeTestJSON-45934144-project] 10.222.0.13 "GET /v2.0/security-groups?id=3b86adff-4a9f-4ee7-9e87-504cc86d3d57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059151 Nov 05 18:46:05.616988 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbe0a76-a759-430c-893c-d6f8f57cc68a req-88c57916-a6fe-4946-ac42-8ad81804cbf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:46:05.624546 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Device 1040dbc2-60da-4beb-b10e-d336382ee2cc up at agent hyperv_n-h1-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 18:46:05.638824 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-edbe0a76-a759-430c-893c-d6f8f57cc68a req-88c57916-a6fe-4946-ac42-8ad81804cbf2 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=97328bf82188472f95d7e0dd2282b437&device_id=2f513380-5649-4a8d-a947-a3c25e1fd708 HTTP/1.1" status: 200 len: 1095 time: 0.1327486 Nov 05 18:46:05.675441 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-092276b0-d0bc-42d0-8eae-59598428a83e tempest-ServersTestBootFromVolume-1080674323 tempest-ServersTestBootFromVolume-1080674323-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:46:05.676599 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-092276b0-d0bc-42d0-8eae-59598428a83e tempest-ServersTestBootFromVolume-1080674323 tempest-ServersTestBootFromVolume-1080674323-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:46:05.761480 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [None req-092276b0-d0bc-42d0-8eae-59598428a83e tempest-ServersTestBootFromVolume-1080674323 tempest-ServersTestBootFromVolume-1080674323-project] Calling delete_port for 4f098844-9579-45c5-88a9-b3b3c76a1db5 owned by network:floatingip {{(pid=102387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 18:46:05.789347 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-edbe0a76-a759-430c-893c-d6f8f57cc68a req-8f060827-e7fc-4a02-956a-0aa4b534b910 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=084ca030-dc7f-4967-9a25-9932674a4b0b HTTP/1.1" status: 200 len: 217 time: 0.1312199 Nov 05 18:46:05.801748 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Provisioning complete for port 1040dbc2-60da-4beb-b10e-d336382ee2cc triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:46:05.803114 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:46:05.896939 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422dd14f-964b-4449-8a85-a17612125427 req-d8f6bf03-590c-48cb-b502-53d879aaf18f tempest-ImagesOneServerNegativeTestJSON-2105042970 tempest-ImagesOneServerNegativeTestJSON-2105042970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:46:05.898622 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-422dd14f-964b-4449-8a85-a17612125427 req-d8f6bf03-590c-48cb-b502-53d879aaf18f tempest-ImagesOneServerNegativeTestJSON-2105042970 tempest-ImagesOneServerNegativeTestJSON-2105042970-project] 10.222.0.13 "GET /v2.0/ports?device_id=caf8e462-c0c0-453d-a2ee-722d09bd04ac HTTP/1.1" status: 200 len: 944 time: 0.2187839 Nov 05 18:46:05.957761 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbe0a76-a759-430c-893c-d6f8f57cc68a req-4f7fc73f-8797-435d-90a1-165aedbd19e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:46:05.959720 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-edbe0a76-a759-430c-893c-d6f8f57cc68a req-4f7fc73f-8797-435d-90a1-165aedbd19e2 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a56c3e18-831b-4295-9866-e3b8d13b0f77 HTTP/1.1" status: 200 len: 853 time: 0.1204281 Nov 05 18:46:05.973241 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:46:05.991279 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:46:06.011496 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-422dd14f-964b-4449-8a85-a17612125427 req-dc231476-a037-48c6-940d-12fd20b9561c tempest-ImagesOneServerNegativeTestJSON-2105042970 tempest-ImagesOneServerNegativeTestJSON-2105042970-project] 10.222.0.13 "GET /v2.0/security-groups?id=6637cfea-1993-4e71-ac10-e5c82252dcf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039884 Nov 05 18:46:06.022862 n-d-816865-1 neutron-server[102388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'caf8e462-c0c0-453d-a2ee-722d09bd04ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1040dbc2-60da-4beb-b10e-d336382ee2cc'}] {{(pid=102388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 18:46:06.026465 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85474fee1180e129d8a886d264fe0b30223aa672dd1ffe43b630605f18504f68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-104b41e6-95be-4567-ad31-5012205bd990" -d '{"events": [{"server_uuid": "caf8e462-c0c0-453d-a2ee-722d09bd04ac", "name": "network-vif-plugged", "status": "completed", "tag": "1040dbc2-60da-4beb-b10e-d336382ee2cc"}]}' {{(pid=102388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 18:46:06.070414 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] For port 1040dbc2-60da-4beb-b10e-d336382ee2cc, host n-h1-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=1040dbc2-60da-4beb-b10e-d336382ee2cc,segment=NetworkSegment(e5174132-a641-4aac-ac7f-99c05aefc2b6),segment_id=e5174132-a641-4aac-ac7f-99c05aefc2b6)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:46:06.129886 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbe0a76-a759-430c-893c-d6f8f57cc68a req-2191881a-13b8-414c-912d-30b4b8ee2670 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:46:06.135783 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-edbe0a76-a759-430c-893c-d6f8f57cc68a req-2191881a-13b8-414c-912d-30b4b8ee2670 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9e4ef535-d14c-4262-8392-8dc3ea3c91cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1656444 Nov 05 18:46:06.163269 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:46:06.221569 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Pushing event updated for resources: {'Port': ['ID=1040dbc2-60da-4beb-b10e-d336382ee2cc,revision_number=7']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:46:06.243303 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b304910f-7b27-444b-a8fc-977d26b1ceac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:46:06.245002 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-092276b0-d0bc-42d0-8eae-59598428a83e tempest-ServersTestBootFromVolume-1080674323 tempest-ServersTestBootFromVolume-1080674323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4417063'] for port, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:46:06.311769 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092276b0-d0bc-42d0-8eae-59598428a83e tempest-ServersTestBootFromVolume-1080674323 tempest-ServersTestBootFromVolume-1080674323-project] Pushing event deleted for resources: {'Port': ['ID=4f098844-9579-45c5-88a9-b3b3c76a1db5,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:46:06.425788 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-092276b0-d0bc-42d0-8eae-59598428a83e tempest-ServersTestBootFromVolume-1080674323 tempest-ServersTestBootFromVolume-1080674323-project] Publish callbacks [] for floatingip, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:46:06.429351 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-092276b0-d0bc-42d0-8eae-59598428a83e tempest-ServersTestBootFromVolume-1080674323 tempest-ServersTestBootFromVolume-1080674323-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for floatingip, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:46:06.431582 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-092276b0-d0bc-42d0-8eae-59598428a83e tempest-ServersTestBootFromVolume-1080674323 tempest-ServersTestBootFromVolume-1080674323-project] 10.222.0.13 "DELETE /v2.0/floatingips/a9a80293-84ba-423d-aae2-3cfda3e77ed2 HTTP/1.1" status: 204 len: 168 time: 1.9844463 Nov 05 18:46:06.435471 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 49742) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:46:06.864145 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-03f153dd-81ce-4b09-af9c-203be9122af8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-571777'] for router_interface, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:46:07.160769 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-03f153dd-81ce-4b09-af9c-203be9122af8 admin admin] Deleting port 69af1376-2c88-4874-9039-4b78122e8668 {{(pid=102386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 18:46:07.161233 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-03f153dd-81ce-4b09-af9c-203be9122af8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:46:07.259529 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [None req-03f153dd-81ce-4b09-af9c-203be9122af8 admin admin] For port 69af1376-2c88-4874-9039-4b78122e8668, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=69af1376-2c88-4874-9039-4b78122e8668,segment=NetworkSegment(0a455d37-289d-4c30-b49d-37dbcca89c88),segment_id=0a455d37-289d-4c30-b49d-37dbcca89c88)] {{(pid=102386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:46:07.260278 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-03f153dd-81ce-4b09-af9c-203be9122af8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:46:07.275860 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-03f153dd-81ce-4b09-af9c-203be9122af8 admin admin] Calling delete_port for 69af1376-2c88-4874-9039-4b78122e8668 owned by network:router_interface {{(pid=102386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 18:46:07.576049 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-03f153dd-81ce-4b09-af9c-203be9122af8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:46:07.610859 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f153dd-81ce-4b09-af9c-203be9122af8 admin admin] Pushing event deleted for resources: {'Port': ['ID=69af1376-2c88-4874-9039-4b78122e8668,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:46:07.639931 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Device 1040dbc2-60da-4beb-b10e-d336382ee2cc no longer exists at agent hyperv_n-h1-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 18:46:07.782614 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:46:07.863394 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] For port 1040dbc2-60da-4beb-b10e-d336382ee2cc, host n-h1-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=1040dbc2-60da-4beb-b10e-d336382ee2cc,segment=NetworkSegment(e5174132-a641-4aac-ac7f-99c05aefc2b6),segment_id=e5174132-a641-4aac-ac7f-99c05aefc2b6)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:46:07.871697 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-03f153dd-81ce-4b09-af9c-203be9122af8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-597886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-573297'] for router_interface, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:46:07.975813 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:46:08.052026 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Pushing event updated for resources: {'Port': ['ID=1040dbc2-60da-4beb-b10e-d336382ee2cc,revision_number=8']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:46:08.175266 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-31f93893-a48e-4ae8-833d-dccb2b42eacc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:46:08.200960 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03f153dd-81ce-4b09-af9c-203be9122af8 admin admin] Router 5bc7c2ae-da6d-4318-8ada-a224b1663e25 has already been hosted by L3 agent 6dcb5589-8e86-4616-9186-ddc4548e13ad {{(pid=102386) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 18:46:08.329901 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03f153dd-81ce-4b09-af9c-203be9122af8 admin admin] Notify agent at l3_agent.n-d-816865-1 the message routers_updated {{(pid=102386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 18:46:08.335069 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-03f153dd-81ce-4b09-af9c-203be9122af8 admin admin] 10.222.0.13 "PUT /v2.0/routers/5bc7c2ae-da6d-4318-8ada-a224b1663e25/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8984160 Nov 05 18:46:08.337802 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 49750) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:46:08.344110 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c62c4d5-da9a-4053-8fe0-3daaf10f0212 None None] Sync routers for ids ['5bc7c2ae-da6d-4318-8ada-a224b1663e25'] in n-d-816865-1 {{(pid=102389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 18:46:08.357346 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c62c4d5-da9a-4053-8fe0-3daaf10f0212 None None] Routers {'5bc7c2ae-da6d-4318-8ada-a224b1663e25'} bound to L3 agent in host n-d-816865-1 {{(pid=102389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 18:46:08.358633 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-9c62c4d5-da9a-4053-8fe0-3daaf10f0212 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T18:46:05Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['5bc7c2ae-da6d-4318-8ada-a224b1663e25'], 'active': True} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:46:08.466978 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:46:08.484728 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-17edc96a-7b6c-4683-b2dc-94183fb9a655 admin admin] Publish callbacks [] for router, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:46:08.484999 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvr_db [None req-9c62c4d5-da9a-4053-8fe0-3daaf10f0212 None None] Set router 5bc7c2ae-da6d-4318-8ada-a224b1663e25 gateway port host: n-d-816865-1 {{(pid=102389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 18:46:08.686990 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-17edc96a-7b6c-4683-b2dc-94183fb9a655 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:46:08.764136 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-9c62c4d5-da9a-4053-8fe0-3daaf10f0212 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bc7c2ae-da6d-4318-8ada-a224b1663e25', 'name': 'tempest-ServersTestBootFromVolume-1941434225-router', 'tenant_id': '6c131f7c44f84ab6961400da2cd9c540', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.203'}], 'enable_snat': True}, 'gw_port_id': '2fb3cd9d-c752-4483-97ea-094c7b3c7e8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T18:41:14Z', 'updated_at': '2021-11-05T18:46:07Z', 'revision_number': 5, 'project_id': '6c131f7c44f84ab6961400da2cd9c540', 'gw_port': {'id': '2fb3cd9d-c752-4483-97ea-094c7b3c7e8a', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:21:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bc7c2ae-da6d-4318-8ada-a224b1663e25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 733, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T18:41:16Z', 'updated_at': '2021-11-05T18:41:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1'}], 'n-d-816865-1', False) {} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:46:08.800513 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c62c4d5-da9a-4053-8fe0-3daaf10f0212 None None] Checking router: 5bc7c2ae-da6d-4318-8ada-a224b1663e25 for host: n-d-816865-1 {{(pid=102389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 18:46:08.814653 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c62c4d5-da9a-4053-8fe0-3daaf10f0212 None None] Routers {'5bc7c2ae-da6d-4318-8ada-a224b1663e25'} bound to L3 agent in host n-d-816865-1 {{(pid=102389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 18:46:08.815369 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-9c62c4d5-da9a-4053-8fe0-3daaf10f0212 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T18:46:05Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['5bc7c2ae-da6d-4318-8ada-a224b1663e25'], 'active': True} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:46:08.818919 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [None req-17edc96a-7b6c-4683-b2dc-94183fb9a655 admin admin] Deleting port 2fb3cd9d-c752-4483-97ea-094c7b3c7e8a {{(pid=102387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 18:46:08.819264 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-17edc96a-7b6c-4683-b2dc-94183fb9a655 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:46:08.903944 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvr_db [None req-9c62c4d5-da9a-4053-8fe0-3daaf10f0212 None None] Set router 5bc7c2ae-da6d-4318-8ada-a224b1663e25 gateway port host: None {{(pid=102389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 18:46:08.914618 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.db [None req-17edc96a-7b6c-4683-b2dc-94183fb9a655 admin admin] For port 2fb3cd9d-c752-4483-97ea-094c7b3c7e8a, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=2fb3cd9d-c752-4483-97ea-094c7b3c7e8a,segment=NetworkSegment(85be518c-8bb4-46a2-a903-d4292782d29d),segment_id=85be518c-8bb4-46a2-a903-d4292782d29d)] {{(pid=102387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:46:08.914911 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-17edc96a-7b6c-4683-b2dc-94183fb9a655 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:46:08.930693 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [None req-17edc96a-7b6c-4683-b2dc-94183fb9a655 admin admin] Calling delete_port for 2fb3cd9d-c752-4483-97ea-094c7b3c7e8a owned by network:router_gateway {{(pid=102387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 18:46:08.956198 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-9c62c4d5-da9a-4053-8fe0-3daaf10f0212 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bc7c2ae-da6d-4318-8ada-a224b1663e25', 'name': 'tempest-ServersTestBootFromVolume-1941434225-router', 'tenant_id': '6c131f7c44f84ab6961400da2cd9c540', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T18:41:14Z', 'updated_at': '2021-11-05T18:46:08Z', 'revision_number': 6, 'project_id': '6c131f7c44f84ab6961400da2cd9c540', 'gw_port_host': None}], 'n-d-816865-1', False) {} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:46:09.099052 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c62c4d5-da9a-4053-8fe0-3daaf10f0212 None None] The sync data for ids ['5bc7c2ae-da6d-4318-8ada-a224b1663e25'] in n-d-816865-1 is: [{'id': '5bc7c2ae-da6d-4318-8ada-a224b1663e25', 'name': 'tempest-ServersTestBootFromVolume-1941434225-router', 'tenant_id': '6c131f7c44f84ab6961400da2cd9c540', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T18:41:14Z', 'updated_at': '2021-11-05T18:46:08Z', 'revision_number': 6, 'project_id': '6c131f7c44f84ab6961400da2cd9c540', 'gw_port_host': None}] {{(pid=102389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 18:46:09.191518 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-17edc96a-7b6c-4683-b2dc-94183fb9a655 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4417063'] for port, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:46:09.218980 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17edc96a-7b6c-4683-b2dc-94183fb9a655 admin admin] Pushing event deleted for resources: {'Port': ['ID=2fb3cd9d-c752-4483-97ea-094c7b3c7e8a,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:46:09.283113 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-17edc96a-7b6c-4683-b2dc-94183fb9a655 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1000651'] for router_gateway, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:46:09.373723 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-17edc96a-7b6c-4683-b2dc-94183fb9a655 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-571301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6852'] for router, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:46:09.375769 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-17edc96a-7b6c-4683-b2dc-94183fb9a655 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:46:09.494802 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-17edc96a-7b6c-4683-b2dc-94183fb9a655 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-571310'] for router, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:46:09.495390 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17edc96a-7b6c-4683-b2dc-94183fb9a655 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5bc7c2ae-da6d-4318-8ada-a224b1663e25 {{(pid=102387) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 05 18:46:09.500781 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-17edc96a-7b6c-4683-b2dc-94183fb9a655 admin admin] Publish callbacks [] for router, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:46:09.504776 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 49754) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:46:09.512063 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-17edc96a-7b6c-4683-b2dc-94183fb9a655 admin admin] 10.222.0.13 "DELETE /v2.0/routers/5bc7c2ae-da6d-4318-8ada-a224b1663e25 HTTP/1.1" status: 204 len: 168 time: 1.1732097 Nov 05 18:46:09.568995 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.db_base_plugin_v2 [None req-6757cbb1-41b9-4f25-915b-3b0c8c7312bc admin admin] Deleting subnet dff9f9fe-033a-4d53-8da1-59a70c229898 {{(pid=102386) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 05 18:46:09.576077 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-6757cbb1-41b9-4f25-915b-3b0c8c7312bc admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:46:09.615074 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-6757cbb1-41b9-4f25-915b-3b0c8c7312bc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4590738'] for subnet, precommit_delete_associations {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:46:09.697673 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-6757cbb1-41b9-4f25-915b-3b0c8c7312bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1573928'] for subnet, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:46:09.827413 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-6757cbb1-41b9-4f25-915b-3b0c8c7312bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1573905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6149879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4877183'] for subnet, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:46:09.858570 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-6757cbb1-41b9-4f25-915b-3b0c8c7312bc admin admin] Publish callbacks [] for subnet, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:46:09.865102 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-6757cbb1-41b9-4f25-915b-3b0c8c7312bc admin admin] 10.222.0.13 "DELETE /v2.0/subnets/dff9f9fe-033a-4d53-8da1-59a70c229898 HTTP/1.1" status: 204 len: 168 time: 0.3565948 Nov 05 18:46:09.865102 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6757cbb1-41b9-4f25-915b-3b0c8c7312bc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dff9f9fe-033a-4d53-8da1-59a70c229898,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:46:09.865363 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 49756) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:46:09.870135 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54d229c1-8696-472d-af0f-27221cca7d5a None None] Network 1ff0a913-0cfa-4d08-b7d2-c06124fbc3df requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 18:46:09.978375 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-adf02ad2-5c34-4746-b8e8-697fe367da4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1664226'] for network, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:46:10.066203 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [None req-adf02ad2-5c34-4746-b8e8-697fe367da4c admin admin] Deleting port 98b1951a-44d6-4874-b268-5dde26b792df {{(pid=102387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 18:46:10.066775 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-adf02ad2-5c34-4746-b8e8-697fe367da4c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:46:10.140857 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c674bb3-d868-4135-84a2-fd7ccf4c82b0 None None] DHCP port deletion for 1ff0a913-0cfa-4d08-b7d2-c06124fbc3df request from n-d-816865-1 {{(pid=102388) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 05 18:46:10.152300 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.db [None req-adf02ad2-5c34-4746-b8e8-697fe367da4c admin admin] For port 98b1951a-44d6-4874-b268-5dde26b792df, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=98b1951a-44d6-4874-b268-5dde26b792df,segment=NetworkSegment(0a455d37-289d-4c30-b49d-37dbcca89c88),segment_id=0a455d37-289d-4c30-b49d-37dbcca89c88)] {{(pid=102387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:46:10.154306 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-adf02ad2-5c34-4746-b8e8-697fe367da4c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:46:10.179524 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [None req-adf02ad2-5c34-4746-b8e8-697fe367da4c admin admin] Calling delete_port for 98b1951a-44d6-4874-b268-5dde26b792df owned by network:dhcp {{(pid=102387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 18:46:10.201714 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-7c674bb3-d868-4135-84a2-fd7ccf4c82b0 None None] Deleting port 98b1951a-44d6-4874-b268-5dde26b792df {{(pid=102388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 18:46:10.202186 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-7c674bb3-d868-4135-84a2-fd7ccf4c82b0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:46:10.275097 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-7c674bb3-d868-4135-84a2-fd7ccf4c82b0 None None] For port 98b1951a-44d6-4874-b268-5dde26b792df, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=98b1951a-44d6-4874-b268-5dde26b792df,segment=NetworkSegment(0a455d37-289d-4c30-b49d-37dbcca89c88),segment_id=0a455d37-289d-4c30-b49d-37dbcca89c88)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:46:10.275629 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-7c674bb3-d868-4135-84a2-fd7ccf4c82b0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:46:10.291120 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-7c674bb3-d868-4135-84a2-fd7ccf4c82b0 None None] Calling delete_port for 98b1951a-44d6-4874-b268-5dde26b792df owned by network:dhcp {{(pid=102388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 18:46:10.466978 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-adf02ad2-5c34-4746-b8e8-697fe367da4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4417063'] for port, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:46:10.468848 n-d-816865-1 neutron-server[102388]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 05 18:46:10.468848 n-d-816865-1 neutron-server[102388]: from cryptography.utils import int_from_bytes Nov 05 18:46:10.468848 n-d-816865-1 neutron-server[102388]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 05 18:46:10.468848 n-d-816865-1 neutron-server[102388]: from cryptography.utils import int_from_bytes Nov 05 18:46:10.468848 n-d-816865-1 neutron-server[102388]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 05 18:46:10.468848 n-d-816865-1 neutron-server[102388]: self.session.flush() Nov 05 18:46:10.468848 n-d-816865-1 neutron-server[102388]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 05 18:46:10.468848 n-d-816865-1 neutron-server[102388]: self.session.flush() Nov 05 18:46:10.468848 n-d-816865-1 neutron-server[102388]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 05 18:46:10.468848 n-d-816865-1 neutron-server[102388]: self.session.flush() Nov 05 18:46:10.468848 n-d-816865-1 neutron-server[102388]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 05 18:46:10.468848 n-d-816865-1 neutron-server[102388]: self.session.flush() Nov 05 18:46:10.468848 n-d-816865-1 neutron-server[102388]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 05 18:46:10.468848 n-d-816865-1 neutron-server[102388]: self.session.flush() Nov 05 18:46:10.468848 n-d-816865-1 neutron-server[102388]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 05 18:46:10.468848 n-d-816865-1 neutron-server[102388]: self.session.flush() Nov 05 18:46:10.468848 n-d-816865-1 neutron-server[102388]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 05 18:46:10.468848 n-d-816865-1 neutron-server[102388]: self.session.flush() Nov 05 18:46:10.468848 n-d-816865-1 neutron-server[102388]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 05 18:46:10.468848 n-d-816865-1 neutron-server[102388]: self.session.flush() Nov 05 18:46:10.468848 n-d-816865-1 neutron-server[102388]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 05 18:46:10.468848 n-d-816865-1 neutron-server[102388]: self.session.flush() Nov 05 18:46:10.468848 n-d-816865-1 neutron-server[102388]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 05 18:46:10.468848 n-d-816865-1 neutron-server[102388]: self.session.flush() Nov 05 18:46:10.468848 n-d-816865-1 neutron-server[102388]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 05 18:46:10.468848 n-d-816865-1 neutron-server[102388]: self.session.flush() Nov 05 18:46:10.468848 n-d-816865-1 neutron-server[102388]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 05 18:46:10.468848 n-d-816865-1 neutron-server[102388]: self.session.flush() Nov 05 18:46:10.468848 n-d-816865-1 neutron-server[102388]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 05 18:46:10.468848 n-d-816865-1 neutron-server[102388]: self.session.flush() Nov 05 18:46:10.468848 n-d-816865-1 neutron-server[102388]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 05 18:46:10.468848 n-d-816865-1 neutron-server[102388]: self.session.flush() Nov 05 18:46:10.468848 n-d-816865-1 neutron-server[102388]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 05 18:46:10.468848 n-d-816865-1 neutron-server[102388]: self.session.flush() Nov 05 18:46:10.468848 n-d-816865-1 neutron-server[102388]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 05 18:46:10.468848 n-d-816865-1 neutron-server[102388]: self.session.flush() Nov 05 18:46:10.468848 n-d-816865-1 neutron-server[102388]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 05 18:46:10.468848 n-d-816865-1 neutron-server[102388]: self.session.flush() Nov 05 18:46:10.468848 n-d-816865-1 neutron-server[102388]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 05 18:46:10.468848 n-d-816865-1 neutron-server[102388]: self.session.flush() Nov 05 18:46:10.468848 n-d-816865-1 neutron-server[102388]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 05 18:46:10.468848 n-d-816865-1 neutron-server[102388]: self.session.flush() Nov 05 18:46:10.472649 n-d-816865-1 neutron-server[102388]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 05 18:46:10.472649 n-d-816865-1 neutron-server[102388]: self.session.flush() Nov 05 18:46:10.472649 n-d-816865-1 neutron-server[102388]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 05 18:46:10.472649 n-d-816865-1 neutron-server[102388]: self.session.flush() Nov 05 18:46:10.472649 n-d-816865-1 neutron-server[102388]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 05 18:46:10.472649 n-d-816865-1 neutron-server[102388]: self.session.flush() Nov 05 18:46:10.472649 n-d-816865-1 neutron-server[102388]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 05 18:46:10.472649 n-d-816865-1 neutron-server[102388]: self.session.flush() Nov 05 18:46:10.472649 n-d-816865-1 neutron-server[102388]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 05 18:46:10.472649 n-d-816865-1 neutron-server[102388]: self.session.flush() Nov 05 18:46:10.472649 n-d-816865-1 neutron-server[102388]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 05 18:46:10.472649 n-d-816865-1 neutron-server[102388]: self.session.flush() Nov 05 18:46:10.472649 n-d-816865-1 neutron-server[102388]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 05 18:46:10.472649 n-d-816865-1 neutron-server[102388]: self.session.flush() Nov 05 18:46:10.480910 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-7c674bb3-d868-4135-84a2-fd7ccf4c82b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798'] for port, after_delete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:46:10.495356 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf02ad2-5c34-4746-b8e8-697fe367da4c admin admin] Pushing event deleted for resources: {'Port': ['ID=98b1951a-44d6-4874-b268-5dde26b792df,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:46:10.497149 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adf02ad2-5c34-4746-b8e8-697fe367da4c admin admin] No DVR routers for this DVR port 98b1951a-44d6-4874-b268-5dde26b792df on host n-d-816865-1 {{(pid=102387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 18:46:10.513652 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c674bb3-d868-4135-84a2-fd7ccf4c82b0 None None] Pushing event deleted for resources: {'Port': ['ID=98b1951a-44d6-4874-b268-5dde26b792df,revision_number=None']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:46:10.516996 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c674bb3-d868-4135-84a2-fd7ccf4c82b0 None None] No DVR routers for this DVR port 98b1951a-44d6-4874-b268-5dde26b792df on host n-d-816865-1 {{(pid=102388) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 18:46:10.594461 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-adf02ad2-5c34-4746-b8e8-697fe367da4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1579173', 'neutron.services.segments.db._delete_segments_for_network-8750027792909'] for network, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:46:10.620219 n-d-816865-1 neutron-server[102387]: DEBUG neutron.services.segments.db [None req-adf02ad2-5c34-4746-b8e8-697fe367da4c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ff0a913-0cfa-4d08-b7d2-c06124fbc3df']}} {{(pid=102387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:46:10.630904 n-d-816865-1 neutron-server[102387]: DEBUG neutron.services.segments.db [None req-adf02ad2-5c34-4746-b8e8-697fe367da4c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a455d37-289d-4c30-b49d-37dbcca89c88') {'for_net_delete': True} {{(pid=102387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:46:10.631196 n-d-816865-1 neutron-server[102387]: DEBUG neutron.services.segments.db [None req-adf02ad2-5c34-4746-b8e8-697fe367da4c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a455d37-289d-4c30-b49d-37dbcca89c88') {} {{(pid=102387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:46:10.634823 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 98b1951a-44d6-4874-b268-5dde26b792df no longer exists at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 18:46:10.647664 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-adf02ad2-5c34-4746-b8e8-697fe367da4c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750027793430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4463492'] for segment, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:46:10.665197 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] No Port match for: 98b1951a-44d6-4874-b268-5dde26b792df {{(pid=102388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 18:46:10.665545 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 98b1951a-44d6-4874-b268-5dde26b792df not bound to the agent host n-d-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 18:46:10.665991 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 69af1376-2c88-4874-9039-4b78122e8668 no longer exists at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 18:46:10.676152 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-adf02ad2-5c34-4746-b8e8-697fe367da4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273'] for segment, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:46:10.685473 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-adf02ad2-5c34-4746-b8e8-697fe367da4c admin admin] Releasing vlan 190 on physical network physnet1 to pool {{(pid=102387) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 05 18:46:10.686080 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-adf02ad2-5c34-4746-b8e8-697fe367da4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4417236'] for segment, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:46:10.687234 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] No Port match for: 69af1376-2c88-4874-9039-4b78122e8668 {{(pid=102388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 18:46:10.687628 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 69af1376-2c88-4874-9039-4b78122e8668 not bound to the agent host n-d-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 18:46:10.688073 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 2fb3cd9d-c752-4483-97ea-094c7b3c7e8a no longer exists at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 18:46:10.707046 n-d-816865-1 neutron-server[102387]: Traceback (most recent call last): Nov 05 18:46:10.707046 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 05 18:46:10.707046 n-d-816865-1 neutron-server[102387]: timer() Nov 05 18:46:10.707046 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 05 18:46:10.707046 n-d-816865-1 neutron-server[102387]: cb(*args, **kw) Nov 05 18:46:10.707046 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 05 18:46:10.707046 n-d-816865-1 neutron-server[102387]: return func(*args, **kwargs) Nov 05 18:46:10.707046 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 05 18:46:10.707046 n-d-816865-1 neutron-server[102387]: self._notify() Nov 05 18:46:10.707046 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 05 18:46:10.707046 n-d-816865-1 neutron-server[102387]: self.callback(batched_events) Nov 05 18:46:10.707046 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 05 18:46:10.707046 n-d-816865-1 neutron-server[102387]: event.method(event) Nov 05 18:46:10.707046 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 05 18:46:10.707046 n-d-816865-1 neutron-server[102387]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 05 18:46:10.707046 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 05 18:46:10.707046 n-d-816865-1 neutron-server[102387]: aggregate_uuid = self.p_client.list_aggregates( Nov 05 18:46:10.707046 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 05 18:46:10.707046 n-d-816865-1 neutron-server[102387]: return f(self, *a, **k) Nov 05 18:46:10.707046 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 05 18:46:10.707046 n-d-816865-1 neutron-server[102387]: return self._get(url).json() Nov 05 18:46:10.707046 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 05 18:46:10.707046 n-d-816865-1 neutron-server[102387]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 05 18:46:10.707046 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 05 18:46:10.707046 n-d-816865-1 neutron-server[102387]: return self.request(url, 'GET', **kwargs) Nov 05 18:46:10.707046 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 05 18:46:10.707046 n-d-816865-1 neutron-server[102387]: base_url = self.get_endpoint(auth, allow=allow, Nov 05 18:46:10.707046 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 05 18:46:10.707046 n-d-816865-1 neutron-server[102387]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 05 18:46:10.707046 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 05 18:46:10.707046 n-d-816865-1 neutron-server[102387]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 05 18:46:10.707046 n-d-816865-1 neutron-server[102387]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 05 18:46:10.711519 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] No Port match for: 2fb3cd9d-c752-4483-97ea-094c7b3c7e8a {{(pid=102388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 18:46:10.711870 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 2fb3cd9d-c752-4483-97ea-094c7b3c7e8a not bound to the agent host n-d-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 18:46:10.808585 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-adf02ad2-5c34-4746-b8e8-697fe367da4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1579178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-956796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1000687'] for network, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:46:10.814577 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-adf02ad2-5c34-4746-b8e8-697fe367da4c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597851'] for network, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:46:10.818075 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-adf02ad2-5c34-4746-b8e8-697fe367da4c admin admin] 10.222.0.13 "DELETE /v2.0/networks/1ff0a913-0cfa-4d08-b7d2-c06124fbc3df HTTP/1.1" status: 204 len: 168 time: 0.9518406 Nov 05 18:46:10.829577 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf02ad2-5c34-4746-b8e8-697fe367da4c admin admin] Pushing event deleted for resources: {'Network': ['ID=1ff0a913-0cfa-4d08-b7d2-c06124fbc3df,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:46:11.658388 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 49760) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:46:11.849357 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 49764) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:46:11.849975 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-f986ec97-dcad-4b42-b98b-94df1145f21d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6c131f7c44f84ab6961400da2cd9c540&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1898463 Nov 05 18:46:11.898685 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-066b2ff6-bb5f-4e62-b1e1-a489b4668963 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:46:11.920949 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-066b2ff6-bb5f-4e62-b1e1-a489b4668963 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:46:12.025515 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-066b2ff6-bb5f-4e62-b1e1-a489b4668963 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:46:12.029711 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-066b2ff6-bb5f-4e62-b1e1-a489b4668963 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:46:12.031265 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-066b2ff6-bb5f-4e62-b1e1-a489b4668963 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c661fdbe-e006-4f44-ba35-842cec4b5ec3 HTTP/1.1" status: 204 len: 168 time: 0.1808360 Nov 05 18:46:12.041176 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066b2ff6-bb5f-4e62-b1e1-a489b4668963 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c661fdbe-e006-4f44-ba35-842cec4b5ec3,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:46:13.036866 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 49788) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:46:13.139217 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-3bebc1ba-c8a9-4672-967a-6f5b7e979de9 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1599379608-network', 'tenant_id': '6967002ed7684b0a936551bf3f38aa1b'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:46:13.237397 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bebc1ba-c8a9-4672-967a-6f5b7e979de9 admin admin] Made reservation on behalf of 6967002ed7684b0a936551bf3f38aa1b for: {'network': 1} {{(pid=102386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 18:46:13.239806 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-3bebc1ba-c8a9-4672-967a-6f5b7e979de9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for network, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:46:13.249753 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-3bebc1ba-c8a9-4672-967a-6f5b7e979de9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:46:13.324803 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-3bebc1ba-c8a9-4672-967a-6f5b7e979de9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:46:13.391959 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-3bebc1ba-c8a9-4672-967a-6f5b7e979de9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:46:13.417489 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3bebc1ba-c8a9-4672-967a-6f5b7e979de9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 168} {{(pid=102386) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 05 18:46:13.428530 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bebc1ba-c8a9-4672-967a-6f5b7e979de9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0838ac1-f008-48c1-ab43-123e255d616a,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:46:13.434365 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-3bebc1ba-c8a9-4672-967a-6f5b7e979de9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273'] for segment, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:46:13.435376 n-d-816865-1 neutron-server[102386]: INFO neutron.db.segments_db [None req-3bebc1ba-c8a9-4672-967a-6f5b7e979de9 admin admin] Added segment 18ff82bc-5fc5-4d18-b58f-45dd42e01fae of type vlan for network 43ea62f0-8360-499b-8cfa-33c91e860c8e Nov 05 18:46:13.477735 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-3bebc1ba-c8a9-4672-967a-6f5b7e979de9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750027258543'] for network, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:46:13.561945 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-3bebc1ba-c8a9-4672-967a-6f5b7e979de9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-956796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877'] for network, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:46:13.563058 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bebc1ba-c8a9-4672-967a-6f5b7e979de9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:46:13.563713 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-3bebc1ba-c8a9-4672-967a-6f5b7e979de9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597851'] for network, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:46:13.625604 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bebc1ba-c8a9-4672-967a-6f5b7e979de9 admin admin] Pushing event updated for resources: {'Network': ['ID=43ea62f0-8360-499b-8cfa-33c91e860c8e,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:46:13.635414 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Network 43ea62f0-8360-499b-8cfa-33c91e860c8e details requested by agent ovs-agent-n-d-816865-1 with host n-d-816865-1 {{(pid=102388) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 05 18:46:13.657859 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-3bebc1ba-c8a9-4672-967a-6f5b7e979de9 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6197765 Nov 05 18:46:13.660754 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 49792) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:46:13.665559 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-9199d505-0361-4147-af0e-045bcba415ee admin admin] Request body: {'subnet': {'network_id': '43ea62f0-8360-499b-8cfa-33c91e860c8e', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1599379608-subnet', 'tenant_id': '6967002ed7684b0a936551bf3f38aa1b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:46:13.750963 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9199d505-0361-4147-af0e-045bcba415ee admin admin] Made reservation on behalf of 6967002ed7684b0a936551bf3f38aa1b for: {'subnet': 1} {{(pid=102386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 18:46:13.753281 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-9199d505-0361-4147-af0e-045bcba415ee admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4877122'] for subnet, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:46:13.968364 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-9199d505-0361-4147-af0e-045bcba415ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6149946', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4877172'] for subnet, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:46:14.023587 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9199d505-0361-4147-af0e-045bcba415ee admin admin] Pushing event updated for resources: {'Subnet': ['ID=d7f64a49-19fd-4323-b909-1a955812ddea,revision_number=0']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:46:14.036618 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9199d505-0361-4147-af0e-045bcba415ee admin admin] Checking segment: {'id': '18ff82bc-5fc5-4d18-b58f-45dd42e01fae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '43ea62f0-8360-499b-8cfa-33c91e860c8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 18:46:14.041390 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9199d505-0361-4147-af0e-045bcba415ee admin admin] Network hostable DHCP agents. Network: 43ea62f0-8360-499b-8cfa-33c91e860c8e, hostable agents: ['987e2ca0-bc3b-4c6f-a989-429ccfbf753f'], hosted agents: [] {{(pid=102386) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 05 18:46:14.154953 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9199d505-0361-4147-af0e-045bcba415ee admin admin] Network 43ea62f0-8360-499b-8cfa-33c91e860c8e is scheduled to be hosted by DHCP agent 987e2ca0-bc3b-4c6f-a989-429ccfbf753f with binding_index 1 {{(pid=102386) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 05 18:46:14.164331 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-edbe0a76-a759-430c-893c-d6f8f57cc68a req-b5c480a0-2548-4a7a-bd5b-46badaf60cf9 service neutron] 10.222.0.41 "GET /v2.0/networks/9e4ef535-d14c-4262-8392-8dc3ea3c91cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0979981 Nov 05 18:46:14.238208 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.base_scheduler [None req-9199d505-0361-4147-af0e-045bcba415ee admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816865-1, 43ea62f0-8360-499b-8cfa-33c91e860c8e) {{(pid=102386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:46:14.247283 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9199d505-0361-4147-af0e-045bcba415ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:46:14.248234 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-9199d505-0361-4147-af0e-045bcba415ee admin admin] Publish callbacks [] for subnet, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:46:14.249249 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8391553-be59-4f94-a3e8-bc195ecfa912 None None] Network 43ea62f0-8360-499b-8cfa-33c91e860c8e requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 18:46:14.278719 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-edbe0a76-a759-430c-893c-d6f8f57cc68a req-bfae2fc0-54f0-43e3-a70f-1db6d22c659f service neutron] 10.222.0.41 "GET /v2.0/networks/9e4ef535-d14c-4262-8392-8dc3ea3c91cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1029847 Nov 05 18:46:14.326524 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-9199d505-0361-4147-af0e-045bcba415ee admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6647303 Nov 05 18:46:14.390352 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f86d60a4-d69e-496e-9acf-6d76d8be94ba None None] Network 43ea62f0-8360-499b-8cfa-33c91e860c8e requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 18:46:14.455880 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 18:46:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39f42751-6117-4c70-94bd-7146a2b7211c x-openstack-request-id: req-39f42751-6117-4c70-94bd-7146a2b7211c {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 18:46:14.456382 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f513380-5649-4a8d-a947-a3c25e1fd708", "tag": "084ca030-dc7f-4967-9a25-9932674a4b0b", "status": "completed", "code": 200}]} {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 18:46:14.456837 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-39f42751-6117-4c70-94bd-7146a2b7211c {{(pid=102386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 18:46:14.457412 n-d-816865-1 neutron-server[102386]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f513380-5649-4a8d-a947-a3c25e1fd708', 'tag': '084ca030-dc7f-4967-9a25-9932674a4b0b', 'status': 'completed', 'code': 200} Nov 05 18:46:14.538540 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1afc90-c46e-4619-87e4-40460166395d req-7b632250-7deb-40c5-8faf-928cbc74e798 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:46:14.541112 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 18:46:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de5978c1-ca29-45a7-8dc6-c2ba0f046050 x-openstack-request-id: req-de5978c1-ca29-45a7-8dc6-c2ba0f046050 {{(pid=102388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 18:46:14.541112 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "caf8e462-c0c0-453d-a2ee-722d09bd04ac", "name": "network-vif-plugged", "status": "completed", "tag": "1040dbc2-60da-4beb-b10e-d336382ee2cc", "code": 200}]} {{(pid=102388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 18:46:14.541112 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-de5978c1-ca29-45a7-8dc6-c2ba0f046050 {{(pid=102388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 18:46:14.541112 n-d-816865-1 neutron-server[102388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'caf8e462-c0c0-453d-a2ee-722d09bd04ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1040dbc2-60da-4beb-b10e-d336382ee2cc', 'code': 200} Nov 05 18:46:14.541591 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-5d1afc90-c46e-4619-87e4-40460166395d req-7b632250-7deb-40c5-8faf-928cbc74e798 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=97328bf82188472f95d7e0dd2282b437&device_id=2f513380-5649-4a8d-a947-a3c25e1fd708 HTTP/1.1" status: 200 len: 1095 time: 0.0597875 Nov 05 18:46:14.641458 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [req-db06faef-46e9-4f04-bd6e-a98e76122381 req-845e6828-06a3-432e-91af-41b7ceb823f2 tempest-LiveMigrationTest-1249278027 tempest-LiveMigrationTest-1249278027-project-admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=102387) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 05 18:46:14.642646 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-db06faef-46e9-4f04-bd6e-a98e76122381 req-845e6828-06a3-432e-91af-41b7ceb823f2 tempest-LiveMigrationTest-1249278027 tempest-LiveMigrationTest-1249278027-project-admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0768478 Nov 05 18:46:14.646446 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1afc90-c46e-4619-87e4-40460166395d req-7c3fa289-1597-49a6-b23b-0f17b7ee525c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:46:14.648034 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-5d1afc90-c46e-4619-87e4-40460166395d req-7c3fa289-1597-49a6-b23b-0f17b7ee525c service neutron] 10.222.0.41 "GET /v2.0/networks?id=9e4ef535-d14c-4262-8392-8dc3ea3c91cf HTTP/1.1" status: 200 len: 915 time: 0.0993345 Nov 05 18:46:14.699150 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-5d1afc90-c46e-4619-87e4-40460166395d req-5f453e05-04a9-48bc-923a-f9b81f606e8d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=084ca030-dc7f-4967-9a25-9932674a4b0b HTTP/1.1" status: 200 len: 217 time: 0.0365915 Nov 05 18:46:14.734980 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db06faef-46e9-4f04-bd6e-a98e76122381 req-830cb330-7fc2-466f-8bdf-b0c6bc944da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:46:14.736270 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-db06faef-46e9-4f04-bd6e-a98e76122381 req-830cb330-7fc2-466f-8bdf-b0c6bc944da6 service neutron] 10.222.0.13 "GET /v2.0/ports/b0861f7b-85ec-4796-9a5e-c63173544746 HTTP/1.1" status: 200 len: 1093 time: 0.0865281 Nov 05 18:46:14.745810 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [req-db06faef-46e9-4f04-bd6e-a98e76122381 req-76abb3ad-42e1-44d9-b839-a290499a6dfe service neutron] Request body: {'binding': {'host': 'n-h1-816865-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:46:14.746448 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [req-db06faef-46e9-4f04-bd6e-a98e76122381 req-76abb3ad-42e1-44d9-b839-a290499a6dfe service neutron] Unknown quota resources ['binding']. {{(pid=102387) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 05 18:46:14.760393 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1afc90-c46e-4619-87e4-40460166395d req-bef372f5-803d-4323-823a-a591da3f1300 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:46:14.761853 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-5d1afc90-c46e-4619-87e4-40460166395d req-bef372f5-803d-4323-823a-a591da3f1300 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a56c3e18-831b-4295-9866-e3b8d13b0f77 HTTP/1.1" status: 200 len: 853 time: 0.0552363 Nov 05 18:46:14.810698 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1afc90-c46e-4619-87e4-40460166395d req-675cec98-c8cd-4710-9be4-2bcd1b63022d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:46:14.812214 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-5d1afc90-c46e-4619-87e4-40460166395d req-675cec98-c8cd-4710-9be4-2bcd1b63022d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9e4ef535-d14c-4262-8392-8dc3ea3c91cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0413561 Nov 05 18:46:14.887762 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.managers [req-db06faef-46e9-4f04-bd6e-a98e76122381 req-76abb3ad-42e1-44d9-b839-a290499a6dfe service neutron] Attempting to bind port b0861f7b-85ec-4796-9a5e-c63173544746 on host n-h1-816865-1 for vnic_type normal with profile None {{(pid=102387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 18:46:14.888136 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.managers [req-db06faef-46e9-4f04-bd6e-a98e76122381 req-76abb3ad-42e1-44d9-b839-a290499a6dfe service neutron] Attempting to bind port b0861f7b-85ec-4796-9a5e-c63173544746 by drivers openvswitch,hyperv on host n-h1-816865-1 at level 0 using segments [{'id': 'b9f65680-5ef1-4bb4-ac2c-6d7ba403921d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '1a9992ef-da6b-4f25-bd43-f1196ce8f1a8'}] {{(pid=102387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 18:46:14.888419 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db06faef-46e9-4f04-bd6e-a98e76122381 req-76abb3ad-42e1-44d9-b839-a290499a6dfe service neutron] Attempting to bind port b0861f7b-85ec-4796-9a5e-c63173544746 on network 1a9992ef-da6b-4f25-bd43-f1196ce8f1a8 {{(pid=102387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 18:46:14.893089 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db06faef-46e9-4f04-bd6e-a98e76122381 req-76abb3ad-42e1-44d9-b839-a290499a6dfe service neutron] Port b0861f7b-85ec-4796-9a5e-c63173544746 on network 1a9992ef-da6b-4f25-bd43-f1196ce8f1a8 not bound, no agent of type Open vSwitch agent registered on host n-h1-816865-1 {{(pid=102387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 18:46:14.893408 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db06faef-46e9-4f04-bd6e-a98e76122381 req-76abb3ad-42e1-44d9-b839-a290499a6dfe service neutron] Attempting to bind port b0861f7b-85ec-4796-9a5e-c63173544746 on network 1a9992ef-da6b-4f25-bd43-f1196ce8f1a8 {{(pid=102387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 18:46:14.898477 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db06faef-46e9-4f04-bd6e-a98e76122381 req-76abb3ad-42e1-44d9-b839-a290499a6dfe service neutron] Checking agent: {'id': 'eb596d7c-8c64-42bd-8aca-fad447eb0eab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816865-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 18, 33, 34), 'started_at': datetime.datetime(2021, 11, 5, 18, 33, 34), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 18, 46, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 18:46:14.898813 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db06faef-46e9-4f04-bd6e-a98e76122381 req-76abb3ad-42e1-44d9-b839-a290499a6dfe service neutron] Checking segment: {'id': 'b9f65680-5ef1-4bb4-ac2c-6d7ba403921d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '1a9992ef-da6b-4f25-bd43-f1196ce8f1a8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 18:46:14.899195 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db06faef-46e9-4f04-bd6e-a98e76122381 req-76abb3ad-42e1-44d9-b839-a290499a6dfe service neutron] Bound using segment: {'id': 'b9f65680-5ef1-4bb4-ac2c-6d7ba403921d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '1a9992ef-da6b-4f25-bd43-f1196ce8f1a8'} {{(pid=102387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 18:46:14.899650 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.managers [req-db06faef-46e9-4f04-bd6e-a98e76122381 req-76abb3ad-42e1-44d9-b839-a290499a6dfe service neutron] Bound port: b0861f7b-85ec-4796-9a5e-c63173544746, host: n-h1-816865-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b9f65680-5ef1-4bb4-ac2c-6d7ba403921d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '1a9992ef-da6b-4f25-bd43-f1196ce8f1a8'}}] {{(pid=102387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 18:46:14.911682 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-5d1afc90-c46e-4619-87e4-40460166395d req-c69f92c4-89c1-4e40-a7e9-b12f054a04a8 service neutron] 10.222.0.41 "GET /v2.0/networks/9e4ef535-d14c-4262-8392-8dc3ea3c91cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886219 Nov 05 18:46:14.993609 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec0dcfe-f7be-46a4-b6c9-d89f28badb79 req-0eef5ac7-98a2-404c-9785-a44fac3f92d7 tempest-AttachSCSIVolumeTestJSON-45934144 tempest-AttachSCSIVolumeTestJSON-45934144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:46:14.995087 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-5ec0dcfe-f7be-46a4-b6c9-d89f28badb79 req-0eef5ac7-98a2-404c-9785-a44fac3f92d7 tempest-AttachSCSIVolumeTestJSON-45934144 tempest-AttachSCSIVolumeTestJSON-45934144-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f513380-5649-4a8d-a947-a3c25e1fd708 HTTP/1.1" status: 200 len: 944 time: 0.0925221 Nov 05 18:46:14.997698 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.db [req-db06faef-46e9-4f04-bd6e-a98e76122381 req-76abb3ad-42e1-44d9-b839-a290499a6dfe service neutron] For port b0861f7b-85ec-4796-9a5e-c63173544746, host n-h1-816865-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=b0861f7b-85ec-4796-9a5e-c63173544746,segment=NetworkSegment(b9f65680-5ef1-4bb4-ac2c-6d7ba403921d),segment_id=b9f65680-5ef1-4bb4-ac2c-6d7ba403921d)] {{(pid=102387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 18:46:15.013195 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-5d1afc90-c46e-4619-87e4-40460166395d req-b3510ff2-509d-4c66-a3a7-81ae1f3b498d service neutron] 10.222.0.41 "GET /v2.0/networks/9e4ef535-d14c-4262-8392-8dc3ea3c91cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873535 Nov 05 18:46:15.051094 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-5ec0dcfe-f7be-46a4-b6c9-d89f28badb79 req-3f54be4d-5b85-4962-a3d7-8e05b693cc84 tempest-AttachSCSIVolumeTestJSON-45934144 tempest-AttachSCSIVolumeTestJSON-45934144-project] 10.222.0.13 "GET /v2.0/security-groups?id=3b86adff-4a9f-4ee7-9e87-504cc86d3d57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466392 Nov 05 18:46:15.130680 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-db06faef-46e9-4f04-bd6e-a98e76122381 req-76abb3ad-42e1-44d9-b839-a290499a6dfe service neutron] Publish callbacks [] for binding, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:46:15.131859 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-db06faef-46e9-4f04-bd6e-a98e76122381 req-76abb3ad-42e1-44d9-b839-a290499a6dfe service neutron] 10.222.0.13 "POST /v2.0/ports/b0861f7b-85ec-4796-9a5e-c63173544746/bindings HTTP/1.1" status: 201 len: 389 time: 0.3895845 Nov 05 18:46:15.333324 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbb069f-6b05-4b2c-b642-7a92d58b5129 req-7d4a572e-7370-4923-818d-dce71f75c04c tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:46:15.334726 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-7fbb069f-6b05-4b2c-b642-7a92d58b5129 req-7d4a572e-7370-4923-818d-dce71f75c04c tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] 10.222.0.13 "GET /v2.0/networks?id=43ea62f0-8360-499b-8cfa-33c91e860c8e HTTP/1.1" status: 200 len: 812 time: 0.1080060 Nov 05 18:46:15.349480 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-7fbb069f-6b05-4b2c-b642-7a92d58b5129 req-57b734e8-b04a-4457-aa78-f2df691b1521 tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] 10.222.0.13 "GET /v2.0/quotas/6967002ed7684b0a936551bf3f38aa1b HTTP/1.1" status: 200 len: 375 time: 0.0090048 Nov 05 18:46:15.384658 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-7fbb069f-6b05-4b2c-b642-7a92d58b5129 req-702aa9eb-9827-4302-b3c5-97f237a1ae3f tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=6967002ed7684b0a936551bf3f38aa1b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0285788 Nov 05 18:46:15.497712 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309f986e-aeed-447c-a7f2-940813fb8440 req-37e39885-89d3-4d5c-99b5-50aa4759a6ec tempest-ImagesOneServerNegativeTestJSON-2105042970 tempest-ImagesOneServerNegativeTestJSON-2105042970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:46:15.499230 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-309f986e-aeed-447c-a7f2-940813fb8440 req-37e39885-89d3-4d5c-99b5-50aa4759a6ec tempest-ImagesOneServerNegativeTestJSON-2105042970 tempest-ImagesOneServerNegativeTestJSON-2105042970-project] 10.222.0.13 "GET /v2.0/ports?device_id=caf8e462-c0c0-453d-a2ee-722d09bd04ac HTTP/1.1" status: 200 len: 943 time: 0.0998325 Nov 05 18:46:15.528061 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-7fbb069f-6b05-4b2c-b642-7a92d58b5129 req-1e16c8a3-9034-42da-a22c-205e02e75cca service neutron] 10.222.0.13 "GET /v2.0/networks/43ea62f0-8360-499b-8cfa-33c91e860c8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1360061 Nov 05 18:46:15.581319 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-309f986e-aeed-447c-a7f2-940813fb8440 req-fcba8b23-6bfc-4c9d-aeb2-230dde39b9a0 tempest-ImagesOneServerNegativeTestJSON-2105042970 tempest-ImagesOneServerNegativeTestJSON-2105042970-project] 10.222.0.13 "GET /v2.0/security-groups?id=6637cfea-1993-4e71-ac10-e5c82252dcf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740759 Nov 05 18:46:15.645200 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-7fbb069f-6b05-4b2c-b642-7a92d58b5129 req-61f82459-6b41-45a1-8b24-920af2810976 service neutron] 10.222.0.13 "GET /v2.0/networks/43ea62f0-8360-499b-8cfa-33c91e860c8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1039326 Nov 05 18:46:15.878178 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db06faef-46e9-4f04-bd6e-a98e76122381 req-af3c10c2-cd40-4e14-87df-862dac8cc228 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:46:15.879723 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-db06faef-46e9-4f04-bd6e-a98e76122381 req-af3c10c2-cd40-4e14-87df-862dac8cc228 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7cc0b234e0c74edeb5d0485be80e09f5&device_id=58a8afea-610a-4461-9810-b306ba649798 HTTP/1.1" status: 200 len: 1096 time: 0.0479643 Nov 05 18:46:15.898854 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-888e889f-a955-4b05-877d-5efbe4b3c8f7 req-a12ee45a-41b1-40fd-abcf-d37bf1fd5c78 tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] 10.222.0.13 "GET /v2.0/ports?device_id=1cabe5f2-dcd7-4f62-9d7f-62848b173d5b HTTP/1.1" status: 200 len: 210 time: 0.0347195 Nov 05 18:46:15.919889 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1a7ddf-473b-4143-8b31-7bcb5fbc4cfb req-46b3d2fc-f1f9-4da1-bc1e-d6d04e39f8f5 tempest-LiveMigrationTest-600821399 tempest-LiveMigrationTest-600821399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:46:15.921858 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-7e1a7ddf-473b-4143-8b31-7bcb5fbc4cfb req-46b3d2fc-f1f9-4da1-bc1e-d6d04e39f8f5 tempest-LiveMigrationTest-600821399 tempest-LiveMigrationTest-600821399-project] 10.222.0.13 "GET /v2.0/ports?device_id=58a8afea-610a-4461-9810-b306ba649798 HTTP/1.1" status: 200 len: 945 time: 0.0923779 Nov 05 18:46:15.973465 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-7e1a7ddf-473b-4143-8b31-7bcb5fbc4cfb req-c352ce15-cb2d-48f5-beb9-ffe2f93e0bb1 tempest-LiveMigrationTest-600821399 tempest-LiveMigrationTest-600821399-project] 10.222.0.13 "GET /v2.0/security-groups?id=3677ad50-e4bf-4315-8aa4-e48810edc139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454462 Nov 05 18:46:15.994340 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db06faef-46e9-4f04-bd6e-a98e76122381 req-96609a99-53cc-427c-9f7d-9bc645de0edd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:46:15.996215 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-db06faef-46e9-4f04-bd6e-a98e76122381 req-96609a99-53cc-427c-9f7d-9bc645de0edd service neutron] 10.222.0.41 "GET /v2.0/networks?id=1a9992ef-da6b-4f25-bd43-f1196ce8f1a8 HTTP/1.1" status: 200 len: 908 time: 0.1066151 Nov 05 18:46:16.038397 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-db06faef-46e9-4f04-bd6e-a98e76122381 req-42239439-0dc4-47bc-9937-f7aea7fb69e5 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b0861f7b-85ec-4796-9a5e-c63173544746 HTTP/1.1" status: 200 len: 217 time: 0.0343688 Nov 05 18:46:16.098295 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db06faef-46e9-4f04-bd6e-a98e76122381 req-85d6b7d5-7ef7-403f-a595-81eb620399f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:46:16.099764 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-db06faef-46e9-4f04-bd6e-a98e76122381 req-85d6b7d5-7ef7-403f-a595-81eb620399f9 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=82b7bbfc-ac99-45bb-a8a9-211b9b80ecc2 HTTP/1.1" status: 200 len: 847 time: 0.0532362 Nov 05 18:46:16.134986 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-db06faef-46e9-4f04-bd6e-a98e76122381 req-81f410e0-3e34-43d9-a4b2-eae9c26e1e4d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1a9992ef-da6b-4f25-bd43-f1196ce8f1a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259106 Nov 05 18:46:16.199386 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50e66f5-a29f-4537-a9c5-a0e9bb9f6b0a req-d365346e-e0e9-4518-b162-0baff4dcb106 tempest-AttachSCSIVolumeTestJSON-45934144 tempest-AttachSCSIVolumeTestJSON-45934144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:46:16.201006 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-b50e66f5-a29f-4537-a9c5-a0e9bb9f6b0a req-d365346e-e0e9-4518-b162-0baff4dcb106 tempest-AttachSCSIVolumeTestJSON-45934144 tempest-AttachSCSIVolumeTestJSON-45934144-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f513380-5649-4a8d-a947-a3c25e1fd708 HTTP/1.1" status: 200 len: 944 time: 0.0573227 Nov 05 18:46:16.232920 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-db06faef-46e9-4f04-bd6e-a98e76122381 req-783e4721-4a73-4782-bdf4-d9c521a4f0b9 service neutron] 10.222.0.41 "GET /v2.0/networks/1a9992ef-da6b-4f25-bd43-f1196ce8f1a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879266 Nov 05 18:46:16.252481 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-b50e66f5-a29f-4537-a9c5-a0e9bb9f6b0a req-ab40c168-7a94-4e07-8579-079f77d0e56a tempest-AttachSCSIVolumeTestJSON-45934144 tempest-AttachSCSIVolumeTestJSON-45934144-project] 10.222.0.13 "GET /v2.0/security-groups?id=3b86adff-4a9f-4ee7-9e87-504cc86d3d57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453598 Nov 05 18:46:16.326366 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-db06faef-46e9-4f04-bd6e-a98e76122381 req-89626057-c733-47a8-b910-46ef4a1b534f service neutron] 10.222.0.41 "GET /v2.0/networks/1a9992ef-da6b-4f25-bd43-f1196ce8f1a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865009 Nov 05 18:46:16.541487 n-d-816865-1 neutron-server[102388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'caf8e462-c0c0-453d-a2ee-722d09bd04ac', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1040dbc2-60da-4beb-b10e-d336382ee2cc'}] {{(pid=102388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 18:46:16.544561 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85474fee1180e129d8a886d264fe0b30223aa672dd1ffe43b630605f18504f68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d11bd96-55ad-4c4e-93e3-611f12c9758c" -d '{"events": [{"server_uuid": "caf8e462-c0c0-453d-a2ee-722d09bd04ac", "name": "network-vif-unplugged", "status": "completed", "tag": "1040dbc2-60da-4beb-b10e-d336382ee2cc"}]}' {{(pid=102388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 18:46:16.581510 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 05 Nov 2021 18:46:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-011c2e72-032b-4eed-83ed-e83788b7638e x-openstack-request-id: req-011c2e72-032b-4eed-83ed-e83788b7638e {{(pid=102388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 18:46:16.581826 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "caf8e462-c0c0-453d-a2ee-722d09bd04ac", "name": "network-vif-unplugged", "status": "completed", "tag": "1040dbc2-60da-4beb-b10e-d336382ee2cc", "code": 200}]} {{(pid=102388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 18:46:16.582125 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-011c2e72-032b-4eed-83ed-e83788b7638e {{(pid=102388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 18:46:16.582536 n-d-816865-1 neutron-server[102388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'caf8e462-c0c0-453d-a2ee-722d09bd04ac', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1040dbc2-60da-4beb-b10e-d336382ee2cc', 'code': 200} Nov 05 18:46:16.651596 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6379987-e80d-4c34-97b3-1dc5295364c2 req-d1ba2440-a264-4bf0-af94-7ee21aa5ec35 tempest-ImagesOneServerNegativeTestJSON-2105042970 tempest-ImagesOneServerNegativeTestJSON-2105042970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:46:16.653762 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-e6379987-e80d-4c34-97b3-1dc5295364c2 req-d1ba2440-a264-4bf0-af94-7ee21aa5ec35 tempest-ImagesOneServerNegativeTestJSON-2105042970 tempest-ImagesOneServerNegativeTestJSON-2105042970-project] 10.222.0.41 "GET /v2.0/ports?device_id=caf8e462-c0c0-453d-a2ee-722d09bd04ac HTTP/1.1" status: 200 len: 943 time: 0.0520973 Nov 05 18:46:16.714392 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425c5b5b-92db-4111-8abf-288bfe448cfc req-4d39e4e7-8efa-4f97-bf08-b0ebab4450c4 tempest-ImagesOneServerNegativeTestJSON-2105042970 tempest-ImagesOneServerNegativeTestJSON-2105042970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:46:16.716761 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-425c5b5b-92db-4111-8abf-288bfe448cfc req-4d39e4e7-8efa-4f97-bf08-b0ebab4450c4 tempest-ImagesOneServerNegativeTestJSON-2105042970 tempest-ImagesOneServerNegativeTestJSON-2105042970-project] 10.222.0.13 "GET /v2.0/ports?device_id=caf8e462-c0c0-453d-a2ee-722d09bd04ac HTTP/1.1" status: 200 len: 943 time: 0.0540688 Nov 05 18:46:16.810180 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [req-e6379987-e80d-4c34-97b3-1dc5295364c2 req-16265f26-d64e-478c-b112-650a9c631693 tempest-ImagesOneServerNegativeTestJSON-2105042970 tempest-ImagesOneServerNegativeTestJSON-2105042970-project] Deleting port 1040dbc2-60da-4beb-b10e-d336382ee2cc {{(pid=102386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 18:46:16.810580 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-e6379987-e80d-4c34-97b3-1dc5295364c2 req-16265f26-d64e-478c-b112-650a9c631693 tempest-ImagesOneServerNegativeTestJSON-2105042970 tempest-ImagesOneServerNegativeTestJSON-2105042970-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:46:16.818027 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-425c5b5b-92db-4111-8abf-288bfe448cfc req-6c9c1dbc-bdc0-4f33-bd15-a3771380efd6 tempest-ImagesOneServerNegativeTestJSON-2105042970 tempest-ImagesOneServerNegativeTestJSON-2105042970-project] 10.222.0.13 "GET /v2.0/security-groups?id=6637cfea-1993-4e71-ac10-e5c82252dcf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867198 Nov 05 18:46:16.926832 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [req-e6379987-e80d-4c34-97b3-1dc5295364c2 req-16265f26-d64e-478c-b112-650a9c631693 tempest-ImagesOneServerNegativeTestJSON-2105042970 tempest-ImagesOneServerNegativeTestJSON-2105042970-project] For port 1040dbc2-60da-4beb-b10e-d336382ee2cc, host n-h1-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=1040dbc2-60da-4beb-b10e-d336382ee2cc,segment=NetworkSegment(e5174132-a641-4aac-ac7f-99c05aefc2b6),segment_id=e5174132-a641-4aac-ac7f-99c05aefc2b6)] {{(pid=102386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:46:16.927411 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-e6379987-e80d-4c34-97b3-1dc5295364c2 req-16265f26-d64e-478c-b112-650a9c631693 tempest-ImagesOneServerNegativeTestJSON-2105042970 tempest-ImagesOneServerNegativeTestJSON-2105042970-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:46:16.943021 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [req-e6379987-e80d-4c34-97b3-1dc5295364c2 req-16265f26-d64e-478c-b112-650a9c631693 tempest-ImagesOneServerNegativeTestJSON-2105042970 tempest-ImagesOneServerNegativeTestJSON-2105042970-project] Calling delete_port for 1040dbc2-60da-4beb-b10e-d336382ee2cc owned by compute:nova {{(pid=102386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 18:46:16.977898 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-22ac4fae-4dd4-4fe6-b80e-8e04590738ff req-e1c9966c-d741-4c51-aa76-87233ea39fdc tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] 10.222.0.13 "GET /v2.0/ports?device_id=1cabe5f2-dcd7-4f62-9d7f-62848b173d5b HTTP/1.1" status: 200 len: 210 time: 0.0266228 Nov 05 18:46:17.120274 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc504ac-8619-4d4b-9b8a-bd879b1b7295 req-ac128ca6-a42e-4ca2-9a56-4089cd81d73f tempest-LiveMigrationTest-600821399 tempest-LiveMigrationTest-600821399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:46:17.124228 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-2dc504ac-8619-4d4b-9b8a-bd879b1b7295 req-ac128ca6-a42e-4ca2-9a56-4089cd81d73f tempest-LiveMigrationTest-600821399 tempest-LiveMigrationTest-600821399-project] 10.222.0.13 "GET /v2.0/ports?device_id=58a8afea-610a-4461-9810-b306ba649798 HTTP/1.1" status: 200 len: 945 time: 0.0569618 Nov 05 18:46:17.187653 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-2dc504ac-8619-4d4b-9b8a-bd879b1b7295 req-edbfe3c3-a43e-44be-ba22-51a6b140929a tempest-LiveMigrationTest-600821399 tempest-LiveMigrationTest-600821399-project] 10.222.0.13 "GET /v2.0/security-groups?id=3677ad50-e4bf-4315-8aa4-e48810edc139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574551 Nov 05 18:46:17.374162 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbea9ac9-3d9c-4430-b093-030b468520b1 req-84c03ae5-70be-4ef2-a108-0abb5de6f883 tempest-AttachSCSIVolumeTestJSON-45934144 tempest-AttachSCSIVolumeTestJSON-45934144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:46:17.375739 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-fbea9ac9-3d9c-4430-b093-030b468520b1 req-84c03ae5-70be-4ef2-a108-0abb5de6f883 tempest-AttachSCSIVolumeTestJSON-45934144 tempest-AttachSCSIVolumeTestJSON-45934144-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f513380-5649-4a8d-a947-a3c25e1fd708 HTTP/1.1" status: 200 len: 944 time: 0.0533161 Nov 05 18:46:17.426190 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-fbea9ac9-3d9c-4430-b093-030b468520b1 req-604ba9b5-838e-40a9-ab0b-d481562ba6fe tempest-AttachSCSIVolumeTestJSON-45934144 tempest-AttachSCSIVolumeTestJSON-45934144-project] 10.222.0.13 "GET /v2.0/security-groups?id=3b86adff-4a9f-4ee7-9e87-504cc86d3d57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438764 Nov 05 18:46:17.682912 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Device 084ca030-dc7f-4967-9a25-9932674a4b0b details requested by agent hyperv_n-h1-816865-1 with host n-h1-816865-1 {{(pid=102388) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 05 18:46:17.727444 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-e6379987-e80d-4c34-97b3-1dc5295364c2 req-16265f26-d64e-478c-b112-650a9c631693 tempest-ImagesOneServerNegativeTestJSON-2105042970 tempest-ImagesOneServerNegativeTestJSON-2105042970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:46:17.770942 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16265f26-d64e-478c-b112-650a9c631693 tempest-ImagesOneServerNegativeTestJSON-2105042970 tempest-ImagesOneServerNegativeTestJSON-2105042970-project] Pushing event deleted for resources: {'Port': ['ID=1040dbc2-60da-4beb-b10e-d336382ee2cc,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:46:17.805984 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] For port 084ca030-dc7f-4967-9a25-9932674a4b0b, host n-h1-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=084ca030-dc7f-4967-9a25-9932674a4b0b,segment=NetworkSegment(344b2fe5-9ae3-40f3-b64f-84eda91e921b),segment_id=344b2fe5-9ae3-40f3-b64f-84eda91e921b)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:46:17.819557 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Returning: {'device': '084ca030-dc7f-4967-9a25-9932674a4b0b', 'network_id': '9e4ef535-d14c-4262-8392-8dc3ea3c91cf', 'port_id': '084ca030-dc7f-4967-9a25-9932674a4b0b', 'mac_address': 'fa:16:3e:42:1c:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 180, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a56c3e18-831b-4295-9866-e3b8d13b0f77', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102388) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 05 18:46:17.823900 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6379987-e80d-4c34-97b3-1dc5295364c2 req-16265f26-d64e-478c-b112-650a9c631693 tempest-ImagesOneServerNegativeTestJSON-2105042970 tempest-ImagesOneServerNegativeTestJSON-2105042970-project] No DVR routers for this DVR port 1040dbc2-60da-4beb-b10e-d336382ee2cc on host n-h1-816865-1 {{(pid=102386) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 18:46:17.827748 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-e6379987-e80d-4c34-97b3-1dc5295364c2 req-16265f26-d64e-478c-b112-650a9c631693 tempest-ImagesOneServerNegativeTestJSON-2105042970 tempest-ImagesOneServerNegativeTestJSON-2105042970-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:46:17.834058 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-e6379987-e80d-4c34-97b3-1dc5295364c2 req-16265f26-d64e-478c-b112-650a9c631693 tempest-ImagesOneServerNegativeTestJSON-2105042970 tempest-ImagesOneServerNegativeTestJSON-2105042970-project] 10.222.0.41 "DELETE /v2.0/ports/1040dbc2-60da-4beb-b10e-d336382ee2cc HTTP/1.1" status: 204 len: 173 time: 1.1739998 Nov 05 18:46:17.834764 n-d-816865-1 neutron-server[102386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'caf8e462-c0c0-453d-a2ee-722d09bd04ac', 'name': 'network-vif-deleted', 'tag': '1040dbc2-60da-4beb-b10e-d336382ee2cc'}] {{(pid=102386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 18:46:17.853753 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6173a44d7c73f41af551dc890fa1a5892c2c6bc3458b640c8e0c24db7876ba6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe850b3a-e80e-4fba-9dcc-054c2101d81f" -d '{"events": [{"server_uuid": "caf8e462-c0c0-453d-a2ee-722d09bd04ac", "name": "network-vif-deleted", "tag": "1040dbc2-60da-4beb-b10e-d336382ee2cc"}]}' {{(pid=102386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 18:46:17.896098 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:46:17.913074 n-d-816865-1 neutron-server[102388]: DEBUG neutron.notifiers.nova [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 084ca030-dc7f-4967-9a25-9932674a4b0b {{(pid=102388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 18:46:17.941986 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] For port 084ca030-dc7f-4967-9a25-9932674a4b0b, host n-h1-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=084ca030-dc7f-4967-9a25-9932674a4b0b,segment=NetworkSegment(344b2fe5-9ae3-40f3-b64f-84eda91e921b),segment_id=344b2fe5-9ae3-40f3-b64f-84eda91e921b)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:46:17.954987 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-fdbd85ff-37da-408a-b802-1ab77481cccc req-af9763a5-cb26-4d83-b8e7-ed82048d5503 tempest-ImagesOneServerNegativeTestJSON-2105042970 tempest-ImagesOneServerNegativeTestJSON-2105042970-project] 10.222.0.13 "GET /v2.0/ports?device_id=caf8e462-c0c0-453d-a2ee-722d09bd04ac HTTP/1.1" status: 200 len: 210 time: 0.0348957 Nov 05 18:46:17.988485 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 18:46:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f22a12f5-2601-41e6-8ec7-ea6278c28fe2 x-openstack-request-id: req-f22a12f5-2601-41e6-8ec7-ea6278c28fe2 {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 18:46:17.989011 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "caf8e462-c0c0-453d-a2ee-722d09bd04ac", "name": "network-vif-deleted", "tag": "1040dbc2-60da-4beb-b10e-d336382ee2cc", "status": "completed", "code": 200}]} {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 18:46:17.989134 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f22a12f5-2601-41e6-8ec7-ea6278c28fe2 {{(pid=102386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 18:46:17.989459 n-d-816865-1 neutron-server[102386]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'caf8e462-c0c0-453d-a2ee-722d09bd04ac', 'name': 'network-vif-deleted', 'tag': '1040dbc2-60da-4beb-b10e-d336382ee2cc', 'status': 'completed', 'code': 200} Nov 05 18:46:18.095518 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:46:18.111385 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-abe05ee5-c1b0-4b84-a664-7686344d7736 req-11565968-049c-4394-99a0-16a3b3ef623b tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] 10.222.0.13 "GET /v2.0/ports?device_id=1cabe5f2-dcd7-4f62-9d7f-62848b173d5b HTTP/1.1" status: 200 len: 210 time: 0.0285785 Nov 05 18:46:18.163400 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Pushing event updated for resources: {'Port': ['ID=084ca030-dc7f-4967-9a25-9932674a4b0b,revision_number=4']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:46:18.377310 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058143fb-0fa6-4498-b330-1add04accb38 req-e67e5daf-a871-4ead-bb6a-36a068899f0a tempest-LiveMigrationTest-600821399 tempest-LiveMigrationTest-600821399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:46:18.379131 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-058143fb-0fa6-4498-b330-1add04accb38 req-e67e5daf-a871-4ead-bb6a-36a068899f0a tempest-LiveMigrationTest-600821399 tempest-LiveMigrationTest-600821399-project] 10.222.0.13 "GET /v2.0/ports?device_id=58a8afea-610a-4461-9810-b306ba649798 HTTP/1.1" status: 200 len: 945 time: 0.0939775 Nov 05 18:46:18.399152 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] get_ports_and_sgs() called for port_ids ['084ca030-dc7f-4967-9a25-9932674a4b0b'] {{(pid=102388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 18:46:18.436153 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-058143fb-0fa6-4498-b330-1add04accb38 req-5e46a7f3-ecc1-4eca-aa01-e83c1fd43c59 tempest-LiveMigrationTest-600821399 tempest-LiveMigrationTest-600821399-project] 10.222.0.13 "GET /v2.0/security-groups?id=3677ad50-e4bf-4315-8aa4-e48810edc139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494280 Nov 05 18:46:18.587320 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b45fb32-884b-4435-a333-cf0bdb203ed3 req-9a9f1453-25e3-453e-8b8e-7d40c9a0ce71 tempest-AttachSCSIVolumeTestJSON-45934144 tempest-AttachSCSIVolumeTestJSON-45934144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:46:18.597946 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-5b45fb32-884b-4435-a333-cf0bdb203ed3 req-9a9f1453-25e3-453e-8b8e-7d40c9a0ce71 tempest-AttachSCSIVolumeTestJSON-45934144 tempest-AttachSCSIVolumeTestJSON-45934144-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f513380-5649-4a8d-a947-a3c25e1fd708 HTTP/1.1" status: 200 len: 945 time: 0.0820887 Nov 05 18:46:18.659343 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-5b45fb32-884b-4435-a333-cf0bdb203ed3 req-11154450-82bf-4bbf-9bb5-0c75a8d6ed38 tempest-AttachSCSIVolumeTestJSON-45934144 tempest-AttachSCSIVolumeTestJSON-45934144-project] 10.222.0.13 "GET /v2.0/security-groups?id=3b86adff-4a9f-4ee7-9e87-504cc86d3d57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603590 Nov 05 18:46:19.088214 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-db059f7b-5cd7-467a-8138-5e4317a472bd req-45c50c77-371f-4388-9d06-385ceadb2794 tempest-ImagesOneServerNegativeTestJSON-2105042970 tempest-ImagesOneServerNegativeTestJSON-2105042970-project] 10.222.0.13 "GET /v2.0/ports?device_id=caf8e462-c0c0-453d-a2ee-722d09bd04ac HTTP/1.1" status: 200 len: 210 time: 0.0317843 Nov 05 18:46:19.220905 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-75f20616-f7b9-44c7-a8c2-b25b599cbb9a req-d53ca664-2b44-44c5-8b35-4471dcd52c96 tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] 10.222.0.13 "GET /v2.0/ports?device_id=1cabe5f2-dcd7-4f62-9d7f-62848b173d5b HTTP/1.1" status: 200 len: 210 time: 0.0321791 Nov 05 18:46:19.490979 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbb069f-6b05-4b2c-b642-7a92d58b5129 req-824a4a3c-00fe-45a4-b5b0-b65c9eed81be tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:46:19.492483 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-7fbb069f-6b05-4b2c-b642-7a92d58b5129 req-824a4a3c-00fe-45a4-b5b0-b65c9eed81be tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] 10.222.0.55 "GET /v2.0/networks?id=43ea62f0-8360-499b-8cfa-33c91e860c8e HTTP/1.1" status: 200 len: 812 time: 0.1091592 Nov 05 18:46:19.518541 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [req-7fbb069f-6b05-4b2c-b642-7a92d58b5129 req-75a598bb-e7a9-4580-9e00-28a8223a75ec tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] Request body: {'port': {'device_id': '1cabe5f2-dcd7-4f62-9d7f-62848b173d5b', 'network_id': '43ea62f0-8360-499b-8cfa-33c91e860c8e', 'admin_state_up': True, 'tenant_id': '6967002ed7684b0a936551bf3f38aa1b'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:46:19.582236 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7314bfaf-f96c-4a93-a38a-c6008a76e1b2 req-ca595800-498f-431c-a41c-d62e7c5f85ab tempest-LiveMigrationTest-600821399 tempest-LiveMigrationTest-600821399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:46:19.584056 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-7314bfaf-f96c-4a93-a38a-c6008a76e1b2 req-ca595800-498f-431c-a41c-d62e7c5f85ab tempest-LiveMigrationTest-600821399 tempest-LiveMigrationTest-600821399-project] 10.222.0.13 "GET /v2.0/ports?device_id=58a8afea-610a-4461-9810-b306ba649798 HTTP/1.1" status: 200 len: 945 time: 0.0511398 Nov 05 18:46:19.650405 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-7314bfaf-f96c-4a93-a38a-c6008a76e1b2 req-5e96b358-a48b-43f1-a5e5-1851fab41443 tempest-LiveMigrationTest-600821399 tempest-LiveMigrationTest-600821399-project] 10.222.0.13 "GET /v2.0/security-groups?id=3677ad50-e4bf-4315-8aa4-e48810edc139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520926 Nov 05 18:46:19.698380 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Device 084ca030-dc7f-4967-9a25-9932674a4b0b up at agent hyperv_n-h1-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 18:46:19.700913 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7fbb069f-6b05-4b2c-b642-7a92d58b5129 req-75a598bb-e7a9-4580-9e00-28a8223a75ec tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] Made reservation on behalf of 6967002ed7684b0a936551bf3f38aa1b for: {'port': 1} {{(pid=102386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 18:46:19.706418 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-7fbb069f-6b05-4b2c-b642-7a92d58b5129 req-75a598bb-e7a9-4580-9e00-28a8223a75ec tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:46:19.790569 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e597905c-0337-44d6-b605-78a5d5609d8f req-19b55281-677a-4c45-9bd0-520f30a7c84b tempest-AttachSCSIVolumeTestJSON-45934144 tempest-AttachSCSIVolumeTestJSON-45934144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:46:19.798657 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-e597905c-0337-44d6-b605-78a5d5609d8f req-19b55281-677a-4c45-9bd0-520f30a7c84b tempest-AttachSCSIVolumeTestJSON-45934144 tempest-AttachSCSIVolumeTestJSON-45934144-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f513380-5649-4a8d-a947-a3c25e1fd708 HTTP/1.1" status: 200 len: 945 time: 0.0617294 Nov 05 18:46:19.843010 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-e597905c-0337-44d6-b605-78a5d5609d8f req-2950e244-ef65-48ff-9251-316b5d9091bf tempest-AttachSCSIVolumeTestJSON-45934144 tempest-AttachSCSIVolumeTestJSON-45934144-project] 10.222.0.13 "GET /v2.0/security-groups?id=3b86adff-4a9f-4ee7-9e87-504cc86d3d57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434980 Nov 05 18:46:19.847947 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.db_base_plugin_common [req-7fbb069f-6b05-4b2c-b642-7a92d58b5129 req-75a598bb-e7a9-4580-9e00-28a8223a75ec tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] Allocated IP 172.20.0.7 (43ea62f0-8360-499b-8cfa-33c91e860c8e/d7f64a49-19fd-4323-b909-1a955812ddea/c6b33bac-92f1-42ca-82db-f12868ecbdb7) {{(pid=102386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 18:46:19.858796 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Provisioning for port 084ca030-dc7f-4967-9a25-9932674a4b0b completed by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 05 18:46:19.863048 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Provisioning complete for port 084ca030-dc7f-4967-9a25-9932674a4b0b triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:46:19.863416 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:46:19.946738 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:46:19.974803 n-d-816865-1 neutron-server[102388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f513380-5649-4a8d-a947-a3c25e1fd708', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '084ca030-dc7f-4967-9a25-9932674a4b0b'}] {{(pid=102388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 18:46:19.978737 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85474fee1180e129d8a886d264fe0b30223aa672dd1ffe43b630605f18504f68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f49509fc-8b1a-45c1-8f92-db567a6e5fb4" -d '{"events": [{"server_uuid": "2f513380-5649-4a8d-a947-a3c25e1fd708", "name": "network-vif-plugged", "status": "completed", "tag": "084ca030-dc7f-4967-9a25-9932674a4b0b"}]}' {{(pid=102388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 18:46:20.006088 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] For port 084ca030-dc7f-4967-9a25-9932674a4b0b, host n-h1-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=084ca030-dc7f-4967-9a25-9932674a4b0b,segment=NetworkSegment(344b2fe5-9ae3-40f3-b64f-84eda91e921b),segment_id=344b2fe5-9ae3-40f3-b64f-84eda91e921b)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:46:20.031431 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-7fbb069f-6b05-4b2c-b642-7a92d58b5129 req-75a598bb-e7a9-4580-9e00-28a8223a75ec tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] Publish callbacks [] for port, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:46:20.049975 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 18:46:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5dd1fc0a-344e-4a52-9a1c-83c08d0fd54d x-openstack-request-id: req-5dd1fc0a-344e-4a52-9a1c-83c08d0fd54d {{(pid=102388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 18:46:20.049975 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f513380-5649-4a8d-a947-a3c25e1fd708", "name": "network-vif-plugged", "status": "completed", "tag": "084ca030-dc7f-4967-9a25-9932674a4b0b", "code": 200}]} {{(pid=102388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 18:46:20.049975 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5dd1fc0a-344e-4a52-9a1c-83c08d0fd54d {{(pid=102388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 18:46:20.049975 n-d-816865-1 neutron-server[102388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f513380-5649-4a8d-a947-a3c25e1fd708', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '084ca030-dc7f-4967-9a25-9932674a4b0b', 'code': 200} Nov 05 18:46:20.065777 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:46:20.071161 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Device 1040dbc2-60da-4beb-b10e-d336382ee2cc no longer exists at agent hyperv_n-h1-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 18:46:20.088026 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] No Port match for: 1040dbc2-60da-4beb-b10e-d336382ee2cc {{(pid=102388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 18:46:20.088889 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Device 1040dbc2-60da-4beb-b10e-d336382ee2cc not bound to the agent host n-h1-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 18:46:20.181982 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db47d21a-85f5-4c81-8841-c5fd004721bf req-60f53e3e-ece1-42cf-94df-480d13a539c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:46:20.184981 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-db47d21a-85f5-4c81-8841-c5fd004721bf req-60f53e3e-ece1-42cf-94df-480d13a539c9 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=2f513380-5649-4a8d-a947-a3c25e1fd708 HTTP/1.1" status: 200 len: 1097 time: 0.0747211 Nov 05 18:46:20.186996 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-7fbb069f-6b05-4b2c-b642-7a92d58b5129 req-75a598bb-e7a9-4580-9e00-28a8223a75ec tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:46:20.191254 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Pushing event updated for resources: {'Port': ['ID=084ca030-dc7f-4967-9a25-9932674a4b0b,revision_number=5']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:46:20.274067 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7fbb069f-6b05-4b2c-b642-7a92d58b5129 req-75a598bb-e7a9-4580-9e00-28a8223a75ec tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] Network 43ea62f0-8360-499b-8cfa-33c91e860c8e is already hosted by enough agents. {{(pid=102386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 18:46:20.284223 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.base_scheduler [req-7fbb069f-6b05-4b2c-b642-7a92d58b5129 req-75a598bb-e7a9-4580-9e00-28a8223a75ec tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] Resources bound (agent type, host, resource id): {{(pid=102386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:46:20.291613 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [req-7fbb069f-6b05-4b2c-b642-7a92d58b5129 req-75a598bb-e7a9-4580-9e00-28a8223a75ec tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] Received port after_create {{(pid=102386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 18:46:20.307217 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-db47d21a-85f5-4c81-8841-c5fd004721bf req-f7c60967-3c7e-48ad-bd7f-406e705d1f0c service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=3b86adff-4a9f-4ee7-9e87-504cc86d3d57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128099 Nov 05 18:46:20.329626 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a598bb-e7a9-4580-9e00-28a8223a75ec tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] Pushing event updated for resources: {'Port': ['ID=c6b33bac-92f1-42ca-82db-f12868ecbdb7,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:46:20.365255 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbb069f-6b05-4b2c-b642-7a92d58b5129 req-75a598bb-e7a9-4580-9e00-28a8223a75ec tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:46:20.366413 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-7fbb069f-6b05-4b2c-b642-7a92d58b5129 req-75a598bb-e7a9-4580-9e00-28a8223a75ec tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:46:20.404386 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332660aa-226f-4a16-b5cf-f72ee98f0238 req-93fb1a9d-77d8-4baa-829a-b189e5e936f2 tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:46:20.405940 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-332660aa-226f-4a16-b5cf-f72ee98f0238 req-93fb1a9d-77d8-4baa-829a-b189e5e936f2 tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] 10.222.0.13 "GET /v2.0/ports?device_id=1cabe5f2-dcd7-4f62-9d7f-62848b173d5b HTTP/1.1" status: 200 len: 931 time: 0.1058681 Nov 05 18:46:20.434518 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-7fbb069f-6b05-4b2c-b642-7a92d58b5129 req-75a598bb-e7a9-4580-9e00-28a8223a75ec tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9241629 Nov 05 18:46:20.445067 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [req-7fbb069f-6b05-4b2c-b642-7a92d58b5129 req-0aae04c4-2eec-4d4b-82da-16ac23435eb3 tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=102386) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 05 18:46:20.447930 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-7fbb069f-6b05-4b2c-b642-7a92d58b5129 req-0aae04c4-2eec-4d4b-82da-16ac23435eb3 tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055947 Nov 05 18:46:20.505843 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-332660aa-226f-4a16-b5cf-f72ee98f0238 req-0f47d26c-779a-4335-82b9-5f4cc2b243c0 tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] 10.222.0.13 "GET /v2.0/security-groups?id=e0838ac1-f008-48c1-ab43-123e255d616a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690608 Nov 05 18:46:20.512321 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [req-7fbb069f-6b05-4b2c-b642-7a92d58b5129 req-ee3dc58b-d21d-4949-ae30-e80c26b78eda service neutron] Request body: {'port': {'device_id': '1cabe5f2-dcd7-4f62-9d7f-62848b173d5b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816865-1'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:46:20.514418 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f92bcc2-ebc3-496d-b0d0-473e40d16534 req-d1e4ee53-34f8-4418-85ca-ffae28895494 tempest-ImagesOneServerNegativeTestJSON-2105042970 tempest-ImagesOneServerNegativeTestJSON-2105042970-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:46:20.515937 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-4f92bcc2-ebc3-496d-b0d0-473e40d16534 req-d1e4ee53-34f8-4418-85ca-ffae28895494 tempest-ImagesOneServerNegativeTestJSON-2105042970 tempest-ImagesOneServerNegativeTestJSON-2105042970-project] 10.222.0.13 "GET /v2.0/networks?id=8c2c2df7-da1b-4d55-8c99-ae0be0798f81 HTTP/1.1" status: 200 len: 822 time: 0.1493022 Nov 05 18:46:20.539104 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-4f92bcc2-ebc3-496d-b0d0-473e40d16534 req-f1fb436e-5620-4819-82ef-810b6ef30b98 tempest-ImagesOneServerNegativeTestJSON-2105042970 tempest-ImagesOneServerNegativeTestJSON-2105042970-project] 10.222.0.13 "GET /v2.0/quotas/8837234f92224196b6ab2cecebe44d96 HTTP/1.1" status: 200 len: 375 time: 0.0169411 Nov 05 18:46:20.598514 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-7fbb069f-6b05-4b2c-b642-7a92d58b5129 req-ee3dc58b-d21d-4949-ae30-e80c26b78eda service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:46:20.606469 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-4f92bcc2-ebc3-496d-b0d0-473e40d16534 req-b081b976-4977-4cb4-8961-6d5b191ac547 tempest-ImagesOneServerNegativeTestJSON-2105042970 tempest-ImagesOneServerNegativeTestJSON-2105042970-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=8837234f92224196b6ab2cecebe44d96&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0664356 Nov 05 18:46:20.719593 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-4f92bcc2-ebc3-496d-b0d0-473e40d16534 req-c9a5d143-2613-4d82-9a45-0a05cfece238 service neutron] 10.222.0.13 "GET /v2.0/networks/8c2c2df7-da1b-4d55-8c99-ae0be0798f81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1117380 Nov 05 18:46:20.834728 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3991f1-70ca-4a1a-be71-1a8b294fdb7e req-6c2ac6e8-4627-4a09-9b72-9763120169b5 tempest-LiveMigrationTest-600821399 tempest-LiveMigrationTest-600821399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:46:20.836213 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-0d3991f1-70ca-4a1a-be71-1a8b294fdb7e req-6c2ac6e8-4627-4a09-9b72-9763120169b5 tempest-LiveMigrationTest-600821399 tempest-LiveMigrationTest-600821399-project] 10.222.0.13 "GET /v2.0/ports?device_id=58a8afea-610a-4461-9810-b306ba649798 HTTP/1.1" status: 200 len: 945 time: 0.0972834 Nov 05 18:46:20.862634 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-4f92bcc2-ebc3-496d-b0d0-473e40d16534 req-4770e165-a684-447e-913c-97c4a4d908ef service neutron] 10.222.0.13 "GET /v2.0/networks/8c2c2df7-da1b-4d55-8c99-ae0be0798f81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1421897 Nov 05 18:46:20.882461 n-d-816865-1 neutron-server[102386]: DEBUG neutron.notifiers.nova [req-7fbb069f-6b05-4b2c-b642-7a92d58b5129 req-ee3dc58b-d21d-4949-ae30-e80c26b78eda service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c6b33bac-92f1-42ca-82db-f12868ecbdb7 {{(pid=102386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 18:46:20.892652 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-7fbb069f-6b05-4b2c-b642-7a92d58b5129 req-ee3dc58b-d21d-4949-ae30-e80c26b78eda service neutron] Publish callbacks [] for port, precommit_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:46:20.899872 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-0d3991f1-70ca-4a1a-be71-1a8b294fdb7e req-cfb4e6e4-133a-4279-a1cc-a372b712be66 tempest-LiveMigrationTest-600821399 tempest-LiveMigrationTest-600821399-project] 10.222.0.13 "GET /v2.0/security-groups?id=3677ad50-e4bf-4315-8aa4-e48810edc139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539834 Nov 05 18:46:20.908158 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.provisioning_blocks [req-7fbb069f-6b05-4b2c-b642-7a92d58b5129 req-ee3dc58b-d21d-4949-ae30-e80c26b78eda service neutron] Transition to ACTIVE for port object c6b33bac-92f1-42ca-82db-f12868ecbdb7 will not be triggered until provisioned by entity L2. {{(pid=102386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 05 18:46:20.980189 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-7fbb069f-6b05-4b2c-b642-7a92d58b5129 req-ee3dc58b-d21d-4949-ae30-e80c26b78eda service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6149821'] for port, after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:46:21.032517 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b540aa5d-9bd0-47d5-b31b-89c4dd8b5307 req-65975d92-288f-4f04-a5a4-16ea5d31dadf tempest-AttachSCSIVolumeTestJSON-45934144 tempest-AttachSCSIVolumeTestJSON-45934144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:46:21.034059 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-b540aa5d-9bd0-47d5-b31b-89c4dd8b5307 req-65975d92-288f-4f04-a5a4-16ea5d31dadf tempest-AttachSCSIVolumeTestJSON-45934144 tempest-AttachSCSIVolumeTestJSON-45934144-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f513380-5649-4a8d-a947-a3c25e1fd708 HTTP/1.1" status: 200 len: 946 time: 0.0624344 Nov 05 18:46:21.040482 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3dc58b-d21d-4949-ae30-e80c26b78eda service neutron] Pushing event updated for resources: {'Port': ['ID=c6b33bac-92f1-42ca-82db-f12868ecbdb7,revision_number=2']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:46:21.097207 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-b540aa5d-9bd0-47d5-b31b-89c4dd8b5307 req-74ea838a-9e2e-4f83-998b-2e87fb7d967b tempest-AttachSCSIVolumeTestJSON-45934144 tempest-AttachSCSIVolumeTestJSON-45934144-project] 10.222.0.13 "GET /v2.0/security-groups?id=3b86adff-4a9f-4ee7-9e87-504cc86d3d57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545917 Nov 05 18:46:21.142998 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [req-7fbb069f-6b05-4b2c-b642-7a92d58b5129 req-ee3dc58b-d21d-4949-ae30-e80c26b78eda service neutron] Attempting to bind port c6b33bac-92f1-42ca-82db-f12868ecbdb7 on host n-h2-816865-1 for vnic_type normal with profile {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 18:46:21.143340 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [req-7fbb069f-6b05-4b2c-b642-7a92d58b5129 req-ee3dc58b-d21d-4949-ae30-e80c26b78eda service neutron] Attempting to bind port c6b33bac-92f1-42ca-82db-f12868ecbdb7 by drivers openvswitch,hyperv on host n-h2-816865-1 at level 0 using segments [{'id': '18ff82bc-5fc5-4d18-b58f-45dd42e01fae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '43ea62f0-8360-499b-8cfa-33c91e860c8e'}] {{(pid=102386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 18:46:21.145315 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fbb069f-6b05-4b2c-b642-7a92d58b5129 req-ee3dc58b-d21d-4949-ae30-e80c26b78eda service neutron] Attempting to bind port c6b33bac-92f1-42ca-82db-f12868ecbdb7 on network 43ea62f0-8360-499b-8cfa-33c91e860c8e {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 18:46:21.151387 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fbb069f-6b05-4b2c-b642-7a92d58b5129 req-ee3dc58b-d21d-4949-ae30-e80c26b78eda service neutron] Port c6b33bac-92f1-42ca-82db-f12868ecbdb7 on network 43ea62f0-8360-499b-8cfa-33c91e860c8e not bound, no agent of type Open vSwitch agent registered on host n-h2-816865-1 {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 18:46:21.151909 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fbb069f-6b05-4b2c-b642-7a92d58b5129 req-ee3dc58b-d21d-4949-ae30-e80c26b78eda service neutron] Attempting to bind port c6b33bac-92f1-42ca-82db-f12868ecbdb7 on network 43ea62f0-8360-499b-8cfa-33c91e860c8e {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 18:46:21.159079 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fbb069f-6b05-4b2c-b642-7a92d58b5129 req-ee3dc58b-d21d-4949-ae30-e80c26b78eda service neutron] Checking agent: {'id': '32aff553-696f-4891-83f5-5c176f61fe54', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816865-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 18, 33, 36), 'started_at': datetime.datetime(2021, 11, 5, 18, 33, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 18, 46, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 18:46:21.159422 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fbb069f-6b05-4b2c-b642-7a92d58b5129 req-ee3dc58b-d21d-4949-ae30-e80c26b78eda service neutron] Checking segment: {'id': '18ff82bc-5fc5-4d18-b58f-45dd42e01fae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '43ea62f0-8360-499b-8cfa-33c91e860c8e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 18:46:21.159810 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fbb069f-6b05-4b2c-b642-7a92d58b5129 req-ee3dc58b-d21d-4949-ae30-e80c26b78eda service neutron] Bound using segment: {'id': '18ff82bc-5fc5-4d18-b58f-45dd42e01fae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '43ea62f0-8360-499b-8cfa-33c91e860c8e'} {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 18:46:21.160245 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [req-7fbb069f-6b05-4b2c-b642-7a92d58b5129 req-ee3dc58b-d21d-4949-ae30-e80c26b78eda service neutron] Bound port: c6b33bac-92f1-42ca-82db-f12868ecbdb7, host: n-h2-816865-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '18ff82bc-5fc5-4d18-b58f-45dd42e01fae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '43ea62f0-8360-499b-8cfa-33c91e860c8e'}}] {{(pid=102386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 18:46:21.160602 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-7fbb069f-6b05-4b2c-b642-7a92d58b5129 req-ee3dc58b-d21d-4949-ae30-e80c26b78eda service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:46:21.252452 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-a3495589-e4a0-495e-a35b-eab5b5fe5dad req-601cccd2-39d5-496f-b9e0-1cd6120b3c5e tempest-ImagesOneServerNegativeTestJSON-2105042970 tempest-ImagesOneServerNegativeTestJSON-2105042970-project] 10.222.0.13 "GET /v2.0/ports?device_id=306ae9e0-4862-425e-a923-447691ea5650 HTTP/1.1" status: 200 len: 210 time: 0.0341289 Nov 05 18:46:21.268798 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [req-7fbb069f-6b05-4b2c-b642-7a92d58b5129 req-ee3dc58b-d21d-4949-ae30-e80c26b78eda service neutron] For port c6b33bac-92f1-42ca-82db-f12868ecbdb7, host n-h2-816865-1, cleared binding levels {{(pid=102386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 18:46:21.272902 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [req-7fbb069f-6b05-4b2c-b642-7a92d58b5129 req-ee3dc58b-d21d-4949-ae30-e80c26b78eda service neutron] For port c6b33bac-92f1-42ca-82db-f12868ecbdb7, host n-h2-816865-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=c6b33bac-92f1-42ca-82db-f12868ecbdb7,segment=NetworkSegment(18ff82bc-5fc5-4d18-b58f-45dd42e01fae),segment_id=18ff82bc-5fc5-4d18-b58f-45dd42e01fae)] {{(pid=102386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 18:46:21.358084 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-7fbb069f-6b05-4b2c-b642-7a92d58b5129 req-ee3dc58b-d21d-4949-ae30-e80c26b78eda service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6149821'] for port, after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:46:21.399650 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbb069f-6b05-4b2c-b642-7a92d58b5129 req-ee3dc58b-d21d-4949-ae30-e80c26b78eda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:46:21.400951 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-7fbb069f-6b05-4b2c-b642-7a92d58b5129 req-ee3dc58b-d21d-4949-ae30-e80c26b78eda service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:46:21.402489 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-7fbb069f-6b05-4b2c-b642-7a92d58b5129 req-ee3dc58b-d21d-4949-ae30-e80c26b78eda service neutron] 10.222.0.55 "PUT /v2.0/ports/c6b33bac-92f1-42ca-82db-f12868ecbdb7 HTTP/1.1" status: 200 len: 1091 time: 0.9458456 Nov 05 18:46:21.403041 n-d-816865-1 neutron-server[102386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1cabe5f2-dcd7-4f62-9d7f-62848b173d5b', 'tag': 'c6b33bac-92f1-42ca-82db-f12868ecbdb7'}] {{(pid=102386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 18:46:21.405448 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6173a44d7c73f41af551dc890fa1a5892c2c6bc3458b640c8e0c24db7876ba6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09e4b35b-792b-4242-9489-ae553a8c5304" -d '{"events": [{"name": "network-changed", "server_uuid": "1cabe5f2-dcd7-4f62-9d7f-62848b173d5b", "tag": "c6b33bac-92f1-42ca-82db-f12868ecbdb7"}]}' {{(pid=102386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 18:46:21.436316 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3dc58b-d21d-4949-ae30-e80c26b78eda service neutron] Pushing event updated for resources: {'Port': ['ID=c6b33bac-92f1-42ca-82db-f12868ecbdb7,revision_number=3']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:46:21.448372 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 18:46:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cdd69cd-4b83-409b-bf56-5127bc42de93 x-openstack-request-id: req-0cdd69cd-4b83-409b-bf56-5127bc42de93 {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 18:46:21.448779 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1cabe5f2-dcd7-4f62-9d7f-62848b173d5b", "tag": "c6b33bac-92f1-42ca-82db-f12868ecbdb7", "status": "completed", "code": 200}]} {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 18:46:21.449071 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0cdd69cd-4b83-409b-bf56-5127bc42de93 {{(pid=102386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 18:46:21.449519 n-d-816865-1 neutron-server[102386]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1cabe5f2-dcd7-4f62-9d7f-62848b173d5b', 'tag': 'c6b33bac-92f1-42ca-82db-f12868ecbdb7', 'status': 'completed', 'code': 200} Nov 05 18:46:21.518756 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e4b35b-792b-4242-9489-ae553a8c5304 req-4c8461f7-8425-41ba-add7-60127346935e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:46:21.520339 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-09e4b35b-792b-4242-9489-ae553a8c5304 req-4c8461f7-8425-41ba-add7-60127346935e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=6967002ed7684b0a936551bf3f38aa1b&device_id=1cabe5f2-dcd7-4f62-9d7f-62848b173d5b HTTP/1.1" status: 200 len: 1094 time: 0.0454924 Nov 05 18:46:21.648985 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e4b35b-792b-4242-9489-ae553a8c5304 req-fe7b7131-a476-4d23-be95-f067b88d6c21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:46:21.651169 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-09e4b35b-792b-4242-9489-ae553a8c5304 req-fe7b7131-a476-4d23-be95-f067b88d6c21 service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=6967002ed7684b0a936551bf3f38aa1b&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1213350 Nov 05 18:46:21.680596 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9747794-d7d0-44e1-9546-70f92b26508e req-858e3a42-0117-4cac-91f6-5e920f150d30 tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:46:21.682833 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-b9747794-d7d0-44e1-9546-70f92b26508e req-858e3a42-0117-4cac-91f6-5e920f150d30 tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] 10.222.0.13 "GET /v2.0/ports?device_id=1cabe5f2-dcd7-4f62-9d7f-62848b173d5b HTTP/1.1" status: 200 len: 943 time: 0.0894041 Nov 05 18:46:21.751369 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-b9747794-d7d0-44e1-9546-70f92b26508e req-c5c933e5-e0d1-4ca0-b17a-9a6dfa04a77a tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] 10.222.0.13 "GET /v2.0/security-groups?id=e0838ac1-f008-48c1-ab43-123e255d616a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549910 Nov 05 18:46:21.770664 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e4b35b-792b-4242-9489-ae553a8c5304 req-9882610d-9a87-4c31-bd8d-3a6c227b24f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:46:21.772284 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-09e4b35b-792b-4242-9489-ae553a8c5304 req-9882610d-9a87-4c31-bd8d-3a6c227b24f2 service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1108909 Nov 05 18:46:21.855385 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbb069f-6b05-4b2c-b642-7a92d58b5129 req-8751e10f-731a-4044-9dfe-85d33036dba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:46:21.857668 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-7fbb069f-6b05-4b2c-b642-7a92d58b5129 req-8751e10f-731a-4044-9dfe-85d33036dba4 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=6967002ed7684b0a936551bf3f38aa1b&device_id=1cabe5f2-dcd7-4f62-9d7f-62848b173d5b HTTP/1.1" status: 200 len: 1094 time: 0.0441296 Nov 05 18:46:21.907541 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-7fbb069f-6b05-4b2c-b642-7a92d58b5129 req-f7705177-0c98-4dd1-b58d-8d678ef40a2c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c6b33bac-92f1-42ca-82db-f12868ecbdb7 HTTP/1.1" status: 200 len: 217 time: 0.0404787 Nov 05 18:46:21.969400 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbb069f-6b05-4b2c-b642-7a92d58b5129 req-b092aac2-8d42-41a8-8b42-d2cafb868fe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:46:21.971072 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-7fbb069f-6b05-4b2c-b642-7a92d58b5129 req-b092aac2-8d42-41a8-8b42-d2cafb868fe0 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=d7f64a49-19fd-4323-b909-1a955812ddea HTTP/1.1" status: 200 len: 852 time: 0.0559444 Nov 05 18:46:22.011344 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-7fbb069f-6b05-4b2c-b642-7a92d58b5129 req-79e13940-5a4b-412a-8123-a3abb364c9cd service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=43ea62f0-8360-499b-8cfa-33c91e860c8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0313635 Nov 05 18:46:22.037161 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e73a798-49b0-49f5-b9f7-f6eb5187bdbf req-da7e9303-8aa3-4677-9118-6357e44abd4f tempest-LiveMigrationTest-600821399 tempest-LiveMigrationTest-600821399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:46:22.038765 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-0e73a798-49b0-49f5-b9f7-f6eb5187bdbf req-da7e9303-8aa3-4677-9118-6357e44abd4f tempest-LiveMigrationTest-600821399 tempest-LiveMigrationTest-600821399-project] 10.222.0.13 "GET /v2.0/ports?device_id=58a8afea-610a-4461-9810-b306ba649798 HTTP/1.1" status: 200 len: 945 time: 0.0582447 Nov 05 18:46:22.090917 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-0e73a798-49b0-49f5-b9f7-f6eb5187bdbf req-2b58bbc5-5a09-4f6b-b91b-1da76695a5df tempest-LiveMigrationTest-600821399 tempest-LiveMigrationTest-600821399-project] 10.222.0.13 "GET /v2.0/security-groups?id=3677ad50-e4bf-4315-8aa4-e48810edc139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451515 Nov 05 18:46:22.108063 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-7fbb069f-6b05-4b2c-b642-7a92d58b5129 req-b5cf8b6a-d80a-477b-a66f-bf4dd39c44c4 service neutron] 10.222.0.55 "GET /v2.0/networks/43ea62f0-8360-499b-8cfa-33c91e860c8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844588 Nov 05 18:46:22.222213 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-7fbb069f-6b05-4b2c-b642-7a92d58b5129 req-991235b2-fcde-4a78-aa1e-da677efc009c service neutron] 10.222.0.55 "GET /v2.0/networks/43ea62f0-8360-499b-8cfa-33c91e860c8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1067119 Nov 05 18:46:22.233755 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8105acc4-93fb-4562-8f8f-840668ce21db req-dd05e804-c659-4c0c-925c-c54963bfcb40 tempest-AttachSCSIVolumeTestJSON-45934144 tempest-AttachSCSIVolumeTestJSON-45934144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:46:22.235299 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-8105acc4-93fb-4562-8f8f-840668ce21db req-dd05e804-c659-4c0c-925c-c54963bfcb40 tempest-AttachSCSIVolumeTestJSON-45934144 tempest-AttachSCSIVolumeTestJSON-45934144-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f513380-5649-4a8d-a947-a3c25e1fd708 HTTP/1.1" status: 200 len: 946 time: 0.0542283 Nov 05 18:46:22.290424 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-8105acc4-93fb-4562-8f8f-840668ce21db req-d9099dec-317f-48ef-9c45-5be9584d1713 tempest-AttachSCSIVolumeTestJSON-45934144 tempest-AttachSCSIVolumeTestJSON-45934144-project] 10.222.0.13 "GET /v2.0/security-groups?id=3b86adff-4a9f-4ee7-9e87-504cc86d3d57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459909 Nov 05 18:46:22.377971 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-452ac229-3f32-4172-a200-b58954f3e7eb req-2abfa137-edd9-4e91-98fb-89cc363ced09 tempest-ImagesOneServerNegativeTestJSON-2105042970 tempest-ImagesOneServerNegativeTestJSON-2105042970-project] 10.222.0.13 "GET /v2.0/ports?device_id=306ae9e0-4862-425e-a923-447691ea5650 HTTP/1.1" status: 200 len: 210 time: 0.0326550 Nov 05 18:46:22.868627 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8ab870-3c8a-4020-87bc-92761b2f1447 req-36d265e9-80e2-4f3d-b38a-00ebb5ddcb7c tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:46:22.870416 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-6d8ab870-3c8a-4020-87bc-92761b2f1447 req-36d265e9-80e2-4f3d-b38a-00ebb5ddcb7c tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] 10.222.0.13 "GET /v2.0/ports?device_id=1cabe5f2-dcd7-4f62-9d7f-62848b173d5b HTTP/1.1" status: 200 len: 943 time: 0.0552890 Nov 05 18:46:22.921670 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-6d8ab870-3c8a-4020-87bc-92761b2f1447 req-69b8598a-e7f4-46b7-b5c1-fb3746d70a06 tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] 10.222.0.13 "GET /v2.0/security-groups?id=e0838ac1-f008-48c1-ab43-123e255d616a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449669 Nov 05 18:46:23.229680 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5daef0-0ca1-435b-9515-0d263aeff53d req-c3cab885-d72d-485f-a156-268ecac48f79 tempest-LiveMigrationTest-600821399 tempest-LiveMigrationTest-600821399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:46:23.232828 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-bd5daef0-0ca1-435b-9515-0d263aeff53d req-c3cab885-d72d-485f-a156-268ecac48f79 tempest-LiveMigrationTest-600821399 tempest-LiveMigrationTest-600821399-project] 10.222.0.13 "GET /v2.0/ports?device_id=58a8afea-610a-4461-9810-b306ba649798 HTTP/1.1" status: 200 len: 945 time: 0.0573666 Nov 05 18:46:23.299009 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-bd5daef0-0ca1-435b-9515-0d263aeff53d req-b080271f-4571-4c79-9859-9cfb429c75ff tempest-LiveMigrationTest-600821399 tempest-LiveMigrationTest-600821399-project] 10.222.0.13 "GET /v2.0/security-groups?id=3677ad50-e4bf-4315-8aa4-e48810edc139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612717 Nov 05 18:46:23.333343 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f92bcc2-ebc3-496d-b0d0-473e40d16534 req-bf890af1-3482-4ce9-ad2b-9d5b70513282 tempest-ImagesOneServerNegativeTestJSON-2105042970 tempest-ImagesOneServerNegativeTestJSON-2105042970-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:46:23.334921 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-4f92bcc2-ebc3-496d-b0d0-473e40d16534 req-bf890af1-3482-4ce9-ad2b-9d5b70513282 tempest-ImagesOneServerNegativeTestJSON-2105042970 tempest-ImagesOneServerNegativeTestJSON-2105042970-project] 10.222.0.41 "GET /v2.0/networks?id=8c2c2df7-da1b-4d55-8c99-ae0be0798f81 HTTP/1.1" status: 200 len: 822 time: 0.1270118 Nov 05 18:46:23.349352 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [req-4f92bcc2-ebc3-496d-b0d0-473e40d16534 req-b7db81cb-d857-486d-9233-2d74dd833ac3 tempest-ImagesOneServerNegativeTestJSON-2105042970 tempest-ImagesOneServerNegativeTestJSON-2105042970-project] Request body: {'port': {'device_id': '306ae9e0-4862-425e-a923-447691ea5650', 'network_id': '8c2c2df7-da1b-4d55-8c99-ae0be0798f81', 'admin_state_up': True, 'tenant_id': '8837234f92224196b6ab2cecebe44d96'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:46:23.499454 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-35ca3790-09c2-449a-901c-1e70f2cd95ca req-557cc2ba-ae98-47ae-9c6f-bbdb22d8bc24 tempest-ImagesOneServerNegativeTestJSON-2105042970 tempest-ImagesOneServerNegativeTestJSON-2105042970-project] 10.222.0.13 "GET /v2.0/ports?device_id=306ae9e0-4862-425e-a923-447691ea5650 HTTP/1.1" status: 200 len: 210 time: 0.0393176 Nov 05 18:46:23.618974 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4f92bcc2-ebc3-496d-b0d0-473e40d16534 req-b7db81cb-d857-486d-9233-2d74dd833ac3 tempest-ImagesOneServerNegativeTestJSON-2105042970 tempest-ImagesOneServerNegativeTestJSON-2105042970-project] Made reservation on behalf of 8837234f92224196b6ab2cecebe44d96 for: {'port': 1} {{(pid=102386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 18:46:23.623398 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-4f92bcc2-ebc3-496d-b0d0-473e40d16534 req-b7db81cb-d857-486d-9233-2d74dd833ac3 tempest-ImagesOneServerNegativeTestJSON-2105042970 tempest-ImagesOneServerNegativeTestJSON-2105042970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:46:23.744701 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.db_base_plugin_common [req-4f92bcc2-ebc3-496d-b0d0-473e40d16534 req-b7db81cb-d857-486d-9233-2d74dd833ac3 tempest-ImagesOneServerNegativeTestJSON-2105042970 tempest-ImagesOneServerNegativeTestJSON-2105042970-project] Allocated IP 172.20.0.14 (8c2c2df7-da1b-4d55-8c99-ae0be0798f81/bd510a31-dda0-4360-ac1b-8b1e239249b4/25a81ce0-e5bc-44bb-90b6-350e951cf9c4) {{(pid=102386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 18:46:23.898725 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-4f92bcc2-ebc3-496d-b0d0-473e40d16534 req-b7db81cb-d857-486d-9233-2d74dd833ac3 tempest-ImagesOneServerNegativeTestJSON-2105042970 tempest-ImagesOneServerNegativeTestJSON-2105042970-project] Publish callbacks [] for port, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:46:23.992706 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-4f92bcc2-ebc3-496d-b0d0-473e40d16534 req-b7db81cb-d857-486d-9233-2d74dd833ac3 tempest-ImagesOneServerNegativeTestJSON-2105042970 tempest-ImagesOneServerNegativeTestJSON-2105042970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:46:24.066405 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f92bcc2-ebc3-496d-b0d0-473e40d16534 req-b7db81cb-d857-486d-9233-2d74dd833ac3 tempest-ImagesOneServerNegativeTestJSON-2105042970 tempest-ImagesOneServerNegativeTestJSON-2105042970-project] Network 8c2c2df7-da1b-4d55-8c99-ae0be0798f81 is already hosted by enough agents. {{(pid=102386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 18:46:24.069939 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.base_scheduler [req-4f92bcc2-ebc3-496d-b0d0-473e40d16534 req-b7db81cb-d857-486d-9233-2d74dd833ac3 tempest-ImagesOneServerNegativeTestJSON-2105042970 tempest-ImagesOneServerNegativeTestJSON-2105042970-project] Resources bound (agent type, host, resource id): {{(pid=102386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:46:24.073066 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f92bcc2-ebc3-496d-b0d0-473e40d16534 req-b7db81cb-d857-486d-9233-2d74dd833ac3 tempest-ImagesOneServerNegativeTestJSON-2105042970 tempest-ImagesOneServerNegativeTestJSON-2105042970-project] Received port after_create {{(pid=102386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 18:46:24.078018 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f23ee3-f6a4-428d-a2b8-db4dee23bb84 req-bb611b7f-433a-436c-bf19-e516933cd444 tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:46:24.080399 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-89f23ee3-f6a4-428d-a2b8-db4dee23bb84 req-bb611b7f-433a-436c-bf19-e516933cd444 tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] 10.222.0.13 "GET /v2.0/ports?device_id=1cabe5f2-dcd7-4f62-9d7f-62848b173d5b HTTP/1.1" status: 200 len: 943 time: 0.0582445 Nov 05 18:46:24.110425 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7db81cb-d857-486d-9233-2d74dd833ac3 tempest-ImagesOneServerNegativeTestJSON-2105042970 tempest-ImagesOneServerNegativeTestJSON-2105042970-project] Pushing event updated for resources: {'Port': ['ID=25a81ce0-e5bc-44bb-90b6-350e951cf9c4,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:46:24.135373 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-89f23ee3-f6a4-428d-a2b8-db4dee23bb84 req-942f0ad0-7d0e-4283-951b-c2d9e887e76b tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] 10.222.0.13 "GET /v2.0/security-groups?id=e0838ac1-f008-48c1-ab43-123e255d616a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469649 Nov 05 18:46:24.139549 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f92bcc2-ebc3-496d-b0d0-473e40d16534 req-b7db81cb-d857-486d-9233-2d74dd833ac3 tempest-ImagesOneServerNegativeTestJSON-2105042970 tempest-ImagesOneServerNegativeTestJSON-2105042970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:46:24.140211 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-4f92bcc2-ebc3-496d-b0d0-473e40d16534 req-b7db81cb-d857-486d-9233-2d74dd833ac3 tempest-ImagesOneServerNegativeTestJSON-2105042970 tempest-ImagesOneServerNegativeTestJSON-2105042970-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:46:24.239381 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-4f92bcc2-ebc3-496d-b0d0-473e40d16534 req-b7db81cb-d857-486d-9233-2d74dd833ac3 tempest-ImagesOneServerNegativeTestJSON-2105042970 tempest-ImagesOneServerNegativeTestJSON-2105042970-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8954647 Nov 05 18:46:24.253011 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [req-4f92bcc2-ebc3-496d-b0d0-473e40d16534 req-4b23f638-9d37-4ffe-9ac2-d18ce70becb2 service neutron] Request body: {'port': {'device_id': '306ae9e0-4862-425e-a923-447691ea5650', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816865-1'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:46:24.305462 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-4f92bcc2-ebc3-496d-b0d0-473e40d16534 req-4b23f638-9d37-4ffe-9ac2-d18ce70becb2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:46:24.428523 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9415f8b8-5e50-465f-9c51-b92d4fb160bf req-9b1e5c65-95ef-42b4-ac1e-1487e4f31807 tempest-LiveMigrationTest-600821399 tempest-LiveMigrationTest-600821399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:46:24.430096 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-9415f8b8-5e50-465f-9c51-b92d4fb160bf req-9b1e5c65-95ef-42b4-ac1e-1487e4f31807 tempest-LiveMigrationTest-600821399 tempest-LiveMigrationTest-600821399-project] 10.222.0.13 "GET /v2.0/ports?device_id=58a8afea-610a-4461-9810-b306ba649798 HTTP/1.1" status: 200 len: 945 time: 0.0564940 Nov 05 18:46:24.483950 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-9415f8b8-5e50-465f-9c51-b92d4fb160bf req-d2b5a5ea-9929-48b3-a0d4-c1f12a35b2af tempest-LiveMigrationTest-600821399 tempest-LiveMigrationTest-600821399-project] 10.222.0.13 "GET /v2.0/security-groups?id=3677ad50-e4bf-4315-8aa4-e48810edc139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471299 Nov 05 18:46:24.575280 n-d-816865-1 neutron-server[102386]: DEBUG neutron.notifiers.nova [req-4f92bcc2-ebc3-496d-b0d0-473e40d16534 req-4b23f638-9d37-4ffe-9ac2-d18ce70becb2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 25a81ce0-e5bc-44bb-90b6-350e951cf9c4 {{(pid=102386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 18:46:24.583048 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-4f92bcc2-ebc3-496d-b0d0-473e40d16534 req-4b23f638-9d37-4ffe-9ac2-d18ce70becb2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:46:24.599101 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.provisioning_blocks [req-4f92bcc2-ebc3-496d-b0d0-473e40d16534 req-4b23f638-9d37-4ffe-9ac2-d18ce70becb2 service neutron] Transition to ACTIVE for port object 25a81ce0-e5bc-44bb-90b6-350e951cf9c4 will not be triggered until provisioned by entity L2. {{(pid=102386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 05 18:46:24.611520 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567b777d-8cf2-4739-a35b-50382a1ea16f req-c3c44a6f-e5bf-4869-a6c8-e90d20202584 tempest-ImagesOneServerNegativeTestJSON-2105042970 tempest-ImagesOneServerNegativeTestJSON-2105042970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:46:24.613010 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-567b777d-8cf2-4739-a35b-50382a1ea16f req-c3c44a6f-e5bf-4869-a6c8-e90d20202584 tempest-ImagesOneServerNegativeTestJSON-2105042970 tempest-ImagesOneServerNegativeTestJSON-2105042970-project] 10.222.0.13 "GET /v2.0/ports?device_id=306ae9e0-4862-425e-a923-447691ea5650 HTTP/1.1" status: 200 len: 932 time: 0.0486379 Nov 05 18:46:24.663393 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-567b777d-8cf2-4739-a35b-50382a1ea16f req-689a30f6-5f96-470a-ac05-841941d0f15c tempest-ImagesOneServerNegativeTestJSON-2105042970 tempest-ImagesOneServerNegativeTestJSON-2105042970-project] 10.222.0.13 "GET /v2.0/security-groups?id=6637cfea-1993-4e71-ac10-e5c82252dcf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445457 Nov 05 18:46:24.688130 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-4f92bcc2-ebc3-496d-b0d0-473e40d16534 req-4b23f638-9d37-4ffe-9ac2-d18ce70becb2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6149821'] for port, after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:46:24.755090 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b23f638-9d37-4ffe-9ac2-d18ce70becb2 service neutron] Pushing event updated for resources: {'Port': ['ID=25a81ce0-e5bc-44bb-90b6-350e951cf9c4,revision_number=2']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:46:24.805587 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [req-4f92bcc2-ebc3-496d-b0d0-473e40d16534 req-4b23f638-9d37-4ffe-9ac2-d18ce70becb2 service neutron] Attempting to bind port 25a81ce0-e5bc-44bb-90b6-350e951cf9c4 on host n-h1-816865-1 for vnic_type normal with profile {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 18:46:24.805914 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [req-4f92bcc2-ebc3-496d-b0d0-473e40d16534 req-4b23f638-9d37-4ffe-9ac2-d18ce70becb2 service neutron] Attempting to bind port 25a81ce0-e5bc-44bb-90b6-350e951cf9c4 by drivers openvswitch,hyperv on host n-h1-816865-1 at level 0 using segments [{'id': 'e5174132-a641-4aac-ac7f-99c05aefc2b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '8c2c2df7-da1b-4d55-8c99-ae0be0798f81'}] {{(pid=102386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 18:46:24.806264 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f92bcc2-ebc3-496d-b0d0-473e40d16534 req-4b23f638-9d37-4ffe-9ac2-d18ce70becb2 service neutron] Attempting to bind port 25a81ce0-e5bc-44bb-90b6-350e951cf9c4 on network 8c2c2df7-da1b-4d55-8c99-ae0be0798f81 {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 18:46:24.811014 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f92bcc2-ebc3-496d-b0d0-473e40d16534 req-4b23f638-9d37-4ffe-9ac2-d18ce70becb2 service neutron] Port 25a81ce0-e5bc-44bb-90b6-350e951cf9c4 on network 8c2c2df7-da1b-4d55-8c99-ae0be0798f81 not bound, no agent of type Open vSwitch agent registered on host n-h1-816865-1 {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 18:46:24.811330 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f92bcc2-ebc3-496d-b0d0-473e40d16534 req-4b23f638-9d37-4ffe-9ac2-d18ce70becb2 service neutron] Attempting to bind port 25a81ce0-e5bc-44bb-90b6-350e951cf9c4 on network 8c2c2df7-da1b-4d55-8c99-ae0be0798f81 {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 18:46:24.816115 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f92bcc2-ebc3-496d-b0d0-473e40d16534 req-4b23f638-9d37-4ffe-9ac2-d18ce70becb2 service neutron] Checking agent: {'id': 'eb596d7c-8c64-42bd-8aca-fad447eb0eab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816865-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 18, 33, 34), 'started_at': datetime.datetime(2021, 11, 5, 18, 33, 34), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 18, 46, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 18:46:24.816474 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f92bcc2-ebc3-496d-b0d0-473e40d16534 req-4b23f638-9d37-4ffe-9ac2-d18ce70becb2 service neutron] Checking segment: {'id': 'e5174132-a641-4aac-ac7f-99c05aefc2b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '8c2c2df7-da1b-4d55-8c99-ae0be0798f81'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 18:46:24.816852 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f92bcc2-ebc3-496d-b0d0-473e40d16534 req-4b23f638-9d37-4ffe-9ac2-d18ce70becb2 service neutron] Bound using segment: {'id': 'e5174132-a641-4aac-ac7f-99c05aefc2b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '8c2c2df7-da1b-4d55-8c99-ae0be0798f81'} {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 18:46:24.817273 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [req-4f92bcc2-ebc3-496d-b0d0-473e40d16534 req-4b23f638-9d37-4ffe-9ac2-d18ce70becb2 service neutron] Bound port: 25a81ce0-e5bc-44bb-90b6-350e951cf9c4, host: n-h1-816865-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e5174132-a641-4aac-ac7f-99c05aefc2b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '8c2c2df7-da1b-4d55-8c99-ae0be0798f81'}}] {{(pid=102386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 18:46:24.817620 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-4f92bcc2-ebc3-496d-b0d0-473e40d16534 req-4b23f638-9d37-4ffe-9ac2-d18ce70becb2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:46:24.886161 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [req-4f92bcc2-ebc3-496d-b0d0-473e40d16534 req-4b23f638-9d37-4ffe-9ac2-d18ce70becb2 service neutron] For port 25a81ce0-e5bc-44bb-90b6-350e951cf9c4, host n-h1-816865-1, cleared binding levels {{(pid=102386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 18:46:24.890172 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [req-4f92bcc2-ebc3-496d-b0d0-473e40d16534 req-4b23f638-9d37-4ffe-9ac2-d18ce70becb2 service neutron] For port 25a81ce0-e5bc-44bb-90b6-350e951cf9c4, host n-h1-816865-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=25a81ce0-e5bc-44bb-90b6-350e951cf9c4,segment=NetworkSegment(e5174132-a641-4aac-ac7f-99c05aefc2b6),segment_id=e5174132-a641-4aac-ac7f-99c05aefc2b6)] {{(pid=102386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 18:46:24.974785 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-4f92bcc2-ebc3-496d-b0d0-473e40d16534 req-4b23f638-9d37-4ffe-9ac2-d18ce70becb2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6149821'] for port, after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:46:25.010686 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f92bcc2-ebc3-496d-b0d0-473e40d16534 req-4b23f638-9d37-4ffe-9ac2-d18ce70becb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:46:25.011307 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-4f92bcc2-ebc3-496d-b0d0-473e40d16534 req-4b23f638-9d37-4ffe-9ac2-d18ce70becb2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:46:25.013538 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-4f92bcc2-ebc3-496d-b0d0-473e40d16534 req-4b23f638-9d37-4ffe-9ac2-d18ce70becb2 service neutron] 10.222.0.41 "PUT /v2.0/ports/25a81ce0-e5bc-44bb-90b6-350e951cf9c4 HTTP/1.1" status: 200 len: 1092 time: 0.7646544 Nov 05 18:46:25.013978 n-d-816865-1 neutron-server[102386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '306ae9e0-4862-425e-a923-447691ea5650', 'tag': '25a81ce0-e5bc-44bb-90b6-350e951cf9c4'}] {{(pid=102386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 18:46:25.016218 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6173a44d7c73f41af551dc890fa1a5892c2c6bc3458b640c8e0c24db7876ba6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cf42437-3bfa-4390-835f-bdf4b0b58549" -d '{"events": [{"name": "network-changed", "server_uuid": "306ae9e0-4862-425e-a923-447691ea5650", "tag": "25a81ce0-e5bc-44bb-90b6-350e951cf9c4"}]}' {{(pid=102386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 18:46:25.042909 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b23f638-9d37-4ffe-9ac2-d18ce70becb2 service neutron] Pushing event updated for resources: {'Port': ['ID=25a81ce0-e5bc-44bb-90b6-350e951cf9c4,revision_number=3']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:46:25.058121 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 18:46:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-043cbc59-9405-446a-b0d3-13d6dda51440 x-openstack-request-id: req-043cbc59-9405-446a-b0d3-13d6dda51440 {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 18:46:25.059205 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "306ae9e0-4862-425e-a923-447691ea5650", "tag": "25a81ce0-e5bc-44bb-90b6-350e951cf9c4", "status": "completed", "code": 200}]} {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 18:46:25.060173 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-043cbc59-9405-446a-b0d3-13d6dda51440 {{(pid=102386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 18:46:25.060173 n-d-816865-1 neutron-server[102386]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '306ae9e0-4862-425e-a923-447691ea5650', 'tag': '25a81ce0-e5bc-44bb-90b6-350e951cf9c4', 'status': 'completed', 'code': 200} Nov 05 18:46:25.123720 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf42437-3bfa-4390-835f-bdf4b0b58549 req-aa638dc9-b596-4a96-86b0-d10bc3644d7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:46:25.125344 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-6cf42437-3bfa-4390-835f-bdf4b0b58549 req-aa638dc9-b596-4a96-86b0-d10bc3644d7b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8837234f92224196b6ab2cecebe44d96&device_id=306ae9e0-4862-425e-a923-447691ea5650 HTTP/1.1" status: 200 len: 1095 time: 0.0420809 Nov 05 18:46:25.228668 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf42437-3bfa-4390-835f-bdf4b0b58549 req-46ef1aee-5333-4260-963d-23cc3d69af2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:46:25.230174 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-6cf42437-3bfa-4390-835f-bdf4b0b58549 req-46ef1aee-5333-4260-963d-23cc3d69af2f service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=8837234f92224196b6ab2cecebe44d96&shared=False HTTP/1.1" status: 200 len: 923 time: 0.0960042 Nov 05 18:46:25.233586 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Device c6b33bac-92f1-42ca-82db-f12868ecbdb7 details requested by agent hyperv_n-h2-816865-1 with host n-h2-816865-1 {{(pid=102388) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 05 18:46:25.271407 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bdd56b-d358-450a-8622-9e933e400f61 req-a09efb88-4ae4-49e6-9087-45e3c0f70ce6 tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:46:25.274701 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-61bdd56b-d358-450a-8622-9e933e400f61 req-a09efb88-4ae4-49e6-9087-45e3c0f70ce6 tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] 10.222.0.13 "GET /v2.0/ports?device_id=1cabe5f2-dcd7-4f62-9d7f-62848b173d5b HTTP/1.1" status: 200 len: 943 time: 0.0567517 Nov 05 18:46:25.334591 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-61bdd56b-d358-450a-8622-9e933e400f61 req-7c9dd17e-d838-4194-9295-a97cb4b23a8b tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] 10.222.0.13 "GET /v2.0/security-groups?id=e0838ac1-f008-48c1-ab43-123e255d616a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511799 Nov 05 18:46:25.350730 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf42437-3bfa-4390-835f-bdf4b0b58549 req-fd396829-24f8-49df-9ecc-2d941a19bba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:46:25.350730 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-6cf42437-3bfa-4390-835f-bdf4b0b58549 req-fd396829-24f8-49df-9ecc-2d941a19bba8 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1055222 Nov 05 18:46:25.350978 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] For port c6b33bac-92f1-42ca-82db-f12868ecbdb7, host n-h2-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=c6b33bac-92f1-42ca-82db-f12868ecbdb7,segment=NetworkSegment(18ff82bc-5fc5-4d18-b58f-45dd42e01fae),segment_id=18ff82bc-5fc5-4d18-b58f-45dd42e01fae)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:46:25.357715 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Returning: {'device': 'c6b33bac-92f1-42ca-82db-f12868ecbdb7', 'network_id': '43ea62f0-8360-499b-8cfa-33c91e860c8e', 'port_id': 'c6b33bac-92f1-42ca-82db-f12868ecbdb7', 'mac_address': 'fa:16:3e:82:19:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 168, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7f64a49-19fd-4323-b909-1a955812ddea', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102388) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 05 18:46:25.397910 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:46:25.411623 n-d-816865-1 neutron-server[102388]: DEBUG neutron.notifiers.nova [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c6b33bac-92f1-42ca-82db-f12868ecbdb7 {{(pid=102388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 18:46:25.426409 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f92bcc2-ebc3-496d-b0d0-473e40d16534 req-349c9762-4b16-41d2-a3f0-feee212b8af4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:46:25.428037 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-4f92bcc2-ebc3-496d-b0d0-473e40d16534 req-349c9762-4b16-41d2-a3f0-feee212b8af4 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8837234f92224196b6ab2cecebe44d96&device_id=306ae9e0-4862-425e-a923-447691ea5650 HTTP/1.1" status: 200 len: 1095 time: 0.0487702 Nov 05 18:46:25.431769 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] For port c6b33bac-92f1-42ca-82db-f12868ecbdb7, host n-h2-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=c6b33bac-92f1-42ca-82db-f12868ecbdb7,segment=NetworkSegment(18ff82bc-5fc5-4d18-b58f-45dd42e01fae),segment_id=18ff82bc-5fc5-4d18-b58f-45dd42e01fae)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:46:25.472377 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-4f92bcc2-ebc3-496d-b0d0-473e40d16534 req-c4abbcb5-b483-4d60-8707-a0a365e3eace service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=25a81ce0-e5bc-44bb-90b6-350e951cf9c4 HTTP/1.1" status: 200 len: 217 time: 0.0364439 Nov 05 18:46:25.512243 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:46:25.526282 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f92bcc2-ebc3-496d-b0d0-473e40d16534 req-05e3185e-7d87-4f89-bc25-4f399652470a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:46:25.529327 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-4f92bcc2-ebc3-496d-b0d0-473e40d16534 req-05e3185e-7d87-4f89-bc25-4f399652470a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=bd510a31-dda0-4360-ac1b-8b1e239249b4 HTTP/1.1" status: 200 len: 862 time: 0.0495243 Nov 05 18:46:25.562758 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Pushing event updated for resources: {'Port': ['ID=c6b33bac-92f1-42ca-82db-f12868ecbdb7,revision_number=4']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:46:25.563108 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-4f92bcc2-ebc3-496d-b0d0-473e40d16534 req-341b6722-8fe3-4177-8968-5e90941f1002 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8c2c2df7-da1b-4d55-8c99-ae0be0798f81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0271940 Nov 05 18:46:25.571370 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:46:25.571717 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:46:25.572059 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:46:25.572396 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:46:25.572736 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:46:25.573066 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:46:25.573393 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:46:25.573913 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:46:25.574483 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:46:25.574951 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:46:25.575240 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:46:25.575565 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:46:25.616649 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6640546e-f7e8-4d2e-a511-dd37800d3bb9 req-ade262cf-5a1b-4cd8-adcd-80e1bd4a72b7 tempest-LiveMigrationTest-600821399 tempest-LiveMigrationTest-600821399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:46:25.619149 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-6640546e-f7e8-4d2e-a511-dd37800d3bb9 req-ade262cf-5a1b-4cd8-adcd-80e1bd4a72b7 tempest-LiveMigrationTest-600821399 tempest-LiveMigrationTest-600821399-project] 10.222.0.13 "GET /v2.0/ports?device_id=58a8afea-610a-4461-9810-b306ba649798 HTTP/1.1" status: 200 len: 945 time: 0.0535920 Nov 05 18:46:25.623998 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.agents_db [None req-b9406b04-a0e8-43cf-b349-711963d96cf4 None None] Agent healthcheck: found 7 active agents {{(pid=102389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 05 18:46:25.661302 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-4f92bcc2-ebc3-496d-b0d0-473e40d16534 req-41e520d8-83c7-4201-990f-36ebea105de7 service neutron] 10.222.0.41 "GET /v2.0/networks/8c2c2df7-da1b-4d55-8c99-ae0be0798f81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909743 Nov 05 18:46:25.667422 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-6640546e-f7e8-4d2e-a511-dd37800d3bb9 req-4ab2aadf-d60c-43aa-81ef-ba5a2debc1e7 tempest-LiveMigrationTest-600821399 tempest-LiveMigrationTest-600821399-project] 10.222.0.13 "GET /v2.0/security-groups?id=3677ad50-e4bf-4315-8aa4-e48810edc139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419817 Nov 05 18:46:25.761067 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-4f92bcc2-ebc3-496d-b0d0-473e40d16534 req-06695d72-27b7-4aaa-9ca8-a87c2d7698e1 service neutron] 10.222.0.41 "GET /v2.0/networks/8c2c2df7-da1b-4d55-8c99-ae0be0798f81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919225 Nov 05 18:46:25.812002 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] get_ports_and_sgs() called for port_ids ['c6b33bac-92f1-42ca-82db-f12868ecbdb7'] {{(pid=102388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 18:46:25.915935 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a93257-1024-4a2f-9470-6028e7f67236 req-4d69c3ba-45a0-414b-a468-ff5ff5946c06 tempest-ImagesOneServerNegativeTestJSON-2105042970 tempest-ImagesOneServerNegativeTestJSON-2105042970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:46:25.917433 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-81a93257-1024-4a2f-9470-6028e7f67236 req-4d69c3ba-45a0-414b-a468-ff5ff5946c06 tempest-ImagesOneServerNegativeTestJSON-2105042970 tempest-ImagesOneServerNegativeTestJSON-2105042970-project] 10.222.0.13 "GET /v2.0/ports?device_id=306ae9e0-4862-425e-a923-447691ea5650 HTTP/1.1" status: 200 len: 944 time: 0.0587754 Nov 05 18:46:25.977990 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-81a93257-1024-4a2f-9470-6028e7f67236 req-0d96bd3a-5840-4b1e-8776-6d671a2a866f tempest-ImagesOneServerNegativeTestJSON-2105042970 tempest-ImagesOneServerNegativeTestJSON-2105042970-project] 10.222.0.13 "GET /v2.0/security-groups?id=6637cfea-1993-4e71-ac10-e5c82252dcf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463889 Nov 05 18:46:26.452024 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0754f9-d805-4064-ac09-6978b05098e7 req-97c0387a-8fbc-4675-bf67-2d8abd597a60 tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:46:26.453546 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-8d0754f9-d805-4064-ac09-6978b05098e7 req-97c0387a-8fbc-4675-bf67-2d8abd597a60 tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] 10.222.0.13 "GET /v2.0/ports?device_id=1cabe5f2-dcd7-4f62-9d7f-62848b173d5b HTTP/1.1" status: 200 len: 944 time: 0.0499990 Nov 05 18:46:26.500878 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-8d0754f9-d805-4064-ac09-6978b05098e7 req-5bb8a5df-ed73-48b9-b781-11ff16cdefa9 tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] 10.222.0.13 "GET /v2.0/security-groups?id=e0838ac1-f008-48c1-ab43-123e255d616a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411952 Nov 05 18:46:26.796940 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4182968-db38-40ae-8203-57a11a166584 req-0cb84e66-9595-4b6c-b0c1-6766c98cb3d2 tempest-LiveMigrationTest-600821399 tempest-LiveMigrationTest-600821399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:46:26.799114 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-c4182968-db38-40ae-8203-57a11a166584 req-0cb84e66-9595-4b6c-b0c1-6766c98cb3d2 tempest-LiveMigrationTest-600821399 tempest-LiveMigrationTest-600821399-project] 10.222.0.13 "GET /v2.0/ports?device_id=58a8afea-610a-4461-9810-b306ba649798 HTTP/1.1" status: 200 len: 945 time: 0.0541365 Nov 05 18:46:26.857394 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-c4182968-db38-40ae-8203-57a11a166584 req-bdb20333-e9dc-4162-b539-26030b07319c tempest-LiveMigrationTest-600821399 tempest-LiveMigrationTest-600821399-project] 10.222.0.13 "GET /v2.0/security-groups?id=3677ad50-e4bf-4315-8aa4-e48810edc139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516329 Nov 05 18:46:27.106900 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9229d2c-0789-4aab-b918-af19ebcc178d req-88a46a81-b6c2-41bb-9229-48f119f1b905 tempest-ImagesOneServerNegativeTestJSON-2105042970 tempest-ImagesOneServerNegativeTestJSON-2105042970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:46:27.108373 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-b9229d2c-0789-4aab-b918-af19ebcc178d req-88a46a81-b6c2-41bb-9229-48f119f1b905 tempest-ImagesOneServerNegativeTestJSON-2105042970 tempest-ImagesOneServerNegativeTestJSON-2105042970-project] 10.222.0.13 "GET /v2.0/ports?device_id=306ae9e0-4862-425e-a923-447691ea5650 HTTP/1.1" status: 200 len: 944 time: 0.0491998 Nov 05 18:46:27.159221 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-b9229d2c-0789-4aab-b918-af19ebcc178d req-f9313f77-9b0e-4ca6-8ccf-ff05d0cc4f08 tempest-ImagesOneServerNegativeTestJSON-2105042970 tempest-ImagesOneServerNegativeTestJSON-2105042970-project] 10.222.0.13 "GET /v2.0/security-groups?id=6637cfea-1993-4e71-ac10-e5c82252dcf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449364 Nov 05 18:46:27.263805 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Device c6b33bac-92f1-42ca-82db-f12868ecbdb7 up at agent hyperv_n-h2-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 18:46:27.379549 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Provisioning for port c6b33bac-92f1-42ca-82db-f12868ecbdb7 completed by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 05 18:46:27.383728 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Provisioning complete for port c6b33bac-92f1-42ca-82db-f12868ecbdb7 triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:46:27.384204 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:46:27.600927 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:46:27.629382 n-d-816865-1 neutron-server[102388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1cabe5f2-dcd7-4f62-9d7f-62848b173d5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6b33bac-92f1-42ca-82db-f12868ecbdb7'}] {{(pid=102388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 18:46:27.631726 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85474fee1180e129d8a886d264fe0b30223aa672dd1ffe43b630605f18504f68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc8508a2-8be5-449f-b12b-bdc6101f539b" -d '{"events": [{"server_uuid": "1cabe5f2-dcd7-4f62-9d7f-62848b173d5b", "name": "network-vif-plugged", "status": "completed", "tag": "c6b33bac-92f1-42ca-82db-f12868ecbdb7"}]}' {{(pid=102388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 18:46:27.646445 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] For port c6b33bac-92f1-42ca-82db-f12868ecbdb7, host n-h2-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=c6b33bac-92f1-42ca-82db-f12868ecbdb7,segment=NetworkSegment(18ff82bc-5fc5-4d18-b58f-45dd42e01fae),segment_id=18ff82bc-5fc5-4d18-b58f-45dd42e01fae)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:46:27.646637 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39cf6a9-7db8-4017-a1c3-916a893d61f3 req-67d610c7-474b-4233-b508-aef0d704d67a tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:46:27.648028 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-e39cf6a9-7db8-4017-a1c3-916a893d61f3 req-67d610c7-474b-4233-b508-aef0d704d67a tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] 10.222.0.13 "GET /v2.0/ports?device_id=1cabe5f2-dcd7-4f62-9d7f-62848b173d5b HTTP/1.1" status: 200 len: 944 time: 0.0634646 Nov 05 18:46:27.679430 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 18:46:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87985bfc-9b19-472a-8c3c-473398a60595 x-openstack-request-id: req-87985bfc-9b19-472a-8c3c-473398a60595 {{(pid=102388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 18:46:27.679727 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1cabe5f2-dcd7-4f62-9d7f-62848b173d5b", "name": "network-vif-plugged", "status": "completed", "tag": "c6b33bac-92f1-42ca-82db-f12868ecbdb7", "code": 200}]} {{(pid=102388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 18:46:27.680003 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-87985bfc-9b19-472a-8c3c-473398a60595 {{(pid=102388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 18:46:27.680584 n-d-816865-1 neutron-server[102388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1cabe5f2-dcd7-4f62-9d7f-62848b173d5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6b33bac-92f1-42ca-82db-f12868ecbdb7', 'code': 200} Nov 05 18:46:27.700202 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-e39cf6a9-7db8-4017-a1c3-916a893d61f3 req-efa71c56-6f91-4269-be45-638599ae1b73 tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] 10.222.0.13 "GET /v2.0/security-groups?id=e0838ac1-f008-48c1-ab43-123e255d616a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442760 Nov 05 18:46:27.705944 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:46:27.742376 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Device 25a81ce0-e5bc-44bb-90b6-350e951cf9c4 details requested by agent hyperv_n-h1-816865-1 with host n-h1-816865-1 {{(pid=102388) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 05 18:46:27.784894 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Pushing event updated for resources: {'Port': ['ID=c6b33bac-92f1-42ca-82db-f12868ecbdb7,revision_number=5']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:46:27.801991 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbb7c85-8ab0-46b0-b63b-262ec47b4107 req-4d8d636c-eb1e-4d0e-b2c6-ff26258619a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:46:27.804940 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-acbb7c85-8ab0-46b0-b63b-262ec47b4107 req-4d8d636c-eb1e-4d0e-b2c6-ff26258619a0 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=1cabe5f2-dcd7-4f62-9d7f-62848b173d5b HTTP/1.1" status: 200 len: 1096 time: 0.0615304 Nov 05 18:46:27.873795 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-acbb7c85-8ab0-46b0-b63b-262ec47b4107 req-472095d5-8bd8-46d2-82c7-dce5154b834e service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=e0838ac1-f008-48c1-ab43-123e255d616a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596228 Nov 05 18:46:27.875621 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] For port 25a81ce0-e5bc-44bb-90b6-350e951cf9c4, host n-h1-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=25a81ce0-e5bc-44bb-90b6-350e951cf9c4,segment=NetworkSegment(e5174132-a641-4aac-ac7f-99c05aefc2b6),segment_id=e5174132-a641-4aac-ac7f-99c05aefc2b6)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:46:27.889167 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Returning: {'device': '25a81ce0-e5bc-44bb-90b6-350e951cf9c4', 'network_id': '8c2c2df7-da1b-4d55-8c99-ae0be0798f81', 'port_id': '25a81ce0-e5bc-44bb-90b6-350e951cf9c4', 'mac_address': 'fa:16:3e:ab:5b:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd510a31-dda0-4360-ac1b-8b1e239249b4', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102388) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 05 18:46:27.936950 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:46:27.964619 n-d-816865-1 neutron-server[102388]: DEBUG neutron.notifiers.nova [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 25a81ce0-e5bc-44bb-90b6-350e951cf9c4 {{(pid=102388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 18:46:27.991896 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] For port 25a81ce0-e5bc-44bb-90b6-350e951cf9c4, host n-h1-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=25a81ce0-e5bc-44bb-90b6-350e951cf9c4,segment=NetworkSegment(e5174132-a641-4aac-ac7f-99c05aefc2b6),segment_id=e5174132-a641-4aac-ac7f-99c05aefc2b6)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:46:28.032609 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04021176-2765-41d3-8632-a2c3a5ed9e89 req-00c815bc-0238-469b-a582-ad1233273b70 tempest-LiveMigrationTest-600821399 tempest-LiveMigrationTest-600821399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:46:28.034654 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-04021176-2765-41d3-8632-a2c3a5ed9e89 req-00c815bc-0238-469b-a582-ad1233273b70 tempest-LiveMigrationTest-600821399 tempest-LiveMigrationTest-600821399-project] 10.222.0.13 "GET /v2.0/ports?device_id=58a8afea-610a-4461-9810-b306ba649798 HTTP/1.1" status: 200 len: 945 time: 0.0704756 Nov 05 18:46:28.086396 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-04021176-2765-41d3-8632-a2c3a5ed9e89 req-031ec82a-0197-452d-bb7c-ecbf29150e0c tempest-LiveMigrationTest-600821399 tempest-LiveMigrationTest-600821399-project] 10.222.0.13 "GET /v2.0/security-groups?id=3677ad50-e4bf-4315-8aa4-e48810edc139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456641 Nov 05 18:46:28.099676 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:46:28.164767 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Pushing event updated for resources: {'Port': ['ID=25a81ce0-e5bc-44bb-90b6-350e951cf9c4,revision_number=4']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:46:28.281171 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae324fcf-e20c-4c0d-bf4a-2a65cdef4839 req-be99d7ca-8cf4-4fab-b0d2-98a32355f63e tempest-ImagesOneServerNegativeTestJSON-2105042970 tempest-ImagesOneServerNegativeTestJSON-2105042970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:46:28.282950 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-ae324fcf-e20c-4c0d-bf4a-2a65cdef4839 req-be99d7ca-8cf4-4fab-b0d2-98a32355f63e tempest-ImagesOneServerNegativeTestJSON-2105042970 tempest-ImagesOneServerNegativeTestJSON-2105042970-project] 10.222.0.13 "GET /v2.0/ports?device_id=306ae9e0-4862-425e-a923-447691ea5650 HTTP/1.1" status: 200 len: 945 time: 0.0502541 Nov 05 18:46:28.333745 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-ae324fcf-e20c-4c0d-bf4a-2a65cdef4839 req-6d737c7f-83fe-4633-a0e0-cc1ca3ed4dcb tempest-ImagesOneServerNegativeTestJSON-2105042970 tempest-ImagesOneServerNegativeTestJSON-2105042970-project] 10.222.0.13 "GET /v2.0/security-groups?id=6637cfea-1993-4e71-ac10-e5c82252dcf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445662 Nov 05 18:46:28.406308 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] get_ports_and_sgs() called for port_ids ['25a81ce0-e5bc-44bb-90b6-350e951cf9c4'] {{(pid=102388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 18:46:28.820611 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b688d4c9-9754-49ba-af19-ebb79725e3af req-e6f678d0-fb8e-4d5b-ac4d-bdc553795447 tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:46:28.822013 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-b688d4c9-9754-49ba-af19-ebb79725e3af req-e6f678d0-fb8e-4d5b-ac4d-bdc553795447 tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] 10.222.0.13 "GET /v2.0/ports?device_id=1cabe5f2-dcd7-4f62-9d7f-62848b173d5b HTTP/1.1" status: 200 len: 945 time: 0.0513148 Nov 05 18:46:28.869867 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-b688d4c9-9754-49ba-af19-ebb79725e3af req-4176fa35-d4a5-490e-bef0-811c800d281e tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] 10.222.0.13 "GET /v2.0/security-groups?id=e0838ac1-f008-48c1-ab43-123e255d616a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411770 Nov 05 18:46:28.964230 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db06faef-46e9-4f04-bd6e-a98e76122381 req-ee9a8f5c-bef5-4b52-b7e1-616af011d350 tempest-LiveMigrationTest-1249278027 tempest-LiveMigrationTest-1249278027-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:46:28.965810 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-db06faef-46e9-4f04-bd6e-a98e76122381 req-ee9a8f5c-bef5-4b52-b7e1-616af011d350 tempest-LiveMigrationTest-1249278027 tempest-LiveMigrationTest-1249278027-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=58a8afea-610a-4461-9810-b306ba649798&tenant_id=7cc0b234e0c74edeb5d0485be80e09f5&binding%3Ahost_id=n-h2-816865-1 HTTP/1.1" status: 200 len: 1096 time: 0.0646160 Nov 05 18:46:28.988301 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [req-db06faef-46e9-4f04-bd6e-a98e76122381 req-a5799b40-bde4-4f7e-b009-8acbd451f8f3 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-816865-1'}}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:46:29.055218 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-db06faef-46e9-4f04-bd6e-a98e76122381 req-a5799b40-bde4-4f7e-b009-8acbd451f8f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:46:29.234219 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [req-db06faef-46e9-4f04-bd6e-a98e76122381 req-a5799b40-bde4-4f7e-b009-8acbd451f8f3 service neutron] For port b0861f7b-85ec-4796-9a5e-c63173544746, host n-h2-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=b0861f7b-85ec-4796-9a5e-c63173544746,segment=NetworkSegment(b9f65680-5ef1-4bb4-ac2c-6d7ba403921d),segment_id=b9f65680-5ef1-4bb4-ac2c-6d7ba403921d)] {{(pid=102386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:46:29.265886 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070156de-1b1d-41f0-af4b-99d53e44420b req-d30a23c5-7298-44e1-9318-45be087e284f tempest-LiveMigrationTest-600821399 tempest-LiveMigrationTest-600821399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:46:29.267939 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-070156de-1b1d-41f0-af4b-99d53e44420b req-d30a23c5-7298-44e1-9318-45be087e284f tempest-LiveMigrationTest-600821399 tempest-LiveMigrationTest-600821399-project] 10.222.0.13 "GET /v2.0/ports?device_id=58a8afea-610a-4461-9810-b306ba649798 HTTP/1.1" status: 200 len: 945 time: 0.0542953 Nov 05 18:46:29.310928 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [req-db06faef-46e9-4f04-bd6e-a98e76122381 req-a5799b40-bde4-4f7e-b009-8acbd451f8f3 service neutron] For port b0861f7b-85ec-4796-9a5e-c63173544746, host n-h2-816865-1, cleared binding levels {{(pid=102386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 18:46:29.323168 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-070156de-1b1d-41f0-af4b-99d53e44420b req-3956c775-4e1f-4b61-8d7b-09299b02ce05 tempest-LiveMigrationTest-600821399 tempest-LiveMigrationTest-600821399-project] 10.222.0.13 "GET /v2.0/security-groups?id=3677ad50-e4bf-4315-8aa4-e48810edc139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490663 Nov 05 18:46:29.363577 n-d-816865-1 neutron-server[102386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58a8afea-610a-4461-9810-b306ba649798', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b0861f7b-85ec-4796-9a5e-c63173544746'}] {{(pid=102386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 18:46:29.365838 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6173a44d7c73f41af551dc890fa1a5892c2c6bc3458b640c8e0c24db7876ba6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65211aa4-c349-4260-92c8-6569e4ebb570" -d '{"events": [{"server_uuid": "58a8afea-610a-4461-9810-b306ba649798", "name": "network-vif-unplugged", "status": "completed", "tag": "b0861f7b-85ec-4796-9a5e-c63173544746"}]}' {{(pid=102386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 18:46:29.369777 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-db06faef-46e9-4f04-bd6e-a98e76122381 req-a5799b40-bde4-4f7e-b009-8acbd451f8f3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:46:29.407556 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 05 Nov 2021 18:46:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcab2b30-6bd9-4113-9f40-6b8b2917db0d x-openstack-request-id: req-fcab2b30-6bd9-4113-9f40-6b8b2917db0d {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 18:46:29.407949 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58a8afea-610a-4461-9810-b306ba649798", "name": "network-vif-unplugged", "status": "completed", "tag": "b0861f7b-85ec-4796-9a5e-c63173544746", "code": 200}]} {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 18:46:29.408301 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-fcab2b30-6bd9-4113-9f40-6b8b2917db0d {{(pid=102386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 18:46:29.408704 n-d-816865-1 neutron-server[102386]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58a8afea-610a-4461-9810-b306ba649798', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b0861f7b-85ec-4796-9a5e-c63173544746', 'code': 200} Nov 05 18:46:29.457551 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d4b99a-e259-499d-8a18-fe6b33e62926 req-304cde8a-81c2-4453-a1ca-fc75aa1eca02 tempest-ImagesOneServerNegativeTestJSON-2105042970 tempest-ImagesOneServerNegativeTestJSON-2105042970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:46:29.458607 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-c9d4b99a-e259-499d-8a18-fe6b33e62926 req-304cde8a-81c2-4453-a1ca-fc75aa1eca02 tempest-ImagesOneServerNegativeTestJSON-2105042970 tempest-ImagesOneServerNegativeTestJSON-2105042970-project] 10.222.0.13 "GET /v2.0/ports?device_id=306ae9e0-4862-425e-a923-447691ea5650 HTTP/1.1" status: 200 len: 945 time: 0.0485294 Nov 05 18:46:29.471246 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-db06faef-46e9-4f04-bd6e-a98e76122381 req-a5799b40-bde4-4f7e-b009-8acbd451f8f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6149821'] for port, after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:46:29.517533 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-c9d4b99a-e259-499d-8a18-fe6b33e62926 req-ab0701a3-b6d1-47ea-b476-80b434ad6be2 tempest-ImagesOneServerNegativeTestJSON-2105042970 tempest-ImagesOneServerNegativeTestJSON-2105042970-project] 10.222.0.13 "GET /v2.0/security-groups?id=6637cfea-1993-4e71-ac10-e5c82252dcf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524669 Nov 05 18:46:29.555752 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5799b40-bde4-4f7e-b009-8acbd451f8f3 service neutron] Pushing event updated for resources: {'Port': ['ID=b0861f7b-85ec-4796-9a5e-c63173544746,revision_number=7']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:46:29.568297 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [req-db06faef-46e9-4f04-bd6e-a98e76122381 req-a5799b40-bde4-4f7e-b009-8acbd451f8f3 service neutron] Attempting to bind port b0861f7b-85ec-4796-9a5e-c63173544746 on host n-h2-816865-1 for vnic_type normal with profile {"migrating_to": "n-h1-816865-1"} {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 18:46:29.568894 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [req-db06faef-46e9-4f04-bd6e-a98e76122381 req-a5799b40-bde4-4f7e-b009-8acbd451f8f3 service neutron] Attempting to bind port b0861f7b-85ec-4796-9a5e-c63173544746 by drivers openvswitch,hyperv on host n-h2-816865-1 at level 0 using segments [{'id': 'b9f65680-5ef1-4bb4-ac2c-6d7ba403921d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '1a9992ef-da6b-4f25-bd43-f1196ce8f1a8'}] {{(pid=102386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 18:46:29.569232 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db06faef-46e9-4f04-bd6e-a98e76122381 req-a5799b40-bde4-4f7e-b009-8acbd451f8f3 service neutron] Attempting to bind port b0861f7b-85ec-4796-9a5e-c63173544746 on network 1a9992ef-da6b-4f25-bd43-f1196ce8f1a8 {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 18:46:29.573735 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db06faef-46e9-4f04-bd6e-a98e76122381 req-a5799b40-bde4-4f7e-b009-8acbd451f8f3 service neutron] Port b0861f7b-85ec-4796-9a5e-c63173544746 on network 1a9992ef-da6b-4f25-bd43-f1196ce8f1a8 not bound, no agent of type Open vSwitch agent registered on host n-h2-816865-1 {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 18:46:29.574738 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db06faef-46e9-4f04-bd6e-a98e76122381 req-a5799b40-bde4-4f7e-b009-8acbd451f8f3 service neutron] Attempting to bind port b0861f7b-85ec-4796-9a5e-c63173544746 on network 1a9992ef-da6b-4f25-bd43-f1196ce8f1a8 {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 18:46:29.579789 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db06faef-46e9-4f04-bd6e-a98e76122381 req-a5799b40-bde4-4f7e-b009-8acbd451f8f3 service neutron] Checking agent: {'id': '32aff553-696f-4891-83f5-5c176f61fe54', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816865-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 18, 33, 36), 'started_at': datetime.datetime(2021, 11, 5, 18, 33, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 18, 46, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 18:46:29.580076 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db06faef-46e9-4f04-bd6e-a98e76122381 req-a5799b40-bde4-4f7e-b009-8acbd451f8f3 service neutron] Checking segment: {'id': 'b9f65680-5ef1-4bb4-ac2c-6d7ba403921d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '1a9992ef-da6b-4f25-bd43-f1196ce8f1a8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 18:46:29.580460 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db06faef-46e9-4f04-bd6e-a98e76122381 req-a5799b40-bde4-4f7e-b009-8acbd451f8f3 service neutron] Bound using segment: {'id': 'b9f65680-5ef1-4bb4-ac2c-6d7ba403921d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '1a9992ef-da6b-4f25-bd43-f1196ce8f1a8'} {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 18:46:29.580886 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [req-db06faef-46e9-4f04-bd6e-a98e76122381 req-a5799b40-bde4-4f7e-b009-8acbd451f8f3 service neutron] Bound port: b0861f7b-85ec-4796-9a5e-c63173544746, host: n-h2-816865-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b9f65680-5ef1-4bb4-ac2c-6d7ba403921d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '1a9992ef-da6b-4f25-bd43-f1196ce8f1a8'}}] {{(pid=102386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 18:46:29.581243 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-db06faef-46e9-4f04-bd6e-a98e76122381 req-a5799b40-bde4-4f7e-b009-8acbd451f8f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:46:29.650107 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [req-db06faef-46e9-4f04-bd6e-a98e76122381 req-a5799b40-bde4-4f7e-b009-8acbd451f8f3 service neutron] For port b0861f7b-85ec-4796-9a5e-c63173544746, host n-h2-816865-1, cleared binding levels {{(pid=102386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 18:46:29.654776 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [req-db06faef-46e9-4f04-bd6e-a98e76122381 req-a5799b40-bde4-4f7e-b009-8acbd451f8f3 service neutron] For port b0861f7b-85ec-4796-9a5e-c63173544746, host n-h2-816865-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=b0861f7b-85ec-4796-9a5e-c63173544746,segment=NetworkSegment(b9f65680-5ef1-4bb4-ac2c-6d7ba403921d),segment_id=b9f65680-5ef1-4bb4-ac2c-6d7ba403921d)] {{(pid=102386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 18:46:29.734745 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-db06faef-46e9-4f04-bd6e-a98e76122381 req-a5799b40-bde4-4f7e-b009-8acbd451f8f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6149821'] for port, after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:46:29.750984 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Device b0861f7b-85ec-4796-9a5e-c63173544746 details requested by agent hyperv_n-h1-816865-1 with host n-h1-816865-1 {{(pid=102388) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 05 18:46:29.754083 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Device 25a81ce0-e5bc-44bb-90b6-350e951cf9c4 up at agent hyperv_n-h1-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 18:46:29.804212 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5799b40-bde4-4f7e-b009-8acbd451f8f3 service neutron] Pushing event updated for resources: {'Port': ['ID=b0861f7b-85ec-4796-9a5e-c63173544746,revision_number=8']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:46:29.824802 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db06faef-46e9-4f04-bd6e-a98e76122381 req-a5799b40-bde4-4f7e-b009-8acbd451f8f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:46:29.826213 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-db06faef-46e9-4f04-bd6e-a98e76122381 req-a5799b40-bde4-4f7e-b009-8acbd451f8f3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:46:29.827680 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-db06faef-46e9-4f04-bd6e-a98e76122381 req-a5799b40-bde4-4f7e-b009-8acbd451f8f3 service neutron] 10.222.0.41 "PUT /v2.0/ports/b0861f7b-85ec-4796-9a5e-c63173544746 HTTP/1.1" status: 200 len: 1121 time: 0.8475378 Nov 05 18:46:29.906253 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] For port b0861f7b-85ec-4796-9a5e-c63173544746, host n-h2-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=b0861f7b-85ec-4796-9a5e-c63173544746,segment=NetworkSegment(b9f65680-5ef1-4bb4-ac2c-6d7ba403921d),segment_id=b9f65680-5ef1-4bb4-ac2c-6d7ba403921d)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:46:29.920000 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] get_ports_and_sgs() called for port_ids ['b0861f7b-85ec-4796-9a5e-c63173544746'] {{(pid=102388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 18:46:29.924450 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Device b0861f7b-85ec-4796-9a5e-c63173544746 has no active binding in host n-h1-816865-1 {{(pid=102388) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 05 18:46:29.951906 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Provisioning for port 25a81ce0-e5bc-44bb-90b6-350e951cf9c4 completed by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 05 18:46:29.967228 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] get_ports_and_sgs() called for port_ids ['b0861f7b-85ec-4796-9a5e-c63173544746'] {{(pid=102388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 18:46:30.010711 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7375e25-3a8e-41e6-adb8-0d4587705d97 req-03e97801-f092-4e2d-8d83-f192dfc82ab5 tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:46:30.016214 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Provisioning complete for port 25a81ce0-e5bc-44bb-90b6-350e951cf9c4 triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:46:30.016790 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:46:30.020627 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-e7375e25-3a8e-41e6-adb8-0d4587705d97 req-03e97801-f092-4e2d-8d83-f192dfc82ab5 tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] 10.222.0.13 "GET /v2.0/ports?device_id=1cabe5f2-dcd7-4f62-9d7f-62848b173d5b HTTP/1.1" status: 200 len: 945 time: 0.0661511 Nov 05 18:46:30.082764 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-e7375e25-3a8e-41e6-adb8-0d4587705d97 req-8cfe350e-5fcd-4cf1-8419-3f3cdffc3d9e tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] 10.222.0.13 "GET /v2.0/security-groups?id=e0838ac1-f008-48c1-ab43-123e255d616a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609510 Nov 05 18:46:30.233008 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:46:30.292049 n-d-816865-1 neutron-server[102388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '306ae9e0-4862-425e-a923-447691ea5650', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25a81ce0-e5bc-44bb-90b6-350e951cf9c4'}] {{(pid=102388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 18:46:30.294400 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85474fee1180e129d8a886d264fe0b30223aa672dd1ffe43b630605f18504f68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9b065b0-ccfe-4276-bd8d-074f96d8562b" -d '{"events": [{"server_uuid": "306ae9e0-4862-425e-a923-447691ea5650", "name": "network-vif-plugged", "status": "completed", "tag": "25a81ce0-e5bc-44bb-90b6-350e951cf9c4"}]}' {{(pid=102388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 18:46:30.323349 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] For port 25a81ce0-e5bc-44bb-90b6-350e951cf9c4, host n-h1-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=25a81ce0-e5bc-44bb-90b6-350e951cf9c4,segment=NetworkSegment(e5174132-a641-4aac-ac7f-99c05aefc2b6),segment_id=e5174132-a641-4aac-ac7f-99c05aefc2b6)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:46:30.361840 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 18:46:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7afd823b-277d-4964-8f5e-e7207b5034bb x-openstack-request-id: req-7afd823b-277d-4964-8f5e-e7207b5034bb {{(pid=102388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 18:46:30.362170 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "306ae9e0-4862-425e-a923-447691ea5650", "name": "network-vif-plugged", "status": "completed", "tag": "25a81ce0-e5bc-44bb-90b6-350e951cf9c4", "code": 200}]} {{(pid=102388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 18:46:30.362429 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7afd823b-277d-4964-8f5e-e7207b5034bb {{(pid=102388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 18:46:30.362830 n-d-816865-1 neutron-server[102388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '306ae9e0-4862-425e-a923-447691ea5650', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25a81ce0-e5bc-44bb-90b6-350e951cf9c4', 'code': 200} Nov 05 18:46:30.468791 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06eb461f-7380-492d-8460-81183d0d80d0 req-0c06fd18-fe62-4a67-a386-496dda91c81e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:46:30.471109 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:46:30.472176 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-06eb461f-7380-492d-8460-81183d0d80d0 req-0c06fd18-fe62-4a67-a386-496dda91c81e service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=306ae9e0-4862-425e-a923-447691ea5650 HTTP/1.1" status: 200 len: 1096 time: 0.0504680 Nov 05 18:46:30.520745 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bc572a-4b76-4b63-8e1b-510908da1315 req-85cdb4f4-0b46-4b25-81c3-0cca116ab570 tempest-LiveMigrationTest-600821399 tempest-LiveMigrationTest-600821399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:46:30.522301 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-46bc572a-4b76-4b63-8e1b-510908da1315 req-85cdb4f4-0b46-4b25-81c3-0cca116ab570 tempest-LiveMigrationTest-600821399 tempest-LiveMigrationTest-600821399-project] 10.222.0.13 "GET /v2.0/ports?device_id=58a8afea-610a-4461-9810-b306ba649798 HTTP/1.1" status: 200 len: 943 time: 0.0507824 Nov 05 18:46:30.530653 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-06eb461f-7380-492d-8460-81183d0d80d0 req-3aa71e7a-e26b-43dc-8b4f-d8eb2dd8db3d service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=6637cfea-1993-4e71-ac10-e5c82252dcf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507190 Nov 05 18:46:30.535906 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Pushing event updated for resources: {'Port': ['ID=25a81ce0-e5bc-44bb-90b6-350e951cf9c4,revision_number=5']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:46:30.577805 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-46bc572a-4b76-4b63-8e1b-510908da1315 req-ada42be6-8eae-4d6d-9e0c-a80473623d5b tempest-LiveMigrationTest-600821399 tempest-LiveMigrationTest-600821399-project] 10.222.0.13 "GET /v2.0/security-groups?id=3677ad50-e4bf-4315-8aa4-e48810edc139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453587 Nov 05 18:46:30.700281 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f2db68-4d68-4aec-952c-eb027981c3a0 req-9ef41d26-2c05-4e40-be84-e34eda77a177 tempest-ImagesOneServerNegativeTestJSON-2105042970 tempest-ImagesOneServerNegativeTestJSON-2105042970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:46:30.701672 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-b9f2db68-4d68-4aec-952c-eb027981c3a0 req-9ef41d26-2c05-4e40-be84-e34eda77a177 tempest-ImagesOneServerNegativeTestJSON-2105042970 tempest-ImagesOneServerNegativeTestJSON-2105042970-project] 10.222.0.13 "GET /v2.0/ports?device_id=306ae9e0-4862-425e-a923-447691ea5650 HTTP/1.1" status: 200 len: 946 time: 0.0837924 Nov 05 18:46:30.713232 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e983c5-49a0-4d47-aec7-4e01200c3b08 req-aed44720-7beb-425e-a0ee-198a100c128f tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:46:30.715220 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-39e983c5-49a0-4d47-aec7-4e01200c3b08 req-aed44720-7beb-425e-a0ee-198a100c128f tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] 10.222.0.13 "GET /v2.0/ports?device_id=1cabe5f2-dcd7-4f62-9d7f-62848b173d5b HTTP/1.1" status: 200 len: 945 time: 0.0668209 Nov 05 18:46:30.786705 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-b9f2db68-4d68-4aec-952c-eb027981c3a0 req-1fb05894-bc8c-4ff2-b1fb-9f94510bc147 tempest-ImagesOneServerNegativeTestJSON-2105042970 tempest-ImagesOneServerNegativeTestJSON-2105042970-project] 10.222.0.13 "GET /v2.0/security-groups?id=6637cfea-1993-4e71-ac10-e5c82252dcf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703905 Nov 05 18:46:30.790990 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-39e983c5-49a0-4d47-aec7-4e01200c3b08 req-42ccb3b8-0117-4d50-82a3-4f290bf2945a tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] 10.222.0.13 "GET /v2.0/security-groups?id=e0838ac1-f008-48c1-ab43-123e255d616a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690188 Nov 05 18:46:31.410330 n-d-816865-1 neutron-server[102386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58a8afea-610a-4461-9810-b306ba649798', 'tag': 'b0861f7b-85ec-4796-9a5e-c63173544746'}] {{(pid=102386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 18:46:31.412800 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6173a44d7c73f41af551dc890fa1a5892c2c6bc3458b640c8e0c24db7876ba6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6447074a-cc9f-4928-84bb-e7ac49d84114" -d '{"events": [{"name": "network-changed", "server_uuid": "58a8afea-610a-4461-9810-b306ba649798", "tag": "b0861f7b-85ec-4796-9a5e-c63173544746"}]}' {{(pid=102386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 18:46:31.449767 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 18:46:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d6ba7ec-0bbc-4ce2-8c6b-b335b3871608 x-openstack-request-id: req-8d6ba7ec-0bbc-4ce2-8c6b-b335b3871608 {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 18:46:31.450348 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58a8afea-610a-4461-9810-b306ba649798", "tag": "b0861f7b-85ec-4796-9a5e-c63173544746", "status": "completed", "code": 200}]} {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 18:46:31.450744 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8d6ba7ec-0bbc-4ce2-8c6b-b335b3871608 {{(pid=102386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 18:46:31.451145 n-d-816865-1 neutron-server[102386]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58a8afea-610a-4461-9810-b306ba649798', 'tag': 'b0861f7b-85ec-4796-9a5e-c63173544746', 'status': 'completed', 'code': 200} Nov 05 18:46:31.530590 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6447074a-cc9f-4928-84bb-e7ac49d84114 req-d4af2b13-12a8-4d1e-bae2-315dd4cecbb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:46:31.532127 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-6447074a-cc9f-4928-84bb-e7ac49d84114 req-d4af2b13-12a8-4d1e-bae2-315dd4cecbb0 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7cc0b234e0c74edeb5d0485be80e09f5&device_id=58a8afea-610a-4461-9810-b306ba649798 HTTP/1.1" status: 200 len: 1124 time: 0.0459826 Nov 05 18:46:31.629867 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6447074a-cc9f-4928-84bb-e7ac49d84114 req-9d28fe12-741f-4114-afff-d4e5b64a4d78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:46:31.631356 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-6447074a-cc9f-4928-84bb-e7ac49d84114 req-9d28fe12-741f-4114-afff-d4e5b64a4d78 service neutron] 10.222.0.55 "GET /v2.0/networks?id=1a9992ef-da6b-4f25-bd43-f1196ce8f1a8 HTTP/1.1" status: 200 len: 908 time: 0.0909359 Nov 05 18:46:31.681415 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-6447074a-cc9f-4928-84bb-e7ac49d84114 req-e1af8f41-4e7e-48c8-8083-1170b892a7ac service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b0861f7b-85ec-4796-9a5e-c63173544746 HTTP/1.1" status: 200 len: 217 time: 0.0405428 Nov 05 18:46:31.710007 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d42078-d9fa-4af7-8411-fd85d839dcfe req-be7d9c2a-965b-4017-b9d4-f64ff3f422c5 tempest-LiveMigrationTest-600821399 tempest-LiveMigrationTest-600821399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:46:31.711498 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-47d42078-d9fa-4af7-8411-fd85d839dcfe req-be7d9c2a-965b-4017-b9d4-f64ff3f422c5 tempest-LiveMigrationTest-600821399 tempest-LiveMigrationTest-600821399-project] 10.222.0.13 "GET /v2.0/ports?device_id=58a8afea-610a-4461-9810-b306ba649798 HTTP/1.1" status: 200 len: 943 time: 0.0516853 Nov 05 18:46:31.743744 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6447074a-cc9f-4928-84bb-e7ac49d84114 req-11808e8b-0ddd-42e6-9bf6-141ec5ad7699 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:46:31.745361 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-6447074a-cc9f-4928-84bb-e7ac49d84114 req-11808e8b-0ddd-42e6-9bf6-141ec5ad7699 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=82b7bbfc-ac99-45bb-a8a9-211b9b80ecc2 HTTP/1.1" status: 200 len: 847 time: 0.0502672 Nov 05 18:46:31.763798 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-47d42078-d9fa-4af7-8411-fd85d839dcfe req-22514faa-4056-4622-89a6-305749f3bf33 tempest-LiveMigrationTest-600821399 tempest-LiveMigrationTest-600821399-project] 10.222.0.13 "GET /v2.0/security-groups?id=3677ad50-e4bf-4315-8aa4-e48810edc139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449276 Nov 05 18:46:31.780795 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-6447074a-cc9f-4928-84bb-e7ac49d84114 req-f95c61b6-b85b-49ce-a7fd-62e9246cbe97 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=1a9992ef-da6b-4f25-bd43-f1196ce8f1a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276725 Nov 05 18:46:31.882125 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-6447074a-cc9f-4928-84bb-e7ac49d84114 req-a8a3cad6-9234-45d2-a729-3e68dbc4d275 service neutron] 10.222.0.55 "GET /v2.0/networks/1a9992ef-da6b-4f25-bd43-f1196ce8f1a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924845 Nov 05 18:46:31.938754 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74b7a4f-9400-470a-a5ea-954b683f549d req-fb0581d2-4a72-41b3-9079-9c4baf4cd607 tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:46:31.940359 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-d74b7a4f-9400-470a-a5ea-954b683f549d req-fb0581d2-4a72-41b3-9079-9c4baf4cd607 tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] 10.222.0.13 "GET /v2.0/ports?device_id=1cabe5f2-dcd7-4f62-9d7f-62848b173d5b HTTP/1.1" status: 200 len: 945 time: 0.0764127 Nov 05 18:46:31.952002 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dacceca-2e4a-434b-9f9b-5f8f65614fbe req-f9243a54-5f59-41eb-8854-c2786ac6812a tempest-ImagesOneServerNegativeTestJSON-2105042970 tempest-ImagesOneServerNegativeTestJSON-2105042970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:46:31.953449 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-2dacceca-2e4a-434b-9f9b-5f8f65614fbe req-f9243a54-5f59-41eb-8854-c2786ac6812a tempest-ImagesOneServerNegativeTestJSON-2105042970 tempest-ImagesOneServerNegativeTestJSON-2105042970-project] 10.222.0.13 "GET /v2.0/ports?device_id=306ae9e0-4862-425e-a923-447691ea5650 HTTP/1.1" status: 200 len: 946 time: 0.0787764 Nov 05 18:46:31.978431 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-6447074a-cc9f-4928-84bb-e7ac49d84114 req-04a268b3-4ede-4102-aa60-09d25341e004 service neutron] 10.222.0.55 "GET /v2.0/networks/1a9992ef-da6b-4f25-bd43-f1196ce8f1a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883255 Nov 05 18:46:32.025033 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-d74b7a4f-9400-470a-a5ea-954b683f549d req-1866fba5-44c8-40b0-b327-4564a281f637 tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] 10.222.0.13 "GET /v2.0/security-groups?id=e0838ac1-f008-48c1-ab43-123e255d616a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706410 Nov 05 18:46:32.032783 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-2dacceca-2e4a-434b-9f9b-5f8f65614fbe req-ee5e770d-4239-41b5-9e6f-1409756bfc72 tempest-ImagesOneServerNegativeTestJSON-2105042970 tempest-ImagesOneServerNegativeTestJSON-2105042970-project] 10.222.0.13 "GET /v2.0/security-groups?id=6637cfea-1993-4e71-ac10-e5c82252dcf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717955 Nov 05 18:46:32.207006 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec368f50-4a63-4a98-87f5-5db52548a3d1 req-7face453-372d-4fd6-9093-faba8da4fbeb tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:46:32.208466 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-ec368f50-4a63-4a98-87f5-5db52548a3d1 req-7face453-372d-4fd6-9093-faba8da4fbeb tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] 10.222.0.55 "GET /v2.0/ports?device_id=1cabe5f2-dcd7-4f62-9d7f-62848b173d5b HTTP/1.1" status: 200 len: 945 time: 0.0493786 Nov 05 18:46:32.308574 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [req-ec368f50-4a63-4a98-87f5-5db52548a3d1 req-4fd25c33-a2c7-441e-88aa-ec6b07219c9d tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] Deleting port c6b33bac-92f1-42ca-82db-f12868ecbdb7 {{(pid=102386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 18:46:32.308974 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-ec368f50-4a63-4a98-87f5-5db52548a3d1 req-4fd25c33-a2c7-441e-88aa-ec6b07219c9d tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:46:32.396850 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [req-ec368f50-4a63-4a98-87f5-5db52548a3d1 req-4fd25c33-a2c7-441e-88aa-ec6b07219c9d tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] For port c6b33bac-92f1-42ca-82db-f12868ecbdb7, host n-h2-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=c6b33bac-92f1-42ca-82db-f12868ecbdb7,segment=NetworkSegment(18ff82bc-5fc5-4d18-b58f-45dd42e01fae),segment_id=18ff82bc-5fc5-4d18-b58f-45dd42e01fae)] {{(pid=102386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:46:32.397639 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-ec368f50-4a63-4a98-87f5-5db52548a3d1 req-4fd25c33-a2c7-441e-88aa-ec6b07219c9d tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:46:32.409603 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [req-ec368f50-4a63-4a98-87f5-5db52548a3d1 req-4fd25c33-a2c7-441e-88aa-ec6b07219c9d tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] Calling delete_port for c6b33bac-92f1-42ca-82db-f12868ecbdb7 owned by compute:nova {{(pid=102386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 18:46:32.579391 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-6a9e8614-87b6-4adb-b725-7e53a54c144f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:46:32.602342 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-ec368f50-4a63-4a98-87f5-5db52548a3d1 req-4fd25c33-a2c7-441e-88aa-ec6b07219c9d tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:46:32.613986 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] get_ports_and_sgs() called for port_ids ['c6b33bac-92f1-42ca-82db-f12868ecbdb7'] {{(pid=102388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 18:46:32.635716 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd25c33-a2c7-441e-88aa-ec6b07219c9d tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] Pushing event deleted for resources: {'Port': ['ID=c6b33bac-92f1-42ca-82db-f12868ecbdb7,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:46:32.677963 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec368f50-4a63-4a98-87f5-5db52548a3d1 req-4fd25c33-a2c7-441e-88aa-ec6b07219c9d tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] No DVR routers for this DVR port c6b33bac-92f1-42ca-82db-f12868ecbdb7 on host n-h2-816865-1 {{(pid=102386) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 18:46:32.680650 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-ec368f50-4a63-4a98-87f5-5db52548a3d1 req-4fd25c33-a2c7-441e-88aa-ec6b07219c9d tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:46:32.684760 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-ec368f50-4a63-4a98-87f5-5db52548a3d1 req-4fd25c33-a2c7-441e-88aa-ec6b07219c9d tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] 10.222.0.55 "DELETE /v2.0/ports/c6b33bac-92f1-42ca-82db-f12868ecbdb7 HTTP/1.1" status: 204 len: 173 time: 0.4687281 Nov 05 18:46:32.890403 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf9dda8-8067-4d8d-9550-b8ff44f46f22 req-d7807e5e-040a-4bbd-a5d4-fc4c768892e7 tempest-LiveMigrationTest-600821399 tempest-LiveMigrationTest-600821399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:46:32.891942 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-cbf9dda8-8067-4d8d-9550-b8ff44f46f22 req-d7807e5e-040a-4bbd-a5d4-fc4c768892e7 tempest-LiveMigrationTest-600821399 tempest-LiveMigrationTest-600821399-project] 10.222.0.13 "GET /v2.0/ports?device_id=58a8afea-610a-4461-9810-b306ba649798 HTTP/1.1" status: 200 len: 943 time: 0.0532906 Nov 05 18:46:32.939180 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-cbf9dda8-8067-4d8d-9550-b8ff44f46f22 req-741e7782-c2ca-4b46-9871-116895bc345c tempest-LiveMigrationTest-600821399 tempest-LiveMigrationTest-600821399-project] 10.222.0.13 "GET /v2.0/security-groups?id=3677ad50-e4bf-4315-8aa4-e48810edc139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412412 Nov 05 18:46:33.157938 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-16b0c407-b632-42f7-8ae5-7a173299e5f4 req-753d15dd-c4fd-46de-b0e9-e513eb08df9d tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] 10.222.0.13 "GET /v2.0/ports?device_id=1cabe5f2-dcd7-4f62-9d7f-62848b173d5b HTTP/1.1" status: 200 len: 210 time: 0.0408988 Nov 05 18:46:33.176521 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a727f0f-d884-4185-9044-4d0a71b757eb req-a99f9b63-1e76-4cae-a4bc-66985b9035fe tempest-ImagesOneServerNegativeTestJSON-2105042970 tempest-ImagesOneServerNegativeTestJSON-2105042970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:46:33.178231 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-9a727f0f-d884-4185-9044-4d0a71b757eb req-a99f9b63-1e76-4cae-a4bc-66985b9035fe tempest-ImagesOneServerNegativeTestJSON-2105042970 tempest-ImagesOneServerNegativeTestJSON-2105042970-project] 10.222.0.13 "GET /v2.0/ports?device_id=306ae9e0-4862-425e-a923-447691ea5650 HTTP/1.1" status: 200 len: 946 time: 0.0703514 Nov 05 18:46:33.225915 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-9a727f0f-d884-4185-9044-4d0a71b757eb req-264ae0d6-eecd-4101-80ab-61ebd405f5ce tempest-ImagesOneServerNegativeTestJSON-2105042970 tempest-ImagesOneServerNegativeTestJSON-2105042970-project] 10.222.0.13 "GET /v2.0/security-groups?id=6637cfea-1993-4e71-ac10-e5c82252dcf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408809 Nov 05 18:46:33.452604 n-d-816865-1 neutron-server[102386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1cabe5f2-dcd7-4f62-9d7f-62848b173d5b', 'name': 'network-vif-deleted', 'tag': 'c6b33bac-92f1-42ca-82db-f12868ecbdb7'}] {{(pid=102386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 18:46:33.455201 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6173a44d7c73f41af551dc890fa1a5892c2c6bc3458b640c8e0c24db7876ba6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0142483f-f7b5-4331-927f-ca8b67a9a79e" -d '{"events": [{"server_uuid": "1cabe5f2-dcd7-4f62-9d7f-62848b173d5b", "name": "network-vif-deleted", "tag": "c6b33bac-92f1-42ca-82db-f12868ecbdb7"}]}' {{(pid=102386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 18:46:33.548596 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 18:46:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-310c6b06-126a-41f3-9651-50859437e953 x-openstack-request-id: req-310c6b06-126a-41f3-9651-50859437e953 {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 18:46:33.548898 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1cabe5f2-dcd7-4f62-9d7f-62848b173d5b", "name": "network-vif-deleted", "tag": "c6b33bac-92f1-42ca-82db-f12868ecbdb7", "status": "completed", "code": 200}]} {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 18:46:33.549152 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-310c6b06-126a-41f3-9651-50859437e953 {{(pid=102386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 18:46:33.549552 n-d-816865-1 neutron-server[102386]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1cabe5f2-dcd7-4f62-9d7f-62848b173d5b', 'name': 'network-vif-deleted', 'tag': 'c6b33bac-92f1-42ca-82db-f12868ecbdb7', 'status': 'completed', 'code': 200} Nov 05 18:46:33.706253 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295b70f1-ece4-442d-9f99-89ee63736f09 req-50728f38-1768-4d2f-b0da-10746b0ba164 tempest-ImagesOneServerNegativeTestJSON-2105042970 tempest-ImagesOneServerNegativeTestJSON-2105042970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:46:33.707628 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-295b70f1-ece4-442d-9f99-89ee63736f09 req-50728f38-1768-4d2f-b0da-10746b0ba164 tempest-ImagesOneServerNegativeTestJSON-2105042970 tempest-ImagesOneServerNegativeTestJSON-2105042970-project] 10.222.0.13 "GET /v2.0/ports?device_id=306ae9e0-4862-425e-a923-447691ea5650 HTTP/1.1" status: 200 len: 946 time: 0.0514436 Nov 05 18:46:33.755523 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-295b70f1-ece4-442d-9f99-89ee63736f09 req-7e2ba8b3-2fc0-413e-8632-ede935643230 tempest-ImagesOneServerNegativeTestJSON-2105042970 tempest-ImagesOneServerNegativeTestJSON-2105042970-project] 10.222.0.13 "GET /v2.0/security-groups?id=6637cfea-1993-4e71-ac10-e5c82252dcf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418334 Nov 05 18:46:33.928175 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:46:34.059695 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aade0029-558e-4a2e-b417-06fa45a2c703 req-f87ad531-bfc3-47b8-908d-d3bca2f4bc35 tempest-LiveMigrationTest-600821399 tempest-LiveMigrationTest-600821399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:46:34.061189 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-aade0029-558e-4a2e-b417-06fa45a2c703 req-f87ad531-bfc3-47b8-908d-d3bca2f4bc35 tempest-LiveMigrationTest-600821399 tempest-LiveMigrationTest-600821399-project] 10.222.0.13 "GET /v2.0/ports?device_id=58a8afea-610a-4461-9810-b306ba649798 HTTP/1.1" status: 200 len: 943 time: 0.0499282 Nov 05 18:46:34.110160 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-aade0029-558e-4a2e-b417-06fa45a2c703 req-c32a7b78-4d32-4d61-af03-29ceb1b88891 tempest-LiveMigrationTest-600821399 tempest-LiveMigrationTest-600821399-project] 10.222.0.13 "GET /v2.0/security-groups?id=3677ad50-e4bf-4315-8aa4-e48810edc139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430858 Nov 05 18:46:34.420244 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5b77b0-ce82-4223-adf5-080543cac8f0 req-5bdc3b13-eca3-4cfe-8686-564ef5a7b8bb tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:46:34.421731 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-8a5b77b0-ce82-4223-adf5-080543cac8f0 req-5bdc3b13-eca3-4cfe-8686-564ef5a7b8bb tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] 10.222.0.13 "GET /v2.0/networks?id=43ea62f0-8360-499b-8cfa-33c91e860c8e HTTP/1.1" status: 200 len: 812 time: 0.1059468 Nov 05 18:46:34.436434 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-8a5b77b0-ce82-4223-adf5-080543cac8f0 req-382e1f33-cf55-48fb-b50e-b9aa5c531dc2 tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] 10.222.0.13 "GET /v2.0/quotas/6967002ed7684b0a936551bf3f38aa1b HTTP/1.1" status: 200 len: 375 time: 0.0090837 Nov 05 18:46:34.467631 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-8a5b77b0-ce82-4223-adf5-080543cac8f0 req-76a4445b-4102-40d1-899b-aa7cfe0fcc5f tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=6967002ed7684b0a936551bf3f38aa1b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0258801 Nov 05 18:46:34.560344 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-8a5b77b0-ce82-4223-adf5-080543cac8f0 req-3e724e63-1489-4357-a7fd-bbe7b34342e5 service neutron] 10.222.0.13 "GET /v2.0/networks/43ea62f0-8360-499b-8cfa-33c91e860c8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859234 Nov 05 18:46:34.881585 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-90f01370-49ba-443a-8522-cf4cf1108256 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:46:34.970028 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5652fb32-bf17-4fcd-afdd-ad44a276c259 req-44f3cbe2-c7b2-460a-9f34-d78f286bd1f9 tempest-ImagesOneServerNegativeTestJSON-2105042970 tempest-ImagesOneServerNegativeTestJSON-2105042970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:46:34.971494 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-5652fb32-bf17-4fcd-afdd-ad44a276c259 req-44f3cbe2-c7b2-460a-9f34-d78f286bd1f9 tempest-ImagesOneServerNegativeTestJSON-2105042970 tempest-ImagesOneServerNegativeTestJSON-2105042970-project] 10.222.0.13 "GET /v2.0/ports?device_id=306ae9e0-4862-425e-a923-447691ea5650 HTTP/1.1" status: 200 len: 946 time: 0.0925848 Nov 05 18:46:34.988405 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-8a5b77b0-ce82-4223-adf5-080543cac8f0 req-43b6b90e-25b4-4d42-8577-ef3ee2eb48f7 service neutron] 10.222.0.13 "GET /v2.0/networks/43ea62f0-8360-499b-8cfa-33c91e860c8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4208162 Nov 05 18:46:35.029799 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-5652fb32-bf17-4fcd-afdd-ad44a276c259 req-716455b2-b269-4803-a8e1-562701243301 tempest-ImagesOneServerNegativeTestJSON-2105042970 tempest-ImagesOneServerNegativeTestJSON-2105042970-project] 10.222.0.13 "GET /v2.0/security-groups?id=6637cfea-1993-4e71-ac10-e5c82252dcf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464399 Nov 05 18:46:35.242204 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-ca782b4e-742d-40f9-947d-60eb9faf9abb req-69aced84-1c47-466d-8695-d7f4e132798b tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] 10.222.0.13 "GET /v2.0/ports?device_id=cd40ab5d-0d1e-4823-97ac-1efde8c984da HTTP/1.1" status: 200 len: 210 time: 0.0297537 Nov 05 18:46:35.262520 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b7568a-6c45-4e24-b319-60e1c6023ec6 req-944d8e9a-781f-465f-b621-b6ee1ccb0964 tempest-LiveMigrationTest-600821399 tempest-LiveMigrationTest-600821399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:46:35.263132 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-91b7568a-6c45-4e24-b319-60e1c6023ec6 req-944d8e9a-781f-465f-b621-b6ee1ccb0964 tempest-LiveMigrationTest-600821399 tempest-LiveMigrationTest-600821399-project] 10.222.0.13 "GET /v2.0/ports?device_id=58a8afea-610a-4461-9810-b306ba649798 HTTP/1.1" status: 200 len: 943 time: 0.0803332 Nov 05 18:46:35.321184 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-91b7568a-6c45-4e24-b319-60e1c6023ec6 req-4434a204-6301-40d8-95e1-6048309e3805 tempest-LiveMigrationTest-600821399 tempest-LiveMigrationTest-600821399-project] 10.222.0.13 "GET /v2.0/security-groups?id=3677ad50-e4bf-4315-8aa4-e48810edc139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540793 Nov 05 18:46:35.335358 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13afabfb-ee5d-40cd-a5d0-efb1750cecf4 req-2bc09b7a-5f27-4142-a854-74007d15154f tempest-ImagesOneServerNegativeTestJSON-2105042970 tempest-ImagesOneServerNegativeTestJSON-2105042970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:46:35.336795 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-13afabfb-ee5d-40cd-a5d0-efb1750cecf4 req-2bc09b7a-5f27-4142-a854-74007d15154f tempest-ImagesOneServerNegativeTestJSON-2105042970 tempest-ImagesOneServerNegativeTestJSON-2105042970-project] 10.222.0.41 "GET /v2.0/ports?device_id=306ae9e0-4862-425e-a923-447691ea5650 HTTP/1.1" status: 200 len: 946 time: 0.0538707 Nov 05 18:46:35.444926 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [req-13afabfb-ee5d-40cd-a5d0-efb1750cecf4 req-277c3361-c944-4513-a991-493562b86e18 tempest-ImagesOneServerNegativeTestJSON-2105042970 tempest-ImagesOneServerNegativeTestJSON-2105042970-project] Deleting port 25a81ce0-e5bc-44bb-90b6-350e951cf9c4 {{(pid=102386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 18:46:35.445266 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-13afabfb-ee5d-40cd-a5d0-efb1750cecf4 req-277c3361-c944-4513-a991-493562b86e18 tempest-ImagesOneServerNegativeTestJSON-2105042970 tempest-ImagesOneServerNegativeTestJSON-2105042970-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:46:35.533884 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [req-13afabfb-ee5d-40cd-a5d0-efb1750cecf4 req-277c3361-c944-4513-a991-493562b86e18 tempest-ImagesOneServerNegativeTestJSON-2105042970 tempest-ImagesOneServerNegativeTestJSON-2105042970-project] For port 25a81ce0-e5bc-44bb-90b6-350e951cf9c4, host n-h1-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=25a81ce0-e5bc-44bb-90b6-350e951cf9c4,segment=NetworkSegment(e5174132-a641-4aac-ac7f-99c05aefc2b6),segment_id=e5174132-a641-4aac-ac7f-99c05aefc2b6)] {{(pid=102386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:46:35.534269 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-13afabfb-ee5d-40cd-a5d0-efb1750cecf4 req-277c3361-c944-4513-a991-493562b86e18 tempest-ImagesOneServerNegativeTestJSON-2105042970 tempest-ImagesOneServerNegativeTestJSON-2105042970-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:46:35.547200 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [req-13afabfb-ee5d-40cd-a5d0-efb1750cecf4 req-277c3361-c944-4513-a991-493562b86e18 tempest-ImagesOneServerNegativeTestJSON-2105042970 tempest-ImagesOneServerNegativeTestJSON-2105042970-project] Calling delete_port for 25a81ce0-e5bc-44bb-90b6-350e951cf9c4 owned by compute:nova {{(pid=102386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 18:46:35.757334 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-13afabfb-ee5d-40cd-a5d0-efb1750cecf4 req-277c3361-c944-4513-a991-493562b86e18 tempest-ImagesOneServerNegativeTestJSON-2105042970 tempest-ImagesOneServerNegativeTestJSON-2105042970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:46:35.769790 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] get_ports_and_sgs() called for port_ids ['25a81ce0-e5bc-44bb-90b6-350e951cf9c4'] {{(pid=102388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 18:46:35.788121 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277c3361-c944-4513-a991-493562b86e18 tempest-ImagesOneServerNegativeTestJSON-2105042970 tempest-ImagesOneServerNegativeTestJSON-2105042970-project] Pushing event deleted for resources: {'Port': ['ID=25a81ce0-e5bc-44bb-90b6-350e951cf9c4,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:46:35.831815 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [req-13afabfb-ee5d-40cd-a5d0-efb1750cecf4 req-277c3361-c944-4513-a991-493562b86e18 tempest-ImagesOneServerNegativeTestJSON-2105042970 tempest-ImagesOneServerNegativeTestJSON-2105042970-project] No DVR routers for this DVR port 25a81ce0-e5bc-44bb-90b6-350e951cf9c4 on host n-h1-816865-1 {{(pid=102386) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 18:46:35.834559 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-13afabfb-ee5d-40cd-a5d0-efb1750cecf4 req-277c3361-c944-4513-a991-493562b86e18 tempest-ImagesOneServerNegativeTestJSON-2105042970 tempest-ImagesOneServerNegativeTestJSON-2105042970-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:46:35.837808 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-13afabfb-ee5d-40cd-a5d0-efb1750cecf4 req-277c3361-c944-4513-a991-493562b86e18 tempest-ImagesOneServerNegativeTestJSON-2105042970 tempest-ImagesOneServerNegativeTestJSON-2105042970-project] 10.222.0.41 "DELETE /v2.0/ports/25a81ce0-e5bc-44bb-90b6-350e951cf9c4 HTTP/1.1" status: 204 len: 173 time: 0.4931238 Nov 05 18:46:35.838272 n-d-816865-1 neutron-server[102386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '306ae9e0-4862-425e-a923-447691ea5650', 'name': 'network-vif-deleted', 'tag': '25a81ce0-e5bc-44bb-90b6-350e951cf9c4'}] {{(pid=102386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 18:46:35.841216 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6173a44d7c73f41af551dc890fa1a5892c2c6bc3458b640c8e0c24db7876ba6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-174f8746-b59b-4b2c-a04c-93e0d8f97f40" -d '{"events": [{"server_uuid": "306ae9e0-4862-425e-a923-447691ea5650", "name": "network-vif-deleted", "tag": "25a81ce0-e5bc-44bb-90b6-350e951cf9c4"}]}' {{(pid=102386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 18:46:35.878459 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 18:46:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d49cf8e-bd1b-4989-aef4-9ee3a8704fbe x-openstack-request-id: req-4d49cf8e-bd1b-4989-aef4-9ee3a8704fbe {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 18:46:35.878753 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "306ae9e0-4862-425e-a923-447691ea5650", "name": "network-vif-deleted", "tag": "25a81ce0-e5bc-44bb-90b6-350e951cf9c4", "status": "completed", "code": 200}]} {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 18:46:35.879008 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4d49cf8e-bd1b-4989-aef4-9ee3a8704fbe {{(pid=102386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 18:46:35.879409 n-d-816865-1 neutron-server[102386]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '306ae9e0-4862-425e-a923-447691ea5650', 'name': 'network-vif-deleted', 'tag': '25a81ce0-e5bc-44bb-90b6-350e951cf9c4', 'status': 'completed', 'code': 200} Nov 05 18:46:35.932636 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:46:36.134342 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b304910f-7b27-444b-a8fc-977d26b1ceac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:46:36.135292 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-82f8a358-b3ca-4b74-996a-1ec59af77c38 req-f411c7a3-ba0d-4dfd-96fc-1a5de41f42f6 tempest-ImagesOneServerNegativeTestJSON-2105042970 tempest-ImagesOneServerNegativeTestJSON-2105042970-project] 10.222.0.13 "GET /v2.0/ports?device_id=306ae9e0-4862-425e-a923-447691ea5650 HTTP/1.1" status: 200 len: 210 time: 0.0321927 Nov 05 18:46:36.338475 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-9f741b67-396d-4f48-8a58-4b2e8a7c59ed req-4e5d5a8b-bbcf-467d-ac33-e457cd4188c1 tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] 10.222.0.13 "GET /v2.0/ports?device_id=cd40ab5d-0d1e-4823-97ac-1efde8c984da HTTP/1.1" status: 200 len: 210 time: 0.0262628 Nov 05 18:46:36.452959 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4011ed2a-e19c-42e1-9c3a-04b1fa2d9694 req-08a2a7ed-9c9b-4074-8c9b-7968e7eb7585 tempest-LiveMigrationTest-600821399 tempest-LiveMigrationTest-600821399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:46:36.454849 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-4011ed2a-e19c-42e1-9c3a-04b1fa2d9694 req-08a2a7ed-9c9b-4074-8c9b-7968e7eb7585 tempest-LiveMigrationTest-600821399 tempest-LiveMigrationTest-600821399-project] 10.222.0.13 "GET /v2.0/ports?device_id=58a8afea-610a-4461-9810-b306ba649798 HTTP/1.1" status: 200 len: 943 time: 0.0558228 Nov 05 18:46:36.550096 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-4011ed2a-e19c-42e1-9c3a-04b1fa2d9694 req-0025b52e-d5ec-4393-8767-f93dda8222e7 tempest-LiveMigrationTest-600821399 tempest-LiveMigrationTest-600821399-project] 10.222.0.13 "GET /v2.0/security-groups?id=3677ad50-e4bf-4315-8aa4-e48810edc139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818286 Nov 05 18:46:37.318733 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Device c6b33bac-92f1-42ca-82db-f12868ecbdb7 no longer exists at agent hyperv_n-h2-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 18:46:37.346585 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] No Port match for: c6b33bac-92f1-42ca-82db-f12868ecbdb7 {{(pid=102388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 18:46:37.347338 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Device c6b33bac-92f1-42ca-82db-f12868ecbdb7 not bound to the agent host n-h2-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 18:46:37.347954 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Device b0861f7b-85ec-4796-9a5e-c63173544746 no longer exists at agent hyperv_n-h2-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 18:46:37.423118 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5b77b0-ce82-4223-adf5-080543cac8f0 req-deb526ec-b641-44ea-880b-2a36a8c0f308 tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:46:37.425269 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-8a5b77b0-ce82-4223-adf5-080543cac8f0 req-deb526ec-b641-44ea-880b-2a36a8c0f308 tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] 10.222.0.55 "GET /v2.0/networks?id=43ea62f0-8360-499b-8cfa-33c91e860c8e HTTP/1.1" status: 200 len: 812 time: 0.1530068 Nov 05 18:46:37.431720 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 50236) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:46:37.452904 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [req-8a5b77b0-ce82-4223-adf5-080543cac8f0 req-4cb94168-6e32-4a1b-9ff7-9ad55a0372f3 tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] Request body: {'port': {'device_id': 'cd40ab5d-0d1e-4823-97ac-1efde8c984da', 'network_id': '43ea62f0-8360-499b-8cfa-33c91e860c8e', 'admin_state_up': True, 'tenant_id': '6967002ed7684b0a936551bf3f38aa1b'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:46:37.494748 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-433884be-235b-45fc-a373-f700675f2e2c req-4440ec5a-7ea8-41ef-8712-87dd78758214 tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] 10.222.0.13 "GET /v2.0/ports?device_id=cd40ab5d-0d1e-4823-97ac-1efde8c984da HTTP/1.1" status: 200 len: 210 time: 0.0410848 Nov 05 18:46:37.613196 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-dfc747a5-e438-4b8c-8527-84bd7c00884c tempest-ImagesOneServerNegativeTestJSON-2105042970 tempest-ImagesOneServerNegativeTestJSON-2105042970-project] Publish callbacks [] for security_group, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:46:37.666548 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-dfc747a5-e438-4b8c-8527-84bd7c00884c tempest-ImagesOneServerNegativeTestJSON-2105042970 tempest-ImagesOneServerNegativeTestJSON-2105042970-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:46:37.711890 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da874db2-586e-4493-be82-bb9a73f83408 req-6eb8a234-56d5-44c8-a06f-71dede6d8625 tempest-LiveMigrationTest-600821399 tempest-LiveMigrationTest-600821399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:46:37.720891 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-da874db2-586e-4493-be82-bb9a73f83408 req-6eb8a234-56d5-44c8-a06f-71dede6d8625 tempest-LiveMigrationTest-600821399 tempest-LiveMigrationTest-600821399-project] 10.222.0.13 "GET /v2.0/ports?device_id=58a8afea-610a-4461-9810-b306ba649798 HTTP/1.1" status: 200 len: 943 time: 0.0762031 Nov 05 18:46:37.768480 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8a5b77b0-ce82-4223-adf5-080543cac8f0 req-4cb94168-6e32-4a1b-9ff7-9ad55a0372f3 tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] Made reservation on behalf of 6967002ed7684b0a936551bf3f38aa1b for: {'port': 1} {{(pid=102386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 18:46:37.772745 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-8a5b77b0-ce82-4223-adf5-080543cac8f0 req-4cb94168-6e32-4a1b-9ff7-9ad55a0372f3 tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:46:37.806433 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-da874db2-586e-4493-be82-bb9a73f83408 req-84afe87e-2541-475f-b4bc-4d8b24aecdf5 tempest-LiveMigrationTest-600821399 tempest-LiveMigrationTest-600821399-project] 10.222.0.13 "GET /v2.0/security-groups?id=3677ad50-e4bf-4315-8aa4-e48810edc139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824244 Nov 05 18:46:37.868936 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-dfc747a5-e438-4b8c-8527-84bd7c00884c tempest-ImagesOneServerNegativeTestJSON-2105042970 tempest-ImagesOneServerNegativeTestJSON-2105042970-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:46:37.872450 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-dfc747a5-e438-4b8c-8527-84bd7c00884c tempest-ImagesOneServerNegativeTestJSON-2105042970 tempest-ImagesOneServerNegativeTestJSON-2105042970-project] Publish callbacks [] for security_group, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:46:37.876528 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-dfc747a5-e438-4b8c-8527-84bd7c00884c tempest-ImagesOneServerNegativeTestJSON-2105042970 tempest-ImagesOneServerNegativeTestJSON-2105042970-project] 10.222.0.13 "DELETE /v2.0/security-groups/ec44c546-6079-4f32-9996-88e466cf7de7 HTTP/1.1" status: 204 len: 168 time: 0.4437933 Nov 05 18:46:37.876702 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 50256) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:46:37.891665 n-d-816865-1 neutron-server[102387]: INFO neutron.api.v2.resource [None req-c73acd84-a6c5-4efd-9ec2-e7a3e4156673 tempest-ImagesOneServerNegativeTestJSON-2105042970 tempest-ImagesOneServerNegativeTestJSON-2105042970-project] show failed (client error): The resource could not be found. Nov 05 18:46:37.900777 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc747a5-e438-4b8c-8527-84bd7c00884c tempest-ImagesOneServerNegativeTestJSON-2105042970 tempest-ImagesOneServerNegativeTestJSON-2105042970-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec44c546-6079-4f32-9996-88e466cf7de7,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:46:37.908664 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-c73acd84-a6c5-4efd-9ec2-e7a3e4156673 tempest-ImagesOneServerNegativeTestJSON-2105042970 tempest-ImagesOneServerNegativeTestJSON-2105042970-project] 10.222.0.13 "GET /v2.0/security-groups/ec44c546-6079-4f32-9996-88e466cf7de7 HTTP/1.1" status: 404 len: 347 time: 0.0307419 Nov 05 18:46:37.911541 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 50258) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:46:37.998209 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.db_base_plugin_common [req-8a5b77b0-ce82-4223-adf5-080543cac8f0 req-4cb94168-6e32-4a1b-9ff7-9ad55a0372f3 tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] Allocated IP 172.20.0.8 (43ea62f0-8360-499b-8cfa-33c91e860c8e/d7f64a49-19fd-4323-b909-1a955812ddea/9c8e4387-6aa3-4c1a-9b48-f1f22772e3c3) {{(pid=102386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 18:46:38.122058 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [None req-c9b0d243-b4a6-4ee2-89cf-b9a8b539c8ad tempest-ImagesOneServerNegativeTestJSON-2105042970 tempest-ImagesOneServerNegativeTestJSON-2105042970-project] Deleting port 5de01d01-0842-4955-b5e2-8cf649d42079 {{(pid=102387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 18:46:38.126647 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-c9b0d243-b4a6-4ee2-89cf-b9a8b539c8ad tempest-ImagesOneServerNegativeTestJSON-2105042970 tempest-ImagesOneServerNegativeTestJSON-2105042970-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:46:38.151379 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-31f93893-a48e-4ae8-833d-dccb2b42eacc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:46:38.207165 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-8a5b77b0-ce82-4223-adf5-080543cac8f0 req-4cb94168-6e32-4a1b-9ff7-9ad55a0372f3 tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] Publish callbacks [] for port, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:46:38.242278 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-c9b0d243-b4a6-4ee2-89cf-b9a8b539c8ad tempest-ImagesOneServerNegativeTestJSON-2105042970 tempest-ImagesOneServerNegativeTestJSON-2105042970-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:46:38.242702 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-c9b0d243-b4a6-4ee2-89cf-b9a8b539c8ad tempest-ImagesOneServerNegativeTestJSON-2105042970 tempest-ImagesOneServerNegativeTestJSON-2105042970-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:46:38.256698 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [None req-c9b0d243-b4a6-4ee2-89cf-b9a8b539c8ad tempest-ImagesOneServerNegativeTestJSON-2105042970 tempest-ImagesOneServerNegativeTestJSON-2105042970-project] Calling delete_port for 5de01d01-0842-4955-b5e2-8cf649d42079 owned by network:floatingip {{(pid=102387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 18:46:38.522854 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-c9b0d243-b4a6-4ee2-89cf-b9a8b539c8ad tempest-ImagesOneServerNegativeTestJSON-2105042970 tempest-ImagesOneServerNegativeTestJSON-2105042970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4417063'] for port, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:46:38.532965 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:46:38.580266 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b0d243-b4a6-4ee2-89cf-b9a8b539c8ad tempest-ImagesOneServerNegativeTestJSON-2105042970 tempest-ImagesOneServerNegativeTestJSON-2105042970-project] Pushing event deleted for resources: {'Port': ['ID=5de01d01-0842-4955-b5e2-8cf649d42079,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:46:38.617480 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b0d243-b4a6-4ee2-89cf-b9a8b539c8ad tempest-ImagesOneServerNegativeTestJSON-2105042970 tempest-ImagesOneServerNegativeTestJSON-2105042970-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:46:38.619084 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b0d243-b4a6-4ee2-89cf-b9a8b539c8ad tempest-ImagesOneServerNegativeTestJSON-2105042970 tempest-ImagesOneServerNegativeTestJSON-2105042970-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:46:38.619667 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b0d243-b4a6-4ee2-89cf-b9a8b539c8ad tempest-ImagesOneServerNegativeTestJSON-2105042970 tempest-ImagesOneServerNegativeTestJSON-2105042970-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:46:38.620238 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b0d243-b4a6-4ee2-89cf-b9a8b539c8ad tempest-ImagesOneServerNegativeTestJSON-2105042970 tempest-ImagesOneServerNegativeTestJSON-2105042970-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:46:38.620841 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b0d243-b4a6-4ee2-89cf-b9a8b539c8ad tempest-ImagesOneServerNegativeTestJSON-2105042970 tempest-ImagesOneServerNegativeTestJSON-2105042970-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:46:38.621432 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b0d243-b4a6-4ee2-89cf-b9a8b539c8ad tempest-ImagesOneServerNegativeTestJSON-2105042970 tempest-ImagesOneServerNegativeTestJSON-2105042970-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:46:38.622890 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b0d243-b4a6-4ee2-89cf-b9a8b539c8ad tempest-ImagesOneServerNegativeTestJSON-2105042970 tempest-ImagesOneServerNegativeTestJSON-2105042970-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:46:38.623340 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b0d243-b4a6-4ee2-89cf-b9a8b539c8ad tempest-ImagesOneServerNegativeTestJSON-2105042970 tempest-ImagesOneServerNegativeTestJSON-2105042970-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:46:38.623778 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b0d243-b4a6-4ee2-89cf-b9a8b539c8ad tempest-ImagesOneServerNegativeTestJSON-2105042970 tempest-ImagesOneServerNegativeTestJSON-2105042970-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:46:38.624212 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b0d243-b4a6-4ee2-89cf-b9a8b539c8ad tempest-ImagesOneServerNegativeTestJSON-2105042970 tempest-ImagesOneServerNegativeTestJSON-2105042970-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:46:38.624648 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b0d243-b4a6-4ee2-89cf-b9a8b539c8ad tempest-ImagesOneServerNegativeTestJSON-2105042970 tempest-ImagesOneServerNegativeTestJSON-2105042970-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:46:38.625076 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b0d243-b4a6-4ee2-89cf-b9a8b539c8ad tempest-ImagesOneServerNegativeTestJSON-2105042970 tempest-ImagesOneServerNegativeTestJSON-2105042970-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:46:38.660245 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-db06faef-46e9-4f04-bd6e-a98e76122381 req-a163e399-6eaf-4866-9f8e-c3f3a66093ce service neutron] 10.222.0.55 "GET /v2.0/ports/b0861f7b-85ec-4796-9a5e-c63173544746/bindings/n-h1-816865-1 HTTP/1.1" status: 200 len: 384 time: 0.0593488 Nov 05 18:46:38.671436 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-8a5b77b0-ce82-4223-adf5-080543cac8f0 req-4cb94168-6e32-4a1b-9ff7-9ad55a0372f3 tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:46:38.675176 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-c9b0d243-b4a6-4ee2-89cf-b9a8b539c8ad tempest-ImagesOneServerNegativeTestJSON-2105042970 tempest-ImagesOneServerNegativeTestJSON-2105042970-project] Publish callbacks [] for floatingip, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:46:38.677804 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-c9b0d243-b4a6-4ee2-89cf-b9a8b539c8ad tempest-ImagesOneServerNegativeTestJSON-2105042970 tempest-ImagesOneServerNegativeTestJSON-2105042970-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for floatingip, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:46:38.681496 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-c9b0d243-b4a6-4ee2-89cf-b9a8b539c8ad tempest-ImagesOneServerNegativeTestJSON-2105042970 tempest-ImagesOneServerNegativeTestJSON-2105042970-project] 10.222.0.13 "DELETE /v2.0/floatingips/da68268b-6db9-496a-899a-e1eb22fb2f73 HTTP/1.1" status: 204 len: 168 time: 0.7643998 Nov 05 18:46:38.726696 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb94168-6e32-4a1b-9ff7-9ad55a0372f3 tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] Pushing event updated for resources: {'Port': ['ID=9c8e4387-6aa3-4c1a-9b48-f1f22772e3c3,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:46:38.733812 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71681190-ada2-4c31-82e9-3f81efc648c1 req-b1afe62b-c459-4acf-b127-1767d87d6524 tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:46:38.742654 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-71681190-ada2-4c31-82e9-3f81efc648c1 req-b1afe62b-c459-4acf-b127-1767d87d6524 tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] 10.222.0.13 "GET /v2.0/ports?device_id=cd40ab5d-0d1e-4823-97ac-1efde8c984da HTTP/1.1" status: 200 len: 931 time: 0.0708919 Nov 05 18:46:38.766772 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8a5b77b0-ce82-4223-adf5-080543cac8f0 req-4cb94168-6e32-4a1b-9ff7-9ad55a0372f3 tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] Network 43ea62f0-8360-499b-8cfa-33c91e860c8e is already hosted by enough agents. {{(pid=102386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 18:46:38.771789 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.base_scheduler [req-8a5b77b0-ce82-4223-adf5-080543cac8f0 req-4cb94168-6e32-4a1b-9ff7-9ad55a0372f3 tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] Resources bound (agent type, host, resource id): {{(pid=102386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:46:38.775555 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a5b77b0-ce82-4223-adf5-080543cac8f0 req-4cb94168-6e32-4a1b-9ff7-9ad55a0372f3 tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] Received port after_create {{(pid=102386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 18:46:38.825643 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-71681190-ada2-4c31-82e9-3f81efc648c1 req-32cc95fd-8217-44a2-b706-1a393c370f24 tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] 10.222.0.13 "GET /v2.0/security-groups?id=e0838ac1-f008-48c1-ab43-123e255d616a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816615 Nov 05 18:46:38.860371 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5b77b0-ce82-4223-adf5-080543cac8f0 req-4cb94168-6e32-4a1b-9ff7-9ad55a0372f3 tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:46:38.861003 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-8a5b77b0-ce82-4223-adf5-080543cac8f0 req-4cb94168-6e32-4a1b-9ff7-9ad55a0372f3 tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:46:38.961559 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-8a5b77b0-ce82-4223-adf5-080543cac8f0 req-4cb94168-6e32-4a1b-9ff7-9ad55a0372f3 tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5137351 Nov 05 18:46:38.968699 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 50290) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:46:39.003458 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f71161e-64bc-4e7a-953a-f0b95e430475 req-48c5a9ff-b27b-49df-8e6d-4f285593c49d tempest-LiveMigrationTest-600821399 tempest-LiveMigrationTest-600821399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:46:39.012172 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-9f71161e-64bc-4e7a-953a-f0b95e430475 req-48c5a9ff-b27b-49df-8e6d-4f285593c49d tempest-LiveMigrationTest-600821399 tempest-LiveMigrationTest-600821399-project] 10.222.0.13 "GET /v2.0/ports?device_id=58a8afea-610a-4461-9810-b306ba649798 HTTP/1.1" status: 200 len: 943 time: 0.0784786 Nov 05 18:46:39.025346 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [req-8a5b77b0-ce82-4223-adf5-080543cac8f0 req-2a508259-d9c7-4839-ab1b-61b4664f385e service neutron] Request body: {'port': {'device_id': 'cd40ab5d-0d1e-4823-97ac-1efde8c984da', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816865-1'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:46:39.036449 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.db_base_plugin_v2 [None req-713cdf7d-f236-4092-97cb-c14d1d6ef28f admin admin] Deleting subnet bd510a31-dda0-4360-ac1b-8b1e239249b4 {{(pid=102386) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 05 18:46:39.042161 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-713cdf7d-f236-4092-97cb-c14d1d6ef28f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:46:39.074729 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-9f71161e-64bc-4e7a-953a-f0b95e430475 req-c0925f90-4f5f-469e-83bd-2f33d608c119 tempest-LiveMigrationTest-600821399 tempest-LiveMigrationTest-600821399-project] 10.222.0.13 "GET /v2.0/security-groups?id=3677ad50-e4bf-4315-8aa4-e48810edc139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569048 Nov 05 18:46:39.109321 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [req-db06faef-46e9-4f04-bd6e-a98e76122381 req-0e167096-fbdf-4059-9b0a-c6cc83791760 service neutron] For port b0861f7b-85ec-4796-9a5e-c63173544746, host n-h2-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=b0861f7b-85ec-4796-9a5e-c63173544746,segment=NetworkSegment(b9f65680-5ef1-4bb4-ac2c-6d7ba403921d),segment_id=b9f65680-5ef1-4bb4-ac2c-6d7ba403921d)] {{(pid=102386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:46:39.148408 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-713cdf7d-f236-4092-97cb-c14d1d6ef28f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4590738'] for subnet, precommit_delete_associations {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:46:39.184163 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [req-db06faef-46e9-4f04-bd6e-a98e76122381 req-0e167096-fbdf-4059-9b0a-c6cc83791760 service neutron] For port b0861f7b-85ec-4796-9a5e-c63173544746, host n-h2-816865-1, cleared binding levels {{(pid=102386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 18:46:39.187402 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-8a5b77b0-ce82-4223-adf5-080543cac8f0 req-2a508259-d9c7-4839-ab1b-61b4664f385e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:46:39.239472 n-d-816865-1 neutron-server[102386]: DEBUG neutron.notifiers.nova [req-db06faef-46e9-4f04-bd6e-a98e76122381 req-0e167096-fbdf-4059-9b0a-c6cc83791760 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b0861f7b-85ec-4796-9a5e-c63173544746 {{(pid=102386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 18:46:39.272369 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-713cdf7d-f236-4092-97cb-c14d1d6ef28f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1573928'] for subnet, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:46:39.275659 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [req-db06faef-46e9-4f04-bd6e-a98e76122381 req-0e167096-fbdf-4059-9b0a-c6cc83791760 service neutron] For port b0861f7b-85ec-4796-9a5e-c63173544746, host n-h1-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=b0861f7b-85ec-4796-9a5e-c63173544746,segment=NetworkSegment(b9f65680-5ef1-4bb4-ac2c-6d7ba403921d),segment_id=b9f65680-5ef1-4bb4-ac2c-6d7ba403921d)] {{(pid=102386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:46:39.399435 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-db06faef-46e9-4f04-bd6e-a98e76122381 req-0e167096-fbdf-4059-9b0a-c6cc83791760 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:46:39.495107 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-713cdf7d-f236-4092-97cb-c14d1d6ef28f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1573905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6149879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4877183'] for subnet, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:46:39.548605 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713cdf7d-f236-4092-97cb-c14d1d6ef28f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bd510a31-dda0-4360-ac1b-8b1e239249b4,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:46:39.555353 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-713cdf7d-f236-4092-97cb-c14d1d6ef28f admin admin] Publish callbacks [] for subnet, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:46:39.559382 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-713cdf7d-f236-4092-97cb-c14d1d6ef28f admin admin] 10.222.0.13 "DELETE /v2.0/subnets/bd510a31-dda0-4360-ac1b-8b1e239249b4 HTTP/1.1" status: 204 len: 168 time: 0.5894351 Nov 05 18:46:39.561841 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 50294) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:46:39.594089 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.provisioning_blocks [req-db06faef-46e9-4f04-bd6e-a98e76122381 req-0e167096-fbdf-4059-9b0a-c6cc83791760 service neutron] Transition to ACTIVE for port object b0861f7b-85ec-4796-9a5e-c63173544746 will not be triggered until provisioned by entity L2. {{(pid=102386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 05 18:46:39.636013 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-b41fc50e-a2f1-4250-a40d-b218a9d47f17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1664226'] for network, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:46:39.649965 n-d-816865-1 neutron-server[102386]: DEBUG neutron.notifiers.nova [req-8a5b77b0-ce82-4223-adf5-080543cac8f0 req-2a508259-d9c7-4839-ab1b-61b4664f385e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9c8e4387-6aa3-4c1a-9b48-f1f22772e3c3 {{(pid=102386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 18:46:39.657780 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-8a5b77b0-ce82-4223-adf5-080543cac8f0 req-2a508259-d9c7-4839-ab1b-61b4664f385e service neutron] Publish callbacks [] for port, precommit_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:46:39.672106 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.provisioning_blocks [req-8a5b77b0-ce82-4223-adf5-080543cac8f0 req-2a508259-d9c7-4839-ab1b-61b4664f385e service neutron] Transition to ACTIVE for port object 9c8e4387-6aa3-4c1a-9b48-f1f22772e3c3 will not be triggered until provisioned by entity L2. {{(pid=102386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 05 18:46:39.683042 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-db06faef-46e9-4f04-bd6e-a98e76122381 req-0e167096-fbdf-4059-9b0a-c6cc83791760 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6149821'] for port, after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:46:39.729023 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-b41fc50e-a2f1-4250-a40d-b218a9d47f17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1579173', 'neutron.services.segments.db._delete_segments_for_network-8750027792909'] for network, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:46:39.751916 n-d-816865-1 neutron-server[102387]: DEBUG neutron.services.segments.db [None req-b41fc50e-a2f1-4250-a40d-b218a9d47f17 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c2c2df7-da1b-4d55-8c99-ae0be0798f81']}} {{(pid=102387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:46:39.761590 n-d-816865-1 neutron-server[102387]: DEBUG neutron.services.segments.db [None req-b41fc50e-a2f1-4250-a40d-b218a9d47f17 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5174132-a641-4aac-ac7f-99c05aefc2b6') {'for_net_delete': True} {{(pid=102387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:46:39.761943 n-d-816865-1 neutron-server[102387]: DEBUG neutron.services.segments.db [None req-b41fc50e-a2f1-4250-a40d-b218a9d47f17 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5174132-a641-4aac-ac7f-99c05aefc2b6') {} {{(pid=102387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:46:39.763229 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [req-db06faef-46e9-4f04-bd6e-a98e76122381 req-0e167096-fbdf-4059-9b0a-c6cc83791760 service neutron] No DVR routers for this DVR port b0861f7b-85ec-4796-9a5e-c63173544746 on host n-h2-816865-1 {{(pid=102386) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 18:46:39.772064 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-8a5b77b0-ce82-4223-adf5-080543cac8f0 req-2a508259-d9c7-4839-ab1b-61b4664f385e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6149821'] for port, after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:46:39.774976 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-b41fc50e-a2f1-4250-a40d-b218a9d47f17 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750027793430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4463492'] for segment, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:46:39.785942 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e167096-fbdf-4059-9b0a-c6cc83791760 service neutron] Pushing event updated for resources: {'Port': ['ID=b0861f7b-85ec-4796-9a5e-c63173544746,revision_number=10']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:46:39.791541 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-b41fc50e-a2f1-4250-a40d-b218a9d47f17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273'] for segment, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:46:39.794582 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Device 25a81ce0-e5bc-44bb-90b6-350e951cf9c4 no longer exists at agent hyperv_n-h1-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 18:46:39.800786 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b41fc50e-a2f1-4250-a40d-b218a9d47f17 admin admin] Releasing vlan 191 on physical network physnet1 to pool {{(pid=102387) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 05 18:46:39.801221 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-b41fc50e-a2f1-4250-a40d-b218a9d47f17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4417236'] for segment, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:46:39.803232 n-d-816865-1 neutron-server[102387]: Traceback (most recent call last): Nov 05 18:46:39.803232 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 05 18:46:39.803232 n-d-816865-1 neutron-server[102387]: timer() Nov 05 18:46:39.803232 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 05 18:46:39.803232 n-d-816865-1 neutron-server[102387]: cb(*args, **kw) Nov 05 18:46:39.803232 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 05 18:46:39.803232 n-d-816865-1 neutron-server[102387]: return func(*args, **kwargs) Nov 05 18:46:39.803232 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 05 18:46:39.803232 n-d-816865-1 neutron-server[102387]: self._notify() Nov 05 18:46:39.803232 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 05 18:46:39.803232 n-d-816865-1 neutron-server[102387]: self.callback(batched_events) Nov 05 18:46:39.803232 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 05 18:46:39.803232 n-d-816865-1 neutron-server[102387]: event.method(event) Nov 05 18:46:39.803232 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 05 18:46:39.803232 n-d-816865-1 neutron-server[102387]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 05 18:46:39.803232 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 05 18:46:39.803232 n-d-816865-1 neutron-server[102387]: aggregate_uuid = self.p_client.list_aggregates( Nov 05 18:46:39.803232 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 05 18:46:39.803232 n-d-816865-1 neutron-server[102387]: return f(self, *a, **k) Nov 05 18:46:39.803232 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 05 18:46:39.803232 n-d-816865-1 neutron-server[102387]: return self._get(url).json() Nov 05 18:46:39.803232 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 05 18:46:39.803232 n-d-816865-1 neutron-server[102387]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 05 18:46:39.803232 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 05 18:46:39.803232 n-d-816865-1 neutron-server[102387]: return self.request(url, 'GET', **kwargs) Nov 05 18:46:39.803232 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 05 18:46:39.803232 n-d-816865-1 neutron-server[102387]: base_url = self.get_endpoint(auth, allow=allow, Nov 05 18:46:39.803232 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 05 18:46:39.803232 n-d-816865-1 neutron-server[102387]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 05 18:46:39.803232 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 05 18:46:39.803232 n-d-816865-1 neutron-server[102387]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 05 18:46:39.803232 n-d-816865-1 neutron-server[102387]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 05 18:46:39.833055 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-db06faef-46e9-4f04-bd6e-a98e76122381 req-0e167096-fbdf-4059-9b0a-c6cc83791760 service neutron] 10.222.0.55 "PUT /v2.0/ports/b0861f7b-85ec-4796-9a5e-c63173544746/bindings/n-h1-816865-1/activate HTTP/1.1" status: 200 len: 369 time: 1.1595936 Nov 05 18:46:39.862857 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a508259-d9c7-4839-ab1b-61b4664f385e service neutron] Pushing event updated for resources: {'Port': ['ID=9c8e4387-6aa3-4c1a-9b48-f1f22772e3c3,revision_number=2']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:46:39.912097 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] No Port match for: 25a81ce0-e5bc-44bb-90b6-350e951cf9c4 {{(pid=102388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 18:46:39.918529 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Device 25a81ce0-e5bc-44bb-90b6-350e951cf9c4 not bound to the agent host n-h1-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 18:46:39.949849 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [req-8a5b77b0-ce82-4223-adf5-080543cac8f0 req-2a508259-d9c7-4839-ab1b-61b4664f385e service neutron] Attempting to bind port 9c8e4387-6aa3-4c1a-9b48-f1f22772e3c3 on host n-h2-816865-1 for vnic_type normal with profile {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 18:46:39.950393 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [req-8a5b77b0-ce82-4223-adf5-080543cac8f0 req-2a508259-d9c7-4839-ab1b-61b4664f385e service neutron] Attempting to bind port 9c8e4387-6aa3-4c1a-9b48-f1f22772e3c3 by drivers openvswitch,hyperv on host n-h2-816865-1 at level 0 using segments [{'id': '18ff82bc-5fc5-4d18-b58f-45dd42e01fae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '43ea62f0-8360-499b-8cfa-33c91e860c8e'}] {{(pid=102386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 18:46:39.950725 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a5b77b0-ce82-4223-adf5-080543cac8f0 req-2a508259-d9c7-4839-ab1b-61b4664f385e service neutron] Attempting to bind port 9c8e4387-6aa3-4c1a-9b48-f1f22772e3c3 on network 43ea62f0-8360-499b-8cfa-33c91e860c8e {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 18:46:39.955910 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a5b77b0-ce82-4223-adf5-080543cac8f0 req-2a508259-d9c7-4839-ab1b-61b4664f385e service neutron] Port 9c8e4387-6aa3-4c1a-9b48-f1f22772e3c3 on network 43ea62f0-8360-499b-8cfa-33c91e860c8e not bound, no agent of type Open vSwitch agent registered on host n-h2-816865-1 {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 18:46:39.956238 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a5b77b0-ce82-4223-adf5-080543cac8f0 req-2a508259-d9c7-4839-ab1b-61b4664f385e service neutron] Attempting to bind port 9c8e4387-6aa3-4c1a-9b48-f1f22772e3c3 on network 43ea62f0-8360-499b-8cfa-33c91e860c8e {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 18:46:39.962321 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a5b77b0-ce82-4223-adf5-080543cac8f0 req-2a508259-d9c7-4839-ab1b-61b4664f385e service neutron] Checking agent: {'id': '32aff553-696f-4891-83f5-5c176f61fe54', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816865-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 18, 33, 36), 'started_at': datetime.datetime(2021, 11, 5, 18, 33, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 18, 46, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 18:46:39.962720 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a5b77b0-ce82-4223-adf5-080543cac8f0 req-2a508259-d9c7-4839-ab1b-61b4664f385e service neutron] Checking segment: {'id': '18ff82bc-5fc5-4d18-b58f-45dd42e01fae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '43ea62f0-8360-499b-8cfa-33c91e860c8e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 18:46:39.963049 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a5b77b0-ce82-4223-adf5-080543cac8f0 req-2a508259-d9c7-4839-ab1b-61b4664f385e service neutron] Bound using segment: {'id': '18ff82bc-5fc5-4d18-b58f-45dd42e01fae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '43ea62f0-8360-499b-8cfa-33c91e860c8e'} {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 18:46:39.963496 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [req-8a5b77b0-ce82-4223-adf5-080543cac8f0 req-2a508259-d9c7-4839-ab1b-61b4664f385e service neutron] Bound port: 9c8e4387-6aa3-4c1a-9b48-f1f22772e3c3, host: n-h2-816865-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '18ff82bc-5fc5-4d18-b58f-45dd42e01fae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '43ea62f0-8360-499b-8cfa-33c91e860c8e'}}] {{(pid=102386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 18:46:39.963883 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-8a5b77b0-ce82-4223-adf5-080543cac8f0 req-2a508259-d9c7-4839-ab1b-61b4664f385e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:46:40.005544 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ebce4b-c506-4fa9-b1db-226c0a92613b req-33402bd1-411e-4703-ae4e-6f33b855a321 tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:46:40.008015 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-47ebce4b-c506-4fa9-b1db-226c0a92613b req-33402bd1-411e-4703-ae4e-6f33b855a321 tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] 10.222.0.13 "GET /v2.0/ports?device_id=cd40ab5d-0d1e-4823-97ac-1efde8c984da HTTP/1.1" status: 200 len: 943 time: 0.0713649 Nov 05 18:46:40.038742 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-b41fc50e-a2f1-4250-a40d-b218a9d47f17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1579178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-956796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1000687'] for network, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:46:40.054905 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-b41fc50e-a2f1-4250-a40d-b218a9d47f17 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597851'] for network, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:46:40.061053 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-b41fc50e-a2f1-4250-a40d-b218a9d47f17 admin admin] 10.222.0.13 "DELETE /v2.0/networks/8c2c2df7-da1b-4d55-8c99-ae0be0798f81 HTTP/1.1" status: 204 len: 168 time: 0.4944034 Nov 05 18:46:40.072819 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db06faef-46e9-4f04-bd6e-a98e76122381 req-d2ca6b79-48a8-4c7a-a580-093f1bc87212 tempest-LiveMigrationTest-1249278027 tempest-LiveMigrationTest-1249278027-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:46:40.072819 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-db06faef-46e9-4f04-bd6e-a98e76122381 req-d2ca6b79-48a8-4c7a-a580-093f1bc87212 tempest-LiveMigrationTest-1249278027 tempest-LiveMigrationTest-1249278027-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=58a8afea-610a-4461-9810-b306ba649798&tenant_id=7cc0b234e0c74edeb5d0485be80e09f5&binding%3Ahost_id=n-h2-816865-1 HTTP/1.1" status: 200 len: 1095 time: 0.1012523 Nov 05 18:46:40.081534 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-47ebce4b-c506-4fa9-b1db-226c0a92613b req-921accde-3404-46e8-9cb9-3137c6459b0c tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] 10.222.0.13 "GET /v2.0/security-groups?id=e0838ac1-f008-48c1-ab43-123e255d616a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651350 Nov 05 18:46:40.092056 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41fc50e-a2f1-4250-a40d-b218a9d47f17 admin admin] Pushing event deleted for resources: {'Network': ['ID=8c2c2df7-da1b-4d55-8c99-ae0be0798f81,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:46:40.154747 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [req-8a5b77b0-ce82-4223-adf5-080543cac8f0 req-2a508259-d9c7-4839-ab1b-61b4664f385e service neutron] For port 9c8e4387-6aa3-4c1a-9b48-f1f22772e3c3, host n-h2-816865-1, cleared binding levels {{(pid=102386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 18:46:40.171577 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [req-8a5b77b0-ce82-4223-adf5-080543cac8f0 req-2a508259-d9c7-4839-ab1b-61b4664f385e service neutron] For port 9c8e4387-6aa3-4c1a-9b48-f1f22772e3c3, host n-h2-816865-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=9c8e4387-6aa3-4c1a-9b48-f1f22772e3c3,segment=NetworkSegment(18ff82bc-5fc5-4d18-b58f-45dd42e01fae),segment_id=18ff82bc-5fc5-4d18-b58f-45dd42e01fae)] {{(pid=102386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 18:46:40.181717 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db06faef-46e9-4f04-bd6e-a98e76122381 req-446e73ca-b6cf-439f-950a-125e4a8fe8b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:46:40.185670 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-db06faef-46e9-4f04-bd6e-a98e76122381 req-446e73ca-b6cf-439f-950a-125e4a8fe8b4 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=58a8afea-610a-4461-9810-b306ba649798&tenant_id=7cc0b234e0c74edeb5d0485be80e09f5 HTTP/1.1" status: 200 len: 1095 time: 0.0828862 Nov 05 18:46:40.221874 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d867d71-5318-412c-96c1-6a921bc2c0ac req-521d10ff-1394-4426-a80c-f1ae76f8c8ac tempest-LiveMigrationTest-600821399 tempest-LiveMigrationTest-600821399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:46:40.223452 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-7d867d71-5318-412c-96c1-6a921bc2c0ac req-521d10ff-1394-4426-a80c-f1ae76f8c8ac tempest-LiveMigrationTest-600821399 tempest-LiveMigrationTest-600821399-project] 10.222.0.13 "GET /v2.0/ports?device_id=58a8afea-610a-4461-9810-b306ba649798 HTTP/1.1" status: 200 len: 944 time: 0.0577133 Nov 05 18:46:40.251378 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-8a5b77b0-ce82-4223-adf5-080543cac8f0 req-2a508259-d9c7-4839-ab1b-61b4664f385e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6149821'] for port, after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:46:40.263602 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db06faef-46e9-4f04-bd6e-a98e76122381 req-f6a8f091-d747-45db-839f-9c3ce1cddc52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:46:40.265129 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-db06faef-46e9-4f04-bd6e-a98e76122381 req-f6a8f091-d747-45db-839f-9c3ce1cddc52 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7cc0b234e0c74edeb5d0485be80e09f5&device_id=58a8afea-610a-4461-9810-b306ba649798 HTTP/1.1" status: 200 len: 1095 time: 0.0573816 Nov 05 18:46:40.275306 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-7d867d71-5318-412c-96c1-6a921bc2c0ac req-aaad754a-2bec-4644-adc1-b8a7ff95d349 tempest-LiveMigrationTest-600821399 tempest-LiveMigrationTest-600821399-project] 10.222.0.13 "GET /v2.0/security-groups?id=3677ad50-e4bf-4315-8aa4-e48810edc139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450547 Nov 05 18:46:40.327524 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5b77b0-ce82-4223-adf5-080543cac8f0 req-2a508259-d9c7-4839-ab1b-61b4664f385e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:46:40.328104 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-8a5b77b0-ce82-4223-adf5-080543cac8f0 req-2a508259-d9c7-4839-ab1b-61b4664f385e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:46:40.329494 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-8a5b77b0-ce82-4223-adf5-080543cac8f0 req-2a508259-d9c7-4839-ab1b-61b4664f385e service neutron] 10.222.0.55 "PUT /v2.0/ports/9c8e4387-6aa3-4c1a-9b48-f1f22772e3c3 HTTP/1.1" status: 200 len: 1091 time: 1.3085732 Nov 05 18:46:40.331860 n-d-816865-1 neutron-server[102386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd40ab5d-0d1e-4823-97ac-1efde8c984da', 'tag': '9c8e4387-6aa3-4c1a-9b48-f1f22772e3c3'}] {{(pid=102386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 18:46:40.334078 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6173a44d7c73f41af551dc890fa1a5892c2c6bc3458b640c8e0c24db7876ba6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ee259a3-ff1d-4004-abb5-8da157f49921" -d '{"events": [{"name": "network-changed", "server_uuid": "cd40ab5d-0d1e-4823-97ac-1efde8c984da", "tag": "9c8e4387-6aa3-4c1a-9b48-f1f22772e3c3"}]}' {{(pid=102386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 18:46:40.380364 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a508259-d9c7-4839-ab1b-61b4664f385e service neutron] Pushing event updated for resources: {'Port': ['ID=9c8e4387-6aa3-4c1a-9b48-f1f22772e3c3,revision_number=3']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:46:40.385301 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 18:46:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a2f1529-fa92-491e-8e8d-08e514ada914 x-openstack-request-id: req-1a2f1529-fa92-491e-8e8d-08e514ada914 {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 18:46:40.386823 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd40ab5d-0d1e-4823-97ac-1efde8c984da", "tag": "9c8e4387-6aa3-4c1a-9b48-f1f22772e3c3", "status": "completed", "code": 200}]} {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 18:46:40.386823 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1a2f1529-fa92-491e-8e8d-08e514ada914 {{(pid=102386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 18:46:40.386823 n-d-816865-1 neutron-server[102386]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd40ab5d-0d1e-4823-97ac-1efde8c984da', 'tag': '9c8e4387-6aa3-4c1a-9b48-f1f22772e3c3', 'status': 'completed', 'code': 200} Nov 05 18:46:40.428120 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db06faef-46e9-4f04-bd6e-a98e76122381 req-e6cf6fd5-6907-443a-be16-31cad0a32960 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:46:40.429680 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-db06faef-46e9-4f04-bd6e-a98e76122381 req-e6cf6fd5-6907-443a-be16-31cad0a32960 service neutron] 10.222.0.41 "GET /v2.0/networks?id=1a9992ef-da6b-4f25-bd43-f1196ce8f1a8 HTTP/1.1" status: 200 len: 908 time: 0.1449313 Nov 05 18:46:40.440817 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 50312) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:46:40.488590 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-db06faef-46e9-4f04-bd6e-a98e76122381 req-022c1b67-23e1-4404-94af-a98b94300fe8 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b0861f7b-85ec-4796-9a5e-c63173544746 HTTP/1.1" status: 200 len: 217 time: 0.0441904 Nov 05 18:46:40.489374 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-5fb0b01a-e4e7-44c4-be87-24092d7d75c7 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8837234f92224196b6ab2cecebe44d96&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0468953 Nov 05 18:46:40.492424 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 50314) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:46:40.524660 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee259a3-ff1d-4004-abb5-8da157f49921 req-19bdc08d-b50f-4dc6-8a00-b5d064442c9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:46:40.526219 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-7ee259a3-ff1d-4004-abb5-8da157f49921 req-19bdc08d-b50f-4dc6-8a00-b5d064442c9d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=6967002ed7684b0a936551bf3f38aa1b&device_id=cd40ab5d-0d1e-4823-97ac-1efde8c984da HTTP/1.1" status: 200 len: 1094 time: 0.1132052 Nov 05 18:46:40.564334 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db06faef-46e9-4f04-bd6e-a98e76122381 req-fe4752c3-29bf-41c0-a9bd-587aa228c025 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:46:40.565986 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-db06faef-46e9-4f04-bd6e-a98e76122381 req-fe4752c3-29bf-41c0-a9bd-587aa228c025 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=82b7bbfc-ac99-45bb-a8a9-211b9b80ecc2 HTTP/1.1" status: 200 len: 847 time: 0.0702353 Nov 05 18:46:40.575306 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-975bab4b-1585-4a74-b5b6-b2d591fd1bc9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:46:40.598896 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-975bab4b-1585-4a74-b5b6-b2d591fd1bc9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:46:40.633178 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-db06faef-46e9-4f04-bd6e-a98e76122381 req-db00f32e-e8b6-412d-ae10-7c18da5e80e5 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1a9992ef-da6b-4f25-bd43-f1196ce8f1a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0573485 Nov 05 18:46:40.705221 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-975bab4b-1585-4a74-b5b6-b2d591fd1bc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:46:40.708851 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-975bab4b-1585-4a74-b5b6-b2d591fd1bc9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:46:40.712737 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-975bab4b-1585-4a74-b5b6-b2d591fd1bc9 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6637cfea-1993-4e71-ac10-e5c82252dcf4 HTTP/1.1" status: 204 len: 168 time: 0.2168622 Nov 05 18:46:40.720190 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee259a3-ff1d-4004-abb5-8da157f49921 req-0ef9477c-b455-4d5f-83d2-b5a94454b390 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:46:40.721684 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-7ee259a3-ff1d-4004-abb5-8da157f49921 req-0ef9477c-b455-4d5f-83d2-b5a94454b390 service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=6967002ed7684b0a936551bf3f38aa1b&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1821218 Nov 05 18:46:40.724499 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975bab4b-1585-4a74-b5b6-b2d591fd1bc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6637cfea-1993-4e71-ac10-e5c82252dcf4,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:46:40.784188 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-db06faef-46e9-4f04-bd6e-a98e76122381 req-4a6556df-97d6-4db0-a1b9-86c0c3350df3 service neutron] 10.222.0.41 "GET /v2.0/networks/1a9992ef-da6b-4f25-bd43-f1196ce8f1a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1424160 Nov 05 18:46:40.913016 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee259a3-ff1d-4004-abb5-8da157f49921 req-6102fe3f-9057-4f89-9cb6-2f213311a1fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:46:40.914457 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-7ee259a3-ff1d-4004-abb5-8da157f49921 req-6102fe3f-9057-4f89-9cb6-2f213311a1fe service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1804826 Nov 05 18:46:40.937637 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-db06faef-46e9-4f04-bd6e-a98e76122381 req-56ac869a-c5cf-4cd1-a7bf-471476c275e6 service neutron] 10.222.0.41 "GET /v2.0/networks/1a9992ef-da6b-4f25-bd43-f1196ce8f1a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277308 Nov 05 18:46:41.011285 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5b77b0-ce82-4223-adf5-080543cac8f0 req-ec968452-1dfa-461a-b200-cee7e3bc4f08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:46:41.013320 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-8a5b77b0-ce82-4223-adf5-080543cac8f0 req-ec968452-1dfa-461a-b200-cee7e3bc4f08 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=6967002ed7684b0a936551bf3f38aa1b&device_id=cd40ab5d-0d1e-4823-97ac-1efde8c984da HTTP/1.1" status: 200 len: 1094 time: 0.0495415 Nov 05 18:46:41.081889 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-8a5b77b0-ce82-4223-adf5-080543cac8f0 req-16c1fe10-3203-4d3e-9538-9a2622cb282a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9c8e4387-6aa3-4c1a-9b48-f1f22772e3c3 HTTP/1.1" status: 200 len: 217 time: 0.0560274 Nov 05 18:46:41.140245 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5b77b0-ce82-4223-adf5-080543cac8f0 req-db47a768-dc96-468a-9484-d7526f3ae7ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:46:41.142305 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-8a5b77b0-ce82-4223-adf5-080543cac8f0 req-db47a768-dc96-468a-9484-d7526f3ae7ed service neutron] 10.222.0.55 "GET /v2.0/subnets?id=d7f64a49-19fd-4323-b909-1a955812ddea HTTP/1.1" status: 200 len: 852 time: 0.0536940 Nov 05 18:46:41.204346 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-8a5b77b0-ce82-4223-adf5-080543cac8f0 req-e888d719-92e2-401a-b11e-d8bf8db61c7c service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=43ea62f0-8360-499b-8cfa-33c91e860c8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0521064 Nov 05 18:46:41.266955 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934875b6-b014-4667-8675-8bfbb0988690 req-0f665c55-782c-477c-b5df-ef63c8ab28ff tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:46:41.275752 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-934875b6-b014-4667-8675-8bfbb0988690 req-0f665c55-782c-477c-b5df-ef63c8ab28ff tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] 10.222.0.13 "GET /v2.0/ports?device_id=cd40ab5d-0d1e-4823-97ac-1efde8c984da HTTP/1.1" status: 200 len: 943 time: 0.0692534 Nov 05 18:46:41.339246 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-934875b6-b014-4667-8675-8bfbb0988690 req-c82b8638-9f16-417c-9faf-638e988a9eb3 tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] 10.222.0.13 "GET /v2.0/security-groups?id=e0838ac1-f008-48c1-ab43-123e255d616a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624158 Nov 05 18:46:41.379457 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-8a5b77b0-ce82-4223-adf5-080543cac8f0 req-328ffbd5-72ee-4bfb-b92f-68e830949c2c service neutron] 10.222.0.55 "GET /v2.0/networks/43ea62f0-8360-499b-8cfa-33c91e860c8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1620772 Nov 05 18:46:41.456628 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d9147d-2d69-47fb-8d04-0a7d94984efc req-13358b61-34eb-4da7-8225-e6881bb9f6a2 tempest-LiveMigrationTest-600821399 tempest-LiveMigrationTest-600821399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:46:41.458355 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-d7d9147d-2d69-47fb-8d04-0a7d94984efc req-13358b61-34eb-4da7-8225-e6881bb9f6a2 tempest-LiveMigrationTest-600821399 tempest-LiveMigrationTest-600821399-project] 10.222.0.13 "GET /v2.0/ports?device_id=58a8afea-610a-4461-9810-b306ba649798 HTTP/1.1" status: 200 len: 944 time: 0.0688953 Nov 05 18:46:41.520683 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-d7d9147d-2d69-47fb-8d04-0a7d94984efc req-bf7d588c-358b-4f03-962d-4470d3d6809d tempest-LiveMigrationTest-600821399 tempest-LiveMigrationTest-600821399-project] 10.222.0.13 "GET /v2.0/security-groups?id=3677ad50-e4bf-4315-8aa4-e48810edc139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553548 Nov 05 18:46:41.528146 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db06faef-46e9-4f04-bd6e-a98e76122381 req-8e184be3-671d-4e63-aa30-8151128f9b16 tempest-LiveMigrationTest-1249278027 tempest-LiveMigrationTest-1249278027-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:46:41.529747 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-db06faef-46e9-4f04-bd6e-a98e76122381 req-8e184be3-671d-4e63-aa30-8151128f9b16 tempest-LiveMigrationTest-1249278027 tempest-LiveMigrationTest-1249278027-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=58a8afea-610a-4461-9810-b306ba649798&tenant_id=7cc0b234e0c74edeb5d0485be80e09f5&binding%3Ahost_id=n-h1-816865-1 HTTP/1.1" status: 200 len: 1095 time: 0.1177700 Nov 05 18:46:41.572509 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-8a5b77b0-ce82-4223-adf5-080543cac8f0 req-9bc6a21c-227d-44ee-8cde-3c08841dcf9b service neutron] 10.222.0.55 "GET /v2.0/networks/43ea62f0-8360-499b-8cfa-33c91e860c8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1820545 Nov 05 18:46:41.742651 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [req-db06faef-46e9-4f04-bd6e-a98e76122381 req-ff442364-6769-4c00-be73-adb87a079dfa service neutron] For port b0861f7b-85ec-4796-9a5e-c63173544746, host n-h2-816865-1, cleared binding levels {{(pid=102386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 18:46:41.745947 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-db06faef-46e9-4f04-bd6e-a98e76122381 req-ff442364-6769-4c00-be73-adb87a079dfa service neutron] Publish callbacks [] for binding, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:46:41.747216 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-db06faef-46e9-4f04-bd6e-a98e76122381 req-ff442364-6769-4c00-be73-adb87a079dfa service neutron] 10.222.0.41 "DELETE /v2.0/ports/b0861f7b-85ec-4796-9a5e-c63173544746/bindings/n-h2-816865-1 HTTP/1.1" status: 204 len: 173 time: 0.2090166 Nov 05 18:46:42.165584 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-0509434d-7a01-4187-bf2e-5c44b6cbf2d2 req-8525bacf-646b-4148-899d-d5299ddbe83e service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=6b9db9e4-2300-49be-bd99-8eabc0e57de3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0924520 Nov 05 18:46:42.279328 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0509434d-7a01-4187-bf2e-5c44b6cbf2d2 req-cd408704-3dd1-419d-9fe4-2c2cee8a8038 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:46:42.279698 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0509434d-7a01-4187-bf2e-5c44b6cbf2d2 req-cd408704-3dd1-419d-9fe4-2c2cee8a8038 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:46:42.280176 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0509434d-7a01-4187-bf2e-5c44b6cbf2d2 req-cd408704-3dd1-419d-9fe4-2c2cee8a8038 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:46:42.280643 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0509434d-7a01-4187-bf2e-5c44b6cbf2d2 req-cd408704-3dd1-419d-9fe4-2c2cee8a8038 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:46:42.281108 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0509434d-7a01-4187-bf2e-5c44b6cbf2d2 req-cd408704-3dd1-419d-9fe4-2c2cee8a8038 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:46:42.281632 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0509434d-7a01-4187-bf2e-5c44b6cbf2d2 req-cd408704-3dd1-419d-9fe4-2c2cee8a8038 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:46:42.282240 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0509434d-7a01-4187-bf2e-5c44b6cbf2d2 req-cd408704-3dd1-419d-9fe4-2c2cee8a8038 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:46:42.284197 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-0509434d-7a01-4187-bf2e-5c44b6cbf2d2 req-cd408704-3dd1-419d-9fe4-2c2cee8a8038 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=48de103aa1ab44c9aad7c42993657578&device_id=6b9db9e4-2300-49be-bd99-8eabc0e57de3 HTTP/1.1" status: 200 len: 6489 time: 0.0510204 Nov 05 18:46:42.443949 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0509434d-7a01-4187-bf2e-5c44b6cbf2d2 req-23cf356c-0328-46d5-9c84-a145ce9ed921 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:46:42.444572 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0509434d-7a01-4187-bf2e-5c44b6cbf2d2 req-23cf356c-0328-46d5-9c84-a145ce9ed921 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:46:42.445044 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0509434d-7a01-4187-bf2e-5c44b6cbf2d2 req-23cf356c-0328-46d5-9c84-a145ce9ed921 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:46:42.446694 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-0509434d-7a01-4187-bf2e-5c44b6cbf2d2 req-23cf356c-0328-46d5-9c84-a145ce9ed921 service neutron] 10.222.0.41 "GET /v2.0/networks?id=9c282dee-ee32-45f7-8090-e833d25335b6&id=c2a3f4df-26b3-4bb0-9eae-63aad7044fea&id=c2a3f4df-26b3-4bb0-9eae-63aad7044fea&id=c2a3f4df-26b3-4bb0-9eae-63aad7044fea&id=c2a3f4df-26b3-4bb0-9eae-63aad7044fea&id=1b7a851b-c808-4864-8618-892ad55d5d0a&id=1b7a851b-c808-4864-8618-892ad55d5d0a HTTP/1.1" status: 200 len: 2291 time: 0.1365664 Nov 05 18:46:42.484705 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e187f38-b942-4143-9ef6-55a02360f685 req-54204097-1862-4223-a405-c78d3c522cb4 tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:46:42.486328 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-6e187f38-b942-4143-9ef6-55a02360f685 req-54204097-1862-4223-a405-c78d3c522cb4 tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] 10.222.0.13 "GET /v2.0/ports?device_id=cd40ab5d-0d1e-4823-97ac-1efde8c984da HTTP/1.1" status: 200 len: 943 time: 0.0579152 Nov 05 18:46:42.522978 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-0509434d-7a01-4187-bf2e-5c44b6cbf2d2 req-e146621c-3e2f-4a6e-9a0c-0434a1f2ae82 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=62ff4673-48f2-4b6a-905c-6b1bcc553de5 HTTP/1.1" status: 200 len: 1001 time: 0.0673461 Nov 05 18:46:42.545214 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-6e187f38-b942-4143-9ef6-55a02360f685 req-bc29a98c-dae0-4ac8-9f78-71728df6c571 tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] 10.222.0.13 "GET /v2.0/security-groups?id=e0838ac1-f008-48c1-ab43-123e255d616a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524697 Nov 05 18:46:42.581682 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0509434d-7a01-4187-bf2e-5c44b6cbf2d2 req-cd5bafee-6353-4b85-a63c-c1a1991a8b3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:46:42.583342 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-0509434d-7a01-4187-bf2e-5c44b6cbf2d2 req-cd5bafee-6353-4b85-a63c-c1a1991a8b3b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=cac15399-ea50-428e-a2ae-2a1396bca25d HTTP/1.1" status: 200 len: 851 time: 0.0517716 Nov 05 18:46:42.659697 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0509434d-7a01-4187-bf2e-5c44b6cbf2d2 req-92be3d13-e180-404c-8c79-ff7d7bd60aba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:46:42.661512 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-0509434d-7a01-4187-bf2e-5c44b6cbf2d2 req-92be3d13-e180-404c-8c79-ff7d7bd60aba service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9c282dee-ee32-45f7-8090-e833d25335b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0702524 Nov 05 18:46:42.664894 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c67174a-9715-4d77-ad2b-9cb017250486 req-9401a65f-175e-44cf-8daa-83339f423eab tempest-LiveMigrationTest-600821399 tempest-LiveMigrationTest-600821399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:46:42.672434 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-5c67174a-9715-4d77-ad2b-9cb017250486 req-9401a65f-175e-44cf-8daa-83339f423eab tempest-LiveMigrationTest-600821399 tempest-LiveMigrationTest-600821399-project] 10.222.0.13 "GET /v2.0/ports?device_id=58a8afea-610a-4461-9810-b306ba649798 HTTP/1.1" status: 200 len: 944 time: 0.0664430 Nov 05 18:46:42.732908 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-5c67174a-9715-4d77-ad2b-9cb017250486 req-970bd283-6d95-4186-8609-08a6c6aa8b33 tempest-LiveMigrationTest-600821399 tempest-LiveMigrationTest-600821399-project] 10.222.0.13 "GET /v2.0/security-groups?id=3677ad50-e4bf-4315-8aa4-e48810edc139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545261 Nov 05 18:46:42.760790 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 50376) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:46:42.800126 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-0509434d-7a01-4187-bf2e-5c44b6cbf2d2 req-ada6d918-ec76-4583-914c-1cc60195d321 service neutron] 10.222.0.41 "GET /v2.0/networks/9c282dee-ee32-45f7-8090-e833d25335b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1309309 Nov 05 18:46:42.924764 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-85dbd8e9-06c7-4f14-a54e-92d8c662ae81 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:46:42.930624 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-0509434d-7a01-4187-bf2e-5c44b6cbf2d2 req-190e7a80-d622-4f1d-aac9-4825c77c1476 service neutron] 10.222.0.41 "GET /v2.0/networks/9c282dee-ee32-45f7-8090-e833d25335b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1188939 Nov 05 18:46:42.960968 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24200e1d-cc79-4c9d-9574-09cbdb959678 req-3a4158d9-1754-4a3a-8718-ef1ba4fa7247 tempest-LiveMigrationTest-1249278027 tempest-LiveMigrationTest-1249278027-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:46:42.962629 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-24200e1d-cc79-4c9d-9574-09cbdb959678 req-3a4158d9-1754-4a3a-8718-ef1ba4fa7247 tempest-LiveMigrationTest-1249278027 tempest-LiveMigrationTest-1249278027-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=58a8afea-610a-4461-9810-b306ba649798 HTTP/1.1" status: 200 len: 1095 time: 0.1137071 Nov 05 18:46:42.989861 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-0509434d-7a01-4187-bf2e-5c44b6cbf2d2 req-162ff685-866e-490f-8919-9355f9614547 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.114&port_id=fa9fc664-ad20-4e86-ab04-751d1b06b45b HTTP/1.1" status: 200 len: 217 time: 0.0498438 Nov 05 18:46:43.045148 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-24200e1d-cc79-4c9d-9574-09cbdb959678 req-a7389f43-1c3a-4503-826f-effc9ac1a511 tempest-LiveMigrationTest-1249278027 tempest-LiveMigrationTest-1249278027-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=3677ad50-e4bf-4315-8aa4-e48810edc139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716248 Nov 05 18:46:43.049023 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0509434d-7a01-4187-bf2e-5c44b6cbf2d2 req-ff0fe51e-8946-4fc3-aa67-50c29c51295e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:46:43.050456 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-0509434d-7a01-4187-bf2e-5c44b6cbf2d2 req-ff0fe51e-8946-4fc3-aa67-50c29c51295e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ba9a8eab-576a-4407-8387-c01c9ae7bbff HTTP/1.1" status: 200 len: 797 time: 0.0519829 Nov 05 18:46:43.090552 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-85dbd8e9-06c7-4f14-a54e-92d8c662ae81 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:46:43.117210 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0509434d-7a01-4187-bf2e-5c44b6cbf2d2 req-2bc79293-437c-46f9-80b1-b349e9b4d0dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:46:43.121174 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-0509434d-7a01-4187-bf2e-5c44b6cbf2d2 req-2bc79293-437c-46f9-80b1-b349e9b4d0dd service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c2a3f4df-26b3-4bb0-9eae-63aad7044fea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0520880 Nov 05 18:46:43.193037 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a860afb-c4a6-4297-8121-dc0ccca85041 req-efd5f05b-6abd-4485-8f80-76058fdbee4d tempest-LiveMigrationTest-1249278027 tempest-LiveMigrationTest-1249278027-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:46:43.204210 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-4a860afb-c4a6-4297-8121-dc0ccca85041 req-efd5f05b-6abd-4485-8f80-76058fdbee4d tempest-LiveMigrationTest-1249278027 tempest-LiveMigrationTest-1249278027-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=58a8afea-610a-4461-9810-b306ba649798 HTTP/1.1" status: 200 len: 1095 time: 0.0702560 Nov 05 18:46:43.221638 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-0509434d-7a01-4187-bf2e-5c44b6cbf2d2 req-75fa66e0-8734-4594-b248-6930c41c4ff2 service neutron] 10.222.0.41 "GET /v2.0/networks/c2a3f4df-26b3-4bb0-9eae-63aad7044fea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932808 Nov 05 18:46:43.226165 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-85dbd8e9-06c7-4f14-a54e-92d8c662ae81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:46:43.288521 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-85dbd8e9-06c7-4f14-a54e-92d8c662ae81 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a4f0218fdbda401bbd92d12d4cb30fef&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5254705 Nov 05 18:46:43.291898 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85dbd8e9-06c7-4f14-a54e-92d8c662ae81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ab39032-5375-4f4d-996e-f4753e0792e7,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:46:43.295981 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 50390) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:46:43.340988 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-4a860afb-c4a6-4297-8121-dc0ccca85041 req-c215c76e-00b0-427b-b807-ad0356b44f4a tempest-LiveMigrationTest-1249278027 tempest-LiveMigrationTest-1249278027-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=3677ad50-e4bf-4315-8aa4-e48810edc139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355963 Nov 05 18:46:43.366610 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-2f00926d-ae46-4099-963b-93124721f789 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:46:43.366976 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-0509434d-7a01-4187-bf2e-5c44b6cbf2d2 req-4cbe0249-018b-49a7-a997-d7c843dfb88c service neutron] 10.222.0.41 "GET /v2.0/networks/c2a3f4df-26b3-4bb0-9eae-63aad7044fea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276116 Nov 05 18:46:43.393878 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-2f00926d-ae46-4099-963b-93124721f789 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:46:43.430125 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-0509434d-7a01-4187-bf2e-5c44b6cbf2d2 req-51803ddd-c4c3-4f61-ab74-6c81af268306 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.59&port_id=12cc8ba5-8895-4346-85a3-5a5395794a18 HTTP/1.1" status: 200 len: 217 time: 0.0549395 Nov 05 18:46:43.518083 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0509434d-7a01-4187-bf2e-5c44b6cbf2d2 req-cb65fcc7-87cc-4e77-abe4-c79200159f7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:46:43.519632 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-0509434d-7a01-4187-bf2e-5c44b6cbf2d2 req-cb65fcc7-87cc-4e77-abe4-c79200159f7d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ba9a8eab-576a-4407-8387-c01c9ae7bbff HTTP/1.1" status: 200 len: 797 time: 0.0816472 Nov 05 18:46:43.529464 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-2f00926d-ae46-4099-963b-93124721f789 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:46:43.532116 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-2f00926d-ae46-4099-963b-93124721f789 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:46:43.538682 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-2f00926d-ae46-4099-963b-93124721f789 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5ab39032-5375-4f4d-996e-f4753e0792e7 HTTP/1.1" status: 204 len: 168 time: 0.2416599 Nov 05 18:46:43.569681 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f00926d-ae46-4099-963b-93124721f789 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ab39032-5375-4f4d-996e-f4753e0792e7,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:46:43.612661 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0509434d-7a01-4187-bf2e-5c44b6cbf2d2 req-a623ea7c-d2f7-4775-b9cc-b4872b980e57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:46:43.614210 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-0509434d-7a01-4187-bf2e-5c44b6cbf2d2 req-a623ea7c-d2f7-4775-b9cc-b4872b980e57 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c2a3f4df-26b3-4bb0-9eae-63aad7044fea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0791860 Nov 05 18:46:43.727429 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e888b1f-1cd5-4385-b603-9b96e8eacdae req-b7eb4a9f-a497-4fd2-ad47-3a4f9cdfc2c3 tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:46:43.730641 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-9e888b1f-1cd5-4385-b603-9b96e8eacdae req-b7eb4a9f-a497-4fd2-ad47-3a4f9cdfc2c3 tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] 10.222.0.13 "GET /v2.0/ports?device_id=cd40ab5d-0d1e-4823-97ac-1efde8c984da HTTP/1.1" status: 200 len: 943 time: 0.0627172 Nov 05 18:46:43.735095 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-0509434d-7a01-4187-bf2e-5c44b6cbf2d2 req-e86c2954-9cd0-48cb-87d2-ec149b4f5698 service neutron] 10.222.0.41 "GET /v2.0/networks/c2a3f4df-26b3-4bb0-9eae-63aad7044fea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1108603 Nov 05 18:46:43.807124 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-9e888b1f-1cd5-4385-b603-9b96e8eacdae req-2e5b8fd8-01e9-427d-8d5c-487410dd9ca3 tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] 10.222.0.13 "GET /v2.0/security-groups?id=e0838ac1-f008-48c1-ab43-123e255d616a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619719 Nov 05 18:46:43.861919 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-0509434d-7a01-4187-bf2e-5c44b6cbf2d2 req-dbbdf168-1447-47e9-b0fa-5ed96b80a4be service neutron] 10.222.0.41 "GET /v2.0/networks/c2a3f4df-26b3-4bb0-9eae-63aad7044fea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1190722 Nov 05 18:46:43.922432 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-0509434d-7a01-4187-bf2e-5c44b6cbf2d2 req-e6fecb78-d9d3-4e38-80c4-708211f71f7a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.77&port_id=aa96a508-f091-4c76-94a7-8155d7f58fdc HTTP/1.1" status: 200 len: 217 time: 0.0423901 Nov 05 18:46:43.981198 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0509434d-7a01-4187-bf2e-5c44b6cbf2d2 req-62fd30b1-d8ca-42db-80f5-11b3b45113fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:46:43.983930 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-0509434d-7a01-4187-bf2e-5c44b6cbf2d2 req-62fd30b1-d8ca-42db-80f5-11b3b45113fd service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ba9a8eab-576a-4407-8387-c01c9ae7bbff HTTP/1.1" status: 200 len: 797 time: 0.0529423 Nov 05 18:46:44.067795 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0509434d-7a01-4187-bf2e-5c44b6cbf2d2 req-9ed5f2d4-9e1e-4a85-a089-2a63b26b8bd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:46:44.069379 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-0509434d-7a01-4187-bf2e-5c44b6cbf2d2 req-9ed5f2d4-9e1e-4a85-a089-2a63b26b8bd1 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c2a3f4df-26b3-4bb0-9eae-63aad7044fea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0702300 Nov 05 18:46:44.176230 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-0509434d-7a01-4187-bf2e-5c44b6cbf2d2 req-6b304601-f91f-45f4-8ec5-3c934e1d117b service neutron] 10.222.0.41 "GET /v2.0/networks/c2a3f4df-26b3-4bb0-9eae-63aad7044fea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882385 Nov 05 18:46:44.284020 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-0509434d-7a01-4187-bf2e-5c44b6cbf2d2 req-a4c3a46d-59b2-4d85-9d02-9158ce6fb339 service neutron] 10.222.0.41 "GET /v2.0/networks/c2a3f4df-26b3-4bb0-9eae-63aad7044fea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911109 Nov 05 18:46:44.337823 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-0509434d-7a01-4187-bf2e-5c44b6cbf2d2 req-73e8dca8-8fe8-4ee7-acfa-d2c397af02ff service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.101&port_id=74d94c4e-fd4c-4541-87c9-d37cb3b291e1 HTTP/1.1" status: 200 len: 217 time: 0.0365224 Nov 05 18:46:44.396150 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0509434d-7a01-4187-bf2e-5c44b6cbf2d2 req-9067ce15-7bc7-45ce-8c76-e3a3384428a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:46:44.397780 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-0509434d-7a01-4187-bf2e-5c44b6cbf2d2 req-9067ce15-7bc7-45ce-8c76-e3a3384428a6 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ba9a8eab-576a-4407-8387-c01c9ae7bbff HTTP/1.1" status: 200 len: 797 time: 0.0498168 Nov 05 18:46:44.449902 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0509434d-7a01-4187-bf2e-5c44b6cbf2d2 req-1f9c84c3-1a5b-4e0a-b1e2-9a2e6cb619f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:46:44.453286 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-0509434d-7a01-4187-bf2e-5c44b6cbf2d2 req-1f9c84c3-1a5b-4e0a-b1e2-9a2e6cb619f2 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c2a3f4df-26b3-4bb0-9eae-63aad7044fea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0449171 Nov 05 18:46:44.558471 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-0509434d-7a01-4187-bf2e-5c44b6cbf2d2 req-6f099a8b-13f5-4691-8d23-30e0b28caae5 service neutron] 10.222.0.41 "GET /v2.0/networks/c2a3f4df-26b3-4bb0-9eae-63aad7044fea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953650 Nov 05 18:46:44.660838 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-0509434d-7a01-4187-bf2e-5c44b6cbf2d2 req-c773b796-5725-47a4-a06e-967e5b295786 service neutron] 10.222.0.41 "GET /v2.0/networks/c2a3f4df-26b3-4bb0-9eae-63aad7044fea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947697 Nov 05 18:46:44.704198 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-0509434d-7a01-4187-bf2e-5c44b6cbf2d2 req-215c0e4a-a86f-42c4-af6b-a5289f73ed7b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=68d77c8e-2056-4060-8cbb-c746a0b6d7a9 HTTP/1.1" status: 200 len: 217 time: 0.0354517 Nov 05 18:46:44.716627 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 50436) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:46:44.759949 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0509434d-7a01-4187-bf2e-5c44b6cbf2d2 req-debcc7f0-2d3f-4ba8-a470-b5a16d76d465 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:46:44.761944 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-0509434d-7a01-4187-bf2e-5c44b6cbf2d2 req-debcc7f0-2d3f-4ba8-a470-b5a16d76d465 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=19b6bbf4-5b07-4332-801a-9022c92b0fcc HTTP/1.1" status: 200 len: 797 time: 0.0500679 Nov 05 18:46:44.809204 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0509434d-7a01-4187-bf2e-5c44b6cbf2d2 req-ac760756-2ac2-4eff-8483-9e04b3e755f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:46:44.810534 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-0509434d-7a01-4187-bf2e-5c44b6cbf2d2 req-ac760756-2ac2-4eff-8483-9e04b3e755f4 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1b7a851b-c808-4864-8618-892ad55d5d0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0418844 Nov 05 18:46:44.820046 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-f4c578c4-f201-4318-8a8b-313e764d0741 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-1794335179-network', 'tenant_id': '17272d25d24642edb0d5c7b5b9184a35'}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:46:44.925848 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4c578c4-f201-4318-8a8b-313e764d0741 admin admin] Made reservation on behalf of 17272d25d24642edb0d5c7b5b9184a35 for: {'network': 1} {{(pid=102387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 18:46:44.929557 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-f4c578c4-f201-4318-8a8b-313e764d0741 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for network, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:46:44.948071 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-0509434d-7a01-4187-bf2e-5c44b6cbf2d2 req-193277e1-5fd0-41a7-920e-551cf26c6a45 service neutron] 10.222.0.41 "GET /v2.0/networks/1b7a851b-c808-4864-8618-892ad55d5d0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1196096 Nov 05 18:46:44.950800 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-f4c578c4-f201-4318-8a8b-313e764d0741 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:46:44.976985 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557b3813-8634-4c87-ae93-d3aa4f74f7c7 req-01e97619-e4bb-4beb-b09c-04096bb8aec5 tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:46:44.985400 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-557b3813-8634-4c87-ae93-d3aa4f74f7c7 req-01e97619-e4bb-4beb-b09c-04096bb8aec5 tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] 10.222.0.13 "GET /v2.0/ports?device_id=cd40ab5d-0d1e-4823-97ac-1efde8c984da HTTP/1.1" status: 200 len: 943 time: 0.1010365 Nov 05 18:46:45.080131 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-557b3813-8634-4c87-ae93-d3aa4f74f7c7 req-1a4bd6af-1da9-4433-8333-3bf63b7cd252 tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] 10.222.0.13 "GET /v2.0/security-groups?id=e0838ac1-f008-48c1-ab43-123e255d616a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935752 Nov 05 18:46:45.111053 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-0509434d-7a01-4187-bf2e-5c44b6cbf2d2 req-94c7ce06-9253-43cb-8480-5f1f15c3b03e service neutron] 10.222.0.41 "GET /v2.0/networks/1b7a851b-c808-4864-8618-892ad55d5d0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1468701 Nov 05 18:46:45.164606 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-0509434d-7a01-4187-bf2e-5c44b6cbf2d2 req-9aaffcd8-a5be-4c94-9a9d-08d4c60e169e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=30e8fb4b-e390-414c-b298-38f2ab60929c HTTP/1.1" status: 200 len: 217 time: 0.0442076 Nov 05 18:46:45.168411 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-f4c578c4-f201-4318-8a8b-313e764d0741 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:46:45.219132 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-f4c578c4-f201-4318-8a8b-313e764d0741 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:46:45.229118 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0509434d-7a01-4187-bf2e-5c44b6cbf2d2 req-c7cb2587-948f-42ff-b3e5-752ffce92e57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:46:45.233296 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-0509434d-7a01-4187-bf2e-5c44b6cbf2d2 req-c7cb2587-948f-42ff-b3e5-752ffce92e57 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=19b6bbf4-5b07-4332-801a-9022c92b0fcc HTTP/1.1" status: 200 len: 797 time: 0.0519412 Nov 05 18:46:45.245163 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4c578c4-f201-4318-8a8b-313e764d0741 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 195} {{(pid=102387) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 05 18:46:45.270849 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-f4c578c4-f201-4318-8a8b-313e764d0741 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273'] for segment, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:46:45.271193 n-d-816865-1 neutron-server[102387]: INFO neutron.db.segments_db [None req-f4c578c4-f201-4318-8a8b-313e764d0741 admin admin] Added segment 6dcbf2cd-caff-4e59-8f16-e7d6c7f201e8 of type vlan for network abea4a81-5ebf-4b5f-a151-5dc74bf77b2f Nov 05 18:46:45.280531 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c578c4-f201-4318-8a8b-313e764d0741 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e580355f-b0cf-43d7-8472-5a347d18e168,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:46:45.284528 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0509434d-7a01-4187-bf2e-5c44b6cbf2d2 req-96177517-9861-471b-9b4b-4d4a75730fd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:46:45.286037 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-0509434d-7a01-4187-bf2e-5c44b6cbf2d2 req-96177517-9861-471b-9b4b-4d4a75730fd4 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1b7a851b-c808-4864-8618-892ad55d5d0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0478101 Nov 05 18:46:45.334804 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-f4c578c4-f201-4318-8a8b-313e764d0741 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750027258543'] for network, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:46:45.350401 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Device 9c8e4387-6aa3-4c1a-9b48-f1f22772e3c3 details requested by agent hyperv_n-h2-816865-1 with host n-h2-816865-1 {{(pid=102388) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 05 18:46:45.395413 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-0509434d-7a01-4187-bf2e-5c44b6cbf2d2 req-7355dba2-a1b5-4926-9b93-82bfc313ee78 service neutron] 10.222.0.41 "GET /v2.0/networks/1b7a851b-c808-4864-8618-892ad55d5d0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0991795 Nov 05 18:46:45.448154 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-f4c578c4-f201-4318-8a8b-313e764d0741 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-956796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877'] for network, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:46:45.450126 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4c578c4-f201-4318-8a8b-313e764d0741 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:46:45.450955 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-f4c578c4-f201-4318-8a8b-313e764d0741 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597851'] for network, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:46:45.508105 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-0509434d-7a01-4187-bf2e-5c44b6cbf2d2 req-f5d4e8c9-205e-4b3d-9a0a-889d45c25358 service neutron] 10.222.0.41 "GET /v2.0/networks/1b7a851b-c808-4864-8618-892ad55d5d0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1006062 Nov 05 18:46:45.543882 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c578c4-f201-4318-8a8b-313e764d0741 admin admin] Pushing event updated for resources: {'Network': ['ID=abea4a81-5ebf-4b5f-a151-5dc74bf77b2f,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:46:45.586220 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] For port 9c8e4387-6aa3-4c1a-9b48-f1f22772e3c3, host n-h2-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=9c8e4387-6aa3-4c1a-9b48-f1f22772e3c3,segment=NetworkSegment(18ff82bc-5fc5-4d18-b58f-45dd42e01fae),segment_id=18ff82bc-5fc5-4d18-b58f-45dd42e01fae)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:46:45.598485 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Network abea4a81-5ebf-4b5f-a151-5dc74bf77b2f details requested by agent ovs-agent-n-d-816865-1 with host n-d-816865-1 {{(pid=102388) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 05 18:46:45.601489 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-f4c578c4-f201-4318-8a8b-313e764d0741 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.8831239 Nov 05 18:46:45.601658 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 50466) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:46:45.609628 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-e0c45649-8990-47b4-8eca-1bda0c2c1975 admin admin] Request body: {'subnet': {'network_id': 'abea4a81-5ebf-4b5f-a151-5dc74bf77b2f', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-1794335179-subnet', 'tenant_id': '17272d25d24642edb0d5c7b5b9184a35', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:46:45.627705 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8f3159-d4ab-4bd9-9dc2-89cbcc588edb req-517cb5d7-e86f-4122-8feb-5755624f037b tempest-AttachSCSIVolumeTestJSON-45934144 tempest-AttachSCSIVolumeTestJSON-45934144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:46:45.629419 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-3e8f3159-d4ab-4bd9-9dc2-89cbcc588edb req-517cb5d7-e86f-4122-8feb-5755624f037b tempest-AttachSCSIVolumeTestJSON-45934144 tempest-AttachSCSIVolumeTestJSON-45934144-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f513380-5649-4a8d-a947-a3c25e1fd708 HTTP/1.1" status: 200 len: 946 time: 0.0630322 Nov 05 18:46:45.630654 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Returning: {'device': '9c8e4387-6aa3-4c1a-9b48-f1f22772e3c3', 'network_id': '43ea62f0-8360-499b-8cfa-33c91e860c8e', 'port_id': '9c8e4387-6aa3-4c1a-9b48-f1f22772e3c3', 'mac_address': 'fa:16:3e:4b:af:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 168, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7f64a49-19fd-4323-b909-1a955812ddea', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102388) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 05 18:46:45.697150 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-3e8f3159-d4ab-4bd9-9dc2-89cbcc588edb req-471751bd-4563-4ff1-8a9f-27acd09e7888 tempest-AttachSCSIVolumeTestJSON-45934144 tempest-AttachSCSIVolumeTestJSON-45934144-project] 10.222.0.13 "GET /v2.0/security-groups?id=3b86adff-4a9f-4ee7-9e87-504cc86d3d57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609634 Nov 05 18:46:45.722954 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:46:45.737567 n-d-816865-1 neutron-server[102388]: DEBUG neutron.notifiers.nova [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c8e4387-6aa3-4c1a-9b48-f1f22772e3c3 {{(pid=102388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 18:46:45.744870 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0c45649-8990-47b4-8eca-1bda0c2c1975 admin admin] Made reservation on behalf of 17272d25d24642edb0d5c7b5b9184a35 for: {'subnet': 1} {{(pid=102386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 18:46:45.748151 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-e0c45649-8990-47b4-8eca-1bda0c2c1975 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4877122'] for subnet, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:46:45.766201 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] For port 9c8e4387-6aa3-4c1a-9b48-f1f22772e3c3, host n-h2-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=9c8e4387-6aa3-4c1a-9b48-f1f22772e3c3,segment=NetworkSegment(18ff82bc-5fc5-4d18-b58f-45dd42e01fae),segment_id=18ff82bc-5fc5-4d18-b58f-45dd42e01fae)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:46:45.825188 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557b40bc-ef06-49cb-b5d6-ee5e63f118b6 req-9af4c5b5-7d90-4160-8baf-28cd799d9f84 tempest-ServersTestManualDisk-737181692 tempest-ServersTestManualDisk-737181692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:46:45.826737 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-557b40bc-ef06-49cb-b5d6-ee5e63f118b6 req-9af4c5b5-7d90-4160-8baf-28cd799d9f84 tempest-ServersTestManualDisk-737181692 tempest-ServersTestManualDisk-737181692-project] 10.222.0.13 "GET /v2.0/ports?device_id=1f90cfb4-978e-4e70-be7e-94507ac19c27 HTTP/1.1" status: 200 len: 946 time: 0.0525346 Nov 05 18:46:45.836655 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:46:45.887596 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-557b40bc-ef06-49cb-b5d6-ee5e63f118b6 req-ad046a3e-7bf9-4865-aff7-575f3d323d44 tempest-ServersTestManualDisk-737181692 tempest-ServersTestManualDisk-737181692-project] 10.222.0.13 "GET /v2.0/security-groups?id=58eb9970-58ff-4036-99ad-2a436384abfc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542197 Nov 05 18:46:45.912710 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Pushing event updated for resources: {'Port': ['ID=9c8e4387-6aa3-4c1a-9b48-f1f22772e3c3,revision_number=4']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:46:46.117913 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] get_ports_and_sgs() called for port_ids ['9c8e4387-6aa3-4c1a-9b48-f1f22772e3c3'] {{(pid=102388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 18:46:46.218322 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869398ed-9a7b-4ad0-b637-3953354f9ed0 req-401d33ff-2cdf-4990-beab-cf496f347181 tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:46:46.219882 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-869398ed-9a7b-4ad0-b637-3953354f9ed0 req-401d33ff-2cdf-4990-beab-cf496f347181 tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] 10.222.0.13 "GET /v2.0/ports?device_id=cd40ab5d-0d1e-4823-97ac-1efde8c984da HTTP/1.1" status: 200 len: 944 time: 0.0751376 Nov 05 18:46:46.278663 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-869398ed-9a7b-4ad0-b637-3953354f9ed0 req-a1f34f6e-e452-4a15-b154-bc5caccfbc78 tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] 10.222.0.13 "GET /v2.0/security-groups?id=e0838ac1-f008-48c1-ab43-123e255d616a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510831 Nov 05 18:46:46.321826 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-e0c45649-8990-47b4-8eca-1bda0c2c1975 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6149946', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4877172'] for subnet, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:46:46.381115 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c45649-8990-47b4-8eca-1bda0c2c1975 admin admin] Pushing event updated for resources: {'Subnet': ['ID=90609911-852a-43a2-b9ee-b8917300d4d3,revision_number=0']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:46:46.385444 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0c45649-8990-47b4-8eca-1bda0c2c1975 admin admin] Checking segment: {'id': '6dcbf2cd-caff-4e59-8f16-e7d6c7f201e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'abea4a81-5ebf-4b5f-a151-5dc74bf77b2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 18:46:46.385804 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0c45649-8990-47b4-8eca-1bda0c2c1975 admin admin] Network hostable DHCP agents. Network: abea4a81-5ebf-4b5f-a151-5dc74bf77b2f, hostable agents: ['987e2ca0-bc3b-4c6f-a989-429ccfbf753f'], hosted agents: [] {{(pid=102386) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 05 18:46:46.470734 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0c45649-8990-47b4-8eca-1bda0c2c1975 admin admin] Network abea4a81-5ebf-4b5f-a151-5dc74bf77b2f is scheduled to be hosted by DHCP agent 987e2ca0-bc3b-4c6f-a989-429ccfbf753f with binding_index 1 {{(pid=102386) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 05 18:46:46.550463 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.base_scheduler [None req-e0c45649-8990-47b4-8eca-1bda0c2c1975 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816865-1, abea4a81-5ebf-4b5f-a151-5dc74bf77b2f) {{(pid=102386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:46:46.563480 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffda7617-3abb-4287-8954-feb940db1288 None None] Network abea4a81-5ebf-4b5f-a151-5dc74bf77b2f requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 18:46:46.565546 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0c45649-8990-47b4-8eca-1bda0c2c1975 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:46:46.567644 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-e0c45649-8990-47b4-8eca-1bda0c2c1975 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:46:46.670443 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-e0c45649-8990-47b4-8eca-1bda0c2c1975 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.0676465 Nov 05 18:46:46.711615 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69bf09d8-79a3-497f-9ce9-ee3099d6043e None None] Network abea4a81-5ebf-4b5f-a151-5dc74bf77b2f requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 18:46:46.889189 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42737cc2-24b3-45e4-97e3-7b30fe8c1cef req-4c76b148-613f-4016-869e-80d4baa46058 tempest-AttachSCSIVolumeTestJSON-45934144 tempest-AttachSCSIVolumeTestJSON-45934144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:46:46.891377 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-42737cc2-24b3-45e4-97e3-7b30fe8c1cef req-4c76b148-613f-4016-869e-80d4baa46058 tempest-AttachSCSIVolumeTestJSON-45934144 tempest-AttachSCSIVolumeTestJSON-45934144-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f513380-5649-4a8d-a947-a3c25e1fd708 HTTP/1.1" status: 200 len: 946 time: 0.0753503 Nov 05 18:46:46.969680 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cde821f-f55c-4218-8e7e-b6a298728b31 req-a059dc65-af49-4042-973a-c621b526ef22 tempest-ServersTestManualDisk-737181692 tempest-ServersTestManualDisk-737181692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:46:46.971200 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-0cde821f-f55c-4218-8e7e-b6a298728b31 req-a059dc65-af49-4042-973a-c621b526ef22 tempest-ServersTestManualDisk-737181692 tempest-ServersTestManualDisk-737181692-project] 10.222.0.13 "GET /v2.0/ports?device_id=1f90cfb4-978e-4e70-be7e-94507ac19c27 HTTP/1.1" status: 200 len: 946 time: 0.0789299 Nov 05 18:46:46.974861 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-42737cc2-24b3-45e4-97e3-7b30fe8c1cef req-37a9c8d9-1434-4845-8eb6-a76db41ff91d tempest-AttachSCSIVolumeTestJSON-45934144 tempest-AttachSCSIVolumeTestJSON-45934144-project] 10.222.0.13 "GET /v2.0/security-groups?id=3b86adff-4a9f-4ee7-9e87-504cc86d3d57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740447 Nov 05 18:46:47.035536 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-0cde821f-f55c-4218-8e7e-b6a298728b31 req-e15e74a2-0107-44c7-9618-98bd048e9cc2 tempest-ServersTestManualDisk-737181692 tempest-ServersTestManualDisk-737181692-project] 10.222.0.13 "GET /v2.0/security-groups?id=58eb9970-58ff-4036-99ad-2a436384abfc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0581646 Nov 05 18:46:47.228896 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fd3d18-48af-4f63-babf-3b98083db5a1 req-a8d33167-e0f2-4ae3-9204-0bf60b2dd0b5 tempest-AttachSCSIVolumeTestJSON-45934144 tempest-AttachSCSIVolumeTestJSON-45934144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:46:47.234307 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-c3fd3d18-48af-4f63-babf-3b98083db5a1 req-a8d33167-e0f2-4ae3-9204-0bf60b2dd0b5 tempest-AttachSCSIVolumeTestJSON-45934144 tempest-AttachSCSIVolumeTestJSON-45934144-project] 10.222.0.41 "GET /v2.0/ports?device_id=2f513380-5649-4a8d-a947-a3c25e1fd708 HTTP/1.1" status: 200 len: 946 time: 0.0548258 Nov 05 18:46:47.321216 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c02bbca-64cc-433c-bd37-ec7068ed2bd2 req-2dae7285-1c71-401f-b6d9-8cbed0f9d3a0 tempest-InstanceActionsV221TestJSON-1160729479 tempest-InstanceActionsV221TestJSON-1160729479-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:46:47.322929 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-6c02bbca-64cc-433c-bd37-ec7068ed2bd2 req-2dae7285-1c71-401f-b6d9-8cbed0f9d3a0 tempest-InstanceActionsV221TestJSON-1160729479 tempest-InstanceActionsV221TestJSON-1160729479-project] 10.222.0.13 "GET /v2.0/networks?id=abea4a81-5ebf-4b5f-a151-5dc74bf77b2f HTTP/1.1" status: 200 len: 818 time: 0.1280756 Nov 05 18:46:47.341030 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [req-c3fd3d18-48af-4f63-babf-3b98083db5a1 req-842e497e-65fa-4a14-be40-364bda6fbe77 tempest-AttachSCSIVolumeTestJSON-45934144 tempest-AttachSCSIVolumeTestJSON-45934144-project] Deleting port 084ca030-dc7f-4967-9a25-9932674a4b0b {{(pid=102386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 18:46:47.341825 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-c3fd3d18-48af-4f63-babf-3b98083db5a1 req-842e497e-65fa-4a14-be40-364bda6fbe77 tempest-AttachSCSIVolumeTestJSON-45934144 tempest-AttachSCSIVolumeTestJSON-45934144-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:46:47.345051 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-6c02bbca-64cc-433c-bd37-ec7068ed2bd2 req-9a342455-25f1-4570-8694-3c5fe37b0a22 tempest-InstanceActionsV221TestJSON-1160729479 tempest-InstanceActionsV221TestJSON-1160729479-project] 10.222.0.13 "GET /v2.0/quotas/17272d25d24642edb0d5c7b5b9184a35 HTTP/1.1" status: 200 len: 375 time: 0.0153704 Nov 05 18:46:47.367585 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Device 9c8e4387-6aa3-4c1a-9b48-f1f22772e3c3 up at agent hyperv_n-h2-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 18:46:47.387570 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-6c02bbca-64cc-433c-bd37-ec7068ed2bd2 req-92789173-62f3-4a48-a146-84a9cb35a8ef tempest-InstanceActionsV221TestJSON-1160729479 tempest-InstanceActionsV221TestJSON-1160729479-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=17272d25d24642edb0d5c7b5b9184a35&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0352678 Nov 05 18:46:47.405115 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [req-6c02bbca-64cc-433c-bd37-ec7068ed2bd2 req-88c1b15c-be4f-4da4-8ebe-70f9fc0b2611 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=102387) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 05 18:46:47.406371 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-6c02bbca-64cc-433c-bd37-ec7068ed2bd2 req-88c1b15c-be4f-4da4-8ebe-70f9fc0b2611 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0103655 Nov 05 18:46:47.500052 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [req-c3fd3d18-48af-4f63-babf-3b98083db5a1 req-842e497e-65fa-4a14-be40-364bda6fbe77 tempest-AttachSCSIVolumeTestJSON-45934144 tempest-AttachSCSIVolumeTestJSON-45934144-project] For port 084ca030-dc7f-4967-9a25-9932674a4b0b, host n-h1-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=084ca030-dc7f-4967-9a25-9932674a4b0b,segment=NetworkSegment(344b2fe5-9ae3-40f3-b64f-84eda91e921b),segment_id=344b2fe5-9ae3-40f3-b64f-84eda91e921b)] {{(pid=102386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:46:47.500801 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-c3fd3d18-48af-4f63-babf-3b98083db5a1 req-842e497e-65fa-4a14-be40-364bda6fbe77 tempest-AttachSCSIVolumeTestJSON-45934144 tempest-AttachSCSIVolumeTestJSON-45934144-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:46:47.519361 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [req-c3fd3d18-48af-4f63-babf-3b98083db5a1 req-842e497e-65fa-4a14-be40-364bda6fbe77 tempest-AttachSCSIVolumeTestJSON-45934144 tempest-AttachSCSIVolumeTestJSON-45934144-project] Calling delete_port for 084ca030-dc7f-4967-9a25-9932674a4b0b owned by compute:nova {{(pid=102386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 18:46:47.538447 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68dd8ec4-b7a5-409c-b6fe-1738a30ea1df req-c931c53c-bf60-4951-9da5-6022acc263b4 tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:46:47.539970 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-68dd8ec4-b7a5-409c-b6fe-1738a30ea1df req-c931c53c-bf60-4951-9da5-6022acc263b4 tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] 10.222.0.13 "GET /v2.0/ports?device_id=cd40ab5d-0d1e-4823-97ac-1efde8c984da HTTP/1.1" status: 200 len: 944 time: 0.1173162 Nov 05 18:46:47.590063 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-6c02bbca-64cc-433c-bd37-ec7068ed2bd2 req-ac1bd91a-40a8-4664-8061-9604b115976a service neutron] 10.222.0.13 "GET /v2.0/networks/abea4a81-5ebf-4b5f-a151-5dc74bf77b2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1765571 Nov 05 18:46:47.627044 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-68dd8ec4-b7a5-409c-b6fe-1738a30ea1df req-eac7b1ee-e75b-403a-b1fd-406f44084a91 tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] 10.222.0.13 "GET /v2.0/security-groups?id=e0838ac1-f008-48c1-ab43-123e255d616a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782568 Nov 05 18:46:47.659556 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Provisioning for port 9c8e4387-6aa3-4c1a-9b48-f1f22772e3c3 completed by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 05 18:46:47.665414 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Provisioning complete for port 9c8e4387-6aa3-4c1a-9b48-f1f22772e3c3 triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:46:47.668921 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:46:47.706296 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-6c02bbca-64cc-433c-bd37-ec7068ed2bd2 req-df213eb4-e7f0-4e2f-9c49-befa50021270 service neutron] 10.222.0.13 "GET /v2.0/networks/abea4a81-5ebf-4b5f-a151-5dc74bf77b2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1035264 Nov 05 18:46:47.779529 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-c3fd3d18-48af-4f63-babf-3b98083db5a1 req-842e497e-65fa-4a14-be40-364bda6fbe77 tempest-AttachSCSIVolumeTestJSON-45934144 tempest-AttachSCSIVolumeTestJSON-45934144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:46:47.791334 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:46:47.798510 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] get_ports_and_sgs() called for port_ids ['084ca030-dc7f-4967-9a25-9932674a4b0b'] {{(pid=102388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 18:46:47.811143 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842e497e-65fa-4a14-be40-364bda6fbe77 tempest-AttachSCSIVolumeTestJSON-45934144 tempest-AttachSCSIVolumeTestJSON-45934144-project] Pushing event deleted for resources: {'Port': ['ID=084ca030-dc7f-4967-9a25-9932674a4b0b,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:46:47.848705 n-d-816865-1 neutron-server[102388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd40ab5d-0d1e-4823-97ac-1efde8c984da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c8e4387-6aa3-4c1a-9b48-f1f22772e3c3'}] {{(pid=102388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 18:46:47.862523 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85474fee1180e129d8a886d264fe0b30223aa672dd1ffe43b630605f18504f68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-577255ba-9f2b-4bc9-ae4a-34cabb1d8f52" -d '{"events": [{"server_uuid": "cd40ab5d-0d1e-4823-97ac-1efde8c984da", "name": "network-vif-plugged", "status": "completed", "tag": "9c8e4387-6aa3-4c1a-9b48-f1f22772e3c3"}]}' {{(pid=102388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 18:46:47.875409 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3fd3d18-48af-4f63-babf-3b98083db5a1 req-842e497e-65fa-4a14-be40-364bda6fbe77 tempest-AttachSCSIVolumeTestJSON-45934144 tempest-AttachSCSIVolumeTestJSON-45934144-project] No DVR routers for this DVR port 084ca030-dc7f-4967-9a25-9932674a4b0b on host n-h1-816865-1 {{(pid=102386) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 18:46:47.878699 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-c3fd3d18-48af-4f63-babf-3b98083db5a1 req-842e497e-65fa-4a14-be40-364bda6fbe77 tempest-AttachSCSIVolumeTestJSON-45934144 tempest-AttachSCSIVolumeTestJSON-45934144-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:46:47.883503 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-c3fd3d18-48af-4f63-babf-3b98083db5a1 req-842e497e-65fa-4a14-be40-364bda6fbe77 tempest-AttachSCSIVolumeTestJSON-45934144 tempest-AttachSCSIVolumeTestJSON-45934144-project] 10.222.0.41 "DELETE /v2.0/ports/084ca030-dc7f-4967-9a25-9932674a4b0b HTTP/1.1" status: 204 len: 173 time: 0.6432357 Nov 05 18:46:47.886997 n-d-816865-1 neutron-server[102386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f513380-5649-4a8d-a947-a3c25e1fd708', 'name': 'network-vif-deleted', 'tag': '084ca030-dc7f-4967-9a25-9932674a4b0b'}] {{(pid=102386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 18:46:47.889920 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] For port 9c8e4387-6aa3-4c1a-9b48-f1f22772e3c3, host n-h2-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=9c8e4387-6aa3-4c1a-9b48-f1f22772e3c3,segment=NetworkSegment(18ff82bc-5fc5-4d18-b58f-45dd42e01fae),segment_id=18ff82bc-5fc5-4d18-b58f-45dd42e01fae)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:46:47.896866 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6173a44d7c73f41af551dc890fa1a5892c2c6bc3458b640c8e0c24db7876ba6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3c799c9-f771-46f1-975c-3b8c2098800f" -d '{"events": [{"server_uuid": "2f513380-5649-4a8d-a947-a3c25e1fd708", "name": "network-vif-deleted", "tag": "084ca030-dc7f-4967-9a25-9932674a4b0b"}]}' {{(pid=102386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 18:46:48.026214 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:46:48.119387 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Pushing event updated for resources: {'Port': ['ID=9c8e4387-6aa3-4c1a-9b48-f1f22772e3c3,revision_number=5']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:46:48.282820 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 18:46:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d671bb18-6081-4bb0-9e6a-eca5a16a095d x-openstack-request-id: req-d671bb18-6081-4bb0-9e6a-eca5a16a095d {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 18:46:48.283323 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f513380-5649-4a8d-a947-a3c25e1fd708", "name": "network-vif-deleted", "tag": "084ca030-dc7f-4967-9a25-9932674a4b0b", "status": "completed", "code": 200}]} {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 18:46:48.283945 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d671bb18-6081-4bb0-9e6a-eca5a16a095d {{(pid=102386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 18:46:48.284508 n-d-816865-1 neutron-server[102386]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f513380-5649-4a8d-a947-a3c25e1fd708', 'name': 'network-vif-deleted', 'tag': '084ca030-dc7f-4967-9a25-9932674a4b0b', 'status': 'completed', 'code': 200} Nov 05 18:46:48.316418 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 18:46:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7310596e-d8cd-4d49-8fdf-832a1ca7f00a x-openstack-request-id: req-7310596e-d8cd-4d49-8fdf-832a1ca7f00a {{(pid=102388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 18:46:48.316712 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd40ab5d-0d1e-4823-97ac-1efde8c984da", "name": "network-vif-plugged", "status": "completed", "tag": "9c8e4387-6aa3-4c1a-9b48-f1f22772e3c3", "code": 200}]} {{(pid=102388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 18:46:48.317324 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7310596e-d8cd-4d49-8fdf-832a1ca7f00a {{(pid=102388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 18:46:48.317735 n-d-816865-1 neutron-server[102388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd40ab5d-0d1e-4823-97ac-1efde8c984da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c8e4387-6aa3-4c1a-9b48-f1f22772e3c3', 'code': 200} Nov 05 18:46:48.390693 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-fa236ee9-8eeb-41eb-ad84-f63fd1dd6668 req-8242dbf7-1345-4a73-b690-c50e0189b0c9 tempest-AttachSCSIVolumeTestJSON-45934144 tempest-AttachSCSIVolumeTestJSON-45934144-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f513380-5649-4a8d-a947-a3c25e1fd708 HTTP/1.1" status: 200 len: 210 time: 0.0365939 Nov 05 18:46:48.406319 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-6bf67168-4f2f-4d5b-b813-55a5e8af13d6 req-a7a5d3bb-b601-41b3-b243-23dd8be8b5ba tempest-InstanceActionsV221TestJSON-1160729479 tempest-InstanceActionsV221TestJSON-1160729479-project] 10.222.0.13 "GET /v2.0/ports?device_id=85f0219f-6f5f-4ccb-94f6-d8b4aef3f2e8 HTTP/1.1" status: 200 len: 210 time: 0.0418329 Nov 05 18:46:48.454690 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618a5e5d-0293-497e-9f76-85ccb76bd5d3 req-82e9d588-1721-439b-beab-8158e44bfaf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:46:48.458360 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-618a5e5d-0293-497e-9f76-85ccb76bd5d3 req-82e9d588-1721-439b-beab-8158e44bfaf6 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=cd40ab5d-0d1e-4823-97ac-1efde8c984da HTTP/1.1" status: 200 len: 1096 time: 0.0596273 Nov 05 18:46:48.510373 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-618a5e5d-0293-497e-9f76-85ccb76bd5d3 req-a803f64d-423f-4746-b5fb-64006cbeeeb0 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=e0838ac1-f008-48c1-ab43-123e255d616a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412500 Nov 05 18:46:48.539126 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fede77-1777-4997-a782-53c0d6669b41 req-b2a95580-b4f9-4298-8fd7-a65112a2ab09 tempest-ServersTestManualDisk-737181692 tempest-ServersTestManualDisk-737181692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:46:48.540841 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-b5fede77-1777-4997-a782-53c0d6669b41 req-b2a95580-b4f9-4298-8fd7-a65112a2ab09 tempest-ServersTestManualDisk-737181692 tempest-ServersTestManualDisk-737181692-project] 10.222.0.13 "GET /v2.0/ports?device_id=1f90cfb4-978e-4e70-be7e-94507ac19c27 HTTP/1.1" status: 200 len: 946 time: 0.0574927 Nov 05 18:46:48.600385 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-b5fede77-1777-4997-a782-53c0d6669b41 req-add132e9-8ea9-4d02-9914-fb3dfe4f2d9e tempest-ServersTestManualDisk-737181692 tempest-ServersTestManualDisk-737181692-project] 10.222.0.13 "GET /v2.0/security-groups?id=58eb9970-58ff-4036-99ad-2a436384abfc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524940 Nov 05 18:46:48.759020 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7224226-5077-4a40-93d0-15210f5231f6 req-7d003d3f-1f95-4e35-8626-16cdc2c3ece5 tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:46:48.760573 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-e7224226-5077-4a40-93d0-15210f5231f6 req-7d003d3f-1f95-4e35-8626-16cdc2c3ece5 tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] 10.222.0.13 "GET /v2.0/ports?device_id=cd40ab5d-0d1e-4823-97ac-1efde8c984da HTTP/1.1" status: 200 len: 945 time: 0.0537536 Nov 05 18:46:48.808818 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-e7224226-5077-4a40-93d0-15210f5231f6 req-a9f8c776-42e4-4e86-913a-b5f20ae07c82 tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] 10.222.0.13 "GET /v2.0/security-groups?id=e0838ac1-f008-48c1-ab43-123e255d616a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418634 Nov 05 18:46:49.083531 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-0866e0e8-6e29-4a0c-918a-965c8ebc1956 req-f15cc5ee-ecf9-45d8-93dd-8f7255365a40 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=b3c515f9-768f-4a54-bb92-e6f3d5207990&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0396976 Nov 05 18:46:49.185879 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0866e0e8-6e29-4a0c-918a-965c8ebc1956 req-ce253c9a-d14d-4d92-8a27-20ffafa8667e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:46:49.191727 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-0866e0e8-6e29-4a0c-918a-965c8ebc1956 req-ce253c9a-d14d-4d92-8a27-20ffafa8667e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=9d37d1d71d154d088bbcf565483b4218&device_id=b3c515f9-768f-4a54-bb92-e6f3d5207990 HTTP/1.1" status: 200 len: 1096 time: 0.0596681 Nov 05 18:46:49.312766 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0866e0e8-6e29-4a0c-918a-965c8ebc1956 req-90ce543d-30c6-41f7-b7c4-99c037fc9f50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:46:49.314284 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-0866e0e8-6e29-4a0c-918a-965c8ebc1956 req-90ce543d-30c6-41f7-b7c4-99c037fc9f50 service neutron] 10.222.0.55 "GET /v2.0/networks?id=bb5b9fed-8e61-492a-a21e-f9ce432c95f7 HTTP/1.1" status: 200 len: 912 time: 0.0989554 Nov 05 18:46:49.391820 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-0866e0e8-6e29-4a0c-918a-965c8ebc1956 req-beb88fdd-95ec-45d2-9aa1-2ebc559f09f1 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=76ac6dda-0dbe-4431-a06f-4b5c155d8cde HTTP/1.1" status: 200 len: 1000 time: 0.0685081 Nov 05 18:46:49.445944 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0866e0e8-6e29-4a0c-918a-965c8ebc1956 req-e084fcfb-3a71-406b-915c-23bfb1654b6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:46:49.447611 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-0866e0e8-6e29-4a0c-918a-965c8ebc1956 req-e084fcfb-3a71-406b-915c-23bfb1654b6e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=8df5751e-d8bb-41e4-9469-238f613979b1 HTTP/1.1" status: 200 len: 850 time: 0.0479672 Nov 05 18:46:49.531153 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0866e0e8-6e29-4a0c-918a-965c8ebc1956 req-d871b8f2-2e6a-46ca-82d6-7bde3e8661e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:46:49.533408 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-0866e0e8-6e29-4a0c-918a-965c8ebc1956 req-d871b8f2-2e6a-46ca-82d6-7bde3e8661e0 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=bb5b9fed-8e61-492a-a21e-f9ce432c95f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0707204 Nov 05 18:46:49.599853 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-dcd30491-b381-4e1c-b4b8-3356e84bd79f req-3d810ead-f159-4152-b012-981ed050c71f tempest-InstanceActionsV221TestJSON-1160729479 tempest-InstanceActionsV221TestJSON-1160729479-project] 10.222.0.13 "GET /v2.0/ports?device_id=85f0219f-6f5f-4ccb-94f6-d8b4aef3f2e8 HTTP/1.1" status: 200 len: 210 time: 0.0622716 Nov 05 18:46:49.689877 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-0866e0e8-6e29-4a0c-918a-965c8ebc1956 req-e6a2bfb6-452b-473e-af41-12d2c9bcd066 service neutron] 10.222.0.55 "GET /v2.0/networks/bb5b9fed-8e61-492a-a21e-f9ce432c95f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1480117 Nov 05 18:46:49.760343 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8738a53f-5fb4-458b-893e-c27d9ae5e444 req-08eeb689-6cab-4c8a-b1cd-ab2e928d9e5b tempest-ServersTestManualDisk-737181692 tempest-ServersTestManualDisk-737181692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:46:49.763358 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-8738a53f-5fb4-458b-893e-c27d9ae5e444 req-08eeb689-6cab-4c8a-b1cd-ab2e928d9e5b tempest-ServersTestManualDisk-737181692 tempest-ServersTestManualDisk-737181692-project] 10.222.0.13 "GET /v2.0/ports?device_id=1f90cfb4-978e-4e70-be7e-94507ac19c27 HTTP/1.1" status: 200 len: 946 time: 0.0646646 Nov 05 18:46:49.802518 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-0866e0e8-6e29-4a0c-918a-965c8ebc1956 req-47926db3-932d-4dda-89d5-8ba5939bcfa1 service neutron] 10.222.0.55 "GET /v2.0/networks/bb5b9fed-8e61-492a-a21e-f9ce432c95f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941133 Nov 05 18:46:49.817571 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-8738a53f-5fb4-458b-893e-c27d9ae5e444 req-2bd81a42-45ed-41e6-8537-639b1feb1d2e tempest-ServersTestManualDisk-737181692 tempest-ServersTestManualDisk-737181692-project] 10.222.0.13 "GET /v2.0/security-groups?id=58eb9970-58ff-4036-99ad-2a436384abfc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467601 Nov 05 18:46:49.956541 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5197d6-ecb9-4904-8b55-5a1d0014a392 req-7572b1c2-75b7-44fc-bd4e-74ab351d0d2a tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:46:49.958062 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-7e5197d6-ecb9-4904-8b55-5a1d0014a392 req-7572b1c2-75b7-44fc-bd4e-74ab351d0d2a tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] 10.222.0.13 "GET /v2.0/ports?device_id=cd40ab5d-0d1e-4823-97ac-1efde8c984da HTTP/1.1" status: 200 len: 945 time: 0.0580406 Nov 05 18:46:50.004854 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-7e5197d6-ecb9-4904-8b55-5a1d0014a392 req-7e53f8a2-a6c6-4da3-acee-9f11e697407a tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] 10.222.0.13 "GET /v2.0/security-groups?id=e0838ac1-f008-48c1-ab43-123e255d616a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408356 Nov 05 18:46:50.069058 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813f7ccd-8980-4422-ab68-1a042f9caee3 req-5d01b6c0-1dbd-45e7-b970-544f125b63b7 tempest-ServersTestManualDisk-737181692 tempest-ServersTestManualDisk-737181692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:46:50.070674 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-813f7ccd-8980-4422-ab68-1a042f9caee3 req-5d01b6c0-1dbd-45e7-b970-544f125b63b7 tempest-ServersTestManualDisk-737181692 tempest-ServersTestManualDisk-737181692-project] 10.222.0.55 "GET /v2.0/ports?device_id=1f90cfb4-978e-4e70-be7e-94507ac19c27 HTTP/1.1" status: 200 len: 946 time: 0.0561011 Nov 05 18:46:50.170139 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [req-813f7ccd-8980-4422-ab68-1a042f9caee3 req-8891ff04-6fed-4d2d-82b9-462109d8eb48 tempest-ServersTestManualDisk-737181692 tempest-ServersTestManualDisk-737181692-project] Deleting port 2d93de8c-4277-42d3-976e-aa04602a7ec1 {{(pid=102386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 18:46:50.170407 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-813f7ccd-8980-4422-ab68-1a042f9caee3 req-8891ff04-6fed-4d2d-82b9-462109d8eb48 tempest-ServersTestManualDisk-737181692 tempest-ServersTestManualDisk-737181692-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:46:50.270255 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [req-813f7ccd-8980-4422-ab68-1a042f9caee3 req-8891ff04-6fed-4d2d-82b9-462109d8eb48 tempest-ServersTestManualDisk-737181692 tempest-ServersTestManualDisk-737181692-project] For port 2d93de8c-4277-42d3-976e-aa04602a7ec1, host n-h2-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=2d93de8c-4277-42d3-976e-aa04602a7ec1,segment=NetworkSegment(9033e3b7-e57f-4353-9998-35fce5690d1a),segment_id=9033e3b7-e57f-4353-9998-35fce5690d1a)] {{(pid=102386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:46:50.270623 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-813f7ccd-8980-4422-ab68-1a042f9caee3 req-8891ff04-6fed-4d2d-82b9-462109d8eb48 tempest-ServersTestManualDisk-737181692 tempest-ServersTestManualDisk-737181692-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:46:50.516056 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-813f7ccd-8980-4422-ab68-1a042f9caee3 req-8891ff04-6fed-4d2d-82b9-462109d8eb48 tempest-ServersTestManualDisk-737181692 tempest-ServersTestManualDisk-737181692-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:46:50.516412 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-813f7ccd-8980-4422-ab68-1a042f9caee3 req-8891ff04-6fed-4d2d-82b9-462109d8eb48 tempest-ServersTestManualDisk-737181692 tempest-ServersTestManualDisk-737181692-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1000577'] for floatingip, after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:46:50.516726 n-d-816865-1 neutron-server[102386]: INFO neutron.db.l3_db [req-813f7ccd-8980-4422-ab68-1a042f9caee3 req-8891ff04-6fed-4d2d-82b9-462109d8eb48 tempest-ServersTestManualDisk-737181692 tempest-ServersTestManualDisk-737181692-project] Floating IP 5c2a67fe-bd10-4b74-9ca2-9c5aed98c1b5 disassociated. External IP: 172.25.6.230, port: 2d93de8c-4277-42d3-976e-aa04602a7ec1. Nov 05 18:46:50.517067 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [req-813f7ccd-8980-4422-ab68-1a042f9caee3 req-8891ff04-6fed-4d2d-82b9-462109d8eb48 tempest-ServersTestManualDisk-737181692 tempest-ServersTestManualDisk-737181692-project] Calling delete_port for 2d93de8c-4277-42d3-976e-aa04602a7ec1 owned by compute:nova {{(pid=102386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 18:46:50.610150 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c02bbca-64cc-433c-bd37-ec7068ed2bd2 req-956b8fc7-1b29-4b9a-91b3-1f0d284152d4 tempest-InstanceActionsV221TestJSON-1160729479 tempest-InstanceActionsV221TestJSON-1160729479-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:46:50.612386 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-6c02bbca-64cc-433c-bd37-ec7068ed2bd2 req-956b8fc7-1b29-4b9a-91b3-1f0d284152d4 tempest-InstanceActionsV221TestJSON-1160729479 tempest-InstanceActionsV221TestJSON-1160729479-project] 10.222.0.55 "GET /v2.0/networks?id=abea4a81-5ebf-4b5f-a151-5dc74bf77b2f HTTP/1.1" status: 200 len: 818 time: 0.1719232 Nov 05 18:46:50.631964 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [req-6c02bbca-64cc-433c-bd37-ec7068ed2bd2 req-cfb1ec22-4d78-4cd1-b07f-33be3661851c tempest-InstanceActionsV221TestJSON-1160729479 tempest-InstanceActionsV221TestJSON-1160729479-project] Request body: {'port': {'device_id': '85f0219f-6f5f-4ccb-94f6-d8b4aef3f2e8', 'network_id': 'abea4a81-5ebf-4b5f-a151-5dc74bf77b2f', 'admin_state_up': True, 'tenant_id': '17272d25d24642edb0d5c7b5b9184a35'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:46:50.785888 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-3665103c-591a-4a8a-b3b7-e940dc7cfd40 req-f908265f-4185-4089-bb8a-99f18cbb8c35 tempest-InstanceActionsV221TestJSON-1160729479 tempest-InstanceActionsV221TestJSON-1160729479-project] 10.222.0.13 "GET /v2.0/ports?device_id=85f0219f-6f5f-4ccb-94f6-d8b4aef3f2e8 HTTP/1.1" status: 200 len: 210 time: 0.0654087 Nov 05 18:46:50.927876 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6c02bbca-64cc-433c-bd37-ec7068ed2bd2 req-cfb1ec22-4d78-4cd1-b07f-33be3661851c tempest-InstanceActionsV221TestJSON-1160729479 tempest-InstanceActionsV221TestJSON-1160729479-project] Made reservation on behalf of 17272d25d24642edb0d5c7b5b9184a35 for: {'port': 1} {{(pid=102386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 18:46:50.927876 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-6c02bbca-64cc-433c-bd37-ec7068ed2bd2 req-cfb1ec22-4d78-4cd1-b07f-33be3661851c tempest-InstanceActionsV221TestJSON-1160729479 tempest-InstanceActionsV221TestJSON-1160729479-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:46:50.932354 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-813f7ccd-8980-4422-ab68-1a042f9caee3 req-8891ff04-6fed-4d2d-82b9-462109d8eb48 tempest-ServersTestManualDisk-737181692 tempest-ServersTestManualDisk-737181692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:46:50.981703 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8891ff04-6fed-4d2d-82b9-462109d8eb48 tempest-ServersTestManualDisk-737181692 tempest-ServersTestManualDisk-737181692-project] Pushing event deleted for resources: {'Port': ['ID=2d93de8c-4277-42d3-976e-aa04602a7ec1,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:46:51.008239 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e27f61-d93f-4589-8476-25e6e5c57c5e req-d238dee1-bc4f-402b-a0d9-99f9125eb833 tempest-ServersTestManualDisk-737181692 tempest-ServersTestManualDisk-737181692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:46:51.014955 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-18e27f61-d93f-4589-8476-25e6e5c57c5e req-d238dee1-bc4f-402b-a0d9-99f9125eb833 tempest-ServersTestManualDisk-737181692 tempest-ServersTestManualDisk-737181692-project] 10.222.0.13 "GET /v2.0/ports?device_id=1f90cfb4-978e-4e70-be7e-94507ac19c27 HTTP/1.1" status: 200 len: 867 time: 0.1083632 Nov 05 18:46:51.091378 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-18e27f61-d93f-4589-8476-25e6e5c57c5e req-9130a18c-f4d0-41d9-8662-5c1b585771bc tempest-ServersTestManualDisk-737181692 tempest-ServersTestManualDisk-737181692-project] 10.222.0.13 "GET /v2.0/security-groups?id=58eb9970-58ff-4036-99ad-2a436384abfc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0742581 Nov 05 18:46:51.241886 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.l3_agent_scheduler [req-813f7ccd-8980-4422-ab68-1a042f9caee3 req-8891ff04-6fed-4d2d-82b9-462109d8eb48 tempest-ServersTestManualDisk-737181692 tempest-ServersTestManualDisk-737181692-project] Router 5d402d52-8912-4339-9305-9df549ca8738 has already been hosted by L3 agent 6dcb5589-8e86-4616-9186-ddc4548e13ad {{(pid=102386) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 18:46:51.256202 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.db_base_plugin_common [req-6c02bbca-64cc-433c-bd37-ec7068ed2bd2 req-cfb1ec22-4d78-4cd1-b07f-33be3661851c tempest-InstanceActionsV221TestJSON-1160729479 tempest-InstanceActionsV221TestJSON-1160729479-project] Allocated IP 172.20.0.10 (abea4a81-5ebf-4b5f-a151-5dc74bf77b2f/90609911-852a-43a2-b9ee-b8917300d4d3/4fb19ebd-a75f-40bf-9b89-098618875237) {{(pid=102386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 18:46:51.606514 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-6c02bbca-64cc-433c-bd37-ec7068ed2bd2 req-cfb1ec22-4d78-4cd1-b07f-33be3661851c tempest-InstanceActionsV221TestJSON-1160729479 tempest-InstanceActionsV221TestJSON-1160729479-project] Publish callbacks [] for port, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:46:51.618347 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-813f7ccd-8980-4422-ab68-1a042f9caee3 req-8891ff04-6fed-4d2d-82b9-462109d8eb48 tempest-ServersTestManualDisk-737181692 tempest-ServersTestManualDisk-737181692-project] Notify agent at l3_agent.n-d-816865-1 the message routers_updated {{(pid=102386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 18:46:51.630575 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ec80370-bb1d-4396-bc26-3f4b44905b1f None None] Sync routers for ids ['5d402d52-8912-4339-9305-9df549ca8738'] in n-d-816865-1 {{(pid=102388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 18:46:51.647493 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ec80370-bb1d-4396-bc26-3f4b44905b1f None None] Routers {'5d402d52-8912-4339-9305-9df549ca8738'} bound to L3 agent in host n-d-816865-1 {{(pid=102388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 18:46:51.649767 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-1ec80370-bb1d-4396-bc26-3f4b44905b1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T18:46:35Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['5d402d52-8912-4339-9305-9df549ca8738'], 'active': True} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:46:51.754985 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [req-813f7ccd-8980-4422-ab68-1a042f9caee3 req-8891ff04-6fed-4d2d-82b9-462109d8eb48 tempest-ServersTestManualDisk-737181692 tempest-ServersTestManualDisk-737181692-project] No DVR routers for this DVR port 2d93de8c-4277-42d3-976e-aa04602a7ec1 on host n-h2-816865-1 {{(pid=102386) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 18:46:51.759959 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-813f7ccd-8980-4422-ab68-1a042f9caee3 req-8891ff04-6fed-4d2d-82b9-462109d8eb48 tempest-ServersTestManualDisk-737181692 tempest-ServersTestManualDisk-737181692-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:46:51.764129 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-813f7ccd-8980-4422-ab68-1a042f9caee3 req-8891ff04-6fed-4d2d-82b9-462109d8eb48 tempest-ServersTestManualDisk-737181692 tempest-ServersTestManualDisk-737181692-project] 10.222.0.55 "DELETE /v2.0/ports/2d93de8c-4277-42d3-976e-aa04602a7ec1 HTTP/1.1" status: 204 len: 173 time: 1.6856518 Nov 05 18:46:51.767688 n-d-816865-1 neutron-server[102386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f90cfb4-978e-4e70-be7e-94507ac19c27', 'name': 'network-vif-deleted', 'tag': '2d93de8c-4277-42d3-976e-aa04602a7ec1'}] {{(pid=102386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 18:46:51.771826 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6173a44d7c73f41af551dc890fa1a5892c2c6bc3458b640c8e0c24db7876ba6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1d22a59-008a-4898-b7f3-75fdb25b6820" -d '{"events": [{"server_uuid": "1f90cfb4-978e-4e70-be7e-94507ac19c27", "name": "network-vif-deleted", "tag": "2d93de8c-4277-42d3-976e-aa04602a7ec1"}]}' {{(pid=102386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 18:46:51.851749 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvr_db [None req-1ec80370-bb1d-4396-bc26-3f4b44905b1f None None] Set router 5d402d52-8912-4339-9305-9df549ca8738 gateway port host: n-d-816865-1 {{(pid=102388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 18:46:51.868720 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 18:46:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-702cc165-c234-4544-827f-ae8682fa16ca x-openstack-request-id: req-702cc165-c234-4544-827f-ae8682fa16ca {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 18:46:51.869494 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f90cfb4-978e-4e70-be7e-94507ac19c27", "name": "network-vif-deleted", "tag": "2d93de8c-4277-42d3-976e-aa04602a7ec1", "status": "completed", "code": 200}]} {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 18:46:51.870011 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-702cc165-c234-4544-827f-ae8682fa16ca {{(pid=102386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 18:46:51.870635 n-d-816865-1 neutron-server[102386]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f90cfb4-978e-4e70-be7e-94507ac19c27', 'name': 'network-vif-deleted', 'tag': '2d93de8c-4277-42d3-976e-aa04602a7ec1', 'status': 'completed', 'code': 200} Nov 05 18:46:51.928517 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Device 084ca030-dc7f-4967-9a25-9932674a4b0b no longer exists at agent hyperv_n-h1-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 18:46:51.929129 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-6c02bbca-64cc-433c-bd37-ec7068ed2bd2 req-cfb1ec22-4d78-4cd1-b07f-33be3661851c tempest-InstanceActionsV221TestJSON-1160729479 tempest-InstanceActionsV221TestJSON-1160729479-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:46:51.958820 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] No Port match for: 084ca030-dc7f-4967-9a25-9932674a4b0b {{(pid=102388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 18:46:51.959473 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Device 084ca030-dc7f-4967-9a25-9932674a4b0b not bound to the agent host n-h1-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 18:46:52.032996 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6c02bbca-64cc-433c-bd37-ec7068ed2bd2 req-cfb1ec22-4d78-4cd1-b07f-33be3661851c tempest-InstanceActionsV221TestJSON-1160729479 tempest-InstanceActionsV221TestJSON-1160729479-project] Network abea4a81-5ebf-4b5f-a151-5dc74bf77b2f is already hosted by enough agents. {{(pid=102386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 18:46:52.038899 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.base_scheduler [req-6c02bbca-64cc-433c-bd37-ec7068ed2bd2 req-cfb1ec22-4d78-4cd1-b07f-33be3661851c tempest-InstanceActionsV221TestJSON-1160729479 tempest-InstanceActionsV221TestJSON-1160729479-project] Resources bound (agent type, host, resource id): {{(pid=102386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:46:52.047527 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bc5f30-1c47-4fba-a353-4f4be3687db0 req-255f75da-7018-4db4-8016-06f2833e1488 tempest-InstanceActionsV221TestJSON-1160729479 tempest-InstanceActionsV221TestJSON-1160729479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:46:52.051527 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c02bbca-64cc-433c-bd37-ec7068ed2bd2 req-cfb1ec22-4d78-4cd1-b07f-33be3661851c tempest-InstanceActionsV221TestJSON-1160729479 tempest-InstanceActionsV221TestJSON-1160729479-project] Received port after_create {{(pid=102386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 18:46:52.066333 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb1ec22-4d78-4cd1-b07f-33be3661851c tempest-InstanceActionsV221TestJSON-1160729479 tempest-InstanceActionsV221TestJSON-1160729479-project] Pushing event updated for resources: {'Port': ['ID=4fb19ebd-a75f-40bf-9b89-098618875237,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:46:52.074811 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-09bc5f30-1c47-4fba-a353-4f4be3687db0 req-255f75da-7018-4db4-8016-06f2833e1488 tempest-InstanceActionsV221TestJSON-1160729479 tempest-InstanceActionsV221TestJSON-1160729479-project] 10.222.0.13 "GET /v2.0/ports?device_id=85f0219f-6f5f-4ccb-94f6-d8b4aef3f2e8 HTTP/1.1" status: 200 len: 932 time: 0.0975628 Nov 05 18:46:52.145450 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c02bbca-64cc-433c-bd37-ec7068ed2bd2 req-cfb1ec22-4d78-4cd1-b07f-33be3661851c tempest-InstanceActionsV221TestJSON-1160729479 tempest-InstanceActionsV221TestJSON-1160729479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:46:52.145710 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-6c02bbca-64cc-433c-bd37-ec7068ed2bd2 req-cfb1ec22-4d78-4cd1-b07f-33be3661851c tempest-InstanceActionsV221TestJSON-1160729479 tempest-InstanceActionsV221TestJSON-1160729479-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:46:52.192219 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-09bc5f30-1c47-4fba-a353-4f4be3687db0 req-ceb0c5d4-98be-44f4-9d79-5560c039ead8 tempest-InstanceActionsV221TestJSON-1160729479 tempest-InstanceActionsV221TestJSON-1160729479-project] 10.222.0.13 "GET /v2.0/security-groups?id=e580355f-b0cf-43d7-8472-5a347d18e168&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160035 Nov 05 18:46:52.257514 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-6c02bbca-64cc-433c-bd37-ec7068ed2bd2 req-cfb1ec22-4d78-4cd1-b07f-33be3661851c tempest-InstanceActionsV221TestJSON-1160729479 tempest-InstanceActionsV221TestJSON-1160729479-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6353977 Nov 05 18:46:52.271862 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [req-6c02bbca-64cc-433c-bd37-ec7068ed2bd2 req-4c6659d0-ff1f-497e-8d36-bb829f7f0100 service neutron] Request body: {'port': {'device_id': '85f0219f-6f5f-4ccb-94f6-d8b4aef3f2e8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816865-1'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:46:52.345457 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-589c929d-531b-4daa-8d79-136b00ae23d9 req-909ff5e9-5703-4ad6-b6b9-aa137a0d3b7d tempest-ServersTestManualDisk-737181692 tempest-ServersTestManualDisk-737181692-project] 10.222.0.13 "GET /v2.0/ports?device_id=1f90cfb4-978e-4e70-be7e-94507ac19c27 HTTP/1.1" status: 200 len: 210 time: 0.0572534 Nov 05 18:46:52.347519 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-1ec80370-bb1d-4396-bc26-3f4b44905b1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d402d52-8912-4339-9305-9df549ca8738', 'name': 'tempest-ServersTestManualDisk-1149270122-router', 'tenant_id': '212c749f8d63405d9325748fedbd9a74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.206'}], 'enable_snat': True}, 'gw_port_id': 'd680f5a0-0768-4036-a434-70d83e4a0a0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T18:44:24Z', 'updated_at': '2021-11-05T18:44:29Z', 'revision_number': 4, 'project_id': '212c749f8d63405d9325748fedbd9a74', 'gw_port': {'id': 'd680f5a0-0768-4036-a434-70d83e4a0a0d', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:e8:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d402d52-8912-4339-9305-9df549ca8738', 'device_owner': 'network:router_gateway', 'standard_attr_id': 951, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T18:44:25Z', 'updated_at': '2021-11-05T18:44:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1', '_interfaces': [{'id': 'ce67a294-35d2-4047-81e9-0d2435a629dc', 'name': '', 'network_id': 'dcdefe85-0b9a-4710-a2e9-41da31eb0233', 'tenant_id': '212c749f8d63405d9325748fedbd9a74', 'mac_address': 'fa:16:3e:4c:d5:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d402d52-8912-4339-9305-9df549ca8738', 'device_owner': 'network:router_interface', 'standard_attr_id': 952, 'fixed_ips': [{'subnet_id': 'ff18284e-1ede-44da-8cc4-bb6087008353', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T18:44:28Z', 'updated_at': '2021-11-05T18:44:36Z', 'revision_number': 5, 'project_id': '212c749f8d63405d9325748fedbd9a74', 'subnets': [{'id': 'ff18284e-1ede-44da-8cc4-bb6087008353', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-1', False) {} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:46:52.375088 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-6c02bbca-64cc-433c-bd37-ec7068ed2bd2 req-4c6659d0-ff1f-497e-8d36-bb829f7f0100 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:46:52.384302 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ec80370-bb1d-4396-bc26-3f4b44905b1f None None] Checking router: 5d402d52-8912-4339-9305-9df549ca8738 for host: n-d-816865-1 {{(pid=102388) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 18:46:52.396598 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ec80370-bb1d-4396-bc26-3f4b44905b1f None None] Routers {'5d402d52-8912-4339-9305-9df549ca8738'} bound to L3 agent in host n-d-816865-1 {{(pid=102388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 18:46:52.397237 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-1ec80370-bb1d-4396-bc26-3f4b44905b1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T18:46:35Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['5d402d52-8912-4339-9305-9df549ca8738'], 'active': True} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:46:52.568250 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvr_db [None req-1ec80370-bb1d-4396-bc26-3f4b44905b1f None None] Set router 5d402d52-8912-4339-9305-9df549ca8738 gateway port host: n-d-816865-1 {{(pid=102388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 18:46:52.808664 n-d-816865-1 neutron-server[102386]: DEBUG neutron.notifiers.nova [req-6c02bbca-64cc-433c-bd37-ec7068ed2bd2 req-4c6659d0-ff1f-497e-8d36-bb829f7f0100 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4fb19ebd-a75f-40bf-9b89-098618875237 {{(pid=102386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 18:46:52.833323 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-6c02bbca-64cc-433c-bd37-ec7068ed2bd2 req-4c6659d0-ff1f-497e-8d36-bb829f7f0100 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:46:52.867478 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-1ec80370-bb1d-4396-bc26-3f4b44905b1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d402d52-8912-4339-9305-9df549ca8738', 'name': 'tempest-ServersTestManualDisk-1149270122-router', 'tenant_id': '212c749f8d63405d9325748fedbd9a74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.206'}], 'enable_snat': True}, 'gw_port_id': 'd680f5a0-0768-4036-a434-70d83e4a0a0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T18:44:24Z', 'updated_at': '2021-11-05T18:44:29Z', 'revision_number': 4, 'project_id': '212c749f8d63405d9325748fedbd9a74', 'gw_port': {'id': 'd680f5a0-0768-4036-a434-70d83e4a0a0d', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:e8:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d402d52-8912-4339-9305-9df549ca8738', 'device_owner': 'network:router_gateway', 'standard_attr_id': 951, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T18:44:25Z', 'updated_at': '2021-11-05T18:44:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1', '_interfaces': [{'id': 'ce67a294-35d2-4047-81e9-0d2435a629dc', 'name': '', 'network_id': 'dcdefe85-0b9a-4710-a2e9-41da31eb0233', 'tenant_id': '212c749f8d63405d9325748fedbd9a74', 'mac_address': 'fa:16:3e:4c:d5:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d402d52-8912-4339-9305-9df549ca8738', 'device_owner': 'network:router_interface', 'standard_attr_id': 952, 'fixed_ips': [{'subnet_id': 'ff18284e-1ede-44da-8cc4-bb6087008353', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T18:44:28Z', 'updated_at': '2021-11-05T18:44:36Z', 'revision_number': 5, 'project_id': '212c749f8d63405d9325748fedbd9a74', 'subnets': [{'id': 'ff18284e-1ede-44da-8cc4-bb6087008353', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-1', False) {} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:46:52.870781 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.provisioning_blocks [req-6c02bbca-64cc-433c-bd37-ec7068ed2bd2 req-4c6659d0-ff1f-497e-8d36-bb829f7f0100 service neutron] Transition to ACTIVE for port object 4fb19ebd-a75f-40bf-9b89-098618875237 will not be triggered until provisioned by entity L2. {{(pid=102386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 05 18:46:52.917832 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ec80370-bb1d-4396-bc26-3f4b44905b1f None None] The sync data for ids ['5d402d52-8912-4339-9305-9df549ca8738'] in n-d-816865-1 is: [{'id': '5d402d52-8912-4339-9305-9df549ca8738', 'name': 'tempest-ServersTestManualDisk-1149270122-router', 'tenant_id': '212c749f8d63405d9325748fedbd9a74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.206'}], 'enable_snat': True}, 'gw_port_id': 'd680f5a0-0768-4036-a434-70d83e4a0a0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T18:44:24Z', 'updated_at': '2021-11-05T18:44:29Z', 'revision_number': 4, 'project_id': '212c749f8d63405d9325748fedbd9a74', 'gw_port': {'id': 'd680f5a0-0768-4036-a434-70d83e4a0a0d', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:e8:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d402d52-8912-4339-9305-9df549ca8738', 'device_owner': 'network:router_gateway', 'standard_attr_id': 951, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T18:44:25Z', 'updated_at': '2021-11-05T18:44:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1', '_interfaces': [{'id': 'ce67a294-35d2-4047-81e9-0d2435a629dc', 'name': '', 'network_id': 'dcdefe85-0b9a-4710-a2e9-41da31eb0233', 'tenant_id': '212c749f8d63405d9325748fedbd9a74', 'mac_address': 'fa:16:3e:4c:d5:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d402d52-8912-4339-9305-9df549ca8738', 'device_owner': 'network:router_interface', 'standard_attr_id': 952, 'fixed_ips': [{'subnet_id': 'ff18284e-1ede-44da-8cc4-bb6087008353', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T18:44:28Z', 'updated_at': '2021-11-05T18:44:36Z', 'revision_number': 5, 'project_id': '212c749f8d63405d9325748fedbd9a74', 'subnets': [{'id': 'ff18284e-1ede-44da-8cc4-bb6087008353', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 18:46:52.939144 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-6c02bbca-64cc-433c-bd37-ec7068ed2bd2 req-4c6659d0-ff1f-497e-8d36-bb829f7f0100 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6149821'] for port, after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:46:53.180824 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6659d0-ff1f-497e-8d36-bb829f7f0100 service neutron] Pushing event updated for resources: {'Port': ['ID=4fb19ebd-a75f-40bf-9b89-098618875237,revision_number=2']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:46:53.232050 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [req-6c02bbca-64cc-433c-bd37-ec7068ed2bd2 req-4c6659d0-ff1f-497e-8d36-bb829f7f0100 service neutron] Attempting to bind port 4fb19ebd-a75f-40bf-9b89-098618875237 on host n-h2-816865-1 for vnic_type normal with profile {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 18:46:53.232516 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [req-6c02bbca-64cc-433c-bd37-ec7068ed2bd2 req-4c6659d0-ff1f-497e-8d36-bb829f7f0100 service neutron] Attempting to bind port 4fb19ebd-a75f-40bf-9b89-098618875237 by drivers openvswitch,hyperv on host n-h2-816865-1 at level 0 using segments [{'id': '6dcbf2cd-caff-4e59-8f16-e7d6c7f201e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'abea4a81-5ebf-4b5f-a151-5dc74bf77b2f'}] {{(pid=102386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 18:46:53.232848 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c02bbca-64cc-433c-bd37-ec7068ed2bd2 req-4c6659d0-ff1f-497e-8d36-bb829f7f0100 service neutron] Attempting to bind port 4fb19ebd-a75f-40bf-9b89-098618875237 on network abea4a81-5ebf-4b5f-a151-5dc74bf77b2f {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 18:46:53.237761 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c02bbca-64cc-433c-bd37-ec7068ed2bd2 req-4c6659d0-ff1f-497e-8d36-bb829f7f0100 service neutron] Port 4fb19ebd-a75f-40bf-9b89-098618875237 on network abea4a81-5ebf-4b5f-a151-5dc74bf77b2f not bound, no agent of type Open vSwitch agent registered on host n-h2-816865-1 {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 18:46:53.238110 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c02bbca-64cc-433c-bd37-ec7068ed2bd2 req-4c6659d0-ff1f-497e-8d36-bb829f7f0100 service neutron] Attempting to bind port 4fb19ebd-a75f-40bf-9b89-098618875237 on network abea4a81-5ebf-4b5f-a151-5dc74bf77b2f {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 18:46:53.244617 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c02bbca-64cc-433c-bd37-ec7068ed2bd2 req-4c6659d0-ff1f-497e-8d36-bb829f7f0100 service neutron] Checking agent: {'id': '32aff553-696f-4891-83f5-5c176f61fe54', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816865-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 18, 33, 36), 'started_at': datetime.datetime(2021, 11, 5, 18, 33, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 18, 46, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 18:46:53.244617 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c02bbca-64cc-433c-bd37-ec7068ed2bd2 req-4c6659d0-ff1f-497e-8d36-bb829f7f0100 service neutron] Checking segment: {'id': '6dcbf2cd-caff-4e59-8f16-e7d6c7f201e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'abea4a81-5ebf-4b5f-a151-5dc74bf77b2f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 18:46:53.244617 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c02bbca-64cc-433c-bd37-ec7068ed2bd2 req-4c6659d0-ff1f-497e-8d36-bb829f7f0100 service neutron] Bound using segment: {'id': '6dcbf2cd-caff-4e59-8f16-e7d6c7f201e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'abea4a81-5ebf-4b5f-a151-5dc74bf77b2f'} {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 18:46:53.245592 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [req-6c02bbca-64cc-433c-bd37-ec7068ed2bd2 req-4c6659d0-ff1f-497e-8d36-bb829f7f0100 service neutron] Bound port: 4fb19ebd-a75f-40bf-9b89-098618875237, host: n-h2-816865-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6dcbf2cd-caff-4e59-8f16-e7d6c7f201e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'abea4a81-5ebf-4b5f-a151-5dc74bf77b2f'}}] {{(pid=102386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 18:46:53.246872 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-6c02bbca-64cc-433c-bd37-ec7068ed2bd2 req-4c6659d0-ff1f-497e-8d36-bb829f7f0100 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:46:53.385022 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Device 2d93de8c-4277-42d3-976e-aa04602a7ec1 no longer exists at agent hyperv_n-h2-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 18:46:53.406864 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [req-6c02bbca-64cc-433c-bd37-ec7068ed2bd2 req-4c6659d0-ff1f-497e-8d36-bb829f7f0100 service neutron] For port 4fb19ebd-a75f-40bf-9b89-098618875237, host n-h2-816865-1, cleared binding levels {{(pid=102386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 18:46:53.421093 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [req-6c02bbca-64cc-433c-bd37-ec7068ed2bd2 req-4c6659d0-ff1f-497e-8d36-bb829f7f0100 service neutron] For port 4fb19ebd-a75f-40bf-9b89-098618875237, host n-h2-816865-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=4fb19ebd-a75f-40bf-9b89-098618875237,segment=NetworkSegment(6dcbf2cd-caff-4e59-8f16-e7d6c7f201e8),segment_id=6dcbf2cd-caff-4e59-8f16-e7d6c7f201e8)] {{(pid=102386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 18:46:53.423229 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] No Port match for: 2d93de8c-4277-42d3-976e-aa04602a7ec1 {{(pid=102388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 18:46:53.423229 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Device 2d93de8c-4277-42d3-976e-aa04602a7ec1 not bound to the agent host n-h2-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 18:46:53.456627 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102a9859-09cf-4a43-b1f2-b719880179bf req-152fd227-c6f1-4a66-89c1-c74097bfab0b tempest-InstanceActionsV221TestJSON-1160729479 tempest-InstanceActionsV221TestJSON-1160729479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:46:53.466767 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-102a9859-09cf-4a43-b1f2-b719880179bf req-152fd227-c6f1-4a66-89c1-c74097bfab0b tempest-InstanceActionsV221TestJSON-1160729479 tempest-InstanceActionsV221TestJSON-1160729479-project] 10.222.0.13 "GET /v2.0/ports?device_id=85f0219f-6f5f-4ccb-94f6-d8b4aef3f2e8 HTTP/1.1" status: 200 len: 944 time: 0.1195526 Nov 05 18:46:53.488999 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-6c02bbca-64cc-433c-bd37-ec7068ed2bd2 req-4c6659d0-ff1f-497e-8d36-bb829f7f0100 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6149821'] for port, after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:46:53.537671 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee27366d-aaad-40d1-af73-04a8bb923854 None None] New status for floating IP 5c2a67fe-bd10-4b74-9ca2-9c5aed98c1b5: DOWN {{(pid=102389) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 05 18:46:53.562604 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-102a9859-09cf-4a43-b1f2-b719880179bf req-57afedcd-7e95-4d8f-9880-4da7d927ef92 tempest-InstanceActionsV221TestJSON-1160729479 tempest-InstanceActionsV221TestJSON-1160729479-project] 10.222.0.13 "GET /v2.0/security-groups?id=e580355f-b0cf-43d7-8472-5a347d18e168&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914786 Nov 05 18:46:53.567548 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c02bbca-64cc-433c-bd37-ec7068ed2bd2 req-4c6659d0-ff1f-497e-8d36-bb829f7f0100 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:46:53.568183 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-6c02bbca-64cc-433c-bd37-ec7068ed2bd2 req-4c6659d0-ff1f-497e-8d36-bb829f7f0100 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:46:53.570544 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-6c02bbca-64cc-433c-bd37-ec7068ed2bd2 req-4c6659d0-ff1f-497e-8d36-bb829f7f0100 service neutron] 10.222.0.55 "PUT /v2.0/ports/4fb19ebd-a75f-40bf-9b89-098618875237 HTTP/1.1" status: 200 len: 1092 time: 1.3039331 Nov 05 18:46:53.614303 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6659d0-ff1f-497e-8d36-bb829f7f0100 service neutron] Pushing event updated for resources: {'Port': ['ID=4fb19ebd-a75f-40bf-9b89-098618875237,revision_number=3']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:46:53.980915 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c02bbca-64cc-433c-bd37-ec7068ed2bd2 req-0284398f-2a6f-4670-9e50-6a8a204b6ca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:46:53.980915 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-6c02bbca-64cc-433c-bd37-ec7068ed2bd2 req-0284398f-2a6f-4670-9e50-6a8a204b6ca5 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=17272d25d24642edb0d5c7b5b9184a35&device_id=85f0219f-6f5f-4ccb-94f6-d8b4aef3f2e8 HTTP/1.1" status: 200 len: 1095 time: 0.0551553 Nov 05 18:46:53.980915 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-6c02bbca-64cc-433c-bd37-ec7068ed2bd2 req-6cd44497-4752-47f5-8504-6aeb7d896eb4 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4fb19ebd-a75f-40bf-9b89-098618875237 HTTP/1.1" status: 200 len: 217 time: 0.0361359 Nov 05 18:46:53.980915 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c02bbca-64cc-433c-bd37-ec7068ed2bd2 req-c29cfd68-8bf6-4588-bb49-8f77c3369956 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:46:53.980915 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-6c02bbca-64cc-433c-bd37-ec7068ed2bd2 req-c29cfd68-8bf6-4588-bb49-8f77c3369956 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=90609911-852a-43a2-b9ee-b8917300d4d3 HTTP/1.1" status: 200 len: 858 time: 0.0719957 Nov 05 18:46:53.980915 n-d-816865-1 neutron-server[102386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85f0219f-6f5f-4ccb-94f6-d8b4aef3f2e8', 'tag': '4fb19ebd-a75f-40bf-9b89-098618875237'}] {{(pid=102386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 18:46:53.980915 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6173a44d7c73f41af551dc890fa1a5892c2c6bc3458b640c8e0c24db7876ba6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-230805e6-4758-413c-8135-d49145c12c1e" -d '{"events": [{"name": "network-changed", "server_uuid": "85f0219f-6f5f-4ccb-94f6-d8b4aef3f2e8", "tag": "4fb19ebd-a75f-40bf-9b89-098618875237"}]}' {{(pid=102386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 18:46:53.980915 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-6c02bbca-64cc-433c-bd37-ec7068ed2bd2 req-8457f539-1d31-4468-b6c5-b5ec32e98974 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=abea4a81-5ebf-4b5f-a151-5dc74bf77b2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0394475 Nov 05 18:46:53.999070 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 50762) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:46:54.078569 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-6c02bbca-64cc-433c-bd37-ec7068ed2bd2 req-cde8f084-614f-4b1d-a15c-076b1edb130d service neutron] 10.222.0.55 "GET /v2.0/networks/abea4a81-5ebf-4b5f-a151-5dc74bf77b2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1461401 Nov 05 18:46:54.201755 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-8d87faba-3bea-4c27-8fd2-a69253775180 tempest-ServersTestManualDisk-737181692 tempest-ServersTestManualDisk-737181692-project] Publish callbacks [] for security_group, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:46:54.225524 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 18:46:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83632f87-cf84-4c82-825f-505f665ac293 x-openstack-request-id: req-83632f87-cf84-4c82-825f-505f665ac293 {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 18:46:54.225914 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "85f0219f-6f5f-4ccb-94f6-d8b4aef3f2e8", "tag": "4fb19ebd-a75f-40bf-9b89-098618875237", "status": "completed", "code": 200}]} {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 18:46:54.226601 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-83632f87-cf84-4c82-825f-505f665ac293 {{(pid=102386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 18:46:54.226732 n-d-816865-1 neutron-server[102386]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '85f0219f-6f5f-4ccb-94f6-d8b4aef3f2e8', 'tag': '4fb19ebd-a75f-40bf-9b89-098618875237', 'status': 'completed', 'code': 200} Nov 05 18:46:54.236163 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-8d87faba-3bea-4c27-8fd2-a69253775180 tempest-ServersTestManualDisk-737181692 tempest-ServersTestManualDisk-737181692-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:46:54.277621 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-6c02bbca-64cc-433c-bd37-ec7068ed2bd2 req-4271ac75-5eff-4109-8c60-5d99a8a43fbb service neutron] 10.222.0.55 "GET /v2.0/networks/abea4a81-5ebf-4b5f-a151-5dc74bf77b2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1903431 Nov 05 18:46:54.352065 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-8d87faba-3bea-4c27-8fd2-a69253775180 tempest-ServersTestManualDisk-737181692 tempest-ServersTestManualDisk-737181692-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:46:54.356288 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-8d87faba-3bea-4c27-8fd2-a69253775180 tempest-ServersTestManualDisk-737181692 tempest-ServersTestManualDisk-737181692-project] Publish callbacks [] for security_group, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:46:54.357779 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-8d87faba-3bea-4c27-8fd2-a69253775180 tempest-ServersTestManualDisk-737181692 tempest-ServersTestManualDisk-737181692-project] 10.222.0.13 "DELETE /v2.0/security-groups/58eb9970-58ff-4036-99ad-2a436384abfc HTTP/1.1" status: 204 len: 168 time: 0.3574233 Nov 05 18:46:54.360398 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 50768) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:46:54.391298 n-d-816865-1 neutron-server[102386]: INFO neutron.api.v2.resource [None req-6737b269-9cd0-47de-a16b-8d2ff9cd1c57 tempest-ServersTestManualDisk-737181692 tempest-ServersTestManualDisk-737181692-project] show failed (client error): The resource could not be found. Nov 05 18:46:54.392995 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d87faba-3bea-4c27-8fd2-a69253775180 tempest-ServersTestManualDisk-737181692 tempest-ServersTestManualDisk-737181692-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=58eb9970-58ff-4036-99ad-2a436384abfc,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:46:54.396579 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-6737b269-9cd0-47de-a16b-8d2ff9cd1c57 tempest-ServersTestManualDisk-737181692 tempest-ServersTestManualDisk-737181692-project] 10.222.0.13 "GET /v2.0/security-groups/58eb9970-58ff-4036-99ad-2a436384abfc HTTP/1.1" status: 404 len: 347 time: 0.0335045 Nov 05 18:46:54.397551 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 50770) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:46:54.517451 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230805e6-4758-413c-8135-d49145c12c1e req-d2dc4f54-601e-49ed-a6a0-a95e82e05449 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:46:54.518890 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-230805e6-4758-413c-8135-d49145c12c1e req-d2dc4f54-601e-49ed-a6a0-a95e82e05449 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=17272d25d24642edb0d5c7b5b9184a35&device_id=85f0219f-6f5f-4ccb-94f6-d8b4aef3f2e8 HTTP/1.1" status: 200 len: 1095 time: 0.0941453 Nov 05 18:46:54.709627 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230805e6-4758-413c-8135-d49145c12c1e req-3c006aa5-ba0c-4d96-9956-d339a030111d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:46:54.711533 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-230805e6-4758-413c-8135-d49145c12c1e req-3c006aa5-ba0c-4d96-9956-d339a030111d service neutron] 10.222.0.55 "GET /v2.0/networks?id=abea4a81-5ebf-4b5f-a151-5dc74bf77b2f HTTP/1.1" status: 200 len: 919 time: 0.1850772 Nov 05 18:46:54.713440 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-7d6f0ca6-3f43-4ea1-98e7-6c1f5ec09f71 tempest-ServersTestManualDisk-737181692 tempest-ServersTestManualDisk-737181692-project] Deleting port 7504a8d2-3cc3-478c-836d-9fed8471bede {{(pid=102386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 18:46:54.714637 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-7d6f0ca6-3f43-4ea1-98e7-6c1f5ec09f71 tempest-ServersTestManualDisk-737181692 tempest-ServersTestManualDisk-737181692-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:46:54.840471 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a667ba7c-2bc0-4458-947a-69e4d96398a3 req-c12cb3e6-9ae9-4a43-bcec-b27079bfbf0c tempest-InstanceActionsV221TestJSON-1160729479 tempest-InstanceActionsV221TestJSON-1160729479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:46:54.842324 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-a667ba7c-2bc0-4458-947a-69e4d96398a3 req-c12cb3e6-9ae9-4a43-bcec-b27079bfbf0c tempest-InstanceActionsV221TestJSON-1160729479 tempest-InstanceActionsV221TestJSON-1160729479-project] 10.222.0.13 "GET /v2.0/ports?device_id=85f0219f-6f5f-4ccb-94f6-d8b4aef3f2e8 HTTP/1.1" status: 200 len: 944 time: 0.0746906 Nov 05 18:46:54.865418 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-230805e6-4758-413c-8135-d49145c12c1e req-ae58fa09-8e33-48bf-81e8-1dcec94c4dfc service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4fb19ebd-a75f-40bf-9b89-098618875237 HTTP/1.1" status: 200 len: 217 time: 0.1440485 Nov 05 18:46:54.954981 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-a667ba7c-2bc0-4458-947a-69e4d96398a3 req-a186dfc6-001e-4b35-818d-ca5ba5a957bf tempest-InstanceActionsV221TestJSON-1160729479 tempest-InstanceActionsV221TestJSON-1160729479-project] 10.222.0.13 "GET /v2.0/security-groups?id=e580355f-b0cf-43d7-8472-5a347d18e168&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048524 Nov 05 18:46:54.961630 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230805e6-4758-413c-8135-d49145c12c1e req-c1dd6d14-b3c0-4a2f-b509-b3d5de9f0e72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:46:54.964831 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-230805e6-4758-413c-8135-d49145c12c1e req-c1dd6d14-b3c0-4a2f-b509-b3d5de9f0e72 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=90609911-852a-43a2-b9ee-b8917300d4d3 HTTP/1.1" status: 200 len: 858 time: 0.0835299 Nov 05 18:46:55.064277 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-230805e6-4758-413c-8135-d49145c12c1e req-05c5f082-29eb-409d-b65d-e893b60f3140 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=abea4a81-5ebf-4b5f-a151-5dc74bf77b2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0609791 Nov 05 18:46:55.156024 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-7d6f0ca6-3f43-4ea1-98e7-6c1f5ec09f71 tempest-ServersTestManualDisk-737181692 tempest-ServersTestManualDisk-737181692-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:46:55.156358 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-7d6f0ca6-3f43-4ea1-98e7-6c1f5ec09f71 tempest-ServersTestManualDisk-737181692 tempest-ServersTestManualDisk-737181692-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:46:55.177242 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-7d6f0ca6-3f43-4ea1-98e7-6c1f5ec09f71 tempest-ServersTestManualDisk-737181692 tempest-ServersTestManualDisk-737181692-project] Calling delete_port for 7504a8d2-3cc3-478c-836d-9fed8471bede owned by network:floatingip {{(pid=102386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 18:46:55.262481 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-230805e6-4758-413c-8135-d49145c12c1e req-28b23316-6349-4235-81db-8e9bb745541f service neutron] 10.222.0.55 "GET /v2.0/networks/abea4a81-5ebf-4b5f-a151-5dc74bf77b2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1835837 Nov 05 18:46:55.395462 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-230805e6-4758-413c-8135-d49145c12c1e req-b8c5529c-5e7b-4360-96a8-843a67334afc service neutron] 10.222.0.55 "GET /v2.0/networks/abea4a81-5ebf-4b5f-a151-5dc74bf77b2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219203 Nov 05 18:46:55.551694 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-7d6f0ca6-3f43-4ea1-98e7-6c1f5ec09f71 tempest-ServersTestManualDisk-737181692 tempest-ServersTestManualDisk-737181692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:46:55.587493 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6f0ca6-3f43-4ea1-98e7-6c1f5ec09f71 tempest-ServersTestManualDisk-737181692 tempest-ServersTestManualDisk-737181692-project] Pushing event deleted for resources: {'Port': ['ID=7504a8d2-3cc3-478c-836d-9fed8471bede,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:46:55.705329 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-7d6f0ca6-3f43-4ea1-98e7-6c1f5ec09f71 tempest-ServersTestManualDisk-737181692 tempest-ServersTestManualDisk-737181692-project] Publish callbacks [] for floatingip, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:46:55.710348 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-7d6f0ca6-3f43-4ea1-98e7-6c1f5ec09f71 tempest-ServersTestManualDisk-737181692 tempest-ServersTestManualDisk-737181692-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for floatingip, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:46:55.713002 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-7d6f0ca6-3f43-4ea1-98e7-6c1f5ec09f71 tempest-ServersTestManualDisk-737181692 tempest-ServersTestManualDisk-737181692-project] 10.222.0.13 "DELETE /v2.0/floatingips/5c2a67fe-bd10-4b74-9ca2-9c5aed98c1b5 HTTP/1.1" status: 204 len: 168 time: 1.3093739 Nov 05 18:46:55.716885 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 50794) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:46:56.267792 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 50814) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:46:56.330816 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6689f8be-eee6-488d-8b68-d5f03fdfbe40 req-528ce22f-abc0-4baa-a152-56b2a6b54459 tempest-InstanceActionsV221TestJSON-1160729479 tempest-InstanceActionsV221TestJSON-1160729479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:46:56.342414 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-6689f8be-eee6-488d-8b68-d5f03fdfbe40 req-528ce22f-abc0-4baa-a152-56b2a6b54459 tempest-InstanceActionsV221TestJSON-1160729479 tempest-InstanceActionsV221TestJSON-1160729479-project] 10.222.0.13 "GET /v2.0/ports?device_id=85f0219f-6f5f-4ccb-94f6-d8b4aef3f2e8 HTTP/1.1" status: 200 len: 944 time: 0.2403266 Nov 05 18:46:56.493912 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-6689f8be-eee6-488d-8b68-d5f03fdfbe40 req-7d23221a-8c1c-4015-b173-7ccbb02bcef5 tempest-InstanceActionsV221TestJSON-1160729479 tempest-InstanceActionsV221TestJSON-1160729479-project] 10.222.0.13 "GET /v2.0/security-groups?id=e580355f-b0cf-43d7-8472-5a347d18e168&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505485 Nov 05 18:46:56.546332 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-f706dcef-68c9-4813-b267-7cc69740b2b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-571777'] for router_interface, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:46:56.919261 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [None req-f706dcef-68c9-4813-b267-7cc69740b2b1 admin admin] Deleting port ce67a294-35d2-4047-81e9-0d2435a629dc {{(pid=102387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 18:46:56.919634 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-f706dcef-68c9-4813-b267-7cc69740b2b1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:46:57.070234 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.db [None req-f706dcef-68c9-4813-b267-7cc69740b2b1 admin admin] For port ce67a294-35d2-4047-81e9-0d2435a629dc, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=ce67a294-35d2-4047-81e9-0d2435a629dc,segment=NetworkSegment(9033e3b7-e57f-4353-9998-35fce5690d1a),segment_id=9033e3b7-e57f-4353-9998-35fce5690d1a)] {{(pid=102387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:46:57.071657 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-f706dcef-68c9-4813-b267-7cc69740b2b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:46:57.092296 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [None req-f706dcef-68c9-4813-b267-7cc69740b2b1 admin admin] Calling delete_port for ce67a294-35d2-4047-81e9-0d2435a629dc owned by network:router_interface {{(pid=102387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 18:46:57.394482 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Device 4fb19ebd-a75f-40bf-9b89-098618875237 details requested by agent hyperv_n-h2-816865-1 with host n-h2-816865-1 {{(pid=102388) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 05 18:46:57.469631 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-cd3507f9-cd61-4727-ad88-f154d805094f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-571777'] for router_interface, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:46:57.568963 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-f706dcef-68c9-4813-b267-7cc69740b2b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4417063'] for port, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:46:57.642730 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f706dcef-68c9-4813-b267-7cc69740b2b1 admin admin] Pushing event deleted for resources: {'Port': ['ID=ce67a294-35d2-4047-81e9-0d2435a629dc,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:46:57.709389 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] For port 4fb19ebd-a75f-40bf-9b89-098618875237, host n-h2-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=4fb19ebd-a75f-40bf-9b89-098618875237,segment=NetworkSegment(6dcbf2cd-caff-4e59-8f16-e7d6c7f201e8),segment_id=6dcbf2cd-caff-4e59-8f16-e7d6c7f201e8)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:46:57.736787 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Returning: {'device': '4fb19ebd-a75f-40bf-9b89-098618875237', 'network_id': 'abea4a81-5ebf-4b5f-a151-5dc74bf77b2f', 'port_id': '4fb19ebd-a75f-40bf-9b89-098618875237', 'mac_address': 'fa:16:3e:4e:25:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '90609911-852a-43a2-b9ee-b8917300d4d3', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102388) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 05 18:46:57.826611 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:46:57.857339 n-d-816865-1 neutron-server[102388]: DEBUG neutron.notifiers.nova [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4fb19ebd-a75f-40bf-9b89-098618875237 {{(pid=102388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 18:46:57.906790 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] For port 4fb19ebd-a75f-40bf-9b89-098618875237, host n-h2-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=4fb19ebd-a75f-40bf-9b89-098618875237,segment=NetworkSegment(6dcbf2cd-caff-4e59-8f16-e7d6c7f201e8),segment_id=6dcbf2cd-caff-4e59-8f16-e7d6c7f201e8)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:46:57.993935 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddfdfb1-e81d-4245-bba7-01eb516ac7e8 req-75229ee6-bcfe-477f-94a4-41f63b7b4357 tempest-InstanceActionsV221TestJSON-1160729479 tempest-InstanceActionsV221TestJSON-1160729479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:46:58.002282 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:46:58.004463 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-eddfdfb1-e81d-4245-bba7-01eb516ac7e8 req-75229ee6-bcfe-477f-94a4-41f63b7b4357 tempest-InstanceActionsV221TestJSON-1160729479 tempest-InstanceActionsV221TestJSON-1160729479-project] 10.222.0.13 "GET /v2.0/ports?device_id=85f0219f-6f5f-4ccb-94f6-d8b4aef3f2e8 HTTP/1.1" status: 200 len: 944 time: 0.3244145 Nov 05 18:46:58.076416 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-cd3507f9-cd61-4727-ad88-f154d805094f admin admin] Deleting port f8e90c2c-71a1-426e-839e-0dd8c6f7b9e6 {{(pid=102386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 18:46:58.077121 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-cd3507f9-cd61-4727-ad88-f154d805094f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:46:58.169837 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Pushing event updated for resources: {'Port': ['ID=4fb19ebd-a75f-40bf-9b89-098618875237,revision_number=4']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:46:58.175097 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [None req-cd3507f9-cd61-4727-ad88-f154d805094f admin admin] For port f8e90c2c-71a1-426e-839e-0dd8c6f7b9e6, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=f8e90c2c-71a1-426e-839e-0dd8c6f7b9e6,segment=NetworkSegment(344b2fe5-9ae3-40f3-b64f-84eda91e921b),segment_id=344b2fe5-9ae3-40f3-b64f-84eda91e921b)] {{(pid=102386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:46:58.175662 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-cd3507f9-cd61-4727-ad88-f154d805094f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:46:58.192466 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-cd3507f9-cd61-4727-ad88-f154d805094f admin admin] Calling delete_port for f8e90c2c-71a1-426e-839e-0dd8c6f7b9e6 owned by network:router_interface {{(pid=102386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 18:46:58.250585 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] get_ports_and_sgs() called for port_ids ['4fb19ebd-a75f-40bf-9b89-098618875237'] {{(pid=102388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 18:46:58.324044 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-f706dcef-68c9-4813-b267-7cc69740b2b1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-597886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-573297'] for router_interface, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:46:58.392750 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-eddfdfb1-e81d-4245-bba7-01eb516ac7e8 req-b2f8b66d-2afc-45b2-b021-a3d9aab6b9ae tempest-InstanceActionsV221TestJSON-1160729479 tempest-InstanceActionsV221TestJSON-1160729479-project] 10.222.0.13 "GET /v2.0/security-groups?id=e580355f-b0cf-43d7-8472-5a347d18e168&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3831947 Nov 05 18:46:58.550722 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-cd3507f9-cd61-4727-ad88-f154d805094f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:46:58.660224 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3507f9-cd61-4727-ad88-f154d805094f admin admin] Pushing event deleted for resources: {'Port': ['ID=f8e90c2c-71a1-426e-839e-0dd8c6f7b9e6,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:46:58.903544 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-cd3507f9-cd61-4727-ad88-f154d805094f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-597886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-573297'] for router_interface, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:46:59.206283 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f706dcef-68c9-4813-b267-7cc69740b2b1 admin admin] Router 5d402d52-8912-4339-9305-9df549ca8738 has already been hosted by L3 agent 6dcb5589-8e86-4616-9186-ddc4548e13ad {{(pid=102387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 18:46:59.247172 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd3507f9-cd61-4727-ad88-f154d805094f admin admin] Router 69c192eb-03a0-46d9-85b8-41a0d5c77ec6 has already been hosted by L3 agent 6dcb5589-8e86-4616-9186-ddc4548e13ad {{(pid=102386) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 18:46:59.355633 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f706dcef-68c9-4813-b267-7cc69740b2b1 admin admin] Notify agent at l3_agent.n-d-816865-1 the message routers_updated {{(pid=102387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 18:46:59.368825 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 50846) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:46:59.369515 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-f706dcef-68c9-4813-b267-7cc69740b2b1 admin admin] 10.222.0.13 "PUT /v2.0/routers/5d402d52-8912-4339-9305-9df549ca8738/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6510935 Nov 05 18:46:59.373064 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c27ff76-6acb-4e88-a496-476b7eb4dcb7 None None] Sync routers for ids ['5d402d52-8912-4339-9305-9df549ca8738'] in n-d-816865-1 {{(pid=102388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 18:46:59.383888 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd3507f9-cd61-4727-ad88-f154d805094f admin admin] Notify agent at l3_agent.n-d-816865-1 the message routers_updated {{(pid=102386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 18:46:59.388673 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c27ff76-6acb-4e88-a496-476b7eb4dcb7 None None] Routers {'5d402d52-8912-4339-9305-9df549ca8738'} bound to L3 agent in host n-d-816865-1 {{(pid=102388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 18:46:59.389429 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-1c27ff76-6acb-4e88-a496-476b7eb4dcb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T18:46:35Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['5d402d52-8912-4339-9305-9df549ca8738'], 'active': True} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:46:59.389538 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-cd3507f9-cd61-4727-ad88-f154d805094f admin admin] 10.222.0.13 "PUT /v2.0/routers/69c192eb-03a0-46d9-85b8-41a0d5c77ec6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1199715 Nov 05 18:46:59.392136 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 50848) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:46:59.396446 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3b993f6-ca64-453e-8778-ec04883c932b None None] Sync routers for ids ['69c192eb-03a0-46d9-85b8-41a0d5c77ec6'] in n-d-816865-1 {{(pid=102389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 18:46:59.409967 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3b993f6-ca64-453e-8778-ec04883c932b None None] Routers {'69c192eb-03a0-46d9-85b8-41a0d5c77ec6'} bound to L3 agent in host n-d-816865-1 {{(pid=102389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 18:46:59.410887 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-c3b993f6-ca64-453e-8778-ec04883c932b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T18:46:35Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['69c192eb-03a0-46d9-85b8-41a0d5c77ec6'], 'active': True} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:46:59.470601 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Device 4fb19ebd-a75f-40bf-9b89-098618875237 up at agent hyperv_n-h2-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 18:46:59.649041 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-f62e3e71-a311-489e-99e2-0743c6ea7e38 admin admin] Publish callbacks [] for router, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:46:59.753637 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvr_db [None req-1c27ff76-6acb-4e88-a496-476b7eb4dcb7 None None] Set router 5d402d52-8912-4339-9305-9df549ca8738 gateway port host: n-d-816865-1 {{(pid=102388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 18:46:59.757499 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvr_db [None req-c3b993f6-ca64-453e-8778-ec04883c932b None None] Set router 69c192eb-03a0-46d9-85b8-41a0d5c77ec6 gateway port host: n-d-816865-1 {{(pid=102389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 18:46:59.791846 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c034a95-e9e1-4f02-83a2-3ccea423f70d req-c5c9848b-1e9e-4dc7-a29a-c2ab182ffa36 tempest-InstanceActionsV221TestJSON-1160729479 tempest-InstanceActionsV221TestJSON-1160729479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:46:59.798062 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-6c034a95-e9e1-4f02-83a2-3ccea423f70d req-c5c9848b-1e9e-4dc7-a29a-c2ab182ffa36 tempest-InstanceActionsV221TestJSON-1160729479 tempest-InstanceActionsV221TestJSON-1160729479-project] 10.222.0.13 "GET /v2.0/ports?device_id=85f0219f-6f5f-4ccb-94f6-d8b4aef3f2e8 HTTP/1.1" status: 200 len: 945 time: 0.2243223 Nov 05 18:46:59.819760 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Provisioning for port 4fb19ebd-a75f-40bf-9b89-098618875237 completed by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 05 18:46:59.857432 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Provisioning complete for port 4fb19ebd-a75f-40bf-9b89-098618875237 triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:46:59.857432 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:46:59.905229 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-f62e3e71-a311-489e-99e2-0743c6ea7e38 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:46:59.934110 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-6c034a95-e9e1-4f02-83a2-3ccea423f70d req-b52b2fd3-637a-469e-b371-3bca7080ee85 tempest-InstanceActionsV221TestJSON-1160729479 tempest-InstanceActionsV221TestJSON-1160729479-project] 10.222.0.13 "GET /v2.0/security-groups?id=e580355f-b0cf-43d7-8472-5a347d18e168&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261206 Nov 05 18:46:59.935274 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-269354a9-3a8b-420c-a6aa-3e2c18ad9099 admin admin] Publish callbacks [] for router, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:47:00.140972 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-f62e3e71-a311-489e-99e2-0743c6ea7e38 admin admin] Deleting port d680f5a0-0768-4036-a434-70d83e4a0a0d {{(pid=102386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 18:47:00.141698 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-f62e3e71-a311-489e-99e2-0743c6ea7e38 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:47:00.142085 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-269354a9-3a8b-420c-a6aa-3e2c18ad9099 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:47:00.144200 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-c3b993f6-ca64-453e-8778-ec04883c932b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69c192eb-03a0-46d9-85b8-41a0d5c77ec6', 'name': 'tempest-AttachSCSIVolumeTestJSON-380963098-router', 'tenant_id': '97328bf82188472f95d7e0dd2282b437', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.32'}], 'enable_snat': True}, 'gw_port_id': 'a8520486-460c-43f4-b3cb-807b2c843625', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T18:45:09Z', 'updated_at': '2021-11-05T18:46:58Z', 'revision_number': 5, 'project_id': '97328bf82188472f95d7e0dd2282b437', 'gw_port': {'id': 'a8520486-460c-43f4-b3cb-807b2c843625', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:d8:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69c192eb-03a0-46d9-85b8-41a0d5c77ec6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1010, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T18:45:10Z', 'updated_at': '2021-11-05T18:45:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1'}], 'n-d-816865-1', False) {} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:47:00.200561 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3b993f6-ca64-453e-8778-ec04883c932b None None] Checking router: 69c192eb-03a0-46d9-85b8-41a0d5c77ec6 for host: n-d-816865-1 {{(pid=102389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 18:47:00.213890 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3b993f6-ca64-453e-8778-ec04883c932b None None] Routers {'69c192eb-03a0-46d9-85b8-41a0d5c77ec6'} bound to L3 agent in host n-d-816865-1 {{(pid=102389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 18:47:00.214137 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:47:00.215685 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-c3b993f6-ca64-453e-8778-ec04883c932b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T18:46:35Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['69c192eb-03a0-46d9-85b8-41a0d5c77ec6'], 'active': True} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:47:00.277288 n-d-816865-1 neutron-server[102388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85f0219f-6f5f-4ccb-94f6-d8b4aef3f2e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fb19ebd-a75f-40bf-9b89-098618875237'}] {{(pid=102388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 18:47:00.288226 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85474fee1180e129d8a886d264fe0b30223aa672dd1ffe43b630605f18504f68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cca0310-d4cc-4fe0-b0f8-75ecfb767786" -d '{"events": [{"server_uuid": "85f0219f-6f5f-4ccb-94f6-d8b4aef3f2e8", "name": "network-vif-plugged", "status": "completed", "tag": "4fb19ebd-a75f-40bf-9b89-098618875237"}]}' {{(pid=102388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 18:47:00.289443 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [None req-269354a9-3a8b-420c-a6aa-3e2c18ad9099 admin admin] Deleting port a8520486-460c-43f4-b3cb-807b2c843625 {{(pid=102387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 18:47:00.290395 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-269354a9-3a8b-420c-a6aa-3e2c18ad9099 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:47:00.316231 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] For port 4fb19ebd-a75f-40bf-9b89-098618875237, host n-h2-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=4fb19ebd-a75f-40bf-9b89-098618875237,segment=NetworkSegment(6dcbf2cd-caff-4e59-8f16-e7d6c7f201e8),segment_id=6dcbf2cd-caff-4e59-8f16-e7d6c7f201e8)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:47:00.328106 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-1c27ff76-6acb-4e88-a496-476b7eb4dcb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d402d52-8912-4339-9305-9df549ca8738', 'name': 'tempest-ServersTestManualDisk-1149270122-router', 'tenant_id': '212c749f8d63405d9325748fedbd9a74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.206'}], 'enable_snat': True}, 'gw_port_id': 'd680f5a0-0768-4036-a434-70d83e4a0a0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T18:44:24Z', 'updated_at': '2021-11-05T18:46:57Z', 'revision_number': 5, 'project_id': '212c749f8d63405d9325748fedbd9a74', 'gw_port': {'id': 'd680f5a0-0768-4036-a434-70d83e4a0a0d', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:e8:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d402d52-8912-4339-9305-9df549ca8738', 'device_owner': 'network:router_gateway', 'standard_attr_id': 951, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T18:44:25Z', 'updated_at': '2021-11-05T18:44:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1'}], 'n-d-816865-1', False) {} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:47:00.359796 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [None req-f62e3e71-a311-489e-99e2-0743c6ea7e38 admin admin] For port d680f5a0-0768-4036-a434-70d83e4a0a0d, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=d680f5a0-0768-4036-a434-70d83e4a0a0d,segment=NetworkSegment(85be518c-8bb4-46a2-a903-d4292782d29d),segment_id=85be518c-8bb4-46a2-a903-d4292782d29d)] {{(pid=102386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:47:00.362616 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-f62e3e71-a311-489e-99e2-0743c6ea7e38 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:47:00.377292 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c27ff76-6acb-4e88-a496-476b7eb4dcb7 None None] Checking router: 5d402d52-8912-4339-9305-9df549ca8738 for host: n-d-816865-1 {{(pid=102388) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 18:47:00.380680 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:47:00.387381 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 18:47:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4da89e50-1d12-4bdf-bdfd-a368ea7c3ff5 x-openstack-request-id: req-4da89e50-1d12-4bdf-bdfd-a368ea7c3ff5 {{(pid=102388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 18:47:00.388165 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85f0219f-6f5f-4ccb-94f6-d8b4aef3f2e8", "name": "network-vif-plugged", "status": "completed", "tag": "4fb19ebd-a75f-40bf-9b89-098618875237", "code": 200}]} {{(pid=102388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 18:47:00.388165 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4da89e50-1d12-4bdf-bdfd-a368ea7c3ff5 {{(pid=102388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 18:47:00.388323 n-d-816865-1 neutron-server[102388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85f0219f-6f5f-4ccb-94f6-d8b4aef3f2e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fb19ebd-a75f-40bf-9b89-098618875237', 'code': 200} Nov 05 18:47:00.397867 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-f62e3e71-a311-489e-99e2-0743c6ea7e38 admin admin] Calling delete_port for d680f5a0-0768-4036-a434-70d83e4a0a0d owned by network:router_gateway {{(pid=102386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 18:47:00.415456 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c27ff76-6acb-4e88-a496-476b7eb4dcb7 None None] Routers {'5d402d52-8912-4339-9305-9df549ca8738'} bound to L3 agent in host n-d-816865-1 {{(pid=102388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 18:47:00.416100 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-1c27ff76-6acb-4e88-a496-476b7eb4dcb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T18:46:35Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['5d402d52-8912-4339-9305-9df549ca8738'], 'active': True} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:47:00.437935 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.db [None req-269354a9-3a8b-420c-a6aa-3e2c18ad9099 admin admin] For port a8520486-460c-43f4-b3cb-807b2c843625, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=a8520486-460c-43f4-b3cb-807b2c843625,segment=NetworkSegment(85be518c-8bb4-46a2-a903-d4292782d29d),segment_id=85be518c-8bb4-46a2-a903-d4292782d29d)] {{(pid=102387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:47:00.439428 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-269354a9-3a8b-420c-a6aa-3e2c18ad9099 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:47:00.450435 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvr_db [None req-c3b993f6-ca64-453e-8778-ec04883c932b None None] Set router 69c192eb-03a0-46d9-85b8-41a0d5c77ec6 gateway port host: None {{(pid=102389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 18:47:00.461640 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [None req-269354a9-3a8b-420c-a6aa-3e2c18ad9099 admin admin] Calling delete_port for a8520486-460c-43f4-b3cb-807b2c843625 owned by network:router_gateway {{(pid=102387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 18:47:00.515393 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Pushing event updated for resources: {'Port': ['ID=4fb19ebd-a75f-40bf-9b89-098618875237,revision_number=5']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:47:00.545231 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvr_db [None req-1c27ff76-6acb-4e88-a496-476b7eb4dcb7 None None] Set router 5d402d52-8912-4339-9305-9df549ca8738 gateway port host: None {{(pid=102388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 18:47:00.556446 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-c3b993f6-ca64-453e-8778-ec04883c932b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69c192eb-03a0-46d9-85b8-41a0d5c77ec6', 'name': 'tempest-AttachSCSIVolumeTestJSON-380963098-router', 'tenant_id': '97328bf82188472f95d7e0dd2282b437', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T18:45:09Z', 'updated_at': '2021-11-05T18:47:00Z', 'revision_number': 6, 'project_id': '97328bf82188472f95d7e0dd2282b437', 'gw_port_host': None}], 'n-d-816865-1', False) {} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:47:00.593315 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3b993f6-ca64-453e-8778-ec04883c932b None None] The sync data for ids ['69c192eb-03a0-46d9-85b8-41a0d5c77ec6'] in n-d-816865-1 is: [{'id': '69c192eb-03a0-46d9-85b8-41a0d5c77ec6', 'name': 'tempest-AttachSCSIVolumeTestJSON-380963098-router', 'tenant_id': '97328bf82188472f95d7e0dd2282b437', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T18:45:09Z', 'updated_at': '2021-11-05T18:47:00Z', 'revision_number': 6, 'project_id': '97328bf82188472f95d7e0dd2282b437', 'gw_port_host': None}] {{(pid=102389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 18:47:00.806488 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6027d613-de27-47ce-8346-4291aba10a9e req-f0fffde7-40ec-4344-bb7e-5e316cb2c9db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:47:00.819076 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-6027d613-de27-47ce-8346-4291aba10a9e req-f0fffde7-40ec-4344-bb7e-5e316cb2c9db service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=85f0219f-6f5f-4ccb-94f6-d8b4aef3f2e8 HTTP/1.1" status: 200 len: 1097 time: 0.2939801 Nov 05 18:47:00.829993 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-1c27ff76-6acb-4e88-a496-476b7eb4dcb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d402d52-8912-4339-9305-9df549ca8738', 'name': 'tempest-ServersTestManualDisk-1149270122-router', 'tenant_id': '212c749f8d63405d9325748fedbd9a74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T18:44:24Z', 'updated_at': '2021-11-05T18:46:59Z', 'revision_number': 6, 'project_id': '212c749f8d63405d9325748fedbd9a74', 'gw_port_host': None}], 'n-d-816865-1', False) {} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:47:00.860315 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-f62e3e71-a311-489e-99e2-0743c6ea7e38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:47:00.871656 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-269354a9-3a8b-420c-a6aa-3e2c18ad9099 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4417063'] for port, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:47:00.884950 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c27ff76-6acb-4e88-a496-476b7eb4dcb7 None None] The sync data for ids ['5d402d52-8912-4339-9305-9df549ca8738'] in n-d-816865-1 is: [{'id': '5d402d52-8912-4339-9305-9df549ca8738', 'name': 'tempest-ServersTestManualDisk-1149270122-router', 'tenant_id': '212c749f8d63405d9325748fedbd9a74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T18:44:24Z', 'updated_at': '2021-11-05T18:46:59Z', 'revision_number': 6, 'project_id': '212c749f8d63405d9325748fedbd9a74', 'gw_port_host': None}] {{(pid=102388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 18:47:00.908658 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269354a9-3a8b-420c-a6aa-3e2c18ad9099 admin admin] Pushing event deleted for resources: {'Port': ['ID=a8520486-460c-43f4-b3cb-807b2c843625,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:47:00.939359 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-6027d613-de27-47ce-8346-4291aba10a9e req-9d4f6806-9c81-4ed2-94a9-4413de082a88 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=e580355f-b0cf-43d7-8472-5a347d18e168&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130009 Nov 05 18:47:00.943177 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62e3e71-a311-489e-99e2-0743c6ea7e38 admin admin] Pushing event deleted for resources: {'Port': ['ID=d680f5a0-0768-4036-a434-70d83e4a0a0d,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:47:01.027669 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-269354a9-3a8b-420c-a6aa-3e2c18ad9099 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1000651'] for router_gateway, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:47:01.047452 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-f62e3e71-a311-489e-99e2-0743c6ea7e38 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1000651'] for router_gateway, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:47:01.166966 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-269354a9-3a8b-420c-a6aa-3e2c18ad9099 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-571301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6852'] for router, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:47:01.170537 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-269354a9-3a8b-420c-a6aa-3e2c18ad9099 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:47:01.171407 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-f62e3e71-a311-489e-99e2-0743c6ea7e38 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-571301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6852'] for router, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:47:01.173762 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-f62e3e71-a311-489e-99e2-0743c6ea7e38 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:47:01.279573 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d49b60-479a-440a-844e-5e823a3b8b58 req-7f597b80-feb9-4e82-8a11-bf23de59838c tempest-InstanceActionsV221TestJSON-1160729479 tempest-InstanceActionsV221TestJSON-1160729479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:47:01.287615 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-f62e3e71-a311-489e-99e2-0743c6ea7e38 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-571310'] for router, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:47:01.288443 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f62e3e71-a311-489e-99e2-0743c6ea7e38 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5d402d52-8912-4339-9305-9df549ca8738 {{(pid=102386) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 05 18:47:01.290660 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-d6d49b60-479a-440a-844e-5e823a3b8b58 req-7f597b80-feb9-4e82-8a11-bf23de59838c tempest-InstanceActionsV221TestJSON-1160729479 tempest-InstanceActionsV221TestJSON-1160729479-project] 10.222.0.13 "GET /v2.0/ports?device_id=85f0219f-6f5f-4ccb-94f6-d8b4aef3f2e8 HTTP/1.1" status: 200 len: 946 time: 0.0688245 Nov 05 18:47:01.294787 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-f62e3e71-a311-489e-99e2-0743c6ea7e38 admin admin] Publish callbacks [] for router, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:47:01.300543 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-f62e3e71-a311-489e-99e2-0743c6ea7e38 admin admin] 10.222.0.13 "DELETE /v2.0/routers/5d402d52-8912-4339-9305-9df549ca8738 HTTP/1.1" status: 204 len: 168 time: 1.9254074 Nov 05 18:47:01.300656 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 50870) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:47:01.305324 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-269354a9-3a8b-420c-a6aa-3e2c18ad9099 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-571310'] for router, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:47:01.305852 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-269354a9-3a8b-420c-a6aa-3e2c18ad9099 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 69c192eb-03a0-46d9-85b8-41a0d5c77ec6 {{(pid=102387) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 05 18:47:01.315510 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-269354a9-3a8b-420c-a6aa-3e2c18ad9099 admin admin] Publish callbacks [] for router, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:47:01.317033 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-269354a9-3a8b-420c-a6aa-3e2c18ad9099 admin admin] 10.222.0.13 "DELETE /v2.0/routers/69c192eb-03a0-46d9-85b8-41a0d5c77ec6 HTTP/1.1" status: 204 len: 168 time: 1.9238508 Nov 05 18:47:01.326959 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 50872) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:47:01.404979 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.db_base_plugin_v2 [None req-39e181e6-ddc0-47b5-81c5-b5f2132f50bd admin admin] Deleting subnet ff18284e-1ede-44da-8cc4-bb6087008353 {{(pid=102387) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 05 18:47:01.406328 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.db_base_plugin_v2 [None req-bfc23c3e-fe66-4766-a872-1590a0c6c4f0 admin admin] Deleting subnet a56c3e18-831b-4295-9866-e3b8d13b0f77 {{(pid=102386) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 05 18:47:01.409821 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-bfc23c3e-fe66-4766-a872-1590a0c6c4f0 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:47:01.410107 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-d6d49b60-479a-440a-844e-5e823a3b8b58 req-97f49cb9-4ebb-45d6-b715-9a75895f8c9c tempest-InstanceActionsV221TestJSON-1160729479 tempest-InstanceActionsV221TestJSON-1160729479-project] 10.222.0.13 "GET /v2.0/security-groups?id=e580355f-b0cf-43d7-8472-5a347d18e168&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137004 Nov 05 18:47:01.412071 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-39e181e6-ddc0-47b5-81c5-b5f2132f50bd admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:47:01.458779 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-39e181e6-ddc0-47b5-81c5-b5f2132f50bd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4463501'] for subnet, precommit_delete_associations {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:47:01.475158 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-bfc23c3e-fe66-4766-a872-1590a0c6c4f0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4590738'] for subnet, precommit_delete_associations {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:47:01.562602 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-bfc23c3e-fe66-4766-a872-1590a0c6c4f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1573928'] for subnet, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:47:01.563212 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-39e181e6-ddc0-47b5-81c5-b5f2132f50bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1573928'] for subnet, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:47:01.711216 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-bfc23c3e-fe66-4766-a872-1590a0c6c4f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1573905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6149879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4877183'] for subnet, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:47:01.754417 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc23c3e-fe66-4766-a872-1590a0c6c4f0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a56c3e18-831b-4295-9866-e3b8d13b0f77,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:47:01.756899 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-39e181e6-ddc0-47b5-81c5-b5f2132f50bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1573905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4417146', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5112209'] for subnet, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:47:01.757083 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-bfc23c3e-fe66-4766-a872-1590a0c6c4f0 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:47:01.761236 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-bfc23c3e-fe66-4766-a872-1590a0c6c4f0 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/a56c3e18-831b-4295-9866-e3b8d13b0f77 HTTP/1.1" status: 204 len: 168 time: 0.4330590 Nov 05 18:47:01.764013 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 50874) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:47:01.772903 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb2b1c68-8bd7-40d7-892a-6cf226e42064 None None] Network 9e4ef535-d14c-4262-8392-8dc3ea3c91cf requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 18:47:01.821295 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e181e6-ddc0-47b5-81c5-b5f2132f50bd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ff18284e-1ede-44da-8cc4-bb6087008353,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:47:01.828500 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-39e181e6-ddc0-47b5-81c5-b5f2132f50bd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597851'] for subnet, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:47:01.839361 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-39e181e6-ddc0-47b5-81c5-b5f2132f50bd admin admin] 10.222.0.13 "DELETE /v2.0/subnets/ff18284e-1ede-44da-8cc4-bb6087008353 HTTP/1.1" status: 204 len: 168 time: 0.5355923 Nov 05 18:47:01.841780 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 50878) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:47:01.848801 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-e06c7215-6949-40df-ac73-653a4ca7e918 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1664226'] for network, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:47:01.911470 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-e06c7215-6949-40df-ac73-653a4ca7e918 admin admin] Deleting port 369e20a3-ffc5-4a00-bd19-5ecd9582315f {{(pid=102386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 18:47:01.911943 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-e06c7215-6949-40df-ac73-653a4ca7e918 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:47:01.923127 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a02a4744-798d-4c1c-87f7-cfb5fbd2549b None None] Network dcdefe85-0b9a-4710-a2e9-41da31eb0233 requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 18:47:01.949157 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-7fc0c0e2-f83c-4f53-9e60-725f56b84b86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1664226'] for network, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:47:02.064136 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [None req-7fc0c0e2-f83c-4f53-9e60-725f56b84b86 admin admin] Deleting port effc516a-efa6-470b-8fc5-575aa5539013 {{(pid=102387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 18:47:02.064641 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-7fc0c0e2-f83c-4f53-9e60-725f56b84b86 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:47:02.100276 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [None req-e06c7215-6949-40df-ac73-653a4ca7e918 admin admin] For port 369e20a3-ffc5-4a00-bd19-5ecd9582315f, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=369e20a3-ffc5-4a00-bd19-5ecd9582315f,segment=NetworkSegment(344b2fe5-9ae3-40f3-b64f-84eda91e921b),segment_id=344b2fe5-9ae3-40f3-b64f-84eda91e921b)] {{(pid=102386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:47:02.104268 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-e06c7215-6949-40df-ac73-653a4ca7e918 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:47:02.144141 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-e06c7215-6949-40df-ac73-653a4ca7e918 admin admin] Calling delete_port for 369e20a3-ffc5-4a00-bd19-5ecd9582315f owned by network:dhcp {{(pid=102386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 18:47:02.194775 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.db [None req-7fc0c0e2-f83c-4f53-9e60-725f56b84b86 admin admin] For port effc516a-efa6-470b-8fc5-575aa5539013, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=effc516a-efa6-470b-8fc5-575aa5539013,segment=NetworkSegment(9033e3b7-e57f-4353-9998-35fce5690d1a),segment_id=9033e3b7-e57f-4353-9998-35fce5690d1a)] {{(pid=102387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:47:02.195977 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-7fc0c0e2-f83c-4f53-9e60-725f56b84b86 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:47:02.252352 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [None req-7fc0c0e2-f83c-4f53-9e60-725f56b84b86 admin admin] Calling delete_port for effc516a-efa6-470b-8fc5-575aa5539013 owned by network:dhcp {{(pid=102387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 18:47:02.305399 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-312f6baa-f7ea-4f54-975f-e539ea6a5b16 None None] DHCP port deletion for 9e4ef535-d14c-4262-8392-8dc3ea3c91cf request from n-d-816865-1 {{(pid=102388) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 05 18:47:02.351391 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94bb21b5-d1b2-44f9-ab29-2d53d3bf22ef None None] DHCP port deletion for dcdefe85-0b9a-4710-a2e9-41da31eb0233 request from n-d-816865-1 {{(pid=102388) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 05 18:47:02.395190 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-312f6baa-f7ea-4f54-975f-e539ea6a5b16 None None] Deleting port 369e20a3-ffc5-4a00-bd19-5ecd9582315f {{(pid=102388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 18:47:02.395348 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-312f6baa-f7ea-4f54-975f-e539ea6a5b16 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:47:02.412751 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-e06c7215-6949-40df-ac73-653a4ca7e918 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:47:02.467196 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06c7215-6949-40df-ac73-653a4ca7e918 admin admin] Pushing event deleted for resources: {'Port': ['ID=369e20a3-ffc5-4a00-bd19-5ecd9582315f,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:47:02.468989 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e06c7215-6949-40df-ac73-653a4ca7e918 admin admin] No DVR routers for this DVR port 369e20a3-ffc5-4a00-bd19-5ecd9582315f on host n-d-816865-1 {{(pid=102386) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 18:47:02.493605 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-7fc0c0e2-f83c-4f53-9e60-725f56b84b86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4417063'] for port, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:47:02.503128 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-312f6baa-f7ea-4f54-975f-e539ea6a5b16 None None] For port 369e20a3-ffc5-4a00-bd19-5ecd9582315f, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=369e20a3-ffc5-4a00-bd19-5ecd9582315f,segment=NetworkSegment(344b2fe5-9ae3-40f3-b64f-84eda91e921b),segment_id=344b2fe5-9ae3-40f3-b64f-84eda91e921b)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:47:02.503654 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-312f6baa-f7ea-4f54-975f-e539ea6a5b16 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:47:02.538496 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-312f6baa-f7ea-4f54-975f-e539ea6a5b16 None None] Calling delete_port for 369e20a3-ffc5-4a00-bd19-5ecd9582315f owned by network:dhcp {{(pid=102388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 18:47:02.544194 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-94bb21b5-d1b2-44f9-ab29-2d53d3bf22ef None None] Deleting port effc516a-efa6-470b-8fc5-575aa5539013 {{(pid=102388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 18:47:02.544693 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-94bb21b5-d1b2-44f9-ab29-2d53d3bf22ef None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:47:02.561472 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fc0c0e2-f83c-4f53-9e60-725f56b84b86 admin admin] No DVR routers for this DVR port effc516a-efa6-470b-8fc5-575aa5539013 on host n-d-816865-1 {{(pid=102387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 18:47:02.598860 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc0c0e2-f83c-4f53-9e60-725f56b84b86 admin admin] Pushing event deleted for resources: {'Port': ['ID=effc516a-efa6-470b-8fc5-575aa5539013,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:47:02.627723 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.agents_db [None req-b9406b04-a0e8-43cf-b349-711963d96cf4 None None] Agent healthcheck: found 7 active agents {{(pid=102389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 05 18:47:02.679476 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-44baa47a-71d2-418c-bb2b-ec10ccf3a225 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:47:02.685708 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-e06c7215-6949-40df-ac73-653a4ca7e918 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1579173', 'neutron.services.segments.db._delete_segments_for_network-8750027792909'] for network, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:47:02.702988 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-94bb21b5-d1b2-44f9-ab29-2d53d3bf22ef None None] For port effc516a-efa6-470b-8fc5-575aa5539013, host n-d-816865-1, got binding levels [] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:47:02.704284 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-94bb21b5-d1b2-44f9-ab29-2d53d3bf22ef None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:47:02.727959 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-94bb21b5-d1b2-44f9-ab29-2d53d3bf22ef None None] Calling delete_port for effc516a-efa6-470b-8fc5-575aa5539013 owned by network:dhcp {{(pid=102388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 18:47:02.732524 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.ipam_backend_mixin [None req-94bb21b5-d1b2-44f9-ab29-2d53d3bf22ef None None] Port effc516a-efa6-470b-8fc5-575aa5539013 was not found and therefore no delete operation was performed {{(pid=102388) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 05 18:47:02.737494 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-94bb21b5-d1b2-44f9-ab29-2d53d3bf22ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798'] for port, after_delete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:47:02.749530 n-d-816865-1 neutron-server[102386]: DEBUG neutron.services.segments.db [None req-e06c7215-6949-40df-ac73-653a4ca7e918 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e4ef535-d14c-4262-8392-8dc3ea3c91cf']}} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:47:02.764324 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device ce67a294-35d2-4047-81e9-0d2435a629dc no longer exists at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 18:47:02.773033 n-d-816865-1 neutron-server[102386]: DEBUG neutron.services.segments.db [None req-e06c7215-6949-40df-ac73-653a4ca7e918 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '344b2fe5-9ae3-40f3-b64f-84eda91e921b') {'for_net_delete': True} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:47:02.773331 n-d-816865-1 neutron-server[102386]: DEBUG neutron.services.segments.db [None req-e06c7215-6949-40df-ac73-653a4ca7e918 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '344b2fe5-9ae3-40f3-b64f-84eda91e921b') {} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:47:02.798614 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-7fc0c0e2-f83c-4f53-9e60-725f56b84b86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1579173', 'neutron.services.segments.db._delete_segments_for_network-8750027792909'] for network, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:47:02.802350 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-e06c7215-6949-40df-ac73-653a4ca7e918 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750027793430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4590747'] for segment, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:47:02.808882 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bb21b5-d1b2-44f9-ab29-2d53d3bf22ef None None] Pushing event deleted for resources: {'Port': ['ID=effc516a-efa6-470b-8fc5-575aa5539013,revision_number=None']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:47:02.819163 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94bb21b5-d1b2-44f9-ab29-2d53d3bf22ef None None] No DVR routers for this DVR port effc516a-efa6-470b-8fc5-575aa5539013 on host n-d-816865-1 {{(pid=102388) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 18:47:02.822246 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976cee4f-6108-4a6e-aaea-e9beaad17a99 req-b832466d-920d-484f-a28b-43b69eceade8 tempest-InstanceActionsV221TestJSON-1160729479 tempest-InstanceActionsV221TestJSON-1160729479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:47:02.825788 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] No Port match for: ce67a294-35d2-4047-81e9-0d2435a629dc {{(pid=102388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 18:47:02.826410 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device ce67a294-35d2-4047-81e9-0d2435a629dc not bound to the agent host n-d-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 18:47:02.827059 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device f8e90c2c-71a1-426e-839e-0dd8c6f7b9e6 no longer exists at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 18:47:02.830549 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-976cee4f-6108-4a6e-aaea-e9beaad17a99 req-b832466d-920d-484f-a28b-43b69eceade8 tempest-InstanceActionsV221TestJSON-1160729479 tempest-InstanceActionsV221TestJSON-1160729479-project] 10.222.0.13 "GET /v2.0/ports?device_id=85f0219f-6f5f-4ccb-94f6-d8b4aef3f2e8 HTTP/1.1" status: 200 len: 946 time: 0.2366331 Nov 05 18:47:02.851430 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-e06c7215-6949-40df-ac73-653a4ca7e918 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273'] for segment, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:47:02.856886 n-d-816865-1 neutron-server[102387]: DEBUG neutron.services.segments.db [None req-7fc0c0e2-f83c-4f53-9e60-725f56b84b86 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dcdefe85-0b9a-4710-a2e9-41da31eb0233']}} {{(pid=102387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:47:02.857534 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-312f6baa-f7ea-4f54-975f-e539ea6a5b16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798'] for port, after_delete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:47:02.870722 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e06c7215-6949-40df-ac73-653a4ca7e918 admin admin] Releasing vlan 180 on physical network physnet1 to pool {{(pid=102386) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 05 18:47:02.877999 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-e06c7215-6949-40df-ac73-653a4ca7e918 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6149721'] for segment, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:47:02.887117 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] No Port match for: f8e90c2c-71a1-426e-839e-0dd8c6f7b9e6 {{(pid=102388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 18:47:02.888041 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device f8e90c2c-71a1-426e-839e-0dd8c6f7b9e6 not bound to the agent host n-d-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 18:47:02.892241 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device d680f5a0-0768-4036-a434-70d83e4a0a0d no longer exists at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 18:47:02.898201 n-d-816865-1 neutron-server[102387]: DEBUG neutron.services.segments.db [None req-7fc0c0e2-f83c-4f53-9e60-725f56b84b86 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9033e3b7-e57f-4353-9998-35fce5690d1a') {'for_net_delete': True} {{(pid=102387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:47:02.898201 n-d-816865-1 neutron-server[102387]: DEBUG neutron.services.segments.db [None req-7fc0c0e2-f83c-4f53-9e60-725f56b84b86 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9033e3b7-e57f-4353-9998-35fce5690d1a') {} {{(pid=102387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:47:02.921094 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-976cee4f-6108-4a6e-aaea-e9beaad17a99 req-079d60fd-b09a-41f8-9ffd-8395c0991531 tempest-InstanceActionsV221TestJSON-1160729479 tempest-InstanceActionsV221TestJSON-1160729479-project] 10.222.0.13 "GET /v2.0/security-groups?id=e580355f-b0cf-43d7-8472-5a347d18e168&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895803 Nov 05 18:47:02.930038 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-7fc0c0e2-f83c-4f53-9e60-725f56b84b86 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750027793430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4463492'] for segment, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:47:02.947165 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-7fc0c0e2-f83c-4f53-9e60-725f56b84b86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273'] for segment, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:47:02.956991 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7fc0c0e2-f83c-4f53-9e60-725f56b84b86 admin admin] Releasing vlan 179 on physical network physnet1 to pool {{(pid=102387) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 05 18:47:02.957675 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-7fc0c0e2-f83c-4f53-9e60-725f56b84b86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4417236'] for segment, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:47:02.959659 n-d-816865-1 neutron-server[102387]: Traceback (most recent call last): Nov 05 18:47:02.959659 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 05 18:47:02.959659 n-d-816865-1 neutron-server[102387]: timer() Nov 05 18:47:02.959659 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 05 18:47:02.959659 n-d-816865-1 neutron-server[102387]: cb(*args, **kw) Nov 05 18:47:02.959659 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 05 18:47:02.959659 n-d-816865-1 neutron-server[102387]: return func(*args, **kwargs) Nov 05 18:47:02.959659 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 05 18:47:02.959659 n-d-816865-1 neutron-server[102387]: self._notify() Nov 05 18:47:02.959659 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 05 18:47:02.959659 n-d-816865-1 neutron-server[102387]: self.callback(batched_events) Nov 05 18:47:02.959659 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 05 18:47:02.959659 n-d-816865-1 neutron-server[102387]: event.method(event) Nov 05 18:47:02.959659 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 05 18:47:02.959659 n-d-816865-1 neutron-server[102387]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 05 18:47:02.959659 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 05 18:47:02.959659 n-d-816865-1 neutron-server[102387]: aggregate_uuid = self.p_client.list_aggregates( Nov 05 18:47:02.959659 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 05 18:47:02.959659 n-d-816865-1 neutron-server[102387]: return f(self, *a, **k) Nov 05 18:47:02.959659 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 05 18:47:02.959659 n-d-816865-1 neutron-server[102387]: return self._get(url).json() Nov 05 18:47:02.959659 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 05 18:47:02.959659 n-d-816865-1 neutron-server[102387]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 05 18:47:02.959659 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 05 18:47:02.959659 n-d-816865-1 neutron-server[102387]: return self.request(url, 'GET', **kwargs) Nov 05 18:47:02.959659 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 05 18:47:02.959659 n-d-816865-1 neutron-server[102387]: base_url = self.get_endpoint(auth, allow=allow, Nov 05 18:47:02.959659 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 05 18:47:02.959659 n-d-816865-1 neutron-server[102387]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 05 18:47:02.959659 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 05 18:47:02.959659 n-d-816865-1 neutron-server[102387]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 05 18:47:02.959659 n-d-816865-1 neutron-server[102387]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 05 18:47:02.984730 n-d-816865-1 neutron-server[102386]: Traceback (most recent call last): Nov 05 18:47:02.984730 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 05 18:47:02.984730 n-d-816865-1 neutron-server[102386]: timer() Nov 05 18:47:02.984730 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 05 18:47:02.984730 n-d-816865-1 neutron-server[102386]: cb(*args, **kw) Nov 05 18:47:02.984730 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 05 18:47:02.984730 n-d-816865-1 neutron-server[102386]: return func(*args, **kwargs) Nov 05 18:47:02.984730 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 05 18:47:02.984730 n-d-816865-1 neutron-server[102386]: self._notify() Nov 05 18:47:02.984730 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 05 18:47:02.984730 n-d-816865-1 neutron-server[102386]: self.callback(batched_events) Nov 05 18:47:02.984730 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 05 18:47:02.984730 n-d-816865-1 neutron-server[102386]: event.method(event) Nov 05 18:47:02.984730 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 05 18:47:02.984730 n-d-816865-1 neutron-server[102386]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 05 18:47:02.984730 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 05 18:47:02.984730 n-d-816865-1 neutron-server[102386]: aggregate_uuid = self.p_client.list_aggregates( Nov 05 18:47:02.984730 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 05 18:47:02.984730 n-d-816865-1 neutron-server[102386]: return f(self, *a, **k) Nov 05 18:47:02.984730 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 05 18:47:02.984730 n-d-816865-1 neutron-server[102386]: return self._get(url).json() Nov 05 18:47:02.984730 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 05 18:47:02.984730 n-d-816865-1 neutron-server[102386]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 05 18:47:02.984730 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 05 18:47:02.984730 n-d-816865-1 neutron-server[102386]: return self.request(url, 'GET', **kwargs) Nov 05 18:47:02.984730 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 05 18:47:02.984730 n-d-816865-1 neutron-server[102386]: base_url = self.get_endpoint(auth, allow=allow, Nov 05 18:47:02.984730 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 05 18:47:02.984730 n-d-816865-1 neutron-server[102386]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 05 18:47:02.984730 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 05 18:47:02.984730 n-d-816865-1 neutron-server[102386]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 05 18:47:02.984730 n-d-816865-1 neutron-server[102386]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 05 18:47:03.044732 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] No Port match for: d680f5a0-0768-4036-a434-70d83e4a0a0d {{(pid=102388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 18:47:03.045226 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device d680f5a0-0768-4036-a434-70d83e4a0a0d not bound to the agent host n-d-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 18:47:03.045755 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 369e20a3-ffc5-4a00-bd19-5ecd9582315f no longer exists at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 18:47:03.054827 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312f6baa-f7ea-4f54-975f-e539ea6a5b16 None None] Pushing event deleted for resources: {'Port': ['ID=369e20a3-ffc5-4a00-bd19-5ecd9582315f,revision_number=None']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:47:03.061151 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-e06c7215-6949-40df-ac73-653a4ca7e918 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1579178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-956796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1000687'] for network, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:47:03.068228 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-e06c7215-6949-40df-ac73-653a4ca7e918 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597851'] for network, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:47:03.076859 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-e06c7215-6949-40df-ac73-653a4ca7e918 admin admin] 10.222.0.13 "DELETE /v2.0/networks/9e4ef535-d14c-4262-8392-8dc3ea3c91cf HTTP/1.1" status: 204 len: 168 time: 1.3107412 Nov 05 18:47:03.078529 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 50890) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:47:03.114894 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-312f6baa-f7ea-4f54-975f-e539ea6a5b16 None None] No DVR routers for this DVR port 369e20a3-ffc5-4a00-bd19-5ecd9582315f on host n-d-816865-1 {{(pid=102388) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 18:47:03.155275 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] No Port match for: 369e20a3-ffc5-4a00-bd19-5ecd9582315f {{(pid=102388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 18:47:03.155741 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 369e20a3-ffc5-4a00-bd19-5ecd9582315f not bound to the agent host n-d-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 18:47:03.156060 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device a8520486-460c-43f4-b3cb-807b2c843625 no longer exists at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 18:47:03.173393 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06c7215-6949-40df-ac73-653a4ca7e918 admin admin] Pushing event deleted for resources: {'Network': ['ID=9e4ef535-d14c-4262-8392-8dc3ea3c91cf,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:47:03.199256 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] No Port match for: a8520486-460c-43f4-b3cb-807b2c843625 {{(pid=102388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 18:47:03.200070 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device a8520486-460c-43f4-b3cb-807b2c843625 not bound to the agent host n-d-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 18:47:03.200561 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device effc516a-efa6-470b-8fc5-575aa5539013 no longer exists at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 18:47:03.230619 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] No Port match for: effc516a-efa6-470b-8fc5-575aa5539013 {{(pid=102388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 18:47:03.230971 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device effc516a-efa6-470b-8fc5-575aa5539013 not bound to the agent host n-d-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 18:47:03.236467 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-7fc0c0e2-f83c-4f53-9e60-725f56b84b86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1579178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-956796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1000687'] for network, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:47:03.241845 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-7fc0c0e2-f83c-4f53-9e60-725f56b84b86 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597851'] for network, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:47:03.248548 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-7fc0c0e2-f83c-4f53-9e60-725f56b84b86 admin admin] 10.222.0.13 "DELETE /v2.0/networks/dcdefe85-0b9a-4710-a2e9-41da31eb0233 HTTP/1.1" status: 204 len: 168 time: 1.4017806 Nov 05 18:47:03.269224 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc0c0e2-f83c-4f53-9e60-725f56b84b86 admin admin] Pushing event deleted for resources: {'Network': ['ID=dcdefe85-0b9a-4710-a2e9-41da31eb0233,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:47:03.564549 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b201409d-7f9d-4d8a-ae73-24c02852ddda req-be960158-9642-41e6-a072-85679dcebd81 tempest-InstanceActionsV221TestJSON-1160729479 tempest-InstanceActionsV221TestJSON-1160729479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:47:03.572295 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-b201409d-7f9d-4d8a-ae73-24c02852ddda req-be960158-9642-41e6-a072-85679dcebd81 tempest-InstanceActionsV221TestJSON-1160729479 tempest-InstanceActionsV221TestJSON-1160729479-project] 10.222.0.13 "GET /v2.0/ports?device_id=85f0219f-6f5f-4ccb-94f6-d8b4aef3f2e8 HTTP/1.1" status: 200 len: 946 time: 0.0792329 Nov 05 18:47:03.628798 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-9d7cc1c7-6047-4b1c-980c-138a5262eda6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-571777'] for router_interface, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:47:03.630750 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-b201409d-7f9d-4d8a-ae73-24c02852ddda req-bdfc2593-87e8-44bb-85f9-89127d28f1a1 tempest-InstanceActionsV221TestJSON-1160729479 tempest-InstanceActionsV221TestJSON-1160729479-project] 10.222.0.13 "GET /v2.0/security-groups?id=e580355f-b0cf-43d7-8472-5a347d18e168&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568883 Nov 05 18:47:03.695011 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 50896) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:47:03.773430 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-00f8cb44-bade-4d4d-9f45-51337ca1c474 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=212c749f8d63405d9325748fedbd9a74&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0778487 Nov 05 18:47:03.774712 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 50898) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:47:03.841081 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-212548f1-7b72-484f-8de9-f07bdb769690 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:47:03.868664 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-212548f1-7b72-484f-8de9-f07bdb769690 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:47:03.952681 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-9d7cc1c7-6047-4b1c-980c-138a5262eda6 admin admin] Deleting port 9922ff7d-59ea-44e6-881e-dc922bc5d7cc {{(pid=102386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 18:47:03.953272 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-9d7cc1c7-6047-4b1c-980c-138a5262eda6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:47:03.979538 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:47:04.035369 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-212548f1-7b72-484f-8de9-f07bdb769690 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:47:04.037982 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-212548f1-7b72-484f-8de9-f07bdb769690 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:47:04.049622 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-212548f1-7b72-484f-8de9-f07bdb769690 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a9b62c00-5bde-4676-a41a-1d06f9981a80 HTTP/1.1" status: 204 len: 168 time: 0.2666523 Nov 05 18:47:04.056165 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [None req-9d7cc1c7-6047-4b1c-980c-138a5262eda6 admin admin] For port 9922ff7d-59ea-44e6-881e-dc922bc5d7cc, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=9922ff7d-59ea-44e6-881e-dc922bc5d7cc,segment=NetworkSegment(796193d3-6e21-477d-b050-6c609fabc6b5),segment_id=796193d3-6e21-477d-b050-6c609fabc6b5)] {{(pid=102386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:47:04.058980 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-9d7cc1c7-6047-4b1c-980c-138a5262eda6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:47:04.066985 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212548f1-7b72-484f-8de9-f07bdb769690 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9b62c00-5bde-4676-a41a-1d06f9981a80,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:47:04.107998 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-9d7cc1c7-6047-4b1c-980c-138a5262eda6 admin admin] Calling delete_port for 9922ff7d-59ea-44e6-881e-dc922bc5d7cc owned by network:router_interface {{(pid=102386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 18:47:04.470904 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-9d7cc1c7-6047-4b1c-980c-138a5262eda6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:47:04.574058 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7cc1c7-6047-4b1c-980c-138a5262eda6 admin admin] Pushing event deleted for resources: {'Port': ['ID=9922ff7d-59ea-44e6-881e-dc922bc5d7cc,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:47:04.652624 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7cc1c7-6047-4b1c-980c-138a5262eda6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:47:04.652976 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7cc1c7-6047-4b1c-980c-138a5262eda6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:47:04.653314 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7cc1c7-6047-4b1c-980c-138a5262eda6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:47:04.653649 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7cc1c7-6047-4b1c-980c-138a5262eda6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:47:04.653979 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7cc1c7-6047-4b1c-980c-138a5262eda6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:47:04.654333 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7cc1c7-6047-4b1c-980c-138a5262eda6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:47:04.654660 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7cc1c7-6047-4b1c-980c-138a5262eda6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:47:04.654983 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7cc1c7-6047-4b1c-980c-138a5262eda6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:47:04.655304 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7cc1c7-6047-4b1c-980c-138a5262eda6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:47:04.655624 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7cc1c7-6047-4b1c-980c-138a5262eda6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:47:04.655945 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7cc1c7-6047-4b1c-980c-138a5262eda6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:47:04.656282 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7cc1c7-6047-4b1c-980c-138a5262eda6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:47:04.871609 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-74568005-0c33-4332-a861-e838ba5f8fc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:47:04.905097 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b24231-e3b0-4f60-aa59-1d19bdec2e43 req-0a59fcb7-d5d5-4321-b2ca-88a028d35b43 tempest-InstanceActionsV221TestJSON-1160729479 tempest-InstanceActionsV221TestJSON-1160729479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:47:04.906850 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-09b24231-e3b0-4f60-aa59-1d19bdec2e43 req-0a59fcb7-d5d5-4321-b2ca-88a028d35b43 tempest-InstanceActionsV221TestJSON-1160729479 tempest-InstanceActionsV221TestJSON-1160729479-project] 10.222.0.13 "GET /v2.0/ports?device_id=85f0219f-6f5f-4ccb-94f6-d8b4aef3f2e8 HTTP/1.1" status: 200 len: 946 time: 0.0726705 Nov 05 18:47:04.990205 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-09b24231-e3b0-4f60-aa59-1d19bdec2e43 req-8e1e07a8-6e26-400f-8d24-7fa45ef588ec tempest-InstanceActionsV221TestJSON-1160729479 tempest-InstanceActionsV221TestJSON-1160729479-project] 10.222.0.13 "GET /v2.0/security-groups?id=e580355f-b0cf-43d7-8472-5a347d18e168&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700426 Nov 05 18:47:05.225425 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-9d7cc1c7-6047-4b1c-980c-138a5262eda6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-597886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-573297'] for router_interface, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:47:05.237081 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7010c36b-77e6-43dc-911c-143fe38f2cda req-ae2c5f63-8088-4479-80ed-f4158016a71f tempest-InstanceActionsV221TestJSON-1160729479 tempest-InstanceActionsV221TestJSON-1160729479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:47:05.239352 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-7010c36b-77e6-43dc-911c-143fe38f2cda req-ae2c5f63-8088-4479-80ed-f4158016a71f tempest-InstanceActionsV221TestJSON-1160729479 tempest-InstanceActionsV221TestJSON-1160729479-project] 10.222.0.55 "GET /v2.0/ports?device_id=85f0219f-6f5f-4ccb-94f6-d8b4aef3f2e8 HTTP/1.1" status: 200 len: 946 time: 0.1000774 Nov 05 18:47:05.488777 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [req-7010c36b-77e6-43dc-911c-143fe38f2cda req-ae6b7925-f87a-4e1b-a312-4ed9d0dca269 tempest-InstanceActionsV221TestJSON-1160729479 tempest-InstanceActionsV221TestJSON-1160729479-project] Deleting port 4fb19ebd-a75f-40bf-9b89-098618875237 {{(pid=102386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 18:47:05.490143 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-7010c36b-77e6-43dc-911c-143fe38f2cda req-ae6b7925-f87a-4e1b-a312-4ed9d0dca269 tempest-InstanceActionsV221TestJSON-1160729479 tempest-InstanceActionsV221TestJSON-1160729479-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:47:05.593070 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 50942) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:47:05.699164 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [req-7010c36b-77e6-43dc-911c-143fe38f2cda req-ae6b7925-f87a-4e1b-a312-4ed9d0dca269 tempest-InstanceActionsV221TestJSON-1160729479 tempest-InstanceActionsV221TestJSON-1160729479-project] For port 4fb19ebd-a75f-40bf-9b89-098618875237, host n-h2-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=4fb19ebd-a75f-40bf-9b89-098618875237,segment=NetworkSegment(6dcbf2cd-caff-4e59-8f16-e7d6c7f201e8),segment_id=6dcbf2cd-caff-4e59-8f16-e7d6c7f201e8)] {{(pid=102386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:47:05.699540 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-7010c36b-77e6-43dc-911c-143fe38f2cda req-ae6b7925-f87a-4e1b-a312-4ed9d0dca269 tempest-InstanceActionsV221TestJSON-1160729479 tempest-InstanceActionsV221TestJSON-1160729479-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:47:05.717179 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-60ab3959-7416-42f6-9093-16eb513ca7d3 admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-231826140-network', 'tenant_id': '2243fae3c4a84449b62a7624bd36086b'}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:47:05.717787 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [req-7010c36b-77e6-43dc-911c-143fe38f2cda req-ae6b7925-f87a-4e1b-a312-4ed9d0dca269 tempest-InstanceActionsV221TestJSON-1160729479 tempest-InstanceActionsV221TestJSON-1160729479-project] Calling delete_port for 4fb19ebd-a75f-40bf-9b89-098618875237 owned by compute:nova {{(pid=102386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 18:47:05.724278 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d7cc1c7-6047-4b1c-980c-138a5262eda6 admin admin] Router 36201232-d3d2-432e-9fa7-488af60d5de5 has already been hosted by L3 agent 6dcb5589-8e86-4616-9186-ddc4548e13ad {{(pid=102386) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 18:47:05.790981 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60ab3959-7416-42f6-9093-16eb513ca7d3 admin admin] Made reservation on behalf of 2243fae3c4a84449b62a7624bd36086b for: {'network': 1} {{(pid=102387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 18:47:05.793769 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-60ab3959-7416-42f6-9093-16eb513ca7d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for network, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:47:05.803534 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-60ab3959-7416-42f6-9093-16eb513ca7d3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:47:05.890087 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-60ab3959-7416-42f6-9093-16eb513ca7d3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:47:05.924073 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d7cc1c7-6047-4b1c-980c-138a5262eda6 admin admin] Notify agent at l3_agent.n-d-816865-1 the message routers_updated {{(pid=102386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 18:47:05.934348 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 50946) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:47:05.934817 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-9d7cc1c7-6047-4b1c-980c-138a5262eda6 admin admin] 10.222.0.13 "PUT /v2.0/routers/36201232-d3d2-432e-9fa7-488af60d5de5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8466640 Nov 05 18:47:05.944821 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:47:05.948913 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02c771fd-48b3-4d97-827f-54dafb273cdf None None] Sync routers for ids ['36201232-d3d2-432e-9fa7-488af60d5de5'] in n-d-816865-1 {{(pid=102388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 18:47:05.963093 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02c771fd-48b3-4d97-827f-54dafb273cdf None None] Routers {'36201232-d3d2-432e-9fa7-488af60d5de5'} bound to L3 agent in host n-d-816865-1 {{(pid=102388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 18:47:05.964593 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-02c771fd-48b3-4d97-827f-54dafb273cdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T18:47:05Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['36201232-d3d2-432e-9fa7-488af60d5de5'], 'active': True} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:47:05.996028 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-60ab3959-7416-42f6-9093-16eb513ca7d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:47:06.043973 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-7010c36b-77e6-43dc-911c-143fe38f2cda req-ae6b7925-f87a-4e1b-a312-4ed9d0dca269 tempest-InstanceActionsV221TestJSON-1160729479 tempest-InstanceActionsV221TestJSON-1160729479-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:47:06.059307 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60ab3959-7416-42f6-9093-16eb513ca7d3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 196} {{(pid=102387) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 05 18:47:06.098551 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ab3959-7416-42f6-9093-16eb513ca7d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ae13458-222c-49ab-9839-ab56f90819f8,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:47:06.120293 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] get_ports_and_sgs() called for port_ids ['4fb19ebd-a75f-40bf-9b89-098618875237'] {{(pid=102388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 18:47:06.127067 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6b7925-f87a-4e1b-a312-4ed9d0dca269 tempest-InstanceActionsV221TestJSON-1160729479 tempest-InstanceActionsV221TestJSON-1160729479-project] Pushing event deleted for resources: {'Port': ['ID=4fb19ebd-a75f-40bf-9b89-098618875237,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:47:06.146133 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-60ab3959-7416-42f6-9093-16eb513ca7d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273'] for segment, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:47:06.146133 n-d-816865-1 neutron-server[102387]: INFO neutron.db.segments_db [None req-60ab3959-7416-42f6-9093-16eb513ca7d3 admin admin] Added segment 7a5f325a-e958-4f9d-83b2-9ada406aab50 of type vlan for network 61a1dee8-e33b-4328-a3de-ff8138ae6209 Nov 05 18:47:06.155155 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-40bf4adb-5c44-49bb-865a-8351ed20b73c req-6cb946d7-a72e-48ad-b15d-e6c7a74bf0f2 tempest-InstanceActionsV221TestJSON-1160729479 tempest-InstanceActionsV221TestJSON-1160729479-project] 10.222.0.13 "GET /v2.0/ports?device_id=85f0219f-6f5f-4ccb-94f6-d8b4aef3f2e8 HTTP/1.1" status: 200 len: 210 time: 0.0600765 Nov 05 18:47:06.211451 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [req-7010c36b-77e6-43dc-911c-143fe38f2cda req-ae6b7925-f87a-4e1b-a312-4ed9d0dca269 tempest-InstanceActionsV221TestJSON-1160729479 tempest-InstanceActionsV221TestJSON-1160729479-project] No DVR routers for this DVR port 4fb19ebd-a75f-40bf-9b89-098618875237 on host n-h2-816865-1 {{(pid=102386) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 18:47:06.215881 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-7010c36b-77e6-43dc-911c-143fe38f2cda req-ae6b7925-f87a-4e1b-a312-4ed9d0dca269 tempest-InstanceActionsV221TestJSON-1160729479 tempest-InstanceActionsV221TestJSON-1160729479-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:47:06.221027 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-7010c36b-77e6-43dc-911c-143fe38f2cda req-ae6b7925-f87a-4e1b-a312-4ed9d0dca269 tempest-InstanceActionsV221TestJSON-1160729479 tempest-InstanceActionsV221TestJSON-1160729479-project] 10.222.0.55 "DELETE /v2.0/ports/4fb19ebd-a75f-40bf-9b89-098618875237 HTTP/1.1" status: 204 len: 173 time: 0.9722383 Nov 05 18:47:06.221700 n-d-816865-1 neutron-server[102386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85f0219f-6f5f-4ccb-94f6-d8b4aef3f2e8', 'name': 'network-vif-deleted', 'tag': '4fb19ebd-a75f-40bf-9b89-098618875237'}] {{(pid=102386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 18:47:06.222248 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-8e7e6dd6-4d91-4291-8814-dd2efd9e7daa admin admin] Publish callbacks [] for router, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:47:06.225690 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6173a44d7c73f41af551dc890fa1a5892c2c6bc3458b640c8e0c24db7876ba6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3135f60-1172-4a7b-8153-841c003e3b42" -d '{"events": [{"server_uuid": "85f0219f-6f5f-4ccb-94f6-d8b4aef3f2e8", "name": "network-vif-deleted", "tag": "4fb19ebd-a75f-40bf-9b89-098618875237"}]}' {{(pid=102386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 18:47:06.238681 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvr_db [None req-02c771fd-48b3-4d97-827f-54dafb273cdf None None] Set router 36201232-d3d2-432e-9fa7-488af60d5de5 gateway port host: n-d-816865-1 {{(pid=102388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 18:47:06.274695 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 18:47:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2e22ced-065e-4a14-af65-0eb1f6cad9c0 x-openstack-request-id: req-b2e22ced-065e-4a14-af65-0eb1f6cad9c0 {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 18:47:06.275014 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85f0219f-6f5f-4ccb-94f6-d8b4aef3f2e8", "name": "network-vif-deleted", "tag": "4fb19ebd-a75f-40bf-9b89-098618875237", "status": "completed", "code": 200}]} {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 18:47:06.275297 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b2e22ced-065e-4a14-af65-0eb1f6cad9c0 {{(pid=102386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 18:47:06.276326 n-d-816865-1 neutron-server[102386]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85f0219f-6f5f-4ccb-94f6-d8b4aef3f2e8', 'name': 'network-vif-deleted', 'tag': '4fb19ebd-a75f-40bf-9b89-098618875237', 'status': 'completed', 'code': 200} Nov 05 18:47:06.304348 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-60ab3959-7416-42f6-9093-16eb513ca7d3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750027258543'] for network, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:47:06.447995 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-8e7e6dd6-4d91-4291-8814-dd2efd9e7daa admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:47:06.472103 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b304910f-7b27-444b-a8fc-977d26b1ceac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:47:06.516731 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-60ab3959-7416-42f6-9093-16eb513ca7d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-956796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877'] for network, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:47:06.518337 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60ab3959-7416-42f6-9093-16eb513ca7d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:47:06.518980 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-60ab3959-7416-42f6-9093-16eb513ca7d3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597851'] for network, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:47:06.581061 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-02c771fd-48b3-4d97-827f-54dafb273cdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36201232-d3d2-432e-9fa7-488af60d5de5', 'name': 'tempest-AttachSCSIVolumeTestJSON-1974747554-router', 'tenant_id': '01a5d928940b4c78a2e85221fe5598b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.250'}], 'enable_snat': True}, 'gw_port_id': '564bccf2-1764-4d54-806c-f6a92a9b1773', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T18:45:20Z', 'updated_at': '2021-11-05T18:47:04Z', 'revision_number': 5, 'project_id': '01a5d928940b4c78a2e85221fe5598b1', 'gw_port': {'id': '564bccf2-1764-4d54-806c-f6a92a9b1773', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:0d:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36201232-d3d2-432e-9fa7-488af60d5de5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1029, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T18:45:21Z', 'updated_at': '2021-11-05T18:45:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1'}], 'n-d-816865-1', False) {} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:47:06.595330 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ab3959-7416-42f6-9093-16eb513ca7d3 admin admin] Pushing event updated for resources: {'Network': ['ID=61a1dee8-e33b-4328-a3de-ff8138ae6209,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:47:06.619091 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Network 61a1dee8-e33b-4328-a3de-ff8138ae6209 details requested by agent ovs-agent-n-d-816865-1 with host n-d-816865-1 {{(pid=102388) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 05 18:47:06.623283 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02c771fd-48b3-4d97-827f-54dafb273cdf None None] Checking router: 36201232-d3d2-432e-9fa7-488af60d5de5 for host: n-d-816865-1 {{(pid=102388) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 18:47:06.656409 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-60ab3959-7416-42f6-9093-16eb513ca7d3 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.0596254 Nov 05 18:47:06.657352 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 50962) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:47:06.662054 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-55b8ef0f-a9f8-4381-846e-1c6beb1d6b44 admin admin] Request body: {'subnet': {'network_id': '61a1dee8-e33b-4328-a3de-ff8138ae6209', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-231826140-subnet', 'tenant_id': '2243fae3c4a84449b62a7624bd36086b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:47:06.727613 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02c771fd-48b3-4d97-827f-54dafb273cdf None None] Routers {'36201232-d3d2-432e-9fa7-488af60d5de5'} bound to L3 agent in host n-d-816865-1 {{(pid=102388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 18:47:06.728272 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-02c771fd-48b3-4d97-827f-54dafb273cdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T18:47:05Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['36201232-d3d2-432e-9fa7-488af60d5de5'], 'active': True} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:47:06.735717 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [None req-8e7e6dd6-4d91-4291-8814-dd2efd9e7daa admin admin] Deleting port 564bccf2-1764-4d54-806c-f6a92a9b1773 {{(pid=102387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 18:47:06.736297 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-8e7e6dd6-4d91-4291-8814-dd2efd9e7daa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:47:06.779948 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55b8ef0f-a9f8-4381-846e-1c6beb1d6b44 admin admin] Made reservation on behalf of 2243fae3c4a84449b62a7624bd36086b for: {'subnet': 1} {{(pid=102386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 18:47:06.783065 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-55b8ef0f-a9f8-4381-846e-1c6beb1d6b44 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4877122'] for subnet, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:47:06.849532 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvr_db [None req-02c771fd-48b3-4d97-827f-54dafb273cdf None None] Set router 36201232-d3d2-432e-9fa7-488af60d5de5 gateway port host: None {{(pid=102388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 18:47:06.907016 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.db [None req-8e7e6dd6-4d91-4291-8814-dd2efd9e7daa admin admin] For port 564bccf2-1764-4d54-806c-f6a92a9b1773, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=564bccf2-1764-4d54-806c-f6a92a9b1773,segment=NetworkSegment(85be518c-8bb4-46a2-a903-d4292782d29d),segment_id=85be518c-8bb4-46a2-a903-d4292782d29d)] {{(pid=102387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:47:06.907625 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-8e7e6dd6-4d91-4291-8814-dd2efd9e7daa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:47:06.937404 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [None req-8e7e6dd6-4d91-4291-8814-dd2efd9e7daa admin admin] Calling delete_port for 564bccf2-1764-4d54-806c-f6a92a9b1773 owned by network:router_gateway {{(pid=102387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 18:47:06.951090 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-02c771fd-48b3-4d97-827f-54dafb273cdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36201232-d3d2-432e-9fa7-488af60d5de5', 'name': 'tempest-AttachSCSIVolumeTestJSON-1974747554-router', 'tenant_id': '01a5d928940b4c78a2e85221fe5598b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T18:45:20Z', 'updated_at': '2021-11-05T18:47:06Z', 'revision_number': 6, 'project_id': '01a5d928940b4c78a2e85221fe5598b1', 'gw_port_host': None}], 'n-d-816865-1', False) {} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:47:07.020411 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02c771fd-48b3-4d97-827f-54dafb273cdf None None] The sync data for ids ['36201232-d3d2-432e-9fa7-488af60d5de5'] in n-d-816865-1 is: [{'id': '36201232-d3d2-432e-9fa7-488af60d5de5', 'name': 'tempest-AttachSCSIVolumeTestJSON-1974747554-router', 'tenant_id': '01a5d928940b4c78a2e85221fe5598b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T18:45:20Z', 'updated_at': '2021-11-05T18:47:06Z', 'revision_number': 6, 'project_id': '01a5d928940b4c78a2e85221fe5598b1', 'gw_port_host': None}] {{(pid=102388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 18:47:07.088021 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-55b8ef0f-a9f8-4381-846e-1c6beb1d6b44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6149946', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4877172'] for subnet, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:47:07.148516 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b8ef0f-a9f8-4381-846e-1c6beb1d6b44 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1a898e69-91ad-4a0b-9110-36e9781a553f,revision_number=0']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:47:07.164688 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55b8ef0f-a9f8-4381-846e-1c6beb1d6b44 admin admin] Checking segment: {'id': '7a5f325a-e958-4f9d-83b2-9ada406aab50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '61a1dee8-e33b-4328-a3de-ff8138ae6209'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 18:47:07.165052 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55b8ef0f-a9f8-4381-846e-1c6beb1d6b44 admin admin] Network hostable DHCP agents. Network: 61a1dee8-e33b-4328-a3de-ff8138ae6209, hostable agents: ['987e2ca0-bc3b-4c6f-a989-429ccfbf753f'], hosted agents: [] {{(pid=102386) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 05 18:47:07.225896 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-8e7e6dd6-4d91-4291-8814-dd2efd9e7daa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4417063'] for port, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:47:07.290825 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7e6dd6-4d91-4291-8814-dd2efd9e7daa admin admin] Pushing event deleted for resources: {'Port': ['ID=564bccf2-1764-4d54-806c-f6a92a9b1773,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:47:07.293293 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55b8ef0f-a9f8-4381-846e-1c6beb1d6b44 admin admin] Network 61a1dee8-e33b-4328-a3de-ff8138ae6209 is scheduled to be hosted by DHCP agent 987e2ca0-bc3b-4c6f-a989-429ccfbf753f with binding_index 1 {{(pid=102386) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 05 18:47:07.345021 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-89b109e5-b0cd-4570-9fd8-5893644f3412 req-36652d93-c433-46ce-86d3-9d679604fb28 tempest-InstanceActionsV221TestJSON-1160729479 tempest-InstanceActionsV221TestJSON-1160729479-project] 10.222.0.13 "GET /v2.0/ports?device_id=85f0219f-6f5f-4ccb-94f6-d8b4aef3f2e8 HTTP/1.1" status: 200 len: 210 time: 0.0553939 Nov 05 18:47:07.364787 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-8e7e6dd6-4d91-4291-8814-dd2efd9e7daa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1000651'] for router_gateway, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:47:07.395778 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.base_scheduler [None req-55b8ef0f-a9f8-4381-846e-1c6beb1d6b44 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816865-1, 61a1dee8-e33b-4328-a3de-ff8138ae6209) {{(pid=102386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:47:07.401567 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55b8ef0f-a9f8-4381-846e-1c6beb1d6b44 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:47:07.403760 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-55b8ef0f-a9f8-4381-846e-1c6beb1d6b44 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:47:07.409746 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6399f4d4-b14a-4a59-b271-9876983f2525 None None] Network 61a1dee8-e33b-4328-a3de-ff8138ae6209 requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 18:47:07.510834 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-55b8ef0f-a9f8-4381-846e-1c6beb1d6b44 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8526449 Nov 05 18:47:07.533771 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-8e7e6dd6-4d91-4291-8814-dd2efd9e7daa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-571301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6852'] for router, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:47:07.541524 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-8e7e6dd6-4d91-4291-8814-dd2efd9e7daa admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:47:07.750582 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-8e7e6dd6-4d91-4291-8814-dd2efd9e7daa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-571310'] for router, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:47:07.751156 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e7e6dd6-4d91-4291-8814-dd2efd9e7daa admin admin] Fanout notify agent at l3_agent the message router_deleted on router 36201232-d3d2-432e-9fa7-488af60d5de5 {{(pid=102387) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 05 18:47:07.757485 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-8e7e6dd6-4d91-4291-8814-dd2efd9e7daa admin admin] Publish callbacks [] for router, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:47:07.759797 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-8e7e6dd6-4d91-4291-8814-dd2efd9e7daa admin admin] 10.222.0.13 "DELETE /v2.0/routers/36201232-d3d2-432e-9fa7-488af60d5de5 HTTP/1.1" status: 204 len: 168 time: 1.8237071 Nov 05 18:47:07.767162 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 50982) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:47:07.848170 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.db_base_plugin_v2 [None req-47f1a2a4-548d-4647-99de-4017ef4353f4 admin admin] Deleting subnet d323b0ce-d347-4983-b071-8e4c5220157d {{(pid=102386) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 05 18:47:07.861520 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f784426-44c6-420b-83cb-e816237766e0 None None] Network 61a1dee8-e33b-4328-a3de-ff8138ae6209 requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 18:47:07.864561 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-47f1a2a4-548d-4647-99de-4017ef4353f4 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:47:07.955482 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-47f1a2a4-548d-4647-99de-4017ef4353f4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4590738'] for subnet, precommit_delete_associations {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:47:08.089293 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-47f1a2a4-548d-4647-99de-4017ef4353f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1573928'] for subnet, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:47:08.278625 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73722a5c-fdb5-4dc8-b37c-ebadec0695f9 req-9e988815-f863-4746-b853-a2e777e8a1ea tempest-ListServersNegativeTestJSON-740663082 tempest-ListServersNegativeTestJSON-740663082-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:47:08.278625 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-73722a5c-fdb5-4dc8-b37c-ebadec0695f9 req-9e988815-f863-4746-b853-a2e777e8a1ea tempest-ListServersNegativeTestJSON-740663082 tempest-ListServersNegativeTestJSON-740663082-project] 10.222.0.13 "GET /v2.0/networks?id=61a1dee8-e33b-4328-a3de-ff8138ae6209 HTTP/1.1" status: 200 len: 817 time: 0.1764948 Nov 05 18:47:08.278625 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-73722a5c-fdb5-4dc8-b37c-ebadec0695f9 req-0927ad51-f9f2-4704-8f5b-263f6ad2b96d tempest-ListServersNegativeTestJSON-740663082 tempest-ListServersNegativeTestJSON-740663082-project] 10.222.0.13 "GET /v2.0/quotas/2243fae3c4a84449b62a7624bd36086b HTTP/1.1" status: 200 len: 375 time: 0.0133069 Nov 05 18:47:08.323669 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-73722a5c-fdb5-4dc8-b37c-ebadec0695f9 req-dd2492f5-fea7-4d13-b5e3-1c00c4815202 tempest-ListServersNegativeTestJSON-740663082 tempest-ListServersNegativeTestJSON-740663082-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=2243fae3c4a84449b62a7624bd36086b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0350513 Nov 05 18:47:08.477241 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-47f1a2a4-548d-4647-99de-4017ef4353f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1573905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6149879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4877183'] for subnet, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:47:08.480875 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-31f93893-a48e-4ae8-833d-dccb2b42eacc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:47:08.498663 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-73722a5c-fdb5-4dc8-b37c-ebadec0695f9 req-e4fcafcf-67eb-4836-9219-8ed517506d0b service neutron] 10.222.0.13 "GET /v2.0/networks/61a1dee8-e33b-4328-a3de-ff8138ae6209?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1876462 Nov 05 18:47:08.521317 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:47:08.532058 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f1a2a4-548d-4647-99de-4017ef4353f4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d323b0ce-d347-4983-b071-8e4c5220157d,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:47:08.563237 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-47f1a2a4-548d-4647-99de-4017ef4353f4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:47:08.566519 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-47f1a2a4-548d-4647-99de-4017ef4353f4 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/d323b0ce-d347-4983-b071-8e4c5220157d HTTP/1.1" status: 204 len: 168 time: 0.7983243 Nov 05 18:47:08.569335 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 51004) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:47:08.570340 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3a8fcea-9c9b-459a-bdfc-37f147fdcffe None None] Network 2878d988-d4ff-4272-8dd1-ca410e5ec614 requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 18:47:08.708862 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-73722a5c-fdb5-4dc8-b37c-ebadec0695f9 req-e5e9892d-1ac2-45f1-b4ed-f46637082fed service neutron] 10.222.0.13 "GET /v2.0/networks/61a1dee8-e33b-4328-a3de-ff8138ae6209?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2055974 Nov 05 18:47:08.766254 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-505c8407-3f6e-4243-9c9f-d8d61a79ff37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1664226'] for network, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:47:08.813591 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 9922ff7d-59ea-44e6-881e-dc922bc5d7cc no longer exists at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 18:47:08.867225 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 51016) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:47:08.878058 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] No Port match for: 9922ff7d-59ea-44e6-881e-dc922bc5d7cc {{(pid=102388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 18:47:08.878759 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 9922ff7d-59ea-44e6-881e-dc922bc5d7cc not bound to the agent host n-d-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 18:47:08.880100 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 564bccf2-1764-4d54-806c-f6a92a9b1773 no longer exists at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 18:47:08.915919 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-505c8407-3f6e-4243-9c9f-d8d61a79ff37 admin admin] Deleting port 06313dad-1cc8-42b2-8121-cd531513e17b {{(pid=102386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 18:47:08.917753 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-505c8407-3f6e-4243-9c9f-d8d61a79ff37 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:47:08.918504 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] No Port match for: 564bccf2-1764-4d54-806c-f6a92a9b1773 {{(pid=102388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 18:47:08.919020 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 564bccf2-1764-4d54-806c-f6a92a9b1773 not bound to the agent host n-d-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 18:47:08.944794 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f5b60b0-1abe-4f05-8e92-1fccd2ce24fe admin admin] Deleting subnet 90609911-852a-43a2-b9ee-b8917300d4d3 {{(pid=102387) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 05 18:47:08.949904 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-9f5b60b0-1abe-4f05-8e92-1fccd2ce24fe admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:47:08.992496 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-9f5b60b0-1abe-4f05-8e92-1fccd2ce24fe admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4463501'] for subnet, precommit_delete_associations {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:47:09.031536 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfe934c7-e484-47ab-ad92-5320100e8b26 None None] DHCP port deletion for 2878d988-d4ff-4272-8dd1-ca410e5ec614 request from n-d-816865-1 {{(pid=102388) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 05 18:47:09.052777 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [None req-505c8407-3f6e-4243-9c9f-d8d61a79ff37 admin admin] For port 06313dad-1cc8-42b2-8121-cd531513e17b, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=06313dad-1cc8-42b2-8121-cd531513e17b,segment=NetworkSegment(796193d3-6e21-477d-b050-6c609fabc6b5),segment_id=796193d3-6e21-477d-b050-6c609fabc6b5)] {{(pid=102386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:47:09.053234 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-505c8407-3f6e-4243-9c9f-d8d61a79ff37 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:47:09.076213 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-505c8407-3f6e-4243-9c9f-d8d61a79ff37 admin admin] Calling delete_port for 06313dad-1cc8-42b2-8121-cd531513e17b owned by network:dhcp {{(pid=102386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 18:47:09.076415 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-9f5b60b0-1abe-4f05-8e92-1fccd2ce24fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1573928'] for subnet, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:47:09.113926 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-dfe934c7-e484-47ab-ad92-5320100e8b26 None None] Deleting port 06313dad-1cc8-42b2-8121-cd531513e17b {{(pid=102388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 18:47:09.114725 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-dfe934c7-e484-47ab-ad92-5320100e8b26 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:47:09.194033 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-dfe934c7-e484-47ab-ad92-5320100e8b26 None None] For port 06313dad-1cc8-42b2-8121-cd531513e17b, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=06313dad-1cc8-42b2-8121-cd531513e17b,segment=NetworkSegment(796193d3-6e21-477d-b050-6c609fabc6b5),segment_id=796193d3-6e21-477d-b050-6c609fabc6b5)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:47:09.194555 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-dfe934c7-e484-47ab-ad92-5320100e8b26 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:47:09.211241 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-dfe934c7-e484-47ab-ad92-5320100e8b26 None None] Calling delete_port for 06313dad-1cc8-42b2-8121-cd531513e17b owned by network:dhcp {{(pid=102388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 18:47:09.259539 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-9f5b60b0-1abe-4f05-8e92-1fccd2ce24fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1573905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4417146', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5112209'] for subnet, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:47:09.287467 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-505c8407-3f6e-4243-9c9f-d8d61a79ff37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:47:09.308494 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5b60b0-1abe-4f05-8e92-1fccd2ce24fe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=90609911-852a-43a2-b9ee-b8917300d4d3,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:47:09.308494 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-9f5b60b0-1abe-4f05-8e92-1fccd2ce24fe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597851'] for subnet, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:47:09.308494 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-9f5b60b0-1abe-4f05-8e92-1fccd2ce24fe admin admin] 10.222.0.13 "DELETE /v2.0/subnets/90609911-852a-43a2-b9ee-b8917300d4d3 HTTP/1.1" status: 204 len: 168 time: 0.4326577 Nov 05 18:47:09.308494 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 51020) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:47:09.310434 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-dfe934c7-e484-47ab-ad92-5320100e8b26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798'] for port, after_delete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:47:09.343409 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe934c7-e484-47ab-ad92-5320100e8b26 None None] Pushing event deleted for resources: {'Port': ['ID=06313dad-1cc8-42b2-8121-cd531513e17b,revision_number=None']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:47:09.354970 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfe934c7-e484-47ab-ad92-5320100e8b26 None None] No DVR routers for this DVR port 06313dad-1cc8-42b2-8121-cd531513e17b on host n-d-816865-1 {{(pid=102388) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 18:47:09.368649 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505c8407-3f6e-4243-9c9f-d8d61a79ff37 admin admin] Pushing event deleted for resources: {'Port': ['ID=06313dad-1cc8-42b2-8121-cd531513e17b,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:47:09.390453 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-505c8407-3f6e-4243-9c9f-d8d61a79ff37 admin admin] No DVR routers for this DVR port 06313dad-1cc8-42b2-8121-cd531513e17b on host n-d-816865-1 {{(pid=102386) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 18:47:09.408283 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-4526d726-5971-42af-9b66-5bc98353a7b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1664226'] for network, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:47:09.476245 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Device 4fb19ebd-a75f-40bf-9b89-098618875237 no longer exists at agent hyperv_n-h2-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 18:47:09.477753 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-505c8407-3f6e-4243-9c9f-d8d61a79ff37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1579173', 'neutron.services.segments.db._delete_segments_for_network-8750027792909'] for network, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:47:09.505336 n-d-816865-1 neutron-server[102386]: DEBUG neutron.services.segments.db [None req-505c8407-3f6e-4243-9c9f-d8d61a79ff37 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2878d988-d4ff-4272-8dd1-ca410e5ec614']}} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:47:09.520200 n-d-816865-1 neutron-server[102386]: DEBUG neutron.services.segments.db [None req-505c8407-3f6e-4243-9c9f-d8d61a79ff37 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '796193d3-6e21-477d-b050-6c609fabc6b5') {'for_net_delete': True} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:47:09.521707 n-d-816865-1 neutron-server[102386]: DEBUG neutron.services.segments.db [None req-505c8407-3f6e-4243-9c9f-d8d61a79ff37 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '796193d3-6e21-477d-b050-6c609fabc6b5') {} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:47:09.529168 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] No Port match for: 4fb19ebd-a75f-40bf-9b89-098618875237 {{(pid=102388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 18:47:09.529168 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Device 4fb19ebd-a75f-40bf-9b89-098618875237 not bound to the agent host n-h2-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 18:47:09.541713 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-505c8407-3f6e-4243-9c9f-d8d61a79ff37 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750027793430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4590747'] for segment, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:47:09.564401 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-505c8407-3f6e-4243-9c9f-d8d61a79ff37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273'] for segment, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:47:09.571932 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-4526d726-5971-42af-9b66-5bc98353a7b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1579173', 'neutron.services.segments.db._delete_segments_for_network-8750027792909'] for network, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:47:09.577857 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-505c8407-3f6e-4243-9c9f-d8d61a79ff37 admin admin] Releasing vlan 160 on physical network physnet1 to pool {{(pid=102386) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 05 18:47:09.578977 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-505c8407-3f6e-4243-9c9f-d8d61a79ff37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6149721'] for segment, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:47:09.582573 n-d-816865-1 neutron-server[102386]: Traceback (most recent call last): Nov 05 18:47:09.582573 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 05 18:47:09.582573 n-d-816865-1 neutron-server[102386]: timer() Nov 05 18:47:09.582573 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 05 18:47:09.582573 n-d-816865-1 neutron-server[102386]: cb(*args, **kw) Nov 05 18:47:09.582573 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 05 18:47:09.582573 n-d-816865-1 neutron-server[102386]: return func(*args, **kwargs) Nov 05 18:47:09.582573 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 05 18:47:09.582573 n-d-816865-1 neutron-server[102386]: self._notify() Nov 05 18:47:09.582573 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 05 18:47:09.582573 n-d-816865-1 neutron-server[102386]: self.callback(batched_events) Nov 05 18:47:09.582573 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 05 18:47:09.582573 n-d-816865-1 neutron-server[102386]: event.method(event) Nov 05 18:47:09.582573 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 05 18:47:09.582573 n-d-816865-1 neutron-server[102386]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 05 18:47:09.582573 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 05 18:47:09.582573 n-d-816865-1 neutron-server[102386]: aggregate_uuid = self.p_client.list_aggregates( Nov 05 18:47:09.582573 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 05 18:47:09.582573 n-d-816865-1 neutron-server[102386]: return f(self, *a, **k) Nov 05 18:47:09.582573 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 05 18:47:09.582573 n-d-816865-1 neutron-server[102386]: return self._get(url).json() Nov 05 18:47:09.582573 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 05 18:47:09.582573 n-d-816865-1 neutron-server[102386]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 05 18:47:09.582573 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 05 18:47:09.582573 n-d-816865-1 neutron-server[102386]: return self.request(url, 'GET', **kwargs) Nov 05 18:47:09.582573 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 05 18:47:09.582573 n-d-816865-1 neutron-server[102386]: base_url = self.get_endpoint(auth, allow=allow, Nov 05 18:47:09.582573 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 05 18:47:09.582573 n-d-816865-1 neutron-server[102386]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 05 18:47:09.582573 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 05 18:47:09.582573 n-d-816865-1 neutron-server[102386]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 05 18:47:09.582573 n-d-816865-1 neutron-server[102386]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 05 18:47:09.594288 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-f039a0ba-f425-4fda-905f-d4d3159de6c3 req-0f9ebe33-0efc-41fe-ac5e-81b508267ec7 tempest-ListServersNegativeTestJSON-740663082 tempest-ListServersNegativeTestJSON-740663082-project] 10.222.0.13 "GET /v2.0/ports?device_id=86c03832-1925-47c9-8678-eebfcb8b127e HTTP/1.1" status: 200 len: 210 time: 0.0356810 Nov 05 18:47:09.629944 n-d-816865-1 neutron-server[102387]: DEBUG neutron.services.segments.db [None req-4526d726-5971-42af-9b66-5bc98353a7b6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['abea4a81-5ebf-4b5f-a151-5dc74bf77b2f']}} {{(pid=102387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:47:09.647186 n-d-816865-1 neutron-server[102387]: DEBUG neutron.services.segments.db [None req-4526d726-5971-42af-9b66-5bc98353a7b6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6dcbf2cd-caff-4e59-8f16-e7d6c7f201e8') {'for_net_delete': True} {{(pid=102387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:47:09.647516 n-d-816865-1 neutron-server[102387]: DEBUG neutron.services.segments.db [None req-4526d726-5971-42af-9b66-5bc98353a7b6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6dcbf2cd-caff-4e59-8f16-e7d6c7f201e8') {} {{(pid=102387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:47:09.662135 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-4526d726-5971-42af-9b66-5bc98353a7b6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750027793430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4463492'] for segment, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:47:09.681566 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-4526d726-5971-42af-9b66-5bc98353a7b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273'] for segment, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:47:09.688122 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4526d726-5971-42af-9b66-5bc98353a7b6 admin admin] Releasing vlan 195 on physical network physnet1 to pool {{(pid=102387) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 05 18:47:09.688479 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-4526d726-5971-42af-9b66-5bc98353a7b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4417236'] for segment, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:47:09.691068 n-d-816865-1 neutron-server[102387]: Traceback (most recent call last): Nov 05 18:47:09.691068 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 05 18:47:09.691068 n-d-816865-1 neutron-server[102387]: timer() Nov 05 18:47:09.691068 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 05 18:47:09.691068 n-d-816865-1 neutron-server[102387]: cb(*args, **kw) Nov 05 18:47:09.691068 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 05 18:47:09.691068 n-d-816865-1 neutron-server[102387]: return func(*args, **kwargs) Nov 05 18:47:09.691068 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 05 18:47:09.691068 n-d-816865-1 neutron-server[102387]: self._notify() Nov 05 18:47:09.691068 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 05 18:47:09.691068 n-d-816865-1 neutron-server[102387]: self.callback(batched_events) Nov 05 18:47:09.691068 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 05 18:47:09.691068 n-d-816865-1 neutron-server[102387]: event.method(event) Nov 05 18:47:09.691068 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 05 18:47:09.691068 n-d-816865-1 neutron-server[102387]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 05 18:47:09.691068 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 05 18:47:09.691068 n-d-816865-1 neutron-server[102387]: aggregate_uuid = self.p_client.list_aggregates( Nov 05 18:47:09.691068 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 05 18:47:09.691068 n-d-816865-1 neutron-server[102387]: return f(self, *a, **k) Nov 05 18:47:09.691068 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 05 18:47:09.691068 n-d-816865-1 neutron-server[102387]: return self._get(url).json() Nov 05 18:47:09.691068 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 05 18:47:09.691068 n-d-816865-1 neutron-server[102387]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 05 18:47:09.691068 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 05 18:47:09.691068 n-d-816865-1 neutron-server[102387]: return self.request(url, 'GET', **kwargs) Nov 05 18:47:09.691068 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 05 18:47:09.691068 n-d-816865-1 neutron-server[102387]: base_url = self.get_endpoint(auth, allow=allow, Nov 05 18:47:09.691068 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 05 18:47:09.691068 n-d-816865-1 neutron-server[102387]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 05 18:47:09.691068 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 05 18:47:09.691068 n-d-816865-1 neutron-server[102387]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 05 18:47:09.691068 n-d-816865-1 neutron-server[102387]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 05 18:47:09.727935 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-505c8407-3f6e-4243-9c9f-d8d61a79ff37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1579178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-956796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1000687'] for network, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:47:09.734195 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-505c8407-3f6e-4243-9c9f-d8d61a79ff37 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597851'] for network, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:47:09.738151 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-505c8407-3f6e-4243-9c9f-d8d61a79ff37 admin admin] 10.222.0.13 "DELETE /v2.0/networks/2878d988-d4ff-4272-8dd1-ca410e5ec614 HTTP/1.1" status: 204 len: 168 time: 1.1670184 Nov 05 18:47:09.751524 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505c8407-3f6e-4243-9c9f-d8d61a79ff37 admin admin] Pushing event deleted for resources: {'Network': ['ID=2878d988-d4ff-4272-8dd1-ca410e5ec614,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:47:09.848167 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-4526d726-5971-42af-9b66-5bc98353a7b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1579178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-956796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1000687'] for network, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:47:09.854910 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-4526d726-5971-42af-9b66-5bc98353a7b6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597851'] for network, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:47:09.863732 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-4526d726-5971-42af-9b66-5bc98353a7b6 admin admin] 10.222.0.13 "DELETE /v2.0/networks/abea4a81-5ebf-4b5f-a151-5dc74bf77b2f HTTP/1.1" status: 204 len: 168 time: 0.5530295 Nov 05 18:47:09.867915 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4526d726-5971-42af-9b66-5bc98353a7b6 admin admin] Pushing event deleted for resources: {'Network': ['ID=abea4a81-5ebf-4b5f-a151-5dc74bf77b2f,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:47:10.127237 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 51052) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:47:10.169806 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-efe76350-3321-4c74-8fc2-03d0d4f90206 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=97328bf82188472f95d7e0dd2282b437&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0413032 Nov 05 18:47:10.172270 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 51054) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:47:10.235772 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 51056) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:47:10.245037 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-47d92231-e2a5-44a1-8adf-c717504332a4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:47:10.267976 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-47d92231-e2a5-44a1-8adf-c717504332a4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:47:10.284097 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-76645514-bdc1-4c5c-95b7-8dde4d82a3cb admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=17272d25d24642edb0d5c7b5b9184a35&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0470123 Nov 05 18:47:10.287148 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 51058) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:47:10.362444 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-3a09080b-33a6-44c8-833e-d1f559cb2363 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:47:10.390642 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-3a09080b-33a6-44c8-833e-d1f559cb2363 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:47:10.453798 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-47d92231-e2a5-44a1-8adf-c717504332a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:47:10.456365 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-47d92231-e2a5-44a1-8adf-c717504332a4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:47:10.459740 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-47d92231-e2a5-44a1-8adf-c717504332a4 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3b86adff-4a9f-4ee7-9e87-504cc86d3d57 HTTP/1.1" status: 204 len: 168 time: 0.2836590 Nov 05 18:47:10.475508 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d92231-e2a5-44a1-8adf-c717504332a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b86adff-4a9f-4ee7-9e87-504cc86d3d57,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:47:10.486989 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca641f6-d3a8-4502-a444-82e10ddec8b6 req-e11b855a-5588-4cb0-8bbc-99f24557f1d1 tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:47:10.488574 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-0ca641f6-d3a8-4502-a444-82e10ddec8b6 req-e11b855a-5588-4cb0-8bbc-99f24557f1d1 tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] 10.222.0.13 "GET /v2.0/ports?device_id=cd40ab5d-0d1e-4823-97ac-1efde8c984da HTTP/1.1" status: 200 len: 945 time: 0.0913777 Nov 05 18:47:10.558947 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-3a09080b-33a6-44c8-833e-d1f559cb2363 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:47:10.561485 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-3a09080b-33a6-44c8-833e-d1f559cb2363 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:47:10.562619 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-3a09080b-33a6-44c8-833e-d1f559cb2363 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e580355f-b0cf-43d7-8472-5a347d18e168 HTTP/1.1" status: 204 len: 168 time: 0.2745388 Nov 05 18:47:10.577833 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-0ca641f6-d3a8-4502-a444-82e10ddec8b6 req-e1da2fe9-ace9-4a24-832f-099df9c45ab7 tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] 10.222.0.13 "GET /v2.0/security-groups?id=e0838ac1-f008-48c1-ab43-123e255d616a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774860 Nov 05 18:47:10.590300 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a09080b-33a6-44c8-833e-d1f559cb2363 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e580355f-b0cf-43d7-8472-5a347d18e168,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:47:10.689546 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 06313dad-1cc8-42b2-8121-cd531513e17b no longer exists at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 18:47:10.718484 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] No Port match for: 06313dad-1cc8-42b2-8121-cd531513e17b {{(pid=102388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 18:47:10.719135 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 06313dad-1cc8-42b2-8121-cd531513e17b not bound to the agent host n-d-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 18:47:10.723457 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-172e71c3-c64b-4d81-8a36-c432daa75bd6 req-a822f941-b32b-4c97-9a1f-69b65b5405c2 tempest-ListServersNegativeTestJSON-740663082 tempest-ListServersNegativeTestJSON-740663082-project] 10.222.0.13 "GET /v2.0/ports?device_id=86c03832-1925-47c9-8678-eebfcb8b127e HTTP/1.1" status: 200 len: 210 time: 0.0459685 Nov 05 18:47:11.812002 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-13f857e9-acbe-4f44-af03-4fb616008c9b req-a0ffdfdb-8b48-4c97-a6e4-924a7d0a52f5 tempest-ListServersNegativeTestJSON-740663082 tempest-ListServersNegativeTestJSON-740663082-project] 10.222.0.13 "GET /v2.0/ports?device_id=86c03832-1925-47c9-8678-eebfcb8b127e HTTP/1.1" status: 200 len: 210 time: 0.0280502 Nov 05 18:47:12.077735 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e881de0-02c3-422a-aaf0-8675b3a79642 req-d073ba88-af58-468b-9688-4a8a9b3b5026 tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:47:12.077735 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-2e881de0-02c3-422a-aaf0-8675b3a79642 req-d073ba88-af58-468b-9688-4a8a9b3b5026 tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] 10.222.0.13 "GET /v2.0/ports?device_id=cd40ab5d-0d1e-4823-97ac-1efde8c984da HTTP/1.1" status: 200 len: 945 time: 0.0530474 Nov 05 18:47:12.077735 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-2e881de0-02c3-422a-aaf0-8675b3a79642 req-1eebc9a0-ee0b-4c39-a068-a37358a4188f tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] 10.222.0.13 "GET /v2.0/security-groups?id=e0838ac1-f008-48c1-ab43-123e255d616a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461593 Nov 05 18:47:12.543784 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695bc3b3-693d-46b0-8c04-15f975891b90 req-b5f3e3c9-6ef8-4f00-9dc4-2f48ac278b35 tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:47:12.545580 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-695bc3b3-693d-46b0-8c04-15f975891b90 req-b5f3e3c9-6ef8-4f00-9dc4-2f48ac278b35 tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] 10.222.0.55 "GET /v2.0/ports?device_id=cd40ab5d-0d1e-4823-97ac-1efde8c984da HTTP/1.1" status: 200 len: 945 time: 0.0810380 Nov 05 18:47:12.665639 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [req-695bc3b3-693d-46b0-8c04-15f975891b90 req-d5a9bf15-df0f-4fc4-b476-0853f6dd5d04 tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] Deleting port 9c8e4387-6aa3-4c1a-9b48-f1f22772e3c3 {{(pid=102386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 18:47:12.666006 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-695bc3b3-693d-46b0-8c04-15f975891b90 req-d5a9bf15-df0f-4fc4-b476-0853f6dd5d04 tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:47:12.763752 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [req-695bc3b3-693d-46b0-8c04-15f975891b90 req-d5a9bf15-df0f-4fc4-b476-0853f6dd5d04 tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] For port 9c8e4387-6aa3-4c1a-9b48-f1f22772e3c3, host n-h2-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=9c8e4387-6aa3-4c1a-9b48-f1f22772e3c3,segment=NetworkSegment(18ff82bc-5fc5-4d18-b58f-45dd42e01fae),segment_id=18ff82bc-5fc5-4d18-b58f-45dd42e01fae)] {{(pid=102386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:47:12.764062 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-695bc3b3-693d-46b0-8c04-15f975891b90 req-d5a9bf15-df0f-4fc4-b476-0853f6dd5d04 tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:47:12.777040 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [req-695bc3b3-693d-46b0-8c04-15f975891b90 req-d5a9bf15-df0f-4fc4-b476-0853f6dd5d04 tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] Calling delete_port for 9c8e4387-6aa3-4c1a-9b48-f1f22772e3c3 owned by compute:nova {{(pid=102386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 18:47:12.916302 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 51120) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:47:12.926120 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-81832bfd-380d-4217-b944-1ceccc959ba7 req-b68b4715-6ffe-4f9a-920a-787bd1599aee tempest-ListServersNegativeTestJSON-740663082 tempest-ListServersNegativeTestJSON-740663082-project] 10.222.0.13 "GET /v2.0/ports?device_id=86c03832-1925-47c9-8678-eebfcb8b127e HTTP/1.1" status: 200 len: 210 time: 0.0428836 Nov 05 18:47:12.989430 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-a88670f2-c8ea-4fa1-8f31-20ff851261c6 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=01a5d928940b4c78a2e85221fe5598b1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0713947 Nov 05 18:47:12.991570 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 51122) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:47:13.048065 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-f57b7b12-57f8-4e0d-b7e5-5769d004f840 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:47:13.080252 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-f57b7b12-57f8-4e0d-b7e5-5769d004f840 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:47:13.203922 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05526d54-ce0e-4af7-bfa0-9ef77dfd9d72 req-516236f8-ddc0-4465-add5-d46d0001d372 tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:47:13.205304 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-05526d54-ce0e-4af7-bfa0-9ef77dfd9d72 req-516236f8-ddc0-4465-add5-d46d0001d372 tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] 10.222.0.13 "GET /v2.0/ports?device_id=cd40ab5d-0d1e-4823-97ac-1efde8c984da HTTP/1.1" status: 200 len: 945 time: 0.0478277 Nov 05 18:47:13.254095 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-05526d54-ce0e-4af7-bfa0-9ef77dfd9d72 req-d5087821-c2d8-4a02-a78e-958d47dcd321 tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] 10.222.0.13 "GET /v2.0/security-groups?id=e0838ac1-f008-48c1-ab43-123e255d616a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427315 Nov 05 18:47:13.339336 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-695bc3b3-693d-46b0-8c04-15f975891b90 req-d5a9bf15-df0f-4fc4-b476-0853f6dd5d04 tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:47:13.351109 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] get_ports_and_sgs() called for port_ids ['9c8e4387-6aa3-4c1a-9b48-f1f22772e3c3'] {{(pid=102388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 18:47:13.366659 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a9bf15-df0f-4fc4-b476-0853f6dd5d04 tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] Pushing event deleted for resources: {'Port': ['ID=9c8e4387-6aa3-4c1a-9b48-f1f22772e3c3,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:47:13.379277 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-f57b7b12-57f8-4e0d-b7e5-5769d004f840 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:47:13.381998 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-f57b7b12-57f8-4e0d-b7e5-5769d004f840 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:47:13.383240 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-f57b7b12-57f8-4e0d-b7e5-5769d004f840 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/12e6cfbb-280c-4d67-9e6f-996d7b76331f HTTP/1.1" status: 204 len: 168 time: 0.3905637 Nov 05 18:47:13.408632 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57b7b12-57f8-4e0d-b7e5-5769d004f840 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12e6cfbb-280c-4d67-9e6f-996d7b76331f,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:47:13.425299 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [req-695bc3b3-693d-46b0-8c04-15f975891b90 req-d5a9bf15-df0f-4fc4-b476-0853f6dd5d04 tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] No DVR routers for this DVR port 9c8e4387-6aa3-4c1a-9b48-f1f22772e3c3 on host n-h2-816865-1 {{(pid=102386) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 18:47:13.427929 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-695bc3b3-693d-46b0-8c04-15f975891b90 req-d5a9bf15-df0f-4fc4-b476-0853f6dd5d04 tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:47:13.431399 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-695bc3b3-693d-46b0-8c04-15f975891b90 req-d5a9bf15-df0f-4fc4-b476-0853f6dd5d04 tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] 10.222.0.55 "DELETE /v2.0/ports/9c8e4387-6aa3-4c1a-9b48-f1f22772e3c3 HTTP/1.1" status: 204 len: 173 time: 0.8744702 Nov 05 18:47:13.432581 n-d-816865-1 neutron-server[102386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd40ab5d-0d1e-4823-97ac-1efde8c984da', 'name': 'network-vif-deleted', 'tag': '9c8e4387-6aa3-4c1a-9b48-f1f22772e3c3'}] {{(pid=102386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 18:47:13.434971 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6173a44d7c73f41af551dc890fa1a5892c2c6bc3458b640c8e0c24db7876ba6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9340a1cf-f14b-4133-b029-f5414d54ab62" -d '{"events": [{"server_uuid": "cd40ab5d-0d1e-4823-97ac-1efde8c984da", "name": "network-vif-deleted", "tag": "9c8e4387-6aa3-4c1a-9b48-f1f22772e3c3"}]}' {{(pid=102386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 18:47:13.482458 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 18:47:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05101cdb-3813-4b60-8a9c-c95495ea8452 x-openstack-request-id: req-05101cdb-3813-4b60-8a9c-c95495ea8452 {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 18:47:13.482927 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd40ab5d-0d1e-4823-97ac-1efde8c984da", "name": "network-vif-deleted", "tag": "9c8e4387-6aa3-4c1a-9b48-f1f22772e3c3", "status": "completed", "code": 200}]} {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 18:47:13.483180 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-05101cdb-3813-4b60-8a9c-c95495ea8452 {{(pid=102386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 18:47:13.483585 n-d-816865-1 neutron-server[102386]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd40ab5d-0d1e-4823-97ac-1efde8c984da', 'name': 'network-vif-deleted', 'tag': '9c8e4387-6aa3-4c1a-9b48-f1f22772e3c3', 'status': 'completed', 'code': 200} Nov 05 18:47:13.725474 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 51152) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:47:13.873415 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-221040eb-1ef8-43df-be6e-78cf785ce28c admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-2067754164-network', 'tenant_id': '378ccecb06c94ef88e7da4c8170a11c7'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:47:13.961668 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-221040eb-1ef8-43df-be6e-78cf785ce28c admin admin] Made reservation on behalf of 378ccecb06c94ef88e7da4c8170a11c7 for: {'network': 1} {{(pid=102386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 18:47:13.964090 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-221040eb-1ef8-43df-be6e-78cf785ce28c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for network, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:47:13.991192 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-221040eb-1ef8-43df-be6e-78cf785ce28c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:47:14.098165 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-b07da953-7488-490a-ba8b-d724d907b04c req-65692dd4-c90e-465f-a5c5-0d564e4c19ad tempest-ListServersNegativeTestJSON-740663082 tempest-ListServersNegativeTestJSON-740663082-project] 10.222.0.13 "GET /v2.0/ports?device_id=86c03832-1925-47c9-8678-eebfcb8b127e HTTP/1.1" status: 200 len: 210 time: 0.0604908 Nov 05 18:47:14.141276 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-221040eb-1ef8-43df-be6e-78cf785ce28c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:47:14.253773 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-221040eb-1ef8-43df-be6e-78cf785ce28c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:47:14.279767 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-221040eb-1ef8-43df-be6e-78cf785ce28c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 192} {{(pid=102386) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 05 18:47:14.299461 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-221040eb-1ef8-43df-be6e-78cf785ce28c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273'] for segment, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:47:14.299964 n-d-816865-1 neutron-server[102386]: INFO neutron.db.segments_db [None req-221040eb-1ef8-43df-be6e-78cf785ce28c admin admin] Added segment 7445ea9a-4cf5-460c-9ebc-f147fce20e40 of type vlan for network 6e560c56-4147-45a9-8213-dc6fad368cb2 Nov 05 18:47:14.301438 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221040eb-1ef8-43df-be6e-78cf785ce28c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6832ddad-28ff-482a-a14c-7be3bdb8c0fe,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:47:14.395014 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-221040eb-1ef8-43df-be6e-78cf785ce28c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750027258543'] for network, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:47:14.446797 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-037e7ac6-4013-4e87-b6e8-90474e477d97 req-1a3e0484-0698-4662-8d9f-34a16f7e9e9d tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] 10.222.0.13 "GET /v2.0/ports?device_id=cd40ab5d-0d1e-4823-97ac-1efde8c984da HTTP/1.1" status: 200 len: 210 time: 0.0485158 Nov 05 18:47:14.567371 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-221040eb-1ef8-43df-be6e-78cf785ce28c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-956796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877'] for network, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:47:14.568510 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-221040eb-1ef8-43df-be6e-78cf785ce28c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:47:14.569208 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-221040eb-1ef8-43df-be6e-78cf785ce28c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597851'] for network, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:47:14.645195 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221040eb-1ef8-43df-be6e-78cf785ce28c admin admin] Pushing event updated for resources: {'Network': ['ID=6e560c56-4147-45a9-8213-dc6fad368cb2,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:47:14.656263 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Network 6e560c56-4147-45a9-8213-dc6fad368cb2 details requested by agent ovs-agent-n-d-816865-1 with host n-d-816865-1 {{(pid=102388) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 05 18:47:14.692757 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-221040eb-1ef8-43df-be6e-78cf785ce28c admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 0.9650922 Nov 05 18:47:14.694629 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 51186) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:47:14.701476 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-f3bfb961-b92c-432f-9529-9f21f6fe8935 admin admin] Request body: {'subnet': {'network_id': '6e560c56-4147-45a9-8213-dc6fad368cb2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-2067754164-subnet', 'tenant_id': '378ccecb06c94ef88e7da4c8170a11c7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:47:14.807695 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3bfb961-b92c-432f-9529-9f21f6fe8935 admin admin] Made reservation on behalf of 378ccecb06c94ef88e7da4c8170a11c7 for: {'subnet': 1} {{(pid=102387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 18:47:14.813439 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-f3bfb961-b92c-432f-9529-9f21f6fe8935 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5112236'] for subnet, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:47:15.203124 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-f3bfb961-b92c-432f-9529-9f21f6fe8935 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4417463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5112218'] for subnet, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:47:15.257515 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-00b6571f-1dad-422a-bb1a-933a27ca8781 req-4f4695a3-3fca-4739-a27a-6ad385a36190 tempest-ListServersNegativeTestJSON-740663082 tempest-ListServersNegativeTestJSON-740663082-project] 10.222.0.13 "GET /v2.0/ports?device_id=86c03832-1925-47c9-8678-eebfcb8b127e HTTP/1.1" status: 200 len: 210 time: 0.0639331 Nov 05 18:47:15.283546 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73722a5c-fdb5-4dc8-b37c-ebadec0695f9 req-30639020-554f-46d0-9f47-ba00a3efb171 tempest-ListServersNegativeTestJSON-740663082 tempest-ListServersNegativeTestJSON-740663082-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:47:15.285263 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-73722a5c-fdb5-4dc8-b37c-ebadec0695f9 req-30639020-554f-46d0-9f47-ba00a3efb171 tempest-ListServersNegativeTestJSON-740663082 tempest-ListServersNegativeTestJSON-740663082-project] 10.222.0.41 "GET /v2.0/networks?id=61a1dee8-e33b-4328-a3de-ff8138ae6209 HTTP/1.1" status: 200 len: 817 time: 0.2479393 Nov 05 18:47:15.299939 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [req-73722a5c-fdb5-4dc8-b37c-ebadec0695f9 req-59119860-c3b9-41ec-8927-bf09cc6e8e90 tempest-ListServersNegativeTestJSON-740663082 tempest-ListServersNegativeTestJSON-740663082-project] Request body: {'port': {'device_id': 'd592152a-bc3c-4efb-a06c-1b8eab290ff6', 'network_id': '61a1dee8-e33b-4328-a3de-ff8138ae6209', 'admin_state_up': True, 'tenant_id': '2243fae3c4a84449b62a7624bd36086b'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:47:15.461700 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3bfb961-b92c-432f-9529-9f21f6fe8935 admin admin] Checking segment: {'id': '7445ea9a-4cf5-460c-9ebc-f147fce20e40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '6e560c56-4147-45a9-8213-dc6fad368cb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 18:47:15.464018 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3bfb961-b92c-432f-9529-9f21f6fe8935 admin admin] Network hostable DHCP agents. Network: 6e560c56-4147-45a9-8213-dc6fad368cb2, hostable agents: ['987e2ca0-bc3b-4c6f-a989-429ccfbf753f'], hosted agents: [] {{(pid=102387) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 05 18:47:15.527170 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Device 9c8e4387-6aa3-4c1a-9b48-f1f22772e3c3 no longer exists at agent hyperv_n-h2-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 18:47:15.555550 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3bfb961-b92c-432f-9529-9f21f6fe8935 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ecd4589f-eb0a-4ce5-acb7-d3ef19f6340d,revision_number=0']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:47:15.572974 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] No Port match for: 9c8e4387-6aa3-4c1a-9b48-f1f22772e3c3 {{(pid=102388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 18:47:15.572974 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Device 9c8e4387-6aa3-4c1a-9b48-f1f22772e3c3 not bound to the agent host n-h2-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 18:47:15.630447 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3bfb961-b92c-432f-9529-9f21f6fe8935 admin admin] Network 6e560c56-4147-45a9-8213-dc6fad368cb2 is scheduled to be hosted by DHCP agent 987e2ca0-bc3b-4c6f-a989-429ccfbf753f with binding_index 1 {{(pid=102387) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 05 18:47:15.644641 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-36486dda-ef8a-479e-9ca4-72698ea0c03f req-861161e7-c953-4b40-babd-457ac74c1796 tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] 10.222.0.13 "GET /v2.0/ports?device_id=cd40ab5d-0d1e-4823-97ac-1efde8c984da HTTP/1.1" status: 200 len: 210 time: 0.0517092 Nov 05 18:47:15.647466 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-73722a5c-fdb5-4dc8-b37c-ebadec0695f9 req-59119860-c3b9-41ec-8927-bf09cc6e8e90 tempest-ListServersNegativeTestJSON-740663082 tempest-ListServersNegativeTestJSON-740663082-project] Made reservation on behalf of 2243fae3c4a84449b62a7624bd36086b for: {'port': 1} {{(pid=102386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 18:47:15.654300 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-73722a5c-fdb5-4dc8-b37c-ebadec0695f9 req-59119860-c3b9-41ec-8927-bf09cc6e8e90 tempest-ListServersNegativeTestJSON-740663082 tempest-ListServersNegativeTestJSON-740663082-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:47:15.761918 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.base_scheduler [None req-f3bfb961-b92c-432f-9529-9f21f6fe8935 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816865-1, 6e560c56-4147-45a9-8213-dc6fad368cb2) {{(pid=102387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:47:15.770912 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3bfb961-b92c-432f-9529-9f21f6fe8935 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:47:15.772717 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-f3bfb961-b92c-432f-9529-9f21f6fe8935 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597851'] for subnet, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:47:15.778167 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56140cc8-3737-4acb-aa6c-595f4ef1883c None None] Network 6e560c56-4147-45a9-8213-dc6fad368cb2 requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 18:47:15.882071 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-f3bfb961-b92c-432f-9529-9f21f6fe8935 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.1782169 Nov 05 18:47:16.106616 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.db_base_plugin_common [req-73722a5c-fdb5-4dc8-b37c-ebadec0695f9 req-59119860-c3b9-41ec-8927-bf09cc6e8e90 tempest-ListServersNegativeTestJSON-740663082 tempest-ListServersNegativeTestJSON-740663082-project] Allocated IP 172.20.0.9 (61a1dee8-e33b-4328-a3de-ff8138ae6209/1a898e69-91ad-4a0b-9110-36e9781a553f/f1f906f5-022a-439a-974f-ff7b4b24c24a) {{(pid=102386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 18:47:16.191934 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73722a5c-fdb5-4dc8-b37c-ebadec0695f9 req-8abcb8a1-f62d-4181-8f46-3d80c9efd7ac tempest-ListServersNegativeTestJSON-740663082 tempest-ListServersNegativeTestJSON-740663082-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:47:16.192770 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e4db8a9-36a6-46a9-84bf-661296224ec5 None None] Network 6e560c56-4147-45a9-8213-dc6fad368cb2 requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 18:47:16.193762 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-73722a5c-fdb5-4dc8-b37c-ebadec0695f9 req-8abcb8a1-f62d-4181-8f46-3d80c9efd7ac tempest-ListServersNegativeTestJSON-740663082 tempest-ListServersNegativeTestJSON-740663082-project] 10.222.0.55 "GET /v2.0/networks?id=61a1dee8-e33b-4328-a3de-ff8138ae6209 HTTP/1.1" status: 200 len: 817 time: 0.3475363 Nov 05 18:47:16.245370 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [req-73722a5c-fdb5-4dc8-b37c-ebadec0695f9 req-46ac8c84-dc00-4ec0-a77f-c507da676010 tempest-ListServersNegativeTestJSON-740663082 tempest-ListServersNegativeTestJSON-740663082-project] Request body: {'port': {'device_id': '8e8ddd4f-e91e-426a-b0a2-c25bb6c6300a', 'network_id': '61a1dee8-e33b-4328-a3de-ff8138ae6209', 'admin_state_up': True, 'tenant_id': '2243fae3c4a84449b62a7624bd36086b'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:47:16.483176 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73722a5c-fdb5-4dc8-b37c-ebadec0695f9 req-e17988bd-5fff-47e8-b9f5-4a83026c844e tempest-ListServersNegativeTestJSON-740663082 tempest-ListServersNegativeTestJSON-740663082-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:47:16.483817 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-73722a5c-fdb5-4dc8-b37c-ebadec0695f9 req-e17988bd-5fff-47e8-b9f5-4a83026c844e tempest-ListServersNegativeTestJSON-740663082 tempest-ListServersNegativeTestJSON-740663082-project] 10.222.0.41 "GET /v2.0/networks?id=61a1dee8-e33b-4328-a3de-ff8138ae6209 HTTP/1.1" status: 200 len: 817 time: 0.3720834 Nov 05 18:47:16.501120 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [req-73722a5c-fdb5-4dc8-b37c-ebadec0695f9 req-b1ef220a-68a4-472e-adca-3df32f36eb9e tempest-ListServersNegativeTestJSON-740663082 tempest-ListServersNegativeTestJSON-740663082-project] Request body: {'port': {'device_id': '86c03832-1925-47c9-8678-eebfcb8b127e', 'network_id': '61a1dee8-e33b-4328-a3de-ff8138ae6209', 'admin_state_up': True, 'tenant_id': '2243fae3c4a84449b62a7624bd36086b'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:47:16.639506 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc12620-573b-4688-8631-a303ee1c25ac req-6b1c50b3-eaee-46ad-b1da-b58c2666687a tempest-ServerAddressesNegativeTestJSON-1877412659 tempest-ServerAddressesNegativeTestJSON-1877412659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:47:16.650001 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-2fc12620-573b-4688-8631-a303ee1c25ac req-6b1c50b3-eaee-46ad-b1da-b58c2666687a tempest-ServerAddressesNegativeTestJSON-1877412659 tempest-ServerAddressesNegativeTestJSON-1877412659-project] 10.222.0.13 "GET /v2.0/networks?id=6e560c56-4147-45a9-8213-dc6fad368cb2 HTTP/1.1" status: 200 len: 822 time: 0.1678121 Nov 05 18:47:16.673550 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-2fc12620-573b-4688-8631-a303ee1c25ac req-d525fa36-cd14-411e-86e6-f330310cdf01 tempest-ServerAddressesNegativeTestJSON-1877412659 tempest-ServerAddressesNegativeTestJSON-1877412659-project] 10.222.0.13 "GET /v2.0/quotas/378ccecb06c94ef88e7da4c8170a11c7 HTTP/1.1" status: 200 len: 375 time: 0.0218697 Nov 05 18:47:16.702942 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-73722a5c-fdb5-4dc8-b37c-ebadec0695f9 req-59119860-c3b9-41ec-8927-bf09cc6e8e90 tempest-ListServersNegativeTestJSON-740663082 tempest-ListServersNegativeTestJSON-740663082-project] Publish callbacks [] for port, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:47:16.728605 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-2fc12620-573b-4688-8631-a303ee1c25ac req-76a3cfc2-d194-4d7e-91fc-ffaaf68ad572 tempest-ServerAddressesNegativeTestJSON-1877412659 tempest-ServerAddressesNegativeTestJSON-1877412659-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=378ccecb06c94ef88e7da4c8170a11c7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0537088 Nov 05 18:47:16.813061 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-73722a5c-fdb5-4dc8-b37c-ebadec0695f9 req-46ac8c84-dc00-4ec0-a77f-c507da676010 tempest-ListServersNegativeTestJSON-740663082 tempest-ListServersNegativeTestJSON-740663082-project] Made reservation on behalf of 2243fae3c4a84449b62a7624bd36086b for: {'port': 1} {{(pid=102386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 18:47:16.817203 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-73722a5c-fdb5-4dc8-b37c-ebadec0695f9 req-46ac8c84-dc00-4ec0-a77f-c507da676010 tempest-ListServersNegativeTestJSON-740663082 tempest-ListServersNegativeTestJSON-740663082-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:47:16.818207 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-c935ef93-86cc-4408-8c95-1b88409cae6a req-a90beb12-ee04-4efc-94de-b53b058bb513 tempest-ListServersNegativeTestJSON-740663082 tempest-ListServersNegativeTestJSON-740663082-project] 10.222.0.13 "GET /v2.0/ports?device_id=86c03832-1925-47c9-8678-eebfcb8b127e HTTP/1.1" status: 200 len: 210 time: 0.1056380 Nov 05 18:47:16.970101 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-2fc12620-573b-4688-8631-a303ee1c25ac req-d739271d-481e-4993-8449-256864080317 service neutron] 10.222.0.13 "GET /v2.0/networks/6e560c56-4147-45a9-8213-dc6fad368cb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2403564 Nov 05 18:47:17.093215 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-73722a5c-fdb5-4dc8-b37c-ebadec0695f9 req-59119860-c3b9-41ec-8927-bf09cc6e8e90 tempest-ListServersNegativeTestJSON-740663082 tempest-ListServersNegativeTestJSON-740663082-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:47:17.100133 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-2fc12620-573b-4688-8631-a303ee1c25ac req-80a68192-7791-4bab-aade-8b3587da50f9 service neutron] 10.222.0.13 "GET /v2.0/networks/6e560c56-4147-45a9-8213-dc6fad368cb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291616 Nov 05 18:47:17.100610 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 51286) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:47:17.105142 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-73722a5c-fdb5-4dc8-b37c-ebadec0695f9 req-b1ef220a-68a4-472e-adca-3df32f36eb9e tempest-ListServersNegativeTestJSON-740663082 tempest-ListServersNegativeTestJSON-740663082-project] Made reservation on behalf of 2243fae3c4a84449b62a7624bd36086b for: {'port': 1} {{(pid=102386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 18:47:17.108749 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-73722a5c-fdb5-4dc8-b37c-ebadec0695f9 req-b1ef220a-68a4-472e-adca-3df32f36eb9e tempest-ListServersNegativeTestJSON-740663082 tempest-ListServersNegativeTestJSON-740663082-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:47:17.111835 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.db_base_plugin_common [req-73722a5c-fdb5-4dc8-b37c-ebadec0695f9 req-46ac8c84-dc00-4ec0-a77f-c507da676010 tempest-ListServersNegativeTestJSON-740663082 tempest-ListServersNegativeTestJSON-740663082-project] Allocated IP 172.20.0.10 (61a1dee8-e33b-4328-a3de-ff8138ae6209/1a898e69-91ad-4a0b-9110-36e9781a553f/7c98b35d-b327-4b24-9110-f94398aee499) {{(pid=102386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 18:47:17.124494 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-73722a5c-fdb5-4dc8-b37c-ebadec0695f9 req-59119860-c3b9-41ec-8927-bf09cc6e8e90 tempest-ListServersNegativeTestJSON-740663082 tempest-ListServersNegativeTestJSON-740663082-project] Network 61a1dee8-e33b-4328-a3de-ff8138ae6209 is already hosted by enough agents. {{(pid=102386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 18:47:17.145198 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.base_scheduler [req-73722a5c-fdb5-4dc8-b37c-ebadec0695f9 req-59119860-c3b9-41ec-8927-bf09cc6e8e90 tempest-ListServersNegativeTestJSON-740663082 tempest-ListServersNegativeTestJSON-740663082-project] Resources bound (agent type, host, resource id): {{(pid=102386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:47:17.155679 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [req-73722a5c-fdb5-4dc8-b37c-ebadec0695f9 req-59119860-c3b9-41ec-8927-bf09cc6e8e90 tempest-ListServersNegativeTestJSON-740663082 tempest-ListServersNegativeTestJSON-740663082-project] Received port after_create {{(pid=102386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 18:47:17.236720 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73722a5c-fdb5-4dc8-b37c-ebadec0695f9 req-59119860-c3b9-41ec-8927-bf09cc6e8e90 tempest-ListServersNegativeTestJSON-740663082 tempest-ListServersNegativeTestJSON-740663082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:47:17.237350 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-73722a5c-fdb5-4dc8-b37c-ebadec0695f9 req-59119860-c3b9-41ec-8927-bf09cc6e8e90 tempest-ListServersNegativeTestJSON-740663082 tempest-ListServersNegativeTestJSON-740663082-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:47:17.294451 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c667c6-4de3-4287-8898-25d3f035a7cf req-6bb2d4f6-50d2-40f9-8dbe-8ce483fe69ba tempest-AttachVolumeTestJSON-989501218 tempest-AttachVolumeTestJSON-989501218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:47:17.296475 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-85c667c6-4de3-4287-8898-25d3f035a7cf req-6bb2d4f6-50d2-40f9-8dbe-8ce483fe69ba tempest-AttachVolumeTestJSON-989501218 tempest-AttachVolumeTestJSON-989501218-project] 10.222.0.13 "GET /v2.0/ports?device_id=332b01ca-305d-470b-a5c2-8f6774221f19 HTTP/1.1" status: 200 len: 945 time: 0.1047056 Nov 05 18:47:17.310420 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-c1f739ab-0541-4a55-98f8-04ef1030ca39 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:47:17.327434 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59119860-c3b9-41ec-8927-bf09cc6e8e90 tempest-ListServersNegativeTestJSON-740663082 tempest-ListServersNegativeTestJSON-740663082-project] Pushing event updated for resources: {'Port': ['ID=f1f906f5-022a-439a-974f-ff7b4b24c24a,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:47:17.507968 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-f542db1e-0ba0-478a-918f-35843b1505dc req-408ab8fe-9415-4ad2-a496-7b43dd39f6d3 tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] 10.222.0.13 "GET /v2.0/ports?device_id=cd40ab5d-0d1e-4823-97ac-1efde8c984da HTTP/1.1" status: 200 len: 210 time: 0.0569966 Nov 05 18:47:17.519698 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-73722a5c-fdb5-4dc8-b37c-ebadec0695f9 req-46ac8c84-dc00-4ec0-a77f-c507da676010 tempest-ListServersNegativeTestJSON-740663082 tempest-ListServersNegativeTestJSON-740663082-project] Publish callbacks [] for port, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:47:17.542914 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-85c667c6-4de3-4287-8898-25d3f035a7cf req-e99234d6-8dfc-40a3-bd71-3ed61cae1f10 tempest-AttachVolumeTestJSON-989501218 tempest-AttachVolumeTestJSON-989501218-project] 10.222.0.13 "GET /v2.0/security-groups?id=ef933554-0df5-4bb3-a185-95505310ff6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2284362 Nov 05 18:47:17.563945 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-73722a5c-fdb5-4dc8-b37c-ebadec0695f9 req-59119860-c3b9-41ec-8927-bf09cc6e8e90 tempest-ListServersNegativeTestJSON-740663082 tempest-ListServersNegativeTestJSON-740663082-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2682757 Nov 05 18:47:17.579264 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [req-73722a5c-fdb5-4dc8-b37c-ebadec0695f9 req-8d2b4644-331a-4af6-b25f-e1224f05e0c3 service neutron] Request body: {'port': {'device_id': 'd592152a-bc3c-4efb-a06c-1b8eab290ff6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816865-1'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:47:17.624801 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-8683f922-0f52-42e8-b405-739bc3efd19b req-379f525d-7cb4-4cfa-9b9c-d521e81cd6cc tempest-ServerAddressesNegativeTestJSON-1877412659 tempest-ServerAddressesNegativeTestJSON-1877412659-project] 10.222.0.13 "GET /v2.0/ports?device_id=c2d6fcff-58ee-487d-bc23-417c5872f4ae HTTP/1.1" status: 200 len: 210 time: 0.0385206 Nov 05 18:47:17.639520 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-c1f739ab-0541-4a55-98f8-04ef1030ca39 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:47:17.640827 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-73722a5c-fdb5-4dc8-b37c-ebadec0695f9 req-8d2b4644-331a-4af6-b25f-e1224f05e0c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:47:17.656369 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-73722a5c-fdb5-4dc8-b37c-ebadec0695f9 req-46ac8c84-dc00-4ec0-a77f-c507da676010 tempest-ListServersNegativeTestJSON-740663082 tempest-ListServersNegativeTestJSON-740663082-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:47:17.727789 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-c1f739ab-0541-4a55-98f8-04ef1030ca39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:47:17.773082 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-73722a5c-fdb5-4dc8-b37c-ebadec0695f9 req-46ac8c84-dc00-4ec0-a77f-c507da676010 tempest-ListServersNegativeTestJSON-740663082 tempest-ListServersNegativeTestJSON-740663082-project] Network 61a1dee8-e33b-4328-a3de-ff8138ae6209 is already hosted by enough agents. {{(pid=102386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 18:47:17.788710 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.base_scheduler [req-73722a5c-fdb5-4dc8-b37c-ebadec0695f9 req-46ac8c84-dc00-4ec0-a77f-c507da676010 tempest-ListServersNegativeTestJSON-740663082 tempest-ListServersNegativeTestJSON-740663082-project] Resources bound (agent type, host, resource id): {{(pid=102386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:47:17.794438 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.db_base_plugin_common [req-73722a5c-fdb5-4dc8-b37c-ebadec0695f9 req-b1ef220a-68a4-472e-adca-3df32f36eb9e tempest-ListServersNegativeTestJSON-740663082 tempest-ListServersNegativeTestJSON-740663082-project] Allocated IP 172.20.0.6 (61a1dee8-e33b-4328-a3de-ff8138ae6209/1a898e69-91ad-4a0b-9110-36e9781a553f/6adbcb95-fb71-4c48-86d5-251909898396) {{(pid=102386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 18:47:17.799867 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [req-73722a5c-fdb5-4dc8-b37c-ebadec0695f9 req-46ac8c84-dc00-4ec0-a77f-c507da676010 tempest-ListServersNegativeTestJSON-740663082 tempest-ListServersNegativeTestJSON-740663082-project] Received port after_create {{(pid=102386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 18:47:17.802254 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ac8c84-dc00-4ec0-a77f-c507da676010 tempest-ListServersNegativeTestJSON-740663082 tempest-ListServersNegativeTestJSON-740663082-project] Pushing event updated for resources: {'Port': ['ID=7c98b35d-b327-4b24-9110-f94398aee499,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:47:17.952021 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73722a5c-fdb5-4dc8-b37c-ebadec0695f9 req-46ac8c84-dc00-4ec0-a77f-c507da676010 tempest-ListServersNegativeTestJSON-740663082 tempest-ListServersNegativeTestJSON-740663082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:47:17.952842 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-73722a5c-fdb5-4dc8-b37c-ebadec0695f9 req-46ac8c84-dc00-4ec0-a77f-c507da676010 tempest-ListServersNegativeTestJSON-740663082 tempest-ListServersNegativeTestJSON-740663082-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:47:18.116342 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-73722a5c-fdb5-4dc8-b37c-ebadec0695f9 req-46ac8c84-dc00-4ec0-a77f-c507da676010 tempest-ListServersNegativeTestJSON-740663082 tempest-ListServersNegativeTestJSON-740663082-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8998144 Nov 05 18:47:18.143698 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [req-73722a5c-fdb5-4dc8-b37c-ebadec0695f9 req-b8c2bf8e-f031-44d8-9bc6-c36d4aca5f38 service neutron] Request body: {'port': {'device_id': '8e8ddd4f-e91e-426a-b0a2-c25bb6c6300a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816865-1'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:47:18.286689 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-ec322b42-fddc-40f2-ac9a-75f5e6b5d019 req-e1e95133-bca7-4063-b66f-93518cdc4a4e tempest-ListServersNegativeTestJSON-740663082 tempest-ListServersNegativeTestJSON-740663082-project] 10.222.0.13 "GET /v2.0/ports?device_id=86c03832-1925-47c9-8678-eebfcb8b127e HTTP/1.1" status: 200 len: 210 time: 0.0507584 Nov 05 18:47:18.291946 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-73722a5c-fdb5-4dc8-b37c-ebadec0695f9 req-b8c2bf8e-f031-44d8-9bc6-c36d4aca5f38 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:47:18.301534 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-c1f739ab-0541-4a55-98f8-04ef1030ca39 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=178da3ba44b84fdb84c0c6cd73bb2651&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1997967 Nov 05 18:47:18.305330 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 51306) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:47:18.308030 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-73722a5c-fdb5-4dc8-b37c-ebadec0695f9 req-b1ef220a-68a4-472e-adca-3df32f36eb9e tempest-ListServersNegativeTestJSON-740663082 tempest-ListServersNegativeTestJSON-740663082-project] Publish callbacks [] for port, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:47:18.321619 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f739ab-0541-4a55-98f8-04ef1030ca39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e44a0a7-6ae5-48c5-b0e3-f83e90e4532c,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:47:18.374132 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-9543a856-b050-4241-8053-2bf4a1bc3353 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:47:18.397401 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-9543a856-b050-4241-8053-2bf4a1bc3353 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:47:18.514935 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-9543a856-b050-4241-8053-2bf4a1bc3353 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:47:18.518287 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-9543a856-b050-4241-8053-2bf4a1bc3353 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:47:18.521839 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-9543a856-b050-4241-8053-2bf4a1bc3353 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7e44a0a7-6ae5-48c5-b0e3-f83e90e4532c HTTP/1.1" status: 204 len: 168 time: 0.2128551 Nov 05 18:47:18.553483 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9543a856-b050-4241-8053-2bf4a1bc3353 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e44a0a7-6ae5-48c5-b0e3-f83e90e4532c,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:47:18.602628 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-73722a5c-fdb5-4dc8-b37c-ebadec0695f9 req-b1ef220a-68a4-472e-adca-3df32f36eb9e tempest-ListServersNegativeTestJSON-740663082 tempest-ListServersNegativeTestJSON-740663082-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:47:18.725274 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-74f5dd33-3f48-4507-936b-c5b8d4eae259 req-5b910e8f-a170-4559-a909-15aa1b64330f tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] 10.222.0.13 "GET /v2.0/ports?device_id=cd40ab5d-0d1e-4823-97ac-1efde8c984da HTTP/1.1" status: 200 len: 210 time: 0.0654097 Nov 05 18:47:18.828473 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-a8063607-5365-4503-8bab-c05446fd36d6 req-a1bf8641-bb7d-4224-b74b-c5ac72833d46 tempest-ServerAddressesNegativeTestJSON-1877412659 tempest-ServerAddressesNegativeTestJSON-1877412659-project] 10.222.0.13 "GET /v2.0/ports?device_id=c2d6fcff-58ee-487d-bc23-417c5872f4ae HTTP/1.1" status: 200 len: 210 time: 0.0342381 Nov 05 18:47:18.979960 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbf46f7-fd0e-4d53-a8d5-d98af4d456ae req-225b2eae-a00d-45f1-b221-b287d17e55ae tempest-AttachVolumeTestJSON-989501218 tempest-AttachVolumeTestJSON-989501218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:47:18.988141 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-6fbf46f7-fd0e-4d53-a8d5-d98af4d456ae req-225b2eae-a00d-45f1-b221-b287d17e55ae tempest-AttachVolumeTestJSON-989501218 tempest-AttachVolumeTestJSON-989501218-project] 10.222.0.13 "GET /v2.0/ports?device_id=332b01ca-305d-470b-a5c2-8f6774221f19 HTTP/1.1" status: 200 len: 945 time: 0.1586173 Nov 05 18:47:18.994526 n-d-816865-1 neutron-server[102386]: DEBUG neutron.notifiers.nova [req-73722a5c-fdb5-4dc8-b37c-ebadec0695f9 req-8d2b4644-331a-4af6-b25f-e1224f05e0c3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f1f906f5-022a-439a-974f-ff7b4b24c24a {{(pid=102386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 18:47:19.011192 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-73722a5c-fdb5-4dc8-b37c-ebadec0695f9 req-b1ef220a-68a4-472e-adca-3df32f36eb9e tempest-ListServersNegativeTestJSON-740663082 tempest-ListServersNegativeTestJSON-740663082-project] Network 61a1dee8-e33b-4328-a3de-ff8138ae6209 is already hosted by enough agents. {{(pid=102386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 18:47:19.014190 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.base_scheduler [req-73722a5c-fdb5-4dc8-b37c-ebadec0695f9 req-b1ef220a-68a4-472e-adca-3df32f36eb9e tempest-ListServersNegativeTestJSON-740663082 tempest-ListServersNegativeTestJSON-740663082-project] Resources bound (agent type, host, resource id): {{(pid=102386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:47:19.048073 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [req-73722a5c-fdb5-4dc8-b37c-ebadec0695f9 req-b1ef220a-68a4-472e-adca-3df32f36eb9e tempest-ListServersNegativeTestJSON-740663082 tempest-ListServersNegativeTestJSON-740663082-project] Received port after_create {{(pid=102386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 18:47:19.051029 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-6fbf46f7-fd0e-4d53-a8d5-d98af4d456ae req-27e88eb5-0721-4fce-a77f-acf3203998b7 tempest-AttachVolumeTestJSON-989501218 tempest-AttachVolumeTestJSON-989501218-project] 10.222.0.13 "GET /v2.0/security-groups?id=ef933554-0df5-4bb3-a185-95505310ff6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0619473 Nov 05 18:47:19.075243 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-73722a5c-fdb5-4dc8-b37c-ebadec0695f9 req-8d2b4644-331a-4af6-b25f-e1224f05e0c3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:47:19.120115 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ef220a-68a4-472e-adca-3df32f36eb9e tempest-ListServersNegativeTestJSON-740663082 tempest-ListServersNegativeTestJSON-740663082-project] Pushing event updated for resources: {'Port': ['ID=6adbcb95-fb71-4c48-86d5-251909898396,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:47:19.173974 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.provisioning_blocks [req-73722a5c-fdb5-4dc8-b37c-ebadec0695f9 req-8d2b4644-331a-4af6-b25f-e1224f05e0c3 service neutron] Transition to ACTIVE for port object f1f906f5-022a-439a-974f-ff7b4b24c24a will not be triggered until provisioned by entity L2. {{(pid=102386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 05 18:47:19.188900 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73722a5c-fdb5-4dc8-b37c-ebadec0695f9 req-b1ef220a-68a4-472e-adca-3df32f36eb9e tempest-ListServersNegativeTestJSON-740663082 tempest-ListServersNegativeTestJSON-740663082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:47:19.189563 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-73722a5c-fdb5-4dc8-b37c-ebadec0695f9 req-b1ef220a-68a4-472e-adca-3df32f36eb9e tempest-ListServersNegativeTestJSON-740663082 tempest-ListServersNegativeTestJSON-740663082-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:47:19.286631 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-73722a5c-fdb5-4dc8-b37c-ebadec0695f9 req-8d2b4644-331a-4af6-b25f-e1224f05e0c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6149821'] for port, after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:47:19.345922 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-73722a5c-fdb5-4dc8-b37c-ebadec0695f9 req-b1ef220a-68a4-472e-adca-3df32f36eb9e tempest-ListServersNegativeTestJSON-740663082 tempest-ListServersNegativeTestJSON-740663082-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8496723 Nov 05 18:47:19.449247 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1129ad8-9c29-4f83-90b3-4b8d76a05e64 req-61b53a30-de65-495c-b3c2-1d17ef13b62f tempest-ListServersNegativeTestJSON-740663082 tempest-ListServersNegativeTestJSON-740663082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:47:19.461748 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-d1129ad8-9c29-4f83-90b3-4b8d76a05e64 req-61b53a30-de65-495c-b3c2-1d17ef13b62f tempest-ListServersNegativeTestJSON-740663082 tempest-ListServersNegativeTestJSON-740663082-project] 10.222.0.13 "GET /v2.0/ports?device_id=86c03832-1925-47c9-8678-eebfcb8b127e HTTP/1.1" status: 200 len: 931 time: 0.0821600 Nov 05 18:47:19.550428 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [req-73722a5c-fdb5-4dc8-b37c-ebadec0695f9 req-b0630cdb-6e52-4bcf-855e-b8efc2693a7a service neutron] Request body: {'port': {'device_id': '86c03832-1925-47c9-8678-eebfcb8b127e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816865-1'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:47:19.556948 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-d1129ad8-9c29-4f83-90b3-4b8d76a05e64 req-6441e710-b8df-457a-a90e-bafe2b1dcaf2 tempest-ListServersNegativeTestJSON-740663082 tempest-ListServersNegativeTestJSON-740663082-project] 10.222.0.13 "GET /v2.0/security-groups?id=3ae13458-222c-49ab-9839-ab56f90819f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931733 Nov 05 18:47:19.842532 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-90e915d7-c08a-4cc0-a3c0-ebe2f36ef4b7 req-0cf0923f-f7e8-4589-ae56-51e05b96ce84 tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] 10.222.0.13 "GET /v2.0/ports?device_id=cd40ab5d-0d1e-4823-97ac-1efde8c984da HTTP/1.1" status: 200 len: 210 time: 0.0364773 Nov 05 18:47:19.947496 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-1796abb1-686c-485c-9367-1cc14d7573d1 req-a0dc8550-70a1-478d-8003-f1783035721e tempest-ServerAddressesNegativeTestJSON-1877412659 tempest-ServerAddressesNegativeTestJSON-1877412659-project] 10.222.0.13 "GET /v2.0/ports?device_id=c2d6fcff-58ee-487d-bc23-417c5872f4ae HTTP/1.1" status: 200 len: 210 time: 0.0308790 Nov 05 18:47:19.974771 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2b4644-331a-4af6-b25f-e1224f05e0c3 service neutron] Pushing event updated for resources: {'Port': ['ID=f1f906f5-022a-439a-974f-ff7b4b24c24a,revision_number=2']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:47:19.978989 n-d-816865-1 neutron-server[102386]: DEBUG neutron.notifiers.nova [req-73722a5c-fdb5-4dc8-b37c-ebadec0695f9 req-b8c2bf8e-f031-44d8-9bc6-c36d4aca5f38 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7c98b35d-b327-4b24-9110-f94398aee499 {{(pid=102386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 18:47:19.995034 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-73722a5c-fdb5-4dc8-b37c-ebadec0695f9 req-b8c2bf8e-f031-44d8-9bc6-c36d4aca5f38 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:47:20.038646 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.provisioning_blocks [req-73722a5c-fdb5-4dc8-b37c-ebadec0695f9 req-b8c2bf8e-f031-44d8-9bc6-c36d4aca5f38 service neutron] Transition to ACTIVE for port object 7c98b35d-b327-4b24-9110-f94398aee499 will not be triggered until provisioned by entity L2. {{(pid=102386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 05 18:47:20.041966 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-73722a5c-fdb5-4dc8-b37c-ebadec0695f9 req-b0630cdb-6e52-4bcf-855e-b8efc2693a7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:47:20.071114 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [req-73722a5c-fdb5-4dc8-b37c-ebadec0695f9 req-8d2b4644-331a-4af6-b25f-e1224f05e0c3 service neutron] Attempting to bind port f1f906f5-022a-439a-974f-ff7b4b24c24a on host n-h1-816865-1 for vnic_type normal with profile {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 18:47:20.071513 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [req-73722a5c-fdb5-4dc8-b37c-ebadec0695f9 req-8d2b4644-331a-4af6-b25f-e1224f05e0c3 service neutron] Attempting to bind port f1f906f5-022a-439a-974f-ff7b4b24c24a by drivers openvswitch,hyperv on host n-h1-816865-1 at level 0 using segments [{'id': '7a5f325a-e958-4f9d-83b2-9ada406aab50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '61a1dee8-e33b-4328-a3de-ff8138ae6209'}] {{(pid=102386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 18:47:20.071888 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73722a5c-fdb5-4dc8-b37c-ebadec0695f9 req-8d2b4644-331a-4af6-b25f-e1224f05e0c3 service neutron] Attempting to bind port f1f906f5-022a-439a-974f-ff7b4b24c24a on network 61a1dee8-e33b-4328-a3de-ff8138ae6209 {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 18:47:20.125799 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-73722a5c-fdb5-4dc8-b37c-ebadec0695f9 req-b8c2bf8e-f031-44d8-9bc6-c36d4aca5f38 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6149821'] for port, after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:47:20.149416 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73722a5c-fdb5-4dc8-b37c-ebadec0695f9 req-8d2b4644-331a-4af6-b25f-e1224f05e0c3 service neutron] Port f1f906f5-022a-439a-974f-ff7b4b24c24a on network 61a1dee8-e33b-4328-a3de-ff8138ae6209 not bound, no agent of type Open vSwitch agent registered on host n-h1-816865-1 {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 18:47:20.149745 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73722a5c-fdb5-4dc8-b37c-ebadec0695f9 req-8d2b4644-331a-4af6-b25f-e1224f05e0c3 service neutron] Attempting to bind port f1f906f5-022a-439a-974f-ff7b4b24c24a on network 61a1dee8-e33b-4328-a3de-ff8138ae6209 {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 18:47:20.215698 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73722a5c-fdb5-4dc8-b37c-ebadec0695f9 req-8d2b4644-331a-4af6-b25f-e1224f05e0c3 service neutron] Checking agent: {'id': 'eb596d7c-8c64-42bd-8aca-fad447eb0eab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816865-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 18, 33, 34), 'started_at': datetime.datetime(2021, 11, 5, 18, 33, 34), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 18, 47, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 18:47:20.216152 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73722a5c-fdb5-4dc8-b37c-ebadec0695f9 req-8d2b4644-331a-4af6-b25f-e1224f05e0c3 service neutron] Checking segment: {'id': '7a5f325a-e958-4f9d-83b2-9ada406aab50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '61a1dee8-e33b-4328-a3de-ff8138ae6209'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 18:47:20.219034 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73722a5c-fdb5-4dc8-b37c-ebadec0695f9 req-8d2b4644-331a-4af6-b25f-e1224f05e0c3 service neutron] Bound using segment: {'id': '7a5f325a-e958-4f9d-83b2-9ada406aab50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '61a1dee8-e33b-4328-a3de-ff8138ae6209'} {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 18:47:20.219034 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [req-73722a5c-fdb5-4dc8-b37c-ebadec0695f9 req-8d2b4644-331a-4af6-b25f-e1224f05e0c3 service neutron] Bound port: f1f906f5-022a-439a-974f-ff7b4b24c24a, host: n-h1-816865-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7a5f325a-e958-4f9d-83b2-9ada406aab50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '61a1dee8-e33b-4328-a3de-ff8138ae6209'}}] {{(pid=102386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 18:47:20.219034 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-73722a5c-fdb5-4dc8-b37c-ebadec0695f9 req-8d2b4644-331a-4af6-b25f-e1224f05e0c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:47:20.256006 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b09faf-4822-40c3-bc1e-9aa877830c5a req-a4a4c483-7bf7-4db1-ae4a-d8ff33ba5b55 tempest-AttachVolumeTestJSON-989501218 tempest-AttachVolumeTestJSON-989501218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:47:20.258011 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-b9b09faf-4822-40c3-bc1e-9aa877830c5a req-a4a4c483-7bf7-4db1-ae4a-d8ff33ba5b55 tempest-AttachVolumeTestJSON-989501218 tempest-AttachVolumeTestJSON-989501218-project] 10.222.0.13 "GET /v2.0/ports?device_id=332b01ca-305d-470b-a5c2-8f6774221f19 HTTP/1.1" status: 200 len: 945 time: 0.0620351 Nov 05 18:47:20.337284 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c2bf8e-f031-44d8-9bc6-c36d4aca5f38 service neutron] Pushing event updated for resources: {'Port': ['ID=7c98b35d-b327-4b24-9110-f94398aee499,revision_number=2']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:47:20.375305 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-b9b09faf-4822-40c3-bc1e-9aa877830c5a req-6034241d-0264-48c7-b292-78c6085dc6d4 tempest-AttachVolumeTestJSON-989501218 tempest-AttachVolumeTestJSON-989501218-project] 10.222.0.13 "GET /v2.0/security-groups?id=ef933554-0df5-4bb3-a185-95505310ff6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1093674 Nov 05 18:47:20.480395 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 51356) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:47:20.646425 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-8075dc62-7250-4760-a174-e081a5223521 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-990766541-network', 'tenant_id': '20ab6e27729e43499d56a84cad1ed79a'}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:47:20.662339 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [req-73722a5c-fdb5-4dc8-b37c-ebadec0695f9 req-8d2b4644-331a-4af6-b25f-e1224f05e0c3 service neutron] For port f1f906f5-022a-439a-974f-ff7b4b24c24a, host n-h1-816865-1, cleared binding levels {{(pid=102386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 18:47:20.694469 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [req-73722a5c-fdb5-4dc8-b37c-ebadec0695f9 req-8d2b4644-331a-4af6-b25f-e1224f05e0c3 service neutron] For port f1f906f5-022a-439a-974f-ff7b4b24c24a, host n-h1-816865-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=f1f906f5-022a-439a-974f-ff7b4b24c24a,segment=NetworkSegment(7a5f325a-e958-4f9d-83b2-9ada406aab50),segment_id=7a5f325a-e958-4f9d-83b2-9ada406aab50)] {{(pid=102386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 18:47:20.702788 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [req-73722a5c-fdb5-4dc8-b37c-ebadec0695f9 req-b8c2bf8e-f031-44d8-9bc6-c36d4aca5f38 service neutron] Attempting to bind port 7c98b35d-b327-4b24-9110-f94398aee499 on host n-h2-816865-1 for vnic_type normal with profile {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 18:47:20.703100 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [req-73722a5c-fdb5-4dc8-b37c-ebadec0695f9 req-b8c2bf8e-f031-44d8-9bc6-c36d4aca5f38 service neutron] Attempting to bind port 7c98b35d-b327-4b24-9110-f94398aee499 by drivers openvswitch,hyperv on host n-h2-816865-1 at level 0 using segments [{'id': '7a5f325a-e958-4f9d-83b2-9ada406aab50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '61a1dee8-e33b-4328-a3de-ff8138ae6209'}] {{(pid=102386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 18:47:20.703664 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73722a5c-fdb5-4dc8-b37c-ebadec0695f9 req-b8c2bf8e-f031-44d8-9bc6-c36d4aca5f38 service neutron] Attempting to bind port 7c98b35d-b327-4b24-9110-f94398aee499 on network 61a1dee8-e33b-4328-a3de-ff8138ae6209 {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 18:47:20.733765 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73722a5c-fdb5-4dc8-b37c-ebadec0695f9 req-b8c2bf8e-f031-44d8-9bc6-c36d4aca5f38 service neutron] Port 7c98b35d-b327-4b24-9110-f94398aee499 on network 61a1dee8-e33b-4328-a3de-ff8138ae6209 not bound, no agent of type Open vSwitch agent registered on host n-h2-816865-1 {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 18:47:20.733765 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73722a5c-fdb5-4dc8-b37c-ebadec0695f9 req-b8c2bf8e-f031-44d8-9bc6-c36d4aca5f38 service neutron] Attempting to bind port 7c98b35d-b327-4b24-9110-f94398aee499 on network 61a1dee8-e33b-4328-a3de-ff8138ae6209 {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 18:47:20.744907 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257c6f87-e534-484c-b6b0-47a38dc2709c req-710671a9-c369-475f-959c-835f65c64258 tempest-ListServersNegativeTestJSON-740663082 tempest-ListServersNegativeTestJSON-740663082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:47:20.746494 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-257c6f87-e534-484c-b6b0-47a38dc2709c req-710671a9-c369-475f-959c-835f65c64258 tempest-ListServersNegativeTestJSON-740663082 tempest-ListServersNegativeTestJSON-740663082-project] 10.222.0.13 "GET /v2.0/ports?device_id=86c03832-1925-47c9-8678-eebfcb8b127e HTTP/1.1" status: 200 len: 931 time: 0.0631652 Nov 05 18:47:20.751722 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc12620-573b-4688-8631-a303ee1c25ac req-5eb2b446-9291-43fc-9d75-18e8ea0628ad tempest-ServerAddressesNegativeTestJSON-1877412659 tempest-ServerAddressesNegativeTestJSON-1877412659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:47:20.753525 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-2fc12620-573b-4688-8631-a303ee1c25ac req-5eb2b446-9291-43fc-9d75-18e8ea0628ad tempest-ServerAddressesNegativeTestJSON-1877412659 tempest-ServerAddressesNegativeTestJSON-1877412659-project] 10.222.0.55 "GET /v2.0/networks?id=6e560c56-4147-45a9-8213-dc6fad368cb2 HTTP/1.1" status: 200 len: 822 time: 0.2984400 Nov 05 18:47:20.759086 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73722a5c-fdb5-4dc8-b37c-ebadec0695f9 req-b8c2bf8e-f031-44d8-9bc6-c36d4aca5f38 service neutron] Checking agent: {'id': '32aff553-696f-4891-83f5-5c176f61fe54', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816865-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 18, 33, 36), 'started_at': datetime.datetime(2021, 11, 5, 18, 33, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 18, 47, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 18:47:20.759953 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73722a5c-fdb5-4dc8-b37c-ebadec0695f9 req-b8c2bf8e-f031-44d8-9bc6-c36d4aca5f38 service neutron] Checking segment: {'id': '7a5f325a-e958-4f9d-83b2-9ada406aab50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '61a1dee8-e33b-4328-a3de-ff8138ae6209'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 18:47:20.760433 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73722a5c-fdb5-4dc8-b37c-ebadec0695f9 req-b8c2bf8e-f031-44d8-9bc6-c36d4aca5f38 service neutron] Bound using segment: {'id': '7a5f325a-e958-4f9d-83b2-9ada406aab50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '61a1dee8-e33b-4328-a3de-ff8138ae6209'} {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 18:47:20.760983 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [req-73722a5c-fdb5-4dc8-b37c-ebadec0695f9 req-b8c2bf8e-f031-44d8-9bc6-c36d4aca5f38 service neutron] Bound port: 7c98b35d-b327-4b24-9110-f94398aee499, host: n-h2-816865-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7a5f325a-e958-4f9d-83b2-9ada406aab50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '61a1dee8-e33b-4328-a3de-ff8138ae6209'}}] {{(pid=102386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 18:47:20.761346 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-73722a5c-fdb5-4dc8-b37c-ebadec0695f9 req-b8c2bf8e-f031-44d8-9bc6-c36d4aca5f38 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:47:20.787868 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [req-2fc12620-573b-4688-8631-a303ee1c25ac req-e183b8fa-680d-438c-9405-12e81b4d0817 tempest-ServerAddressesNegativeTestJSON-1877412659 tempest-ServerAddressesNegativeTestJSON-1877412659-project] Request body: {'port': {'device_id': 'c2d6fcff-58ee-487d-bc23-417c5872f4ae', 'network_id': '6e560c56-4147-45a9-8213-dc6fad368cb2', 'admin_state_up': True, 'tenant_id': '378ccecb06c94ef88e7da4c8170a11c7'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:47:20.809658 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8075dc62-7250-4760-a174-e081a5223521 admin admin] Made reservation on behalf of 20ab6e27729e43499d56a84cad1ed79a for: {'network': 1} {{(pid=102387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 18:47:20.812209 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-8075dc62-7250-4760-a174-e081a5223521 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for network, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:47:20.819901 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-73722a5c-fdb5-4dc8-b37c-ebadec0695f9 req-8d2b4644-331a-4af6-b25f-e1224f05e0c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6149821'] for port, after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:47:20.826082 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-257c6f87-e534-484c-b6b0-47a38dc2709c req-1bf19ed7-faec-4a73-ba6f-354849fbbbff tempest-ListServersNegativeTestJSON-740663082 tempest-ListServersNegativeTestJSON-740663082-project] 10.222.0.13 "GET /v2.0/security-groups?id=3ae13458-222c-49ab-9839-ab56f90819f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725839 Nov 05 18:47:20.827067 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-8075dc62-7250-4760-a174-e081a5223521 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:47:20.927549 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-8075dc62-7250-4760-a174-e081a5223521 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:47:20.956810 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73722a5c-fdb5-4dc8-b37c-ebadec0695f9 req-8d2b4644-331a-4af6-b25f-e1224f05e0c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:47:20.957793 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-73722a5c-fdb5-4dc8-b37c-ebadec0695f9 req-8d2b4644-331a-4af6-b25f-e1224f05e0c3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:47:20.959222 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-73722a5c-fdb5-4dc8-b37c-ebadec0695f9 req-8d2b4644-331a-4af6-b25f-e1224f05e0c3 service neutron] 10.222.0.41 "PUT /v2.0/ports/f1f906f5-022a-439a-974f-ff7b4b24c24a HTTP/1.1" status: 200 len: 1091 time: 3.3845491 Nov 05 18:47:20.959374 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-a3150b94-4a25-4f31-bf30-e7977937bf65 req-5136ff30-d15e-44e1-8341-4612d05f57ce tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] 10.222.0.13 "GET /v2.0/ports?device_id=cd40ab5d-0d1e-4823-97ac-1efde8c984da HTTP/1.1" status: 200 len: 210 time: 0.0266867 Nov 05 18:47:20.968606 n-d-816865-1 neutron-server[102386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd592152a-bc3c-4efb-a06c-1b8eab290ff6', 'tag': 'f1f906f5-022a-439a-974f-ff7b4b24c24a'}] {{(pid=102386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 18:47:20.970558 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6173a44d7c73f41af551dc890fa1a5892c2c6bc3458b640c8e0c24db7876ba6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c55d9228-167f-4186-8cb0-dc8af5569708" -d '{"events": [{"name": "network-changed", "server_uuid": "d592152a-bc3c-4efb-a06c-1b8eab290ff6", "tag": "f1f906f5-022a-439a-974f-ff7b4b24c24a"}]}' {{(pid=102386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 18:47:21.043494 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-8075dc62-7250-4760-a174-e081a5223521 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:47:21.047526 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 18:47:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa308a6c-1368-42aa-9b6c-37fc53daf394 x-openstack-request-id: req-aa308a6c-1368-42aa-9b6c-37fc53daf394 {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 18:47:21.048051 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d592152a-bc3c-4efb-a06c-1b8eab290ff6", "tag": "f1f906f5-022a-439a-974f-ff7b4b24c24a", "status": "completed", "code": 200}]} {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 18:47:21.048160 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-aa308a6c-1368-42aa-9b6c-37fc53daf394 {{(pid=102386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 18:47:21.048740 n-d-816865-1 neutron-server[102386]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd592152a-bc3c-4efb-a06c-1b8eab290ff6', 'tag': 'f1f906f5-022a-439a-974f-ff7b4b24c24a', 'status': 'completed', 'code': 200} Nov 05 18:47:21.057858 n-d-816865-1 neutron-server[102386]: DEBUG neutron.notifiers.nova [req-73722a5c-fdb5-4dc8-b37c-ebadec0695f9 req-b0630cdb-6e52-4bcf-855e-b8efc2693a7a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6adbcb95-fb71-4c48-86d5-251909898396 {{(pid=102386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 18:47:21.067333 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2b4644-331a-4af6-b25f-e1224f05e0c3 service neutron] Pushing event updated for resources: {'Port': ['ID=f1f906f5-022a-439a-974f-ff7b4b24c24a,revision_number=3']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:47:21.085907 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-73722a5c-fdb5-4dc8-b37c-ebadec0695f9 req-b0630cdb-6e52-4bcf-855e-b8efc2693a7a service neutron] Publish callbacks [] for port, precommit_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:47:21.107324 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [req-73722a5c-fdb5-4dc8-b37c-ebadec0695f9 req-b8c2bf8e-f031-44d8-9bc6-c36d4aca5f38 service neutron] For port 7c98b35d-b327-4b24-9110-f94398aee499, host n-h2-816865-1, cleared binding levels {{(pid=102386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 18:47:21.109685 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-f10745f5-7e36-4f1c-9faa-e98faf4aff3a req-6e694978-65e8-465e-93be-894f620c6ded tempest-ServerAddressesNegativeTestJSON-1877412659 tempest-ServerAddressesNegativeTestJSON-1877412659-project] 10.222.0.13 "GET /v2.0/ports?device_id=c2d6fcff-58ee-487d-bc23-417c5872f4ae HTTP/1.1" status: 200 len: 210 time: 0.0453908 Nov 05 18:47:21.116392 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8075dc62-7250-4760-a174-e081a5223521 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 155} {{(pid=102387) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 05 18:47:21.121681 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8075dc62-7250-4760-a174-e081a5223521 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e2496c9-0d6c-4300-b853-63b8161aeeb2,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:47:21.139739 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-8075dc62-7250-4760-a174-e081a5223521 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273'] for segment, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:47:21.140084 n-d-816865-1 neutron-server[102387]: INFO neutron.db.segments_db [None req-8075dc62-7250-4760-a174-e081a5223521 admin admin] Added segment 4ca2ef99-9fc7-4901-bb86-8107e045f897 of type vlan for network c77ff7e9-d481-4b3e-ba39-ac23de7cba86 Nov 05 18:47:21.153154 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.provisioning_blocks [req-73722a5c-fdb5-4dc8-b37c-ebadec0695f9 req-b0630cdb-6e52-4bcf-855e-b8efc2693a7a service neutron] Transition to ACTIVE for port object 6adbcb95-fb71-4c48-86d5-251909898396 will not be triggered until provisioned by entity L2. {{(pid=102386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 05 18:47:21.155147 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [req-73722a5c-fdb5-4dc8-b37c-ebadec0695f9 req-b8c2bf8e-f031-44d8-9bc6-c36d4aca5f38 service neutron] For port 7c98b35d-b327-4b24-9110-f94398aee499, host n-h2-816865-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=7c98b35d-b327-4b24-9110-f94398aee499,segment=NetworkSegment(7a5f325a-e958-4f9d-83b2-9ada406aab50),segment_id=7a5f325a-e958-4f9d-83b2-9ada406aab50)] {{(pid=102386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 18:47:21.179922 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55d9228-167f-4186-8cb0-dc8af5569708 req-f89cd9be-68a0-4d8f-b7b5-e94054049774 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:47:21.181984 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-c55d9228-167f-4186-8cb0-dc8af5569708 req-f89cd9be-68a0-4d8f-b7b5-e94054049774 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2243fae3c4a84449b62a7624bd36086b&device_id=d592152a-bc3c-4efb-a06c-1b8eab290ff6 HTTP/1.1" status: 200 len: 1094 time: 0.0925231 Nov 05 18:47:21.184982 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-8075dc62-7250-4760-a174-e081a5223521 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750027258543'] for network, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:47:21.282938 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-73722a5c-fdb5-4dc8-b37c-ebadec0695f9 req-b8c2bf8e-f031-44d8-9bc6-c36d4aca5f38 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6149821'] for port, after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:47:21.284612 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-73722a5c-fdb5-4dc8-b37c-ebadec0695f9 req-b0630cdb-6e52-4bcf-855e-b8efc2693a7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6149821'] for port, after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:47:21.286257 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2fc12620-573b-4688-8631-a303ee1c25ac req-e183b8fa-680d-438c-9405-12e81b4d0817 tempest-ServerAddressesNegativeTestJSON-1877412659 tempest-ServerAddressesNegativeTestJSON-1877412659-project] Made reservation on behalf of 378ccecb06c94ef88e7da4c8170a11c7 for: {'port': 1} {{(pid=102386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 18:47:21.289657 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-2fc12620-573b-4688-8631-a303ee1c25ac req-e183b8fa-680d-438c-9405-12e81b4d0817 tempest-ServerAddressesNegativeTestJSON-1877412659 tempest-ServerAddressesNegativeTestJSON-1877412659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:47:21.337772 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55d9228-167f-4186-8cb0-dc8af5569708 req-37582215-0aec-437b-8936-7c982a7c0130 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:47:21.340422 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-c55d9228-167f-4186-8cb0-dc8af5569708 req-37582215-0aec-437b-8936-7c982a7c0130 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=2243fae3c4a84449b62a7624bd36086b&shared=False HTTP/1.1" status: 200 len: 918 time: 0.1490188 Nov 05 18:47:21.370645 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73722a5c-fdb5-4dc8-b37c-ebadec0695f9 req-b8c2bf8e-f031-44d8-9bc6-c36d4aca5f38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:47:21.371263 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-73722a5c-fdb5-4dc8-b37c-ebadec0695f9 req-b8c2bf8e-f031-44d8-9bc6-c36d4aca5f38 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:47:21.372571 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-73722a5c-fdb5-4dc8-b37c-ebadec0695f9 req-b8c2bf8e-f031-44d8-9bc6-c36d4aca5f38 service neutron] 10.222.0.55 "PUT /v2.0/ports/7c98b35d-b327-4b24-9110-f94398aee499 HTTP/1.1" status: 200 len: 1092 time: 3.2436998 Nov 05 18:47:21.373688 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-8075dc62-7250-4760-a174-e081a5223521 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-956796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877'] for network, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:47:21.374719 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8075dc62-7250-4760-a174-e081a5223521 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:47:21.375296 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-8075dc62-7250-4760-a174-e081a5223521 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597851'] for network, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:47:21.452476 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8075dc62-7250-4760-a174-e081a5223521 admin admin] Pushing event updated for resources: {'Network': ['ID=c77ff7e9-d481-4b3e-ba39-ac23de7cba86,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:47:21.465241 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Network c77ff7e9-d481-4b3e-ba39-ac23de7cba86 details requested by agent ovs-agent-n-d-816865-1 with host n-d-816865-1 {{(pid=102388) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 05 18:47:21.475628 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c2bf8e-f031-44d8-9bc6-c36d4aca5f38 service neutron] Pushing event updated for resources: {'Port': ['ID=7c98b35d-b327-4b24-9110-f94398aee499,revision_number=3']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:47:21.585989 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e761e31-8a87-4fab-9bec-74cace355711 req-485840fe-61d6-48c6-91e3-92eef6ae5e49 tempest-AttachVolumeTestJSON-989501218 tempest-AttachVolumeTestJSON-989501218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:47:21.596654 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-6e761e31-8a87-4fab-9bec-74cace355711 req-485840fe-61d6-48c6-91e3-92eef6ae5e49 tempest-AttachVolumeTestJSON-989501218 tempest-AttachVolumeTestJSON-989501218-project] 10.222.0.13 "GET /v2.0/ports?device_id=332b01ca-305d-470b-a5c2-8f6774221f19 HTTP/1.1" status: 200 len: 945 time: 0.1099787 Nov 05 18:47:21.633730 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-8075dc62-7250-4760-a174-e081a5223521 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.1515288 Nov 05 18:47:21.639730 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 51378) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:47:21.644737 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-d2613c4a-980e-408d-82c5-ceb243b85535 admin admin] Request body: {'subnet': {'network_id': 'c77ff7e9-d481-4b3e-ba39-ac23de7cba86', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-990766541-subnet', 'tenant_id': '20ab6e27729e43499d56a84cad1ed79a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:47:21.668977 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0630cdb-6e52-4bcf-855e-b8efc2693a7a service neutron] Pushing event updated for resources: {'Port': ['ID=6adbcb95-fb71-4c48-86d5-251909898396,revision_number=2']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:47:21.673136 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-6e761e31-8a87-4fab-9bec-74cace355711 req-14b79b6e-43fb-4519-a649-42a725f10720 tempest-AttachVolumeTestJSON-989501218 tempest-AttachVolumeTestJSON-989501218-project] 10.222.0.13 "GET /v2.0/security-groups?id=ef933554-0df5-4bb3-a185-95505310ff6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0756092 Nov 05 18:47:21.694287 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55d9228-167f-4186-8cb0-dc8af5569708 req-cd16c1c8-bf5e-4e5d-b1bf-7e2adeb2e86e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:47:21.695794 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-c55d9228-167f-4186-8cb0-dc8af5569708 req-cd16c1c8-bf5e-4e5d-b1bf-7e2adeb2e86e service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3468390 Nov 05 18:47:21.717616 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [req-73722a5c-fdb5-4dc8-b37c-ebadec0695f9 req-b0630cdb-6e52-4bcf-855e-b8efc2693a7a service neutron] Attempting to bind port 6adbcb95-fb71-4c48-86d5-251909898396 on host n-h1-816865-1 for vnic_type normal with profile {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 18:47:21.717945 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [req-73722a5c-fdb5-4dc8-b37c-ebadec0695f9 req-b0630cdb-6e52-4bcf-855e-b8efc2693a7a service neutron] Attempting to bind port 6adbcb95-fb71-4c48-86d5-251909898396 by drivers openvswitch,hyperv on host n-h1-816865-1 at level 0 using segments [{'id': '7a5f325a-e958-4f9d-83b2-9ada406aab50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '61a1dee8-e33b-4328-a3de-ff8138ae6209'}] {{(pid=102386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 18:47:21.718292 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73722a5c-fdb5-4dc8-b37c-ebadec0695f9 req-b0630cdb-6e52-4bcf-855e-b8efc2693a7a service neutron] Attempting to bind port 6adbcb95-fb71-4c48-86d5-251909898396 on network 61a1dee8-e33b-4328-a3de-ff8138ae6209 {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 18:47:21.727314 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.db_base_plugin_common [req-2fc12620-573b-4688-8631-a303ee1c25ac req-e183b8fa-680d-438c-9405-12e81b4d0817 tempest-ServerAddressesNegativeTestJSON-1877412659 tempest-ServerAddressesNegativeTestJSON-1877412659-project] Allocated IP 172.20.0.5 (6e560c56-4147-45a9-8213-dc6fad368cb2/ecd4589f-eb0a-4ce5-acb7-d3ef19f6340d/05c231cd-a21f-4d70-b5c0-57a111c9f023) {{(pid=102386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 18:47:21.736568 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73722a5c-fdb5-4dc8-b37c-ebadec0695f9 req-8a36f702-4764-4c95-9bf1-4f6eda309bf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:47:21.736568 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-73722a5c-fdb5-4dc8-b37c-ebadec0695f9 req-8a36f702-4764-4c95-9bf1-4f6eda309bf8 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=2243fae3c4a84449b62a7624bd36086b&device_id=8e8ddd4f-e91e-426a-b0a2-c25bb6c6300a HTTP/1.1" status: 200 len: 1095 time: 0.1157537 Nov 05 18:47:21.736568 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73722a5c-fdb5-4dc8-b37c-ebadec0695f9 req-b0630cdb-6e52-4bcf-855e-b8efc2693a7a service neutron] Port 6adbcb95-fb71-4c48-86d5-251909898396 on network 61a1dee8-e33b-4328-a3de-ff8138ae6209 not bound, no agent of type Open vSwitch agent registered on host n-h1-816865-1 {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 18:47:21.736568 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73722a5c-fdb5-4dc8-b37c-ebadec0695f9 req-b0630cdb-6e52-4bcf-855e-b8efc2693a7a service neutron] Attempting to bind port 6adbcb95-fb71-4c48-86d5-251909898396 on network 61a1dee8-e33b-4328-a3de-ff8138ae6209 {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 18:47:21.755470 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73722a5c-fdb5-4dc8-b37c-ebadec0695f9 req-b0630cdb-6e52-4bcf-855e-b8efc2693a7a service neutron] Checking agent: {'id': 'eb596d7c-8c64-42bd-8aca-fad447eb0eab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816865-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 18, 33, 34), 'started_at': datetime.datetime(2021, 11, 5, 18, 33, 34), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 18, 47, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 18:47:21.755819 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73722a5c-fdb5-4dc8-b37c-ebadec0695f9 req-b0630cdb-6e52-4bcf-855e-b8efc2693a7a service neutron] Checking segment: {'id': '7a5f325a-e958-4f9d-83b2-9ada406aab50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '61a1dee8-e33b-4328-a3de-ff8138ae6209'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 18:47:21.756171 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73722a5c-fdb5-4dc8-b37c-ebadec0695f9 req-b0630cdb-6e52-4bcf-855e-b8efc2693a7a service neutron] Bound using segment: {'id': '7a5f325a-e958-4f9d-83b2-9ada406aab50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '61a1dee8-e33b-4328-a3de-ff8138ae6209'} {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 18:47:21.756605 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [req-73722a5c-fdb5-4dc8-b37c-ebadec0695f9 req-b0630cdb-6e52-4bcf-855e-b8efc2693a7a service neutron] Bound port: 6adbcb95-fb71-4c48-86d5-251909898396, host: n-h1-816865-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7a5f325a-e958-4f9d-83b2-9ada406aab50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '61a1dee8-e33b-4328-a3de-ff8138ae6209'}}] {{(pid=102386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 18:47:21.756951 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-73722a5c-fdb5-4dc8-b37c-ebadec0695f9 req-b0630cdb-6e52-4bcf-855e-b8efc2693a7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:47:21.801710 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2613c4a-980e-408d-82c5-ceb243b85535 admin admin] Made reservation on behalf of 20ab6e27729e43499d56a84cad1ed79a for: {'subnet': 1} {{(pid=102387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 18:47:21.804186 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-d2613c4a-980e-408d-82c5-ceb243b85535 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5112236'] for subnet, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:47:21.822415 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-73722a5c-fdb5-4dc8-b37c-ebadec0695f9 req-97ded01d-c42d-4d9c-b989-e7dad7113eeb service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7c98b35d-b327-4b24-9110-f94398aee499 HTTP/1.1" status: 200 len: 217 time: 0.0694506 Nov 05 18:47:21.955198 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73722a5c-fdb5-4dc8-b37c-ebadec0695f9 req-1cc8b371-b3b8-4589-81dc-722a9ff466cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:47:21.957294 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-73722a5c-fdb5-4dc8-b37c-ebadec0695f9 req-1cc8b371-b3b8-4589-81dc-722a9ff466cd service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2243fae3c4a84449b62a7624bd36086b&device_id=d592152a-bc3c-4efb-a06c-1b8eab290ff6 HTTP/1.1" status: 200 len: 1094 time: 0.2172019 Nov 05 18:47:22.047054 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73722a5c-fdb5-4dc8-b37c-ebadec0695f9 req-38bd8e15-e824-4f40-87f8-b22e24e079b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:47:22.048519 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-73722a5c-fdb5-4dc8-b37c-ebadec0695f9 req-38bd8e15-e824-4f40-87f8-b22e24e079b6 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=1a898e69-91ad-4a0b-9110-36e9781a553f HTTP/1.1" status: 200 len: 857 time: 0.2133834 Nov 05 18:47:22.049968 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75771437-488f-4e0a-afba-d27a4d6f2330 req-01800f39-9b84-4020-825a-8ac1ccf1996a tempest-ListServersNegativeTestJSON-740663082 tempest-ListServersNegativeTestJSON-740663082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:47:22.054779 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-73722a5c-fdb5-4dc8-b37c-ebadec0695f9 req-aa94dca3-f4ef-4ec8-9e4f-cd23ae05f46c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f1f906f5-022a-439a-974f-ff7b4b24c24a HTTP/1.1" status: 200 len: 217 time: 0.0811019 Nov 05 18:47:22.058192 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-75771437-488f-4e0a-afba-d27a4d6f2330 req-01800f39-9b84-4020-825a-8ac1ccf1996a tempest-ListServersNegativeTestJSON-740663082 tempest-ListServersNegativeTestJSON-740663082-project] 10.222.0.13 "GET /v2.0/ports?device_id=86c03832-1925-47c9-8678-eebfcb8b127e HTTP/1.1" status: 200 len: 943 time: 0.1306751 Nov 05 18:47:22.063054 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [req-73722a5c-fdb5-4dc8-b37c-ebadec0695f9 req-b0630cdb-6e52-4bcf-855e-b8efc2693a7a service neutron] For port 6adbcb95-fb71-4c48-86d5-251909898396, host n-h1-816865-1, cleared binding levels {{(pid=102386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 18:47:22.120342 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-a87ba203-5b45-4cd0-9504-5df81084ce52 req-13f07fea-1207-478a-bdc3-e8a19e333750 tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] 10.222.0.13 "GET /v2.0/ports?device_id=cd40ab5d-0d1e-4823-97ac-1efde8c984da HTTP/1.1" status: 200 len: 210 time: 0.0416777 Nov 05 18:47:22.145978 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [req-73722a5c-fdb5-4dc8-b37c-ebadec0695f9 req-b0630cdb-6e52-4bcf-855e-b8efc2693a7a service neutron] For port 6adbcb95-fb71-4c48-86d5-251909898396, host n-h1-816865-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=6adbcb95-fb71-4c48-86d5-251909898396,segment=NetworkSegment(7a5f325a-e958-4f9d-83b2-9ada406aab50),segment_id=7a5f325a-e958-4f9d-83b2-9ada406aab50)] {{(pid=102386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 18:47:22.148001 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-75771437-488f-4e0a-afba-d27a4d6f2330 req-a43df43b-76e2-41f6-aad2-3987e9b8f389 tempest-ListServersNegativeTestJSON-740663082 tempest-ListServersNegativeTestJSON-740663082-project] 10.222.0.13 "GET /v2.0/security-groups?id=3ae13458-222c-49ab-9839-ab56f90819f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842347 Nov 05 18:47:22.149033 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-73722a5c-fdb5-4dc8-b37c-ebadec0695f9 req-8ffe1da5-ffaf-4001-8f34-4226038e4527 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=61a1dee8-e33b-4328-a3de-ff8138ae6209&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0834060 Nov 05 18:47:22.208649 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-d2613c4a-980e-408d-82c5-ceb243b85535 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4417463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5112218'] for subnet, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:47:22.217891 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73722a5c-fdb5-4dc8-b37c-ebadec0695f9 req-a0af8a78-0b9d-4d98-8b40-cd6efbbafc9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:47:22.219431 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-73722a5c-fdb5-4dc8-b37c-ebadec0695f9 req-a0af8a78-0b9d-4d98-8b40-cd6efbbafc9c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1a898e69-91ad-4a0b-9110-36e9781a553f HTTP/1.1" status: 200 len: 857 time: 0.1528106 Nov 05 18:47:22.222498 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-2fc12620-573b-4688-8631-a303ee1c25ac req-e183b8fa-680d-438c-9405-12e81b4d0817 tempest-ServerAddressesNegativeTestJSON-1877412659 tempest-ServerAddressesNegativeTestJSON-1877412659-project] Publish callbacks [] for port, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:47:22.254102 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-2e6e9b9b-d02a-469b-b1e8-2315490b6c3e req-9b7c74f8-779f-48e2-b3bd-632cace17976 tempest-ServerAddressesNegativeTestJSON-1877412659 tempest-ServerAddressesNegativeTestJSON-1877412659-project] 10.222.0.13 "GET /v2.0/ports?device_id=c2d6fcff-58ee-487d-bc23-417c5872f4ae HTTP/1.1" status: 200 len: 210 time: 0.0543799 Nov 05 18:47:22.291725 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-73722a5c-fdb5-4dc8-b37c-ebadec0695f9 req-28a11783-0aa4-4eed-9316-0ce5ac1fcd52 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=61a1dee8-e33b-4328-a3de-ff8138ae6209&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0648975 Nov 05 18:47:22.292786 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-73722a5c-fdb5-4dc8-b37c-ebadec0695f9 req-b0630cdb-6e52-4bcf-855e-b8efc2693a7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6149821'] for port, after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:47:22.300918 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2613c4a-980e-408d-82c5-ceb243b85535 admin admin] Pushing event updated for resources: {'Subnet': ['ID=be97dd25-2902-42e1-9747-20ce3566b675,revision_number=0']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:47:22.306327 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2613c4a-980e-408d-82c5-ceb243b85535 admin admin] Checking segment: {'id': '4ca2ef99-9fc7-4901-bb86-8107e045f897', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'c77ff7e9-d481-4b3e-ba39-ac23de7cba86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 18:47:22.306831 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2613c4a-980e-408d-82c5-ceb243b85535 admin admin] Network hostable DHCP agents. Network: c77ff7e9-d481-4b3e-ba39-ac23de7cba86, hostable agents: ['987e2ca0-bc3b-4c6f-a989-429ccfbf753f'], hosted agents: [] {{(pid=102387) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 05 18:47:22.355774 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73722a5c-fdb5-4dc8-b37c-ebadec0695f9 req-b0630cdb-6e52-4bcf-855e-b8efc2693a7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:47:22.356449 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-73722a5c-fdb5-4dc8-b37c-ebadec0695f9 req-b0630cdb-6e52-4bcf-855e-b8efc2693a7a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:47:22.357858 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-73722a5c-fdb5-4dc8-b37c-ebadec0695f9 req-b0630cdb-6e52-4bcf-855e-b8efc2693a7a service neutron] 10.222.0.41 "PUT /v2.0/ports/6adbcb95-fb71-4c48-86d5-251909898396 HTTP/1.1" status: 200 len: 1091 time: 2.8586671 Nov 05 18:47:22.468137 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-73722a5c-fdb5-4dc8-b37c-ebadec0695f9 req-cbacd74e-f0f6-44d8-a77c-5162390e6189 service neutron] 10.222.0.55 "GET /v2.0/networks/61a1dee8-e33b-4328-a3de-ff8138ae6209?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2889776 Nov 05 18:47:22.470339 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0630cdb-6e52-4bcf-855e-b8efc2693a7a service neutron] Pushing event updated for resources: {'Port': ['ID=6adbcb95-fb71-4c48-86d5-251909898396,revision_number=3']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:47:22.506629 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-73722a5c-fdb5-4dc8-b37c-ebadec0695f9 req-683db3d1-6164-4e26-ad7a-00a7ffe11103 service neutron] 10.222.0.41 "GET /v2.0/networks/61a1dee8-e33b-4328-a3de-ff8138ae6209?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2014394 Nov 05 18:47:22.533201 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2613c4a-980e-408d-82c5-ceb243b85535 admin admin] Network c77ff7e9-d481-4b3e-ba39-ac23de7cba86 is scheduled to be hosted by DHCP agent 987e2ca0-bc3b-4c6f-a989-429ccfbf753f with binding_index 1 {{(pid=102387) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 05 18:47:22.609730 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-2fc12620-573b-4688-8631-a303ee1c25ac req-e183b8fa-680d-438c-9405-12e81b4d0817 tempest-ServerAddressesNegativeTestJSON-1877412659 tempest-ServerAddressesNegativeTestJSON-1877412659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:47:22.705733 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2fc12620-573b-4688-8631-a303ee1c25ac req-e183b8fa-680d-438c-9405-12e81b4d0817 tempest-ServerAddressesNegativeTestJSON-1877412659 tempest-ServerAddressesNegativeTestJSON-1877412659-project] Network 6e560c56-4147-45a9-8213-dc6fad368cb2 is already hosted by enough agents. {{(pid=102386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 18:47:22.721662 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.base_scheduler [req-2fc12620-573b-4688-8631-a303ee1c25ac req-e183b8fa-680d-438c-9405-12e81b4d0817 tempest-ServerAddressesNegativeTestJSON-1877412659 tempest-ServerAddressesNegativeTestJSON-1877412659-project] Resources bound (agent type, host, resource id): {{(pid=102386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:47:22.729800 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-73722a5c-fdb5-4dc8-b37c-ebadec0695f9 req-a6c0e917-1dbd-46a2-a833-f796c6707a79 service neutron] 10.222.0.55 "GET /v2.0/networks/61a1dee8-e33b-4328-a3de-ff8138ae6209?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2502375 Nov 05 18:47:22.730768 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [req-2fc12620-573b-4688-8631-a303ee1c25ac req-e183b8fa-680d-438c-9405-12e81b4d0817 tempest-ServerAddressesNegativeTestJSON-1877412659 tempest-ServerAddressesNegativeTestJSON-1877412659-project] Received port after_create {{(pid=102386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 18:47:22.731989 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.base_scheduler [None req-d2613c4a-980e-408d-82c5-ceb243b85535 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816865-1, c77ff7e9-d481-4b3e-ba39-ac23de7cba86) {{(pid=102387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:47:22.742887 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc78dbdb-bbb4-40e8-9a68-ef46dc918fce None None] Network c77ff7e9-d481-4b3e-ba39-ac23de7cba86 requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 18:47:22.748438 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e183b8fa-680d-438c-9405-12e81b4d0817 tempest-ServerAddressesNegativeTestJSON-1877412659 tempest-ServerAddressesNegativeTestJSON-1877412659-project] Pushing event updated for resources: {'Port': ['ID=05c231cd-a21f-4d70-b5c0-57a111c9f023,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:47:22.767263 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2613c4a-980e-408d-82c5-ceb243b85535 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:47:22.767895 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-d2613c4a-980e-408d-82c5-ceb243b85535 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597851'] for subnet, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:47:22.787056 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-73722a5c-fdb5-4dc8-b37c-ebadec0695f9 req-f9f2880f-3550-4748-a763-7b85905a8ac1 service neutron] 10.222.0.41 "GET /v2.0/networks/61a1dee8-e33b-4328-a3de-ff8138ae6209?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2725346 Nov 05 18:47:22.792188 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73722a5c-fdb5-4dc8-b37c-ebadec0695f9 req-00bd9c36-5d69-4a23-b52b-0d7e9e0bb746 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:47:22.793676 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-73722a5c-fdb5-4dc8-b37c-ebadec0695f9 req-00bd9c36-5d69-4a23-b52b-0d7e9e0bb746 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2243fae3c4a84449b62a7624bd36086b&device_id=86c03832-1925-47c9-8678-eebfcb8b127e HTTP/1.1" status: 200 len: 1094 time: 0.1726875 Nov 05 18:47:22.830127 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f150878b-58d4-4356-9055-b1699c62d662 req-cfd19ae3-6f9c-44ad-b044-709b6ebc3105 tempest-AttachVolumeTestJSON-989501218 tempest-AttachVolumeTestJSON-989501218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:47:22.831757 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-f150878b-58d4-4356-9055-b1699c62d662 req-cfd19ae3-6f9c-44ad-b044-709b6ebc3105 tempest-AttachVolumeTestJSON-989501218 tempest-AttachVolumeTestJSON-989501218-project] 10.222.0.13 "GET /v2.0/ports?device_id=332b01ca-305d-470b-a5c2-8f6774221f19 HTTP/1.1" status: 200 len: 945 time: 0.0680029 Nov 05 18:47:22.844925 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc12620-573b-4688-8631-a303ee1c25ac req-e183b8fa-680d-438c-9405-12e81b4d0817 tempest-ServerAddressesNegativeTestJSON-1877412659 tempest-ServerAddressesNegativeTestJSON-1877412659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:47:22.845546 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-2fc12620-573b-4688-8631-a303ee1c25ac req-e183b8fa-680d-438c-9405-12e81b4d0817 tempest-ServerAddressesNegativeTestJSON-1877412659 tempest-ServerAddressesNegativeTestJSON-1877412659-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:47:22.849727 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-73722a5c-fdb5-4dc8-b37c-ebadec0695f9 req-b9d7df02-970c-4561-903b-1700ad15619b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6adbcb95-fb71-4c48-86d5-251909898396 HTTP/1.1" status: 200 len: 217 time: 0.0486593 Nov 05 18:47:22.884867 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-f150878b-58d4-4356-9055-b1699c62d662 req-e7604bc8-16f8-4a6f-90c2-2d85a0967d97 tempest-AttachVolumeTestJSON-989501218 tempest-AttachVolumeTestJSON-989501218-project] 10.222.0.13 "GET /v2.0/security-groups?id=ef933554-0df5-4bb3-a185-95505310ff6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459464 Nov 05 18:47:22.906163 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73722a5c-fdb5-4dc8-b37c-ebadec0695f9 req-7acaeb37-39c0-4041-acb0-af165b825c8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:47:22.907639 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-73722a5c-fdb5-4dc8-b37c-ebadec0695f9 req-7acaeb37-39c0-4041-acb0-af165b825c8d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1a898e69-91ad-4a0b-9110-36e9781a553f HTTP/1.1" status: 200 len: 857 time: 0.0501425 Nov 05 18:47:22.940318 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-73722a5c-fdb5-4dc8-b37c-ebadec0695f9 req-d0550168-2a74-4753-82a7-d80f14e04638 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=61a1dee8-e33b-4328-a3de-ff8138ae6209&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250885 Nov 05 18:47:22.942875 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55a56cb5-8777-4cdd-b4b5-3051a859a79e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeb20a084-accf-5b60-8075-3e69ebe863a6-c77ff7e9-d481-4b3e-ba39-ac23de7cba86', 'network_id': 'c77ff7e9-d481-4b3e-ba39-ac23de7cba86', 'tenant_id': '20ab6e27729e43499d56a84cad1ed79a', 'fixed_ips': [{'subnet_id': 'be97dd25-2902-42e1-9747-20ce3566b675'}]}} from n-d-816865-1. {{(pid=102388) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 05 18:47:22.943750 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-55a56cb5-8777-4cdd-b4b5-3051a859a79e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:47:22.957992 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-d2613c4a-980e-408d-82c5-ceb243b85535 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.3169343 Nov 05 18:47:22.960731 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 51396) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:47:22.966818 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-430c3073-055c-40ab-a20e-3f9e8d152db7 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-990766541-router', 'tenant_id': '20ab6e27729e43499d56a84cad1ed79a', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec'}}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:47:23.091900 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.db_base_plugin_common [None req-55a56cb5-8777-4cdd-b4b5-3051a859a79e None None] Allocated IP 172.20.0.2 (c77ff7e9-d481-4b3e-ba39-ac23de7cba86/be97dd25-2902-42e1-9747-20ce3566b675/13730f97-b292-4e7e-a36c-872b697d423a) {{(pid=102388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 18:47:23.234090 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-430c3073-055c-40ab-a20e-3f9e8d152db7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-571139', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6874'] for router, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:47:23.234917 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-430c3073-055c-40ab-a20e-3f9e8d152db7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-571375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1000570', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1011585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6867'] for router, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:47:23.254308 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-55a56cb5-8777-4cdd-b4b5-3051a859a79e None None] Publish callbacks [] for port, precommit_create {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:47:23.293573 n-d-816865-1 neutron-server[102386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e8ddd4f-e91e-426a-b0a2-c25bb6c6300a', 'tag': '7c98b35d-b327-4b24-9110-f94398aee499'}, {'name': 'network-changed', 'server_uuid': '86c03832-1925-47c9-8678-eebfcb8b127e', 'tag': '6adbcb95-fb71-4c48-86d5-251909898396'}] {{(pid=102386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 18:47:23.296052 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6173a44d7c73f41af551dc890fa1a5892c2c6bc3458b640c8e0c24db7876ba6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5303681-c3ea-4f7d-baeb-379af01e0d29" -d '{"events": [{"name": "network-changed", "server_uuid": "8e8ddd4f-e91e-426a-b0a2-c25bb6c6300a", "tag": "7c98b35d-b327-4b24-9110-f94398aee499"}, {"name": "network-changed", "server_uuid": "86c03832-1925-47c9-8678-eebfcb8b127e", "tag": "6adbcb95-fb71-4c48-86d5-251909898396"}]}' {{(pid=102386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 18:47:23.305641 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-2fc12620-573b-4688-8631-a303ee1c25ac req-e183b8fa-680d-438c-9405-12e81b4d0817 tempest-ServerAddressesNegativeTestJSON-1877412659 tempest-ServerAddressesNegativeTestJSON-1877412659-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5234880 Nov 05 18:47:23.315133 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e004266-d6e0-4e63-bfcb-264d00e5af39 req-53e56766-9f15-4222-9328-03e906c897e5 tempest-ListServersNegativeTestJSON-740663082 tempest-ListServersNegativeTestJSON-740663082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:47:23.323330 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-0e004266-d6e0-4e63-bfcb-264d00e5af39 req-53e56766-9f15-4222-9328-03e906c897e5 tempest-ListServersNegativeTestJSON-740663082 tempest-ListServersNegativeTestJSON-740663082-project] 10.222.0.13 "GET /v2.0/ports?device_id=86c03832-1925-47c9-8678-eebfcb8b127e HTTP/1.1" status: 200 len: 943 time: 0.1020350 Nov 05 18:47:23.335639 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [req-2fc12620-573b-4688-8631-a303ee1c25ac req-0262202f-112f-4247-9572-973fd7b786f3 service neutron] Request body: {'port': {'device_id': 'c2d6fcff-58ee-487d-bc23-417c5872f4ae', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816865-1'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:47:23.357809 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-55a56cb5-8777-4cdd-b4b5-3051a859a79e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789'] for port, after_create {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:47:23.361370 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-430c3073-055c-40ab-a20e-3f9e8d152db7 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:47:23.417727 n-d-816865-1 neutron-server[102388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55a56cb5-8777-4cdd-b4b5-3051a859a79e None None] Network c77ff7e9-d481-4b3e-ba39-ac23de7cba86 is already hosted by enough agents. {{(pid=102388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 18:47:23.419999 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-2fc12620-573b-4688-8631-a303ee1c25ac req-0262202f-112f-4247-9572-973fd7b786f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:47:23.424145 n-d-816865-1 neutron-server[102388]: DEBUG neutron.scheduler.base_scheduler [None req-55a56cb5-8777-4cdd-b4b5-3051a859a79e None None] Resources bound (agent type, host, resource id): {{(pid=102388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:47:23.426256 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a56cb5-8777-4cdd-b4b5-3051a859a79e None None] Pushing event updated for resources: {'Port': ['ID=13730f97-b292-4e7e-a36c-872b697d423a,revision_number=1']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:47:23.428649 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55a56cb5-8777-4cdd-b4b5-3051a859a79e None None] Received port after_create {{(pid=102388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 18:47:23.432322 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-73722a5c-fdb5-4dc8-b37c-ebadec0695f9 req-b68c5a85-42ca-4cf5-9325-70d46f2ba6df service neutron] 10.222.0.41 "GET /v2.0/networks/61a1dee8-e33b-4328-a3de-ff8138ae6209?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4851809 Nov 05 18:47:23.453605 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-0e004266-d6e0-4e63-bfcb-264d00e5af39 req-38556170-a23e-41f3-9bb9-bbacb6c57c39 tempest-ListServersNegativeTestJSON-740663082 tempest-ListServersNegativeTestJSON-740663082-project] 10.222.0.13 "GET /v2.0/security-groups?id=3ae13458-222c-49ab-9839-ab56f90819f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291437 Nov 05 18:47:23.502505 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-55a56cb5-8777-4cdd-b4b5-3051a859a79e None None] Attempting to bind port 13730f97-b292-4e7e-a36c-872b697d423a on host n-d-816865-1 for vnic_type normal with profile {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 18:47:23.503039 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-55a56cb5-8777-4cdd-b4b5-3051a859a79e None None] Attempting to bind port 13730f97-b292-4e7e-a36c-872b697d423a by drivers openvswitch,hyperv on host n-d-816865-1 at level 0 using segments [{'id': '4ca2ef99-9fc7-4901-bb86-8107e045f897', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'c77ff7e9-d481-4b3e-ba39-ac23de7cba86'}] {{(pid=102388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 18:47:23.503529 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55a56cb5-8777-4cdd-b4b5-3051a859a79e None None] Attempting to bind port 13730f97-b292-4e7e-a36c-872b697d423a on network c77ff7e9-d481-4b3e-ba39-ac23de7cba86 {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 18:47:23.509873 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55a56cb5-8777-4cdd-b4b5-3051a859a79e None None] Checking agent: {'id': '724d89a7-611b-41e6-bc85-c48112b17afa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 18, 25, 8), 'started_at': datetime.datetime(2021, 11, 5, 18, 25, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 18, 47, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 18:47:23.510688 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55a56cb5-8777-4cdd-b4b5-3051a859a79e None None] Checking segment: {'id': '4ca2ef99-9fc7-4901-bb86-8107e045f897', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'c77ff7e9-d481-4b3e-ba39-ac23de7cba86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 18:47:23.511407 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-55a56cb5-8777-4cdd-b4b5-3051a859a79e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:47:23.512117 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55a56cb5-8777-4cdd-b4b5-3051a859a79e None None] Bound using segment: {'id': '4ca2ef99-9fc7-4901-bb86-8107e045f897', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'c77ff7e9-d481-4b3e-ba39-ac23de7cba86'} {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 18:47:23.512898 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-55a56cb5-8777-4cdd-b4b5-3051a859a79e None None] Bound port: 13730f97-b292-4e7e-a36c-872b697d423a, host: n-d-816865-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ca2ef99-9fc7-4901-bb86-8107e045f897', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'c77ff7e9-d481-4b3e-ba39-ac23de7cba86'}}] {{(pid=102388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 18:47:23.513468 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-55a56cb5-8777-4cdd-b4b5-3051a859a79e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:47:23.535176 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 05 Nov 2021 18:47:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3a569a0-37ef-43fb-8b5f-6a88fa962b65 x-openstack-request-id: req-d3a569a0-37ef-43fb-8b5f-6a88fa962b65 {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 18:47:23.535476 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e8ddd4f-e91e-426a-b0a2-c25bb6c6300a", "tag": "7c98b35d-b327-4b24-9110-f94398aee499", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "86c03832-1925-47c9-8678-eebfcb8b127e", "tag": "6adbcb95-fb71-4c48-86d5-251909898396", "status": "completed", "code": 200}]} {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 18:47:23.535738 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d3a569a0-37ef-43fb-8b5f-6a88fa962b65 {{(pid=102386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 18:47:23.536188 n-d-816865-1 neutron-server[102386]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e8ddd4f-e91e-426a-b0a2-c25bb6c6300a', 'tag': '7c98b35d-b327-4b24-9110-f94398aee499', 'status': 'completed', 'code': 200} Nov 05 18:47:23.536457 n-d-816865-1 neutron-server[102386]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86c03832-1925-47c9-8678-eebfcb8b127e', 'tag': '6adbcb95-fb71-4c48-86d5-251909898396', 'status': 'completed', 'code': 200} Nov 05 18:47:23.577704 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee00b735-160e-43d3-954e-4efa6ec39a74 req-7408f5cc-cba3-4d23-bfe9-a41c99cabec1 tempest-ServerAddressesNegativeTestJSON-1877412659 tempest-ServerAddressesNegativeTestJSON-1877412659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:47:23.579399 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-ee00b735-160e-43d3-954e-4efa6ec39a74 req-7408f5cc-cba3-4d23-bfe9-a41c99cabec1 tempest-ServerAddressesNegativeTestJSON-1877412659 tempest-ServerAddressesNegativeTestJSON-1877412659-project] 10.222.0.13 "GET /v2.0/ports?device_id=c2d6fcff-58ee-487d-bc23-417c5872f4ae HTTP/1.1" status: 200 len: 931 time: 0.1837468 Nov 05 18:47:23.614794 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-55a56cb5-8777-4cdd-b4b5-3051a859a79e None None] For port 13730f97-b292-4e7e-a36c-872b697d423a, host n-d-816865-1, cleared binding levels {{(pid=102388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 18:47:23.620715 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-55a56cb5-8777-4cdd-b4b5-3051a859a79e None None] For port 13730f97-b292-4e7e-a36c-872b697d423a, host n-d-816865-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=13730f97-b292-4e7e-a36c-872b697d423a,segment=NetworkSegment(4ca2ef99-9fc7-4901-bb86-8107e045f897),segment_id=4ca2ef99-9fc7-4901-bb86-8107e045f897)] {{(pid=102388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 18:47:23.694147 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-55a56cb5-8777-4cdd-b4b5-3051a859a79e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:47:23.708610 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-73722a5c-fdb5-4dc8-b37c-ebadec0695f9 req-77e2d9e1-023e-4479-b019-f66116bbd2f4 service neutron] 10.222.0.41 "GET /v2.0/networks/61a1dee8-e33b-4328-a3de-ff8138ae6209?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2683733 Nov 05 18:47:23.729170 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5303681-c3ea-4f7d-baeb-379af01e0d29 req-fbf6bfc0-9e0a-4f4a-a9ca-f6daa4720c35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:47:23.732657 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-e5303681-c3ea-4f7d-baeb-379af01e0d29 req-fbf6bfc0-9e0a-4f4a-a9ca-f6daa4720c35 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=2243fae3c4a84449b62a7624bd36086b&device_id=8e8ddd4f-e91e-426a-b0a2-c25bb6c6300a HTTP/1.1" status: 200 len: 1095 time: 0.1730607 Nov 05 18:47:23.758479 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-430c3073-055c-40ab-a20e-3f9e8d152db7 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:47:23.796149 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-ee00b735-160e-43d3-954e-4efa6ec39a74 req-23206e66-87fa-4d58-9d62-5a0a9004a5c3 tempest-ServerAddressesNegativeTestJSON-1877412659 tempest-ServerAddressesNegativeTestJSON-1877412659-project] 10.222.0.13 "GET /v2.0/security-groups?id=6832ddad-28ff-482a-a14c-7be3bdb8c0fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1629217 Nov 05 18:47:23.815212 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a56cb5-8777-4cdd-b4b5-3051a859a79e None None] Pushing event updated for resources: {'Port': ['ID=13730f97-b292-4e7e-a36c-872b697d423a,revision_number=2']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:47:24.024345 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5303681-c3ea-4f7d-baeb-379af01e0d29 req-32d2b727-8a59-4556-8df0-8843c97d108a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:47:24.026761 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-e5303681-c3ea-4f7d-baeb-379af01e0d29 req-32d2b727-8a59-4556-8df0-8843c97d108a service neutron] 10.222.0.55 "GET /v2.0/networks?id=61a1dee8-e33b-4328-a3de-ff8138ae6209 HTTP/1.1" status: 200 len: 918 time: 0.2797875 Nov 05 18:47:24.033609 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5303681-c3ea-4f7d-baeb-379af01e0d29 req-296fd070-f07a-4d29-895a-787c4aa83c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:47:24.035182 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-e5303681-c3ea-4f7d-baeb-379af01e0d29 req-296fd070-f07a-4d29-895a-787c4aa83c4d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2243fae3c4a84449b62a7624bd36086b&device_id=86c03832-1925-47c9-8678-eebfcb8b127e HTTP/1.1" status: 200 len: 1094 time: 0.1544430 Nov 05 18:47:24.111806 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-e5303681-c3ea-4f7d-baeb-379af01e0d29 req-3be960f5-ab1c-4ef8-ab33-d0e49092c1b7 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7c98b35d-b327-4b24-9110-f94398aee499 HTTP/1.1" status: 200 len: 217 time: 0.0563173 Nov 05 18:47:24.133071 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5399724b-9ada-424e-8c03-e75ac3166452 req-fff0be7a-6675-48e5-b3d7-e712decf59fb tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:47:24.135324 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-5399724b-9ada-424e-8c03-e75ac3166452 req-fff0be7a-6675-48e5-b3d7-e712decf59fb tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] 10.222.0.13 "GET /v2.0/networks?id=43ea62f0-8360-499b-8cfa-33c91e860c8e HTTP/1.1" status: 200 len: 812 time: 0.2397392 Nov 05 18:47:24.137312 n-d-816865-1 neutron-server[102386]: DEBUG neutron.notifiers.nova [req-2fc12620-573b-4688-8631-a303ee1c25ac req-0262202f-112f-4247-9572-973fd7b786f3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 05c231cd-a21f-4d70-b5c0-57a111c9f023 {{(pid=102386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 18:47:24.149393 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c651d2d-0feb-4cdd-b2c8-65124d73ba19 req-6c8f5f8e-bc6b-412d-825b-60f6039aad29 tempest-AttachVolumeTestJSON-989501218 tempest-AttachVolumeTestJSON-989501218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:47:24.151847 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-6c651d2d-0feb-4cdd-b2c8-65124d73ba19 req-6c8f5f8e-bc6b-412d-825b-60f6039aad29 tempest-AttachVolumeTestJSON-989501218 tempest-AttachVolumeTestJSON-989501218-project] 10.222.0.13 "GET /v2.0/ports?device_id=332b01ca-305d-470b-a5c2-8f6774221f19 HTTP/1.1" status: 200 len: 945 time: 0.1360393 Nov 05 18:47:24.173354 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-5399724b-9ada-424e-8c03-e75ac3166452 req-75549e4b-47d2-411a-abca-98dd88268b55 tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] 10.222.0.13 "GET /v2.0/quotas/6967002ed7684b0a936551bf3f38aa1b HTTP/1.1" status: 200 len: 375 time: 0.0204048 Nov 05 18:47:24.192874 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-2fc12620-573b-4688-8631-a303ee1c25ac req-0262202f-112f-4247-9572-973fd7b786f3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:47:24.223370 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-5399724b-9ada-424e-8c03-e75ac3166452 req-a54d9f95-9fa6-4867-a0b4-eda6e245cc8e tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=6967002ed7684b0a936551bf3f38aa1b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0393825 Nov 05 18:47:24.226581 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.provisioning_blocks [req-2fc12620-573b-4688-8631-a303ee1c25ac req-0262202f-112f-4247-9572-973fd7b786f3 service neutron] Transition to ACTIVE for port object 05c231cd-a21f-4d70-b5c0-57a111c9f023 will not be triggered until provisioned by entity L2. {{(pid=102386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 05 18:47:24.234536 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5303681-c3ea-4f7d-baeb-379af01e0d29 req-80070289-264e-4a7d-ac79-d03695f10dc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:47:24.235934 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-e5303681-c3ea-4f7d-baeb-379af01e0d29 req-80070289-264e-4a7d-ac79-d03695f10dc9 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=1a898e69-91ad-4a0b-9110-36e9781a553f HTTP/1.1" status: 200 len: 857 time: 0.1090419 Nov 05 18:47:24.260944 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5303681-c3ea-4f7d-baeb-379af01e0d29 req-50e2316b-6cf5-495b-bc75-32da3cc45d87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:47:24.262430 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-e5303681-c3ea-4f7d-baeb-379af01e0d29 req-50e2316b-6cf5-495b-bc75-32da3cc45d87 service neutron] 10.222.0.41 "GET /v2.0/networks?id=61a1dee8-e33b-4328-a3de-ff8138ae6209 HTTP/1.1" status: 200 len: 918 time: 0.2058537 Nov 05 18:47:24.268870 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-6c651d2d-0feb-4cdd-b2c8-65124d73ba19 req-3a58f350-14f0-4e63-9d4f-a5254ed87539 tempest-AttachVolumeTestJSON-989501218 tempest-AttachVolumeTestJSON-989501218-project] 10.222.0.13 "GET /v2.0/security-groups?id=ef933554-0df5-4bb3-a185-95505310ff6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1060452 Nov 05 18:47:24.291746 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-e5303681-c3ea-4f7d-baeb-379af01e0d29 req-7fba9a34-8306-48e5-8893-04c490c8a096 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=61a1dee8-e33b-4328-a3de-ff8138ae6209&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279627 Nov 05 18:47:24.324782 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-e5303681-c3ea-4f7d-baeb-379af01e0d29 req-81a539ed-684b-4674-8535-875a1f3d0455 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6adbcb95-fb71-4c48-86d5-251909898396 HTTP/1.1" status: 200 len: 217 time: 0.0463502 Nov 05 18:47:24.398296 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-2fc12620-573b-4688-8631-a303ee1c25ac req-0262202f-112f-4247-9572-973fd7b786f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6149821'] for port, after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:47:24.427620 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-5399724b-9ada-424e-8c03-e75ac3166452 req-5c9d5ff3-0df8-4c7d-9151-afad45cb2a7e service neutron] 10.222.0.13 "GET /v2.0/networks/43ea62f0-8360-499b-8cfa-33c91e860c8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1923916 Nov 05 18:47:24.457185 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-430c3073-055c-40ab-a20e-3f9e8d152db7 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:47:24.461915 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5303681-c3ea-4f7d-baeb-379af01e0d29 req-694b86e2-d913-46e0-8733-76e54c9e8c90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:47:24.463542 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-e5303681-c3ea-4f7d-baeb-379af01e0d29 req-694b86e2-d913-46e0-8733-76e54c9e8c90 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1a898e69-91ad-4a0b-9110-36e9781a553f HTTP/1.1" status: 200 len: 857 time: 0.1277249 Nov 05 18:47:24.484633 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-430c3073-055c-40ab-a20e-3f9e8d152db7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:47:24.516199 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0262202f-112f-4247-9572-973fd7b786f3 service neutron] Pushing event updated for resources: {'Port': ['ID=05c231cd-a21f-4d70-b5c0-57a111c9f023,revision_number=2']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:47:24.522753 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-e5303681-c3ea-4f7d-baeb-379af01e0d29 req-6944c3bd-a577-4455-be09-9470e0f39a34 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=61a1dee8-e33b-4328-a3de-ff8138ae6209&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0475321 Nov 05 18:47:24.526657 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-e5303681-c3ea-4f7d-baeb-379af01e0d29 req-3868f569-a34f-454a-8a6a-89460ac0d66d service neutron] 10.222.0.55 "GET /v2.0/networks/61a1dee8-e33b-4328-a3de-ff8138ae6209?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2104759 Nov 05 18:47:24.660572 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-5399724b-9ada-424e-8c03-e75ac3166452 req-a3c7cb21-d2cb-4d38-9576-e830032ceae2 service neutron] 10.222.0.13 "GET /v2.0/networks/43ea62f0-8360-499b-8cfa-33c91e860c8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2240646 Nov 05 18:47:24.686542 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a88944d-9886-464f-afeb-c7f22a477609 req-9d4ebf80-fd6e-4695-a66b-c4157ab8fbde tempest-ListServersNegativeTestJSON-740663082 tempest-ListServersNegativeTestJSON-740663082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:47:24.693718 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-3a88944d-9886-464f-afeb-c7f22a477609 req-9d4ebf80-fd6e-4695-a66b-c4157ab8fbde tempest-ListServersNegativeTestJSON-740663082 tempest-ListServersNegativeTestJSON-740663082-project] 10.222.0.13 "GET /v2.0/ports?device_id=86c03832-1925-47c9-8678-eebfcb8b127e HTTP/1.1" status: 200 len: 943 time: 0.1258669 Nov 05 18:47:24.714201 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.db_base_plugin_common [None req-430c3073-055c-40ab-a20e-3f9e8d152db7 admin admin] Allocated IP 172.25.6.124 (40c8335d-cd0b-4cb5-910a-d4dcddd5cbec/04fe6db3-e108-4208-943d-6518424f5726/d7704044-2a31-4a76-8f63-747482d3d164) {{(pid=102387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 18:47:24.750793 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [req-2fc12620-573b-4688-8631-a303ee1c25ac req-0262202f-112f-4247-9572-973fd7b786f3 service neutron] Attempting to bind port 05c231cd-a21f-4d70-b5c0-57a111c9f023 on host n-h2-816865-1 for vnic_type normal with profile {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 18:47:24.750793 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [req-2fc12620-573b-4688-8631-a303ee1c25ac req-0262202f-112f-4247-9572-973fd7b786f3 service neutron] Attempting to bind port 05c231cd-a21f-4d70-b5c0-57a111c9f023 by drivers openvswitch,hyperv on host n-h2-816865-1 at level 0 using segments [{'id': '7445ea9a-4cf5-460c-9ebc-f147fce20e40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '6e560c56-4147-45a9-8213-dc6fad368cb2'}] {{(pid=102386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 18:47:24.750793 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fc12620-573b-4688-8631-a303ee1c25ac req-0262202f-112f-4247-9572-973fd7b786f3 service neutron] Attempting to bind port 05c231cd-a21f-4d70-b5c0-57a111c9f023 on network 6e560c56-4147-45a9-8213-dc6fad368cb2 {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 18:47:24.771726 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fc12620-573b-4688-8631-a303ee1c25ac req-0262202f-112f-4247-9572-973fd7b786f3 service neutron] Port 05c231cd-a21f-4d70-b5c0-57a111c9f023 on network 6e560c56-4147-45a9-8213-dc6fad368cb2 not bound, no agent of type Open vSwitch agent registered on host n-h2-816865-1 {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 18:47:24.772053 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fc12620-573b-4688-8631-a303ee1c25ac req-0262202f-112f-4247-9572-973fd7b786f3 service neutron] Attempting to bind port 05c231cd-a21f-4d70-b5c0-57a111c9f023 on network 6e560c56-4147-45a9-8213-dc6fad368cb2 {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 18:47:24.783681 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-e5303681-c3ea-4f7d-baeb-379af01e0d29 req-20bf6b8c-eb2c-4b21-a94c-5717fc8cc41c service neutron] 10.222.0.55 "GET /v2.0/networks/61a1dee8-e33b-4328-a3de-ff8138ae6209?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2416348 Nov 05 18:47:24.784712 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fc12620-573b-4688-8631-a303ee1c25ac req-0262202f-112f-4247-9572-973fd7b786f3 service neutron] Checking agent: {'id': '32aff553-696f-4891-83f5-5c176f61fe54', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816865-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 18, 33, 36), 'started_at': datetime.datetime(2021, 11, 5, 18, 33, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 18, 47, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 18:47:24.785044 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fc12620-573b-4688-8631-a303ee1c25ac req-0262202f-112f-4247-9572-973fd7b786f3 service neutron] Checking segment: {'id': '7445ea9a-4cf5-460c-9ebc-f147fce20e40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '6e560c56-4147-45a9-8213-dc6fad368cb2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 18:47:24.785494 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fc12620-573b-4688-8631-a303ee1c25ac req-0262202f-112f-4247-9572-973fd7b786f3 service neutron] Bound using segment: {'id': '7445ea9a-4cf5-460c-9ebc-f147fce20e40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '6e560c56-4147-45a9-8213-dc6fad368cb2'} {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 18:47:24.785835 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [req-2fc12620-573b-4688-8631-a303ee1c25ac req-0262202f-112f-4247-9572-973fd7b786f3 service neutron] Bound port: 05c231cd-a21f-4d70-b5c0-57a111c9f023, host: n-h2-816865-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7445ea9a-4cf5-460c-9ebc-f147fce20e40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '6e560c56-4147-45a9-8213-dc6fad368cb2'}}] {{(pid=102386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 18:47:24.786221 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-2fc12620-573b-4688-8631-a303ee1c25ac req-0262202f-112f-4247-9572-973fd7b786f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:47:24.789018 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 13730f97-b292-4e7e-a36c-872b697d423a up at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 18:47:24.789463 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-e5303681-c3ea-4f7d-baeb-379af01e0d29 req-e24ac02e-c1fe-4a5d-989d-64fa34f89d99 service neutron] 10.222.0.41 "GET /v2.0/networks/61a1dee8-e33b-4328-a3de-ff8138ae6209?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2494411 Nov 05 18:47:24.791365 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-3a88944d-9886-464f-afeb-c7f22a477609 req-41f9781d-3e97-44d7-9e5c-c1b2e748c72b tempest-ListServersNegativeTestJSON-740663082 tempest-ListServersNegativeTestJSON-740663082-project] 10.222.0.13 "GET /v2.0/security-groups?id=3ae13458-222c-49ab-9839-ab56f90819f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942221 Nov 05 18:47:24.908857 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Provisioning complete for port 13730f97-b292-4e7e-a36c-872b697d423a triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:47:24.909381 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:47:24.940282 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [req-2fc12620-573b-4688-8631-a303ee1c25ac req-0262202f-112f-4247-9572-973fd7b786f3 service neutron] For port 05c231cd-a21f-4d70-b5c0-57a111c9f023, host n-h2-816865-1, cleared binding levels {{(pid=102386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 18:47:24.945841 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [req-2fc12620-573b-4688-8631-a303ee1c25ac req-0262202f-112f-4247-9572-973fd7b786f3 service neutron] For port 05c231cd-a21f-4d70-b5c0-57a111c9f023, host n-h2-816865-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=05c231cd-a21f-4d70-b5c0-57a111c9f023,segment=NetworkSegment(7445ea9a-4cf5-460c-9ebc-f147fce20e40),segment_id=7445ea9a-4cf5-460c-9ebc-f147fce20e40)] {{(pid=102386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 18:47:24.974240 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-e5303681-c3ea-4f7d-baeb-379af01e0d29 req-6e2d2451-964f-45eb-a979-81ebef23412c service neutron] 10.222.0.41 "GET /v2.0/networks/61a1dee8-e33b-4328-a3de-ff8138ae6209?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1746299 Nov 05 18:47:24.975181 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-430c3073-055c-40ab-a20e-3f9e8d152db7 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:47:25.041898 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-2fc12620-573b-4688-8631-a303ee1c25ac req-0262202f-112f-4247-9572-973fd7b786f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6149821'] for port, after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:47:25.051970 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:47:25.093857 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] For port 13730f97-b292-4e7e-a36c-872b697d423a, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=13730f97-b292-4e7e-a36c-872b697d423a,segment=NetworkSegment(4ca2ef99-9fc7-4901-bb86-8107e045f897),segment_id=4ca2ef99-9fc7-4901-bb86-8107e045f897)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:47:25.108489 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9970a2-15ac-45cd-abc9-0e261473ec2e req-6d0254aa-e9fd-4925-b7ab-873b6566238f tempest-ServerAddressesNegativeTestJSON-1877412659 tempest-ServerAddressesNegativeTestJSON-1877412659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:47:25.113292 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-3e9970a2-15ac-45cd-abc9-0e261473ec2e req-6d0254aa-e9fd-4925-b7ab-873b6566238f tempest-ServerAddressesNegativeTestJSON-1877412659 tempest-ServerAddressesNegativeTestJSON-1877412659-project] 10.222.0.13 "GET /v2.0/ports?device_id=c2d6fcff-58ee-487d-bc23-417c5872f4ae HTTP/1.1" status: 200 len: 943 time: 0.0712779 Nov 05 18:47:25.116320 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc12620-573b-4688-8631-a303ee1c25ac req-0262202f-112f-4247-9572-973fd7b786f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:47:25.116934 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-2fc12620-573b-4688-8631-a303ee1c25ac req-0262202f-112f-4247-9572-973fd7b786f3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:47:25.119186 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-2fc12620-573b-4688-8631-a303ee1c25ac req-0262202f-112f-4247-9572-973fd7b786f3 service neutron] 10.222.0.55 "PUT /v2.0/ports/05c231cd-a21f-4d70-b5c0-57a111c9f023 HTTP/1.1" status: 200 len: 1091 time: 1.7873657 Nov 05 18:47:25.120431 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0262202f-112f-4247-9572-973fd7b786f3 service neutron] Pushing event updated for resources: {'Port': ['ID=05c231cd-a21f-4d70-b5c0-57a111c9f023,revision_number=3']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:47:25.137044 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e424905-baba-43f9-af72-7c7a50ecc7ef None None] Network c77ff7e9-d481-4b3e-ba39-ac23de7cba86 requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 18:47:25.191631 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-3e9970a2-15ac-45cd-abc9-0e261473ec2e req-82f14efe-1f7e-4e8b-a7f4-748fad662f01 tempest-ServerAddressesNegativeTestJSON-1877412659 tempest-ServerAddressesNegativeTestJSON-1877412659-project] 10.222.0.13 "GET /v2.0/security-groups?id=6832ddad-28ff-482a-a14c-7be3bdb8c0fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740285 Nov 05 18:47:25.209351 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-430c3073-055c-40ab-a20e-3f9e8d152db7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4417063'] for port, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:47:25.217536 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-06c84f3f-b89d-4ba7-b491-2139b5ffc7b0 None None] Provisioning complete for port 13730f97-b292-4e7e-a36c-872b697d423a triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:47:25.217992 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-06c84f3f-b89d-4ba7-b491-2139b5ffc7b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:47:25.234606 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-6e45847c-0b2b-40ad-927d-c1cdd8bd958b req-e4ace536-c93b-4e21-8d89-9d7e80ea1d90 tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] 10.222.0.13 "GET /v2.0/ports?device_id=289210e8-3640-44db-bf4f-059b352a2870 HTTP/1.1" status: 200 len: 210 time: 0.0414710 Nov 05 18:47:25.265948 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:47:25.291335 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-430c3073-055c-40ab-a20e-3f9e8d152db7 admin admin] Network 40c8335d-cd0b-4cb5-910a-d4dcddd5cbec is already hosted by enough agents. {{(pid=102387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 18:47:25.296098 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.base_scheduler [None req-430c3073-055c-40ab-a20e-3f9e8d152db7 admin admin] Resources bound (agent type, host, resource id): {{(pid=102387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:47:25.314754 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-430c3073-055c-40ab-a20e-3f9e8d152db7 admin admin] Received port after_create {{(pid=102387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 18:47:25.316696 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430c3073-055c-40ab-a20e-3f9e8d152db7 admin admin] Pushing event updated for resources: {'Port': ['ID=d7704044-2a31-4a76-8f63-747482d3d164,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:47:25.371987 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc12620-573b-4688-8631-a303ee1c25ac req-775306f5-5f33-4511-a357-786ba2e5349d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:47:25.371987 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-2fc12620-573b-4688-8631-a303ee1c25ac req-775306f5-5f33-4511-a357-786ba2e5349d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=378ccecb06c94ef88e7da4c8170a11c7&device_id=c2d6fcff-58ee-487d-bc23-417c5872f4ae HTTP/1.1" status: 200 len: 1094 time: 0.0787137 Nov 05 18:47:25.427582 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-2fc12620-573b-4688-8631-a303ee1c25ac req-985dc953-4f73-4eed-b1d0-9c6135f4feea service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=05c231cd-a21f-4d70-b5c0-57a111c9f023 HTTP/1.1" status: 200 len: 217 time: 0.0434163 Nov 05 18:47:25.488296 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Pushing event updated for resources: {'Port': ['ID=13730f97-b292-4e7e-a36c-872b697d423a,revision_number=3']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:47:25.513660 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc12620-573b-4688-8631-a303ee1c25ac req-53a24875-9530-492f-a2e4-c82ee09418f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:47:25.515756 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-2fc12620-573b-4688-8631-a303ee1c25ac req-53a24875-9530-492f-a2e4-c82ee09418f9 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=ecd4589f-eb0a-4ce5-acb7-d3ef19f6340d HTTP/1.1" status: 200 len: 862 time: 0.0736597 Nov 05 18:47:25.536919 n-d-816865-1 neutron-server[102386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2d6fcff-58ee-487d-bc23-417c5872f4ae', 'tag': '05c231cd-a21f-4d70-b5c0-57a111c9f023'}] {{(pid=102386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 18:47:25.540055 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6173a44d7c73f41af551dc890fa1a5892c2c6bc3458b640c8e0c24db7876ba6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98b4eeb1-74b0-4094-9067-04f3bccb287d" -d '{"events": [{"name": "network-changed", "server_uuid": "c2d6fcff-58ee-487d-bc23-417c5872f4ae", "tag": "05c231cd-a21f-4d70-b5c0-57a111c9f023"}]}' {{(pid=102386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 18:47:25.552397 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e9fa45-07ac-4bcb-afb8-955bed55068b req-c47ab056-bc79-44dc-9f3b-665859b4385a tempest-AttachVolumeTestJSON-989501218 tempest-AttachVolumeTestJSON-989501218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:47:25.554000 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-64e9fa45-07ac-4bcb-afb8-955bed55068b req-c47ab056-bc79-44dc-9f3b-665859b4385a tempest-AttachVolumeTestJSON-989501218 tempest-AttachVolumeTestJSON-989501218-project] 10.222.0.13 "GET /v2.0/ports?device_id=332b01ca-305d-470b-a5c2-8f6774221f19 HTTP/1.1" status: 200 len: 945 time: 0.1297588 Nov 05 18:47:25.560655 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-2fc12620-573b-4688-8631-a303ee1c25ac req-da6aba26-9ac9-426d-aab3-f8b8b4de7403 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=6e560c56-4147-45a9-8213-dc6fad368cb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0323608 Nov 05 18:47:25.579982 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Device 7c98b35d-b327-4b24-9110-f94398aee499 details requested by agent hyperv_n-h2-816865-1 with host n-h2-816865-1 {{(pid=102388) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 05 18:47:25.671223 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-64e9fa45-07ac-4bcb-afb8-955bed55068b req-5a09e243-4d52-4ec5-a5d8-44443af063dc tempest-AttachVolumeTestJSON-989501218 tempest-AttachVolumeTestJSON-989501218-project] 10.222.0.13 "GET /v2.0/security-groups?id=ef933554-0df5-4bb3-a185-95505310ff6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1067007 Nov 05 18:47:25.699914 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-2fc12620-573b-4688-8631-a303ee1c25ac req-18d2515b-7590-447b-9e99-3778cc01c5e0 service neutron] 10.222.0.55 "GET /v2.0/networks/6e560c56-4147-45a9-8213-dc6fad368cb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271110 Nov 05 18:47:25.726305 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] For port 7c98b35d-b327-4b24-9110-f94398aee499, host n-h2-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=7c98b35d-b327-4b24-9110-f94398aee499,segment=NetworkSegment(7a5f325a-e958-4f9d-83b2-9ada406aab50),segment_id=7a5f325a-e958-4f9d-83b2-9ada406aab50)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:47:25.740208 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Returning: {'device': '7c98b35d-b327-4b24-9110-f94398aee499', 'network_id': '61a1dee8-e33b-4328-a3de-ff8138ae6209', 'port_id': '7c98b35d-b327-4b24-9110-f94398aee499', 'mac_address': 'fa:16:3e:5f:2f:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 196, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1a898e69-91ad-4a0b-9110-36e9781a553f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102388) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 05 18:47:25.771296 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 18:47:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abcc06b3-19f9-417b-8372-8b12f238e6c4 x-openstack-request-id: req-abcc06b3-19f9-417b-8372-8b12f238e6c4 {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 18:47:25.771796 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c2d6fcff-58ee-487d-bc23-417c5872f4ae", "tag": "05c231cd-a21f-4d70-b5c0-57a111c9f023", "status": "completed", "code": 200}]} {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 18:47:25.772233 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-abcc06b3-19f9-417b-8372-8b12f238e6c4 {{(pid=102386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 18:47:25.772816 n-d-816865-1 neutron-server[102386]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2d6fcff-58ee-487d-bc23-417c5872f4ae', 'tag': '05c231cd-a21f-4d70-b5c0-57a111c9f023', 'status': 'completed', 'code': 200} Nov 05 18:47:25.786971 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:47:25.806370 n-d-816865-1 neutron-server[102388]: DEBUG neutron.notifiers.nova [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c98b35d-b327-4b24-9110-f94398aee499 {{(pid=102388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 18:47:25.835632 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] For port 7c98b35d-b327-4b24-9110-f94398aee499, host n-h2-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=7c98b35d-b327-4b24-9110-f94398aee499,segment=NetworkSegment(7a5f325a-e958-4f9d-83b2-9ada406aab50),segment_id=7a5f325a-e958-4f9d-83b2-9ada406aab50)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:47:25.843951 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-2fc12620-573b-4688-8631-a303ee1c25ac req-b6d27b6b-ce9e-47c6-9c61-afb7422e0014 service neutron] 10.222.0.55 "GET /v2.0/networks/6e560c56-4147-45a9-8213-dc6fad368cb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1325955 Nov 05 18:47:25.923866 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-430c3073-055c-40ab-a20e-3f9e8d152db7 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:47:25.927289 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-5b46b1e3-9b70-499e-a749-12185fef9660 None None] Provisioning complete for port 13730f97-b292-4e7e-a36c-872b697d423a triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:47:25.928346 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-5b46b1e3-9b70-499e-a749-12185fef9660 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:47:25.957925 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:47:25.978918 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a00cc94-ab78-47bb-88af-845915ed6834 req-04ee6041-1ddd-40b7-83ad-e8f951635e72 tempest-ListServersNegativeTestJSON-740663082 tempest-ListServersNegativeTestJSON-740663082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:47:25.980471 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-4a00cc94-ab78-47bb-88af-845915ed6834 req-04ee6041-1ddd-40b7-83ad-e8f951635e72 tempest-ListServersNegativeTestJSON-740663082 tempest-ListServersNegativeTestJSON-740663082-project] 10.222.0.13 "GET /v2.0/ports?device_id=86c03832-1925-47c9-8678-eebfcb8b127e HTTP/1.1" status: 200 len: 943 time: 0.0923989 Nov 05 18:47:26.084302 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b4eeb1-74b0-4094-9067-04f3bccb287d req-b0989bec-4882-46e5-b42b-2972680c4135 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:47:26.087749 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-4a00cc94-ab78-47bb-88af-845915ed6834 req-4d3558dc-d2df-4611-80b9-3446bb99a7b2 tempest-ListServersNegativeTestJSON-740663082 tempest-ListServersNegativeTestJSON-740663082-project] 10.222.0.13 "GET /v2.0/security-groups?id=3ae13458-222c-49ab-9839-ab56f90819f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975666 Nov 05 18:47:26.095340 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-98b4eeb1-74b0-4094-9067-04f3bccb287d req-b0989bec-4882-46e5-b42b-2972680c4135 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=378ccecb06c94ef88e7da4c8170a11c7&device_id=c2d6fcff-58ee-487d-bc23-417c5872f4ae HTTP/1.1" status: 200 len: 1094 time: 0.0516989 Nov 05 18:47:26.183062 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Device 6adbcb95-fb71-4c48-86d5-251909898396 details requested by agent hyperv_n-h1-816865-1 with host n-h1-816865-1 {{(pid=102388) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 05 18:47:26.238388 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b4eeb1-74b0-4094-9067-04f3bccb287d req-51e84243-a45b-4d2f-a25f-5ec2f0d8b347 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:47:26.240256 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-98b4eeb1-74b0-4094-9067-04f3bccb287d req-51e84243-a45b-4d2f-a25f-5ec2f0d8b347 service neutron] 10.222.0.55 "GET /v2.0/networks?id=6e560c56-4147-45a9-8213-dc6fad368cb2 HTTP/1.1" status: 200 len: 923 time: 0.1412964 Nov 05 18:47:26.245495 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-430c3073-055c-40ab-a20e-3f9e8d152db7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-571384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1000487'] for router, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:47:26.259180 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Pushing event updated for resources: {'Port': ['ID=7c98b35d-b327-4b24-9110-f94398aee499,revision_number=4']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:47:26.277470 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:47:26.277815 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:47:26.278179 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:47:26.278518 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:47:26.278850 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:47:26.279299 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:47:26.279636 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:47:26.279961 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:47:26.280281 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:47:26.280605 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:47:26.280928 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:47:26.281247 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:47:26.297109 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] get_ports_and_sgs() called for port_ids ['7c98b35d-b327-4b24-9110-f94398aee499'] {{(pid=102388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 18:47:26.309701 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-98b4eeb1-74b0-4094-9067-04f3bccb287d req-20041573-585a-415f-b320-8c696b7627d8 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=05c231cd-a21f-4d70-b5c0-57a111c9f023 HTTP/1.1" status: 200 len: 217 time: 0.0611684 Nov 05 18:47:26.377731 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b4eeb1-74b0-4094-9067-04f3bccb287d req-e2bc737e-e065-4066-a9b7-df86dc0007af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:47:26.379432 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-98b4eeb1-74b0-4094-9067-04f3bccb287d req-e2bc737e-e065-4066-a9b7-df86dc0007af service neutron] 10.222.0.55 "GET /v2.0/subnets?id=ecd4589f-eb0a-4ce5-acb7-d3ef19f6340d HTTP/1.1" status: 200 len: 862 time: 0.0623531 Nov 05 18:47:26.427466 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-98b4eeb1-74b0-4094-9067-04f3bccb287d req-0aa91874-258a-4623-affc-0909c920f2ee service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=6e560c56-4147-45a9-8213-dc6fad368cb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0385289 Nov 05 18:47:26.453178 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] For port 6adbcb95-fb71-4c48-86d5-251909898396, host n-h1-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=6adbcb95-fb71-4c48-86d5-251909898396,segment=NetworkSegment(7a5f325a-e958-4f9d-83b2-9ada406aab50),segment_id=7a5f325a-e958-4f9d-83b2-9ada406aab50)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:47:26.480738 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Returning: {'device': '6adbcb95-fb71-4c48-86d5-251909898396', 'network_id': '61a1dee8-e33b-4328-a3de-ff8138ae6209', 'port_id': '6adbcb95-fb71-4c48-86d5-251909898396', 'mac_address': 'fa:16:3e:8e:56:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 196, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1a898e69-91ad-4a0b-9110-36e9781a553f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102388) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 05 18:47:26.543007 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-98b4eeb1-74b0-4094-9067-04f3bccb287d req-d4b96c0f-5fe3-40ba-b4ea-3ae46a40a5ee service neutron] 10.222.0.55 "GET /v2.0/networks/6e560c56-4147-45a9-8213-dc6fad368cb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1047299 Nov 05 18:47:26.579069 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:47:26.601250 n-d-816865-1 neutron-server[102388]: DEBUG neutron.notifiers.nova [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6adbcb95-fb71-4c48-86d5-251909898396 {{(pid=102388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 18:47:26.630209 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] For port 6adbcb95-fb71-4c48-86d5-251909898396, host n-h1-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=6adbcb95-fb71-4c48-86d5-251909898396,segment=NetworkSegment(7a5f325a-e958-4f9d-83b2-9ada406aab50),segment_id=7a5f325a-e958-4f9d-83b2-9ada406aab50)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:47:26.666338 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-98b4eeb1-74b0-4094-9067-04f3bccb287d req-08a6ce97-48eb-4e85-a979-5cc25f3c2ac3 service neutron] 10.222.0.55 "GET /v2.0/networks/6e560c56-4147-45a9-8213-dc6fad368cb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1138775 Nov 05 18:47:26.696836 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 13730f97-b292-4e7e-a36c-872b697d423a up at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 18:47:26.730603 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:47:26.731259 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Device f1f906f5-022a-439a-974f-ff7b4b24c24a details requested by agent hyperv_n-h1-816865-1 with host n-h1-816865-1 {{(pid=102388) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 05 18:47:26.807468 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Pushing event updated for resources: {'Port': ['ID=6adbcb95-fb71-4c48-86d5-251909898396,revision_number=4']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:47:26.817738 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Provisioning complete for port 13730f97-b292-4e7e-a36c-872b697d423a triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:47:26.818122 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:47:26.820680 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] For port f1f906f5-022a-439a-974f-ff7b4b24c24a, host n-h1-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=f1f906f5-022a-439a-974f-ff7b4b24c24a,segment=NetworkSegment(7a5f325a-e958-4f9d-83b2-9ada406aab50),segment_id=7a5f325a-e958-4f9d-83b2-9ada406aab50)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:47:26.857187 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Returning: {'device': 'f1f906f5-022a-439a-974f-ff7b4b24c24a', 'network_id': '61a1dee8-e33b-4328-a3de-ff8138ae6209', 'port_id': 'f1f906f5-022a-439a-974f-ff7b4b24c24a', 'mac_address': 'fa:16:3e:24:c8:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 196, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1a898e69-91ad-4a0b-9110-36e9781a553f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102388) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 05 18:47:26.863319 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a402fef-8994-4b99-abc9-a339ef1a49a7 req-f2d57efc-3d01-4c69-b17e-ce4218f1163d tempest-ServerAddressesNegativeTestJSON-1877412659 tempest-ServerAddressesNegativeTestJSON-1877412659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:47:26.864828 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-3a402fef-8994-4b99-abc9-a339ef1a49a7 req-f2d57efc-3d01-4c69-b17e-ce4218f1163d tempest-ServerAddressesNegativeTestJSON-1877412659 tempest-ServerAddressesNegativeTestJSON-1877412659-project] 10.222.0.13 "GET /v2.0/ports?device_id=c2d6fcff-58ee-487d-bc23-417c5872f4ae HTTP/1.1" status: 200 len: 943 time: 0.4664485 Nov 05 18:47:26.909207 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:47:26.941638 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a674c5-5743-4942-9d33-54c55e536625 req-a368f01f-1d0c-4cb7-9678-47d2b3de2743 tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:47:26.943126 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-87a674c5-5743-4942-9d33-54c55e536625 req-a368f01f-1d0c-4cb7-9678-47d2b3de2743 tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] 10.222.0.13 "GET /v2.0/networks?id=43ea62f0-8360-499b-8cfa-33c91e860c8e HTTP/1.1" status: 200 len: 812 time: 0.1718392 Nov 05 18:47:26.944505 n-d-816865-1 neutron-server[102388]: DEBUG neutron.notifiers.nova [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f1f906f5-022a-439a-974f-ff7b4b24c24a {{(pid=102388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 18:47:26.957219 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-3a402fef-8994-4b99-abc9-a339ef1a49a7 req-0e3211d5-3c61-4a3c-9170-ee93bb3cd205 tempest-ServerAddressesNegativeTestJSON-1877412659 tempest-ServerAddressesNegativeTestJSON-1877412659-project] 10.222.0.13 "GET /v2.0/security-groups?id=6832ddad-28ff-482a-a14c-7be3bdb8c0fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810184 Nov 05 18:47:26.972724 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] For port f1f906f5-022a-439a-974f-ff7b4b24c24a, host n-h1-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=f1f906f5-022a-439a-974f-ff7b4b24c24a,segment=NetworkSegment(7a5f325a-e958-4f9d-83b2-9ada406aab50),segment_id=7a5f325a-e958-4f9d-83b2-9ada406aab50)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:47:26.972925 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-87a674c5-5743-4942-9d33-54c55e536625 req-784b4823-3234-4148-a227-c511256fbff4 tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] 10.222.0.13 "GET /v2.0/quotas/6967002ed7684b0a936551bf3f38aa1b HTTP/1.1" status: 200 len: 375 time: 0.0202091 Nov 05 18:47:27.005159 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-87a674c5-5743-4942-9d33-54c55e536625 req-666349a8-48f5-4709-a5f9-95fd782bad36 tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=6967002ed7684b0a936551bf3f38aa1b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0313263 Nov 05 18:47:27.086585 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-430c3073-055c-40ab-a20e-3f9e8d152db7 admin admin] Router 454bbd4b-913c-4a17-8266-f4819e4c2144 is scheduled to L3 agent 6dcb5589-8e86-4616-9186-ddc4548e13ad with binding_index 1 {{(pid=102387) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 05 18:47:27.115992 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:47:27.164405 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Pushing event updated for resources: {'Port': ['ID=f1f906f5-022a-439a-974f-ff7b4b24c24a,revision_number=4']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:47:27.176740 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a99359-17ef-4ec3-923f-cb0b1f597fd8 req-0c8efa01-c1ee-4407-a0e6-fe810e4eac35 tempest-AttachVolumeTestJSON-989501218 tempest-AttachVolumeTestJSON-989501218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:47:27.178244 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-53a99359-17ef-4ec3-923f-cb0b1f597fd8 req-0c8efa01-c1ee-4407-a0e6-fe810e4eac35 tempest-AttachVolumeTestJSON-989501218 tempest-AttachVolumeTestJSON-989501218-project] 10.222.0.13 "GET /v2.0/ports?device_id=332b01ca-305d-470b-a5c2-8f6774221f19 HTTP/1.1" status: 200 len: 945 time: 0.1465364 Nov 05 18:47:27.181896 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-87a674c5-5743-4942-9d33-54c55e536625 req-ac3e9763-2629-4580-ab10-b2062a37b1d9 service neutron] 10.222.0.13 "GET /v2.0/networks/43ea62f0-8360-499b-8cfa-33c91e860c8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1681547 Nov 05 18:47:27.334902 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-53a99359-17ef-4ec3-923f-cb0b1f597fd8 req-05af6b2c-47d6-4f06-b32d-82fef271080f tempest-AttachVolumeTestJSON-989501218 tempest-AttachVolumeTestJSON-989501218-project] 10.222.0.13 "GET /v2.0/security-groups?id=ef933554-0df5-4bb3-a185-95505310ff6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1489682 Nov 05 18:47:27.339191 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-430c3073-055c-40ab-a20e-3f9e8d152db7 admin admin] Notify agent at l3_agent.n-d-816865-1 the message routers_updated {{(pid=102387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 18:47:27.352545 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a43732a-fc2e-4898-9c3b-bfb12713fd03 None None] Sync routers for ids ['454bbd4b-913c-4a17-8266-f4819e4c2144'] in n-d-816865-1 {{(pid=102389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 18:47:27.364027 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-87a674c5-5743-4942-9d33-54c55e536625 req-a7128591-45e5-4913-a713-8744ae96f6b5 service neutron] 10.222.0.13 "GET /v2.0/networks/43ea62f0-8360-499b-8cfa-33c91e860c8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1710331 Nov 05 18:47:27.373652 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a43732a-fc2e-4898-9c3b-bfb12713fd03 None None] Routers {'454bbd4b-913c-4a17-8266-f4819e4c2144'} bound to L3 agent in host n-d-816865-1 {{(pid=102389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 18:47:27.374633 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-5a43732a-fc2e-4898-9c3b-bfb12713fd03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T18:47:05Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['454bbd4b-913c-4a17-8266-f4819e4c2144'], 'active': True} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:47:27.456164 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] get_ports_and_sgs() called for port_ids ['f1f906f5-022a-439a-974f-ff7b4b24c24a'] {{(pid=102388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 18:47:27.461622 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] get_ports_and_sgs() called for port_ids ['6adbcb95-fb71-4c48-86d5-251909898396'] {{(pid=102388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 18:47:27.469195 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309f12ca-baca-462a-a931-509ac8e8d6c8 req-b8875442-b9be-4505-a32f-a622d8c79c06 tempest-ListServersNegativeTestJSON-740663082 tempest-ListServersNegativeTestJSON-740663082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:47:27.470904 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-309f12ca-baca-462a-a931-509ac8e8d6c8 req-b8875442-b9be-4505-a32f-a622d8c79c06 tempest-ListServersNegativeTestJSON-740663082 tempest-ListServersNegativeTestJSON-740663082-project] 10.222.0.13 "GET /v2.0/ports?device_id=86c03832-1925-47c9-8678-eebfcb8b127e HTTP/1.1" status: 200 len: 944 time: 0.0645127 Nov 05 18:47:27.494383 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvr_db [None req-5a43732a-fc2e-4898-9c3b-bfb12713fd03 None None] Set router 454bbd4b-913c-4a17-8266-f4819e4c2144 gateway port host: n-d-816865-1 {{(pid=102389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 18:47:27.521701 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-309f12ca-baca-462a-a931-509ac8e8d6c8 req-bcb03e8c-5778-43c0-b2c4-b693eeaf9ddc tempest-ListServersNegativeTestJSON-740663082 tempest-ListServersNegativeTestJSON-740663082-project] 10.222.0.13 "GET /v2.0/security-groups?id=3ae13458-222c-49ab-9839-ab56f90819f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448558 Nov 05 18:47:27.563499 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-430c3073-055c-40ab-a20e-3f9e8d152db7 admin admin] Publish callbacks [] for router, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:47:27.568268 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-430c3073-055c-40ab-a20e-3f9e8d152db7 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 4.6064529 Nov 05 18:47:27.570913 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 51506) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:47:27.597772 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Device 7c98b35d-b327-4b24-9110-f94398aee499 up at agent hyperv_n-h2-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 18:47:27.758652 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-a6f86620-f3c9-4c3a-ab6d-2f0440b319da req-a14643e0-29c6-41ad-9321-16ced593a809 tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] 10.222.0.13 "GET /v2.0/ports?device_id=36ff74f4-05f8-4e62-aa90-7bd5e711624c HTTP/1.1" status: 200 len: 210 time: 0.0511315 Nov 05 18:47:27.781955 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-5a43732a-fc2e-4898-9c3b-bfb12713fd03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '454bbd4b-913c-4a17-8266-f4819e4c2144', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-990766541-router', 'tenant_id': '20ab6e27729e43499d56a84cad1ed79a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.124'}], 'enable_snat': True}, 'gw_port_id': 'd7704044-2a31-4a76-8f63-747482d3d164', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T18:47:23Z', 'updated_at': '2021-11-05T18:47:25Z', 'revision_number': 3, 'project_id': '20ab6e27729e43499d56a84cad1ed79a', 'gw_port': {'id': 'd7704044-2a31-4a76-8f63-747482d3d164', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:a1:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '454bbd4b-913c-4a17-8266-f4819e4c2144', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1114, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T18:47:24Z', 'updated_at': '2021-11-05T18:47:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1'}], 'n-d-816865-1', False) {} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:47:27.819516 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a43732a-fc2e-4898-9c3b-bfb12713fd03 None None] Checking router: 454bbd4b-913c-4a17-8266-f4819e4c2144 for host: n-d-816865-1 {{(pid=102389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 18:47:27.820101 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a43732a-fc2e-4898-9c3b-bfb12713fd03 None None] Updating router 454bbd4b-913c-4a17-8266-f4819e4c2144 port d7704044-2a31-4a76-8f63-747482d3d164 binding host n-d-816865-1 {{(pid=102389) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 05 18:47:27.845961 n-d-816865-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-5a43732a-fc2e-4898-9c3b-bfb12713fd03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:47:27.926526 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Provisioning for port 7c98b35d-b327-4b24-9110-f94398aee499 completed by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 05 18:47:27.926526 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Provisioning complete for port 7c98b35d-b327-4b24-9110-f94398aee499 triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:47:27.926526 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:47:28.002364 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:47:28.032133 n-d-816865-1 neutron-server[102388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e8ddd4f-e91e-426a-b0a2-c25bb6c6300a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c98b35d-b327-4b24-9110-f94398aee499'}] {{(pid=102388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 18:47:28.034531 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85474fee1180e129d8a886d264fe0b30223aa672dd1ffe43b630605f18504f68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30edb086-8943-434a-a6d3-b7906c7c6bea" -d '{"events": [{"server_uuid": "8e8ddd4f-e91e-426a-b0a2-c25bb6c6300a", "name": "network-vif-plugged", "status": "completed", "tag": "7c98b35d-b327-4b24-9110-f94398aee499"}]}' {{(pid=102388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 18:47:28.055680 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] For port 7c98b35d-b327-4b24-9110-f94398aee499, host n-h2-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=7c98b35d-b327-4b24-9110-f94398aee499,segment=NetworkSegment(7a5f325a-e958-4f9d-83b2-9ada406aab50),segment_id=7a5f325a-e958-4f9d-83b2-9ada406aab50)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:47:28.078747 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 18:47:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cd5a273-e33d-48b8-bcc6-f429e59aa4ec x-openstack-request-id: req-9cd5a273-e33d-48b8-bcc6-f429e59aa4ec {{(pid=102388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 18:47:28.079273 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e8ddd4f-e91e-426a-b0a2-c25bb6c6300a", "name": "network-vif-plugged", "status": "completed", "tag": "7c98b35d-b327-4b24-9110-f94398aee499", "code": 200}]} {{(pid=102388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 18:47:28.079536 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9cd5a273-e33d-48b8-bcc6-f429e59aa4ec {{(pid=102388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 18:47:28.079973 n-d-816865-1 neutron-server[102388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e8ddd4f-e91e-426a-b0a2-c25bb6c6300a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c98b35d-b327-4b24-9110-f94398aee499', 'code': 200} Nov 05 18:47:28.140502 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6361290-4dcb-4645-883c-5dc91bbd9be4 req-8e67aa0d-15a0-436a-8b24-f270daea86a0 tempest-ServerAddressesNegativeTestJSON-1877412659 tempest-ServerAddressesNegativeTestJSON-1877412659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:47:28.142082 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-e6361290-4dcb-4645-883c-5dc91bbd9be4 req-8e67aa0d-15a0-436a-8b24-f270daea86a0 tempest-ServerAddressesNegativeTestJSON-1877412659 tempest-ServerAddressesNegativeTestJSON-1877412659-project] 10.222.0.13 "GET /v2.0/ports?device_id=c2d6fcff-58ee-487d-bc23-417c5872f4ae HTTP/1.1" status: 200 len: 943 time: 0.0929775 Nov 05 18:47:28.146678 n-d-816865-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-5a43732a-fc2e-4898-9c3b-bfb12713fd03 None None] Publish callbacks [] for port, precommit_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:47:28.195296 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7258ce9a-b63a-4331-8572-7343516a6560 req-1ee2c378-188a-4945-bf70-7270b68644db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:47:28.196885 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-7258ce9a-b63a-4331-8572-7343516a6560 req-1ee2c378-188a-4945-bf70-7270b68644db service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=8e8ddd4f-e91e-426a-b0a2-c25bb6c6300a HTTP/1.1" status: 200 len: 1096 time: 0.0418615 Nov 05 18:47:28.246532 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-e6361290-4dcb-4645-883c-5dc91bbd9be4 req-cf924589-d979-48a3-99fe-1b10c0c542b8 tempest-ServerAddressesNegativeTestJSON-1877412659 tempest-ServerAddressesNegativeTestJSON-1877412659-project] 10.222.0.13 "GET /v2.0/security-groups?id=6832ddad-28ff-482a-a14c-7be3bdb8c0fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826786 Nov 05 18:47:28.250097 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-7258ce9a-b63a-4331-8572-7343516a6560 req-0c277ba2-38cc-4f16-b259-1674fec8418c service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=3ae13458-222c-49ab-9839-ab56f90819f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417559 Nov 05 18:47:28.259822 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-6b2b85d9-e77c-41f3-b395-8f78b5d2f881 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:47:28.312018 n-d-816865-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-5a43732a-fc2e-4898-9c3b-bfb12713fd03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:47:28.316850 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:47:28.358421 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e616dd50-82ff-4aa0-938b-ac18d1583eaa None None] Pushing event updated for resources: {'Port': ['ID=d7704044-2a31-4a76-8f63-747482d3d164,revision_number=2']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:47:28.376126 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.managers [None req-5a43732a-fc2e-4898-9c3b-bfb12713fd03 None None] Attempting to bind port d7704044-2a31-4a76-8f63-747482d3d164 on host n-d-816865-1 for vnic_type normal with profile {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 18:47:28.376526 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.managers [None req-5a43732a-fc2e-4898-9c3b-bfb12713fd03 None None] Attempting to bind port d7704044-2a31-4a76-8f63-747482d3d164 by drivers openvswitch,hyperv on host n-d-816865-1 at level 0 using segments [{'id': '85be518c-8bb4-46a2-a903-d4292782d29d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec'}] {{(pid=102389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 18:47:28.376853 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a43732a-fc2e-4898-9c3b-bfb12713fd03 None None] Attempting to bind port d7704044-2a31-4a76-8f63-747482d3d164 on network 40c8335d-cd0b-4cb5-910a-d4dcddd5cbec {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 18:47:28.382219 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Pushing event updated for resources: {'Port': ['ID=7c98b35d-b327-4b24-9110-f94398aee499,revision_number=5']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:47:28.386823 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a43732a-fc2e-4898-9c3b-bfb12713fd03 None None] Checking agent: {'id': '724d89a7-611b-41e6-bc85-c48112b17afa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 18, 25, 8), 'started_at': datetime.datetime(2021, 11, 5, 18, 25, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 18, 47, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 18:47:28.389762 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a43732a-fc2e-4898-9c3b-bfb12713fd03 None None] Checking segment: {'id': '85be518c-8bb4-46a2-a903-d4292782d29d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 18:47:28.389762 n-d-816865-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-5a43732a-fc2e-4898-9c3b-bfb12713fd03 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:47:28.389762 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a43732a-fc2e-4898-9c3b-bfb12713fd03 None None] Bound using segment: {'id': '85be518c-8bb4-46a2-a903-d4292782d29d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec'} {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 18:47:28.389762 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.managers [None req-5a43732a-fc2e-4898-9c3b-bfb12713fd03 None None] Bound port: d7704044-2a31-4a76-8f63-747482d3d164, host: n-d-816865-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85be518c-8bb4-46a2-a903-d4292782d29d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec'}}] {{(pid=102389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 18:47:28.389762 n-d-816865-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-5a43732a-fc2e-4898-9c3b-bfb12713fd03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:47:28.391013 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e616dd50-82ff-4aa0-938b-ac18d1583eaa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:47:28.391352 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e616dd50-82ff-4aa0-938b-ac18d1583eaa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:47:28.391686 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e616dd50-82ff-4aa0-938b-ac18d1583eaa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:47:28.392018 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e616dd50-82ff-4aa0-938b-ac18d1583eaa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:47:28.392342 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e616dd50-82ff-4aa0-938b-ac18d1583eaa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:47:28.392665 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e616dd50-82ff-4aa0-938b-ac18d1583eaa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:47:28.392987 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e616dd50-82ff-4aa0-938b-ac18d1583eaa None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:47:28.393305 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e616dd50-82ff-4aa0-938b-ac18d1583eaa None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:47:28.393925 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e616dd50-82ff-4aa0-938b-ac18d1583eaa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:47:28.394270 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e616dd50-82ff-4aa0-938b-ac18d1583eaa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:47:28.394589 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e616dd50-82ff-4aa0-938b-ac18d1583eaa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:47:28.394906 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e616dd50-82ff-4aa0-938b-ac18d1583eaa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:47:28.438575 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.db_base_plugin_common [None req-6b2b85d9-e77c-41f3-b395-8f78b5d2f881 admin admin] Allocated IP 172.20.0.1 (c77ff7e9-d481-4b3e-ba39-ac23de7cba86/be97dd25-2902-42e1-9747-20ce3566b675/2918e2b0-f4b1-48f9-9f4e-9b664d074e60) {{(pid=102387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 18:47:28.539567 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e042bf-d82e-42ec-bff6-436ec3a4d41a req-ed064335-e31a-4ebf-b77a-c3286bbf6c33 tempest-AttachVolumeTestJSON-989501218 tempest-AttachVolumeTestJSON-989501218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:47:28.541704 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-09e042bf-d82e-42ec-bff6-436ec3a4d41a req-ed064335-e31a-4ebf-b77a-c3286bbf6c33 tempest-AttachVolumeTestJSON-989501218 tempest-AttachVolumeTestJSON-989501218-project] 10.222.0.13 "GET /v2.0/ports?device_id=332b01ca-305d-470b-a5c2-8f6774221f19 HTTP/1.1" status: 200 len: 945 time: 0.1069512 Nov 05 18:47:28.542578 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [None req-5a43732a-fc2e-4898-9c3b-bfb12713fd03 None None] For port d7704044-2a31-4a76-8f63-747482d3d164, host n-d-816865-1, cleared binding levels {{(pid=102389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 18:47:28.545903 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [None req-5a43732a-fc2e-4898-9c3b-bfb12713fd03 None None] For port d7704044-2a31-4a76-8f63-747482d3d164, host n-d-816865-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=d7704044-2a31-4a76-8f63-747482d3d164,segment=NetworkSegment(85be518c-8bb4-46a2-a903-d4292782d29d),segment_id=85be518c-8bb4-46a2-a903-d4292782d29d)] {{(pid=102389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 18:47:28.633501 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-6b2b85d9-e77c-41f3-b395-8f78b5d2f881 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:47:28.655119 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-09e042bf-d82e-42ec-bff6-436ec3a4d41a req-8330ce1a-c547-48a9-aac0-00b7e74a9880 tempest-AttachVolumeTestJSON-989501218 tempest-AttachVolumeTestJSON-989501218-project] 10.222.0.13 "GET /v2.0/security-groups?id=ef933554-0df5-4bb3-a185-95505310ff6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0972314 Nov 05 18:47:28.676977 n-d-816865-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-5a43732a-fc2e-4898-9c3b-bfb12713fd03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:47:28.694099 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19002cc5-5e29-47e9-9fea-770c23c19930 req-f36e9f9e-5f3c-40ab-874b-eb58c076b3c9 tempest-ListServersNegativeTestJSON-740663082 tempest-ListServersNegativeTestJSON-740663082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:47:28.695430 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-19002cc5-5e29-47e9-9fea-770c23c19930 req-f36e9f9e-5f3c-40ab-874b-eb58c076b3c9 tempest-ListServersNegativeTestJSON-740663082 tempest-ListServersNegativeTestJSON-740663082-project] 10.222.0.13 "GET /v2.0/ports?device_id=86c03832-1925-47c9-8678-eebfcb8b127e HTTP/1.1" status: 200 len: 944 time: 0.0937893 Nov 05 18:47:28.741203 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e616dd50-82ff-4aa0-938b-ac18d1583eaa None None] Pushing event updated for resources: {'Port': ['ID=d7704044-2a31-4a76-8f63-747482d3d164,revision_number=3']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:47:28.768470 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a43732a-fc2e-4898-9c3b-bfb12713fd03 None None] Routers {'454bbd4b-913c-4a17-8266-f4819e4c2144'} bound to L3 agent in host n-d-816865-1 {{(pid=102389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 18:47:28.768470 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-5a43732a-fc2e-4898-9c3b-bfb12713fd03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T18:47:05Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['454bbd4b-913c-4a17-8266-f4819e4c2144'], 'active': True} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:47:28.768656 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-19002cc5-5e29-47e9-9fea-770c23c19930 req-c05de3a8-ccfa-49ee-a550-9b23377982eb tempest-ListServersNegativeTestJSON-740663082 tempest-ListServersNegativeTestJSON-740663082-project] 10.222.0.13 "GET /v2.0/security-groups?id=3ae13458-222c-49ab-9839-ab56f90819f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612695 Nov 05 18:47:28.871014 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-6b2b85d9-e77c-41f3-b395-8f78b5d2f881 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4417063'] for port, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:47:28.883904 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvr_db [None req-5a43732a-fc2e-4898-9c3b-bfb12713fd03 None None] Set router 454bbd4b-913c-4a17-8266-f4819e4c2144 gateway port host: n-d-816865-1 {{(pid=102389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 18:47:28.938832 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-7410a53d-a595-4f70-9f9e-690248555a89 req-84851efd-4bd7-4d3a-9bb8-86f9d22e7766 tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] 10.222.0.13 "GET /v2.0/ports?device_id=36ff74f4-05f8-4e62-aa90-7bd5e711624c HTTP/1.1" status: 200 len: 210 time: 0.0362439 Nov 05 18:47:28.942100 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b2b85d9-e77c-41f3-b395-8f78b5d2f881 admin admin] Network c77ff7e9-d481-4b3e-ba39-ac23de7cba86 is already hosted by enough agents. {{(pid=102387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 18:47:28.944980 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.base_scheduler [None req-6b2b85d9-e77c-41f3-b395-8f78b5d2f881 admin admin] Resources bound (agent type, host, resource id): {{(pid=102387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:47:28.948529 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b2b85d9-e77c-41f3-b395-8f78b5d2f881 admin admin] Received port after_create {{(pid=102387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 18:47:28.984414 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2b85d9-e77c-41f3-b395-8f78b5d2f881 admin admin] Pushing event updated for resources: {'Port': ['ID=2918e2b0-f4b1-48f9-9f4e-9b664d074e60,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:47:29.011033 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-6b2b85d9-e77c-41f3-b395-8f78b5d2f881 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-571770'] for router_interface, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:47:29.113077 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-5a43732a-fc2e-4898-9c3b-bfb12713fd03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '454bbd4b-913c-4a17-8266-f4819e4c2144', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-990766541-router', 'tenant_id': '20ab6e27729e43499d56a84cad1ed79a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.124'}], 'enable_snat': True}, 'gw_port_id': 'd7704044-2a31-4a76-8f63-747482d3d164', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T18:47:23Z', 'updated_at': '2021-11-05T18:47:25Z', 'revision_number': 3, 'project_id': '20ab6e27729e43499d56a84cad1ed79a', 'gw_port': {'id': 'd7704044-2a31-4a76-8f63-747482d3d164', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:a1:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '454bbd4b-913c-4a17-8266-f4819e4c2144', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1114, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T18:47:24Z', 'updated_at': '2021-11-05T18:47:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1'}], 'n-d-816865-1', False) {} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:47:29.144877 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a43732a-fc2e-4898-9c3b-bfb12713fd03 None None] The sync data for ids ['454bbd4b-913c-4a17-8266-f4819e4c2144'] in n-d-816865-1 is: [{'id': '454bbd4b-913c-4a17-8266-f4819e4c2144', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-990766541-router', 'tenant_id': '20ab6e27729e43499d56a84cad1ed79a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.124'}], 'enable_snat': True}, 'gw_port_id': 'd7704044-2a31-4a76-8f63-747482d3d164', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T18:47:23Z', 'updated_at': '2021-11-05T18:47:25Z', 'revision_number': 3, 'project_id': '20ab6e27729e43499d56a84cad1ed79a', 'gw_port': {'id': 'd7704044-2a31-4a76-8f63-747482d3d164', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:a1:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '454bbd4b-913c-4a17-8266-f4819e4c2144', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1114, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T18:47:24Z', 'updated_at': '2021-11-05T18:47:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1'}] {{(pid=102389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 18:47:29.251870 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4403f73f-2dfb-4784-b808-75b37f462e26 req-c62bfb12-dc0d-4f18-aded-d550a09f5915 tempest-AttachVolumeTestJSON-989501218 tempest-AttachVolumeTestJSON-989501218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:47:29.253461 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-4403f73f-2dfb-4784-b808-75b37f462e26 req-c62bfb12-dc0d-4f18-aded-d550a09f5915 tempest-AttachVolumeTestJSON-989501218 tempest-AttachVolumeTestJSON-989501218-project] 10.222.0.13 "GET /v2.0/ports?device_id=332b01ca-305d-470b-a5c2-8f6774221f19 HTTP/1.1" status: 200 len: 945 time: 0.0598924 Nov 05 18:47:29.265368 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-470c4838-f9ef-40cb-81a1-37f80d1f7b82 None None] Provisioning complete for port 2918e2b0-f4b1-48f9-9f4e-9b664d074e60 triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:47:29.265918 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-470c4838-f9ef-40cb-81a1-37f80d1f7b82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:47:29.321050 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-470c4838-f9ef-40cb-81a1-37f80d1f7b82 None None] Port 2918e2b0-f4b1-48f9-9f4e-9b664d074e60 cannot update to ACTIVE because it is not bound. {{(pid=102388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 18:47:29.341151 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-4403f73f-2dfb-4784-b808-75b37f462e26 req-2d10e9bf-ca8e-49ee-8f31-6e75a2a70e60 tempest-AttachVolumeTestJSON-989501218 tempest-AttachVolumeTestJSON-989501218-project] 10.222.0.13 "GET /v2.0/security-groups?id=ef933554-0df5-4bb3-a185-95505310ff6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0779598 Nov 05 18:47:29.378776 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-6b2b85d9-e77c-41f3-b395-8f78b5d2f881 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:47:29.477840 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab13c794-e481-4ed9-8f9c-0b0e4276a363 req-0c9533d9-7d5d-459e-85bb-a595a33bebef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:47:29.481495 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-ab13c794-e481-4ed9-8f9c-0b0e4276a363 req-0c9533d9-7d5d-459e-85bb-a595a33bebef service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4178766de4564cc499086192238e999c&device_id=332b01ca-305d-470b-a5c2-8f6774221f19 HTTP/1.1" status: 200 len: 1096 time: 0.0937641 Nov 05 18:47:29.583452 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Device 05c231cd-a21f-4d70-b5c0-57a111c9f023 details requested by agent hyperv_n-h2-816865-1 with host n-h2-816865-1 {{(pid=102388) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 05 18:47:29.605470 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b434155c-2b68-4f09-ab47-7b5b33bbc0aa req-78571d03-0dfe-4ac1-9fd9-1f6c1323c8a8 tempest-ServerAddressesNegativeTestJSON-1877412659 tempest-ServerAddressesNegativeTestJSON-1877412659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:47:29.614015 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-b434155c-2b68-4f09-ab47-7b5b33bbc0aa req-78571d03-0dfe-4ac1-9fd9-1f6c1323c8a8 tempest-ServerAddressesNegativeTestJSON-1877412659 tempest-ServerAddressesNegativeTestJSON-1877412659-project] 10.222.0.13 "GET /v2.0/ports?device_id=c2d6fcff-58ee-487d-bc23-417c5872f4ae HTTP/1.1" status: 200 len: 943 time: 0.2694664 Nov 05 18:47:29.637846 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab13c794-e481-4ed9-8f9c-0b0e4276a363 req-0e3e53d5-20d1-4b87-a058-69d201d44d26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:47:29.644322 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-ab13c794-e481-4ed9-8f9c-0b0e4276a363 req-0e3e53d5-20d1-4b87-a058-69d201d44d26 service neutron] 10.222.0.41 "GET /v2.0/networks?id=fd42acf6-8f16-4d60-b5bc-2ad1579d9211 HTTP/1.1" status: 200 len: 911 time: 0.1462629 Nov 05 18:47:29.752693 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-b434155c-2b68-4f09-ab47-7b5b33bbc0aa req-3527b6f0-176f-420a-bc88-ce5a1cf6cacc tempest-ServerAddressesNegativeTestJSON-1877412659 tempest-ServerAddressesNegativeTestJSON-1877412659-project] 10.222.0.13 "GET /v2.0/security-groups?id=6832ddad-28ff-482a-a14c-7be3bdb8c0fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376982 Nov 05 18:47:29.758743 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-ab13c794-e481-4ed9-8f9c-0b0e4276a363 req-954bc967-d25c-41b3-b3a5-1477fa2db7d2 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=608f32e7-96f1-46f4-8f20-858b7b1eedd7 HTTP/1.1" status: 200 len: 999 time: 0.1122217 Nov 05 18:47:29.830100 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-6b2b85d9-e77c-41f3-b395-8f78b5d2f881 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:47:29.846771 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab13c794-e481-4ed9-8f9c-0b0e4276a363 req-aca2c54c-519c-425c-8d4d-a6d329358e58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:47:29.848954 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-ab13c794-e481-4ed9-8f9c-0b0e4276a363 req-aca2c54c-519c-425c-8d4d-a6d329358e58 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5bc495e2-1c46-46a6-944a-7cb0dfc74d97 HTTP/1.1" status: 200 len: 849 time: 0.0828831 Nov 05 18:47:29.851010 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] For port 05c231cd-a21f-4d70-b5c0-57a111c9f023, host n-h2-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=05c231cd-a21f-4d70-b5c0-57a111c9f023,segment=NetworkSegment(7445ea9a-4cf5-460c-9ebc-f147fce20e40),segment_id=7445ea9a-4cf5-460c-9ebc-f147fce20e40)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:47:29.892943 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Returning: {'device': '05c231cd-a21f-4d70-b5c0-57a111c9f023', 'network_id': '6e560c56-4147-45a9-8213-dc6fad368cb2', 'port_id': '05c231cd-a21f-4d70-b5c0-57a111c9f023', 'mac_address': 'fa:16:3e:85:61:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 192, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ecd4589f-eb0a-4ce5-acb7-d3ef19f6340d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102388) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 05 18:47:29.922406 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab13c794-e481-4ed9-8f9c-0b0e4276a363 req-031cf76d-1862-47d4-9f3e-79e99a4c77fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:47:29.924090 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-ab13c794-e481-4ed9-8f9c-0b0e4276a363 req-031cf76d-1862-47d4-9f3e-79e99a4c77fd service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=fd42acf6-8f16-4d60-b5bc-2ad1579d9211&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0674965 Nov 05 18:47:29.951481 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2edd694-757c-43b6-80e6-d66dd90461b6 req-7e549e6d-d920-4eaa-a44b-41218b6f6ce5 tempest-ListServersNegativeTestJSON-740663082 tempest-ListServersNegativeTestJSON-740663082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:47:29.962839 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-f2edd694-757c-43b6-80e6-d66dd90461b6 req-7e549e6d-d920-4eaa-a44b-41218b6f6ce5 tempest-ListServersNegativeTestJSON-740663082 tempest-ListServersNegativeTestJSON-740663082-project] 10.222.0.13 "GET /v2.0/ports?device_id=86c03832-1925-47c9-8678-eebfcb8b127e HTTP/1.1" status: 200 len: 944 time: 0.0988915 Nov 05 18:47:29.979384 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-6b2b85d9-e77c-41f3-b395-8f78b5d2f881 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4417072'] for port, after_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:47:29.982002 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:47:30.022886 n-d-816865-1 neutron-server[102388]: DEBUG neutron.notifiers.nova [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 05c231cd-a21f-4d70-b5c0-57a111c9f023 {{(pid=102388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 18:47:30.040470 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Device 6adbcb95-fb71-4c48-86d5-251909898396 up at agent hyperv_n-h1-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 18:47:30.111779 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2b85d9-e77c-41f3-b395-8f78b5d2f881 admin admin] Pushing event updated for resources: {'Port': ['ID=2918e2b0-f4b1-48f9-9f4e-9b664d074e60,revision_number=2']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:47:30.116932 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-ab13c794-e481-4ed9-8f9c-0b0e4276a363 req-6fc3f9d0-6f9e-479d-bc25-7bc90838137a service neutron] 10.222.0.41 "GET /v2.0/networks/fd42acf6-8f16-4d60-b5bc-2ad1579d9211?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1851933 Nov 05 18:47:30.148349 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-6b2b85d9-e77c-41f3-b395-8f78b5d2f881 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-597863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-571878'] for router_interface, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:47:30.151817 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] For port 05c231cd-a21f-4d70-b5c0-57a111c9f023, host n-h2-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=05c231cd-a21f-4d70-b5c0-57a111c9f023,segment=NetworkSegment(7445ea9a-4cf5-460c-9ebc-f147fce20e40),segment_id=7445ea9a-4cf5-460c-9ebc-f147fce20e40)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:47:30.178788 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-f2edd694-757c-43b6-80e6-d66dd90461b6 req-0906937d-1e0c-4681-9eaf-ff4a5fb94f72 tempest-ListServersNegativeTestJSON-740663082 tempest-ListServersNegativeTestJSON-740663082-project] 10.222.0.13 "GET /v2.0/security-groups?id=3ae13458-222c-49ab-9839-ab56f90819f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2143736 Nov 05 18:47:30.188280 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-4bd97785-3ec7-44d5-ab1b-ddc54249a413 req-57cb4087-5129-481a-a967-224b429a64d3 tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] 10.222.0.13 "GET /v2.0/ports?device_id=36ff74f4-05f8-4e62-aa90-7bd5e711624c HTTP/1.1" status: 200 len: 210 time: 0.0558577 Nov 05 18:47:30.240882 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:47:30.249176 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-ab13c794-e481-4ed9-8f9c-0b0e4276a363 req-b75471ab-aa20-4037-8887-4956cef4a69b service neutron] 10.222.0.41 "GET /v2.0/networks/fd42acf6-8f16-4d60-b5bc-2ad1579d9211?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235125 Nov 05 18:47:30.509412 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Pushing event updated for resources: {'Port': ['ID=05c231cd-a21f-4d70-b5c0-57a111c9f023,revision_number=4']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:47:30.509412 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Provisioning for port 6adbcb95-fb71-4c48-86d5-251909898396 completed by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 05 18:47:30.511760 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b2b85d9-e77c-41f3-b395-8f78b5d2f881 admin admin] Network c77ff7e9-d481-4b3e-ba39-ac23de7cba86 is already hosted by enough agents. {{(pid=102387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 18:47:30.511760 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.base_scheduler [None req-6b2b85d9-e77c-41f3-b395-8f78b5d2f881 admin admin] Resources bound (agent type, host, resource id): {{(pid=102387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:47:30.512378 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Provisioning complete for port 6adbcb95-fb71-4c48-86d5-251909898396 triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:47:30.512378 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:47:30.534725 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] get_ports_and_sgs() called for port_ids ['05c231cd-a21f-4d70-b5c0-57a111c9f023'] {{(pid=102388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 18:47:30.538078 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:47:30.571579 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b2b85d9-e77c-41f3-b395-8f78b5d2f881 admin admin] Router 454bbd4b-913c-4a17-8266-f4819e4c2144 has already been hosted by L3 agent 6dcb5589-8e86-4616-9186-ddc4548e13ad {{(pid=102387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 18:47:30.583357 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a2b7e7-3f17-4614-b4cb-fcc6af4e9ff6 req-00db1697-a488-4f1f-aa20-31bc0acafec8 tempest-AttachVolumeTestJSON-989501218 tempest-AttachVolumeTestJSON-989501218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:47:30.584903 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-33a2b7e7-3f17-4614-b4cb-fcc6af4e9ff6 req-00db1697-a488-4f1f-aa20-31bc0acafec8 tempest-AttachVolumeTestJSON-989501218 tempest-AttachVolumeTestJSON-989501218-project] 10.222.0.13 "GET /v2.0/ports?device_id=332b01ca-305d-470b-a5c2-8f6774221f19 HTTP/1.1" status: 200 len: 945 time: 0.0821025 Nov 05 18:47:30.616186 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] For port 6adbcb95-fb71-4c48-86d5-251909898396, host n-h1-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=6adbcb95-fb71-4c48-86d5-251909898396,segment=NetworkSegment(7a5f325a-e958-4f9d-83b2-9ada406aab50),segment_id=7a5f325a-e958-4f9d-83b2-9ada406aab50)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:47:30.644466 n-d-816865-1 neutron-server[102388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86c03832-1925-47c9-8678-eebfcb8b127e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6adbcb95-fb71-4c48-86d5-251909898396'}] {{(pid=102388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 18:47:30.649446 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85474fee1180e129d8a886d264fe0b30223aa672dd1ffe43b630605f18504f68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82c18e59-5cd1-4a27-a196-8c93652e08b1" -d '{"events": [{"server_uuid": "86c03832-1925-47c9-8678-eebfcb8b127e", "name": "network-vif-plugged", "status": "completed", "tag": "6adbcb95-fb71-4c48-86d5-251909898396"}]}' {{(pid=102388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 18:47:30.732889 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 18:47:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-002084ba-4634-488e-9ab5-1b2e019e31d4 x-openstack-request-id: req-002084ba-4634-488e-9ab5-1b2e019e31d4 {{(pid=102388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 18:47:30.732889 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86c03832-1925-47c9-8678-eebfcb8b127e", "name": "network-vif-plugged", "status": "completed", "tag": "6adbcb95-fb71-4c48-86d5-251909898396", "code": 200}]} {{(pid=102388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 18:47:30.732889 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-002084ba-4634-488e-9ab5-1b2e019e31d4 {{(pid=102388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 18:47:30.732889 n-d-816865-1 neutron-server[102388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86c03832-1925-47c9-8678-eebfcb8b127e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6adbcb95-fb71-4c48-86d5-251909898396', 'code': 200} Nov 05 18:47:30.736470 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:47:30.739548 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Device f1f906f5-022a-439a-974f-ff7b4b24c24a up at agent hyperv_n-h1-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 18:47:30.793043 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-33a2b7e7-3f17-4614-b4cb-fcc6af4e9ff6 req-48ebf8e8-af1a-45a5-9555-4454ebf1595f tempest-AttachVolumeTestJSON-989501218 tempest-AttachVolumeTestJSON-989501218-project] 10.222.0.13 "GET /v2.0/security-groups?id=ef933554-0df5-4bb3-a185-95505310ff6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1927285 Nov 05 18:47:30.826902 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device d7704044-2a31-4a76-8f63-747482d3d164 up at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 18:47:30.927940 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b2b85d9-e77c-41f3-b395-8f78b5d2f881 admin admin] Notify agent at l3_agent.n-d-816865-1 the message routers_updated {{(pid=102387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 18:47:30.931712 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af0e802-2076-452f-ae7b-02447b624942 req-cc96ff1c-5dc8-491c-b408-6c8b2bb2a081 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:47:30.933323 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-0af0e802-2076-452f-ae7b-02447b624942 req-cc96ff1c-5dc8-491c-b408-6c8b2bb2a081 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=86c03832-1925-47c9-8678-eebfcb8b127e HTTP/1.1" status: 200 len: 1096 time: 0.1267583 Nov 05 18:47:30.951507 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-6b2b85d9-e77c-41f3-b395-8f78b5d2f881 admin admin] 10.222.0.13 "PUT /v2.0/routers/454bbd4b-913c-4a17-8266-f4819e4c2144/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3699093 Nov 05 18:47:30.951733 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Pushing event updated for resources: {'Port': ['ID=6adbcb95-fb71-4c48-86d5-251909898396,revision_number=5']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:47:30.985312 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a674c5-5743-4942-9d33-54c55e536625 req-d8300df0-e988-4e41-b922-454e0aee945e tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:47:30.988942 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-87a674c5-5743-4942-9d33-54c55e536625 req-d8300df0-e988-4e41-b922-454e0aee945e tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] 10.222.0.55 "GET /v2.0/networks?id=43ea62f0-8360-499b-8cfa-33c91e860c8e HTTP/1.1" status: 200 len: 812 time: 0.3478079 Nov 05 18:47:31.008727 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d2a28d-6218-43fa-b002-c687f9476569 req-99613d09-26df-414a-bc83-0a02a03c7ce8 tempest-ServerAddressesNegativeTestJSON-1877412659 tempest-ServerAddressesNegativeTestJSON-1877412659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:47:31.008727 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-90d2a28d-6218-43fa-b002-c687f9476569 req-99613d09-26df-414a-bc83-0a02a03c7ce8 tempest-ServerAddressesNegativeTestJSON-1877412659 tempest-ServerAddressesNegativeTestJSON-1877412659-project] 10.222.0.13 "GET /v2.0/ports?device_id=c2d6fcff-58ee-487d-bc23-417c5872f4ae HTTP/1.1" status: 200 len: 944 time: 0.1474090 Nov 05 18:47:31.010193 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [req-87a674c5-5743-4942-9d33-54c55e536625 req-ec9e4ba4-9c43-43df-a773-fa693fa5a77d tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] Request body: {'port': {'device_id': '36ff74f4-05f8-4e62-aa90-7bd5e711624c', 'network_id': '43ea62f0-8360-499b-8cfa-33c91e860c8e', 'admin_state_up': True, 'tenant_id': '6967002ed7684b0a936551bf3f38aa1b'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:47:31.017485 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-90181f39-98f2-4594-83fc-9d1b6735185a None None] Provisioning complete for port 2918e2b0-f4b1-48f9-9f4e-9b664d074e60 triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:47:31.017912 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-90181f39-98f2-4594-83fc-9d1b6735185a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:47:31.153120 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-90d2a28d-6218-43fa-b002-c687f9476569 req-735dda83-c37f-420d-9209-12a99d16f492 tempest-ServerAddressesNegativeTestJSON-1877412659 tempest-ServerAddressesNegativeTestJSON-1877412659-project] 10.222.0.13 "GET /v2.0/security-groups?id=6832ddad-28ff-482a-a14c-7be3bdb8c0fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346858 Nov 05 18:47:31.170866 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-0af0e802-2076-452f-ae7b-02447b624942 req-d4347d2c-0280-40dc-9936-79c3b2cb488b service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=3ae13458-222c-49ab-9839-ab56f90819f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2272089 Nov 05 18:47:31.208017 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-90181f39-98f2-4594-83fc-9d1b6735185a None None] Port 2918e2b0-f4b1-48f9-9f4e-9b664d074e60 cannot update to ACTIVE because it is not bound. {{(pid=102388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 18:47:31.223126 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Provisioning complete for port d7704044-2a31-4a76-8f63-747482d3d164 triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:47:31.223789 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:47:31.320339 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:47:31.326918 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Provisioning for port f1f906f5-022a-439a-974f-ff7b4b24c24a completed by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 05 18:47:31.332329 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Provisioning complete for port f1f906f5-022a-439a-974f-ff7b4b24c24a triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:47:31.332707 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:47:31.361690 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcea8ff7-4543-4073-97ca-6b2f403e2a49 req-e8a71f00-85b0-4abd-8622-04971bf87efe tempest-ListServersNegativeTestJSON-740663082 tempest-ListServersNegativeTestJSON-740663082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:47:31.363975 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-fcea8ff7-4543-4073-97ca-6b2f403e2a49 req-e8a71f00-85b0-4abd-8622-04971bf87efe tempest-ListServersNegativeTestJSON-740663082 tempest-ListServersNegativeTestJSON-740663082-project] 10.222.0.13 "GET /v2.0/ports?device_id=86c03832-1925-47c9-8678-eebfcb8b127e HTTP/1.1" status: 200 len: 945 time: 0.0671105 Nov 05 18:47:31.367835 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] For port d7704044-2a31-4a76-8f63-747482d3d164, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=d7704044-2a31-4a76-8f63-747482d3d164,segment=NetworkSegment(85be518c-8bb4-46a2-a903-d4292782d29d),segment_id=85be518c-8bb4-46a2-a903-d4292782d29d)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:47:31.405886 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-87a674c5-5743-4942-9d33-54c55e536625 req-ec9e4ba4-9c43-43df-a773-fa693fa5a77d tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] Made reservation on behalf of 6967002ed7684b0a936551bf3f38aa1b for: {'port': 1} {{(pid=102386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 18:47:31.409692 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-87a674c5-5743-4942-9d33-54c55e536625 req-ec9e4ba4-9c43-43df-a773-fa693fa5a77d tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:47:31.417518 n-d-816865-1 neutron-server[102387]: INFO neutron.api.v2.resource [req-520311b1-e7b8-4303-aa99-10b1c08c1545 req-bf2ac727-ca4c-4a97-9c98-845fb6d03526 tempest-FloatingIPDetailsNegativeTestJSON-529934867 tempest-FloatingIPDetailsNegativeTestJSON-529934867-project] show failed (client error): The resource could not be found. Nov 05 18:47:31.418541 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-520311b1-e7b8-4303-aa99-10b1c08c1545 req-bf2ac727-ca4c-4a97-9c98-845fb6d03526 tempest-FloatingIPDetailsNegativeTestJSON-529934867 tempest-FloatingIPDetailsNegativeTestJSON-529934867-project] 10.222.0.13 "GET /v2.0/floatingips/5097aeb3-fda3-444f-ad2c-2c537558000b HTTP/1.1" status: 404 len: 350 time: 0.0531518 Nov 05 18:47:31.430403 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 51572) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:47:31.437056 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:47:31.467284 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:47:31.536295 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-9998eb7e-0062-4d46-a9c7-dde6e2820691 req-d28fe7fd-6356-43ac-bfea-b1a6613cad0e tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] 10.222.0.13 "GET /v2.0/ports?device_id=36ff74f4-05f8-4e62-aa90-7bd5e711624c HTTP/1.1" status: 200 len: 210 time: 0.0378268 Nov 05 18:47:31.563009 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] For port f1f906f5-022a-439a-974f-ff7b4b24c24a, host n-h1-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=f1f906f5-022a-439a-974f-ff7b4b24c24a,segment=NetworkSegment(7a5f325a-e958-4f9d-83b2-9ada406aab50),segment_id=7a5f325a-e958-4f9d-83b2-9ada406aab50)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:47:31.565305 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-fcea8ff7-4543-4073-97ca-6b2f403e2a49 req-77fb1cb4-25d5-43e6-aac3-df221df6c2a8 tempest-ListServersNegativeTestJSON-740663082 tempest-ListServersNegativeTestJSON-740663082-project] 10.222.0.13 "GET /v2.0/security-groups?id=3ae13458-222c-49ab-9839-ab56f90819f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1624599 Nov 05 18:47:31.577628 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Pushing event updated for resources: {'Port': ['ID=d7704044-2a31-4a76-8f63-747482d3d164,revision_number=4']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:47:31.616563 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.db_base_plugin_common [req-87a674c5-5743-4942-9d33-54c55e536625 req-ec9e4ba4-9c43-43df-a773-fa693fa5a77d tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] Allocated IP 172.20.0.11 (43ea62f0-8360-499b-8cfa-33c91e860c8e/d7f64a49-19fd-4323-b909-1a955812ddea/0f310046-ed73-45e0-81b3-775800e1e8dd) {{(pid=102386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 18:47:31.640444 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b03019df-5fa9-4c28-8457-e513bf261e07 None None] Sync routers for ids ['454bbd4b-913c-4a17-8266-f4819e4c2144'] in n-d-816865-1 {{(pid=102388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 18:47:31.650539 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b03019df-5fa9-4c28-8457-e513bf261e07 None None] Routers {'454bbd4b-913c-4a17-8266-f4819e4c2144'} bound to L3 agent in host n-d-816865-1 {{(pid=102388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 18:47:31.651347 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-b03019df-5fa9-4c28-8457-e513bf261e07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T18:47:05Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['454bbd4b-913c-4a17-8266-f4819e4c2144'], 'active': True} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:47:31.774433 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-87a674c5-5743-4942-9d33-54c55e536625 req-ec9e4ba4-9c43-43df-a773-fa693fa5a77d tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] Publish callbacks [] for port, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:47:31.873670 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:47:31.921843 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-87a674c5-5743-4942-9d33-54c55e536625 req-ec9e4ba4-9c43-43df-a773-fa693fa5a77d tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:47:31.926912 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e5c60e-d745-44c4-a8eb-eb1e1a5f7258 req-6b69fc96-a728-4f61-a978-3fec4e6c0e8b tempest-AttachVolumeTestJSON-989501218 tempest-AttachVolumeTestJSON-989501218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:47:31.928438 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-b2e5c60e-d745-44c4-a8eb-eb1e1a5f7258 req-6b69fc96-a728-4f61-a978-3fec4e6c0e8b tempest-AttachVolumeTestJSON-989501218 tempest-AttachVolumeTestJSON-989501218-project] 10.222.0.13 "GET /v2.0/ports?device_id=332b01ca-305d-470b-a5c2-8f6774221f19 HTTP/1.1" status: 200 len: 945 time: 0.0716383 Nov 05 18:47:31.937121 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-bd8f113b-d45d-49c4-81e3-6000a9c5ccb1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-571777'] for router_interface, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:47:31.938435 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvr_db [None req-b03019df-5fa9-4c28-8457-e513bf261e07 None None] Set router 454bbd4b-913c-4a17-8266-f4819e4c2144 gateway port host: n-d-816865-1 {{(pid=102388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 18:47:31.981253 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Pushing event updated for resources: {'Port': ['ID=f1f906f5-022a-439a-974f-ff7b4b24c24a,revision_number=5']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:47:32.036555 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-87a674c5-5743-4942-9d33-54c55e536625 req-ec9e4ba4-9c43-43df-a773-fa693fa5a77d tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] Network 43ea62f0-8360-499b-8cfa-33c91e860c8e is already hosted by enough agents. {{(pid=102386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 18:47:32.041990 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9e4ba4-9c43-43df-a773-fa693fa5a77d tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] Pushing event updated for resources: {'Port': ['ID=0f310046-ed73-45e0-81b3-775800e1e8dd,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:47:32.045468 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.base_scheduler [req-87a674c5-5743-4942-9d33-54c55e536625 req-ec9e4ba4-9c43-43df-a773-fa693fa5a77d tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] Resources bound (agent type, host, resource id): {{(pid=102386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:47:32.048682 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [req-87a674c5-5743-4942-9d33-54c55e536625 req-ec9e4ba4-9c43-43df-a773-fa693fa5a77d tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] Received port after_create {{(pid=102386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 18:47:32.111515 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a674c5-5743-4942-9d33-54c55e536625 req-ec9e4ba4-9c43-43df-a773-fa693fa5a77d tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:47:32.112271 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-87a674c5-5743-4942-9d33-54c55e536625 req-ec9e4ba4-9c43-43df-a773-fa693fa5a77d tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:47:32.194165 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-87a674c5-5743-4942-9d33-54c55e536625 req-ec9e4ba4-9c43-43df-a773-fa693fa5a77d tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1901574 Nov 05 18:47:32.194740 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-b03019df-5fa9-4c28-8457-e513bf261e07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '454bbd4b-913c-4a17-8266-f4819e4c2144', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-990766541-router', 'tenant_id': '20ab6e27729e43499d56a84cad1ed79a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.124'}], 'enable_snat': True}, 'gw_port_id': 'd7704044-2a31-4a76-8f63-747482d3d164', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T18:47:23Z', 'updated_at': '2021-11-05T18:47:29Z', 'revision_number': 4, 'project_id': '20ab6e27729e43499d56a84cad1ed79a', 'gw_port': {'id': 'd7704044-2a31-4a76-8f63-747482d3d164', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:a1:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '454bbd4b-913c-4a17-8266-f4819e4c2144', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1114, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T18:47:24Z', 'updated_at': '2021-11-05T18:47:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1', '_interfaces': [{'id': '2918e2b0-f4b1-48f9-9f4e-9b664d074e60', 'name': '', 'network_id': 'c77ff7e9-d481-4b3e-ba39-ac23de7cba86', 'tenant_id': '20ab6e27729e43499d56a84cad1ed79a', 'mac_address': 'fa:16:3e:1d:76:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '454bbd4b-913c-4a17-8266-f4819e4c2144', 'device_owner': 'network:router_interface', 'standard_attr_id': 1115, 'fixed_ips': [{'subnet_id': 'be97dd25-2902-42e1-9747-20ce3566b675', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T18:47:28Z', 'updated_at': '2021-11-05T18:47:29Z', 'revision_number': 2, 'project_id': '20ab6e27729e43499d56a84cad1ed79a', 'subnets': [{'id': 'be97dd25-2902-42e1-9747-20ce3566b675', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-1', False) {} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:47:32.207348 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [req-87a674c5-5743-4942-9d33-54c55e536625 req-74934032-b0ee-4955-b9f6-72506ab60b15 service neutron] Request body: {'port': {'device_id': '36ff74f4-05f8-4e62-aa90-7bd5e711624c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816865-1'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:47:32.223179 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b03019df-5fa9-4c28-8457-e513bf261e07 None None] Checking router: 454bbd4b-913c-4a17-8266-f4819e4c2144 for host: n-d-816865-1 {{(pid=102388) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 18:47:32.223542 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b03019df-5fa9-4c28-8457-e513bf261e07 None None] Updating router 454bbd4b-913c-4a17-8266-f4819e4c2144 port 2918e2b0-f4b1-48f9-9f4e-9b664d074e60 binding host n-d-816865-1 {{(pid=102388) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 05 18:47:32.250421 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b03019df-5fa9-4c28-8457-e513bf261e07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:47:32.273596 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-87a674c5-5743-4942-9d33-54c55e536625 req-74934032-b0ee-4955-b9f6-72506ab60b15 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:47:32.441577 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-b2e5c60e-d745-44c4-a8eb-eb1e1a5f7258 req-59bedc8e-52c5-419f-8d60-55ddfd0f15d1 tempest-AttachVolumeTestJSON-989501218 tempest-AttachVolumeTestJSON-989501218-project] 10.222.0.13 "GET /v2.0/security-groups?id=ef933554-0df5-4bb3-a185-95505310ff6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4998524 Nov 05 18:47:32.545359 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db741fa-1d64-4251-b77b-997603c314cb req-38c61455-8ea6-4c29-8778-ce460eb13cfe tempest-LiveMigrationTest-600821399 tempest-LiveMigrationTest-600821399-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:47:32.546913 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-5db741fa-1d64-4251-b77b-997603c314cb req-38c61455-8ea6-4c29-8778-ce460eb13cfe tempest-LiveMigrationTest-600821399 tempest-LiveMigrationTest-600821399-project] 10.222.0.13 "GET /v2.0/networks?id=1a9992ef-da6b-4f25-bd43-f1196ce8f1a8 HTTP/1.1" status: 200 len: 807 time: 0.2580807 Nov 05 18:47:32.591299 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-5db741fa-1d64-4251-b77b-997603c314cb req-bec5aa84-0541-46e3-8b11-8d71ee4bfd0b tempest-LiveMigrationTest-600821399 tempest-LiveMigrationTest-600821399-project] 10.222.0.13 "GET /v2.0/quotas/7cc0b234e0c74edeb5d0485be80e09f5 HTTP/1.1" status: 200 len: 375 time: 0.0182943 Nov 05 18:47:32.598678 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b03019df-5fa9-4c28-8457-e513bf261e07 None None] Publish callbacks [] for port, precommit_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:47:32.612447 n-d-816865-1 neutron-server[102386]: DEBUG neutron.notifiers.nova [req-87a674c5-5743-4942-9d33-54c55e536625 req-74934032-b0ee-4955-b9f6-72506ab60b15 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0f310046-ed73-45e0-81b3-775800e1e8dd {{(pid=102386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 18:47:32.621553 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-87a674c5-5743-4942-9d33-54c55e536625 req-74934032-b0ee-4955-b9f6-72506ab60b15 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:47:32.634884 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-e62ba107-12f2-472e-b618-7c5f955a35ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:47:32.639608 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.provisioning_blocks [req-87a674c5-5743-4942-9d33-54c55e536625 req-74934032-b0ee-4955-b9f6-72506ab60b15 service neutron] Transition to ACTIVE for port object 0f310046-ed73-45e0-81b3-775800e1e8dd will not be triggered until provisioned by entity L2. {{(pid=102386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 05 18:47:32.685779 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device d7704044-2a31-4a76-8f63-747482d3d164 up at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 18:47:32.732402 n-d-816865-1 neutron-server[102388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd592152a-bc3c-4efb-a06c-1b8eab290ff6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1f906f5-022a-439a-974f-ff7b4b24c24a'}] {{(pid=102388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 18:47:32.734672 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85474fee1180e129d8a886d264fe0b30223aa672dd1ffe43b630605f18504f68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bcba1cc-269c-48a3-a802-41d34f6706bb" -d '{"events": [{"server_uuid": "d592152a-bc3c-4efb-a06c-1b8eab290ff6", "name": "network-vif-plugged", "status": "completed", "tag": "f1f906f5-022a-439a-974f-ff7b4b24c24a"}]}' {{(pid=102388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 18:47:32.738157 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-5db741fa-1d64-4251-b77b-997603c314cb req-e0c946bb-21ac-4f61-8a8e-a9fe6510f00e tempest-LiveMigrationTest-600821399 tempest-LiveMigrationTest-600821399-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=7cc0b234e0c74edeb5d0485be80e09f5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1250565 Nov 05 18:47:32.741042 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b03019df-5fa9-4c28-8457-e513bf261e07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:47:32.751877 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Provisioning complete for port d7704044-2a31-4a76-8f63-747482d3d164 triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:47:32.758742 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:47:32.777599 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd63a1a-7a77-43a0-a08e-f8d65eb3a4a9 req-29a0eb20-db59-497d-a624-7912785260db tempest-ServerAddressesNegativeTestJSON-1877412659 tempest-ServerAddressesNegativeTestJSON-1877412659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:47:32.779103 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-cfd63a1a-7a77-43a0-a08e-f8d65eb3a4a9 req-29a0eb20-db59-497d-a624-7912785260db tempest-ServerAddressesNegativeTestJSON-1877412659 tempest-ServerAddressesNegativeTestJSON-1877412659-project] 10.222.0.13 "GET /v2.0/ports?device_id=c2d6fcff-58ee-487d-bc23-417c5872f4ae HTTP/1.1" status: 200 len: 944 time: 0.1258249 Nov 05 18:47:32.824456 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-87a674c5-5743-4942-9d33-54c55e536625 req-74934032-b0ee-4955-b9f6-72506ab60b15 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6149821'] for port, after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:47:32.845552 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbefd3ad-15c5-4051-86e2-0755647d1362 None None] Pushing event updated for resources: {'Port': ['ID=2918e2b0-f4b1-48f9-9f4e-9b664d074e60,revision_number=3']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:47:32.903705 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74934032-b0ee-4955-b9f6-72506ab60b15 service neutron] Pushing event updated for resources: {'Port': ['ID=0f310046-ed73-45e0-81b3-775800e1e8dd,revision_number=2']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:47:32.908515 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [None req-bd8f113b-d45d-49c4-81e3-6000a9c5ccb1 admin admin] Deleting port 2918e2b0-f4b1-48f9-9f4e-9b664d074e60 {{(pid=102387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 18:47:32.908858 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-bd8f113b-d45d-49c4-81e3-6000a9c5ccb1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:47:32.913049 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-b03019df-5fa9-4c28-8457-e513bf261e07 None None] Attempting to bind port 2918e2b0-f4b1-48f9-9f4e-9b664d074e60 on host n-d-816865-1 for vnic_type normal with profile {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 18:47:32.913427 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-b03019df-5fa9-4c28-8457-e513bf261e07 None None] Attempting to bind port 2918e2b0-f4b1-48f9-9f4e-9b664d074e60 by drivers openvswitch,hyperv on host n-d-816865-1 at level 0 using segments [{'id': '4ca2ef99-9fc7-4901-bb86-8107e045f897', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'c77ff7e9-d481-4b3e-ba39-ac23de7cba86'}] {{(pid=102388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 18:47:32.913846 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b03019df-5fa9-4c28-8457-e513bf261e07 None None] Attempting to bind port 2918e2b0-f4b1-48f9-9f4e-9b664d074e60 on network c77ff7e9-d481-4b3e-ba39-ac23de7cba86 {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 18:47:32.928059 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-5db741fa-1d64-4251-b77b-997603c314cb req-43bbebd7-277f-41ac-a86e-740e4722a20e service neutron] 10.222.0.13 "GET /v2.0/networks/1a9992ef-da6b-4f25-bd43-f1196ce8f1a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1719174 Nov 05 18:47:32.939176 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b03019df-5fa9-4c28-8457-e513bf261e07 None None] Checking agent: {'id': '724d89a7-611b-41e6-bc85-c48112b17afa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 18, 25, 8), 'started_at': datetime.datetime(2021, 11, 5, 18, 25, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 18, 47, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 18:47:32.939559 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b03019df-5fa9-4c28-8457-e513bf261e07 None None] Checking segment: {'id': '4ca2ef99-9fc7-4901-bb86-8107e045f897', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'c77ff7e9-d481-4b3e-ba39-ac23de7cba86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 18:47:32.939953 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b03019df-5fa9-4c28-8457-e513bf261e07 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:47:32.940348 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b03019df-5fa9-4c28-8457-e513bf261e07 None None] Bound using segment: {'id': '4ca2ef99-9fc7-4901-bb86-8107e045f897', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'c77ff7e9-d481-4b3e-ba39-ac23de7cba86'} {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 18:47:32.940823 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-b03019df-5fa9-4c28-8457-e513bf261e07 None None] Bound port: 2918e2b0-f4b1-48f9-9f4e-9b664d074e60, host: n-d-816865-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ca2ef99-9fc7-4901-bb86-8107e045f897', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'c77ff7e9-d481-4b3e-ba39-ac23de7cba86'}}] {{(pid=102388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 18:47:32.941380 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b03019df-5fa9-4c28-8457-e513bf261e07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:47:32.945557 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-cfd63a1a-7a77-43a0-a08e-f8d65eb3a4a9 req-49151fe6-71cc-488c-b6c9-8987aeb299f7 tempest-ServerAddressesNegativeTestJSON-1877412659 tempest-ServerAddressesNegativeTestJSON-1877412659-project] 10.222.0.13 "GET /v2.0/security-groups?id=6832ddad-28ff-482a-a14c-7be3bdb8c0fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551728 Nov 05 18:47:33.012559 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [req-87a674c5-5743-4942-9d33-54c55e536625 req-74934032-b0ee-4955-b9f6-72506ab60b15 service neutron] Attempting to bind port 0f310046-ed73-45e0-81b3-775800e1e8dd on host n-h2-816865-1 for vnic_type normal with profile {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 18:47:33.015921 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [req-87a674c5-5743-4942-9d33-54c55e536625 req-74934032-b0ee-4955-b9f6-72506ab60b15 service neutron] Attempting to bind port 0f310046-ed73-45e0-81b3-775800e1e8dd by drivers openvswitch,hyperv on host n-h2-816865-1 at level 0 using segments [{'id': '18ff82bc-5fc5-4d18-b58f-45dd42e01fae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '43ea62f0-8360-499b-8cfa-33c91e860c8e'}] {{(pid=102386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 18:47:33.015921 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87a674c5-5743-4942-9d33-54c55e536625 req-74934032-b0ee-4955-b9f6-72506ab60b15 service neutron] Attempting to bind port 0f310046-ed73-45e0-81b3-775800e1e8dd on network 43ea62f0-8360-499b-8cfa-33c91e860c8e {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 18:47:33.020060 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87a674c5-5743-4942-9d33-54c55e536625 req-74934032-b0ee-4955-b9f6-72506ab60b15 service neutron] Port 0f310046-ed73-45e0-81b3-775800e1e8dd on network 43ea62f0-8360-499b-8cfa-33c91e860c8e not bound, no agent of type Open vSwitch agent registered on host n-h2-816865-1 {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 18:47:33.020381 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87a674c5-5743-4942-9d33-54c55e536625 req-74934032-b0ee-4955-b9f6-72506ab60b15 service neutron] Attempting to bind port 0f310046-ed73-45e0-81b3-775800e1e8dd on network 43ea62f0-8360-499b-8cfa-33c91e860c8e {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 18:47:33.030318 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87a674c5-5743-4942-9d33-54c55e536625 req-74934032-b0ee-4955-b9f6-72506ab60b15 service neutron] Checking agent: {'id': '32aff553-696f-4891-83f5-5c176f61fe54', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816865-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 18, 33, 36), 'started_at': datetime.datetime(2021, 11, 5, 18, 33, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 18, 47, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 18:47:33.030808 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87a674c5-5743-4942-9d33-54c55e536625 req-74934032-b0ee-4955-b9f6-72506ab60b15 service neutron] Checking segment: {'id': '18ff82bc-5fc5-4d18-b58f-45dd42e01fae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '43ea62f0-8360-499b-8cfa-33c91e860c8e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 18:47:33.031572 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87a674c5-5743-4942-9d33-54c55e536625 req-74934032-b0ee-4955-b9f6-72506ab60b15 service neutron] Bound using segment: {'id': '18ff82bc-5fc5-4d18-b58f-45dd42e01fae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '43ea62f0-8360-499b-8cfa-33c91e860c8e'} {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 18:47:33.032605 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [req-87a674c5-5743-4942-9d33-54c55e536625 req-74934032-b0ee-4955-b9f6-72506ab60b15 service neutron] Bound port: 0f310046-ed73-45e0-81b3-775800e1e8dd, host: n-h2-816865-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '18ff82bc-5fc5-4d18-b58f-45dd42e01fae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '43ea62f0-8360-499b-8cfa-33c91e860c8e'}}] {{(pid=102386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 18:47:33.032605 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-87a674c5-5743-4942-9d33-54c55e536625 req-74934032-b0ee-4955-b9f6-72506ab60b15 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:47:33.065332 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b03019df-5fa9-4c28-8457-e513bf261e07 None None] For port 2918e2b0-f4b1-48f9-9f4e-9b664d074e60, host n-d-816865-1, cleared binding levels {{(pid=102388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 18:47:33.069327 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b03019df-5fa9-4c28-8457-e513bf261e07 None None] For port 2918e2b0-f4b1-48f9-9f4e-9b664d074e60, host n-d-816865-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=2918e2b0-f4b1-48f9-9f4e-9b664d074e60,segment=NetworkSegment(4ca2ef99-9fc7-4901-bb86-8107e045f897),segment_id=4ca2ef99-9fc7-4901-bb86-8107e045f897)] {{(pid=102388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 18:47:33.108674 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [req-87a674c5-5743-4942-9d33-54c55e536625 req-74934032-b0ee-4955-b9f6-72506ab60b15 service neutron] For port 0f310046-ed73-45e0-81b3-775800e1e8dd, host n-h2-816865-1, cleared binding levels {{(pid=102386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 18:47:33.112587 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [req-87a674c5-5743-4942-9d33-54c55e536625 req-74934032-b0ee-4955-b9f6-72506ab60b15 service neutron] For port 0f310046-ed73-45e0-81b3-775800e1e8dd, host n-h2-816865-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=0f310046-ed73-45e0-81b3-775800e1e8dd,segment=NetworkSegment(18ff82bc-5fc5-4d18-b58f-45dd42e01fae),segment_id=18ff82bc-5fc5-4d18-b58f-45dd42e01fae)] {{(pid=102386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 18:47:33.121855 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-5db741fa-1d64-4251-b77b-997603c314cb req-1a9e5777-595d-4642-8859-3125d9347786 service neutron] 10.222.0.13 "GET /v2.0/networks/1a9992ef-da6b-4f25-bd43-f1196ce8f1a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1929879 Nov 05 18:47:33.126086 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-bd8f113b-d45d-49c4-81e3-6000a9c5ccb1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:47:33.139998 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [None req-bd8f113b-d45d-49c4-81e3-6000a9c5ccb1 admin admin] Calling delete_port for 2918e2b0-f4b1-48f9-9f4e-9b664d074e60 owned by network:router_interface {{(pid=102387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 18:47:33.163924 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-e74c7b39-24cf-421b-80da-3ff559feba90 None None] Provisioning complete for port 2918e2b0-f4b1-48f9-9f4e-9b664d074e60 triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:47:33.164360 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-e74c7b39-24cf-421b-80da-3ff559feba90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:47:33.208953 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b03019df-5fa9-4c28-8457-e513bf261e07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:47:33.218076 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-e74c7b39-24cf-421b-80da-3ff559feba90 None None] Port 2918e2b0-f4b1-48f9-9f4e-9b664d074e60 cannot update to ACTIVE because it is not bound. {{(pid=102388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 18:47:33.236100 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-87a674c5-5743-4942-9d33-54c55e536625 req-74934032-b0ee-4955-b9f6-72506ab60b15 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6149821'] for port, after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:47:33.282438 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de81874-40f9-4d43-9234-80f584832174 req-488e6a69-c4a7-46dd-9df8-6b8a6e4d96fe tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:47:33.283803 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b03019df-5fa9-4c28-8457-e513bf261e07 None None] Routers {'454bbd4b-913c-4a17-8266-f4819e4c2144'} bound to L3 agent in host n-d-816865-1 {{(pid=102388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 18:47:33.284032 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-9de81874-40f9-4d43-9234-80f584832174 req-488e6a69-c4a7-46dd-9df8-6b8a6e4d96fe tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] 10.222.0.13 "GET /v2.0/ports?device_id=36ff74f4-05f8-4e62-aa90-7bd5e711624c HTTP/1.1" status: 200 len: 944 time: 0.0974157 Nov 05 18:47:33.284959 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-b03019df-5fa9-4c28-8457-e513bf261e07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T18:47:05Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['454bbd4b-913c-4a17-8266-f4819e4c2144'], 'active': True} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:47:33.302441 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a674c5-5743-4942-9d33-54c55e536625 req-74934032-b0ee-4955-b9f6-72506ab60b15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:47:33.303073 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-87a674c5-5743-4942-9d33-54c55e536625 req-74934032-b0ee-4955-b9f6-72506ab60b15 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:47:33.304450 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-87a674c5-5743-4942-9d33-54c55e536625 req-74934032-b0ee-4955-b9f6-72506ab60b15 service neutron] 10.222.0.55 "PUT /v2.0/ports/0f310046-ed73-45e0-81b3-775800e1e8dd HTTP/1.1" status: 200 len: 1092 time: 1.1019402 Nov 05 18:47:33.304901 n-d-816865-1 neutron-server[102386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36ff74f4-05f8-4e62-aa90-7bd5e711624c', 'tag': '0f310046-ed73-45e0-81b3-775800e1e8dd'}] {{(pid=102386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 18:47:33.316479 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6173a44d7c73f41af551dc890fa1a5892c2c6bc3458b640c8e0c24db7876ba6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd70a368-f1b4-477a-94e0-6d18f1a10844" -d '{"events": [{"name": "network-changed", "server_uuid": "36ff74f4-05f8-4e62-aa90-7bd5e711624c", "tag": "0f310046-ed73-45e0-81b3-775800e1e8dd"}]}' {{(pid=102386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 18:47:33.339448 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbefd3ad-15c5-4051-86e2-0755647d1362 None None] Pushing event updated for resources: {'Port': ['ID=2918e2b0-f4b1-48f9-9f4e-9b664d074e60,revision_number=4']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:47:33.354126 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74934032-b0ee-4955-b9f6-72506ab60b15 service neutron] Pushing event updated for resources: {'Port': ['ID=0f310046-ed73-45e0-81b3-775800e1e8dd,revision_number=3']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:47:33.391385 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-9de81874-40f9-4d43-9234-80f584832174 req-3717df7c-88e3-4aa6-9238-44ceb309b66b tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] 10.222.0.13 "GET /v2.0/security-groups?id=e0838ac1-f008-48c1-ab43-123e255d616a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703681 Nov 05 18:47:33.449372 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvr_db [None req-b03019df-5fa9-4c28-8457-e513bf261e07 None None] Set router 454bbd4b-913c-4a17-8266-f4819e4c2144 gateway port host: n-d-816865-1 {{(pid=102388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 18:47:33.486733 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a674c5-5743-4942-9d33-54c55e536625 req-24d4d840-0faf-41a7-b412-d78031824f6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:47:33.488244 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-87a674c5-5743-4942-9d33-54c55e536625 req-24d4d840-0faf-41a7-b412-d78031824f6c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=6967002ed7684b0a936551bf3f38aa1b&device_id=36ff74f4-05f8-4e62-aa90-7bd5e711624c HTTP/1.1" status: 200 len: 1095 time: 0.0719945 Nov 05 18:47:33.538568 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa5c94f-0eaa-43fc-b35c-9591e5d9dcf8 req-31946bc9-d537-4ba6-9f7d-56d382f71bfb tempest-ListServersNegativeTestJSON-740663082 tempest-ListServersNegativeTestJSON-740663082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:47:33.540740 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-2fa5c94f-0eaa-43fc-b35c-9591e5d9dcf8 req-31946bc9-d537-4ba6-9f7d-56d382f71bfb tempest-ListServersNegativeTestJSON-740663082 tempest-ListServersNegativeTestJSON-740663082-project] 10.222.0.13 "GET /v2.0/ports?device_id=86c03832-1925-47c9-8678-eebfcb8b127e HTTP/1.1" status: 200 len: 945 time: 0.0574813 Nov 05 18:47:33.559461 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-bd8f113b-d45d-49c4-81e3-6000a9c5ccb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4417063'] for port, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:47:33.593837 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Device 05c231cd-a21f-4d70-b5c0-57a111c9f023 up at agent hyperv_n-h2-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 18:47:33.632387 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8f113b-d45d-49c4-81e3-6000a9c5ccb1 admin admin] Pushing event deleted for resources: {'Port': ['ID=2918e2b0-f4b1-48f9-9f4e-9b664d074e60,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:47:33.652470 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-8373aab4-6d73-4eb9-9c18-d1adeb50354c None None] Could not find standard attr ID for object 2918e2b0-f4b1-48f9-9f4e-9b664d074e60. {{(pid=102388) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 05 18:47:33.722096 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-2fa5c94f-0eaa-43fc-b35c-9591e5d9dcf8 req-00a2023b-c1cf-41cf-b4cc-45fbc8553f61 tempest-ListServersNegativeTestJSON-740663082 tempest-ListServersNegativeTestJSON-740663082-project] 10.222.0.13 "GET /v2.0/security-groups?id=3ae13458-222c-49ab-9839-ab56f90819f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1737547 Nov 05 18:47:33.760137 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-b03019df-5fa9-4c28-8457-e513bf261e07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '454bbd4b-913c-4a17-8266-f4819e4c2144', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-990766541-router', 'tenant_id': '20ab6e27729e43499d56a84cad1ed79a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.124'}], 'enable_snat': True}, 'gw_port_id': 'd7704044-2a31-4a76-8f63-747482d3d164', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T18:47:23Z', 'updated_at': '2021-11-05T18:47:29Z', 'revision_number': 4, 'project_id': '20ab6e27729e43499d56a84cad1ed79a', 'gw_port': {'id': 'd7704044-2a31-4a76-8f63-747482d3d164', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:a1:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '454bbd4b-913c-4a17-8266-f4819e4c2144', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1114, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T18:47:24Z', 'updated_at': '2021-11-05T18:47:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1', '_interfaces': [{'id': '2918e2b0-f4b1-48f9-9f4e-9b664d074e60', 'name': '', 'network_id': 'c77ff7e9-d481-4b3e-ba39-ac23de7cba86', 'tenant_id': '20ab6e27729e43499d56a84cad1ed79a', 'mac_address': 'fa:16:3e:1d:76:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '454bbd4b-913c-4a17-8266-f4819e4c2144', 'device_owner': 'network:router_interface', 'standard_attr_id': 1115, 'fixed_ips': [{'subnet_id': 'be97dd25-2902-42e1-9747-20ce3566b675', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T18:47:28Z', 'updated_at': '2021-11-05T18:47:33Z', 'revision_number': 4, 'project_id': '20ab6e27729e43499d56a84cad1ed79a', 'subnets': [{'id': 'be97dd25-2902-42e1-9747-20ce3566b675', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-1', False) {} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:47:33.815597 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b03019df-5fa9-4c28-8457-e513bf261e07 None None] The sync data for ids ['454bbd4b-913c-4a17-8266-f4819e4c2144'] in n-d-816865-1 is: [{'id': '454bbd4b-913c-4a17-8266-f4819e4c2144', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-990766541-router', 'tenant_id': '20ab6e27729e43499d56a84cad1ed79a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.124'}], 'enable_snat': True}, 'gw_port_id': 'd7704044-2a31-4a76-8f63-747482d3d164', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T18:47:23Z', 'updated_at': '2021-11-05T18:47:29Z', 'revision_number': 4, 'project_id': '20ab6e27729e43499d56a84cad1ed79a', 'gw_port': {'id': 'd7704044-2a31-4a76-8f63-747482d3d164', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:a1:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '454bbd4b-913c-4a17-8266-f4819e4c2144', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1114, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T18:47:24Z', 'updated_at': '2021-11-05T18:47:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1', '_interfaces': [{'id': '2918e2b0-f4b1-48f9-9f4e-9b664d074e60', 'name': '', 'network_id': 'c77ff7e9-d481-4b3e-ba39-ac23de7cba86', 'tenant_id': '20ab6e27729e43499d56a84cad1ed79a', 'mac_address': 'fa:16:3e:1d:76:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '454bbd4b-913c-4a17-8266-f4819e4c2144', 'device_owner': 'network:router_interface', 'standard_attr_id': 1115, 'fixed_ips': [{'subnet_id': 'be97dd25-2902-42e1-9747-20ce3566b675', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T18:47:28Z', 'updated_at': '2021-11-05T18:47:33Z', 'revision_number': 4, 'project_id': '20ab6e27729e43499d56a84cad1ed79a', 'subnets': [{'id': 'be97dd25-2902-42e1-9747-20ce3566b675', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 18:47:33.817558 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Provisioning for port 05c231cd-a21f-4d70-b5c0-57a111c9f023 completed by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 05 18:47:33.827600 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Provisioning complete for port 05c231cd-a21f-4d70-b5c0-57a111c9f023 triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:47:33.827997 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:47:33.927454 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 18:47:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4151c98-af14-4e1e-83dd-690613fefef0 x-openstack-request-id: req-e4151c98-af14-4e1e-83dd-690613fefef0 {{(pid=102388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 18:47:33.927750 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d592152a-bc3c-4efb-a06c-1b8eab290ff6", "name": "network-vif-plugged", "status": "completed", "tag": "f1f906f5-022a-439a-974f-ff7b4b24c24a", "code": 200}]} {{(pid=102388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 18:47:33.928022 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e4151c98-af14-4e1e-83dd-690613fefef0 {{(pid=102388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 18:47:33.928408 n-d-816865-1 neutron-server[102388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd592152a-bc3c-4efb-a06c-1b8eab290ff6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1f906f5-022a-439a-974f-ff7b4b24c24a', 'code': 200} Nov 05 18:47:34.059924 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-bd8f113b-d45d-49c4-81e3-6000a9c5ccb1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-597886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-573297'] for router_interface, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:47:34.078865 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:47:34.097624 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:47:34.107727 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 18:47:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-142172a3-4cf3-415d-97d9-c4302c099f91 x-openstack-request-id: req-142172a3-4cf3-415d-97d9-c4302c099f91 {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 18:47:34.107727 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36ff74f4-05f8-4e62-aa90-7bd5e711624c", "tag": "0f310046-ed73-45e0-81b3-775800e1e8dd", "status": "completed", "code": 200}]} {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 18:47:34.107930 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-142172a3-4cf3-415d-97d9-c4302c099f91 {{(pid=102386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 18:47:34.108402 n-d-816865-1 neutron-server[102386]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36ff74f4-05f8-4e62-aa90-7bd5e711624c', 'tag': '0f310046-ed73-45e0-81b3-775800e1e8dd', 'status': 'completed', 'code': 200} Nov 05 18:47:34.116493 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-87a674c5-5743-4942-9d33-54c55e536625 req-5d8e5f0c-5c00-4e3a-836c-07e74a80ded7 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0f310046-ed73-45e0-81b3-775800e1e8dd HTTP/1.1" status: 200 len: 217 time: 0.6193597 Nov 05 18:47:34.177759 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] For port 05c231cd-a21f-4d70-b5c0-57a111c9f023, host n-h2-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=05c231cd-a21f-4d70-b5c0-57a111c9f023,segment=NetworkSegment(7445ea9a-4cf5-460c-9ebc-f147fce20e40),segment_id=7445ea9a-4cf5-460c-9ebc-f147fce20e40)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:47:34.203902 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a674c5-5743-4942-9d33-54c55e536625 req-871d03ca-9cd7-4514-9ab2-13cf085a0377 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:47:34.205790 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-87a674c5-5743-4942-9d33-54c55e536625 req-871d03ca-9cd7-4514-9ab2-13cf085a0377 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=d7f64a49-19fd-4323-b909-1a955812ddea HTTP/1.1" status: 200 len: 852 time: 0.0606856 Nov 05 18:47:34.211137 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0cf470-f91b-4874-85a3-ebbc63936b98 req-9bea8515-0239-466e-a246-376973a00818 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:47:34.213603 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-9d0cf470-f91b-4874-85a3-ebbc63936b98 req-9bea8515-0239-466e-a246-376973a00818 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=d592152a-bc3c-4efb-a06c-1b8eab290ff6 HTTP/1.1" status: 200 len: 1096 time: 0.1087625 Nov 05 18:47:34.226586 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-dff6d2ae-2c58-4749-b0fa-23be35326ae4 req-f77650a5-6929-4eb8-ae2b-dcb93c9bc09e tempest-LiveMigrationTest-600821399 tempest-LiveMigrationTest-600821399-project] 10.222.0.13 "GET /v2.0/ports?device_id=c936ac5a-d9ca-4986-965e-3cf978c6e19b HTTP/1.1" status: 200 len: 210 time: 0.0813475 Nov 05 18:47:34.253485 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:47:34.276867 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-87a674c5-5743-4942-9d33-54c55e536625 req-ff4804c3-cb5d-4877-aff3-5b0a8bb335f2 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=43ea62f0-8360-499b-8cfa-33c91e860c8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0621364 Nov 05 18:47:34.302479 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953c6e9d-9f87-4e5a-8417-c1bfa2d4b2e9 req-80913130-8e2c-45a4-99b0-df3ec137dfb9 tempest-ListServersNegativeTestJSON-740663082 tempest-ListServersNegativeTestJSON-740663082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:47:34.304513 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-953c6e9d-9f87-4e5a-8417-c1bfa2d4b2e9 req-80913130-8e2c-45a4-99b0-df3ec137dfb9 tempest-ListServersNegativeTestJSON-740663082 tempest-ListServersNegativeTestJSON-740663082-project] 10.222.0.13 "GET /v2.0/ports?device_id=8e8ddd4f-e91e-426a-b0a2-c25bb6c6300a HTTP/1.1" status: 200 len: 946 time: 0.2232392 Nov 05 18:47:34.352457 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Pushing event updated for resources: {'Port': ['ID=05c231cd-a21f-4d70-b5c0-57a111c9f023,revision_number=5']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:47:34.375713 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-9d0cf470-f91b-4874-85a3-ebbc63936b98 req-d3488975-e8dd-41b1-ad41-60facc2968e6 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=3ae13458-222c-49ab-9839-ab56f90819f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522605 Nov 05 18:47:34.410688 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-87a674c5-5743-4942-9d33-54c55e536625 req-5cb03b31-f004-426e-be50-712ea0b3ea26 service neutron] 10.222.0.55 "GET /v2.0/networks/43ea62f0-8360-499b-8cfa-33c91e860c8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221755 Nov 05 18:47:34.443369 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb70b3aa-7524-4918-82ba-fff165cd9684 req-ca3c7905-7132-4d69-a35a-d2a2f5ccf867 tempest-ServerAddressesNegativeTestJSON-1877412659 tempest-ServerAddressesNegativeTestJSON-1877412659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:47:34.451096 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-cb70b3aa-7524-4918-82ba-fff165cd9684 req-ca3c7905-7132-4d69-a35a-d2a2f5ccf867 tempest-ServerAddressesNegativeTestJSON-1877412659 tempest-ServerAddressesNegativeTestJSON-1877412659-project] 10.222.0.13 "GET /v2.0/ports?device_id=c2d6fcff-58ee-487d-bc23-417c5872f4ae HTTP/1.1" status: 200 len: 945 time: 0.1453958 Nov 05 18:47:34.457003 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-953c6e9d-9f87-4e5a-8417-c1bfa2d4b2e9 req-755ae92e-2347-4ef6-a866-fcc9f8366702 tempest-ListServersNegativeTestJSON-740663082 tempest-ListServersNegativeTestJSON-740663082-project] 10.222.0.13 "GET /v2.0/security-groups?id=3ae13458-222c-49ab-9839-ab56f90819f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139729 Nov 05 18:47:34.541856 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-87a674c5-5743-4942-9d33-54c55e536625 req-88dd2164-8304-4de9-9f47-f5c7ee28fcc3 service neutron] 10.222.0.55 "GET /v2.0/networks/43ea62f0-8360-499b-8cfa-33c91e860c8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229911 Nov 05 18:47:34.579859 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-cb70b3aa-7524-4918-82ba-fff165cd9684 req-d1169862-37fc-43ca-817e-e15b69988cd8 tempest-ServerAddressesNegativeTestJSON-1877412659 tempest-ServerAddressesNegativeTestJSON-1877412659-project] 10.222.0.13 "GET /v2.0/security-groups?id=6832ddad-28ff-482a-a14c-7be3bdb8c0fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278656 Nov 05 18:47:34.632174 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd8f113b-d45d-49c4-81e3-6000a9c5ccb1 admin admin] Router 454bbd4b-913c-4a17-8266-f4819e4c2144 has already been hosted by L3 agent 6dcb5589-8e86-4616-9186-ddc4548e13ad {{(pid=102387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 18:47:34.708669 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd70a368-f1b4-477a-94e0-6d18f1a10844 req-554f2651-f9d1-4e8c-b09c-4cc0aad23216 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:47:34.712612 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-cd70a368-f1b4-477a-94e0-6d18f1a10844 req-554f2651-f9d1-4e8c-b09c-4cc0aad23216 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=6967002ed7684b0a936551bf3f38aa1b&device_id=36ff74f4-05f8-4e62-aa90-7bd5e711624c HTTP/1.1" status: 200 len: 1095 time: 0.0575292 Nov 05 18:47:34.824237 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd70a368-f1b4-477a-94e0-6d18f1a10844 req-f8449850-a199-423f-a224-cd194395603f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:47:34.825764 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-cd70a368-f1b4-477a-94e0-6d18f1a10844 req-f8449850-a199-423f-a224-cd194395603f service neutron] 10.222.0.55 "GET /v2.0/networks?id=43ea62f0-8360-499b-8cfa-33c91e860c8e HTTP/1.1" status: 200 len: 913 time: 0.1061616 Nov 05 18:47:34.831896 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9950d0-cbdf-45a7-9574-18b5601c165f req-615db4b2-a4b8-4d1b-ba58-9e2de51140f3 tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:47:34.836671 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-aa9950d0-cbdf-45a7-9574-18b5601c165f req-615db4b2-a4b8-4d1b-ba58-9e2de51140f3 tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] 10.222.0.13 "GET /v2.0/ports?device_id=36ff74f4-05f8-4e62-aa90-7bd5e711624c HTTP/1.1" status: 200 len: 944 time: 0.1845815 Nov 05 18:47:34.836671 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd8f113b-d45d-49c4-81e3-6000a9c5ccb1 admin admin] Notify agent at l3_agent.n-d-816865-1 the message routers_updated {{(pid=102387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 18:47:34.843954 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-bd8f113b-d45d-49c4-81e3-6000a9c5ccb1 admin admin] 10.222.0.13 "PUT /v2.0/routers/454bbd4b-913c-4a17-8266-f4819e4c2144/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4118478 Nov 05 18:47:34.845561 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 51626) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:47:34.863913 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc8af73-e440-48af-9aa9-1be946c081ae req-7b3e9cd6-1c22-4a05-b30b-0a22e8312eb8 tempest-ListServersNegativeTestJSON-740663082 tempest-ListServersNegativeTestJSON-740663082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:47:34.871869 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-6dc8af73-e440-48af-9aa9-1be946c081ae req-7b3e9cd6-1c22-4a05-b30b-0a22e8312eb8 tempest-ListServersNegativeTestJSON-740663082 tempest-ListServersNegativeTestJSON-740663082-project] 10.222.0.13 "GET /v2.0/ports?device_id=d592152a-bc3c-4efb-a06c-1b8eab290ff6 HTTP/1.1" status: 200 len: 945 time: 0.1425159 Nov 05 18:47:34.882230 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c327b47f-e39b-41d4-af30-d8fb660ab0ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:47:34.915752 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-cd70a368-f1b4-477a-94e0-6d18f1a10844 req-3ad9e351-ca70-41b9-aac3-956df72d8a98 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0f310046-ed73-45e0-81b3-775800e1e8dd HTTP/1.1" status: 200 len: 217 time: 0.0817003 Nov 05 18:47:34.949338 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-aa9950d0-cbdf-45a7-9574-18b5601c165f req-cfef324a-5a88-4685-b299-e88261d6ce9f tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] 10.222.0.13 "GET /v2.0/security-groups?id=e0838ac1-f008-48c1-ab43-123e255d616a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040757 Nov 05 18:47:34.963561 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-6dc8af73-e440-48af-9aa9-1be946c081ae req-9994a80b-3093-4cf8-b2d1-bc02369c0723 tempest-ListServersNegativeTestJSON-740663082 tempest-ListServersNegativeTestJSON-740663082-project] 10.222.0.13 "GET /v2.0/security-groups?id=3ae13458-222c-49ab-9839-ab56f90819f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879929 Nov 05 18:47:35.016940 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd70a368-f1b4-477a-94e0-6d18f1a10844 req-a9ff7f46-6d38-48b2-b1df-df5d26ae516e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:47:35.018440 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-cd70a368-f1b4-477a-94e0-6d18f1a10844 req-a9ff7f46-6d38-48b2-b1df-df5d26ae516e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=d7f64a49-19fd-4323-b909-1a955812ddea HTTP/1.1" status: 200 len: 852 time: 0.0906689 Nov 05 18:47:35.026089 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-e22dfb53-8935-442a-8f78-58261f3c4934 admin admin] Publish callbacks [] for router, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:47:35.091731 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-cd70a368-f1b4-477a-94e0-6d18f1a10844 req-8d20c0fe-1cc6-41bc-b7b3-68becfb81a3d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=43ea62f0-8360-499b-8cfa-33c91e860c8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0290291 Nov 05 18:47:35.224535 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-e22dfb53-8935-442a-8f78-58261f3c4934 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:47:35.242929 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-cd70a368-f1b4-477a-94e0-6d18f1a10844 req-e13b9842-6d60-4552-93c3-c05d9a07f909 service neutron] 10.222.0.55 "GET /v2.0/networks/43ea62f0-8360-499b-8cfa-33c91e860c8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1426423 Nov 05 18:47:35.324307 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-075ff0e9-38ea-4975-b443-a199a42f377f req-85d1d162-c399-46fd-81e6-8d5e581ebe67 tempest-LiveMigrationTest-600821399 tempest-LiveMigrationTest-600821399-project] 10.222.0.13 "GET /v2.0/ports?device_id=c936ac5a-d9ca-4986-965e-3cf978c6e19b HTTP/1.1" status: 200 len: 210 time: 0.0281672 Nov 05 18:47:35.346863 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97c641cb-06d3-429c-9683-ddede10052d7 None None] Sync routers for ids ['454bbd4b-913c-4a17-8266-f4819e4c2144'] in n-d-816865-1 {{(pid=102389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 18:47:35.357356 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97c641cb-06d3-429c-9683-ddede10052d7 None None] Routers {'454bbd4b-913c-4a17-8266-f4819e4c2144'} bound to L3 agent in host n-d-816865-1 {{(pid=102389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 18:47:35.357978 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-97c641cb-06d3-429c-9683-ddede10052d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T18:47:35Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['454bbd4b-913c-4a17-8266-f4819e4c2144'], 'active': True} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:47:35.387850 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-cd70a368-f1b4-477a-94e0-6d18f1a10844 req-c3048147-ea51-4ff0-835d-80db54af5d73 service neutron] 10.222.0.55 "GET /v2.0/networks/43ea62f0-8360-499b-8cfa-33c91e860c8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1328421 Nov 05 18:47:35.389070 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-e22dfb53-8935-442a-8f78-58261f3c4934 admin admin] Deleting port d7704044-2a31-4a76-8f63-747482d3d164 {{(pid=102386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 18:47:35.389400 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-e22dfb53-8935-442a-8f78-58261f3c4934 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:47:35.451945 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvr_db [None req-97c641cb-06d3-429c-9683-ddede10052d7 None None] Set router 454bbd4b-913c-4a17-8266-f4819e4c2144 gateway port host: None {{(pid=102389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 18:47:35.469638 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [None req-e22dfb53-8935-442a-8f78-58261f3c4934 admin admin] For port d7704044-2a31-4a76-8f63-747482d3d164, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=d7704044-2a31-4a76-8f63-747482d3d164,segment=NetworkSegment(85be518c-8bb4-46a2-a903-d4292782d29d),segment_id=85be518c-8bb4-46a2-a903-d4292782d29d)] {{(pid=102386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:47:35.470016 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-e22dfb53-8935-442a-8f78-58261f3c4934 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:47:35.483588 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-e22dfb53-8935-442a-8f78-58261f3c4934 admin admin] Calling delete_port for d7704044-2a31-4a76-8f63-747482d3d164 owned by network:router_gateway {{(pid=102386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 18:47:35.503303 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-97c641cb-06d3-429c-9683-ddede10052d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '454bbd4b-913c-4a17-8266-f4819e4c2144', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-990766541-router', 'tenant_id': '20ab6e27729e43499d56a84cad1ed79a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T18:47:23Z', 'updated_at': '2021-11-05T18:47:35Z', 'revision_number': 6, 'project_id': '20ab6e27729e43499d56a84cad1ed79a', 'gw_port_host': None}], 'n-d-816865-1', False) {} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:47:35.533882 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97c641cb-06d3-429c-9683-ddede10052d7 None None] Checking router: 454bbd4b-913c-4a17-8266-f4819e4c2144 for host: n-d-816865-1 {{(pid=102389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 18:47:35.544096 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97c641cb-06d3-429c-9683-ddede10052d7 None None] Routers {'454bbd4b-913c-4a17-8266-f4819e4c2144'} bound to L3 agent in host n-d-816865-1 {{(pid=102389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 18:47:35.544736 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-97c641cb-06d3-429c-9683-ddede10052d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T18:47:35Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['454bbd4b-913c-4a17-8266-f4819e4c2144'], 'active': True} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:47:35.650243 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvr_db [None req-97c641cb-06d3-429c-9683-ddede10052d7 None None] Set router 454bbd4b-913c-4a17-8266-f4819e4c2144 gateway port host: None {{(pid=102389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 18:47:35.716405 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-97c641cb-06d3-429c-9683-ddede10052d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '454bbd4b-913c-4a17-8266-f4819e4c2144', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-990766541-router', 'tenant_id': '20ab6e27729e43499d56a84cad1ed79a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T18:47:23Z', 'updated_at': '2021-11-05T18:47:35Z', 'revision_number': 6, 'project_id': '20ab6e27729e43499d56a84cad1ed79a', 'gw_port_host': None}], 'n-d-816865-1', False) {} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:47:35.718323 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b6dccb-4c6e-45b7-9bd9-b4d0d7185f64 req-27e444ae-ca18-4aea-9c3a-283f2d829da8 tempest-ServerAddressesNegativeTestJSON-1877412659 tempest-ServerAddressesNegativeTestJSON-1877412659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:47:35.719885 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-56b6dccb-4c6e-45b7-9bd9-b4d0d7185f64 req-27e444ae-ca18-4aea-9c3a-283f2d829da8 tempest-ServerAddressesNegativeTestJSON-1877412659 tempest-ServerAddressesNegativeTestJSON-1877412659-project] 10.222.0.13 "GET /v2.0/ports?device_id=c2d6fcff-58ee-487d-bc23-417c5872f4ae HTTP/1.1" status: 200 len: 945 time: 0.0627730 Nov 05 18:47:35.753323 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97c641cb-06d3-429c-9683-ddede10052d7 None None] The sync data for ids ['454bbd4b-913c-4a17-8266-f4819e4c2144'] in n-d-816865-1 is: [{'id': '454bbd4b-913c-4a17-8266-f4819e4c2144', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-990766541-router', 'tenant_id': '20ab6e27729e43499d56a84cad1ed79a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T18:47:23Z', 'updated_at': '2021-11-05T18:47:35Z', 'revision_number': 6, 'project_id': '20ab6e27729e43499d56a84cad1ed79a', 'gw_port_host': None}] {{(pid=102389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 18:47:35.793256 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-e22dfb53-8935-442a-8f78-58261f3c4934 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:47:35.803197 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-56b6dccb-4c6e-45b7-9bd9-b4d0d7185f64 req-80e398a4-77d7-4677-848a-48ad8dcce396 tempest-ServerAddressesNegativeTestJSON-1877412659 tempest-ServerAddressesNegativeTestJSON-1877412659-project] 10.222.0.13 "GET /v2.0/security-groups?id=6832ddad-28ff-482a-a14c-7be3bdb8c0fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762663 Nov 05 18:47:35.822360 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22dfb53-8935-442a-8f78-58261f3c4934 admin admin] Pushing event deleted for resources: {'Port': ['ID=d7704044-2a31-4a76-8f63-747482d3d164,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:47:35.835199 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3985e398-ac70-477b-b4f4-8e73471b3c32 req-a88e7de4-9a23-4dd4-9bbd-cc2234ab7d03 tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:47:35.838255 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-3985e398-ac70-477b-b4f4-8e73471b3c32 req-a88e7de4-9a23-4dd4-9bbd-cc2234ab7d03 tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] 10.222.0.13 "GET /v2.0/ports?device_id=b3c515f9-768f-4a54-bb92-e6f3d5207990 HTTP/1.1" status: 200 len: 945 time: 0.0884340 Nov 05 18:47:35.890837 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-e22dfb53-8935-442a-8f78-58261f3c4934 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1000651'] for router_gateway, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:47:35.892833 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-3985e398-ac70-477b-b4f4-8e73471b3c32 req-f19cdccc-67a3-4f14-b149-4a594632e969 tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] 10.222.0.13 "GET /v2.0/security-groups?id=8015cb9a-1cfc-43ae-80a2-992db853641d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488455 Nov 05 18:47:35.929357 n-d-816865-1 neutron-server[102388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2d6fcff-58ee-487d-bc23-417c5872f4ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05c231cd-a21f-4d70-b5c0-57a111c9f023'}] {{(pid=102388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 18:47:35.933913 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85474fee1180e129d8a886d264fe0b30223aa672dd1ffe43b630605f18504f68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7c50031-4ddc-4ecd-a983-dad2898d12fe" -d '{"events": [{"server_uuid": "c2d6fcff-58ee-487d-bc23-417c5872f4ae", "name": "network-vif-plugged", "status": "completed", "tag": "05c231cd-a21f-4d70-b5c0-57a111c9f023"}]}' {{(pid=102388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 18:47:35.947022 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:47:35.987888 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 18:47:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fadfa3be-951d-47ea-82d2-20ec974c16d4 x-openstack-request-id: req-fadfa3be-951d-47ea-82d2-20ec974c16d4 {{(pid=102388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 18:47:35.987888 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2d6fcff-58ee-487d-bc23-417c5872f4ae", "name": "network-vif-plugged", "status": "completed", "tag": "05c231cd-a21f-4d70-b5c0-57a111c9f023", "code": 200}]} {{(pid=102388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 18:47:35.987888 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-fadfa3be-951d-47ea-82d2-20ec974c16d4 {{(pid=102388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 18:47:35.987888 n-d-816865-1 neutron-server[102388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2d6fcff-58ee-487d-bc23-417c5872f4ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05c231cd-a21f-4d70-b5c0-57a111c9f023', 'code': 200} Nov 05 18:47:36.001205 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-e22dfb53-8935-442a-8f78-58261f3c4934 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-571301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6852'] for router, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:47:36.003555 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-e22dfb53-8935-442a-8f78-58261f3c4934 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:47:36.107277 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e991cd-7c00-4e9a-a829-07e32d53aba3 req-86a2152c-1ade-4bc6-ab84-2dc2984c2c7a tempest-ListServersNegativeTestJSON-740663082 tempest-ListServersNegativeTestJSON-740663082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:47:36.115454 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-e8e991cd-7c00-4e9a-a829-07e32d53aba3 req-86a2152c-1ade-4bc6-ab84-2dc2984c2c7a tempest-ListServersNegativeTestJSON-740663082 tempest-ListServersNegativeTestJSON-740663082-project] 10.222.0.13 "GET /v2.0/ports?device_id=d592152a-bc3c-4efb-a06c-1b8eab290ff6 HTTP/1.1" status: 200 len: 945 time: 0.0675678 Nov 05 18:47:36.116643 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2aad64-6abf-445b-aa81-39d2b55934be req-db880326-6e71-43f2-874a-eeef25652467 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:47:36.118537 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-0f2aad64-6abf-445b-aa81-39d2b55934be req-db880326-6e71-43f2-874a-eeef25652467 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=c2d6fcff-58ee-487d-bc23-417c5872f4ae HTTP/1.1" status: 200 len: 1096 time: 0.0535774 Nov 05 18:47:36.143398 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-e22dfb53-8935-442a-8f78-58261f3c4934 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-571310'] for router, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:47:36.144424 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e22dfb53-8935-442a-8f78-58261f3c4934 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 454bbd4b-913c-4a17-8266-f4819e4c2144 {{(pid=102386) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 05 18:47:36.151369 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-e22dfb53-8935-442a-8f78-58261f3c4934 admin admin] Publish callbacks [] for router, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:47:36.154787 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-e22dfb53-8935-442a-8f78-58261f3c4934 admin admin] 10.222.0.13 "DELETE /v2.0/routers/454bbd4b-913c-4a17-8266-f4819e4c2144 HTTP/1.1" status: 204 len: 168 time: 1.3059502 Nov 05 18:47:36.155549 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 51656) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:47:36.162559 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b304910f-7b27-444b-a8fc-977d26b1ceac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:47:36.182976 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-e8e991cd-7c00-4e9a-a829-07e32d53aba3 req-c09232a7-4d89-4493-91da-91bea00c6539 tempest-ListServersNegativeTestJSON-740663082 tempest-ListServersNegativeTestJSON-740663082-project] 10.222.0.13 "GET /v2.0/security-groups?id=3ae13458-222c-49ab-9839-ab56f90819f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638671 Nov 05 18:47:36.286846 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-0f2aad64-6abf-445b-aa81-39d2b55934be req-6a59b24c-9597-4eb6-a11c-32b4a37cdf9b service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=6832ddad-28ff-482a-a14c-7be3bdb8c0fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1596439 Nov 05 18:47:36.290206 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.db_base_plugin_v2 [None req-8bf7c4c7-6408-4833-884e-b30a6f0d7921 admin admin] Deleting subnet be97dd25-2902-42e1-9747-20ce3566b675 {{(pid=102386) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 05 18:47:36.314443 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03da90f2-fcc4-448b-8ce1-3e76ced5250c req-d43c5f14-b7f6-412c-a73f-861b25711dff tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:47:36.315920 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-03da90f2-fcc4-448b-8ce1-3e76ced5250c req-d43c5f14-b7f6-412c-a73f-861b25711dff tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] 10.222.0.13 "GET /v2.0/ports?device_id=36ff74f4-05f8-4e62-aa90-7bd5e711624c HTTP/1.1" status: 200 len: 944 time: 0.0580449 Nov 05 18:47:36.326773 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-8bf7c4c7-6408-4833-884e-b30a6f0d7921 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:47:36.366497 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-03da90f2-fcc4-448b-8ce1-3e76ced5250c req-24855eb0-03b2-406e-9043-709715b89845 tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] 10.222.0.13 "GET /v2.0/security-groups?id=e0838ac1-f008-48c1-ab43-123e255d616a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427384 Nov 05 18:47:36.378521 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-8bf7c4c7-6408-4833-884e-b30a6f0d7921 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4590738'] for subnet, precommit_delete_associations {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:47:36.418423 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db741fa-1d64-4251-b77b-997603c314cb req-cb22a00b-7ac1-4a04-8700-3583fecd5fd2 tempest-LiveMigrationTest-600821399 tempest-LiveMigrationTest-600821399-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:47:36.419884 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-5db741fa-1d64-4251-b77b-997603c314cb req-cb22a00b-7ac1-4a04-8700-3583fecd5fd2 tempest-LiveMigrationTest-600821399 tempest-LiveMigrationTest-600821399-project] 10.222.0.55 "GET /v2.0/networks?id=1a9992ef-da6b-4f25-bd43-f1196ce8f1a8 HTTP/1.1" status: 200 len: 807 time: 0.2198372 Nov 05 18:47:36.479765 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-8bf7c4c7-6408-4833-884e-b30a6f0d7921 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1573928'] for subnet, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:47:36.511593 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [req-5db741fa-1d64-4251-b77b-997603c314cb req-b81b8682-6608-4682-a977-ba4e3f6ba942 tempest-LiveMigrationTest-600821399 tempest-LiveMigrationTest-600821399-project] Request body: {'port': {'device_id': 'c936ac5a-d9ca-4986-965e-3cf978c6e19b', 'network_id': '1a9992ef-da6b-4f25-bd43-f1196ce8f1a8', 'admin_state_up': True, 'tenant_id': '7cc0b234e0c74edeb5d0485be80e09f5'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:47:36.661230 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device d7704044-2a31-4a76-8f63-747482d3d164 no longer exists at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 18:47:36.687318 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] No Port match for: d7704044-2a31-4a76-8f63-747482d3d164 {{(pid=102388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 18:47:36.691258 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device d7704044-2a31-4a76-8f63-747482d3d164 not bound to the agent host n-d-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 18:47:36.691258 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 2918e2b0-f4b1-48f9-9f4e-9b664d074e60 no longer exists at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 18:47:36.724577 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] No Port match for: 2918e2b0-f4b1-48f9-9f4e-9b664d074e60 {{(pid=102388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 18:47:36.724920 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 2918e2b0-f4b1-48f9-9f4e-9b664d074e60 not bound to the agent host n-d-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 18:47:36.755113 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-8bf7c4c7-6408-4833-884e-b30a6f0d7921 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1573905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6149879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4877183'] for subnet, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:47:36.782856 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf7c4c7-6408-4833-884e-b30a6f0d7921 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=be97dd25-2902-42e1-9747-20ce3566b675,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:47:36.784625 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-2bb3aad7-4f47-4e23-b213-5afb17486ecf req-7c9a8234-dfa5-4d69-b2b7-67d0c0add3a9 tempest-LiveMigrationTest-600821399 tempest-LiveMigrationTest-600821399-project] 10.222.0.13 "GET /v2.0/ports?device_id=c936ac5a-d9ca-4986-965e-3cf978c6e19b HTTP/1.1" status: 200 len: 210 time: 0.0329027 Nov 05 18:47:36.787387 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-8bf7c4c7-6408-4833-884e-b30a6f0d7921 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:47:36.791444 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-8bf7c4c7-6408-4833-884e-b30a6f0d7921 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/be97dd25-2902-42e1-9747-20ce3566b675 HTTP/1.1" status: 204 len: 168 time: 0.6342576 Nov 05 18:47:36.792370 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5db741fa-1d64-4251-b77b-997603c314cb req-b81b8682-6608-4682-a977-ba4e3f6ba942 tempest-LiveMigrationTest-600821399 tempest-LiveMigrationTest-600821399-project] Made reservation on behalf of 7cc0b234e0c74edeb5d0485be80e09f5 for: {'port': 1} {{(pid=102386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 18:47:36.794437 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 51666) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:47:36.796098 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-5db741fa-1d64-4251-b77b-997603c314cb req-b81b8682-6608-4682-a977-ba4e3f6ba942 tempest-LiveMigrationTest-600821399 tempest-LiveMigrationTest-600821399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:47:36.797761 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26d43df3-3922-4cfd-a516-e6f00d90a208 None None] Network c77ff7e9-d481-4b3e-ba39-ac23de7cba86 requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 18:47:36.973924 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.db_base_plugin_common [req-5db741fa-1d64-4251-b77b-997603c314cb req-b81b8682-6608-4682-a977-ba4e3f6ba942 tempest-LiveMigrationTest-600821399 tempest-LiveMigrationTest-600821399-project] Allocated IP 172.20.0.9 (1a9992ef-da6b-4f25-bd43-f1196ce8f1a8/82b7bbfc-ac99-45bb-a8a9-211b9b80ecc2/d0544448-c139-4a9a-925c-bc5e6092841a) {{(pid=102386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 18:47:36.993542 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-674f8af5-80dd-4724-8a30-885199a69b2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1664226'] for network, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:47:37.032808 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92364798-3ad1-4647-b8c3-c0f7b7eb1a53 req-319cabcd-4eea-443e-8225-8d9cc7452930 tempest-ServerAddressesNegativeTestJSON-1877412659 tempest-ServerAddressesNegativeTestJSON-1877412659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:47:37.036042 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-92364798-3ad1-4647-b8c3-c0f7b7eb1a53 req-319cabcd-4eea-443e-8225-8d9cc7452930 tempest-ServerAddressesNegativeTestJSON-1877412659 tempest-ServerAddressesNegativeTestJSON-1877412659-project] 10.222.0.13 "GET /v2.0/ports?device_id=c2d6fcff-58ee-487d-bc23-417c5872f4ae HTTP/1.1" status: 200 len: 945 time: 0.0842657 Nov 05 18:47:37.184048 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c7d9b4f-50ff-4b79-abc4-c2dc50a1168a None None] DHCP port deletion for c77ff7e9-d481-4b3e-ba39-ac23de7cba86 request from n-d-816865-1 {{(pid=102388) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 05 18:47:37.208298 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-5db741fa-1d64-4251-b77b-997603c314cb req-b81b8682-6608-4682-a977-ba4e3f6ba942 tempest-LiveMigrationTest-600821399 tempest-LiveMigrationTest-600821399-project] Publish callbacks [] for port, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:47:37.229564 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-92364798-3ad1-4647-b8c3-c0f7b7eb1a53 req-2246191a-186a-475b-b0b1-c567cab531c0 tempest-ServerAddressesNegativeTestJSON-1877412659 tempest-ServerAddressesNegativeTestJSON-1877412659-project] 10.222.0.13 "GET /v2.0/security-groups?id=6832ddad-28ff-482a-a14c-7be3bdb8c0fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1812065 Nov 05 18:47:37.236486 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [None req-674f8af5-80dd-4724-8a30-885199a69b2c admin admin] Deleting port 13730f97-b292-4e7e-a36c-872b697d423a {{(pid=102387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 18:47:37.236751 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-674f8af5-80dd-4724-8a30-885199a69b2c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:47:37.262737 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-5c7d9b4f-50ff-4b79-abc4-c2dc50a1168a None None] Deleting port 13730f97-b292-4e7e-a36c-872b697d423a {{(pid=102388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 18:47:37.263320 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-5c7d9b4f-50ff-4b79-abc4-c2dc50a1168a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:47:37.269126 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34427105-53a2-4930-bba5-b2aaf74a1a3e req-209ced98-404f-4918-b0ac-3e0e2793dcb9 tempest-ListServersNegativeTestJSON-740663082 tempest-ListServersNegativeTestJSON-740663082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:47:37.270697 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-34427105-53a2-4930-bba5-b2aaf74a1a3e req-209ced98-404f-4918-b0ac-3e0e2793dcb9 tempest-ListServersNegativeTestJSON-740663082 tempest-ListServersNegativeTestJSON-740663082-project] 10.222.0.13 "GET /v2.0/ports?device_id=d592152a-bc3c-4efb-a06c-1b8eab290ff6 HTTP/1.1" status: 200 len: 945 time: 0.1632686 Nov 05 18:47:37.332190 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-5c7d9b4f-50ff-4b79-abc4-c2dc50a1168a None None] For port 13730f97-b292-4e7e-a36c-872b697d423a, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=13730f97-b292-4e7e-a36c-872b697d423a,segment=NetworkSegment(4ca2ef99-9fc7-4901-bb86-8107e045f897),segment_id=4ca2ef99-9fc7-4901-bb86-8107e045f897)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:47:37.332670 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-5c7d9b4f-50ff-4b79-abc4-c2dc50a1168a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:47:37.342980 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.db [None req-674f8af5-80dd-4724-8a30-885199a69b2c admin admin] For port 13730f97-b292-4e7e-a36c-872b697d423a, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=13730f97-b292-4e7e-a36c-872b697d423a,segment=NetworkSegment(4ca2ef99-9fc7-4901-bb86-8107e045f897),segment_id=4ca2ef99-9fc7-4901-bb86-8107e045f897)] {{(pid=102387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:47:37.343425 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-674f8af5-80dd-4724-8a30-885199a69b2c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:47:37.349982 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-5c7d9b4f-50ff-4b79-abc4-c2dc50a1168a None None] Calling delete_port for 13730f97-b292-4e7e-a36c-872b697d423a owned by network:dhcp {{(pid=102388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 18:47:37.366889 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-5db741fa-1d64-4251-b77b-997603c314cb req-b81b8682-6608-4682-a977-ba4e3f6ba942 tempest-LiveMigrationTest-600821399 tempest-LiveMigrationTest-600821399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:47:37.372332 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [None req-674f8af5-80dd-4724-8a30-885199a69b2c admin admin] Calling delete_port for 13730f97-b292-4e7e-a36c-872b697d423a owned by network:dhcp {{(pid=102387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 18:47:37.386238 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-34427105-53a2-4930-bba5-b2aaf74a1a3e req-4b1c19ad-0afc-4b1f-aab7-c554f22b02b0 tempest-ListServersNegativeTestJSON-740663082 tempest-ListServersNegativeTestJSON-740663082-project] 10.222.0.13 "GET /v2.0/security-groups?id=3ae13458-222c-49ab-9839-ab56f90819f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823424 Nov 05 18:47:37.393852 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] get_ports_and_sgs() called for port_ids ['b0861f7b-85ec-4796-9a5e-c63173544746'] {{(pid=102388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 18:47:37.550512 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5db741fa-1d64-4251-b77b-997603c314cb req-b81b8682-6608-4682-a977-ba4e3f6ba942 tempest-LiveMigrationTest-600821399 tempest-LiveMigrationTest-600821399-project] Network 1a9992ef-da6b-4f25-bd43-f1196ce8f1a8 is already hosted by enough agents. {{(pid=102386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 18:47:37.558185 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.base_scheduler [req-5db741fa-1d64-4251-b77b-997603c314cb req-b81b8682-6608-4682-a977-ba4e3f6ba942 tempest-LiveMigrationTest-600821399 tempest-LiveMigrationTest-600821399-project] Resources bound (agent type, host, resource id): {{(pid=102386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:47:37.568206 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [req-5db741fa-1d64-4251-b77b-997603c314cb req-b81b8682-6608-4682-a977-ba4e3f6ba942 tempest-LiveMigrationTest-600821399 tempest-LiveMigrationTest-600821399-project] Received port after_create {{(pid=102386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 18:47:37.580660 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81b8682-6608-4682-a977-ba4e3f6ba942 tempest-LiveMigrationTest-600821399 tempest-LiveMigrationTest-600821399-project] Pushing event updated for resources: {'Port': ['ID=d0544448-c139-4a9a-925c-bc5e6092841a,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:47:37.592540 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4376700c-e93e-4a6c-abb5-b654d1cba6af req-370e743c-277b-4584-9fd3-25256db2abe5 tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:47:37.596350 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-5c7d9b4f-50ff-4b79-abc4-c2dc50a1168a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798'] for port, after_delete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:47:37.604682 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-4376700c-e93e-4a6c-abb5-b654d1cba6af req-370e743c-277b-4584-9fd3-25256db2abe5 tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] 10.222.0.13 "GET /v2.0/ports?device_id=36ff74f4-05f8-4e62-aa90-7bd5e711624c HTTP/1.1" status: 200 len: 944 time: 0.1060834 Nov 05 18:47:37.640365 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Device 0f310046-ed73-45e0-81b3-775800e1e8dd details requested by agent hyperv_n-h2-816865-1 with host n-h2-816865-1 {{(pid=102388) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 05 18:47:37.642585 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c7d9b4f-50ff-4b79-abc4-c2dc50a1168a None None] No DVR routers for this DVR port 13730f97-b292-4e7e-a36c-872b697d423a on host n-d-816865-1 {{(pid=102388) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 18:47:37.644391 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7d9b4f-50ff-4b79-abc4-c2dc50a1168a None None] Pushing event deleted for resources: {'Port': ['ID=13730f97-b292-4e7e-a36c-872b697d423a,revision_number=None']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:47:37.654655 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-674f8af5-80dd-4724-8a30-885199a69b2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4417063'] for port, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:47:37.699779 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-674f8af5-80dd-4724-8a30-885199a69b2c admin admin] No DVR routers for this DVR port 13730f97-b292-4e7e-a36c-872b697d423a on host n-d-816865-1 {{(pid=102387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 18:47:37.700641 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db741fa-1d64-4251-b77b-997603c314cb req-b81b8682-6608-4682-a977-ba4e3f6ba942 tempest-LiveMigrationTest-600821399 tempest-LiveMigrationTest-600821399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:47:37.701314 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-5db741fa-1d64-4251-b77b-997603c314cb req-b81b8682-6608-4682-a977-ba4e3f6ba942 tempest-LiveMigrationTest-600821399 tempest-LiveMigrationTest-600821399-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:47:37.706863 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674f8af5-80dd-4724-8a30-885199a69b2c admin admin] Pushing event deleted for resources: {'Port': ['ID=13730f97-b292-4e7e-a36c-872b697d423a,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:47:37.760158 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-4376700c-e93e-4a6c-abb5-b654d1cba6af req-f2677326-63c7-427f-bb43-3d2348a29158 tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] 10.222.0.13 "GET /v2.0/security-groups?id=e0838ac1-f008-48c1-ab43-123e255d616a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533327 Nov 05 18:47:37.783076 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] For port 0f310046-ed73-45e0-81b3-775800e1e8dd, host n-h2-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=0f310046-ed73-45e0-81b3-775800e1e8dd,segment=NetworkSegment(18ff82bc-5fc5-4d18-b58f-45dd42e01fae),segment_id=18ff82bc-5fc5-4d18-b58f-45dd42e01fae)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:47:37.793017 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-5db741fa-1d64-4251-b77b-997603c314cb req-b81b8682-6608-4682-a977-ba4e3f6ba942 tempest-LiveMigrationTest-600821399 tempest-LiveMigrationTest-600821399-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2860835 Nov 05 18:47:37.798490 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Returning: {'device': '0f310046-ed73-45e0-81b3-775800e1e8dd', 'network_id': '43ea62f0-8360-499b-8cfa-33c91e860c8e', 'port_id': '0f310046-ed73-45e0-81b3-775800e1e8dd', 'mac_address': 'fa:16:3e:3e:bc:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 168, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7f64a49-19fd-4323-b909-1a955812ddea', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102388) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 05 18:47:37.802702 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-674f8af5-80dd-4724-8a30-885199a69b2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1579173', 'neutron.services.segments.db._delete_segments_for_network-8750027792909'] for network, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:47:37.812861 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [req-5db741fa-1d64-4251-b77b-997603c314cb req-b6c4339b-01a5-448e-9685-2263cb774bb4 service neutron] Request body: {'port': {'device_id': 'c936ac5a-d9ca-4986-965e-3cf978c6e19b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816865-1'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:47:37.827233 n-d-816865-1 neutron-server[102387]: DEBUG neutron.services.segments.db [None req-674f8af5-80dd-4724-8a30-885199a69b2c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c77ff7e9-d481-4b3e-ba39-ac23de7cba86']}} {{(pid=102387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:47:37.841021 n-d-816865-1 neutron-server[102387]: DEBUG neutron.services.segments.db [None req-674f8af5-80dd-4724-8a30-885199a69b2c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ca2ef99-9fc7-4901-bb86-8107e045f897') {'for_net_delete': True} {{(pid=102387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:47:37.841442 n-d-816865-1 neutron-server[102387]: DEBUG neutron.services.segments.db [None req-674f8af5-80dd-4724-8a30-885199a69b2c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ca2ef99-9fc7-4901-bb86-8107e045f897') {} {{(pid=102387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:47:37.853842 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-674f8af5-80dd-4724-8a30-885199a69b2c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750027793430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4463492'] for segment, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:47:37.879566 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-674f8af5-80dd-4724-8a30-885199a69b2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273'] for segment, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:47:37.890740 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-674f8af5-80dd-4724-8a30-885199a69b2c admin admin] Releasing vlan 155 on physical network physnet1 to pool {{(pid=102387) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 05 18:47:37.891149 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-674f8af5-80dd-4724-8a30-885199a69b2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4417236'] for segment, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:47:37.893278 n-d-816865-1 neutron-server[102387]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 05 18:47:37.893278 n-d-816865-1 neutron-server[102387]: self.session.flush() Nov 05 18:47:37.893278 n-d-816865-1 neutron-server[102387]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 05 18:47:37.893278 n-d-816865-1 neutron-server[102387]: self.session.flush() Nov 05 18:47:37.893278 n-d-816865-1 neutron-server[102387]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 05 18:47:37.893278 n-d-816865-1 neutron-server[102387]: self.session.flush() Nov 05 18:47:37.893278 n-d-816865-1 neutron-server[102387]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 05 18:47:37.893278 n-d-816865-1 neutron-server[102387]: self.session.flush() Nov 05 18:47:37.893278 n-d-816865-1 neutron-server[102387]: Traceback (most recent call last): Nov 05 18:47:37.893278 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 05 18:47:37.893278 n-d-816865-1 neutron-server[102387]: timer() Nov 05 18:47:37.893278 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 05 18:47:37.893278 n-d-816865-1 neutron-server[102387]: cb(*args, **kw) Nov 05 18:47:37.893278 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 05 18:47:37.893278 n-d-816865-1 neutron-server[102387]: return func(*args, **kwargs) Nov 05 18:47:37.893278 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 05 18:47:37.893278 n-d-816865-1 neutron-server[102387]: self._notify() Nov 05 18:47:37.893278 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 05 18:47:37.893278 n-d-816865-1 neutron-server[102387]: self.callback(batched_events) Nov 05 18:47:37.893278 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 05 18:47:37.893278 n-d-816865-1 neutron-server[102387]: event.method(event) Nov 05 18:47:37.893278 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 05 18:47:37.893278 n-d-816865-1 neutron-server[102387]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 05 18:47:37.893278 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 05 18:47:37.893278 n-d-816865-1 neutron-server[102387]: aggregate_uuid = self.p_client.list_aggregates( Nov 05 18:47:37.893278 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 05 18:47:37.893278 n-d-816865-1 neutron-server[102387]: return f(self, *a, **k) Nov 05 18:47:37.893278 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 05 18:47:37.893278 n-d-816865-1 neutron-server[102387]: return self._get(url).json() Nov 05 18:47:37.893278 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 05 18:47:37.893278 n-d-816865-1 neutron-server[102387]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 05 18:47:37.893278 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 05 18:47:37.893278 n-d-816865-1 neutron-server[102387]: return self.request(url, 'GET', **kwargs) Nov 05 18:47:37.893278 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 05 18:47:37.893278 n-d-816865-1 neutron-server[102387]: base_url = self.get_endpoint(auth, allow=allow, Nov 05 18:47:37.893278 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 05 18:47:37.893278 n-d-816865-1 neutron-server[102387]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 05 18:47:37.893278 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 05 18:47:37.893278 n-d-816865-1 neutron-server[102387]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 05 18:47:37.893278 n-d-816865-1 neutron-server[102387]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 05 18:47:37.896057 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-5db741fa-1d64-4251-b77b-997603c314cb req-b6c4339b-01a5-448e-9685-2263cb774bb4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:47:37.993221 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:47:38.013397 n-d-816865-1 neutron-server[102388]: DEBUG neutron.notifiers.nova [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f310046-ed73-45e0-81b3-775800e1e8dd {{(pid=102388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 18:47:38.025988 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a811530-6317-44f2-9cdc-86c48a233835 req-1c565b6d-de40-4d65-8fd9-79bc90b748cf tempest-LiveMigrationTest-600821399 tempest-LiveMigrationTest-600821399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:47:38.027952 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-6a811530-6317-44f2-9cdc-86c48a233835 req-1c565b6d-de40-4d65-8fd9-79bc90b748cf tempest-LiveMigrationTest-600821399 tempest-LiveMigrationTest-600821399-project] 10.222.0.13 "GET /v2.0/ports?device_id=c936ac5a-d9ca-4986-965e-3cf978c6e19b HTTP/1.1" status: 200 len: 931 time: 0.0867066 Nov 05 18:47:38.058376 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] For port 0f310046-ed73-45e0-81b3-775800e1e8dd, host n-h2-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=0f310046-ed73-45e0-81b3-775800e1e8dd,segment=NetworkSegment(18ff82bc-5fc5-4d18-b58f-45dd42e01fae),segment_id=18ff82bc-5fc5-4d18-b58f-45dd42e01fae)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:47:38.085807 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-6a811530-6317-44f2-9cdc-86c48a233835 req-a570c16d-d392-4738-b61b-6ad5f6761359 tempest-LiveMigrationTest-600821399 tempest-LiveMigrationTest-600821399-project] 10.222.0.13 "GET /v2.0/security-groups?id=3677ad50-e4bf-4315-8aa4-e48810edc139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476093 Nov 05 18:47:38.109211 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-674f8af5-80dd-4724-8a30-885199a69b2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1579178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-956796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1000687'] for network, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:47:38.114734 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-674f8af5-80dd-4724-8a30-885199a69b2c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597851'] for network, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:47:38.130220 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-674f8af5-80dd-4724-8a30-885199a69b2c admin admin] 10.222.0.13 "DELETE /v2.0/networks/c77ff7e9-d481-4b3e-ba39-ac23de7cba86 HTTP/1.1" status: 204 len: 168 time: 1.3226027 Nov 05 18:47:38.130220 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674f8af5-80dd-4724-8a30-885199a69b2c admin admin] Pushing event deleted for resources: {'Network': ['ID=c77ff7e9-d481-4b3e-ba39-ac23de7cba86,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:47:38.184431 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:47:38.209566 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-31f93893-a48e-4ae8-833d-dccb2b42eacc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:47:38.212599 n-d-816865-1 neutron-server[102386]: DEBUG neutron.notifiers.nova [req-5db741fa-1d64-4251-b77b-997603c314cb req-b6c4339b-01a5-448e-9685-2263cb774bb4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d0544448-c139-4a9a-925c-bc5e6092841a {{(pid=102386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 18:47:38.220515 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-5db741fa-1d64-4251-b77b-997603c314cb req-b6c4339b-01a5-448e-9685-2263cb774bb4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:47:38.234136 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.provisioning_blocks [req-5db741fa-1d64-4251-b77b-997603c314cb req-b6c4339b-01a5-448e-9685-2263cb774bb4 service neutron] Transition to ACTIVE for port object d0544448-c139-4a9a-925c-bc5e6092841a will not be triggered until provisioned by entity L2. {{(pid=102386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 05 18:47:38.234614 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Pushing event updated for resources: {'Port': ['ID=0f310046-ed73-45e0-81b3-775800e1e8dd,revision_number=4']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:47:38.281997 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-5db741fa-1d64-4251-b77b-997603c314cb req-b6c4339b-01a5-448e-9685-2263cb774bb4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6149821'] for port, after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:47:38.375987 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8024fec-034a-4da5-b910-b1719e168403 req-513f2465-c62b-4c9e-ab3a-b5164903e094 tempest-ServerAddressesNegativeTestJSON-1877412659 tempest-ServerAddressesNegativeTestJSON-1877412659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:47:38.377676 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-d8024fec-034a-4da5-b910-b1719e168403 req-513f2465-c62b-4c9e-ab3a-b5164903e094 tempest-ServerAddressesNegativeTestJSON-1877412659 tempest-ServerAddressesNegativeTestJSON-1877412659-project] 10.222.0.13 "GET /v2.0/ports?device_id=c2d6fcff-58ee-487d-bc23-417c5872f4ae HTTP/1.1" status: 200 len: 945 time: 0.0815799 Nov 05 18:47:38.423289 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c4339b-01a5-448e-9685-2263cb774bb4 service neutron] Pushing event updated for resources: {'Port': ['ID=d0544448-c139-4a9a-925c-bc5e6092841a,revision_number=2']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:47:38.443038 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] get_ports_and_sgs() called for port_ids ['0f310046-ed73-45e0-81b3-775800e1e8dd'] {{(pid=102388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 18:47:38.456271 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-d8024fec-034a-4da5-b910-b1719e168403 req-02da89b5-255e-41cc-8359-c409c7079eaf tempest-ServerAddressesNegativeTestJSON-1877412659 tempest-ServerAddressesNegativeTestJSON-1877412659-project] 10.222.0.13 "GET /v2.0/security-groups?id=6832ddad-28ff-482a-a14c-7be3bdb8c0fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708494 Nov 05 18:47:38.456843 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 51688) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:47:38.499294 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:47:38.592002 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bff3220-cbe3-44be-8e3d-afe8fc650120 req-fea23f5c-a2a4-4029-aff7-6260ef088839 tempest-ListServersNegativeTestJSON-740663082 tempest-ListServersNegativeTestJSON-740663082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:47:38.596557 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-2bff3220-cbe3-44be-8e3d-afe8fc650120 req-fea23f5c-a2a4-4029-aff7-6260ef088839 tempest-ListServersNegativeTestJSON-740663082 tempest-ListServersNegativeTestJSON-740663082-project] 10.222.0.13 "GET /v2.0/ports?device_id=d592152a-bc3c-4efb-a06c-1b8eab290ff6 HTTP/1.1" status: 200 len: 945 time: 0.0893500 Nov 05 18:47:38.640027 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [req-5db741fa-1d64-4251-b77b-997603c314cb req-b6c4339b-01a5-448e-9685-2263cb774bb4 service neutron] Attempting to bind port d0544448-c139-4a9a-925c-bc5e6092841a on host n-h2-816865-1 for vnic_type normal with profile {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 18:47:38.640357 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [req-5db741fa-1d64-4251-b77b-997603c314cb req-b6c4339b-01a5-448e-9685-2263cb774bb4 service neutron] Attempting to bind port d0544448-c139-4a9a-925c-bc5e6092841a by drivers openvswitch,hyperv on host n-h2-816865-1 at level 0 using segments [{'id': 'b9f65680-5ef1-4bb4-ac2c-6d7ba403921d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '1a9992ef-da6b-4f25-bd43-f1196ce8f1a8'}] {{(pid=102386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 18:47:38.640702 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5db741fa-1d64-4251-b77b-997603c314cb req-b6c4339b-01a5-448e-9685-2263cb774bb4 service neutron] Attempting to bind port d0544448-c139-4a9a-925c-bc5e6092841a on network 1a9992ef-da6b-4f25-bd43-f1196ce8f1a8 {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 18:47:38.663894 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-d36aa73b-4390-426e-b352-ccf8799c129e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=20ab6e27729e43499d56a84cad1ed79a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2027571 Nov 05 18:47:38.671368 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5db741fa-1d64-4251-b77b-997603c314cb req-b6c4339b-01a5-448e-9685-2263cb774bb4 service neutron] Port d0544448-c139-4a9a-925c-bc5e6092841a on network 1a9992ef-da6b-4f25-bd43-f1196ce8f1a8 not bound, no agent of type Open vSwitch agent registered on host n-h2-816865-1 {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 18:47:38.671591 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5db741fa-1d64-4251-b77b-997603c314cb req-b6c4339b-01a5-448e-9685-2263cb774bb4 service neutron] Attempting to bind port d0544448-c139-4a9a-925c-bc5e6092841a on network 1a9992ef-da6b-4f25-bd43-f1196ce8f1a8 {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 18:47:38.679112 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 51698) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:47:38.681267 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-2bff3220-cbe3-44be-8e3d-afe8fc650120 req-10b2dec9-4798-42b1-ad2b-a117331aa92c tempest-ListServersNegativeTestJSON-740663082 tempest-ListServersNegativeTestJSON-740663082-project] 10.222.0.13 "GET /v2.0/security-groups?id=3ae13458-222c-49ab-9839-ab56f90819f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665777 Nov 05 18:47:38.706263 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3413a960-b8b6-4238-8bcb-2761085d84f5 req-634c0f5a-d691-4c37-9bc1-0f8d7b922039 tempest-ListServersNegativeTestJSON-740663082 tempest-ListServersNegativeTestJSON-740663082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:47:38.707765 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-3413a960-b8b6-4238-8bcb-2761085d84f5 req-634c0f5a-d691-4c37-9bc1-0f8d7b922039 tempest-ListServersNegativeTestJSON-740663082 tempest-ListServersNegativeTestJSON-740663082-project] 10.222.0.41 "GET /v2.0/ports?device_id=d592152a-bc3c-4efb-a06c-1b8eab290ff6 HTTP/1.1" status: 200 len: 945 time: 0.2856925 Nov 05 18:47:38.741514 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5db741fa-1d64-4251-b77b-997603c314cb req-b6c4339b-01a5-448e-9685-2263cb774bb4 service neutron] Checking agent: {'id': '32aff553-696f-4891-83f5-5c176f61fe54', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816865-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 18, 33, 36), 'started_at': datetime.datetime(2021, 11, 5, 18, 33, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 18, 47, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 18:47:38.742418 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 13730f97-b292-4e7e-a36c-872b697d423a no longer exists at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 18:47:38.742651 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5db741fa-1d64-4251-b77b-997603c314cb req-b6c4339b-01a5-448e-9685-2263cb774bb4 service neutron] Checking segment: {'id': 'b9f65680-5ef1-4bb4-ac2c-6d7ba403921d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '1a9992ef-da6b-4f25-bd43-f1196ce8f1a8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 18:47:38.748394 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5db741fa-1d64-4251-b77b-997603c314cb req-b6c4339b-01a5-448e-9685-2263cb774bb4 service neutron] Bound using segment: {'id': 'b9f65680-5ef1-4bb4-ac2c-6d7ba403921d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '1a9992ef-da6b-4f25-bd43-f1196ce8f1a8'} {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 18:47:38.748394 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [req-5db741fa-1d64-4251-b77b-997603c314cb req-b6c4339b-01a5-448e-9685-2263cb774bb4 service neutron] Bound port: d0544448-c139-4a9a-925c-bc5e6092841a, host: n-h2-816865-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b9f65680-5ef1-4bb4-ac2c-6d7ba403921d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '1a9992ef-da6b-4f25-bd43-f1196ce8f1a8'}}] {{(pid=102386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 18:47:38.748394 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-5db741fa-1d64-4251-b77b-997603c314cb req-b6c4339b-01a5-448e-9685-2263cb774bb4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:47:38.794634 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] No Port match for: 13730f97-b292-4e7e-a36c-872b697d423a {{(pid=102388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 18:47:38.794962 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 13730f97-b292-4e7e-a36c-872b697d423a not bound to the agent host n-d-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 18:47:38.928820 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45debcf1-864d-4cfe-9990-738a88cd6b46 req-4ce23f24-a6ac-437e-968c-1c9cef65de87 tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:47:38.931334 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-45debcf1-864d-4cfe-9990-738a88cd6b46 req-4ce23f24-a6ac-437e-968c-1c9cef65de87 tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] 10.222.0.13 "GET /v2.0/ports?device_id=36ff74f4-05f8-4e62-aa90-7bd5e711624c HTTP/1.1" status: 200 len: 945 time: 0.0819864 Nov 05 18:47:38.959783 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [req-5db741fa-1d64-4251-b77b-997603c314cb req-b6c4339b-01a5-448e-9685-2263cb774bb4 service neutron] For port d0544448-c139-4a9a-925c-bc5e6092841a, host n-h2-816865-1, cleared binding levels {{(pid=102386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 18:47:38.961387 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-3eea1c0d-61bf-4d4d-942a-cb9a75ef74a3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:47:38.986067 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [req-5db741fa-1d64-4251-b77b-997603c314cb req-b6c4339b-01a5-448e-9685-2263cb774bb4 service neutron] For port d0544448-c139-4a9a-925c-bc5e6092841a, host n-h2-816865-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=d0544448-c139-4a9a-925c-bc5e6092841a,segment=NetworkSegment(b9f65680-5ef1-4bb4-ac2c-6d7ba403921d),segment_id=b9f65680-5ef1-4bb4-ac2c-6d7ba403921d)] {{(pid=102386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 18:47:38.998206 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-45debcf1-864d-4cfe-9990-738a88cd6b46 req-0c08d2aa-3ade-455e-a9d5-9b7877330d2b tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] 10.222.0.13 "GET /v2.0/security-groups?id=e0838ac1-f008-48c1-ab43-123e255d616a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546741 Nov 05 18:47:39.003090 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-3eea1c0d-61bf-4d4d-942a-cb9a75ef74a3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:47:39.028112 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [req-3413a960-b8b6-4238-8bcb-2761085d84f5 req-3eb6183f-3acb-491b-8e3b-c7abbdeff2de tempest-ListServersNegativeTestJSON-740663082 tempest-ListServersNegativeTestJSON-740663082-project] Deleting port f1f906f5-022a-439a-974f-ff7b4b24c24a {{(pid=102386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 18:47:39.028112 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-3413a960-b8b6-4238-8bcb-2761085d84f5 req-3eb6183f-3acb-491b-8e3b-c7abbdeff2de tempest-ListServersNegativeTestJSON-740663082 tempest-ListServersNegativeTestJSON-740663082-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:47:39.096537 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-5db741fa-1d64-4251-b77b-997603c314cb req-b6c4339b-01a5-448e-9685-2263cb774bb4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6149821'] for port, after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:47:39.132898 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0669b1a3-f2c3-41cc-acb1-ec840c0ad06c req-38b090fb-7238-44e7-b444-653935e6860a tempest-ServerAddressesNegativeTestJSON-1877412659 tempest-ServerAddressesNegativeTestJSON-1877412659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:47:39.134770 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-0669b1a3-f2c3-41cc-acb1-ec840c0ad06c req-38b090fb-7238-44e7-b444-653935e6860a tempest-ServerAddressesNegativeTestJSON-1877412659 tempest-ServerAddressesNegativeTestJSON-1877412659-project] 10.222.0.13 "GET /v2.0/ports?device_id=c2d6fcff-58ee-487d-bc23-417c5872f4ae HTTP/1.1" status: 200 len: 945 time: 0.0574665 Nov 05 18:47:39.161129 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db741fa-1d64-4251-b77b-997603c314cb req-b6c4339b-01a5-448e-9685-2263cb774bb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:47:39.162652 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-5db741fa-1d64-4251-b77b-997603c314cb req-b6c4339b-01a5-448e-9685-2263cb774bb4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:47:39.164242 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-5db741fa-1d64-4251-b77b-997603c314cb req-b6c4339b-01a5-448e-9685-2263cb774bb4 service neutron] 10.222.0.55 "PUT /v2.0/ports/d0544448-c139-4a9a-925c-bc5e6092841a HTTP/1.1" status: 200 len: 1091 time: 1.3558223 Nov 05 18:47:39.171036 n-d-816865-1 neutron-server[102386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c936ac5a-d9ca-4986-965e-3cf978c6e19b', 'tag': 'd0544448-c139-4a9a-925c-bc5e6092841a'}] {{(pid=102386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 18:47:39.174242 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6173a44d7c73f41af551dc890fa1a5892c2c6bc3458b640c8e0c24db7876ba6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4dbf3758-fce6-4597-9681-db42168e7684" -d '{"events": [{"name": "network-changed", "server_uuid": "c936ac5a-d9ca-4986-965e-3cf978c6e19b", "tag": "d0544448-c139-4a9a-925c-bc5e6092841a"}]}' {{(pid=102386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 18:47:39.208548 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-0669b1a3-f2c3-41cc-acb1-ec840c0ad06c req-cbc9baac-4051-41d8-8c64-bcbeb1b7b01d tempest-ServerAddressesNegativeTestJSON-1877412659 tempest-ServerAddressesNegativeTestJSON-1877412659-project] 10.222.0.13 "GET /v2.0/security-groups?id=6832ddad-28ff-482a-a14c-7be3bdb8c0fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654290 Nov 05 18:47:39.219162 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [req-3413a960-b8b6-4238-8bcb-2761085d84f5 req-3eb6183f-3acb-491b-8e3b-c7abbdeff2de tempest-ListServersNegativeTestJSON-740663082 tempest-ListServersNegativeTestJSON-740663082-project] For port f1f906f5-022a-439a-974f-ff7b4b24c24a, host n-h1-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=f1f906f5-022a-439a-974f-ff7b4b24c24a,segment=NetworkSegment(7a5f325a-e958-4f9d-83b2-9ada406aab50),segment_id=7a5f325a-e958-4f9d-83b2-9ada406aab50)] {{(pid=102386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:47:39.219723 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-3413a960-b8b6-4238-8bcb-2761085d84f5 req-3eb6183f-3acb-491b-8e3b-c7abbdeff2de tempest-ListServersNegativeTestJSON-740663082 tempest-ListServersNegativeTestJSON-740663082-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:47:39.222660 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c4339b-01a5-448e-9685-2263cb774bb4 service neutron] Pushing event updated for resources: {'Port': ['ID=d0544448-c139-4a9a-925c-bc5e6092841a,revision_number=3']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:47:39.246685 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [req-3413a960-b8b6-4238-8bcb-2761085d84f5 req-3eb6183f-3acb-491b-8e3b-c7abbdeff2de tempest-ListServersNegativeTestJSON-740663082 tempest-ListServersNegativeTestJSON-740663082-project] Calling delete_port for f1f906f5-022a-439a-974f-ff7b4b24c24a owned by compute:nova {{(pid=102386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 18:47:39.251381 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4616182f-d4ce-46bf-a688-6e6e6630f6d3 req-fa14c68d-e48a-4abe-8746-15ecabc8de3c tempest-LiveMigrationTest-600821399 tempest-LiveMigrationTest-600821399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:47:39.252848 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-4616182f-d4ce-46bf-a688-6e6e6630f6d3 req-fa14c68d-e48a-4abe-8746-15ecabc8de3c tempest-LiveMigrationTest-600821399 tempest-LiveMigrationTest-600821399-project] 10.222.0.13 "GET /v2.0/ports?device_id=c936ac5a-d9ca-4986-965e-3cf978c6e19b HTTP/1.1" status: 200 len: 943 time: 0.0582962 Nov 05 18:47:39.299320 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 18:47:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e45e861-7ccd-4a89-8129-e60b661c575d x-openstack-request-id: req-6e45e861-7ccd-4a89-8129-e60b661c575d {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 18:47:39.299611 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c936ac5a-d9ca-4986-965e-3cf978c6e19b", "tag": "d0544448-c139-4a9a-925c-bc5e6092841a", "status": "completed", "code": 200}]} {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 18:47:39.299865 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6e45e861-7ccd-4a89-8129-e60b661c575d {{(pid=102386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 18:47:39.300365 n-d-816865-1 neutron-server[102386]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c936ac5a-d9ca-4986-965e-3cf978c6e19b', 'tag': 'd0544448-c139-4a9a-925c-bc5e6092841a', 'status': 'completed', 'code': 200} Nov 05 18:47:39.308262 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-4616182f-d4ce-46bf-a688-6e6e6630f6d3 req-6a6a6ea8-f62c-4529-acce-7bd49cbfa227 tempest-LiveMigrationTest-600821399 tempest-LiveMigrationTest-600821399-project] 10.222.0.13 "GET /v2.0/security-groups?id=3677ad50-e4bf-4315-8aa4-e48810edc139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485790 Nov 05 18:47:39.310125 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-3eea1c0d-61bf-4d4d-942a-cb9a75ef74a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:47:39.312700 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-3eea1c0d-61bf-4d4d-942a-cb9a75ef74a3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:47:39.316689 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-3eea1c0d-61bf-4d4d-942a-cb9a75ef74a3 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9e2496c9-0d6c-4300-b853-63b8161aeeb2 HTTP/1.1" status: 204 len: 168 time: 0.6206403 Nov 05 18:47:39.345964 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eea1c0d-61bf-4d4d-942a-cb9a75ef74a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e2496c9-0d6c-4300-b853-63b8161aeeb2,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:47:39.394820 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db741fa-1d64-4251-b77b-997603c314cb req-fac297c3-f056-45af-93ea-861f310f50ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:47:39.397066 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-5db741fa-1d64-4251-b77b-997603c314cb req-fac297c3-f056-45af-93ea-861f310f50ba service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7cc0b234e0c74edeb5d0485be80e09f5&device_id=c936ac5a-d9ca-4986-965e-3cf978c6e19b HTTP/1.1" status: 200 len: 1094 time: 0.0960286 Nov 05 18:47:39.468691 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-5db741fa-1d64-4251-b77b-997603c314cb req-9b97af6e-9cc1-4f15-aa5f-e3120564dfd3 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d0544448-c139-4a9a-925c-bc5e6092841a HTTP/1.1" status: 200 len: 217 time: 0.0433466 Nov 05 18:47:39.529646 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db741fa-1d64-4251-b77b-997603c314cb req-856edc25-d93b-4cb5-8ea9-fde07b0565a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:47:39.531070 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-5db741fa-1d64-4251-b77b-997603c314cb req-856edc25-d93b-4cb5-8ea9-fde07b0565a7 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=82b7bbfc-ac99-45bb-a8a9-211b9b80ecc2 HTTP/1.1" status: 200 len: 847 time: 0.0508969 Nov 05 18:47:39.564629 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-5db741fa-1d64-4251-b77b-997603c314cb req-5859f958-3c4f-44fe-b391-286bf5713c78 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=1a9992ef-da6b-4f25-bd43-f1196ce8f1a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248814 Nov 05 18:47:39.625674 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-3413a960-b8b6-4238-8bcb-2761085d84f5 req-3eb6183f-3acb-491b-8e3b-c7abbdeff2de tempest-ListServersNegativeTestJSON-740663082 tempest-ListServersNegativeTestJSON-740663082-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:47:39.627449 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.agents_db [None req-b9406b04-a0e8-43cf-b349-711963d96cf4 None None] Agent healthcheck: found 7 active agents {{(pid=102389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 05 18:47:39.651063 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] get_ports_and_sgs() called for port_ids ['f1f906f5-022a-439a-974f-ff7b4b24c24a', '6adbcb95-fb71-4c48-86d5-251909898396'] {{(pid=102388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 18:47:39.663817 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb6183f-3acb-491b-8e3b-c7abbdeff2de tempest-ListServersNegativeTestJSON-740663082 tempest-ListServersNegativeTestJSON-740663082-project] Pushing event deleted for resources: {'Port': ['ID=f1f906f5-022a-439a-974f-ff7b4b24c24a,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:47:39.720463 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [req-3413a960-b8b6-4238-8bcb-2761085d84f5 req-3eb6183f-3acb-491b-8e3b-c7abbdeff2de tempest-ListServersNegativeTestJSON-740663082 tempest-ListServersNegativeTestJSON-740663082-project] No DVR routers for this DVR port f1f906f5-022a-439a-974f-ff7b4b24c24a on host n-h1-816865-1 {{(pid=102386) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 18:47:39.725663 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-3413a960-b8b6-4238-8bcb-2761085d84f5 req-3eb6183f-3acb-491b-8e3b-c7abbdeff2de tempest-ListServersNegativeTestJSON-740663082 tempest-ListServersNegativeTestJSON-740663082-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:47:39.729003 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-3413a960-b8b6-4238-8bcb-2761085d84f5 req-3eb6183f-3acb-491b-8e3b-c7abbdeff2de tempest-ListServersNegativeTestJSON-740663082 tempest-ListServersNegativeTestJSON-740663082-project] 10.222.0.41 "DELETE /v2.0/ports/f1f906f5-022a-439a-974f-ff7b4b24c24a HTTP/1.1" status: 204 len: 173 time: 1.0040257 Nov 05 18:47:39.731031 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-5db741fa-1d64-4251-b77b-997603c314cb req-11b263ef-5e26-4d96-93ec-e53596768fdc service neutron] 10.222.0.55 "GET /v2.0/networks/1a9992ef-da6b-4f25-bd43-f1196ce8f1a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1584337 Nov 05 18:47:39.745308 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] get_ports_and_sgs() called for port_ids ['7c98b35d-b327-4b24-9110-f94398aee499'] {{(pid=102388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 18:47:39.750276 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Device 76ac6dda-0dbe-4431-a06f-4b5c155d8cde details requested by agent hyperv_n-h2-816865-1 with host n-h2-816865-1 {{(pid=102388) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 05 18:47:39.751860 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Device 0f310046-ed73-45e0-81b3-775800e1e8dd up at agent hyperv_n-h2-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 18:47:39.893949 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-f634b292-154b-4204-a890-be1c443dcbd8 req-b47c19d7-54a6-49e0-b909-81a987fd4d46 tempest-ListServersNegativeTestJSON-740663082 tempest-ListServersNegativeTestJSON-740663082-project] 10.222.0.13 "GET /v2.0/ports?device_id=d592152a-bc3c-4efb-a06c-1b8eab290ff6 HTTP/1.1" status: 200 len: 210 time: 0.1187816 Nov 05 18:47:39.936987 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-5db741fa-1d64-4251-b77b-997603c314cb req-802bf762-3f44-49f4-a45b-927247c0a790 service neutron] 10.222.0.55 "GET /v2.0/networks/1a9992ef-da6b-4f25-bd43-f1196ce8f1a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1937129 Nov 05 18:47:40.054640 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] For port 76ac6dda-0dbe-4431-a06f-4b5c155d8cde, host n-h2-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=76ac6dda-0dbe-4431-a06f-4b5c155d8cde,segment=NetworkSegment(1ae4cc0f-5460-421b-9b80-d7acf4de0363),segment_id=1ae4cc0f-5460-421b-9b80-d7acf4de0363)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:47:40.096305 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Provisioning for port 0f310046-ed73-45e0-81b3-775800e1e8dd completed by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 05 18:47:40.098434 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Returning: {'device': '76ac6dda-0dbe-4431-a06f-4b5c155d8cde', 'network_id': 'bb5b9fed-8e61-492a-a21e-f9ce432c95f7', 'port_id': '76ac6dda-0dbe-4431-a06f-4b5c155d8cde', 'mac_address': 'fa:16:3e:11:5b:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8df5751e-d8bb-41e4-9469-238f613979b1', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102388) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 05 18:47:40.121580 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Provisioning complete for port 0f310046-ed73-45e0-81b3-775800e1e8dd triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:47:40.121947 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:47:40.147927 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e27b338-aa00-475b-9589-71e3eb303353 req-4d2fb2db-e63a-4b2e-94a0-70d748305258 tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:47:40.156385 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-5e27b338-aa00-475b-9589-71e3eb303353 req-4d2fb2db-e63a-4b2e-94a0-70d748305258 tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] 10.222.0.13 "GET /v2.0/ports?device_id=36ff74f4-05f8-4e62-aa90-7bd5e711624c HTTP/1.1" status: 200 len: 945 time: 0.0601757 Nov 05 18:47:40.231686 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:47:40.233589 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbf3758-fce6-4597-9681-db42168e7684 req-ba7b761b-55c0-4d59-85e6-040a3e986e0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:47:40.237468 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-4dbf3758-fce6-4597-9681-db42168e7684 req-ba7b761b-55c0-4d59-85e6-040a3e986e0e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7cc0b234e0c74edeb5d0485be80e09f5&device_id=c936ac5a-d9ca-4986-965e-3cf978c6e19b HTTP/1.1" status: 200 len: 1094 time: 0.0777559 Nov 05 18:47:40.279894 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-5e27b338-aa00-475b-9589-71e3eb303353 req-c83ca886-c88d-434f-9672-d211cacee2d1 tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] 10.222.0.13 "GET /v2.0/security-groups?id=e0838ac1-f008-48c1-ab43-123e255d616a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224298 Nov 05 18:47:40.292835 n-d-816865-1 neutron-server[102388]: DEBUG neutron.notifiers.nova [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 76ac6dda-0dbe-4431-a06f-4b5c155d8cde {{(pid=102388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 18:47:40.384577 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbf3758-fce6-4597-9681-db42168e7684 req-c433b9c9-bc0b-44c4-ba74-984d9f2f4a5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:47:40.386401 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-4dbf3758-fce6-4597-9681-db42168e7684 req-c433b9c9-bc0b-44c4-ba74-984d9f2f4a5d service neutron] 10.222.0.55 "GET /v2.0/networks?id=1a9992ef-da6b-4f25-bd43-f1196ce8f1a8 HTTP/1.1" status: 200 len: 908 time: 0.1351187 Nov 05 18:47:40.407818 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] For port 76ac6dda-0dbe-4431-a06f-4b5c155d8cde, host n-h2-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=76ac6dda-0dbe-4431-a06f-4b5c155d8cde,segment=NetworkSegment(1ae4cc0f-5460-421b-9b80-d7acf4de0363),segment_id=1ae4cc0f-5460-421b-9b80-d7acf4de0363)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:47:40.435622 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:47:40.437907 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-4dbf3758-fce6-4597-9681-db42168e7684 req-dbaac228-295c-41b8-a26d-839f7349f28a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d0544448-c139-4a9a-925c-bc5e6092841a HTTP/1.1" status: 200 len: 217 time: 0.0427475 Nov 05 18:47:40.456989 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5428c346-a527-412e-ba90-ecc964b510bd req-33ecb74f-a76a-402c-875e-def0e6c24f24 tempest-ServerAddressesNegativeTestJSON-1877412659 tempest-ServerAddressesNegativeTestJSON-1877412659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:47:40.461110 n-d-816865-1 neutron-server[102388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36ff74f4-05f8-4e62-aa90-7bd5e711624c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f310046-ed73-45e0-81b3-775800e1e8dd'}] {{(pid=102388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 18:47:40.464301 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85474fee1180e129d8a886d264fe0b30223aa672dd1ffe43b630605f18504f68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-583b42b2-3e07-4eff-aded-391d05abcd82" -d '{"events": [{"server_uuid": "36ff74f4-05f8-4e62-aa90-7bd5e711624c", "name": "network-vif-plugged", "status": "completed", "tag": "0f310046-ed73-45e0-81b3-775800e1e8dd"}]}' {{(pid=102388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 18:47:40.468637 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-5428c346-a527-412e-ba90-ecc964b510bd req-33ecb74f-a76a-402c-875e-def0e6c24f24 tempest-ServerAddressesNegativeTestJSON-1877412659 tempest-ServerAddressesNegativeTestJSON-1877412659-project] 10.222.0.13 "GET /v2.0/ports?device_id=c2d6fcff-58ee-487d-bc23-417c5872f4ae HTTP/1.1" status: 200 len: 945 time: 0.1325381 Nov 05 18:47:40.479715 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:47:40.485796 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] For port 0f310046-ed73-45e0-81b3-775800e1e8dd, host n-h2-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=0f310046-ed73-45e0-81b3-775800e1e8dd,segment=NetworkSegment(18ff82bc-5fc5-4d18-b58f-45dd42e01fae),segment_id=18ff82bc-5fc5-4d18-b58f-45dd42e01fae)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:47:40.550447 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Pushing event updated for resources: {'Port': ['ID=76ac6dda-0dbe-4431-a06f-4b5c155d8cde,revision_number=6']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:47:40.555594 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:47:40.577742 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbf3758-fce6-4597-9681-db42168e7684 req-dea9c69e-1afb-44f7-bef0-dadc66fa4cbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:47:40.581719 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-4dbf3758-fce6-4597-9681-db42168e7684 req-dea9c69e-1afb-44f7-bef0-dadc66fa4cbd service neutron] 10.222.0.55 "GET /v2.0/subnets?id=82b7bbfc-ac99-45bb-a8a9-211b9b80ecc2 HTTP/1.1" status: 200 len: 847 time: 0.1339245 Nov 05 18:47:40.607996 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] get_ports_and_sgs() called for port_ids ['76ac6dda-0dbe-4431-a06f-4b5c155d8cde'] {{(pid=102388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 18:47:40.686065 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Pushing event updated for resources: {'Port': ['ID=0f310046-ed73-45e0-81b3-775800e1e8dd,revision_number=5']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:47:40.730284 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-4dbf3758-fce6-4597-9681-db42168e7684 req-e0acc25c-ee61-47d1-96ed-0a50dfa9ffb0 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=1a9992ef-da6b-4f25-bd43-f1196ce8f1a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1239538 Nov 05 18:47:40.902941 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 51760) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:47:40.959015 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b167e48-46a4-467a-b4e7-402becf394a0 req-a560a4c9-e03c-4629-a72c-71c1b5631ae9 tempest-ServerAddressesNegativeTestJSON-1877412659 tempest-ServerAddressesNegativeTestJSON-1877412659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:47:40.960715 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-3b167e48-46a4-467a-b4e7-402becf394a0 req-a560a4c9-e03c-4629-a72c-71c1b5631ae9 tempest-ServerAddressesNegativeTestJSON-1877412659 tempest-ServerAddressesNegativeTestJSON-1877412659-project] 10.222.0.55 "GET /v2.0/ports?device_id=c2d6fcff-58ee-487d-bc23-417c5872f4ae HTTP/1.1" status: 200 len: 945 time: 0.2296851 Nov 05 18:47:40.967403 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-4dbf3758-fce6-4597-9681-db42168e7684 req-7329c32b-dbea-4f66-a06a-cb7a271df37d service neutron] 10.222.0.55 "GET /v2.0/networks/1a9992ef-da6b-4f25-bd43-f1196ce8f1a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2141695 Nov 05 18:47:41.020220 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f00ac0-2409-4784-97b3-789d315de884 req-1ce93c1a-f352-4371-b57a-10e66605a111 tempest-LiveMigrationTest-600821399 tempest-LiveMigrationTest-600821399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:47:41.034105 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-a0f00ac0-2409-4784-97b3-789d315de884 req-1ce93c1a-f352-4371-b57a-10e66605a111 tempest-LiveMigrationTest-600821399 tempest-LiveMigrationTest-600821399-project] 10.222.0.13 "GET /v2.0/ports?device_id=c936ac5a-d9ca-4986-965e-3cf978c6e19b HTTP/1.1" status: 200 len: 943 time: 0.6228814 Nov 05 18:47:41.074181 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-5428c346-a527-412e-ba90-ecc964b510bd req-b526fa3c-b9bf-48a8-bce5-f4586104695f tempest-ServerAddressesNegativeTestJSON-1877412659 tempest-ServerAddressesNegativeTestJSON-1877412659-project] 10.222.0.13 "GET /v2.0/security-groups?id=6832ddad-28ff-482a-a14c-7be3bdb8c0fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5989206 Nov 05 18:47:41.136821 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 18:47:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f063698-48bb-423c-802c-84b87f000a61 x-openstack-request-id: req-2f063698-48bb-423c-802c-84b87f000a61 {{(pid=102388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 18:47:41.137360 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36ff74f4-05f8-4e62-aa90-7bd5e711624c", "name": "network-vif-plugged", "status": "completed", "tag": "0f310046-ed73-45e0-81b3-775800e1e8dd", "code": 200}]} {{(pid=102388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 18:47:41.137845 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2f063698-48bb-423c-802c-84b87f000a61 {{(pid=102388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 18:47:41.138482 n-d-816865-1 neutron-server[102388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36ff74f4-05f8-4e62-aa90-7bd5e711624c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f310046-ed73-45e0-81b3-775800e1e8dd', 'code': 200} Nov 05 18:47:41.141103 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-a0f00ac0-2409-4784-97b3-789d315de884 req-b90d8e21-12e4-46ca-b412-c0e32cf20b7e tempest-LiveMigrationTest-600821399 tempest-LiveMigrationTest-600821399-project] 10.222.0.13 "GET /v2.0/security-groups?id=3677ad50-e4bf-4315-8aa4-e48810edc139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017897 Nov 05 18:47:41.205185 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-32366ba0-609c-408e-9a27-a5a5b8f31e4c admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-1550978534-network', 'tenant_id': '7d3c79a6390c43458346d402b241298b'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:47:41.305148 n-d-816865-1 neutron-server[102386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd592152a-bc3c-4efb-a06c-1b8eab290ff6', 'name': 'network-vif-deleted', 'tag': 'f1f906f5-022a-439a-974f-ff7b4b24c24a'}] {{(pid=102386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 18:47:41.307883 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6173a44d7c73f41af551dc890fa1a5892c2c6bc3458b640c8e0c24db7876ba6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f82bd1ac-355c-4479-ab90-d79f726dc4e9" -d '{"events": [{"server_uuid": "d592152a-bc3c-4efb-a06c-1b8eab290ff6", "name": "network-vif-deleted", "tag": "f1f906f5-022a-439a-974f-ff7b4b24c24a"}]}' {{(pid=102386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 18:47:41.312959 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-4dbf3758-fce6-4597-9681-db42168e7684 req-9fdef023-7fce-4cc1-8640-cd7fdccd92db service neutron] 10.222.0.55 "GET /v2.0/networks/1a9992ef-da6b-4f25-bd43-f1196ce8f1a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3312550 Nov 05 18:47:41.321758 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ac8bbc-2acb-4774-9465-cbce9a907bfd req-e52c47ee-e5d4-43d3-a386-103c6b9176bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:47:41.323311 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-58ac8bbc-2acb-4774-9465-cbce9a907bfd req-e52c47ee-e5d4-43d3-a386-103c6b9176bc service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=36ff74f4-05f8-4e62-aa90-7bd5e711624c HTTP/1.1" status: 200 len: 1097 time: 0.1072061 Nov 05 18:47:41.342145 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [req-3b167e48-46a4-467a-b4e7-402becf394a0 req-bea3d9bf-eb8a-4658-a42b-139d254c56e8 tempest-ServerAddressesNegativeTestJSON-1877412659 tempest-ServerAddressesNegativeTestJSON-1877412659-project] Deleting port 05c231cd-a21f-4d70-b5c0-57a111c9f023 {{(pid=102386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 18:47:41.342691 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-3b167e48-46a4-467a-b4e7-402becf394a0 req-bea3d9bf-eb8a-4658-a42b-139d254c56e8 tempest-ServerAddressesNegativeTestJSON-1877412659 tempest-ServerAddressesNegativeTestJSON-1877412659-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:47:41.379179 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 18:47:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14d8780d-9c85-45a8-a787-aeb2020f2384 x-openstack-request-id: req-14d8780d-9c85-45a8-a787-aeb2020f2384 {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 18:47:41.379493 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d592152a-bc3c-4efb-a06c-1b8eab290ff6", "name": "network-vif-deleted", "tag": "f1f906f5-022a-439a-974f-ff7b4b24c24a", "status": "completed", "code": 200}]} {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 18:47:41.379715 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-14d8780d-9c85-45a8-a787-aeb2020f2384 {{(pid=102386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 18:47:41.380336 n-d-816865-1 neutron-server[102386]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd592152a-bc3c-4efb-a06c-1b8eab290ff6', 'name': 'network-vif-deleted', 'tag': 'f1f906f5-022a-439a-974f-ff7b4b24c24a', 'status': 'completed', 'code': 200} Nov 05 18:47:41.382836 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32366ba0-609c-408e-9a27-a5a5b8f31e4c admin admin] Made reservation on behalf of 7d3c79a6390c43458346d402b241298b for: {'network': 1} {{(pid=102386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 18:47:41.385176 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-32366ba0-609c-408e-9a27-a5a5b8f31e4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for network, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:47:41.408304 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-32366ba0-609c-408e-9a27-a5a5b8f31e4c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:47:41.458014 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e73210-6641-40c6-8b6f-fb724eaddf76 req-e3655afb-a6c6-41a7-a82b-f3a8059c727b tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:47:41.466198 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-d8e73210-6641-40c6-8b6f-fb724eaddf76 req-e3655afb-a6c6-41a7-a82b-f3a8059c727b tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] 10.222.0.13 "GET /v2.0/ports?device_id=36ff74f4-05f8-4e62-aa90-7bd5e711624c HTTP/1.1" status: 200 len: 946 time: 0.0596871 Nov 05 18:47:41.520432 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-58ac8bbc-2acb-4774-9465-cbce9a907bfd req-e7e0ddcf-12d6-4c6a-b061-16919ef3908b service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=e0838ac1-f008-48c1-ab43-123e255d616a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1894679 Nov 05 18:47:41.570128 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-d8e73210-6641-40c6-8b6f-fb724eaddf76 req-7c3728f7-6c5f-4198-b7d6-32019ae01ea7 tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] 10.222.0.13 "GET /v2.0/security-groups?id=e0838ac1-f008-48c1-ab43-123e255d616a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027939 Nov 05 18:47:41.626249 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-32366ba0-609c-408e-9a27-a5a5b8f31e4c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:47:41.628475 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [req-3b167e48-46a4-467a-b4e7-402becf394a0 req-bea3d9bf-eb8a-4658-a42b-139d254c56e8 tempest-ServerAddressesNegativeTestJSON-1877412659 tempest-ServerAddressesNegativeTestJSON-1877412659-project] For port 05c231cd-a21f-4d70-b5c0-57a111c9f023, host n-h2-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=05c231cd-a21f-4d70-b5c0-57a111c9f023,segment=NetworkSegment(7445ea9a-4cf5-460c-9ebc-f147fce20e40),segment_id=7445ea9a-4cf5-460c-9ebc-f147fce20e40)] {{(pid=102386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:47:41.628891 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-3b167e48-46a4-467a-b4e7-402becf394a0 req-bea3d9bf-eb8a-4658-a42b-139d254c56e8 tempest-ServerAddressesNegativeTestJSON-1877412659 tempest-ServerAddressesNegativeTestJSON-1877412659-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:47:41.644773 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [req-3b167e48-46a4-467a-b4e7-402becf394a0 req-bea3d9bf-eb8a-4658-a42b-139d254c56e8 tempest-ServerAddressesNegativeTestJSON-1877412659 tempest-ServerAddressesNegativeTestJSON-1877412659-project] Calling delete_port for 05c231cd-a21f-4d70-b5c0-57a111c9f023 owned by compute:nova {{(pid=102386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 18:47:41.655460 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Device 76ac6dda-0dbe-4431-a06f-4b5c155d8cde up at agent hyperv_n-h2-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 18:47:41.726867 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Provisioning complete for port 76ac6dda-0dbe-4431-a06f-4b5c155d8cde triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:47:41.730353 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:47:41.758268 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-32366ba0-609c-408e-9a27-a5a5b8f31e4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:47:41.828095 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-32366ba0-609c-408e-9a27-a5a5b8f31e4c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 180} {{(pid=102386) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 05 18:47:41.834866 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32366ba0-609c-408e-9a27-a5a5b8f31e4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b68c500b-4b07-4247-b1b9-ecd5a6a403c7,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:47:41.842892 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-32366ba0-609c-408e-9a27-a5a5b8f31e4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273'] for segment, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:47:41.843353 n-d-816865-1 neutron-server[102386]: INFO neutron.db.segments_db [None req-32366ba0-609c-408e-9a27-a5a5b8f31e4c admin admin] Added segment 2d716a54-1955-4692-8a74-c6ecd6af2c27 of type vlan for network 3a4e339c-2b87-486c-a340-58f33bc22b4d Nov 05 18:47:41.860946 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:47:41.904286 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] For port 76ac6dda-0dbe-4431-a06f-4b5c155d8cde, host n-h2-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=76ac6dda-0dbe-4431-a06f-4b5c155d8cde,segment=NetworkSegment(1ae4cc0f-5460-421b-9b80-d7acf4de0363),segment_id=1ae4cc0f-5460-421b-9b80-d7acf4de0363)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:47:42.009349 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:47:42.070784 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Device f1f906f5-022a-439a-974f-ff7b4b24c24a no longer exists at agent hyperv_n-h1-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 18:47:42.138273 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] No Port match for: f1f906f5-022a-439a-974f-ff7b4b24c24a {{(pid=102388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 18:47:42.140411 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Device f1f906f5-022a-439a-974f-ff7b4b24c24a not bound to the agent host n-h1-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 18:47:42.205374 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Pushing event updated for resources: {'Port': ['ID=76ac6dda-0dbe-4431-a06f-4b5c155d8cde,revision_number=7']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:47:42.298995 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bc236c-54ba-4fc1-8a82-c6d8300b7ab1 req-bedb036d-853c-4be9-aa48-5bceb2ad47e2 tempest-ServerAddressesNegativeTestJSON-1877412659 tempest-ServerAddressesNegativeTestJSON-1877412659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:47:42.307944 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-15bc236c-54ba-4fc1-8a82-c6d8300b7ab1 req-bedb036d-853c-4be9-aa48-5bceb2ad47e2 tempest-ServerAddressesNegativeTestJSON-1877412659 tempest-ServerAddressesNegativeTestJSON-1877412659-project] 10.222.0.13 "GET /v2.0/ports?device_id=c2d6fcff-58ee-487d-bc23-417c5872f4ae HTTP/1.1" status: 200 len: 945 time: 0.1168802 Nov 05 18:47:42.361028 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-32366ba0-609c-408e-9a27-a5a5b8f31e4c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750027258543'] for network, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:47:42.384405 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-15bc236c-54ba-4fc1-8a82-c6d8300b7ab1 req-9c067e59-8018-40f5-929a-b30ea523f7d1 tempest-ServerAddressesNegativeTestJSON-1877412659 tempest-ServerAddressesNegativeTestJSON-1877412659-project] 10.222.0.13 "GET /v2.0/security-groups?id=6832ddad-28ff-482a-a14c-7be3bdb8c0fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719891 Nov 05 18:47:42.402235 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615223ef-fe71-46e5-bead-37e804beff38 req-e52d4bf2-3597-477e-82e3-c4a6599666ab tempest-ListServersNegativeTestJSON-740663082 tempest-ListServersNegativeTestJSON-740663082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:47:42.409707 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615223ef-fe71-46e5-bead-37e804beff38 req-e52d4bf2-3597-477e-82e3-c4a6599666ab tempest-ListServersNegativeTestJSON-740663082 tempest-ListServersNegativeTestJSON-740663082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:47:42.417910 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-615223ef-fe71-46e5-bead-37e804beff38 req-e52d4bf2-3597-477e-82e3-c4a6599666ab tempest-ListServersNegativeTestJSON-740663082 tempest-ListServersNegativeTestJSON-740663082-project] 10.222.0.13 "GET /v2.0/ports?device_id=86c03832-1925-47c9-8678-eebfcb8b127e&device_id=8e8ddd4f-e91e-426a-b0a2-c25bb6c6300a HTTP/1.1" status: 200 len: 1682 time: 0.1732607 Nov 05 18:47:42.441065 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-3b167e48-46a4-467a-b4e7-402becf394a0 req-bea3d9bf-eb8a-4658-a42b-139d254c56e8 tempest-ServerAddressesNegativeTestJSON-1877412659 tempest-ServerAddressesNegativeTestJSON-1877412659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:47:42.456898 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] get_ports_and_sgs() called for port_ids ['05c231cd-a21f-4d70-b5c0-57a111c9f023'] {{(pid=102388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 18:47:42.496422 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-32366ba0-609c-408e-9a27-a5a5b8f31e4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-956796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877'] for network, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:47:42.499020 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32366ba0-609c-408e-9a27-a5a5b8f31e4c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:47:42.499771 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-32366ba0-609c-408e-9a27-a5a5b8f31e4c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597851'] for network, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:47:42.510387 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-615223ef-fe71-46e5-bead-37e804beff38 req-00400a75-fc93-42a6-8215-6b0203a7c054 tempest-ListServersNegativeTestJSON-740663082 tempest-ListServersNegativeTestJSON-740663082-project] 10.222.0.13 "GET /v2.0/security-groups?id=3ae13458-222c-49ab-9839-ab56f90819f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853689 Nov 05 18:47:42.525348 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea3d9bf-eb8a-4658-a42b-139d254c56e8 tempest-ServerAddressesNegativeTestJSON-1877412659 tempest-ServerAddressesNegativeTestJSON-1877412659-project] Pushing event deleted for resources: {'Port': ['ID=05c231cd-a21f-4d70-b5c0-57a111c9f023,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:47:42.630245 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df1ee08-0fb8-4614-9371-4ac9cafacefa req-b3069f6a-135f-4ff0-a7c8-957bc400b724 tempest-LiveMigrationTest-600821399 tempest-LiveMigrationTest-600821399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:47:42.642120 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-3df1ee08-0fb8-4614-9371-4ac9cafacefa req-b3069f6a-135f-4ff0-a7c8-957bc400b724 tempest-LiveMigrationTest-600821399 tempest-LiveMigrationTest-600821399-project] 10.222.0.13 "GET /v2.0/ports?device_id=c936ac5a-d9ca-4986-965e-3cf978c6e19b HTTP/1.1" status: 200 len: 943 time: 0.1367259 Nov 05 18:47:42.644829 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32366ba0-609c-408e-9a27-a5a5b8f31e4c admin admin] Pushing event updated for resources: {'Network': ['ID=3a4e339c-2b87-486c-a340-58f33bc22b4d,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:47:42.659106 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Network 3a4e339c-2b87-486c-a340-58f33bc22b4d details requested by agent ovs-agent-n-d-816865-1 with host n-d-816865-1 {{(pid=102388) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 05 18:47:42.730500 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-32366ba0-609c-408e-9a27-a5a5b8f31e4c admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.8222785 Nov 05 18:47:42.735521 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 51822) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:47:42.747495 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b167e48-46a4-467a-b4e7-402becf394a0 req-bea3d9bf-eb8a-4658-a42b-139d254c56e8 tempest-ServerAddressesNegativeTestJSON-1877412659 tempest-ServerAddressesNegativeTestJSON-1877412659-project] No DVR routers for this DVR port 05c231cd-a21f-4d70-b5c0-57a111c9f023 on host n-h2-816865-1 {{(pid=102386) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 18:47:42.750763 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-3b167e48-46a4-467a-b4e7-402becf394a0 req-bea3d9bf-eb8a-4658-a42b-139d254c56e8 tempest-ServerAddressesNegativeTestJSON-1877412659 tempest-ServerAddressesNegativeTestJSON-1877412659-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:47:42.753533 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-6559e47a-3d53-423c-9ef0-76c67c2847a3 admin admin] Request body: {'subnet': {'network_id': '3a4e339c-2b87-486c-a340-58f33bc22b4d', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-1550978534-subnet', 'tenant_id': '7d3c79a6390c43458346d402b241298b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:47:42.756395 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-3b167e48-46a4-467a-b4e7-402becf394a0 req-bea3d9bf-eb8a-4658-a42b-139d254c56e8 tempest-ServerAddressesNegativeTestJSON-1877412659 tempest-ServerAddressesNegativeTestJSON-1877412659-project] 10.222.0.55 "DELETE /v2.0/ports/05c231cd-a21f-4d70-b5c0-57a111c9f023 HTTP/1.1" status: 204 len: 173 time: 1.7853575 Nov 05 18:47:42.822977 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-3df1ee08-0fb8-4614-9371-4ac9cafacefa req-f1b8bc63-7083-452f-844b-7c45e333ac03 tempest-LiveMigrationTest-600821399 tempest-LiveMigrationTest-600821399-project] 10.222.0.13 "GET /v2.0/security-groups?id=3677ad50-e4bf-4315-8aa4-e48810edc139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1628802 Nov 05 18:47:42.858160 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96401c4a-27ae-49f9-99e8-2f15deb0b73d req-453edafd-8d87-48be-9c6d-1c89e46298ea tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:47:42.872395 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-96401c4a-27ae-49f9-99e8-2f15deb0b73d req-453edafd-8d87-48be-9c6d-1c89e46298ea tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] 10.222.0.13 "GET /v2.0/ports?device_id=36ff74f4-05f8-4e62-aa90-7bd5e711624c HTTP/1.1" status: 200 len: 946 time: 0.0890841 Nov 05 18:47:42.903662 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6559e47a-3d53-423c-9ef0-76c67c2847a3 admin admin] Made reservation on behalf of 7d3c79a6390c43458346d402b241298b for: {'subnet': 1} {{(pid=102387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 18:47:42.905993 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-6559e47a-3d53-423c-9ef0-76c67c2847a3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5112236'] for subnet, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:47:43.007485 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-29be4873-a9df-43eb-b7fe-b4ea04020bf0 req-02ea1e20-ad27-485b-9b84-c4dfeffcfef0 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=3211213d-5f72-4665-9237-153dfa751f1a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0973675 Nov 05 18:47:43.016078 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-96401c4a-27ae-49f9-99e8-2f15deb0b73d req-00d8f7aa-8d8a-4411-afff-4b9f388ad2d8 tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] 10.222.0.13 "GET /v2.0/security-groups?id=e0838ac1-f008-48c1-ab43-123e255d616a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412809 Nov 05 18:47:43.139742 n-d-816865-1 neutron-server[102388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3c515f9-768f-4a54-bb92-e6f3d5207990', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76ac6dda-0dbe-4431-a06f-4b5c155d8cde'}] {{(pid=102388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 18:47:43.142055 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85474fee1180e129d8a886d264fe0b30223aa672dd1ffe43b630605f18504f68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5276c7c-3391-4104-9a33-71c74bbb8fe3" -d '{"events": [{"server_uuid": "b3c515f9-768f-4a54-bb92-e6f3d5207990", "name": "network-vif-plugged", "status": "completed", "tag": "76ac6dda-0dbe-4431-a06f-4b5c155d8cde"}]}' {{(pid=102388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 18:47:43.175501 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29be4873-a9df-43eb-b7fe-b4ea04020bf0 req-cd9e80ba-1464-4dc0-b634-18d5faeb7d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:47:43.177306 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-29be4873-a9df-43eb-b7fe-b4ea04020bf0 req-cd9e80ba-1464-4dc0-b634-18d5faeb7d69 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7cc0b234e0c74edeb5d0485be80e09f5&device_id=3211213d-5f72-4665-9237-153dfa751f1a HTTP/1.1" status: 200 len: 1096 time: 0.0878248 Nov 05 18:47:43.218855 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 18:47:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3fade7e-fcdd-4ff1-9722-0bcd6ea7ffb9 x-openstack-request-id: req-f3fade7e-fcdd-4ff1-9722-0bcd6ea7ffb9 {{(pid=102388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 18:47:43.219226 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3c515f9-768f-4a54-bb92-e6f3d5207990", "name": "network-vif-plugged", "status": "completed", "tag": "76ac6dda-0dbe-4431-a06f-4b5c155d8cde", "code": 200}]} {{(pid=102388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 18:47:43.219475 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f3fade7e-fcdd-4ff1-9722-0bcd6ea7ffb9 {{(pid=102388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 18:47:43.219857 n-d-816865-1 neutron-server[102388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3c515f9-768f-4a54-bb92-e6f3d5207990', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76ac6dda-0dbe-4431-a06f-4b5c155d8cde', 'code': 200} Nov 05 18:47:43.327249 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29be4873-a9df-43eb-b7fe-b4ea04020bf0 req-c38b1b37-e3ee-413b-aa7e-5b8d4dd72abd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:47:43.329052 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-29be4873-a9df-43eb-b7fe-b4ea04020bf0 req-c38b1b37-e3ee-413b-aa7e-5b8d4dd72abd service neutron] 10.222.0.41 "GET /v2.0/networks?id=1a9992ef-da6b-4f25-bd43-f1196ce8f1a8 HTTP/1.1" status: 200 len: 908 time: 0.1270728 Nov 05 18:47:43.378271 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-29be4873-a9df-43eb-b7fe-b4ea04020bf0 req-3276d7c4-5ed1-416b-adf3-f2cb4490abfe service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ec710ca3-509e-4561-83ed-f414242c92b7 HTTP/1.1" status: 200 len: 217 time: 0.0378196 Nov 05 18:47:43.381771 n-d-816865-1 neutron-server[102386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2d6fcff-58ee-487d-bc23-417c5872f4ae', 'name': 'network-vif-deleted', 'tag': '05c231cd-a21f-4d70-b5c0-57a111c9f023'}] {{(pid=102386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 18:47:43.385033 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6173a44d7c73f41af551dc890fa1a5892c2c6bc3458b640c8e0c24db7876ba6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-feb1c517-8dbd-44c3-819b-05f151cc601a" -d '{"events": [{"server_uuid": "c2d6fcff-58ee-487d-bc23-417c5872f4ae", "name": "network-vif-deleted", "tag": "05c231cd-a21f-4d70-b5c0-57a111c9f023"}]}' {{(pid=102386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 18:47:43.407499 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-6559e47a-3d53-423c-9ef0-76c67c2847a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4417463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5112218'] for subnet, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:47:43.455320 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29be4873-a9df-43eb-b7fe-b4ea04020bf0 req-af2cd637-13bd-43d2-89a6-2162a0bca76f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:47:43.457231 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-29be4873-a9df-43eb-b7fe-b4ea04020bf0 req-af2cd637-13bd-43d2-89a6-2162a0bca76f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=82b7bbfc-ac99-45bb-a8a9-211b9b80ecc2 HTTP/1.1" status: 200 len: 847 time: 0.0693235 Nov 05 18:47:43.512650 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-29be4873-a9df-43eb-b7fe-b4ea04020bf0 req-e38377c4-7c4d-45ef-8894-bf9561d34e75 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1a9992ef-da6b-4f25-bd43-f1196ce8f1a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0457408 Nov 05 18:47:43.515389 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 18:47:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24c2591d-6d56-4eba-a5fe-a60fa2ae3111 x-openstack-request-id: req-24c2591d-6d56-4eba-a5fe-a60fa2ae3111 {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 18:47:43.515389 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2d6fcff-58ee-487d-bc23-417c5872f4ae", "name": "network-vif-deleted", "tag": "05c231cd-a21f-4d70-b5c0-57a111c9f023", "status": "completed", "code": 200}]} {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 18:47:43.515389 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-24c2591d-6d56-4eba-a5fe-a60fa2ae3111 {{(pid=102386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 18:47:43.519742 n-d-816865-1 neutron-server[102386]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2d6fcff-58ee-487d-bc23-417c5872f4ae', 'name': 'network-vif-deleted', 'tag': '05c231cd-a21f-4d70-b5c0-57a111c9f023', 'status': 'completed', 'code': 200} Nov 05 18:47:43.529215 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6559e47a-3d53-423c-9ef0-76c67c2847a3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=510bdeef-4c6b-4651-a6e8-625b4ed9356d,revision_number=0']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:47:43.553737 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6559e47a-3d53-423c-9ef0-76c67c2847a3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:47:43.554455 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6559e47a-3d53-423c-9ef0-76c67c2847a3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:47:43.554968 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6559e47a-3d53-423c-9ef0-76c67c2847a3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:47:43.555578 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6559e47a-3d53-423c-9ef0-76c67c2847a3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:47:43.557227 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6559e47a-3d53-423c-9ef0-76c67c2847a3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:47:43.557857 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6559e47a-3d53-423c-9ef0-76c67c2847a3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:47:43.558507 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6559e47a-3d53-423c-9ef0-76c67c2847a3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:47:43.559001 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6559e47a-3d53-423c-9ef0-76c67c2847a3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:47:43.560262 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6559e47a-3d53-423c-9ef0-76c67c2847a3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:47:43.560789 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6559e47a-3d53-423c-9ef0-76c67c2847a3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:47:43.561120 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6559e47a-3d53-423c-9ef0-76c67c2847a3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:47:43.561664 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6559e47a-3d53-423c-9ef0-76c67c2847a3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:47:43.613527 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6559e47a-3d53-423c-9ef0-76c67c2847a3 admin admin] Checking segment: {'id': '2d716a54-1955-4692-8a74-c6ecd6af2c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '3a4e339c-2b87-486c-a340-58f33bc22b4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 18:47:43.613527 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6559e47a-3d53-423c-9ef0-76c67c2847a3 admin admin] Network hostable DHCP agents. Network: 3a4e339c-2b87-486c-a340-58f33bc22b4d, hostable agents: ['987e2ca0-bc3b-4c6f-a989-429ccfbf753f'], hosted agents: [] {{(pid=102387) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 05 18:47:43.627957 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-1550d972-61b1-4849-8427-107dc1337fcb req-f636b70b-819d-46e9-98d5-3fdd60549227 tempest-ServerAddressesNegativeTestJSON-1877412659 tempest-ServerAddressesNegativeTestJSON-1877412659-project] 10.222.0.13 "GET /v2.0/ports?device_id=c2d6fcff-58ee-487d-bc23-417c5872f4ae HTTP/1.1" status: 200 len: 210 time: 0.0548370 Nov 05 18:47:43.717835 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-29be4873-a9df-43eb-b7fe-b4ea04020bf0 req-4c091d6b-8619-462c-bf94-eb6be6025c96 service neutron] 10.222.0.41 "GET /v2.0/networks/1a9992ef-da6b-4f25-bd43-f1196ce8f1a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1969426 Nov 05 18:47:43.732350 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6559e47a-3d53-423c-9ef0-76c67c2847a3 admin admin] Network 3a4e339c-2b87-486c-a340-58f33bc22b4d is scheduled to be hosted by DHCP agent 987e2ca0-bc3b-4c6f-a989-429ccfbf753f with binding_index 1 {{(pid=102387) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 05 18:47:43.818850 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.base_scheduler [None req-6559e47a-3d53-423c-9ef0-76c67c2847a3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816865-1, 3a4e339c-2b87-486c-a340-58f33bc22b4d) {{(pid=102387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:47:43.827685 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6559e47a-3d53-423c-9ef0-76c67c2847a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:47:43.828960 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-6559e47a-3d53-423c-9ef0-76c67c2847a3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597851'] for subnet, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:47:43.831079 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9de6bfbc-17b5-411f-b0f0-dbf829b8e7d0 None None] Network 3a4e339c-2b87-486c-a340-58f33bc22b4d requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 18:47:43.846098 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-29be4873-a9df-43eb-b7fe-b4ea04020bf0 req-b1e4a054-810e-42d6-9f3a-5b561729fb89 service neutron] 10.222.0.41 "GET /v2.0/networks/1a9992ef-da6b-4f25-bd43-f1196ce8f1a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1078074 Nov 05 18:47:43.988018 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0872534-1b7b-4760-b443-3bc1f9de8d16 req-129e1f6b-a9b3-479c-bffa-7f6f13d9a846 tempest-LiveMigrationTest-600821399 tempest-LiveMigrationTest-600821399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:47:44.017458 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-c0872534-1b7b-4760-b443-3bc1f9de8d16 req-129e1f6b-a9b3-479c-bffa-7f6f13d9a846 tempest-LiveMigrationTest-600821399 tempest-LiveMigrationTest-600821399-project] 10.222.0.13 "GET /v2.0/ports?device_id=c936ac5a-d9ca-4986-965e-3cf978c6e19b HTTP/1.1" status: 200 len: 943 time: 0.1110246 Nov 05 18:47:44.065118 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83fcfe44-a1b0-4e50-841e-18d772d46f72 None None] Network 3a4e339c-2b87-486c-a340-58f33bc22b4d requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 18:47:44.124965 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-c0872534-1b7b-4760-b443-3bc1f9de8d16 req-fe680be8-51d4-4bfe-8ec7-2cc5e4620df1 tempest-LiveMigrationTest-600821399 tempest-LiveMigrationTest-600821399-project] 10.222.0.13 "GET /v2.0/security-groups?id=3677ad50-e4bf-4315-8aa4-e48810edc139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019938 Nov 05 18:47:44.158277 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-6559e47a-3d53-423c-9ef0-76c67c2847a3 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.4097924 Nov 05 18:47:44.377535 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666ea0cb-719f-4cc6-b76a-d8f01457980f req-aedd0a7a-b841-40d7-9572-0ba615a1ace7 tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:47:44.391278 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-666ea0cb-719f-4cc6-b76a-d8f01457980f req-aedd0a7a-b841-40d7-9572-0ba615a1ace7 tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] 10.222.0.13 "GET /v2.0/ports?device_id=36ff74f4-05f8-4e62-aa90-7bd5e711624c HTTP/1.1" status: 200 len: 946 time: 0.1277854 Nov 05 18:47:44.501317 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-666ea0cb-719f-4cc6-b76a-d8f01457980f req-d1b831a5-24ac-4a7c-bb43-46352c486f6b tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] 10.222.0.13 "GET /v2.0/security-groups?id=e0838ac1-f008-48c1-ab43-123e255d616a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810468 Nov 05 18:47:44.637696 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0b1bda-37ba-4f79-b196-0efb2182d3f5 req-f525068f-0719-4121-a070-8e76eb628de4 tempest-ListServersNegativeTestJSON-740663082 tempest-ListServersNegativeTestJSON-740663082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:47:44.640227 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-2c0b1bda-37ba-4f79-b196-0efb2182d3f5 req-f525068f-0719-4121-a070-8e76eb628de4 tempest-ListServersNegativeTestJSON-740663082 tempest-ListServersNegativeTestJSON-740663082-project] 10.222.0.13 "GET /v2.0/ports?device_id=8e8ddd4f-e91e-426a-b0a2-c25bb6c6300a HTTP/1.1" status: 200 len: 946 time: 0.0672545 Nov 05 18:47:44.685672 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [req-b8e887cb-4dcd-4a81-a455-9173a5cba565 req-a45ca8ec-4fc0-408a-8711-1ec3e365c772 tempest-SecurityGroupRulesTestJSON-1433761684 tempest-SecurityGroupRulesTestJSON-1433761684-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1291020360', 'description': 'tempest-description-808521138'}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:47:44.730184 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-2c0b1bda-37ba-4f79-b196-0efb2182d3f5 req-57f9d696-f088-4263-855c-2c5400ca7bbe tempest-ListServersNegativeTestJSON-740663082 tempest-ListServersNegativeTestJSON-740663082-project] 10.222.0.13 "GET /v2.0/security-groups?id=3ae13458-222c-49ab-9839-ab56f90819f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790575 Nov 05 18:47:44.811919 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-b8e887cb-4dcd-4a81-a455-9173a5cba565 req-a45ca8ec-4fc0-408a-8711-1ec3e365c772 tempest-SecurityGroupRulesTestJSON-1433761684 tempest-SecurityGroupRulesTestJSON-1433761684-project] Publish callbacks [] for security_group, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:47:44.898411 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-b8e887cb-4dcd-4a81-a455-9173a5cba565 req-a45ca8ec-4fc0-408a-8711-1ec3e365c772 tempest-SecurityGroupRulesTestJSON-1433761684 tempest-SecurityGroupRulesTestJSON-1433761684-project] Publish callbacks [] for security_group, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:47:44.989944 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-b8e887cb-4dcd-4a81-a455-9173a5cba565 req-a45ca8ec-4fc0-408a-8711-1ec3e365c772 tempest-SecurityGroupRulesTestJSON-1433761684 tempest-SecurityGroupRulesTestJSON-1433761684-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:47:45.032629 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45ca8ec-4fc0-408a-8711-1ec3e365c772 tempest-SecurityGroupRulesTestJSON-1433761684 tempest-SecurityGroupRulesTestJSON-1433761684-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a0733b4c-56d6-4301-be3e-4fcf621cc080,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:47:45.121033 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 51872) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:47:45.121533 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-b8e887cb-4dcd-4a81-a455-9173a5cba565 req-a45ca8ec-4fc0-408a-8711-1ec3e365c772 tempest-SecurityGroupRulesTestJSON-1433761684 tempest-SecurityGroupRulesTestJSON-1433761684-project] Publish callbacks [] for security_group, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:47:45.127108 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-b8e887cb-4dcd-4a81-a455-9173a5cba565 req-a45ca8ec-4fc0-408a-8711-1ec3e365c772 tempest-SecurityGroupRulesTestJSON-1433761684 tempest-SecurityGroupRulesTestJSON-1433761684-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1828 time: 0.4471655 Nov 05 18:47:45.226074 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.db_base_plugin_v2 [None req-3357fb1c-1603-4332-9c44-325b1b6c6e71 admin admin] Deleting subnet ecd4589f-eb0a-4ce5-acb7-d3ef19f6340d {{(pid=102386) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 05 18:47:45.234065 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-3357fb1c-1603-4332-9c44-325b1b6c6e71 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:47:45.278480 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-3357fb1c-1603-4332-9c44-325b1b6c6e71 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4590738'] for subnet, precommit_delete_associations {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:47:45.285154 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7357c95e-e6eb-4ebb-ad83-dc85ae63f9e0 req-4666008a-86c0-4e74-806e-4d9ed4bb8fab tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:47:45.287272 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-7357c95e-e6eb-4ebb-ad83-dc85ae63f9e0 req-4666008a-86c0-4e74-806e-4d9ed4bb8fab tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] 10.222.0.13 "GET /v2.0/ports?device_id=36ff74f4-05f8-4e62-aa90-7bd5e711624c HTTP/1.1" status: 200 len: 946 time: 0.1067982 Nov 05 18:47:45.341123 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-3357fb1c-1603-4332-9c44-325b1b6c6e71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1573928'] for subnet, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:47:45.349268 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-9e774a6e-de28-4c4c-8c98-726e5170ab9b req-e55217a1-2e54-4fb8-84ff-8139be2ae9dc tempest-SecurityGroupRulesTestJSON-1433761684 tempest-SecurityGroupRulesTestJSON-1433761684-project] 10.222.0.13 "GET /v2.0/security-groups/a0733b4c-56d6-4301-be3e-4fcf621cc080 HTTP/1.1" status: 200 len: 1823 time: 0.1044900 Nov 05 18:47:45.359831 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [req-9e774a6e-de28-4c4c-8c98-726e5170ab9b req-3b01b196-f076-42fc-8cdc-e50ba0aecd50 tempest-SecurityGroupRulesTestJSON-1433761684 tempest-SecurityGroupRulesTestJSON-1433761684-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'a0733b4c-56d6-4301-be3e-4fcf621cc080', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:47:45.360234 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [req-9e774a6e-de28-4c4c-8c98-726e5170ab9b req-3b01b196-f076-42fc-8cdc-e50ba0aecd50 tempest-SecurityGroupRulesTestJSON-1433761684 tempest-SecurityGroupRulesTestJSON-1433761684-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'a0733b4c-56d6-4301-be3e-4fcf621cc080', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:47:45.403193 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-7357c95e-e6eb-4ebb-ad83-dc85ae63f9e0 req-85236f5b-2208-41ae-b6f4-4badcf171313 tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] 10.222.0.13 "GET /v2.0/security-groups?id=e0838ac1-f008-48c1-ab43-123e255d616a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043241 Nov 05 18:47:45.439447 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bc034c-8290-4e13-8386-454c8ea17976 req-4bae2637-763c-407a-a53e-4bb763c86dd3 tempest-ListServersNegativeTestJSON-740663082 tempest-ListServersNegativeTestJSON-740663082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:47:45.443224 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-58bc034c-8290-4e13-8386-454c8ea17976 req-4bae2637-763c-407a-a53e-4bb763c86dd3 tempest-ListServersNegativeTestJSON-740663082 tempest-ListServersNegativeTestJSON-740663082-project] 10.222.0.55 "GET /v2.0/ports?device_id=8e8ddd4f-e91e-426a-b0a2-c25bb6c6300a HTTP/1.1" status: 200 len: 946 time: 0.0631340 Nov 05 18:47:45.540962 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-3357fb1c-1603-4332-9c44-325b1b6c6e71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1573905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6149879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4877183'] for subnet, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:47:45.573821 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2400a465-eebd-45dd-9489-8bf5b8f57809 req-7fa94676-e2bf-40cb-9443-57112be6d99d tempest-LiveMigrationTest-600821399 tempest-LiveMigrationTest-600821399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:47:45.574316 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3357fb1c-1603-4332-9c44-325b1b6c6e71 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ecd4589f-eb0a-4ce5-acb7-d3ef19f6340d,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:47:45.575544 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-2400a465-eebd-45dd-9489-8bf5b8f57809 req-7fa94676-e2bf-40cb-9443-57112be6d99d tempest-LiveMigrationTest-600821399 tempest-LiveMigrationTest-600821399-project] 10.222.0.13 "GET /v2.0/ports?device_id=c936ac5a-d9ca-4986-965e-3cf978c6e19b HTTP/1.1" status: 200 len: 943 time: 0.0948367 Nov 05 18:47:45.578632 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-9e774a6e-de28-4c4c-8c98-726e5170ab9b req-3b01b196-f076-42fc-8cdc-e50ba0aecd50 tempest-SecurityGroupRulesTestJSON-1433761684 tempest-SecurityGroupRulesTestJSON-1433761684-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:47:45.583043 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-3357fb1c-1603-4332-9c44-325b1b6c6e71 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:47:45.587447 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-3357fb1c-1603-4332-9c44-325b1b6c6e71 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/ecd4589f-eb0a-4ce5-acb7-d3ef19f6340d HTTP/1.1" status: 204 len: 168 time: 0.4680414 Nov 05 18:47:45.590424 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 51878) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:47:45.634921 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-9e774a6e-de28-4c4c-8c98-726e5170ab9b req-3b01b196-f076-42fc-8cdc-e50ba0aecd50 tempest-SecurityGroupRulesTestJSON-1433761684 tempest-SecurityGroupRulesTestJSON-1433761684-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:47:45.662256 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-2400a465-eebd-45dd-9489-8bf5b8f57809 req-09cf2bde-3683-4b17-9b6f-d21cb322c49e tempest-LiveMigrationTest-600821399 tempest-LiveMigrationTest-600821399-project] 10.222.0.13 "GET /v2.0/security-groups?id=3677ad50-e4bf-4315-8aa4-e48810edc139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669498 Nov 05 18:47:45.674344 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [req-58bc034c-8290-4e13-8386-454c8ea17976 req-d8bebcb1-b1bd-4dba-9072-d95896bcf4c7 tempest-ListServersNegativeTestJSON-740663082 tempest-ListServersNegativeTestJSON-740663082-project] Deleting port 7c98b35d-b327-4b24-9110-f94398aee499 {{(pid=102386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 18:47:45.674344 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-58bc034c-8290-4e13-8386-454c8ea17976 req-d8bebcb1-b1bd-4dba-9072-d95896bcf4c7 tempest-ListServersNegativeTestJSON-740663082 tempest-ListServersNegativeTestJSON-740663082-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:47:45.688026 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Device 05c231cd-a21f-4d70-b5c0-57a111c9f023 no longer exists at agent hyperv_n-h2-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 18:47:45.713363 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] No Port match for: 05c231cd-a21f-4d70-b5c0-57a111c9f023 {{(pid=102388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 18:47:45.713705 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Device 05c231cd-a21f-4d70-b5c0-57a111c9f023 not bound to the agent host n-h2-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 18:47:45.721209 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-9e774a6e-de28-4c4c-8c98-726e5170ab9b req-3b01b196-f076-42fc-8cdc-e50ba0aecd50 tempest-SecurityGroupRulesTestJSON-1433761684 tempest-SecurityGroupRulesTestJSON-1433761684-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985308'] for security_group_rule, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:47:45.741234 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-af70e549-a466-49b6-a157-c60c6baa7834 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1664226'] for network, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:47:45.742538 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b01b196-f076-42fc-8cdc-e50ba0aecd50 tempest-SecurityGroupRulesTestJSON-1433761684 tempest-SecurityGroupRulesTestJSON-1433761684-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f163438-4c98-4cd0-a1e6-1b22ac3d1fd2,revision_number=0']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:47:45.823306 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [req-58bc034c-8290-4e13-8386-454c8ea17976 req-d8bebcb1-b1bd-4dba-9072-d95896bcf4c7 tempest-ListServersNegativeTestJSON-740663082 tempest-ListServersNegativeTestJSON-740663082-project] For port 7c98b35d-b327-4b24-9110-f94398aee499, host n-h2-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=7c98b35d-b327-4b24-9110-f94398aee499,segment=NetworkSegment(7a5f325a-e958-4f9d-83b2-9ada406aab50),segment_id=7a5f325a-e958-4f9d-83b2-9ada406aab50)] {{(pid=102386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:47:45.823648 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-58bc034c-8290-4e13-8386-454c8ea17976 req-d8bebcb1-b1bd-4dba-9072-d95896bcf4c7 tempest-ListServersNegativeTestJSON-740663082 tempest-ListServersNegativeTestJSON-740663082-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:47:45.841323 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-9e774a6e-de28-4c4c-8c98-726e5170ab9b req-3b01b196-f076-42fc-8cdc-e50ba0aecd50 tempest-SecurityGroupRulesTestJSON-1433761684 tempest-SecurityGroupRulesTestJSON-1433761684-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:47:45.855590 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-9e774a6e-de28-4c4c-8c98-726e5170ab9b req-3b01b196-f076-42fc-8cdc-e50ba0aecd50 tempest-SecurityGroupRulesTestJSON-1433761684 tempest-SecurityGroupRulesTestJSON-1433761684-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.4956918 Nov 05 18:47:45.869242 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [req-58bc034c-8290-4e13-8386-454c8ea17976 req-d8bebcb1-b1bd-4dba-9072-d95896bcf4c7 tempest-ListServersNegativeTestJSON-740663082 tempest-ListServersNegativeTestJSON-740663082-project] Calling delete_port for 7c98b35d-b327-4b24-9110-f94398aee499 owned by compute:nova {{(pid=102386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 18:47:45.871803 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-af70e549-a466-49b6-a157-c60c6baa7834 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1579173', 'neutron.services.segments.db._delete_segments_for_network-8750027792909'] for network, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:47:45.874820 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [req-0152ea71-3fb9-4f60-ab72-8c1c203ece17 req-9ae2d2f0-8665-43b6-87a3-a5deacd92887 tempest-SecurityGroupRulesTestJSON-1433761684 tempest-SecurityGroupRulesTestJSON-1433761684-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1040937412', 'description': 'tempest-description-571462828'}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:47:45.909705 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732de115-4b52-4898-9040-6af620cd5154 req-ff1fd7f3-e3b8-4942-a681-936c90d9ae53 tempest-ListServersNegativeTestJSON-740663082 tempest-ListServersNegativeTestJSON-740663082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:47:45.911187 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-732de115-4b52-4898-9040-6af620cd5154 req-ff1fd7f3-e3b8-4942-a681-936c90d9ae53 tempest-ListServersNegativeTestJSON-740663082 tempest-ListServersNegativeTestJSON-740663082-project] 10.222.0.13 "GET /v2.0/ports?device_id=8e8ddd4f-e91e-426a-b0a2-c25bb6c6300a HTTP/1.1" status: 200 len: 946 time: 0.1042774 Nov 05 18:47:45.969073 n-d-816865-1 neutron-server[102386]: DEBUG neutron.services.segments.db [None req-af70e549-a466-49b6-a157-c60c6baa7834 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e560c56-4147-45a9-8213-dc6fad368cb2']}} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:47:45.980922 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-732de115-4b52-4898-9040-6af620cd5154 req-0cc07a40-1c9e-483f-8462-ea2df8f52fad tempest-ListServersNegativeTestJSON-740663082 tempest-ListServersNegativeTestJSON-740663082-project] 10.222.0.13 "GET /v2.0/security-groups?id=3ae13458-222c-49ab-9839-ab56f90819f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581884 Nov 05 18:47:45.984146 n-d-816865-1 neutron-server[102386]: DEBUG neutron.services.segments.db [None req-af70e549-a466-49b6-a157-c60c6baa7834 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7445ea9a-4cf5-460c-9ebc-f147fce20e40') {'for_net_delete': True} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:47:45.984437 n-d-816865-1 neutron-server[102386]: DEBUG neutron.services.segments.db [None req-af70e549-a466-49b6-a157-c60c6baa7834 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7445ea9a-4cf5-460c-9ebc-f147fce20e40') {} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:47:45.989976 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-0152ea71-3fb9-4f60-ab72-8c1c203ece17 req-9ae2d2f0-8665-43b6-87a3-a5deacd92887 tempest-SecurityGroupRulesTestJSON-1433761684 tempest-SecurityGroupRulesTestJSON-1433761684-project] Publish callbacks [] for security_group, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:47:46.006772 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-af70e549-a466-49b6-a157-c60c6baa7834 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750027793430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4590747'] for segment, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:47:46.042071 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306cde0d-222e-494e-94d1-f3906e49f927 req-6219c7d4-8448-4b36-b781-0db522e00fdf tempest-ListServersNegativeTestJSON-740663082 tempest-ListServersNegativeTestJSON-740663082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:47:46.043609 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-306cde0d-222e-494e-94d1-f3906e49f927 req-6219c7d4-8448-4b36-b781-0db522e00fdf tempest-ListServersNegativeTestJSON-740663082 tempest-ListServersNegativeTestJSON-740663082-project] 10.222.0.41 "GET /v2.0/ports?device_id=86c03832-1925-47c9-8678-eebfcb8b127e HTTP/1.1" status: 200 len: 945 time: 0.1670368 Nov 05 18:47:46.052587 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-af70e549-a466-49b6-a157-c60c6baa7834 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273'] for segment, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:47:46.084207 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-0152ea71-3fb9-4f60-ab72-8c1c203ece17 req-9ae2d2f0-8665-43b6-87a3-a5deacd92887 tempest-SecurityGroupRulesTestJSON-1433761684 tempest-SecurityGroupRulesTestJSON-1433761684-project] Publish callbacks [] for security_group, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:47:46.126981 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af70e549-a466-49b6-a157-c60c6baa7834 admin admin] Releasing vlan 192 on physical network physnet1 to pool {{(pid=102386) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 05 18:47:46.127586 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-af70e549-a466-49b6-a157-c60c6baa7834 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6149721'] for segment, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:47:46.129083 n-d-816865-1 neutron-server[102386]: Traceback (most recent call last): Nov 05 18:47:46.129083 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 05 18:47:46.129083 n-d-816865-1 neutron-server[102386]: timer() Nov 05 18:47:46.129083 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 05 18:47:46.129083 n-d-816865-1 neutron-server[102386]: cb(*args, **kw) Nov 05 18:47:46.129083 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 05 18:47:46.129083 n-d-816865-1 neutron-server[102386]: return func(*args, **kwargs) Nov 05 18:47:46.129083 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 05 18:47:46.129083 n-d-816865-1 neutron-server[102386]: self._notify() Nov 05 18:47:46.129083 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 05 18:47:46.129083 n-d-816865-1 neutron-server[102386]: self.callback(batched_events) Nov 05 18:47:46.129083 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 05 18:47:46.129083 n-d-816865-1 neutron-server[102386]: event.method(event) Nov 05 18:47:46.129083 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 05 18:47:46.129083 n-d-816865-1 neutron-server[102386]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 05 18:47:46.129083 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 05 18:47:46.129083 n-d-816865-1 neutron-server[102386]: aggregate_uuid = self.p_client.list_aggregates( Nov 05 18:47:46.129083 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 05 18:47:46.129083 n-d-816865-1 neutron-server[102386]: return f(self, *a, **k) Nov 05 18:47:46.129083 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 05 18:47:46.129083 n-d-816865-1 neutron-server[102386]: return self._get(url).json() Nov 05 18:47:46.129083 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 05 18:47:46.129083 n-d-816865-1 neutron-server[102386]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 05 18:47:46.129083 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 05 18:47:46.129083 n-d-816865-1 neutron-server[102386]: return self.request(url, 'GET', **kwargs) Nov 05 18:47:46.129083 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 05 18:47:46.129083 n-d-816865-1 neutron-server[102386]: base_url = self.get_endpoint(auth, allow=allow, Nov 05 18:47:46.129083 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 05 18:47:46.129083 n-d-816865-1 neutron-server[102386]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 05 18:47:46.129083 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 05 18:47:46.129083 n-d-816865-1 neutron-server[102386]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 05 18:47:46.129083 n-d-816865-1 neutron-server[102386]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 05 18:47:46.161657 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-0152ea71-3fb9-4f60-ab72-8c1c203ece17 req-9ae2d2f0-8665-43b6-87a3-a5deacd92887 tempest-SecurityGroupRulesTestJSON-1433761684 tempest-SecurityGroupRulesTestJSON-1433761684-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:47:46.191341 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae2d2f0-8665-43b6-87a3-a5deacd92887 tempest-SecurityGroupRulesTestJSON-1433761684 tempest-SecurityGroupRulesTestJSON-1433761684-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f513bc77-3d95-4ae5-ae3e-ca33814a993d,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:47:46.260743 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-0152ea71-3fb9-4f60-ab72-8c1c203ece17 req-9ae2d2f0-8665-43b6-87a3-a5deacd92887 tempest-SecurityGroupRulesTestJSON-1433761684 tempest-SecurityGroupRulesTestJSON-1433761684-project] Publish callbacks [] for security_group, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:47:46.262347 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-0152ea71-3fb9-4f60-ab72-8c1c203ece17 req-9ae2d2f0-8665-43b6-87a3-a5deacd92887 tempest-SecurityGroupRulesTestJSON-1433761684 tempest-SecurityGroupRulesTestJSON-1433761684-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1828 time: 0.3937564 Nov 05 18:47:46.315201 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [req-306cde0d-222e-494e-94d1-f3906e49f927 req-bf876265-8822-41ad-84bf-e9be811a2f8a tempest-ListServersNegativeTestJSON-740663082 tempest-ListServersNegativeTestJSON-740663082-project] Deleting port 6adbcb95-fb71-4c48-86d5-251909898396 {{(pid=102386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 18:47:46.315596 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-306cde0d-222e-494e-94d1-f3906e49f927 req-bf876265-8822-41ad-84bf-e9be811a2f8a tempest-ListServersNegativeTestJSON-740663082 tempest-ListServersNegativeTestJSON-740663082-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:47:46.351859 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-af70e549-a466-49b6-a157-c60c6baa7834 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1579178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-956796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1000687'] for network, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:47:46.353533 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-a4a0cf4d-e69a-4e32-87a5-22f34a0126af req-95c8ad33-cb81-4dd9-9ef9-2b0f1a58811d tempest-SecurityGroupRulesTestJSON-1433761684 tempest-SecurityGroupRulesTestJSON-1433761684-project] 10.222.0.13 "GET /v2.0/security-groups/f513bc77-3d95-4ae5-ae3e-ca33814a993d HTTP/1.1" status: 200 len: 1823 time: 0.0573463 Nov 05 18:47:46.367656 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-af70e549-a466-49b6-a157-c60c6baa7834 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597851'] for network, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:47:46.372999 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [req-a4a0cf4d-e69a-4e32-87a5-22f34a0126af req-e48a8a1d-0e1b-4681-9cd0-449b32750cdd tempest-SecurityGroupRulesTestJSON-1433761684 tempest-SecurityGroupRulesTestJSON-1433761684-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'f513bc77-3d95-4ae5-ae3e-ca33814a993d', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:47:46.375936 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [req-a4a0cf4d-e69a-4e32-87a5-22f34a0126af req-e48a8a1d-0e1b-4681-9cd0-449b32750cdd tempest-SecurityGroupRulesTestJSON-1433761684 tempest-SecurityGroupRulesTestJSON-1433761684-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'f513bc77-3d95-4ae5-ae3e-ca33814a993d', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:47:46.376111 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-af70e549-a466-49b6-a157-c60c6baa7834 admin admin] 10.222.0.13 "DELETE /v2.0/networks/6e560c56-4147-45a9-8213-dc6fad368cb2 HTTP/1.1" status: 204 len: 168 time: 0.7812195 Nov 05 18:47:46.418247 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-58bc034c-8290-4e13-8386-454c8ea17976 req-d8bebcb1-b1bd-4dba-9072-d95896bcf4c7 tempest-ListServersNegativeTestJSON-740663082 tempest-ListServersNegativeTestJSON-740663082-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:47:46.431462 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af70e549-a466-49b6-a157-c60c6baa7834 admin admin] Pushing event deleted for resources: {'Network': ['ID=6e560c56-4147-45a9-8213-dc6fad368cb2,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:47:46.436284 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] get_ports_and_sgs() called for port_ids ['6adbcb95-fb71-4c48-86d5-251909898396'] {{(pid=102388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 18:47:46.439102 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] get_ports_and_sgs() called for port_ids ['7c98b35d-b327-4b24-9110-f94398aee499'] {{(pid=102388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 18:47:46.488079 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8bebcb1-b1bd-4dba-9072-d95896bcf4c7 tempest-ListServersNegativeTestJSON-740663082 tempest-ListServersNegativeTestJSON-740663082-project] Pushing event deleted for resources: {'Port': ['ID=7c98b35d-b327-4b24-9110-f94398aee499,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:47:46.553810 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [req-58bc034c-8290-4e13-8386-454c8ea17976 req-d8bebcb1-b1bd-4dba-9072-d95896bcf4c7 tempest-ListServersNegativeTestJSON-740663082 tempest-ListServersNegativeTestJSON-740663082-project] No DVR routers for this DVR port 7c98b35d-b327-4b24-9110-f94398aee499 on host n-h2-816865-1 {{(pid=102386) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 18:47:46.594390 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [req-306cde0d-222e-494e-94d1-f3906e49f927 req-bf876265-8822-41ad-84bf-e9be811a2f8a tempest-ListServersNegativeTestJSON-740663082 tempest-ListServersNegativeTestJSON-740663082-project] For port 6adbcb95-fb71-4c48-86d5-251909898396, host n-h1-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=6adbcb95-fb71-4c48-86d5-251909898396,segment=NetworkSegment(7a5f325a-e958-4f9d-83b2-9ada406aab50),segment_id=7a5f325a-e958-4f9d-83b2-9ada406aab50)] {{(pid=102386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:47:46.595006 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-306cde0d-222e-494e-94d1-f3906e49f927 req-bf876265-8822-41ad-84bf-e9be811a2f8a tempest-ListServersNegativeTestJSON-740663082 tempest-ListServersNegativeTestJSON-740663082-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:47:46.608956 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-a4a0cf4d-e69a-4e32-87a5-22f34a0126af req-e48a8a1d-0e1b-4681-9cd0-449b32750cdd tempest-SecurityGroupRulesTestJSON-1433761684 tempest-SecurityGroupRulesTestJSON-1433761684-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:47:46.609464 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-58bc034c-8290-4e13-8386-454c8ea17976 req-d8bebcb1-b1bd-4dba-9072-d95896bcf4c7 tempest-ListServersNegativeTestJSON-740663082 tempest-ListServersNegativeTestJSON-740663082-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:47:46.615313 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-58bc034c-8290-4e13-8386-454c8ea17976 req-d8bebcb1-b1bd-4dba-9072-d95896bcf4c7 tempest-ListServersNegativeTestJSON-740663082 tempest-ListServersNegativeTestJSON-740663082-project] 10.222.0.55 "DELETE /v2.0/ports/7c98b35d-b327-4b24-9110-f94398aee499 HTTP/1.1" status: 204 len: 173 time: 1.1668792 Nov 05 18:47:46.616032 n-d-816865-1 neutron-server[102386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e8ddd4f-e91e-426a-b0a2-c25bb6c6300a', 'name': 'network-vif-deleted', 'tag': '7c98b35d-b327-4b24-9110-f94398aee499'}] {{(pid=102386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 18:47:46.621381 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6173a44d7c73f41af551dc890fa1a5892c2c6bc3458b640c8e0c24db7876ba6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3aa4d039-3657-437c-bc4b-9a931b46a60e" -d '{"events": [{"server_uuid": "8e8ddd4f-e91e-426a-b0a2-c25bb6c6300a", "name": "network-vif-deleted", "tag": "7c98b35d-b327-4b24-9110-f94398aee499"}]}' {{(pid=102386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 18:47:46.634829 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [req-306cde0d-222e-494e-94d1-f3906e49f927 req-bf876265-8822-41ad-84bf-e9be811a2f8a tempest-ListServersNegativeTestJSON-740663082 tempest-ListServersNegativeTestJSON-740663082-project] Calling delete_port for 6adbcb95-fb71-4c48-86d5-251909898396 owned by compute:nova {{(pid=102386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 18:47:46.656424 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3292cf03-1a47-4bb8-9b41-ca15026cf740 req-e4a26a2b-ead6-49d7-9da7-bb78cc5440e2 tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:47:46.658244 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-3292cf03-1a47-4bb8-9b41-ca15026cf740 req-e4a26a2b-ead6-49d7-9da7-bb78cc5440e2 tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] 10.222.0.13 "GET /v2.0/ports?device_id=36ff74f4-05f8-4e62-aa90-7bd5e711624c HTTP/1.1" status: 200 len: 946 time: 0.1708803 Nov 05 18:47:46.682593 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-a4a0cf4d-e69a-4e32-87a5-22f34a0126af req-e48a8a1d-0e1b-4681-9cd0-449b32750cdd tempest-SecurityGroupRulesTestJSON-1433761684 tempest-SecurityGroupRulesTestJSON-1433761684-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:47:46.727899 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-3292cf03-1a47-4bb8-9b41-ca15026cf740 req-eb32a118-9fdc-4afe-b109-2e29e7cf5777 tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] 10.222.0.13 "GET /v2.0/security-groups?id=e0838ac1-f008-48c1-ab43-123e255d616a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607340 Nov 05 18:47:46.778862 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 18:47:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7fdb9b7-45d7-4469-92c2-fa7e02523382 x-openstack-request-id: req-e7fdb9b7-45d7-4469-92c2-fa7e02523382 {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 18:47:46.779160 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e8ddd4f-e91e-426a-b0a2-c25bb6c6300a", "name": "network-vif-deleted", "tag": "7c98b35d-b327-4b24-9110-f94398aee499", "status": "completed", "code": 200}]} {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 18:47:46.779397 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e7fdb9b7-45d7-4469-92c2-fa7e02523382 {{(pid=102386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 18:47:46.779791 n-d-816865-1 neutron-server[102386]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e8ddd4f-e91e-426a-b0a2-c25bb6c6300a', 'name': 'network-vif-deleted', 'tag': '7c98b35d-b327-4b24-9110-f94398aee499', 'status': 'completed', 'code': 200} Nov 05 18:47:46.873361 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c803728-78ae-4011-b9dc-f80998aa8c74 req-27c5a17d-5ba0-42c1-9167-57ea31acec13 tempest-LiveMigrationTest-600821399 tempest-LiveMigrationTest-600821399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:47:46.885928 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-0c803728-78ae-4011-b9dc-f80998aa8c74 req-27c5a17d-5ba0-42c1-9167-57ea31acec13 tempest-LiveMigrationTest-600821399 tempest-LiveMigrationTest-600821399-project] 10.222.0.13 "GET /v2.0/ports?device_id=c936ac5a-d9ca-4986-965e-3cf978c6e19b HTTP/1.1" status: 200 len: 943 time: 0.0517125 Nov 05 18:47:46.925506 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-0c803728-78ae-4011-b9dc-f80998aa8c74 req-9abe089c-d628-45a8-bddb-e2dbfc3a39c2 tempest-LiveMigrationTest-600821399 tempest-LiveMigrationTest-600821399-project] 10.222.0.13 "GET /v2.0/security-groups?id=3677ad50-e4bf-4315-8aa4-e48810edc139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444927 Nov 05 18:47:46.972445 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-a4a0cf4d-e69a-4e32-87a5-22f34a0126af req-e48a8a1d-0e1b-4681-9cd0-449b32750cdd tempest-SecurityGroupRulesTestJSON-1433761684 tempest-SecurityGroupRulesTestJSON-1433761684-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985308'] for security_group_rule, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:47:46.979399 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-306cde0d-222e-494e-94d1-f3906e49f927 req-bf876265-8822-41ad-84bf-e9be811a2f8a tempest-ListServersNegativeTestJSON-740663082 tempest-ListServersNegativeTestJSON-740663082-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:47:46.995824 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] get_ports_and_sgs() called for port_ids ['7c98b35d-b327-4b24-9110-f94398aee499'] {{(pid=102388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 18:47:46.997228 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48a8a1d-0e1b-4681-9cd0-449b32750cdd tempest-SecurityGroupRulesTestJSON-1433761684 tempest-SecurityGroupRulesTestJSON-1433761684-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f1bdb52-203b-45fc-af61-1a792c8f70d8,revision_number=0']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:47:47.066652 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf876265-8822-41ad-84bf-e9be811a2f8a tempest-ListServersNegativeTestJSON-740663082 tempest-ListServersNegativeTestJSON-740663082-project] Pushing event deleted for resources: {'Port': ['ID=6adbcb95-fb71-4c48-86d5-251909898396,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:47:47.074076 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-a4a0cf4d-e69a-4e32-87a5-22f34a0126af req-e48a8a1d-0e1b-4681-9cd0-449b32750cdd tempest-SecurityGroupRulesTestJSON-1433761684 tempest-SecurityGroupRulesTestJSON-1433761684-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:47:47.075328 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-a4a0cf4d-e69a-4e32-87a5-22f34a0126af req-e48a8a1d-0e1b-4681-9cd0-449b32750cdd tempest-SecurityGroupRulesTestJSON-1433761684 tempest-SecurityGroupRulesTestJSON-1433761684-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.7154927 Nov 05 18:47:47.128886 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 51914) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:47:47.135887 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [req-306cde0d-222e-494e-94d1-f3906e49f927 req-bf876265-8822-41ad-84bf-e9be811a2f8a tempest-ListServersNegativeTestJSON-740663082 tempest-ListServersNegativeTestJSON-740663082-project] No DVR routers for this DVR port 6adbcb95-fb71-4c48-86d5-251909898396 on host n-h1-816865-1 {{(pid=102386) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 18:47:47.139402 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-306cde0d-222e-494e-94d1-f3906e49f927 req-bf876265-8822-41ad-84bf-e9be811a2f8a tempest-ListServersNegativeTestJSON-740663082 tempest-ListServersNegativeTestJSON-740663082-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:47:47.142888 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-306cde0d-222e-494e-94d1-f3906e49f927 req-bf876265-8822-41ad-84bf-e9be811a2f8a tempest-ListServersNegativeTestJSON-740663082 tempest-ListServersNegativeTestJSON-740663082-project] 10.222.0.41 "DELETE /v2.0/ports/6adbcb95-fb71-4c48-86d5-251909898396 HTTP/1.1" status: 204 len: 173 time: 1.0916626 Nov 05 18:47:47.184596 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-d13e5512-611e-4e0e-b133-0aef9972ad3e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=378ccecb06c94ef88e7da4c8170a11c7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0545290 Nov 05 18:47:47.187202 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 51916) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:47:47.213930 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-bf224b5d-985a-4abb-b1a6-af8bcf87756f req-864a9812-24f1-4461-a3ad-8e9ed475047d tempest-ListServersNegativeTestJSON-740663082 tempest-ListServersNegativeTestJSON-740663082-project] 10.222.0.13 "GET /v2.0/ports?device_id=8e8ddd4f-e91e-426a-b0a2-c25bb6c6300a HTTP/1.1" status: 200 len: 210 time: 0.0389574 Nov 05 18:47:47.246463 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-047db48e-d08f-4982-8475-29f41816348d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:47:47.248439 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [req-fc49a0ba-a62f-47e6-bdb2-6ee8445058a4 req-bf7b8d60-8c4e-4c44-a906-76a522a2a774 tempest-SecurityGroupRulesTestJSON-1433761684 tempest-SecurityGroupRulesTestJSON-1433761684-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-2127427807', 'description': 'tempest-description-1707690364'}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:47:47.279111 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-047db48e-d08f-4982-8475-29f41816348d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:47:47.330538 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-fc49a0ba-a62f-47e6-bdb2-6ee8445058a4 req-bf7b8d60-8c4e-4c44-a906-76a522a2a774 tempest-SecurityGroupRulesTestJSON-1433761684 tempest-SecurityGroupRulesTestJSON-1433761684-project] Publish callbacks [] for security_group, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:47:47.475792 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-047db48e-d08f-4982-8475-29f41816348d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:47:47.478587 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-047db48e-d08f-4982-8475-29f41816348d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:47:47.482338 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-047db48e-d08f-4982-8475-29f41816348d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6832ddad-28ff-482a-a14c-7be3bdb8c0fe HTTP/1.1" status: 204 len: 168 time: 0.2916090 Nov 05 18:47:47.488114 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047db48e-d08f-4982-8475-29f41816348d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6832ddad-28ff-482a-a14c-7be3bdb8c0fe,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:47:47.559240 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-fc49a0ba-a62f-47e6-bdb2-6ee8445058a4 req-bf7b8d60-8c4e-4c44-a906-76a522a2a774 tempest-SecurityGroupRulesTestJSON-1433761684 tempest-SecurityGroupRulesTestJSON-1433761684-project] Publish callbacks [] for security_group, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:47:47.587597 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b217e39b-8567-491c-8995-49a27d3f4a3e req-bc2e3c86-ca13-4971-9bc5-6e0529cf5f10 tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:47:47.589239 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-b217e39b-8567-491c-8995-49a27d3f4a3e req-bc2e3c86-ca13-4971-9bc5-6e0529cf5f10 tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] 10.222.0.13 "GET /v2.0/ports?device_id=36ff74f4-05f8-4e62-aa90-7bd5e711624c HTTP/1.1" status: 200 len: 946 time: 0.1218767 Nov 05 18:47:47.634684 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-fc49a0ba-a62f-47e6-bdb2-6ee8445058a4 req-bf7b8d60-8c4e-4c44-a906-76a522a2a774 tempest-SecurityGroupRulesTestJSON-1433761684 tempest-SecurityGroupRulesTestJSON-1433761684-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:47:47.677943 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-b217e39b-8567-491c-8995-49a27d3f4a3e req-ed178a2a-a053-4fe3-a414-890c4f1004a0 tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] 10.222.0.13 "GET /v2.0/security-groups?id=e0838ac1-f008-48c1-ab43-123e255d616a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815001 Nov 05 18:47:47.687254 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7b8d60-8c4e-4c44-a906-76a522a2a774 tempest-SecurityGroupRulesTestJSON-1433761684 tempest-SecurityGroupRulesTestJSON-1433761684-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6fbe00b1-4e96-469e-865a-b806801eef1a,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:47:47.740555 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-fc49a0ba-a62f-47e6-bdb2-6ee8445058a4 req-bf7b8d60-8c4e-4c44-a906-76a522a2a774 tempest-SecurityGroupRulesTestJSON-1433761684 tempest-SecurityGroupRulesTestJSON-1433761684-project] Publish callbacks [] for security_group, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:47:47.742135 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-fc49a0ba-a62f-47e6-bdb2-6ee8445058a4 req-bf7b8d60-8c4e-4c44-a906-76a522a2a774 tempest-SecurityGroupRulesTestJSON-1433761684 tempest-SecurityGroupRulesTestJSON-1433761684-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1829 time: 0.4983659 Nov 05 18:47:47.773028 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [req-0097426d-0c30-4c33-9bb3-60b695741b07 req-87096c6e-1b28-46d4-b74d-d251b3a903fc tempest-SecurityGroupRulesTestJSON-1433761684 tempest-SecurityGroupRulesTestJSON-1433761684-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1631660010', 'description': 'tempest-description-832561904'}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:47:48.040305 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-0097426d-0c30-4c33-9bb3-60b695741b07 req-87096c6e-1b28-46d4-b74d-d251b3a903fc tempest-SecurityGroupRulesTestJSON-1433761684 tempest-SecurityGroupRulesTestJSON-1433761684-project] Publish callbacks [] for security_group, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:47:48.107617 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21dae776-fd20-4e13-a1b4-9756d6b05898 req-a00db0e2-e15c-4190-ad4d-dfb3a7383d6e tempest-LiveMigrationTest-600821399 tempest-LiveMigrationTest-600821399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:47:48.115994 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-21dae776-fd20-4e13-a1b4-9756d6b05898 req-a00db0e2-e15c-4190-ad4d-dfb3a7383d6e tempest-LiveMigrationTest-600821399 tempest-LiveMigrationTest-600821399-project] 10.222.0.13 "GET /v2.0/ports?device_id=c936ac5a-d9ca-4986-965e-3cf978c6e19b HTTP/1.1" status: 200 len: 943 time: 0.1111863 Nov 05 18:47:48.192594 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-0097426d-0c30-4c33-9bb3-60b695741b07 req-87096c6e-1b28-46d4-b74d-d251b3a903fc tempest-SecurityGroupRulesTestJSON-1433761684 tempest-SecurityGroupRulesTestJSON-1433761684-project] Publish callbacks [] for security_group, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:47:48.200728 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-21dae776-fd20-4e13-a1b4-9756d6b05898 req-b0828d35-6817-4284-8d5a-f0645c87995f tempest-LiveMigrationTest-600821399 tempest-LiveMigrationTest-600821399-project] 10.222.0.13 "GET /v2.0/security-groups?id=3677ad50-e4bf-4315-8aa4-e48810edc139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832360 Nov 05 18:47:48.310633 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-0097426d-0c30-4c33-9bb3-60b695741b07 req-87096c6e-1b28-46d4-b74d-d251b3a903fc tempest-SecurityGroupRulesTestJSON-1433761684 tempest-SecurityGroupRulesTestJSON-1433761684-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:47:48.367358 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87096c6e-1b28-46d4-b74d-d251b3a903fc tempest-SecurityGroupRulesTestJSON-1433761684 tempest-SecurityGroupRulesTestJSON-1433761684-project] Pushing event updated for resources: {'SecurityGroup': ['ID=be427a2f-b119-445b-bc37-bc546af42416,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:47:48.433595 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-20e84b85-ab95-4506-8a5e-83d70b588e5d req-0aad3cb0-df43-43ed-aa29-37165497ae87 tempest-ListServersNegativeTestJSON-740663082 tempest-ListServersNegativeTestJSON-740663082-project] 10.222.0.13 "GET /v2.0/ports?device_id=86c03832-1925-47c9-8678-eebfcb8b127e HTTP/1.1" status: 200 len: 210 time: 0.0439663 Nov 05 18:47:48.436189 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-0097426d-0c30-4c33-9bb3-60b695741b07 req-87096c6e-1b28-46d4-b74d-d251b3a903fc tempest-SecurityGroupRulesTestJSON-1433761684 tempest-SecurityGroupRulesTestJSON-1433761684-project] Publish callbacks [] for security_group, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:47:48.437451 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-0097426d-0c30-4c33-9bb3-60b695741b07 req-87096c6e-1b28-46d4-b74d-d251b3a903fc tempest-SecurityGroupRulesTestJSON-1433761684 tempest-SecurityGroupRulesTestJSON-1433761684-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1828 time: 0.6718931 Nov 05 18:47:48.537749 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-11866290-541b-4539-a44b-b756e331c20c req-cf2ce86d-91ed-479c-98b0-eedbe726c337 tempest-SecurityGroupRulesTestJSON-1433761684 tempest-SecurityGroupRulesTestJSON-1433761684-project] 10.222.0.13 "GET /v2.0/security-groups/6fbe00b1-4e96-469e-865a-b806801eef1a HTTP/1.1" status: 200 len: 1824 time: 0.0641186 Nov 05 18:47:48.582738 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-11866290-541b-4539-a44b-b756e331c20c req-e684f969-3b65-47d6-a844-1f467aca73eb tempest-SecurityGroupRulesTestJSON-1433761684 tempest-SecurityGroupRulesTestJSON-1433761684-project] 10.222.0.13 "GET /v2.0/security-groups/be427a2f-b119-445b-bc37-bc546af42416 HTTP/1.1" status: 200 len: 1823 time: 0.0437002 Nov 05 18:47:48.595355 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [req-11866290-541b-4539-a44b-b756e331c20c req-e1a87ca0-fdc5-46f0-bd89-5dc235605a06 tempest-SecurityGroupRulesTestJSON-1433761684 tempest-SecurityGroupRulesTestJSON-1433761684-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '6fbe00b1-4e96-469e-865a-b806801eef1a', 'remote_group_id': 'be427a2f-b119-445b-bc37-bc546af42416', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:47:48.600090 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [req-11866290-541b-4539-a44b-b756e331c20c req-e1a87ca0-fdc5-46f0-bd89-5dc235605a06 tempest-SecurityGroupRulesTestJSON-1433761684 tempest-SecurityGroupRulesTestJSON-1433761684-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '6fbe00b1-4e96-469e-865a-b806801eef1a', 'remote_group_id': 'be427a2f-b119-445b-bc37-bc546af42416', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:47:48.781266 n-d-816865-1 neutron-server[102386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86c03832-1925-47c9-8678-eebfcb8b127e', 'name': 'network-vif-deleted', 'tag': '6adbcb95-fb71-4c48-86d5-251909898396'}] {{(pid=102386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 18:47:48.784136 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6173a44d7c73f41af551dc890fa1a5892c2c6bc3458b640c8e0c24db7876ba6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af4c27be-eec7-49f6-a973-8f9b734fd23c" -d '{"events": [{"server_uuid": "86c03832-1925-47c9-8678-eebfcb8b127e", "name": "network-vif-deleted", "tag": "6adbcb95-fb71-4c48-86d5-251909898396"}]}' {{(pid=102386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 18:47:48.818656 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-11866290-541b-4539-a44b-b756e331c20c req-e1a87ca0-fdc5-46f0-bd89-5dc235605a06 tempest-SecurityGroupRulesTestJSON-1433761684 tempest-SecurityGroupRulesTestJSON-1433761684-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:47:48.860426 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25a1a27-bdf5-4633-a15a-2968404af12f req-149d2f55-c6a9-48c2-ad4c-135e8781fee4 tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:47:48.861981 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-e25a1a27-bdf5-4633-a15a-2968404af12f req-149d2f55-c6a9-48c2-ad4c-135e8781fee4 tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] 10.222.0.13 "GET /v2.0/ports?device_id=36ff74f4-05f8-4e62-aa90-7bd5e711624c HTTP/1.1" status: 200 len: 946 time: 0.0884850 Nov 05 18:47:48.902896 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-11866290-541b-4539-a44b-b756e331c20c req-e1a87ca0-fdc5-46f0-bd89-5dc235605a06 tempest-SecurityGroupRulesTestJSON-1433761684 tempest-SecurityGroupRulesTestJSON-1433761684-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:47:48.947816 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-e25a1a27-bdf5-4633-a15a-2968404af12f req-8c6dcd16-b725-4ca9-be06-97f89aa0b8f7 tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] 10.222.0.13 "GET /v2.0/security-groups?id=e0838ac1-f008-48c1-ab43-123e255d616a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770504 Nov 05 18:47:48.989433 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-11866290-541b-4539-a44b-b756e331c20c req-e1a87ca0-fdc5-46f0-bd89-5dc235605a06 tempest-SecurityGroupRulesTestJSON-1433761684 tempest-SecurityGroupRulesTestJSON-1433761684-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985308'] for security_group_rule, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:47:49.018670 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 18:47:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e17a1dc8-daf7-4062-b04f-b1d160ec05f8 x-openstack-request-id: req-e17a1dc8-daf7-4062-b04f-b1d160ec05f8 {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 18:47:49.019091 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86c03832-1925-47c9-8678-eebfcb8b127e", "name": "network-vif-deleted", "tag": "6adbcb95-fb71-4c48-86d5-251909898396", "status": "completed", "code": 200}]} {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 18:47:49.019541 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e17a1dc8-daf7-4062-b04f-b1d160ec05f8 {{(pid=102386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 18:47:49.020040 n-d-816865-1 neutron-server[102386]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86c03832-1925-47c9-8678-eebfcb8b127e', 'name': 'network-vif-deleted', 'tag': '6adbcb95-fb71-4c48-86d5-251909898396', 'status': 'completed', 'code': 200} Nov 05 18:47:49.021610 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a87ca0-fdc5-46f0-bd89-5dc235605a06 tempest-SecurityGroupRulesTestJSON-1433761684 tempest-SecurityGroupRulesTestJSON-1433761684-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f9e2553-f92a-4f9d-95b2-30eea8c62810,revision_number=0']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:47:49.146179 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-11866290-541b-4539-a44b-b756e331c20c req-e1a87ca0-fdc5-46f0-bd89-5dc235605a06 tempest-SecurityGroupRulesTestJSON-1433761684 tempest-SecurityGroupRulesTestJSON-1433761684-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:47:49.149345 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-11866290-541b-4539-a44b-b756e331c20c req-e1a87ca0-fdc5-46f0-bd89-5dc235605a06 tempest-SecurityGroupRulesTestJSON-1433761684 tempest-SecurityGroupRulesTestJSON-1433761684-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.5564346 Nov 05 18:47:49.151545 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1171b0-7ef7-460e-9bae-4a782388a911 req-141d663e-e3ef-4d4d-891c-08ea8bb3f0cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:47:49.153476 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-6d1171b0-7ef7-460e-9bae-4a782388a911 req-141d663e-e3ef-4d4d-891c-08ea8bb3f0cf service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=9d37d1d71d154d088bbcf565483b4218&device_id=b3c515f9-768f-4a54-bb92-e6f3d5207990 HTTP/1.1" status: 200 len: 1096 time: 0.0662827 Nov 05 18:47:49.187867 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [req-950984b0-728e-4005-86c2-6f1ab18e70fd req-6ec13ab3-d73a-4362-9434-0a668a3ff08a tempest-SecurityGroupRulesTestJSON-1433761684 tempest-SecurityGroupRulesTestJSON-1433761684-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-288333404', 'description': 'tempest-description-688799311'}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:47:49.261235 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aec1660-358e-41cc-bf2b-2e4fb401f37a req-58d144fd-606e-4389-a2ef-e00cb08310d5 tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:47:49.262849 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-7aec1660-358e-41cc-bf2b-2e4fb401f37a req-58d144fd-606e-4389-a2ef-e00cb08310d5 tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] 10.222.0.55 "GET /v2.0/ports?device_id=36ff74f4-05f8-4e62-aa90-7bd5e711624c HTTP/1.1" status: 200 len: 946 time: 0.1081958 Nov 05 18:47:49.287103 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-950984b0-728e-4005-86c2-6f1ab18e70fd req-6ec13ab3-d73a-4362-9434-0a668a3ff08a tempest-SecurityGroupRulesTestJSON-1433761684 tempest-SecurityGroupRulesTestJSON-1433761684-project] Publish callbacks [] for security_group, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:47:49.414634 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1171b0-7ef7-460e-9bae-4a782388a911 req-55a11383-6763-4325-a3a6-d66cf2b1895a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:47:49.416124 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-6d1171b0-7ef7-460e-9bae-4a782388a911 req-55a11383-6763-4325-a3a6-d66cf2b1895a service neutron] 10.222.0.55 "GET /v2.0/networks?id=bb5b9fed-8e61-492a-a21e-f9ce432c95f7 HTTP/1.1" status: 200 len: 912 time: 0.2125416 Nov 05 18:47:49.438268 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-950984b0-728e-4005-86c2-6f1ab18e70fd req-6ec13ab3-d73a-4362-9434-0a668a3ff08a tempest-SecurityGroupRulesTestJSON-1433761684 tempest-SecurityGroupRulesTestJSON-1433761684-project] Publish callbacks [] for security_group, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:47:49.499495 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [req-7aec1660-358e-41cc-bf2b-2e4fb401f37a req-ac3e1916-866a-4fd7-9aed-946de13ad23e tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] Deleting port 0f310046-ed73-45e0-81b3-775800e1e8dd {{(pid=102386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 18:47:49.499819 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-7aec1660-358e-41cc-bf2b-2e4fb401f37a req-ac3e1916-866a-4fd7-9aed-946de13ad23e tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:47:49.509414 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-6d1171b0-7ef7-460e-9bae-4a782388a911 req-9af2085a-df19-48ec-870c-3f9414a01742 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=76ac6dda-0dbe-4431-a06f-4b5c155d8cde HTTP/1.1" status: 200 len: 1000 time: 0.0848153 Nov 05 18:47:49.515250 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-950984b0-728e-4005-86c2-6f1ab18e70fd req-6ec13ab3-d73a-4362-9434-0a668a3ff08a tempest-SecurityGroupRulesTestJSON-1433761684 tempest-SecurityGroupRulesTestJSON-1433761684-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:47:49.560637 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec13ab3-d73a-4362-9434-0a668a3ff08a tempest-SecurityGroupRulesTestJSON-1433761684 tempest-SecurityGroupRulesTestJSON-1433761684-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9d9d39e7-326f-4ad6-883c-560e48e2c038,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:47:49.631325 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-950984b0-728e-4005-86c2-6f1ab18e70fd req-6ec13ab3-d73a-4362-9434-0a668a3ff08a tempest-SecurityGroupRulesTestJSON-1433761684 tempest-SecurityGroupRulesTestJSON-1433761684-project] Publish callbacks [] for security_group, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:47:49.635941 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-950984b0-728e-4005-86c2-6f1ab18e70fd req-6ec13ab3-d73a-4362-9434-0a668a3ff08a tempest-SecurityGroupRulesTestJSON-1433761684 tempest-SecurityGroupRulesTestJSON-1433761684-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1827 time: 0.4524682 Nov 05 18:47:49.654025 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1171b0-7ef7-460e-9bae-4a782388a911 req-bbf2f637-c5d5-4297-8f36-b9acfd544658 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:47:49.659601 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-6d1171b0-7ef7-460e-9bae-4a782388a911 req-bbf2f637-c5d5-4297-8f36-b9acfd544658 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=8df5751e-d8bb-41e4-9469-238f613979b1 HTTP/1.1" status: 200 len: 850 time: 0.1399100 Nov 05 18:47:49.704351 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Device 7c98b35d-b327-4b24-9110-f94398aee499 no longer exists at agent hyperv_n-h2-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 18:47:49.727876 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 51994) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:47:49.760250 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [req-7aec1660-358e-41cc-bf2b-2e4fb401f37a req-ac3e1916-866a-4fd7-9aed-946de13ad23e tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] For port 0f310046-ed73-45e0-81b3-775800e1e8dd, host n-h2-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=0f310046-ed73-45e0-81b3-775800e1e8dd,segment=NetworkSegment(18ff82bc-5fc5-4d18-b58f-45dd42e01fae),segment_id=18ff82bc-5fc5-4d18-b58f-45dd42e01fae)] {{(pid=102386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:47:49.760622 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-7aec1660-358e-41cc-bf2b-2e4fb401f37a req-ac3e1916-866a-4fd7-9aed-946de13ad23e tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:47:49.765497 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] No Port match for: 7c98b35d-b327-4b24-9110-f94398aee499 {{(pid=102388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 18:47:49.765862 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Device 7c98b35d-b327-4b24-9110-f94398aee499 not bound to the agent host n-h2-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 18:47:49.805839 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [req-7aec1660-358e-41cc-bf2b-2e4fb401f37a req-ac3e1916-866a-4fd7-9aed-946de13ad23e tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] Calling delete_port for 0f310046-ed73-45e0-81b3-775800e1e8dd owned by compute:nova {{(pid=102386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 18:47:49.840222 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1171b0-7ef7-460e-9bae-4a782388a911 req-52089ec1-002a-4cb9-82cc-1d85501a4f4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:47:49.841792 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-6d1171b0-7ef7-460e-9bae-4a782388a911 req-52089ec1-002a-4cb9-82cc-1d85501a4f4a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=bb5b9fed-8e61-492a-a21e-f9ce432c95f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1720042 Nov 05 18:47:49.867280 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21717551-bbba-438a-a72a-310a5345cbf6 req-323164a2-93e7-43d2-861a-3bac8e03e2ac tempest-LiveMigrationTest-600821399 tempest-LiveMigrationTest-600821399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:47:49.874975 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-21717551-bbba-438a-a72a-310a5345cbf6 req-323164a2-93e7-43d2-861a-3bac8e03e2ac tempest-LiveMigrationTest-600821399 tempest-LiveMigrationTest-600821399-project] 10.222.0.13 "GET /v2.0/ports?device_id=c936ac5a-d9ca-4986-965e-3cf978c6e19b HTTP/1.1" status: 200 len: 943 time: 0.1906204 Nov 05 18:47:49.945100 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-c50fe34c-89be-425e-905e-7a4897793f50 req-3ce685bc-2563-4a31-92aa-ea81dd0a2c7f tempest-ServerShowV247Test-1721215558 tempest-ServerShowV247Test-1721215558-project] 10.222.0.13 "GET /v2.0/ports?device_id=cb0cc9c5-f867-41bd-b3e5-fe2461240cd5 HTTP/1.1" status: 200 len: 210 time: 0.1102951 Nov 05 18:47:49.964811 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.db_base_plugin_v2 [None req-32c45c1f-7a19-4c81-b636-7c86af31e810 admin admin] Deleting subnet 1a898e69-91ad-4a0b-9110-36e9781a553f {{(pid=102387) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 05 18:47:49.982366 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-32c45c1f-7a19-4c81-b636-7c86af31e810 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:47:50.015364 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [req-1b9ed006-b1dc-4f28-b069-b931b69d57e9 req-abedfc17-b8b6-4b7e-9e0d-a2836719697e tempest-SecurityGroupRulesTestJSON-1433761684 tempest-SecurityGroupRulesTestJSON-1433761684-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1237658930', 'description': 'tempest-description-1088033429'}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:47:50.074024 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-21717551-bbba-438a-a72a-310a5345cbf6 req-a9885191-c796-4f6e-965c-a42e89a8f448 tempest-LiveMigrationTest-600821399 tempest-LiveMigrationTest-600821399-project] 10.222.0.13 "GET /v2.0/security-groups?id=3677ad50-e4bf-4315-8aa4-e48810edc139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1854362 Nov 05 18:47:50.081220 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-32c45c1f-7a19-4c81-b636-7c86af31e810 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4463501'] for subnet, precommit_delete_associations {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:47:50.090782 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-6d1171b0-7ef7-460e-9bae-4a782388a911 req-b96557fb-14ad-4075-b9e4-e33be4ade20b service neutron] 10.222.0.55 "GET /v2.0/networks/bb5b9fed-8e61-492a-a21e-f9ce432c95f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2357540 Nov 05 18:47:50.120190 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Device 6adbcb95-fb71-4c48-86d5-251909898396 no longer exists at agent hyperv_n-h1-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 18:47:50.177685 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] No Port match for: 6adbcb95-fb71-4c48-86d5-251909898396 {{(pid=102388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 18:47:50.178411 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Device 6adbcb95-fb71-4c48-86d5-251909898396 not bound to the agent host n-h1-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 18:47:50.213624 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-32c45c1f-7a19-4c81-b636-7c86af31e810 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1573928'] for subnet, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:47:50.216358 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-1b9ed006-b1dc-4f28-b069-b931b69d57e9 req-abedfc17-b8b6-4b7e-9e0d-a2836719697e tempest-SecurityGroupRulesTestJSON-1433761684 tempest-SecurityGroupRulesTestJSON-1433761684-project] Publish callbacks [] for security_group, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:47:50.217054 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-6d1171b0-7ef7-460e-9bae-4a782388a911 req-a1e0ef74-1448-4b04-939c-e69700531260 service neutron] 10.222.0.55 "GET /v2.0/networks/bb5b9fed-8e61-492a-a21e-f9ce432c95f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1132762 Nov 05 18:47:50.324369 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14e8f13-772d-4775-9f4e-925c997a5eda req-93a27880-717f-47ef-8436-eece411acc50 tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:47:50.326170 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-a14e8f13-772d-4775-9f4e-925c997a5eda req-93a27880-717f-47ef-8436-eece411acc50 tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] 10.222.0.13 "GET /v2.0/ports?device_id=36ff74f4-05f8-4e62-aa90-7bd5e711624c HTTP/1.1" status: 200 len: 946 time: 0.1463604 Nov 05 18:47:50.344089 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-7aec1660-358e-41cc-bf2b-2e4fb401f37a req-ac3e1916-866a-4fd7-9aed-946de13ad23e tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:47:50.356557 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] get_ports_and_sgs() called for port_ids ['0f310046-ed73-45e0-81b3-775800e1e8dd'] {{(pid=102388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 18:47:50.375676 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-32c45c1f-7a19-4c81-b636-7c86af31e810 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1573905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4417146', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5112209'] for subnet, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:47:50.389920 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3e1916-866a-4fd7-9aed-946de13ad23e tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] Pushing event deleted for resources: {'Port': ['ID=0f310046-ed73-45e0-81b3-775800e1e8dd,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:47:50.443451 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [req-7aec1660-358e-41cc-bf2b-2e4fb401f37a req-ac3e1916-866a-4fd7-9aed-946de13ad23e tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] No DVR routers for this DVR port 0f310046-ed73-45e0-81b3-775800e1e8dd on host n-h2-816865-1 {{(pid=102386) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 18:47:50.443673 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c45c1f-7a19-4c81-b636-7c86af31e810 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1a898e69-91ad-4a0b-9110-36e9781a553f,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:47:50.449804 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-7aec1660-358e-41cc-bf2b-2e4fb401f37a req-ac3e1916-866a-4fd7-9aed-946de13ad23e tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:47:50.454312 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-7aec1660-358e-41cc-bf2b-2e4fb401f37a req-ac3e1916-866a-4fd7-9aed-946de13ad23e tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] 10.222.0.55 "DELETE /v2.0/ports/0f310046-ed73-45e0-81b3-775800e1e8dd HTTP/1.1" status: 204 len: 173 time: 1.1544085 Nov 05 18:47:50.454621 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-32c45c1f-7a19-4c81-b636-7c86af31e810 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597851'] for subnet, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:47:50.460167 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-32c45c1f-7a19-4c81-b636-7c86af31e810 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/1a898e69-91ad-4a0b-9110-36e9781a553f HTTP/1.1" status: 204 len: 168 time: 0.7279074 Nov 05 18:47:50.462888 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 52012) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:47:50.492117 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-a14e8f13-772d-4775-9f4e-925c997a5eda req-4029cf17-34fc-4e53-b974-441b8107e61c tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] 10.222.0.13 "GET /v2.0/security-groups?id=e0838ac1-f008-48c1-ab43-123e255d616a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569581 Nov 05 18:47:50.529960 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-1b9ed006-b1dc-4f28-b069-b931b69d57e9 req-abedfc17-b8b6-4b7e-9e0d-a2836719697e tempest-SecurityGroupRulesTestJSON-1433761684 tempest-SecurityGroupRulesTestJSON-1433761684-project] Publish callbacks [] for security_group, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:47:50.551909 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-84884283-a2ee-4de1-af36-a65c6c877a14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1664226'] for network, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:47:50.593891 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-1b9ed006-b1dc-4f28-b069-b931b69d57e9 req-abedfc17-b8b6-4b7e-9e0d-a2836719697e tempest-SecurityGroupRulesTestJSON-1433761684 tempest-SecurityGroupRulesTestJSON-1433761684-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:47:50.656057 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abedfc17-b8b6-4b7e-9e0d-a2836719697e tempest-SecurityGroupRulesTestJSON-1433761684 tempest-SecurityGroupRulesTestJSON-1433761684-project] Pushing event updated for resources: {'SecurityGroup': ['ID=de16eeba-3812-471a-a3c8-b16829e31ef7,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:47:50.674680 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-84884283-a2ee-4de1-af36-a65c6c877a14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1579173', 'neutron.services.segments.db._delete_segments_for_network-8750027792909'] for network, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:47:50.717175 n-d-816865-1 neutron-server[102386]: DEBUG neutron.services.segments.db [None req-84884283-a2ee-4de1-af36-a65c6c877a14 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['61a1dee8-e33b-4328-a3de-ff8138ae6209']}} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:47:50.717658 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-1b9ed006-b1dc-4f28-b069-b931b69d57e9 req-abedfc17-b8b6-4b7e-9e0d-a2836719697e tempest-SecurityGroupRulesTestJSON-1433761684 tempest-SecurityGroupRulesTestJSON-1433761684-project] Publish callbacks [] for security_group, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:47:50.719179 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-1b9ed006-b1dc-4f28-b069-b931b69d57e9 req-abedfc17-b8b6-4b7e-9e0d-a2836719697e tempest-SecurityGroupRulesTestJSON-1433761684 tempest-SecurityGroupRulesTestJSON-1433761684-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1829 time: 0.7118359 Nov 05 18:47:50.737864 n-d-816865-1 neutron-server[102386]: DEBUG neutron.services.segments.db [None req-84884283-a2ee-4de1-af36-a65c6c877a14 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a5f325a-e958-4f9d-83b2-9ada406aab50') {'for_net_delete': True} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:47:50.737864 n-d-816865-1 neutron-server[102386]: DEBUG neutron.services.segments.db [None req-84884283-a2ee-4de1-af36-a65c6c877a14 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a5f325a-e958-4f9d-83b2-9ada406aab50') {} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:47:50.745342 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-84884283-a2ee-4de1-af36-a65c6c877a14 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750027793430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4590747'] for segment, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:47:50.762881 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-84884283-a2ee-4de1-af36-a65c6c877a14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273'] for segment, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:47:50.772667 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-84884283-a2ee-4de1-af36-a65c6c877a14 admin admin] Releasing vlan 196 on physical network physnet1 to pool {{(pid=102386) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 05 18:47:50.773079 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-84884283-a2ee-4de1-af36-a65c6c877a14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6149721'] for segment, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:47:50.775559 n-d-816865-1 neutron-server[102386]: Traceback (most recent call last): Nov 05 18:47:50.775559 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 05 18:47:50.775559 n-d-816865-1 neutron-server[102386]: timer() Nov 05 18:47:50.775559 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 05 18:47:50.775559 n-d-816865-1 neutron-server[102386]: cb(*args, **kw) Nov 05 18:47:50.775559 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 05 18:47:50.775559 n-d-816865-1 neutron-server[102386]: return func(*args, **kwargs) Nov 05 18:47:50.775559 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 05 18:47:50.775559 n-d-816865-1 neutron-server[102386]: self._notify() Nov 05 18:47:50.775559 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 05 18:47:50.775559 n-d-816865-1 neutron-server[102386]: self.callback(batched_events) Nov 05 18:47:50.775559 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 05 18:47:50.775559 n-d-816865-1 neutron-server[102386]: event.method(event) Nov 05 18:47:50.775559 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 05 18:47:50.775559 n-d-816865-1 neutron-server[102386]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 05 18:47:50.775559 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 05 18:47:50.775559 n-d-816865-1 neutron-server[102386]: aggregate_uuid = self.p_client.list_aggregates( Nov 05 18:47:50.775559 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 05 18:47:50.775559 n-d-816865-1 neutron-server[102386]: return f(self, *a, **k) Nov 05 18:47:50.775559 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 05 18:47:50.775559 n-d-816865-1 neutron-server[102386]: return self._get(url).json() Nov 05 18:47:50.775559 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 05 18:47:50.775559 n-d-816865-1 neutron-server[102386]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 05 18:47:50.775559 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 05 18:47:50.775559 n-d-816865-1 neutron-server[102386]: return self.request(url, 'GET', **kwargs) Nov 05 18:47:50.775559 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 05 18:47:50.775559 n-d-816865-1 neutron-server[102386]: base_url = self.get_endpoint(auth, allow=allow, Nov 05 18:47:50.775559 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 05 18:47:50.775559 n-d-816865-1 neutron-server[102386]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 05 18:47:50.775559 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 05 18:47:50.775559 n-d-816865-1 neutron-server[102386]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 05 18:47:50.775559 n-d-816865-1 neutron-server[102386]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 05 18:47:50.817677 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-c73bedec-d5a5-4905-8b8f-d87624b5b37f req-982bd617-bf65-4cec-bfeb-6efc202d04a5 tempest-SecurityGroupRulesTestJSON-1433761684 tempest-SecurityGroupRulesTestJSON-1433761684-project] 10.222.0.13 "GET /v2.0/security-groups/9d9d39e7-326f-4ad6-883c-560e48e2c038 HTTP/1.1" status: 200 len: 1822 time: 0.0641944 Nov 05 18:47:50.888012 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-c73bedec-d5a5-4905-8b8f-d87624b5b37f req-815cf33f-7a6c-4770-96e8-6ca853853665 tempest-SecurityGroupRulesTestJSON-1433761684 tempest-SecurityGroupRulesTestJSON-1433761684-project] 10.222.0.13 "GET /v2.0/security-groups/de16eeba-3812-471a-a3c8-b16829e31ef7 HTTP/1.1" status: 200 len: 1824 time: 0.0620522 Nov 05 18:47:50.901538 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [req-c73bedec-d5a5-4905-8b8f-d87624b5b37f req-83ed0829-3172-47ba-a5ac-001943daff95 tempest-SecurityGroupRulesTestJSON-1433761684 tempest-SecurityGroupRulesTestJSON-1433761684-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '9d9d39e7-326f-4ad6-883c-560e48e2c038', 'remote_group_id': 'de16eeba-3812-471a-a3c8-b16829e31ef7', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:47:50.901538 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [req-c73bedec-d5a5-4905-8b8f-d87624b5b37f req-83ed0829-3172-47ba-a5ac-001943daff95 tempest-SecurityGroupRulesTestJSON-1433761684 tempest-SecurityGroupRulesTestJSON-1433761684-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '9d9d39e7-326f-4ad6-883c-560e48e2c038', 'remote_group_id': 'de16eeba-3812-471a-a3c8-b16829e31ef7', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:47:50.967812 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-84884283-a2ee-4de1-af36-a65c6c877a14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1579178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-956796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1000687'] for network, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:47:50.973108 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-84884283-a2ee-4de1-af36-a65c6c877a14 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597851'] for network, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:47:50.981433 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-84884283-a2ee-4de1-af36-a65c6c877a14 admin admin] 10.222.0.13 "DELETE /v2.0/networks/61a1dee8-e33b-4328-a3de-ff8138ae6209 HTTP/1.1" status: 204 len: 168 time: 0.5190129 Nov 05 18:47:51.030529 n-d-816865-1 neutron-server[102386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36ff74f4-05f8-4e62-aa90-7bd5e711624c', 'name': 'network-vif-deleted', 'tag': '0f310046-ed73-45e0-81b3-775800e1e8dd'}] {{(pid=102386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 18:47:51.054171 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6173a44d7c73f41af551dc890fa1a5892c2c6bc3458b640c8e0c24db7876ba6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b4889be-2060-4212-a49e-05f5b3135e37" -d '{"events": [{"server_uuid": "36ff74f4-05f8-4e62-aa90-7bd5e711624c", "name": "network-vif-deleted", "tag": "0f310046-ed73-45e0-81b3-775800e1e8dd"}]}' {{(pid=102386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 18:47:51.058891 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84884283-a2ee-4de1-af36-a65c6c877a14 admin admin] Pushing event deleted for resources: {'Network': ['ID=61a1dee8-e33b-4328-a3de-ff8138ae6209,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:47:51.145801 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-c73bedec-d5a5-4905-8b8f-d87624b5b37f req-83ed0829-3172-47ba-a5ac-001943daff95 tempest-SecurityGroupRulesTestJSON-1433761684 tempest-SecurityGroupRulesTestJSON-1433761684-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:47:51.165914 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 18:47:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c14a67fc-9a5b-42be-8233-4e776787460b x-openstack-request-id: req-c14a67fc-9a5b-42be-8233-4e776787460b {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 18:47:51.166430 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36ff74f4-05f8-4e62-aa90-7bd5e711624c", "name": "network-vif-deleted", "tag": "0f310046-ed73-45e0-81b3-775800e1e8dd", "status": "completed", "code": 200}]} {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 18:47:51.166670 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c14a67fc-9a5b-42be-8233-4e776787460b {{(pid=102386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 18:47:51.167076 n-d-816865-1 neutron-server[102386]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36ff74f4-05f8-4e62-aa90-7bd5e711624c', 'name': 'network-vif-deleted', 'tag': '0f310046-ed73-45e0-81b3-775800e1e8dd', 'status': 'completed', 'code': 200} Nov 05 18:47:51.243858 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-c73bedec-d5a5-4905-8b8f-d87624b5b37f req-83ed0829-3172-47ba-a5ac-001943daff95 tempest-SecurityGroupRulesTestJSON-1433761684 tempest-SecurityGroupRulesTestJSON-1433761684-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:47:51.321399 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb87103-928c-4b1b-9c32-0ec9524a7409 req-9583e58e-f01c-4676-9f26-a354ed901e0f tempest-LiveMigrationTest-600821399 tempest-LiveMigrationTest-600821399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:47:51.323245 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-bfb87103-928c-4b1b-9c32-0ec9524a7409 req-9583e58e-f01c-4676-9f26-a354ed901e0f tempest-LiveMigrationTest-600821399 tempest-LiveMigrationTest-600821399-project] 10.222.0.13 "GET /v2.0/ports?device_id=c936ac5a-d9ca-4986-965e-3cf978c6e19b HTTP/1.1" status: 200 len: 943 time: 0.0779185 Nov 05 18:47:51.343554 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-c73bedec-d5a5-4905-8b8f-d87624b5b37f req-83ed0829-3172-47ba-a5ac-001943daff95 tempest-SecurityGroupRulesTestJSON-1433761684 tempest-SecurityGroupRulesTestJSON-1433761684-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985308'] for security_group_rule, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:47:51.375833 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ed0829-3172-47ba-a5ac-001943daff95 tempest-SecurityGroupRulesTestJSON-1433761684 tempest-SecurityGroupRulesTestJSON-1433761684-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1af61e1b-6b4b-4aec-b98b-1ecb031f2db7,revision_number=0']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:47:51.390912 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-bfb87103-928c-4b1b-9c32-0ec9524a7409 req-7ffe603c-006b-415d-9623-0297bf7e732a tempest-LiveMigrationTest-600821399 tempest-LiveMigrationTest-600821399-project] 10.222.0.13 "GET /v2.0/security-groups?id=3677ad50-e4bf-4315-8aa4-e48810edc139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618405 Nov 05 18:47:51.465444 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-57acb0c8-ecb3-498f-ab9f-0b426b57e9da req-a7ee31ec-aa5b-4f06-91fc-ad4b724dc9e7 tempest-ServerShowV247Test-1721215558 tempest-ServerShowV247Test-1721215558-project] 10.222.0.13 "GET /v2.0/ports?device_id=da431939-1bdb-4fe5-8c3e-0fa04f18f8ec HTTP/1.1" status: 200 len: 210 time: 0.0310752 Nov 05 18:47:51.625117 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-fe052055-20a1-43f2-a5c6-cad4493f6f6a req-07f368ba-b0ee-4bc7-a73b-242d23c46617 tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] 10.222.0.13 "GET /v2.0/ports?device_id=36ff74f4-05f8-4e62-aa90-7bd5e711624c HTTP/1.1" status: 200 len: 210 time: 0.0258336 Nov 05 18:47:51.815366 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-c73bedec-d5a5-4905-8b8f-d87624b5b37f req-83ed0829-3172-47ba-a5ac-001943daff95 tempest-SecurityGroupRulesTestJSON-1433761684 tempest-SecurityGroupRulesTestJSON-1433761684-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:47:51.816665 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-c73bedec-d5a5-4905-8b8f-d87624b5b37f req-83ed0829-3172-47ba-a5ac-001943daff95 tempest-SecurityGroupRulesTestJSON-1433761684 tempest-SecurityGroupRulesTestJSON-1433761684-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.9216387 Nov 05 18:47:51.877376 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-c9f8687a-afc4-4318-92fb-d3c650384dc5 req-8468c711-e19b-4e8a-ba4d-8d1141bc2b23 tempest-SecurityGroupRulesTestJSON-1433761684 tempest-SecurityGroupRulesTestJSON-1433761684-project] 10.222.0.13 "GET /v2.0/security-groups/de16eeba-3812-471a-a3c8-b16829e31ef7 HTTP/1.1" status: 200 len: 1824 time: 0.0394173 Nov 05 18:47:51.955211 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-c9f8687a-afc4-4318-92fb-d3c650384dc5 req-e923198f-3c7a-4f9c-9f1c-08d3f2d4b214 tempest-SecurityGroupRulesTestJSON-1433761684 tempest-SecurityGroupRulesTestJSON-1433761684-project] Publish callbacks [] for security_group, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:47:51.981162 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-c9f8687a-afc4-4318-92fb-d3c650384dc5 req-e923198f-3c7a-4f9c-9f1c-08d3f2d4b214 tempest-SecurityGroupRulesTestJSON-1433761684 tempest-SecurityGroupRulesTestJSON-1433761684-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:47:52.055284 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 52060) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:47:52.119631 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 52062) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:47:52.119815 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-9dbba906-3162-4ed4-b55c-0118b5b741ec admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2243fae3c4a84449b62a7624bd36086b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0630152 Nov 05 18:47:52.184880 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-c9f8687a-afc4-4318-92fb-d3c650384dc5 req-e923198f-3c7a-4f9c-9f1c-08d3f2d4b214 tempest-SecurityGroupRulesTestJSON-1433761684 tempest-SecurityGroupRulesTestJSON-1433761684-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:47:52.187712 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-c9f8687a-afc4-4318-92fb-d3c650384dc5 req-e923198f-3c7a-4f9c-9f1c-08d3f2d4b214 tempest-SecurityGroupRulesTestJSON-1433761684 tempest-SecurityGroupRulesTestJSON-1433761684-project] Publish callbacks [] for security_group, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:47:52.189038 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-c9f8687a-afc4-4318-92fb-d3c650384dc5 req-e923198f-3c7a-4f9c-9f1c-08d3f2d4b214 tempest-SecurityGroupRulesTestJSON-1433761684 tempest-SecurityGroupRulesTestJSON-1433761684-project] 10.222.0.13 "DELETE /v2.0/security-groups/de16eeba-3812-471a-a3c8-b16829e31ef7 HTTP/1.1" status: 204 len: 173 time: 0.3058419 Nov 05 18:47:52.223520 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e923198f-3c7a-4f9c-9f1c-08d3f2d4b214 tempest-SecurityGroupRulesTestJSON-1433761684 tempest-SecurityGroupRulesTestJSON-1433761684-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=de16eeba-3812-471a-a3c8-b16829e31ef7,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:47:52.227110 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-6d33b38d-cca3-4b10-86a2-16ffea2a4791 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:47:52.297917 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-6d33b38d-cca3-4b10-86a2-16ffea2a4791 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:47:52.353040 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-78bf6a27-caf2-43cf-a578-9eadef0dd55a req-0f39ec2a-c931-46d5-9a67-233d024e2fe8 tempest-SecurityGroupRulesTestJSON-1433761684 tempest-SecurityGroupRulesTestJSON-1433761684-project] 10.222.0.13 "GET /v2.0/security-groups/9d9d39e7-326f-4ad6-883c-560e48e2c038 HTTP/1.1" status: 200 len: 1822 time: 0.1303804 Nov 05 18:47:52.387449 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [req-13b40833-6486-48f3-a23b-05d3144e1541 req-76e3dd2d-7caf-40e3-859f-e95dd2075e06 tempest-SecurityGroupRulesTestJSON-1433761684 tempest-SecurityGroupRulesTestJSON-1433761684-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1439498270', 'description': 'tempest-description-1990739092'}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:47:52.452704 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-6d33b38d-cca3-4b10-86a2-16ffea2a4791 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:47:52.455600 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-6d33b38d-cca3-4b10-86a2-16ffea2a4791 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:47:52.459345 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-6d33b38d-cca3-4b10-86a2-16ffea2a4791 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3ae13458-222c-49ab-9839-ab56f90819f8 HTTP/1.1" status: 204 len: 168 time: 0.3365078 Nov 05 18:47:52.471386 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d33b38d-cca3-4b10-86a2-16ffea2a4791 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ae13458-222c-49ab-9839-ab56f90819f8,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:47:52.516400 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-13b40833-6486-48f3-a23b-05d3144e1541 req-76e3dd2d-7caf-40e3-859f-e95dd2075e06 tempest-SecurityGroupRulesTestJSON-1433761684 tempest-SecurityGroupRulesTestJSON-1433761684-project] Publish callbacks [] for security_group, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:47:52.586658 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67d109a-603b-4af3-969e-1510dee1f9be req-19f45139-c55f-41de-a3d3-09b21dfd8573 tempest-LiveMigrationTest-600821399 tempest-LiveMigrationTest-600821399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:47:52.588707 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-d67d109a-603b-4af3-969e-1510dee1f9be req-19f45139-c55f-41de-a3d3-09b21dfd8573 tempest-LiveMigrationTest-600821399 tempest-LiveMigrationTest-600821399-project] 10.222.0.13 "GET /v2.0/ports?device_id=c936ac5a-d9ca-4986-965e-3cf978c6e19b HTTP/1.1" status: 200 len: 943 time: 0.1056285 Nov 05 18:47:52.685267 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-13b40833-6486-48f3-a23b-05d3144e1541 req-76e3dd2d-7caf-40e3-859f-e95dd2075e06 tempest-SecurityGroupRulesTestJSON-1433761684 tempest-SecurityGroupRulesTestJSON-1433761684-project] Publish callbacks [] for security_group, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:47:52.693247 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-d67d109a-603b-4af3-969e-1510dee1f9be req-d909bdbb-2a7c-4ccf-a20b-330429826585 tempest-LiveMigrationTest-600821399 tempest-LiveMigrationTest-600821399-project] 10.222.0.13 "GET /v2.0/security-groups?id=3677ad50-e4bf-4315-8aa4-e48810edc139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913365 Nov 05 18:47:52.760542 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-13b40833-6486-48f3-a23b-05d3144e1541 req-76e3dd2d-7caf-40e3-859f-e95dd2075e06 tempest-SecurityGroupRulesTestJSON-1433761684 tempest-SecurityGroupRulesTestJSON-1433761684-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:47:52.840455 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-edd22f12-2ce7-4d22-9472-d4c64702c727 req-84f6433d-97aa-452a-ad30-2142ac741a83 tempest-ServerShowV247Test-1721215558 tempest-ServerShowV247Test-1721215558-project] 10.222.0.13 "GET /v2.0/ports?device_id=da431939-1bdb-4fe5-8c3e-0fa04f18f8ec HTTP/1.1" status: 200 len: 210 time: 0.0594041 Nov 05 18:47:52.844920 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e3dd2d-7caf-40e3-859f-e95dd2075e06 tempest-SecurityGroupRulesTestJSON-1433761684 tempest-SecurityGroupRulesTestJSON-1433761684-project] Pushing event updated for resources: {'SecurityGroup': ['ID=73280cef-61a0-4a1f-872a-07e6ae929444,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:47:52.908471 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-13b40833-6486-48f3-a23b-05d3144e1541 req-76e3dd2d-7caf-40e3-859f-e95dd2075e06 tempest-SecurityGroupRulesTestJSON-1433761684 tempest-SecurityGroupRulesTestJSON-1433761684-project] Publish callbacks [] for security_group, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:47:52.915346 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-13b40833-6486-48f3-a23b-05d3144e1541 req-76e3dd2d-7caf-40e3-859f-e95dd2075e06 tempest-SecurityGroupRulesTestJSON-1433761684 tempest-SecurityGroupRulesTestJSON-1433761684-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1829 time: 0.5303929 Nov 05 18:47:52.980536 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-cb2d3eee-0563-4170-b88d-3214d59f1779 req-253f1a8e-c19c-4c48-8bf6-03a6d50553f2 tempest-SecurityGroupRulesTestJSON-1433761684 tempest-SecurityGroupRulesTestJSON-1433761684-project] 10.222.0.13 "GET /v2.0/security-groups/73280cef-61a0-4a1f-872a-07e6ae929444 HTTP/1.1" status: 200 len: 1824 time: 0.0443997 Nov 05 18:47:52.990920 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [req-cb2d3eee-0563-4170-b88d-3214d59f1779 req-b200ffee-d0b5-443f-bf05-f517e94d7f4e tempest-SecurityGroupRulesTestJSON-1433761684 tempest-SecurityGroupRulesTestJSON-1433761684-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '73280cef-61a0-4a1f-872a-07e6ae929444', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:47:52.995769 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [req-cb2d3eee-0563-4170-b88d-3214d59f1779 req-b200ffee-d0b5-443f-bf05-f517e94d7f4e tempest-SecurityGroupRulesTestJSON-1433761684 tempest-SecurityGroupRulesTestJSON-1433761684-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '73280cef-61a0-4a1f-872a-07e6ae929444', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:47:53.317720 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2905d0c4-377b-4a9f-9f04-649258cfc7ab req-b1f86e7b-7ab9-4986-9444-8835101ece92 tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:47:53.319753 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-2905d0c4-377b-4a9f-9f04-649258cfc7ab req-b1f86e7b-7ab9-4986-9444-8835101ece92 tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] 10.222.0.13 "GET /v2.0/networks?id=43ea62f0-8360-499b-8cfa-33c91e860c8e HTTP/1.1" status: 200 len: 812 time: 0.1883261 Nov 05 18:47:53.365474 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-2905d0c4-377b-4a9f-9f04-649258cfc7ab req-be11ea94-02bc-4ff1-9220-219669977912 tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] 10.222.0.13 "GET /v2.0/quotas/6967002ed7684b0a936551bf3f38aa1b HTTP/1.1" status: 200 len: 375 time: 0.0366802 Nov 05 18:47:53.369252 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-cb2d3eee-0563-4170-b88d-3214d59f1779 req-b200ffee-d0b5-443f-bf05-f517e94d7f4e tempest-SecurityGroupRulesTestJSON-1433761684 tempest-SecurityGroupRulesTestJSON-1433761684-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:47:53.410635 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-2905d0c4-377b-4a9f-9f04-649258cfc7ab req-28d50e44-c034-4c1f-885d-215a0c81a448 tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=6967002ed7684b0a936551bf3f38aa1b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0441315 Nov 05 18:47:53.457781 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-cb2d3eee-0563-4170-b88d-3214d59f1779 req-b200ffee-d0b5-443f-bf05-f517e94d7f4e tempest-SecurityGroupRulesTestJSON-1433761684 tempest-SecurityGroupRulesTestJSON-1433761684-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:47:53.533421 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-2905d0c4-377b-4a9f-9f04-649258cfc7ab req-48df22c3-9018-450a-b2b8-4dfa0034f18c service neutron] 10.222.0.13 "GET /v2.0/networks/43ea62f0-8360-499b-8cfa-33c91e860c8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1141036 Nov 05 18:47:53.544901 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-cb2d3eee-0563-4170-b88d-3214d59f1779 req-b200ffee-d0b5-443f-bf05-f517e94d7f4e tempest-SecurityGroupRulesTestJSON-1433761684 tempest-SecurityGroupRulesTestJSON-1433761684-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985308'] for security_group_rule, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:47:53.621844 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b200ffee-d0b5-443f-bf05-f517e94d7f4e tempest-SecurityGroupRulesTestJSON-1433761684 tempest-SecurityGroupRulesTestJSON-1433761684-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=54c07bfc-071a-42df-aa23-7d0b9d78430e,revision_number=0']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:47:53.655893 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-cb2d3eee-0563-4170-b88d-3214d59f1779 req-b200ffee-d0b5-443f-bf05-f517e94d7f4e tempest-SecurityGroupRulesTestJSON-1433761684 tempest-SecurityGroupRulesTestJSON-1433761684-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:47:53.670405 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-cb2d3eee-0563-4170-b88d-3214d59f1779 req-b200ffee-d0b5-443f-bf05-f517e94d7f4e tempest-SecurityGroupRulesTestJSON-1433761684 tempest-SecurityGroupRulesTestJSON-1433761684-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.6755235 Nov 05 18:47:53.703372 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Device d0544448-c139-4a9a-925c-bc5e6092841a details requested by agent hyperv_n-h2-816865-1 with host n-h2-816865-1 {{(pid=102388) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 05 18:47:53.708452 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Device 0f310046-ed73-45e0-81b3-775800e1e8dd no longer exists at agent hyperv_n-h2-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 18:47:53.752016 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-2905d0c4-377b-4a9f-9f04-649258cfc7ab req-4497debf-2408-4e66-a5b2-766f2f23f3c2 service neutron] 10.222.0.13 "GET /v2.0/networks/43ea62f0-8360-499b-8cfa-33c91e860c8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2175846 Nov 05 18:47:53.872079 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] No Port match for: 0f310046-ed73-45e0-81b3-775800e1e8dd {{(pid=102388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 18:47:53.873060 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Device 0f310046-ed73-45e0-81b3-775800e1e8dd not bound to the agent host n-h2-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 18:47:53.919344 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-1cad5b57-c068-4d83-a064-f64bc654aba6 req-4a9b8195-740e-4d04-84b7-3e3411b12a10 tempest-SecurityGroupRulesTestJSON-1433761684 tempest-SecurityGroupRulesTestJSON-1433761684-project] 10.222.0.13 "GET /v2.0/security-groups/73280cef-61a0-4a1f-872a-07e6ae929444 HTTP/1.1" status: 200 len: 2418 time: 0.0721529 Nov 05 18:47:53.924406 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [req-1cad5b57-c068-4d83-a064-f64bc654aba6 req-d09a6521-9dc5-4ff6-88c0-eb3e0c7792a7 tempest-SecurityGroupRulesTestJSON-1433761684 tempest-SecurityGroupRulesTestJSON-1433761684-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '73280cef-61a0-4a1f-872a-07e6ae929444', 'remote_group_id': None}]} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:47:53.924866 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [req-1cad5b57-c068-4d83-a064-f64bc654aba6 req-d09a6521-9dc5-4ff6-88c0-eb3e0c7792a7 tempest-SecurityGroupRulesTestJSON-1433761684 tempest-SecurityGroupRulesTestJSON-1433761684-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '73280cef-61a0-4a1f-872a-07e6ae929444', 'remote_group_id': None}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:47:54.112351 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] For port d0544448-c139-4a9a-925c-bc5e6092841a, host n-h2-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=d0544448-c139-4a9a-925c-bc5e6092841a,segment=NetworkSegment(b9f65680-5ef1-4bb4-ac2c-6d7ba403921d),segment_id=b9f65680-5ef1-4bb4-ac2c-6d7ba403921d)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:47:54.125862 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Returning: {'device': 'd0544448-c139-4a9a-925c-bc5e6092841a', 'network_id': '1a9992ef-da6b-4f25-bd43-f1196ce8f1a8', 'port_id': 'd0544448-c139-4a9a-925c-bc5e6092841a', 'mac_address': 'fa:16:3e:36:f4:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 187, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '82b7bbfc-ac99-45bb-a8a9-211b9b80ecc2', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102388) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 05 18:47:54.184254 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-1cad5b57-c068-4d83-a064-f64bc654aba6 req-d09a6521-9dc5-4ff6-88c0-eb3e0c7792a7 tempest-SecurityGroupRulesTestJSON-1433761684 tempest-SecurityGroupRulesTestJSON-1433761684-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:47:54.192637 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:47:54.209494 n-d-816865-1 neutron-server[102388]: DEBUG neutron.notifiers.nova [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d0544448-c139-4a9a-925c-bc5e6092841a {{(pid=102388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 18:47:54.220192 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-1cad5b57-c068-4d83-a064-f64bc654aba6 req-d09a6521-9dc5-4ff6-88c0-eb3e0c7792a7 tempest-SecurityGroupRulesTestJSON-1433761684 tempest-SecurityGroupRulesTestJSON-1433761684-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:47:54.232746 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] For port d0544448-c139-4a9a-925c-bc5e6092841a, host n-h2-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=d0544448-c139-4a9a-925c-bc5e6092841a,segment=NetworkSegment(b9f65680-5ef1-4bb4-ac2c-6d7ba403921d),segment_id=b9f65680-5ef1-4bb4-ac2c-6d7ba403921d)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:47:54.317362 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-1cad5b57-c068-4d83-a064-f64bc654aba6 req-d09a6521-9dc5-4ff6-88c0-eb3e0c7792a7 tempest-SecurityGroupRulesTestJSON-1433761684 tempest-SecurityGroupRulesTestJSON-1433761684-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985308'] for security_group_rule, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:47:54.357602 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 52130) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:47:54.361243 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:47:54.374287 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09a6521-9dc5-4ff6-88c0-eb3e0c7792a7 tempest-SecurityGroupRulesTestJSON-1433761684 tempest-SecurityGroupRulesTestJSON-1433761684-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe28ed48-e1f1-446e-9c1c-ede7ef2d319f,revision_number=0']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:47:54.434660 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfef8f0c-32e6-447f-b216-bd8bee6faaee req-f1edfaa8-c017-4b68-8bbc-12b67d89aa88 tempest-LiveMigrationTest-600821399 tempest-LiveMigrationTest-600821399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:47:54.438147 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-bfef8f0c-32e6-447f-b216-bd8bee6faaee req-f1edfaa8-c017-4b68-8bbc-12b67d89aa88 tempest-LiveMigrationTest-600821399 tempest-LiveMigrationTest-600821399-project] 10.222.0.13 "GET /v2.0/ports?device_id=c936ac5a-d9ca-4986-965e-3cf978c6e19b HTTP/1.1" status: 200 len: 944 time: 0.0993378 Nov 05 18:47:54.504137 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-1cad5b57-c068-4d83-a064-f64bc654aba6 req-d09a6521-9dc5-4ff6-88c0-eb3e0c7792a7 tempest-SecurityGroupRulesTestJSON-1433761684 tempest-SecurityGroupRulesTestJSON-1433761684-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:47:54.505584 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Pushing event updated for resources: {'Port': ['ID=d0544448-c139-4a9a-925c-bc5e6092841a,revision_number=4']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:47:54.518318 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-1cad5b57-c068-4d83-a064-f64bc654aba6 req-d09a6521-9dc5-4ff6-88c0-eb3e0c7792a7 tempest-SecurityGroupRulesTestJSON-1433761684 tempest-SecurityGroupRulesTestJSON-1433761684-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.5978072 Nov 05 18:47:54.594022 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-bfef8f0c-32e6-447f-b216-bd8bee6faaee req-09b8b1f3-d8fd-47c1-bf5b-c99a2829288d tempest-LiveMigrationTest-600821399 tempest-LiveMigrationTest-600821399-project] 10.222.0.13 "GET /v2.0/security-groups?id=3677ad50-e4bf-4315-8aa4-e48810edc139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487715 Nov 05 18:47:54.631395 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] get_ports_and_sgs() called for port_ids ['d0544448-c139-4a9a-925c-bc5e6092841a'] {{(pid=102388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 18:47:54.633857 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-e70334e9-2d9d-4770-bed1-c9d8c043e03e admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-223992069-network', 'tenant_id': '9b855777d312415a937b9c14e002c65e'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:47:54.725654 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-fccd98a7-d189-4833-98c0-98c70d379f3a req-bb2e7a18-9ad6-4265-a585-40642cad6f1f tempest-ServerShowV247Test-1721215558 tempest-ServerShowV247Test-1721215558-project] 10.222.0.13 "GET /v2.0/ports?device_id=da431939-1bdb-4fe5-8c3e-0fa04f18f8ec HTTP/1.1" status: 200 len: 210 time: 0.0924585 Nov 05 18:47:54.737507 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-837a5f82-1906-4b2c-9cd2-d4be553f2899 req-d25ddf66-47a6-458f-b116-b067d38b5c8b tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] 10.222.0.13 "GET /v2.0/ports?device_id=67a6e104-5801-491b-964e-331ab9594689 HTTP/1.1" status: 200 len: 210 time: 0.0738261 Nov 05 18:47:54.796918 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-678b365a-91ae-4250-b8a7-dd4ae7c40638 req-fbcea01e-9fa4-4b41-83b0-f6f9af9794d8 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=cb0cc9c5-f867-41bd-b3e5-fe2461240cd5 HTTP/1.1" status: 200 len: 210 time: 0.0445366 Nov 05 18:47:54.798131 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e70334e9-2d9d-4770-bed1-c9d8c043e03e admin admin] Made reservation on behalf of 9b855777d312415a937b9c14e002c65e for: {'network': 1} {{(pid=102386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 18:47:54.800712 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-e70334e9-2d9d-4770-bed1-c9d8c043e03e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for network, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:47:54.813726 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-e70334e9-2d9d-4770-bed1-c9d8c043e03e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:47:54.835931 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-6aad01ea-eea0-41d8-8960-5b3d3bcd352f req-e4378413-ddb3-4a34-85d8-ed2a4d5cf76f tempest-SecurityGroupRulesTestJSON-1433761684 tempest-SecurityGroupRulesTestJSON-1433761684-project] 10.222.0.13 "GET /v2.0/security-groups/73280cef-61a0-4a1f-872a-07e6ae929444 HTTP/1.1" status: 200 len: 3017 time: 0.0670557 Nov 05 18:47:54.900664 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-bfc66eb5-9ac2-4bdb-a506-50b6619e8420 req-4149497c-d2fa-465e-8a98-ef374e99723d tempest-SecurityGroupRulesTestJSON-1433761684 tempest-SecurityGroupRulesTestJSON-1433761684-project] 10.222.0.13 "GET /v2.0/security-group-rules/fe28ed48-e1f1-446e-9c1c-ede7ef2d319f HTTP/1.1" status: 200 len: 783 time: 0.0405798 Nov 05 18:47:54.956446 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-bfc66eb5-9ac2-4bdb-a506-50b6619e8420 req-36f74626-d6ac-4f9f-800c-703249561072 tempest-SecurityGroupRulesTestJSON-1433761684 tempest-SecurityGroupRulesTestJSON-1433761684-project] 10.222.0.13 "GET /v2.0/security-groups/73280cef-61a0-4a1f-872a-07e6ae929444 HTTP/1.1" status: 200 len: 3017 time: 0.0548024 Nov 05 18:47:54.979067 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-e70334e9-2d9d-4770-bed1-c9d8c043e03e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:47:55.000866 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-bfc66eb5-9ac2-4bdb-a506-50b6619e8420 req-b866e228-01ed-40b0-ade0-1de7a6dd767f tempest-SecurityGroupRulesTestJSON-1433761684 tempest-SecurityGroupRulesTestJSON-1433761684-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:47:55.011145 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-bfc66eb5-9ac2-4bdb-a506-50b6619e8420 req-b866e228-01ed-40b0-ade0-1de7a6dd767f tempest-SecurityGroupRulesTestJSON-1433761684 tempest-SecurityGroupRulesTestJSON-1433761684-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:47:55.069522 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-e70334e9-2d9d-4770-bed1-c9d8c043e03e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:47:55.101437 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70334e9-2d9d-4770-bed1-c9d8c043e03e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c2da4b2-54c4-4794-863e-89eedd1c4043,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:47:55.126695 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-bfc66eb5-9ac2-4bdb-a506-50b6619e8420 req-b866e228-01ed-40b0-ade0-1de7a6dd767f tempest-SecurityGroupRulesTestJSON-1433761684 tempest-SecurityGroupRulesTestJSON-1433761684-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985308'] for security_group_rule, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:47:55.134409 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e70334e9-2d9d-4770-bed1-c9d8c043e03e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 181} {{(pid=102386) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 05 18:47:55.137615 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-bfc66eb5-9ac2-4bdb-a506-50b6619e8420 req-b866e228-01ed-40b0-ade0-1de7a6dd767f tempest-SecurityGroupRulesTestJSON-1433761684 tempest-SecurityGroupRulesTestJSON-1433761684-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:47:55.139610 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-bfc66eb5-9ac2-4bdb-a506-50b6619e8420 req-b866e228-01ed-40b0-ade0-1de7a6dd767f tempest-SecurityGroupRulesTestJSON-1433761684 tempest-SecurityGroupRulesTestJSON-1433761684-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/fe28ed48-e1f1-446e-9c1c-ede7ef2d319f HTTP/1.1" status: 204 len: 173 time: 0.1743691 Nov 05 18:47:55.144543 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b866e228-01ed-40b0-ade0-1de7a6dd767f tempest-SecurityGroupRulesTestJSON-1433761684 tempest-SecurityGroupRulesTestJSON-1433761684-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=fe28ed48-e1f1-446e-9c1c-ede7ef2d319f,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:47:55.147603 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-e70334e9-2d9d-4770-bed1-c9d8c043e03e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273'] for segment, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:47:55.148114 n-d-816865-1 neutron-server[102386]: INFO neutron.db.segments_db [None req-e70334e9-2d9d-4770-bed1-c9d8c043e03e admin admin] Added segment 87d2d309-0d25-4aa8-8d79-4840385726b6 of type vlan for network 1f88c09a-5e4d-4f48-8a06-ce0482bda919 Nov 05 18:47:55.204840 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-e70334e9-2d9d-4770-bed1-c9d8c043e03e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750027258543'] for network, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:47:55.232585 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-ff8e693c-80be-478d-9475-33b46af60c99 req-f630d04c-5339-4f18-a337-da17a9dec786 tempest-SecurityGroupRulesTestJSON-1433761684 tempest-SecurityGroupRulesTestJSON-1433761684-project] 10.222.0.13 "GET /v2.0/security-groups/73280cef-61a0-4a1f-872a-07e6ae929444 HTTP/1.1" status: 200 len: 2418 time: 0.0615122 Nov 05 18:47:55.300376 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-ff8e693c-80be-478d-9475-33b46af60c99 req-bfce2a45-0e3b-4071-b79b-df3eb22ab0a1 tempest-SecurityGroupRulesTestJSON-1433761684 tempest-SecurityGroupRulesTestJSON-1433761684-project] Publish callbacks [] for security_group, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:47:55.311282 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-e70334e9-2d9d-4770-bed1-c9d8c043e03e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-956796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877'] for network, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:47:55.312473 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e70334e9-2d9d-4770-bed1-c9d8c043e03e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:47:55.313206 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-e70334e9-2d9d-4770-bed1-c9d8c043e03e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597851'] for network, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:47:55.334428 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-ff8e693c-80be-478d-9475-33b46af60c99 req-bfce2a45-0e3b-4071-b79b-df3eb22ab0a1 tempest-SecurityGroupRulesTestJSON-1433761684 tempest-SecurityGroupRulesTestJSON-1433761684-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:47:55.386998 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70334e9-2d9d-4770-bed1-c9d8c043e03e admin admin] Pushing event updated for resources: {'Network': ['ID=1f88c09a-5e4d-4f48-8a06-ce0482bda919,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:47:55.399725 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Network 1f88c09a-5e4d-4f48-8a06-ce0482bda919 details requested by agent ovs-agent-n-d-816865-1 with host n-d-816865-1 {{(pid=102388) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 05 18:47:55.446179 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-e70334e9-2d9d-4770-bed1-c9d8c043e03e admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.0869863 Nov 05 18:47:55.448765 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 52156) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:47:55.455138 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-1ecaa7fb-9fa5-40f0-aefa-fc579fab7fbc admin admin] Request body: {'subnet': {'network_id': '1f88c09a-5e4d-4f48-8a06-ce0482bda919', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-223992069-subnet', 'tenant_id': '9b855777d312415a937b9c14e002c65e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:47:55.526615 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-ff8e693c-80be-478d-9475-33b46af60c99 req-bfce2a45-0e3b-4071-b79b-df3eb22ab0a1 tempest-SecurityGroupRulesTestJSON-1433761684 tempest-SecurityGroupRulesTestJSON-1433761684-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:47:55.529261 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-ff8e693c-80be-478d-9475-33b46af60c99 req-bfce2a45-0e3b-4071-b79b-df3eb22ab0a1 tempest-SecurityGroupRulesTestJSON-1433761684 tempest-SecurityGroupRulesTestJSON-1433761684-project] Publish callbacks [] for security_group, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:47:55.540196 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-ff8e693c-80be-478d-9475-33b46af60c99 req-bfce2a45-0e3b-4071-b79b-df3eb22ab0a1 tempest-SecurityGroupRulesTestJSON-1433761684 tempest-SecurityGroupRulesTestJSON-1433761684-project] 10.222.0.13 "DELETE /v2.0/security-groups/73280cef-61a0-4a1f-872a-07e6ae929444 HTTP/1.1" status: 204 len: 173 time: 0.2902799 Nov 05 18:47:55.551475 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfce2a45-0e3b-4071-b79b-df3eb22ab0a1 tempest-SecurityGroupRulesTestJSON-1433761684 tempest-SecurityGroupRulesTestJSON-1433761684-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=73280cef-61a0-4a1f-872a-07e6ae929444,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:47:55.573476 n-d-816865-1 neutron-server[102387]: INFO neutron.api.v2.resource [req-933a6060-ef86-4477-bc3f-ddd6e77c0269 req-56129e49-3e40-4ecb-bb0a-c1854c872f9d tempest-SecurityGroupRulesTestJSON-1433761684 tempest-SecurityGroupRulesTestJSON-1433761684-project] show failed (client error): The resource could not be found. Nov 05 18:47:55.574515 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-933a6060-ef86-4477-bc3f-ddd6e77c0269 req-56129e49-3e40-4ecb-bb0a-c1854c872f9d tempest-SecurityGroupRulesTestJSON-1433761684 tempest-SecurityGroupRulesTestJSON-1433761684-project] 10.222.0.13 "GET /v2.0/security-groups/de16eeba-3812-471a-a3c8-b16829e31ef7 HTTP/1.1" status: 404 len: 352 time: 0.0183315 Nov 05 18:47:55.583902 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ecaa7fb-9fa5-40f0-aefa-fc579fab7fbc admin admin] Made reservation on behalf of 9b855777d312415a937b9c14e002c65e for: {'subnet': 1} {{(pid=102387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 18:47:55.586544 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-1ecaa7fb-9fa5-40f0-aefa-fc579fab7fbc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5112236'] for subnet, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:47:55.699583 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Device d0544448-c139-4a9a-925c-bc5e6092841a up at agent hyperv_n-h2-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 18:47:55.712333 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-7be20aee-10a6-46e8-b5e7-e3e0437c6627 req-81d2b44e-f1b0-4a35-9b76-febb491bae1e tempest-SecurityGroupRulesTestJSON-1433761684 tempest-SecurityGroupRulesTestJSON-1433761684-project] 10.222.0.13 "GET /v2.0/security-groups/9d9d39e7-326f-4ad6-883c-560e48e2c038 HTTP/1.1" status: 200 len: 1822 time: 0.0984354 Nov 05 18:47:55.849861 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51262367-d8df-49d8-ab71-62c07499e809 req-48e24dda-4c20-488a-ac48-92d8f31e557b tempest-LiveMigrationTest-600821399 tempest-LiveMigrationTest-600821399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:47:55.851759 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-51262367-d8df-49d8-ab71-62c07499e809 req-48e24dda-4c20-488a-ac48-92d8f31e557b tempest-LiveMigrationTest-600821399 tempest-LiveMigrationTest-600821399-project] 10.222.0.13 "GET /v2.0/ports?device_id=c936ac5a-d9ca-4986-965e-3cf978c6e19b HTTP/1.1" status: 200 len: 944 time: 0.1362262 Nov 05 18:47:55.884439 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Provisioning for port d0544448-c139-4a9a-925c-bc5e6092841a completed by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 05 18:47:55.893622 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Provisioning complete for port d0544448-c139-4a9a-925c-bc5e6092841a triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:47:55.894315 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:47:55.919340 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-7be20aee-10a6-46e8-b5e7-e3e0437c6627 req-78ab7402-b259-4873-bc43-4aca36a4ee20 tempest-SecurityGroupRulesTestJSON-1433761684 tempest-SecurityGroupRulesTestJSON-1433761684-project] Publish callbacks [] for security_group, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:47:55.961937 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-7be20aee-10a6-46e8-b5e7-e3e0437c6627 req-78ab7402-b259-4873-bc43-4aca36a4ee20 tempest-SecurityGroupRulesTestJSON-1433761684 tempest-SecurityGroupRulesTestJSON-1433761684-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:47:55.987297 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-51262367-d8df-49d8-ab71-62c07499e809 req-b438a146-e61a-42e7-93a5-f596a909e2ad tempest-LiveMigrationTest-600821399 tempest-LiveMigrationTest-600821399-project] 10.222.0.13 "GET /v2.0/security-groups?id=3677ad50-e4bf-4315-8aa4-e48810edc139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126144 Nov 05 18:47:56.000079 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-1ecaa7fb-9fa5-40f0-aefa-fc579fab7fbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4417463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5112218'] for subnet, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:47:56.053329 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:47:56.090738 n-d-816865-1 neutron-server[102388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c936ac5a-d9ca-4986-965e-3cf978c6e19b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0544448-c139-4a9a-925c-bc5e6092841a'}] {{(pid=102388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 18:47:56.093803 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85474fee1180e129d8a886d264fe0b30223aa672dd1ffe43b630605f18504f68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a39b01a9-2f53-44e8-b30d-48da8d57ca40" -d '{"events": [{"server_uuid": "c936ac5a-d9ca-4986-965e-3cf978c6e19b", "name": "network-vif-plugged", "status": "completed", "tag": "d0544448-c139-4a9a-925c-bc5e6092841a"}]}' {{(pid=102388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 18:47:56.113338 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] For port d0544448-c139-4a9a-925c-bc5e6092841a, host n-h2-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=d0544448-c139-4a9a-925c-bc5e6092841a,segment=NetworkSegment(b9f65680-5ef1-4bb4-ac2c-6d7ba403921d),segment_id=b9f65680-5ef1-4bb4-ac2c-6d7ba403921d)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:47:56.155652 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-1fd25855-9d0d-4fa1-a741-66fe316ba51d req-4b26dc78-e1c2-4209-998b-6a8c5a6e80d2 tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] 10.222.0.13 "GET /v2.0/ports?device_id=67a6e104-5801-491b-964e-331ab9594689 HTTP/1.1" status: 200 len: 210 time: 0.0433128 Nov 05 18:47:56.564483 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ecaa7fb-9fa5-40f0-aefa-fc579fab7fbc admin admin] Pushing event updated for resources: {'Subnet': ['ID=da632220-b03a-421d-b951-0073cbf5cfe6,revision_number=0']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:47:56.564483 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ecaa7fb-9fa5-40f0-aefa-fc579fab7fbc admin admin] Checking segment: {'id': '87d2d309-0d25-4aa8-8d79-4840385726b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '1f88c09a-5e4d-4f48-8a06-ce0482bda919'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 18:47:56.564483 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ecaa7fb-9fa5-40f0-aefa-fc579fab7fbc admin admin] Network hostable DHCP agents. Network: 1f88c09a-5e4d-4f48-8a06-ce0482bda919, hostable agents: ['987e2ca0-bc3b-4c6f-a989-429ccfbf753f'], hosted agents: [] {{(pid=102387) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 05 18:47:56.567541 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-7aeecd62-00fe-48fe-af52-249e50ef7388 req-8366a3fe-e580-4439-869b-6287175267eb service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=da431939-1bdb-4fe5-8c3e-0fa04f18f8ec HTTP/1.1" status: 200 len: 210 time: 0.0292144 Nov 05 18:47:56.568988 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-012d9417-28a1-4173-8f2e-96fdadd8c930 req-73f0ad7d-34d4-4f7e-9557-3d9386f78b08 tempest-ServerShowV247Test-1721215558 tempest-ServerShowV247Test-1721215558-project] 10.222.0.13 "GET /v2.0/ports?device_id=da431939-1bdb-4fe5-8c3e-0fa04f18f8ec HTTP/1.1" status: 200 len: 210 time: 0.0281434 Nov 05 18:47:56.569254 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 18:47:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7943da02-6710-46e5-b615-2a86d4050a2f x-openstack-request-id: req-7943da02-6710-46e5-b615-2a86d4050a2f {{(pid=102388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 18:47:56.569254 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c936ac5a-d9ca-4986-965e-3cf978c6e19b", "name": "network-vif-plugged", "status": "completed", "tag": "d0544448-c139-4a9a-925c-bc5e6092841a", "code": 200}]} {{(pid=102388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 18:47:56.569254 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7943da02-6710-46e5-b615-2a86d4050a2f {{(pid=102388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 18:47:56.569254 n-d-816865-1 neutron-server[102388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c936ac5a-d9ca-4986-965e-3cf978c6e19b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0544448-c139-4a9a-925c-bc5e6092841a', 'code': 200} Nov 05 18:47:56.591071 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6225ad6f-95ab-44a8-a712-c8e526db132f req-e3b49ad1-ac6d-4c7f-86c4-4894cde26ddd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:47:56.592568 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-6225ad6f-95ab-44a8-a712-c8e526db132f req-e3b49ad1-ac6d-4c7f-86c4-4894cde26ddd service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=c936ac5a-d9ca-4986-965e-3cf978c6e19b HTTP/1.1" status: 200 len: 1095 time: 0.0425353 Nov 05 18:47:56.640603 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-6225ad6f-95ab-44a8-a712-c8e526db132f req-680b5c35-3905-4482-bfd7-7e1fbd69ea43 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=3677ad50-e4bf-4315-8aa4-e48810edc139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379751 Nov 05 18:47:56.744602 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ecaa7fb-9fa5-40f0-aefa-fc579fab7fbc admin admin] Network 1f88c09a-5e4d-4f48-8a06-ce0482bda919 is scheduled to be hosted by DHCP agent 987e2ca0-bc3b-4c6f-a989-429ccfbf753f with binding_index 1 {{(pid=102387) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 05 18:47:56.745481 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:47:56.747129 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-7be20aee-10a6-46e8-b5e7-e3e0437c6627 req-78ab7402-b259-4873-bc43-4aca36a4ee20 tempest-SecurityGroupRulesTestJSON-1433761684 tempest-SecurityGroupRulesTestJSON-1433761684-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:47:56.749879 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-7be20aee-10a6-46e8-b5e7-e3e0437c6627 req-78ab7402-b259-4873-bc43-4aca36a4ee20 tempest-SecurityGroupRulesTestJSON-1433761684 tempest-SecurityGroupRulesTestJSON-1433761684-project] Publish callbacks [] for security_group, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:47:56.750879 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-7be20aee-10a6-46e8-b5e7-e3e0437c6627 req-78ab7402-b259-4873-bc43-4aca36a4ee20 tempest-SecurityGroupRulesTestJSON-1433761684 tempest-SecurityGroupRulesTestJSON-1433761684-project] 10.222.0.13 "DELETE /v2.0/security-groups/9d9d39e7-326f-4ad6-883c-560e48e2c038 HTTP/1.1" status: 204 len: 173 time: 1.0223053 Nov 05 18:47:56.801687 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ab7402-b259-4873-bc43-4aca36a4ee20 tempest-SecurityGroupRulesTestJSON-1433761684 tempest-SecurityGroupRulesTestJSON-1433761684-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d9d39e7-326f-4ad6-883c-560e48e2c038,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:47:56.804485 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Pushing event updated for resources: {'Port': ['ID=d0544448-c139-4a9a-925c-bc5e6092841a,revision_number=5']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:47:56.846776 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-d63a9c6d-ce22-47f4-acf5-961f5db55150 req-2c644dfb-a6cb-4dca-9d9a-6cc45342d2bc tempest-SecurityGroupRulesTestJSON-1433761684 tempest-SecurityGroupRulesTestJSON-1433761684-project] 10.222.0.13 "GET /v2.0/security-groups/be427a2f-b119-445b-bc37-bc546af42416 HTTP/1.1" status: 200 len: 1823 time: 0.0705879 Nov 05 18:47:56.905979 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.base_scheduler [None req-1ecaa7fb-9fa5-40f0-aefa-fc579fab7fbc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816865-1, 1f88c09a-5e4d-4f48-8a06-ce0482bda919) {{(pid=102387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:47:56.916341 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ecaa7fb-9fa5-40f0-aefa-fc579fab7fbc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:47:56.917050 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-1ecaa7fb-9fa5-40f0-aefa-fc579fab7fbc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597851'] for subnet, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:47:56.922749 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c0d6a23-c8e7-4e28-bd6e-64fbf5a787ce None None] Network 1f88c09a-5e4d-4f48-8a06-ce0482bda919 requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 18:47:56.947383 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-d63a9c6d-ce22-47f4-acf5-961f5db55150 req-47c0372c-8f0e-4501-b3ae-75e174d014b2 tempest-SecurityGroupRulesTestJSON-1433761684 tempest-SecurityGroupRulesTestJSON-1433761684-project] Publish callbacks [] for security_group, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:47:56.974386 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-d63a9c6d-ce22-47f4-acf5-961f5db55150 req-47c0372c-8f0e-4501-b3ae-75e174d014b2 tempest-SecurityGroupRulesTestJSON-1433761684 tempest-SecurityGroupRulesTestJSON-1433761684-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:47:57.015240 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-1ecaa7fb-9fa5-40f0-aefa-fc579fab7fbc admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.5653422 Nov 05 18:47:57.117989 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b13fe61-ae2d-489a-8a9c-38324b77eafd None None] Network 1f88c09a-5e4d-4f48-8a06-ce0482bda919 requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 18:47:57.193412 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-d63a9c6d-ce22-47f4-acf5-961f5db55150 req-47c0372c-8f0e-4501-b3ae-75e174d014b2 tempest-SecurityGroupRulesTestJSON-1433761684 tempest-SecurityGroupRulesTestJSON-1433761684-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:47:57.198932 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-d63a9c6d-ce22-47f4-acf5-961f5db55150 req-47c0372c-8f0e-4501-b3ae-75e174d014b2 tempest-SecurityGroupRulesTestJSON-1433761684 tempest-SecurityGroupRulesTestJSON-1433761684-project] Publish callbacks [] for security_group, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:47:57.218369 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-d63a9c6d-ce22-47f4-acf5-961f5db55150 req-47c0372c-8f0e-4501-b3ae-75e174d014b2 tempest-SecurityGroupRulesTestJSON-1433761684 tempest-SecurityGroupRulesTestJSON-1433761684-project] 10.222.0.13 "DELETE /v2.0/security-groups/be427a2f-b119-445b-bc37-bc546af42416 HTTP/1.1" status: 204 len: 173 time: 0.3536754 Nov 05 18:47:57.273949 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3374aa11-5659-4d9d-939d-2c81de28f1af req-b07de449-188e-4489-b110-2e187c1cc15d tempest-LiveMigrationTest-600821399 tempest-LiveMigrationTest-600821399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:47:57.275698 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-3374aa11-5659-4d9d-939d-2c81de28f1af req-b07de449-188e-4489-b110-2e187c1cc15d tempest-LiveMigrationTest-600821399 tempest-LiveMigrationTest-600821399-project] 10.222.0.13 "GET /v2.0/ports?device_id=c936ac5a-d9ca-4986-965e-3cf978c6e19b HTTP/1.1" status: 200 len: 945 time: 0.1260498 Nov 05 18:47:57.276907 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c0372c-8f0e-4501-b3ae-75e174d014b2 tempest-SecurityGroupRulesTestJSON-1433761684 tempest-SecurityGroupRulesTestJSON-1433761684-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=be427a2f-b119-445b-bc37-bc546af42416,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:47:57.366186 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-19970f8f-fd2e-4ab5-a5a1-1b1e68e3e3b9 req-e5b59d4d-64ba-4bfc-9336-88369a6e48f2 tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] 10.222.0.13 "GET /v2.0/ports?device_id=67a6e104-5801-491b-964e-331ab9594689 HTTP/1.1" status: 200 len: 210 time: 0.0501063 Nov 05 18:47:57.398518 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-3374aa11-5659-4d9d-939d-2c81de28f1af req-5f2bdcaf-eeb5-485a-a92d-a963186cc013 tempest-LiveMigrationTest-600821399 tempest-LiveMigrationTest-600821399-project] 10.222.0.13 "GET /v2.0/security-groups?id=3677ad50-e4bf-4315-8aa4-e48810edc139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070135 Nov 05 18:47:57.501185 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-e95dcd61-77fa-42bc-90b2-134fa9535855 req-31f02e8b-cd6c-40c3-ad35-203242335296 tempest-SecurityGroupRulesTestJSON-1433761684 tempest-SecurityGroupRulesTestJSON-1433761684-project] 10.222.0.13 "GET /v2.0/security-groups/6fbe00b1-4e96-469e-865a-b806801eef1a HTTP/1.1" status: 200 len: 1824 time: 0.0618114 Nov 05 18:47:57.574534 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-e95dcd61-77fa-42bc-90b2-134fa9535855 req-a07554ae-f4f5-4ac2-90e1-30e58e12fe05 tempest-SecurityGroupRulesTestJSON-1433761684 tempest-SecurityGroupRulesTestJSON-1433761684-project] Publish callbacks [] for security_group, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:47:57.609839 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-e95dcd61-77fa-42bc-90b2-134fa9535855 req-a07554ae-f4f5-4ac2-90e1-30e58e12fe05 tempest-SecurityGroupRulesTestJSON-1433761684 tempest-SecurityGroupRulesTestJSON-1433761684-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:47:57.774333 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2905d0c4-377b-4a9f-9f04-649258cfc7ab req-f5a73624-130f-421b-8bc1-e93758866192 tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:47:57.775813 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-2905d0c4-377b-4a9f-9f04-649258cfc7ab req-f5a73624-130f-421b-8bc1-e93758866192 tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] 10.222.0.55 "GET /v2.0/networks?id=43ea62f0-8360-499b-8cfa-33c91e860c8e HTTP/1.1" status: 200 len: 812 time: 0.1193175 Nov 05 18:47:57.794271 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [req-2905d0c4-377b-4a9f-9f04-649258cfc7ab req-cec49183-7bce-4df9-b3ff-9aba2e9ac73b tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] Request body: {'port': {'device_id': '67a6e104-5801-491b-964e-331ab9594689', 'network_id': '43ea62f0-8360-499b-8cfa-33c91e860c8e', 'admin_state_up': True, 'tenant_id': '6967002ed7684b0a936551bf3f38aa1b'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:47:57.854535 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-e95dcd61-77fa-42bc-90b2-134fa9535855 req-a07554ae-f4f5-4ac2-90e1-30e58e12fe05 tempest-SecurityGroupRulesTestJSON-1433761684 tempest-SecurityGroupRulesTestJSON-1433761684-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:47:57.863562 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-e95dcd61-77fa-42bc-90b2-134fa9535855 req-a07554ae-f4f5-4ac2-90e1-30e58e12fe05 tempest-SecurityGroupRulesTestJSON-1433761684 tempest-SecurityGroupRulesTestJSON-1433761684-project] Publish callbacks [] for security_group, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:47:57.864905 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-e95dcd61-77fa-42bc-90b2-134fa9535855 req-a07554ae-f4f5-4ac2-90e1-30e58e12fe05 tempest-SecurityGroupRulesTestJSON-1433761684 tempest-SecurityGroupRulesTestJSON-1433761684-project] 10.222.0.13 "DELETE /v2.0/security-groups/6fbe00b1-4e96-469e-865a-b806801eef1a HTTP/1.1" status: 204 len: 173 time: 0.3520169 Nov 05 18:47:57.890744 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07554ae-f4f5-4ac2-90e1-30e58e12fe05 tempest-SecurityGroupRulesTestJSON-1433761684 tempest-SecurityGroupRulesTestJSON-1433761684-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fbe00b1-4e96-469e-865a-b806801eef1a,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:47:57.957662 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-1db71b43-98e5-4507-b81d-486333189cc7 req-0fc8a03f-221e-4762-b957-2f69c2b21035 tempest-ServerShowV247Test-1721215558 tempest-ServerShowV247Test-1721215558-project] 10.222.0.13 "GET /v2.0/ports?device_id=da431939-1bdb-4fe5-8c3e-0fa04f18f8ec HTTP/1.1" status: 200 len: 210 time: 0.0300899 Nov 05 18:47:58.046426 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-457d476e-067d-4db1-8ee5-a412ec1d4f0d req-1d6aafa2-cdb2-4a4c-8ca1-d99d3363b190 tempest-SecurityGroupRulesTestJSON-1433761684 tempest-SecurityGroupRulesTestJSON-1433761684-project] 10.222.0.13 "GET /v2.0/security-groups/f513bc77-3d95-4ae5-ae3e-ca33814a993d HTTP/1.1" status: 200 len: 2423 time: 0.0493026 Nov 05 18:47:58.106950 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-457d476e-067d-4db1-8ee5-a412ec1d4f0d req-4cd47104-d35d-4bc8-9b43-2629b6552961 tempest-SecurityGroupRulesTestJSON-1433761684 tempest-SecurityGroupRulesTestJSON-1433761684-project] Publish callbacks [] for security_group, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:47:58.130689 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-457d476e-067d-4db1-8ee5-a412ec1d4f0d req-4cd47104-d35d-4bc8-9b43-2629b6552961 tempest-SecurityGroupRulesTestJSON-1433761684 tempest-SecurityGroupRulesTestJSON-1433761684-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:47:58.154931 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2905d0c4-377b-4a9f-9f04-649258cfc7ab req-cec49183-7bce-4df9-b3ff-9aba2e9ac73b tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] Made reservation on behalf of 6967002ed7684b0a936551bf3f38aa1b for: {'port': 1} {{(pid=102386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 18:47:58.159184 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-2905d0c4-377b-4a9f-9f04-649258cfc7ab req-cec49183-7bce-4df9-b3ff-9aba2e9ac73b tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:47:58.297168 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-457d476e-067d-4db1-8ee5-a412ec1d4f0d req-4cd47104-d35d-4bc8-9b43-2629b6552961 tempest-SecurityGroupRulesTestJSON-1433761684 tempest-SecurityGroupRulesTestJSON-1433761684-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:47:58.302528 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-457d476e-067d-4db1-8ee5-a412ec1d4f0d req-4cd47104-d35d-4bc8-9b43-2629b6552961 tempest-SecurityGroupRulesTestJSON-1433761684 tempest-SecurityGroupRulesTestJSON-1433761684-project] Publish callbacks [] for security_group, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:47:58.303771 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-457d476e-067d-4db1-8ee5-a412ec1d4f0d req-4cd47104-d35d-4bc8-9b43-2629b6552961 tempest-SecurityGroupRulesTestJSON-1433761684 tempest-SecurityGroupRulesTestJSON-1433761684-project] 10.222.0.13 "DELETE /v2.0/security-groups/f513bc77-3d95-4ae5-ae3e-ca33814a993d HTTP/1.1" status: 204 len: 173 time: 0.2516410 Nov 05 18:47:58.327074 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd47104-d35d-4bc8-9b43-2629b6552961 tempest-SecurityGroupRulesTestJSON-1433761684 tempest-SecurityGroupRulesTestJSON-1433761684-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f513bc77-3d95-4ae5-ae3e-ca33814a993d,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:47:58.411652 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.db_base_plugin_common [req-2905d0c4-377b-4a9f-9f04-649258cfc7ab req-cec49183-7bce-4df9-b3ff-9aba2e9ac73b tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] Allocated IP 172.20.0.3 (43ea62f0-8360-499b-8cfa-33c91e860c8e/d7f64a49-19fd-4323-b909-1a955812ddea/9d73dfb4-fde9-4735-86dd-06c91b197470) {{(pid=102386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 18:47:58.517546 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-878d5fb3-5abe-4708-80b8-4cc534c6c3d8 req-d44ccda9-6525-476f-8861-f6c21b0b97d6 tempest-SecurityGroupRulesTestJSON-1433761684 tempest-SecurityGroupRulesTestJSON-1433761684-project] 10.222.0.13 "GET /v2.0/security-groups/a0733b4c-56d6-4301-be3e-4fcf621cc080 HTTP/1.1" status: 200 len: 2417 time: 0.0462921 Nov 05 18:47:58.567648 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-2905d0c4-377b-4a9f-9f04-649258cfc7ab req-cec49183-7bce-4df9-b3ff-9aba2e9ac73b tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] Publish callbacks [] for port, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:47:58.583848 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-878d5fb3-5abe-4708-80b8-4cc534c6c3d8 req-8c57e66a-fa2b-48c8-bb7d-88a95860e607 tempest-SecurityGroupRulesTestJSON-1433761684 tempest-SecurityGroupRulesTestJSON-1433761684-project] Publish callbacks [] for security_group, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:47:58.609710 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-878d5fb3-5abe-4708-80b8-4cc534c6c3d8 req-8c57e66a-fa2b-48c8-bb7d-88a95860e607 tempest-SecurityGroupRulesTestJSON-1433761684 tempest-SecurityGroupRulesTestJSON-1433761684-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:47:58.703220 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-2905d0c4-377b-4a9f-9f04-649258cfc7ab req-cec49183-7bce-4df9-b3ff-9aba2e9ac73b tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:47:58.744032 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-878d5fb3-5abe-4708-80b8-4cc534c6c3d8 req-8c57e66a-fa2b-48c8-bb7d-88a95860e607 tempest-SecurityGroupRulesTestJSON-1433761684 tempest-SecurityGroupRulesTestJSON-1433761684-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:47:58.746751 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-878d5fb3-5abe-4708-80b8-4cc534c6c3d8 req-8c57e66a-fa2b-48c8-bb7d-88a95860e607 tempest-SecurityGroupRulesTestJSON-1433761684 tempest-SecurityGroupRulesTestJSON-1433761684-project] Publish callbacks [] for security_group, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:47:58.748140 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-878d5fb3-5abe-4708-80b8-4cc534c6c3d8 req-8c57e66a-fa2b-48c8-bb7d-88a95860e607 tempest-SecurityGroupRulesTestJSON-1433761684 tempest-SecurityGroupRulesTestJSON-1433761684-project] 10.222.0.13 "DELETE /v2.0/security-groups/a0733b4c-56d6-4301-be3e-4fcf621cc080 HTTP/1.1" status: 204 len: 173 time: 0.2242227 Nov 05 18:47:58.751753 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2905d0c4-377b-4a9f-9f04-649258cfc7ab req-cec49183-7bce-4df9-b3ff-9aba2e9ac73b tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] Network 43ea62f0-8360-499b-8cfa-33c91e860c8e is already hosted by enough agents. {{(pid=102386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 18:47:58.758384 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 52248) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:47:58.764032 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.base_scheduler [req-2905d0c4-377b-4a9f-9f04-649258cfc7ab req-cec49183-7bce-4df9-b3ff-9aba2e9ac73b tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] Resources bound (agent type, host, resource id): {{(pid=102386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:47:58.767653 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [req-2905d0c4-377b-4a9f-9f04-649258cfc7ab req-cec49183-7bce-4df9-b3ff-9aba2e9ac73b tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] Received port after_create {{(pid=102386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 18:47:58.768486 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c57e66a-fa2b-48c8-bb7d-88a95860e607 tempest-SecurityGroupRulesTestJSON-1433761684 tempest-SecurityGroupRulesTestJSON-1433761684-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0733b4c-56d6-4301-be3e-4fcf621cc080,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:47:58.812935 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f5eeb5-46c5-4456-a832-b4cbfba18968 req-09b9055f-1c2a-4ad1-abd2-56799e28b98b tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:47:58.814504 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-24f5eeb5-46c5-4456-a832-b4cbfba18968 req-09b9055f-1c2a-4ad1-abd2-56799e28b98b tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] 10.222.0.13 "GET /v2.0/ports?device_id=67a6e104-5801-491b-964e-331ab9594689 HTTP/1.1" status: 200 len: 931 time: 0.0999913 Nov 05 18:47:58.829840 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.db_base_plugin_v2 [None req-16f749de-4052-4415-9686-4b072edd9e3d admin admin] Deleting subnet 510bdeef-4c6b-4651-a6e8-625b4ed9356d {{(pid=102387) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 05 18:47:58.839077 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-16f749de-4052-4415-9686-4b072edd9e3d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:47:58.848076 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec49183-7bce-4df9-b3ff-9aba2e9ac73b tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] Pushing event updated for resources: {'Port': ['ID=9d73dfb4-fde9-4735-86dd-06c91b197470,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:47:58.879888 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2905d0c4-377b-4a9f-9f04-649258cfc7ab req-cec49183-7bce-4df9-b3ff-9aba2e9ac73b tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:47:58.880500 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-2905d0c4-377b-4a9f-9f04-649258cfc7ab req-cec49183-7bce-4df9-b3ff-9aba2e9ac73b tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:47:58.927895 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-16f749de-4052-4415-9686-4b072edd9e3d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4463501'] for subnet, precommit_delete_associations {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:47:58.971913 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-24f5eeb5-46c5-4456-a832-b4cbfba18968 req-e76a30e6-6fe3-4fa7-a82e-de528407e3f5 tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] 10.222.0.13 "GET /v2.0/security-groups?id=e0838ac1-f008-48c1-ab43-123e255d616a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463189 Nov 05 18:47:58.990343 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77336ac-ff9f-4fb3-ae77-ec845e73ef7b req-d57e3ced-d29b-4f83-8765-869af26554d6 tempest-LiveMigrationTest-600821399 tempest-LiveMigrationTest-600821399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:47:58.993699 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-e77336ac-ff9f-4fb3-ae77-ec845e73ef7b req-d57e3ced-d29b-4f83-8765-869af26554d6 tempest-LiveMigrationTest-600821399 tempest-LiveMigrationTest-600821399-project] 10.222.0.13 "GET /v2.0/ports?device_id=c936ac5a-d9ca-4986-965e-3cf978c6e19b HTTP/1.1" status: 200 len: 945 time: 0.1205926 Nov 05 18:47:59.013815 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-2905d0c4-377b-4a9f-9f04-649258cfc7ab req-cec49183-7bce-4df9-b3ff-9aba2e9ac73b tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2234180 Nov 05 18:47:59.018915 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-16f749de-4052-4415-9686-4b072edd9e3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1573928'] for subnet, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:47:59.028669 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [req-2905d0c4-377b-4a9f-9f04-649258cfc7ab req-b053b745-3764-40ec-a99f-9a5ea58fccb3 service neutron] Request body: {'port': {'device_id': '67a6e104-5801-491b-964e-331ab9594689', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816865-1'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:47:59.088515 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-2905d0c4-377b-4a9f-9f04-649258cfc7ab req-b053b745-3764-40ec-a99f-9a5ea58fccb3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:47:59.098926 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-e77336ac-ff9f-4fb3-ae77-ec845e73ef7b req-3384fde0-f211-4462-86e2-76b62cb2fbad tempest-LiveMigrationTest-600821399 tempest-LiveMigrationTest-600821399-project] 10.222.0.13 "GET /v2.0/security-groups?id=3677ad50-e4bf-4315-8aa4-e48810edc139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944374 Nov 05 18:47:59.191881 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-16f749de-4052-4415-9686-4b072edd9e3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1573905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4417146', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5112209'] for subnet, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:47:59.237474 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f749de-4052-4415-9686-4b072edd9e3d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=510bdeef-4c6b-4651-a6e8-625b4ed9356d,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:47:59.239504 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-16f749de-4052-4415-9686-4b072edd9e3d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597851'] for subnet, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:47:59.243385 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-16f749de-4052-4415-9686-4b072edd9e3d admin admin] 10.222.0.13 "DELETE /v2.0/subnets/510bdeef-4c6b-4651-a6e8-625b4ed9356d HTTP/1.1" status: 204 len: 168 time: 0.4816458 Nov 05 18:47:59.251957 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 52262) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:47:59.261131 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-36716c5d-122f-44b9-a287-a653f5cb8f73 req-fb7120f3-1a44-4634-86b6-15cb862758cb tempest-ServerShowV247Test-1721215558 tempest-ServerShowV247Test-1721215558-project] 10.222.0.13 "GET /v2.0/ports?device_id=da431939-1bdb-4fe5-8c3e-0fa04f18f8ec HTTP/1.1" status: 200 len: 210 time: 0.0638080 Nov 05 18:47:59.269569 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9268165-49db-4460-94ff-5e154b0c3d7c req-801544a7-d710-488e-b303-0b49ef87fcf1 tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:47:59.271036 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-c9268165-49db-4460-94ff-5e154b0c3d7c req-801544a7-d710-488e-b303-0b49ef87fcf1 tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] 10.222.0.13 "GET /v2.0/ports?device_id=b3c515f9-768f-4a54-bb92-e6f3d5207990 HTTP/1.1" status: 200 len: 945 time: 0.1117656 Nov 05 18:47:59.330898 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-c9268165-49db-4460-94ff-5e154b0c3d7c req-c066e87d-9991-4487-9cf5-da872d8e771b tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] 10.222.0.13 "GET /v2.0/security-groups?id=8015cb9a-1cfc-43ae-80a2-992db853641d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518808 Nov 05 18:47:59.384923 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-e5c182a2-9ea1-4759-8bc4-426d1514749d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1664226'] for network, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:47:59.437372 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c38978-76b2-476b-9a3c-1cb46731d852 req-98d3788e-863d-46e8-b6e7-8b3232cc4706 tempest-LiveMigrationTest-1249278027 tempest-LiveMigrationTest-1249278027-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:47:59.439204 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-08c38978-76b2-476b-9a3c-1cb46731d852 req-98d3788e-863d-46e8-b6e7-8b3232cc4706 tempest-LiveMigrationTest-1249278027 tempest-LiveMigrationTest-1249278027-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=c936ac5a-d9ca-4986-965e-3cf978c6e19b HTTP/1.1" status: 200 len: 1096 time: 0.0494502 Nov 05 18:47:59.486659 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-08c38978-76b2-476b-9a3c-1cb46731d852 req-4576263b-e347-4ccf-b0d9-6da5ca70076a tempest-LiveMigrationTest-1249278027 tempest-LiveMigrationTest-1249278027-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=3677ad50-e4bf-4315-8aa4-e48810edc139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407047 Nov 05 18:47:59.519405 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-e5c182a2-9ea1-4759-8bc4-426d1514749d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1579173', 'neutron.services.segments.db._delete_segments_for_network-8750027792909'] for network, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:47:59.566151 n-d-816865-1 neutron-server[102386]: DEBUG neutron.services.segments.db [None req-e5c182a2-9ea1-4759-8bc4-426d1514749d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a4e339c-2b87-486c-a340-58f33bc22b4d']}} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:47:59.575492 n-d-816865-1 neutron-server[102386]: DEBUG neutron.notifiers.nova [req-2905d0c4-377b-4a9f-9f04-649258cfc7ab req-b053b745-3764-40ec-a99f-9a5ea58fccb3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9d73dfb4-fde9-4735-86dd-06c91b197470 {{(pid=102386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 18:47:59.583884 n-d-816865-1 neutron-server[102386]: DEBUG neutron.services.segments.db [None req-e5c182a2-9ea1-4759-8bc4-426d1514749d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d716a54-1955-4692-8a74-c6ecd6af2c27') {'for_net_delete': True} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:47:59.589833 n-d-816865-1 neutron-server[102386]: DEBUG neutron.services.segments.db [None req-e5c182a2-9ea1-4759-8bc4-426d1514749d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d716a54-1955-4692-8a74-c6ecd6af2c27') {} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:47:59.589833 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-2905d0c4-377b-4a9f-9f04-649258cfc7ab req-b053b745-3764-40ec-a99f-9a5ea58fccb3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:47:59.598761 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-e5c182a2-9ea1-4759-8bc4-426d1514749d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750027793430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4590747'] for segment, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:47:59.618579 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.provisioning_blocks [req-2905d0c4-377b-4a9f-9f04-649258cfc7ab req-b053b745-3764-40ec-a99f-9a5ea58fccb3 service neutron] Transition to ACTIVE for port object 9d73dfb4-fde9-4735-86dd-06c91b197470 will not be triggered until provisioned by entity L2. {{(pid=102386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 05 18:47:59.621044 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-e5c182a2-9ea1-4759-8bc4-426d1514749d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273'] for segment, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:47:59.628242 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5c182a2-9ea1-4759-8bc4-426d1514749d admin admin] Releasing vlan 180 on physical network physnet1 to pool {{(pid=102386) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 05 18:47:59.628728 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-e5c182a2-9ea1-4759-8bc4-426d1514749d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6149721'] for segment, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:47:59.630535 n-d-816865-1 neutron-server[102386]: Traceback (most recent call last): Nov 05 18:47:59.630535 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 05 18:47:59.630535 n-d-816865-1 neutron-server[102386]: timer() Nov 05 18:47:59.630535 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 05 18:47:59.630535 n-d-816865-1 neutron-server[102386]: cb(*args, **kw) Nov 05 18:47:59.630535 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 05 18:47:59.630535 n-d-816865-1 neutron-server[102386]: return func(*args, **kwargs) Nov 05 18:47:59.630535 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 05 18:47:59.630535 n-d-816865-1 neutron-server[102386]: self._notify() Nov 05 18:47:59.630535 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 05 18:47:59.630535 n-d-816865-1 neutron-server[102386]: self.callback(batched_events) Nov 05 18:47:59.630535 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 05 18:47:59.630535 n-d-816865-1 neutron-server[102386]: event.method(event) Nov 05 18:47:59.630535 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 05 18:47:59.630535 n-d-816865-1 neutron-server[102386]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 05 18:47:59.630535 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 05 18:47:59.630535 n-d-816865-1 neutron-server[102386]: aggregate_uuid = self.p_client.list_aggregates( Nov 05 18:47:59.630535 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 05 18:47:59.630535 n-d-816865-1 neutron-server[102386]: return f(self, *a, **k) Nov 05 18:47:59.630535 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 05 18:47:59.630535 n-d-816865-1 neutron-server[102386]: return self._get(url).json() Nov 05 18:47:59.630535 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 05 18:47:59.630535 n-d-816865-1 neutron-server[102386]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 05 18:47:59.630535 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 05 18:47:59.630535 n-d-816865-1 neutron-server[102386]: return self.request(url, 'GET', **kwargs) Nov 05 18:47:59.630535 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 05 18:47:59.630535 n-d-816865-1 neutron-server[102386]: base_url = self.get_endpoint(auth, allow=allow, Nov 05 18:47:59.630535 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 05 18:47:59.630535 n-d-816865-1 neutron-server[102386]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 05 18:47:59.630535 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 05 18:47:59.630535 n-d-816865-1 neutron-server[102386]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 05 18:47:59.630535 n-d-816865-1 neutron-server[102386]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 05 18:47:59.692811 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-2905d0c4-377b-4a9f-9f04-649258cfc7ab req-b053b745-3764-40ec-a99f-9a5ea58fccb3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6149821'] for port, after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:47:59.702974 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01db5ad-7c27-454b-ad6b-3d8fdc10ebba req-962e630e-a9ff-4f33-a35b-127096cc5852 tempest-LiveMigrationTest-1249278027 tempest-LiveMigrationTest-1249278027-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:47:59.704606 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-c01db5ad-7c27-454b-ad6b-3d8fdc10ebba req-962e630e-a9ff-4f33-a35b-127096cc5852 tempest-LiveMigrationTest-1249278027 tempest-LiveMigrationTest-1249278027-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=c936ac5a-d9ca-4986-965e-3cf978c6e19b HTTP/1.1" status: 200 len: 1096 time: 0.0481741 Nov 05 18:47:59.755009 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-c01db5ad-7c27-454b-ad6b-3d8fdc10ebba req-e974fc0a-dcb6-44e6-ba1c-2046e67e8c13 tempest-LiveMigrationTest-1249278027 tempest-LiveMigrationTest-1249278027-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=3677ad50-e4bf-4315-8aa4-e48810edc139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441899 Nov 05 18:48:00.079426 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [req-5721b67c-5cf8-4902-871a-90bf2d0497e3 req-12006e1a-7d31-4125-8f37-7ea0da7869a7 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=102387) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 05 18:48:00.080566 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-5721b67c-5cf8-4902-871a-90bf2d0497e3 req-12006e1a-7d31-4125-8f37-7ea0da7869a7 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0067525 Nov 05 18:48:00.106692 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b053b745-3764-40ec-a99f-9a5ea58fccb3 service neutron] Pushing event updated for resources: {'Port': ['ID=9d73dfb4-fde9-4735-86dd-06c91b197470,revision_number=2']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:48:00.111799 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-e5c182a2-9ea1-4759-8bc4-426d1514749d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1579178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-956796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1000687'] for network, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:48:00.122435 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfeee9b-b460-430c-955a-8cf99e3241f5 req-467ab1b3-e3e8-4326-b4fd-b6b79931c40c tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:48:00.124527 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-9cfeee9b-b460-430c-955a-8cf99e3241f5 req-467ab1b3-e3e8-4326-b4fd-b6b79931c40c tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] 10.222.0.13 "GET /v2.0/ports?device_id=67a6e104-5801-491b-964e-331ab9594689 HTTP/1.1" status: 200 len: 943 time: 0.0646203 Nov 05 18:48:00.129870 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-e5c182a2-9ea1-4759-8bc4-426d1514749d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597851'] for network, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:48:00.133668 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-e5c182a2-9ea1-4759-8bc4-426d1514749d admin admin] 10.222.0.13 "DELETE /v2.0/networks/3a4e339c-2b87-486c-a340-58f33bc22b4d HTTP/1.1" status: 204 len: 168 time: 0.8801460 Nov 05 18:48:00.155361 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c182a2-9ea1-4759-8bc4-426d1514749d admin admin] Pushing event deleted for resources: {'Network': ['ID=3a4e339c-2b87-486c-a340-58f33bc22b4d,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:48:00.186666 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-9cfeee9b-b460-430c-955a-8cf99e3241f5 req-0d973b91-a9e0-46e0-9842-c7c9155a0683 tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] 10.222.0.13 "GET /v2.0/security-groups?id=e0838ac1-f008-48c1-ab43-123e255d616a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547087 Nov 05 18:48:00.192873 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [req-2905d0c4-377b-4a9f-9f04-649258cfc7ab req-b053b745-3764-40ec-a99f-9a5ea58fccb3 service neutron] Attempting to bind port 9d73dfb4-fde9-4735-86dd-06c91b197470 on host n-h2-816865-1 for vnic_type normal with profile {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 18:48:00.193029 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [req-2905d0c4-377b-4a9f-9f04-649258cfc7ab req-b053b745-3764-40ec-a99f-9a5ea58fccb3 service neutron] Attempting to bind port 9d73dfb4-fde9-4735-86dd-06c91b197470 by drivers openvswitch,hyperv on host n-h2-816865-1 at level 0 using segments [{'id': '18ff82bc-5fc5-4d18-b58f-45dd42e01fae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '43ea62f0-8360-499b-8cfa-33c91e860c8e'}] {{(pid=102386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 18:48:00.193459 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2905d0c4-377b-4a9f-9f04-649258cfc7ab req-b053b745-3764-40ec-a99f-9a5ea58fccb3 service neutron] Attempting to bind port 9d73dfb4-fde9-4735-86dd-06c91b197470 on network 43ea62f0-8360-499b-8cfa-33c91e860c8e {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 18:48:00.213784 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2905d0c4-377b-4a9f-9f04-649258cfc7ab req-b053b745-3764-40ec-a99f-9a5ea58fccb3 service neutron] Port 9d73dfb4-fde9-4735-86dd-06c91b197470 on network 43ea62f0-8360-499b-8cfa-33c91e860c8e not bound, no agent of type Open vSwitch agent registered on host n-h2-816865-1 {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 18:48:00.214257 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2905d0c4-377b-4a9f-9f04-649258cfc7ab req-b053b745-3764-40ec-a99f-9a5ea58fccb3 service neutron] Attempting to bind port 9d73dfb4-fde9-4735-86dd-06c91b197470 on network 43ea62f0-8360-499b-8cfa-33c91e860c8e {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 18:48:00.221140 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2905d0c4-377b-4a9f-9f04-649258cfc7ab req-b053b745-3764-40ec-a99f-9a5ea58fccb3 service neutron] Checking agent: {'id': '32aff553-696f-4891-83f5-5c176f61fe54', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816865-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 18, 33, 36), 'started_at': datetime.datetime(2021, 11, 5, 18, 33, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 18, 47, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 18:48:00.221587 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2905d0c4-377b-4a9f-9f04-649258cfc7ab req-b053b745-3764-40ec-a99f-9a5ea58fccb3 service neutron] Checking segment: {'id': '18ff82bc-5fc5-4d18-b58f-45dd42e01fae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '43ea62f0-8360-499b-8cfa-33c91e860c8e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 18:48:00.222103 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2905d0c4-377b-4a9f-9f04-649258cfc7ab req-b053b745-3764-40ec-a99f-9a5ea58fccb3 service neutron] Bound using segment: {'id': '18ff82bc-5fc5-4d18-b58f-45dd42e01fae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '43ea62f0-8360-499b-8cfa-33c91e860c8e'} {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 18:48:00.222877 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [req-2905d0c4-377b-4a9f-9f04-649258cfc7ab req-b053b745-3764-40ec-a99f-9a5ea58fccb3 service neutron] Bound port: 9d73dfb4-fde9-4735-86dd-06c91b197470, host: n-h2-816865-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '18ff82bc-5fc5-4d18-b58f-45dd42e01fae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '43ea62f0-8360-499b-8cfa-33c91e860c8e'}}] {{(pid=102386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 18:48:00.223342 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-2905d0c4-377b-4a9f-9f04-649258cfc7ab req-b053b745-3764-40ec-a99f-9a5ea58fccb3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:48:00.288185 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [req-2905d0c4-377b-4a9f-9f04-649258cfc7ab req-b053b745-3764-40ec-a99f-9a5ea58fccb3 service neutron] For port 9d73dfb4-fde9-4735-86dd-06c91b197470, host n-h2-816865-1, cleared binding levels {{(pid=102386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 18:48:00.291421 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [req-2905d0c4-377b-4a9f-9f04-649258cfc7ab req-b053b745-3764-40ec-a99f-9a5ea58fccb3 service neutron] For port 9d73dfb4-fde9-4735-86dd-06c91b197470, host n-h2-816865-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=9d73dfb4-fde9-4735-86dd-06c91b197470,segment=NetworkSegment(18ff82bc-5fc5-4d18-b58f-45dd42e01fae),segment_id=18ff82bc-5fc5-4d18-b58f-45dd42e01fae)] {{(pid=102386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 18:48:00.359885 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-2905d0c4-377b-4a9f-9f04-649258cfc7ab req-b053b745-3764-40ec-a99f-9a5ea58fccb3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6149821'] for port, after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:48:00.380196 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-05db74cb-e945-48db-919d-7cef57832bb1 req-e725b303-8691-43ea-a392-ec12f8155e51 tempest-ServerShowV247Test-1721215558 tempest-ServerShowV247Test-1721215558-project] 10.222.0.13 "GET /v2.0/ports?device_id=da431939-1bdb-4fe5-8c3e-0fa04f18f8ec HTTP/1.1" status: 200 len: 210 time: 0.0265162 Nov 05 18:48:00.396862 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2905d0c4-377b-4a9f-9f04-649258cfc7ab req-b053b745-3764-40ec-a99f-9a5ea58fccb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:48:00.397450 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-2905d0c4-377b-4a9f-9f04-649258cfc7ab req-b053b745-3764-40ec-a99f-9a5ea58fccb3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:48:00.400597 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-2905d0c4-377b-4a9f-9f04-649258cfc7ab req-b053b745-3764-40ec-a99f-9a5ea58fccb3 service neutron] 10.222.0.55 "PUT /v2.0/ports/9d73dfb4-fde9-4735-86dd-06c91b197470 HTTP/1.1" status: 200 len: 1091 time: 1.3768554 Nov 05 18:48:00.400597 n-d-816865-1 neutron-server[102386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67a6e104-5801-491b-964e-331ab9594689', 'tag': '9d73dfb4-fde9-4735-86dd-06c91b197470'}] {{(pid=102386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 18:48:00.402379 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6173a44d7c73f41af551dc890fa1a5892c2c6bc3458b640c8e0c24db7876ba6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-080399e0-fd20-4120-9d91-ae3c5569f629" -d '{"events": [{"name": "network-changed", "server_uuid": "67a6e104-5801-491b-964e-331ab9594689", "tag": "9d73dfb4-fde9-4735-86dd-06c91b197470"}]}' {{(pid=102386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 18:48:00.439677 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b053b745-3764-40ec-a99f-9a5ea58fccb3 service neutron] Pushing event updated for resources: {'Port': ['ID=9d73dfb4-fde9-4735-86dd-06c91b197470,revision_number=3']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:48:00.460909 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 52308) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:48:00.503658 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-fef2b814-d0d9-4ee3-a258-f3832a4d4331 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7d3c79a6390c43458346d402b241298b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0405307 Nov 05 18:48:00.506359 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 52312) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:48:00.547385 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2905d0c4-377b-4a9f-9f04-649258cfc7ab req-d0f30b3d-d2ab-4b74-9370-30bf7ff47b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:48:00.548981 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-2905d0c4-377b-4a9f-9f04-649258cfc7ab req-d0f30b3d-d2ab-4b74-9370-30bf7ff47b32 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=6967002ed7684b0a936551bf3f38aa1b&device_id=67a6e104-5801-491b-964e-331ab9594689 HTTP/1.1" status: 200 len: 1094 time: 0.0428944 Nov 05 18:48:00.560276 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-7df05911-d5d6-463d-83b1-f16b455e1bc8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:48:00.567929 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 18:48:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2abde52-0da1-45b0-996a-f21a210d5e3d x-openstack-request-id: req-d2abde52-0da1-45b0-996a-f21a210d5e3d {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 18:48:00.570868 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67a6e104-5801-491b-964e-331ab9594689", "tag": "9d73dfb4-fde9-4735-86dd-06c91b197470", "status": "completed", "code": 200}]} {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 18:48:00.570868 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d2abde52-0da1-45b0-996a-f21a210d5e3d {{(pid=102386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 18:48:00.570868 n-d-816865-1 neutron-server[102386]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67a6e104-5801-491b-964e-331ab9594689', 'tag': '9d73dfb4-fde9-4735-86dd-06c91b197470', 'status': 'completed', 'code': 200} Nov 05 18:48:00.587867 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-7df05911-d5d6-463d-83b1-f16b455e1bc8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:48:00.600790 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-2905d0c4-377b-4a9f-9f04-649258cfc7ab req-ca55a885-010c-4220-a56e-86add0514612 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9d73dfb4-fde9-4735-86dd-06c91b197470 HTTP/1.1" status: 200 len: 217 time: 0.0421607 Nov 05 18:48:00.668841 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2905d0c4-377b-4a9f-9f04-649258cfc7ab req-1483c079-4ef9-48a7-967a-1ad1b0108306 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:48:00.670435 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-2905d0c4-377b-4a9f-9f04-649258cfc7ab req-1483c079-4ef9-48a7-967a-1ad1b0108306 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=d7f64a49-19fd-4323-b909-1a955812ddea HTTP/1.1" status: 200 len: 852 time: 0.0606706 Nov 05 18:48:00.704383 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-2905d0c4-377b-4a9f-9f04-649258cfc7ab req-f555afc9-6e27-49e6-9146-cb441b07c9c9 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=43ea62f0-8360-499b-8cfa-33c91e860c8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257020 Nov 05 18:48:00.750169 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-7df05911-d5d6-463d-83b1-f16b455e1bc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:48:00.752644 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-7df05911-d5d6-463d-83b1-f16b455e1bc8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:48:00.753761 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-7df05911-d5d6-463d-83b1-f16b455e1bc8 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b68c500b-4b07-4247-b1b9-ecd5a6a403c7 HTTP/1.1" status: 204 len: 168 time: 0.2463238 Nov 05 18:48:00.773772 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df05911-d5d6-463d-83b1-f16b455e1bc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b68c500b-4b07-4247-b1b9-ecd5a6a403c7,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:48:00.817784 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-2905d0c4-377b-4a9f-9f04-649258cfc7ab req-287028cf-2f93-41df-8892-01c48e8f5dbe service neutron] 10.222.0.55 "GET /v2.0/networks/43ea62f0-8360-499b-8cfa-33c91e860c8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1049285 Nov 05 18:48:00.927817 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-2905d0c4-377b-4a9f-9f04-649258cfc7ab req-4a28afb7-2a58-4115-ad03-b4d0cb5706bb service neutron] 10.222.0.55 "GET /v2.0/networks/43ea62f0-8360-499b-8cfa-33c91e860c8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1010509 Nov 05 18:48:01.136832 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080399e0-fd20-4120-9d91-ae3c5569f629 req-85819745-4c96-4cca-82b8-d2dc5c4a0b3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:48:01.138393 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-080399e0-fd20-4120-9d91-ae3c5569f629 req-85819745-4c96-4cca-82b8-d2dc5c4a0b3f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=6967002ed7684b0a936551bf3f38aa1b&device_id=67a6e104-5801-491b-964e-331ab9594689 HTTP/1.1" status: 200 len: 1094 time: 0.0424161 Nov 05 18:48:01.172540 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50925484-6430-4ec4-a112-b31a83c8e63d req-5cc84a78-b064-4cc9-b235-b98cc180f6cb tempest-ServerGroupTestJSON-211225283 tempest-ServerGroupTestJSON-211225283-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:48:01.172540 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-50925484-6430-4ec4-a112-b31a83c8e63d req-5cc84a78-b064-4cc9-b235-b98cc180f6cb tempest-ServerGroupTestJSON-211225283 tempest-ServerGroupTestJSON-211225283-project] 10.222.0.13 "GET /v2.0/networks?id=1f88c09a-5e4d-4f48-8a06-ce0482bda919 HTTP/1.1" status: 200 len: 809 time: 0.1080678 Nov 05 18:48:01.187416 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-50925484-6430-4ec4-a112-b31a83c8e63d req-5063f31e-50e0-4e52-a4a3-fdbfa8c43b8a tempest-ServerGroupTestJSON-211225283 tempest-ServerGroupTestJSON-211225283-project] 10.222.0.13 "GET /v2.0/quotas/9b855777d312415a937b9c14e002c65e HTTP/1.1" status: 200 len: 375 time: 0.0100214 Nov 05 18:48:01.228115 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-50925484-6430-4ec4-a112-b31a83c8e63d req-a9c59d6e-1930-4aac-832c-32348c3d44a4 tempest-ServerGroupTestJSON-211225283 tempest-ServerGroupTestJSON-211225283-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=9b855777d312415a937b9c14e002c65e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0350649 Nov 05 18:48:01.258707 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080399e0-fd20-4120-9d91-ae3c5569f629 req-7b2fd2aa-3fd2-4c6f-aa85-2a132e572a53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:48:01.267103 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-080399e0-fd20-4120-9d91-ae3c5569f629 req-7b2fd2aa-3fd2-4c6f-aa85-2a132e572a53 service neutron] 10.222.0.55 "GET /v2.0/networks?id=43ea62f0-8360-499b-8cfa-33c91e860c8e HTTP/1.1" status: 200 len: 913 time: 0.1137619 Nov 05 18:48:01.306298 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-080399e0-fd20-4120-9d91-ae3c5569f629 req-83fac3c4-baf9-420d-b672-386ef59f407f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9d73dfb4-fde9-4735-86dd-06c91b197470 HTTP/1.1" status: 200 len: 217 time: 0.0369880 Nov 05 18:48:01.338783 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-50925484-6430-4ec4-a112-b31a83c8e63d req-41d20c2e-b86e-4903-82c2-6720b22790e4 service neutron] 10.222.0.13 "GET /v2.0/networks/1f88c09a-5e4d-4f48-8a06-ce0482bda919?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1017854 Nov 05 18:48:01.365591 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080399e0-fd20-4120-9d91-ae3c5569f629 req-8a7aeaba-2db9-44b3-aeff-c26d623b5b4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:48:01.367738 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-080399e0-fd20-4120-9d91-ae3c5569f629 req-8a7aeaba-2db9-44b3-aeff-c26d623b5b4b service neutron] 10.222.0.55 "GET /v2.0/subnets?id=d7f64a49-19fd-4323-b909-1a955812ddea HTTP/1.1" status: 200 len: 852 time: 0.0520411 Nov 05 18:48:01.405509 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-080399e0-fd20-4120-9d91-ae3c5569f629 req-8a215a59-8306-4f41-a9e7-4d029d035880 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=43ea62f0-8360-499b-8cfa-33c91e860c8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0301619 Nov 05 18:48:01.433684 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-50925484-6430-4ec4-a112-b31a83c8e63d req-193b2930-b521-4700-b245-d046dde504c9 service neutron] 10.222.0.13 "GET /v2.0/networks/1f88c09a-5e4d-4f48-8a06-ce0482bda919?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937600 Nov 05 18:48:01.512758 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-080399e0-fd20-4120-9d91-ae3c5569f629 req-73608668-ea9b-4bbc-8772-8630a9a87a43 service neutron] 10.222.0.55 "GET /v2.0/networks/43ea62f0-8360-499b-8cfa-33c91e860c8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0985887 Nov 05 18:48:01.616309 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-080399e0-fd20-4120-9d91-ae3c5569f629 req-52565c1a-3c3e-4eb8-9deb-790e3bea75d7 service neutron] 10.222.0.55 "GET /v2.0/networks/43ea62f0-8360-499b-8cfa-33c91e860c8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958459 Nov 05 18:48:01.725435 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Device 76ac6dda-0dbe-4431-a06f-4b5c155d8cde no longer exists at agent hyperv_n-h2-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 18:48:01.814106 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:48:01.843117 n-d-816865-1 neutron-server[102388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3c515f9-768f-4a54-bb92-e6f3d5207990', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '76ac6dda-0dbe-4431-a06f-4b5c155d8cde'}] {{(pid=102388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 18:48:01.845364 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85474fee1180e129d8a886d264fe0b30223aa672dd1ffe43b630605f18504f68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-541e5240-bf33-4153-b533-a16c4d9aeeed" -d '{"events": [{"server_uuid": "b3c515f9-768f-4a54-bb92-e6f3d5207990", "name": "network-vif-unplugged", "status": "completed", "tag": "76ac6dda-0dbe-4431-a06f-4b5c155d8cde"}]}' {{(pid=102388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 18:48:01.856798 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] For port 76ac6dda-0dbe-4431-a06f-4b5c155d8cde, host n-h2-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=76ac6dda-0dbe-4431-a06f-4b5c155d8cde,segment=NetworkSegment(1ae4cc0f-5460-421b-9b80-d7acf4de0363),segment_id=1ae4cc0f-5460-421b-9b80-d7acf4de0363)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:48:01.928076 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7388121c-fd4f-46fe-879c-894a44f89ef9 req-8ff656aa-e9c4-40bf-a662-d853c94ac025 tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:48:01.937042 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-7388121c-fd4f-46fe-879c-894a44f89ef9 req-8ff656aa-e9c4-40bf-a662-d853c94ac025 tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] 10.222.0.13 "GET /v2.0/ports?device_id=67a6e104-5801-491b-964e-331ab9594689 HTTP/1.1" status: 200 len: 943 time: 0.0512199 Nov 05 18:48:01.982357 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-7388121c-fd4f-46fe-879c-894a44f89ef9 req-e66b41c0-88b5-4921-a182-d43ddab4c300 tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] 10.222.0.13 "GET /v2.0/security-groups?id=e0838ac1-f008-48c1-ab43-123e255d616a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467231 Nov 05 18:48:01.990942 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:48:02.081642 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 52394) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:48:02.081782 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Pushing event updated for resources: {'Port': ['ID=76ac6dda-0dbe-4431-a06f-4b5c155d8cde,revision_number=8']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:48:02.114192 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-a93f7235-f6a3-4fad-9fc5-a5f0fb8e6730 req-a472ab23-5a5a-4f75-97f3-d93a569a5dc1 tempest-ServerShowV247Test-1721215558 tempest-ServerShowV247Test-1721215558-project] 10.222.0.13 "GET /v2.0/ports?device_id=da431939-1bdb-4fe5-8c3e-0fa04f18f8ec HTTP/1.1" status: 200 len: 210 time: 0.0311928 Nov 05 18:48:02.153939 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [req-385da6b7-45e5-43d8-8822-b91f7066ab3c req-482b6523-3c9d-44de-91d9-fb19402979d6 tempest-LiveMigrationTest-1249278027 tempest-LiveMigrationTest-1249278027-project-admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=102387) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 05 18:48:02.155334 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-385da6b7-45e5-43d8-8822-b91f7066ab3c req-482b6523-3c9d-44de-91d9-fb19402979d6 tempest-LiveMigrationTest-1249278027 tempest-LiveMigrationTest-1249278027-project-admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0072682 Nov 05 18:48:02.193228 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-f71a009a-42b2-4796-ab04-59e43fe7aa03 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-246883563-network', 'tenant_id': '4887dc6e572a48c1b9dc807c93638012'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:48:02.199163 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385da6b7-45e5-43d8-8822-b91f7066ab3c req-04d94c34-b741-40e2-9aab-41eebc8fe67d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:48:02.200542 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-385da6b7-45e5-43d8-8822-b91f7066ab3c req-04d94c34-b741-40e2-9aab-41eebc8fe67d service neutron] 10.222.0.13 "GET /v2.0/ports/d0544448-c139-4a9a-925c-bc5e6092841a HTTP/1.1" status: 200 len: 1093 time: 0.0383494 Nov 05 18:48:02.214466 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [req-385da6b7-45e5-43d8-8822-b91f7066ab3c req-2805b778-8f69-48f9-8326-8ae8d4def937 service neutron] Request body: {'binding': {'host': 'n-h1-816865-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:48:02.215278 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [req-385da6b7-45e5-43d8-8822-b91f7066ab3c req-2805b778-8f69-48f9-8326-8ae8d4def937 service neutron] Unknown quota resources ['binding']. {{(pid=102387) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 05 18:48:02.272780 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-dbfce9bd-51d7-4e02-822d-670b15fcf713 req-a44cbfe7-0d13-4a53-887a-536ca24fae1f tempest-ServerGroupTestJSON-211225283 tempest-ServerGroupTestJSON-211225283-project] 10.222.0.13 "GET /v2.0/ports?device_id=733e5542-3bea-4875-8e76-ef817a9bc828 HTTP/1.1" status: 200 len: 210 time: 0.0338061 Nov 05 18:48:02.279635 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f71a009a-42b2-4796-ab04-59e43fe7aa03 admin admin] Made reservation on behalf of 4887dc6e572a48c1b9dc807c93638012 for: {'network': 1} {{(pid=102386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 18:48:02.282866 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-f71a009a-42b2-4796-ab04-59e43fe7aa03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for network, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:48:02.302672 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-f71a009a-42b2-4796-ab04-59e43fe7aa03 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:48:02.318707 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 05 Nov 2021 18:48:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d6cdaaf-1d94-4571-bd7f-303e92046adc x-openstack-request-id: req-3d6cdaaf-1d94-4571-bd7f-303e92046adc {{(pid=102388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 18:48:02.318707 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3c515f9-768f-4a54-bb92-e6f3d5207990", "name": "network-vif-unplugged", "status": "completed", "tag": "76ac6dda-0dbe-4431-a06f-4b5c155d8cde", "code": 200}]} {{(pid=102388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 18:48:02.318707 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3d6cdaaf-1d94-4571-bd7f-303e92046adc {{(pid=102388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 18:48:02.318707 n-d-816865-1 neutron-server[102388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3c515f9-768f-4a54-bb92-e6f3d5207990', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '76ac6dda-0dbe-4431-a06f-4b5c155d8cde', 'code': 200} Nov 05 18:48:02.381010 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-f71a009a-42b2-4796-ab04-59e43fe7aa03 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:48:02.462686 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-f71a009a-42b2-4796-ab04-59e43fe7aa03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:48:02.496401 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f71a009a-42b2-4796-ab04-59e43fe7aa03 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 166} {{(pid=102386) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 05 18:48:02.508239 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71a009a-42b2-4796-ab04-59e43fe7aa03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15081e95-3d2c-46cc-970b-0ab86f46e753,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:48:02.515050 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-f71a009a-42b2-4796-ab04-59e43fe7aa03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273'] for segment, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:48:02.515390 n-d-816865-1 neutron-server[102386]: INFO neutron.db.segments_db [None req-f71a009a-42b2-4796-ab04-59e43fe7aa03 admin admin] Added segment aec693b9-b407-4c6b-827c-d9d955b53bc5 of type vlan for network d70d85ea-9d51-4341-91cd-ba98d4c8b177 Nov 05 18:48:02.562300 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-f71a009a-42b2-4796-ab04-59e43fe7aa03 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750027258543'] for network, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:48:02.566160 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-f6874a1a-e884-4ac2-819f-d59a0b9295ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:48:02.639605 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-f71a009a-42b2-4796-ab04-59e43fe7aa03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-956796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877'] for network, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:48:02.640571 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f71a009a-42b2-4796-ab04-59e43fe7aa03 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:48:02.641185 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-f71a009a-42b2-4796-ab04-59e43fe7aa03 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597851'] for network, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:48:02.691161 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.managers [req-385da6b7-45e5-43d8-8822-b91f7066ab3c req-2805b778-8f69-48f9-8326-8ae8d4def937 service neutron] Attempting to bind port d0544448-c139-4a9a-925c-bc5e6092841a on host n-h1-816865-1 for vnic_type normal with profile None {{(pid=102387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 18:48:02.691493 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.managers [req-385da6b7-45e5-43d8-8822-b91f7066ab3c req-2805b778-8f69-48f9-8326-8ae8d4def937 service neutron] Attempting to bind port d0544448-c139-4a9a-925c-bc5e6092841a by drivers openvswitch,hyperv on host n-h1-816865-1 at level 0 using segments [{'id': 'b9f65680-5ef1-4bb4-ac2c-6d7ba403921d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '1a9992ef-da6b-4f25-bd43-f1196ce8f1a8'}] {{(pid=102387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 18:48:02.691815 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-385da6b7-45e5-43d8-8822-b91f7066ab3c req-2805b778-8f69-48f9-8326-8ae8d4def937 service neutron] Attempting to bind port d0544448-c139-4a9a-925c-bc5e6092841a on network 1a9992ef-da6b-4f25-bd43-f1196ce8f1a8 {{(pid=102387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 18:48:02.696671 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-385da6b7-45e5-43d8-8822-b91f7066ab3c req-2805b778-8f69-48f9-8326-8ae8d4def937 service neutron] Port d0544448-c139-4a9a-925c-bc5e6092841a on network 1a9992ef-da6b-4f25-bd43-f1196ce8f1a8 not bound, no agent of type Open vSwitch agent registered on host n-h1-816865-1 {{(pid=102387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 18:48:02.696989 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-385da6b7-45e5-43d8-8822-b91f7066ab3c req-2805b778-8f69-48f9-8326-8ae8d4def937 service neutron] Attempting to bind port d0544448-c139-4a9a-925c-bc5e6092841a on network 1a9992ef-da6b-4f25-bd43-f1196ce8f1a8 {{(pid=102387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 18:48:02.701975 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-385da6b7-45e5-43d8-8822-b91f7066ab3c req-2805b778-8f69-48f9-8326-8ae8d4def937 service neutron] Checking agent: {'id': 'eb596d7c-8c64-42bd-8aca-fad447eb0eab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816865-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 18, 33, 34), 'started_at': datetime.datetime(2021, 11, 5, 18, 33, 34), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 18, 47, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 18:48:02.702340 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-385da6b7-45e5-43d8-8822-b91f7066ab3c req-2805b778-8f69-48f9-8326-8ae8d4def937 service neutron] Checking segment: {'id': 'b9f65680-5ef1-4bb4-ac2c-6d7ba403921d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '1a9992ef-da6b-4f25-bd43-f1196ce8f1a8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 18:48:02.703063 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-385da6b7-45e5-43d8-8822-b91f7066ab3c req-2805b778-8f69-48f9-8326-8ae8d4def937 service neutron] Bound using segment: {'id': 'b9f65680-5ef1-4bb4-ac2c-6d7ba403921d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '1a9992ef-da6b-4f25-bd43-f1196ce8f1a8'} {{(pid=102387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 18:48:02.703186 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.managers [req-385da6b7-45e5-43d8-8822-b91f7066ab3c req-2805b778-8f69-48f9-8326-8ae8d4def937 service neutron] Bound port: d0544448-c139-4a9a-925c-bc5e6092841a, host: n-h1-816865-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b9f65680-5ef1-4bb4-ac2c-6d7ba403921d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '1a9992ef-da6b-4f25-bd43-f1196ce8f1a8'}}] {{(pid=102387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 18:48:02.706211 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71a009a-42b2-4796-ab04-59e43fe7aa03 admin admin] Pushing event updated for resources: {'Network': ['ID=d70d85ea-9d51-4341-91cd-ba98d4c8b177,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:48:02.716491 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Network d70d85ea-9d51-4341-91cd-ba98d4c8b177 details requested by agent ovs-agent-n-d-816865-1 with host n-d-816865-1 {{(pid=102388) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 05 18:48:02.754965 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.db [req-385da6b7-45e5-43d8-8822-b91f7066ab3c req-2805b778-8f69-48f9-8326-8ae8d4def937 service neutron] For port d0544448-c139-4a9a-925c-bc5e6092841a, host n-h1-816865-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=d0544448-c139-4a9a-925c-bc5e6092841a,segment=NetworkSegment(b9f65680-5ef1-4bb4-ac2c-6d7ba403921d),segment_id=b9f65680-5ef1-4bb4-ac2c-6d7ba403921d)] {{(pid=102387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 18:48:02.813466 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-f71a009a-42b2-4796-ab04-59e43fe7aa03 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.7307560 Nov 05 18:48:02.820607 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 52400) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:48:02.825602 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-44985b12-7475-41dc-a5a0-3afbad84901d admin admin] Request body: {'subnet': {'network_id': 'd70d85ea-9d51-4341-91cd-ba98d4c8b177', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-246883563-subnet', 'tenant_id': '4887dc6e572a48c1b9dc807c93638012', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:48:02.831751 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-385da6b7-45e5-43d8-8822-b91f7066ab3c req-2805b778-8f69-48f9-8326-8ae8d4def937 service neutron] Publish callbacks [] for binding, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:48:02.833199 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-385da6b7-45e5-43d8-8822-b91f7066ab3c req-2805b778-8f69-48f9-8326-8ae8d4def937 service neutron] 10.222.0.13 "POST /v2.0/ports/d0544448-c139-4a9a-925c-bc5e6092841a/bindings HTTP/1.1" status: 201 len: 389 time: 0.6254590 Nov 05 18:48:02.909501 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44985b12-7475-41dc-a5a0-3afbad84901d admin admin] Made reservation on behalf of 4887dc6e572a48c1b9dc807c93638012 for: {'subnet': 1} {{(pid=102386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 18:48:02.911894 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-44985b12-7475-41dc-a5a0-3afbad84901d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4877122'] for subnet, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:48:03.147749 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ad2f58-1543-4ac4-9d67-5b2672727bd2 req-090b1ef3-ab7a-481d-b42d-70f430dd52f5 tempest-LiveMigrationTest-600821399 tempest-LiveMigrationTest-600821399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:48:03.149831 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-c7ad2f58-1543-4ac4-9d67-5b2672727bd2 req-090b1ef3-ab7a-481d-b42d-70f430dd52f5 tempest-LiveMigrationTest-600821399 tempest-LiveMigrationTest-600821399-project] 10.222.0.13 "GET /v2.0/ports?device_id=c936ac5a-d9ca-4986-965e-3cf978c6e19b HTTP/1.1" status: 200 len: 945 time: 0.0876610 Nov 05 18:48:03.158004 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf923b2d-0cc0-41a5-bbec-3bda76e443e1 req-e0987086-0efe-4e11-9015-5646045272ec tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:48:03.159439 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-cf923b2d-0cc0-41a5-bbec-3bda76e443e1 req-e0987086-0efe-4e11-9015-5646045272ec tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] 10.222.0.13 "GET /v2.0/ports?device_id=67a6e104-5801-491b-964e-331ab9594689 HTTP/1.1" status: 200 len: 943 time: 0.0874586 Nov 05 18:48:03.179922 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-44985b12-7475-41dc-a5a0-3afbad84901d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6149946', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4877172'] for subnet, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:48:03.234684 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44985b12-7475-41dc-a5a0-3afbad84901d admin admin] Pushing event updated for resources: {'Subnet': ['ID=81600d89-8835-46e1-88a4-4590dbfefef9,revision_number=0']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:48:03.235334 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-c7ad2f58-1543-4ac4-9d67-5b2672727bd2 req-028ccee3-ee1d-435b-b13f-8ad9e0b87683 tempest-LiveMigrationTest-600821399 tempest-LiveMigrationTest-600821399-project] 10.222.0.13 "GET /v2.0/security-groups?id=3677ad50-e4bf-4315-8aa4-e48810edc139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744774 Nov 05 18:48:03.243968 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-cf923b2d-0cc0-41a5-bbec-3bda76e443e1 req-440f29b4-9d43-4d1a-ac68-cfbe1726bd67 tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] 10.222.0.13 "GET /v2.0/security-groups?id=e0838ac1-f008-48c1-ab43-123e255d616a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759728 Nov 05 18:48:03.254680 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44985b12-7475-41dc-a5a0-3afbad84901d admin admin] Checking segment: {'id': 'aec693b9-b407-4c6b-827c-d9d955b53bc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'd70d85ea-9d51-4341-91cd-ba98d4c8b177'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 18:48:03.255269 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44985b12-7475-41dc-a5a0-3afbad84901d admin admin] Network hostable DHCP agents. Network: d70d85ea-9d51-4341-91cd-ba98d4c8b177, hostable agents: ['987e2ca0-bc3b-4c6f-a989-429ccfbf753f'], hosted agents: [] {{(pid=102386) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 05 18:48:03.343804 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44985b12-7475-41dc-a5a0-3afbad84901d admin admin] Network d70d85ea-9d51-4341-91cd-ba98d4c8b177 is scheduled to be hosted by DHCP agent 987e2ca0-bc3b-4c6f-a989-429ccfbf753f with binding_index 1 {{(pid=102386) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 05 18:48:03.355157 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-11e995a4-3f20-4f11-8e9e-e68ac1e5ada2 req-94d766c3-8bd1-4930-b35b-902e759097de tempest-ServerShowV247Test-1721215558 tempest-ServerShowV247Test-1721215558-project] 10.222.0.13 "GET /v2.0/ports?device_id=da431939-1bdb-4fe5-8c3e-0fa04f18f8ec HTTP/1.1" status: 200 len: 210 time: 0.0267332 Nov 05 18:48:03.412211 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.base_scheduler [None req-44985b12-7475-41dc-a5a0-3afbad84901d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816865-1, d70d85ea-9d51-4341-91cd-ba98d4c8b177) {{(pid=102386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:48:03.417203 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44985b12-7475-41dc-a5a0-3afbad84901d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:48:03.418431 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-44985b12-7475-41dc-a5a0-3afbad84901d admin admin] Publish callbacks [] for subnet, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:48:03.425248 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d524e28f-0155-4229-aed5-fed3e24784e0 None None] Network d70d85ea-9d51-4341-91cd-ba98d4c8b177 requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 18:48:03.440110 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-50388364-67fd-4233-abf0-3badd23c7e1e req-1cc12f56-3a39-4557-868e-33511e6326b6 tempest-ServerGroupTestJSON-211225283 tempest-ServerGroupTestJSON-211225283-project] 10.222.0.13 "GET /v2.0/ports?device_id=733e5542-3bea-4875-8e76-ef817a9bc828 HTTP/1.1" status: 200 len: 210 time: 0.0291054 Nov 05 18:48:03.498669 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385da6b7-45e5-43d8-8822-b91f7066ab3c req-cc742580-c413-452d-8254-98d063a9b502 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:48:03.500194 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-385da6b7-45e5-43d8-8822-b91f7066ab3c req-cc742580-c413-452d-8254-98d063a9b502 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7cc0b234e0c74edeb5d0485be80e09f5&device_id=c936ac5a-d9ca-4986-965e-3cf978c6e19b HTTP/1.1" status: 200 len: 1096 time: 0.0497100 Nov 05 18:48:03.521565 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-44985b12-7475-41dc-a5a0-3afbad84901d admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.6998901 Nov 05 18:48:03.525274 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 52416) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:48:03.531265 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-78f3e536-eb31-493e-875b-6d49a9bb249c admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-246883563-router', 'tenant_id': '4887dc6e572a48c1b9dc807c93638012', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec'}}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:48:03.599861 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-438e5f3e-862a-45d9-82eb-883446c097bf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeb20a084-accf-5b60-8075-3e69ebe863a6-d70d85ea-9d51-4341-91cd-ba98d4c8b177', 'network_id': 'd70d85ea-9d51-4341-91cd-ba98d4c8b177', 'tenant_id': '4887dc6e572a48c1b9dc807c93638012', 'fixed_ips': [{'subnet_id': '81600d89-8835-46e1-88a4-4590dbfefef9'}]}} from n-d-816865-1. {{(pid=102388) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 05 18:48:03.600737 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-438e5f3e-862a-45d9-82eb-883446c097bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:48:03.606703 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385da6b7-45e5-43d8-8822-b91f7066ab3c req-f4f6477e-5e66-4353-ba62-914e19c28dbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:48:03.608319 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-385da6b7-45e5-43d8-8822-b91f7066ab3c req-f4f6477e-5e66-4353-ba62-914e19c28dbb service neutron] 10.222.0.41 "GET /v2.0/networks?id=1a9992ef-da6b-4f25-bd43-f1196ce8f1a8 HTTP/1.1" status: 200 len: 908 time: 0.0994618 Nov 05 18:48:03.635958 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-78f3e536-eb31-493e-875b-6d49a9bb249c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-571139', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6874'] for router, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:48:03.637283 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-78f3e536-eb31-493e-875b-6d49a9bb249c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-571375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1000570', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1011585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6867'] for router, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:48:03.658508 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-385da6b7-45e5-43d8-8822-b91f7066ab3c req-b8dc70a7-974b-4a91-bcff-4751f0a26196 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d0544448-c139-4a9a-925c-bc5e6092841a HTTP/1.1" status: 200 len: 217 time: 0.0430059 Nov 05 18:48:03.701505 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-78f3e536-eb31-493e-875b-6d49a9bb249c admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:48:03.716706 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385da6b7-45e5-43d8-8822-b91f7066ab3c req-1f610862-ce03-4deb-87d8-631cb63af4a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:48:03.718207 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-385da6b7-45e5-43d8-8822-b91f7066ab3c req-1f610862-ce03-4deb-87d8-631cb63af4a7 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=82b7bbfc-ac99-45bb-a8a9-211b9b80ecc2 HTTP/1.1" status: 200 len: 847 time: 0.0521619 Nov 05 18:48:03.744968 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Device 9d73dfb4-fde9-4735-86dd-06c91b197470 details requested by agent hyperv_n-h2-816865-1 with host n-h2-816865-1 {{(pid=102388) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 05 18:48:03.753093 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.db_base_plugin_common [None req-438e5f3e-862a-45d9-82eb-883446c097bf None None] Allocated IP 172.20.0.2 (d70d85ea-9d51-4341-91cd-ba98d4c8b177/81600d89-8835-46e1-88a4-4590dbfefef9/c71da435-a132-4082-80be-4e328ddde1ae) {{(pid=102388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 18:48:03.756446 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-385da6b7-45e5-43d8-8822-b91f7066ab3c req-973150c1-5dd2-4504-a1bb-0b97171a7c6b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1a9992ef-da6b-4f25-bd43-f1196ce8f1a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0304110 Nov 05 18:48:03.863842 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-385da6b7-45e5-43d8-8822-b91f7066ab3c req-684a9fdb-f4eb-456a-81cb-754b69272523 service neutron] 10.222.0.41 "GET /v2.0/networks/1a9992ef-da6b-4f25-bd43-f1196ce8f1a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0991390 Nov 05 18:48:03.935735 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] For port 9d73dfb4-fde9-4735-86dd-06c91b197470, host n-h2-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=9d73dfb4-fde9-4735-86dd-06c91b197470,segment=NetworkSegment(18ff82bc-5fc5-4d18-b58f-45dd42e01fae),segment_id=18ff82bc-5fc5-4d18-b58f-45dd42e01fae)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:48:03.947168 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-78f3e536-eb31-493e-875b-6d49a9bb249c admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:48:03.956663 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Returning: {'device': '9d73dfb4-fde9-4735-86dd-06c91b197470', 'network_id': '43ea62f0-8360-499b-8cfa-33c91e860c8e', 'port_id': '9d73dfb4-fde9-4735-86dd-06c91b197470', 'mac_address': 'fa:16:3e:80:8b:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 168, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7f64a49-19fd-4323-b909-1a955812ddea', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102388) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 05 18:48:03.958100 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:48:03.995899 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-385da6b7-45e5-43d8-8822-b91f7066ab3c req-2de61bf4-45f5-4be7-9162-8e0aa969974f service neutron] 10.222.0.41 "GET /v2.0/networks/1a9992ef-da6b-4f25-bd43-f1196ce8f1a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237545 Nov 05 18:48:04.031138 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-438e5f3e-862a-45d9-82eb-883446c097bf None None] Publish callbacks [] for port, precommit_create {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:48:04.035150 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:48:04.048589 n-d-816865-1 neutron-server[102388]: DEBUG neutron.notifiers.nova [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d73dfb4-fde9-4735-86dd-06c91b197470 {{(pid=102388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 18:48:04.068727 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] For port 9d73dfb4-fde9-4735-86dd-06c91b197470, host n-h2-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=9d73dfb4-fde9-4735-86dd-06c91b197470,segment=NetworkSegment(18ff82bc-5fc5-4d18-b58f-45dd42e01fae),segment_id=18ff82bc-5fc5-4d18-b58f-45dd42e01fae)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:48:04.139228 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-438e5f3e-862a-45d9-82eb-883446c097bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789'] for port, after_create {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:48:04.139228 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:48:04.139228 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Device 76ac6dda-0dbe-4431-a06f-4b5c155d8cde details requested by agent hyperv_n-h2-816865-1 with host n-h2-816865-1 {{(pid=102388) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 05 18:48:04.189405 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438e5f3e-862a-45d9-82eb-883446c097bf None None] Pushing event updated for resources: {'Port': ['ID=c71da435-a132-4082-80be-4e328ddde1ae,revision_number=1']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:48:04.248628 n-d-816865-1 neutron-server[102388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-438e5f3e-862a-45d9-82eb-883446c097bf None None] Network d70d85ea-9d51-4341-91cd-ba98d4c8b177 is already hosted by enough agents. {{(pid=102388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 18:48:04.261268 n-d-816865-1 neutron-server[102388]: DEBUG neutron.scheduler.base_scheduler [None req-438e5f3e-862a-45d9-82eb-883446c097bf None None] Resources bound (agent type, host, resource id): {{(pid=102388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:48:04.270966 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-438e5f3e-862a-45d9-82eb-883446c097bf None None] Received port after_create {{(pid=102388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 18:48:04.306141 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-78f3e536-eb31-493e-875b-6d49a9bb249c admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:48:04.331845 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Pushing event updated for resources: {'Port': ['ID=9d73dfb4-fde9-4735-86dd-06c91b197470,revision_number=4']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:48:04.359103 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-78f3e536-eb31-493e-875b-6d49a9bb249c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:48:04.476765 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-438e5f3e-862a-45d9-82eb-883446c097bf None None] Attempting to bind port c71da435-a132-4082-80be-4e328ddde1ae on host n-d-816865-1 for vnic_type normal with profile {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 18:48:04.477579 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-438e5f3e-862a-45d9-82eb-883446c097bf None None] Attempting to bind port c71da435-a132-4082-80be-4e328ddde1ae by drivers openvswitch,hyperv on host n-d-816865-1 at level 0 using segments [{'id': 'aec693b9-b407-4c6b-827c-d9d955b53bc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'd70d85ea-9d51-4341-91cd-ba98d4c8b177'}] {{(pid=102388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 18:48:04.477943 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-438e5f3e-862a-45d9-82eb-883446c097bf None None] Attempting to bind port c71da435-a132-4082-80be-4e328ddde1ae on network d70d85ea-9d51-4341-91cd-ba98d4c8b177 {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 18:48:04.488870 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-438e5f3e-862a-45d9-82eb-883446c097bf None None] Checking agent: {'id': '724d89a7-611b-41e6-bc85-c48112b17afa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 18, 25, 8), 'started_at': datetime.datetime(2021, 11, 5, 18, 25, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 18, 47, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 18:48:04.489244 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-438e5f3e-862a-45d9-82eb-883446c097bf None None] Checking segment: {'id': 'aec693b9-b407-4c6b-827c-d9d955b53bc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'd70d85ea-9d51-4341-91cd-ba98d4c8b177'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 18:48:04.493313 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-438e5f3e-862a-45d9-82eb-883446c097bf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:48:04.493743 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-438e5f3e-862a-45d9-82eb-883446c097bf None None] Bound using segment: {'id': 'aec693b9-b407-4c6b-827c-d9d955b53bc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'd70d85ea-9d51-4341-91cd-ba98d4c8b177'} {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 18:48:04.494271 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-438e5f3e-862a-45d9-82eb-883446c097bf None None] Bound port: c71da435-a132-4082-80be-4e328ddde1ae, host: n-d-816865-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aec693b9-b407-4c6b-827c-d9d955b53bc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'd70d85ea-9d51-4341-91cd-ba98d4c8b177'}}] {{(pid=102388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 18:48:04.494659 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-438e5f3e-862a-45d9-82eb-883446c097bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:48:04.523658 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50925484-6430-4ec4-a112-b31a83c8e63d req-b4751446-adf5-42d8-b3be-34ae67f639d7 tempest-ServerGroupTestJSON-211225283 tempest-ServerGroupTestJSON-211225283-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:48:04.525950 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-50925484-6430-4ec4-a112-b31a83c8e63d req-b4751446-adf5-42d8-b3be-34ae67f639d7 tempest-ServerGroupTestJSON-211225283 tempest-ServerGroupTestJSON-211225283-project] 10.222.0.55 "GET /v2.0/networks?id=1f88c09a-5e4d-4f48-8a06-ce0482bda919 HTTP/1.1" status: 200 len: 809 time: 0.2282941 Nov 05 18:48:04.532019 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] For port 76ac6dda-0dbe-4431-a06f-4b5c155d8cde, host n-h2-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=76ac6dda-0dbe-4431-a06f-4b5c155d8cde,segment=NetworkSegment(1ae4cc0f-5460-421b-9b80-d7acf4de0363),segment_id=1ae4cc0f-5460-421b-9b80-d7acf4de0363)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:48:04.541193 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [req-50925484-6430-4ec4-a112-b31a83c8e63d req-968fab23-ed43-417f-a3cd-72f96eefcf84 tempest-ServerGroupTestJSON-211225283 tempest-ServerGroupTestJSON-211225283-project] Request body: {'port': {'device_id': '733e5542-3bea-4875-8e76-ef817a9bc828', 'network_id': '1f88c09a-5e4d-4f48-8a06-ce0482bda919', 'admin_state_up': True, 'tenant_id': '9b855777d312415a937b9c14e002c65e'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:48:04.579828 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ded1c89-ac95-4065-b6ca-db070a70ef02 req-d602b41b-7c3f-4d3d-ad83-1434f03f4a42 tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:48:04.588055 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-3ded1c89-ac95-4065-b6ca-db070a70ef02 req-d602b41b-7c3f-4d3d-ad83-1434f03f4a42 tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] 10.222.0.13 "GET /v2.0/ports?device_id=67a6e104-5801-491b-964e-331ab9594689 HTTP/1.1" status: 200 len: 944 time: 0.2150767 Nov 05 18:48:04.593798 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Returning: {'device': '76ac6dda-0dbe-4431-a06f-4b5c155d8cde', 'network_id': 'bb5b9fed-8e61-492a-a21e-f9ce432c95f7', 'port_id': '76ac6dda-0dbe-4431-a06f-4b5c155d8cde', 'mac_address': 'fa:16:3e:11:5b:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8df5751e-d8bb-41e4-9469-238f613979b1', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102388) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 05 18:48:04.702893 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-438e5f3e-862a-45d9-82eb-883446c097bf None None] For port c71da435-a132-4082-80be-4e328ddde1ae, host n-d-816865-1, cleared binding levels {{(pid=102388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 18:48:04.708741 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-3ded1c89-ac95-4065-b6ca-db070a70ef02 req-64a8961e-d1c4-45cf-9b35-a5ec49c221ea tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] 10.222.0.13 "GET /v2.0/security-groups?id=e0838ac1-f008-48c1-ab43-123e255d616a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193647 Nov 05 18:48:04.711193 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:48:04.717534 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-438e5f3e-862a-45d9-82eb-883446c097bf None None] For port c71da435-a132-4082-80be-4e328ddde1ae, host n-d-816865-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=c71da435-a132-4082-80be-4e328ddde1ae,segment=NetworkSegment(aec693b9-b407-4c6b-827c-d9d955b53bc5),segment_id=aec693b9-b407-4c6b-827c-d9d955b53bc5)] {{(pid=102388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 18:48:04.749366 n-d-816865-1 neutron-server[102388]: DEBUG neutron.notifiers.nova [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 76ac6dda-0dbe-4431-a06f-4b5c155d8cde {{(pid=102388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 18:48:04.755937 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ff77af-80c0-40a1-954e-cc4c54726459 req-c711d93a-f1a2-4469-8dbe-81c2439a5b3a tempest-LiveMigrationTest-600821399 tempest-LiveMigrationTest-600821399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:48:04.766537 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-99ff77af-80c0-40a1-954e-cc4c54726459 req-c711d93a-f1a2-4469-8dbe-81c2439a5b3a tempest-LiveMigrationTest-600821399 tempest-LiveMigrationTest-600821399-project] 10.222.0.13 "GET /v2.0/ports?device_id=c936ac5a-d9ca-4986-965e-3cf978c6e19b HTTP/1.1" status: 200 len: 945 time: 0.3241985 Nov 05 18:48:04.805402 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-438e5f3e-862a-45d9-82eb-883446c097bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:48:04.824205 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] For port 76ac6dda-0dbe-4431-a06f-4b5c155d8cde, host n-h2-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=76ac6dda-0dbe-4431-a06f-4b5c155d8cde,segment=NetworkSegment(1ae4cc0f-5460-421b-9b80-d7acf4de0363),segment_id=1ae4cc0f-5460-421b-9b80-d7acf4de0363)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:48:04.840896 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-50925484-6430-4ec4-a112-b31a83c8e63d req-968fab23-ed43-417f-a3cd-72f96eefcf84 tempest-ServerGroupTestJSON-211225283 tempest-ServerGroupTestJSON-211225283-project] Made reservation on behalf of 9b855777d312415a937b9c14e002c65e for: {'port': 1} {{(pid=102386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 18:48:04.845773 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-50925484-6430-4ec4-a112-b31a83c8e63d req-968fab23-ed43-417f-a3cd-72f96eefcf84 tempest-ServerGroupTestJSON-211225283 tempest-ServerGroupTestJSON-211225283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:48:04.920546 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-99ff77af-80c0-40a1-954e-cc4c54726459 req-2e169316-11c4-4a42-9a15-c0a08ab353f6 tempest-LiveMigrationTest-600821399 tempest-LiveMigrationTest-600821399-project] 10.222.0.13 "GET /v2.0/security-groups?id=3677ad50-e4bf-4315-8aa4-e48810edc139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524756 Nov 05 18:48:04.962020 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.db_base_plugin_common [None req-78f3e536-eb31-493e-875b-6d49a9bb249c admin admin] Allocated IP 172.25.6.119 (40c8335d-cd0b-4cb5-910a-d4dcddd5cbec/04fe6db3-e108-4208-943d-6518424f5726/bc9c3bb2-bf2c-434c-8ba4-7b37db3991f8) {{(pid=102387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 18:48:05.021241 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:48:05.024083 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438e5f3e-862a-45d9-82eb-883446c097bf None None] Pushing event updated for resources: {'Port': ['ID=c71da435-a132-4082-80be-4e328ddde1ae,revision_number=2']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:48:05.037305 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-51b379e2-cb97-4215-8fda-35ccacfae8f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:48:05.088364 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.db_base_plugin_common [req-50925484-6430-4ec4-a112-b31a83c8e63d req-968fab23-ed43-417f-a3cd-72f96eefcf84 tempest-ServerGroupTestJSON-211225283 tempest-ServerGroupTestJSON-211225283-project] Allocated IP 172.20.0.8 (1f88c09a-5e4d-4f48-8a06-ce0482bda919/da632220-b03a-421d-b951-0073cbf5cfe6/69a5d65b-76da-45c7-8ee1-1d50657a5be0) {{(pid=102386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 18:48:05.114640 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-72410626-4808-4e4c-b429-e397ede83ca7 req-467cf5ed-837d-4804-92ab-c8cc205bfe49 tempest-ServerShowV247Test-1721215558 tempest-ServerShowV247Test-1721215558-project] 10.222.0.13 "GET /v2.0/ports?device_id=da431939-1bdb-4fe5-8c3e-0fa04f18f8ec HTTP/1.1" status: 200 len: 210 time: 0.1088488 Nov 05 18:48:05.230261 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-3901c5f0-0759-4268-9258-0f0364d8c0d9 req-48070ad2-308e-4ed4-b988-0a379e94bd6e tempest-ServerGroupTestJSON-211225283 tempest-ServerGroupTestJSON-211225283-project] 10.222.0.13 "GET /v2.0/ports?device_id=733e5542-3bea-4875-8e76-ef817a9bc828 HTTP/1.1" status: 200 len: 210 time: 0.1136124 Nov 05 18:48:05.270244 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Pushing event updated for resources: {'Port': ['ID=76ac6dda-0dbe-4431-a06f-4b5c155d8cde,revision_number=9']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:48:05.277187 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] get_ports_and_sgs() called for port_ids ['76ac6dda-0dbe-4431-a06f-4b5c155d8cde'] {{(pid=102388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 18:48:05.302978 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-50925484-6430-4ec4-a112-b31a83c8e63d req-968fab23-ed43-417f-a3cd-72f96eefcf84 tempest-ServerGroupTestJSON-211225283 tempest-ServerGroupTestJSON-211225283-project] Publish callbacks [] for port, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:48:05.388313 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] get_ports_and_sgs() called for port_ids ['9d73dfb4-fde9-4735-86dd-06c91b197470'] {{(pid=102388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 18:48:05.453552 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-50925484-6430-4ec4-a112-b31a83c8e63d req-968fab23-ed43-417f-a3cd-72f96eefcf84 tempest-ServerGroupTestJSON-211225283 tempest-ServerGroupTestJSON-211225283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:48:05.530712 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968fab23-ed43-417f-a3cd-72f96eefcf84 tempest-ServerGroupTestJSON-211225283 tempest-ServerGroupTestJSON-211225283-project] Pushing event updated for resources: {'Port': ['ID=69a5d65b-76da-45c7-8ee1-1d50657a5be0,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:48:05.546409 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3a4bb4-c850-4a12-a46c-d163b07b83d0 req-7903a12c-f0ab-4f36-a710-227b232eb1c8 tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:48:05.553592 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3a4bb4-c850-4a12-a46c-d163b07b83d0 req-7903a12c-f0ab-4f36-a710-227b232eb1c8 tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:48:05.556344 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-968fab23-ed43-417f-a3cd-72f96eefcf84 tempest-ServerGroupTestJSON-211225283 tempest-ServerGroupTestJSON-211225283-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:48:05.556706 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-968fab23-ed43-417f-a3cd-72f96eefcf84 tempest-ServerGroupTestJSON-211225283 tempest-ServerGroupTestJSON-211225283-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:48:05.557100 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-968fab23-ed43-417f-a3cd-72f96eefcf84 tempest-ServerGroupTestJSON-211225283 tempest-ServerGroupTestJSON-211225283-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:48:05.557446 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-968fab23-ed43-417f-a3cd-72f96eefcf84 tempest-ServerGroupTestJSON-211225283 tempest-ServerGroupTestJSON-211225283-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:48:05.557798 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-968fab23-ed43-417f-a3cd-72f96eefcf84 tempest-ServerGroupTestJSON-211225283 tempest-ServerGroupTestJSON-211225283-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:48:05.558286 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-968fab23-ed43-417f-a3cd-72f96eefcf84 tempest-ServerGroupTestJSON-211225283 tempest-ServerGroupTestJSON-211225283-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:48:05.558621 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-968fab23-ed43-417f-a3cd-72f96eefcf84 tempest-ServerGroupTestJSON-211225283 tempest-ServerGroupTestJSON-211225283-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:48:05.558951 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-968fab23-ed43-417f-a3cd-72f96eefcf84 tempest-ServerGroupTestJSON-211225283 tempest-ServerGroupTestJSON-211225283-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:48:05.559276 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-968fab23-ed43-417f-a3cd-72f96eefcf84 tempest-ServerGroupTestJSON-211225283 tempest-ServerGroupTestJSON-211225283-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:48:05.559602 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-968fab23-ed43-417f-a3cd-72f96eefcf84 tempest-ServerGroupTestJSON-211225283 tempest-ServerGroupTestJSON-211225283-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:48:05.559943 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-968fab23-ed43-417f-a3cd-72f96eefcf84 tempest-ServerGroupTestJSON-211225283 tempest-ServerGroupTestJSON-211225283-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:48:05.560457 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-968fab23-ed43-417f-a3cd-72f96eefcf84 tempest-ServerGroupTestJSON-211225283 tempest-ServerGroupTestJSON-211225283-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:48:05.576266 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-50925484-6430-4ec4-a112-b31a83c8e63d req-968fab23-ed43-417f-a3cd-72f96eefcf84 tempest-ServerGroupTestJSON-211225283 tempest-ServerGroupTestJSON-211225283-project] Network 1f88c09a-5e4d-4f48-8a06-ce0482bda919 is already hosted by enough agents. {{(pid=102386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 18:48:05.577953 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.base_scheduler [req-50925484-6430-4ec4-a112-b31a83c8e63d req-968fab23-ed43-417f-a3cd-72f96eefcf84 tempest-ServerGroupTestJSON-211225283 tempest-ServerGroupTestJSON-211225283-project] Resources bound (agent type, host, resource id): {{(pid=102386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:48:05.578667 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3a4bb4-c850-4a12-a46c-d163b07b83d0 req-7903a12c-f0ab-4f36-a710-227b232eb1c8 tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:48:05.580734 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [req-50925484-6430-4ec4-a112-b31a83c8e63d req-968fab23-ed43-417f-a3cd-72f96eefcf84 tempest-ServerGroupTestJSON-211225283 tempest-ServerGroupTestJSON-211225283-project] Received port after_create {{(pid=102386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 18:48:05.598558 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3a4bb4-c850-4a12-a46c-d163b07b83d0 req-7903a12c-f0ab-4f36-a710-227b232eb1c8 tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:48:05.606180 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3a4bb4-c850-4a12-a46c-d163b07b83d0 req-7903a12c-f0ab-4f36-a710-227b232eb1c8 tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:48:05.624761 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3a4bb4-c850-4a12-a46c-d163b07b83d0 req-7903a12c-f0ab-4f36-a710-227b232eb1c8 tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:48:05.634887 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3a4bb4-c850-4a12-a46c-d163b07b83d0 req-7903a12c-f0ab-4f36-a710-227b232eb1c8 tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:48:05.636841 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-0c3a4bb4-c850-4a12-a46c-d163b07b83d0 req-7903a12c-f0ab-4f36-a710-227b232eb1c8 tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] 10.222.0.13 "GET /v2.0/ports?device_id=6b9db9e4-2300-49be-bd99-8eabc0e57de3 HTTP/1.1" status: 200 len: 5432 time: 0.2710147 Nov 05 18:48:05.651434 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-78f3e536-eb31-493e-875b-6d49a9bb249c admin admin] Publish callbacks [] for port, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:48:05.658125 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50925484-6430-4ec4-a112-b31a83c8e63d req-968fab23-ed43-417f-a3cd-72f96eefcf84 tempest-ServerGroupTestJSON-211225283 tempest-ServerGroupTestJSON-211225283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:48:05.658761 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-50925484-6430-4ec4-a112-b31a83c8e63d req-968fab23-ed43-417f-a3cd-72f96eefcf84 tempest-ServerGroupTestJSON-211225283 tempest-ServerGroupTestJSON-211225283-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:48:05.740857 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-50925484-6430-4ec4-a112-b31a83c8e63d req-968fab23-ed43-417f-a3cd-72f96eefcf84 tempest-ServerGroupTestJSON-211225283 tempest-ServerGroupTestJSON-211225283-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2041337 Nov 05 18:48:05.759737 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-0c3a4bb4-c850-4a12-a46c-d163b07b83d0 req-70cc1bd5-c4b1-4076-84b2-9e8b3fe1e142 tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] 10.222.0.13 "GET /v2.0/security-groups?id=f4056503-c341-42e5-ae9d-37a5e83a41cf&id=98567ca5-1884-480b-af79-82f64bb06e96&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1060691 Nov 05 18:48:05.766485 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [req-50925484-6430-4ec4-a112-b31a83c8e63d req-e3f49b83-163c-4e91-9aff-193d8b63a1c4 service neutron] Request body: {'port': {'device_id': '733e5542-3bea-4875-8e76-ef817a9bc828', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816865-1'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:48:05.902373 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-78f3e536-eb31-493e-875b-6d49a9bb249c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4417063'] for port, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:48:05.928229 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-50925484-6430-4ec4-a112-b31a83c8e63d req-e3f49b83-163c-4e91-9aff-193d8b63a1c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:48:05.953380 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8259a853-4ffd-4e3a-afd5-aa1214cca416 req-c3916746-dd58-4685-9852-599299829bb3 tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:48:05.958026 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-8259a853-4ffd-4e3a-afd5-aa1214cca416 req-c3916746-dd58-4685-9852-599299829bb3 tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] 10.222.0.13 "GET /v2.0/ports?device_id=67a6e104-5801-491b-964e-331ab9594689 HTTP/1.1" status: 200 len: 944 time: 0.1435900 Nov 05 18:48:05.977091 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:48:06.088068 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78f3e536-eb31-493e-875b-6d49a9bb249c admin admin] Network 40c8335d-cd0b-4cb5-910a-d4dcddd5cbec is already hosted by enough agents. {{(pid=102387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 18:48:06.109763 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.base_scheduler [None req-78f3e536-eb31-493e-875b-6d49a9bb249c admin admin] Resources bound (agent type, host, resource id): {{(pid=102387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:48:06.127217 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78f3e536-eb31-493e-875b-6d49a9bb249c admin admin] Received port after_create {{(pid=102387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 18:48:06.167120 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b304910f-7b27-444b-a8fc-977d26b1ceac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:48:06.170782 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f3e536-eb31-493e-875b-6d49a9bb249c admin admin] Pushing event updated for resources: {'Port': ['ID=bc9c3bb2-bf2c-434c-8ba4-7b37db3991f8,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:48:06.255412 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ad5deb-0c20-43a4-936d-f4e63c84f3a7 req-999e4f72-b130-4859-a27b-3b3dfcd5c5f0 tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:48:06.261646 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ad5deb-0c20-43a4-936d-f4e63c84f3a7 req-999e4f72-b130-4859-a27b-3b3dfcd5c5f0 tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:48:06.268136 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ad5deb-0c20-43a4-936d-f4e63c84f3a7 req-999e4f72-b130-4859-a27b-3b3dfcd5c5f0 tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:48:06.274667 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ad5deb-0c20-43a4-936d-f4e63c84f3a7 req-999e4f72-b130-4859-a27b-3b3dfcd5c5f0 tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:48:06.283490 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ad5deb-0c20-43a4-936d-f4e63c84f3a7 req-999e4f72-b130-4859-a27b-3b3dfcd5c5f0 tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:48:06.297916 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ad5deb-0c20-43a4-936d-f4e63c84f3a7 req-999e4f72-b130-4859-a27b-3b3dfcd5c5f0 tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:48:06.309335 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ad5deb-0c20-43a4-936d-f4e63c84f3a7 req-999e4f72-b130-4859-a27b-3b3dfcd5c5f0 tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:48:06.324718 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-41ad5deb-0c20-43a4-936d-f4e63c84f3a7 req-999e4f72-b130-4859-a27b-3b3dfcd5c5f0 tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] 10.222.0.13 "GET /v2.0/ports?device_id=6b9db9e4-2300-49be-bd99-8eabc0e57de3 HTTP/1.1" status: 200 len: 5432 time: 0.4112191 Nov 05 18:48:06.356279 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-8259a853-4ffd-4e3a-afd5-aa1214cca416 req-73224d7b-1f56-4a8f-8cb9-c2033ca88441 tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] 10.222.0.13 "GET /v2.0/security-groups?id=e0838ac1-f008-48c1-ab43-123e255d616a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3864470 Nov 05 18:48:06.529804 n-d-816865-1 neutron-server[102386]: DEBUG neutron.notifiers.nova [req-50925484-6430-4ec4-a112-b31a83c8e63d req-e3f49b83-163c-4e91-9aff-193d8b63a1c4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 69a5d65b-76da-45c7-8ee1-1d50657a5be0 {{(pid=102386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 18:48:06.561432 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-50925484-6430-4ec4-a112-b31a83c8e63d req-e3f49b83-163c-4e91-9aff-193d8b63a1c4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:48:06.601820 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.provisioning_blocks [req-50925484-6430-4ec4-a112-b31a83c8e63d req-e3f49b83-163c-4e91-9aff-193d8b63a1c4 service neutron] Transition to ACTIVE for port object 69a5d65b-76da-45c7-8ee1-1d50657a5be0 will not be triggered until provisioned by entity L2. {{(pid=102386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 05 18:48:06.692928 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-50925484-6430-4ec4-a112-b31a83c8e63d req-e3f49b83-163c-4e91-9aff-193d8b63a1c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6149821'] for port, after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:48:06.768497 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0cd8bb7-613e-49c5-b5ce-6a9579d68bf9 None None] Network d70d85ea-9d51-4341-91cd-ba98d4c8b177 requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 18:48:06.785149 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597d51ae-fb93-494f-989c-d29997c32c04 req-95f3b286-c9ef-4078-b1c4-cc05e5c6ce51 tempest-LiveMigrationTest-600821399 tempest-LiveMigrationTest-600821399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:48:06.788245 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-597d51ae-fb93-494f-989c-d29997c32c04 req-95f3b286-c9ef-4078-b1c4-cc05e5c6ce51 tempest-LiveMigrationTest-600821399 tempest-LiveMigrationTest-600821399-project] 10.222.0.13 "GET /v2.0/ports?device_id=c936ac5a-d9ca-4986-965e-3cf978c6e19b HTTP/1.1" status: 200 len: 945 time: 0.1508701 Nov 05 18:48:06.900173 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-597d51ae-fb93-494f-989c-d29997c32c04 req-b37961b2-d31d-412d-90eb-c5ee9c6a5a0f tempest-LiveMigrationTest-600821399 tempest-LiveMigrationTest-600821399-project] 10.222.0.13 "GET /v2.0/security-groups?id=3677ad50-e4bf-4315-8aa4-e48810edc139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022251 Nov 05 18:48:06.912127 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f49b83-163c-4e91-9aff-193d8b63a1c4 service neutron] Pushing event updated for resources: {'Port': ['ID=69a5d65b-76da-45c7-8ee1-1d50657a5be0,revision_number=2']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:48:06.944195 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device c71da435-a132-4082-80be-4e328ddde1ae up at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 18:48:06.999249 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [req-50925484-6430-4ec4-a112-b31a83c8e63d req-e3f49b83-163c-4e91-9aff-193d8b63a1c4 service neutron] Attempting to bind port 69a5d65b-76da-45c7-8ee1-1d50657a5be0 on host n-h2-816865-1 for vnic_type normal with profile {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 18:48:06.999249 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [req-50925484-6430-4ec4-a112-b31a83c8e63d req-e3f49b83-163c-4e91-9aff-193d8b63a1c4 service neutron] Attempting to bind port 69a5d65b-76da-45c7-8ee1-1d50657a5be0 by drivers openvswitch,hyperv on host n-h2-816865-1 at level 0 using segments [{'id': '87d2d309-0d25-4aa8-8d79-4840385726b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '1f88c09a-5e4d-4f48-8a06-ce0482bda919'}] {{(pid=102386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 18:48:06.999249 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50925484-6430-4ec4-a112-b31a83c8e63d req-e3f49b83-163c-4e91-9aff-193d8b63a1c4 service neutron] Attempting to bind port 69a5d65b-76da-45c7-8ee1-1d50657a5be0 on network 1f88c09a-5e4d-4f48-8a06-ce0482bda919 {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 18:48:07.014594 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-78f3e536-eb31-493e-875b-6d49a9bb249c admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:48:07.028682 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50925484-6430-4ec4-a112-b31a83c8e63d req-e3f49b83-163c-4e91-9aff-193d8b63a1c4 service neutron] Port 69a5d65b-76da-45c7-8ee1-1d50657a5be0 on network 1f88c09a-5e4d-4f48-8a06-ce0482bda919 not bound, no agent of type Open vSwitch agent registered on host n-h2-816865-1 {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 18:48:07.029006 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50925484-6430-4ec4-a112-b31a83c8e63d req-e3f49b83-163c-4e91-9aff-193d8b63a1c4 service neutron] Attempting to bind port 69a5d65b-76da-45c7-8ee1-1d50657a5be0 on network 1f88c09a-5e4d-4f48-8a06-ce0482bda919 {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 18:48:07.038331 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50925484-6430-4ec4-a112-b31a83c8e63d req-e3f49b83-163c-4e91-9aff-193d8b63a1c4 service neutron] Checking agent: {'id': '32aff553-696f-4891-83f5-5c176f61fe54', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816865-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 18, 33, 36), 'started_at': datetime.datetime(2021, 11, 5, 18, 33, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 18, 48, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 18:48:07.038704 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50925484-6430-4ec4-a112-b31a83c8e63d req-e3f49b83-163c-4e91-9aff-193d8b63a1c4 service neutron] Checking segment: {'id': '87d2d309-0d25-4aa8-8d79-4840385726b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '1f88c09a-5e4d-4f48-8a06-ce0482bda919'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 18:48:07.039092 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50925484-6430-4ec4-a112-b31a83c8e63d req-e3f49b83-163c-4e91-9aff-193d8b63a1c4 service neutron] Bound using segment: {'id': '87d2d309-0d25-4aa8-8d79-4840385726b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '1f88c09a-5e4d-4f48-8a06-ce0482bda919'} {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 18:48:07.039578 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [req-50925484-6430-4ec4-a112-b31a83c8e63d req-e3f49b83-163c-4e91-9aff-193d8b63a1c4 service neutron] Bound port: 69a5d65b-76da-45c7-8ee1-1d50657a5be0, host: n-h2-816865-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '87d2d309-0d25-4aa8-8d79-4840385726b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '1f88c09a-5e4d-4f48-8a06-ce0482bda919'}}] {{(pid=102386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 18:48:07.039932 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-50925484-6430-4ec4-a112-b31a83c8e63d req-e3f49b83-163c-4e91-9aff-193d8b63a1c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:48:07.148763 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-536f4694-fe8d-42d3-83b7-9a92451806b2 None None] Provisioning complete for port c71da435-a132-4082-80be-4e328ddde1ae triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:48:07.149276 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-536f4694-fe8d-42d3-83b7-9a92451806b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:48:07.195653 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-6a1e90e7-2c97-4f3e-b31b-6db7f0c9a669 req-e791699c-0ef2-4332-951f-e108fc3058ee tempest-ServerShowV247Test-1721215558 tempest-ServerShowV247Test-1721215558-project] 10.222.0.13 "GET /v2.0/ports?device_id=da431939-1bdb-4fe5-8c3e-0fa04f18f8ec HTTP/1.1" status: 200 len: 210 time: 0.0984573 Nov 05 18:48:07.214081 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [req-50925484-6430-4ec4-a112-b31a83c8e63d req-e3f49b83-163c-4e91-9aff-193d8b63a1c4 service neutron] For port 69a5d65b-76da-45c7-8ee1-1d50657a5be0, host n-h2-816865-1, cleared binding levels {{(pid=102386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 18:48:07.231224 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [req-50925484-6430-4ec4-a112-b31a83c8e63d req-e3f49b83-163c-4e91-9aff-193d8b63a1c4 service neutron] For port 69a5d65b-76da-45c7-8ee1-1d50657a5be0, host n-h2-816865-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=69a5d65b-76da-45c7-8ee1-1d50657a5be0,segment=NetworkSegment(87d2d309-0d25-4aa8-8d79-4840385726b6),segment_id=87d2d309-0d25-4aa8-8d79-4840385726b6)] {{(pid=102386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 18:48:07.286222 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Provisioning complete for port c71da435-a132-4082-80be-4e328ddde1ae triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:48:07.286599 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:48:07.308320 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-50925484-6430-4ec4-a112-b31a83c8e63d req-e3f49b83-163c-4e91-9aff-193d8b63a1c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6149821'] for port, after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:48:07.394886 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50925484-6430-4ec4-a112-b31a83c8e63d req-e3f49b83-163c-4e91-9aff-193d8b63a1c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:48:07.395508 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-50925484-6430-4ec4-a112-b31a83c8e63d req-e3f49b83-163c-4e91-9aff-193d8b63a1c4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:48:07.396908 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-50925484-6430-4ec4-a112-b31a83c8e63d req-e3f49b83-163c-4e91-9aff-193d8b63a1c4 service neutron] 10.222.0.55 "PUT /v2.0/ports/69a5d65b-76da-45c7-8ee1-1d50657a5be0 HTTP/1.1" status: 200 len: 1091 time: 1.6445596 Nov 05 18:48:07.397362 n-d-816865-1 neutron-server[102386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '733e5542-3bea-4875-8e76-ef817a9bc828', 'tag': '69a5d65b-76da-45c7-8ee1-1d50657a5be0'}] {{(pid=102386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 18:48:07.406637 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6173a44d7c73f41af551dc890fa1a5892c2c6bc3458b640c8e0c24db7876ba6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-679dc6e0-0d40-4318-946e-03f7e3d6b25c" -d '{"events": [{"name": "network-changed", "server_uuid": "733e5542-3bea-4875-8e76-ef817a9bc828", "tag": "69a5d65b-76da-45c7-8ee1-1d50657a5be0"}]}' {{(pid=102386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 18:48:07.407689 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d992d1c0-1a50-44bb-ae0c-78d4ad1490bd req-e9a67073-956a-4ec5-9a55-e358b0b49141 tempest-ServerGroupTestJSON-211225283 tempest-ServerGroupTestJSON-211225283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:48:07.411220 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-d992d1c0-1a50-44bb-ae0c-78d4ad1490bd req-e9a67073-956a-4ec5-9a55-e358b0b49141 tempest-ServerGroupTestJSON-211225283 tempest-ServerGroupTestJSON-211225283-project] 10.222.0.13 "GET /v2.0/ports?device_id=733e5542-3bea-4875-8e76-ef817a9bc828 HTTP/1.1" status: 200 len: 943 time: 0.2098453 Nov 05 18:48:07.459314 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f49b83-163c-4e91-9aff-193d8b63a1c4 service neutron] Pushing event updated for resources: {'Port': ['ID=69a5d65b-76da-45c7-8ee1-1d50657a5be0,revision_number=3']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:48:07.470589 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-536f4694-fe8d-42d3-83b7-9a92451806b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:48:07.609627 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50925484-6430-4ec4-a112-b31a83c8e63d req-5f46c4f5-d830-4063-873b-34d9f16423e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:48:07.611135 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-50925484-6430-4ec4-a112-b31a83c8e63d req-5f46c4f5-d830-4063-873b-34d9f16423e1 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=9b855777d312415a937b9c14e002c65e&device_id=733e5542-3bea-4875-8e76-ef817a9bc828 HTTP/1.1" status: 200 len: 1094 time: 0.0797491 Nov 05 18:48:07.638260 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-d992d1c0-1a50-44bb-ae0c-78d4ad1490bd req-41e464c0-6965-429b-a9e2-f39856168938 tempest-ServerGroupTestJSON-211225283 tempest-ServerGroupTestJSON-211225283-project] 10.222.0.13 "GET /v2.0/security-groups?id=9c2da4b2-54c4-4794-863e-89eedd1c4043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2054780 Nov 05 18:48:07.698411 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13348211-a645-4e03-9ee6-675768e20161 req-0ab1c677-7bdb-40e1-a8e3-e523609dbf1a tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:48:07.700283 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-13348211-a645-4e03-9ee6-675768e20161 req-0ab1c677-7bdb-40e1-a8e3-e523609dbf1a tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] 10.222.0.13 "GET /v2.0/ports?device_id=67a6e104-5801-491b-964e-331ab9594689 HTTP/1.1" status: 200 len: 944 time: 0.2053220 Nov 05 18:48:07.737515 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-78f3e536-eb31-493e-875b-6d49a9bb249c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-571384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1000487'] for router, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:48:07.743738 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 18:48:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0875903-2f6e-4e21-a058-1652a10b1e93 x-openstack-request-id: req-d0875903-2f6e-4e21-a058-1652a10b1e93 {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 18:48:07.744029 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "733e5542-3bea-4875-8e76-ef817a9bc828", "tag": "69a5d65b-76da-45c7-8ee1-1d50657a5be0", "status": "completed", "code": 200}]} {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 18:48:07.744280 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d0875903-2f6e-4e21-a058-1652a10b1e93 {{(pid=102386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 18:48:07.744688 n-d-816865-1 neutron-server[102386]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '733e5542-3bea-4875-8e76-ef817a9bc828', 'tag': '69a5d65b-76da-45c7-8ee1-1d50657a5be0', 'status': 'completed', 'code': 200} Nov 05 18:48:07.746135 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-50925484-6430-4ec4-a112-b31a83c8e63d req-fe77cb54-bc95-4454-9cd6-fdb44475282b service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=69a5d65b-76da-45c7-8ee1-1d50657a5be0 HTTP/1.1" status: 200 len: 217 time: 0.1253350 Nov 05 18:48:07.817788 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Device 76ac6dda-0dbe-4431-a06f-4b5c155d8cde up at agent hyperv_n-h2-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 18:48:07.855423 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50925484-6430-4ec4-a112-b31a83c8e63d req-aac0bb04-3319-4ad4-8f84-24418b592992 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:48:07.857490 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-50925484-6430-4ec4-a112-b31a83c8e63d req-aac0bb04-3319-4ad4-8f84-24418b592992 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=da632220-b03a-421d-b951-0073cbf5cfe6 HTTP/1.1" status: 200 len: 849 time: 0.1041131 Nov 05 18:48:07.877956 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-536f4694-fe8d-42d3-83b7-9a92451806b2 None None] For port c71da435-a132-4082-80be-4e328ddde1ae, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=c71da435-a132-4082-80be-4e328ddde1ae,segment=NetworkSegment(aec693b9-b407-4c6b-827c-d9d955b53bc5),segment_id=aec693b9-b407-4c6b-827c-d9d955b53bc5)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:48:07.895744 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:48:07.917144 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Provisioning complete for port 76ac6dda-0dbe-4431-a06f-4b5c155d8cde triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:48:07.917752 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:48:07.947697 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-50925484-6430-4ec4-a112-b31a83c8e63d req-c0e218af-12f6-44a2-be65-2ceffb8ae8c7 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=1f88c09a-5e4d-4f48-8a06-ce0482bda919&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0808434 Nov 05 18:48:07.993424 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-536f4694-fe8d-42d3-83b7-9a92451806b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:48:08.057547 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-13348211-a645-4e03-9ee6-675768e20161 req-f3894d0f-15cb-45a1-b57e-7c5b9a2b976e tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] 10.222.0.13 "GET /v2.0/security-groups?id=e0838ac1-f008-48c1-ab43-123e255d616a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3489144 Nov 05 18:48:08.175945 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:48:08.183850 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-50925484-6430-4ec4-a112-b31a83c8e63d req-1bb4b492-62b7-4975-bb39-d83a9290dc2f service neutron] 10.222.0.55 "GET /v2.0/networks/1f88c09a-5e4d-4f48-8a06-ce0482bda919?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2258844 Nov 05 18:48:08.201665 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8909e0-8ce2-4419-8bbe-e6c3204c04b1 req-197c87ef-eecc-4e81-a2d8-58685ce3f699 tempest-LiveMigrationTest-600821399 tempest-LiveMigrationTest-600821399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:48:08.203802 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-ff8909e0-8ce2-4419-8bbe-e6c3204c04b1 req-197c87ef-eecc-4e81-a2d8-58685ce3f699 tempest-LiveMigrationTest-600821399 tempest-LiveMigrationTest-600821399-project] 10.222.0.13 "GET /v2.0/ports?device_id=c936ac5a-d9ca-4986-965e-3cf978c6e19b HTTP/1.1" status: 200 len: 945 time: 0.1259983 Nov 05 18:48:08.205408 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78f3e536-eb31-493e-875b-6d49a9bb249c admin admin] Router a53e19ca-f0bc-4a6e-ae88-65d6ce587a43 is scheduled to L3 agent 6dcb5589-8e86-4616-9186-ddc4548e13ad with binding_index 1 {{(pid=102387) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 05 18:48:08.248396 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.db.api [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102388) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 05 18:48:08.248750 n-d-816865-1 neutron-server[102388]: DEBUG oslo_db.api [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 05 18:48:08.249608 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-31f93893-a48e-4ae8-833d-dccb2b42eacc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:48:08.256979 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536f4694-fe8d-42d3-83b7-9a92451806b2 None None] Pushing event updated for resources: {'Port': ['ID=c71da435-a132-4082-80be-4e328ddde1ae,revision_number=3']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:48:08.294617 n-d-816865-1 neutron-server[102388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3c515f9-768f-4a54-bb92-e6f3d5207990', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76ac6dda-0dbe-4431-a06f-4b5c155d8cde'}] {{(pid=102388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 18:48:08.310491 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85474fee1180e129d8a886d264fe0b30223aa672dd1ffe43b630605f18504f68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5040d4d1-9bf1-436a-9186-81ea61002db8" -d '{"events": [{"server_uuid": "b3c515f9-768f-4a54-bb92-e6f3d5207990", "name": "network-vif-plugged", "status": "completed", "tag": "76ac6dda-0dbe-4431-a06f-4b5c155d8cde"}]}' {{(pid=102388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 18:48:08.349081 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] For port 76ac6dda-0dbe-4431-a06f-4b5c155d8cde, host n-h2-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=76ac6dda-0dbe-4431-a06f-4b5c155d8cde,segment=NetworkSegment(1ae4cc0f-5460-421b-9b80-d7acf4de0363),segment_id=1ae4cc0f-5460-421b-9b80-d7acf4de0363)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:48:08.368826 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-7a58d1b2-5cbe-4766-b66f-4c6cbcd518f2 None None] Provisioning complete for port c71da435-a132-4082-80be-4e328ddde1ae triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:48:08.369197 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-7a58d1b2-5cbe-4766-b66f-4c6cbcd518f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:48:08.388643 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-50925484-6430-4ec4-a112-b31a83c8e63d req-8d69a722-e923-4261-b353-5ea6284cd15e service neutron] 10.222.0.55 "GET /v2.0/networks/1f88c09a-5e4d-4f48-8a06-ce0482bda919?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1969087 Nov 05 18:48:08.424832 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:48:08.426504 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Device 9d73dfb4-fde9-4735-86dd-06c91b197470 up at agent hyperv_n-h2-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 18:48:08.435809 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-ff8909e0-8ce2-4419-8bbe-e6c3204c04b1 req-1abf9286-72e3-44ea-ab0c-d56a160e7de8 tempest-LiveMigrationTest-600821399 tempest-LiveMigrationTest-600821399-project] 10.222.0.13 "GET /v2.0/security-groups?id=3677ad50-e4bf-4315-8aa4-e48810edc139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2248120 Nov 05 18:48:08.503164 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Pushing event updated for resources: {'Port': ['ID=76ac6dda-0dbe-4431-a06f-4b5c155d8cde,revision_number=10']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:48:08.582411 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-8527bc20-f160-4596-8bc0-9e4ae16ba9aa req-008cac88-178b-4c77-8ead-09bb564e128f tempest-ServerShowV247Test-1721215558 tempest-ServerShowV247Test-1721215558-project] 10.222.0.13 "GET /v2.0/ports?device_id=da431939-1bdb-4fe5-8c3e-0fa04f18f8ec HTTP/1.1" status: 200 len: 210 time: 0.1201341 Nov 05 18:48:08.614543 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679dc6e0-0d40-4318-946e-03f7e3d6b25c req-4ffe1c3e-a30d-482e-bbca-e3dc22493b25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:48:08.615973 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-679dc6e0-0d40-4318-946e-03f7e3d6b25c req-4ffe1c3e-a30d-482e-bbca-e3dc22493b25 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=9b855777d312415a937b9c14e002c65e&device_id=733e5542-3bea-4875-8e76-ef817a9bc828 HTTP/1.1" status: 200 len: 1094 time: 0.0734255 Nov 05 18:48:08.635188 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78f3e536-eb31-493e-875b-6d49a9bb249c admin admin] Notify agent at l3_agent.n-d-816865-1 the message routers_updated {{(pid=102387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 18:48:08.660388 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 18:48:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ff1b067-9bd8-42ac-a3ff-d89dd3dc44bd x-openstack-request-id: req-8ff1b067-9bd8-42ac-a3ff-d89dd3dc44bd {{(pid=102388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 18:48:08.662559 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3c515f9-768f-4a54-bb92-e6f3d5207990", "name": "network-vif-plugged", "status": "completed", "tag": "76ac6dda-0dbe-4431-a06f-4b5c155d8cde", "code": 200}]} {{(pid=102388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 18:48:08.662559 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8ff1b067-9bd8-42ac-a3ff-d89dd3dc44bd {{(pid=102388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 18:48:08.662559 n-d-816865-1 neutron-server[102388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3c515f9-768f-4a54-bb92-e6f3d5207990', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76ac6dda-0dbe-4431-a06f-4b5c155d8cde', 'code': 200} Nov 05 18:48:08.673979 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d95fde4b-9e00-4fa5-9e82-8f154ad331b0 None None] Sync routers for ids ['a53e19ca-f0bc-4a6e-ae88-65d6ce587a43'] in n-d-816865-1 {{(pid=102388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 18:48:08.733518 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-78f3e536-eb31-493e-875b-6d49a9bb249c admin admin] Publish callbacks [] for router, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:48:08.734898 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-78f3e536-eb31-493e-875b-6d49a9bb249c admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 5.2077928 Nov 05 18:48:08.737704 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 52514) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:48:08.773004 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679dc6e0-0d40-4318-946e-03f7e3d6b25c req-c1d62e42-7ccc-4c75-878a-73f54b5649c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:48:08.774858 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-679dc6e0-0d40-4318-946e-03f7e3d6b25c req-c1d62e42-7ccc-4c75-878a-73f54b5649c6 service neutron] 10.222.0.55 "GET /v2.0/networks?id=1f88c09a-5e4d-4f48-8a06-ce0482bda919 HTTP/1.1" status: 200 len: 910 time: 0.1479216 Nov 05 18:48:08.781735 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d95fde4b-9e00-4fa5-9e82-8f154ad331b0 None None] Routers {'a53e19ca-f0bc-4a6e-ae88-65d6ce587a43'} bound to L3 agent in host n-d-816865-1 {{(pid=102388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 18:48:08.782400 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-d95fde4b-9e00-4fa5-9e82-8f154ad331b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T18:48:05Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['a53e19ca-f0bc-4a6e-ae88-65d6ce587a43'], 'active': True} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:48:08.849970 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Provisioning for port 9d73dfb4-fde9-4735-86dd-06c91b197470 completed by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 05 18:48:08.855349 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:48:08.866109 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-679dc6e0-0d40-4318-946e-03f7e3d6b25c req-6884d593-60af-4d43-b3e4-7ba683eb5bc4 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=69a5d65b-76da-45c7-8ee1-1d50657a5be0 HTTP/1.1" status: 200 len: 217 time: 0.0782323 Nov 05 18:48:08.908511 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Provisioning complete for port 9d73dfb4-fde9-4735-86dd-06c91b197470 triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:48:08.908880 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:48:08.988546 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679dc6e0-0d40-4318-946e-03f7e3d6b25c req-b64ee8bb-503d-4471-9603-47a996ce4b36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:48:08.994384 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-679dc6e0-0d40-4318-946e-03f7e3d6b25c req-b64ee8bb-503d-4471-9603-47a996ce4b36 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=da632220-b03a-421d-b951-0073cbf5cfe6 HTTP/1.1" status: 200 len: 849 time: 0.1179743 Nov 05 18:48:09.046166 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-679dc6e0-0d40-4318-946e-03f7e3d6b25c req-d049dc1d-aeb8-4d8d-8869-6521ebfbe81f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=1f88c09a-5e4d-4f48-8a06-ce0482bda919&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0434139 Nov 05 18:48:09.051241 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device c71da435-a132-4082-80be-4e328ddde1ae up at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 18:48:09.183001 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a1e83c-48e7-4562-b660-7ec517754248 req-94ec8ead-f456-42d9-ad43-3f091331174c tempest-ServerGroupTestJSON-211225283 tempest-ServerGroupTestJSON-211225283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:48:09.185295 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-d2a1e83c-48e7-4562-b660-7ec517754248 req-94ec8ead-f456-42d9-ad43-3f091331174c tempest-ServerGroupTestJSON-211225283 tempest-ServerGroupTestJSON-211225283-project] 10.222.0.13 "GET /v2.0/ports?device_id=733e5542-3bea-4875-8e76-ef817a9bc828 HTTP/1.1" status: 200 len: 943 time: 0.2744575 Nov 05 18:48:09.188428 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Provisioning complete for port c71da435-a132-4082-80be-4e328ddde1ae triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:48:09.189724 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:48:09.239541 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-679dc6e0-0d40-4318-946e-03f7e3d6b25c req-3f0dd338-0373-47b0-ad77-9b0bc8a1e69a service neutron] 10.222.0.55 "GET /v2.0/networks/1f88c09a-5e4d-4f48-8a06-ce0482bda919?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1820238 Nov 05 18:48:09.378760 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:48:09.388350 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ee21b8-f3ac-4a19-9f85-81db1a7e2664 req-d8737c19-8ade-4e74-b6ed-359124c2c883 tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:48:09.390253 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-b7ee21b8-f3ac-4a19-9f85-81db1a7e2664 req-d8737c19-8ade-4e74-b6ed-359124c2c883 tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] 10.222.0.13 "GET /v2.0/ports?device_id=67a6e104-5801-491b-964e-331ab9594689 HTTP/1.1" status: 200 len: 944 time: 0.2038052 Nov 05 18:48:09.427603 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] For port 9d73dfb4-fde9-4735-86dd-06c91b197470, host n-h2-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=9d73dfb4-fde9-4735-86dd-06c91b197470,segment=NetworkSegment(18ff82bc-5fc5-4d18-b58f-45dd42e01fae),segment_id=18ff82bc-5fc5-4d18-b58f-45dd42e01fae)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:48:09.463152 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-679dc6e0-0d40-4318-946e-03f7e3d6b25c req-0c938948-ac68-471c-bd69-7f000bfab58c service neutron] 10.222.0.55 "GET /v2.0/networks/1f88c09a-5e4d-4f48-8a06-ce0482bda919?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2145426 Nov 05 18:48:09.476854 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvr_db [None req-d95fde4b-9e00-4fa5-9e82-8f154ad331b0 None None] Set router a53e19ca-f0bc-4a6e-ae88-65d6ce587a43 gateway port host: n-d-816865-1 {{(pid=102388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 18:48:09.553843 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:48:09.683136 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-b7ee21b8-f3ac-4a19-9f85-81db1a7e2664 req-68179410-ff3a-4eee-abcb-58027e81e151 tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] 10.222.0.13 "GET /v2.0/security-groups?id=e0838ac1-f008-48c1-ab43-123e255d616a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2720764 Nov 05 18:48:09.696992 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-d2a1e83c-48e7-4562-b660-7ec517754248 req-b0e695ab-d739-4c8c-ad06-64aaa78000a2 tempest-ServerGroupTestJSON-211225283 tempest-ServerGroupTestJSON-211225283-project] 10.222.0.13 "GET /v2.0/security-groups?id=9c2da4b2-54c4-4794-863e-89eedd1c4043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4513915 Nov 05 18:48:09.704777 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 52538) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:48:09.724302 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Pushing event updated for resources: {'Port': ['ID=9d73dfb4-fde9-4735-86dd-06c91b197470,revision_number=5']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:48:09.824568 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-d95fde4b-9e00-4fa5-9e82-8f154ad331b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a53e19ca-f0bc-4a6e-ae88-65d6ce587a43', 'name': 'tempest-ServersTestJSON-246883563-router', 'tenant_id': '4887dc6e572a48c1b9dc807c93638012', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.119'}], 'enable_snat': True}, 'gw_port_id': 'bc9c3bb2-bf2c-434c-8ba4-7b37db3991f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T18:48:03Z', 'updated_at': '2021-11-05T18:48:06Z', 'revision_number': 3, 'project_id': '4887dc6e572a48c1b9dc807c93638012', 'gw_port': {'id': 'bc9c3bb2-bf2c-434c-8ba4-7b37db3991f8', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:a8:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a53e19ca-f0bc-4a6e-ae88-65d6ce587a43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1172, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T18:48:04Z', 'updated_at': '2021-11-05T18:48:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1'}], 'n-d-816865-1', False) {} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:48:09.880397 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d95fde4b-9e00-4fa5-9e82-8f154ad331b0 None None] Checking router: a53e19ca-f0bc-4a6e-ae88-65d6ce587a43 for host: n-d-816865-1 {{(pid=102388) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 18:48:09.880927 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d95fde4b-9e00-4fa5-9e82-8f154ad331b0 None None] Updating router a53e19ca-f0bc-4a6e-ae88-65d6ce587a43 port bc9c3bb2-bf2c-434c-8ba4-7b37db3991f8 binding host n-d-816865-1 {{(pid=102388) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 05 18:48:09.911307 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e50ebd0-c0e2-4b95-84c0-00505047406d req-ad57d394-2f9a-4352-98ac-e71e67a17f72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:48:09.911768 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e50ebd0-c0e2-4b95-84c0-00505047406d req-ad57d394-2f9a-4352-98ac-e71e67a17f72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:48:09.912267 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e50ebd0-c0e2-4b95-84c0-00505047406d req-ad57d394-2f9a-4352-98ac-e71e67a17f72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:48:09.912465 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-d95fde4b-9e00-4fa5-9e82-8f154ad331b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:48:09.912884 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e50ebd0-c0e2-4b95-84c0-00505047406d req-ad57d394-2f9a-4352-98ac-e71e67a17f72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:48:09.913447 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e50ebd0-c0e2-4b95-84c0-00505047406d req-ad57d394-2f9a-4352-98ac-e71e67a17f72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:48:09.914570 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e50ebd0-c0e2-4b95-84c0-00505047406d req-ad57d394-2f9a-4352-98ac-e71e67a17f72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:48:09.915440 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e50ebd0-c0e2-4b95-84c0-00505047406d req-ad57d394-2f9a-4352-98ac-e71e67a17f72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:48:09.917811 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-2e50ebd0-c0e2-4b95-84c0-00505047406d req-ad57d394-2f9a-4352-98ac-e71e67a17f72 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=6b9db9e4-2300-49be-bd99-8eabc0e57de3 HTTP/1.1" status: 200 len: 6489 time: 0.2116907 Nov 05 18:48:10.012597 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-2e50ebd0-c0e2-4b95-84c0-00505047406d req-f42dbb84-848a-4933-8f03-8063c818609d service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=98567ca5-1884-480b-af79-82f64bb06e96&id=f4056503-c341-42e5-ae9d-37a5e83a41cf&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0872324 Nov 05 18:48:10.314799 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-d95fde4b-9e00-4fa5-9e82-8f154ad331b0 None None] Publish callbacks [] for port, precommit_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:48:10.387417 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-3b587e90-4f18-460d-ac36-c1590287e403 req-d216ae99-4637-4d3d-935a-495b50595091 tempest-ServerShowV247Test-1721215558 tempest-ServerShowV247Test-1721215558-project] 10.222.0.13 "GET /v2.0/ports?device_id=da431939-1bdb-4fe5-8c3e-0fa04f18f8ec HTTP/1.1" status: 200 len: 210 time: 0.0565422 Nov 05 18:48:10.406604 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-d95fde4b-9e00-4fa5-9e82-8f154ad331b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:48:10.442472 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef63a9d-dc50-4b20-837c-7f4cef9a01ee req-c0db4d83-c7ff-47ef-8a4a-303575f10d0b tempest-LiveMigrationTest-600821399 tempest-LiveMigrationTest-600821399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:48:10.444126 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-cef63a9d-dc50-4b20-837c-7f4cef9a01ee req-c0db4d83-c7ff-47ef-8a4a-303575f10d0b tempest-LiveMigrationTest-600821399 tempest-LiveMigrationTest-600821399-project] 10.222.0.13 "GET /v2.0/ports?device_id=c936ac5a-d9ca-4986-965e-3cf978c6e19b HTTP/1.1" status: 200 len: 945 time: 0.5837486 Nov 05 18:48:10.502085 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-d95fde4b-9e00-4fa5-9e82-8f154ad331b0 None None] Attempting to bind port bc9c3bb2-bf2c-434c-8ba4-7b37db3991f8 on host n-d-816865-1 for vnic_type normal with profile {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 18:48:10.502509 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-d95fde4b-9e00-4fa5-9e82-8f154ad331b0 None None] Attempting to bind port bc9c3bb2-bf2c-434c-8ba4-7b37db3991f8 by drivers openvswitch,hyperv on host n-d-816865-1 at level 0 using segments [{'id': '85be518c-8bb4-46a2-a903-d4292782d29d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec'}] {{(pid=102388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 18:48:10.502876 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d95fde4b-9e00-4fa5-9e82-8f154ad331b0 None None] Attempting to bind port bc9c3bb2-bf2c-434c-8ba4-7b37db3991f8 on network 40c8335d-cd0b-4cb5-910a-d4dcddd5cbec {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 18:48:10.518990 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d95fde4b-9e00-4fa5-9e82-8f154ad331b0 None None] Checking agent: {'id': '724d89a7-611b-41e6-bc85-c48112b17afa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 18, 25, 8), 'started_at': datetime.datetime(2021, 11, 5, 18, 25, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 18, 48, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 18:48:10.519404 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d95fde4b-9e00-4fa5-9e82-8f154ad331b0 None None] Checking segment: {'id': '85be518c-8bb4-46a2-a903-d4292782d29d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 18:48:10.519800 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-d95fde4b-9e00-4fa5-9e82-8f154ad331b0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:48:10.520199 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d95fde4b-9e00-4fa5-9e82-8f154ad331b0 None None] Bound using segment: {'id': '85be518c-8bb4-46a2-a903-d4292782d29d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec'} {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 18:48:10.520744 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-d95fde4b-9e00-4fa5-9e82-8f154ad331b0 None None] Bound port: bc9c3bb2-bf2c-434c-8ba4-7b37db3991f8, host: n-d-816865-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85be518c-8bb4-46a2-a903-d4292782d29d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec'}}] {{(pid=102388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 18:48:10.521132 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-d95fde4b-9e00-4fa5-9e82-8f154ad331b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:48:10.526887 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f725bb6-1758-4ba6-ba81-3da9400df9d1 None None] Pushing event updated for resources: {'Port': ['ID=bc9c3bb2-bf2c-434c-8ba4-7b37db3991f8,revision_number=2']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:48:10.552468 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-cef63a9d-dc50-4b20-837c-7f4cef9a01ee req-4ea7ac6c-f9e0-4eeb-b4c6-0f0987b7c667 tempest-LiveMigrationTest-600821399 tempest-LiveMigrationTest-600821399-project] 10.222.0.13 "GET /v2.0/security-groups?id=3677ad50-e4bf-4315-8aa4-e48810edc139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981214 Nov 05 18:48:10.673779 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-eaa1d8cb-e50c-40ce-b5f4-aaa98cb77d05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:48:10.706467 n-d-816865-1 neutron-server[102388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67a6e104-5801-491b-964e-331ab9594689', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d73dfb4-fde9-4735-86dd-06c91b197470'}] {{(pid=102388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 18:48:10.708786 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85474fee1180e129d8a886d264fe0b30223aa672dd1ffe43b630605f18504f68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0509f5a7-e510-463f-893f-f859600abc9c" -d '{"events": [{"server_uuid": "67a6e104-5801-491b-964e-331ab9594689", "name": "network-vif-plugged", "status": "completed", "tag": "9d73dfb4-fde9-4735-86dd-06c91b197470"}]}' {{(pid=102388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 18:48:10.782759 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 18:48:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-603e66b5-84df-4006-823d-c0f2c63342fb x-openstack-request-id: req-603e66b5-84df-4006-823d-c0f2c63342fb {{(pid=102388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 18:48:10.783065 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67a6e104-5801-491b-964e-331ab9594689", "name": "network-vif-plugged", "status": "completed", "tag": "9d73dfb4-fde9-4735-86dd-06c91b197470", "code": 200}]} {{(pid=102388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 18:48:10.783321 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-603e66b5-84df-4006-823d-c0f2c63342fb {{(pid=102388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 18:48:10.783720 n-d-816865-1 neutron-server[102388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67a6e104-5801-491b-964e-331ab9594689', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d73dfb4-fde9-4735-86dd-06c91b197470', 'code': 200} Nov 05 18:48:10.798526 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-d95fde4b-9e00-4fa5-9e82-8f154ad331b0 None None] For port bc9c3bb2-bf2c-434c-8ba4-7b37db3991f8, host n-d-816865-1, cleared binding levels {{(pid=102388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 18:48:10.802559 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-d95fde4b-9e00-4fa5-9e82-8f154ad331b0 None None] For port bc9c3bb2-bf2c-434c-8ba4-7b37db3991f8, host n-d-816865-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=bc9c3bb2-bf2c-434c-8ba4-7b37db3991f8,segment=NetworkSegment(85be518c-8bb4-46a2-a903-d4292782d29d),segment_id=85be518c-8bb4-46a2-a903-d4292782d29d)] {{(pid=102388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 18:48:10.874927 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-d95fde4b-9e00-4fa5-9e82-8f154ad331b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:48:10.933292 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adc77f1-12e5-4782-b115-98f3ac224bbd req-ce00f383-f627-40a5-8039-746c6182c4aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:48:10.935433 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-3adc77f1-12e5-4782-b115-98f3ac224bbd req-ce00f383-f627-40a5-8039-746c6182c4aa service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=67a6e104-5801-491b-964e-331ab9594689 HTTP/1.1" status: 200 len: 1096 time: 0.0745814 Nov 05 18:48:10.978962 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f725bb6-1758-4ba6-ba81-3da9400df9d1 None None] Pushing event updated for resources: {'Port': ['ID=bc9c3bb2-bf2c-434c-8ba4-7b37db3991f8,revision_number=3']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:48:11.033104 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d95fde4b-9e00-4fa5-9e82-8f154ad331b0 None None] Routers {'a53e19ca-f0bc-4a6e-ae88-65d6ce587a43'} bound to L3 agent in host n-d-816865-1 {{(pid=102388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 18:48:11.035403 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-3adc77f1-12e5-4782-b115-98f3ac224bbd req-76c05dca-98b9-44d1-aced-8d7e6334289e service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=e0838ac1-f008-48c1-ab43-123e255d616a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837617 Nov 05 18:48:11.036533 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-d95fde4b-9e00-4fa5-9e82-8f154ad331b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T18:48:05Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['a53e19ca-f0bc-4a6e-ae88-65d6ce587a43'], 'active': True} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:48:11.071884 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937a6e36-e38a-4ac2-b8be-77a7e6eaf5b5 req-6a4bb57a-d480-47f6-a369-2516b7194c49 tempest-ServerGroupTestJSON-211225283 tempest-ServerGroupTestJSON-211225283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:48:11.079406 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-937a6e36-e38a-4ac2-b8be-77a7e6eaf5b5 req-6a4bb57a-d480-47f6-a369-2516b7194c49 tempest-ServerGroupTestJSON-211225283 tempest-ServerGroupTestJSON-211225283-project] 10.222.0.13 "GET /v2.0/ports?device_id=733e5542-3bea-4875-8e76-ef817a9bc828 HTTP/1.1" status: 200 len: 943 time: 0.2272475 Nov 05 18:48:11.111327 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1c9dee-2738-4c61-8956-518b6ef0760d req-6c1a4295-ab08-46fc-9942-091bebe3a8f5 tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:48:11.112933 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-5b1c9dee-2738-4c61-8956-518b6ef0760d req-6c1a4295-ab08-46fc-9942-091bebe3a8f5 tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] 10.222.0.13 "GET /v2.0/ports?device_id=67a6e104-5801-491b-964e-331ab9594689 HTTP/1.1" status: 200 len: 945 time: 0.2628078 Nov 05 18:48:11.167816 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.db_base_plugin_common [None req-eaa1d8cb-e50c-40ce-b5f4-aaa98cb77d05 admin admin] Allocated IP 172.20.0.1 (d70d85ea-9d51-4341-91cd-ba98d4c8b177/81600d89-8835-46e1-88a4-4590dbfefef9/1b7e7015-5f97-4fc7-941d-1fa95029ea47) {{(pid=102387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 18:48:11.184443 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-937a6e36-e38a-4ac2-b8be-77a7e6eaf5b5 req-66ffc121-f5af-47ff-844c-aebf52f4b36c tempest-ServerGroupTestJSON-211225283 tempest-ServerGroupTestJSON-211225283-project] 10.222.0.13 "GET /v2.0/security-groups?id=9c2da4b2-54c4-4794-863e-89eedd1c4043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020508 Nov 05 18:48:11.205257 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvr_db [None req-d95fde4b-9e00-4fa5-9e82-8f154ad331b0 None None] Set router a53e19ca-f0bc-4a6e-ae88-65d6ce587a43 gateway port host: n-d-816865-1 {{(pid=102388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 18:48:11.321439 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-5b1c9dee-2738-4c61-8956-518b6ef0760d req-9494d42d-fd55-46af-a4c2-cb72d43bef0a tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] 10.222.0.13 "GET /v2.0/security-groups?id=e0838ac1-f008-48c1-ab43-123e255d616a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1900961 Nov 05 18:48:11.389373 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-eaa1d8cb-e50c-40ce-b5f4-aaa98cb77d05 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:48:11.513834 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-d95fde4b-9e00-4fa5-9e82-8f154ad331b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a53e19ca-f0bc-4a6e-ae88-65d6ce587a43', 'name': 'tempest-ServersTestJSON-246883563-router', 'tenant_id': '4887dc6e572a48c1b9dc807c93638012', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.119'}], 'enable_snat': True}, 'gw_port_id': 'bc9c3bb2-bf2c-434c-8ba4-7b37db3991f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T18:48:03Z', 'updated_at': '2021-11-05T18:48:06Z', 'revision_number': 3, 'project_id': '4887dc6e572a48c1b9dc807c93638012', 'gw_port': {'id': 'bc9c3bb2-bf2c-434c-8ba4-7b37db3991f8', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:a8:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a53e19ca-f0bc-4a6e-ae88-65d6ce587a43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1172, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T18:48:04Z', 'updated_at': '2021-11-05T18:48:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1'}], 'n-d-816865-1', False) {} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:48:11.518236 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-eaa1d8cb-e50c-40ce-b5f4-aaa98cb77d05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4417063'] for port, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:48:11.550473 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d95fde4b-9e00-4fa5-9e82-8f154ad331b0 None None] The sync data for ids ['a53e19ca-f0bc-4a6e-ae88-65d6ce587a43'] in n-d-816865-1 is: [{'id': 'a53e19ca-f0bc-4a6e-ae88-65d6ce587a43', 'name': 'tempest-ServersTestJSON-246883563-router', 'tenant_id': '4887dc6e572a48c1b9dc807c93638012', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.119'}], 'enable_snat': True}, 'gw_port_id': 'bc9c3bb2-bf2c-434c-8ba4-7b37db3991f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T18:48:03Z', 'updated_at': '2021-11-05T18:48:06Z', 'revision_number': 3, 'project_id': '4887dc6e572a48c1b9dc807c93638012', 'gw_port': {'id': 'bc9c3bb2-bf2c-434c-8ba4-7b37db3991f8', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:a8:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a53e19ca-f0bc-4a6e-ae88-65d6ce587a43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1172, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T18:48:04Z', 'updated_at': '2021-11-05T18:48:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1'}] {{(pid=102388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 18:48:11.582672 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-5edecfa1-7344-430e-9180-2cbf4ff37aea req-70d6222a-54b9-41c2-a072-943cd0ef765c tempest-ServerShowV247Test-1721215558 tempest-ServerShowV247Test-1721215558-project] 10.222.0.13 "GET /v2.0/ports?device_id=da431939-1bdb-4fe5-8c3e-0fa04f18f8ec HTTP/1.1" status: 200 len: 210 time: 0.0755615 Nov 05 18:48:11.621821 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaa1d8cb-e50c-40ce-b5f4-aaa98cb77d05 admin admin] Network d70d85ea-9d51-4341-91cd-ba98d4c8b177 is already hosted by enough agents. {{(pid=102387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 18:48:11.632320 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.base_scheduler [None req-eaa1d8cb-e50c-40ce-b5f4-aaa98cb77d05 admin admin] Resources bound (agent type, host, resource id): {{(pid=102387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:48:11.636188 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaa1d8cb-e50c-40ce-b5f4-aaa98cb77d05 admin admin] Received port after_create {{(pid=102387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 18:48:11.686126 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa1d8cb-e50c-40ce-b5f4-aaa98cb77d05 admin admin] Pushing event updated for resources: {'Port': ['ID=1b7e7015-5f97-4fc7-941d-1fa95029ea47,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:48:11.709454 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-eaa1d8cb-e50c-40ce-b5f4-aaa98cb77d05 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-571770'] for router_interface, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:48:11.786216 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Device 69a5d65b-76da-45c7-8ee1-1d50657a5be0 details requested by agent hyperv_n-h2-816865-1 with host n-h2-816865-1 {{(pid=102388) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 05 18:48:11.951571 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d84cd03-c86b-4798-b8b3-2d070c34cdf9 req-8ef41510-294e-4ab3-aeaa-d0bd6bffd56a tempest-LiveMigrationTest-600821399 tempest-LiveMigrationTest-600821399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:48:11.953434 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-4d84cd03-c86b-4798-b8b3-2d070c34cdf9 req-8ef41510-294e-4ab3-aeaa-d0bd6bffd56a tempest-LiveMigrationTest-600821399 tempest-LiveMigrationTest-600821399-project] 10.222.0.13 "GET /v2.0/ports?device_id=c936ac5a-d9ca-4986-965e-3cf978c6e19b HTTP/1.1" status: 200 len: 945 time: 0.1966274 Nov 05 18:48:12.063566 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] For port 69a5d65b-76da-45c7-8ee1-1d50657a5be0, host n-h2-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=69a5d65b-76da-45c7-8ee1-1d50657a5be0,segment=NetworkSegment(87d2d309-0d25-4aa8-8d79-4840385726b6),segment_id=87d2d309-0d25-4aa8-8d79-4840385726b6)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:48:12.072410 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-4d84cd03-c86b-4798-b8b3-2d070c34cdf9 req-a7c076d3-5368-4f78-96de-9c9b6bfa2739 tempest-LiveMigrationTest-600821399 tempest-LiveMigrationTest-600821399-project] 10.222.0.13 "GET /v2.0/security-groups?id=3677ad50-e4bf-4315-8aa4-e48810edc139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870292 Nov 05 18:48:12.078743 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Returning: {'device': '69a5d65b-76da-45c7-8ee1-1d50657a5be0', 'network_id': '1f88c09a-5e4d-4f48-8a06-ce0482bda919', 'port_id': '69a5d65b-76da-45c7-8ee1-1d50657a5be0', 'mac_address': 'fa:16:3e:bd:ed:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da632220-b03a-421d-b951-0073cbf5cfe6', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102388) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 05 18:48:12.149737 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-eaa1d8cb-e50c-40ce-b5f4-aaa98cb77d05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:48:12.190911 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-755c412c-f513-4c7b-95cd-7964416cc174 None None] Provisioning complete for port 1b7e7015-5f97-4fc7-941d-1fa95029ea47 triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:48:12.191478 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-755c412c-f513-4c7b-95cd-7964416cc174 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:48:12.273459 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:48:12.338082 n-d-816865-1 neutron-server[102388]: DEBUG neutron.notifiers.nova [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 69a5d65b-76da-45c7-8ee1-1d50657a5be0 {{(pid=102388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 18:48:12.376186 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-755c412c-f513-4c7b-95cd-7964416cc174 None None] Port 1b7e7015-5f97-4fc7-941d-1fa95029ea47 cannot update to ACTIVE because it is not bound. {{(pid=102388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 18:48:12.414147 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] For port 69a5d65b-76da-45c7-8ee1-1d50657a5be0, host n-h2-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=69a5d65b-76da-45c7-8ee1-1d50657a5be0,segment=NetworkSegment(87d2d309-0d25-4aa8-8d79-4840385726b6),segment_id=87d2d309-0d25-4aa8-8d79-4840385726b6)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:48:12.517247 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-eaa1d8cb-e50c-40ce-b5f4-aaa98cb77d05 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:48:12.563945 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:48:12.577655 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a78515-e380-46c1-93bc-82a79a4db41e req-87d3f5a7-a219-4694-9bc4-8bf066cd9b21 tempest-ServerGroupTestJSON-211225283 tempest-ServerGroupTestJSON-211225283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:48:12.579479 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-10a78515-e380-46c1-93bc-82a79a4db41e req-87d3f5a7-a219-4694-9bc4-8bf066cd9b21 tempest-ServerGroupTestJSON-211225283 tempest-ServerGroupTestJSON-211225283-project] 10.222.0.13 "GET /v2.0/ports?device_id=733e5542-3bea-4875-8e76-ef817a9bc828 HTTP/1.1" status: 200 len: 943 time: 0.2483556 Nov 05 18:48:12.623455 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f51774-a72a-4e27-9c95-1f8970cc4a69 req-b1440018-7700-46f8-a8ca-a2391ea61c2b tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:48:12.631140 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-84f51774-a72a-4e27-9c95-1f8970cc4a69 req-b1440018-7700-46f8-a8ca-a2391ea61c2b tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] 10.222.0.13 "GET /v2.0/ports?device_id=67a6e104-5801-491b-964e-331ab9594689 HTTP/1.1" status: 200 len: 945 time: 0.1308019 Nov 05 18:48:12.656499 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Pushing event updated for resources: {'Port': ['ID=69a5d65b-76da-45c7-8ee1-1d50657a5be0,revision_number=4']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:48:12.709253 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-10a78515-e380-46c1-93bc-82a79a4db41e req-653f3cb1-d6f7-4a57-b2f1-ba5f28203f82 tempest-ServerGroupTestJSON-211225283 tempest-ServerGroupTestJSON-211225283-project] 10.222.0.13 "GET /v2.0/security-groups?id=9c2da4b2-54c4-4794-863e-89eedd1c4043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699148 Nov 05 18:48:12.724117 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-84f51774-a72a-4e27-9c95-1f8970cc4a69 req-4736f4db-a397-45cb-abd7-8f0a9babd7a9 tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] 10.222.0.13 "GET /v2.0/security-groups?id=e0838ac1-f008-48c1-ab43-123e255d616a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871010 Nov 05 18:48:12.808653 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-d6f1597d-f686-46e3-a46e-019e0fcfffa2 req-aa7d968c-28d4-4c9f-b712-858b2e5fdd69 tempest-ServerShowV247Test-1721215558 tempest-ServerShowV247Test-1721215558-project] 10.222.0.13 "GET /v2.0/ports?device_id=da431939-1bdb-4fe5-8c3e-0fa04f18f8ec HTTP/1.1" status: 200 len: 210 time: 0.0278945 Nov 05 18:48:12.840065 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] get_ports_and_sgs() called for port_ids ['69a5d65b-76da-45c7-8ee1-1d50657a5be0'] {{(pid=102388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 18:48:12.955923 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device bc9c3bb2-bf2c-434c-8ba4-7b37db3991f8 up at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 18:48:13.012501 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-eaa1d8cb-e50c-40ce-b5f4-aaa98cb77d05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4417072'] for port, after_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:48:13.047702 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Provisioning complete for port bc9c3bb2-bf2c-434c-8ba4-7b37db3991f8 triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:48:13.048308 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:48:13.146190 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:48:13.153704 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-eaa1d8cb-e50c-40ce-b5f4-aaa98cb77d05 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-597863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-571878'] for router_interface, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:48:13.155665 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa1d8cb-e50c-40ce-b5f4-aaa98cb77d05 admin admin] Pushing event updated for resources: {'Port': ['ID=1b7e7015-5f97-4fc7-941d-1fa95029ea47,revision_number=2']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:48:13.183412 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] For port bc9c3bb2-bf2c-434c-8ba4-7b37db3991f8, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=bc9c3bb2-bf2c-434c-8ba4-7b37db3991f8,segment=NetworkSegment(85be518c-8bb4-46a2-a903-d4292782d29d),segment_id=85be518c-8bb4-46a2-a903-d4292782d29d)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:48:13.258665 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:48:13.317084 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Pushing event updated for resources: {'Port': ['ID=bc9c3bb2-bf2c-434c-8ba4-7b37db3991f8,revision_number=4']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:48:13.324167 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda1a275-c14b-4d9d-a9a6-142b564db0fe req-c22a5473-df1f-4ca6-b0b2-23997ef17b59 tempest-LiveMigrationTest-600821399 tempest-LiveMigrationTest-600821399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:48:13.325700 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-eda1a275-c14b-4d9d-a9a6-142b564db0fe req-c22a5473-df1f-4ca6-b0b2-23997ef17b59 tempest-LiveMigrationTest-600821399 tempest-LiveMigrationTest-600821399-project] 10.222.0.13 "GET /v2.0/ports?device_id=c936ac5a-d9ca-4986-965e-3cf978c6e19b HTTP/1.1" status: 200 len: 945 time: 0.0959432 Nov 05 18:48:13.332528 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaa1d8cb-e50c-40ce-b5f4-aaa98cb77d05 admin admin] Network d70d85ea-9d51-4341-91cd-ba98d4c8b177 is already hosted by enough agents. {{(pid=102387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 18:48:13.334244 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.base_scheduler [None req-eaa1d8cb-e50c-40ce-b5f4-aaa98cb77d05 admin admin] Resources bound (agent type, host, resource id): {{(pid=102387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:48:13.476312 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-eda1a275-c14b-4d9d-a9a6-142b564db0fe req-18d3823c-00c9-452a-868e-6fbdb99226c4 tempest-LiveMigrationTest-600821399 tempest-LiveMigrationTest-600821399-project] 10.222.0.13 "GET /v2.0/security-groups?id=3677ad50-e4bf-4315-8aa4-e48810edc139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391289 Nov 05 18:48:13.580026 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eaa1d8cb-e50c-40ce-b5f4-aaa98cb77d05 admin admin] Router a53e19ca-f0bc-4a6e-ae88-65d6ce587a43 has already been hosted by L3 agent 6dcb5589-8e86-4616-9186-ddc4548e13ad {{(pid=102387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 18:48:13.778829 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-4c8d8699-a941-4095-9086-3274886cc20c None None] Provisioning complete for port 1b7e7015-5f97-4fc7-941d-1fa95029ea47 triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:48:13.780653 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-4c8d8699-a941-4095-9086-3274886cc20c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:48:13.806750 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eaa1d8cb-e50c-40ce-b5f4-aaa98cb77d05 admin admin] Notify agent at l3_agent.n-d-816865-1 the message routers_updated {{(pid=102387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 18:48:13.838252 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-eaa1d8cb-e50c-40ce-b5f4-aaa98cb77d05 admin admin] 10.222.0.13 "PUT /v2.0/routers/a53e19ca-f0bc-4a6e-ae88-65d6ce587a43/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0949163 Nov 05 18:48:13.858702 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Device 69a5d65b-76da-45c7-8ee1-1d50657a5be0 up at agent hyperv_n-h2-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 18:48:13.903786 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-4c8d8699-a941-4095-9086-3274886cc20c None None] Port 1b7e7015-5f97-4fc7-941d-1fa95029ea47 cannot update to ACTIVE because it is not bound. {{(pid=102388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 18:48:14.038838 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-495f7192-2bb9-4860-b6a4-fc05a14dcc56 None None] Sync routers for ids ['a53e19ca-f0bc-4a6e-ae88-65d6ce587a43'] in n-d-816865-1 {{(pid=102389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 18:48:14.052785 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a735b6b-8e03-4d27-a53f-1264f17d6648 req-747a11e2-e8b5-44ee-9e18-7b987a96dd4c tempest-ServerGroupTestJSON-211225283 tempest-ServerGroupTestJSON-211225283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:48:14.055184 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-3a735b6b-8e03-4d27-a53f-1264f17d6648 req-747a11e2-e8b5-44ee-9e18-7b987a96dd4c tempest-ServerGroupTestJSON-211225283 tempest-ServerGroupTestJSON-211225283-project] 10.222.0.13 "GET /v2.0/ports?device_id=733e5542-3bea-4875-8e76-ef817a9bc828 HTTP/1.1" status: 200 len: 944 time: 0.2045860 Nov 05 18:48:14.060929 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-495f7192-2bb9-4860-b6a4-fc05a14dcc56 None None] Routers {'a53e19ca-f0bc-4a6e-ae88-65d6ce587a43'} bound to L3 agent in host n-d-816865-1 {{(pid=102389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 18:48:14.061791 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-495f7192-2bb9-4860-b6a4-fc05a14dcc56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T18:48:05Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['a53e19ca-f0bc-4a6e-ae88-65d6ce587a43'], 'active': True} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:48:14.063536 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Provisioning for port 69a5d65b-76da-45c7-8ee1-1d50657a5be0 completed by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 05 18:48:14.068262 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Provisioning complete for port 69a5d65b-76da-45c7-8ee1-1d50657a5be0 triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:48:14.068639 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:48:14.070408 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c54ce9f-5fbd-40a3-8d46-7d71e0c6515f req-f5d6bb10-9566-4665-a7a8-9374511a9111 tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:48:14.071947 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-5c54ce9f-5fbd-40a3-8d46-7d71e0c6515f req-f5d6bb10-9566-4665-a7a8-9374511a9111 tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] 10.222.0.13 "GET /v2.0/ports?device_id=67a6e104-5801-491b-964e-331ab9594689 HTTP/1.1" status: 200 len: 945 time: 0.1162660 Nov 05 18:48:14.206603 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-5c54ce9f-5fbd-40a3-8d46-7d71e0c6515f req-863073ad-dfc9-46af-918c-c793629c813d tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] 10.222.0.13 "GET /v2.0/security-groups?id=e0838ac1-f008-48c1-ab43-123e255d616a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085589 Nov 05 18:48:14.247019 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-3a735b6b-8e03-4d27-a53f-1264f17d6648 req-5418d534-85ad-4d13-a3be-baee455ca14b tempest-ServerGroupTestJSON-211225283 tempest-ServerGroupTestJSON-211225283-project] 10.222.0.13 "GET /v2.0/security-groups?id=9c2da4b2-54c4-4794-863e-89eedd1c4043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1740043 Nov 05 18:48:14.254619 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:48:14.267788 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvr_db [None req-495f7192-2bb9-4860-b6a4-fc05a14dcc56 None None] Set router a53e19ca-f0bc-4a6e-ae88-65d6ce587a43 gateway port host: n-d-816865-1 {{(pid=102389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 18:48:14.310289 n-d-816865-1 neutron-server[102388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '733e5542-3bea-4875-8e76-ef817a9bc828', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69a5d65b-76da-45c7-8ee1-1d50657a5be0'}] {{(pid=102388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 18:48:14.319299 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85474fee1180e129d8a886d264fe0b30223aa672dd1ffe43b630605f18504f68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22e129a8-1f7f-4a40-9d6f-8189c26c00e3" -d '{"events": [{"server_uuid": "733e5542-3bea-4875-8e76-ef817a9bc828", "name": "network-vif-plugged", "status": "completed", "tag": "69a5d65b-76da-45c7-8ee1-1d50657a5be0"}]}' {{(pid=102388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 18:48:14.355121 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] For port 69a5d65b-76da-45c7-8ee1-1d50657a5be0, host n-h2-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=69a5d65b-76da-45c7-8ee1-1d50657a5be0,segment=NetworkSegment(87d2d309-0d25-4aa8-8d79-4840385726b6),segment_id=87d2d309-0d25-4aa8-8d79-4840385726b6)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:48:14.408736 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-a314215c-92aa-489e-8023-b093bb609e20 req-c1cd204f-4f22-4dc6-8ae0-adcded3250bc tempest-ServerShowV247Test-1721215558 tempest-ServerShowV247Test-1721215558-project] 10.222.0.13 "GET /v2.0/ports?device_id=da431939-1bdb-4fe5-8c3e-0fa04f18f8ec HTTP/1.1" status: 200 len: 210 time: 0.0456235 Nov 05 18:48:14.435089 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:48:14.501531 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Pushing event updated for resources: {'Port': ['ID=69a5d65b-76da-45c7-8ee1-1d50657a5be0,revision_number=5']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:48:14.759415 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-495f7192-2bb9-4860-b6a4-fc05a14dcc56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a53e19ca-f0bc-4a6e-ae88-65d6ce587a43', 'name': 'tempest-ServersTestJSON-246883563-router', 'tenant_id': '4887dc6e572a48c1b9dc807c93638012', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.119'}], 'enable_snat': True}, 'gw_port_id': 'bc9c3bb2-bf2c-434c-8ba4-7b37db3991f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T18:48:03Z', 'updated_at': '2021-11-05T18:48:11Z', 'revision_number': 4, 'project_id': '4887dc6e572a48c1b9dc807c93638012', 'gw_port': {'id': 'bc9c3bb2-bf2c-434c-8ba4-7b37db3991f8', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:a8:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a53e19ca-f0bc-4a6e-ae88-65d6ce587a43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1172, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T18:48:04Z', 'updated_at': '2021-11-05T18:48:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1', '_interfaces': [{'id': '1b7e7015-5f97-4fc7-941d-1fa95029ea47', 'name': '', 'network_id': 'd70d85ea-9d51-4341-91cd-ba98d4c8b177', 'tenant_id': '4887dc6e572a48c1b9dc807c93638012', 'mac_address': 'fa:16:3e:40:da:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a53e19ca-f0bc-4a6e-ae88-65d6ce587a43', 'device_owner': 'network:router_interface', 'standard_attr_id': 1174, 'fixed_ips': [{'subnet_id': '81600d89-8835-46e1-88a4-4590dbfefef9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T18:48:10Z', 'updated_at': '2021-11-05T18:48:12Z', 'revision_number': 2, 'project_id': '4887dc6e572a48c1b9dc807c93638012', 'subnets': [{'id': '81600d89-8835-46e1-88a4-4590dbfefef9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-1', False) {} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:48:14.788864 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-495f7192-2bb9-4860-b6a4-fc05a14dcc56 None None] Checking router: a53e19ca-f0bc-4a6e-ae88-65d6ce587a43 for host: n-d-816865-1 {{(pid=102389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 18:48:14.789385 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-495f7192-2bb9-4860-b6a4-fc05a14dcc56 None None] Updating router a53e19ca-f0bc-4a6e-ae88-65d6ce587a43 port 1b7e7015-5f97-4fc7-941d-1fa95029ea47 binding host n-d-816865-1 {{(pid=102389) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 05 18:48:14.818262 n-d-816865-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-495f7192-2bb9-4860-b6a4-fc05a14dcc56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:48:14.890923 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 52606) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:48:14.895765 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-8291c91b-f95e-493e-8dc0-735193138f4d tempest-ServersTestJSON-263075603 tempest-ServersTestJSON-263075603-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1525517578', 'description': 'tempest-description--1034030723'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:48:14.977611 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 18:48:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-278a11e0-2346-43bb-8daf-bd48121fab9c x-openstack-request-id: req-278a11e0-2346-43bb-8daf-bd48121fab9c {{(pid=102388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 18:48:14.978721 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "733e5542-3bea-4875-8e76-ef817a9bc828", "name": "network-vif-plugged", "status": "completed", "tag": "69a5d65b-76da-45c7-8ee1-1d50657a5be0", "code": 200}]} {{(pid=102388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 18:48:14.979152 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-278a11e0-2346-43bb-8daf-bd48121fab9c {{(pid=102388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 18:48:14.979802 n-d-816865-1 neutron-server[102388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '733e5542-3bea-4875-8e76-ef817a9bc828', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69a5d65b-76da-45c7-8ee1-1d50657a5be0', 'code': 200} Nov 05 18:48:14.985279 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-8291c91b-f95e-493e-8dc0-735193138f4d tempest-ServersTestJSON-263075603 tempest-ServersTestJSON-263075603-project] Publish callbacks [] for security_group, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:48:15.006176 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device bc9c3bb2-bf2c-434c-8ba4-7b37db3991f8 up at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 18:48:15.128733 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Provisioning complete for port bc9c3bb2-bf2c-434c-8ba4-7b37db3991f8 triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:48:15.129483 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:48:15.178662 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc6bf61-da99-4c80-b620-300f2ee226f5 req-1a654ac8-241c-4318-bcfd-10d5ec7027ac tempest-LiveMigrationTest-600821399 tempest-LiveMigrationTest-600821399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:48:15.192191 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-dbc6bf61-da99-4c80-b620-300f2ee226f5 req-1a654ac8-241c-4318-bcfd-10d5ec7027ac tempest-LiveMigrationTest-600821399 tempest-LiveMigrationTest-600821399-project] 10.222.0.13 "GET /v2.0/ports?device_id=c936ac5a-d9ca-4986-965e-3cf978c6e19b HTTP/1.1" status: 200 len: 945 time: 0.1410837 Nov 05 18:48:15.209469 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-8291c91b-f95e-493e-8dc0-735193138f4d tempest-ServersTestJSON-263075603 tempest-ServersTestJSON-263075603-project] Publish callbacks [] for security_group, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:48:15.286265 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-8291c91b-f95e-493e-8dc0-735193138f4d tempest-ServersTestJSON-263075603 tempest-ServersTestJSON-263075603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:48:15.322149 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-dbc6bf61-da99-4c80-b620-300f2ee226f5 req-c00fb62f-5870-41dd-996a-151398e92595 tempest-LiveMigrationTest-600821399 tempest-LiveMigrationTest-600821399-project] 10.222.0.13 "GET /v2.0/security-groups?id=3677ad50-e4bf-4315-8aa4-e48810edc139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260946 Nov 05 18:48:15.351408 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8291c91b-f95e-493e-8dc0-735193138f4d tempest-ServersTestJSON-263075603 tempest-ServersTestJSON-263075603-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1f791f1b-ffa6-404a-a542-489f4277d607,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:48:15.362559 n-d-816865-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-495f7192-2bb9-4860-b6a4-fc05a14dcc56 None None] Publish callbacks [] for port, precommit_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:48:15.367775 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863fd865-9145-44e5-8d4c-04e98e84553f req-213d803f-319e-4fad-9858-4e67fef3f4f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:48:15.372529 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-863fd865-9145-44e5-8d4c-04e98e84553f req-213d803f-319e-4fad-9858-4e67fef3f4f3 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=733e5542-3bea-4875-8e76-ef817a9bc828 HTTP/1.1" status: 200 len: 1096 time: 0.1544154 Nov 05 18:48:15.446889 n-d-816865-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-495f7192-2bb9-4860-b6a4-fc05a14dcc56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:48:15.471557 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-863fd865-9145-44e5-8d4c-04e98e84553f req-0c4109d1-bc0d-4367-8206-bc4a925f4425 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=9c2da4b2-54c4-4794-863e-89eedd1c4043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881121 Nov 05 18:48:15.475517 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ee1e62-4bd6-4631-abb0-667d19e10be7 req-173a68e8-5c4a-4bec-88dd-a9199c944e09 tempest-ServerGroupTestJSON-211225283 tempest-ServerGroupTestJSON-211225283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:48:15.484407 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-85ee1e62-4bd6-4631-abb0-667d19e10be7 req-173a68e8-5c4a-4bec-88dd-a9199c944e09 tempest-ServerGroupTestJSON-211225283 tempest-ServerGroupTestJSON-211225283-project] 10.222.0.13 "GET /v2.0/ports?device_id=733e5542-3bea-4875-8e76-ef817a9bc828 HTTP/1.1" status: 200 len: 945 time: 0.0654461 Nov 05 18:48:15.496333 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-8291c91b-f95e-493e-8dc0-735193138f4d tempest-ServersTestJSON-263075603 tempest-ServersTestJSON-263075603-project] Publish callbacks [] for security_group, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:48:15.501890 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-8291c91b-f95e-493e-8dc0-735193138f4d tempest-ServersTestJSON-263075603 tempest-ServersTestJSON-263075603-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.6110508 Nov 05 18:48:15.503571 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 52620) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:48:15.512823 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-9dc4e326-971a-4812-bbcb-0ab82effc15d tempest-ServersTestJSON-263075603 tempest-ServersTestJSON-263075603-project] Request body: {'security_group_rule': {'security_group_id': '1f791f1b-ffa6-404a-a542-489f4277d607', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:48:15.596830 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-85ee1e62-4bd6-4631-abb0-667d19e10be7 req-91f6298c-9a25-4fde-9155-52b63f6a65c2 tempest-ServerGroupTestJSON-211225283 tempest-ServerGroupTestJSON-211225283-project] 10.222.0.13 "GET /v2.0/security-groups?id=9c2da4b2-54c4-4794-863e-89eedd1c4043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111484 Nov 05 18:48:15.613622 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-9dc4e326-971a-4812-bbcb-0ab82effc15d tempest-ServersTestJSON-263075603 tempest-ServersTestJSON-263075603-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:48:15.628684 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34dcfa71-6de8-4a3e-9a9e-71b8cbee4f10 None None] Pushing event updated for resources: {'Port': ['ID=1b7e7015-5f97-4fc7-941d-1fa95029ea47,revision_number=3']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:48:15.710724 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.managers [None req-495f7192-2bb9-4860-b6a4-fc05a14dcc56 None None] Attempting to bind port 1b7e7015-5f97-4fc7-941d-1fa95029ea47 on host n-d-816865-1 for vnic_type normal with profile {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 18:48:15.710724 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.managers [None req-495f7192-2bb9-4860-b6a4-fc05a14dcc56 None None] Attempting to bind port 1b7e7015-5f97-4fc7-941d-1fa95029ea47 by drivers openvswitch,hyperv on host n-d-816865-1 at level 0 using segments [{'id': 'aec693b9-b407-4c6b-827c-d9d955b53bc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'd70d85ea-9d51-4341-91cd-ba98d4c8b177'}] {{(pid=102389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 18:48:15.710724 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-495f7192-2bb9-4860-b6a4-fc05a14dcc56 None None] Attempting to bind port 1b7e7015-5f97-4fc7-941d-1fa95029ea47 on network d70d85ea-9d51-4341-91cd-ba98d4c8b177 {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 18:48:15.716545 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-495f7192-2bb9-4860-b6a4-fc05a14dcc56 None None] Checking agent: {'id': '724d89a7-611b-41e6-bc85-c48112b17afa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 18, 25, 8), 'started_at': datetime.datetime(2021, 11, 5, 18, 25, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 18, 48, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 18:48:15.717244 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-495f7192-2bb9-4860-b6a4-fc05a14dcc56 None None] Checking segment: {'id': 'aec693b9-b407-4c6b-827c-d9d955b53bc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'd70d85ea-9d51-4341-91cd-ba98d4c8b177'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 18:48:15.717837 n-d-816865-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-495f7192-2bb9-4860-b6a4-fc05a14dcc56 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:48:15.718496 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-495f7192-2bb9-4860-b6a4-fc05a14dcc56 None None] Bound using segment: {'id': 'aec693b9-b407-4c6b-827c-d9d955b53bc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'd70d85ea-9d51-4341-91cd-ba98d4c8b177'} {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 18:48:15.719292 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.managers [None req-495f7192-2bb9-4860-b6a4-fc05a14dcc56 None None] Bound port: 1b7e7015-5f97-4fc7-941d-1fa95029ea47, host: n-d-816865-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aec693b9-b407-4c6b-827c-d9d955b53bc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'd70d85ea-9d51-4341-91cd-ba98d4c8b177'}}] {{(pid=102389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 18:48:15.719867 n-d-816865-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-495f7192-2bb9-4860-b6a4-fc05a14dcc56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:48:15.776448 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-7b24617e-8284-41ec-8f58-99202a765077 req-1fdd7f7e-63f7-4b36-8e57-8ebe5c32dd56 tempest-ServerShowV247Test-1721215558 tempest-ServerShowV247Test-1721215558-project] 10.222.0.13 "GET /v2.0/ports?device_id=da431939-1bdb-4fe5-8c3e-0fa04f18f8ec HTTP/1.1" status: 200 len: 210 time: 0.0715814 Nov 05 18:48:15.808871 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [None req-495f7192-2bb9-4860-b6a4-fc05a14dcc56 None None] For port 1b7e7015-5f97-4fc7-941d-1fa95029ea47, host n-d-816865-1, cleared binding levels {{(pid=102389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 18:48:15.812174 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [None req-495f7192-2bb9-4860-b6a4-fc05a14dcc56 None None] For port 1b7e7015-5f97-4fc7-941d-1fa95029ea47, host n-d-816865-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=1b7e7015-5f97-4fc7-941d-1fa95029ea47,segment=NetworkSegment(aec693b9-b407-4c6b-827c-d9d955b53bc5),segment_id=aec693b9-b407-4c6b-827c-d9d955b53bc5)] {{(pid=102389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 18:48:15.843204 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-9dc4e326-971a-4812-bbcb-0ab82effc15d tempest-ServersTestJSON-263075603 tempest-ServersTestJSON-263075603-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:48:15.851801 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8666403-f698-4d53-8c7a-21408fd4accf req-cfca4fb9-b947-4632-9958-368fb002f096 tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:48:15.853346 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-c8666403-f698-4d53-8c7a-21408fd4accf req-cfca4fb9-b947-4632-9958-368fb002f096 tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] 10.222.0.13 "GET /v2.0/ports?device_id=67a6e104-5801-491b-964e-331ab9594689 HTTP/1.1" status: 200 len: 945 time: 0.1288280 Nov 05 18:48:15.915271 n-d-816865-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-495f7192-2bb9-4860-b6a4-fc05a14dcc56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:48:15.949311 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-9dc4e326-971a-4812-bbcb-0ab82effc15d tempest-ServersTestJSON-263075603 tempest-ServersTestJSON-263075603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985308'] for security_group_rule, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:48:15.975010 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-c2bef0fc-7f38-4d0a-b9e4-bfc52f1cd734 None None] Provisioning complete for port 1b7e7015-5f97-4fc7-941d-1fa95029ea47 triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:48:15.976951 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c2bef0fc-7f38-4d0a-b9e4-bfc52f1cd734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:48:16.003293 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-495f7192-2bb9-4860-b6a4-fc05a14dcc56 None None] Routers {'a53e19ca-f0bc-4a6e-ae88-65d6ce587a43'} bound to L3 agent in host n-d-816865-1 {{(pid=102389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 18:48:16.004837 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-495f7192-2bb9-4860-b6a4-fc05a14dcc56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T18:48:05Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['a53e19ca-f0bc-4a6e-ae88-65d6ce587a43'], 'active': True} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:48:16.017664 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-c8666403-f698-4d53-8c7a-21408fd4accf req-2f611e94-2256-4913-96e4-554f0326cc9f tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] 10.222.0.13 "GET /v2.0/security-groups?id=e0838ac1-f008-48c1-ab43-123e255d616a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1560392 Nov 05 18:48:16.034177 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc4e326-971a-4812-bbcb-0ab82effc15d tempest-ServersTestJSON-263075603 tempest-ServersTestJSON-263075603-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51231338-4f6d-4e50-b0f3-330daf5c4057,revision_number=0']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:48:16.097772 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34dcfa71-6de8-4a3e-9a9e-71b8cbee4f10 None None] Pushing event updated for resources: {'Port': ['ID=1b7e7015-5f97-4fc7-941d-1fa95029ea47,revision_number=4']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:48:16.139925 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-9dc4e326-971a-4812-bbcb-0ab82effc15d tempest-ServersTestJSON-263075603 tempest-ServersTestJSON-263075603-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:48:16.141193 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-9dc4e326-971a-4812-bbcb-0ab82effc15d tempest-ServersTestJSON-263075603 tempest-ServersTestJSON-263075603-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6363909 Nov 05 18:48:16.143798 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 52628) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:48:16.149211 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-c34043a6-8546-4ddc-ad6e-a5d0ebae65b0 tempest-ServersTestJSON-263075603 tempest-ServersTestJSON-263075603-project] Request body: {'security_group_rule': {'security_group_id': '1f791f1b-ffa6-404a-a542-489f4277d607', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:48:16.177566 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c2bef0fc-7f38-4d0a-b9e4-bfc52f1cd734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:48:16.232646 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-c2bef0fc-7f38-4d0a-b9e4-bfc52f1cd734 None None] For port 1b7e7015-5f97-4fc7-941d-1fa95029ea47, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=1b7e7015-5f97-4fc7-941d-1fa95029ea47,segment=NetworkSegment(aec693b9-b407-4c6b-827c-d9d955b53bc5),segment_id=aec693b9-b407-4c6b-827c-d9d955b53bc5)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:48:16.245492 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvr_db [None req-495f7192-2bb9-4860-b6a4-fc05a14dcc56 None None] Set router a53e19ca-f0bc-4a6e-ae88-65d6ce587a43 gateway port host: n-d-816865-1 {{(pid=102389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 18:48:16.354547 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-c34043a6-8546-4ddc-ad6e-a5d0ebae65b0 tempest-ServersTestJSON-263075603 tempest-ServersTestJSON-263075603-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:48:16.408382 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c2bef0fc-7f38-4d0a-b9e4-bfc52f1cd734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:48:16.520728 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bef0fc-7f38-4d0a-b9e4-bfc52f1cd734 None None] Pushing event updated for resources: {'Port': ['ID=1b7e7015-5f97-4fc7-941d-1fa95029ea47,revision_number=5']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:48:16.559905 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-60c2f087-6e4c-40b1-954c-a2e01299e014 None None] Provisioning complete for port 1b7e7015-5f97-4fc7-941d-1fa95029ea47 triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:48:16.561120 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-60c2f087-6e4c-40b1-954c-a2e01299e014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:48:16.572563 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-c34043a6-8546-4ddc-ad6e-a5d0ebae65b0 tempest-ServersTestJSON-263075603 tempest-ServersTestJSON-263075603-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:48:16.597358 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995e0525-0c67-4b72-9192-148d7c3a9dce req-f86ed494-6854-4ab5-bf9e-2969a34dcd3c tempest-LiveMigrationTest-600821399 tempest-LiveMigrationTest-600821399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:48:16.602363 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-995e0525-0c67-4b72-9192-148d7c3a9dce req-f86ed494-6854-4ab5-bf9e-2969a34dcd3c tempest-LiveMigrationTest-600821399 tempest-LiveMigrationTest-600821399-project] 10.222.0.13 "GET /v2.0/ports?device_id=c936ac5a-d9ca-4986-965e-3cf978c6e19b HTTP/1.1" status: 200 len: 945 time: 0.1171198 Nov 05 18:48:16.667438 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.agents_db [None req-b9406b04-a0e8-43cf-b349-711963d96cf4 None None] Agent healthcheck: found 7 active agents {{(pid=102389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 05 18:48:16.680699 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-495f7192-2bb9-4860-b6a4-fc05a14dcc56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a53e19ca-f0bc-4a6e-ae88-65d6ce587a43', 'name': 'tempest-ServersTestJSON-246883563-router', 'tenant_id': '4887dc6e572a48c1b9dc807c93638012', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.119'}], 'enable_snat': True}, 'gw_port_id': 'bc9c3bb2-bf2c-434c-8ba4-7b37db3991f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T18:48:03Z', 'updated_at': '2021-11-05T18:48:11Z', 'revision_number': 4, 'project_id': '4887dc6e572a48c1b9dc807c93638012', 'gw_port': {'id': 'bc9c3bb2-bf2c-434c-8ba4-7b37db3991f8', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:a8:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a53e19ca-f0bc-4a6e-ae88-65d6ce587a43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1172, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T18:48:04Z', 'updated_at': '2021-11-05T18:48:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1', '_interfaces': [{'id': '1b7e7015-5f97-4fc7-941d-1fa95029ea47', 'name': '', 'network_id': 'd70d85ea-9d51-4341-91cd-ba98d4c8b177', 'tenant_id': '4887dc6e572a48c1b9dc807c93638012', 'mac_address': 'fa:16:3e:40:da:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a53e19ca-f0bc-4a6e-ae88-65d6ce587a43', 'device_owner': 'network:router_interface', 'standard_attr_id': 1174, 'fixed_ips': [{'subnet_id': '81600d89-8835-46e1-88a4-4590dbfefef9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T18:48:10Z', 'updated_at': '2021-11-05T18:48:15Z', 'revision_number': 4, 'project_id': '4887dc6e572a48c1b9dc807c93638012', 'subnets': [{'id': '81600d89-8835-46e1-88a4-4590dbfefef9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-1', False) {} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:48:16.713589 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-c34043a6-8546-4ddc-ad6e-a5d0ebae65b0 tempest-ServersTestJSON-263075603 tempest-ServersTestJSON-263075603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985308'] for security_group_rule, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:48:16.754533 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-495f7192-2bb9-4860-b6a4-fc05a14dcc56 None None] The sync data for ids ['a53e19ca-f0bc-4a6e-ae88-65d6ce587a43'] in n-d-816865-1 is: [{'id': 'a53e19ca-f0bc-4a6e-ae88-65d6ce587a43', 'name': 'tempest-ServersTestJSON-246883563-router', 'tenant_id': '4887dc6e572a48c1b9dc807c93638012', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.119'}], 'enable_snat': True}, 'gw_port_id': 'bc9c3bb2-bf2c-434c-8ba4-7b37db3991f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T18:48:03Z', 'updated_at': '2021-11-05T18:48:11Z', 'revision_number': 4, 'project_id': '4887dc6e572a48c1b9dc807c93638012', 'gw_port': {'id': 'bc9c3bb2-bf2c-434c-8ba4-7b37db3991f8', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:a8:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a53e19ca-f0bc-4a6e-ae88-65d6ce587a43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1172, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T18:48:04Z', 'updated_at': '2021-11-05T18:48:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1', '_interfaces': [{'id': '1b7e7015-5f97-4fc7-941d-1fa95029ea47', 'name': '', 'network_id': 'd70d85ea-9d51-4341-91cd-ba98d4c8b177', 'tenant_id': '4887dc6e572a48c1b9dc807c93638012', 'mac_address': 'fa:16:3e:40:da:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a53e19ca-f0bc-4a6e-ae88-65d6ce587a43', 'device_owner': 'network:router_interface', 'standard_attr_id': 1174, 'fixed_ips': [{'subnet_id': '81600d89-8835-46e1-88a4-4590dbfefef9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T18:48:10Z', 'updated_at': '2021-11-05T18:48:15Z', 'revision_number': 4, 'project_id': '4887dc6e572a48c1b9dc807c93638012', 'subnets': [{'id': '81600d89-8835-46e1-88a4-4590dbfefef9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 18:48:16.779642 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-995e0525-0c67-4b72-9192-148d7c3a9dce req-f3093026-e13a-469a-8df5-88e9fe6061f9 tempest-LiveMigrationTest-600821399 tempest-LiveMigrationTest-600821399-project] 10.222.0.13 "GET /v2.0/security-groups?id=3677ad50-e4bf-4315-8aa4-e48810edc139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1726561 Nov 05 18:48:16.880295 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34043a6-8546-4ddc-ad6e-a5d0ebae65b0 tempest-ServersTestJSON-263075603 tempest-ServersTestJSON-263075603-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fdc863f2-888c-435a-ba61-d944e0e9b897,revision_number=0']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:48:16.921795 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e6de22-e3e3-465e-baa9-38a61a863a2e req-6c33da62-a3fb-46c8-92b4-381e6c73ac0d tempest-ServerGroupTestJSON-211225283 tempest-ServerGroupTestJSON-211225283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:48:16.925160 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-24e6de22-e3e3-465e-baa9-38a61a863a2e req-6c33da62-a3fb-46c8-92b4-381e6c73ac0d tempest-ServerGroupTestJSON-211225283 tempest-ServerGroupTestJSON-211225283-project] 10.222.0.13 "GET /v2.0/ports?device_id=733e5542-3bea-4875-8e76-ef817a9bc828 HTTP/1.1" status: 200 len: 945 time: 0.1853426 Nov 05 18:48:16.963283 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-01acd659-20b0-4dbd-91c7-05681e0127b4 req-f2db3120-109d-46f4-8bff-e836f954d03e tempest-ServerShowV247Test-1721215558 tempest-ServerShowV247Test-1721215558-project] 10.222.0.13 "GET /v2.0/ports?device_id=da431939-1bdb-4fe5-8c3e-0fa04f18f8ec HTTP/1.1" status: 200 len: 210 time: 0.0370026 Nov 05 18:48:17.018768 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-c34043a6-8546-4ddc-ad6e-a5d0ebae65b0 tempest-ServersTestJSON-263075603 tempest-ServersTestJSON-263075603-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:48:17.021229 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-c34043a6-8546-4ddc-ad6e-a5d0ebae65b0 tempest-ServersTestJSON-263075603 tempest-ServersTestJSON-263075603-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8763781 Nov 05 18:48:17.026745 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 52640) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:48:17.037063 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-968e86fb-67b4-42a3-950f-5d904fa330cb tempest-ServersTestJSON-263075603 tempest-ServersTestJSON-263075603-project] Request body: {'floatingip': {'floating_network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec'}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:48:17.117642 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 1b7e7015-5f97-4fc7-941d-1fa95029ea47 up at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 18:48:17.162847 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-24e6de22-e3e3-465e-baa9-38a61a863a2e req-c7dcf2a9-f1b3-42c9-8345-3e5808203ac9 tempest-ServerGroupTestJSON-211225283 tempest-ServerGroupTestJSON-211225283-project] 10.222.0.13 "GET /v2.0/security-groups?id=9c2da4b2-54c4-4794-863e-89eedd1c4043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1984806 Nov 05 18:48:17.261302 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-968e86fb-67b4-42a3-950f-5d904fa330cb tempest-ServersTestJSON-263075603 tempest-ServersTestJSON-263075603-project] Publish callbacks [] for floatingip, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:48:17.272497 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Provisioning complete for port 1b7e7015-5f97-4fc7-941d-1fa95029ea47 triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:48:17.273120 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:48:17.282064 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b95ce2d-f86c-492f-8728-0d6eca1bb254 req-96fa3507-aea7-4d8a-bde1-3c7a6978618a tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:48:17.293087 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-2b95ce2d-f86c-492f-8728-0d6eca1bb254 req-96fa3507-aea7-4d8a-bde1-3c7a6978618a tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] 10.222.0.13 "GET /v2.0/ports?device_id=67a6e104-5801-491b-964e-331ab9594689 HTTP/1.1" status: 200 len: 945 time: 0.1104040 Nov 05 18:48:17.433138 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-2b95ce2d-f86c-492f-8728-0d6eca1bb254 req-f621c3f8-251f-49a8-957a-4743f2a7c9c4 tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] 10.222.0.13 "GET /v2.0/security-groups?id=e0838ac1-f008-48c1-ab43-123e255d616a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339171 Nov 05 18:48:17.497311 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-968e86fb-67b4-42a3-950f-5d904fa330cb tempest-ServersTestJSON-263075603 tempest-ServersTestJSON-263075603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:48:17.692498 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.db_base_plugin_common [None req-968e86fb-67b4-42a3-950f-5d904fa330cb tempest-ServersTestJSON-263075603 tempest-ServersTestJSON-263075603-project] Allocated IP 172.25.6.76 (40c8335d-cd0b-4cb5-910a-d4dcddd5cbec/04fe6db3-e108-4208-943d-6518424f5726/41ed03f7-2e41-4c37-a5c7-ae471ca5736e) {{(pid=102387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 18:48:17.829433 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-968e86fb-67b4-42a3-950f-5d904fa330cb tempest-ServersTestJSON-263075603 tempest-ServersTestJSON-263075603-project] Publish callbacks [] for port, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:48:18.002624 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9405b56b-0698-4fbe-b02a-068a4467e046 req-e024f487-8f03-4b2d-8874-35ebae8258c7 tempest-LiveMigrationTest-600821399 tempest-LiveMigrationTest-600821399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:48:18.004279 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-9405b56b-0698-4fbe-b02a-068a4467e046 req-e024f487-8f03-4b2d-8874-35ebae8258c7 tempest-LiveMigrationTest-600821399 tempest-LiveMigrationTest-600821399-project] 10.222.0.13 "GET /v2.0/ports?device_id=c936ac5a-d9ca-4986-965e-3cf978c6e19b HTTP/1.1" status: 200 len: 945 time: 0.0928195 Nov 05 18:48:18.043855 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-968e86fb-67b4-42a3-950f-5d904fa330cb tempest-ServersTestJSON-263075603 tempest-ServersTestJSON-263075603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4417063'] for port, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:48:18.126313 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-9405b56b-0698-4fbe-b02a-068a4467e046 req-5d8621e3-9c2c-473f-b698-a284d42f358a tempest-LiveMigrationTest-600821399 tempest-LiveMigrationTest-600821399-project] 10.222.0.13 "GET /v2.0/security-groups?id=3677ad50-e4bf-4315-8aa4-e48810edc139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071882 Nov 05 18:48:18.161945 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-968e86fb-67b4-42a3-950f-5d904fa330cb tempest-ServersTestJSON-263075603 tempest-ServersTestJSON-263075603-project] Network 40c8335d-cd0b-4cb5-910a-d4dcddd5cbec is already hosted by enough agents. {{(pid=102387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 18:48:18.192388 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.base_scheduler [None req-968e86fb-67b4-42a3-950f-5d904fa330cb tempest-ServersTestJSON-263075603 tempest-ServersTestJSON-263075603-project] Resources bound (agent type, host, resource id): {{(pid=102387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:48:18.198281 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-968e86fb-67b4-42a3-950f-5d904fa330cb tempest-ServersTestJSON-263075603 tempest-ServersTestJSON-263075603-project] Received port after_create {{(pid=102387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 18:48:18.247483 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968e86fb-67b4-42a3-950f-5d904fa330cb tempest-ServersTestJSON-263075603 tempest-ServersTestJSON-263075603-project] Pushing event updated for resources: {'Port': ['ID=41ed03f7-2e41-4c37-a5c7-ae471ca5736e,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:48:18.286525 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-3d197508-b7e7-4099-8ca6-09a117fcd12b req-045d04e6-94e0-46e4-8a57-55c6197e9e85 tempest-ServerShowV247Test-1721215558 tempest-ServerShowV247Test-1721215558-project] 10.222.0.13 "GET /v2.0/ports?device_id=da431939-1bdb-4fe5-8c3e-0fa04f18f8ec HTTP/1.1" status: 200 len: 210 time: 0.0515623 Nov 05 18:48:18.435680 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-968e86fb-67b4-42a3-950f-5d904fa330cb tempest-ServersTestJSON-263075603 tempest-ServersTestJSON-263075603-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:48:18.520934 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e752119-0685-4801-a94e-59da60b783fb req-92f86ab9-da23-4727-bc34-924c279247ec tempest-ServerGroupTestJSON-211225283 tempest-ServerGroupTestJSON-211225283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:48:18.529360 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-2e752119-0685-4801-a94e-59da60b783fb req-92f86ab9-da23-4727-bc34-924c279247ec tempest-ServerGroupTestJSON-211225283 tempest-ServerGroupTestJSON-211225283-project] 10.222.0.13 "GET /v2.0/ports?device_id=733e5542-3bea-4875-8e76-ef817a9bc828 HTTP/1.1" status: 200 len: 945 time: 0.1163404 Nov 05 18:48:18.595757 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-968e86fb-67b4-42a3-950f-5d904fa330cb tempest-ServersTestJSON-263075603 tempest-ServersTestJSON-263075603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:48:18.721577 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-2e752119-0685-4801-a94e-59da60b783fb req-8ea43694-eab0-4efc-b8ab-08de21d7ab3c tempest-ServerGroupTestJSON-211225283 tempest-ServerGroupTestJSON-211225283-project] 10.222.0.13 "GET /v2.0/security-groups?id=9c2da4b2-54c4-4794-863e-89eedd1c4043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1908250 Nov 05 18:48:18.933302 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-968e86fb-67b4-42a3-950f-5d904fa330cb tempest-ServersTestJSON-263075603 tempest-ServersTestJSON-263075603-project] Publish callbacks [] for port, precommit_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:48:19.038304 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-968e86fb-67b4-42a3-950f-5d904fa330cb tempest-ServersTestJSON-263075603 tempest-ServersTestJSON-263075603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4417072'] for port, after_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:48:19.067027 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d53812-623f-4db2-929b-30248bdc497a req-b3658ed9-7f92-4bc8-8c24-0b5fe65c0ce9 tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:48:19.068688 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-49d53812-623f-4db2-929b-30248bdc497a req-b3658ed9-7f92-4bc8-8c24-0b5fe65c0ce9 tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] 10.222.0.13 "GET /v2.0/ports?device_id=67a6e104-5801-491b-964e-331ab9594689 HTTP/1.1" status: 200 len: 945 time: 0.1503758 Nov 05 18:48:19.131883 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40154b7c-52ea-41de-b7e4-cdc7a3c3143d req-50c51b08-7fed-4001-9a60-256890b8734e tempest-AttachVolumeTestJSON-989501218 tempest-AttachVolumeTestJSON-989501218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:48:19.133604 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-40154b7c-52ea-41de-b7e4-cdc7a3c3143d req-50c51b08-7fed-4001-9a60-256890b8734e tempest-AttachVolumeTestJSON-989501218 tempest-AttachVolumeTestJSON-989501218-project] 10.222.0.13 "GET /v2.0/ports?device_id=332b01ca-305d-470b-a5c2-8f6774221f19 HTTP/1.1" status: 200 len: 945 time: 0.1566336 Nov 05 18:48:19.191104 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968e86fb-67b4-42a3-950f-5d904fa330cb tempest-ServersTestJSON-263075603 tempest-ServersTestJSON-263075603-project] Pushing event updated for resources: {'Port': ['ID=41ed03f7-2e41-4c37-a5c7-ae471ca5736e,revision_number=2']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:48:19.208466 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-968e86fb-67b4-42a3-950f-5d904fa330cb tempest-ServersTestJSON-263075603 tempest-ServersTestJSON-263075603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1000577'] for floatingip, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:48:19.262911 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-49d53812-623f-4db2-929b-30248bdc497a req-83b38678-7d7b-41e4-a649-935b0ba12896 tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] 10.222.0.13 "GET /v2.0/security-groups?id=e0838ac1-f008-48c1-ab43-123e255d616a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1689947 Nov 05 18:48:19.269418 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-40154b7c-52ea-41de-b7e4-cdc7a3c3143d req-67624496-0b92-44a3-b4e8-fab544fe38c1 tempest-AttachVolumeTestJSON-989501218 tempest-AttachVolumeTestJSON-989501218-project] 10.222.0.13 "GET /v2.0/security-groups?id=ef933554-0df5-4bb3-a185-95505310ff6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1156619 Nov 05 18:48:19.426242 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d13f81-2327-4eb5-bbfd-5271de003403 req-ad64c670-5b46-4de6-baa0-1fb816e73b5c tempest-LiveMigrationTest-600821399 tempest-LiveMigrationTest-600821399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:48:19.428081 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-49d13f81-2327-4eb5-bbfd-5271de003403 req-ad64c670-5b46-4de6-baa0-1fb816e73b5c tempest-LiveMigrationTest-600821399 tempest-LiveMigrationTest-600821399-project] 10.222.0.13 "GET /v2.0/ports?device_id=c936ac5a-d9ca-4986-965e-3cf978c6e19b HTTP/1.1" status: 200 len: 945 time: 0.0658534 Nov 05 18:48:19.491899 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-49d13f81-2327-4eb5-bbfd-5271de003403 req-56666f1e-f78c-4099-9b76-3c18ab890a89 tempest-LiveMigrationTest-600821399 tempest-LiveMigrationTest-600821399-project] 10.222.0.13 "GET /v2.0/security-groups?id=3677ad50-e4bf-4315-8aa4-e48810edc139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509007 Nov 05 18:48:19.582169 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-9baadce6-5e52-4618-9b9b-95a3d8b2cb4b req-1da8079c-a92c-43de-9dce-cfb418fec77e tempest-ServerShowV247Test-1721215558 tempest-ServerShowV247Test-1721215558-project] 10.222.0.13 "GET /v2.0/ports?device_id=da431939-1bdb-4fe5-8c3e-0fa04f18f8ec HTTP/1.1" status: 200 len: 210 time: 0.0314815 Nov 05 18:48:19.597585 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-968e86fb-67b4-42a3-950f-5d904fa330cb tempest-ServersTestJSON-263075603 tempest-ServersTestJSON-263075603-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for floatingip, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:48:19.607164 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-968e86fb-67b4-42a3-950f-5d904fa330cb tempest-ServersTestJSON-263075603 tempest-ServersTestJSON-263075603-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.5782912 Nov 05 18:48:19.786128 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-4a8ca773-d60b-4656-8f48-7cd5da0b7319 req-5d09b57a-426b-48ae-8a91-117279cacb4e tempest-ServersTestJSON-263075603 tempest-ServersTestJSON-263075603-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--1525517578&fields=id&tenant_id=4887dc6e572a48c1b9dc807c93638012 HTTP/1.1" status: 200 len: 267 time: 0.0608869 Nov 05 18:48:19.957575 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8ca773-d60b-4656-8f48-7cd5da0b7319 req-8da2d176-6342-4c65-9c17-5482e8e35900 tempest-ServersTestJSON-263075603 tempest-ServersTestJSON-263075603-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:48:19.959431 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-4a8ca773-d60b-4656-8f48-7cd5da0b7319 req-8da2d176-6342-4c65-9c17-5482e8e35900 tempest-ServersTestJSON-263075603 tempest-ServersTestJSON-263075603-project] 10.222.0.13 "GET /v2.0/networks?id=d70d85ea-9d51-4341-91cd-ba98d4c8b177 HTTP/1.1" status: 200 len: 805 time: 0.1635900 Nov 05 18:48:19.983859 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-4a8ca773-d60b-4656-8f48-7cd5da0b7319 req-1d8cac1e-b905-4708-8905-37d53bcf9bd9 tempest-ServersTestJSON-263075603 tempest-ServersTestJSON-263075603-project] 10.222.0.13 "GET /v2.0/quotas/4887dc6e572a48c1b9dc807c93638012 HTTP/1.1" status: 200 len: 375 time: 0.0176003 Nov 05 18:48:20.095766 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-4a8ca773-d60b-4656-8f48-7cd5da0b7319 req-5c90a685-668f-4f71-aa50-9b6eb0cbd12e tempest-ServersTestJSON-263075603 tempest-ServersTestJSON-263075603-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=4887dc6e572a48c1b9dc807c93638012&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1107171 Nov 05 18:48:20.109656 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36a698c-8967-4c90-8ac1-d868c5c2de86 req-f534c20d-5b1f-4f34-ad80-6ffdfb732951 tempest-ServerGroupTestJSON-211225283 tempest-ServerGroupTestJSON-211225283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:48:20.111679 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-a36a698c-8967-4c90-8ac1-d868c5c2de86 req-f534c20d-5b1f-4f34-ad80-6ffdfb732951 tempest-ServerGroupTestJSON-211225283 tempest-ServerGroupTestJSON-211225283-project] 10.222.0.13 "GET /v2.0/ports?device_id=733e5542-3bea-4875-8e76-ef817a9bc828 HTTP/1.1" status: 200 len: 945 time: 0.0858076 Nov 05 18:48:20.130098 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [req-4a8ca773-d60b-4656-8f48-7cd5da0b7319 req-52d825f2-ad30-4278-a0b8-6066537093cf service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=102387) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 05 18:48:20.131107 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-4a8ca773-d60b-4656-8f48-7cd5da0b7319 req-52d825f2-ad30-4278-a0b8-6066537093cf service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052738 Nov 05 18:48:20.276292 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-a36a698c-8967-4c90-8ac1-d868c5c2de86 req-68844077-76d4-4329-9f46-56113d5861eb tempest-ServerGroupTestJSON-211225283 tempest-ServerGroupTestJSON-211225283-project] 10.222.0.13 "GET /v2.0/security-groups?id=9c2da4b2-54c4-4794-863e-89eedd1c4043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566455 Nov 05 18:48:20.332117 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-4a8ca773-d60b-4656-8f48-7cd5da0b7319 req-bdaf1119-be9b-4fcb-9d0a-b97a4683a490 service neutron] 10.222.0.13 "GET /v2.0/networks/d70d85ea-9d51-4341-91cd-ba98d4c8b177?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1823456 Nov 05 18:48:20.526548 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cdc70a-78b5-4459-8387-59fce795eff8 req-2a57e4b1-f68c-44cb-9f43-1c1157875402 tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:48:20.528451 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-02cdc70a-78b5-4459-8387-59fce795eff8 req-2a57e4b1-f68c-44cb-9f43-1c1157875402 tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] 10.222.0.13 "GET /v2.0/ports?device_id=67a6e104-5801-491b-964e-331ab9594689 HTTP/1.1" status: 200 len: 945 time: 0.1389227 Nov 05 18:48:20.564387 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-4a8ca773-d60b-4656-8f48-7cd5da0b7319 req-3159bf5f-261e-44da-ad8f-6b8352c08425 service neutron] 10.222.0.13 "GET /v2.0/networks/d70d85ea-9d51-4341-91cd-ba98d4c8b177?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2157075 Nov 05 18:48:20.617924 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-02cdc70a-78b5-4459-8387-59fce795eff8 req-625f92fe-6677-44eb-aa4a-f1ec6b3e088e tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] 10.222.0.13 "GET /v2.0/security-groups?id=e0838ac1-f008-48c1-ab43-123e255d616a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802193 Nov 05 18:48:20.733175 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0a59d8-abf0-43ce-971e-b7cc877f690d req-dcb82915-a622-4295-ba2c-8579f52b08e2 tempest-AttachVolumeTestJSON-989501218 tempest-AttachVolumeTestJSON-989501218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:48:20.734907 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-bd0a59d8-abf0-43ce-971e-b7cc877f690d req-dcb82915-a622-4295-ba2c-8579f52b08e2 tempest-AttachVolumeTestJSON-989501218 tempest-AttachVolumeTestJSON-989501218-project] 10.222.0.13 "GET /v2.0/ports?device_id=332b01ca-305d-470b-a5c2-8f6774221f19 HTTP/1.1" status: 200 len: 945 time: 0.0553916 Nov 05 18:48:20.827508 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-bd0a59d8-abf0-43ce-971e-b7cc877f690d req-20c470ef-ab8d-4b44-bfcf-8015fed6788b tempest-AttachVolumeTestJSON-989501218 tempest-AttachVolumeTestJSON-989501218-project] 10.222.0.13 "GET /v2.0/security-groups?id=ef933554-0df5-4bb3-a185-95505310ff6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0856917 Nov 05 18:48:21.076950 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-2f4c2845-3160-42e4-a41e-0df914eb619d req-0f8390ce-bb36-4d1c-93b6-cd8e845ca218 tempest-ServerShowV247Test-1721215558 tempest-ServerShowV247Test-1721215558-project] 10.222.0.13 "GET /v2.0/ports?device_id=da431939-1bdb-4fe5-8c3e-0fa04f18f8ec HTTP/1.1" status: 200 len: 210 time: 0.0469756 Nov 05 18:48:21.085587 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbbd309-d2c8-4368-bee1-99f17d68172b req-a052245e-50f4-45fa-b6ef-959360bf461e tempest-LiveMigrationTest-600821399 tempest-LiveMigrationTest-600821399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:48:21.087269 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-ddbbd309-d2c8-4368-bee1-99f17d68172b req-a052245e-50f4-45fa-b6ef-959360bf461e tempest-LiveMigrationTest-600821399 tempest-LiveMigrationTest-600821399-project] 10.222.0.13 "GET /v2.0/ports?device_id=c936ac5a-d9ca-4986-965e-3cf978c6e19b HTTP/1.1" status: 200 len: 945 time: 0.1612229 Nov 05 18:48:21.149137 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-ddbbd309-d2c8-4368-bee1-99f17d68172b req-6f14e066-be42-41b6-96bc-32ecc94e31ad tempest-LiveMigrationTest-600821399 tempest-LiveMigrationTest-600821399-project] 10.222.0.13 "GET /v2.0/security-groups?id=3677ad50-e4bf-4315-8aa4-e48810edc139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560067 Nov 05 18:48:21.204955 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-bece818c-b547-405b-b726-3a6d61dff440 req-138e7fa5-3890-44d2-b498-c3c6634f89af tempest-ServersTestJSON-263075603 tempest-ServersTestJSON-263075603-project] 10.222.0.13 "GET /v2.0/ports?device_id=362e6a7d-2b82-41c9-b439-6593f05b792a HTTP/1.1" status: 200 len: 210 time: 0.0547326 Nov 05 18:48:21.430175 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bd7adb-2b6a-4991-b653-1ff25606a9e7 req-52acd960-bf1d-49bc-a34c-3aed247da58c tempest-ServerGroupTestJSON-211225283 tempest-ServerGroupTestJSON-211225283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:48:21.432127 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-18bd7adb-2b6a-4991-b653-1ff25606a9e7 req-52acd960-bf1d-49bc-a34c-3aed247da58c tempest-ServerGroupTestJSON-211225283 tempest-ServerGroupTestJSON-211225283-project] 10.222.0.13 "GET /v2.0/ports?device_id=733e5542-3bea-4875-8e76-ef817a9bc828 HTTP/1.1" status: 200 len: 945 time: 0.0686169 Nov 05 18:48:21.449790 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d874a3e9-70a9-454f-aaf7-1dc679213225 req-9613821f-6590-42ea-bbc6-e7821555250b tempest-ServerGroupTestJSON-211225283 tempest-ServerGroupTestJSON-211225283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:48:21.451613 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-d874a3e9-70a9-454f-aaf7-1dc679213225 req-9613821f-6590-42ea-bbc6-e7821555250b tempest-ServerGroupTestJSON-211225283 tempest-ServerGroupTestJSON-211225283-project] 10.222.0.55 "GET /v2.0/ports?device_id=733e5542-3bea-4875-8e76-ef817a9bc828 HTTP/1.1" status: 200 len: 945 time: 0.0708873 Nov 05 18:48:21.513685 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-18bd7adb-2b6a-4991-b653-1ff25606a9e7 req-833d2d8d-1603-487f-8136-b3e6706ee382 tempest-ServerGroupTestJSON-211225283 tempest-ServerGroupTestJSON-211225283-project] 10.222.0.13 "GET /v2.0/security-groups?id=9c2da4b2-54c4-4794-863e-89eedd1c4043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744085 Nov 05 18:48:21.604772 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [req-d874a3e9-70a9-454f-aaf7-1dc679213225 req-14f8ef1d-c333-46d2-9069-957255299823 tempest-ServerGroupTestJSON-211225283 tempest-ServerGroupTestJSON-211225283-project] Deleting port 69a5d65b-76da-45c7-8ee1-1d50657a5be0 {{(pid=102386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 18:48:21.604772 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-d874a3e9-70a9-454f-aaf7-1dc679213225 req-14f8ef1d-c333-46d2-9069-957255299823 tempest-ServerGroupTestJSON-211225283 tempest-ServerGroupTestJSON-211225283-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:48:21.727184 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [req-d874a3e9-70a9-454f-aaf7-1dc679213225 req-14f8ef1d-c333-46d2-9069-957255299823 tempest-ServerGroupTestJSON-211225283 tempest-ServerGroupTestJSON-211225283-project] For port 69a5d65b-76da-45c7-8ee1-1d50657a5be0, host n-h2-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=69a5d65b-76da-45c7-8ee1-1d50657a5be0,segment=NetworkSegment(87d2d309-0d25-4aa8-8d79-4840385726b6),segment_id=87d2d309-0d25-4aa8-8d79-4840385726b6)] {{(pid=102386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:48:21.727573 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-d874a3e9-70a9-454f-aaf7-1dc679213225 req-14f8ef1d-c333-46d2-9069-957255299823 tempest-ServerGroupTestJSON-211225283 tempest-ServerGroupTestJSON-211225283-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:48:21.745799 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [req-d874a3e9-70a9-454f-aaf7-1dc679213225 req-14f8ef1d-c333-46d2-9069-957255299823 tempest-ServerGroupTestJSON-211225283 tempest-ServerGroupTestJSON-211225283-project] Calling delete_port for 69a5d65b-76da-45c7-8ee1-1d50657a5be0 owned by compute:nova {{(pid=102386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 18:48:21.827245 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0fb630-5328-493e-9e59-20bf21860c42 req-6e6733af-d8c2-4355-bc79-8a23703f74cf tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:48:21.829384 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-dc0fb630-5328-493e-9e59-20bf21860c42 req-6e6733af-d8c2-4355-bc79-8a23703f74cf tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] 10.222.0.13 "GET /v2.0/ports?device_id=67a6e104-5801-491b-964e-331ab9594689 HTTP/1.1" status: 200 len: 945 time: 0.0754592 Nov 05 18:48:21.910452 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-dc0fb630-5328-493e-9e59-20bf21860c42 req-f6af538b-cf9d-456e-b4a4-001c5026ffad tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] 10.222.0.13 "GET /v2.0/security-groups?id=e0838ac1-f008-48c1-ab43-123e255d616a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723901 Nov 05 18:48:22.036328 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09395cb4-1eaa-4230-91dc-10fef491c5bd req-c60b8a7a-cc3b-40a8-afe4-53c7e6e21a4f tempest-AttachVolumeTestJSON-989501218 tempest-AttachVolumeTestJSON-989501218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:48:22.042228 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-09395cb4-1eaa-4230-91dc-10fef491c5bd req-c60b8a7a-cc3b-40a8-afe4-53c7e6e21a4f tempest-AttachVolumeTestJSON-989501218 tempest-AttachVolumeTestJSON-989501218-project] 10.222.0.13 "GET /v2.0/ports?device_id=332b01ca-305d-470b-a5c2-8f6774221f19 HTTP/1.1" status: 200 len: 945 time: 0.0722899 Nov 05 18:48:22.074625 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-d874a3e9-70a9-454f-aaf7-1dc679213225 req-14f8ef1d-c333-46d2-9069-957255299823 tempest-ServerGroupTestJSON-211225283 tempest-ServerGroupTestJSON-211225283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:48:22.089474 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] get_ports_and_sgs() called for port_ids ['69a5d65b-76da-45c7-8ee1-1d50657a5be0'] {{(pid=102388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 18:48:22.105949 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f8ef1d-c333-46d2-9069-957255299823 tempest-ServerGroupTestJSON-211225283 tempest-ServerGroupTestJSON-211225283-project] Pushing event deleted for resources: {'Port': ['ID=69a5d65b-76da-45c7-8ee1-1d50657a5be0,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:48:22.159519 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [req-d874a3e9-70a9-454f-aaf7-1dc679213225 req-14f8ef1d-c333-46d2-9069-957255299823 tempest-ServerGroupTestJSON-211225283 tempest-ServerGroupTestJSON-211225283-project] No DVR routers for this DVR port 69a5d65b-76da-45c7-8ee1-1d50657a5be0 on host n-h2-816865-1 {{(pid=102386) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 18:48:22.167298 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-d874a3e9-70a9-454f-aaf7-1dc679213225 req-14f8ef1d-c333-46d2-9069-957255299823 tempest-ServerGroupTestJSON-211225283 tempest-ServerGroupTestJSON-211225283-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:48:22.176520 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-d874a3e9-70a9-454f-aaf7-1dc679213225 req-14f8ef1d-c333-46d2-9069-957255299823 tempest-ServerGroupTestJSON-211225283 tempest-ServerGroupTestJSON-211225283-project] 10.222.0.55 "DELETE /v2.0/ports/69a5d65b-76da-45c7-8ee1-1d50657a5be0 HTTP/1.1" status: 204 len: 173 time: 0.7183049 Nov 05 18:48:22.178437 n-d-816865-1 neutron-server[102386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '733e5542-3bea-4875-8e76-ef817a9bc828', 'name': 'network-vif-deleted', 'tag': '69a5d65b-76da-45c7-8ee1-1d50657a5be0'}] {{(pid=102386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 18:48:22.184093 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6173a44d7c73f41af551dc890fa1a5892c2c6bc3458b640c8e0c24db7876ba6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1ae4c83-0585-459a-b501-49741e52f079" -d '{"events": [{"server_uuid": "733e5542-3bea-4875-8e76-ef817a9bc828", "name": "network-vif-deleted", "tag": "69a5d65b-76da-45c7-8ee1-1d50657a5be0"}]}' {{(pid=102386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 18:48:22.192769 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-09395cb4-1eaa-4230-91dc-10fef491c5bd req-4821acb9-f9c6-4fd1-9d5f-6cd5bb58f28d tempest-AttachVolumeTestJSON-989501218 tempest-AttachVolumeTestJSON-989501218-project] 10.222.0.13 "GET /v2.0/security-groups?id=ef933554-0df5-4bb3-a185-95505310ff6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1457329 Nov 05 18:48:22.291421 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-b9c3fefb-297d-4eae-8e94-dea1a9da1422 req-49401212-360f-428f-85b6-5781ed819c5c tempest-ServerShowV247Test-1721215558 tempest-ServerShowV247Test-1721215558-project] 10.222.0.13 "GET /v2.0/ports?device_id=da431939-1bdb-4fe5-8c3e-0fa04f18f8ec HTTP/1.1" status: 200 len: 210 time: 0.0597606 Nov 05 18:48:22.419395 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 18:48:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71564dff-4b36-4484-9155-2f1e6af9ef51 x-openstack-request-id: req-71564dff-4b36-4484-9155-2f1e6af9ef51 {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 18:48:22.419696 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "733e5542-3bea-4875-8e76-ef817a9bc828", "name": "network-vif-deleted", "tag": "69a5d65b-76da-45c7-8ee1-1d50657a5be0", "status": "completed", "code": 200}]} {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 18:48:22.420343 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-71564dff-4b36-4484-9155-2f1e6af9ef51 {{(pid=102386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 18:48:22.420913 n-d-816865-1 neutron-server[102386]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '733e5542-3bea-4875-8e76-ef817a9bc828', 'name': 'network-vif-deleted', 'tag': '69a5d65b-76da-45c7-8ee1-1d50657a5be0', 'status': 'completed', 'code': 200} Nov 05 18:48:22.434986 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67cffcd-1f55-4570-985b-659165eea209 req-33cd660d-ec0b-4ec3-9876-1b55864963ab tempest-LiveMigrationTest-600821399 tempest-LiveMigrationTest-600821399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:48:22.444179 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-b67cffcd-1f55-4570-985b-659165eea209 req-33cd660d-ec0b-4ec3-9876-1b55864963ab tempest-LiveMigrationTest-600821399 tempest-LiveMigrationTest-600821399-project] 10.222.0.13 "GET /v2.0/ports?device_id=c936ac5a-d9ca-4986-965e-3cf978c6e19b HTTP/1.1" status: 200 len: 945 time: 0.1440928 Nov 05 18:48:22.531561 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-c988c792-7433-4925-ad7f-3fb0832b4bad req-e41c7165-2d71-4244-bae9-31050b3da415 tempest-ServersTestJSON-263075603 tempest-ServersTestJSON-263075603-project] 10.222.0.13 "GET /v2.0/ports?device_id=362e6a7d-2b82-41c9-b439-6593f05b792a HTTP/1.1" status: 200 len: 210 time: 0.0390728 Nov 05 18:48:22.561773 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-b67cffcd-1f55-4570-985b-659165eea209 req-569738e6-86a4-4979-9a99-fe475adb0266 tempest-LiveMigrationTest-600821399 tempest-LiveMigrationTest-600821399-project] 10.222.0.13 "GET /v2.0/security-groups?id=3677ad50-e4bf-4315-8aa4-e48810edc139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159749 Nov 05 18:48:22.687029 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-740931be-f467-4383-9c80-4aaf7eb3eb72 req-e1a2267a-72b6-4030-bb3f-914972828b89 tempest-ServerGroupTestJSON-211225283 tempest-ServerGroupTestJSON-211225283-project] 10.222.0.13 "GET /v2.0/ports?device_id=733e5542-3bea-4875-8e76-ef817a9bc828 HTTP/1.1" status: 200 len: 210 time: 0.0442991 Nov 05 18:48:23.058387 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf36ef3-2cb6-4c95-a417-6dbee7c54c5a req-e2129e7e-2739-497c-9a08-b047fd58c76c tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:48:23.059984 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-ebf36ef3-2cb6-4c95-a417-6dbee7c54c5a req-e2129e7e-2739-497c-9a08-b047fd58c76c tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] 10.222.0.13 "GET /v2.0/ports?device_id=67a6e104-5801-491b-964e-331ab9594689 HTTP/1.1" status: 200 len: 945 time: 0.0688200 Nov 05 18:48:23.119991 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-ebf36ef3-2cb6-4c95-a417-6dbee7c54c5a req-31711c92-bb35-4436-8fbf-a14b0d29e445 tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] 10.222.0.13 "GET /v2.0/security-groups?id=e0838ac1-f008-48c1-ab43-123e255d616a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532818 Nov 05 18:48:23.326374 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d621d04-94b9-456d-98ae-191f38226f76 req-e7b81282-2f1b-4f87-8f06-4ece9ae89ade tempest-AttachVolumeTestJSON-989501218 tempest-AttachVolumeTestJSON-989501218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:48:23.328878 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-9d621d04-94b9-456d-98ae-191f38226f76 req-e7b81282-2f1b-4f87-8f06-4ece9ae89ade tempest-AttachVolumeTestJSON-989501218 tempest-AttachVolumeTestJSON-989501218-project] 10.222.0.13 "GET /v2.0/ports?device_id=332b01ca-305d-470b-a5c2-8f6774221f19 HTTP/1.1" status: 200 len: 945 time: 0.0543475 Nov 05 18:48:23.378430 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-9d621d04-94b9-456d-98ae-191f38226f76 req-a4264410-4b97-46ab-b856-6a87f0519677 tempest-AttachVolumeTestJSON-989501218 tempest-AttachVolumeTestJSON-989501218-project] 10.222.0.13 "GET /v2.0/security-groups?id=ef933554-0df5-4bb3-a185-95505310ff6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436189 Nov 05 18:48:23.408278 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-86e2e339-94e5-4d2d-946e-f2a167a3f5cb req-fbfd5875-c17c-4944-b3f9-054b52308add tempest-ServerShowV247Test-1721215558 tempest-ServerShowV247Test-1721215558-project] 10.222.0.13 "GET /v2.0/ports?device_id=da431939-1bdb-4fe5-8c3e-0fa04f18f8ec HTTP/1.1" status: 200 len: 210 time: 0.0289073 Nov 05 18:48:23.657605 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-ca2c4a3b-8c66-4a89-8cfe-3a8f6c6cc94d req-bd076721-51f1-4fb6-9406-b1cb91e36af7 tempest-ServersTestJSON-263075603 tempest-ServersTestJSON-263075603-project] 10.222.0.13 "GET /v2.0/ports?device_id=362e6a7d-2b82-41c9-b439-6593f05b792a HTTP/1.1" status: 200 len: 210 time: 0.0285158 Nov 05 18:48:23.694110 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7507929-af48-49f8-8649-96da71f9f95a req-de34ddb6-e38b-4faf-8e72-e95121136ff6 tempest-LiveMigrationTest-600821399 tempest-LiveMigrationTest-600821399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:48:23.695602 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-c7507929-af48-49f8-8649-96da71f9f95a req-de34ddb6-e38b-4faf-8e72-e95121136ff6 tempest-LiveMigrationTest-600821399 tempest-LiveMigrationTest-600821399-project] 10.222.0.13 "GET /v2.0/ports?device_id=c936ac5a-d9ca-4986-965e-3cf978c6e19b HTTP/1.1" status: 200 len: 945 time: 0.0519733 Nov 05 18:48:23.745297 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-c7507929-af48-49f8-8649-96da71f9f95a req-466730be-2ce9-411a-854c-104e6e9ca47a tempest-LiveMigrationTest-600821399 tempest-LiveMigrationTest-600821399-project] 10.222.0.13 "GET /v2.0/security-groups?id=3677ad50-e4bf-4315-8aa4-e48810edc139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433972 Nov 05 18:48:23.785432 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-a7ff6f5f-994f-4249-9bba-996c7fabbf89 req-93e8fb99-84de-41a3-8ee6-abee60f4a3d6 tempest-ServerGroupTestJSON-211225283 tempest-ServerGroupTestJSON-211225283-project] 10.222.0.13 "GET /v2.0/ports?device_id=733e5542-3bea-4875-8e76-ef817a9bc828 HTTP/1.1" status: 200 len: 210 time: 0.0263257 Nov 05 18:48:24.275363 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2638ce-109e-4eb4-8a3d-7db0520a8b73 req-c66fc9f8-1645-4327-8eda-bbdc3e9ee10d tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:48:24.276896 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-2f2638ce-109e-4eb4-8a3d-7db0520a8b73 req-c66fc9f8-1645-4327-8eda-bbdc3e9ee10d tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] 10.222.0.13 "GET /v2.0/ports?device_id=67a6e104-5801-491b-964e-331ab9594689 HTTP/1.1" status: 200 len: 945 time: 0.0845006 Nov 05 18:48:24.375094 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-2f2638ce-109e-4eb4-8a3d-7db0520a8b73 req-2ba6e137-1c29-42fc-a310-f49a2850c760 tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] 10.222.0.13 "GET /v2.0/security-groups?id=e0838ac1-f008-48c1-ab43-123e255d616a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856531 Nov 05 18:48:24.782126 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-bfb71018-9355-4635-85d9-8ea0fa929251 req-cba24435-0665-440e-bb38-63cb3760f12c tempest-ServerShowV247Test-1721215558 tempest-ServerShowV247Test-1721215558-project] 10.222.0.13 "GET /v2.0/ports?device_id=da431939-1bdb-4fe5-8c3e-0fa04f18f8ec HTTP/1.1" status: 200 len: 210 time: 0.0480275 Nov 05 18:48:24.804826 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55761adf-69d5-4363-a46b-0cdccdc2877a req-c8faea53-4d34-439a-95e5-b4ec450df58b tempest-AttachVolumeTestJSON-989501218 tempest-AttachVolumeTestJSON-989501218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:48:24.806536 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-55761adf-69d5-4363-a46b-0cdccdc2877a req-c8faea53-4d34-439a-95e5-b4ec450df58b tempest-AttachVolumeTestJSON-989501218 tempest-AttachVolumeTestJSON-989501218-project] 10.222.0.13 "GET /v2.0/ports?device_id=332b01ca-305d-470b-a5c2-8f6774221f19 HTTP/1.1" status: 200 len: 945 time: 0.0816429 Nov 05 18:48:24.874612 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-55761adf-69d5-4363-a46b-0cdccdc2877a req-ce06c48e-9582-4379-a24a-6bf301032d43 tempest-AttachVolumeTestJSON-989501218 tempest-AttachVolumeTestJSON-989501218-project] 10.222.0.13 "GET /v2.0/security-groups?id=ef933554-0df5-4bb3-a185-95505310ff6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532022 Nov 05 18:48:24.904876 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-307da59a-ceb4-4ae1-ba68-175e634c2abb req-3c9a7342-fc2e-46dd-9333-ff251b758f14 tempest-ServersTestJSON-263075603 tempest-ServersTestJSON-263075603-project] 10.222.0.13 "GET /v2.0/ports?device_id=362e6a7d-2b82-41c9-b439-6593f05b792a HTTP/1.1" status: 200 len: 210 time: 0.0386465 Nov 05 18:48:25.012459 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ae2561-52da-4605-b004-7868d5cc3c30 req-ce0f325a-69e9-45ba-9251-6fe8c109d073 tempest-LiveMigrationTest-600821399 tempest-LiveMigrationTest-600821399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:48:25.014569 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-19ae2561-52da-4605-b004-7868d5cc3c30 req-ce0f325a-69e9-45ba-9251-6fe8c109d073 tempest-LiveMigrationTest-600821399 tempest-LiveMigrationTest-600821399-project] 10.222.0.13 "GET /v2.0/ports?device_id=c936ac5a-d9ca-4986-965e-3cf978c6e19b HTTP/1.1" status: 200 len: 945 time: 0.0545459 Nov 05 18:48:25.067899 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-19ae2561-52da-4605-b004-7868d5cc3c30 req-6b62fd77-0ab3-4059-a8da-5160aeedd93b tempest-LiveMigrationTest-600821399 tempest-LiveMigrationTest-600821399-project] 10.222.0.13 "GET /v2.0/security-groups?id=3677ad50-e4bf-4315-8aa4-e48810edc139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459075 Nov 05 18:48:25.284458 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8ca773-d60b-4656-8f48-7cd5da0b7319 req-724c8efc-8d8f-4883-8af3-84c934ecbfe3 tempest-ServersTestJSON-263075603 tempest-ServersTestJSON-263075603-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:48:25.285904 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-4a8ca773-d60b-4656-8f48-7cd5da0b7319 req-724c8efc-8d8f-4883-8af3-84c934ecbfe3 tempest-ServersTestJSON-263075603 tempest-ServersTestJSON-263075603-project] 10.222.0.41 "GET /v2.0/networks?id=d70d85ea-9d51-4341-91cd-ba98d4c8b177 HTTP/1.1" status: 200 len: 805 time: 0.1103585 Nov 05 18:48:25.353184 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-4a8ca773-d60b-4656-8f48-7cd5da0b7319 req-9cedd215-4650-4bb8-b466-db3bc0bee416 tempest-ServersTestJSON-263075603 tempest-ServersTestJSON-263075603-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4887dc6e572a48c1b9dc807c93638012 HTTP/1.1" status: 200 len: 380 time: 0.0568705 Nov 05 18:48:25.364174 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [req-4a8ca773-d60b-4656-8f48-7cd5da0b7319 req-8793c444-68f6-4bb2-b199-f901eb056363 tempest-ServersTestJSON-263075603 tempest-ServersTestJSON-263075603-project] Request body: {'port': {'device_id': '362e6a7d-2b82-41c9-b439-6593f05b792a', 'network_id': 'd70d85ea-9d51-4341-91cd-ba98d4c8b177', 'admin_state_up': True, 'tenant_id': '4887dc6e572a48c1b9dc807c93638012', 'security_groups': ['1f791f1b-ffa6-404a-a542-489f4277d607']}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:48:25.391232 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 52800) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:48:25.448239 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a6f9373-1d65-40c5-aa15-50e3aeca56d9 admin admin] Deleting subnet da632220-b03a-421d-b951-0073cbf5cfe6 {{(pid=102387) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 05 18:48:25.451736 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-3a6f9373-1d65-40c5-aa15-50e3aeca56d9 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:48:25.522813 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-3a6f9373-1d65-40c5-aa15-50e3aeca56d9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4463501'] for subnet, precommit_delete_associations {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:48:25.566895 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8cedd4-32d1-427e-9a95-6aa5cab84571 req-3d2f2374-e259-452e-82a3-cd6d5cce1543 tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:48:25.568372 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-1e8cedd4-32d1-427e-9a95-6aa5cab84571 req-3d2f2374-e259-452e-82a3-cd6d5cce1543 tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] 10.222.0.13 "GET /v2.0/ports?device_id=67a6e104-5801-491b-964e-331ab9594689 HTTP/1.1" status: 200 len: 945 time: 0.0952227 Nov 05 18:48:25.583142 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4a8ca773-d60b-4656-8f48-7cd5da0b7319 req-8793c444-68f6-4bb2-b199-f901eb056363 tempest-ServersTestJSON-263075603 tempest-ServersTestJSON-263075603-project] Made reservation on behalf of 4887dc6e572a48c1b9dc807c93638012 for: {'port': 1} {{(pid=102386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 18:48:25.586410 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-3a6f9373-1d65-40c5-aa15-50e3aeca56d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1573928'] for subnet, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:48:25.587716 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-4a8ca773-d60b-4656-8f48-7cd5da0b7319 req-8793c444-68f6-4bb2-b199-f901eb056363 tempest-ServersTestJSON-263075603 tempest-ServersTestJSON-263075603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:48:25.653635 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-1e8cedd4-32d1-427e-9a95-6aa5cab84571 req-a1fec085-93a2-4ddf-926e-3650f24bc5b1 tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] 10.222.0.13 "GET /v2.0/security-groups?id=e0838ac1-f008-48c1-ab43-123e255d616a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777130 Nov 05 18:48:25.736100 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.db_base_plugin_common [req-4a8ca773-d60b-4656-8f48-7cd5da0b7319 req-8793c444-68f6-4bb2-b199-f901eb056363 tempest-ServersTestJSON-263075603 tempest-ServersTestJSON-263075603-project] Allocated IP 172.20.0.13 (d70d85ea-9d51-4341-91cd-ba98d4c8b177/81600d89-8835-46e1-88a4-4590dbfefef9/d662afa1-efb2-4b4b-becf-6f6c2582d40e) {{(pid=102386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 18:48:25.773233 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-3a6f9373-1d65-40c5-aa15-50e3aeca56d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1573905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4417146', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5112209'] for subnet, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:48:25.800891 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6f9373-1d65-40c5-aa15-50e3aeca56d9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=da632220-b03a-421d-b951-0073cbf5cfe6,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:48:25.808903 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-3a6f9373-1d65-40c5-aa15-50e3aeca56d9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597851'] for subnet, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:48:25.812116 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-3a6f9373-1d65-40c5-aa15-50e3aeca56d9 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/da632220-b03a-421d-b951-0073cbf5cfe6 HTTP/1.1" status: 204 len: 168 time: 0.4193051 Nov 05 18:48:25.814744 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 52808) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:48:25.875130 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Device 69a5d65b-76da-45c7-8ee1-1d50657a5be0 no longer exists at agent hyperv_n-h2-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 18:48:25.894066 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-4a8ca773-d60b-4656-8f48-7cd5da0b7319 req-8793c444-68f6-4bb2-b199-f901eb056363 tempest-ServersTestJSON-263075603 tempest-ServersTestJSON-263075603-project] Publish callbacks [] for port, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:48:25.898373 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] No Port match for: 69a5d65b-76da-45c7-8ee1-1d50657a5be0 {{(pid=102388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 18:48:25.898980 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Device 69a5d65b-76da-45c7-8ee1-1d50657a5be0 not bound to the agent host n-h2-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 18:48:25.914651 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-558245a4-5dca-4272-9f93-21e1935485a6 req-aa0fb53b-b085-435c-81a4-12387589fb92 tempest-ServerShowV247Test-1721215558 tempest-ServerShowV247Test-1721215558-project] 10.222.0.13 "GET /v2.0/ports?device_id=da431939-1bdb-4fe5-8c3e-0fa04f18f8ec HTTP/1.1" status: 200 len: 210 time: 0.0316582 Nov 05 18:48:25.917771 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-fee97023-ea5f-4ae1-ade7-fe490c9b8183 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1664226'] for network, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:48:26.006369 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-4a8ca773-d60b-4656-8f48-7cd5da0b7319 req-8793c444-68f6-4bb2-b199-f901eb056363 tempest-ServersTestJSON-263075603 tempest-ServersTestJSON-263075603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:48:26.053285 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4a8ca773-d60b-4656-8f48-7cd5da0b7319 req-8793c444-68f6-4bb2-b199-f901eb056363 tempest-ServersTestJSON-263075603 tempest-ServersTestJSON-263075603-project] Network d70d85ea-9d51-4341-91cd-ba98d4c8b177 is already hosted by enough agents. {{(pid=102386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 18:48:26.059628 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.base_scheduler [req-4a8ca773-d60b-4656-8f48-7cd5da0b7319 req-8793c444-68f6-4bb2-b199-f901eb056363 tempest-ServersTestJSON-263075603 tempest-ServersTestJSON-263075603-project] Resources bound (agent type, host, resource id): {{(pid=102386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:48:26.064529 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a8ca773-d60b-4656-8f48-7cd5da0b7319 req-8793c444-68f6-4bb2-b199-f901eb056363 tempest-ServersTestJSON-263075603 tempest-ServersTestJSON-263075603-project] Received port after_create {{(pid=102386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 18:48:26.076826 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-fee97023-ea5f-4ae1-ade7-fe490c9b8183 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1579173', 'neutron.services.segments.db._delete_segments_for_network-8750027792909'] for network, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:48:26.111758 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8793c444-68f6-4bb2-b199-f901eb056363 tempest-ServersTestJSON-263075603 tempest-ServersTestJSON-263075603-project] Pushing event updated for resources: {'Port': ['ID=d662afa1-efb2-4b4b-becf-6f6c2582d40e,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:48:26.130015 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1691ef3a-6d11-4344-aba1-027668d02833 req-cf454627-caf5-4259-a670-86fcf63155fc tempest-AttachVolumeTestJSON-989501218 tempest-AttachVolumeTestJSON-989501218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:48:26.132530 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-1691ef3a-6d11-4344-aba1-027668d02833 req-cf454627-caf5-4259-a670-86fcf63155fc tempest-AttachVolumeTestJSON-989501218 tempest-AttachVolumeTestJSON-989501218-project] 10.222.0.13 "GET /v2.0/ports?device_id=332b01ca-305d-470b-a5c2-8f6774221f19 HTTP/1.1" status: 200 len: 945 time: 0.1662898 Nov 05 18:48:26.137516 n-d-816865-1 neutron-server[102387]: DEBUG neutron.services.segments.db [None req-fee97023-ea5f-4ae1-ade7-fe490c9b8183 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f88c09a-5e4d-4f48-8a06-ce0482bda919']}} {{(pid=102387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:48:26.154087 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8ca773-d60b-4656-8f48-7cd5da0b7319 req-8793c444-68f6-4bb2-b199-f901eb056363 tempest-ServersTestJSON-263075603 tempest-ServersTestJSON-263075603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:48:26.159041 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-4a8ca773-d60b-4656-8f48-7cd5da0b7319 req-8793c444-68f6-4bb2-b199-f901eb056363 tempest-ServersTestJSON-263075603 tempest-ServersTestJSON-263075603-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:48:26.168741 n-d-816865-1 neutron-server[102387]: DEBUG neutron.services.segments.db [None req-fee97023-ea5f-4ae1-ade7-fe490c9b8183 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '87d2d309-0d25-4aa8-8d79-4840385726b6') {'for_net_delete': True} {{(pid=102387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:48:26.169082 n-d-816865-1 neutron-server[102387]: DEBUG neutron.services.segments.db [None req-fee97023-ea5f-4ae1-ade7-fe490c9b8183 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '87d2d309-0d25-4aa8-8d79-4840385726b6') {} {{(pid=102387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:48:26.178502 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92700aa-d26a-4347-96e2-cd97afd6a689 req-c7530027-1430-416a-ab4c-e7546c90f3f8 tempest-ServersTestJSON-263075603 tempest-ServersTestJSON-263075603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:48:26.180217 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-a92700aa-d26a-4347-96e2-cd97afd6a689 req-c7530027-1430-416a-ab4c-e7546c90f3f8 tempest-ServersTestJSON-263075603 tempest-ServersTestJSON-263075603-project] 10.222.0.13 "GET /v2.0/ports?device_id=362e6a7d-2b82-41c9-b439-6593f05b792a HTTP/1.1" status: 200 len: 932 time: 0.1797729 Nov 05 18:48:26.201861 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-fee97023-ea5f-4ae1-ade7-fe490c9b8183 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750027793430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4463492'] for segment, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:48:26.238738 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-fee97023-ea5f-4ae1-ade7-fe490c9b8183 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273'] for segment, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:48:26.253393 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-1691ef3a-6d11-4344-aba1-027668d02833 req-3fcc4b05-3f4c-4a1c-a28a-693b21098e98 tempest-AttachVolumeTestJSON-989501218 tempest-AttachVolumeTestJSON-989501218-project] 10.222.0.13 "GET /v2.0/security-groups?id=ef933554-0df5-4bb3-a185-95505310ff6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1119287 Nov 05 18:48:26.254338 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fee97023-ea5f-4ae1-ade7-fe490c9b8183 admin admin] Releasing vlan 181 on physical network physnet1 to pool {{(pid=102387) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 05 18:48:26.254733 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-fee97023-ea5f-4ae1-ade7-fe490c9b8183 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4417236'] for segment, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:48:26.262738 n-d-816865-1 neutron-server[102387]: Traceback (most recent call last): Nov 05 18:48:26.262738 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 05 18:48:26.262738 n-d-816865-1 neutron-server[102387]: timer() Nov 05 18:48:26.262738 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 05 18:48:26.262738 n-d-816865-1 neutron-server[102387]: cb(*args, **kw) Nov 05 18:48:26.262738 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 05 18:48:26.262738 n-d-816865-1 neutron-server[102387]: return func(*args, **kwargs) Nov 05 18:48:26.262738 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 05 18:48:26.262738 n-d-816865-1 neutron-server[102387]: self._notify() Nov 05 18:48:26.262738 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 05 18:48:26.262738 n-d-816865-1 neutron-server[102387]: self.callback(batched_events) Nov 05 18:48:26.262738 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 05 18:48:26.262738 n-d-816865-1 neutron-server[102387]: event.method(event) Nov 05 18:48:26.262738 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 05 18:48:26.262738 n-d-816865-1 neutron-server[102387]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 05 18:48:26.262738 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 05 18:48:26.262738 n-d-816865-1 neutron-server[102387]: aggregate_uuid = self.p_client.list_aggregates( Nov 05 18:48:26.262738 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 05 18:48:26.262738 n-d-816865-1 neutron-server[102387]: return f(self, *a, **k) Nov 05 18:48:26.262738 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 05 18:48:26.262738 n-d-816865-1 neutron-server[102387]: return self._get(url).json() Nov 05 18:48:26.262738 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 05 18:48:26.262738 n-d-816865-1 neutron-server[102387]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 05 18:48:26.262738 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 05 18:48:26.262738 n-d-816865-1 neutron-server[102387]: return self.request(url, 'GET', **kwargs) Nov 05 18:48:26.262738 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 05 18:48:26.262738 n-d-816865-1 neutron-server[102387]: base_url = self.get_endpoint(auth, allow=allow, Nov 05 18:48:26.262738 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 05 18:48:26.262738 n-d-816865-1 neutron-server[102387]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 05 18:48:26.262738 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 05 18:48:26.262738 n-d-816865-1 neutron-server[102387]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 05 18:48:26.262738 n-d-816865-1 neutron-server[102387]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 05 18:48:26.320449 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-a92700aa-d26a-4347-96e2-cd97afd6a689 req-700140f8-6569-430e-a843-ad95fc49ad04 tempest-ServersTestJSON-263075603 tempest-ServersTestJSON-263075603-project] 10.222.0.13 "GET /v2.0/security-groups?id=1f791f1b-ffa6-404a-a542-489f4277d607&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1320524 Nov 05 18:48:26.353776 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-4a8ca773-d60b-4656-8f48-7cd5da0b7319 req-8793c444-68f6-4bb2-b199-f901eb056363 tempest-ServersTestJSON-263075603 tempest-ServersTestJSON-263075603-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9929886 Nov 05 18:48:26.369312 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [req-4a8ca773-d60b-4656-8f48-7cd5da0b7319 req-5cb96497-d518-4640-a9c6-0d2c1bbbcd87 service neutron] Request body: {'port': {'device_id': '362e6a7d-2b82-41c9-b439-6593f05b792a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816865-1'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:48:26.375053 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-319dd95a-3833-445e-acfe-542666b90981 None None] Provisioning complete for port d662afa1-efb2-4b4b-becf-6f6c2582d40e triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:48:26.379037 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-319dd95a-3833-445e-acfe-542666b90981 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:48:26.383691 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7b4867-41c0-40c9-a078-006dcf986161 req-c30da56a-e365-4daa-9da4-d47b10d0fc5e tempest-LiveMigrationTest-600821399 tempest-LiveMigrationTest-600821399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:48:26.385227 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-6a7b4867-41c0-40c9-a078-006dcf986161 req-c30da56a-e365-4daa-9da4-d47b10d0fc5e tempest-LiveMigrationTest-600821399 tempest-LiveMigrationTest-600821399-project] 10.222.0.13 "GET /v2.0/ports?device_id=c936ac5a-d9ca-4986-965e-3cf978c6e19b HTTP/1.1" status: 200 len: 945 time: 0.0599401 Nov 05 18:48:26.418763 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-319dd95a-3833-445e-acfe-542666b90981 None None] Port d662afa1-efb2-4b4b-becf-6f6c2582d40e cannot update to ACTIVE because it is not bound. {{(pid=102388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 18:48:26.446938 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-6a7b4867-41c0-40c9-a078-006dcf986161 req-36ed0624-0721-4f1f-8e73-4ac9bd273b1c tempest-LiveMigrationTest-600821399 tempest-LiveMigrationTest-600821399-project] 10.222.0.13 "GET /v2.0/security-groups?id=3677ad50-e4bf-4315-8aa4-e48810edc139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556307 Nov 05 18:48:26.450794 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-4a8ca773-d60b-4656-8f48-7cd5da0b7319 req-5cb96497-d518-4640-a9c6-0d2c1bbbcd87 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:48:26.484961 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4206456c-bedd-4e7a-b4d7-9aa18d663df9 req-e3c53821-40d6-4dcd-88a2-8e879642688c tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:48:26.486690 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-4206456c-bedd-4e7a-b4d7-9aa18d663df9 req-e3c53821-40d6-4dcd-88a2-8e879642688c tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] 10.222.0.13 "GET /v2.0/ports?device_id=b3c515f9-768f-4a54-bb92-e6f3d5207990 HTTP/1.1" status: 200 len: 946 time: 0.0537643 Nov 05 18:48:26.509512 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-fee97023-ea5f-4ae1-ade7-fe490c9b8183 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1579178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-956796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1000687'] for network, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:48:26.517315 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-fee97023-ea5f-4ae1-ade7-fe490c9b8183 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597851'] for network, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:48:26.522085 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-fee97023-ea5f-4ae1-ade7-fe490c9b8183 admin admin] 10.222.0.13 "DELETE /v2.0/networks/1f88c09a-5e4d-4f48-8a06-ce0482bda919 HTTP/1.1" status: 204 len: 168 time: 0.7050195 Nov 05 18:48:26.537542 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee97023-ea5f-4ae1-ade7-fe490c9b8183 admin admin] Pushing event deleted for resources: {'Network': ['ID=1f88c09a-5e4d-4f48-8a06-ce0482bda919,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:48:26.571544 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-4206456c-bedd-4e7a-b4d7-9aa18d663df9 req-2cfe261a-22c1-4b2a-a32a-07a7c71f12ed tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] 10.222.0.13 "GET /v2.0/security-groups?id=8015cb9a-1cfc-43ae-80a2-992db853641d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0774481 Nov 05 18:48:26.796945 n-d-816865-1 neutron-server[102386]: DEBUG neutron.notifiers.nova [req-4a8ca773-d60b-4656-8f48-7cd5da0b7319 req-5cb96497-d518-4640-a9c6-0d2c1bbbcd87 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d662afa1-efb2-4b4b-becf-6f6c2582d40e {{(pid=102386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 18:48:26.803262 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3c8c38-3b3c-4c4a-86fb-97fdac79435f req-fb41ee65-6a45-4b10-8ceb-69b180031440 tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:48:26.805749 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-3d3c8c38-3b3c-4c4a-86fb-97fdac79435f req-fb41ee65-6a45-4b10-8ceb-69b180031440 tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] 10.222.0.13 "GET /v2.0/ports?device_id=67a6e104-5801-491b-964e-331ab9594689 HTTP/1.1" status: 200 len: 945 time: 0.0723329 Nov 05 18:48:26.808394 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-4a8ca773-d60b-4656-8f48-7cd5da0b7319 req-5cb96497-d518-4640-a9c6-0d2c1bbbcd87 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:48:26.822478 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.provisioning_blocks [req-4a8ca773-d60b-4656-8f48-7cd5da0b7319 req-5cb96497-d518-4640-a9c6-0d2c1bbbcd87 service neutron] Transition to ACTIVE for port object d662afa1-efb2-4b4b-becf-6f6c2582d40e will not be triggered until provisioned by entity L2. {{(pid=102386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 05 18:48:26.857435 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-3d3c8c38-3b3c-4c4a-86fb-97fdac79435f req-90000947-0033-4914-b453-cba85ca64426 tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] 10.222.0.13 "GET /v2.0/security-groups?id=e0838ac1-f008-48c1-ab43-123e255d616a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421832 Nov 05 18:48:26.904394 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 52846) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:48:26.944298 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-9a8e59bc-aaac-40d9-87e4-855ac17a20a3 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9b855777d312415a937b9c14e002c65e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0387142 Nov 05 18:48:26.946834 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 52848) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:48:26.950172 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-4a8ca773-d60b-4656-8f48-7cd5da0b7319 req-5cb96497-d518-4640-a9c6-0d2c1bbbcd87 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6149821'] for port, after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:48:27.016140 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-6c0169e6-6fd2-4c18-9f30-eec65e0200df admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:48:27.046790 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb96497-d518-4640-a9c6-0d2c1bbbcd87 service neutron] Pushing event updated for resources: {'Port': ['ID=d662afa1-efb2-4b4b-becf-6f6c2582d40e,revision_number=2']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:48:27.072631 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-bd258c9c-e141-48f5-ab20-cde0bce264c3 req-f671df47-13d3-4e1f-85bd-21677a0784ac tempest-ServerShowV247Test-1721215558 tempest-ServerShowV247Test-1721215558-project] 10.222.0.13 "GET /v2.0/ports?device_id=da431939-1bdb-4fe5-8c3e-0fa04f18f8ec HTTP/1.1" status: 200 len: 210 time: 0.0333927 Nov 05 18:48:27.077551 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-6c0169e6-6fd2-4c18-9f30-eec65e0200df admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:48:27.120247 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385da6b7-45e5-43d8-8822-b91f7066ab3c req-3a331265-4439-4e83-9456-73bd951bbb94 tempest-LiveMigrationTest-1249278027 tempest-LiveMigrationTest-1249278027-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:48:27.121790 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-385da6b7-45e5-43d8-8822-b91f7066ab3c req-3a331265-4439-4e83-9456-73bd951bbb94 tempest-LiveMigrationTest-1249278027 tempest-LiveMigrationTest-1249278027-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=c936ac5a-d9ca-4986-965e-3cf978c6e19b&tenant_id=7cc0b234e0c74edeb5d0485be80e09f5&binding%3Ahost_id=n-h2-816865-1 HTTP/1.1" status: 200 len: 1096 time: 0.0711877 Nov 05 18:48:27.137903 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [req-385da6b7-45e5-43d8-8822-b91f7066ab3c req-5b2ce2f8-65de-4f97-a413-b9b6ac236285 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-816865-1'}}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:48:27.175744 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [req-4a8ca773-d60b-4656-8f48-7cd5da0b7319 req-5cb96497-d518-4640-a9c6-0d2c1bbbcd87 service neutron] Attempting to bind port d662afa1-efb2-4b4b-becf-6f6c2582d40e on host n-h1-816865-1 for vnic_type normal with profile {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 18:48:27.176160 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [req-4a8ca773-d60b-4656-8f48-7cd5da0b7319 req-5cb96497-d518-4640-a9c6-0d2c1bbbcd87 service neutron] Attempting to bind port d662afa1-efb2-4b4b-becf-6f6c2582d40e by drivers openvswitch,hyperv on host n-h1-816865-1 at level 0 using segments [{'id': 'aec693b9-b407-4c6b-827c-d9d955b53bc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'd70d85ea-9d51-4341-91cd-ba98d4c8b177'}] {{(pid=102386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 18:48:27.176487 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a8ca773-d60b-4656-8f48-7cd5da0b7319 req-5cb96497-d518-4640-a9c6-0d2c1bbbcd87 service neutron] Attempting to bind port d662afa1-efb2-4b4b-becf-6f6c2582d40e on network d70d85ea-9d51-4341-91cd-ba98d4c8b177 {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 18:48:27.187454 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a8ca773-d60b-4656-8f48-7cd5da0b7319 req-5cb96497-d518-4640-a9c6-0d2c1bbbcd87 service neutron] Port d662afa1-efb2-4b4b-becf-6f6c2582d40e on network d70d85ea-9d51-4341-91cd-ba98d4c8b177 not bound, no agent of type Open vSwitch agent registered on host n-h1-816865-1 {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 18:48:27.187770 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a8ca773-d60b-4656-8f48-7cd5da0b7319 req-5cb96497-d518-4640-a9c6-0d2c1bbbcd87 service neutron] Attempting to bind port d662afa1-efb2-4b4b-becf-6f6c2582d40e on network d70d85ea-9d51-4341-91cd-ba98d4c8b177 {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 18:48:27.213903 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a8ca773-d60b-4656-8f48-7cd5da0b7319 req-5cb96497-d518-4640-a9c6-0d2c1bbbcd87 service neutron] Checking agent: {'id': 'eb596d7c-8c64-42bd-8aca-fad447eb0eab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816865-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 18, 33, 34), 'started_at': datetime.datetime(2021, 11, 5, 18, 33, 34), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 18, 48, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 18:48:27.214265 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a8ca773-d60b-4656-8f48-7cd5da0b7319 req-5cb96497-d518-4640-a9c6-0d2c1bbbcd87 service neutron] Checking segment: {'id': 'aec693b9-b407-4c6b-827c-d9d955b53bc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'd70d85ea-9d51-4341-91cd-ba98d4c8b177'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 18:48:27.214645 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a8ca773-d60b-4656-8f48-7cd5da0b7319 req-5cb96497-d518-4640-a9c6-0d2c1bbbcd87 service neutron] Bound using segment: {'id': 'aec693b9-b407-4c6b-827c-d9d955b53bc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'd70d85ea-9d51-4341-91cd-ba98d4c8b177'} {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 18:48:27.215073 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [req-4a8ca773-d60b-4656-8f48-7cd5da0b7319 req-5cb96497-d518-4640-a9c6-0d2c1bbbcd87 service neutron] Bound port: d662afa1-efb2-4b4b-becf-6f6c2582d40e, host: n-h1-816865-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aec693b9-b407-4c6b-827c-d9d955b53bc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'd70d85ea-9d51-4341-91cd-ba98d4c8b177'}}] {{(pid=102386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 18:48:27.215427 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-4a8ca773-d60b-4656-8f48-7cd5da0b7319 req-5cb96497-d518-4640-a9c6-0d2c1bbbcd87 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:48:27.223863 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-6c0169e6-6fd2-4c18-9f30-eec65e0200df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:48:27.227902 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-6c0169e6-6fd2-4c18-9f30-eec65e0200df admin admin] Publish callbacks [] for security_group, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:48:27.229080 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-6c0169e6-6fd2-4c18-9f30-eec65e0200df admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9c2da4b2-54c4-4794-863e-89eedd1c4043 HTTP/1.1" status: 204 len: 168 time: 0.2812605 Nov 05 18:48:27.238216 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-385da6b7-45e5-43d8-8822-b91f7066ab3c req-5b2ce2f8-65de-4f97-a413-b9b6ac236285 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:48:27.238357 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0169e6-6fd2-4c18-9f30-eec65e0200df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c2da4b2-54c4-4794-863e-89eedd1c4043,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:48:27.332412 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [req-4a8ca773-d60b-4656-8f48-7cd5da0b7319 req-5cb96497-d518-4640-a9c6-0d2c1bbbcd87 service neutron] For port d662afa1-efb2-4b4b-becf-6f6c2582d40e, host n-h1-816865-1, cleared binding levels {{(pid=102386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 18:48:27.364572 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [req-4a8ca773-d60b-4656-8f48-7cd5da0b7319 req-5cb96497-d518-4640-a9c6-0d2c1bbbcd87 service neutron] For port d662afa1-efb2-4b4b-becf-6f6c2582d40e, host n-h1-816865-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=d662afa1-efb2-4b4b-becf-6f6c2582d40e,segment=NetworkSegment(aec693b9-b407-4c6b-827c-d9d955b53bc5),segment_id=aec693b9-b407-4c6b-827c-d9d955b53bc5)] {{(pid=102386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 18:48:27.429566 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1850d6e-63b1-48b1-9d16-69463ed0e745 req-f62390b0-c04f-4699-a808-bb06eee17dac tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:48:27.431111 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-b1850d6e-63b1-48b1-9d16-69463ed0e745 req-f62390b0-c04f-4699-a808-bb06eee17dac tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] 10.222.0.13 "GET /v2.0/ports?device_id=b3c515f9-768f-4a54-bb92-e6f3d5207990 HTTP/1.1" status: 200 len: 946 time: 0.0850325 Nov 05 18:48:27.445009 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28275c34-0df7-40f2-9095-e3d54b64cd51 req-b1091a83-e68b-4d83-b288-d97e9d3dd055 tempest-AttachVolumeTestJSON-989501218 tempest-AttachVolumeTestJSON-989501218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:48:27.446767 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-28275c34-0df7-40f2-9095-e3d54b64cd51 req-b1091a83-e68b-4d83-b288-d97e9d3dd055 tempest-AttachVolumeTestJSON-989501218 tempest-AttachVolumeTestJSON-989501218-project] 10.222.0.13 "GET /v2.0/ports?device_id=332b01ca-305d-470b-a5c2-8f6774221f19 HTTP/1.1" status: 200 len: 945 time: 0.0840554 Nov 05 18:48:27.448870 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [req-385da6b7-45e5-43d8-8822-b91f7066ab3c req-5b2ce2f8-65de-4f97-a413-b9b6ac236285 service neutron] For port d0544448-c139-4a9a-925c-bc5e6092841a, host n-h2-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=d0544448-c139-4a9a-925c-bc5e6092841a,segment=NetworkSegment(b9f65680-5ef1-4bb4-ac2c-6d7ba403921d),segment_id=b9f65680-5ef1-4bb4-ac2c-6d7ba403921d)] {{(pid=102386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:48:27.502506 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [req-385da6b7-45e5-43d8-8822-b91f7066ab3c req-5b2ce2f8-65de-4f97-a413-b9b6ac236285 service neutron] For port d0544448-c139-4a9a-925c-bc5e6092841a, host n-h2-816865-1, cleared binding levels {{(pid=102386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 18:48:27.521907 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-b1850d6e-63b1-48b1-9d16-69463ed0e745 req-95d40d2c-ae75-49c8-bab8-d2598f3c46be tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] 10.222.0.13 "GET /v2.0/security-groups?id=8015cb9a-1cfc-43ae-80a2-992db853641d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0743098 Nov 05 18:48:27.525630 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-4a8ca773-d60b-4656-8f48-7cd5da0b7319 req-5cb96497-d518-4640-a9c6-0d2c1bbbcd87 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6149821'] for port, after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:48:27.527069 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-28275c34-0df7-40f2-9095-e3d54b64cd51 req-d68d8766-00fc-4fc4-9089-58f64538ef6e tempest-AttachVolumeTestJSON-989501218 tempest-AttachVolumeTestJSON-989501218-project] 10.222.0.13 "GET /v2.0/security-groups?id=ef933554-0df5-4bb3-a185-95505310ff6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0659070 Nov 05 18:48:27.582545 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8ca773-d60b-4656-8f48-7cd5da0b7319 req-5cb96497-d518-4640-a9c6-0d2c1bbbcd87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:48:27.583592 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-4a8ca773-d60b-4656-8f48-7cd5da0b7319 req-5cb96497-d518-4640-a9c6-0d2c1bbbcd87 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:48:27.586388 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-4a8ca773-d60b-4656-8f48-7cd5da0b7319 req-5cb96497-d518-4640-a9c6-0d2c1bbbcd87 service neutron] 10.222.0.41 "PUT /v2.0/ports/d662afa1-efb2-4b4b-becf-6f6c2582d40e HTTP/1.1" status: 200 len: 1092 time: 1.2220821 Nov 05 18:48:27.592391 n-d-816865-1 neutron-server[102386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '362e6a7d-2b82-41c9-b439-6593f05b792a', 'tag': 'd662afa1-efb2-4b4b-becf-6f6c2582d40e'}, {'server_uuid': 'c936ac5a-d9ca-4986-965e-3cf978c6e19b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd0544448-c139-4a9a-925c-bc5e6092841a'}] {{(pid=102386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 18:48:27.595097 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6173a44d7c73f41af551dc890fa1a5892c2c6bc3458b640c8e0c24db7876ba6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa9cfc1f-cfe9-4b3c-9b21-04ba2554a820" -d '{"events": [{"name": "network-changed", "server_uuid": "362e6a7d-2b82-41c9-b439-6593f05b792a", "tag": "d662afa1-efb2-4b4b-becf-6f6c2582d40e"}, {"server_uuid": "c936ac5a-d9ca-4986-965e-3cf978c6e19b", "name": "network-vif-unplugged", "status": "completed", "tag": "d0544448-c139-4a9a-925c-bc5e6092841a"}]}' {{(pid=102386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 18:48:27.602549 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-385da6b7-45e5-43d8-8822-b91f7066ab3c req-5b2ce2f8-65de-4f97-a413-b9b6ac236285 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:48:27.625252 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb96497-d518-4640-a9c6-0d2c1bbbcd87 service neutron] Pushing event updated for resources: {'Port': ['ID=d662afa1-efb2-4b4b-becf-6f6c2582d40e,revision_number=3']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:48:27.685626 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630d440e-5bac-4301-8ce4-ab0be786abed req-a4d1e83c-66c4-474a-a66c-f527a57a6c3d tempest-ServersTestJSON-263075603 tempest-ServersTestJSON-263075603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:48:27.687168 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-630d440e-5bac-4301-8ce4-ab0be786abed req-a4d1e83c-66c4-474a-a66c-f527a57a6c3d tempest-ServersTestJSON-263075603 tempest-ServersTestJSON-263075603-project] 10.222.0.13 "GET /v2.0/ports?device_id=362e6a7d-2b82-41c9-b439-6593f05b792a HTTP/1.1" status: 200 len: 944 time: 0.0888720 Nov 05 18:48:27.700957 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bc37e7-6b57-4790-b645-7e5f0310be64 req-6becd912-d7b8-4bee-973c-583fe66ada7a tempest-LiveMigrationTest-600821399 tempest-LiveMigrationTest-600821399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:48:27.702685 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-c9bc37e7-6b57-4790-b645-7e5f0310be64 req-6becd912-d7b8-4bee-973c-583fe66ada7a tempest-LiveMigrationTest-600821399 tempest-LiveMigrationTest-600821399-project] 10.222.0.13 "GET /v2.0/ports?device_id=c936ac5a-d9ca-4986-965e-3cf978c6e19b HTTP/1.1" status: 200 len: 945 time: 0.0694416 Nov 05 18:48:27.779408 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-385da6b7-45e5-43d8-8822-b91f7066ab3c req-5b2ce2f8-65de-4f97-a413-b9b6ac236285 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6149821'] for port, after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:48:27.805940 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-630d440e-5bac-4301-8ce4-ab0be786abed req-c7541097-cd0b-4ad7-ab20-0af01dc66adc tempest-ServersTestJSON-263075603 tempest-ServersTestJSON-263075603-project] 10.222.0.13 "GET /v2.0/security-groups?id=1f791f1b-ffa6-404a-a542-489f4277d607&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1020830 Nov 05 18:48:27.821833 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-c9bc37e7-6b57-4790-b645-7e5f0310be64 req-ddfe0430-9a5a-494b-819f-927b30aacfe5 tempest-LiveMigrationTest-600821399 tempest-LiveMigrationTest-600821399-project] 10.222.0.13 "GET /v2.0/security-groups?id=3677ad50-e4bf-4315-8aa4-e48810edc139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982482 Nov 05 18:48:27.870287 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8ca773-d60b-4656-8f48-7cd5da0b7319 req-21d0ce34-a9f9-4b6d-906c-cfcdda74729e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:48:27.871809 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-4a8ca773-d60b-4656-8f48-7cd5da0b7319 req-21d0ce34-a9f9-4b6d-906c-cfcdda74729e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4887dc6e572a48c1b9dc807c93638012&device_id=362e6a7d-2b82-41c9-b439-6593f05b792a HTTP/1.1" status: 200 len: 1095 time: 0.1441948 Nov 05 18:48:27.900061 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2ce2f8-65de-4f97-a413-b9b6ac236285 service neutron] Pushing event updated for resources: {'Port': ['ID=d0544448-c139-4a9a-925c-bc5e6092841a,revision_number=7']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:48:27.902110 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Fri, 05 Nov 2021 18:48:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-726606a1-3a88-4ae4-8488-58708707e94f x-openstack-request-id: req-726606a1-3a88-4ae4-8488-58708707e94f {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 18:48:27.902387 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "362e6a7d-2b82-41c9-b439-6593f05b792a", "tag": "d662afa1-efb2-4b4b-becf-6f6c2582d40e", "status": "completed", "code": 200}, {"server_uuid": "c936ac5a-d9ca-4986-965e-3cf978c6e19b", "name": "network-vif-unplugged", "status": "completed", "tag": "d0544448-c139-4a9a-925c-bc5e6092841a", "code": 200}]} {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 18:48:27.903090 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-726606a1-3a88-4ae4-8488-58708707e94f {{(pid=102386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 18:48:27.903418 n-d-816865-1 neutron-server[102386]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '362e6a7d-2b82-41c9-b439-6593f05b792a', 'tag': 'd662afa1-efb2-4b4b-becf-6f6c2582d40e', 'status': 'completed', 'code': 200} Nov 05 18:48:27.903879 n-d-816865-1 neutron-server[102386]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c936ac5a-d9ca-4986-965e-3cf978c6e19b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd0544448-c139-4a9a-925c-bc5e6092841a', 'code': 200} Nov 05 18:48:27.955102 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-4a8ca773-d60b-4656-8f48-7cd5da0b7319 req-cb26c906-f086-4613-b26d-f2fe6a4ed3de service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d662afa1-efb2-4b4b-becf-6f6c2582d40e HTTP/1.1" status: 200 len: 217 time: 0.0548236 Nov 05 18:48:27.957519 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [req-385da6b7-45e5-43d8-8822-b91f7066ab3c req-5b2ce2f8-65de-4f97-a413-b9b6ac236285 service neutron] Attempting to bind port d0544448-c139-4a9a-925c-bc5e6092841a on host n-h2-816865-1 for vnic_type normal with profile {"migrating_to": "n-h1-816865-1"} {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 18:48:27.957881 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [req-385da6b7-45e5-43d8-8822-b91f7066ab3c req-5b2ce2f8-65de-4f97-a413-b9b6ac236285 service neutron] Attempting to bind port d0544448-c139-4a9a-925c-bc5e6092841a by drivers openvswitch,hyperv on host n-h2-816865-1 at level 0 using segments [{'id': 'b9f65680-5ef1-4bb4-ac2c-6d7ba403921d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '1a9992ef-da6b-4f25-bd43-f1196ce8f1a8'}] {{(pid=102386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 18:48:27.958285 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-385da6b7-45e5-43d8-8822-b91f7066ab3c req-5b2ce2f8-65de-4f97-a413-b9b6ac236285 service neutron] Attempting to bind port d0544448-c139-4a9a-925c-bc5e6092841a on network 1a9992ef-da6b-4f25-bd43-f1196ce8f1a8 {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 18:48:27.971141 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-385da6b7-45e5-43d8-8822-b91f7066ab3c req-5b2ce2f8-65de-4f97-a413-b9b6ac236285 service neutron] Port d0544448-c139-4a9a-925c-bc5e6092841a on network 1a9992ef-da6b-4f25-bd43-f1196ce8f1a8 not bound, no agent of type Open vSwitch agent registered on host n-h2-816865-1 {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 18:48:27.971462 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-385da6b7-45e5-43d8-8822-b91f7066ab3c req-5b2ce2f8-65de-4f97-a413-b9b6ac236285 service neutron] Attempting to bind port d0544448-c139-4a9a-925c-bc5e6092841a on network 1a9992ef-da6b-4f25-bd43-f1196ce8f1a8 {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 18:48:28.001004 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-385da6b7-45e5-43d8-8822-b91f7066ab3c req-5b2ce2f8-65de-4f97-a413-b9b6ac236285 service neutron] Checking agent: {'id': '32aff553-696f-4891-83f5-5c176f61fe54', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816865-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 18, 33, 36), 'started_at': datetime.datetime(2021, 11, 5, 18, 33, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 18, 48, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 18:48:28.001333 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-385da6b7-45e5-43d8-8822-b91f7066ab3c req-5b2ce2f8-65de-4f97-a413-b9b6ac236285 service neutron] Checking segment: {'id': 'b9f65680-5ef1-4bb4-ac2c-6d7ba403921d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '1a9992ef-da6b-4f25-bd43-f1196ce8f1a8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 18:48:28.001729 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-385da6b7-45e5-43d8-8822-b91f7066ab3c req-5b2ce2f8-65de-4f97-a413-b9b6ac236285 service neutron] Bound using segment: {'id': 'b9f65680-5ef1-4bb4-ac2c-6d7ba403921d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '1a9992ef-da6b-4f25-bd43-f1196ce8f1a8'} {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 18:48:28.002235 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [req-385da6b7-45e5-43d8-8822-b91f7066ab3c req-5b2ce2f8-65de-4f97-a413-b9b6ac236285 service neutron] Bound port: d0544448-c139-4a9a-925c-bc5e6092841a, host: n-h2-816865-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b9f65680-5ef1-4bb4-ac2c-6d7ba403921d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '1a9992ef-da6b-4f25-bd43-f1196ce8f1a8'}}] {{(pid=102386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 18:48:28.003330 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-385da6b7-45e5-43d8-8822-b91f7066ab3c req-5b2ce2f8-65de-4f97-a413-b9b6ac236285 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:48:28.025793 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dac0b0f-eb65-463e-bfc2-b7ef710e6641 req-6f773c06-5bd8-40cc-b6cd-3d821e04560e tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:48:28.027985 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-1dac0b0f-eb65-463e-bfc2-b7ef710e6641 req-6f773c06-5bd8-40cc-b6cd-3d821e04560e tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] 10.222.0.13 "GET /v2.0/ports?device_id=67a6e104-5801-491b-964e-331ab9594689 HTTP/1.1" status: 200 len: 945 time: 0.0718937 Nov 05 18:48:28.060608 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8ca773-d60b-4656-8f48-7cd5da0b7319 req-c25cdd7c-b90e-4cf0-90e2-27a01c016692 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:48:28.060608 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-4a8ca773-d60b-4656-8f48-7cd5da0b7319 req-c25cdd7c-b90e-4cf0-90e2-27a01c016692 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=81600d89-8835-46e1-88a4-4590dbfefef9 HTTP/1.1" status: 200 len: 844 time: 0.0963266 Nov 05 18:48:28.092675 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-1dac0b0f-eb65-463e-bfc2-b7ef710e6641 req-420e8696-e1c1-4fd5-9403-cc6fb009a18d tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] 10.222.0.13 "GET /v2.0/security-groups?id=e0838ac1-f008-48c1-ab43-123e255d616a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504286 Nov 05 18:48:28.107045 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [req-385da6b7-45e5-43d8-8822-b91f7066ab3c req-5b2ce2f8-65de-4f97-a413-b9b6ac236285 service neutron] For port d0544448-c139-4a9a-925c-bc5e6092841a, host n-h2-816865-1, cleared binding levels {{(pid=102386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 18:48:28.124054 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [req-385da6b7-45e5-43d8-8822-b91f7066ab3c req-5b2ce2f8-65de-4f97-a413-b9b6ac236285 service neutron] For port d0544448-c139-4a9a-925c-bc5e6092841a, host n-h2-816865-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=d0544448-c139-4a9a-925c-bc5e6092841a,segment=NetworkSegment(b9f65680-5ef1-4bb4-ac2c-6d7ba403921d),segment_id=b9f65680-5ef1-4bb4-ac2c-6d7ba403921d)] {{(pid=102386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 18:48:28.129936 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8ca773-d60b-4656-8f48-7cd5da0b7319 req-079c252d-7fc9-4961-8558-916f2c80e89c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:48:28.131320 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-4a8ca773-d60b-4656-8f48-7cd5da0b7319 req-079c252d-7fc9-4961-8558-916f2c80e89c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d70d85ea-9d51-4341-91cd-ba98d4c8b177&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0585127 Nov 05 18:48:28.197771 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-fab9013e-4cc5-46f6-9f00-ee65d251ddec req-39099722-a4de-4a77-a42b-7e0031dd7831 tempest-ServerShowV247Test-1721215558 tempest-ServerShowV247Test-1721215558-project] 10.222.0.13 "GET /v2.0/ports?device_id=da431939-1bdb-4fe5-8c3e-0fa04f18f8ec HTTP/1.1" status: 200 len: 210 time: 0.0281091 Nov 05 18:48:28.229301 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-385da6b7-45e5-43d8-8822-b91f7066ab3c req-5b2ce2f8-65de-4f97-a413-b9b6ac236285 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6149821'] for port, after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:48:28.273525 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-4a8ca773-d60b-4656-8f48-7cd5da0b7319 req-f22bf26d-3212-4bfa-9339-d93f570924c4 service neutron] 10.222.0.41 "GET /v2.0/networks/d70d85ea-9d51-4341-91cd-ba98d4c8b177?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1330283 Nov 05 18:48:28.288541 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Device d0544448-c139-4a9a-925c-bc5e6092841a details requested by agent hyperv_n-h1-816865-1 with host n-h1-816865-1 {{(pid=102388) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 05 18:48:28.394280 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] For port d0544448-c139-4a9a-925c-bc5e6092841a, host n-h2-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=d0544448-c139-4a9a-925c-bc5e6092841a,segment=NetworkSegment(b9f65680-5ef1-4bb4-ac2c-6d7ba403921d),segment_id=b9f65680-5ef1-4bb4-ac2c-6d7ba403921d)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:48:28.405052 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Device d0544448-c139-4a9a-925c-bc5e6092841a has no active binding in host n-h1-816865-1 {{(pid=102388) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 05 18:48:28.649585 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385da6b7-45e5-43d8-8822-b91f7066ab3c req-5b2ce2f8-65de-4f97-a413-b9b6ac236285 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:48:28.650306 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-385da6b7-45e5-43d8-8822-b91f7066ab3c req-5b2ce2f8-65de-4f97-a413-b9b6ac236285 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:48:28.651637 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-385da6b7-45e5-43d8-8822-b91f7066ab3c req-5b2ce2f8-65de-4f97-a413-b9b6ac236285 service neutron] 10.222.0.41 "PUT /v2.0/ports/d0544448-c139-4a9a-925c-bc5e6092841a HTTP/1.1" status: 200 len: 1121 time: 1.5207872 Nov 05 18:48:28.654280 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2ce2f8-65de-4f97-a413-b9b6ac236285 service neutron] Pushing event updated for resources: {'Port': ['ID=d0544448-c139-4a9a-925c-bc5e6092841a,revision_number=8']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:48:28.680196 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178ba0e9-4ffb-488b-9ba3-8569121b05b5 req-4dd98b51-999a-4b89-96fb-fe15e4c89b1e tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:48:28.682521 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-178ba0e9-4ffb-488b-9ba3-8569121b05b5 req-4dd98b51-999a-4b89-96fb-fe15e4c89b1e tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] 10.222.0.13 "GET /v2.0/ports?device_id=b3c515f9-768f-4a54-bb92-e6f3d5207990 HTTP/1.1" status: 200 len: 946 time: 0.0843670 Nov 05 18:48:28.706896 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 52890) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:48:28.709133 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231c4f08-3eff-4991-b763-c0dce4701cf8 req-bdeeb91e-93c3-4cfd-967c-ea0b82d843ae tempest-AttachVolumeTestJSON-989501218 tempest-AttachVolumeTestJSON-989501218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:48:28.711482 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-231c4f08-3eff-4991-b763-c0dce4701cf8 req-bdeeb91e-93c3-4cfd-967c-ea0b82d843ae tempest-AttachVolumeTestJSON-989501218 tempest-AttachVolumeTestJSON-989501218-project] 10.222.0.13 "GET /v2.0/ports?device_id=332b01ca-305d-470b-a5c2-8f6774221f19 HTTP/1.1" status: 200 len: 945 time: 0.1020005 Nov 05 18:48:28.731120 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-4a8ca773-d60b-4656-8f48-7cd5da0b7319 req-95c7c721-bdcc-457c-8877-6383a9850f98 service neutron] 10.222.0.41 "GET /v2.0/networks/d70d85ea-9d51-4341-91cd-ba98d4c8b177?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4450135 Nov 05 18:48:28.766755 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] get_ports_and_sgs() called for port_ids ['d0544448-c139-4a9a-925c-bc5e6092841a'] {{(pid=102388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 18:48:28.783581 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-178ba0e9-4ffb-488b-9ba3-8569121b05b5 req-485293e5-e215-4f47-a1d8-21694028f81d tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] 10.222.0.13 "GET /v2.0/security-groups?id=8015cb9a-1cfc-43ae-80a2-992db853641d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0895472 Nov 05 18:48:28.797248 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-231c4f08-3eff-4991-b763-c0dce4701cf8 req-b8267969-98aa-4a92-847b-1ae1874a035f tempest-AttachVolumeTestJSON-989501218 tempest-AttachVolumeTestJSON-989501218-project] 10.222.0.13 "GET /v2.0/security-groups?id=ef933554-0df5-4bb3-a185-95505310ff6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0764794 Nov 05 18:48:28.820672 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] get_ports_and_sgs() called for port_ids ['d0544448-c139-4a9a-925c-bc5e6092841a'] {{(pid=102388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 18:48:28.825292 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-733d175f-1dab-4a08-9165-4e55a44cf130 admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-1062758807-network', 'tenant_id': 'c168e11d3c7f45f683ccfce412aff3c0'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:48:28.948919 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-733d175f-1dab-4a08-9165-4e55a44cf130 admin admin] Made reservation on behalf of c168e11d3c7f45f683ccfce412aff3c0 for: {'network': 1} {{(pid=102386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 18:48:28.951387 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-733d175f-1dab-4a08-9165-4e55a44cf130 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for network, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:48:28.972117 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-733d175f-1dab-4a08-9165-4e55a44cf130 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:48:29.044426 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9cfc1f-cfe9-4b3c-9b21-04ba2554a820 req-3ca8a6fa-6804-439f-aca5-7fa024e768f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:48:29.046405 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-aa9cfc1f-cfe9-4b3c-9b21-04ba2554a820 req-3ca8a6fa-6804-439f-aca5-7fa024e768f0 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4887dc6e572a48c1b9dc807c93638012&device_id=362e6a7d-2b82-41c9-b439-6593f05b792a HTTP/1.1" status: 200 len: 1095 time: 0.0916023 Nov 05 18:48:29.167118 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-733d175f-1dab-4a08-9165-4e55a44cf130 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:48:29.190911 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9cfc1f-cfe9-4b3c-9b21-04ba2554a820 req-b88d2c6d-e4a2-464a-ae78-0fc0d840dfa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:48:29.192735 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-aa9cfc1f-cfe9-4b3c-9b21-04ba2554a820 req-b88d2c6d-e4a2-464a-ae78-0fc0d840dfa2 service neutron] 10.222.0.41 "GET /v2.0/networks?id=d70d85ea-9d51-4341-91cd-ba98d4c8b177 HTTP/1.1" status: 200 len: 906 time: 0.1282732 Nov 05 18:48:29.243763 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-aa9cfc1f-cfe9-4b3c-9b21-04ba2554a820 req-b267f633-5b59-4b88-a511-9edf25ab502d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d662afa1-efb2-4b4b-becf-6f6c2582d40e HTTP/1.1" status: 200 len: 217 time: 0.0436044 Nov 05 18:48:29.283409 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-733d175f-1dab-4a08-9165-4e55a44cf130 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:48:29.295727 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8914a8-e76f-4579-ab90-68bd6ac29ff8 req-dcf5ad0f-6212-479e-9723-99168b922b4e tempest-ServersTestJSON-263075603 tempest-ServersTestJSON-263075603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:48:29.298481 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-eb8914a8-e76f-4579-ab90-68bd6ac29ff8 req-dcf5ad0f-6212-479e-9723-99168b922b4e tempest-ServersTestJSON-263075603 tempest-ServersTestJSON-263075603-project] 10.222.0.13 "GET /v2.0/ports?device_id=362e6a7d-2b82-41c9-b439-6593f05b792a HTTP/1.1" status: 200 len: 944 time: 0.4054718 Nov 05 18:48:29.312736 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c232996-a500-4b47-82ba-f1f86a3e3e5a req-dc4ece58-2479-447b-b7c3-baa6f375c5b4 tempest-LiveMigrationTest-600821399 tempest-LiveMigrationTest-600821399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:48:29.314200 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-0c232996-a500-4b47-82ba-f1f86a3e3e5a req-dc4ece58-2479-447b-b7c3-baa6f375c5b4 tempest-LiveMigrationTest-600821399 tempest-LiveMigrationTest-600821399-project] 10.222.0.13 "GET /v2.0/ports?device_id=c936ac5a-d9ca-4986-965e-3cf978c6e19b HTTP/1.1" status: 200 len: 943 time: 0.0715570 Nov 05 18:48:29.314394 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-733d175f-1dab-4a08-9165-4e55a44cf130 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 195} {{(pid=102386) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 05 18:48:29.336080 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9cfc1f-cfe9-4b3c-9b21-04ba2554a820 req-7f7acf80-536f-4dc3-ba1c-46c46ccc704b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:48:29.337726 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-aa9cfc1f-cfe9-4b3c-9b21-04ba2554a820 req-7f7acf80-536f-4dc3-ba1c-46c46ccc704b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=81600d89-8835-46e1-88a4-4590dbfefef9 HTTP/1.1" status: 200 len: 844 time: 0.0851166 Nov 05 18:48:29.340151 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733d175f-1dab-4a08-9165-4e55a44cf130 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e69c0c1c-c65f-4d34-9906-607d367d50cd,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:48:29.343054 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-733d175f-1dab-4a08-9165-4e55a44cf130 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273'] for segment, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:48:29.343463 n-d-816865-1 neutron-server[102386]: INFO neutron.db.segments_db [None req-733d175f-1dab-4a08-9165-4e55a44cf130 admin admin] Added segment 82eb489f-5330-4c1e-8ad0-692d78e172a1 of type vlan for network 61b30e8d-3133-4d8a-96bf-683d04132b58 Nov 05 18:48:29.392965 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-eb8914a8-e76f-4579-ab90-68bd6ac29ff8 req-6845c32d-e2eb-45d9-b172-bdb49d0d2f8d tempest-ServersTestJSON-263075603 tempest-ServersTestJSON-263075603-project] 10.222.0.13 "GET /v2.0/security-groups?id=1f791f1b-ffa6-404a-a542-489f4277d607&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0886323 Nov 05 18:48:29.398487 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-0c232996-a500-4b47-82ba-f1f86a3e3e5a req-72ffb7a3-3bc5-4241-b27e-7e5a13f0c6eb tempest-LiveMigrationTest-600821399 tempest-LiveMigrationTest-600821399-project] 10.222.0.13 "GET /v2.0/security-groups?id=3677ad50-e4bf-4315-8aa4-e48810edc139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708723 Nov 05 18:48:29.409812 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-733d175f-1dab-4a08-9165-4e55a44cf130 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750027258543'] for network, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:48:29.440212 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9cfc1f-cfe9-4b3c-9b21-04ba2554a820 req-2459d40a-17ab-4267-bccc-8ae4604a6c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:48:29.441837 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-aa9cfc1f-cfe9-4b3c-9b21-04ba2554a820 req-2459d40a-17ab-4267-bccc-8ae4604a6c3d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d70d85ea-9d51-4341-91cd-ba98d4c8b177&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0895603 Nov 05 18:48:29.513330 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-41fd297e-887e-44de-9aba-e4bf4f735918 req-d1a0d858-e3d7-4075-b9fa-00fb04f1cbb2 tempest-ServerShowV247Test-1721215558 tempest-ServerShowV247Test-1721215558-project] 10.222.0.13 "GET /v2.0/ports?device_id=da431939-1bdb-4fe5-8c3e-0fa04f18f8ec HTTP/1.1" status: 200 len: 210 time: 0.0329511 Nov 05 18:48:29.533347 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569f446c-0e21-44a9-9958-df14e1a4f9c7 req-e806226f-ad81-45d1-a547-63db5e683beb tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:48:29.533347 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-569f446c-0e21-44a9-9958-df14e1a4f9c7 req-e806226f-ad81-45d1-a547-63db5e683beb tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] 10.222.0.13 "GET /v2.0/ports?device_id=67a6e104-5801-491b-964e-331ab9594689 HTTP/1.1" status: 200 len: 945 time: 0.0759559 Nov 05 18:48:29.540910 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-aa9cfc1f-cfe9-4b3c-9b21-04ba2554a820 req-e9ebc59b-112d-4933-9ad0-31c5f33ad82e service neutron] 10.222.0.41 "GET /v2.0/networks/d70d85ea-9d51-4341-91cd-ba98d4c8b177?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895681 Nov 05 18:48:29.556478 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-733d175f-1dab-4a08-9165-4e55a44cf130 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-956796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877'] for network, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:48:29.557451 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-733d175f-1dab-4a08-9165-4e55a44cf130 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:48:29.558026 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-733d175f-1dab-4a08-9165-4e55a44cf130 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597851'] for network, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:48:29.577376 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-569f446c-0e21-44a9-9958-df14e1a4f9c7 req-1de1deb5-8fe9-47e6-9aaf-c4a79ab5e078 tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] 10.222.0.13 "GET /v2.0/security-groups?id=e0838ac1-f008-48c1-ab43-123e255d616a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425916 Nov 05 18:48:29.671535 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733d175f-1dab-4a08-9165-4e55a44cf130 admin admin] Pushing event updated for resources: {'Network': ['ID=61b30e8d-3133-4d8a-96bf-683d04132b58,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:48:29.681660 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Network 61b30e8d-3133-4d8a-96bf-683d04132b58 details requested by agent ovs-agent-n-d-816865-1 with host n-d-816865-1 {{(pid=102388) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 05 18:48:29.698602 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-aa9cfc1f-cfe9-4b3c-9b21-04ba2554a820 req-fdfa0c86-2ffd-4d56-a23b-ea27da734b25 service neutron] 10.222.0.41 "GET /v2.0/networks/d70d85ea-9d51-4341-91cd-ba98d4c8b177?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1506569 Nov 05 18:48:29.701809 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-733d175f-1dab-4a08-9165-4e55a44cf130 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.9939697 Nov 05 18:48:29.704867 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 52902) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:48:29.710855 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-539ae6fa-b61e-464f-9aff-254b029c5005 admin admin] Request body: {'subnet': {'network_id': '61b30e8d-3133-4d8a-96bf-683d04132b58', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-1062758807-subnet', 'tenant_id': 'c168e11d3c7f45f683ccfce412aff3c0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:48:29.852294 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-539ae6fa-b61e-464f-9aff-254b029c5005 admin admin] Made reservation on behalf of c168e11d3c7f45f683ccfce412aff3c0 for: {'subnet': 1} {{(pid=102386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 18:48:29.855944 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-539ae6fa-b61e-464f-9aff-254b029c5005 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4877122'] for subnet, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:48:29.879916 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Device 76ac6dda-0dbe-4431-a06f-4b5c155d8cde details requested by agent hyperv_n-h2-816865-1 with host n-h2-816865-1 {{(pid=102388) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 05 18:48:29.887801 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Device 76ac6dda-0dbe-4431-a06f-4b5c155d8cde no longer exists at agent hyperv_n-h2-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 18:48:29.913594 n-d-816865-1 neutron-server[102386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c936ac5a-d9ca-4986-965e-3cf978c6e19b', 'tag': 'd0544448-c139-4a9a-925c-bc5e6092841a'}] {{(pid=102386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 18:48:29.916114 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6173a44d7c73f41af551dc890fa1a5892c2c6bc3458b640c8e0c24db7876ba6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee7f2f32-14a3-4ae5-821a-fa53a38014b4" -d '{"events": [{"name": "network-changed", "server_uuid": "c936ac5a-d9ca-4986-965e-3cf978c6e19b", "tag": "d0544448-c139-4a9a-925c-bc5e6092841a"}]}' {{(pid=102386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 18:48:29.954603 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5637718f-246f-43a6-8727-8ef067d2efb2 req-96f0461f-335e-4019-b2be-8be41006ea90 tempest-AttachVolumeTestJSON-989501218 tempest-AttachVolumeTestJSON-989501218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:48:29.962136 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-5637718f-246f-43a6-8727-8ef067d2efb2 req-96f0461f-335e-4019-b2be-8be41006ea90 tempest-AttachVolumeTestJSON-989501218 tempest-AttachVolumeTestJSON-989501218-project] 10.222.0.13 "GET /v2.0/ports?device_id=332b01ca-305d-470b-a5c2-8f6774221f19 HTTP/1.1" status: 200 len: 945 time: 0.0942843 Nov 05 18:48:29.976820 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d00d92-882b-4d86-b488-01e217acda02 req-2c88e943-632b-4769-81f1-5ad6e4320ce2 tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:48:29.983510 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-55d00d92-882b-4d86-b488-01e217acda02 req-2c88e943-632b-4769-81f1-5ad6e4320ce2 tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] 10.222.0.13 "GET /v2.0/ports?device_id=b3c515f9-768f-4a54-bb92-e6f3d5207990 HTTP/1.1" status: 200 len: 946 time: 0.0842421 Nov 05 18:48:30.047598 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-5637718f-246f-43a6-8727-8ef067d2efb2 req-8e8048ce-87cc-41d5-b23d-9e42eee9702e tempest-AttachVolumeTestJSON-989501218 tempest-AttachVolumeTestJSON-989501218-project] 10.222.0.13 "GET /v2.0/security-groups?id=ef933554-0df5-4bb3-a185-95505310ff6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0846138 Nov 05 18:48:30.056889 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-55d00d92-882b-4d86-b488-01e217acda02 req-ebbc20b1-c952-4c03-9f9f-0afafd40f841 tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] 10.222.0.13 "GET /v2.0/security-groups?id=8015cb9a-1cfc-43ae-80a2-992db853641d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0684621 Nov 05 18:48:30.068540 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:48:30.090942 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] For port 76ac6dda-0dbe-4431-a06f-4b5c155d8cde, host n-h2-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=76ac6dda-0dbe-4431-a06f-4b5c155d8cde,segment=NetworkSegment(1ae4cc0f-5460-421b-9b80-d7acf4de0363),segment_id=1ae4cc0f-5460-421b-9b80-d7acf4de0363)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:48:30.110358 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 18:48:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb9e29a6-7d9c-45d6-95cd-77c1730222c3 x-openstack-request-id: req-bb9e29a6-7d9c-45d6-95cd-77c1730222c3 {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 18:48:30.110685 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c936ac5a-d9ca-4986-965e-3cf978c6e19b", "tag": "d0544448-c139-4a9a-925c-bc5e6092841a", "status": "completed", "code": 200}]} {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 18:48:30.110892 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-bb9e29a6-7d9c-45d6-95cd-77c1730222c3 {{(pid=102386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 18:48:30.111320 n-d-816865-1 neutron-server[102386]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c936ac5a-d9ca-4986-965e-3cf978c6e19b', 'tag': 'd0544448-c139-4a9a-925c-bc5e6092841a', 'status': 'completed', 'code': 200} Nov 05 18:48:30.114525 n-d-816865-1 neutron-server[102388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3c515f9-768f-4a54-bb92-e6f3d5207990', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '76ac6dda-0dbe-4431-a06f-4b5c155d8cde'}] {{(pid=102388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 18:48:30.126629 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85474fee1180e129d8a886d264fe0b30223aa672dd1ffe43b630605f18504f68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8ef7c0e-c1e6-4f7a-8e7f-a4f31a4156ca" -d '{"events": [{"server_uuid": "b3c515f9-768f-4a54-bb92-e6f3d5207990", "name": "network-vif-unplugged", "status": "completed", "tag": "76ac6dda-0dbe-4431-a06f-4b5c155d8cde"}]}' {{(pid=102388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 18:48:30.130367 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Returning: {'device': '76ac6dda-0dbe-4431-a06f-4b5c155d8cde', 'network_id': 'bb5b9fed-8e61-492a-a21e-f9ce432c95f7', 'port_id': '76ac6dda-0dbe-4431-a06f-4b5c155d8cde', 'mac_address': 'fa:16:3e:11:5b:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8df5751e-d8bb-41e4-9469-238f613979b1', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102388) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 05 18:48:30.133716 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] For port 76ac6dda-0dbe-4431-a06f-4b5c155d8cde, host n-h2-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=76ac6dda-0dbe-4431-a06f-4b5c155d8cde,segment=NetworkSegment(1ae4cc0f-5460-421b-9b80-d7acf4de0363),segment_id=1ae4cc0f-5460-421b-9b80-d7acf4de0363)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:48:30.168849 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 05 Nov 2021 18:48:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6bb5af2-1375-4c90-9a12-6eaf6267b3b0 x-openstack-request-id: req-d6bb5af2-1375-4c90-9a12-6eaf6267b3b0 {{(pid=102388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 18:48:30.169138 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3c515f9-768f-4a54-bb92-e6f3d5207990", "name": "network-vif-unplugged", "status": "completed", "tag": "76ac6dda-0dbe-4431-a06f-4b5c155d8cde", "code": 200}]} {{(pid=102388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 18:48:30.169386 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d6bb5af2-1375-4c90-9a12-6eaf6267b3b0 {{(pid=102388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 18:48:30.169769 n-d-816865-1 neutron-server[102388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3c515f9-768f-4a54-bb92-e6f3d5207990', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '76ac6dda-0dbe-4431-a06f-4b5c155d8cde', 'code': 200} Nov 05 18:48:30.183634 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7f2f32-14a3-4ae5-821a-fa53a38014b4 req-f2ad30fe-d0e7-4ced-9bdf-02af56c1b5c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:48:30.185306 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-ee7f2f32-14a3-4ae5-821a-fa53a38014b4 req-f2ad30fe-d0e7-4ced-9bdf-02af56c1b5c5 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7cc0b234e0c74edeb5d0485be80e09f5&device_id=c936ac5a-d9ca-4986-965e-3cf978c6e19b HTTP/1.1" status: 200 len: 1124 time: 0.0459759 Nov 05 18:48:30.186262 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:48:30.200914 n-d-816865-1 neutron-server[102388]: DEBUG neutron.notifiers.nova [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 76ac6dda-0dbe-4431-a06f-4b5c155d8cde {{(pid=102388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 18:48:30.246609 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:48:30.253499 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-539ae6fa-b61e-464f-9aff-254b029c5005 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6149946', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4877172'] for subnet, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:48:30.316407 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.db.api [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102388) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 05 18:48:30.316764 n-d-816865-1 neutron-server[102388]: DEBUG oslo_db.api [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 05 18:48:30.320913 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Device d662afa1-efb2-4b4b-becf-6f6c2582d40e details requested by agent hyperv_n-h1-816865-1 with host n-h1-816865-1 {{(pid=102388) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 05 18:48:30.328227 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539ae6fa-b61e-464f-9aff-254b029c5005 admin admin] Pushing event updated for resources: {'Subnet': ['ID=03f99e59-54d5-4a17-96bb-cb6d13e081f3,revision_number=0']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:48:30.330688 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Pushing event updated for resources: {'Port': ['ID=76ac6dda-0dbe-4431-a06f-4b5c155d8cde,revision_number=11']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:48:30.351545 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:48:30.351913 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:48:30.352251 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:48:30.352580 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:48:30.352907 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:48:30.353233 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:48:30.353553 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:48:30.353702 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7f2f32-14a3-4ae5-821a-fa53a38014b4 req-7236e949-1c6c-491e-939f-fdc05618d4e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:48:30.353874 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:48:30.354215 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:48:30.354533 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:48:30.354851 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:48:30.355163 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:48:30.355262 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-ee7f2f32-14a3-4ae5-821a-fa53a38014b4 req-7236e949-1c6c-491e-939f-fdc05618d4e1 service neutron] 10.222.0.55 "GET /v2.0/networks?id=1a9992ef-da6b-4f25-bd43-f1196ce8f1a8 HTTP/1.1" status: 200 len: 908 time: 0.1600466 Nov 05 18:48:30.356036 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-539ae6fa-b61e-464f-9aff-254b029c5005 admin admin] Checking segment: {'id': '82eb489f-5330-4c1e-8ad0-692d78e172a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '61b30e8d-3133-4d8a-96bf-683d04132b58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 18:48:30.356398 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-539ae6fa-b61e-464f-9aff-254b029c5005 admin admin] Network hostable DHCP agents. Network: 61b30e8d-3133-4d8a-96bf-683d04132b58, hostable agents: ['987e2ca0-bc3b-4c6f-a989-429ccfbf753f'], hosted agents: [] {{(pid=102386) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 05 18:48:30.418338 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-ee7f2f32-14a3-4ae5-821a-fa53a38014b4 req-b36a0dc6-260e-439d-b369-fa70a3341152 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d0544448-c139-4a9a-925c-bc5e6092841a HTTP/1.1" status: 200 len: 217 time: 0.0439558 Nov 05 18:48:30.459721 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] For port d662afa1-efb2-4b4b-becf-6f6c2582d40e, host n-h1-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=d662afa1-efb2-4b4b-becf-6f6c2582d40e,segment=NetworkSegment(aec693b9-b407-4c6b-827c-d9d955b53bc5),segment_id=aec693b9-b407-4c6b-827c-d9d955b53bc5)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:48:30.476308 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Returning: {'device': 'd662afa1-efb2-4b4b-becf-6f6c2582d40e', 'network_id': 'd70d85ea-9d51-4341-91cd-ba98d4c8b177', 'port_id': 'd662afa1-efb2-4b4b-becf-6f6c2582d40e', 'mac_address': 'fa:16:3e:74:ea:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 166, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81600d89-8835-46e1-88a4-4590dbfefef9', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102388) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 05 18:48:30.480042 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7f2f32-14a3-4ae5-821a-fa53a38014b4 req-3014a2d6-3254-4f25-85e2-840223d98456 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:48:30.481551 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-ee7f2f32-14a3-4ae5-821a-fa53a38014b4 req-3014a2d6-3254-4f25-85e2-840223d98456 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=82b7bbfc-ac99-45bb-a8a9-211b9b80ecc2 HTTP/1.1" status: 200 len: 847 time: 0.0530555 Nov 05 18:48:30.521195 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-ee7f2f32-14a3-4ae5-821a-fa53a38014b4 req-94d4824e-8968-401a-b2b5-be97e33f6ab9 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=1a9992ef-da6b-4f25-bd43-f1196ce8f1a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278034 Nov 05 18:48:30.521195 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-539ae6fa-b61e-464f-9aff-254b029c5005 admin admin] Network 61b30e8d-3133-4d8a-96bf-683d04132b58 is scheduled to be hosted by DHCP agent 987e2ca0-bc3b-4c6f-a989-429ccfbf753f with binding_index 1 {{(pid=102386) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 05 18:48:30.523259 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:48:30.532498 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff2cd7d-aaa6-4b2e-9d68-d651c4d8993e req-c1429a15-6d05-48fe-bb4d-0e86a6eed384 tempest-AttachVolumeTestJSON-989501218 tempest-AttachVolumeTestJSON-989501218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:48:30.534280 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-fff2cd7d-aaa6-4b2e-9d68-d651c4d8993e req-c1429a15-6d05-48fe-bb4d-0e86a6eed384 tempest-AttachVolumeTestJSON-989501218 tempest-AttachVolumeTestJSON-989501218-project] 10.222.0.13 "GET /v2.0/ports?device_id=332b01ca-305d-470b-a5c2-8f6774221f19 HTTP/1.1" status: 200 len: 945 time: 0.0900712 Nov 05 18:48:30.545840 n-d-816865-1 neutron-server[102388]: DEBUG neutron.notifiers.nova [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d662afa1-efb2-4b4b-becf-6f6c2582d40e {{(pid=102388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 18:48:30.552120 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281ff5ad-b979-411b-a086-b48a79943b31 req-3e701c48-081c-4d30-8da3-fa745ab0d850 tempest-ServersTestJSON-263075603 tempest-ServersTestJSON-263075603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:48:30.554190 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-281ff5ad-b979-411b-a086-b48a79943b31 req-3e701c48-081c-4d30-8da3-fa745ab0d850 tempest-ServersTestJSON-263075603 tempest-ServersTestJSON-263075603-project] 10.222.0.13 "GET /v2.0/ports?device_id=362e6a7d-2b82-41c9-b439-6593f05b792a HTTP/1.1" status: 200 len: 944 time: 0.0726049 Nov 05 18:48:30.574880 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] For port d662afa1-efb2-4b4b-becf-6f6c2582d40e, host n-h1-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=d662afa1-efb2-4b4b-becf-6f6c2582d40e,segment=NetworkSegment(aec693b9-b407-4c6b-827c-d9d955b53bc5),segment_id=aec693b9-b407-4c6b-827c-d9d955b53bc5)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:48:30.623489 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.base_scheduler [None req-539ae6fa-b61e-464f-9aff-254b029c5005 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816865-1, 61b30e8d-3133-4d8a-96bf-683d04132b58) {{(pid=102386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:48:30.628711 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-539ae6fa-b61e-464f-9aff-254b029c5005 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:48:30.629369 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-539ae6fa-b61e-464f-9aff-254b029c5005 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:48:30.633694 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-ee7f2f32-14a3-4ae5-821a-fa53a38014b4 req-d7ffaa6c-fc0a-4eae-830f-36c38f62775a service neutron] 10.222.0.55 "GET /v2.0/networks/1a9992ef-da6b-4f25-bd43-f1196ce8f1a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1049612 Nov 05 18:48:30.636621 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44480d5f-dd3d-4ae1-8430-f22d485fe5ae None None] Network 61b30e8d-3133-4d8a-96bf-683d04132b58 requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 18:48:30.650624 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-fff2cd7d-aaa6-4b2e-9d68-d651c4d8993e req-2294c0b7-1e4b-47cc-b1ec-02ab8c6813fd tempest-AttachVolumeTestJSON-989501218 tempest-AttachVolumeTestJSON-989501218-project] 10.222.0.13 "GET /v2.0/security-groups?id=ef933554-0df5-4bb3-a185-95505310ff6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1072986 Nov 05 18:48:30.654000 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-281ff5ad-b979-411b-a086-b48a79943b31 req-fac1c28e-6354-405a-8d98-74fb5e01f7d0 tempest-ServersTestJSON-263075603 tempest-ServersTestJSON-263075603-project] 10.222.0.13 "GET /v2.0/security-groups?id=1f791f1b-ffa6-404a-a542-489f4277d607&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0832589 Nov 05 18:48:30.722546 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:48:30.750817 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-539ae6fa-b61e-464f-9aff-254b029c5005 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.0439975 Nov 05 18:48:30.788655 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a1ece2-7791-4134-98fa-6cdf00648ae5 req-70808f1d-14ae-40e1-a2f1-9e5d77da516f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:48:30.789078 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-64db7078-5c64-466f-96b8-6d184e3f54de req-5a6c7d73-6d7d-41e6-a9c6-39a0af5cd8d2 tempest-ServerShowV247Test-1721215558 tempest-ServerShowV247Test-1721215558-project] 10.222.0.13 "GET /v2.0/ports?device_id=da431939-1bdb-4fe5-8c3e-0fa04f18f8ec HTTP/1.1" status: 200 len: 210 time: 0.0375061 Nov 05 18:48:30.790168 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-96a1ece2-7791-4134-98fa-6cdf00648ae5 req-70808f1d-14ae-40e1-a2f1-9e5d77da516f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4178766de4564cc499086192238e999c&device_id=332b01ca-305d-470b-a5c2-8f6774221f19 HTTP/1.1" status: 200 len: 1096 time: 0.1171772 Nov 05 18:48:30.832084 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3414c327-0b9e-460c-8320-d4a295125f5c req-fd6ecbbe-7d0e-49b3-a529-11fb30567cb9 tempest-LiveMigrationTest-600821399 tempest-LiveMigrationTest-600821399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:48:30.832280 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-ee7f2f32-14a3-4ae5-821a-fa53a38014b4 req-e71a898f-3fdd-4ff9-9c41-ceb282593fa8 service neutron] 10.222.0.55 "GET /v2.0/networks/1a9992ef-da6b-4f25-bd43-f1196ce8f1a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1893966 Nov 05 18:48:30.857379 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-3414c327-0b9e-460c-8320-d4a295125f5c req-fd6ecbbe-7d0e-49b3-a529-11fb30567cb9 tempest-LiveMigrationTest-600821399 tempest-LiveMigrationTest-600821399-project] 10.222.0.13 "GET /v2.0/ports?device_id=c936ac5a-d9ca-4986-965e-3cf978c6e19b HTTP/1.1" status: 200 len: 943 time: 0.1351163 Nov 05 18:48:30.925509 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a1ece2-7791-4134-98fa-6cdf00648ae5 req-9395cc82-bfe0-4064-ad29-66b09a531462 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:48:30.927129 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-96a1ece2-7791-4134-98fa-6cdf00648ae5 req-9395cc82-bfe0-4064-ad29-66b09a531462 service neutron] 10.222.0.41 "GET /v2.0/networks?id=fd42acf6-8f16-4d60-b5bc-2ad1579d9211 HTTP/1.1" status: 200 len: 911 time: 0.1218915 Nov 05 18:48:30.972271 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-3414c327-0b9e-460c-8320-d4a295125f5c req-f10eddf3-b0d1-4f6d-88a4-b1119c3e19fe tempest-LiveMigrationTest-600821399 tempest-LiveMigrationTest-600821399-project] 10.222.0.13 "GET /v2.0/security-groups?id=3677ad50-e4bf-4315-8aa4-e48810edc139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115549 Nov 05 18:48:31.010471 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e4a42e-3277-49aa-b430-0d37a3e5b15e req-c7dc76a2-ce8a-4e7c-a612-44e1895214e0 tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:48:31.012441 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 52928) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:48:31.018583 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-20e4a42e-3277-49aa-b430-0d37a3e5b15e req-c7dc76a2-ce8a-4e7c-a612-44e1895214e0 tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] 10.222.0.13 "GET /v2.0/ports?device_id=67a6e104-5801-491b-964e-331ab9594689 HTTP/1.1" status: 200 len: 945 time: 0.1067998 Nov 05 18:48:31.031119 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-96a1ece2-7791-4134-98fa-6cdf00648ae5 req-705f83a5-f668-4232-bf3e-c15ae95e7975 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=608f32e7-96f1-46f4-8f20-858b7b1eedd7 HTTP/1.1" status: 200 len: 999 time: 0.0885360 Nov 05 18:48:31.033920 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Pushing event updated for resources: {'Port': ['ID=d662afa1-efb2-4b4b-becf-6f6c2582d40e,revision_number=4']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:48:31.072789 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-20e4a42e-3277-49aa-b430-0d37a3e5b15e req-3970f1f5-54b2-450a-a77c-8053d54aaae5 tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] 10.222.0.13 "GET /v2.0/security-groups?id=e0838ac1-f008-48c1-ab43-123e255d616a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488706 Nov 05 18:48:31.073064 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a086b1af-cc54-4ad8-813a-5960e387558c None None] Network 61b30e8d-3133-4d8a-96bf-683d04132b58 requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 18:48:31.075466 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:48:31.111006 n-d-816865-1 neutron-server[102388]: DEBUG neutron.notifiers.nova [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 76ac6dda-0dbe-4431-a06f-4b5c155d8cde {{(pid=102388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 18:48:31.123597 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.db_base_plugin_v2 [None req-de509ee9-1f8a-489b-a2b2-57b30d184e9d admin admin] Deleting subnet 03f99e59-54d5-4a17-96bb-cb6d13e081f3 {{(pid=102386) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 05 18:48:31.128841 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-de509ee9-1f8a-489b-a2b2-57b30d184e9d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:48:31.132002 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a1ece2-7791-4134-98fa-6cdf00648ae5 req-bc89daaa-d834-4057-ab68-90735c245876 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:48:31.133549 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-96a1ece2-7791-4134-98fa-6cdf00648ae5 req-bc89daaa-d834-4057-ab68-90735c245876 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5bc495e2-1c46-46a6-944a-7cb0dfc74d97 HTTP/1.1" status: 200 len: 849 time: 0.0825069 Nov 05 18:48:31.185315 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] For port 76ac6dda-0dbe-4431-a06f-4b5c155d8cde, host n-h2-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=76ac6dda-0dbe-4431-a06f-4b5c155d8cde,segment=NetworkSegment(1ae4cc0f-5460-421b-9b80-d7acf4de0363),segment_id=1ae4cc0f-5460-421b-9b80-d7acf4de0363)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:48:31.196162 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0406d57-0f36-4a86-8560-3b499d02946f req-b815e3ba-5196-46d8-ae79-b902bc99e366 tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:48:31.197612 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-a0406d57-0f36-4a86-8560-3b499d02946f req-b815e3ba-5196-46d8-ae79-b902bc99e366 tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] 10.222.0.13 "GET /v2.0/ports?device_id=b3c515f9-768f-4a54-bb92-e6f3d5207990 HTTP/1.1" status: 200 len: 944 time: 0.0507836 Nov 05 18:48:31.204361 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-de509ee9-1f8a-489b-a2b2-57b30d184e9d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4590738'] for subnet, precommit_delete_associations {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:48:31.238383 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a1ece2-7791-4134-98fa-6cdf00648ae5 req-d2a4a0f0-1f2b-422e-b15e-77802f501dd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:48:31.240033 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-96a1ece2-7791-4134-98fa-6cdf00648ae5 req-d2a4a0f0-1f2b-422e-b15e-77802f501dd9 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=fd42acf6-8f16-4d60-b5bc-2ad1579d9211&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0836408 Nov 05 18:48:31.249080 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-a0406d57-0f36-4a86-8560-3b499d02946f req-591629a3-fd83-49aa-9359-5827b38afa5c tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] 10.222.0.13 "GET /v2.0/security-groups?id=8015cb9a-1cfc-43ae-80a2-992db853641d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446787 Nov 05 18:48:31.259299 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] get_ports_and_sgs() called for port_ids ['d662afa1-efb2-4b4b-becf-6f6c2582d40e'] {{(pid=102388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 18:48:31.287221 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-de509ee9-1f8a-489b-a2b2-57b30d184e9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1573928'] for subnet, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:48:31.332974 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:48:31.405676 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-96a1ece2-7791-4134-98fa-6cdf00648ae5 req-f26baf3c-68e9-4447-8545-2afdd38c8345 service neutron] 10.222.0.41 "GET /v2.0/networks/fd42acf6-8f16-4d60-b5bc-2ad1579d9211?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1559150 Nov 05 18:48:31.429769 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Pushing event updated for resources: {'Port': ['ID=76ac6dda-0dbe-4431-a06f-4b5c155d8cde,revision_number=12']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:48:31.441944 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] get_ports_and_sgs() called for port_ids ['76ac6dda-0dbe-4431-a06f-4b5c155d8cde'] {{(pid=102388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 18:48:31.504275 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-96a1ece2-7791-4134-98fa-6cdf00648ae5 req-1c529a93-b35b-43d3-82d5-2adcee5815f9 service neutron] 10.222.0.41 "GET /v2.0/networks/fd42acf6-8f16-4d60-b5bc-2ad1579d9211?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892725 Nov 05 18:48:31.523876 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-de509ee9-1f8a-489b-a2b2-57b30d184e9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1573905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6149879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4877183'] for subnet, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:48:31.552777 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de509ee9-1f8a-489b-a2b2-57b30d184e9d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=03f99e59-54d5-4a17-96bb-cb6d13e081f3,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:48:31.555642 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-de509ee9-1f8a-489b-a2b2-57b30d184e9d admin admin] Publish callbacks [] for subnet, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:48:31.559475 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-de509ee9-1f8a-489b-a2b2-57b30d184e9d admin admin] 10.222.0.13 "DELETE /v2.0/subnets/03f99e59-54d5-4a17-96bb-cb6d13e081f3 HTTP/1.1" status: 204 len: 168 time: 0.5462034 Nov 05 18:48:31.562093 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 52940) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:48:31.634457 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-45bb443b-cbd6-4cd6-a3bd-0187e435e908 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1664226'] for network, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:48:31.720389 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-45bb443b-cbd6-4cd6-a3bd-0187e435e908 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1579173', 'neutron.services.segments.db._delete_segments_for_network-8750027792909'] for network, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:48:31.765283 n-d-816865-1 neutron-server[102387]: DEBUG neutron.services.segments.db [None req-45bb443b-cbd6-4cd6-a3bd-0187e435e908 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['61b30e8d-3133-4d8a-96bf-683d04132b58']}} {{(pid=102387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:48:31.804516 n-d-816865-1 neutron-server[102387]: DEBUG neutron.services.segments.db [None req-45bb443b-cbd6-4cd6-a3bd-0187e435e908 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82eb489f-5330-4c1e-8ad0-692d78e172a1') {'for_net_delete': True} {{(pid=102387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:48:31.804798 n-d-816865-1 neutron-server[102387]: DEBUG neutron.services.segments.db [None req-45bb443b-cbd6-4cd6-a3bd-0187e435e908 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82eb489f-5330-4c1e-8ad0-692d78e172a1') {} {{(pid=102387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:48:31.817207 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-45bb443b-cbd6-4cd6-a3bd-0187e435e908 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750027793430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4463492'] for segment, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:48:31.841714 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-45bb443b-cbd6-4cd6-a3bd-0187e435e908 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273'] for segment, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:48:31.852100 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45bb443b-cbd6-4cd6-a3bd-0187e435e908 admin admin] Releasing vlan 195 on physical network physnet1 to pool {{(pid=102387) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 05 18:48:31.852504 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-45bb443b-cbd6-4cd6-a3bd-0187e435e908 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4417236'] for segment, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:48:31.854282 n-d-816865-1 neutron-server[102387]: Traceback (most recent call last): Nov 05 18:48:31.854282 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 05 18:48:31.854282 n-d-816865-1 neutron-server[102387]: timer() Nov 05 18:48:31.854282 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 05 18:48:31.854282 n-d-816865-1 neutron-server[102387]: cb(*args, **kw) Nov 05 18:48:31.854282 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 05 18:48:31.854282 n-d-816865-1 neutron-server[102387]: return func(*args, **kwargs) Nov 05 18:48:31.854282 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 05 18:48:31.854282 n-d-816865-1 neutron-server[102387]: self._notify() Nov 05 18:48:31.854282 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 05 18:48:31.854282 n-d-816865-1 neutron-server[102387]: self.callback(batched_events) Nov 05 18:48:31.854282 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 05 18:48:31.854282 n-d-816865-1 neutron-server[102387]: event.method(event) Nov 05 18:48:31.854282 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 05 18:48:31.854282 n-d-816865-1 neutron-server[102387]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 05 18:48:31.854282 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 05 18:48:31.854282 n-d-816865-1 neutron-server[102387]: aggregate_uuid = self.p_client.list_aggregates( Nov 05 18:48:31.854282 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 05 18:48:31.854282 n-d-816865-1 neutron-server[102387]: return f(self, *a, **k) Nov 05 18:48:31.854282 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 05 18:48:31.854282 n-d-816865-1 neutron-server[102387]: return self._get(url).json() Nov 05 18:48:31.854282 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 05 18:48:31.854282 n-d-816865-1 neutron-server[102387]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 05 18:48:31.854282 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 05 18:48:31.854282 n-d-816865-1 neutron-server[102387]: return self.request(url, 'GET', **kwargs) Nov 05 18:48:31.854282 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 05 18:48:31.854282 n-d-816865-1 neutron-server[102387]: base_url = self.get_endpoint(auth, allow=allow, Nov 05 18:48:31.854282 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 05 18:48:31.854282 n-d-816865-1 neutron-server[102387]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 05 18:48:31.854282 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 05 18:48:31.854282 n-d-816865-1 neutron-server[102387]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 05 18:48:31.854282 n-d-816865-1 neutron-server[102387]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 05 18:48:31.871612 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516f04ac-7048-48c7-a9f1-dcec0f7344f1 req-fbe86cd5-6edd-4c16-82b0-782bf4dd1eaa tempest-AttachVolumeTestJSON-989501218 tempest-AttachVolumeTestJSON-989501218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:48:31.873368 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-516f04ac-7048-48c7-a9f1-dcec0f7344f1 req-fbe86cd5-6edd-4c16-82b0-782bf4dd1eaa tempest-AttachVolumeTestJSON-989501218 tempest-AttachVolumeTestJSON-989501218-project] 10.222.0.13 "GET /v2.0/ports?device_id=332b01ca-305d-470b-a5c2-8f6774221f19 HTTP/1.1" status: 200 len: 945 time: 0.1255841 Nov 05 18:48:31.887121 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b5e4e2-79c2-4b65-9566-64d3ce5a692a req-d661278b-fb6a-4283-8bfc-bdb9662314f0 tempest-ServersTestJSON-263075603 tempest-ServersTestJSON-263075603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:48:31.888512 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-36b5e4e2-79c2-4b65-9566-64d3ce5a692a req-d661278b-fb6a-4283-8bfc-bdb9662314f0 tempest-ServersTestJSON-263075603 tempest-ServersTestJSON-263075603-project] 10.222.0.13 "GET /v2.0/ports?device_id=362e6a7d-2b82-41c9-b439-6593f05b792a HTTP/1.1" status: 200 len: 945 time: 0.1421449 Nov 05 18:48:31.998181 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-516f04ac-7048-48c7-a9f1-dcec0f7344f1 req-4bc94bba-e244-4def-a052-c575a3a2d590 tempest-AttachVolumeTestJSON-989501218 tempest-AttachVolumeTestJSON-989501218-project] 10.222.0.13 "GET /v2.0/security-groups?id=ef933554-0df5-4bb3-a185-95505310ff6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1083155 Nov 05 18:48:32.004019 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-36b5e4e2-79c2-4b65-9566-64d3ce5a692a req-80c5fefc-0f13-4388-8b2d-1602ca096c8c tempest-ServersTestJSON-263075603 tempest-ServersTestJSON-263075603-project] 10.222.0.13 "GET /v2.0/security-groups?id=1f791f1b-ffa6-404a-a542-489f4277d607&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0846193 Nov 05 18:48:32.035319 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-45bb443b-cbd6-4cd6-a3bd-0187e435e908 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1579178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-956796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1000687'] for network, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:48:32.048810 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-45bb443b-cbd6-4cd6-a3bd-0187e435e908 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597851'] for network, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:48:32.055690 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-45bb443b-cbd6-4cd6-a3bd-0187e435e908 admin admin] 10.222.0.13 "DELETE /v2.0/networks/61b30e8d-3133-4d8a-96bf-683d04132b58 HTTP/1.1" status: 204 len: 168 time: 0.4889975 Nov 05 18:48:32.075402 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45bb443b-cbd6-4cd6-a3bd-0187e435e908 admin admin] Pushing event deleted for resources: {'Network': ['ID=61b30e8d-3133-4d8a-96bf-683d04132b58,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:48:32.123294 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-1825b1cd-32d4-4aa4-9914-fab797f16020 req-0e79da23-aa29-4816-a526-48fcfcef6543 tempest-ServerShowV247Test-1721215558 tempest-ServerShowV247Test-1721215558-project] 10.222.0.13 "GET /v2.0/ports?device_id=da431939-1bdb-4fe5-8c3e-0fa04f18f8ec HTTP/1.1" status: 200 len: 210 time: 0.0361142 Nov 05 18:48:32.176202 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf8e592-4170-4050-a4af-de04fc298fae req-5243db7c-1568-4f4f-9aa7-b3ee8abf8ee2 tempest-LiveMigrationTest-600821399 tempest-LiveMigrationTest-600821399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:48:32.177669 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-bbf8e592-4170-4050-a4af-de04fc298fae req-5243db7c-1568-4f4f-9aa7-b3ee8abf8ee2 tempest-LiveMigrationTest-600821399 tempest-LiveMigrationTest-600821399-project] 10.222.0.13 "GET /v2.0/ports?device_id=c936ac5a-d9ca-4986-965e-3cf978c6e19b HTTP/1.1" status: 200 len: 943 time: 0.0575957 Nov 05 18:48:32.260965 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-bbf8e592-4170-4050-a4af-de04fc298fae req-1bdc1611-345a-4c18-aac5-f50a8c352857 tempest-LiveMigrationTest-600821399 tempest-LiveMigrationTest-600821399-project] 10.222.0.13 "GET /v2.0/security-groups?id=3677ad50-e4bf-4315-8aa4-e48810edc139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758927 Nov 05 18:48:32.274894 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3431d51-d78e-4666-b416-029ac1a66fb6 req-6c1f4d4e-4704-4c96-b6b1-bad52d471ecc tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:48:32.287753 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-e3431d51-d78e-4666-b416-029ac1a66fb6 req-6c1f4d4e-4704-4c96-b6b1-bad52d471ecc tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] 10.222.0.13 "GET /v2.0/ports?device_id=67a6e104-5801-491b-964e-331ab9594689 HTTP/1.1" status: 200 len: 945 time: 0.0837686 Nov 05 18:48:32.348115 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-e3431d51-d78e-4666-b416-029ac1a66fb6 req-b01fe4f2-42fb-408a-b022-5034843237d4 tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] 10.222.0.13 "GET /v2.0/security-groups?id=e0838ac1-f008-48c1-ab43-123e255d616a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533752 Nov 05 18:48:32.436548 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1507a1f-1f56-436f-bdee-c0ef03a914b9 req-8e68582f-64a0-4485-ac79-83594b7008f6 tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:48:32.438416 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-a1507a1f-1f56-436f-bdee-c0ef03a914b9 req-8e68582f-64a0-4485-ac79-83594b7008f6 tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] 10.222.0.13 "GET /v2.0/ports?device_id=b3c515f9-768f-4a54-bb92-e6f3d5207990 HTTP/1.1" status: 200 len: 945 time: 0.0689812 Nov 05 18:48:32.499947 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-a1507a1f-1f56-436f-bdee-c0ef03a914b9 req-3981129b-c7a3-4e75-8353-80bdb36df264 tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] 10.222.0.13 "GET /v2.0/security-groups?id=8015cb9a-1cfc-43ae-80a2-992db853641d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544946 Nov 05 18:48:32.587578 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 52970) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:48:32.592862 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-ff708fa8-a6c4-4ba2-9ead-3a06f936f733 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:48:32.643114 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 52972) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:48:32.645999 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-82743c99-634c-4e2b-8787-8031e2bcd918 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c168e11d3c7f45f683ccfce412aff3c0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0496688 Nov 05 18:48:32.716138 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-51083c6f-7d23-4424-95bc-7f99fe8982c2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:48:32.753343 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-51083c6f-7d23-4424-95bc-7f99fe8982c2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:48:32.926566 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-51083c6f-7d23-4424-95bc-7f99fe8982c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:48:32.936379 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-51083c6f-7d23-4424-95bc-7f99fe8982c2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:48:32.938993 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-51083c6f-7d23-4424-95bc-7f99fe8982c2 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e69c0c1c-c65f-4d34-9906-607d367d50cd HTTP/1.1" status: 204 len: 168 time: 0.2934575 Nov 05 18:48:32.972394 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51083c6f-7d23-4424-95bc-7f99fe8982c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e69c0c1c-c65f-4d34-9906-607d367d50cd,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:48:33.001731 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-729f7c40-e92c-48cb-90a0-b630e493130e req-ec2d5bab-46e8-4ccc-8333-e231a49729b3 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=da431939-1bdb-4fe5-8c3e-0fa04f18f8ec HTTP/1.1" status: 200 len: 210 time: 0.0403063 Nov 05 18:48:33.253989 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a64a8a-44a1-46ab-b74a-a6a28e3b695a req-ee9b8031-2d25-4e8e-abcf-18f63744b3e0 tempest-AttachVolumeTestJSON-989501218 tempest-AttachVolumeTestJSON-989501218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:48:33.255616 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-06a64a8a-44a1-46ab-b74a-a6a28e3b695a req-ee9b8031-2d25-4e8e-abcf-18f63744b3e0 tempest-AttachVolumeTestJSON-989501218 tempest-AttachVolumeTestJSON-989501218-project] 10.222.0.13 "GET /v2.0/ports?device_id=332b01ca-305d-470b-a5c2-8f6774221f19 HTTP/1.1" status: 200 len: 945 time: 0.1276429 Nov 05 18:48:33.281994 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5819d1-38a6-41d8-8191-02a6302e0613 req-4e59fd87-86cc-4b0f-9379-7e4776f680be tempest-ServersTestJSON-263075603 tempest-ServersTestJSON-263075603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:48:33.291357 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-3a5819d1-38a6-41d8-8191-02a6302e0613 req-4e59fd87-86cc-4b0f-9379-7e4776f680be tempest-ServersTestJSON-263075603 tempest-ServersTestJSON-263075603-project] 10.222.0.13 "GET /v2.0/ports?device_id=362e6a7d-2b82-41c9-b439-6593f05b792a HTTP/1.1" status: 200 len: 945 time: 0.1165230 Nov 05 18:48:33.380577 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-3a5819d1-38a6-41d8-8191-02a6302e0613 req-5a66d150-a451-4bf9-8c89-5ccd4e3d4d43 tempest-ServersTestJSON-263075603 tempest-ServersTestJSON-263075603-project] 10.222.0.13 "GET /v2.0/security-groups?id=1f791f1b-ffa6-404a-a542-489f4277d607&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0843766 Nov 05 18:48:33.385185 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-06a64a8a-44a1-46ab-b74a-a6a28e3b695a req-8c8c1428-f8ab-40cc-b75c-68e08bd82d41 tempest-AttachVolumeTestJSON-989501218 tempest-AttachVolumeTestJSON-989501218-project] 10.222.0.13 "GET /v2.0/security-groups?id=ef933554-0df5-4bb3-a185-95505310ff6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0909965 Nov 05 18:48:33.532148 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-cd6b3122-15a8-4e33-8366-e908bb8832e7 req-8766ac14-feb5-4339-a3bb-efe6ee3a877f tempest-ServerShowV247Test-1721215558 tempest-ServerShowV247Test-1721215558-project] 10.222.0.13 "GET /v2.0/ports?device_id=da431939-1bdb-4fe5-8c3e-0fa04f18f8ec HTTP/1.1" status: 200 len: 210 time: 0.0479434 Nov 05 18:48:33.659963 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57807659-b0a2-46b7-acd0-c4caf6e31c5b req-3d853541-ef0b-468c-adc6-d241c7b27da2 tempest-LiveMigrationTest-600821399 tempest-LiveMigrationTest-600821399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:48:33.663987 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-57807659-b0a2-46b7-acd0-c4caf6e31c5b req-3d853541-ef0b-468c-adc6-d241c7b27da2 tempest-LiveMigrationTest-600821399 tempest-LiveMigrationTest-600821399-project] 10.222.0.13 "GET /v2.0/ports?device_id=c936ac5a-d9ca-4986-965e-3cf978c6e19b HTTP/1.1" status: 200 len: 943 time: 0.1463859 Nov 05 18:48:33.776488 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ba0c36-506c-490b-8247-1cf78708502d req-977bb23f-84ec-4ed0-9add-29f77918f2b0 tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:48:33.784695 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-03ba0c36-506c-490b-8247-1cf78708502d req-977bb23f-84ec-4ed0-9add-29f77918f2b0 tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] 10.222.0.13 "GET /v2.0/ports?device_id=67a6e104-5801-491b-964e-331ab9594689 HTTP/1.1" status: 200 len: 945 time: 0.1195376 Nov 05 18:48:33.798130 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-57807659-b0a2-46b7-acd0-c4caf6e31c5b req-c6dfb1b7-be70-4c1c-b997-b3eb1c56d3f2 tempest-LiveMigrationTest-600821399 tempest-LiveMigrationTest-600821399-project] 10.222.0.13 "GET /v2.0/security-groups?id=3677ad50-e4bf-4315-8aa4-e48810edc139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236932 Nov 05 18:48:33.861903 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-03ba0c36-506c-490b-8247-1cf78708502d req-639de4d3-8f84-46d7-950a-7c5ebf250993 tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] 10.222.0.13 "GET /v2.0/security-groups?id=e0838ac1-f008-48c1-ab43-123e255d616a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763481 Nov 05 18:48:33.909710 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Device 76ac6dda-0dbe-4431-a06f-4b5c155d8cde up at agent hyperv_n-h2-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 18:48:33.973596 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6ca977-3383-450a-abf3-21a6fb2bd119 req-95f213bc-4355-4517-81cb-f58644f2f44f tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:48:33.984002 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:48:33.986533 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-3b6ca977-3383-450a-abf3-21a6fb2bd119 req-95f213bc-4355-4517-81cb-f58644f2f44f tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] 10.222.0.13 "GET /v2.0/ports?device_id=b3c515f9-768f-4a54-bb92-e6f3d5207990 HTTP/1.1" status: 200 len: 945 time: 0.0865202 Nov 05 18:48:34.047225 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Provisioning complete for port 76ac6dda-0dbe-4431-a06f-4b5c155d8cde triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:48:34.047908 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:48:34.074638 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-3b6ca977-3383-450a-abf3-21a6fb2bd119 req-dea9438c-b0cb-45b2-8527-c90da4a50091 tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] 10.222.0.13 "GET /v2.0/security-groups?id=8015cb9a-1cfc-43ae-80a2-992db853641d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0870745 Nov 05 18:48:34.180289 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:48:34.207941 n-d-816865-1 neutron-server[102388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3c515f9-768f-4a54-bb92-e6f3d5207990', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76ac6dda-0dbe-4431-a06f-4b5c155d8cde'}] {{(pid=102388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 18:48:34.211271 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85474fee1180e129d8a886d264fe0b30223aa672dd1ffe43b630605f18504f68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d3405d3-c2b3-459e-8231-06726bab4060" -d '{"events": [{"server_uuid": "b3c515f9-768f-4a54-bb92-e6f3d5207990", "name": "network-vif-plugged", "status": "completed", "tag": "76ac6dda-0dbe-4431-a06f-4b5c155d8cde"}]}' {{(pid=102388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 18:48:34.228550 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] For port 76ac6dda-0dbe-4431-a06f-4b5c155d8cde, host n-h2-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=76ac6dda-0dbe-4431-a06f-4b5c155d8cde,segment=NetworkSegment(1ae4cc0f-5460-421b-9b80-d7acf4de0363),segment_id=1ae4cc0f-5460-421b-9b80-d7acf4de0363)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:48:34.290693 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 18:48:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1243f2c5-9648-4496-9d99-2e27ea5d2aff x-openstack-request-id: req-1243f2c5-9648-4496-9d99-2e27ea5d2aff {{(pid=102388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 18:48:34.291526 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3c515f9-768f-4a54-bb92-e6f3d5207990", "name": "network-vif-plugged", "status": "completed", "tag": "76ac6dda-0dbe-4431-a06f-4b5c155d8cde", "code": 200}]} {{(pid=102388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 18:48:34.292134 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1243f2c5-9648-4496-9d99-2e27ea5d2aff {{(pid=102388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 18:48:34.292684 n-d-816865-1 neutron-server[102388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3c515f9-768f-4a54-bb92-e6f3d5207990', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76ac6dda-0dbe-4431-a06f-4b5c155d8cde', 'code': 200} Nov 05 18:48:34.315352 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:48:34.320332 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Device d0544448-c139-4a9a-925c-bc5e6092841a no longer exists at agent hyperv_n-h2-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 18:48:34.360149 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Device d662afa1-efb2-4b4b-becf-6f6c2582d40e up at agent hyperv_n-h1-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 18:48:34.483216 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Pushing event updated for resources: {'Port': ['ID=76ac6dda-0dbe-4431-a06f-4b5c155d8cde,revision_number=13']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:48:34.601900 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d54f9a-795e-4442-901b-816009c83675 req-441c2520-ea05-4db8-8a09-0cc6817e797c tempest-ServersTestJSON-263075603 tempest-ServersTestJSON-263075603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:48:34.604231 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-24d54f9a-795e-4442-901b-816009c83675 req-441c2520-ea05-4db8-8a09-0cc6817e797c tempest-ServersTestJSON-263075603 tempest-ServersTestJSON-263075603-project] 10.222.0.13 "GET /v2.0/ports?device_id=362e6a7d-2b82-41c9-b439-6593f05b792a HTTP/1.1" status: 200 len: 945 time: 0.1004255 Nov 05 18:48:34.628698 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Provisioning for port d662afa1-efb2-4b4b-becf-6f6c2582d40e completed by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 05 18:48:34.635372 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Provisioning complete for port d662afa1-efb2-4b4b-becf-6f6c2582d40e triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:48:34.637027 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:48:34.697506 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-24d54f9a-795e-4442-901b-816009c83675 req-7b1e4c13-d8a3-4969-a0e9-b1c657d2085f tempest-ServersTestJSON-263075603 tempest-ServersTestJSON-263075603-project] 10.222.0.13 "GET /v2.0/security-groups?id=1f791f1b-ffa6-404a-a542-489f4277d607&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0846210 Nov 05 18:48:34.759380 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-7ef1031e-904f-4566-8050-8806880fce3f req-1cc25cd9-b261-40cf-868b-ea1d9791be8f tempest-ServerShowV247Test-1721215558 tempest-ServerShowV247Test-1721215558-project] 10.222.0.13 "GET /v2.0/ports?device_id=da431939-1bdb-4fe5-8c3e-0fa04f18f8ec HTTP/1.1" status: 200 len: 210 time: 0.0736954 Nov 05 18:48:34.899953 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:48:34.970544 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] For port d662afa1-efb2-4b4b-becf-6f6c2582d40e, host n-h1-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=d662afa1-efb2-4b4b-becf-6f6c2582d40e,segment=NetworkSegment(aec693b9-b407-4c6b-827c-d9d955b53bc5),segment_id=aec693b9-b407-4c6b-827c-d9d955b53bc5)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:48:35.051965 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-9af2f742-8b21-44bb-b860-7b1b04eb9bbd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:48:35.110592 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:48:35.176931 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Pushing event updated for resources: {'Port': ['ID=d662afa1-efb2-4b4b-becf-6f6c2582d40e,revision_number=5']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:48:35.231309 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-d1736bae-0076-47d4-9e12-49e73c93a267 req-f7a4db8b-a628-4031-9ecf-d6db1af80e84 tempest-ServerShowV247Test-1721215558 tempest-ServerShowV247Test-1721215558-project] 10.222.0.13 "GET /v2.0/ports?device_id=da431939-1bdb-4fe5-8c3e-0fa04f18f8ec&device_id=cb0cc9c5-f867-41bd-b3e5-fe2461240cd5 HTTP/1.1" status: 200 len: 210 time: 0.0375259 Nov 05 18:48:35.270305 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce992e10-8ea5-4315-92ee-d1417f9fc1dd req-f6524470-1986-4407-8fe8-b72fd1d2cbee tempest-LiveMigrationTest-600821399 tempest-LiveMigrationTest-600821399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:48:35.272724 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-ce992e10-8ea5-4315-92ee-d1417f9fc1dd req-f6524470-1986-4407-8fe8-b72fd1d2cbee tempest-LiveMigrationTest-600821399 tempest-LiveMigrationTest-600821399-project] 10.222.0.13 "GET /v2.0/ports?device_id=c936ac5a-d9ca-4986-965e-3cf978c6e19b HTTP/1.1" status: 200 len: 943 time: 0.1545234 Nov 05 18:48:35.367455 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-ce992e10-8ea5-4315-92ee-d1417f9fc1dd req-61c6da2a-a0d9-4e28-b7f5-8064f2c4de61 tempest-LiveMigrationTest-600821399 tempest-LiveMigrationTest-600821399-project] 10.222.0.13 "GET /v2.0/security-groups?id=3677ad50-e4bf-4315-8aa4-e48810edc139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871811 Nov 05 18:48:35.392643 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117e503e-4aab-44d8-b5ed-b489a8709534 req-0fb7df29-23c1-4fd4-89b9-8be36031ebcf tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:48:35.394584 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-117e503e-4aab-44d8-b5ed-b489a8709534 req-0fb7df29-23c1-4fd4-89b9-8be36031ebcf tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] 10.222.0.13 "GET /v2.0/ports?device_id=67a6e104-5801-491b-964e-331ab9594689 HTTP/1.1" status: 200 len: 945 time: 0.0755563 Nov 05 18:48:35.493459 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-117e503e-4aab-44d8-b5ed-b489a8709534 req-535b3408-6149-4066-842e-4643d36539e4 tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] 10.222.0.13 "GET /v2.0/security-groups?id=e0838ac1-f008-48c1-ab43-123e255d616a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893655 Nov 05 18:48:35.620960 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370a4381-694e-4a92-8dc9-e1a5823abd21 req-d1cf2b30-c981-4188-af8e-6dc8a00407f3 tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:48:35.629324 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-370a4381-694e-4a92-8dc9-e1a5823abd21 req-d1cf2b30-c981-4188-af8e-6dc8a00407f3 tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] 10.222.0.13 "GET /v2.0/ports?device_id=b3c515f9-768f-4a54-bb92-e6f3d5207990 HTTP/1.1" status: 200 len: 946 time: 0.0761821 Nov 05 18:48:35.667091 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-385da6b7-45e5-43d8-8822-b91f7066ab3c req-5990fe32-83b4-4b6e-bdff-8f6b32d9ab0b service neutron] 10.222.0.55 "GET /v2.0/ports/d0544448-c139-4a9a-925c-bc5e6092841a/bindings/n-h1-816865-1 HTTP/1.1" status: 200 len: 384 time: 0.0657606 Nov 05 18:48:35.695710 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-370a4381-694e-4a92-8dc9-e1a5823abd21 req-eae88df3-14ed-410d-9029-57846f81f09b tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] 10.222.0.13 "GET /v2.0/security-groups?id=8015cb9a-1cfc-43ae-80a2-992db853641d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0599825 Nov 05 18:48:35.949084 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [req-385da6b7-45e5-43d8-8822-b91f7066ab3c req-886bae73-5bdf-4336-afbd-2abeddd3b983 service neutron] For port d0544448-c139-4a9a-925c-bc5e6092841a, host n-h2-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=d0544448-c139-4a9a-925c-bc5e6092841a,segment=NetworkSegment(b9f65680-5ef1-4bb4-ac2c-6d7ba403921d),segment_id=b9f65680-5ef1-4bb4-ac2c-6d7ba403921d)] {{(pid=102386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:48:35.952580 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357fad4d-b395-4e91-87c4-7588bb6d9dd7 req-91574803-d810-4221-8cb4-ae6296a38a4d tempest-ServersTestJSON-263075603 tempest-ServersTestJSON-263075603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:48:35.955501 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-357fad4d-b395-4e91-87c4-7588bb6d9dd7 req-91574803-d810-4221-8cb4-ae6296a38a4d tempest-ServersTestJSON-263075603 tempest-ServersTestJSON-263075603-project] 10.222.0.13 "GET /v2.0/ports?device_id=362e6a7d-2b82-41c9-b439-6593f05b792a HTTP/1.1" status: 200 len: 946 time: 0.0811169 Nov 05 18:48:35.960889 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:48:36.021587 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-02919e27-6446-417e-9933-b7b333d90aea req-befcbbda-1afd-4b72-b11a-fb7c43749464 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=adc3def7c4a94f9dbfd15f56dfcb942d&device_id=da431939-1bdb-4fe5-8c3e-0fa04f18f8ec HTTP/1.1" status: 200 len: 210 time: 0.0516288 Nov 05 18:48:36.028047 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [req-385da6b7-45e5-43d8-8822-b91f7066ab3c req-886bae73-5bdf-4336-afbd-2abeddd3b983 service neutron] For port d0544448-c139-4a9a-925c-bc5e6092841a, host n-h2-816865-1, cleared binding levels {{(pid=102386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 18:48:36.053556 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-357fad4d-b395-4e91-87c4-7588bb6d9dd7 req-4f37fd74-70cc-4f71-ab68-e6fcf7845f68 tempest-ServersTestJSON-263075603 tempest-ServersTestJSON-263075603-project] 10.222.0.13 "GET /v2.0/security-groups?id=1f791f1b-ffa6-404a-a542-489f4277d607&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0840740 Nov 05 18:48:36.094457 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-02919e27-6446-417e-9933-b7b333d90aea req-3fc0e0db-9870-4cd8-9506-90b7e59c6e91 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=adc3def7c4a94f9dbfd15f56dfcb942d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0324762 Nov 05 18:48:36.100921 n-d-816865-1 neutron-server[102386]: DEBUG neutron.notifiers.nova [req-385da6b7-45e5-43d8-8822-b91f7066ab3c req-886bae73-5bdf-4336-afbd-2abeddd3b983 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d0544448-c139-4a9a-925c-bc5e6092841a {{(pid=102386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 18:48:36.148994 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b304910f-7b27-444b-a8fc-977d26b1ceac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:48:36.171903 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-b00c1793-82a0-40ab-8ba6-a102246f5b68 req-bb377d99-053f-4399-add1-97bfbd3545b5 tempest-ServerShowV247Test-1721215558 tempest-ServerShowV247Test-1721215558-project] 10.222.0.13 "GET /v2.0/ports?device_id=da431939-1bdb-4fe5-8c3e-0fa04f18f8ec HTTP/1.1" status: 200 len: 210 time: 0.0329976 Nov 05 18:48:36.204782 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [req-385da6b7-45e5-43d8-8822-b91f7066ab3c req-886bae73-5bdf-4336-afbd-2abeddd3b983 service neutron] For port d0544448-c139-4a9a-925c-bc5e6092841a, host n-h1-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=d0544448-c139-4a9a-925c-bc5e6092841a,segment=NetworkSegment(b9f65680-5ef1-4bb4-ac2c-6d7ba403921d),segment_id=b9f65680-5ef1-4bb4-ac2c-6d7ba403921d)] {{(pid=102386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:48:36.232554 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02919e27-6446-417e-9933-b7b333d90aea req-76be67e1-f600-4b95-a841-bee02df23bf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:48:36.233955 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-02919e27-6446-417e-9933-b7b333d90aea req-76be67e1-f600-4b95-a841-bee02df23bf4 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1284060 Nov 05 18:48:36.294097 n-d-816865-1 neutron-server[102388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '362e6a7d-2b82-41c9-b439-6593f05b792a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd662afa1-efb2-4b4b-becf-6f6c2582d40e'}] {{(pid=102388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 18:48:36.296744 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85474fee1180e129d8a886d264fe0b30223aa672dd1ffe43b630605f18504f68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-664fb1e1-402e-4d8e-907e-1aa3e8687495" -d '{"events": [{"server_uuid": "362e6a7d-2b82-41c9-b439-6593f05b792a", "name": "network-vif-plugged", "status": "completed", "tag": "d662afa1-efb2-4b4b-becf-6f6c2582d40e"}]}' {{(pid=102388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 18:48:36.342383 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 18:48:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-826c6463-899f-4156-8f99-985e891ff5da x-openstack-request-id: req-826c6463-899f-4156-8f99-985e891ff5da {{(pid=102388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 18:48:36.342898 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "362e6a7d-2b82-41c9-b439-6593f05b792a", "name": "network-vif-plugged", "status": "completed", "tag": "d662afa1-efb2-4b4b-becf-6f6c2582d40e", "code": 200}]} {{(pid=102388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 18:48:36.347763 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-826c6463-899f-4156-8f99-985e891ff5da {{(pid=102388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 18:48:36.347763 n-d-816865-1 neutron-server[102388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '362e6a7d-2b82-41c9-b439-6593f05b792a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd662afa1-efb2-4b4b-becf-6f6c2582d40e', 'code': 200} Nov 05 18:48:36.347968 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-385da6b7-45e5-43d8-8822-b91f7066ab3c req-886bae73-5bdf-4336-afbd-2abeddd3b983 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:48:36.450174 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.provisioning_blocks [req-385da6b7-45e5-43d8-8822-b91f7066ab3c req-886bae73-5bdf-4336-afbd-2abeddd3b983 service neutron] Transition to ACTIVE for port object d0544448-c139-4a9a-925c-bc5e6092841a will not be triggered until provisioned by entity L2. {{(pid=102386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 05 18:48:36.502460 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15f08c3-a802-4af4-b7bc-3eb161ae1f3f req-7f8285aa-28f5-421b-8986-007a000a36ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:48:36.504134 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-c15f08c3-a802-4af4-b7bc-3eb161ae1f3f req-7f8285aa-28f5-421b-8986-007a000a36ac service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=362e6a7d-2b82-41c9-b439-6593f05b792a HTTP/1.1" status: 200 len: 1097 time: 0.0479364 Nov 05 18:48:36.519222 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1865529b-32cb-4997-bf42-07b5eb3d57ba req-c6e975fd-2118-4e43-9aef-9ae5dff56cae tempest-LiveMigrationTest-600821399 tempest-LiveMigrationTest-600821399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:48:36.521796 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-1865529b-32cb-4997-bf42-07b5eb3d57ba req-c6e975fd-2118-4e43-9aef-9ae5dff56cae tempest-LiveMigrationTest-600821399 tempest-LiveMigrationTest-600821399-project] 10.222.0.13 "GET /v2.0/ports?device_id=c936ac5a-d9ca-4986-965e-3cf978c6e19b HTTP/1.1" status: 200 len: 943 time: 0.0695357 Nov 05 18:48:36.570678 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-c15f08c3-a802-4af4-b7bc-3eb161ae1f3f req-8af5d9e3-dc0b-49df-8578-fc3acb28b2b0 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=1f791f1b-ffa6-404a-a542-489f4277d607&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547297 Nov 05 18:48:36.583822 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-1865529b-32cb-4997-bf42-07b5eb3d57ba req-cc91eb54-6899-4480-90f7-f84cb6c73b4c tempest-LiveMigrationTest-600821399 tempest-LiveMigrationTest-600821399-project] 10.222.0.13 "GET /v2.0/security-groups?id=3677ad50-e4bf-4315-8aa4-e48810edc139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552635 Nov 05 18:48:36.641804 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba081346-5ded-46bf-9155-7fcb1c067330 req-3c02329d-01cf-4212-ba30-d848058f79fb tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:48:36.643304 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-ba081346-5ded-46bf-9155-7fcb1c067330 req-3c02329d-01cf-4212-ba30-d848058f79fb tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] 10.222.0.13 "GET /v2.0/ports?device_id=67a6e104-5801-491b-964e-331ab9594689 HTTP/1.1" status: 200 len: 945 time: 0.0512712 Nov 05 18:48:36.695674 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-ba081346-5ded-46bf-9155-7fcb1c067330 req-1998bd70-21d5-48ec-aed9-d8f21c73495a tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] 10.222.0.13 "GET /v2.0/security-groups?id=e0838ac1-f008-48c1-ab43-123e255d616a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448666 Nov 05 18:48:36.819270 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd6489e-15ae-4ad9-a12b-7706850d0de7 req-73239780-514e-4cc2-b7cd-a58df05a6e18 tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:48:36.820752 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-7fd6489e-15ae-4ad9-a12b-7706850d0de7 req-73239780-514e-4cc2-b7cd-a58df05a6e18 tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] 10.222.0.13 "GET /v2.0/ports?device_id=b3c515f9-768f-4a54-bb92-e6f3d5207990 HTTP/1.1" status: 200 len: 946 time: 0.0572791 Nov 05 18:48:36.858674 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-385da6b7-45e5-43d8-8822-b91f7066ab3c req-886bae73-5bdf-4336-afbd-2abeddd3b983 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6149821'] for port, after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:48:36.871116 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-7fd6489e-15ae-4ad9-a12b-7706850d0de7 req-4383844e-73a9-4757-829c-da7a0dd5181c tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] 10.222.0.13 "GET /v2.0/security-groups?id=8015cb9a-1cfc-43ae-80a2-992db853641d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442674 Nov 05 18:48:36.925103 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [req-385da6b7-45e5-43d8-8822-b91f7066ab3c req-886bae73-5bdf-4336-afbd-2abeddd3b983 service neutron] No DVR routers for this DVR port d0544448-c139-4a9a-925c-bc5e6092841a on host n-h2-816865-1 {{(pid=102386) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 18:48:36.960091 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886bae73-5bdf-4336-afbd-2abeddd3b983 service neutron] Pushing event updated for resources: {'Port': ['ID=d0544448-c139-4a9a-925c-bc5e6092841a,revision_number=10']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:48:36.970523 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-385da6b7-45e5-43d8-8822-b91f7066ab3c req-886bae73-5bdf-4336-afbd-2abeddd3b983 service neutron] 10.222.0.55 "PUT /v2.0/ports/d0544448-c139-4a9a-925c-bc5e6092841a/bindings/n-h1-816865-1/activate HTTP/1.1" status: 200 len: 369 time: 1.2954884 Nov 05 18:48:37.051110 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 53076) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:48:37.173462 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6cae04-178f-43ab-ba95-3a34251079ef req-7355565a-df98-4677-bc3c-d6e5d95db2ca tempest-ServersTestJSON-263075603 tempest-ServersTestJSON-263075603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:48:37.175187 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-7e6cae04-178f-43ab-ba95-3a34251079ef req-7355565a-df98-4677-bc3c-d6e5d95db2ca tempest-ServersTestJSON-263075603 tempest-ServersTestJSON-263075603-project] 10.222.0.13 "GET /v2.0/ports?device_id=362e6a7d-2b82-41c9-b439-6593f05b792a HTTP/1.1" status: 200 len: 946 time: 0.0542688 Nov 05 18:48:37.237384 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-b994cbdf-96e7-45c6-8587-4bca690d15fd admin admin] Publish callbacks [] for security_group, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:48:37.240014 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-7e6cae04-178f-43ab-ba95-3a34251079ef req-b2ca5605-9dab-42b7-a91e-ad6743ae5456 tempest-ServersTestJSON-263075603 tempest-ServersTestJSON-263075603-project] 10.222.0.13 "GET /v2.0/security-groups?id=1f791f1b-ffa6-404a-a542-489f4277d607&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558937 Nov 05 18:48:37.279207 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385da6b7-45e5-43d8-8822-b91f7066ab3c req-5f3e923d-b8b8-4e74-ac4b-672fd6af4b06 tempest-LiveMigrationTest-1249278027 tempest-LiveMigrationTest-1249278027-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:48:37.281023 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-385da6b7-45e5-43d8-8822-b91f7066ab3c req-5f3e923d-b8b8-4e74-ac4b-672fd6af4b06 tempest-LiveMigrationTest-1249278027 tempest-LiveMigrationTest-1249278027-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=c936ac5a-d9ca-4986-965e-3cf978c6e19b&tenant_id=7cc0b234e0c74edeb5d0485be80e09f5&binding%3Ahost_id=n-h2-816865-1 HTTP/1.1" status: 200 len: 1095 time: 0.1097090 Nov 05 18:48:37.321704 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-d5d0822c-e3ff-4805-bc6b-24515305a06b req-739df5a0-ed26-4d9e-8ed4-7c316008c36d tempest-ServerShowV247Test-1721215558 tempest-ServerShowV247Test-1721215558-project] 10.222.0.13 "GET /v2.0/ports?device_id=da431939-1bdb-4fe5-8c3e-0fa04f18f8ec HTTP/1.1" status: 200 len: 210 time: 0.0424497 Nov 05 18:48:37.363389 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385da6b7-45e5-43d8-8822-b91f7066ab3c req-7589a4df-e06b-484b-bdad-2356c02f6f44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:48:37.365086 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-385da6b7-45e5-43d8-8822-b91f7066ab3c req-7589a4df-e06b-484b-bdad-2356c02f6f44 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=c936ac5a-d9ca-4986-965e-3cf978c6e19b&tenant_id=7cc0b234e0c74edeb5d0485be80e09f5 HTTP/1.1" status: 200 len: 1095 time: 0.0704033 Nov 05 18:48:37.382378 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-b994cbdf-96e7-45c6-8587-4bca690d15fd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:48:37.437055 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385da6b7-45e5-43d8-8822-b91f7066ab3c req-23bc90e3-0e41-4829-b509-7c7a4985a41a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:48:37.438771 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-385da6b7-45e5-43d8-8822-b91f7066ab3c req-23bc90e3-0e41-4829-b509-7c7a4985a41a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7cc0b234e0c74edeb5d0485be80e09f5&device_id=c936ac5a-d9ca-4986-965e-3cf978c6e19b HTTP/1.1" status: 200 len: 1095 time: 0.0431719 Nov 05 18:48:37.517047 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-b994cbdf-96e7-45c6-8587-4bca690d15fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:48:37.578893 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-b994cbdf-96e7-45c6-8587-4bca690d15fd admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=760bf17abe5442be8db4bc604a27977c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5266943 Nov 05 18:48:37.582350 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 53084) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:48:37.583352 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b994cbdf-96e7-45c6-8587-4bca690d15fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93088dda-d62b-4735-8629-063597e4e8af,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:48:37.597865 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385da6b7-45e5-43d8-8822-b91f7066ab3c req-ce8dfdbc-cb69-44ab-8549-b7398063e58e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:48:37.599442 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-385da6b7-45e5-43d8-8822-b91f7066ab3c req-ce8dfdbc-cb69-44ab-8549-b7398063e58e service neutron] 10.222.0.41 "GET /v2.0/networks?id=1a9992ef-da6b-4f25-bd43-f1196ce8f1a8 HTTP/1.1" status: 200 len: 908 time: 0.1534381 Nov 05 18:48:37.704159 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-385da6b7-45e5-43d8-8822-b91f7066ab3c req-76ba7747-b80b-4345-8628-7568bfbd49bd service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d0544448-c139-4a9a-925c-bc5e6092841a HTTP/1.1" status: 200 len: 217 time: 0.0602250 Nov 05 18:48:37.709033 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-de8939c5-bee7-4c61-832e-3ad796afca6e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:48:37.812743 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-de8939c5-bee7-4c61-832e-3ad796afca6e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:48:37.854463 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385da6b7-45e5-43d8-8822-b91f7066ab3c req-ada29758-cc42-43c6-97a0-4c7b10fd10d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:48:37.856439 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-385da6b7-45e5-43d8-8822-b91f7066ab3c req-ada29758-cc42-43c6-97a0-4c7b10fd10d5 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=82b7bbfc-ac99-45bb-a8a9-211b9b80ecc2 HTTP/1.1" status: 200 len: 847 time: 0.1179123 Nov 05 18:48:37.891739 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-385da6b7-45e5-43d8-8822-b91f7066ab3c req-c0aa567f-4445-45d8-82ec-f8b548058a9b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1a9992ef-da6b-4f25-bd43-f1196ce8f1a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272360 Nov 05 18:48:37.899239 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab48cbdc-c6a8-4ede-a072-b2d849e9c408 req-419fd383-0ce9-47e5-88b0-440ed65f93ec tempest-LiveMigrationTest-600821399 tempest-LiveMigrationTest-600821399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:48:37.914400 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-ab48cbdc-c6a8-4ede-a072-b2d849e9c408 req-419fd383-0ce9-47e5-88b0-440ed65f93ec tempest-LiveMigrationTest-600821399 tempest-LiveMigrationTest-600821399-project] 10.222.0.13 "GET /v2.0/ports?device_id=c936ac5a-d9ca-4986-965e-3cf978c6e19b HTTP/1.1" status: 200 len: 944 time: 0.1983459 Nov 05 18:48:37.964874 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5638aa-5fcc-49fc-a985-1c38e75c530a req-902f69f0-8731-4e1b-b090-36e81f88581e tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:48:37.972517 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-0f5638aa-5fcc-49fc-a985-1c38e75c530a req-902f69f0-8731-4e1b-b090-36e81f88581e tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] 10.222.0.13 "GET /v2.0/ports?device_id=67a6e104-5801-491b-964e-331ab9594689 HTTP/1.1" status: 200 len: 945 time: 0.1884267 Nov 05 18:48:38.072065 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-ab48cbdc-c6a8-4ede-a072-b2d849e9c408 req-69baeab6-1b8a-4203-af1e-333b363eb0b7 tempest-LiveMigrationTest-600821399 tempest-LiveMigrationTest-600821399-project] 10.222.0.13 "GET /v2.0/security-groups?id=3677ad50-e4bf-4315-8aa4-e48810edc139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1564481 Nov 05 18:48:38.089868 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-de8939c5-bee7-4c61-832e-3ad796afca6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:48:38.092616 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-de8939c5-bee7-4c61-832e-3ad796afca6e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:48:38.093852 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-de8939c5-bee7-4c61-832e-3ad796afca6e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/93088dda-d62b-4735-8629-063597e4e8af HTTP/1.1" status: 204 len: 168 time: 0.5057819 Nov 05 18:48:38.103915 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-0f5638aa-5fcc-49fc-a985-1c38e75c530a req-5c7d5841-3cd0-4bb1-ab70-a0c76039ae93 tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] 10.222.0.13 "GET /v2.0/security-groups?id=e0838ac1-f008-48c1-ab43-123e255d616a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142509 Nov 05 18:48:38.151798 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-385da6b7-45e5-43d8-8822-b91f7066ab3c req-7cd84a3f-0cc6-4fc3-838b-f4b96b4f61d4 service neutron] 10.222.0.41 "GET /v2.0/networks/1a9992ef-da6b-4f25-bd43-f1196ce8f1a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2470973 Nov 05 18:48:38.155061 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-02919e27-6446-417e-9933-b7b333d90aea req-9c4ece5c-3728-4e11-a65e-d2ad92a6ea8a tempest-ServerShowV247Test-1721215558 tempest-ServerShowV247Test-1721215558-project] 10.222.0.41 "GET /v2.0/ports?device_id=da431939-1bdb-4fe5-8c3e-0fa04f18f8ec HTTP/1.1" status: 200 len: 210 time: 0.0877438 Nov 05 18:48:38.164627 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8939c5-bee7-4c61-832e-3ad796afca6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93088dda-d62b-4735-8629-063597e4e8af,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:48:38.176897 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-31f93893-a48e-4ae8-833d-dccb2b42eacc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:48:38.280010 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986964e4-67a4-408f-bb6c-a85820875f1a req-7170c804-caf2-4624-a213-262552e88f4d tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:48:38.291008 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-986964e4-67a4-408f-bb6c-a85820875f1a req-7170c804-caf2-4624-a213-262552e88f4d tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] 10.222.0.13 "GET /v2.0/ports?device_id=b3c515f9-768f-4a54-bb92-e6f3d5207990 HTTP/1.1" status: 200 len: 946 time: 0.0902576 Nov 05 18:48:38.360134 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-385da6b7-45e5-43d8-8822-b91f7066ab3c req-44e0682d-e4cd-4ea6-9693-c666347721d9 service neutron] 10.222.0.41 "GET /v2.0/networks/1a9992ef-da6b-4f25-bd43-f1196ce8f1a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2035944 Nov 05 18:48:38.368170 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-986964e4-67a4-408f-bb6c-a85820875f1a req-1c2b9a14-9bad-4c02-af2e-529d1e733897 tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] 10.222.0.13 "GET /v2.0/security-groups?id=8015cb9a-1cfc-43ae-80a2-992db853641d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0706563 Nov 05 18:48:38.457550 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce0e331-a758-4a9d-80a6-ba826a00e3a6 req-dd71cd05-76be-42f9-af93-d2fe87e9cdd3 tempest-ServersTestJSON-263075603 tempest-ServersTestJSON-263075603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:48:38.467727 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-dce0e331-a758-4a9d-80a6-ba826a00e3a6 req-dd71cd05-76be-42f9-af93-d2fe87e9cdd3 tempest-ServersTestJSON-263075603 tempest-ServersTestJSON-263075603-project] 10.222.0.13 "GET /v2.0/ports?device_id=362e6a7d-2b82-41c9-b439-6593f05b792a HTTP/1.1" status: 200 len: 946 time: 0.0935593 Nov 05 18:48:38.527981 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-dce0e331-a758-4a9d-80a6-ba826a00e3a6 req-9d9cf8c8-b4fb-49eb-8d6c-36ab76a7fa98 tempest-ServersTestJSON-263075603 tempest-ServersTestJSON-263075603-project] 10.222.0.13 "GET /v2.0/security-groups?id=1f791f1b-ffa6-404a-a542-489f4277d607&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593088 Nov 05 18:48:38.566650 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-2f0bd0d4-9a15-4bf6-a273-b714cd6fb7e4 req-3ddce765-42b9-4749-8087-6e41f4ab25e1 tempest-ServerShowV247Test-1721215558 tempest-ServerShowV247Test-1721215558-project] 10.222.0.13 "GET /v2.0/ports?device_id=da431939-1bdb-4fe5-8c3e-0fa04f18f8ec HTTP/1.1" status: 200 len: 210 time: 0.0428801 Nov 05 18:48:38.587600 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:48:39.328317 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8764eae8-21d1-493b-8aeb-2b85bb1b5c97 req-bc2c810c-ba55-4427-b626-d560a81aa9f9 tempest-LiveMigrationTest-600821399 tempest-LiveMigrationTest-600821399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:48:39.331026 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-8764eae8-21d1-493b-8aeb-2b85bb1b5c97 req-bc2c810c-ba55-4427-b626-d560a81aa9f9 tempest-LiveMigrationTest-600821399 tempest-LiveMigrationTest-600821399-project] 10.222.0.13 "GET /v2.0/ports?device_id=c936ac5a-d9ca-4986-965e-3cf978c6e19b HTTP/1.1" status: 200 len: 944 time: 0.1248860 Nov 05 18:48:39.340466 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566e6cf9-d682-447e-ab6b-88fa0133b8bf req-6e6bfe2a-9179-46b8-88d1-fe8498bab8b8 tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:48:39.349566 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-566e6cf9-d682-447e-ab6b-88fa0133b8bf req-6e6bfe2a-9179-46b8-88d1-fe8498bab8b8 tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] 10.222.0.13 "GET /v2.0/ports?device_id=67a6e104-5801-491b-964e-331ab9594689 HTTP/1.1" status: 200 len: 945 time: 0.1254873 Nov 05 18:48:39.509849 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-8764eae8-21d1-493b-8aeb-2b85bb1b5c97 req-23535264-416b-4a68-9db5-a49f58007e64 tempest-LiveMigrationTest-600821399 tempest-LiveMigrationTest-600821399-project] 10.222.0.13 "GET /v2.0/security-groups?id=3677ad50-e4bf-4315-8aa4-e48810edc139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1568415 Nov 05 18:48:39.514777 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-566e6cf9-d682-447e-ab6b-88fa0133b8bf req-fc65ca82-1840-4945-b020-3560d6dc6aea tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] 10.222.0.13 "GET /v2.0/security-groups?id=e0838ac1-f008-48c1-ab43-123e255d616a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1641970 Nov 05 18:48:39.543438 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385da6b7-45e5-43d8-8822-b91f7066ab3c req-7d6b7638-02a3-423a-b9d9-78bc3921fb00 tempest-LiveMigrationTest-1249278027 tempest-LiveMigrationTest-1249278027-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:48:39.545074 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-385da6b7-45e5-43d8-8822-b91f7066ab3c req-7d6b7638-02a3-423a-b9d9-78bc3921fb00 tempest-LiveMigrationTest-1249278027 tempest-LiveMigrationTest-1249278027-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=c936ac5a-d9ca-4986-965e-3cf978c6e19b&tenant_id=7cc0b234e0c74edeb5d0485be80e09f5&binding%3Ahost_id=n-h1-816865-1 HTTP/1.1" status: 200 len: 1095 time: 0.1093330 Nov 05 18:48:39.635207 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71057d3-9010-4b2b-9ce9-d490ef92668f req-b299de30-7e28-4f44-8fb7-47043d51ec7b tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:48:39.636761 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-e71057d3-9010-4b2b-9ce9-d490ef92668f req-b299de30-7e28-4f44-8fb7-47043d51ec7b tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] 10.222.0.13 "GET /v2.0/ports?device_id=b3c515f9-768f-4a54-bb92-e6f3d5207990 HTTP/1.1" status: 200 len: 946 time: 0.0663221 Nov 05 18:48:39.716930 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1df5cf-4794-4222-a050-14fb96b25080 req-6438ea7c-35b7-43c3-a721-5129a78ef7bd tempest-ServersTestJSON-263075603 tempest-ServersTestJSON-263075603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:48:39.718276 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-3a1df5cf-4794-4222-a050-14fb96b25080 req-6438ea7c-35b7-43c3-a721-5129a78ef7bd tempest-ServersTestJSON-263075603 tempest-ServersTestJSON-263075603-project] 10.222.0.13 "GET /v2.0/ports?device_id=362e6a7d-2b82-41c9-b439-6593f05b792a HTTP/1.1" status: 200 len: 946 time: 0.0803654 Nov 05 18:48:39.791364 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-e71057d3-9010-4b2b-9ce9-d490ef92668f req-662e7e73-b354-4975-bd02-0a8064e27562 tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] 10.222.0.13 "GET /v2.0/security-groups?id=8015cb9a-1cfc-43ae-80a2-992db853641d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1406875 Nov 05 18:48:39.795829 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-3a1df5cf-4794-4222-a050-14fb96b25080 req-bb26e85d-8b2b-4b2f-9311-682d30732547 tempest-ServersTestJSON-263075603 tempest-ServersTestJSON-263075603-project] 10.222.0.13 "GET /v2.0/security-groups?id=1f791f1b-ffa6-404a-a542-489f4277d607&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693040 Nov 05 18:48:39.843697 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [req-385da6b7-45e5-43d8-8822-b91f7066ab3c req-083f6e88-9a16-44f8-89a8-e30ae835f145 service neutron] For port d0544448-c139-4a9a-925c-bc5e6092841a, host n-h2-816865-1, cleared binding levels {{(pid=102386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 18:48:39.846989 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-385da6b7-45e5-43d8-8822-b91f7066ab3c req-083f6e88-9a16-44f8-89a8-e30ae835f145 service neutron] Publish callbacks [] for binding, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:48:39.848118 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-385da6b7-45e5-43d8-8822-b91f7066ab3c req-083f6e88-9a16-44f8-89a8-e30ae835f145 service neutron] 10.222.0.41 "DELETE /v2.0/ports/d0544448-c139-4a9a-925c-bc5e6092841a/bindings/n-h2-816865-1 HTTP/1.1" status: 204 len: 173 time: 0.2858548 Nov 05 18:48:39.996814 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f736a8e5-d009-4e2f-aa54-acb78aa93543 req-40f39adf-457e-4360-837e-e3f83369686b tempest-ServersTestJSON-263075603 tempest-ServersTestJSON-263075603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:48:40.000178 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-f736a8e5-d009-4e2f-aa54-acb78aa93543 req-40f39adf-457e-4360-837e-e3f83369686b tempest-ServersTestJSON-263075603 tempest-ServersTestJSON-263075603-project] 10.222.0.13 "GET /v2.0/ports?device_id=362e6a7d-2b82-41c9-b439-6593f05b792a HTTP/1.1" status: 200 len: 946 time: 0.0784123 Nov 05 18:48:40.009794 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 53134) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:48:40.016437 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-88a60afa-0b0d-47e8-b01d-39a3898b9977 tempest-ServersTestJSON-263075603 tempest-ServersTestJSON-263075603-project] Request body: {'floatingip': {'port_id': 'd662afa1-efb2-4b4b-becf-6f6c2582d40e'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:48:40.076639 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-88a60afa-0b0d-47e8-b01d-39a3898b9977 tempest-ServersTestJSON-263075603 tempest-ServersTestJSON-263075603-project] Publish callbacks [] for floatingip, before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:48:40.558148 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-c25d147a-66fe-4352-b168-3fb7ca895c73 req-f64e422a-4669-45f1-a0a6-cf170a8f300f tempest-ServerShowV247Test-1721215558 tempest-ServerShowV247Test-1721215558-project] 10.222.0.13 "GET /v2.0/ports?device_id=cb0cc9c5-f867-41bd-b3e5-fe2461240cd5 HTTP/1.1" status: 200 len: 210 time: 0.0430918 Nov 05 18:48:40.653170 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-03bde1a8-5189-4774-9bac-35123baeaab8 req-0b7ad940-e871-456b-bfdc-683a9e954593 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=adc3def7c4a94f9dbfd15f56dfcb942d&device_id=cb0cc9c5-f867-41bd-b3e5-fe2461240cd5 HTTP/1.1" status: 200 len: 210 time: 0.2151139 Nov 05 18:48:40.694191 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-03bde1a8-5189-4774-9bac-35123baeaab8 req-155f66b2-9374-4c13-9b0c-b556fca0699b service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=adc3def7c4a94f9dbfd15f56dfcb942d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0262482 Nov 05 18:48:40.694461 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e873477c-2f9d-428d-8b2f-abf2d5619f81 req-a00838e9-46d2-4594-a75d-427390fa7d94 tempest-LiveMigrationTest-600821399 tempest-LiveMigrationTest-600821399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:48:40.695856 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-e873477c-2f9d-428d-8b2f-abf2d5619f81 req-a00838e9-46d2-4594-a75d-427390fa7d94 tempest-LiveMigrationTest-600821399 tempest-LiveMigrationTest-600821399-project] 10.222.0.13 "GET /v2.0/ports?device_id=c936ac5a-d9ca-4986-965e-3cf978c6e19b HTTP/1.1" status: 200 len: 944 time: 0.0576801 Nov 05 18:48:40.759787 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-e873477c-2f9d-428d-8b2f-abf2d5619f81 req-2907d2c2-214b-4889-8381-b38a4cdb1545 tempest-LiveMigrationTest-600821399 tempest-LiveMigrationTest-600821399-project] 10.222.0.13 "GET /v2.0/security-groups?id=3677ad50-e4bf-4315-8aa4-e48810edc139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576246 Nov 05 18:48:40.918420 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78410d0e-c712-4d51-9198-cf1c68d2a32a req-0ca8debb-4273-43d0-8f5a-af1e46494ffc tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:48:40.929336 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-78410d0e-c712-4d51-9198-cf1c68d2a32a req-0ca8debb-4273-43d0-8f5a-af1e46494ffc tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] 10.222.0.13 "GET /v2.0/ports?device_id=67a6e104-5801-491b-964e-331ab9594689 HTTP/1.1" status: 200 len: 945 time: 0.0737679 Nov 05 18:48:40.986219 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-78410d0e-c712-4d51-9198-cf1c68d2a32a req-690cbc11-9870-4247-9590-13640cbda299 tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] 10.222.0.13 "GET /v2.0/security-groups?id=e0838ac1-f008-48c1-ab43-123e255d616a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558367 Nov 05 18:48:41.131922 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb9b839-11b1-4b26-9c91-d8f5a3f98b8c req-5431418d-5d6b-432e-ae8c-5e79e0c20332 tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:48:41.133447 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-efb9b839-11b1-4b26-9c91-d8f5a3f98b8c req-5431418d-5d6b-432e-ae8c-5e79e0c20332 tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] 10.222.0.13 "GET /v2.0/ports?device_id=b3c515f9-768f-4a54-bb92-e6f3d5207990 HTTP/1.1" status: 200 len: 946 time: 0.0541227 Nov 05 18:48:41.177430 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-88a60afa-0b0d-47e8-b01d-39a3898b9977 tempest-ServersTestJSON-263075603 tempest-ServersTestJSON-263075603-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:48:41.183771 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-efb9b839-11b1-4b26-9c91-d8f5a3f98b8c req-ee72828c-c5af-4cd5-8111-c5f3ccd6df6a tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] 10.222.0.13 "GET /v2.0/security-groups?id=8015cb9a-1cfc-43ae-80a2-992db853641d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436313 Nov 05 18:48:41.196999 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bde1a8-5189-4774-9bac-35123baeaab8 req-120df768-493f-4e7d-b031-20c8daa4891e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:48:41.202443 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-03bde1a8-5189-4774-9bac-35123baeaab8 req-120df768-493f-4e7d-b031-20c8daa4891e service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4850991 Nov 05 18:48:41.284607 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f34d5b8-87df-4a43-ac29-5c338e392ead req-fda36790-916f-496f-8ae1-2b60e2ba95ed tempest-LiveMigrationTest-1249278027 tempest-LiveMigrationTest-1249278027-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:48:41.286165 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-7f34d5b8-87df-4a43-ac29-5c338e392ead req-fda36790-916f-496f-8ae1-2b60e2ba95ed tempest-LiveMigrationTest-1249278027 tempest-LiveMigrationTest-1249278027-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=c936ac5a-d9ca-4986-965e-3cf978c6e19b HTTP/1.1" status: 200 len: 1095 time: 0.0447702 Nov 05 18:48:41.329754 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-7f34d5b8-87df-4a43-ac29-5c338e392ead req-3feba8c7-bf8b-4812-9e86-cb79147954c1 tempest-LiveMigrationTest-1249278027 tempest-LiveMigrationTest-1249278027-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=3677ad50-e4bf-4315-8aa4-e48810edc139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370095 Nov 05 18:48:41.478531 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-88a60afa-0b0d-47e8-b01d-39a3898b9977 tempest-ServersTestJSON-263075603 tempest-ServersTestJSON-263075603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1000577'] for floatingip, after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:48:41.596368 n-d-816865-1 neutron-server[102386]: INFO neutron.db.l3_db [None req-88a60afa-0b0d-47e8-b01d-39a3898b9977 tempest-ServersTestJSON-263075603 tempest-ServersTestJSON-263075603-project] Floating IP 037d3345-f270-45cc-b0f8-d71ac91b8368 associated. External IP: 172.25.6.76, port: d662afa1-efb2-4b4b-becf-6f6c2582d40e. Nov 05 18:48:41.734842 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-6673c778-dda7-44ca-83ad-484870659161 req-b74f7969-669e-4008-95b8-bd4958d91e3f tempest-ServerShowV247Test-1721215558 tempest-ServerShowV247Test-1721215558-project] 10.222.0.13 "GET /v2.0/ports?device_id=cb0cc9c5-f867-41bd-b3e5-fe2461240cd5 HTTP/1.1" status: 200 len: 210 time: 0.0886090 Nov 05 18:48:41.886294 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88a60afa-0b0d-47e8-b01d-39a3898b9977 tempest-ServersTestJSON-263075603 tempest-ServersTestJSON-263075603-project] Router a53e19ca-f0bc-4a6e-ae88-65d6ce587a43 has already been hosted by L3 agent 6dcb5589-8e86-4616-9186-ddc4548e13ad {{(pid=102386) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 18:48:42.070224 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88a60afa-0b0d-47e8-b01d-39a3898b9977 tempest-ServersTestJSON-263075603 tempest-ServersTestJSON-263075603-project] Notify agent at l3_agent.n-d-816865-1 the message routers_updated {{(pid=102386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 18:48:42.075769 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-88a60afa-0b0d-47e8-b01d-39a3898b9977 tempest-ServersTestJSON-263075603 tempest-ServersTestJSON-263075603-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for floatingip, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:48:42.083779 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd3d9202-9039-4857-9ce1-fb5777fd6b53 None None] Sync routers for ids ['a53e19ca-f0bc-4a6e-ae88-65d6ce587a43'] in n-d-816865-1 {{(pid=102388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 18:48:42.095131 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd3d9202-9039-4857-9ce1-fb5777fd6b53 None None] Routers {'a53e19ca-f0bc-4a6e-ae88-65d6ce587a43'} bound to L3 agent in host n-d-816865-1 {{(pid=102388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 18:48:42.096027 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-bd3d9202-9039-4857-9ce1-fb5777fd6b53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T18:48:35Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['a53e19ca-f0bc-4a6e-ae88-65d6ce587a43'], 'active': True} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:48:42.215852 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-88a60afa-0b0d-47e8-b01d-39a3898b9977 tempest-ServersTestJSON-263075603 tempest-ServersTestJSON-263075603-project] 10.222.0.13 "PUT /v2.0/floatingips/037d3345-f270-45cc-b0f8-d71ac91b8368 HTTP/1.1" status: 200 len: 991 time: 2.2044582 Nov 05 18:48:42.217680 n-d-816865-1 neutron-server[102386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '362e6a7d-2b82-41c9-b439-6593f05b792a', 'tag': 'd662afa1-efb2-4b4b-becf-6f6c2582d40e'}] {{(pid=102386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 18:48:42.220814 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6173a44d7c73f41af551dc890fa1a5892c2c6bc3458b640c8e0c24db7876ba6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e84bef79-aa8e-4754-80cd-196c53ac1432" -d '{"events": [{"name": "network-changed", "server_uuid": "362e6a7d-2b82-41c9-b439-6593f05b792a", "tag": "d662afa1-efb2-4b4b-becf-6f6c2582d40e"}]}' {{(pid=102386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 18:48:42.237639 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-f11e9df0-8402-44de-85e6-505960a8d067 req-60f48934-35b8-4d04-a0bf-0d33f5119542 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=93fdaf80-df0d-4e8d-a241-d135c3792f47&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1146402 Nov 05 18:48:42.294809 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6619dae-5ded-4e54-90dd-8cc3798a6b32 req-080c9a9d-c7fb-414f-a3b3-aa6726cc3ae7 tempest-LiveMigrationTest-600821399 tempest-LiveMigrationTest-600821399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:48:42.306921 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-c6619dae-5ded-4e54-90dd-8cc3798a6b32 req-080c9a9d-c7fb-414f-a3b3-aa6726cc3ae7 tempest-LiveMigrationTest-600821399 tempest-LiveMigrationTest-600821399-project] 10.222.0.13 "GET /v2.0/ports?device_id=c936ac5a-d9ca-4986-965e-3cf978c6e19b HTTP/1.1" status: 200 len: 944 time: 0.1892118 Nov 05 18:48:42.337509 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvr_db [None req-bd3d9202-9039-4857-9ce1-fb5777fd6b53 None None] Set router a53e19ca-f0bc-4a6e-ae88-65d6ce587a43 gateway port host: n-d-816865-1 {{(pid=102388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 18:48:42.350517 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11e9df0-8402-44de-85e6-505960a8d067 req-07c34768-ea42-4bd8-9f08-4a4b08265c18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:48:42.352634 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-f11e9df0-8402-44de-85e6-505960a8d067 req-07c34768-ea42-4bd8-9f08-4a4b08265c18 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7cc0b234e0c74edeb5d0485be80e09f5&device_id=93fdaf80-df0d-4e8d-a241-d135c3792f47 HTTP/1.1" status: 200 len: 1095 time: 0.0774722 Nov 05 18:48:42.405544 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eacb07e-37b1-4094-ae33-5bd0e431d6f6 req-639d0846-d0eb-4528-8f88-5714e9e77bb4 tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:48:42.416203 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-9eacb07e-37b1-4094-ae33-5bd0e431d6f6 req-639d0846-d0eb-4528-8f88-5714e9e77bb4 tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] 10.222.0.13 "GET /v2.0/ports?device_id=67a6e104-5801-491b-964e-331ab9594689 HTTP/1.1" status: 200 len: 945 time: 0.2471826 Nov 05 18:48:42.451104 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-c6619dae-5ded-4e54-90dd-8cc3798a6b32 req-f8c52b83-2096-4b05-8f2f-9fc5c66df3c5 tempest-LiveMigrationTest-600821399 tempest-LiveMigrationTest-600821399-project] 10.222.0.13 "GET /v2.0/security-groups?id=3677ad50-e4bf-4315-8aa4-e48810edc139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431944 Nov 05 18:48:42.516372 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-9eacb07e-37b1-4094-ae33-5bd0e431d6f6 req-327cb648-6019-443d-aa89-594a29c85da1 tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] 10.222.0.13 "GET /v2.0/security-groups?id=e0838ac1-f008-48c1-ab43-123e255d616a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992210 Nov 05 18:48:42.551811 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11e9df0-8402-44de-85e6-505960a8d067 req-6481ca2b-3f12-4e8b-8181-f863dd7b920c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:48:42.553886 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-f11e9df0-8402-44de-85e6-505960a8d067 req-6481ca2b-3f12-4e8b-8181-f863dd7b920c service neutron] 10.222.0.41 "GET /v2.0/networks?id=1a9992ef-da6b-4f25-bd43-f1196ce8f1a8 HTTP/1.1" status: 200 len: 908 time: 0.1668468 Nov 05 18:48:42.603939 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-f11e9df0-8402-44de-85e6-505960a8d067 req-a286b440-ecd8-4730-beb8-538830828051 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8627f3a1-d0a8-455a-9185-f1f27b8b930d HTTP/1.1" status: 200 len: 217 time: 0.0421116 Nov 05 18:48:42.674941 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6341f0e9-6762-489d-a1ac-cbd38d6b3ee1 req-a9179035-14d8-4246-82e3-d40c44093b80 tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:48:42.676459 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-6341f0e9-6762-489d-a1ac-cbd38d6b3ee1 req-a9179035-14d8-4246-82e3-d40c44093b80 tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] 10.222.0.13 "GET /v2.0/ports?device_id=b3c515f9-768f-4a54-bb92-e6f3d5207990 HTTP/1.1" status: 200 len: 946 time: 0.1163435 Nov 05 18:48:42.688287 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11e9df0-8402-44de-85e6-505960a8d067 req-fafce757-0422-4c82-85f4-b621647db1ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:48:42.689926 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-f11e9df0-8402-44de-85e6-505960a8d067 req-fafce757-0422-4c82-85f4-b621647db1ae service neutron] 10.222.0.41 "GET /v2.0/subnets?id=82b7bbfc-ac99-45bb-a8a9-211b9b80ecc2 HTTP/1.1" status: 200 len: 847 time: 0.0612345 Nov 05 18:48:42.740910 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-f11e9df0-8402-44de-85e6-505960a8d067 req-82194351-5f9a-4e71-81e3-50e4bc11d8a0 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1a9992ef-da6b-4f25-bd43-f1196ce8f1a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0372887 Nov 05 18:48:42.781579 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-6341f0e9-6762-489d-a1ac-cbd38d6b3ee1 req-90fa2dfe-e8bd-43b3-8843-3365a1d3c6af tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] 10.222.0.13 "GET /v2.0/security-groups?id=8015cb9a-1cfc-43ae-80a2-992db853641d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0957294 Nov 05 18:48:42.833384 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 18:48:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb6bdce0-f0bd-4fec-95a0-5730343d96fa x-openstack-request-id: req-bb6bdce0-f0bd-4fec-95a0-5730343d96fa {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 18:48:42.833731 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "362e6a7d-2b82-41c9-b439-6593f05b792a", "tag": "d662afa1-efb2-4b4b-becf-6f6c2582d40e", "status": "completed", "code": 200}]} {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 18:48:42.834552 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-bb6bdce0-f0bd-4fec-95a0-5730343d96fa {{(pid=102386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 18:48:42.841173 n-d-816865-1 neutron-server[102386]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '362e6a7d-2b82-41c9-b439-6593f05b792a', 'tag': 'd662afa1-efb2-4b4b-becf-6f6c2582d40e', 'status': 'completed', 'code': 200} Nov 05 18:48:42.850249 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.41', 57423) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:48:42.928423 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-03bde1a8-5189-4774-9bac-35123baeaab8 req-b17167f1-a960-4d31-996d-fe690dc38927 tempest-ServerShowV247Test-1721215558 tempest-ServerShowV247Test-1721215558-project] 10.222.0.41 "GET /v2.0/ports?device_id=cb0cc9c5-f867-41bd-b3e5-fe2461240cd5 HTTP/1.1" status: 200 len: 210 time: 0.0760787 Nov 05 18:48:42.992214 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-bd3d9202-9039-4857-9ce1-fb5777fd6b53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a53e19ca-f0bc-4a6e-ae88-65d6ce587a43', 'name': 'tempest-ServersTestJSON-246883563-router', 'tenant_id': '4887dc6e572a48c1b9dc807c93638012', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.119'}], 'enable_snat': True}, 'gw_port_id': 'bc9c3bb2-bf2c-434c-8ba4-7b37db3991f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T18:48:03Z', 'updated_at': '2021-11-05T18:48:11Z', 'revision_number': 4, 'project_id': '4887dc6e572a48c1b9dc807c93638012', 'gw_port': {'id': 'bc9c3bb2-bf2c-434c-8ba4-7b37db3991f8', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:a8:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a53e19ca-f0bc-4a6e-ae88-65d6ce587a43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1172, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T18:48:04Z', 'updated_at': '2021-11-05T18:48:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1', '_floatingips': [{'id': '037d3345-f270-45cc-b0f8-d71ac91b8368', 'tenant_id': '4887dc6e572a48c1b9dc807c93638012', 'floating_ip_address': '172.25.6.76', 'floating_network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'router_id': 'a53e19ca-f0bc-4a6e-ae88-65d6ce587a43', 'port_id': 'd662afa1-efb2-4b4b-becf-6f6c2582d40e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1181, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd70d85ea-9d51-4341-91cd-ba98d4c8b177', 'mac_address': 'fa:16:3e:74:ea:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '362e6a7d-2b82-41c9-b439-6593f05b792a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-05T18:48:18Z', 'updated_at': '2021-11-05T18:48:40Z', 'revision_number': 1, 'project_id': '4887dc6e572a48c1b9dc807c93638012', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b7e7015-5f97-4fc7-941d-1fa95029ea47', 'name': '', 'network_id': 'd70d85ea-9d51-4341-91cd-ba98d4c8b177', 'tenant_id': '4887dc6e572a48c1b9dc807c93638012', 'mac_address': 'fa:16:3e:40:da:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a53e19ca-f0bc-4a6e-ae88-65d6ce587a43', 'device_owner': 'network:router_interface', 'standard_attr_id': 1174, 'fixed_ips': [{'subnet_id': '81600d89-8835-46e1-88a4-4590dbfefef9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T18:48:10Z', 'updated_at': '2021-11-05T18:48:16Z', 'revision_number': 5, 'project_id': '4887dc6e572a48c1b9dc807c93638012', 'subnets': [{'id': '81600d89-8835-46e1-88a4-4590dbfefef9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-1', False) {} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:48:43.030717 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-59da50a9-7794-40a5-a795-71957dade3ec req-6f20959a-a546-4905-9b6a-ea55cdcd3abf tempest-ServerShowV247Test-1721215558 tempest-ServerShowV247Test-1721215558-project] 10.222.0.13 "GET /v2.0/ports?device_id=cb0cc9c5-f867-41bd-b3e5-fe2461240cd5 HTTP/1.1" status: 200 len: 210 time: 0.1055706 Nov 05 18:48:43.065387 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd3d9202-9039-4857-9ce1-fb5777fd6b53 None None] Checking router: a53e19ca-f0bc-4a6e-ae88-65d6ce587a43 for host: n-d-816865-1 {{(pid=102388) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 18:48:43.077523 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd3d9202-9039-4857-9ce1-fb5777fd6b53 None None] Routers {'a53e19ca-f0bc-4a6e-ae88-65d6ce587a43'} bound to L3 agent in host n-d-816865-1 {{(pid=102388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 18:48:43.078212 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-bd3d9202-9039-4857-9ce1-fb5777fd6b53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T18:48:35Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['a53e19ca-f0bc-4a6e-ae88-65d6ce587a43'], 'active': True} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:48:43.100925 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066822f8-e5b1-4cd3-a4b6-1980050b0166 req-0aaae665-3078-4c23-bdcb-170c07834b6c tempest-LiveMigrationTest-600821399 tempest-LiveMigrationTest-600821399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:48:43.103851 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-066822f8-e5b1-4cd3-a4b6-1980050b0166 req-0aaae665-3078-4c23-bdcb-170c07834b6c tempest-LiveMigrationTest-600821399 tempest-LiveMigrationTest-600821399-project] 10.222.0.41 "GET /v2.0/ports?device_id=c936ac5a-d9ca-4986-965e-3cf978c6e19b HTTP/1.1" status: 200 len: 944 time: 0.2434328 Nov 05 18:48:43.136912 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84bef79-aa8e-4754-80cd-196c53ac1432 req-8660c541-270a-41f1-886a-2567c668e71c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:48:43.140874 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-e84bef79-aa8e-4754-80cd-196c53ac1432 req-8660c541-270a-41f1-886a-2567c668e71c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4887dc6e572a48c1b9dc807c93638012&device_id=362e6a7d-2b82-41c9-b439-6593f05b792a HTTP/1.1" status: 200 len: 1097 time: 0.2985172 Nov 05 18:48:43.249936 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [req-066822f8-e5b1-4cd3-a4b6-1980050b0166 req-bb3001d2-033b-42ab-b79d-fbe2637c765d tempest-LiveMigrationTest-600821399 tempest-LiveMigrationTest-600821399-project] Deleting port d0544448-c139-4a9a-925c-bc5e6092841a {{(pid=102387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 18:48:43.250681 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-066822f8-e5b1-4cd3-a4b6-1980050b0166 req-bb3001d2-033b-42ab-b79d-fbe2637c765d tempest-LiveMigrationTest-600821399 tempest-LiveMigrationTest-600821399-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:48:43.253084 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-f11e9df0-8402-44de-85e6-505960a8d067 req-77586679-4b42-4c59-acfb-c68cb2510eee service neutron] 10.222.0.41 "GET /v2.0/networks/1a9992ef-da6b-4f25-bd43-f1196ce8f1a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4944489 Nov 05 18:48:43.260380 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvr_db [None req-bd3d9202-9039-4857-9ce1-fb5777fd6b53 None None] Set router a53e19ca-f0bc-4a6e-ae88-65d6ce587a43 gateway port host: n-d-816865-1 {{(pid=102388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 18:48:43.375341 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.db [req-066822f8-e5b1-4cd3-a4b6-1980050b0166 req-bb3001d2-033b-42ab-b79d-fbe2637c765d tempest-LiveMigrationTest-600821399 tempest-LiveMigrationTest-600821399-project] For port d0544448-c139-4a9a-925c-bc5e6092841a, host n-h1-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=d0544448-c139-4a9a-925c-bc5e6092841a,segment=NetworkSegment(b9f65680-5ef1-4bb4-ac2c-6d7ba403921d),segment_id=b9f65680-5ef1-4bb4-ac2c-6d7ba403921d)] {{(pid=102387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:48:43.375712 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-066822f8-e5b1-4cd3-a4b6-1980050b0166 req-bb3001d2-033b-42ab-b79d-fbe2637c765d tempest-LiveMigrationTest-600821399 tempest-LiveMigrationTest-600821399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:48:43.392872 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [req-066822f8-e5b1-4cd3-a4b6-1980050b0166 req-bb3001d2-033b-42ab-b79d-fbe2637c765d tempest-LiveMigrationTest-600821399 tempest-LiveMigrationTest-600821399-project] Calling delete_port for d0544448-c139-4a9a-925c-bc5e6092841a owned by compute:nova {{(pid=102387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 18:48:43.435112 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84bef79-aa8e-4754-80cd-196c53ac1432 req-dab82f64-cba3-4664-8866-7bbc2aec77c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:48:43.437548 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-e84bef79-aa8e-4754-80cd-196c53ac1432 req-dab82f64-cba3-4664-8866-7bbc2aec77c2 service neutron] 10.222.0.41 "GET /v2.0/networks?id=d70d85ea-9d51-4341-91cd-ba98d4c8b177 HTTP/1.1" status: 200 len: 906 time: 0.2795687 Nov 05 18:48:43.591515 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-f11e9df0-8402-44de-85e6-505960a8d067 req-f4f13128-9f09-458d-97ac-32c3f3b73db1 service neutron] 10.222.0.41 "GET /v2.0/networks/1a9992ef-da6b-4f25-bd43-f1196ce8f1a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3065286 Nov 05 18:48:43.660055 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-e84bef79-aa8e-4754-80cd-196c53ac1432 req-e34a323c-cd65-45c6-833a-09c30e44a1bf service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d662afa1-efb2-4b4b-becf-6f6c2582d40e HTTP/1.1" status: 200 len: 999 time: 0.2059453 Nov 05 18:48:43.752274 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-bd3d9202-9039-4857-9ce1-fb5777fd6b53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a53e19ca-f0bc-4a6e-ae88-65d6ce587a43', 'name': 'tempest-ServersTestJSON-246883563-router', 'tenant_id': '4887dc6e572a48c1b9dc807c93638012', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.119'}], 'enable_snat': True}, 'gw_port_id': 'bc9c3bb2-bf2c-434c-8ba4-7b37db3991f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T18:48:03Z', 'updated_at': '2021-11-05T18:48:11Z', 'revision_number': 4, 'project_id': '4887dc6e572a48c1b9dc807c93638012', 'gw_port': {'id': 'bc9c3bb2-bf2c-434c-8ba4-7b37db3991f8', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:a8:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a53e19ca-f0bc-4a6e-ae88-65d6ce587a43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1172, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T18:48:04Z', 'updated_at': '2021-11-05T18:48:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1', '_floatingips': [{'id': '037d3345-f270-45cc-b0f8-d71ac91b8368', 'tenant_id': '4887dc6e572a48c1b9dc807c93638012', 'floating_ip_address': '172.25.6.76', 'floating_network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'router_id': 'a53e19ca-f0bc-4a6e-ae88-65d6ce587a43', 'port_id': 'd662afa1-efb2-4b4b-becf-6f6c2582d40e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1181, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd70d85ea-9d51-4341-91cd-ba98d4c8b177', 'mac_address': 'fa:16:3e:74:ea:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '362e6a7d-2b82-41c9-b439-6593f05b792a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-05T18:48:18Z', 'updated_at': '2021-11-05T18:48:40Z', 'revision_number': 1, 'project_id': '4887dc6e572a48c1b9dc807c93638012', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b7e7015-5f97-4fc7-941d-1fa95029ea47', 'name': '', 'network_id': 'd70d85ea-9d51-4341-91cd-ba98d4c8b177', 'tenant_id': '4887dc6e572a48c1b9dc807c93638012', 'mac_address': 'fa:16:3e:40:da:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a53e19ca-f0bc-4a6e-ae88-65d6ce587a43', 'device_owner': 'network:router_interface', 'standard_attr_id': 1174, 'fixed_ips': [{'subnet_id': '81600d89-8835-46e1-88a4-4590dbfefef9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T18:48:10Z', 'updated_at': '2021-11-05T18:48:16Z', 'revision_number': 5, 'project_id': '4887dc6e572a48c1b9dc807c93638012', 'subnets': [{'id': '81600d89-8835-46e1-88a4-4590dbfefef9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-1', False) {} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:48:43.763486 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84bef79-aa8e-4754-80cd-196c53ac1432 req-71e8aacb-d4e2-48d8-b740-faeab7069464 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:48:43.764613 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-e84bef79-aa8e-4754-80cd-196c53ac1432 req-71e8aacb-d4e2-48d8-b740-faeab7069464 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=81600d89-8835-46e1-88a4-4590dbfefef9 HTTP/1.1" status: 200 len: 844 time: 0.0916383 Nov 05 18:48:43.797344 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1644958-13b3-4dc5-9122-222cb4d7cd38 req-97c9127e-3ad7-47a2-ac6f-883986eccc7d tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:48:43.797344 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-d1644958-13b3-4dc5-9122-222cb4d7cd38 req-97c9127e-3ad7-47a2-ac6f-883986eccc7d tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] 10.222.0.13 "GET /v2.0/ports?device_id=67a6e104-5801-491b-964e-331ab9594689 HTTP/1.1" status: 200 len: 945 time: 0.1457691 Nov 05 18:48:43.832675 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84bef79-aa8e-4754-80cd-196c53ac1432 req-73020100-8b24-4e19-928a-ccb332339bb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:48:43.835596 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-e84bef79-aa8e-4754-80cd-196c53ac1432 req-73020100-8b24-4e19-928a-ccb332339bb2 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d70d85ea-9d51-4341-91cd-ba98d4c8b177&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0565710 Nov 05 18:48:43.842918 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd3d9202-9039-4857-9ce1-fb5777fd6b53 None None] The sync data for ids ['a53e19ca-f0bc-4a6e-ae88-65d6ce587a43'] in n-d-816865-1 is: [{'id': 'a53e19ca-f0bc-4a6e-ae88-65d6ce587a43', 'name': 'tempest-ServersTestJSON-246883563-router', 'tenant_id': '4887dc6e572a48c1b9dc807c93638012', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.119'}], 'enable_snat': True}, 'gw_port_id': 'bc9c3bb2-bf2c-434c-8ba4-7b37db3991f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T18:48:03Z', 'updated_at': '2021-11-05T18:48:11Z', 'revision_number': 4, 'project_id': '4887dc6e572a48c1b9dc807c93638012', 'gw_port': {'id': 'bc9c3bb2-bf2c-434c-8ba4-7b37db3991f8', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:a8:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a53e19ca-f0bc-4a6e-ae88-65d6ce587a43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1172, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T18:48:04Z', 'updated_at': '2021-11-05T18:48:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1', '_floatingips': [{'id': '037d3345-f270-45cc-b0f8-d71ac91b8368', 'tenant_id': '4887dc6e572a48c1b9dc807c93638012', 'floating_ip_address': '172.25.6.76', 'floating_network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'router_id': 'a53e19ca-f0bc-4a6e-ae88-65d6ce587a43', 'port_id': 'd662afa1-efb2-4b4b-becf-6f6c2582d40e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1181, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd70d85ea-9d51-4341-91cd-ba98d4c8b177', 'mac_address': 'fa:16:3e:74:ea:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '362e6a7d-2b82-41c9-b439-6593f05b792a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-05T18:48:18Z', 'updated_at': '2021-11-05T18:48:40Z', 'revision_number': 1, 'project_id': '4887dc6e572a48c1b9dc807c93638012', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b7e7015-5f97-4fc7-941d-1fa95029ea47', 'name': '', 'network_id': 'd70d85ea-9d51-4341-91cd-ba98d4c8b177', 'tenant_id': '4887dc6e572a48c1b9dc807c93638012', 'mac_address': 'fa:16:3e:40:da:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a53e19ca-f0bc-4a6e-ae88-65d6ce587a43', 'device_owner': 'network:router_interface', 'standard_attr_id': 1174, 'fixed_ips': [{'subnet_id': '81600d89-8835-46e1-88a4-4590dbfefef9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T18:48:10Z', 'updated_at': '2021-11-05T18:48:16Z', 'revision_number': 5, 'project_id': '4887dc6e572a48c1b9dc807c93638012', 'subnets': [{'id': '81600d89-8835-46e1-88a4-4590dbfefef9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 18:48:43.846208 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb27ab6a-4b2d-4c60-9527-aef49558c1c8 req-9612d72a-4385-4dde-bad8-e21df6a2121a tempest-LiveMigrationTest-600821399 tempest-LiveMigrationTest-600821399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:48:43.854976 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-bb27ab6a-4b2d-4c60-9527-aef49558c1c8 req-9612d72a-4385-4dde-bad8-e21df6a2121a tempest-LiveMigrationTest-600821399 tempest-LiveMigrationTest-600821399-project] 10.222.0.13 "GET /v2.0/ports?device_id=c936ac5a-d9ca-4986-965e-3cf978c6e19b HTTP/1.1" status: 200 len: 944 time: 0.2021885 Nov 05 18:48:43.924241 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-066822f8-e5b1-4cd3-a4b6-1980050b0166 req-bb3001d2-033b-42ab-b79d-fbe2637c765d tempest-LiveMigrationTest-600821399 tempest-LiveMigrationTest-600821399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4417063'] for port, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:48:43.937502 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] get_ports_and_sgs() called for port_ids ['b0861f7b-85ec-4796-9a5e-c63173544746', 'd0544448-c139-4a9a-925c-bc5e6092841a'] {{(pid=102388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 18:48:43.958694 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-d1644958-13b3-4dc5-9122-222cb4d7cd38 req-43f9e4da-2336-4c17-9ef2-617d2eee5eab tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] 10.222.0.13 "GET /v2.0/security-groups?id=e0838ac1-f008-48c1-ab43-123e255d616a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502242 Nov 05 18:48:44.036633 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3001d2-033b-42ab-b79d-fbe2637c765d tempest-LiveMigrationTest-600821399 tempest-LiveMigrationTest-600821399-project] Pushing event deleted for resources: {'Port': ['ID=d0544448-c139-4a9a-925c-bc5e6092841a,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:48:44.064970 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-e84bef79-aa8e-4754-80cd-196c53ac1432 req-eb81cc68-16fe-4144-86de-5fc33113e580 service neutron] 10.222.0.41 "GET /v2.0/networks/d70d85ea-9d51-4341-91cd-ba98d4c8b177?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2122817 Nov 05 18:48:44.098257 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.l3_dvrscheduler_db [req-066822f8-e5b1-4cd3-a4b6-1980050b0166 req-bb3001d2-033b-42ab-b79d-fbe2637c765d tempest-LiveMigrationTest-600821399 tempest-LiveMigrationTest-600821399-project] No DVR routers for this DVR port d0544448-c139-4a9a-925c-bc5e6092841a on host n-h1-816865-1 {{(pid=102387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 18:48:44.104902 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-bb27ab6a-4b2d-4c60-9527-aef49558c1c8 req-d53009ca-d8e6-44ef-b146-c2a89caf89f1 tempest-LiveMigrationTest-600821399 tempest-LiveMigrationTest-600821399-project] 10.222.0.13 "GET /v2.0/security-groups?id=3677ad50-e4bf-4315-8aa4-e48810edc139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2489588 Nov 05 18:48:44.106713 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-066822f8-e5b1-4cd3-a4b6-1980050b0166 req-bb3001d2-033b-42ab-b79d-fbe2637c765d tempest-LiveMigrationTest-600821399 tempest-LiveMigrationTest-600821399-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:48:44.110546 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-066822f8-e5b1-4cd3-a4b6-1980050b0166 req-bb3001d2-033b-42ab-b79d-fbe2637c765d tempest-LiveMigrationTest-600821399 tempest-LiveMigrationTest-600821399-project] 10.222.0.41 "DELETE /v2.0/ports/d0544448-c139-4a9a-925c-bc5e6092841a HTTP/1.1" status: 204 len: 173 time: 1.0007646 Nov 05 18:48:44.113360 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3001d2-033b-42ab-b79d-fbe2637c765d tempest-LiveMigrationTest-600821399 tempest-LiveMigrationTest-600821399-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:48:44.121512 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3001d2-033b-42ab-b79d-fbe2637c765d tempest-LiveMigrationTest-600821399 tempest-LiveMigrationTest-600821399-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:48:44.122233 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3001d2-033b-42ab-b79d-fbe2637c765d tempest-LiveMigrationTest-600821399 tempest-LiveMigrationTest-600821399-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:48:44.126318 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3001d2-033b-42ab-b79d-fbe2637c765d tempest-LiveMigrationTest-600821399 tempest-LiveMigrationTest-600821399-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:48:44.126951 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3001d2-033b-42ab-b79d-fbe2637c765d tempest-LiveMigrationTest-600821399 tempest-LiveMigrationTest-600821399-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:48:44.127473 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3001d2-033b-42ab-b79d-fbe2637c765d tempest-LiveMigrationTest-600821399 tempest-LiveMigrationTest-600821399-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:48:44.127965 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3001d2-033b-42ab-b79d-fbe2637c765d tempest-LiveMigrationTest-600821399 tempest-LiveMigrationTest-600821399-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:48:44.128537 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3001d2-033b-42ab-b79d-fbe2637c765d tempest-LiveMigrationTest-600821399 tempest-LiveMigrationTest-600821399-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:48:44.129300 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3001d2-033b-42ab-b79d-fbe2637c765d tempest-LiveMigrationTest-600821399 tempest-LiveMigrationTest-600821399-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:48:44.129805 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3001d2-033b-42ab-b79d-fbe2637c765d tempest-LiveMigrationTest-600821399 tempest-LiveMigrationTest-600821399-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:48:44.130429 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3001d2-033b-42ab-b79d-fbe2637c765d tempest-LiveMigrationTest-600821399 tempest-LiveMigrationTest-600821399-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:48:44.133756 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3001d2-033b-42ab-b79d-fbe2637c765d tempest-LiveMigrationTest-600821399 tempest-LiveMigrationTest-600821399-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:48:44.136547 n-d-816865-1 neutron-server[102387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c936ac5a-d9ca-4986-965e-3cf978c6e19b', 'name': 'network-vif-deleted', 'tag': 'd0544448-c139-4a9a-925c-bc5e6092841a'}] {{(pid=102387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 18:48:44.140500 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab06bd4ddf5758c1f10d79fe34dc215bafa488692cde9dba2fcbcb67556f90bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75c4a936-9ca9-4cdb-b79d-45e1f63ab581" -d '{"events": [{"server_uuid": "c936ac5a-d9ca-4986-965e-3cf978c6e19b", "name": "network-vif-deleted", "tag": "d0544448-c139-4a9a-925c-bc5e6092841a"}]}' {{(pid=102387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 18:48:44.370138 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-e84bef79-aa8e-4754-80cd-196c53ac1432 req-9dbfce96-b380-4347-baae-0f774c3a7581 service neutron] 10.222.0.41 "GET /v2.0/networks/d70d85ea-9d51-4341-91cd-ba98d4c8b177?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2919014 Nov 05 18:48:44.370597 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-445b06b2-1fb6-4d8f-9950-c6067f81ba8e None None] New status for floating IP 037d3345-f270-45cc-b0f8-d71ac91b8368: ACTIVE {{(pid=102389) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 05 18:48:44.382489 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb891329-d61f-4b20-8287-e888a5f7f09d req-cb2b75d7-111a-491d-bc16-7e6ff95cc617 tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:48:44.390226 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-bb891329-d61f-4b20-8287-e888a5f7f09d req-cb2b75d7-111a-491d-bc16-7e6ff95cc617 tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] 10.222.0.13 "GET /v2.0/ports?device_id=b3c515f9-768f-4a54-bb92-e6f3d5207990 HTTP/1.1" status: 200 len: 946 time: 0.0972581 Nov 05 18:48:44.489681 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-bb891329-d61f-4b20-8287-e888a5f7f09d req-e647f660-9078-4be3-a4b3-6eb2bda7ebb9 tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] 10.222.0.13 "GET /v2.0/security-groups?id=8015cb9a-1cfc-43ae-80a2-992db853641d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0970204 Nov 05 18:48:44.669118 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 18:48:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-474ba01f-13e4-4f41-8462-5e3621690401 x-openstack-request-id: req-474ba01f-13e4-4f41-8462-5e3621690401 {{(pid=102387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 18:48:44.669421 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c936ac5a-d9ca-4986-965e-3cf978c6e19b", "name": "network-vif-deleted", "tag": "d0544448-c139-4a9a-925c-bc5e6092841a", "status": "completed", "code": 200}]} {{(pid=102387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 18:48:44.669726 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-474ba01f-13e4-4f41-8462-5e3621690401 {{(pid=102387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 18:48:44.670216 n-d-816865-1 neutron-server[102387]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c936ac5a-d9ca-4986-965e-3cf978c6e19b', 'name': 'network-vif-deleted', 'tag': 'd0544448-c139-4a9a-925c-bc5e6092841a', 'status': 'completed', 'code': 200} Nov 05 18:48:45.161366 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e89c51-7173-4c6a-8354-9319b73e8e14 req-81b84129-ec99-4a3b-b9b4-dd242f2dd12b tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:48:45.165903 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-05e89c51-7173-4c6a-8354-9319b73e8e14 req-81b84129-ec99-4a3b-b9b4-dd242f2dd12b tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] 10.222.0.13 "GET /v2.0/ports?device_id=67a6e104-5801-491b-964e-331ab9594689 HTTP/1.1" status: 200 len: 945 time: 0.0666463 Nov 05 18:48:45.230882 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-05e89c51-7173-4c6a-8354-9319b73e8e14 req-b804f0c0-da68-4faf-b426-db37029520d5 tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] 10.222.0.13 "GET /v2.0/security-groups?id=e0838ac1-f008-48c1-ab43-123e255d616a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638068 Nov 05 18:48:45.371444 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 53220) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:48:45.434827 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-08712911-ade5-40cf-a925-6ecfda8a53c9 req-8085a674-66af-49a0-bbf5-42d6a4aa6a21 tempest-LiveMigrationTest-600821399 tempest-LiveMigrationTest-600821399-project] 10.222.0.13 "GET /v2.0/ports?device_id=c936ac5a-d9ca-4986-965e-3cf978c6e19b HTTP/1.1" status: 200 len: 210 time: 0.0924261 Nov 05 18:48:45.664580 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-2a1d6bff-68fe-4766-acf5-ff3ca8f111ba admin admin] Publish callbacks [] for security_group, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:48:45.715033 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff98b49-8ba1-4394-bd14-2112f94b9eec req-903727d2-7734-46c8-bbcd-9dd6d7d22775 tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:48:45.719016 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-1ff98b49-8ba1-4394-bd14-2112f94b9eec req-903727d2-7734-46c8-bbcd-9dd6d7d22775 tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] 10.222.0.13 "GET /v2.0/ports?device_id=b3c515f9-768f-4a54-bb92-e6f3d5207990 HTTP/1.1" status: 200 len: 946 time: 0.0765982 Nov 05 18:48:45.761898 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-2a1d6bff-68fe-4766-acf5-ff3ca8f111ba admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:48:45.810136 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-1ff98b49-8ba1-4394-bd14-2112f94b9eec req-510bb34c-7ada-498a-90da-4e9318787bef tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] 10.222.0.13 "GET /v2.0/security-groups?id=8015cb9a-1cfc-43ae-80a2-992db853641d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0854354 Nov 05 18:48:45.869084 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-2a1d6bff-68fe-4766-acf5-ff3ca8f111ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:48:45.912615 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-2a1d6bff-68fe-4766-acf5-ff3ca8f111ba admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=adc3def7c4a94f9dbfd15f56dfcb942d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5398440 Nov 05 18:48:45.915032 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 53236) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:48:45.976816 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1d6bff-68fe-4766-acf5-ff3ca8f111ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6747cff4-5878-4c27-862b-6fb0c08f1241,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:48:46.015725 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-3321d0b2-6e75-44d7-aa73-861cb8600516 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:48:46.046101 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-3321d0b2-6e75-44d7-aa73-861cb8600516 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:48:46.232609 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-3321d0b2-6e75-44d7-aa73-861cb8600516 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:48:46.237779 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-3321d0b2-6e75-44d7-aa73-861cb8600516 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:48:46.239675 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-3321d0b2-6e75-44d7-aa73-861cb8600516 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6747cff4-5878-4c27-862b-6fb0c08f1241 HTTP/1.1" status: 204 len: 168 time: 0.3234460 Nov 05 18:48:46.277487 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3321d0b2-6e75-44d7-aa73-861cb8600516 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6747cff4-5878-4c27-862b-6fb0c08f1241,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:48:46.393195 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Device d0544448-c139-4a9a-925c-bc5e6092841a no longer exists at agent hyperv_n-h1-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 18:48:46.428720 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] No Port match for: d0544448-c139-4a9a-925c-bc5e6092841a {{(pid=102388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 18:48:46.430665 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Device d0544448-c139-4a9a-925c-bc5e6092841a not bound to the agent host n-h1-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 18:48:46.490001 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e79746-e218-4ec6-9d22-cf116710b218 req-bc43e874-7251-4748-90b9-a179ad249f00 tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:48:46.494864 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-98e79746-e218-4ec6-9d22-cf116710b218 req-bc43e874-7251-4748-90b9-a179ad249f00 tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] 10.222.0.13 "GET /v2.0/ports?device_id=67a6e104-5801-491b-964e-331ab9594689 HTTP/1.1" status: 200 len: 945 time: 0.1629441 Nov 05 18:48:46.570815 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-98e79746-e218-4ec6-9d22-cf116710b218 req-b8f5e38a-96ae-4ff0-b163-1a862452fa5a tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] 10.222.0.13 "GET /v2.0/security-groups?id=e0838ac1-f008-48c1-ab43-123e255d616a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650711 Nov 05 18:48:46.669985 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-7e8a41e0-9279-402c-a092-6a5703611cc3 req-462265a1-8245-4e3f-9599-e45239d98ba3 tempest-LiveMigrationTest-600821399 tempest-LiveMigrationTest-600821399-project] 10.222.0.13 "GET /v2.0/ports?device_id=c936ac5a-d9ca-4986-965e-3cf978c6e19b HTTP/1.1" status: 200 len: 210 time: 0.0637221 Nov 05 18:48:47.015226 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64cffed4-cae0-4f2a-b0fc-881c51fb5875 req-1d92e367-78a0-443d-a32f-f4554eab6b5d tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:48:47.038194 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-64cffed4-cae0-4f2a-b0fc-881c51fb5875 req-1d92e367-78a0-443d-a32f-f4554eab6b5d tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] 10.222.0.13 "GET /v2.0/ports?device_id=b3c515f9-768f-4a54-bb92-e6f3d5207990 HTTP/1.1" status: 200 len: 946 time: 0.0951426 Nov 05 18:48:47.102358 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-64cffed4-cae0-4f2a-b0fc-881c51fb5875 req-bf331cae-6280-4ce3-8b1e-8b53e8460091 tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] 10.222.0.13 "GET /v2.0/security-groups?id=8015cb9a-1cfc-43ae-80a2-992db853641d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0589383 Nov 05 18:48:47.727126 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469de3b1-b93e-4767-bd0a-7cf6e4e0e72e req-7818bacf-24aa-4fe2-8a3c-53d004856336 tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:48:47.731270 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-469de3b1-b93e-4767-bd0a-7cf6e4e0e72e req-7818bacf-24aa-4fe2-8a3c-53d004856336 tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] 10.222.0.13 "GET /v2.0/ports?device_id=67a6e104-5801-491b-964e-331ab9594689 HTTP/1.1" status: 200 len: 945 time: 0.0681267 Nov 05 18:48:47.812602 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-469de3b1-b93e-4767-bd0a-7cf6e4e0e72e req-cbb52cbb-012f-4d29-8f67-2eb15e5450a0 tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] 10.222.0.13 "GET /v2.0/security-groups?id=e0838ac1-f008-48c1-ab43-123e255d616a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728252 Nov 05 18:48:47.952929 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Device 9d73dfb4-fde9-4735-86dd-06c91b197470 details requested by agent hyperv_n-h2-816865-1 with host n-h2-816865-1 {{(pid=102388) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 05 18:48:47.999857 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-69f5afa4-92fa-4d23-84f6-1590e59b35a0 req-1e97ea7a-c913-4a0d-94e5-e4354e8aaed2 tempest-LiveMigrationTest-600821399 tempest-LiveMigrationTest-600821399-project] 10.222.0.13 "GET /v2.0/ports?device_id=c936ac5a-d9ca-4986-965e-3cf978c6e19b HTTP/1.1" status: 200 len: 210 time: 0.1144021 Nov 05 18:48:48.378098 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776c54a9-e7c0-4b74-b592-a903fe437e0d req-26273969-8e85-4f8d-beb1-cd50918cdc27 tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:48:48.387633 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-776c54a9-e7c0-4b74-b592-a903fe437e0d req-26273969-8e85-4f8d-beb1-cd50918cdc27 tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] 10.222.0.13 "GET /v2.0/ports?device_id=b3c515f9-768f-4a54-bb92-e6f3d5207990 HTTP/1.1" status: 200 len: 946 time: 0.1198647 Nov 05 18:48:48.401795 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] For port 9d73dfb4-fde9-4735-86dd-06c91b197470, host n-h2-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=9d73dfb4-fde9-4735-86dd-06c91b197470,segment=NetworkSegment(18ff82bc-5fc5-4d18-b58f-45dd42e01fae),segment_id=18ff82bc-5fc5-4d18-b58f-45dd42e01fae)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:48:48.430938 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Returning: {'device': '9d73dfb4-fde9-4735-86dd-06c91b197470', 'network_id': '43ea62f0-8360-499b-8cfa-33c91e860c8e', 'port_id': '9d73dfb4-fde9-4735-86dd-06c91b197470', 'mac_address': 'fa:16:3e:80:8b:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 168, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7f64a49-19fd-4323-b909-1a955812ddea', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102388) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 05 18:48:48.489273 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-776c54a9-e7c0-4b74-b592-a903fe437e0d req-03e2a8e3-a78e-426b-852e-79c781bc35fb tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] 10.222.0.13 "GET /v2.0/security-groups?id=8015cb9a-1cfc-43ae-80a2-992db853641d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1007490 Nov 05 18:48:48.561214 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:48:48.604786 n-d-816865-1 neutron-server[102388]: DEBUG neutron.notifiers.nova [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9d73dfb4-fde9-4735-86dd-06c91b197470 {{(pid=102388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 18:48:48.649483 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] For port 9d73dfb4-fde9-4735-86dd-06c91b197470, host n-h2-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=9d73dfb4-fde9-4735-86dd-06c91b197470,segment=NetworkSegment(18ff82bc-5fc5-4d18-b58f-45dd42e01fae),segment_id=18ff82bc-5fc5-4d18-b58f-45dd42e01fae)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:48:48.754858 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:48:48.892171 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] get_ports_and_sgs() called for port_ids ['9d73dfb4-fde9-4735-86dd-06c91b197470'] {{(pid=102388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 18:48:48.896614 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Pushing event updated for resources: {'Port': ['ID=9d73dfb4-fde9-4735-86dd-06c91b197470,revision_number=6']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:48:49.089778 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed09b282-9558-4901-a648-19fd4c1c9ca8 req-58133ad8-94d7-49e4-a8dd-1467b70cccac tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:48:49.093329 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-ed09b282-9558-4901-a648-19fd4c1c9ca8 req-58133ad8-94d7-49e4-a8dd-1467b70cccac tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] 10.222.0.13 "GET /v2.0/ports?device_id=67a6e104-5801-491b-964e-331ab9594689 HTTP/1.1" status: 200 len: 944 time: 0.1098092 Nov 05 18:48:49.183502 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-ed09b282-9558-4901-a648-19fd4c1c9ca8 req-50af3db8-8cde-40f2-8dac-24e0fc92818f tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] 10.222.0.13 "GET /v2.0/security-groups?id=e0838ac1-f008-48c1-ab43-123e255d616a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818253 Nov 05 18:48:49.384316 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-b8a48bf5-ca14-415b-ad39-4002ca82559d req-d995c793-32eb-4442-84ff-8958d37d2c4a tempest-LiveMigrationTest-600821399 tempest-LiveMigrationTest-600821399-project] 10.222.0.13 "GET /v2.0/ports?device_id=c936ac5a-d9ca-4986-965e-3cf978c6e19b HTTP/1.1" status: 200 len: 210 time: 0.1171544 Nov 05 18:48:49.666887 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b781c9-9c1d-4e73-a252-a2d02bd85baf req-471f5d03-8a2b-4d53-866d-ab6fdd4988cd tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:48:49.668611 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-c7b781c9-9c1d-4e73-a252-a2d02bd85baf req-471f5d03-8a2b-4d53-866d-ab6fdd4988cd tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] 10.222.0.13 "GET /v2.0/ports?device_id=b3c515f9-768f-4a54-bb92-e6f3d5207990 HTTP/1.1" status: 200 len: 946 time: 0.0704489 Nov 05 18:48:49.739559 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-c7b781c9-9c1d-4e73-a252-a2d02bd85baf req-eb9b7e7f-5726-47fc-b120-6fdab7838da8 tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] 10.222.0.13 "GET /v2.0/security-groups?id=8015cb9a-1cfc-43ae-80a2-992db853641d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0646412 Nov 05 18:48:49.982581 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Device 9d73dfb4-fde9-4735-86dd-06c91b197470 up at agent hyperv_n-h2-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 18:48:50.108547 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Provisioning complete for port 9d73dfb4-fde9-4735-86dd-06c91b197470 triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:48:50.112746 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:48:50.246869 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:48:50.301361 n-d-816865-1 neutron-server[102388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67a6e104-5801-491b-964e-331ab9594689', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d73dfb4-fde9-4735-86dd-06c91b197470'}] {{(pid=102388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 18:48:50.315771 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85474fee1180e129d8a886d264fe0b30223aa672dd1ffe43b630605f18504f68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a70ce1b-89eb-40ac-9632-938d9f56789a" -d '{"events": [{"server_uuid": "67a6e104-5801-491b-964e-331ab9594689", "name": "network-vif-plugged", "status": "completed", "tag": "9d73dfb4-fde9-4735-86dd-06c91b197470"}]}' {{(pid=102388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 18:48:50.361075 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] For port 9d73dfb4-fde9-4735-86dd-06c91b197470, host n-h2-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=9d73dfb4-fde9-4735-86dd-06c91b197470,segment=NetworkSegment(18ff82bc-5fc5-4d18-b58f-45dd42e01fae),segment_id=18ff82bc-5fc5-4d18-b58f-45dd42e01fae)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:48:50.415678 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 53380) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:48:50.416522 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 18:48:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9be02dcd-6c59-4619-89d5-a5904c20c3b0 x-openstack-request-id: req-9be02dcd-6c59-4619-89d5-a5904c20c3b0 {{(pid=102388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 18:48:50.416855 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67a6e104-5801-491b-964e-331ab9594689", "name": "network-vif-plugged", "status": "completed", "tag": "9d73dfb4-fde9-4735-86dd-06c91b197470", "code": 200}]} {{(pid=102388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 18:48:50.417138 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9be02dcd-6c59-4619-89d5-a5904c20c3b0 {{(pid=102388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 18:48:50.418064 n-d-816865-1 neutron-server[102388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67a6e104-5801-491b-964e-331ab9594689', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d73dfb4-fde9-4735-86dd-06c91b197470', 'code': 200} Nov 05 18:48:50.451483 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db465e6-1c76-4acb-9ff6-9e36c9032d2a req-9461fdaa-e4c7-4f07-ada0-39313ef52a83 tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:48:50.466493 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-1db465e6-1c76-4acb-9ff6-9e36c9032d2a req-9461fdaa-e4c7-4f07-ada0-39313ef52a83 tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] 10.222.0.13 "GET /v2.0/ports?device_id=67a6e104-5801-491b-964e-331ab9594689 HTTP/1.1" status: 200 len: 944 time: 0.1309402 Nov 05 18:48:50.468133 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:48:50.581346 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-1db465e6-1c76-4acb-9ff6-9e36c9032d2a req-1fc7218f-452f-413c-a84b-706c678e2b68 tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] 10.222.0.13 "GET /v2.0/security-groups?id=e0838ac1-f008-48c1-ab43-123e255d616a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074011 Nov 05 18:48:50.646163 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-cd07e811-56e2-4b9b-bdb4-4a4055187692 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:48:50.716015 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Pushing event updated for resources: {'Port': ['ID=9d73dfb4-fde9-4735-86dd-06c91b197470,revision_number=7']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:48:50.854727 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-73f4f415-b637-471b-815d-bdc78f3804d5 req-f9c50ec4-982f-4385-911a-15f931ddccd5 tempest-LiveMigrationTest-600821399 tempest-LiveMigrationTest-600821399-project] 10.222.0.13 "GET /v2.0/ports?device_id=c936ac5a-d9ca-4986-965e-3cf978c6e19b HTTP/1.1" status: 200 len: 210 time: 0.1055896 Nov 05 18:48:50.913598 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-cd07e811-56e2-4b9b-bdb4-4a4055187692 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:48:51.035549 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-cd07e811-56e2-4b9b-bdb4-4a4055187692 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:48:51.043584 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de312527-0d4b-4e51-a441-9b31f0a699b4 req-8faf48e9-703c-4502-b384-eac07efcf1bb tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:48:51.053929 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-de312527-0d4b-4e51-a441-9b31f0a699b4 req-8faf48e9-703c-4502-b384-eac07efcf1bb tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] 10.222.0.13 "GET /v2.0/ports?device_id=b3c515f9-768f-4a54-bb92-e6f3d5207990 HTTP/1.1" status: 200 len: 946 time: 0.1689968 Nov 05 18:48:51.237504 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-de312527-0d4b-4e51-a441-9b31f0a699b4 req-28f624d8-4f6d-48b0-aff5-966d1f5ff766 tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] 10.222.0.13 "GET /v2.0/security-groups?id=8015cb9a-1cfc-43ae-80a2-992db853641d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1825914 Nov 05 18:48:51.258955 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd07e811-56e2-4b9b-bdb4-4a4055187692 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=697806a9-c19e-4658-965b-6f54dc0c1574,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:48:51.268564 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-cd07e811-56e2-4b9b-bdb4-4a4055187692 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=be98788decb04a6e9c0b8a5ab39eb5c4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8517063 Nov 05 18:48:51.271799 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 53398) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:48:51.299113 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-6992582a-ebb6-4f77-a105-c53724a6db1e req-a74e6407-d736-4f62-90af-ac651c65b96d service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=b3c515f9-768f-4a54-bb92-e6f3d5207990&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2490642 Nov 05 18:48:51.410374 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-15d9bf7a-f8d6-4638-817d-57b80d3cb21d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:48:51.487305 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-15d9bf7a-f8d6-4638-817d-57b80d3cb21d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:48:51.632808 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6992582a-ebb6-4f77-a105-c53724a6db1e req-7c08b291-beca-44e3-9ec0-4c52e3675b89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:48:51.635118 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-6992582a-ebb6-4f77-a105-c53724a6db1e req-7c08b291-beca-44e3-9ec0-4c52e3675b89 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=9d37d1d71d154d088bbcf565483b4218&device_id=b3c515f9-768f-4a54-bb92-e6f3d5207990 HTTP/1.1" status: 200 len: 1097 time: 0.1149099 Nov 05 18:48:51.742127 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-15d9bf7a-f8d6-4638-817d-57b80d3cb21d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:48:51.745294 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-15d9bf7a-f8d6-4638-817d-57b80d3cb21d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:48:51.751441 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-15d9bf7a-f8d6-4638-817d-57b80d3cb21d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/697806a9-c19e-4658-965b-6f54dc0c1574 HTTP/1.1" status: 204 len: 168 time: 0.4785707 Nov 05 18:48:51.869158 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccd7cfa-6ca8-4c85-9709-ba1609346984 req-f6d746b5-d04e-4ba7-8ea6-491134780648 tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:48:51.870651 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d9bf7a-f8d6-4638-817d-57b80d3cb21d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=697806a9-c19e-4658-965b-6f54dc0c1574,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:48:51.881464 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-1ccd7cfa-6ca8-4c85-9709-ba1609346984 req-f6d746b5-d04e-4ba7-8ea6-491134780648 tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] 10.222.0.13 "GET /v2.0/ports?device_id=67a6e104-5801-491b-964e-331ab9594689 HTTP/1.1" status: 200 len: 945 time: 0.1260586 Nov 05 18:48:51.995019 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6992582a-ebb6-4f77-a105-c53724a6db1e req-304ac434-8503-43bd-b050-1f1d23f9a6d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:48:51.996557 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-6992582a-ebb6-4f77-a105-c53724a6db1e req-304ac434-8503-43bd-b050-1f1d23f9a6d5 service neutron] 10.222.0.55 "GET /v2.0/networks?id=bb5b9fed-8e61-492a-a21e-f9ce432c95f7 HTTP/1.1" status: 200 len: 912 time: 0.3363669 Nov 05 18:48:52.050284 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-1ccd7cfa-6ca8-4c85-9709-ba1609346984 req-b210f0fa-fc80-4b44-81b4-58bb301b3641 tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] 10.222.0.13 "GET /v2.0/security-groups?id=e0838ac1-f008-48c1-ab43-123e255d616a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1667254 Nov 05 18:48:52.159873 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-c1f9832c-a922-40ab-a35f-8ca9b2b9a221 req-8d982ea8-28a6-4fdd-911f-6b75c21fa90e tempest-LiveMigrationTest-600821399 tempest-LiveMigrationTest-600821399-project] 10.222.0.13 "GET /v2.0/ports?device_id=c936ac5a-d9ca-4986-965e-3cf978c6e19b HTTP/1.1" status: 200 len: 210 time: 0.0839243 Nov 05 18:48:52.254232 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-6992582a-ebb6-4f77-a105-c53724a6db1e req-09e4fde4-0618-4497-82c4-0debb3871e98 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=76ac6dda-0dbe-4431-a06f-4b5c155d8cde HTTP/1.1" status: 200 len: 1000 time: 0.2431121 Nov 05 18:48:52.313398 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6992582a-ebb6-4f77-a105-c53724a6db1e req-f01235da-171d-448a-895d-a98bd70ec50d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:48:52.315081 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-6992582a-ebb6-4f77-a105-c53724a6db1e req-f01235da-171d-448a-895d-a98bd70ec50d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=8df5751e-d8bb-41e4-9469-238f613979b1 HTTP/1.1" status: 200 len: 850 time: 0.0527465 Nov 05 18:48:52.412113 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6992582a-ebb6-4f77-a105-c53724a6db1e req-e73eb291-2e86-49a6-9c94-5095eb4a1182 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:48:52.415073 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-6992582a-ebb6-4f77-a105-c53724a6db1e req-e73eb291-2e86-49a6-9c94-5095eb4a1182 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=bb5b9fed-8e61-492a-a21e-f9ce432c95f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0884190 Nov 05 18:48:52.443143 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6be265-ba62-4e3b-b0a7-f885dd5b793d req-76b47a4d-40d9-4b61-b1ca-9e3f39fd57c3 tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:48:52.444867 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-3a6be265-ba62-4e3b-b0a7-f885dd5b793d req-76b47a4d-40d9-4b61-b1ca-9e3f39fd57c3 tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] 10.222.0.13 "GET /v2.0/ports?device_id=b3c515f9-768f-4a54-bb92-e6f3d5207990 HTTP/1.1" status: 200 len: 946 time: 0.1070552 Nov 05 18:48:52.545357 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-3a6be265-ba62-4e3b-b0a7-f885dd5b793d req-e04747b7-c2db-4f50-957d-7510b73900dd tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] 10.222.0.13 "GET /v2.0/security-groups?id=8015cb9a-1cfc-43ae-80a2-992db853641d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0880086 Nov 05 18:48:52.597091 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-6992582a-ebb6-4f77-a105-c53724a6db1e req-3175f9b9-897c-456a-bd79-73351cb9e8e3 service neutron] 10.222.0.55 "GET /v2.0/networks/bb5b9fed-8e61-492a-a21e-f9ce432c95f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1712227 Nov 05 18:48:52.731275 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-6992582a-ebb6-4f77-a105-c53724a6db1e req-60e5b74d-74b8-43e7-89d1-3591c6597342 service neutron] 10.222.0.55 "GET /v2.0/networks/bb5b9fed-8e61-492a-a21e-f9ce432c95f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1208198 Nov 05 18:48:53.322159 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d415a43-f154-43d2-b85f-cda9e954b5d4 req-1404d84c-2b09-45e6-affa-92492e6d53b5 tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:48:53.332163 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-3d415a43-f154-43d2-b85f-cda9e954b5d4 req-1404d84c-2b09-45e6-affa-92492e6d53b5 tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] 10.222.0.13 "GET /v2.0/ports?device_id=67a6e104-5801-491b-964e-331ab9594689 HTTP/1.1" status: 200 len: 945 time: 0.1560647 Nov 05 18:48:53.545856 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-3d415a43-f154-43d2-b85f-cda9e954b5d4 req-5b8d0fbc-4619-496b-8dd4-99ace7e2a9fb tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] 10.222.0.13 "GET /v2.0/security-groups?id=e0838ac1-f008-48c1-ab43-123e255d616a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2123845 Nov 05 18:48:53.587450 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-c8e70780-a9cd-4b73-bce2-dec73ef91d78 req-1126b6de-4b08-43d5-aa8f-f15266f7ab6a tempest-LiveMigrationTest-600821399 tempest-LiveMigrationTest-600821399-project] 10.222.0.13 "GET /v2.0/ports?device_id=c936ac5a-d9ca-4986-965e-3cf978c6e19b HTTP/1.1" status: 200 len: 210 time: 0.2096910 Nov 05 18:48:53.647663 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.agents_db [None req-b9406b04-a0e8-43cf-b349-711963d96cf4 None None] Agent healthcheck: found 7 active agents {{(pid=102389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 05 18:48:54.006422 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Device 76ac6dda-0dbe-4431-a06f-4b5c155d8cde no longer exists at agent hyperv_n-h2-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 18:48:54.087287 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1487f11-907f-4a15-a1d8-641d521adfec req-7fbfbec4-ef12-48a2-8d38-4135d555f85f tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:48:54.095314 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-c1487f11-907f-4a15-a1d8-641d521adfec req-7fbfbec4-ef12-48a2-8d38-4135d555f85f tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] 10.222.0.13 "GET /v2.0/ports?device_id=b3c515f9-768f-4a54-bb92-e6f3d5207990 HTTP/1.1" status: 200 len: 946 time: 0.0776947 Nov 05 18:48:54.152810 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-c1487f11-907f-4a15-a1d8-641d521adfec req-78dca3bb-5442-48d1-9f82-658acd79d1d0 tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] 10.222.0.13 "GET /v2.0/security-groups?id=8015cb9a-1cfc-43ae-80a2-992db853641d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0565805 Nov 05 18:48:54.241374 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:48:54.334970 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] For port 76ac6dda-0dbe-4431-a06f-4b5c155d8cde, host n-h2-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=76ac6dda-0dbe-4431-a06f-4b5c155d8cde,segment=NetworkSegment(1ae4cc0f-5460-421b-9b80-d7acf4de0363),segment_id=1ae4cc0f-5460-421b-9b80-d7acf4de0363)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:48:54.341343 n-d-816865-1 neutron-server[102388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3c515f9-768f-4a54-bb92-e6f3d5207990', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '76ac6dda-0dbe-4431-a06f-4b5c155d8cde'}] {{(pid=102388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 18:48:54.341343 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85474fee1180e129d8a886d264fe0b30223aa672dd1ffe43b630605f18504f68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0757299e-eeba-4e8a-932c-9506b42765cc" -d '{"events": [{"server_uuid": "b3c515f9-768f-4a54-bb92-e6f3d5207990", "name": "network-vif-unplugged", "status": "completed", "tag": "76ac6dda-0dbe-4431-a06f-4b5c155d8cde"}]}' {{(pid=102388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 18:48:54.413023 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 05 Nov 2021 18:48:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca01b1e0-bada-4229-8506-fa4c131f03e5 x-openstack-request-id: req-ca01b1e0-bada-4229-8506-fa4c131f03e5 {{(pid=102388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 18:48:54.413366 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3c515f9-768f-4a54-bb92-e6f3d5207990", "name": "network-vif-unplugged", "status": "completed", "tag": "76ac6dda-0dbe-4431-a06f-4b5c155d8cde", "code": 200}]} {{(pid=102388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 18:48:54.413627 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ca01b1e0-bada-4229-8506-fa4c131f03e5 {{(pid=102388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 18:48:54.414016 n-d-816865-1 neutron-server[102388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3c515f9-768f-4a54-bb92-e6f3d5207990', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '76ac6dda-0dbe-4431-a06f-4b5c155d8cde', 'code': 200} Nov 05 18:48:54.433407 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:48:54.690489 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Pushing event updated for resources: {'Port': ['ID=76ac6dda-0dbe-4431-a06f-4b5c155d8cde,revision_number=14']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:48:54.821225 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6afe3fa-7617-415e-b45b-667607bd249a req-1098ff1c-2b0d-4337-ae94-4ab7d379ff21 tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:48:54.831334 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-b6afe3fa-7617-415e-b45b-667607bd249a req-1098ff1c-2b0d-4337-ae94-4ab7d379ff21 tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] 10.222.0.13 "GET /v2.0/ports?device_id=67a6e104-5801-491b-964e-331ab9594689 HTTP/1.1" status: 200 len: 945 time: 0.1326628 Nov 05 18:48:54.958177 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-b6afe3fa-7617-415e-b45b-667607bd249a req-15153792-a4a5-499c-8e56-f160c40d3699 tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] 10.222.0.13 "GET /v2.0/security-groups?id=e0838ac1-f008-48c1-ab43-123e255d616a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252687 Nov 05 18:48:56.219136 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d425f83-a3a9-43c2-a4aa-8b05b398d670 req-3dad852f-1ad0-43c0-a995-c62a1405b375 tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:48:56.228898 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-9d425f83-a3a9-43c2-a4aa-8b05b398d670 req-3dad852f-1ad0-43c0-a995-c62a1405b375 tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] 10.222.0.13 "GET /v2.0/ports?device_id=67a6e104-5801-491b-964e-331ab9594689 HTTP/1.1" status: 200 len: 945 time: 0.1123197 Nov 05 18:48:56.326238 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-9d425f83-a3a9-43c2-a4aa-8b05b398d670 req-3386d3a0-76c4-4458-b515-e5913ea8e599 tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] 10.222.0.13 "GET /v2.0/security-groups?id=e0838ac1-f008-48c1-ab43-123e255d616a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947888 Nov 05 18:48:57.603171 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74a57de-cd34-48e3-8388-a16701d3bc85 req-56fc6a48-0374-47e9-b65e-490d436839b5 tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:48:57.618947 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-c74a57de-cd34-48e3-8388-a16701d3bc85 req-56fc6a48-0374-47e9-b65e-490d436839b5 tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] 10.222.0.13 "GET /v2.0/ports?device_id=67a6e104-5801-491b-964e-331ab9594689 HTTP/1.1" status: 200 len: 945 time: 0.1084225 Nov 05 18:48:57.746748 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-c74a57de-cd34-48e3-8388-a16701d3bc85 req-f9776e28-7e6b-463e-b6a3-2ed36bf16f56 tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] 10.222.0.13 "GET /v2.0/security-groups?id=e0838ac1-f008-48c1-ab43-123e255d616a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336048 Nov 05 18:48:58.685388 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 53662) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:48:58.905241 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-76ae767b-3d8b-4bc9-8b66-e278215cedfb admin admin] Publish callbacks [] for security_group, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:48:59.015980 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e2d665-f470-45ed-b102-1485f6e773f1 req-17ee9f83-2441-4d91-9604-5c493d24b669 tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:48:59.040048 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-97e2d665-f470-45ed-b102-1485f6e773f1 req-17ee9f83-2441-4d91-9604-5c493d24b669 tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] 10.222.0.13 "GET /v2.0/ports?device_id=67a6e104-5801-491b-964e-331ab9594689 HTTP/1.1" status: 200 len: 945 time: 0.1361537 Nov 05 18:48:59.164352 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-76ae767b-3d8b-4bc9-8b66-e278215cedfb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:48:59.164751 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-97e2d665-f470-45ed-b102-1485f6e773f1 req-3611da73-e174-44fa-b531-e89a755f0cbb tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] 10.222.0.13 "GET /v2.0/security-groups?id=e0838ac1-f008-48c1-ab43-123e255d616a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237688 Nov 05 18:48:59.250028 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-76ae767b-3d8b-4bc9-8b66-e278215cedfb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:48:59.330683 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ae767b-3d8b-4bc9-8b66-e278215cedfb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19e6e42a-4c67-4d5d-ac34-61d4634e36dc,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:48:59.363841 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 53676) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:48:59.364591 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-76ae767b-3d8b-4bc9-8b66-e278215cedfb admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ec5d55d70fb348ab982126f07ded9fdf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6745193 Nov 05 18:48:59.572482 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-2978ed67-b0c7-47ba-b5d6-8593634c6fde admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:48:59.589478 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15c3bbb-fed2-4b2d-b0e1-fe0898b221cb req-a4cb5cee-33a2-463b-8015-c1020789cdec tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:48:59.591648 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-a15c3bbb-fed2-4b2d-b0e1-fe0898b221cb req-a4cb5cee-33a2-463b-8015-c1020789cdec tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] 10.222.0.13 "GET /v2.0/ports?device_id=b3c515f9-768f-4a54-bb92-e6f3d5207990 HTTP/1.1" status: 200 len: 944 time: 0.1592731 Nov 05 18:48:59.625043 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-2978ed67-b0c7-47ba-b5d6-8593634c6fde admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:48:59.681327 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-a15c3bbb-fed2-4b2d-b0e1-fe0898b221cb req-cdbc6b5b-81d9-4be1-a56c-d429dc637884 tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] 10.222.0.13 "GET /v2.0/security-groups?id=8015cb9a-1cfc-43ae-80a2-992db853641d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0835874 Nov 05 18:48:59.855462 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-2978ed67-b0c7-47ba-b5d6-8593634c6fde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:48:59.858388 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-2978ed67-b0c7-47ba-b5d6-8593634c6fde admin admin] Publish callbacks [] for security_group, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:48:59.859709 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-2978ed67-b0c7-47ba-b5d6-8593634c6fde admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/19e6e42a-4c67-4d5d-ac34-61d4634e36dc HTTP/1.1" status: 204 len: 168 time: 0.4937606 Nov 05 18:48:59.870379 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2978ed67-b0c7-47ba-b5d6-8593634c6fde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19e6e42a-4c67-4d5d-ac34-61d4634e36dc,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:49:00.216061 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1f380f-6dfa-4645-b6c0-44916d2693fc req-73fb3898-c350-46f4-b281-f4d11388331f tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:49:00.217780 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-1f1f380f-6dfa-4645-b6c0-44916d2693fc req-73fb3898-c350-46f4-b281-f4d11388331f tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] 10.222.0.13 "GET /v2.0/ports?device_id=b3c515f9-768f-4a54-bb92-e6f3d5207990 HTTP/1.1" status: 200 len: 944 time: 0.0938103 Nov 05 18:49:00.278026 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900822c1-f487-4647-b659-5b199c02c387 req-6adb2917-57b4-4321-98ee-e066a8456f8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:49:00.280330 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-900822c1-f487-4647-b659-5b199c02c387 req-6adb2917-57b4-4321-98ee-e066a8456f8f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=9d37d1d71d154d088bbcf565483b4218&device_id=b3c515f9-768f-4a54-bb92-e6f3d5207990 HTTP/1.1" status: 200 len: 1095 time: 0.0858841 Nov 05 18:49:00.433322 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-1f1f380f-6dfa-4645-b6c0-44916d2693fc req-c6129e93-755b-4764-8707-f7fef68903f5 tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] 10.222.0.13 "GET /v2.0/security-groups?id=8015cb9a-1cfc-43ae-80a2-992db853641d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2068696 Nov 05 18:49:00.448598 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900822c1-f487-4647-b659-5b199c02c387 req-d7607db5-d070-4205-b472-ce9909b09163 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:49:00.450142 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-900822c1-f487-4647-b659-5b199c02c387 req-d7607db5-d070-4205-b472-ce9909b09163 service neutron] 10.222.0.55 "GET /v2.0/networks?id=bb5b9fed-8e61-492a-a21e-f9ce432c95f7 HTTP/1.1" status: 200 len: 912 time: 0.1580493 Nov 05 18:49:00.498618 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ade85f2-9c9f-487f-b9d3-cb118a7ed0b7 req-32e8bac9-82f7-4538-9d9b-8970680bef97 tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:49:00.501662 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-4ade85f2-9c9f-487f-b9d3-cb118a7ed0b7 req-32e8bac9-82f7-4538-9d9b-8970680bef97 tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] 10.222.0.13 "GET /v2.0/ports?device_id=67a6e104-5801-491b-964e-331ab9594689 HTTP/1.1" status: 200 len: 945 time: 0.1999838 Nov 05 18:49:00.605622 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-4ade85f2-9c9f-487f-b9d3-cb118a7ed0b7 req-ce0a7fdb-2759-4586-89d7-0cfa3454564a tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] 10.222.0.13 "GET /v2.0/security-groups?id=e0838ac1-f008-48c1-ab43-123e255d616a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946381 Nov 05 18:49:00.621573 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-900822c1-f487-4647-b659-5b199c02c387 req-ad5c1d6c-5815-4ab1-a27f-1a6dbacd3d86 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=76ac6dda-0dbe-4431-a06f-4b5c155d8cde HTTP/1.1" status: 200 len: 998 time: 0.1608605 Nov 05 18:49:00.686443 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900822c1-f487-4647-b659-5b199c02c387 req-873a1e01-4689-4e2d-a704-80f18f1d4d60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:49:00.688103 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-900822c1-f487-4647-b659-5b199c02c387 req-873a1e01-4689-4e2d-a704-80f18f1d4d60 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=8df5751e-d8bb-41e4-9469-238f613979b1 HTTP/1.1" status: 200 len: 850 time: 0.0583549 Nov 05 18:49:00.760492 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900822c1-f487-4647-b659-5b199c02c387 req-5e7fe902-875a-4b70-ada8-3ac167681001 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:49:00.762692 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-900822c1-f487-4647-b659-5b199c02c387 req-5e7fe902-875a-4b70-ada8-3ac167681001 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=bb5b9fed-8e61-492a-a21e-f9ce432c95f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0638208 Nov 05 18:49:00.768724 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 53700) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:49:00.940210 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-900822c1-f487-4647-b659-5b199c02c387 req-90e2fb4d-dc90-47e8-830f-4af373f9b25f service neutron] 10.222.0.55 "GET /v2.0/networks/bb5b9fed-8e61-492a-a21e-f9ce432c95f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1679773 Nov 05 18:49:00.943142 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-36ea95d3-f645-44d5-9dee-8dafbc464947 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:49:01.122292 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-36ea95d3-f645-44d5-9dee-8dafbc464947 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:49:01.131013 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-900822c1-f487-4647-b659-5b199c02c387 req-c34e9da5-a0aa-4470-82f0-277dc60b17f0 service neutron] 10.222.0.55 "GET /v2.0/networks/bb5b9fed-8e61-492a-a21e-f9ce432c95f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1827445 Nov 05 18:49:01.188919 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-36ea95d3-f645-44d5-9dee-8dafbc464947 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:49:01.239415 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-36ea95d3-f645-44d5-9dee-8dafbc464947 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=33085e258e194589887c81eb8133c3f7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4694417 Nov 05 18:49:01.242650 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 53710) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:49:01.254514 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ea95d3-f645-44d5-9dee-8dafbc464947 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fd6698c-421d-4ea2-a8f8-72481c978d05,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:49:01.308462 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-53e9a324-37fd-43d7-9530-444a993b1c0b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:49:01.337722 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-53e9a324-37fd-43d7-9530-444a993b1c0b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:49:01.485694 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-53e9a324-37fd-43d7-9530-444a993b1c0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:49:01.488351 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-53e9a324-37fd-43d7-9530-444a993b1c0b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:49:01.490248 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-53e9a324-37fd-43d7-9530-444a993b1c0b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2fd6698c-421d-4ea2-a8f8-72481c978d05 HTTP/1.1" status: 204 len: 168 time: 0.2463520 Nov 05 18:49:01.503742 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e9a324-37fd-43d7-9530-444a993b1c0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fd6698c-421d-4ea2-a8f8-72481c978d05,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:49:01.673826 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07dbf678-0196-4ed5-af7b-3ef7184a41ad req-e02c9a04-cef2-45e0-94f1-3b4c37f1104e tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:49:01.687289 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-07dbf678-0196-4ed5-af7b-3ef7184a41ad req-e02c9a04-cef2-45e0-94f1-3b4c37f1104e tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] 10.222.0.13 "GET /v2.0/ports?device_id=b3c515f9-768f-4a54-bb92-e6f3d5207990 HTTP/1.1" status: 200 len: 944 time: 0.1200609 Nov 05 18:49:01.787362 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-07dbf678-0196-4ed5-af7b-3ef7184a41ad req-0db7bf77-c43c-4e74-a1b9-d44a46985d0a tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] 10.222.0.13 "GET /v2.0/security-groups?id=8015cb9a-1cfc-43ae-80a2-992db853641d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0980523 Nov 05 18:49:01.910032 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eafc5e8-8887-42a9-9fe5-1fcce7f4963b req-25b25d8f-0f3a-4201-93c8-f4cd788bacb3 tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:49:01.912637 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-8eafc5e8-8887-42a9-9fe5-1fcce7f4963b req-25b25d8f-0f3a-4201-93c8-f4cd788bacb3 tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] 10.222.0.13 "GET /v2.0/ports?device_id=67a6e104-5801-491b-964e-331ab9594689 HTTP/1.1" status: 200 len: 945 time: 0.1158690 Nov 05 18:49:02.035898 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-8eafc5e8-8887-42a9-9fe5-1fcce7f4963b req-d18e817b-d230-4476-b90c-78fb970210fa tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] 10.222.0.13 "GET /v2.0/security-groups?id=e0838ac1-f008-48c1-ab43-123e255d616a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152253 Nov 05 18:49:02.652393 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c6e3de3b-9e29-4381-b35c-e80593d5df07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:49:02.750689 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5f546b-0c6f-43bd-a6b9-3e8c289ce12f req-10a87e85-d155-4eda-a9bc-5dab8eeca6e3 tempest-LiveMigrationTest-600821399 tempest-LiveMigrationTest-600821399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:49:02.758145 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-fb5f546b-0c6f-43bd-a6b9-3e8c289ce12f req-10a87e85-d155-4eda-a9bc-5dab8eeca6e3 tempest-LiveMigrationTest-600821399 tempest-LiveMigrationTest-600821399-project] 10.222.0.13 "GET /v2.0/ports?device_id=58a8afea-610a-4461-9810-b306ba649798 HTTP/1.1" status: 200 len: 944 time: 0.0550830 Nov 05 18:49:02.829932 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-fb5f546b-0c6f-43bd-a6b9-3e8c289ce12f req-c255c182-1f95-4032-8c92-61433854f27d tempest-LiveMigrationTest-600821399 tempest-LiveMigrationTest-600821399-project] 10.222.0.13 "GET /v2.0/security-groups?id=3677ad50-e4bf-4315-8aa4-e48810edc139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709362 Nov 05 18:49:02.924185 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 53750) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:49:02.944960 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-e11ee34f-d235-4049-bd77-9ecce0f8b351 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:49:03.061940 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6880db56-ea7d-4e98-b244-56c7b836900d req-f2ecaa36-58c8-45f1-a690-c23d9211af71 tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:49:03.063873 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-6880db56-ea7d-4e98-b244-56c7b836900d req-f2ecaa36-58c8-45f1-a690-c23d9211af71 tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] 10.222.0.13 "GET /v2.0/ports?device_id=b3c515f9-768f-4a54-bb92-e6f3d5207990 HTTP/1.1" status: 200 len: 944 time: 0.0725698 Nov 05 18:49:03.068769 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-e11ee34f-d235-4049-bd77-9ecce0f8b351 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:49:03.123831 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-6880db56-ea7d-4e98-b244-56c7b836900d req-b687e0d9-9129-4f59-888e-418a8522b9e8 tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] 10.222.0.13 "GET /v2.0/security-groups?id=8015cb9a-1cfc-43ae-80a2-992db853641d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502169 Nov 05 18:49:03.200962 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-e11ee34f-d235-4049-bd77-9ecce0f8b351 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:49:03.230244 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-e11ee34f-d235-4049-bd77-9ecce0f8b351 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e76c1b63a2554d46ba7128c16bafac31&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3049052 Nov 05 18:49:03.233813 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 53756) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:49:03.262133 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1575d389-5501-41f3-aaee-f4966198e3b6 req-f60446ac-83dc-47ed-896e-7672f0f13b48 tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:49:03.267297 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-1575d389-5501-41f3-aaee-f4966198e3b6 req-f60446ac-83dc-47ed-896e-7672f0f13b48 tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] 10.222.0.13 "GET /v2.0/ports?device_id=67a6e104-5801-491b-964e-331ab9594689 HTTP/1.1" status: 200 len: 945 time: 0.0781281 Nov 05 18:49:03.341005 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-1575d389-5501-41f3-aaee-f4966198e3b6 req-225c1533-5ef8-4a72-bd0d-131eb9bf56af tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] 10.222.0.13 "GET /v2.0/security-groups?id=e0838ac1-f008-48c1-ab43-123e255d616a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619745 Nov 05 18:49:03.380092 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11ee34f-d235-4049-bd77-9ecce0f8b351 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cb9c430-3020-4a51-ac9a-3c4ef7eec3dd,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:49:03.400994 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6561f669-8843-471e-9d12-9cea172ebe6c req-2542541a-46a9-44f5-9294-afe8aa8b13f3 tempest-LiveMigrationTest-600821399 tempest-LiveMigrationTest-600821399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:49:03.402960 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-6561f669-8843-471e-9d12-9cea172ebe6c req-2542541a-46a9-44f5-9294-afe8aa8b13f3 tempest-LiveMigrationTest-600821399 tempest-LiveMigrationTest-600821399-project] 10.222.0.41 "GET /v2.0/ports?device_id=58a8afea-610a-4461-9810-b306ba649798 HTTP/1.1" status: 200 len: 944 time: 0.1714239 Nov 05 18:49:03.467186 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-011c8445-b389-48f5-86c6-328c8777bcda admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:49:03.571678 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-011c8445-b389-48f5-86c6-328c8777bcda admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:49:03.584270 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ac2a76-09bb-4424-8223-772fe922adc2 req-a87fac83-bab3-49ea-9bef-22d25f929b96 tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:49:03.592095 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-48ac2a76-09bb-4424-8223-772fe922adc2 req-a87fac83-bab3-49ea-9bef-22d25f929b96 tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] 10.222.0.13 "GET /v2.0/ports?device_id=b3c515f9-768f-4a54-bb92-e6f3d5207990 HTTP/1.1" status: 200 len: 944 time: 0.0727048 Nov 05 18:49:03.667116 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-48ac2a76-09bb-4424-8223-772fe922adc2 req-a06a38ab-0fce-4076-9039-e2d98e3b9680 tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] 10.222.0.13 "GET /v2.0/security-groups?id=8015cb9a-1cfc-43ae-80a2-992db853641d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0734479 Nov 05 18:49:03.684746 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [req-6561f669-8843-471e-9d12-9cea172ebe6c req-9c0247ce-e253-4ca2-8452-13059fca1876 tempest-LiveMigrationTest-600821399 tempest-LiveMigrationTest-600821399-project] Deleting port b0861f7b-85ec-4796-9a5e-c63173544746 {{(pid=102386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 18:49:03.685211 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-6561f669-8843-471e-9d12-9cea172ebe6c req-9c0247ce-e253-4ca2-8452-13059fca1876 tempest-LiveMigrationTest-600821399 tempest-LiveMigrationTest-600821399-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:49:03.774313 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-011c8445-b389-48f5-86c6-328c8777bcda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:49:03.777529 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-011c8445-b389-48f5-86c6-328c8777bcda admin admin] Publish callbacks [] for security_group, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:49:03.779325 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-011c8445-b389-48f5-86c6-328c8777bcda admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4cb9c430-3020-4a51-ac9a-3c4ef7eec3dd HTTP/1.1" status: 204 len: 168 time: 0.5276494 Nov 05 18:49:03.794204 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011c8445-b389-48f5-86c6-328c8777bcda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cb9c430-3020-4a51-ac9a-3c4ef7eec3dd,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:49:03.844449 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [req-6561f669-8843-471e-9d12-9cea172ebe6c req-9c0247ce-e253-4ca2-8452-13059fca1876 tempest-LiveMigrationTest-600821399 tempest-LiveMigrationTest-600821399-project] For port b0861f7b-85ec-4796-9a5e-c63173544746, host n-h1-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=b0861f7b-85ec-4796-9a5e-c63173544746,segment=NetworkSegment(b9f65680-5ef1-4bb4-ac2c-6d7ba403921d),segment_id=b9f65680-5ef1-4bb4-ac2c-6d7ba403921d)] {{(pid=102386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:49:03.844823 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-6561f669-8843-471e-9d12-9cea172ebe6c req-9c0247ce-e253-4ca2-8452-13059fca1876 tempest-LiveMigrationTest-600821399 tempest-LiveMigrationTest-600821399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:49:03.882739 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [req-6561f669-8843-471e-9d12-9cea172ebe6c req-9c0247ce-e253-4ca2-8452-13059fca1876 tempest-LiveMigrationTest-600821399 tempest-LiveMigrationTest-600821399-project] Calling delete_port for b0861f7b-85ec-4796-9a5e-c63173544746 owned by compute:nova {{(pid=102386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 18:49:03.889404 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90594ff3-7ed1-41c8-8aaa-8feefda26431 req-4baf26c5-733a-4860-b339-ec32d68a92e0 tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:49:03.905398 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-90594ff3-7ed1-41c8-8aaa-8feefda26431 req-4baf26c5-733a-4860-b339-ec32d68a92e0 tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] 10.222.0.13 "GET /v2.0/ports?device_id=b3c515f9-768f-4a54-bb92-e6f3d5207990 HTTP/1.1" status: 200 len: 944 time: 0.1203279 Nov 05 18:49:03.983923 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-90594ff3-7ed1-41c8-8aaa-8feefda26431 req-beb502c9-bfda-49df-8dfd-b6e9653c81dd tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] 10.222.0.13 "GET /v2.0/security-groups?id=8015cb9a-1cfc-43ae-80a2-992db853641d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0849445 Nov 05 18:49:03.987910 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:49:04.262493 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-6561f669-8843-471e-9d12-9cea172ebe6c req-9c0247ce-e253-4ca2-8452-13059fca1876 tempest-LiveMigrationTest-600821399 tempest-LiveMigrationTest-600821399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:49:04.276498 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] get_ports_and_sgs() called for port_ids ['b0861f7b-85ec-4796-9a5e-c63173544746'] {{(pid=102388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 18:49:04.343243 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0247ce-e253-4ca2-8452-13059fca1876 tempest-LiveMigrationTest-600821399 tempest-LiveMigrationTest-600821399-project] Pushing event deleted for resources: {'Port': ['ID=b0861f7b-85ec-4796-9a5e-c63173544746,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:49:04.402007 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [req-6561f669-8843-471e-9d12-9cea172ebe6c req-9c0247ce-e253-4ca2-8452-13059fca1876 tempest-LiveMigrationTest-600821399 tempest-LiveMigrationTest-600821399-project] No DVR routers for this DVR port b0861f7b-85ec-4796-9a5e-c63173544746 on host n-h1-816865-1 {{(pid=102386) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 18:49:04.403356 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c408c9-c0c9-49ce-9804-a8ce98e622d1 req-0600e924-c506-41e8-aae7-fa77b9681fe9 tempest-LiveMigrationTest-600821399 tempest-LiveMigrationTest-600821399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:49:04.404877 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-22c408c9-c0c9-49ce-9804-a8ce98e622d1 req-0600e924-c506-41e8-aae7-fa77b9681fe9 tempest-LiveMigrationTest-600821399 tempest-LiveMigrationTest-600821399-project] 10.222.0.13 "GET /v2.0/ports?device_id=58a8afea-610a-4461-9810-b306ba649798 HTTP/1.1" status: 200 len: 866 time: 0.1566434 Nov 05 18:49:04.416650 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-6561f669-8843-471e-9d12-9cea172ebe6c req-9c0247ce-e253-4ca2-8452-13059fca1876 tempest-LiveMigrationTest-600821399 tempest-LiveMigrationTest-600821399-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:49:04.443643 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-6561f669-8843-471e-9d12-9cea172ebe6c req-9c0247ce-e253-4ca2-8452-13059fca1876 tempest-LiveMigrationTest-600821399 tempest-LiveMigrationTest-600821399-project] 10.222.0.41 "DELETE /v2.0/ports/b0861f7b-85ec-4796-9a5e-c63173544746 HTTP/1.1" status: 204 len: 173 time: 1.0017557 Nov 05 18:49:04.443643 n-d-816865-1 neutron-server[102386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58a8afea-610a-4461-9810-b306ba649798', 'name': 'network-vif-deleted', 'tag': 'b0861f7b-85ec-4796-9a5e-c63173544746'}] {{(pid=102386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 18:49:04.443643 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6173a44d7c73f41af551dc890fa1a5892c2c6bc3458b640c8e0c24db7876ba6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4be1a2fe-20b2-4549-afd6-b4e988adf81e" -d '{"events": [{"server_uuid": "58a8afea-610a-4461-9810-b306ba649798", "name": "network-vif-deleted", "tag": "b0861f7b-85ec-4796-9a5e-c63173544746"}]}' {{(pid=102386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 18:49:04.554605 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-22c408c9-c0c9-49ce-9804-a8ce98e622d1 req-1403bf8d-addb-40ad-b9be-628f5a28687d tempest-LiveMigrationTest-600821399 tempest-LiveMigrationTest-600821399-project] 10.222.0.13 "GET /v2.0/security-groups?id=3677ad50-e4bf-4315-8aa4-e48810edc139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323707 Nov 05 18:49:04.581348 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f8e0cc-69ac-432e-977f-f1f0644ab770 req-9ef4462f-3599-4fc9-ac14-b2c4fcc04c8a tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:49:04.585394 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-91f8e0cc-69ac-432e-977f-f1f0644ab770 req-9ef4462f-3599-4fc9-ac14-b2c4fcc04c8a tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] 10.222.0.13 "GET /v2.0/ports?device_id=67a6e104-5801-491b-964e-331ab9594689 HTTP/1.1" status: 200 len: 945 time: 0.1240799 Nov 05 18:49:04.803081 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-91f8e0cc-69ac-432e-977f-f1f0644ab770 req-65d4010f-747f-4f44-b734-17251f4a4006 tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] 10.222.0.13 "GET /v2.0/security-groups?id=e0838ac1-f008-48c1-ab43-123e255d616a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2117565 Nov 05 18:49:04.885101 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-07e47ee3-7a2c-4003-a727-5c978588cecc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:49:04.904223 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 18:49:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2164e5b-3a9c-4b5a-a76b-fb8dc78c48ff x-openstack-request-id: req-b2164e5b-3a9c-4b5a-a76b-fb8dc78c48ff {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 18:49:04.904223 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58a8afea-610a-4461-9810-b306ba649798", "name": "network-vif-deleted", "tag": "b0861f7b-85ec-4796-9a5e-c63173544746", "status": "completed", "code": 200}]} {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 18:49:04.904223 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b2164e5b-3a9c-4b5a-a76b-fb8dc78c48ff {{(pid=102386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 18:49:04.906287 n-d-816865-1 neutron-server[102386]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58a8afea-610a-4461-9810-b306ba649798', 'name': 'network-vif-deleted', 'tag': 'b0861f7b-85ec-4796-9a5e-c63173544746', 'status': 'completed', 'code': 200} Nov 05 18:49:04.934798 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f2d329-74b7-4019-91fe-771cb9b21b32 req-4c734fe8-90ff-413f-94a8-fc90690a7311 tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:49:04.946013 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-70f2d329-74b7-4019-91fe-771cb9b21b32 req-4c734fe8-90ff-413f-94a8-fc90690a7311 tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] 10.222.0.13 "GET /v2.0/networks?id=bb5b9fed-8e61-492a-a21e-f9ce432c95f7 HTTP/1.1" status: 200 len: 811 time: 0.2854319 Nov 05 18:49:04.961510 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-70f2d329-74b7-4019-91fe-771cb9b21b32 req-adb2b9c9-765b-4131-9768-572d488a54bf tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] 10.222.0.13 "GET /v2.0/quotas/9d37d1d71d154d088bbcf565483b4218 HTTP/1.1" status: 200 len: 375 time: 0.0124362 Nov 05 18:49:05.038244 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-70f2d329-74b7-4019-91fe-771cb9b21b32 req-f314832f-068d-43ca-bf7b-9a8209147e30 tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=9d37d1d71d154d088bbcf565483b4218&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0722792 Nov 05 18:49:05.194143 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-70f2d329-74b7-4019-91fe-771cb9b21b32 req-12beb8ca-c867-486c-9419-d7e86f214be2 service neutron] 10.222.0.13 "GET /v2.0/networks/bb5b9fed-8e61-492a-a21e-f9ce432c95f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1531699 Nov 05 18:49:05.337088 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-70f2d329-74b7-4019-91fe-771cb9b21b32 req-5aaf64ba-fcf3-4265-8667-c32827a08122 service neutron] 10.222.0.13 "GET /v2.0/networks/bb5b9fed-8e61-492a-a21e-f9ce432c95f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1434674 Nov 05 18:49:05.650470 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-555d7684-2732-462b-94ae-67bb045831fa req-0f9c5386-1928-4d65-950a-f38e790091e8 tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b106413-e00a-43d5-b542-9880793bb1f1 HTTP/1.1" status: 200 len: 210 time: 0.0531194 Nov 05 18:49:05.725177 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-3030dbaf-24e8-426f-98cc-ff4c8534eb30 req-188ce2fa-b67f-4c53-9f48-ffee56177773 tempest-LiveMigrationTest-600821399 tempest-LiveMigrationTest-600821399-project] 10.222.0.13 "GET /v2.0/ports?device_id=58a8afea-610a-4461-9810-b306ba649798 HTTP/1.1" status: 200 len: 210 time: 0.0433726 Nov 05 18:49:05.939978 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49224ee-d0b0-458e-86a4-d868b85359d2 req-5a501f44-9579-4117-bdca-ab5461cc9c3d tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:49:05.941617 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-f49224ee-d0b0-458e-86a4-d868b85359d2 req-5a501f44-9579-4117-bdca-ab5461cc9c3d tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] 10.222.0.13 "GET /v2.0/ports?device_id=67a6e104-5801-491b-964e-331ab9594689 HTTP/1.1" status: 200 len: 945 time: 0.0582390 Nov 05 18:49:06.012681 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:49:06.045315 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-f49224ee-d0b0-458e-86a4-d868b85359d2 req-b8803f6c-c7f3-4555-8f56-025e4785c558 tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] 10.222.0.13 "GET /v2.0/security-groups?id=e0838ac1-f008-48c1-ab43-123e255d616a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858221 Nov 05 18:49:06.188040 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b304910f-7b27-444b-a8fc-977d26b1ceac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:49:06.530282 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Device b0861f7b-85ec-4796-9a5e-c63173544746 no longer exists at agent hyperv_n-h1-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 18:49:06.555443 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] No Port match for: b0861f7b-85ec-4796-9a5e-c63173544746 {{(pid=102388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 18:49:06.555866 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Device b0861f7b-85ec-4796-9a5e-c63173544746 not bound to the agent host n-h1-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 18:49:06.759762 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-e5d92ca9-f441-4014-b2fe-114386c10f7b req-3e791c75-0828-4c4f-b91f-d44f20599d89 tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b106413-e00a-43d5-b542-9880793bb1f1 HTTP/1.1" status: 200 len: 210 time: 0.0337770 Nov 05 18:49:07.170919 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be69d2c4-b074-4b23-bdec-c00c7f5d55d8 req-bd924f51-f44f-4035-ab7d-8b55b024f7c2 tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:49:07.172491 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-be69d2c4-b074-4b23-bdec-c00c7f5d55d8 req-bd924f51-f44f-4035-ab7d-8b55b024f7c2 tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] 10.222.0.13 "GET /v2.0/ports?device_id=67a6e104-5801-491b-964e-331ab9594689 HTTP/1.1" status: 200 len: 945 time: 0.0554156 Nov 05 18:49:07.224524 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-be69d2c4-b074-4b23-bdec-c00c7f5d55d8 req-4c7a5e54-d41f-47cf-80a0-4b7eeb733ea6 tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] 10.222.0.13 "GET /v2.0/security-groups?id=e0838ac1-f008-48c1-ab43-123e255d616a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444441 Nov 05 18:49:07.952533 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-65194872-b51d-4fb2-959f-4597cbe075d4 req-d723defc-4acc-4593-99b7-21fe6c25e3e2 tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b106413-e00a-43d5-b542-9880793bb1f1 HTTP/1.1" status: 200 len: 210 time: 0.0422034 Nov 05 18:49:07.975871 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4125572-25cc-40bc-84f2-72dc37339385 req-3d741066-1a00-493a-82fc-8f909f411a07 tempest-LiveMigrationTest-600821399 tempest-LiveMigrationTest-600821399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:49:07.984408 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-a4125572-25cc-40bc-84f2-72dc37339385 req-3d741066-1a00-493a-82fc-8f909f411a07 tempest-LiveMigrationTest-600821399 tempest-LiveMigrationTest-600821399-project] 10.222.0.13 "GET /v2.0/ports?device_id=93fdaf80-df0d-4e8d-a241-d135c3792f47 HTTP/1.1" status: 200 len: 944 time: 0.1362250 Nov 05 18:49:08.058271 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-a4125572-25cc-40bc-84f2-72dc37339385 req-3412ef33-e47f-435a-832c-448abd7d3ea7 tempest-LiveMigrationTest-600821399 tempest-LiveMigrationTest-600821399-project] 10.222.0.13 "GET /v2.0/security-groups?id=3677ad50-e4bf-4315-8aa4-e48810edc139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689404 Nov 05 18:49:08.142736 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-31f93893-a48e-4ae8-833d-dccb2b42eacc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:49:08.337646 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edb06be-adf6-4e4c-8429-8afad613139f req-8edb8d0f-1683-4fa8-897a-34ce73fc49f4 tempest-LiveMigrationTest-600821399 tempest-LiveMigrationTest-600821399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:49:08.373524 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-6edb06be-adf6-4e4c-8429-8afad613139f req-8edb8d0f-1683-4fa8-897a-34ce73fc49f4 tempest-LiveMigrationTest-600821399 tempest-LiveMigrationTest-600821399-project] 10.222.0.41 "GET /v2.0/ports?device_id=93fdaf80-df0d-4e8d-a241-d135c3792f47 HTTP/1.1" status: 200 len: 944 time: 0.0915418 Nov 05 18:49:08.382418 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed3d40b-863c-4023-9cf9-ae6951089c6c req-39ebb327-7d91-4da9-b0f3-60cb4eec9081 tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:49:08.390004 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-5ed3d40b-863c-4023-9cf9-ae6951089c6c req-39ebb327-7d91-4da9-b0f3-60cb4eec9081 tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] 10.222.0.13 "GET /v2.0/ports?device_id=67a6e104-5801-491b-964e-331ab9594689 HTTP/1.1" status: 200 len: 945 time: 0.0758364 Nov 05 18:49:08.446963 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-5ed3d40b-863c-4023-9cf9-ae6951089c6c req-cad37889-a4ca-47b9-93c8-d60b8d82b865 tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] 10.222.0.13 "GET /v2.0/security-groups?id=e0838ac1-f008-48c1-ab43-123e255d616a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560169 Nov 05 18:49:08.497333 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:49:08.532298 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [req-6edb06be-adf6-4e4c-8429-8afad613139f req-941d1cc7-fdb3-4d91-a225-4920a8874ddc tempest-LiveMigrationTest-600821399 tempest-LiveMigrationTest-600821399-project] Deleting port 8627f3a1-d0a8-455a-9185-f1f27b8b930d {{(pid=102386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 18:49:08.532944 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-6edb06be-adf6-4e4c-8429-8afad613139f req-941d1cc7-fdb3-4d91-a225-4920a8874ddc tempest-LiveMigrationTest-600821399 tempest-LiveMigrationTest-600821399-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:49:08.687403 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [req-6edb06be-adf6-4e4c-8429-8afad613139f req-941d1cc7-fdb3-4d91-a225-4920a8874ddc tempest-LiveMigrationTest-600821399 tempest-LiveMigrationTest-600821399-project] For port 8627f3a1-d0a8-455a-9185-f1f27b8b930d, host n-h1-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=8627f3a1-d0a8-455a-9185-f1f27b8b930d,segment=NetworkSegment(b9f65680-5ef1-4bb4-ac2c-6d7ba403921d),segment_id=b9f65680-5ef1-4bb4-ac2c-6d7ba403921d)] {{(pid=102386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:49:08.687848 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-6edb06be-adf6-4e4c-8429-8afad613139f req-941d1cc7-fdb3-4d91-a225-4920a8874ddc tempest-LiveMigrationTest-600821399 tempest-LiveMigrationTest-600821399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:49:08.704225 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [req-6edb06be-adf6-4e4c-8429-8afad613139f req-941d1cc7-fdb3-4d91-a225-4920a8874ddc tempest-LiveMigrationTest-600821399 tempest-LiveMigrationTest-600821399-project] Calling delete_port for 8627f3a1-d0a8-455a-9185-f1f27b8b930d owned by compute:nova {{(pid=102386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 18:49:08.941888 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f2d329-74b7-4019-91fe-771cb9b21b32 req-406b78bc-6f45-426d-b95b-188f556bf55b tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:49:08.944128 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-70f2d329-74b7-4019-91fe-771cb9b21b32 req-406b78bc-6f45-426d-b95b-188f556bf55b tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] 10.222.0.55 "GET /v2.0/networks?id=bb5b9fed-8e61-492a-a21e-f9ce432c95f7 HTTP/1.1" status: 200 len: 811 time: 0.2853663 Nov 05 18:49:08.986191 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [req-70f2d329-74b7-4019-91fe-771cb9b21b32 req-f865b621-e712-4af3-a581-28f9df9960d6 tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] Request body: {'port': {'device_id': '1b106413-e00a-43d5-b542-9880793bb1f1', 'network_id': 'bb5b9fed-8e61-492a-a21e-f9ce432c95f7', 'admin_state_up': True, 'tenant_id': '9d37d1d71d154d088bbcf565483b4218'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:49:09.098555 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-102e495e-888a-40ae-bc87-0527aff31552 req-3d8982b0-8b62-477b-967e-8ca860028d9b tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b106413-e00a-43d5-b542-9880793bb1f1 HTTP/1.1" status: 200 len: 210 time: 0.0483167 Nov 05 18:49:09.210540 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f98557-22be-4558-a884-b93096c20ddd req-f439667e-af74-463c-aecf-efd3fa0da55b tempest-LiveMigrationTest-600821399 tempest-LiveMigrationTest-600821399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:49:09.212053 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-29f98557-22be-4558-a884-b93096c20ddd req-f439667e-af74-463c-aecf-efd3fa0da55b tempest-LiveMigrationTest-600821399 tempest-LiveMigrationTest-600821399-project] 10.222.0.13 "GET /v2.0/ports?device_id=93fdaf80-df0d-4e8d-a241-d135c3792f47 HTTP/1.1" status: 200 len: 944 time: 0.0534167 Nov 05 18:49:09.217356 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-70f2d329-74b7-4019-91fe-771cb9b21b32 req-f865b621-e712-4af3-a581-28f9df9960d6 tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] Made reservation on behalf of 9d37d1d71d154d088bbcf565483b4218 for: {'port': 1} {{(pid=102386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 18:49:09.221487 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-70f2d329-74b7-4019-91fe-771cb9b21b32 req-f865b621-e712-4af3-a581-28f9df9960d6 tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:49:09.244355 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-6edb06be-adf6-4e4c-8429-8afad613139f req-941d1cc7-fdb3-4d91-a225-4920a8874ddc tempest-LiveMigrationTest-600821399 tempest-LiveMigrationTest-600821399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:49:09.283184 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-29f98557-22be-4558-a884-b93096c20ddd req-c4486d52-cabb-4e28-85e1-268b7fde1d85 tempest-LiveMigrationTest-600821399 tempest-LiveMigrationTest-600821399-project] 10.222.0.13 "GET /v2.0/security-groups?id=3677ad50-e4bf-4315-8aa4-e48810edc139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531685 Nov 05 18:49:09.295742 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941d1cc7-fdb3-4d91-a225-4920a8874ddc tempest-LiveMigrationTest-600821399 tempest-LiveMigrationTest-600821399-project] Pushing event deleted for resources: {'Port': ['ID=8627f3a1-d0a8-455a-9185-f1f27b8b930d,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:49:09.364132 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941d1cc7-fdb3-4d91-a225-4920a8874ddc tempest-LiveMigrationTest-600821399 tempest-LiveMigrationTest-600821399-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:49:09.364725 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941d1cc7-fdb3-4d91-a225-4920a8874ddc tempest-LiveMigrationTest-600821399 tempest-LiveMigrationTest-600821399-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:49:09.364820 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941d1cc7-fdb3-4d91-a225-4920a8874ddc tempest-LiveMigrationTest-600821399 tempest-LiveMigrationTest-600821399-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:49:09.365154 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941d1cc7-fdb3-4d91-a225-4920a8874ddc tempest-LiveMigrationTest-600821399 tempest-LiveMigrationTest-600821399-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:49:09.365997 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941d1cc7-fdb3-4d91-a225-4920a8874ddc tempest-LiveMigrationTest-600821399 tempest-LiveMigrationTest-600821399-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:49:09.366352 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941d1cc7-fdb3-4d91-a225-4920a8874ddc tempest-LiveMigrationTest-600821399 tempest-LiveMigrationTest-600821399-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:49:09.366781 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941d1cc7-fdb3-4d91-a225-4920a8874ddc tempest-LiveMigrationTest-600821399 tempest-LiveMigrationTest-600821399-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:49:09.367111 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941d1cc7-fdb3-4d91-a225-4920a8874ddc tempest-LiveMigrationTest-600821399 tempest-LiveMigrationTest-600821399-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:49:09.367436 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941d1cc7-fdb3-4d91-a225-4920a8874ddc tempest-LiveMigrationTest-600821399 tempest-LiveMigrationTest-600821399-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:49:09.367761 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941d1cc7-fdb3-4d91-a225-4920a8874ddc tempest-LiveMigrationTest-600821399 tempest-LiveMigrationTest-600821399-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:49:09.368086 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941d1cc7-fdb3-4d91-a225-4920a8874ddc tempest-LiveMigrationTest-600821399 tempest-LiveMigrationTest-600821399-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:49:09.368404 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941d1cc7-fdb3-4d91-a225-4920a8874ddc tempest-LiveMigrationTest-600821399 tempest-LiveMigrationTest-600821399-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:49:09.392471 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [req-6edb06be-adf6-4e4c-8429-8afad613139f req-941d1cc7-fdb3-4d91-a225-4920a8874ddc tempest-LiveMigrationTest-600821399 tempest-LiveMigrationTest-600821399-project] No DVR routers for this DVR port 8627f3a1-d0a8-455a-9185-f1f27b8b930d on host n-h1-816865-1 {{(pid=102386) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 18:49:09.396644 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-6edb06be-adf6-4e4c-8429-8afad613139f req-941d1cc7-fdb3-4d91-a225-4920a8874ddc tempest-LiveMigrationTest-600821399 tempest-LiveMigrationTest-600821399-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:49:09.400322 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-6edb06be-adf6-4e4c-8429-8afad613139f req-941d1cc7-fdb3-4d91-a225-4920a8874ddc tempest-LiveMigrationTest-600821399 tempest-LiveMigrationTest-600821399-project] 10.222.0.41 "DELETE /v2.0/ports/8627f3a1-d0a8-455a-9185-f1f27b8b930d HTTP/1.1" status: 204 len: 173 time: 1.0546188 Nov 05 18:49:09.400794 n-d-816865-1 neutron-server[102386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93fdaf80-df0d-4e8d-a241-d135c3792f47', 'name': 'network-vif-deleted', 'tag': '8627f3a1-d0a8-455a-9185-f1f27b8b930d'}] {{(pid=102386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 18:49:09.403118 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6173a44d7c73f41af551dc890fa1a5892c2c6bc3458b640c8e0c24db7876ba6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2c42532-3777-4398-8d4f-88d17ee6ad4e" -d '{"events": [{"server_uuid": "93fdaf80-df0d-4e8d-a241-d135c3792f47", "name": "network-vif-deleted", "tag": "8627f3a1-d0a8-455a-9185-f1f27b8b930d"}]}' {{(pid=102386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 18:49:09.475913 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 18:49:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d100939-ec22-4504-9e7f-cbc44c583cb9 x-openstack-request-id: req-1d100939-ec22-4504-9e7f-cbc44c583cb9 {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 18:49:09.476198 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93fdaf80-df0d-4e8d-a241-d135c3792f47", "name": "network-vif-deleted", "tag": "8627f3a1-d0a8-455a-9185-f1f27b8b930d", "status": "completed", "code": 200}]} {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 18:49:09.476639 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1d100939-ec22-4504-9e7f-cbc44c583cb9 {{(pid=102386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 18:49:09.477309 n-d-816865-1 neutron-server[102386]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93fdaf80-df0d-4e8d-a241-d135c3792f47', 'name': 'network-vif-deleted', 'tag': '8627f3a1-d0a8-455a-9185-f1f27b8b930d', 'status': 'completed', 'code': 200} Nov 05 18:49:09.478628 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.db_base_plugin_common [req-70f2d329-74b7-4019-91fe-771cb9b21b32 req-f865b621-e712-4af3-a581-28f9df9960d6 tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] Allocated IP 172.20.0.11 (bb5b9fed-8e61-492a-a21e-f9ce432c95f7/8df5751e-d8bb-41e4-9469-238f613979b1/bf6ff7a6-296c-4684-80b6-931424c1a0d4) {{(pid=102386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 18:49:09.518181 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4cf1f3e-d749-43db-863a-c7974a9dbf2a req-04b9c85d-7365-429f-981b-9cd43e8ba6fa tempest-AttachVolumeTestJSON-989501218 tempest-AttachVolumeTestJSON-989501218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:49:09.519796 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-f4cf1f3e-d749-43db-863a-c7974a9dbf2a req-04b9c85d-7365-429f-981b-9cd43e8ba6fa tempest-AttachVolumeTestJSON-989501218 tempest-AttachVolumeTestJSON-989501218-project] 10.222.0.13 "GET /v2.0/ports?device_id=332b01ca-305d-470b-a5c2-8f6774221f19 HTTP/1.1" status: 200 len: 945 time: 0.0954721 Nov 05 18:49:09.633745 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-f4cf1f3e-d749-43db-863a-c7974a9dbf2a req-519e4d0f-18c3-4245-b240-48b189c7d882 tempest-AttachVolumeTestJSON-989501218 tempest-AttachVolumeTestJSON-989501218-project] 10.222.0.13 "GET /v2.0/security-groups?id=ef933554-0df5-4bb3-a185-95505310ff6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1050501 Nov 05 18:49:09.648899 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70360ff2-44fe-439e-a39a-3a036d0ff4a6 req-9554c7f5-9362-494c-82b9-70ab7b632169 tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:49:09.661565 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-70360ff2-44fe-439e-a39a-3a036d0ff4a6 req-9554c7f5-9362-494c-82b9-70ab7b632169 tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] 10.222.0.13 "GET /v2.0/ports?device_id=67a6e104-5801-491b-964e-331ab9594689 HTTP/1.1" status: 200 len: 945 time: 0.1000521 Nov 05 18:49:09.712378 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-70360ff2-44fe-439e-a39a-3a036d0ff4a6 req-637cde11-1f0f-4492-bc1e-ff50318875dd tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] 10.222.0.13 "GET /v2.0/security-groups?id=e0838ac1-f008-48c1-ab43-123e255d616a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485144 Nov 05 18:49:09.762603 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8677aa0-f784-4752-be1f-2958753ab47b req-acc68d53-3830-49c3-a700-ec9cfdb8a136 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:49:09.764286 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-d8677aa0-f784-4752-be1f-2958753ab47b req-acc68d53-3830-49c3-a700-ec9cfdb8a136 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=6967002ed7684b0a936551bf3f38aa1b&device_id=67a6e104-5801-491b-964e-331ab9594689 HTTP/1.1" status: 200 len: 1096 time: 0.0960197 Nov 05 18:49:09.869364 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-70f2d329-74b7-4019-91fe-771cb9b21b32 req-f865b621-e712-4af3-a581-28f9df9960d6 tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] Publish callbacks [] for port, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:49:09.892481 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8677aa0-f784-4752-be1f-2958753ab47b req-3eff54f3-2fda-416a-b048-1f52940e54b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:49:09.894176 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-d8677aa0-f784-4752-be1f-2958753ab47b req-3eff54f3-2fda-416a-b048-1f52940e54b1 service neutron] 10.222.0.55 "GET /v2.0/networks?id=43ea62f0-8360-499b-8cfa-33c91e860c8e HTTP/1.1" status: 200 len: 913 time: 0.1140330 Nov 05 18:49:09.954017 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-d8677aa0-f784-4752-be1f-2958753ab47b req-6721a449-09c2-49be-a0c7-0da6594d5530 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9d73dfb4-fde9-4735-86dd-06c91b197470 HTTP/1.1" status: 200 len: 217 time: 0.0502288 Nov 05 18:49:10.013930 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8677aa0-f784-4752-be1f-2958753ab47b req-dd3243e2-8fb0-408f-b01e-cbe51b0b2b5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:49:10.015512 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-d8677aa0-f784-4752-be1f-2958753ab47b req-dd3243e2-8fb0-408f-b01e-cbe51b0b2b5b service neutron] 10.222.0.55 "GET /v2.0/subnets?id=d7f64a49-19fd-4323-b909-1a955812ddea HTTP/1.1" status: 200 len: 852 time: 0.0550022 Nov 05 18:49:10.054198 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-70f2d329-74b7-4019-91fe-771cb9b21b32 req-f865b621-e712-4af3-a581-28f9df9960d6 tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:49:10.057555 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-d8677aa0-f784-4752-be1f-2958753ab47b req-d7d51c78-696a-425b-8837-31ebac976643 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=43ea62f0-8360-499b-8cfa-33c91e860c8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0339639 Nov 05 18:49:10.133619 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-70f2d329-74b7-4019-91fe-771cb9b21b32 req-f865b621-e712-4af3-a581-28f9df9960d6 tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] Network bb5b9fed-8e61-492a-a21e-f9ce432c95f7 is already hosted by enough agents. {{(pid=102386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 18:49:10.169137 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.base_scheduler [req-70f2d329-74b7-4019-91fe-771cb9b21b32 req-f865b621-e712-4af3-a581-28f9df9960d6 tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] Resources bound (agent type, host, resource id): {{(pid=102386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:49:10.175603 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [req-70f2d329-74b7-4019-91fe-771cb9b21b32 req-f865b621-e712-4af3-a581-28f9df9960d6 tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] Received port after_create {{(pid=102386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 18:49:10.183594 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f865b621-e712-4af3-a581-28f9df9960d6 tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] Pushing event updated for resources: {'Port': ['ID=bf6ff7a6-296c-4684-80b6-931424c1a0d4,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:49:10.257614 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f2d329-74b7-4019-91fe-771cb9b21b32 req-f865b621-e712-4af3-a581-28f9df9960d6 tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:49:10.257614 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-70f2d329-74b7-4019-91fe-771cb9b21b32 req-f865b621-e712-4af3-a581-28f9df9960d6 tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:49:10.262114 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-d8677aa0-f784-4752-be1f-2958753ab47b req-18d83a9b-6112-460c-a495-9473a82ade3d service neutron] 10.222.0.55 "GET /v2.0/networks/43ea62f0-8360-499b-8cfa-33c91e860c8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1949742 Nov 05 18:49:10.268969 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462fa681-f48b-4726-a7e3-39a1be906cda req-84d1f6d9-f263-4dd2-b88e-1e7e08943222 tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:49:10.279040 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-462fa681-f48b-4726-a7e3-39a1be906cda req-84d1f6d9-f263-4dd2-b88e-1e7e08943222 tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b106413-e00a-43d5-b542-9880793bb1f1 HTTP/1.1" status: 200 len: 932 time: 0.0807848 Nov 05 18:49:10.373271 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-462fa681-f48b-4726-a7e3-39a1be906cda req-96a46f6b-5143-4d82-b160-b08ce88e2c65 tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] 10.222.0.13 "GET /v2.0/security-groups?id=20494f52-e47d-4839-b4f6-2fc0330d8d18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823328 Nov 05 18:49:10.407509 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-70f2d329-74b7-4019-91fe-771cb9b21b32 req-f865b621-e712-4af3-a581-28f9df9960d6 tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4326398 Nov 05 18:49:10.421753 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [req-70f2d329-74b7-4019-91fe-771cb9b21b32 req-35fc6e39-f40b-4fb0-ab77-0c9c79ff3af0 service neutron] Request body: {'port': {'device_id': '1b106413-e00a-43d5-b542-9880793bb1f1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816865-1'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:49:10.484844 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-d8d12313-43ad-463d-ab31-b45e8ded62d3 req-8597a0d8-916a-4492-b81b-8a56717fb385 tempest-LiveMigrationTest-600821399 tempest-LiveMigrationTest-600821399-project] 10.222.0.13 "GET /v2.0/ports?device_id=93fdaf80-df0d-4e8d-a241-d135c3792f47 HTTP/1.1" status: 200 len: 210 time: 0.0520468 Nov 05 18:49:10.561536 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Device 8627f3a1-d0a8-455a-9185-f1f27b8b930d no longer exists at agent hyperv_n-h1-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 18:49:10.598844 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] No Port match for: 8627f3a1-d0a8-455a-9185-f1f27b8b930d {{(pid=102388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 18:49:10.599627 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Device 8627f3a1-d0a8-455a-9185-f1f27b8b930d not bound to the agent host n-h1-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 18:49:10.619996 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-5d93a033-451f-4713-8ca1-3f9c9079bae4 None None] Provisioning complete for port bf6ff7a6-296c-4684-80b6-931424c1a0d4 triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:49:10.620619 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-5d93a033-451f-4713-8ca1-3f9c9079bae4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:49:10.664839 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 53968) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:49:10.673268 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-5d93a033-451f-4713-8ca1-3f9c9079bae4 None None] Port bf6ff7a6-296c-4684-80b6-931424c1a0d4 cannot update to ACTIVE because it is not bound. {{(pid=102388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 18:49:10.881270 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-1607448b-fac2-490a-9a6d-2a758522858c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:49:10.896418 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91e4028-885a-425e-a31b-02940cc6cb3a req-275d4308-cf55-498c-9d30-d325c4bc78bf tempest-AttachVolumeTestJSON-989501218 tempest-AttachVolumeTestJSON-989501218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:49:10.898977 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-f91e4028-885a-425e-a31b-02940cc6cb3a req-275d4308-cf55-498c-9d30-d325c4bc78bf tempest-AttachVolumeTestJSON-989501218 tempest-AttachVolumeTestJSON-989501218-project] 10.222.0.13 "GET /v2.0/ports?device_id=332b01ca-305d-470b-a5c2-8f6774221f19 HTTP/1.1" status: 200 len: 945 time: 0.1346691 Nov 05 18:49:10.913279 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-d8677aa0-f784-4752-be1f-2958753ab47b req-46bed1db-52c1-4319-85ae-5804e98a162a service neutron] 10.222.0.55 "GET /v2.0/networks/43ea62f0-8360-499b-8cfa-33c91e860c8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6425319 Nov 05 18:49:10.951034 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c806416-926e-4cf6-a4f5-e8f47bfe5418 req-83ad7514-ec52-4e93-8cb1-b17ac3319c26 tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:49:10.951787 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-70f2d329-74b7-4019-91fe-771cb9b21b32 req-35fc6e39-f40b-4fb0-ab77-0c9c79ff3af0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:49:10.952759 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-2c806416-926e-4cf6-a4f5-e8f47bfe5418 req-83ad7514-ec52-4e93-8cb1-b17ac3319c26 tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] 10.222.0.13 "GET /v2.0/ports?device_id=67a6e104-5801-491b-964e-331ab9594689 HTTP/1.1" status: 200 len: 945 time: 0.1401906 Nov 05 18:49:11.036317 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-f91e4028-885a-425e-a31b-02940cc6cb3a req-f2c58864-f617-4d92-a95a-2481245777c2 tempest-AttachVolumeTestJSON-989501218 tempest-AttachVolumeTestJSON-989501218-project] 10.222.0.13 "GET /v2.0/security-groups?id=ef933554-0df5-4bb3-a185-95505310ff6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1046152 Nov 05 18:49:11.065708 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-2c806416-926e-4cf6-a4f5-e8f47bfe5418 req-ded24868-70c1-431b-9a07-c2a69fcc7798 tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] 10.222.0.13 "GET /v2.0/security-groups?id=e0838ac1-f008-48c1-ab43-123e255d616a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015925 Nov 05 18:49:11.114892 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-1607448b-fac2-490a-9a6d-2a758522858c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:49:11.216819 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-1607448b-fac2-490a-9a6d-2a758522858c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:49:11.256856 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-1607448b-fac2-490a-9a6d-2a758522858c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7f3c596385c44562824b5e490f7327c6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5899761 Nov 05 18:49:11.257824 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1607448b-fac2-490a-9a6d-2a758522858c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcb245a9-b444-4466-a81f-d9b0eab9b5eb,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:49:11.260360 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 53984) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:49:11.264812 n-d-816865-1 neutron-server[102386]: DEBUG neutron.notifiers.nova [req-70f2d329-74b7-4019-91fe-771cb9b21b32 req-35fc6e39-f40b-4fb0-ab77-0c9c79ff3af0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bf6ff7a6-296c-4684-80b6-931424c1a0d4 {{(pid=102386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 18:49:11.273726 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-70f2d329-74b7-4019-91fe-771cb9b21b32 req-35fc6e39-f40b-4fb0-ab77-0c9c79ff3af0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:49:11.286523 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.provisioning_blocks [req-70f2d329-74b7-4019-91fe-771cb9b21b32 req-35fc6e39-f40b-4fb0-ab77-0c9c79ff3af0 service neutron] Transition to ACTIVE for port object bf6ff7a6-296c-4684-80b6-931424c1a0d4 will not be triggered until provisioned by entity L2. {{(pid=102386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 05 18:49:11.311862 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-6cbb7e8c-3a9a-4209-8e51-f44bca1f2e26 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:49:11.334425 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-6cbb7e8c-3a9a-4209-8e51-f44bca1f2e26 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:49:11.359360 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-70f2d329-74b7-4019-91fe-771cb9b21b32 req-35fc6e39-f40b-4fb0-ab77-0c9c79ff3af0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6149821'] for port, after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:49:11.467303 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35fc6e39-f40b-4fb0-ab77-0c9c79ff3af0 service neutron] Pushing event updated for resources: {'Port': ['ID=bf6ff7a6-296c-4684-80b6-931424c1a0d4,revision_number=2']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:49:11.554114 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [req-70f2d329-74b7-4019-91fe-771cb9b21b32 req-35fc6e39-f40b-4fb0-ab77-0c9c79ff3af0 service neutron] Attempting to bind port bf6ff7a6-296c-4684-80b6-931424c1a0d4 on host n-h2-816865-1 for vnic_type normal with profile {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 18:49:11.554459 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [req-70f2d329-74b7-4019-91fe-771cb9b21b32 req-35fc6e39-f40b-4fb0-ab77-0c9c79ff3af0 service neutron] Attempting to bind port bf6ff7a6-296c-4684-80b6-931424c1a0d4 by drivers openvswitch,hyperv on host n-h2-816865-1 at level 0 using segments [{'id': '1ae4cc0f-5460-421b-9b80-d7acf4de0363', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'bb5b9fed-8e61-492a-a21e-f9ce432c95f7'}] {{(pid=102386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 18:49:11.554787 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70f2d329-74b7-4019-91fe-771cb9b21b32 req-35fc6e39-f40b-4fb0-ab77-0c9c79ff3af0 service neutron] Attempting to bind port bf6ff7a6-296c-4684-80b6-931424c1a0d4 on network bb5b9fed-8e61-492a-a21e-f9ce432c95f7 {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 18:49:11.560200 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70f2d329-74b7-4019-91fe-771cb9b21b32 req-35fc6e39-f40b-4fb0-ab77-0c9c79ff3af0 service neutron] Port bf6ff7a6-296c-4684-80b6-931424c1a0d4 on network bb5b9fed-8e61-492a-a21e-f9ce432c95f7 not bound, no agent of type Open vSwitch agent registered on host n-h2-816865-1 {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 18:49:11.560570 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70f2d329-74b7-4019-91fe-771cb9b21b32 req-35fc6e39-f40b-4fb0-ab77-0c9c79ff3af0 service neutron] Attempting to bind port bf6ff7a6-296c-4684-80b6-931424c1a0d4 on network bb5b9fed-8e61-492a-a21e-f9ce432c95f7 {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 18:49:11.576143 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9404ef81-b4b2-4c8c-8705-ddbb78816a27 req-951f6ba5-c0f3-4ff4-9308-002ce724134e tempest-AttachVolumeTestJSON-989501218 tempest-AttachVolumeTestJSON-989501218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:49:11.577913 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-9404ef81-b4b2-4c8c-8705-ddbb78816a27 req-951f6ba5-c0f3-4ff4-9308-002ce724134e tempest-AttachVolumeTestJSON-989501218 tempest-AttachVolumeTestJSON-989501218-project] 10.222.0.41 "GET /v2.0/ports?device_id=332b01ca-305d-470b-a5c2-8f6774221f19 HTTP/1.1" status: 200 len: 945 time: 0.1131134 Nov 05 18:49:11.579079 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70f2d329-74b7-4019-91fe-771cb9b21b32 req-35fc6e39-f40b-4fb0-ab77-0c9c79ff3af0 service neutron] Checking agent: {'id': '32aff553-696f-4891-83f5-5c176f61fe54', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816865-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 18, 33, 36), 'started_at': datetime.datetime(2021, 11, 5, 18, 33, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 18, 49, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 18:49:11.579498 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70f2d329-74b7-4019-91fe-771cb9b21b32 req-35fc6e39-f40b-4fb0-ab77-0c9c79ff3af0 service neutron] Checking segment: {'id': '1ae4cc0f-5460-421b-9b80-d7acf4de0363', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'bb5b9fed-8e61-492a-a21e-f9ce432c95f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 18:49:11.580020 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70f2d329-74b7-4019-91fe-771cb9b21b32 req-35fc6e39-f40b-4fb0-ab77-0c9c79ff3af0 service neutron] Bound using segment: {'id': '1ae4cc0f-5460-421b-9b80-d7acf4de0363', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'bb5b9fed-8e61-492a-a21e-f9ce432c95f7'} {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 18:49:11.580474 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [req-70f2d329-74b7-4019-91fe-771cb9b21b32 req-35fc6e39-f40b-4fb0-ab77-0c9c79ff3af0 service neutron] Bound port: bf6ff7a6-296c-4684-80b6-931424c1a0d4, host: n-h2-816865-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1ae4cc0f-5460-421b-9b80-d7acf4de0363', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'bb5b9fed-8e61-492a-a21e-f9ce432c95f7'}}] {{(pid=102386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 18:49:11.580885 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-70f2d329-74b7-4019-91fe-771cb9b21b32 req-35fc6e39-f40b-4fb0-ab77-0c9c79ff3af0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:49:11.742237 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [req-70f2d329-74b7-4019-91fe-771cb9b21b32 req-35fc6e39-f40b-4fb0-ab77-0c9c79ff3af0 service neutron] For port bf6ff7a6-296c-4684-80b6-931424c1a0d4, host n-h2-816865-1, cleared binding levels {{(pid=102386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 18:49:11.745734 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [req-70f2d329-74b7-4019-91fe-771cb9b21b32 req-35fc6e39-f40b-4fb0-ab77-0c9c79ff3af0 service neutron] For port bf6ff7a6-296c-4684-80b6-931424c1a0d4, host n-h2-816865-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=bf6ff7a6-296c-4684-80b6-931424c1a0d4,segment=NetworkSegment(1ae4cc0f-5460-421b-9b80-d7acf4de0363),segment_id=1ae4cc0f-5460-421b-9b80-d7acf4de0363)] {{(pid=102386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 18:49:11.764016 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [req-9404ef81-b4b2-4c8c-8705-ddbb78816a27 req-c905479a-af8f-4334-ab57-9056f2bfa59c tempest-AttachVolumeTestJSON-989501218 tempest-AttachVolumeTestJSON-989501218-project] Deleting port 608f32e7-96f1-46f4-8f20-858b7b1eedd7 {{(pid=102386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 18:49:11.764640 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-9404ef81-b4b2-4c8c-8705-ddbb78816a27 req-c905479a-af8f-4334-ab57-9056f2bfa59c tempest-AttachVolumeTestJSON-989501218 tempest-AttachVolumeTestJSON-989501218-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:49:11.773737 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc2aa70-54b0-4b05-83df-25bbecf7c01c req-dff83bac-c366-4ca4-992b-8c355ceefea6 tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:49:11.775279 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-4cc2aa70-54b0-4b05-83df-25bbecf7c01c req-dff83bac-c366-4ca4-992b-8c355ceefea6 tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b106413-e00a-43d5-b542-9880793bb1f1 HTTP/1.1" status: 200 len: 944 time: 0.0620189 Nov 05 18:49:11.829478 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-4cc2aa70-54b0-4b05-83df-25bbecf7c01c req-47462c48-5571-46a2-b6f7-ce58d495023d tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] 10.222.0.13 "GET /v2.0/security-groups?id=20494f52-e47d-4839-b4f6-2fc0330d8d18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477617 Nov 05 18:49:11.863455 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [req-9404ef81-b4b2-4c8c-8705-ddbb78816a27 req-c905479a-af8f-4334-ab57-9056f2bfa59c tempest-AttachVolumeTestJSON-989501218 tempest-AttachVolumeTestJSON-989501218-project] For port 608f32e7-96f1-46f4-8f20-858b7b1eedd7, host n-h1-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=608f32e7-96f1-46f4-8f20-858b7b1eedd7,segment=NetworkSegment(ef5714ac-d60a-42ed-804f-a2e28bab422f),segment_id=ef5714ac-d60a-42ed-804f-a2e28bab422f)] {{(pid=102386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:49:11.863820 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-9404ef81-b4b2-4c8c-8705-ddbb78816a27 req-c905479a-af8f-4334-ab57-9056f2bfa59c tempest-AttachVolumeTestJSON-989501218 tempest-AttachVolumeTestJSON-989501218-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:49:11.873649 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-70f2d329-74b7-4019-91fe-771cb9b21b32 req-35fc6e39-f40b-4fb0-ab77-0c9c79ff3af0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6149821'] for port, after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:49:11.900962 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-6cbb7e8c-3a9a-4209-8e51-f44bca1f2e26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:49:11.903635 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-6cbb7e8c-3a9a-4209-8e51-f44bca1f2e26 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:49:11.908084 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-6cbb7e8c-3a9a-4209-8e51-f44bca1f2e26 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/dcb245a9-b444-4466-a81f-d9b0eab9b5eb HTTP/1.1" status: 204 len: 168 time: 0.6434267 Nov 05 18:49:11.915440 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbb7e8c-3a9a-4209-8e51-f44bca1f2e26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcb245a9-b444-4466-a81f-d9b0eab9b5eb,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:49:11.968414 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f2d329-74b7-4019-91fe-771cb9b21b32 req-35fc6e39-f40b-4fb0-ab77-0c9c79ff3af0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:49:11.969649 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-70f2d329-74b7-4019-91fe-771cb9b21b32 req-35fc6e39-f40b-4fb0-ab77-0c9c79ff3af0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:49:11.971324 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-70f2d329-74b7-4019-91fe-771cb9b21b32 req-35fc6e39-f40b-4fb0-ab77-0c9c79ff3af0 service neutron] 10.222.0.55 "PUT /v2.0/ports/bf6ff7a6-296c-4684-80b6-931424c1a0d4 HTTP/1.1" status: 200 len: 1092 time: 1.5545001 Nov 05 18:49:11.971872 n-d-816865-1 neutron-server[102386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b106413-e00a-43d5-b542-9880793bb1f1', 'tag': 'bf6ff7a6-296c-4684-80b6-931424c1a0d4'}] {{(pid=102386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 18:49:11.974334 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6173a44d7c73f41af551dc890fa1a5892c2c6bc3458b640c8e0c24db7876ba6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98376ec1-1fb1-44b7-b0cb-9c608e7e65e2" -d '{"events": [{"name": "network-changed", "server_uuid": "1b106413-e00a-43d5-b542-9880793bb1f1", "tag": "bf6ff7a6-296c-4684-80b6-931424c1a0d4"}]}' {{(pid=102386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 18:49:12.022692 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35fc6e39-f40b-4fb0-ab77-0c9c79ff3af0 service neutron] Pushing event updated for resources: {'Port': ['ID=bf6ff7a6-296c-4684-80b6-931424c1a0d4,revision_number=3']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:49:12.036552 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 18:49:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c8d7c47-4370-4323-8a6d-f6d9775d6618 x-openstack-request-id: req-6c8d7c47-4370-4323-8a6d-f6d9775d6618 {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 18:49:12.037633 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b106413-e00a-43d5-b542-9880793bb1f1", "tag": "bf6ff7a6-296c-4684-80b6-931424c1a0d4", "status": "completed", "code": 200}]} {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 18:49:12.038346 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6c8d7c47-4370-4323-8a6d-f6d9775d6618 {{(pid=102386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 18:49:12.039097 n-d-816865-1 neutron-server[102386]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b106413-e00a-43d5-b542-9880793bb1f1', 'tag': 'bf6ff7a6-296c-4684-80b6-931424c1a0d4', 'status': 'completed', 'code': 200} Nov 05 18:49:12.066921 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Device 9d73dfb4-fde9-4735-86dd-06c91b197470 no longer exists at agent hyperv_n-h2-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 18:49:12.195266 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:49:12.243221 n-d-816865-1 neutron-server[102388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67a6e104-5801-491b-964e-331ab9594689', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9d73dfb4-fde9-4735-86dd-06c91b197470'}] {{(pid=102388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 18:49:12.246286 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85474fee1180e129d8a886d264fe0b30223aa672dd1ffe43b630605f18504f68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12243643-800b-4dcc-989e-2aefbc5a1348" -d '{"events": [{"server_uuid": "67a6e104-5801-491b-964e-331ab9594689", "name": "network-vif-unplugged", "status": "completed", "tag": "9d73dfb4-fde9-4735-86dd-06c91b197470"}]}' {{(pid=102388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 18:49:12.251874 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98376ec1-1fb1-44b7-b0cb-9c608e7e65e2 req-3cf5cc99-0dda-45e4-ab98-150c0f0a58be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:49:12.253690 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-98376ec1-1fb1-44b7-b0cb-9c608e7e65e2 req-3cf5cc99-0dda-45e4-ab98-150c0f0a58be service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=9d37d1d71d154d088bbcf565483b4218&device_id=1b106413-e00a-43d5-b542-9880793bb1f1 HTTP/1.1" status: 200 len: 1095 time: 0.1637788 Nov 05 18:49:12.260655 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] For port 9d73dfb4-fde9-4735-86dd-06c91b197470, host n-h2-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=9d73dfb4-fde9-4735-86dd-06c91b197470,segment=NetworkSegment(18ff82bc-5fc5-4d18-b58f-45dd42e01fae),segment_id=18ff82bc-5fc5-4d18-b58f-45dd42e01fae)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:49:12.275058 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facaa816-1062-4b41-a3ee-5ef0cfd0a9c3 req-b448a993-c427-442d-ac6b-828a4a57ccff tempest-LiveMigrationTest-600821399 tempest-LiveMigrationTest-600821399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:49:12.276604 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-facaa816-1062-4b41-a3ee-5ef0cfd0a9c3 req-b448a993-c427-442d-ac6b-828a4a57ccff tempest-LiveMigrationTest-600821399 tempest-LiveMigrationTest-600821399-project] 10.222.0.13 "GET /v2.0/ports?device_id=3211213d-5f72-4665-9237-153dfa751f1a HTTP/1.1" status: 200 len: 945 time: 0.1266353 Nov 05 18:49:12.289783 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab327bc-ac83-49e9-8873-ad1d2033d2ae req-be55774e-a2a2-4a5c-9f10-57a0b59ba5bf tempest-AttachVolumeTestJSON-989501218 tempest-AttachVolumeTestJSON-989501218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:49:12.291229 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-eab327bc-ac83-49e9-8873-ad1d2033d2ae req-be55774e-a2a2-4a5c-9f10-57a0b59ba5bf tempest-AttachVolumeTestJSON-989501218 tempest-AttachVolumeTestJSON-989501218-project] 10.222.0.13 "GET /v2.0/ports?device_id=332b01ca-305d-470b-a5c2-8f6774221f19 HTTP/1.1" status: 200 len: 945 time: 0.0788512 Nov 05 18:49:12.296724 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-9404ef81-b4b2-4c8c-8705-ddbb78816a27 req-c905479a-af8f-4334-ab57-9056f2bfa59c tempest-AttachVolumeTestJSON-989501218 tempest-AttachVolumeTestJSON-989501218-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:49:12.297168 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-9404ef81-b4b2-4c8c-8705-ddbb78816a27 req-c905479a-af8f-4334-ab57-9056f2bfa59c tempest-AttachVolumeTestJSON-989501218 tempest-AttachVolumeTestJSON-989501218-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1000577'] for floatingip, after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:49:12.297402 n-d-816865-1 neutron-server[102386]: INFO neutron.db.l3_db [req-9404ef81-b4b2-4c8c-8705-ddbb78816a27 req-c905479a-af8f-4334-ab57-9056f2bfa59c tempest-AttachVolumeTestJSON-989501218 tempest-AttachVolumeTestJSON-989501218-project] Floating IP 789ddb1d-f6a8-4482-9129-a6d8ddd086d2 disassociated. External IP: 172.25.6.9, port: 608f32e7-96f1-46f4-8f20-858b7b1eedd7. Nov 05 18:49:12.297746 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [req-9404ef81-b4b2-4c8c-8705-ddbb78816a27 req-c905479a-af8f-4334-ab57-9056f2bfa59c tempest-AttachVolumeTestJSON-989501218 tempest-AttachVolumeTestJSON-989501218-project] Calling delete_port for 608f32e7-96f1-46f4-8f20-858b7b1eedd7 owned by compute:nova {{(pid=102386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 18:49:12.362093 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-facaa816-1062-4b41-a3ee-5ef0cfd0a9c3 req-2e7273c0-7e18-41c8-8909-5c23d72f101c tempest-LiveMigrationTest-600821399 tempest-LiveMigrationTest-600821399-project] 10.222.0.13 "GET /v2.0/security-groups?id=3677ad50-e4bf-4315-8aa4-e48810edc139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698745 Nov 05 18:49:12.379419 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-eab327bc-ac83-49e9-8873-ad1d2033d2ae req-21d3acea-568b-433a-93a8-18053d4a2ad6 tempest-AttachVolumeTestJSON-989501218 tempest-AttachVolumeTestJSON-989501218-project] 10.222.0.13 "GET /v2.0/security-groups?id=ef933554-0df5-4bb3-a185-95505310ff6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0813496 Nov 05 18:49:12.381138 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:49:12.450012 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98376ec1-1fb1-44b7-b0cb-9c608e7e65e2 req-23df2ead-6fe6-4985-ad8a-100385f42dd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:49:12.451545 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-98376ec1-1fb1-44b7-b0cb-9c608e7e65e2 req-23df2ead-6fe6-4985-ad8a-100385f42dd3 service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=9d37d1d71d154d088bbcf565483b4218&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1879086 Nov 05 18:49:12.477224 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Pushing event updated for resources: {'Port': ['ID=9d73dfb4-fde9-4735-86dd-06c91b197470,revision_number=8']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:49:12.520730 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 05 Nov 2021 18:49:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b1b1815-f792-4890-950a-4240e74e5b07 x-openstack-request-id: req-7b1b1815-f792-4890-950a-4240e74e5b07 {{(pid=102388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 18:49:12.521324 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67a6e104-5801-491b-964e-331ab9594689", "name": "network-vif-unplugged", "status": "completed", "tag": "9d73dfb4-fde9-4735-86dd-06c91b197470", "code": 200}]} {{(pid=102388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 18:49:12.521791 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7b1b1815-f792-4890-950a-4240e74e5b07 {{(pid=102388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 18:49:12.522523 n-d-816865-1 neutron-server[102388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67a6e104-5801-491b-964e-331ab9594689', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9d73dfb4-fde9-4735-86dd-06c91b197470', 'code': 200} Nov 05 18:49:12.546738 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f37d70-4ecf-439a-bcf3-f28005a1eed1 req-ca9e8787-e4c2-4358-9109-834e22153baa tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:49:12.548252 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-16f37d70-4ecf-439a-bcf3-f28005a1eed1 req-ca9e8787-e4c2-4358-9109-834e22153baa tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] 10.222.0.13 "GET /v2.0/ports?device_id=67a6e104-5801-491b-964e-331ab9594689 HTTP/1.1" status: 200 len: 943 time: 0.0593739 Nov 05 18:49:12.602402 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98376ec1-1fb1-44b7-b0cb-9c608e7e65e2 req-24ef9fbd-ce17-4710-a8f6-b2a60b4337f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:49:12.603933 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-98376ec1-1fb1-44b7-b0cb-9c608e7e65e2 req-24ef9fbd-ce17-4710-a8f6-b2a60b4337f6 service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1449029 Nov 05 18:49:12.654270 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-16f37d70-4ecf-439a-bcf3-f28005a1eed1 req-aaa2e3e9-9dd9-4364-a5f3-1f73c6723c40 tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] 10.222.0.13 "GET /v2.0/security-groups?id=e0838ac1-f008-48c1-ab43-123e255d616a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968854 Nov 05 18:49:12.674600 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17eaa003-804c-4c07-b14c-d2a16c2c7a1c req-53b2584b-b4e3-459d-942c-506b7703636b tempest-LiveMigrationTest-600821399 tempest-LiveMigrationTest-600821399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:49:12.676230 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-17eaa003-804c-4c07-b14c-d2a16c2c7a1c req-53b2584b-b4e3-459d-942c-506b7703636b tempest-LiveMigrationTest-600821399 tempest-LiveMigrationTest-600821399-project] 10.222.0.41 "GET /v2.0/ports?device_id=3211213d-5f72-4665-9237-153dfa751f1a HTTP/1.1" status: 200 len: 945 time: 0.0913970 Nov 05 18:49:12.686396 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-9404ef81-b4b2-4c8c-8705-ddbb78816a27 req-c905479a-af8f-4334-ab57-9056f2bfa59c tempest-AttachVolumeTestJSON-989501218 tempest-AttachVolumeTestJSON-989501218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:49:12.701416 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f2d329-74b7-4019-91fe-771cb9b21b32 req-e0e553dd-5377-4eb9-b7d7-eb3eb736446b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:49:12.703047 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-70f2d329-74b7-4019-91fe-771cb9b21b32 req-e0e553dd-5377-4eb9-b7d7-eb3eb736446b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=9d37d1d71d154d088bbcf565483b4218&device_id=1b106413-e00a-43d5-b542-9880793bb1f1 HTTP/1.1" status: 200 len: 1095 time: 0.0584030 Nov 05 18:49:12.728846 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c905479a-af8f-4334-ab57-9056f2bfa59c tempest-AttachVolumeTestJSON-989501218 tempest-AttachVolumeTestJSON-989501218-project] Pushing event deleted for resources: {'Port': ['ID=608f32e7-96f1-46f4-8f20-858b7b1eedd7,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:49:12.778762 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-70f2d329-74b7-4019-91fe-771cb9b21b32 req-0eb640b5-c0d5-498c-8475-3412b9d48828 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bf6ff7a6-296c-4684-80b6-931424c1a0d4 HTTP/1.1" status: 200 len: 217 time: 0.0562327 Nov 05 18:49:12.823217 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [req-17eaa003-804c-4c07-b14c-d2a16c2c7a1c req-5f5733c6-9923-4d91-9385-018af0096ca2 tempest-LiveMigrationTest-600821399 tempest-LiveMigrationTest-600821399-project] Deleting port ec710ca3-509e-4561-83ed-f414242c92b7 {{(pid=102387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 18:49:12.823217 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-17eaa003-804c-4c07-b14c-d2a16c2c7a1c req-5f5733c6-9923-4d91-9385-018af0096ca2 tempest-LiveMigrationTest-600821399 tempest-LiveMigrationTest-600821399-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:49:12.910510 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f2d329-74b7-4019-91fe-771cb9b21b32 req-a1420009-9ec0-4b58-9483-6dfdaf7146d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:49:12.911475 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-70f2d329-74b7-4019-91fe-771cb9b21b32 req-a1420009-9ec0-4b58-9483-6dfdaf7146d6 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=8df5751e-d8bb-41e4-9469-238f613979b1 HTTP/1.1" status: 200 len: 850 time: 0.0965192 Nov 05 18:49:12.964337 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9404ef81-b4b2-4c8c-8705-ddbb78816a27 req-c905479a-af8f-4334-ab57-9056f2bfa59c tempest-AttachVolumeTestJSON-989501218 tempest-AttachVolumeTestJSON-989501218-project] Router 8cfa6972-6a8c-4575-afff-a8195771cadb has already been hosted by L3 agent 6dcb5589-8e86-4616-9186-ddc4548e13ad {{(pid=102386) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 18:49:12.981316 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f2d329-74b7-4019-91fe-771cb9b21b32 req-34500376-0181-480a-9de8-f8095d0e6567 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:49:12.981856 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.db [req-17eaa003-804c-4c07-b14c-d2a16c2c7a1c req-5f5733c6-9923-4d91-9385-018af0096ca2 tempest-LiveMigrationTest-600821399 tempest-LiveMigrationTest-600821399-project] For port ec710ca3-509e-4561-83ed-f414242c92b7, host n-h1-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=ec710ca3-509e-4561-83ed-f414242c92b7,segment=NetworkSegment(b9f65680-5ef1-4bb4-ac2c-6d7ba403921d),segment_id=b9f65680-5ef1-4bb4-ac2c-6d7ba403921d)] {{(pid=102387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:49:12.982360 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-17eaa003-804c-4c07-b14c-d2a16c2c7a1c req-5f5733c6-9923-4d91-9385-018af0096ca2 tempest-LiveMigrationTest-600821399 tempest-LiveMigrationTest-600821399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:49:12.983042 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-70f2d329-74b7-4019-91fe-771cb9b21b32 req-34500376-0181-480a-9de8-f8095d0e6567 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=bb5b9fed-8e61-492a-a21e-f9ce432c95f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0632300 Nov 05 18:49:13.012422 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [req-17eaa003-804c-4c07-b14c-d2a16c2c7a1c req-5f5733c6-9923-4d91-9385-018af0096ca2 tempest-LiveMigrationTest-600821399 tempest-LiveMigrationTest-600821399-project] Calling delete_port for ec710ca3-509e-4561-83ed-f414242c92b7 owned by compute:nova {{(pid=102387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 18:49:13.029128 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e89488b-30fa-4f65-b823-5200184ac383 req-702f1855-215b-46e3-adbd-db34a23da301 tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:49:13.029515 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-6e89488b-30fa-4f65-b823-5200184ac383 req-702f1855-215b-46e3-adbd-db34a23da301 tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b106413-e00a-43d5-b542-9880793bb1f1 HTTP/1.1" status: 200 len: 944 time: 0.1053901 Nov 05 18:49:13.142766 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-6e89488b-30fa-4f65-b823-5200184ac383 req-9f5c08ae-a009-45d9-9cdd-21d29b8da08d tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] 10.222.0.13 "GET /v2.0/security-groups?id=20494f52-e47d-4839-b4f6-2fc0330d8d18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054683 Nov 05 18:49:13.206715 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9404ef81-b4b2-4c8c-8705-ddbb78816a27 req-c905479a-af8f-4334-ab57-9056f2bfa59c tempest-AttachVolumeTestJSON-989501218 tempest-AttachVolumeTestJSON-989501218-project] Notify agent at l3_agent.n-d-816865-1 the message routers_updated {{(pid=102386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 18:49:13.210346 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-70f2d329-74b7-4019-91fe-771cb9b21b32 req-90ff8f91-e174-40a9-a714-fcf35f5421e0 service neutron] 10.222.0.55 "GET /v2.0/networks/bb5b9fed-8e61-492a-a21e-f9ce432c95f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1787364 Nov 05 18:49:13.219819 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8afd2cfb-f2bc-4dc7-baed-29f7cd3023a4 None None] Sync routers for ids ['8cfa6972-6a8c-4575-afff-a8195771cadb'] in n-d-816865-1 {{(pid=102388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 18:49:13.246906 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8afd2cfb-f2bc-4dc7-baed-29f7cd3023a4 None None] Routers {'8cfa6972-6a8c-4575-afff-a8195771cadb'} bound to L3 agent in host n-d-816865-1 {{(pid=102388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 18:49:13.247783 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-8afd2cfb-f2bc-4dc7-baed-29f7cd3023a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T18:49:05Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['8cfa6972-6a8c-4575-afff-a8195771cadb'], 'active': True} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:49:13.313543 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-17eaa003-804c-4c07-b14c-d2a16c2c7a1c req-5f5733c6-9923-4d91-9385-018af0096ca2 tempest-LiveMigrationTest-600821399 tempest-LiveMigrationTest-600821399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4417063'] for port, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:49:13.382657 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-70f2d329-74b7-4019-91fe-771cb9b21b32 req-09deedf8-ddc6-4a6e-845b-f6bdcfe9361c service neutron] 10.222.0.55 "GET /v2.0/networks/bb5b9fed-8e61-492a-a21e-f9ce432c95f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1370173 Nov 05 18:49:13.405094 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5733c6-9923-4d91-9385-018af0096ca2 tempest-LiveMigrationTest-600821399 tempest-LiveMigrationTest-600821399-project] Pushing event deleted for resources: {'Port': ['ID=ec710ca3-509e-4561-83ed-f414242c92b7,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:49:13.414578 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [req-9404ef81-b4b2-4c8c-8705-ddbb78816a27 req-c905479a-af8f-4334-ab57-9056f2bfa59c tempest-AttachVolumeTestJSON-989501218 tempest-AttachVolumeTestJSON-989501218-project] No DVR routers for this DVR port 608f32e7-96f1-46f4-8f20-858b7b1eedd7 on host n-h1-816865-1 {{(pid=102386) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 18:49:13.417101 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-9404ef81-b4b2-4c8c-8705-ddbb78816a27 req-c905479a-af8f-4334-ab57-9056f2bfa59c tempest-AttachVolumeTestJSON-989501218 tempest-AttachVolumeTestJSON-989501218-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:49:13.421197 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-9404ef81-b4b2-4c8c-8705-ddbb78816a27 req-c905479a-af8f-4334-ab57-9056f2bfa59c tempest-AttachVolumeTestJSON-989501218 tempest-AttachVolumeTestJSON-989501218-project] 10.222.0.41 "DELETE /v2.0/ports/608f32e7-96f1-46f4-8f20-858b7b1eedd7 HTTP/1.1" status: 204 len: 173 time: 1.8337917 Nov 05 18:49:13.454263 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvr_db [None req-8afd2cfb-f2bc-4dc7-baed-29f7cd3023a4 None None] Set router 8cfa6972-6a8c-4575-afff-a8195771cadb gateway port host: n-d-816865-1 {{(pid=102388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 18:49:13.493210 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.l3_dvrscheduler_db [req-17eaa003-804c-4c07-b14c-d2a16c2c7a1c req-5f5733c6-9923-4d91-9385-018af0096ca2 tempest-LiveMigrationTest-600821399 tempest-LiveMigrationTest-600821399-project] No DVR routers for this DVR port ec710ca3-509e-4561-83ed-f414242c92b7 on host n-h1-816865-1 {{(pid=102387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 18:49:13.499099 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-17eaa003-804c-4c07-b14c-d2a16c2c7a1c req-5f5733c6-9923-4d91-9385-018af0096ca2 tempest-LiveMigrationTest-600821399 tempest-LiveMigrationTest-600821399-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:49:13.504838 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-17eaa003-804c-4c07-b14c-d2a16c2c7a1c req-5f5733c6-9923-4d91-9385-018af0096ca2 tempest-LiveMigrationTest-600821399 tempest-LiveMigrationTest-600821399-project] 10.222.0.41 "DELETE /v2.0/ports/ec710ca3-509e-4561-83ed-f414242c92b7 HTTP/1.1" status: 204 len: 173 time: 0.8208797 Nov 05 18:49:13.545980 n-d-816865-1 neutron-server[102387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3211213d-5f72-4665-9237-153dfa751f1a', 'name': 'network-vif-deleted', 'tag': 'ec710ca3-509e-4561-83ed-f414242c92b7'}] {{(pid=102387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 18:49:13.556158 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab06bd4ddf5758c1f10d79fe34dc215bafa488692cde9dba2fcbcb67556f90bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58fd279f-f3cf-4a83-84fa-454cfeaf1b2f" -d '{"events": [{"server_uuid": "3211213d-5f72-4665-9237-153dfa751f1a", "name": "network-vif-deleted", "tag": "ec710ca3-509e-4561-83ed-f414242c92b7"}]}' {{(pid=102387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 18:49:13.564670 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-5e0e9324-20ad-4e33-b2d7-eba31f701efb req-e3d4c580-fad7-46be-bf8d-44736f540feb tempest-LiveMigrationTest-600821399 tempest-LiveMigrationTest-600821399-project] 10.222.0.13 "GET /v2.0/ports?device_id=3211213d-5f72-4665-9237-153dfa751f1a HTTP/1.1" status: 200 len: 210 time: 0.0545242 Nov 05 18:49:13.609437 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-1db50360-3c84-426e-9c2a-ce0cacdd1033 req-3be70b9f-7e3d-410e-b8e3-a1e849e41d79 tempest-AttachVolumeTestJSON-989501218 tempest-AttachVolumeTestJSON-989501218-project] 10.222.0.13 "GET /v2.0/ports?device_id=332b01ca-305d-470b-a5c2-8f6774221f19 HTTP/1.1" status: 200 len: 210 time: 0.0437100 Nov 05 18:49:13.668313 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 18:49:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-611412ea-3d1b-49a3-a00f-67c49607a687 x-openstack-request-id: req-611412ea-3d1b-49a3-a00f-67c49607a687 {{(pid=102387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 18:49:13.668602 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3211213d-5f72-4665-9237-153dfa751f1a", "name": "network-vif-deleted", "tag": "ec710ca3-509e-4561-83ed-f414242c92b7", "status": "completed", "code": 200}]} {{(pid=102387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 18:49:13.668849 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-611412ea-3d1b-49a3-a00f-67c49607a687 {{(pid=102387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 18:49:13.669237 n-d-816865-1 neutron-server[102387]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3211213d-5f72-4665-9237-153dfa751f1a', 'name': 'network-vif-deleted', 'tag': 'ec710ca3-509e-4561-83ed-f414242c92b7', 'status': 'completed', 'code': 200} Nov 05 18:49:13.753035 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-8afd2cfb-f2bc-4dc7-baed-29f7cd3023a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cfa6972-6a8c-4575-afff-a8195771cadb', 'name': 'tempest-AttachVolumeTestJSON-288313606-router', 'tenant_id': '4178766de4564cc499086192238e999c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.51'}], 'enable_snat': True}, 'gw_port_id': '9d10276e-2287-4fac-abe3-d2a410b42458', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T18:44:44Z', 'updated_at': '2021-11-05T18:44:50Z', 'revision_number': 4, 'project_id': '4178766de4564cc499086192238e999c', 'gw_port': {'id': '9d10276e-2287-4fac-abe3-d2a410b42458', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:17:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cfa6972-6a8c-4575-afff-a8195771cadb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 971, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T18:44:46Z', 'updated_at': '2021-11-05T18:44:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1', '_interfaces': [{'id': '82b32004-b75a-46d4-8b1f-979d7cda8324', 'name': '', 'network_id': 'fd42acf6-8f16-4d60-b5bc-2ad1579d9211', 'tenant_id': '4178766de4564cc499086192238e999c', 'mac_address': 'fa:16:3e:84:7f:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cfa6972-6a8c-4575-afff-a8195771cadb', 'device_owner': 'network:router_interface', 'standard_attr_id': 973, 'fixed_ips': [{'subnet_id': '5bc495e2-1c46-46a6-944a-7cb0dfc74d97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T18:44:49Z', 'updated_at': '2021-11-05T18:44:55Z', 'revision_number': 5, 'project_id': '4178766de4564cc499086192238e999c', 'subnets': [{'id': '5bc495e2-1c46-46a6-944a-7cb0dfc74d97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-1', False) {} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:49:13.804417 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6348d2-3886-4fa2-ad60-2e2dd33ac148 req-190a6633-d196-4c20-82cd-8c4a3d69e742 tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:49:13.806134 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8afd2cfb-f2bc-4dc7-baed-29f7cd3023a4 None None] Checking router: 8cfa6972-6a8c-4575-afff-a8195771cadb for host: n-d-816865-1 {{(pid=102388) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 18:49:13.814830 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-4f6348d2-3886-4fa2-ad60-2e2dd33ac148 req-190a6633-d196-4c20-82cd-8c4a3d69e742 tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] 10.222.0.13 "GET /v2.0/ports?device_id=67a6e104-5801-491b-964e-331ab9594689 HTTP/1.1" status: 200 len: 943 time: 0.0710917 Nov 05 18:49:13.816564 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8afd2cfb-f2bc-4dc7-baed-29f7cd3023a4 None None] Routers {'8cfa6972-6a8c-4575-afff-a8195771cadb'} bound to L3 agent in host n-d-816865-1 {{(pid=102388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 18:49:13.817249 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-8afd2cfb-f2bc-4dc7-baed-29f7cd3023a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T18:49:05Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['8cfa6972-6a8c-4575-afff-a8195771cadb'], 'active': True} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:49:13.906266 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-4f6348d2-3886-4fa2-ad60-2e2dd33ac148 req-98071189-6cbc-4d27-a98a-6f3d4224b985 tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] 10.222.0.13 "GET /v2.0/security-groups?id=e0838ac1-f008-48c1-ab43-123e255d616a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906112 Nov 05 18:49:13.939733 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvr_db [None req-8afd2cfb-f2bc-4dc7-baed-29f7cd3023a4 None None] Set router 8cfa6972-6a8c-4575-afff-a8195771cadb gateway port host: n-d-816865-1 {{(pid=102388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 18:49:14.040482 n-d-816865-1 neutron-server[102386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '332b01ca-305d-470b-a5c2-8f6774221f19', 'name': 'network-vif-deleted', 'tag': '608f32e7-96f1-46f4-8f20-858b7b1eedd7'}] {{(pid=102386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 18:49:14.044757 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6173a44d7c73f41af551dc890fa1a5892c2c6bc3458b640c8e0c24db7876ba6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b404ce3d-9f18-480a-9cc9-e6907188e30a" -d '{"events": [{"server_uuid": "332b01ca-305d-470b-a5c2-8f6774221f19", "name": "network-vif-deleted", "tag": "608f32e7-96f1-46f4-8f20-858b7b1eedd7"}]}' {{(pid=102386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 18:49:14.096911 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 18:49:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6664787-e135-4f1e-9685-57ba569e10f0 x-openstack-request-id: req-f6664787-e135-4f1e-9685-57ba569e10f0 {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 18:49:14.097809 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "332b01ca-305d-470b-a5c2-8f6774221f19", "name": "network-vif-deleted", "tag": "608f32e7-96f1-46f4-8f20-858b7b1eedd7", "status": "completed", "code": 200}]} {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 18:49:14.098087 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f6664787-e135-4f1e-9685-57ba569e10f0 {{(pid=102386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 18:49:14.098535 n-d-816865-1 neutron-server[102386]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '332b01ca-305d-470b-a5c2-8f6774221f19', 'name': 'network-vif-deleted', 'tag': '608f32e7-96f1-46f4-8f20-858b7b1eedd7', 'status': 'completed', 'code': 200} Nov 05 18:49:14.182326 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-8afd2cfb-f2bc-4dc7-baed-29f7cd3023a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cfa6972-6a8c-4575-afff-a8195771cadb', 'name': 'tempest-AttachVolumeTestJSON-288313606-router', 'tenant_id': '4178766de4564cc499086192238e999c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.51'}], 'enable_snat': True}, 'gw_port_id': '9d10276e-2287-4fac-abe3-d2a410b42458', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T18:44:44Z', 'updated_at': '2021-11-05T18:44:50Z', 'revision_number': 4, 'project_id': '4178766de4564cc499086192238e999c', 'gw_port': {'id': '9d10276e-2287-4fac-abe3-d2a410b42458', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:17:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cfa6972-6a8c-4575-afff-a8195771cadb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 971, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T18:44:46Z', 'updated_at': '2021-11-05T18:44:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1', '_interfaces': [{'id': '82b32004-b75a-46d4-8b1f-979d7cda8324', 'name': '', 'network_id': 'fd42acf6-8f16-4d60-b5bc-2ad1579d9211', 'tenant_id': '4178766de4564cc499086192238e999c', 'mac_address': 'fa:16:3e:84:7f:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cfa6972-6a8c-4575-afff-a8195771cadb', 'device_owner': 'network:router_interface', 'standard_attr_id': 973, 'fixed_ips': [{'subnet_id': '5bc495e2-1c46-46a6-944a-7cb0dfc74d97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T18:44:49Z', 'updated_at': '2021-11-05T18:44:55Z', 'revision_number': 5, 'project_id': '4178766de4564cc499086192238e999c', 'subnets': [{'id': '5bc495e2-1c46-46a6-944a-7cb0dfc74d97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-1', False) {} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:49:14.210583 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8afd2cfb-f2bc-4dc7-baed-29f7cd3023a4 None None] The sync data for ids ['8cfa6972-6a8c-4575-afff-a8195771cadb'] in n-d-816865-1 is: [{'id': '8cfa6972-6a8c-4575-afff-a8195771cadb', 'name': 'tempest-AttachVolumeTestJSON-288313606-router', 'tenant_id': '4178766de4564cc499086192238e999c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.51'}], 'enable_snat': True}, 'gw_port_id': '9d10276e-2287-4fac-abe3-d2a410b42458', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T18:44:44Z', 'updated_at': '2021-11-05T18:44:50Z', 'revision_number': 4, 'project_id': '4178766de4564cc499086192238e999c', 'gw_port': {'id': '9d10276e-2287-4fac-abe3-d2a410b42458', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:17:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cfa6972-6a8c-4575-afff-a8195771cadb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 971, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T18:44:46Z', 'updated_at': '2021-11-05T18:44:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1', '_interfaces': [{'id': '82b32004-b75a-46d4-8b1f-979d7cda8324', 'name': '', 'network_id': 'fd42acf6-8f16-4d60-b5bc-2ad1579d9211', 'tenant_id': '4178766de4564cc499086192238e999c', 'mac_address': 'fa:16:3e:84:7f:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cfa6972-6a8c-4575-afff-a8195771cadb', 'device_owner': 'network:router_interface', 'standard_attr_id': 973, 'fixed_ips': [{'subnet_id': '5bc495e2-1c46-46a6-944a-7cb0dfc74d97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T18:44:49Z', 'updated_at': '2021-11-05T18:44:55Z', 'revision_number': 5, 'project_id': '4178766de4564cc499086192238e999c', 'subnets': [{'id': '5bc495e2-1c46-46a6-944a-7cb0dfc74d97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 18:49:14.296587 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1dc441c-ef2d-4936-9bdd-4e9a3282bfc8 req-fc93954b-000b-4f8b-b25d-6cbdfafbd328 tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:49:14.298552 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-b1dc441c-ef2d-4936-9bdd-4e9a3282bfc8 req-fc93954b-000b-4f8b-b25d-6cbdfafbd328 tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b106413-e00a-43d5-b542-9880793bb1f1 HTTP/1.1" status: 200 len: 944 time: 0.0602982 Nov 05 18:49:14.366551 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-b1dc441c-ef2d-4936-9bdd-4e9a3282bfc8 req-60428ccf-9671-4b8a-bfe5-5c13b8be8f6b tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] 10.222.0.13 "GET /v2.0/security-groups?id=20494f52-e47d-4839-b4f6-2fc0330d8d18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604115 Nov 05 18:49:14.566768 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5237ca3e-deb8-4de5-8927-29e347209fda None None] New status for floating IP 789ddb1d-f6a8-4482-9129-a6d8ddd086d2: DOWN {{(pid=102389) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 05 18:49:14.579568 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Device ec710ca3-509e-4561-83ed-f414242c92b7 no longer exists at agent hyperv_n-h1-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 18:49:14.628149 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] No Port match for: ec710ca3-509e-4561-83ed-f414242c92b7 {{(pid=102388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 18:49:14.628588 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Device ec710ca3-509e-4561-83ed-f414242c92b7 not bound to the agent host n-h1-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 18:49:14.629777 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Device 608f32e7-96f1-46f4-8f20-858b7b1eedd7 no longer exists at agent hyperv_n-h1-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 18:49:14.653395 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] No Port match for: 608f32e7-96f1-46f4-8f20-858b7b1eedd7 {{(pid=102388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 18:49:14.653831 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Device 608f32e7-96f1-46f4-8f20-858b7b1eedd7 not bound to the agent host n-h1-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 18:49:14.683712 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-23e9f562-2dfe-4584-8edc-db9a1241c0bc req-a557d080-d5b6-47cf-9fb1-7ea773e05235 tempest-LiveMigrationTest-600821399 tempest-LiveMigrationTest-600821399-project] 10.222.0.13 "GET /v2.0/ports?device_id=3211213d-5f72-4665-9237-153dfa751f1a HTTP/1.1" status: 200 len: 210 time: 0.0277770 Nov 05 18:49:14.947479 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 54118) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:49:15.019276 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-0b08b23e-d315-438a-94e9-cbd33ee7b10c tempest-AttachVolumeTestJSON-989501218 tempest-AttachVolumeTestJSON-989501218-project] Publish callbacks [] for security_group, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:49:15.046051 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-0b08b23e-d315-438a-94e9-cbd33ee7b10c tempest-AttachVolumeTestJSON-989501218 tempest-AttachVolumeTestJSON-989501218-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:49:15.324981 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-0b08b23e-d315-438a-94e9-cbd33ee7b10c tempest-AttachVolumeTestJSON-989501218 tempest-AttachVolumeTestJSON-989501218-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:49:15.327756 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-0b08b23e-d315-438a-94e9-cbd33ee7b10c tempest-AttachVolumeTestJSON-989501218 tempest-AttachVolumeTestJSON-989501218-project] Publish callbacks [] for security_group, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:49:15.328955 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-0b08b23e-d315-438a-94e9-cbd33ee7b10c tempest-AttachVolumeTestJSON-989501218 tempest-AttachVolumeTestJSON-989501218-project] 10.222.0.13 "DELETE /v2.0/security-groups/ef933554-0df5-4bb3-a185-95505310ff6a HTTP/1.1" status: 204 len: 168 time: 0.3829775 Nov 05 18:49:15.331846 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 54130) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:49:15.346897 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b08b23e-d315-438a-94e9-cbd33ee7b10c tempest-AttachVolumeTestJSON-989501218 tempest-AttachVolumeTestJSON-989501218-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef933554-0df5-4bb3-a185-95505310ff6a,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:49:15.349043 n-d-816865-1 neutron-server[102387]: INFO neutron.api.v2.resource [None req-e46649f2-0243-4cd8-bf2d-838a371ad231 tempest-AttachVolumeTestJSON-989501218 tempest-AttachVolumeTestJSON-989501218-project] show failed (client error): The resource could not be found. Nov 05 18:49:15.351062 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-e46649f2-0243-4cd8-bf2d-838a371ad231 tempest-AttachVolumeTestJSON-989501218 tempest-AttachVolumeTestJSON-989501218-project] 10.222.0.13 "GET /v2.0/security-groups/ef933554-0df5-4bb3-a185-95505310ff6a HTTP/1.1" status: 404 len: 347 time: 0.0182147 Nov 05 18:49:15.354683 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 54136) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:49:15.503435 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-aebc7940-546d-4811-81ae-fb9d5d903f06 tempest-AttachVolumeTestJSON-989501218 tempest-AttachVolumeTestJSON-989501218-project] Deleting port 95c4df20-40ba-4e4b-9cb9-eadad908a5ec {{(pid=102386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 18:49:15.503897 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-aebc7940-546d-4811-81ae-fb9d5d903f06 tempest-AttachVolumeTestJSON-989501218 tempest-AttachVolumeTestJSON-989501218-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:49:15.510218 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09222250-af3e-4f8f-816c-d9a9a0af7056 req-9e36a5e4-f9c5-4094-a42f-398fe94044af tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:49:15.512107 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-09222250-af3e-4f8f-816c-d9a9a0af7056 req-9e36a5e4-f9c5-4094-a42f-398fe94044af tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b106413-e00a-43d5-b542-9880793bb1f1 HTTP/1.1" status: 200 len: 944 time: 0.0598195 Nov 05 18:49:15.565083 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-09222250-af3e-4f8f-816c-d9a9a0af7056 req-e1fa8817-9783-4337-9563-cbb6567e9277 tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] 10.222.0.13 "GET /v2.0/security-groups?id=20494f52-e47d-4839-b4f6-2fc0330d8d18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465477 Nov 05 18:49:15.607411 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-aebc7940-546d-4811-81ae-fb9d5d903f06 tempest-AttachVolumeTestJSON-989501218 tempest-AttachVolumeTestJSON-989501218-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:49:15.608256 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-aebc7940-546d-4811-81ae-fb9d5d903f06 tempest-AttachVolumeTestJSON-989501218 tempest-AttachVolumeTestJSON-989501218-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:49:15.631309 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-aebc7940-546d-4811-81ae-fb9d5d903f06 tempest-AttachVolumeTestJSON-989501218 tempest-AttachVolumeTestJSON-989501218-project] Calling delete_port for 95c4df20-40ba-4e4b-9cb9-eadad908a5ec owned by network:floatingip {{(pid=102386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 18:49:15.744133 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 54152) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:49:15.965556 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-aebc7940-546d-4811-81ae-fb9d5d903f06 tempest-AttachVolumeTestJSON-989501218 tempest-AttachVolumeTestJSON-989501218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:49:15.999244 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aebc7940-546d-4811-81ae-fb9d5d903f06 tempest-AttachVolumeTestJSON-989501218 tempest-AttachVolumeTestJSON-989501218-project] Pushing event deleted for resources: {'Port': ['ID=95c4df20-40ba-4e4b-9cb9-eadad908a5ec,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:49:16.052147 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.db_base_plugin_v2 [None req-a5db6e99-b93b-4df6-b257-b6cadb913801 admin admin] Deleting subnet 82b7bbfc-ac99-45bb-a8a9-211b9b80ecc2 {{(pid=102387) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 05 18:49:16.056301 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-a5db6e99-b93b-4df6-b257-b6cadb913801 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:49:16.074345 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-aebc7940-546d-4811-81ae-fb9d5d903f06 tempest-AttachVolumeTestJSON-989501218 tempest-AttachVolumeTestJSON-989501218-project] Publish callbacks [] for floatingip, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:49:16.077736 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-aebc7940-546d-4811-81ae-fb9d5d903f06 tempest-AttachVolumeTestJSON-989501218 tempest-AttachVolumeTestJSON-989501218-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for floatingip, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:49:16.079570 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-aebc7940-546d-4811-81ae-fb9d5d903f06 tempest-AttachVolumeTestJSON-989501218 tempest-AttachVolumeTestJSON-989501218-project] 10.222.0.13 "DELETE /v2.0/floatingips/789ddb1d-f6a8-4482-9129-a6d8ddd086d2 HTTP/1.1" status: 204 len: 168 time: 0.7239513 Nov 05 18:49:16.081366 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Device bf6ff7a6-296c-4684-80b6-931424c1a0d4 details requested by agent hyperv_n-h2-816865-1 with host n-h2-816865-1 {{(pid=102388) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 05 18:49:16.086926 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Device 9d73dfb4-fde9-4735-86dd-06c91b197470 no longer exists at agent hyperv_n-h2-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 18:49:16.106782 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-a5db6e99-b93b-4df6-b257-b6cadb913801 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4463501'] for subnet, precommit_delete_associations {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:49:16.177875 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-a5db6e99-b93b-4df6-b257-b6cadb913801 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1573928'] for subnet, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:49:16.333582 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] For port bf6ff7a6-296c-4684-80b6-931424c1a0d4, host n-h2-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=bf6ff7a6-296c-4684-80b6-931424c1a0d4,segment=NetworkSegment(1ae4cc0f-5460-421b-9b80-d7acf4de0363),segment_id=1ae4cc0f-5460-421b-9b80-d7acf4de0363)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:49:16.345660 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Returning: {'device': 'bf6ff7a6-296c-4684-80b6-931424c1a0d4', 'network_id': 'bb5b9fed-8e61-492a-a21e-f9ce432c95f7', 'port_id': 'bf6ff7a6-296c-4684-80b6-931424c1a0d4', 'mac_address': 'fa:16:3e:ff:48:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8df5751e-d8bb-41e4-9469-238f613979b1', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102388) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 05 18:49:16.387519 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:49:16.395457 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-a5db6e99-b93b-4df6-b257-b6cadb913801 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1573905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4417146', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5112209'] for subnet, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:49:16.400299 n-d-816865-1 neutron-server[102388]: DEBUG neutron.notifiers.nova [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf6ff7a6-296c-4684-80b6-931424c1a0d4 {{(pid=102388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 18:49:16.422356 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] For port bf6ff7a6-296c-4684-80b6-931424c1a0d4, host n-h2-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=bf6ff7a6-296c-4684-80b6-931424c1a0d4,segment=NetworkSegment(1ae4cc0f-5460-421b-9b80-d7acf4de0363),segment_id=1ae4cc0f-5460-421b-9b80-d7acf4de0363)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:49:16.433330 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-a5db6e99-b93b-4df6-b257-b6cadb913801 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597851'] for subnet, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:49:16.437078 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-a5db6e99-b93b-4df6-b257-b6cadb913801 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/82b7bbfc-ac99-45bb-a8a9-211b9b80ecc2 HTTP/1.1" status: 204 len: 168 time: 0.6919346 Nov 05 18:49:16.439729 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 54164) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:49:16.449518 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5db6e99-b93b-4df6-b257-b6cadb913801 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=82b7bbfc-ac99-45bb-a8a9-211b9b80ecc2,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:49:16.481121 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 54166) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:49:16.486421 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-5c69d632-a399-4c9f-b0fa-ace005fe295d tempest-AttachVolumeTestJSON-989501218 tempest-AttachVolumeTestJSON-989501218-project] Request body: {'security_group': {'name': 'tempest-securitygroup--565445178', 'description': 'tempest-description--68183868'}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:49:16.520741 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-19bcf191-0a22-4895-9ae6-b6e7c84bbc03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1664226'] for network, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:49:16.524239 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e248922-b437-4dc3-834e-d7638055c66b req-38efd6c4-36e8-469f-b606-714ac3b9ae00 tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:49:16.525783 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-7e248922-b437-4dc3-834e-d7638055c66b req-38efd6c4-36e8-469f-b606-714ac3b9ae00 tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] 10.222.0.13 "GET /v2.0/ports?device_id=67a6e104-5801-491b-964e-331ab9594689 HTTP/1.1" status: 200 len: 943 time: 0.0972769 Nov 05 18:49:16.531382 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:49:16.627665 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-19bcf191-0a22-4895-9ae6-b6e7c84bbc03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1579173', 'neutron.services.segments.db._delete_segments_for_network-8750027792909'] for network, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:49:16.649917 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-5c69d632-a399-4c9f-b0fa-ace005fe295d tempest-AttachVolumeTestJSON-989501218 tempest-AttachVolumeTestJSON-989501218-project] Publish callbacks [] for security_group, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:49:16.692199 n-d-816865-1 neutron-server[102386]: DEBUG neutron.services.segments.db [None req-19bcf191-0a22-4895-9ae6-b6e7c84bbc03 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a9992ef-da6b-4f25-bd43-f1196ce8f1a8']}} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:49:16.727777 n-d-816865-1 neutron-server[102386]: DEBUG neutron.services.segments.db [None req-19bcf191-0a22-4895-9ae6-b6e7c84bbc03 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b9f65680-5ef1-4bb4-ac2c-6d7ba403921d') {'for_net_delete': True} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:49:16.728095 n-d-816865-1 neutron-server[102386]: DEBUG neutron.services.segments.db [None req-19bcf191-0a22-4895-9ae6-b6e7c84bbc03 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b9f65680-5ef1-4bb4-ac2c-6d7ba403921d') {} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:49:16.756702 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-19bcf191-0a22-4895-9ae6-b6e7c84bbc03 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750027793430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4590747'] for segment, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:49:16.773488 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Pushing event updated for resources: {'Port': ['ID=bf6ff7a6-296c-4684-80b6-931424c1a0d4,revision_number=4']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:49:16.780813 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-19bcf191-0a22-4895-9ae6-b6e7c84bbc03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273'] for segment, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:49:16.787899 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19bcf191-0a22-4895-9ae6-b6e7c84bbc03 admin admin] Releasing vlan 187 on physical network physnet1 to pool {{(pid=102386) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 05 18:49:16.788520 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-19bcf191-0a22-4895-9ae6-b6e7c84bbc03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6149721'] for segment, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:49:16.791294 n-d-816865-1 neutron-server[102386]: Traceback (most recent call last): Nov 05 18:49:16.791294 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 05 18:49:16.791294 n-d-816865-1 neutron-server[102386]: timer() Nov 05 18:49:16.791294 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 05 18:49:16.791294 n-d-816865-1 neutron-server[102386]: cb(*args, **kw) Nov 05 18:49:16.791294 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 05 18:49:16.791294 n-d-816865-1 neutron-server[102386]: return func(*args, **kwargs) Nov 05 18:49:16.791294 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 05 18:49:16.791294 n-d-816865-1 neutron-server[102386]: self._notify() Nov 05 18:49:16.791294 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 05 18:49:16.791294 n-d-816865-1 neutron-server[102386]: self.callback(batched_events) Nov 05 18:49:16.791294 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 05 18:49:16.791294 n-d-816865-1 neutron-server[102386]: event.method(event) Nov 05 18:49:16.791294 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 05 18:49:16.791294 n-d-816865-1 neutron-server[102386]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 05 18:49:16.791294 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 05 18:49:16.791294 n-d-816865-1 neutron-server[102386]: aggregate_uuid = self.p_client.list_aggregates( Nov 05 18:49:16.791294 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 05 18:49:16.791294 n-d-816865-1 neutron-server[102386]: return f(self, *a, **k) Nov 05 18:49:16.791294 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 05 18:49:16.791294 n-d-816865-1 neutron-server[102386]: return self._get(url).json() Nov 05 18:49:16.791294 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 05 18:49:16.791294 n-d-816865-1 neutron-server[102386]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 05 18:49:16.791294 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 05 18:49:16.791294 n-d-816865-1 neutron-server[102386]: return self.request(url, 'GET', **kwargs) Nov 05 18:49:16.791294 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 05 18:49:16.791294 n-d-816865-1 neutron-server[102386]: base_url = self.get_endpoint(auth, allow=allow, Nov 05 18:49:16.791294 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 05 18:49:16.791294 n-d-816865-1 neutron-server[102386]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 05 18:49:16.791294 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 05 18:49:16.791294 n-d-816865-1 neutron-server[102386]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 05 18:49:16.791294 n-d-816865-1 neutron-server[102386]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 05 18:49:16.793653 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [req-7e248922-b437-4dc3-834e-d7638055c66b req-d1de2700-550f-492f-a56d-3ef5dc2e59be tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] Deleting port 9d73dfb4-fde9-4735-86dd-06c91b197470 {{(pid=102387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 18:49:16.793653 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-7e248922-b437-4dc3-834e-d7638055c66b req-d1de2700-550f-492f-a56d-3ef5dc2e59be tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:49:16.817591 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-5c69d632-a399-4c9f-b0fa-ace005fe295d tempest-AttachVolumeTestJSON-989501218 tempest-AttachVolumeTestJSON-989501218-project] Publish callbacks [] for security_group, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:49:16.821370 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] get_ports_and_sgs() called for port_ids ['bf6ff7a6-296c-4684-80b6-931424c1a0d4'] {{(pid=102388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 18:49:16.882850 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-5c69d632-a399-4c9f-b0fa-ace005fe295d tempest-AttachVolumeTestJSON-989501218 tempest-AttachVolumeTestJSON-989501218-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:49:16.906514 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff351fab-8b21-4ce7-9540-b74cded5e3ec req-41403bbb-9439-4091-af51-fa55c7f2cad3 tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:49:16.908014 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-ff351fab-8b21-4ce7-9540-b74cded5e3ec req-41403bbb-9439-4091-af51-fa55c7f2cad3 tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b106413-e00a-43d5-b542-9880793bb1f1 HTTP/1.1" status: 200 len: 945 time: 0.1417243 Nov 05 18:49:16.941916 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-19bcf191-0a22-4895-9ae6-b6e7c84bbc03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1579178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-956796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1000687'] for network, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:49:16.947753 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-19bcf191-0a22-4895-9ae6-b6e7c84bbc03 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597851'] for network, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:49:16.951295 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-19bcf191-0a22-4895-9ae6-b6e7c84bbc03 admin admin] 10.222.0.13 "DELETE /v2.0/networks/1a9992ef-da6b-4f25-bd43-f1196ce8f1a8 HTTP/1.1" status: 204 len: 168 time: 0.5105605 Nov 05 18:49:16.958742 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 54178) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:49:16.971531 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.db [req-7e248922-b437-4dc3-834e-d7638055c66b req-d1de2700-550f-492f-a56d-3ef5dc2e59be tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] For port 9d73dfb4-fde9-4735-86dd-06c91b197470, host n-h2-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=9d73dfb4-fde9-4735-86dd-06c91b197470,segment=NetworkSegment(18ff82bc-5fc5-4d18-b58f-45dd42e01fae),segment_id=18ff82bc-5fc5-4d18-b58f-45dd42e01fae)] {{(pid=102387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:49:16.971893 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-7e248922-b437-4dc3-834e-d7638055c66b req-d1de2700-550f-492f-a56d-3ef5dc2e59be tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:49:16.982312 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c69d632-a399-4c9f-b0fa-ace005fe295d tempest-AttachVolumeTestJSON-989501218 tempest-AttachVolumeTestJSON-989501218-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7e63aa61-d36e-4e93-bf38-42a8d6ff1742,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:49:16.999587 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19bcf191-0a22-4895-9ae6-b6e7c84bbc03 admin admin] Pushing event deleted for resources: {'Network': ['ID=1a9992ef-da6b-4f25-bd43-f1196ce8f1a8,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:49:17.010681 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [req-7e248922-b437-4dc3-834e-d7638055c66b req-d1de2700-550f-492f-a56d-3ef5dc2e59be tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] Calling delete_port for 9d73dfb4-fde9-4735-86dd-06c91b197470 owned by compute:nova {{(pid=102387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 18:49:17.031686 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.db_base_plugin_v2 [None req-82e0927f-38df-49b9-94fb-1970e64efc18 admin admin] Deleting subnet cab14765-124a-4df0-9000-67ffe93d2ac7 {{(pid=102386) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 05 18:49:17.036427 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-82e0927f-38df-49b9-94fb-1970e64efc18 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:49:17.037898 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-ff351fab-8b21-4ce7-9540-b74cded5e3ec req-324c62fd-c65e-43ce-9739-afed04a6a994 tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] 10.222.0.13 "GET /v2.0/security-groups?id=20494f52-e47d-4839-b4f6-2fc0330d8d18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126530 Nov 05 18:49:17.044788 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-5c69d632-a399-4c9f-b0fa-ace005fe295d tempest-AttachVolumeTestJSON-989501218 tempest-AttachVolumeTestJSON-989501218-project] Publish callbacks [] for security_group, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:49:17.050914 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-5c69d632-a399-4c9f-b0fa-ace005fe295d tempest-AttachVolumeTestJSON-989501218 tempest-AttachVolumeTestJSON-989501218-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5630488 Nov 05 18:49:17.050914 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 54180) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:49:17.091689 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-82e0927f-38df-49b9-94fb-1970e64efc18 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4590738'] for subnet, precommit_delete_associations {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:49:17.114501 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-7157d863-84f6-4417-b049-1cd9018b9f48 tempest-AttachVolumeTestJSON-989501218 tempest-AttachVolumeTestJSON-989501218-project] Request body: {'security_group_rule': {'security_group_id': '7e63aa61-d36e-4e93-bf38-42a8d6ff1742', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:49:17.142412 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-82e0927f-38df-49b9-94fb-1970e64efc18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1573928'] for subnet, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:49:17.273971 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-7157d863-84f6-4417-b049-1cd9018b9f48 tempest-AttachVolumeTestJSON-989501218 tempest-AttachVolumeTestJSON-989501218-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:49:17.297180 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-82e0927f-38df-49b9-94fb-1970e64efc18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1573905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6149879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4877183'] for subnet, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:49:17.317276 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-7e248922-b437-4dc3-834e-d7638055c66b req-d1de2700-550f-492f-a56d-3ef5dc2e59be tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4417063'] for port, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:49:17.324169 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e0927f-38df-49b9-94fb-1970e64efc18 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cab14765-124a-4df0-9000-67ffe93d2ac7,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:49:17.328000 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-82e0927f-38df-49b9-94fb-1970e64efc18 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:49:17.339480 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-82e0927f-38df-49b9-94fb-1970e64efc18 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/cab14765-124a-4df0-9000-67ffe93d2ac7 HTTP/1.1" status: 204 len: 168 time: 0.3729711 Nov 05 18:49:17.340398 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 54190) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:49:17.349249 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 54192) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:49:17.356371 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1de2700-550f-492f-a56d-3ef5dc2e59be tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] Pushing event deleted for resources: {'Port': ['ID=9d73dfb4-fde9-4735-86dd-06c91b197470,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:49:17.393886 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-7157d863-84f6-4417-b049-1cd9018b9f48 tempest-AttachVolumeTestJSON-989501218 tempest-AttachVolumeTestJSON-989501218-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:49:17.416973 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e248922-b437-4dc3-834e-d7638055c66b req-d1de2700-550f-492f-a56d-3ef5dc2e59be tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] No DVR routers for this DVR port 9d73dfb4-fde9-4735-86dd-06c91b197470 on host n-h2-816865-1 {{(pid=102387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 18:49:17.419929 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-7e248922-b437-4dc3-834e-d7638055c66b req-d1de2700-550f-492f-a56d-3ef5dc2e59be tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:49:17.423572 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-7e248922-b437-4dc3-834e-d7638055c66b req-d1de2700-550f-492f-a56d-3ef5dc2e59be tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] 10.222.0.13 "DELETE /v2.0/ports/9d73dfb4-fde9-4735-86dd-06c91b197470 HTTP/1.1" status: 204 len: 173 time: 0.8845875 Nov 05 18:49:17.424038 n-d-816865-1 neutron-server[102387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67a6e104-5801-491b-964e-331ab9594689', 'name': 'network-vif-deleted', 'tag': '9d73dfb4-fde9-4735-86dd-06c91b197470'}] {{(pid=102387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 18:49:17.426412 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab06bd4ddf5758c1f10d79fe34dc215bafa488692cde9dba2fcbcb67556f90bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ff19ada-2100-4204-93aa-64870bf08570" -d '{"events": [{"server_uuid": "67a6e104-5801-491b-964e-331ab9594689", "name": "network-vif-deleted", "tag": "9d73dfb4-fde9-4735-86dd-06c91b197470"}]}' {{(pid=102387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 18:49:17.455464 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-ee200fc2-1e6d-48ff-af36-947cc9e71e4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1664226'] for network, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:49:17.462345 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-7157d863-84f6-4417-b049-1cd9018b9f48 tempest-AttachVolumeTestJSON-989501218 tempest-AttachVolumeTestJSON-989501218-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985308'] for security_group_rule, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:49:17.464991 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Fri, 05 Nov 2021 18:49:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-381a145d-ff62-47ec-8a33-6243d9516f00 x-openstack-request-id: req-381a145d-ff62-47ec-8a33-6243d9516f00 {{(pid=102387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 18:49:17.465278 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67a6e104-5801-491b-964e-331ab9594689", "name": "network-vif-deleted", "tag": "9d73dfb4-fde9-4735-86dd-06c91b197470", "status": "failed", "code": 422}]} {{(pid=102387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 18:49:17.465534 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-381a145d-ff62-47ec-8a33-6243d9516f00 {{(pid=102387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 18:49:17.465969 n-d-816865-1 neutron-server[102387]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '67a6e104-5801-491b-964e-331ab9594689', 'name': 'network-vif-deleted', 'tag': '9d73dfb4-fde9-4735-86dd-06c91b197470', 'status': 'failed', 'code': 422} returned with failed status Nov 05 18:49:17.485977 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7157d863-84f6-4417-b049-1cd9018b9f48 tempest-AttachVolumeTestJSON-989501218 tempest-AttachVolumeTestJSON-989501218-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8015dd0b-019a-4470-bd62-9c744987839c,revision_number=0']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:49:17.538764 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-935b707d-5f42-4d42-8043-4f6c8a5494ab admin admin] Publish callbacks [] for security_group, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:49:17.568549 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-ee200fc2-1e6d-48ff-af36-947cc9e71e4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1579173', 'neutron.services.segments.db._delete_segments_for_network-8750027792909'] for network, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:49:17.577341 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-7157d863-84f6-4417-b049-1cd9018b9f48 tempest-AttachVolumeTestJSON-989501218 tempest-AttachVolumeTestJSON-989501218-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:49:17.581508 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-7157d863-84f6-4417-b049-1cd9018b9f48 tempest-AttachVolumeTestJSON-989501218 tempest-AttachVolumeTestJSON-989501218-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5314505 Nov 05 18:49:17.584315 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 54198) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:49:17.586956 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-78211f5e-29b1-47cb-af78-bc6c529f0ab9 tempest-AttachVolumeTestJSON-989501218 tempest-AttachVolumeTestJSON-989501218-project] Request body: {'security_group_rule': {'security_group_id': '7e63aa61-d36e-4e93-bf38-42a8d6ff1742', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:49:17.598729 n-d-816865-1 neutron-server[102386]: DEBUG neutron.services.segments.db [None req-ee200fc2-1e6d-48ff-af36-947cc9e71e4e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['81018994-734e-4e65-a74b-6ee73befe604']}} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:49:17.614492 n-d-816865-1 neutron-server[102386]: DEBUG neutron.services.segments.db [None req-ee200fc2-1e6d-48ff-af36-947cc9e71e4e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c365b23-2084-4811-b89e-73c7bcc4e335') {'for_net_delete': True} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:49:17.615597 n-d-816865-1 neutron-server[102386]: DEBUG neutron.services.segments.db [None req-ee200fc2-1e6d-48ff-af36-947cc9e71e4e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c365b23-2084-4811-b89e-73c7bcc4e335') {} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:49:17.628847 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-ee200fc2-1e6d-48ff-af36-947cc9e71e4e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750027793430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4590747'] for segment, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:49:17.653697 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-ee200fc2-1e6d-48ff-af36-947cc9e71e4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273'] for segment, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:49:17.663706 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee200fc2-1e6d-48ff-af36-947cc9e71e4e admin admin] Releasing vlan 156 on physical network physnet1 to pool {{(pid=102386) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 05 18:49:17.664095 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-ee200fc2-1e6d-48ff-af36-947cc9e71e4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6149721'] for segment, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:49:17.665744 n-d-816865-1 neutron-server[102386]: Traceback (most recent call last): Nov 05 18:49:17.665744 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 05 18:49:17.665744 n-d-816865-1 neutron-server[102386]: timer() Nov 05 18:49:17.665744 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 05 18:49:17.665744 n-d-816865-1 neutron-server[102386]: cb(*args, **kw) Nov 05 18:49:17.665744 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 05 18:49:17.665744 n-d-816865-1 neutron-server[102386]: return func(*args, **kwargs) Nov 05 18:49:17.665744 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 05 18:49:17.665744 n-d-816865-1 neutron-server[102386]: self._notify() Nov 05 18:49:17.665744 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 05 18:49:17.665744 n-d-816865-1 neutron-server[102386]: self.callback(batched_events) Nov 05 18:49:17.665744 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 05 18:49:17.665744 n-d-816865-1 neutron-server[102386]: event.method(event) Nov 05 18:49:17.665744 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 05 18:49:17.665744 n-d-816865-1 neutron-server[102386]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 05 18:49:17.665744 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 05 18:49:17.665744 n-d-816865-1 neutron-server[102386]: aggregate_uuid = self.p_client.list_aggregates( Nov 05 18:49:17.665744 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 05 18:49:17.665744 n-d-816865-1 neutron-server[102386]: return f(self, *a, **k) Nov 05 18:49:17.665744 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 05 18:49:17.665744 n-d-816865-1 neutron-server[102386]: return self._get(url).json() Nov 05 18:49:17.665744 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 05 18:49:17.665744 n-d-816865-1 neutron-server[102386]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 05 18:49:17.665744 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 05 18:49:17.665744 n-d-816865-1 neutron-server[102386]: return self.request(url, 'GET', **kwargs) Nov 05 18:49:17.665744 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 05 18:49:17.665744 n-d-816865-1 neutron-server[102386]: base_url = self.get_endpoint(auth, allow=allow, Nov 05 18:49:17.665744 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 05 18:49:17.665744 n-d-816865-1 neutron-server[102386]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 05 18:49:17.665744 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 05 18:49:17.665744 n-d-816865-1 neutron-server[102386]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 05 18:49:17.665744 n-d-816865-1 neutron-server[102386]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 05 18:49:17.701574 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-78211f5e-29b1-47cb-af78-bc6c529f0ab9 tempest-AttachVolumeTestJSON-989501218 tempest-AttachVolumeTestJSON-989501218-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:49:17.736397 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-935b707d-5f42-4d42-8043-4f6c8a5494ab admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:49:17.763913 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-78211f5e-29b1-47cb-af78-bc6c529f0ab9 tempest-AttachVolumeTestJSON-989501218 tempest-AttachVolumeTestJSON-989501218-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:49:17.816232 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-935b707d-5f42-4d42-8043-4f6c8a5494ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:49:17.850662 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-78211f5e-29b1-47cb-af78-bc6c529f0ab9 tempest-AttachVolumeTestJSON-989501218 tempest-AttachVolumeTestJSON-989501218-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985308'] for security_group_rule, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:49:17.861580 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935b707d-5f42-4d42-8043-4f6c8a5494ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b13365f9-9ea1-4ba4-b0f7-d964c3886bc5,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:49:17.870236 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-ee200fc2-1e6d-48ff-af36-947cc9e71e4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1579178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-956796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1000687'] for network, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:49:17.877260 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-ee200fc2-1e6d-48ff-af36-947cc9e71e4e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597851'] for network, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:49:17.885072 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-ee200fc2-1e6d-48ff-af36-947cc9e71e4e admin admin] 10.222.0.13 "DELETE /v2.0/networks/81018994-734e-4e65-a74b-6ee73befe604 HTTP/1.1" status: 204 len: 168 time: 0.5432129 Nov 05 18:49:17.889900 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-935b707d-5f42-4d42-8043-4f6c8a5494ab admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=cc3e6c6f2c6247419960676687dc3f9b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5356479 Nov 05 18:49:17.895499 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 54214) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:49:17.907465 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78211f5e-29b1-47cb-af78-bc6c529f0ab9 tempest-AttachVolumeTestJSON-989501218 tempest-AttachVolumeTestJSON-989501218-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=54f77be9-1f0f-4a1f-b9d3-58597a724c7f,revision_number=0']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:49:17.912265 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee200fc2-1e6d-48ff-af36-947cc9e71e4e admin admin] Pushing event deleted for resources: {'Network': ['ID=81018994-734e-4e65-a74b-6ee73befe604,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:49:17.965830 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-0c095420-a6aa-4e53-9d75-8a99a7eb974d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:49:17.988324 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-0c095420-a6aa-4e53-9d75-8a99a7eb974d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:49:18.023820 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-78211f5e-29b1-47cb-af78-bc6c529f0ab9 tempest-AttachVolumeTestJSON-989501218 tempest-AttachVolumeTestJSON-989501218-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:49:18.025339 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-78211f5e-29b1-47cb-af78-bc6c529f0ab9 tempest-AttachVolumeTestJSON-989501218 tempest-AttachVolumeTestJSON-989501218-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4423640 Nov 05 18:49:18.028635 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 54216) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:49:18.033793 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-bd5d9e76-16ac-4910-957a-5af126d51f67 tempest-AttachVolumeTestJSON-989501218 tempest-AttachVolumeTestJSON-989501218-project] Request body: {'floatingip': {'floating_network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:49:18.090035 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Device bf6ff7a6-296c-4684-80b6-931424c1a0d4 up at agent hyperv_n-h2-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 18:49:18.143732 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-bd5d9e76-16ac-4910-957a-5af126d51f67 tempest-AttachVolumeTestJSON-989501218 tempest-AttachVolumeTestJSON-989501218-project] Publish callbacks [] for floatingip, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:49:18.154230 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-0c095420-a6aa-4e53-9d75-8a99a7eb974d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:49:18.157003 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-0c095420-a6aa-4e53-9d75-8a99a7eb974d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:49:18.158666 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-0c095420-a6aa-4e53-9d75-8a99a7eb974d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b13365f9-9ea1-4ba4-b0f7-d964c3886bc5 HTTP/1.1" status: 204 len: 168 time: 0.2619700 Nov 05 18:49:18.173213 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c095420-a6aa-4e53-9d75-8a99a7eb974d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b13365f9-9ea1-4ba4-b0f7-d964c3886bc5,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:49:18.203519 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd36604b-0794-4a19-8ecf-0da8d172fd06 req-c4b9ee76-fbec-4081-8e45-52147aee48a6 tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:49:18.210875 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-dd36604b-0794-4a19-8ecf-0da8d172fd06 req-c4b9ee76-fbec-4081-8e45-52147aee48a6 tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b106413-e00a-43d5-b542-9880793bb1f1 HTTP/1.1" status: 200 len: 945 time: 0.0926602 Nov 05 18:49:18.239575 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Provisioning for port bf6ff7a6-296c-4684-80b6-931424c1a0d4 completed by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 05 18:49:18.244528 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Provisioning complete for port bf6ff7a6-296c-4684-80b6-931424c1a0d4 triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:49:18.249458 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:49:18.267197 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-dd36604b-0794-4a19-8ecf-0da8d172fd06 req-fb188537-cf8b-4670-8a35-1ee608695752 tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] 10.222.0.13 "GET /v2.0/security-groups?id=20494f52-e47d-4839-b4f6-2fc0330d8d18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482540 Nov 05 18:49:18.300311 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-bd5d9e76-16ac-4910-957a-5af126d51f67 tempest-AttachVolumeTestJSON-989501218 tempest-AttachVolumeTestJSON-989501218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:49:18.339117 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:49:18.368979 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 54230) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:49:18.381751 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] For port bf6ff7a6-296c-4684-80b6-931424c1a0d4, host n-h2-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=bf6ff7a6-296c-4684-80b6-931424c1a0d4,segment=NetworkSegment(1ae4cc0f-5460-421b-9b80-d7acf4de0363),segment_id=1ae4cc0f-5460-421b-9b80-d7acf4de0363)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:49:18.383570 n-d-816865-1 neutron-server[102388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b106413-e00a-43d5-b542-9880793bb1f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf6ff7a6-296c-4684-80b6-931424c1a0d4'}] {{(pid=102388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 18:49:18.386900 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85474fee1180e129d8a886d264fe0b30223aa672dd1ffe43b630605f18504f68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07e99e13-8ad6-42a6-a4cb-c4d74083b78f" -d '{"events": [{"server_uuid": "1b106413-e00a-43d5-b542-9880793bb1f1", "name": "network-vif-plugged", "status": "completed", "tag": "bf6ff7a6-296c-4684-80b6-931424c1a0d4"}]}' {{(pid=102388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 18:49:18.452087 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 18:49:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b11210e-7a7f-4b8e-be91-ac3185730bb5 x-openstack-request-id: req-0b11210e-7a7f-4b8e-be91-ac3185730bb5 {{(pid=102388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 18:49:18.457306 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b106413-e00a-43d5-b542-9880793bb1f1", "name": "network-vif-plugged", "status": "completed", "tag": "bf6ff7a6-296c-4684-80b6-931424c1a0d4", "code": 200}]} {{(pid=102388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 18:49:18.457880 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0b11210e-7a7f-4b8e-be91-ac3185730bb5 {{(pid=102388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 18:49:18.458339 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.db_base_plugin_common [None req-bd5d9e76-16ac-4910-957a-5af126d51f67 tempest-AttachVolumeTestJSON-989501218 tempest-AttachVolumeTestJSON-989501218-project] Allocated IP 172.25.6.14 (40c8335d-cd0b-4cb5-910a-d4dcddd5cbec/04fe6db3-e108-4208-943d-6518424f5726/255d4bea-df89-4da4-b112-63a16dbec767) {{(pid=102386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 18:49:18.463176 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-7f7ecf95-5658-4094-aae3-1a23fd468ca5 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7cc0b234e0c74edeb5d0485be80e09f5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0906646 Nov 05 18:49:18.463681 n-d-816865-1 neutron-server[102388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b106413-e00a-43d5-b542-9880793bb1f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf6ff7a6-296c-4684-80b6-931424c1a0d4', 'code': 200} Nov 05 18:49:18.464513 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 54236) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:49:18.478116 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:49:18.522411 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-130895e9-adb1-457f-b825-7854c203852a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:49:18.547361 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Pushing event updated for resources: {'Port': ['ID=bf6ff7a6-296c-4684-80b6-931424c1a0d4,revision_number=5']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:49:18.551768 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-130895e9-adb1-457f-b825-7854c203852a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:49:18.621160 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b684d74-2705-4886-ae30-fdd766ba3fcc req-73c84b38-2a18-4341-98ac-c23d7ff6c50f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:49:18.622706 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-1b684d74-2705-4886-ae30-fdd766ba3fcc req-73c84b38-2a18-4341-98ac-c23d7ff6c50f service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=1b106413-e00a-43d5-b542-9880793bb1f1 HTTP/1.1" status: 200 len: 1097 time: 0.1113760 Nov 05 18:49:18.659920 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-bd5d9e76-16ac-4910-957a-5af126d51f67 tempest-AttachVolumeTestJSON-989501218 tempest-AttachVolumeTestJSON-989501218-project] Publish callbacks [] for port, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:49:18.703612 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-1b684d74-2705-4886-ae30-fdd766ba3fcc req-2deb7f83-1a66-412f-ae48-44c6eca162dd service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=20494f52-e47d-4839-b4f6-2fc0330d8d18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734074 Nov 05 18:49:18.752855 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-130895e9-adb1-457f-b825-7854c203852a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:49:18.765174 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-130895e9-adb1-457f-b825-7854c203852a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:49:18.765174 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-130895e9-adb1-457f-b825-7854c203852a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3677ad50-e4bf-4315-8aa4-e48810edc139 HTTP/1.1" status: 204 len: 168 time: 0.2909448 Nov 05 18:49:18.792926 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130895e9-adb1-457f-b825-7854c203852a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3677ad50-e4bf-4315-8aa4-e48810edc139,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:49:18.842202 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e679cbe-d823-49c8-b428-9e864736807f req-ab976941-d6db-4912-a172-194dcef172b5 tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:49:18.843671 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-9e679cbe-d823-49c8-b428-9e864736807f req-ab976941-d6db-4912-a172-194dcef172b5 tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] 10.222.0.13 "GET /v2.0/networks?id=43ea62f0-8360-499b-8cfa-33c91e860c8e HTTP/1.1" status: 200 len: 812 time: 0.1225493 Nov 05 18:49:18.858667 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-9e679cbe-d823-49c8-b428-9e864736807f req-5da466f0-6d6f-4c60-9a73-955396401bd7 tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] 10.222.0.13 "GET /v2.0/quotas/6967002ed7684b0a936551bf3f38aa1b HTTP/1.1" status: 200 len: 375 time: 0.0091205 Nov 05 18:49:18.867336 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-bd5d9e76-16ac-4910-957a-5af126d51f67 tempest-AttachVolumeTestJSON-989501218 tempest-AttachVolumeTestJSON-989501218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:49:18.892483 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-9e679cbe-d823-49c8-b428-9e864736807f req-192a391a-f754-46b8-b2f0-2265c4de0840 tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=6967002ed7684b0a936551bf3f38aa1b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0283148 Nov 05 18:49:18.905957 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd5d9e76-16ac-4910-957a-5af126d51f67 tempest-AttachVolumeTestJSON-989501218 tempest-AttachVolumeTestJSON-989501218-project] Network 40c8335d-cd0b-4cb5-910a-d4dcddd5cbec is already hosted by enough agents. {{(pid=102386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 18:49:18.910917 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.base_scheduler [None req-bd5d9e76-16ac-4910-957a-5af126d51f67 tempest-AttachVolumeTestJSON-989501218 tempest-AttachVolumeTestJSON-989501218-project] Resources bound (agent type, host, resource id): {{(pid=102386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:49:18.914712 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd5d9e76-16ac-4910-957a-5af126d51f67 tempest-AttachVolumeTestJSON-989501218 tempest-AttachVolumeTestJSON-989501218-project] Received port after_create {{(pid=102386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 18:49:18.920339 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5d9e76-16ac-4910-957a-5af126d51f67 tempest-AttachVolumeTestJSON-989501218 tempest-AttachVolumeTestJSON-989501218-project] Pushing event updated for resources: {'Port': ['ID=255d4bea-df89-4da4-b112-63a16dbec767,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:49:19.008014 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-bd5d9e76-16ac-4910-957a-5af126d51f67 tempest-AttachVolumeTestJSON-989501218 tempest-AttachVolumeTestJSON-989501218-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:49:19.133579 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-9e679cbe-d823-49c8-b428-9e864736807f req-ea0fe98a-4d6f-4934-b6db-0e471cddf598 service neutron] 10.222.0.13 "GET /v2.0/networks/43ea62f0-8360-499b-8cfa-33c91e860c8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2334476 Nov 05 18:49:19.146822 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-bd5d9e76-16ac-4910-957a-5af126d51f67 tempest-AttachVolumeTestJSON-989501218 tempest-AttachVolumeTestJSON-989501218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:49:19.229344 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-9e679cbe-d823-49c8-b428-9e864736807f req-30be24d6-cf27-4c04-b18d-216fd21a98d3 service neutron] 10.222.0.13 "GET /v2.0/networks/43ea62f0-8360-499b-8cfa-33c91e860c8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879498 Nov 05 18:49:19.332788 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-bd5d9e76-16ac-4910-957a-5af126d51f67 tempest-AttachVolumeTestJSON-989501218 tempest-AttachVolumeTestJSON-989501218-project] Publish callbacks [] for port, precommit_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:49:19.400762 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6a0658-3851-4540-bf10-07a155bad285 req-11b45bad-bf46-4cf2-911d-d1be0e9dfeb0 tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:49:19.402295 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-6b6a0658-3851-4540-bf10-07a155bad285 req-11b45bad-bf46-4cf2-911d-d1be0e9dfeb0 tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b106413-e00a-43d5-b542-9880793bb1f1 HTTP/1.1" status: 200 len: 946 time: 0.0547357 Nov 05 18:49:19.453896 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-6b6a0658-3851-4540-bf10-07a155bad285 req-a45b3c69-8221-4bdc-8edc-498a8b8e6d91 tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] 10.222.0.13 "GET /v2.0/security-groups?id=20494f52-e47d-4839-b4f6-2fc0330d8d18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449774 Nov 05 18:49:19.496540 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-bd5d9e76-16ac-4910-957a-5af126d51f67 tempest-AttachVolumeTestJSON-989501218 tempest-AttachVolumeTestJSON-989501218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6149821'] for port, after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:49:19.517180 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 54268) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:49:19.554438 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-c9362fb9-312b-4ab0-b369-1250098febca admin admin] Publish callbacks [] for security_group, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:49:19.611754 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5d9e76-16ac-4910-957a-5af126d51f67 tempest-AttachVolumeTestJSON-989501218 tempest-AttachVolumeTestJSON-989501218-project] Pushing event updated for resources: {'Port': ['ID=255d4bea-df89-4da4-b112-63a16dbec767,revision_number=2']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:49:19.617017 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-bd5d9e76-16ac-4910-957a-5af126d51f67 tempest-AttachVolumeTestJSON-989501218 tempest-AttachVolumeTestJSON-989501218-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1000577'] for floatingip, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:49:19.646368 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-2878ed61-c2e8-4ed7-bd6e-1417e5ec9db3 req-7880b480-8bfc-42fc-9a6e-2174f200cd87 tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] 10.222.0.13 "GET /v2.0/ports?device_id=61b0b4c5-32cb-44e3-90ab-4ac45e1c5f88 HTTP/1.1" status: 200 len: 210 time: 0.0709686 Nov 05 18:49:19.703754 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-bd5d9e76-16ac-4910-957a-5af126d51f67 tempest-AttachVolumeTestJSON-989501218 tempest-AttachVolumeTestJSON-989501218-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for floatingip, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:49:19.707567 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-bd5d9e76-16ac-4910-957a-5af126d51f67 tempest-AttachVolumeTestJSON-989501218 tempest-AttachVolumeTestJSON-989501218-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.6769264 Nov 05 18:49:19.726873 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-c9362fb9-312b-4ab0-b369-1250098febca admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:49:19.776303 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-c9362fb9-312b-4ab0-b369-1250098febca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:49:19.818485 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-c9362fb9-312b-4ab0-b369-1250098febca admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c230b728361d42aa909d28cc4cd12241&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3003063 Nov 05 18:49:19.819873 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9362fb9-312b-4ab0-b369-1250098febca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=660db027-249b-4292-a4d2-bd2cd6947b16,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:49:19.821938 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 54278) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:49:19.874862 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-e805e5a0-d9f6-40f6-beaa-5a8093b2d078 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:49:19.885830 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 54280) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:49:19.912390 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-e805e5a0-d9f6-40f6-beaa-5a8093b2d078 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:49:19.969455 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-301f4109-09b4-463e-bb1c-a396babc7428 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9cef9b557dda477593abc6386763014e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0801897 Nov 05 18:49:19.970373 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 54282) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:49:20.046324 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-3406bc69-2f27-4225-b863-b1c23d99db0e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:49:20.076393 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-3406bc69-2f27-4225-b863-b1c23d99db0e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:49:20.129942 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-f29b0e25-039e-444c-a2ab-ac6057bc7bdd req-46e1a740-3809-4ca7-815c-848b14852a28 tempest-AttachVolumeTestJSON-989501218 tempest-AttachVolumeTestJSON-989501218-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--565445178&fields=id&tenant_id=4178766de4564cc499086192238e999c HTTP/1.1" status: 200 len: 267 time: 0.0587931 Nov 05 18:49:20.211878 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-e805e5a0-d9f6-40f6-beaa-5a8093b2d078 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:49:20.215312 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-e805e5a0-d9f6-40f6-beaa-5a8093b2d078 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:49:20.216816 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-e805e5a0-d9f6-40f6-beaa-5a8093b2d078 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/660db027-249b-4292-a4d2-bd2cd6947b16 HTTP/1.1" status: 204 len: 168 time: 0.3937860 Nov 05 18:49:20.224664 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e805e5a0-d9f6-40f6-beaa-5a8093b2d078 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=660db027-249b-4292-a4d2-bd2cd6947b16,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:49:20.241936 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29b0e25-039e-444c-a2ab-ac6057bc7bdd req-d15fd4c3-7149-4553-a0b5-57ee5b2cf09f tempest-AttachVolumeTestJSON-989501218 tempest-AttachVolumeTestJSON-989501218-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:49:20.243626 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-f29b0e25-039e-444c-a2ab-ac6057bc7bdd req-d15fd4c3-7149-4553-a0b5-57ee5b2cf09f tempest-AttachVolumeTestJSON-989501218 tempest-AttachVolumeTestJSON-989501218-project] 10.222.0.13 "GET /v2.0/networks?id=fd42acf6-8f16-4d60-b5bc-2ad1579d9211 HTTP/1.1" status: 200 len: 810 time: 0.1065571 Nov 05 18:49:20.259074 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-f29b0e25-039e-444c-a2ab-ac6057bc7bdd req-7d2d8c97-943f-44d8-8473-94bff89540a2 tempest-AttachVolumeTestJSON-989501218 tempest-AttachVolumeTestJSON-989501218-project] 10.222.0.13 "GET /v2.0/quotas/4178766de4564cc499086192238e999c HTTP/1.1" status: 200 len: 375 time: 0.0095081 Nov 05 18:49:20.262467 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-3406bc69-2f27-4225-b863-b1c23d99db0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:49:20.265158 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-3406bc69-2f27-4225-b863-b1c23d99db0e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:49:20.270095 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-3406bc69-2f27-4225-b863-b1c23d99db0e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0feb7549-5b89-4e9e-b76c-a4823af25738 HTTP/1.1" status: 204 len: 168 time: 0.2986665 Nov 05 18:49:20.283075 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3406bc69-2f27-4225-b863-b1c23d99db0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0feb7549-5b89-4e9e-b76c-a4823af25738,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:49:20.331065 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-f29b0e25-039e-444c-a2ab-ac6057bc7bdd req-98824b80-3a6c-4db8-affc-b20bcd9731fe tempest-AttachVolumeTestJSON-989501218 tempest-AttachVolumeTestJSON-989501218-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=4178766de4564cc499086192238e999c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0638151 Nov 05 18:49:20.437574 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-f29b0e25-039e-444c-a2ab-ac6057bc7bdd req-a4e83aa4-9eb2-481b-9ca1-99ad49c5f4e6 service neutron] 10.222.0.13 "GET /v2.0/networks/fd42acf6-8f16-4d60-b5bc-2ad1579d9211?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943847 Nov 05 18:49:20.528043 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-f29b0e25-039e-444c-a2ab-ac6057bc7bdd req-eba81ac6-7691-4f24-bfbf-a3010cfea73b service neutron] 10.222.0.13 "GET /v2.0/networks/fd42acf6-8f16-4d60-b5bc-2ad1579d9211?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840816 Nov 05 18:49:20.590011 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127291ea-a379-4309-86e2-a005a8e9aee1 req-1170d183-adab-4ec6-bd1c-c99eb1f6ab4f tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:49:20.591784 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-127291ea-a379-4309-86e2-a005a8e9aee1 req-1170d183-adab-4ec6-bd1c-c99eb1f6ab4f tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b106413-e00a-43d5-b542-9880793bb1f1 HTTP/1.1" status: 200 len: 946 time: 0.0608478 Nov 05 18:49:20.641023 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-127291ea-a379-4309-86e2-a005a8e9aee1 req-a70dabc8-b585-457f-9461-cac95ce89a4f tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] 10.222.0.13 "GET /v2.0/security-groups?id=20494f52-e47d-4839-b4f6-2fc0330d8d18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429451 Nov 05 18:49:20.810637 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-186e4930-2ca9-4593-9da9-98ebdaa42e46 req-5edd4ef3-2400-4616-b667-5eaac66e034b tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] 10.222.0.13 "GET /v2.0/ports?device_id=61b0b4c5-32cb-44e3-90ab-4ac45e1c5f88 HTTP/1.1" status: 200 len: 210 time: 0.0500786 Nov 05 18:49:20.911495 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-6c9f3853-c61d-45fa-b2fe-86ddc05a7c0a req-ceb3c24c-daf8-4e32-b2fb-e18a943322c6 tempest-AttachVolumeTestJSON-989501218 tempest-AttachVolumeTestJSON-989501218-project] 10.222.0.13 "GET /v2.0/ports?device_id=8b89339f-2569-46d9-aab9-0ad925bd2f97 HTTP/1.1" status: 200 len: 210 time: 0.0296581 Nov 05 18:49:21.240465 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b0fa56-8450-444f-bf38-5ba4c18c7707 req-e49129a0-77d6-4b31-afcb-482cf443f7c0 tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:49:21.242229 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-b9b0fa56-8450-444f-bf38-5ba4c18c7707 req-e49129a0-77d6-4b31-afcb-482cf443f7c0 tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b106413-e00a-43d5-b542-9880793bb1f1 HTTP/1.1" status: 200 len: 946 time: 0.0525975 Nov 05 18:49:21.293964 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-b9b0fa56-8450-444f-bf38-5ba4c18c7707 req-bebe3b6f-0a36-42d7-9d03-41da58e7f0fd tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] 10.222.0.13 "GET /v2.0/security-groups?id=20494f52-e47d-4839-b4f6-2fc0330d8d18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458465 Nov 05 18:49:21.966314 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-e805c43b-36e8-4bc1-b301-e46efffed77a req-5be06cff-c3b4-4f6f-bac6-5cf0f1292a90 tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] 10.222.0.13 "GET /v2.0/ports?device_id=61b0b4c5-32cb-44e3-90ab-4ac45e1c5f88 HTTP/1.1" status: 200 len: 210 time: 0.0455253 Nov 05 18:49:22.058455 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e679cbe-d823-49c8-b428-9e864736807f req-4dc7a04d-a2fa-4721-9ad9-cd13f2eca64d tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:49:22.059940 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-9e679cbe-d823-49c8-b428-9e864736807f req-4dc7a04d-a2fa-4721-9ad9-cd13f2eca64d tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] 10.222.0.41 "GET /v2.0/networks?id=43ea62f0-8360-499b-8cfa-33c91e860c8e HTTP/1.1" status: 200 len: 812 time: 0.2259123 Nov 05 18:49:22.071859 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-cde82b6f-463d-4425-8216-dddaac640d44 req-43b4eed3-8596-4e0d-8005-36d8510c32fc tempest-AttachVolumeTestJSON-989501218 tempest-AttachVolumeTestJSON-989501218-project] 10.222.0.13 "GET /v2.0/ports?device_id=8b89339f-2569-46d9-aab9-0ad925bd2f97 HTTP/1.1" status: 200 len: 210 time: 0.0632045 Nov 05 18:49:22.076803 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [req-9e679cbe-d823-49c8-b428-9e864736807f req-08e95573-1b50-4fae-8c75-428bea8df07e tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] Request body: {'port': {'device_id': '61b0b4c5-32cb-44e3-90ab-4ac45e1c5f88', 'network_id': '43ea62f0-8360-499b-8cfa-33c91e860c8e', 'admin_state_up': True, 'tenant_id': '6967002ed7684b0a936551bf3f38aa1b'}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:49:22.354172 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9e679cbe-d823-49c8-b428-9e864736807f req-08e95573-1b50-4fae-8c75-428bea8df07e tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] Made reservation on behalf of 6967002ed7684b0a936551bf3f38aa1b for: {'port': 1} {{(pid=102387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 18:49:22.359831 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-9e679cbe-d823-49c8-b428-9e864736807f req-08e95573-1b50-4fae-8c75-428bea8df07e tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:49:22.522870 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f9ec67-ffea-4e51-9366-726fde5bc957 req-f7ae6630-b1b8-4ec1-86ca-7499c925987d tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:49:22.524551 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-b7f9ec67-ffea-4e51-9366-726fde5bc957 req-f7ae6630-b1b8-4ec1-86ca-7499c925987d tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b106413-e00a-43d5-b542-9880793bb1f1 HTTP/1.1" status: 200 len: 946 time: 0.1290877 Nov 05 18:49:22.569374 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.db_base_plugin_common [req-9e679cbe-d823-49c8-b428-9e864736807f req-08e95573-1b50-4fae-8c75-428bea8df07e tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] Allocated IP 172.20.0.4 (43ea62f0-8360-499b-8cfa-33c91e860c8e/d7f64a49-19fd-4323-b909-1a955812ddea/c87080d5-90a5-4a9a-b8b0-2a0a92169233) {{(pid=102387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 18:49:22.603509 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-b7f9ec67-ffea-4e51-9366-726fde5bc957 req-eb990481-b676-4150-924d-20ad19f2d594 tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] 10.222.0.13 "GET /v2.0/security-groups?id=20494f52-e47d-4839-b4f6-2fc0330d8d18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709488 Nov 05 18:49:22.759450 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-9e679cbe-d823-49c8-b428-9e864736807f req-08e95573-1b50-4fae-8c75-428bea8df07e tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] Publish callbacks [] for port, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:49:22.889782 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-9e679cbe-d823-49c8-b428-9e864736807f req-08e95573-1b50-4fae-8c75-428bea8df07e tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4417063'] for port, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:49:22.933645 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9e679cbe-d823-49c8-b428-9e864736807f req-08e95573-1b50-4fae-8c75-428bea8df07e tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] Network 43ea62f0-8360-499b-8cfa-33c91e860c8e is already hosted by enough agents. {{(pid=102387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 18:49:22.937087 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.base_scheduler [req-9e679cbe-d823-49c8-b428-9e864736807f req-08e95573-1b50-4fae-8c75-428bea8df07e tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] Resources bound (agent type, host, resource id): {{(pid=102387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:49:22.939687 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e679cbe-d823-49c8-b428-9e864736807f req-08e95573-1b50-4fae-8c75-428bea8df07e tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] Received port after_create {{(pid=102387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 18:49:22.982476 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e95573-1b50-4fae-8c75-428bea8df07e tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] Pushing event updated for resources: {'Port': ['ID=c87080d5-90a5-4a9a-b8b0-2a0a92169233,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:49:23.020625 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e679cbe-d823-49c8-b428-9e864736807f req-08e95573-1b50-4fae-8c75-428bea8df07e tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:49:23.020625 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-9e679cbe-d823-49c8-b428-9e864736807f req-08e95573-1b50-4fae-8c75-428bea8df07e tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:49:23.105514 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51229b4f-c085-4911-a463-875b8572afee req-99391e1e-3059-49dd-b266-1fc935fb52e9 tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:49:23.107176 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-51229b4f-c085-4911-a463-875b8572afee req-99391e1e-3059-49dd-b266-1fc935fb52e9 tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] 10.222.0.13 "GET /v2.0/ports?device_id=61b0b4c5-32cb-44e3-90ab-4ac45e1c5f88 HTTP/1.1" status: 200 len: 931 time: 0.0529132 Nov 05 18:49:23.137849 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-9e679cbe-d823-49c8-b428-9e864736807f req-08e95573-1b50-4fae-8c75-428bea8df07e tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0649054 Nov 05 18:49:23.159243 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [req-9e679cbe-d823-49c8-b428-9e864736807f req-b58eca00-d1da-422d-b312-b4e85ea7d837 service neutron] Request body: {'port': {'device_id': '61b0b4c5-32cb-44e3-90ab-4ac45e1c5f88', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816865-1'}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:49:23.214772 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29b0e25-039e-444c-a2ab-ac6057bc7bdd req-c7984e9b-d953-428a-8692-1291ef19e73c tempest-AttachVolumeTestJSON-989501218 tempest-AttachVolumeTestJSON-989501218-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:49:23.217641 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-f29b0e25-039e-444c-a2ab-ac6057bc7bdd req-c7984e9b-d953-428a-8692-1291ef19e73c tempest-AttachVolumeTestJSON-989501218 tempest-AttachVolumeTestJSON-989501218-project] 10.222.0.41 "GET /v2.0/networks?id=fd42acf6-8f16-4d60-b5bc-2ad1579d9211 HTTP/1.1" status: 200 len: 810 time: 0.1341052 Nov 05 18:49:23.224841 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-0d76e29c-e8f7-4182-a971-6c6dad9aa229 req-5447224e-14ca-4d4b-a9e4-3e7851b7c5cd tempest-AttachVolumeTestJSON-989501218 tempest-AttachVolumeTestJSON-989501218-project] 10.222.0.13 "GET /v2.0/ports?device_id=8b89339f-2569-46d9-aab9-0ad925bd2f97 HTTP/1.1" status: 200 len: 210 time: 0.0696199 Nov 05 18:49:23.254180 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-51229b4f-c085-4911-a463-875b8572afee req-3d0e3a23-887b-4379-86c2-acfe93747e33 tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] 10.222.0.13 "GET /v2.0/security-groups?id=e0838ac1-f008-48c1-ab43-123e255d616a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400452 Nov 05 18:49:23.261182 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-9e679cbe-d823-49c8-b428-9e864736807f req-b58eca00-d1da-422d-b312-b4e85ea7d837 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:49:23.316025 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-f29b0e25-039e-444c-a2ab-ac6057bc7bdd req-95c09fce-90ff-442f-9c19-74d0554c2c50 tempest-AttachVolumeTestJSON-989501218 tempest-AttachVolumeTestJSON-989501218-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4178766de4564cc499086192238e999c HTTP/1.1" status: 200 len: 379 time: 0.0882144 Nov 05 18:49:23.335532 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [req-f29b0e25-039e-444c-a2ab-ac6057bc7bdd req-d93641d4-f4a8-4ff5-b9e0-141f2810e517 tempest-AttachVolumeTestJSON-989501218 tempest-AttachVolumeTestJSON-989501218-project] Request body: {'port': {'device_id': '8b89339f-2569-46d9-aab9-0ad925bd2f97', 'network_id': 'fd42acf6-8f16-4d60-b5bc-2ad1579d9211', 'admin_state_up': True, 'tenant_id': '4178766de4564cc499086192238e999c', 'security_groups': ['7e63aa61-d36e-4e93-bf38-42a8d6ff1742']}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:49:23.531143 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f29b0e25-039e-444c-a2ab-ac6057bc7bdd req-d93641d4-f4a8-4ff5-b9e0-141f2810e517 tempest-AttachVolumeTestJSON-989501218 tempest-AttachVolumeTestJSON-989501218-project] Made reservation on behalf of 4178766de4564cc499086192238e999c for: {'port': 1} {{(pid=102386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 18:49:23.534842 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-f29b0e25-039e-444c-a2ab-ac6057bc7bdd req-d93641d4-f4a8-4ff5-b9e0-141f2810e517 tempest-AttachVolumeTestJSON-989501218 tempest-AttachVolumeTestJSON-989501218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:49:23.598967 n-d-816865-1 neutron-server[102387]: DEBUG neutron.notifiers.nova [req-9e679cbe-d823-49c8-b428-9e864736807f req-b58eca00-d1da-422d-b312-b4e85ea7d837 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c87080d5-90a5-4a9a-b8b0-2a0a92169233 {{(pid=102387) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 18:49:23.609060 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-9e679cbe-d823-49c8-b428-9e864736807f req-b58eca00-d1da-422d-b312-b4e85ea7d837 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:49:23.622163 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.provisioning_blocks [req-9e679cbe-d823-49c8-b428-9e864736807f req-b58eca00-d1da-422d-b312-b4e85ea7d837 service neutron] Transition to ACTIVE for port object c87080d5-90a5-4a9a-b8b0-2a0a92169233 will not be triggered until provisioned by entity L2. {{(pid=102387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 05 18:49:23.676287 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.db_base_plugin_common [req-f29b0e25-039e-444c-a2ab-ac6057bc7bdd req-d93641d4-f4a8-4ff5-b9e0-141f2810e517 tempest-AttachVolumeTestJSON-989501218 tempest-AttachVolumeTestJSON-989501218-project] Allocated IP 172.20.0.11 (fd42acf6-8f16-4d60-b5bc-2ad1579d9211/5bc495e2-1c46-46a6-944a-7cb0dfc74d97/25c59d57-b8b9-46b8-ab2b-13094533988c) {{(pid=102386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 18:49:23.732913 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128fff52-4459-4273-ad25-7c73afc7c323 req-c3e319e2-96f8-4205-ab89-4aea9c6f133b tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:49:23.734735 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-128fff52-4459-4273-ad25-7c73afc7c323 req-c3e319e2-96f8-4205-ab89-4aea9c6f133b tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b106413-e00a-43d5-b542-9880793bb1f1 HTTP/1.1" status: 200 len: 946 time: 0.0579414 Nov 05 18:49:23.780271 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-9e679cbe-d823-49c8-b428-9e864736807f req-b58eca00-d1da-422d-b312-b4e85ea7d837 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4417072'] for port, after_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:49:23.830175 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-128fff52-4459-4273-ad25-7c73afc7c323 req-12090a1c-3d1a-4a70-a070-044f64e50ce8 tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] 10.222.0.13 "GET /v2.0/security-groups?id=20494f52-e47d-4839-b4f6-2fc0330d8d18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890803 Nov 05 18:49:23.852495 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58eca00-d1da-422d-b312-b4e85ea7d837 service neutron] Pushing event updated for resources: {'Port': ['ID=c87080d5-90a5-4a9a-b8b0-2a0a92169233,revision_number=2']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:49:23.965038 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.managers [req-9e679cbe-d823-49c8-b428-9e864736807f req-b58eca00-d1da-422d-b312-b4e85ea7d837 service neutron] Attempting to bind port c87080d5-90a5-4a9a-b8b0-2a0a92169233 on host n-h1-816865-1 for vnic_type normal with profile {{(pid=102387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 18:49:23.971955 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.managers [req-9e679cbe-d823-49c8-b428-9e864736807f req-b58eca00-d1da-422d-b312-b4e85ea7d837 service neutron] Attempting to bind port c87080d5-90a5-4a9a-b8b0-2a0a92169233 by drivers openvswitch,hyperv on host n-h1-816865-1 at level 0 using segments [{'id': '18ff82bc-5fc5-4d18-b58f-45dd42e01fae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '43ea62f0-8360-499b-8cfa-33c91e860c8e'}] {{(pid=102387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 18:49:23.971955 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e679cbe-d823-49c8-b428-9e864736807f req-b58eca00-d1da-422d-b312-b4e85ea7d837 service neutron] Attempting to bind port c87080d5-90a5-4a9a-b8b0-2a0a92169233 on network 43ea62f0-8360-499b-8cfa-33c91e860c8e {{(pid=102387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 18:49:23.971955 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e679cbe-d823-49c8-b428-9e864736807f req-b58eca00-d1da-422d-b312-b4e85ea7d837 service neutron] Port c87080d5-90a5-4a9a-b8b0-2a0a92169233 on network 43ea62f0-8360-499b-8cfa-33c91e860c8e not bound, no agent of type Open vSwitch agent registered on host n-h1-816865-1 {{(pid=102387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 18:49:23.972350 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e679cbe-d823-49c8-b428-9e864736807f req-b58eca00-d1da-422d-b312-b4e85ea7d837 service neutron] Attempting to bind port c87080d5-90a5-4a9a-b8b0-2a0a92169233 on network 43ea62f0-8360-499b-8cfa-33c91e860c8e {{(pid=102387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 18:49:23.980149 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e679cbe-d823-49c8-b428-9e864736807f req-b58eca00-d1da-422d-b312-b4e85ea7d837 service neutron] Checking agent: {'id': 'eb596d7c-8c64-42bd-8aca-fad447eb0eab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816865-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 18, 33, 34), 'started_at': datetime.datetime(2021, 11, 5, 18, 33, 34), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 18, 49, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 18:49:23.980566 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e679cbe-d823-49c8-b428-9e864736807f req-b58eca00-d1da-422d-b312-b4e85ea7d837 service neutron] Checking segment: {'id': '18ff82bc-5fc5-4d18-b58f-45dd42e01fae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '43ea62f0-8360-499b-8cfa-33c91e860c8e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 18:49:23.980851 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e679cbe-d823-49c8-b428-9e864736807f req-b58eca00-d1da-422d-b312-b4e85ea7d837 service neutron] Bound using segment: {'id': '18ff82bc-5fc5-4d18-b58f-45dd42e01fae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '43ea62f0-8360-499b-8cfa-33c91e860c8e'} {{(pid=102387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 18:49:23.981271 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.managers [req-9e679cbe-d823-49c8-b428-9e864736807f req-b58eca00-d1da-422d-b312-b4e85ea7d837 service neutron] Bound port: c87080d5-90a5-4a9a-b8b0-2a0a92169233, host: n-h1-816865-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '18ff82bc-5fc5-4d18-b58f-45dd42e01fae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '43ea62f0-8360-499b-8cfa-33c91e860c8e'}}] {{(pid=102387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 18:49:23.981616 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-9e679cbe-d823-49c8-b428-9e864736807f req-b58eca00-d1da-422d-b312-b4e85ea7d837 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:49:24.089963 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.db [req-9e679cbe-d823-49c8-b428-9e864736807f req-b58eca00-d1da-422d-b312-b4e85ea7d837 service neutron] For port c87080d5-90a5-4a9a-b8b0-2a0a92169233, host n-h1-816865-1, cleared binding levels {{(pid=102387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 18:49:24.093080 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.db [req-9e679cbe-d823-49c8-b428-9e864736807f req-b58eca00-d1da-422d-b312-b4e85ea7d837 service neutron] For port c87080d5-90a5-4a9a-b8b0-2a0a92169233, host n-h1-816865-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=c87080d5-90a5-4a9a-b8b0-2a0a92169233,segment=NetworkSegment(18ff82bc-5fc5-4d18-b58f-45dd42e01fae),segment_id=18ff82bc-5fc5-4d18-b58f-45dd42e01fae)] {{(pid=102387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 18:49:24.151994 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-f29b0e25-039e-444c-a2ab-ac6057bc7bdd req-d93641d4-f4a8-4ff5-b9e0-141f2810e517 tempest-AttachVolumeTestJSON-989501218 tempest-AttachVolumeTestJSON-989501218-project] Publish callbacks [] for port, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:49:24.169676 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-9e679cbe-d823-49c8-b428-9e864736807f req-b58eca00-d1da-422d-b312-b4e85ea7d837 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4417072'] for port, after_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:49:24.206571 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e679cbe-d823-49c8-b428-9e864736807f req-b58eca00-d1da-422d-b312-b4e85ea7d837 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:49:24.207194 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-9e679cbe-d823-49c8-b428-9e864736807f req-b58eca00-d1da-422d-b312-b4e85ea7d837 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:49:24.208627 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-9e679cbe-d823-49c8-b428-9e864736807f req-b58eca00-d1da-422d-b312-b4e85ea7d837 service neutron] 10.222.0.41 "PUT /v2.0/ports/c87080d5-90a5-4a9a-b8b0-2a0a92169233 HTTP/1.1" status: 200 len: 1091 time: 1.0572023 Nov 05 18:49:24.209233 n-d-816865-1 neutron-server[102387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61b0b4c5-32cb-44e3-90ab-4ac45e1c5f88', 'tag': 'c87080d5-90a5-4a9a-b8b0-2a0a92169233'}] {{(pid=102387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 18:49:24.212105 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab06bd4ddf5758c1f10d79fe34dc215bafa488692cde9dba2fcbcb67556f90bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb8ba18c-c5d6-4c1e-a144-ca4bdff91e8c" -d '{"events": [{"name": "network-changed", "server_uuid": "61b0b4c5-32cb-44e3-90ab-4ac45e1c5f88", "tag": "c87080d5-90a5-4a9a-b8b0-2a0a92169233"}]}' {{(pid=102387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 18:49:24.238543 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58eca00-d1da-422d-b312-b4e85ea7d837 service neutron] Pushing event updated for resources: {'Port': ['ID=c87080d5-90a5-4a9a-b8b0-2a0a92169233,revision_number=3']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:49:24.253983 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-f29b0e25-039e-444c-a2ab-ac6057bc7bdd req-d93641d4-f4a8-4ff5-b9e0-141f2810e517 tempest-AttachVolumeTestJSON-989501218 tempest-AttachVolumeTestJSON-989501218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:49:24.274439 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 18:49:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c78e126d-e21b-4ee6-866c-5604089053c3 x-openstack-request-id: req-c78e126d-e21b-4ee6-866c-5604089053c3 {{(pid=102387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 18:49:24.274729 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61b0b4c5-32cb-44e3-90ab-4ac45e1c5f88", "tag": "c87080d5-90a5-4a9a-b8b0-2a0a92169233", "status": "completed", "code": 200}]} {{(pid=102387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 18:49:24.275035 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c78e126d-e21b-4ee6-866c-5604089053c3 {{(pid=102387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 18:49:24.275439 n-d-816865-1 neutron-server[102387]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61b0b4c5-32cb-44e3-90ab-4ac45e1c5f88', 'tag': 'c87080d5-90a5-4a9a-b8b0-2a0a92169233', 'status': 'completed', 'code': 200} Nov 05 18:49:24.346311 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f29b0e25-039e-444c-a2ab-ac6057bc7bdd req-d93641d4-f4a8-4ff5-b9e0-141f2810e517 tempest-AttachVolumeTestJSON-989501218 tempest-AttachVolumeTestJSON-989501218-project] Network fd42acf6-8f16-4d60-b5bc-2ad1579d9211 is already hosted by enough agents. {{(pid=102386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 18:49:24.346411 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8ba18c-c5d6-4c1e-a144-ca4bdff91e8c req-487929b9-ad66-430c-8f81-c713eda5c7cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:49:24.347080 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-cb8ba18c-c5d6-4c1e-a144-ca4bdff91e8c req-487929b9-ad66-430c-8f81-c713eda5c7cd service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6967002ed7684b0a936551bf3f38aa1b&device_id=61b0b4c5-32cb-44e3-90ab-4ac45e1c5f88 HTTP/1.1" status: 200 len: 1094 time: 0.0675657 Nov 05 18:49:24.349283 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.base_scheduler [req-f29b0e25-039e-444c-a2ab-ac6057bc7bdd req-d93641d4-f4a8-4ff5-b9e0-141f2810e517 tempest-AttachVolumeTestJSON-989501218 tempest-AttachVolumeTestJSON-989501218-project] Resources bound (agent type, host, resource id): {{(pid=102386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:49:24.365025 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [req-f29b0e25-039e-444c-a2ab-ac6057bc7bdd req-d93641d4-f4a8-4ff5-b9e0-141f2810e517 tempest-AttachVolumeTestJSON-989501218 tempest-AttachVolumeTestJSON-989501218-project] Received port after_create {{(pid=102386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 18:49:24.382475 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93641d4-f4a8-4ff5-b9e0-141f2810e517 tempest-AttachVolumeTestJSON-989501218 tempest-AttachVolumeTestJSON-989501218-project] Pushing event updated for resources: {'Port': ['ID=25c59d57-b8b9-46b8-ab2b-13094533988c,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:49:24.467768 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8ba18c-c5d6-4c1e-a144-ca4bdff91e8c req-acdb9ed1-7c16-4fee-ab94-d21fd004794f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:49:24.477681 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-cb8ba18c-c5d6-4c1e-a144-ca4bdff91e8c req-acdb9ed1-7c16-4fee-ab94-d21fd004794f service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=6967002ed7684b0a936551bf3f38aa1b&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1133778 Nov 05 18:49:24.477968 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29b0e25-039e-444c-a2ab-ac6057bc7bdd req-d93641d4-f4a8-4ff5-b9e0-141f2810e517 tempest-AttachVolumeTestJSON-989501218 tempest-AttachVolumeTestJSON-989501218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:49:24.477968 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-f29b0e25-039e-444c-a2ab-ac6057bc7bdd req-d93641d4-f4a8-4ff5-b9e0-141f2810e517 tempest-AttachVolumeTestJSON-989501218 tempest-AttachVolumeTestJSON-989501218-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:49:24.585895 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-f29b0e25-039e-444c-a2ab-ac6057bc7bdd req-d93641d4-f4a8-4ff5-b9e0-141f2810e517 tempest-AttachVolumeTestJSON-989501218 tempest-AttachVolumeTestJSON-989501218-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2566037 Nov 05 18:49:24.598951 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [req-f29b0e25-039e-444c-a2ab-ac6057bc7bdd req-f1c0500f-d65e-4763-b672-87ffbb42215e service neutron] Request body: {'port': {'device_id': '8b89339f-2569-46d9-aab9-0ad925bd2f97', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816865-1'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:49:24.648905 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e41cc0-c591-4739-ab13-7553917f62d4 req-942e1f7f-c1c2-47d1-88cf-c1afda2c265e tempest-AttachVolumeTestJSON-989501218 tempest-AttachVolumeTestJSON-989501218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:49:24.651080 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-03e41cc0-c591-4739-ab13-7553917f62d4 req-942e1f7f-c1c2-47d1-88cf-c1afda2c265e tempest-AttachVolumeTestJSON-989501218 tempest-AttachVolumeTestJSON-989501218-project] 10.222.0.13 "GET /v2.0/ports?device_id=8b89339f-2569-46d9-aab9-0ad925bd2f97 HTTP/1.1" status: 200 len: 932 time: 0.2927625 Nov 05 18:49:24.673877 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f3102c-d43b-4f08-b5b7-f87b1ebb1a2b req-241eab5b-57a6-44f3-9147-a79bfef68ac3 tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:49:24.675425 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-57f3102c-d43b-4f08-b5b7-f87b1ebb1a2b req-241eab5b-57a6-44f3-9147-a79bfef68ac3 tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] 10.222.0.13 "GET /v2.0/ports?device_id=61b0b4c5-32cb-44e3-90ab-4ac45e1c5f88 HTTP/1.1" status: 200 len: 943 time: 0.2050898 Nov 05 18:49:24.688113 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-f29b0e25-039e-444c-a2ab-ac6057bc7bdd req-f1c0500f-d65e-4763-b672-87ffbb42215e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:49:24.693587 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8ba18c-c5d6-4c1e-a144-ca4bdff91e8c req-f3b1acf2-b889-4f59-b23d-9fa466d9fcad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:49:24.695132 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-cb8ba18c-c5d6-4c1e-a144-ca4bdff91e8c req-f3b1acf2-b889-4f59-b23d-9fa466d9fcad service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2150049 Nov 05 18:49:24.754691 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-5c218d5b-1be2-4c84-8cd2-0ac254933176 None None] Provisioning complete for port 25c59d57-b8b9-46b8-ab2b-13094533988c triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:49:24.755674 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-5c218d5b-1be2-4c84-8cd2-0ac254933176 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:49:24.758729 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-03e41cc0-c591-4739-ab13-7553917f62d4 req-e803afcd-da56-4748-b2da-547561ce95cc tempest-AttachVolumeTestJSON-989501218 tempest-AttachVolumeTestJSON-989501218-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e63aa61-d36e-4e93-bf38-42a8d6ff1742&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0983460 Nov 05 18:49:24.790852 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-57f3102c-d43b-4f08-b5b7-f87b1ebb1a2b req-fe75d263-e172-410a-997d-107c93464b80 tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] 10.222.0.13 "GET /v2.0/security-groups?id=e0838ac1-f008-48c1-ab43-123e255d616a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003344 Nov 05 18:49:24.805578 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-5c218d5b-1be2-4c84-8cd2-0ac254933176 None None] Port 25c59d57-b8b9-46b8-ab2b-13094533988c cannot update to ACTIVE because it is not bound. {{(pid=102388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 18:49:24.807864 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e679cbe-d823-49c8-b428-9e864736807f req-7ac6a9b6-47bc-43f0-917d-9b28606b3f52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:49:24.809447 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-9e679cbe-d823-49c8-b428-9e864736807f req-7ac6a9b6-47bc-43f0-917d-9b28606b3f52 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6967002ed7684b0a936551bf3f38aa1b&device_id=61b0b4c5-32cb-44e3-90ab-4ac45e1c5f88 HTTP/1.1" status: 200 len: 1094 time: 0.0707405 Nov 05 18:49:24.860992 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-9e679cbe-d823-49c8-b428-9e864736807f req-6ec943c5-edd6-4aae-a1b8-e67def93f3ae service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c87080d5-90a5-4a9a-b8b0-2a0a92169233 HTTP/1.1" status: 200 len: 217 time: 0.0389869 Nov 05 18:49:24.981721 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e679cbe-d823-49c8-b428-9e864736807f req-cd185a77-4db0-4138-a31a-9b2a1c8df8dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:49:24.983130 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-9e679cbe-d823-49c8-b428-9e864736807f req-cd185a77-4db0-4138-a31a-9b2a1c8df8dc service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d7f64a49-19fd-4323-b909-1a955812ddea HTTP/1.1" status: 200 len: 852 time: 0.1106451 Nov 05 18:49:25.024540 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-9e679cbe-d823-49c8-b428-9e864736807f req-a197daf9-c284-4d93-a26b-8cb354a3dd35 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=43ea62f0-8360-499b-8cfa-33c91e860c8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0323806 Nov 05 18:49:25.032429 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4455dd9c-8603-4cd6-8606-643f6da64b79 req-1ce7dc34-9712-44cc-93c4-600a94e973da tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:49:25.033889 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-4455dd9c-8603-4cd6-8606-643f6da64b79 req-1ce7dc34-9712-44cc-93c4-600a94e973da tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b106413-e00a-43d5-b542-9880793bb1f1 HTTP/1.1" status: 200 len: 946 time: 0.1072590 Nov 05 18:49:25.050671 n-d-816865-1 neutron-server[102386]: DEBUG neutron.notifiers.nova [req-f29b0e25-039e-444c-a2ab-ac6057bc7bdd req-f1c0500f-d65e-4763-b672-87ffbb42215e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 25c59d57-b8b9-46b8-ab2b-13094533988c {{(pid=102386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 18:49:25.059720 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-f29b0e25-039e-444c-a2ab-ac6057bc7bdd req-f1c0500f-d65e-4763-b672-87ffbb42215e service neutron] Publish callbacks [] for port, precommit_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:49:25.077524 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.provisioning_blocks [req-f29b0e25-039e-444c-a2ab-ac6057bc7bdd req-f1c0500f-d65e-4763-b672-87ffbb42215e service neutron] Transition to ACTIVE for port object 25c59d57-b8b9-46b8-ab2b-13094533988c will not be triggered until provisioned by entity L2. {{(pid=102386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 05 18:49:25.137204 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-4455dd9c-8603-4cd6-8606-643f6da64b79 req-b9d9bee9-76d9-4346-b224-8708c598e1ae tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] 10.222.0.13 "GET /v2.0/security-groups?id=20494f52-e47d-4839-b4f6-2fc0330d8d18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939243 Nov 05 18:49:25.153475 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-9e679cbe-d823-49c8-b428-9e864736807f req-0d0e2798-f6ab-4832-bfda-d590857b2123 service neutron] 10.222.0.41 "GET /v2.0/networks/43ea62f0-8360-499b-8cfa-33c91e860c8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1185951 Nov 05 18:49:25.169702 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-f29b0e25-039e-444c-a2ab-ac6057bc7bdd req-f1c0500f-d65e-4763-b672-87ffbb42215e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6149821'] for port, after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:49:25.218464 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c0500f-d65e-4763-b672-87ffbb42215e service neutron] Pushing event updated for resources: {'Port': ['ID=25c59d57-b8b9-46b8-ab2b-13094533988c,revision_number=2']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:49:25.293983 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-9e679cbe-d823-49c8-b428-9e864736807f req-61ada546-d819-4af1-8449-9f56c66f8533 service neutron] 10.222.0.41 "GET /v2.0/networks/43ea62f0-8360-499b-8cfa-33c91e860c8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305318 Nov 05 18:49:25.320726 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [req-f29b0e25-039e-444c-a2ab-ac6057bc7bdd req-f1c0500f-d65e-4763-b672-87ffbb42215e service neutron] Attempting to bind port 25c59d57-b8b9-46b8-ab2b-13094533988c on host n-h1-816865-1 for vnic_type normal with profile {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 18:49:25.322734 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [req-f29b0e25-039e-444c-a2ab-ac6057bc7bdd req-f1c0500f-d65e-4763-b672-87ffbb42215e service neutron] Attempting to bind port 25c59d57-b8b9-46b8-ab2b-13094533988c by drivers openvswitch,hyperv on host n-h1-816865-1 at level 0 using segments [{'id': 'ef5714ac-d60a-42ed-804f-a2e28bab422f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'fd42acf6-8f16-4d60-b5bc-2ad1579d9211'}] {{(pid=102386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 18:49:25.323310 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f29b0e25-039e-444c-a2ab-ac6057bc7bdd req-f1c0500f-d65e-4763-b672-87ffbb42215e service neutron] Attempting to bind port 25c59d57-b8b9-46b8-ab2b-13094533988c on network fd42acf6-8f16-4d60-b5bc-2ad1579d9211 {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 18:49:25.328390 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f29b0e25-039e-444c-a2ab-ac6057bc7bdd req-f1c0500f-d65e-4763-b672-87ffbb42215e service neutron] Port 25c59d57-b8b9-46b8-ab2b-13094533988c on network fd42acf6-8f16-4d60-b5bc-2ad1579d9211 not bound, no agent of type Open vSwitch agent registered on host n-h1-816865-1 {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 18:49:25.328835 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f29b0e25-039e-444c-a2ab-ac6057bc7bdd req-f1c0500f-d65e-4763-b672-87ffbb42215e service neutron] Attempting to bind port 25c59d57-b8b9-46b8-ab2b-13094533988c on network fd42acf6-8f16-4d60-b5bc-2ad1579d9211 {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 18:49:25.334528 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f29b0e25-039e-444c-a2ab-ac6057bc7bdd req-f1c0500f-d65e-4763-b672-87ffbb42215e service neutron] Checking agent: {'id': 'eb596d7c-8c64-42bd-8aca-fad447eb0eab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816865-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 18, 33, 34), 'started_at': datetime.datetime(2021, 11, 5, 18, 33, 34), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 18, 49, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 18:49:25.335561 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f29b0e25-039e-444c-a2ab-ac6057bc7bdd req-f1c0500f-d65e-4763-b672-87ffbb42215e service neutron] Checking segment: {'id': 'ef5714ac-d60a-42ed-804f-a2e28bab422f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'fd42acf6-8f16-4d60-b5bc-2ad1579d9211'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 18:49:25.336043 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f29b0e25-039e-444c-a2ab-ac6057bc7bdd req-f1c0500f-d65e-4763-b672-87ffbb42215e service neutron] Bound using segment: {'id': 'ef5714ac-d60a-42ed-804f-a2e28bab422f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'fd42acf6-8f16-4d60-b5bc-2ad1579d9211'} {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 18:49:25.336587 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [req-f29b0e25-039e-444c-a2ab-ac6057bc7bdd req-f1c0500f-d65e-4763-b672-87ffbb42215e service neutron] Bound port: 25c59d57-b8b9-46b8-ab2b-13094533988c, host: n-h1-816865-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ef5714ac-d60a-42ed-804f-a2e28bab422f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'fd42acf6-8f16-4d60-b5bc-2ad1579d9211'}}] {{(pid=102386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 18:49:25.337044 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-f29b0e25-039e-444c-a2ab-ac6057bc7bdd req-f1c0500f-d65e-4763-b672-87ffbb42215e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:49:25.417616 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [req-f29b0e25-039e-444c-a2ab-ac6057bc7bdd req-f1c0500f-d65e-4763-b672-87ffbb42215e service neutron] For port 25c59d57-b8b9-46b8-ab2b-13094533988c, host n-h1-816865-1, cleared binding levels {{(pid=102386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 18:49:25.421476 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [req-f29b0e25-039e-444c-a2ab-ac6057bc7bdd req-f1c0500f-d65e-4763-b672-87ffbb42215e service neutron] For port 25c59d57-b8b9-46b8-ab2b-13094533988c, host n-h1-816865-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=25c59d57-b8b9-46b8-ab2b-13094533988c,segment=NetworkSegment(ef5714ac-d60a-42ed-804f-a2e28bab422f),segment_id=ef5714ac-d60a-42ed-804f-a2e28bab422f)] {{(pid=102386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 18:49:25.518438 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-f29b0e25-039e-444c-a2ab-ac6057bc7bdd req-f1c0500f-d65e-4763-b672-87ffbb42215e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6149821'] for port, after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:49:25.559513 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29b0e25-039e-444c-a2ab-ac6057bc7bdd req-f1c0500f-d65e-4763-b672-87ffbb42215e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:49:25.560133 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-f29b0e25-039e-444c-a2ab-ac6057bc7bdd req-f1c0500f-d65e-4763-b672-87ffbb42215e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:49:25.561516 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-f29b0e25-039e-444c-a2ab-ac6057bc7bdd req-f1c0500f-d65e-4763-b672-87ffbb42215e service neutron] 10.222.0.41 "PUT /v2.0/ports/25c59d57-b8b9-46b8-ab2b-13094533988c HTTP/1.1" status: 200 len: 1092 time: 0.9671943 Nov 05 18:49:25.561955 n-d-816865-1 neutron-server[102386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b89339f-2569-46d9-aab9-0ad925bd2f97', 'tag': '25c59d57-b8b9-46b8-ab2b-13094533988c'}] {{(pid=102386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 18:49:25.564220 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6173a44d7c73f41af551dc890fa1a5892c2c6bc3458b640c8e0c24db7876ba6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd266f8e-7898-4381-b6e2-f01a586c20c3" -d '{"events": [{"name": "network-changed", "server_uuid": "8b89339f-2569-46d9-aab9-0ad925bd2f97", "tag": "25c59d57-b8b9-46b8-ab2b-13094533988c"}]}' {{(pid=102386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 18:49:25.586942 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c0500f-d65e-4763-b672-87ffbb42215e service neutron] Pushing event updated for resources: {'Port': ['ID=25c59d57-b8b9-46b8-ab2b-13094533988c,revision_number=3']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:49:25.615441 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 18:49:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fb58bc8-4080-4073-a85f-e14b578e379f x-openstack-request-id: req-1fb58bc8-4080-4073-a85f-e14b578e379f {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 18:49:25.615745 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b89339f-2569-46d9-aab9-0ad925bd2f97", "tag": "25c59d57-b8b9-46b8-ab2b-13094533988c", "status": "completed", "code": 200}]} {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 18:49:25.616542 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1fb58bc8-4080-4073-a85f-e14b578e379f {{(pid=102386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 18:49:25.617085 n-d-816865-1 neutron-server[102386]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b89339f-2569-46d9-aab9-0ad925bd2f97', 'tag': '25c59d57-b8b9-46b8-ab2b-13094533988c', 'status': 'completed', 'code': 200} Nov 05 18:49:25.692730 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd266f8e-7898-4381-b6e2-f01a586c20c3 req-3c1b9d5d-fb76-4e1f-bcac-d29949c32502 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:49:25.694949 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-fd266f8e-7898-4381-b6e2-f01a586c20c3 req-3c1b9d5d-fb76-4e1f-bcac-d29949c32502 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4178766de4564cc499086192238e999c&device_id=8b89339f-2569-46d9-aab9-0ad925bd2f97 HTTP/1.1" status: 200 len: 1095 time: 0.0563784 Nov 05 18:49:25.833521 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd266f8e-7898-4381-b6e2-f01a586c20c3 req-789f86c1-2300-4798-8cbb-8c032fa81651 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:49:25.837046 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-fd266f8e-7898-4381-b6e2-f01a586c20c3 req-789f86c1-2300-4798-8cbb-8c032fa81651 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=4178766de4564cc499086192238e999c&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1331458 Nov 05 18:49:25.909347 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da45c7d9-e74b-44c7-b308-127e41eea599 req-a4736cc2-615b-4527-bd3a-8ec61b3c116b tempest-AttachVolumeTestJSON-989501218 tempest-AttachVolumeTestJSON-989501218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:49:25.911012 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-da45c7d9-e74b-44c7-b308-127e41eea599 req-a4736cc2-615b-4527-bd3a-8ec61b3c116b tempest-AttachVolumeTestJSON-989501218 tempest-AttachVolumeTestJSON-989501218-project] 10.222.0.13 "GET /v2.0/ports?device_id=8b89339f-2569-46d9-aab9-0ad925bd2f97 HTTP/1.1" status: 200 len: 944 time: 0.0590441 Nov 05 18:49:25.965781 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd266f8e-7898-4381-b6e2-f01a586c20c3 req-dce46dcc-f67f-4cf7-97f2-78310a577b1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:49:25.967501 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-fd266f8e-7898-4381-b6e2-f01a586c20c3 req-dce46dcc-f67f-4cf7-97f2-78310a577b1b service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1239362 Nov 05 18:49:25.968234 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-da45c7d9-e74b-44c7-b308-127e41eea599 req-98d000b4-ac55-4b95-85ce-b2f0d4be19ee tempest-AttachVolumeTestJSON-989501218 tempest-AttachVolumeTestJSON-989501218-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e63aa61-d36e-4e93-bf38-42a8d6ff1742&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507460 Nov 05 18:49:26.066755 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29b0e25-039e-444c-a2ab-ac6057bc7bdd req-0daf5d28-89ad-4918-bb4d-b46b0405f642 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:49:26.068298 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-f29b0e25-039e-444c-a2ab-ac6057bc7bdd req-0daf5d28-89ad-4918-bb4d-b46b0405f642 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4178766de4564cc499086192238e999c&device_id=8b89339f-2569-46d9-aab9-0ad925bd2f97 HTTP/1.1" status: 200 len: 1095 time: 0.0473707 Nov 05 18:49:26.128126 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-f29b0e25-039e-444c-a2ab-ac6057bc7bdd req-fd415301-e1d4-4339-9465-afec168bce5d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=25c59d57-b8b9-46b8-ab2b-13094533988c HTTP/1.1" status: 200 len: 217 time: 0.0497053 Nov 05 18:49:26.131495 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b983dc7-8391-4616-9ce8-c2083780b454 req-a9ed568b-3c96-49a9-9a79-c87bd3a607cb tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:49:26.133126 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-0b983dc7-8391-4616-9ce8-c2083780b454 req-a9ed568b-3c96-49a9-9a79-c87bd3a607cb tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] 10.222.0.13 "GET /v2.0/ports?device_id=61b0b4c5-32cb-44e3-90ab-4ac45e1c5f88 HTTP/1.1" status: 200 len: 943 time: 0.0789621 Nov 05 18:49:26.195941 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29b0e25-039e-444c-a2ab-ac6057bc7bdd req-d11d6b22-55ae-4402-bc9a-4408035c708b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:49:26.197659 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-f29b0e25-039e-444c-a2ab-ac6057bc7bdd req-d11d6b22-55ae-4402-bc9a-4408035c708b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5bc495e2-1c46-46a6-944a-7cb0dfc74d97 HTTP/1.1" status: 200 len: 849 time: 0.0613148 Nov 05 18:49:26.205076 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-0b983dc7-8391-4616-9ce8-c2083780b454 req-2062be38-f2df-4658-9434-6674a04d5d11 tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] 10.222.0.13 "GET /v2.0/security-groups?id=e0838ac1-f008-48c1-ab43-123e255d616a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637336 Nov 05 18:49:26.276349 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29b0e25-039e-444c-a2ab-ac6057bc7bdd req-205e92b0-4220-4b37-a5a1-6a8ae4b97029 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:49:26.278032 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-f29b0e25-039e-444c-a2ab-ac6057bc7bdd req-205e92b0-4220-4b37-a5a1-6a8ae4b97029 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=fd42acf6-8f16-4d60-b5bc-2ad1579d9211&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0723119 Nov 05 18:49:26.379207 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ce0807-140e-48cd-8578-d6552b69940c req-3efd1370-2e5c-4816-bd7a-48ab6ebcbb18 tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:49:26.380749 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-b7ce0807-140e-48cd-8578-d6552b69940c req-3efd1370-2e5c-4816-bd7a-48ab6ebcbb18 tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b106413-e00a-43d5-b542-9880793bb1f1 HTTP/1.1" status: 200 len: 946 time: 0.0502534 Nov 05 18:49:26.396753 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-f29b0e25-039e-444c-a2ab-ac6057bc7bdd req-4dc22ff2-0665-47ec-a4fb-2095f50f63bf service neutron] 10.222.0.41 "GET /v2.0/networks/fd42acf6-8f16-4d60-b5bc-2ad1579d9211?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1037586 Nov 05 18:49:26.437135 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-b7ce0807-140e-48cd-8578-d6552b69940c req-5000a3ad-04e2-4339-8c6a-e36ce74d610a tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] 10.222.0.13 "GET /v2.0/security-groups?id=20494f52-e47d-4839-b4f6-2fc0330d8d18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459037 Nov 05 18:49:26.502586 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-f29b0e25-039e-444c-a2ab-ac6057bc7bdd req-2f938c62-f3d3-47e5-a450-dad94841f3e0 service neutron] 10.222.0.41 "GET /v2.0/networks/fd42acf6-8f16-4d60-b5bc-2ad1579d9211?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0987644 Nov 05 18:49:26.611574 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Device c87080d5-90a5-4a9a-b8b0-2a0a92169233 details requested by agent hyperv_n-h1-816865-1 with host n-h1-816865-1 {{(pid=102388) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 05 18:49:26.716017 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] For port c87080d5-90a5-4a9a-b8b0-2a0a92169233, host n-h1-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=c87080d5-90a5-4a9a-b8b0-2a0a92169233,segment=NetworkSegment(18ff82bc-5fc5-4d18-b58f-45dd42e01fae),segment_id=18ff82bc-5fc5-4d18-b58f-45dd42e01fae)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:49:26.731492 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Returning: {'device': 'c87080d5-90a5-4a9a-b8b0-2a0a92169233', 'network_id': '43ea62f0-8360-499b-8cfa-33c91e860c8e', 'port_id': 'c87080d5-90a5-4a9a-b8b0-2a0a92169233', 'mac_address': 'fa:16:3e:a0:06:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 168, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7f64a49-19fd-4323-b909-1a955812ddea', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102388) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 05 18:49:26.770556 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:49:26.784146 n-d-816865-1 neutron-server[102388]: DEBUG neutron.notifiers.nova [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c87080d5-90a5-4a9a-b8b0-2a0a92169233 {{(pid=102388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 18:49:26.806146 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] For port c87080d5-90a5-4a9a-b8b0-2a0a92169233, host n-h1-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=c87080d5-90a5-4a9a-b8b0-2a0a92169233,segment=NetworkSegment(18ff82bc-5fc5-4d18-b58f-45dd42e01fae),segment_id=18ff82bc-5fc5-4d18-b58f-45dd42e01fae)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:49:26.902549 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:49:26.955117 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Pushing event updated for resources: {'Port': ['ID=c87080d5-90a5-4a9a-b8b0-2a0a92169233,revision_number=4']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:49:27.107312 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82889584-83e4-4b6c-9171-805bf870e4d6 req-339d3a2a-48f3-4491-82a1-f5dd238655f5 tempest-AttachVolumeTestJSON-989501218 tempest-AttachVolumeTestJSON-989501218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:49:27.108870 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-82889584-83e4-4b6c-9171-805bf870e4d6 req-339d3a2a-48f3-4491-82a1-f5dd238655f5 tempest-AttachVolumeTestJSON-989501218 tempest-AttachVolumeTestJSON-989501218-project] 10.222.0.13 "GET /v2.0/ports?device_id=8b89339f-2569-46d9-aab9-0ad925bd2f97 HTTP/1.1" status: 200 len: 944 time: 0.0524151 Nov 05 18:49:27.157289 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-82889584-83e4-4b6c-9171-805bf870e4d6 req-de0f0bc8-b912-482a-b18f-9809713685c9 tempest-AttachVolumeTestJSON-989501218 tempest-AttachVolumeTestJSON-989501218-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e63aa61-d36e-4e93-bf38-42a8d6ff1742&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423579 Nov 05 18:49:27.215659 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] get_ports_and_sgs() called for port_ids ['c87080d5-90a5-4a9a-b8b0-2a0a92169233'] {{(pid=102388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 18:49:27.334097 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecbb028-2d76-472a-b24f-a52a39afd306 req-ae09a16f-edbb-4937-9514-9ba2e21837a9 tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:49:27.336299 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-5ecbb028-2d76-472a-b24f-a52a39afd306 req-ae09a16f-edbb-4937-9514-9ba2e21837a9 tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] 10.222.0.13 "GET /v2.0/ports?device_id=61b0b4c5-32cb-44e3-90ab-4ac45e1c5f88 HTTP/1.1" status: 200 len: 944 time: 0.0540128 Nov 05 18:49:27.389590 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-5ecbb028-2d76-472a-b24f-a52a39afd306 req-f6a9ac64-1142-4ac7-858f-21b98b37c0fa tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] 10.222.0.13 "GET /v2.0/security-groups?id=e0838ac1-f008-48c1-ab43-123e255d616a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462747 Nov 05 18:49:27.562458 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d999a92-7220-4bd7-8f7c-310092c6fc2e req-d0a707c8-7e2c-4e23-8b30-6eaf0d862728 tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:49:27.563950 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-7d999a92-7220-4bd7-8f7c-310092c6fc2e req-d0a707c8-7e2c-4e23-8b30-6eaf0d862728 tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b106413-e00a-43d5-b542-9880793bb1f1 HTTP/1.1" status: 200 len: 946 time: 0.0499535 Nov 05 18:49:27.621511 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-7d999a92-7220-4bd7-8f7c-310092c6fc2e req-0dd37e4b-f6a3-4768-a79d-f50d0e7a4da5 tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] 10.222.0.13 "GET /v2.0/security-groups?id=20494f52-e47d-4839-b4f6-2fc0330d8d18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463409 Nov 05 18:49:28.065529 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 54546) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:49:28.182762 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-792c6e34-b2ce-43c1-89c3-275f7ba6c18c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:49:28.266938 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-792c6e34-b2ce-43c1-89c3-275f7ba6c18c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:49:28.292614 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281e6e1b-3032-4618-946f-70627881cde3 req-12dfa2c2-78d9-4fb1-bae1-484ecaa3b2e9 tempest-AttachVolumeTestJSON-989501218 tempest-AttachVolumeTestJSON-989501218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:49:28.294100 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-281e6e1b-3032-4618-946f-70627881cde3 req-12dfa2c2-78d9-4fb1-bae1-484ecaa3b2e9 tempest-AttachVolumeTestJSON-989501218 tempest-AttachVolumeTestJSON-989501218-project] 10.222.0.13 "GET /v2.0/ports?device_id=8b89339f-2569-46d9-aab9-0ad925bd2f97 HTTP/1.1" status: 200 len: 944 time: 0.0508273 Nov 05 18:49:28.341438 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-281e6e1b-3032-4618-946f-70627881cde3 req-f88a9b69-4d64-4379-bf8e-c0a132d45fd6 tempest-AttachVolumeTestJSON-989501218 tempest-AttachVolumeTestJSON-989501218-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e63aa61-d36e-4e93-bf38-42a8d6ff1742&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412314 Nov 05 18:49:28.376178 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-792c6e34-b2ce-43c1-89c3-275f7ba6c18c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:49:28.419203 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-792c6e34-b2ce-43c1-89c3-275f7ba6c18c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1b74d56725a240e6874d8339a28fdf0e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3502312 Nov 05 18:49:28.419203 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792c6e34-b2ce-43c1-89c3-275f7ba6c18c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52ffa899-741a-4821-9354-7858b6d55ab0,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:49:28.420179 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 54558) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:49:28.512415 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-2e85c1d7-c2be-4d00-9041-c93f02f33dd6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:49:28.534818 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d0a28d-5c5a-4c77-9c3d-1869f086d7df req-c0cfb985-56d7-42ca-9c55-80d845f488c3 tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:49:28.536341 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-46d0a28d-5c5a-4c77-9c3d-1869f086d7df req-c0cfb985-56d7-42ca-9c55-80d845f488c3 tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] 10.222.0.13 "GET /v2.0/ports?device_id=61b0b4c5-32cb-44e3-90ab-4ac45e1c5f88 HTTP/1.1" status: 200 len: 944 time: 0.0733099 Nov 05 18:49:28.559498 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-2e85c1d7-c2be-4d00-9041-c93f02f33dd6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:49:28.627095 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-46d0a28d-5c5a-4c77-9c3d-1869f086d7df req-69bd4cfd-7091-4324-bf1b-614d1f36931c tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] 10.222.0.13 "GET /v2.0/security-groups?id=e0838ac1-f008-48c1-ab43-123e255d616a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818474 Nov 05 18:49:28.637213 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Device 25c59d57-b8b9-46b8-ab2b-13094533988c details requested by agent hyperv_n-h1-816865-1 with host n-h1-816865-1 {{(pid=102388) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 05 18:49:28.639268 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Device c87080d5-90a5-4a9a-b8b0-2a0a92169233 up at agent hyperv_n-h1-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 18:49:28.753851 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81068a3-ee41-4350-8cbc-2ee68afff59d req-cf68dcc6-afe4-4a97-8711-c52d7c78c162 tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:49:28.755626 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-e81068a3-ee41-4350-8cbc-2ee68afff59d req-cf68dcc6-afe4-4a97-8711-c52d7c78c162 tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b106413-e00a-43d5-b542-9880793bb1f1 HTTP/1.1" status: 200 len: 946 time: 0.0528469 Nov 05 18:49:28.778417 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] For port 25c59d57-b8b9-46b8-ab2b-13094533988c, host n-h1-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=25c59d57-b8b9-46b8-ab2b-13094533988c,segment=NetworkSegment(ef5714ac-d60a-42ed-804f-a2e28bab422f),segment_id=ef5714ac-d60a-42ed-804f-a2e28bab422f)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:49:28.778828 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-2e85c1d7-c2be-4d00-9041-c93f02f33dd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:49:28.781484 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-2e85c1d7-c2be-4d00-9041-c93f02f33dd6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:49:28.782866 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-2e85c1d7-c2be-4d00-9041-c93f02f33dd6 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/52ffa899-741a-4821-9354-7858b6d55ab0 HTTP/1.1" status: 204 len: 168 time: 0.3614972 Nov 05 18:49:28.797805 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Provisioning for port c87080d5-90a5-4a9a-b8b0-2a0a92169233 completed by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 05 18:49:28.798918 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e85c1d7-c2be-4d00-9041-c93f02f33dd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52ffa899-741a-4821-9354-7858b6d55ab0,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:49:28.807323 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Returning: {'device': '25c59d57-b8b9-46b8-ab2b-13094533988c', 'network_id': 'fd42acf6-8f16-4d60-b5bc-2ad1579d9211', 'port_id': '25c59d57-b8b9-46b8-ab2b-13094533988c', 'mac_address': 'fa:16:3e:c6:f3:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5bc495e2-1c46-46a6-944a-7cb0dfc74d97', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102388) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 05 18:49:28.815733 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Provisioning complete for port c87080d5-90a5-4a9a-b8b0-2a0a92169233 triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:49:28.816154 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:49:28.826747 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-e81068a3-ee41-4350-8cbc-2ee68afff59d req-962e7994-8611-4d99-b062-9f3cd772e82e tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] 10.222.0.13 "GET /v2.0/security-groups?id=20494f52-e47d-4839-b4f6-2fc0330d8d18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612242 Nov 05 18:49:28.892153 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:49:28.909313 n-d-816865-1 neutron-server[102388]: DEBUG neutron.notifiers.nova [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 25c59d57-b8b9-46b8-ab2b-13094533988c {{(pid=102388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 18:49:28.949113 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] For port 25c59d57-b8b9-46b8-ab2b-13094533988c, host n-h1-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=25c59d57-b8b9-46b8-ab2b-13094533988c,segment=NetworkSegment(ef5714ac-d60a-42ed-804f-a2e28bab422f),segment_id=ef5714ac-d60a-42ed-804f-a2e28bab422f)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:49:28.965410 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:49:28.987633 n-d-816865-1 neutron-server[102388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61b0b4c5-32cb-44e3-90ab-4ac45e1c5f88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c87080d5-90a5-4a9a-b8b0-2a0a92169233'}] {{(pid=102388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 18:49:28.989945 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85474fee1180e129d8a886d264fe0b30223aa672dd1ffe43b630605f18504f68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4222bed3-cfb5-4aae-9bd8-169c963ddaaf" -d '{"events": [{"server_uuid": "61b0b4c5-32cb-44e3-90ab-4ac45e1c5f88", "name": "network-vif-plugged", "status": "completed", "tag": "c87080d5-90a5-4a9a-b8b0-2a0a92169233"}]}' {{(pid=102388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 18:49:29.004205 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] For port c87080d5-90a5-4a9a-b8b0-2a0a92169233, host n-h1-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=c87080d5-90a5-4a9a-b8b0-2a0a92169233,segment=NetworkSegment(18ff82bc-5fc5-4d18-b58f-45dd42e01fae),segment_id=18ff82bc-5fc5-4d18-b58f-45dd42e01fae)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:49:29.035430 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 18:49:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02e333af-53e9-47df-a05e-733ee93ff52a x-openstack-request-id: req-02e333af-53e9-47df-a05e-733ee93ff52a {{(pid=102388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 18:49:29.035722 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61b0b4c5-32cb-44e3-90ab-4ac45e1c5f88", "name": "network-vif-plugged", "status": "completed", "tag": "c87080d5-90a5-4a9a-b8b0-2a0a92169233", "code": 200}]} {{(pid=102388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 18:49:29.035969 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-02e333af-53e9-47df-a05e-733ee93ff52a {{(pid=102388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 18:49:29.036363 n-d-816865-1 neutron-server[102388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61b0b4c5-32cb-44e3-90ab-4ac45e1c5f88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c87080d5-90a5-4a9a-b8b0-2a0a92169233', 'code': 200} Nov 05 18:49:29.039390 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:49:29.099265 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Pushing event updated for resources: {'Port': ['ID=25c59d57-b8b9-46b8-ab2b-13094533988c,revision_number=4']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:49:29.140095 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990fafca-a66f-479b-b26d-aea755ca68dd req-0b81b2df-1d1a-4fb8-867d-2ee0f4cf7edb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:49:29.141896 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:49:29.142227 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-990fafca-a66f-479b-b26d-aea755ca68dd req-0b81b2df-1d1a-4fb8-867d-2ee0f4cf7edb service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=61b0b4c5-32cb-44e3-90ab-4ac45e1c5f88 HTTP/1.1" status: 200 len: 1095 time: 0.0466347 Nov 05 18:49:29.191547 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-990fafca-a66f-479b-b26d-aea755ca68dd req-283e8ca0-5f09-4885-9d7b-8e79f3f711ae service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=e0838ac1-f008-48c1-ab43-123e255d616a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416970 Nov 05 18:49:29.193723 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Pushing event updated for resources: {'Port': ['ID=c87080d5-90a5-4a9a-b8b0-2a0a92169233,revision_number=5']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:49:29.322922 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] get_ports_and_sgs() called for port_ids ['25c59d57-b8b9-46b8-ab2b-13094533988c'] {{(pid=102388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 18:49:29.470724 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9bf4bd-fc20-4ef8-abf8-809c68366619 req-3d42f4ca-ed03-4a7d-9be0-2d1dae120ded tempest-AttachVolumeTestJSON-989501218 tempest-AttachVolumeTestJSON-989501218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:49:29.473037 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-dc9bf4bd-fc20-4ef8-abf8-809c68366619 req-3d42f4ca-ed03-4a7d-9be0-2d1dae120ded tempest-AttachVolumeTestJSON-989501218 tempest-AttachVolumeTestJSON-989501218-project] 10.222.0.13 "GET /v2.0/ports?device_id=8b89339f-2569-46d9-aab9-0ad925bd2f97 HTTP/1.1" status: 200 len: 945 time: 0.0592968 Nov 05 18:49:29.529267 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-dc9bf4bd-fc20-4ef8-abf8-809c68366619 req-45a0ded0-16d2-400c-9e2c-15eb10af596c tempest-AttachVolumeTestJSON-989501218 tempest-AttachVolumeTestJSON-989501218-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e63aa61-d36e-4e93-bf38-42a8d6ff1742&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500302 Nov 05 18:49:29.748864 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2aeb6f7-cc2d-4577-a632-458614fd6cfa req-edb8ea52-a4c7-4848-a456-905a29ad8e03 tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:49:29.750469 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-f2aeb6f7-cc2d-4577-a632-458614fd6cfa req-edb8ea52-a4c7-4848-a456-905a29ad8e03 tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] 10.222.0.13 "GET /v2.0/ports?device_id=61b0b4c5-32cb-44e3-90ab-4ac45e1c5f88 HTTP/1.1" status: 200 len: 945 time: 0.0522039 Nov 05 18:49:29.798647 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-f2aeb6f7-cc2d-4577-a632-458614fd6cfa req-5b8de0fc-5bca-4d4d-a8c9-949233778361 tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] 10.222.0.13 "GET /v2.0/security-groups?id=e0838ac1-f008-48c1-ab43-123e255d616a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418010 Nov 05 18:49:29.821079 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 54592) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:49:29.834516 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-2a0ba2c7-5361-43ef-8179-825c0f1b1931 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:49:29.835846 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 54594) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:49:29.949566 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-2a0ba2c7-5361-43ef-8179-825c0f1b1931 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:49:29.972213 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d846270b-19f2-4d37-a56a-32ae0eb2961a req-75f8961a-52b0-404b-bb3c-b13ec2e23ccd tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:49:29.973692 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-d846270b-19f2-4d37-a56a-32ae0eb2961a req-75f8961a-52b0-404b-bb3c-b13ec2e23ccd tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b106413-e00a-43d5-b542-9880793bb1f1 HTTP/1.1" status: 200 len: 946 time: 0.0595851 Nov 05 18:49:30.023354 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-d846270b-19f2-4d37-a56a-32ae0eb2961a req-6789ab81-e333-41e0-a2dc-f6b7032f9aa3 tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] 10.222.0.13 "GET /v2.0/security-groups?id=20494f52-e47d-4839-b4f6-2fc0330d8d18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417461 Nov 05 18:49:30.061660 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-2a0ba2c7-5361-43ef-8179-825c0f1b1931 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:49:30.081212 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-ec23a376-00f6-4cc8-95aa-83d09d38b91a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:49:30.107749 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-2a0ba2c7-5361-43ef-8179-825c0f1b1931 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c9dcd6615bc84899b3e164a0406c1318&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2830563 Nov 05 18:49:30.108536 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 54602) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:49:30.115457 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0ba2c7-5361-43ef-8179-825c0f1b1931 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef2de186-d70b-4b52-8514-782002619e05,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:49:30.177825 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-ec23a376-00f6-4cc8-95aa-83d09d38b91a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:49:30.183280 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-d0c14d3a-f26b-4238-bccf-735676bcc0db admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:49:30.208449 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-d0c14d3a-f26b-4238-bccf-735676bcc0db admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:49:30.250771 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-ec23a376-00f6-4cc8-95aa-83d09d38b91a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:49:30.295402 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-ec23a376-00f6-4cc8-95aa-83d09d38b91a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7eb494e9864543ca8b33b60105703f96&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4564323 Nov 05 18:49:30.295701 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 54606) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:49:30.304068 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec23a376-00f6-4cc8-95aa-83d09d38b91a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b979701-a603-47ae-acad-a406637503a0,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:49:30.336972 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-d0c14d3a-f26b-4238-bccf-735676bcc0db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:49:30.339971 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-d0c14d3a-f26b-4238-bccf-735676bcc0db admin admin] Publish callbacks [] for security_group, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:49:30.341196 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-d0c14d3a-f26b-4238-bccf-735676bcc0db admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ef2de186-d70b-4b52-8514-782002619e05 HTTP/1.1" status: 204 len: 168 time: 0.2319140 Nov 05 18:49:30.349139 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c14d3a-f26b-4238-bccf-735676bcc0db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef2de186-d70b-4b52-8514-782002619e05,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:49:30.360557 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-dfe038e6-d53d-43ea-95e3-aa9a45148e46 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:49:30.384128 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-dfe038e6-d53d-43ea-95e3-aa9a45148e46 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:49:30.534702 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-dfe038e6-d53d-43ea-95e3-aa9a45148e46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:49:30.538908 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-dfe038e6-d53d-43ea-95e3-aa9a45148e46 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:49:30.540087 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-dfe038e6-d53d-43ea-95e3-aa9a45148e46 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7b979701-a603-47ae-acad-a406637503a0 HTTP/1.1" status: 204 len: 168 time: 0.2434549 Nov 05 18:49:30.547706 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe038e6-d53d-43ea-95e3-aa9a45148e46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b979701-a603-47ae-acad-a406637503a0,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:49:30.651077 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.agents_db [None req-b9406b04-a0e8-43cf-b349-711963d96cf4 None None] Agent healthcheck: found 7 active agents {{(pid=102389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 05 18:49:30.652085 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a43e2c-02f5-4934-a113-9eb4079b3e3d req-014365eb-02e4-4c1f-b540-70777520615b tempest-AttachVolumeTestJSON-989501218 tempest-AttachVolumeTestJSON-989501218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:49:30.655460 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Device 25c59d57-b8b9-46b8-ab2b-13094533988c up at agent hyperv_n-h1-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 18:49:30.667299 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-38a43e2c-02f5-4934-a113-9eb4079b3e3d req-014365eb-02e4-4c1f-b540-70777520615b tempest-AttachVolumeTestJSON-989501218 tempest-AttachVolumeTestJSON-989501218-project] 10.222.0.13 "GET /v2.0/ports?device_id=8b89339f-2569-46d9-aab9-0ad925bd2f97 HTTP/1.1" status: 200 len: 945 time: 0.0676558 Nov 05 18:49:30.717373 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-38a43e2c-02f5-4934-a113-9eb4079b3e3d req-19ac709c-8e5a-425d-b01b-ea6122776afc tempest-AttachVolumeTestJSON-989501218 tempest-AttachVolumeTestJSON-989501218-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e63aa61-d36e-4e93-bf38-42a8d6ff1742&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485532 Nov 05 18:49:30.769135 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Provisioning for port 25c59d57-b8b9-46b8-ab2b-13094533988c completed by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 05 18:49:30.774474 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Provisioning complete for port 25c59d57-b8b9-46b8-ab2b-13094533988c triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:49:30.774950 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:49:30.861848 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:49:30.897697 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] For port 25c59d57-b8b9-46b8-ab2b-13094533988c, host n-h1-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=25c59d57-b8b9-46b8-ab2b-13094533988c,segment=NetworkSegment(ef5714ac-d60a-42ed-804f-a2e28bab422f),segment_id=ef5714ac-d60a-42ed-804f-a2e28bab422f)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:49:30.965075 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:49:31.040273 n-d-816865-1 neutron-server[102388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b89339f-2569-46d9-aab9-0ad925bd2f97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25c59d57-b8b9-46b8-ab2b-13094533988c'}] {{(pid=102388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 18:49:31.042612 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85474fee1180e129d8a886d264fe0b30223aa672dd1ffe43b630605f18504f68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0552f53-dd48-4974-b8b7-5381e34ec629" -d '{"events": [{"server_uuid": "8b89339f-2569-46d9-aab9-0ad925bd2f97", "name": "network-vif-plugged", "status": "completed", "tag": "25c59d57-b8b9-46b8-ab2b-13094533988c"}]}' {{(pid=102388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 18:49:31.046333 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Pushing event updated for resources: {'Port': ['ID=25c59d57-b8b9-46b8-ab2b-13094533988c,revision_number=5']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:49:31.055543 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:49:31.056047 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:49:31.056400 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:49:31.056745 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:49:31.057085 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:49:31.057425 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:49:31.057765 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:49:31.058122 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:49:31.058672 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:49:31.058925 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:49:31.059321 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:49:31.059658 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:49:31.100667 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 18:49:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43ce39a3-1c61-434b-ad3f-49c196df24b6 x-openstack-request-id: req-43ce39a3-1c61-434b-ad3f-49c196df24b6 {{(pid=102388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 18:49:31.101648 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b89339f-2569-46d9-aab9-0ad925bd2f97", "name": "network-vif-plugged", "status": "completed", "tag": "25c59d57-b8b9-46b8-ab2b-13094533988c", "code": 200}]} {{(pid=102388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 18:49:31.102123 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-43ce39a3-1c61-434b-ad3f-49c196df24b6 {{(pid=102388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 18:49:31.102761 n-d-816865-1 neutron-server[102388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b89339f-2569-46d9-aab9-0ad925bd2f97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25c59d57-b8b9-46b8-ab2b-13094533988c', 'code': 200} Nov 05 18:49:31.205565 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05eac415-8e75-489d-ba23-8b432a6cb619 req-22968e5d-b050-4813-85da-d95fd1392293 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:49:31.207139 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-05eac415-8e75-489d-ba23-8b432a6cb619 req-22968e5d-b050-4813-85da-d95fd1392293 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=8b89339f-2569-46d9-aab9-0ad925bd2f97 HTTP/1.1" status: 200 len: 1097 time: 0.0456543 Nov 05 18:49:31.257153 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-05eac415-8e75-489d-ba23-8b432a6cb619 req-7d046d05-6610-4b2b-9469-cfb262d87a46 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=7e63aa61-d36e-4e93-bf38-42a8d6ff1742&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424879 Nov 05 18:49:31.266404 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86208e2f-ec2d-4391-9caf-36f2a6ac9cb8 req-197208c6-4eab-4cd1-8248-1ec9f2c9e944 tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:49:31.267879 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-86208e2f-ec2d-4391-9caf-36f2a6ac9cb8 req-197208c6-4eab-4cd1-8248-1ec9f2c9e944 tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] 10.222.0.13 "GET /v2.0/ports?device_id=61b0b4c5-32cb-44e3-90ab-4ac45e1c5f88 HTTP/1.1" status: 200 len: 945 time: 0.3941972 Nov 05 18:49:31.298936 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a185a4-0fa6-4b6d-83a0-e0fd313587d8 req-59bac804-dc5d-427b-a18c-cef6ec911e62 tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:49:31.300314 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-98a185a4-0fa6-4b6d-83a0-e0fd313587d8 req-59bac804-dc5d-427b-a18c-cef6ec911e62 tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b106413-e00a-43d5-b542-9880793bb1f1 HTTP/1.1" status: 200 len: 946 time: 0.0719931 Nov 05 18:49:31.345811 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-86208e2f-ec2d-4391-9caf-36f2a6ac9cb8 req-74fc126b-1c24-4d0d-b931-c755181b0811 tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] 10.222.0.13 "GET /v2.0/security-groups?id=e0838ac1-f008-48c1-ab43-123e255d616a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699587 Nov 05 18:49:31.370267 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-98a185a4-0fa6-4b6d-83a0-e0fd313587d8 req-683eefa0-fafc-41f0-81c3-8c13c70ac17f tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] 10.222.0.13 "GET /v2.0/security-groups?id=20494f52-e47d-4839-b4f6-2fc0330d8d18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618141 Nov 05 18:49:31.537503 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 54644) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:49:31.555402 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-805adf9a-45af-4900-bca1-56c9198a8b2d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:49:31.630148 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 54648) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:49:31.636012 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-805adf9a-45af-4900-bca1-56c9198a8b2d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:49:31.731254 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-805adf9a-45af-4900-bca1-56c9198a8b2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:49:31.795856 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805adf9a-45af-4900-bca1-56c9198a8b2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3387c58-6134-4a28-892f-5aa317440ca0,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:49:31.797644 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776dbea7-7236-4625-8dee-a097da6296fd req-2054cf8b-4791-4cfe-9c06-b53c4a78c2dc tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:49:31.800349 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-776dbea7-7236-4625-8dee-a097da6296fd req-2054cf8b-4791-4cfe-9c06-b53c4a78c2dc tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] 10.222.0.13 "GET /v2.0/ports?device_id=61b0b4c5-32cb-44e3-90ab-4ac45e1c5f88 HTTP/1.1" status: 200 len: 945 time: 0.0724812 Nov 05 18:49:31.802870 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-b3d284ed-539d-417f-99a2-5995d703cb9c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:49:31.809596 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-805adf9a-45af-4900-bca1-56c9198a8b2d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=df25863130734f32ade1983c09608f87&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2708933 Nov 05 18:49:31.812272 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 54660) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:49:31.912989 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-b3d284ed-539d-417f-99a2-5995d703cb9c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:49:31.936969 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-776dbea7-7236-4625-8dee-a097da6296fd req-64f1d501-bb00-480e-8aca-196ff838a5ee tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] 10.222.0.13 "GET /v2.0/security-groups?id=e0838ac1-f008-48c1-ab43-123e255d616a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167910 Nov 05 18:49:31.955696 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6123186-67a0-479a-8537-9236b9a250d5 req-5374b3e6-b13a-45bb-9fa5-bb219a671ddc tempest-AttachVolumeTestJSON-989501218 tempest-AttachVolumeTestJSON-989501218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:49:31.957180 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-f6123186-67a0-479a-8537-9236b9a250d5 req-5374b3e6-b13a-45bb-9fa5-bb219a671ddc tempest-AttachVolumeTestJSON-989501218 tempest-AttachVolumeTestJSON-989501218-project] 10.222.0.13 "GET /v2.0/ports?device_id=8b89339f-2569-46d9-aab9-0ad925bd2f97 HTTP/1.1" status: 200 len: 946 time: 0.1152875 Nov 05 18:49:31.960806 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-e6331251-a03d-45bd-b3e2-b4b8b795ec48 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:49:31.986746 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-b3d284ed-539d-417f-99a2-5995d703cb9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:49:32.001212 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-e6331251-a03d-45bd-b3e2-b4b8b795ec48 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:49:32.037314 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-b3d284ed-539d-417f-99a2-5995d703cb9c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=eac55c3fde2d4934a477a8d5df81c33a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4034264 Nov 05 18:49:32.041456 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-f6123186-67a0-479a-8537-9236b9a250d5 req-97c1cf1a-ede7-43b1-a694-cc501e4262c8 tempest-AttachVolumeTestJSON-989501218 tempest-AttachVolumeTestJSON-989501218-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e63aa61-d36e-4e93-bf38-42a8d6ff1742&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0761368 Nov 05 18:49:32.041976 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 54666) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:49:32.043038 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d284ed-539d-417f-99a2-5995d703cb9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b61a8fe-8c5a-4a37-868d-7545b1c8e3fc,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:49:32.100729 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-1ba40c66-60f2-463f-bf25-fce8199e79f6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:49:32.126420 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-1ba40c66-60f2-463f-bf25-fce8199e79f6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:49:32.158653 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-e6331251-a03d-45bd-b3e2-b4b8b795ec48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:49:32.161172 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-e6331251-a03d-45bd-b3e2-b4b8b795ec48 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:49:32.162366 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-e6331251-a03d-45bd-b3e2-b4b8b795ec48 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b3387c58-6134-4a28-892f-5aa317440ca0 HTTP/1.1" status: 204 len: 168 time: 0.3487606 Nov 05 18:49:32.171177 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6331251-a03d-45bd-b3e2-b4b8b795ec48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3387c58-6134-4a28-892f-5aa317440ca0,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:49:32.216727 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-1ba40c66-60f2-463f-bf25-fce8199e79f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:49:32.221165 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-1ba40c66-60f2-463f-bf25-fce8199e79f6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:49:32.222416 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-1ba40c66-60f2-463f-bf25-fce8199e79f6 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3b61a8fe-8c5a-4a37-868d-7545b1c8e3fc HTTP/1.1" status: 204 len: 168 time: 0.1755450 Nov 05 18:49:32.232921 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba40c66-60f2-463f-bf25-fce8199e79f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b61a8fe-8c5a-4a37-868d-7545b1c8e3fc,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:49:32.491289 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfdb553-43f3-48be-812a-20c1568e909e req-ceff3b28-1fbb-4ddd-aef6-d79919b961b0 tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:49:32.505853 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-2cfdb553-43f3-48be-812a-20c1568e909e req-ceff3b28-1fbb-4ddd-aef6-d79919b961b0 tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b106413-e00a-43d5-b542-9880793bb1f1 HTTP/1.1" status: 200 len: 946 time: 0.0530286 Nov 05 18:49:32.552326 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-2cfdb553-43f3-48be-812a-20c1568e909e req-208c6024-83f7-45df-a006-7159269a79e4 tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] 10.222.0.13 "GET /v2.0/security-groups?id=20494f52-e47d-4839-b4f6-2fc0330d8d18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525615 Nov 05 18:49:32.673581 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3154b816-fedf-451a-9189-6348a6c6bba5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:49:32.962382 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 54694) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:49:32.978403 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-3287d41a-d7a4-4633-aeab-95b8c7fd549d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:49:33.092844 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3e475d-4de8-464e-b27c-860636c48553 req-ecd22cd0-40d1-4c33-98e8-c4fffe4d9270 tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:49:33.092844 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-cf3e475d-4de8-464e-b27c-860636c48553 req-ecd22cd0-40d1-4c33-98e8-c4fffe4d9270 tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] 10.222.0.13 "GET /v2.0/ports?device_id=61b0b4c5-32cb-44e3-90ab-4ac45e1c5f88 HTTP/1.1" status: 200 len: 945 time: 0.0771682 Nov 05 18:49:33.137870 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-3287d41a-d7a4-4633-aeab-95b8c7fd549d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:49:33.193040 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-cf3e475d-4de8-464e-b27c-860636c48553 req-f89ab413-8334-4266-88cd-2b11d36e9002 tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] 10.222.0.13 "GET /v2.0/security-groups?id=e0838ac1-f008-48c1-ab43-123e255d616a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940242 Nov 05 18:49:33.209956 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50c06a3-bb3a-42b8-b859-38a6ec3fa199 req-b2262faa-f13d-4d05-8389-36d469487300 tempest-AttachVolumeTestJSON-989501218 tempest-AttachVolumeTestJSON-989501218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:49:33.211603 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-f50c06a3-bb3a-42b8-b859-38a6ec3fa199 req-b2262faa-f13d-4d05-8389-36d469487300 tempest-AttachVolumeTestJSON-989501218 tempest-AttachVolumeTestJSON-989501218-project] 10.222.0.13 "GET /v2.0/ports?device_id=8b89339f-2569-46d9-aab9-0ad925bd2f97 HTTP/1.1" status: 200 len: 946 time: 0.0810707 Nov 05 18:49:33.216148 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-3287d41a-d7a4-4633-aeab-95b8c7fd549d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:49:33.270975 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3287d41a-d7a4-4633-aeab-95b8c7fd549d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22670a97-3836-4c31-8868-87d40ff65b98,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:49:33.278680 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-3287d41a-d7a4-4633-aeab-95b8c7fd549d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3e47c5d61d0d4afab8b78c3765d7a714&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3152204 Nov 05 18:49:33.281084 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 54708) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:49:33.331083 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-f50c06a3-bb3a-42b8-b859-38a6ec3fa199 req-1e3a7fb7-3e46-46c5-ab27-3cf3ecd033fa tempest-AttachVolumeTestJSON-989501218 tempest-AttachVolumeTestJSON-989501218-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e63aa61-d36e-4e93-bf38-42a8d6ff1742&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1111298 Nov 05 18:49:33.355801 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-8ad133ea-dee6-415f-9b47-10b4e97f813b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:49:33.381071 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-8ad133ea-dee6-415f-9b47-10b4e97f813b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:49:33.465744 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ef744f-24a5-4c61-b0c0-ab2d2091247a req-b7ea6c48-75a6-478a-906e-568450c362d7 tempest-AttachVolumeTestJSON-989501218 tempest-AttachVolumeTestJSON-989501218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:49:33.482167 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-d2ef744f-24a5-4c61-b0c0-ab2d2091247a req-b7ea6c48-75a6-478a-906e-568450c362d7 tempest-AttachVolumeTestJSON-989501218 tempest-AttachVolumeTestJSON-989501218-project] 10.222.0.13 "GET /v2.0/ports?device_id=8b89339f-2569-46d9-aab9-0ad925bd2f97 HTTP/1.1" status: 200 len: 946 time: 0.0612359 Nov 05 18:49:33.482689 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 54722) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:49:33.488206 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-cc3e86b7-6c15-4035-8ef4-74af69568daa tempest-AttachVolumeTestJSON-989501218 tempest-AttachVolumeTestJSON-989501218-project] Request body: {'floatingip': {'port_id': '25c59d57-b8b9-46b8-ab2b-13094533988c'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:49:33.531138 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-cc3e86b7-6c15-4035-8ef4-74af69568daa tempest-AttachVolumeTestJSON-989501218 tempest-AttachVolumeTestJSON-989501218-project] Publish callbacks [] for floatingip, before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:49:33.557482 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-8ad133ea-dee6-415f-9b47-10b4e97f813b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:49:33.561063 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-8ad133ea-dee6-415f-9b47-10b4e97f813b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:49:33.563590 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-8ad133ea-dee6-415f-9b47-10b4e97f813b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/22670a97-3836-4c31-8868-87d40ff65b98 HTTP/1.1" status: 204 len: 168 time: 0.2805853 Nov 05 18:49:33.576834 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad133ea-dee6-415f-9b47-10b4e97f813b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22670a97-3836-4c31-8868-87d40ff65b98,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:49:33.689445 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5799a3c0-35d1-44cb-8395-10b110f64305 req-ae52b513-4ffe-47ad-b6c1-aa7a0dac3070 tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:49:33.691192 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-5799a3c0-35d1-44cb-8395-10b110f64305 req-ae52b513-4ffe-47ad-b6c1-aa7a0dac3070 tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b106413-e00a-43d5-b542-9880793bb1f1 HTTP/1.1" status: 200 len: 946 time: 0.0516512 Nov 05 18:49:33.749808 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-5799a3c0-35d1-44cb-8395-10b110f64305 req-a4b83e69-3d9d-468d-ad20-d71f2ae394da tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] 10.222.0.13 "GET /v2.0/security-groups?id=20494f52-e47d-4839-b4f6-2fc0330d8d18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499570 Nov 05 18:49:33.970727 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:49:34.022526 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-cc3e86b7-6c15-4035-8ef4-74af69568daa tempest-AttachVolumeTestJSON-989501218 tempest-AttachVolumeTestJSON-989501218-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:49:34.109278 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-cc3e86b7-6c15-4035-8ef4-74af69568daa tempest-AttachVolumeTestJSON-989501218 tempest-AttachVolumeTestJSON-989501218-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1000577'] for floatingip, after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:49:34.215599 n-d-816865-1 neutron-server[102386]: INFO neutron.db.l3_db [None req-cc3e86b7-6c15-4035-8ef4-74af69568daa tempest-AttachVolumeTestJSON-989501218 tempest-AttachVolumeTestJSON-989501218-project] Floating IP 24621387-ba2c-46ed-b716-8f5c31e77800 associated. External IP: 172.25.6.14, port: 25c59d57-b8b9-46b8-ab2b-13094533988c. Nov 05 18:49:34.332768 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd5dcfc-d05c-4f78-861e-be53c769e4f8 req-113d0bfd-b293-4cc4-b6d0-b2af654b2a14 tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:49:34.334398 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-fcd5dcfc-d05c-4f78-861e-be53c769e4f8 req-113d0bfd-b293-4cc4-b6d0-b2af654b2a14 tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] 10.222.0.13 "GET /v2.0/ports?device_id=61b0b4c5-32cb-44e3-90ab-4ac45e1c5f88 HTTP/1.1" status: 200 len: 945 time: 0.0553627 Nov 05 18:49:34.389562 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-fcd5dcfc-d05c-4f78-861e-be53c769e4f8 req-58e93bc3-7d63-4be1-b260-a2ecfe936ddc tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] 10.222.0.13 "GET /v2.0/security-groups?id=e0838ac1-f008-48c1-ab43-123e255d616a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467229 Nov 05 18:49:34.455524 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc3e86b7-6c15-4035-8ef4-74af69568daa tempest-AttachVolumeTestJSON-989501218 tempest-AttachVolumeTestJSON-989501218-project] Router 8cfa6972-6a8c-4575-afff-a8195771cadb has already been hosted by L3 agent 6dcb5589-8e86-4616-9186-ddc4548e13ad {{(pid=102386) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 18:49:34.565303 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc3e86b7-6c15-4035-8ef4-74af69568daa tempest-AttachVolumeTestJSON-989501218 tempest-AttachVolumeTestJSON-989501218-project] Notify agent at l3_agent.n-d-816865-1 the message routers_updated {{(pid=102386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 18:49:34.570713 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-cc3e86b7-6c15-4035-8ef4-74af69568daa tempest-AttachVolumeTestJSON-989501218 tempest-AttachVolumeTestJSON-989501218-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for floatingip, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:49:34.581344 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-341fa1a8-b043-49fb-b8d4-7b627244ddca None None] Sync routers for ids ['8cfa6972-6a8c-4575-afff-a8195771cadb'] in n-d-816865-1 {{(pid=102388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 18:49:34.592980 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-341fa1a8-b043-49fb-b8d4-7b627244ddca None None] Routers {'8cfa6972-6a8c-4575-afff-a8195771cadb'} bound to L3 agent in host n-d-816865-1 {{(pid=102388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 18:49:34.593718 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-341fa1a8-b043-49fb-b8d4-7b627244ddca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T18:49:05Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['8cfa6972-6a8c-4575-afff-a8195771cadb'], 'active': True} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:49:34.599622 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-cc3e86b7-6c15-4035-8ef4-74af69568daa tempest-AttachVolumeTestJSON-989501218 tempest-AttachVolumeTestJSON-989501218-project] 10.222.0.13 "PUT /v2.0/floatingips/24621387-ba2c-46ed-b716-8f5c31e77800 HTTP/1.1" status: 200 len: 991 time: 1.1159773 Nov 05 18:49:34.600396 n-d-816865-1 neutron-server[102386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b89339f-2569-46d9-aab9-0ad925bd2f97', 'tag': '25c59d57-b8b9-46b8-ab2b-13094533988c'}] {{(pid=102386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 18:49:34.603018 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6173a44d7c73f41af551dc890fa1a5892c2c6bc3458b640c8e0c24db7876ba6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b255c1ae-37cc-4fc2-8ba6-632a38053481" -d '{"events": [{"name": "network-changed", "server_uuid": "8b89339f-2569-46d9-aab9-0ad925bd2f97", "tag": "25c59d57-b8b9-46b8-ab2b-13094533988c"}]}' {{(pid=102386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 18:49:34.641812 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 18:49:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b885b25c-d893-4bdf-b296-916aae8e8007 x-openstack-request-id: req-b885b25c-d893-4bdf-b296-916aae8e8007 {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 18:49:34.642144 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b89339f-2569-46d9-aab9-0ad925bd2f97", "tag": "25c59d57-b8b9-46b8-ab2b-13094533988c", "status": "completed", "code": 200}]} {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 18:49:34.642403 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b885b25c-d893-4bdf-b296-916aae8e8007 {{(pid=102386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 18:49:34.644173 n-d-816865-1 neutron-server[102386]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b89339f-2569-46d9-aab9-0ad925bd2f97', 'tag': '25c59d57-b8b9-46b8-ab2b-13094533988c', 'status': 'completed', 'code': 200} Nov 05 18:49:34.719375 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvr_db [None req-341fa1a8-b043-49fb-b8d4-7b627244ddca None None] Set router 8cfa6972-6a8c-4575-afff-a8195771cadb gateway port host: n-d-816865-1 {{(pid=102388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 18:49:34.720841 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b255c1ae-37cc-4fc2-8ba6-632a38053481 req-b8acd268-72e1-44a2-8a88-d800fc086c45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:49:34.722484 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-b255c1ae-37cc-4fc2-8ba6-632a38053481 req-b8acd268-72e1-44a2-8a88-d800fc086c45 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4178766de4564cc499086192238e999c&device_id=8b89339f-2569-46d9-aab9-0ad925bd2f97 HTTP/1.1" status: 200 len: 1097 time: 0.0519979 Nov 05 18:49:34.900867 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b255c1ae-37cc-4fc2-8ba6-632a38053481 req-1615967b-5d0b-44f1-8562-52d161959718 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:49:34.902475 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-b255c1ae-37cc-4fc2-8ba6-632a38053481 req-1615967b-5d0b-44f1-8562-52d161959718 service neutron] 10.222.0.41 "GET /v2.0/networks?id=fd42acf6-8f16-4d60-b5bc-2ad1579d9211 HTTP/1.1" status: 200 len: 911 time: 0.1721816 Nov 05 18:49:34.905040 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6940c5a-8899-4e34-880d-f0ff76c722ee req-210920f4-3a65-4c2a-97fc-6b31f1413ef7 tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:49:34.914974 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-d6940c5a-8899-4e34-880d-f0ff76c722ee req-210920f4-3a65-4c2a-97fc-6b31f1413ef7 tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b106413-e00a-43d5-b542-9880793bb1f1 HTTP/1.1" status: 200 len: 946 time: 0.0691650 Nov 05 18:49:34.955053 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-87fc05dd-1538-40af-b530-2c4399b1e954 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:49:34.999915 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-d6940c5a-8899-4e34-880d-f0ff76c722ee req-7e5665c4-0f22-4967-b64b-620ba83d46f0 tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] 10.222.0.13 "GET /v2.0/security-groups?id=20494f52-e47d-4839-b4f6-2fc0330d8d18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837772 Nov 05 18:49:35.027241 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-b255c1ae-37cc-4fc2-8ba6-632a38053481 req-78000b2d-1388-40e2-b469-836fe56e4d49 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=25c59d57-b8b9-46b8-ab2b-13094533988c HTTP/1.1" status: 200 len: 999 time: 0.1176612 Nov 05 18:49:35.089607 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b255c1ae-37cc-4fc2-8ba6-632a38053481 req-1ec19e00-a63d-4429-b0e0-627e499ee4c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:49:35.090895 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-b255c1ae-37cc-4fc2-8ba6-632a38053481 req-1ec19e00-a63d-4429-b0e0-627e499ee4c0 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5bc495e2-1c46-46a6-944a-7cb0dfc74d97 HTTP/1.1" status: 200 len: 849 time: 0.0553079 Nov 05 18:49:35.099484 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-341fa1a8-b043-49fb-b8d4-7b627244ddca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cfa6972-6a8c-4575-afff-a8195771cadb', 'name': 'tempest-AttachVolumeTestJSON-288313606-router', 'tenant_id': '4178766de4564cc499086192238e999c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.51'}], 'enable_snat': True}, 'gw_port_id': '9d10276e-2287-4fac-abe3-d2a410b42458', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T18:44:44Z', 'updated_at': '2021-11-05T18:44:50Z', 'revision_number': 4, 'project_id': '4178766de4564cc499086192238e999c', 'gw_port': {'id': '9d10276e-2287-4fac-abe3-d2a410b42458', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:17:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cfa6972-6a8c-4575-afff-a8195771cadb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 971, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T18:44:46Z', 'updated_at': '2021-11-05T18:44:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1', '_floatingips': [{'id': '24621387-ba2c-46ed-b716-8f5c31e77800', 'tenant_id': '4178766de4564cc499086192238e999c', 'floating_ip_address': '172.25.6.14', 'floating_network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'router_id': '8cfa6972-6a8c-4575-afff-a8195771cadb', 'port_id': '25c59d57-b8b9-46b8-ab2b-13094533988c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1238, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd42acf6-8f16-4d60-b5bc-2ad1579d9211', 'mac_address': 'fa:16:3e:c6:f3:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b89339f-2569-46d9-aab9-0ad925bd2f97', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-05T18:49:18Z', 'updated_at': '2021-11-05T18:49:33Z', 'revision_number': 1, 'project_id': '4178766de4564cc499086192238e999c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '82b32004-b75a-46d4-8b1f-979d7cda8324', 'name': '', 'network_id': 'fd42acf6-8f16-4d60-b5bc-2ad1579d9211', 'tenant_id': '4178766de4564cc499086192238e999c', 'mac_address': 'fa:16:3e:84:7f:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cfa6972-6a8c-4575-afff-a8195771cadb', 'device_owner': 'network:router_interface', 'standard_attr_id': 973, 'fixed_ips': [{'subnet_id': '5bc495e2-1c46-46a6-944a-7cb0dfc74d97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T18:44:49Z', 'updated_at': '2021-11-05T18:44:55Z', 'revision_number': 5, 'project_id': '4178766de4564cc499086192238e999c', 'subnets': [{'id': '5bc495e2-1c46-46a6-944a-7cb0dfc74d97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-1', False) {} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:49:35.127708 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-341fa1a8-b043-49fb-b8d4-7b627244ddca None None] Checking router: 8cfa6972-6a8c-4575-afff-a8195771cadb for host: n-d-816865-1 {{(pid=102388) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 18:49:35.136855 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-341fa1a8-b043-49fb-b8d4-7b627244ddca None None] Routers {'8cfa6972-6a8c-4575-afff-a8195771cadb'} bound to L3 agent in host n-d-816865-1 {{(pid=102388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 18:49:35.137857 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-341fa1a8-b043-49fb-b8d4-7b627244ddca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T18:49:35Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['8cfa6972-6a8c-4575-afff-a8195771cadb'], 'active': True} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:49:35.148584 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b255c1ae-37cc-4fc2-8ba6-632a38053481 req-218c8db4-a023-4494-ac6b-bb607252af28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:49:35.150298 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-b255c1ae-37cc-4fc2-8ba6-632a38053481 req-218c8db4-a023-4494-ac6b-bb607252af28 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=fd42acf6-8f16-4d60-b5bc-2ad1579d9211&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0514481 Nov 05 18:49:35.258123 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvr_db [None req-341fa1a8-b043-49fb-b8d4-7b627244ddca None None] Set router 8cfa6972-6a8c-4575-afff-a8195771cadb gateway port host: n-d-816865-1 {{(pid=102388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 18:49:35.264461 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-b255c1ae-37cc-4fc2-8ba6-632a38053481 req-f0dc901f-60c4-42a3-88e0-95dc16e9ae25 service neutron] 10.222.0.41 "GET /v2.0/networks/fd42acf6-8f16-4d60-b5bc-2ad1579d9211?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1067085 Nov 05 18:49:35.380179 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-b255c1ae-37cc-4fc2-8ba6-632a38053481 req-80992da2-d205-4e85-b643-030c6d111395 service neutron] 10.222.0.41 "GET /v2.0/networks/fd42acf6-8f16-4d60-b5bc-2ad1579d9211?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1088314 Nov 05 18:49:35.542880 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-341fa1a8-b043-49fb-b8d4-7b627244ddca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cfa6972-6a8c-4575-afff-a8195771cadb', 'name': 'tempest-AttachVolumeTestJSON-288313606-router', 'tenant_id': '4178766de4564cc499086192238e999c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.51'}], 'enable_snat': True}, 'gw_port_id': '9d10276e-2287-4fac-abe3-d2a410b42458', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T18:44:44Z', 'updated_at': '2021-11-05T18:44:50Z', 'revision_number': 4, 'project_id': '4178766de4564cc499086192238e999c', 'gw_port': {'id': '9d10276e-2287-4fac-abe3-d2a410b42458', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:17:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cfa6972-6a8c-4575-afff-a8195771cadb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 971, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T18:44:46Z', 'updated_at': '2021-11-05T18:44:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1', '_floatingips': [{'id': '24621387-ba2c-46ed-b716-8f5c31e77800', 'tenant_id': '4178766de4564cc499086192238e999c', 'floating_ip_address': '172.25.6.14', 'floating_network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'router_id': '8cfa6972-6a8c-4575-afff-a8195771cadb', 'port_id': '25c59d57-b8b9-46b8-ab2b-13094533988c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1238, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd42acf6-8f16-4d60-b5bc-2ad1579d9211', 'mac_address': 'fa:16:3e:c6:f3:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b89339f-2569-46d9-aab9-0ad925bd2f97', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-05T18:49:18Z', 'updated_at': '2021-11-05T18:49:33Z', 'revision_number': 1, 'project_id': '4178766de4564cc499086192238e999c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '82b32004-b75a-46d4-8b1f-979d7cda8324', 'name': '', 'network_id': 'fd42acf6-8f16-4d60-b5bc-2ad1579d9211', 'tenant_id': '4178766de4564cc499086192238e999c', 'mac_address': 'fa:16:3e:84:7f:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cfa6972-6a8c-4575-afff-a8195771cadb', 'device_owner': 'network:router_interface', 'standard_attr_id': 973, 'fixed_ips': [{'subnet_id': '5bc495e2-1c46-46a6-944a-7cb0dfc74d97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T18:44:49Z', 'updated_at': '2021-11-05T18:44:55Z', 'revision_number': 5, 'project_id': '4178766de4564cc499086192238e999c', 'subnets': [{'id': '5bc495e2-1c46-46a6-944a-7cb0dfc74d97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-1', False) {} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:49:35.545045 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee843480-0f32-4b80-b9da-075f676513c0 req-e24629f3-5bc8-4c8c-b5c4-7dc60338320a tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:49:35.550600 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-ee843480-0f32-4b80-b9da-075f676513c0 req-e24629f3-5bc8-4c8c-b5c4-7dc60338320a tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] 10.222.0.13 "GET /v2.0/ports?device_id=61b0b4c5-32cb-44e3-90ab-4ac45e1c5f88 HTTP/1.1" status: 200 len: 945 time: 0.0642877 Nov 05 18:49:35.571171 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-341fa1a8-b043-49fb-b8d4-7b627244ddca None None] The sync data for ids ['8cfa6972-6a8c-4575-afff-a8195771cadb'] in n-d-816865-1 is: [{'id': '8cfa6972-6a8c-4575-afff-a8195771cadb', 'name': 'tempest-AttachVolumeTestJSON-288313606-router', 'tenant_id': '4178766de4564cc499086192238e999c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.51'}], 'enable_snat': True}, 'gw_port_id': '9d10276e-2287-4fac-abe3-d2a410b42458', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T18:44:44Z', 'updated_at': '2021-11-05T18:44:50Z', 'revision_number': 4, 'project_id': '4178766de4564cc499086192238e999c', 'gw_port': {'id': '9d10276e-2287-4fac-abe3-d2a410b42458', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:17:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cfa6972-6a8c-4575-afff-a8195771cadb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 971, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T18:44:46Z', 'updated_at': '2021-11-05T18:44:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1', '_floatingips': [{'id': '24621387-ba2c-46ed-b716-8f5c31e77800', 'tenant_id': '4178766de4564cc499086192238e999c', 'floating_ip_address': '172.25.6.14', 'floating_network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'router_id': '8cfa6972-6a8c-4575-afff-a8195771cadb', 'port_id': '25c59d57-b8b9-46b8-ab2b-13094533988c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1238, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd42acf6-8f16-4d60-b5bc-2ad1579d9211', 'mac_address': 'fa:16:3e:c6:f3:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b89339f-2569-46d9-aab9-0ad925bd2f97', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-05T18:49:18Z', 'updated_at': '2021-11-05T18:49:33Z', 'revision_number': 1, 'project_id': '4178766de4564cc499086192238e999c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '82b32004-b75a-46d4-8b1f-979d7cda8324', 'name': '', 'network_id': 'fd42acf6-8f16-4d60-b5bc-2ad1579d9211', 'tenant_id': '4178766de4564cc499086192238e999c', 'mac_address': 'fa:16:3e:84:7f:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cfa6972-6a8c-4575-afff-a8195771cadb', 'device_owner': 'network:router_interface', 'standard_attr_id': 973, 'fixed_ips': [{'subnet_id': '5bc495e2-1c46-46a6-944a-7cb0dfc74d97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T18:44:49Z', 'updated_at': '2021-11-05T18:44:55Z', 'revision_number': 5, 'project_id': '4178766de4564cc499086192238e999c', 'subnets': [{'id': '5bc495e2-1c46-46a6-944a-7cb0dfc74d97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 18:49:35.597334 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-ee843480-0f32-4b80-b9da-075f676513c0 req-cf0f4361-3adb-4f52-a9be-bc3f22eeced0 tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] 10.222.0.13 "GET /v2.0/security-groups?id=e0838ac1-f008-48c1-ab43-123e255d616a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442388 Nov 05 18:49:35.728138 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-28329443-7e72-48fb-ac89-1406df922303 req-a469eba6-a995-4452-a0c3-fdbea50f0a76 tempest-ServersOnMultiNodesTest-710233287 tempest-ServersOnMultiNodesTest-710233287-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=ace8311f15794bf9a6ad1c1faa75592d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0226495 Nov 05 18:49:35.865488 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08abbfa2-41fd-4c7c-aa20-19eaeb76b23c None None] New status for floating IP 24621387-ba2c-46ed-b716-8f5c31e77800: ACTIVE {{(pid=102389) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 05 18:49:35.867922 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28329443-7e72-48fb-ac89-1406df922303 req-89efbe24-f6a2-4723-b133-a7035845da02 tempest-ServersOnMultiNodesTest-710233287 tempest-ServersOnMultiNodesTest-710233287-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:49:35.875228 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-28329443-7e72-48fb-ac89-1406df922303 req-89efbe24-f6a2-4723-b133-a7035845da02 tempest-ServersOnMultiNodesTest-710233287 tempest-ServersOnMultiNodesTest-710233287-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1392918 Nov 05 18:49:35.887562 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-28329443-7e72-48fb-ac89-1406df922303 req-91bad5d1-a0fb-4fc7-acb3-733ee5e66b82 tempest-ServersOnMultiNodesTest-710233287 tempest-ServersOnMultiNodesTest-710233287-project] 10.222.0.13 "GET /v2.0/quotas/ace8311f15794bf9a6ad1c1faa75592d HTTP/1.1" status: 200 len: 375 time: 0.0114298 Nov 05 18:49:35.924010 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-28329443-7e72-48fb-ac89-1406df922303 req-e34bd893-fa3e-4346-8165-a171eed945ee tempest-ServersOnMultiNodesTest-710233287 tempest-ServersOnMultiNodesTest-710233287-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=ace8311f15794bf9a6ad1c1faa75592d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0320194 Nov 05 18:49:35.986516 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:49:36.153647 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b304910f-7b27-444b-a8fc-977d26b1ceac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:49:36.236673 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a25e2e2-594f-46f5-ae35-72d5300c0d08 req-36fdfb48-9ead-4e8e-8b4a-a82b928c2061 tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:49:36.246528 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-6a25e2e2-594f-46f5-ae35-72d5300c0d08 req-36fdfb48-9ead-4e8e-8b4a-a82b928c2061 tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b106413-e00a-43d5-b542-9880793bb1f1 HTTP/1.1" status: 200 len: 946 time: 0.1107583 Nov 05 18:49:36.290851 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-3274141f-e82e-4bc3-9fca-df02bc7ca5fb req-88db6edd-aff5-4ebb-989a-ebfd05d93bee tempest-ServersOnMultiNodesTest-710233287 tempest-ServersOnMultiNodesTest-710233287-project] 10.222.0.13 "GET /v2.0/ports?device_id=747cc2b4-46fd-44c5-b9da-2cdb1db996a1 HTTP/1.1" status: 200 len: 210 time: 0.0412579 Nov 05 18:49:36.319456 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-6a25e2e2-594f-46f5-ae35-72d5300c0d08 req-bf4f5b47-1eb8-4ff6-954b-6a40e6357086 tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] 10.222.0.13 "GET /v2.0/security-groups?id=20494f52-e47d-4839-b4f6-2fc0330d8d18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713477 Nov 05 18:49:36.676840 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 54844) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:49:36.733637 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290b5e99-529a-43fe-8cf7-b2a8d9ccb291 req-94e25bbc-ac62-44d0-b862-bab74ec0678a tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:49:36.735181 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-290b5e99-529a-43fe-8cf7-b2a8d9ccb291 req-94e25bbc-ac62-44d0-b862-bab74ec0678a tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] 10.222.0.13 "GET /v2.0/ports?device_id=61b0b4c5-32cb-44e3-90ab-4ac45e1c5f88 HTTP/1.1" status: 200 len: 945 time: 0.0663848 Nov 05 18:49:36.811685 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-290b5e99-529a-43fe-8cf7-b2a8d9ccb291 req-11d6a691-0e0b-4a60-a54e-8fee94d3f128 tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] 10.222.0.13 "GET /v2.0/security-groups?id=e0838ac1-f008-48c1-ab43-123e255d616a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599520 Nov 05 18:49:36.825323 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-7e38e712-3aa9-499b-be98-ce276a67cc4b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:49:36.901305 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-7e38e712-3aa9-499b-be98-ce276a67cc4b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:49:36.958982 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-7e38e712-3aa9-499b-be98-ce276a67cc4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:49:36.998562 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e38e712-3aa9-499b-be98-ce276a67cc4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6b681a6-3912-45c2-803b-c1c742188486,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:49:37.003607 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-7e38e712-3aa9-499b-be98-ce276a67cc4b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=aaccb0ebeac943899136c95694330bbe&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3238835 Nov 05 18:49:37.005884 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 54856) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:49:37.065125 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-25b85e78-c996-45ec-b25a-c2b839ba9cf2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:49:37.089992 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-25b85e78-c996-45ec-b25a-c2b839ba9cf2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:49:37.296210 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-25b85e78-c996-45ec-b25a-c2b839ba9cf2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:49:37.298877 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-25b85e78-c996-45ec-b25a-c2b839ba9cf2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:49:37.300131 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-25b85e78-c996-45ec-b25a-c2b839ba9cf2 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f6b681a6-3912-45c2-803b-c1c742188486 HTTP/1.1" status: 204 len: 168 time: 0.2925255 Nov 05 18:49:37.308942 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b85e78-c996-45ec-b25a-c2b839ba9cf2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6b681a6-3912-45c2-803b-c1c742188486,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:49:37.384343 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-01c88c33-99b6-4c16-a94f-a6615d7e3059 req-d31329f9-8c49-4915-ac8d-389fa2186141 tempest-ServersOnMultiNodesTest-710233287 tempest-ServersOnMultiNodesTest-710233287-project] 10.222.0.13 "GET /v2.0/ports?device_id=747cc2b4-46fd-44c5-b9da-2cdb1db996a1 HTTP/1.1" status: 200 len: 210 time: 0.0366266 Nov 05 18:49:37.464195 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13694ab1-6939-44fe-a6c8-6182eb9d173d req-6b3e078a-fef4-4527-9a06-de825fc0948b tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:49:37.465727 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-13694ab1-6939-44fe-a6c8-6182eb9d173d req-6b3e078a-fef4-4527-9a06-de825fc0948b tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b106413-e00a-43d5-b542-9880793bb1f1 HTTP/1.1" status: 200 len: 946 time: 0.0484586 Nov 05 18:49:37.516124 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-13694ab1-6939-44fe-a6c8-6182eb9d173d req-e92132d7-7214-413c-a885-9871e1090768 tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] 10.222.0.13 "GET /v2.0/security-groups?id=20494f52-e47d-4839-b4f6-2fc0330d8d18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443428 Nov 05 18:49:37.987424 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d862985-289d-4239-8f38-84ddd0de7de8 req-a9687352-5804-4937-9c7b-a599c0c86234 tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:49:37.989049 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-8d862985-289d-4239-8f38-84ddd0de7de8 req-a9687352-5804-4937-9c7b-a599c0c86234 tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] 10.222.0.13 "GET /v2.0/ports?device_id=61b0b4c5-32cb-44e3-90ab-4ac45e1c5f88 HTTP/1.1" status: 200 len: 945 time: 0.0551167 Nov 05 18:49:38.055037 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-8d862985-289d-4239-8f38-84ddd0de7de8 req-8dec6ee2-e0ac-42af-817c-05cffae6710f tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] 10.222.0.13 "GET /v2.0/security-groups?id=e0838ac1-f008-48c1-ab43-123e255d616a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572188 Nov 05 18:49:38.076756 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 54892) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:49:38.097691 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-0f252754-2c5a-4b14-baf3-a46bc73e326f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:49:38.159321 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-31f93893-a48e-4ae8-833d-dccb2b42eacc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:49:38.181594 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-0f252754-2c5a-4b14-baf3-a46bc73e326f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:49:38.301868 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-0f252754-2c5a-4b14-baf3-a46bc73e326f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:49:38.341151 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f252754-2c5a-4b14-baf3-a46bc73e326f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c26499fa-c9e4-4608-afa9-0a2390561df4,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:49:38.349116 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-0f252754-2c5a-4b14-baf3-a46bc73e326f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=aaf69bc9b1994092a20c93486ba2c121&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2682161 Nov 05 18:49:38.349477 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 54898) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:49:38.423580 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-beb11031-6ac2-4717-8319-7270b0fa5e5d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:49:38.449853 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-beb11031-6ac2-4717-8319-7270b0fa5e5d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:49:38.518472 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-2182b6e5-caa9-437d-8b8c-6806d69bb6e9 req-b83c1eda-8402-4845-9263-aaebd2940f2a tempest-ServersOnMultiNodesTest-710233287 tempest-ServersOnMultiNodesTest-710233287-project] 10.222.0.13 "GET /v2.0/ports?device_id=747cc2b4-46fd-44c5-b9da-2cdb1db996a1 HTTP/1.1" status: 200 len: 210 time: 0.0476992 Nov 05 18:49:38.657698 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d148c6-2dcf-47d1-824e-42bd29189df7 req-00bc02a2-0ae3-4138-a0be-25fe22ec7812 tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:49:38.659258 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-c0d148c6-2dcf-47d1-824e-42bd29189df7 req-00bc02a2-0ae3-4138-a0be-25fe22ec7812 tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b106413-e00a-43d5-b542-9880793bb1f1 HTTP/1.1" status: 200 len: 946 time: 0.0527651 Nov 05 18:49:38.672128 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:49:38.673528 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-beb11031-6ac2-4717-8319-7270b0fa5e5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:49:38.676289 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-beb11031-6ac2-4717-8319-7270b0fa5e5d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:49:38.681150 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-beb11031-6ac2-4717-8319-7270b0fa5e5d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c26499fa-c9e4-4608-afa9-0a2390561df4 HTTP/1.1" status: 204 len: 168 time: 0.3301513 Nov 05 18:49:38.704446 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb11031-6ac2-4717-8319-7270b0fa5e5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c26499fa-c9e4-4608-afa9-0a2390561df4,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:49:38.748410 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-c0d148c6-2dcf-47d1-824e-42bd29189df7 req-b7efb4bb-26f2-46dc-b302-b59f2603ae67 tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] 10.222.0.13 "GET /v2.0/security-groups?id=20494f52-e47d-4839-b4f6-2fc0330d8d18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821002 Nov 05 18:49:38.850809 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-28329443-7e72-48fb-ac89-1406df922303 req-9312442d-1d91-4498-a893-4df26f7540a0 tempest-ServersOnMultiNodesTest-710233287 tempest-ServersOnMultiNodesTest-710233287-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=ace8311f15794bf9a6ad1c1faa75592d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0242250 Nov 05 18:49:38.971417 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28329443-7e72-48fb-ac89-1406df922303 req-c9fa4208-6734-4d75-b447-2656596d0b87 tempest-ServersOnMultiNodesTest-710233287 tempest-ServersOnMultiNodesTest-710233287-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:49:38.974645 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-28329443-7e72-48fb-ac89-1406df922303 req-c9fa4208-6734-4d75-b447-2656596d0b87 tempest-ServersOnMultiNodesTest-710233287 tempest-ServersOnMultiNodesTest-710233287-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1183951 Nov 05 18:49:39.002078 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [req-28329443-7e72-48fb-ac89-1406df922303 req-9b70d64f-8b09-4410-b568-55a2a173e199 tempest-ServersOnMultiNodesTest-710233287 tempest-ServersOnMultiNodesTest-710233287-project] Request body: {'port': {'device_id': '747cc2b4-46fd-44c5-b9da-2cdb1db996a1', 'network_id': 'a723f808-b11e-4066-b104-fad90c82895e', 'admin_state_up': True, 'tenant_id': 'ace8311f15794bf9a6ad1c1faa75592d'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:49:39.197905 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e306cd9-fd0e-4bec-acc4-dc5d0ee6c950 req-299581ae-b524-45e5-ad64-3fd52c5491c5 tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:49:39.199665 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-8e306cd9-fd0e-4bec-acc4-dc5d0ee6c950 req-299581ae-b524-45e5-ad64-3fd52c5491c5 tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] 10.222.0.13 "GET /v2.0/ports?device_id=61b0b4c5-32cb-44e3-90ab-4ac45e1c5f88 HTTP/1.1" status: 200 len: 945 time: 0.0539174 Nov 05 18:49:39.239065 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-28329443-7e72-48fb-ac89-1406df922303 req-9b70d64f-8b09-4410-b568-55a2a173e199 tempest-ServersOnMultiNodesTest-710233287 tempest-ServersOnMultiNodesTest-710233287-project] Made reservation on behalf of ace8311f15794bf9a6ad1c1faa75592d for: {'port': 1} {{(pid=102386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 18:49:39.243852 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-28329443-7e72-48fb-ac89-1406df922303 req-9b70d64f-8b09-4410-b568-55a2a173e199 tempest-ServersOnMultiNodesTest-710233287 tempest-ServersOnMultiNodesTest-710233287-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:49:39.250615 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-8e306cd9-fd0e-4bec-acc4-dc5d0ee6c950 req-0626ecaf-768c-498b-9d9a-631f22bb6834 tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] 10.222.0.13 "GET /v2.0/security-groups?id=e0838ac1-f008-48c1-ab43-123e255d616a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448463 Nov 05 18:49:39.253314 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-28329443-7e72-48fb-ac89-1406df922303 req-9b70d64f-8b09-4410-b568-55a2a173e199 tempest-ServersOnMultiNodesTest-710233287 tempest-ServersOnMultiNodesTest-710233287-project] Publish callbacks [] for security_group, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:49:39.337262 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-28329443-7e72-48fb-ac89-1406df922303 req-9b70d64f-8b09-4410-b568-55a2a173e199 tempest-ServersOnMultiNodesTest-710233287 tempest-ServersOnMultiNodesTest-710233287-project] Publish callbacks [] for security_group, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:49:39.365151 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 54922) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:49:39.428391 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-28329443-7e72-48fb-ac89-1406df922303 req-9b70d64f-8b09-4410-b568-55a2a173e199 tempest-ServersOnMultiNodesTest-710233287 tempest-ServersOnMultiNodesTest-710233287-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:49:39.488695 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-d5d768f3-06ad-4c2b-8aff-7fcb70243830 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:49:39.492071 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b70d64f-8b09-4410-b568-55a2a173e199 tempest-ServersOnMultiNodesTest-710233287 tempest-ServersOnMultiNodesTest-710233287-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a1214aa7-6fe8-4b93-878e-3f1f16f5c576,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:49:39.564902 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.db_base_plugin_common [req-28329443-7e72-48fb-ac89-1406df922303 req-9b70d64f-8b09-4410-b568-55a2a173e199 tempest-ServersOnMultiNodesTest-710233287 tempest-ServersOnMultiNodesTest-710233287-project] Allocated IP 192.168.233.130 (a723f808-b11e-4066-b104-fad90c82895e/05e7a1b5-165b-4a00-855a-ffbcb2eba59e/e4268253-2c3d-4389-9f13-e0128dfb13d4) {{(pid=102386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 18:49:39.582331 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-d5d768f3-06ad-4c2b-8aff-7fcb70243830 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:49:39.648395 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-6f01e651-d367-4ff0-b683-b6673f2db638 req-176bc800-8732-43a8-9d07-bf174fc4c734 tempest-ServersOnMultiNodesTest-710233287 tempest-ServersOnMultiNodesTest-710233287-project] 10.222.0.13 "GET /v2.0/ports?device_id=747cc2b4-46fd-44c5-b9da-2cdb1db996a1 HTTP/1.1" status: 200 len: 210 time: 0.0274148 Nov 05 18:49:39.660677 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-d5d768f3-06ad-4c2b-8aff-7fcb70243830 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:49:39.699786 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d768f3-06ad-4c2b-8aff-7fcb70243830 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=124dd896-40d2-458e-95cc-0d4a9742b0e2,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:49:39.705628 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-d5d768f3-06ad-4c2b-8aff-7fcb70243830 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d7a7e2110a904cb19b1d5587510a8299&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3391213 Nov 05 18:49:39.709181 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 54936) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:49:39.730109 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-28329443-7e72-48fb-ac89-1406df922303 req-9b70d64f-8b09-4410-b568-55a2a173e199 tempest-ServersOnMultiNodesTest-710233287 tempest-ServersOnMultiNodesTest-710233287-project] Publish callbacks [] for port, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:49:39.759878 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-1ce1e11e-9766-483c-bc6d-f6a7e94935f4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:49:39.783528 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-1ce1e11e-9766-483c-bc6d-f6a7e94935f4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:49:39.845407 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-28329443-7e72-48fb-ac89-1406df922303 req-9b70d64f-8b09-4410-b568-55a2a173e199 tempest-ServersOnMultiNodesTest-710233287 tempest-ServersOnMultiNodesTest-710233287-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:49:39.887227 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697e16f1-703f-43d0-9814-e6ef636ab53d req-4b24ba14-4072-4b62-8bdf-86b6d1ce22ec tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:49:39.888989 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-28329443-7e72-48fb-ac89-1406df922303 req-9b70d64f-8b09-4410-b568-55a2a173e199 tempest-ServersOnMultiNodesTest-710233287 tempest-ServersOnMultiNodesTest-710233287-project] Network a723f808-b11e-4066-b104-fad90c82895e is already hosted by enough agents. {{(pid=102386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 18:49:39.890505 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-697e16f1-703f-43d0-9814-e6ef636ab53d req-4b24ba14-4072-4b62-8bdf-86b6d1ce22ec tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b106413-e00a-43d5-b542-9880793bb1f1 HTTP/1.1" status: 200 len: 946 time: 0.0653143 Nov 05 18:49:39.892347 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.base_scheduler [req-28329443-7e72-48fb-ac89-1406df922303 req-9b70d64f-8b09-4410-b568-55a2a173e199 tempest-ServersOnMultiNodesTest-710233287 tempest-ServersOnMultiNodesTest-710233287-project] Resources bound (agent type, host, resource id): {{(pid=102386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:49:39.899189 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [req-28329443-7e72-48fb-ac89-1406df922303 req-9b70d64f-8b09-4410-b568-55a2a173e199 tempest-ServersOnMultiNodesTest-710233287 tempest-ServersOnMultiNodesTest-710233287-project] Received port after_create {{(pid=102386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 18:49:39.901545 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-1ce1e11e-9766-483c-bc6d-f6a7e94935f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:49:39.904887 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-1ce1e11e-9766-483c-bc6d-f6a7e94935f4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:49:39.906002 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-1ce1e11e-9766-483c-bc6d-f6a7e94935f4 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/124dd896-40d2-458e-95cc-0d4a9742b0e2 HTTP/1.1" status: 204 len: 168 time: 0.1969054 Nov 05 18:49:39.924789 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce1e11e-9766-483c-bc6d-f6a7e94935f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=124dd896-40d2-458e-95cc-0d4a9742b0e2,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:49:39.929481 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b70d64f-8b09-4410-b568-55a2a173e199 tempest-ServersOnMultiNodesTest-710233287 tempest-ServersOnMultiNodesTest-710233287-project] Pushing event updated for resources: {'Port': ['ID=e4268253-2c3d-4389-9f13-e0128dfb13d4,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:49:39.964211 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28329443-7e72-48fb-ac89-1406df922303 req-9b70d64f-8b09-4410-b568-55a2a173e199 tempest-ServersOnMultiNodesTest-710233287 tempest-ServersOnMultiNodesTest-710233287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:49:39.964211 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-28329443-7e72-48fb-ac89-1406df922303 req-9b70d64f-8b09-4410-b568-55a2a173e199 tempest-ServersOnMultiNodesTest-710233287 tempest-ServersOnMultiNodesTest-710233287-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:49:39.992044 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-697e16f1-703f-43d0-9814-e6ef636ab53d req-955131ed-07b0-4ab5-a7d2-ce767234912c tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] 10.222.0.13 "GET /v2.0/security-groups?id=20494f52-e47d-4839-b4f6-2fc0330d8d18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816934 Nov 05 18:49:40.080330 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-28329443-7e72-48fb-ac89-1406df922303 req-9b70d64f-8b09-4410-b568-55a2a173e199 tempest-ServersOnMultiNodesTest-710233287 tempest-ServersOnMultiNodesTest-710233287-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0890396 Nov 05 18:49:40.093741 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [req-28329443-7e72-48fb-ac89-1406df922303 req-d8a62eb0-656c-4069-963c-3cc0340764a6 service neutron] Request body: {'port': {'device_id': '747cc2b4-46fd-44c5-b9da-2cdb1db996a1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816865-1'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:49:40.156046 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-28329443-7e72-48fb-ac89-1406df922303 req-d8a62eb0-656c-4069-963c-3cc0340764a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:49:40.215652 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-eff09cc1-0630-4356-98d4-009ce6c4d3be None None] Provisioning complete for port e4268253-2c3d-4389-9f13-e0128dfb13d4 triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:49:40.216199 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-eff09cc1-0630-4356-98d4-009ce6c4d3be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:49:40.253828 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-eff09cc1-0630-4356-98d4-009ce6c4d3be None None] Port e4268253-2c3d-4389-9f13-e0128dfb13d4 cannot update to ACTIVE because it is not bound. {{(pid=102388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 18:49:40.421124 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c48b21-4c97-4782-9db0-125c1d4ee15c req-cec6349b-a929-47e4-bddb-d7330581eddf tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:49:40.421124 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-51c48b21-4c97-4782-9db0-125c1d4ee15c req-cec6349b-a929-47e4-bddb-d7330581eddf tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] 10.222.0.13 "GET /v2.0/ports?device_id=61b0b4c5-32cb-44e3-90ab-4ac45e1c5f88 HTTP/1.1" status: 200 len: 945 time: 0.0814030 Nov 05 18:49:40.461866 n-d-816865-1 neutron-server[102386]: DEBUG neutron.notifiers.nova [req-28329443-7e72-48fb-ac89-1406df922303 req-d8a62eb0-656c-4069-963c-3cc0340764a6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e4268253-2c3d-4389-9f13-e0128dfb13d4 {{(pid=102386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 18:49:40.469640 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-28329443-7e72-48fb-ac89-1406df922303 req-d8a62eb0-656c-4069-963c-3cc0340764a6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:49:40.475944 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-51c48b21-4c97-4782-9db0-125c1d4ee15c req-12f7f8cb-c535-4a5b-948f-ef3a5df7d3a4 tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] 10.222.0.13 "GET /v2.0/security-groups?id=e0838ac1-f008-48c1-ab43-123e255d616a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480895 Nov 05 18:49:40.483875 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.provisioning_blocks [req-28329443-7e72-48fb-ac89-1406df922303 req-d8a62eb0-656c-4069-963c-3cc0340764a6 service neutron] Transition to ACTIVE for port object e4268253-2c3d-4389-9f13-e0128dfb13d4 will not be triggered until provisioned by entity L2. {{(pid=102386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 05 18:49:40.547569 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-28329443-7e72-48fb-ac89-1406df922303 req-d8a62eb0-656c-4069-963c-3cc0340764a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6149821'] for port, after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:49:40.608069 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a62eb0-656c-4069-963c-3cc0340764a6 service neutron] Pushing event updated for resources: {'Port': ['ID=e4268253-2c3d-4389-9f13-e0128dfb13d4,revision_number=2']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:49:40.648237 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 54966) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:49:40.668924 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-d8c11ef8-66e0-4a3b-99dd-3b5a18558df5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:49:40.703296 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [req-28329443-7e72-48fb-ac89-1406df922303 req-d8a62eb0-656c-4069-963c-3cc0340764a6 service neutron] Attempting to bind port e4268253-2c3d-4389-9f13-e0128dfb13d4 on host n-h2-816865-1 for vnic_type normal with profile {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 18:49:40.703664 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [req-28329443-7e72-48fb-ac89-1406df922303 req-d8a62eb0-656c-4069-963c-3cc0340764a6 service neutron] Attempting to bind port e4268253-2c3d-4389-9f13-e0128dfb13d4 by drivers openvswitch,hyperv on host n-h2-816865-1 at level 0 using segments [{'id': '35c2db9c-522d-48d3-98cf-a08c2cc55db7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'a723f808-b11e-4066-b104-fad90c82895e'}] {{(pid=102386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 18:49:40.703951 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28329443-7e72-48fb-ac89-1406df922303 req-d8a62eb0-656c-4069-963c-3cc0340764a6 service neutron] Attempting to bind port e4268253-2c3d-4389-9f13-e0128dfb13d4 on network a723f808-b11e-4066-b104-fad90c82895e {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 18:49:40.717050 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28329443-7e72-48fb-ac89-1406df922303 req-d8a62eb0-656c-4069-963c-3cc0340764a6 service neutron] Port e4268253-2c3d-4389-9f13-e0128dfb13d4 on network a723f808-b11e-4066-b104-fad90c82895e not bound, no agent of type Open vSwitch agent registered on host n-h2-816865-1 {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 18:49:40.717428 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28329443-7e72-48fb-ac89-1406df922303 req-d8a62eb0-656c-4069-963c-3cc0340764a6 service neutron] Attempting to bind port e4268253-2c3d-4389-9f13-e0128dfb13d4 on network a723f808-b11e-4066-b104-fad90c82895e {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 18:49:40.730147 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28329443-7e72-48fb-ac89-1406df922303 req-d8a62eb0-656c-4069-963c-3cc0340764a6 service neutron] Checking agent: {'id': '32aff553-696f-4891-83f5-5c176f61fe54', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816865-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 18, 33, 36), 'started_at': datetime.datetime(2021, 11, 5, 18, 33, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 18, 49, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 18:49:40.730456 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28329443-7e72-48fb-ac89-1406df922303 req-d8a62eb0-656c-4069-963c-3cc0340764a6 service neutron] Checking segment: {'id': '35c2db9c-522d-48d3-98cf-a08c2cc55db7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'a723f808-b11e-4066-b104-fad90c82895e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 18:49:40.730789 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28329443-7e72-48fb-ac89-1406df922303 req-d8a62eb0-656c-4069-963c-3cc0340764a6 service neutron] Bound using segment: {'id': '35c2db9c-522d-48d3-98cf-a08c2cc55db7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'a723f808-b11e-4066-b104-fad90c82895e'} {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 18:49:40.731410 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [req-28329443-7e72-48fb-ac89-1406df922303 req-d8a62eb0-656c-4069-963c-3cc0340764a6 service neutron] Bound port: e4268253-2c3d-4389-9f13-e0128dfb13d4, host: n-h2-816865-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35c2db9c-522d-48d3-98cf-a08c2cc55db7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'a723f808-b11e-4066-b104-fad90c82895e'}}] {{(pid=102386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 18:49:40.731600 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-28329443-7e72-48fb-ac89-1406df922303 req-d8a62eb0-656c-4069-963c-3cc0340764a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:49:40.777108 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81685f7b-5eb4-49f4-b9db-6fae87b7e0b0 req-a1300445-032b-4af9-88b8-ff4117604b54 tempest-ServersOnMultiNodesTest-710233287 tempest-ServersOnMultiNodesTest-710233287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:49:40.785069 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-81685f7b-5eb4-49f4-b9db-6fae87b7e0b0 req-a1300445-032b-4af9-88b8-ff4117604b54 tempest-ServersOnMultiNodesTest-710233287 tempest-ServersOnMultiNodesTest-710233287-project] 10.222.0.13 "GET /v2.0/ports?device_id=747cc2b4-46fd-44c5-b9da-2cdb1db996a1 HTTP/1.1" status: 200 len: 948 time: 0.0610516 Nov 05 18:49:40.836124 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [req-28329443-7e72-48fb-ac89-1406df922303 req-d8a62eb0-656c-4069-963c-3cc0340764a6 service neutron] For port e4268253-2c3d-4389-9f13-e0128dfb13d4, host n-h2-816865-1, cleared binding levels {{(pid=102386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 18:49:40.840036 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [req-28329443-7e72-48fb-ac89-1406df922303 req-d8a62eb0-656c-4069-963c-3cc0340764a6 service neutron] For port e4268253-2c3d-4389-9f13-e0128dfb13d4, host n-h2-816865-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=e4268253-2c3d-4389-9f13-e0128dfb13d4,segment=NetworkSegment(35c2db9c-522d-48d3-98cf-a08c2cc55db7),segment_id=35c2db9c-522d-48d3-98cf-a08c2cc55db7)] {{(pid=102386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 18:49:40.841236 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-81685f7b-5eb4-49f4-b9db-6fae87b7e0b0 req-b037676e-80a7-4568-aec7-9904fd26a36b tempest-ServersOnMultiNodesTest-710233287 tempest-ServersOnMultiNodesTest-710233287-project] 10.222.0.13 "GET /v2.0/security-groups?id=a1214aa7-6fe8-4b93-878e-3f1f16f5c576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547698 Nov 05 18:49:40.854253 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-d8c11ef8-66e0-4a3b-99dd-3b5a18558df5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:49:40.919438 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-28329443-7e72-48fb-ac89-1406df922303 req-d8a62eb0-656c-4069-963c-3cc0340764a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6149821'] for port, after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:49:40.951844 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-d8c11ef8-66e0-4a3b-99dd-3b5a18558df5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:49:40.966956 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28329443-7e72-48fb-ac89-1406df922303 req-d8a62eb0-656c-4069-963c-3cc0340764a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:49:40.967644 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-28329443-7e72-48fb-ac89-1406df922303 req-d8a62eb0-656c-4069-963c-3cc0340764a6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:49:40.968992 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-28329443-7e72-48fb-ac89-1406df922303 req-d8a62eb0-656c-4069-963c-3cc0340764a6 service neutron] 10.222.0.55 "PUT /v2.0/ports/e4268253-2c3d-4389-9f13-e0128dfb13d4 HTTP/1.1" status: 200 len: 1096 time: 0.8797071 Nov 05 18:49:40.970028 n-d-816865-1 neutron-server[102386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '747cc2b4-46fd-44c5-b9da-2cdb1db996a1', 'tag': 'e4268253-2c3d-4389-9f13-e0128dfb13d4'}] {{(pid=102386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 18:49:40.971758 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6173a44d7c73f41af551dc890fa1a5892c2c6bc3458b640c8e0c24db7876ba6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd3e436c-9636-4b43-b042-300d58122a23" -d '{"events": [{"name": "network-changed", "server_uuid": "747cc2b4-46fd-44c5-b9da-2cdb1db996a1", "tag": "e4268253-2c3d-4389-9f13-e0128dfb13d4"}]}' {{(pid=102386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 18:49:41.046580 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 18:49:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cba5d3cb-7255-4dea-a47e-f7f1ed6a8203 x-openstack-request-id: req-cba5d3cb-7255-4dea-a47e-f7f1ed6a8203 {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 18:49:41.047115 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "747cc2b4-46fd-44c5-b9da-2cdb1db996a1", "tag": "e4268253-2c3d-4389-9f13-e0128dfb13d4", "status": "completed", "code": 200}]} {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 18:49:41.047297 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-cba5d3cb-7255-4dea-a47e-f7f1ed6a8203 {{(pid=102386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 18:49:41.047683 n-d-816865-1 neutron-server[102386]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '747cc2b4-46fd-44c5-b9da-2cdb1db996a1', 'tag': 'e4268253-2c3d-4389-9f13-e0128dfb13d4', 'status': 'completed', 'code': 200} Nov 05 18:49:41.048282 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a62eb0-656c-4069-963c-3cc0340764a6 service neutron] Pushing event updated for resources: {'Port': ['ID=e4268253-2c3d-4389-9f13-e0128dfb13d4,revision_number=3']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:49:41.107725 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-d8c11ef8-66e0-4a3b-99dd-3b5a18558df5 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ddf9e3e79c814e199cb634d82ef6d16d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4581082 Nov 05 18:49:41.110288 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 54984) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:49:41.142555 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6dcb429-1867-46bb-925b-287c2d307c12 req-f8542ce4-449b-457b-a385-d8bbef41e76f tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:49:41.149064 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c11ef8-66e0-4a3b-99dd-3b5a18558df5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08e5dde6-8dc6-4221-ab65-e0b6e4393a84,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:49:41.152574 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-e6dcb429-1867-46bb-925b-287c2d307c12 req-f8542ce4-449b-457b-a385-d8bbef41e76f tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b106413-e00a-43d5-b542-9880793bb1f1 HTTP/1.1" status: 200 len: 946 time: 0.0906172 Nov 05 18:49:41.170256 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3e436c-9636-4b43-b042-300d58122a23 req-a051ea28-0fcf-41d1-8111-faec875e5d46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:49:41.171784 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-bd3e436c-9636-4b43-b042-300d58122a23 req-a051ea28-0fcf-41d1-8111-faec875e5d46 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=ace8311f15794bf9a6ad1c1faa75592d&device_id=747cc2b4-46fd-44c5-b9da-2cdb1db996a1 HTTP/1.1" status: 200 len: 1099 time: 0.1110520 Nov 05 18:49:41.204659 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-e6dcb429-1867-46bb-925b-287c2d307c12 req-fa474052-6cf4-4ae4-ae3d-d7a20ccaaa72 tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] 10.222.0.13 "GET /v2.0/security-groups?id=20494f52-e47d-4839-b4f6-2fc0330d8d18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512111 Nov 05 18:49:41.208275 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-16776aec-a824-4bda-9484-88575c2581f8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:49:41.212002 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-bd3e436c-9636-4b43-b042-300d58122a23 req-9aba3185-2fdb-4943-afe8-e67e498b5970 service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=ace8311f15794bf9a6ad1c1faa75592d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0296586 Nov 05 18:49:41.259392 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-16776aec-a824-4bda-9484-88575c2581f8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:49:41.343436 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3e436c-9636-4b43-b042-300d58122a23 req-ed5f906b-4615-429b-abd8-95c1377b5d81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:49:41.344942 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-bd3e436c-9636-4b43-b042-300d58122a23 req-ed5f906b-4615-429b-abd8-95c1377b5d81 service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1238930 Nov 05 18:49:41.425365 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28329443-7e72-48fb-ac89-1406df922303 req-9197c2a9-44d1-4769-8b35-7fe940311bd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:49:41.426957 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-28329443-7e72-48fb-ac89-1406df922303 req-9197c2a9-44d1-4769-8b35-7fe940311bd2 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=ace8311f15794bf9a6ad1c1faa75592d&device_id=747cc2b4-46fd-44c5-b9da-2cdb1db996a1 HTTP/1.1" status: 200 len: 1099 time: 0.0448346 Nov 05 18:49:41.472701 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-28329443-7e72-48fb-ac89-1406df922303 req-f65c6391-a309-470c-8795-69e59272b846 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.130&port_id=e4268253-2c3d-4389-9f13-e0128dfb13d4 HTTP/1.1" status: 200 len: 217 time: 0.0347853 Nov 05 18:49:41.473343 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-16776aec-a824-4bda-9484-88575c2581f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:49:41.476585 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-16776aec-a824-4bda-9484-88575c2581f8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:49:41.477730 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-16776aec-a824-4bda-9484-88575c2581f8 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/08e5dde6-8dc6-4221-ab65-e0b6e4393a84 HTTP/1.1" status: 204 len: 168 time: 0.3662622 Nov 05 18:49:41.494310 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16776aec-a824-4bda-9484-88575c2581f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08e5dde6-8dc6-4221-ab65-e0b6e4393a84,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:49:41.535830 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28329443-7e72-48fb-ac89-1406df922303 req-70b7257b-3343-41b6-b9e0-42c0a443f9c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:49:41.538566 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-28329443-7e72-48fb-ac89-1406df922303 req-70b7257b-3343-41b6-b9e0-42c0a443f9c8 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=05e7a1b5-165b-4a00-855a-ffbcb2eba59e HTTP/1.1" status: 200 len: 843 time: 0.0572534 Nov 05 18:49:41.604414 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28329443-7e72-48fb-ac89-1406df922303 req-a91f022c-5577-43a7-bbfc-8bb0c03fca30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:49:41.606978 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-28329443-7e72-48fb-ac89-1406df922303 req-a91f022c-5577-43a7-bbfc-8bb0c03fca30 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a723f808-b11e-4066-b104-fad90c82895e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0587754 Nov 05 18:49:41.627524 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b8ce0e-366c-4cf0-ac76-d6c9ff93de9c req-2ab950dc-4cff-4d77-8725-9dc01435dc57 tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:49:41.629044 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-f9b8ce0e-366c-4cf0-ac76-d6c9ff93de9c req-2ab950dc-4cff-4d77-8725-9dc01435dc57 tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] 10.222.0.13 "GET /v2.0/ports?device_id=61b0b4c5-32cb-44e3-90ab-4ac45e1c5f88 HTTP/1.1" status: 200 len: 945 time: 0.0535195 Nov 05 18:49:41.679526 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-f9b8ce0e-366c-4cf0-ac76-d6c9ff93de9c req-8e6705d2-99a4-4dde-b3a2-41750ea0cad6 tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] 10.222.0.13 "GET /v2.0/security-groups?id=e0838ac1-f008-48c1-ab43-123e255d616a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434773 Nov 05 18:49:41.708142 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-28329443-7e72-48fb-ac89-1406df922303 req-9a0af971-1f13-4029-9413-dd3bbb1b8b7d service neutron] 10.222.0.55 "GET /v2.0/networks/a723f808-b11e-4066-b104-fad90c82895e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923216 Nov 05 18:49:41.805780 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-28329443-7e72-48fb-ac89-1406df922303 req-47d00610-c97b-413c-b9be-ce61e77fc114 service neutron] 10.222.0.55 "GET /v2.0/networks/a723f808-b11e-4066-b104-fad90c82895e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884304 Nov 05 18:49:41.970741 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0510162-b179-4e3d-838c-c5a0f62735cc req-895622c8-33f2-4aac-8b81-00d96fd92087 tempest-ServersOnMultiNodesTest-710233287 tempest-ServersOnMultiNodesTest-710233287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:49:41.972245 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-b0510162-b179-4e3d-838c-c5a0f62735cc req-895622c8-33f2-4aac-8b81-00d96fd92087 tempest-ServersOnMultiNodesTest-710233287 tempest-ServersOnMultiNodesTest-710233287-project] 10.222.0.13 "GET /v2.0/ports?device_id=747cc2b4-46fd-44c5-b9da-2cdb1db996a1 HTTP/1.1" status: 200 len: 948 time: 0.0579586 Nov 05 18:49:42.038619 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-b0510162-b179-4e3d-838c-c5a0f62735cc req-8f2f88ea-2478-48fe-8a51-a8ae356f1420 tempest-ServersOnMultiNodesTest-710233287 tempest-ServersOnMultiNodesTest-710233287-project] 10.222.0.13 "GET /v2.0/security-groups?id=a1214aa7-6fe8-4b93-878e-3f1f16f5c576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542197 Nov 05 18:49:42.333441 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a28d3e-20cd-4e98-802e-25520dd63f2f req-2e096fcc-af19-4f41-9291-054adfdbf57b tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:49:42.335229 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-14a28d3e-20cd-4e98-802e-25520dd63f2f req-2e096fcc-af19-4f41-9291-054adfdbf57b tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b106413-e00a-43d5-b542-9880793bb1f1 HTTP/1.1" status: 200 len: 946 time: 0.0509377 Nov 05 18:49:42.387865 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-14a28d3e-20cd-4e98-802e-25520dd63f2f req-c1db3fb3-d5c6-49cc-a0d2-9daa9f9acf6b tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] 10.222.0.13 "GET /v2.0/security-groups?id=20494f52-e47d-4839-b4f6-2fc0330d8d18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467358 Nov 05 18:49:42.799892 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53332dd4-b90d-4632-addd-74baeed8a820 req-debf908e-d90f-45d3-a9d2-7973db6d93e9 tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:49:42.801263 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-53332dd4-b90d-4632-addd-74baeed8a820 req-debf908e-d90f-45d3-a9d2-7973db6d93e9 tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] 10.222.0.13 "GET /v2.0/ports?device_id=61b0b4c5-32cb-44e3-90ab-4ac45e1c5f88 HTTP/1.1" status: 200 len: 945 time: 0.0508909 Nov 05 18:49:42.847952 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-53332dd4-b90d-4632-addd-74baeed8a820 req-fe1a94e5-6fae-472e-a944-aaf5af147893 tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] 10.222.0.13 "GET /v2.0/security-groups?id=e0838ac1-f008-48c1-ab43-123e255d616a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400205 Nov 05 18:49:43.157042 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63127d4-eac5-44d5-b757-87de45867ae1 req-eb2fbca3-ec99-45bc-bf6e-8ae0c12567fd tempest-ServersOnMultiNodesTest-710233287 tempest-ServersOnMultiNodesTest-710233287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:49:43.158581 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-b63127d4-eac5-44d5-b757-87de45867ae1 req-eb2fbca3-ec99-45bc-bf6e-8ae0c12567fd tempest-ServersOnMultiNodesTest-710233287 tempest-ServersOnMultiNodesTest-710233287-project] 10.222.0.13 "GET /v2.0/ports?device_id=747cc2b4-46fd-44c5-b9da-2cdb1db996a1 HTTP/1.1" status: 200 len: 948 time: 0.0538876 Nov 05 18:49:43.164365 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 55056) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:49:43.213714 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-b63127d4-eac5-44d5-b757-87de45867ae1 req-31fc8a0a-eb88-464b-a716-651a53f20ca1 tempest-ServersOnMultiNodesTest-710233287 tempest-ServersOnMultiNodesTest-710233287-project] 10.222.0.13 "GET /v2.0/security-groups?id=a1214aa7-6fe8-4b93-878e-3f1f16f5c576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477488 Nov 05 18:49:43.283240 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-73274fd6-8c36-44fd-8cf1-3bb297760940 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:49:43.360876 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-73274fd6-8c36-44fd-8cf1-3bb297760940 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:49:43.450739 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-73274fd6-8c36-44fd-8cf1-3bb297760940 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:49:43.491068 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-73274fd6-8c36-44fd-8cf1-3bb297760940 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6a4241d9f1f242aeaff16bb57ed2e38a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3255987 Nov 05 18:49:43.492007 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73274fd6-8c36-44fd-8cf1-3bb297760940 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b025b861-48cd-497a-90e5-611251f5dae5,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:49:43.493759 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 55068) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:49:43.526148 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7934be-f47a-4f0f-a8e3-ef378e6e09e8 req-e072f718-ed13-4dbf-b6d4-0f773a996a35 tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:49:43.527642 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-da7934be-f47a-4f0f-a8e3-ef378e6e09e8 req-e072f718-ed13-4dbf-b6d4-0f773a996a35 tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b106413-e00a-43d5-b542-9880793bb1f1 HTTP/1.1" status: 200 len: 946 time: 0.0699422 Nov 05 18:49:43.585770 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-1b252ca4-8d67-4c48-8f60-7b1c47394892 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:49:43.606755 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-da7934be-f47a-4f0f-a8e3-ef378e6e09e8 req-12b260af-855f-44c5-a695-407be84dbb56 tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] 10.222.0.13 "GET /v2.0/security-groups?id=20494f52-e47d-4839-b4f6-2fc0330d8d18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712128 Nov 05 18:49:43.618520 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-1b252ca4-8d67-4c48-8f60-7b1c47394892 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:49:43.747198 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-1b252ca4-8d67-4c48-8f60-7b1c47394892 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:49:43.750424 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-1b252ca4-8d67-4c48-8f60-7b1c47394892 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:49:43.751561 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-1b252ca4-8d67-4c48-8f60-7b1c47394892 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b025b861-48cd-497a-90e5-611251f5dae5 HTTP/1.1" status: 204 len: 168 time: 0.2568371 Nov 05 18:49:43.760080 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b252ca4-8d67-4c48-8f60-7b1c47394892 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b025b861-48cd-497a-90e5-611251f5dae5,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:49:43.940002 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 55080) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:49:44.002263 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c951462-619c-486a-b10a-cec98e4610c4 req-a122eb35-a0cc-4649-8336-bea81238329d tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:49:44.010335 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-5c951462-619c-486a-b10a-cec98e4610c4 req-a122eb35-a0cc-4649-8336-bea81238329d tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] 10.222.0.13 "GET /v2.0/ports?device_id=61b0b4c5-32cb-44e3-90ab-4ac45e1c5f88 HTTP/1.1" status: 200 len: 945 time: 0.0639834 Nov 05 18:49:44.074665 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-5c951462-619c-486a-b10a-cec98e4610c4 req-2f9f96a9-5c59-488a-a3f8-f8073a314a95 tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] 10.222.0.13 "GET /v2.0/security-groups?id=e0838ac1-f008-48c1-ab43-123e255d616a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626767 Nov 05 18:49:44.141507 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-69af4e63-d0cc-4661-8986-9c6e80aa5605 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:49:44.219460 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-69af4e63-d0cc-4661-8986-9c6e80aa5605 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:49:44.248359 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Device e4268253-2c3d-4389-9f13-e0128dfb13d4 details requested by agent hyperv_n-h2-816865-1 with host n-h2-816865-1 {{(pid=102388) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 05 18:49:44.285013 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-69af4e63-d0cc-4661-8986-9c6e80aa5605 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:49:44.355621 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] For port e4268253-2c3d-4389-9f13-e0128dfb13d4, host n-h2-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=e4268253-2c3d-4389-9f13-e0128dfb13d4,segment=NetworkSegment(35c2db9c-522d-48d3-98cf-a08c2cc55db7),segment_id=35c2db9c-522d-48d3-98cf-a08c2cc55db7)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:49:44.366893 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-69af4e63-d0cc-4661-8986-9c6e80aa5605 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8b97d6c105bf4677adf84e5ac20b4fe7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4226303 Nov 05 18:49:44.367102 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69af4e63-d0cc-4661-8986-9c6e80aa5605 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7ae4f46-d0ec-43cb-8cac-0580ab5a9a9f,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:49:44.367379 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 55098) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:49:44.375617 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Returning: {'device': 'e4268253-2c3d-4389-9f13-e0128dfb13d4', 'network_id': 'a723f808-b11e-4066-b104-fad90c82895e', 'port_id': 'e4268253-2c3d-4389-9f13-e0128dfb13d4', 'mac_address': 'fa:16:3e:91:71:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 153, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05e7a1b5-165b-4a00-855a-ffbcb2eba59e', 'ip_address': '192.168.233.130'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102388) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 05 18:49:44.388651 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936bff2a-ebed-4aa8-b2bd-21f742a98813 req-b323b3ba-7ad2-4a6e-9e85-6132e7601876 tempest-ServersOnMultiNodesTest-710233287 tempest-ServersOnMultiNodesTest-710233287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:49:44.390858 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-936bff2a-ebed-4aa8-b2bd-21f742a98813 req-b323b3ba-7ad2-4a6e-9e85-6132e7601876 tempest-ServersOnMultiNodesTest-710233287 tempest-ServersOnMultiNodesTest-710233287-project] 10.222.0.13 "GET /v2.0/ports?device_id=747cc2b4-46fd-44c5-b9da-2cdb1db996a1 HTTP/1.1" status: 200 len: 948 time: 0.0993338 Nov 05 18:49:44.392833 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69af4e63-d0cc-4661-8986-9c6e80aa5605 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:49:44.393185 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69af4e63-d0cc-4661-8986-9c6e80aa5605 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:49:44.393529 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69af4e63-d0cc-4661-8986-9c6e80aa5605 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:49:44.393866 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69af4e63-d0cc-4661-8986-9c6e80aa5605 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:49:44.394227 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69af4e63-d0cc-4661-8986-9c6e80aa5605 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:49:44.394866 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69af4e63-d0cc-4661-8986-9c6e80aa5605 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:49:44.394866 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69af4e63-d0cc-4661-8986-9c6e80aa5605 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:49:44.395207 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69af4e63-d0cc-4661-8986-9c6e80aa5605 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:49:44.395518 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69af4e63-d0cc-4661-8986-9c6e80aa5605 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:49:44.395842 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69af4e63-d0cc-4661-8986-9c6e80aa5605 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:49:44.396165 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69af4e63-d0cc-4661-8986-9c6e80aa5605 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:49:44.396525 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69af4e63-d0cc-4661-8986-9c6e80aa5605 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:49:44.430751 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:49:44.449031 n-d-816865-1 neutron-server[102388]: DEBUG neutron.notifiers.nova [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e4268253-2c3d-4389-9f13-e0128dfb13d4 {{(pid=102388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 18:49:44.455105 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-936bff2a-ebed-4aa8-b2bd-21f742a98813 req-aea54302-f088-4975-86d6-de5b0acd4b2c tempest-ServersOnMultiNodesTest-710233287 tempest-ServersOnMultiNodesTest-710233287-project] 10.222.0.13 "GET /v2.0/security-groups?id=a1214aa7-6fe8-4b93-878e-3f1f16f5c576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547180 Nov 05 18:49:44.462337 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-4f73fbe2-b1ae-4419-ab0f-fa605353026e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:49:44.480419 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] For port e4268253-2c3d-4389-9f13-e0128dfb13d4, host n-h2-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=e4268253-2c3d-4389-9f13-e0128dfb13d4,segment=NetworkSegment(35c2db9c-522d-48d3-98cf-a08c2cc55db7),segment_id=35c2db9c-522d-48d3-98cf-a08c2cc55db7)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:49:44.489580 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-4f73fbe2-b1ae-4419-ab0f-fa605353026e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:49:44.614661 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:49:44.627474 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-4f73fbe2-b1ae-4419-ab0f-fa605353026e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:49:44.634640 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-4f73fbe2-b1ae-4419-ab0f-fa605353026e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:49:44.634640 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-4f73fbe2-b1ae-4419-ab0f-fa605353026e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d7ae4f46-d0ec-43cb-8cac-0580ab5a9a9f HTTP/1.1" status: 204 len: 168 time: 0.2623608 Nov 05 18:49:44.675282 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f73fbe2-b1ae-4419-ab0f-fa605353026e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7ae4f46-d0ec-43cb-8cac-0580ab5a9a9f,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:49:44.701476 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Pushing event updated for resources: {'Port': ['ID=e4268253-2c3d-4389-9f13-e0128dfb13d4,revision_number=4']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:49:44.760979 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3761eab2-ade9-463f-84ea-48222d77f329 req-3d453b4c-85a3-4278-bc86-0470525e4b41 tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:49:44.762500 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-3761eab2-ade9-463f-84ea-48222d77f329 req-3d453b4c-85a3-4278-bc86-0470525e4b41 tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b106413-e00a-43d5-b542-9880793bb1f1 HTTP/1.1" status: 200 len: 946 time: 0.0552659 Nov 05 18:49:44.817469 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-3761eab2-ade9-463f-84ea-48222d77f329 req-36862c4c-313c-47fc-a44f-2813398218e9 tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] 10.222.0.13 "GET /v2.0/security-groups?id=20494f52-e47d-4839-b4f6-2fc0330d8d18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480099 Nov 05 18:49:44.875647 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] get_ports_and_sgs() called for port_ids ['e4268253-2c3d-4389-9f13-e0128dfb13d4'] {{(pid=102388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 18:49:45.197732 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddee6d80-d1ca-4a7b-85bd-4367a2dc57eb req-f0457e90-2a74-4804-b440-a5d37cbb35ea tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:49:45.199262 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-ddee6d80-d1ca-4a7b-85bd-4367a2dc57eb req-f0457e90-2a74-4804-b440-a5d37cbb35ea tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] 10.222.0.13 "GET /v2.0/ports?device_id=61b0b4c5-32cb-44e3-90ab-4ac45e1c5f88 HTTP/1.1" status: 200 len: 945 time: 0.0500312 Nov 05 18:49:45.247752 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-ddee6d80-d1ca-4a7b-85bd-4367a2dc57eb req-2ec08c92-7c93-4795-9f5e-7aa2617bf176 tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] 10.222.0.13 "GET /v2.0/security-groups?id=e0838ac1-f008-48c1-ab43-123e255d616a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426016 Nov 05 18:49:45.362724 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 55136) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:49:45.376679 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-b1299b88-5df9-448b-a5bc-c917356aac31 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:49:45.452621 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-b1299b88-5df9-448b-a5bc-c917356aac31 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:49:45.530086 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-b1299b88-5df9-448b-a5bc-c917356aac31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:49:45.598093 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-b1299b88-5df9-448b-a5bc-c917356aac31 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d48bb7c6214b4a38a0b716654ea0c477&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2342541 Nov 05 18:49:45.601583 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 55146) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:49:45.607646 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1299b88-5df9-448b-a5bc-c917356aac31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=678ccfbf-30c1-45eb-aa57-f594945c26aa,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:49:45.627601 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98a4d22-9a92-48a5-a5ea-863118e3c40c req-f6ecc28f-91d5-4efc-98bf-1696f4960a08 tempest-ServersOnMultiNodesTest-710233287 tempest-ServersOnMultiNodesTest-710233287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:49:45.629080 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-d98a4d22-9a92-48a5-a5ea-863118e3c40c req-f6ecc28f-91d5-4efc-98bf-1696f4960a08 tempest-ServersOnMultiNodesTest-710233287 tempest-ServersOnMultiNodesTest-710233287-project] 10.222.0.13 "GET /v2.0/ports?device_id=747cc2b4-46fd-44c5-b9da-2cdb1db996a1 HTTP/1.1" status: 200 len: 949 time: 0.0951011 Nov 05 18:49:45.651149 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-c269a827-aaad-45e6-a998-b4a6af901a26 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:49:45.672554 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-c269a827-aaad-45e6-a998-b4a6af901a26 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:49:45.678396 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-d98a4d22-9a92-48a5-a5ea-863118e3c40c req-4ab10eb1-79e4-4ab4-89d6-7f2f61c24451 tempest-ServersOnMultiNodesTest-710233287 tempest-ServersOnMultiNodesTest-710233287-project] 10.222.0.13 "GET /v2.0/security-groups?id=a1214aa7-6fe8-4b93-878e-3f1f16f5c576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417852 Nov 05 18:49:45.808676 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-c269a827-aaad-45e6-a998-b4a6af901a26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:49:45.814711 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-c269a827-aaad-45e6-a998-b4a6af901a26 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:49:45.814711 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-c269a827-aaad-45e6-a998-b4a6af901a26 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/678ccfbf-30c1-45eb-aa57-f594945c26aa HTTP/1.1" status: 204 len: 168 time: 0.2098241 Nov 05 18:49:45.822269 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c269a827-aaad-45e6-a998-b4a6af901a26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=678ccfbf-30c1-45eb-aa57-f594945c26aa,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:49:45.937252 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581d9b6d-4c7f-41c5-a56b-38fd580d9b46 req-d17f2003-8a65-4727-9c7f-8216491fa048 tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:49:45.938806 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-581d9b6d-4c7f-41c5-a56b-38fd580d9b46 req-d17f2003-8a65-4727-9c7f-8216491fa048 tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b106413-e00a-43d5-b542-9880793bb1f1 HTTP/1.1" status: 200 len: 946 time: 0.0498843 Nov 05 18:49:45.983415 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 55156) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:49:45.998311 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-581d9b6d-4c7f-41c5-a56b-38fd580d9b46 req-435ec67d-4af6-4985-a5cb-dc27cd4907ff tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] 10.222.0.13 "GET /v2.0/security-groups?id=20494f52-e47d-4839-b4f6-2fc0330d8d18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488687 Nov 05 18:49:46.187600 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-ec1011c7-bf8d-4312-933b-321d572c8cdd admin admin] Publish callbacks [] for security_group, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:49:46.249742 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Device e4268253-2c3d-4389-9f13-e0128dfb13d4 up at agent hyperv_n-h2-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 18:49:46.262221 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-ec1011c7-bf8d-4312-933b-321d572c8cdd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:49:46.347222 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-ec1011c7-bf8d-4312-933b-321d572c8cdd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:49:46.374177 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Provisioning for port e4268253-2c3d-4389-9f13-e0128dfb13d4 completed by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 05 18:49:46.379961 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Provisioning complete for port e4268253-2c3d-4389-9f13-e0128dfb13d4 triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:49:46.380709 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:49:46.408733 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-ec1011c7-bf8d-4312-933b-321d572c8cdd admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4577f493b6c143769dbd82263cf8df01&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4241769 Nov 05 18:49:46.409577 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 55172) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:49:46.411004 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1011c7-bf8d-4312-933b-321d572c8cdd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8796e853-ffa1-42f5-b2d0-28e24cfbc22c,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:49:46.419253 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7dd4603-752c-4915-b1b4-b1ae3acdc15d req-afcc9719-6b80-4e2b-93f3-d62e36ddbf96 tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:49:46.420991 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-c7dd4603-752c-4915-b1b4-b1ae3acdc15d req-afcc9719-6b80-4e2b-93f3-d62e36ddbf96 tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] 10.222.0.13 "GET /v2.0/ports?device_id=61b0b4c5-32cb-44e3-90ab-4ac45e1c5f88 HTTP/1.1" status: 200 len: 945 time: 0.0728822 Nov 05 18:49:46.484895 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-c7dd4603-752c-4915-b1b4-b1ae3acdc15d req-f6430f43-3b15-4ecf-8239-576b5a606e59 tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] 10.222.0.13 "GET /v2.0/security-groups?id=e0838ac1-f008-48c1-ab43-123e255d616a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560122 Nov 05 18:49:46.539000 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:49:46.564517 n-d-816865-1 neutron-server[102388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '747cc2b4-46fd-44c5-b9da-2cdb1db996a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4268253-2c3d-4389-9f13-e0128dfb13d4'}] {{(pid=102388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 18:49:46.567063 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85474fee1180e129d8a886d264fe0b30223aa672dd1ffe43b630605f18504f68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4d56df7-3b0c-4f95-81d3-51b6cf586639" -d '{"events": [{"server_uuid": "747cc2b4-46fd-44c5-b9da-2cdb1db996a1", "name": "network-vif-plugged", "status": "completed", "tag": "e4268253-2c3d-4389-9f13-e0128dfb13d4"}]}' {{(pid=102388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 18:49:46.581520 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] For port e4268253-2c3d-4389-9f13-e0128dfb13d4, host n-h2-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=e4268253-2c3d-4389-9f13-e0128dfb13d4,segment=NetworkSegment(35c2db9c-522d-48d3-98cf-a08c2cc55db7),segment_id=35c2db9c-522d-48d3-98cf-a08c2cc55db7)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:49:46.608011 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 18:49:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d686eed-df1b-4dc4-a3f7-557af25b4ff3 x-openstack-request-id: req-9d686eed-df1b-4dc4-a3f7-557af25b4ff3 {{(pid=102388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 18:49:46.608364 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "747cc2b4-46fd-44c5-b9da-2cdb1db996a1", "name": "network-vif-plugged", "status": "completed", "tag": "e4268253-2c3d-4389-9f13-e0128dfb13d4", "code": 200}]} {{(pid=102388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 18:49:46.608644 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9d686eed-df1b-4dc4-a3f7-557af25b4ff3 {{(pid=102388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 18:49:46.609216 n-d-816865-1 neutron-server[102388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '747cc2b4-46fd-44c5-b9da-2cdb1db996a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4268253-2c3d-4389-9f13-e0128dfb13d4', 'code': 200} Nov 05 18:49:46.824024 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53c8a03-493f-4e4a-b90b-b806360fe6b0 req-1fc46c43-e3ce-4518-9279-28d042dddd22 tempest-ServersOnMultiNodesTest-710233287 tempest-ServersOnMultiNodesTest-710233287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:49:46.824792 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a7a71b-b5f0-40c1-a66b-d61fb081e68a req-6b6b9fcc-4ce0-4751-bd2f-1cedaa1b6a24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:49:46.826411 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-05a7a71b-b5f0-40c1-a66b-d61fb081e68a req-6b6b9fcc-4ce0-4751-bd2f-1cedaa1b6a24 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=747cc2b4-46fd-44c5-b9da-2cdb1db996a1 HTTP/1.1" status: 200 len: 1100 time: 0.0675406 Nov 05 18:49:46.829344 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-f948ec7f-bc5c-4341-b804-5b3c995ec074 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:49:46.830526 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-d53c8a03-493f-4e4a-b90b-b806360fe6b0 req-1fc46c43-e3ce-4518-9279-28d042dddd22 tempest-ServersOnMultiNodesTest-710233287 tempest-ServersOnMultiNodesTest-710233287-project] 10.222.0.13 "GET /v2.0/ports?device_id=747cc2b4-46fd-44c5-b9da-2cdb1db996a1 HTTP/1.1" status: 200 len: 949 time: 0.0599988 Nov 05 18:49:46.842547 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:49:46.885135 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-d53c8a03-493f-4e4a-b90b-b806360fe6b0 req-923bf9db-db1c-4f76-96d9-9841de87bf74 tempest-ServersOnMultiNodesTest-710233287 tempest-ServersOnMultiNodesTest-710233287-project] 10.222.0.13 "GET /v2.0/security-groups?id=a1214aa7-6fe8-4b93-878e-3f1f16f5c576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532804 Nov 05 18:49:46.891345 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-f948ec7f-bc5c-4341-b804-5b3c995ec074 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:49:46.910393 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Pushing event updated for resources: {'Port': ['ID=e4268253-2c3d-4389-9f13-e0128dfb13d4,revision_number=5']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:49:46.918681 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-05a7a71b-b5f0-40c1-a66b-d61fb081e68a req-437fd209-f63e-450d-9d2b-83a9272923cf service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=a1214aa7-6fe8-4b93-878e-3f1f16f5c576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844142 Nov 05 18:49:47.041066 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-f948ec7f-bc5c-4341-b804-5b3c995ec074 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:49:47.041066 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-f948ec7f-bc5c-4341-b804-5b3c995ec074 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:49:47.042604 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-f948ec7f-bc5c-4341-b804-5b3c995ec074 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8796e853-ffa1-42f5-b2d0-28e24cfbc22c HTTP/1.1" status: 204 len: 168 time: 0.6277213 Nov 05 18:49:47.052158 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f948ec7f-bc5c-4341-b804-5b3c995ec074 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8796e853-ffa1-42f5-b2d0-28e24cfbc22c,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:49:47.151898 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1df90d4-041c-40d0-ad76-7e1a696b4c9b req-db7b10ca-57a7-4319-ab76-70b4325d0d7e tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:49:47.153817 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-e1df90d4-041c-40d0-ad76-7e1a696b4c9b req-db7b10ca-57a7-4319-ab76-70b4325d0d7e tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b106413-e00a-43d5-b542-9880793bb1f1 HTTP/1.1" status: 200 len: 946 time: 0.0629802 Nov 05 18:49:47.202485 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-e1df90d4-041c-40d0-ad76-7e1a696b4c9b req-50c9f39e-87c7-444a-80c5-0395f3891d66 tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] 10.222.0.13 "GET /v2.0/security-groups?id=20494f52-e47d-4839-b4f6-2fc0330d8d18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421395 Nov 05 18:49:47.615022 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8625a6dc-ee4d-475f-8cc4-ec1da1ef1a04 req-67caad99-ec0a-470e-9a5e-75cc822c9a66 tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:49:47.616705 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-8625a6dc-ee4d-475f-8cc4-ec1da1ef1a04 req-67caad99-ec0a-470e-9a5e-75cc822c9a66 tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] 10.222.0.13 "GET /v2.0/ports?device_id=61b0b4c5-32cb-44e3-90ab-4ac45e1c5f88 HTTP/1.1" status: 200 len: 945 time: 0.0571609 Nov 05 18:49:47.671250 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-8625a6dc-ee4d-475f-8cc4-ec1da1ef1a04 req-6851bdf1-e4e6-4ffa-b92e-c44593a5cdcd tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] 10.222.0.13 "GET /v2.0/security-groups?id=e0838ac1-f008-48c1-ab43-123e255d616a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486388 Nov 05 18:49:48.028189 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b59299-dae2-4e1c-9956-edece49946ab req-1ef28a9e-0c3d-491a-b0f5-b81a5c4901e9 tempest-ServersOnMultiNodesTest-710233287 tempest-ServersOnMultiNodesTest-710233287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:49:48.030009 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-b9b59299-dae2-4e1c-9956-edece49946ab req-1ef28a9e-0c3d-491a-b0f5-b81a5c4901e9 tempest-ServersOnMultiNodesTest-710233287 tempest-ServersOnMultiNodesTest-710233287-project] 10.222.0.13 "GET /v2.0/ports?device_id=747cc2b4-46fd-44c5-b9da-2cdb1db996a1 HTTP/1.1" status: 200 len: 950 time: 0.0590768 Nov 05 18:49:48.080882 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-b9b59299-dae2-4e1c-9956-edece49946ab req-d69a5172-93d3-416c-97a0-904d7c0106c9 tempest-ServersOnMultiNodesTest-710233287 tempest-ServersOnMultiNodesTest-710233287-project] 10.222.0.13 "GET /v2.0/security-groups?id=a1214aa7-6fe8-4b93-878e-3f1f16f5c576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422378 Nov 05 18:49:48.331304 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb07b554-99c1-4c0b-a60f-a0ab5ff570a8 req-20e19fe2-4534-4920-97c6-bb7db66492f6 tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:49:48.335332 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-cb07b554-99c1-4c0b-a60f-a0ab5ff570a8 req-20e19fe2-4534-4920-97c6-bb7db66492f6 tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b106413-e00a-43d5-b542-9880793bb1f1 HTTP/1.1" status: 200 len: 946 time: 0.0560737 Nov 05 18:49:48.384477 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-cb07b554-99c1-4c0b-a60f-a0ab5ff570a8 req-c05fa913-a5eb-41eb-9cc7-f6b87ae38cc0 tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] 10.222.0.13 "GET /v2.0/security-groups?id=20494f52-e47d-4839-b4f6-2fc0330d8d18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451591 Nov 05 18:49:48.792683 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9caac6a5-3737-4eab-ab02-b8e6c9005c7c req-954b989c-7e37-4d53-81e7-c149b17018e7 tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:49:48.794216 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-9caac6a5-3737-4eab-ab02-b8e6c9005c7c req-954b989c-7e37-4d53-81e7-c149b17018e7 tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] 10.222.0.13 "GET /v2.0/ports?device_id=61b0b4c5-32cb-44e3-90ab-4ac45e1c5f88 HTTP/1.1" status: 200 len: 945 time: 0.0507417 Nov 05 18:49:48.843744 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-9caac6a5-3737-4eab-ab02-b8e6c9005c7c req-d2719124-5b29-457d-91f7-3b0d5e300275 tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] 10.222.0.13 "GET /v2.0/security-groups?id=e0838ac1-f008-48c1-ab43-123e255d616a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436661 Nov 05 18:49:49.152764 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 55276) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:49:49.231491 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f9908b-182d-48d9-9033-fb1c16a1c31b req-c1ca2330-4232-41cd-807b-ae3dd7bc2bbe tempest-ServersOnMultiNodesTest-710233287 tempest-ServersOnMultiNodesTest-710233287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:49:49.232996 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-e3f9908b-182d-48d9-9033-fb1c16a1c31b req-c1ca2330-4232-41cd-807b-ae3dd7bc2bbe tempest-ServersOnMultiNodesTest-710233287 tempest-ServersOnMultiNodesTest-710233287-project] 10.222.0.13 "GET /v2.0/ports?device_id=747cc2b4-46fd-44c5-b9da-2cdb1db996a1 HTTP/1.1" status: 200 len: 950 time: 0.0634198 Nov 05 18:49:49.291842 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-e3f9908b-182d-48d9-9033-fb1c16a1c31b req-02d30e24-2b88-4829-9dd3-275723977091 tempest-ServersOnMultiNodesTest-710233287 tempest-ServersOnMultiNodesTest-710233287-project] 10.222.0.13 "GET /v2.0/security-groups?id=a1214aa7-6fe8-4b93-878e-3f1f16f5c576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504966 Nov 05 18:49:49.319816 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-51633f66-be22-49db-92ae-d63a64c940bc tempest-DHCPAgentSchedulersTestJSON-1823382573 tempest-DHCPAgentSchedulersTestJSON-1823382573-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-239512678'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:49:49.410517 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51633f66-be22-49db-92ae-d63a64c940bc tempest-DHCPAgentSchedulersTestJSON-1823382573 tempest-DHCPAgentSchedulersTestJSON-1823382573-project] Made reservation on behalf of ffdeaae9a5854c62bc1a91a9f68fc4dc for: {'network': 1} {{(pid=102386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 18:49:49.416911 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-51633f66-be22-49db-92ae-d63a64c940bc tempest-DHCPAgentSchedulersTestJSON-1823382573 tempest-DHCPAgentSchedulersTestJSON-1823382573-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for network, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:49:49.432965 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-51633f66-be22-49db-92ae-d63a64c940bc tempest-DHCPAgentSchedulersTestJSON-1823382573 tempest-DHCPAgentSchedulersTestJSON-1823382573-project] Publish callbacks [] for security_group, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:49:49.510654 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5746df36-6549-4c9c-a40d-90fab9dc3e6e req-640eabcd-0a08-4be1-838e-d896c8ba40b6 tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:49:49.512419 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-5746df36-6549-4c9c-a40d-90fab9dc3e6e req-640eabcd-0a08-4be1-838e-d896c8ba40b6 tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b106413-e00a-43d5-b542-9880793bb1f1 HTTP/1.1" status: 200 len: 946 time: 0.0517392 Nov 05 18:49:49.526654 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-51633f66-be22-49db-92ae-d63a64c940bc tempest-DHCPAgentSchedulersTestJSON-1823382573 tempest-DHCPAgentSchedulersTestJSON-1823382573-project] Publish callbacks [] for security_group, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:49:49.570589 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-5746df36-6549-4c9c-a40d-90fab9dc3e6e req-fa766333-be98-4a9b-a216-b1cba8c6074d tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] 10.222.0.13 "GET /v2.0/security-groups?id=20494f52-e47d-4839-b4f6-2fc0330d8d18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482793 Nov 05 18:49:49.591340 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-51633f66-be22-49db-92ae-d63a64c940bc tempest-DHCPAgentSchedulersTestJSON-1823382573 tempest-DHCPAgentSchedulersTestJSON-1823382573-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:49:49.617002 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51633f66-be22-49db-92ae-d63a64c940bc tempest-DHCPAgentSchedulersTestJSON-1823382573 tempest-DHCPAgentSchedulersTestJSON-1823382573-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 182} {{(pid=102386) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 05 18:49:49.633747 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51633f66-be22-49db-92ae-d63a64c940bc tempest-DHCPAgentSchedulersTestJSON-1823382573 tempest-DHCPAgentSchedulersTestJSON-1823382573-project] Pushing event updated for resources: {'SecurityGroup': ['ID=86a3537d-f85c-4a8e-881d-32f7b8bd3df8,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:49:49.637797 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-51633f66-be22-49db-92ae-d63a64c940bc tempest-DHCPAgentSchedulersTestJSON-1823382573 tempest-DHCPAgentSchedulersTestJSON-1823382573-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273'] for segment, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:49:49.638169 n-d-816865-1 neutron-server[102386]: INFO neutron.db.segments_db [None req-51633f66-be22-49db-92ae-d63a64c940bc tempest-DHCPAgentSchedulersTestJSON-1823382573 tempest-DHCPAgentSchedulersTestJSON-1823382573-project] Added segment 7ef3f711-97df-42d5-8051-b95ff8d8acfc of type vlan for network 4dabe8e5-9177-444b-ae3a-40a91266d70b Nov 05 18:49:49.679935 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456ca841-4963-4bbb-a087-e0da988e3a14 req-53d4dd30-bf91-46db-83c5-56b87af82bd4 tempest-ServersOnMultiNodesTest-937204943 tempest-ServersOnMultiNodesTest-937204943-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:49:49.681234 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-456ca841-4963-4bbb-a087-e0da988e3a14 req-53d4dd30-bf91-46db-83c5-56b87af82bd4 tempest-ServersOnMultiNodesTest-937204943 tempest-ServersOnMultiNodesTest-937204943-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=747cc2b4-46fd-44c5-b9da-2cdb1db996a1 HTTP/1.1" status: 200 len: 1101 time: 0.0415020 Nov 05 18:49:49.685575 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-51633f66-be22-49db-92ae-d63a64c940bc tempest-DHCPAgentSchedulersTestJSON-1823382573 tempest-DHCPAgentSchedulersTestJSON-1823382573-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750027258543'] for network, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:49:49.704324 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-456ca841-4963-4bbb-a087-e0da988e3a14 req-2bf1c33d-23fb-4165-b2c2-7f3cb6d67383 tempest-ServersOnMultiNodesTest-937204943 tempest-ServersOnMultiNodesTest-937204943-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:49:49.775784 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-51633f66-be22-49db-92ae-d63a64c940bc tempest-DHCPAgentSchedulersTestJSON-1823382573 tempest-DHCPAgentSchedulersTestJSON-1823382573-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-956796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877'] for network, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:49:49.783224 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51633f66-be22-49db-92ae-d63a64c940bc tempest-DHCPAgentSchedulersTestJSON-1823382573 tempest-DHCPAgentSchedulersTestJSON-1823382573-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:49:49.783819 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-51633f66-be22-49db-92ae-d63a64c940bc tempest-DHCPAgentSchedulersTestJSON-1823382573 tempest-DHCPAgentSchedulersTestJSON-1823382573-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597851'] for network, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:49:49.789237 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-456ca841-4963-4bbb-a087-e0da988e3a14 req-2bf1c33d-23fb-4165-b2c2-7f3cb6d67383 tempest-ServersOnMultiNodesTest-937204943 tempest-ServersOnMultiNodesTest-937204943-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:49:49.854921 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51633f66-be22-49db-92ae-d63a64c940bc tempest-DHCPAgentSchedulersTestJSON-1823382573 tempest-DHCPAgentSchedulersTestJSON-1823382573-project] Pushing event updated for resources: {'Network': ['ID=4dabe8e5-9177-444b-ae3a-40a91266d70b,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:49:49.866794 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Network 4dabe8e5-9177-444b-ae3a-40a91266d70b details requested by agent ovs-agent-n-d-816865-1 with host n-d-816865-1 {{(pid=102388) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 05 18:49:49.867498 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-456ca841-4963-4bbb-a087-e0da988e3a14 req-2bf1c33d-23fb-4165-b2c2-7f3cb6d67383 tempest-ServersOnMultiNodesTest-937204943 tempest-ServersOnMultiNodesTest-937204943-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:49:49.902997 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-51633f66-be22-49db-92ae-d63a64c940bc tempest-DHCPAgentSchedulersTestJSON-1823382573 tempest-DHCPAgentSchedulersTestJSON-1823382573-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.7473173 Nov 05 18:49:49.905813 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 55298) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:49:49.909771 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf1c33d-23fb-4165-b2c2-7f3cb6d67383 tempest-ServersOnMultiNodesTest-937204943 tempest-ServersOnMultiNodesTest-937204943-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3c00f7f-305c-49fc-b1d0-73ca12680944,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:49:49.911601 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-9294d7c1-1ff1-40d9-a228-833b234f769a tempest-DHCPAgentSchedulersTestJSON-1823382573 tempest-DHCPAgentSchedulersTestJSON-1823382573-project] Request body: {'subnet': {'network_id': '4dabe8e5-9177-444b-ae3a-40a91266d70b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:49:49.918614 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-456ca841-4963-4bbb-a087-e0da988e3a14 req-2bf1c33d-23fb-4165-b2c2-7f3cb6d67383 tempest-ServersOnMultiNodesTest-937204943 tempest-ServersOnMultiNodesTest-937204943-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=a1214aa7-6fe8-4b93-878e-3f1f16f5c576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2307944 Nov 05 18:49:50.014389 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abecc103-a26c-4278-89e5-946eeeb35611 req-fe79315d-6236-4b1f-acf4-ee790337ccf4 tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:49:50.015922 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-abecc103-a26c-4278-89e5-946eeeb35611 req-fe79315d-6236-4b1f-acf4-ee790337ccf4 tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] 10.222.0.13 "GET /v2.0/ports?device_id=61b0b4c5-32cb-44e3-90ab-4ac45e1c5f88 HTTP/1.1" status: 200 len: 945 time: 0.0577579 Nov 05 18:49:50.072927 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-abecc103-a26c-4278-89e5-946eeeb35611 req-23be8a83-474b-4673-805f-50cbe5475905 tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] 10.222.0.13 "GET /v2.0/security-groups?id=e0838ac1-f008-48c1-ab43-123e255d616a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504663 Nov 05 18:49:50.142057 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9294d7c1-1ff1-40d9-a228-833b234f769a tempest-DHCPAgentSchedulersTestJSON-1823382573 tempest-DHCPAgentSchedulersTestJSON-1823382573-project] Made reservation on behalf of ffdeaae9a5854c62bc1a91a9f68fc4dc for: {'subnet': 1} {{(pid=102386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 18:49:50.150244 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-9294d7c1-1ff1-40d9-a228-833b234f769a tempest-DHCPAgentSchedulersTestJSON-1823382573 tempest-DHCPAgentSchedulersTestJSON-1823382573-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4877122'] for subnet, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:49:50.340841 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-416373a0-86da-4756-b863-93c7ec3b6366 req-98993a64-c170-4eb5-98ef-02cadaa5db39 tempest-ServersOnMultiNodesTest-710233287 tempest-ServersOnMultiNodesTest-710233287-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=ace8311f15794bf9a6ad1c1faa75592d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0257969 Nov 05 18:49:50.398820 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-9294d7c1-1ff1-40d9-a228-833b234f769a tempest-DHCPAgentSchedulersTestJSON-1823382573 tempest-DHCPAgentSchedulersTestJSON-1823382573-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6149946', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4877172'] for subnet, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:49:50.452065 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416373a0-86da-4756-b863-93c7ec3b6366 req-9a1a46a6-0593-4a72-8747-158b9e5b4fe1 tempest-ServersOnMultiNodesTest-710233287 tempest-ServersOnMultiNodesTest-710233287-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:49:50.453663 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-416373a0-86da-4756-b863-93c7ec3b6366 req-9a1a46a6-0593-4a72-8747-158b9e5b4fe1 tempest-ServersOnMultiNodesTest-710233287 tempest-ServersOnMultiNodesTest-710233287-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1071818 Nov 05 18:49:50.467215 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9294d7c1-1ff1-40d9-a228-833b234f769a tempest-DHCPAgentSchedulersTestJSON-1823382573 tempest-DHCPAgentSchedulersTestJSON-1823382573-project] Pushing event updated for resources: {'Subnet': ['ID=388364e8-7b8a-4060-b84d-08e496f74d78,revision_number=0']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:49:50.469838 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-416373a0-86da-4756-b863-93c7ec3b6366 req-6a2deb17-21d9-4dac-9c3c-ec506666a1d0 tempest-ServersOnMultiNodesTest-710233287 tempest-ServersOnMultiNodesTest-710233287-project] 10.222.0.13 "GET /v2.0/quotas/ace8311f15794bf9a6ad1c1faa75592d HTTP/1.1" status: 200 len: 375 time: 0.0094125 Nov 05 18:49:50.475067 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9294d7c1-1ff1-40d9-a228-833b234f769a tempest-DHCPAgentSchedulersTestJSON-1823382573 tempest-DHCPAgentSchedulersTestJSON-1823382573-project] Checking segment: {'id': '7ef3f711-97df-42d5-8051-b95ff8d8acfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '4dabe8e5-9177-444b-ae3a-40a91266d70b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 18:49:50.475598 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9294d7c1-1ff1-40d9-a228-833b234f769a tempest-DHCPAgentSchedulersTestJSON-1823382573 tempest-DHCPAgentSchedulersTestJSON-1823382573-project] Network hostable DHCP agents. Network: 4dabe8e5-9177-444b-ae3a-40a91266d70b, hostable agents: ['987e2ca0-bc3b-4c6f-a989-429ccfbf753f'], hosted agents: [] {{(pid=102386) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 05 18:49:50.527833 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-416373a0-86da-4756-b863-93c7ec3b6366 req-4bbad746-5448-4cbc-8036-77e6b805485d tempest-ServersOnMultiNodesTest-710233287 tempest-ServersOnMultiNodesTest-710233287-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=ace8311f15794bf9a6ad1c1faa75592d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0468056 Nov 05 18:49:50.564268 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9294d7c1-1ff1-40d9-a228-833b234f769a tempest-DHCPAgentSchedulersTestJSON-1823382573 tempest-DHCPAgentSchedulersTestJSON-1823382573-project] Network 4dabe8e5-9177-444b-ae3a-40a91266d70b is scheduled to be hosted by DHCP agent 987e2ca0-bc3b-4c6f-a989-429ccfbf753f with binding_index 1 {{(pid=102386) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 05 18:49:50.673999 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.base_scheduler [None req-9294d7c1-1ff1-40d9-a228-833b234f769a tempest-DHCPAgentSchedulersTestJSON-1823382573 tempest-DHCPAgentSchedulersTestJSON-1823382573-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816865-1, 4dabe8e5-9177-444b-ae3a-40a91266d70b) {{(pid=102386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:49:50.678323 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9294d7c1-1ff1-40d9-a228-833b234f769a tempest-DHCPAgentSchedulersTestJSON-1823382573 tempest-DHCPAgentSchedulersTestJSON-1823382573-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:49:50.679085 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-9294d7c1-1ff1-40d9-a228-833b234f769a tempest-DHCPAgentSchedulersTestJSON-1823382573 tempest-DHCPAgentSchedulersTestJSON-1823382573-project] Publish callbacks [] for subnet, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:49:50.685863 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f2b0e51-5591-451b-add0-39c64dc16b92 None None] Network 4dabe8e5-9177-444b-ae3a-40a91266d70b requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 18:49:50.695343 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe55c0f-4887-4c8e-a942-90ac1e2f1940 req-aa08de31-6099-4d00-90d3-8322c0ffcd92 tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:49:50.697184 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-dbe55c0f-4887-4c8e-a942-90ac1e2f1940 req-aa08de31-6099-4d00-90d3-8322c0ffcd92 tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b106413-e00a-43d5-b542-9880793bb1f1 HTTP/1.1" status: 200 len: 946 time: 0.0559630 Nov 05 18:49:50.735813 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-9294d7c1-1ff1-40d9-a228-833b234f769a tempest-DHCPAgentSchedulersTestJSON-1823382573 tempest-DHCPAgentSchedulersTestJSON-1823382573-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8284972 Nov 05 18:49:50.736464 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 55328) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:49:50.741785 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-7e3ef5d0-c790-4c7d-a204-ea1e4d044607 tempest-DHCPAgentSchedulersTestJSON-1823382573 tempest-DHCPAgentSchedulersTestJSON-1823382573-project] Request body: {'port': {'network_id': '4dabe8e5-9177-444b-ae3a-40a91266d70b', 'name': 'tempest-DHCPAgentSchedulersTestJSON-1509937158'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:49:50.779610 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-dbe55c0f-4887-4c8e-a942-90ac1e2f1940 req-d2f7aa28-6ee5-4513-9de5-62cd44ed9d83 tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] 10.222.0.13 "GET /v2.0/security-groups?id=20494f52-e47d-4839-b4f6-2fc0330d8d18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752561 Nov 05 18:49:50.861062 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4963c71-4442-4e5e-9d62-f3fe9855a52a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeb20a084-accf-5b60-8075-3e69ebe863a6-4dabe8e5-9177-444b-ae3a-40a91266d70b', 'network_id': '4dabe8e5-9177-444b-ae3a-40a91266d70b', 'tenant_id': 'ffdeaae9a5854c62bc1a91a9f68fc4dc', 'fixed_ips': [{'subnet_id': '388364e8-7b8a-4060-b84d-08e496f74d78'}]}} from n-d-816865-1. {{(pid=102388) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 05 18:49:50.864136 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-d4963c71-4442-4e5e-9d62-f3fe9855a52a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:49:50.947469 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e3ef5d0-c790-4c7d-a204-ea1e4d044607 tempest-DHCPAgentSchedulersTestJSON-1823382573 tempest-DHCPAgentSchedulersTestJSON-1823382573-project] Made reservation on behalf of ffdeaae9a5854c62bc1a91a9f68fc4dc for: {'port': 1} {{(pid=102386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 18:49:50.951077 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-7e3ef5d0-c790-4c7d-a204-ea1e4d044607 tempest-DHCPAgentSchedulersTestJSON-1823382573 tempest-DHCPAgentSchedulersTestJSON-1823382573-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:49:50.968412 n-d-816865-1 neutron-server[102386]: DEBUG neutron.notifiers.nova [None req-7e3ef5d0-c790-4c7d-a204-ea1e4d044607 tempest-DHCPAgentSchedulersTestJSON-1823382573 tempest-DHCPAgentSchedulersTestJSON-1823382573-project] device_id is not set on port fbcd491e-4d6f-4845-8787-39182ea146c4 yet. {{(pid=102386) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 05 18:49:51.028321 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.db_base_plugin_common [None req-d4963c71-4442-4e5e-9d62-f3fe9855a52a None None] Allocated IP 172.20.0.2 (4dabe8e5-9177-444b-ae3a-40a91266d70b/388364e8-7b8a-4060-b84d-08e496f74d78/bd67e6d0-b5fc-4627-9c3b-fcffef9146ac) {{(pid=102388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 18:49:51.185094 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-d4963c71-4442-4e5e-9d62-f3fe9855a52a None None] Publish callbacks [] for port, precommit_create {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:49:51.201060 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418f7dd8-f773-4852-8948-c4e9cd5ea950 req-6884e98a-fc16-467a-bac5-bb7f0fa440e2 tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:49:51.202579 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-418f7dd8-f773-4852-8948-c4e9cd5ea950 req-6884e98a-fc16-467a-bac5-bb7f0fa440e2 tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] 10.222.0.13 "GET /v2.0/ports?device_id=61b0b4c5-32cb-44e3-90ab-4ac45e1c5f88 HTTP/1.1" status: 200 len: 945 time: 0.0556066 Nov 05 18:49:51.255600 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-418f7dd8-f773-4852-8948-c4e9cd5ea950 req-67af2b69-9908-4d26-a025-ab44e6b22655 tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] 10.222.0.13 "GET /v2.0/security-groups?id=e0838ac1-f008-48c1-ab43-123e255d616a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455790 Nov 05 18:49:51.274328 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-d4963c71-4442-4e5e-9d62-f3fe9855a52a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789'] for port, after_create {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:49:51.337736 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.db_base_plugin_common [None req-7e3ef5d0-c790-4c7d-a204-ea1e4d044607 tempest-DHCPAgentSchedulersTestJSON-1823382573 tempest-DHCPAgentSchedulersTestJSON-1823382573-project] Allocated IP 172.20.0.14 (4dabe8e5-9177-444b-ae3a-40a91266d70b/388364e8-7b8a-4060-b84d-08e496f74d78/fbcd491e-4d6f-4845-8787-39182ea146c4) {{(pid=102386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 18:49:51.348666 n-d-816865-1 neutron-server[102388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4963c71-4442-4e5e-9d62-f3fe9855a52a None None] Network 4dabe8e5-9177-444b-ae3a-40a91266d70b is already hosted by enough agents. {{(pid=102388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 18:49:51.362144 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4963c71-4442-4e5e-9d62-f3fe9855a52a None None] Pushing event updated for resources: {'Port': ['ID=bd67e6d0-b5fc-4627-9c3b-fcffef9146ac,revision_number=1']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:49:51.369280 n-d-816865-1 neutron-server[102388]: DEBUG neutron.scheduler.base_scheduler [None req-d4963c71-4442-4e5e-9d62-f3fe9855a52a None None] Resources bound (agent type, host, resource id): {{(pid=102388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:49:51.372501 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4963c71-4442-4e5e-9d62-f3fe9855a52a None None] Received port after_create {{(pid=102388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 18:49:51.445112 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-d4963c71-4442-4e5e-9d62-f3fe9855a52a None None] Attempting to bind port bd67e6d0-b5fc-4627-9c3b-fcffef9146ac on host n-d-816865-1 for vnic_type normal with profile {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 18:49:51.445675 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-d4963c71-4442-4e5e-9d62-f3fe9855a52a None None] Attempting to bind port bd67e6d0-b5fc-4627-9c3b-fcffef9146ac by drivers openvswitch,hyperv on host n-d-816865-1 at level 0 using segments [{'id': '7ef3f711-97df-42d5-8051-b95ff8d8acfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '4dabe8e5-9177-444b-ae3a-40a91266d70b'}] {{(pid=102388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 18:49:51.446251 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4963c71-4442-4e5e-9d62-f3fe9855a52a None None] Attempting to bind port bd67e6d0-b5fc-4627-9c3b-fcffef9146ac on network 4dabe8e5-9177-444b-ae3a-40a91266d70b {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 18:49:51.452308 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4963c71-4442-4e5e-9d62-f3fe9855a52a None None] Checking agent: {'id': '724d89a7-611b-41e6-bc85-c48112b17afa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 18, 25, 8), 'started_at': datetime.datetime(2021, 11, 5, 18, 25, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 18, 49, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 18:49:51.452565 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4963c71-4442-4e5e-9d62-f3fe9855a52a None None] Checking segment: {'id': '7ef3f711-97df-42d5-8051-b95ff8d8acfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '4dabe8e5-9177-444b-ae3a-40a91266d70b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 18:49:51.453146 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-d4963c71-4442-4e5e-9d62-f3fe9855a52a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:49:51.456026 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4963c71-4442-4e5e-9d62-f3fe9855a52a None None] Bound using segment: {'id': '7ef3f711-97df-42d5-8051-b95ff8d8acfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '4dabe8e5-9177-444b-ae3a-40a91266d70b'} {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 18:49:51.456400 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-d4963c71-4442-4e5e-9d62-f3fe9855a52a None None] Bound port: bd67e6d0-b5fc-4627-9c3b-fcffef9146ac, host: n-d-816865-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ef3f711-97df-42d5-8051-b95ff8d8acfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '4dabe8e5-9177-444b-ae3a-40a91266d70b'}}] {{(pid=102388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 18:49:51.456979 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-d4963c71-4442-4e5e-9d62-f3fe9855a52a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:49:51.491192 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-6db5ec8f-b9e0-4131-9af8-a157f3d0ea51 req-f9d6d7d3-9c12-4df0-b0e3-47a81f4d88a6 tempest-ServersOnMultiNodesTest-710233287 tempest-ServersOnMultiNodesTest-710233287-project] 10.222.0.13 "GET /v2.0/ports?device_id=7c59d711-977b-4fd3-ac1e-89cd86a4bb40 HTTP/1.1" status: 200 len: 210 time: 0.0514777 Nov 05 18:49:51.531747 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-d4963c71-4442-4e5e-9d62-f3fe9855a52a None None] For port bd67e6d0-b5fc-4627-9c3b-fcffef9146ac, host n-d-816865-1, cleared binding levels {{(pid=102388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 18:49:51.535035 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-d4963c71-4442-4e5e-9d62-f3fe9855a52a None None] For port bd67e6d0-b5fc-4627-9c3b-fcffef9146ac, host n-d-816865-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=bd67e6d0-b5fc-4627-9c3b-fcffef9146ac,segment=NetworkSegment(7ef3f711-97df-42d5-8051-b95ff8d8acfc),segment_id=7ef3f711-97df-42d5-8051-b95ff8d8acfc)] {{(pid=102388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 18:49:51.601028 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-7e3ef5d0-c790-4c7d-a204-ea1e4d044607 tempest-DHCPAgentSchedulersTestJSON-1823382573 tempest-DHCPAgentSchedulersTestJSON-1823382573-project] Publish callbacks [] for port, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:49:51.650617 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-d4963c71-4442-4e5e-9d62-f3fe9855a52a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:49:51.707929 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-7e3ef5d0-c790-4c7d-a204-ea1e4d044607 tempest-DHCPAgentSchedulersTestJSON-1823382573 tempest-DHCPAgentSchedulersTestJSON-1823382573-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:49:51.725026 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4963c71-4442-4e5e-9d62-f3fe9855a52a None None] Pushing event updated for resources: {'Port': ['ID=bd67e6d0-b5fc-4627-9c3b-fcffef9146ac,revision_number=2']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:49:51.785860 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e3ef5d0-c790-4c7d-a204-ea1e4d044607 tempest-DHCPAgentSchedulersTestJSON-1823382573 tempest-DHCPAgentSchedulersTestJSON-1823382573-project] Network 4dabe8e5-9177-444b-ae3a-40a91266d70b is already hosted by enough agents. {{(pid=102386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 18:49:51.788959 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.base_scheduler [None req-7e3ef5d0-c790-4c7d-a204-ea1e4d044607 tempest-DHCPAgentSchedulersTestJSON-1823382573 tempest-DHCPAgentSchedulersTestJSON-1823382573-project] Resources bound (agent type, host, resource id): {{(pid=102386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:49:51.795142 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e3ef5d0-c790-4c7d-a204-ea1e4d044607 tempest-DHCPAgentSchedulersTestJSON-1823382573 tempest-DHCPAgentSchedulersTestJSON-1823382573-project] Received port after_create {{(pid=102386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 18:49:51.823975 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3ef5d0-c790-4c7d-a204-ea1e4d044607 tempest-DHCPAgentSchedulersTestJSON-1823382573 tempest-DHCPAgentSchedulersTestJSON-1823382573-project] Pushing event updated for resources: {'Port': ['ID=fbcd491e-4d6f-4845-8787-39182ea146c4,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:49:51.862281 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e3ef5d0-c790-4c7d-a204-ea1e4d044607 tempest-DHCPAgentSchedulersTestJSON-1823382573 tempest-DHCPAgentSchedulersTestJSON-1823382573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:49:51.863051 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-7e3ef5d0-c790-4c7d-a204-ea1e4d044607 tempest-DHCPAgentSchedulersTestJSON-1823382573 tempest-DHCPAgentSchedulersTestJSON-1823382573-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:49:51.954985 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-7e3ef5d0-c790-4c7d-a204-ea1e4d044607 tempest-DHCPAgentSchedulersTestJSON-1823382573 tempest-DHCPAgentSchedulersTestJSON-1823382573-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 939 time: 1.2172413 Nov 05 18:49:51.958519 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 55368) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:49:51.977720 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8efb53d-c57b-466e-9370-e08760154156 req-8d31712f-eccc-47af-a6e4-63e1ea7cf7fb tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:49:51.981014 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-c8efb53d-c57b-466e-9370-e08760154156 req-8d31712f-eccc-47af-a6e4-63e1ea7cf7fb tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b106413-e00a-43d5-b542-9880793bb1f1 HTTP/1.1" status: 200 len: 946 time: 0.1181855 Nov 05 18:49:52.109430 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-c8efb53d-c57b-466e-9370-e08760154156 req-7c82b618-579e-46b9-bc46-1f5e39b10d0e tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] 10.222.0.13 "GET /v2.0/security-groups?id=20494f52-e47d-4839-b4f6-2fc0330d8d18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170132 Nov 05 18:49:52.138949 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-3d2c497e-8879-4a15-bc97-e02b723afdec tempest-DHCPAgentSchedulersTestJSON-1823382573 tempest-DHCPAgentSchedulersTestJSON-1823382573-project] Deleting port fbcd491e-4d6f-4845-8787-39182ea146c4 {{(pid=102386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 18:49:52.139559 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-3d2c497e-8879-4a15-bc97-e02b723afdec tempest-DHCPAgentSchedulersTestJSON-1823382573 tempest-DHCPAgentSchedulersTestJSON-1823382573-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:49:52.244883 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-3d2c497e-8879-4a15-bc97-e02b723afdec tempest-DHCPAgentSchedulersTestJSON-1823382573 tempest-DHCPAgentSchedulersTestJSON-1823382573-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:49:52.254770 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-3d2c497e-8879-4a15-bc97-e02b723afdec tempest-DHCPAgentSchedulersTestJSON-1823382573 tempest-DHCPAgentSchedulersTestJSON-1823382573-project] Calling delete_port for fbcd491e-4d6f-4845-8787-39182ea146c4 owned by {{(pid=102386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 18:49:52.404588 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d4e326-30a8-45b4-9b6f-4fe3b8cbe12c req-d28d79d5-892b-4087-87d0-68e97e9a5d05 tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:49:52.406108 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-12d4e326-30a8-45b4-9b6f-4fe3b8cbe12c req-d28d79d5-892b-4087-87d0-68e97e9a5d05 tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] 10.222.0.13 "GET /v2.0/ports?device_id=b3c515f9-768f-4a54-bb92-e6f3d5207990 HTTP/1.1" status: 200 len: 944 time: 0.0981398 Nov 05 18:49:52.428246 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a87e0de-bf6d-4dea-bac0-8fc4a63876ee req-4f96732d-2149-4332-9eeb-9dd3f93e5b1b tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:49:52.429656 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-4a87e0de-bf6d-4dea-bac0-8fc4a63876ee req-4f96732d-2149-4332-9eeb-9dd3f93e5b1b tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] 10.222.0.13 "GET /v2.0/ports?device_id=61b0b4c5-32cb-44e3-90ab-4ac45e1c5f88 HTTP/1.1" status: 200 len: 945 time: 0.0710883 Nov 05 18:49:52.494396 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-3d2c497e-8879-4a15-bc97-e02b723afdec tempest-DHCPAgentSchedulersTestJSON-1823382573 tempest-DHCPAgentSchedulersTestJSON-1823382573-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:49:52.499943 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-12d4e326-30a8-45b4-9b6f-4fe3b8cbe12c req-ccf29ac5-1280-4590-8cdb-baa21baad353 tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] 10.222.0.13 "GET /v2.0/security-groups?id=8015cb9a-1cfc-43ae-80a2-992db853641d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0849810 Nov 05 18:49:52.513881 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-4a87e0de-bf6d-4dea-bac0-8fc4a63876ee req-10e549a2-20fa-466b-8186-f7c1c2589037 tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] 10.222.0.13 "GET /v2.0/security-groups?id=e0838ac1-f008-48c1-ab43-123e255d616a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767417 Nov 05 18:49:52.596867 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2c497e-8879-4a15-bc97-e02b723afdec tempest-DHCPAgentSchedulersTestJSON-1823382573 tempest-DHCPAgentSchedulersTestJSON-1823382573-project] Pushing event deleted for resources: {'Port': ['ID=fbcd491e-4d6f-4845-8787-39182ea146c4,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:49:52.635930 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-5d267a0e-53b2-4d3d-b8d0-a8a725b64c93 req-bf470a1e-3f9e-4a91-b2c4-912843663001 tempest-ServersOnMultiNodesTest-710233287 tempest-ServersOnMultiNodesTest-710233287-project] 10.222.0.13 "GET /v2.0/ports?device_id=7c59d711-977b-4fd3-ac1e-89cd86a4bb40 HTTP/1.1" status: 200 len: 210 time: 0.0336657 Nov 05 18:49:52.711533 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-3d2c497e-8879-4a15-bc97-e02b723afdec tempest-DHCPAgentSchedulersTestJSON-1823382573 tempest-DHCPAgentSchedulersTestJSON-1823382573-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:49:52.717400 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-3d2c497e-8879-4a15-bc97-e02b723afdec tempest-DHCPAgentSchedulersTestJSON-1823382573 tempest-DHCPAgentSchedulersTestJSON-1823382573-project] 10.222.0.13 "DELETE /v2.0/ports/fbcd491e-4d6f-4845-8787-39182ea146c4 HTTP/1.1" status: 204 len: 168 time: 0.7568760 Nov 05 18:49:52.719828 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 55388) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:49:52.753098 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae8f260-1991-477d-965d-a453e4ce8bb5 req-1bbf9af4-c482-4a92-97c6-27d54b9bd0d4 tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:49:52.758090 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-bae8f260-1991-477d-965d-a453e4ce8bb5 req-1bbf9af4-c482-4a92-97c6-27d54b9bd0d4 tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] 10.222.0.13 "GET /v2.0/ports?device_id=b3c515f9-768f-4a54-bb92-e6f3d5207990 HTTP/1.1" status: 200 len: 944 time: 0.0640275 Nov 05 18:49:52.813374 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-bae8f260-1991-477d-965d-a453e4ce8bb5 req-019adde6-dfd6-4c77-81c0-565a415f7937 tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] 10.222.0.13 "GET /v2.0/security-groups?id=8015cb9a-1cfc-43ae-80a2-992db853641d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515020 Nov 05 18:49:52.936259 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c831a47-8531-4d4b-b1c1-a9f07be9ca11 None None] Network 4dabe8e5-9177-444b-ae3a-40a91266d70b requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 18:49:53.015578 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-b8539bec-a43b-4bc1-91d6-6a9e3b77267e tempest-DHCPAgentSchedulersTestJSON-1260594895 tempest-DHCPAgentSchedulersTestJSON-1260594895-project-admin] 10.222.0.13 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4927 time: 0.2946389 Nov 05 18:49:53.018555 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 55398) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:49:53.026762 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-abb4ec12-9ae6-4347-bbde-e6958b5838af tempest-DHCPAgentSchedulersTestJSON-1823382573 tempest-DHCPAgentSchedulersTestJSON-1823382573-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1065289929'}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:49:53.063921 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-0d6e1c21-d985-4b4e-b889-d3c1e5affff0 None None] Provisioning complete for port bd67e6d0-b5fc-4627-9c3b-fcffef9146ac triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:49:53.063921 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-0d6e1c21-d985-4b4e-b889-d3c1e5affff0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:49:53.100010 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device bd67e6d0-b5fc-4627-9c3b-fcffef9146ac up at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 18:49:53.181510 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abb4ec12-9ae6-4347-bbde-e6958b5838af tempest-DHCPAgentSchedulersTestJSON-1823382573 tempest-DHCPAgentSchedulersTestJSON-1823382573-project] Made reservation on behalf of ffdeaae9a5854c62bc1a91a9f68fc4dc for: {'network': 1} {{(pid=102387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 18:49:53.185771 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-abb4ec12-9ae6-4347-bbde-e6958b5838af tempest-DHCPAgentSchedulersTestJSON-1823382573 tempest-DHCPAgentSchedulersTestJSON-1823382573-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for network, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:49:53.210742 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-abb4ec12-9ae6-4347-bbde-e6958b5838af tempest-DHCPAgentSchedulersTestJSON-1823382573 tempest-DHCPAgentSchedulersTestJSON-1823382573-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 173} {{(pid=102387) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 05 18:49:53.221120 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-abb4ec12-9ae6-4347-bbde-e6958b5838af tempest-DHCPAgentSchedulersTestJSON-1823382573 tempest-DHCPAgentSchedulersTestJSON-1823382573-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273'] for segment, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:49:53.221120 n-d-816865-1 neutron-server[102387]: INFO neutron.db.segments_db [None req-abb4ec12-9ae6-4347-bbde-e6958b5838af tempest-DHCPAgentSchedulersTestJSON-1823382573 tempest-DHCPAgentSchedulersTestJSON-1823382573-project] Added segment 7773f4cc-d29e-4972-818c-4593bf520985 of type vlan for network 9806df0a-f03a-48e6-aca1-92bdd471c380 Nov 05 18:49:53.233182 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Provisioning complete for port bd67e6d0-b5fc-4627-9c3b-fcffef9146ac triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:49:53.233455 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:49:53.314806 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-0d6e1c21-d985-4b4e-b889-d3c1e5affff0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:49:53.317312 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-abb4ec12-9ae6-4347-bbde-e6958b5838af tempest-DHCPAgentSchedulersTestJSON-1823382573 tempest-DHCPAgentSchedulersTestJSON-1823382573-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750027258543'] for network, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:49:53.380409 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac64df61-251a-4c76-9edb-ef52ac9ec93d req-470e67c0-9ac1-4b0e-8754-4d021ed04a0f tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:49:53.381984 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-ac64df61-251a-4c76-9edb-ef52ac9ec93d req-470e67c0-9ac1-4b0e-8754-4d021ed04a0f tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] 10.222.0.13 "GET /v2.0/networks?id=bb5b9fed-8e61-492a-a21e-f9ce432c95f7 HTTP/1.1" status: 200 len: 811 time: 0.1513634 Nov 05 18:49:53.389223 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-0d6e1c21-d985-4b4e-b889-d3c1e5affff0 None None] For port bd67e6d0-b5fc-4627-9c3b-fcffef9146ac, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=bd67e6d0-b5fc-4627-9c3b-fcffef9146ac,segment=NetworkSegment(7ef3f711-97df-42d5-8051-b95ff8d8acfc),segment_id=7ef3f711-97df-42d5-8051-b95ff8d8acfc)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:49:53.391981 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:49:53.415567 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-ac64df61-251a-4c76-9edb-ef52ac9ec93d req-f16e1253-7ba9-4ca7-929e-4606cfe94a00 tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] 10.222.0.13 "GET /v2.0/quotas/9d37d1d71d154d088bbcf565483b4218 HTTP/1.1" status: 200 len: 375 time: 0.0219409 Nov 05 18:49:53.448950 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-abb4ec12-9ae6-4347-bbde-e6958b5838af tempest-DHCPAgentSchedulersTestJSON-1823382573 tempest-DHCPAgentSchedulersTestJSON-1823382573-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-956796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877'] for network, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:49:53.456293 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abb4ec12-9ae6-4347-bbde-e6958b5838af tempest-DHCPAgentSchedulersTestJSON-1823382573 tempest-DHCPAgentSchedulersTestJSON-1823382573-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:49:53.456928 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-abb4ec12-9ae6-4347-bbde-e6958b5838af tempest-DHCPAgentSchedulersTestJSON-1823382573 tempest-DHCPAgentSchedulersTestJSON-1823382573-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597851'] for network, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:49:53.460907 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-0d6e1c21-d985-4b4e-b889-d3c1e5affff0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:49:53.567219 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-abb4ec12-9ae6-4347-bbde-e6958b5838af tempest-DHCPAgentSchedulersTestJSON-1823382573 tempest-DHCPAgentSchedulersTestJSON-1823382573-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.5464103 Nov 05 18:49:53.570073 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 55416) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:49:53.581322 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.db.api [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102388) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 05 18:49:53.582294 n-d-816865-1 neutron-server[102388]: DEBUG oslo_db.api [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 05 18:49:53.592302 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6e1c21-d985-4b4e-b889-d3c1e5affff0 None None] Pushing event updated for resources: {'Port': ['ID=bd67e6d0-b5fc-4627-9c3b-fcffef9146ac,revision_number=3']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:49:53.594673 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-ac64df61-251a-4c76-9edb-ef52ac9ec93d req-052c2545-97d9-4ff5-b9d4-fe9a150ba993 tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=9d37d1d71d154d088bbcf565483b4218&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1734838 Nov 05 18:49:53.598730 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb4ec12-9ae6-4347-bbde-e6958b5838af tempest-DHCPAgentSchedulersTestJSON-1823382573 tempest-DHCPAgentSchedulersTestJSON-1823382573-project] Pushing event updated for resources: {'Network': ['ID=9806df0a-f03a-48e6-aca1-92bdd471c380,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:49:53.622310 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Network 9806df0a-f03a-48e6-aca1-92bdd471c380 details requested by agent ovs-agent-n-d-816865-1 with host n-d-816865-1 {{(pid=102388) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 05 18:49:53.762618 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-ac64df61-251a-4c76-9edb-ef52ac9ec93d req-7a135a19-fdc6-458b-b500-db13fa1c38be service neutron] 10.222.0.13 "GET /v2.0/networks/bb5b9fed-8e61-492a-a21e-f9ce432c95f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1517341 Nov 05 18:49:53.783285 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-2b14c493-5f7f-4b83-9082-e24a8ebce745 None None] Provisioning complete for port bd67e6d0-b5fc-4627-9c3b-fcffef9146ac triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:49:53.784329 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-2b14c493-5f7f-4b83-9082-e24a8ebce745 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:49:53.798609 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-012ca86f-3b36-42d5-93f8-ea509fce7955 tempest-DHCPAgentSchedulersTestJSON-1260594895 tempest-DHCPAgentSchedulersTestJSON-1260594895-project-admin] 10.222.0.13 "GET /v2.0/agents/987e2ca0-bc3b-4c6f-a989-429ccfbf753f/dhcp-networks HTTP/1.1" status: 200 len: 8847 time: 0.2222073 Nov 05 18:49:53.798609 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 55422) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:49:53.830607 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0d46e2-11ba-4588-b966-75fe82da0e55 req-8997b36f-b701-4037-8a41-543a1f3225ab tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:49:53.841128 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-fd0d46e2-11ba-4588-b966-75fe82da0e55 req-8997b36f-b701-4037-8a41-543a1f3225ab tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] 10.222.0.13 "GET /v2.0/ports?device_id=61b0b4c5-32cb-44e3-90ab-4ac45e1c5f88 HTTP/1.1" status: 200 len: 945 time: 0.1301017 Nov 05 18:49:53.892751 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30193b23-8ef8-4547-836c-fab39cfbc7a6 tempest-DHCPAgentSchedulersTestJSON-1260594895 tempest-DHCPAgentSchedulersTestJSON-1260594895-project-admin] Network 9806df0a-f03a-48e6-aca1-92bdd471c380 is scheduled to be hosted by DHCP agent 987e2ca0-bc3b-4c6f-a989-429ccfbf753f with binding_index 1 {{(pid=102386) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 05 18:49:53.949852 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-fd0d46e2-11ba-4588-b966-75fe82da0e55 req-ca2dc769-7c34-46e3-b729-d73f5f7121e9 tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] 10.222.0.13 "GET /v2.0/security-groups?id=e0838ac1-f008-48c1-ab43-123e255d616a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077816 Nov 05 18:49:53.963933 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-ac64df61-251a-4c76-9edb-ef52ac9ec93d req-1ec48e6d-5b6b-45b7-b1a2-3d8e15ced01d service neutron] 10.222.0.13 "GET /v2.0/networks/bb5b9fed-8e61-492a-a21e-f9ce432c95f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1972358 Nov 05 18:49:54.042118 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-30193b23-8ef8-4547-836c-fab39cfbc7a6 tempest-DHCPAgentSchedulersTestJSON-1260594895 tempest-DHCPAgentSchedulersTestJSON-1260594895-project-admin] 10.222.0.13 "POST /v2.0/agents/987e2ca0-bc3b-4c6f-a989-429ccfbf753f/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.2388499 Nov 05 18:49:54.042315 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 55426) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:49:54.051003 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cb865b5-ebe5-4426-a76f-53d316367ad7 None None] Network 9806df0a-f03a-48e6-aca1-92bdd471c380 requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 18:49:54.206106 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-894597c2-6b12-4b2e-8f7a-833cca3158a3 None None] Could not find standard attr ID for object fbcd491e-4d6f-4845-8787-39182ea146c4. {{(pid=102388) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 05 18:49:54.236362 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-a28e8dce-33f9-4517-9c3b-c6b8d0d0942a req-b2d79909-cdd6-46ae-a7e4-84ded2e51a06 tempest-ServersOnMultiNodesTest-710233287 tempest-ServersOnMultiNodesTest-710233287-project] 10.222.0.13 "GET /v2.0/ports?device_id=7c59d711-977b-4fd3-ac1e-89cd86a4bb40 HTTP/1.1" status: 200 len: 210 time: 0.0330331 Nov 05 18:49:54.329855 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-bd639977-282b-4561-be87-76d8c1e25959 tempest-DHCPAgentSchedulersTestJSON-1260594895 tempest-DHCPAgentSchedulersTestJSON-1260594895-project-admin] 10.222.0.13 "GET /v2.0/agents/987e2ca0-bc3b-4c6f-a989-429ccfbf753f/dhcp-networks HTTP/1.1" status: 200 len: 9618 time: 0.2863822 Nov 05 18:49:54.330673 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 55432) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:49:54.454638 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-37342a1d-97b7-4289-82d7-0c8d95016e47 req-30b8378a-61ad-407c-8d38-fa9c9ba57faa tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] 10.222.0.13 "GET /v2.0/ports?device_id=8ffa2862-88c4-4012-9455-fe38da20377f HTTP/1.1" status: 200 len: 210 time: 0.0629666 Nov 05 18:49:54.530136 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-416373a0-86da-4756-b863-93c7ec3b6366 req-8082202a-fce6-422c-bf08-e4079db64a4d tempest-ServersOnMultiNodesTest-710233287 tempest-ServersOnMultiNodesTest-710233287-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=ace8311f15794bf9a6ad1c1faa75592d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0254841 Nov 05 18:49:54.534072 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-afd72c9b-7e39-40aa-a5c6-1db51d4e8d2f tempest-DHCPAgentSchedulersTestJSON-1260594895 tempest-DHCPAgentSchedulersTestJSON-1260594895-project-admin] 10.222.0.13 "DELETE /v2.0/agents/987e2ca0-bc3b-4c6f-a989-429ccfbf753f/dhcp-networks/9806df0a-f03a-48e6-aca1-92bdd471c380 HTTP/1.1" status: 204 len: 168 time: 0.2017860 Nov 05 18:49:54.537532 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 55440) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:49:54.681853 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416373a0-86da-4756-b863-93c7ec3b6366 req-efc1a8dc-aac8-41cf-a9fb-9cec7197d0ff tempest-ServersOnMultiNodesTest-710233287 tempest-ServersOnMultiNodesTest-710233287-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:49:54.683390 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-416373a0-86da-4756-b863-93c7ec3b6366 req-efc1a8dc-aac8-41cf-a9fb-9cec7197d0ff tempest-ServersOnMultiNodesTest-710233287 tempest-ServersOnMultiNodesTest-710233287-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1445141 Nov 05 18:49:54.689941 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-503a3cbe-3d30-40a6-a643-85f86c223af3 tempest-DHCPAgentSchedulersTestJSON-1260594895 tempest-DHCPAgentSchedulersTestJSON-1260594895-project-admin] 10.222.0.13 "GET /v2.0/agents/987e2ca0-bc3b-4c6f-a989-429ccfbf753f/dhcp-networks HTTP/1.1" status: 200 len: 8847 time: 0.1512585 Nov 05 18:49:54.695555 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 55446) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:49:54.713257 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [req-416373a0-86da-4756-b863-93c7ec3b6366 req-41727593-e258-4023-82fa-e353de542138 tempest-ServersOnMultiNodesTest-710233287 tempest-ServersOnMultiNodesTest-710233287-project] Request body: {'port': {'device_id': 'c2617d61-a26d-4245-b417-3c7214524de9', 'network_id': 'a723f808-b11e-4066-b104-fad90c82895e', 'admin_state_up': True, 'tenant_id': 'ace8311f15794bf9a6ad1c1faa75592d'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:49:54.716089 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-922d58c0-8e65-4976-b7ee-79f2c53ee865 tempest-DHCPAgentSchedulersTestJSON-1260594895 tempest-DHCPAgentSchedulersTestJSON-1260594895-project-admin] 10.222.0.13 "GET /v2.0/networks/4dabe8e5-9177-444b-ae3a-40a91266d70b/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0193107 Nov 05 18:49:54.719739 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 55448) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:49:54.748969 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-a64cd19d-1dff-4eb4-be74-0f9badb3dec5 tempest-DHCPAgentSchedulersTestJSON-1260594895 tempest-DHCPAgentSchedulersTestJSON-1260594895-project-admin] 10.222.0.13 "GET /v2.0/networks/4dabe8e5-9177-444b-ae3a-40a91266d70b/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0256991 Nov 05 18:49:54.752013 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 55450) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:49:55.012267 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-a24891d5-3ad4-4da0-92f7-c0fcc89d7ace tempest-DHCPAgentSchedulersTestJSON-1260594895 tempest-DHCPAgentSchedulersTestJSON-1260594895-project-admin] 10.222.0.13 "GET /v2.0/agents/987e2ca0-bc3b-4c6f-a989-429ccfbf753f/dhcp-networks HTTP/1.1" status: 200 len: 8847 time: 0.2522986 Nov 05 18:49:55.015742 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 55456) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:49:55.060724 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device bd67e6d0-b5fc-4627-9c3b-fcffef9146ac up at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 18:49:55.118331 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4578ceb7-66b8-4a74-b217-dceb794a820e req-2a50e757-dc46-4484-ad09-af98a79379d4 tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:49:55.127428 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-4578ceb7-66b8-4a74-b217-dceb794a820e req-2a50e757-dc46-4484-ad09-af98a79379d4 tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] 10.222.0.13 "GET /v2.0/ports?device_id=61b0b4c5-32cb-44e3-90ab-4ac45e1c5f88 HTTP/1.1" status: 200 len: 945 time: 0.0656755 Nov 05 18:49:55.172012 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Provisioning complete for port bd67e6d0-b5fc-4627-9c3b-fcffef9146ac triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:49:55.172639 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:49:55.183105 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-416373a0-86da-4756-b863-93c7ec3b6366 req-41727593-e258-4023-82fa-e353de542138 tempest-ServersOnMultiNodesTest-710233287 tempest-ServersOnMultiNodesTest-710233287-project] Made reservation on behalf of ace8311f15794bf9a6ad1c1faa75592d for: {'port': 1} {{(pid=102386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 18:49:55.190296 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-416373a0-86da-4756-b863-93c7ec3b6366 req-41727593-e258-4023-82fa-e353de542138 tempest-ServersOnMultiNodesTest-710233287 tempest-ServersOnMultiNodesTest-710233287-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:49:55.195759 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-4578ceb7-66b8-4a74-b217-dceb794a820e req-13b516f4-ce6b-484e-8fa6-276b12972487 tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] 10.222.0.13 "GET /v2.0/security-groups?id=e0838ac1-f008-48c1-ab43-123e255d616a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614474 Nov 05 18:49:55.205975 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-416373a0-86da-4756-b863-93c7ec3b6366 req-fca61847-b312-4e8a-9881-97e2933b7c47 tempest-ServersOnMultiNodesTest-710233287 tempest-ServersOnMultiNodesTest-710233287-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=ace8311f15794bf9a6ad1c1faa75592d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0871134 Nov 05 18:49:55.288653 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-a2d6643e-ac4b-4ecf-bcd3-46da41b288fc tempest-DHCPAgentSchedulersTestJSON-1823382573 tempest-DHCPAgentSchedulersTestJSON-1823382573-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1664226'] for network, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:49:55.379021 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-95448381-0d9e-4713-bade-67afb7e6e441 req-644ec3ba-3183-40c8-9d5f-a9b06223f688 tempest-ServersOnMultiNodesTest-710233287 tempest-ServersOnMultiNodesTest-710233287-project] 10.222.0.13 "GET /v2.0/ports?device_id=7c59d711-977b-4fd3-ac1e-89cd86a4bb40 HTTP/1.1" status: 200 len: 210 time: 0.0396397 Nov 05 18:49:55.412831 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416373a0-86da-4756-b863-93c7ec3b6366 req-b59c34f2-9a90-4ab3-941f-5a8c07f75452 tempest-ServersOnMultiNodesTest-710233287 tempest-ServersOnMultiNodesTest-710233287-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:49:55.414590 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-416373a0-86da-4756-b863-93c7ec3b6366 req-b59c34f2-9a90-4ab3-941f-5a8c07f75452 tempest-ServersOnMultiNodesTest-710233287 tempest-ServersOnMultiNodesTest-710233287-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2073419 Nov 05 18:49:55.443800 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [req-416373a0-86da-4756-b863-93c7ec3b6366 req-22df4b67-3c82-4a2b-adfb-d399a791fb96 tempest-ServersOnMultiNodesTest-710233287 tempest-ServersOnMultiNodesTest-710233287-project] Request body: {'port': {'device_id': '7c59d711-977b-4fd3-ac1e-89cd86a4bb40', 'network_id': 'a723f808-b11e-4066-b104-fad90c82895e', 'admin_state_up': True, 'tenant_id': 'ace8311f15794bf9a6ad1c1faa75592d'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:49:55.507291 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-a2d6643e-ac4b-4ecf-bcd3-46da41b288fc tempest-DHCPAgentSchedulersTestJSON-1823382573 tempest-DHCPAgentSchedulersTestJSON-1823382573-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1579173', 'neutron.services.segments.db._delete_segments_for_network-8750027792909'] for network, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:49:55.542612 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-1f013034-f1e7-4f5f-af81-d0fccab04932 req-7152b5e1-6997-4519-9eaa-d38b1d73a578 tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] 10.222.0.13 "GET /v2.0/ports?device_id=8ffa2862-88c4-4012-9455-fe38da20377f HTTP/1.1" status: 200 len: 210 time: 0.0296941 Nov 05 18:49:55.598936 n-d-816865-1 neutron-server[102386]: DEBUG neutron.services.segments.db [None req-a2d6643e-ac4b-4ecf-bcd3-46da41b288fc tempest-DHCPAgentSchedulersTestJSON-1823382573 tempest-DHCPAgentSchedulersTestJSON-1823382573-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9806df0a-f03a-48e6-aca1-92bdd471c380']}} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:49:55.618701 n-d-816865-1 neutron-server[102386]: DEBUG neutron.services.segments.db [None req-a2d6643e-ac4b-4ecf-bcd3-46da41b288fc tempest-DHCPAgentSchedulersTestJSON-1823382573 tempest-DHCPAgentSchedulersTestJSON-1823382573-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7773f4cc-d29e-4972-818c-4593bf520985') {'for_net_delete': True} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:49:55.618998 n-d-816865-1 neutron-server[102386]: DEBUG neutron.services.segments.db [None req-a2d6643e-ac4b-4ecf-bcd3-46da41b288fc tempest-DHCPAgentSchedulersTestJSON-1823382573 tempest-DHCPAgentSchedulersTestJSON-1823382573-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7773f4cc-d29e-4972-818c-4593bf520985') {} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:49:55.637490 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-a2d6643e-ac4b-4ecf-bcd3-46da41b288fc tempest-DHCPAgentSchedulersTestJSON-1823382573 tempest-DHCPAgentSchedulersTestJSON-1823382573-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750027793430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4590747'] for segment, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:49:55.639379 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.db_base_plugin_common [req-416373a0-86da-4756-b863-93c7ec3b6366 req-41727593-e258-4023-82fa-e353de542138 tempest-ServersOnMultiNodesTest-710233287 tempest-ServersOnMultiNodesTest-710233287-project] Allocated IP 192.168.233.22 (a723f808-b11e-4066-b104-fad90c82895e/05e7a1b5-165b-4a00-855a-ffbcb2eba59e/976c4505-32dd-43c0-b0d3-7b2c28ae4643) {{(pid=102386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 18:49:55.665731 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-a2d6643e-ac4b-4ecf-bcd3-46da41b288fc tempest-DHCPAgentSchedulersTestJSON-1823382573 tempest-DHCPAgentSchedulersTestJSON-1823382573-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273'] for segment, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:49:55.683969 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a2d6643e-ac4b-4ecf-bcd3-46da41b288fc tempest-DHCPAgentSchedulersTestJSON-1823382573 tempest-DHCPAgentSchedulersTestJSON-1823382573-project] Releasing vlan 173 on physical network physnet1 to pool {{(pid=102386) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 05 18:49:55.684454 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-a2d6643e-ac4b-4ecf-bcd3-46da41b288fc tempest-DHCPAgentSchedulersTestJSON-1823382573 tempest-DHCPAgentSchedulersTestJSON-1823382573-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6149721'] for segment, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:49:55.688710 n-d-816865-1 neutron-server[102386]: Traceback (most recent call last): Nov 05 18:49:55.688710 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 05 18:49:55.688710 n-d-816865-1 neutron-server[102386]: timer() Nov 05 18:49:55.688710 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 05 18:49:55.688710 n-d-816865-1 neutron-server[102386]: cb(*args, **kw) Nov 05 18:49:55.688710 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 05 18:49:55.688710 n-d-816865-1 neutron-server[102386]: return func(*args, **kwargs) Nov 05 18:49:55.688710 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 05 18:49:55.688710 n-d-816865-1 neutron-server[102386]: self._notify() Nov 05 18:49:55.688710 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 05 18:49:55.688710 n-d-816865-1 neutron-server[102386]: self.callback(batched_events) Nov 05 18:49:55.688710 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 05 18:49:55.688710 n-d-816865-1 neutron-server[102386]: event.method(event) Nov 05 18:49:55.688710 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 05 18:49:55.688710 n-d-816865-1 neutron-server[102386]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 05 18:49:55.688710 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 05 18:49:55.688710 n-d-816865-1 neutron-server[102386]: aggregate_uuid = self.p_client.list_aggregates( Nov 05 18:49:55.688710 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 05 18:49:55.688710 n-d-816865-1 neutron-server[102386]: return f(self, *a, **k) Nov 05 18:49:55.688710 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 05 18:49:55.688710 n-d-816865-1 neutron-server[102386]: return self._get(url).json() Nov 05 18:49:55.688710 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 05 18:49:55.688710 n-d-816865-1 neutron-server[102386]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 05 18:49:55.688710 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 05 18:49:55.688710 n-d-816865-1 neutron-server[102386]: return self.request(url, 'GET', **kwargs) Nov 05 18:49:55.688710 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 05 18:49:55.688710 n-d-816865-1 neutron-server[102386]: base_url = self.get_endpoint(auth, allow=allow, Nov 05 18:49:55.688710 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 05 18:49:55.688710 n-d-816865-1 neutron-server[102386]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 05 18:49:55.688710 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 05 18:49:55.688710 n-d-816865-1 neutron-server[102386]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 05 18:49:55.688710 n-d-816865-1 neutron-server[102386]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 05 18:49:55.851000 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-416373a0-86da-4756-b863-93c7ec3b6366 req-22df4b67-3c82-4a2b-adfb-d399a791fb96 tempest-ServersOnMultiNodesTest-710233287 tempest-ServersOnMultiNodesTest-710233287-project] Made reservation on behalf of ace8311f15794bf9a6ad1c1faa75592d for: {'port': 1} {{(pid=102386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 18:49:55.854518 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-416373a0-86da-4756-b863-93c7ec3b6366 req-22df4b67-3c82-4a2b-adfb-d399a791fb96 tempest-ServersOnMultiNodesTest-710233287 tempest-ServersOnMultiNodesTest-710233287-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:49:55.877571 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-a2d6643e-ac4b-4ecf-bcd3-46da41b288fc tempest-DHCPAgentSchedulersTestJSON-1823382573 tempest-DHCPAgentSchedulersTestJSON-1823382573-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1579178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-956796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1000687'] for network, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:49:55.902205 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-a2d6643e-ac4b-4ecf-bcd3-46da41b288fc tempest-DHCPAgentSchedulersTestJSON-1823382573 tempest-DHCPAgentSchedulersTestJSON-1823382573-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597851'] for network, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:49:55.905370 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-a2d6643e-ac4b-4ecf-bcd3-46da41b288fc tempest-DHCPAgentSchedulersTestJSON-1823382573 tempest-DHCPAgentSchedulersTestJSON-1823382573-project] 10.222.0.13 "DELETE /v2.0/networks/9806df0a-f03a-48e6-aca1-92bdd471c380 HTTP/1.1" status: 204 len: 168 time: 0.8886549 Nov 05 18:49:55.908066 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 55474) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:49:55.926025 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-416373a0-86da-4756-b863-93c7ec3b6366 req-41727593-e258-4023-82fa-e353de542138 tempest-ServersOnMultiNodesTest-710233287 tempest-ServersOnMultiNodesTest-710233287-project] Publish callbacks [] for port, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:49:55.931331 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d6643e-ac4b-4ecf-bcd3-46da41b288fc tempest-DHCPAgentSchedulersTestJSON-1823382573 tempest-DHCPAgentSchedulersTestJSON-1823382573-project] Pushing event deleted for resources: {'Network': ['ID=9806df0a-f03a-48e6-aca1-92bdd471c380,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:49:55.934682 n-d-816865-1 neutron-server[102387]: INFO neutron.pecan_wsgi.hooks.translation [None req-71941932-71ad-44ad-ad0f-be75855bd177 tempest-DHCPAgentSchedulersTestJSON-1823382573 tempest-DHCPAgentSchedulersTestJSON-1823382573-project] DELETE failed (client error): The resource could not be found. Nov 05 18:49:55.935400 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-71941932-71ad-44ad-ad0f-be75855bd177 tempest-DHCPAgentSchedulersTestJSON-1823382573 tempest-DHCPAgentSchedulersTestJSON-1823382573-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102387) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 05 18:49:55.940824 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-71941932-71ad-44ad-ad0f-be75855bd177 tempest-DHCPAgentSchedulersTestJSON-1823382573 tempest-DHCPAgentSchedulersTestJSON-1823382573-project] 10.222.0.13 "DELETE /v2.0/ports/fbcd491e-4d6f-4845-8787-39182ea146c4 HTTP/1.1" status: 404 len: 333 time: 0.0291507 Nov 05 18:49:55.941095 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 55476) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:49:56.011361 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.db_base_plugin_v2 [None req-a54f9bd1-75bf-454a-8312-3f588dd9bf57 tempest-DHCPAgentSchedulersTestJSON-1823382573 tempest-DHCPAgentSchedulersTestJSON-1823382573-project] Deleting subnet 388364e8-7b8a-4060-b84d-08e496f74d78 {{(pid=102387) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 05 18:49:56.014580 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-a54f9bd1-75bf-454a-8312-3f588dd9bf57 tempest-DHCPAgentSchedulersTestJSON-1823382573 tempest-DHCPAgentSchedulersTestJSON-1823382573-project] Publish callbacks [] for subnet, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:49:56.056254 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-a54f9bd1-75bf-454a-8312-3f588dd9bf57 tempest-DHCPAgentSchedulersTestJSON-1823382573 tempest-DHCPAgentSchedulersTestJSON-1823382573-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4463501'] for subnet, precommit_delete_associations {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:49:56.077339 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-416373a0-86da-4756-b863-93c7ec3b6366 req-41727593-e258-4023-82fa-e353de542138 tempest-ServersOnMultiNodesTest-710233287 tempest-ServersOnMultiNodesTest-710233287-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:49:56.089510 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] get_ports_and_sgs() called for port_ids ['e4268253-2c3d-4389-9f13-e0128dfb13d4'] {{(pid=102388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 18:49:56.151322 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-416373a0-86da-4756-b863-93c7ec3b6366 req-41727593-e258-4023-82fa-e353de542138 tempest-ServersOnMultiNodesTest-710233287 tempest-ServersOnMultiNodesTest-710233287-project] Network a723f808-b11e-4066-b104-fad90c82895e is already hosted by enough agents. {{(pid=102386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 18:49:56.164118 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.base_scheduler [req-416373a0-86da-4756-b863-93c7ec3b6366 req-41727593-e258-4023-82fa-e353de542138 tempest-ServersOnMultiNodesTest-710233287 tempest-ServersOnMultiNodesTest-710233287-project] Resources bound (agent type, host, resource id): {{(pid=102386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:49:56.165104 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-a54f9bd1-75bf-454a-8312-3f588dd9bf57 tempest-DHCPAgentSchedulersTestJSON-1823382573 tempest-DHCPAgentSchedulersTestJSON-1823382573-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1573928'] for subnet, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:49:56.172297 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [req-416373a0-86da-4756-b863-93c7ec3b6366 req-41727593-e258-4023-82fa-e353de542138 tempest-ServersOnMultiNodesTest-710233287 tempest-ServersOnMultiNodesTest-710233287-project] Received port after_create {{(pid=102386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 18:49:56.176347 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41727593-e258-4023-82fa-e353de542138 tempest-ServersOnMultiNodesTest-710233287 tempest-ServersOnMultiNodesTest-710233287-project] Pushing event updated for resources: {'Port': ['ID=976c4505-32dd-43c0-b0d3-7b2c28ae4643,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:49:56.213000 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.db_base_plugin_common [req-416373a0-86da-4756-b863-93c7ec3b6366 req-22df4b67-3c82-4a2b-adfb-d399a791fb96 tempest-ServersOnMultiNodesTest-710233287 tempest-ServersOnMultiNodesTest-710233287-project] Allocated IP 192.168.233.243 (a723f808-b11e-4066-b104-fad90c82895e/05e7a1b5-165b-4a00-855a-ffbcb2eba59e/328468a7-8564-46fe-b7ce-549f91925675) {{(pid=102386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 18:49:56.262825 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416373a0-86da-4756-b863-93c7ec3b6366 req-41727593-e258-4023-82fa-e353de542138 tempest-ServersOnMultiNodesTest-710233287 tempest-ServersOnMultiNodesTest-710233287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:49:56.263464 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-416373a0-86da-4756-b863-93c7ec3b6366 req-41727593-e258-4023-82fa-e353de542138 tempest-ServersOnMultiNodesTest-710233287 tempest-ServersOnMultiNodesTest-710233287-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:49:56.377846 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-a54f9bd1-75bf-454a-8312-3f588dd9bf57 tempest-DHCPAgentSchedulersTestJSON-1823382573 tempest-DHCPAgentSchedulersTestJSON-1823382573-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1573905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4417146', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5112209'] for subnet, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:49:56.409208 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-416373a0-86da-4756-b863-93c7ec3b6366 req-41727593-e258-4023-82fa-e353de542138 tempest-ServersOnMultiNodesTest-710233287 tempest-ServersOnMultiNodesTest-710233287-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.7055097 Nov 05 18:49:56.421505 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-a54f9bd1-75bf-454a-8312-3f588dd9bf57 tempest-DHCPAgentSchedulersTestJSON-1823382573 tempest-DHCPAgentSchedulersTestJSON-1823382573-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597851'] for subnet, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:49:56.427060 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-a54f9bd1-75bf-454a-8312-3f588dd9bf57 tempest-DHCPAgentSchedulersTestJSON-1823382573 tempest-DHCPAgentSchedulersTestJSON-1823382573-project] 10.222.0.13 "DELETE /v2.0/subnets/388364e8-7b8a-4060-b84d-08e496f74d78 HTTP/1.1" status: 204 len: 168 time: 0.4826646 Nov 05 18:49:56.427791 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54f9bd1-75bf-454a-8312-3f588dd9bf57 tempest-DHCPAgentSchedulersTestJSON-1823382573 tempest-DHCPAgentSchedulersTestJSON-1823382573-project] Pushing event deleted for resources: {'Subnet': ['ID=388364e8-7b8a-4060-b84d-08e496f74d78,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:49:56.430680 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-659830c4-05b6-4bb0-bf8d-56a4ebca9d86 None None] Network 4dabe8e5-9177-444b-ae3a-40a91266d70b requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 18:49:56.430825 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 55488) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:49:56.431422 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [req-416373a0-86da-4756-b863-93c7ec3b6366 req-0dbfc1da-c27c-4683-88b5-ca52844019e5 service neutron] Request body: {'port': {'device_id': 'c2617d61-a26d-4245-b417-3c7214524de9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816865-1'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:49:56.476218 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5df6a4-c101-4bb6-b622-9c9528639a59 req-06691c93-7c70-464d-9843-7ad59aa28693 tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:49:56.483749 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-2e5df6a4-c101-4bb6-b622-9c9528639a59 req-06691c93-7c70-464d-9843-7ad59aa28693 tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] 10.222.0.13 "GET /v2.0/ports?device_id=61b0b4c5-32cb-44e3-90ab-4ac45e1c5f88 HTTP/1.1" status: 200 len: 945 time: 0.1406739 Nov 05 18:49:56.548885 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-416373a0-86da-4756-b863-93c7ec3b6366 req-0dbfc1da-c27c-4683-88b5-ca52844019e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:49:56.611584 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-75c6e53e-f4e5-4c84-8df8-658d292d6adf req-80fd4fc2-db0d-47a2-bcc4-050999b9714a tempest-ServersOnMultiNodesTest-710233287 tempest-ServersOnMultiNodesTest-710233287-project] 10.222.0.13 "GET /v2.0/ports?device_id=7c59d711-977b-4fd3-ac1e-89cd86a4bb40 HTTP/1.1" status: 200 len: 210 time: 0.1129522 Nov 05 18:49:56.615391 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-416373a0-86da-4756-b863-93c7ec3b6366 req-22df4b67-3c82-4a2b-adfb-d399a791fb96 tempest-ServersOnMultiNodesTest-710233287 tempest-ServersOnMultiNodesTest-710233287-project] Publish callbacks [] for port, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:49:56.660113 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-5c07bc8f-da12-4800-8904-549206f4dabd tempest-DHCPAgentSchedulersTestJSON-1823382573 tempest-DHCPAgentSchedulersTestJSON-1823382573-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1664226'] for network, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:49:56.685625 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-1cf3d412-df34-4549-9359-7f029de919a3 None None] Provisioning complete for port 976c4505-32dd-43c0-b0d3-7b2c28ae4643 triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:49:56.697764 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-1cf3d412-df34-4549-9359-7f029de919a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:49:56.698827 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-2e5df6a4-c101-4bb6-b622-9c9528639a59 req-23800b39-7c55-4913-8eec-02be39d1d660 tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] 10.222.0.13 "GET /v2.0/security-groups?id=e0838ac1-f008-48c1-ab43-123e255d616a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2100186 Nov 05 18:49:56.797329 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-1cf3d412-df34-4549-9359-7f029de919a3 None None] Port 976c4505-32dd-43c0-b0d3-7b2c28ae4643 cannot update to ACTIVE because it is not bound. {{(pid=102388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 18:49:56.801672 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63a842c3-42ac-4ef7-b766-89f280ae8c1b None None] DHCP port deletion for 4dabe8e5-9177-444b-ae3a-40a91266d70b request from n-d-816865-1 {{(pid=102388) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 05 18:49:56.802306 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [None req-5c07bc8f-da12-4800-8904-549206f4dabd tempest-DHCPAgentSchedulersTestJSON-1823382573 tempest-DHCPAgentSchedulersTestJSON-1823382573-project] Deleting port bd67e6d0-b5fc-4627-9c3b-fcffef9146ac {{(pid=102387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 18:49:56.802728 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-5c07bc8f-da12-4800-8904-549206f4dabd tempest-DHCPAgentSchedulersTestJSON-1823382573 tempest-DHCPAgentSchedulersTestJSON-1823382573-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:49:56.848683 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-416373a0-86da-4756-b863-93c7ec3b6366 req-22df4b67-3c82-4a2b-adfb-d399a791fb96 tempest-ServersOnMultiNodesTest-710233287 tempest-ServersOnMultiNodesTest-710233287-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:49:56.861374 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] get_ports_and_sgs() called for port_ids ['e4268253-2c3d-4389-9f13-e0128dfb13d4'] {{(pid=102388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 18:49:56.882801 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-e020af55-e97d-44b2-b70a-f8b93e2d70b0 req-f5eeb0cd-62a0-4be4-a5ab-23c2440a4df8 tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] 10.222.0.13 "GET /v2.0/ports?device_id=8ffa2862-88c4-4012-9455-fe38da20377f HTTP/1.1" status: 200 len: 210 time: 0.0678461 Nov 05 18:49:56.901688 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.db [None req-5c07bc8f-da12-4800-8904-549206f4dabd tempest-DHCPAgentSchedulersTestJSON-1823382573 tempest-DHCPAgentSchedulersTestJSON-1823382573-project] For port bd67e6d0-b5fc-4627-9c3b-fcffef9146ac, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=bd67e6d0-b5fc-4627-9c3b-fcffef9146ac,segment=NetworkSegment(7ef3f711-97df-42d5-8051-b95ff8d8acfc),segment_id=7ef3f711-97df-42d5-8051-b95ff8d8acfc)] {{(pid=102387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:49:56.902066 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-5c07bc8f-da12-4800-8904-549206f4dabd tempest-DHCPAgentSchedulersTestJSON-1823382573 tempest-DHCPAgentSchedulersTestJSON-1823382573-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:49:56.916953 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [None req-5c07bc8f-da12-4800-8904-549206f4dabd tempest-DHCPAgentSchedulersTestJSON-1823382573 tempest-DHCPAgentSchedulersTestJSON-1823382573-project] Calling delete_port for bd67e6d0-b5fc-4627-9c3b-fcffef9146ac owned by network:dhcp {{(pid=102387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 18:49:57.008875 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac64df61-251a-4c76-9edb-ef52ac9ec93d req-549af436-6e9d-4ba3-ba5e-0203a0d7567e tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:49:57.010962 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-ac64df61-251a-4c76-9edb-ef52ac9ec93d req-549af436-6e9d-4ba3-ba5e-0203a0d7567e tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] 10.222.0.41 "GET /v2.0/networks?id=bb5b9fed-8e61-492a-a21e-f9ce432c95f7 HTTP/1.1" status: 200 len: 811 time: 0.1637495 Nov 05 18:49:57.075072 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [req-ac64df61-251a-4c76-9edb-ef52ac9ec93d req-7466f3db-c394-4869-ad53-126e8aed7fb2 tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] Request body: {'port': {'device_id': '8ffa2862-88c4-4012-9455-fe38da20377f', 'network_id': 'bb5b9fed-8e61-492a-a21e-f9ce432c95f7', 'admin_state_up': True, 'tenant_id': '9d37d1d71d154d088bbcf565483b4218'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:49:57.091240 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-416373a0-86da-4756-b863-93c7ec3b6366 req-22df4b67-3c82-4a2b-adfb-d399a791fb96 tempest-ServersOnMultiNodesTest-710233287 tempest-ServersOnMultiNodesTest-710233287-project] Network a723f808-b11e-4066-b104-fad90c82895e is already hosted by enough agents. {{(pid=102386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 18:49:57.100174 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device bd67e6d0-b5fc-4627-9c3b-fcffef9146ac no longer exists at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 18:49:57.118537 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-5c07bc8f-da12-4800-8904-549206f4dabd tempest-DHCPAgentSchedulersTestJSON-1823382573 tempest-DHCPAgentSchedulersTestJSON-1823382573-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4417063'] for port, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:49:57.145232 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.base_scheduler [req-416373a0-86da-4756-b863-93c7ec3b6366 req-22df4b67-3c82-4a2b-adfb-d399a791fb96 tempest-ServersOnMultiNodesTest-710233287 tempest-ServersOnMultiNodesTest-710233287-project] Resources bound (agent type, host, resource id): {{(pid=102386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:49:57.147973 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [req-416373a0-86da-4756-b863-93c7ec3b6366 req-22df4b67-3c82-4a2b-adfb-d399a791fb96 tempest-ServersOnMultiNodesTest-710233287 tempest-ServersOnMultiNodesTest-710233287-project] Received port after_create {{(pid=102386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 18:49:57.159606 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-63a842c3-42ac-4ef7-b766-89f280ae8c1b None None] Deleting port bd67e6d0-b5fc-4627-9c3b-fcffef9146ac {{(pid=102388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 18:49:57.161154 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-63a842c3-42ac-4ef7-b766-89f280ae8c1b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:49:57.191752 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] No active binding found for port bd67e6d0-b5fc-4627-9c3b-fcffef9146ac {{(pid=102388) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 05 18:49:57.192409 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device bd67e6d0-b5fc-4627-9c3b-fcffef9146ac not bound to the agent host n-d-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 18:49:57.235780 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22df4b67-3c82-4a2b-adfb-d399a791fb96 tempest-ServersOnMultiNodesTest-710233287 tempest-ServersOnMultiNodesTest-710233287-project] Pushing event updated for resources: {'Port': ['ID=328468a7-8564-46fe-b7ce-549f91925675,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:49:57.260760 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c07bc8f-da12-4800-8904-549206f4dabd tempest-DHCPAgentSchedulersTestJSON-1823382573 tempest-DHCPAgentSchedulersTestJSON-1823382573-project] Pushing event deleted for resources: {'Port': ['ID=bd67e6d0-b5fc-4627-9c3b-fcffef9146ac,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:49:57.263472 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c07bc8f-da12-4800-8904-549206f4dabd tempest-DHCPAgentSchedulersTestJSON-1823382573 tempest-DHCPAgentSchedulersTestJSON-1823382573-project] No DVR routers for this DVR port bd67e6d0-b5fc-4627-9c3b-fcffef9146ac on host n-d-816865-1 {{(pid=102387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 18:49:57.295705 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416373a0-86da-4756-b863-93c7ec3b6366 req-22df4b67-3c82-4a2b-adfb-d399a791fb96 tempest-ServersOnMultiNodesTest-710233287 tempest-ServersOnMultiNodesTest-710233287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:49:57.296355 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-416373a0-86da-4756-b863-93c7ec3b6366 req-22df4b67-3c82-4a2b-adfb-d399a791fb96 tempest-ServersOnMultiNodesTest-710233287 tempest-ServersOnMultiNodesTest-710233287-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:49:57.309163 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-63a842c3-42ac-4ef7-b766-89f280ae8c1b None None] For port bd67e6d0-b5fc-4627-9c3b-fcffef9146ac, host n-d-816865-1, got binding levels [] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:49:57.310713 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-63a842c3-42ac-4ef7-b766-89f280ae8c1b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:49:57.352494 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-63a842c3-42ac-4ef7-b766-89f280ae8c1b None None] Calling delete_port for bd67e6d0-b5fc-4627-9c3b-fcffef9146ac owned by network:dhcp {{(pid=102388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 18:49:57.357857 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.ipam_backend_mixin [None req-63a842c3-42ac-4ef7-b766-89f280ae8c1b None None] Port bd67e6d0-b5fc-4627-9c3b-fcffef9146ac was not found and therefore no delete operation was performed {{(pid=102388) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 05 18:49:57.365510 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-63a842c3-42ac-4ef7-b766-89f280ae8c1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798'] for port, after_delete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:49:57.408232 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-416373a0-86da-4756-b863-93c7ec3b6366 req-22df4b67-3c82-4a2b-adfb-d399a791fb96 tempest-ServersOnMultiNodesTest-710233287 tempest-ServersOnMultiNodesTest-710233287-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9727125 Nov 05 18:49:57.422843 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [req-416373a0-86da-4756-b863-93c7ec3b6366 req-b60de136-b58d-42ae-8563-2a70895bc978 service neutron] Request body: {'port': {'device_id': '7c59d711-977b-4fd3-ac1e-89cd86a4bb40', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816865-1'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:49:57.434922 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a842c3-42ac-4ef7-b766-89f280ae8c1b None None] Pushing event deleted for resources: {'Port': ['ID=bd67e6d0-b5fc-4627-9c3b-fcffef9146ac,revision_number=None']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:49:57.439205 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63a842c3-42ac-4ef7-b766-89f280ae8c1b None None] No DVR routers for this DVR port bd67e6d0-b5fc-4627-9c3b-fcffef9146ac on host n-d-816865-1 {{(pid=102388) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 18:49:57.499541 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-5c07bc8f-da12-4800-8904-549206f4dabd tempest-DHCPAgentSchedulersTestJSON-1823382573 tempest-DHCPAgentSchedulersTestJSON-1823382573-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1579173', 'neutron.services.segments.db._delete_segments_for_network-8750027792909'] for network, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:49:57.500395 n-d-816865-1 neutron-server[102386]: DEBUG neutron.notifiers.nova [req-416373a0-86da-4756-b863-93c7ec3b6366 req-0dbfc1da-c27c-4683-88b5-ca52844019e5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 976c4505-32dd-43c0-b0d3-7b2c28ae4643 {{(pid=102386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 18:49:57.504246 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ac64df61-251a-4c76-9edb-ef52ac9ec93d req-7466f3db-c394-4869-ad53-126e8aed7fb2 tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] Made reservation on behalf of 9d37d1d71d154d088bbcf565483b4218 for: {'port': 1} {{(pid=102386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 18:49:57.508649 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-ac64df61-251a-4c76-9edb-ef52ac9ec93d req-7466f3db-c394-4869-ad53-126e8aed7fb2 tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:49:57.517109 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-416373a0-86da-4756-b863-93c7ec3b6366 req-0dbfc1da-c27c-4683-88b5-ca52844019e5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:49:57.530326 n-d-816865-1 neutron-server[102387]: DEBUG neutron.services.segments.db [None req-5c07bc8f-da12-4800-8904-549206f4dabd tempest-DHCPAgentSchedulersTestJSON-1823382573 tempest-DHCPAgentSchedulersTestJSON-1823382573-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4dabe8e5-9177-444b-ae3a-40a91266d70b']}} {{(pid=102387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:49:57.541355 n-d-816865-1 neutron-server[102387]: DEBUG neutron.services.segments.db [None req-5c07bc8f-da12-4800-8904-549206f4dabd tempest-DHCPAgentSchedulersTestJSON-1823382573 tempest-DHCPAgentSchedulersTestJSON-1823382573-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ef3f711-97df-42d5-8051-b95ff8d8acfc') {'for_net_delete': True} {{(pid=102387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:49:57.541644 n-d-816865-1 neutron-server[102387]: DEBUG neutron.services.segments.db [None req-5c07bc8f-da12-4800-8904-549206f4dabd tempest-DHCPAgentSchedulersTestJSON-1823382573 tempest-DHCPAgentSchedulersTestJSON-1823382573-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ef3f711-97df-42d5-8051-b95ff8d8acfc') {} {{(pid=102387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:49:57.551580 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-5c07bc8f-da12-4800-8904-549206f4dabd tempest-DHCPAgentSchedulersTestJSON-1823382573 tempest-DHCPAgentSchedulersTestJSON-1823382573-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750027793430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4463492'] for segment, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:49:57.570090 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-5c07bc8f-da12-4800-8904-549206f4dabd tempest-DHCPAgentSchedulersTestJSON-1823382573 tempest-DHCPAgentSchedulersTestJSON-1823382573-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273'] for segment, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:49:57.572676 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c07bc8f-da12-4800-8904-549206f4dabd tempest-DHCPAgentSchedulersTestJSON-1823382573 tempest-DHCPAgentSchedulersTestJSON-1823382573-project] Releasing vlan 182 on physical network physnet1 to pool {{(pid=102387) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 05 18:49:57.573071 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-5c07bc8f-da12-4800-8904-549206f4dabd tempest-DHCPAgentSchedulersTestJSON-1823382573 tempest-DHCPAgentSchedulersTestJSON-1823382573-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4417236'] for segment, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:49:57.576888 n-d-816865-1 neutron-server[102387]: Traceback (most recent call last): Nov 05 18:49:57.576888 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 05 18:49:57.576888 n-d-816865-1 neutron-server[102387]: timer() Nov 05 18:49:57.576888 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 05 18:49:57.576888 n-d-816865-1 neutron-server[102387]: cb(*args, **kw) Nov 05 18:49:57.576888 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 05 18:49:57.576888 n-d-816865-1 neutron-server[102387]: return func(*args, **kwargs) Nov 05 18:49:57.576888 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 05 18:49:57.576888 n-d-816865-1 neutron-server[102387]: self._notify() Nov 05 18:49:57.576888 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 05 18:49:57.576888 n-d-816865-1 neutron-server[102387]: self.callback(batched_events) Nov 05 18:49:57.576888 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 05 18:49:57.576888 n-d-816865-1 neutron-server[102387]: event.method(event) Nov 05 18:49:57.576888 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 05 18:49:57.576888 n-d-816865-1 neutron-server[102387]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 05 18:49:57.576888 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 05 18:49:57.576888 n-d-816865-1 neutron-server[102387]: aggregate_uuid = self.p_client.list_aggregates( Nov 05 18:49:57.576888 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 05 18:49:57.576888 n-d-816865-1 neutron-server[102387]: return f(self, *a, **k) Nov 05 18:49:57.576888 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 05 18:49:57.576888 n-d-816865-1 neutron-server[102387]: return self._get(url).json() Nov 05 18:49:57.576888 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 05 18:49:57.576888 n-d-816865-1 neutron-server[102387]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 05 18:49:57.576888 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 05 18:49:57.576888 n-d-816865-1 neutron-server[102387]: return self.request(url, 'GET', **kwargs) Nov 05 18:49:57.576888 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 05 18:49:57.576888 n-d-816865-1 neutron-server[102387]: base_url = self.get_endpoint(auth, allow=allow, Nov 05 18:49:57.576888 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 05 18:49:57.576888 n-d-816865-1 neutron-server[102387]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 05 18:49:57.576888 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 05 18:49:57.576888 n-d-816865-1 neutron-server[102387]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 05 18:49:57.576888 n-d-816865-1 neutron-server[102387]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 05 18:49:57.623973 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-a3c75ebb-fdd6-4e75-af1d-d299979d012d None None] Provisioning complete for port 328468a7-8564-46fe-b7ce-549f91925675 triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:49:57.624530 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-a3c75ebb-fdd6-4e75-af1d-d299979d012d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:49:57.674870 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-a3c75ebb-fdd6-4e75-af1d-d299979d012d None None] Port 328468a7-8564-46fe-b7ce-549f91925675 cannot update to ACTIVE because it is not bound. {{(pid=102388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 18:49:57.749305 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-5c07bc8f-da12-4800-8904-549206f4dabd tempest-DHCPAgentSchedulersTestJSON-1823382573 tempest-DHCPAgentSchedulersTestJSON-1823382573-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1579178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-956796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1000687'] for network, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:49:57.751266 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-5c07bc8f-da12-4800-8904-549206f4dabd tempest-DHCPAgentSchedulersTestJSON-1823382573 tempest-DHCPAgentSchedulersTestJSON-1823382573-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597851'] for network, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:49:57.758231 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-5c07bc8f-da12-4800-8904-549206f4dabd tempest-DHCPAgentSchedulersTestJSON-1823382573 tempest-DHCPAgentSchedulersTestJSON-1823382573-project] 10.222.0.13 "DELETE /v2.0/networks/4dabe8e5-9177-444b-ae3a-40a91266d70b HTTP/1.1" status: 204 len: 168 time: 1.3221459 Nov 05 18:49:57.777981 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c07bc8f-da12-4800-8904-549206f4dabd tempest-DHCPAgentSchedulersTestJSON-1823382573 tempest-DHCPAgentSchedulersTestJSON-1823382573-project] Pushing event deleted for resources: {'Network': ['ID=4dabe8e5-9177-444b-ae3a-40a91266d70b,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:49:57.789308 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93a772d-c667-49c7-82a1-82bc8e5118e1 req-e76025e3-3ca6-4458-9715-e5805fb6c692 tempest-ServersOnMultiNodesTest-710233287 tempest-ServersOnMultiNodesTest-710233287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:49:57.797825 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-d93a772d-c667-49c7-82a1-82bc8e5118e1 req-e76025e3-3ca6-4458-9715-e5805fb6c692 tempest-ServersOnMultiNodesTest-710233287 tempest-ServersOnMultiNodesTest-710233287-project] 10.222.0.13 "GET /v2.0/ports?device_id=7c59d711-977b-4fd3-ac1e-89cd86a4bb40 HTTP/1.1" status: 200 len: 936 time: 0.0921717 Nov 05 18:49:57.865505 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-416373a0-86da-4756-b863-93c7ec3b6366 req-b60de136-b58d-42ae-8563-2a70895bc978 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:49:57.876837 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.provisioning_blocks [req-416373a0-86da-4756-b863-93c7ec3b6366 req-0dbfc1da-c27c-4683-88b5-ca52844019e5 service neutron] Transition to ACTIVE for port object 976c4505-32dd-43c0-b0d3-7b2c28ae4643 will not be triggered until provisioned by entity L2. {{(pid=102386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 05 18:49:57.971304 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-416373a0-86da-4756-b863-93c7ec3b6366 req-0dbfc1da-c27c-4683-88b5-ca52844019e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6149821'] for port, after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:49:58.198132 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-d93a772d-c667-49c7-82a1-82bc8e5118e1 req-790a7309-120b-4381-b6a9-e034b28a3683 tempest-ServersOnMultiNodesTest-710233287 tempest-ServersOnMultiNodesTest-710233287-project] 10.222.0.13 "GET /v2.0/security-groups?id=a1214aa7-6fe8-4b93-878e-3f1f16f5c576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3993180 Nov 05 18:49:58.215403 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85b3a09-f23a-413a-b74c-59e831597ac2 req-90df07c7-4883-4a9f-a5f3-7e8a7e2609b9 tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:49:58.222942 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-b85b3a09-f23a-413a-b74c-59e831597ac2 req-90df07c7-4883-4a9f-a5f3-7e8a7e2609b9 tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] 10.222.0.13 "GET /v2.0/ports?device_id=61b0b4c5-32cb-44e3-90ab-4ac45e1c5f88 HTTP/1.1" status: 200 len: 945 time: 0.4054914 Nov 05 18:49:58.272857 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbfc1da-c27c-4683-88b5-ca52844019e5 service neutron] Pushing event updated for resources: {'Port': ['ID=976c4505-32dd-43c0-b0d3-7b2c28ae4643,revision_number=2']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:49:58.278348 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.db_base_plugin_common [req-ac64df61-251a-4c76-9edb-ef52ac9ec93d req-7466f3db-c394-4869-ad53-126e8aed7fb2 tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] Allocated IP 172.20.0.10 (bb5b9fed-8e61-492a-a21e-f9ce432c95f7/8df5751e-d8bb-41e4-9469-238f613979b1/d3e09ef2-2619-4f6f-89c4-8ba57154c592) {{(pid=102386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 18:49:58.284840 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-b85b3a09-f23a-413a-b74c-59e831597ac2 req-a88a8cd1-69a3-45ec-8bdd-d46b5a0c5572 tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] 10.222.0.13 "GET /v2.0/security-groups?id=e0838ac1-f008-48c1-ab43-123e255d616a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609341 Nov 05 18:49:58.337548 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [req-416373a0-86da-4756-b863-93c7ec3b6366 req-0dbfc1da-c27c-4683-88b5-ca52844019e5 service neutron] Attempting to bind port 976c4505-32dd-43c0-b0d3-7b2c28ae4643 on host n-h2-816865-1 for vnic_type normal with profile {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 18:49:58.337986 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [req-416373a0-86da-4756-b863-93c7ec3b6366 req-0dbfc1da-c27c-4683-88b5-ca52844019e5 service neutron] Attempting to bind port 976c4505-32dd-43c0-b0d3-7b2c28ae4643 by drivers openvswitch,hyperv on host n-h2-816865-1 at level 0 using segments [{'id': '35c2db9c-522d-48d3-98cf-a08c2cc55db7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'a723f808-b11e-4066-b104-fad90c82895e'}] {{(pid=102386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 18:49:58.338349 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-416373a0-86da-4756-b863-93c7ec3b6366 req-0dbfc1da-c27c-4683-88b5-ca52844019e5 service neutron] Attempting to bind port 976c4505-32dd-43c0-b0d3-7b2c28ae4643 on network a723f808-b11e-4066-b104-fad90c82895e {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 18:49:58.350178 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-416373a0-86da-4756-b863-93c7ec3b6366 req-0dbfc1da-c27c-4683-88b5-ca52844019e5 service neutron] Port 976c4505-32dd-43c0-b0d3-7b2c28ae4643 on network a723f808-b11e-4066-b104-fad90c82895e not bound, no agent of type Open vSwitch agent registered on host n-h2-816865-1 {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 18:49:58.350517 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-416373a0-86da-4756-b863-93c7ec3b6366 req-0dbfc1da-c27c-4683-88b5-ca52844019e5 service neutron] Attempting to bind port 976c4505-32dd-43c0-b0d3-7b2c28ae4643 on network a723f808-b11e-4066-b104-fad90c82895e {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 18:49:58.366324 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-416373a0-86da-4756-b863-93c7ec3b6366 req-0dbfc1da-c27c-4683-88b5-ca52844019e5 service neutron] Checking agent: {'id': '32aff553-696f-4891-83f5-5c176f61fe54', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816865-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 18, 33, 36), 'started_at': datetime.datetime(2021, 11, 5, 18, 33, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 18, 49, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 18:49:58.366664 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-416373a0-86da-4756-b863-93c7ec3b6366 req-0dbfc1da-c27c-4683-88b5-ca52844019e5 service neutron] Checking segment: {'id': '35c2db9c-522d-48d3-98cf-a08c2cc55db7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'a723f808-b11e-4066-b104-fad90c82895e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 18:49:58.367047 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-416373a0-86da-4756-b863-93c7ec3b6366 req-0dbfc1da-c27c-4683-88b5-ca52844019e5 service neutron] Bound using segment: {'id': '35c2db9c-522d-48d3-98cf-a08c2cc55db7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'a723f808-b11e-4066-b104-fad90c82895e'} {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 18:49:58.367619 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [req-416373a0-86da-4756-b863-93c7ec3b6366 req-0dbfc1da-c27c-4683-88b5-ca52844019e5 service neutron] Bound port: 976c4505-32dd-43c0-b0d3-7b2c28ae4643, host: n-h2-816865-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35c2db9c-522d-48d3-98cf-a08c2cc55db7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'a723f808-b11e-4066-b104-fad90c82895e'}}] {{(pid=102386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 18:49:58.367841 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-416373a0-86da-4756-b863-93c7ec3b6366 req-0dbfc1da-c27c-4683-88b5-ca52844019e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:49:58.386452 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-ca97fc71-47ca-4c60-8e92-f886cdf4ea21 req-8d373443-0b72-44b1-a629-0477f3dece67 tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] 10.222.0.13 "GET /v2.0/ports?device_id=8ffa2862-88c4-4012-9455-fe38da20377f HTTP/1.1" status: 200 len: 210 time: 0.0273757 Nov 05 18:49:58.558030 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [req-416373a0-86da-4756-b863-93c7ec3b6366 req-0dbfc1da-c27c-4683-88b5-ca52844019e5 service neutron] For port 976c4505-32dd-43c0-b0d3-7b2c28ae4643, host n-h2-816865-1, cleared binding levels {{(pid=102386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 18:49:58.589933 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 55522) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:49:58.604684 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [req-416373a0-86da-4756-b863-93c7ec3b6366 req-0dbfc1da-c27c-4683-88b5-ca52844019e5 service neutron] For port 976c4505-32dd-43c0-b0d3-7b2c28ae4643, host n-h2-816865-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=976c4505-32dd-43c0-b0d3-7b2c28ae4643,segment=NetworkSegment(35c2db9c-522d-48d3-98cf-a08c2cc55db7),segment_id=35c2db9c-522d-48d3-98cf-a08c2cc55db7)] {{(pid=102386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 18:49:58.615823 n-d-816865-1 neutron-server[102386]: DEBUG neutron.notifiers.nova [req-416373a0-86da-4756-b863-93c7ec3b6366 req-b60de136-b58d-42ae-8563-2a70895bc978 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 328468a7-8564-46fe-b7ce-549f91925675 {{(pid=102386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 18:49:58.632046 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-416373a0-86da-4756-b863-93c7ec3b6366 req-b60de136-b58d-42ae-8563-2a70895bc978 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:49:58.660376 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.provisioning_blocks [req-416373a0-86da-4756-b863-93c7ec3b6366 req-b60de136-b58d-42ae-8563-2a70895bc978 service neutron] Transition to ACTIVE for port object 328468a7-8564-46fe-b7ce-549f91925675 will not be triggered until provisioned by entity L2. {{(pid=102386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 05 18:49:58.674780 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-ac64df61-251a-4c76-9edb-ef52ac9ec93d req-7466f3db-c394-4869-ad53-126e8aed7fb2 tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] Publish callbacks [] for port, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:49:58.676711 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-416373a0-86da-4756-b863-93c7ec3b6366 req-0dbfc1da-c27c-4683-88b5-ca52844019e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6149821'] for port, after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:49:58.718146 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416373a0-86da-4756-b863-93c7ec3b6366 req-0dbfc1da-c27c-4683-88b5-ca52844019e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:49:58.718800 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-416373a0-86da-4756-b863-93c7ec3b6366 req-0dbfc1da-c27c-4683-88b5-ca52844019e5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:49:58.720160 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-416373a0-86da-4756-b863-93c7ec3b6366 req-0dbfc1da-c27c-4683-88b5-ca52844019e5 service neutron] 10.222.0.55 "PUT /v2.0/ports/976c4505-32dd-43c0-b0d3-7b2c28ae4643 HTTP/1.1" status: 200 len: 1095 time: 2.2999647 Nov 05 18:49:58.720606 n-d-816865-1 neutron-server[102386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2617d61-a26d-4245-b417-3c7214524de9', 'tag': '976c4505-32dd-43c0-b0d3-7b2c28ae4643'}] {{(pid=102386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 18:49:58.723111 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6173a44d7c73f41af551dc890fa1a5892c2c6bc3458b640c8e0c24db7876ba6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ae9f350-073f-4a04-baec-d93dda0582a3" -d '{"events": [{"name": "network-changed", "server_uuid": "c2617d61-a26d-4245-b417-3c7214524de9", "tag": "976c4505-32dd-43c0-b0d3-7b2c28ae4643"}]}' {{(pid=102386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 18:49:58.745538 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-10094f2a-dc90-422e-8788-38e48477e046 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ffdeaae9a5854c62bc1a91a9f68fc4dc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1520100 Nov 05 18:49:58.747306 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 55530) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:49:58.772284 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbfc1da-c27c-4683-88b5-ca52844019e5 service neutron] Pushing event updated for resources: {'Port': ['ID=976c4505-32dd-43c0-b0d3-7b2c28ae4643,revision_number=3']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:49:58.779261 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-416373a0-86da-4756-b863-93c7ec3b6366 req-b60de136-b58d-42ae-8563-2a70895bc978 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6149821'] for port, after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:49:58.813362 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 18:49:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bda252a-a807-41ba-a23c-0faea6c8f6f4 x-openstack-request-id: req-0bda252a-a807-41ba-a23c-0faea6c8f6f4 {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 18:49:58.814252 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c2617d61-a26d-4245-b417-3c7214524de9", "tag": "976c4505-32dd-43c0-b0d3-7b2c28ae4643", "status": "completed", "code": 200}]} {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 18:49:58.814518 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0bda252a-a807-41ba-a23c-0faea6c8f6f4 {{(pid=102386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 18:49:58.814895 n-d-816865-1 neutron-server[102386]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2617d61-a26d-4245-b417-3c7214524de9', 'tag': '976c4505-32dd-43c0-b0d3-7b2c28ae4643', 'status': 'completed', 'code': 200} Nov 05 18:49:58.829563 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-66851420-5712-4644-b32d-ad6ced5277f6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:49:58.857757 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-66851420-5712-4644-b32d-ad6ced5277f6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:49:58.891516 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60de136-b58d-42ae-8563-2a70895bc978 service neutron] Pushing event updated for resources: {'Port': ['ID=328468a7-8564-46fe-b7ce-549f91925675,revision_number=2']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:49:58.897324 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-ac64df61-251a-4c76-9edb-ef52ac9ec93d req-7466f3db-c394-4869-ad53-126e8aed7fb2 tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:49:58.913764 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] get_ports_and_sgs() called for port_ids ['bf6ff7a6-296c-4684-80b6-931424c1a0d4'] {{(pid=102388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 18:49:58.964721 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-66851420-5712-4644-b32d-ad6ced5277f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:49:58.968639 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-66851420-5712-4644-b32d-ad6ced5277f6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:49:58.970946 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-66851420-5712-4644-b32d-ad6ced5277f6 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/86a3537d-f85c-4a8e-881d-32f7b8bd3df8 HTTP/1.1" status: 204 len: 168 time: 0.2222166 Nov 05 18:49:58.987887 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66851420-5712-4644-b32d-ad6ced5277f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86a3537d-f85c-4a8e-881d-32f7b8bd3df8,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:49:59.037063 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ac64df61-251a-4c76-9edb-ef52ac9ec93d req-7466f3db-c394-4869-ad53-126e8aed7fb2 tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] Network bb5b9fed-8e61-492a-a21e-f9ce432c95f7 is already hosted by enough agents. {{(pid=102386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 18:49:59.040509 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7466f3db-c394-4869-ad53-126e8aed7fb2 tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] Pushing event updated for resources: {'Port': ['ID=d3e09ef2-2619-4f6f-89c4-8ba57154c592,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:49:59.053334 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.base_scheduler [req-ac64df61-251a-4c76-9edb-ef52ac9ec93d req-7466f3db-c394-4869-ad53-126e8aed7fb2 tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] Resources bound (agent type, host, resource id): {{(pid=102386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:49:59.059217 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae9f350-073f-4a04-baec-d93dda0582a3 req-de0b91eb-94c6-4762-8375-f256dada28c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:49:59.060882 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-9ae9f350-073f-4a04-baec-d93dda0582a3 req-de0b91eb-94c6-4762-8375-f256dada28c1 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=ace8311f15794bf9a6ad1c1faa75592d&device_id=c2617d61-a26d-4245-b417-3c7214524de9 HTTP/1.1" status: 200 len: 1098 time: 0.2301717 Nov 05 18:49:59.061654 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac64df61-251a-4c76-9edb-ef52ac9ec93d req-7466f3db-c394-4869-ad53-126e8aed7fb2 tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] Received port after_create {{(pid=102386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 18:49:59.068909 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [req-416373a0-86da-4756-b863-93c7ec3b6366 req-b60de136-b58d-42ae-8563-2a70895bc978 service neutron] Attempting to bind port 328468a7-8564-46fe-b7ce-549f91925675 on host n-h2-816865-1 for vnic_type normal with profile {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 18:49:59.069755 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [req-416373a0-86da-4756-b863-93c7ec3b6366 req-b60de136-b58d-42ae-8563-2a70895bc978 service neutron] Attempting to bind port 328468a7-8564-46fe-b7ce-549f91925675 by drivers openvswitch,hyperv on host n-h2-816865-1 at level 0 using segments [{'id': '35c2db9c-522d-48d3-98cf-a08c2cc55db7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'a723f808-b11e-4066-b104-fad90c82895e'}] {{(pid=102386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 18:49:59.075938 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-416373a0-86da-4756-b863-93c7ec3b6366 req-b60de136-b58d-42ae-8563-2a70895bc978 service neutron] Attempting to bind port 328468a7-8564-46fe-b7ce-549f91925675 on network a723f808-b11e-4066-b104-fad90c82895e {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 18:49:59.131944 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-416373a0-86da-4756-b863-93c7ec3b6366 req-b60de136-b58d-42ae-8563-2a70895bc978 service neutron] Port 328468a7-8564-46fe-b7ce-549f91925675 on network a723f808-b11e-4066-b104-fad90c82895e not bound, no agent of type Open vSwitch agent registered on host n-h2-816865-1 {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 18:49:59.132539 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-416373a0-86da-4756-b863-93c7ec3b6366 req-b60de136-b58d-42ae-8563-2a70895bc978 service neutron] Attempting to bind port 328468a7-8564-46fe-b7ce-549f91925675 on network a723f808-b11e-4066-b104-fad90c82895e {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 18:49:59.142196 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-416373a0-86da-4756-b863-93c7ec3b6366 req-b60de136-b58d-42ae-8563-2a70895bc978 service neutron] Checking agent: {'id': '32aff553-696f-4891-83f5-5c176f61fe54', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816865-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 18, 33, 36), 'started_at': datetime.datetime(2021, 11, 5, 18, 33, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 18, 49, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 18:49:59.142729 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-416373a0-86da-4756-b863-93c7ec3b6366 req-b60de136-b58d-42ae-8563-2a70895bc978 service neutron] Checking segment: {'id': '35c2db9c-522d-48d3-98cf-a08c2cc55db7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'a723f808-b11e-4066-b104-fad90c82895e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 18:49:59.143435 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-416373a0-86da-4756-b863-93c7ec3b6366 req-b60de136-b58d-42ae-8563-2a70895bc978 service neutron] Bound using segment: {'id': '35c2db9c-522d-48d3-98cf-a08c2cc55db7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'a723f808-b11e-4066-b104-fad90c82895e'} {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 18:49:59.144063 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [req-416373a0-86da-4756-b863-93c7ec3b6366 req-b60de136-b58d-42ae-8563-2a70895bc978 service neutron] Bound port: 328468a7-8564-46fe-b7ce-549f91925675, host: n-h2-816865-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35c2db9c-522d-48d3-98cf-a08c2cc55db7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'a723f808-b11e-4066-b104-fad90c82895e'}}] {{(pid=102386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 18:49:59.144588 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-416373a0-86da-4756-b863-93c7ec3b6366 req-b60de136-b58d-42ae-8563-2a70895bc978 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:49:59.175815 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-9ae9f350-073f-4a04-baec-d93dda0582a3 req-f9013e68-180c-433d-b484-95f6be4af5c2 service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=ace8311f15794bf9a6ad1c1faa75592d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1021912 Nov 05 18:49:59.240864 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac64df61-251a-4c76-9edb-ef52ac9ec93d req-7466f3db-c394-4869-ad53-126e8aed7fb2 tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:49:59.241688 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-ac64df61-251a-4c76-9edb-ef52ac9ec93d req-7466f3db-c394-4869-ad53-126e8aed7fb2 tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:49:59.382079 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ebf519-2720-4c9b-a738-b179fd13b1f3 req-5d8eb5fe-9598-4398-aede-378014244374 tempest-ServersOnMultiNodesTest-710233287 tempest-ServersOnMultiNodesTest-710233287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:49:59.391265 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-b0ebf519-2720-4c9b-a738-b179fd13b1f3 req-5d8eb5fe-9598-4398-aede-378014244374 tempest-ServersOnMultiNodesTest-710233287 tempest-ServersOnMultiNodesTest-710233287-project] 10.222.0.13 "GET /v2.0/ports?device_id=7c59d711-977b-4fd3-ac1e-89cd86a4bb40 HTTP/1.1" status: 200 len: 948 time: 0.0733595 Nov 05 18:49:59.393114 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [req-416373a0-86da-4756-b863-93c7ec3b6366 req-b60de136-b58d-42ae-8563-2a70895bc978 service neutron] For port 328468a7-8564-46fe-b7ce-549f91925675, host n-h2-816865-1, cleared binding levels {{(pid=102386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 18:49:59.420156 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-ac64df61-251a-4c76-9edb-ef52ac9ec93d req-7466f3db-c394-4869-ad53-126e8aed7fb2 tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3545702 Nov 05 18:49:59.421938 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [req-416373a0-86da-4756-b863-93c7ec3b6366 req-b60de136-b58d-42ae-8563-2a70895bc978 service neutron] For port 328468a7-8564-46fe-b7ce-549f91925675, host n-h2-816865-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=328468a7-8564-46fe-b7ce-549f91925675,segment=NetworkSegment(35c2db9c-522d-48d3-98cf-a08c2cc55db7),segment_id=35c2db9c-522d-48d3-98cf-a08c2cc55db7)] {{(pid=102386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 18:49:59.440882 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [req-ac64df61-251a-4c76-9edb-ef52ac9ec93d req-4269d231-8aa1-45e9-b353-e25625f15f4a service neutron] Request body: {'port': {'device_id': '8ffa2862-88c4-4012-9455-fe38da20377f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816865-1'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:49:59.466181 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae9f350-073f-4a04-baec-d93dda0582a3 req-d846a714-c578-443f-a440-18ed75d72aca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:49:59.467679 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-9ae9f350-073f-4a04-baec-d93dda0582a3 req-d846a714-c578-443f-a440-18ed75d72aca service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2795963 Nov 05 18:49:59.494745 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-b0ebf519-2720-4c9b-a738-b179fd13b1f3 req-24da456a-f49c-4056-8a89-30d876a835e3 tempest-ServersOnMultiNodesTest-710233287 tempest-ServersOnMultiNodesTest-710233287-project] 10.222.0.13 "GET /v2.0/security-groups?id=a1214aa7-6fe8-4b93-878e-3f1f16f5c576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022983 Nov 05 18:49:59.510834 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a13547-5660-43ed-94e1-07a533137ade req-2bdbf2a2-bee6-4ec1-9432-a257ae696a23 tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:49:59.513157 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-416373a0-86da-4756-b863-93c7ec3b6366 req-b60de136-b58d-42ae-8563-2a70895bc978 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6149821'] for port, after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:49:59.513551 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-24a13547-5660-43ed-94e1-07a533137ade req-2bdbf2a2-bee6-4ec1-9432-a257ae696a23 tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] 10.222.0.13 "GET /v2.0/ports?device_id=61b0b4c5-32cb-44e3-90ab-4ac45e1c5f88 HTTP/1.1" status: 200 len: 945 time: 0.1027524 Nov 05 18:49:59.566905 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-325fc2c2-b59f-41b0-8b03-bdd997c77fd2 None None] Provisioning complete for port d3e09ef2-2619-4f6f-89c4-8ba57154c592 triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:49:59.569863 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-325fc2c2-b59f-41b0-8b03-bdd997c77fd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:49:59.597300 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416373a0-86da-4756-b863-93c7ec3b6366 req-b60de136-b58d-42ae-8563-2a70895bc978 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:49:59.597925 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-416373a0-86da-4756-b863-93c7ec3b6366 req-b60de136-b58d-42ae-8563-2a70895bc978 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:49:59.599946 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-416373a0-86da-4756-b863-93c7ec3b6366 req-b60de136-b58d-42ae-8563-2a70895bc978 service neutron] 10.222.0.55 "PUT /v2.0/ports/328468a7-8564-46fe-b7ce-549f91925675 HTTP/1.1" status: 200 len: 1096 time: 2.1822333 Nov 05 18:49:59.604668 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-ac64df61-251a-4c76-9edb-ef52ac9ec93d req-4269d231-8aa1-45e9-b353-e25625f15f4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:49:59.643634 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-24a13547-5660-43ed-94e1-07a533137ade req-9ea66538-aac8-4cba-be15-0bb252876f54 tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] 10.222.0.13 "GET /v2.0/security-groups?id=e0838ac1-f008-48c1-ab43-123e255d616a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184499 Nov 05 18:49:59.646317 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-325fc2c2-b59f-41b0-8b03-bdd997c77fd2 None None] Port d3e09ef2-2619-4f6f-89c4-8ba57154c592 cannot update to ACTIVE because it is not bound. {{(pid=102388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 18:49:59.686633 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60de136-b58d-42ae-8563-2a70895bc978 service neutron] Pushing event updated for resources: {'Port': ['ID=328468a7-8564-46fe-b7ce-549f91925675,revision_number=3']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:49:59.735493 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416373a0-86da-4756-b863-93c7ec3b6366 req-94410507-9a64-4901-8ea1-0975d0eda8fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:49:59.741335 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-416373a0-86da-4756-b863-93c7ec3b6366 req-94410507-9a64-4901-8ea1-0975d0eda8fc service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=ace8311f15794bf9a6ad1c1faa75592d&device_id=c2617d61-a26d-4245-b417-3c7214524de9 HTTP/1.1" status: 200 len: 1098 time: 0.2170715 Nov 05 18:49:59.811224 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467f4006-8f62-46dc-ae56-2c5f7c88e010 req-ec34ddda-2d52-48f1-91cb-0d20f87e47b8 tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:49:59.813596 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-467f4006-8f62-46dc-ae56-2c5f7c88e010 req-ec34ddda-2d52-48f1-91cb-0d20f87e47b8 tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] 10.222.0.13 "GET /v2.0/ports?device_id=8ffa2862-88c4-4012-9455-fe38da20377f HTTP/1.1" status: 200 len: 932 time: 0.0907276 Nov 05 18:49:59.854429 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-416373a0-86da-4756-b863-93c7ec3b6366 req-b91e7a51-563b-4d27-973b-f5b75226f3b4 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.22&port_id=976c4505-32dd-43c0-b0d3-7b2c28ae4643 HTTP/1.1" status: 200 len: 217 time: 0.0901740 Nov 05 18:49:59.885480 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-467f4006-8f62-46dc-ae56-2c5f7c88e010 req-b8624eb7-1ba4-4522-9016-c86b7369bce0 tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] 10.222.0.13 "GET /v2.0/security-groups?id=20494f52-e47d-4839-b4f6-2fc0330d8d18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649180 Nov 05 18:49:59.959303 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416373a0-86da-4756-b863-93c7ec3b6366 req-95bb121c-d6a5-4750-ae0b-25e9fc614034 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:49:59.960731 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-416373a0-86da-4756-b863-93c7ec3b6366 req-95bb121c-d6a5-4750-ae0b-25e9fc614034 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=ace8311f15794bf9a6ad1c1faa75592d&device_id=7c59d711-977b-4fd3-ac1e-89cd86a4bb40 HTTP/1.1" status: 200 len: 1099 time: 0.2598693 Nov 05 18:50:00.028510 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416373a0-86da-4756-b863-93c7ec3b6366 req-b3f5e0bb-c150-42d2-ad54-b8e0aa5f389a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:50:00.029985 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-416373a0-86da-4756-b863-93c7ec3b6366 req-b3f5e0bb-c150-42d2-ad54-b8e0aa5f389a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=05e7a1b5-165b-4a00-855a-ffbcb2eba59e HTTP/1.1" status: 200 len: 843 time: 0.1662962 Nov 05 18:50:00.033163 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-416373a0-86da-4756-b863-93c7ec3b6366 req-03fa2880-d21d-4339-a878-9c1529e36ae8 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.243&port_id=328468a7-8564-46fe-b7ce-549f91925675 HTTP/1.1" status: 200 len: 217 time: 0.0625401 Nov 05 18:50:00.163475 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416373a0-86da-4756-b863-93c7ec3b6366 req-3d2a5c2f-55d0-4c83-84ee-15b39f19b03c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:50:00.164944 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-416373a0-86da-4756-b863-93c7ec3b6366 req-3d2a5c2f-55d0-4c83-84ee-15b39f19b03c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=05e7a1b5-165b-4a00-855a-ffbcb2eba59e HTTP/1.1" status: 200 len: 843 time: 0.1052489 Nov 05 18:50:00.182102 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416373a0-86da-4756-b863-93c7ec3b6366 req-dc956449-f8d8-410a-92c7-f5cecf6b65c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:50:00.183526 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-416373a0-86da-4756-b863-93c7ec3b6366 req-dc956449-f8d8-410a-92c7-f5cecf6b65c6 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a723f808-b11e-4066-b104-fad90c82895e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1249428 Nov 05 18:50:00.234378 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 55564) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:50:00.250590 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-98288f4e-8d12-4662-a22c-ef57b0563dad admin admin] Publish callbacks [] for security_group, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:00.310533 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416373a0-86da-4756-b863-93c7ec3b6366 req-b36281d7-ae1b-4b03-b816-516c681ea373 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:50:00.312125 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-416373a0-86da-4756-b863-93c7ec3b6366 req-b36281d7-ae1b-4b03-b816-516c681ea373 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a723f808-b11e-4066-b104-fad90c82895e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1383789 Nov 05 18:50:00.332195 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-98288f4e-8d12-4662-a22c-ef57b0563dad admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:00.333978 n-d-816865-1 neutron-server[102386]: DEBUG neutron.notifiers.nova [req-ac64df61-251a-4c76-9edb-ef52ac9ec93d req-4269d231-8aa1-45e9-b353-e25625f15f4a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d3e09ef2-2619-4f6f-89c4-8ba57154c592 {{(pid=102386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 18:50:00.358179 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-ac64df61-251a-4c76-9edb-ef52ac9ec93d req-4269d231-8aa1-45e9-b353-e25625f15f4a service neutron] Publish callbacks [] for port, precommit_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:00.403895 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-98288f4e-8d12-4662-a22c-ef57b0563dad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:00.413303 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.provisioning_blocks [req-ac64df61-251a-4c76-9edb-ef52ac9ec93d req-4269d231-8aa1-45e9-b353-e25625f15f4a service neutron] Transition to ACTIVE for port object d3e09ef2-2619-4f6f-89c4-8ba57154c592 will not be triggered until provisioned by entity L2. {{(pid=102386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 05 18:50:00.421283 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-416373a0-86da-4756-b863-93c7ec3b6366 req-1e24d8b9-6e4b-483d-bc28-b5897233aef9 service neutron] 10.222.0.55 "GET /v2.0/networks/a723f808-b11e-4066-b104-fad90c82895e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2202673 Nov 05 18:50:00.445178 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-98288f4e-8d12-4662-a22c-ef57b0563dad admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d42f90683dfb490c9b5c7fc68b526f0d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2080894 Nov 05 18:50:00.446169 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98288f4e-8d12-4662-a22c-ef57b0563dad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e44d2fda-82bb-40e8-b62d-22a786b78cc1,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:50:00.448722 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 55568) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:50:00.499002 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-ac64df61-251a-4c76-9edb-ef52ac9ec93d req-4269d231-8aa1-45e9-b353-e25625f15f4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6149821'] for port, after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:00.502905 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-398a64c5-df67-4e95-8ac6-afbb8db32783 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:00.527809 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-398a64c5-df67-4e95-8ac6-afbb8db32783 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:00.534787 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-416373a0-86da-4756-b863-93c7ec3b6366 req-28432e7d-f35d-4505-8f25-3656978e9526 service neutron] 10.222.0.55 "GET /v2.0/networks/a723f808-b11e-4066-b104-fad90c82895e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2135057 Nov 05 18:50:00.605632 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4269d231-8aa1-45e9-b353-e25625f15f4a service neutron] Pushing event updated for resources: {'Port': ['ID=d3e09ef2-2619-4f6f-89c4-8ba57154c592,revision_number=2']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:50:00.645235 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-416373a0-86da-4756-b863-93c7ec3b6366 req-39435c8a-7375-45c1-8eb8-afcc4b41f7c1 service neutron] 10.222.0.55 "GET /v2.0/networks/a723f808-b11e-4066-b104-fad90c82895e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2160265 Nov 05 18:50:00.672706 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-398a64c5-df67-4e95-8ac6-afbb8db32783 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:00.675627 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-398a64c5-df67-4e95-8ac6-afbb8db32783 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:00.676899 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-398a64c5-df67-4e95-8ac6-afbb8db32783 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e44d2fda-82bb-40e8-b62d-22a786b78cc1 HTTP/1.1" status: 204 len: 168 time: 0.2271261 Nov 05 18:50:00.691215 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54316213-057c-40d3-b9e4-9647d1224e2e req-0a652149-17a4-4c84-9b20-2c8cc68a475e tempest-ServersOnMultiNodesTest-710233287 tempest-ServersOnMultiNodesTest-710233287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:50:00.701319 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-54316213-057c-40d3-b9e4-9647d1224e2e req-0a652149-17a4-4c84-9b20-2c8cc68a475e tempest-ServersOnMultiNodesTest-710233287 tempest-ServersOnMultiNodesTest-710233287-project] 10.222.0.13 "GET /v2.0/ports?device_id=7c59d711-977b-4fd3-ac1e-89cd86a4bb40 HTTP/1.1" status: 200 len: 948 time: 0.0941982 Nov 05 18:50:00.716414 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398a64c5-df67-4e95-8ac6-afbb8db32783 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e44d2fda-82bb-40e8-b62d-22a786b78cc1,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:50:00.789243 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-54316213-057c-40d3-b9e4-9647d1224e2e req-d9db63ca-c6c6-4832-b447-a4716b36557e tempest-ServersOnMultiNodesTest-710233287 tempest-ServersOnMultiNodesTest-710233287-project] 10.222.0.13 "GET /v2.0/security-groups?id=a1214aa7-6fe8-4b93-878e-3f1f16f5c576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861385 Nov 05 18:50:00.819164 n-d-816865-1 neutron-server[102386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c59d711-977b-4fd3-ac1e-89cd86a4bb40', 'tag': '328468a7-8564-46fe-b7ce-549f91925675'}] {{(pid=102386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 18:50:00.823964 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6173a44d7c73f41af551dc890fa1a5892c2c6bc3458b640c8e0c24db7876ba6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0618a77b-feea-4711-b194-a7b418ec9752" -d '{"events": [{"name": "network-changed", "server_uuid": "7c59d711-977b-4fd3-ac1e-89cd86a4bb40", "tag": "328468a7-8564-46fe-b7ce-549f91925675"}]}' {{(pid=102386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 18:50:00.872562 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-416373a0-86da-4756-b863-93c7ec3b6366 req-5810875d-ed85-4411-bb8d-4f9f27750dd8 service neutron] 10.222.0.55 "GET /v2.0/networks/a723f808-b11e-4066-b104-fad90c82895e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3219695 Nov 05 18:50:00.897678 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [req-ac64df61-251a-4c76-9edb-ef52ac9ec93d req-4269d231-8aa1-45e9-b353-e25625f15f4a service neutron] Attempting to bind port d3e09ef2-2619-4f6f-89c4-8ba57154c592 on host n-h1-816865-1 for vnic_type normal with profile {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 18:50:00.898111 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [req-ac64df61-251a-4c76-9edb-ef52ac9ec93d req-4269d231-8aa1-45e9-b353-e25625f15f4a service neutron] Attempting to bind port d3e09ef2-2619-4f6f-89c4-8ba57154c592 by drivers openvswitch,hyperv on host n-h1-816865-1 at level 0 using segments [{'id': '1ae4cc0f-5460-421b-9b80-d7acf4de0363', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'bb5b9fed-8e61-492a-a21e-f9ce432c95f7'}] {{(pid=102386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 18:50:00.898405 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac64df61-251a-4c76-9edb-ef52ac9ec93d req-4269d231-8aa1-45e9-b353-e25625f15f4a service neutron] Attempting to bind port d3e09ef2-2619-4f6f-89c4-8ba57154c592 on network bb5b9fed-8e61-492a-a21e-f9ce432c95f7 {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 18:50:00.905580 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c399e310-3444-4518-a606-5c30857d42df req-3b3d13e6-233c-427a-b153-9cc2e599a33d tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:50:00.913619 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac64df61-251a-4c76-9edb-ef52ac9ec93d req-4269d231-8aa1-45e9-b353-e25625f15f4a service neutron] Port d3e09ef2-2619-4f6f-89c4-8ba57154c592 on network bb5b9fed-8e61-492a-a21e-f9ce432c95f7 not bound, no agent of type Open vSwitch agent registered on host n-h1-816865-1 {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 18:50:00.913955 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac64df61-251a-4c76-9edb-ef52ac9ec93d req-4269d231-8aa1-45e9-b353-e25625f15f4a service neutron] Attempting to bind port d3e09ef2-2619-4f6f-89c4-8ba57154c592 on network bb5b9fed-8e61-492a-a21e-f9ce432c95f7 {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 18:50:00.914460 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-c399e310-3444-4518-a606-5c30857d42df req-3b3d13e6-233c-427a-b153-9cc2e599a33d tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] 10.222.0.13 "GET /v2.0/ports?device_id=61b0b4c5-32cb-44e3-90ab-4ac45e1c5f88 HTTP/1.1" status: 200 len: 945 time: 0.0756869 Nov 05 18:50:00.920395 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac64df61-251a-4c76-9edb-ef52ac9ec93d req-4269d231-8aa1-45e9-b353-e25625f15f4a service neutron] Checking agent: {'id': 'eb596d7c-8c64-42bd-8aca-fad447eb0eab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816865-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 18, 33, 34), 'started_at': datetime.datetime(2021, 11, 5, 18, 33, 34), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 18, 49, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 18:50:00.920743 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac64df61-251a-4c76-9edb-ef52ac9ec93d req-4269d231-8aa1-45e9-b353-e25625f15f4a service neutron] Checking segment: {'id': '1ae4cc0f-5460-421b-9b80-d7acf4de0363', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'bb5b9fed-8e61-492a-a21e-f9ce432c95f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 18:50:00.921177 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac64df61-251a-4c76-9edb-ef52ac9ec93d req-4269d231-8aa1-45e9-b353-e25625f15f4a service neutron] Bound using segment: {'id': '1ae4cc0f-5460-421b-9b80-d7acf4de0363', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'bb5b9fed-8e61-492a-a21e-f9ce432c95f7'} {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 18:50:00.921677 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [req-ac64df61-251a-4c76-9edb-ef52ac9ec93d req-4269d231-8aa1-45e9-b353-e25625f15f4a service neutron] Bound port: d3e09ef2-2619-4f6f-89c4-8ba57154c592, host: n-h1-816865-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1ae4cc0f-5460-421b-9b80-d7acf4de0363', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'bb5b9fed-8e61-492a-a21e-f9ce432c95f7'}}] {{(pid=102386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 18:50:00.922668 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-ac64df61-251a-4c76-9edb-ef52ac9ec93d req-4269d231-8aa1-45e9-b353-e25625f15f4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:00.960262 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 18:50:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2984e785-825a-41b9-9e21-05c0ea3ca322 x-openstack-request-id: req-2984e785-825a-41b9-9e21-05c0ea3ca322 {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 18:50:00.960450 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c59d711-977b-4fd3-ac1e-89cd86a4bb40", "tag": "328468a7-8564-46fe-b7ce-549f91925675", "status": "completed", "code": 200}]} {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 18:50:00.960688 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2984e785-825a-41b9-9e21-05c0ea3ca322 {{(pid=102386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 18:50:00.961093 n-d-816865-1 neutron-server[102386]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c59d711-977b-4fd3-ac1e-89cd86a4bb40', 'tag': '328468a7-8564-46fe-b7ce-549f91925675', 'status': 'completed', 'code': 200} Nov 05 18:50:00.991901 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-c399e310-3444-4518-a606-5c30857d42df req-b5e54b3f-b811-480f-bbcb-4e7053f582f7 tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] 10.222.0.13 "GET /v2.0/security-groups?id=e0838ac1-f008-48c1-ab43-123e255d616a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763884 Nov 05 18:50:01.008436 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [req-ac64df61-251a-4c76-9edb-ef52ac9ec93d req-4269d231-8aa1-45e9-b353-e25625f15f4a service neutron] For port d3e09ef2-2619-4f6f-89c4-8ba57154c592, host n-h1-816865-1, cleared binding levels {{(pid=102386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 18:50:01.010253 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [req-ac64df61-251a-4c76-9edb-ef52ac9ec93d req-4269d231-8aa1-45e9-b353-e25625f15f4a service neutron] For port d3e09ef2-2619-4f6f-89c4-8ba57154c592, host n-h1-816865-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=d3e09ef2-2619-4f6f-89c4-8ba57154c592,segment=NetworkSegment(1ae4cc0f-5460-421b-9b80-d7acf4de0363),segment_id=1ae4cc0f-5460-421b-9b80-d7acf4de0363)] {{(pid=102386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 18:50:01.087120 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3638a339-ac6e-489d-bffd-f754159ad6ce req-31676fd2-97a1-47e4-9bd1-66a44753aa0a tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:50:01.090189 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-3638a339-ac6e-489d-bffd-f754159ad6ce req-31676fd2-97a1-47e4-9bd1-66a44753aa0a tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] 10.222.0.13 "GET /v2.0/ports?device_id=8ffa2862-88c4-4012-9455-fe38da20377f HTTP/1.1" status: 200 len: 944 time: 0.0611813 Nov 05 18:50:01.098106 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-ac64df61-251a-4c76-9edb-ef52ac9ec93d req-4269d231-8aa1-45e9-b353-e25625f15f4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6149821'] for port, after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:01.140932 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac64df61-251a-4c76-9edb-ef52ac9ec93d req-4269d231-8aa1-45e9-b353-e25625f15f4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:50:01.141568 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-ac64df61-251a-4c76-9edb-ef52ac9ec93d req-4269d231-8aa1-45e9-b353-e25625f15f4a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:01.142707 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-3638a339-ac6e-489d-bffd-f754159ad6ce req-dd6fb60f-aa6b-4b4f-ac7d-204d4177b4ff tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] 10.222.0.13 "GET /v2.0/security-groups?id=20494f52-e47d-4839-b4f6-2fc0330d8d18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465839 Nov 05 18:50:01.143067 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-ac64df61-251a-4c76-9edb-ef52ac9ec93d req-4269d231-8aa1-45e9-b353-e25625f15f4a service neutron] 10.222.0.41 "PUT /v2.0/ports/d3e09ef2-2619-4f6f-89c4-8ba57154c592 HTTP/1.1" status: 200 len: 1092 time: 1.7117465 Nov 05 18:50:01.158624 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0618a77b-feea-4711-b194-a7b418ec9752 req-dd896358-01d0-4cf9-aa89-a0def3cd9146 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:50:01.160172 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-0618a77b-feea-4711-b194-a7b418ec9752 req-dd896358-01d0-4cf9-aa89-a0def3cd9146 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=ace8311f15794bf9a6ad1c1faa75592d&device_id=7c59d711-977b-4fd3-ac1e-89cd86a4bb40 HTTP/1.1" status: 200 len: 1099 time: 0.0928137 Nov 05 18:50:01.181078 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4269d231-8aa1-45e9-b353-e25625f15f4a service neutron] Pushing event updated for resources: {'Port': ['ID=d3e09ef2-2619-4f6f-89c4-8ba57154c592,revision_number=3']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:50:01.304361 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0618a77b-feea-4711-b194-a7b418ec9752 req-8796a651-8ef0-4fc9-ab28-e3587fd8ec2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:50:01.306106 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-0618a77b-feea-4711-b194-a7b418ec9752 req-8796a651-8ef0-4fc9-ab28-e3587fd8ec2f service neutron] 10.222.0.55 "GET /v2.0/networks?id=a723f808-b11e-4066-b104-fad90c82895e HTTP/1.1" status: 200 len: 870 time: 0.1359198 Nov 05 18:50:01.360369 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-0618a77b-feea-4711-b194-a7b418ec9752 req-195379db-391a-414c-a3dd-95148c410c32 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.243&port_id=328468a7-8564-46fe-b7ce-549f91925675 HTTP/1.1" status: 200 len: 217 time: 0.0444558 Nov 05 18:50:01.364422 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac64df61-251a-4c76-9edb-ef52ac9ec93d req-c8f29784-a523-4cf5-8b56-2ca542d5defe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:50:01.365670 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-ac64df61-251a-4c76-9edb-ef52ac9ec93d req-c8f29784-a523-4cf5-8b56-2ca542d5defe service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9d37d1d71d154d088bbcf565483b4218&device_id=8ffa2862-88c4-4012-9455-fe38da20377f HTTP/1.1" status: 200 len: 1095 time: 0.0909193 Nov 05 18:50:01.441000 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-ac64df61-251a-4c76-9edb-ef52ac9ec93d req-6a616662-4d6c-4ec9-ab32-9b0803b23fcc service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d3e09ef2-2619-4f6f-89c4-8ba57154c592 HTTP/1.1" status: 200 len: 217 time: 0.0613914 Nov 05 18:50:01.485062 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0618a77b-feea-4711-b194-a7b418ec9752 req-87b780f1-00d9-4636-bcf9-fd3e36495d0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:50:01.486555 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-0618a77b-feea-4711-b194-a7b418ec9752 req-87b780f1-00d9-4636-bcf9-fd3e36495d0d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=05e7a1b5-165b-4a00-855a-ffbcb2eba59e HTTP/1.1" status: 200 len: 843 time: 0.1182134 Nov 05 18:50:01.529139 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac64df61-251a-4c76-9edb-ef52ac9ec93d req-4e9dcf5c-7922-4d37-9481-292a7c80250e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:50:01.530590 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-ac64df61-251a-4c76-9edb-ef52ac9ec93d req-4e9dcf5c-7922-4d37-9481-292a7c80250e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8df5751e-d8bb-41e4-9469-238f613979b1 HTTP/1.1" status: 200 len: 850 time: 0.0812068 Nov 05 18:50:01.564304 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0618a77b-feea-4711-b194-a7b418ec9752 req-54c9dd70-fdff-4db1-b9ea-365beae3ed47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:50:01.565785 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-0618a77b-feea-4711-b194-a7b418ec9752 req-54c9dd70-fdff-4db1-b9ea-365beae3ed47 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a723f808-b11e-4066-b104-fad90c82895e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0705929 Nov 05 18:50:01.598757 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac64df61-251a-4c76-9edb-ef52ac9ec93d req-0c0de851-d022-4544-8329-92989a151d3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:50:01.600957 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-ac64df61-251a-4c76-9edb-ef52ac9ec93d req-0c0de851-d022-4544-8329-92989a151d3d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=bb5b9fed-8e61-492a-a21e-f9ce432c95f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0626507 Nov 05 18:50:01.734075 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-0618a77b-feea-4711-b194-a7b418ec9752 req-f6da3b23-3b43-40c9-a001-d44babc96cd1 service neutron] 10.222.0.55 "GET /v2.0/networks/a723f808-b11e-4066-b104-fad90c82895e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1603737 Nov 05 18:50:01.744810 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-ac64df61-251a-4c76-9edb-ef52ac9ec93d req-02ca3149-1ae7-4b80-ba75-c502da9c66fd service neutron] 10.222.0.41 "GET /v2.0/networks/bb5b9fed-8e61-492a-a21e-f9ce432c95f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1354566 Nov 05 18:50:01.926399 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a69b474-ddf5-4297-ae3d-be609f3407a0 req-36464447-10b4-456b-83cd-5d051afb7f8f tempest-ServersOnMultiNodesTest-710233287 tempest-ServersOnMultiNodesTest-710233287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:50:01.927970 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-9a69b474-ddf5-4297-ae3d-be609f3407a0 req-36464447-10b4-456b-83cd-5d051afb7f8f tempest-ServersOnMultiNodesTest-710233287 tempest-ServersOnMultiNodesTest-710233287-project] 10.222.0.13 "GET /v2.0/ports?device_id=7c59d711-977b-4fd3-ac1e-89cd86a4bb40 HTTP/1.1" status: 200 len: 948 time: 0.0537846 Nov 05 18:50:01.945357 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-ac64df61-251a-4c76-9edb-ef52ac9ec93d req-615f821b-3047-4c22-b502-93befe9d3e52 service neutron] 10.222.0.41 "GET /v2.0/networks/bb5b9fed-8e61-492a-a21e-f9ce432c95f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1909547 Nov 05 18:50:01.948509 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-0618a77b-feea-4711-b194-a7b418ec9752 req-ab478612-4a0a-47bb-85da-8f19d85bb914 service neutron] 10.222.0.55 "GET /v2.0/networks/a723f808-b11e-4066-b104-fad90c82895e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1206436 Nov 05 18:50:01.981169 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-9a69b474-ddf5-4297-ae3d-be609f3407a0 req-b1992c5c-dfd7-410c-bc71-5dff1a4f04bf tempest-ServersOnMultiNodesTest-710233287 tempest-ServersOnMultiNodesTest-710233287-project] 10.222.0.13 "GET /v2.0/security-groups?id=a1214aa7-6fe8-4b93-878e-3f1f16f5c576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457182 Nov 05 18:50:02.117764 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456d1b9d-2e41-4feb-a803-7fcc9227f06d req-9f9aa62d-72a3-4271-b7fe-2c0f18256c02 tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:50:02.119361 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-456d1b9d-2e41-4feb-a803-7fcc9227f06d req-9f9aa62d-72a3-4271-b7fe-2c0f18256c02 tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] 10.222.0.13 "GET /v2.0/ports?device_id=61b0b4c5-32cb-44e3-90ab-4ac45e1c5f88 HTTP/1.1" status: 200 len: 945 time: 0.0539794 Nov 05 18:50:02.170342 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-456d1b9d-2e41-4feb-a803-7fcc9227f06d req-889ef277-3a23-483e-9f73-79f55b3bc81a tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] 10.222.0.13 "GET /v2.0/security-groups?id=e0838ac1-f008-48c1-ab43-123e255d616a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447190 Nov 05 18:50:02.281778 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d6b690-508e-4163-825b-8db69d09a09d req-47d454c0-0102-4a18-b5b4-d44aaf0c272c tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:50:02.283442 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-a5d6b690-508e-4163-825b-8db69d09a09d req-47d454c0-0102-4a18-b5b4-d44aaf0c272c tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] 10.222.0.13 "GET /v2.0/ports?device_id=8ffa2862-88c4-4012-9455-fe38da20377f HTTP/1.1" status: 200 len: 944 time: 0.0493345 Nov 05 18:50:02.326502 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Device 976c4505-32dd-43c0-b0d3-7b2c28ae4643 details requested by agent hyperv_n-h2-816865-1 with host n-h2-816865-1 {{(pid=102388) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 05 18:50:02.332856 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-a5d6b690-508e-4163-825b-8db69d09a09d req-7c989b47-dc57-43fb-a3b5-de9b777d3aac tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] 10.222.0.13 "GET /v2.0/security-groups?id=20494f52-e47d-4839-b4f6-2fc0330d8d18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422101 Nov 05 18:50:02.424693 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] For port 976c4505-32dd-43c0-b0d3-7b2c28ae4643, host n-h2-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=976c4505-32dd-43c0-b0d3-7b2c28ae4643,segment=NetworkSegment(35c2db9c-522d-48d3-98cf-a08c2cc55db7),segment_id=35c2db9c-522d-48d3-98cf-a08c2cc55db7)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:50:02.440978 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Returning: {'device': '976c4505-32dd-43c0-b0d3-7b2c28ae4643', 'network_id': 'a723f808-b11e-4066-b104-fad90c82895e', 'port_id': '976c4505-32dd-43c0-b0d3-7b2c28ae4643', 'mac_address': 'fa:16:3e:da:90:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 153, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05e7a1b5-165b-4a00-855a-ffbcb2eba59e', 'ip_address': '192.168.233.22'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102388) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 05 18:50:02.497174 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:02.510657 n-d-816865-1 neutron-server[102388]: DEBUG neutron.notifiers.nova [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 976c4505-32dd-43c0-b0d3-7b2c28ae4643 {{(pid=102388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 18:50:02.530427 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] For port 976c4505-32dd-43c0-b0d3-7b2c28ae4643, host n-h2-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=976c4505-32dd-43c0-b0d3-7b2c28ae4643,segment=NetworkSegment(35c2db9c-522d-48d3-98cf-a08c2cc55db7),segment_id=35c2db9c-522d-48d3-98cf-a08c2cc55db7)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:50:02.564136 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-8759110b-5711-42f2-b8ae-2ff8ddb04755 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:02.672853 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:02.730217 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Pushing event updated for resources: {'Port': ['ID=976c4505-32dd-43c0-b0d3-7b2c28ae4643,revision_number=4']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:50:02.929426 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] get_ports_and_sgs() called for port_ids ['976c4505-32dd-43c0-b0d3-7b2c28ae4643'] {{(pid=102388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 18:50:02.961967 n-d-816865-1 neutron-server[102386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ffa2862-88c4-4012-9455-fe38da20377f', 'tag': 'd3e09ef2-2619-4f6f-89c4-8ba57154c592'}] {{(pid=102386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 18:50:02.964557 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6173a44d7c73f41af551dc890fa1a5892c2c6bc3458b640c8e0c24db7876ba6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0840380-74ad-40cd-a831-2448244fcfb6" -d '{"events": [{"name": "network-changed", "server_uuid": "8ffa2862-88c4-4012-9455-fe38da20377f", "tag": "d3e09ef2-2619-4f6f-89c4-8ba57154c592"}]}' {{(pid=102386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 18:50:03.053677 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 18:50:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-101887b8-dbeb-489b-8ca5-250646da7699 x-openstack-request-id: req-101887b8-dbeb-489b-8ca5-250646da7699 {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 18:50:03.054029 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ffa2862-88c4-4012-9455-fe38da20377f", "tag": "d3e09ef2-2619-4f6f-89c4-8ba57154c592", "status": "completed", "code": 200}]} {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 18:50:03.054307 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-101887b8-dbeb-489b-8ca5-250646da7699 {{(pid=102386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 18:50:03.054710 n-d-816865-1 neutron-server[102386]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ffa2862-88c4-4012-9455-fe38da20377f', 'tag': 'd3e09ef2-2619-4f6f-89c4-8ba57154c592', 'status': 'completed', 'code': 200} Nov 05 18:50:03.137051 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0840380-74ad-40cd-a831-2448244fcfb6 req-50a167aa-cbbe-41b5-8e40-a56cdbd9aa6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:50:03.138673 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-b0840380-74ad-40cd-a831-2448244fcfb6 req-50a167aa-cbbe-41b5-8e40-a56cdbd9aa6d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9d37d1d71d154d088bbcf565483b4218&device_id=8ffa2862-88c4-4012-9455-fe38da20377f HTTP/1.1" status: 200 len: 1095 time: 0.0610011 Nov 05 18:50:03.169450 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 55660) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:50:03.198218 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effe0c99-400f-4ee2-b5a4-4d63e04fa996 req-5cd22eae-31f1-44c9-80f9-ce218efd320a tempest-ServersOnMultiNodesTest-710233287 tempest-ServersOnMultiNodesTest-710233287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:50:03.200813 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-effe0c99-400f-4ee2-b5a4-4d63e04fa996 req-5cd22eae-31f1-44c9-80f9-ce218efd320a tempest-ServersOnMultiNodesTest-710233287 tempest-ServersOnMultiNodesTest-710233287-project] 10.222.0.13 "GET /v2.0/ports?device_id=7c59d711-977b-4fd3-ac1e-89cd86a4bb40 HTTP/1.1" status: 200 len: 948 time: 0.0588326 Nov 05 18:50:03.251263 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0840380-74ad-40cd-a831-2448244fcfb6 req-97d933b0-38ac-4092-a796-21e9e1bdf22f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:50:03.253381 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-b0840380-74ad-40cd-a831-2448244fcfb6 req-97d933b0-38ac-4092-a796-21e9e1bdf22f service neutron] 10.222.0.41 "GET /v2.0/networks?id=bb5b9fed-8e61-492a-a21e-f9ce432c95f7 HTTP/1.1" status: 200 len: 912 time: 0.1056898 Nov 05 18:50:03.278648 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-effe0c99-400f-4ee2-b5a4-4d63e04fa996 req-fbfa9662-eae1-4910-be1c-be6bea909a6d tempest-ServersOnMultiNodesTest-710233287 tempest-ServersOnMultiNodesTest-710233287-project] 10.222.0.13 "GET /v2.0/security-groups?id=a1214aa7-6fe8-4b93-878e-3f1f16f5c576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682614 Nov 05 18:50:03.307519 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-b0840380-74ad-40cd-a831-2448244fcfb6 req-38f45846-de67-4513-a759-58d8fcf2cb77 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d3e09ef2-2619-4f6f-89c4-8ba57154c592 HTTP/1.1" status: 200 len: 217 time: 0.0446157 Nov 05 18:50:03.319551 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309c98da-4eda-4c47-b301-21c08d8a81f3 req-fbef4457-ec50-483e-867c-7d1ffc554993 tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:50:03.330099 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-309c98da-4eda-4c47-b301-21c08d8a81f3 req-fbef4457-ec50-483e-867c-7d1ffc554993 tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] 10.222.0.13 "GET /v2.0/ports?device_id=61b0b4c5-32cb-44e3-90ab-4ac45e1c5f88 HTTP/1.1" status: 200 len: 945 time: 0.0661950 Nov 05 18:50:03.371273 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0840380-74ad-40cd-a831-2448244fcfb6 req-59d0fa30-186a-4105-b3cc-6d51348fe42a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:50:03.372815 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-b0840380-74ad-40cd-a831-2448244fcfb6 req-59d0fa30-186a-4105-b3cc-6d51348fe42a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8df5751e-d8bb-41e4-9469-238f613979b1 HTTP/1.1" status: 200 len: 850 time: 0.0554917 Nov 05 18:50:03.408502 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-309c98da-4eda-4c47-b301-21c08d8a81f3 req-626fc619-a6da-45ea-96f7-c4e3d2338cba tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] 10.222.0.13 "GET /v2.0/security-groups?id=e0838ac1-f008-48c1-ab43-123e255d616a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728171 Nov 05 18:50:03.427581 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0840380-74ad-40cd-a831-2448244fcfb6 req-51410a06-0265-49db-bb63-a4145874c836 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:50:03.429143 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-b0840380-74ad-40cd-a831-2448244fcfb6 req-51410a06-0265-49db-bb63-a4145874c836 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=bb5b9fed-8e61-492a-a21e-f9ce432c95f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0474801 Nov 05 18:50:03.462407 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 55672) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:50:03.465106 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-9cfc99f9-177e-41ae-837b-4184cecbaff0 tempest-ExternalNetworksTestJSON-1696601295 tempest-ExternalNetworksTestJSON-1696601295-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-1514034181'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:50:03.493627 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fbe5fe-55fc-4d80-969f-53af04a385f8 req-ca4442e9-ec97-4c75-afc5-bfa915ef468b tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:50:03.495878 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-23fbe5fe-55fc-4d80-969f-53af04a385f8 req-ca4442e9-ec97-4c75-afc5-bfa915ef468b tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] 10.222.0.13 "GET /v2.0/ports?device_id=8ffa2862-88c4-4012-9455-fe38da20377f HTTP/1.1" status: 200 len: 944 time: 0.0656078 Nov 05 18:50:03.547904 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-23fbe5fe-55fc-4d80-969f-53af04a385f8 req-bf3d0acc-2c69-4778-a7fb-d50f195fc61d tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] 10.222.0.13 "GET /v2.0/security-groups?id=20494f52-e47d-4839-b4f6-2fc0330d8d18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456352 Nov 05 18:50:03.589968 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-4069d59e-6d5f-401b-8882-3d70dc4d6d96 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:03.673161 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-4069d59e-6d5f-401b-8882-3d70dc4d6d96 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:03.741537 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-4069d59e-6d5f-401b-8882-3d70dc4d6d96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:03.784526 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4069d59e-6d5f-401b-8882-3d70dc4d6d96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a67daf3-3479-478e-bfd5-ac3c4f755e45,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:50:03.794851 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-4069d59e-6d5f-401b-8882-3d70dc4d6d96 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2d31178705fb4b439c20252b59f96ef6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3255811 Nov 05 18:50:03.794851 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 55678) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:50:03.879900 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-b0840380-74ad-40cd-a831-2448244fcfb6 req-e092fec9-c9e3-40ef-a21e-d164b9e69069 service neutron] 10.222.0.41 "GET /v2.0/networks/bb5b9fed-8e61-492a-a21e-f9ce432c95f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4396484 Nov 05 18:50:03.882917 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-ea7e0f01-f643-4a1d-8f39-e67cc02cfae7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:03.912930 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-ea7e0f01-f643-4a1d-8f39-e67cc02cfae7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:03.921846 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e7d404-7a12-4ed8-98ea-6e103e310b5c req-e16d59ca-0f7b-4adb-8ac5-cc3138bae97f tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:50:03.929151 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-f5e7d404-7a12-4ed8-98ea-6e103e310b5c req-e16d59ca-0f7b-4adb-8ac5-cc3138bae97f tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] 10.222.0.13 "GET /v2.0/ports?device_id=61b0b4c5-32cb-44e3-90ab-4ac45e1c5f88 HTTP/1.1" status: 200 len: 945 time: 0.0814242 Nov 05 18:50:03.946662 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cfc99f9-177e-41ae-837b-4184cecbaff0 tempest-ExternalNetworksTestJSON-1696601295 tempest-ExternalNetworksTestJSON-1696601295-project] Made reservation on behalf of efe7664a39604d7e9d8b70589f70f760 for: {'network': 1} {{(pid=102386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 18:50:03.949897 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-9cfc99f9-177e-41ae-837b-4184cecbaff0 tempest-ExternalNetworksTestJSON-1696601295 tempest-ExternalNetworksTestJSON-1696601295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for network, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:03.960912 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-9cfc99f9-177e-41ae-837b-4184cecbaff0 tempest-ExternalNetworksTestJSON-1696601295 tempest-ExternalNetworksTestJSON-1696601295-project] Publish callbacks [] for security_group, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:03.987652 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:04.006833 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-f5e7d404-7a12-4ed8-98ea-6e103e310b5c req-f950675b-03fe-4ef4-b2d4-85e79e07db3c tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] 10.222.0.13 "GET /v2.0/security-groups?id=e0838ac1-f008-48c1-ab43-123e255d616a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743859 Nov 05 18:50:04.019750 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-b0840380-74ad-40cd-a831-2448244fcfb6 req-86266354-0a2d-4e55-ac44-7d2d4eecd18b service neutron] 10.222.0.41 "GET /v2.0/networks/bb5b9fed-8e61-492a-a21e-f9ce432c95f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1308877 Nov 05 18:50:04.100238 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-ea7e0f01-f643-4a1d-8f39-e67cc02cfae7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:04.102777 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-ea7e0f01-f643-4a1d-8f39-e67cc02cfae7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:04.103902 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-ea7e0f01-f643-4a1d-8f39-e67cc02cfae7 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7a67daf3-3479-478e-bfd5-ac3c4f755e45 HTTP/1.1" status: 204 len: 168 time: 0.3089061 Nov 05 18:50:04.111923 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7e0f01-f643-4a1d-8f39-e67cc02cfae7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a67daf3-3479-478e-bfd5-ac3c4f755e45,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:50:04.157856 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-9cfc99f9-177e-41ae-837b-4184cecbaff0 tempest-ExternalNetworksTestJSON-1696601295 tempest-ExternalNetworksTestJSON-1696601295-project] Publish callbacks [] for security_group, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:04.221633 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-9cfc99f9-177e-41ae-837b-4184cecbaff0 tempest-ExternalNetworksTestJSON-1696601295 tempest-ExternalNetworksTestJSON-1696601295-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:04.251654 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9cfc99f9-177e-41ae-837b-4184cecbaff0 tempest-ExternalNetworksTestJSON-1696601295 tempest-ExternalNetworksTestJSON-1696601295-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 158} {{(pid=102386) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 05 18:50:04.260440 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cfc99f9-177e-41ae-837b-4184cecbaff0 tempest-ExternalNetworksTestJSON-1696601295 tempest-ExternalNetworksTestJSON-1696601295-project] Pushing event updated for resources: {'SecurityGroup': ['ID=50df811a-2815-4337-b8b4-f6a3e136c9c5,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:50:04.266339 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-9cfc99f9-177e-41ae-837b-4184cecbaff0 tempest-ExternalNetworksTestJSON-1696601295 tempest-ExternalNetworksTestJSON-1696601295-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273'] for segment, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:04.266680 n-d-816865-1 neutron-server[102386]: INFO neutron.db.segments_db [None req-9cfc99f9-177e-41ae-837b-4184cecbaff0 tempest-ExternalNetworksTestJSON-1696601295 tempest-ExternalNetworksTestJSON-1696601295-project] Added segment bb656d24-e96f-4276-9f79-a56614a04a05 of type vlan for network cc5056e8-ac9c-4c07-85dd-5ad60fe38e33 Nov 05 18:50:04.306469 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-9cfc99f9-177e-41ae-837b-4184cecbaff0 tempest-ExternalNetworksTestJSON-1696601295 tempest-ExternalNetworksTestJSON-1696601295-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750027258543'] for network, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:04.342639 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Device 328468a7-8564-46fe-b7ce-549f91925675 details requested by agent hyperv_n-h2-816865-1 with host n-h2-816865-1 {{(pid=102388) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 05 18:50:04.345721 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Device 976c4505-32dd-43c0-b0d3-7b2c28ae4643 up at agent hyperv_n-h2-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 18:50:04.394393 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-9cfc99f9-177e-41ae-837b-4184cecbaff0 tempest-ExternalNetworksTestJSON-1696601295 tempest-ExternalNetworksTestJSON-1696601295-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-956796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877'] for network, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:04.402853 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cfc99f9-177e-41ae-837b-4184cecbaff0 tempest-ExternalNetworksTestJSON-1696601295 tempest-ExternalNetworksTestJSON-1696601295-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:50:04.403824 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-9cfc99f9-177e-41ae-837b-4184cecbaff0 tempest-ExternalNetworksTestJSON-1696601295 tempest-ExternalNetworksTestJSON-1696601295-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597851'] for network, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:04.427987 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ec9cb7-c804-4a79-8142-168bdaa11890 req-1cca00b7-d4c7-4129-8c71-85add8d9be10 tempest-ServersOnMultiNodesTest-710233287 tempest-ServersOnMultiNodesTest-710233287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:50:04.429710 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-48ec9cb7-c804-4a79-8142-168bdaa11890 req-1cca00b7-d4c7-4129-8c71-85add8d9be10 tempest-ServersOnMultiNodesTest-710233287 tempest-ServersOnMultiNodesTest-710233287-project] 10.222.0.13 "GET /v2.0/ports?device_id=7c59d711-977b-4fd3-ac1e-89cd86a4bb40 HTTP/1.1" status: 200 len: 948 time: 0.0677547 Nov 05 18:50:04.481280 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cfc99f9-177e-41ae-837b-4184cecbaff0 tempest-ExternalNetworksTestJSON-1696601295 tempest-ExternalNetworksTestJSON-1696601295-project] Pushing event updated for resources: {'Network': ['ID=cc5056e8-ac9c-4c07-85dd-5ad60fe38e33,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:50:04.489924 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] For port 328468a7-8564-46fe-b7ce-549f91925675, host n-h2-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=328468a7-8564-46fe-b7ce-549f91925675,segment=NetworkSegment(35c2db9c-522d-48d3-98cf-a08c2cc55db7),segment_id=35c2db9c-522d-48d3-98cf-a08c2cc55db7)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:50:04.502969 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Network cc5056e8-ac9c-4c07-85dd-5ad60fe38e33 details requested by agent ovs-agent-n-d-816865-1 with host n-d-816865-1 {{(pid=102388) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 05 18:50:04.511477 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-9cfc99f9-177e-41ae-837b-4184cecbaff0 tempest-ExternalNetworksTestJSON-1696601295 tempest-ExternalNetworksTestJSON-1696601295-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 1.3374748 Nov 05 18:50:04.518443 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 55690) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:50:04.522326 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-48ec9cb7-c804-4a79-8142-168bdaa11890 req-7e45d7d1-cae7-4742-a505-a4c3f4b71ce8 tempest-ServersOnMultiNodesTest-710233287 tempest-ServersOnMultiNodesTest-710233287-project] 10.222.0.13 "GET /v2.0/security-groups?id=a1214aa7-6fe8-4b93-878e-3f1f16f5c576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734942 Nov 05 18:50:04.527547 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Returning: {'device': '328468a7-8564-46fe-b7ce-549f91925675', 'network_id': 'a723f808-b11e-4066-b104-fad90c82895e', 'port_id': '328468a7-8564-46fe-b7ce-549f91925675', 'mac_address': 'fa:16:3e:bb:1f:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 153, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05e7a1b5-165b-4a00-855a-ffbcb2eba59e', 'ip_address': '192.168.233.243'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102388) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 05 18:50:04.557647 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Provisioning for port 976c4505-32dd-43c0-b0d3-7b2c28ae4643 completed by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 05 18:50:04.567221 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Provisioning complete for port 976c4505-32dd-43c0-b0d3-7b2c28ae4643 triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:50:04.567748 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:04.640338 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:04.660230 n-d-816865-1 neutron-server[102388]: DEBUG neutron.notifiers.nova [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 328468a7-8564-46fe-b7ce-549f91925675 {{(pid=102388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 18:50:04.686668 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87faa24e-ff7d-4c9d-87ca-a6e9f61aec9b req-4a11e363-e56d-4462-a66d-a4adc7d67f8c tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:50:04.687001 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] For port 328468a7-8564-46fe-b7ce-549f91925675, host n-h2-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=328468a7-8564-46fe-b7ce-549f91925675,segment=NetworkSegment(35c2db9c-522d-48d3-98cf-a08c2cc55db7),segment_id=35c2db9c-522d-48d3-98cf-a08c2cc55db7)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:50:04.694657 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-87faa24e-ff7d-4c9d-87ca-a6e9f61aec9b req-4a11e363-e56d-4462-a66d-a4adc7d67f8c tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] 10.222.0.13 "GET /v2.0/ports?device_id=8ffa2862-88c4-4012-9455-fe38da20377f HTTP/1.1" status: 200 len: 944 time: 0.0687885 Nov 05 18:50:04.703450 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-0f560300-4f26-4b13-9cb0-51c08ac2f047 tempest-ExternalNetworksTestJSON-1239350182 tempest-ExternalNetworksTestJSON-1239350182-project-admin] Request body: {'network': {'name': 'tempest-network--366774383', 'router:external': True}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:50:04.729009 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:04.747494 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-87faa24e-ff7d-4c9d-87ca-a6e9f61aec9b req-f6e6779a-2290-4695-8c35-d1b795f1cc32 tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] 10.222.0.13 "GET /v2.0/security-groups?id=20494f52-e47d-4839-b4f6-2fc0330d8d18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461450 Nov 05 18:50:04.750969 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 55696) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:50:04.753722 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:04.771288 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-f8368cab-00b6-47e6-ba95-06d90bd62f69 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:04.787705 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f560300-4f26-4b13-9cb0-51c08ac2f047 tempest-ExternalNetworksTestJSON-1239350182 tempest-ExternalNetworksTestJSON-1239350182-project-admin] Made reservation on behalf of 2272d55f9c6944b384c0de92b1638fff for: {'network': 1} {{(pid=102386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 18:50:04.790585 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-0f560300-4f26-4b13-9cb0-51c08ac2f047 tempest-ExternalNetworksTestJSON-1239350182 tempest-ExternalNetworksTestJSON-1239350182-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for network, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:04.796826 n-d-816865-1 neutron-server[102388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2617d61-a26d-4245-b417-3c7214524de9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '976c4505-32dd-43c0-b0d3-7b2c28ae4643'}] {{(pid=102388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 18:50:04.799125 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85474fee1180e129d8a886d264fe0b30223aa672dd1ffe43b630605f18504f68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ae721ea-2d8f-43ea-b8a8-c4e6014dd170" -d '{"events": [{"server_uuid": "c2617d61-a26d-4245-b417-3c7214524de9", "name": "network-vif-plugged", "status": "completed", "tag": "976c4505-32dd-43c0-b0d3-7b2c28ae4643"}]}' {{(pid=102388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 18:50:04.801100 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-0f560300-4f26-4b13-9cb0-51c08ac2f047 tempest-ExternalNetworksTestJSON-1239350182 tempest-ExternalNetworksTestJSON-1239350182-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:04.826096 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] For port 976c4505-32dd-43c0-b0d3-7b2c28ae4643, host n-h2-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=976c4505-32dd-43c0-b0d3-7b2c28ae4643,segment=NetworkSegment(35c2db9c-522d-48d3-98cf-a08c2cc55db7),segment_id=35c2db9c-522d-48d3-98cf-a08c2cc55db7)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:50:04.843037 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Device d3e09ef2-2619-4f6f-89c4-8ba57154c592 details requested by agent hyperv_n-h1-816865-1 with host n-h1-816865-1 {{(pid=102388) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 05 18:50:04.848741 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 18:50:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54a149d2-3935-47fd-b734-7c1122c3f1fb x-openstack-request-id: req-54a149d2-3935-47fd-b734-7c1122c3f1fb {{(pid=102388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 18:50:04.852599 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2617d61-a26d-4245-b417-3c7214524de9", "name": "network-vif-plugged", "status": "completed", "tag": "976c4505-32dd-43c0-b0d3-7b2c28ae4643", "code": 200}]} {{(pid=102388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 18:50:04.852599 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-54a149d2-3935-47fd-b734-7c1122c3f1fb {{(pid=102388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 18:50:04.852599 n-d-816865-1 neutron-server[102388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2617d61-a26d-4245-b417-3c7214524de9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '976c4505-32dd-43c0-b0d3-7b2c28ae4643', 'code': 200} Nov 05 18:50:04.857760 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Pushing event updated for resources: {'Port': ['ID=328468a7-8564-46fe-b7ce-549f91925675,revision_number=4']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:50:04.859483 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-f8368cab-00b6-47e6-ba95-06d90bd62f69 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:04.906128 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-0f560300-4f26-4b13-9cb0-51c08ac2f047 tempest-ExternalNetworksTestJSON-1239350182 tempest-ExternalNetworksTestJSON-1239350182-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:04.906795 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:04.927957 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-f8368cab-00b6-47e6-ba95-06d90bd62f69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:04.946220 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adf165f-3847-45f0-aca4-3a09ccd023f3 req-62334b67-d85d-4404-8764-6dde3a012993 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:50:04.947836 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-1adf165f-3847-45f0-aca4-3a09ccd023f3 req-62334b67-d85d-4404-8764-6dde3a012993 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=c2617d61-a26d-4245-b417-3c7214524de9 HTTP/1.1" status: 200 len: 1100 time: 0.0402219 Nov 05 18:50:04.973912 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-f8368cab-00b6-47e6-ba95-06d90bd62f69 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a953c63dd7074ef68e53175dc3461e73&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2195196 Nov 05 18:50:04.973912 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8368cab-00b6-47e6-ba95-06d90bd62f69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96762bb5-65d0-4191-b2fa-f2cac5abacdf,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:50:04.974864 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 55700) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:50:04.994624 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-daf66733-7070-403c-8959-fa274b77295a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:05.018439 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] get_ports_and_sgs() called for port_ids ['328468a7-8564-46fe-b7ce-549f91925675'] {{(pid=102388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 18:50:05.031227 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Pushing event updated for resources: {'Port': ['ID=976c4505-32dd-43c0-b0d3-7b2c28ae4643,revision_number=5']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:50:05.036454 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] For port d3e09ef2-2619-4f6f-89c4-8ba57154c592, host n-h1-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=d3e09ef2-2619-4f6f-89c4-8ba57154c592,segment=NetworkSegment(1ae4cc0f-5460-421b-9b80-d7acf4de0363),segment_id=1ae4cc0f-5460-421b-9b80-d7acf4de0363)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:50:05.042367 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-0f560300-4f26-4b13-9cb0-51c08ac2f047 tempest-ExternalNetworksTestJSON-1239350182 tempest-ExternalNetworksTestJSON-1239350182-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:05.061589 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-1adf165f-3847-45f0-aca4-3a09ccd023f3 req-04c7466f-566e-4b3a-941e-456d77703f83 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=a1214aa7-6fe8-4b93-878e-3f1f16f5c576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054733 Nov 05 18:50:05.080038 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Returning: {'device': 'd3e09ef2-2619-4f6f-89c4-8ba57154c592', 'network_id': 'bb5b9fed-8e61-492a-a21e-f9ce432c95f7', 'port_id': 'd3e09ef2-2619-4f6f-89c4-8ba57154c592', 'mac_address': 'fa:16:3e:f4:dc:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8df5751e-d8bb-41e4-9469-238f613979b1', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102388) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 05 18:50:05.118285 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f560300-4f26-4b13-9cb0-51c08ac2f047 tempest-ExternalNetworksTestJSON-1239350182 tempest-ExternalNetworksTestJSON-1239350182-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 177} {{(pid=102386) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 05 18:50:05.137508 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f560300-4f26-4b13-9cb0-51c08ac2f047 tempest-ExternalNetworksTestJSON-1239350182 tempest-ExternalNetworksTestJSON-1239350182-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63dc5031-2aba-4bcd-ab26-f8a96c53f732,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:50:05.149317 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-0f560300-4f26-4b13-9cb0-51c08ac2f047 tempest-ExternalNetworksTestJSON-1239350182 tempest-ExternalNetworksTestJSON-1239350182-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273'] for segment, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:05.149904 n-d-816865-1 neutron-server[102386]: INFO neutron.db.segments_db [None req-0f560300-4f26-4b13-9cb0-51c08ac2f047 tempest-ExternalNetworksTestJSON-1239350182 tempest-ExternalNetworksTestJSON-1239350182-project-admin] Added segment 8d9d37ec-cb4d-4940-9d2a-20f158d9c3ad of type vlan for network ccc1c576-02da-4743-8168-743e4cfb0da5 Nov 05 18:50:05.153245 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:05.157342 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b2412c-60ee-4d8a-94c3-5ba850e641e2 req-22ec0b51-f7a0-4963-88e6-1013068ba9fe tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:50:05.159152 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-74b2412c-60ee-4d8a-94c3-5ba850e641e2 req-22ec0b51-f7a0-4963-88e6-1013068ba9fe tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] 10.222.0.13 "GET /v2.0/ports?device_id=61b0b4c5-32cb-44e3-90ab-4ac45e1c5f88 HTTP/1.1" status: 200 len: 945 time: 0.0547819 Nov 05 18:50:05.162532 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-15aa1ec0-9fbe-4156-bdd2-9835d3089b5b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:05.180552 n-d-816865-1 neutron-server[102388]: DEBUG neutron.notifiers.nova [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d3e09ef2-2619-4f6f-89c4-8ba57154c592 {{(pid=102388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 18:50:05.214621 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] For port d3e09ef2-2619-4f6f-89c4-8ba57154c592, host n-h1-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=d3e09ef2-2619-4f6f-89c4-8ba57154c592,segment=NetworkSegment(1ae4cc0f-5460-421b-9b80-d7acf4de0363),segment_id=1ae4cc0f-5460-421b-9b80-d7acf4de0363)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:50:05.218881 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-15aa1ec0-9fbe-4156-bdd2-9835d3089b5b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:05.228376 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2ee54e-dd7a-4972-a145-2ca75760d890 req-eb138e1e-1c71-448d-96fa-e79bab5498de tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:50:05.229888 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-7c2ee54e-dd7a-4972-a145-2ca75760d890 req-eb138e1e-1c71-448d-96fa-e79bab5498de tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] 10.222.0.41 "GET /v2.0/ports?device_id=61b0b4c5-32cb-44e3-90ab-4ac45e1c5f88 HTTP/1.1" status: 200 len: 945 time: 0.1744847 Nov 05 18:50:05.261725 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-74b2412c-60ee-4d8a-94c3-5ba850e641e2 req-dd3a8c9d-8be9-4657-b670-e2b73d338ef7 tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] 10.222.0.13 "GET /v2.0/security-groups?id=e0838ac1-f008-48c1-ab43-123e255d616a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850468 Nov 05 18:50:05.265985 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-0f560300-4f26-4b13-9cb0-51c08ac2f047 tempest-ExternalNetworksTestJSON-1239350182 tempest-ExternalNetworksTestJSON-1239350182-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750027258543'] for network, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:05.278495 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:05.327417 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Pushing event updated for resources: {'Port': ['ID=d3e09ef2-2619-4f6f-89c4-8ba57154c592,revision_number=4']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:50:05.385054 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [req-7c2ee54e-dd7a-4972-a145-2ca75760d890 req-4c97d4bb-3828-46e0-8524-5febe105ada7 tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] Deleting port c87080d5-90a5-4a9a-b8b0-2a0a92169233 {{(pid=102386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 18:50:05.385382 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-7c2ee54e-dd7a-4972-a145-2ca75760d890 req-4c97d4bb-3828-46e0-8524-5febe105ada7 tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:05.457086 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-0f560300-4f26-4b13-9cb0-51c08ac2f047 tempest-ExternalNetworksTestJSON-1239350182 tempest-ExternalNetworksTestJSON-1239350182-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-956796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877'] for network, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:05.458592 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f560300-4f26-4b13-9cb0-51c08ac2f047 tempest-ExternalNetworksTestJSON-1239350182 tempest-ExternalNetworksTestJSON-1239350182-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:50:05.459232 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-0f560300-4f26-4b13-9cb0-51c08ac2f047 tempest-ExternalNetworksTestJSON-1239350182 tempest-ExternalNetworksTestJSON-1239350182-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597851'] for network, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:05.488202 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-15aa1ec0-9fbe-4156-bdd2-9835d3089b5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:05.490893 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-15aa1ec0-9fbe-4156-bdd2-9835d3089b5b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:05.492057 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-15aa1ec0-9fbe-4156-bdd2-9835d3089b5b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/96762bb5-65d0-4191-b2fa-f2cac5abacdf HTTP/1.1" status: 204 len: 168 time: 0.5161824 Nov 05 18:50:05.549769 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15aa1ec0-9fbe-4156-bdd2-9835d3089b5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96762bb5-65d0-4191-b2fa-f2cac5abacdf,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:50:05.554514 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [req-7c2ee54e-dd7a-4972-a145-2ca75760d890 req-4c97d4bb-3828-46e0-8524-5febe105ada7 tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] For port c87080d5-90a5-4a9a-b8b0-2a0a92169233, host n-h1-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=c87080d5-90a5-4a9a-b8b0-2a0a92169233,segment=NetworkSegment(18ff82bc-5fc5-4d18-b58f-45dd42e01fae),segment_id=18ff82bc-5fc5-4d18-b58f-45dd42e01fae)] {{(pid=102386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:50:05.554974 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-7c2ee54e-dd7a-4972-a145-2ca75760d890 req-4c97d4bb-3828-46e0-8524-5febe105ada7 tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:05.564886 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f560300-4f26-4b13-9cb0-51c08ac2f047 tempest-ExternalNetworksTestJSON-1239350182 tempest-ExternalNetworksTestJSON-1239350182-project-admin] Pushing event updated for resources: {'Network': ['ID=ccc1c576-02da-4743-8168-743e4cfb0da5,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:50:05.573541 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [req-7c2ee54e-dd7a-4972-a145-2ca75760d890 req-4c97d4bb-3828-46e0-8524-5febe105ada7 tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] Calling delete_port for c87080d5-90a5-4a9a-b8b0-2a0a92169233 owned by compute:nova {{(pid=102386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 18:50:05.579969 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Network ccc1c576-02da-4743-8168-743e4cfb0da5 details requested by agent ovs-agent-n-d-816865-1 with host n-d-816865-1 {{(pid=102388) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 05 18:50:05.592006 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-0f560300-4f26-4b13-9cb0-51c08ac2f047 tempest-ExternalNetworksTestJSON-1239350182 tempest-ExternalNetworksTestJSON-1239350182-project-admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 1.0790546 Nov 05 18:50:05.594883 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 55712) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:50:05.627112 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] get_ports_and_sgs() called for port_ids ['d3e09ef2-2619-4f6f-89c4-8ba57154c592'] {{(pid=102388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 18:50:05.715506 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-d2583e10-a437-47f0-b9fb-8c4d368ae4de tempest-ExternalNetworksTestJSON-1239350182 tempest-ExternalNetworksTestJSON-1239350182-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1664226'] for network, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:05.797826 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1481d5-6cd2-4f55-a962-f250f22077e0 req-432a119d-e40e-450b-a077-893622f8aa5b tempest-ServersOnMultiNodesTest-710233287 tempest-ServersOnMultiNodesTest-710233287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:50:05.799490 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-6c1481d5-6cd2-4f55-a962-f250f22077e0 req-432a119d-e40e-450b-a077-893622f8aa5b tempest-ServersOnMultiNodesTest-710233287 tempest-ServersOnMultiNodesTest-710233287-project] 10.222.0.13 "GET /v2.0/ports?device_id=7c59d711-977b-4fd3-ac1e-89cd86a4bb40 HTTP/1.1" status: 200 len: 949 time: 0.1623480 Nov 05 18:50:05.802996 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-7c2ee54e-dd7a-4972-a145-2ca75760d890 req-4c97d4bb-3828-46e0-8524-5febe105ada7 tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:05.858867 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c97d4bb-3828-46e0-8524-5febe105ada7 tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] Pushing event deleted for resources: {'Port': ['ID=c87080d5-90a5-4a9a-b8b0-2a0a92169233,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:50:05.862790 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-d2583e10-a437-47f0-b9fb-8c4d368ae4de tempest-ExternalNetworksTestJSON-1239350182 tempest-ExternalNetworksTestJSON-1239350182-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1579173', 'neutron.services.segments.db._delete_segments_for_network-8750027792909'] for network, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:05.903605 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c2ee54e-dd7a-4972-a145-2ca75760d890 req-4c97d4bb-3828-46e0-8524-5febe105ada7 tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] No DVR routers for this DVR port c87080d5-90a5-4a9a-b8b0-2a0a92169233 on host n-h1-816865-1 {{(pid=102386) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 18:50:05.906553 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-7c2ee54e-dd7a-4972-a145-2ca75760d890 req-4c97d4bb-3828-46e0-8524-5febe105ada7 tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:05.913037 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-7c2ee54e-dd7a-4972-a145-2ca75760d890 req-4c97d4bb-3828-46e0-8524-5febe105ada7 tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] 10.222.0.41 "DELETE /v2.0/ports/c87080d5-90a5-4a9a-b8b0-2a0a92169233 HTTP/1.1" status: 204 len: 173 time: 0.6707616 Nov 05 18:50:05.914102 n-d-816865-1 neutron-server[102386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61b0b4c5-32cb-44e3-90ab-4ac45e1c5f88', 'name': 'network-vif-deleted', 'tag': 'c87080d5-90a5-4a9a-b8b0-2a0a92169233'}] {{(pid=102386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 18:50:05.917290 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6173a44d7c73f41af551dc890fa1a5892c2c6bc3458b640c8e0c24db7876ba6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17429ea8-061f-4994-a101-0c95748d743b" -d '{"events": [{"server_uuid": "61b0b4c5-32cb-44e3-90ab-4ac45e1c5f88", "name": "network-vif-deleted", "tag": "c87080d5-90a5-4a9a-b8b0-2a0a92169233"}]}' {{(pid=102386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 18:50:05.925308 n-d-816865-1 neutron-server[102387]: DEBUG neutron.services.segments.db [None req-d2583e10-a437-47f0-b9fb-8c4d368ae4de tempest-ExternalNetworksTestJSON-1239350182 tempest-ExternalNetworksTestJSON-1239350182-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ccc1c576-02da-4743-8168-743e4cfb0da5']}} {{(pid=102387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:50:05.944971 n-d-816865-1 neutron-server[102387]: DEBUG neutron.services.segments.db [None req-d2583e10-a437-47f0-b9fb-8c4d368ae4de tempest-ExternalNetworksTestJSON-1239350182 tempest-ExternalNetworksTestJSON-1239350182-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d9d37ec-cb4d-4940-9d2a-20f158d9c3ad') {'for_net_delete': True} {{(pid=102387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:50:05.945261 n-d-816865-1 neutron-server[102387]: DEBUG neutron.services.segments.db [None req-d2583e10-a437-47f0-b9fb-8c4d368ae4de tempest-ExternalNetworksTestJSON-1239350182 tempest-ExternalNetworksTestJSON-1239350182-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d9d37ec-cb4d-4940-9d2a-20f158d9c3ad') {} {{(pid=102387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:50:05.957861 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-d2583e10-a437-47f0-b9fb-8c4d368ae4de tempest-ExternalNetworksTestJSON-1239350182 tempest-ExternalNetworksTestJSON-1239350182-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750027793430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4463492'] for segment, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:05.962674 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-6c1481d5-6cd2-4f55-a962-f250f22077e0 req-859cc211-3b41-4ffb-a453-7d2f75f0a1fa tempest-ServersOnMultiNodesTest-710233287 tempest-ServersOnMultiNodesTest-710233287-project] 10.222.0.13 "GET /v2.0/security-groups?id=a1214aa7-6fe8-4b93-878e-3f1f16f5c576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301222 Nov 05 18:50:05.968205 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:05.978459 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6294a4-d0b3-4dea-a31e-fb51808744e1 req-4a1039ae-1663-457c-80af-e8d292ea7be5 tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:50:05.985621 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-9d6294a4-d0b3-4dea-a31e-fb51808744e1 req-4a1039ae-1663-457c-80af-e8d292ea7be5 tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] 10.222.0.13 "GET /v2.0/ports?device_id=8ffa2862-88c4-4012-9455-fe38da20377f HTTP/1.1" status: 200 len: 945 time: 0.1442318 Nov 05 18:50:06.008044 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-d2583e10-a437-47f0-b9fb-8c4d368ae4de tempest-ExternalNetworksTestJSON-1239350182 tempest-ExternalNetworksTestJSON-1239350182-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273'] for segment, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:06.013365 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 18:50:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46aae83c-5c15-42f2-b964-08a32017da8f x-openstack-request-id: req-46aae83c-5c15-42f2-b964-08a32017da8f {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 18:50:06.013847 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61b0b4c5-32cb-44e3-90ab-4ac45e1c5f88", "name": "network-vif-deleted", "tag": "c87080d5-90a5-4a9a-b8b0-2a0a92169233", "status": "completed", "code": 200}]} {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 18:50:06.014274 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-46aae83c-5c15-42f2-b964-08a32017da8f {{(pid=102386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 18:50:06.018018 n-d-816865-1 neutron-server[102386]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61b0b4c5-32cb-44e3-90ab-4ac45e1c5f88', 'name': 'network-vif-deleted', 'tag': 'c87080d5-90a5-4a9a-b8b0-2a0a92169233', 'status': 'completed', 'code': 200} Nov 05 18:50:06.018160 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d2583e10-a437-47f0-b9fb-8c4d368ae4de tempest-ExternalNetworksTestJSON-1239350182 tempest-ExternalNetworksTestJSON-1239350182-project-admin] Releasing vlan 177 on physical network physnet1 to pool {{(pid=102387) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 05 18:50:06.018447 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-d2583e10-a437-47f0-b9fb-8c4d368ae4de tempest-ExternalNetworksTestJSON-1239350182 tempest-ExternalNetworksTestJSON-1239350182-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4417236'] for segment, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:06.020641 n-d-816865-1 neutron-server[102387]: Traceback (most recent call last): Nov 05 18:50:06.020641 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 05 18:50:06.020641 n-d-816865-1 neutron-server[102387]: timer() Nov 05 18:50:06.020641 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 05 18:50:06.020641 n-d-816865-1 neutron-server[102387]: cb(*args, **kw) Nov 05 18:50:06.020641 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 05 18:50:06.020641 n-d-816865-1 neutron-server[102387]: return func(*args, **kwargs) Nov 05 18:50:06.020641 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 05 18:50:06.020641 n-d-816865-1 neutron-server[102387]: self._notify() Nov 05 18:50:06.020641 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 05 18:50:06.020641 n-d-816865-1 neutron-server[102387]: self.callback(batched_events) Nov 05 18:50:06.020641 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 05 18:50:06.020641 n-d-816865-1 neutron-server[102387]: event.method(event) Nov 05 18:50:06.020641 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 05 18:50:06.020641 n-d-816865-1 neutron-server[102387]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 05 18:50:06.020641 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 05 18:50:06.020641 n-d-816865-1 neutron-server[102387]: aggregate_uuid = self.p_client.list_aggregates( Nov 05 18:50:06.020641 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 05 18:50:06.020641 n-d-816865-1 neutron-server[102387]: return f(self, *a, **k) Nov 05 18:50:06.020641 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 05 18:50:06.020641 n-d-816865-1 neutron-server[102387]: return self._get(url).json() Nov 05 18:50:06.020641 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 05 18:50:06.020641 n-d-816865-1 neutron-server[102387]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 05 18:50:06.020641 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 05 18:50:06.020641 n-d-816865-1 neutron-server[102387]: return self.request(url, 'GET', **kwargs) Nov 05 18:50:06.020641 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 05 18:50:06.020641 n-d-816865-1 neutron-server[102387]: base_url = self.get_endpoint(auth, allow=allow, Nov 05 18:50:06.020641 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 05 18:50:06.020641 n-d-816865-1 neutron-server[102387]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 05 18:50:06.020641 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 05 18:50:06.020641 n-d-816865-1 neutron-server[102387]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 05 18:50:06.020641 n-d-816865-1 neutron-server[102387]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 05 18:50:06.098373 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-9d6294a4-d0b3-4dea-a31e-fb51808744e1 req-e83e0719-d793-4d38-9f02-5ee6239a4cef tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] 10.222.0.13 "GET /v2.0/security-groups?id=20494f52-e47d-4839-b4f6-2fc0330d8d18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117847 Nov 05 18:50:06.162322 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b304910f-7b27-444b-a8fc-977d26b1ceac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:06.221250 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-d2583e10-a437-47f0-b9fb-8c4d368ae4de tempest-ExternalNetworksTestJSON-1239350182 tempest-ExternalNetworksTestJSON-1239350182-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1579178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-956796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1000687'] for network, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:06.227212 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2583e10-a437-47f0-b9fb-8c4d368ae4de tempest-ExternalNetworksTestJSON-1239350182 tempest-ExternalNetworksTestJSON-1239350182-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network ccc1c576-02da-4743-8168-743e4cfb0da5 {{(pid=102387) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 05 18:50:06.232649 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-d2583e10-a437-47f0-b9fb-8c4d368ae4de tempest-ExternalNetworksTestJSON-1239350182 tempest-ExternalNetworksTestJSON-1239350182-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597851'] for network, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:06.237439 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 55722) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:50:06.237951 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-d2583e10-a437-47f0-b9fb-8c4d368ae4de tempest-ExternalNetworksTestJSON-1239350182 tempest-ExternalNetworksTestJSON-1239350182-project-admin] 10.222.0.13 "DELETE /v2.0/networks/ccc1c576-02da-4743-8168-743e4cfb0da5 HTTP/1.1" status: 204 len: 168 time: 0.6414783 Nov 05 18:50:06.243408 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-9096e826-40fe-4ac6-931b-3667f33a3080 tempest-ExternalNetworksTestJSON-1239350182 tempest-ExternalNetworksTestJSON-1239350182-project-admin] Request body: {'network': {'router:external': True}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:50:06.250289 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2583e10-a437-47f0-b9fb-8c4d368ae4de tempest-ExternalNetworksTestJSON-1239350182 tempest-ExternalNetworksTestJSON-1239350182-project-admin] Pushing event deleted for resources: {'Network': ['ID=ccc1c576-02da-4743-8168-743e4cfb0da5,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:50:06.354673 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Device 328468a7-8564-46fe-b7ce-549f91925675 up at agent hyperv_n-h2-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 18:50:06.372891 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-79be97ab-5ad0-41db-a248-8a9b01ddd35b req-298166af-ba05-44e1-ade3-66c43264dbc7 tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] 10.222.0.13 "GET /v2.0/ports?device_id=61b0b4c5-32cb-44e3-90ab-4ac45e1c5f88 HTTP/1.1" status: 200 len: 210 time: 0.0394998 Nov 05 18:50:06.419620 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9096e826-40fe-4ac6-931b-3667f33a3080 tempest-ExternalNetworksTestJSON-1239350182 tempest-ExternalNetworksTestJSON-1239350182-project-admin] Made reservation on behalf of 2272d55f9c6944b384c0de92b1638fff for: {'network': 1} {{(pid=102386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 18:50:06.421963 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-9096e826-40fe-4ac6-931b-3667f33a3080 tempest-ExternalNetworksTestJSON-1239350182 tempest-ExternalNetworksTestJSON-1239350182-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for network, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:06.435025 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 55728) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:50:06.451489 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9096e826-40fe-4ac6-931b-3667f33a3080 tempest-ExternalNetworksTestJSON-1239350182 tempest-ExternalNetworksTestJSON-1239350182-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 199} {{(pid=102386) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 05 18:50:06.452994 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-a07ece58-7f32-4de1-bb95-ff724c0afc9c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:06.460468 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] get_ports_and_sgs() called for port_ids ['c87080d5-90a5-4a9a-b8b0-2a0a92169233'] {{(pid=102388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 18:50:06.466286 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-9096e826-40fe-4ac6-931b-3667f33a3080 tempest-ExternalNetworksTestJSON-1239350182 tempest-ExternalNetworksTestJSON-1239350182-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273'] for segment, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:06.466842 n-d-816865-1 neutron-server[102386]: INFO neutron.db.segments_db [None req-9096e826-40fe-4ac6-931b-3667f33a3080 tempest-ExternalNetworksTestJSON-1239350182 tempest-ExternalNetworksTestJSON-1239350182-project-admin] Added segment 1a49a747-9503-4149-bdc4-9c936b4cfb51 of type vlan for network 84d45dc6-4d0a-403f-9c3f-65184eea84fc Nov 05 18:50:06.518306 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-9096e826-40fe-4ac6-931b-3667f33a3080 tempest-ExternalNetworksTestJSON-1239350182 tempest-ExternalNetworksTestJSON-1239350182-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750027258543'] for network, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:06.539536 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-a07ece58-7f32-4de1-bb95-ff724c0afc9c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:06.567941 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Provisioning for port 328468a7-8564-46fe-b7ce-549f91925675 completed by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 05 18:50:06.572065 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Provisioning complete for port 328468a7-8564-46fe-b7ce-549f91925675 triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:50:06.572430 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:06.625177 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-a07ece58-7f32-4de1-bb95-ff724c0afc9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:06.649332 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-9096e826-40fe-4ac6-931b-3667f33a3080 tempest-ExternalNetworksTestJSON-1239350182 tempest-ExternalNetworksTestJSON-1239350182-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-956796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877'] for network, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:06.650211 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:06.651071 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9096e826-40fe-4ac6-931b-3667f33a3080 tempest-ExternalNetworksTestJSON-1239350182 tempest-ExternalNetworksTestJSON-1239350182-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:50:06.654732 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-9096e826-40fe-4ac6-931b-3667f33a3080 tempest-ExternalNetworksTestJSON-1239350182 tempest-ExternalNetworksTestJSON-1239350182-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597851'] for network, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:06.668609 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-a07ece58-7f32-4de1-bb95-ff724c0afc9c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4f1fa4fe11774eca93987b00b32b9ec2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2310493 Nov 05 18:50:06.669740 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07ece58-7f32-4de1-bb95-ff724c0afc9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6a1d9f2-109e-49af-803e-c43f2e53a552,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:50:06.672978 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 55730) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:50:06.696969 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] For port 328468a7-8564-46fe-b7ce-549f91925675, host n-h2-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=328468a7-8564-46fe-b7ce-549f91925675,segment=NetworkSegment(35c2db9c-522d-48d3-98cf-a08c2cc55db7),segment_id=35c2db9c-522d-48d3-98cf-a08c2cc55db7)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:50:06.750479 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9096e826-40fe-4ac6-931b-3667f33a3080 tempest-ExternalNetworksTestJSON-1239350182 tempest-ExternalNetworksTestJSON-1239350182-project-admin] Pushing event updated for resources: {'Network': ['ID=84d45dc6-4d0a-403f-9c3f-65184eea84fc,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:50:06.750917 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-a3b2646d-87a8-4d05-8d70-b1793564e9d3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:06.758898 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:06.779550 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-a3b2646d-87a8-4d05-8d70-b1793564e9d3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:06.791242 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Network 84d45dc6-4d0a-403f-9c3f-65184eea84fc details requested by agent ovs-agent-n-d-816865-1 with host n-d-816865-1 {{(pid=102388) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 05 18:50:06.791997 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-9096e826-40fe-4ac6-931b-3667f33a3080 tempest-ExternalNetworksTestJSON-1239350182 tempest-ExternalNetworksTestJSON-1239350182-project-admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.5534139 Nov 05 18:50:06.795212 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 55732) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:50:06.805543 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-34b61e06-3f3a-4870-8a80-f6e1ca9c1878 tempest-ExternalNetworksTestJSON-1239350182 tempest-ExternalNetworksTestJSON-1239350182-project-admin] Request body: {'subnet': {'network_id': '84d45dc6-4d0a-403f-9c3f-65184eea84fc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:50:06.819506 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Device d3e09ef2-2619-4f6f-89c4-8ba57154c592 up at agent hyperv_n-h1-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 18:50:06.875407 n-d-816865-1 neutron-server[102388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c59d711-977b-4fd3-ac1e-89cd86a4bb40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '328468a7-8564-46fe-b7ce-549f91925675'}] {{(pid=102388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 18:50:06.877625 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85474fee1180e129d8a886d264fe0b30223aa672dd1ffe43b630605f18504f68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f139ca1-d556-408b-9e8a-5c8edd5dbc73" -d '{"events": [{"server_uuid": "7c59d711-977b-4fd3-ac1e-89cd86a4bb40", "name": "network-vif-plugged", "status": "completed", "tag": "328468a7-8564-46fe-b7ce-549f91925675"}]}' {{(pid=102388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 18:50:06.910245 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Pushing event updated for resources: {'Port': ['ID=328468a7-8564-46fe-b7ce-549f91925675,revision_number=5']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:50:06.931337 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 18:50:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb1a1cc1-9e8a-4b44-992e-ec746258b67d x-openstack-request-id: req-eb1a1cc1-9e8a-4b44-992e-ec746258b67d {{(pid=102388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 18:50:06.931829 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c59d711-977b-4fd3-ac1e-89cd86a4bb40", "name": "network-vif-plugged", "status": "completed", "tag": "328468a7-8564-46fe-b7ce-549f91925675", "code": 200}]} {{(pid=102388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 18:50:06.932238 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-eb1a1cc1-9e8a-4b44-992e-ec746258b67d {{(pid=102388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 18:50:06.932623 n-d-816865-1 neutron-server[102388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c59d711-977b-4fd3-ac1e-89cd86a4bb40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '328468a7-8564-46fe-b7ce-549f91925675', 'code': 200} Nov 05 18:50:06.935354 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34b61e06-3f3a-4870-8a80-f6e1ca9c1878 tempest-ExternalNetworksTestJSON-1239350182 tempest-ExternalNetworksTestJSON-1239350182-project-admin] Made reservation on behalf of 2272d55f9c6944b384c0de92b1638fff for: {'subnet': 1} {{(pid=102387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 18:50:06.940898 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-34b61e06-3f3a-4870-8a80-f6e1ca9c1878 tempest-ExternalNetworksTestJSON-1239350182 tempest-ExternalNetworksTestJSON-1239350182-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5112236'] for subnet, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:06.986435 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-a3b2646d-87a8-4d05-8d70-b1793564e9d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:06.988972 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-a3b2646d-87a8-4d05-8d70-b1793564e9d3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:06.991054 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-a3b2646d-87a8-4d05-8d70-b1793564e9d3 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e6a1d9f2-109e-49af-803e-c43f2e53a552 HTTP/1.1" status: 204 len: 168 time: 0.3165393 Nov 05 18:50:07.016378 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b2646d-87a8-4d05-8d70-b1793564e9d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6a1d9f2-109e-49af-803e-c43f2e53a552,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:50:07.043997 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Provisioning for port d3e09ef2-2619-4f6f-89c4-8ba57154c592 completed by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 05 18:50:07.060004 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Provisioning complete for port d3e09ef2-2619-4f6f-89c4-8ba57154c592 triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:50:07.060368 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:07.078582 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9dd23b-f0a4-4f7c-ad5b-0b2ea34ca217 req-75901ab7-2b3d-4f08-b133-e74f2169b17f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:50:07.080910 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-ec9dd23b-f0a4-4f7c-ad5b-0b2ea34ca217 req-75901ab7-2b3d-4f08-b133-e74f2169b17f service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=7c59d711-977b-4fd3-ac1e-89cd86a4bb40 HTTP/1.1" status: 200 len: 1101 time: 0.0860293 Nov 05 18:50:07.146427 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-ec9dd23b-f0a4-4f7c-ad5b-0b2ea34ca217 req-85d82594-2771-4871-8173-e07fee4538db service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=a1214aa7-6fe8-4b93-878e-3f1f16f5c576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529580 Nov 05 18:50:07.190793 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9107ceab-af7d-41d0-a69b-8f7fa46d0693 req-2b184268-d7a6-4c95-9ba6-3e973e131a97 tempest-ServersOnMultiNodesTest-710233287 tempest-ServersOnMultiNodesTest-710233287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:50:07.192979 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-9107ceab-af7d-41d0-a69b-8f7fa46d0693 req-2b184268-d7a6-4c95-9ba6-3e973e131a97 tempest-ServersOnMultiNodesTest-710233287 tempest-ServersOnMultiNodesTest-710233287-project] 10.222.0.13 "GET /v2.0/ports?device_id=7c59d711-977b-4fd3-ac1e-89cd86a4bb40 HTTP/1.1" status: 200 len: 950 time: 0.1032183 Nov 05 18:50:07.199979 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:07.235246 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] For port d3e09ef2-2619-4f6f-89c4-8ba57154c592, host n-h1-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=d3e09ef2-2619-4f6f-89c4-8ba57154c592,segment=NetworkSegment(1ae4cc0f-5460-421b-9b80-d7acf4de0363),segment_id=1ae4cc0f-5460-421b-9b80-d7acf4de0363)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:50:07.275702 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82db682a-3e79-4600-a0b4-34821a70820e req-a53a8798-8cee-4af4-bb43-b5e533152b63 tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:50:07.277191 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-82db682a-3e79-4600-a0b4-34821a70820e req-a53a8798-8cee-4af4-bb43-b5e533152b63 tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] 10.222.0.13 "GET /v2.0/ports?device_id=8ffa2862-88c4-4012-9455-fe38da20377f HTTP/1.1" status: 200 len: 945 time: 0.0814786 Nov 05 18:50:07.284486 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-9107ceab-af7d-41d0-a69b-8f7fa46d0693 req-ee0888b1-ef84-4bc7-b2b0-75cace1d0397 tempest-ServersOnMultiNodesTest-710233287 tempest-ServersOnMultiNodesTest-710233287-project] 10.222.0.13 "GET /v2.0/security-groups?id=a1214aa7-6fe8-4b93-878e-3f1f16f5c576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792148 Nov 05 18:50:07.330435 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:07.348849 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-82db682a-3e79-4600-a0b4-34821a70820e req-c6017016-1b6c-4224-a11f-8f3121be6a52 tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] 10.222.0.13 "GET /v2.0/security-groups?id=20494f52-e47d-4839-b4f6-2fc0330d8d18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631220 Nov 05 18:50:07.400127 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Pushing event updated for resources: {'Port': ['ID=d3e09ef2-2619-4f6f-89c4-8ba57154c592,revision_number=5']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:50:07.467208 n-d-816865-1 neutron-server[102387]: DEBUG neutron.objects.ports [None req-34b61e06-3f3a-4870-8a80-f6e1ca9c1878 tempest-ExternalNetworksTestJSON-1239350182 tempest-ExternalNetworksTestJSON-1239350182-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102387) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 05 18:50:07.467665 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-34b61e06-3f3a-4870-8a80-f6e1ca9c1878 tempest-ExternalNetworksTestJSON-1239350182 tempest-ExternalNetworksTestJSON-1239350182-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4417463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5112218'] for subnet, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:07.529267 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b61e06-3f3a-4870-8a80-f6e1ca9c1878 tempest-ExternalNetworksTestJSON-1239350182 tempest-ExternalNetworksTestJSON-1239350182-project-admin] Pushing event updated for resources: {'Subnet': ['ID=d1b6b5f0-9cea-4c1e-85a0-f461a4eecb25,revision_number=0']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:50:07.533696 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34b61e06-3f3a-4870-8a80-f6e1ca9c1878 tempest-ExternalNetworksTestJSON-1239350182 tempest-ExternalNetworksTestJSON-1239350182-project-admin] Checking segment: {'id': '1a49a747-9503-4149-bdc4-9c936b4cfb51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '84d45dc6-4d0a-403f-9c3f-65184eea84fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 18:50:07.534076 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34b61e06-3f3a-4870-8a80-f6e1ca9c1878 tempest-ExternalNetworksTestJSON-1239350182 tempest-ExternalNetworksTestJSON-1239350182-project-admin] Network hostable DHCP agents. Network: 84d45dc6-4d0a-403f-9c3f-65184eea84fc, hostable agents: ['987e2ca0-bc3b-4c6f-a989-429ccfbf753f'], hosted agents: [] {{(pid=102387) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 05 18:50:07.651132 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.agents_db [None req-b9406b04-a0e8-43cf-b349-711963d96cf4 None None] Agent healthcheck: found 7 active agents {{(pid=102389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 05 18:50:07.658170 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34b61e06-3f3a-4870-8a80-f6e1ca9c1878 tempest-ExternalNetworksTestJSON-1239350182 tempest-ExternalNetworksTestJSON-1239350182-project-admin] Network 84d45dc6-4d0a-403f-9c3f-65184eea84fc is scheduled to be hosted by DHCP agent 987e2ca0-bc3b-4c6f-a989-429ccfbf753f with binding_index 1 {{(pid=102387) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 05 18:50:07.745581 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8053f2de-53fc-4cf7-8b65-39047cd81a4d req-35c1cc7d-a22e-4eee-aac2-1dd1bb66f554 tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:50:07.747075 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-8053f2de-53fc-4cf7-8b65-39047cd81a4d req-35c1cc7d-a22e-4eee-aac2-1dd1bb66f554 tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] 10.222.0.13 "GET /v2.0/networks?id=43ea62f0-8360-499b-8cfa-33c91e860c8e HTTP/1.1" status: 200 len: 812 time: 0.1098964 Nov 05 18:50:07.762207 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.base_scheduler [None req-34b61e06-3f3a-4870-8a80-f6e1ca9c1878 tempest-ExternalNetworksTestJSON-1239350182 tempest-ExternalNetworksTestJSON-1239350182-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816865-1, 84d45dc6-4d0a-403f-9c3f-65184eea84fc) {{(pid=102387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:50:07.766437 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34b61e06-3f3a-4870-8a80-f6e1ca9c1878 tempest-ExternalNetworksTestJSON-1239350182 tempest-ExternalNetworksTestJSON-1239350182-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:50:07.767179 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-34b61e06-3f3a-4870-8a80-f6e1ca9c1878 tempest-ExternalNetworksTestJSON-1239350182 tempest-ExternalNetworksTestJSON-1239350182-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597851'] for subnet, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:07.771649 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-337ca86e-b967-4579-8e0f-ee6ba7b0bf78 None None] Network 84d45dc6-4d0a-403f-9c3f-65184eea84fc requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 18:50:07.774936 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-8053f2de-53fc-4cf7-8b65-39047cd81a4d req-f4dd893d-5680-402d-840e-50393340254a tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] 10.222.0.13 "GET /v2.0/quotas/6967002ed7684b0a936551bf3f38aa1b HTTP/1.1" status: 200 len: 375 time: 0.0218158 Nov 05 18:50:07.818121 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-8053f2de-53fc-4cf7-8b65-39047cd81a4d req-85a2b0f8-6073-4183-8f48-8ec76bb52bfc tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=6967002ed7684b0a936551bf3f38aa1b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0267885 Nov 05 18:50:07.859392 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-34b61e06-3f3a-4870-8a80-f6e1ca9c1878 tempest-ExternalNetworksTestJSON-1239350182 tempest-ExternalNetworksTestJSON-1239350182-project-admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.0602078 Nov 05 18:50:07.859618 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 55772) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:50:07.865003 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-f26e3142-4f46-4a97-b6da-f81f2db11dcd tempest-ExternalNetworksTestJSON-1239350182 tempest-ExternalNetworksTestJSON-1239350182-project-admin] Request body: {'floatingip': {'floating_network_id': '84d45dc6-4d0a-403f-9c3f-65184eea84fc'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:50:07.944080 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-8053f2de-53fc-4cf7-8b65-39047cd81a4d req-359e35dd-7003-4f0c-934c-a24100ee6883 service neutron] 10.222.0.13 "GET /v2.0/networks/43ea62f0-8360-499b-8cfa-33c91e860c8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1175082 Nov 05 18:50:07.985612 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-f26e3142-4f46-4a97-b6da-f81f2db11dcd tempest-ExternalNetworksTestJSON-1239350182 tempest-ExternalNetworksTestJSON-1239350182-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:08.044609 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b94055bb-6c10-4d0b-bdfa-8f3fb0a73d14 None None] Network 84d45dc6-4d0a-403f-9c3f-65184eea84fc requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 18:50:08.056347 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-8053f2de-53fc-4cf7-8b65-39047cd81a4d req-129f144e-a74f-4f71-9207-24ff9d94f282 service neutron] 10.222.0.13 "GET /v2.0/networks/43ea62f0-8360-499b-8cfa-33c91e860c8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1061122 Nov 05 18:50:08.099910 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-f26e3142-4f46-4a97-b6da-f81f2db11dcd tempest-ExternalNetworksTestJSON-1239350182 tempest-ExternalNetworksTestJSON-1239350182-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:08.194606 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-31f93893-a48e-4ae8-833d-dccb2b42eacc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:08.210705 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.db_base_plugin_common [None req-f26e3142-4f46-4a97-b6da-f81f2db11dcd tempest-ExternalNetworksTestJSON-1239350182 tempest-ExternalNetworksTestJSON-1239350182-project-admin] Allocated IP 172.20.0.6 (84d45dc6-4d0a-403f-9c3f-65184eea84fc/d1b6b5f0-9cea-4c1e-85a0-f461a4eecb25/6042dd47-c192-47d9-837f-9dfa9f71808e) {{(pid=102386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 18:50:08.334376 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-f26e3142-4f46-4a97-b6da-f81f2db11dcd tempest-ExternalNetworksTestJSON-1239350182 tempest-ExternalNetworksTestJSON-1239350182-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:08.461773 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-6085b36b-effa-424d-9d8f-64d15d9dccef req-d7ec8d06-0788-4576-b5a7-6d122eca80fc tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] 10.222.0.13 "GET /v2.0/ports?device_id=9e030793-90d0-4eb7-b0e8-5dbabee0293e HTTP/1.1" status: 200 len: 210 time: 0.0307469 Nov 05 18:50:08.486941 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5323f5-b15c-4c81-b443-df53984817bf req-07fa7ea7-492f-48fd-a2ab-5d6a49a96f19 tempest-ServersOnMultiNodesTest-710233287 tempest-ServersOnMultiNodesTest-710233287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:50:08.486941 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-3c5323f5-b15c-4c81-b443-df53984817bf req-07fa7ea7-492f-48fd-a2ab-5d6a49a96f19 tempest-ServersOnMultiNodesTest-710233287 tempest-ServersOnMultiNodesTest-710233287-project] 10.222.0.13 "GET /v2.0/ports?device_id=7c59d711-977b-4fd3-ac1e-89cd86a4bb40 HTTP/1.1" status: 200 len: 950 time: 0.0962307 Nov 05 18:50:08.528920 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:08.529511 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-f26e3142-4f46-4a97-b6da-f81f2db11dcd tempest-ExternalNetworksTestJSON-1239350182 tempest-ExternalNetworksTestJSON-1239350182-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:08.586204 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f26e3142-4f46-4a97-b6da-f81f2db11dcd tempest-ExternalNetworksTestJSON-1239350182 tempest-ExternalNetworksTestJSON-1239350182-project-admin] Network 84d45dc6-4d0a-403f-9c3f-65184eea84fc is already hosted by enough agents. {{(pid=102386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 18:50:08.592816 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.base_scheduler [None req-f26e3142-4f46-4a97-b6da-f81f2db11dcd tempest-ExternalNetworksTestJSON-1239350182 tempest-ExternalNetworksTestJSON-1239350182-project-admin] Resources bound (agent type, host, resource id): {{(pid=102386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:50:08.595446 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f26e3142-4f46-4a97-b6da-f81f2db11dcd tempest-ExternalNetworksTestJSON-1239350182 tempest-ExternalNetworksTestJSON-1239350182-project-admin] Received port after_create {{(pid=102386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 18:50:08.615417 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-3c5323f5-b15c-4c81-b443-df53984817bf req-91ce98a4-7bfc-42c7-81a3-aa6a2f44437b tempest-ServersOnMultiNodesTest-710233287 tempest-ServersOnMultiNodesTest-710233287-project] 10.222.0.13 "GET /v2.0/security-groups?id=a1214aa7-6fe8-4b93-878e-3f1f16f5c576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234682 Nov 05 18:50:08.634806 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26e3142-4f46-4a97-b6da-f81f2db11dcd tempest-ExternalNetworksTestJSON-1239350182 tempest-ExternalNetworksTestJSON-1239350182-project-admin] Pushing event updated for resources: {'Port': ['ID=6042dd47-c192-47d9-837f-9dfa9f71808e,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:50:08.697987 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68063756-b123-43f2-9bfc-4f8918096ab2 req-e7b32da7-c1fd-4691-a308-2f808482e0f6 tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:50:08.699627 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-68063756-b123-43f2-9bfc-4f8918096ab2 req-e7b32da7-c1fd-4691-a308-2f808482e0f6 tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] 10.222.0.13 "GET /v2.0/ports?device_id=8ffa2862-88c4-4012-9455-fe38da20377f HTTP/1.1" status: 200 len: 946 time: 0.0644121 Nov 05 18:50:08.720599 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-f26e3142-4f46-4a97-b6da-f81f2db11dcd tempest-ExternalNetworksTestJSON-1239350182 tempest-ExternalNetworksTestJSON-1239350182-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:08.750782 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-68063756-b123-43f2-9bfc-4f8918096ab2 req-a01b1a4a-2f7e-4022-9591-36c003b7638a tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] 10.222.0.13 "GET /v2.0/security-groups?id=20494f52-e47d-4839-b4f6-2fc0330d8d18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432811 Nov 05 18:50:08.845048 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-f26e3142-4f46-4a97-b6da-f81f2db11dcd tempest-ExternalNetworksTestJSON-1239350182 tempest-ExternalNetworksTestJSON-1239350182-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:08.934423 n-d-816865-1 neutron-server[102388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ffa2862-88c4-4012-9455-fe38da20377f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3e09ef2-2619-4f6f-89c4-8ba57154c592'}] {{(pid=102388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 18:50:08.936790 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85474fee1180e129d8a886d264fe0b30223aa672dd1ffe43b630605f18504f68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67a1319a-b597-44aa-a458-930f98300626" -d '{"events": [{"server_uuid": "8ffa2862-88c4-4012-9455-fe38da20377f", "name": "network-vif-plugged", "status": "completed", "tag": "d3e09ef2-2619-4f6f-89c4-8ba57154c592"}]}' {{(pid=102388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 18:50:08.982017 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 18:50:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1af2ea25-b004-42f7-9d72-a8a1f51b59d3 x-openstack-request-id: req-1af2ea25-b004-42f7-9d72-a8a1f51b59d3 {{(pid=102388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 18:50:08.982750 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ffa2862-88c4-4012-9455-fe38da20377f", "name": "network-vif-plugged", "status": "completed", "tag": "d3e09ef2-2619-4f6f-89c4-8ba57154c592", "code": 200}]} {{(pid=102388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 18:50:08.982750 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1af2ea25-b004-42f7-9d72-a8a1f51b59d3 {{(pid=102388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 18:50:08.983107 n-d-816865-1 neutron-server[102388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ffa2862-88c4-4012-9455-fe38da20377f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3e09ef2-2619-4f6f-89c4-8ba57154c592', 'code': 200} Nov 05 18:50:09.035291 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-f26e3142-4f46-4a97-b6da-f81f2db11dcd tempest-ExternalNetworksTestJSON-1239350182 tempest-ExternalNetworksTestJSON-1239350182-project-admin] Publish callbacks [] for port, precommit_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:09.109171 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7dc7652-0e69-4728-8b82-10b24436bc34 req-6cccf743-f38d-47a6-888d-59d7831a1212 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:50:09.110730 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-c7dc7652-0e69-4728-8b82-10b24436bc34 req-6cccf743-f38d-47a6-888d-59d7831a1212 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=8ffa2862-88c4-4012-9455-fe38da20377f HTTP/1.1" status: 200 len: 1097 time: 0.0413468 Nov 05 18:50:09.156896 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-f26e3142-4f46-4a97-b6da-f81f2db11dcd tempest-ExternalNetworksTestJSON-1239350182 tempest-ExternalNetworksTestJSON-1239350182-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6149821'] for port, after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:09.172609 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-c7dc7652-0e69-4728-8b82-10b24436bc34 req-3585656d-9ed9-44da-8678-41835575df9e service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=20494f52-e47d-4839-b4f6-2fc0330d8d18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515344 Nov 05 18:50:09.239895 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26e3142-4f46-4a97-b6da-f81f2db11dcd tempest-ExternalNetworksTestJSON-1239350182 tempest-ExternalNetworksTestJSON-1239350182-project-admin] Pushing event updated for resources: {'Port': ['ID=6042dd47-c192-47d9-837f-9dfa9f71808e,revision_number=2']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:50:09.248941 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-f26e3142-4f46-4a97-b6da-f81f2db11dcd tempest-ExternalNetworksTestJSON-1239350182 tempest-ExternalNetworksTestJSON-1239350182-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1000577'] for floatingip, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:09.343607 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-f26e3142-4f46-4a97-b6da-f81f2db11dcd tempest-ExternalNetworksTestJSON-1239350182 tempest-ExternalNetworksTestJSON-1239350182-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for floatingip, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:09.344861 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-f26e3142-4f46-4a97-b6da-f81f2db11dcd tempest-ExternalNetworksTestJSON-1239350182 tempest-ExternalNetworksTestJSON-1239350182-project-admin] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 1.4842067 Nov 05 18:50:09.347780 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 55818) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:50:09.415081 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-9694df18-79f5-4c49-ba47-a41f5534ede3 tempest-ExternalNetworksTestJSON-1239350182 tempest-ExternalNetworksTestJSON-1239350182-project-admin] 10.222.0.13 "GET /v2.0/floatingips?floating_network_id=84d45dc6-4d0a-403f-9c3f-65184eea84fc HTTP/1.1" status: 200 len: 689 time: 0.0661397 Nov 05 18:50:09.417550 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 55820) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:50:09.508909 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-096debfd-6d0b-4d12-939e-de06a253d0aa tempest-ExternalNetworksTestJSON-1239350182 tempest-ExternalNetworksTestJSON-1239350182-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1664226'] for network, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:09.559725 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-1b5658a8-af16-40ad-b734-63c87bd1123f req-2e974561-3f66-4d7f-9c23-9acb6f6c72f6 tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] 10.222.0.13 "GET /v2.0/ports?device_id=9e030793-90d0-4eb7-b0e8-5dbabee0293e HTTP/1.1" status: 200 len: 210 time: 0.0277407 Nov 05 18:50:09.637401 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-096debfd-6d0b-4d12-939e-de06a253d0aa tempest-ExternalNetworksTestJSON-1239350182 tempest-ExternalNetworksTestJSON-1239350182-project-admin] Deleting port 6042dd47-c192-47d9-837f-9dfa9f71808e {{(pid=102386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 18:50:09.637740 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-096debfd-6d0b-4d12-939e-de06a253d0aa tempest-ExternalNetworksTestJSON-1239350182 tempest-ExternalNetworksTestJSON-1239350182-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:09.715549 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-096debfd-6d0b-4d12-939e-de06a253d0aa tempest-ExternalNetworksTestJSON-1239350182 tempest-ExternalNetworksTestJSON-1239350182-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:09.716006 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-096debfd-6d0b-4d12-939e-de06a253d0aa tempest-ExternalNetworksTestJSON-1239350182 tempest-ExternalNetworksTestJSON-1239350182-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:09.731508 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-096debfd-6d0b-4d12-939e-de06a253d0aa tempest-ExternalNetworksTestJSON-1239350182 tempest-ExternalNetworksTestJSON-1239350182-project-admin] Calling delete_port for 6042dd47-c192-47d9-837f-9dfa9f71808e owned by network:floatingip {{(pid=102386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 18:50:09.742086 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88378b6-b600-4909-a26c-0fe9b5854661 req-785d9910-6fbf-4e70-879d-3b2418d29be9 tempest-ServersOnMultiNodesTest-710233287 tempest-ServersOnMultiNodesTest-710233287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:50:09.743292 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-b88378b6-b600-4909-a26c-0fe9b5854661 req-785d9910-6fbf-4e70-879d-3b2418d29be9 tempest-ServersOnMultiNodesTest-710233287 tempest-ServersOnMultiNodesTest-710233287-project] 10.222.0.13 "GET /v2.0/ports?device_id=7c59d711-977b-4fd3-ac1e-89cd86a4bb40 HTTP/1.1" status: 200 len: 950 time: 0.0611494 Nov 05 18:50:09.829783 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-b88378b6-b600-4909-a26c-0fe9b5854661 req-96cc4cc8-e6a6-4ff9-96e8-4a44bd9ee036 tempest-ServersOnMultiNodesTest-710233287 tempest-ServersOnMultiNodesTest-710233287-project] 10.222.0.13 "GET /v2.0/security-groups?id=a1214aa7-6fe8-4b93-878e-3f1f16f5c576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773120 Nov 05 18:50:09.898498 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880cf199-fc6f-44a5-87b3-fc246b71a649 req-97ad77ff-18e3-4a19-9300-cba54fe4ee89 tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:50:09.900102 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-880cf199-fc6f-44a5-87b3-fc246b71a649 req-97ad77ff-18e3-4a19-9300-cba54fe4ee89 tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] 10.222.0.13 "GET /v2.0/ports?device_id=8ffa2862-88c4-4012-9455-fe38da20377f HTTP/1.1" status: 200 len: 946 time: 0.0561490 Nov 05 18:50:09.969775 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-096debfd-6d0b-4d12-939e-de06a253d0aa tempest-ExternalNetworksTestJSON-1239350182 tempest-ExternalNetworksTestJSON-1239350182-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:09.985480 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-880cf199-fc6f-44a5-87b3-fc246b71a649 req-2012ca47-10c2-48b5-971a-474cd8c99250 tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] 10.222.0.13 "GET /v2.0/security-groups?id=20494f52-e47d-4839-b4f6-2fc0330d8d18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766449 Nov 05 18:50:10.014116 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21538c1a-6c40-40e4-9b7f-8b5a147c9c5c req-248a9f8c-fbc6-4e65-b3bb-08cad310d706 tempest-ServersOnMultiNodesTest-710233287 tempest-ServersOnMultiNodesTest-710233287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:50:10.015757 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-21538c1a-6c40-40e4-9b7f-8b5a147c9c5c req-248a9f8c-fbc6-4e65-b3bb-08cad310d706 tempest-ServersOnMultiNodesTest-710233287 tempest-ServersOnMultiNodesTest-710233287-project] 10.222.0.13 "GET /v2.0/ports?device_id=c2617d61-a26d-4245-b417-3c7214524de9 HTTP/1.1" status: 200 len: 949 time: 0.0844278 Nov 05 18:50:10.022565 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096debfd-6d0b-4d12-939e-de06a253d0aa tempest-ExternalNetworksTestJSON-1239350182 tempest-ExternalNetworksTestJSON-1239350182-project-admin] Pushing event deleted for resources: {'Port': ['ID=6042dd47-c192-47d9-837f-9dfa9f71808e,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:50:10.058677 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-096debfd-6d0b-4d12-939e-de06a253d0aa tempest-ExternalNetworksTestJSON-1239350182 tempest-ExternalNetworksTestJSON-1239350182-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:50:10.059422 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-096debfd-6d0b-4d12-939e-de06a253d0aa tempest-ExternalNetworksTestJSON-1239350182 tempest-ExternalNetworksTestJSON-1239350182-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:50:10.059422 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-096debfd-6d0b-4d12-939e-de06a253d0aa tempest-ExternalNetworksTestJSON-1239350182 tempest-ExternalNetworksTestJSON-1239350182-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:50:10.059687 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-096debfd-6d0b-4d12-939e-de06a253d0aa tempest-ExternalNetworksTestJSON-1239350182 tempest-ExternalNetworksTestJSON-1239350182-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:50:10.060023 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-096debfd-6d0b-4d12-939e-de06a253d0aa tempest-ExternalNetworksTestJSON-1239350182 tempest-ExternalNetworksTestJSON-1239350182-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:50:10.060537 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-096debfd-6d0b-4d12-939e-de06a253d0aa tempest-ExternalNetworksTestJSON-1239350182 tempest-ExternalNetworksTestJSON-1239350182-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:50:10.060693 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-096debfd-6d0b-4d12-939e-de06a253d0aa tempest-ExternalNetworksTestJSON-1239350182 tempest-ExternalNetworksTestJSON-1239350182-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:50:10.061025 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-096debfd-6d0b-4d12-939e-de06a253d0aa tempest-ExternalNetworksTestJSON-1239350182 tempest-ExternalNetworksTestJSON-1239350182-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:50:10.061374 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-096debfd-6d0b-4d12-939e-de06a253d0aa tempest-ExternalNetworksTestJSON-1239350182 tempest-ExternalNetworksTestJSON-1239350182-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:50:10.061704 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-096debfd-6d0b-4d12-939e-de06a253d0aa tempest-ExternalNetworksTestJSON-1239350182 tempest-ExternalNetworksTestJSON-1239350182-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:50:10.062027 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-096debfd-6d0b-4d12-939e-de06a253d0aa tempest-ExternalNetworksTestJSON-1239350182 tempest-ExternalNetworksTestJSON-1239350182-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:50:10.062397 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-096debfd-6d0b-4d12-939e-de06a253d0aa tempest-ExternalNetworksTestJSON-1239350182 tempest-ExternalNetworksTestJSON-1239350182-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:50:10.091603 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-21538c1a-6c40-40e4-9b7f-8b5a147c9c5c req-342696ef-8816-4147-844b-cbc207db71e8 tempest-ServersOnMultiNodesTest-710233287 tempest-ServersOnMultiNodesTest-710233287-project] 10.222.0.13 "GET /v2.0/security-groups?id=a1214aa7-6fe8-4b93-878e-3f1f16f5c576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539591 Nov 05 18:50:10.104757 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-096debfd-6d0b-4d12-939e-de06a253d0aa tempest-ExternalNetworksTestJSON-1239350182 tempest-ExternalNetworksTestJSON-1239350182-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:10.160642 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-096debfd-6d0b-4d12-939e-de06a253d0aa tempest-ExternalNetworksTestJSON-1239350182 tempest-ExternalNetworksTestJSON-1239350182-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1573928'] for subnet, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:10.330249 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-096debfd-6d0b-4d12-939e-de06a253d0aa tempest-ExternalNetworksTestJSON-1239350182 tempest-ExternalNetworksTestJSON-1239350182-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1573905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6149879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4877183'] for subnet, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:10.357453 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096debfd-6d0b-4d12-939e-de06a253d0aa tempest-ExternalNetworksTestJSON-1239350182 tempest-ExternalNetworksTestJSON-1239350182-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=d1b6b5f0-9cea-4c1e-85a0-f461a4eecb25,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:50:10.361489 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94322f3-c15c-4b4d-aea6-e3990992eb50 req-346a35c9-d867-4cee-ac75-12268e358f40 tempest-ServersOnMultiNodesTest-710233287 tempest-ServersOnMultiNodesTest-710233287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:50:10.368239 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94322f3-c15c-4b4d-aea6-e3990992eb50 req-346a35c9-d867-4cee-ac75-12268e358f40 tempest-ServersOnMultiNodesTest-710233287 tempest-ServersOnMultiNodesTest-710233287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:50:10.369891 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-c94322f3-c15c-4b4d-aea6-e3990992eb50 req-346a35c9-d867-4cee-ac75-12268e358f40 tempest-ServersOnMultiNodesTest-710233287 tempest-ServersOnMultiNodesTest-710233287-project] 10.222.0.13 "GET /v2.0/ports?device_id=7c59d711-977b-4fd3-ac1e-89cd86a4bb40&device_id=c2617d61-a26d-4245-b417-3c7214524de9 HTTP/1.1" status: 200 len: 1690 time: 0.0672178 Nov 05 18:50:10.430571 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-096debfd-6d0b-4d12-939e-de06a253d0aa tempest-ExternalNetworksTestJSON-1239350182 tempest-ExternalNetworksTestJSON-1239350182-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1579173', 'neutron.services.segments.db._delete_segments_for_network-8750027792909'] for network, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:10.433205 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-c94322f3-c15c-4b4d-aea6-e3990992eb50 req-1a9f7647-1259-47db-a2c3-38323251443f tempest-ServersOnMultiNodesTest-710233287 tempest-ServersOnMultiNodesTest-710233287-project] 10.222.0.13 "GET /v2.0/security-groups?id=a1214aa7-6fe8-4b93-878e-3f1f16f5c576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558574 Nov 05 18:50:10.460828 n-d-816865-1 neutron-server[102386]: DEBUG neutron.services.segments.db [None req-096debfd-6d0b-4d12-939e-de06a253d0aa tempest-ExternalNetworksTestJSON-1239350182 tempest-ExternalNetworksTestJSON-1239350182-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84d45dc6-4d0a-403f-9c3f-65184eea84fc']}} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:50:10.470516 n-d-816865-1 neutron-server[102386]: DEBUG neutron.services.segments.db [None req-096debfd-6d0b-4d12-939e-de06a253d0aa tempest-ExternalNetworksTestJSON-1239350182 tempest-ExternalNetworksTestJSON-1239350182-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a49a747-9503-4149-bdc4-9c936b4cfb51') {'for_net_delete': True} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:50:10.470843 n-d-816865-1 neutron-server[102386]: DEBUG neutron.services.segments.db [None req-096debfd-6d0b-4d12-939e-de06a253d0aa tempest-ExternalNetworksTestJSON-1239350182 tempest-ExternalNetworksTestJSON-1239350182-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a49a747-9503-4149-bdc4-9c936b4cfb51') {} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:50:10.484250 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-096debfd-6d0b-4d12-939e-de06a253d0aa tempest-ExternalNetworksTestJSON-1239350182 tempest-ExternalNetworksTestJSON-1239350182-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750027793430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4590747'] for segment, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:10.499084 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-096debfd-6d0b-4d12-939e-de06a253d0aa tempest-ExternalNetworksTestJSON-1239350182 tempest-ExternalNetworksTestJSON-1239350182-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273'] for segment, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:10.506211 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-096debfd-6d0b-4d12-939e-de06a253d0aa tempest-ExternalNetworksTestJSON-1239350182 tempest-ExternalNetworksTestJSON-1239350182-project-admin] Releasing vlan 199 on physical network physnet1 to pool {{(pid=102386) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 05 18:50:10.507346 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-096debfd-6d0b-4d12-939e-de06a253d0aa tempest-ExternalNetworksTestJSON-1239350182 tempest-ExternalNetworksTestJSON-1239350182-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6149721'] for segment, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:10.509292 n-d-816865-1 neutron-server[102386]: Traceback (most recent call last): Nov 05 18:50:10.509292 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 05 18:50:10.509292 n-d-816865-1 neutron-server[102386]: timer() Nov 05 18:50:10.509292 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 05 18:50:10.509292 n-d-816865-1 neutron-server[102386]: cb(*args, **kw) Nov 05 18:50:10.509292 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 05 18:50:10.509292 n-d-816865-1 neutron-server[102386]: return func(*args, **kwargs) Nov 05 18:50:10.509292 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 05 18:50:10.509292 n-d-816865-1 neutron-server[102386]: self._notify() Nov 05 18:50:10.509292 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 05 18:50:10.509292 n-d-816865-1 neutron-server[102386]: self.callback(batched_events) Nov 05 18:50:10.509292 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 05 18:50:10.509292 n-d-816865-1 neutron-server[102386]: event.method(event) Nov 05 18:50:10.509292 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 05 18:50:10.509292 n-d-816865-1 neutron-server[102386]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 05 18:50:10.509292 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 05 18:50:10.509292 n-d-816865-1 neutron-server[102386]: aggregate_uuid = self.p_client.list_aggregates( Nov 05 18:50:10.509292 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 05 18:50:10.509292 n-d-816865-1 neutron-server[102386]: return f(self, *a, **k) Nov 05 18:50:10.509292 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 05 18:50:10.509292 n-d-816865-1 neutron-server[102386]: return self._get(url).json() Nov 05 18:50:10.509292 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 05 18:50:10.509292 n-d-816865-1 neutron-server[102386]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 05 18:50:10.509292 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 05 18:50:10.509292 n-d-816865-1 neutron-server[102386]: return self.request(url, 'GET', **kwargs) Nov 05 18:50:10.509292 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 05 18:50:10.509292 n-d-816865-1 neutron-server[102386]: base_url = self.get_endpoint(auth, allow=allow, Nov 05 18:50:10.509292 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 05 18:50:10.509292 n-d-816865-1 neutron-server[102386]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 05 18:50:10.509292 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 05 18:50:10.509292 n-d-816865-1 neutron-server[102386]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 05 18:50:10.509292 n-d-816865-1 neutron-server[102386]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 05 18:50:10.597858 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7735dfc-f78d-48ef-9e4d-7bcc5506285e req-d1ef44ef-20e8-47bb-822c-90de6f67ebad tempest-ServersOnMultiNodesTest-937204943 tempest-ServersOnMultiNodesTest-937204943-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:50:10.618090 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-e7735dfc-f78d-48ef-9e4d-7bcc5506285e req-d1ef44ef-20e8-47bb-822c-90de6f67ebad tempest-ServersOnMultiNodesTest-937204943 tempest-ServersOnMultiNodesTest-937204943-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=7c59d711-977b-4fd3-ac1e-89cd86a4bb40 HTTP/1.1" status: 200 len: 1101 time: 0.0653877 Nov 05 18:50:10.670575 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8053f2de-53fc-4cf7-8b65-39047cd81a4d req-1ce92181-a4e7-4e87-a33d-7e9b9f7964a0 tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:50:10.672067 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-8053f2de-53fc-4cf7-8b65-39047cd81a4d req-1ce92181-a4e7-4e87-a33d-7e9b9f7964a0 tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] 10.222.0.41 "GET /v2.0/networks?id=43ea62f0-8360-499b-8cfa-33c91e860c8e HTTP/1.1" status: 200 len: 812 time: 0.1164725 Nov 05 18:50:10.685407 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-e3ea50a4-263d-43ee-a21f-d1b2bbe685f4 req-b00e0f9a-d8a7-4026-8803-f96c85119e7c tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] 10.222.0.13 "GET /v2.0/ports?device_id=9e030793-90d0-4eb7-b0e8-5dbabee0293e HTTP/1.1" status: 200 len: 210 time: 0.0358219 Nov 05 18:50:10.686218 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [req-8053f2de-53fc-4cf7-8b65-39047cd81a4d req-262792e6-b2e5-4ce1-a12d-86e93bd85e38 tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] Request body: {'port': {'device_id': '9e030793-90d0-4eb7-b0e8-5dbabee0293e', 'network_id': '43ea62f0-8360-499b-8cfa-33c91e860c8e', 'admin_state_up': True, 'tenant_id': '6967002ed7684b0a936551bf3f38aa1b'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:50:10.714733 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-e7735dfc-f78d-48ef-9e4d-7bcc5506285e req-0b28f96f-9992-4712-83e3-0b5c43243c1a tempest-ServersOnMultiNodesTest-937204943 tempest-ServersOnMultiNodesTest-937204943-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=a1214aa7-6fe8-4b93-878e-3f1f16f5c576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818844 Nov 05 18:50:10.716644 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-096debfd-6d0b-4d12-939e-de06a253d0aa tempest-ExternalNetworksTestJSON-1239350182 tempest-ExternalNetworksTestJSON-1239350182-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1579178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-956796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1000687'] for network, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:10.758258 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-096debfd-6d0b-4d12-939e-de06a253d0aa tempest-ExternalNetworksTestJSON-1239350182 tempest-ExternalNetworksTestJSON-1239350182-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 84d45dc6-4d0a-403f-9c3f-65184eea84fc {{(pid=102386) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 05 18:50:10.769002 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-096debfd-6d0b-4d12-939e-de06a253d0aa tempest-ExternalNetworksTestJSON-1239350182 tempest-ExternalNetworksTestJSON-1239350182-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597851'] for network, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:10.772406 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-096debfd-6d0b-4d12-939e-de06a253d0aa tempest-ExternalNetworksTestJSON-1239350182 tempest-ExternalNetworksTestJSON-1239350182-project-admin] 10.222.0.13 "DELETE /v2.0/networks/84d45dc6-4d0a-403f-9c3f-65184eea84fc HTTP/1.1" status: 204 len: 168 time: 1.3537457 Nov 05 18:50:10.775436 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 55868) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:50:10.777750 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096debfd-6d0b-4d12-939e-de06a253d0aa tempest-ExternalNetworksTestJSON-1239350182 tempest-ExternalNetworksTestJSON-1239350182-project-admin] Pushing event deleted for resources: {'Network': ['ID=84d45dc6-4d0a-403f-9c3f-65184eea84fc,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:50:10.829573 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Device c87080d5-90a5-4a9a-b8b0-2a0a92169233 no longer exists at agent hyperv_n-h1-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 18:50:10.861764 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b585a6-715d-443b-9ff2-d03ab376a944 req-86de06f6-04e9-4ae2-84db-d7dc691e2dd3 tempest-ServersOnMultiNodesTest-937204943 tempest-ServersOnMultiNodesTest-937204943-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:50:10.863684 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-b3b585a6-715d-443b-9ff2-d03ab376a944 req-86de06f6-04e9-4ae2-84db-d7dc691e2dd3 tempest-ServersOnMultiNodesTest-937204943 tempest-ServersOnMultiNodesTest-937204943-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=c2617d61-a26d-4245-b417-3c7214524de9 HTTP/1.1" status: 200 len: 1100 time: 0.0665629 Nov 05 18:50:10.869252 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] No Port match for: c87080d5-90a5-4a9a-b8b0-2a0a92169233 {{(pid=102388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 18:50:10.869252 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Device c87080d5-90a5-4a9a-b8b0-2a0a92169233 not bound to the agent host n-h1-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 18:50:10.940069 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-b3b585a6-715d-443b-9ff2-d03ab376a944 req-d5d93b37-6339-4b1e-85d7-487cee69dc96 tempest-ServersOnMultiNodesTest-937204943 tempest-ServersOnMultiNodesTest-937204943-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=a1214aa7-6fe8-4b93-878e-3f1f16f5c576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679901 Nov 05 18:50:10.988421 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-27e4a923-b28e-4dfe-bb11-6a5ad2c47700 tempest-ExternalNetworksTestJSON-1239350182 tempest-ExternalNetworksTestJSON-1239350182-project-admin] 10.222.0.13 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3349 time: 0.2114189 Nov 05 18:50:11.003856 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 55876) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:50:11.113237 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70ab8604-a04f-4fc9-a5da-1d368b9c6e5c tempest-ExternalNetworksTestJSON-1239350182 tempest-ExternalNetworksTestJSON-1239350182-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:50:11.114014 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70ab8604-a04f-4fc9-a5da-1d368b9c6e5c tempest-ExternalNetworksTestJSON-1239350182 tempest-ExternalNetworksTestJSON-1239350182-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:50:11.114161 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70ab8604-a04f-4fc9-a5da-1d368b9c6e5c tempest-ExternalNetworksTestJSON-1239350182 tempest-ExternalNetworksTestJSON-1239350182-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:50:11.114608 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70ab8604-a04f-4fc9-a5da-1d368b9c6e5c tempest-ExternalNetworksTestJSON-1239350182 tempest-ExternalNetworksTestJSON-1239350182-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:50:11.115047 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70ab8604-a04f-4fc9-a5da-1d368b9c6e5c tempest-ExternalNetworksTestJSON-1239350182 tempest-ExternalNetworksTestJSON-1239350182-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:50:11.115480 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70ab8604-a04f-4fc9-a5da-1d368b9c6e5c tempest-ExternalNetworksTestJSON-1239350182 tempest-ExternalNetworksTestJSON-1239350182-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:50:11.117144 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70ab8604-a04f-4fc9-a5da-1d368b9c6e5c tempest-ExternalNetworksTestJSON-1239350182 tempest-ExternalNetworksTestJSON-1239350182-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:50:11.117799 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70ab8604-a04f-4fc9-a5da-1d368b9c6e5c tempest-ExternalNetworksTestJSON-1239350182 tempest-ExternalNetworksTestJSON-1239350182-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:50:11.118295 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70ab8604-a04f-4fc9-a5da-1d368b9c6e5c tempest-ExternalNetworksTestJSON-1239350182 tempest-ExternalNetworksTestJSON-1239350182-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:50:11.118915 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70ab8604-a04f-4fc9-a5da-1d368b9c6e5c tempest-ExternalNetworksTestJSON-1239350182 tempest-ExternalNetworksTestJSON-1239350182-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:50:11.121858 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-70ab8604-a04f-4fc9-a5da-1d368b9c6e5c tempest-ExternalNetworksTestJSON-1239350182 tempest-ExternalNetworksTestJSON-1239350182-project-admin] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 6461 time: 0.1173501 Nov 05 18:50:11.125162 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 55882) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:50:11.149507 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0928ab-fe50-480c-822c-1146192dfae9 req-b0dde62f-c9d5-42a7-86ac-08c0ada9cbed tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:50:11.159054 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-ee0928ab-fe50-480c-822c-1146192dfae9 req-b0dde62f-c9d5-42a7-86ac-08c0ada9cbed tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] 10.222.0.13 "GET /v2.0/ports?device_id=8ffa2862-88c4-4012-9455-fe38da20377f HTTP/1.1" status: 200 len: 946 time: 0.0838814 Nov 05 18:50:11.171742 n-d-816865-1 neutron-server[102386]: INFO neutron.api.v2.resource [None req-682c0589-dcac-4c86-b22b-8f778cfb9b57 tempest-ExternalNetworksTestJSON-1239350182 tempest-ExternalNetworksTestJSON-1239350182-project-admin] delete failed (client error): The resource could not be found. Nov 05 18:50:11.173192 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-682c0589-dcac-4c86-b22b-8f778cfb9b57 tempest-ExternalNetworksTestJSON-1239350182 tempest-ExternalNetworksTestJSON-1239350182-project-admin] 10.222.0.13 "DELETE /v2.0/floatingips/54fd44ff-a8e5-4766-9aa0-770a1f9cc45e HTTP/1.1" status: 404 len: 345 time: 0.0467422 Nov 05 18:50:11.175992 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 55884) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:50:11.199100 n-d-816865-1 neutron-server[102386]: INFO neutron.pecan_wsgi.hooks.translation [None req-82a12f5a-abec-4672-9a7d-17668807ebb8 tempest-ExternalNetworksTestJSON-1239350182 tempest-ExternalNetworksTestJSON-1239350182-project-admin] DELETE failed (client error): The resource could not be found. Nov 05 18:50:11.199891 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-82a12f5a-abec-4672-9a7d-17668807ebb8 tempest-ExternalNetworksTestJSON-1239350182 tempest-ExternalNetworksTestJSON-1239350182-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=102386) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 05 18:50:11.203604 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-82a12f5a-abec-4672-9a7d-17668807ebb8 tempest-ExternalNetworksTestJSON-1239350182 tempest-ExternalNetworksTestJSON-1239350182-project-admin] 10.222.0.13 "DELETE /v2.0/networks/84d45dc6-4d0a-403f-9c3f-65184eea84fc HTTP/1.1" status: 404 len: 339 time: 0.0264714 Nov 05 18:50:11.207527 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 55888) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:50:11.216155 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-405df88c-0400-4835-8c41-add0c25fbfc5 tempest-ExternalNetworksTestJSON-1239350182 tempest-ExternalNetworksTestJSON-1239350182-project-admin] Request body: {'network': {'name': 'tempest-network--997088798', 'router:external': True}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:50:11.225453 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8053f2de-53fc-4cf7-8b65-39047cd81a4d req-262792e6-b2e5-4ce1-a12d-86e93bd85e38 tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] Made reservation on behalf of 6967002ed7684b0a936551bf3f38aa1b for: {'port': 1} {{(pid=102386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 18:50:11.230031 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-8053f2de-53fc-4cf7-8b65-39047cd81a4d req-262792e6-b2e5-4ce1-a12d-86e93bd85e38 tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:11.247067 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-ee0928ab-fe50-480c-822c-1146192dfae9 req-36e281a5-934b-4cd4-b63e-9e6f8811d5b8 tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] 10.222.0.13 "GET /v2.0/security-groups?id=20494f52-e47d-4839-b4f6-2fc0330d8d18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808244 Nov 05 18:50:11.353230 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-405df88c-0400-4835-8c41-add0c25fbfc5 tempest-ExternalNetworksTestJSON-1239350182 tempest-ExternalNetworksTestJSON-1239350182-project-admin] Made reservation on behalf of 2272d55f9c6944b384c0de92b1638fff for: {'network': 1} {{(pid=102386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 18:50:11.355579 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-405df88c-0400-4835-8c41-add0c25fbfc5 tempest-ExternalNetworksTestJSON-1239350182 tempest-ExternalNetworksTestJSON-1239350182-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for network, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:11.407243 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-405df88c-0400-4835-8c41-add0c25fbfc5 tempest-ExternalNetworksTestJSON-1239350182 tempest-ExternalNetworksTestJSON-1239350182-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 159} {{(pid=102386) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 05 18:50:11.417508 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-8a6b3573-6a88-4ae9-a0d0-250b7421c5ef req-9e0e4f9f-2b62-49d4-b291-dda220492b45 tempest-ServersOnMultiNodesTest-710233287 tempest-ServersOnMultiNodesTest-710233287-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=ace8311f15794bf9a6ad1c1faa75592d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0240617 Nov 05 18:50:11.431822 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-405df88c-0400-4835-8c41-add0c25fbfc5 tempest-ExternalNetworksTestJSON-1239350182 tempest-ExternalNetworksTestJSON-1239350182-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273'] for segment, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:11.432256 n-d-816865-1 neutron-server[102386]: INFO neutron.db.segments_db [None req-405df88c-0400-4835-8c41-add0c25fbfc5 tempest-ExternalNetworksTestJSON-1239350182 tempest-ExternalNetworksTestJSON-1239350182-project-admin] Added segment b7cd1626-acec-4e57-a2ed-b61e2d63daa7 of type vlan for network decde22a-bc08-4d61-9b25-4611e74041ce Nov 05 18:50:11.447950 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.db_base_plugin_common [req-8053f2de-53fc-4cf7-8b65-39047cd81a4d req-262792e6-b2e5-4ce1-a12d-86e93bd85e38 tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] Allocated IP 172.20.0.6 (43ea62f0-8360-499b-8cfa-33c91e860c8e/d7f64a49-19fd-4323-b909-1a955812ddea/ff23b365-f727-45ef-b338-f02428651878) {{(pid=102386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 18:50:11.493810 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-405df88c-0400-4835-8c41-add0c25fbfc5 tempest-ExternalNetworksTestJSON-1239350182 tempest-ExternalNetworksTestJSON-1239350182-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750027258543'] for network, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:11.531745 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6b3573-6a88-4ae9-a0d0-250b7421c5ef req-95b260b3-8f0c-470a-a9a3-97500ec8d95e tempest-ServersOnMultiNodesTest-710233287 tempest-ServersOnMultiNodesTest-710233287-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:50:11.533091 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-8a6b3573-6a88-4ae9-a0d0-250b7421c5ef req-95b260b3-8f0c-470a-a9a3-97500ec8d95e tempest-ServersOnMultiNodesTest-710233287 tempest-ServersOnMultiNodesTest-710233287-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1097937 Nov 05 18:50:11.551230 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-8a6b3573-6a88-4ae9-a0d0-250b7421c5ef req-57e3d941-e676-4c79-81ff-02d8339e9fad tempest-ServersOnMultiNodesTest-710233287 tempest-ServersOnMultiNodesTest-710233287-project] 10.222.0.13 "GET /v2.0/quotas/ace8311f15794bf9a6ad1c1faa75592d HTTP/1.1" status: 200 len: 375 time: 0.0095088 Nov 05 18:50:11.614876 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-8a6b3573-6a88-4ae9-a0d0-250b7421c5ef req-044a0111-feb9-4b44-8c9f-9c410219bb7b tempest-ServersOnMultiNodesTest-710233287 tempest-ServersOnMultiNodesTest-710233287-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=ace8311f15794bf9a6ad1c1faa75592d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0505860 Nov 05 18:50:11.632685 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-405df88c-0400-4835-8c41-add0c25fbfc5 tempest-ExternalNetworksTestJSON-1239350182 tempest-ExternalNetworksTestJSON-1239350182-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-956796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877'] for network, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:11.633832 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-405df88c-0400-4835-8c41-add0c25fbfc5 tempest-ExternalNetworksTestJSON-1239350182 tempest-ExternalNetworksTestJSON-1239350182-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:50:11.634600 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-405df88c-0400-4835-8c41-add0c25fbfc5 tempest-ExternalNetworksTestJSON-1239350182 tempest-ExternalNetworksTestJSON-1239350182-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597851'] for network, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:11.686382 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-8053f2de-53fc-4cf7-8b65-39047cd81a4d req-262792e6-b2e5-4ce1-a12d-86e93bd85e38 tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] Publish callbacks [] for port, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:11.733079 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405df88c-0400-4835-8c41-add0c25fbfc5 tempest-ExternalNetworksTestJSON-1239350182 tempest-ExternalNetworksTestJSON-1239350182-project-admin] Pushing event updated for resources: {'Network': ['ID=decde22a-bc08-4d61-9b25-4611e74041ce,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:50:11.754500 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Network decde22a-bc08-4d61-9b25-4611e74041ce details requested by agent ovs-agent-n-d-816865-1 with host n-d-816865-1 {{(pid=102388) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 05 18:50:11.782571 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-405df88c-0400-4835-8c41-add0c25fbfc5 tempest-ExternalNetworksTestJSON-1239350182 tempest-ExternalNetworksTestJSON-1239350182-project-admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.5732317 Nov 05 18:50:11.786174 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 55908) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:50:11.831571 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-998dc8e0-6624-4543-b2ed-5ef4a1633a94 req-7feb1a74-7fc1-49fe-8488-dd2fabfffa3e tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] 10.222.0.13 "GET /v2.0/ports?device_id=9e030793-90d0-4eb7-b0e8-5dbabee0293e HTTP/1.1" status: 200 len: 210 time: 0.0592375 Nov 05 18:50:11.868075 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-8053f2de-53fc-4cf7-8b65-39047cd81a4d req-262792e6-b2e5-4ce1-a12d-86e93bd85e38 tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:11.935495 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8053f2de-53fc-4cf7-8b65-39047cd81a4d req-262792e6-b2e5-4ce1-a12d-86e93bd85e38 tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] Network 43ea62f0-8360-499b-8cfa-33c91e860c8e is already hosted by enough agents. {{(pid=102386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 18:50:11.938673 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.base_scheduler [req-8053f2de-53fc-4cf7-8b65-39047cd81a4d req-262792e6-b2e5-4ce1-a12d-86e93bd85e38 tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] Resources bound (agent type, host, resource id): {{(pid=102386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:50:11.963660 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [req-8053f2de-53fc-4cf7-8b65-39047cd81a4d req-262792e6-b2e5-4ce1-a12d-86e93bd85e38 tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] Received port after_create {{(pid=102386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 18:50:12.039021 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8053f2de-53fc-4cf7-8b65-39047cd81a4d req-262792e6-b2e5-4ce1-a12d-86e93bd85e38 tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:50:12.039565 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-8053f2de-53fc-4cf7-8b65-39047cd81a4d req-262792e6-b2e5-4ce1-a12d-86e93bd85e38 tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:12.052101 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262792e6-b2e5-4ce1-a12d-86e93bd85e38 tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] Pushing event updated for resources: {'Port': ['ID=ff23b365-f727-45ef-b338-f02428651878,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:50:12.108610 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ef67cd9-82b3-4c9d-ab47-df83a7d4ea9c tempest-ExternalNetworksTestJSON-1696601295 tempest-ExternalNetworksTestJSON-1696601295-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:50:12.115357 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ef67cd9-82b3-4c9d-ab47-df83a7d4ea9c tempest-ExternalNetworksTestJSON-1696601295 tempest-ExternalNetworksTestJSON-1696601295-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:50:12.122701 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ef67cd9-82b3-4c9d-ab47-df83a7d4ea9c tempest-ExternalNetworksTestJSON-1696601295 tempest-ExternalNetworksTestJSON-1696601295-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:50:12.123843 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-8053f2de-53fc-4cf7-8b65-39047cd81a4d req-262792e6-b2e5-4ce1-a12d-86e93bd85e38 tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4421563 Nov 05 18:50:12.129160 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ef67cd9-82b3-4c9d-ab47-df83a7d4ea9c tempest-ExternalNetworksTestJSON-1696601295 tempest-ExternalNetworksTestJSON-1696601295-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:50:12.133664 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-6ef67cd9-82b3-4c9d-ab47-df83a7d4ea9c tempest-ExternalNetworksTestJSON-1696601295 tempest-ExternalNetworksTestJSON-1696601295-project] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2453 time: 0.3437431 Nov 05 18:50:12.133862 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 55920) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:50:12.141743 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [req-8053f2de-53fc-4cf7-8b65-39047cd81a4d req-2804ac63-74d3-4d00-bf31-8c67a8f651b8 service neutron] Request body: {'port': {'device_id': '9e030793-90d0-4eb7-b0e8-5dbabee0293e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816865-1'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:50:12.205389 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-4c198b3d-676e-43f9-8959-e242e1e80ad7 tempest-ExternalNetworksTestJSON-1239350182 tempest-ExternalNetworksTestJSON-1239350182-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1664226'] for network, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:12.214382 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-8053f2de-53fc-4cf7-8b65-39047cd81a4d req-2804ac63-74d3-4d00-bf31-8c67a8f651b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:12.298647 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-4c198b3d-676e-43f9-8959-e242e1e80ad7 tempest-ExternalNetworksTestJSON-1239350182 tempest-ExternalNetworksTestJSON-1239350182-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1579173', 'neutron.services.segments.db._delete_segments_for_network-8750027792909'] for network, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:12.323768 n-d-816865-1 neutron-server[102387]: DEBUG neutron.services.segments.db [None req-4c198b3d-676e-43f9-8959-e242e1e80ad7 tempest-ExternalNetworksTestJSON-1239350182 tempest-ExternalNetworksTestJSON-1239350182-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['decde22a-bc08-4d61-9b25-4611e74041ce']}} {{(pid=102387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:50:12.333839 n-d-816865-1 neutron-server[102387]: DEBUG neutron.services.segments.db [None req-4c198b3d-676e-43f9-8959-e242e1e80ad7 tempest-ExternalNetworksTestJSON-1239350182 tempest-ExternalNetworksTestJSON-1239350182-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7cd1626-acec-4e57-a2ed-b61e2d63daa7') {'for_net_delete': True} {{(pid=102387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:50:12.334162 n-d-816865-1 neutron-server[102387]: DEBUG neutron.services.segments.db [None req-4c198b3d-676e-43f9-8959-e242e1e80ad7 tempest-ExternalNetworksTestJSON-1239350182 tempest-ExternalNetworksTestJSON-1239350182-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7cd1626-acec-4e57-a2ed-b61e2d63daa7') {} {{(pid=102387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:50:12.344259 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-4c198b3d-676e-43f9-8959-e242e1e80ad7 tempest-ExternalNetworksTestJSON-1239350182 tempest-ExternalNetworksTestJSON-1239350182-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750027793430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4463492'] for segment, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:12.357997 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-4c198b3d-676e-43f9-8959-e242e1e80ad7 tempest-ExternalNetworksTestJSON-1239350182 tempest-ExternalNetworksTestJSON-1239350182-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273'] for segment, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:12.377120 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c198b3d-676e-43f9-8959-e242e1e80ad7 tempest-ExternalNetworksTestJSON-1239350182 tempest-ExternalNetworksTestJSON-1239350182-project-admin] Releasing vlan 159 on physical network physnet1 to pool {{(pid=102387) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 05 18:50:12.377535 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-4c198b3d-676e-43f9-8959-e242e1e80ad7 tempest-ExternalNetworksTestJSON-1239350182 tempest-ExternalNetworksTestJSON-1239350182-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4417236'] for segment, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:12.379630 n-d-816865-1 neutron-server[102387]: Traceback (most recent call last): Nov 05 18:50:12.379630 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 05 18:50:12.379630 n-d-816865-1 neutron-server[102387]: timer() Nov 05 18:50:12.379630 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 05 18:50:12.379630 n-d-816865-1 neutron-server[102387]: cb(*args, **kw) Nov 05 18:50:12.379630 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 05 18:50:12.379630 n-d-816865-1 neutron-server[102387]: return func(*args, **kwargs) Nov 05 18:50:12.379630 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 05 18:50:12.379630 n-d-816865-1 neutron-server[102387]: self._notify() Nov 05 18:50:12.379630 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 05 18:50:12.379630 n-d-816865-1 neutron-server[102387]: self.callback(batched_events) Nov 05 18:50:12.379630 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 05 18:50:12.379630 n-d-816865-1 neutron-server[102387]: event.method(event) Nov 05 18:50:12.379630 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 05 18:50:12.379630 n-d-816865-1 neutron-server[102387]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 05 18:50:12.379630 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 05 18:50:12.379630 n-d-816865-1 neutron-server[102387]: aggregate_uuid = self.p_client.list_aggregates( Nov 05 18:50:12.379630 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 05 18:50:12.379630 n-d-816865-1 neutron-server[102387]: return f(self, *a, **k) Nov 05 18:50:12.379630 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 05 18:50:12.379630 n-d-816865-1 neutron-server[102387]: return self._get(url).json() Nov 05 18:50:12.379630 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 05 18:50:12.379630 n-d-816865-1 neutron-server[102387]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 05 18:50:12.379630 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 05 18:50:12.379630 n-d-816865-1 neutron-server[102387]: return self.request(url, 'GET', **kwargs) Nov 05 18:50:12.379630 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 05 18:50:12.379630 n-d-816865-1 neutron-server[102387]: base_url = self.get_endpoint(auth, allow=allow, Nov 05 18:50:12.379630 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 05 18:50:12.379630 n-d-816865-1 neutron-server[102387]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 05 18:50:12.379630 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 05 18:50:12.379630 n-d-816865-1 neutron-server[102387]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 05 18:50:12.379630 n-d-816865-1 neutron-server[102387]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 05 18:50:12.520384 n-d-816865-1 neutron-server[102386]: DEBUG neutron.notifiers.nova [req-8053f2de-53fc-4cf7-8b65-39047cd81a4d req-2804ac63-74d3-4d00-bf31-8c67a8f651b8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff23b365-f727-45ef-b338-f02428651878 {{(pid=102386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 18:50:12.527911 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-8053f2de-53fc-4cf7-8b65-39047cd81a4d req-2804ac63-74d3-4d00-bf31-8c67a8f651b8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:12.576192 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-4c198b3d-676e-43f9-8959-e242e1e80ad7 tempest-ExternalNetworksTestJSON-1239350182 tempest-ExternalNetworksTestJSON-1239350182-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1579178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-956796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1000687'] for network, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:12.577363 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.provisioning_blocks [req-8053f2de-53fc-4cf7-8b65-39047cd81a4d req-2804ac63-74d3-4d00-bf31-8c67a8f651b8 service neutron] Transition to ACTIVE for port object ff23b365-f727-45ef-b338-f02428651878 will not be triggered until provisioned by entity L2. {{(pid=102386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 05 18:50:12.582186 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c198b3d-676e-43f9-8959-e242e1e80ad7 tempest-ExternalNetworksTestJSON-1239350182 tempest-ExternalNetworksTestJSON-1239350182-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network decde22a-bc08-4d61-9b25-4611e74041ce {{(pid=102387) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 05 18:50:12.591773 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-4c198b3d-676e-43f9-8959-e242e1e80ad7 tempest-ExternalNetworksTestJSON-1239350182 tempest-ExternalNetworksTestJSON-1239350182-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597851'] for network, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:12.598846 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-4c198b3d-676e-43f9-8959-e242e1e80ad7 tempest-ExternalNetworksTestJSON-1239350182 tempest-ExternalNetworksTestJSON-1239350182-project-admin] 10.222.0.13 "DELETE /v2.0/networks/decde22a-bc08-4d61-9b25-4611e74041ce HTTP/1.1" status: 204 len: 168 time: 0.4598932 Nov 05 18:50:12.600736 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 55928) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:50:12.606932 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-dac3202a-2328-4d17-a55a-fedc27f0a749 tempest-ExternalNetworksTestJSON-1239350182 tempest-ExternalNetworksTestJSON-1239350182-project-admin] Request body: {'network': {'name': 'tempest-network--794560507', 'router:external': True}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:50:12.637540 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c198b3d-676e-43f9-8959-e242e1e80ad7 tempest-ExternalNetworksTestJSON-1239350182 tempest-ExternalNetworksTestJSON-1239350182-project-admin] Pushing event deleted for resources: {'Network': ['ID=decde22a-bc08-4d61-9b25-4611e74041ce,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:50:12.661108 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-8053f2de-53fc-4cf7-8b65-39047cd81a4d req-2804ac63-74d3-4d00-bf31-8c67a8f651b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6149821'] for port, after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:12.724500 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dac3202a-2328-4d17-a55a-fedc27f0a749 tempest-ExternalNetworksTestJSON-1239350182 tempest-ExternalNetworksTestJSON-1239350182-project-admin] Made reservation on behalf of 2272d55f9c6944b384c0de92b1638fff for: {'network': 1} {{(pid=102386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 18:50:12.732729 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-dac3202a-2328-4d17-a55a-fedc27f0a749 tempest-ExternalNetworksTestJSON-1239350182 tempest-ExternalNetworksTestJSON-1239350182-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for network, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:12.847393 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dac3202a-2328-4d17-a55a-fedc27f0a749 tempest-ExternalNetworksTestJSON-1239350182 tempest-ExternalNetworksTestJSON-1239350182-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 185} {{(pid=102386) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 05 18:50:12.894004 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2804ac63-74d3-4d00-bf31-8c67a8f651b8 service neutron] Pushing event updated for resources: {'Port': ['ID=ff23b365-f727-45ef-b338-f02428651878,revision_number=2']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:50:12.899322 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [req-8053f2de-53fc-4cf7-8b65-39047cd81a4d req-2804ac63-74d3-4d00-bf31-8c67a8f651b8 service neutron] Attempting to bind port ff23b365-f727-45ef-b338-f02428651878 on host n-h1-816865-1 for vnic_type normal with profile {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 18:50:12.902782 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [req-8053f2de-53fc-4cf7-8b65-39047cd81a4d req-2804ac63-74d3-4d00-bf31-8c67a8f651b8 service neutron] Attempting to bind port ff23b365-f727-45ef-b338-f02428651878 by drivers openvswitch,hyperv on host n-h1-816865-1 at level 0 using segments [{'id': '18ff82bc-5fc5-4d18-b58f-45dd42e01fae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '43ea62f0-8360-499b-8cfa-33c91e860c8e'}] {{(pid=102386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 18:50:12.902782 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8053f2de-53fc-4cf7-8b65-39047cd81a4d req-2804ac63-74d3-4d00-bf31-8c67a8f651b8 service neutron] Attempting to bind port ff23b365-f727-45ef-b338-f02428651878 on network 43ea62f0-8360-499b-8cfa-33c91e860c8e {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 18:50:12.910896 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-dac3202a-2328-4d17-a55a-fedc27f0a749 tempest-ExternalNetworksTestJSON-1239350182 tempest-ExternalNetworksTestJSON-1239350182-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273'] for segment, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:12.911415 n-d-816865-1 neutron-server[102386]: INFO neutron.db.segments_db [None req-dac3202a-2328-4d17-a55a-fedc27f0a749 tempest-ExternalNetworksTestJSON-1239350182 tempest-ExternalNetworksTestJSON-1239350182-project-admin] Added segment c93fca0a-a46f-441c-9d5d-84d7d2596f40 of type vlan for network 5a24c957-8ab6-4991-ac04-080fba736eff Nov 05 18:50:12.913686 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8053f2de-53fc-4cf7-8b65-39047cd81a4d req-2804ac63-74d3-4d00-bf31-8c67a8f651b8 service neutron] Port ff23b365-f727-45ef-b338-f02428651878 on network 43ea62f0-8360-499b-8cfa-33c91e860c8e not bound, no agent of type Open vSwitch agent registered on host n-h1-816865-1 {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 18:50:12.914204 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8053f2de-53fc-4cf7-8b65-39047cd81a4d req-2804ac63-74d3-4d00-bf31-8c67a8f651b8 service neutron] Attempting to bind port ff23b365-f727-45ef-b338-f02428651878 on network 43ea62f0-8360-499b-8cfa-33c91e860c8e {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 18:50:12.925252 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4b1c1f-af28-45c3-8384-681c02b00592 req-92b95b98-c6d2-4085-8c3c-c5d182314e12 tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:50:12.932103 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4b1c1f-af28-45c3-8384-681c02b00592 req-92b95b98-c6d2-4085-8c3c-c5d182314e12 tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:50:12.936925 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8053f2de-53fc-4cf7-8b65-39047cd81a4d req-2804ac63-74d3-4d00-bf31-8c67a8f651b8 service neutron] Checking agent: {'id': 'eb596d7c-8c64-42bd-8aca-fad447eb0eab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816865-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 18, 33, 34), 'started_at': datetime.datetime(2021, 11, 5, 18, 33, 34), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 18, 50, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 18:50:12.937265 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8053f2de-53fc-4cf7-8b65-39047cd81a4d req-2804ac63-74d3-4d00-bf31-8c67a8f651b8 service neutron] Checking segment: {'id': '18ff82bc-5fc5-4d18-b58f-45dd42e01fae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '43ea62f0-8360-499b-8cfa-33c91e860c8e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 18:50:12.937650 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8053f2de-53fc-4cf7-8b65-39047cd81a4d req-2804ac63-74d3-4d00-bf31-8c67a8f651b8 service neutron] Bound using segment: {'id': '18ff82bc-5fc5-4d18-b58f-45dd42e01fae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '43ea62f0-8360-499b-8cfa-33c91e860c8e'} {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 18:50:12.938110 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [req-8053f2de-53fc-4cf7-8b65-39047cd81a4d req-2804ac63-74d3-4d00-bf31-8c67a8f651b8 service neutron] Bound port: ff23b365-f727-45ef-b338-f02428651878, host: n-h1-816865-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '18ff82bc-5fc5-4d18-b58f-45dd42e01fae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '43ea62f0-8360-499b-8cfa-33c91e860c8e'}}] {{(pid=102386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 18:50:12.938466 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-8053f2de-53fc-4cf7-8b65-39047cd81a4d req-2804ac63-74d3-4d00-bf31-8c67a8f651b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:12.940635 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4b1c1f-af28-45c3-8384-681c02b00592 req-92b95b98-c6d2-4085-8c3c-c5d182314e12 tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:50:12.949240 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4b1c1f-af28-45c3-8384-681c02b00592 req-92b95b98-c6d2-4085-8c3c-c5d182314e12 tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:50:12.979180 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4b1c1f-af28-45c3-8384-681c02b00592 req-92b95b98-c6d2-4085-8c3c-c5d182314e12 tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:50:12.987089 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4b1c1f-af28-45c3-8384-681c02b00592 req-92b95b98-c6d2-4085-8c3c-c5d182314e12 tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:50:12.995447 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4b1c1f-af28-45c3-8384-681c02b00592 req-92b95b98-c6d2-4085-8c3c-c5d182314e12 tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:50:13.005699 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-8d4b1c1f-af28-45c3-8384-681c02b00592 req-92b95b98-c6d2-4085-8c3c-c5d182314e12 tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] 10.222.0.13 "GET /v2.0/ports?device_id=6b9db9e4-2300-49be-bd99-8eabc0e57de3 HTTP/1.1" status: 200 len: 5432 time: 0.1948423 Nov 05 18:50:13.019426 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-dac3202a-2328-4d17-a55a-fedc27f0a749 tempest-ExternalNetworksTestJSON-1239350182 tempest-ExternalNetworksTestJSON-1239350182-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750027258543'] for network, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:13.062108 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [req-8053f2de-53fc-4cf7-8b65-39047cd81a4d req-2804ac63-74d3-4d00-bf31-8c67a8f651b8 service neutron] For port ff23b365-f727-45ef-b338-f02428651878, host n-h1-816865-1, cleared binding levels {{(pid=102386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 18:50:13.065981 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [req-8053f2de-53fc-4cf7-8b65-39047cd81a4d req-2804ac63-74d3-4d00-bf31-8c67a8f651b8 service neutron] For port ff23b365-f727-45ef-b338-f02428651878, host n-h1-816865-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=ff23b365-f727-45ef-b338-f02428651878,segment=NetworkSegment(18ff82bc-5fc5-4d18-b58f-45dd42e01fae),segment_id=18ff82bc-5fc5-4d18-b58f-45dd42e01fae)] {{(pid=102386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 18:50:13.089289 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a057e91b-34aa-49ac-8bdf-7327aa708b2a req-0255d54e-b8df-4480-9c0c-24363e5cd64b tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:50:13.090767 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-a057e91b-34aa-49ac-8bdf-7327aa708b2a req-0255d54e-b8df-4480-9c0c-24363e5cd64b tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] 10.222.0.13 "GET /v2.0/ports?device_id=9e030793-90d0-4eb7-b0e8-5dbabee0293e HTTP/1.1" status: 200 len: 943 time: 0.0692885 Nov 05 18:50:13.121785 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-8d4b1c1f-af28-45c3-8384-681c02b00592 req-e20938cd-7de6-4718-87ae-cfcce3b32ad1 tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] 10.222.0.13 "GET /v2.0/security-groups?id=f4056503-c341-42e5-ae9d-37a5e83a41cf&id=98567ca5-1884-480b-af79-82f64bb06e96&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1143558 Nov 05 18:50:13.151847 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-a057e91b-34aa-49ac-8bdf-7327aa708b2a req-f7fefca5-52dc-474f-8d3f-259f2b6e85fe tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] 10.222.0.13 "GET /v2.0/security-groups?id=e0838ac1-f008-48c1-ab43-123e255d616a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505950 Nov 05 18:50:13.198719 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-c45729f0-63c6-461e-a50d-a25cec53e50f req-db3ebff7-9ad4-44a2-8e80-ebbc870d8317 tempest-ServersOnMultiNodesTest-710233287 tempest-ServersOnMultiNodesTest-710233287-project] 10.222.0.13 "GET /v2.0/ports?device_id=0b0ebb90-343f-45a5-9335-cf428f4e45a1 HTTP/1.1" status: 200 len: 210 time: 0.0319047 Nov 05 18:50:13.211983 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-8053f2de-53fc-4cf7-8b65-39047cd81a4d req-2804ac63-74d3-4d00-bf31-8c67a8f651b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6149821'] for port, after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:13.221953 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-dac3202a-2328-4d17-a55a-fedc27f0a749 tempest-ExternalNetworksTestJSON-1239350182 tempest-ExternalNetworksTestJSON-1239350182-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-956796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877'] for network, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:13.230111 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dac3202a-2328-4d17-a55a-fedc27f0a749 tempest-ExternalNetworksTestJSON-1239350182 tempest-ExternalNetworksTestJSON-1239350182-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:50:13.231144 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-dac3202a-2328-4d17-a55a-fedc27f0a749 tempest-ExternalNetworksTestJSON-1239350182 tempest-ExternalNetworksTestJSON-1239350182-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597851'] for network, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:13.278007 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8053f2de-53fc-4cf7-8b65-39047cd81a4d req-2804ac63-74d3-4d00-bf31-8c67a8f651b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:50:13.278647 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-8053f2de-53fc-4cf7-8b65-39047cd81a4d req-2804ac63-74d3-4d00-bf31-8c67a8f651b8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:13.280029 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-8053f2de-53fc-4cf7-8b65-39047cd81a4d req-2804ac63-74d3-4d00-bf31-8c67a8f651b8 service neutron] 10.222.0.41 "PUT /v2.0/ports/ff23b365-f727-45ef-b338-f02428651878 HTTP/1.1" status: 200 len: 1091 time: 1.1446984 Nov 05 18:50:13.290059 n-d-816865-1 neutron-server[102386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e030793-90d0-4eb7-b0e8-5dbabee0293e', 'tag': 'ff23b365-f727-45ef-b338-f02428651878'}] {{(pid=102386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 18:50:13.292691 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6173a44d7c73f41af551dc890fa1a5892c2c6bc3458b640c8e0c24db7876ba6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a41b931e-c6c7-4016-812c-cea71ede5e95" -d '{"events": [{"name": "network-changed", "server_uuid": "9e030793-90d0-4eb7-b0e8-5dbabee0293e", "tag": "ff23b365-f727-45ef-b338-f02428651878"}]}' {{(pid=102386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 18:50:13.335134 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 18:50:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5701291a-e9aa-4b33-9b38-ab5e72380504 x-openstack-request-id: req-5701291a-e9aa-4b33-9b38-ab5e72380504 {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 18:50:13.335632 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e030793-90d0-4eb7-b0e8-5dbabee0293e", "tag": "ff23b365-f727-45ef-b338-f02428651878", "status": "completed", "code": 200}]} {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 18:50:13.335775 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5701291a-e9aa-4b33-9b38-ab5e72380504 {{(pid=102386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 18:50:13.336176 n-d-816865-1 neutron-server[102386]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e030793-90d0-4eb7-b0e8-5dbabee0293e', 'tag': 'ff23b365-f727-45ef-b338-f02428651878', 'status': 'completed', 'code': 200} Nov 05 18:50:13.358654 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-dac3202a-2328-4d17-a55a-fedc27f0a749 tempest-ExternalNetworksTestJSON-1239350182 tempest-ExternalNetworksTestJSON-1239350182-project-admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.7559369 Nov 05 18:50:13.360091 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac3202a-2328-4d17-a55a-fedc27f0a749 tempest-ExternalNetworksTestJSON-1239350182 tempest-ExternalNetworksTestJSON-1239350182-project-admin] Pushing event updated for resources: {'Network': ['ID=5a24c957-8ab6-4991-ac04-080fba736eff,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:50:13.362221 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 55958) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:50:13.364396 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2804ac63-74d3-4d00-bf31-8c67a8f651b8 service neutron] Pushing event updated for resources: {'Port': ['ID=ff23b365-f727-45ef-b338-f02428651878,revision_number=3']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:50:13.370541 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Network 5a24c957-8ab6-4991-ac04-080fba736eff details requested by agent ovs-agent-n-d-816865-1 with host n-d-816865-1 {{(pid=102388) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 05 18:50:13.418504 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41b931e-c6c7-4016-812c-cea71ede5e95 req-9d96b70c-e99a-4b5a-868e-4c362aef6a80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:50:13.423528 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-a41b931e-c6c7-4016-812c-cea71ede5e95 req-9d96b70c-e99a-4b5a-868e-4c362aef6a80 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6967002ed7684b0a936551bf3f38aa1b&device_id=9e030793-90d0-4eb7-b0e8-5dbabee0293e HTTP/1.1" status: 200 len: 1094 time: 0.0607617 Nov 05 18:50:13.476369 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40ed82f6-ba60-425c-a9d9-295c18871608 tempest-ExternalNetworksTestJSON-1696601295 tempest-ExternalNetworksTestJSON-1696601295-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:50:13.477798 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-40ed82f6-ba60-425c-a9d9-295c18871608 tempest-ExternalNetworksTestJSON-1696601295 tempest-ExternalNetworksTestJSON-1696601295-project] 10.222.0.13 "GET /v2.0/networks/5a24c957-8ab6-4991-ac04-080fba736eff HTTP/1.1" status: 200 len: 756 time: 0.1144145 Nov 05 18:50:13.480596 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 55960) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:50:13.595588 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58b70f9d-1c77-4fe5-9d00-26cdfa9f1ea0 tempest-ExternalNetworksTestJSON-1696601295 tempest-ExternalNetworksTestJSON-1696601295-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:50:13.597272 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-58b70f9d-1c77-4fe5-9d00-26cdfa9f1ea0 tempest-ExternalNetworksTestJSON-1696601295 tempest-ExternalNetworksTestJSON-1696601295-project] 10.222.0.13 "GET /v2.0/networks/cc5056e8-ac9c-4c07-85dd-5ad60fe38e33 HTTP/1.1" status: 200 len: 768 time: 0.1157374 Nov 05 18:50:13.600831 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 55964) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:50:13.680135 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-505d7fcf-1054-4605-99f2-851379878650 tempest-ExternalNetworksTestJSON-1239350182 tempest-ExternalNetworksTestJSON-1239350182-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1664226'] for network, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:13.818626 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-505d7fcf-1054-4605-99f2-851379878650 tempest-ExternalNetworksTestJSON-1239350182 tempest-ExternalNetworksTestJSON-1239350182-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1579173', 'neutron.services.segments.db._delete_segments_for_network-8750027792909'] for network, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:13.848455 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140d19c0-5ee4-43ff-bc6a-05a97fb12538 req-627ec72f-6d27-4192-887b-32b75fffd1ea tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:50:13.858286 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140d19c0-5ee4-43ff-bc6a-05a97fb12538 req-627ec72f-6d27-4192-887b-32b75fffd1ea tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:50:13.865939 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140d19c0-5ee4-43ff-bc6a-05a97fb12538 req-627ec72f-6d27-4192-887b-32b75fffd1ea tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:50:13.872225 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140d19c0-5ee4-43ff-bc6a-05a97fb12538 req-627ec72f-6d27-4192-887b-32b75fffd1ea tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:50:13.879024 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140d19c0-5ee4-43ff-bc6a-05a97fb12538 req-627ec72f-6d27-4192-887b-32b75fffd1ea tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:50:13.886108 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140d19c0-5ee4-43ff-bc6a-05a97fb12538 req-627ec72f-6d27-4192-887b-32b75fffd1ea tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:50:13.892413 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140d19c0-5ee4-43ff-bc6a-05a97fb12538 req-627ec72f-6d27-4192-887b-32b75fffd1ea tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:50:13.894667 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41b931e-c6c7-4016-812c-cea71ede5e95 req-25627d48-14dd-4576-8920-95c57e3641a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:50:13.894863 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-140d19c0-5ee4-43ff-bc6a-05a97fb12538 req-627ec72f-6d27-4192-887b-32b75fffd1ea tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] 10.222.0.41 "GET /v2.0/ports?device_id=6b9db9e4-2300-49be-bd99-8eabc0e57de3 HTTP/1.1" status: 200 len: 5432 time: 0.1801658 Nov 05 18:50:13.896290 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-a41b931e-c6c7-4016-812c-cea71ede5e95 req-25627d48-14dd-4576-8920-95c57e3641a1 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=6967002ed7684b0a936551bf3f38aa1b&shared=False HTTP/1.1" status: 200 len: 913 time: 0.4653440 Nov 05 18:50:13.940975 n-d-816865-1 neutron-server[102387]: DEBUG neutron.services.segments.db [None req-505d7fcf-1054-4605-99f2-851379878650 tempest-ExternalNetworksTestJSON-1239350182 tempest-ExternalNetworksTestJSON-1239350182-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a24c957-8ab6-4991-ac04-080fba736eff']}} {{(pid=102387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:50:13.956755 n-d-816865-1 neutron-server[102387]: DEBUG neutron.services.segments.db [None req-505d7fcf-1054-4605-99f2-851379878650 tempest-ExternalNetworksTestJSON-1239350182 tempest-ExternalNetworksTestJSON-1239350182-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c93fca0a-a46f-441c-9d5d-84d7d2596f40') {'for_net_delete': True} {{(pid=102387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:50:13.956995 n-d-816865-1 neutron-server[102387]: DEBUG neutron.services.segments.db [None req-505d7fcf-1054-4605-99f2-851379878650 tempest-ExternalNetworksTestJSON-1239350182 tempest-ExternalNetworksTestJSON-1239350182-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c93fca0a-a46f-441c-9d5d-84d7d2596f40') {} {{(pid=102387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:50:13.969795 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140d19c0-5ee4-43ff-bc6a-05a97fb12538 req-7b93996b-b63f-4af0-9d9e-296bb7d2575e tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:50:13.971306 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-140d19c0-5ee4-43ff-bc6a-05a97fb12538 req-7b93996b-b63f-4af0-9d9e-296bb7d2575e tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] 10.222.0.41 "GET /v2.0/ports/12cc8ba5-8895-4346-85a3-5a5395794a18?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0639627 Nov 05 18:50:13.975691 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-505d7fcf-1054-4605-99f2-851379878650 tempest-ExternalNetworksTestJSON-1239350182 tempest-ExternalNetworksTestJSON-1239350182-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750027793430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4463492'] for segment, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:14.031343 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-505d7fcf-1054-4605-99f2-851379878650 tempest-ExternalNetworksTestJSON-1239350182 tempest-ExternalNetworksTestJSON-1239350182-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273'] for segment, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:14.031568 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41b931e-c6c7-4016-812c-cea71ede5e95 req-08188e4b-be71-4620-96ff-bccfe2381e25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:50:14.033069 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-a41b931e-c6c7-4016-812c-cea71ede5e95 req-08188e4b-be71-4620-96ff-bccfe2381e25 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1255352 Nov 05 18:50:14.069327 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-505d7fcf-1054-4605-99f2-851379878650 tempest-ExternalNetworksTestJSON-1239350182 tempest-ExternalNetworksTestJSON-1239350182-project-admin] Releasing vlan 185 on physical network physnet1 to pool {{(pid=102387) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 05 18:50:14.069835 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-505d7fcf-1054-4605-99f2-851379878650 tempest-ExternalNetworksTestJSON-1239350182 tempest-ExternalNetworksTestJSON-1239350182-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4417236'] for segment, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:14.071646 n-d-816865-1 neutron-server[102387]: Traceback (most recent call last): Nov 05 18:50:14.071646 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 05 18:50:14.071646 n-d-816865-1 neutron-server[102387]: timer() Nov 05 18:50:14.071646 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 05 18:50:14.071646 n-d-816865-1 neutron-server[102387]: cb(*args, **kw) Nov 05 18:50:14.071646 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 05 18:50:14.071646 n-d-816865-1 neutron-server[102387]: return func(*args, **kwargs) Nov 05 18:50:14.071646 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 05 18:50:14.071646 n-d-816865-1 neutron-server[102387]: self._notify() Nov 05 18:50:14.071646 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 05 18:50:14.071646 n-d-816865-1 neutron-server[102387]: self.callback(batched_events) Nov 05 18:50:14.071646 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 05 18:50:14.071646 n-d-816865-1 neutron-server[102387]: event.method(event) Nov 05 18:50:14.071646 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 05 18:50:14.071646 n-d-816865-1 neutron-server[102387]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 05 18:50:14.071646 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 05 18:50:14.071646 n-d-816865-1 neutron-server[102387]: aggregate_uuid = self.p_client.list_aggregates( Nov 05 18:50:14.071646 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 05 18:50:14.071646 n-d-816865-1 neutron-server[102387]: return f(self, *a, **k) Nov 05 18:50:14.071646 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 05 18:50:14.071646 n-d-816865-1 neutron-server[102387]: return self._get(url).json() Nov 05 18:50:14.071646 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 05 18:50:14.071646 n-d-816865-1 neutron-server[102387]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 05 18:50:14.071646 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 05 18:50:14.071646 n-d-816865-1 neutron-server[102387]: return self.request(url, 'GET', **kwargs) Nov 05 18:50:14.071646 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 05 18:50:14.071646 n-d-816865-1 neutron-server[102387]: base_url = self.get_endpoint(auth, allow=allow, Nov 05 18:50:14.071646 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 05 18:50:14.071646 n-d-816865-1 neutron-server[102387]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 05 18:50:14.071646 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 05 18:50:14.071646 n-d-816865-1 neutron-server[102387]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 05 18:50:14.071646 n-d-816865-1 neutron-server[102387]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 05 18:50:14.117677 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8053f2de-53fc-4cf7-8b65-39047cd81a4d req-837c13ef-eeb9-4d6d-9da7-22620bc69096 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:50:14.119323 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-8053f2de-53fc-4cf7-8b65-39047cd81a4d req-837c13ef-eeb9-4d6d-9da7-22620bc69096 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6967002ed7684b0a936551bf3f38aa1b&device_id=9e030793-90d0-4eb7-b0e8-5dbabee0293e HTTP/1.1" status: 200 len: 1094 time: 0.0503864 Nov 05 18:50:14.159685 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-140d19c0-5ee4-43ff-bc6a-05a97fb12538 req-7c0cfca6-a209-4b17-a3a0-2fea1f802735 tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] 10.222.0.41 "GET /v2.0/networks/c2a3f4df-26b3-4bb0-9eae-63aad7044fea?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1816864 Nov 05 18:50:14.167771 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-8053f2de-53fc-4cf7-8b65-39047cd81a4d req-89e95bc2-458a-4648-9337-3529880a56d1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ff23b365-f727-45ef-b338-f02428651878 HTTP/1.1" status: 200 len: 217 time: 0.0406685 Nov 05 18:50:14.171143 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [req-140d19c0-5ee4-43ff-bc6a-05a97fb12538 req-2dcc9eb2-e1c1-43a5-ae05-204adbbb21dd service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:50:14.226837 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8053f2de-53fc-4cf7-8b65-39047cd81a4d req-41f18149-d063-4442-a21d-1f7cfe385cc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:50:14.229979 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-8053f2de-53fc-4cf7-8b65-39047cd81a4d req-41f18149-d063-4442-a21d-1f7cfe385cc5 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d7f64a49-19fd-4323-b909-1a955812ddea HTTP/1.1" status: 200 len: 852 time: 0.0546732 Nov 05 18:50:14.237165 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-505d7fcf-1054-4605-99f2-851379878650 tempest-ExternalNetworksTestJSON-1239350182 tempest-ExternalNetworksTestJSON-1239350182-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1579178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-956796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1000687'] for network, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:14.261673 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-505d7fcf-1054-4605-99f2-851379878650 tempest-ExternalNetworksTestJSON-1239350182 tempest-ExternalNetworksTestJSON-1239350182-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 5a24c957-8ab6-4991-ac04-080fba736eff {{(pid=102387) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 05 18:50:14.264252 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-8053f2de-53fc-4cf7-8b65-39047cd81a4d req-e71a9ad9-6c25-4b0d-9c1f-946853995dc7 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=43ea62f0-8360-499b-8cfa-33c91e860c8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0283124 Nov 05 18:50:14.279325 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-505d7fcf-1054-4605-99f2-851379878650 tempest-ExternalNetworksTestJSON-1239350182 tempest-ExternalNetworksTestJSON-1239350182-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597851'] for network, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:14.282487 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-505d7fcf-1054-4605-99f2-851379878650 tempest-ExternalNetworksTestJSON-1239350182 tempest-ExternalNetworksTestJSON-1239350182-project-admin] 10.222.0.13 "DELETE /v2.0/networks/5a24c957-8ab6-4991-ac04-080fba736eff HTTP/1.1" status: 204 len: 168 time: 0.6806879 Nov 05 18:50:14.293530 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 55990) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:50:14.303115 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-9a14b401-ea21-4244-865b-bcada071dac0 tempest-ExternalNetworksTestJSON-1239350182 tempest-ExternalNetworksTestJSON-1239350182-project-admin] Request body: {'network': {'name': 'tempest-network--427875472'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:50:14.325229 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505d7fcf-1054-4605-99f2-851379878650 tempest-ExternalNetworksTestJSON-1239350182 tempest-ExternalNetworksTestJSON-1239350182-project-admin] Pushing event deleted for resources: {'Network': ['ID=5a24c957-8ab6-4991-ac04-080fba736eff,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:50:14.333063 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-140d19c0-5ee4-43ff-bc6a-05a97fb12538 req-2dcc9eb2-e1c1-43a5-ae05-204adbbb21dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:14.379021 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1cda32-f639-48f3-bcdc-d33e632c87b6 req-474307ad-3f09-49a5-8db8-131753829ad8 tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:50:14.385479 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1cda32-f639-48f3-bcdc-d33e632c87b6 req-474307ad-3f09-49a5-8db8-131753829ad8 tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:50:14.391525 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1cda32-f639-48f3-bcdc-d33e632c87b6 req-474307ad-3f09-49a5-8db8-131753829ad8 tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:50:14.398275 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1cda32-f639-48f3-bcdc-d33e632c87b6 req-474307ad-3f09-49a5-8db8-131753829ad8 tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:50:14.404287 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1cda32-f639-48f3-bcdc-d33e632c87b6 req-474307ad-3f09-49a5-8db8-131753829ad8 tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:50:14.410410 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1cda32-f639-48f3-bcdc-d33e632c87b6 req-474307ad-3f09-49a5-8db8-131753829ad8 tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:50:14.417444 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1cda32-f639-48f3-bcdc-d33e632c87b6 req-474307ad-3f09-49a5-8db8-131753829ad8 tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:50:14.419553 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-0a1cda32-f639-48f3-bcdc-d33e632c87b6 req-474307ad-3f09-49a5-8db8-131753829ad8 tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] 10.222.0.13 "GET /v2.0/ports?device_id=6b9db9e4-2300-49be-bd99-8eabc0e57de3 HTTP/1.1" status: 200 len: 5432 time: 0.2011366 Nov 05 18:50:14.422723 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-8053f2de-53fc-4cf7-8b65-39047cd81a4d req-6b4a5645-3670-4267-9519-8b5fef23752d service neutron] 10.222.0.41 "GET /v2.0/networks/43ea62f0-8360-499b-8cfa-33c91e860c8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1511052 Nov 05 18:50:14.462566 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f76240-acb1-4569-bb43-39f3ce38349c req-b6ddb17b-43ee-49a6-bb26-b54e17bd6372 tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:50:14.463555 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a14b401-ea21-4244-865b-bcada071dac0 tempest-ExternalNetworksTestJSON-1239350182 tempest-ExternalNetworksTestJSON-1239350182-project-admin] Made reservation on behalf of 2272d55f9c6944b384c0de92b1638fff for: {'network': 1} {{(pid=102386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 18:50:14.464091 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-e4f76240-acb1-4569-bb43-39f3ce38349c req-b6ddb17b-43ee-49a6-bb26-b54e17bd6372 tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] 10.222.0.13 "GET /v2.0/ports?device_id=9e030793-90d0-4eb7-b0e8-5dbabee0293e HTTP/1.1" status: 200 len: 943 time: 0.2035778 Nov 05 18:50:14.494458 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-9a14b401-ea21-4244-865b-bcada071dac0 tempest-ExternalNetworksTestJSON-1239350182 tempest-ExternalNetworksTestJSON-1239350182-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for network, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:14.587830 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a14b401-ea21-4244-865b-bcada071dac0 tempest-ExternalNetworksTestJSON-1239350182 tempest-ExternalNetworksTestJSON-1239350182-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 198} {{(pid=102386) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 05 18:50:14.605026 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-9a14b401-ea21-4244-865b-bcada071dac0 tempest-ExternalNetworksTestJSON-1239350182 tempest-ExternalNetworksTestJSON-1239350182-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273'] for segment, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:14.605946 n-d-816865-1 neutron-server[102386]: INFO neutron.db.segments_db [None req-9a14b401-ea21-4244-865b-bcada071dac0 tempest-ExternalNetworksTestJSON-1239350182 tempest-ExternalNetworksTestJSON-1239350182-project-admin] Added segment 45b08c27-4d3a-49a3-8fd1-e417e4f9cd1a of type vlan for network b002d09e-213d-4259-a10f-f5f8b9556fd6 Nov 05 18:50:14.624560 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-0a1cda32-f639-48f3-bcdc-d33e632c87b6 req-7debb7a8-f606-4abd-9e13-3c5f86df5a33 tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] 10.222.0.13 "GET /v2.0/security-groups?id=f4056503-c341-42e5-ae9d-37a5e83a41cf&id=98567ca5-1884-480b-af79-82f64bb06e96&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1794164 Nov 05 18:50:14.660723 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-8053f2de-53fc-4cf7-8b65-39047cd81a4d req-075dd9ea-8367-4bf4-afd3-41ff9f35c7dd service neutron] 10.222.0.41 "GET /v2.0/networks/43ea62f0-8360-499b-8cfa-33c91e860c8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2258637 Nov 05 18:50:14.674753 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-9a14b401-ea21-4244-865b-bcada071dac0 tempest-ExternalNetworksTestJSON-1239350182 tempest-ExternalNetworksTestJSON-1239350182-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750027258543'] for network, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:14.682958 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-e4f76240-acb1-4569-bb43-39f3ce38349c req-aa252484-d02a-4ecf-a59a-b7d9b783be07 tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] 10.222.0.13 "GET /v2.0/security-groups?id=e0838ac1-f008-48c1-ab43-123e255d616a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2042098 Nov 05 18:50:14.730466 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-985bceb0-43ab-40f0-8781-b357301d9c66 req-f6a0d79b-8c3c-4066-b18d-acb9f8f1e799 tempest-ServersOnMultiNodesTest-710233287 tempest-ServersOnMultiNodesTest-710233287-project] 10.222.0.13 "GET /v2.0/ports?device_id=0b0ebb90-343f-45a5-9335-cf428f4e45a1 HTTP/1.1" status: 200 len: 210 time: 0.0462856 Nov 05 18:50:14.737373 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.db [req-140d19c0-5ee4-43ff-bc6a-05a97fb12538 req-2dcc9eb2-e1c1-43a5-ae05-204adbbb21dd service neutron] For port 12cc8ba5-8895-4346-85a3-5a5395794a18, host n-h1-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=12cc8ba5-8895-4346-85a3-5a5395794a18,segment=NetworkSegment(e8365128-97c2-430d-9b82-ea8f7c12233e),segment_id=e8365128-97c2-430d-9b82-ea8f7c12233e)] {{(pid=102387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:50:14.777363 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.db [req-140d19c0-5ee4-43ff-bc6a-05a97fb12538 req-2dcc9eb2-e1c1-43a5-ae05-204adbbb21dd service neutron] For port 12cc8ba5-8895-4346-85a3-5a5395794a18, host n-h1-816865-1, cleared binding levels {{(pid=102387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 18:50:14.811523 n-d-816865-1 neutron-server[102387]: DEBUG neutron.notifiers.nova [req-140d19c0-5ee4-43ff-bc6a-05a97fb12538 req-2dcc9eb2-e1c1-43a5-ae05-204adbbb21dd service neutron] device_id is not set on port 12cc8ba5-8895-4346-85a3-5a5395794a18 yet. {{(pid=102387) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 05 18:50:14.821001 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-140d19c0-5ee4-43ff-bc6a-05a97fb12538 req-2dcc9eb2-e1c1-43a5-ae05-204adbbb21dd service neutron] Publish callbacks [] for port, precommit_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:14.821511 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-9a14b401-ea21-4244-865b-bcada071dac0 tempest-ExternalNetworksTestJSON-1239350182 tempest-ExternalNetworksTestJSON-1239350182-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-956796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877'] for network, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:14.822616 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a14b401-ea21-4244-865b-bcada071dac0 tempest-ExternalNetworksTestJSON-1239350182 tempest-ExternalNetworksTestJSON-1239350182-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:50:14.823212 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-9a14b401-ea21-4244-865b-bcada071dac0 tempest-ExternalNetworksTestJSON-1239350182 tempest-ExternalNetworksTestJSON-1239350182-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597851'] for network, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:14.900196 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a14b401-ea21-4244-865b-bcada071dac0 tempest-ExternalNetworksTestJSON-1239350182 tempest-ExternalNetworksTestJSON-1239350182-project-admin] Pushing event updated for resources: {'Network': ['ID=b002d09e-213d-4259-a10f-f5f8b9556fd6,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:50:14.907069 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-140d19c0-5ee4-43ff-bc6a-05a97fb12538 req-2dcc9eb2-e1c1-43a5-ae05-204adbbb21dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4417072'] for port, after_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:14.911797 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Network b002d09e-213d-4259-a10f-f5f8b9556fd6 details requested by agent ovs-agent-n-d-816865-1 with host n-d-816865-1 {{(pid=102388) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 05 18:50:14.943390 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-9a14b401-ea21-4244-865b-bcada071dac0 tempest-ExternalNetworksTestJSON-1239350182 tempest-ExternalNetworksTestJSON-1239350182-project-admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.6485488 Nov 05 18:50:14.946884 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 56004) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:50:14.953484 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-e822a234-5227-45f0-aba8-40f44b190f8b tempest-ExternalNetworksTestJSON-1239350182 tempest-ExternalNetworksTestJSON-1239350182-project-admin] Request body: {'network': {'router:external': True}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:50:15.028559 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.l3_dvrscheduler_db [req-140d19c0-5ee4-43ff-bc6a-05a97fb12538 req-2dcc9eb2-e1c1-43a5-ae05-204adbbb21dd service neutron] No DVR routers for this DVR port 12cc8ba5-8895-4346-85a3-5a5395794a18 on host n-h1-816865-1 {{(pid=102387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 18:50:15.052087 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dcc9eb2-e1c1-43a5-ae05-204adbbb21dd service neutron] Pushing event updated for resources: {'Port': ['ID=12cc8ba5-8895-4346-85a3-5a5395794a18,revision_number=6']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:50:15.075013 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [req-140d19c0-5ee4-43ff-bc6a-05a97fb12538 req-2dcc9eb2-e1c1-43a5-ae05-204adbbb21dd service neutron] In _notify_port_updated(), no bound segment for port 12cc8ba5-8895-4346-85a3-5a5395794a18 on network c2a3f4df-26b3-4bb0-9eae-63aad7044fea {{(pid=102387) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 05 18:50:15.075872 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140d19c0-5ee4-43ff-bc6a-05a97fb12538 req-2dcc9eb2-e1c1-43a5-ae05-204adbbb21dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:50:15.076734 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-140d19c0-5ee4-43ff-bc6a-05a97fb12538 req-2dcc9eb2-e1c1-43a5-ae05-204adbbb21dd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:15.078172 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-140d19c0-5ee4-43ff-bc6a-05a97fb12538 req-2dcc9eb2-e1c1-43a5-ae05-204adbbb21dd service neutron] 10.222.0.41 "PUT /v2.0/ports/12cc8ba5-8895-4346-85a3-5a5395794a18 HTTP/1.1" status: 200 len: 1026 time: 0.9114802 Nov 05 18:50:15.130889 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140d19c0-5ee4-43ff-bc6a-05a97fb12538 req-581d2500-68aa-4d5e-af64-b25f7aa5e579 tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:50:15.135502 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-140d19c0-5ee4-43ff-bc6a-05a97fb12538 req-581d2500-68aa-4d5e-af64-b25f7aa5e579 tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] 10.222.0.41 "GET /v2.0/ports/fa9fc664-ad20-4e86-ab04-751d1b06b45b?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0501413 Nov 05 18:50:15.158462 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [req-140d19c0-5ee4-43ff-bc6a-05a97fb12538 req-0875b6b0-6afe-4da7-9d2f-e88268796f46 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:50:15.164485 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-e822a234-5227-45f0-aba8-40f44b190f8b tempest-ExternalNetworksTestJSON-1239350182 tempest-ExternalNetworksTestJSON-1239350182-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750027258543'] for network, precommit_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:15.230942 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-140d19c0-5ee4-43ff-bc6a-05a97fb12538 req-0875b6b0-6afe-4da7-9d2f-e88268796f46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:15.280200 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-d73fe52b-3dbf-4e4d-b9db-76c67e3506da None None] Provisioning complete for port 12cc8ba5-8895-4346-85a3-5a5395794a18 triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:50:15.280636 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-d73fe52b-3dbf-4e4d-b9db-76c67e3506da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:15.283868 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-e822a234-5227-45f0-aba8-40f44b190f8b tempest-ExternalNetworksTestJSON-1239350182 tempest-ExternalNetworksTestJSON-1239350182-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-956796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877'] for network, after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:15.303829 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-e822a234-5227-45f0-aba8-40f44b190f8b tempest-ExternalNetworksTestJSON-1239350182 tempest-ExternalNetworksTestJSON-1239350182-project-admin] Network b002d09e-213d-4259-a10f-f5f8b9556fd6 is not hosted by any dhcp agent {{(pid=102386) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 05 18:50:15.304542 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e822a234-5227-45f0-aba8-40f44b190f8b tempest-ExternalNetworksTestJSON-1239350182 tempest-ExternalNetworksTestJSON-1239350182-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:50:15.305336 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-e822a234-5227-45f0-aba8-40f44b190f8b tempest-ExternalNetworksTestJSON-1239350182 tempest-ExternalNetworksTestJSON-1239350182-project-admin] Publish callbacks [] for network, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:15.306714 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-e822a234-5227-45f0-aba8-40f44b190f8b tempest-ExternalNetworksTestJSON-1239350182 tempest-ExternalNetworksTestJSON-1239350182-project-admin] 10.222.0.13 "PUT /v2.0/networks/b002d09e-213d-4259-a10f-f5f8b9556fd6 HTTP/1.1" status: 200 len: 857 time: 0.3585260 Nov 05 18:50:15.313768 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 56008) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:50:15.320909 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-d73fe52b-3dbf-4e4d-b9db-76c67e3506da None None] Port 12cc8ba5-8895-4346-85a3-5a5395794a18 cannot update to ACTIVE because it is not bound. {{(pid=102388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 18:50:15.381766 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.db [req-140d19c0-5ee4-43ff-bc6a-05a97fb12538 req-0875b6b0-6afe-4da7-9d2f-e88268796f46 service neutron] For port fa9fc664-ad20-4e86-ab04-751d1b06b45b, host n-h1-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=fa9fc664-ad20-4e86-ab04-751d1b06b45b,segment=NetworkSegment(e8365128-97c2-430d-9b82-ea8f7c12233e),segment_id=e8365128-97c2-430d-9b82-ea8f7c12233e)] {{(pid=102387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:50:15.408445 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e822a234-5227-45f0-aba8-40f44b190f8b tempest-ExternalNetworksTestJSON-1239350182 tempest-ExternalNetworksTestJSON-1239350182-project-admin] Pushing event updated for resources: {'Network': ['ID=b002d09e-213d-4259-a10f-f5f8b9556fd6,revision_number=2']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:50:15.433194 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.db [req-140d19c0-5ee4-43ff-bc6a-05a97fb12538 req-0875b6b0-6afe-4da7-9d2f-e88268796f46 service neutron] For port fa9fc664-ad20-4e86-ab04-751d1b06b45b, host n-h1-816865-1, cleared binding levels {{(pid=102387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 18:50:15.439901 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-ebd7c882-c600-4069-a0eb-b1040b3b3f3f tempest-ExternalNetworksTestJSON-1239350182 tempest-ExternalNetworksTestJSON-1239350182-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1664226'] for network, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:15.469591 n-d-816865-1 neutron-server[102387]: DEBUG neutron.notifiers.nova [req-140d19c0-5ee4-43ff-bc6a-05a97fb12538 req-0875b6b0-6afe-4da7-9d2f-e88268796f46 service neutron] device_id is not set on port fa9fc664-ad20-4e86-ab04-751d1b06b45b yet. {{(pid=102387) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 05 18:50:15.478936 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-140d19c0-5ee4-43ff-bc6a-05a97fb12538 req-0875b6b0-6afe-4da7-9d2f-e88268796f46 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:15.516793 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-ebd7c882-c600-4069-a0eb-b1040b3b3f3f tempest-ExternalNetworksTestJSON-1239350182 tempest-ExternalNetworksTestJSON-1239350182-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1579173', 'neutron.services.segments.db._delete_segments_for_network-8750027792909'] for network, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:15.538315 n-d-816865-1 neutron-server[102386]: DEBUG neutron.services.segments.db [None req-ebd7c882-c600-4069-a0eb-b1040b3b3f3f tempest-ExternalNetworksTestJSON-1239350182 tempest-ExternalNetworksTestJSON-1239350182-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b002d09e-213d-4259-a10f-f5f8b9556fd6']}} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:50:15.547775 n-d-816865-1 neutron-server[102386]: DEBUG neutron.services.segments.db [None req-ebd7c882-c600-4069-a0eb-b1040b3b3f3f tempest-ExternalNetworksTestJSON-1239350182 tempest-ExternalNetworksTestJSON-1239350182-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '45b08c27-4d3a-49a3-8fd1-e417e4f9cd1a') {'for_net_delete': True} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:50:15.548068 n-d-816865-1 neutron-server[102386]: DEBUG neutron.services.segments.db [None req-ebd7c882-c600-4069-a0eb-b1040b3b3f3f tempest-ExternalNetworksTestJSON-1239350182 tempest-ExternalNetworksTestJSON-1239350182-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '45b08c27-4d3a-49a3-8fd1-e417e4f9cd1a') {} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:50:15.556099 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-140d19c0-5ee4-43ff-bc6a-05a97fb12538 req-0875b6b0-6afe-4da7-9d2f-e88268796f46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4417072'] for port, after_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:15.557621 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-ebd7c882-c600-4069-a0eb-b1040b3b3f3f tempest-ExternalNetworksTestJSON-1239350182 tempest-ExternalNetworksTestJSON-1239350182-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750027793430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4590747'] for segment, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:15.573006 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-ebd7c882-c600-4069-a0eb-b1040b3b3f3f tempest-ExternalNetworksTestJSON-1239350182 tempest-ExternalNetworksTestJSON-1239350182-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273'] for segment, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:15.580009 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ebd7c882-c600-4069-a0eb-b1040b3b3f3f tempest-ExternalNetworksTestJSON-1239350182 tempest-ExternalNetworksTestJSON-1239350182-project-admin] Releasing vlan 198 on physical network physnet1 to pool {{(pid=102386) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 05 18:50:15.580722 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-ebd7c882-c600-4069-a0eb-b1040b3b3f3f tempest-ExternalNetworksTestJSON-1239350182 tempest-ExternalNetworksTestJSON-1239350182-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6149721'] for segment, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:15.582697 n-d-816865-1 neutron-server[102386]: Traceback (most recent call last): Nov 05 18:50:15.582697 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 05 18:50:15.582697 n-d-816865-1 neutron-server[102386]: timer() Nov 05 18:50:15.582697 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 05 18:50:15.582697 n-d-816865-1 neutron-server[102386]: cb(*args, **kw) Nov 05 18:50:15.582697 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 05 18:50:15.582697 n-d-816865-1 neutron-server[102386]: return func(*args, **kwargs) Nov 05 18:50:15.582697 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 05 18:50:15.582697 n-d-816865-1 neutron-server[102386]: self._notify() Nov 05 18:50:15.582697 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 05 18:50:15.582697 n-d-816865-1 neutron-server[102386]: self.callback(batched_events) Nov 05 18:50:15.582697 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 05 18:50:15.582697 n-d-816865-1 neutron-server[102386]: event.method(event) Nov 05 18:50:15.582697 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 05 18:50:15.582697 n-d-816865-1 neutron-server[102386]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 05 18:50:15.582697 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 05 18:50:15.582697 n-d-816865-1 neutron-server[102386]: aggregate_uuid = self.p_client.list_aggregates( Nov 05 18:50:15.582697 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 05 18:50:15.582697 n-d-816865-1 neutron-server[102386]: return f(self, *a, **k) Nov 05 18:50:15.582697 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 05 18:50:15.582697 n-d-816865-1 neutron-server[102386]: return self._get(url).json() Nov 05 18:50:15.582697 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 05 18:50:15.582697 n-d-816865-1 neutron-server[102386]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 05 18:50:15.582697 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 05 18:50:15.582697 n-d-816865-1 neutron-server[102386]: return self.request(url, 'GET', **kwargs) Nov 05 18:50:15.582697 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 05 18:50:15.582697 n-d-816865-1 neutron-server[102386]: base_url = self.get_endpoint(auth, allow=allow, Nov 05 18:50:15.582697 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 05 18:50:15.582697 n-d-816865-1 neutron-server[102386]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 05 18:50:15.582697 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 05 18:50:15.582697 n-d-816865-1 neutron-server[102386]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 05 18:50:15.582697 n-d-816865-1 neutron-server[102386]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 05 18:50:15.634021 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.l3_dvrscheduler_db [req-140d19c0-5ee4-43ff-bc6a-05a97fb12538 req-0875b6b0-6afe-4da7-9d2f-e88268796f46 service neutron] No DVR routers for this DVR port fa9fc664-ad20-4e86-ab04-751d1b06b45b on host n-h1-816865-1 {{(pid=102387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 18:50:15.641550 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0875b6b0-6afe-4da7-9d2f-e88268796f46 service neutron] Pushing event updated for resources: {'Port': ['ID=fa9fc664-ad20-4e86-ab04-751d1b06b45b,revision_number=6']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:50:15.718821 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [req-140d19c0-5ee4-43ff-bc6a-05a97fb12538 req-0875b6b0-6afe-4da7-9d2f-e88268796f46 service neutron] In _notify_port_updated(), no bound segment for port fa9fc664-ad20-4e86-ab04-751d1b06b45b on network c2a3f4df-26b3-4bb0-9eae-63aad7044fea {{(pid=102387) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 05 18:50:15.718821 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140d19c0-5ee4-43ff-bc6a-05a97fb12538 req-0875b6b0-6afe-4da7-9d2f-e88268796f46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:50:15.719980 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-140d19c0-5ee4-43ff-bc6a-05a97fb12538 req-0875b6b0-6afe-4da7-9d2f-e88268796f46 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:15.721140 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-140d19c0-5ee4-43ff-bc6a-05a97fb12538 req-0875b6b0-6afe-4da7-9d2f-e88268796f46 service neutron] 10.222.0.41 "PUT /v2.0/ports/fa9fc664-ad20-4e86-ab04-751d1b06b45b HTTP/1.1" status: 200 len: 1027 time: 0.5703893 Nov 05 18:50:15.745617 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-ebd7c882-c600-4069-a0eb-b1040b3b3f3f tempest-ExternalNetworksTestJSON-1239350182 tempest-ExternalNetworksTestJSON-1239350182-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1579178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-956796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1000687'] for network, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:15.774925 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebd7c882-c600-4069-a0eb-b1040b3b3f3f tempest-ExternalNetworksTestJSON-1239350182 tempest-ExternalNetworksTestJSON-1239350182-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network b002d09e-213d-4259-a10f-f5f8b9556fd6 {{(pid=102386) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 05 18:50:15.778318 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd7c882-c600-4069-a0eb-b1040b3b3f3f tempest-ExternalNetworksTestJSON-1239350182 tempest-ExternalNetworksTestJSON-1239350182-project-admin] Pushing event deleted for resources: {'Network': ['ID=b002d09e-213d-4259-a10f-f5f8b9556fd6,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:50:15.782403 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-ebd7c882-c600-4069-a0eb-b1040b3b3f3f tempest-ExternalNetworksTestJSON-1239350182 tempest-ExternalNetworksTestJSON-1239350182-project-admin] Publish callbacks [] for network, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:15.789690 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-ebd7c882-c600-4069-a0eb-b1040b3b3f3f tempest-ExternalNetworksTestJSON-1239350182 tempest-ExternalNetworksTestJSON-1239350182-project-admin] 10.222.0.13 "DELETE /v2.0/networks/b002d09e-213d-4259-a10f-f5f8b9556fd6 HTTP/1.1" status: 204 len: 168 time: 0.4710379 Nov 05 18:50:15.789861 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 56018) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:50:15.820121 n-d-816865-1 neutron-server[102386]: INFO neutron.pecan_wsgi.hooks.translation [None req-36e4de2a-6d58-4d61-b4cb-19212119a76f tempest-ExternalNetworksTestJSON-1696601295 tempest-ExternalNetworksTestJSON-1696601295-project] DELETE failed (client error): The resource could not be found. Nov 05 18:50:15.820604 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-36e4de2a-6d58-4d61-b4cb-19212119a76f tempest-ExternalNetworksTestJSON-1696601295 tempest-ExternalNetworksTestJSON-1696601295-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102386) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 05 18:50:15.826391 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-36e4de2a-6d58-4d61-b4cb-19212119a76f tempest-ExternalNetworksTestJSON-1696601295 tempest-ExternalNetworksTestJSON-1696601295-project] 10.222.0.13 "DELETE /v2.0/subnets/d1b6b5f0-9cea-4c1e-85a0-f461a4eecb25 HTTP/1.1" status: 404 len: 337 time: 0.0331872 Nov 05 18:50:15.832539 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 56020) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:50:15.888851 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d65144b-c729-4458-8714-244f783ac9c4 req-9e9e5f86-01cc-4dca-82e0-ec4ac20ac4db tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:50:15.895362 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d65144b-c729-4458-8714-244f783ac9c4 req-9e9e5f86-01cc-4dca-82e0-ec4ac20ac4db tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:50:15.902849 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d65144b-c729-4458-8714-244f783ac9c4 req-9e9e5f86-01cc-4dca-82e0-ec4ac20ac4db tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:50:15.909596 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d65144b-c729-4458-8714-244f783ac9c4 req-9e9e5f86-01cc-4dca-82e0-ec4ac20ac4db tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:50:15.916830 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d65144b-c729-4458-8714-244f783ac9c4 req-9e9e5f86-01cc-4dca-82e0-ec4ac20ac4db tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:50:15.918921 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-0d65144b-c729-4458-8714-244f783ac9c4 req-9e9e5f86-01cc-4dca-82e0-ec4ac20ac4db tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] 10.222.0.13 "GET /v2.0/ports?device_id=6b9db9e4-2300-49be-bd99-8eabc0e57de3 HTTP/1.1" status: 200 len: 3885 time: 0.2155356 Nov 05 18:50:15.948230 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-d89a77d5-d93c-4175-bbfb-76b1d12374a1 tempest-ExternalNetworksTestJSON-1696601295 tempest-ExternalNetworksTestJSON-1696601295-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1664226'] for network, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:16.038299 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-8a6b3573-6a88-4ae9-a0d0-250b7421c5ef req-53808e30-1e7e-4fd1-a3a0-24a8f7c78fbe tempest-ServersOnMultiNodesTest-710233287 tempest-ServersOnMultiNodesTest-710233287-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=ace8311f15794bf9a6ad1c1faa75592d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0435255 Nov 05 18:50:16.063458 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-93ece80a-6862-438f-b14e-6c3e196f02df None None] Provisioning complete for port fa9fc664-ad20-4e86-ab04-751d1b06b45b triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:50:16.064509 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-93ece80a-6862-438f-b14e-6c3e196f02df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:16.136381 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-93ece80a-6862-438f-b14e-6c3e196f02df None None] Port fa9fc664-ad20-4e86-ab04-751d1b06b45b cannot update to ACTIVE because it is not bound. {{(pid=102388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 18:50:16.184662 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-d89a77d5-d93c-4175-bbfb-76b1d12374a1 tempest-ExternalNetworksTestJSON-1696601295 tempest-ExternalNetworksTestJSON-1696601295-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1579173', 'neutron.services.segments.db._delete_segments_for_network-8750027792909'] for network, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:16.244319 n-d-816865-1 neutron-server[102386]: DEBUG neutron.services.segments.db [None req-d89a77d5-d93c-4175-bbfb-76b1d12374a1 tempest-ExternalNetworksTestJSON-1696601295 tempest-ExternalNetworksTestJSON-1696601295-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc5056e8-ac9c-4c07-85dd-5ad60fe38e33']}} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:50:16.262421 n-d-816865-1 neutron-server[102386]: DEBUG neutron.services.segments.db [None req-d89a77d5-d93c-4175-bbfb-76b1d12374a1 tempest-ExternalNetworksTestJSON-1696601295 tempest-ExternalNetworksTestJSON-1696601295-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb656d24-e96f-4276-9f79-a56614a04a05') {'for_net_delete': True} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:50:16.262857 n-d-816865-1 neutron-server[102386]: DEBUG neutron.services.segments.db [None req-d89a77d5-d93c-4175-bbfb-76b1d12374a1 tempest-ExternalNetworksTestJSON-1696601295 tempest-ExternalNetworksTestJSON-1696601295-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb656d24-e96f-4276-9f79-a56614a04a05') {} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:50:16.278572 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-d89a77d5-d93c-4175-bbfb-76b1d12374a1 tempest-ExternalNetworksTestJSON-1696601295 tempest-ExternalNetworksTestJSON-1696601295-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750027793430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4590747'] for segment, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:16.342602 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6b3573-6a88-4ae9-a0d0-250b7421c5ef req-74d4d75f-cddf-49dc-861a-53604d9cc4f3 tempest-ServersOnMultiNodesTest-710233287 tempest-ServersOnMultiNodesTest-710233287-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:50:16.344331 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-8a6b3573-6a88-4ae9-a0d0-250b7421c5ef req-74d4d75f-cddf-49dc-861a-53604d9cc4f3 tempest-ServersOnMultiNodesTest-710233287 tempest-ServersOnMultiNodesTest-710233287-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2832770 Nov 05 18:50:16.348203 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-d89a77d5-d93c-4175-bbfb-76b1d12374a1 tempest-ExternalNetworksTestJSON-1696601295 tempest-ExternalNetworksTestJSON-1696601295-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273'] for segment, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:16.363650 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d89a77d5-d93c-4175-bbfb-76b1d12374a1 tempest-ExternalNetworksTestJSON-1696601295 tempest-ExternalNetworksTestJSON-1696601295-project] Releasing vlan 158 on physical network physnet1 to pool {{(pid=102386) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 05 18:50:16.364529 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-d89a77d5-d93c-4175-bbfb-76b1d12374a1 tempest-ExternalNetworksTestJSON-1696601295 tempest-ExternalNetworksTestJSON-1696601295-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6149721'] for segment, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:16.369686 n-d-816865-1 neutron-server[102386]: Traceback (most recent call last): Nov 05 18:50:16.369686 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 05 18:50:16.369686 n-d-816865-1 neutron-server[102386]: timer() Nov 05 18:50:16.369686 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 05 18:50:16.369686 n-d-816865-1 neutron-server[102386]: cb(*args, **kw) Nov 05 18:50:16.369686 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 05 18:50:16.369686 n-d-816865-1 neutron-server[102386]: return func(*args, **kwargs) Nov 05 18:50:16.369686 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 05 18:50:16.369686 n-d-816865-1 neutron-server[102386]: self._notify() Nov 05 18:50:16.369686 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 05 18:50:16.369686 n-d-816865-1 neutron-server[102386]: self.callback(batched_events) Nov 05 18:50:16.369686 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 05 18:50:16.369686 n-d-816865-1 neutron-server[102386]: event.method(event) Nov 05 18:50:16.369686 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 05 18:50:16.369686 n-d-816865-1 neutron-server[102386]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 05 18:50:16.369686 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 05 18:50:16.369686 n-d-816865-1 neutron-server[102386]: aggregate_uuid = self.p_client.list_aggregates( Nov 05 18:50:16.369686 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 05 18:50:16.369686 n-d-816865-1 neutron-server[102386]: return f(self, *a, **k) Nov 05 18:50:16.369686 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 05 18:50:16.369686 n-d-816865-1 neutron-server[102386]: return self._get(url).json() Nov 05 18:50:16.369686 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 05 18:50:16.369686 n-d-816865-1 neutron-server[102386]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 05 18:50:16.369686 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 05 18:50:16.369686 n-d-816865-1 neutron-server[102386]: return self.request(url, 'GET', **kwargs) Nov 05 18:50:16.369686 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 05 18:50:16.369686 n-d-816865-1 neutron-server[102386]: base_url = self.get_endpoint(auth, allow=allow, Nov 05 18:50:16.369686 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 05 18:50:16.369686 n-d-816865-1 neutron-server[102386]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 05 18:50:16.369686 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 05 18:50:16.369686 n-d-816865-1 neutron-server[102386]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 05 18:50:16.369686 n-d-816865-1 neutron-server[102386]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 05 18:50:16.403032 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [req-8a6b3573-6a88-4ae9-a0d0-250b7421c5ef req-0ddb4dfb-800a-4383-a52a-c9e47a10a2f5 tempest-ServersOnMultiNodesTest-710233287 tempest-ServersOnMultiNodesTest-710233287-project] Request body: {'port': {'device_id': '23ee91f2-d2da-45aa-a725-8aaa9385975c', 'network_id': 'a723f808-b11e-4066-b104-fad90c82895e', 'admin_state_up': True, 'tenant_id': 'ace8311f15794bf9a6ad1c1faa75592d'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:50:16.411787 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c18bc4-cc6f-4af1-9266-da7413570230 req-9748e586-2886-4541-80ad-af3db906de3b tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:50:16.414638 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-17c18bc4-cc6f-4af1-9266-da7413570230 req-9748e586-2886-4541-80ad-af3db906de3b tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] 10.222.0.13 "GET /v2.0/ports?device_id=9e030793-90d0-4eb7-b0e8-5dbabee0293e HTTP/1.1" status: 200 len: 943 time: 0.6321280 Nov 05 18:50:16.451109 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-0d65144b-c729-4458-8714-244f783ac9c4 req-b24f29c7-5465-4b99-95fc-99bddee3c413 tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] 10.222.0.13 "GET /v2.0/security-groups?id=98567ca5-1884-480b-af79-82f64bb06e96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5088737 Nov 05 18:50:16.464713 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [req-140d19c0-5ee4-43ff-bc6a-05a97fb12538 req-d234b132-1097-4578-b5ee-762190b4c78e tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Deleting port 74d94c4e-fd4c-4541-87c9-d37cb3b291e1 {{(pid=102387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 18:50:16.465076 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-140d19c0-5ee4-43ff-bc6a-05a97fb12538 req-d234b132-1097-4578-b5ee-762190b4c78e tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:16.465343 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-8a6b3573-6a88-4ae9-a0d0-250b7421c5ef req-a5e72792-ca65-4f88-9aa8-50dd2880121d tempest-ServersOnMultiNodesTest-710233287 tempest-ServersOnMultiNodesTest-710233287-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=ace8311f15794bf9a6ad1c1faa75592d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1028554 Nov 05 18:50:16.592569 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-17c18bc4-cc6f-4af1-9266-da7413570230 req-36d3a7f5-3f09-4dca-b60f-4bb249fc8b7e tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] 10.222.0.13 "GET /v2.0/security-groups?id=e0838ac1-f008-48c1-ab43-123e255d616a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1665230 Nov 05 18:50:16.656217 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6b3573-6a88-4ae9-a0d0-250b7421c5ef req-19dc5176-6a18-4d1b-8d42-ce128d40b258 tempest-ServersOnMultiNodesTest-710233287 tempest-ServersOnMultiNodesTest-710233287-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:50:16.657034 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-4d3a8ba7-8812-4ee2-9b80-28b3e7a79a52 req-29d62977-d60c-4d77-b4e0-0d17a419169a tempest-ServersOnMultiNodesTest-710233287 tempest-ServersOnMultiNodesTest-710233287-project] 10.222.0.13 "GET /v2.0/ports?device_id=0b0ebb90-343f-45a5-9335-cf428f4e45a1 HTTP/1.1" status: 200 len: 210 time: 0.0423515 Nov 05 18:50:16.658225 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-8a6b3573-6a88-4ae9-a0d0-250b7421c5ef req-19dc5176-6a18-4d1b-8d42-ce128d40b258 tempest-ServersOnMultiNodesTest-710233287 tempest-ServersOnMultiNodesTest-710233287-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1804874 Nov 05 18:50:16.683770 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [req-8a6b3573-6a88-4ae9-a0d0-250b7421c5ef req-1bf8506d-7b01-45bb-8c23-98c5c461db35 tempest-ServersOnMultiNodesTest-710233287 tempest-ServersOnMultiNodesTest-710233287-project] Request body: {'port': {'device_id': '0b0ebb90-343f-45a5-9335-cf428f4e45a1', 'network_id': 'a723f808-b11e-4066-b104-fad90c82895e', 'admin_state_up': True, 'tenant_id': 'ace8311f15794bf9a6ad1c1faa75592d'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:50:16.688579 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.db [req-140d19c0-5ee4-43ff-bc6a-05a97fb12538 req-d234b132-1097-4578-b5ee-762190b4c78e tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] For port 74d94c4e-fd4c-4541-87c9-d37cb3b291e1, host n-h1-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=74d94c4e-fd4c-4541-87c9-d37cb3b291e1,segment=NetworkSegment(e8365128-97c2-430d-9b82-ea8f7c12233e),segment_id=e8365128-97c2-430d-9b82-ea8f7c12233e)] {{(pid=102387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:50:16.689122 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-140d19c0-5ee4-43ff-bc6a-05a97fb12538 req-d234b132-1097-4578-b5ee-762190b4c78e tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:16.714498 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-d89a77d5-d93c-4175-bbfb-76b1d12374a1 tempest-ExternalNetworksTestJSON-1696601295 tempest-ExternalNetworksTestJSON-1696601295-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1579178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-956796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1000687'] for network, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:16.727731 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [req-140d19c0-5ee4-43ff-bc6a-05a97fb12538 req-d234b132-1097-4578-b5ee-762190b4c78e tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Calling delete_port for 74d94c4e-fd4c-4541-87c9-d37cb3b291e1 owned by compute:nova {{(pid=102387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 18:50:16.735265 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-d89a77d5-d93c-4175-bbfb-76b1d12374a1 tempest-ExternalNetworksTestJSON-1696601295 tempest-ExternalNetworksTestJSON-1696601295-project] Publish callbacks [] for network, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:16.750025 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-d89a77d5-d93c-4175-bbfb-76b1d12374a1 tempest-ExternalNetworksTestJSON-1696601295 tempest-ExternalNetworksTestJSON-1696601295-project] 10.222.0.13 "DELETE /v2.0/networks/cc5056e8-ac9c-4c07-85dd-5ad60fe38e33 HTTP/1.1" status: 204 len: 168 time: 0.9162676 Nov 05 18:50:16.753657 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89a77d5-d93c-4175-bbfb-76b1d12374a1 tempest-ExternalNetworksTestJSON-1696601295 tempest-ExternalNetworksTestJSON-1696601295-project] Pushing event deleted for resources: {'Network': ['ID=cc5056e8-ac9c-4c07-85dd-5ad60fe38e33,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:50:16.792809 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8a6b3573-6a88-4ae9-a0d0-250b7421c5ef req-0ddb4dfb-800a-4383-a52a-c9e47a10a2f5 tempest-ServersOnMultiNodesTest-710233287 tempest-ServersOnMultiNodesTest-710233287-project] Made reservation on behalf of ace8311f15794bf9a6ad1c1faa75592d for: {'port': 1} {{(pid=102386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 18:50:16.796543 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-8a6b3573-6a88-4ae9-a0d0-250b7421c5ef req-0ddb4dfb-800a-4383-a52a-c9e47a10a2f5 tempest-ServersOnMultiNodesTest-710233287 tempest-ServersOnMultiNodesTest-710233287-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:16.830448 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Device 12cc8ba5-8895-4346-85a3-5a5395794a18 no longer exists at agent hyperv_n-h1-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 18:50:16.925829 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Device 12cc8ba5-8895-4346-85a3-5a5395794a18 not bound to the agent host n-h1-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 18:50:16.926342 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Device 74d94c4e-fd4c-4541-87c9-d37cb3b291e1 no longer exists at agent hyperv_n-h1-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 18:50:16.964533 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-140d19c0-5ee4-43ff-bc6a-05a97fb12538 req-d234b132-1097-4578-b5ee-762190b4c78e tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4417063'] for port, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:16.966165 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] No active binding found for port 74d94c4e-fd4c-4541-87c9-d37cb3b291e1 {{(pid=102388) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 05 18:50:16.968329 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Device 74d94c4e-fd4c-4541-87c9-d37cb3b291e1 not bound to the agent host n-h1-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 18:50:16.968329 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Device fa9fc664-ad20-4e86-ab04-751d1b06b45b no longer exists at agent hyperv_n-h1-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 18:50:16.992830 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.db_base_plugin_common [req-8a6b3573-6a88-4ae9-a0d0-250b7421c5ef req-0ddb4dfb-800a-4383-a52a-c9e47a10a2f5 tempest-ServersOnMultiNodesTest-710233287 tempest-ServersOnMultiNodesTest-710233287-project] Allocated IP 192.168.233.68 (a723f808-b11e-4066-b104-fad90c82895e/05e7a1b5-165b-4a00-855a-ffbcb2eba59e/e12cd9c8-98d4-4e83-8bfb-1c6595f9b4d5) {{(pid=102386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 18:50:16.995251 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8a6b3573-6a88-4ae9-a0d0-250b7421c5ef req-1bf8506d-7b01-45bb-8c23-98c5c461db35 tempest-ServersOnMultiNodesTest-710233287 tempest-ServersOnMultiNodesTest-710233287-project] Made reservation on behalf of ace8311f15794bf9a6ad1c1faa75592d for: {'port': 1} {{(pid=102386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 18:50:16.999367 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-8a6b3573-6a88-4ae9-a0d0-250b7421c5ef req-1bf8506d-7b01-45bb-8c23-98c5c461db35 tempest-ServersOnMultiNodesTest-710233287 tempest-ServersOnMultiNodesTest-710233287-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:17.004246 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d234b132-1097-4578-b5ee-762190b4c78e tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Pushing event deleted for resources: {'Port': ['ID=74d94c4e-fd4c-4541-87c9-d37cb3b291e1,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:50:17.012735 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Device fa9fc664-ad20-4e86-ab04-751d1b06b45b not bound to the agent host n-h1-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 18:50:17.013309 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Device aa96a508-f091-4c76-94a7-8155d7f58fdc no longer exists at agent hyperv_n-h1-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 18:50:17.086926 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.l3_dvrscheduler_db [req-140d19c0-5ee4-43ff-bc6a-05a97fb12538 req-d234b132-1097-4578-b5ee-762190b4c78e tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] No DVR routers for this DVR port 74d94c4e-fd4c-4541-87c9-d37cb3b291e1 on host n-h1-816865-1 {{(pid=102387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 18:50:17.090488 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-140d19c0-5ee4-43ff-bc6a-05a97fb12538 req-d234b132-1097-4578-b5ee-762190b4c78e tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:17.095251 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-140d19c0-5ee4-43ff-bc6a-05a97fb12538 req-d234b132-1097-4578-b5ee-762190b4c78e tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] 10.222.0.41 "DELETE /v2.0/ports/74d94c4e-fd4c-4541-87c9-d37cb3b291e1 HTTP/1.1" status: 204 len: 173 time: 1.3524344 Nov 05 18:50:17.095802 n-d-816865-1 neutron-server[102387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b9db9e4-2300-49be-bd99-8eabc0e57de3', 'name': 'network-vif-deleted', 'tag': '74d94c4e-fd4c-4541-87c9-d37cb3b291e1'}] {{(pid=102387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 18:50:17.098223 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab06bd4ddf5758c1f10d79fe34dc215bafa488692cde9dba2fcbcb67556f90bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37d2666a-138b-4c86-90f4-6141ded37c63" -d '{"events": [{"server_uuid": "6b9db9e4-2300-49be-bd99-8eabc0e57de3", "name": "network-vif-deleted", "tag": "74d94c4e-fd4c-4541-87c9-d37cb3b291e1"}]}' {{(pid=102387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 18:50:17.145965 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:17.185900 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] For port aa96a508-f091-4c76-94a7-8155d7f58fdc, host n-h1-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=aa96a508-f091-4c76-94a7-8155d7f58fdc,segment=NetworkSegment(e8365128-97c2-430d-9b82-ea8f7c12233e),segment_id=e8365128-97c2-430d-9b82-ea8f7c12233e)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:50:17.187079 n-d-816865-1 neutron-server[102388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b9db9e4-2300-49be-bd99-8eabc0e57de3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aa96a508-f091-4c76-94a7-8155d7f58fdc'}] {{(pid=102388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 18:50:17.189874 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85474fee1180e129d8a886d264fe0b30223aa672dd1ffe43b630605f18504f68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c91bc49-7305-4921-bc05-6a3d8eeda933" -d '{"events": [{"server_uuid": "6b9db9e4-2300-49be-bd99-8eabc0e57de3", "name": "network-vif-unplugged", "status": "completed", "tag": "aa96a508-f091-4c76-94a7-8155d7f58fdc"}]}' {{(pid=102388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 18:50:17.218272 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 18:50:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b5d05ad-4cbf-449e-b4b6-a459219dbe05 x-openstack-request-id: req-1b5d05ad-4cbf-449e-b4b6-a459219dbe05 {{(pid=102387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 18:50:17.220334 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b9db9e4-2300-49be-bd99-8eabc0e57de3", "name": "network-vif-deleted", "tag": "74d94c4e-fd4c-4541-87c9-d37cb3b291e1", "status": "completed", "code": 200}]} {{(pid=102387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 18:50:17.221260 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1b5d05ad-4cbf-449e-b4b6-a459219dbe05 {{(pid=102387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 18:50:17.221890 n-d-816865-1 neutron-server[102387]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b9db9e4-2300-49be-bd99-8eabc0e57de3', 'name': 'network-vif-deleted', 'tag': '74d94c4e-fd4c-4541-87c9-d37cb3b291e1', 'status': 'completed', 'code': 200} Nov 05 18:50:17.250281 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:17.251128 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Device 68d77c8e-2056-4060-8cbb-c746a0b6d7a9 no longer exists at agent hyperv_n-h1-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 18:50:17.275188 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [req-140d19c0-5ee4-43ff-bc6a-05a97fb12538 req-c767a873-1a61-4b77-aa0b-527d2746563b tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Deleting port aa96a508-f091-4c76-94a7-8155d7f58fdc {{(pid=102387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 18:50:17.275700 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-140d19c0-5ee4-43ff-bc6a-05a97fb12538 req-c767a873-1a61-4b77-aa0b-527d2746563b tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:17.305630 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-8a6b3573-6a88-4ae9-a0d0-250b7421c5ef req-0ddb4dfb-800a-4383-a52a-c9e47a10a2f5 tempest-ServersOnMultiNodesTest-710233287 tempest-ServersOnMultiNodesTest-710233287-project] Publish callbacks [] for port, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:17.335083 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 05 Nov 2021 18:50:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e498e7b2-4659-4f46-a89a-d1dc2bccbaf3 x-openstack-request-id: req-e498e7b2-4659-4f46-a89a-d1dc2bccbaf3 {{(pid=102388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 18:50:17.335315 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b9db9e4-2300-49be-bd99-8eabc0e57de3", "name": "network-vif-unplugged", "status": "completed", "tag": "aa96a508-f091-4c76-94a7-8155d7f58fdc", "code": 200}]} {{(pid=102388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 18:50:17.335519 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e498e7b2-4659-4f46-a89a-d1dc2bccbaf3 {{(pid=102388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 18:50:17.340539 n-d-816865-1 neutron-server[102388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b9db9e4-2300-49be-bd99-8eabc0e57de3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aa96a508-f091-4c76-94a7-8155d7f58fdc', 'code': 200} Nov 05 18:50:17.384355 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 56048) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:50:17.398262 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Pushing event updated for resources: {'Port': ['ID=aa96a508-f091-4c76-94a7-8155d7f58fdc,revision_number=6']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:50:17.406639 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.db [req-140d19c0-5ee4-43ff-bc6a-05a97fb12538 req-c767a873-1a61-4b77-aa0b-527d2746563b tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] For port aa96a508-f091-4c76-94a7-8155d7f58fdc, host n-h1-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=aa96a508-f091-4c76-94a7-8155d7f58fdc,segment=NetworkSegment(e8365128-97c2-430d-9b82-ea8f7c12233e),segment_id=e8365128-97c2-430d-9b82-ea8f7c12233e)] {{(pid=102387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:50:17.407243 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-140d19c0-5ee4-43ff-bc6a-05a97fb12538 req-c767a873-1a61-4b77-aa0b-527d2746563b tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:17.423073 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [req-140d19c0-5ee4-43ff-bc6a-05a97fb12538 req-c767a873-1a61-4b77-aa0b-527d2746563b tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Calling delete_port for aa96a508-f091-4c76-94a7-8155d7f58fdc owned by compute:nova {{(pid=102387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 18:50:17.444919 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-8a6b3573-6a88-4ae9-a0d0-250b7421c5ef req-0ddb4dfb-800a-4383-a52a-c9e47a10a2f5 tempest-ServersOnMultiNodesTest-710233287 tempest-ServersOnMultiNodesTest-710233287-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:17.456125 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:17.461384 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] get_ports_and_sgs() called for port_ids ['e4268253-2c3d-4389-9f13-e0128dfb13d4', '976c4505-32dd-43c0-b0d3-7b2c28ae4643', '328468a7-8564-46fe-b7ce-549f91925675'] {{(pid=102388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 18:50:17.547229 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] For port 68d77c8e-2056-4060-8cbb-c746a0b6d7a9, host n-h1-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=68d77c8e-2056-4060-8cbb-c746a0b6d7a9,segment=NetworkSegment(6186c4cd-4d81-4117-b1bc-f8fd9e145a22),segment_id=6186c4cd-4d81-4117-b1bc-f8fd9e145a22)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:50:17.611668 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ddb4dfb-800a-4383-a52a-c9e47a10a2f5 tempest-ServersOnMultiNodesTest-710233287 tempest-ServersOnMultiNodesTest-710233287-project] Pushing event updated for resources: {'Port': ['ID=e12cd9c8-98d4-4e83-8bfb-1c6595f9b4d5,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:50:17.656199 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:17.657049 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Device 62ff4673-48f2-4b6a-905c-6b1bcc553de5 no longer exists at agent hyperv_n-h1-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 18:50:17.672310 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8a6b3573-6a88-4ae9-a0d0-250b7421c5ef req-0ddb4dfb-800a-4383-a52a-c9e47a10a2f5 tempest-ServersOnMultiNodesTest-710233287 tempest-ServersOnMultiNodesTest-710233287-project] Network a723f808-b11e-4066-b104-fad90c82895e is already hosted by enough agents. {{(pid=102386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 18:50:17.676804 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.base_scheduler [req-8a6b3573-6a88-4ae9-a0d0-250b7421c5ef req-0ddb4dfb-800a-4383-a52a-c9e47a10a2f5 tempest-ServersOnMultiNodesTest-710233287 tempest-ServersOnMultiNodesTest-710233287-project] Resources bound (agent type, host, resource id): {{(pid=102386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:50:17.688161 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a6b3573-6a88-4ae9-a0d0-250b7421c5ef req-0ddb4dfb-800a-4383-a52a-c9e47a10a2f5 tempest-ServersOnMultiNodesTest-710233287 tempest-ServersOnMultiNodesTest-710233287-project] Received port after_create {{(pid=102386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 18:50:17.790587 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec93f38-c38b-42ea-b136-43e7f958b3b8 req-92dca8a0-55d2-4cd3-a3bb-c8ab65e51329 tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:50:17.800226 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec93f38-c38b-42ea-b136-43e7f958b3b8 req-92dca8a0-55d2-4cd3-a3bb-c8ab65e51329 tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:50:17.810616 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec93f38-c38b-42ea-b136-43e7f958b3b8 req-92dca8a0-55d2-4cd3-a3bb-c8ab65e51329 tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:50:17.812516 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.db_base_plugin_common [req-8a6b3573-6a88-4ae9-a0d0-250b7421c5ef req-1bf8506d-7b01-45bb-8c23-98c5c461db35 tempest-ServersOnMultiNodesTest-710233287 tempest-ServersOnMultiNodesTest-710233287-project] Allocated IP 192.168.233.67 (a723f808-b11e-4066-b104-fad90c82895e/05e7a1b5-165b-4a00-855a-ffbcb2eba59e/0557f606-38e6-4fdc-9390-88d86ac73ed3) {{(pid=102386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 18:50:17.821196 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec93f38-c38b-42ea-b136-43e7f958b3b8 req-92dca8a0-55d2-4cd3-a3bb-c8ab65e51329 tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:50:17.831177 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-fec93f38-c38b-42ea-b136-43e7f958b3b8 req-92dca8a0-55d2-4cd3-a3bb-c8ab65e51329 tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] 10.222.0.13 "GET /v2.0/ports?device_id=6b9db9e4-2300-49be-bd99-8eabc0e57de3 HTTP/1.1" status: 200 len: 3146 time: 0.1657956 Nov 05 18:50:17.846002 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6b3573-6a88-4ae9-a0d0-250b7421c5ef req-0ddb4dfb-800a-4383-a52a-c9e47a10a2f5 tempest-ServersOnMultiNodesTest-710233287 tempest-ServersOnMultiNodesTest-710233287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:50:17.846697 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-8a6b3573-6a88-4ae9-a0d0-250b7421c5ef req-0ddb4dfb-800a-4383-a52a-c9e47a10a2f5 tempest-ServersOnMultiNodesTest-710233287 tempest-ServersOnMultiNodesTest-710233287-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:17.874137 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-140d19c0-5ee4-43ff-bc6a-05a97fb12538 req-c767a873-1a61-4b77-aa0b-527d2746563b tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4417063'] for port, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:17.947103 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-8a6b3573-6a88-4ae9-a0d0-250b7421c5ef req-0ddb4dfb-800a-4383-a52a-c9e47a10a2f5 tempest-ServersOnMultiNodesTest-710233287 tempest-ServersOnMultiNodesTest-710233287-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.5654898 Nov 05 18:50:17.948988 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c767a873-1a61-4b77-aa0b-527d2746563b tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Pushing event deleted for resources: {'Port': ['ID=aa96a508-f091-4c76-94a7-8155d7f58fdc,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:50:17.969417 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [req-8a6b3573-6a88-4ae9-a0d0-250b7421c5ef req-db26d115-4a3e-4fea-a34c-59809eac36ca service neutron] Request body: {'port': {'device_id': '23ee91f2-d2da-45aa-a725-8aaa9385975c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816865-1'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:50:17.977906 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Pushing event updated for resources: {'Port': ['ID=68d77c8e-2056-4060-8cbb-c746a0b6d7a9,revision_number=6']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:50:18.066918 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.l3_dvrscheduler_db [req-140d19c0-5ee4-43ff-bc6a-05a97fb12538 req-c767a873-1a61-4b77-aa0b-527d2746563b tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] No DVR routers for this DVR port aa96a508-f091-4c76-94a7-8155d7f58fdc on host n-h1-816865-1 {{(pid=102387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 18:50:18.068979 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:18.069656 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-140d19c0-5ee4-43ff-bc6a-05a97fb12538 req-c767a873-1a61-4b77-aa0b-527d2746563b tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:18.073818 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-140d19c0-5ee4-43ff-bc6a-05a97fb12538 req-c767a873-1a61-4b77-aa0b-527d2746563b tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] 10.222.0.41 "DELETE /v2.0/ports/aa96a508-f091-4c76-94a7-8155d7f58fdc HTTP/1.1" status: 204 len: 173 time: 0.9720340 Nov 05 18:50:18.110429 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16ce125-b69e-48ec-ada3-eb31326b6897 req-6e9726c6-fdab-4dc5-abc9-bb5fc8cfe3f5 tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:50:18.111203 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] For port 62ff4673-48f2-4b6a-905c-6b1bcc553de5, host n-h1-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=62ff4673-48f2-4b6a-905c-6b1bcc553de5,segment=NetworkSegment(93fd2d79-7933-46e7-8a7f-2b0cace59e4b),segment_id=93fd2d79-7933-46e7-8a7f-2b0cace59e4b)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:50:18.111939 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-b16ce125-b69e-48ec-ada3-eb31326b6897 req-6e9726c6-fdab-4dc5-abc9-bb5fc8cfe3f5 tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] 10.222.0.13 "GET /v2.0/ports?device_id=9e030793-90d0-4eb7-b0e8-5dbabee0293e HTTP/1.1" status: 200 len: 943 time: 0.3719418 Nov 05 18:50:18.119025 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-fec93f38-c38b-42ea-b136-43e7f958b3b8 req-573cacfb-c44c-459d-b8fa-0fb44290f2c5 tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] 10.222.0.13 "GET /v2.0/security-groups?id=98567ca5-1884-480b-af79-82f64bb06e96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2869763 Nov 05 18:50:18.144826 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-4a9f2579-f61c-44f4-91ff-82fa9d723c30 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=efe7664a39604d7e9d8b70589f70f760&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7592185 Nov 05 18:50:18.154566 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 56072) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:50:18.158365 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-b3b0363b-00af-4bdf-8bb0-5a6aa6803131 None None] Provisioning complete for port e12cd9c8-98d4-4e83-8bfb-1c6595f9b4d5 triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:50:18.158867 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b3b0363b-00af-4bdf-8bb0-5a6aa6803131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:18.226073 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:18.226942 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Device 30e8fb4b-e390-414c-b298-38f2ab60929c no longer exists at agent hyperv_n-h1-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 18:50:18.237849 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-8a6b3573-6a88-4ae9-a0d0-250b7421c5ef req-db26d115-4a3e-4fea-a34c-59809eac36ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:18.266259 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-8a6b3573-6a88-4ae9-a0d0-250b7421c5ef req-1bf8506d-7b01-45bb-8c23-98c5c461db35 tempest-ServersOnMultiNodesTest-710233287 tempest-ServersOnMultiNodesTest-710233287-project] Publish callbacks [] for port, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:18.276229 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-b3b0363b-00af-4bdf-8bb0-5a6aa6803131 None None] Port e12cd9c8-98d4-4e83-8bfb-1c6595f9b4d5 cannot update to ACTIVE because it is not bound. {{(pid=102388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 18:50:18.325451 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-b16ce125-b69e-48ec-ada3-eb31326b6897 req-75ec30ad-b501-4dde-b50d-a2b0b7e2328f tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] 10.222.0.13 "GET /v2.0/security-groups?id=e0838ac1-f008-48c1-ab43-123e255d616a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1868236 Nov 05 18:50:18.353279 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Pushing event updated for resources: {'Port': ['ID=62ff4673-48f2-4b6a-905c-6b1bcc553de5,revision_number=6']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:50:18.410935 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-c3c9b400-8d97-45de-97fc-125b6cbd2735 req-2987ff80-af24-4740-beef-01b69448bb20 tempest-ServersOnMultiNodesTest-710233287 tempest-ServersOnMultiNodesTest-710233287-project] 10.222.0.13 "GET /v2.0/ports?device_id=0b0ebb90-343f-45a5-9335-cf428f4e45a1 HTTP/1.1" status: 200 len: 210 time: 0.1786089 Nov 05 18:50:18.434951 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-0a918900-983f-4dd6-86a6-40a9c5194eb2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:18.451772 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:18.487023 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-8a6b3573-6a88-4ae9-a0d0-250b7421c5ef req-1bf8506d-7b01-45bb-8c23-98c5c461db35 tempest-ServersOnMultiNodesTest-710233287 tempest-ServersOnMultiNodesTest-710233287-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:18.520106 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-0a918900-983f-4dd6-86a6-40a9c5194eb2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:18.556035 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] For port 30e8fb4b-e390-414c-b298-38f2ab60929c, host n-h1-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=30e8fb4b-e390-414c-b298-38f2ab60929c,segment=NetworkSegment(6186c4cd-4d81-4117-b1bc-f8fd9e145a22),segment_id=6186c4cd-4d81-4117-b1bc-f8fd9e145a22)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:50:18.569740 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [req-140d19c0-5ee4-43ff-bc6a-05a97fb12538 req-b91e3c36-f854-44d6-89ab-b9a0ebf66b9a tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Deleting port 62ff4673-48f2-4b6a-905c-6b1bcc553de5 {{(pid=102387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 18:50:18.570104 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-140d19c0-5ee4-43ff-bc6a-05a97fb12538 req-b91e3c36-f854-44d6-89ab-b9a0ebf66b9a tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:18.583276 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8a6b3573-6a88-4ae9-a0d0-250b7421c5ef req-1bf8506d-7b01-45bb-8c23-98c5c461db35 tempest-ServersOnMultiNodesTest-710233287 tempest-ServersOnMultiNodesTest-710233287-project] Network a723f808-b11e-4066-b104-fad90c82895e is already hosted by enough agents. {{(pid=102386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 18:50:18.613636 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.base_scheduler [req-8a6b3573-6a88-4ae9-a0d0-250b7421c5ef req-1bf8506d-7b01-45bb-8c23-98c5c461db35 tempest-ServersOnMultiNodesTest-710233287 tempest-ServersOnMultiNodesTest-710233287-project] Resources bound (agent type, host, resource id): {{(pid=102386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:50:18.622750 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a6b3573-6a88-4ae9-a0d0-250b7421c5ef req-1bf8506d-7b01-45bb-8c23-98c5c461db35 tempest-ServersOnMultiNodesTest-710233287 tempest-ServersOnMultiNodesTest-710233287-project] Received port after_create {{(pid=102386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 18:50:18.646635 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:18.691688 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf8506d-7b01-45bb-8c23-98c5c461db35 tempest-ServersOnMultiNodesTest-710233287 tempest-ServersOnMultiNodesTest-710233287-project] Pushing event updated for resources: {'Port': ['ID=0557f606-38e6-4fdc-9390-88d86ac73ed3,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:50:18.728913 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Pushing event updated for resources: {'Port': ['ID=30e8fb4b-e390-414c-b298-38f2ab60929c,revision_number=6']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:50:18.738134 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6b3573-6a88-4ae9-a0d0-250b7421c5ef req-1bf8506d-7b01-45bb-8c23-98c5c461db35 tempest-ServersOnMultiNodesTest-710233287 tempest-ServersOnMultiNodesTest-710233287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:50:18.738134 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-8a6b3573-6a88-4ae9-a0d0-250b7421c5ef req-1bf8506d-7b01-45bb-8c23-98c5c461db35 tempest-ServersOnMultiNodesTest-710233287 tempest-ServersOnMultiNodesTest-710233287-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:18.752591 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.db [req-140d19c0-5ee4-43ff-bc6a-05a97fb12538 req-b91e3c36-f854-44d6-89ab-b9a0ebf66b9a tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] For port 62ff4673-48f2-4b6a-905c-6b1bcc553de5, host n-h1-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=62ff4673-48f2-4b6a-905c-6b1bcc553de5,segment=NetworkSegment(93fd2d79-7933-46e7-8a7f-2b0cace59e4b),segment_id=93fd2d79-7933-46e7-8a7f-2b0cace59e4b)] {{(pid=102387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:50:18.752975 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-140d19c0-5ee4-43ff-bc6a-05a97fb12538 req-b91e3c36-f854-44d6-89ab-b9a0ebf66b9a tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:18.756683 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-0a918900-983f-4dd6-86a6-40a9c5194eb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:18.760098 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-0a918900-983f-4dd6-86a6-40a9c5194eb2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:18.770379 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-0a918900-983f-4dd6-86a6-40a9c5194eb2 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/50df811a-2815-4337-b8b4-f6a3e136c9c5 HTTP/1.1" status: 204 len: 168 time: 0.6067677 Nov 05 18:50:18.782550 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a918900-983f-4dd6-86a6-40a9c5194eb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50df811a-2815-4337-b8b4-f6a3e136c9c5,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:50:18.851877 n-d-816865-1 neutron-server[102386]: DEBUG neutron.notifiers.nova [req-8a6b3573-6a88-4ae9-a0d0-250b7421c5ef req-db26d115-4a3e-4fea-a34c-59809eac36ca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e12cd9c8-98d4-4e83-8bfb-1c6595f9b4d5 {{(pid=102386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 18:50:18.860235 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Device ff23b365-f727-45ef-b338-f02428651878 details requested by agent hyperv_n-h1-816865-1 with host n-h1-816865-1 {{(pid=102388) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 05 18:50:18.876137 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-8a6b3573-6a88-4ae9-a0d0-250b7421c5ef req-db26d115-4a3e-4fea-a34c-59809eac36ca service neutron] Publish callbacks [] for port, precommit_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:18.893928 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-8a6b3573-6a88-4ae9-a0d0-250b7421c5ef req-1bf8506d-7b01-45bb-8c23-98c5c461db35 tempest-ServersOnMultiNodesTest-710233287 tempest-ServersOnMultiNodesTest-710233287-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.2148483 Nov 05 18:50:18.907282 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [req-8a6b3573-6a88-4ae9-a0d0-250b7421c5ef req-8f2d1933-3c10-4494-bd1d-39588ef292f5 service neutron] Request body: {'port': {'device_id': '0b0ebb90-343f-45a5-9335-cf428f4e45a1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816865-1'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:50:18.948567 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.provisioning_blocks [req-8a6b3573-6a88-4ae9-a0d0-250b7421c5ef req-db26d115-4a3e-4fea-a34c-59809eac36ca service neutron] Transition to ACTIVE for port object e12cd9c8-98d4-4e83-8bfb-1c6595f9b4d5 will not be triggered until provisioned by entity L2. {{(pid=102386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 05 18:50:18.993126 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-8a6b3573-6a88-4ae9-a0d0-250b7421c5ef req-8f2d1933-3c10-4494-bd1d-39588ef292f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:19.009712 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] get_ports_and_sgs() called for port_ids ['e4268253-2c3d-4389-9f13-e0128dfb13d4', '976c4505-32dd-43c0-b0d3-7b2c28ae4643', '328468a7-8564-46fe-b7ce-549f91925675'] {{(pid=102388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 18:50:19.051293 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-caac70e5-d0f9-4716-8285-f9a19f51a42c None None] Provisioning complete for port 0557f606-38e6-4fdc-9390-88d86ac73ed3 triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:50:19.051552 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-caac70e5-d0f9-4716-8285-f9a19f51a42c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:19.067407 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-8a6b3573-6a88-4ae9-a0d0-250b7421c5ef req-db26d115-4a3e-4fea-a34c-59809eac36ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6149821'] for port, after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:19.139969 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-140d19c0-5ee4-43ff-bc6a-05a97fb12538 req-b91e3c36-f854-44d6-89ab-b9a0ebf66b9a tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:19.140327 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-140d19c0-5ee4-43ff-bc6a-05a97fb12538 req-b91e3c36-f854-44d6-89ab-b9a0ebf66b9a tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1000577'] for floatingip, after_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:19.140817 n-d-816865-1 neutron-server[102387]: INFO neutron.db.l3_db [req-140d19c0-5ee4-43ff-bc6a-05a97fb12538 req-b91e3c36-f854-44d6-89ab-b9a0ebf66b9a tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Floating IP 22e8c5a9-750b-44b6-ae71-e50425599756 disassociated. External IP: 172.25.6.153, port: 62ff4673-48f2-4b6a-905c-6b1bcc553de5. Nov 05 18:50:19.141587 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [req-140d19c0-5ee4-43ff-bc6a-05a97fb12538 req-b91e3c36-f854-44d6-89ab-b9a0ebf66b9a tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Calling delete_port for 62ff4673-48f2-4b6a-905c-6b1bcc553de5 owned by compute:nova {{(pid=102387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 18:50:19.160286 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-caac70e5-d0f9-4716-8285-f9a19f51a42c None None] Port 0557f606-38e6-4fdc-9390-88d86ac73ed3 cannot update to ACTIVE because it is not bound. {{(pid=102388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 18:50:19.226553 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] For port ff23b365-f727-45ef-b338-f02428651878, host n-h1-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=ff23b365-f727-45ef-b338-f02428651878,segment=NetworkSegment(18ff82bc-5fc5-4d18-b58f-45dd42e01fae),segment_id=18ff82bc-5fc5-4d18-b58f-45dd42e01fae)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:50:19.240016 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Returning: {'device': 'ff23b365-f727-45ef-b338-f02428651878', 'network_id': '43ea62f0-8360-499b-8cfa-33c91e860c8e', 'port_id': 'ff23b365-f727-45ef-b338-f02428651878', 'mac_address': 'fa:16:3e:7c:8e:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 168, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7f64a49-19fd-4323-b909-1a955812ddea', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102388) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 05 18:50:19.247507 n-d-816865-1 neutron-server[102387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b9db9e4-2300-49be-bd99-8eabc0e57de3', 'name': 'network-vif-deleted', 'tag': 'aa96a508-f091-4c76-94a7-8155d7f58fdc'}] {{(pid=102387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 18:50:19.250631 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab06bd4ddf5758c1f10d79fe34dc215bafa488692cde9dba2fcbcb67556f90bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f7c31b6-12dc-41cc-a9bc-441ed7e6c241" -d '{"events": [{"server_uuid": "6b9db9e4-2300-49be-bd99-8eabc0e57de3", "name": "network-vif-deleted", "tag": "aa96a508-f091-4c76-94a7-8155d7f58fdc"}]}' {{(pid=102387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 18:50:19.344924 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 18:50:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fed048e-9c78-40a6-8039-6c942c46a31f x-openstack-request-id: req-3fed048e-9c78-40a6-8039-6c942c46a31f {{(pid=102387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 18:50:19.345212 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b9db9e4-2300-49be-bd99-8eabc0e57de3", "name": "network-vif-deleted", "tag": "aa96a508-f091-4c76-94a7-8155d7f58fdc", "status": "completed", "code": 200}]} {{(pid=102387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 18:50:19.352210 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3fed048e-9c78-40a6-8039-6c942c46a31f {{(pid=102387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 18:50:19.352210 n-d-816865-1 neutron-server[102387]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b9db9e4-2300-49be-bd99-8eabc0e57de3', 'name': 'network-vif-deleted', 'tag': 'aa96a508-f091-4c76-94a7-8155d7f58fdc', 'status': 'completed', 'code': 200} Nov 05 18:50:19.367353 n-d-816865-1 neutron-server[102388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b9db9e4-2300-49be-bd99-8eabc0e57de3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '68d77c8e-2056-4060-8cbb-c746a0b6d7a9'}, {'server_uuid': '6b9db9e4-2300-49be-bd99-8eabc0e57de3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '62ff4673-48f2-4b6a-905c-6b1bcc553de5'}, {'server_uuid': '6b9db9e4-2300-49be-bd99-8eabc0e57de3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '30e8fb4b-e390-414c-b298-38f2ab60929c'}] {{(pid=102388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 18:50:19.379808 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db26d115-4a3e-4fea-a34c-59809eac36ca service neutron] Pushing event updated for resources: {'Port': ['ID=e12cd9c8-98d4-4e83-8bfb-1c6595f9b4d5,revision_number=2']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:50:19.383751 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85474fee1180e129d8a886d264fe0b30223aa672dd1ffe43b630605f18504f68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f959edb-b8e9-44c4-9abd-df89dbf6acfc" -d '{"events": [{"server_uuid": "6b9db9e4-2300-49be-bd99-8eabc0e57de3", "name": "network-vif-unplugged", "status": "completed", "tag": "68d77c8e-2056-4060-8cbb-c746a0b6d7a9"}, {"server_uuid": "6b9db9e4-2300-49be-bd99-8eabc0e57de3", "name": "network-vif-unplugged", "status": "completed", "tag": "62ff4673-48f2-4b6a-905c-6b1bcc553de5"}, {"server_uuid": "6b9db9e4-2300-49be-bd99-8eabc0e57de3", "name": "network-vif-unplugged", "status": "completed", "tag": "30e8fb4b-e390-414c-b298-38f2ab60929c"}]}' {{(pid=102388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 18:50:19.455756 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:19.479485 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3116a323-484f-451d-820c-493a35dd1e99 req-18035e9b-18ec-4fb0-9e80-031ee8e2e54f tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:50:19.485844 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3116a323-484f-451d-820c-493a35dd1e99 req-18035e9b-18ec-4fb0-9e80-031ee8e2e54f tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:50:19.492614 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3116a323-484f-451d-820c-493a35dd1e99 req-18035e9b-18ec-4fb0-9e80-031ee8e2e54f tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:50:19.494481 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-3116a323-484f-451d-820c-493a35dd1e99 req-18035e9b-18ec-4fb0-9e80-031ee8e2e54f tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] 10.222.0.13 "GET /v2.0/ports?device_id=6b9db9e4-2300-49be-bd99-8eabc0e57de3 HTTP/1.1" status: 200 len: 2410 time: 0.1688306 Nov 05 18:50:19.519002 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [req-8a6b3573-6a88-4ae9-a0d0-250b7421c5ef req-db26d115-4a3e-4fea-a34c-59809eac36ca service neutron] Attempting to bind port e12cd9c8-98d4-4e83-8bfb-1c6595f9b4d5 on host n-h2-816865-1 for vnic_type normal with profile {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 18:50:19.520422 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [req-8a6b3573-6a88-4ae9-a0d0-250b7421c5ef req-db26d115-4a3e-4fea-a34c-59809eac36ca service neutron] Attempting to bind port e12cd9c8-98d4-4e83-8bfb-1c6595f9b4d5 by drivers openvswitch,hyperv on host n-h2-816865-1 at level 0 using segments [{'id': '35c2db9c-522d-48d3-98cf-a08c2cc55db7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'a723f808-b11e-4066-b104-fad90c82895e'}] {{(pid=102386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 18:50:19.520422 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a6b3573-6a88-4ae9-a0d0-250b7421c5ef req-db26d115-4a3e-4fea-a34c-59809eac36ca service neutron] Attempting to bind port e12cd9c8-98d4-4e83-8bfb-1c6595f9b4d5 on network a723f808-b11e-4066-b104-fad90c82895e {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 18:50:19.523858 n-d-816865-1 neutron-server[102388]: DEBUG neutron.notifiers.nova [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff23b365-f727-45ef-b338-f02428651878 {{(pid=102388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 18:50:19.529976 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a6b3573-6a88-4ae9-a0d0-250b7421c5ef req-db26d115-4a3e-4fea-a34c-59809eac36ca service neutron] Port e12cd9c8-98d4-4e83-8bfb-1c6595f9b4d5 on network a723f808-b11e-4066-b104-fad90c82895e not bound, no agent of type Open vSwitch agent registered on host n-h2-816865-1 {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 18:50:19.530629 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a6b3573-6a88-4ae9-a0d0-250b7421c5ef req-db26d115-4a3e-4fea-a34c-59809eac36ca service neutron] Attempting to bind port e12cd9c8-98d4-4e83-8bfb-1c6595f9b4d5 on network a723f808-b11e-4066-b104-fad90c82895e {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 18:50:19.545697 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a6b3573-6a88-4ae9-a0d0-250b7421c5ef req-db26d115-4a3e-4fea-a34c-59809eac36ca service neutron] Checking agent: {'id': '32aff553-696f-4891-83f5-5c176f61fe54', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816865-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 18, 33, 36), 'started_at': datetime.datetime(2021, 11, 5, 18, 33, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 18, 50, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 18:50:19.546900 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a6b3573-6a88-4ae9-a0d0-250b7421c5ef req-db26d115-4a3e-4fea-a34c-59809eac36ca service neutron] Checking segment: {'id': '35c2db9c-522d-48d3-98cf-a08c2cc55db7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'a723f808-b11e-4066-b104-fad90c82895e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 18:50:19.546900 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a6b3573-6a88-4ae9-a0d0-250b7421c5ef req-db26d115-4a3e-4fea-a34c-59809eac36ca service neutron] Bound using segment: {'id': '35c2db9c-522d-48d3-98cf-a08c2cc55db7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'a723f808-b11e-4066-b104-fad90c82895e'} {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 18:50:19.546900 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [req-8a6b3573-6a88-4ae9-a0d0-250b7421c5ef req-db26d115-4a3e-4fea-a34c-59809eac36ca service neutron] Bound port: e12cd9c8-98d4-4e83-8bfb-1c6595f9b4d5, host: n-h2-816865-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35c2db9c-522d-48d3-98cf-a08c2cc55db7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'a723f808-b11e-4066-b104-fad90c82895e'}}] {{(pid=102386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 18:50:19.547231 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-8a6b3573-6a88-4ae9-a0d0-250b7421c5ef req-db26d115-4a3e-4fea-a34c-59809eac36ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:19.572661 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a76539-e9cb-4605-8d3b-144f81b9b3a4 req-c7cff34c-b1c4-4bc2-a917-164e86801aca tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:50:19.572661 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-c4a76539-e9cb-4605-8d3b-144f81b9b3a4 req-c7cff34c-b1c4-4bc2-a917-164e86801aca tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] 10.222.0.13 "GET /v2.0/ports?device_id=9e030793-90d0-4eb7-b0e8-5dbabee0293e HTTP/1.1" status: 200 len: 943 time: 0.1249995 Nov 05 18:50:19.578069 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] For port ff23b365-f727-45ef-b338-f02428651878, host n-h1-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=ff23b365-f727-45ef-b338-f02428651878,segment=NetworkSegment(18ff82bc-5fc5-4d18-b58f-45dd42e01fae),segment_id=18ff82bc-5fc5-4d18-b58f-45dd42e01fae)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:50:19.594152 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-3116a323-484f-451d-820c-493a35dd1e99 req-69d28125-2a46-4c1c-b433-d668a34ff177 tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] 10.222.0.13 "GET /v2.0/security-groups?id=98567ca5-1884-480b-af79-82f64bb06e96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0786779 Nov 05 18:50:19.602319 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-140d19c0-5ee4-43ff-bc6a-05a97fb12538 req-b91e3c36-f854-44d6-89ab-b9a0ebf66b9a tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4417063'] for port, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:19.643586 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91e3c36-f854-44d6-89ab-b9a0ebf66b9a tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Pushing event deleted for resources: {'Port': ['ID=62ff4673-48f2-4b6a-905c-6b1bcc553de5,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:50:19.666135 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [req-8a6b3573-6a88-4ae9-a0d0-250b7421c5ef req-db26d115-4a3e-4fea-a34c-59809eac36ca service neutron] For port e12cd9c8-98d4-4e83-8bfb-1c6595f9b4d5, host n-h2-816865-1, cleared binding levels {{(pid=102386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 18:50:19.671770 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-c4a76539-e9cb-4605-8d3b-144f81b9b3a4 req-cd491036-b552-47f0-8671-814474cddbb5 tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] 10.222.0.13 "GET /v2.0/security-groups?id=e0838ac1-f008-48c1-ab43-123e255d616a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916054 Nov 05 18:50:19.675448 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [req-8a6b3573-6a88-4ae9-a0d0-250b7421c5ef req-db26d115-4a3e-4fea-a34c-59809eac36ca service neutron] For port e12cd9c8-98d4-4e83-8bfb-1c6595f9b4d5, host n-h2-816865-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=e12cd9c8-98d4-4e83-8bfb-1c6595f9b4d5,segment=NetworkSegment(35c2db9c-522d-48d3-98cf-a08c2cc55db7),segment_id=35c2db9c-522d-48d3-98cf-a08c2cc55db7)] {{(pid=102386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 18:50:19.688243 n-d-816865-1 neutron-server[102386]: DEBUG neutron.notifiers.nova [req-8a6b3573-6a88-4ae9-a0d0-250b7421c5ef req-8f2d1933-3c10-4494-bd1d-39588ef292f5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0557f606-38e6-4fdc-9390-88d86ac73ed3 {{(pid=102386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 18:50:19.695520 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-8a6b3573-6a88-4ae9-a0d0-250b7421c5ef req-8f2d1933-3c10-4494-bd1d-39588ef292f5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:19.712451 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.provisioning_blocks [req-8a6b3573-6a88-4ae9-a0d0-250b7421c5ef req-8f2d1933-3c10-4494-bd1d-39588ef292f5 service neutron] Transition to ACTIVE for port object 0557f606-38e6-4fdc-9390-88d86ac73ed3 will not be triggered until provisioned by entity L2. {{(pid=102386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 05 18:50:19.720369 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:19.744908 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 56114) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:50:19.775110 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 531 Content-Type: application/json Date: Fri, 05 Nov 2021 18:50:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7331eb8b-f647-4021-b2bd-d9b90444664e x-openstack-request-id: req-7331eb8b-f647-4021-b2bd-d9b90444664e {{(pid=102388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 18:50:19.775914 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b9db9e4-2300-49be-bd99-8eabc0e57de3", "name": "network-vif-unplugged", "status": "completed", "tag": "68d77c8e-2056-4060-8cbb-c746a0b6d7a9", "code": 200}, {"server_uuid": "6b9db9e4-2300-49be-bd99-8eabc0e57de3", "name": "network-vif-unplugged", "status": "completed", "tag": "62ff4673-48f2-4b6a-905c-6b1bcc553de5", "code": 200}, {"server_uuid": "6b9db9e4-2300-49be-bd99-8eabc0e57de3", "name": "network-vif-unplugged", "status": "completed", "tag": "30e8fb4b-e390-414c-b298-38f2ab60929c", "code": 200}]} {{(pid=102388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 18:50:19.775914 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7331eb8b-f647-4021-b2bd-d9b90444664e {{(pid=102388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 18:50:19.776372 n-d-816865-1 neutron-server[102388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b9db9e4-2300-49be-bd99-8eabc0e57de3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '68d77c8e-2056-4060-8cbb-c746a0b6d7a9', 'code': 200} Nov 05 18:50:19.776685 n-d-816865-1 neutron-server[102388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b9db9e4-2300-49be-bd99-8eabc0e57de3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '62ff4673-48f2-4b6a-905c-6b1bcc553de5', 'code': 200} Nov 05 18:50:19.776996 n-d-816865-1 neutron-server[102388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b9db9e4-2300-49be-bd99-8eabc0e57de3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '30e8fb4b-e390-414c-b298-38f2ab60929c', 'code': 200} Nov 05 18:50:19.778687 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Pushing event updated for resources: {'Port': ['ID=ff23b365-f727-45ef-b338-f02428651878,revision_number=4']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:50:19.797877 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-8a6b3573-6a88-4ae9-a0d0-250b7421c5ef req-db26d115-4a3e-4fea-a34c-59809eac36ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6149821'] for port, after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:19.862564 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db26d115-4a3e-4fea-a34c-59809eac36ca service neutron] Pushing event updated for resources: {'Port': ['ID=e12cd9c8-98d4-4e83-8bfb-1c6595f9b4d5,revision_number=3']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:50:19.875737 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-9d1d137e-8bf7-4bf2-8e99-e0187c3f373f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2272d55f9c6944b384c0de92b1638fff&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1293082 Nov 05 18:50:19.876498 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-8a6b3573-6a88-4ae9-a0d0-250b7421c5ef req-8f2d1933-3c10-4494-bd1d-39588ef292f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6149821'] for port, after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:19.885877 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 56118) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:50:19.886131 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f029b24-a5dd-4686-8064-b3bd131f54e7 req-3973d138-fd12-451b-a854-029caf2189cd tempest-ServersOnMultiNodesTest-710233287 tempest-ServersOnMultiNodesTest-710233287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:50:19.895934 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-7f029b24-a5dd-4686-8064-b3bd131f54e7 req-3973d138-fd12-451b-a854-029caf2189cd tempest-ServersOnMultiNodesTest-710233287 tempest-ServersOnMultiNodesTest-710233287-project] 10.222.0.13 "GET /v2.0/ports?device_id=0b0ebb90-343f-45a5-9335-cf428f4e45a1 HTTP/1.1" status: 200 len: 935 time: 0.1191638 Nov 05 18:50:19.930429 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6b3573-6a88-4ae9-a0d0-250b7421c5ef req-db26d115-4a3e-4fea-a34c-59809eac36ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:50:19.931059 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-8a6b3573-6a88-4ae9-a0d0-250b7421c5ef req-db26d115-4a3e-4fea-a34c-59809eac36ca service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:19.932858 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-8a6b3573-6a88-4ae9-a0d0-250b7421c5ef req-db26d115-4a3e-4fea-a34c-59809eac36ca service neutron] 10.222.0.55 "PUT /v2.0/ports/e12cd9c8-98d4-4e83-8bfb-1c6595f9b4d5 HTTP/1.1" status: 200 len: 1095 time: 1.9726279 Nov 05 18:50:19.938323 n-d-816865-1 neutron-server[102386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23ee91f2-d2da-45aa-a725-8aaa9385975c', 'tag': 'e12cd9c8-98d4-4e83-8bfb-1c6595f9b4d5'}] {{(pid=102386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 18:50:19.940573 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6173a44d7c73f41af551dc890fa1a5892c2c6bc3458b640c8e0c24db7876ba6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17771544-281a-40e8-9a24-2ffbc646b15e" -d '{"events": [{"name": "network-changed", "server_uuid": "23ee91f2-d2da-45aa-a725-8aaa9385975c", "tag": "e12cd9c8-98d4-4e83-8bfb-1c6595f9b4d5"}]}' {{(pid=102386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 18:50:19.989318 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.l3_agent_scheduler [req-140d19c0-5ee4-43ff-bc6a-05a97fb12538 req-b91e3c36-f854-44d6-89ab-b9a0ebf66b9a tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Router beeb7fb8-39c0-47c0-a88d-b4e22ec05da3 has already been hosted by L3 agent 6dcb5589-8e86-4616-9186-ddc4548e13ad {{(pid=102387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 18:50:19.989556 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] get_ports_and_sgs() called for port_ids ['ff23b365-f727-45ef-b338-f02428651878'] {{(pid=102388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 18:50:19.993729 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-7f029b24-a5dd-4686-8064-b3bd131f54e7 req-9647ddc3-f156-4895-8175-d3ef1a5c3503 tempest-ServersOnMultiNodesTest-710233287 tempest-ServersOnMultiNodesTest-710233287-project] 10.222.0.13 "GET /v2.0/security-groups?id=a1214aa7-6fe8-4b93-878e-3f1f16f5c576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949702 Nov 05 18:50:20.035823 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2d1933-3c10-4494-bd1d-39588ef292f5 service neutron] Pushing event updated for resources: {'Port': ['ID=0557f606-38e6-4fdc-9390-88d86ac73ed3,revision_number=2']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:50:20.202802 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 18:50:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67001a40-67b8-495c-9393-c36a1c1c44f0 x-openstack-request-id: req-67001a40-67b8-495c-9393-c36a1c1c44f0 {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 18:50:20.203279 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23ee91f2-d2da-45aa-a725-8aaa9385975c", "tag": "e12cd9c8-98d4-4e83-8bfb-1c6595f9b4d5", "status": "completed", "code": 200}]} {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 18:50:20.203623 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-67001a40-67b8-495c-9393-c36a1c1c44f0 {{(pid=102386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 18:50:20.204094 n-d-816865-1 neutron-server[102386]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23ee91f2-d2da-45aa-a725-8aaa9385975c', 'tag': 'e12cd9c8-98d4-4e83-8bfb-1c6595f9b4d5', 'status': 'completed', 'code': 200} Nov 05 18:50:20.281419 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-140d19c0-5ee4-43ff-bc6a-05a97fb12538 req-b91e3c36-f854-44d6-89ab-b9a0ebf66b9a tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Notify agent at l3_agent.n-d-816865-1 the message routers_updated {{(pid=102387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 18:50:20.286852 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-8a347ec5-9959-4d6d-82fc-9f1170ad029d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:20.292665 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21343cb2-7491-405b-a1cd-1064bc5bc51c None None] Sync routers for ids ['beeb7fb8-39c0-47c0-a88d-b4e22ec05da3'] in n-d-816865-1 {{(pid=102388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 18:50:20.304658 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21343cb2-7491-405b-a1cd-1064bc5bc51c None None] Routers {'beeb7fb8-39c0-47c0-a88d-b4e22ec05da3'} bound to L3 agent in host n-d-816865-1 {{(pid=102388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 18:50:20.305348 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-21343cb2-7491-405b-a1cd-1064bc5bc51c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T18:50:05Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['beeb7fb8-39c0-47c0-a88d-b4e22ec05da3'], 'active': True} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:50:20.319567 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [req-8a6b3573-6a88-4ae9-a0d0-250b7421c5ef req-8f2d1933-3c10-4494-bd1d-39588ef292f5 service neutron] Attempting to bind port 0557f606-38e6-4fdc-9390-88d86ac73ed3 on host n-h1-816865-1 for vnic_type normal with profile {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 18:50:20.319899 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [req-8a6b3573-6a88-4ae9-a0d0-250b7421c5ef req-8f2d1933-3c10-4494-bd1d-39588ef292f5 service neutron] Attempting to bind port 0557f606-38e6-4fdc-9390-88d86ac73ed3 by drivers openvswitch,hyperv on host n-h1-816865-1 at level 0 using segments [{'id': '35c2db9c-522d-48d3-98cf-a08c2cc55db7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'a723f808-b11e-4066-b104-fad90c82895e'}] {{(pid=102386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 18:50:20.321841 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a6b3573-6a88-4ae9-a0d0-250b7421c5ef req-8f2d1933-3c10-4494-bd1d-39588ef292f5 service neutron] Attempting to bind port 0557f606-38e6-4fdc-9390-88d86ac73ed3 on network a723f808-b11e-4066-b104-fad90c82895e {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 18:50:20.332082 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bf9189-4fe2-47b3-8539-22f38b718969 req-7790d6a1-601a-4efd-98f1-b7d709ec0286 tempest-ServersTestJSON-263075603 tempest-ServersTestJSON-263075603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:50:20.334198 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a6b3573-6a88-4ae9-a0d0-250b7421c5ef req-8f2d1933-3c10-4494-bd1d-39588ef292f5 service neutron] Port 0557f606-38e6-4fdc-9390-88d86ac73ed3 on network a723f808-b11e-4066-b104-fad90c82895e not bound, no agent of type Open vSwitch agent registered on host n-h1-816865-1 {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 18:50:20.334354 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-02bf9189-4fe2-47b3-8539-22f38b718969 req-7790d6a1-601a-4efd-98f1-b7d709ec0286 tempest-ServersTestJSON-263075603 tempest-ServersTestJSON-263075603-project] 10.222.0.13 "GET /v2.0/ports?device_id=362e6a7d-2b82-41c9-b439-6593f05b792a HTTP/1.1" status: 200 len: 946 time: 0.1073127 Nov 05 18:50:20.334922 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a6b3573-6a88-4ae9-a0d0-250b7421c5ef req-8f2d1933-3c10-4494-bd1d-39588ef292f5 service neutron] Attempting to bind port 0557f606-38e6-4fdc-9390-88d86ac73ed3 on network a723f808-b11e-4066-b104-fad90c82895e {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 18:50:20.338864 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6b3573-6a88-4ae9-a0d0-250b7421c5ef req-0c9d0ee1-3120-47bd-b3a4-66666864b0e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:50:20.340480 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-8a6b3573-6a88-4ae9-a0d0-250b7421c5ef req-0c9d0ee1-3120-47bd-b3a4-66666864b0e5 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=ace8311f15794bf9a6ad1c1faa75592d&device_id=23ee91f2-d2da-45aa-a725-8aaa9385975c HTTP/1.1" status: 200 len: 1098 time: 0.2294550 Nov 05 18:50:20.364156 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.l3_dvrscheduler_db [req-140d19c0-5ee4-43ff-bc6a-05a97fb12538 req-b91e3c36-f854-44d6-89ab-b9a0ebf66b9a tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] No DVR routers for this DVR port 62ff4673-48f2-4b6a-905c-6b1bcc553de5 on host n-h1-816865-1 {{(pid=102387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 18:50:20.367803 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-140d19c0-5ee4-43ff-bc6a-05a97fb12538 req-b91e3c36-f854-44d6-89ab-b9a0ebf66b9a tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:20.371692 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-140d19c0-5ee4-43ff-bc6a-05a97fb12538 req-b91e3c36-f854-44d6-89ab-b9a0ebf66b9a tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] 10.222.0.41 "DELETE /v2.0/ports/62ff4673-48f2-4b6a-905c-6b1bcc553de5 HTTP/1.1" status: 204 len: 173 time: 2.2839961 Nov 05 18:50:20.431056 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-8a6b3573-6a88-4ae9-a0d0-250b7421c5ef req-37ad65c5-c54b-4ddd-979e-ed12b7c848fc service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.68&port_id=e12cd9c8-98d4-4e83-8bfb-1c6595f9b4d5 HTTP/1.1" status: 200 len: 217 time: 0.0780809 Nov 05 18:50:20.433057 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-8a347ec5-9959-4d6d-82fc-9f1170ad029d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:20.451014 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a6b3573-6a88-4ae9-a0d0-250b7421c5ef req-8f2d1933-3c10-4494-bd1d-39588ef292f5 service neutron] Checking agent: {'id': 'eb596d7c-8c64-42bd-8aca-fad447eb0eab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816865-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 18, 33, 34), 'started_at': datetime.datetime(2021, 11, 5, 18, 33, 34), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 18, 50, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 18:50:20.451634 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a6b3573-6a88-4ae9-a0d0-250b7421c5ef req-8f2d1933-3c10-4494-bd1d-39588ef292f5 service neutron] Checking segment: {'id': '35c2db9c-522d-48d3-98cf-a08c2cc55db7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'a723f808-b11e-4066-b104-fad90c82895e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 18:50:20.452175 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a6b3573-6a88-4ae9-a0d0-250b7421c5ef req-8f2d1933-3c10-4494-bd1d-39588ef292f5 service neutron] Bound using segment: {'id': '35c2db9c-522d-48d3-98cf-a08c2cc55db7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'a723f808-b11e-4066-b104-fad90c82895e'} {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 18:50:20.452305 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvr_db [None req-21343cb2-7491-405b-a1cd-1064bc5bc51c None None] Set router beeb7fb8-39c0-47c0-a88d-b4e22ec05da3 gateway port host: n-d-816865-1 {{(pid=102388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 18:50:20.452905 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [req-8a6b3573-6a88-4ae9-a0d0-250b7421c5ef req-8f2d1933-3c10-4494-bd1d-39588ef292f5 service neutron] Bound port: 0557f606-38e6-4fdc-9390-88d86ac73ed3, host: n-h1-816865-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35c2db9c-522d-48d3-98cf-a08c2cc55db7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'a723f808-b11e-4066-b104-fad90c82895e'}}] {{(pid=102386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 18:50:20.454335 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-8a6b3573-6a88-4ae9-a0d0-250b7421c5ef req-8f2d1933-3c10-4494-bd1d-39588ef292f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:20.487520 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-02bf9189-4fe2-47b3-8539-22f38b718969 req-01fdbfa9-cc41-4b93-8067-84e1f3dfe855 tempest-ServersTestJSON-263075603 tempest-ServersTestJSON-263075603-project] 10.222.0.13 "GET /v2.0/security-groups?id=1f791f1b-ffa6-404a-a542-489f4277d607&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1463006 Nov 05 18:50:20.544168 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [req-140d19c0-5ee4-43ff-bc6a-05a97fb12538 req-b4586f08-8640-46fc-845d-cf6ce7ae3f4d tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Deleting port 30e8fb4b-e390-414c-b298-38f2ab60929c {{(pid=102387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 18:50:20.544506 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-140d19c0-5ee4-43ff-bc6a-05a97fb12538 req-b4586f08-8640-46fc-845d-cf6ce7ae3f4d tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:20.616264 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [req-8a6b3573-6a88-4ae9-a0d0-250b7421c5ef req-8f2d1933-3c10-4494-bd1d-39588ef292f5 service neutron] For port 0557f606-38e6-4fdc-9390-88d86ac73ed3, host n-h1-816865-1, cleared binding levels {{(pid=102386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 18:50:20.649278 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [req-8a6b3573-6a88-4ae9-a0d0-250b7421c5ef req-8f2d1933-3c10-4494-bd1d-39588ef292f5 service neutron] For port 0557f606-38e6-4fdc-9390-88d86ac73ed3, host n-h1-816865-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=0557f606-38e6-4fdc-9390-88d86ac73ed3,segment=NetworkSegment(35c2db9c-522d-48d3-98cf-a08c2cc55db7),segment_id=35c2db9c-522d-48d3-98cf-a08c2cc55db7)] {{(pid=102386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 18:50:20.662227 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6b3573-6a88-4ae9-a0d0-250b7421c5ef req-5fd685d7-6c9e-4be5-914b-b94d8f422c32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:50:20.663732 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-8a6b3573-6a88-4ae9-a0d0-250b7421c5ef req-5fd685d7-6c9e-4be5-914b-b94d8f422c32 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=05e7a1b5-165b-4a00-855a-ffbcb2eba59e HTTP/1.1" status: 200 len: 843 time: 0.2139769 Nov 05 18:50:20.718272 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.db [req-140d19c0-5ee4-43ff-bc6a-05a97fb12538 req-b4586f08-8640-46fc-845d-cf6ce7ae3f4d tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] For port 30e8fb4b-e390-414c-b298-38f2ab60929c, host n-h1-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=30e8fb4b-e390-414c-b298-38f2ab60929c,segment=NetworkSegment(6186c4cd-4d81-4117-b1bc-f8fd9e145a22),segment_id=6186c4cd-4d81-4117-b1bc-f8fd9e145a22)] {{(pid=102387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:50:20.718719 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-140d19c0-5ee4-43ff-bc6a-05a97fb12538 req-b4586f08-8640-46fc-845d-cf6ce7ae3f4d tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:20.729285 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-8a6b3573-6a88-4ae9-a0d0-250b7421c5ef req-8f2d1933-3c10-4494-bd1d-39588ef292f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6149821'] for port, after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:20.758747 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-21343cb2-7491-405b-a1cd-1064bc5bc51c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'beeb7fb8-39c0-47c0-a88d-b4e22ec05da3', 'name': 'tempest-TaggedBootDevicesTest-2092046476-router', 'tenant_id': '48de103aa1ab44c9aad7c42993657578', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.236'}], 'enable_snat': True}, 'gw_port_id': 'f27c4a60-5c3f-41e7-93bc-e021962f250c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T18:39:14Z', 'updated_at': '2021-11-05T18:39:29Z', 'revision_number': 4, 'project_id': '48de103aa1ab44c9aad7c42993657578', 'gw_port': {'id': 'f27c4a60-5c3f-41e7-93bc-e021962f250c', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:eb:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beeb7fb8-39c0-47c0-a88d-b4e22ec05da3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T18:39:18Z', 'updated_at': '2021-11-05T18:39:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1', '_interfaces': [{'id': '8dfae9e7-cd59-48b6-bfe7-c336264dc142', 'name': '', 'network_id': '9c282dee-ee32-45f7-8090-e833d25335b6', 'tenant_id': '48de103aa1ab44c9aad7c42993657578', 'mac_address': 'fa:16:3e:07:4f:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beeb7fb8-39c0-47c0-a88d-b4e22ec05da3', 'device_owner': 'network:router_interface', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': 'cac15399-ea50-428e-a2ae-2a1396bca25d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T18:39:27Z', 'updated_at': '2021-11-05T18:39:38Z', 'revision_number': 5, 'project_id': '48de103aa1ab44c9aad7c42993657578', 'subnets': [{'id': 'cac15399-ea50-428e-a2ae-2a1396bca25d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-1', False) {} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:50:20.761288 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [req-140d19c0-5ee4-43ff-bc6a-05a97fb12538 req-b4586f08-8640-46fc-845d-cf6ce7ae3f4d tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Calling delete_port for 30e8fb4b-e390-414c-b298-38f2ab60929c owned by compute:nova {{(pid=102387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 18:50:20.790313 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21343cb2-7491-405b-a1cd-1064bc5bc51c None None] Checking router: beeb7fb8-39c0-47c0-a88d-b4e22ec05da3 for host: n-d-816865-1 {{(pid=102388) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 18:50:20.805342 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6b3573-6a88-4ae9-a0d0-250b7421c5ef req-5d3363f6-29cf-4770-928c-0d0715ebb9d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:50:20.806983 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-8a6b3573-6a88-4ae9-a0d0-250b7421c5ef req-5d3363f6-29cf-4770-928c-0d0715ebb9d0 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a723f808-b11e-4066-b104-fad90c82895e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1329715 Nov 05 18:50:20.809666 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21343cb2-7491-405b-a1cd-1064bc5bc51c None None] Routers {'beeb7fb8-39c0-47c0-a88d-b4e22ec05da3'} bound to L3 agent in host n-d-816865-1 {{(pid=102388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 18:50:20.811476 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6b3573-6a88-4ae9-a0d0-250b7421c5ef req-8f2d1933-3c10-4494-bd1d-39588ef292f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:50:20.811870 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-21343cb2-7491-405b-a1cd-1064bc5bc51c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T18:50:05Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['beeb7fb8-39c0-47c0-a88d-b4e22ec05da3'], 'active': True} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:50:20.811987 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-8a6b3573-6a88-4ae9-a0d0-250b7421c5ef req-8f2d1933-3c10-4494-bd1d-39588ef292f5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:20.812204 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-8a6b3573-6a88-4ae9-a0d0-250b7421c5ef req-8f2d1933-3c10-4494-bd1d-39588ef292f5 service neutron] 10.222.0.41 "PUT /v2.0/ports/0557f606-38e6-4fdc-9390-88d86ac73ed3 HTTP/1.1" status: 200 len: 1095 time: 1.9101000 Nov 05 18:50:20.812893 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-8a347ec5-9959-4d6d-82fc-9f1170ad029d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:20.815483 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-8a347ec5-9959-4d6d-82fc-9f1170ad029d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:20.823403 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-8a347ec5-9959-4d6d-82fc-9f1170ad029d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/63dc5031-2aba-4bcd-ab26-f8a96c53f732 HTTP/1.1" status: 204 len: 168 time: 0.9335005 Nov 05 18:50:20.854152 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2d1933-3c10-4494-bd1d-39588ef292f5 service neutron] Pushing event updated for resources: {'Port': ['ID=0557f606-38e6-4fdc-9390-88d86ac73ed3,revision_number=3']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:50:20.897985 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Device ff23b365-f727-45ef-b338-f02428651878 up at agent hyperv_n-h1-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 18:50:20.900877 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aad9071-4761-425e-b2da-911ad35cafce req-3feff005-b80e-4252-8a93-cfb058662eb6 tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:50:20.919693 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aad9071-4761-425e-b2da-911ad35cafce req-3feff005-b80e-4252-8a93-cfb058662eb6 tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:50:20.922273 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-6aad9071-4761-425e-b2da-911ad35cafce req-3feff005-b80e-4252-8a93-cfb058662eb6 tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] 10.222.0.13 "GET /v2.0/ports?device_id=6b9db9e4-2300-49be-bd99-8eabc0e57de3 HTTP/1.1" status: 200 len: 1677 time: 0.1940432 Nov 05 18:50:20.986938 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a347ec5-9959-4d6d-82fc-9f1170ad029d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63dc5031-2aba-4bcd-ab26-f8a96c53f732,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:50:20.992070 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-8a6b3573-6a88-4ae9-a0d0-250b7421c5ef req-a359c2c6-61ab-439f-b0a1-e5ac320128e2 service neutron] 10.222.0.55 "GET /v2.0/networks/a723f808-b11e-4066-b104-fad90c82895e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1702445 Nov 05 18:50:21.152310 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6b3573-6a88-4ae9-a0d0-250b7421c5ef req-81d0f450-f96e-40b0-8f60-7bf4bf4b7c13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:50:21.154309 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-8a6b3573-6a88-4ae9-a0d0-250b7421c5ef req-81d0f450-f96e-40b0-8f60-7bf4bf4b7c13 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ace8311f15794bf9a6ad1c1faa75592d&device_id=0b0ebb90-343f-45a5-9335-cf428f4e45a1 HTTP/1.1" status: 200 len: 1098 time: 0.1612968 Nov 05 18:50:21.176239 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvr_db [None req-21343cb2-7491-405b-a1cd-1064bc5bc51c None None] Set router beeb7fb8-39c0-47c0-a88d-b4e22ec05da3 gateway port host: n-d-816865-1 {{(pid=102388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 18:50:21.220641 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-8a6b3573-6a88-4ae9-a0d0-250b7421c5ef req-eb88804a-f79a-44ab-80fb-10d80708fa99 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.67&port_id=0557f606-38e6-4fdc-9390-88d86ac73ed3 HTTP/1.1" status: 200 len: 217 time: 0.0571764 Nov 05 18:50:21.377707 n-d-816865-1 neutron-server[102387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b9db9e4-2300-49be-bd99-8eabc0e57de3', 'name': 'network-vif-deleted', 'tag': '62ff4673-48f2-4b6a-905c-6b1bcc553de5'}] {{(pid=102387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 18:50:21.380112 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab06bd4ddf5758c1f10d79fe34dc215bafa488692cde9dba2fcbcb67556f90bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b306d7c9-9a38-478a-aa0a-39af5db2f94a" -d '{"events": [{"server_uuid": "6b9db9e4-2300-49be-bd99-8eabc0e57de3", "name": "network-vif-deleted", "tag": "62ff4673-48f2-4b6a-905c-6b1bcc553de5"}]}' {{(pid=102387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 18:50:21.399521 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e1f36c-80ea-446c-832f-2abb05164e24 req-f31ab9c6-4861-46d8-9191-5dcd66092843 tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:50:21.409245 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-c4e1f36c-80ea-446c-832f-2abb05164e24 req-f31ab9c6-4861-46d8-9191-5dcd66092843 tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] 10.222.0.13 "GET /v2.0/ports?device_id=9e030793-90d0-4eb7-b0e8-5dbabee0293e HTTP/1.1" status: 200 len: 944 time: 0.6290011 Nov 05 18:50:21.487068 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-6aad9071-4761-425e-b2da-911ad35cafce req-b5936db5-0a7c-44fc-98bd-4a0f694ca924 tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] 10.222.0.13 "GET /v2.0/security-groups?id=98567ca5-1884-480b-af79-82f64bb06e96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5489640 Nov 05 18:50:21.643953 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-c4e1f36c-80ea-446c-832f-2abb05164e24 req-f93301b7-f649-4772-93b4-c8bd831c61cc tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] 10.222.0.13 "GET /v2.0/security-groups?id=e0838ac1-f008-48c1-ab43-123e255d616a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2334077 Nov 05 18:50:21.713693 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6b3573-6a88-4ae9-a0d0-250b7421c5ef req-8c0542eb-7747-42e5-8bd3-975981f1086e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:50:21.715815 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-8a6b3573-6a88-4ae9-a0d0-250b7421c5ef req-8c0542eb-7747-42e5-8bd3-975981f1086e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=05e7a1b5-165b-4a00-855a-ffbcb2eba59e HTTP/1.1" status: 200 len: 843 time: 0.4863000 Nov 05 18:50:21.720138 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-8a6b3573-6a88-4ae9-a0d0-250b7421c5ef req-602ab88a-7286-4906-89f5-e1608fcad41c service neutron] 10.222.0.55 "GET /v2.0/networks/a723f808-b11e-4066-b104-fad90c82895e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7163553 Nov 05 18:50:21.768781 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Provisioning for port ff23b365-f727-45ef-b338-f02428651878 completed by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 05 18:50:21.775891 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-21343cb2-7491-405b-a1cd-1064bc5bc51c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'beeb7fb8-39c0-47c0-a88d-b4e22ec05da3', 'name': 'tempest-TaggedBootDevicesTest-2092046476-router', 'tenant_id': '48de103aa1ab44c9aad7c42993657578', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.236'}], 'enable_snat': True}, 'gw_port_id': 'f27c4a60-5c3f-41e7-93bc-e021962f250c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T18:39:14Z', 'updated_at': '2021-11-05T18:39:29Z', 'revision_number': 4, 'project_id': '48de103aa1ab44c9aad7c42993657578', 'gw_port': {'id': 'f27c4a60-5c3f-41e7-93bc-e021962f250c', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:eb:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beeb7fb8-39c0-47c0-a88d-b4e22ec05da3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T18:39:18Z', 'updated_at': '2021-11-05T18:39:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1', '_interfaces': [{'id': '8dfae9e7-cd59-48b6-bfe7-c336264dc142', 'name': '', 'network_id': '9c282dee-ee32-45f7-8090-e833d25335b6', 'tenant_id': '48de103aa1ab44c9aad7c42993657578', 'mac_address': 'fa:16:3e:07:4f:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beeb7fb8-39c0-47c0-a88d-b4e22ec05da3', 'device_owner': 'network:router_interface', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': 'cac15399-ea50-428e-a2ae-2a1396bca25d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T18:39:27Z', 'updated_at': '2021-11-05T18:39:38Z', 'revision_number': 5, 'project_id': '48de103aa1ab44c9aad7c42993657578', 'subnets': [{'id': 'cac15399-ea50-428e-a2ae-2a1396bca25d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-1', False) {} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:50:21.780293 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Provisioning complete for port ff23b365-f727-45ef-b338-f02428651878 triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:50:21.781152 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:21.789431 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-140d19c0-5ee4-43ff-bc6a-05a97fb12538 req-b4586f08-8640-46fc-845d-cf6ce7ae3f4d tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4417063'] for port, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:21.804169 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6b3573-6a88-4ae9-a0d0-250b7421c5ef req-623588ac-2e22-4e87-866f-dc9c1898c213 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:50:21.806134 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-8a6b3573-6a88-4ae9-a0d0-250b7421c5ef req-623588ac-2e22-4e87-866f-dc9c1898c213 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a723f808-b11e-4066-b104-fad90c82895e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0757813 Nov 05 18:50:21.839021 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4586f08-8640-46fc-845d-cf6ce7ae3f4d tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Pushing event deleted for resources: {'Port': ['ID=30e8fb4b-e390-414c-b298-38f2ab60929c,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:50:21.933527 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.l3_dvrscheduler_db [req-140d19c0-5ee4-43ff-bc6a-05a97fb12538 req-b4586f08-8640-46fc-845d-cf6ce7ae3f4d tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] No DVR routers for this DVR port 30e8fb4b-e390-414c-b298-38f2ab60929c on host n-h1-816865-1 {{(pid=102387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 18:50:21.938226 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-140d19c0-5ee4-43ff-bc6a-05a97fb12538 req-b4586f08-8640-46fc-845d-cf6ce7ae3f4d tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:21.941819 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-140d19c0-5ee4-43ff-bc6a-05a97fb12538 req-b4586f08-8640-46fc-845d-cf6ce7ae3f4d tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] 10.222.0.41 "DELETE /v2.0/ports/30e8fb4b-e390-414c-b298-38f2ab60929c HTTP/1.1" status: 204 len: 173 time: 1.5628188 Nov 05 18:50:21.945513 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21343cb2-7491-405b-a1cd-1064bc5bc51c None None] The sync data for ids ['beeb7fb8-39c0-47c0-a88d-b4e22ec05da3'] in n-d-816865-1 is: [{'id': 'beeb7fb8-39c0-47c0-a88d-b4e22ec05da3', 'name': 'tempest-TaggedBootDevicesTest-2092046476-router', 'tenant_id': '48de103aa1ab44c9aad7c42993657578', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.236'}], 'enable_snat': True}, 'gw_port_id': 'f27c4a60-5c3f-41e7-93bc-e021962f250c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T18:39:14Z', 'updated_at': '2021-11-05T18:39:29Z', 'revision_number': 4, 'project_id': '48de103aa1ab44c9aad7c42993657578', 'gw_port': {'id': 'f27c4a60-5c3f-41e7-93bc-e021962f250c', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:eb:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beeb7fb8-39c0-47c0-a88d-b4e22ec05da3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T18:39:18Z', 'updated_at': '2021-11-05T18:39:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1', '_interfaces': [{'id': '8dfae9e7-cd59-48b6-bfe7-c336264dc142', 'name': '', 'network_id': '9c282dee-ee32-45f7-8090-e833d25335b6', 'tenant_id': '48de103aa1ab44c9aad7c42993657578', 'mac_address': 'fa:16:3e:07:4f:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beeb7fb8-39c0-47c0-a88d-b4e22ec05da3', 'device_owner': 'network:router_interface', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': 'cac15399-ea50-428e-a2ae-2a1396bca25d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T18:39:27Z', 'updated_at': '2021-11-05T18:39:38Z', 'revision_number': 5, 'project_id': '48de103aa1ab44c9aad7c42993657578', 'subnets': [{'id': 'cac15399-ea50-428e-a2ae-2a1396bca25d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 18:50:21.963815 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cae62a8-9e32-4a9b-8645-3c3b06947648 req-879ecccb-75d9-49f6-9df5-6755a907cfda tempest-ServersOnMultiNodesTest-710233287 tempest-ServersOnMultiNodesTest-710233287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:50:21.972764 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-0cae62a8-9e32-4a9b-8645-3c3b06947648 req-879ecccb-75d9-49f6-9df5-6755a907cfda tempest-ServersOnMultiNodesTest-710233287 tempest-ServersOnMultiNodesTest-710233287-project] 10.222.0.13 "GET /v2.0/ports?device_id=0b0ebb90-343f-45a5-9335-cf428f4e45a1 HTTP/1.1" status: 200 len: 947 time: 0.1800466 Nov 05 18:50:21.995825 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 18:50:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60ee4623-74c5-4fb5-a324-0e5ad9aece1d x-openstack-request-id: req-60ee4623-74c5-4fb5-a324-0e5ad9aece1d {{(pid=102387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 18:50:21.996177 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b9db9e4-2300-49be-bd99-8eabc0e57de3", "name": "network-vif-deleted", "tag": "62ff4673-48f2-4b6a-905c-6b1bcc553de5", "status": "completed", "code": 200}]} {{(pid=102387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 18:50:22.003873 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-60ee4623-74c5-4fb5-a324-0e5ad9aece1d {{(pid=102387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 18:50:22.003873 n-d-816865-1 neutron-server[102387]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b9db9e4-2300-49be-bd99-8eabc0e57de3', 'name': 'network-vif-deleted', 'tag': '62ff4673-48f2-4b6a-905c-6b1bcc553de5', 'status': 'completed', 'code': 200} Nov 05 18:50:22.049312 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:22.142286 n-d-816865-1 neutron-server[102388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e030793-90d0-4eb7-b0e8-5dbabee0293e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff23b365-f727-45ef-b338-f02428651878'}] {{(pid=102388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 18:50:22.146533 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85474fee1180e129d8a886d264fe0b30223aa672dd1ffe43b630605f18504f68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92a01d78-8925-4950-b300-bb5695808ae9" -d '{"events": [{"server_uuid": "9e030793-90d0-4eb7-b0e8-5dbabee0293e", "name": "network-vif-plugged", "status": "completed", "tag": "ff23b365-f727-45ef-b338-f02428651878"}]}' {{(pid=102388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 18:50:22.157893 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-0cae62a8-9e32-4a9b-8645-3c3b06947648 req-ba57a2d5-5382-4ce2-9bfe-9d957c6bd453 tempest-ServersOnMultiNodesTest-710233287 tempest-ServersOnMultiNodesTest-710233287-project] 10.222.0.13 "GET /v2.0/security-groups?id=a1214aa7-6fe8-4b93-878e-3f1f16f5c576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1841307 Nov 05 18:50:22.173495 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17771544-281a-40e8-9a24-2ffbc646b15e req-b976e22d-3a2f-4f90-95bc-42d5654d7f51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:50:22.175082 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-17771544-281a-40e8-9a24-2ffbc646b15e req-b976e22d-3a2f-4f90-95bc-42d5654d7f51 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=ace8311f15794bf9a6ad1c1faa75592d&device_id=23ee91f2-d2da-45aa-a725-8aaa9385975c HTTP/1.1" status: 200 len: 1098 time: 0.2403474 Nov 05 18:50:22.184863 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-8a6b3573-6a88-4ae9-a0d0-250b7421c5ef req-ef9ab489-2a6c-4da8-bde1-4d91691e2c5d service neutron] 10.222.0.41 "GET /v2.0/networks/a723f808-b11e-4066-b104-fad90c82895e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3663099 Nov 05 18:50:22.192502 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] For port ff23b365-f727-45ef-b338-f02428651878, host n-h1-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=ff23b365-f727-45ef-b338-f02428651878,segment=NetworkSegment(18ff82bc-5fc5-4d18-b58f-45dd42e01fae),segment_id=18ff82bc-5fc5-4d18-b58f-45dd42e01fae)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:50:22.211078 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47df1553-7baa-40d5-98d4-b3ba4fa615ab req-868e95b4-bf16-4afe-ab31-2a85169d87ae tempest-ServersTestJSON-263075603 tempest-ServersTestJSON-263075603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:50:22.212766 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-47df1553-7baa-40d5-98d4-b3ba4fa615ab req-868e95b4-bf16-4afe-ab31-2a85169d87ae tempest-ServersTestJSON-263075603 tempest-ServersTestJSON-263075603-project] 10.222.0.13 "GET /v2.0/ports?device_id=362e6a7d-2b82-41c9-b439-6593f05b792a HTTP/1.1" status: 200 len: 946 time: 0.0744743 Nov 05 18:50:22.217787 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [req-140d19c0-5ee4-43ff-bc6a-05a97fb12538 req-4182530d-7151-444b-8825-6670881736b7 tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Deleting port 68d77c8e-2056-4060-8cbb-c746a0b6d7a9 {{(pid=102387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 18:50:22.222337 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-140d19c0-5ee4-43ff-bc6a-05a97fb12538 req-4182530d-7151-444b-8825-6670881736b7 tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:22.262441 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 18:50:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f06844b-5f73-474d-b636-6f1903ad88ec x-openstack-request-id: req-4f06844b-5f73-474d-b636-6f1903ad88ec {{(pid=102388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 18:50:22.262927 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e030793-90d0-4eb7-b0e8-5dbabee0293e", "name": "network-vif-plugged", "status": "completed", "tag": "ff23b365-f727-45ef-b338-f02428651878", "code": 200}]} {{(pid=102388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 18:50:22.263339 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4f06844b-5f73-474d-b636-6f1903ad88ec {{(pid=102388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 18:50:22.264306 n-d-816865-1 neutron-server[102388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e030793-90d0-4eb7-b0e8-5dbabee0293e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff23b365-f727-45ef-b338-f02428651878', 'code': 200} Nov 05 18:50:22.267975 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:22.351413 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Pushing event updated for resources: {'Port': ['ID=ff23b365-f727-45ef-b338-f02428651878,revision_number=5']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:50:22.356714 n-d-816865-1 neutron-server[102386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b0ebb90-343f-45a5-9335-cf428f4e45a1', 'tag': '0557f606-38e6-4fdc-9390-88d86ac73ed3'}] {{(pid=102386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 18:50:22.358870 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6173a44d7c73f41af551dc890fa1a5892c2c6bc3458b640c8e0c24db7876ba6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7664634-1718-4034-94cc-2e0198623685" -d '{"events": [{"name": "network-changed", "server_uuid": "0b0ebb90-343f-45a5-9335-cf428f4e45a1", "tag": "0557f606-38e6-4fdc-9390-88d86ac73ed3"}]}' {{(pid=102386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 18:50:22.415769 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-47df1553-7baa-40d5-98d4-b3ba4fa615ab req-39687569-59ce-4f76-9468-a85978782999 tempest-ServersTestJSON-263075603 tempest-ServersTestJSON-263075603-project] 10.222.0.13 "GET /v2.0/security-groups?id=1f791f1b-ffa6-404a-a542-489f4277d607&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1897047 Nov 05 18:50:22.455094 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9af1c39c-b5bd-4cd8-ac7b-ca6a538584d2 None None] New status for floating IP 22e8c5a9-750b-44b6-ae71-e50425599756: DOWN {{(pid=102389) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 05 18:50:22.483870 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.db [req-140d19c0-5ee4-43ff-bc6a-05a97fb12538 req-4182530d-7151-444b-8825-6670881736b7 tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] For port 68d77c8e-2056-4060-8cbb-c746a0b6d7a9, host n-h1-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=68d77c8e-2056-4060-8cbb-c746a0b6d7a9,segment=NetworkSegment(6186c4cd-4d81-4117-b1bc-f8fd9e145a22),segment_id=6186c4cd-4d81-4117-b1bc-f8fd9e145a22)] {{(pid=102387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:50:22.484491 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-140d19c0-5ee4-43ff-bc6a-05a97fb12538 req-4182530d-7151-444b-8825-6670881736b7 tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:22.516008 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [req-140d19c0-5ee4-43ff-bc6a-05a97fb12538 req-4182530d-7151-444b-8825-6670881736b7 tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Calling delete_port for 68d77c8e-2056-4060-8cbb-c746a0b6d7a9 owned by compute:nova {{(pid=102387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 18:50:22.546143 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17771544-281a-40e8-9a24-2ffbc646b15e req-0731b0e2-072f-4ebb-89c0-dda394150f7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:50:22.547590 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-17771544-281a-40e8-9a24-2ffbc646b15e req-0731b0e2-072f-4ebb-89c0-dda394150f7f service neutron] 10.222.0.55 "GET /v2.0/networks?id=a723f808-b11e-4066-b104-fad90c82895e HTTP/1.1" status: 200 len: 870 time: 0.3589191 Nov 05 18:50:22.551213 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 18:50:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19d698bc-c543-4d88-bcd9-dee490204c46 x-openstack-request-id: req-19d698bc-c543-4d88-bcd9-dee490204c46 {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 18:50:22.551213 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b0ebb90-343f-45a5-9335-cf428f4e45a1", "tag": "0557f606-38e6-4fdc-9390-88d86ac73ed3", "status": "completed", "code": 200}]} {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 18:50:22.551213 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-19d698bc-c543-4d88-bcd9-dee490204c46 {{(pid=102386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 18:50:22.551213 n-d-816865-1 neutron-server[102386]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b0ebb90-343f-45a5-9335-cf428f4e45a1', 'tag': '0557f606-38e6-4fdc-9390-88d86ac73ed3', 'status': 'completed', 'code': 200} Nov 05 18:50:22.586247 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-8a6b3573-6a88-4ae9-a0d0-250b7421c5ef req-23637e5c-4a7c-40e4-b7b0-b01d4e287461 service neutron] 10.222.0.41 "GET /v2.0/networks/a723f808-b11e-4066-b104-fad90c82895e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2231903 Nov 05 18:50:22.672526 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-17771544-281a-40e8-9a24-2ffbc646b15e req-3137abef-bdde-4782-a30c-78073eabb909 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.68&port_id=e12cd9c8-98d4-4e83-8bfb-1c6595f9b4d5 HTTP/1.1" status: 200 len: 217 time: 0.0958123 Nov 05 18:50:22.672526 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98adf52-2d03-4752-8f61-9d0a03cd91b1 req-27651df4-53fe-4ac9-8a5e-c8296944ad4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:50:22.675045 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-f98adf52-2d03-4752-8f61-9d0a03cd91b1 req-27651df4-53fe-4ac9-8a5e-c8296944ad4f service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=9e030793-90d0-4eb7-b0e8-5dbabee0293e HTTP/1.1" status: 200 len: 1096 time: 0.2344327 Nov 05 18:50:22.716778 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0652e7fa-731e-4b8e-b80e-644284a8b9d6 req-55eb201f-9ac9-45ff-bb32-71566c552485 tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:50:22.718525 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-0652e7fa-731e-4b8e-b80e-644284a8b9d6 req-55eb201f-9ac9-45ff-bb32-71566c552485 tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] 10.222.0.13 "GET /v2.0/ports?device_id=6b9db9e4-2300-49be-bd99-8eabc0e57de3 HTTP/1.1" status: 200 len: 943 time: 0.0781493 Nov 05 18:50:22.817169 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-0652e7fa-731e-4b8e-b80e-644284a8b9d6 req-c67e34c5-e197-47e4-aad9-599126455ec1 tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] 10.222.0.13 "GET /v2.0/security-groups?id=98567ca5-1884-480b-af79-82f64bb06e96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0898716 Nov 05 18:50:22.870137 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7664634-1718-4034-94cc-2e0198623685 req-e4beea79-46d9-4df8-b0cf-6741c332806a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:50:22.871743 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-c7664634-1718-4034-94cc-2e0198623685 req-e4beea79-46d9-4df8-b0cf-6741c332806a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ace8311f15794bf9a6ad1c1faa75592d&device_id=0b0ebb90-343f-45a5-9335-cf428f4e45a1 HTTP/1.1" status: 200 len: 1098 time: 0.1362307 Nov 05 18:50:22.877696 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17771544-281a-40e8-9a24-2ffbc646b15e req-46429dbd-3228-44f2-9434-b178cf8aabad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:50:22.879992 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-17771544-281a-40e8-9a24-2ffbc646b15e req-46429dbd-3228-44f2-9434-b178cf8aabad service neutron] 10.222.0.55 "GET /v2.0/subnets?id=05e7a1b5-165b-4a00-855a-ffbcb2eba59e HTTP/1.1" status: 200 len: 843 time: 0.2008946 Nov 05 18:50:22.891362 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-140d19c0-5ee4-43ff-bc6a-05a97fb12538 req-4182530d-7151-444b-8825-6670881736b7 tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4417063'] for port, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:22.933255 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-f98adf52-2d03-4752-8f61-9d0a03cd91b1 req-bf702f72-b6e3-4c73-adb6-fbb6019e97ba service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=e0838ac1-f008-48c1-ab43-123e255d616a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2419035 Nov 05 18:50:22.974556 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4182530d-7151-444b-8825-6670881736b7 tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Pushing event deleted for resources: {'Port': ['ID=68d77c8e-2056-4060-8cbb-c746a0b6d7a9,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:50:23.032250 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7664634-1718-4034-94cc-2e0198623685 req-117de7a6-8386-4fcc-84b4-025ee1004e6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:50:23.034816 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-c7664634-1718-4034-94cc-2e0198623685 req-117de7a6-8386-4fcc-84b4-025ee1004e6e service neutron] 10.222.0.41 "GET /v2.0/networks?id=a723f808-b11e-4066-b104-fad90c82895e HTTP/1.1" status: 200 len: 870 time: 0.1529939 Nov 05 18:50:23.043768 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.l3_dvrscheduler_db [req-140d19c0-5ee4-43ff-bc6a-05a97fb12538 req-4182530d-7151-444b-8825-6670881736b7 tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] No DVR routers for this DVR port 68d77c8e-2056-4060-8cbb-c746a0b6d7a9 on host n-h1-816865-1 {{(pid=102387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 18:50:23.046101 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17771544-281a-40e8-9a24-2ffbc646b15e req-372be6f4-6f87-4a92-8394-9cd62e48f586 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:50:23.047426 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-140d19c0-5ee4-43ff-bc6a-05a97fb12538 req-4182530d-7151-444b-8825-6670881736b7 tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:23.048347 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-17771544-281a-40e8-9a24-2ffbc646b15e req-372be6f4-6f87-4a92-8394-9cd62e48f586 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a723f808-b11e-4066-b104-fad90c82895e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1453862 Nov 05 18:50:23.050960 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-140d19c0-5ee4-43ff-bc6a-05a97fb12538 req-4182530d-7151-444b-8825-6670881736b7 tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] 10.222.0.41 "DELETE /v2.0/ports/68d77c8e-2056-4060-8cbb-c746a0b6d7a9 HTTP/1.1" status: 204 len: 173 time: 1.0757725 Nov 05 18:50:23.072889 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d06aac-3823-4932-9eba-2c4eb1502cbd req-5e115723-0daa-44c6-b045-5e4ef9ea4acf tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:50:23.080667 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-e2d06aac-3823-4932-9eba-2c4eb1502cbd req-5e115723-0daa-44c6-b045-5e4ef9ea4acf tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] 10.222.0.13 "GET /v2.0/ports?device_id=9e030793-90d0-4eb7-b0e8-5dbabee0293e HTTP/1.1" status: 200 len: 945 time: 0.1743698 Nov 05 18:50:23.142615 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-e2d06aac-3823-4932-9eba-2c4eb1502cbd req-14c32b85-dea0-40f0-bed1-11a3350fb197 tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] 10.222.0.13 "GET /v2.0/security-groups?id=e0838ac1-f008-48c1-ab43-123e255d616a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608759 Nov 05 18:50:23.202893 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-c7664634-1718-4034-94cc-2e0198623685 req-4d13360d-5dbf-4ba6-be03-5de8f12237df service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.67&port_id=0557f606-38e6-4fdc-9390-88d86ac73ed3 HTTP/1.1" status: 200 len: 217 time: 0.0543599 Nov 05 18:50:23.222071 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-17771544-281a-40e8-9a24-2ffbc646b15e req-583bdd0b-4e10-4575-b0a1-b36ddf6ba5ef service neutron] 10.222.0.55 "GET /v2.0/networks/a723f808-b11e-4066-b104-fad90c82895e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1649609 Nov 05 18:50:23.399806 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7664634-1718-4034-94cc-2e0198623685 req-1762d660-14fc-4a9d-896e-f6ae0fe9b2d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:50:23.405256 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-c7664634-1718-4034-94cc-2e0198623685 req-1762d660-14fc-4a9d-896e-f6ae0fe9b2d5 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=05e7a1b5-165b-4a00-855a-ffbcb2eba59e HTTP/1.1" status: 200 len: 843 time: 0.1822760 Nov 05 18:50:23.415367 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33408261-399e-4571-ac8a-db8e2f3a7096 req-5ce897a6-7d05-4b70-93ec-fe4177543b92 tempest-ServersOnMultiNodesTest-710233287 tempest-ServersOnMultiNodesTest-710233287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:50:23.424398 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-33408261-399e-4571-ac8a-db8e2f3a7096 req-5ce897a6-7d05-4b70-93ec-fe4177543b92 tempest-ServersOnMultiNodesTest-710233287 tempest-ServersOnMultiNodesTest-710233287-project] 10.222.0.13 "GET /v2.0/ports?device_id=0b0ebb90-343f-45a5-9335-cf428f4e45a1 HTTP/1.1" status: 200 len: 947 time: 0.1135559 Nov 05 18:50:23.471244 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac754a60-4cd4-4803-ae0c-b9b716652449 req-b1b916c3-9c25-46e5-88b4-e4b56f2f578e tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:50:23.473271 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-ac754a60-4cd4-4803-ae0c-b9b716652449 req-b1b916c3-9c25-46e5-88b4-e4b56f2f578e tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] 10.222.0.13 "GET /v2.0/ports?device_id=b3c515f9-768f-4a54-bb92-e6f3d5207990 HTTP/1.1" status: 200 len: 944 time: 0.1257656 Nov 05 18:50:23.525826 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7664634-1718-4034-94cc-2e0198623685 req-9bc9e329-47c5-4f00-8959-54135ac8da0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:50:23.536183 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-c7664634-1718-4034-94cc-2e0198623685 req-9bc9e329-47c5-4f00-8959-54135ac8da0c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a723f808-b11e-4066-b104-fad90c82895e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1157982 Nov 05 18:50:23.538407 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-17771544-281a-40e8-9a24-2ffbc646b15e req-ad006f22-eb8f-4a5a-b1ef-8ee5d61b44e2 service neutron] 10.222.0.55 "GET /v2.0/networks/a723f808-b11e-4066-b104-fad90c82895e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3061161 Nov 05 18:50:23.542797 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-33408261-399e-4571-ac8a-db8e2f3a7096 req-f59730dd-12ef-4bd3-bfe4-a0599213128e tempest-ServersOnMultiNodesTest-710233287 tempest-ServersOnMultiNodesTest-710233287-project] 10.222.0.13 "GET /v2.0/security-groups?id=a1214aa7-6fe8-4b93-878e-3f1f16f5c576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173055 Nov 05 18:50:23.601063 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-ac754a60-4cd4-4803-ae0c-b9b716652449 req-47e7c76d-d56e-45b1-9030-dd5ca1d4fc9f tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] 10.222.0.13 "GET /v2.0/security-groups?id=8015cb9a-1cfc-43ae-80a2-992db853641d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1030529 Nov 05 18:50:23.699234 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce62bf86-a640-4b97-bd8d-b08956de47c6 req-8fe5e06f-b819-40a8-8b1b-f87892058b58 tempest-ServersTestJSON-263075603 tempest-ServersTestJSON-263075603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:50:23.700914 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-ce62bf86-a640-4b97-bd8d-b08956de47c6 req-8fe5e06f-b819-40a8-8b1b-f87892058b58 tempest-ServersTestJSON-263075603 tempest-ServersTestJSON-263075603-project] 10.222.0.13 "GET /v2.0/ports?device_id=362e6a7d-2b82-41c9-b439-6593f05b792a HTTP/1.1" status: 200 len: 946 time: 0.0709820 Nov 05 18:50:23.771051 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-c7664634-1718-4034-94cc-2e0198623685 req-93bc5738-e757-49a7-b807-295b3a861847 service neutron] 10.222.0.41 "GET /v2.0/networks/a723f808-b11e-4066-b104-fad90c82895e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2238204 Nov 05 18:50:23.804590 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-ce62bf86-a640-4b97-bd8d-b08956de47c6 req-83a788fa-9b7d-48e6-a76e-35eb9d371167 tempest-ServersTestJSON-263075603 tempest-ServersTestJSON-263075603-project] 10.222.0.13 "GET /v2.0/security-groups?id=1f791f1b-ffa6-404a-a542-489f4277d607&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0957365 Nov 05 18:50:23.837452 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927ff1ce-6e87-46fa-806c-3871efb40cec req-47233a3d-e22c-4692-b03f-2ea34a7d0398 tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:50:23.845599 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-927ff1ce-6e87-46fa-806c-3871efb40cec req-47233a3d-e22c-4692-b03f-2ea34a7d0398 tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] 10.222.0.13 "GET /v2.0/ports?device_id=b3c515f9-768f-4a54-bb92-e6f3d5207990 HTTP/1.1" status: 200 len: 944 time: 0.1247880 Nov 05 18:50:23.918308 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-927ff1ce-6e87-46fa-806c-3871efb40cec req-df09a81c-74a8-4582-adf6-690353cdd002 tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] 10.222.0.13 "GET /v2.0/security-groups?id=8015cb9a-1cfc-43ae-80a2-992db853641d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0597284 Nov 05 18:50:23.952140 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-c7664634-1718-4034-94cc-2e0198623685 req-4baf58b3-4f46-413f-a9b3-a4c4596af279 service neutron] 10.222.0.41 "GET /v2.0/networks/a723f808-b11e-4066-b104-fad90c82895e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1729085 Nov 05 18:50:24.002843 n-d-816865-1 neutron-server[102387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b9db9e4-2300-49be-bd99-8eabc0e57de3', 'name': 'network-vif-deleted', 'tag': '30e8fb4b-e390-414c-b298-38f2ab60929c'}, {'server_uuid': '6b9db9e4-2300-49be-bd99-8eabc0e57de3', 'name': 'network-vif-deleted', 'tag': '68d77c8e-2056-4060-8cbb-c746a0b6d7a9'}] {{(pid=102387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 18:50:24.009969 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab06bd4ddf5758c1f10d79fe34dc215bafa488692cde9dba2fcbcb67556f90bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-976825f1-2eaf-49cc-b557-64c6d2a051c0" -d '{"events": [{"server_uuid": "6b9db9e4-2300-49be-bd99-8eabc0e57de3", "name": "network-vif-deleted", "tag": "30e8fb4b-e390-414c-b298-38f2ab60929c"}, {"server_uuid": "6b9db9e4-2300-49be-bd99-8eabc0e57de3", "name": "network-vif-deleted", "tag": "68d77c8e-2056-4060-8cbb-c746a0b6d7a9"}]}' {{(pid=102387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 18:50:24.039300 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-56364c33-8b5c-4373-a581-8cce0cda5b89 req-b3d42950-8c81-4937-a801-54f06c4a2596 tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] 10.222.0.13 "GET /v2.0/ports?device_id=6b9db9e4-2300-49be-bd99-8eabc0e57de3 HTTP/1.1" status: 200 len: 210 time: 0.0563371 Nov 05 18:50:24.099646 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 05 Nov 2021 18:50:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32de3bae-1733-4ab2-ae2a-fd7436fbd4d3 x-openstack-request-id: req-32de3bae-1733-4ab2-ae2a-fd7436fbd4d3 {{(pid=102387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 18:50:24.099952 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b9db9e4-2300-49be-bd99-8eabc0e57de3", "name": "network-vif-deleted", "tag": "30e8fb4b-e390-414c-b298-38f2ab60929c", "status": "completed", "code": 200}, {"server_uuid": "6b9db9e4-2300-49be-bd99-8eabc0e57de3", "name": "network-vif-deleted", "tag": "68d77c8e-2056-4060-8cbb-c746a0b6d7a9", "status": "completed", "code": 200}]} {{(pid=102387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 18:50:24.100204 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-32de3bae-1733-4ab2-ae2a-fd7436fbd4d3 {{(pid=102387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 18:50:24.100692 n-d-816865-1 neutron-server[102387]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b9db9e4-2300-49be-bd99-8eabc0e57de3', 'name': 'network-vif-deleted', 'tag': '30e8fb4b-e390-414c-b298-38f2ab60929c', 'status': 'completed', 'code': 200} Nov 05 18:50:24.100948 n-d-816865-1 neutron-server[102387]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b9db9e4-2300-49be-bd99-8eabc0e57de3', 'name': 'network-vif-deleted', 'tag': '68d77c8e-2056-4060-8cbb-c746a0b6d7a9', 'status': 'completed', 'code': 200} Nov 05 18:50:24.285144 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd6ba28-b510-49d5-b51d-6ed072fc50e0 req-9d8a8bda-2819-4e55-89b3-be66913b23b7 tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:50:24.286480 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 56242) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:50:24.287594 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-efd6ba28-b510-49d5-b51d-6ed072fc50e0 req-9d8a8bda-2819-4e55-89b3-be66913b23b7 tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] 10.222.0.13 "GET /v2.0/ports?device_id=9e030793-90d0-4eb7-b0e8-5dbabee0293e HTTP/1.1" status: 200 len: 945 time: 0.0752673 Nov 05 18:50:24.344077 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-efd6ba28-b510-49d5-b51d-6ed072fc50e0 req-5bcb2c45-6e56-46c1-b1f5-354f7c128ede tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] 10.222.0.13 "GET /v2.0/security-groups?id=e0838ac1-f008-48c1-ab43-123e255d616a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493848 Nov 05 18:50:24.393065 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Device e12cd9c8-98d4-4e83-8bfb-1c6595f9b4d5 details requested by agent hyperv_n-h2-816865-1 with host n-h2-816865-1 {{(pid=102388) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 05 18:50:24.479557 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-f93a98a2-d900-4c55-897f-c3ff11be5e11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-420707751 tempest-PortsAdminExtendedAttrsIpV6TestJSON-420707751-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-713447410'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:50:24.502594 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] For port e12cd9c8-98d4-4e83-8bfb-1c6595f9b4d5, host n-h2-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=e12cd9c8-98d4-4e83-8bfb-1c6595f9b4d5,segment=NetworkSegment(35c2db9c-522d-48d3-98cf-a08c2cc55db7),segment_id=35c2db9c-522d-48d3-98cf-a08c2cc55db7)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:50:24.515262 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Returning: {'device': 'e12cd9c8-98d4-4e83-8bfb-1c6595f9b4d5', 'network_id': 'a723f808-b11e-4066-b104-fad90c82895e', 'port_id': 'e12cd9c8-98d4-4e83-8bfb-1c6595f9b4d5', 'mac_address': 'fa:16:3e:65:df:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 153, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05e7a1b5-165b-4a00-855a-ffbcb2eba59e', 'ip_address': '192.168.233.68'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102388) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 05 18:50:24.570815 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:24.588242 n-d-816865-1 neutron-server[102388]: DEBUG neutron.notifiers.nova [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e12cd9c8-98d4-4e83-8bfb-1c6595f9b4d5 {{(pid=102388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 18:50:24.607699 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f93a98a2-d900-4c55-897f-c3ff11be5e11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-420707751 tempest-PortsAdminExtendedAttrsIpV6TestJSON-420707751-project] Made reservation on behalf of 92ceb95c0d724bbda272a40b6acd99e4 for: {'network': 1} {{(pid=102386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 18:50:24.612740 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-f93a98a2-d900-4c55-897f-c3ff11be5e11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-420707751 tempest-PortsAdminExtendedAttrsIpV6TestJSON-420707751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for network, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:24.633253 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-f93a98a2-d900-4c55-897f-c3ff11be5e11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-420707751 tempest-PortsAdminExtendedAttrsIpV6TestJSON-420707751-project] Publish callbacks [] for security_group, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:24.637875 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] For port e12cd9c8-98d4-4e83-8bfb-1c6595f9b4d5, host n-h2-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=e12cd9c8-98d4-4e83-8bfb-1c6595f9b4d5,segment=NetworkSegment(35c2db9c-522d-48d3-98cf-a08c2cc55db7),segment_id=35c2db9c-522d-48d3-98cf-a08c2cc55db7)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:50:24.695308 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8584e506-972f-4ab0-86fe-1de9f2cebd8f req-a898960b-1c25-49cc-96c8-368cc1f4275a tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:50:24.703221 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-8584e506-972f-4ab0-86fe-1de9f2cebd8f req-a898960b-1c25-49cc-96c8-368cc1f4275a tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] 10.222.0.13 "GET /v2.0/ports?device_id=b3c515f9-768f-4a54-bb92-e6f3d5207990 HTTP/1.1" status: 200 len: 944 time: 0.1106830 Nov 05 18:50:24.739773 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:24.752036 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-f93a98a2-d900-4c55-897f-c3ff11be5e11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-420707751 tempest-PortsAdminExtendedAttrsIpV6TestJSON-420707751-project] Publish callbacks [] for security_group, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:24.779742 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba2ebcd-a7d4-41ed-ad2c-77358187851b req-a528eaff-515b-4570-9539-b10e240b2ad5 tempest-ServersOnMultiNodesTest-710233287 tempest-ServersOnMultiNodesTest-710233287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:50:24.781244 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-6ba2ebcd-a7d4-41ed-ad2c-77358187851b req-a528eaff-515b-4570-9539-b10e240b2ad5 tempest-ServersOnMultiNodesTest-710233287 tempest-ServersOnMultiNodesTest-710233287-project] 10.222.0.13 "GET /v2.0/ports?device_id=0b0ebb90-343f-45a5-9335-cf428f4e45a1 HTTP/1.1" status: 200 len: 947 time: 0.1176775 Nov 05 18:50:24.802437 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-8584e506-972f-4ab0-86fe-1de9f2cebd8f req-ba7ceeb7-a8c1-4137-832c-4ac18adedee8 tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] 10.222.0.13 "GET /v2.0/security-groups?id=8015cb9a-1cfc-43ae-80a2-992db853641d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0867016 Nov 05 18:50:24.805460 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Pushing event updated for resources: {'Port': ['ID=e12cd9c8-98d4-4e83-8bfb-1c6595f9b4d5,revision_number=4']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:50:24.832572 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-f93a98a2-d900-4c55-897f-c3ff11be5e11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-420707751 tempest-PortsAdminExtendedAttrsIpV6TestJSON-420707751-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:24.846820 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-6ba2ebcd-a7d4-41ed-ad2c-77358187851b req-ec10d8c1-d66d-4f48-8229-f6ab646072a1 tempest-ServersOnMultiNodesTest-710233287 tempest-ServersOnMultiNodesTest-710233287-project] 10.222.0.13 "GET /v2.0/security-groups?id=a1214aa7-6fe8-4b93-878e-3f1f16f5c576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490227 Nov 05 18:50:24.897520 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f93a98a2-d900-4c55-897f-c3ff11be5e11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-420707751 tempest-PortsAdminExtendedAttrsIpV6TestJSON-420707751-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 158} {{(pid=102386) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 05 18:50:24.925851 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93a98a2-d900-4c55-897f-c3ff11be5e11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-420707751 tempest-PortsAdminExtendedAttrsIpV6TestJSON-420707751-project] Pushing event updated for resources: {'SecurityGroup': ['ID=78496e7b-9955-4bab-b0e2-2a5e67efc3b0,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:50:24.930723 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-f93a98a2-d900-4c55-897f-c3ff11be5e11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-420707751 tempest-PortsAdminExtendedAttrsIpV6TestJSON-420707751-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273'] for segment, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:24.931069 n-d-816865-1 neutron-server[102386]: INFO neutron.db.segments_db [None req-f93a98a2-d900-4c55-897f-c3ff11be5e11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-420707751 tempest-PortsAdminExtendedAttrsIpV6TestJSON-420707751-project] Added segment 6f9b64d3-a4f7-4b5b-b93b-82fb7f875502 of type vlan for network e098920d-43db-4061-8b2b-40390377af87 Nov 05 18:50:24.975646 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c45cba1-a7c1-4da4-8789-3088650f2690 req-7918c37c-758f-45e1-8f9c-c4835680cfbd tempest-ServersTestJSON-263075603 tempest-ServersTestJSON-263075603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:50:24.975646 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-7c45cba1-a7c1-4da4-8789-3088650f2690 req-7918c37c-758f-45e1-8f9c-c4835680cfbd tempest-ServersTestJSON-263075603 tempest-ServersTestJSON-263075603-project] 10.222.0.41 "GET /v2.0/ports?device_id=362e6a7d-2b82-41c9-b439-6593f05b792a HTTP/1.1" status: 200 len: 946 time: 0.1309168 Nov 05 18:50:24.977149 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec927301-1b80-403d-a091-c00e300833c5 req-1793d497-6515-4a13-bc55-72f688e891b5 tempest-ServersTestJSON-263075603 tempest-ServersTestJSON-263075603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:50:24.979252 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-ec927301-1b80-403d-a091-c00e300833c5 req-1793d497-6515-4a13-bc55-72f688e891b5 tempest-ServersTestJSON-263075603 tempest-ServersTestJSON-263075603-project] 10.222.0.13 "GET /v2.0/ports?device_id=362e6a7d-2b82-41c9-b439-6593f05b792a HTTP/1.1" status: 200 len: 946 time: 0.0620625 Nov 05 18:50:25.007023 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-f93a98a2-d900-4c55-897f-c3ff11be5e11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-420707751 tempest-PortsAdminExtendedAttrsIpV6TestJSON-420707751-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750027258543'] for network, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:25.040521 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-ec927301-1b80-403d-a091-c00e300833c5 req-083f9ae7-fca9-4fb5-a19d-c74e8120de66 tempest-ServersTestJSON-263075603 tempest-ServersTestJSON-263075603-project] 10.222.0.13 "GET /v2.0/security-groups?id=1f791f1b-ffa6-404a-a542-489f4277d607&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527027 Nov 05 18:50:25.049877 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] get_ports_and_sgs() called for port_ids ['e12cd9c8-98d4-4e83-8bfb-1c6595f9b4d5'] {{(pid=102388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 18:50:25.157249 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [req-7c45cba1-a7c1-4da4-8789-3088650f2690 req-b35faf26-73eb-4947-867a-9085d10d5ced tempest-ServersTestJSON-263075603 tempest-ServersTestJSON-263075603-project] Deleting port d662afa1-efb2-4b4b-becf-6f6c2582d40e {{(pid=102386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 18:50:25.157679 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-7c45cba1-a7c1-4da4-8789-3088650f2690 req-b35faf26-73eb-4947-867a-9085d10d5ced tempest-ServersTestJSON-263075603 tempest-ServersTestJSON-263075603-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:25.247955 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-f93a98a2-d900-4c55-897f-c3ff11be5e11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-420707751 tempest-PortsAdminExtendedAttrsIpV6TestJSON-420707751-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-956796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877'] for network, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:25.254023 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f93a98a2-d900-4c55-897f-c3ff11be5e11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-420707751 tempest-PortsAdminExtendedAttrsIpV6TestJSON-420707751-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:50:25.254847 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-f93a98a2-d900-4c55-897f-c3ff11be5e11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-420707751 tempest-PortsAdminExtendedAttrsIpV6TestJSON-420707751-project] Publish callbacks [] for network, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:25.286754 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-0588ff4d-07d9-4c8d-a2d6-01f940003fe4 req-d02f60c9-3285-4477-9a05-d8b78b7c8a34 tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] 10.222.0.13 "GET /v2.0/ports?device_id=6b9db9e4-2300-49be-bd99-8eabc0e57de3 HTTP/1.1" status: 200 len: 210 time: 0.0386131 Nov 05 18:50:25.378081 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93a98a2-d900-4c55-897f-c3ff11be5e11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-420707751 tempest-PortsAdminExtendedAttrsIpV6TestJSON-420707751-project] Pushing event updated for resources: {'Network': ['ID=e098920d-43db-4061-8b2b-40390377af87,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:50:25.390984 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Network e098920d-43db-4061-8b2b-40390377af87 details requested by agent ovs-agent-n-d-816865-1 with host n-d-816865-1 {{(pid=102388) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 05 18:50:25.391785 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [req-7c45cba1-a7c1-4da4-8789-3088650f2690 req-b35faf26-73eb-4947-867a-9085d10d5ced tempest-ServersTestJSON-263075603 tempest-ServersTestJSON-263075603-project] For port d662afa1-efb2-4b4b-becf-6f6c2582d40e, host n-h1-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=d662afa1-efb2-4b4b-becf-6f6c2582d40e,segment=NetworkSegment(aec693b9-b407-4c6b-827c-d9d955b53bc5),segment_id=aec693b9-b407-4c6b-827c-d9d955b53bc5)] {{(pid=102386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:50:25.392160 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-7c45cba1-a7c1-4da4-8789-3088650f2690 req-b35faf26-73eb-4947-867a-9085d10d5ced tempest-ServersTestJSON-263075603 tempest-ServersTestJSON-263075603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:25.542526 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-f93a98a2-d900-4c55-897f-c3ff11be5e11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-420707751 tempest-PortsAdminExtendedAttrsIpV6TestJSON-420707751-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 802 time: 1.2515042 Nov 05 18:50:25.557072 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9c1026-0471-45a5-ab47-3bcf696870d4 req-19d77ce9-863e-4401-a989-402e1205de9e tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:50:25.558986 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-aa9c1026-0471-45a5-ab47-3bcf696870d4 req-19d77ce9-863e-4401-a989-402e1205de9e tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] 10.222.0.13 "GET /v2.0/ports?device_id=9e030793-90d0-4eb7-b0e8-5dbabee0293e HTTP/1.1" status: 200 len: 945 time: 0.0823991 Nov 05 18:50:25.618437 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-aa9c1026-0471-45a5-ab47-3bcf696870d4 req-ae7d0521-3a1b-4d28-837c-055f6db8b538 tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] 10.222.0.13 "GET /v2.0/security-groups?id=e0838ac1-f008-48c1-ab43-123e255d616a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529311 Nov 05 18:50:25.630356 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-7c45cba1-a7c1-4da4-8789-3088650f2690 req-b35faf26-73eb-4947-867a-9085d10d5ced tempest-ServersTestJSON-263075603 tempest-ServersTestJSON-263075603-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:25.631458 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-7c45cba1-a7c1-4da4-8789-3088650f2690 req-b35faf26-73eb-4947-867a-9085d10d5ced tempest-ServersTestJSON-263075603 tempest-ServersTestJSON-263075603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1000577'] for floatingip, after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:25.631988 n-d-816865-1 neutron-server[102386]: INFO neutron.db.l3_db [req-7c45cba1-a7c1-4da4-8789-3088650f2690 req-b35faf26-73eb-4947-867a-9085d10d5ced tempest-ServersTestJSON-263075603 tempest-ServersTestJSON-263075603-project] Floating IP 037d3345-f270-45cc-b0f8-d71ac91b8368 disassociated. External IP: 172.25.6.76, port: d662afa1-efb2-4b4b-becf-6f6c2582d40e. Nov 05 18:50:25.632823 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [req-7c45cba1-a7c1-4da4-8789-3088650f2690 req-b35faf26-73eb-4947-867a-9085d10d5ced tempest-ServersTestJSON-263075603 tempest-ServersTestJSON-263075603-project] Calling delete_port for d662afa1-efb2-4b4b-becf-6f6c2582d40e owned by compute:nova {{(pid=102386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 18:50:25.914893 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-7c45cba1-a7c1-4da4-8789-3088650f2690 req-b35faf26-73eb-4947-867a-9085d10d5ced tempest-ServersTestJSON-263075603 tempest-ServersTestJSON-263075603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:25.935307 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 56286) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:50:25.941782 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-5af872ba-a504-4358-a2bf-775fe88a76d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683-project-admin] Request body: {'port': {'network_id': 'e098920d-43db-4061-8b2b-40390377af87', 'binding:host_id': 'n-h1-816865-1', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1533947918'}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:50:25.963323 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35faf26-73eb-4947-867a-9085d10d5ced tempest-ServersTestJSON-263075603 tempest-ServersTestJSON-263075603-project] Pushing event deleted for resources: {'Port': ['ID=d662afa1-efb2-4b4b-becf-6f6c2582d40e,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:50:26.088900 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea970c8-5fff-48fd-899e-cbd6a06e45e5 req-02166b0c-0190-4e86-a61c-2165df639350 tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:50:26.094610 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-dea970c8-5fff-48fd-899e-cbd6a06e45e5 req-02166b0c-0190-4e86-a61c-2165df639350 tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] 10.222.0.13 "GET /v2.0/ports?device_id=b3c515f9-768f-4a54-bb92-e6f3d5207990 HTTP/1.1" status: 200 len: 944 time: 0.0774708 Nov 05 18:50:26.114204 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5af872ba-a504-4358-a2bf-775fe88a76d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683-project-admin] Made reservation on behalf of a6255973bad2449eadcc05b2235e2c69 for: {'port': 1} {{(pid=102387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 18:50:26.114204 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-5af872ba-a504-4358-a2bf-775fe88a76d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:26.153161 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7c45cba1-a7c1-4da4-8789-3088650f2690 req-b35faf26-73eb-4947-867a-9085d10d5ced tempest-ServersTestJSON-263075603 tempest-ServersTestJSON-263075603-project] Router a53e19ca-f0bc-4a6e-ae88-65d6ce587a43 has already been hosted by L3 agent 6dcb5589-8e86-4616-9186-ddc4548e13ad {{(pid=102386) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 18:50:26.173047 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-5af872ba-a504-4358-a2bf-775fe88a76d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:26.204507 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-dea970c8-5fff-48fd-899e-cbd6a06e45e5 req-3b74fc4a-b265-48a8-9524-0b73b84b0a94 tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] 10.222.0.13 "GET /v2.0/security-groups?id=8015cb9a-1cfc-43ae-80a2-992db853641d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0978003 Nov 05 18:50:26.224448 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9915f222-8769-4fa2-8e50-c1e786161ca8 req-e128548b-5f18-4117-bbe7-e55b22e4d88b tempest-ServersOnMultiNodesTest-710233287 tempest-ServersOnMultiNodesTest-710233287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:50:26.232982 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-9915f222-8769-4fa2-8e50-c1e786161ca8 req-e128548b-5f18-4117-bbe7-e55b22e4d88b tempest-ServersOnMultiNodesTest-710233287 tempest-ServersOnMultiNodesTest-710233287-project] 10.222.0.13 "GET /v2.0/ports?device_id=0b0ebb90-343f-45a5-9335-cf428f4e45a1 HTTP/1.1" status: 200 len: 947 time: 0.1366658 Nov 05 18:50:26.301916 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7c45cba1-a7c1-4da4-8789-3088650f2690 req-b35faf26-73eb-4947-867a-9085d10d5ced tempest-ServersTestJSON-263075603 tempest-ServersTestJSON-263075603-project] Notify agent at l3_agent.n-d-816865-1 the message routers_updated {{(pid=102386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 18:50:26.313755 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bc1a70e-48de-4a75-8d4b-6f6d3837ea8e None None] Sync routers for ids ['a53e19ca-f0bc-4a6e-ae88-65d6ce587a43'] in n-d-816865-1 {{(pid=102388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 18:50:26.330865 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bc1a70e-48de-4a75-8d4b-6f6d3837ea8e None None] Routers {'a53e19ca-f0bc-4a6e-ae88-65d6ce587a43'} bound to L3 agent in host n-d-816865-1 {{(pid=102388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 18:50:26.334645 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-4bc1a70e-48de-4a75-8d4b-6f6d3837ea8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T18:50:05Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['a53e19ca-f0bc-4a6e-ae88-65d6ce587a43'], 'active': True} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:50:26.357462 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c45cba1-a7c1-4da4-8789-3088650f2690 req-b35faf26-73eb-4947-867a-9085d10d5ced tempest-ServersTestJSON-263075603 tempest-ServersTestJSON-263075603-project] No DVR routers for this DVR port d662afa1-efb2-4b4b-becf-6f6c2582d40e on host n-h1-816865-1 {{(pid=102386) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 18:50:26.360907 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-7c45cba1-a7c1-4da4-8789-3088650f2690 req-b35faf26-73eb-4947-867a-9085d10d5ced tempest-ServersTestJSON-263075603 tempest-ServersTestJSON-263075603-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:26.365270 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-7c45cba1-a7c1-4da4-8789-3088650f2690 req-b35faf26-73eb-4947-867a-9085d10d5ced tempest-ServersTestJSON-263075603 tempest-ServersTestJSON-263075603-project] 10.222.0.41 "DELETE /v2.0/ports/d662afa1-efb2-4b4b-becf-6f6c2582d40e HTTP/1.1" status: 204 len: 173 time: 1.3786869 Nov 05 18:50:26.366075 n-d-816865-1 neutron-server[102386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '362e6a7d-2b82-41c9-b439-6593f05b792a', 'name': 'network-vif-deleted', 'tag': 'd662afa1-efb2-4b4b-becf-6f6c2582d40e'}] {{(pid=102386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 18:50:26.366327 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-9915f222-8769-4fa2-8e50-c1e786161ca8 req-dbc6c2e6-ccc6-4a98-a72a-3d17940cbef9 tempest-ServersOnMultiNodesTest-710233287 tempest-ServersOnMultiNodesTest-710233287-project] 10.222.0.13 "GET /v2.0/security-groups?id=a1214aa7-6fe8-4b93-878e-3f1f16f5c576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322038 Nov 05 18:50:26.370127 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6173a44d7c73f41af551dc890fa1a5892c2c6bc3458b640c8e0c24db7876ba6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7492593f-55f6-4301-9e5c-d9685cc06ffe" -d '{"events": [{"server_uuid": "362e6a7d-2b82-41c9-b439-6593f05b792a", "name": "network-vif-deleted", "tag": "d662afa1-efb2-4b4b-becf-6f6c2582d40e"}]}' {{(pid=102386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 18:50:26.409711 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78469477-5656-40ec-8060-af6a1aff9b4a req-514f710e-86bb-4c19-a83d-8c96fe9f99cc tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:50:26.409711 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-78469477-5656-40ec-8060-af6a1aff9b4a req-514f710e-86bb-4c19-a83d-8c96fe9f99cc tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] 10.222.0.13 "GET /v2.0/ports?device_id=9e030793-90d0-4eb7-b0e8-5dbabee0293e HTTP/1.1" status: 200 len: 945 time: 0.1357987 Nov 05 18:50:26.452581 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Device e12cd9c8-98d4-4e83-8bfb-1c6595f9b4d5 up at agent hyperv_n-h2-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 18:50:26.540803 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-78469477-5656-40ec-8060-af6a1aff9b4a req-26fce3da-e053-4c01-8cc9-5e816a2d4c9e tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] 10.222.0.13 "GET /v2.0/security-groups?id=e0838ac1-f008-48c1-ab43-123e255d616a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229300 Nov 05 18:50:26.542939 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-5af872ba-a504-4358-a2bf-775fe88a76d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:26.587885 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-aa3481b4-35af-4c88-b5c2-3db6dd99a998 req-ceceb986-8e99-45ae-ba3a-a988b30f37d8 tempest-ServersTestJSON-263075603 tempest-ServersTestJSON-263075603-project] 10.222.0.13 "GET /v2.0/ports?device_id=362e6a7d-2b82-41c9-b439-6593f05b792a HTTP/1.1" status: 200 len: 210 time: 0.0434046 Nov 05 18:50:26.648883 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-5af872ba-a504-4358-a2bf-775fe88a76d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:26.649721 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Provisioning for port e12cd9c8-98d4-4e83-8bfb-1c6595f9b4d5 completed by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 05 18:50:26.661018 n-d-816865-1 neutron-server[102387]: DEBUG neutron.notifiers.nova [None req-5af872ba-a504-4358-a2bf-775fe88a76d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683-project-admin] device_id is not set on port 96ff81cb-4fd3-4251-8143-71a757619108 yet. {{(pid=102387) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 05 18:50:26.662584 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Provisioning complete for port e12cd9c8-98d4-4e83-8bfb-1c6595f9b4d5 triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:50:26.662584 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:26.706438 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvr_db [None req-4bc1a70e-48de-4a75-8d4b-6f6d3837ea8e None None] Set router a53e19ca-f0bc-4a6e-ae88-65d6ce587a43 gateway port host: n-d-816865-1 {{(pid=102388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 18:50:26.722269 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 18:50:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe511f1f-7a62-4a08-84d6-b9a7489a8099 x-openstack-request-id: req-fe511f1f-7a62-4a08-84d6-b9a7489a8099 {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 18:50:26.722561 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "362e6a7d-2b82-41c9-b439-6593f05b792a", "name": "network-vif-deleted", "tag": "d662afa1-efb2-4b4b-becf-6f6c2582d40e", "status": "completed", "code": 200}]} {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 18:50:26.722811 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-fe511f1f-7a62-4a08-84d6-b9a7489a8099 {{(pid=102386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 18:50:26.723211 n-d-816865-1 neutron-server[102386]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '362e6a7d-2b82-41c9-b439-6593f05b792a', 'name': 'network-vif-deleted', 'tag': 'd662afa1-efb2-4b4b-becf-6f6c2582d40e', 'status': 'completed', 'code': 200} Nov 05 18:50:26.794732 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af872ba-a504-4358-a2bf-775fe88a76d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84e74715-bb8e-4926-b2a8-c1072fef1f8f,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:50:26.832257 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-056627d0-9e81-4781-bf59-f88822fd3bb4 req-95be8b97-27d1-4f1a-8704-e29fa2535e2c tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] 10.222.0.13 "GET /v2.0/ports?device_id=6b9db9e4-2300-49be-bd99-8eabc0e57de3 HTTP/1.1" status: 200 len: 210 time: 0.0706787 Nov 05 18:50:26.914164 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Device 0557f606-38e6-4fdc-9390-88d86ac73ed3 details requested by agent hyperv_n-h1-816865-1 with host n-h1-816865-1 {{(pid=102388) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 05 18:50:26.944818 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:27.021236 n-d-816865-1 neutron-server[102387]: DEBUG neutron.notifiers.nova [None req-5af872ba-a504-4358-a2bf-775fe88a76d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683-project-admin] device_id is not set on port 96ff81cb-4fd3-4251-8143-71a757619108 yet. {{(pid=102387) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 05 18:50:27.059652 n-d-816865-1 neutron-server[102388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23ee91f2-d2da-45aa-a725-8aaa9385975c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e12cd9c8-98d4-4e83-8bfb-1c6595f9b4d5'}] {{(pid=102388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 18:50:27.061755 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85474fee1180e129d8a886d264fe0b30223aa672dd1ffe43b630605f18504f68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00c78b40-eb91-4a89-a054-d822eb95965f" -d '{"events": [{"server_uuid": "23ee91f2-d2da-45aa-a725-8aaa9385975c", "name": "network-vif-plugged", "status": "completed", "tag": "e12cd9c8-98d4-4e83-8bfb-1c6595f9b4d5"}]}' {{(pid=102388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 18:50:27.092720 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] For port e12cd9c8-98d4-4e83-8bfb-1c6595f9b4d5, host n-h2-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=e12cd9c8-98d4-4e83-8bfb-1c6595f9b4d5,segment=NetworkSegment(35c2db9c-522d-48d3-98cf-a08c2cc55db7),segment_id=35c2db9c-522d-48d3-98cf-a08c2cc55db7)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:50:27.129597 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-5af872ba-a504-4358-a2bf-775fe88a76d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:27.134329 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 18:50:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28b8a447-14b8-41d2-93b9-781f9b94e347 x-openstack-request-id: req-28b8a447-14b8-41d2-93b9-781f9b94e347 {{(pid=102388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 18:50:27.134910 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23ee91f2-d2da-45aa-a725-8aaa9385975c", "name": "network-vif-plugged", "status": "completed", "tag": "e12cd9c8-98d4-4e83-8bfb-1c6595f9b4d5", "code": 200}]} {{(pid=102388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 18:50:27.143665 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-28b8a447-14b8-41d2-93b9-781f9b94e347 {{(pid=102388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 18:50:27.143665 n-d-816865-1 neutron-server[102388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23ee91f2-d2da-45aa-a725-8aaa9385975c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e12cd9c8-98d4-4e83-8bfb-1c6595f9b4d5', 'code': 200} Nov 05 18:50:27.222423 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:27.238809 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] For port 0557f606-38e6-4fdc-9390-88d86ac73ed3, host n-h1-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=0557f606-38e6-4fdc-9390-88d86ac73ed3,segment=NetworkSegment(35c2db9c-522d-48d3-98cf-a08c2cc55db7),segment_id=35c2db9c-522d-48d3-98cf-a08c2cc55db7)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:50:27.242967 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-5af872ba-a504-4358-a2bf-775fe88a76d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4417063'] for port, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:27.256841 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Returning: {'device': '0557f606-38e6-4fdc-9390-88d86ac73ed3', 'network_id': 'a723f808-b11e-4066-b104-fad90c82895e', 'port_id': '0557f606-38e6-4fdc-9390-88d86ac73ed3', 'mac_address': 'fa:16:3e:7d:86:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 153, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05e7a1b5-165b-4a00-855a-ffbcb2eba59e', 'ip_address': '192.168.233.67'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102388) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 05 18:50:27.298884 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8a665f-990a-4bb3-a7d2-a2ee63cdf9eb req-15cef613-5386-4b57-b85a-92e35ba20055 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:50:27.300414 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-dd8a665f-990a-4bb3-a7d2-a2ee63cdf9eb req-15cef613-5386-4b57-b85a-92e35ba20055 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=23ee91f2-d2da-45aa-a725-8aaa9385975c HTTP/1.1" status: 200 len: 1100 time: 0.0870152 Nov 05 18:50:27.378646 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:27.399184 n-d-816865-1 neutron-server[102388]: DEBUG neutron.notifiers.nova [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0557f606-38e6-4fdc-9390-88d86ac73ed3 {{(pid=102388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 18:50:27.400594 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-dd8a665f-990a-4bb3-a7d2-a2ee63cdf9eb req-b82d68ba-b879-4f87-81a7-7724364ab52c service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=a1214aa7-6fe8-4b93-878e-3f1f16f5c576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905550 Nov 05 18:50:27.403731 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Pushing event updated for resources: {'Port': ['ID=e12cd9c8-98d4-4e83-8bfb-1c6595f9b4d5,revision_number=5']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:50:27.423703 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-4bc1a70e-48de-4a75-8d4b-6f6d3837ea8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a53e19ca-f0bc-4a6e-ae88-65d6ce587a43', 'name': 'tempest-ServersTestJSON-246883563-router', 'tenant_id': '4887dc6e572a48c1b9dc807c93638012', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.119'}], 'enable_snat': True}, 'gw_port_id': 'bc9c3bb2-bf2c-434c-8ba4-7b37db3991f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T18:48:03Z', 'updated_at': '2021-11-05T18:48:11Z', 'revision_number': 4, 'project_id': '4887dc6e572a48c1b9dc807c93638012', 'gw_port': {'id': 'bc9c3bb2-bf2c-434c-8ba4-7b37db3991f8', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:a8:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a53e19ca-f0bc-4a6e-ae88-65d6ce587a43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1172, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T18:48:04Z', 'updated_at': '2021-11-05T18:48:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1', '_interfaces': [{'id': '1b7e7015-5f97-4fc7-941d-1fa95029ea47', 'name': '', 'network_id': 'd70d85ea-9d51-4341-91cd-ba98d4c8b177', 'tenant_id': '4887dc6e572a48c1b9dc807c93638012', 'mac_address': 'fa:16:3e:40:da:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a53e19ca-f0bc-4a6e-ae88-65d6ce587a43', 'device_owner': 'network:router_interface', 'standard_attr_id': 1174, 'fixed_ips': [{'subnet_id': '81600d89-8835-46e1-88a4-4590dbfefef9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T18:48:10Z', 'updated_at': '2021-11-05T18:48:16Z', 'revision_number': 5, 'project_id': '4887dc6e572a48c1b9dc807c93638012', 'subnets': [{'id': '81600d89-8835-46e1-88a4-4590dbfefef9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-1', False) {} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:50:27.441389 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af872ba-a504-4358-a2bf-775fe88a76d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683-project-admin] Pushing event updated for resources: {'Port': ['ID=96ff81cb-4fd3-4251-8143-71a757619108,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:50:27.458339 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5af872ba-a504-4358-a2bf-775fe88a76d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683-project-admin] Checking segment: {'id': '6f9b64d3-a4f7-4b5b-b93b-82fb7f875502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'e098920d-43db-4061-8b2b-40390377af87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 18:50:27.459485 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5af872ba-a504-4358-a2bf-775fe88a76d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683-project-admin] Network hostable DHCP agents. Network: e098920d-43db-4061-8b2b-40390377af87, hostable agents: ['987e2ca0-bc3b-4c6f-a989-429ccfbf753f'], hosted agents: [] {{(pid=102387) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 05 18:50:27.467234 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] For port 0557f606-38e6-4fdc-9390-88d86ac73ed3, host n-h1-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=0557f606-38e6-4fdc-9390-88d86ac73ed3,segment=NetworkSegment(35c2db9c-522d-48d3-98cf-a08c2cc55db7),segment_id=35c2db9c-522d-48d3-98cf-a08c2cc55db7)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:50:27.468947 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bc1a70e-48de-4a75-8d4b-6f6d3837ea8e None None] Checking router: a53e19ca-f0bc-4a6e-ae88-65d6ce587a43 for host: n-d-816865-1 {{(pid=102388) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 18:50:27.478978 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bc1a70e-48de-4a75-8d4b-6f6d3837ea8e None None] Routers {'a53e19ca-f0bc-4a6e-ae88-65d6ce587a43'} bound to L3 agent in host n-d-816865-1 {{(pid=102388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 18:50:27.480074 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-4bc1a70e-48de-4a75-8d4b-6f6d3837ea8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T18:50:05Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['a53e19ca-f0bc-4a6e-ae88-65d6ce587a43'], 'active': True} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:50:27.544159 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca75bc0c-9998-4516-bdc3-28e3592f1b6b req-52c1bcb9-7970-4e30-bbbe-49d7ee333890 tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:50:27.552270 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-ca75bc0c-9998-4516-bdc3-28e3592f1b6b req-52c1bcb9-7970-4e30-bbbe-49d7ee333890 tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] 10.222.0.13 "GET /v2.0/ports?device_id=b3c515f9-768f-4a54-bb92-e6f3d5207990 HTTP/1.1" status: 200 len: 944 time: 0.1744616 Nov 05 18:50:27.624054 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f298a91-b283-4bf5-a559-fdef499ec9e4 req-12797554-db34-4e34-9947-8b50045d5a69 tempest-ServersOnMultiNodesTest-710233287 tempest-ServersOnMultiNodesTest-710233287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:50:27.625072 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvr_db [None req-4bc1a70e-48de-4a75-8d4b-6f6d3837ea8e None None] Set router a53e19ca-f0bc-4a6e-ae88-65d6ce587a43 gateway port host: n-d-816865-1 {{(pid=102388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 18:50:27.632164 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-0f298a91-b283-4bf5-a559-fdef499ec9e4 req-12797554-db34-4e34-9947-8b50045d5a69 tempest-ServersOnMultiNodesTest-710233287 tempest-ServersOnMultiNodesTest-710233287-project] 10.222.0.13 "GET /v2.0/ports?device_id=0b0ebb90-343f-45a5-9335-cf428f4e45a1 HTTP/1.1" status: 200 len: 947 time: 0.1443961 Nov 05 18:50:27.663120 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-ca75bc0c-9998-4516-bdc3-28e3592f1b6b req-7e457256-378a-43c8-8f50-31bebcfb8e4c tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] 10.222.0.13 "GET /v2.0/security-groups?id=8015cb9a-1cfc-43ae-80a2-992db853641d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1093996 Nov 05 18:50:27.681429 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:27.694299 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5af872ba-a504-4358-a2bf-775fe88a76d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683-project-admin] Network e098920d-43db-4061-8b2b-40390377af87 is scheduled to be hosted by DHCP agent 987e2ca0-bc3b-4c6f-a989-429ccfbf753f with binding_index 1 {{(pid=102387) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 05 18:50:27.772763 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-0f298a91-b283-4bf5-a559-fdef499ec9e4 req-54d4060c-2dda-4a5e-90ce-3d21d4cac836 tempest-ServersOnMultiNodesTest-710233287 tempest-ServersOnMultiNodesTest-710233287-project] 10.222.0.13 "GET /v2.0/security-groups?id=a1214aa7-6fe8-4b93-878e-3f1f16f5c576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397448 Nov 05 18:50:27.775031 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.base_scheduler [None req-5af872ba-a504-4358-a2bf-775fe88a76d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816865-1, e098920d-43db-4061-8b2b-40390377af87) {{(pid=102387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:50:27.786418 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cbdcbc9-be71-45f4-80a5-d7009e3d160d None None] Network e098920d-43db-4061-8b2b-40390377af87 requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 18:50:27.787785 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5af872ba-a504-4358-a2bf-775fe88a76d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683-project-admin] Received port after_create {{(pid=102387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 18:50:27.822596 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3978ddf9-a66d-44de-b0b1-ddb843cbf68b req-11a2ab28-f83c-4b6d-8fb2-7e7490f2b7d6 tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:50:27.824914 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-3978ddf9-a66d-44de-b0b1-ddb843cbf68b req-11a2ab28-f83c-4b6d-8fb2-7e7490f2b7d6 tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] 10.222.0.13 "GET /v2.0/ports?device_id=9e030793-90d0-4eb7-b0e8-5dbabee0293e HTTP/1.1" status: 200 len: 945 time: 0.0929761 Nov 05 18:50:27.826142 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.managers [None req-5af872ba-a504-4358-a2bf-775fe88a76d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683-project-admin] Attempting to bind port 96ff81cb-4fd3-4251-8143-71a757619108 on host n-h1-816865-1 for vnic_type normal with profile {{(pid=102387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 18:50:27.826845 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.managers [None req-5af872ba-a504-4358-a2bf-775fe88a76d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683-project-admin] Attempting to bind port 96ff81cb-4fd3-4251-8143-71a757619108 by drivers openvswitch,hyperv on host n-h1-816865-1 at level 0 using segments [{'id': '6f9b64d3-a4f7-4b5b-b93b-82fb7f875502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'e098920d-43db-4061-8b2b-40390377af87'}] {{(pid=102387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 18:50:27.827455 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5af872ba-a504-4358-a2bf-775fe88a76d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683-project-admin] Attempting to bind port 96ff81cb-4fd3-4251-8143-71a757619108 on network e098920d-43db-4061-8b2b-40390377af87 {{(pid=102387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 18:50:27.834730 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5af872ba-a504-4358-a2bf-775fe88a76d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683-project-admin] Port 96ff81cb-4fd3-4251-8143-71a757619108 on network e098920d-43db-4061-8b2b-40390377af87 not bound, no agent of type Open vSwitch agent registered on host n-h1-816865-1 {{(pid=102387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 18:50:27.835513 n-d-816865-1 neutron-server[102387]: ERROR neutron.plugins.ml2.managers [None req-5af872ba-a504-4358-a2bf-775fe88a76d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683-project-admin] Failed to bind port 96ff81cb-4fd3-4251-8143-71a757619108 on host n-h1-816865-1 for vnic_type normal using segments [{'id': '6f9b64d3-a4f7-4b5b-b93b-82fb7f875502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'e098920d-43db-4061-8b2b-40390377af87'}] Nov 05 18:50:27.837035 n-d-816865-1 neutron-server[102387]: INFO neutron.plugins.ml2.plugin [None req-5af872ba-a504-4358-a2bf-775fe88a76d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683-project-admin] Attempt 2 to bind port 96ff81cb-4fd3-4251-8143-71a757619108 Nov 05 18:50:27.864705 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.managers [None req-5af872ba-a504-4358-a2bf-775fe88a76d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683-project-admin] Attempting to bind port 96ff81cb-4fd3-4251-8143-71a757619108 on host n-h1-816865-1 for vnic_type normal with profile {{(pid=102387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 18:50:27.866026 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.managers [None req-5af872ba-a504-4358-a2bf-775fe88a76d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683-project-admin] Attempting to bind port 96ff81cb-4fd3-4251-8143-71a757619108 by drivers openvswitch,hyperv on host n-h1-816865-1 at level 0 using segments [{'id': '6f9b64d3-a4f7-4b5b-b93b-82fb7f875502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'e098920d-43db-4061-8b2b-40390377af87'}] {{(pid=102387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 18:50:27.866317 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5af872ba-a504-4358-a2bf-775fe88a76d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683-project-admin] Attempting to bind port 96ff81cb-4fd3-4251-8143-71a757619108 on network e098920d-43db-4061-8b2b-40390377af87 {{(pid=102387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 18:50:27.884585 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5af872ba-a504-4358-a2bf-775fe88a76d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683-project-admin] Port 96ff81cb-4fd3-4251-8143-71a757619108 on network e098920d-43db-4061-8b2b-40390377af87 not bound, no agent of type Open vSwitch agent registered on host n-h1-816865-1 {{(pid=102387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 18:50:27.884919 n-d-816865-1 neutron-server[102387]: ERROR neutron.plugins.ml2.managers [None req-5af872ba-a504-4358-a2bf-775fe88a76d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683-project-admin] Failed to bind port 96ff81cb-4fd3-4251-8143-71a757619108 on host n-h1-816865-1 for vnic_type normal using segments [{'id': '6f9b64d3-a4f7-4b5b-b93b-82fb7f875502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'e098920d-43db-4061-8b2b-40390377af87'}] Nov 05 18:50:27.889467 n-d-816865-1 neutron-server[102387]: INFO neutron.plugins.ml2.plugin [None req-5af872ba-a504-4358-a2bf-775fe88a76d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683-project-admin] Attempt 3 to bind port 96ff81cb-4fd3-4251-8143-71a757619108 Nov 05 18:50:27.933675 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.managers [None req-5af872ba-a504-4358-a2bf-775fe88a76d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683-project-admin] Attempting to bind port 96ff81cb-4fd3-4251-8143-71a757619108 on host n-h1-816865-1 for vnic_type normal with profile {{(pid=102387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 18:50:27.934015 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.managers [None req-5af872ba-a504-4358-a2bf-775fe88a76d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683-project-admin] Attempting to bind port 96ff81cb-4fd3-4251-8143-71a757619108 by drivers openvswitch,hyperv on host n-h1-816865-1 at level 0 using segments [{'id': '6f9b64d3-a4f7-4b5b-b93b-82fb7f875502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'e098920d-43db-4061-8b2b-40390377af87'}] {{(pid=102387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 18:50:27.934388 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5af872ba-a504-4358-a2bf-775fe88a76d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683-project-admin] Attempting to bind port 96ff81cb-4fd3-4251-8143-71a757619108 on network e098920d-43db-4061-8b2b-40390377af87 {{(pid=102387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 18:50:27.952488 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-3978ddf9-a66d-44de-b0b1-ddb843cbf68b req-cb6618b7-e8ea-47e7-9726-eb1e33e990e4 tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] 10.222.0.13 "GET /v2.0/security-groups?id=e0838ac1-f008-48c1-ab43-123e255d616a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189494 Nov 05 18:50:27.955029 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5af872ba-a504-4358-a2bf-775fe88a76d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683-project-admin] Port 96ff81cb-4fd3-4251-8143-71a757619108 on network e098920d-43db-4061-8b2b-40390377af87 not bound, no agent of type Open vSwitch agent registered on host n-h1-816865-1 {{(pid=102387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 18:50:27.955515 n-d-816865-1 neutron-server[102387]: ERROR neutron.plugins.ml2.managers [None req-5af872ba-a504-4358-a2bf-775fe88a76d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683-project-admin] Failed to bind port 96ff81cb-4fd3-4251-8143-71a757619108 on host n-h1-816865-1 for vnic_type normal using segments [{'id': '6f9b64d3-a4f7-4b5b-b93b-82fb7f875502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'e098920d-43db-4061-8b2b-40390377af87'}] Nov 05 18:50:27.955923 n-d-816865-1 neutron-server[102387]: INFO neutron.plugins.ml2.plugin [None req-5af872ba-a504-4358-a2bf-775fe88a76d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683-project-admin] Attempt 4 to bind port 96ff81cb-4fd3-4251-8143-71a757619108 Nov 05 18:50:27.971791 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.managers [None req-5af872ba-a504-4358-a2bf-775fe88a76d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683-project-admin] Attempting to bind port 96ff81cb-4fd3-4251-8143-71a757619108 on host n-h1-816865-1 for vnic_type normal with profile {{(pid=102387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 18:50:27.972030 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.managers [None req-5af872ba-a504-4358-a2bf-775fe88a76d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683-project-admin] Attempting to bind port 96ff81cb-4fd3-4251-8143-71a757619108 by drivers openvswitch,hyperv on host n-h1-816865-1 at level 0 using segments [{'id': '6f9b64d3-a4f7-4b5b-b93b-82fb7f875502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'e098920d-43db-4061-8b2b-40390377af87'}] {{(pid=102387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 18:50:27.975395 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5af872ba-a504-4358-a2bf-775fe88a76d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683-project-admin] Attempting to bind port 96ff81cb-4fd3-4251-8143-71a757619108 on network e098920d-43db-4061-8b2b-40390377af87 {{(pid=102387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 18:50:27.983773 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5af872ba-a504-4358-a2bf-775fe88a76d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683-project-admin] Port 96ff81cb-4fd3-4251-8143-71a757619108 on network e098920d-43db-4061-8b2b-40390377af87 not bound, no agent of type Open vSwitch agent registered on host n-h1-816865-1 {{(pid=102387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 18:50:27.984105 n-d-816865-1 neutron-server[102387]: ERROR neutron.plugins.ml2.managers [None req-5af872ba-a504-4358-a2bf-775fe88a76d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683-project-admin] Failed to bind port 96ff81cb-4fd3-4251-8143-71a757619108 on host n-h1-816865-1 for vnic_type normal using segments [{'id': '6f9b64d3-a4f7-4b5b-b93b-82fb7f875502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'e098920d-43db-4061-8b2b-40390377af87'}] Nov 05 18:50:27.984507 n-d-816865-1 neutron-server[102387]: INFO neutron.plugins.ml2.plugin [None req-5af872ba-a504-4358-a2bf-775fe88a76d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683-project-admin] Attempt 5 to bind port 96ff81cb-4fd3-4251-8143-71a757619108 Nov 05 18:50:28.006705 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.managers [None req-5af872ba-a504-4358-a2bf-775fe88a76d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683-project-admin] Attempting to bind port 96ff81cb-4fd3-4251-8143-71a757619108 on host n-h1-816865-1 for vnic_type normal with profile {{(pid=102387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 18:50:28.007106 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.managers [None req-5af872ba-a504-4358-a2bf-775fe88a76d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683-project-admin] Attempting to bind port 96ff81cb-4fd3-4251-8143-71a757619108 by drivers openvswitch,hyperv on host n-h1-816865-1 at level 0 using segments [{'id': '6f9b64d3-a4f7-4b5b-b93b-82fb7f875502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'e098920d-43db-4061-8b2b-40390377af87'}] {{(pid=102387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 18:50:28.007495 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5af872ba-a504-4358-a2bf-775fe88a76d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683-project-admin] Attempting to bind port 96ff81cb-4fd3-4251-8143-71a757619108 on network e098920d-43db-4061-8b2b-40390377af87 {{(pid=102387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 18:50:28.012428 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5af872ba-a504-4358-a2bf-775fe88a76d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683-project-admin] Port 96ff81cb-4fd3-4251-8143-71a757619108 on network e098920d-43db-4061-8b2b-40390377af87 not bound, no agent of type Open vSwitch agent registered on host n-h1-816865-1 {{(pid=102387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 18:50:28.027077 n-d-816865-1 neutron-server[102387]: ERROR neutron.plugins.ml2.managers [None req-5af872ba-a504-4358-a2bf-775fe88a76d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683-project-admin] Failed to bind port 96ff81cb-4fd3-4251-8143-71a757619108 on host n-h1-816865-1 for vnic_type normal using segments [{'id': '6f9b64d3-a4f7-4b5b-b93b-82fb7f875502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'e098920d-43db-4061-8b2b-40390377af87'}] Nov 05 18:50:28.027077 n-d-816865-1 neutron-server[102387]: INFO neutron.plugins.ml2.plugin [None req-5af872ba-a504-4358-a2bf-775fe88a76d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683-project-admin] Attempt 6 to bind port 96ff81cb-4fd3-4251-8143-71a757619108 Nov 05 18:50:28.028532 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.managers [None req-5af872ba-a504-4358-a2bf-775fe88a76d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683-project-admin] Attempting to bind port 96ff81cb-4fd3-4251-8143-71a757619108 on host n-h1-816865-1 for vnic_type normal with profile {{(pid=102387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 18:50:28.028532 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.managers [None req-5af872ba-a504-4358-a2bf-775fe88a76d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683-project-admin] Attempting to bind port 96ff81cb-4fd3-4251-8143-71a757619108 by drivers openvswitch,hyperv on host n-h1-816865-1 at level 0 using segments [{'id': '6f9b64d3-a4f7-4b5b-b93b-82fb7f875502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'e098920d-43db-4061-8b2b-40390377af87'}] {{(pid=102387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 18:50:28.028532 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5af872ba-a504-4358-a2bf-775fe88a76d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683-project-admin] Attempting to bind port 96ff81cb-4fd3-4251-8143-71a757619108 on network e098920d-43db-4061-8b2b-40390377af87 {{(pid=102387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 18:50:28.033220 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5af872ba-a504-4358-a2bf-775fe88a76d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683-project-admin] Port 96ff81cb-4fd3-4251-8143-71a757619108 on network e098920d-43db-4061-8b2b-40390377af87 not bound, no agent of type Open vSwitch agent registered on host n-h1-816865-1 {{(pid=102387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 18:50:28.034956 n-d-816865-1 neutron-server[102387]: ERROR neutron.plugins.ml2.managers [None req-5af872ba-a504-4358-a2bf-775fe88a76d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683-project-admin] Failed to bind port 96ff81cb-4fd3-4251-8143-71a757619108 on host n-h1-816865-1 for vnic_type normal using segments [{'id': '6f9b64d3-a4f7-4b5b-b93b-82fb7f875502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'e098920d-43db-4061-8b2b-40390377af87'}] Nov 05 18:50:28.034956 n-d-816865-1 neutron-server[102387]: INFO neutron.plugins.ml2.plugin [None req-5af872ba-a504-4358-a2bf-775fe88a76d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683-project-admin] Attempt 7 to bind port 96ff81cb-4fd3-4251-8143-71a757619108 Nov 05 18:50:28.060518 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.managers [None req-5af872ba-a504-4358-a2bf-775fe88a76d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683-project-admin] Attempting to bind port 96ff81cb-4fd3-4251-8143-71a757619108 on host n-h1-816865-1 for vnic_type normal with profile {{(pid=102387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 18:50:28.060844 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.managers [None req-5af872ba-a504-4358-a2bf-775fe88a76d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683-project-admin] Attempting to bind port 96ff81cb-4fd3-4251-8143-71a757619108 by drivers openvswitch,hyperv on host n-h1-816865-1 at level 0 using segments [{'id': '6f9b64d3-a4f7-4b5b-b93b-82fb7f875502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'e098920d-43db-4061-8b2b-40390377af87'}] {{(pid=102387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 18:50:28.061173 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5af872ba-a504-4358-a2bf-775fe88a76d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683-project-admin] Attempting to bind port 96ff81cb-4fd3-4251-8143-71a757619108 on network e098920d-43db-4061-8b2b-40390377af87 {{(pid=102387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 18:50:28.067849 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5af872ba-a504-4358-a2bf-775fe88a76d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683-project-admin] Port 96ff81cb-4fd3-4251-8143-71a757619108 on network e098920d-43db-4061-8b2b-40390377af87 not bound, no agent of type Open vSwitch agent registered on host n-h1-816865-1 {{(pid=102387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 18:50:28.068166 n-d-816865-1 neutron-server[102387]: ERROR neutron.plugins.ml2.managers [None req-5af872ba-a504-4358-a2bf-775fe88a76d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683-project-admin] Failed to bind port 96ff81cb-4fd3-4251-8143-71a757619108 on host n-h1-816865-1 for vnic_type normal using segments [{'id': '6f9b64d3-a4f7-4b5b-b93b-82fb7f875502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'e098920d-43db-4061-8b2b-40390377af87'}] Nov 05 18:50:28.068566 n-d-816865-1 neutron-server[102387]: INFO neutron.plugins.ml2.plugin [None req-5af872ba-a504-4358-a2bf-775fe88a76d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683-project-admin] Attempt 8 to bind port 96ff81cb-4fd3-4251-8143-71a757619108 Nov 05 18:50:28.081751 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.managers [None req-5af872ba-a504-4358-a2bf-775fe88a76d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683-project-admin] Attempting to bind port 96ff81cb-4fd3-4251-8143-71a757619108 on host n-h1-816865-1 for vnic_type normal with profile {{(pid=102387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 18:50:28.082154 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.managers [None req-5af872ba-a504-4358-a2bf-775fe88a76d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683-project-admin] Attempting to bind port 96ff81cb-4fd3-4251-8143-71a757619108 by drivers openvswitch,hyperv on host n-h1-816865-1 at level 0 using segments [{'id': '6f9b64d3-a4f7-4b5b-b93b-82fb7f875502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'e098920d-43db-4061-8b2b-40390377af87'}] {{(pid=102387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 18:50:28.082491 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5af872ba-a504-4358-a2bf-775fe88a76d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683-project-admin] Attempting to bind port 96ff81cb-4fd3-4251-8143-71a757619108 on network e098920d-43db-4061-8b2b-40390377af87 {{(pid=102387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 18:50:28.087558 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5af872ba-a504-4358-a2bf-775fe88a76d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683-project-admin] Port 96ff81cb-4fd3-4251-8143-71a757619108 on network e098920d-43db-4061-8b2b-40390377af87 not bound, no agent of type Open vSwitch agent registered on host n-h1-816865-1 {{(pid=102387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 18:50:28.087883 n-d-816865-1 neutron-server[102387]: ERROR neutron.plugins.ml2.managers [None req-5af872ba-a504-4358-a2bf-775fe88a76d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683-project-admin] Failed to bind port 96ff81cb-4fd3-4251-8143-71a757619108 on host n-h1-816865-1 for vnic_type normal using segments [{'id': '6f9b64d3-a4f7-4b5b-b93b-82fb7f875502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'e098920d-43db-4061-8b2b-40390377af87'}] Nov 05 18:50:28.088328 n-d-816865-1 neutron-server[102387]: INFO neutron.plugins.ml2.plugin [None req-5af872ba-a504-4358-a2bf-775fe88a76d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683-project-admin] Attempt 9 to bind port 96ff81cb-4fd3-4251-8143-71a757619108 Nov 05 18:50:28.116293 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.managers [None req-5af872ba-a504-4358-a2bf-775fe88a76d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683-project-admin] Attempting to bind port 96ff81cb-4fd3-4251-8143-71a757619108 on host n-h1-816865-1 for vnic_type normal with profile {{(pid=102387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 18:50:28.116627 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.managers [None req-5af872ba-a504-4358-a2bf-775fe88a76d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683-project-admin] Attempting to bind port 96ff81cb-4fd3-4251-8143-71a757619108 by drivers openvswitch,hyperv on host n-h1-816865-1 at level 0 using segments [{'id': '6f9b64d3-a4f7-4b5b-b93b-82fb7f875502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'e098920d-43db-4061-8b2b-40390377af87'}] {{(pid=102387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 18:50:28.116960 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5af872ba-a504-4358-a2bf-775fe88a76d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683-project-admin] Attempting to bind port 96ff81cb-4fd3-4251-8143-71a757619108 on network e098920d-43db-4061-8b2b-40390377af87 {{(pid=102387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 18:50:28.134969 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Pushing event updated for resources: {'Port': ['ID=0557f606-38e6-4fdc-9390-88d86ac73ed3,revision_number=4']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:50:28.135881 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-5466501f-7d89-4b34-bea6-115656c79ac5 req-a359fd26-f043-40f4-a805-5dca03cc02ed tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] 10.222.0.13 "GET /v2.0/ports?device_id=6b9db9e4-2300-49be-bd99-8eabc0e57de3 HTTP/1.1" status: 200 len: 210 time: 0.0367439 Nov 05 18:50:28.138132 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5af872ba-a504-4358-a2bf-775fe88a76d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683-project-admin] Port 96ff81cb-4fd3-4251-8143-71a757619108 on network e098920d-43db-4061-8b2b-40390377af87 not bound, no agent of type Open vSwitch agent registered on host n-h1-816865-1 {{(pid=102387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 18:50:28.138464 n-d-816865-1 neutron-server[102387]: ERROR neutron.plugins.ml2.managers [None req-5af872ba-a504-4358-a2bf-775fe88a76d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683-project-admin] Failed to bind port 96ff81cb-4fd3-4251-8143-71a757619108 on host n-h1-816865-1 for vnic_type normal using segments [{'id': '6f9b64d3-a4f7-4b5b-b93b-82fb7f875502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'e098920d-43db-4061-8b2b-40390377af87'}] Nov 05 18:50:28.138856 n-d-816865-1 neutron-server[102387]: INFO neutron.plugins.ml2.plugin [None req-5af872ba-a504-4358-a2bf-775fe88a76d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683-project-admin] Attempt 10 to bind port 96ff81cb-4fd3-4251-8143-71a757619108 Nov 05 18:50:28.142816 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] get_ports_and_sgs() called for port_ids ['0557f606-38e6-4fdc-9390-88d86ac73ed3'] {{(pid=102388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 18:50:28.153224 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.managers [None req-5af872ba-a504-4358-a2bf-775fe88a76d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683-project-admin] Attempting to bind port 96ff81cb-4fd3-4251-8143-71a757619108 on host n-h1-816865-1 for vnic_type normal with profile {{(pid=102387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 18:50:28.153448 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.managers [None req-5af872ba-a504-4358-a2bf-775fe88a76d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683-project-admin] Attempting to bind port 96ff81cb-4fd3-4251-8143-71a757619108 by drivers openvswitch,hyperv on host n-h1-816865-1 at level 0 using segments [{'id': '6f9b64d3-a4f7-4b5b-b93b-82fb7f875502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'e098920d-43db-4061-8b2b-40390377af87'}] {{(pid=102387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 18:50:28.153846 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5af872ba-a504-4358-a2bf-775fe88a76d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683-project-admin] Attempting to bind port 96ff81cb-4fd3-4251-8143-71a757619108 on network e098920d-43db-4061-8b2b-40390377af87 {{(pid=102387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 18:50:28.159007 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5af872ba-a504-4358-a2bf-775fe88a76d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683-project-admin] Port 96ff81cb-4fd3-4251-8143-71a757619108 on network e098920d-43db-4061-8b2b-40390377af87 not bound, no agent of type Open vSwitch agent registered on host n-h1-816865-1 {{(pid=102387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 18:50:28.159409 n-d-816865-1 neutron-server[102387]: ERROR neutron.plugins.ml2.managers [None req-5af872ba-a504-4358-a2bf-775fe88a76d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683-project-admin] Failed to bind port 96ff81cb-4fd3-4251-8143-71a757619108 on host n-h1-816865-1 for vnic_type normal using segments [{'id': '6f9b64d3-a4f7-4b5b-b93b-82fb7f875502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'e098920d-43db-4061-8b2b-40390377af87'}] Nov 05 18:50:28.159840 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-5af872ba-a504-4358-a2bf-775fe88a76d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:28.245123 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.db [None req-5af872ba-a504-4358-a2bf-775fe88a76d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683-project-admin] For port 96ff81cb-4fd3-4251-8143-71a757619108, host n-h1-816865-1, cleared binding levels {{(pid=102387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 18:50:28.245123 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.db [None req-5af872ba-a504-4358-a2bf-775fe88a76d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683-project-admin] Attempted to set empty binding levels {{(pid=102387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 05 18:50:28.247107 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 56346) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:50:28.323219 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-efa6b1df-fd22-49cc-89e4-648da237289e tempest-ServersTestJSON-263075603 tempest-ServersTestJSON-263075603-project] Publish callbacks [] for security_group, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:28.331543 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-5af872ba-a504-4358-a2bf-775fe88a76d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4417072'] for port, after_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:28.355155 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-efa6b1df-fd22-49cc-89e4-648da237289e tempest-ServersTestJSON-263075603 tempest-ServersTestJSON-263075603-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:28.392661 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5af872ba-a504-4358-a2bf-775fe88a76d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:50:28.392870 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-5af872ba-a504-4358-a2bf-775fe88a76d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:28.407194 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-4bc1a70e-48de-4a75-8d4b-6f6d3837ea8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a53e19ca-f0bc-4a6e-ae88-65d6ce587a43', 'name': 'tempest-ServersTestJSON-246883563-router', 'tenant_id': '4887dc6e572a48c1b9dc807c93638012', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.119'}], 'enable_snat': True}, 'gw_port_id': 'bc9c3bb2-bf2c-434c-8ba4-7b37db3991f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T18:48:03Z', 'updated_at': '2021-11-05T18:48:11Z', 'revision_number': 4, 'project_id': '4887dc6e572a48c1b9dc807c93638012', 'gw_port': {'id': 'bc9c3bb2-bf2c-434c-8ba4-7b37db3991f8', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:a8:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a53e19ca-f0bc-4a6e-ae88-65d6ce587a43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1172, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T18:48:04Z', 'updated_at': '2021-11-05T18:48:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1', '_interfaces': [{'id': '1b7e7015-5f97-4fc7-941d-1fa95029ea47', 'name': '', 'network_id': 'd70d85ea-9d51-4341-91cd-ba98d4c8b177', 'tenant_id': '4887dc6e572a48c1b9dc807c93638012', 'mac_address': 'fa:16:3e:40:da:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a53e19ca-f0bc-4a6e-ae88-65d6ce587a43', 'device_owner': 'network:router_interface', 'standard_attr_id': 1174, 'fixed_ips': [{'subnet_id': '81600d89-8835-46e1-88a4-4590dbfefef9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T18:48:10Z', 'updated_at': '2021-11-05T18:48:16Z', 'revision_number': 5, 'project_id': '4887dc6e572a48c1b9dc807c93638012', 'subnets': [{'id': '81600d89-8835-46e1-88a4-4590dbfefef9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-1', False) {} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:50:28.444423 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bc1a70e-48de-4a75-8d4b-6f6d3837ea8e None None] The sync data for ids ['a53e19ca-f0bc-4a6e-ae88-65d6ce587a43'] in n-d-816865-1 is: [{'id': 'a53e19ca-f0bc-4a6e-ae88-65d6ce587a43', 'name': 'tempest-ServersTestJSON-246883563-router', 'tenant_id': '4887dc6e572a48c1b9dc807c93638012', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.119'}], 'enable_snat': True}, 'gw_port_id': 'bc9c3bb2-bf2c-434c-8ba4-7b37db3991f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T18:48:03Z', 'updated_at': '2021-11-05T18:48:11Z', 'revision_number': 4, 'project_id': '4887dc6e572a48c1b9dc807c93638012', 'gw_port': {'id': 'bc9c3bb2-bf2c-434c-8ba4-7b37db3991f8', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:a8:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a53e19ca-f0bc-4a6e-ae88-65d6ce587a43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1172, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T18:48:04Z', 'updated_at': '2021-11-05T18:48:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1', '_interfaces': [{'id': '1b7e7015-5f97-4fc7-941d-1fa95029ea47', 'name': '', 'network_id': 'd70d85ea-9d51-4341-91cd-ba98d4c8b177', 'tenant_id': '4887dc6e572a48c1b9dc807c93638012', 'mac_address': 'fa:16:3e:40:da:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a53e19ca-f0bc-4a6e-ae88-65d6ce587a43', 'device_owner': 'network:router_interface', 'standard_attr_id': 1174, 'fixed_ips': [{'subnet_id': '81600d89-8835-46e1-88a4-4590dbfefef9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T18:48:10Z', 'updated_at': '2021-11-05T18:48:16Z', 'revision_number': 5, 'project_id': '4887dc6e572a48c1b9dc807c93638012', 'subnets': [{'id': '81600d89-8835-46e1-88a4-4590dbfefef9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 18:50:28.463219 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af872ba-a504-4358-a2bf-775fe88a76d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683-project-admin] Pushing event updated for resources: {'Port': ['ID=96ff81cb-4fd3-4251-8143-71a757619108,revision_number=2']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:50:28.555245 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-efa6b1df-fd22-49cc-89e4-648da237289e tempest-ServersTestJSON-263075603 tempest-ServersTestJSON-263075603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:28.557803 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-efa6b1df-fd22-49cc-89e4-648da237289e tempest-ServersTestJSON-263075603 tempest-ServersTestJSON-263075603-project] Publish callbacks [] for security_group, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:28.561414 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-efa6b1df-fd22-49cc-89e4-648da237289e tempest-ServersTestJSON-263075603 tempest-ServersTestJSON-263075603-project] 10.222.0.13 "DELETE /v2.0/security-groups/1f791f1b-ffa6-404a-a542-489f4277d607 HTTP/1.1" status: 204 len: 168 time: 0.3111184 Nov 05 18:50:28.561549 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-5af872ba-a504-4358-a2bf-775fe88a76d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683-project-admin] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 984 time: 2.6235518 Nov 05 18:50:28.561957 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 56350) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:50:28.565201 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 56352) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:50:28.593997 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa6b1df-fd22-49cc-89e4-648da237289e tempest-ServersTestJSON-263075603 tempest-ServersTestJSON-263075603-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f791f1b-ffa6-404a-a542-489f4277d607,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:50:28.600827 n-d-816865-1 neutron-server[102387]: INFO neutron.api.v2.resource [None req-86db06db-e580-4e24-96a2-01fcacdc8024 tempest-ServersTestJSON-263075603 tempest-ServersTestJSON-263075603-project] show failed (client error): The resource could not be found. Nov 05 18:50:28.606535 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-86db06db-e580-4e24-96a2-01fcacdc8024 tempest-ServersTestJSON-263075603 tempest-ServersTestJSON-263075603-project] 10.222.0.13 "GET /v2.0/security-groups/1f791f1b-ffa6-404a-a542-489f4277d607 HTTP/1.1" status: 404 len: 347 time: 0.0431936 Nov 05 18:50:28.607132 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 56354) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:50:28.691279 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-f89c6973-533b-47a8-a871-8894d3140630 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683-project-admin] Deleting port 96ff81cb-4fd3-4251-8143-71a757619108 {{(pid=102386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 18:50:28.691628 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-f89c6973-533b-47a8-a871-8894d3140630 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:28.810916 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [None req-f89c6973-533b-47a8-a871-8894d3140630 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683-project-admin] For port 96ff81cb-4fd3-4251-8143-71a757619108, host n-h1-816865-1, got binding levels [] {{(pid=102386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:50:28.811796 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-f89c6973-533b-47a8-a871-8894d3140630 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:28.832557 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-f89c6973-533b-47a8-a871-8894d3140630 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683-project-admin] Calling delete_port for 96ff81cb-4fd3-4251-8143-71a757619108 owned by {{(pid=102386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 18:50:28.882084 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Device d662afa1-efb2-4b4b-becf-6f6c2582d40e no longer exists at agent hyperv_n-h1-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 18:50:28.908815 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8a8fbc-6b5d-4525-bc07-195e4ef40c6e req-069f66b0-2203-4799-a5cc-87bf6ce4993a tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:50:28.911423 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93988213-f18a-40d9-a380-3936e2cf3540 None None] New status for floating IP 037d3345-f270-45cc-b0f8-d71ac91b8368: DOWN {{(pid=102389) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 05 18:50:28.917247 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-0d8a8fbc-6b5d-4525-bc07-195e4ef40c6e req-069f66b0-2203-4799-a5cc-87bf6ce4993a tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] 10.222.0.13 "GET /v2.0/ports?device_id=b3c515f9-768f-4a54-bb92-e6f3d5207990 HTTP/1.1" status: 200 len: 944 time: 0.1418426 Nov 05 18:50:28.954365 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c437943-8cda-478b-aec9-8d4560bc391e req-6609936c-e56d-41ce-b377-5ef82f3b80b1 tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:50:28.961710 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-4c437943-8cda-478b-aec9-8d4560bc391e req-6609936c-e56d-41ce-b377-5ef82f3b80b1 tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] 10.222.0.13 "GET /v2.0/ports?device_id=9e030793-90d0-4eb7-b0e8-5dbabee0293e HTTP/1.1" status: 200 len: 945 time: 0.1400542 Nov 05 18:50:28.974112 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] No Port match for: d662afa1-efb2-4b4b-becf-6f6c2582d40e {{(pid=102388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 18:50:28.974904 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Device d662afa1-efb2-4b4b-becf-6f6c2582d40e not bound to the agent host n-h1-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 18:50:29.006310 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [None req-56cf31fd-fdb2-4536-a2d6-0e92e2d0f34a tempest-ServersTestJSON-263075603 tempest-ServersTestJSON-263075603-project] Deleting port 41ed03f7-2e41-4c37-a5c7-ae471ca5736e {{(pid=102387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 18:50:29.006947 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-56cf31fd-fdb2-4536-a2d6-0e92e2d0f34a tempest-ServersTestJSON-263075603 tempest-ServersTestJSON-263075603-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:29.038702 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-f89c6973-533b-47a8-a871-8894d3140630 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:29.068944 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-f89c6973-533b-47a8-a871-8894d3140630 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:29.078832 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-f89c6973-533b-47a8-a871-8894d3140630 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683-project-admin] 10.222.0.13 "DELETE /v2.0/ports/96ff81cb-4fd3-4251-8143-71a757619108 HTTP/1.1" status: 204 len: 168 time: 0.5103719 Nov 05 18:50:29.086561 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-0d8a8fbc-6b5d-4525-bc07-195e4ef40c6e req-3afdbf6b-ab0a-466f-aebc-fbaaeff62806 tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] 10.222.0.13 "GET /v2.0/security-groups?id=8015cb9a-1cfc-43ae-80a2-992db853641d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1622288 Nov 05 18:50:29.095313 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 56366) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:50:29.101025 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89c6973-533b-47a8-a871-8894d3140630 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683-project-admin] Pushing event deleted for resources: {'Port': ['ID=96ff81cb-4fd3-4251-8143-71a757619108,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:50:29.173483 n-d-816865-1 neutron-server[102387]: INFO neutron.pecan_wsgi.hooks.translation [None req-415a8453-2a95-4b82-a5c0-e315b5a17501 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683-project-admin] GET failed (client error): The resource could not be found. Nov 05 18:50:29.179280 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-415a8453-2a95-4b82-a5c0-e315b5a17501 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683-project-admin] 10.222.0.13 "GET /v2.0/ports/96ff81cb-4fd3-4251-8143-71a757619108 HTTP/1.1" status: 404 len: 333 time: 0.0757713 Nov 05 18:50:29.179597 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 56368) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:50:29.187688 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-82e4034e-3685-443a-959c-16fcf244d9b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683-project-admin] Request body: {'port': {'network_id': 'e098920d-43db-4061-8b2b-40390377af87', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-279504717'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:50:29.198888 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-4c437943-8cda-478b-aec9-8d4560bc391e req-3ae5dcb1-997b-4bb9-a0bd-cab8b3060bed tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] 10.222.0.13 "GET /v2.0/security-groups?id=e0838ac1-f008-48c1-ab43-123e255d616a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2359986 Nov 05 18:50:29.251154 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-56cf31fd-fdb2-4536-a2d6-0e92e2d0f34a tempest-ServersTestJSON-263075603 tempest-ServersTestJSON-263075603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:29.251479 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-56cf31fd-fdb2-4536-a2d6-0e92e2d0f34a tempest-ServersTestJSON-263075603 tempest-ServersTestJSON-263075603-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:29.260749 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82a72bb-9ba1-41f5-a2fd-f53d67621221 req-5e95179f-3d16-49dd-88c7-1a33efc52363 tempest-ServersOnMultiNodesTest-710233287 tempest-ServersOnMultiNodesTest-710233287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:50:29.262250 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-a82a72bb-9ba1-41f5-a2fd-f53d67621221 req-5e95179f-3d16-49dd-88c7-1a33efc52363 tempest-ServersOnMultiNodesTest-710233287 tempest-ServersOnMultiNodesTest-710233287-project] 10.222.0.13 "GET /v2.0/ports?device_id=0b0ebb90-343f-45a5-9335-cf428f4e45a1 HTTP/1.1" status: 200 len: 948 time: 0.0969691 Nov 05 18:50:29.279525 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [None req-56cf31fd-fdb2-4536-a2d6-0e92e2d0f34a tempest-ServersTestJSON-263075603 tempest-ServersTestJSON-263075603-project] Calling delete_port for 41ed03f7-2e41-4c37-a5c7-ae471ca5736e owned by network:floatingip {{(pid=102387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 18:50:29.306498 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82e4034e-3685-443a-959c-16fcf244d9b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683-project-admin] Made reservation on behalf of a6255973bad2449eadcc05b2235e2c69 for: {'port': 1} {{(pid=102386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 18:50:29.310684 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-82e4034e-3685-443a-959c-16fcf244d9b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:29.329898 n-d-816865-1 neutron-server[102386]: DEBUG neutron.notifiers.nova [None req-82e4034e-3685-443a-959c-16fcf244d9b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683-project-admin] device_id is not set on port fd3bdc01-6325-48b3-87f2-78d453ab9cde yet. {{(pid=102386) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 05 18:50:29.391768 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-c5e3d1bc-fd02-46a3-927e-bb833e11bbe2 req-9afa6d06-de81-4400-b8b1-28d19172aaee tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] 10.222.0.13 "GET /v2.0/ports?device_id=6b9db9e4-2300-49be-bd99-8eabc0e57de3 HTTP/1.1" status: 200 len: 210 time: 0.0452919 Nov 05 18:50:29.397157 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-a82a72bb-9ba1-41f5-a2fd-f53d67621221 req-8f375c97-c5c2-4f40-8b74-3933fdccec60 tempest-ServersOnMultiNodesTest-710233287 tempest-ServersOnMultiNodesTest-710233287-project] 10.222.0.13 "GET /v2.0/security-groups?id=a1214aa7-6fe8-4b93-878e-3f1f16f5c576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274931 Nov 05 18:50:29.539826 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-82e4034e-3685-443a-959c-16fcf244d9b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:29.551681 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-56cf31fd-fdb2-4536-a2d6-0e92e2d0f34a tempest-ServersTestJSON-263075603 tempest-ServersTestJSON-263075603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4417063'] for port, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:29.593986 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56cf31fd-fdb2-4536-a2d6-0e92e2d0f34a tempest-ServersTestJSON-263075603 tempest-ServersTestJSON-263075603-project] Pushing event deleted for resources: {'Port': ['ID=41ed03f7-2e41-4c37-a5c7-ae471ca5736e,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:50:29.659727 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-82e4034e-3685-443a-959c-16fcf244d9b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:29.668775 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-56cf31fd-fdb2-4536-a2d6-0e92e2d0f34a tempest-ServersTestJSON-263075603 tempest-ServersTestJSON-263075603-project] Publish callbacks [] for floatingip, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:29.671618 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-56cf31fd-fdb2-4536-a2d6-0e92e2d0f34a tempest-ServersTestJSON-263075603 tempest-ServersTestJSON-263075603-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for floatingip, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:29.672863 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-56cf31fd-fdb2-4536-a2d6-0e92e2d0f34a tempest-ServersTestJSON-263075603 tempest-ServersTestJSON-263075603-project] 10.222.0.13 "DELETE /v2.0/floatingips/037d3345-f270-45cc-b0f8-d71ac91b8368 HTTP/1.1" status: 204 len: 168 time: 1.0648077 Nov 05 18:50:29.675781 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 56376) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:50:29.711996 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82e4034e-3685-443a-959c-16fcf244d9b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683-project-admin] Network e098920d-43db-4061-8b2b-40390377af87 is already hosted by enough agents. {{(pid=102386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 18:50:29.715065 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.base_scheduler [None req-82e4034e-3685-443a-959c-16fcf244d9b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683-project-admin] Resources bound (agent type, host, resource id): {{(pid=102386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:50:29.720351 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82e4034e-3685-443a-959c-16fcf244d9b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683-project-admin] Received port after_create {{(pid=102386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 18:50:29.721299 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82e4034e-3685-443a-959c-16fcf244d9b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:50:29.721902 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-82e4034e-3685-443a-959c-16fcf244d9b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:29.725427 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e4034e-3685-443a-959c-16fcf244d9b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683-project-admin] Pushing event updated for resources: {'Port': ['ID=fd3bdc01-6325-48b3-87f2-78d453ab9cde,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:50:29.823123 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-82e4034e-3685-443a-959c-16fcf244d9b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683-project-admin] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.6427121 Nov 05 18:50:29.825792 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 56380) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:50:29.831070 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-d98f8cf3-288d-4343-a6b0-33433553a07b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-816865-1'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:50:29.897678 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-d98f8cf3-288d-4343-a6b0-33433553a07b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:30.117994 n-d-816865-1 neutron-server[102386]: DEBUG neutron.notifiers.nova [None req-d98f8cf3-288d-4343-a6b0-33433553a07b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683-project-admin] device_id is not set on port fd3bdc01-6325-48b3-87f2-78d453ab9cde yet. {{(pid=102386) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 05 18:50:30.129052 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-d98f8cf3-288d-4343-a6b0-33433553a07b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683-project-admin] Publish callbacks [] for port, precommit_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:30.263172 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-d98f8cf3-288d-4343-a6b0-33433553a07b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6149821'] for port, after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:30.332359 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212dc027-924e-4532-83ad-929082884e41 req-01da2248-7898-4531-bd15-9d0c663f0f18 tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:50:30.334435 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-212dc027-924e-4532-83ad-929082884e41 req-01da2248-7898-4531-bd15-9d0c663f0f18 tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] 10.222.0.41 "GET /v2.0/ports?device_id=9e030793-90d0-4eb7-b0e8-5dbabee0293e HTTP/1.1" status: 200 len: 945 time: 0.1714079 Nov 05 18:50:30.366446 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [None req-d98f8cf3-288d-4343-a6b0-33433553a07b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683-project-admin] Attempting to bind port fd3bdc01-6325-48b3-87f2-78d453ab9cde on host n-h1-816865-1 for vnic_type normal with profile {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 18:50:30.366783 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [None req-d98f8cf3-288d-4343-a6b0-33433553a07b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683-project-admin] Attempting to bind port fd3bdc01-6325-48b3-87f2-78d453ab9cde by drivers openvswitch,hyperv on host n-h1-816865-1 at level 0 using segments [{'id': '6f9b64d3-a4f7-4b5b-b93b-82fb7f875502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'e098920d-43db-4061-8b2b-40390377af87'}] {{(pid=102386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 18:50:30.367150 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d98f8cf3-288d-4343-a6b0-33433553a07b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683-project-admin] Attempting to bind port fd3bdc01-6325-48b3-87f2-78d453ab9cde on network e098920d-43db-4061-8b2b-40390377af87 {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 18:50:30.369325 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98f8cf3-288d-4343-a6b0-33433553a07b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683-project-admin] Pushing event updated for resources: {'Port': ['ID=fd3bdc01-6325-48b3-87f2-78d453ab9cde,revision_number=2']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:50:30.407620 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d98f8cf3-288d-4343-a6b0-33433553a07b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683-project-admin] Port fd3bdc01-6325-48b3-87f2-78d453ab9cde on network e098920d-43db-4061-8b2b-40390377af87 not bound, no agent of type Open vSwitch agent registered on host n-h1-816865-1 {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 18:50:30.408002 n-d-816865-1 neutron-server[102386]: ERROR neutron.plugins.ml2.managers [None req-d98f8cf3-288d-4343-a6b0-33433553a07b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683-project-admin] Failed to bind port fd3bdc01-6325-48b3-87f2-78d453ab9cde on host n-h1-816865-1 for vnic_type normal using segments [{'id': '6f9b64d3-a4f7-4b5b-b93b-82fb7f875502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'e098920d-43db-4061-8b2b-40390377af87'}] Nov 05 18:50:30.415039 n-d-816865-1 neutron-server[102386]: INFO neutron.plugins.ml2.plugin [None req-d98f8cf3-288d-4343-a6b0-33433553a07b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683-project-admin] Attempt 2 to bind port fd3bdc01-6325-48b3-87f2-78d453ab9cde Nov 05 18:50:30.473708 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b2903b-e7bc-4e3a-a9ac-1738cc78d188 req-c7b2778b-5db0-4ce2-85f0-6ad9a551d3af tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:50:30.475610 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-03b2903b-e7bc-4e3a-a9ac-1738cc78d188 req-c7b2778b-5db0-4ce2-85f0-6ad9a551d3af tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] 10.222.0.13 "GET /v2.0/ports?device_id=9e030793-90d0-4eb7-b0e8-5dbabee0293e HTTP/1.1" status: 200 len: 945 time: 0.1388936 Nov 05 18:50:30.490620 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [None req-d98f8cf3-288d-4343-a6b0-33433553a07b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683-project-admin] Attempting to bind port fd3bdc01-6325-48b3-87f2-78d453ab9cde on host n-h1-816865-1 for vnic_type normal with profile {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 18:50:30.491323 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [None req-d98f8cf3-288d-4343-a6b0-33433553a07b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683-project-admin] Attempting to bind port fd3bdc01-6325-48b3-87f2-78d453ab9cde by drivers openvswitch,hyperv on host n-h1-816865-1 at level 0 using segments [{'id': '6f9b64d3-a4f7-4b5b-b93b-82fb7f875502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'e098920d-43db-4061-8b2b-40390377af87'}] {{(pid=102386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 18:50:30.498102 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d98f8cf3-288d-4343-a6b0-33433553a07b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683-project-admin] Attempting to bind port fd3bdc01-6325-48b3-87f2-78d453ab9cde on network e098920d-43db-4061-8b2b-40390377af87 {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 18:50:30.499561 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d98f8cf3-288d-4343-a6b0-33433553a07b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683-project-admin] Port fd3bdc01-6325-48b3-87f2-78d453ab9cde on network e098920d-43db-4061-8b2b-40390377af87 not bound, no agent of type Open vSwitch agent registered on host n-h1-816865-1 {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 18:50:30.499561 n-d-816865-1 neutron-server[102386]: ERROR neutron.plugins.ml2.managers [None req-d98f8cf3-288d-4343-a6b0-33433553a07b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683-project-admin] Failed to bind port fd3bdc01-6325-48b3-87f2-78d453ab9cde on host n-h1-816865-1 for vnic_type normal using segments [{'id': '6f9b64d3-a4f7-4b5b-b93b-82fb7f875502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'e098920d-43db-4061-8b2b-40390377af87'}] Nov 05 18:50:30.500326 n-d-816865-1 neutron-server[102386]: INFO neutron.plugins.ml2.plugin [None req-d98f8cf3-288d-4343-a6b0-33433553a07b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683-project-admin] Attempt 3 to bind port fd3bdc01-6325-48b3-87f2-78d453ab9cde Nov 05 18:50:30.522328 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [None req-d98f8cf3-288d-4343-a6b0-33433553a07b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683-project-admin] Attempting to bind port fd3bdc01-6325-48b3-87f2-78d453ab9cde on host n-h1-816865-1 for vnic_type normal with profile {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 18:50:30.522812 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [None req-d98f8cf3-288d-4343-a6b0-33433553a07b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683-project-admin] Attempting to bind port fd3bdc01-6325-48b3-87f2-78d453ab9cde by drivers openvswitch,hyperv on host n-h1-816865-1 at level 0 using segments [{'id': '6f9b64d3-a4f7-4b5b-b93b-82fb7f875502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'e098920d-43db-4061-8b2b-40390377af87'}] {{(pid=102386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 18:50:30.523535 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d98f8cf3-288d-4343-a6b0-33433553a07b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683-project-admin] Attempting to bind port fd3bdc01-6325-48b3-87f2-78d453ab9cde on network e098920d-43db-4061-8b2b-40390377af87 {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 18:50:30.532170 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d98f8cf3-288d-4343-a6b0-33433553a07b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683-project-admin] Port fd3bdc01-6325-48b3-87f2-78d453ab9cde on network e098920d-43db-4061-8b2b-40390377af87 not bound, no agent of type Open vSwitch agent registered on host n-h1-816865-1 {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 18:50:30.532575 n-d-816865-1 neutron-server[102386]: ERROR neutron.plugins.ml2.managers [None req-d98f8cf3-288d-4343-a6b0-33433553a07b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683-project-admin] Failed to bind port fd3bdc01-6325-48b3-87f2-78d453ab9cde on host n-h1-816865-1 for vnic_type normal using segments [{'id': '6f9b64d3-a4f7-4b5b-b93b-82fb7f875502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'e098920d-43db-4061-8b2b-40390377af87'}] Nov 05 18:50:30.535007 n-d-816865-1 neutron-server[102386]: INFO neutron.plugins.ml2.plugin [None req-d98f8cf3-288d-4343-a6b0-33433553a07b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683-project-admin] Attempt 4 to bind port fd3bdc01-6325-48b3-87f2-78d453ab9cde Nov 05 18:50:30.556849 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [None req-d98f8cf3-288d-4343-a6b0-33433553a07b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683-project-admin] Attempting to bind port fd3bdc01-6325-48b3-87f2-78d453ab9cde on host n-h1-816865-1 for vnic_type normal with profile {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 18:50:30.557182 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [None req-d98f8cf3-288d-4343-a6b0-33433553a07b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683-project-admin] Attempting to bind port fd3bdc01-6325-48b3-87f2-78d453ab9cde by drivers openvswitch,hyperv on host n-h1-816865-1 at level 0 using segments [{'id': '6f9b64d3-a4f7-4b5b-b93b-82fb7f875502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'e098920d-43db-4061-8b2b-40390377af87'}] {{(pid=102386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 18:50:30.557598 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d98f8cf3-288d-4343-a6b0-33433553a07b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683-project-admin] Attempting to bind port fd3bdc01-6325-48b3-87f2-78d453ab9cde on network e098920d-43db-4061-8b2b-40390377af87 {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 18:50:30.563638 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [req-212dc027-924e-4532-83ad-929082884e41 req-d3956711-4867-43a5-a764-e3b2ddd3fcfd tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] Deleting port ff23b365-f727-45ef-b338-f02428651878 {{(pid=102386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 18:50:30.563922 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-212dc027-924e-4532-83ad-929082884e41 req-d3956711-4867-43a5-a764-e3b2ddd3fcfd tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:30.565358 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-e824bdb0-afaa-4e03-b8e1-0bce147ace84 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-571777'] for router_interface, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:30.576252 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7616341-0a34-4c30-8c40-7d924230b1de req-960ea08d-26d7-49dc-a239-b21926d103c3 tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:50:30.577755 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-c7616341-0a34-4c30-8c40-7d924230b1de req-960ea08d-26d7-49dc-a239-b21926d103c3 tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] 10.222.0.13 "GET /v2.0/ports?device_id=b3c515f9-768f-4a54-bb92-e6f3d5207990 HTTP/1.1" status: 200 len: 944 time: 0.1318140 Nov 05 18:50:30.580801 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d98f8cf3-288d-4343-a6b0-33433553a07b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683-project-admin] Port fd3bdc01-6325-48b3-87f2-78d453ab9cde on network e098920d-43db-4061-8b2b-40390377af87 not bound, no agent of type Open vSwitch agent registered on host n-h1-816865-1 {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 18:50:30.581132 n-d-816865-1 neutron-server[102386]: ERROR neutron.plugins.ml2.managers [None req-d98f8cf3-288d-4343-a6b0-33433553a07b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683-project-admin] Failed to bind port fd3bdc01-6325-48b3-87f2-78d453ab9cde on host n-h1-816865-1 for vnic_type normal using segments [{'id': '6f9b64d3-a4f7-4b5b-b93b-82fb7f875502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'e098920d-43db-4061-8b2b-40390377af87'}] Nov 05 18:50:30.589151 n-d-816865-1 neutron-server[102386]: INFO neutron.plugins.ml2.plugin [None req-d98f8cf3-288d-4343-a6b0-33433553a07b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683-project-admin] Attempt 5 to bind port fd3bdc01-6325-48b3-87f2-78d453ab9cde Nov 05 18:50:30.619506 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-03b2903b-e7bc-4e3a-a9ac-1738cc78d188 req-e5a8ca7c-1f13-4af5-a441-eb892eb0b60d tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] 10.222.0.13 "GET /v2.0/security-groups?id=e0838ac1-f008-48c1-ab43-123e255d616a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377461 Nov 05 18:50:30.681679 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [None req-d98f8cf3-288d-4343-a6b0-33433553a07b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683-project-admin] Attempting to bind port fd3bdc01-6325-48b3-87f2-78d453ab9cde on host n-h1-816865-1 for vnic_type normal with profile {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 18:50:30.682010 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [None req-d98f8cf3-288d-4343-a6b0-33433553a07b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683-project-admin] Attempting to bind port fd3bdc01-6325-48b3-87f2-78d453ab9cde by drivers openvswitch,hyperv on host n-h1-816865-1 at level 0 using segments [{'id': '6f9b64d3-a4f7-4b5b-b93b-82fb7f875502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'e098920d-43db-4061-8b2b-40390377af87'}] {{(pid=102386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 18:50:30.687183 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-c7616341-0a34-4c30-8c40-7d924230b1de req-fdaabd2a-4057-4232-9c8e-65226694b539 tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] 10.222.0.13 "GET /v2.0/security-groups?id=8015cb9a-1cfc-43ae-80a2-992db853641d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0695939 Nov 05 18:50:30.702021 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d98f8cf3-288d-4343-a6b0-33433553a07b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683-project-admin] Attempting to bind port fd3bdc01-6325-48b3-87f2-78d453ab9cde on network e098920d-43db-4061-8b2b-40390377af87 {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 18:50:30.702021 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d98f8cf3-288d-4343-a6b0-33433553a07b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683-project-admin] Port fd3bdc01-6325-48b3-87f2-78d453ab9cde on network e098920d-43db-4061-8b2b-40390377af87 not bound, no agent of type Open vSwitch agent registered on host n-h1-816865-1 {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 18:50:30.702021 n-d-816865-1 neutron-server[102386]: ERROR neutron.plugins.ml2.managers [None req-d98f8cf3-288d-4343-a6b0-33433553a07b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683-project-admin] Failed to bind port fd3bdc01-6325-48b3-87f2-78d453ab9cde on host n-h1-816865-1 for vnic_type normal using segments [{'id': '6f9b64d3-a4f7-4b5b-b93b-82fb7f875502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'e098920d-43db-4061-8b2b-40390377af87'}] Nov 05 18:50:30.717955 n-d-816865-1 neutron-server[102386]: INFO neutron.plugins.ml2.plugin [None req-d98f8cf3-288d-4343-a6b0-33433553a07b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683-project-admin] Attempt 6 to bind port fd3bdc01-6325-48b3-87f2-78d453ab9cde Nov 05 18:50:30.762108 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [None req-d98f8cf3-288d-4343-a6b0-33433553a07b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683-project-admin] Attempting to bind port fd3bdc01-6325-48b3-87f2-78d453ab9cde on host n-h1-816865-1 for vnic_type normal with profile {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 18:50:30.762441 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [None req-d98f8cf3-288d-4343-a6b0-33433553a07b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683-project-admin] Attempting to bind port fd3bdc01-6325-48b3-87f2-78d453ab9cde by drivers openvswitch,hyperv on host n-h1-816865-1 at level 0 using segments [{'id': '6f9b64d3-a4f7-4b5b-b93b-82fb7f875502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'e098920d-43db-4061-8b2b-40390377af87'}] {{(pid=102386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 18:50:30.762771 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d98f8cf3-288d-4343-a6b0-33433553a07b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683-project-admin] Attempting to bind port fd3bdc01-6325-48b3-87f2-78d453ab9cde on network e098920d-43db-4061-8b2b-40390377af87 {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 18:50:30.809052 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d98f8cf3-288d-4343-a6b0-33433553a07b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683-project-admin] Port fd3bdc01-6325-48b3-87f2-78d453ab9cde on network e098920d-43db-4061-8b2b-40390377af87 not bound, no agent of type Open vSwitch agent registered on host n-h1-816865-1 {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 18:50:30.809384 n-d-816865-1 neutron-server[102386]: ERROR neutron.plugins.ml2.managers [None req-d98f8cf3-288d-4343-a6b0-33433553a07b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683-project-admin] Failed to bind port fd3bdc01-6325-48b3-87f2-78d453ab9cde on host n-h1-816865-1 for vnic_type normal using segments [{'id': '6f9b64d3-a4f7-4b5b-b93b-82fb7f875502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'e098920d-43db-4061-8b2b-40390377af87'}] Nov 05 18:50:30.811334 n-d-816865-1 neutron-server[102386]: INFO neutron.plugins.ml2.plugin [None req-d98f8cf3-288d-4343-a6b0-33433553a07b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683-project-admin] Attempt 7 to bind port fd3bdc01-6325-48b3-87f2-78d453ab9cde Nov 05 18:50:30.819399 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [req-212dc027-924e-4532-83ad-929082884e41 req-d3956711-4867-43a5-a764-e3b2ddd3fcfd tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] For port ff23b365-f727-45ef-b338-f02428651878, host n-h1-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=ff23b365-f727-45ef-b338-f02428651878,segment=NetworkSegment(18ff82bc-5fc5-4d18-b58f-45dd42e01fae),segment_id=18ff82bc-5fc5-4d18-b58f-45dd42e01fae)] {{(pid=102386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:50:30.819706 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-212dc027-924e-4532-83ad-929082884e41 req-d3956711-4867-43a5-a764-e3b2ddd3fcfd tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:30.838987 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [None req-d98f8cf3-288d-4343-a6b0-33433553a07b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683-project-admin] Attempting to bind port fd3bdc01-6325-48b3-87f2-78d453ab9cde on host n-h1-816865-1 for vnic_type normal with profile {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 18:50:30.839308 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [None req-d98f8cf3-288d-4343-a6b0-33433553a07b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683-project-admin] Attempting to bind port fd3bdc01-6325-48b3-87f2-78d453ab9cde by drivers openvswitch,hyperv on host n-h1-816865-1 at level 0 using segments [{'id': '6f9b64d3-a4f7-4b5b-b93b-82fb7f875502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'e098920d-43db-4061-8b2b-40390377af87'}] {{(pid=102386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 18:50:30.839670 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d98f8cf3-288d-4343-a6b0-33433553a07b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683-project-admin] Attempting to bind port fd3bdc01-6325-48b3-87f2-78d453ab9cde on network e098920d-43db-4061-8b2b-40390377af87 {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 18:50:30.841769 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [req-212dc027-924e-4532-83ad-929082884e41 req-d3956711-4867-43a5-a764-e3b2ddd3fcfd tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] Calling delete_port for ff23b365-f727-45ef-b338-f02428651878 owned by compute:nova {{(pid=102386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 18:50:30.851973 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d98f8cf3-288d-4343-a6b0-33433553a07b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683-project-admin] Port fd3bdc01-6325-48b3-87f2-78d453ab9cde on network e098920d-43db-4061-8b2b-40390377af87 not bound, no agent of type Open vSwitch agent registered on host n-h1-816865-1 {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 18:50:30.852309 n-d-816865-1 neutron-server[102386]: ERROR neutron.plugins.ml2.managers [None req-d98f8cf3-288d-4343-a6b0-33433553a07b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683-project-admin] Failed to bind port fd3bdc01-6325-48b3-87f2-78d453ab9cde on host n-h1-816865-1 for vnic_type normal using segments [{'id': '6f9b64d3-a4f7-4b5b-b93b-82fb7f875502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'e098920d-43db-4061-8b2b-40390377af87'}] Nov 05 18:50:30.854035 n-d-816865-1 neutron-server[102386]: INFO neutron.plugins.ml2.plugin [None req-d98f8cf3-288d-4343-a6b0-33433553a07b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683-project-admin] Attempt 8 to bind port fd3bdc01-6325-48b3-87f2-78d453ab9cde Nov 05 18:50:30.876239 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Device 0557f606-38e6-4fdc-9390-88d86ac73ed3 up at agent hyperv_n-h1-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 18:50:30.898271 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [None req-d98f8cf3-288d-4343-a6b0-33433553a07b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683-project-admin] Attempting to bind port fd3bdc01-6325-48b3-87f2-78d453ab9cde on host n-h1-816865-1 for vnic_type normal with profile {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 18:50:30.898648 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [None req-d98f8cf3-288d-4343-a6b0-33433553a07b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683-project-admin] Attempting to bind port fd3bdc01-6325-48b3-87f2-78d453ab9cde by drivers openvswitch,hyperv on host n-h1-816865-1 at level 0 using segments [{'id': '6f9b64d3-a4f7-4b5b-b93b-82fb7f875502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'e098920d-43db-4061-8b2b-40390377af87'}] {{(pid=102386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 18:50:30.898942 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d98f8cf3-288d-4343-a6b0-33433553a07b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683-project-admin] Attempting to bind port fd3bdc01-6325-48b3-87f2-78d453ab9cde on network e098920d-43db-4061-8b2b-40390377af87 {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 18:50:30.905795 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d98f8cf3-288d-4343-a6b0-33433553a07b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683-project-admin] Port fd3bdc01-6325-48b3-87f2-78d453ab9cde on network e098920d-43db-4061-8b2b-40390377af87 not bound, no agent of type Open vSwitch agent registered on host n-h1-816865-1 {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 18:50:30.910207 n-d-816865-1 neutron-server[102386]: ERROR neutron.plugins.ml2.managers [None req-d98f8cf3-288d-4343-a6b0-33433553a07b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683-project-admin] Failed to bind port fd3bdc01-6325-48b3-87f2-78d453ab9cde on host n-h1-816865-1 for vnic_type normal using segments [{'id': '6f9b64d3-a4f7-4b5b-b93b-82fb7f875502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'e098920d-43db-4061-8b2b-40390377af87'}] Nov 05 18:50:30.932067 n-d-816865-1 neutron-server[102386]: INFO neutron.plugins.ml2.plugin [None req-d98f8cf3-288d-4343-a6b0-33433553a07b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683-project-admin] Attempt 9 to bind port fd3bdc01-6325-48b3-87f2-78d453ab9cde Nov 05 18:50:31.042482 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Provisioning for port 0557f606-38e6-4fdc-9390-88d86ac73ed3 completed by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 05 18:50:31.046490 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Provisioning complete for port 0557f606-38e6-4fdc-9390-88d86ac73ed3 triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:50:31.047067 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:31.068571 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [None req-d98f8cf3-288d-4343-a6b0-33433553a07b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683-project-admin] Attempting to bind port fd3bdc01-6325-48b3-87f2-78d453ab9cde on host n-h1-816865-1 for vnic_type normal with profile {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 18:50:31.069069 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [None req-d98f8cf3-288d-4343-a6b0-33433553a07b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683-project-admin] Attempting to bind port fd3bdc01-6325-48b3-87f2-78d453ab9cde by drivers openvswitch,hyperv on host n-h1-816865-1 at level 0 using segments [{'id': '6f9b64d3-a4f7-4b5b-b93b-82fb7f875502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'e098920d-43db-4061-8b2b-40390377af87'}] {{(pid=102386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 18:50:31.069518 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d98f8cf3-288d-4343-a6b0-33433553a07b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683-project-admin] Attempting to bind port fd3bdc01-6325-48b3-87f2-78d453ab9cde on network e098920d-43db-4061-8b2b-40390377af87 {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 18:50:31.073431 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-952d1e6c-beb9-4316-84aa-15560bf1117a req-2d4d4734-cc60-451d-92a8-63a68480ee15 tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] 10.222.0.13 "GET /v2.0/ports?device_id=6b9db9e4-2300-49be-bd99-8eabc0e57de3 HTTP/1.1" status: 200 len: 210 time: 0.1580207 Nov 05 18:50:31.082633 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d98f8cf3-288d-4343-a6b0-33433553a07b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683-project-admin] Port fd3bdc01-6325-48b3-87f2-78d453ab9cde on network e098920d-43db-4061-8b2b-40390377af87 not bound, no agent of type Open vSwitch agent registered on host n-h1-816865-1 {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 18:50:31.083647 n-d-816865-1 neutron-server[102386]: ERROR neutron.plugins.ml2.managers [None req-d98f8cf3-288d-4343-a6b0-33433553a07b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683-project-admin] Failed to bind port fd3bdc01-6325-48b3-87f2-78d453ab9cde on host n-h1-816865-1 for vnic_type normal using segments [{'id': '6f9b64d3-a4f7-4b5b-b93b-82fb7f875502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'e098920d-43db-4061-8b2b-40390377af87'}] Nov 05 18:50:31.085616 n-d-816865-1 neutron-server[102386]: INFO neutron.plugins.ml2.plugin [None req-d98f8cf3-288d-4343-a6b0-33433553a07b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683-project-admin] Attempt 10 to bind port fd3bdc01-6325-48b3-87f2-78d453ab9cde Nov 05 18:50:31.103032 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [None req-d98f8cf3-288d-4343-a6b0-33433553a07b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683-project-admin] Attempting to bind port fd3bdc01-6325-48b3-87f2-78d453ab9cde on host n-h1-816865-1 for vnic_type normal with profile {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 18:50:31.103543 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [None req-d98f8cf3-288d-4343-a6b0-33433553a07b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683-project-admin] Attempting to bind port fd3bdc01-6325-48b3-87f2-78d453ab9cde by drivers openvswitch,hyperv on host n-h1-816865-1 at level 0 using segments [{'id': '6f9b64d3-a4f7-4b5b-b93b-82fb7f875502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'e098920d-43db-4061-8b2b-40390377af87'}] {{(pid=102386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 18:50:31.103974 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d98f8cf3-288d-4343-a6b0-33433553a07b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683-project-admin] Attempting to bind port fd3bdc01-6325-48b3-87f2-78d453ab9cde on network e098920d-43db-4061-8b2b-40390377af87 {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 18:50:31.111717 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d98f8cf3-288d-4343-a6b0-33433553a07b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683-project-admin] Port fd3bdc01-6325-48b3-87f2-78d453ab9cde on network e098920d-43db-4061-8b2b-40390377af87 not bound, no agent of type Open vSwitch agent registered on host n-h1-816865-1 {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 18:50:31.112190 n-d-816865-1 neutron-server[102386]: ERROR neutron.plugins.ml2.managers [None req-d98f8cf3-288d-4343-a6b0-33433553a07b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683-project-admin] Failed to bind port fd3bdc01-6325-48b3-87f2-78d453ab9cde on host n-h1-816865-1 for vnic_type normal using segments [{'id': '6f9b64d3-a4f7-4b5b-b93b-82fb7f875502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'e098920d-43db-4061-8b2b-40390377af87'}] Nov 05 18:50:31.112642 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-d98f8cf3-288d-4343-a6b0-33433553a07b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:31.139403 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f054d5-0fbe-4bc2-b8c8-c18fc47b1273 req-104f5d3f-6358-4032-90d1-22377d75d120 tempest-ServersOnMultiNodesTest-710233287 tempest-ServersOnMultiNodesTest-710233287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:50:31.147471 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-e5f054d5-0fbe-4bc2-b8c8-c18fc47b1273 req-104f5d3f-6358-4032-90d1-22377d75d120 tempest-ServersOnMultiNodesTest-710233287 tempest-ServersOnMultiNodesTest-710233287-project] 10.222.0.13 "GET /v2.0/ports?device_id=0b0ebb90-343f-45a5-9335-cf428f4e45a1 HTTP/1.1" status: 200 len: 948 time: 0.3023019 Nov 05 18:50:31.150823 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:31.179303 n-d-816865-1 neutron-server[102388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b0ebb90-343f-45a5-9335-cf428f4e45a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0557f606-38e6-4fdc-9390-88d86ac73ed3'}] {{(pid=102388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 18:50:31.182002 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85474fee1180e129d8a886d264fe0b30223aa672dd1ffe43b630605f18504f68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68b829b9-7213-42f5-97dd-6e6eff7710f3" -d '{"events": [{"server_uuid": "0b0ebb90-343f-45a5-9335-cf428f4e45a1", "name": "network-vif-plugged", "status": "completed", "tag": "0557f606-38e6-4fdc-9390-88d86ac73ed3"}]}' {{(pid=102388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 18:50:31.194129 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [None req-d98f8cf3-288d-4343-a6b0-33433553a07b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683-project-admin] For port fd3bdc01-6325-48b3-87f2-78d453ab9cde, host n-h1-816865-1, cleared binding levels {{(pid=102386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 18:50:31.194533 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [None req-d98f8cf3-288d-4343-a6b0-33433553a07b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683-project-admin] Attempted to set empty binding levels {{(pid=102386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 05 18:50:31.196549 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-212dc027-924e-4532-83ad-929082884e41 req-d3956711-4867-43a5-a764-e3b2ddd3fcfd tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:31.198651 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] For port 0557f606-38e6-4fdc-9390-88d86ac73ed3, host n-h1-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=0557f606-38e6-4fdc-9390-88d86ac73ed3,segment=NetworkSegment(35c2db9c-522d-48d3-98cf-a08c2cc55db7),segment_id=35c2db9c-522d-48d3-98cf-a08c2cc55db7)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:50:31.201377 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-e5f054d5-0fbe-4bc2-b8c8-c18fc47b1273 req-2c10cdf7-b11e-4f96-ac28-ae71327301e6 tempest-ServersOnMultiNodesTest-710233287 tempest-ServersOnMultiNodesTest-710233287-project] 10.222.0.13 "GET /v2.0/security-groups?id=a1214aa7-6fe8-4b93-878e-3f1f16f5c576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529456 Nov 05 18:50:31.219518 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] get_ports_and_sgs() called for port_ids ['ff23b365-f727-45ef-b338-f02428651878'] {{(pid=102388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 18:50:31.229700 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3956711-4867-43a5-a764-e3b2ddd3fcfd tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] Pushing event deleted for resources: {'Port': ['ID=ff23b365-f727-45ef-b338-f02428651878,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:50:31.268164 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 18:50:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57611190-6e1a-41b7-8270-7f4d70a21b91 x-openstack-request-id: req-57611190-6e1a-41b7-8270-7f4d70a21b91 {{(pid=102388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 18:50:31.268647 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b0ebb90-343f-45a5-9335-cf428f4e45a1", "name": "network-vif-plugged", "status": "completed", "tag": "0557f606-38e6-4fdc-9390-88d86ac73ed3", "code": 200}]} {{(pid=102388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 18:50:31.269083 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-57611190-6e1a-41b7-8270-7f4d70a21b91 {{(pid=102388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 18:50:31.269938 n-d-816865-1 neutron-server[102388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b0ebb90-343f-45a5-9335-cf428f4e45a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0557f606-38e6-4fdc-9390-88d86ac73ed3', 'code': 200} Nov 05 18:50:31.305839 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [req-212dc027-924e-4532-83ad-929082884e41 req-d3956711-4867-43a5-a764-e3b2ddd3fcfd tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] No DVR routers for this DVR port ff23b365-f727-45ef-b338-f02428651878 on host n-h1-816865-1 {{(pid=102386) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 18:50:31.311264 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-212dc027-924e-4532-83ad-929082884e41 req-d3956711-4867-43a5-a764-e3b2ddd3fcfd tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:31.315709 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-212dc027-924e-4532-83ad-929082884e41 req-d3956711-4867-43a5-a764-e3b2ddd3fcfd tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] 10.222.0.41 "DELETE /v2.0/ports/ff23b365-f727-45ef-b338-f02428651878 HTTP/1.1" status: 204 len: 173 time: 0.9711039 Nov 05 18:50:31.317120 n-d-816865-1 neutron-server[102386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e030793-90d0-4eb7-b0e8-5dbabee0293e', 'name': 'network-vif-deleted', 'tag': 'ff23b365-f727-45ef-b338-f02428651878'}] {{(pid=102386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 18:50:31.319769 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6173a44d7c73f41af551dc890fa1a5892c2c6bc3458b640c8e0c24db7876ba6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b799e719-09ac-4cf8-bfcb-9acd36013216" -d '{"events": [{"server_uuid": "9e030793-90d0-4eb7-b0e8-5dbabee0293e", "name": "network-vif-deleted", "tag": "ff23b365-f727-45ef-b338-f02428651878"}]}' {{(pid=102386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 18:50:31.323504 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-d98f8cf3-288d-4343-a6b0-33433553a07b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6149821'] for port, after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:31.336154 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:31.388070 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-d98f8cf3-288d-4343-a6b0-33433553a07b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683-project-admin] In _notify_port_updated(), no bound segment for port fd3bdc01-6325-48b3-87f2-78d453ab9cde on network e098920d-43db-4061-8b2b-40390377af87 {{(pid=102386) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 05 18:50:31.388958 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d98f8cf3-288d-4343-a6b0-33433553a07b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:50:31.389564 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-d98f8cf3-288d-4343-a6b0-33433553a07b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:31.400830 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-d98f8cf3-288d-4343-a6b0-33433553a07b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683-project-admin] 10.222.0.13 "PUT /v2.0/ports/fd3bdc01-6325-48b3-87f2-78d453ab9cde HTTP/1.1" status: 200 len: 978 time: 1.5640290 Nov 05 18:50:31.400830 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 18:50:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc1f9346-7216-4572-9886-11320decbd0d x-openstack-request-id: req-dc1f9346-7216-4572-9886-11320decbd0d {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 18:50:31.400830 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e030793-90d0-4eb7-b0e8-5dbabee0293e", "name": "network-vif-deleted", "tag": "ff23b365-f727-45ef-b338-f02428651878", "status": "completed", "code": 200}]} {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 18:50:31.400830 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-dc1f9346-7216-4572-9886-11320decbd0d {{(pid=102386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 18:50:31.400830 n-d-816865-1 neutron-server[102386]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e030793-90d0-4eb7-b0e8-5dbabee0293e', 'name': 'network-vif-deleted', 'tag': 'ff23b365-f727-45ef-b338-f02428651878', 'status': 'completed', 'code': 200} Nov 05 18:50:31.404884 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 56420) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:50:31.429056 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [None req-e824bdb0-afaa-4e03-b8e1-0bce147ace84 admin admin] Deleting port 1b7e7015-5f97-4fc7-941d-1fa95029ea47 {{(pid=102387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 18:50:31.429408 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-e824bdb0-afaa-4e03-b8e1-0bce147ace84 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:31.447905 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Pushing event updated for resources: {'Port': ['ID=0557f606-38e6-4fdc-9390-88d86ac73ed3,revision_number=5']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:50:31.449341 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98f8cf3-288d-4343-a6b0-33433553a07b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683-project-admin] Pushing event updated for resources: {'Port': ['ID=fd3bdc01-6325-48b3-87f2-78d453ab9cde,revision_number=3']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:50:31.468858 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:50:31.469494 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:50:31.469984 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:50:31.471741 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:50:31.472230 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:50:31.472722 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:50:31.473866 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:50:31.481896 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:50:31.486620 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:50:31.491939 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:50:31.491939 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:50:31.491939 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:50:31.537199 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.db [None req-e824bdb0-afaa-4e03-b8e1-0bce147ace84 admin admin] For port 1b7e7015-5f97-4fc7-941d-1fa95029ea47, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=1b7e7015-5f97-4fc7-941d-1fa95029ea47,segment=NetworkSegment(aec693b9-b407-4c6b-827c-d9d955b53bc5),segment_id=aec693b9-b407-4c6b-827c-d9d955b53bc5)] {{(pid=102387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:50:31.537695 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-e824bdb0-afaa-4e03-b8e1-0bce147ace84 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:31.556608 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [None req-e824bdb0-afaa-4e03-b8e1-0bce147ace84 admin admin] Calling delete_port for 1b7e7015-5f97-4fc7-941d-1fa95029ea47 owned by network:router_interface {{(pid=102387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 18:50:31.563899 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc130b9-c888-4be1-ab0a-43b42596a851 req-249d9e30-d142-4279-b470-ec66b1be1f44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:50:31.565425 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-ecc130b9-c888-4be1-ab0a-43b42596a851 req-249d9e30-d142-4279-b470-ec66b1be1f44 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=0b0ebb90-343f-45a5-9335-cf428f4e45a1 HTTP/1.1" status: 200 len: 1100 time: 0.2179198 Nov 05 18:50:31.608681 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fe97835-2968-488f-8535-8cfb7e34660b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:50:31.613332 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fe97835-2968-488f-8535-8cfb7e34660b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:50:31.613332 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fe97835-2968-488f-8535-8cfb7e34660b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:50:31.613332 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fe97835-2968-488f-8535-8cfb7e34660b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:50:31.613332 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fe97835-2968-488f-8535-8cfb7e34660b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:50:31.613332 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fe97835-2968-488f-8535-8cfb7e34660b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:50:31.613332 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fe97835-2968-488f-8535-8cfb7e34660b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:50:31.613332 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fe97835-2968-488f-8535-8cfb7e34660b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:50:31.613332 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fe97835-2968-488f-8535-8cfb7e34660b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:50:31.613332 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fe97835-2968-488f-8535-8cfb7e34660b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:50:31.614236 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fe97835-2968-488f-8535-8cfb7e34660b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:50:31.615298 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fe97835-2968-488f-8535-8cfb7e34660b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:50:31.615893 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fe97835-2968-488f-8535-8cfb7e34660b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:50:31.616753 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fe97835-2968-488f-8535-8cfb7e34660b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:50:31.617452 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fe97835-2968-488f-8535-8cfb7e34660b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:50:31.621906 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fe97835-2968-488f-8535-8cfb7e34660b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:50:31.621906 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fe97835-2968-488f-8535-8cfb7e34660b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:50:31.621906 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fe97835-2968-488f-8535-8cfb7e34660b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:50:31.621906 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fe97835-2968-488f-8535-8cfb7e34660b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:50:31.621906 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fe97835-2968-488f-8535-8cfb7e34660b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:50:31.621906 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fe97835-2968-488f-8535-8cfb7e34660b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:50:31.622450 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fe97835-2968-488f-8535-8cfb7e34660b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:50:31.622842 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fe97835-2968-488f-8535-8cfb7e34660b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:50:31.624096 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fe97835-2968-488f-8535-8cfb7e34660b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:50:31.624886 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fe97835-2968-488f-8535-8cfb7e34660b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:50:31.625451 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fe97835-2968-488f-8535-8cfb7e34660b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:50:31.626418 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fe97835-2968-488f-8535-8cfb7e34660b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:50:31.627077 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fe97835-2968-488f-8535-8cfb7e34660b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:50:31.628131 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fe97835-2968-488f-8535-8cfb7e34660b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:50:31.628664 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fe97835-2968-488f-8535-8cfb7e34660b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:50:31.629539 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fe97835-2968-488f-8535-8cfb7e34660b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:50:31.630119 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fe97835-2968-488f-8535-8cfb7e34660b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:50:31.632550 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fe97835-2968-488f-8535-8cfb7e34660b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:50:31.642137 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-7fe97835-2968-488f-8535-8cfb7e34660b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683-project-admin] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 29557 time: 0.2296889 Nov 05 18:50:31.647222 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 56430) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:50:31.691072 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-ecc130b9-c888-4be1-ab0a-43b42596a851 req-8f9fe0d0-a1a8-4229-a605-b730d5734aa2 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=a1214aa7-6fe8-4b93-878e-3f1f16f5c576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169024 Nov 05 18:50:31.796823 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-029e269d-7541-438b-b0f4-40b48e589711 req-4a8c2afa-09c9-42c5-a2ce-253ab59ac6e3 tempest-DeleteServersTestJSON-706255255 tempest-DeleteServersTestJSON-706255255-project] 10.222.0.13 "GET /v2.0/ports?device_id=9e030793-90d0-4eb7-b0e8-5dbabee0293e HTTP/1.1" status: 200 len: 210 time: 0.0587637 Nov 05 18:50:31.869618 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08158e98-97a0-4a1c-93ba-bdec9e880d76 req-f034b170-6259-4cd7-95b2-0d0ab76d53b2 tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:50:31.871205 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-08158e98-97a0-4a1c-93ba-bdec9e880d76 req-f034b170-6259-4cd7-95b2-0d0ab76d53b2 tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] 10.222.0.13 "GET /v2.0/ports?device_id=b3c515f9-768f-4a54-bb92-e6f3d5207990 HTTP/1.1" status: 200 len: 944 time: 0.1045210 Nov 05 18:50:31.883347 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [None req-b97cf222-6cae-41d0-b611-a962fd375e55 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683-project-admin] Deleting port fd3bdc01-6325-48b3-87f2-78d453ab9cde {{(pid=102387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 18:50:31.883694 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-b97cf222-6cae-41d0-b611-a962fd375e55 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:32.010333 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.db [None req-b97cf222-6cae-41d0-b611-a962fd375e55 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683-project-admin] For port fd3bdc01-6325-48b3-87f2-78d453ab9cde, host n-h1-816865-1, got binding levels [] {{(pid=102387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:50:32.010688 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-b97cf222-6cae-41d0-b611-a962fd375e55 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:32.021135 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-08158e98-97a0-4a1c-93ba-bdec9e880d76 req-0eb43c01-de98-428f-b7ed-83ffbdea7252 tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] 10.222.0.13 "GET /v2.0/security-groups?id=8015cb9a-1cfc-43ae-80a2-992db853641d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1177576 Nov 05 18:50:32.031461 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [None req-b97cf222-6cae-41d0-b611-a962fd375e55 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683-project-admin] Calling delete_port for fd3bdc01-6325-48b3-87f2-78d453ab9cde owned by {{(pid=102387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 18:50:32.085887 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-e824bdb0-afaa-4e03-b8e1-0bce147ace84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4417063'] for port, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:32.124690 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e824bdb0-afaa-4e03-b8e1-0bce147ace84 admin admin] Pushing event deleted for resources: {'Port': ['ID=1b7e7015-5f97-4fc7-941d-1fa95029ea47,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:50:32.185309 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-9b0292d6-5e4f-4620-ab54-d10498e54d46 req-21ed31f7-bbe1-41a6-aec9-7b18b206848e tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] 10.222.0.13 "GET /v2.0/ports?device_id=6b9db9e4-2300-49be-bd99-8eabc0e57de3 HTTP/1.1" status: 200 len: 210 time: 0.0419602 Nov 05 18:50:32.361642 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-b97cf222-6cae-41d0-b611-a962fd375e55 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4417063'] for port, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:32.428284 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-b97cf222-6cae-41d0-b611-a962fd375e55 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:32.431734 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-b97cf222-6cae-41d0-b611-a962fd375e55 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683-project-admin] 10.222.0.13 "DELETE /v2.0/ports/fd3bdc01-6325-48b3-87f2-78d453ab9cde HTTP/1.1" status: 204 len: 168 time: 0.7834904 Nov 05 18:50:32.435754 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 56448) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:50:32.463006 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97cf222-6cae-41d0-b611-a962fd375e55 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683-project-admin] Pushing event deleted for resources: {'Port': ['ID=fd3bdc01-6325-48b3-87f2-78d453ab9cde,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:50:32.482220 n-d-816865-1 neutron-server[102386]: INFO neutron.pecan_wsgi.hooks.translation [None req-b32fbbd3-0ace-44be-8b3c-9a5c8f60d805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683-project-admin] GET failed (client error): The resource could not be found. Nov 05 18:50:32.484083 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-b32fbbd3-0ace-44be-8b3c-9a5c8f60d805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683-project-admin] 10.222.0.13 "GET /v2.0/ports/fd3bdc01-6325-48b3-87f2-78d453ab9cde HTTP/1.1" status: 404 len: 333 time: 0.0461450 Nov 05 18:50:32.489455 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 56452) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:50:32.497375 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-a17a6997-c64d-4426-a967-9f1b90fa2485 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051674079', 'network_id': 'e098920d-43db-4061-8b2b-40390377af87'}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:50:32.509034 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf162880-45b8-4346-9da1-38c03ea59f63 req-e96b1535-4223-4ac1-a31c-bf82b5f24f57 tempest-ServersOnMultiNodesTest-710233287 tempest-ServersOnMultiNodesTest-710233287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:50:32.510706 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-cf162880-45b8-4346-9da1-38c03ea59f63 req-e96b1535-4223-4ac1-a31c-bf82b5f24f57 tempest-ServersOnMultiNodesTest-710233287 tempest-ServersOnMultiNodesTest-710233287-project] 10.222.0.13 "GET /v2.0/ports?device_id=0b0ebb90-343f-45a5-9335-cf428f4e45a1 HTTP/1.1" status: 200 len: 949 time: 0.1643195 Nov 05 18:50:32.522025 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-e824bdb0-afaa-4e03-b8e1-0bce147ace84 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-597886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-573297'] for router_interface, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:32.590246 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-4129d526-86aa-4956-82b9-e64ea8bd6ab8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:32.663952 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-cf162880-45b8-4346-9da1-38c03ea59f63 req-f66753e7-bb9a-45e5-90d5-19655e0a05e3 tempest-ServersOnMultiNodesTest-710233287 tempest-ServersOnMultiNodesTest-710233287-project] 10.222.0.13 "GET /v2.0/security-groups?id=a1214aa7-6fe8-4b93-878e-3f1f16f5c576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354105 Nov 05 18:50:32.694952 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a17a6997-c64d-4426-a967-9f1b90fa2485 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683-project-admin] Made reservation on behalf of a6255973bad2449eadcc05b2235e2c69 for: {'port': 1} {{(pid=102387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 18:50:32.697763 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-a17a6997-c64d-4426-a967-9f1b90fa2485 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:32.754906 n-d-816865-1 neutron-server[102387]: DEBUG neutron.notifiers.nova [None req-a17a6997-c64d-4426-a967-9f1b90fa2485 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683-project-admin] device_id is not set on port 391eb605-d235-4b2c-8805-fc03d393a0a3 yet. {{(pid=102387) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 05 18:50:32.893651 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e824bdb0-afaa-4e03-b8e1-0bce147ace84 admin admin] Router a53e19ca-f0bc-4a6e-ae88-65d6ce587a43 has already been hosted by L3 agent 6dcb5589-8e86-4616-9186-ddc4548e13ad {{(pid=102387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 18:50:33.062890 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-a17a6997-c64d-4426-a967-9f1b90fa2485 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:33.221971 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e824bdb0-afaa-4e03-b8e1-0bce147ace84 admin admin] Notify agent at l3_agent.n-d-816865-1 the message routers_updated {{(pid=102387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 18:50:33.233404 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 56476) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:50:33.233703 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-e824bdb0-afaa-4e03-b8e1-0bce147ace84 admin admin] 10.222.0.13 "PUT /v2.0/routers/a53e19ca-f0bc-4a6e-ae88-65d6ce587a43/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5566525 Nov 05 18:50:33.234030 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7307492-52ef-4e41-aa52-8592fc28ffaf None None] Sync routers for ids ['a53e19ca-f0bc-4a6e-ae88-65d6ce587a43'] in n-d-816865-1 {{(pid=102388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 18:50:33.249112 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7307492-52ef-4e41-aa52-8592fc28ffaf None None] Routers {'a53e19ca-f0bc-4a6e-ae88-65d6ce587a43'} bound to L3 agent in host n-d-816865-1 {{(pid=102388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 18:50:33.250189 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-e7307492-52ef-4e41-aa52-8592fc28ffaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T18:50:05Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['a53e19ca-f0bc-4a6e-ae88-65d6ce587a43'], 'active': True} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:50:33.272762 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277ba230-b732-4460-9358-7061930d55ac req-8bf6d1f9-5555-4630-bb3d-c6a61c79f68a tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:50:33.275097 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-277ba230-b732-4460-9358-7061930d55ac req-8bf6d1f9-5555-4630-bb3d-c6a61c79f68a tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] 10.222.0.13 "GET /v2.0/ports?device_id=b3c515f9-768f-4a54-bb92-e6f3d5207990 HTTP/1.1" status: 200 len: 944 time: 0.0988882 Nov 05 18:50:33.326346 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-a17a6997-c64d-4426-a967-9f1b90fa2485 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4417063'] for port, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:33.398455 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-3ef4f704-c7d5-4430-9f25-a669d02124e0 admin admin] Publish callbacks [] for router, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:33.418079 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvr_db [None req-e7307492-52ef-4e41-aa52-8592fc28ffaf None None] Set router a53e19ca-f0bc-4a6e-ae88-65d6ce587a43 gateway port host: n-d-816865-1 {{(pid=102388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 18:50:33.543761 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-3ef4f704-c7d5-4430-9f25-a669d02124e0 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:33.681789 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-a7c82c6c-6cac-4899-a54a-69c09cd97f71 req-87455f05-f788-4508-b4f8-bc6107a31b2c tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] 10.222.0.13 "GET /v2.0/ports?device_id=6b9db9e4-2300-49be-bd99-8eabc0e57de3 HTTP/1.1" status: 200 len: 210 time: 0.3578291 Nov 05 18:50:33.705279 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-e7307492-52ef-4e41-aa52-8592fc28ffaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a53e19ca-f0bc-4a6e-ae88-65d6ce587a43', 'name': 'tempest-ServersTestJSON-246883563-router', 'tenant_id': '4887dc6e572a48c1b9dc807c93638012', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.119'}], 'enable_snat': True}, 'gw_port_id': 'bc9c3bb2-bf2c-434c-8ba4-7b37db3991f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T18:48:03Z', 'updated_at': '2021-11-05T18:50:31Z', 'revision_number': 5, 'project_id': '4887dc6e572a48c1b9dc807c93638012', 'gw_port': {'id': 'bc9c3bb2-bf2c-434c-8ba4-7b37db3991f8', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:a8:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a53e19ca-f0bc-4a6e-ae88-65d6ce587a43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1172, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T18:48:04Z', 'updated_at': '2021-11-05T18:48:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1'}], 'n-d-816865-1', False) {} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:50:33.705913 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-277ba230-b732-4460-9358-7061930d55ac req-0ceaa955-6c25-4a04-8242-a323b6ddba60 tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] 10.222.0.13 "GET /v2.0/security-groups?id=8015cb9a-1cfc-43ae-80a2-992db853641d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4243796 Nov 05 18:50:33.723916 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a17a6997-c64d-4426-a967-9f1b90fa2485 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683-project-admin] Network e098920d-43db-4061-8b2b-40390377af87 is already hosted by enough agents. {{(pid=102387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 18:50:33.730654 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.base_scheduler [None req-a17a6997-c64d-4426-a967-9f1b90fa2485 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683-project-admin] Resources bound (agent type, host, resource id): {{(pid=102387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:50:33.733556 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-3ef4f704-c7d5-4430-9f25-a669d02124e0 admin admin] Deleting port bc9c3bb2-bf2c-434c-8ba4-7b37db3991f8 {{(pid=102386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 18:50:33.734667 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-3ef4f704-c7d5-4430-9f25-a669d02124e0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:33.738865 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a17a6997-c64d-4426-a967-9f1b90fa2485 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683-project-admin] Received port after_create {{(pid=102387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 18:50:33.740494 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a17a6997-c64d-4426-a967-9f1b90fa2485 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:50:33.741113 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-a17a6997-c64d-4426-a967-9f1b90fa2485 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:33.744500 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17a6997-c64d-4426-a967-9f1b90fa2485 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683-project-admin] Pushing event updated for resources: {'Port': ['ID=391eb605-d235-4b2c-8805-fc03d393a0a3,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:50:33.775078 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7307492-52ef-4e41-aa52-8592fc28ffaf None None] Checking router: a53e19ca-f0bc-4a6e-ae88-65d6ce587a43 for host: n-d-816865-1 {{(pid=102388) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 18:50:33.801490 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7307492-52ef-4e41-aa52-8592fc28ffaf None None] Routers {'a53e19ca-f0bc-4a6e-ae88-65d6ce587a43'} bound to L3 agent in host n-d-816865-1 {{(pid=102388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 18:50:33.808778 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-e7307492-52ef-4e41-aa52-8592fc28ffaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T18:50:05Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['a53e19ca-f0bc-4a6e-ae88-65d6ce587a43'], 'active': True} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:50:33.860557 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04696f2-64b1-4128-afa1-bf8165e7ea83 req-3c8b86f7-de8b-4e95-b164-3b79e13b5a38 tempest-ServersOnMultiNodesTest-710233287 tempest-ServersOnMultiNodesTest-710233287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:50:33.862221 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-a04696f2-64b1-4128-afa1-bf8165e7ea83 req-3c8b86f7-de8b-4e95-b164-3b79e13b5a38 tempest-ServersOnMultiNodesTest-710233287 tempest-ServersOnMultiNodesTest-710233287-project] 10.222.0.13 "GET /v2.0/ports?device_id=0b0ebb90-343f-45a5-9335-cf428f4e45a1 HTTP/1.1" status: 200 len: 949 time: 0.0663264 Nov 05 18:50:33.865195 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [None req-3ef4f704-c7d5-4430-9f25-a669d02124e0 admin admin] For port bc9c3bb2-bf2c-434c-8ba4-7b37db3991f8, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=bc9c3bb2-bf2c-434c-8ba4-7b37db3991f8,segment=NetworkSegment(85be518c-8bb4-46a2-a903-d4292782d29d),segment_id=85be518c-8bb4-46a2-a903-d4292782d29d)] {{(pid=102386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:50:33.865648 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-3ef4f704-c7d5-4430-9f25-a669d02124e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:33.905548 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-3ef4f704-c7d5-4430-9f25-a669d02124e0 admin admin] Calling delete_port for bc9c3bb2-bf2c-434c-8ba4-7b37db3991f8 owned by network:router_gateway {{(pid=102386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 18:50:33.924876 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-a17a6997-c64d-4426-a967-9f1b90fa2485 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683-project-admin] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.4327235 Nov 05 18:50:33.925606 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 56492) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:50:33.947012 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvr_db [None req-e7307492-52ef-4e41-aa52-8592fc28ffaf None None] Set router a53e19ca-f0bc-4a6e-ae88-65d6ce587a43 gateway port host: None {{(pid=102388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 18:50:33.967353 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d019811b-9eb4-4278-ad9f-22bb854ed888 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:50:33.971190 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-d019811b-9eb4-4278-ad9f-22bb854ed888 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683-project-admin] 10.222.0.13 "GET /v2.0/ports/391eb605-d235-4b2c-8805-fc03d393a0a3 HTTP/1.1" status: 200 len: 959 time: 0.0396316 Nov 05 18:50:33.973322 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 56494) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:50:34.033781 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-a04696f2-64b1-4128-afa1-bf8165e7ea83 req-ab27c797-9ef5-4a46-9791-b44408bcf5c4 tempest-ServersOnMultiNodesTest-710233287 tempest-ServersOnMultiNodesTest-710233287-project] 10.222.0.13 "GET /v2.0/security-groups?id=a1214aa7-6fe8-4b93-878e-3f1f16f5c576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1617963 Nov 05 18:50:34.071708 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:34.071708 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-e7307492-52ef-4e41-aa52-8592fc28ffaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a53e19ca-f0bc-4a6e-ae88-65d6ce587a43', 'name': 'tempest-ServersTestJSON-246883563-router', 'tenant_id': '4887dc6e572a48c1b9dc807c93638012', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T18:48:03Z', 'updated_at': '2021-11-05T18:50:33Z', 'revision_number': 6, 'project_id': '4887dc6e572a48c1b9dc807c93638012', 'gw_port_host': None}], 'n-d-816865-1', False) {} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:50:34.160972 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7307492-52ef-4e41-aa52-8592fc28ffaf None None] The sync data for ids ['a53e19ca-f0bc-4a6e-ae88-65d6ce587a43'] in n-d-816865-1 is: [{'id': 'a53e19ca-f0bc-4a6e-ae88-65d6ce587a43', 'name': 'tempest-ServersTestJSON-246883563-router', 'tenant_id': '4887dc6e572a48c1b9dc807c93638012', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T18:48:03Z', 'updated_at': '2021-11-05T18:50:33Z', 'revision_number': 6, 'project_id': '4887dc6e572a48c1b9dc807c93638012', 'gw_port_host': None}] {{(pid=102388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 18:50:34.188809 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [None req-e76390d5-4fb4-47d1-bb2c-a29f9f1f485a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683-project-admin] Deleting port 391eb605-d235-4b2c-8805-fc03d393a0a3 {{(pid=102387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 18:50:34.189221 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-e76390d5-4fb4-47d1-bb2c-a29f9f1f485a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:34.260728 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-3ef4f704-c7d5-4430-9f25-a669d02124e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:34.291600 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-e76390d5-4fb4-47d1-bb2c-a29f9f1f485a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:34.295401 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef4f704-c7d5-4430-9f25-a669d02124e0 admin admin] Pushing event deleted for resources: {'Port': ['ID=bc9c3bb2-bf2c-434c-8ba4-7b37db3991f8,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:50:34.320129 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 56504) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:50:34.342989 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [None req-e76390d5-4fb4-47d1-bb2c-a29f9f1f485a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683-project-admin] Calling delete_port for 391eb605-d235-4b2c-8805-fc03d393a0a3 owned by {{(pid=102387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 18:50:34.371442 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-3ef4f704-c7d5-4430-9f25-a669d02124e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1000651'] for router_gateway, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:34.374470 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc771f02-20d3-40d3-be42-ed0db795f8d9 req-e67317e5-3e42-4c5b-91bd-f6315dbec688 tempest-ServersOnMultiNodesTest-710233287 tempest-ServersOnMultiNodesTest-710233287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:50:34.382711 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-fc771f02-20d3-40d3-be42-ed0db795f8d9 req-e67317e5-3e42-4c5b-91bd-f6315dbec688 tempest-ServersOnMultiNodesTest-710233287 tempest-ServersOnMultiNodesTest-710233287-project] 10.222.0.13 "GET /v2.0/ports?device_id=23ee91f2-d2da-45aa-a725-8aaa9385975c HTTP/1.1" status: 200 len: 949 time: 0.1127977 Nov 05 18:50:34.495239 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-fc771f02-20d3-40d3-be42-ed0db795f8d9 req-235e07dd-451c-47aa-a226-00fa422f0453 tempest-ServersOnMultiNodesTest-710233287 tempest-ServersOnMultiNodesTest-710233287-project] 10.222.0.13 "GET /v2.0/security-groups?id=a1214aa7-6fe8-4b93-878e-3f1f16f5c576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115367 Nov 05 18:50:34.627400 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-e76390d5-4fb4-47d1-bb2c-a29f9f1f485a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4417063'] for port, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:34.662384 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76390d5-4fb4-47d1-bb2c-a29f9f1f485a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683-project-admin] Pushing event deleted for resources: {'Port': ['ID=391eb605-d235-4b2c-8805-fc03d393a0a3,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:50:34.668238 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-e76390d5-4fb4-47d1-bb2c-a29f9f1f485a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:34.675907 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-e76390d5-4fb4-47d1-bb2c-a29f9f1f485a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683-project-admin] 10.222.0.13 "DELETE /v2.0/ports/391eb605-d235-4b2c-8805-fc03d393a0a3 HTTP/1.1" status: 204 len: 168 time: 0.7015655 Nov 05 18:50:34.679297 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 56510) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:50:34.713444 n-d-816865-1 neutron-server[102387]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9c8701b-2828-489e-80b0-4632084e8050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683-project-admin] GET failed (client error): The resource could not be found. Nov 05 18:50:34.717497 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-e9c8701b-2828-489e-80b0-4632084e8050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683-project-admin] 10.222.0.13 "GET /v2.0/ports/391eb605-d235-4b2c-8805-fc03d393a0a3 HTTP/1.1" status: 404 len: 333 time: 0.0368857 Nov 05 18:50:34.721175 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 56514) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:50:34.727508 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-aa4ad5fe-8b5a-4f72-a36a-8a9b2975f864 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683-project-admin] Request body: {'port': {'network_id': 'e098920d-43db-4061-8b2b-40390377af87', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-581447626'}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:50:34.842364 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-4206512f-3b40-4440-925f-9d2ebe072e0e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:34.845852 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa4ad5fe-8b5a-4f72-a36a-8a9b2975f864 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683-project-admin] Made reservation on behalf of a6255973bad2449eadcc05b2235e2c69 for: {'port': 1} {{(pid=102387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 18:50:34.848068 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-aa4ad5fe-8b5a-4f72-a36a-8a9b2975f864 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:34.855172 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-3ef4f704-c7d5-4430-9f25-a669d02124e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-571301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6852'] for router, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:34.859306 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-3ef4f704-c7d5-4430-9f25-a669d02124e0 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:34.886103 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd821a8-afba-42dc-a5f9-9d992e63cef9 req-9f7ed6ac-8d8d-483b-831a-8b679dd89d52 tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:50:34.887707 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-1dd821a8-afba-42dc-a5f9-9d992e63cef9 req-9f7ed6ac-8d8d-483b-831a-8b679dd89d52 tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] 10.222.0.13 "GET /v2.0/ports?device_id=b3c515f9-768f-4a54-bb92-e6f3d5207990 HTTP/1.1" status: 200 len: 944 time: 0.1005862 Nov 05 18:50:34.891754 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Device ff23b365-f727-45ef-b338-f02428651878 no longer exists at agent hyperv_n-h1-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 18:50:34.895851 n-d-816865-1 neutron-server[102387]: DEBUG neutron.notifiers.nova [None req-aa4ad5fe-8b5a-4f72-a36a-8a9b2975f864 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683-project-admin] device_id is not set on port aba7cea7-811e-43a0-99ac-4bb1186814cf yet. {{(pid=102387) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 05 18:50:34.937123 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-239a326a-e6a3-4165-becb-c93b1e5e47a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:34.938762 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] No Port match for: ff23b365-f727-45ef-b338-f02428651878 {{(pid=102388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 18:50:34.939208 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Device ff23b365-f727-45ef-b338-f02428651878 not bound to the agent host n-h1-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 18:50:34.987699 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-4206512f-3b40-4440-925f-9d2ebe072e0e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:34.988846 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-3ef4f704-c7d5-4430-9f25-a669d02124e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-571310'] for router, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:34.989559 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ef4f704-c7d5-4430-9f25-a669d02124e0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a53e19ca-f0bc-4a6e-ae88-65d6ce587a43 {{(pid=102386) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 05 18:50:35.000140 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-3ef4f704-c7d5-4430-9f25-a669d02124e0 admin admin] Publish callbacks [] for router, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:35.002626 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-3ef4f704-c7d5-4430-9f25-a669d02124e0 admin admin] 10.222.0.13 "DELETE /v2.0/routers/a53e19ca-f0bc-4a6e-ae88-65d6ce587a43 HTTP/1.1" status: 204 len: 168 time: 1.7665746 Nov 05 18:50:35.004361 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 56518) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:50:35.064053 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.db_base_plugin_v2 [None req-c122ab3f-b2fe-48ac-b211-68e3a2d86ce1 admin admin] Deleting subnet 81600d89-8835-46e1-88a4-4590dbfefef9 {{(pid=102386) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 05 18:50:35.072643 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-c122ab3f-b2fe-48ac-b211-68e3a2d86ce1 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:35.105762 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-aa4ad5fe-8b5a-4f72-a36a-8a9b2975f864 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:35.121533 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7f1df6-c3a2-4552-847f-b454e3cbae15 req-68694e78-0a62-47d7-b984-2b9adb6ca76e tempest-ServersOnMultiNodesTest-710233287 tempest-ServersOnMultiNodesTest-710233287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:50:35.124664 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-c122ab3f-b2fe-48ac-b211-68e3a2d86ce1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4590738'] for subnet, precommit_delete_associations {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:35.127903 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7f1df6-c3a2-4552-847f-b454e3cbae15 req-68694e78-0a62-47d7-b984-2b9adb6ca76e tempest-ServersOnMultiNodesTest-710233287 tempest-ServersOnMultiNodesTest-710233287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:50:35.129772 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-6b7f1df6-c3a2-4552-847f-b454e3cbae15 req-68694e78-0a62-47d7-b984-2b9adb6ca76e tempest-ServersOnMultiNodesTest-710233287 tempest-ServersOnMultiNodesTest-710233287-project] 10.222.0.13 "GET /v2.0/ports?device_id=0b0ebb90-343f-45a5-9335-cf428f4e45a1&device_id=23ee91f2-d2da-45aa-a725-8aaa9385975c HTTP/1.1" status: 200 len: 1689 time: 0.3015299 Nov 05 18:50:35.137335 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device bc9c3bb2-bf2c-434c-8ba4-7b37db3991f8 no longer exists at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 18:50:35.163612 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-4206512f-3b40-4440-925f-9d2ebe072e0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:35.166985 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] No Port match for: bc9c3bb2-bf2c-434c-8ba4-7b37db3991f8 {{(pid=102388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 18:50:35.167529 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device bc9c3bb2-bf2c-434c-8ba4-7b37db3991f8 not bound to the agent host n-d-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 18:50:35.168298 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 1b7e7015-5f97-4fc7-941d-1fa95029ea47 no longer exists at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 18:50:35.181142 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-1dd821a8-afba-42dc-a5f9-9d992e63cef9 req-e41cf999-f0d8-41d2-b7fd-9fce2c5d434f tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] 10.222.0.13 "GET /v2.0/security-groups?id=8015cb9a-1cfc-43ae-80a2-992db853641d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1435103 Nov 05 18:50:35.192837 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] No Port match for: 1b7e7015-5f97-4fc7-941d-1fa95029ea47 {{(pid=102388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 18:50:35.194158 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 1b7e7015-5f97-4fc7-941d-1fa95029ea47 not bound to the agent host n-d-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 18:50:35.214153 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4206512f-3b40-4440-925f-9d2ebe072e0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c23b98de-488f-4625-90f1-d9fcea9f7f02,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:50:35.257448 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-4206512f-3b40-4440-925f-9d2ebe072e0e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0220cd4246d04ce6a3e234388f187553&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9360313 Nov 05 18:50:35.261668 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 56524) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:50:35.279409 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-6b7f1df6-c3a2-4552-847f-b454e3cbae15 req-13833094-5c25-4450-a980-29cdaa390446 tempest-ServersOnMultiNodesTest-710233287 tempest-ServersOnMultiNodesTest-710233287-project] 10.222.0.13 "GET /v2.0/security-groups?id=a1214aa7-6fe8-4b93-878e-3f1f16f5c576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268189 Nov 05 18:50:35.324441 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-aa4ad5fe-8b5a-4f72-a36a-8a9b2975f864 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4417063'] for port, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:35.366835 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-c122ab3f-b2fe-48ac-b211-68e3a2d86ce1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1573928'] for subnet, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:35.401691 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-a0d5f7ff-94f9-4048-bcfd-822dbb9cc200 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:35.436915 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-a0d5f7ff-94f9-4048-bcfd-822dbb9cc200 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:35.442726 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-793c5964-6491-4150-8493-d5b9fbe8ecb4 req-2cf23fb6-2006-4cf2-a073-97ac9fa68faa tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] 10.222.0.13 "GET /v2.0/ports?device_id=6b9db9e4-2300-49be-bd99-8eabc0e57de3 HTTP/1.1" status: 200 len: 210 time: 0.1009400 Nov 05 18:50:35.461564 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa4ad5fe-8b5a-4f72-a36a-8a9b2975f864 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683-project-admin] Network e098920d-43db-4061-8b2b-40390377af87 is already hosted by enough agents. {{(pid=102387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 18:50:35.463711 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.base_scheduler [None req-aa4ad5fe-8b5a-4f72-a36a-8a9b2975f864 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683-project-admin] Resources bound (agent type, host, resource id): {{(pid=102387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:50:35.477512 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa4ad5fe-8b5a-4f72-a36a-8a9b2975f864 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683-project-admin] Received port after_create {{(pid=102387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 18:50:35.479162 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa4ad5fe-8b5a-4f72-a36a-8a9b2975f864 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:50:35.480104 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-aa4ad5fe-8b5a-4f72-a36a-8a9b2975f864 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:35.515029 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4ad5fe-8b5a-4f72-a36a-8a9b2975f864 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683-project-admin] Pushing event updated for resources: {'Port': ['ID=aba7cea7-811e-43a0-99ac-4bb1186814cf,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:50:35.571737 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-c122ab3f-b2fe-48ac-b211-68e3a2d86ce1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1573905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6149879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4877183'] for subnet, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:35.576101 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4300b54f-45d2-4dcc-b436-79c8103c1150 req-a2624bdd-4c89-4c85-a813-c87dae96ebfe tempest-ServersOnMultiNodesTest-937204943 tempest-ServersOnMultiNodesTest-937204943-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:50:35.577763 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-4300b54f-45d2-4dcc-b436-79c8103c1150 req-a2624bdd-4c89-4c85-a813-c87dae96ebfe tempest-ServersOnMultiNodesTest-937204943 tempest-ServersOnMultiNodesTest-937204943-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=0b0ebb90-343f-45a5-9335-cf428f4e45a1 HTTP/1.1" status: 200 len: 1100 time: 0.0501499 Nov 05 18:50:35.613697 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c122ab3f-b2fe-48ac-b211-68e3a2d86ce1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=81600d89-8835-46e1-88a4-4590dbfefef9,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:50:35.614444 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-aa4ad5fe-8b5a-4f72-a36a-8a9b2975f864 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683-project-admin] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.8918598 Nov 05 18:50:35.616275 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-a0d5f7ff-94f9-4048-bcfd-822dbb9cc200 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:35.621986 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 56530) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:50:35.624358 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-a0d5f7ff-94f9-4048-bcfd-822dbb9cc200 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:35.624628 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64e07334-f7ed-47a5-a6ac-d5053a798d66 None None] Network d70d85ea-9d51-4341-91cd-ba98d4c8b177 requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 18:50:35.626207 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-a0d5f7ff-94f9-4048-bcfd-822dbb9cc200 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c23b98de-488f-4625-90f1-d9fcea9f7f02 HTTP/1.1" status: 204 len: 168 time: 0.3630793 Nov 05 18:50:35.627913 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-c122ab3f-b2fe-48ac-b211-68e3a2d86ce1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:35.643518 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-d5cf54fa-cf5c-4679-9a33-bafab1611cb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-816865-1'}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:50:35.644270 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-c122ab3f-b2fe-48ac-b211-68e3a2d86ce1 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/81600d89-8835-46e1-88a4-4590dbfefef9 HTTP/1.1" status: 204 len: 168 time: 0.6385672 Nov 05 18:50:35.651745 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 56534) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:50:35.709288 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-4300b54f-45d2-4dcc-b436-79c8103c1150 req-8b7ed702-1132-4b9a-896c-097903957fb2 tempest-ServersOnMultiNodesTest-937204943 tempest-ServersOnMultiNodesTest-937204943-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=a1214aa7-6fe8-4b93-878e-3f1f16f5c576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249695 Nov 05 18:50:35.714557 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d5f7ff-94f9-4048-bcfd-822dbb9cc200 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c23b98de-488f-4625-90f1-d9fcea9f7f02,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:50:35.754997 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-d5cf54fa-cf5c-4679-9a33-bafab1611cb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:35.809810 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-7e1ee1f2-c8d1-43f6-b389-6e45b7659bc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1664226'] for network, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:35.882555 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-7e1ee1f2-c8d1-43f6-b389-6e45b7659bc1 admin admin] Deleting port c71da435-a132-4082-80be-4e328ddde1ae {{(pid=102386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 18:50:35.883202 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-7e1ee1f2-c8d1-43f6-b389-6e45b7659bc1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:35.904361 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4586f44-79e7-4973-bf94-3597348ed2a9 None None] DHCP port deletion for d70d85ea-9d51-4341-91cd-ba98d4c8b177 request from n-d-816865-1 {{(pid=102388) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 05 18:50:35.911910 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2108b63b-8255-44d0-9327-b4ead50c653f req-97faf7b4-3763-49bd-875a-a67eb466d011 tempest-ServersOnMultiNodesTest-937204943 tempest-ServersOnMultiNodesTest-937204943-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:50:35.920294 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-2108b63b-8255-44d0-9327-b4ead50c653f req-97faf7b4-3763-49bd-875a-a67eb466d011 tempest-ServersOnMultiNodesTest-937204943 tempest-ServersOnMultiNodesTest-937204943-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=23ee91f2-d2da-45aa-a725-8aaa9385975c HTTP/1.1" status: 200 len: 1100 time: 0.1096771 Nov 05 18:50:35.976163 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-d4586f44-79e7-4973-bf94-3597348ed2a9 None None] Deleting port c71da435-a132-4082-80be-4e328ddde1ae {{(pid=102388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 18:50:35.976387 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-d4586f44-79e7-4973-bf94-3597348ed2a9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:35.979460 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [None req-7e1ee1f2-c8d1-43f6-b389-6e45b7659bc1 admin admin] For port c71da435-a132-4082-80be-4e328ddde1ae, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=c71da435-a132-4082-80be-4e328ddde1ae,segment=NetworkSegment(aec693b9-b407-4c6b-827c-d9d955b53bc5),segment_id=aec693b9-b407-4c6b-827c-d9d955b53bc5)] {{(pid=102386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:50:35.979460 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-7e1ee1f2-c8d1-43f6-b389-6e45b7659bc1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:36.016606 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-7e1ee1f2-c8d1-43f6-b389-6e45b7659bc1 admin admin] Calling delete_port for c71da435-a132-4082-80be-4e328ddde1ae owned by network:dhcp {{(pid=102386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 18:50:36.060317 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-d4586f44-79e7-4973-bf94-3597348ed2a9 None None] For port c71da435-a132-4082-80be-4e328ddde1ae, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=c71da435-a132-4082-80be-4e328ddde1ae,segment=NetworkSegment(aec693b9-b407-4c6b-827c-d9d955b53bc5),segment_id=aec693b9-b407-4c6b-827c-d9d955b53bc5)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:50:36.060729 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-d4586f44-79e7-4973-bf94-3597348ed2a9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:36.087013 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-d4586f44-79e7-4973-bf94-3597348ed2a9 None None] Calling delete_port for c71da435-a132-4082-80be-4e328ddde1ae owned by network:dhcp {{(pid=102388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 18:50:36.127894 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-2108b63b-8255-44d0-9327-b4ead50c653f req-a37cba02-7e99-41e1-8bad-2d0664c03ff9 tempest-ServersOnMultiNodesTest-937204943 tempest-ServersOnMultiNodesTest-937204943-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=a1214aa7-6fe8-4b93-878e-3f1f16f5c576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2042596 Nov 05 18:50:36.160214 n-d-816865-1 neutron-server[102387]: DEBUG neutron.notifiers.nova [None req-d5cf54fa-cf5c-4679-9a33-bafab1611cb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683-project-admin] device_id is not set on port aba7cea7-811e-43a0-99ac-4bb1186814cf yet. {{(pid=102387) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 05 18:50:36.179309 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:36.180788 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-d5cf54fa-cf5c-4679-9a33-bafab1611cb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683-project-admin] Publish callbacks [] for port, precommit_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:36.296711 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-d4586f44-79e7-4973-bf94-3597348ed2a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798'] for port, after_delete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:36.309893 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-7e1ee1f2-c8d1-43f6-b389-6e45b7659bc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:36.405901 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1ee1f2-c8d1-43f6-b389-6e45b7659bc1 admin admin] Pushing event deleted for resources: {'Port': ['ID=c71da435-a132-4082-80be-4e328ddde1ae,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:50:36.406575 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-d5cf54fa-cf5c-4679-9a33-bafab1611cb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4417072'] for port, after_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:36.412056 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b304910f-7b27-444b-a8fc-977d26b1ceac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:36.413456 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4586f44-79e7-4973-bf94-3597348ed2a9 None None] Pushing event deleted for resources: {'Port': ['ID=c71da435-a132-4082-80be-4e328ddde1ae,revision_number=None']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:50:36.415030 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e1ee1f2-c8d1-43f6-b389-6e45b7659bc1 admin admin] No DVR routers for this DVR port c71da435-a132-4082-80be-4e328ddde1ae on host n-d-816865-1 {{(pid=102386) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 18:50:36.424892 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4586f44-79e7-4973-bf94-3597348ed2a9 None None] No DVR routers for this DVR port c71da435-a132-4082-80be-4e328ddde1ae on host n-d-816865-1 {{(pid=102388) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 18:50:36.530035 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06b2ed5-4eec-4bf0-946a-a59d30ad61e3 req-5049df66-b2c8-4d7b-a4e8-99c1feb83683 tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:50:36.531858 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-a06b2ed5-4eec-4bf0-946a-a59d30ad61e3 req-5049df66-b2c8-4d7b-a4e8-99c1feb83683 tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] 10.222.0.13 "GET /v2.0/ports?device_id=b3c515f9-768f-4a54-bb92-e6f3d5207990 HTTP/1.1" status: 200 len: 944 time: 0.2453039 Nov 05 18:50:36.546426 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-7e1ee1f2-c8d1-43f6-b389-6e45b7659bc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1579173', 'neutron.services.segments.db._delete_segments_for_network-8750027792909'] for network, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:36.548570 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-5d8df876-c8ea-4f0d-ae6c-1d01e35146e3 req-10529074-4657-4b41-86f8-b0efc0d6c3f7 tempest-ServersOnMultiNodesTest-710233287 tempest-ServersOnMultiNodesTest-710233287-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=ace8311f15794bf9a6ad1c1faa75592d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1855204 Nov 05 18:50:36.575476 n-d-816865-1 neutron-server[102386]: DEBUG neutron.services.segments.db [None req-7e1ee1f2-c8d1-43f6-b389-6e45b7659bc1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d70d85ea-9d51-4341-91cd-ba98d4c8b177']}} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:50:36.587941 n-d-816865-1 neutron-server[102386]: DEBUG neutron.services.segments.db [None req-7e1ee1f2-c8d1-43f6-b389-6e45b7659bc1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aec693b9-b407-4c6b-827c-d9d955b53bc5') {'for_net_delete': True} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:50:36.588502 n-d-816865-1 neutron-server[102386]: DEBUG neutron.services.segments.db [None req-7e1ee1f2-c8d1-43f6-b389-6e45b7659bc1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aec693b9-b407-4c6b-827c-d9d955b53bc5') {} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:50:36.606923 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-7e1ee1f2-c8d1-43f6-b389-6e45b7659bc1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750027793430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4590747'] for segment, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:36.621554 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-7e1ee1f2-c8d1-43f6-b389-6e45b7659bc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273'] for segment, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:36.636574 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 56560) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:50:36.643155 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e1ee1f2-c8d1-43f6-b389-6e45b7659bc1 admin admin] Releasing vlan 166 on physical network physnet1 to pool {{(pid=102386) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 05 18:50:36.643682 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-7e1ee1f2-c8d1-43f6-b389-6e45b7659bc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6149721'] for segment, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:36.645660 n-d-816865-1 neutron-server[102386]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 05 18:50:36.645660 n-d-816865-1 neutron-server[102386]: self.session.flush() Nov 05 18:50:36.645660 n-d-816865-1 neutron-server[102386]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 05 18:50:36.645660 n-d-816865-1 neutron-server[102386]: self.session.flush() Nov 05 18:50:36.645660 n-d-816865-1 neutron-server[102386]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 05 18:50:36.645660 n-d-816865-1 neutron-server[102386]: self.session.flush() Nov 05 18:50:36.645660 n-d-816865-1 neutron-server[102386]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 05 18:50:36.645660 n-d-816865-1 neutron-server[102386]: self.session.flush() Nov 05 18:50:36.645660 n-d-816865-1 neutron-server[102386]: Traceback (most recent call last): Nov 05 18:50:36.645660 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 05 18:50:36.645660 n-d-816865-1 neutron-server[102386]: timer() Nov 05 18:50:36.645660 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 05 18:50:36.645660 n-d-816865-1 neutron-server[102386]: cb(*args, **kw) Nov 05 18:50:36.645660 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 05 18:50:36.645660 n-d-816865-1 neutron-server[102386]: return func(*args, **kwargs) Nov 05 18:50:36.645660 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 05 18:50:36.645660 n-d-816865-1 neutron-server[102386]: self._notify() Nov 05 18:50:36.645660 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 05 18:50:36.645660 n-d-816865-1 neutron-server[102386]: self.callback(batched_events) Nov 05 18:50:36.645660 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 05 18:50:36.645660 n-d-816865-1 neutron-server[102386]: event.method(event) Nov 05 18:50:36.645660 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 05 18:50:36.645660 n-d-816865-1 neutron-server[102386]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 05 18:50:36.645660 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 05 18:50:36.645660 n-d-816865-1 neutron-server[102386]: aggregate_uuid = self.p_client.list_aggregates( Nov 05 18:50:36.645660 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 05 18:50:36.645660 n-d-816865-1 neutron-server[102386]: return f(self, *a, **k) Nov 05 18:50:36.645660 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 05 18:50:36.645660 n-d-816865-1 neutron-server[102386]: return self._get(url).json() Nov 05 18:50:36.645660 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 05 18:50:36.645660 n-d-816865-1 neutron-server[102386]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 05 18:50:36.645660 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 05 18:50:36.645660 n-d-816865-1 neutron-server[102386]: return self.request(url, 'GET', **kwargs) Nov 05 18:50:36.645660 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 05 18:50:36.645660 n-d-816865-1 neutron-server[102386]: base_url = self.get_endpoint(auth, allow=allow, Nov 05 18:50:36.645660 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 05 18:50:36.645660 n-d-816865-1 neutron-server[102386]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 05 18:50:36.645660 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 05 18:50:36.645660 n-d-816865-1 neutron-server[102386]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 05 18:50:36.645660 n-d-816865-1 neutron-server[102386]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 05 18:50:36.694874 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5cf54fa-cf5c-4679-9a33-bafab1611cb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683-project-admin] Pushing event updated for resources: {'Port': ['ID=aba7cea7-811e-43a0-99ac-4bb1186814cf,revision_number=2']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:50:36.710888 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-40fc40c6-0774-492e-a8e9-1eed79701dbf admin admin] Publish callbacks [] for security_group, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:36.729024 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.managers [None req-d5cf54fa-cf5c-4679-9a33-bafab1611cb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683-project-admin] Attempting to bind port aba7cea7-811e-43a0-99ac-4bb1186814cf on host n-h1-816865-1 for vnic_type normal with profile {{(pid=102387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 18:50:36.729391 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.managers [None req-d5cf54fa-cf5c-4679-9a33-bafab1611cb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683-project-admin] Attempting to bind port aba7cea7-811e-43a0-99ac-4bb1186814cf by drivers openvswitch,hyperv on host n-h1-816865-1 at level 0 using segments [{'id': '6f9b64d3-a4f7-4b5b-b93b-82fb7f875502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'e098920d-43db-4061-8b2b-40390377af87'}] {{(pid=102387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 18:50:36.729691 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5cf54fa-cf5c-4679-9a33-bafab1611cb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683-project-admin] Attempting to bind port aba7cea7-811e-43a0-99ac-4bb1186814cf on network e098920d-43db-4061-8b2b-40390377af87 {{(pid=102387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 18:50:36.750935 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-a06b2ed5-4eec-4bf0-946a-a59d30ad61e3 req-cef189f7-ee53-4ac4-9d38-36aeb9afe0b8 tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] 10.222.0.13 "GET /v2.0/security-groups?id=8015cb9a-1cfc-43ae-80a2-992db853641d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1998572 Nov 05 18:50:36.776211 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5cf54fa-cf5c-4679-9a33-bafab1611cb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683-project-admin] Port aba7cea7-811e-43a0-99ac-4bb1186814cf on network e098920d-43db-4061-8b2b-40390377af87 not bound, no agent of type Open vSwitch agent registered on host n-h1-816865-1 {{(pid=102387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 18:50:36.776857 n-d-816865-1 neutron-server[102387]: ERROR neutron.plugins.ml2.managers [None req-d5cf54fa-cf5c-4679-9a33-bafab1611cb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683-project-admin] Failed to bind port aba7cea7-811e-43a0-99ac-4bb1186814cf on host n-h1-816865-1 for vnic_type normal using segments [{'id': '6f9b64d3-a4f7-4b5b-b93b-82fb7f875502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'e098920d-43db-4061-8b2b-40390377af87'}] Nov 05 18:50:36.779698 n-d-816865-1 neutron-server[102387]: INFO neutron.plugins.ml2.plugin [None req-d5cf54fa-cf5c-4679-9a33-bafab1611cb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683-project-admin] Attempt 2 to bind port aba7cea7-811e-43a0-99ac-4bb1186814cf Nov 05 18:50:36.812966 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.managers [None req-d5cf54fa-cf5c-4679-9a33-bafab1611cb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683-project-admin] Attempting to bind port aba7cea7-811e-43a0-99ac-4bb1186814cf on host n-h1-816865-1 for vnic_type normal with profile {{(pid=102387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 18:50:36.812966 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.managers [None req-d5cf54fa-cf5c-4679-9a33-bafab1611cb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683-project-admin] Attempting to bind port aba7cea7-811e-43a0-99ac-4bb1186814cf by drivers openvswitch,hyperv on host n-h1-816865-1 at level 0 using segments [{'id': '6f9b64d3-a4f7-4b5b-b93b-82fb7f875502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'e098920d-43db-4061-8b2b-40390377af87'}] {{(pid=102387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 18:50:36.812966 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5cf54fa-cf5c-4679-9a33-bafab1611cb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683-project-admin] Attempting to bind port aba7cea7-811e-43a0-99ac-4bb1186814cf on network e098920d-43db-4061-8b2b-40390377af87 {{(pid=102387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 18:50:36.821063 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8df876-c8ea-4f0d-ae6c-1d01e35146e3 req-470c4de5-6e90-4bf7-b1bd-b541c8333b67 tempest-ServersOnMultiNodesTest-710233287 tempest-ServersOnMultiNodesTest-710233287-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:50:36.821393 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-40fc40c6-0774-492e-a8e9-1eed79701dbf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:36.828311 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-5d8df876-c8ea-4f0d-ae6c-1d01e35146e3 req-470c4de5-6e90-4bf7-b1bd-b541c8333b67 tempest-ServersOnMultiNodesTest-710233287 tempest-ServersOnMultiNodesTest-710233287-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2787342 Nov 05 18:50:36.832587 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-7e1ee1f2-c8d1-43f6-b389-6e45b7659bc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1579178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-956796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1000687'] for network, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:36.838262 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5cf54fa-cf5c-4679-9a33-bafab1611cb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683-project-admin] Port aba7cea7-811e-43a0-99ac-4bb1186814cf on network e098920d-43db-4061-8b2b-40390377af87 not bound, no agent of type Open vSwitch agent registered on host n-h1-816865-1 {{(pid=102387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 18:50:36.838638 n-d-816865-1 neutron-server[102387]: ERROR neutron.plugins.ml2.managers [None req-d5cf54fa-cf5c-4679-9a33-bafab1611cb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683-project-admin] Failed to bind port aba7cea7-811e-43a0-99ac-4bb1186814cf on host n-h1-816865-1 for vnic_type normal using segments [{'id': '6f9b64d3-a4f7-4b5b-b93b-82fb7f875502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'e098920d-43db-4061-8b2b-40390377af87'}] Nov 05 18:50:36.845735 n-d-816865-1 neutron-server[102387]: INFO neutron.plugins.ml2.plugin [None req-d5cf54fa-cf5c-4679-9a33-bafab1611cb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683-project-admin] Attempt 3 to bind port aba7cea7-811e-43a0-99ac-4bb1186814cf Nov 05 18:50:36.861209 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-5d8df876-c8ea-4f0d-ae6c-1d01e35146e3 req-9b0cc963-d11c-4054-bdd7-1249eb554815 tempest-ServersOnMultiNodesTest-710233287 tempest-ServersOnMultiNodesTest-710233287-project] 10.222.0.13 "GET /v2.0/quotas/ace8311f15794bf9a6ad1c1faa75592d HTTP/1.1" status: 200 len: 375 time: 0.0313754 Nov 05 18:50:36.874063 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-7e1ee1f2-c8d1-43f6-b389-6e45b7659bc1 admin admin] Publish callbacks [] for network, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:36.891527 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-7e1ee1f2-c8d1-43f6-b389-6e45b7659bc1 admin admin] 10.222.0.13 "DELETE /v2.0/networks/d70d85ea-9d51-4341-91cd-ba98d4c8b177 HTTP/1.1" status: 204 len: 168 time: 1.2387009 Nov 05 18:50:36.894677 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1ee1f2-c8d1-43f6-b389-6e45b7659bc1 admin admin] Pushing event deleted for resources: {'Network': ['ID=d70d85ea-9d51-4341-91cd-ba98d4c8b177,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:50:36.904571 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-40fc40c6-0774-492e-a8e9-1eed79701dbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:36.908125 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.managers [None req-d5cf54fa-cf5c-4679-9a33-bafab1611cb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683-project-admin] Attempting to bind port aba7cea7-811e-43a0-99ac-4bb1186814cf on host n-h1-816865-1 for vnic_type normal with profile {{(pid=102387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 18:50:36.908333 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.managers [None req-d5cf54fa-cf5c-4679-9a33-bafab1611cb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683-project-admin] Attempting to bind port aba7cea7-811e-43a0-99ac-4bb1186814cf by drivers openvswitch,hyperv on host n-h1-816865-1 at level 0 using segments [{'id': '6f9b64d3-a4f7-4b5b-b93b-82fb7f875502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'e098920d-43db-4061-8b2b-40390377af87'}] {{(pid=102387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 18:50:36.908665 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5cf54fa-cf5c-4679-9a33-bafab1611cb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683-project-admin] Attempting to bind port aba7cea7-811e-43a0-99ac-4bb1186814cf on network e098920d-43db-4061-8b2b-40390377af87 {{(pid=102387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 18:50:36.922070 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5cf54fa-cf5c-4679-9a33-bafab1611cb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683-project-admin] Port aba7cea7-811e-43a0-99ac-4bb1186814cf on network e098920d-43db-4061-8b2b-40390377af87 not bound, no agent of type Open vSwitch agent registered on host n-h1-816865-1 {{(pid=102387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 18:50:36.922277 n-d-816865-1 neutron-server[102387]: ERROR neutron.plugins.ml2.managers [None req-d5cf54fa-cf5c-4679-9a33-bafab1611cb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683-project-admin] Failed to bind port aba7cea7-811e-43a0-99ac-4bb1186814cf on host n-h1-816865-1 for vnic_type normal using segments [{'id': '6f9b64d3-a4f7-4b5b-b93b-82fb7f875502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'e098920d-43db-4061-8b2b-40390377af87'}] Nov 05 18:50:36.923553 n-d-816865-1 neutron-server[102387]: INFO neutron.plugins.ml2.plugin [None req-d5cf54fa-cf5c-4679-9a33-bafab1611cb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683-project-admin] Attempt 4 to bind port aba7cea7-811e-43a0-99ac-4bb1186814cf Nov 05 18:50:36.943128 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.managers [None req-d5cf54fa-cf5c-4679-9a33-bafab1611cb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683-project-admin] Attempting to bind port aba7cea7-811e-43a0-99ac-4bb1186814cf on host n-h1-816865-1 for vnic_type normal with profile {{(pid=102387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 18:50:36.943608 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.managers [None req-d5cf54fa-cf5c-4679-9a33-bafab1611cb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683-project-admin] Attempting to bind port aba7cea7-811e-43a0-99ac-4bb1186814cf by drivers openvswitch,hyperv on host n-h1-816865-1 at level 0 using segments [{'id': '6f9b64d3-a4f7-4b5b-b93b-82fb7f875502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'e098920d-43db-4061-8b2b-40390377af87'}] {{(pid=102387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 18:50:36.944053 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5cf54fa-cf5c-4679-9a33-bafab1611cb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683-project-admin] Attempting to bind port aba7cea7-811e-43a0-99ac-4bb1186814cf on network e098920d-43db-4061-8b2b-40390377af87 {{(pid=102387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 18:50:36.957102 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5cf54fa-cf5c-4679-9a33-bafab1611cb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683-project-admin] Port aba7cea7-811e-43a0-99ac-4bb1186814cf on network e098920d-43db-4061-8b2b-40390377af87 not bound, no agent of type Open vSwitch agent registered on host n-h1-816865-1 {{(pid=102387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 18:50:36.957614 n-d-816865-1 neutron-server[102387]: ERROR neutron.plugins.ml2.managers [None req-d5cf54fa-cf5c-4679-9a33-bafab1611cb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683-project-admin] Failed to bind port aba7cea7-811e-43a0-99ac-4bb1186814cf on host n-h1-816865-1 for vnic_type normal using segments [{'id': '6f9b64d3-a4f7-4b5b-b93b-82fb7f875502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'e098920d-43db-4061-8b2b-40390377af87'}] Nov 05 18:50:36.960176 n-d-816865-1 neutron-server[102387]: INFO neutron.plugins.ml2.plugin [None req-d5cf54fa-cf5c-4679-9a33-bafab1611cb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683-project-admin] Attempt 5 to bind port aba7cea7-811e-43a0-99ac-4bb1186814cf Nov 05 18:50:37.014083 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40fc40c6-0774-492e-a8e9-1eed79701dbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20d07b21-f170-49ba-b397-496ba0c5a64f,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:50:37.024237 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-40fc40c6-0774-492e-a8e9-1eed79701dbf admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=61a2a627e5e445ebaebcc998bf443d73&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3863857 Nov 05 18:50:37.033306 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 56564) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:50:37.049305 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-5d8df876-c8ea-4f0d-ae6c-1d01e35146e3 req-14724fee-27bf-4154-8076-6c47d64d4b94 tempest-ServersOnMultiNodesTest-710233287 tempest-ServersOnMultiNodesTest-710233287-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=ace8311f15794bf9a6ad1c1faa75592d&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1871357 Nov 05 18:50:37.080698 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device c71da435-a132-4082-80be-4e328ddde1ae no longer exists at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 18:50:37.084990 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.managers [None req-d5cf54fa-cf5c-4679-9a33-bafab1611cb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683-project-admin] Attempting to bind port aba7cea7-811e-43a0-99ac-4bb1186814cf on host n-h1-816865-1 for vnic_type normal with profile {{(pid=102387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 18:50:37.085330 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.managers [None req-d5cf54fa-cf5c-4679-9a33-bafab1611cb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683-project-admin] Attempting to bind port aba7cea7-811e-43a0-99ac-4bb1186814cf by drivers openvswitch,hyperv on host n-h1-816865-1 at level 0 using segments [{'id': '6f9b64d3-a4f7-4b5b-b93b-82fb7f875502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'e098920d-43db-4061-8b2b-40390377af87'}] {{(pid=102387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 18:50:37.085665 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5cf54fa-cf5c-4679-9a33-bafab1611cb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683-project-admin] Attempting to bind port aba7cea7-811e-43a0-99ac-4bb1186814cf on network e098920d-43db-4061-8b2b-40390377af87 {{(pid=102387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 18:50:37.090939 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-e9d75917-0a1e-47c0-b4ce-27d5d9ccc52e req-f302520e-3838-4f94-a58b-7b134e1d69dc tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] 10.222.0.13 "GET /v2.0/ports?device_id=6b9db9e4-2300-49be-bd99-8eabc0e57de3 HTTP/1.1" status: 200 len: 210 time: 0.0931876 Nov 05 18:50:37.094445 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5cf54fa-cf5c-4679-9a33-bafab1611cb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683-project-admin] Port aba7cea7-811e-43a0-99ac-4bb1186814cf on network e098920d-43db-4061-8b2b-40390377af87 not bound, no agent of type Open vSwitch agent registered on host n-h1-816865-1 {{(pid=102387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 18:50:37.094726 n-d-816865-1 neutron-server[102387]: ERROR neutron.plugins.ml2.managers [None req-d5cf54fa-cf5c-4679-9a33-bafab1611cb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683-project-admin] Failed to bind port aba7cea7-811e-43a0-99ac-4bb1186814cf on host n-h1-816865-1 for vnic_type normal using segments [{'id': '6f9b64d3-a4f7-4b5b-b93b-82fb7f875502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'e098920d-43db-4061-8b2b-40390377af87'}] Nov 05 18:50:37.095156 n-d-816865-1 neutron-server[102387]: INFO neutron.plugins.ml2.plugin [None req-d5cf54fa-cf5c-4679-9a33-bafab1611cb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683-project-admin] Attempt 6 to bind port aba7cea7-811e-43a0-99ac-4bb1186814cf Nov 05 18:50:37.120525 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.managers [None req-d5cf54fa-cf5c-4679-9a33-bafab1611cb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683-project-admin] Attempting to bind port aba7cea7-811e-43a0-99ac-4bb1186814cf on host n-h1-816865-1 for vnic_type normal with profile {{(pid=102387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 18:50:37.123541 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.managers [None req-d5cf54fa-cf5c-4679-9a33-bafab1611cb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683-project-admin] Attempting to bind port aba7cea7-811e-43a0-99ac-4bb1186814cf by drivers openvswitch,hyperv on host n-h1-816865-1 at level 0 using segments [{'id': '6f9b64d3-a4f7-4b5b-b93b-82fb7f875502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'e098920d-43db-4061-8b2b-40390377af87'}] {{(pid=102387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 18:50:37.123780 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5cf54fa-cf5c-4679-9a33-bafab1611cb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683-project-admin] Attempting to bind port aba7cea7-811e-43a0-99ac-4bb1186814cf on network e098920d-43db-4061-8b2b-40390377af87 {{(pid=102387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 18:50:37.140650 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5cf54fa-cf5c-4679-9a33-bafab1611cb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683-project-admin] Port aba7cea7-811e-43a0-99ac-4bb1186814cf on network e098920d-43db-4061-8b2b-40390377af87 not bound, no agent of type Open vSwitch agent registered on host n-h1-816865-1 {{(pid=102387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 18:50:37.140909 n-d-816865-1 neutron-server[102387]: ERROR neutron.plugins.ml2.managers [None req-d5cf54fa-cf5c-4679-9a33-bafab1611cb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683-project-admin] Failed to bind port aba7cea7-811e-43a0-99ac-4bb1186814cf on host n-h1-816865-1 for vnic_type normal using segments [{'id': '6f9b64d3-a4f7-4b5b-b93b-82fb7f875502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'e098920d-43db-4061-8b2b-40390377af87'}] Nov 05 18:50:37.141258 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] No Port match for: c71da435-a132-4082-80be-4e328ddde1ae {{(pid=102388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 18:50:37.141427 n-d-816865-1 neutron-server[102387]: INFO neutron.plugins.ml2.plugin [None req-d5cf54fa-cf5c-4679-9a33-bafab1611cb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683-project-admin] Attempt 7 to bind port aba7cea7-811e-43a0-99ac-4bb1186814cf Nov 05 18:50:37.141718 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device c71da435-a132-4082-80be-4e328ddde1ae not bound to the agent host n-d-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 18:50:37.158793 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-53496734-8eaa-4305-b234-11b94302b394 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:37.168768 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.managers [None req-d5cf54fa-cf5c-4679-9a33-bafab1611cb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683-project-admin] Attempting to bind port aba7cea7-811e-43a0-99ac-4bb1186814cf on host n-h1-816865-1 for vnic_type normal with profile {{(pid=102387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 18:50:37.169098 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.managers [None req-d5cf54fa-cf5c-4679-9a33-bafab1611cb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683-project-admin] Attempting to bind port aba7cea7-811e-43a0-99ac-4bb1186814cf by drivers openvswitch,hyperv on host n-h1-816865-1 at level 0 using segments [{'id': '6f9b64d3-a4f7-4b5b-b93b-82fb7f875502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'e098920d-43db-4061-8b2b-40390377af87'}] {{(pid=102387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 18:50:37.169432 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5cf54fa-cf5c-4679-9a33-bafab1611cb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683-project-admin] Attempting to bind port aba7cea7-811e-43a0-99ac-4bb1186814cf on network e098920d-43db-4061-8b2b-40390377af87 {{(pid=102387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 18:50:37.181258 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5cf54fa-cf5c-4679-9a33-bafab1611cb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683-project-admin] Port aba7cea7-811e-43a0-99ac-4bb1186814cf on network e098920d-43db-4061-8b2b-40390377af87 not bound, no agent of type Open vSwitch agent registered on host n-h1-816865-1 {{(pid=102387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 18:50:37.183105 n-d-816865-1 neutron-server[102387]: ERROR neutron.plugins.ml2.managers [None req-d5cf54fa-cf5c-4679-9a33-bafab1611cb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683-project-admin] Failed to bind port aba7cea7-811e-43a0-99ac-4bb1186814cf on host n-h1-816865-1 for vnic_type normal using segments [{'id': '6f9b64d3-a4f7-4b5b-b93b-82fb7f875502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'e098920d-43db-4061-8b2b-40390377af87'}] Nov 05 18:50:37.183518 n-d-816865-1 neutron-server[102387]: INFO neutron.plugins.ml2.plugin [None req-d5cf54fa-cf5c-4679-9a33-bafab1611cb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683-project-admin] Attempt 8 to bind port aba7cea7-811e-43a0-99ac-4bb1186814cf Nov 05 18:50:37.207805 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-53496734-8eaa-4305-b234-11b94302b394 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:37.212212 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.managers [None req-d5cf54fa-cf5c-4679-9a33-bafab1611cb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683-project-admin] Attempting to bind port aba7cea7-811e-43a0-99ac-4bb1186814cf on host n-h1-816865-1 for vnic_type normal with profile {{(pid=102387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 18:50:37.212548 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.managers [None req-d5cf54fa-cf5c-4679-9a33-bafab1611cb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683-project-admin] Attempting to bind port aba7cea7-811e-43a0-99ac-4bb1186814cf by drivers openvswitch,hyperv on host n-h1-816865-1 at level 0 using segments [{'id': '6f9b64d3-a4f7-4b5b-b93b-82fb7f875502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'e098920d-43db-4061-8b2b-40390377af87'}] {{(pid=102387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 18:50:37.213065 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5cf54fa-cf5c-4679-9a33-bafab1611cb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683-project-admin] Attempting to bind port aba7cea7-811e-43a0-99ac-4bb1186814cf on network e098920d-43db-4061-8b2b-40390377af87 {{(pid=102387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 18:50:37.223632 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5cf54fa-cf5c-4679-9a33-bafab1611cb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683-project-admin] Port aba7cea7-811e-43a0-99ac-4bb1186814cf on network e098920d-43db-4061-8b2b-40390377af87 not bound, no agent of type Open vSwitch agent registered on host n-h1-816865-1 {{(pid=102387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 18:50:37.224790 n-d-816865-1 neutron-server[102387]: ERROR neutron.plugins.ml2.managers [None req-d5cf54fa-cf5c-4679-9a33-bafab1611cb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683-project-admin] Failed to bind port aba7cea7-811e-43a0-99ac-4bb1186814cf on host n-h1-816865-1 for vnic_type normal using segments [{'id': '6f9b64d3-a4f7-4b5b-b93b-82fb7f875502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'e098920d-43db-4061-8b2b-40390377af87'}] Nov 05 18:50:37.225377 n-d-816865-1 neutron-server[102387]: INFO neutron.plugins.ml2.plugin [None req-d5cf54fa-cf5c-4679-9a33-bafab1611cb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683-project-admin] Attempt 9 to bind port aba7cea7-811e-43a0-99ac-4bb1186814cf Nov 05 18:50:37.242576 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.managers [None req-d5cf54fa-cf5c-4679-9a33-bafab1611cb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683-project-admin] Attempting to bind port aba7cea7-811e-43a0-99ac-4bb1186814cf on host n-h1-816865-1 for vnic_type normal with profile {{(pid=102387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 18:50:37.243381 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.managers [None req-d5cf54fa-cf5c-4679-9a33-bafab1611cb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683-project-admin] Attempting to bind port aba7cea7-811e-43a0-99ac-4bb1186814cf by drivers openvswitch,hyperv on host n-h1-816865-1 at level 0 using segments [{'id': '6f9b64d3-a4f7-4b5b-b93b-82fb7f875502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'e098920d-43db-4061-8b2b-40390377af87'}] {{(pid=102387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 18:50:37.243874 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5cf54fa-cf5c-4679-9a33-bafab1611cb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683-project-admin] Attempting to bind port aba7cea7-811e-43a0-99ac-4bb1186814cf on network e098920d-43db-4061-8b2b-40390377af87 {{(pid=102387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 18:50:37.249894 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5cf54fa-cf5c-4679-9a33-bafab1611cb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683-project-admin] Port aba7cea7-811e-43a0-99ac-4bb1186814cf on network e098920d-43db-4061-8b2b-40390377af87 not bound, no agent of type Open vSwitch agent registered on host n-h1-816865-1 {{(pid=102387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 18:50:37.250522 n-d-816865-1 neutron-server[102387]: ERROR neutron.plugins.ml2.managers [None req-d5cf54fa-cf5c-4679-9a33-bafab1611cb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683-project-admin] Failed to bind port aba7cea7-811e-43a0-99ac-4bb1186814cf on host n-h1-816865-1 for vnic_type normal using segments [{'id': '6f9b64d3-a4f7-4b5b-b93b-82fb7f875502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'e098920d-43db-4061-8b2b-40390377af87'}] Nov 05 18:50:37.251197 n-d-816865-1 neutron-server[102387]: INFO neutron.plugins.ml2.plugin [None req-d5cf54fa-cf5c-4679-9a33-bafab1611cb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683-project-admin] Attempt 10 to bind port aba7cea7-811e-43a0-99ac-4bb1186814cf Nov 05 18:50:37.268524 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.managers [None req-d5cf54fa-cf5c-4679-9a33-bafab1611cb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683-project-admin] Attempting to bind port aba7cea7-811e-43a0-99ac-4bb1186814cf on host n-h1-816865-1 for vnic_type normal with profile {{(pid=102387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 18:50:37.269168 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.managers [None req-d5cf54fa-cf5c-4679-9a33-bafab1611cb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683-project-admin] Attempting to bind port aba7cea7-811e-43a0-99ac-4bb1186814cf by drivers openvswitch,hyperv on host n-h1-816865-1 at level 0 using segments [{'id': '6f9b64d3-a4f7-4b5b-b93b-82fb7f875502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'e098920d-43db-4061-8b2b-40390377af87'}] {{(pid=102387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 18:50:37.269658 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5cf54fa-cf5c-4679-9a33-bafab1611cb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683-project-admin] Attempting to bind port aba7cea7-811e-43a0-99ac-4bb1186814cf on network e098920d-43db-4061-8b2b-40390377af87 {{(pid=102387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 18:50:37.275586 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5cf54fa-cf5c-4679-9a33-bafab1611cb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683-project-admin] Port aba7cea7-811e-43a0-99ac-4bb1186814cf on network e098920d-43db-4061-8b2b-40390377af87 not bound, no agent of type Open vSwitch agent registered on host n-h1-816865-1 {{(pid=102387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 18:50:37.275919 n-d-816865-1 neutron-server[102387]: ERROR neutron.plugins.ml2.managers [None req-d5cf54fa-cf5c-4679-9a33-bafab1611cb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683-project-admin] Failed to bind port aba7cea7-811e-43a0-99ac-4bb1186814cf on host n-h1-816865-1 for vnic_type normal using segments [{'id': '6f9b64d3-a4f7-4b5b-b93b-82fb7f875502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'e098920d-43db-4061-8b2b-40390377af87'}] Nov 05 18:50:37.276282 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-d5cf54fa-cf5c-4679-9a33-bafab1611cb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:37.354248 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 56570) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:50:37.379804 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-53496734-8eaa-4305-b234-11b94302b394 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:37.382648 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-53496734-8eaa-4305-b234-11b94302b394 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:37.404449 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-53496734-8eaa-4305-b234-11b94302b394 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/20d07b21-f170-49ba-b397-496ba0c5a64f HTTP/1.1" status: 204 len: 168 time: 0.3572178 Nov 05 18:50:37.404558 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.db [None req-d5cf54fa-cf5c-4679-9a33-bafab1611cb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683-project-admin] For port aba7cea7-811e-43a0-99ac-4bb1186814cf, host n-h1-816865-1, cleared binding levels {{(pid=102387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 18:50:37.404558 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.db [None req-d5cf54fa-cf5c-4679-9a33-bafab1611cb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683-project-admin] Attempted to set empty binding levels {{(pid=102387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 05 18:50:37.434582 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-3f754755-96ed-4fbd-ad17-2dffda856b05 req-525c689e-8986-4f4f-a0f5-8b9a37575c17 tempest-ServersOnMultiNodesTest-710233287 tempest-ServersOnMultiNodesTest-710233287-project] 10.222.0.13 "GET /v2.0/ports?device_id=27d398e9-ee38-4030-bc09-9f209c29732b HTTP/1.1" status: 200 len: 210 time: 0.0340056 Nov 05 18:50:37.465780 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 56576) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:50:37.465878 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-fc79c650-7fcc-4700-bf70-ad087b81eac5 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4887dc6e572a48c1b9dc807c93638012&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1072140 Nov 05 18:50:37.465878 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53496734-8eaa-4305-b234-11b94302b394 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20d07b21-f170-49ba-b397-496ba0c5a64f,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:50:37.567473 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-e356eb8a-157f-4bb2-8411-86965a07aa2d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:37.612099 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-d5cf54fa-cf5c-4679-9a33-bafab1611cb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4417072'] for port, after_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:37.659377 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-e356eb8a-157f-4bb2-8411-86965a07aa2d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:37.664804 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5cf54fa-cf5c-4679-9a33-bafab1611cb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683-project-admin] Pushing event updated for resources: {'Port': ['ID=aba7cea7-811e-43a0-99ac-4bb1186814cf,revision_number=3']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:50:37.679784 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [None req-d5cf54fa-cf5c-4679-9a33-bafab1611cb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683-project-admin] In _notify_port_updated(), no bound segment for port aba7cea7-811e-43a0-99ac-4bb1186814cf on network e098920d-43db-4061-8b2b-40390377af87 {{(pid=102387) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 05 18:50:37.680768 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5cf54fa-cf5c-4679-9a33-bafab1611cb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:50:37.681861 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-d5cf54fa-cf5c-4679-9a33-bafab1611cb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:37.682694 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-d5cf54fa-cf5c-4679-9a33-bafab1611cb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683-project-admin] 10.222.0.13 "PUT /v2.0/ports/aba7cea7-811e-43a0-99ac-4bb1186814cf HTTP/1.1" status: 200 len: 978 time: 2.0476258 Nov 05 18:50:37.685586 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 56582) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:50:37.807994 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-e356eb8a-157f-4bb2-8411-86965a07aa2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:37.810797 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-e356eb8a-157f-4bb2-8411-86965a07aa2d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:37.811804 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-e356eb8a-157f-4bb2-8411-86965a07aa2d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/15081e95-3d2c-46cc-970b-0ab86f46e753 HTTP/1.1" status: 204 len: 168 time: 0.3532848 Nov 05 18:50:37.826606 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e356eb8a-157f-4bb2-8411-86965a07aa2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15081e95-3d2c-46cc-970b-0ab86f46e753,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:50:37.852955 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-c6ff2310-2caa-49ab-8e37-ec48230d2417 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683-project-admin] Deleting port aba7cea7-811e-43a0-99ac-4bb1186814cf {{(pid=102386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 18:50:37.857172 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-c6ff2310-2caa-49ab-8e37-ec48230d2417 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:38.046542 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cda235-74f3-4b21-94aa-6d5c3e7ebf1e req-072a31bb-61a6-4c46-a528-af4dcd0f05c7 tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:50:38.063212 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-22cda235-74f3-4b21-94aa-6d5c3e7ebf1e req-072a31bb-61a6-4c46-a528-af4dcd0f05c7 tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] 10.222.0.13 "GET /v2.0/ports?device_id=b3c515f9-768f-4a54-bb92-e6f3d5207990 HTTP/1.1" status: 200 len: 944 time: 0.1934931 Nov 05 18:50:38.089365 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [None req-c6ff2310-2caa-49ab-8e37-ec48230d2417 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683-project-admin] For port aba7cea7-811e-43a0-99ac-4bb1186814cf, host n-h1-816865-1, got binding levels [] {{(pid=102386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:50:38.092948 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-c6ff2310-2caa-49ab-8e37-ec48230d2417 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:38.124541 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-c6ff2310-2caa-49ab-8e37-ec48230d2417 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683-project-admin] Calling delete_port for aba7cea7-811e-43a0-99ac-4bb1186814cf owned by {{(pid=102386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 18:50:38.140484 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-22cda235-74f3-4b21-94aa-6d5c3e7ebf1e req-cdd799db-047d-4366-a976-cb2f847e2d01 tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] 10.222.0.13 "GET /v2.0/security-groups?id=8015cb9a-1cfc-43ae-80a2-992db853641d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0718734 Nov 05 18:50:38.170229 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-31f93893-a48e-4ae8-833d-dccb2b42eacc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:38.363912 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-c7cf0e1c-30a7-4563-9c7f-8fc78e45cf0c req-a5001151-66ed-4948-8606-1fa1051355af tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] 10.222.0.13 "GET /v2.0/ports?device_id=6b9db9e4-2300-49be-bd99-8eabc0e57de3 HTTP/1.1" status: 200 len: 210 time: 0.0814304 Nov 05 18:50:38.433489 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-c6ff2310-2caa-49ab-8e37-ec48230d2417 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:38.510283 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:38.518547 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-c6ff2310-2caa-49ab-8e37-ec48230d2417 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:38.530124 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-c6ff2310-2caa-49ab-8e37-ec48230d2417 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683-project-admin] 10.222.0.13 "DELETE /v2.0/ports/aba7cea7-811e-43a0-99ac-4bb1186814cf HTTP/1.1" status: 204 len: 168 time: 0.8430161 Nov 05 18:50:38.531208 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ff2310-2caa-49ab-8e37-ec48230d2417 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683-project-admin] Pushing event deleted for resources: {'Port': ['ID=aba7cea7-811e-43a0-99ac-4bb1186814cf,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:50:38.539045 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 56610) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:50:38.605693 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-9d294f1b-9c3e-42d5-8955-c9b14d942840 req-add650cf-30dc-4089-86e4-5a10c64df232 tempest-ServersOnMultiNodesTest-710233287 tempest-ServersOnMultiNodesTest-710233287-project] 10.222.0.13 "GET /v2.0/ports?device_id=27d398e9-ee38-4030-bc09-9f209c29732b HTTP/1.1" status: 200 len: 210 time: 0.0853698 Nov 05 18:50:38.614008 n-d-816865-1 neutron-server[102386]: INFO neutron.pecan_wsgi.hooks.translation [None req-d8f93992-2944-44bf-a594-0958c311306a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683-project-admin] GET failed (client error): The resource could not be found. Nov 05 18:50:38.620335 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 56618) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:50:38.638349 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-d8f93992-2944-44bf-a594-0958c311306a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236724683-project-admin] 10.222.0.13 "GET /v2.0/ports/aba7cea7-811e-43a0-99ac-4bb1186814cf HTTP/1.1" status: 404 len: 333 time: 0.0793085 Nov 05 18:50:38.841951 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-e6574cf3-72bd-46da-a672-9aec7b0fd0b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-420707751 tempest-PortsAdminExtendedAttrsIpV6TestJSON-420707751-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1664226'] for network, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:38.870474 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aad4216-6120-4b28-b696-c433866a57a0 req-5cd5b15d-5b44-42d6-892e-e552bff8f42c tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:50:38.878324 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b078632-4141-4372-b164-b0edcd31bd0d req-fe0aaa6e-5054-4343-aec7-3ebf11c98ae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:50:38.878565 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-7aad4216-6120-4b28-b696-c433866a57a0 req-5cd5b15d-5b44-42d6-892e-e552bff8f42c tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] 10.222.0.13 "GET /v2.0/ports?device_id=b3c515f9-768f-4a54-bb92-e6f3d5207990 HTTP/1.1" status: 200 len: 944 time: 0.1518514 Nov 05 18:50:38.881180 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-4b078632-4141-4372-b164-b0edcd31bd0d req-fe0aaa6e-5054-4343-aec7-3ebf11c98ae0 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=9d37d1d71d154d088bbcf565483b4218&device_id=b3c515f9-768f-4a54-bb92-e6f3d5207990 HTTP/1.1" status: 200 len: 1095 time: 0.0841999 Nov 05 18:50:39.062344 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b078632-4141-4372-b164-b0edcd31bd0d req-56cf9242-8f3c-44cb-a895-9ed81e275af2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:50:39.064124 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-4b078632-4141-4372-b164-b0edcd31bd0d req-56cf9242-8f3c-44cb-a895-9ed81e275af2 service neutron] 10.222.0.55 "GET /v2.0/networks?id=bb5b9fed-8e61-492a-a21e-f9ce432c95f7 HTTP/1.1" status: 200 len: 912 time: 0.1732924 Nov 05 18:50:39.158697 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-7aad4216-6120-4b28-b696-c433866a57a0 req-20255c52-001a-4869-8d32-79a51cafa1dd tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] 10.222.0.13 "GET /v2.0/security-groups?id=8015cb9a-1cfc-43ae-80a2-992db853641d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2791853 Nov 05 18:50:39.168077 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-4b078632-4141-4372-b164-b0edcd31bd0d req-49f81989-640d-4434-af05-3a19e8fdfe09 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=76ac6dda-0dbe-4431-a06f-4b5c155d8cde HTTP/1.1" status: 200 len: 998 time: 0.0908284 Nov 05 18:50:39.227304 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-e6574cf3-72bd-46da-a672-9aec7b0fd0b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-420707751 tempest-PortsAdminExtendedAttrsIpV6TestJSON-420707751-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1579173', 'neutron.services.segments.db._delete_segments_for_network-8750027792909'] for network, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:39.267927 n-d-816865-1 neutron-server[102387]: DEBUG neutron.services.segments.db [None req-e6574cf3-72bd-46da-a672-9aec7b0fd0b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-420707751 tempest-PortsAdminExtendedAttrsIpV6TestJSON-420707751-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e098920d-43db-4061-8b2b-40390377af87']}} {{(pid=102387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:50:39.288026 n-d-816865-1 neutron-server[102387]: DEBUG neutron.services.segments.db [None req-e6574cf3-72bd-46da-a672-9aec7b0fd0b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-420707751 tempest-PortsAdminExtendedAttrsIpV6TestJSON-420707751-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f9b64d3-a4f7-4b5b-b93b-82fb7f875502') {'for_net_delete': True} {{(pid=102387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:50:39.288319 n-d-816865-1 neutron-server[102387]: DEBUG neutron.services.segments.db [None req-e6574cf3-72bd-46da-a672-9aec7b0fd0b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-420707751 tempest-PortsAdminExtendedAttrsIpV6TestJSON-420707751-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f9b64d3-a4f7-4b5b-b93b-82fb7f875502') {} {{(pid=102387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:50:39.293534 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b078632-4141-4372-b164-b0edcd31bd0d req-68b1fcb0-965b-42dd-b488-79a2b8a487db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:50:39.295063 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-4b078632-4141-4372-b164-b0edcd31bd0d req-68b1fcb0-965b-42dd-b488-79a2b8a487db service neutron] 10.222.0.55 "GET /v2.0/subnets?id=8df5751e-d8bb-41e4-9469-238f613979b1 HTTP/1.1" status: 200 len: 850 time: 0.1129775 Nov 05 18:50:39.318356 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-e6574cf3-72bd-46da-a672-9aec7b0fd0b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-420707751 tempest-PortsAdminExtendedAttrsIpV6TestJSON-420707751-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750027793430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4463492'] for segment, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:39.351489 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-e6574cf3-72bd-46da-a672-9aec7b0fd0b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-420707751 tempest-PortsAdminExtendedAttrsIpV6TestJSON-420707751-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273'] for segment, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:39.367978 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e6574cf3-72bd-46da-a672-9aec7b0fd0b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-420707751 tempest-PortsAdminExtendedAttrsIpV6TestJSON-420707751-project] Releasing vlan 158 on physical network physnet1 to pool {{(pid=102387) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 05 18:50:39.368348 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-e6574cf3-72bd-46da-a672-9aec7b0fd0b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-420707751 tempest-PortsAdminExtendedAttrsIpV6TestJSON-420707751-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4417236'] for segment, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:39.371712 n-d-816865-1 neutron-server[102387]: Traceback (most recent call last): Nov 05 18:50:39.371712 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 05 18:50:39.371712 n-d-816865-1 neutron-server[102387]: timer() Nov 05 18:50:39.371712 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 05 18:50:39.371712 n-d-816865-1 neutron-server[102387]: cb(*args, **kw) Nov 05 18:50:39.371712 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 05 18:50:39.371712 n-d-816865-1 neutron-server[102387]: return func(*args, **kwargs) Nov 05 18:50:39.371712 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 05 18:50:39.371712 n-d-816865-1 neutron-server[102387]: self._notify() Nov 05 18:50:39.371712 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 05 18:50:39.371712 n-d-816865-1 neutron-server[102387]: self.callback(batched_events) Nov 05 18:50:39.371712 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 05 18:50:39.371712 n-d-816865-1 neutron-server[102387]: event.method(event) Nov 05 18:50:39.371712 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 05 18:50:39.371712 n-d-816865-1 neutron-server[102387]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 05 18:50:39.371712 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 05 18:50:39.371712 n-d-816865-1 neutron-server[102387]: aggregate_uuid = self.p_client.list_aggregates( Nov 05 18:50:39.371712 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 05 18:50:39.371712 n-d-816865-1 neutron-server[102387]: return f(self, *a, **k) Nov 05 18:50:39.371712 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 05 18:50:39.371712 n-d-816865-1 neutron-server[102387]: return self._get(url).json() Nov 05 18:50:39.371712 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 05 18:50:39.371712 n-d-816865-1 neutron-server[102387]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 05 18:50:39.371712 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 05 18:50:39.371712 n-d-816865-1 neutron-server[102387]: return self.request(url, 'GET', **kwargs) Nov 05 18:50:39.371712 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 05 18:50:39.371712 n-d-816865-1 neutron-server[102387]: base_url = self.get_endpoint(auth, allow=allow, Nov 05 18:50:39.371712 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 05 18:50:39.371712 n-d-816865-1 neutron-server[102387]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 05 18:50:39.371712 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 05 18:50:39.371712 n-d-816865-1 neutron-server[102387]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 05 18:50:39.371712 n-d-816865-1 neutron-server[102387]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 05 18:50:39.406445 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b078632-4141-4372-b164-b0edcd31bd0d req-49f0031d-d3aa-4b05-8e3f-6233ffadf965 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:50:39.407907 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-4b078632-4141-4372-b164-b0edcd31bd0d req-49f0031d-d3aa-4b05-8e3f-6233ffadf965 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=bb5b9fed-8e61-492a-a21e-f9ce432c95f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1041214 Nov 05 18:50:39.629927 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-a1490198-8209-43eb-bf00-cfe7488e6af2 req-ca624231-1276-47fa-8cc4-50ab792ce154 tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] 10.222.0.13 "GET /v2.0/ports?device_id=6b9db9e4-2300-49be-bd99-8eabc0e57de3 HTTP/1.1" status: 200 len: 210 time: 0.1201754 Nov 05 18:50:39.686511 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-4b078632-4141-4372-b164-b0edcd31bd0d req-5e749307-0945-43a1-a18e-f71ded937f58 service neutron] 10.222.0.55 "GET /v2.0/networks/bb5b9fed-8e61-492a-a21e-f9ce432c95f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2658012 Nov 05 18:50:39.732808 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-e6574cf3-72bd-46da-a672-9aec7b0fd0b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-420707751 tempest-PortsAdminExtendedAttrsIpV6TestJSON-420707751-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1579178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-956796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1000687'] for network, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:39.740309 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-e6574cf3-72bd-46da-a672-9aec7b0fd0b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-420707751 tempest-PortsAdminExtendedAttrsIpV6TestJSON-420707751-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597851'] for network, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:39.747738 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-e6574cf3-72bd-46da-a672-9aec7b0fd0b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-420707751 tempest-PortsAdminExtendedAttrsIpV6TestJSON-420707751-project] 10.222.0.13 "DELETE /v2.0/networks/e098920d-43db-4061-8b2b-40390377af87 HTTP/1.1" status: 204 len: 168 time: 1.1263258 Nov 05 18:50:39.795880 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6574cf3-72bd-46da-a672-9aec7b0fd0b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-420707751 tempest-PortsAdminExtendedAttrsIpV6TestJSON-420707751-project] Pushing event deleted for resources: {'Network': ['ID=e098920d-43db-4061-8b2b-40390377af87,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:50:39.865211 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-64318af0-faf5-4e00-850c-608e6cd597f5 req-b2033c9d-e9e3-456a-ba36-7cbae6e8e881 tempest-ServersOnMultiNodesTest-710233287 tempest-ServersOnMultiNodesTest-710233287-project] 10.222.0.13 "GET /v2.0/ports?device_id=27d398e9-ee38-4030-bc09-9f209c29732b HTTP/1.1" status: 200 len: 210 time: 0.0642078 Nov 05 18:50:39.923991 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-4b078632-4141-4372-b164-b0edcd31bd0d req-f7c3c53e-e4b9-407b-8342-bf7d8b650dda service neutron] 10.222.0.55 "GET /v2.0/networks/bb5b9fed-8e61-492a-a21e-f9ce432c95f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2309742 Nov 05 18:50:39.973474 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 56664) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:50:39.980951 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 56666) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:50:40.059227 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.db_base_plugin_v2 [None req-81a224b4-b37a-4def-90a5-02d236667890 admin admin] Deleting subnet d7f64a49-19fd-4323-b909-1a955812ddea {{(pid=102386) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 05 18:50:40.064814 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-81a224b4-b37a-4def-90a5-02d236667890 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:40.126325 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-81a224b4-b37a-4def-90a5-02d236667890 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4590738'] for subnet, precommit_delete_associations {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:40.214988 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-81a224b4-b37a-4def-90a5-02d236667890 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1573928'] for subnet, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:40.319799 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-5d8df876-c8ea-4f0d-ae6c-1d01e35146e3 req-b7ae13a8-be49-42be-b4dd-410f7aec9d4a tempest-ServersOnMultiNodesTest-710233287 tempest-ServersOnMultiNodesTest-710233287-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=ace8311f15794bf9a6ad1c1faa75592d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1015952 Nov 05 18:50:40.376511 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53934be6-ea3d-403c-8531-99a0761bdbd1 req-7e296792-308c-438a-99c7-03ad56419e02 tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:50:40.378146 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-53934be6-ea3d-403c-8531-99a0761bdbd1 req-7e296792-308c-438a-99c7-03ad56419e02 tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] 10.222.0.13 "GET /v2.0/ports?device_id=b3c515f9-768f-4a54-bb92-e6f3d5207990 HTTP/1.1" status: 200 len: 944 time: 0.1353183 Nov 05 18:50:40.396166 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-81a224b4-b37a-4def-90a5-02d236667890 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1573905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6149879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4877183'] for subnet, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:40.489151 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-53934be6-ea3d-403c-8531-99a0761bdbd1 req-f1df9345-95bf-4654-a33f-7df546984da3 tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] 10.222.0.13 "GET /v2.0/security-groups?id=8015cb9a-1cfc-43ae-80a2-992db853641d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0829065 Nov 05 18:50:40.500631 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a224b4-b37a-4def-90a5-02d236667890 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d7f64a49-19fd-4323-b909-1a955812ddea,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:50:40.512195 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-cc324a9a-8ae8-460d-9b2e-1106d420c63d admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-1713986911-network', 'tenant_id': '3f080cb3a4f24f1db8ad75a12c2cd4bf'}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:50:40.513985 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-81a224b4-b37a-4def-90a5-02d236667890 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:40.523540 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8df876-c8ea-4f0d-ae6c-1d01e35146e3 req-b3fef7a0-4f32-4680-9264-85c72158b949 tempest-ServersOnMultiNodesTest-710233287 tempest-ServersOnMultiNodesTest-710233287-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:50:40.525287 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-5d8df876-c8ea-4f0d-ae6c-1d01e35146e3 req-b3fef7a0-4f32-4680-9264-85c72158b949 tempest-ServersOnMultiNodesTest-710233287 tempest-ServersOnMultiNodesTest-710233287-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1978343 Nov 05 18:50:40.527118 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 56678) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:50:40.537321 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-81a224b4-b37a-4def-90a5-02d236667890 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/d7f64a49-19fd-4323-b909-1a955812ddea HTTP/1.1" status: 204 len: 168 time: 0.5549996 Nov 05 18:50:40.620276 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-3cc1b35b-680c-42d3-bf16-f2bdf2e8fd3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1664226'] for network, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:40.632594 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [req-5d8df876-c8ea-4f0d-ae6c-1d01e35146e3 req-cf99b0d2-5bbc-4a6f-be3c-d4bbfebc48b2 tempest-ServersOnMultiNodesTest-710233287 tempest-ServersOnMultiNodesTest-710233287-project] Request body: {'port': {'device_id': '27d398e9-ee38-4030-bc09-9f209c29732b', 'network_id': 'a723f808-b11e-4066-b104-fad90c82895e', 'admin_state_up': True, 'tenant_id': 'ace8311f15794bf9a6ad1c1faa75592d'}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:50:40.669257 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 56680) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:50:40.837599 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-c4f5f434-2db7-4984-bb6e-cd0d60c6d827 req-e73056d5-7e4a-4787-aae6-aba826c62054 tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] 10.222.0.13 "GET /v2.0/ports?device_id=6b9db9e4-2300-49be-bd99-8eabc0e57de3 HTTP/1.1" status: 200 len: 210 time: 0.0436988 Nov 05 18:50:40.894311 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc324a9a-8ae8-460d-9b2e-1106d420c63d admin admin] Made reservation on behalf of 3f080cb3a4f24f1db8ad75a12c2cd4bf for: {'network': 1} {{(pid=102387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 18:50:40.897790 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-cc324a9a-8ae8-460d-9b2e-1106d420c63d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for network, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:40.929161 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-cc324a9a-8ae8-460d-9b2e-1106d420c63d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:41.004441 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-040f1e67-80da-4497-b367-da5c0fd406e3 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=92ceb95c0d724bbda272a40b6acd99e4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3339896 Nov 05 18:50:41.016535 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 56694) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:50:41.055429 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-cc324a9a-8ae8-460d-9b2e-1106d420c63d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:41.091976 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-888632da-bea5-4bdb-b37c-bd70fe559197 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:41.094232 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5d8df876-c8ea-4f0d-ae6c-1d01e35146e3 req-cf99b0d2-5bbc-4a6f-be3c-d4bbfebc48b2 tempest-ServersOnMultiNodesTest-710233287 tempest-ServersOnMultiNodesTest-710233287-project] Made reservation on behalf of ace8311f15794bf9a6ad1c1faa75592d for: {'port': 1} {{(pid=102387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 18:50:41.097861 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-5d8df876-c8ea-4f0d-ae6c-1d01e35146e3 req-cf99b0d2-5bbc-4a6f-be3c-d4bbfebc48b2 tempest-ServersOnMultiNodesTest-710233287 tempest-ServersOnMultiNodesTest-710233287-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:41.117926 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-888632da-bea5-4bdb-b37c-bd70fe559197 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:41.118898 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-cc324a9a-8ae8-460d-9b2e-1106d420c63d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:41.190248 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-79fdffde-ef21-4b47-8bb1-7b3c1197bf26 req-88f557ba-a8a9-48d1-9567-3965e31acbf9 tempest-ServersOnMultiNodesTest-710233287 tempest-ServersOnMultiNodesTest-710233287-project] 10.222.0.13 "GET /v2.0/ports?device_id=27d398e9-ee38-4030-bc09-9f209c29732b HTTP/1.1" status: 200 len: 210 time: 0.1278515 Nov 05 18:50:41.200996 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-3cc1b35b-680c-42d3-bf16-f2bdf2e8fd3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1579173', 'neutron.services.segments.db._delete_segments_for_network-8750027792909'] for network, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:41.203636 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc324a9a-8ae8-460d-9b2e-1106d420c63d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f04b2e1-de76-4a06-adfc-cc82b8507945,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:50:41.252945 n-d-816865-1 neutron-server[102387]: DEBUG neutron.services.segments.db [None req-3cc1b35b-680c-42d3-bf16-f2bdf2e8fd3e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43ea62f0-8360-499b-8cfa-33c91e860c8e']}} {{(pid=102387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:50:41.264376 n-d-816865-1 neutron-server[102387]: DEBUG neutron.services.segments.db [None req-3cc1b35b-680c-42d3-bf16-f2bdf2e8fd3e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '18ff82bc-5fc5-4d18-b58f-45dd42e01fae') {'for_net_delete': True} {{(pid=102387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:50:41.264976 n-d-816865-1 neutron-server[102387]: DEBUG neutron.services.segments.db [None req-3cc1b35b-680c-42d3-bf16-f2bdf2e8fd3e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '18ff82bc-5fc5-4d18-b58f-45dd42e01fae') {} {{(pid=102387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:50:41.276677 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-3cc1b35b-680c-42d3-bf16-f2bdf2e8fd3e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750027793430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4463492'] for segment, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:41.293621 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-3cc1b35b-680c-42d3-bf16-f2bdf2e8fd3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273'] for segment, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:41.305335 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3cc1b35b-680c-42d3-bf16-f2bdf2e8fd3e admin admin] Releasing vlan 168 on physical network physnet1 to pool {{(pid=102387) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 05 18:50:41.305747 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-3cc1b35b-680c-42d3-bf16-f2bdf2e8fd3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4417236'] for segment, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:41.307493 n-d-816865-1 neutron-server[102387]: Traceback (most recent call last): Nov 05 18:50:41.307493 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 05 18:50:41.307493 n-d-816865-1 neutron-server[102387]: timer() Nov 05 18:50:41.307493 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 05 18:50:41.307493 n-d-816865-1 neutron-server[102387]: cb(*args, **kw) Nov 05 18:50:41.307493 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 05 18:50:41.307493 n-d-816865-1 neutron-server[102387]: return func(*args, **kwargs) Nov 05 18:50:41.307493 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 05 18:50:41.307493 n-d-816865-1 neutron-server[102387]: self._notify() Nov 05 18:50:41.307493 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 05 18:50:41.307493 n-d-816865-1 neutron-server[102387]: self.callback(batched_events) Nov 05 18:50:41.307493 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 05 18:50:41.307493 n-d-816865-1 neutron-server[102387]: event.method(event) Nov 05 18:50:41.307493 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 05 18:50:41.307493 n-d-816865-1 neutron-server[102387]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 05 18:50:41.307493 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 05 18:50:41.307493 n-d-816865-1 neutron-server[102387]: aggregate_uuid = self.p_client.list_aggregates( Nov 05 18:50:41.307493 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 05 18:50:41.307493 n-d-816865-1 neutron-server[102387]: return f(self, *a, **k) Nov 05 18:50:41.307493 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 05 18:50:41.307493 n-d-816865-1 neutron-server[102387]: return self._get(url).json() Nov 05 18:50:41.307493 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 05 18:50:41.307493 n-d-816865-1 neutron-server[102387]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 05 18:50:41.307493 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 05 18:50:41.307493 n-d-816865-1 neutron-server[102387]: return self.request(url, 'GET', **kwargs) Nov 05 18:50:41.307493 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 05 18:50:41.307493 n-d-816865-1 neutron-server[102387]: base_url = self.get_endpoint(auth, allow=allow, Nov 05 18:50:41.307493 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 05 18:50:41.307493 n-d-816865-1 neutron-server[102387]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 05 18:50:41.307493 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 05 18:50:41.307493 n-d-816865-1 neutron-server[102387]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 05 18:50:41.307493 n-d-816865-1 neutron-server[102387]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 05 18:50:41.318997 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-888632da-bea5-4bdb-b37c-bd70fe559197 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:41.328920 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-888632da-bea5-4bdb-b37c-bd70fe559197 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:41.328920 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-888632da-bea5-4bdb-b37c-bd70fe559197 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/78496e7b-9955-4bab-b0e2-2a5e67efc3b0 HTTP/1.1" status: 204 len: 168 time: 0.3146906 Nov 05 18:50:41.351968 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888632da-bea5-4bdb-b37c-bd70fe559197 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78496e7b-9955-4bab-b0e2-2a5e67efc3b0,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:50:41.521363 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-3cc1b35b-680c-42d3-bf16-f2bdf2e8fd3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1579178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-956796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1000687'] for network, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:41.544140 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc324a9a-8ae8-460d-9b2e-1106d420c63d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 172} {{(pid=102387) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 05 18:50:41.575140 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-3cc1b35b-680c-42d3-bf16-f2bdf2e8fd3e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597851'] for network, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:41.579050 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-3cc1b35b-680c-42d3-bf16-f2bdf2e8fd3e admin admin] 10.222.0.13 "DELETE /v2.0/networks/43ea62f0-8360-499b-8cfa-33c91e860c8e HTTP/1.1" status: 204 len: 168 time: 1.0501893 Nov 05 18:50:41.588701 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-cc324a9a-8ae8-460d-9b2e-1106d420c63d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273'] for segment, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:41.589648 n-d-816865-1 neutron-server[102387]: INFO neutron.db.segments_db [None req-cc324a9a-8ae8-460d-9b2e-1106d420c63d admin admin] Added segment 7be3d05f-633b-4fa4-85ad-02da01d888f9 of type vlan for network ad4e0fc4-1abc-48fb-9c8e-5d76236fa098 Nov 05 18:50:41.638188 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc1b35b-680c-42d3-bf16-f2bdf2e8fd3e admin admin] Pushing event deleted for resources: {'Network': ['ID=43ea62f0-8360-499b-8cfa-33c91e860c8e,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:50:41.691438 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-cc324a9a-8ae8-460d-9b2e-1106d420c63d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750027258543'] for network, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:41.715952 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.db_base_plugin_common [req-5d8df876-c8ea-4f0d-ae6c-1d01e35146e3 req-cf99b0d2-5bbc-4a6f-be3c-d4bbfebc48b2 tempest-ServersOnMultiNodesTest-710233287 tempest-ServersOnMultiNodesTest-710233287-project] Allocated IP 192.168.233.216 (a723f808-b11e-4066-b104-fad90c82895e/05e7a1b5-165b-4a00-855a-ffbcb2eba59e/8612e611-35ce-4d14-a73c-f29e837a8826) {{(pid=102387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 18:50:41.766720 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b1d119-be08-48d7-816f-f21de5bbc691 req-e46be814-e110-4820-8064-d6ff627a1776 tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:50:41.769250 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-e9b1d119-be08-48d7-816f-f21de5bbc691 req-e46be814-e110-4820-8064-d6ff627a1776 tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] 10.222.0.13 "GET /v2.0/ports?device_id=b3c515f9-768f-4a54-bb92-e6f3d5207990 HTTP/1.1" status: 200 len: 944 time: 0.1783564 Nov 05 18:50:41.864184 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-cc324a9a-8ae8-460d-9b2e-1106d420c63d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-956796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877'] for network, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:41.865760 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc324a9a-8ae8-460d-9b2e-1106d420c63d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:50:41.866375 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-cc324a9a-8ae8-460d-9b2e-1106d420c63d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597851'] for network, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:41.978036 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-e9b1d119-be08-48d7-816f-f21de5bbc691 req-a5dbc9fc-6b6a-42c1-92cb-c25657dfea3d tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] 10.222.0.13 "GET /v2.0/security-groups?id=8015cb9a-1cfc-43ae-80a2-992db853641d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2010074 Nov 05 18:50:41.984593 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-dd78bac9-480e-4725-9f0d-aa9364c37878 req-1fdd444f-0f81-4c92-98a5-c3f5093a2f67 tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] 10.222.0.13 "GET /v2.0/ports?device_id=6b9db9e4-2300-49be-bd99-8eabc0e57de3 HTTP/1.1" status: 200 len: 210 time: 0.0320966 Nov 05 18:50:42.059610 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-cc324a9a-8ae8-460d-9b2e-1106d420c63d admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 2.0792520 Nov 05 18:50:42.060831 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 56740) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:50:42.066929 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-06db47cc-fc79-4872-bcbe-2252910d7f17 admin admin] Request body: {'subnet': {'network_id': 'ad4e0fc4-1abc-48fb-9c8e-5d76236fa098', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-1713986911-subnet', 'tenant_id': '3f080cb3a4f24f1db8ad75a12c2cd4bf', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:50:42.111120 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc324a9a-8ae8-460d-9b2e-1106d420c63d admin admin] Pushing event updated for resources: {'Network': ['ID=ad4e0fc4-1abc-48fb-9c8e-5d76236fa098,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:50:42.112991 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 56742) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:50:42.121408 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Network ad4e0fc4-1abc-48fb-9c8e-5d76236fa098 details requested by agent ovs-agent-n-d-816865-1 with host n-d-816865-1 {{(pid=102388) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 05 18:50:42.156957 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-e6b76200-df4a-4968-90e6-2ffa2e5cac80 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6967002ed7684b0a936551bf3f38aa1b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0428436 Nov 05 18:50:42.159776 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 56744) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:50:42.198645 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06db47cc-fc79-4872-bcbe-2252910d7f17 admin admin] Made reservation on behalf of 3f080cb3a4f24f1db8ad75a12c2cd4bf for: {'subnet': 1} {{(pid=102386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 18:50:42.200906 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-06db47cc-fc79-4872-bcbe-2252910d7f17 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4877122'] for subnet, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:42.210955 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-5d8df876-c8ea-4f0d-ae6c-1d01e35146e3 req-cf99b0d2-5bbc-4a6f-be3c-d4bbfebc48b2 tempest-ServersOnMultiNodesTest-710233287 tempest-ServersOnMultiNodesTest-710233287-project] Publish callbacks [] for port, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:42.241237 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389b7f24-9c1d-4982-8805-41fa83988799 req-c3caa980-5ade-4795-8f6a-78cfe32b8e31 tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:50:42.243056 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-389b7f24-9c1d-4982-8805-41fa83988799 req-c3caa980-5ade-4795-8f6a-78cfe32b8e31 tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] 10.222.0.13 "GET /v2.0/ports?device_id=b3c515f9-768f-4a54-bb92-e6f3d5207990 HTTP/1.1" status: 200 len: 944 time: 0.1445374 Nov 05 18:50:42.251127 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-6a0f8f1b-bdf5-44a2-b29c-5baef4f156cd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:42.343044 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-6a0f8f1b-bdf5-44a2-b29c-5baef4f156cd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:42.369049 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-d22d147f-9dfd-4d34-b2b4-299fb28b5af2 req-26a11582-d47a-4e4c-9ae4-8a2e87546273 tempest-ServersOnMultiNodesTest-710233287 tempest-ServersOnMultiNodesTest-710233287-project] 10.222.0.13 "GET /v2.0/ports?device_id=27d398e9-ee38-4030-bc09-9f209c29732b HTTP/1.1" status: 200 len: 210 time: 0.0631995 Nov 05 18:50:42.375855 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-389b7f24-9c1d-4982-8805-41fa83988799 req-ffac6940-5f1a-4fc8-932b-ae4f71301d68 tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] 10.222.0.13 "GET /v2.0/security-groups?id=8015cb9a-1cfc-43ae-80a2-992db853641d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1207170 Nov 05 18:50:42.488350 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 56760) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:50:42.526763 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-5d8df876-c8ea-4f0d-ae6c-1d01e35146e3 req-cf99b0d2-5bbc-4a6f-be3c-d4bbfebc48b2 tempest-ServersOnMultiNodesTest-710233287 tempest-ServersOnMultiNodesTest-710233287-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4417063'] for port, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:42.540079 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-f76c9c97-c9fd-4786-a31b-34ad721fe888 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a6255973bad2449eadcc05b2235e2c69&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0526204 Nov 05 18:50:42.542372 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] get_ports_and_sgs() called for port_ids ['0557f606-38e6-4fdc-9390-88d86ac73ed3'] {{(pid=102388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 18:50:42.543297 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 56764) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:50:42.544838 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] get_ports_and_sgs() called for port_ids ['e4268253-2c3d-4389-9f13-e0128dfb13d4', '976c4505-32dd-43c0-b0d3-7b2c28ae4643', '328468a7-8564-46fe-b7ce-549f91925675', 'e12cd9c8-98d4-4e83-8bfb-1c6595f9b4d5'] {{(pid=102388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 18:50:42.584337 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5d8df876-c8ea-4f0d-ae6c-1d01e35146e3 req-cf99b0d2-5bbc-4a6f-be3c-d4bbfebc48b2 tempest-ServersOnMultiNodesTest-710233287 tempest-ServersOnMultiNodesTest-710233287-project] Network a723f808-b11e-4066-b104-fad90c82895e is already hosted by enough agents. {{(pid=102387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 18:50:42.588623 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.base_scheduler [req-5d8df876-c8ea-4f0d-ae6c-1d01e35146e3 req-cf99b0d2-5bbc-4a6f-be3c-d4bbfebc48b2 tempest-ServersOnMultiNodesTest-710233287 tempest-ServersOnMultiNodesTest-710233287-project] Resources bound (agent type, host, resource id): {{(pid=102387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:50:42.590640 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf99b0d2-5bbc-4a6f-be3c-d4bbfebc48b2 tempest-ServersOnMultiNodesTest-710233287 tempest-ServersOnMultiNodesTest-710233287-project] Pushing event updated for resources: {'Port': ['ID=8612e611-35ce-4d14-a73c-f29e837a8826,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:50:42.592837 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d8df876-c8ea-4f0d-ae6c-1d01e35146e3 req-cf99b0d2-5bbc-4a6f-be3c-d4bbfebc48b2 tempest-ServersOnMultiNodesTest-710233287 tempest-ServersOnMultiNodesTest-710233287-project] Received port after_create {{(pid=102387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 18:50:42.598152 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-6a0f8f1b-bdf5-44a2-b29c-5baef4f156cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:42.601090 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-6a0f8f1b-bdf5-44a2-b29c-5baef4f156cd admin admin] Publish callbacks [] for security_group, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:42.604713 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-6a0f8f1b-bdf5-44a2-b29c-5baef4f156cd admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e0838ac1-f008-48c1-ab43-123e255d616a HTTP/1.1" status: 204 len: 168 time: 0.4383488 Nov 05 18:50:42.657136 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-06db47cc-fc79-4872-bcbe-2252910d7f17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6149946', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4877172'] for subnet, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:42.767296 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-58c762f5-5f18-480f-9174-0a28730b49d5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:42.882742 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-58c762f5-5f18-480f-9174-0a28730b49d5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:42.890158 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06db47cc-fc79-4872-bcbe-2252910d7f17 admin admin] Pushing event updated for resources: {'Subnet': ['ID=785d7bfa-2453-4e75-8b0a-ec14975b144a,revision_number=0']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:50:42.913478 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06db47cc-fc79-4872-bcbe-2252910d7f17 admin admin] Checking segment: {'id': '7be3d05f-633b-4fa4-85ad-02da01d888f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'ad4e0fc4-1abc-48fb-9c8e-5d76236fa098'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 18:50:42.913848 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06db47cc-fc79-4872-bcbe-2252910d7f17 admin admin] Network hostable DHCP agents. Network: ad4e0fc4-1abc-48fb-9c8e-5d76236fa098, hostable agents: ['987e2ca0-bc3b-4c6f-a989-429ccfbf753f'], hosted agents: [] {{(pid=102386) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 05 18:50:43.130507 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06db47cc-fc79-4872-bcbe-2252910d7f17 admin admin] Network ad4e0fc4-1abc-48fb-9c8e-5d76236fa098 is scheduled to be hosted by DHCP agent 987e2ca0-bc3b-4c6f-a989-429ccfbf753f with binding_index 1 {{(pid=102386) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 05 18:50:43.135690 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-58c762f5-5f18-480f-9174-0a28730b49d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:43.139246 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-58c762f5-5f18-480f-9174-0a28730b49d5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:43.142454 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-fcd36ea6-33fe-49a7-848c-16f656ac9ee1 None None] Provisioning complete for port 8612e611-35ce-4d14-a73c-f29e837a8826 triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:50:43.143063 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-fcd36ea6-33fe-49a7-848c-16f656ac9ee1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:43.144436 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-58c762f5-5f18-480f-9174-0a28730b49d5 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/84e74715-bb8e-4926-b2a8-c1072fef1f8f HTTP/1.1" status: 204 len: 168 time: 0.5995953 Nov 05 18:50:43.173253 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c762f5-5f18-480f-9174-0a28730b49d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84e74715-bb8e-4926-b2a8-c1072fef1f8f,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:50:43.224447 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8df876-c8ea-4f0d-ae6c-1d01e35146e3 req-cf99b0d2-5bbc-4a6f-be3c-d4bbfebc48b2 tempest-ServersOnMultiNodesTest-710233287 tempest-ServersOnMultiNodesTest-710233287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:50:43.225334 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-5d8df876-c8ea-4f0d-ae6c-1d01e35146e3 req-cf99b0d2-5bbc-4a6f-be3c-d4bbfebc48b2 tempest-ServersOnMultiNodesTest-710233287 tempest-ServersOnMultiNodesTest-710233287-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:43.235928 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-fcd36ea6-33fe-49a7-848c-16f656ac9ee1 None None] Port 8612e611-35ce-4d14-a73c-f29e837a8826 cannot update to ACTIVE because it is not bound. {{(pid=102388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 18:50:43.243196 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0f8f1b-bdf5-44a2-b29c-5baef4f156cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0838ac1-f008-48c1-ab43-123e255d616a,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:50:43.254794 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.base_scheduler [None req-06db47cc-fc79-4872-bcbe-2252910d7f17 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816865-1, ad4e0fc4-1abc-48fb-9c8e-5d76236fa098) {{(pid=102386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:50:43.265431 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2979ef44-f5a9-4769-a90a-5b96bdd6d662 None None] Network ad4e0fc4-1abc-48fb-9c8e-5d76236fa098 requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 18:50:43.268309 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06db47cc-fc79-4872-bcbe-2252910d7f17 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:50:43.268845 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-06db47cc-fc79-4872-bcbe-2252910d7f17 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:43.314672 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-434782f4-7255-4968-aec3-546fc691026a req-3e341732-b406-473e-bec6-d429bf42161e tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] 10.222.0.13 "GET /v2.0/ports?device_id=6b9db9e4-2300-49be-bd99-8eabc0e57de3 HTTP/1.1" status: 200 len: 210 time: 0.1271219 Nov 05 18:50:43.358976 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efeefe51-83a8-458c-b380-1b0a9a2448ef req-5d137ae4-03fd-4017-a716-5e1a2537eb1f tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:50:43.361816 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-efeefe51-83a8-458c-b380-1b0a9a2448ef req-5d137ae4-03fd-4017-a716-5e1a2537eb1f tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] 10.222.0.13 "GET /v2.0/ports?device_id=b3c515f9-768f-4a54-bb92-e6f3d5207990 HTTP/1.1" status: 200 len: 944 time: 0.2882965 Nov 05 18:50:43.400721 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 56782) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:50:43.405591 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-06db47cc-fc79-4872-bcbe-2252910d7f17 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.3423722 Nov 05 18:50:43.406064 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-7c9752f6-2049-48ab-9351-fd99b57d0b36 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-1713986911-router', 'tenant_id': '3f080cb3a4f24f1db8ad75a12c2cd4bf', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec'}}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:50:43.447028 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-5d8df876-c8ea-4f0d-ae6c-1d01e35146e3 req-cf99b0d2-5bbc-4a6f-be3c-d4bbfebc48b2 tempest-ServersOnMultiNodesTest-710233287 tempest-ServersOnMultiNodesTest-710233287-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.8226168 Nov 05 18:50:43.455946 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-efeefe51-83a8-458c-b380-1b0a9a2448ef req-618cad11-2c66-498e-bd86-40dcb871b86f tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] 10.222.0.13 "GET /v2.0/security-groups?id=8015cb9a-1cfc-43ae-80a2-992db853641d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0875928 Nov 05 18:50:43.476884 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [req-5d8df876-c8ea-4f0d-ae6c-1d01e35146e3 req-1fedc55b-68d4-4c96-a61f-1c092989c9f6 service neutron] Request body: {'port': {'device_id': '27d398e9-ee38-4030-bc09-9f209c29732b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816865-1'}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:50:43.572168 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-7c9752f6-2049-48ab-9351-fd99b57d0b36 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-571139', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6874'] for router, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:43.573267 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-7c9752f6-2049-48ab-9351-fd99b57d0b36 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-571375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1000570', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1011585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6867'] for router, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:43.587547 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dad3860-34d1-4094-b91e-fd2cd1771bb2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeb20a084-accf-5b60-8075-3e69ebe863a6-ad4e0fc4-1abc-48fb-9c8e-5d76236fa098', 'network_id': 'ad4e0fc4-1abc-48fb-9c8e-5d76236fa098', 'tenant_id': '3f080cb3a4f24f1db8ad75a12c2cd4bf', 'fixed_ips': [{'subnet_id': '785d7bfa-2453-4e75-8b0a-ec14975b144a'}]}} from n-d-816865-1. {{(pid=102388) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 05 18:50:43.588739 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-4dad3860-34d1-4094-b91e-fd2cd1771bb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:43.603922 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 56790) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:50:43.626095 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f185bfc-e5d8-4aa8-8ff1-f4a72edb20e6 req-5162e3e4-44ee-4de1-a313-77b5263e5528 tempest-ServersOnMultiNodesTest-710233287 tempest-ServersOnMultiNodesTest-710233287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:50:43.629468 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-3f185bfc-e5d8-4aa8-8ff1-f4a72edb20e6 req-5162e3e4-44ee-4de1-a313-77b5263e5528 tempest-ServersOnMultiNodesTest-710233287 tempest-ServersOnMultiNodesTest-710233287-project] 10.222.0.13 "GET /v2.0/ports?device_id=27d398e9-ee38-4030-bc09-9f209c29732b HTTP/1.1" status: 200 len: 936 time: 0.1350403 Nov 05 18:50:43.698347 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-5d8df876-c8ea-4f0d-ae6c-1d01e35146e3 req-1fedc55b-68d4-4c96-a61f-1c092989c9f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:43.712851 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-7c9752f6-2049-48ab-9351-fd99b57d0b36 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:43.825469 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-3f185bfc-e5d8-4aa8-8ff1-f4a72edb20e6 req-7d7199d3-aa1c-4d60-9d22-d5065ba661d3 tempest-ServersOnMultiNodesTest-710233287 tempest-ServersOnMultiNodesTest-710233287-project] 10.222.0.13 "GET /v2.0/security-groups?id=a1214aa7-6fe8-4b93-878e-3f1f16f5c576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1651599 Nov 05 18:50:43.901710 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-31c4ff39-c331-4e73-9e31-c476cfd4f25e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:43.927654 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.db_base_plugin_common [None req-4dad3860-34d1-4094-b91e-fd2cd1771bb2 None None] Allocated IP 172.20.0.2 (ad4e0fc4-1abc-48fb-9c8e-5d76236fa098/785d7bfa-2453-4e75-8b0a-ec14975b144a/86ae80a6-5dd0-41a2-bade-2d71ae0283ed) {{(pid=102388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 18:50:44.035215 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-31c4ff39-c331-4e73-9e31-c476cfd4f25e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:44.169697 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-31c4ff39-c331-4e73-9e31-c476cfd4f25e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:44.184275 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-4dad3860-34d1-4094-b91e-fd2cd1771bb2 None None] Publish callbacks [] for port, precommit_create {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:44.230102 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-31c4ff39-c331-4e73-9e31-c476cfd4f25e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=448e1abc8a894b55a97922f233f8fd45&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6248782 Nov 05 18:50:44.230102 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c4ff39-c331-4e73-9e31-c476cfd4f25e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0080b1a4-fd91-42fe-8165-2ccdfdd10d10,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:50:44.232890 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 56812) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:50:44.235271 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1cbef8-96c5-4d25-8245-750cd04c8942 req-dbc8af1a-b947-41ad-a0fd-669ec57d8e7f tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:50:44.236983 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-1a1cbef8-96c5-4d25-8245-750cd04c8942 req-dbc8af1a-b947-41ad-a0fd-669ec57d8e7f tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] 10.222.0.13 "GET /v2.0/ports?device_id=b3c515f9-768f-4a54-bb92-e6f3d5207990 HTTP/1.1" status: 200 len: 944 time: 0.2461431 Nov 05 18:50:44.243976 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-7c9752f6-2049-48ab-9351-fd99b57d0b36 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:44.290892 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-99b2299b-919a-45c8-9e97-9a34d629586d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:44.312543 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-99b2299b-919a-45c8-9e97-9a34d629586d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:44.319166 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-1a1cbef8-96c5-4d25-8245-750cd04c8942 req-95072199-3749-4faa-b777-46540da10d9e tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] 10.222.0.13 "GET /v2.0/security-groups?id=8015cb9a-1cfc-43ae-80a2-992db853641d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0719142 Nov 05 18:50:44.374385 n-d-816865-1 neutron-server[102387]: DEBUG neutron.notifiers.nova [req-5d8df876-c8ea-4f0d-ae6c-1d01e35146e3 req-1fedc55b-68d4-4c96-a61f-1c092989c9f6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8612e611-35ce-4d14-a73c-f29e837a8826 {{(pid=102387) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 18:50:44.381931 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-5d8df876-c8ea-4f0d-ae6c-1d01e35146e3 req-1fedc55b-68d4-4c96-a61f-1c092989c9f6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:44.404813 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-4dad3860-34d1-4094-b91e-fd2cd1771bb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789'] for port, after_create {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:44.492995 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-d7828df1-d0fa-4a46-a1f5-8e4d52f693ec req-e596a34c-018d-4f5a-8e4e-9c4a47698363 tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] 10.222.0.13 "GET /v2.0/ports?device_id=6b9db9e4-2300-49be-bd99-8eabc0e57de3 HTTP/1.1" status: 200 len: 210 time: 0.0392535 Nov 05 18:50:44.502108 n-d-816865-1 neutron-server[102388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dad3860-34d1-4094-b91e-fd2cd1771bb2 None None] Network ad4e0fc4-1abc-48fb-9c8e-5d76236fa098 is already hosted by enough agents. {{(pid=102388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 18:50:44.509022 n-d-816865-1 neutron-server[102388]: DEBUG neutron.scheduler.base_scheduler [None req-4dad3860-34d1-4094-b91e-fd2cd1771bb2 None None] Resources bound (agent type, host, resource id): {{(pid=102388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:50:44.517908 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-99b2299b-919a-45c8-9e97-9a34d629586d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:44.520821 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-99b2299b-919a-45c8-9e97-9a34d629586d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:44.523237 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-99b2299b-919a-45c8-9e97-9a34d629586d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0080b1a4-fd91-42fe-8165-2ccdfdd10d10 HTTP/1.1" status: 204 len: 168 time: 0.2893059 Nov 05 18:50:44.529147 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.provisioning_blocks [req-5d8df876-c8ea-4f0d-ae6c-1d01e35146e3 req-1fedc55b-68d4-4c96-a61f-1c092989c9f6 service neutron] Transition to ACTIVE for port object 8612e611-35ce-4d14-a73c-f29e837a8826 will not be triggered until provisioned by entity L2. {{(pid=102387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 05 18:50:44.531375 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dad3860-34d1-4094-b91e-fd2cd1771bb2 None None] Received port after_create {{(pid=102388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 18:50:44.540160 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b2299b-919a-45c8-9e97-9a34d629586d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0080b1a4-fd91-42fe-8165-2ccdfdd10d10,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:50:44.550527 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dad3860-34d1-4094-b91e-fd2cd1771bb2 None None] Pushing event updated for resources: {'Port': ['ID=86ae80a6-5dd0-41a2-bade-2d71ae0283ed,revision_number=1']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:50:44.629156 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-4dad3860-34d1-4094-b91e-fd2cd1771bb2 None None] Attempting to bind port 86ae80a6-5dd0-41a2-bade-2d71ae0283ed on host n-d-816865-1 for vnic_type normal with profile {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 18:50:44.629602 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-4dad3860-34d1-4094-b91e-fd2cd1771bb2 None None] Attempting to bind port 86ae80a6-5dd0-41a2-bade-2d71ae0283ed by drivers openvswitch,hyperv on host n-d-816865-1 at level 0 using segments [{'id': '7be3d05f-633b-4fa4-85ad-02da01d888f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'ad4e0fc4-1abc-48fb-9c8e-5d76236fa098'}] {{(pid=102388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 18:50:44.630118 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dad3860-34d1-4094-b91e-fd2cd1771bb2 None None] Attempting to bind port 86ae80a6-5dd0-41a2-bade-2d71ae0283ed on network ad4e0fc4-1abc-48fb-9c8e-5d76236fa098 {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 18:50:44.638760 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dad3860-34d1-4094-b91e-fd2cd1771bb2 None None] Checking agent: {'id': '724d89a7-611b-41e6-bc85-c48112b17afa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 18, 25, 8), 'started_at': datetime.datetime(2021, 11, 5, 18, 25, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 18, 50, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 18:50:44.639422 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dad3860-34d1-4094-b91e-fd2cd1771bb2 None None] Checking segment: {'id': '7be3d05f-633b-4fa4-85ad-02da01d888f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'ad4e0fc4-1abc-48fb-9c8e-5d76236fa098'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 18:50:44.640226 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-4dad3860-34d1-4094-b91e-fd2cd1771bb2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:44.640625 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dad3860-34d1-4094-b91e-fd2cd1771bb2 None None] Bound using segment: {'id': '7be3d05f-633b-4fa4-85ad-02da01d888f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'ad4e0fc4-1abc-48fb-9c8e-5d76236fa098'} {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 18:50:44.641295 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-4dad3860-34d1-4094-b91e-fd2cd1771bb2 None None] Bound port: 86ae80a6-5dd0-41a2-bade-2d71ae0283ed, host: n-d-816865-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7be3d05f-633b-4fa4-85ad-02da01d888f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'ad4e0fc4-1abc-48fb-9c8e-5d76236fa098'}}] {{(pid=102388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 18:50:44.641846 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-4dad3860-34d1-4094-b91e-fd2cd1771bb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:44.652874 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.agents_db [None req-b9406b04-a0e8-43cf-b349-711963d96cf4 None None] Agent healthcheck: found 7 active agents {{(pid=102389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 05 18:50:44.665936 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-5d8df876-c8ea-4f0d-ae6c-1d01e35146e3 req-1fedc55b-68d4-4c96-a61f-1c092989c9f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4417072'] for port, after_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:44.751215 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-4dad3860-34d1-4094-b91e-fd2cd1771bb2 None None] For port 86ae80a6-5dd0-41a2-bade-2d71ae0283ed, host n-d-816865-1, cleared binding levels {{(pid=102388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 18:50:44.755616 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-4dad3860-34d1-4094-b91e-fd2cd1771bb2 None None] For port 86ae80a6-5dd0-41a2-bade-2d71ae0283ed, host n-d-816865-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=86ae80a6-5dd0-41a2-bade-2d71ae0283ed,segment=NetworkSegment(7be3d05f-633b-4fa4-85ad-02da01d888f9),segment_id=7be3d05f-633b-4fa4-85ad-02da01d888f9)] {{(pid=102388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 18:50:44.808083 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fedc55b-68d4-4c96-a61f-1c092989c9f6 service neutron] Pushing event updated for resources: {'Port': ['ID=8612e611-35ce-4d14-a73c-f29e837a8826,revision_number=2']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:50:44.827646 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-4dad3860-34d1-4094-b91e-fd2cd1771bb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:44.851987 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fedc55b-68d4-4c96-a61f-1c092989c9f6 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:50:44.852337 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fedc55b-68d4-4c96-a61f-1c092989c9f6 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:50:44.852683 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fedc55b-68d4-4c96-a61f-1c092989c9f6 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:50:44.853019 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fedc55b-68d4-4c96-a61f-1c092989c9f6 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:50:44.853407 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fedc55b-68d4-4c96-a61f-1c092989c9f6 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:50:44.853666 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fedc55b-68d4-4c96-a61f-1c092989c9f6 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:50:44.853994 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fedc55b-68d4-4c96-a61f-1c092989c9f6 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:50:44.854539 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fedc55b-68d4-4c96-a61f-1c092989c9f6 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:50:44.854683 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fedc55b-68d4-4c96-a61f-1c092989c9f6 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:50:44.854976 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fedc55b-68d4-4c96-a61f-1c092989c9f6 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:50:44.855292 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fedc55b-68d4-4c96-a61f-1c092989c9f6 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:50:44.855612 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fedc55b-68d4-4c96-a61f-1c092989c9f6 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:50:44.864007 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-7c9752f6-2049-48ab-9351-fd99b57d0b36 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:44.889946 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-7c9752f6-2049-48ab-9351-fd99b57d0b36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:44.924963 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dad3860-34d1-4094-b91e-fd2cd1771bb2 None None] Pushing event updated for resources: {'Port': ['ID=86ae80a6-5dd0-41a2-bade-2d71ae0283ed,revision_number=2']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:50:45.053873 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.managers [req-5d8df876-c8ea-4f0d-ae6c-1d01e35146e3 req-1fedc55b-68d4-4c96-a61f-1c092989c9f6 service neutron] Attempting to bind port 8612e611-35ce-4d14-a73c-f29e837a8826 on host n-h1-816865-1 for vnic_type normal with profile {{(pid=102387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 18:50:45.054142 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.managers [req-5d8df876-c8ea-4f0d-ae6c-1d01e35146e3 req-1fedc55b-68d4-4c96-a61f-1c092989c9f6 service neutron] Attempting to bind port 8612e611-35ce-4d14-a73c-f29e837a8826 by drivers openvswitch,hyperv on host n-h1-816865-1 at level 0 using segments [{'id': '35c2db9c-522d-48d3-98cf-a08c2cc55db7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'a723f808-b11e-4066-b104-fad90c82895e'}] {{(pid=102387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 18:50:45.054474 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d8df876-c8ea-4f0d-ae6c-1d01e35146e3 req-1fedc55b-68d4-4c96-a61f-1c092989c9f6 service neutron] Attempting to bind port 8612e611-35ce-4d14-a73c-f29e837a8826 on network a723f808-b11e-4066-b104-fad90c82895e {{(pid=102387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 18:50:45.097160 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d8df876-c8ea-4f0d-ae6c-1d01e35146e3 req-1fedc55b-68d4-4c96-a61f-1c092989c9f6 service neutron] Port 8612e611-35ce-4d14-a73c-f29e837a8826 on network a723f808-b11e-4066-b104-fad90c82895e not bound, no agent of type Open vSwitch agent registered on host n-h1-816865-1 {{(pid=102387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 18:50:45.097346 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d8df876-c8ea-4f0d-ae6c-1d01e35146e3 req-1fedc55b-68d4-4c96-a61f-1c092989c9f6 service neutron] Attempting to bind port 8612e611-35ce-4d14-a73c-f29e837a8826 on network a723f808-b11e-4066-b104-fad90c82895e {{(pid=102387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 18:50:45.119406 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812880d1-b95c-49ac-ae86-fa81d12d5bcb req-c8ee953d-7aac-4881-9f27-b196df15904b tempest-ServersOnMultiNodesTest-710233287 tempest-ServersOnMultiNodesTest-710233287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:50:45.121025 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-812880d1-b95c-49ac-ae86-fa81d12d5bcb req-c8ee953d-7aac-4881-9f27-b196df15904b tempest-ServersOnMultiNodesTest-710233287 tempest-ServersOnMultiNodesTest-710233287-project] 10.222.0.13 "GET /v2.0/ports?device_id=27d398e9-ee38-4030-bc09-9f209c29732b HTTP/1.1" status: 200 len: 948 time: 0.1583180 Nov 05 18:50:45.124241 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d8df876-c8ea-4f0d-ae6c-1d01e35146e3 req-1fedc55b-68d4-4c96-a61f-1c092989c9f6 service neutron] Checking agent: {'id': 'eb596d7c-8c64-42bd-8aca-fad447eb0eab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816865-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 18, 33, 34), 'started_at': datetime.datetime(2021, 11, 5, 18, 33, 34), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 18, 50, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 18:50:45.124576 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d8df876-c8ea-4f0d-ae6c-1d01e35146e3 req-1fedc55b-68d4-4c96-a61f-1c092989c9f6 service neutron] Checking segment: {'id': '35c2db9c-522d-48d3-98cf-a08c2cc55db7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'a723f808-b11e-4066-b104-fad90c82895e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 18:50:45.124958 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d8df876-c8ea-4f0d-ae6c-1d01e35146e3 req-1fedc55b-68d4-4c96-a61f-1c092989c9f6 service neutron] Bound using segment: {'id': '35c2db9c-522d-48d3-98cf-a08c2cc55db7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'a723f808-b11e-4066-b104-fad90c82895e'} {{(pid=102387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 18:50:45.125403 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.managers [req-5d8df876-c8ea-4f0d-ae6c-1d01e35146e3 req-1fedc55b-68d4-4c96-a61f-1c092989c9f6 service neutron] Bound port: 8612e611-35ce-4d14-a73c-f29e837a8826, host: n-h1-816865-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35c2db9c-522d-48d3-98cf-a08c2cc55db7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'a723f808-b11e-4066-b104-fad90c82895e'}}] {{(pid=102387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 18:50:45.125761 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-5d8df876-c8ea-4f0d-ae6c-1d01e35146e3 req-1fedc55b-68d4-4c96-a61f-1c092989c9f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:45.156549 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.db_base_plugin_common [None req-7c9752f6-2049-48ab-9351-fd99b57d0b36 admin admin] Allocated IP 172.25.6.77 (40c8335d-cd0b-4cb5-910a-d4dcddd5cbec/04fe6db3-e108-4208-943d-6518424f5726/7bab206f-acf2-4612-9598-eb9db1972f24) {{(pid=102387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 18:50:45.306711 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-812880d1-b95c-49ac-ae86-fa81d12d5bcb req-96976a22-31a9-4e5a-99b2-3bcf09d6b8d0 tempest-ServersOnMultiNodesTest-710233287 tempest-ServersOnMultiNodesTest-710233287-project] 10.222.0.13 "GET /v2.0/security-groups?id=a1214aa7-6fe8-4b93-878e-3f1f16f5c576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1744800 Nov 05 18:50:45.357759 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.db [req-5d8df876-c8ea-4f0d-ae6c-1d01e35146e3 req-1fedc55b-68d4-4c96-a61f-1c092989c9f6 service neutron] For port 8612e611-35ce-4d14-a73c-f29e837a8826, host n-h1-816865-1, cleared binding levels {{(pid=102387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 18:50:45.366542 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.db [req-5d8df876-c8ea-4f0d-ae6c-1d01e35146e3 req-1fedc55b-68d4-4c96-a61f-1c092989c9f6 service neutron] For port 8612e611-35ce-4d14-a73c-f29e837a8826, host n-h1-816865-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=8612e611-35ce-4d14-a73c-f29e837a8826,segment=NetworkSegment(35c2db9c-522d-48d3-98cf-a08c2cc55db7),segment_id=35c2db9c-522d-48d3-98cf-a08c2cc55db7)] {{(pid=102387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 18:50:45.394483 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-7c9752f6-2049-48ab-9351-fd99b57d0b36 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:45.455533 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-5d8df876-c8ea-4f0d-ae6c-1d01e35146e3 req-1fedc55b-68d4-4c96-a61f-1c092989c9f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4417072'] for port, after_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:45.506995 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8df876-c8ea-4f0d-ae6c-1d01e35146e3 req-1fedc55b-68d4-4c96-a61f-1c092989c9f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:50:45.507621 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-5d8df876-c8ea-4f0d-ae6c-1d01e35146e3 req-1fedc55b-68d4-4c96-a61f-1c092989c9f6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:45.509025 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-5d8df876-c8ea-4f0d-ae6c-1d01e35146e3 req-1fedc55b-68d4-4c96-a61f-1c092989c9f6 service neutron] 10.222.0.41 "PUT /v2.0/ports/8612e611-35ce-4d14-a73c-f29e837a8826 HTTP/1.1" status: 200 len: 1096 time: 2.0493741 Nov 05 18:50:45.511579 n-d-816865-1 neutron-server[102387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27d398e9-ee38-4030-bc09-9f209c29732b', 'tag': '8612e611-35ce-4d14-a73c-f29e837a8826'}] {{(pid=102387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 18:50:45.513721 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab06bd4ddf5758c1f10d79fe34dc215bafa488692cde9dba2fcbcb67556f90bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f71e3c4-ea4f-4be2-8406-7da2d79a9ab4" -d '{"events": [{"name": "network-changed", "server_uuid": "27d398e9-ee38-4030-bc09-9f209c29732b", "tag": "8612e611-35ce-4d14-a73c-f29e837a8826"}]}' {{(pid=102387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 18:50:45.532875 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f31fb2-6a41-4285-960b-74b8bab30621 req-22813428-cb45-4d3f-83df-8c1a6a89c0e8 tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:50:45.534553 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-00f31fb2-6a41-4285-960b-74b8bab30621 req-22813428-cb45-4d3f-83df-8c1a6a89c0e8 tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] 10.222.0.13 "GET /v2.0/ports?device_id=b3c515f9-768f-4a54-bb92-e6f3d5207990 HTTP/1.1" status: 200 len: 944 time: 0.1308975 Nov 05 18:50:45.538759 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 56850) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:50:45.549586 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fedc55b-68d4-4c96-a61f-1c092989c9f6 service neutron] Pushing event updated for resources: {'Port': ['ID=8612e611-35ce-4d14-a73c-f29e837a8826,revision_number=3']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:50:45.558932 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 56852) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:50:45.593377 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-d5ca6199-22f9-4634-9d0e-0f4ec8d15c96 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:45.602908 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-7c9752f6-2049-48ab-9351-fd99b57d0b36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4417063'] for port, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:45.638882 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 18:50:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3537d994-87b0-4899-a45b-4c7ac1d9b6d1 x-openstack-request-id: req-3537d994-87b0-4899-a45b-4c7ac1d9b6d1 {{(pid=102387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 18:50:45.639177 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27d398e9-ee38-4030-bc09-9f209c29732b", "tag": "8612e611-35ce-4d14-a73c-f29e837a8826", "status": "completed", "code": 200}]} {{(pid=102387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 18:50:45.639428 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3537d994-87b0-4899-a45b-4c7ac1d9b6d1 {{(pid=102387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 18:50:45.639831 n-d-816865-1 neutron-server[102387]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27d398e9-ee38-4030-bc09-9f209c29732b', 'tag': '8612e611-35ce-4d14-a73c-f29e837a8826', 'status': 'completed', 'code': 200} Nov 05 18:50:45.712146 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c9752f6-2049-48ab-9351-fd99b57d0b36 admin admin] Network 40c8335d-cd0b-4cb5-910a-d4dcddd5cbec is already hosted by enough agents. {{(pid=102387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 18:50:45.745082 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-fb80dcfe-3418-4ab6-87f3-d8b66fc48e8a admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-1447394603-network', 'tenant_id': '37491442c3f049f9b9d27a05bad71b3c'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:50:45.748037 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.base_scheduler [None req-7c9752f6-2049-48ab-9351-fd99b57d0b36 admin admin] Resources bound (agent type, host, resource id): {{(pid=102387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:50:45.756527 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c9752f6-2049-48ab-9351-fd99b57d0b36 admin admin] Received port after_create {{(pid=102387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 18:50:45.762886 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-00f31fb2-6a41-4285-960b-74b8bab30621 req-9c447590-6e5e-457e-8b1e-99d3694c33e1 tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] 10.222.0.13 "GET /v2.0/security-groups?id=8015cb9a-1cfc-43ae-80a2-992db853641d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1954005 Nov 05 18:50:45.774830 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9752f6-2049-48ab-9351-fd99b57d0b36 admin admin] Pushing event updated for resources: {'Port': ['ID=7bab206f-acf2-4612-9598-eb9db1972f24,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:50:45.806276 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 56862) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:50:45.850765 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f71e3c4-ea4f-4be2-8406-7da2d79a9ab4 req-3af4e161-2177-42ac-8cab-1e0c70264e9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:50:45.852318 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-7f71e3c4-ea4f-4be2-8406-7da2d79a9ab4 req-3af4e161-2177-42ac-8cab-1e0c70264e9a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ace8311f15794bf9a6ad1c1faa75592d&device_id=27d398e9-ee38-4030-bc09-9f209c29732b HTTP/1.1" status: 200 len: 1099 time: 0.2040386 Nov 05 18:50:45.857887 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb80dcfe-3418-4ab6-87f3-d8b66fc48e8a admin admin] Made reservation on behalf of 37491442c3f049f9b9d27a05bad71b3c for: {'network': 1} {{(pid=102386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 18:50:45.860912 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-fb80dcfe-3418-4ab6-87f3-d8b66fc48e8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for network, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:45.896707 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-fb80dcfe-3418-4ab6-87f3-d8b66fc48e8a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:45.948871 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-47809b39-cf2a-4486-81d0-2ab6e26fda0e tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Publish callbacks [] for security_group, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:45.965256 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-7f71e3c4-ea4f-4be2-8406-7da2d79a9ab4 req-5bac5460-d647-472c-a620-59fe30a105f0 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=ace8311f15794bf9a6ad1c1faa75592d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0982063 Nov 05 18:50:45.984051 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-47809b39-cf2a-4486-81d0-2ab6e26fda0e tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:46.125449 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-fb80dcfe-3418-4ab6-87f3-d8b66fc48e8a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:46.166974 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-d38dc668-fa26-44a5-b781-5f6b1deba5f6 req-ca21e1e9-5b7c-4cfb-862e-9cdec0eee1a3 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=8b89339f-2569-46d9-aab9-0ad925bd2f97&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0583963 Nov 05 18:50:46.194332 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-d5ca6199-22f9-4634-9d0e-0f4ec8d15c96 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:46.198607 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-47809b39-cf2a-4486-81d0-2ab6e26fda0e tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:46.202523 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-47809b39-cf2a-4486-81d0-2ab6e26fda0e tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Publish callbacks [] for security_group, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:46.209703 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-47809b39-cf2a-4486-81d0-2ab6e26fda0e tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] 10.222.0.13 "DELETE /v2.0/security-groups/98567ca5-1884-480b-af79-82f64bb06e96 HTTP/1.1" status: 204 len: 168 time: 0.4003837 Nov 05 18:50:46.211101 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 56872) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:50:46.222756 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-fb80dcfe-3418-4ab6-87f3-d8b66fc48e8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:46.237687 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47809b39-cf2a-4486-81d0-2ab6e26fda0e tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=98567ca5-1884-480b-af79-82f64bb06e96,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:50:46.253247 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f71e3c4-ea4f-4be2-8406-7da2d79a9ab4 req-5399925f-227c-467b-83b6-d4b67eee2bd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:50:46.255488 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-7f71e3c4-ea4f-4be2-8406-7da2d79a9ab4 req-5399925f-227c-467b-83b6-d4b67eee2bd8 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2792811 Nov 05 18:50:46.260668 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-d5ca6199-22f9-4634-9d0e-0f4ec8d15c96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:46.295743 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-d5ca6199-22f9-4634-9d0e-0f4ec8d15c96 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b7f8d4131e2b4987bfaad3a508611cc8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7357359 Nov 05 18:50:46.307878 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb80dcfe-3418-4ab6-87f3-d8b66fc48e8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99967fe0-dc08-4dc3-9a9a-9b96a5450012,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:50:46.315570 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 56876) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:50:46.321110 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb80dcfe-3418-4ab6-87f3-d8b66fc48e8a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 199} {{(pid=102386) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 05 18:50:46.361378 n-d-816865-1 neutron-server[102386]: INFO neutron.api.v2.resource [None req-0c8a7678-9071-4a6b-a582-c883ab49fe09 tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] show failed (client error): The resource could not be found. Nov 05 18:50:46.367186 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-0c8a7678-9071-4a6b-a582-c883ab49fe09 tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] 10.222.0.13 "GET /v2.0/security-groups/98567ca5-1884-480b-af79-82f64bb06e96 HTTP/1.1" status: 404 len: 347 time: 0.1396329 Nov 05 18:50:46.367837 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 56880) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:50:46.398597 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d996da6-c6f9-4046-897e-1999669786f9 None None] Network ad4e0fc4-1abc-48fb-9c8e-5d76236fa098 requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 18:50:46.442218 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-fb80dcfe-3418-4ab6-87f3-d8b66fc48e8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273'] for segment, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:46.443786 n-d-816865-1 neutron-server[102386]: INFO neutron.db.segments_db [None req-fb80dcfe-3418-4ab6-87f3-d8b66fc48e8a admin admin] Added segment e87c57cf-22d3-46d0-ae01-0f11051596be of type vlan for network 3c17495d-1ec3-4dc7-961e-8e1ec690eed3 Nov 05 18:50:46.449287 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ca6199-22f9-4634-9d0e-0f4ec8d15c96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e12002e5-e5ee-4b7d-b8a3-be270aedfeaa,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:50:46.488464 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67e9077-a73e-44c7-807d-7327a08c0f65 req-6853dc7c-4a5e-42b1-be30-96af9510700b tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:50:46.494087 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-a67e9077-a73e-44c7-807d-7327a08c0f65 req-6853dc7c-4a5e-42b1-be30-96af9510700b tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] 10.222.0.13 "GET /v2.0/ports?device_id=b3c515f9-768f-4a54-bb92-e6f3d5207990 HTTP/1.1" status: 200 len: 944 time: 0.2968776 Nov 05 18:50:46.513112 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8df876-c8ea-4f0d-ae6c-1d01e35146e3 req-62a6c593-17c9-477f-bf45-ef15e3bebbbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:50:46.515458 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-5d8df876-c8ea-4f0d-ae6c-1d01e35146e3 req-62a6c593-17c9-477f-bf45-ef15e3bebbbe service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ace8311f15794bf9a6ad1c1faa75592d&device_id=27d398e9-ee38-4030-bc09-9f209c29732b HTTP/1.1" status: 200 len: 1099 time: 0.1694040 Nov 05 18:50:46.524741 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38dc668-fa26-44a5-b781-5f6b1deba5f6 req-df99c491-3c25-48a6-9479-ce6e021f47c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:50:46.526781 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-d38dc668-fa26-44a5-b781-5f6b1deba5f6 req-df99c491-3c25-48a6-9479-ce6e021f47c4 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4178766de4564cc499086192238e999c&device_id=8b89339f-2569-46d9-aab9-0ad925bd2f97 HTTP/1.1" status: 200 len: 1097 time: 0.2463660 Nov 05 18:50:46.620189 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-fb80dcfe-3418-4ab6-87f3-d8b66fc48e8a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750027258543'] for network, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:46.646882 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-8c47f147-b757-49c6-b487-0090d58afcca None None] Provisioning complete for port 86ae80a6-5dd0-41a2-bade-2d71ae0283ed triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:50:46.646882 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-8c47f147-b757-49c6-b487-0090d58afcca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:46.656832 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-29a20409-56fa-4bfe-b609-e26f5ce1fd84 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:46.677804 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-5d8df876-c8ea-4f0d-ae6c-1d01e35146e3 req-6972f0af-27df-4be8-80f4-50e075ddf604 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.216&port_id=8612e611-35ce-4d14-a73c-f29e837a8826 HTTP/1.1" status: 200 len: 217 time: 0.1138003 Nov 05 18:50:46.740117 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-023af953-8389-494c-9b58-b25fced04b94 tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Deleting port 43689f8e-7605-4938-bfe0-074b11ea2e9f {{(pid=102386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 18:50:46.740454 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-023af953-8389-494c-9b58-b25fced04b94 tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:46.745874 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-29a20409-56fa-4bfe-b609-e26f5ce1fd84 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:46.749863 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d585cb8-66fa-48bf-a6b5-bc73f842d50d req-49ddfa7b-899d-4575-86f7-0835b9f40fea tempest-ServersOnMultiNodesTest-710233287 tempest-ServersOnMultiNodesTest-710233287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:50:46.753800 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-6d585cb8-66fa-48bf-a6b5-bc73f842d50d req-49ddfa7b-899d-4575-86f7-0835b9f40fea tempest-ServersOnMultiNodesTest-710233287 tempest-ServersOnMultiNodesTest-710233287-project] 10.222.0.13 "GET /v2.0/ports?device_id=27d398e9-ee38-4030-bc09-9f209c29732b HTTP/1.1" status: 200 len: 948 time: 0.2564394 Nov 05 18:50:46.769243 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-8c47f147-b757-49c6-b487-0090d58afcca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:46.783493 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-7c9752f6-2049-48ab-9351-fd99b57d0b36 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:46.822882 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-8c47f147-b757-49c6-b487-0090d58afcca None None] For port 86ae80a6-5dd0-41a2-bade-2d71ae0283ed, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=86ae80a6-5dd0-41a2-bade-2d71ae0283ed,segment=NetworkSegment(7be3d05f-633b-4fa4-85ad-02da01d888f9),segment_id=7be3d05f-633b-4fa4-85ad-02da01d888f9)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:50:46.841203 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-fb80dcfe-3418-4ab6-87f3-d8b66fc48e8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-956796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877'] for network, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:46.842181 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb80dcfe-3418-4ab6-87f3-d8b66fc48e8a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:50:46.842756 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-fb80dcfe-3418-4ab6-87f3-d8b66fc48e8a admin admin] Publish callbacks [] for network, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:46.842935 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-a67e9077-a73e-44c7-807d-7327a08c0f65 req-0e6e221d-8349-48d3-8520-b9fab0b51cd6 tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] 10.222.0.13 "GET /v2.0/security-groups?id=8015cb9a-1cfc-43ae-80a2-992db853641d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3272376 Nov 05 18:50:46.865661 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38dc668-fa26-44a5-b781-5f6b1deba5f6 req-7db6768a-7f03-4d50-b65b-12fb4988fdcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:50:46.867440 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-d38dc668-fa26-44a5-b781-5f6b1deba5f6 req-7db6768a-7f03-4d50-b65b-12fb4988fdcf service neutron] 10.222.0.41 "GET /v2.0/networks?id=fd42acf6-8f16-4d60-b5bc-2ad1579d9211 HTTP/1.1" status: 200 len: 911 time: 0.3161173 Nov 05 18:50:46.903729 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8df876-c8ea-4f0d-ae6c-1d01e35146e3 req-39df7d8d-367e-4ab9-b2cf-72113d361708 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:50:46.905325 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-5d8df876-c8ea-4f0d-ae6c-1d01e35146e3 req-39df7d8d-367e-4ab9-b2cf-72113d361708 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=05e7a1b5-165b-4a00-855a-ffbcb2eba59e HTTP/1.1" status: 200 len: 843 time: 0.2144728 Nov 05 18:50:46.921619 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-8c47f147-b757-49c6-b487-0090d58afcca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:46.994628 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c47f147-b757-49c6-b487-0090d58afcca None None] Pushing event updated for resources: {'Port': ['ID=86ae80a6-5dd0-41a2-bade-2d71ae0283ed,revision_number=3']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:50:47.009325 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-023af953-8389-494c-9b58-b25fced04b94 tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:47.012310 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-023af953-8389-494c-9b58-b25fced04b94 tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:47.024710 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-023af953-8389-494c-9b58-b25fced04b94 tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Calling delete_port for 43689f8e-7605-4938-bfe0-074b11ea2e9f owned by network:floatingip {{(pid=102386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 18:50:47.048128 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 56890) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:50:47.097936 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-fb80dcfe-3418-4ab6-87f3-d8b66fc48e8a admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.5537152 Nov 05 18:50:47.100955 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 56894) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:50:47.110920 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-c433af29-34c1-438f-bf35-ccd31dc1564d admin admin] Request body: {'subnet': {'network_id': '3c17495d-1ec3-4dc7-961e-8e1ec690eed3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-1447394603-subnet', 'tenant_id': '37491442c3f049f9b9d27a05bad71b3c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:50:47.136442 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb80dcfe-3418-4ab6-87f3-d8b66fc48e8a admin admin] Pushing event updated for resources: {'Network': ['ID=3c17495d-1ec3-4dc7-961e-8e1ec690eed3,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:50:47.150281 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Network 3c17495d-1ec3-4dc7-961e-8e1ec690eed3 details requested by agent ovs-agent-n-d-816865-1 with host n-d-816865-1 {{(pid=102388) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 05 18:50:47.159351 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-d38dc668-fa26-44a5-b781-5f6b1deba5f6 req-4feb2698-08a6-44ae-ab62-33f9cc2033b3 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=25c59d57-b8b9-46b8-ab2b-13094533988c HTTP/1.1" status: 200 len: 1001 time: 0.2733953 Nov 05 18:50:47.232551 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 86ae80a6-5dd0-41a2-bade-2d71ae0283ed up at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 18:50:47.234478 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-29a20409-56fa-4bfe-b609-e26f5ce1fd84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:47.237148 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-29a20409-56fa-4bfe-b609-e26f5ce1fd84 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:47.240093 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-29a20409-56fa-4bfe-b609-e26f5ce1fd84 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e12002e5-e5ee-4b7d-b8a3-be270aedfeaa HTTP/1.1" status: 204 len: 168 time: 0.9204788 Nov 05 18:50:47.240838 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-b45f04ee-7cbe-468f-b924-701a18096a03 None None] Provisioning complete for port 86ae80a6-5dd0-41a2-bade-2d71ae0283ed triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:50:47.242587 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b45f04ee-7cbe-468f-b924-701a18096a03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:47.265088 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c433af29-34c1-438f-bf35-ccd31dc1564d admin admin] Made reservation on behalf of 37491442c3f049f9b9d27a05bad71b3c for: {'subnet': 1} {{(pid=102386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 18:50:47.267498 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-c433af29-34c1-438f-bf35-ccd31dc1564d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4877122'] for subnet, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:47.274437 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38dc668-fa26-44a5-b781-5f6b1deba5f6 req-1bba9837-ef8b-454a-98c5-df87793ae3f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:50:47.276082 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-d38dc668-fa26-44a5-b781-5f6b1deba5f6 req-1bba9837-ef8b-454a-98c5-df87793ae3f1 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5bc495e2-1c46-46a6-944a-7cb0dfc74d97 HTTP/1.1" status: 200 len: 849 time: 0.1061721 Nov 05 18:50:47.283563 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-60f7d1d8-ddad-4370-87c1-6c1798ac1a8b tempest-QuotasTest-467660129 tempest-QuotasTest-467660129-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:50:47.297423 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a20409-56fa-4bfe-b609-e26f5ce1fd84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e12002e5-e5ee-4b7d-b8a3-be270aedfeaa,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:50:47.362402 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-6d585cb8-66fa-48bf-a6b5-bc73f842d50d req-4ff93423-fab5-4aca-bb23-ff98af2645e8 tempest-ServersOnMultiNodesTest-710233287 tempest-ServersOnMultiNodesTest-710233287-project] 10.222.0.13 "GET /v2.0/security-groups?id=a1214aa7-6fe8-4b93-878e-3f1f16f5c576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5348001 Nov 05 18:50:47.454092 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8df876-c8ea-4f0d-ae6c-1d01e35146e3 req-9d5f9bee-fa64-4988-a174-5b3e3e2441e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:50:47.454914 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Provisioning complete for port 86ae80a6-5dd0-41a2-bade-2d71ae0283ed triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:50:47.454914 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:47.455462 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-5d8df876-c8ea-4f0d-ae6c-1d01e35146e3 req-9d5f9bee-fa64-4988-a174-5b3e3e2441e1 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a723f808-b11e-4066-b104-fad90c82895e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1613212 Nov 05 18:50:47.493852 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38dc668-fa26-44a5-b781-5f6b1deba5f6 req-e90d0a24-db7c-40af-a508-a591d89e0539 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:50:47.495502 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-d38dc668-fa26-44a5-b781-5f6b1deba5f6 req-e90d0a24-db7c-40af-a508-a591d89e0539 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=fd42acf6-8f16-4d60-b5bc-2ad1579d9211&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1883051 Nov 05 18:50:47.574757 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-7c9752f6-2049-48ab-9351-fd99b57d0b36 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-571384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1000487'] for router, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:47.636852 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-023af953-8389-494c-9b58-b25fced04b94 tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:47.643475 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-5d8df876-c8ea-4f0d-ae6c-1d01e35146e3 req-983cb2ae-ce91-4c64-aea9-59ea604dccd6 service neutron] 10.222.0.41 "GET /v2.0/networks/a723f808-b11e-4066-b104-fad90c82895e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1553767 Nov 05 18:50:47.693863 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023af953-8389-494c-9b58-b25fced04b94 tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Pushing event deleted for resources: {'Port': ['ID=43689f8e-7605-4938-bfe0-074b11ea2e9f,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:50:47.703626 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-60f7d1d8-ddad-4370-87c1-6c1798ac1a8b tempest-QuotasTest-467660129 tempest-QuotasTest-467660129-project-admin] 10.222.0.13 "PUT /v2.0/quotas/34754088082841749db305acca32ae05 HTTP/1.1" status: 200 len: 366 time: 0.6512344 Nov 05 18:50:47.703773 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 56904) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:50:47.723306 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-d38dc668-fa26-44a5-b781-5f6b1deba5f6 req-bc66b14e-4794-4d74-9eb3-92e3078fd8a4 service neutron] 10.222.0.41 "GET /v2.0/networks/fd42acf6-8f16-4d60-b5bc-2ad1579d9211?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2196703 Nov 05 18:50:47.758844 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-ccc2ea94-73e9-41c6-bf49-15a0f51475ca tempest-QuotasTest-467660129 tempest-QuotasTest-467660129-project-admin] 10.222.0.13 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 468 time: 0.0500543 Nov 05 18:50:47.760375 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 56906) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:50:47.765043 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-c433af29-34c1-438f-bf35-ccd31dc1564d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6149946', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4877172'] for subnet, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:47.788291 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-998e655f-3a66-4c75-9f82-983eb1aa96f8 tempest-QuotasTest-467660129 tempest-QuotasTest-467660129-project-admin] 10.222.0.13 "GET /v2.0/quotas/34754088082841749db305acca32ae05 HTTP/1.1" status: 200 len: 366 time: 0.0229330 Nov 05 18:50:47.791041 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 56908) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:50:47.825795 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-5d8df876-c8ea-4f0d-ae6c-1d01e35146e3 req-f35689ac-0747-4663-9567-9b5c9fc361a3 service neutron] 10.222.0.41 "GET /v2.0/networks/a723f808-b11e-4066-b104-fad90c82895e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1490049 Nov 05 18:50:47.854329 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-023af953-8389-494c-9b58-b25fced04b94 tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Publish callbacks [] for floatingip, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:47.857132 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-023af953-8389-494c-9b58-b25fced04b94 tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for floatingip, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:47.859146 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-023af953-8389-494c-9b58-b25fced04b94 tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] 10.222.0.13 "DELETE /v2.0/floatingips/22e8c5a9-750b-44b6-ae71-e50425599756 HTTP/1.1" status: 204 len: 168 time: 1.4811227 Nov 05 18:50:47.872506 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 56916) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:50:47.888238 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c433af29-34c1-438f-bf35-ccd31dc1564d admin admin] Pushing event updated for resources: {'Subnet': ['ID=bd1acfb1-f2c0-46c1-9909-adec7eeaf5fe,revision_number=0']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:50:47.908050 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-1ea5b8bc-148b-4aca-942e-d45de1e5d9f3 tempest-QuotasTest-467660129 tempest-QuotasTest-467660129-project-admin] 10.222.0.13 "DELETE /v2.0/quotas/34754088082841749db305acca32ae05 HTTP/1.1" status: 204 len: 168 time: 0.1135216 Nov 05 18:50:47.912087 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 56920) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:50:47.914240 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c433af29-34c1-438f-bf35-ccd31dc1564d admin admin] Checking segment: {'id': 'e87c57cf-22d3-46d0-ae01-0f11051596be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '3c17495d-1ec3-4dc7-961e-8e1ec690eed3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 18:50:47.914609 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c433af29-34c1-438f-bf35-ccd31dc1564d admin admin] Network hostable DHCP agents. Network: 3c17495d-1ec3-4dc7-961e-8e1ec690eed3, hostable agents: ['987e2ca0-bc3b-4c6f-a989-429ccfbf753f'], hosted agents: [] {{(pid=102386) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 05 18:50:47.922830 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-d38dc668-fa26-44a5-b781-5f6b1deba5f6 req-cd171af2-8659-4e79-a804-c010b472b728 service neutron] 10.222.0.41 "GET /v2.0/networks/fd42acf6-8f16-4d60-b5bc-2ad1579d9211?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1802120 Nov 05 18:50:47.940366 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c9752f6-2049-48ab-9351-fd99b57d0b36 admin admin] Router 40f2d763-0d5a-4cb9-96f7-6003827bea4d is scheduled to L3 agent 6dcb5589-8e86-4616-9186-ddc4548e13ad with binding_index 1 {{(pid=102387) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 05 18:50:47.955247 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-3ba98aef-767b-4db2-947e-bc9ff8890da9 tempest-QuotasTest-467660129 tempest-QuotasTest-467660129-project-admin] 10.222.0.13 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 207 time: 0.0394156 Nov 05 18:50:47.961961 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 56922) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:50:47.972153 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-afd9ce1b-0106-4b8e-93c9-26482260be64 tempest-QuotasTest-467660129 tempest-QuotasTest-467660129-project-admin] 10.222.0.13 "GET /v2.0/quotas/34754088082841749db305acca32ae05 HTTP/1.1" status: 200 len: 370 time: 0.0089118 Nov 05 18:50:47.978956 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 56924) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:50:47.983369 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-5da03e39-c1da-40da-ace4-bd216c399899 tempest-QuotasTest-467660129 tempest-QuotasTest-467660129-project-admin] 10.222.0.13 "GET /v2.0/quotas/34754088082841749db305acca32ae05/default HTTP/1.1" status: 200 len: 370 time: 0.0037377 Nov 05 18:50:47.985642 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 56926) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:50:47.994730 n-d-816865-1 neutron-server[102386]: INFO neutron.api.v2.resource [None req-9978c7e0-2d81-454d-896f-5f38863be2df tempest-QuotasTest-467660129 tempest-QuotasTest-467660129-project-admin] delete failed (client error): The resource could not be found. Nov 05 18:50:47.995949 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-9978c7e0-2d81-454d-896f-5f38863be2df tempest-QuotasTest-467660129 tempest-QuotasTest-467660129-project-admin] 10.222.0.13 "DELETE /v2.0/quotas/34754088082841749db305acca32ae05 HTTP/1.1" status: 404 len: 348 time: 0.0093939 Nov 05 18:50:48.082095 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c433af29-34c1-438f-bf35-ccd31dc1564d admin admin] Network 3c17495d-1ec3-4dc7-961e-8e1ec690eed3 is scheduled to be hosted by DHCP agent 987e2ca0-bc3b-4c6f-a989-429ccfbf753f with binding_index 1 {{(pid=102386) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 05 18:50:48.115612 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbddf17f-48aa-47ae-a5f3-3354c93c37b2 req-4e9b53cb-09fe-47ee-8c56-ade1a4780214 tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:50:48.117106 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-fbddf17f-48aa-47ae-a5f3-3354c93c37b2 req-4e9b53cb-09fe-47ee-8c56-ade1a4780214 tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] 10.222.0.13 "GET /v2.0/ports?device_id=b3c515f9-768f-4a54-bb92-e6f3d5207990 HTTP/1.1" status: 200 len: 944 time: 0.1437471 Nov 05 18:50:48.138520 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [None req-ac083f87-5702-4cd6-b96e-1a61e88b7833 tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Deleting port 12cc8ba5-8895-4346-85a3-5a5395794a18 {{(pid=102387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 18:50:48.138520 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-ac083f87-5702-4cd6-b96e-1a61e88b7833 tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:48.179789 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c9752f6-2049-48ab-9351-fd99b57d0b36 admin admin] Notify agent at l3_agent.n-d-816865-1 the message routers_updated {{(pid=102387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 18:50:48.188690 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.base_scheduler [None req-c433af29-34c1-438f-bf35-ccd31dc1564d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816865-1, 3c17495d-1ec3-4dc7-961e-8e1ec690eed3) {{(pid=102386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:50:48.189831 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f40f6689-fc6c-4fc9-884a-76fe1d4bd79f None None] Sync routers for ids ['40f2d763-0d5a-4cb9-96f7-6003827bea4d'] in n-d-816865-1 {{(pid=102389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 18:50:48.197504 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc09c3e4-11d0-42e4-b088-72468f5c90c8 None None] Network 3c17495d-1ec3-4dc7-961e-8e1ec690eed3 requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 18:50:48.200847 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c433af29-34c1-438f-bf35-ccd31dc1564d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:50:48.201580 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-c433af29-34c1-438f-bf35-ccd31dc1564d admin admin] Publish callbacks [] for subnet, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:48.201708 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f40f6689-fc6c-4fc9-884a-76fe1d4bd79f None None] Routers {'40f2d763-0d5a-4cb9-96f7-6003827bea4d'} bound to L3 agent in host n-d-816865-1 {{(pid=102389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 18:50:48.202373 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-f40f6689-fc6c-4fc9-884a-76fe1d4bd79f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T18:50:35Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['40f2d763-0d5a-4cb9-96f7-6003827bea4d'], 'active': True} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:50:48.287825 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-fbddf17f-48aa-47ae-a5f3-3354c93c37b2 req-ae9c7be6-3d51-4208-8d9d-9ea702a59ba7 tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] 10.222.0.13 "GET /v2.0/security-groups?id=8015cb9a-1cfc-43ae-80a2-992db853641d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1472123 Nov 05 18:50:48.324161 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-ac083f87-5702-4cd6-b96e-1a61e88b7833 tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:48.341951 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [None req-ac083f87-5702-4cd6-b96e-1a61e88b7833 tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Calling delete_port for 12cc8ba5-8895-4346-85a3-5a5395794a18 owned by {{(pid=102387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 18:50:48.350136 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-c433af29-34c1-438f-bf35-ccd31dc1564d admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.2436810 Nov 05 18:50:48.384695 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvr_db [None req-f40f6689-fc6c-4fc9-884a-76fe1d4bd79f None None] Set router 40f2d763-0d5a-4cb9-96f7-6003827bea4d gateway port host: n-d-816865-1 {{(pid=102389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 18:50:48.400255 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-626266cb-be09-441c-a88f-7e09e9441bca None None] Network 3c17495d-1ec3-4dc7-961e-8e1ec690eed3 requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 18:50:48.408475 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 56940) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:50:48.414488 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-7c9752f6-2049-48ab-9351-fd99b57d0b36 admin admin] Publish callbacks [] for router, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:48.415720 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-7c9752f6-2049-48ab-9351-fd99b57d0b36 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 5.0140085 Nov 05 18:50:48.421070 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 56942) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:50:48.579405 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93170003-0068-4867-923b-fc11746c46cf req-eb37e457-b9f2-4fe0-a3f8-34108a371ed4 tempest-ServersOnMultiNodesTest-710233287 tempest-ServersOnMultiNodesTest-710233287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:50:48.580991 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-93170003-0068-4867-923b-fc11746c46cf req-eb37e457-b9f2-4fe0-a3f8-34108a371ed4 tempest-ServersOnMultiNodesTest-710233287 tempest-ServersOnMultiNodesTest-710233287-project] 10.222.0.13 "GET /v2.0/ports?device_id=27d398e9-ee38-4030-bc09-9f209c29732b HTTP/1.1" status: 200 len: 948 time: 0.0940874 Nov 05 18:50:48.613686 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7383ea3a-dc85-4d80-8c97-57f4ed2a7927 req-1688c995-cd69-4118-af6d-23b4b87d864b tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:50:48.633608 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-7383ea3a-dc85-4d80-8c97-57f4ed2a7927 req-1688c995-cd69-4118-af6d-23b4b87d864b tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] 10.222.0.13 "GET /v2.0/ports?device_id=b3c515f9-768f-4a54-bb92-e6f3d5207990 HTTP/1.1" status: 200 len: 944 time: 0.2239878 Nov 05 18:50:48.740095 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-7383ea3a-dc85-4d80-8c97-57f4ed2a7927 req-8f7a4cdf-5445-42b2-9e2f-2cfcc1e821e9 tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] 10.222.0.13 "GET /v2.0/security-groups?id=8015cb9a-1cfc-43ae-80a2-992db853641d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0742559 Nov 05 18:50:48.762740 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-f40f6689-fc6c-4fc9-884a-76fe1d4bd79f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40f2d763-0d5a-4cb9-96f7-6003827bea4d', 'name': 'tempest-TaggedBootDevicesTest_v242-1713986911-router', 'tenant_id': '3f080cb3a4f24f1db8ad75a12c2cd4bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.77'}], 'enable_snat': True}, 'gw_port_id': '7bab206f-acf2-4612-9598-eb9db1972f24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T18:50:43Z', 'updated_at': '2021-11-05T18:50:46Z', 'revision_number': 3, 'project_id': '3f080cb3a4f24f1db8ad75a12c2cd4bf', 'gw_port': {'id': '7bab206f-acf2-4612-9598-eb9db1972f24', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:4f:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40f2d763-0d5a-4cb9-96f7-6003827bea4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1432, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T18:50:44Z', 'updated_at': '2021-11-05T18:50:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1'}], 'n-d-816865-1', False) {} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:50:48.799449 n-d-816865-1 neutron-server[102386]: DEBUG neutron.quota.resource [None req-c56807f7-f8b5-444e-bef4-77e18e657508 tempest-QuotasTest-467660129 tempest-QuotasTest-467660129-project-admin] Usage tracker for resource:network and project:ea8d6109a79b42b0af0f5087f03390f3 is out of sync, need to count used quota {{(pid=102386) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 05 18:50:48.801628 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-93170003-0068-4867-923b-fc11746c46cf req-d62bc659-4e4b-4cd8-b0cc-63efba81f8fa tempest-ServersOnMultiNodesTest-710233287 tempest-ServersOnMultiNodesTest-710233287-project] 10.222.0.13 "GET /v2.0/security-groups?id=a1214aa7-6fe8-4b93-878e-3f1f16f5c576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2035334 Nov 05 18:50:48.805114 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f40f6689-fc6c-4fc9-884a-76fe1d4bd79f None None] Checking router: 40f2d763-0d5a-4cb9-96f7-6003827bea4d for host: n-d-816865-1 {{(pid=102389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 18:50:48.805649 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f40f6689-fc6c-4fc9-884a-76fe1d4bd79f None None] Updating router 40f2d763-0d5a-4cb9-96f7-6003827bea4d port 7bab206f-acf2-4612-9598-eb9db1972f24 binding host n-d-816865-1 {{(pid=102389) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 05 18:50:48.812189 n-d-816865-1 neutron-server[102386]: DEBUG neutron.quota.resource [None req-c56807f7-f8b5-444e-bef4-77e18e657508 tempest-QuotasTest-467660129 tempest-QuotasTest-467660129-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=102386) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 05 18:50:48.823482 n-d-816865-1 neutron-server[102386]: DEBUG neutron.quota.resource [None req-c56807f7-f8b5-444e-bef4-77e18e657508 tempest-QuotasTest-467660129 tempest-QuotasTest-467660129-project-admin] Usage tracker for resource:subnet and project:ea8d6109a79b42b0af0f5087f03390f3 is out of sync, need to count used quota {{(pid=102386) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 05 18:50:48.836672 n-d-816865-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-f40f6689-fc6c-4fc9-884a-76fe1d4bd79f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:48.844543 n-d-816865-1 neutron-server[102386]: DEBUG neutron.quota.resource [None req-c56807f7-f8b5-444e-bef4-77e18e657508 tempest-QuotasTest-467660129 tempest-QuotasTest-467660129-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=102386) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 05 18:50:48.864434 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f936630-6ffb-4c9b-84b3-f644335c3b64 req-b1dd3237-82c3-4777-b157-776569cc0261 tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:50:48.866174 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-1f936630-6ffb-4c9b-84b3-f644335c3b64 req-b1dd3237-82c3-4777-b157-776569cc0261 tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] 10.222.0.13 "GET /v2.0/ports?device_id=b3c515f9-768f-4a54-bb92-e6f3d5207990 HTTP/1.1" status: 200 len: 944 time: 0.0628512 Nov 05 18:50:48.892480 n-d-816865-1 neutron-server[102386]: DEBUG neutron.quota.resource [None req-c56807f7-f8b5-444e-bef4-77e18e657508 tempest-QuotasTest-467660129 tempest-QuotasTest-467660129-project-admin] Usage tracker for resource:subnetpool and project:ea8d6109a79b42b0af0f5087f03390f3 is out of sync, need to count used quota {{(pid=102386) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 05 18:50:48.898691 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-ac083f87-5702-4cd6-b96e-1a61e88b7833 tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4417063'] for port, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:48.901241 n-d-816865-1 neutron-server[102386]: DEBUG neutron.quota.resource [None req-c56807f7-f8b5-444e-bef4-77e18e657508 tempest-QuotasTest-467660129 tempest-QuotasTest-467660129-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=102386) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 05 18:50:48.919147 n-d-816865-1 neutron-server[102386]: DEBUG neutron.quota.resource [None req-c56807f7-f8b5-444e-bef4-77e18e657508 tempest-QuotasTest-467660129 tempest-QuotasTest-467660129-project-admin] Usage tracker for resource:port and project:ea8d6109a79b42b0af0f5087f03390f3 is out of sync, need to count used quota {{(pid=102386) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 05 18:50:48.926603 n-d-816865-1 neutron-server[102386]: DEBUG neutron.quota.resource [None req-c56807f7-f8b5-444e-bef4-77e18e657508 tempest-QuotasTest-467660129 tempest-QuotasTest-467660129-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=102386) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 05 18:50:48.960222 n-d-816865-1 neutron-server[102386]: DEBUG neutron.quota.resource [None req-c56807f7-f8b5-444e-bef4-77e18e657508 tempest-QuotasTest-467660129 tempest-QuotasTest-467660129-project-admin] Usage tracker for resource:router and project:ea8d6109a79b42b0af0f5087f03390f3 is out of sync, need to count used quota {{(pid=102386) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 05 18:50:48.970123 n-d-816865-1 neutron-server[102386]: DEBUG neutron.quota.resource [None req-c56807f7-f8b5-444e-bef4-77e18e657508 tempest-QuotasTest-467660129 tempest-QuotasTest-467660129-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=102386) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 05 18:50:48.986324 n-d-816865-1 neutron-server[102386]: DEBUG neutron.quota.resource [None req-c56807f7-f8b5-444e-bef4-77e18e657508 tempest-QuotasTest-467660129 tempest-QuotasTest-467660129-project-admin] Usage tracker for resource:floatingip and project:ea8d6109a79b42b0af0f5087f03390f3 is out of sync, need to count used quota {{(pid=102386) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 05 18:50:49.022428 n-d-816865-1 neutron-server[102386]: DEBUG neutron.quota.resource [None req-c56807f7-f8b5-444e-bef4-77e18e657508 tempest-QuotasTest-467660129 tempest-QuotasTest-467660129-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=102386) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 05 18:50:49.037010 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac083f87-5702-4cd6-b96e-1a61e88b7833 tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Pushing event deleted for resources: {'Port': ['ID=12cc8ba5-8895-4346-85a3-5a5395794a18,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:50:49.152859 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 86ae80a6-5dd0-41a2-bade-2d71ae0283ed up at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 18:50:49.167112 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-31fe7502-9541-4bfb-8150-b3fd5f8256d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:49.218656 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-ac083f87-5702-4cd6-b96e-1a61e88b7833 tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:49.226118 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-ac083f87-5702-4cd6-b96e-1a61e88b7833 tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] 10.222.0.13 "DELETE /v2.0/ports/12cc8ba5-8895-4346-85a3-5a5395794a18 HTTP/1.1" status: 204 len: 168 time: 1.3494890 Nov 05 18:50:49.227609 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 56966) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:50:49.228795 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-1f936630-6ffb-4c9b-84b3-f644335c3b64 req-b3e58d94-1880-4c57-9b8e-07a624b4adf7 tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] 10.222.0.13 "GET /v2.0/security-groups?id=8015cb9a-1cfc-43ae-80a2-992db853641d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3472335 Nov 05 18:50:49.258124 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Provisioning complete for port 86ae80a6-5dd0-41a2-bade-2d71ae0283ed triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:50:49.258508 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:49.318941 n-d-816865-1 neutron-server[102386]: DEBUG neutron.quota.resource [None req-c56807f7-f8b5-444e-bef4-77e18e657508 tempest-QuotasTest-467660129 tempest-QuotasTest-467660129-project-admin] Usage tracker for resource:security_group and project:ea8d6109a79b42b0af0f5087f03390f3 is out of sync, need to count used quota {{(pid=102386) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 05 18:50:49.324196 n-d-816865-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-f40f6689-fc6c-4fc9-884a-76fe1d4bd79f None None] Publish callbacks [] for port, precommit_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:49.467108 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28090e8-78b8-4a7b-a019-8811da2f2ecf req-c9ba1773-4234-423a-86d5-8344dd135e9d tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:50:49.469858 n-d-816865-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-f40f6689-fc6c-4fc9-884a-76fe1d4bd79f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:49.476783 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-f28090e8-78b8-4a7b-a019-8811da2f2ecf req-c9ba1773-4234-423a-86d5-8344dd135e9d tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] 10.222.0.13 "GET /v2.0/ports?device_id=b3c515f9-768f-4a54-bb92-e6f3d5207990 HTTP/1.1" status: 200 len: 944 time: 0.1251078 Nov 05 18:50:49.566322 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.managers [None req-f40f6689-fc6c-4fc9-884a-76fe1d4bd79f None None] Attempting to bind port 7bab206f-acf2-4612-9598-eb9db1972f24 on host n-d-816865-1 for vnic_type normal with profile {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 18:50:49.566845 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.managers [None req-f40f6689-fc6c-4fc9-884a-76fe1d4bd79f None None] Attempting to bind port 7bab206f-acf2-4612-9598-eb9db1972f24 by drivers openvswitch,hyperv on host n-d-816865-1 at level 0 using segments [{'id': '85be518c-8bb4-46a2-a903-d4292782d29d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec'}] {{(pid=102389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 18:50:49.567986 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f40f6689-fc6c-4fc9-884a-76fe1d4bd79f None None] Attempting to bind port 7bab206f-acf2-4612-9598-eb9db1972f24 on network 40c8335d-cd0b-4cb5-910a-d4dcddd5cbec {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 18:50:49.593706 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-f28090e8-78b8-4a7b-a019-8811da2f2ecf req-a0832844-d6a5-4b81-aa87-faa9ca788145 tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] 10.222.0.13 "GET /v2.0/security-groups?id=8015cb9a-1cfc-43ae-80a2-992db853641d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1157875 Nov 05 18:50:49.599278 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f40f6689-fc6c-4fc9-884a-76fe1d4bd79f None None] Checking agent: {'id': '724d89a7-611b-41e6-bc85-c48112b17afa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 18, 25, 8), 'started_at': datetime.datetime(2021, 11, 5, 18, 25, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 18, 50, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 18:50:49.599278 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f40f6689-fc6c-4fc9-884a-76fe1d4bd79f None None] Checking segment: {'id': '85be518c-8bb4-46a2-a903-d4292782d29d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 18:50:49.599278 n-d-816865-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-f40f6689-fc6c-4fc9-884a-76fe1d4bd79f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:49.599278 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f40f6689-fc6c-4fc9-884a-76fe1d4bd79f None None] Bound using segment: {'id': '85be518c-8bb4-46a2-a903-d4292782d29d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec'} {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 18:50:49.599278 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.managers [None req-f40f6689-fc6c-4fc9-884a-76fe1d4bd79f None None] Bound port: 7bab206f-acf2-4612-9598-eb9db1972f24, host: n-d-816865-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85be518c-8bb4-46a2-a903-d4292782d29d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec'}}] {{(pid=102389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 18:50:49.599278 n-d-816865-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-f40f6689-fc6c-4fc9-884a-76fe1d4bd79f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:49.624507 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40444eeb-04ac-44ec-bc44-acba0610b288 None None] Pushing event updated for resources: {'Port': ['ID=7bab206f-acf2-4612-9598-eb9db1972f24,revision_number=2']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:50:49.630170 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf74697-5edd-4cb7-947d-a7a8a8e9abac req-b5b10f9c-9e49-4416-9594-e53cbedb1e1d tempest-ServerMetadataNegativeTestJSON-1970312003 tempest-ServerMetadataNegativeTestJSON-1970312003-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:50:49.637317 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-2cf74697-5edd-4cb7-947d-a7a8a8e9abac req-b5b10f9c-9e49-4416-9594-e53cbedb1e1d tempest-ServerMetadataNegativeTestJSON-1970312003 tempest-ServerMetadataNegativeTestJSON-1970312003-project] 10.222.0.13 "GET /v2.0/networks?id=3c17495d-1ec3-4dc7-961e-8e1ec690eed3 HTTP/1.1" status: 200 len: 821 time: 0.2162306 Nov 05 18:50:49.661987 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-2cf74697-5edd-4cb7-947d-a7a8a8e9abac req-bcfc4424-d5a7-4ed1-93d2-9bb1f5a25fc6 tempest-ServerMetadataNegativeTestJSON-1970312003 tempest-ServerMetadataNegativeTestJSON-1970312003-project] 10.222.0.13 "GET /v2.0/quotas/37491442c3f049f9b9d27a05bad71b3c HTTP/1.1" status: 200 len: 375 time: 0.0176044 Nov 05 18:50:49.682875 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40444eeb-04ac-44ec-bc44-acba0610b288 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:50:49.683340 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40444eeb-04ac-44ec-bc44-acba0610b288 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:50:49.683748 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40444eeb-04ac-44ec-bc44-acba0610b288 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:50:49.684150 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40444eeb-04ac-44ec-bc44-acba0610b288 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:50:49.684593 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40444eeb-04ac-44ec-bc44-acba0610b288 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:50:49.684994 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40444eeb-04ac-44ec-bc44-acba0610b288 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:50:49.685379 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40444eeb-04ac-44ec-bc44-acba0610b288 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:50:49.685768 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40444eeb-04ac-44ec-bc44-acba0610b288 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:50:49.686194 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40444eeb-04ac-44ec-bc44-acba0610b288 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:50:49.686626 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40444eeb-04ac-44ec-bc44-acba0610b288 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:50:49.687012 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40444eeb-04ac-44ec-bc44-acba0610b288 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:50:49.687392 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40444eeb-04ac-44ec-bc44-acba0610b288 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:50:49.713540 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-2cf74697-5edd-4cb7-947d-a7a8a8e9abac req-1ffd9ec8-74b7-482f-8213-e1e113bd12d7 tempest-ServerMetadataNegativeTestJSON-1970312003 tempest-ServerMetadataNegativeTestJSON-1970312003-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=37491442c3f049f9b9d27a05bad71b3c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0449317 Nov 05 18:50:49.758486 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [None req-f40f6689-fc6c-4fc9-884a-76fe1d4bd79f None None] For port 7bab206f-acf2-4612-9598-eb9db1972f24, host n-d-816865-1, cleared binding levels {{(pid=102389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 18:50:49.758486 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [None req-f40f6689-fc6c-4fc9-884a-76fe1d4bd79f None None] For port 7bab206f-acf2-4612-9598-eb9db1972f24, host n-d-816865-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=7bab206f-acf2-4612-9598-eb9db1972f24,segment=NetworkSegment(85be518c-8bb4-46a2-a903-d4292782d29d),segment_id=85be518c-8bb4-46a2-a903-d4292782d29d)] {{(pid=102389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 18:50:49.787442 n-d-816865-1 neutron-server[102386]: DEBUG neutron.quota.resource [None req-c56807f7-f8b5-444e-bef4-77e18e657508 tempest-QuotasTest-467660129 tempest-QuotasTest-467660129-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=102386) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 05 18:50:49.817748 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-2cf74697-5edd-4cb7-947d-a7a8a8e9abac req-b543b9b1-3eca-489b-a7e4-88745aa86a57 service neutron] 10.222.0.13 "GET /v2.0/networks/3c17495d-1ec3-4dc7-961e-8e1ec690eed3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917046 Nov 05 18:50:49.826442 n-d-816865-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-f40f6689-fc6c-4fc9-884a-76fe1d4bd79f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:49.889530 n-d-816865-1 neutron-server[102386]: DEBUG neutron.quota.resource [None req-c56807f7-f8b5-444e-bef4-77e18e657508 tempest-QuotasTest-467660129 tempest-QuotasTest-467660129-project-admin] Usage tracker for resource:security_group_rule and project:ea8d6109a79b42b0af0f5087f03390f3 is out of sync, need to count used quota {{(pid=102386) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 05 18:50:49.924193 n-d-816865-1 neutron-server[102386]: DEBUG neutron.quota.resource [None req-c56807f7-f8b5-444e-bef4-77e18e657508 tempest-QuotasTest-467660129 tempest-QuotasTest-467660129-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=102386) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 05 18:50:49.953780 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f40f6689-fc6c-4fc9-884a-76fe1d4bd79f None None] Routers {'40f2d763-0d5a-4cb9-96f7-6003827bea4d'} bound to L3 agent in host n-d-816865-1 {{(pid=102389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 18:50:49.954493 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-f40f6689-fc6c-4fc9-884a-76fe1d4bd79f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T18:50:35Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['40f2d763-0d5a-4cb9-96f7-6003827bea4d'], 'active': True} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:50:49.956104 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-c56807f7-f8b5-444e-bef4-77e18e657508 tempest-QuotasTest-467660129 tempest-QuotasTest-467660129-project-admin] 10.222.0.13 "GET /v2.0/quotas/ea8d6109a79b42b0af0f5087f03390f3/details.json HTTP/1.1" status: 200 len: 703 time: 1.5448782 Nov 05 18:50:49.974963 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-2cf74697-5edd-4cb7-947d-a7a8a8e9abac req-8af41b5c-f312-4350-83ce-b593bc20cb64 service neutron] 10.222.0.13 "GET /v2.0/networks/3c17495d-1ec3-4dc7-961e-8e1ec690eed3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1516068 Nov 05 18:50:50.000205 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fb2b8c-0998-4d1a-ab96-c75d8884f782 req-d6f1c2ce-4da3-4737-a0f0-f75921d0a6a7 tempest-ServersOnMultiNodesTest-710233287 tempest-ServersOnMultiNodesTest-710233287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:50:50.003765 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-e2fb2b8c-0998-4d1a-ab96-c75d8884f782 req-d6f1c2ce-4da3-4737-a0f0-f75921d0a6a7 tempest-ServersOnMultiNodesTest-710233287 tempest-ServersOnMultiNodesTest-710233287-project] 10.222.0.13 "GET /v2.0/ports?device_id=27d398e9-ee38-4030-bc09-9f209c29732b HTTP/1.1" status: 200 len: 948 time: 0.0696337 Nov 05 18:50:50.021712 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.db_base_plugin_common [None req-31fe7502-9541-4bfb-8150-b3fd5f8256d5 admin admin] Allocated IP 172.20.0.1 (ad4e0fc4-1abc-48fb-9c8e-5d76236fa098/785d7bfa-2453-4e75-8b0a-ec14975b144a/17b9d721-5fc1-490f-80d0-7512640e4d2b) {{(pid=102386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 18:50:50.029787 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40444eeb-04ac-44ec-bc44-acba0610b288 None None] Pushing event updated for resources: {'Port': ['ID=7bab206f-acf2-4612-9598-eb9db1972f24,revision_number=3']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:50:50.045037 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-51c44e79-9f33-4b56-800e-6dafc4fd449c tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Deleting port fa9fc664-ad20-4e86-ab04-751d1b06b45b {{(pid=102386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 18:50:50.045437 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-51c44e79-9f33-4b56-800e-6dafc4fd449c tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:50.107628 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-e2fb2b8c-0998-4d1a-ab96-c75d8884f782 req-569eb67f-7b1a-42ab-9ad0-48ac31932b32 tempest-ServersOnMultiNodesTest-710233287 tempest-ServersOnMultiNodesTest-710233287-project] 10.222.0.13 "GET /v2.0/security-groups?id=a1214aa7-6fe8-4b93-878e-3f1f16f5c576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954525 Nov 05 18:50:50.180309 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvr_db [None req-f40f6689-fc6c-4fc9-884a-76fe1d4bd79f None None] Set router 40f2d763-0d5a-4cb9-96f7-6003827bea4d gateway port host: n-d-816865-1 {{(pid=102389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 18:50:50.211714 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-51c44e79-9f33-4b56-800e-6dafc4fd449c tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:50.252812 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-51c44e79-9f33-4b56-800e-6dafc4fd449c tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Calling delete_port for fa9fc664-ad20-4e86-ab04-751d1b06b45b owned by {{(pid=102386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 18:50:50.256740 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-31fe7502-9541-4bfb-8150-b3fd5f8256d5 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:50.422101 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-31fe7502-9541-4bfb-8150-b3fd5f8256d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:50.482274 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31fe7502-9541-4bfb-8150-b3fd5f8256d5 admin admin] Network ad4e0fc4-1abc-48fb-9c8e-5d76236fa098 is already hosted by enough agents. {{(pid=102386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 18:50:50.487474 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.base_scheduler [None req-31fe7502-9541-4bfb-8150-b3fd5f8256d5 admin admin] Resources bound (agent type, host, resource id): {{(pid=102386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:50:50.491454 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31fe7502-9541-4bfb-8150-b3fd5f8256d5 admin admin] Received port after_create {{(pid=102386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 18:50:50.536632 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31fe7502-9541-4bfb-8150-b3fd5f8256d5 admin admin] Pushing event updated for resources: {'Port': ['ID=17b9d721-5fc1-490f-80d0-7512640e4d2b,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:50:50.563584 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-51c44e79-9f33-4b56-800e-6dafc4fd449c tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:50.606978 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-31fe7502-9541-4bfb-8150-b3fd5f8256d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-571770'] for router_interface, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:50.615334 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-edf5ea07-f920-4cc2-948e-29ffa8687d18 req-b9712890-315d-447c-8fc7-4202315ab517 tempest-ServerMetadataNegativeTestJSON-1970312003 tempest-ServerMetadataNegativeTestJSON-1970312003-project] 10.222.0.13 "GET /v2.0/ports?device_id=5d4f7934-d3e8-4638-9c51-013e1599e812 HTTP/1.1" status: 200 len: 210 time: 0.2440646 Nov 05 18:50:50.661101 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-f40f6689-fc6c-4fc9-884a-76fe1d4bd79f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40f2d763-0d5a-4cb9-96f7-6003827bea4d', 'name': 'tempest-TaggedBootDevicesTest_v242-1713986911-router', 'tenant_id': '3f080cb3a4f24f1db8ad75a12c2cd4bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.77'}], 'enable_snat': True}, 'gw_port_id': '7bab206f-acf2-4612-9598-eb9db1972f24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T18:50:43Z', 'updated_at': '2021-11-05T18:50:46Z', 'revision_number': 3, 'project_id': '3f080cb3a4f24f1db8ad75a12c2cd4bf', 'gw_port': {'id': '7bab206f-acf2-4612-9598-eb9db1972f24', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:4f:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40f2d763-0d5a-4cb9-96f7-6003827bea4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1432, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T18:50:44Z', 'updated_at': '2021-11-05T18:50:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1'}], 'n-d-816865-1', False) {} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:50:50.673380 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 57024) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:50:50.694447 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f40f6689-fc6c-4fc9-884a-76fe1d4bd79f None None] The sync data for ids ['40f2d763-0d5a-4cb9-96f7-6003827bea4d'] in n-d-816865-1 is: [{'id': '40f2d763-0d5a-4cb9-96f7-6003827bea4d', 'name': 'tempest-TaggedBootDevicesTest_v242-1713986911-router', 'tenant_id': '3f080cb3a4f24f1db8ad75a12c2cd4bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.77'}], 'enable_snat': True}, 'gw_port_id': '7bab206f-acf2-4612-9598-eb9db1972f24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T18:50:43Z', 'updated_at': '2021-11-05T18:50:46Z', 'revision_number': 3, 'project_id': '3f080cb3a4f24f1db8ad75a12c2cd4bf', 'gw_port': {'id': '7bab206f-acf2-4612-9598-eb9db1972f24', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:4f:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40f2d763-0d5a-4cb9-96f7-6003827bea4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1432, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T18:50:44Z', 'updated_at': '2021-11-05T18:50:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1'}] {{(pid=102389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 18:50:50.695759 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c44e79-9f33-4b56-800e-6dafc4fd449c tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Pushing event deleted for resources: {'Port': ['ID=fa9fc664-ad20-4e86-ab04-751d1b06b45b,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:50:50.805412 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-51c44e79-9f33-4b56-800e-6dafc4fd449c tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:50.809056 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-51c44e79-9f33-4b56-800e-6dafc4fd449c tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] 10.222.0.13 "DELETE /v2.0/ports/fa9fc664-ad20-4e86-ab04-751d1b06b45b HTTP/1.1" status: 204 len: 168 time: 1.5804586 Nov 05 18:50:50.811829 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 57030) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:50:50.861207 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-a3ccae94-fc95-4231-962c-a059d92f88c4 None None] Provisioning complete for port 17b9d721-5fc1-490f-80d0-7512640e4d2b triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:50:50.861721 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-a3ccae94-fc95-4231-962c-a059d92f88c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:50.902222 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-db6f5a2f-6477-4ad0-b126-7b3fb27e5bb5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:50.916567 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-a3ccae94-fc95-4231-962c-a059d92f88c4 None None] Port 17b9d721-5fc1-490f-80d0-7512640e4d2b cannot update to ACTIVE because it is not bound. {{(pid=102388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 18:50:50.939436 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.db_base_plugin_v2 [None req-34dde4ad-3ec8-4cd2-83d1-e053d77c04fe tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Deleting subnet 19b6bbf4-5b07-4332-801a-9022c92b0fcc {{(pid=102387) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 05 18:50:50.956815 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Device 8612e611-35ce-4d14-a73c-f29e837a8826 details requested by agent hyperv_n-h1-816865-1 with host n-h1-816865-1 {{(pid=102388) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 05 18:50:50.957420 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-34dde4ad-3ec8-4cd2-83d1-e053d77c04fe tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Publish callbacks [] for subnet, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:51.118605 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-31fe7502-9541-4bfb-8150-b3fd5f8256d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:51.138237 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-34dde4ad-3ec8-4cd2-83d1-e053d77c04fe tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4463501'] for subnet, precommit_delete_associations {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:51.179980 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] For port 8612e611-35ce-4d14-a73c-f29e837a8826, host n-h1-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=8612e611-35ce-4d14-a73c-f29e837a8826,segment=NetworkSegment(35c2db9c-522d-48d3-98cf-a08c2cc55db7),segment_id=35c2db9c-522d-48d3-98cf-a08c2cc55db7)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:50:51.216347 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Returning: {'device': '8612e611-35ce-4d14-a73c-f29e837a8826', 'network_id': 'a723f808-b11e-4066-b104-fad90c82895e', 'port_id': '8612e611-35ce-4d14-a73c-f29e837a8826', 'mac_address': 'fa:16:3e:f6:d5:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 153, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05e7a1b5-165b-4a00-855a-ffbcb2eba59e', 'ip_address': '192.168.233.216'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102388) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 05 18:50:51.308588 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:51.336655 n-d-816865-1 neutron-server[102388]: DEBUG neutron.notifiers.nova [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8612e611-35ce-4d14-a73c-f29e837a8826 {{(pid=102388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 18:50:51.374506 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-8696739f-c14b-4aee-adbe-15ccddf85861 req-bdcfe990-c9ab-4275-9780-97e16a77ef93 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=b3c515f9-768f-4a54-bb92-e6f3d5207990&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2941225 Nov 05 18:50:51.384079 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] For port 8612e611-35ce-4d14-a73c-f29e837a8826, host n-h1-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=8612e611-35ce-4d14-a73c-f29e837a8826,segment=NetworkSegment(35c2db9c-522d-48d3-98cf-a08c2cc55db7),segment_id=35c2db9c-522d-48d3-98cf-a08c2cc55db7)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:50:51.431605 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-db6f5a2f-6477-4ad0-b126-7b3fb27e5bb5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:51.441916 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-34dde4ad-3ec8-4cd2-83d1-e053d77c04fe tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1573928'] for subnet, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:51.444325 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:51.533198 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-db6f5a2f-6477-4ad0-b126-7b3fb27e5bb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:51.542758 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8696739f-c14b-4aee-adbe-15ccddf85861 req-87d4718f-9ca0-4d96-a2d2-fa316f928e21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:50:51.544230 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-8696739f-c14b-4aee-adbe-15ccddf85861 req-87d4718f-9ca0-4d96-a2d2-fa316f928e21 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=9d37d1d71d154d088bbcf565483b4218&device_id=b3c515f9-768f-4a54-bb92-e6f3d5207990 HTTP/1.1" status: 200 len: 1095 time: 0.0869992 Nov 05 18:50:51.555698 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Pushing event updated for resources: {'Port': ['ID=8612e611-35ce-4d14-a73c-f29e837a8826,revision_number=4']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:50:51.585452 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9eaa0ef-7bb3-439c-ae63-12f5480edd1e req-74c650d7-b4b4-4b80-96ad-fb7730818391 tempest-ServersOnMultiNodesTest-710233287 tempest-ServersOnMultiNodesTest-710233287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:50:51.587014 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-f9eaa0ef-7bb3-439c-ae63-12f5480edd1e req-74c650d7-b4b4-4b80-96ad-fb7730818391 tempest-ServersOnMultiNodesTest-710233287 tempest-ServersOnMultiNodesTest-710233287-project] 10.222.0.13 "GET /v2.0/ports?device_id=27d398e9-ee38-4030-bc09-9f209c29732b HTTP/1.1" status: 200 len: 948 time: 0.2955389 Nov 05 18:50:51.609750 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-31fe7502-9541-4bfb-8150-b3fd5f8256d5 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:51.638420 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6f5a2f-6477-4ad0-b126-7b3fb27e5bb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8311797a-ee27-48cd-88e8-e7fe19529216,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:50:51.648724 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-db6f5a2f-6477-4ad0-b126-7b3fb27e5bb5 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b2c90ababa5642f8a79b4a91ce0327d3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9732797 Nov 05 18:50:51.652758 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 57050) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:50:51.683026 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] get_ports_and_sgs() called for port_ids ['8612e611-35ce-4d14-a73c-f29e837a8826'] {{(pid=102388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 18:50:51.709718 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-f9eaa0ef-7bb3-439c-ae63-12f5480edd1e req-b6dbb612-63ed-49db-9457-41e8ee1d0023 tempest-ServersOnMultiNodesTest-710233287 tempest-ServersOnMultiNodesTest-710233287-project] 10.222.0.13 "GET /v2.0/security-groups?id=a1214aa7-6fe8-4b93-878e-3f1f16f5c576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005743 Nov 05 18:50:51.719182 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-31fe7502-9541-4bfb-8150-b3fd5f8256d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6149821'] for port, after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:51.778731 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-f24f0220-8339-4d00-bb7b-0baf69145882 req-1e58b6a5-9737-48dd-95a9-f65d32208cb6 tempest-ServerMetadataNegativeTestJSON-1970312003 tempest-ServerMetadataNegativeTestJSON-1970312003-project] 10.222.0.13 "GET /v2.0/ports?device_id=5d4f7934-d3e8-4638-9c51-013e1599e812 HTTP/1.1" status: 200 len: 210 time: 0.0602479 Nov 05 18:50:51.778985 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8696739f-c14b-4aee-adbe-15ccddf85861 req-26a031d7-3072-48d2-a34a-e2fb3e6c1138 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:50:51.779975 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-34dde4ad-3ec8-4cd2-83d1-e053d77c04fe tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1573905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4417146', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5112209'] for subnet, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:51.780450 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-8696739f-c14b-4aee-adbe-15ccddf85861 req-26a031d7-3072-48d2-a34a-e2fb3e6c1138 service neutron] 10.222.0.55 "GET /v2.0/networks?id=bb5b9fed-8e61-492a-a21e-f9ce432c95f7 HTTP/1.1" status: 200 len: 912 time: 0.2097545 Nov 05 18:50:51.836481 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-34dde4ad-3ec8-4cd2-83d1-e053d77c04fe tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597851'] for subnet, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:51.840362 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-34dde4ad-3ec8-4cd2-83d1-e053d77c04fe tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] 10.222.0.13 "DELETE /v2.0/subnets/19b6bbf4-5b07-4332-801a-9022c92b0fcc HTTP/1.1" status: 204 len: 168 time: 1.0272617 Nov 05 18:50:51.842405 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34dde4ad-3ec8-4cd2-83d1-e053d77c04fe tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Pushing event deleted for resources: {'Subnet': ['ID=19b6bbf4-5b07-4332-801a-9022c92b0fcc,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:50:51.852069 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 57056) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:50:51.865142 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31fe7502-9541-4bfb-8150-b3fd5f8256d5 admin admin] Pushing event updated for resources: {'Port': ['ID=17b9d721-5fc1-490f-80d0-7512640e4d2b,revision_number=2']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:50:51.867275 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20560279-b2ba-42cd-b1b1-c8f6cf455568 None None] Network 1b7a851b-c808-4864-8618-892ad55d5d0a requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 18:50:51.873857 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-31fe7502-9541-4bfb-8150-b3fd5f8256d5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-597863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-571878'] for router_interface, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:51.886301 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-f3716f8c-b6c4-46ab-abb2-282514738b44 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:51.938273 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.db_base_plugin_v2 [None req-d1f8db61-cca3-4ddc-83f3-205ca953cbb5 tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Deleting subnet ba9a8eab-576a-4407-8387-c01c9ae7bbff {{(pid=102387) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 05 18:50:51.942949 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-d1f8db61-cca3-4ddc-83f3-205ca953cbb5 tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Publish callbacks [] for subnet, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:51.963896 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-8696739f-c14b-4aee-adbe-15ccddf85861 req-59e8716c-d29d-4ede-8e36-ac558f9b8ad7 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=76ac6dda-0dbe-4431-a06f-4b5c155d8cde HTTP/1.1" status: 200 len: 998 time: 0.1752851 Nov 05 18:50:51.987206 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-d1f8db61-cca3-4ddc-83f3-205ca953cbb5 tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4463501'] for subnet, precommit_delete_associations {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:52.064756 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-f3716f8c-b6c4-46ab-abb2-282514738b44 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:52.096879 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-d1f8db61-cca3-4ddc-83f3-205ca953cbb5 tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1573928'] for subnet, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:52.129335 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8696739f-c14b-4aee-adbe-15ccddf85861 req-0eb3b0ff-7190-41d2-b0aa-8231d5df8184 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:50:52.131244 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-8696739f-c14b-4aee-adbe-15ccddf85861 req-0eb3b0ff-7190-41d2-b0aa-8231d5df8184 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=8df5751e-d8bb-41e4-9469-238f613979b1 HTTP/1.1" status: 200 len: 850 time: 0.1073644 Nov 05 18:50:52.171839 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce1fc515-e1c1-45d1-93aa-8ca8e5a4c110 None None] DHCP port deletion for 1b7a851b-c808-4864-8618-892ad55d5d0a request from n-d-816865-1 {{(pid=102388) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 05 18:50:52.209958 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31fe7502-9541-4bfb-8150-b3fd5f8256d5 admin admin] Network ad4e0fc4-1abc-48fb-9c8e-5d76236fa098 is already hosted by enough agents. {{(pid=102386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 18:50:52.212352 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.base_scheduler [None req-31fe7502-9541-4bfb-8150-b3fd5f8256d5 admin admin] Resources bound (agent type, host, resource id): {{(pid=102386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:50:52.225546 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8696739f-c14b-4aee-adbe-15ccddf85861 req-b95810bc-8a1e-46c6-a172-d8181c0960ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:50:52.227085 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-8696739f-c14b-4aee-adbe-15ccddf85861 req-b95810bc-8a1e-46c6-a172-d8181c0960ef service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=bb5b9fed-8e61-492a-a21e-f9ce432c95f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0798492 Nov 05 18:50:52.241398 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-ce1fc515-e1c1-45d1-93aa-8ca8e5a4c110 None None] Deleting port 328c922a-af10-44b2-a0eb-d34ae0f028e7 {{(pid=102388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 18:50:52.242392 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-ce1fc515-e1c1-45d1-93aa-8ca8e5a4c110 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:52.314522 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-ce1fc515-e1c1-45d1-93aa-8ca8e5a4c110 None None] For port 328c922a-af10-44b2-a0eb-d34ae0f028e7, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=328c922a-af10-44b2-a0eb-d34ae0f028e7,segment=NetworkSegment(6186c4cd-4d81-4117-b1bc-f8fd9e145a22),segment_id=6186c4cd-4d81-4117-b1bc-f8fd9e145a22)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:50:52.323761 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-ce1fc515-e1c1-45d1-93aa-8ca8e5a4c110 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:52.329393 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-ce1fc515-e1c1-45d1-93aa-8ca8e5a4c110 None None] Calling delete_port for 328c922a-af10-44b2-a0eb-d34ae0f028e7 owned by network:dhcp {{(pid=102388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 18:50:52.336076 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-f3716f8c-b6c4-46ab-abb2-282514738b44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:52.339400 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-f3716f8c-b6c4-46ab-abb2-282514738b44 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:52.347104 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-f3716f8c-b6c4-46ab-abb2-282514738b44 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8311797a-ee27-48cd-88e8-e7fe19529216 HTTP/1.1" status: 204 len: 168 time: 0.6905067 Nov 05 18:50:52.357086 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-d1f8db61-cca3-4ddc-83f3-205ca953cbb5 tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1573905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4417146', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5112209'] for subnet, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:52.408075 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3716f8c-b6c4-46ab-abb2-282514738b44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8311797a-ee27-48cd-88e8-e7fe19529216,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:50:52.442535 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f8db61-cca3-4ddc-83f3-205ca953cbb5 tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Pushing event deleted for resources: {'Subnet': ['ID=ba9a8eab-576a-4407-8387-c01c9ae7bbff,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:50:52.459404 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-8696739f-c14b-4aee-adbe-15ccddf85861 req-be524cf1-209e-479a-9d29-17d4f018c60a service neutron] 10.222.0.55 "GET /v2.0/networks/bb5b9fed-8e61-492a-a21e-f9ce432c95f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1925011 Nov 05 18:50:52.459518 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-d1f8db61-cca3-4ddc-83f3-205ca953cbb5 tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597851'] for subnet, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:52.462779 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31fe7502-9541-4bfb-8150-b3fd5f8256d5 admin admin] Router 40f2d763-0d5a-4cb9-96f7-6003827bea4d has already been hosted by L3 agent 6dcb5589-8e86-4616-9186-ddc4548e13ad {{(pid=102386) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 18:50:52.467453 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-d1f8db61-cca3-4ddc-83f3-205ca953cbb5 tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] 10.222.0.13 "DELETE /v2.0/subnets/ba9a8eab-576a-4407-8387-c01c9ae7bbff HTTP/1.1" status: 204 len: 168 time: 0.6140079 Nov 05 18:50:52.468098 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 57070) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:50:52.484860 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-124881bc-05b7-41e4-aa5b-8dcdcf40ca29 None None] Network c2a3f4df-26b3-4bb0-9eae-63aad7044fea requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 18:50:52.625201 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-6033fb51-1659-4f79-8a58-2e3b8a589903 tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1664226'] for network, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:52.669330 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-8696739f-c14b-4aee-adbe-15ccddf85861 req-47efd2ad-eb4d-4f1f-b56a-3ec538bde29b service neutron] 10.222.0.55 "GET /v2.0/networks/bb5b9fed-8e61-492a-a21e-f9ce432c95f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2048116 Nov 05 18:50:52.701232 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [None req-6033fb51-1659-4f79-8a58-2e3b8a589903 tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Deleting port 328c922a-af10-44b2-a0eb-d34ae0f028e7 {{(pid=102387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 18:50:52.701734 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31fe7502-9541-4bfb-8150-b3fd5f8256d5 admin admin] Notify agent at l3_agent.n-d-816865-1 the message routers_updated {{(pid=102386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 18:50:52.701857 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-6033fb51-1659-4f79-8a58-2e3b8a589903 tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:52.733380 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-31fe7502-9541-4bfb-8150-b3fd5f8256d5 admin admin] 10.222.0.13 "PUT /v2.0/routers/40f2d763-0d5a-4cb9-96f7-6003827bea4d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3110919 Nov 05 18:50:52.811776 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.db [None req-6033fb51-1659-4f79-8a58-2e3b8a589903 tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] For port 328c922a-af10-44b2-a0eb-d34ae0f028e7, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=328c922a-af10-44b2-a0eb-d34ae0f028e7,segment=NetworkSegment(6186c4cd-4d81-4117-b1bc-f8fd9e145a22),segment_id=6186c4cd-4d81-4117-b1bc-f8fd9e145a22)] {{(pid=102387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:50:52.812133 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-6033fb51-1659-4f79-8a58-2e3b8a589903 tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:52.836116 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [None req-6033fb51-1659-4f79-8a58-2e3b8a589903 tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Calling delete_port for 328c922a-af10-44b2-a0eb-d34ae0f028e7 owned by network:dhcp {{(pid=102387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 18:50:52.860438 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-5161aa67-8959-4641-bf43-3b32a50235a5 None None] Provisioning complete for port 17b9d721-5fc1-490f-80d0-7512640e4d2b triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:50:52.867094 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-5161aa67-8959-4641-bf43-3b32a50235a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:52.902983 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-5161aa67-8959-4641-bf43-3b32a50235a5 None None] Port 17b9d721-5fc1-490f-80d0-7512640e4d2b cannot update to ACTIVE because it is not bound. {{(pid=102388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 18:50:52.903871 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-ce1fc515-e1c1-45d1-93aa-8ca8e5a4c110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798'] for port, after_delete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:52.983893 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-fe0699c6-0c99-4b4e-890f-fc5a8cdd45f9 req-65a739bd-b488-4171-b7e9-c6bd054f8529 tempest-ServerMetadataNegativeTestJSON-1970312003 tempest-ServerMetadataNegativeTestJSON-1970312003-project] 10.222.0.13 "GET /v2.0/ports?device_id=5d4f7934-d3e8-4638-9c51-013e1599e812 HTTP/1.1" status: 200 len: 210 time: 0.0346999 Nov 05 18:50:52.984925 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Device 8612e611-35ce-4d14-a73c-f29e837a8826 up at agent hyperv_n-h1-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 18:50:52.990095 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1fc515-e1c1-45d1-93aa-8ca8e5a4c110 None None] Pushing event deleted for resources: {'Port': ['ID=328c922a-af10-44b2-a0eb-d34ae0f028e7,revision_number=None']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:50:52.991815 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-6033fb51-1659-4f79-8a58-2e3b8a589903 tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4417063'] for port, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:53.065178 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce1fc515-e1c1-45d1-93aa-8ca8e5a4c110 None None] No DVR routers for this DVR port 328c922a-af10-44b2-a0eb-d34ae0f028e7 on host n-d-816865-1 {{(pid=102388) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 18:50:53.092526 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6033fb51-1659-4f79-8a58-2e3b8a589903 tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Pushing event deleted for resources: {'Port': ['ID=328c922a-af10-44b2-a0eb-d34ae0f028e7,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:50:53.096128 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6033fb51-1659-4f79-8a58-2e3b8a589903 tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] No DVR routers for this DVR port 328c922a-af10-44b2-a0eb-d34ae0f028e7 on host n-d-816865-1 {{(pid=102387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 18:50:53.195963 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 7bab206f-acf2-4612-9598-eb9db1972f24 up at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 18:50:53.249685 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-6033fb51-1659-4f79-8a58-2e3b8a589903 tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1579173', 'neutron.services.segments.db._delete_segments_for_network-8750027792909'] for network, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:53.312673 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7dbc838-f9a7-4182-b595-094e5ca21def None None] DHCP port deletion for c2a3f4df-26b3-4bb0-9eae-63aad7044fea request from n-d-816865-1 {{(pid=102388) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 05 18:50:53.344058 n-d-816865-1 neutron-server[102387]: DEBUG neutron.services.segments.db [None req-6033fb51-1659-4f79-8a58-2e3b8a589903 tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b7a851b-c808-4864-8618-892ad55d5d0a']}} {{(pid=102387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:50:53.344623 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Provisioning for port 8612e611-35ce-4d14-a73c-f29e837a8826 completed by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 05 18:50:53.367120 n-d-816865-1 neutron-server[102387]: DEBUG neutron.services.segments.db [None req-6033fb51-1659-4f79-8a58-2e3b8a589903 tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6186c4cd-4d81-4117-b1bc-f8fd9e145a22') {'for_net_delete': True} {{(pid=102387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:50:53.367568 n-d-816865-1 neutron-server[102387]: DEBUG neutron.services.segments.db [None req-6033fb51-1659-4f79-8a58-2e3b8a589903 tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6186c4cd-4d81-4117-b1bc-f8fd9e145a22') {} {{(pid=102387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:50:53.384057 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf74697-5edd-4cb7-947d-a7a8a8e9abac req-d04e8bd3-2470-4a9c-805a-05b9115658d7 tempest-ServerMetadataNegativeTestJSON-1970312003 tempest-ServerMetadataNegativeTestJSON-1970312003-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:50:53.384057 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-2cf74697-5edd-4cb7-947d-a7a8a8e9abac req-d04e8bd3-2470-4a9c-805a-05b9115658d7 tempest-ServerMetadataNegativeTestJSON-1970312003 tempest-ServerMetadataNegativeTestJSON-1970312003-project] 10.222.0.55 "GET /v2.0/networks?id=3c17495d-1ec3-4dc7-961e-8e1ec690eed3 HTTP/1.1" status: 200 len: 821 time: 0.2074823 Nov 05 18:50:53.388171 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1386a2c9-2006-44b7-a3e8-f3dea25f6139 None None] Sync routers for ids ['40f2d763-0d5a-4cb9-96f7-6003827bea4d'] in n-d-816865-1 {{(pid=102388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 18:50:53.393784 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Provisioning complete for port 8612e611-35ce-4d14-a73c-f29e837a8826 triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:50:53.394193 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:53.397280 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [req-2cf74697-5edd-4cb7-947d-a7a8a8e9abac req-8f4319d4-7d3e-4352-9df1-bc849de8c41c tempest-ServerMetadataNegativeTestJSON-1970312003 tempest-ServerMetadataNegativeTestJSON-1970312003-project] Request body: {'port': {'device_id': '5d4f7934-d3e8-4638-9c51-013e1599e812', 'network_id': '3c17495d-1ec3-4dc7-961e-8e1ec690eed3', 'admin_state_up': True, 'tenant_id': '37491442c3f049f9b9d27a05bad71b3c'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:50:53.430373 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Provisioning complete for port 7bab206f-acf2-4612-9598-eb9db1972f24 triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:50:53.430373 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:53.496225 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 57096) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:50:53.518956 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1386a2c9-2006-44b7-a3e8-f3dea25f6139 None None] Routers {'40f2d763-0d5a-4cb9-96f7-6003827bea4d'} bound to L3 agent in host n-d-816865-1 {{(pid=102388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 18:50:53.518956 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-1386a2c9-2006-44b7-a3e8-f3dea25f6139 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T18:50:35Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['40f2d763-0d5a-4cb9-96f7-6003827bea4d'], 'active': True} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:50:53.519319 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-98922c24-a02b-4586-8b36-bc337ac02695 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:53.674540 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-6033fb51-1659-4f79-8a58-2e3b8a589903 tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750027793430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4463492'] for segment, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:53.677847 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-98922c24-a02b-4586-8b36-bc337ac02695 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:53.690209 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-6033fb51-1659-4f79-8a58-2e3b8a589903 tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273'] for segment, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:53.703278 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6033fb51-1659-4f79-8a58-2e3b8a589903 tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Releasing vlan 163 on physical network physnet1 to pool {{(pid=102387) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 05 18:50:53.703947 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-6033fb51-1659-4f79-8a58-2e3b8a589903 tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4417236'] for segment, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:53.714149 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb7ebdb-b3dd-46b7-9983-be40f9e03365 req-b3ff02a1-ad08-4b8c-9a4a-2e7847ad6a68 tempest-ServersOnMultiNodesTest-710233287 tempest-ServersOnMultiNodesTest-710233287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:50:53.715680 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-1bb7ebdb-b3dd-46b7-9983-be40f9e03365 req-b3ff02a1-ad08-4b8c-9a4a-2e7847ad6a68 tempest-ServersOnMultiNodesTest-710233287 tempest-ServersOnMultiNodesTest-710233287-project] 10.222.0.13 "GET /v2.0/ports?device_id=27d398e9-ee38-4030-bc09-9f209c29732b HTTP/1.1" status: 200 len: 949 time: 0.8963044 Nov 05 18:50:53.716343 n-d-816865-1 neutron-server[102387]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 05 18:50:53.716343 n-d-816865-1 neutron-server[102387]: self.session.flush() Nov 05 18:50:53.716343 n-d-816865-1 neutron-server[102387]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 05 18:50:53.716343 n-d-816865-1 neutron-server[102387]: self.session.flush() Nov 05 18:50:53.716343 n-d-816865-1 neutron-server[102387]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 05 18:50:53.716343 n-d-816865-1 neutron-server[102387]: self.session.flush() Nov 05 18:50:53.716343 n-d-816865-1 neutron-server[102387]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 05 18:50:53.716343 n-d-816865-1 neutron-server[102387]: self.session.flush() Nov 05 18:50:53.716343 n-d-816865-1 neutron-server[102387]: Traceback (most recent call last): Nov 05 18:50:53.716343 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 05 18:50:53.716343 n-d-816865-1 neutron-server[102387]: timer() Nov 05 18:50:53.716343 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 05 18:50:53.716343 n-d-816865-1 neutron-server[102387]: cb(*args, **kw) Nov 05 18:50:53.716343 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 05 18:50:53.716343 n-d-816865-1 neutron-server[102387]: return func(*args, **kwargs) Nov 05 18:50:53.716343 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 05 18:50:53.716343 n-d-816865-1 neutron-server[102387]: self._notify() Nov 05 18:50:53.716343 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 05 18:50:53.716343 n-d-816865-1 neutron-server[102387]: self.callback(batched_events) Nov 05 18:50:53.716343 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 05 18:50:53.716343 n-d-816865-1 neutron-server[102387]: event.method(event) Nov 05 18:50:53.716343 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 05 18:50:53.716343 n-d-816865-1 neutron-server[102387]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 05 18:50:53.716343 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 05 18:50:53.716343 n-d-816865-1 neutron-server[102387]: aggregate_uuid = self.p_client.list_aggregates( Nov 05 18:50:53.716343 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 05 18:50:53.716343 n-d-816865-1 neutron-server[102387]: return f(self, *a, **k) Nov 05 18:50:53.716343 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 05 18:50:53.716343 n-d-816865-1 neutron-server[102387]: return self._get(url).json() Nov 05 18:50:53.716343 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 05 18:50:53.716343 n-d-816865-1 neutron-server[102387]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 05 18:50:53.716343 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 05 18:50:53.716343 n-d-816865-1 neutron-server[102387]: return self.request(url, 'GET', **kwargs) Nov 05 18:50:53.716343 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 05 18:50:53.716343 n-d-816865-1 neutron-server[102387]: base_url = self.get_endpoint(auth, allow=allow, Nov 05 18:50:53.716343 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 05 18:50:53.716343 n-d-816865-1 neutron-server[102387]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 05 18:50:53.716343 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 05 18:50:53.716343 n-d-816865-1 neutron-server[102387]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 05 18:50:53.716343 n-d-816865-1 neutron-server[102387]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 05 18:50:53.719208 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-c7dbc838-f9a7-4182-b595-094e5ca21def None None] Deleting port e5e448d0-675b-44a9-b4f5-3f1e4c767d02 {{(pid=102388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 18:50:53.719759 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c7dbc838-f9a7-4182-b595-094e5ca21def None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:53.767464 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2cf74697-5edd-4cb7-947d-a7a8a8e9abac req-8f4319d4-7d3e-4352-9df1-bc849de8c41c tempest-ServerMetadataNegativeTestJSON-1970312003 tempest-ServerMetadataNegativeTestJSON-1970312003-project] Made reservation on behalf of 37491442c3f049f9b9d27a05bad71b3c for: {'port': 1} {{(pid=102386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 18:50:53.773448 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-2cf74697-5edd-4cb7-947d-a7a8a8e9abac req-8f4319d4-7d3e-4352-9df1-bc849de8c41c tempest-ServerMetadataNegativeTestJSON-1970312003 tempest-ServerMetadataNegativeTestJSON-1970312003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:53.818390 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-1bb7ebdb-b3dd-46b7-9983-be40f9e03365 req-250cc8da-c733-4b68-90d4-6e3a51f65dd7 tempest-ServersOnMultiNodesTest-710233287 tempest-ServersOnMultiNodesTest-710233287-project] 10.222.0.13 "GET /v2.0/security-groups?id=a1214aa7-6fe8-4b93-878e-3f1f16f5c576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888600 Nov 05 18:50:53.834647 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-98922c24-a02b-4586-8b36-bc337ac02695 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:53.864676 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:53.873067 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvr_db [None req-1386a2c9-2006-44b7-a3e8-f3dea25f6139 None None] Set router 40f2d763-0d5a-4cb9-96f7-6003827bea4d gateway port host: n-d-816865-1 {{(pid=102388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 18:50:53.882287 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-6033fb51-1659-4f79-8a58-2e3b8a589903 tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1579178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-956796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1000687'] for network, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:53.884528 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-98922c24-a02b-4586-8b36-bc337ac02695 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ea8d6109a79b42b0af0f5087f03390f3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3870604 Nov 05 18:50:53.891109 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 57110) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:50:53.919429 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98922c24-a02b-4586-8b36-bc337ac02695 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a6a39e3-b2b1-49c8-a37f-9f30455a219a,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:50:53.929048 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:53.948600 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-6033fb51-1659-4f79-8a58-2e3b8a589903 tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597851'] for network, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:53.954913 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-6033fb51-1659-4f79-8a58-2e3b8a589903 tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] 10.222.0.13 "DELETE /v2.0/networks/1b7a851b-c808-4864-8618-892ad55d5d0a HTTP/1.1" status: 204 len: 168 time: 1.4854174 Nov 05 18:50:53.959224 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-c7dbc838-f9a7-4182-b595-094e5ca21def None None] For port e5e448d0-675b-44a9-b4f5-3f1e4c767d02, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=e5e448d0-675b-44a9-b4f5-3f1e4c767d02,segment=NetworkSegment(e8365128-97c2-430d-9b82-ea8f7c12233e),segment_id=e8365128-97c2-430d-9b82-ea8f7c12233e)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:50:53.959634 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c7dbc838-f9a7-4182-b595-094e5ca21def None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:53.964405 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 57120) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:50:53.965515 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6033fb51-1659-4f79-8a58-2e3b8a589903 tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Pushing event deleted for resources: {'Network': ['ID=1b7a851b-c808-4864-8618-892ad55d5d0a,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:50:53.983248 n-d-816865-1 neutron-server[102388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27d398e9-ee38-4030-bc09-9f209c29732b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8612e611-35ce-4d14-a73c-f29e837a8826'}] {{(pid=102388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 18:50:53.986007 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85474fee1180e129d8a886d264fe0b30223aa672dd1ffe43b630605f18504f68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa264aae-54e9-4c29-b84a-096b9a33aabc" -d '{"events": [{"server_uuid": "27d398e9-ee38-4030-bc09-9f209c29732b", "name": "network-vif-plugged", "status": "completed", "tag": "8612e611-35ce-4d14-a73c-f29e837a8826"}]}' {{(pid=102388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 18:50:54.048261 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-f9178c9a-e752-4901-baff-3c7f222bf532 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:54.056069 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] For port 8612e611-35ce-4d14-a73c-f29e837a8826, host n-h1-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=8612e611-35ce-4d14-a73c-f29e837a8826,segment=NetworkSegment(35c2db9c-522d-48d3-98cf-a08c2cc55db7),segment_id=35c2db9c-522d-48d3-98cf-a08c2cc55db7)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:50:54.058450 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-c7dbc838-f9a7-4182-b595-094e5ca21def None None] Calling delete_port for e5e448d0-675b-44a9-b4f5-3f1e4c767d02 owned by network:dhcp {{(pid=102388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 18:50:54.101298 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-f9178c9a-e752-4901-baff-3c7f222bf532 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:54.101784 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] For port 7bab206f-acf2-4612-9598-eb9db1972f24, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=7bab206f-acf2-4612-9598-eb9db1972f24,segment=NetworkSegment(85be518c-8bb4-46a2-a903-d4292782d29d),segment_id=85be518c-8bb4-46a2-a903-d4292782d29d)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:50:54.123679 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 18:50:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65cf3829-fddb-4a23-9694-5387c90c4827 x-openstack-request-id: req-65cf3829-fddb-4a23-9694-5387c90c4827 {{(pid=102388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 18:50:54.125118 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27d398e9-ee38-4030-bc09-9f209c29732b", "name": "network-vif-plugged", "status": "completed", "tag": "8612e611-35ce-4d14-a73c-f29e837a8826", "code": 200}]} {{(pid=102388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 18:50:54.125118 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-65cf3829-fddb-4a23-9694-5387c90c4827 {{(pid=102388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 18:50:54.125118 n-d-816865-1 neutron-server[102388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27d398e9-ee38-4030-bc09-9f209c29732b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8612e611-35ce-4d14-a73c-f29e837a8826', 'code': 200} Nov 05 18:50:54.172866 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:54.228028 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-56ea388b-2f6c-4c53-b1d5-9afbbadcc308 req-c03c9943-cbcd-44b7-b1a1-1f4cf02657cc tempest-ServerMetadataNegativeTestJSON-1970312003 tempest-ServerMetadataNegativeTestJSON-1970312003-project] 10.222.0.13 "GET /v2.0/ports?device_id=5d4f7934-d3e8-4638-9c51-013e1599e812 HTTP/1.1" status: 200 len: 210 time: 0.0726438 Nov 05 18:50:54.285436 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:54.354622 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Pushing event updated for resources: {'Port': ['ID=8612e611-35ce-4d14-a73c-f29e837a8826,revision_number=5']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:50:54.358514 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-f9178c9a-e752-4901-baff-3c7f222bf532 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:54.363109 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-f9178c9a-e752-4901-baff-3c7f222bf532 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:54.369562 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-f9178c9a-e752-4901-baff-3c7f222bf532 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6a6a39e3-b2b1-49c8-a37f-9f30455a219a HTTP/1.1" status: 204 len: 168 time: 0.4770026 Nov 05 18:50:54.369731 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 328c922a-af10-44b2-a0eb-d34ae0f028e7 no longer exists at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 18:50:54.385178 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9178c9a-e752-4901-baff-3c7f222bf532 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a6a39e3-b2b1-49c8-a37f-9f30455a219a,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:50:54.439529 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] No Port match for: 328c922a-af10-44b2-a0eb-d34ae0f028e7 {{(pid=102388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 18:50:54.440470 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 328c922a-af10-44b2-a0eb-d34ae0f028e7 not bound to the agent host n-d-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 18:50:54.472388 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-d6d57b33-0f07-46ef-adbe-0b7f32a0cb76 tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1664226'] for network, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:54.479716 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45238f60-eed1-4591-a6a5-92e9e549a1b2 req-0ae89808-d4fe-4fcb-95f0-706543cd82cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:50:54.481899 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-45238f60-eed1-4591-a6a5-92e9e549a1b2 req-0ae89808-d4fe-4fcb-95f0-706543cd82cc service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=27d398e9-ee38-4030-bc09-9f209c29732b HTTP/1.1" status: 200 len: 1101 time: 0.1450405 Nov 05 18:50:54.505496 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.db_base_plugin_common [req-2cf74697-5edd-4cb7-947d-a7a8a8e9abac req-8f4319d4-7d3e-4352-9df1-bc849de8c41c tempest-ServerMetadataNegativeTestJSON-1970312003 tempest-ServerMetadataNegativeTestJSON-1970312003-project] Allocated IP 172.20.0.9 (3c17495d-1ec3-4dc7-961e-8e1ec690eed3/bd1acfb1-f2c0-46c1-9909-adec7eeaf5fe/1f4506d6-e1cf-4f03-933a-e5a37de9502e) {{(pid=102386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 18:50:54.520782 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c7dbc838-f9a7-4182-b595-094e5ca21def None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798'] for port, after_delete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:54.533834 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Pushing event updated for resources: {'Port': ['ID=7bab206f-acf2-4612-9598-eb9db1972f24,revision_number=4']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:50:54.546601 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-d6d57b33-0f07-46ef-adbe-0b7f32a0cb76 tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] The port 'e5e448d0-675b-44a9-b4f5-3f1e4c767d02' was deleted {{(pid=102386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Nov 05 18:50:54.548944 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7dbc838-f9a7-4182-b595-094e5ca21def None None] No DVR routers for this DVR port e5e448d0-675b-44a9-b4f5-3f1e4c767d02 on host n-d-816865-1 {{(pid=102388) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 18:50:54.576110 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7dbc838-f9a7-4182-b595-094e5ca21def None None] Pushing event deleted for resources: {'Port': ['ID=e5e448d0-675b-44a9-b4f5-3f1e4c767d02,revision_number=None']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:50:54.596933 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-1386a2c9-2006-44b7-a3e8-f3dea25f6139 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40f2d763-0d5a-4cb9-96f7-6003827bea4d', 'name': 'tempest-TaggedBootDevicesTest_v242-1713986911-router', 'tenant_id': '3f080cb3a4f24f1db8ad75a12c2cd4bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.77'}], 'enable_snat': True}, 'gw_port_id': '7bab206f-acf2-4612-9598-eb9db1972f24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T18:50:43Z', 'updated_at': '2021-11-05T18:50:50Z', 'revision_number': 4, 'project_id': '3f080cb3a4f24f1db8ad75a12c2cd4bf', 'gw_port': {'id': '7bab206f-acf2-4612-9598-eb9db1972f24', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:4f:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40f2d763-0d5a-4cb9-96f7-6003827bea4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1432, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T18:50:44Z', 'updated_at': '2021-11-05T18:50:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1', '_interfaces': [{'id': '17b9d721-5fc1-490f-80d0-7512640e4d2b', 'name': '', 'network_id': 'ad4e0fc4-1abc-48fb-9c8e-5d76236fa098', 'tenant_id': '3f080cb3a4f24f1db8ad75a12c2cd4bf', 'mac_address': 'fa:16:3e:62:7c:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40f2d763-0d5a-4cb9-96f7-6003827bea4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1446, 'fixed_ips': [{'subnet_id': '785d7bfa-2453-4e75-8b0a-ec14975b144a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T18:50:49Z', 'updated_at': '2021-11-05T18:50:51Z', 'revision_number': 2, 'project_id': '3f080cb3a4f24f1db8ad75a12c2cd4bf', 'subnets': [{'id': '785d7bfa-2453-4e75-8b0a-ec14975b144a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-1', False) {} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:50:54.629445 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1386a2c9-2006-44b7-a3e8-f3dea25f6139 None None] Checking router: 40f2d763-0d5a-4cb9-96f7-6003827bea4d for host: n-d-816865-1 {{(pid=102388) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 18:50:54.630627 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1386a2c9-2006-44b7-a3e8-f3dea25f6139 None None] Updating router 40f2d763-0d5a-4cb9-96f7-6003827bea4d port 17b9d721-5fc1-490f-80d0-7512640e4d2b binding host n-d-816865-1 {{(pid=102388) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 05 18:50:54.637076 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-45238f60-eed1-4591-a6a5-92e9e549a1b2 req-21397ef2-e8f2-4db0-b56f-544342b4b3d1 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=a1214aa7-6fe8-4b93-878e-3f1f16f5c576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458094 Nov 05 18:50:54.658944 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-1386a2c9-2006-44b7-a3e8-f3dea25f6139 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:54.680380 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-d6d57b33-0f07-46ef-adbe-0b7f32a0cb76 tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1579173', 'neutron.services.segments.db._delete_segments_for_network-8750027792909'] for network, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:54.722863 n-d-816865-1 neutron-server[102386]: DEBUG neutron.services.segments.db [None req-d6d57b33-0f07-46ef-adbe-0b7f32a0cb76 tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c2a3f4df-26b3-4bb0-9eae-63aad7044fea']}} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:50:54.774272 n-d-816865-1 neutron-server[102386]: DEBUG neutron.services.segments.db [None req-d6d57b33-0f07-46ef-adbe-0b7f32a0cb76 tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e8365128-97c2-430d-9b82-ea8f7c12233e') {'for_net_delete': True} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:50:54.774647 n-d-816865-1 neutron-server[102386]: DEBUG neutron.services.segments.db [None req-d6d57b33-0f07-46ef-adbe-0b7f32a0cb76 tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e8365128-97c2-430d-9b82-ea8f7c12233e') {} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:50:54.788417 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-d6d57b33-0f07-46ef-adbe-0b7f32a0cb76 tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750027793430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4590747'] for segment, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:54.811971 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-d6d57b33-0f07-46ef-adbe-0b7f32a0cb76 tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273'] for segment, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:54.827584 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6d57b33-0f07-46ef-adbe-0b7f32a0cb76 tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Releasing vlan 170 on physical network physnet1 to pool {{(pid=102386) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 05 18:50:54.827992 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-d6d57b33-0f07-46ef-adbe-0b7f32a0cb76 tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6149721'] for segment, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:54.831170 n-d-816865-1 neutron-server[102386]: Traceback (most recent call last): Nov 05 18:50:54.831170 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 05 18:50:54.831170 n-d-816865-1 neutron-server[102386]: timer() Nov 05 18:50:54.831170 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 05 18:50:54.831170 n-d-816865-1 neutron-server[102386]: cb(*args, **kw) Nov 05 18:50:54.831170 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 05 18:50:54.831170 n-d-816865-1 neutron-server[102386]: return func(*args, **kwargs) Nov 05 18:50:54.831170 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 05 18:50:54.831170 n-d-816865-1 neutron-server[102386]: self._notify() Nov 05 18:50:54.831170 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 05 18:50:54.831170 n-d-816865-1 neutron-server[102386]: self.callback(batched_events) Nov 05 18:50:54.831170 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 05 18:50:54.831170 n-d-816865-1 neutron-server[102386]: event.method(event) Nov 05 18:50:54.831170 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 05 18:50:54.831170 n-d-816865-1 neutron-server[102386]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 05 18:50:54.831170 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 05 18:50:54.831170 n-d-816865-1 neutron-server[102386]: aggregate_uuid = self.p_client.list_aggregates( Nov 05 18:50:54.831170 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 05 18:50:54.831170 n-d-816865-1 neutron-server[102386]: return f(self, *a, **k) Nov 05 18:50:54.831170 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 05 18:50:54.831170 n-d-816865-1 neutron-server[102386]: return self._get(url).json() Nov 05 18:50:54.831170 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 05 18:50:54.831170 n-d-816865-1 neutron-server[102386]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 05 18:50:54.831170 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 05 18:50:54.831170 n-d-816865-1 neutron-server[102386]: return self.request(url, 'GET', **kwargs) Nov 05 18:50:54.831170 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 05 18:50:54.831170 n-d-816865-1 neutron-server[102386]: base_url = self.get_endpoint(auth, allow=allow, Nov 05 18:50:54.831170 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 05 18:50:54.831170 n-d-816865-1 neutron-server[102386]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 05 18:50:54.831170 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 05 18:50:54.831170 n-d-816865-1 neutron-server[102386]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 05 18:50:54.831170 n-d-816865-1 neutron-server[102386]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 05 18:50:54.932125 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-2cf74697-5edd-4cb7-947d-a7a8a8e9abac req-8f4319d4-7d3e-4352-9df1-bc849de8c41c tempest-ServerMetadataNegativeTestJSON-1970312003 tempest-ServerMetadataNegativeTestJSON-1970312003-project] Publish callbacks [] for port, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:55.014844 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb394fca-fde9-4e81-acbd-13a03f621e41 req-26da002a-8648-4cda-a82e-79861b38766c tempest-ServersOnMultiNodesTest-710233287 tempest-ServersOnMultiNodesTest-710233287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:50:55.016520 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-cb394fca-fde9-4e81-acbd-13a03f621e41 req-26da002a-8648-4cda-a82e-79861b38766c tempest-ServersOnMultiNodesTest-710233287 tempest-ServersOnMultiNodesTest-710233287-project] 10.222.0.13 "GET /v2.0/ports?device_id=27d398e9-ee38-4030-bc09-9f209c29732b HTTP/1.1" status: 200 len: 950 time: 0.0710483 Nov 05 18:50:55.045536 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-1386a2c9-2006-44b7-a3e8-f3dea25f6139 None None] Publish callbacks [] for port, precommit_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:55.099927 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 7bab206f-acf2-4612-9598-eb9db1972f24 up at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 18:50:55.107328 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-cb394fca-fde9-4e81-acbd-13a03f621e41 req-e046a2d6-1ba1-4121-98e8-fb31db5dbdad tempest-ServersOnMultiNodesTest-710233287 tempest-ServersOnMultiNodesTest-710233287-project] 10.222.0.13 "GET /v2.0/security-groups?id=a1214aa7-6fe8-4b93-878e-3f1f16f5c576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839221 Nov 05 18:50:55.133111 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-d6d57b33-0f07-46ef-adbe-0b7f32a0cb76 tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1579178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-956796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1000687'] for network, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:55.144910 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-d6d57b33-0f07-46ef-adbe-0b7f32a0cb76 tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Publish callbacks [] for network, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:55.151711 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-d6d57b33-0f07-46ef-adbe-0b7f32a0cb76 tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] 10.222.0.13 "DELETE /v2.0/networks/c2a3f4df-26b3-4bb0-9eae-63aad7044fea HTTP/1.1" status: 204 len: 168 time: 1.1860244 Nov 05 18:50:55.186956 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-2cf74697-5edd-4cb7-947d-a7a8a8e9abac req-8f4319d4-7d3e-4352-9df1-bc849de8c41c tempest-ServerMetadataNegativeTestJSON-1970312003 tempest-ServerMetadataNegativeTestJSON-1970312003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:55.193662 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d57b33-0f07-46ef-adbe-0b7f32a0cb76 tempest-TaggedBootDevicesTest-1445881131 tempest-TaggedBootDevicesTest-1445881131-project] Pushing event deleted for resources: {'Network': ['ID=c2a3f4df-26b3-4bb0-9eae-63aad7044fea,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:50:55.210063 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Provisioning complete for port 7bab206f-acf2-4612-9598-eb9db1972f24 triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:50:55.210578 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:55.267588 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-1386a2c9-2006-44b7-a3e8-f3dea25f6139 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:55.292806 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2cf74697-5edd-4cb7-947d-a7a8a8e9abac req-8f4319d4-7d3e-4352-9df1-bc849de8c41c tempest-ServerMetadataNegativeTestJSON-1970312003 tempest-ServerMetadataNegativeTestJSON-1970312003-project] Network 3c17495d-1ec3-4dc7-961e-8e1ec690eed3 is already hosted by enough agents. {{(pid=102386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 18:50:55.305669 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.base_scheduler [req-2cf74697-5edd-4cb7-947d-a7a8a8e9abac req-8f4319d4-7d3e-4352-9df1-bc849de8c41c tempest-ServerMetadataNegativeTestJSON-1970312003 tempest-ServerMetadataNegativeTestJSON-1970312003-project] Resources bound (agent type, host, resource id): {{(pid=102386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:50:55.332265 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [req-2cf74697-5edd-4cb7-947d-a7a8a8e9abac req-8f4319d4-7d3e-4352-9df1-bc849de8c41c tempest-ServerMetadataNegativeTestJSON-1970312003 tempest-ServerMetadataNegativeTestJSON-1970312003-project] Received port after_create {{(pid=102386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 18:50:55.416255 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829f6e23-8f50-4499-8ec9-cfca7461391e None None] Pushing event updated for resources: {'Port': ['ID=17b9d721-5fc1-490f-80d0-7512640e4d2b,revision_number=3']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:50:55.457207 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4319d4-7d3e-4352-9df1-bc849de8c41c tempest-ServerMetadataNegativeTestJSON-1970312003 tempest-ServerMetadataNegativeTestJSON-1970312003-project] Pushing event updated for resources: {'Port': ['ID=1f4506d6-e1cf-4f03-933a-e5a37de9502e,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:50:55.506627 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e985dcd-f71c-44a5-a4dc-08b9389b23b6 req-008defee-5736-401c-a1e7-dccf0224fa9f tempest-ServerMetadataNegativeTestJSON-1970312003 tempest-ServerMetadataNegativeTestJSON-1970312003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:50:55.523561 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-5e985dcd-f71c-44a5-a4dc-08b9389b23b6 req-008defee-5736-401c-a1e7-dccf0224fa9f tempest-ServerMetadataNegativeTestJSON-1970312003 tempest-ServerMetadataNegativeTestJSON-1970312003-project] 10.222.0.13 "GET /v2.0/ports?device_id=5d4f7934-d3e8-4638-9c51-013e1599e812 HTTP/1.1" status: 200 len: 931 time: 0.1238370 Nov 05 18:50:55.529919 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf74697-5edd-4cb7-947d-a7a8a8e9abac req-8f4319d4-7d3e-4352-9df1-bc849de8c41c tempest-ServerMetadataNegativeTestJSON-1970312003 tempest-ServerMetadataNegativeTestJSON-1970312003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:50:55.532834 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-2cf74697-5edd-4cb7-947d-a7a8a8e9abac req-8f4319d4-7d3e-4352-9df1-bc849de8c41c tempest-ServerMetadataNegativeTestJSON-1970312003 tempest-ServerMetadataNegativeTestJSON-1970312003-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:55.657432 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-2cf74697-5edd-4cb7-947d-a7a8a8e9abac req-8f4319d4-7d3e-4352-9df1-bc849de8c41c tempest-ServerMetadataNegativeTestJSON-1970312003 tempest-ServerMetadataNegativeTestJSON-1970312003-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2660701 Nov 05 18:50:55.657690 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-5e985dcd-f71c-44a5-a4dc-08b9389b23b6 req-a1341f12-4460-4e95-b099-0c7b503cc1d7 tempest-ServerMetadataNegativeTestJSON-1970312003 tempest-ServerMetadataNegativeTestJSON-1970312003-project] 10.222.0.13 "GET /v2.0/security-groups?id=99967fe0-dc08-4dc3-9a9a-9b96a5450012&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329374 Nov 05 18:50:55.688392 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [req-2cf74697-5edd-4cb7-947d-a7a8a8e9abac req-44ba4c1a-046f-4f23-818e-f490c8f2f4c8 service neutron] Request body: {'port': {'device_id': '5d4f7934-d3e8-4638-9c51-013e1599e812', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816865-1'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:50:55.700116 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-1386a2c9-2006-44b7-a3e8-f3dea25f6139 None None] Attempting to bind port 17b9d721-5fc1-490f-80d0-7512640e4d2b on host n-d-816865-1 for vnic_type normal with profile {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 18:50:55.700885 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-1386a2c9-2006-44b7-a3e8-f3dea25f6139 None None] Attempting to bind port 17b9d721-5fc1-490f-80d0-7512640e4d2b by drivers openvswitch,hyperv on host n-d-816865-1 at level 0 using segments [{'id': '7be3d05f-633b-4fa4-85ad-02da01d888f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'ad4e0fc4-1abc-48fb-9c8e-5d76236fa098'}] {{(pid=102388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 18:50:55.701465 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1386a2c9-2006-44b7-a3e8-f3dea25f6139 None None] Attempting to bind port 17b9d721-5fc1-490f-80d0-7512640e4d2b on network ad4e0fc4-1abc-48fb-9c8e-5d76236fa098 {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 18:50:55.721952 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1386a2c9-2006-44b7-a3e8-f3dea25f6139 None None] Checking agent: {'id': '724d89a7-611b-41e6-bc85-c48112b17afa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 18, 25, 8), 'started_at': datetime.datetime(2021, 11, 5, 18, 25, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 18, 50, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 18:50:55.722391 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1386a2c9-2006-44b7-a3e8-f3dea25f6139 None None] Checking segment: {'id': '7be3d05f-633b-4fa4-85ad-02da01d888f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'ad4e0fc4-1abc-48fb-9c8e-5d76236fa098'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 18:50:55.722868 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-1386a2c9-2006-44b7-a3e8-f3dea25f6139 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:55.723814 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1386a2c9-2006-44b7-a3e8-f3dea25f6139 None None] Bound using segment: {'id': '7be3d05f-633b-4fa4-85ad-02da01d888f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'ad4e0fc4-1abc-48fb-9c8e-5d76236fa098'} {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 18:50:55.724423 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-1386a2c9-2006-44b7-a3e8-f3dea25f6139 None None] Bound port: 17b9d721-5fc1-490f-80d0-7512640e4d2b, host: n-d-816865-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7be3d05f-633b-4fa4-85ad-02da01d888f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'ad4e0fc4-1abc-48fb-9c8e-5d76236fa098'}}] {{(pid=102388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 18:50:55.725009 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-1386a2c9-2006-44b7-a3e8-f3dea25f6139 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:55.806729 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-2cf74697-5edd-4cb7-947d-a7a8a8e9abac req-44ba4c1a-046f-4f23-818e-f490c8f2f4c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:55.877216 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device e5e448d0-675b-44a9-b4f5-3f1e4c767d02 no longer exists at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 18:50:55.919213 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-85694a8c-f19b-43d4-994f-ff5ea75c0fb8 None None] Provisioning complete for port 17b9d721-5fc1-490f-80d0-7512640e4d2b triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:50:55.919638 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-85694a8c-f19b-43d4-994f-ff5ea75c0fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:55.921712 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-1386a2c9-2006-44b7-a3e8-f3dea25f6139 None None] For port 17b9d721-5fc1-490f-80d0-7512640e4d2b, host n-d-816865-1, cleared binding levels {{(pid=102388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 18:50:55.923611 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] No Port match for: e5e448d0-675b-44a9-b4f5-3f1e4c767d02 {{(pid=102388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 18:50:55.923959 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device e5e448d0-675b-44a9-b4f5-3f1e4c767d02 not bound to the agent host n-d-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 18:50:56.238014 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-85694a8c-f19b-43d4-994f-ff5ea75c0fb8 None None] Port 17b9d721-5fc1-490f-80d0-7512640e4d2b cannot update to ACTIVE because it is not bound. {{(pid=102388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 18:50:56.254132 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-1386a2c9-2006-44b7-a3e8-f3dea25f6139 None None] For port 17b9d721-5fc1-490f-80d0-7512640e4d2b, host n-d-816865-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=17b9d721-5fc1-490f-80d0-7512640e4d2b,segment=NetworkSegment(7be3d05f-633b-4fa4-85ad-02da01d888f9),segment_id=7be3d05f-633b-4fa4-85ad-02da01d888f9)] {{(pid=102388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 18:50:56.299766 n-d-816865-1 neutron-server[102386]: DEBUG neutron.notifiers.nova [req-2cf74697-5edd-4cb7-947d-a7a8a8e9abac req-44ba4c1a-046f-4f23-818e-f490c8f2f4c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1f4506d6-e1cf-4f03-933a-e5a37de9502e {{(pid=102386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 18:50:56.314786 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-2cf74697-5edd-4cb7-947d-a7a8a8e9abac req-44ba4c1a-046f-4f23-818e-f490c8f2f4c8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:56.330755 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.provisioning_blocks [req-2cf74697-5edd-4cb7-947d-a7a8a8e9abac req-44ba4c1a-046f-4f23-818e-f490c8f2f4c8 service neutron] Transition to ACTIVE for port object 1f4506d6-e1cf-4f03-933a-e5a37de9502e will not be triggered until provisioned by entity L2. {{(pid=102386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 05 18:50:56.371640 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 57254) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:50:56.391066 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715b1d84-6844-4996-b617-a944a148d1d2 req-cca4f287-9076-44b1-be93-112475685e2e tempest-ServersOnMultiNodesTest-710233287 tempest-ServersOnMultiNodesTest-710233287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:50:56.391066 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-715b1d84-6844-4996-b617-a944a148d1d2 req-cca4f287-9076-44b1-be93-112475685e2e tempest-ServersOnMultiNodesTest-710233287 tempest-ServersOnMultiNodesTest-710233287-project] 10.222.0.13 "GET /v2.0/ports?device_id=27d398e9-ee38-4030-bc09-9f209c29732b HTTP/1.1" status: 200 len: 950 time: 0.0802426 Nov 05 18:50:56.413361 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-1386a2c9-2006-44b7-a3e8-f3dea25f6139 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:56.481724 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829f6e23-8f50-4499-8ec9-cfca7461391e None None] Pushing event updated for resources: {'Port': ['ID=17b9d721-5fc1-490f-80d0-7512640e4d2b,revision_number=4']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:50:56.498910 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-2cf74697-5edd-4cb7-947d-a7a8a8e9abac req-44ba4c1a-046f-4f23-818e-f490c8f2f4c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6149821'] for port, after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:56.537388 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-715b1d84-6844-4996-b617-a944a148d1d2 req-d88fdf39-6b5b-4d4c-9803-889457574477 tempest-ServersOnMultiNodesTest-710233287 tempest-ServersOnMultiNodesTest-710233287-project] 10.222.0.13 "GET /v2.0/security-groups?id=a1214aa7-6fe8-4b93-878e-3f1f16f5c576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384189 Nov 05 18:50:56.560302 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1386a2c9-2006-44b7-a3e8-f3dea25f6139 None None] Routers {'40f2d763-0d5a-4cb9-96f7-6003827bea4d'} bound to L3 agent in host n-d-816865-1 {{(pid=102388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 18:50:56.562436 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-1386a2c9-2006-44b7-a3e8-f3dea25f6139 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T18:50:35Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['40f2d763-0d5a-4cb9-96f7-6003827bea4d'], 'active': True} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:50:56.662476 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-a4d62b51-1bf5-42f7-9f86-e3673d2dddf2 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-759672648'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:50:56.678642 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ba4c1a-046f-4f23-818e-f490c8f2f4c8 service neutron] Pushing event updated for resources: {'Port': ['ID=1f4506d6-e1cf-4f03-933a-e5a37de9502e,revision_number=2']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:50:56.829975 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf0fe40-bd45-49e6-87a2-94cdc35270ea req-1c0e050e-1ae8-4ab2-a006-8a05ae80cbe8 tempest-ServersOnMultiNodesTest-937204943 tempest-ServersOnMultiNodesTest-937204943-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:50:56.840198 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-bcf0fe40-bd45-49e6-87a2-94cdc35270ea req-1c0e050e-1ae8-4ab2-a006-8a05ae80cbe8 tempest-ServersOnMultiNodesTest-937204943 tempest-ServersOnMultiNodesTest-937204943-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=27d398e9-ee38-4030-bc09-9f209c29732b HTTP/1.1" status: 200 len: 1101 time: 0.1119404 Nov 05 18:50:56.844830 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvr_db [None req-1386a2c9-2006-44b7-a3e8-f3dea25f6139 None None] Set router 40f2d763-0d5a-4cb9-96f7-6003827bea4d gateway port host: n-d-816865-1 {{(pid=102388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 18:50:56.876268 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [req-2cf74697-5edd-4cb7-947d-a7a8a8e9abac req-44ba4c1a-046f-4f23-818e-f490c8f2f4c8 service neutron] Attempting to bind port 1f4506d6-e1cf-4f03-933a-e5a37de9502e on host n-h2-816865-1 for vnic_type normal with profile {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 18:50:56.876604 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [req-2cf74697-5edd-4cb7-947d-a7a8a8e9abac req-44ba4c1a-046f-4f23-818e-f490c8f2f4c8 service neutron] Attempting to bind port 1f4506d6-e1cf-4f03-933a-e5a37de9502e by drivers openvswitch,hyperv on host n-h2-816865-1 at level 0 using segments [{'id': 'e87c57cf-22d3-46d0-ae01-0f11051596be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '3c17495d-1ec3-4dc7-961e-8e1ec690eed3'}] {{(pid=102386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 18:50:56.876935 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cf74697-5edd-4cb7-947d-a7a8a8e9abac req-44ba4c1a-046f-4f23-818e-f490c8f2f4c8 service neutron] Attempting to bind port 1f4506d6-e1cf-4f03-933a-e5a37de9502e on network 3c17495d-1ec3-4dc7-961e-8e1ec690eed3 {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 18:50:56.899978 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cf74697-5edd-4cb7-947d-a7a8a8e9abac req-44ba4c1a-046f-4f23-818e-f490c8f2f4c8 service neutron] Port 1f4506d6-e1cf-4f03-933a-e5a37de9502e on network 3c17495d-1ec3-4dc7-961e-8e1ec690eed3 not bound, no agent of type Open vSwitch agent registered on host n-h2-816865-1 {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 18:50:56.902960 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cf74697-5edd-4cb7-947d-a7a8a8e9abac req-44ba4c1a-046f-4f23-818e-f490c8f2f4c8 service neutron] Attempting to bind port 1f4506d6-e1cf-4f03-933a-e5a37de9502e on network 3c17495d-1ec3-4dc7-961e-8e1ec690eed3 {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 18:50:56.928655 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cf74697-5edd-4cb7-947d-a7a8a8e9abac req-44ba4c1a-046f-4f23-818e-f490c8f2f4c8 service neutron] Checking agent: {'id': '32aff553-696f-4891-83f5-5c176f61fe54', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816865-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 18, 33, 36), 'started_at': datetime.datetime(2021, 11, 5, 18, 33, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 18, 50, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 18:50:56.930764 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cf74697-5edd-4cb7-947d-a7a8a8e9abac req-44ba4c1a-046f-4f23-818e-f490c8f2f4c8 service neutron] Checking segment: {'id': 'e87c57cf-22d3-46d0-ae01-0f11051596be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '3c17495d-1ec3-4dc7-961e-8e1ec690eed3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 18:50:56.930764 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cf74697-5edd-4cb7-947d-a7a8a8e9abac req-44ba4c1a-046f-4f23-818e-f490c8f2f4c8 service neutron] Bound using segment: {'id': 'e87c57cf-22d3-46d0-ae01-0f11051596be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '3c17495d-1ec3-4dc7-961e-8e1ec690eed3'} {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 18:50:56.930764 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [req-2cf74697-5edd-4cb7-947d-a7a8a8e9abac req-44ba4c1a-046f-4f23-818e-f490c8f2f4c8 service neutron] Bound port: 1f4506d6-e1cf-4f03-933a-e5a37de9502e, host: n-h2-816865-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e87c57cf-22d3-46d0-ae01-0f11051596be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '3c17495d-1ec3-4dc7-961e-8e1ec690eed3'}}] {{(pid=102386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 18:50:56.930764 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-2cf74697-5edd-4cb7-947d-a7a8a8e9abac req-44ba4c1a-046f-4f23-818e-f490c8f2f4c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:56.976901 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-bcf0fe40-bd45-49e6-87a2-94cdc35270ea req-97d6dc76-05f9-4702-adec-a532a81989b5 tempest-ServersOnMultiNodesTest-937204943 tempest-ServersOnMultiNodesTest-937204943-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=a1214aa7-6fe8-4b93-878e-3f1f16f5c576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347902 Nov 05 18:50:57.004220 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106072e9-0be5-4ee8-9f32-6aa8fda6ef5c req-f0e682b9-c84b-4379-9a52-c268f4c5889b tempest-ServerMetadataNegativeTestJSON-1970312003 tempest-ServerMetadataNegativeTestJSON-1970312003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:50:57.025679 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-106072e9-0be5-4ee8-9f32-6aa8fda6ef5c req-f0e682b9-c84b-4379-9a52-c268f4c5889b tempest-ServerMetadataNegativeTestJSON-1970312003 tempest-ServerMetadataNegativeTestJSON-1970312003-project] 10.222.0.13 "GET /v2.0/ports?device_id=5d4f7934-d3e8-4638-9c51-013e1599e812 HTTP/1.1" status: 200 len: 943 time: 0.2205021 Nov 05 18:50:57.039281 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4d62b51-1bf5-42f7-9f86-e3673d2dddf2 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Made reservation on behalf of 07347c71ee604fb5990da9c356235381 for: {'network': 1} {{(pid=102386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 18:50:57.043168 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-a4d62b51-1bf5-42f7-9f86-e3673d2dddf2 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for network, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:57.058320 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-a4d62b51-1bf5-42f7-9f86-e3673d2dddf2 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Publish callbacks [] for security_group, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:57.060716 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [req-2cf74697-5edd-4cb7-947d-a7a8a8e9abac req-44ba4c1a-046f-4f23-818e-f490c8f2f4c8 service neutron] For port 1f4506d6-e1cf-4f03-933a-e5a37de9502e, host n-h2-816865-1, cleared binding levels {{(pid=102386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 18:50:57.084171 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [req-2cf74697-5edd-4cb7-947d-a7a8a8e9abac req-44ba4c1a-046f-4f23-818e-f490c8f2f4c8 service neutron] For port 1f4506d6-e1cf-4f03-933a-e5a37de9502e, host n-h2-816865-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=1f4506d6-e1cf-4f03-933a-e5a37de9502e,segment=NetworkSegment(e87c57cf-22d3-46d0-ae01-0f11051596be),segment_id=e87c57cf-22d3-46d0-ae01-0f11051596be)] {{(pid=102386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 18:50:57.157329 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-106072e9-0be5-4ee8-9f32-6aa8fda6ef5c req-b32d6e09-4036-4f63-9fdd-65e058521fa1 tempest-ServerMetadataNegativeTestJSON-1970312003 tempest-ServerMetadataNegativeTestJSON-1970312003-project] 10.222.0.13 "GET /v2.0/security-groups?id=99967fe0-dc08-4dc3-9a9a-9b96a5450012&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305997 Nov 05 18:50:57.207629 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-a4d62b51-1bf5-42f7-9f86-e3673d2dddf2 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Publish callbacks [] for security_group, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:57.209904 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-2cf74697-5edd-4cb7-947d-a7a8a8e9abac req-44ba4c1a-046f-4f23-818e-f490c8f2f4c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6149821'] for port, after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:57.217592 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-30df00f7-ad21-4283-a592-8ce16f5e3428 None None] Provisioning complete for port 17b9d721-5fc1-490f-80d0-7512640e4d2b triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:50:57.217970 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-30df00f7-ad21-4283-a592-8ce16f5e3428 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:57.281424 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf74697-5edd-4cb7-947d-a7a8a8e9abac req-44ba4c1a-046f-4f23-818e-f490c8f2f4c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:50:57.282767 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-2cf74697-5edd-4cb7-947d-a7a8a8e9abac req-44ba4c1a-046f-4f23-818e-f490c8f2f4c8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:57.287313 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-2cf74697-5edd-4cb7-947d-a7a8a8e9abac req-44ba4c1a-046f-4f23-818e-f490c8f2f4c8 service neutron] 10.222.0.55 "PUT /v2.0/ports/1f4506d6-e1cf-4f03-933a-e5a37de9502e HTTP/1.1" status: 200 len: 1091 time: 1.6141386 Nov 05 18:50:57.288147 n-d-816865-1 neutron-server[102386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d4f7934-d3e8-4638-9c51-013e1599e812', 'tag': '1f4506d6-e1cf-4f03-933a-e5a37de9502e'}] {{(pid=102386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 18:50:57.290530 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6173a44d7c73f41af551dc890fa1a5892c2c6bc3458b640c8e0c24db7876ba6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec380a7c-34fe-4829-be5e-2e3c679a4402" -d '{"events": [{"name": "network-changed", "server_uuid": "5d4f7934-d3e8-4638-9c51-013e1599e812", "tag": "1f4506d6-e1cf-4f03-933a-e5a37de9502e"}]}' {{(pid=102386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 18:50:57.298167 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ba4c1a-046f-4f23-818e-f490c8f2f4c8 service neutron] Pushing event updated for resources: {'Port': ['ID=1f4506d6-e1cf-4f03-933a-e5a37de9502e,revision_number=3']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:50:57.335695 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-a4d62b51-1bf5-42f7-9f86-e3673d2dddf2 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:57.412087 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-30df00f7-ad21-4283-a592-8ce16f5e3428 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:57.417874 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-1386a2c9-2006-44b7-a3e8-f3dea25f6139 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40f2d763-0d5a-4cb9-96f7-6003827bea4d', 'name': 'tempest-TaggedBootDevicesTest_v242-1713986911-router', 'tenant_id': '3f080cb3a4f24f1db8ad75a12c2cd4bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.77'}], 'enable_snat': True}, 'gw_port_id': '7bab206f-acf2-4612-9598-eb9db1972f24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T18:50:43Z', 'updated_at': '2021-11-05T18:50:50Z', 'revision_number': 4, 'project_id': '3f080cb3a4f24f1db8ad75a12c2cd4bf', 'gw_port': {'id': '7bab206f-acf2-4612-9598-eb9db1972f24', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:4f:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40f2d763-0d5a-4cb9-96f7-6003827bea4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1432, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T18:50:44Z', 'updated_at': '2021-11-05T18:50:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1', '_interfaces': [{'id': '17b9d721-5fc1-490f-80d0-7512640e4d2b', 'name': '', 'network_id': 'ad4e0fc4-1abc-48fb-9c8e-5d76236fa098', 'tenant_id': '3f080cb3a4f24f1db8ad75a12c2cd4bf', 'mac_address': 'fa:16:3e:62:7c:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40f2d763-0d5a-4cb9-96f7-6003827bea4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1446, 'fixed_ips': [{'subnet_id': '785d7bfa-2453-4e75-8b0a-ec14975b144a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T18:50:49Z', 'updated_at': '2021-11-05T18:50:55Z', 'revision_number': 4, 'project_id': '3f080cb3a4f24f1db8ad75a12c2cd4bf', 'subnets': [{'id': '785d7bfa-2453-4e75-8b0a-ec14975b144a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-1', False) {} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:50:57.436660 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 18:50:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41e0b619-f686-4a5d-8ab2-d9487b0e5758 x-openstack-request-id: req-41e0b619-f686-4a5d-8ab2-d9487b0e5758 {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 18:50:57.439306 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d4f7934-d3e8-4638-9c51-013e1599e812", "tag": "1f4506d6-e1cf-4f03-933a-e5a37de9502e", "status": "completed", "code": 200}]} {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 18:50:57.439676 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-41e0b619-f686-4a5d-8ab2-d9487b0e5758 {{(pid=102386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 18:50:57.440112 n-d-816865-1 neutron-server[102386]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d4f7934-d3e8-4638-9c51-013e1599e812', 'tag': '1f4506d6-e1cf-4f03-933a-e5a37de9502e', 'status': 'completed', 'code': 200} Nov 05 18:50:57.442689 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d62b51-1bf5-42f7-9f86-e3673d2dddf2 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Pushing event updated for resources: {'SecurityGroup': ['ID=559f1c93-46a1-452f-804f-9b94058977db,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:50:57.473585 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1386a2c9-2006-44b7-a3e8-f3dea25f6139 None None] The sync data for ids ['40f2d763-0d5a-4cb9-96f7-6003827bea4d'] in n-d-816865-1 is: [{'id': '40f2d763-0d5a-4cb9-96f7-6003827bea4d', 'name': 'tempest-TaggedBootDevicesTest_v242-1713986911-router', 'tenant_id': '3f080cb3a4f24f1db8ad75a12c2cd4bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.77'}], 'enable_snat': True}, 'gw_port_id': '7bab206f-acf2-4612-9598-eb9db1972f24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T18:50:43Z', 'updated_at': '2021-11-05T18:50:50Z', 'revision_number': 4, 'project_id': '3f080cb3a4f24f1db8ad75a12c2cd4bf', 'gw_port': {'id': '7bab206f-acf2-4612-9598-eb9db1972f24', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:4f:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40f2d763-0d5a-4cb9-96f7-6003827bea4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1432, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T18:50:44Z', 'updated_at': '2021-11-05T18:50:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1', '_interfaces': [{'id': '17b9d721-5fc1-490f-80d0-7512640e4d2b', 'name': '', 'network_id': 'ad4e0fc4-1abc-48fb-9c8e-5d76236fa098', 'tenant_id': '3f080cb3a4f24f1db8ad75a12c2cd4bf', 'mac_address': 'fa:16:3e:62:7c:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40f2d763-0d5a-4cb9-96f7-6003827bea4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1446, 'fixed_ips': [{'subnet_id': '785d7bfa-2453-4e75-8b0a-ec14975b144a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T18:50:49Z', 'updated_at': '2021-11-05T18:50:55Z', 'revision_number': 4, 'project_id': '3f080cb3a4f24f1db8ad75a12c2cd4bf', 'subnets': [{'id': '785d7bfa-2453-4e75-8b0a-ec14975b144a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 18:50:57.496796 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a4d62b51-1bf5-42f7-9f86-e3673d2dddf2 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 154} {{(pid=102386) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 05 18:50:57.511109 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-30df00f7-ad21-4283-a592-8ce16f5e3428 None None] For port 17b9d721-5fc1-490f-80d0-7512640e4d2b, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=17b9d721-5fc1-490f-80d0-7512640e4d2b,segment=NetworkSegment(7be3d05f-633b-4fa4-85ad-02da01d888f9),segment_id=7be3d05f-633b-4fa4-85ad-02da01d888f9)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:50:57.523767 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-a4d62b51-1bf5-42f7-9f86-e3673d2dddf2 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273'] for segment, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:57.523767 n-d-816865-1 neutron-server[102386]: INFO neutron.db.segments_db [None req-a4d62b51-1bf5-42f7-9f86-e3673d2dddf2 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Added segment 565d2830-8ad0-448a-ad40-6f4564effbad of type vlan for network a9f3bdc7-ffd0-4594-adc3-a066167cb966 Nov 05 18:50:57.525034 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec380a7c-34fe-4829-be5e-2e3c679a4402 req-14b99f66-ed7c-4903-b62e-0948a9f4a2c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:50:57.527703 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-ec380a7c-34fe-4829-be5e-2e3c679a4402 req-14b99f66-ed7c-4903-b62e-0948a9f4a2c6 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=37491442c3f049f9b9d27a05bad71b3c&device_id=5d4f7934-d3e8-4638-9c51-013e1599e812 HTTP/1.1" status: 200 len: 1094 time: 0.1263421 Nov 05 18:50:57.589795 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-30df00f7-ad21-4283-a592-8ce16f5e3428 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:57.696581 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-a4d62b51-1bf5-42f7-9f86-e3673d2dddf2 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750027258543'] for network, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:57.712343 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30df00f7-ad21-4283-a592-8ce16f5e3428 None None] Pushing event updated for resources: {'Port': ['ID=17b9d721-5fc1-490f-80d0-7512640e4d2b,revision_number=5']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:50:57.757729 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec380a7c-34fe-4829-be5e-2e3c679a4402 req-c3c33520-0874-4222-8c14-2a561493f887 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:50:57.759227 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-ec380a7c-34fe-4829-be5e-2e3c679a4402 req-c3c33520-0874-4222-8c14-2a561493f887 service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=37491442c3f049f9b9d27a05bad71b3c&shared=False HTTP/1.1" status: 200 len: 922 time: 0.2214940 Nov 05 18:50:57.869027 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-a4d62b51-1bf5-42f7-9f86-e3673d2dddf2 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-956796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877'] for network, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:57.876209 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4d62b51-1bf5-42f7-9f86-e3673d2dddf2 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:50:57.877099 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-a4d62b51-1bf5-42f7-9f86-e3673d2dddf2 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Publish callbacks [] for network, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:57.912407 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-bebda434-6261-4cde-b138-4dc6b6fbe8f8 req-ba443a1d-e5c4-4d18-9cda-c5d4561a7adb tempest-ServersOnMultiNodesTest-710233287 tempest-ServersOnMultiNodesTest-710233287-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=ace8311f15794bf9a6ad1c1faa75592d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0416677 Nov 05 18:50:57.947901 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec380a7c-34fe-4829-be5e-2e3c679a4402 req-06d03ceb-b121-4d97-8154-558134d1439a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:50:57.951422 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-ec380a7c-34fe-4829-be5e-2e3c679a4402 req-06d03ceb-b121-4d97-8154-558134d1439a service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1827059 Nov 05 18:50:58.068780 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-a4d62b51-1bf5-42f7-9f86-e3673d2dddf2 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.6957538 Nov 05 18:50:58.074399 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 57304) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:50:58.081801 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-fd972d7b-640b-42f0-9151-e5415ccaf12c tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1481020856'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:50:58.107182 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d62b51-1bf5-42f7-9f86-e3673d2dddf2 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Pushing event updated for resources: {'Network': ['ID=a9f3bdc7-ffd0-4594-adc3-a066167cb966,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:50:58.119256 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Network a9f3bdc7-ffd0-4594-adc3-a066167cb966 details requested by agent ovs-agent-n-d-816865-1 with host n-d-816865-1 {{(pid=102388) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 05 18:50:58.129894 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf74697-5edd-4cb7-947d-a7a8a8e9abac req-becd9e71-b18b-440d-bd18-77e6b189ce98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:50:58.132040 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-2cf74697-5edd-4cb7-947d-a7a8a8e9abac req-becd9e71-b18b-440d-bd18-77e6b189ce98 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=37491442c3f049f9b9d27a05bad71b3c&device_id=5d4f7934-d3e8-4638-9c51-013e1599e812 HTTP/1.1" status: 200 len: 1094 time: 0.1031289 Nov 05 18:50:58.237964 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebda434-6261-4cde-b138-4dc6b6fbe8f8 req-23aecaa6-db37-4c43-8f27-29156b1b9cbd tempest-ServersOnMultiNodesTest-710233287 tempest-ServersOnMultiNodesTest-710233287-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:50:58.241044 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-2cf74697-5edd-4cb7-947d-a7a8a8e9abac req-23c8c106-4c24-48c3-aa4c-d0c7dd76815c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1f4506d6-e1cf-4f03-933a-e5a37de9502e HTTP/1.1" status: 200 len: 217 time: 0.0992761 Nov 05 18:50:58.245484 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd972d7b-640b-42f0-9151-e5415ccaf12c tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Made reservation on behalf of 07347c71ee604fb5990da9c356235381 for: {'network': 1} {{(pid=102386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 18:50:58.247125 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-bebda434-6261-4cde-b138-4dc6b6fbe8f8 req-23aecaa6-db37-4c43-8f27-29156b1b9cbd tempest-ServersOnMultiNodesTest-710233287 tempest-ServersOnMultiNodesTest-710233287-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3326283 Nov 05 18:50:58.252232 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-fd972d7b-640b-42f0-9151-e5415ccaf12c tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for network, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:58.268020 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-bebda434-6261-4cde-b138-4dc6b6fbe8f8 req-118bf0fa-486b-417d-90cc-84988316f200 tempest-ServersOnMultiNodesTest-710233287 tempest-ServersOnMultiNodesTest-710233287-project] 10.222.0.13 "GET /v2.0/quotas/ace8311f15794bf9a6ad1c1faa75592d HTTP/1.1" status: 200 len: 375 time: 0.0196533 Nov 05 18:50:58.356624 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd972d7b-640b-42f0-9151-e5415ccaf12c tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 197} {{(pid=102386) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 05 18:50:58.381423 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf74697-5edd-4cb7-947d-a7a8a8e9abac req-bbab4e1a-72c3-4300-8918-dc309d2dbff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:50:58.384843 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-bebda434-6261-4cde-b138-4dc6b6fbe8f8 req-e0c8976b-e994-4b8d-b487-da1fc7f3365a tempest-ServersOnMultiNodesTest-710233287 tempest-ServersOnMultiNodesTest-710233287-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=ace8311f15794bf9a6ad1c1faa75592d&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1155548 Nov 05 18:50:58.387290 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-2cf74697-5edd-4cb7-947d-a7a8a8e9abac req-bbab4e1a-72c3-4300-8918-dc309d2dbff0 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=bd1acfb1-f2c0-46c1-9909-adec7eeaf5fe HTTP/1.1" status: 200 len: 861 time: 0.0975747 Nov 05 18:50:58.388765 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-fd972d7b-640b-42f0-9151-e5415ccaf12c tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273'] for segment, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:58.389183 n-d-816865-1 neutron-server[102386]: INFO neutron.db.segments_db [None req-fd972d7b-640b-42f0-9151-e5415ccaf12c tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Added segment d17f2ad3-0700-4c29-a0a0-adc7839e23dc of type vlan for network 31eddc66-829b-47e4-8da1-299f5f38efbf Nov 05 18:50:58.447188 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-fd972d7b-640b-42f0-9151-e5415ccaf12c tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750027258543'] for network, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:58.492025 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e046870-4d19-409f-91d6-8c600b76229c req-7adc0f04-ec2f-432e-9ca7-1d3f3c52e912 tempest-ServerMetadataNegativeTestJSON-1970312003 tempest-ServerMetadataNegativeTestJSON-1970312003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:50:58.494342 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-4e046870-4d19-409f-91d6-8c600b76229c req-7adc0f04-ec2f-432e-9ca7-1d3f3c52e912 tempest-ServerMetadataNegativeTestJSON-1970312003 tempest-ServerMetadataNegativeTestJSON-1970312003-project] 10.222.0.13 "GET /v2.0/ports?device_id=5d4f7934-d3e8-4638-9c51-013e1599e812 HTTP/1.1" status: 200 len: 943 time: 0.1534092 Nov 05 18:50:58.547846 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-2cf74697-5edd-4cb7-947d-a7a8a8e9abac req-01c130e8-9ba0-4fa3-8580-955ab610cfa3 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=3c17495d-1ec3-4dc7-961e-8e1ec690eed3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0831234 Nov 05 18:50:58.592881 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-4e046870-4d19-409f-91d6-8c600b76229c req-292e812e-cab2-4f63-a24d-e3885fc5bb2c tempest-ServerMetadataNegativeTestJSON-1970312003 tempest-ServerMetadataNegativeTestJSON-1970312003-project] 10.222.0.13 "GET /v2.0/security-groups?id=99967fe0-dc08-4dc3-9a9a-9b96a5450012&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907240 Nov 05 18:50:58.678300 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-2cf74697-5edd-4cb7-947d-a7a8a8e9abac req-732835bf-8b32-4809-99e8-52846d52c335 service neutron] 10.222.0.55 "GET /v2.0/networks/3c17495d-1ec3-4dc7-961e-8e1ec690eed3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1201475 Nov 05 18:50:58.681099 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-fd972d7b-640b-42f0-9151-e5415ccaf12c tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-956796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877'] for network, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:58.689568 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd972d7b-640b-42f0-9151-e5415ccaf12c tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:50:58.689568 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-fd972d7b-640b-42f0-9151-e5415ccaf12c tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Publish callbacks [] for network, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:58.891506 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-fd972d7b-640b-42f0-9151-e5415ccaf12c tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.8151901 Nov 05 18:50:58.904416 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 57340) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:50:58.910899 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-7e763f53-f400-42f1-b570-eef3f3d0c681 req-4fbdb682-eb82-4816-972c-331e17082955 tempest-ServersOnMultiNodesTest-710233287 tempest-ServersOnMultiNodesTest-710233287-project] 10.222.0.13 "GET /v2.0/ports?device_id=bcb7048a-c1de-4c8b-9a22-0f9b2edee96f HTTP/1.1" status: 200 len: 210 time: 0.0977366 Nov 05 18:50:58.925629 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd972d7b-640b-42f0-9151-e5415ccaf12c tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Pushing event updated for resources: {'Network': ['ID=31eddc66-829b-47e4-8da1-299f5f38efbf,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:50:58.930652 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-00ca061e-3399-4904-bdba-7d75e3ae0ab4 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Request body: {'subnet': {'network_id': 'a9f3bdc7-ffd0-4594-adc3-a066167cb966', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:50:58.966628 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Network 31eddc66-829b-47e4-8da1-299f5f38efbf details requested by agent ovs-agent-n-d-816865-1 with host n-d-816865-1 {{(pid=102388) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 05 18:50:59.007733 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-2cf74697-5edd-4cb7-947d-a7a8a8e9abac req-cbcf7e68-95a5-4553-8fc7-4c9d0cee52df service neutron] 10.222.0.55 "GET /v2.0/networks/3c17495d-1ec3-4dc7-961e-8e1ec690eed3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3158786 Nov 05 18:50:59.198211 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 17b9d721-5fc1-490f-80d0-7512640e4d2b up at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 18:50:59.290223 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Provisioning complete for port 17b9d721-5fc1-490f-80d0-7512640e4d2b triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:50:59.290885 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:59.309635 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00ca061e-3399-4904-bdba-7d75e3ae0ab4 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Made reservation on behalf of 07347c71ee604fb5990da9c356235381 for: {'subnet': 1} {{(pid=102387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 18:50:59.313187 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-00ca061e-3399-4904-bdba-7d75e3ae0ab4 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5112236'] for subnet, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:59.667034 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-00ca061e-3399-4904-bdba-7d75e3ae0ab4 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4417463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5112218'] for subnet, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:50:59.739036 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ca061e-3399-4904-bdba-7d75e3ae0ab4 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Pushing event updated for resources: {'Subnet': ['ID=b997a5c9-9ed3-4ef2-91aa-24705ae9fb01,revision_number=0']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:50:59.823904 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fd6787-6aad-4525-a22a-795aaa898797 req-a37e443c-43bb-44af-b453-85bc02a65c2a tempest-ServerMetadataNegativeTestJSON-1970312003 tempest-ServerMetadataNegativeTestJSON-1970312003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:50:59.834061 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-c3fd6787-6aad-4525-a22a-795aaa898797 req-a37e443c-43bb-44af-b453-85bc02a65c2a tempest-ServerMetadataNegativeTestJSON-1970312003 tempest-ServerMetadataNegativeTestJSON-1970312003-project] 10.222.0.13 "GET /v2.0/ports?device_id=5d4f7934-d3e8-4638-9c51-013e1599e812 HTTP/1.1" status: 200 len: 943 time: 0.1073024 Nov 05 18:50:59.845806 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00ca061e-3399-4904-bdba-7d75e3ae0ab4 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Checking segment: {'id': '565d2830-8ad0-448a-ad40-6f4564effbad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'a9f3bdc7-ffd0-4594-adc3-a066167cb966'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 18:50:59.846811 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00ca061e-3399-4904-bdba-7d75e3ae0ab4 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Network hostable DHCP agents. Network: a9f3bdc7-ffd0-4594-adc3-a066167cb966, hostable agents: ['987e2ca0-bc3b-4c6f-a989-429ccfbf753f'], hosted agents: [] {{(pid=102387) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 05 18:50:59.914094 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-c3fd6787-6aad-4525-a22a-795aaa898797 req-5aa8acb1-0087-4493-a449-dada9cded520 tempest-ServerMetadataNegativeTestJSON-1970312003 tempest-ServerMetadataNegativeTestJSON-1970312003-project] 10.222.0.13 "GET /v2.0/security-groups?id=99967fe0-dc08-4dc3-9a9a-9b96a5450012&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753145 Nov 05 18:50:59.952112 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00ca061e-3399-4904-bdba-7d75e3ae0ab4 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Network a9f3bdc7-ffd0-4594-adc3-a066167cb966 is scheduled to be hosted by DHCP agent 987e2ca0-bc3b-4c6f-a989-429ccfbf753f with binding_index 1 {{(pid=102387) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 05 18:51:00.039312 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.base_scheduler [None req-00ca061e-3399-4904-bdba-7d75e3ae0ab4 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816865-1, a9f3bdc7-ffd0-4594-adc3-a066167cb966) {{(pid=102387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:51:00.049307 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba3cacd0-cacc-4ed8-bf7c-ea326328c0cd None None] Network a9f3bdc7-ffd0-4594-adc3-a066167cb966 requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 18:51:00.068195 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-a4977a5c-13b5-4db3-b717-3faf0c6ad35e req-1cadd65d-4f7d-482b-844e-176061e3ab3b tempest-ServersOnMultiNodesTest-710233287 tempest-ServersOnMultiNodesTest-710233287-project] 10.222.0.13 "GET /v2.0/ports?device_id=bcb7048a-c1de-4c8b-9a22-0f9b2edee96f HTTP/1.1" status: 200 len: 210 time: 0.0478091 Nov 05 18:51:00.069332 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00ca061e-3399-4904-bdba-7d75e3ae0ab4 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:51:00.069945 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-00ca061e-3399-4904-bdba-7d75e3ae0ab4 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597851'] for subnet, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:00.206892 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-00ca061e-3399-4904-bdba-7d75e3ae0ab4 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2924402 Nov 05 18:51:00.206892 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 57422) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:51:00.212013 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-132f0af3-49a2-4ad1-a346-d2b6d48dbc79 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Request body: {'subnet': {'network_id': '31eddc66-829b-47e4-8da1-299f5f38efbf', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:51:00.338414 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0503214a-09da-4339-acd7-ad5c4246b5c9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeb20a084-accf-5b60-8075-3e69ebe863a6-a9f3bdc7-ffd0-4594-adc3-a066167cb966', 'network_id': 'a9f3bdc7-ffd0-4594-adc3-a066167cb966', 'tenant_id': '07347c71ee604fb5990da9c356235381', 'fixed_ips': [{'subnet_id': 'b997a5c9-9ed3-4ef2-91aa-24705ae9fb01'}]}} from n-d-816865-1. {{(pid=102388) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 05 18:51:00.338414 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-0503214a-09da-4339-acd7-ad5c4246b5c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:00.495285 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-132f0af3-49a2-4ad1-a346-d2b6d48dbc79 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Made reservation on behalf of 07347c71ee604fb5990da9c356235381 for: {'subnet': 1} {{(pid=102387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 18:51:00.499099 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-132f0af3-49a2-4ad1-a346-d2b6d48dbc79 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5112236'] for subnet, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:00.525864 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Device 1f4506d6-e1cf-4f03-933a-e5a37de9502e details requested by agent hyperv_n-h2-816865-1 with host n-h2-816865-1 {{(pid=102388) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 05 18:51:00.563954 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.db_base_plugin_common [None req-0503214a-09da-4339-acd7-ad5c4246b5c9 None None] Allocated IP 2001:db8::2 (a9f3bdc7-ffd0-4594-adc3-a066167cb966/b997a5c9-9ed3-4ef2-91aa-24705ae9fb01/bc424f06-6166-4da7-8ceb-b9e596dfe474) {{(pid=102388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 18:51:00.816071 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] For port 1f4506d6-e1cf-4f03-933a-e5a37de9502e, host n-h2-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=1f4506d6-e1cf-4f03-933a-e5a37de9502e,segment=NetworkSegment(e87c57cf-22d3-46d0-ae01-0f11051596be),segment_id=e87c57cf-22d3-46d0-ae01-0f11051596be)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:51:00.836418 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Returning: {'device': '1f4506d6-e1cf-4f03-933a-e5a37de9502e', 'network_id': '3c17495d-1ec3-4dc7-961e-8e1ec690eed3', 'port_id': '1f4506d6-e1cf-4f03-933a-e5a37de9502e', 'mac_address': 'fa:16:3e:95:8f:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 199, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd1acfb1-f2c0-46c1-9909-adec7eeaf5fe', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102388) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 05 18:51:00.889342 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-132f0af3-49a2-4ad1-a346-d2b6d48dbc79 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4417463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5112218'] for subnet, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:00.915197 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:00.937217 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-0503214a-09da-4339-acd7-ad5c4246b5c9 None None] Publish callbacks [] for port, precommit_create {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:00.982485 n-d-816865-1 neutron-server[102388]: DEBUG neutron.notifiers.nova [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f4506d6-e1cf-4f03-933a-e5a37de9502e {{(pid=102388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 18:51:01.016465 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132f0af3-49a2-4ad1-a346-d2b6d48dbc79 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Pushing event updated for resources: {'Subnet': ['ID=a172ce8d-ea14-4ce3-98a1-722e55bdbdb0,revision_number=0']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:51:01.020671 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] For port 1f4506d6-e1cf-4f03-933a-e5a37de9502e, host n-h2-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=1f4506d6-e1cf-4f03-933a-e5a37de9502e,segment=NetworkSegment(e87c57cf-22d3-46d0-ae01-0f11051596be),segment_id=e87c57cf-22d3-46d0-ae01-0f11051596be)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:51:01.060638 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-132f0af3-49a2-4ad1-a346-d2b6d48dbc79 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Checking segment: {'id': 'd17f2ad3-0700-4c29-a0a0-adc7839e23dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '31eddc66-829b-47e4-8da1-299f5f38efbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 18:51:01.061240 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-132f0af3-49a2-4ad1-a346-d2b6d48dbc79 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Network hostable DHCP agents. Network: 31eddc66-829b-47e4-8da1-299f5f38efbf, hostable agents: ['987e2ca0-bc3b-4c6f-a989-429ccfbf753f'], hosted agents: [] {{(pid=102387) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 05 18:51:01.096503 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80c3f1f-7ab5-449d-9f4b-214d24d6ba9b req-98cd0510-bd2f-466c-af74-a758f6056d70 tempest-ServerMetadataNegativeTestJSON-1970312003 tempest-ServerMetadataNegativeTestJSON-1970312003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:51:01.105577 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-b80c3f1f-7ab5-449d-9f4b-214d24d6ba9b req-98cd0510-bd2f-466c-af74-a758f6056d70 tempest-ServerMetadataNegativeTestJSON-1970312003 tempest-ServerMetadataNegativeTestJSON-1970312003-project] 10.222.0.13 "GET /v2.0/ports?device_id=5d4f7934-d3e8-4638-9c51-013e1599e812 HTTP/1.1" status: 200 len: 943 time: 0.1207089 Nov 05 18:51:01.129026 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:01.133858 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-0503214a-09da-4339-acd7-ad5c4246b5c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789'] for port, after_create {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:01.171885 n-d-816865-1 neutron-server[102388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0503214a-09da-4339-acd7-ad5c4246b5c9 None None] Network a9f3bdc7-ffd0-4594-adc3-a066167cb966 is already hosted by enough agents. {{(pid=102388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 18:51:01.174981 n-d-816865-1 neutron-server[102388]: DEBUG neutron.scheduler.base_scheduler [None req-0503214a-09da-4339-acd7-ad5c4246b5c9 None None] Resources bound (agent type, host, resource id): {{(pid=102388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:51:01.180128 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0503214a-09da-4339-acd7-ad5c4246b5c9 None None] Received port after_create {{(pid=102388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 18:51:01.215075 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-b80c3f1f-7ab5-449d-9f4b-214d24d6ba9b req-16c572c2-613f-405a-b61f-b3775d36094d tempest-ServerMetadataNegativeTestJSON-1970312003 tempest-ServerMetadataNegativeTestJSON-1970312003-project] 10.222.0.13 "GET /v2.0/security-groups?id=99967fe0-dc08-4dc3-9a9a-9b96a5450012&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086130 Nov 05 18:51:01.256754 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-7d71664b-4ad4-4b52-995d-485a30d2fb50 req-91431cb5-3730-4fb9-be08-438aaba70547 tempest-ServersOnMultiNodesTest-710233287 tempest-ServersOnMultiNodesTest-710233287-project] 10.222.0.13 "GET /v2.0/ports?device_id=bcb7048a-c1de-4c8b-9a22-0f9b2edee96f HTTP/1.1" status: 200 len: 210 time: 0.0815496 Nov 05 18:51:01.256997 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Pushing event updated for resources: {'Port': ['ID=1f4506d6-e1cf-4f03-933a-e5a37de9502e,revision_number=4']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:51:01.257208 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-132f0af3-49a2-4ad1-a346-d2b6d48dbc79 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Network 31eddc66-829b-47e4-8da1-299f5f38efbf is scheduled to be hosted by DHCP agent 987e2ca0-bc3b-4c6f-a989-429ccfbf753f with binding_index 1 {{(pid=102387) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 05 18:51:01.292024 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-0503214a-09da-4339-acd7-ad5c4246b5c9 None None] Attempting to bind port bc424f06-6166-4da7-8ceb-b9e596dfe474 on host n-d-816865-1 for vnic_type normal with profile {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 18:51:01.292024 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-0503214a-09da-4339-acd7-ad5c4246b5c9 None None] Attempting to bind port bc424f06-6166-4da7-8ceb-b9e596dfe474 by drivers openvswitch,hyperv on host n-d-816865-1 at level 0 using segments [{'id': '565d2830-8ad0-448a-ad40-6f4564effbad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'a9f3bdc7-ffd0-4594-adc3-a066167cb966'}] {{(pid=102388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 18:51:01.292024 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0503214a-09da-4339-acd7-ad5c4246b5c9 None None] Attempting to bind port bc424f06-6166-4da7-8ceb-b9e596dfe474 on network a9f3bdc7-ffd0-4594-adc3-a066167cb966 {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 18:51:01.313062 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0503214a-09da-4339-acd7-ad5c4246b5c9 None None] Checking agent: {'id': '724d89a7-611b-41e6-bc85-c48112b17afa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 18, 25, 8), 'started_at': datetime.datetime(2021, 11, 5, 18, 25, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 18, 50, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 18:51:01.313436 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0503214a-09da-4339-acd7-ad5c4246b5c9 None None] Checking segment: {'id': '565d2830-8ad0-448a-ad40-6f4564effbad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'a9f3bdc7-ffd0-4594-adc3-a066167cb966'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 18:51:01.313834 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-0503214a-09da-4339-acd7-ad5c4246b5c9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:01.314251 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0503214a-09da-4339-acd7-ad5c4246b5c9 None None] Bound using segment: {'id': '565d2830-8ad0-448a-ad40-6f4564effbad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'a9f3bdc7-ffd0-4594-adc3-a066167cb966'} {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 18:51:01.314725 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-0503214a-09da-4339-acd7-ad5c4246b5c9 None None] Bound port: bc424f06-6166-4da7-8ceb-b9e596dfe474, host: n-d-816865-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '565d2830-8ad0-448a-ad40-6f4564effbad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'a9f3bdc7-ffd0-4594-adc3-a066167cb966'}}] {{(pid=102388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 18:51:01.315098 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-0503214a-09da-4339-acd7-ad5c4246b5c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:01.337420 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0503214a-09da-4339-acd7-ad5c4246b5c9 None None] Pushing event updated for resources: {'Port': ['ID=bc424f06-6166-4da7-8ceb-b9e596dfe474,revision_number=1']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:51:01.392324 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-0503214a-09da-4339-acd7-ad5c4246b5c9 None None] For port bc424f06-6166-4da7-8ceb-b9e596dfe474, host n-d-816865-1, cleared binding levels {{(pid=102388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 18:51:01.396496 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-0503214a-09da-4339-acd7-ad5c4246b5c9 None None] For port bc424f06-6166-4da7-8ceb-b9e596dfe474, host n-d-816865-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=bc424f06-6166-4da7-8ceb-b9e596dfe474,segment=NetworkSegment(565d2830-8ad0-448a-ad40-6f4564effbad),segment_id=565d2830-8ad0-448a-ad40-6f4564effbad)] {{(pid=102388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 18:51:01.414022 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.base_scheduler [None req-132f0af3-49a2-4ad1-a346-d2b6d48dbc79 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816865-1, 31eddc66-829b-47e4-8da1-299f5f38efbf) {{(pid=102387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:51:01.420394 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-132f0af3-49a2-4ad1-a346-d2b6d48dbc79 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:51:01.421411 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-132f0af3-49a2-4ad1-a346-d2b6d48dbc79 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597851'] for subnet, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:01.433305 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-bebda434-6261-4cde-b138-4dc6b6fbe8f8 req-123dad79-4d66-49d9-89ce-0d891129c1d7 tempest-ServersOnMultiNodesTest-710233287 tempest-ServersOnMultiNodesTest-710233287-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=ace8311f15794bf9a6ad1c1faa75592d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0373578 Nov 05 18:51:01.434108 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e1d20d2-1aca-48a2-8017-14f1efa7f05f None None] Network 31eddc66-829b-47e4-8da1-299f5f38efbf requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 18:51:01.437005 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] get_ports_and_sgs() called for port_ids ['1f4506d6-e1cf-4f03-933a-e5a37de9502e'] {{(pid=102388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 18:51:01.478778 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-0503214a-09da-4339-acd7-ad5c4246b5c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:01.566341 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-132f0af3-49a2-4ad1-a346-d2b6d48dbc79 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.3583298 Nov 05 18:51:01.569018 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 57472) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:51:01.576938 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-e3dd4a99-885c-4402-b266-a9889df8e245 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1697820811', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:51:01.666108 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebda434-6261-4cde-b138-4dc6b6fbe8f8 req-e0587b61-4c16-4dd8-a50c-8f59745a047b tempest-ServersOnMultiNodesTest-710233287 tempest-ServersOnMultiNodesTest-710233287-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:51:01.669874 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-bebda434-6261-4cde-b138-4dc6b6fbe8f8 req-e0587b61-4c16-4dd8-a50c-8f59745a047b tempest-ServersOnMultiNodesTest-710233287 tempest-ServersOnMultiNodesTest-710233287-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2291734 Nov 05 18:51:01.696287 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [req-bebda434-6261-4cde-b138-4dc6b6fbe8f8 req-27ed24ad-8b90-40d7-9b95-9e63395aaa45 tempest-ServersOnMultiNodesTest-710233287 tempest-ServersOnMultiNodesTest-710233287-project] Request body: {'port': {'device_id': 'bcb7048a-c1de-4c8b-9a22-0f9b2edee96f', 'network_id': 'a723f808-b11e-4066-b104-fad90c82895e', 'admin_state_up': True, 'tenant_id': 'ace8311f15794bf9a6ad1c1faa75592d'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:51:01.723551 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0503214a-09da-4339-acd7-ad5c4246b5c9 None None] Pushing event updated for resources: {'Port': ['ID=bc424f06-6166-4da7-8ceb-b9e596dfe474,revision_number=2']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:51:01.769021 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-e3dd4a99-885c-4402-b266-a9889df8e245 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-571139', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6874'] for router, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:01.770807 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-e3dd4a99-885c-4402-b266-a9889df8e245 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-571375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1000570', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1011585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6867'] for router, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:01.874998 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-e3dd4a99-885c-4402-b266-a9889df8e245 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:01.958490 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-e3dd4a99-885c-4402-b266-a9889df8e245 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-571384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1000487'] for router, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:02.099425 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bebda434-6261-4cde-b138-4dc6b6fbe8f8 req-27ed24ad-8b90-40d7-9b95-9e63395aaa45 tempest-ServersOnMultiNodesTest-710233287 tempest-ServersOnMultiNodesTest-710233287-project] Made reservation on behalf of ace8311f15794bf9a6ad1c1faa75592d for: {'port': 1} {{(pid=102386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 18:51:02.103243 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-bebda434-6261-4cde-b138-4dc6b6fbe8f8 req-27ed24ad-8b90-40d7-9b95-9e63395aaa45 tempest-ServersOnMultiNodesTest-710233287 tempest-ServersOnMultiNodesTest-710233287-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:02.250408 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-e3dd4a99-885c-4402-b266-a9889df8e245 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Publish callbacks [] for router, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:02.257108 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-e3dd4a99-885c-4402-b266-a9889df8e245 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.6865482 Nov 05 18:51:02.257851 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 57500) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:51:02.282337 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b1992a5-57e2-4c29-978b-9485b993fae3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeb20a084-accf-5b60-8075-3e69ebe863a6-31eddc66-829b-47e4-8da1-299f5f38efbf', 'network_id': '31eddc66-829b-47e4-8da1-299f5f38efbf', 'tenant_id': '07347c71ee604fb5990da9c356235381', 'fixed_ips': [{'subnet_id': 'a172ce8d-ea14-4ce3-98a1-722e55bdbdb0'}]}} from n-d-816865-1. {{(pid=102388) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 05 18:51:02.287004 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-7b1992a5-57e2-4c29-978b-9485b993fae3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:02.406833 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.db_base_plugin_common [req-bebda434-6261-4cde-b138-4dc6b6fbe8f8 req-27ed24ad-8b90-40d7-9b95-9e63395aaa45 tempest-ServersOnMultiNodesTest-710233287 tempest-ServersOnMultiNodesTest-710233287-project] Allocated IP 192.168.233.73 (a723f808-b11e-4066-b104-fad90c82895e/05e7a1b5-165b-4a00-855a-ffbcb2eba59e/ae1ef9d2-942e-4e62-85d2-9670e26f3a18) {{(pid=102386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 18:51:02.600091 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-0f0ddf2c-d5a3-4711-ad5b-43c2dda6fdc1 req-c7d549b4-3b57-4ba8-bc3f-7bcc167be87b tempest-ServersOnMultiNodesTest-710233287 tempest-ServersOnMultiNodesTest-710233287-project] 10.222.0.13 "GET /v2.0/ports?device_id=bcb7048a-c1de-4c8b-9a22-0f9b2edee96f HTTP/1.1" status: 200 len: 210 time: 0.1341271 Nov 05 18:51:02.671516 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-66e94325-487d-4ffe-abcd-6edb39eb853f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:02.787722 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-bebda434-6261-4cde-b138-4dc6b6fbe8f8 req-27ed24ad-8b90-40d7-9b95-9e63395aaa45 tempest-ServersOnMultiNodesTest-710233287 tempest-ServersOnMultiNodesTest-710233287-project] Publish callbacks [] for port, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:02.843697 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.db_base_plugin_common [None req-7b1992a5-57e2-4c29-978b-9485b993fae3 None None] Allocated IP 2001:db8:1::2 (31eddc66-829b-47e4-8da1-299f5f38efbf/a172ce8d-ea14-4ce3-98a1-722e55bdbdb0/275a3e3e-8c02-4d5c-8654-ad7e3d0cdf5a) {{(pid=102388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 18:51:02.975618 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-bebda434-6261-4cde-b138-4dc6b6fbe8f8 req-27ed24ad-8b90-40d7-9b95-9e63395aaa45 tempest-ServersOnMultiNodesTest-710233287 tempest-ServersOnMultiNodesTest-710233287-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:02.978320 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408d53a7-200d-4cda-9a2e-276bb5d11060 req-11b1f969-a189-4137-9ff7-843010b91716 tempest-ServerMetadataNegativeTestJSON-1970312003 tempest-ServerMetadataNegativeTestJSON-1970312003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:51:02.987300 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-408d53a7-200d-4cda-9a2e-276bb5d11060 req-11b1f969-a189-4137-9ff7-843010b91716 tempest-ServerMetadataNegativeTestJSON-1970312003 tempest-ServerMetadataNegativeTestJSON-1970312003-project] 10.222.0.13 "GET /v2.0/ports?device_id=5d4f7934-d3e8-4638-9c51-013e1599e812 HTTP/1.1" status: 200 len: 944 time: 0.5239115 Nov 05 18:51:03.058254 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-408d53a7-200d-4cda-9a2e-276bb5d11060 req-8823357e-f8a5-4d14-acba-f2a738840b6a tempest-ServerMetadataNegativeTestJSON-1970312003 tempest-ServerMetadataNegativeTestJSON-1970312003-project] 10.222.0.13 "GET /v2.0/security-groups?id=99967fe0-dc08-4dc3-9a9a-9b96a5450012&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660305 Nov 05 18:51:03.161255 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bebda434-6261-4cde-b138-4dc6b6fbe8f8 req-27ed24ad-8b90-40d7-9b95-9e63395aaa45 tempest-ServersOnMultiNodesTest-710233287 tempest-ServersOnMultiNodesTest-710233287-project] Network a723f808-b11e-4066-b104-fad90c82895e is already hosted by enough agents. {{(pid=102386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 18:51:03.168510 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.base_scheduler [req-bebda434-6261-4cde-b138-4dc6b6fbe8f8 req-27ed24ad-8b90-40d7-9b95-9e63395aaa45 tempest-ServersOnMultiNodesTest-710233287 tempest-ServersOnMultiNodesTest-710233287-project] Resources bound (agent type, host, resource id): {{(pid=102386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:51:03.198028 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [req-bebda434-6261-4cde-b138-4dc6b6fbe8f8 req-27ed24ad-8b90-40d7-9b95-9e63395aaa45 tempest-ServersOnMultiNodesTest-710233287 tempest-ServersOnMultiNodesTest-710233287-project] Received port after_create {{(pid=102386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 18:51:03.262795 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-4e06e05c-971d-45fc-9c09-fcf1cb9e0536 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:03.265340 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ed24ad-8b90-40d7-9b95-9e63395aaa45 tempest-ServersOnMultiNodesTest-710233287 tempest-ServersOnMultiNodesTest-710233287-project] Pushing event updated for resources: {'Port': ['ID=ae1ef9d2-942e-4e62-85d2-9670e26f3a18,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:51:03.327046 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] get_ports_and_sgs() called for port_ids ['0557f606-38e6-4fdc-9390-88d86ac73ed3', '8612e611-35ce-4d14-a73c-f29e837a8826'] {{(pid=102388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 18:51:03.335568 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c35eea4-de62-40c9-aed4-4c42955dde99 None None] Network a9f3bdc7-ffd0-4594-adc3-a066167cb966 requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 18:51:03.338755 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] get_ports_and_sgs() called for port_ids ['e4268253-2c3d-4389-9f13-e0128dfb13d4', '976c4505-32dd-43c0-b0d3-7b2c28ae4643', '328468a7-8564-46fe-b7ce-549f91925675', 'e12cd9c8-98d4-4e83-8bfb-1c6595f9b4d5'] {{(pid=102388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 18:51:03.364867 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebda434-6261-4cde-b138-4dc6b6fbe8f8 req-27ed24ad-8b90-40d7-9b95-9e63395aaa45 tempest-ServersOnMultiNodesTest-710233287 tempest-ServersOnMultiNodesTest-710233287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:51:03.371923 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-bebda434-6261-4cde-b138-4dc6b6fbe8f8 req-27ed24ad-8b90-40d7-9b95-9e63395aaa45 tempest-ServersOnMultiNodesTest-710233287 tempest-ServersOnMultiNodesTest-710233287-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:03.448181 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device bc424f06-6166-4da7-8ceb-b9e596dfe474 up at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 18:51:03.486461 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-bebda434-6261-4cde-b138-4dc6b6fbe8f8 req-27ed24ad-8b90-40d7-9b95-9e63395aaa45 tempest-ServersOnMultiNodesTest-710233287 tempest-ServersOnMultiNodesTest-710233287-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.8046284 Nov 05 18:51:03.546485 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-7b1992a5-57e2-4c29-978b-9485b993fae3 None None] Publish callbacks [] for port, precommit_create {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:03.620565 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [req-bebda434-6261-4cde-b138-4dc6b6fbe8f8 req-ebfe9163-1f89-4ad5-a841-3ed0d74d2ee5 service neutron] Request body: {'port': {'device_id': 'bcb7048a-c1de-4c8b-9a22-0f9b2edee96f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816865-1'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:51:03.690421 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-7b1992a5-57e2-4c29-978b-9485b993fae3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789'] for port, after_create {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:03.743773 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-bebda434-6261-4cde-b138-4dc6b6fbe8f8 req-ebfe9163-1f89-4ad5-a841-3ed0d74d2ee5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:03.856771 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f53dfa-64c0-42f8-a1cf-e785df22b4cc req-9686537b-9e64-4dcc-a4fb-165c9d1ebaa6 tempest-ServersOnMultiNodesTest-710233287 tempest-ServersOnMultiNodesTest-710233287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:51:03.861376 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-04f53dfa-64c0-42f8-a1cf-e785df22b4cc req-9686537b-9e64-4dcc-a4fb-165c9d1ebaa6 tempest-ServersOnMultiNodesTest-710233287 tempest-ServersOnMultiNodesTest-710233287-project] 10.222.0.13 "GET /v2.0/ports?device_id=bcb7048a-c1de-4c8b-9a22-0f9b2edee96f HTTP/1.1" status: 200 len: 935 time: 0.0919886 Nov 05 18:51:03.991271 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-41f58496-fcdf-4c5e-b405-b3ea354a5dce None None] Provisioning complete for port bc424f06-6166-4da7-8ceb-b9e596dfe474 triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:51:03.991868 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-41f58496-fcdf-4c5e-b405-b3ea354a5dce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:03.994071 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-04f53dfa-64c0-42f8-a1cf-e785df22b4cc req-73c604e5-5e6a-45aa-b1a1-5e5cd97024ae tempest-ServersOnMultiNodesTest-710233287 tempest-ServersOnMultiNodesTest-710233287-project] 10.222.0.13 "GET /v2.0/security-groups?id=a1214aa7-6fe8-4b93-878e-3f1f16f5c576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262369 Nov 05 18:51:03.999562 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.db_base_plugin_common [None req-4e06e05c-971d-45fc-9c09-fcf1cb9e0536 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Allocated IP 2001:db8::1 (a9f3bdc7-ffd0-4594-adc3-a066167cb966/b997a5c9-9ed3-4ef2-91aa-24705ae9fb01/8a1cbf58-e4cb-4e88-b069-6946f1398304) {{(pid=102387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 18:51:04.097344 n-d-816865-1 neutron-server[102388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b1992a5-57e2-4c29-978b-9485b993fae3 None None] Network 31eddc66-829b-47e4-8da1-299f5f38efbf is already hosted by enough agents. {{(pid=102388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 18:51:04.146418 n-d-816865-1 neutron-server[102388]: DEBUG neutron.scheduler.base_scheduler [None req-7b1992a5-57e2-4c29-978b-9485b993fae3 None None] Resources bound (agent type, host, resource id): {{(pid=102388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:51:04.182939 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b1992a5-57e2-4c29-978b-9485b993fae3 None None] Received port after_create {{(pid=102388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 18:51:04.277917 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-41f58496-fcdf-4c5e-b405-b3ea354a5dce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:04.283175 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Provisioning complete for port bc424f06-6166-4da7-8ceb-b9e596dfe474 triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:51:04.283544 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:04.325813 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1992a5-57e2-4c29-978b-9485b993fae3 None None] Pushing event updated for resources: {'Port': ['ID=275a3e3e-8c02-4d5c-8654-ad7e3d0cdf5a,revision_number=1']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:51:04.375060 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:04.383676 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-4e06e05c-971d-45fc-9c09-fcf1cb9e0536 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Publish callbacks [] for port, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:04.392512 n-d-816865-1 neutron-server[102386]: DEBUG neutron.notifiers.nova [req-bebda434-6261-4cde-b138-4dc6b6fbe8f8 req-ebfe9163-1f89-4ad5-a841-3ed0d74d2ee5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ae1ef9d2-942e-4e62-85d2-9670e26f3a18 {{(pid=102386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 18:51:04.406213 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-bebda434-6261-4cde-b138-4dc6b6fbe8f8 req-ebfe9163-1f89-4ad5-a841-3ed0d74d2ee5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:04.428865 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.provisioning_blocks [req-bebda434-6261-4cde-b138-4dc6b6fbe8f8 req-ebfe9163-1f89-4ad5-a841-3ed0d74d2ee5 service neutron] Transition to ACTIVE for port object ae1ef9d2-942e-4e62-85d2-9670e26f3a18 will not be triggered until provisioned by entity L2. {{(pid=102386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 05 18:51:04.437599 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee632f9c-feda-4f1c-ab50-138a097c3e89 req-1a88e52e-4c80-4e70-8d75-e9fc6a7f098b tempest-ServerMetadataNegativeTestJSON-1970312003 tempest-ServerMetadataNegativeTestJSON-1970312003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:51:04.447358 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-ee632f9c-feda-4f1c-ab50-138a097c3e89 req-1a88e52e-4c80-4e70-8d75-e9fc6a7f098b tempest-ServerMetadataNegativeTestJSON-1970312003 tempest-ServerMetadataNegativeTestJSON-1970312003-project] 10.222.0.13 "GET /v2.0/ports?device_id=5d4f7934-d3e8-4638-9c51-013e1599e812 HTTP/1.1" status: 200 len: 944 time: 0.2769964 Nov 05 18:51:04.517383 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-bebda434-6261-4cde-b138-4dc6b6fbe8f8 req-ebfe9163-1f89-4ad5-a841-3ed0d74d2ee5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6149821'] for port, after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:04.575233 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-ee632f9c-feda-4f1c-ab50-138a097c3e89 req-b9dd6f43-00c2-41de-8113-ed70c17dc739 tempest-ServerMetadataNegativeTestJSON-1970312003 tempest-ServerMetadataNegativeTestJSON-1970312003-project] 10.222.0.13 "GET /v2.0/security-groups?id=99967fe0-dc08-4dc3-9a9a-9b96a5450012&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266944 Nov 05 18:51:04.588520 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Device 1f4506d6-e1cf-4f03-933a-e5a37de9502e up at agent hyperv_n-h2-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 18:51:04.639448 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-41f58496-fcdf-4c5e-b405-b3ea354a5dce None None] For port bc424f06-6166-4da7-8ceb-b9e596dfe474, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=bc424f06-6166-4da7-8ceb-b9e596dfe474,segment=NetworkSegment(565d2830-8ad0-448a-ad40-6f4564effbad),segment_id=565d2830-8ad0-448a-ad40-6f4564effbad)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:51:04.660818 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebfe9163-1f89-4ad5-a841-3ed0d74d2ee5 service neutron] Pushing event updated for resources: {'Port': ['ID=ae1ef9d2-942e-4e62-85d2-9670e26f3a18,revision_number=2']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:51:04.661517 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-7b1992a5-57e2-4c29-978b-9485b993fae3 None None] Attempting to bind port 275a3e3e-8c02-4d5c-8654-ad7e3d0cdf5a on host n-d-816865-1 for vnic_type normal with profile {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 18:51:04.661890 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-7b1992a5-57e2-4c29-978b-9485b993fae3 None None] Attempting to bind port 275a3e3e-8c02-4d5c-8654-ad7e3d0cdf5a by drivers openvswitch,hyperv on host n-d-816865-1 at level 0 using segments [{'id': 'd17f2ad3-0700-4c29-a0a0-adc7839e23dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '31eddc66-829b-47e4-8da1-299f5f38efbf'}] {{(pid=102388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 18:51:04.664805 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b1992a5-57e2-4c29-978b-9485b993fae3 None None] Attempting to bind port 275a3e3e-8c02-4d5c-8654-ad7e3d0cdf5a on network 31eddc66-829b-47e4-8da1-299f5f38efbf {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 18:51:04.678206 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-4e06e05c-971d-45fc-9c09-fcf1cb9e0536 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4417063'] for port, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:04.735255 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [req-bebda434-6261-4cde-b138-4dc6b6fbe8f8 req-ebfe9163-1f89-4ad5-a841-3ed0d74d2ee5 service neutron] Attempting to bind port ae1ef9d2-942e-4e62-85d2-9670e26f3a18 on host n-h1-816865-1 for vnic_type normal with profile {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 18:51:04.735853 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [req-bebda434-6261-4cde-b138-4dc6b6fbe8f8 req-ebfe9163-1f89-4ad5-a841-3ed0d74d2ee5 service neutron] Attempting to bind port ae1ef9d2-942e-4e62-85d2-9670e26f3a18 by drivers openvswitch,hyperv on host n-h1-816865-1 at level 0 using segments [{'id': '35c2db9c-522d-48d3-98cf-a08c2cc55db7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'a723f808-b11e-4066-b104-fad90c82895e'}] {{(pid=102386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 18:51:04.736187 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bebda434-6261-4cde-b138-4dc6b6fbe8f8 req-ebfe9163-1f89-4ad5-a841-3ed0d74d2ee5 service neutron] Attempting to bind port ae1ef9d2-942e-4e62-85d2-9670e26f3a18 on network a723f808-b11e-4066-b104-fad90c82895e {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 18:51:04.736508 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e06e05c-971d-45fc-9c09-fcf1cb9e0536 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Network a9f3bdc7-ffd0-4594-adc3-a066167cb966 is already hosted by enough agents. {{(pid=102387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 18:51:04.741438 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.base_scheduler [None req-4e06e05c-971d-45fc-9c09-fcf1cb9e0536 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Resources bound (agent type, host, resource id): {{(pid=102387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:51:04.741733 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-41f58496-fcdf-4c5e-b405-b3ea354a5dce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:04.744316 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bebda434-6261-4cde-b138-4dc6b6fbe8f8 req-ebfe9163-1f89-4ad5-a841-3ed0d74d2ee5 service neutron] Port ae1ef9d2-942e-4e62-85d2-9670e26f3a18 on network a723f808-b11e-4066-b104-fad90c82895e not bound, no agent of type Open vSwitch agent registered on host n-h1-816865-1 {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 18:51:04.744813 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bebda434-6261-4cde-b138-4dc6b6fbe8f8 req-ebfe9163-1f89-4ad5-a841-3ed0d74d2ee5 service neutron] Attempting to bind port ae1ef9d2-942e-4e62-85d2-9670e26f3a18 on network a723f808-b11e-4066-b104-fad90c82895e {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 18:51:04.747934 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e06e05c-971d-45fc-9c09-fcf1cb9e0536 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Received port after_create {{(pid=102387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 18:51:04.748847 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-4e06e05c-971d-45fc-9c09-fcf1cb9e0536 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-571770'] for router_interface, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:04.751049 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bebda434-6261-4cde-b138-4dc6b6fbe8f8 req-ebfe9163-1f89-4ad5-a841-3ed0d74d2ee5 service neutron] Checking agent: {'id': 'eb596d7c-8c64-42bd-8aca-fad447eb0eab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816865-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 18, 33, 34), 'started_at': datetime.datetime(2021, 11, 5, 18, 33, 34), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 18, 51, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 18:51:04.751397 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bebda434-6261-4cde-b138-4dc6b6fbe8f8 req-ebfe9163-1f89-4ad5-a841-3ed0d74d2ee5 service neutron] Checking segment: {'id': '35c2db9c-522d-48d3-98cf-a08c2cc55db7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'a723f808-b11e-4066-b104-fad90c82895e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 18:51:04.751790 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bebda434-6261-4cde-b138-4dc6b6fbe8f8 req-ebfe9163-1f89-4ad5-a841-3ed0d74d2ee5 service neutron] Bound using segment: {'id': '35c2db9c-522d-48d3-98cf-a08c2cc55db7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'a723f808-b11e-4066-b104-fad90c82895e'} {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 18:51:04.752270 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [req-bebda434-6261-4cde-b138-4dc6b6fbe8f8 req-ebfe9163-1f89-4ad5-a841-3ed0d74d2ee5 service neutron] Bound port: ae1ef9d2-942e-4e62-85d2-9670e26f3a18, host: n-h1-816865-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35c2db9c-522d-48d3-98cf-a08c2cc55db7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'a723f808-b11e-4066-b104-fad90c82895e'}}] {{(pid=102386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 18:51:04.752638 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-bebda434-6261-4cde-b138-4dc6b6fbe8f8 req-ebfe9163-1f89-4ad5-a841-3ed0d74d2ee5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:04.772975 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b1992a5-57e2-4c29-978b-9485b993fae3 None None] Checking agent: {'id': '724d89a7-611b-41e6-bc85-c48112b17afa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 18, 25, 8), 'started_at': datetime.datetime(2021, 11, 5, 18, 25, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 18, 50, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 18:51:04.773374 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b1992a5-57e2-4c29-978b-9485b993fae3 None None] Checking segment: {'id': 'd17f2ad3-0700-4c29-a0a0-adc7839e23dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '31eddc66-829b-47e4-8da1-299f5f38efbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 18:51:04.773777 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-7b1992a5-57e2-4c29-978b-9485b993fae3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:04.774186 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b1992a5-57e2-4c29-978b-9485b993fae3 None None] Bound using segment: {'id': 'd17f2ad3-0700-4c29-a0a0-adc7839e23dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '31eddc66-829b-47e4-8da1-299f5f38efbf'} {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 18:51:04.774668 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-7b1992a5-57e2-4c29-978b-9485b993fae3 None None] Bound port: 275a3e3e-8c02-4d5c-8654-ad7e3d0cdf5a, host: n-d-816865-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd17f2ad3-0700-4c29-a0a0-adc7839e23dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '31eddc66-829b-47e4-8da1-299f5f38efbf'}}] {{(pid=102388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 18:51:04.775304 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-7b1992a5-57e2-4c29-978b-9485b993fae3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:04.883286 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [req-bebda434-6261-4cde-b138-4dc6b6fbe8f8 req-ebfe9163-1f89-4ad5-a841-3ed0d74d2ee5 service neutron] For port ae1ef9d2-942e-4e62-85d2-9670e26f3a18, host n-h1-816865-1, cleared binding levels {{(pid=102386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 18:51:04.890615 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [req-bebda434-6261-4cde-b138-4dc6b6fbe8f8 req-ebfe9163-1f89-4ad5-a841-3ed0d74d2ee5 service neutron] For port ae1ef9d2-942e-4e62-85d2-9670e26f3a18, host n-h1-816865-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=ae1ef9d2-942e-4e62-85d2-9670e26f3a18,segment=NetworkSegment(35c2db9c-522d-48d3-98cf-a08c2cc55db7),segment_id=35c2db9c-522d-48d3-98cf-a08c2cc55db7)] {{(pid=102386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 18:51:04.945716 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:04.976585 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-bebda434-6261-4cde-b138-4dc6b6fbe8f8 req-ebfe9163-1f89-4ad5-a841-3ed0d74d2ee5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6149821'] for port, after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:05.100292 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebda434-6261-4cde-b138-4dc6b6fbe8f8 req-ebfe9163-1f89-4ad5-a841-3ed0d74d2ee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:51:05.101992 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-bebda434-6261-4cde-b138-4dc6b6fbe8f8 req-ebfe9163-1f89-4ad5-a841-3ed0d74d2ee5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:05.116031 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-bebda434-6261-4cde-b138-4dc6b6fbe8f8 req-ebfe9163-1f89-4ad5-a841-3ed0d74d2ee5 service neutron] 10.222.0.41 "PUT /v2.0/ports/ae1ef9d2-942e-4e62-85d2-9670e26f3a18 HTTP/1.1" status: 200 len: 1095 time: 1.6183171 Nov 05 18:51:05.116809 n-d-816865-1 neutron-server[102386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bcb7048a-c1de-4c8b-9a22-0f9b2edee96f', 'tag': 'ae1ef9d2-942e-4e62-85d2-9670e26f3a18'}] {{(pid=102386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 18:51:05.126542 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6173a44d7c73f41af551dc890fa1a5892c2c6bc3458b640c8e0c24db7876ba6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-989ee282-5448-4267-9939-6f95756bd16c" -d '{"events": [{"name": "network-changed", "server_uuid": "bcb7048a-c1de-4c8b-9a22-0f9b2edee96f", "tag": "ae1ef9d2-942e-4e62-85d2-9670e26f3a18"}]}' {{(pid=102386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 18:51:05.140508 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-6659f259-d92a-4b4b-a700-0f59ede829da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:05.170245 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f58496-fcdf-4c5e-b405-b3ea354a5dce None None] Pushing event updated for resources: {'Port': ['ID=bc424f06-6166-4da7-8ceb-b9e596dfe474,revision_number=3']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:51:05.171252 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebfe9163-1f89-4ad5-a841-3ed0d74d2ee5 service neutron] Pushing event updated for resources: {'Port': ['ID=ae1ef9d2-942e-4e62-85d2-9670e26f3a18,revision_number=3']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:51:05.238787 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 18:51:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55c3a1b1-cc76-49ab-907f-070296894935 x-openstack-request-id: req-55c3a1b1-cc76-49ab-907f-070296894935 {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 18:51:05.238787 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bcb7048a-c1de-4c8b-9a22-0f9b2edee96f", "tag": "ae1ef9d2-942e-4e62-85d2-9670e26f3a18", "status": "completed", "code": 200}]} {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 18:51:05.238787 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-55c3a1b1-cc76-49ab-907f-070296894935 {{(pid=102386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 18:51:05.238787 n-d-816865-1 neutron-server[102386]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bcb7048a-c1de-4c8b-9a22-0f9b2edee96f', 'tag': 'ae1ef9d2-942e-4e62-85d2-9670e26f3a18', 'status': 'completed', 'code': 200} Nov 05 18:51:05.300969 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Provisioning for port 1f4506d6-e1cf-4f03-933a-e5a37de9502e completed by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 05 18:51:05.354927 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-7b1992a5-57e2-4c29-978b-9485b993fae3 None None] For port 275a3e3e-8c02-4d5c-8654-ad7e3d0cdf5a, host n-d-816865-1, cleared binding levels {{(pid=102388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 18:51:05.359596 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebda434-6261-4cde-b138-4dc6b6fbe8f8 req-a86ae55d-03d1-493e-93da-a1cc6919c05a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:51:05.360321 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Provisioning complete for port 1f4506d6-e1cf-4f03-933a-e5a37de9502e triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:51:05.360691 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:05.361809 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-bebda434-6261-4cde-b138-4dc6b6fbe8f8 req-a86ae55d-03d1-493e-93da-a1cc6919c05a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ace8311f15794bf9a6ad1c1faa75592d&device_id=bcb7048a-c1de-4c8b-9a22-0f9b2edee96f HTTP/1.1" status: 200 len: 1098 time: 0.1162810 Nov 05 18:51:05.482248 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-7b1992a5-57e2-4c29-978b-9485b993fae3 None None] For port 275a3e3e-8c02-4d5c-8654-ad7e3d0cdf5a, host n-d-816865-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=275a3e3e-8c02-4d5c-8654-ad7e3d0cdf5a,segment=NetworkSegment(d17f2ad3-0700-4c29-a0a0-adc7839e23dc),segment_id=d17f2ad3-0700-4c29-a0a0-adc7839e23dc)] {{(pid=102388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 18:51:05.518784 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.db.api [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102388) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 05 18:51:05.524335 n-d-816865-1 neutron-server[102388]: DEBUG oslo_db.api [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 05 18:51:05.539227 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-bebda434-6261-4cde-b138-4dc6b6fbe8f8 req-359c6977-893b-4bec-9540-f4a1bc98f99d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.73&port_id=ae1ef9d2-942e-4e62-85d2-9670e26f3a18 HTTP/1.1" status: 200 len: 217 time: 0.1674829 Nov 05 18:51:05.592825 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-7b1992a5-57e2-4c29-978b-9485b993fae3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:05.619912 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebda434-6261-4cde-b138-4dc6b6fbe8f8 req-615bf0af-02e7-4f80-b73e-81668751cc11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:51:05.626035 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-bebda434-6261-4cde-b138-4dc6b6fbe8f8 req-615bf0af-02e7-4f80-b73e-81668751cc11 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=05e7a1b5-165b-4a00-855a-ffbcb2eba59e HTTP/1.1" status: 200 len: 843 time: 0.0848179 Nov 05 18:51:05.652024 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e06e05c-971d-45fc-9c09-fcf1cb9e0536 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Pushing event updated for resources: {'Port': ['ID=8a1cbf58-e4cb-4e88-b069-6946f1398304,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:51:05.759559 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebda434-6261-4cde-b138-4dc6b6fbe8f8 req-34845849-4d56-4f84-8fba-010fd0337227 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:51:05.761152 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-bebda434-6261-4cde-b138-4dc6b6fbe8f8 req-34845849-4d56-4f84-8fba-010fd0337227 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a723f808-b11e-4066-b104-fad90c82895e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1307642 Nov 05 18:51:05.776269 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464c176a-c78e-4c4d-b643-5e041f9c1793 req-360280ec-adae-407a-a68a-819df5d0d8cd tempest-ServersOnMultiNodesTest-710233287 tempest-ServersOnMultiNodesTest-710233287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:51:05.779655 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-464c176a-c78e-4c4d-b643-5e041f9c1793 req-360280ec-adae-407a-a68a-819df5d0d8cd tempest-ServersOnMultiNodesTest-710233287 tempest-ServersOnMultiNodesTest-710233287-project] 10.222.0.13 "GET /v2.0/ports?device_id=bcb7048a-c1de-4c8b-9a22-0f9b2edee96f HTTP/1.1" status: 200 len: 947 time: 0.2169828 Nov 05 18:51:05.933112 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-bebda434-6261-4cde-b138-4dc6b6fbe8f8 req-c73d414b-542c-4dec-bf4d-6b0f44b4a773 service neutron] 10.222.0.41 "GET /v2.0/networks/a723f808-b11e-4066-b104-fad90c82895e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1639647 Nov 05 18:51:05.937588 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1992a5-57e2-4c29-978b-9485b993fae3 None None] Pushing event updated for resources: {'Port': ['ID=275a3e3e-8c02-4d5c-8654-ad7e3d0cdf5a,revision_number=2']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:51:06.080103 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-4e06e05c-971d-45fc-9c09-fcf1cb9e0536 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:06.113811 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07eede16-1b9a-452e-89fe-c00460407670 req-64eacb85-580f-4887-9bb2-372586b833bb tempest-ServerMetadataNegativeTestJSON-1970312003 tempest-ServerMetadataNegativeTestJSON-1970312003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:51:06.117960 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-bebda434-6261-4cde-b138-4dc6b6fbe8f8 req-ed9e4431-b057-4999-a4dc-9300755aa82f service neutron] 10.222.0.41 "GET /v2.0/networks/a723f808-b11e-4066-b104-fad90c82895e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1762059 Nov 05 18:51:06.127434 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-07eede16-1b9a-452e-89fe-c00460407670 req-64eacb85-580f-4887-9bb2-372586b833bb tempest-ServerMetadataNegativeTestJSON-1970312003 tempest-ServerMetadataNegativeTestJSON-1970312003-project] 10.222.0.13 "GET /v2.0/ports?device_id=5d4f7934-d3e8-4638-9c51-013e1599e812 HTTP/1.1" status: 200 len: 944 time: 0.4069991 Nov 05 18:51:06.149549 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 57608) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:51:06.324091 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:06.328279 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:06.336044 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-464c176a-c78e-4c4d-b643-5e041f9c1793 req-eeed6769-aefa-4cb6-ab83-9770c5c6db2b tempest-ServersOnMultiNodesTest-710233287 tempest-ServersOnMultiNodesTest-710233287-project] 10.222.0.13 "GET /v2.0/security-groups?id=a1214aa7-6fe8-4b93-878e-3f1f16f5c576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5114155 Nov 05 18:51:06.356092 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989ee282-5448-4267-9939-6f95756bd16c req-d97e2d34-b85c-4c8f-8e5d-68965b6bbb1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:51:06.357642 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-989ee282-5448-4267-9939-6f95756bd16c req-d97e2d34-b85c-4c8f-8e5d-68965b6bbb1a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ace8311f15794bf9a6ad1c1faa75592d&device_id=bcb7048a-c1de-4c8b-9a22-0f9b2edee96f HTTP/1.1" status: 200 len: 1098 time: 0.1147444 Nov 05 18:51:06.372683 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-2ce9c379-0376-45b6-9ea1-0ee0e2bed95b None None] Provisioning complete for port bc424f06-6166-4da7-8ceb-b9e596dfe474 triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:51:06.373051 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-2ce9c379-0376-45b6-9ea1-0ee0e2bed95b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:06.424332 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-8ed2a496-d077-4576-a212-5f2d202724a4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:06.461736 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-07eede16-1b9a-452e-89fe-c00460407670 req-31969a28-a51f-4db4-a363-33a2244b2004 tempest-ServerMetadataNegativeTestJSON-1970312003 tempest-ServerMetadataNegativeTestJSON-1970312003-project] 10.222.0.13 "GET /v2.0/security-groups?id=99967fe0-dc08-4dc3-9a9a-9b96a5450012&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3215535 Nov 05 18:51:06.550638 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989ee282-5448-4267-9939-6f95756bd16c req-06f080c5-06c6-4dba-aa6b-32b9b480ae51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:51:06.552814 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-989ee282-5448-4267-9939-6f95756bd16c req-06f080c5-06c6-4dba-aa6b-32b9b480ae51 service neutron] 10.222.0.41 "GET /v2.0/networks?id=a723f808-b11e-4066-b104-fad90c82895e HTTP/1.1" status: 200 len: 870 time: 0.1870220 Nov 05 18:51:06.661763 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b304910f-7b27-444b-a8fc-977d26b1ceac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:06.668469 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-989ee282-5448-4267-9939-6f95756bd16c req-8e02b4b2-9ad1-4f63-9da5-9c4d48b9e008 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.73&port_id=ae1ef9d2-942e-4e62-85d2-9670e26f3a18 HTTP/1.1" status: 200 len: 217 time: 0.0978131 Nov 05 18:51:06.685045 n-d-816865-1 neutron-server[102388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d4f7934-d3e8-4638-9c51-013e1599e812', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f4506d6-e1cf-4f03-933a-e5a37de9502e'}] {{(pid=102388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 18:51:06.689250 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85474fee1180e129d8a886d264fe0b30223aa672dd1ffe43b630605f18504f68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b40f25d9-7d91-4c92-b498-a85a32db4bfb" -d '{"events": [{"server_uuid": "5d4f7934-d3e8-4638-9c51-013e1599e812", "name": "network-vif-plugged", "status": "completed", "tag": "1f4506d6-e1cf-4f03-933a-e5a37de9502e"}]}' {{(pid=102388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 18:51:06.720245 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] For port 1f4506d6-e1cf-4f03-933a-e5a37de9502e, host n-h2-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=1f4506d6-e1cf-4f03-933a-e5a37de9502e,segment=NetworkSegment(e87c57cf-22d3-46d0-ae01-0f11051596be),segment_id=e87c57cf-22d3-46d0-ae01-0f11051596be)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:51:06.766720 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-8ed2a496-d077-4576-a212-5f2d202724a4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:06.810162 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989ee282-5448-4267-9939-6f95756bd16c req-695f9a52-0cb5-48b5-9233-c0950fb5cbf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:51:06.819158 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-989ee282-5448-4267-9939-6f95756bd16c req-695f9a52-0cb5-48b5-9233-c0950fb5cbf8 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=05e7a1b5-165b-4a00-855a-ffbcb2eba59e HTTP/1.1" status: 200 len: 843 time: 0.1467872 Nov 05 18:51:06.828439 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:06.831307 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 18:51:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41f1fc93-b778-4160-a51c-5d9495cd9e21 x-openstack-request-id: req-41f1fc93-b778-4160-a51c-5d9495cd9e21 {{(pid=102388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 18:51:06.831609 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d4f7934-d3e8-4638-9c51-013e1599e812", "name": "network-vif-plugged", "status": "completed", "tag": "1f4506d6-e1cf-4f03-933a-e5a37de9502e", "code": 200}]} {{(pid=102388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 18:51:06.832864 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-41f1fc93-b778-4160-a51c-5d9495cd9e21 {{(pid=102388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 18:51:06.833442 n-d-816865-1 neutron-server[102388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d4f7934-d3e8-4638-9c51-013e1599e812', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f4506d6-e1cf-4f03-933a-e5a37de9502e', 'code': 200} Nov 05 18:51:06.840629 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device bc424f06-6166-4da7-8ceb-b9e596dfe474 up at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 18:51:06.890174 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-4e06e05c-971d-45fc-9c09-fcf1cb9e0536 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Publish callbacks [] for port, precommit_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:06.954866 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-4e06e05c-971d-45fc-9c09-fcf1cb9e0536 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4417072'] for port, after_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:06.956356 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-4e06e05c-971d-45fc-9c09-fcf1cb9e0536 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-597863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-571878'] for router_interface, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:07.188095 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Pushing event updated for resources: {'Port': ['ID=1f4506d6-e1cf-4f03-933a-e5a37de9502e,revision_number=5']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:51:07.276371 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-2ce9c379-0376-45b6-9ea1-0ee0e2bed95b None None] Provisioning complete for port 8a1cbf58-e4cb-4e88-b069-6946f1398304 triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:51:07.276900 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-2ce9c379-0376-45b6-9ea1-0ee0e2bed95b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:07.300413 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-8ed2a496-d077-4576-a212-5f2d202724a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:07.303202 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e06e05c-971d-45fc-9c09-fcf1cb9e0536 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Network a9f3bdc7-ffd0-4594-adc3-a066167cb966 is already hosted by enough agents. {{(pid=102387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 18:51:07.314380 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Provisioning complete for port bc424f06-6166-4da7-8ceb-b9e596dfe474 triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:51:07.314881 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:07.318532 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.base_scheduler [None req-4e06e05c-971d-45fc-9c09-fcf1cb9e0536 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Resources bound (agent type, host, resource id): {{(pid=102387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:51:07.341406 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed2a496-d077-4576-a212-5f2d202724a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe9941dd-703b-44df-8477-81301dc6a0dc,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:51:07.368960 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989ee282-5448-4267-9939-6f95756bd16c req-6b61a041-5cf0-4019-b3d5-4bf2d95f39e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:51:07.369685 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-989ee282-5448-4267-9939-6f95756bd16c req-6b61a041-5cf0-4019-b3d5-4bf2d95f39e5 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a723f808-b11e-4066-b104-fad90c82895e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5404055 Nov 05 18:51:07.381417 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-8ed2a496-d077-4576-a212-5f2d202724a4 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ea5a76e792404e63a92b6d23726b93cd&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2276103 Nov 05 18:51:07.381417 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edb4cc5-028b-4eec-958b-8e2bf98b90ee req-c7e7c0af-df2a-484b-a3a7-3568853862fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:51:07.382710 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-4edb4cc5-028b-4eec-958b-8e2bf98b90ee req-c7e7c0af-df2a-484b-a3a7-3568853862fa service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=5d4f7934-d3e8-4638-9c51-013e1599e812 HTTP/1.1" status: 200 len: 1096 time: 0.4913654 Nov 05 18:51:07.383194 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 57622) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:51:07.466381 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-2ce9c379-0376-45b6-9ea1-0ee0e2bed95b None None] Port 8a1cbf58-e4cb-4e88-b069-6946f1398304 cannot update to ACTIVE because it is not bound. {{(pid=102388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 18:51:07.559449 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e06e05c-971d-45fc-9c09-fcf1cb9e0536 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Pushing event updated for resources: {'Port': ['ID=8a1cbf58-e4cb-4e88-b069-6946f1398304,revision_number=2']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:51:07.574762 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 275a3e3e-8c02-4d5c-8654-ad7e3d0cdf5a up at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 18:51:07.670158 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-77b90d71-28aa-4675-8b2b-e00d8fb67df3 None None] Provisioning complete for port 8a1cbf58-e4cb-4e88-b069-6946f1398304 triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:51:07.671323 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-77b90d71-28aa-4675-8b2b-e00d8fb67df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:07.701734 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-e03c214d-c17f-4f3e-bf07-c0af9c552bc0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:07.727943 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Provisioning complete for port 275a3e3e-8c02-4d5c-8654-ad7e3d0cdf5a triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:51:07.728415 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:07.734280 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-989ee282-5448-4267-9939-6f95756bd16c req-8a20c230-206c-4fae-b09f-2b8351514257 service neutron] 10.222.0.41 "GET /v2.0/networks/a723f808-b11e-4066-b104-fad90c82895e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2821884 Nov 05 18:51:07.761374 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-77b90d71-28aa-4675-8b2b-e00d8fb67df3 None None] Port 8a1cbf58-e4cb-4e88-b069-6946f1398304 cannot update to ACTIVE because it is not bound. {{(pid=102388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 18:51:07.764782 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-e03c214d-c17f-4f3e-bf07-c0af9c552bc0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:07.769288 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e54dcf23-5219-4db2-9646-0052d6e376d9 None None] Network 31eddc66-829b-47e4-8da1-299f5f38efbf requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 18:51:07.821767 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-4edb4cc5-028b-4eec-958b-8e2bf98b90ee req-28d1f53c-8600-4818-bb3f-6470d37ede3e service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=99967fe0-dc08-4dc3-9a9a-9b96a5450012&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3493590 Nov 05 18:51:07.925534 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-989ee282-5448-4267-9939-6f95756bd16c req-47dd48d0-a491-490c-a3bf-7d9b0842c608 service neutron] 10.222.0.41 "GET /v2.0/networks/a723f808-b11e-4066-b104-fad90c82895e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1787572 Nov 05 18:51:07.939446 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402eeb48-37e9-49dc-8358-34dd663ae414 req-3bfc2d8d-ba9a-45f1-8f31-045920a28b97 tempest-ServersOnMultiNodesTest-710233287 tempest-ServersOnMultiNodesTest-710233287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:51:07.941800 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-402eeb48-37e9-49dc-8358-34dd663ae414 req-3bfc2d8d-ba9a-45f1-8f31-045920a28b97 tempest-ServersOnMultiNodesTest-710233287 tempest-ServersOnMultiNodesTest-710233287-project] 10.222.0.13 "GET /v2.0/ports?device_id=bcb7048a-c1de-4c8b-9a22-0f9b2edee96f HTTP/1.1" status: 200 len: 947 time: 0.3713872 Nov 05 18:51:07.975901 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3698104-94b0-4d2b-9670-4627c9dc7e92 req-9d89fdd5-3ebe-4eb0-9dab-1c1e675d3599 tempest-ServerMetadataNegativeTestJSON-1970312003 tempest-ServerMetadataNegativeTestJSON-1970312003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:51:07.977205 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-6c58bcaf-ba21-4636-9e2f-5ea7e4b23d56 None None] Provisioning complete for port 275a3e3e-8c02-4d5c-8654-ad7e3d0cdf5a triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:51:07.977482 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-c3698104-94b0-4d2b-9670-4627c9dc7e92 req-9d89fdd5-3ebe-4eb0-9dab-1c1e675d3599 tempest-ServerMetadataNegativeTestJSON-1970312003 tempest-ServerMetadataNegativeTestJSON-1970312003-project] 10.222.0.13 "GET /v2.0/ports?device_id=5d4f7934-d3e8-4638-9c51-013e1599e812 HTTP/1.1" status: 200 len: 945 time: 0.2274485 Nov 05 18:51:07.977778 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-6c58bcaf-ba21-4636-9e2f-5ea7e4b23d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:07.982204 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:08.037932 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-e03c214d-c17f-4f3e-bf07-c0af9c552bc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:08.041611 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-e03c214d-c17f-4f3e-bf07-c0af9c552bc0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:08.042934 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-e03c214d-c17f-4f3e-bf07-c0af9c552bc0 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/fe9941dd-703b-44df-8477-81301dc6a0dc HTTP/1.1" status: 204 len: 168 time: 0.6588407 Nov 05 18:51:08.056014 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03c214d-c17f-4f3e-bf07-c0af9c552bc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe9941dd-703b-44df-8477-81301dc6a0dc,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:51:08.062731 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-402eeb48-37e9-49dc-8358-34dd663ae414 req-3f333654-7fcc-4723-af6d-30eafbc616e3 tempest-ServersOnMultiNodesTest-710233287 tempest-ServersOnMultiNodesTest-710233287-project] 10.222.0.13 "GET /v2.0/security-groups?id=a1214aa7-6fe8-4b93-878e-3f1f16f5c576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067533 Nov 05 18:51:08.075865 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] For port 275a3e3e-8c02-4d5c-8654-ad7e3d0cdf5a, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=275a3e3e-8c02-4d5c-8654-ad7e3d0cdf5a,segment=NetworkSegment(d17f2ad3-0700-4c29-a0a0-adc7839e23dc),segment_id=d17f2ad3-0700-4c29-a0a0-adc7839e23dc)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:51:08.092081 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-c3698104-94b0-4d2b-9670-4627c9dc7e92 req-bc9edaab-6ccc-469e-8569-c3900da17173 tempest-ServerMetadataNegativeTestJSON-1970312003 tempest-ServerMetadataNegativeTestJSON-1970312003-project] 10.222.0.13 "GET /v2.0/security-groups?id=99967fe0-dc08-4dc3-9a9a-9b96a5450012&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054175 Nov 05 18:51:08.169339 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e06e05c-971d-45fc-9c09-fcf1cb9e0536 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Router b3b07ed0-f641-47a5-9d4e-f75da94f5163 is scheduled to L3 agent 6dcb5589-8e86-4616-9186-ddc4548e13ad with binding_index 1 {{(pid=102387) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 05 18:51:08.202364 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-6c58bcaf-ba21-4636-9e2f-5ea7e4b23d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:08.216443 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-31f93893-a48e-4ae8-833d-dccb2b42eacc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:08.221545 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:08.326129 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e06e05c-971d-45fc-9c09-fcf1cb9e0536 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Notify agent at l3_agent.n-d-816865-1 the message routers_updated {{(pid=102387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 18:51:08.342249 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd2acef2-11b6-44a1-8055-80c780a77d09 None None] Sync routers for ids ['b3b07ed0-f641-47a5-9d4e-f75da94f5163'] in n-d-816865-1 {{(pid=102389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 18:51:08.345511 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-4e06e05c-971d-45fc-9c09-fcf1cb9e0536 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] 10.222.0.13 "PUT /v2.0/routers/b3b07ed0-f641-47a5-9d4e-f75da94f5163/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0865493 Nov 05 18:51:08.349772 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 57636) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:51:08.353929 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Pushing event updated for resources: {'Port': ['ID=275a3e3e-8c02-4d5c-8654-ad7e3d0cdf5a,revision_number=3']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:51:08.362257 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd2acef2-11b6-44a1-8055-80c780a77d09 None None] Routers {'b3b07ed0-f641-47a5-9d4e-f75da94f5163'} bound to L3 agent in host n-d-816865-1 {{(pid=102389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 18:51:08.362976 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.db.api [None req-6c58bcaf-ba21-4636-9e2f-5ea7e4b23d56 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102388) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 05 18:51:08.363363 n-d-816865-1 neutron-server[102388]: DEBUG oslo_db.api [None req-6c58bcaf-ba21-4636-9e2f-5ea7e4b23d56 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 05 18:51:08.363569 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-dd2acef2-11b6-44a1-8055-80c780a77d09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T18:51:05Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['b3b07ed0-f641-47a5-9d4e-f75da94f5163'], 'active': True} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:51:08.402668 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-dd2acef2-11b6-44a1-8055-80c780a77d09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816865-1', False) {} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:51:08.412917 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd2acef2-11b6-44a1-8055-80c780a77d09 None None] Routers {'b3b07ed0-f641-47a5-9d4e-f75da94f5163'} bound to L3 agent in host n-d-816865-1 {{(pid=102389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 18:51:08.414104 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-dd2acef2-11b6-44a1-8055-80c780a77d09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T18:51:05Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['b3b07ed0-f641-47a5-9d4e-f75da94f5163'], 'active': True} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:51:08.453451 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d413c0be-63c1-443e-8e3c-c561ffab4a15 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:51:08.457617 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-d413c0be-63c1-443e-8e3c-c561ffab4a15 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] 10.222.0.13 "GET /v2.0/ports/8a1cbf58-e4cb-4e88-b069-6946f1398304 HTTP/1.1" status: 200 len: 911 time: 0.1040747 Nov 05 18:51:08.459083 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 57638) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:51:08.478197 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-dd2acef2-11b6-44a1-8055-80c780a77d09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816865-1', False) {} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:51:08.479136 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd2acef2-11b6-44a1-8055-80c780a77d09 None None] The sync data for ids ['b3b07ed0-f641-47a5-9d4e-f75da94f5163'] in n-d-816865-1 is: [] {{(pid=102389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 18:51:08.506226 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:08.543472 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 275a3e3e-8c02-4d5c-8654-ad7e3d0cdf5a up at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 18:51:08.615706 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Provisioning complete for port 275a3e3e-8c02-4d5c-8654-ad7e3d0cdf5a triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:51:08.616270 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:08.930501 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-6c58bcaf-ba21-4636-9e2f-5ea7e4b23d56 None None] Provisioning complete for port 8a1cbf58-e4cb-4e88-b069-6946f1398304 triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:51:08.931154 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-6c58bcaf-ba21-4636-9e2f-5ea7e4b23d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:08.973579 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-6c58bcaf-ba21-4636-9e2f-5ea7e4b23d56 None None] Port 8a1cbf58-e4cb-4e88-b069-6946f1398304 cannot update to ACTIVE because it is not bound. {{(pid=102388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 18:51:09.016252 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Device ae1ef9d2-942e-4e62-85d2-9670e26f3a18 details requested by agent hyperv_n-h1-816865-1 with host n-h1-816865-1 {{(pid=102388) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 05 18:51:09.032605 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-17576c88-907b-4b6b-a74c-de812ffb5163 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:09.224865 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-9de581d5-5882-4560-9638-d4bdbd634a6d None None] Provisioning complete for port 275a3e3e-8c02-4d5c-8654-ad7e3d0cdf5a triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:51:09.225235 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-9de581d5-5882-4560-9638-d4bdbd634a6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:09.289509 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] For port ae1ef9d2-942e-4e62-85d2-9670e26f3a18, host n-h1-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=ae1ef9d2-942e-4e62-85d2-9670e26f3a18,segment=NetworkSegment(35c2db9c-522d-48d3-98cf-a08c2cc55db7),segment_id=35c2db9c-522d-48d3-98cf-a08c2cc55db7)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:51:09.358504 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Returning: {'device': 'ae1ef9d2-942e-4e62-85d2-9670e26f3a18', 'network_id': 'a723f808-b11e-4066-b104-fad90c82895e', 'port_id': 'ae1ef9d2-942e-4e62-85d2-9670e26f3a18', 'mac_address': 'fa:16:3e:bb:78:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 153, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05e7a1b5-165b-4a00-855a-ffbcb2eba59e', 'ip_address': '192.168.233.73'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102388) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 05 18:51:09.407126 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:09.427102 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6c798d-5647-4313-a30e-8f85ae9f7298 req-0d2a0a38-ffaf-4e82-bed1-db1bc9605993 tempest-ServerMetadataNegativeTestJSON-1970312003 tempest-ServerMetadataNegativeTestJSON-1970312003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:51:09.428766 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-1e6c798d-5647-4313-a30e-8f85ae9f7298 req-0d2a0a38-ffaf-4e82-bed1-db1bc9605993 tempest-ServerMetadataNegativeTestJSON-1970312003 tempest-ServerMetadataNegativeTestJSON-1970312003-project] 10.222.0.13 "GET /v2.0/ports?device_id=5d4f7934-d3e8-4638-9c51-013e1599e812 HTTP/1.1" status: 200 len: 945 time: 0.1731627 Nov 05 18:51:09.446354 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9261f08f-dea1-4301-b6bf-fff4a7d1abae req-60a1fc4a-c160-47ec-ab8f-f2e598cd6091 tempest-ServersOnMultiNodesTest-710233287 tempest-ServersOnMultiNodesTest-710233287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:51:09.455525 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-9261f08f-dea1-4301-b6bf-fff4a7d1abae req-60a1fc4a-c160-47ec-ab8f-f2e598cd6091 tempest-ServersOnMultiNodesTest-710233287 tempest-ServersOnMultiNodesTest-710233287-project] 10.222.0.13 "GET /v2.0/ports?device_id=bcb7048a-c1de-4c8b-9a22-0f9b2edee96f HTTP/1.1" status: 200 len: 947 time: 0.2012577 Nov 05 18:51:09.459598 n-d-816865-1 neutron-server[102388]: DEBUG neutron.notifiers.nova [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae1ef9d2-942e-4e62-85d2-9670e26f3a18 {{(pid=102388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 18:51:09.482517 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] For port ae1ef9d2-942e-4e62-85d2-9670e26f3a18, host n-h1-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=ae1ef9d2-942e-4e62-85d2-9670e26f3a18,segment=NetworkSegment(35c2db9c-522d-48d3-98cf-a08c2cc55db7),segment_id=35c2db9c-522d-48d3-98cf-a08c2cc55db7)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:51:09.578660 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.db_base_plugin_common [None req-17576c88-907b-4b6b-a74c-de812ffb5163 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Allocated IP 2001:db8:1::1 (31eddc66-829b-47e4-8da1-299f5f38efbf/a172ce8d-ea14-4ce3-98a1-722e55bdbdb0/3bcaeec2-1962-4eec-836e-d446495957a6) {{(pid=102387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 18:51:09.589850 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:09.602843 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-1e6c798d-5647-4313-a30e-8f85ae9f7298 req-18d5ab24-3785-4f64-8764-a758bab98df5 tempest-ServerMetadataNegativeTestJSON-1970312003 tempest-ServerMetadataNegativeTestJSON-1970312003-project] 10.222.0.13 "GET /v2.0/security-groups?id=99967fe0-dc08-4dc3-9a9a-9b96a5450012&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397657 Nov 05 18:51:09.613945 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-9261f08f-dea1-4301-b6bf-fff4a7d1abae req-158f8644-ed78-405e-a57a-1de567299ac2 tempest-ServersOnMultiNodesTest-710233287 tempest-ServersOnMultiNodesTest-710233287-project] 10.222.0.13 "GET /v2.0/security-groups?id=a1214aa7-6fe8-4b93-878e-3f1f16f5c576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569312 Nov 05 18:51:09.730072 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Pushing event updated for resources: {'Port': ['ID=ae1ef9d2-942e-4e62-85d2-9670e26f3a18,revision_number=4']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:51:09.820429 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-17576c88-907b-4b6b-a74c-de812ffb5163 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Publish callbacks [] for port, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:09.873643 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] get_ports_and_sgs() called for port_ids ['ae1ef9d2-942e-4e62-85d2-9670e26f3a18'] {{(pid=102388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 18:51:10.024593 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-17576c88-907b-4b6b-a74c-de812ffb5163 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4417063'] for port, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:10.076779 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17576c88-907b-4b6b-a74c-de812ffb5163 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Network 31eddc66-829b-47e4-8da1-299f5f38efbf is already hosted by enough agents. {{(pid=102387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 18:51:10.089189 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.base_scheduler [None req-17576c88-907b-4b6b-a74c-de812ffb5163 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Resources bound (agent type, host, resource id): {{(pid=102387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:51:10.096991 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17576c88-907b-4b6b-a74c-de812ffb5163 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Received port after_create {{(pid=102387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 18:51:10.097670 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-17576c88-907b-4b6b-a74c-de812ffb5163 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-571770'] for router_interface, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:10.155202 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17576c88-907b-4b6b-a74c-de812ffb5163 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Pushing event updated for resources: {'Port': ['ID=3bcaeec2-1962-4eec-836e-d446495957a6,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:51:10.491549 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-8bf699f2-e1b8-4d7f-800a-7acfc7b5deaa None None] Provisioning complete for port 3bcaeec2-1962-4eec-836e-d446495957a6 triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:51:10.491549 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-8bf699f2-e1b8-4d7f-800a-7acfc7b5deaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:10.505229 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-8bf699f2-e1b8-4d7f-800a-7acfc7b5deaa None None] Port 3bcaeec2-1962-4eec-836e-d446495957a6 cannot update to ACTIVE because it is not bound. {{(pid=102388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 18:51:10.708834 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-17576c88-907b-4b6b-a74c-de812ffb5163 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:10.849989 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015c8579-2f77-486a-9a8b-664132fc9b2e req-9c82d267-55a1-4538-84bb-83c55b51aee2 tempest-ServerMetadataNegativeTestJSON-1970312003 tempest-ServerMetadataNegativeTestJSON-1970312003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:51:10.851573 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-015c8579-2f77-486a-9a8b-664132fc9b2e req-9c82d267-55a1-4538-84bb-83c55b51aee2 tempest-ServerMetadataNegativeTestJSON-1970312003 tempest-ServerMetadataNegativeTestJSON-1970312003-project] 10.222.0.13 "GET /v2.0/ports?device_id=5d4f7934-d3e8-4638-9c51-013e1599e812 HTTP/1.1" status: 200 len: 945 time: 0.1456182 Nov 05 18:51:10.892799 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd224058-31a0-4af3-9d80-ee1dd51ff2dc req-7cd24ea0-94d2-4a4a-9d5c-725c18519c62 tempest-ServersOnMultiNodesTest-710233287 tempest-ServersOnMultiNodesTest-710233287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:51:10.895002 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-fd224058-31a0-4af3-9d80-ee1dd51ff2dc req-7cd24ea0-94d2-4a4a-9d5c-725c18519c62 tempest-ServersOnMultiNodesTest-710233287 tempest-ServersOnMultiNodesTest-710233287-project] 10.222.0.13 "GET /v2.0/ports?device_id=bcb7048a-c1de-4c8b-9a22-0f9b2edee96f HTTP/1.1" status: 200 len: 948 time: 0.1896734 Nov 05 18:51:10.996308 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Device ae1ef9d2-942e-4e62-85d2-9670e26f3a18 up at agent hyperv_n-h1-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 18:51:11.108667 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-015c8579-2f77-486a-9a8b-664132fc9b2e req-4b22fb40-9dc0-4c88-9e8d-6dc95c502469 tempest-ServerMetadataNegativeTestJSON-1970312003 tempest-ServerMetadataNegativeTestJSON-1970312003-project] 10.222.0.13 "GET /v2.0/security-groups?id=99967fe0-dc08-4dc3-9a9a-9b96a5450012&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448667 Nov 05 18:51:11.108667 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-fd224058-31a0-4af3-9d80-ee1dd51ff2dc req-5c233d07-0f1f-43ce-a5c0-869e708499fd tempest-ServersOnMultiNodesTest-710233287 tempest-ServersOnMultiNodesTest-710233287-project] 10.222.0.13 "GET /v2.0/security-groups?id=a1214aa7-6fe8-4b93-878e-3f1f16f5c576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153054 Nov 05 18:51:11.323599 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Provisioning for port ae1ef9d2-942e-4e62-85d2-9670e26f3a18 completed by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 05 18:51:11.323599 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Provisioning complete for port ae1ef9d2-942e-4e62-85d2-9670e26f3a18 triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:51:11.323877 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:11.617991 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-17576c88-907b-4b6b-a74c-de812ffb5163 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Publish callbacks [] for port, precommit_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:11.668573 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:11.698457 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-17576c88-907b-4b6b-a74c-de812ffb5163 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4417072'] for port, after_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:11.701311 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-17576c88-907b-4b6b-a74c-de812ffb5163 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-597863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-571878'] for router_interface, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:11.714404 n-d-816865-1 neutron-server[102388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bcb7048a-c1de-4c8b-9a22-0f9b2edee96f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae1ef9d2-942e-4e62-85d2-9670e26f3a18'}] {{(pid=102388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 18:51:11.719936 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85474fee1180e129d8a886d264fe0b30223aa672dd1ffe43b630605f18504f68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-148c71e6-0d89-494e-aa73-571f1d474ac9" -d '{"events": [{"server_uuid": "bcb7048a-c1de-4c8b-9a22-0f9b2edee96f", "name": "network-vif-plugged", "status": "completed", "tag": "ae1ef9d2-942e-4e62-85d2-9670e26f3a18"}]}' {{(pid=102388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 18:51:11.736775 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] For port ae1ef9d2-942e-4e62-85d2-9670e26f3a18, host n-h1-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=ae1ef9d2-942e-4e62-85d2-9670e26f3a18,segment=NetworkSegment(35c2db9c-522d-48d3-98cf-a08c2cc55db7),segment_id=35c2db9c-522d-48d3-98cf-a08c2cc55db7)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:51:11.807636 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:11.812131 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 18:51:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3cddbc0-cc68-4150-a50d-1c212f5c0e7a x-openstack-request-id: req-c3cddbc0-cc68-4150-a50d-1c212f5c0e7a {{(pid=102388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 18:51:11.812424 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bcb7048a-c1de-4c8b-9a22-0f9b2edee96f", "name": "network-vif-plugged", "status": "completed", "tag": "ae1ef9d2-942e-4e62-85d2-9670e26f3a18", "code": 200}]} {{(pid=102388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 18:51:11.812676 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c3cddbc0-cc68-4150-a50d-1c212f5c0e7a {{(pid=102388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 18:51:11.813245 n-d-816865-1 neutron-server[102388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bcb7048a-c1de-4c8b-9a22-0f9b2edee96f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae1ef9d2-942e-4e62-85d2-9670e26f3a18', 'code': 200} Nov 05 18:51:11.895961 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17576c88-907b-4b6b-a74c-de812ffb5163 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Pushing event updated for resources: {'Port': ['ID=3bcaeec2-1962-4eec-836e-d446495957a6,revision_number=2']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:51:11.934842 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Pushing event updated for resources: {'Port': ['ID=ae1ef9d2-942e-4e62-85d2-9670e26f3a18,revision_number=5']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:51:11.969263 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17576c88-907b-4b6b-a74c-de812ffb5163 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Network 31eddc66-829b-47e4-8da1-299f5f38efbf is already hosted by enough agents. {{(pid=102387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 18:51:11.970895 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.base_scheduler [None req-17576c88-907b-4b6b-a74c-de812ffb5163 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Resources bound (agent type, host, resource id): {{(pid=102387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:51:12.000212 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 57730) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:51:12.079892 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361aa622-c964-4ebe-af5d-8cc089b53a91 req-60fc1527-72dd-4993-a701-1ea973094d8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:51:12.082919 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-361aa622-c964-4ebe-af5d-8cc089b53a91 req-60fc1527-72dd-4993-a701-1ea973094d8e service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=bcb7048a-c1de-4c8b-9a22-0f9b2edee96f HTTP/1.1" status: 200 len: 1100 time: 0.0678213 Nov 05 18:51:12.148554 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17576c88-907b-4b6b-a74c-de812ffb5163 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Router b3b07ed0-f641-47a5-9d4e-f75da94f5163 has already been hosted by L3 agent 6dcb5589-8e86-4616-9186-ddc4548e13ad {{(pid=102387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 18:51:12.171576 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-361aa622-c964-4ebe-af5d-8cc089b53a91 req-1fe4796c-5c8c-4c9c-8e72-6c00253a9117 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=a1214aa7-6fe8-4b93-878e-3f1f16f5c576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791984 Nov 05 18:51:12.242392 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-f1c18274-df8b-48b5-9509-87dc6d26a9aa tempest-MeteringTestJSON-1991229810 tempest-MeteringTestJSON-1991229810-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1716732352'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:51:12.243777 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-f1c18274-df8b-48b5-9509-87dc6d26a9aa tempest-MeteringTestJSON-1991229810 tempest-MeteringTestJSON-1991229810-project-admin] Unknown quota resources ['metering_label']. {{(pid=102386) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 05 18:51:12.338535 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17576c88-907b-4b6b-a74c-de812ffb5163 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Notify agent at l3_agent.n-d-816865-1 the message routers_updated {{(pid=102387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 18:51:12.352689 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-17576c88-907b-4b6b-a74c-de812ffb5163 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] 10.222.0.13 "PUT /v2.0/routers/b3b07ed0-f641-47a5-9d4e-f75da94f5163/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8882716 Nov 05 18:51:12.352947 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 57740) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:51:12.355282 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c225c66d-8581-47b2-858c-5f59b09a755e None None] Sync routers for ids ['b3b07ed0-f641-47a5-9d4e-f75da94f5163'] in n-d-816865-1 {{(pid=102388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 18:51:12.390569 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c225c66d-8581-47b2-858c-5f59b09a755e None None] Routers {'b3b07ed0-f641-47a5-9d4e-f75da94f5163'} bound to L3 agent in host n-d-816865-1 {{(pid=102388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 18:51:12.390569 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-c225c66d-8581-47b2-858c-5f59b09a755e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T18:51:05Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['b3b07ed0-f641-47a5-9d4e-f75da94f5163'], 'active': True} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:51:12.415023 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68626587-540c-48b7-ac68-43390a7e1f02 req-658cc9df-f923-449e-841e-78f69c2b8e8d tempest-ServersOnMultiNodesTest-710233287 tempest-ServersOnMultiNodesTest-710233287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:51:12.426648 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-68626587-540c-48b7-ac68-43390a7e1f02 req-658cc9df-f923-449e-841e-78f69c2b8e8d tempest-ServersOnMultiNodesTest-710233287 tempest-ServersOnMultiNodesTest-710233287-project] 10.222.0.13 "GET /v2.0/ports?device_id=bcb7048a-c1de-4c8b-9a22-0f9b2edee96f HTTP/1.1" status: 200 len: 949 time: 0.1197026 Nov 05 18:51:12.453154 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7a9a941-f3f7-42ba-a38b-d63b81292251 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:51:12.457980 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-f7a9a941-f3f7-42ba-a38b-d63b81292251 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] 10.222.0.13 "GET /v2.0/ports/3bcaeec2-1962-4eec-836e-d446495957a6 HTTP/1.1" status: 200 len: 913 time: 0.0993278 Nov 05 18:51:12.463254 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 57742) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:51:12.497358 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-c225c66d-8581-47b2-858c-5f59b09a755e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816865-1', False) {} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:51:12.523958 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-68626587-540c-48b7-ac68-43390a7e1f02 req-02d2eb55-e519-46d3-a6cc-775e1ac63747 tempest-ServersOnMultiNodesTest-710233287 tempest-ServersOnMultiNodesTest-710233287-project] 10.222.0.13 "GET /v2.0/security-groups?id=a1214aa7-6fe8-4b93-878e-3f1f16f5c576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869064 Nov 05 18:51:12.532038 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-d0627fc2-f578-4c44-b492-e0c8d253f1f2 None None] Provisioning complete for port 3bcaeec2-1962-4eec-836e-d446495957a6 triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:51:12.546585 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-d0627fc2-f578-4c44-b492-e0c8d253f1f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:12.585173 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c225c66d-8581-47b2-858c-5f59b09a755e None None] Routers {'b3b07ed0-f641-47a5-9d4e-f75da94f5163'} bound to L3 agent in host n-d-816865-1 {{(pid=102388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 18:51:12.585809 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-c225c66d-8581-47b2-858c-5f59b09a755e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T18:51:05Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['b3b07ed0-f641-47a5-9d4e-f75da94f5163'], 'active': True} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:51:12.644919 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1456754b-1a38-4960-b52d-dfe6c0fc84d1 req-4fe93142-bebc-43c2-8d76-44087f03cbc7 tempest-ServerMetadataNegativeTestJSON-1970312003 tempest-ServerMetadataNegativeTestJSON-1970312003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:51:12.653370 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-1456754b-1a38-4960-b52d-dfe6c0fc84d1 req-4fe93142-bebc-43c2-8d76-44087f03cbc7 tempest-ServerMetadataNegativeTestJSON-1970312003 tempest-ServerMetadataNegativeTestJSON-1970312003-project] 10.222.0.13 "GET /v2.0/ports?device_id=5d4f7934-d3e8-4638-9c51-013e1599e812 HTTP/1.1" status: 200 len: 945 time: 0.0966830 Nov 05 18:51:12.721891 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-1456754b-1a38-4960-b52d-dfe6c0fc84d1 req-79220ceb-eca3-4b48-a3be-000bcee485a0 tempest-ServerMetadataNegativeTestJSON-1970312003 tempest-ServerMetadataNegativeTestJSON-1970312003-project] 10.222.0.13 "GET /v2.0/security-groups?id=99967fe0-dc08-4dc3-9a9a-9b96a5450012&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675592 Nov 05 18:51:12.740348 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-c225c66d-8581-47b2-858c-5f59b09a755e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816865-1', False) {} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:51:12.740348 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c225c66d-8581-47b2-858c-5f59b09a755e None None] The sync data for ids ['b3b07ed0-f641-47a5-9d4e-f75da94f5163'] in n-d-816865-1 is: [] {{(pid=102388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 18:51:12.753568 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-d0627fc2-f578-4c44-b492-e0c8d253f1f2 None None] Port 3bcaeec2-1962-4eec-836e-d446495957a6 cannot update to ACTIVE because it is not bound. {{(pid=102388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 18:51:12.795892 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-f1c18274-df8b-48b5-9509-87dc6d26a9aa tempest-MeteringTestJSON-1991229810 tempest-MeteringTestJSON-1991229810-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:12.797282 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-f1c18274-df8b-48b5-9509-87dc6d26a9aa tempest-MeteringTestJSON-1991229810 tempest-MeteringTestJSON-1991229810-project-admin] 10.222.0.13 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.7941046 Nov 05 18:51:12.800060 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 57750) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:51:12.805956 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-cffbd70f-1bd1-4a02-80a5-11a4cb0f66ed tempest-MeteringTestJSON-1991229810 tempest-MeteringTestJSON-1991229810-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': '6e326467-5476-4139-b115-d13f91dcb90e'}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:51:12.806501 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-cffbd70f-1bd1-4a02-80a5-11a4cb0f66ed tempest-MeteringTestJSON-1991229810 tempest-MeteringTestJSON-1991229810-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=102387) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 05 18:51:12.977597 n-d-816865-1 neutron-server[102387]: WARNING neutron.services.metering.metering_plugin [None req-cffbd70f-1bd1-4a02-80a5-11a4cb0f66ed tempest-MeteringTestJSON-1991229810 tempest-MeteringTestJSON-1991229810-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Nov 05 18:51:13.122525 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-cffbd70f-1bd1-4a02-80a5-11a4cb0f66ed tempest-MeteringTestJSON-1991229810 tempest-MeteringTestJSON-1991229810-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:13.124180 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-cffbd70f-1bd1-4a02-80a5-11a4cb0f66ed tempest-MeteringTestJSON-1991229810 tempest-MeteringTestJSON-1991229810-project-admin] 10.222.0.13 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.3224509 Nov 05 18:51:13.126127 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 57754) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:51:13.131146 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-b9ebea3b-eff9-4929-81f3-2de998d3b047 tempest-MeteringTestJSON-1991229810 tempest-MeteringTestJSON-1991229810-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': '6e326467-5476-4139-b115-d13f91dcb90e'}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:51:13.131631 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-b9ebea3b-eff9-4929-81f3-2de998d3b047 tempest-MeteringTestJSON-1991229810 tempest-MeteringTestJSON-1991229810-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=102387) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 05 18:51:13.203742 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-cbc327c8-af53-42c7-bdee-d53fdcd64ad5 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-571777'] for router_interface, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:13.322976 n-d-816865-1 neutron-server[102387]: WARNING neutron.services.metering.metering_plugin [None req-b9ebea3b-eff9-4929-81f3-2de998d3b047 tempest-MeteringTestJSON-1991229810 tempest-MeteringTestJSON-1991229810-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Nov 05 18:51:13.453546 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-b9ebea3b-eff9-4929-81f3-2de998d3b047 tempest-MeteringTestJSON-1991229810 tempest-MeteringTestJSON-1991229810-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:13.457775 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-b9ebea3b-eff9-4929-81f3-2de998d3b047 tempest-MeteringTestJSON-1991229810 tempest-MeteringTestJSON-1991229810-project-admin] 10.222.0.13 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.3277266 Nov 05 18:51:13.459061 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 57758) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:51:13.486549 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-138b7c72-fcc6-47e2-ad7b-c3190df2c5f8 tempest-MeteringTestJSON-1991229810 tempest-MeteringTestJSON-1991229810-project-admin] 10.222.0.13 "GET /v2.0/metering/metering-label-rules?id=e2403986-a006-4e44-9c0d-d1a6d18ddedb HTTP/1.1" status: 200 len: 464 time: 0.0256221 Nov 05 18:51:13.490536 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 57760) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:51:13.687142 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7dd805-4108-48f5-933e-d4c0b673cf38 req-3d8c9f31-fccb-4741-a011-386e12bd0a3e tempest-ServersOnMultiNodesTest-710233287 tempest-ServersOnMultiNodesTest-710233287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:51:13.691116 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-8f7dd805-4108-48f5-933e-d4c0b673cf38 req-3d8c9f31-fccb-4741-a011-386e12bd0a3e tempest-ServersOnMultiNodesTest-710233287 tempest-ServersOnMultiNodesTest-710233287-project] 10.222.0.13 "GET /v2.0/ports?device_id=bcb7048a-c1de-4c8b-9a22-0f9b2edee96f HTTP/1.1" status: 200 len: 949 time: 0.0766118 Nov 05 18:51:13.745630 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-8f7dd805-4108-48f5-933e-d4c0b673cf38 req-e28ab3ea-94ae-4eb4-8071-4c68c848dc9a tempest-ServersOnMultiNodesTest-710233287 tempest-ServersOnMultiNodesTest-710233287-project] 10.222.0.13 "GET /v2.0/security-groups?id=a1214aa7-6fe8-4b93-878e-3f1f16f5c576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463653 Nov 05 18:51:13.773224 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-dc1955a3-da4d-4da3-88b5-5c4e4de9461c tempest-MeteringTestJSON-1991229810 tempest-MeteringTestJSON-1991229810-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:13.776406 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-dc1955a3-da4d-4da3-88b5-5c4e4de9461c tempest-MeteringTestJSON-1991229810 tempest-MeteringTestJSON-1991229810-project-admin] 10.222.0.13 "DELETE /v2.0/metering/metering-label-rules/e2403986-a006-4e44-9c0d-d1a6d18ddedb HTTP/1.1" status: 204 len: 168 time: 0.2845659 Nov 05 18:51:13.777330 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 57772) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:51:13.790233 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-fc130794-bc38-462e-9d92-f58ffa7091b8 tempest-MeteringTestJSON-1991229810 tempest-MeteringTestJSON-1991229810-project-admin] 10.222.0.13 "GET /v2.0/metering/metering-label-rules?id=e2403986-a006-4e44-9c0d-d1a6d18ddedb HTTP/1.1" status: 200 len: 221 time: 0.0114596 Nov 05 18:51:13.798368 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 57774) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:51:13.803451 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-cbc327c8-af53-42c7-bdee-d53fdcd64ad5 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Deleting port 3bcaeec2-1962-4eec-836e-d446495957a6 {{(pid=102386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 18:51:13.803881 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-cbc327c8-af53-42c7-bdee-d53fdcd64ad5 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:13.806477 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-98e21185-a243-4ccc-8494-0d1b6e6794b9 tempest-MeteringTestJSON-1991229810 tempest-MeteringTestJSON-1991229810-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--2073890776', 'description': 'label created by tempest'}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:51:13.808447 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-98e21185-a243-4ccc-8494-0d1b6e6794b9 tempest-MeteringTestJSON-1991229810 tempest-MeteringTestJSON-1991229810-project-admin] Unknown quota resources ['metering_label']. {{(pid=102387) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 05 18:51:13.935788 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035ecd9d-cd5d-454e-b503-7fa43dc76339 req-3399540b-d516-4f8e-b7a0-67ee7d6800b8 tempest-ServerMetadataNegativeTestJSON-1970312003 tempest-ServerMetadataNegativeTestJSON-1970312003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:51:13.946345 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-035ecd9d-cd5d-454e-b503-7fa43dc76339 req-3399540b-d516-4f8e-b7a0-67ee7d6800b8 tempest-ServerMetadataNegativeTestJSON-1970312003 tempest-ServerMetadataNegativeTestJSON-1970312003-project] 10.222.0.55 "GET /v2.0/ports?device_id=5d4f7934-d3e8-4638-9c51-013e1599e812 HTTP/1.1" status: 200 len: 945 time: 0.1214826 Nov 05 18:51:13.973389 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae53abd-29b3-413d-a76e-5a79fa822300 req-05229dab-1fe0-48ff-8e1b-b92267db4eba tempest-ServerMetadataNegativeTestJSON-1970312003 tempest-ServerMetadataNegativeTestJSON-1970312003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:51:13.975697 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-3ae53abd-29b3-413d-a76e-5a79fa822300 req-05229dab-1fe0-48ff-8e1b-b92267db4eba tempest-ServerMetadataNegativeTestJSON-1970312003 tempest-ServerMetadataNegativeTestJSON-1970312003-project] 10.222.0.13 "GET /v2.0/ports?device_id=5d4f7934-d3e8-4638-9c51-013e1599e812 HTTP/1.1" status: 200 len: 945 time: 0.1620460 Nov 05 18:51:13.978725 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f520c37a-c656-47f6-bea8-c0e453076bbf req-608b4645-6855-46b9-8e07-977c61b48b46 tempest-ServersOnMultiNodesTest-937204943 tempest-ServersOnMultiNodesTest-937204943-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:51:13.980506 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-f520c37a-c656-47f6-bea8-c0e453076bbf req-608b4645-6855-46b9-8e07-977c61b48b46 tempest-ServersOnMultiNodesTest-937204943 tempest-ServersOnMultiNodesTest-937204943-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=bcb7048a-c1de-4c8b-9a22-0f9b2edee96f HTTP/1.1" status: 200 len: 1100 time: 0.1260126 Nov 05 18:51:14.104106 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 57782) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:51:14.156009 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-98e21185-a243-4ccc-8494-0d1b6e6794b9 tempest-MeteringTestJSON-1991229810 tempest-MeteringTestJSON-1991229810-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:14.160612 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-98e21185-a243-4ccc-8494-0d1b6e6794b9 tempest-MeteringTestJSON-1991229810 tempest-MeteringTestJSON-1991229810-project-admin] 10.222.0.13 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.3589289 Nov 05 18:51:14.167762 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 57786) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:51:14.257987 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-cbc327c8-af53-42c7-bdee-d53fdcd64ad5 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:14.299433 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-3ae53abd-29b3-413d-a76e-5a79fa822300 req-17f4c9ce-ad1e-4ebd-957e-ef5a73035b7e tempest-ServerMetadataNegativeTestJSON-1970312003 tempest-ServerMetadataNegativeTestJSON-1970312003-project] 10.222.0.13 "GET /v2.0/security-groups?id=99967fe0-dc08-4dc3-9a9a-9b96a5450012&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2333152 Nov 05 18:51:14.336796 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-f520c37a-c656-47f6-bea8-c0e453076bbf req-311e57d1-961f-4355-9d73-a0b30ed3f9bb tempest-ServersOnMultiNodesTest-937204943 tempest-ServersOnMultiNodesTest-937204943-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=a1214aa7-6fe8-4b93-878e-3f1f16f5c576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2717941 Nov 05 18:51:14.355520 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-57fd4062-7449-4e98-b9f1-5d07f5e7d31c tempest-MeteringTestJSON-1991229810 tempest-MeteringTestJSON-1991229810-project-admin] 10.222.0.13 "GET /v2.0/metering/metering-labels?id=32cb989b-195f-46ce-9171-c09a5245e133 HTTP/1.1" status: 200 len: 468 time: 0.1839011 Nov 05 18:51:14.355520 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 57790) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:51:14.419311 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-cbc327c8-af53-42c7-bdee-d53fdcd64ad5 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Calling delete_port for 3bcaeec2-1962-4eec-836e-d446495957a6 owned by network:router_interface {{(pid=102386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 18:51:14.584672 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [req-035ecd9d-cd5d-454e-b503-7fa43dc76339 req-626910af-44e0-4542-af85-028dd3ca2eb0 tempest-ServerMetadataNegativeTestJSON-1970312003 tempest-ServerMetadataNegativeTestJSON-1970312003-project] Deleting port 1f4506d6-e1cf-4f03-933a-e5a37de9502e {{(pid=102386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 18:51:14.585013 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-035ecd9d-cd5d-454e-b503-7fa43dc76339 req-626910af-44e0-4542-af85-028dd3ca2eb0 tempest-ServerMetadataNegativeTestJSON-1970312003 tempest-ServerMetadataNegativeTestJSON-1970312003-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:14.682371 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [req-035ecd9d-cd5d-454e-b503-7fa43dc76339 req-626910af-44e0-4542-af85-028dd3ca2eb0 tempest-ServerMetadataNegativeTestJSON-1970312003 tempest-ServerMetadataNegativeTestJSON-1970312003-project] For port 1f4506d6-e1cf-4f03-933a-e5a37de9502e, host n-h2-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=1f4506d6-e1cf-4f03-933a-e5a37de9502e,segment=NetworkSegment(e87c57cf-22d3-46d0-ae01-0f11051596be),segment_id=e87c57cf-22d3-46d0-ae01-0f11051596be)] {{(pid=102386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:51:14.682786 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-035ecd9d-cd5d-454e-b503-7fa43dc76339 req-626910af-44e0-4542-af85-028dd3ca2eb0 tempest-ServerMetadataNegativeTestJSON-1970312003 tempest-ServerMetadataNegativeTestJSON-1970312003-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:14.708997 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-29f22943-551b-43ce-851a-803edb1d565c req-691cd83c-5221-47eb-9ab1-f77b06cb9005 tempest-ServersOnMultiNodesTest-710233287 tempest-ServersOnMultiNodesTest-710233287-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=ace8311f15794bf9a6ad1c1faa75592d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1425865 Nov 05 18:51:14.747271 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [req-035ecd9d-cd5d-454e-b503-7fa43dc76339 req-626910af-44e0-4542-af85-028dd3ca2eb0 tempest-ServerMetadataNegativeTestJSON-1970312003 tempest-ServerMetadataNegativeTestJSON-1970312003-project] Calling delete_port for 1f4506d6-e1cf-4f03-933a-e5a37de9502e owned by compute:nova {{(pid=102386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 18:51:15.014147 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f22943-551b-43ce-851a-803edb1d565c req-5aa88030-1486-4521-9179-9dbaac8e985d tempest-ServersOnMultiNodesTest-710233287 tempest-ServersOnMultiNodesTest-710233287-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:51:15.018207 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-29f22943-551b-43ce-851a-803edb1d565c req-5aa88030-1486-4521-9179-9dbaac8e985d tempest-ServersOnMultiNodesTest-710233287 tempest-ServersOnMultiNodesTest-710233287-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2933602 Nov 05 18:51:15.100538 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-62387d21-7e34-43cf-ac31-3fc59f3c7415 tempest-MeteringTestJSON-1991229810 tempest-MeteringTestJSON-1991229810-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:15.101656 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-62387d21-7e34-43cf-ac31-3fc59f3c7415 tempest-MeteringTestJSON-1991229810 tempest-MeteringTestJSON-1991229810-project-admin] 10.222.0.13 "DELETE /v2.0/metering/metering-labels/32cb989b-195f-46ce-9171-c09a5245e133 HTTP/1.1" status: 204 len: 168 time: 0.7468946 Nov 05 18:51:15.103038 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-29f22943-551b-43ce-851a-803edb1d565c req-9054bf71-2d92-437d-b4f1-b1ee988a9ff0 tempest-ServersOnMultiNodesTest-710233287 tempest-ServersOnMultiNodesTest-710233287-project] 10.222.0.13 "GET /v2.0/quotas/ace8311f15794bf9a6ad1c1faa75592d HTTP/1.1" status: 200 len: 375 time: 0.0363405 Nov 05 18:51:15.104530 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 57808) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:51:15.117348 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-7db401bc-fe12-4f6e-8842-92161bc78513 tempest-MeteringTestJSON-1991229810 tempest-MeteringTestJSON-1991229810-project-admin] 10.222.0.13 "GET /v2.0/metering/metering-labels?id=32cb989b-195f-46ce-9171-c09a5245e133 HTTP/1.1" status: 200 len: 216 time: 0.0115762 Nov 05 18:51:15.122373 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 57810) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:51:15.144630 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-bdfdfb4d-7bb5-4cfc-b530-03de1f041ee0 tempest-MeteringTestJSON-1991229810 tempest-MeteringTestJSON-1991229810-project-admin] 10.222.0.13 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0192368 Nov 05 18:51:15.146885 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 57812) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:51:15.153118 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-cbc327c8-af53-42c7-bdee-d53fdcd64ad5 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:15.212413 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc327c8-af53-42c7-bdee-d53fdcd64ad5 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Pushing event deleted for resources: {'Port': ['ID=3bcaeec2-1962-4eec-836e-d446495957a6,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:51:15.223431 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-035ecd9d-cd5d-454e-b503-7fa43dc76339 req-626910af-44e0-4542-af85-028dd3ca2eb0 tempest-ServerMetadataNegativeTestJSON-1970312003 tempest-ServerMetadataNegativeTestJSON-1970312003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:15.240620 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc327c8-af53-42c7-bdee-d53fdcd64ad5 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:51:15.240620 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc327c8-af53-42c7-bdee-d53fdcd64ad5 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:51:15.240620 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc327c8-af53-42c7-bdee-d53fdcd64ad5 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:51:15.240620 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc327c8-af53-42c7-bdee-d53fdcd64ad5 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:51:15.240620 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc327c8-af53-42c7-bdee-d53fdcd64ad5 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:51:15.240620 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc327c8-af53-42c7-bdee-d53fdcd64ad5 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:51:15.240620 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc327c8-af53-42c7-bdee-d53fdcd64ad5 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:51:15.240620 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc327c8-af53-42c7-bdee-d53fdcd64ad5 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:51:15.241337 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc327c8-af53-42c7-bdee-d53fdcd64ad5 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:51:15.241337 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc327c8-af53-42c7-bdee-d53fdcd64ad5 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:51:15.241493 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc327c8-af53-42c7-bdee-d53fdcd64ad5 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:51:15.241859 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc327c8-af53-42c7-bdee-d53fdcd64ad5 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:51:15.246212 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-29f22943-551b-43ce-851a-803edb1d565c req-2d1dc561-3660-4724-85c2-734b60940ef9 tempest-ServersOnMultiNodesTest-710233287 tempest-ServersOnMultiNodesTest-710233287-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=ace8311f15794bf9a6ad1c1faa75592d&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1276140 Nov 05 18:51:15.305812 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-752762f1-d9d2-4c04-938b-aeeb7fc37245 tempest-MeteringTestJSON-1991229810 tempest-MeteringTestJSON-1991229810-project-admin] 10.222.0.13 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.1575873 Nov 05 18:51:15.309188 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 57814) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:51:15.411995 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-d571d283-64ab-4277-9df4-aa950968b78b tempest-MeteringTestJSON-1991229810 tempest-MeteringTestJSON-1991229810-project-admin] 10.222.0.13 "GET /v2.0/metering/metering-labels/6e326467-5476-4139-b115-d13f91dcb90e HTTP/1.1" status: 200 len: 473 time: 0.1005418 Nov 05 18:51:15.418403 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 57818) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:51:15.450767 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-cbc327c8-af53-42c7-bdee-d53fdcd64ad5 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-597886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-573297'] for router_interface, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:15.465329 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-95715813-92dd-4806-a16d-171065daa520 tempest-MeteringTestJSON-1991229810 tempest-MeteringTestJSON-1991229810-project-admin] 10.222.0.13 "GET /v2.0/metering/metering-label-rules/fa1289f8-a1b6-4fb5-b1e9-df0f37c02162 HTTP/1.1" status: 200 len: 461 time: 0.0413299 Nov 05 18:51:15.475721 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626910af-44e0-4542-af85-028dd3ca2eb0 tempest-ServerMetadataNegativeTestJSON-1970312003 tempest-ServerMetadataNegativeTestJSON-1970312003-project] Pushing event deleted for resources: {'Port': ['ID=1f4506d6-e1cf-4f03-933a-e5a37de9502e,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:51:15.481672 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 57820) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:51:15.544079 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-96fee99d-3452-420f-a7c5-a72fd4a85f22 req-ad401352-dd9f-4df4-9e02-2c9b3cd24987 tempest-ServerMetadataNegativeTestJSON-1970312003 tempest-ServerMetadataNegativeTestJSON-1970312003-project] 10.222.0.13 "GET /v2.0/ports?device_id=5d4f7934-d3e8-4638-9c51-013e1599e812 HTTP/1.1" status: 200 len: 210 time: 0.0740395 Nov 05 18:51:15.592472 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-7d201a87-b5ed-4981-89df-59f1ebd19716 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-571777'] for router_interface, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:15.745202 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [req-035ecd9d-cd5d-454e-b503-7fa43dc76339 req-626910af-44e0-4542-af85-028dd3ca2eb0 tempest-ServerMetadataNegativeTestJSON-1970312003 tempest-ServerMetadataNegativeTestJSON-1970312003-project] No DVR routers for this DVR port 1f4506d6-e1cf-4f03-933a-e5a37de9502e on host n-h2-816865-1 {{(pid=102386) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 18:51:15.749755 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-035ecd9d-cd5d-454e-b503-7fa43dc76339 req-626910af-44e0-4542-af85-028dd3ca2eb0 tempest-ServerMetadataNegativeTestJSON-1970312003 tempest-ServerMetadataNegativeTestJSON-1970312003-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:15.753054 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-035ecd9d-cd5d-454e-b503-7fa43dc76339 req-626910af-44e0-4542-af85-028dd3ca2eb0 tempest-ServerMetadataNegativeTestJSON-1970312003 tempest-ServerMetadataNegativeTestJSON-1970312003-project] 10.222.0.55 "DELETE /v2.0/ports/1f4506d6-e1cf-4f03-933a-e5a37de9502e HTTP/1.1" status: 204 len: 173 time: 1.7969086 Nov 05 18:51:15.753838 n-d-816865-1 neutron-server[102386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d4f7934-d3e8-4638-9c51-013e1599e812', 'name': 'network-vif-deleted', 'tag': '1f4506d6-e1cf-4f03-933a-e5a37de9502e'}] {{(pid=102386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 18:51:15.756564 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6173a44d7c73f41af551dc890fa1a5892c2c6bc3458b640c8e0c24db7876ba6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57ff5a3c-0711-43ef-a923-7b0f080f26ac" -d '{"events": [{"server_uuid": "5d4f7934-d3e8-4638-9c51-013e1599e812", "name": "network-vif-deleted", "tag": "1f4506d6-e1cf-4f03-933a-e5a37de9502e"}]}' {{(pid=102386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 18:51:15.967267 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbc327c8-af53-42c7-bdee-d53fdcd64ad5 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Router b3b07ed0-f641-47a5-9d4e-f75da94f5163 has already been hosted by L3 agent 6dcb5589-8e86-4616-9186-ddc4548e13ad {{(pid=102386) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 18:51:16.096576 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-f75958c5-b2e7-4145-8ab1-9f4a1bece54f tempest-MeteringTestJSON-1991229810 tempest-MeteringTestJSON-1991229810-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:16.098267 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-f75958c5-b2e7-4145-8ab1-9f4a1bece54f tempest-MeteringTestJSON-1991229810 tempest-MeteringTestJSON-1991229810-project-admin] 10.222.0.13 "DELETE /v2.0/metering/metering-label-rules/fa1289f8-a1b6-4fb5-b1e9-df0f37c02162 HTTP/1.1" status: 204 len: 168 time: 0.5255110 Nov 05 18:51:16.101369 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 57840) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:51:16.167422 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-3feb0f72-a360-4f03-a2fe-5be53b394d76 req-dd6219e4-fe12-4381-a405-beed8cf70a71 tempest-ServersOnMultiNodesTest-710233287 tempest-ServersOnMultiNodesTest-710233287-project] 10.222.0.13 "GET /v2.0/ports?device_id=d00ed1eb-0259-4f43-a1a1-bfeaa20c3b03 HTTP/1.1" status: 200 len: 210 time: 0.4983554 Nov 05 18:51:16.381522 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbc327c8-af53-42c7-bdee-d53fdcd64ad5 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Notify agent at l3_agent.n-d-816865-1 the message routers_updated {{(pid=102386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 18:51:16.388998 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-cbc327c8-af53-42c7-bdee-d53fdcd64ad5 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] 10.222.0.13 "PUT /v2.0/routers/b3b07ed0-f641-47a5-9d4e-f75da94f5163/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9262562 Nov 05 18:51:16.390759 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69d25dd1-3e4f-4dd9-83bf-bd5f322d5768 None None] Sync routers for ids ['b3b07ed0-f641-47a5-9d4e-f75da94f5163'] in n-d-816865-1 {{(pid=102389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 18:51:16.393477 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 57848) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:51:16.404892 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69d25dd1-3e4f-4dd9-83bf-bd5f322d5768 None None] Routers {'b3b07ed0-f641-47a5-9d4e-f75da94f5163'} bound to L3 agent in host n-d-816865-1 {{(pid=102389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 18:51:16.405521 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-69d25dd1-3e4f-4dd9-83bf-bd5f322d5768 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T18:51:05Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['b3b07ed0-f641-47a5-9d4e-f75da94f5163'], 'active': True} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:51:16.442416 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-69d25dd1-3e4f-4dd9-83bf-bd5f322d5768 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816865-1', False) {} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:51:16.452333 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69d25dd1-3e4f-4dd9-83bf-bd5f322d5768 None None] Routers {'b3b07ed0-f641-47a5-9d4e-f75da94f5163'} bound to L3 agent in host n-d-816865-1 {{(pid=102389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 18:51:16.452333 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-69d25dd1-3e4f-4dd9-83bf-bd5f322d5768 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T18:51:05Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['b3b07ed0-f641-47a5-9d4e-f75da94f5163'], 'active': True} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:51:16.480019 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-1ef523b6-b04e-4407-8c6c-cce6eee15e5f tempest-MeteringTestJSON-1991229810 tempest-MeteringTestJSON-1991229810-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:16.483564 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-1ef523b6-b04e-4407-8c6c-cce6eee15e5f tempest-MeteringTestJSON-1991229810 tempest-MeteringTestJSON-1991229810-project-admin] 10.222.0.13 "DELETE /v2.0/metering/metering-labels/6e326467-5476-4139-b115-d13f91dcb90e HTTP/1.1" status: 204 len: 168 time: 0.3789270 Nov 05 18:51:16.519780 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-69d25dd1-3e4f-4dd9-83bf-bd5f322d5768 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816865-1', False) {} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:51:16.520673 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69d25dd1-3e4f-4dd9-83bf-bd5f322d5768 None None] The sync data for ids ['b3b07ed0-f641-47a5-9d4e-f75da94f5163'] in n-d-816865-1 is: [] {{(pid=102389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 18:51:16.556585 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [None req-7d201a87-b5ed-4981-89df-59f1ebd19716 admin admin] Deleting port 8dfae9e7-cd59-48b6-bfe7-c336264dc142 {{(pid=102387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 18:51:16.557158 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-7d201a87-b5ed-4981-89df-59f1ebd19716 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:16.587556 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 18:51:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-312df46c-4a6a-4c56-9b9a-8ab9c5fe7dc1 x-openstack-request-id: req-312df46c-4a6a-4c56-9b9a-8ab9c5fe7dc1 {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 18:51:16.588083 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d4f7934-d3e8-4638-9c51-013e1599e812", "name": "network-vif-deleted", "tag": "1f4506d6-e1cf-4f03-933a-e5a37de9502e", "status": "completed", "code": 200}]} {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 18:51:16.588479 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-312df46c-4a6a-4c56-9b9a-8ab9c5fe7dc1 {{(pid=102386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 18:51:16.588778 n-d-816865-1 neutron-server[102386]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d4f7934-d3e8-4638-9c51-013e1599e812', 'name': 'network-vif-deleted', 'tag': '1f4506d6-e1cf-4f03-933a-e5a37de9502e', 'status': 'completed', 'code': 200} Nov 05 18:51:16.645962 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Device 1f4506d6-e1cf-4f03-933a-e5a37de9502e no longer exists at agent hyperv_n-h2-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 18:51:16.669191 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] No Port match for: 1f4506d6-e1cf-4f03-933a-e5a37de9502e {{(pid=102388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 18:51:16.669759 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Device 1f4506d6-e1cf-4f03-933a-e5a37de9502e not bound to the agent host n-h2-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 18:51:16.729778 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-71e5016e-6e81-424b-9228-4817cac6a5ac req-4a2eca58-ec5f-47f9-b60b-2c7847582595 tempest-ServerMetadataNegativeTestJSON-1970312003 tempest-ServerMetadataNegativeTestJSON-1970312003-project] 10.222.0.13 "GET /v2.0/ports?device_id=5d4f7934-d3e8-4638-9c51-013e1599e812 HTTP/1.1" status: 200 len: 210 time: 0.0317824 Nov 05 18:51:16.765291 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.db [None req-7d201a87-b5ed-4981-89df-59f1ebd19716 admin admin] For port 8dfae9e7-cd59-48b6-bfe7-c336264dc142, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=8dfae9e7-cd59-48b6-bfe7-c336264dc142,segment=NetworkSegment(93fd2d79-7933-46e7-8a7f-2b0cace59e4b),segment_id=93fd2d79-7933-46e7-8a7f-2b0cace59e4b)] {{(pid=102387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:51:16.765291 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-7d201a87-b5ed-4981-89df-59f1ebd19716 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:16.776200 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [None req-7d201a87-b5ed-4981-89df-59f1ebd19716 admin admin] Calling delete_port for 8dfae9e7-cd59-48b6-bfe7-c336264dc142 owned by network:router_interface {{(pid=102387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 18:51:16.841798 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-5e8e8a1a-bb8a-4297-8019-dbb258aaee50 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-571777'] for router_interface, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:17.084418 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-7d201a87-b5ed-4981-89df-59f1ebd19716 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4417063'] for port, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:17.132023 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d201a87-b5ed-4981-89df-59f1ebd19716 admin admin] Pushing event deleted for resources: {'Port': ['ID=8dfae9e7-cd59-48b6-bfe7-c336264dc142,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:51:17.227406 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 57864) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:51:17.351344 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-5e8e8a1a-bb8a-4297-8019-dbb258aaee50 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Deleting port 8a1cbf58-e4cb-4e88-b069-6946f1398304 {{(pid=102386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 18:51:17.357666 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-5e8e8a1a-bb8a-4297-8019-dbb258aaee50 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:17.455267 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-96115458-cfa3-4180-89ba-0a97aa464ecd req-e0e4f8ee-d96f-4cb8-96d2-3cf0413e0cdd tempest-ServersOnMultiNodesTest-710233287 tempest-ServersOnMultiNodesTest-710233287-project] 10.222.0.13 "GET /v2.0/ports?device_id=d00ed1eb-0259-4f43-a1a1-bfeaa20c3b03 HTTP/1.1" status: 200 len: 210 time: 0.0908244 Nov 05 18:51:17.466718 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-ef9f9839-c91d-4a3d-b4d0-7388534f3dc8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:17.503292 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-7d201a87-b5ed-4981-89df-59f1ebd19716 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-597886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-573297'] for router_interface, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:17.526863 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-5e8e8a1a-bb8a-4297-8019-dbb258aaee50 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:17.565526 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-5e8e8a1a-bb8a-4297-8019-dbb258aaee50 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Calling delete_port for 8a1cbf58-e4cb-4e88-b069-6946f1398304 owned by network:router_interface {{(pid=102386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 18:51:17.660922 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-ef9f9839-c91d-4a3d-b4d0-7388534f3dc8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:17.755122 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-ef9f9839-c91d-4a3d-b4d0-7388534f3dc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:17.812720 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-ef9f9839-c91d-4a3d-b4d0-7388534f3dc8 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=cdd574523f8f43458ce8188237a1a30f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5876505 Nov 05 18:51:17.815303 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9f9839-c91d-4a3d-b4d0-7388534f3dc8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8ea3c77-effe-4b50-9433-c294825117b0,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:51:17.815701 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 57870) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:51:17.825902 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d201a87-b5ed-4981-89df-59f1ebd19716 admin admin] Router beeb7fb8-39c0-47c0-a88d-b4e22ec05da3 has already been hosted by L3 agent 6dcb5589-8e86-4616-9186-ddc4548e13ad {{(pid=102387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 18:51:17.828640 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 57872) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:51:17.922618 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.db_base_plugin_v2 [None req-67ca3e41-2a00-4654-ac98-ebd7dea49a52 admin admin] Deleting subnet bd1acfb1-f2c0-46c1-9909-adec7eeaf5fe {{(pid=102387) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 05 18:51:17.928377 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-67ca3e41-2a00-4654-ac98-ebd7dea49a52 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:17.939367 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-a67bd501-79db-4303-89b1-05e7b6974955 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:17.978654 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-a67bd501-79db-4303-89b1-05e7b6974955 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:18.020628 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-67ca3e41-2a00-4654-ac98-ebd7dea49a52 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4463501'] for subnet, precommit_delete_associations {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:18.063954 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d201a87-b5ed-4981-89df-59f1ebd19716 admin admin] Notify agent at l3_agent.n-d-816865-1 the message routers_updated {{(pid=102387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 18:51:18.070794 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-7d201a87-b5ed-4981-89df-59f1ebd19716 admin admin] 10.222.0.13 "PUT /v2.0/routers/beeb7fb8-39c0-47c0-a88d-b4e22ec05da3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9283018 Nov 05 18:51:18.073295 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 57886) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:51:18.081264 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1fdeb69-b5d3-4b96-afc9-4b99adf6ca80 None None] Sync routers for ids ['beeb7fb8-39c0-47c0-a88d-b4e22ec05da3'] in n-d-816865-1 {{(pid=102388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 18:51:18.087690 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-67ca3e41-2a00-4654-ac98-ebd7dea49a52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1573928'] for subnet, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:18.093632 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1fdeb69-b5d3-4b96-afc9-4b99adf6ca80 None None] Routers {'beeb7fb8-39c0-47c0-a88d-b4e22ec05da3'} bound to L3 agent in host n-d-816865-1 {{(pid=102388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 18:51:18.094578 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-d1fdeb69-b5d3-4b96-afc9-4b99adf6ca80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T18:51:05Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['beeb7fb8-39c0-47c0-a88d-b4e22ec05da3'], 'active': True} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:51:18.226483 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-5e8e8a1a-bb8a-4297-8019-dbb258aaee50 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:18.273082 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-1723f507-7b5e-4ad0-b66c-768889f1c4c0 admin admin] Publish callbacks [] for router, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:18.299075 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-a67bd501-79db-4303-89b1-05e7b6974955 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:18.311416 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-a67bd501-79db-4303-89b1-05e7b6974955 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:18.313201 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-a67bd501-79db-4303-89b1-05e7b6974955 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c8ea3c77-effe-4b50-9433-c294825117b0 HTTP/1.1" status: 204 len: 168 time: 0.4960537 Nov 05 18:51:18.320465 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvr_db [None req-d1fdeb69-b5d3-4b96-afc9-4b99adf6ca80 None None] Set router beeb7fb8-39c0-47c0-a88d-b4e22ec05da3 gateway port host: n-d-816865-1 {{(pid=102388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 18:51:18.346702 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-67ca3e41-2a00-4654-ac98-ebd7dea49a52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1573905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4417146', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5112209'] for subnet, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:18.350426 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67bd501-79db-4303-89b1-05e7b6974955 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8ea3c77-effe-4b50-9433-c294825117b0,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:51:18.353673 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8e8a1a-bb8a-4297-8019-dbb258aaee50 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Pushing event deleted for resources: {'Port': ['ID=8a1cbf58-e4cb-4e88-b069-6946f1398304,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:51:18.491387 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-67ca3e41-2a00-4654-ac98-ebd7dea49a52 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597851'] for subnet, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:18.506189 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-67ca3e41-2a00-4654-ac98-ebd7dea49a52 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/bd1acfb1-f2c0-46c1-9909-adec7eeaf5fe HTTP/1.1" status: 204 len: 168 time: 0.6730874 Nov 05 18:51:18.507160 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ca3e41-2a00-4654-ac98-ebd7dea49a52 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bd1acfb1-f2c0-46c1-9909-adec7eeaf5fe,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:51:18.519612 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 57894) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:51:18.663047 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-5e8e8a1a-bb8a-4297-8019-dbb258aaee50 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-597886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-573297'] for router_interface, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:18.720063 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-29f22943-551b-43ce-851a-803edb1d565c req-5632466f-fabd-4804-bbe0-878f9847b05b tempest-ServersOnMultiNodesTest-710233287 tempest-ServersOnMultiNodesTest-710233287-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=ace8311f15794bf9a6ad1c1faa75592d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0624363 Nov 05 18:51:18.751218 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-3e241432-8c5b-4bc7-8a2e-3c766c1f6c23 req-e976fa68-c3bc-4327-b592-486f54146b2b tempest-ServersOnMultiNodesTest-710233287 tempest-ServersOnMultiNodesTest-710233287-project] 10.222.0.13 "GET /v2.0/ports?device_id=d00ed1eb-0259-4f43-a1a1-bfeaa20c3b03 HTTP/1.1" status: 200 len: 210 time: 0.0750098 Nov 05 18:51:18.807234 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-d1fdeb69-b5d3-4b96-afc9-4b99adf6ca80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'beeb7fb8-39c0-47c0-a88d-b4e22ec05da3', 'name': 'tempest-TaggedBootDevicesTest-2092046476-router', 'tenant_id': '48de103aa1ab44c9aad7c42993657578', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.236'}], 'enable_snat': True}, 'gw_port_id': 'f27c4a60-5c3f-41e7-93bc-e021962f250c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T18:39:14Z', 'updated_at': '2021-11-05T18:51:16Z', 'revision_number': 5, 'project_id': '48de103aa1ab44c9aad7c42993657578', 'gw_port': {'id': 'f27c4a60-5c3f-41e7-93bc-e021962f250c', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:eb:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beeb7fb8-39c0-47c0-a88d-b4e22ec05da3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T18:39:18Z', 'updated_at': '2021-11-05T18:39:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1'}], 'n-d-816865-1', False) {} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:51:18.828680 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-204f5142-9347-4811-8c8d-33b1f6d5ad4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1664226'] for network, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:18.843515 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-1723f507-7b5e-4ad0-b66c-768889f1c4c0 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:18.875778 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1fdeb69-b5d3-4b96-afc9-4b99adf6ca80 None None] Checking router: beeb7fb8-39c0-47c0-a88d-b4e22ec05da3 for host: n-d-816865-1 {{(pid=102388) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 18:51:18.898495 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1fdeb69-b5d3-4b96-afc9-4b99adf6ca80 None None] Routers {'beeb7fb8-39c0-47c0-a88d-b4e22ec05da3'} bound to L3 agent in host n-d-816865-1 {{(pid=102388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 18:51:18.899590 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-d1fdeb69-b5d3-4b96-afc9-4b99adf6ca80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T18:51:05Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['beeb7fb8-39c0-47c0-a88d-b4e22ec05da3'], 'active': True} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:51:19.035698 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-204f5142-9347-4811-8c8d-33b1f6d5ad4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1579173', 'neutron.services.segments.db._delete_segments_for_network-8750027792909'] for network, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:19.103121 n-d-816865-1 neutron-server[102387]: DEBUG neutron.services.segments.db [None req-204f5142-9347-4811-8c8d-33b1f6d5ad4c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c17495d-1ec3-4dc7-961e-8e1ec690eed3']}} {{(pid=102387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:51:19.112235 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvr_db [None req-d1fdeb69-b5d3-4b96-afc9-4b99adf6ca80 None None] Set router beeb7fb8-39c0-47c0-a88d-b4e22ec05da3 gateway port host: n-d-816865-1 {{(pid=102388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 18:51:19.123264 n-d-816865-1 neutron-server[102387]: DEBUG neutron.services.segments.db [None req-204f5142-9347-4811-8c8d-33b1f6d5ad4c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e87c57cf-22d3-46d0-ae01-0f11051596be') {'for_net_delete': True} {{(pid=102387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:51:19.124589 n-d-816865-1 neutron-server[102387]: DEBUG neutron.services.segments.db [None req-204f5142-9347-4811-8c8d-33b1f6d5ad4c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e87c57cf-22d3-46d0-ae01-0f11051596be') {} {{(pid=102387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:51:19.131660 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e8e8a1a-bb8a-4297-8019-dbb258aaee50 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Router b3b07ed0-f641-47a5-9d4e-f75da94f5163 has already been hosted by L3 agent 6dcb5589-8e86-4616-9186-ddc4548e13ad {{(pid=102386) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 18:51:19.154612 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-204f5142-9347-4811-8c8d-33b1f6d5ad4c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750027793430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4463492'] for segment, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:19.168953 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f22943-551b-43ce-851a-803edb1d565c req-edb58f32-b5be-4b1c-a653-f2f8c7a1052a tempest-ServersOnMultiNodesTest-710233287 tempest-ServersOnMultiNodesTest-710233287-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:51:19.171010 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-29f22943-551b-43ce-851a-803edb1d565c req-edb58f32-b5be-4b1c-a653-f2f8c7a1052a tempest-ServersOnMultiNodesTest-710233287 tempest-ServersOnMultiNodesTest-710233287-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4428554 Nov 05 18:51:19.172606 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [None req-1723f507-7b5e-4ad0-b66c-768889f1c4c0 admin admin] Deleting port f27c4a60-5c3f-41e7-93bc-e021962f250c {{(pid=102387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 18:51:19.173196 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-1723f507-7b5e-4ad0-b66c-768889f1c4c0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:19.282035 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-204f5142-9347-4811-8c8d-33b1f6d5ad4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273'] for segment, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:19.298997 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-204f5142-9347-4811-8c8d-33b1f6d5ad4c admin admin] Releasing vlan 199 on physical network physnet1 to pool {{(pid=102387) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 05 18:51:19.299390 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-204f5142-9347-4811-8c8d-33b1f6d5ad4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4417236'] for segment, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:19.301323 n-d-816865-1 neutron-server[102387]: Traceback (most recent call last): Nov 05 18:51:19.301323 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 05 18:51:19.301323 n-d-816865-1 neutron-server[102387]: timer() Nov 05 18:51:19.301323 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 05 18:51:19.301323 n-d-816865-1 neutron-server[102387]: cb(*args, **kw) Nov 05 18:51:19.301323 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 05 18:51:19.301323 n-d-816865-1 neutron-server[102387]: return func(*args, **kwargs) Nov 05 18:51:19.301323 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 05 18:51:19.301323 n-d-816865-1 neutron-server[102387]: self._notify() Nov 05 18:51:19.301323 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 05 18:51:19.301323 n-d-816865-1 neutron-server[102387]: self.callback(batched_events) Nov 05 18:51:19.301323 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 05 18:51:19.301323 n-d-816865-1 neutron-server[102387]: event.method(event) Nov 05 18:51:19.301323 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 05 18:51:19.301323 n-d-816865-1 neutron-server[102387]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 05 18:51:19.301323 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 05 18:51:19.301323 n-d-816865-1 neutron-server[102387]: aggregate_uuid = self.p_client.list_aggregates( Nov 05 18:51:19.301323 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 05 18:51:19.301323 n-d-816865-1 neutron-server[102387]: return f(self, *a, **k) Nov 05 18:51:19.301323 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 05 18:51:19.301323 n-d-816865-1 neutron-server[102387]: return self._get(url).json() Nov 05 18:51:19.301323 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 05 18:51:19.301323 n-d-816865-1 neutron-server[102387]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 05 18:51:19.301323 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 05 18:51:19.301323 n-d-816865-1 neutron-server[102387]: return self.request(url, 'GET', **kwargs) Nov 05 18:51:19.301323 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 05 18:51:19.301323 n-d-816865-1 neutron-server[102387]: base_url = self.get_endpoint(auth, allow=allow, Nov 05 18:51:19.301323 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 05 18:51:19.301323 n-d-816865-1 neutron-server[102387]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 05 18:51:19.301323 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 05 18:51:19.301323 n-d-816865-1 neutron-server[102387]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 05 18:51:19.301323 n-d-816865-1 neutron-server[102387]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 05 18:51:19.405892 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.db [None req-1723f507-7b5e-4ad0-b66c-768889f1c4c0 admin admin] For port f27c4a60-5c3f-41e7-93bc-e021962f250c, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=f27c4a60-5c3f-41e7-93bc-e021962f250c,segment=NetworkSegment(85be518c-8bb4-46a2-a903-d4292782d29d),segment_id=85be518c-8bb4-46a2-a903-d4292782d29d)] {{(pid=102387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:51:19.406304 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-1723f507-7b5e-4ad0-b66c-768889f1c4c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:19.423763 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 57910) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:51:19.446094 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [None req-1723f507-7b5e-4ad0-b66c-768889f1c4c0 admin admin] Calling delete_port for f27c4a60-5c3f-41e7-93bc-e021962f250c owned by network:router_gateway {{(pid=102387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 18:51:19.447659 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-4036859f-b379-4a17-b75d-025c9dd55d3f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:19.455477 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-d1fdeb69-b5d3-4b96-afc9-4b99adf6ca80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'beeb7fb8-39c0-47c0-a88d-b4e22ec05da3', 'name': 'tempest-TaggedBootDevicesTest-2092046476-router', 'tenant_id': '48de103aa1ab44c9aad7c42993657578', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.236'}], 'enable_snat': True}, 'gw_port_id': 'f27c4a60-5c3f-41e7-93bc-e021962f250c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T18:39:14Z', 'updated_at': '2021-11-05T18:51:16Z', 'revision_number': 5, 'project_id': '48de103aa1ab44c9aad7c42993657578', 'gw_port': {'id': 'f27c4a60-5c3f-41e7-93bc-e021962f250c', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:eb:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beeb7fb8-39c0-47c0-a88d-b4e22ec05da3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T18:39:18Z', 'updated_at': '2021-11-05T18:39:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1'}], 'n-d-816865-1', False) {} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:51:19.468418 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-204f5142-9347-4811-8c8d-33b1f6d5ad4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1579178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-956796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1000687'] for network, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:19.479242 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-204f5142-9347-4811-8c8d-33b1f6d5ad4c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597851'] for network, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:19.482576 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-204f5142-9347-4811-8c8d-33b1f6d5ad4c admin admin] 10.222.0.13 "DELETE /v2.0/networks/3c17495d-1ec3-4dc7-961e-8e1ec690eed3 HTTP/1.1" status: 204 len: 168 time: 0.9619412 Nov 05 18:51:19.507175 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1fdeb69-b5d3-4b96-afc9-4b99adf6ca80 None None] The sync data for ids ['beeb7fb8-39c0-47c0-a88d-b4e22ec05da3'] in n-d-816865-1 is: [{'id': 'beeb7fb8-39c0-47c0-a88d-b4e22ec05da3', 'name': 'tempest-TaggedBootDevicesTest-2092046476-router', 'tenant_id': '48de103aa1ab44c9aad7c42993657578', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.236'}], 'enable_snat': True}, 'gw_port_id': 'f27c4a60-5c3f-41e7-93bc-e021962f250c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T18:39:14Z', 'updated_at': '2021-11-05T18:51:16Z', 'revision_number': 5, 'project_id': '48de103aa1ab44c9aad7c42993657578', 'gw_port': {'id': 'f27c4a60-5c3f-41e7-93bc-e021962f250c', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:eb:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beeb7fb8-39c0-47c0-a88d-b4e22ec05da3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T18:39:18Z', 'updated_at': '2021-11-05T18:39:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1'}] {{(pid=102388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 18:51:19.528295 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [req-29f22943-551b-43ce-851a-803edb1d565c req-4d63bd62-8153-4099-89f2-d4c336e62795 tempest-ServersOnMultiNodesTest-710233287 tempest-ServersOnMultiNodesTest-710233287-project] Request body: {'port': {'device_id': 'd00ed1eb-0259-4f43-a1a1-bfeaa20c3b03', 'network_id': 'a723f808-b11e-4066-b104-fad90c82895e', 'admin_state_up': True, 'tenant_id': 'ace8311f15794bf9a6ad1c1faa75592d'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:51:19.544138 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204f5142-9347-4811-8c8d-33b1f6d5ad4c admin admin] Pushing event deleted for resources: {'Network': ['ID=3c17495d-1ec3-4dc7-961e-8e1ec690eed3,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:51:19.686334 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-4036859f-b379-4a17-b75d-025c9dd55d3f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:19.749640 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e8e8a1a-bb8a-4297-8019-dbb258aaee50 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Notify agent at l3_agent.n-d-816865-1 the message routers_updated {{(pid=102386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 18:51:19.764168 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-5e8e8a1a-bb8a-4297-8019-dbb258aaee50 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] 10.222.0.13 "PUT /v2.0/routers/b3b07ed0-f641-47a5-9d4e-f75da94f5163/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3636911 Nov 05 18:51:19.764276 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73ced132-7b49-417b-ae47-2d4f8d740444 None None] Sync routers for ids ['b3b07ed0-f641-47a5-9d4e-f75da94f5163'] in n-d-816865-1 {{(pid=102389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 18:51:19.782600 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 57914) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:51:19.788906 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73ced132-7b49-417b-ae47-2d4f8d740444 None None] Routers {'b3b07ed0-f641-47a5-9d4e-f75da94f5163'} bound to L3 agent in host n-d-816865-1 {{(pid=102389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 18:51:19.790492 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-73ced132-7b49-417b-ae47-2d4f8d740444 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T18:51:05Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['b3b07ed0-f641-47a5-9d4e-f75da94f5163'], 'active': True} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:51:19.853622 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-73ced132-7b49-417b-ae47-2d4f8d740444 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816865-1', False) {} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:51:19.864200 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73ced132-7b49-417b-ae47-2d4f8d740444 None None] Routers {'b3b07ed0-f641-47a5-9d4e-f75da94f5163'} bound to L3 agent in host n-d-816865-1 {{(pid=102389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 18:51:19.865159 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-73ced132-7b49-417b-ae47-2d4f8d740444 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T18:51:05Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['b3b07ed0-f641-47a5-9d4e-f75da94f5163'], 'active': True} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:51:19.928253 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-73ced132-7b49-417b-ae47-2d4f8d740444 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816865-1', False) {} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:51:19.931247 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73ced132-7b49-417b-ae47-2d4f8d740444 None None] The sync data for ids ['b3b07ed0-f641-47a5-9d4e-f75da94f5163'] in n-d-816865-1 is: [] {{(pid=102389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 18:51:19.950329 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-30d1f810-5b07-4f99-90b8-cec222badd18 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] 10.222.0.13 "GET /v2.0/ports?device_id=b3b07ed0-f641-47a5-9d4e-f75da94f5163 HTTP/1.1" status: 200 len: 205 time: 0.1643755 Nov 05 18:51:19.950862 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 57918) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:51:19.951008 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-ab1ecc8f-47fe-4258-83e3-31d57e81894c req-bf66d7c3-56c1-4155-a104-82a716cc4651 tempest-ServersOnMultiNodesTest-710233287 tempest-ServersOnMultiNodesTest-710233287-project] 10.222.0.13 "GET /v2.0/ports?device_id=d00ed1eb-0259-4f43-a1a1-bfeaa20c3b03 HTTP/1.1" status: 200 len: 210 time: 0.0552692 Nov 05 18:51:19.951611 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-4036859f-b379-4a17-b75d-025c9dd55d3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:20.035672 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-1723f507-7b5e-4ad0-b66c-768889f1c4c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4417063'] for port, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:20.045661 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-29f22943-551b-43ce-851a-803edb1d565c req-4d63bd62-8153-4099-89f2-d4c336e62795 tempest-ServersOnMultiNodesTest-710233287 tempest-ServersOnMultiNodesTest-710233287-project] Made reservation on behalf of ace8311f15794bf9a6ad1c1faa75592d for: {'port': 1} {{(pid=102386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 18:51:20.048607 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-29f22943-551b-43ce-851a-803edb1d565c req-4d63bd62-8153-4099-89f2-d4c336e62795 tempest-ServersOnMultiNodesTest-710233287 tempest-ServersOnMultiNodesTest-710233287-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:20.071555 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1723f507-7b5e-4ad0-b66c-768889f1c4c0 admin admin] Pushing event deleted for resources: {'Port': ['ID=f27c4a60-5c3f-41e7-93bc-e021962f250c,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:51:20.088503 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-4036859f-b379-4a17-b75d-025c9dd55d3f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=086d81ff1a9c45f1b0e7b6d4be3e6819&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6616848 Nov 05 18:51:20.090343 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 57920) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:51:20.096154 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4036859f-b379-4a17-b75d-025c9dd55d3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4c74b57-beee-4762-bb06-61b82c0747c8,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:51:20.124830 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 57922) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:51:20.181936 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-f046d167-633b-4c48-84df-d041ad405db6 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Publish callbacks [] for router, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:20.204802 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-1723f507-7b5e-4ad0-b66c-768889f1c4c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1000651'] for router_gateway, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:20.348068 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-1723f507-7b5e-4ad0-b66c-768889f1c4c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-571301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6852'] for router, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:20.351700 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-1723f507-7b5e-4ad0-b66c-768889f1c4c0 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:20.364036 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.db_base_plugin_common [req-29f22943-551b-43ce-851a-803edb1d565c req-4d63bd62-8153-4099-89f2-d4c336e62795 tempest-ServersOnMultiNodesTest-710233287 tempest-ServersOnMultiNodesTest-710233287-project] Allocated IP 192.168.233.194 (a723f808-b11e-4066-b104-fad90c82895e/05e7a1b5-165b-4a00-855a-ffbcb2eba59e/2b5976ed-2eb2-44e2-9fd5-8b5617f2e0dc) {{(pid=102386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 18:51:20.418380 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-6a2b8474-89c6-4cf1-811b-2f7c9262d0b1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:20.441359 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-6a2b8474-89c6-4cf1-811b-2f7c9262d0b1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:20.563605 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-832be3bf-7729-4918-9e32-348c8fc0438b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=37491442c3f049f9b9d27a05bad71b3c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4300272 Nov 05 18:51:20.567424 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 57928) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:51:20.574484 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-1723f507-7b5e-4ad0-b66c-768889f1c4c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-571310'] for router, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:20.575517 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1723f507-7b5e-4ad0-b66c-768889f1c4c0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router beeb7fb8-39c0-47c0-a88d-b4e22ec05da3 {{(pid=102387) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 05 18:51:20.589639 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 8dfae9e7-cd59-48b6-bfe7-c336264dc142 no longer exists at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 18:51:20.594366 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-1723f507-7b5e-4ad0-b66c-768889f1c4c0 admin admin] Publish callbacks [] for router, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:20.598061 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-1723f507-7b5e-4ad0-b66c-768889f1c4c0 admin admin] 10.222.0.13 "DELETE /v2.0/routers/beeb7fb8-39c0-47c0-a88d-b4e22ec05da3 HTTP/1.1" status: 204 len: 168 time: 2.5237916 Nov 05 18:51:20.606279 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 57930) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:51:20.622448 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-6a2b8474-89c6-4cf1-811b-2f7c9262d0b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:20.625965 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-6a2b8474-89c6-4cf1-811b-2f7c9262d0b1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:20.643121 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] No Port match for: 8dfae9e7-cd59-48b6-bfe7-c336264dc142 {{(pid=102388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 18:51:20.645172 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 8dfae9e7-cd59-48b6-bfe7-c336264dc142 not bound to the agent host n-d-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 18:51:20.645841 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-6a2b8474-89c6-4cf1-811b-2f7c9262d0b1 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a4c74b57-beee-4762-bb06-61b82c0747c8 HTTP/1.1" status: 204 len: 168 time: 0.5442090 Nov 05 18:51:20.741873 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-f046d167-633b-4c48-84df-d041ad405db6 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-571301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6852'] for router, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:20.744230 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-f046d167-633b-4c48-84df-d041ad405db6 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:20.782224 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2b8474-89c6-4cf1-811b-2f7c9262d0b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4c74b57-beee-4762-bb06-61b82c0747c8,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:51:20.844312 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.db_base_plugin_v2 [None req-2495bdc3-d239-4e0b-8a70-0ed43338c9c1 admin admin] Deleting subnet cac15399-ea50-428e-a2ae-2a1396bca25d {{(pid=102387) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 05 18:51:20.854794 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-2495bdc3-d239-4e0b-8a70-0ed43338c9c1 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:20.898318 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-e7d3d6e9-295e-4dec-ba04-ff4d0dc02881 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:20.920114 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-2495bdc3-d239-4e0b-8a70-0ed43338c9c1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4463501'] for subnet, precommit_delete_associations {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:20.963335 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-f046d167-633b-4c48-84df-d041ad405db6 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-571310'] for router, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:20.964123 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f046d167-633b-4c48-84df-d041ad405db6 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Fanout notify agent at l3_agent the message router_deleted on router b3b07ed0-f641-47a5-9d4e-f75da94f5163 {{(pid=102386) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 05 18:51:20.995819 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-e7d3d6e9-295e-4dec-ba04-ff4d0dc02881 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:21.001078 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-f046d167-633b-4c48-84df-d041ad405db6 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Publish callbacks [] for router, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:21.006616 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-f046d167-633b-4c48-84df-d041ad405db6 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] 10.222.0.13 "DELETE /v2.0/routers/b3b07ed0-f641-47a5-9d4e-f75da94f5163 HTTP/1.1" status: 204 len: 168 time: 1.0525606 Nov 05 18:51:21.012536 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 57936) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:51:21.021095 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-29f22943-551b-43ce-851a-803edb1d565c req-4d63bd62-8153-4099-89f2-d4c336e62795 tempest-ServersOnMultiNodesTest-710233287 tempest-ServersOnMultiNodesTest-710233287-project] Publish callbacks [] for port, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:21.221686 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-29f22943-551b-43ce-851a-803edb1d565c req-4d63bd62-8153-4099-89f2-d4c336e62795 tempest-ServersOnMultiNodesTest-710233287 tempest-ServersOnMultiNodesTest-710233287-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:21.242191 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] get_ports_and_sgs() called for port_ids ['e4268253-2c3d-4389-9f13-e0128dfb13d4', '976c4505-32dd-43c0-b0d3-7b2c28ae4643', '328468a7-8564-46fe-b7ce-549f91925675', 'e12cd9c8-98d4-4e83-8bfb-1c6595f9b4d5'] {{(pid=102388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 18:51:21.247526 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] get_ports_and_sgs() called for port_ids ['0557f606-38e6-4fdc-9390-88d86ac73ed3', '8612e611-35ce-4d14-a73c-f29e837a8826', 'ae1ef9d2-942e-4e62-85d2-9670e26f3a18'] {{(pid=102388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 18:51:21.366318 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-29f22943-551b-43ce-851a-803edb1d565c req-4d63bd62-8153-4099-89f2-d4c336e62795 tempest-ServersOnMultiNodesTest-710233287 tempest-ServersOnMultiNodesTest-710233287-project] Network a723f808-b11e-4066-b104-fad90c82895e is already hosted by enough agents. {{(pid=102386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 18:51:21.379259 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.base_scheduler [req-29f22943-551b-43ce-851a-803edb1d565c req-4d63bd62-8153-4099-89f2-d4c336e62795 tempest-ServersOnMultiNodesTest-710233287 tempest-ServersOnMultiNodesTest-710233287-project] Resources bound (agent type, host, resource id): {{(pid=102386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:51:21.382389 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [req-29f22943-551b-43ce-851a-803edb1d565c req-4d63bd62-8153-4099-89f2-d4c336e62795 tempest-ServersOnMultiNodesTest-710233287 tempest-ServersOnMultiNodesTest-710233287-project] Received port after_create {{(pid=102386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 18:51:21.473491 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d63bd62-8153-4099-89f2-d4c336e62795 tempest-ServersOnMultiNodesTest-710233287 tempest-ServersOnMultiNodesTest-710233287-project] Pushing event updated for resources: {'Port': ['ID=2b5976ed-2eb2-44e2-9fd5-8b5617f2e0dc,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:51:21.489053 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.db_base_plugin_v2 [None req-684a19e4-72f2-417b-aaee-95bd9a92638f tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Deleting subnet a172ce8d-ea14-4ce3-98a1-722e55bdbdb0 {{(pid=102387) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 05 18:51:21.495859 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-684a19e4-72f2-417b-aaee-95bd9a92638f tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Publish callbacks [] for subnet, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:21.501027 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-2495bdc3-d239-4e0b-8a70-0ed43338c9c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1573928'] for subnet, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:21.559910 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f22943-551b-43ce-851a-803edb1d565c req-4d63bd62-8153-4099-89f2-d4c336e62795 tempest-ServersOnMultiNodesTest-710233287 tempest-ServersOnMultiNodesTest-710233287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:51:21.564456 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-29f22943-551b-43ce-851a-803edb1d565c req-4d63bd62-8153-4099-89f2-d4c336e62795 tempest-ServersOnMultiNodesTest-710233287 tempest-ServersOnMultiNodesTest-710233287-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:21.565610 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32279ff9-e058-4a1d-b66e-8f55666bb41f req-77729f39-d3b3-4488-85b5-6274e73469c1 tempest-ServersOnMultiNodesTest-710233287 tempest-ServersOnMultiNodesTest-710233287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:51:21.567720 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-32279ff9-e058-4a1d-b66e-8f55666bb41f req-77729f39-d3b3-4488-85b5-6274e73469c1 tempest-ServersOnMultiNodesTest-710233287 tempest-ServersOnMultiNodesTest-710233287-project] 10.222.0.13 "GET /v2.0/ports?device_id=d00ed1eb-0259-4f43-a1a1-bfeaa20c3b03 HTTP/1.1" status: 200 len: 936 time: 0.2105057 Nov 05 18:51:21.656947 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.agents_db [None req-b9406b04-a0e8-43cf-b349-711963d96cf4 None None] Agent healthcheck: found 7 active agents {{(pid=102389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 05 18:51:21.695482 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-684a19e4-72f2-417b-aaee-95bd9a92638f tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4463501'] for subnet, precommit_delete_associations {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:21.697872 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-29f22943-551b-43ce-851a-803edb1d565c req-4d63bd62-8153-4099-89f2-d4c336e62795 tempest-ServersOnMultiNodesTest-710233287 tempest-ServersOnMultiNodesTest-710233287-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.1737797 Nov 05 18:51:21.724624 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-32279ff9-e058-4a1d-b66e-8f55666bb41f req-4ccf49c7-4cff-435e-9173-9012c29858ba tempest-ServersOnMultiNodesTest-710233287 tempest-ServersOnMultiNodesTest-710233287-project] 10.222.0.13 "GET /v2.0/security-groups?id=a1214aa7-6fe8-4b93-878e-3f1f16f5c576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118898 Nov 05 18:51:21.804631 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-e7d3d6e9-295e-4dec-ba04-ff4d0dc02881 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:21.807580 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-e7d3d6e9-295e-4dec-ba04-ff4d0dc02881 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:21.809294 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-e7d3d6e9-295e-4dec-ba04-ff4d0dc02881 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/99967fe0-dc08-4dc3-9a9a-9b96a5450012 HTTP/1.1" status: 204 len: 168 time: 1.2419689 Nov 05 18:51:21.835042 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d3d6e9-295e-4dec-ba04-ff4d0dc02881 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99967fe0-dc08-4dc3-9a9a-9b96a5450012,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:51:21.848624 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-9fe11188-e8f8-4eb5-9540-7b6f41dcd417 None None] Provisioning complete for port 2b5976ed-2eb2-44e2-9fd5-8b5617f2e0dc triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:51:21.849168 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-9fe11188-e8f8-4eb5-9540-7b6f41dcd417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:21.850642 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-684a19e4-72f2-417b-aaee-95bd9a92638f tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1573928'] for subnet, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:21.857054 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-2495bdc3-d239-4e0b-8a70-0ed43338c9c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1573905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4417146', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5112209'] for subnet, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:21.927437 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72256d08-86b9-4497-b182-30e85397f532 None None] Network 9c282dee-ee32-45f7-8090-e833d25335b6 requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 18:51:21.970571 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-2495bdc3-d239-4e0b-8a70-0ed43338c9c1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597851'] for subnet, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:21.977655 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-2495bdc3-d239-4e0b-8a70-0ed43338c9c1 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/cac15399-ea50-428e-a2ae-2a1396bca25d HTTP/1.1" status: 204 len: 168 time: 1.3664823 Nov 05 18:51:21.977812 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 57964) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:51:21.992561 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2495bdc3-d239-4e0b-8a70-0ed43338c9c1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cac15399-ea50-428e-a2ae-2a1396bca25d,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:51:22.121182 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [req-29f22943-551b-43ce-851a-803edb1d565c req-65196dc6-4c46-4ef7-b108-5eab96bbf9af service neutron] Request body: {'port': {'device_id': 'd00ed1eb-0259-4f43-a1a1-bfeaa20c3b03', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816865-1'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:51:22.134212 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-c544cbc0-2f1b-4677-b1aa-da5e15a9322b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1664226'] for network, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:22.152439 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-9fe11188-e8f8-4eb5-9540-7b6f41dcd417 None None] Port 2b5976ed-2eb2-44e2-9fd5-8b5617f2e0dc cannot update to ACTIVE because it is not bound. {{(pid=102388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 18:51:22.225446 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-29f22943-551b-43ce-851a-803edb1d565c req-65196dc6-4c46-4ef7-b108-5eab96bbf9af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:22.278335 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-684a19e4-72f2-417b-aaee-95bd9a92638f tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1573905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4417146', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5112209'] for subnet, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:22.320473 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-684a19e4-72f2-417b-aaee-95bd9a92638f tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597851'] for subnet, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:22.332444 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-460672c6-82dd-4b72-a331-70081dd7b970 None None] Network 31eddc66-829b-47e4-8da1-299f5f38efbf requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 18:51:22.333894 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 57966) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:51:22.335457 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-684a19e4-72f2-417b-aaee-95bd9a92638f tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] 10.222.0.13 "DELETE /v2.0/subnets/a172ce8d-ea14-4ce3-98a1-722e55bdbdb0 HTTP/1.1" status: 204 len: 168 time: 1.3216250 Nov 05 18:51:22.366393 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684a19e4-72f2-417b-aaee-95bd9a92638f tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Pushing event deleted for resources: {'Subnet': ['ID=a172ce8d-ea14-4ce3-98a1-722e55bdbdb0,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:51:22.417217 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.db_base_plugin_v2 [None req-aca4e913-421e-4179-a7a5-b3d12e139f69 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Deleting subnet b997a5c9-9ed3-4ef2-91aa-24705ae9fb01 {{(pid=102386) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 05 18:51:22.457066 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-aca4e913-421e-4179-a7a5-b3d12e139f69 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Publish callbacks [] for subnet, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:22.557692 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5a91c11-4e20-430f-98a6-fc493bc58463 None None] DHCP port deletion for 9c282dee-ee32-45f7-8090-e833d25335b6 request from n-d-816865-1 {{(pid=102388) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 05 18:51:22.558687 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device f27c4a60-5c3f-41e7-93bc-e021962f250c no longer exists at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 18:51:22.602553 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-aca4e913-421e-4179-a7a5-b3d12e139f69 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4590738'] for subnet, precommit_delete_associations {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:22.662879 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] No Port match for: f27c4a60-5c3f-41e7-93bc-e021962f250c {{(pid=102388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 18:51:22.663662 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device f27c4a60-5c3f-41e7-93bc-e021962f250c not bound to the agent host n-d-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 18:51:22.861646 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-c544cbc0-2f1b-4677-b1aa-da5e15a9322b admin admin] Deleting port 91e2c962-8df5-4e94-b8c8-7d66b429d4db {{(pid=102386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 18:51:22.861978 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-c544cbc0-2f1b-4677-b1aa-da5e15a9322b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:22.870822 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56d37357-01be-443a-ab1f-a46a87af9072 None None] DHCP port deletion for 31eddc66-829b-47e4-8da1-299f5f38efbf request from n-d-816865-1 {{(pid=102388) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 05 18:51:22.910965 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-f5a91c11-4e20-430f-98a6-fc493bc58463 None None] Deleting port 91e2c962-8df5-4e94-b8c8-7d66b429d4db {{(pid=102388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 18:51:22.911339 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-f5a91c11-4e20-430f-98a6-fc493bc58463 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:22.945570 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e59b65b-518c-4e2a-8733-ce161b9f3f0a req-f94e8d48-edb7-4298-acdb-b6d37c353fc3 tempest-ServersOnMultiNodesTest-710233287 tempest-ServersOnMultiNodesTest-710233287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:51:22.959072 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-9e59b65b-518c-4e2a-8733-ce161b9f3f0a req-f94e8d48-edb7-4298-acdb-b6d37c353fc3 tempest-ServersOnMultiNodesTest-710233287 tempest-ServersOnMultiNodesTest-710233287-project] 10.222.0.13 "GET /v2.0/ports?device_id=d00ed1eb-0259-4f43-a1a1-bfeaa20c3b03 HTTP/1.1" status: 200 len: 936 time: 0.0940735 Nov 05 18:51:23.097238 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-9e59b65b-518c-4e2a-8733-ce161b9f3f0a req-7b53c332-a9a1-43bc-b7e3-caa144298c97 tempest-ServersOnMultiNodesTest-710233287 tempest-ServersOnMultiNodesTest-710233287-project] 10.222.0.13 "GET /v2.0/security-groups?id=a1214aa7-6fe8-4b93-878e-3f1f16f5c576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368613 Nov 05 18:51:23.098089 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 57992) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:51:23.176712 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-f5a91c11-4e20-430f-98a6-fc493bc58463 None None] For port 91e2c962-8df5-4e94-b8c8-7d66b429d4db, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=91e2c962-8df5-4e94-b8c8-7d66b429d4db,segment=NetworkSegment(93fd2d79-7933-46e7-8a7f-2b0cace59e4b),segment_id=93fd2d79-7933-46e7-8a7f-2b0cace59e4b)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:51:23.177024 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-f5a91c11-4e20-430f-98a6-fc493bc58463 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:23.203149 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-f5a91c11-4e20-430f-98a6-fc493bc58463 None None] Calling delete_port for 91e2c962-8df5-4e94-b8c8-7d66b429d4db owned by network:dhcp {{(pid=102388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 18:51:23.281559 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-56d37357-01be-443a-ab1f-a46a87af9072 None None] Deleting port 275a3e3e-8c02-4d5c-8654-ad7e3d0cdf5a {{(pid=102388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 18:51:23.287514 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-56d37357-01be-443a-ab1f-a46a87af9072 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:23.330982 n-d-816865-1 neutron-server[102386]: DEBUG neutron.notifiers.nova [req-29f22943-551b-43ce-851a-803edb1d565c req-65196dc6-4c46-4ef7-b108-5eab96bbf9af service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2b5976ed-2eb2-44e2-9fd5-8b5617f2e0dc {{(pid=102386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 18:51:23.349859 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-29f22943-551b-43ce-851a-803edb1d565c req-65196dc6-4c46-4ef7-b108-5eab96bbf9af service neutron] Publish callbacks [] for port, precommit_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:23.358860 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-aca4e913-421e-4179-a7a5-b3d12e139f69 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1573928'] for subnet, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:23.400090 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.provisioning_blocks [req-29f22943-551b-43ce-851a-803edb1d565c req-65196dc6-4c46-4ef7-b108-5eab96bbf9af service neutron] Transition to ACTIVE for port object 2b5976ed-2eb2-44e2-9fd5-8b5617f2e0dc will not be triggered until provisioned by entity L2. {{(pid=102386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 05 18:51:23.414093 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [None req-c544cbc0-2f1b-4677-b1aa-da5e15a9322b admin admin] For port 91e2c962-8df5-4e94-b8c8-7d66b429d4db, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=91e2c962-8df5-4e94-b8c8-7d66b429d4db,segment=NetworkSegment(93fd2d79-7933-46e7-8a7f-2b0cace59e4b),segment_id=93fd2d79-7933-46e7-8a7f-2b0cace59e4b)] {{(pid=102386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:51:23.414491 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-c544cbc0-2f1b-4677-b1aa-da5e15a9322b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:23.441932 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-c544cbc0-2f1b-4677-b1aa-da5e15a9322b admin admin] Calling delete_port for 91e2c962-8df5-4e94-b8c8-7d66b429d4db owned by network:dhcp {{(pid=102386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 18:51:23.473397 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-80d1479f-9c3a-497d-8fa3-f2950723a468 tempest-AllowedAddressPairTestJSON-1039461392 tempest-AllowedAddressPairTestJSON-1039461392-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-964300451'}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:51:23.593255 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80d1479f-9c3a-497d-8fa3-f2950723a468 tempest-AllowedAddressPairTestJSON-1039461392 tempest-AllowedAddressPairTestJSON-1039461392-project] Made reservation on behalf of 560082dbd4b94217b220f3fd156c0d4e for: {'network': 1} {{(pid=102387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 18:51:23.593255 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-80d1479f-9c3a-497d-8fa3-f2950723a468 tempest-AllowedAddressPairTestJSON-1039461392 tempest-AllowedAddressPairTestJSON-1039461392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for network, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:23.614232 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-80d1479f-9c3a-497d-8fa3-f2950723a468 tempest-AllowedAddressPairTestJSON-1039461392 tempest-AllowedAddressPairTestJSON-1039461392-project] Publish callbacks [] for security_group, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:23.639785 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-29f22943-551b-43ce-851a-803edb1d565c req-65196dc6-4c46-4ef7-b108-5eab96bbf9af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6149821'] for port, after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:23.739988 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-56d37357-01be-443a-ab1f-a46a87af9072 None None] For port 275a3e3e-8c02-4d5c-8654-ad7e3d0cdf5a, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=275a3e3e-8c02-4d5c-8654-ad7e3d0cdf5a,segment=NetworkSegment(d17f2ad3-0700-4c29-a0a0-adc7839e23dc),segment_id=d17f2ad3-0700-4c29-a0a0-adc7839e23dc)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:51:23.740459 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-56d37357-01be-443a-ab1f-a46a87af9072 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:23.759116 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-56d37357-01be-443a-ab1f-a46a87af9072 None None] Calling delete_port for 275a3e3e-8c02-4d5c-8654-ad7e3d0cdf5a owned by network:dhcp {{(pid=102388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 18:51:23.767533 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65196dc6-4c46-4ef7-b108-5eab96bbf9af service neutron] Pushing event updated for resources: {'Port': ['ID=2b5976ed-2eb2-44e2-9fd5-8b5617f2e0dc,revision_number=2']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:51:23.797215 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-c544cbc0-2f1b-4677-b1aa-da5e15a9322b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:23.801453 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-f5a91c11-4e20-430f-98a6-fc493bc58463 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798'] for port, after_delete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:23.815275 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-aca4e913-421e-4179-a7a5-b3d12e139f69 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1573905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6149879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4877183'] for subnet, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:23.824823 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5a91c11-4e20-430f-98a6-fc493bc58463 None None] No DVR routers for this DVR port 91e2c962-8df5-4e94-b8c8-7d66b429d4db on host n-d-816865-1 {{(pid=102388) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 18:51:23.898585 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ff1921c-3eaf-4a79-911d-6a1c0d7eb203 None None] Network a9f3bdc7-ffd0-4594-adc3-a066167cb966 requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 18:51:23.899439 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-aca4e913-421e-4179-a7a5-b3d12e139f69 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Publish callbacks [] for subnet, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:23.899534 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a91c11-4e20-430f-98a6-fc493bc58463 None None] Pushing event deleted for resources: {'Port': ['ID=91e2c962-8df5-4e94-b8c8-7d66b429d4db,revision_number=None']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:51:23.908250 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-aca4e913-421e-4179-a7a5-b3d12e139f69 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] 10.222.0.13 "DELETE /v2.0/subnets/b997a5c9-9ed3-4ef2-91aa-24705ae9fb01 HTTP/1.1" status: 204 len: 168 time: 1.5723534 Nov 05 18:51:23.913358 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 58008) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:51:23.924881 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c544cbc0-2f1b-4677-b1aa-da5e15a9322b admin admin] No DVR routers for this DVR port 91e2c962-8df5-4e94-b8c8-7d66b429d4db on host n-d-816865-1 {{(pid=102386) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 18:51:24.004941 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c544cbc0-2f1b-4677-b1aa-da5e15a9322b admin admin] Pushing event deleted for resources: {'Port': ['ID=91e2c962-8df5-4e94-b8c8-7d66b429d4db,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:51:24.124942 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca4e913-421e-4179-a7a5-b3d12e139f69 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Pushing event deleted for resources: {'Subnet': ['ID=b997a5c9-9ed3-4ef2-91aa-24705ae9fb01,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:51:24.169323 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-56d37357-01be-443a-ab1f-a46a87af9072 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798'] for port, after_delete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:24.203838 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-ecb23a34-e7a0-4db7-814c-d4fffcd1eb5d tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1664226'] for network, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:24.228713 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bacfd8b7-6890-4525-b253-60823502f646 None None] DHCP port deletion for a9f3bdc7-ffd0-4594-adc3-a066167cb966 request from n-d-816865-1 {{(pid=102388) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 05 18:51:24.239534 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d37357-01be-443a-ab1f-a46a87af9072 None None] Pushing event deleted for resources: {'Port': ['ID=275a3e3e-8c02-4d5c-8654-ad7e3d0cdf5a,revision_number=None']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:51:24.247086 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56d37357-01be-443a-ab1f-a46a87af9072 None None] No DVR routers for this DVR port 275a3e3e-8c02-4d5c-8654-ad7e3d0cdf5a on host n-d-816865-1 {{(pid=102388) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 18:51:24.265957 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-c544cbc0-2f1b-4677-b1aa-da5e15a9322b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1579173', 'neutron.services.segments.db._delete_segments_for_network-8750027792909'] for network, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:24.269700 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [req-29f22943-551b-43ce-851a-803edb1d565c req-65196dc6-4c46-4ef7-b108-5eab96bbf9af service neutron] Attempting to bind port 2b5976ed-2eb2-44e2-9fd5-8b5617f2e0dc on host n-h2-816865-1 for vnic_type normal with profile {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 18:51:24.270725 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [req-29f22943-551b-43ce-851a-803edb1d565c req-65196dc6-4c46-4ef7-b108-5eab96bbf9af service neutron] Attempting to bind port 2b5976ed-2eb2-44e2-9fd5-8b5617f2e0dc by drivers openvswitch,hyperv on host n-h2-816865-1 at level 0 using segments [{'id': '35c2db9c-522d-48d3-98cf-a08c2cc55db7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'a723f808-b11e-4066-b104-fad90c82895e'}] {{(pid=102386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 18:51:24.270935 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29f22943-551b-43ce-851a-803edb1d565c req-65196dc6-4c46-4ef7-b108-5eab96bbf9af service neutron] Attempting to bind port 2b5976ed-2eb2-44e2-9fd5-8b5617f2e0dc on network a723f808-b11e-4066-b104-fad90c82895e {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 18:51:24.273263 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-80d1479f-9c3a-497d-8fa3-f2950723a468 tempest-AllowedAddressPairTestJSON-1039461392 tempest-AllowedAddressPairTestJSON-1039461392-project] Publish callbacks [] for security_group, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:24.306220 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29f22943-551b-43ce-851a-803edb1d565c req-65196dc6-4c46-4ef7-b108-5eab96bbf9af service neutron] Port 2b5976ed-2eb2-44e2-9fd5-8b5617f2e0dc on network a723f808-b11e-4066-b104-fad90c82895e not bound, no agent of type Open vSwitch agent registered on host n-h2-816865-1 {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 18:51:24.306637 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29f22943-551b-43ce-851a-803edb1d565c req-65196dc6-4c46-4ef7-b108-5eab96bbf9af service neutron] Attempting to bind port 2b5976ed-2eb2-44e2-9fd5-8b5617f2e0dc on network a723f808-b11e-4066-b104-fad90c82895e {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 18:51:24.332922 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-bacfd8b7-6890-4525-b253-60823502f646 None None] Deleting port bc424f06-6166-4da7-8ceb-b9e596dfe474 {{(pid=102388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 18:51:24.335593 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29f22943-551b-43ce-851a-803edb1d565c req-65196dc6-4c46-4ef7-b108-5eab96bbf9af service neutron] Checking agent: {'id': '32aff553-696f-4891-83f5-5c176f61fe54', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816865-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 18, 33, 36), 'started_at': datetime.datetime(2021, 11, 5, 18, 33, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 18, 51, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 18:51:24.335593 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29f22943-551b-43ce-851a-803edb1d565c req-65196dc6-4c46-4ef7-b108-5eab96bbf9af service neutron] Checking segment: {'id': '35c2db9c-522d-48d3-98cf-a08c2cc55db7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'a723f808-b11e-4066-b104-fad90c82895e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 18:51:24.336452 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29f22943-551b-43ce-851a-803edb1d565c req-65196dc6-4c46-4ef7-b108-5eab96bbf9af service neutron] Bound using segment: {'id': '35c2db9c-522d-48d3-98cf-a08c2cc55db7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'a723f808-b11e-4066-b104-fad90c82895e'} {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 18:51:24.337707 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-bacfd8b7-6890-4525-b253-60823502f646 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:24.337916 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [req-29f22943-551b-43ce-851a-803edb1d565c req-65196dc6-4c46-4ef7-b108-5eab96bbf9af service neutron] Bound port: 2b5976ed-2eb2-44e2-9fd5-8b5617f2e0dc, host: n-h2-816865-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35c2db9c-522d-48d3-98cf-a08c2cc55db7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'a723f808-b11e-4066-b104-fad90c82895e'}}] {{(pid=102386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 18:51:24.338402 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-29f22943-551b-43ce-851a-803edb1d565c req-65196dc6-4c46-4ef7-b108-5eab96bbf9af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:24.343154 n-d-816865-1 neutron-server[102386]: DEBUG neutron.services.segments.db [None req-c544cbc0-2f1b-4677-b1aa-da5e15a9322b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c282dee-ee32-45f7-8090-e833d25335b6']}} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:51:24.382570 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-80d1479f-9c3a-497d-8fa3-f2950723a468 tempest-AllowedAddressPairTestJSON-1039461392 tempest-AllowedAddressPairTestJSON-1039461392-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:24.384682 n-d-816865-1 neutron-server[102386]: DEBUG neutron.services.segments.db [None req-c544cbc0-2f1b-4677-b1aa-da5e15a9322b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93fd2d79-7933-46e7-8a7f-2b0cace59e4b') {'for_net_delete': True} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:51:24.390056 n-d-816865-1 neutron-server[102386]: DEBUG neutron.services.segments.db [None req-c544cbc0-2f1b-4677-b1aa-da5e15a9322b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93fd2d79-7933-46e7-8a7f-2b0cace59e4b') {} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:51:24.417231 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-c544cbc0-2f1b-4677-b1aa-da5e15a9322b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750027793430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4590747'] for segment, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:24.421401 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-bacfd8b7-6890-4525-b253-60823502f646 None None] For port bc424f06-6166-4da7-8ceb-b9e596dfe474, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=bc424f06-6166-4da7-8ceb-b9e596dfe474,segment=NetworkSegment(565d2830-8ad0-448a-ad40-6f4564effbad),segment_id=565d2830-8ad0-448a-ad40-6f4564effbad)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:51:24.421985 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-bacfd8b7-6890-4525-b253-60823502f646 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:24.439758 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-bacfd8b7-6890-4525-b253-60823502f646 None None] Calling delete_port for bc424f06-6166-4da7-8ceb-b9e596dfe474 owned by network:dhcp {{(pid=102388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 18:51:24.475546 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [req-29f22943-551b-43ce-851a-803edb1d565c req-65196dc6-4c46-4ef7-b108-5eab96bbf9af service neutron] For port 2b5976ed-2eb2-44e2-9fd5-8b5617f2e0dc, host n-h2-816865-1, cleared binding levels {{(pid=102386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 18:51:24.480922 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [req-29f22943-551b-43ce-851a-803edb1d565c req-65196dc6-4c46-4ef7-b108-5eab96bbf9af service neutron] For port 2b5976ed-2eb2-44e2-9fd5-8b5617f2e0dc, host n-h2-816865-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=2b5976ed-2eb2-44e2-9fd5-8b5617f2e0dc,segment=NetworkSegment(35c2db9c-522d-48d3-98cf-a08c2cc55db7),segment_id=35c2db9c-522d-48d3-98cf-a08c2cc55db7)] {{(pid=102386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 18:51:24.501402 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce94c8be-909a-4cdf-aeff-a30ed951e290 req-a2f17565-77f1-4fa6-a22f-65f502af1d0d tempest-ServersOnMultiNodesTest-710233287 tempest-ServersOnMultiNodesTest-710233287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:51:24.505812 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-ce94c8be-909a-4cdf-aeff-a30ed951e290 req-a2f17565-77f1-4fa6-a22f-65f502af1d0d tempest-ServersOnMultiNodesTest-710233287 tempest-ServersOnMultiNodesTest-710233287-project] 10.222.0.13 "GET /v2.0/ports?device_id=d00ed1eb-0259-4f43-a1a1-bfeaa20c3b03 HTTP/1.1" status: 200 len: 948 time: 0.2935731 Nov 05 18:51:24.523198 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80d1479f-9c3a-497d-8fa3-f2950723a468 tempest-AllowedAddressPairTestJSON-1039461392 tempest-AllowedAddressPairTestJSON-1039461392-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 169} {{(pid=102387) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 05 18:51:24.533793 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-c544cbc0-2f1b-4677-b1aa-da5e15a9322b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273'] for segment, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:24.550729 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c544cbc0-2f1b-4677-b1aa-da5e15a9322b admin admin] Releasing vlan 183 on physical network physnet1 to pool {{(pid=102386) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 05 18:51:24.551216 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-c544cbc0-2f1b-4677-b1aa-da5e15a9322b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6149721'] for segment, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:24.554706 n-d-816865-1 neutron-server[102386]: Traceback (most recent call last): Nov 05 18:51:24.554706 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 05 18:51:24.554706 n-d-816865-1 neutron-server[102386]: timer() Nov 05 18:51:24.554706 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 05 18:51:24.554706 n-d-816865-1 neutron-server[102386]: cb(*args, **kw) Nov 05 18:51:24.554706 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 05 18:51:24.554706 n-d-816865-1 neutron-server[102386]: return func(*args, **kwargs) Nov 05 18:51:24.554706 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 05 18:51:24.554706 n-d-816865-1 neutron-server[102386]: self._notify() Nov 05 18:51:24.554706 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 05 18:51:24.554706 n-d-816865-1 neutron-server[102386]: self.callback(batched_events) Nov 05 18:51:24.554706 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 05 18:51:24.554706 n-d-816865-1 neutron-server[102386]: event.method(event) Nov 05 18:51:24.554706 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 05 18:51:24.554706 n-d-816865-1 neutron-server[102386]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 05 18:51:24.554706 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 05 18:51:24.554706 n-d-816865-1 neutron-server[102386]: aggregate_uuid = self.p_client.list_aggregates( Nov 05 18:51:24.554706 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 05 18:51:24.554706 n-d-816865-1 neutron-server[102386]: return f(self, *a, **k) Nov 05 18:51:24.554706 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 05 18:51:24.554706 n-d-816865-1 neutron-server[102386]: return self._get(url).json() Nov 05 18:51:24.554706 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 05 18:51:24.554706 n-d-816865-1 neutron-server[102386]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 05 18:51:24.554706 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 05 18:51:24.554706 n-d-816865-1 neutron-server[102386]: return self.request(url, 'GET', **kwargs) Nov 05 18:51:24.554706 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 05 18:51:24.554706 n-d-816865-1 neutron-server[102386]: base_url = self.get_endpoint(auth, allow=allow, Nov 05 18:51:24.554706 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 05 18:51:24.554706 n-d-816865-1 neutron-server[102386]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 05 18:51:24.554706 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 05 18:51:24.554706 n-d-816865-1 neutron-server[102386]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 05 18:51:24.554706 n-d-816865-1 neutron-server[102386]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 05 18:51:24.562322 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device bc424f06-6166-4da7-8ceb-b9e596dfe474 no longer exists at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 18:51:24.603424 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-29f22943-551b-43ce-851a-803edb1d565c req-65196dc6-4c46-4ef7-b108-5eab96bbf9af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6149821'] for port, after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:24.633614 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d1479f-9c3a-497d-8fa3-f2950723a468 tempest-AllowedAddressPairTestJSON-1039461392 tempest-AllowedAddressPairTestJSON-1039461392-project] Pushing event updated for resources: {'SecurityGroup': ['ID=48f819e2-b0f3-42fa-973f-1f663e9b3bab,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:51:24.649934 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-ecb23a34-e7a0-4db7-814c-d4fffcd1eb5d tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1579173', 'neutron.services.segments.db._delete_segments_for_network-8750027792909'] for network, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:24.673401 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-80d1479f-9c3a-497d-8fa3-f2950723a468 tempest-AllowedAddressPairTestJSON-1039461392 tempest-AllowedAddressPairTestJSON-1039461392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273'] for segment, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:24.682169 n-d-816865-1 neutron-server[102387]: INFO neutron.db.segments_db [None req-80d1479f-9c3a-497d-8fa3-f2950723a468 tempest-AllowedAddressPairTestJSON-1039461392 tempest-AllowedAddressPairTestJSON-1039461392-project] Added segment 51370d58-7fb1-473a-be23-7596d957f608 of type vlan for network 3dce1b9c-9b3e-415a-8b07-f67d80d895f0 Nov 05 18:51:24.705304 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:24.734021 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f22943-551b-43ce-851a-803edb1d565c req-65196dc6-4c46-4ef7-b108-5eab96bbf9af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:51:24.735384 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-29f22943-551b-43ce-851a-803edb1d565c req-65196dc6-4c46-4ef7-b108-5eab96bbf9af service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:24.738694 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-29f22943-551b-43ce-851a-803edb1d565c req-65196dc6-4c46-4ef7-b108-5eab96bbf9af service neutron] 10.222.0.55 "PUT /v2.0/ports/2b5976ed-2eb2-44e2-9fd5-8b5617f2e0dc HTTP/1.1" status: 200 len: 1096 time: 3.0261259 Nov 05 18:51:24.743182 n-d-816865-1 neutron-server[102386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd00ed1eb-0259-4f43-a1a1-bfeaa20c3b03', 'tag': '2b5976ed-2eb2-44e2-9fd5-8b5617f2e0dc'}] {{(pid=102386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 18:51:24.751018 n-d-816865-1 neutron-server[102387]: DEBUG neutron.services.segments.db [None req-ecb23a34-e7a0-4db7-814c-d4fffcd1eb5d tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['31eddc66-829b-47e4-8da1-299f5f38efbf']}} {{(pid=102387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:51:24.758151 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6173a44d7c73f41af551dc890fa1a5892c2c6bc3458b640c8e0c24db7876ba6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e91da4b-bbc2-4add-b31f-71ff2d29b7eb" -d '{"events": [{"name": "network-changed", "server_uuid": "d00ed1eb-0259-4f43-a1a1-bfeaa20c3b03", "tag": "2b5976ed-2eb2-44e2-9fd5-8b5617f2e0dc"}]}' {{(pid=102386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 18:51:24.762005 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-bacfd8b7-6890-4525-b253-60823502f646 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798'] for port, after_delete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:24.777009 n-d-816865-1 neutron-server[102387]: DEBUG neutron.services.segments.db [None req-ecb23a34-e7a0-4db7-814c-d4fffcd1eb5d tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd17f2ad3-0700-4c29-a0a0-adc7839e23dc') {'for_net_delete': True} {{(pid=102387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:51:24.777706 n-d-816865-1 neutron-server[102387]: DEBUG neutron.services.segments.db [None req-ecb23a34-e7a0-4db7-814c-d4fffcd1eb5d tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd17f2ad3-0700-4c29-a0a0-adc7839e23dc') {} {{(pid=102387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:51:24.820151 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-ce94c8be-909a-4cdf-aeff-a30ed951e290 req-543466bb-04cd-4605-8fc6-23f9da1c1b1c tempest-ServersOnMultiNodesTest-710233287 tempest-ServersOnMultiNodesTest-710233287-project] 10.222.0.13 "GET /v2.0/security-groups?id=a1214aa7-6fe8-4b93-878e-3f1f16f5c576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2921536 Nov 05 18:51:24.825358 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-ecb23a34-e7a0-4db7-814c-d4fffcd1eb5d tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750027793430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4463492'] for segment, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:24.835053 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-80d1479f-9c3a-497d-8fa3-f2950723a468 tempest-AllowedAddressPairTestJSON-1039461392 tempest-AllowedAddressPairTestJSON-1039461392-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750027258543'] for network, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:24.881760 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bacfd8b7-6890-4525-b253-60823502f646 None None] Pushing event deleted for resources: {'Port': ['ID=bc424f06-6166-4da7-8ceb-b9e596dfe474,revision_number=None']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:51:24.892138 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 18:51:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e662013b-337f-4b52-97e8-c3333f54936c x-openstack-request-id: req-e662013b-337f-4b52-97e8-c3333f54936c {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 18:51:24.892598 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d00ed1eb-0259-4f43-a1a1-bfeaa20c3b03", "tag": "2b5976ed-2eb2-44e2-9fd5-8b5617f2e0dc", "status": "completed", "code": 200}]} {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 18:51:24.892837 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e662013b-337f-4b52-97e8-c3333f54936c {{(pid=102386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 18:51:24.893417 n-d-816865-1 neutron-server[102386]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd00ed1eb-0259-4f43-a1a1-bfeaa20c3b03', 'tag': '2b5976ed-2eb2-44e2-9fd5-8b5617f2e0dc', 'status': 'completed', 'code': 200} Nov 05 18:51:24.903239 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-ecb23a34-e7a0-4db7-814c-d4fffcd1eb5d tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273'] for segment, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:24.918943 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65196dc6-4c46-4ef7-b108-5eab96bbf9af service neutron] Pushing event updated for resources: {'Port': ['ID=2b5976ed-2eb2-44e2-9fd5-8b5617f2e0dc,revision_number=3']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:51:24.936127 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ecb23a34-e7a0-4db7-814c-d4fffcd1eb5d tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Releasing vlan 197 on physical network physnet1 to pool {{(pid=102387) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 05 18:51:24.937798 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-ecb23a34-e7a0-4db7-814c-d4fffcd1eb5d tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4417236'] for segment, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:24.945162 n-d-816865-1 neutron-server[102387]: Traceback (most recent call last): Nov 05 18:51:24.945162 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 05 18:51:24.945162 n-d-816865-1 neutron-server[102387]: timer() Nov 05 18:51:24.945162 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 05 18:51:24.945162 n-d-816865-1 neutron-server[102387]: cb(*args, **kw) Nov 05 18:51:24.945162 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 05 18:51:24.945162 n-d-816865-1 neutron-server[102387]: return func(*args, **kwargs) Nov 05 18:51:24.945162 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 05 18:51:24.945162 n-d-816865-1 neutron-server[102387]: self._notify() Nov 05 18:51:24.945162 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 05 18:51:24.945162 n-d-816865-1 neutron-server[102387]: self.callback(batched_events) Nov 05 18:51:24.945162 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 05 18:51:24.945162 n-d-816865-1 neutron-server[102387]: event.method(event) Nov 05 18:51:24.945162 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 05 18:51:24.945162 n-d-816865-1 neutron-server[102387]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 05 18:51:24.945162 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 05 18:51:24.945162 n-d-816865-1 neutron-server[102387]: aggregate_uuid = self.p_client.list_aggregates( Nov 05 18:51:24.945162 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 05 18:51:24.945162 n-d-816865-1 neutron-server[102387]: return f(self, *a, **k) Nov 05 18:51:24.945162 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 05 18:51:24.945162 n-d-816865-1 neutron-server[102387]: return self._get(url).json() Nov 05 18:51:24.945162 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 05 18:51:24.945162 n-d-816865-1 neutron-server[102387]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 05 18:51:24.945162 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 05 18:51:24.945162 n-d-816865-1 neutron-server[102387]: return self.request(url, 'GET', **kwargs) Nov 05 18:51:24.945162 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 05 18:51:24.945162 n-d-816865-1 neutron-server[102387]: base_url = self.get_endpoint(auth, allow=allow, Nov 05 18:51:24.945162 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 05 18:51:24.945162 n-d-816865-1 neutron-server[102387]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 05 18:51:24.945162 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 05 18:51:24.945162 n-d-816865-1 neutron-server[102387]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 05 18:51:24.945162 n-d-816865-1 neutron-server[102387]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 05 18:51:24.956501 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-c544cbc0-2f1b-4677-b1aa-da5e15a9322b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1579178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-956796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1000687'] for network, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:24.967881 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-c544cbc0-2f1b-4677-b1aa-da5e15a9322b admin admin] Publish callbacks [] for network, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:24.968369 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bacfd8b7-6890-4525-b253-60823502f646 None None] No DVR routers for this DVR port bc424f06-6166-4da7-8ceb-b9e596dfe474 on host n-d-816865-1 {{(pid=102388) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 18:51:24.969895 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 91e2c962-8df5-4e94-b8c8-7d66b429d4db no longer exists at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 18:51:24.981479 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-c544cbc0-2f1b-4677-b1aa-da5e15a9322b admin admin] 10.222.0.13 "DELETE /v2.0/networks/9c282dee-ee32-45f7-8090-e833d25335b6 HTTP/1.1" status: 204 len: 168 time: 3.0029383 Nov 05 18:51:25.045357 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c544cbc0-2f1b-4677-b1aa-da5e15a9322b admin admin] Pushing event deleted for resources: {'Network': ['ID=9c282dee-ee32-45f7-8090-e833d25335b6,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:51:25.065127 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] No Port match for: 91e2c962-8df5-4e94-b8c8-7d66b429d4db {{(pid=102388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 18:51:25.065127 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 91e2c962-8df5-4e94-b8c8-7d66b429d4db not bound to the agent host n-d-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 18:51:25.065127 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 275a3e3e-8c02-4d5c-8654-ad7e3d0cdf5a no longer exists at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 18:51:25.083231 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-80d1479f-9c3a-497d-8fa3-f2950723a468 tempest-AllowedAddressPairTestJSON-1039461392 tempest-AllowedAddressPairTestJSON-1039461392-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-956796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877'] for network, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:25.089330 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80d1479f-9c3a-497d-8fa3-f2950723a468 tempest-AllowedAddressPairTestJSON-1039461392 tempest-AllowedAddressPairTestJSON-1039461392-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:51:25.090077 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-80d1479f-9c3a-497d-8fa3-f2950723a468 tempest-AllowedAddressPairTestJSON-1039461392 tempest-AllowedAddressPairTestJSON-1039461392-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597851'] for network, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:25.090828 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f22943-551b-43ce-851a-803edb1d565c req-1d1b1b9e-a223-437e-a145-0c502c0c7422 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:51:25.095310 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-29f22943-551b-43ce-851a-803edb1d565c req-1d1b1b9e-a223-437e-a145-0c502c0c7422 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=ace8311f15794bf9a6ad1c1faa75592d&device_id=d00ed1eb-0259-4f43-a1a1-bfeaa20c3b03 HTTP/1.1" status: 200 len: 1099 time: 0.2260597 Nov 05 18:51:25.112139 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] No Port match for: 275a3e3e-8c02-4d5c-8654-ad7e3d0cdf5a {{(pid=102388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 18:51:25.131011 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 275a3e3e-8c02-4d5c-8654-ad7e3d0cdf5a not bound to the agent host n-d-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 18:51:25.177148 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-ecb23a34-e7a0-4db7-814c-d4fffcd1eb5d tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1579178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-956796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1000687'] for network, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:25.195085 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-ecb23a34-e7a0-4db7-814c-d4fffcd1eb5d tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597851'] for network, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:25.196587 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-29f22943-551b-43ce-851a-803edb1d565c req-41fe6ebb-a839-41e4-8732-308c0d2a5eda service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.194&port_id=2b5976ed-2eb2-44e2-9fd5-8b5617f2e0dc HTTP/1.1" status: 200 len: 217 time: 0.0848002 Nov 05 18:51:25.210742 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-ecb23a34-e7a0-4db7-814c-d4fffcd1eb5d tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] 10.222.0.13 "DELETE /v2.0/networks/31eddc66-829b-47e4-8da1-299f5f38efbf HTTP/1.1" status: 204 len: 168 time: 1.2804680 Nov 05 18:51:25.226415 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 58038) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:51:25.275546 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-80d1479f-9c3a-497d-8fa3-f2950723a468 tempest-AllowedAddressPairTestJSON-1039461392 tempest-AllowedAddressPairTestJSON-1039461392-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 2.1758740 Nov 05 18:51:25.277111 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 58040) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:51:25.286800 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-14dd799c-16ae-4cc3-9b07-9b200480b971 tempest-AllowedAddressPairTestJSON-1039461392 tempest-AllowedAddressPairTestJSON-1039461392-project] Request body: {'subnet': {'network_id': '3dce1b9c-9b3e-415a-8b07-f67d80d895f0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:51:25.320577 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d1479f-9c3a-497d-8fa3-f2950723a468 tempest-AllowedAddressPairTestJSON-1039461392 tempest-AllowedAddressPairTestJSON-1039461392-project] Pushing event updated for resources: {'Network': ['ID=3dce1b9c-9b3e-415a-8b07-f67d80d895f0,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:51:25.333863 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Network 3dce1b9c-9b3e-415a-8b07-f67d80d895f0 details requested by agent ovs-agent-n-d-816865-1 with host n-d-816865-1 {{(pid=102388) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 05 18:51:25.357717 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-8f0b50dd-4e56-4b1f-8e5f-25144c234db4 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1664226'] for network, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:25.382102 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb23a34-e7a0-4db7-814c-d4fffcd1eb5d tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Pushing event deleted for resources: {'Network': ['ID=31eddc66-829b-47e4-8da1-299f5f38efbf,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:51:25.444310 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f22943-551b-43ce-851a-803edb1d565c req-2496c447-7a6d-447f-ad71-1124c879c588 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:51:25.447176 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-29f22943-551b-43ce-851a-803edb1d565c req-2496c447-7a6d-447f-ad71-1124c879c588 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=05e7a1b5-165b-4a00-855a-ffbcb2eba59e HTTP/1.1" status: 200 len: 843 time: 0.2432051 Nov 05 18:51:25.510902 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 58044) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:51:25.547144 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-8f0b50dd-4e56-4b1f-8e5f-25144c234db4 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1579173', 'neutron.services.segments.db._delete_segments_for_network-8750027792909'] for network, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:25.568035 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f22943-551b-43ce-851a-803edb1d565c req-cd4ee59f-99de-4357-ba3e-f7ed64640294 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:51:25.569562 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-29f22943-551b-43ce-851a-803edb1d565c req-cd4ee59f-99de-4357-ba3e-f7ed64640294 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a723f808-b11e-4066-b104-fad90c82895e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1045494 Nov 05 18:51:25.578744 n-d-816865-1 neutron-server[102386]: DEBUG neutron.services.segments.db [None req-8f0b50dd-4e56-4b1f-8e5f-25144c234db4 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a9f3bdc7-ffd0-4594-adc3-a066167cb966']}} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:51:25.613582 n-d-816865-1 neutron-server[102386]: DEBUG neutron.services.segments.db [None req-8f0b50dd-4e56-4b1f-8e5f-25144c234db4 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '565d2830-8ad0-448a-ad40-6f4564effbad') {'for_net_delete': True} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:51:25.613875 n-d-816865-1 neutron-server[102386]: DEBUG neutron.services.segments.db [None req-8f0b50dd-4e56-4b1f-8e5f-25144c234db4 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '565d2830-8ad0-448a-ad40-6f4564effbad') {} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:51:25.616165 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14dd799c-16ae-4cc3-9b07-9b200480b971 tempest-AllowedAddressPairTestJSON-1039461392 tempest-AllowedAddressPairTestJSON-1039461392-project] Made reservation on behalf of 560082dbd4b94217b220f3fd156c0d4e for: {'subnet': 1} {{(pid=102387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 18:51:25.624888 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-14dd799c-16ae-4cc3-9b07-9b200480b971 tempest-AllowedAddressPairTestJSON-1039461392 tempest-AllowedAddressPairTestJSON-1039461392-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5112236'] for subnet, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:25.633415 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-8f0b50dd-4e56-4b1f-8e5f-25144c234db4 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750027793430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4590747'] for segment, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:25.662193 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-01401a54-77e0-450a-9673-564ddb5d53ed admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=48de103aa1ab44c9aad7c42993657578&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1471534 Nov 05 18:51:25.668239 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 58050) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:51:25.691841 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-8f0b50dd-4e56-4b1f-8e5f-25144c234db4 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273'] for segment, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:25.702429 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f0b50dd-4e56-4b1f-8e5f-25144c234db4 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Releasing vlan 154 on physical network physnet1 to pool {{(pid=102386) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 05 18:51:25.702817 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-8f0b50dd-4e56-4b1f-8e5f-25144c234db4 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6149721'] for segment, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:25.705942 n-d-816865-1 neutron-server[102386]: Traceback (most recent call last): Nov 05 18:51:25.705942 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 05 18:51:25.705942 n-d-816865-1 neutron-server[102386]: timer() Nov 05 18:51:25.705942 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 05 18:51:25.705942 n-d-816865-1 neutron-server[102386]: cb(*args, **kw) Nov 05 18:51:25.705942 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 05 18:51:25.705942 n-d-816865-1 neutron-server[102386]: return func(*args, **kwargs) Nov 05 18:51:25.705942 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 05 18:51:25.705942 n-d-816865-1 neutron-server[102386]: self._notify() Nov 05 18:51:25.705942 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 05 18:51:25.705942 n-d-816865-1 neutron-server[102386]: self.callback(batched_events) Nov 05 18:51:25.705942 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 05 18:51:25.705942 n-d-816865-1 neutron-server[102386]: event.method(event) Nov 05 18:51:25.705942 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 05 18:51:25.705942 n-d-816865-1 neutron-server[102386]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 05 18:51:25.705942 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 05 18:51:25.705942 n-d-816865-1 neutron-server[102386]: aggregate_uuid = self.p_client.list_aggregates( Nov 05 18:51:25.705942 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 05 18:51:25.705942 n-d-816865-1 neutron-server[102386]: return f(self, *a, **k) Nov 05 18:51:25.705942 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 05 18:51:25.705942 n-d-816865-1 neutron-server[102386]: return self._get(url).json() Nov 05 18:51:25.705942 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 05 18:51:25.705942 n-d-816865-1 neutron-server[102386]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 05 18:51:25.705942 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 05 18:51:25.705942 n-d-816865-1 neutron-server[102386]: return self.request(url, 'GET', **kwargs) Nov 05 18:51:25.705942 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 05 18:51:25.705942 n-d-816865-1 neutron-server[102386]: base_url = self.get_endpoint(auth, allow=allow, Nov 05 18:51:25.705942 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 05 18:51:25.705942 n-d-816865-1 neutron-server[102386]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 05 18:51:25.705942 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 05 18:51:25.705942 n-d-816865-1 neutron-server[102386]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 05 18:51:25.705942 n-d-816865-1 neutron-server[102386]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 05 18:51:25.798685 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-29f22943-551b-43ce-851a-803edb1d565c req-06ceb184-26d1-424f-82a2-5f966b6c94c9 service neutron] 10.222.0.55 "GET /v2.0/networks/a723f808-b11e-4066-b104-fad90c82895e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2171566 Nov 05 18:51:25.844112 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-dda6bfa1-7abb-4944-a301-950a46c93bf0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:25.934857 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-dda6bfa1-7abb-4944-a301-950a46c93bf0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:25.954402 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-29f22943-551b-43ce-851a-803edb1d565c req-acb12185-781e-4707-bd06-9a77afb59223 service neutron] 10.222.0.55 "GET /v2.0/networks/a723f808-b11e-4066-b104-fad90c82895e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1460645 Nov 05 18:51:25.955551 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-8f0b50dd-4e56-4b1f-8e5f-25144c234db4 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1579178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-956796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1000687'] for network, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:25.969504 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-8f0b50dd-4e56-4b1f-8e5f-25144c234db4 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Publish callbacks [] for network, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:25.989762 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-8f0b50dd-4e56-4b1f-8e5f-25144c234db4 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] 10.222.0.13 "DELETE /v2.0/networks/a9f3bdc7-ffd0-4594-adc3-a066167cb966 HTTP/1.1" status: 204 len: 168 time: 0.7620087 Nov 05 18:51:25.990593 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 58062) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:51:26.011467 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-aebd9bec-1afc-490b-9d48-908cfd904304 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-363918151'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:51:26.038089 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0b50dd-4e56-4b1f-8e5f-25144c234db4 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Pushing event deleted for resources: {'Network': ['ID=a9f3bdc7-ffd0-4594-adc3-a066167cb966,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:51:26.291972 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b649f59a-41da-40e8-a415-3729d1eae9b7 req-5e78f1af-5264-48be-8c9d-550c8a553469 tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:51:26.292894 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-b649f59a-41da-40e8-a415-3729d1eae9b7 req-5e78f1af-5264-48be-8c9d-550c8a553469 tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] 10.222.0.13 "GET /v2.0/ports?device_id=b3c515f9-768f-4a54-bb92-e6f3d5207990 HTTP/1.1" status: 200 len: 944 time: 0.2345395 Nov 05 18:51:26.316093 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f71f58f-9023-4eab-b028-3956ba1bdd33 req-c61f2b0e-7de7-459f-9e64-c21b7add60f4 tempest-ServersOnMultiNodesTest-710233287 tempest-ServersOnMultiNodesTest-710233287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:51:26.318583 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-0f71f58f-9023-4eab-b028-3956ba1bdd33 req-c61f2b0e-7de7-459f-9e64-c21b7add60f4 tempest-ServersOnMultiNodesTest-710233287 tempest-ServersOnMultiNodesTest-710233287-project] 10.222.0.13 "GET /v2.0/ports?device_id=d00ed1eb-0259-4f43-a1a1-bfeaa20c3b03 HTTP/1.1" status: 200 len: 948 time: 0.2614546 Nov 05 18:51:26.353654 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-dda6bfa1-7abb-4944-a301-950a46c93bf0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:26.356390 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-dda6bfa1-7abb-4944-a301-950a46c93bf0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:26.359942 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-dda6bfa1-7abb-4944-a301-950a46c93bf0 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f4056503-c341-42e5-ae9d-37a5e83a41cf HTTP/1.1" status: 204 len: 168 time: 0.6881468 Nov 05 18:51:26.392474 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda6bfa1-7abb-4944-a301-950a46c93bf0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4056503-c341-42e5-ae9d-37a5e83a41cf,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:51:26.476314 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-0f71f58f-9023-4eab-b028-3956ba1bdd33 req-1cf66b05-abd0-4703-9194-fc4d3d95a7ee tempest-ServersOnMultiNodesTest-710233287 tempest-ServersOnMultiNodesTest-710233287-project] 10.222.0.13 "GET /v2.0/security-groups?id=a1214aa7-6fe8-4b93-878e-3f1f16f5c576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488016 Nov 05 18:51:26.489257 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-b649f59a-41da-40e8-a415-3729d1eae9b7 req-18e9be42-6f57-40bd-ad4f-acad3db382c5 tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] 10.222.0.13 "GET /v2.0/security-groups?id=8015cb9a-1cfc-43ae-80a2-992db853641d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1879699 Nov 05 18:51:26.495668 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-14dd799c-16ae-4cc3-9b07-9b200480b971 tempest-AllowedAddressPairTestJSON-1039461392 tempest-AllowedAddressPairTestJSON-1039461392-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4417463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5112218'] for subnet, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:26.519499 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aebd9bec-1afc-490b-9d48-908cfd904304 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Made reservation on behalf of 07347c71ee604fb5990da9c356235381 for: {'network': 1} {{(pid=102386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 18:51:26.523497 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-aebd9bec-1afc-490b-9d48-908cfd904304 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for network, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:26.589917 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14dd799c-16ae-4cc3-9b07-9b200480b971 tempest-AllowedAddressPairTestJSON-1039461392 tempest-AllowedAddressPairTestJSON-1039461392-project] Pushing event updated for resources: {'Subnet': ['ID=043bfe45-0fcd-4067-8cbd-17b4d1e81c0a,revision_number=0']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:51:26.590036 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e91da4b-bbc2-4add-b31f-71ff2d29b7eb req-a5347bf9-1e37-496b-bc84-eda312c48548 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:51:26.590036 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-7e91da4b-bbc2-4add-b31f-71ff2d29b7eb req-a5347bf9-1e37-496b-bc84-eda312c48548 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=ace8311f15794bf9a6ad1c1faa75592d&device_id=d00ed1eb-0259-4f43-a1a1-bfeaa20c3b03 HTTP/1.1" status: 200 len: 1099 time: 0.1016049 Nov 05 18:51:26.590036 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aebd9bec-1afc-490b-9d48-908cfd904304 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 164} {{(pid=102386) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 05 18:51:26.593983 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c56238a-b298-43ca-bd81-46d6659ed381 req-1df78bf9-dda6-4199-84f4-f86238735c33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:51:26.595653 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-4c56238a-b298-43ca-bd81-46d6659ed381 req-1df78bf9-dda6-4199-84f4-f86238735c33 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=9d37d1d71d154d088bbcf565483b4218&device_id=b3c515f9-768f-4a54-bb92-e6f3d5207990 HTTP/1.1" status: 200 len: 1095 time: 0.5254915 Nov 05 18:51:26.596339 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14dd799c-16ae-4cc3-9b07-9b200480b971 tempest-AllowedAddressPairTestJSON-1039461392 tempest-AllowedAddressPairTestJSON-1039461392-project] Checking segment: {'id': '51370d58-7fb1-473a-be23-7596d957f608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '3dce1b9c-9b3e-415a-8b07-f67d80d895f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 18:51:26.597268 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14dd799c-16ae-4cc3-9b07-9b200480b971 tempest-AllowedAddressPairTestJSON-1039461392 tempest-AllowedAddressPairTestJSON-1039461392-project] Network hostable DHCP agents. Network: 3dce1b9c-9b3e-415a-8b07-f67d80d895f0, hostable agents: ['987e2ca0-bc3b-4c6f-a989-429ccfbf753f'], hosted agents: [] {{(pid=102387) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 05 18:51:26.661319 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-aebd9bec-1afc-490b-9d48-908cfd904304 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273'] for segment, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:26.661660 n-d-816865-1 neutron-server[102386]: INFO neutron.db.segments_db [None req-aebd9bec-1afc-490b-9d48-908cfd904304 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Added segment 039dd2e0-fbb8-4b4a-a0ab-b8c5b5630944 of type vlan for network df65ab80-b2ce-4fd6-8bad-6a3a47c83929 Nov 05 18:51:26.765901 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14dd799c-16ae-4cc3-9b07-9b200480b971 tempest-AllowedAddressPairTestJSON-1039461392 tempest-AllowedAddressPairTestJSON-1039461392-project] Network 3dce1b9c-9b3e-415a-8b07-f67d80d895f0 is scheduled to be hosted by DHCP agent 987e2ca0-bc3b-4c6f-a989-429ccfbf753f with binding_index 1 {{(pid=102387) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 05 18:51:26.779792 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-aebd9bec-1afc-490b-9d48-908cfd904304 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750027258543'] for network, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:26.832647 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e91da4b-bbc2-4add-b31f-71ff2d29b7eb req-8e12e78b-ae79-49ae-a0b8-768eebc9c23d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:51:26.833635 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-7e91da4b-bbc2-4add-b31f-71ff2d29b7eb req-8e12e78b-ae79-49ae-a0b8-768eebc9c23d service neutron] 10.222.0.55 "GET /v2.0/networks?id=a723f808-b11e-4066-b104-fad90c82895e HTTP/1.1" status: 200 len: 870 time: 0.2334764 Nov 05 18:51:26.843467 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c56238a-b298-43ca-bd81-46d6659ed381 req-cf5eac67-b0ae-4389-b21b-fb36a58852b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:51:26.844962 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-4c56238a-b298-43ca-bd81-46d6659ed381 req-cf5eac67-b0ae-4389-b21b-fb36a58852b6 service neutron] 10.222.0.55 "GET /v2.0/networks?id=bb5b9fed-8e61-492a-a21e-f9ce432c95f7 HTTP/1.1" status: 200 len: 912 time: 0.2222786 Nov 05 18:51:26.871407 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.base_scheduler [None req-14dd799c-16ae-4cc3-9b07-9b200480b971 tempest-AllowedAddressPairTestJSON-1039461392 tempest-AllowedAddressPairTestJSON-1039461392-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816865-1, 3dce1b9c-9b3e-415a-8b07-f67d80d895f0) {{(pid=102387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:51:26.876702 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14dd799c-16ae-4cc3-9b07-9b200480b971 tempest-AllowedAddressPairTestJSON-1039461392 tempest-AllowedAddressPairTestJSON-1039461392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:51:26.878370 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-14dd799c-16ae-4cc3-9b07-9b200480b971 tempest-AllowedAddressPairTestJSON-1039461392 tempest-AllowedAddressPairTestJSON-1039461392-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597851'] for subnet, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:26.889123 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c520f2b5-7785-4855-90f2-5943e50a8db3 None None] Network 3dce1b9c-9b3e-415a-8b07-f67d80d895f0 requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 18:51:26.892255 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-7e91da4b-bbc2-4add-b31f-71ff2d29b7eb req-b70405b5-9557-4375-ab32-cd5cfc374d56 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.194&port_id=2b5976ed-2eb2-44e2-9fd5-8b5617f2e0dc HTTP/1.1" status: 200 len: 217 time: 0.0504134 Nov 05 18:51:26.975642 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-aebd9bec-1afc-490b-9d48-908cfd904304 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-956796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877'] for network, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:26.981484 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aebd9bec-1afc-490b-9d48-908cfd904304 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:51:26.982133 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-aebd9bec-1afc-490b-9d48-908cfd904304 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Publish callbacks [] for network, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:27.017925 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-14dd799c-16ae-4cc3-9b07-9b200480b971 tempest-AllowedAddressPairTestJSON-1039461392 tempest-AllowedAddressPairTestJSON-1039461392-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7360182 Nov 05 18:51:27.021734 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 58078) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:51:27.046589 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-12eb1356-83b2-4de8-9962-e41ca285d199 tempest-AllowedAddressPairTestJSON-1039461392 tempest-AllowedAddressPairTestJSON-1039461392-project] Request body: {'port': {'network_id': '3dce1b9c-9b3e-415a-8b07-f67d80d895f0', 'name': 'tempest-AllowedAddressPairTestJSON-873413818'}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:51:27.048521 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e91da4b-bbc2-4add-b31f-71ff2d29b7eb req-d59012c8-b58d-49f3-80cd-c211a3f6dd0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:51:27.050679 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-7e91da4b-bbc2-4add-b31f-71ff2d29b7eb req-d59012c8-b58d-49f3-80cd-c211a3f6dd0c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=05e7a1b5-165b-4a00-855a-ffbcb2eba59e HTTP/1.1" status: 200 len: 843 time: 0.1284297 Nov 05 18:51:27.066276 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-4c56238a-b298-43ca-bd81-46d6659ed381 req-8962f151-22f5-43ba-8a1b-add1078fdc47 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=76ac6dda-0dbe-4431-a06f-4b5c155d8cde HTTP/1.1" status: 200 len: 998 time: 0.2036755 Nov 05 18:51:27.130433 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62eb1464-cf70-4fd4-9fff-14a78788b1b3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeb20a084-accf-5b60-8075-3e69ebe863a6-3dce1b9c-9b3e-415a-8b07-f67d80d895f0', 'network_id': '3dce1b9c-9b3e-415a-8b07-f67d80d895f0', 'tenant_id': '560082dbd4b94217b220f3fd156c0d4e', 'fixed_ips': [{'subnet_id': '043bfe45-0fcd-4067-8cbd-17b4d1e81c0a'}]}} from n-d-816865-1. {{(pid=102388) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 05 18:51:27.132555 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-62eb1464-cf70-4fd4-9fff-14a78788b1b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:27.155914 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aebd9bec-1afc-490b-9d48-908cfd904304 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Pushing event updated for resources: {'Network': ['ID=df65ab80-b2ce-4fd6-8bad-6a3a47c83929,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:51:27.186546 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Network df65ab80-b2ce-4fd6-8bad-6a3a47c83929 details requested by agent ovs-agent-n-d-816865-1 with host n-d-816865-1 {{(pid=102388) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 05 18:51:27.191503 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c56238a-b298-43ca-bd81-46d6659ed381 req-9919599a-dee4-48b6-acd2-81fa70af23b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:51:27.193055 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-4c56238a-b298-43ca-bd81-46d6659ed381 req-9919599a-dee4-48b6-acd2-81fa70af23b2 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=8df5751e-d8bb-41e4-9469-238f613979b1 HTTP/1.1" status: 200 len: 850 time: 0.1039391 Nov 05 18:51:27.196173 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e91da4b-bbc2-4add-b31f-71ff2d29b7eb req-14c836e0-4590-45cb-aff9-6fdf6f31c801 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:51:27.197706 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-7e91da4b-bbc2-4add-b31f-71ff2d29b7eb req-14c836e0-4590-45cb-aff9-6fdf6f31c801 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a723f808-b11e-4066-b104-fad90c82895e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1097891 Nov 05 18:51:27.205145 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-aebd9bec-1afc-490b-9d48-908cfd904304 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.1992903 Nov 05 18:51:27.207949 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 58088) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:51:27.215911 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-c8fd8780-a80c-4212-b9aa-f6c74abb7063 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Request body: {'subnet': {'network_id': 'df65ab80-b2ce-4fd6-8bad-6a3a47c83929', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:51:27.382172 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.db_base_plugin_common [None req-62eb1464-cf70-4fd4-9fff-14a78788b1b3 None None] Allocated IP 172.20.0.2 (3dce1b9c-9b3e-415a-8b07-f67d80d895f0/043bfe45-0fcd-4067-8cbd-17b4d1e81c0a/1c6b525a-916a-431e-af8b-04918eb6419d) {{(pid=102388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 18:51:27.394731 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12eb1356-83b2-4de8-9962-e41ca285d199 tempest-AllowedAddressPairTestJSON-1039461392 tempest-AllowedAddressPairTestJSON-1039461392-project] Made reservation on behalf of 560082dbd4b94217b220f3fd156c0d4e for: {'port': 1} {{(pid=102387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 18:51:27.405809 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-12eb1356-83b2-4de8-9962-e41ca285d199 tempest-AllowedAddressPairTestJSON-1039461392 tempest-AllowedAddressPairTestJSON-1039461392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:27.409670 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c56238a-b298-43ca-bd81-46d6659ed381 req-dfd923a3-2148-4587-98be-45e378699086 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:51:27.412145 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-4c56238a-b298-43ca-bd81-46d6659ed381 req-dfd923a3-2148-4587-98be-45e378699086 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=bb5b9fed-8e61-492a-a21e-f9ce432c95f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1906033 Nov 05 18:51:27.454635 n-d-816865-1 neutron-server[102387]: DEBUG neutron.notifiers.nova [None req-12eb1356-83b2-4de8-9962-e41ca285d199 tempest-AllowedAddressPairTestJSON-1039461392 tempest-AllowedAddressPairTestJSON-1039461392-project] device_id is not set on port 50699582-3efb-4a57-a4c5-f2deb681edb0 yet. {{(pid=102387) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 05 18:51:27.456423 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-7e91da4b-bbc2-4add-b31f-71ff2d29b7eb req-38015f99-0c46-4938-a847-cb62990015eb service neutron] 10.222.0.55 "GET /v2.0/networks/a723f808-b11e-4066-b104-fad90c82895e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2245107 Nov 05 18:51:27.582550 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8fd8780-a80c-4212-b9aa-f6c74abb7063 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Made reservation on behalf of 07347c71ee604fb5990da9c356235381 for: {'subnet': 1} {{(pid=102386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 18:51:27.592841 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-c8fd8780-a80c-4212-b9aa-f6c74abb7063 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4877122'] for subnet, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:27.594119 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-62eb1464-cf70-4fd4-9fff-14a78788b1b3 None None] Publish callbacks [] for port, precommit_create {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:27.703941 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c433b8f-34ca-4d8c-ae86-783631301bce req-b8ffd150-89ca-4676-adf3-f7d74848ff42 tempest-ServersOnMultiNodesTest-710233287 tempest-ServersOnMultiNodesTest-710233287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:51:27.705892 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-4c433b8f-34ca-4d8c-ae86-783631301bce req-b8ffd150-89ca-4676-adf3-f7d74848ff42 tempest-ServersOnMultiNodesTest-710233287 tempest-ServersOnMultiNodesTest-710233287-project] 10.222.0.13 "GET /v2.0/ports?device_id=d00ed1eb-0259-4f43-a1a1-bfeaa20c3b03 HTTP/1.1" status: 200 len: 948 time: 0.0843534 Nov 05 18:51:27.721003 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b24fd55-39d2-4a6f-a7d9-ffc1d42c96e7 req-4632de28-8163-474a-8e64-76e835e99ced tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:51:27.721003 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-7b24fd55-39d2-4a6f-a7d9-ffc1d42c96e7 req-4632de28-8163-474a-8e64-76e835e99ced tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] 10.222.0.13 "GET /v2.0/ports?device_id=b3c515f9-768f-4a54-bb92-e6f3d5207990 HTTP/1.1" status: 200 len: 944 time: 0.1093616 Nov 05 18:51:27.721234 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-62eb1464-cf70-4fd4-9fff-14a78788b1b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789'] for port, after_create {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:27.755793 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-4c56238a-b298-43ca-bd81-46d6659ed381 req-7071a09d-d939-4086-a982-a6eb13d0ce66 service neutron] 10.222.0.55 "GET /v2.0/networks/bb5b9fed-8e61-492a-a21e-f9ce432c95f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3263161 Nov 05 18:51:27.765938 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-7e91da4b-bbc2-4add-b31f-71ff2d29b7eb req-2baf98af-99f8-4d42-9a9a-085d8cbbe445 service neutron] 10.222.0.55 "GET /v2.0/networks/a723f808-b11e-4066-b104-fad90c82895e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2617819 Nov 05 18:51:27.771922 n-d-816865-1 neutron-server[102388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62eb1464-cf70-4fd4-9fff-14a78788b1b3 None None] Network 3dce1b9c-9b3e-415a-8b07-f67d80d895f0 is already hosted by enough agents. {{(pid=102388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 18:51:27.777829 n-d-816865-1 neutron-server[102388]: DEBUG neutron.scheduler.base_scheduler [None req-62eb1464-cf70-4fd4-9fff-14a78788b1b3 None None] Resources bound (agent type, host, resource id): {{(pid=102388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:51:27.783129 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62eb1464-cf70-4fd4-9fff-14a78788b1b3 None None] Received port after_create {{(pid=102388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 18:51:27.795287 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62eb1464-cf70-4fd4-9fff-14a78788b1b3 None None] Pushing event updated for resources: {'Port': ['ID=1c6b525a-916a-431e-af8b-04918eb6419d,revision_number=1']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:51:27.850452 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.db_base_plugin_common [None req-12eb1356-83b2-4de8-9962-e41ca285d199 tempest-AllowedAddressPairTestJSON-1039461392 tempest-AllowedAddressPairTestJSON-1039461392-project] Allocated IP 172.20.0.6 (3dce1b9c-9b3e-415a-8b07-f67d80d895f0/043bfe45-0fcd-4067-8cbd-17b4d1e81c0a/50699582-3efb-4a57-a4c5-f2deb681edb0) {{(pid=102387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 18:51:27.880073 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-62eb1464-cf70-4fd4-9fff-14a78788b1b3 None None] Attempting to bind port 1c6b525a-916a-431e-af8b-04918eb6419d on host n-d-816865-1 for vnic_type normal with profile {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 18:51:27.882116 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-62eb1464-cf70-4fd4-9fff-14a78788b1b3 None None] Attempting to bind port 1c6b525a-916a-431e-af8b-04918eb6419d by drivers openvswitch,hyperv on host n-d-816865-1 at level 0 using segments [{'id': '51370d58-7fb1-473a-be23-7596d957f608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '3dce1b9c-9b3e-415a-8b07-f67d80d895f0'}] {{(pid=102388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 18:51:27.882609 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62eb1464-cf70-4fd4-9fff-14a78788b1b3 None None] Attempting to bind port 1c6b525a-916a-431e-af8b-04918eb6419d on network 3dce1b9c-9b3e-415a-8b07-f67d80d895f0 {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 18:51:27.888336 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62eb1464-cf70-4fd4-9fff-14a78788b1b3 None None] Checking agent: {'id': '724d89a7-611b-41e6-bc85-c48112b17afa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 18, 25, 8), 'started_at': datetime.datetime(2021, 11, 5, 18, 25, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 18, 51, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 18:51:27.888841 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62eb1464-cf70-4fd4-9fff-14a78788b1b3 None None] Checking segment: {'id': '51370d58-7fb1-473a-be23-7596d957f608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '3dce1b9c-9b3e-415a-8b07-f67d80d895f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 18:51:27.889375 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-62eb1464-cf70-4fd4-9fff-14a78788b1b3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:27.889940 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62eb1464-cf70-4fd4-9fff-14a78788b1b3 None None] Bound using segment: {'id': '51370d58-7fb1-473a-be23-7596d957f608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '3dce1b9c-9b3e-415a-8b07-f67d80d895f0'} {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 18:51:27.890430 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-62eb1464-cf70-4fd4-9fff-14a78788b1b3 None None] Bound port: 1c6b525a-916a-431e-af8b-04918eb6419d, host: n-d-816865-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51370d58-7fb1-473a-be23-7596d957f608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '3dce1b9c-9b3e-415a-8b07-f67d80d895f0'}}] {{(pid=102388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 18:51:27.890946 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-62eb1464-cf70-4fd4-9fff-14a78788b1b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:27.922173 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-7b24fd55-39d2-4a6f-a7d9-ffc1d42c96e7 req-0d940f5b-801d-4e33-84d9-af6f9a281e2a tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] 10.222.0.13 "GET /v2.0/security-groups?id=8015cb9a-1cfc-43ae-80a2-992db853641d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1748221 Nov 05 18:51:27.936849 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-4c56238a-b298-43ca-bd81-46d6659ed381 req-db2b00e6-06db-483d-97ea-c3a45c6d161f service neutron] 10.222.0.55 "GET /v2.0/networks/bb5b9fed-8e61-492a-a21e-f9ce432c95f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1697822 Nov 05 18:51:27.942941 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-4c433b8f-34ca-4d8c-ae86-783631301bce req-c5c6e43a-e820-4bb7-bd10-38a9579e1c22 tempest-ServersOnMultiNodesTest-710233287 tempest-ServersOnMultiNodesTest-710233287-project] 10.222.0.13 "GET /v2.0/security-groups?id=a1214aa7-6fe8-4b93-878e-3f1f16f5c576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2172153 Nov 05 18:51:28.007254 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-62eb1464-cf70-4fd4-9fff-14a78788b1b3 None None] For port 1c6b525a-916a-431e-af8b-04918eb6419d, host n-d-816865-1, cleared binding levels {{(pid=102388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 18:51:28.010960 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-62eb1464-cf70-4fd4-9fff-14a78788b1b3 None None] For port 1c6b525a-916a-431e-af8b-04918eb6419d, host n-d-816865-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=1c6b525a-916a-431e-af8b-04918eb6419d,segment=NetworkSegment(51370d58-7fb1-473a-be23-7596d957f608),segment_id=51370d58-7fb1-473a-be23-7596d957f608)] {{(pid=102388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 18:51:28.117585 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-12eb1356-83b2-4de8-9962-e41ca285d199 tempest-AllowedAddressPairTestJSON-1039461392 tempest-AllowedAddressPairTestJSON-1039461392-project] Publish callbacks [] for port, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:28.232003 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-c8fd8780-a80c-4212-b9aa-f6c74abb7063 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6149946', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4877172'] for subnet, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:28.232809 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-62eb1464-cf70-4fd4-9fff-14a78788b1b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:28.271869 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-12eb1356-83b2-4de8-9962-e41ca285d199 tempest-AllowedAddressPairTestJSON-1039461392 tempest-AllowedAddressPairTestJSON-1039461392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4417063'] for port, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:28.323753 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 58112) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:51:28.332217 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8fd8780-a80c-4212-b9aa-f6c74abb7063 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Pushing event updated for resources: {'Subnet': ['ID=cb120401-c6b0-4020-9e73-4e34880dac6f,revision_number=0']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:51:28.345629 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8fd8780-a80c-4212-b9aa-f6c74abb7063 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Checking segment: {'id': '039dd2e0-fbb8-4b4a-a0ab-b8c5b5630944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'df65ab80-b2ce-4fd6-8bad-6a3a47c83929'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 18:51:28.345629 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8fd8780-a80c-4212-b9aa-f6c74abb7063 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Network hostable DHCP agents. Network: df65ab80-b2ce-4fd6-8bad-6a3a47c83929, hostable agents: ['987e2ca0-bc3b-4c6f-a989-429ccfbf753f'], hosted agents: [] {{(pid=102386) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 05 18:51:28.345824 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62eb1464-cf70-4fd4-9fff-14a78788b1b3 None None] Pushing event updated for resources: {'Port': ['ID=1c6b525a-916a-431e-af8b-04918eb6419d,revision_number=2']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:51:28.392273 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12eb1356-83b2-4de8-9962-e41ca285d199 tempest-AllowedAddressPairTestJSON-1039461392 tempest-AllowedAddressPairTestJSON-1039461392-project] Pushing event updated for resources: {'Port': ['ID=50699582-3efb-4a57-a4c5-f2deb681edb0,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:51:28.402637 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12eb1356-83b2-4de8-9962-e41ca285d199 tempest-AllowedAddressPairTestJSON-1039461392 tempest-AllowedAddressPairTestJSON-1039461392-project] Network 3dce1b9c-9b3e-415a-8b07-f67d80d895f0 is already hosted by enough agents. {{(pid=102387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 18:51:28.405110 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.base_scheduler [None req-12eb1356-83b2-4de8-9962-e41ca285d199 tempest-AllowedAddressPairTestJSON-1039461392 tempest-AllowedAddressPairTestJSON-1039461392-project] Resources bound (agent type, host, resource id): {{(pid=102387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:51:28.419927 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12eb1356-83b2-4de8-9962-e41ca285d199 tempest-AllowedAddressPairTestJSON-1039461392 tempest-AllowedAddressPairTestJSON-1039461392-project] Received port after_create {{(pid=102387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 18:51:28.420328 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 58116) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:51:28.477751 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12eb1356-83b2-4de8-9962-e41ca285d199 tempest-AllowedAddressPairTestJSON-1039461392 tempest-AllowedAddressPairTestJSON-1039461392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:51:28.478277 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-12eb1356-83b2-4de8-9962-e41ca285d199 tempest-AllowedAddressPairTestJSON-1039461392 tempest-AllowedAddressPairTestJSON-1039461392-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:28.499794 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8fd8780-a80c-4212-b9aa-f6c74abb7063 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Network df65ab80-b2ce-4fd6-8bad-6a3a47c83929 is scheduled to be hosted by DHCP agent 987e2ca0-bc3b-4c6f-a989-429ccfbf753f with binding_index 1 {{(pid=102386) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 05 18:51:28.591471 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-654313c9-b240-47e8-a947-4f9d7794cc0b admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-378162960-network', 'tenant_id': '3db3c1c019224dfc92060d487f5315ed'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:51:28.601647 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-3f30f516-21ab-435a-bad2-2c9dbb75d7b9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:28.614169 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-12eb1356-83b2-4de8-9962-e41ca285d199 tempest-AllowedAddressPairTestJSON-1039461392 tempest-AllowedAddressPairTestJSON-1039461392-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.5877798 Nov 05 18:51:28.615885 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 58120) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:51:28.620857 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-a3a75028-7733-4326-a802-da5cf9e3dba3 tempest-AllowedAddressPairTestJSON-1039461392 tempest-AllowedAddressPairTestJSON-1039461392-project] Request body: {'port': {'network_id': '3dce1b9c-9b3e-415a-8b07-f67d80d895f0', 'name': 'tempest-AllowedAddressPairTestJSON-486417911', 'allowed_address_pairs': [{'ip_address': '172.20.0.6', 'mac_address': 'fa:16:3e:ee:d0:ce'}]}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:51:28.685944 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Device 2b5976ed-2eb2-44e2-9fd5-8b5617f2e0dc details requested by agent hyperv_n-h2-816865-1 with host n-h2-816865-1 {{(pid=102388) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 05 18:51:28.687513 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.base_scheduler [None req-c8fd8780-a80c-4212-b9aa-f6c74abb7063 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816865-1, df65ab80-b2ce-4fd6-8bad-6a3a47c83929) {{(pid=102386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:51:28.703381 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61425686-238d-4d42-a808-c0aff1cd9ed9 None None] Network df65ab80-b2ce-4fd6-8bad-6a3a47c83929 requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 18:51:28.719776 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8fd8780-a80c-4212-b9aa-f6c74abb7063 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:51:28.720922 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-c8fd8780-a80c-4212-b9aa-f6c74abb7063 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Publish callbacks [] for subnet, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:28.740649 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-654313c9-b240-47e8-a947-4f9d7794cc0b admin admin] Made reservation on behalf of 3db3c1c019224dfc92060d487f5315ed for: {'network': 1} {{(pid=102386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 18:51:28.743425 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-654313c9-b240-47e8-a947-4f9d7794cc0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for network, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:28.756750 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-654313c9-b240-47e8-a947-4f9d7794cc0b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:28.763741 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-3f30f516-21ab-435a-bad2-2c9dbb75d7b9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:28.842808 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-654313c9-b240-47e8-a947-4f9d7794cc0b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:28.883729 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-3f30f516-21ab-435a-bad2-2c9dbb75d7b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:28.889142 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-c8fd8780-a80c-4212-b9aa-f6c74abb7063 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6796954 Nov 05 18:51:28.895023 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 58122) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:51:28.897653 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] For port 2b5976ed-2eb2-44e2-9fd5-8b5617f2e0dc, host n-h2-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=2b5976ed-2eb2-44e2-9fd5-8b5617f2e0dc,segment=NetworkSegment(35c2db9c-522d-48d3-98cf-a08c2cc55db7),segment_id=35c2db9c-522d-48d3-98cf-a08c2cc55db7)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:51:28.906214 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-5bf064a5-1b0b-4d38-8ab6-4d022c643161 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-852338076', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:51:28.918129 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Returning: {'device': '2b5976ed-2eb2-44e2-9fd5-8b5617f2e0dc', 'network_id': 'a723f808-b11e-4066-b104-fad90c82895e', 'port_id': '2b5976ed-2eb2-44e2-9fd5-8b5617f2e0dc', 'mac_address': 'fa:16:3e:42:3b:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 153, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05e7a1b5-165b-4a00-855a-ffbcb2eba59e', 'ip_address': '192.168.233.194'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102388) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 05 18:51:28.931149 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-3f30f516-21ab-435a-bad2-2c9dbb75d7b9 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=11623b448f0246208f4bba1d5b05686a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6063228 Nov 05 18:51:28.932329 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f30f516-21ab-435a-bad2-2c9dbb75d7b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae30cd2c-6b65-4e61-a55c-4bbc2d1eab05,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:51:28.933980 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 58124) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:51:28.963567 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-269e0a9e-05cb-4be7-8647-ad13760de71d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeb20a084-accf-5b60-8075-3e69ebe863a6-df65ab80-b2ce-4fd6-8bad-6a3a47c83929', 'network_id': 'df65ab80-b2ce-4fd6-8bad-6a3a47c83929', 'tenant_id': '07347c71ee604fb5990da9c356235381', 'fixed_ips': [{'subnet_id': 'cb120401-c6b0-4020-9e73-4e34880dac6f'}]}} from n-d-816865-1. {{(pid=102388) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 05 18:51:28.963567 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-269e0a9e-05cb-4be7-8647-ad13760de71d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:28.982737 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-654313c9-b240-47e8-a947-4f9d7794cc0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:29.023726 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3a75028-7733-4326-a802-da5cf9e3dba3 tempest-AllowedAddressPairTestJSON-1039461392 tempest-AllowedAddressPairTestJSON-1039461392-project] Made reservation on behalf of 560082dbd4b94217b220f3fd156c0d4e for: {'port': 1} {{(pid=102387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 18:51:29.027073 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-654313c9-b240-47e8-a947-4f9d7794cc0b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 181} {{(pid=102386) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 05 18:51:29.042531 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:29.057969 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-654313c9-b240-47e8-a947-4f9d7794cc0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273'] for segment, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:29.058361 n-d-816865-1 neutron-server[102386]: INFO neutron.db.segments_db [None req-654313c9-b240-47e8-a947-4f9d7794cc0b admin admin] Added segment 3783dc3e-81b4-445a-9e2c-0ce15e9a4e6a of type vlan for network cf016879-de78-4b04-a81a-5939b67337f3 Nov 05 18:51:29.076615 n-d-816865-1 neutron-server[102388]: DEBUG neutron.notifiers.nova [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b5976ed-2eb2-44e2-9fd5-8b5617f2e0dc {{(pid=102388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 18:51:29.121526 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-654313c9-b240-47e8-a947-4f9d7794cc0b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750027258543'] for network, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:29.145467 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-a3a75028-7733-4326-a802-da5cf9e3dba3 tempest-AllowedAddressPairTestJSON-1039461392 tempest-AllowedAddressPairTestJSON-1039461392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:29.171173 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] For port 2b5976ed-2eb2-44e2-9fd5-8b5617f2e0dc, host n-h2-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=2b5976ed-2eb2-44e2-9fd5-8b5617f2e0dc,segment=NetworkSegment(35c2db9c-522d-48d3-98cf-a08c2cc55db7),segment_id=35c2db9c-522d-48d3-98cf-a08c2cc55db7)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:51:29.186931 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654313c9-b240-47e8-a947-4f9d7794cc0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3640d88-c369-41cd-98f6-7ceb94b23b09,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:51:29.197722 n-d-816865-1 neutron-server[102387]: DEBUG neutron.notifiers.nova [None req-a3a75028-7733-4326-a802-da5cf9e3dba3 tempest-AllowedAddressPairTestJSON-1039461392 tempest-AllowedAddressPairTestJSON-1039461392-project] device_id is not set on port 57d103a1-7dfc-402f-92df-264bfe520ddd yet. {{(pid=102387) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 05 18:51:29.237383 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.db_base_plugin_common [None req-269e0a9e-05cb-4be7-8647-ad13760de71d None None] Allocated IP 2001:db8::2 (df65ab80-b2ce-4fd6-8bad-6a3a47c83929/cb120401-c6b0-4020-9e73-4e34880dac6f/444d5b83-e5ca-4ea1-aa54-1540feaffcdc) {{(pid=102388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 18:51:29.242367 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-654313c9-b240-47e8-a947-4f9d7794cc0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-956796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877'] for network, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:29.248136 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-654313c9-b240-47e8-a947-4f9d7794cc0b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:51:29.252097 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-654313c9-b240-47e8-a947-4f9d7794cc0b admin admin] Publish callbacks [] for network, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:29.282062 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:29.329658 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-cf68ba26-f4df-4b88-ab8e-863485751d2e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:29.343261 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654313c9-b240-47e8-a947-4f9d7794cc0b admin admin] Pushing event updated for resources: {'Network': ['ID=cf016879-de78-4b04-a81a-5939b67337f3,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:51:29.392058 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acc3947-bd63-4901-b527-885c3c1ac48a req-c97f4a14-ef31-4b06-92c8-fcba90e50e9b tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:51:29.394293 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-3acc3947-bd63-4901-b527-885c3c1ac48a req-c97f4a14-ef31-4b06-92c8-fcba90e50e9b tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] 10.222.0.13 "GET /v2.0/ports?device_id=b3c515f9-768f-4a54-bb92-e6f3d5207990 HTTP/1.1" status: 200 len: 944 time: 0.2543578 Nov 05 18:51:29.417205 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-cf68ba26-f4df-4b88-ab8e-863485751d2e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:29.452510 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091744ef-f8e2-49ad-a7a4-9d84515eefba req-6ae63b93-5465-4f15-97ea-0e6b8da7e8df tempest-ServersOnMultiNodesTest-710233287 tempest-ServersOnMultiNodesTest-710233287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:51:29.454129 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-091744ef-f8e2-49ad-a7a4-9d84515eefba req-6ae63b93-5465-4f15-97ea-0e6b8da7e8df tempest-ServersOnMultiNodesTest-710233287 tempest-ServersOnMultiNodesTest-710233287-project] 10.222.0.13 "GET /v2.0/ports?device_id=d00ed1eb-0259-4f43-a1a1-bfeaa20c3b03 HTTP/1.1" status: 200 len: 949 time: 0.3136373 Nov 05 18:51:29.464175 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.db_base_plugin_common [None req-a3a75028-7733-4326-a802-da5cf9e3dba3 tempest-AllowedAddressPairTestJSON-1039461392 tempest-AllowedAddressPairTestJSON-1039461392-project] Allocated IP 172.20.0.5 (3dce1b9c-9b3e-415a-8b07-f67d80d895f0/043bfe45-0fcd-4067-8cbd-17b4d1e81c0a/57d103a1-7dfc-402f-92df-264bfe520ddd) {{(pid=102387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 18:51:29.475747 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-5bf064a5-1b0b-4d38-8ab6-4d022c643161 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-571139', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6874'] for router, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:29.476782 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-5bf064a5-1b0b-4d38-8ab6-4d022c643161 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-571375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1000570', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1011585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6867'] for router, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:29.492412 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Network cf016879-de78-4b04-a81a-5939b67337f3 details requested by agent ovs-agent-n-d-816865-1 with host n-d-816865-1 {{(pid=102388) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 05 18:51:29.533829 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-654313c9-b240-47e8-a947-4f9d7794cc0b admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.1117384 Nov 05 18:51:29.533957 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 58134) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:51:29.538754 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-304e35f8-a72d-4072-9580-c78859e62cca admin admin] Request body: {'subnet': {'network_id': 'cf016879-de78-4b04-a81a-5939b67337f3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-378162960-subnet', 'tenant_id': '3db3c1c019224dfc92060d487f5315ed', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:51:29.590792 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7ba6e4b-425e-4fbe-8a39-1c5c2e78f847 None None] Network 3dce1b9c-9b3e-415a-8b07-f67d80d895f0 requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 18:51:29.613869 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-3acc3947-bd63-4901-b527-885c3c1ac48a req-6ca092a0-66c1-42ed-86cd-f65d5ffdce98 tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] 10.222.0.13 "GET /v2.0/security-groups?id=8015cb9a-1cfc-43ae-80a2-992db853641d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1994355 Nov 05 18:51:29.624823 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] get_ports_and_sgs() called for port_ids ['2b5976ed-2eb2-44e2-9fd5-8b5617f2e0dc'] {{(pid=102388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 18:51:29.642595 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-304e35f8-a72d-4072-9580-c78859e62cca admin admin] Made reservation on behalf of 3db3c1c019224dfc92060d487f5315ed for: {'subnet': 1} {{(pid=102386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 18:51:29.645661 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-304e35f8-a72d-4072-9580-c78859e62cca admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4877122'] for subnet, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:29.647888 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Pushing event updated for resources: {'Port': ['ID=2b5976ed-2eb2-44e2-9fd5-8b5617f2e0dc,revision_number=4']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:51:29.723823 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-5bf064a5-1b0b-4d38-8ab6-4d022c643161 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:29.727847 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-cf68ba26-f4df-4b88-ab8e-863485751d2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:29.730279 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-cf68ba26-f4df-4b88-ab8e-863485751d2e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:29.733808 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-cf68ba26-f4df-4b88-ab8e-863485751d2e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ae30cd2c-6b65-4e61-a55c-4bbc2d1eab05 HTTP/1.1" status: 204 len: 168 time: 0.7952173 Nov 05 18:51:29.751432 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-091744ef-f8e2-49ad-a7a4-9d84515eefba req-eccfeeea-5c85-49a4-85d8-69f097f807cc tempest-ServersOnMultiNodesTest-710233287 tempest-ServersOnMultiNodesTest-710233287-project] 10.222.0.13 "GET /v2.0/security-groups?id=a1214aa7-6fe8-4b93-878e-3f1f16f5c576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2797737 Nov 05 18:51:29.759795 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf68ba26-f4df-4b88-ab8e-863485751d2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae30cd2c-6b65-4e61-a55c-4bbc2d1eab05,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:51:29.816834 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-46cd2951-9f2a-4f90-979f-3cf8df2c2ecf None None] Provisioning complete for port 1c6b525a-916a-431e-af8b-04918eb6419d triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:51:29.817123 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-46cd2951-9f2a-4f90-979f-3cf8df2c2ecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:29.834150 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-a3a75028-7733-4326-a802-da5cf9e3dba3 tempest-AllowedAddressPairTestJSON-1039461392 tempest-AllowedAddressPairTestJSON-1039461392-project] Publish callbacks [] for port, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:29.836392 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-5bf064a5-1b0b-4d38-8ab6-4d022c643161 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-571384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1000487'] for router, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:29.884239 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-269e0a9e-05cb-4be7-8647-ad13760de71d None None] Publish callbacks [] for port, precommit_create {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:30.003204 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-304e35f8-a72d-4072-9580-c78859e62cca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6149946', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4877172'] for subnet, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:30.004775 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-5bf064a5-1b0b-4d38-8ab6-4d022c643161 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Publish callbacks [] for router, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:30.005004 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-5bf064a5-1b0b-4d38-8ab6-4d022c643161 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 1.1028371 Nov 05 18:51:30.006430 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-a3a75028-7733-4326-a802-da5cf9e3dba3 tempest-AllowedAddressPairTestJSON-1039461392 tempest-AllowedAddressPairTestJSON-1039461392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4417063'] for port, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:30.007775 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 58140) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:51:30.013515 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-269e0a9e-05cb-4be7-8647-ad13760de71d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789'] for port, after_create {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:30.024887 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-96f3df09-a673-44f6-a486-6adca5be231d tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Request body: {'port': {'network_id': 'df65ab80-b2ce-4fd6-8bad-6a3a47c83929', 'name': 'tempest-RoutersIpV6Test-1338282567'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:51:30.053199 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3a75028-7733-4326-a802-da5cf9e3dba3 tempest-AllowedAddressPairTestJSON-1039461392 tempest-AllowedAddressPairTestJSON-1039461392-project] Network 3dce1b9c-9b3e-415a-8b07-f67d80d895f0 is already hosted by enough agents. {{(pid=102387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 18:51:30.059022 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.base_scheduler [None req-a3a75028-7733-4326-a802-da5cf9e3dba3 tempest-AllowedAddressPairTestJSON-1039461392 tempest-AllowedAddressPairTestJSON-1039461392-project] Resources bound (agent type, host, resource id): {{(pid=102387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:51:30.062676 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3a75028-7733-4326-a802-da5cf9e3dba3 tempest-AllowedAddressPairTestJSON-1039461392 tempest-AllowedAddressPairTestJSON-1039461392-project] Received port after_create {{(pid=102387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 18:51:30.100818 n-d-816865-1 neutron-server[102388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-269e0a9e-05cb-4be7-8647-ad13760de71d None None] Network df65ab80-b2ce-4fd6-8bad-6a3a47c83929 is already hosted by enough agents. {{(pid=102388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 18:51:30.112679 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-46cd2951-9f2a-4f90-979f-3cf8df2c2ecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:30.121999 n-d-816865-1 neutron-server[102388]: DEBUG neutron.scheduler.base_scheduler [None req-269e0a9e-05cb-4be7-8647-ad13760de71d None None] Resources bound (agent type, host, resource id): {{(pid=102388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:51:30.128022 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-269e0a9e-05cb-4be7-8647-ad13760de71d None None] Received port after_create {{(pid=102388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 18:51:30.142119 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269e0a9e-05cb-4be7-8647-ad13760de71d None None] Pushing event updated for resources: {'Port': ['ID=444d5b83-e5ca-4ea1-aa54-1540feaffcdc,revision_number=1']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:51:30.146684 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a75028-7733-4326-a802-da5cf9e3dba3 tempest-AllowedAddressPairTestJSON-1039461392 tempest-AllowedAddressPairTestJSON-1039461392-project] Pushing event updated for resources: {'Port': ['ID=57d103a1-7dfc-402f-92df-264bfe520ddd,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:51:30.162183 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3a75028-7733-4326-a802-da5cf9e3dba3 tempest-AllowedAddressPairTestJSON-1039461392 tempest-AllowedAddressPairTestJSON-1039461392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:51:30.162966 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-a3a75028-7733-4326-a802-da5cf9e3dba3 tempest-AllowedAddressPairTestJSON-1039461392 tempest-AllowedAddressPairTestJSON-1039461392-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:30.226122 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304e35f8-a72d-4072-9580-c78859e62cca admin admin] Pushing event updated for resources: {'Subnet': ['ID=d14ca147-7a8b-4226-a54e-d8371cd56beb,revision_number=0']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:51:30.255478 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-304e35f8-a72d-4072-9580-c78859e62cca admin admin] Checking segment: {'id': '3783dc3e-81b4-445a-9e2c-0ce15e9a4e6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'cf016879-de78-4b04-a81a-5939b67337f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 18:51:30.255821 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-304e35f8-a72d-4072-9580-c78859e62cca admin admin] Network hostable DHCP agents. Network: cf016879-de78-4b04-a81a-5939b67337f3, hostable agents: ['987e2ca0-bc3b-4c6f-a989-429ccfbf753f'], hosted agents: [] {{(pid=102386) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 05 18:51:30.257162 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-46cd2951-9f2a-4f90-979f-3cf8df2c2ecf None None] For port 1c6b525a-916a-431e-af8b-04918eb6419d, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=1c6b525a-916a-431e-af8b-04918eb6419d,segment=NetworkSegment(51370d58-7fb1-473a-be23-7596d957f608),segment_id=51370d58-7fb1-473a-be23-7596d957f608)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:51:30.263333 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-269e0a9e-05cb-4be7-8647-ad13760de71d None None] Attempting to bind port 444d5b83-e5ca-4ea1-aa54-1540feaffcdc on host n-d-816865-1 for vnic_type normal with profile {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 18:51:30.263701 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-269e0a9e-05cb-4be7-8647-ad13760de71d None None] Attempting to bind port 444d5b83-e5ca-4ea1-aa54-1540feaffcdc by drivers openvswitch,hyperv on host n-d-816865-1 at level 0 using segments [{'id': '039dd2e0-fbb8-4b4a-a0ab-b8c5b5630944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'df65ab80-b2ce-4fd6-8bad-6a3a47c83929'}] {{(pid=102388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 18:51:30.264058 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-269e0a9e-05cb-4be7-8647-ad13760de71d None None] Attempting to bind port 444d5b83-e5ca-4ea1-aa54-1540feaffcdc on network df65ab80-b2ce-4fd6-8bad-6a3a47c83929 {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 18:51:30.273378 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-269e0a9e-05cb-4be7-8647-ad13760de71d None None] Checking agent: {'id': '724d89a7-611b-41e6-bc85-c48112b17afa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 18, 25, 8), 'started_at': datetime.datetime(2021, 11, 5, 18, 25, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 18, 51, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 18:51:30.273741 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-269e0a9e-05cb-4be7-8647-ad13760de71d None None] Checking segment: {'id': '039dd2e0-fbb8-4b4a-a0ab-b8c5b5630944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'df65ab80-b2ce-4fd6-8bad-6a3a47c83929'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 18:51:30.274169 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-269e0a9e-05cb-4be7-8647-ad13760de71d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:30.274550 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-269e0a9e-05cb-4be7-8647-ad13760de71d None None] Bound using segment: {'id': '039dd2e0-fbb8-4b4a-a0ab-b8c5b5630944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'df65ab80-b2ce-4fd6-8bad-6a3a47c83929'} {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 18:51:30.275028 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-269e0a9e-05cb-4be7-8647-ad13760de71d None None] Bound port: 444d5b83-e5ca-4ea1-aa54-1540feaffcdc, host: n-d-816865-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '039dd2e0-fbb8-4b4a-a0ab-b8c5b5630944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'df65ab80-b2ce-4fd6-8bad-6a3a47c83929'}}] {{(pid=102388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 18:51:30.277730 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-269e0a9e-05cb-4be7-8647-ad13760de71d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:30.337852 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-a3a75028-7733-4326-a802-da5cf9e3dba3 tempest-AllowedAddressPairTestJSON-1039461392 tempest-AllowedAddressPairTestJSON-1039461392-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 997 time: 1.7184021 Nov 05 18:51:30.338169 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 58148) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:51:30.364229 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-269e0a9e-05cb-4be7-8647-ad13760de71d None None] For port 444d5b83-e5ca-4ea1-aa54-1540feaffcdc, host n-d-816865-1, cleared binding levels {{(pid=102388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 18:51:30.367964 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-269e0a9e-05cb-4be7-8647-ad13760de71d None None] For port 444d5b83-e5ca-4ea1-aa54-1540feaffcdc, host n-d-816865-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=444d5b83-e5ca-4ea1-aa54-1540feaffcdc,segment=NetworkSegment(039dd2e0-fbb8-4b4a-a0ab-b8c5b5630944),segment_id=039dd2e0-fbb8-4b4a-a0ab-b8c5b5630944)] {{(pid=102388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 18:51:30.377378 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-46cd2951-9f2a-4f90-979f-3cf8df2c2ecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:30.412236 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-304e35f8-a72d-4072-9580-c78859e62cca admin admin] Network cf016879-de78-4b04-a81a-5939b67337f3 is scheduled to be hosted by DHCP agent 987e2ca0-bc3b-4c6f-a989-429ccfbf753f with binding_index 1 {{(pid=102386) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 05 18:51:30.434283 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46cd2951-9f2a-4f90-979f-3cf8df2c2ecf None None] Pushing event updated for resources: {'Port': ['ID=1c6b525a-916a-431e-af8b-04918eb6419d,revision_number=3']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:51:30.441065 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87385e34-4851-4f5a-aae7-24bdfe125bb3 tempest-AllowedAddressPairTestJSON-1039461392 tempest-AllowedAddressPairTestJSON-1039461392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:51:30.448002 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87385e34-4851-4f5a-aae7-24bdfe125bb3 tempest-AllowedAddressPairTestJSON-1039461392 tempest-AllowedAddressPairTestJSON-1039461392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:51:30.453608 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96f3df09-a673-44f6-a486-6adca5be231d tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Made reservation on behalf of 07347c71ee604fb5990da9c356235381 for: {'port': 1} {{(pid=102386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 18:51:30.455920 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87385e34-4851-4f5a-aae7-24bdfe125bb3 tempest-AllowedAddressPairTestJSON-1039461392 tempest-AllowedAddressPairTestJSON-1039461392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:51:30.457026 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-96f3df09-a673-44f6-a486-6adca5be231d tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:30.457860 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-87385e34-4851-4f5a-aae7-24bdfe125bb3 tempest-AllowedAddressPairTestJSON-1039461392 tempest-AllowedAddressPairTestJSON-1039461392-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2462 time: 0.1187272 Nov 05 18:51:30.461393 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 58150) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:51:30.494555 n-d-816865-1 neutron-server[102386]: DEBUG neutron.notifiers.nova [None req-96f3df09-a673-44f6-a486-6adca5be231d tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] device_id is not set on port 700588d6-3fb1-44ec-b290-609b927977c4 yet. {{(pid=102386) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 05 18:51:30.499205 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-269e0a9e-05cb-4be7-8647-ad13760de71d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:30.577448 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-eea463a8-3534-4c87-95ab-64c2f6b8d587 None None] Provisioning complete for port 57d103a1-7dfc-402f-92df-264bfe520ddd triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:51:30.577825 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-eea463a8-3534-4c87-95ab-64c2f6b8d587 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:30.588885 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.base_scheduler [None req-304e35f8-a72d-4072-9580-c78859e62cca admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816865-1, cf016879-de78-4b04-a81a-5939b67337f3) {{(pid=102386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:51:30.592797 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 1c6b525a-916a-431e-af8b-04918eb6419d up at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 18:51:30.593216 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [None req-d2aad53d-f994-48e9-9683-86de42a02e73 tempest-AllowedAddressPairTestJSON-1039461392 tempest-AllowedAddressPairTestJSON-1039461392-project] Deleting port 57d103a1-7dfc-402f-92df-264bfe520ddd {{(pid=102387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 18:51:30.593614 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-d2aad53d-f994-48e9-9683-86de42a02e73 tempest-AllowedAddressPairTestJSON-1039461392 tempest-AllowedAddressPairTestJSON-1039461392-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:30.611427 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-304e35f8-a72d-4072-9580-c78859e62cca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:51:30.611800 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-304e35f8-a72d-4072-9580-c78859e62cca admin admin] Publish callbacks [] for subnet, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:30.677300 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a9fd7d4-9605-46d5-85b3-1e56ffb3be95 None None] Network cf016879-de78-4b04-a81a-5939b67337f3 requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 18:51:30.704190 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269e0a9e-05cb-4be7-8647-ad13760de71d None None] Pushing event updated for resources: {'Port': ['ID=444d5b83-e5ca-4ea1-aa54-1540feaffcdc,revision_number=2']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:51:30.755789 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-304e35f8-a72d-4072-9580-c78859e62cca admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.2109637 Nov 05 18:51:30.758013 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-d2aad53d-f994-48e9-9683-86de42a02e73 tempest-AllowedAddressPairTestJSON-1039461392 tempest-AllowedAddressPairTestJSON-1039461392-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:30.777972 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-eea463a8-3534-4c87-95ab-64c2f6b8d587 None None] Port 57d103a1-7dfc-402f-92df-264bfe520ddd cannot update to ACTIVE because it is not bound. {{(pid=102388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 18:51:30.786948 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Provisioning complete for port 1c6b525a-916a-431e-af8b-04918eb6419d triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:51:30.787314 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:30.797554 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [None req-d2aad53d-f994-48e9-9683-86de42a02e73 tempest-AllowedAddressPairTestJSON-1039461392 tempest-AllowedAddressPairTestJSON-1039461392-project] Calling delete_port for 57d103a1-7dfc-402f-92df-264bfe520ddd owned by {{(pid=102387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 18:51:30.811182 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 58156) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:51:30.813237 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.db_base_plugin_common [None req-96f3df09-a673-44f6-a486-6adca5be231d tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Allocated IP 2001:db8::306 (df65ab80-b2ce-4fd6-8bad-6a3a47c83929/cb120401-c6b0-4020-9e73-4e34880dac6f/700588d6-3fb1-44ec-b290-609b927977c4) {{(pid=102386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 18:51:30.856358 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-726121d8-eac8-4a80-8f57-467de3cae485 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:30.921515 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-eea463a8-3534-4c87-95ab-64c2f6b8d587 None None] Provisioning complete for port 1c6b525a-916a-431e-af8b-04918eb6419d triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:51:30.922932 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-eea463a8-3534-4c87-95ab-64c2f6b8d587 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:31.170225 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-96f3df09-a673-44f6-a486-6adca5be231d tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Publish callbacks [] for port, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:31.225480 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79293a22-403c-4d46-aa87-9c8857efd631 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeb20a084-accf-5b60-8075-3e69ebe863a6-cf016879-de78-4b04-a81a-5939b67337f3', 'network_id': 'cf016879-de78-4b04-a81a-5939b67337f3', 'tenant_id': '3db3c1c019224dfc92060d487f5315ed', 'fixed_ips': [{'subnet_id': 'd14ca147-7a8b-4226-a54e-d8371cd56beb'}]}} from n-d-816865-1. {{(pid=102388) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 05 18:51:31.229391 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-79293a22-403c-4d46-aa87-9c8857efd631 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:31.245801 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-eea463a8-3534-4c87-95ab-64c2f6b8d587 None None] Provisioning complete for port 50699582-3efb-4a57-a4c5-f2deb681edb0 triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:51:31.248821 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-eea463a8-3534-4c87-95ab-64c2f6b8d587 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:31.298836 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-726121d8-eac8-4a80-8f57-467de3cae485 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:31.307754 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fad942-5720-4271-896c-f2cdaad1d075 req-a655b234-b117-4070-b57d-04640d4d0b86 tempest-ServersOnMultiNodesTest-710233287 tempest-ServersOnMultiNodesTest-710233287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:51:31.308335 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-eea463a8-3534-4c87-95ab-64c2f6b8d587 None None] Port 50699582-3efb-4a57-a4c5-f2deb681edb0 cannot update to ACTIVE because it is not bound. {{(pid=102388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 18:51:31.309164 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-b5fad942-5720-4271-896c-f2cdaad1d075 req-a655b234-b117-4070-b57d-04640d4d0b86 tempest-ServersOnMultiNodesTest-710233287 tempest-ServersOnMultiNodesTest-710233287-project] 10.222.0.13 "GET /v2.0/ports?device_id=d00ed1eb-0259-4f43-a1a1-bfeaa20c3b03 HTTP/1.1" status: 200 len: 949 time: 0.2835538 Nov 05 18:51:31.326781 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-96f3df09-a673-44f6-a486-6adca5be231d tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:31.403565 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-726121d8-eac8-4a80-8f57-467de3cae485 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:31.429957 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96f3df09-a673-44f6-a486-6adca5be231d tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Network df65ab80-b2ce-4fd6-8bad-6a3a47c83929 is already hosted by enough agents. {{(pid=102386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 18:51:31.438549 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.base_scheduler [None req-96f3df09-a673-44f6-a486-6adca5be231d tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Resources bound (agent type, host, resource id): {{(pid=102386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:51:31.443533 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96f3df09-a673-44f6-a486-6adca5be231d tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Received port after_create {{(pid=102386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 18:51:31.455801 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96f3df09-a673-44f6-a486-6adca5be231d tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:51:31.455801 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-96f3df09-a673-44f6-a486-6adca5be231d tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:31.456111 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-726121d8-eac8-4a80-8f57-467de3cae485 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f64afbdfe516431db564d85e511fb703&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6388223 Nov 05 18:51:31.458755 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-b5fad942-5720-4271-896c-f2cdaad1d075 req-bde9359d-c764-4758-b64a-ff70b1f5afb7 tempest-ServersOnMultiNodesTest-710233287 tempest-ServersOnMultiNodesTest-710233287-project] 10.222.0.13 "GET /v2.0/security-groups?id=a1214aa7-6fe8-4b93-878e-3f1f16f5c576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432276 Nov 05 18:51:31.459631 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-d2aad53d-f994-48e9-9683-86de42a02e73 tempest-AllowedAddressPairTestJSON-1039461392 tempest-AllowedAddressPairTestJSON-1039461392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4417063'] for port, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:31.459793 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f3df09-a673-44f6-a486-6adca5be231d tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Pushing event updated for resources: {'Port': ['ID=700588d6-3fb1-44ec-b290-609b927977c4,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:51:31.466262 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 58178) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:51:31.499625 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.db_base_plugin_common [None req-79293a22-403c-4d46-aa87-9c8857efd631 None None] Allocated IP 172.20.0.2 (cf016879-de78-4b04-a81a-5939b67337f3/d14ca147-7a8b-4226-a54e-d8371cd56beb/5be6e7d1-0a14-47ec-803d-af40155a6fe0) {{(pid=102388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 18:51:31.501215 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-d87c8643-ebad-4939-98b7-45e720782f27 None None] Could not find standard attr ID for object 57d103a1-7dfc-402f-92df-264bfe520ddd. {{(pid=102388) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 05 18:51:31.530972 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-90d13af4-b64e-4251-baf0-167dfda9332d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:31.535076 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2aad53d-f994-48e9-9683-86de42a02e73 tempest-AllowedAddressPairTestJSON-1039461392 tempest-AllowedAddressPairTestJSON-1039461392-project] Pushing event deleted for resources: {'Port': ['ID=57d103a1-7dfc-402f-92df-264bfe520ddd,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:51:31.558011 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-90d13af4-b64e-4251-baf0-167dfda9332d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:31.564232 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-d87c8643-ebad-4939-98b7-45e720782f27 None None] Provisioning complete for port 50699582-3efb-4a57-a4c5-f2deb681edb0 triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:51:31.564588 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-d87c8643-ebad-4939-98b7-45e720782f27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:31.606614 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-96f3df09-a673-44f6-a486-6adca5be231d tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.5938349 Nov 05 18:51:31.609245 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 58180) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:51:31.611229 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-d87c8643-ebad-4939-98b7-45e720782f27 None None] Port 50699582-3efb-4a57-a4c5-f2deb681edb0 cannot update to ACTIVE because it is not bound. {{(pid=102388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 18:51:31.638686 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726121d8-eac8-4a80-8f57-467de3cae485 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2af0770-1bf8-4239-a975-f012e3c2d5d2,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:51:31.732413 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-79293a22-403c-4d46-aa87-9c8857efd631 None None] Publish callbacks [] for port, precommit_create {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:31.820469 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb21947d-580b-4c6a-9185-7bfb113d639d req-25c68d2a-9148-449f-981e-135641261d97 tempest-ListServerFiltersTestJSON-1098286164 tempest-ListServerFiltersTestJSON-1098286164-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:51:31.822189 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-eb21947d-580b-4c6a-9185-7bfb113d639d req-25c68d2a-9148-449f-981e-135641261d97 tempest-ListServerFiltersTestJSON-1098286164 tempest-ListServerFiltersTestJSON-1098286164-project] 10.222.0.13 "GET /v2.0/networks?id=cf016879-de78-4b04-a81a-5939b67337f3 HTTP/1.1" status: 200 len: 815 time: 0.3749261 Nov 05 18:51:31.854127 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-79293a22-403c-4d46-aa87-9c8857efd631 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789'] for port, after_create {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:31.864819 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-eb21947d-580b-4c6a-9185-7bfb113d639d req-4e123e53-8c75-47df-b03d-5d642570d9d5 tempest-ListServerFiltersTestJSON-1098286164 tempest-ListServerFiltersTestJSON-1098286164-project] 10.222.0.13 "GET /v2.0/quotas/3db3c1c019224dfc92060d487f5315ed HTTP/1.1" status: 200 len: 375 time: 0.0202632 Nov 05 18:51:31.912782 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-d2aad53d-f994-48e9-9683-86de42a02e73 tempest-AllowedAddressPairTestJSON-1039461392 tempest-AllowedAddressPairTestJSON-1039461392-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:31.920715 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-d2aad53d-f994-48e9-9683-86de42a02e73 tempest-AllowedAddressPairTestJSON-1039461392 tempest-AllowedAddressPairTestJSON-1039461392-project] 10.222.0.13 "DELETE /v2.0/ports/57d103a1-7dfc-402f-92df-264bfe520ddd HTTP/1.1" status: 204 len: 168 time: 1.4537036 Nov 05 18:51:31.921083 n-d-816865-1 neutron-server[102388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79293a22-403c-4d46-aa87-9c8857efd631 None None] Network cf016879-de78-4b04-a81a-5939b67337f3 is already hosted by enough agents. {{(pid=102388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 18:51:31.922599 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 58182) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:51:31.926931 n-d-816865-1 neutron-server[102388]: DEBUG neutron.scheduler.base_scheduler [None req-79293a22-403c-4d46-aa87-9c8857efd631 None None] Resources bound (agent type, host, resource id): {{(pid=102388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:51:31.938356 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79293a22-403c-4d46-aa87-9c8857efd631 None None] Received port after_create {{(pid=102388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 18:51:31.950334 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-90d13af4-b64e-4251-baf0-167dfda9332d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:31.952825 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-90d13af4-b64e-4251-baf0-167dfda9332d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:31.973392 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-90d13af4-b64e-4251-baf0-167dfda9332d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b2af0770-1bf8-4239-a975-f012e3c2d5d2 HTTP/1.1" status: 204 len: 168 time: 0.4866192 Nov 05 18:51:31.976918 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d13af4-b64e-4251-baf0-167dfda9332d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2af0770-1bf8-4239-a975-f012e3c2d5d2,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:51:31.981367 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79293a22-403c-4d46-aa87-9c8857efd631 None None] Pushing event updated for resources: {'Port': ['ID=5be6e7d1-0a14-47ec-803d-af40155a6fe0,revision_number=1']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:51:32.039784 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79293a22-403c-4d46-aa87-9c8857efd631 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:51:32.040170 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79293a22-403c-4d46-aa87-9c8857efd631 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:51:32.040643 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79293a22-403c-4d46-aa87-9c8857efd631 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:51:32.040986 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79293a22-403c-4d46-aa87-9c8857efd631 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:51:32.041320 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79293a22-403c-4d46-aa87-9c8857efd631 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:51:32.041644 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79293a22-403c-4d46-aa87-9c8857efd631 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:51:32.041973 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79293a22-403c-4d46-aa87-9c8857efd631 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:51:32.042332 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79293a22-403c-4d46-aa87-9c8857efd631 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:51:32.042655 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79293a22-403c-4d46-aa87-9c8857efd631 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:51:32.042980 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79293a22-403c-4d46-aa87-9c8857efd631 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:51:32.043317 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79293a22-403c-4d46-aa87-9c8857efd631 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:51:32.043619 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79293a22-403c-4d46-aa87-9c8857efd631 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:51:32.054090 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-79293a22-403c-4d46-aa87-9c8857efd631 None None] Attempting to bind port 5be6e7d1-0a14-47ec-803d-af40155a6fe0 on host n-d-816865-1 for vnic_type normal with profile {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 18:51:32.054460 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-79293a22-403c-4d46-aa87-9c8857efd631 None None] Attempting to bind port 5be6e7d1-0a14-47ec-803d-af40155a6fe0 by drivers openvswitch,hyperv on host n-d-816865-1 at level 0 using segments [{'id': '3783dc3e-81b4-445a-9e2c-0ce15e9a4e6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'cf016879-de78-4b04-a81a-5939b67337f3'}] {{(pid=102388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 18:51:32.054828 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79293a22-403c-4d46-aa87-9c8857efd631 None None] Attempting to bind port 5be6e7d1-0a14-47ec-803d-af40155a6fe0 on network cf016879-de78-4b04-a81a-5939b67337f3 {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 18:51:32.061307 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79293a22-403c-4d46-aa87-9c8857efd631 None None] Checking agent: {'id': '724d89a7-611b-41e6-bc85-c48112b17afa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 18, 25, 8), 'started_at': datetime.datetime(2021, 11, 5, 18, 25, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 18, 51, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 18:51:32.061723 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79293a22-403c-4d46-aa87-9c8857efd631 None None] Checking segment: {'id': '3783dc3e-81b4-445a-9e2c-0ce15e9a4e6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'cf016879-de78-4b04-a81a-5939b67337f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 18:51:32.062125 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-79293a22-403c-4d46-aa87-9c8857efd631 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:32.062531 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79293a22-403c-4d46-aa87-9c8857efd631 None None] Bound using segment: {'id': '3783dc3e-81b4-445a-9e2c-0ce15e9a4e6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'cf016879-de78-4b04-a81a-5939b67337f3'} {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 18:51:32.063006 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-79293a22-403c-4d46-aa87-9c8857efd631 None None] Bound port: 5be6e7d1-0a14-47ec-803d-af40155a6fe0, host: n-d-816865-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3783dc3e-81b4-445a-9e2c-0ce15e9a4e6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'cf016879-de78-4b04-a81a-5939b67337f3'}}] {{(pid=102388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 18:51:32.063413 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-79293a22-403c-4d46-aa87-9c8857efd631 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:32.146540 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-086ae88b-5201-42b4-8d09-43aa11581bd1 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:32.164186 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-79293a22-403c-4d46-aa87-9c8857efd631 None None] For port 5be6e7d1-0a14-47ec-803d-af40155a6fe0, host n-d-816865-1, cleared binding levels {{(pid=102388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 18:51:32.167670 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-79293a22-403c-4d46-aa87-9c8857efd631 None None] For port 5be6e7d1-0a14-47ec-803d-af40155a6fe0, host n-d-816865-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=5be6e7d1-0a14-47ec-803d-af40155a6fe0,segment=NetworkSegment(3783dc3e-81b4-445a-9e2c-0ce15e9a4e6a),segment_id=3783dc3e-81b4-445a-9e2c-0ce15e9a4e6a)] {{(pid=102388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 18:51:32.212180 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a4b6be4-42c9-4e7a-88a5-14a13699875b None None] Network df65ab80-b2ce-4fd6-8bad-6a3a47c83929 requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 18:51:32.308177 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-1bfdc68c-b29e-47d1-aa76-654e12d1b6cd None None] Provisioning complete for port 444d5b83-e5ca-4ea1-aa54-1540feaffcdc triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:51:32.308767 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-1bfdc68c-b29e-47d1-aa76-654e12d1b6cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:32.351012 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-79293a22-403c-4d46-aa87-9c8857efd631 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:32.362611 n-d-816865-1 neutron-server[102387]: INFO neutron.pecan_wsgi.hooks.translation [None req-67bfa0ea-7940-45e4-a589-b9b980e310f7 tempest-AllowedAddressPairTestJSON-1039461392 tempest-AllowedAddressPairTestJSON-1039461392-project] GET failed (client error): The resource could not be found. Nov 05 18:51:32.362611 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-67bfa0ea-7940-45e4-a589-b9b980e310f7 tempest-AllowedAddressPairTestJSON-1039461392 tempest-AllowedAddressPairTestJSON-1039461392-project] 10.222.0.13 "GET /v2.0/ports/57d103a1-7dfc-402f-92df-264bfe520ddd HTTP/1.1" status: 404 len: 333 time: 0.4384048 Nov 05 18:51:32.366492 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 58188) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:51:32.371946 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-a237380d-d757-4ed0-91b8-16477c9847c2 tempest-AllowedAddressPairTestJSON-1039461392 tempest-AllowedAddressPairTestJSON-1039461392-project] Request body: {'port': {'network_id': '3dce1b9c-9b3e-415a-8b07-f67d80d895f0', 'name': 'tempest-AllowedAddressPairTestJSON-524612686'}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:51:32.406608 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-eb21947d-580b-4c6a-9185-7bfb113d639d req-ae5ab3bf-ddfb-4480-bbca-82a63faa2d35 tempest-ListServerFiltersTestJSON-1098286164 tempest-ListServerFiltersTestJSON-1098286164-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=3db3c1c019224dfc92060d487f5315ed&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5348778 Nov 05 18:51:32.558016 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-086ae88b-5201-42b4-8d09-43aa11581bd1 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Publish callbacks [] for port, precommit_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:32.654211 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-086ae88b-5201-42b4-8d09-43aa11581bd1 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6149821'] for port, after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:32.707670 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 1c6b525a-916a-431e-af8b-04918eb6419d up at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 18:51:32.709548 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Device 2b5976ed-2eb2-44e2-9fd5-8b5617f2e0dc up at agent hyperv_n-h2-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 18:51:32.719172 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-eb21947d-580b-4c6a-9185-7bfb113d639d req-77bc68d6-0a93-4d4d-b504-bc35634dd80c service neutron] 10.222.0.13 "GET /v2.0/networks/cf016879-de78-4b04-a81a-5939b67337f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2867134 Nov 05 18:51:32.728301 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086ae88b-5201-42b4-8d09-43aa11581bd1 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Pushing event updated for resources: {'Port': ['ID=700588d6-3fb1-44ec-b290-609b927977c4,revision_number=2']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:51:32.804066 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fae699-c808-4999-849b-5cc4574f1cef req-5398ea33-c1e3-49ba-a30c-9c135a7719d5 tempest-ServersOnMultiNodesTest-710233287 tempest-ServersOnMultiNodesTest-710233287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:51:32.806578 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-54fae699-c808-4999-849b-5cc4574f1cef req-5398ea33-c1e3-49ba-a30c-9c135a7719d5 tempest-ServersOnMultiNodesTest-710233287 tempest-ServersOnMultiNodesTest-710233287-project] 10.222.0.13 "GET /v2.0/ports?device_id=d00ed1eb-0259-4f43-a1a1-bfeaa20c3b03 HTTP/1.1" status: 200 len: 949 time: 0.2173045 Nov 05 18:51:32.848726 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-d32916f2-aa3f-42b5-b712-8e8556b13b29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:32.897598 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79293a22-403c-4d46-aa87-9c8857efd631 None None] Pushing event updated for resources: {'Port': ['ID=5be6e7d1-0a14-47ec-803d-af40155a6fe0,revision_number=2']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:51:32.919544 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Provisioning complete for port 1c6b525a-916a-431e-af8b-04918eb6419d triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:51:32.919916 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:32.979657 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-086ae88b-5201-42b4-8d09-43aa11581bd1 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-571770'] for router_interface, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:33.008140 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a237380d-d757-4ed0-91b8-16477c9847c2 tempest-AllowedAddressPairTestJSON-1039461392 tempest-AllowedAddressPairTestJSON-1039461392-project] Made reservation on behalf of 560082dbd4b94217b220f3fd156c0d4e for: {'port': 1} {{(pid=102387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 18:51:33.020624 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-a237380d-d757-4ed0-91b8-16477c9847c2 tempest-AllowedAddressPairTestJSON-1039461392 tempest-AllowedAddressPairTestJSON-1039461392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:33.042957 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-54fae699-c808-4999-849b-5cc4574f1cef req-0a7255ed-6765-4bf8-b647-15f08a61dda4 tempest-ServersOnMultiNodesTest-710233287 tempest-ServersOnMultiNodesTest-710233287-project] 10.222.0.13 "GET /v2.0/security-groups?id=a1214aa7-6fe8-4b93-878e-3f1f16f5c576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2227831 Nov 05 18:51:33.054968 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-eb21947d-580b-4c6a-9185-7bfb113d639d req-07d00b29-c581-43c8-b4d0-8044a9336e5e service neutron] 10.222.0.13 "GET /v2.0/networks/cf016879-de78-4b04-a81a-5939b67337f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3128777 Nov 05 18:51:33.088135 n-d-816865-1 neutron-server[102387]: DEBUG neutron.notifiers.nova [None req-a237380d-d757-4ed0-91b8-16477c9847c2 tempest-AllowedAddressPairTestJSON-1039461392 tempest-AllowedAddressPairTestJSON-1039461392-project] device_id is not set on port 7b91515a-6f0e-46d6-a59f-6f7f568f5fc5 yet. {{(pid=102387) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 05 18:51:33.088525 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-1bfdc68c-b29e-47d1-aa76-654e12d1b6cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:33.186714 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-1bfdc68c-b29e-47d1-aa76-654e12d1b6cd None None] For port 444d5b83-e5ca-4ea1-aa54-1540feaffcdc, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=444d5b83-e5ca-4ea1-aa54-1540feaffcdc,segment=NetworkSegment(039dd2e0-fbb8-4b4a-a0ab-b8c5b5630944),segment_id=039dd2e0-fbb8-4b4a-a0ab-b8c5b5630944)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:51:33.227757 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Provisioning for port 2b5976ed-2eb2-44e2-9fd5-8b5617f2e0dc completed by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 05 18:51:33.273289 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Provisioning complete for port 2b5976ed-2eb2-44e2-9fd5-8b5617f2e0dc triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:51:33.273671 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:33.333711 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.db_base_plugin_common [None req-a237380d-d757-4ed0-91b8-16477c9847c2 tempest-AllowedAddressPairTestJSON-1039461392 tempest-AllowedAddressPairTestJSON-1039461392-project] Allocated IP 172.20.0.8 (3dce1b9c-9b3e-415a-8b07-f67d80d895f0/043bfe45-0fcd-4067-8cbd-17b4d1e81c0a/7b91515a-6f0e-46d6-a59f-6f7f568f5fc5) {{(pid=102387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 18:51:33.389190 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 444d5b83-e5ca-4ea1-aa54-1540feaffcdc up at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 18:51:33.454287 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-1bfdc68c-b29e-47d1-aa76-654e12d1b6cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:33.645414 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bfdc68c-b29e-47d1-aa76-654e12d1b6cd None None] Pushing event updated for resources: {'Port': ['ID=444d5b83-e5ca-4ea1-aa54-1540feaffcdc,revision_number=3']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:51:33.720375 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-a237380d-d757-4ed0-91b8-16477c9847c2 tempest-AllowedAddressPairTestJSON-1039461392 tempest-AllowedAddressPairTestJSON-1039461392-project] Publish callbacks [] for port, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:33.785624 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Provisioning complete for port 444d5b83-e5ca-4ea1-aa54-1540feaffcdc triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:51:33.786005 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:33.819301 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-086ae88b-5201-42b4-8d09-43aa11581bd1 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:33.883310 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-a237380d-d757-4ed0-91b8-16477c9847c2 tempest-AllowedAddressPairTestJSON-1039461392 tempest-AllowedAddressPairTestJSON-1039461392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4417063'] for port, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:33.965971 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-c4379e99-1dde-43c1-978f-a5c30104479a None None] Provisioning complete for port 700588d6-3fb1-44ec-b290-609b927977c4 triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:51:33.974407 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c4379e99-1dde-43c1-978f-a5c30104479a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:34.043891 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-c4379e99-1dde-43c1-978f-a5c30104479a None None] Port 700588d6-3fb1-44ec-b290-609b927977c4 cannot update to ACTIVE because it is not bound. {{(pid=102388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 18:51:34.070070 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:34.163755 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-c4379e99-1dde-43c1-978f-a5c30104479a None None] Provisioning complete for port 444d5b83-e5ca-4ea1-aa54-1540feaffcdc triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:51:34.163964 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c4379e99-1dde-43c1-978f-a5c30104479a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:34.275432 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:34.297034 n-d-816865-1 neutron-server[102388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd00ed1eb-0259-4f43-a1a1-bfeaa20c3b03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b5976ed-2eb2-44e2-9fd5-8b5617f2e0dc'}] {{(pid=102388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 18:51:34.300542 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85474fee1180e129d8a886d264fe0b30223aa672dd1ffe43b630605f18504f68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-064b8aa2-49fa-46d6-90c1-1f0efcf376e0" -d '{"events": [{"server_uuid": "d00ed1eb-0259-4f43-a1a1-bfeaa20c3b03", "name": "network-vif-plugged", "status": "completed", "tag": "2b5976ed-2eb2-44e2-9fd5-8b5617f2e0dc"}]}' {{(pid=102388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 18:51:34.360619 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bf2967-ad07-423f-961d-c5186be92b48 req-683ae86a-ec28-45ca-95b7-329f18fa7ede tempest-ListServerFiltersTestJSON-1098286164 tempest-ListServerFiltersTestJSON-1098286164-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:51:34.364295 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-18bf2967-ad07-423f-961d-c5186be92b48 req-683ae86a-ec28-45ca-95b7-329f18fa7ede tempest-ListServerFiltersTestJSON-1098286164 tempest-ListServerFiltersTestJSON-1098286164-project] 10.222.0.13 "GET /v2.0/networks?id=cf016879-de78-4b04-a81a-5939b67337f3 HTTP/1.1" status: 200 len: 815 time: 0.4658203 Nov 05 18:51:34.401514 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-086ae88b-5201-42b4-8d09-43aa11581bd1 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Publish callbacks [] for port, precommit_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:34.454146 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] For port 2b5976ed-2eb2-44e2-9fd5-8b5617f2e0dc, host n-h2-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=2b5976ed-2eb2-44e2-9fd5-8b5617f2e0dc,segment=NetworkSegment(35c2db9c-522d-48d3-98cf-a08c2cc55db7),segment_id=35c2db9c-522d-48d3-98cf-a08c2cc55db7)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:51:34.454710 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a237380d-d757-4ed0-91b8-16477c9847c2 tempest-AllowedAddressPairTestJSON-1039461392 tempest-AllowedAddressPairTestJSON-1039461392-project] Network 3dce1b9c-9b3e-415a-8b07-f67d80d895f0 is already hosted by enough agents. {{(pid=102387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 18:51:34.459083 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-18bf2967-ad07-423f-961d-c5186be92b48 req-c4293c21-7a66-42be-940a-673f64bbae6c tempest-ListServerFiltersTestJSON-1098286164 tempest-ListServerFiltersTestJSON-1098286164-project] 10.222.0.13 "GET /v2.0/quotas/3db3c1c019224dfc92060d487f5315ed HTTP/1.1" status: 200 len: 375 time: 0.0794995 Nov 05 18:51:34.460359 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.base_scheduler [None req-a237380d-d757-4ed0-91b8-16477c9847c2 tempest-AllowedAddressPairTestJSON-1039461392 tempest-AllowedAddressPairTestJSON-1039461392-project] Resources bound (agent type, host, resource id): {{(pid=102387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:51:34.462851 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a237380d-d757-4ed0-91b8-16477c9847c2 tempest-AllowedAddressPairTestJSON-1039461392 tempest-AllowedAddressPairTestJSON-1039461392-project] Received port after_create {{(pid=102387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 18:51:34.465837 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a237380d-d757-4ed0-91b8-16477c9847c2 tempest-AllowedAddressPairTestJSON-1039461392 tempest-AllowedAddressPairTestJSON-1039461392-project] Pushing event updated for resources: {'Port': ['ID=7b91515a-6f0e-46d6-a59f-6f7f568f5fc5,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:51:34.500284 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-086ae88b-5201-42b4-8d09-43aa11581bd1 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6149821'] for port, after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:34.501032 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-086ae88b-5201-42b4-8d09-43aa11581bd1 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-597863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-571878'] for router_interface, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:34.608194 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:34.774674 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b15f59f-bb23-4b94-9591-345f7275126e None None] Network cf016879-de78-4b04-a81a-5939b67337f3 requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 18:51:34.789537 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1565dd88-9cdf-422e-9637-7975f177c3ca req-fa19a5e0-5f02-4e8f-bde0-325e8a371498 tempest-ServersOnMultiNodesTest-710233287 tempest-ServersOnMultiNodesTest-710233287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:51:34.794145 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-1565dd88-9cdf-422e-9637-7975f177c3ca req-fa19a5e0-5f02-4e8f-bde0-325e8a371498 tempest-ServersOnMultiNodesTest-710233287 tempest-ServersOnMultiNodesTest-710233287-project] 10.222.0.13 "GET /v2.0/ports?device_id=d00ed1eb-0259-4f43-a1a1-bfeaa20c3b03 HTTP/1.1" status: 200 len: 949 time: 0.4230628 Nov 05 18:51:34.808908 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086ae88b-5201-42b4-8d09-43aa11581bd1 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Pushing event updated for resources: {'Port': ['ID=700588d6-3fb1-44ec-b290-609b927977c4,revision_number=3']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:51:34.813369 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a237380d-d757-4ed0-91b8-16477c9847c2 tempest-AllowedAddressPairTestJSON-1039461392 tempest-AllowedAddressPairTestJSON-1039461392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:51:34.815029 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-a237380d-d757-4ed0-91b8-16477c9847c2 tempest-AllowedAddressPairTestJSON-1039461392 tempest-AllowedAddressPairTestJSON-1039461392-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:34.909831 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-18bf2967-ad07-423f-961d-c5186be92b48 req-c917fb3c-0cb2-439d-a1de-a007d79897c8 tempest-ListServerFiltersTestJSON-1098286164 tempest-ListServerFiltersTestJSON-1098286164-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=3db3c1c019224dfc92060d487f5315ed&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4345133 Nov 05 18:51:34.969454 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Pushing event updated for resources: {'Port': ['ID=2b5976ed-2eb2-44e2-9fd5-8b5617f2e0dc,revision_number=5']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:51:34.978573 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 444d5b83-e5ca-4ea1-aa54-1540feaffcdc up at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 18:51:34.986710 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-086ae88b-5201-42b4-8d09-43aa11581bd1 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Network df65ab80-b2ce-4fd6-8bad-6a3a47c83929 is already hosted by enough agents. {{(pid=102386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 18:51:35.008971 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.base_scheduler [None req-086ae88b-5201-42b4-8d09-43aa11581bd1 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Resources bound (agent type, host, resource id): {{(pid=102386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:51:35.031920 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-6056dded-988f-47c8-a959-333cc640b29c None None] Provisioning complete for port 5be6e7d1-0a14-47ec-803d-af40155a6fe0 triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:51:35.031920 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-6056dded-988f-47c8-a959-333cc640b29c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:35.107332 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-03c7624c-7c2a-4a62-89f3-53b7ad72b864 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:35.172846 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-a237380d-d757-4ed0-91b8-16477c9847c2 tempest-AllowedAddressPairTestJSON-1039461392 tempest-AllowedAddressPairTestJSON-1039461392-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.8051913 Nov 05 18:51:35.173632 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 58260) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:51:35.185760 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Provisioning complete for port 444d5b83-e5ca-4ea1-aa54-1540feaffcdc triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:51:35.186301 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:35.203022 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-1565dd88-9cdf-422e-9637-7975f177c3ca req-6c7c38e3-d48e-4f4d-8f6b-61e68dd23e1e tempest-ServersOnMultiNodesTest-710233287 tempest-ServersOnMultiNodesTest-710233287-project] 10.222.0.13 "GET /v2.0/security-groups?id=a1214aa7-6fe8-4b93-878e-3f1f16f5c576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3724673 Nov 05 18:51:35.276615 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-18bf2967-ad07-423f-961d-c5186be92b48 req-355d7868-1f16-46d3-8eea-6756c8c4242f service neutron] 10.222.0.13 "GET /v2.0/networks/cf016879-de78-4b04-a81a-5939b67337f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3656025 Nov 05 18:51:35.302532 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-2d78e765-3e43-467d-89b5-c08e97cbfb24 tempest-AllowedAddressPairTestJSON-1039461392 tempest-AllowedAddressPairTestJSON-1039461392-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.6', 'mac_address': 'fa:16:3e:ee:d0:ce'}]}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:51:35.485553 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 18:51:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba3e05c5-2fbc-4fac-9874-4d55507412ae x-openstack-request-id: req-ba3e05c5-2fbc-4fac-9874-4d55507412ae {{(pid=102388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 18:51:35.486306 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d00ed1eb-0259-4f43-a1a1-bfeaa20c3b03", "name": "network-vif-plugged", "status": "completed", "tag": "2b5976ed-2eb2-44e2-9fd5-8b5617f2e0dc", "code": 200}]} {{(pid=102388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 18:51:35.486306 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ba3e05c5-2fbc-4fac-9874-4d55507412ae {{(pid=102388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 18:51:35.486713 n-d-816865-1 neutron-server[102388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd00ed1eb-0259-4f43-a1a1-bfeaa20c3b03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b5976ed-2eb2-44e2-9fd5-8b5617f2e0dc', 'code': 200} Nov 05 18:51:35.489197 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 5be6e7d1-0a14-47ec-803d-af40155a6fe0 up at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 18:51:35.542026 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-18bf2967-ad07-423f-961d-c5186be92b48 req-62d478f3-29fd-49a3-ae6a-5626d82cff7b service neutron] 10.222.0.13 "GET /v2.0/networks/cf016879-de78-4b04-a81a-5939b67337f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2642980 Nov 05 18:51:35.562805 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-6056dded-988f-47c8-a959-333cc640b29c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:35.618315 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-6056dded-988f-47c8-a959-333cc640b29c None None] For port 5be6e7d1-0a14-47ec-803d-af40155a6fe0, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=5be6e7d1-0a14-47ec-803d-af40155a6fe0,segment=NetworkSegment(3783dc3e-81b4-445a-9e2c-0ce15e9a4e6a),segment_id=3783dc3e-81b4-445a-9e2c-0ce15e9a4e6a)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:51:35.629734 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Provisioning complete for port 5be6e7d1-0a14-47ec-803d-af40155a6fe0 triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:51:35.630316 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:35.724102 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6948de2-4067-4d46-9927-2dd91122aebd req-5261dbdf-efb1-4377-affa-bce30408a655 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:51:35.725705 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-a6948de2-4067-4d46-9927-2dd91122aebd req-5261dbdf-efb1-4377-affa-bce30408a655 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=d00ed1eb-0259-4f43-a1a1-bfeaa20c3b03 HTTP/1.1" status: 200 len: 1101 time: 0.2533731 Nov 05 18:51:35.746840 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-6056dded-988f-47c8-a959-333cc640b29c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:35.798538 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:35.828596 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-6056dded-988f-47c8-a959-333cc640b29c None None] Provisioning complete for port 700588d6-3fb1-44ec-b290-609b927977c4 triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:51:35.828965 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-6056dded-988f-47c8-a959-333cc640b29c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:35.834185 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-2d78e765-3e43-467d-89b5-c08e97cbfb24 tempest-AllowedAddressPairTestJSON-1039461392 tempest-AllowedAddressPairTestJSON-1039461392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:35.839083 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-a6948de2-4067-4d46-9927-2dd91122aebd req-f1f88da6-58c0-42f8-ab11-6d68df88dd99 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=a1214aa7-6fe8-4b93-878e-3f1f16f5c576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048875 Nov 05 18:51:35.866260 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-086ae88b-5201-42b4-8d09-43aa11581bd1 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Router 143990d2-f3d2-4f3d-989a-27d43bed8dd9 is scheduled to L3 agent 6dcb5589-8e86-4616-9186-ddc4548e13ad with binding_index 1 {{(pid=102386) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 05 18:51:36.118374 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6056dded-988f-47c8-a959-333cc640b29c None None] Pushing event updated for resources: {'Port': ['ID=5be6e7d1-0a14-47ec-803d-af40155a6fe0,revision_number=3']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:51:36.157812 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-6056dded-988f-47c8-a959-333cc640b29c None None] Port 700588d6-3fb1-44ec-b290-609b927977c4 cannot update to ACTIVE because it is not bound. {{(pid=102388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 18:51:36.186792 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.db.api [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102388) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 05 18:51:36.188269 n-d-816865-1 neutron-server[102388]: DEBUG oslo_db.api [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 05 18:51:36.271889 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-2d78e765-3e43-467d-89b5-c08e97cbfb24 tempest-AllowedAddressPairTestJSON-1039461392 tempest-AllowedAddressPairTestJSON-1039461392-project] Publish callbacks [] for port, precommit_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:36.286642 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-086ae88b-5201-42b4-8d09-43aa11581bd1 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Notify agent at l3_agent.n-d-816865-1 the message routers_updated {{(pid=102386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 18:51:36.292986 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-086ae88b-5201-42b4-8d09-43aa11581bd1 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] 10.222.0.13 "PUT /v2.0/routers/143990d2-f3d2-4f3d-989a-27d43bed8dd9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6808190 Nov 05 18:51:36.300158 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-fc530fa3-c145-4fe2-ab86-e668ce7df488 None None] Provisioning complete for port 7b91515a-6f0e-46d6-a59f-6f7f568f5fc5 triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:51:36.300158 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-fc530fa3-c145-4fe2-ab86-e668ce7df488 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:36.301889 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 58304) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:51:36.353421 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-fc530fa3-c145-4fe2-ab86-e668ce7df488 None None] Port 7b91515a-6f0e-46d6-a59f-6f7f568f5fc5 cannot update to ACTIVE because it is not bound. {{(pid=102388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 18:51:36.355354 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b304910f-7b27-444b-a8fc-977d26b1ceac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:36.356454 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6528704-95a3-4871-b280-831fc1235326 None None] Sync routers for ids ['143990d2-f3d2-4f3d-989a-27d43bed8dd9'] in n-d-816865-1 {{(pid=102388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 18:51:36.366519 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:36.378072 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6528704-95a3-4871-b280-831fc1235326 None None] Routers {'143990d2-f3d2-4f3d-989a-27d43bed8dd9'} bound to L3 agent in host n-d-816865-1 {{(pid=102388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 18:51:36.379318 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-a6528704-95a3-4871-b280-831fc1235326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T18:51:35Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['143990d2-f3d2-4f3d-989a-27d43bed8dd9'], 'active': True} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:51:36.411374 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bcbfef8-b74f-45a2-9c2c-bfab08ef5a9c tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:51:36.429641 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-5bcbfef8-b74f-45a2-9c2c-bfab08ef5a9c tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] 10.222.0.13 "GET /v2.0/ports/700588d6-3fb1-44ec-b290-609b927977c4 HTTP/1.1" status: 200 len: 984 time: 0.1239979 Nov 05 18:51:36.431396 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 58308) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:51:36.447710 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-fc530fa3-c145-4fe2-ab86-e668ce7df488 None None] Provisioning complete for port 700588d6-3fb1-44ec-b290-609b927977c4 triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:51:36.448376 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-fc530fa3-c145-4fe2-ab86-e668ce7df488 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:36.451617 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-2d78e765-3e43-467d-89b5-c08e97cbfb24 tempest-AllowedAddressPairTestJSON-1039461392 tempest-AllowedAddressPairTestJSON-1039461392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6149821'] for port, after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:36.489164 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64886a2-e43c-45ce-a43e-586d1a44c441 req-a4991048-bf15-444e-aff8-43f97da36bd9 tempest-ListServerFiltersTestJSON-1098286164 tempest-ListServerFiltersTestJSON-1098286164-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:51:36.490801 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-c64886a2-e43c-45ce-a43e-586d1a44c441 req-a4991048-bf15-444e-aff8-43f97da36bd9 tempest-ListServerFiltersTestJSON-1098286164 tempest-ListServerFiltersTestJSON-1098286164-project] 10.222.0.13 "GET /v2.0/networks?id=cf016879-de78-4b04-a81a-5939b67337f3 HTTP/1.1" status: 200 len: 815 time: 0.2303867 Nov 05 18:51:36.498169 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-a6528704-95a3-4871-b280-831fc1235326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816865-1', False) {} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:51:36.505738 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-fc530fa3-c145-4fe2-ab86-e668ce7df488 None None] Port 700588d6-3fb1-44ec-b290-609b927977c4 cannot update to ACTIVE because it is not bound. {{(pid=102388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 18:51:36.517870 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6528704-95a3-4871-b280-831fc1235326 None None] Routers {'143990d2-f3d2-4f3d-989a-27d43bed8dd9'} bound to L3 agent in host n-d-816865-1 {{(pid=102388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 18:51:36.520072 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-a6528704-95a3-4871-b280-831fc1235326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T18:51:35Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['143990d2-f3d2-4f3d-989a-27d43bed8dd9'], 'active': True} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:51:36.523937 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ab2102-7be5-450b-8648-1ffe208db849 req-fe23ec80-c232-4ff1-b4fd-0df0ff30fa89 tempest-ServersOnMultiNodesTest-710233287 tempest-ServersOnMultiNodesTest-710233287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:51:36.525465 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-a1ab2102-7be5-450b-8648-1ffe208db849 req-fe23ec80-c232-4ff1-b4fd-0df0ff30fa89 tempest-ServersOnMultiNodesTest-710233287 tempest-ServersOnMultiNodesTest-710233287-project] 10.222.0.13 "GET /v2.0/ports?device_id=d00ed1eb-0259-4f43-a1a1-bfeaa20c3b03 HTTP/1.1" status: 200 len: 950 time: 0.1313181 Nov 05 18:51:36.542015 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-c64886a2-e43c-45ce-a43e-586d1a44c441 req-380009f9-bea2-40ed-a54d-79e13684e262 tempest-ListServerFiltersTestJSON-1098286164 tempest-ListServerFiltersTestJSON-1098286164-project] 10.222.0.13 "GET /v2.0/quotas/3db3c1c019224dfc92060d487f5315ed HTTP/1.1" status: 200 len: 375 time: 0.0323851 Nov 05 18:51:36.600160 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-a6528704-95a3-4871-b280-831fc1235326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816865-1', False) {} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:51:36.617310 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6528704-95a3-4871-b280-831fc1235326 None None] The sync data for ids ['143990d2-f3d2-4f3d-989a-27d43bed8dd9'] in n-d-816865-1 is: [] {{(pid=102388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 18:51:36.622703 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-fc530fa3-c145-4fe2-ab86-e668ce7df488 None None] Provisioning complete for port 5be6e7d1-0a14-47ec-803d-af40155a6fe0 triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:51:36.623131 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-fc530fa3-c145-4fe2-ab86-e668ce7df488 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:36.636115 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-2d78e765-3e43-467d-89b5-c08e97cbfb24 tempest-AllowedAddressPairTestJSON-1039461392 tempest-AllowedAddressPairTestJSON-1039461392-project] In _notify_port_updated(), no bound segment for port 7b91515a-6f0e-46d6-a59f-6f7f568f5fc5 on network 3dce1b9c-9b3e-415a-8b07-f67d80d895f0 {{(pid=102386) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 05 18:51:36.642463 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d78e765-3e43-467d-89b5-c08e97cbfb24 tempest-AllowedAddressPairTestJSON-1039461392 tempest-AllowedAddressPairTestJSON-1039461392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:51:36.642964 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-2d78e765-3e43-467d-89b5-c08e97cbfb24 tempest-AllowedAddressPairTestJSON-1039461392 tempest-AllowedAddressPairTestJSON-1039461392-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:36.648361 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-2d78e765-3e43-467d-89b5-c08e97cbfb24 tempest-AllowedAddressPairTestJSON-1039461392 tempest-AllowedAddressPairTestJSON-1039461392-project] 10.222.0.13 "PUT /v2.0/ports/7b91515a-6f0e-46d6-a59f-6f7f568f5fc5 HTTP/1.1" status: 200 len: 992 time: 1.3488741 Nov 05 18:51:36.649386 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 58314) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:51:36.689562 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-a1ab2102-7be5-450b-8648-1ffe208db849 req-25fa77b1-8e69-4624-a142-2fc716391682 tempest-ServersOnMultiNodesTest-710233287 tempest-ServersOnMultiNodesTest-710233287-project] 10.222.0.13 "GET /v2.0/security-groups?id=a1214aa7-6fe8-4b93-878e-3f1f16f5c576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491213 Nov 05 18:51:36.755738 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-c64886a2-e43c-45ce-a43e-586d1a44c441 req-23008ac5-adf4-456e-ad79-48456630cba8 tempest-ListServerFiltersTestJSON-1098286164 tempest-ListServerFiltersTestJSON-1098286164-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=3db3c1c019224dfc92060d487f5315ed&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1990788 Nov 05 18:51:36.793428 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d78e765-3e43-467d-89b5-c08e97cbfb24 tempest-AllowedAddressPairTestJSON-1039461392 tempest-AllowedAddressPairTestJSON-1039461392-project] Pushing event updated for resources: {'Port': ['ID=7b91515a-6f0e-46d6-a59f-6f7f568f5fc5,revision_number=2']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:51:37.043870 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-c64886a2-e43c-45ce-a43e-586d1a44c441 req-6e10d559-3716-49a1-aca7-febb7f200fe6 service neutron] 10.222.0.13 "GET /v2.0/networks/cf016879-de78-4b04-a81a-5939b67337f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2857099 Nov 05 18:51:37.045744 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 5be6e7d1-0a14-47ec-803d-af40155a6fe0 up at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 18:51:37.153226 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-808c39be-9160-44aa-bb15-5e3a2d76f499 None None] Provisioning complete for port 7b91515a-6f0e-46d6-a59f-6f7f568f5fc5 triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:51:37.153886 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-808c39be-9160-44aa-bb15-5e3a2d76f499 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:37.155495 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Provisioning complete for port 5be6e7d1-0a14-47ec-803d-af40155a6fe0 triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:51:37.156042 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:37.178424 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-e9048092-57b5-47e1-9454-6a836c910c37 tempest-AllowedAddressPairTestJSON-1039461392 tempest-AllowedAddressPairTestJSON-1039461392-project] Deleting port 7b91515a-6f0e-46d6-a59f-6f7f568f5fc5 {{(pid=102386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 18:51:37.178776 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-e9048092-57b5-47e1-9454-6a836c910c37 tempest-AllowedAddressPairTestJSON-1039461392 tempest-AllowedAddressPairTestJSON-1039461392-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:37.202294 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-c64886a2-e43c-45ce-a43e-586d1a44c441 req-b5a3d059-edbd-4049-8f9f-53ca50b71cb3 service neutron] 10.222.0.13 "GET /v2.0/networks/cf016879-de78-4b04-a81a-5939b67337f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1565969 Nov 05 18:51:37.254675 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-808c39be-9160-44aa-bb15-5e3a2d76f499 None None] Port 7b91515a-6f0e-46d6-a59f-6f7f568f5fc5 cannot update to ACTIVE because it is not bound. {{(pid=102388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 18:51:37.393456 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-e9048092-57b5-47e1-9454-6a836c910c37 tempest-AllowedAddressPairTestJSON-1039461392 tempest-AllowedAddressPairTestJSON-1039461392-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:37.443572 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-e9048092-57b5-47e1-9454-6a836c910c37 tempest-AllowedAddressPairTestJSON-1039461392 tempest-AllowedAddressPairTestJSON-1039461392-project] Calling delete_port for 7b91515a-6f0e-46d6-a59f-6f7f568f5fc5 owned by {{(pid=102386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 18:51:37.512526 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-2030496f-ddad-4279-8f4f-4ef83ba877b0 req-774d962b-3a20-4111-aa3d-16f8aa019bf3 tempest-ListServerFiltersTestJSON-1098286164 tempest-ListServerFiltersTestJSON-1098286164-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5c012e7-e875-483f-a359-65c20cda3248 HTTP/1.1" status: 200 len: 210 time: 0.0773225 Nov 05 18:51:37.670606 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-9d2116c9-03ba-4194-a3c8-d59695cb7f7e tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-571777'] for router_interface, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:37.838247 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff693a5e-7209-4d33-8347-7ec75909ab5d req-192f9128-fb1c-4c92-bead-fd5153331be7 tempest-ServersOnMultiNodesTest-710233287 tempest-ServersOnMultiNodesTest-710233287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:51:37.840386 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-ff693a5e-7209-4d33-8347-7ec75909ab5d req-192f9128-fb1c-4c92-bead-fd5153331be7 tempest-ServersOnMultiNodesTest-710233287 tempest-ServersOnMultiNodesTest-710233287-project] 10.222.0.13 "GET /v2.0/ports?device_id=d00ed1eb-0259-4f43-a1a1-bfeaa20c3b03 HTTP/1.1" status: 200 len: 950 time: 0.0600004 Nov 05 18:51:37.919275 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-ff693a5e-7209-4d33-8347-7ec75909ab5d req-589e0cd0-f469-4cda-af1b-83771d174d30 tempest-ServersOnMultiNodesTest-710233287 tempest-ServersOnMultiNodesTest-710233287-project] 10.222.0.13 "GET /v2.0/security-groups?id=a1214aa7-6fe8-4b93-878e-3f1f16f5c576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675483 Nov 05 18:51:37.997236 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-e9048092-57b5-47e1-9454-6a836c910c37 tempest-AllowedAddressPairTestJSON-1039461392 tempest-AllowedAddressPairTestJSON-1039461392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:38.117325 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9048092-57b5-47e1-9454-6a836c910c37 tempest-AllowedAddressPairTestJSON-1039461392 tempest-AllowedAddressPairTestJSON-1039461392-project] Pushing event deleted for resources: {'Port': ['ID=7b91515a-6f0e-46d6-a59f-6f7f568f5fc5,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:51:38.184272 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bb62e8-cbd4-4672-a388-2a83ed8b731a req-e57ff3ef-2dc7-4322-b585-5fc8ff669699 tempest-ServersOnMultiNodesTest-937204943 tempest-ServersOnMultiNodesTest-937204943-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:51:38.188170 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-23bb62e8-cbd4-4672-a388-2a83ed8b731a req-e57ff3ef-2dc7-4322-b585-5fc8ff669699 tempest-ServersOnMultiNodesTest-937204943 tempest-ServersOnMultiNodesTest-937204943-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=d00ed1eb-0259-4f43-a1a1-bfeaa20c3b03 HTTP/1.1" status: 200 len: 1101 time: 0.1256309 Nov 05 18:51:38.243396 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-31f93893-a48e-4ae8-833d-dccb2b42eacc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:38.316495 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-23bb62e8-cbd4-4672-a388-2a83ed8b731a req-87eaa2b7-a757-42ee-9df3-0607fcb6cc15 tempest-ServersOnMultiNodesTest-937204943 tempest-ServersOnMultiNodesTest-937204943-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=a1214aa7-6fe8-4b93-878e-3f1f16f5c576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114650 Nov 05 18:51:38.417996 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb21947d-580b-4c6a-9185-7bfb113d639d req-4055a98e-870d-4ee0-be8b-469c12643d83 tempest-ListServerFiltersTestJSON-1098286164 tempest-ListServerFiltersTestJSON-1098286164-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:51:38.422471 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-eb21947d-580b-4c6a-9185-7bfb113d639d req-4055a98e-870d-4ee0-be8b-469c12643d83 tempest-ListServerFiltersTestJSON-1098286164 tempest-ListServerFiltersTestJSON-1098286164-project] 10.222.0.41 "GET /v2.0/networks?id=cf016879-de78-4b04-a81a-5939b67337f3 HTTP/1.1" status: 200 len: 815 time: 0.5201488 Nov 05 18:51:38.539609 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:38.791444 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [req-eb21947d-580b-4c6a-9185-7bfb113d639d req-8ca15b04-7db0-4c08-b69c-86ba8030e49a tempest-ListServerFiltersTestJSON-1098286164 tempest-ListServerFiltersTestJSON-1098286164-project] Request body: {'port': {'device_id': '35c561de-9fb3-42c9-b803-c5bb933ccd4c', 'network_id': 'cf016879-de78-4b04-a81a-5939b67337f3', 'admin_state_up': True, 'tenant_id': '3db3c1c019224dfc92060d487f5315ed'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:51:38.993596 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-e9048092-57b5-47e1-9454-6a836c910c37 tempest-AllowedAddressPairTestJSON-1039461392 tempest-AllowedAddressPairTestJSON-1039461392-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:39.006665 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-e9048092-57b5-47e1-9454-6a836c910c37 tempest-AllowedAddressPairTestJSON-1039461392 tempest-AllowedAddressPairTestJSON-1039461392-project] 10.222.0.13 "DELETE /v2.0/ports/7b91515a-6f0e-46d6-a59f-6f7f568f5fc5 HTTP/1.1" status: 204 len: 168 time: 2.3519187 Nov 05 18:51:39.013645 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 58388) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:51:39.027445 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-f1306741-b3bd-41bf-b916-de35e3cc14b1 req-3fec767c-94ba-4683-8497-720d682f52af tempest-ListServerFiltersTestJSON-1098286164 tempest-ListServerFiltersTestJSON-1098286164-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5c012e7-e875-483f-a359-65c20cda3248 HTTP/1.1" status: 200 len: 210 time: 0.0905759 Nov 05 18:51:39.083761 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-9d2116c9-03ba-4194-a3c8-d59695cb7f7e tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Deleting port 700588d6-3fb1-44ec-b290-609b927977c4 {{(pid=102386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 18:51:39.083761 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-9d2116c9-03ba-4194-a3c8-d59695cb7f7e tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:39.160678 n-d-816865-1 neutron-server[102386]: INFO neutron.pecan_wsgi.hooks.translation [None req-c1da3da5-5003-4c42-a2b3-bc229affd86a tempest-AllowedAddressPairTestJSON-1039461392 tempest-AllowedAddressPairTestJSON-1039461392-project] GET failed (client error): The resource could not be found. Nov 05 18:51:39.162783 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-c1da3da5-5003-4c42-a2b3-bc229affd86a tempest-AllowedAddressPairTestJSON-1039461392 tempest-AllowedAddressPairTestJSON-1039461392-project] 10.222.0.13 "GET /v2.0/ports/7b91515a-6f0e-46d6-a59f-6f7f568f5fc5 HTTP/1.1" status: 404 len: 333 time: 0.1415720 Nov 05 18:51:39.176790 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 58392) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:51:39.198322 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-78845394-f029-4a57-81ca-3842dd4031a6 tempest-AllowedAddressPairTestJSON-1039461392 tempest-AllowedAddressPairTestJSON-1039461392-project] Request body: {'port': {'network_id': '3dce1b9c-9b3e-415a-8b07-f67d80d895f0', 'name': 'tempest-AllowedAddressPairTestJSON-1304198219'}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:51:39.300675 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-9d2116c9-03ba-4194-a3c8-d59695cb7f7e tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:39.315495 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-9d2116c9-03ba-4194-a3c8-d59695cb7f7e tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Calling delete_port for 700588d6-3fb1-44ec-b290-609b927977c4 owned by network:router_interface {{(pid=102386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 18:51:39.396529 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add155fe-0224-464e-b038-d3ff2febaa17 req-bd11ceff-44f8-45bd-aaf5-e3f591d761ba tempest-ServersOnMultiNodesTest-710233287 tempest-ServersOnMultiNodesTest-710233287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:51:39.401231 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-add155fe-0224-464e-b038-d3ff2febaa17 req-bd11ceff-44f8-45bd-aaf5-e3f591d761ba tempest-ServersOnMultiNodesTest-710233287 tempest-ServersOnMultiNodesTest-710233287-project] 10.222.0.13 "GET /v2.0/ports?device_id=d00ed1eb-0259-4f43-a1a1-bfeaa20c3b03 HTTP/1.1" status: 200 len: 950 time: 0.3095131 Nov 05 18:51:39.406244 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eb21947d-580b-4c6a-9185-7bfb113d639d req-8ca15b04-7db0-4c08-b69c-86ba8030e49a tempest-ListServerFiltersTestJSON-1098286164 tempest-ListServerFiltersTestJSON-1098286164-project] Made reservation on behalf of 3db3c1c019224dfc92060d487f5315ed for: {'port': 1} {{(pid=102386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 18:51:39.412714 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-eb21947d-580b-4c6a-9185-7bfb113d639d req-8ca15b04-7db0-4c08-b69c-86ba8030e49a tempest-ListServerFiltersTestJSON-1098286164 tempest-ListServerFiltersTestJSON-1098286164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:39.497380 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-add155fe-0224-464e-b038-d3ff2febaa17 req-ac88ed10-f133-4ba4-8717-e6a0e79d27bc tempest-ServersOnMultiNodesTest-710233287 tempest-ServersOnMultiNodesTest-710233287-project] 10.222.0.13 "GET /v2.0/security-groups?id=a1214aa7-6fe8-4b93-878e-3f1f16f5c576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947495 Nov 05 18:51:39.721835 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bf2967-ad07-423f-961d-c5186be92b48 req-7ebb3cac-3332-41cf-aa09-e86225530353 tempest-ListServerFiltersTestJSON-1098286164 tempest-ListServerFiltersTestJSON-1098286164-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:51:39.724543 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-18bf2967-ad07-423f-961d-c5186be92b48 req-7ebb3cac-3332-41cf-aa09-e86225530353 tempest-ListServerFiltersTestJSON-1098286164 tempest-ListServerFiltersTestJSON-1098286164-project] 10.222.0.41 "GET /v2.0/networks?id=cf016879-de78-4b04-a81a-5939b67337f3 HTTP/1.1" status: 200 len: 815 time: 0.3039038 Nov 05 18:51:39.731938 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78845394-f029-4a57-81ca-3842dd4031a6 tempest-AllowedAddressPairTestJSON-1039461392 tempest-AllowedAddressPairTestJSON-1039461392-project] Made reservation on behalf of 560082dbd4b94217b220f3fd156c0d4e for: {'port': 1} {{(pid=102387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 18:51:39.736538 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-78845394-f029-4a57-81ca-3842dd4031a6 tempest-AllowedAddressPairTestJSON-1039461392 tempest-AllowedAddressPairTestJSON-1039461392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:39.760924 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [req-18bf2967-ad07-423f-961d-c5186be92b48 req-a4641efe-06da-4ffe-bab5-f7c204a32d03 tempest-ListServerFiltersTestJSON-1098286164 tempest-ListServerFiltersTestJSON-1098286164-project] Request body: {'port': {'device_id': '40a69fbe-e1f7-466f-8196-057bf071030e', 'network_id': 'cf016879-de78-4b04-a81a-5939b67337f3', 'admin_state_up': True, 'tenant_id': '3db3c1c019224dfc92060d487f5315ed'}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:51:39.803110 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.db_base_plugin_common [req-eb21947d-580b-4c6a-9185-7bfb113d639d req-8ca15b04-7db0-4c08-b69c-86ba8030e49a tempest-ListServerFiltersTestJSON-1098286164 tempest-ListServerFiltersTestJSON-1098286164-project] Allocated IP 172.20.0.13 (cf016879-de78-4b04-a81a-5939b67337f3/d14ca147-7a8b-4226-a54e-d8371cd56beb/4011d671-83b1-4a94-a162-037d5e0d3181) {{(pid=102386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 18:51:39.841252 n-d-816865-1 neutron-server[102387]: DEBUG neutron.notifiers.nova [None req-78845394-f029-4a57-81ca-3842dd4031a6 tempest-AllowedAddressPairTestJSON-1039461392 tempest-AllowedAddressPairTestJSON-1039461392-project] device_id is not set on port 326b5079-98fe-4532-8082-9b8fea0de7be yet. {{(pid=102387) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 05 18:51:39.950118 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-9d2116c9-03ba-4194-a3c8-d59695cb7f7e tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:40.004500 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.db_base_plugin_common [None req-78845394-f029-4a57-81ca-3842dd4031a6 tempest-AllowedAddressPairTestJSON-1039461392 tempest-AllowedAddressPairTestJSON-1039461392-project] Allocated IP 172.20.0.10 (3dce1b9c-9b3e-415a-8b07-f67d80d895f0/043bfe45-0fcd-4067-8cbd-17b4d1e81c0a/326b5079-98fe-4532-8082-9b8fea0de7be) {{(pid=102387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 18:51:40.066780 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2116c9-03ba-4194-a3c8-d59695cb7f7e tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Pushing event deleted for resources: {'Port': ['ID=700588d6-3fb1-44ec-b290-609b927977c4,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:51:40.150458 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-18bf2967-ad07-423f-961d-c5186be92b48 req-a4641efe-06da-4ffe-bab5-f7c204a32d03 tempest-ListServerFiltersTestJSON-1098286164 tempest-ListServerFiltersTestJSON-1098286164-project] Made reservation on behalf of 3db3c1c019224dfc92060d487f5315ed for: {'port': 1} {{(pid=102387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 18:51:40.156259 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-18bf2967-ad07-423f-961d-c5186be92b48 req-a4641efe-06da-4ffe-bab5-f7c204a32d03 tempest-ListServerFiltersTestJSON-1098286164 tempest-ListServerFiltersTestJSON-1098286164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:40.226972 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-531cf8f7-b2fe-465d-9a21-068465eb4c42 req-e38e13fc-eba3-437c-8275-55cadfb7769d tempest-ListServerFiltersTestJSON-1098286164 tempest-ListServerFiltersTestJSON-1098286164-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5c012e7-e875-483f-a359-65c20cda3248 HTTP/1.1" status: 200 len: 210 time: 0.0840547 Nov 05 18:51:40.291125 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-9d2116c9-03ba-4194-a3c8-d59695cb7f7e tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-597886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-573297'] for router_interface, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:40.347214 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-eb21947d-580b-4c6a-9185-7bfb113d639d req-8ca15b04-7db0-4c08-b69c-86ba8030e49a tempest-ListServerFiltersTestJSON-1098286164 tempest-ListServerFiltersTestJSON-1098286164-project] Publish callbacks [] for port, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:40.402444 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 58406) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:51:40.405317 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-78845394-f029-4a57-81ca-3842dd4031a6 tempest-AllowedAddressPairTestJSON-1039461392 tempest-AllowedAddressPairTestJSON-1039461392-project] Publish callbacks [] for port, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:40.519739 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-78845394-f029-4a57-81ca-3842dd4031a6 tempest-AllowedAddressPairTestJSON-1039461392 tempest-AllowedAddressPairTestJSON-1039461392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4417063'] for port, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:40.562301 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737d0477-fe9c-498f-95ad-036e227af3b8 req-3a72d9be-ea50-439d-ac87-3dd1fa1d68e9 tempest-ServersOnMultiNodesTest-710233287 tempest-ServersOnMultiNodesTest-710233287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:51:40.563715 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-737d0477-fe9c-498f-95ad-036e227af3b8 req-3a72d9be-ea50-439d-ac87-3dd1fa1d68e9 tempest-ServersOnMultiNodesTest-710233287 tempest-ServersOnMultiNodesTest-710233287-project] 10.222.0.55 "GET /v2.0/ports?device_id=d00ed1eb-0259-4f43-a1a1-bfeaa20c3b03 HTTP/1.1" status: 200 len: 950 time: 0.1262546 Nov 05 18:51:40.601285 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-e64ef277-2c2a-4af4-8ea7-6dca542f9b37 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:40.617168 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78845394-f029-4a57-81ca-3842dd4031a6 tempest-AllowedAddressPairTestJSON-1039461392 tempest-AllowedAddressPairTestJSON-1039461392-project] Network 3dce1b9c-9b3e-415a-8b07-f67d80d895f0 is already hosted by enough agents. {{(pid=102387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 18:51:40.626556 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.base_scheduler [None req-78845394-f029-4a57-81ca-3842dd4031a6 tempest-AllowedAddressPairTestJSON-1039461392 tempest-AllowedAddressPairTestJSON-1039461392-project] Resources bound (agent type, host, resource id): {{(pid=102387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:51:40.631297 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78845394-f029-4a57-81ca-3842dd4031a6 tempest-AllowedAddressPairTestJSON-1039461392 tempest-AllowedAddressPairTestJSON-1039461392-project] Received port after_create {{(pid=102387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 18:51:40.687229 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-eb21947d-580b-4c6a-9185-7bfb113d639d req-8ca15b04-7db0-4c08-b69c-86ba8030e49a tempest-ListServerFiltersTestJSON-1098286164 tempest-ListServerFiltersTestJSON-1098286164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:40.775308 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d2116c9-03ba-4194-a3c8-d59695cb7f7e tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Router 143990d2-f3d2-4f3d-989a-27d43bed8dd9 has already been hosted by L3 agent 6dcb5589-8e86-4616-9186-ddc4548e13ad {{(pid=102386) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 18:51:40.784598 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78845394-f029-4a57-81ca-3842dd4031a6 tempest-AllowedAddressPairTestJSON-1039461392 tempest-AllowedAddressPairTestJSON-1039461392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:51:40.785276 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-78845394-f029-4a57-81ca-3842dd4031a6 tempest-AllowedAddressPairTestJSON-1039461392 tempest-AllowedAddressPairTestJSON-1039461392-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:40.795247 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78845394-f029-4a57-81ca-3842dd4031a6 tempest-AllowedAddressPairTestJSON-1039461392 tempest-AllowedAddressPairTestJSON-1039461392-project] Pushing event updated for resources: {'Port': ['ID=326b5079-98fe-4532-8082-9b8fea0de7be,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:51:40.864005 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5c789a-88e9-49f7-9d03-5e1d503ee59f req-a76bf0d9-b183-48ea-a470-839f6f72a904 tempest-ServersOnMultiNodesTest-710233287 tempest-ServersOnMultiNodesTest-710233287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:51:40.865607 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-9b5c789a-88e9-49f7-9d03-5e1d503ee59f req-a76bf0d9-b183-48ea-a470-839f6f72a904 tempest-ServersOnMultiNodesTest-710233287 tempest-ServersOnMultiNodesTest-710233287-project] 10.222.0.13 "GET /v2.0/ports?device_id=d00ed1eb-0259-4f43-a1a1-bfeaa20c3b03 HTTP/1.1" status: 200 len: 950 time: 0.2590749 Nov 05 18:51:40.868420 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.db_base_plugin_common [req-18bf2967-ad07-423f-961d-c5186be92b48 req-a4641efe-06da-4ffe-bab5-f7c204a32d03 tempest-ListServerFiltersTestJSON-1098286164 tempest-ListServerFiltersTestJSON-1098286164-project] Allocated IP 172.20.0.7 (cf016879-de78-4b04-a81a-5939b67337f3/d14ca147-7a8b-4226-a54e-d8371cd56beb/070ab472-a812-474f-9dd5-2283732c7a9d) {{(pid=102387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 18:51:40.903554 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eb21947d-580b-4c6a-9185-7bfb113d639d req-8ca15b04-7db0-4c08-b69c-86ba8030e49a tempest-ListServerFiltersTestJSON-1098286164 tempest-ListServerFiltersTestJSON-1098286164-project] Network cf016879-de78-4b04-a81a-5939b67337f3 is already hosted by enough agents. {{(pid=102386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 18:51:40.927373 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.base_scheduler [req-eb21947d-580b-4c6a-9185-7bfb113d639d req-8ca15b04-7db0-4c08-b69c-86ba8030e49a tempest-ListServerFiltersTestJSON-1098286164 tempest-ListServerFiltersTestJSON-1098286164-project] Resources bound (agent type, host, resource id): {{(pid=102386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:51:40.935328 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb21947d-580b-4c6a-9185-7bfb113d639d req-8ca15b04-7db0-4c08-b69c-86ba8030e49a tempest-ListServerFiltersTestJSON-1098286164 tempest-ListServerFiltersTestJSON-1098286164-project] Received port after_create {{(pid=102386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 18:51:40.941162 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca15b04-7db0-4c08-b69c-86ba8030e49a tempest-ListServerFiltersTestJSON-1098286164 tempest-ListServerFiltersTestJSON-1098286164-project] Pushing event updated for resources: {'Port': ['ID=4011d671-83b1-4a94-a162-037d5e0d3181,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:51:40.974931 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-78845394-f029-4a57-81ca-3842dd4031a6 tempest-AllowedAddressPairTestJSON-1039461392 tempest-AllowedAddressPairTestJSON-1039461392-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7963488 Nov 05 18:51:40.988666 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 58412) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:51:41.023300 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-33cd2276-03d4-41d9-b2b8-346b57311e16 tempest-AllowedAddressPairTestJSON-1039461392 tempest-AllowedAddressPairTestJSON-1039461392-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:ee:d0:ce'}]}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:51:41.074194 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-e64ef277-2c2a-4af4-8ea7-6dca542f9b37 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:41.087532 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-9b5c789a-88e9-49f7-9d03-5e1d503ee59f req-cdcf5ae0-a895-40b8-ab3c-a6a7fd10e202 tempest-ServersOnMultiNodesTest-710233287 tempest-ServersOnMultiNodesTest-710233287-project] 10.222.0.13 "GET /v2.0/security-groups?id=a1214aa7-6fe8-4b93-878e-3f1f16f5c576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2151227 Nov 05 18:51:41.123247 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d2116c9-03ba-4194-a3c8-d59695cb7f7e tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Notify agent at l3_agent.n-d-816865-1 the message routers_updated {{(pid=102386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 18:51:41.127568 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-616c2414-df9e-4bea-be80-0ed2e88e129b None None] Provisioning complete for port 326b5079-98fe-4532-8082-9b8fea0de7be triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:51:41.128092 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-616c2414-df9e-4bea-be80-0ed2e88e129b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:41.143794 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38251369-753c-413a-9bec-93dd02347657 None None] Sync routers for ids ['143990d2-f3d2-4f3d-989a-27d43bed8dd9'] in n-d-816865-1 {{(pid=102389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 18:51:41.144744 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64886a2-e43c-45ce-a43e-586d1a44c441 req-f96b8073-64fc-41ff-b659-cb75407e16b7 tempest-ListServerFiltersTestJSON-1098286164 tempest-ListServerFiltersTestJSON-1098286164-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:51:41.146712 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-c64886a2-e43c-45ce-a43e-586d1a44c441 req-f96b8073-64fc-41ff-b659-cb75407e16b7 tempest-ListServerFiltersTestJSON-1098286164 tempest-ListServerFiltersTestJSON-1098286164-project] 10.222.0.55 "GET /v2.0/networks?id=cf016879-de78-4b04-a81a-5939b67337f3 HTTP/1.1" status: 200 len: 815 time: 0.5082076 Nov 05 18:51:41.156999 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-9d2116c9-03ba-4194-a3c8-d59695cb7f7e tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] 10.222.0.13 "PUT /v2.0/routers/143990d2-f3d2-4f3d-989a-27d43bed8dd9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7214723 Nov 05 18:51:41.157249 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38251369-753c-413a-9bec-93dd02347657 None None] Routers {'143990d2-f3d2-4f3d-989a-27d43bed8dd9'} bound to L3 agent in host n-d-816865-1 {{(pid=102389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 18:51:41.157884 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-38251369-753c-413a-9bec-93dd02347657 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T18:51:35Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['143990d2-f3d2-4f3d-989a-27d43bed8dd9'], 'active': True} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:51:41.160214 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 58416) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:51:41.169568 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [req-c64886a2-e43c-45ce-a43e-586d1a44c441 req-8db58a70-239e-405e-9cf2-8053a55d3df3 tempest-ListServerFiltersTestJSON-1098286164 tempest-ListServerFiltersTestJSON-1098286164-project] Request body: {'port': {'device_id': 'f5c012e7-e875-483f-a359-65c20cda3248', 'network_id': 'cf016879-de78-4b04-a81a-5939b67337f3', 'admin_state_up': True, 'tenant_id': '3db3c1c019224dfc92060d487f5315ed'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:51:41.211843 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb21947d-580b-4c6a-9185-7bfb113d639d req-8ca15b04-7db0-4c08-b69c-86ba8030e49a tempest-ListServerFiltersTestJSON-1098286164 tempest-ListServerFiltersTestJSON-1098286164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:51:41.212792 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-eb21947d-580b-4c6a-9185-7bfb113d639d req-8ca15b04-7db0-4c08-b69c-86ba8030e49a tempest-ListServerFiltersTestJSON-1098286164 tempest-ListServerFiltersTestJSON-1098286164-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:41.218587 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [req-737d0477-fe9c-498f-95ad-036e227af3b8 req-9f0ea08c-c9e6-4da2-ad3c-ce3cfd4ee686 tempest-ServersOnMultiNodesTest-710233287 tempest-ServersOnMultiNodesTest-710233287-project] Deleting port 2b5976ed-2eb2-44e2-9fd5-8b5617f2e0dc {{(pid=102386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 18:51:41.218587 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-737d0477-fe9c-498f-95ad-036e227af3b8 req-9f0ea08c-c9e6-4da2-ad3c-ce3cfd4ee686 tempest-ServersOnMultiNodesTest-710233287 tempest-ServersOnMultiNodesTest-710233287-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:41.253801 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-616c2414-df9e-4bea-be80-0ed2e88e129b None None] Port 326b5079-98fe-4532-8082-9b8fea0de7be cannot update to ACTIVE because it is not bound. {{(pid=102388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 18:51:41.259471 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-38251369-753c-413a-9bec-93dd02347657 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816865-1', False) {} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:51:41.318987 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [req-737d0477-fe9c-498f-95ad-036e227af3b8 req-9f0ea08c-c9e6-4da2-ad3c-ce3cfd4ee686 tempest-ServersOnMultiNodesTest-710233287 tempest-ServersOnMultiNodesTest-710233287-project] For port 2b5976ed-2eb2-44e2-9fd5-8b5617f2e0dc, host n-h2-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=2b5976ed-2eb2-44e2-9fd5-8b5617f2e0dc,segment=NetworkSegment(35c2db9c-522d-48d3-98cf-a08c2cc55db7),segment_id=35c2db9c-522d-48d3-98cf-a08c2cc55db7)] {{(pid=102386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:51:41.319358 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-737d0477-fe9c-498f-95ad-036e227af3b8 req-9f0ea08c-c9e6-4da2-ad3c-ce3cfd4ee686 tempest-ServersOnMultiNodesTest-710233287 tempest-ServersOnMultiNodesTest-710233287-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:41.334160 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [req-737d0477-fe9c-498f-95ad-036e227af3b8 req-9f0ea08c-c9e6-4da2-ad3c-ce3cfd4ee686 tempest-ServersOnMultiNodesTest-710233287 tempest-ServersOnMultiNodesTest-710233287-project] Calling delete_port for 2b5976ed-2eb2-44e2-9fd5-8b5617f2e0dc owned by compute:nova {{(pid=102386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 18:51:41.335728 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38251369-753c-413a-9bec-93dd02347657 None None] Routers {'143990d2-f3d2-4f3d-989a-27d43bed8dd9'} bound to L3 agent in host n-d-816865-1 {{(pid=102389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 18:51:41.336366 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-38251369-753c-413a-9bec-93dd02347657 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T18:51:35Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['143990d2-f3d2-4f3d-989a-27d43bed8dd9'], 'active': True} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:51:41.363260 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-e64ef277-2c2a-4af4-8ea7-6dca542f9b37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:41.380983 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-c793ff0b-9a8a-42fe-991a-9470f6dea729 None None] Provisioning complete for port 4011d671-83b1-4a94-a162-037d5e0d3181 triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:51:41.382743 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c793ff0b-9a8a-42fe-991a-9470f6dea729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:41.454919 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-38251369-753c-413a-9bec-93dd02347657 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816865-1', False) {} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:51:41.456328 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38251369-753c-413a-9bec-93dd02347657 None None] The sync data for ids ['143990d2-f3d2-4f3d-989a-27d43bed8dd9'] in n-d-816865-1 is: [] {{(pid=102389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 18:51:41.575441 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-737d0477-fe9c-498f-95ad-036e227af3b8 req-9f0ea08c-c9e6-4da2-ad3c-ce3cfd4ee686 tempest-ServersOnMultiNodesTest-710233287 tempest-ServersOnMultiNodesTest-710233287-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:41.617579 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] get_ports_and_sgs() called for port_ids ['0557f606-38e6-4fdc-9390-88d86ac73ed3', '8612e611-35ce-4d14-a73c-f29e837a8826', 'ae1ef9d2-942e-4e62-85d2-9670e26f3a18'] {{(pid=102388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 18:51:41.641324 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0ea08c-c9e6-4da2-ad3c-ce3cfd4ee686 tempest-ServersOnMultiNodesTest-710233287 tempest-ServersOnMultiNodesTest-710233287-project] Pushing event deleted for resources: {'Port': ['ID=2b5976ed-2eb2-44e2-9fd5-8b5617f2e0dc,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:51:41.657093 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-eb21947d-580b-4c6a-9185-7bfb113d639d req-8ca15b04-7db0-4c08-b69c-86ba8030e49a tempest-ListServerFiltersTestJSON-1098286164 tempest-ListServerFiltersTestJSON-1098286164-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8600519 Nov 05 18:51:41.663248 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] get_ports_and_sgs() called for port_ids ['e4268253-2c3d-4389-9f13-e0128dfb13d4', '976c4505-32dd-43c0-b0d3-7b2c28ae4643', '328468a7-8564-46fe-b7ce-549f91925675', 'e12cd9c8-98d4-4e83-8bfb-1c6595f9b4d5'] {{(pid=102388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 18:51:41.671064 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [req-eb21947d-580b-4c6a-9185-7bfb113d639d req-4580e244-fa77-464e-896b-627e4dc4c319 service neutron] Request body: {'port': {'device_id': '35c561de-9fb3-42c9-b803-c5bb933ccd4c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816865-1'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:51:41.740896 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [req-737d0477-fe9c-498f-95ad-036e227af3b8 req-9f0ea08c-c9e6-4da2-ad3c-ce3cfd4ee686 tempest-ServersOnMultiNodesTest-710233287 tempest-ServersOnMultiNodesTest-710233287-project] No DVR routers for this DVR port 2b5976ed-2eb2-44e2-9fd5-8b5617f2e0dc on host n-h2-816865-1 {{(pid=102386) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 18:51:41.759388 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-bd998fe5-967a-4232-b14d-b016757d7124 req-c0d84cf3-8538-4d25-99b2-f5ebf76e1c5e tempest-ListServerFiltersTestJSON-1098286164 tempest-ListServerFiltersTestJSON-1098286164-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5c012e7-e875-483f-a359-65c20cda3248 HTTP/1.1" status: 200 len: 210 time: 0.2820206 Nov 05 18:51:41.782531 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-e64ef277-2c2a-4af4-8ea7-6dca542f9b37 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2b0e0bfade204ba0ae75084daeda6acb&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3751900 Nov 05 18:51:41.795246 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-737d0477-fe9c-498f-95ad-036e227af3b8 req-9f0ea08c-c9e6-4da2-ad3c-ce3cfd4ee686 tempest-ServersOnMultiNodesTest-710233287 tempest-ServersOnMultiNodesTest-710233287-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:41.798761 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-737d0477-fe9c-498f-95ad-036e227af3b8 req-9f0ea08c-c9e6-4da2-ad3c-ce3cfd4ee686 tempest-ServersOnMultiNodesTest-710233287 tempest-ServersOnMultiNodesTest-710233287-project] 10.222.0.55 "DELETE /v2.0/ports/2b5976ed-2eb2-44e2-9fd5-8b5617f2e0dc HTTP/1.1" status: 204 len: 173 time: 1.1970181 Nov 05 18:51:41.816659 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 58426) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:51:41.817161 n-d-816865-1 neutron-server[102386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd00ed1eb-0259-4f43-a1a1-bfeaa20c3b03', 'name': 'network-vif-deleted', 'tag': '2b5976ed-2eb2-44e2-9fd5-8b5617f2e0dc'}] {{(pid=102386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 18:51:41.825037 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6173a44d7c73f41af551dc890fa1a5892c2c6bc3458b640c8e0c24db7876ba6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0526577-2ddf-4109-839c-b621c0e9d795" -d '{"events": [{"server_uuid": "d00ed1eb-0259-4f43-a1a1-bfeaa20c3b03", "name": "network-vif-deleted", "tag": "2b5976ed-2eb2-44e2-9fd5-8b5617f2e0dc"}]}' {{(pid=102386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 18:51:41.828981 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-c793ff0b-9a8a-42fe-991a-9470f6dea729 None None] Port 4011d671-83b1-4a94-a162-037d5e0d3181 cannot update to ACTIVE because it is not bound. {{(pid=102388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 18:51:41.864716 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64ef277-2c2a-4af4-8ea7-6dca542f9b37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=126dcf24-b178-47b1-94a7-0dedb3d8fef1,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:51:41.880409 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-eb21947d-580b-4c6a-9185-7bfb113d639d req-4580e244-fa77-464e-896b-627e4dc4c319 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:41.936920 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 18:51:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69f4b0d8-41ee-4265-b9b5-b3b72b2a59cf x-openstack-request-id: req-69f4b0d8-41ee-4265-b9b5-b3b72b2a59cf {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 18:51:41.937217 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d00ed1eb-0259-4f43-a1a1-bfeaa20c3b03", "name": "network-vif-deleted", "tag": "2b5976ed-2eb2-44e2-9fd5-8b5617f2e0dc", "status": "completed", "code": 200}]} {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 18:51:41.937473 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-69f4b0d8-41ee-4265-b9b5-b3b72b2a59cf {{(pid=102386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 18:51:41.942894 n-d-816865-1 neutron-server[102386]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd00ed1eb-0259-4f43-a1a1-bfeaa20c3b03', 'name': 'network-vif-deleted', 'tag': '2b5976ed-2eb2-44e2-9fd5-8b5617f2e0dc', 'status': 'completed', 'code': 200} Nov 05 18:51:41.946178 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c64886a2-e43c-45ce-a43e-586d1a44c441 req-8db58a70-239e-405e-9cf2-8053a55d3df3 tempest-ListServerFiltersTestJSON-1098286164 tempest-ListServerFiltersTestJSON-1098286164-project] Made reservation on behalf of 3db3c1c019224dfc92060d487f5315ed for: {'port': 1} {{(pid=102386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 18:51:41.952126 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-c64886a2-e43c-45ce-a43e-586d1a44c441 req-8db58a70-239e-405e-9cf2-8053a55d3df3 tempest-ListServerFiltersTestJSON-1098286164 tempest-ListServerFiltersTestJSON-1098286164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:42.113874 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-0b0677ac-7dd0-4d5c-b0f0-28d049a0a521 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:42.183563 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-18bf2967-ad07-423f-961d-c5186be92b48 req-a4641efe-06da-4ffe-bab5-f7c204a32d03 tempest-ListServerFiltersTestJSON-1098286164 tempest-ListServerFiltersTestJSON-1098286164-project] Publish callbacks [] for port, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:42.257490 n-d-816865-1 neutron-server[102387]: INFO neutron.api.v2.resource [None req-328ea68a-58b5-40e9-bcdc-92df5ab07d34 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] remove_router_interface failed (client error): The resource could not be found. Nov 05 18:51:42.274194 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-328ea68a-58b5-40e9-bcdc-92df5ab07d34 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] 10.222.0.13 "PUT /v2.0/routers/143990d2-f3d2-4f3d-989a-27d43bed8dd9/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 1.0730915 Nov 05 18:51:42.277043 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 58432) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:51:42.302104 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-0b0677ac-7dd0-4d5c-b0f0-28d049a0a521 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:42.531657 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-0b0677ac-7dd0-4d5c-b0f0-28d049a0a521 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:42.534700 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-0b0677ac-7dd0-4d5c-b0f0-28d049a0a521 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:42.539168 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-0b0677ac-7dd0-4d5c-b0f0-28d049a0a521 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/126dcf24-b178-47b1-94a7-0dedb3d8fef1 HTTP/1.1" status: 204 len: 168 time: 0.6993337 Nov 05 18:51:42.555852 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0677ac-7dd0-4d5c-b0f0-28d049a0a521 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=126dcf24-b178-47b1-94a7-0dedb3d8fef1,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:51:42.713274 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Device 2b5976ed-2eb2-44e2-9fd5-8b5617f2e0dc no longer exists at agent hyperv_n-h2-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 18:51:42.722983 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-19aadd00-3c7c-4117-ab40-eb44249dff4a req-4f616935-a585-405f-9b30-9dc596e5badd tempest-ServersOnMultiNodesTest-710233287 tempest-ServersOnMultiNodesTest-710233287-project] 10.222.0.13 "GET /v2.0/ports?device_id=d00ed1eb-0259-4f43-a1a1-bfeaa20c3b03 HTTP/1.1" status: 200 len: 210 time: 0.4756939 Nov 05 18:51:42.744510 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-33cd2276-03d4-41d9-b2b8-346b57311e16 tempest-AllowedAddressPairTestJSON-1039461392 tempest-AllowedAddressPairTestJSON-1039461392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:42.754815 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-ccf71855-890b-4a7f-9ebe-24c5e3bd542c tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] 10.222.0.13 "GET /v2.0/ports?device_id=143990d2-f3d2-4f3d-989a-27d43bed8dd9 HTTP/1.1" status: 200 len: 205 time: 0.4716628 Nov 05 18:51:42.755953 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 58440) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:51:42.757939 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] No Port match for: 2b5976ed-2eb2-44e2-9fd5-8b5617f2e0dc {{(pid=102388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 18:51:42.758456 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Device 2b5976ed-2eb2-44e2-9fd5-8b5617f2e0dc not bound to the agent host n-h2-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 18:51:42.876468 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-6f11b7aa-5bac-4e26-835d-f89f7a516105 req-fc34c4b8-180b-4644-8cfb-537692333240 tempest-ListServerFiltersTestJSON-1098286164 tempest-ListServerFiltersTestJSON-1098286164-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5c012e7-e875-483f-a359-65c20cda3248 HTTP/1.1" status: 200 len: 210 time: 0.0349381 Nov 05 18:51:42.899517 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-c10b3637-a8e4-48c5-88ff-bda4b1fe4b9b tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Publish callbacks [] for router, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:43.010789 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-18bf2967-ad07-423f-961d-c5186be92b48 req-a4641efe-06da-4ffe-bab5-f7c204a32d03 tempest-ListServerFiltersTestJSON-1098286164 tempest-ListServerFiltersTestJSON-1098286164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4417063'] for port, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:43.107910 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-18bf2967-ad07-423f-961d-c5186be92b48 req-a4641efe-06da-4ffe-bab5-f7c204a32d03 tempest-ListServerFiltersTestJSON-1098286164 tempest-ListServerFiltersTestJSON-1098286164-project] Network cf016879-de78-4b04-a81a-5939b67337f3 is already hosted by enough agents. {{(pid=102387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 18:51:43.127984 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-33cd2276-03d4-41d9-b2b8-346b57311e16 tempest-AllowedAddressPairTestJSON-1039461392 tempest-AllowedAddressPairTestJSON-1039461392-project] Publish callbacks [] for port, precommit_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:43.131899 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.base_scheduler [req-18bf2967-ad07-423f-961d-c5186be92b48 req-a4641efe-06da-4ffe-bab5-f7c204a32d03 tempest-ListServerFiltersTestJSON-1098286164 tempest-ListServerFiltersTestJSON-1098286164-project] Resources bound (agent type, host, resource id): {{(pid=102387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:51:43.141996 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.l3_dvrscheduler_db [req-18bf2967-ad07-423f-961d-c5186be92b48 req-a4641efe-06da-4ffe-bab5-f7c204a32d03 tempest-ListServerFiltersTestJSON-1098286164 tempest-ListServerFiltersTestJSON-1098286164-project] Received port after_create {{(pid=102387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 18:51:43.180727 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4641efe-06da-4ffe-bab5-f7c204a32d03 tempest-ListServerFiltersTestJSON-1098286164 tempest-ListServerFiltersTestJSON-1098286164-project] Pushing event updated for resources: {'Port': ['ID=070ab472-a812-474f-9dd5-2283732c7a9d,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:51:43.231695 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bf2967-ad07-423f-961d-c5186be92b48 req-a4641efe-06da-4ffe-bab5-f7c204a32d03 tempest-ListServerFiltersTestJSON-1098286164 tempest-ListServerFiltersTestJSON-1098286164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:51:43.232350 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-18bf2967-ad07-423f-961d-c5186be92b48 req-a4641efe-06da-4ffe-bab5-f7c204a32d03 tempest-ListServerFiltersTestJSON-1098286164 tempest-ListServerFiltersTestJSON-1098286164-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:43.277037 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-33cd2276-03d4-41d9-b2b8-346b57311e16 tempest-AllowedAddressPairTestJSON-1039461392 tempest-AllowedAddressPairTestJSON-1039461392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4417072'] for port, after_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:43.387103 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33cd2276-03d4-41d9-b2b8-346b57311e16 tempest-AllowedAddressPairTestJSON-1039461392 tempest-AllowedAddressPairTestJSON-1039461392-project] Pushing event updated for resources: {'Port': ['ID=326b5079-98fe-4532-8082-9b8fea0de7be,revision_number=2']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:51:43.411659 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [None req-33cd2276-03d4-41d9-b2b8-346b57311e16 tempest-AllowedAddressPairTestJSON-1039461392 tempest-AllowedAddressPairTestJSON-1039461392-project] In _notify_port_updated(), no bound segment for port 326b5079-98fe-4532-8082-9b8fea0de7be on network 3dce1b9c-9b3e-415a-8b07-f67d80d895f0 {{(pid=102387) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 05 18:51:43.418913 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33cd2276-03d4-41d9-b2b8-346b57311e16 tempest-AllowedAddressPairTestJSON-1039461392 tempest-AllowedAddressPairTestJSON-1039461392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:51:43.419801 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-33cd2276-03d4-41d9-b2b8-346b57311e16 tempest-AllowedAddressPairTestJSON-1039461392 tempest-AllowedAddressPairTestJSON-1039461392-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:43.425883 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-33cd2276-03d4-41d9-b2b8-346b57311e16 tempest-AllowedAddressPairTestJSON-1039461392 tempest-AllowedAddressPairTestJSON-1039461392-project] 10.222.0.13 "PUT /v2.0/ports/326b5079-98fe-4532-8082-9b8fea0de7be HTTP/1.1" status: 200 len: 997 time: 2.4172692 Nov 05 18:51:43.426624 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 58448) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:51:43.489924 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-18bf2967-ad07-423f-961d-c5186be92b48 req-a4641efe-06da-4ffe-bab5-f7c204a32d03 tempest-ListServerFiltersTestJSON-1098286164 tempest-ListServerFiltersTestJSON-1098286164-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7456915 Nov 05 18:51:43.562341 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [req-18bf2967-ad07-423f-961d-c5186be92b48 req-7b04d56f-8767-4fee-b046-a8b0699e2a08 service neutron] Request body: {'port': {'device_id': '40a69fbe-e1f7-466f-8196-057bf071030e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816865-1'}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:51:43.582289 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-8d3d21b6-e320-4d5c-b8e6-2c459d2997c4 None None] Provisioning complete for port 070ab472-a812-474f-9dd5-2283732c7a9d triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:51:43.582984 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-8d3d21b6-e320-4d5c-b8e6-2c459d2997c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:43.636233 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-8d3d21b6-e320-4d5c-b8e6-2c459d2997c4 None None] Port 070ab472-a812-474f-9dd5-2283732c7a9d cannot update to ACTIVE because it is not bound. {{(pid=102388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 18:51:43.652635 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-c10b3637-a8e4-48c5-88ff-bda4b1fe4b9b tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-571301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6852'] for router, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:43.657821 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-c10b3637-a8e4-48c5-88ff-bda4b1fe4b9b tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:43.660012 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.db_base_plugin_common [req-c64886a2-e43c-45ce-a43e-586d1a44c441 req-8db58a70-239e-405e-9cf2-8053a55d3df3 tempest-ListServerFiltersTestJSON-1098286164 tempest-ListServerFiltersTestJSON-1098286164-project] Allocated IP 172.20.0.14 (cf016879-de78-4b04-a81a-5939b67337f3/d14ca147-7a8b-4226-a54e-d8371cd56beb/df2e0e03-9911-41ab-afaa-0726c54f8109) {{(pid=102386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 18:51:43.664412 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-18bf2967-ad07-423f-961d-c5186be92b48 req-7b04d56f-8767-4fee-b046-a8b0699e2a08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:43.667945 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [None req-6abd3f59-ca1e-41c9-8336-01672a7cc3c9 tempest-AllowedAddressPairTestJSON-1039461392 tempest-AllowedAddressPairTestJSON-1039461392-project] Deleting port 326b5079-98fe-4532-8082-9b8fea0de7be {{(pid=102387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 18:51:43.668503 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-6abd3f59-ca1e-41c9-8336-01672a7cc3c9 tempest-AllowedAddressPairTestJSON-1039461392 tempest-AllowedAddressPairTestJSON-1039461392-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:43.723720 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 58452) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:51:43.769396 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-a6d8d6c2-d260-4cef-97f4-efa4df303f84 None None] Provisioning complete for port 326b5079-98fe-4532-8082-9b8fea0de7be triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:51:43.770214 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-a6d8d6c2-d260-4cef-97f4-efa4df303f84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:43.782945 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-dd3e012f-62db-47fd-8590-fd32f4616f6a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:43.837046 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-a6d8d6c2-d260-4cef-97f4-efa4df303f84 None None] Port 326b5079-98fe-4532-8082-9b8fea0de7be cannot update to ACTIVE because it is not bound. {{(pid=102388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 18:51:43.893401 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-6abd3f59-ca1e-41c9-8336-01672a7cc3c9 tempest-AllowedAddressPairTestJSON-1039461392 tempest-AllowedAddressPairTestJSON-1039461392-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:43.902736 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-c10b3637-a8e4-48c5-88ff-bda4b1fe4b9b tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-571310'] for router, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:43.903393 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c10b3637-a8e4-48c5-88ff-bda4b1fe4b9b tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Fanout notify agent at l3_agent the message router_deleted on router 143990d2-f3d2-4f3d-989a-27d43bed8dd9 {{(pid=102386) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 05 18:51:43.920119 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-c10b3637-a8e4-48c5-88ff-bda4b1fe4b9b tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Publish callbacks [] for router, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:43.924362 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-c10b3637-a8e4-48c5-88ff-bda4b1fe4b9b tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] 10.222.0.13 "DELETE /v2.0/routers/143990d2-f3d2-4f3d-989a-27d43bed8dd9 HTTP/1.1" status: 204 len: 168 time: 1.1699646 Nov 05 18:51:43.926078 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 58460) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:51:43.967345 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-c64886a2-e43c-45ce-a43e-586d1a44c441 req-8db58a70-239e-405e-9cf2-8053a55d3df3 tempest-ListServerFiltersTestJSON-1098286164 tempest-ListServerFiltersTestJSON-1098286164-project] Publish callbacks [] for port, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:43.980838 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [None req-6abd3f59-ca1e-41c9-8336-01672a7cc3c9 tempest-AllowedAddressPairTestJSON-1039461392 tempest-AllowedAddressPairTestJSON-1039461392-project] Calling delete_port for 326b5079-98fe-4532-8082-9b8fea0de7be owned by {{(pid=102387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 18:51:44.019954 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-dd3e012f-62db-47fd-8590-fd32f4616f6a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:44.065348 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-6ef061a5-a28b-439c-bc47-ae16e82ab4ac req-6501ddb1-4a76-473f-93c7-ca1a8236d6fc tempest-ListServerFiltersTestJSON-1098286164 tempest-ListServerFiltersTestJSON-1098286164-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5c012e7-e875-483f-a359-65c20cda3248 HTTP/1.1" status: 200 len: 210 time: 0.0823634 Nov 05 18:51:44.104182 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-dd3e012f-62db-47fd-8590-fd32f4616f6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:44.113494 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.db_base_plugin_v2 [None req-07e75f3b-7d90-4eb9-9fb3-be09f5b87391 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Deleting subnet cb120401-c6b0-4020-9e73-4e34880dac6f {{(pid=102387) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 05 18:51:44.119069 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-07e75f3b-7d90-4eb9-9fb3-be09f5b87391 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Publish callbacks [] for subnet, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:44.136754 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3e012f-62db-47fd-8590-fd32f4616f6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b414b21-834f-4433-9c17-5515eac78bd0,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:51:44.155114 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-c64886a2-e43c-45ce-a43e-586d1a44c441 req-8db58a70-239e-405e-9cf2-8053a55d3df3 tempest-ListServerFiltersTestJSON-1098286164 tempest-ListServerFiltersTestJSON-1098286164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:44.175763 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-07e75f3b-7d90-4eb9-9fb3-be09f5b87391 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4463501'] for subnet, precommit_delete_associations {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:44.221713 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-dd3e012f-62db-47fd-8590-fd32f4616f6a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4216cc100f594a4b8c93462030ef8092&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4948757 Nov 05 18:51:44.224761 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 58462) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:51:44.279506 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c64886a2-e43c-45ce-a43e-586d1a44c441 req-8db58a70-239e-405e-9cf2-8053a55d3df3 tempest-ListServerFiltersTestJSON-1098286164 tempest-ListServerFiltersTestJSON-1098286164-project] Network cf016879-de78-4b04-a81a-5939b67337f3 is already hosted by enough agents. {{(pid=102386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 18:51:44.287879 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.base_scheduler [req-c64886a2-e43c-45ce-a43e-586d1a44c441 req-8db58a70-239e-405e-9cf2-8053a55d3df3 tempest-ListServerFiltersTestJSON-1098286164 tempest-ListServerFiltersTestJSON-1098286164-project] Resources bound (agent type, host, resource id): {{(pid=102386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:51:44.292719 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [req-c64886a2-e43c-45ce-a43e-586d1a44c441 req-8db58a70-239e-405e-9cf2-8053a55d3df3 tempest-ListServerFiltersTestJSON-1098286164 tempest-ListServerFiltersTestJSON-1098286164-project] Received port after_create {{(pid=102386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 18:51:44.351538 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64886a2-e43c-45ce-a43e-586d1a44c441 req-8db58a70-239e-405e-9cf2-8053a55d3df3 tempest-ListServerFiltersTestJSON-1098286164 tempest-ListServerFiltersTestJSON-1098286164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:51:44.352203 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-c64886a2-e43c-45ce-a43e-586d1a44c441 req-8db58a70-239e-405e-9cf2-8053a55d3df3 tempest-ListServerFiltersTestJSON-1098286164 tempest-ListServerFiltersTestJSON-1098286164-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:44.369059 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-07e75f3b-7d90-4eb9-9fb3-be09f5b87391 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1573928'] for subnet, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:44.378860 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db58a70-239e-405e-9cf2-8053a55d3df3 tempest-ListServerFiltersTestJSON-1098286164 tempest-ListServerFiltersTestJSON-1098286164-project] Pushing event updated for resources: {'Port': ['ID=df2e0e03-9911-41ab-afaa-0726c54f8109,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:51:44.422263 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-8bac3f22-1b8e-459e-b246-9d2d9ee21bf8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:44.456114 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-c64886a2-e43c-45ce-a43e-586d1a44c441 req-8db58a70-239e-405e-9cf2-8053a55d3df3 tempest-ListServerFiltersTestJSON-1098286164 tempest-ListServerFiltersTestJSON-1098286164-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2898686 Nov 05 18:51:44.481580 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-8bac3f22-1b8e-459e-b246-9d2d9ee21bf8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:44.487733 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [req-c64886a2-e43c-45ce-a43e-586d1a44c441 req-03116ff0-93c8-4377-b3d3-bcdc5d095861 service neutron] Request body: {'port': {'device_id': 'f5c012e7-e875-483f-a359-65c20cda3248', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816865-1'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:51:44.492781 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-6abd3f59-ca1e-41c9-8336-01672a7cc3c9 tempest-AllowedAddressPairTestJSON-1039461392 tempest-AllowedAddressPairTestJSON-1039461392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4417063'] for port, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:44.556080 n-d-816865-1 neutron-server[102386]: DEBUG neutron.notifiers.nova [req-eb21947d-580b-4c6a-9185-7bfb113d639d req-4580e244-fa77-464e-896b-627e4dc4c319 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4011d671-83b1-4a94-a162-037d5e0d3181 {{(pid=102386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 18:51:44.569122 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-eb21947d-580b-4c6a-9185-7bfb113d639d req-4580e244-fa77-464e-896b-627e4dc4c319 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:44.571803 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-c64886a2-e43c-45ce-a43e-586d1a44c441 req-03116ff0-93c8-4377-b3d3-bcdc5d095861 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:44.573204 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdf844f-09c6-4d38-80d8-fb914c568c00 req-4de0b604-6d9e-44b6-94ed-68e6b3d1be73 tempest-ServersOnMultiNodesTest-710233287 tempest-ServersOnMultiNodesTest-710233287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:51:44.575048 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-9fdf844f-09c6-4d38-80d8-fb914c568c00 req-4de0b604-6d9e-44b6-94ed-68e6b3d1be73 tempest-ServersOnMultiNodesTest-710233287 tempest-ServersOnMultiNodesTest-710233287-project] 10.222.0.13 "GET /v2.0/ports?device_id=bcb7048a-c1de-4c8b-9a22-0f9b2edee96f HTTP/1.1" status: 200 len: 949 time: 0.1997242 Nov 05 18:51:44.579798 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 58468) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:51:44.584407 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6abd3f59-ca1e-41c9-8336-01672a7cc3c9 tempest-AllowedAddressPairTestJSON-1039461392 tempest-AllowedAddressPairTestJSON-1039461392-project] Pushing event deleted for resources: {'Port': ['ID=326b5079-98fe-4532-8082-9b8fea0de7be,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:51:44.606014 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-daa932cf-548f-4f6d-a965-108f64302e60 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-149257984'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:51:44.668536 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.provisioning_blocks [req-eb21947d-580b-4c6a-9185-7bfb113d639d req-4580e244-fa77-464e-896b-627e4dc4c319 service neutron] Transition to ACTIVE for port object 4011d671-83b1-4a94-a162-037d5e0d3181 will not be triggered until provisioned by entity L2. {{(pid=102386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 05 18:51:44.669194 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-07e75f3b-7d90-4eb9-9fb3-be09f5b87391 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1573905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4417146', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5112209'] for subnet, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:44.759110 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-eb21947d-580b-4c6a-9185-7bfb113d639d req-4580e244-fa77-464e-896b-627e4dc4c319 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6149821'] for port, after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:44.760533 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e75f3b-7d90-4eb9-9fb3-be09f5b87391 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Pushing event deleted for resources: {'Subnet': ['ID=cb120401-c6b0-4020-9e73-4e34880dac6f,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:51:44.773665 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-07e75f3b-7d90-4eb9-9fb3-be09f5b87391 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597851'] for subnet, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:44.779692 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-07e75f3b-7d90-4eb9-9fb3-be09f5b87391 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] 10.222.0.13 "DELETE /v2.0/subnets/cb120401-c6b0-4020-9e73-4e34880dac6f HTTP/1.1" status: 204 len: 168 time: 0.8514781 Nov 05 18:51:44.779947 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-daa932cf-548f-4f6d-a965-108f64302e60 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Made reservation on behalf of 3f080cb3a4f24f1db8ad75a12c2cd4bf for: {'network': 1} {{(pid=102386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 18:51:44.784055 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-daa932cf-548f-4f6d-a965-108f64302e60 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for network, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:44.785212 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-6abd3f59-ca1e-41c9-8336-01672a7cc3c9 tempest-AllowedAddressPairTestJSON-1039461392 tempest-AllowedAddressPairTestJSON-1039461392-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:44.788884 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-6abd3f59-ca1e-41c9-8336-01672a7cc3c9 tempest-AllowedAddressPairTestJSON-1039461392 tempest-AllowedAddressPairTestJSON-1039461392-project] 10.222.0.13 "DELETE /v2.0/ports/326b5079-98fe-4532-8082-9b8fea0de7be HTTP/1.1" status: 204 len: 168 time: 1.3609474 Nov 05 18:51:44.789874 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 58472) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:51:44.796123 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-9fdf844f-09c6-4d38-80d8-fb914c568c00 req-cfdbfe5f-9334-4b17-811c-9cd5bb4194e1 tempest-ServersOnMultiNodesTest-710233287 tempest-ServersOnMultiNodesTest-710233287-project] 10.222.0.13 "GET /v2.0/security-groups?id=a1214aa7-6fe8-4b93-878e-3f1f16f5c576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2039824 Nov 05 18:51:44.803106 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ad1ee2a-9846-428e-9cf7-07f8861c0e56 None None] Network df65ab80-b2ce-4fd6-8bad-6a3a47c83929 requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 18:51:44.827729 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 58474) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:51:44.846307 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-a0f1b35f-f9e1-44a7-b570-dcd3f4b8af99 None None] Provisioning complete for port df2e0e03-9911-41ab-afaa-0726c54f8109 triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:51:44.847246 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-a0f1b35f-f9e1-44a7-b570-dcd3f4b8af99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:44.907929 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-a0f1b35f-f9e1-44a7-b570-dcd3f4b8af99 None None] Port df2e0e03-9911-41ab-afaa-0726c54f8109 cannot update to ACTIVE because it is not bound. {{(pid=102388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 18:51:44.956334 n-d-816865-1 neutron-server[102386]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb766a23-c5cc-4ec6-a44f-759da2ba9f53 tempest-AllowedAddressPairTestJSON-1039461392 tempest-AllowedAddressPairTestJSON-1039461392-project] GET failed (client error): The resource could not be found. Nov 05 18:51:44.965300 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-bb766a23-c5cc-4ec6-a44f-759da2ba9f53 tempest-AllowedAddressPairTestJSON-1039461392 tempest-AllowedAddressPairTestJSON-1039461392-project] 10.222.0.13 "GET /v2.0/ports/326b5079-98fe-4532-8082-9b8fea0de7be HTTP/1.1" status: 404 len: 333 time: 0.1371481 Nov 05 18:51:44.966001 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 58476) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:51:44.968977 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-9743920b-379a-4f17-8fb6-35ca6cfc09f7 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1664226'] for network, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:44.978811 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-8bac3f22-1b8e-459e-b246-9d2d9ee21bf8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:44.982619 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-8bac3f22-1b8e-459e-b246-9d2d9ee21bf8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:44.984059 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-8bac3f22-1b8e-459e-b246-9d2d9ee21bf8 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6b414b21-834f-4433-9c17-5515eac78bd0 HTTP/1.1" status: 204 len: 168 time: 0.7582865 Nov 05 18:51:44.995002 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-fb4c455a-223d-44f6-8dea-d8e58df46dec tempest-AllowedAddressPairTestJSON-1039461392 tempest-AllowedAddressPairTestJSON-1039461392-project] Request body: {'port': {'network_id': '3dce1b9c-9b3e-415a-8b07-f67d80d895f0', 'name': 'tempest-AllowedAddressPairTestJSON-317629294'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:51:45.031280 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4580e244-fa77-464e-896b-627e4dc4c319 service neutron] Pushing event updated for resources: {'Port': ['ID=4011d671-83b1-4a94-a162-037d5e0d3181,revision_number=2']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:51:45.085983 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bac3f22-1b8e-459e-b246-9d2d9ee21bf8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b414b21-834f-4433-9c17-5515eac78bd0,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:51:45.152513 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-daa932cf-548f-4f6d-a965-108f64302e60 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 156} {{(pid=102386) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 05 18:51:45.153912 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bac3f22-1b8e-459e-b246-9d2d9ee21bf8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:51:45.154296 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bac3f22-1b8e-459e-b246-9d2d9ee21bf8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:51:45.154642 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bac3f22-1b8e-459e-b246-9d2d9ee21bf8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:51:45.154983 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bac3f22-1b8e-459e-b246-9d2d9ee21bf8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:51:45.155561 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bac3f22-1b8e-459e-b246-9d2d9ee21bf8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:51:45.155711 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bac3f22-1b8e-459e-b246-9d2d9ee21bf8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:51:45.155964 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bac3f22-1b8e-459e-b246-9d2d9ee21bf8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:51:45.156294 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bac3f22-1b8e-459e-b246-9d2d9ee21bf8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:51:45.156624 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bac3f22-1b8e-459e-b246-9d2d9ee21bf8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:51:45.156948 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bac3f22-1b8e-459e-b246-9d2d9ee21bf8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:51:45.157273 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bac3f22-1b8e-459e-b246-9d2d9ee21bf8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:51:45.166785 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bac3f22-1b8e-459e-b246-9d2d9ee21bf8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:51:45.185479 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1690668-1395-464c-afcb-beccfc51e7e5 None None] DHCP port deletion for df65ab80-b2ce-4fd6-8bad-6a3a47c83929 request from n-d-816865-1 {{(pid=102388) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 05 18:51:45.235759 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-daa932cf-548f-4f6d-a965-108f64302e60 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273'] for segment, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:45.236077 n-d-816865-1 neutron-server[102386]: INFO neutron.db.segments_db [None req-daa932cf-548f-4f6d-a965-108f64302e60 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Added segment ddf499c1-888a-4ebb-8e8b-94e3dd91721e of type vlan for network 59ceeb29-cfb5-4ee4-ad6e-189a26cd5b4e Nov 05 18:51:45.277148 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-e1690668-1395-464c-afcb-beccfc51e7e5 None None] Deleting port 444d5b83-e5ca-4ea1-aa54-1540feaffcdc {{(pid=102388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 18:51:45.277577 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-e1690668-1395-464c-afcb-beccfc51e7e5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:45.327272 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [req-eb21947d-580b-4c6a-9185-7bfb113d639d req-4580e244-fa77-464e-896b-627e4dc4c319 service neutron] Attempting to bind port 4011d671-83b1-4a94-a162-037d5e0d3181 on host n-h1-816865-1 for vnic_type normal with profile {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 18:51:45.327647 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [req-eb21947d-580b-4c6a-9185-7bfb113d639d req-4580e244-fa77-464e-896b-627e4dc4c319 service neutron] Attempting to bind port 4011d671-83b1-4a94-a162-037d5e0d3181 by drivers openvswitch,hyperv on host n-h1-816865-1 at level 0 using segments [{'id': '3783dc3e-81b4-445a-9e2c-0ce15e9a4e6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'cf016879-de78-4b04-a81a-5939b67337f3'}] {{(pid=102386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 18:51:45.327932 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb21947d-580b-4c6a-9185-7bfb113d639d req-4580e244-fa77-464e-896b-627e4dc4c319 service neutron] Attempting to bind port 4011d671-83b1-4a94-a162-037d5e0d3181 on network cf016879-de78-4b04-a81a-5939b67337f3 {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 18:51:45.350375 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-daa932cf-548f-4f6d-a965-108f64302e60 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750027258543'] for network, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:45.354550 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb21947d-580b-4c6a-9185-7bfb113d639d req-4580e244-fa77-464e-896b-627e4dc4c319 service neutron] Port 4011d671-83b1-4a94-a162-037d5e0d3181 on network cf016879-de78-4b04-a81a-5939b67337f3 not bound, no agent of type Open vSwitch agent registered on host n-h1-816865-1 {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 18:51:45.354875 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb21947d-580b-4c6a-9185-7bfb113d639d req-4580e244-fa77-464e-896b-627e4dc4c319 service neutron] Attempting to bind port 4011d671-83b1-4a94-a162-037d5e0d3181 on network cf016879-de78-4b04-a81a-5939b67337f3 {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 18:51:45.368005 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb21947d-580b-4c6a-9185-7bfb113d639d req-4580e244-fa77-464e-896b-627e4dc4c319 service neutron] Checking agent: {'id': 'eb596d7c-8c64-42bd-8aca-fad447eb0eab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816865-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 18, 33, 34), 'started_at': datetime.datetime(2021, 11, 5, 18, 33, 34), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 18, 51, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 18:51:45.368441 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb21947d-580b-4c6a-9185-7bfb113d639d req-4580e244-fa77-464e-896b-627e4dc4c319 service neutron] Checking segment: {'id': '3783dc3e-81b4-445a-9e2c-0ce15e9a4e6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'cf016879-de78-4b04-a81a-5939b67337f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 18:51:45.368730 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb21947d-580b-4c6a-9185-7bfb113d639d req-4580e244-fa77-464e-896b-627e4dc4c319 service neutron] Bound using segment: {'id': '3783dc3e-81b4-445a-9e2c-0ce15e9a4e6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'cf016879-de78-4b04-a81a-5939b67337f3'} {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 18:51:45.369168 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [req-eb21947d-580b-4c6a-9185-7bfb113d639d req-4580e244-fa77-464e-896b-627e4dc4c319 service neutron] Bound port: 4011d671-83b1-4a94-a162-037d5e0d3181, host: n-h1-816865-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3783dc3e-81b4-445a-9e2c-0ce15e9a4e6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'cf016879-de78-4b04-a81a-5939b67337f3'}}] {{(pid=102386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 18:51:45.369525 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-eb21947d-580b-4c6a-9185-7bfb113d639d req-4580e244-fa77-464e-896b-627e4dc4c319 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:45.406605 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [None req-9743920b-379a-4f17-8fb6-35ca6cfc09f7 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Deleting port 444d5b83-e5ca-4ea1-aa54-1540feaffcdc {{(pid=102387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 18:51:45.407125 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-9743920b-379a-4f17-8fb6-35ca6cfc09f7 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:45.426837 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-e1690668-1395-464c-afcb-beccfc51e7e5 None None] For port 444d5b83-e5ca-4ea1-aa54-1540feaffcdc, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=444d5b83-e5ca-4ea1-aa54-1540feaffcdc,segment=NetworkSegment(039dd2e0-fbb8-4b4a-a0ab-b8c5b5630944),segment_id=039dd2e0-fbb8-4b4a-a0ab-b8c5b5630944)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:51:45.427562 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-e1690668-1395-464c-afcb-beccfc51e7e5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:45.447516 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-e1690668-1395-464c-afcb-beccfc51e7e5 None None] Calling delete_port for 444d5b83-e5ca-4ea1-aa54-1540feaffcdc owned by network:dhcp {{(pid=102388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 18:51:45.461321 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [req-eb21947d-580b-4c6a-9185-7bfb113d639d req-4580e244-fa77-464e-896b-627e4dc4c319 service neutron] For port 4011d671-83b1-4a94-a162-037d5e0d3181, host n-h1-816865-1, cleared binding levels {{(pid=102386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 18:51:45.464948 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [req-eb21947d-580b-4c6a-9185-7bfb113d639d req-4580e244-fa77-464e-896b-627e4dc4c319 service neutron] For port 4011d671-83b1-4a94-a162-037d5e0d3181, host n-h1-816865-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=4011d671-83b1-4a94-a162-037d5e0d3181,segment=NetworkSegment(3783dc3e-81b4-445a-9e2c-0ce15e9a4e6a),segment_id=3783dc3e-81b4-445a-9e2c-0ce15e9a4e6a)] {{(pid=102386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 18:51:45.474752 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a62860b-ca3a-4292-8c95-24acac35eb46 req-fe898f57-8cbf-41ac-92e6-879d8f55b4c0 tempest-ListServerFiltersTestJSON-1098286164 tempest-ListServerFiltersTestJSON-1098286164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:51:45.482474 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb4c455a-223d-44f6-8dea-d8e58df46dec tempest-AllowedAddressPairTestJSON-1039461392 tempest-AllowedAddressPairTestJSON-1039461392-project] Made reservation on behalf of 560082dbd4b94217b220f3fd156c0d4e for: {'port': 1} {{(pid=102386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 18:51:45.486347 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-fb4c455a-223d-44f6-8dea-d8e58df46dec tempest-AllowedAddressPairTestJSON-1039461392 tempest-AllowedAddressPairTestJSON-1039461392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:45.493390 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-6a62860b-ca3a-4292-8c95-24acac35eb46 req-fe898f57-8cbf-41ac-92e6-879d8f55b4c0 tempest-ListServerFiltersTestJSON-1098286164 tempest-ListServerFiltersTestJSON-1098286164-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5c012e7-e875-483f-a359-65c20cda3248 HTTP/1.1" status: 200 len: 932 time: 0.2180796 Nov 05 18:51:45.508878 n-d-816865-1 neutron-server[102386]: DEBUG neutron.notifiers.nova [None req-fb4c455a-223d-44f6-8dea-d8e58df46dec tempest-AllowedAddressPairTestJSON-1039461392 tempest-AllowedAddressPairTestJSON-1039461392-project] device_id is not set on port c42b3464-2597-4701-ba19-e7f1ea5b9d2a yet. {{(pid=102386) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 05 18:51:45.559586 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-daa932cf-548f-4f6d-a965-108f64302e60 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-956796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877'] for network, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:45.566004 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daa932cf-548f-4f6d-a965-108f64302e60 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:51:45.566473 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-daa932cf-548f-4f6d-a965-108f64302e60 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Publish callbacks [] for network, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:45.594804 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.db [None req-9743920b-379a-4f17-8fb6-35ca6cfc09f7 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] For port 444d5b83-e5ca-4ea1-aa54-1540feaffcdc, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=444d5b83-e5ca-4ea1-aa54-1540feaffcdc,segment=NetworkSegment(039dd2e0-fbb8-4b4a-a0ab-b8c5b5630944),segment_id=039dd2e0-fbb8-4b4a-a0ab-b8c5b5630944)] {{(pid=102387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:51:45.595186 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-9743920b-379a-4f17-8fb6-35ca6cfc09f7 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:45.610563 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [None req-9743920b-379a-4f17-8fb6-35ca6cfc09f7 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Calling delete_port for 444d5b83-e5ca-4ea1-aa54-1540feaffcdc owned by network:dhcp {{(pid=102387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 18:51:45.613008 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-eb21947d-580b-4c6a-9185-7bfb113d639d req-4580e244-fa77-464e-896b-627e4dc4c319 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6149821'] for port, after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:45.641549 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-e1690668-1395-464c-afcb-beccfc51e7e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798'] for port, after_delete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:45.715625 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1690668-1395-464c-afcb-beccfc51e7e5 None None] Pushing event deleted for resources: {'Port': ['ID=444d5b83-e5ca-4ea1-aa54-1540feaffcdc,revision_number=None']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:51:45.729829 n-d-816865-1 neutron-server[102387]: DEBUG neutron.notifiers.nova [req-18bf2967-ad07-423f-961d-c5186be92b48 req-7b04d56f-8767-4fee-b046-a8b0699e2a08 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 070ab472-a812-474f-9dd5-2283732c7a9d {{(pid=102387) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 18:51:45.737102 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1690668-1395-464c-afcb-beccfc51e7e5 None None] No DVR routers for this DVR port 444d5b83-e5ca-4ea1-aa54-1540feaffcdc on host n-d-816865-1 {{(pid=102388) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 18:51:45.758489 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-18bf2967-ad07-423f-961d-c5186be92b48 req-7b04d56f-8767-4fee-b046-a8b0699e2a08 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:45.765725 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-9743920b-379a-4f17-8fb6-35ca6cfc09f7 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4417063'] for port, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:45.802311 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4580e244-fa77-464e-896b-627e4dc4c319 service neutron] Pushing event updated for resources: {'Port': ['ID=4011d671-83b1-4a94-a162-037d5e0d3181,revision_number=3']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:51:45.809254 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb21947d-580b-4c6a-9185-7bfb113d639d req-4580e244-fa77-464e-896b-627e4dc4c319 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:51:45.809878 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-eb21947d-580b-4c6a-9185-7bfb113d639d req-4580e244-fa77-464e-896b-627e4dc4c319 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:45.811332 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-eb21947d-580b-4c6a-9185-7bfb113d639d req-4580e244-fa77-464e-896b-627e4dc4c319 service neutron] 10.222.0.41 "PUT /v2.0/ports/4011d671-83b1-4a94-a162-037d5e0d3181 HTTP/1.1" status: 200 len: 1092 time: 4.1472735 Nov 05 18:51:45.818655 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9743920b-379a-4f17-8fb6-35ca6cfc09f7 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Pushing event deleted for resources: {'Port': ['ID=444d5b83-e5ca-4ea1-aa54-1540feaffcdc,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:51:45.822457 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 58490) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:51:45.822605 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-daa932cf-548f-4f6d-a965-108f64302e60 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.2346780 Nov 05 18:51:45.823075 n-d-816865-1 neutron-server[102386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35c561de-9fb3-42c9-b803-c5bb933ccd4c', 'tag': '4011d671-83b1-4a94-a162-037d5e0d3181'}] {{(pid=102386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 18:51:45.825944 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6173a44d7c73f41af551dc890fa1a5892c2c6bc3458b640c8e0c24db7876ba6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d24220d-59f0-4392-b421-c623056dbb4b" -d '{"events": [{"name": "network-changed", "server_uuid": "35c561de-9fb3-42c9-b803-c5bb933ccd4c", "tag": "4011d671-83b1-4a94-a162-037d5e0d3181"}]}' {{(pid=102386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 18:51:45.837191 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.provisioning_blocks [req-18bf2967-ad07-423f-961d-c5186be92b48 req-7b04d56f-8767-4fee-b046-a8b0699e2a08 service neutron] Transition to ACTIVE for port object 070ab472-a812-474f-9dd5-2283732c7a9d will not be triggered until provisioned by entity L2. {{(pid=102387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 05 18:51:45.854026 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-a8cc15a7-474b-48fa-abe4-1d5cac171192 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1679780088'}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:51:45.858853 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa932cf-548f-4f6d-a965-108f64302e60 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Pushing event updated for resources: {'Network': ['ID=59ceeb29-cfb5-4ee4-ad6e-189a26cd5b4e,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:51:45.876623 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Network 59ceeb29-cfb5-4ee4-ad6e-189a26cd5b4e details requested by agent ovs-agent-n-d-816865-1 with host n-d-816865-1 {{(pid=102388) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 05 18:51:45.901689 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-6a62860b-ca3a-4292-8c95-24acac35eb46 req-2e317042-b919-4adb-b822-a408c9454b26 tempest-ListServerFiltersTestJSON-1098286164 tempest-ListServerFiltersTestJSON-1098286164-project] 10.222.0.13 "GET /v2.0/security-groups?id=e3640d88-c369-41cd-98f6-7ceb94b23b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4071209 Nov 05 18:51:45.913896 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9743920b-379a-4f17-8fb6-35ca6cfc09f7 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] No DVR routers for this DVR port 444d5b83-e5ca-4ea1-aa54-1540feaffcdc on host n-d-816865-1 {{(pid=102387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 18:51:45.943325 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fb35d5-a91f-4d03-8100-db401d7c2a45 req-17267c45-3a40-46b3-9712-81288e23b436 tempest-ServersOnMultiNodesTest-710233287 tempest-ServersOnMultiNodesTest-710233287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:51:45.954897 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-18bf2967-ad07-423f-961d-c5186be92b48 req-7b04d56f-8767-4fee-b046-a8b0699e2a08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4417072'] for port, after_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:45.956639 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-99fb35d5-a91f-4d03-8100-db401d7c2a45 req-17267c45-3a40-46b3-9712-81288e23b436 tempest-ServersOnMultiNodesTest-710233287 tempest-ServersOnMultiNodesTest-710233287-project] 10.222.0.41 "GET /v2.0/ports?device_id=bcb7048a-c1de-4c8b-9a22-0f9b2edee96f HTTP/1.1" status: 200 len: 949 time: 0.3474178 Nov 05 18:51:46.032636 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.db_base_plugin_common [None req-fb4c455a-223d-44f6-8dea-d8e58df46dec tempest-AllowedAddressPairTestJSON-1039461392 tempest-AllowedAddressPairTestJSON-1039461392-project] Allocated IP 172.20.0.3 (3dce1b9c-9b3e-415a-8b07-f67d80d895f0/043bfe45-0fcd-4067-8cbd-17b4d1e81c0a/c42b3464-2597-4701-ba19-e7f1ea5b9d2a) {{(pid=102386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 18:51:46.045394 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 18:51:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-613ee3d5-1ebd-4ea7-bd72-efb737176503 x-openstack-request-id: req-613ee3d5-1ebd-4ea7-bd72-efb737176503 {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 18:51:46.046138 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35c561de-9fb3-42c9-b803-c5bb933ccd4c", "tag": "4011d671-83b1-4a94-a162-037d5e0d3181", "status": "completed", "code": 200}]} {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 18:51:46.046138 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-613ee3d5-1ebd-4ea7-bd72-efb737176503 {{(pid=102386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 18:51:46.046628 n-d-816865-1 neutron-server[102386]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35c561de-9fb3-42c9-b803-c5bb933ccd4c', 'tag': '4011d671-83b1-4a94-a162-037d5e0d3181', 'status': 'completed', 'code': 200} Nov 05 18:51:46.054108 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-9743920b-379a-4f17-8fb6-35ca6cfc09f7 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1579173', 'neutron.services.segments.db._delete_segments_for_network-8750027792909'] for network, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:46.104788 n-d-816865-1 neutron-server[102387]: DEBUG neutron.services.segments.db [None req-9743920b-379a-4f17-8fb6-35ca6cfc09f7 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df65ab80-b2ce-4fd6-8bad-6a3a47c83929']}} {{(pid=102387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:51:46.117504 n-d-816865-1 neutron-server[102387]: DEBUG neutron.services.segments.db [None req-9743920b-379a-4f17-8fb6-35ca6cfc09f7 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '039dd2e0-fbb8-4b4a-a0ab-b8c5b5630944') {'for_net_delete': True} {{(pid=102387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:51:46.117717 n-d-816865-1 neutron-server[102387]: DEBUG neutron.services.segments.db [None req-9743920b-379a-4f17-8fb6-35ca6cfc09f7 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '039dd2e0-fbb8-4b4a-a0ab-b8c5b5630944') {} {{(pid=102387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:51:46.136382 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-9743920b-379a-4f17-8fb6-35ca6cfc09f7 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750027793430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4463492'] for segment, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:46.152377 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-9743920b-379a-4f17-8fb6-35ca6cfc09f7 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273'] for segment, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:46.159599 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9743920b-379a-4f17-8fb6-35ca6cfc09f7 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Releasing vlan 164 on physical network physnet1 to pool {{(pid=102387) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 05 18:51:46.160003 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-9743920b-379a-4f17-8fb6-35ca6cfc09f7 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4417236'] for segment, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:46.194719 n-d-816865-1 neutron-server[102387]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 05 18:51:46.194719 n-d-816865-1 neutron-server[102387]: self.session.flush() Nov 05 18:51:46.194719 n-d-816865-1 neutron-server[102387]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 05 18:51:46.194719 n-d-816865-1 neutron-server[102387]: self.session.flush() Nov 05 18:51:46.194719 n-d-816865-1 neutron-server[102387]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 05 18:51:46.194719 n-d-816865-1 neutron-server[102387]: self.session.flush() Nov 05 18:51:46.194719 n-d-816865-1 neutron-server[102387]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 05 18:51:46.194719 n-d-816865-1 neutron-server[102387]: self.session.flush() Nov 05 18:51:46.194719 n-d-816865-1 neutron-server[102387]: Traceback (most recent call last): Nov 05 18:51:46.194719 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 05 18:51:46.194719 n-d-816865-1 neutron-server[102387]: timer() Nov 05 18:51:46.194719 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 05 18:51:46.194719 n-d-816865-1 neutron-server[102387]: cb(*args, **kw) Nov 05 18:51:46.194719 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 05 18:51:46.194719 n-d-816865-1 neutron-server[102387]: return func(*args, **kwargs) Nov 05 18:51:46.194719 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 05 18:51:46.194719 n-d-816865-1 neutron-server[102387]: self._notify() Nov 05 18:51:46.194719 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 05 18:51:46.194719 n-d-816865-1 neutron-server[102387]: self.callback(batched_events) Nov 05 18:51:46.194719 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 05 18:51:46.194719 n-d-816865-1 neutron-server[102387]: event.method(event) Nov 05 18:51:46.194719 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 05 18:51:46.194719 n-d-816865-1 neutron-server[102387]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 05 18:51:46.194719 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 05 18:51:46.194719 n-d-816865-1 neutron-server[102387]: aggregate_uuid = self.p_client.list_aggregates( Nov 05 18:51:46.194719 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 05 18:51:46.194719 n-d-816865-1 neutron-server[102387]: return f(self, *a, **k) Nov 05 18:51:46.194719 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 05 18:51:46.194719 n-d-816865-1 neutron-server[102387]: return self._get(url).json() Nov 05 18:51:46.194719 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 05 18:51:46.194719 n-d-816865-1 neutron-server[102387]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 05 18:51:46.194719 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 05 18:51:46.194719 n-d-816865-1 neutron-server[102387]: return self.request(url, 'GET', **kwargs) Nov 05 18:51:46.194719 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 05 18:51:46.194719 n-d-816865-1 neutron-server[102387]: base_url = self.get_endpoint(auth, allow=allow, Nov 05 18:51:46.194719 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 05 18:51:46.194719 n-d-816865-1 neutron-server[102387]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 05 18:51:46.194719 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 05 18:51:46.194719 n-d-816865-1 neutron-server[102387]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 05 18:51:46.194719 n-d-816865-1 neutron-server[102387]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 05 18:51:46.316327 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb21947d-580b-4c6a-9185-7bfb113d639d req-fb7a5ad7-4e1d-43ec-8bab-98a59806ad57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:51:46.318334 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-eb21947d-580b-4c6a-9185-7bfb113d639d req-fb7a5ad7-4e1d-43ec-8bab-98a59806ad57 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3db3c1c019224dfc92060d487f5315ed&device_id=35c561de-9fb3-42c9-b803-c5bb933ccd4c HTTP/1.1" status: 200 len: 1095 time: 0.3612356 Nov 05 18:51:46.331879 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b04d56f-8767-4fee-b046-a8b0699e2a08 service neutron] Pushing event updated for resources: {'Port': ['ID=070ab472-a812-474f-9dd5-2283732c7a9d,revision_number=2']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:51:46.348304 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b4183a-c776-417c-94b9-f47de4a61ee6 req-898783af-1da0-4354-82cb-625af883668e tempest-ServersOnMultiNodesTest-710233287 tempest-ServersOnMultiNodesTest-710233287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:51:46.349885 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-f9b4183a-c776-417c-94b9-f47de4a61ee6 req-898783af-1da0-4354-82cb-625af883668e tempest-ServersOnMultiNodesTest-710233287 tempest-ServersOnMultiNodesTest-710233287-project] 10.222.0.13 "GET /v2.0/ports?device_id=bcb7048a-c1de-4c8b-9a22-0f9b2edee96f HTTP/1.1" status: 200 len: 949 time: 0.1835048 Nov 05 18:51:46.369056 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8cc15a7-474b-48fa-abe4-1d5cac171192 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Made reservation on behalf of 3f080cb3a4f24f1db8ad75a12c2cd4bf for: {'network': 1} {{(pid=102387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 18:51:46.372634 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-a8cc15a7-474b-48fa-abe4-1d5cac171192 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for network, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:46.432946 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-9743920b-379a-4f17-8fb6-35ca6cfc09f7 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1579178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-956796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1000687'] for network, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:46.436352 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-eb21947d-580b-4c6a-9185-7bfb113d639d req-f7a90201-eab1-4f8a-90dc-84f07e5def56 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4011d671-83b1-4a94-a162-037d5e0d3181 HTTP/1.1" status: 200 len: 217 time: 0.0985005 Nov 05 18:51:46.438553 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-9743920b-379a-4f17-8fb6-35ca6cfc09f7 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597851'] for network, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:46.446590 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-9743920b-379a-4f17-8fb6-35ca6cfc09f7 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] 10.222.0.13 "DELETE /v2.0/networks/df65ab80-b2ce-4fd6-8bad-6a3a47c83929 HTTP/1.1" status: 204 len: 168 time: 1.6543250 Nov 05 18:51:46.450509 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 58506) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:51:46.475490 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-8188f88d-2023-4907-9daf-6edd64bcae80 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2131018674'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:51:46.506390 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9743920b-379a-4f17-8fb6-35ca6cfc09f7 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Pushing event deleted for resources: {'Network': ['ID=df65ab80-b2ce-4fd6-8bad-6a3a47c83929,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:51:46.515105 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8cc15a7-474b-48fa-abe4-1d5cac171192 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 193} {{(pid=102387) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 05 18:51:46.534702 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-f9b4183a-c776-417c-94b9-f47de4a61ee6 req-93259fa8-0c3c-405e-8e1b-96692c409c13 tempest-ServersOnMultiNodesTest-710233287 tempest-ServersOnMultiNodesTest-710233287-project] 10.222.0.13 "GET /v2.0/security-groups?id=a1214aa7-6fe8-4b93-878e-3f1f16f5c576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1666949 Nov 05 18:51:46.538084 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [req-99fb35d5-a91f-4d03-8100-db401d7c2a45 req-b973ffbe-e014-488f-8bc6-b62115f1accf tempest-ServersOnMultiNodesTest-710233287 tempest-ServersOnMultiNodesTest-710233287-project] Deleting port ae1ef9d2-942e-4e62-85d2-9670e26f3a18 {{(pid=102386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 18:51:46.538683 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-99fb35d5-a91f-4d03-8100-db401d7c2a45 req-b973ffbe-e014-488f-8bc6-b62115f1accf tempest-ServersOnMultiNodesTest-710233287 tempest-ServersOnMultiNodesTest-710233287-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:46.540689 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.managers [req-18bf2967-ad07-423f-961d-c5186be92b48 req-7b04d56f-8767-4fee-b046-a8b0699e2a08 service neutron] Attempting to bind port 070ab472-a812-474f-9dd5-2283732c7a9d on host n-h1-816865-1 for vnic_type normal with profile {{(pid=102387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 18:51:46.540936 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.managers [req-18bf2967-ad07-423f-961d-c5186be92b48 req-7b04d56f-8767-4fee-b046-a8b0699e2a08 service neutron] Attempting to bind port 070ab472-a812-474f-9dd5-2283732c7a9d by drivers openvswitch,hyperv on host n-h1-816865-1 at level 0 using segments [{'id': '3783dc3e-81b4-445a-9e2c-0ce15e9a4e6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'cf016879-de78-4b04-a81a-5939b67337f3'}] {{(pid=102387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 18:51:46.541244 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18bf2967-ad07-423f-961d-c5186be92b48 req-7b04d56f-8767-4fee-b046-a8b0699e2a08 service neutron] Attempting to bind port 070ab472-a812-474f-9dd5-2283732c7a9d on network cf016879-de78-4b04-a81a-5939b67337f3 {{(pid=102387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 18:51:46.545076 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-a8cc15a7-474b-48fa-abe4-1d5cac171192 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273'] for segment, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:46.545375 n-d-816865-1 neutron-server[102387]: INFO neutron.db.segments_db [None req-a8cc15a7-474b-48fa-abe4-1d5cac171192 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Added segment d3070ec2-09a2-4931-b234-abfeebdf6c23 of type vlan for network 92cc69b6-4cd1-4b33-bca8-908cd312767a Nov 05 18:51:46.588599 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18bf2967-ad07-423f-961d-c5186be92b48 req-7b04d56f-8767-4fee-b046-a8b0699e2a08 service neutron] Port 070ab472-a812-474f-9dd5-2283732c7a9d on network cf016879-de78-4b04-a81a-5939b67337f3 not bound, no agent of type Open vSwitch agent registered on host n-h1-816865-1 {{(pid=102387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 18:51:46.588938 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18bf2967-ad07-423f-961d-c5186be92b48 req-7b04d56f-8767-4fee-b046-a8b0699e2a08 service neutron] Attempting to bind port 070ab472-a812-474f-9dd5-2283732c7a9d on network cf016879-de78-4b04-a81a-5939b67337f3 {{(pid=102387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 18:51:46.607952 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18bf2967-ad07-423f-961d-c5186be92b48 req-7b04d56f-8767-4fee-b046-a8b0699e2a08 service neutron] Checking agent: {'id': 'eb596d7c-8c64-42bd-8aca-fad447eb0eab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816865-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 18, 33, 34), 'started_at': datetime.datetime(2021, 11, 5, 18, 33, 34), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 18, 51, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 18:51:46.608701 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18bf2967-ad07-423f-961d-c5186be92b48 req-7b04d56f-8767-4fee-b046-a8b0699e2a08 service neutron] Checking segment: {'id': '3783dc3e-81b4-445a-9e2c-0ce15e9a4e6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'cf016879-de78-4b04-a81a-5939b67337f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 18:51:46.609228 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18bf2967-ad07-423f-961d-c5186be92b48 req-7b04d56f-8767-4fee-b046-a8b0699e2a08 service neutron] Bound using segment: {'id': '3783dc3e-81b4-445a-9e2c-0ce15e9a4e6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'cf016879-de78-4b04-a81a-5939b67337f3'} {{(pid=102387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 18:51:46.611083 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.managers [req-18bf2967-ad07-423f-961d-c5186be92b48 req-7b04d56f-8767-4fee-b046-a8b0699e2a08 service neutron] Bound port: 070ab472-a812-474f-9dd5-2283732c7a9d, host: n-h1-816865-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3783dc3e-81b4-445a-9e2c-0ce15e9a4e6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'cf016879-de78-4b04-a81a-5939b67337f3'}}] {{(pid=102387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 18:51:46.611329 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-18bf2967-ad07-423f-961d-c5186be92b48 req-7b04d56f-8767-4fee-b046-a8b0699e2a08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:46.616056 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-a8cc15a7-474b-48fa-abe4-1d5cac171192 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750027258543'] for network, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:46.656775 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-fb4c455a-223d-44f6-8dea-d8e58df46dec tempest-AllowedAddressPairTestJSON-1039461392 tempest-AllowedAddressPairTestJSON-1039461392-project] Publish callbacks [] for port, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:46.665685 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb21947d-580b-4c6a-9185-7bfb113d639d req-1e08d5e9-c765-4458-9aca-2fcac4cefae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:51:46.668059 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-eb21947d-580b-4c6a-9185-7bfb113d639d req-1e08d5e9-c765-4458-9aca-2fcac4cefae6 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d14ca147-7a8b-4226-a54e-d8371cd56beb HTTP/1.1" status: 200 len: 854 time: 0.2186801 Nov 05 18:51:46.704925 n-d-816865-1 neutron-server[102386]: DEBUG neutron.notifiers.nova [req-c64886a2-e43c-45ce-a43e-586d1a44c441 req-03116ff0-93c8-4377-b3d3-bcdc5d095861 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df2e0e03-9911-41ab-afaa-0726c54f8109 {{(pid=102386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 18:51:46.730480 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-c64886a2-e43c-45ce-a43e-586d1a44c441 req-03116ff0-93c8-4377-b3d3-bcdc5d095861 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:46.768612 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8188f88d-2023-4907-9daf-6edd64bcae80 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Made reservation on behalf of 07347c71ee604fb5990da9c356235381 for: {'network': 1} {{(pid=102386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 18:51:46.772277 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-8188f88d-2023-4907-9daf-6edd64bcae80 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for network, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:46.782722 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.provisioning_blocks [req-c64886a2-e43c-45ce-a43e-586d1a44c441 req-03116ff0-93c8-4377-b3d3-bcdc5d095861 service neutron] Transition to ACTIVE for port object df2e0e03-9911-41ab-afaa-0726c54f8109 will not be triggered until provisioned by entity L2. {{(pid=102386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 05 18:51:46.788422 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.db [req-18bf2967-ad07-423f-961d-c5186be92b48 req-7b04d56f-8767-4fee-b046-a8b0699e2a08 service neutron] For port 070ab472-a812-474f-9dd5-2283732c7a9d, host n-h1-816865-1, cleared binding levels {{(pid=102387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 18:51:46.793473 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.db [req-18bf2967-ad07-423f-961d-c5186be92b48 req-7b04d56f-8767-4fee-b046-a8b0699e2a08 service neutron] For port 070ab472-a812-474f-9dd5-2283732c7a9d, host n-h1-816865-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=070ab472-a812-474f-9dd5-2283732c7a9d,segment=NetworkSegment(3783dc3e-81b4-445a-9e2c-0ce15e9a4e6a),segment_id=3783dc3e-81b4-445a-9e2c-0ce15e9a4e6a)] {{(pid=102387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 18:51:46.829512 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-a8cc15a7-474b-48fa-abe4-1d5cac171192 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-956796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877'] for network, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:46.840707 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8cc15a7-474b-48fa-abe4-1d5cac171192 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:51:46.841783 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-a8cc15a7-474b-48fa-abe4-1d5cac171192 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597851'] for network, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:46.844661 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [req-99fb35d5-a91f-4d03-8100-db401d7c2a45 req-b973ffbe-e014-488f-8bc6-b62115f1accf tempest-ServersOnMultiNodesTest-710233287 tempest-ServersOnMultiNodesTest-710233287-project] For port ae1ef9d2-942e-4e62-85d2-9670e26f3a18, host n-h1-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=ae1ef9d2-942e-4e62-85d2-9670e26f3a18,segment=NetworkSegment(35c2db9c-522d-48d3-98cf-a08c2cc55db7),segment_id=35c2db9c-522d-48d3-98cf-a08c2cc55db7)] {{(pid=102386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:51:46.845168 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-99fb35d5-a91f-4d03-8100-db401d7c2a45 req-b973ffbe-e014-488f-8bc6-b62115f1accf tempest-ServersOnMultiNodesTest-710233287 tempest-ServersOnMultiNodesTest-710233287-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:46.849525 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb21947d-580b-4c6a-9185-7bfb113d639d req-258964da-a455-474c-a4dc-67377d6aeb8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:51:46.851060 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-eb21947d-580b-4c6a-9185-7bfb113d639d req-258964da-a455-474c-a4dc-67377d6aeb8b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=cf016879-de78-4b04-a81a-5939b67337f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1409614 Nov 05 18:51:46.878673 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [req-99fb35d5-a91f-4d03-8100-db401d7c2a45 req-b973ffbe-e014-488f-8bc6-b62115f1accf tempest-ServersOnMultiNodesTest-710233287 tempest-ServersOnMultiNodesTest-710233287-project] Calling delete_port for ae1ef9d2-942e-4e62-85d2-9670e26f3a18 owned by compute:nova {{(pid=102386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 18:51:46.880686 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8188f88d-2023-4907-9daf-6edd64bcae80 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 151} {{(pid=102386) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 05 18:51:46.902211 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-c64886a2-e43c-45ce-a43e-586d1a44c441 req-03116ff0-93c8-4377-b3d3-bcdc5d095861 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6149821'] for port, after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:46.985770 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8cc15a7-474b-48fa-abe4-1d5cac171192 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Pushing event updated for resources: {'Network': ['ID=92cc69b6-4cd1-4b33-bca8-908cd312767a,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:51:47.000477 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Network 92cc69b6-4cd1-4b33-bca8-908cd312767a details requested by agent ovs-agent-n-d-816865-1 with host n-d-816865-1 {{(pid=102388) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 05 18:51:47.000998 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-18bf2967-ad07-423f-961d-c5186be92b48 req-7b04d56f-8767-4fee-b046-a8b0699e2a08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4417072'] for port, after_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:47.046622 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-8188f88d-2023-4907-9daf-6edd64bcae80 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273'] for segment, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:47.047031 n-d-816865-1 neutron-server[102386]: INFO neutron.db.segments_db [None req-8188f88d-2023-4907-9daf-6edd64bcae80 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Added segment 7b146d59-4657-434d-85fb-5f4319f6b46d of type vlan for network 5699984f-d876-40ab-aeab-25d16675c0a0 Nov 05 18:51:47.048451 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03116ff0-93c8-4377-b3d3-bcdc5d095861 service neutron] Pushing event updated for resources: {'Port': ['ID=df2e0e03-9911-41ab-afaa-0726c54f8109,revision_number=2']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:51:47.095470 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 444d5b83-e5ca-4ea1-aa54-1540feaffcdc no longer exists at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 18:51:47.120980 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-fb4c455a-223d-44f6-8dea-d8e58df46dec tempest-AllowedAddressPairTestJSON-1039461392 tempest-AllowedAddressPairTestJSON-1039461392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:47.138155 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] No Port match for: 444d5b83-e5ca-4ea1-aa54-1540feaffcdc {{(pid=102388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 18:51:47.138347 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 444d5b83-e5ca-4ea1-aa54-1540feaffcdc not bound to the agent host n-d-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 18:51:47.139467 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bf2967-ad07-423f-961d-c5186be92b48 req-7b04d56f-8767-4fee-b046-a8b0699e2a08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:51:47.140112 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-18bf2967-ad07-423f-961d-c5186be92b48 req-7b04d56f-8767-4fee-b046-a8b0699e2a08 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:47.143527 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-18bf2967-ad07-423f-961d-c5186be92b48 req-7b04d56f-8767-4fee-b046-a8b0699e2a08 service neutron] 10.222.0.41 "PUT /v2.0/ports/070ab472-a812-474f-9dd5-2283732c7a9d HTTP/1.1" status: 200 len: 1091 time: 3.5989811 Nov 05 18:51:47.148453 n-d-816865-1 neutron-server[102387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40a69fbe-e1f7-466f-8196-057bf071030e', 'tag': '070ab472-a812-474f-9dd5-2283732c7a9d'}] {{(pid=102387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 18:51:47.160191 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab06bd4ddf5758c1f10d79fe34dc215bafa488692cde9dba2fcbcb67556f90bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26884eb8-ae14-4bf5-803f-4b0c406914f4" -d '{"events": [{"name": "network-changed", "server_uuid": "40a69fbe-e1f7-466f-8196-057bf071030e", "tag": "070ab472-a812-474f-9dd5-2283732c7a9d"}]}' {{(pid=102387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 18:51:47.218800 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-8188f88d-2023-4907-9daf-6edd64bcae80 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750027258543'] for network, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:47.257509 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 18:51:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bd667f1-dafa-475d-bb83-3d0374244f25 x-openstack-request-id: req-4bd667f1-dafa-475d-bb83-3d0374244f25 {{(pid=102387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 18:51:47.257807 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "40a69fbe-e1f7-466f-8196-057bf071030e", "tag": "070ab472-a812-474f-9dd5-2283732c7a9d", "status": "completed", "code": 200}]} {{(pid=102387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 18:51:47.258163 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4bd667f1-dafa-475d-bb83-3d0374244f25 {{(pid=102387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 18:51:47.258575 n-d-816865-1 neutron-server[102387]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40a69fbe-e1f7-466f-8196-057bf071030e', 'tag': '070ab472-a812-474f-9dd5-2283732c7a9d', 'status': 'completed', 'code': 200} Nov 05 18:51:47.279160 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-a8cc15a7-474b-48fa-abe4-1d5cac171192 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.4435575 Nov 05 18:51:47.280117 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 58520) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:51:47.305996 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb4c455a-223d-44f6-8dea-d8e58df46dec tempest-AllowedAddressPairTestJSON-1039461392 tempest-AllowedAddressPairTestJSON-1039461392-project] Network 3dce1b9c-9b3e-415a-8b07-f67d80d895f0 is already hosted by enough agents. {{(pid=102386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 18:51:47.308612 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b04d56f-8767-4fee-b046-a8b0699e2a08 service neutron] Pushing event updated for resources: {'Port': ['ID=070ab472-a812-474f-9dd5-2283732c7a9d,revision_number=3']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:51:47.317043 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-2e08c26c-aa5a-4d34-b878-4d01a8938a9a tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Request body: {'subnet': {'network_id': '59ceeb29-cfb5-4ee4-ad6e-189a26cd5b4e', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:51:47.321216 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.base_scheduler [None req-fb4c455a-223d-44f6-8dea-d8e58df46dec tempest-AllowedAddressPairTestJSON-1039461392 tempest-AllowedAddressPairTestJSON-1039461392-project] Resources bound (agent type, host, resource id): {{(pid=102386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:51:47.363497 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4c455a-223d-44f6-8dea-d8e58df46dec tempest-AllowedAddressPairTestJSON-1039461392 tempest-AllowedAddressPairTestJSON-1039461392-project] Pushing event updated for resources: {'Port': ['ID=c42b3464-2597-4701-ba19-e7f1ea5b9d2a,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:51:47.367480 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-eb21947d-580b-4c6a-9185-7bfb113d639d req-a7430a16-7761-4e73-8836-bf325a8690eb service neutron] 10.222.0.41 "GET /v2.0/networks/cf016879-de78-4b04-a81a-5939b67337f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5036685 Nov 05 18:51:47.370095 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb4c455a-223d-44f6-8dea-d8e58df46dec tempest-AllowedAddressPairTestJSON-1039461392 tempest-AllowedAddressPairTestJSON-1039461392-project] Received port after_create {{(pid=102386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 18:51:47.377040 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-3dce9150-e9b1-4d8e-ad4e-0a63f52628c0 req-d7e8a3e5-d86a-477f-b0e9-b0d8660ce346 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=8ffa2862-88c4-4012-9455-fe38da20377f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3131139 Nov 05 18:51:47.457272 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535f0537-3030-47b9-892c-e94426147411 req-6aa2bce7-7bbc-4542-857e-c057c99c265b tempest-ListServerFiltersTestJSON-1098286164 tempest-ListServerFiltersTestJSON-1098286164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:51:47.460020 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-535f0537-3030-47b9-892c-e94426147411 req-6aa2bce7-7bbc-4542-857e-c057c99c265b tempest-ListServerFiltersTestJSON-1098286164 tempest-ListServerFiltersTestJSON-1098286164-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5c012e7-e875-483f-a359-65c20cda3248 HTTP/1.1" status: 200 len: 944 time: 0.3800554 Nov 05 18:51:47.566194 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26884eb8-ae14-4bf5-803f-4b0c406914f4 req-f7c90d07-c152-4b5b-a3e4-7819bb975e6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:51:47.568003 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-26884eb8-ae14-4bf5-803f-4b0c406914f4 req-f7c90d07-c152-4b5b-a3e4-7819bb975e6e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3db3c1c019224dfc92060d487f5315ed&device_id=40a69fbe-e1f7-466f-8196-057bf071030e HTTP/1.1" status: 200 len: 1094 time: 0.2845011 Nov 05 18:51:47.613404 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dce9150-e9b1-4d8e-ad4e-0a63f52628c0 req-289b7b07-91a1-4d58-a7da-ebf222d396f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:51:47.620326 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-3dce9150-e9b1-4d8e-ad4e-0a63f52628c0 req-289b7b07-91a1-4d58-a7da-ebf222d396f8 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9d37d1d71d154d088bbcf565483b4218&device_id=8ffa2862-88c4-4012-9455-fe38da20377f HTTP/1.1" status: 200 len: 1097 time: 0.2165494 Nov 05 18:51:47.672378 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb4c455a-223d-44f6-8dea-d8e58df46dec tempest-AllowedAddressPairTestJSON-1039461392 tempest-AllowedAddressPairTestJSON-1039461392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:51:47.673568 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-fb4c455a-223d-44f6-8dea-d8e58df46dec tempest-AllowedAddressPairTestJSON-1039461392 tempest-AllowedAddressPairTestJSON-1039461392-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:47.703456 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-8188f88d-2023-4907-9daf-6edd64bcae80 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-956796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877'] for network, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:47.713637 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8188f88d-2023-4907-9daf-6edd64bcae80 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:51:47.714478 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-8188f88d-2023-4907-9daf-6edd64bcae80 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Publish callbacks [] for network, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:47.761783 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-535f0537-3030-47b9-892c-e94426147411 req-e24a7bfa-0804-4d11-9fb9-1a789b4f44f4 tempest-ListServerFiltersTestJSON-1098286164 tempest-ListServerFiltersTestJSON-1098286164-project] 10.222.0.13 "GET /v2.0/security-groups?id=e3640d88-c369-41cd-98f6-7ceb94b23b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2781994 Nov 05 18:51:47.762092 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [req-c64886a2-e43c-45ce-a43e-586d1a44c441 req-03116ff0-93c8-4377-b3d3-bcdc5d095861 service neutron] Attempting to bind port df2e0e03-9911-41ab-afaa-0726c54f8109 on host n-h2-816865-1 for vnic_type normal with profile {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 18:51:47.762092 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [req-c64886a2-e43c-45ce-a43e-586d1a44c441 req-03116ff0-93c8-4377-b3d3-bcdc5d095861 service neutron] Attempting to bind port df2e0e03-9911-41ab-afaa-0726c54f8109 by drivers openvswitch,hyperv on host n-h2-816865-1 at level 0 using segments [{'id': '3783dc3e-81b4-445a-9e2c-0ce15e9a4e6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'cf016879-de78-4b04-a81a-5939b67337f3'}] {{(pid=102386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 18:51:47.762092 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c64886a2-e43c-45ce-a43e-586d1a44c441 req-03116ff0-93c8-4377-b3d3-bcdc5d095861 service neutron] Attempting to bind port df2e0e03-9911-41ab-afaa-0726c54f8109 on network cf016879-de78-4b04-a81a-5939b67337f3 {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 18:51:47.768377 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e08c26c-aa5a-4d34-b878-4d01a8938a9a tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Made reservation on behalf of 3f080cb3a4f24f1db8ad75a12c2cd4bf for: {'subnet': 1} {{(pid=102387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 18:51:47.776935 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-2e08c26c-aa5a-4d34-b878-4d01a8938a9a tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5112236'] for subnet, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:47.805686 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c64886a2-e43c-45ce-a43e-586d1a44c441 req-03116ff0-93c8-4377-b3d3-bcdc5d095861 service neutron] Port df2e0e03-9911-41ab-afaa-0726c54f8109 on network cf016879-de78-4b04-a81a-5939b67337f3 not bound, no agent of type Open vSwitch agent registered on host n-h2-816865-1 {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 18:51:47.806020 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c64886a2-e43c-45ce-a43e-586d1a44c441 req-03116ff0-93c8-4377-b3d3-bcdc5d095861 service neutron] Attempting to bind port df2e0e03-9911-41ab-afaa-0726c54f8109 on network cf016879-de78-4b04-a81a-5939b67337f3 {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 18:51:47.828167 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-a2cbc739-0c26-4dee-a4be-0130e3439635 None None] Provisioning complete for port c42b3464-2597-4701-ba19-e7f1ea5b9d2a triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:51:47.828973 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-a2cbc739-0c26-4dee-a4be-0130e3439635 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:47.874102 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-a2cbc739-0c26-4dee-a4be-0130e3439635 None None] Port c42b3464-2597-4701-ba19-e7f1ea5b9d2a cannot update to ACTIVE because it is not bound. {{(pid=102388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 18:51:47.874710 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-8188f88d-2023-4907-9daf-6edd64bcae80 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.4076266 Nov 05 18:51:47.879304 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-fb4c455a-223d-44f6-8dea-d8e58df46dec tempest-AllowedAddressPairTestJSON-1039461392 tempest-AllowedAddressPairTestJSON-1039461392-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.9053676 Nov 05 18:51:47.885282 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 58530) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:51:47.885706 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 58532) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:51:47.886430 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8188f88d-2023-4907-9daf-6edd64bcae80 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Pushing event updated for resources: {'Network': ['ID=5699984f-d876-40ab-aeab-25d16675c0a0,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:51:47.888649 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c64886a2-e43c-45ce-a43e-586d1a44c441 req-03116ff0-93c8-4377-b3d3-bcdc5d095861 service neutron] Checking agent: {'id': '32aff553-696f-4891-83f5-5c176f61fe54', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816865-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 18, 33, 36), 'started_at': datetime.datetime(2021, 11, 5, 18, 33, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 18, 51, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 18:51:47.889436 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c64886a2-e43c-45ce-a43e-586d1a44c441 req-03116ff0-93c8-4377-b3d3-bcdc5d095861 service neutron] Checking segment: {'id': '3783dc3e-81b4-445a-9e2c-0ce15e9a4e6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'cf016879-de78-4b04-a81a-5939b67337f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 18:51:47.889715 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c64886a2-e43c-45ce-a43e-586d1a44c441 req-03116ff0-93c8-4377-b3d3-bcdc5d095861 service neutron] Bound using segment: {'id': '3783dc3e-81b4-445a-9e2c-0ce15e9a4e6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'cf016879-de78-4b04-a81a-5939b67337f3'} {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 18:51:47.890190 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [req-c64886a2-e43c-45ce-a43e-586d1a44c441 req-03116ff0-93c8-4377-b3d3-bcdc5d095861 service neutron] Bound port: df2e0e03-9911-41ab-afaa-0726c54f8109, host: n-h2-816865-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3783dc3e-81b4-445a-9e2c-0ce15e9a4e6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'cf016879-de78-4b04-a81a-5939b67337f3'}}] {{(pid=102386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 18:51:47.890786 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-c64886a2-e43c-45ce-a43e-586d1a44c441 req-03116ff0-93c8-4377-b3d3-bcdc5d095861 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:47.903763 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-6d4d6666-5d88-4270-b08a-d6062b2c6a2c tempest-AllowedAddressPairTestJSON-1039461392 tempest-AllowedAddressPairTestJSON-1039461392-project] Request body: {'port': {'network_id': '3dce1b9c-9b3e-415a-8b07-f67d80d895f0', 'name': 'tempest-AllowedAddressPairTestJSON-2142416459'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:51:47.903963 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Network 5699984f-d876-40ab-aeab-25d16675c0a0 details requested by agent ovs-agent-n-d-816865-1 with host n-d-816865-1 {{(pid=102388) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 05 18:51:47.920339 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-a42cd8b7-047c-49c6-9a42-5f7ac28f6517 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Request body: {'subnet': {'network_id': '5699984f-d876-40ab-aeab-25d16675c0a0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:51:48.069361 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-eb21947d-580b-4c6a-9185-7bfb113d639d req-057fc5c1-d489-4725-81a2-d2450c421535 service neutron] 10.222.0.41 "GET /v2.0/networks/cf016879-de78-4b04-a81a-5939b67337f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6353352 Nov 05 18:51:48.069981 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-99fb35d5-a91f-4d03-8100-db401d7c2a45 req-b973ffbe-e014-488f-8bc6-b62115f1accf tempest-ServersOnMultiNodesTest-710233287 tempest-ServersOnMultiNodesTest-710233287-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:48.091331 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] get_ports_and_sgs() called for port_ids ['0557f606-38e6-4fdc-9390-88d86ac73ed3', '8612e611-35ce-4d14-a73c-f29e837a8826'] {{(pid=102388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 18:51:48.125184 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b973ffbe-e014-488f-8bc6-b62115f1accf tempest-ServersOnMultiNodesTest-710233287 tempest-ServersOnMultiNodesTest-710233287-project] Pushing event deleted for resources: {'Port': ['ID=ae1ef9d2-942e-4e62-85d2-9670e26f3a18,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:51:48.142007 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] get_ports_and_sgs() called for port_ids ['e4268253-2c3d-4389-9f13-e0128dfb13d4', '976c4505-32dd-43c0-b0d3-7b2c28ae4643', '328468a7-8564-46fe-b7ce-549f91925675', 'e12cd9c8-98d4-4e83-8bfb-1c6595f9b4d5'] {{(pid=102388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 18:51:48.342157 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26884eb8-ae14-4bf5-803f-4b0c406914f4 req-ad862589-a455-45e7-a217-fe0f06a6f23a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:51:48.343966 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-26884eb8-ae14-4bf5-803f-4b0c406914f4 req-ad862589-a455-45e7-a217-fe0f06a6f23a service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=3db3c1c019224dfc92060d487f5315ed&shared=False HTTP/1.1" status: 200 len: 916 time: 0.7544169 Nov 05 18:51:48.358307 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce1be85-c9cc-4d11-925b-52d8c7ef2b41 req-ada99c9e-aa15-4f53-a6d8-b8e30e38e2b9 tempest-ServersOnMultiNodesTest-710233287 tempest-ServersOnMultiNodesTest-710233287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:51:48.359996 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-9ce1be85-c9cc-4d11-925b-52d8c7ef2b41 req-ada99c9e-aa15-4f53-a6d8-b8e30e38e2b9 tempest-ServersOnMultiNodesTest-710233287 tempest-ServersOnMultiNodesTest-710233287-project] 10.222.0.13 "GET /v2.0/ports?device_id=bcb7048a-c1de-4c8b-9a22-0f9b2edee96f HTTP/1.1" status: 200 len: 867 time: 0.6127021 Nov 05 18:51:48.404198 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dce9150-e9b1-4d8e-ad4e-0a63f52628c0 req-c7d07957-2a8b-4d71-bf57-cbcac978f1e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:51:48.406009 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-3dce9150-e9b1-4d8e-ad4e-0a63f52628c0 req-c7d07957-2a8b-4d71-bf57-cbcac978f1e7 service neutron] 10.222.0.41 "GET /v2.0/networks?id=bb5b9fed-8e61-492a-a21e-f9ce432c95f7 HTTP/1.1" status: 200 len: 912 time: 0.7567556 Nov 05 18:51:48.555387 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-3dce9150-e9b1-4d8e-ad4e-0a63f52628c0 req-97e7ce56-a5e2-4b42-93c2-3f973740b484 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d3e09ef2-2619-4f6f-89c4-8ba57154c592 HTTP/1.1" status: 200 len: 217 time: 0.1245880 Nov 05 18:51:48.637202 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [req-99fb35d5-a91f-4d03-8100-db401d7c2a45 req-b973ffbe-e014-488f-8bc6-b62115f1accf tempest-ServersOnMultiNodesTest-710233287 tempest-ServersOnMultiNodesTest-710233287-project] No DVR routers for this DVR port ae1ef9d2-942e-4e62-85d2-9670e26f3a18 on host n-h1-816865-1 {{(pid=102386) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 18:51:48.653314 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-99fb35d5-a91f-4d03-8100-db401d7c2a45 req-b973ffbe-e014-488f-8bc6-b62115f1accf tempest-ServersOnMultiNodesTest-710233287 tempest-ServersOnMultiNodesTest-710233287-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:48.656647 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-99fb35d5-a91f-4d03-8100-db401d7c2a45 req-b973ffbe-e014-488f-8bc6-b62115f1accf tempest-ServersOnMultiNodesTest-710233287 tempest-ServersOnMultiNodesTest-710233287-project] 10.222.0.41 "DELETE /v2.0/ports/ae1ef9d2-942e-4e62-85d2-9670e26f3a18 HTTP/1.1" status: 204 len: 173 time: 2.6420100 Nov 05 18:51:48.658646 n-d-816865-1 neutron-server[102386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bcb7048a-c1de-4c8b-9a22-0f9b2edee96f', 'name': 'network-vif-deleted', 'tag': 'ae1ef9d2-942e-4e62-85d2-9670e26f3a18'}] {{(pid=102386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 18:51:48.660909 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6173a44d7c73f41af551dc890fa1a5892c2c6bc3458b640c8e0c24db7876ba6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b053abf2-ffbb-4a55-94a2-f8168af83dbb" -d '{"events": [{"server_uuid": "bcb7048a-c1de-4c8b-9a22-0f9b2edee96f", "name": "network-vif-deleted", "tag": "ae1ef9d2-942e-4e62-85d2-9670e26f3a18"}]}' {{(pid=102386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 18:51:48.671530 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-9ce1be85-c9cc-4d11-925b-52d8c7ef2b41 req-6fe3305c-e628-418b-9c24-b03f30b74db4 tempest-ServersOnMultiNodesTest-710233287 tempest-ServersOnMultiNodesTest-710233287-project] 10.222.0.13 "GET /v2.0/security-groups?id=a1214aa7-6fe8-4b93-878e-3f1f16f5c576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2932818 Nov 05 18:51:48.714845 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d24220d-59f0-4392-b421-c623056dbb4b req-e947c030-bc95-4258-9a33-d68626e318b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:51:48.716358 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-4d24220d-59f0-4392-b421-c623056dbb4b req-e947c030-bc95-4258-9a33-d68626e318b6 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3db3c1c019224dfc92060d487f5315ed&device_id=35c561de-9fb3-42c9-b803-c5bb933ccd4c HTTP/1.1" status: 200 len: 1095 time: 0.5026846 Nov 05 18:51:48.729916 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26884eb8-ae14-4bf5-803f-4b0c406914f4 req-b9a02e04-3c20-4f27-8746-dbbc7be4707f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:51:48.731579 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-26884eb8-ae14-4bf5-803f-4b0c406914f4 req-b9a02e04-3c20-4f27-8746-dbbc7be4707f service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3668528 Nov 05 18:51:48.743628 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [req-c64886a2-e43c-45ce-a43e-586d1a44c441 req-03116ff0-93c8-4377-b3d3-bcdc5d095861 service neutron] For port df2e0e03-9911-41ab-afaa-0726c54f8109, host n-h2-816865-1, cleared binding levels {{(pid=102386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 18:51:48.746865 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dce9150-e9b1-4d8e-ad4e-0a63f52628c0 req-f4762f72-4d18-49fa-a86c-87bb1a9e3054 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:51:48.749051 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-3dce9150-e9b1-4d8e-ad4e-0a63f52628c0 req-f4762f72-4d18-49fa-a86c-87bb1a9e3054 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8df5751e-d8bb-41e4-9469-238f613979b1 HTTP/1.1" status: 200 len: 850 time: 0.1817844 Nov 05 18:51:48.771708 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a42cd8b7-047c-49c6-9a42-5f7ac28f6517 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Made reservation on behalf of 07347c71ee604fb5990da9c356235381 for: {'subnet': 1} {{(pid=102386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 18:51:48.775199 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-a42cd8b7-047c-49c6-9a42-5f7ac28f6517 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4877122'] for subnet, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:48.868771 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dce9150-e9b1-4d8e-ad4e-0a63f52628c0 req-b1e6da28-4ced-440f-8d26-d1ae43e1d46c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:51:48.870352 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-3dce9150-e9b1-4d8e-ad4e-0a63f52628c0 req-b1e6da28-4ced-440f-8d26-d1ae43e1d46c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=bb5b9fed-8e61-492a-a21e-f9ce432c95f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1092217 Nov 05 18:51:48.873795 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bf2967-ad07-423f-961d-c5186be92b48 req-e21e1267-bff2-40ab-8041-9d5fe619602b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:51:48.876297 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-18bf2967-ad07-423f-961d-c5186be92b48 req-e21e1267-bff2-40ab-8041-9d5fe619602b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3db3c1c019224dfc92060d487f5315ed&device_id=40a69fbe-e1f7-466f-8196-057bf071030e HTTP/1.1" status: 200 len: 1094 time: 0.0687082 Nov 05 18:51:48.876558 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [req-c64886a2-e43c-45ce-a43e-586d1a44c441 req-03116ff0-93c8-4377-b3d3-bcdc5d095861 service neutron] For port df2e0e03-9911-41ab-afaa-0726c54f8109, host n-h2-816865-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=df2e0e03-9911-41ab-afaa-0726c54f8109,segment=NetworkSegment(3783dc3e-81b4-445a-9e2c-0ce15e9a4e6a),segment_id=3783dc3e-81b4-445a-9e2c-0ce15e9a4e6a)] {{(pid=102386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 18:51:48.878921 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-2e08c26c-aa5a-4d34-b878-4d01a8938a9a tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4417463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5112218'] for subnet, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:48.895754 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 18:51:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9241a0b8-dc64-431b-8a30-acded4fb262b x-openstack-request-id: req-9241a0b8-dc64-431b-8a30-acded4fb262b {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 18:51:48.896041 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bcb7048a-c1de-4c8b-9a22-0f9b2edee96f", "name": "network-vif-deleted", "tag": "ae1ef9d2-942e-4e62-85d2-9670e26f3a18", "status": "completed", "code": 200}]} {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 18:51:48.896340 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9241a0b8-dc64-431b-8a30-acded4fb262b {{(pid=102386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 18:51:48.896740 n-d-816865-1 neutron-server[102386]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bcb7048a-c1de-4c8b-9a22-0f9b2edee96f', 'name': 'network-vif-deleted', 'tag': 'ae1ef9d2-942e-4e62-85d2-9670e26f3a18', 'status': 'completed', 'code': 200} Nov 05 18:51:48.985215 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d24220d-59f0-4392-b421-c623056dbb4b req-0f432f33-ebc2-4951-8b3e-acf067083588 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:51:48.987537 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-4d24220d-59f0-4392-b421-c623056dbb4b req-0f432f33-ebc2-4951-8b3e-acf067083588 service neutron] 10.222.0.41 "GET /v2.0/networks?id=cf016879-de78-4b04-a81a-5939b67337f3 HTTP/1.1" status: 200 len: 916 time: 0.2588129 Nov 05 18:51:49.024916 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-18bf2967-ad07-423f-961d-c5186be92b48 req-d4747969-7813-40cf-bf97-a14938565de5 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=070ab472-a812-474f-9dd5-2283732c7a9d HTTP/1.1" status: 200 len: 217 time: 0.1327884 Nov 05 18:51:49.083565 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-4d24220d-59f0-4392-b421-c623056dbb4b req-2861cbe9-bcbf-4228-ae9a-d1e8e32d71e4 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4011d671-83b1-4a94-a162-037d5e0d3181 HTTP/1.1" status: 200 len: 217 time: 0.0893593 Nov 05 18:51:49.118755 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e08c26c-aa5a-4d34-b878-4d01a8938a9a tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Pushing event updated for resources: {'Subnet': ['ID=e9dfd8b9-004d-48f6-8398-0a38af599af4,revision_number=0']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:51:49.132252 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Device ae1ef9d2-942e-4e62-85d2-9670e26f3a18 no longer exists at agent hyperv_n-h1-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 18:51:49.144510 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d24220d-59f0-4392-b421-c623056dbb4b req-d63a475b-3c77-4777-821b-080dbd59d0a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:51:49.146098 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-4d24220d-59f0-4392-b421-c623056dbb4b req-d63a475b-3c77-4777-821b-080dbd59d0a4 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d14ca147-7a8b-4226-a54e-d8371cd56beb HTTP/1.1" status: 200 len: 854 time: 0.0537245 Nov 05 18:51:49.151748 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-c64886a2-e43c-45ce-a43e-586d1a44c441 req-03116ff0-93c8-4377-b3d3-bcdc5d095861 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6149821'] for port, after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:49.169410 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] No Port match for: ae1ef9d2-942e-4e62-85d2-9670e26f3a18 {{(pid=102388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 18:51:49.169748 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Device ae1ef9d2-942e-4e62-85d2-9670e26f3a18 not bound to the agent host n-h1-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 18:51:49.185133 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccfb1e0-d746-4e86-9b76-7c4c7d43dbe2 req-7287863c-6e07-42d1-825c-908036104560 tempest-ListServerFiltersTestJSON-1098286164 tempest-ListServerFiltersTestJSON-1098286164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:51:49.193206 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-dccfb1e0-d746-4e86-9b76-7c4c7d43dbe2 req-7287863c-6e07-42d1-825c-908036104560 tempest-ListServerFiltersTestJSON-1098286164 tempest-ListServerFiltersTestJSON-1098286164-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5c012e7-e875-483f-a359-65c20cda3248 HTTP/1.1" status: 200 len: 944 time: 0.3036227 Nov 05 18:51:49.208420 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64886a2-e43c-45ce-a43e-586d1a44c441 req-03116ff0-93c8-4377-b3d3-bcdc5d095861 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:51:49.211188 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-c64886a2-e43c-45ce-a43e-586d1a44c441 req-03116ff0-93c8-4377-b3d3-bcdc5d095861 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:49.212069 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-c64886a2-e43c-45ce-a43e-586d1a44c441 req-03116ff0-93c8-4377-b3d3-bcdc5d095861 service neutron] 10.222.0.55 "PUT /v2.0/ports/df2e0e03-9911-41ab-afaa-0726c54f8109 HTTP/1.1" status: 200 len: 1092 time: 4.7310481 Nov 05 18:51:49.212772 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d4d6666-5d88-4270-b08a-d6062b2c6a2c tempest-AllowedAddressPairTestJSON-1039461392 tempest-AllowedAddressPairTestJSON-1039461392-project] Made reservation on behalf of 560082dbd4b94217b220f3fd156c0d4e for: {'port': 1} {{(pid=102386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 18:51:49.219930 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-6d4d6666-5d88-4270-b08a-d6062b2c6a2c tempest-AllowedAddressPairTestJSON-1039461392 tempest-AllowedAddressPairTestJSON-1039461392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:49.230036 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e08c26c-aa5a-4d34-b878-4d01a8938a9a tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Checking segment: {'id': 'ddf499c1-888a-4ebb-8e8b-94e3dd91721e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '59ceeb29-cfb5-4ee4-ad6e-189a26cd5b4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 18:51:49.230430 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e08c26c-aa5a-4d34-b878-4d01a8938a9a tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Network hostable DHCP agents. Network: 59ceeb29-cfb5-4ee4-ad6e-189a26cd5b4e, hostable agents: ['987e2ca0-bc3b-4c6f-a989-429ccfbf753f'], hosted agents: [] {{(pid=102387) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 05 18:51:49.300704 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-dccfb1e0-d746-4e86-9b76-7c4c7d43dbe2 req-754fddc1-d7a6-480d-9c71-c9fe8a2bdb96 tempest-ListServerFiltersTestJSON-1098286164 tempest-ListServerFiltersTestJSON-1098286164-project] 10.222.0.13 "GET /v2.0/security-groups?id=e3640d88-c369-41cd-98f6-7ceb94b23b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023593 Nov 05 18:51:49.312082 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bf2967-ad07-423f-961d-c5186be92b48 req-aeefbd49-ffe5-4dd6-820f-99c0f1644ed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:51:49.314024 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-18bf2967-ad07-423f-961d-c5186be92b48 req-aeefbd49-ffe5-4dd6-820f-99c0f1644ed9 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d14ca147-7a8b-4226-a54e-d8371cd56beb HTTP/1.1" status: 200 len: 854 time: 0.2766573 Nov 05 18:51:49.342022 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-3dce9150-e9b1-4d8e-ad4e-0a63f52628c0 req-8298122e-333b-4f7c-9c51-21bdc30a5a27 service neutron] 10.222.0.41 "GET /v2.0/networks/bb5b9fed-8e61-492a-a21e-f9ce432c95f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4508452 Nov 05 18:51:49.411336 n-d-816865-1 neutron-server[102386]: DEBUG neutron.notifiers.nova [None req-6d4d6666-5d88-4270-b08a-d6062b2c6a2c tempest-AllowedAddressPairTestJSON-1039461392 tempest-AllowedAddressPairTestJSON-1039461392-project] device_id is not set on port e2977cbf-ecec-44ae-bb0d-28a0c02ee88f yet. {{(pid=102386) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 05 18:51:49.453561 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bf2967-ad07-423f-961d-c5186be92b48 req-01d92812-c9e9-43b0-a51c-76e69675d2d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:51:49.455435 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-18bf2967-ad07-423f-961d-c5186be92b48 req-01d92812-c9e9-43b0-a51c-76e69675d2d1 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=cf016879-de78-4b04-a81a-5939b67337f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1260400 Nov 05 18:51:49.458801 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e08c26c-aa5a-4d34-b878-4d01a8938a9a tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Network 59ceeb29-cfb5-4ee4-ad6e-189a26cd5b4e is scheduled to be hosted by DHCP agent 987e2ca0-bc3b-4c6f-a989-429ccfbf753f with binding_index 1 {{(pid=102387) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 05 18:51:49.522446 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d24220d-59f0-4392-b421-c623056dbb4b req-5ee44d50-6115-4d84-a22f-421dca0228f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:51:49.523938 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-4d24220d-59f0-4392-b421-c623056dbb4b req-5ee44d50-6115-4d84-a22f-421dca0228f5 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=cf016879-de78-4b04-a81a-5939b67337f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3616865 Nov 05 18:51:49.526938 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03116ff0-93c8-4377-b3d3-bcdc5d095861 service neutron] Pushing event updated for resources: {'Port': ['ID=df2e0e03-9911-41ab-afaa-0726c54f8109,revision_number=3']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:51:49.558205 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-3dce9150-e9b1-4d8e-ad4e-0a63f52628c0 req-0addd978-2674-45d8-9fa6-e7d6ee47afac service neutron] 10.222.0.41 "GET /v2.0/networks/bb5b9fed-8e61-492a-a21e-f9ce432c95f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1985416 Nov 05 18:51:49.594895 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-18bf2967-ad07-423f-961d-c5186be92b48 req-5d942d99-244d-428a-8c41-70422dca9dfe service neutron] 10.222.0.41 "GET /v2.0/networks/cf016879-de78-4b04-a81a-5939b67337f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290233 Nov 05 18:51:49.617709 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.base_scheduler [None req-2e08c26c-aa5a-4d34-b878-4d01a8938a9a tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816865-1, 59ceeb29-cfb5-4ee4-ad6e-189a26cd5b4e) {{(pid=102387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:51:49.628486 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c64c2739-552a-4dab-b914-7f01e60ef58e None None] Network 59ceeb29-cfb5-4ee4-ad6e-189a26cd5b4e requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 18:51:49.640581 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-a42cd8b7-047c-49c6-9a42-5f7ac28f6517 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6149946', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4877172'] for subnet, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:49.643283 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e08c26c-aa5a-4d34-b878-4d01a8938a9a tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:51:49.646079 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-2e08c26c-aa5a-4d34-b878-4d01a8938a9a tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597851'] for subnet, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:49.653709 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64886a2-e43c-45ce-a43e-586d1a44c441 req-bdb36f4b-a6af-4270-b9c6-56b7b764bb98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:51:49.655388 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-c64886a2-e43c-45ce-a43e-586d1a44c441 req-bdb36f4b-a6af-4270-b9c6-56b7b764bb98 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=3db3c1c019224dfc92060d487f5315ed&device_id=f5c012e7-e875-483f-a359-65c20cda3248 HTTP/1.1" status: 200 len: 1095 time: 0.2575464 Nov 05 18:51:49.727980 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-18bf2967-ad07-423f-961d-c5186be92b48 req-6fa467fa-ba0c-430e-85b8-c088b84181bd service neutron] 10.222.0.41 "GET /v2.0/networks/cf016879-de78-4b04-a81a-5939b67337f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249354 Nov 05 18:51:49.767064 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-2e08c26c-aa5a-4d34-b878-4d01a8938a9a tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.4811735 Nov 05 18:51:49.774011 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-c64886a2-e43c-45ce-a43e-586d1a44c441 req-43fec03c-9ce0-4cf3-84d5-0615497c1311 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=df2e0e03-9911-41ab-afaa-0726c54f8109 HTTP/1.1" status: 200 len: 217 time: 0.0799210 Nov 05 18:51:49.774523 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.db_base_plugin_common [None req-6d4d6666-5d88-4270-b08a-d6062b2c6a2c tempest-AllowedAddressPairTestJSON-1039461392 tempest-AllowedAddressPairTestJSON-1039461392-project] Allocated IP 172.20.0.7 (3dce1b9c-9b3e-415a-8b07-f67d80d895f0/043bfe45-0fcd-4067-8cbd-17b4d1e81c0a/e2977cbf-ecec-44ae-bb0d-28a0c02ee88f) {{(pid=102386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 18:51:49.774956 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 58564) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:51:49.782643 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-3ec7daa8-aaa1-4e8c-af72-8f01cbad016d tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Request body: {'subnet': {'network_id': '92cc69b6-4cd1-4b33-bca8-908cd312767a', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:51:49.853908 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42cd8b7-047c-49c6-9a42-5f7ac28f6517 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Pushing event updated for resources: {'Subnet': ['ID=332aab93-10ef-4949-927b-b2b6ebc6936f,revision_number=0']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:51:49.863946 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db3acc65-91ee-4a2f-9da4-9d20fe4edfb0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeb20a084-accf-5b60-8075-3e69ebe863a6-59ceeb29-cfb5-4ee4-ad6e-189a26cd5b4e', 'network_id': '59ceeb29-cfb5-4ee4-ad6e-189a26cd5b4e', 'tenant_id': '3f080cb3a4f24f1db8ad75a12c2cd4bf', 'fixed_ips': [{'subnet_id': 'e9dfd8b9-004d-48f6-8398-0a38af599af4'}]}} from n-d-816865-1. {{(pid=102388) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 05 18:51:49.869765 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-4d24220d-59f0-4392-b421-c623056dbb4b req-5fe82c22-938d-480c-998a-0401efb918b1 service neutron] 10.222.0.41 "GET /v2.0/networks/cf016879-de78-4b04-a81a-5939b67337f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3303664 Nov 05 18:51:49.869931 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-db3acc65-91ee-4a2f-9da4-9d20fe4edfb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:49.905530 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a42cd8b7-047c-49c6-9a42-5f7ac28f6517 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Checking segment: {'id': '7b146d59-4657-434d-85fb-5f4319f6b46d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '5699984f-d876-40ab-aeab-25d16675c0a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 18:51:49.906089 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a42cd8b7-047c-49c6-9a42-5f7ac28f6517 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Network hostable DHCP agents. Network: 5699984f-d876-40ab-aeab-25d16675c0a0, hostable agents: ['987e2ca0-bc3b-4c6f-a989-429ccfbf753f'], hosted agents: [] {{(pid=102386) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 05 18:51:49.945147 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-69f5f0b9-4410-4b03-95fc-8d2d28b85034 req-b69ab703-d089-4566-a377-82d76522197c tempest-ServersOnMultiNodesTest-710233287 tempest-ServersOnMultiNodesTest-710233287-project] 10.222.0.13 "GET /v2.0/ports?device_id=bcb7048a-c1de-4c8b-9a22-0f9b2edee96f HTTP/1.1" status: 200 len: 210 time: 0.1083195 Nov 05 18:51:49.956179 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64886a2-e43c-45ce-a43e-586d1a44c441 req-d0f05c31-743b-4af8-a638-6e7d3d32dbea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:51:49.957666 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-c64886a2-e43c-45ce-a43e-586d1a44c441 req-d0f05c31-743b-4af8-a638-6e7d3d32dbea service neutron] 10.222.0.55 "GET /v2.0/subnets?id=d14ca147-7a8b-4226-a54e-d8371cd56beb HTTP/1.1" status: 200 len: 854 time: 0.1667943 Nov 05 18:51:50.039421 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.db_base_plugin_common [None req-db3acc65-91ee-4a2f-9da4-9d20fe4edfb0 None None] Allocated IP 10.1.1.2 (59ceeb29-cfb5-4ee4-ad6e-189a26cd5b4e/e9dfd8b9-004d-48f6-8398-0a38af599af4/1ddcd9f4-c0b3-41f1-a8cc-fa4add320a0f) {{(pid=102388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 18:51:50.085568 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ec7daa8-aaa1-4e8c-af72-8f01cbad016d tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Made reservation on behalf of 3f080cb3a4f24f1db8ad75a12c2cd4bf for: {'subnet': 1} {{(pid=102387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 18:51:50.090275 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-3ec7daa8-aaa1-4e8c-af72-8f01cbad016d tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5112236'] for subnet, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:50.156695 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-4d24220d-59f0-4392-b421-c623056dbb4b req-4888750d-f058-45d4-8c02-9ff383341e2c service neutron] 10.222.0.41 "GET /v2.0/networks/cf016879-de78-4b04-a81a-5939b67337f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2654369 Nov 05 18:51:50.163008 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64886a2-e43c-45ce-a43e-586d1a44c441 req-bee25479-f37b-4f60-8c3c-c234ab61699c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:51:50.164757 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-c64886a2-e43c-45ce-a43e-586d1a44c441 req-bee25479-f37b-4f60-8c3c-c234ab61699c service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=cf016879-de78-4b04-a81a-5939b67337f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1686461 Nov 05 18:51:50.222840 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a42cd8b7-047c-49c6-9a42-5f7ac28f6517 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Network 5699984f-d876-40ab-aeab-25d16675c0a0 is scheduled to be hosted by DHCP agent 987e2ca0-bc3b-4c6f-a989-429ccfbf753f with binding_index 1 {{(pid=102386) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 05 18:51:50.234070 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-6d4d6666-5d88-4270-b08a-d6062b2c6a2c tempest-AllowedAddressPairTestJSON-1039461392 tempest-AllowedAddressPairTestJSON-1039461392-project] Publish callbacks [] for port, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:50.254563 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-db3acc65-91ee-4a2f-9da4-9d20fe4edfb0 None None] Publish callbacks [] for port, precommit_create {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:50.315811 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-c64886a2-e43c-45ce-a43e-586d1a44c441 req-54506d7a-47aa-4329-ad1f-29ac4be5a4c8 service neutron] 10.222.0.55 "GET /v2.0/networks/cf016879-de78-4b04-a81a-5939b67337f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1323035 Nov 05 18:51:50.374753 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-db3acc65-91ee-4a2f-9da4-9d20fe4edfb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789'] for port, after_create {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:50.407039 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-3ec7daa8-aaa1-4e8c-af72-8f01cbad016d tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4417463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5112218'] for subnet, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:50.409411 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-6d4d6666-5d88-4270-b08a-d6062b2c6a2c tempest-AllowedAddressPairTestJSON-1039461392 tempest-AllowedAddressPairTestJSON-1039461392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:50.421665 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.base_scheduler [None req-a42cd8b7-047c-49c6-9a42-5f7ac28f6517 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816865-1, 5699984f-d876-40ab-aeab-25d16675c0a0) {{(pid=102386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:51:50.427010 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a42cd8b7-047c-49c6-9a42-5f7ac28f6517 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:51:50.427752 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-a42cd8b7-047c-49c6-9a42-5f7ac28f6517 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Publish callbacks [] for subnet, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:50.446338 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd01dc1b-19cb-4fb9-9309-0b90394942b4 None None] Network 5699984f-d876-40ab-aeab-25d16675c0a0 requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 18:51:50.451556 n-d-816865-1 neutron-server[102388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db3acc65-91ee-4a2f-9da4-9d20fe4edfb0 None None] Network 59ceeb29-cfb5-4ee4-ad6e-189a26cd5b4e is already hosted by enough agents. {{(pid=102388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 18:51:50.464591 n-d-816865-1 neutron-server[102388]: DEBUG neutron.scheduler.base_scheduler [None req-db3acc65-91ee-4a2f-9da4-9d20fe4edfb0 None None] Resources bound (agent type, host, resource id): {{(pid=102388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:51:50.466481 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3acc65-91ee-4a2f-9da4-9d20fe4edfb0 None None] Pushing event updated for resources: {'Port': ['ID=1ddcd9f4-c0b3-41f1-a8cc-fa4add320a0f,revision_number=1']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:51:50.469968 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec7daa8-aaa1-4e8c-af72-8f01cbad016d tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Pushing event updated for resources: {'Subnet': ['ID=fff5f4f4-3c24-4660-a3f5-7d19daede3c5,revision_number=0']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:51:50.482279 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db3acc65-91ee-4a2f-9da4-9d20fe4edfb0 None None] Received port after_create {{(pid=102388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 18:51:50.513376 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab0f18a-6ca8-46f3-a80c-4ea5af235250 req-657b7524-5e77-4574-9d4b-a34f914bc269 tempest-ListServerFiltersTestJSON-1098286164 tempest-ListServerFiltersTestJSON-1098286164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:51:50.515000 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-6ab0f18a-6ca8-46f3-a80c-4ea5af235250 req-657b7524-5e77-4574-9d4b-a34f914bc269 tempest-ListServerFiltersTestJSON-1098286164 tempest-ListServerFiltersTestJSON-1098286164-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5c012e7-e875-483f-a359-65c20cda3248 HTTP/1.1" status: 200 len: 944 time: 0.1484792 Nov 05 18:51:50.518388 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4d6666-5d88-4270-b08a-d6062b2c6a2c tempest-AllowedAddressPairTestJSON-1039461392 tempest-AllowedAddressPairTestJSON-1039461392-project] Pushing event updated for resources: {'Port': ['ID=e2977cbf-ecec-44ae-bb0d-28a0c02ee88f,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:51:50.523693 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d4d6666-5d88-4270-b08a-d6062b2c6a2c tempest-AllowedAddressPairTestJSON-1039461392 tempest-AllowedAddressPairTestJSON-1039461392-project] Network 3dce1b9c-9b3e-415a-8b07-f67d80d895f0 is already hosted by enough agents. {{(pid=102386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 18:51:50.530091 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ec7daa8-aaa1-4e8c-af72-8f01cbad016d tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Checking segment: {'id': 'd3070ec2-09a2-4931-b234-abfeebdf6c23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '92cc69b6-4cd1-4b33-bca8-908cd312767a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 18:51:50.530607 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ec7daa8-aaa1-4e8c-af72-8f01cbad016d tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Network hostable DHCP agents. Network: 92cc69b6-4cd1-4b33-bca8-908cd312767a, hostable agents: ['987e2ca0-bc3b-4c6f-a989-429ccfbf753f'], hosted agents: [] {{(pid=102387) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 05 18:51:50.532794 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.base_scheduler [None req-6d4d6666-5d88-4270-b08a-d6062b2c6a2c tempest-AllowedAddressPairTestJSON-1039461392 tempest-AllowedAddressPairTestJSON-1039461392-project] Resources bound (agent type, host, resource id): {{(pid=102386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:51:50.537186 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d4d6666-5d88-4270-b08a-d6062b2c6a2c tempest-AllowedAddressPairTestJSON-1039461392 tempest-AllowedAddressPairTestJSON-1039461392-project] Received port after_create {{(pid=102386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 18:51:50.578857 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-c64886a2-e43c-45ce-a43e-586d1a44c441 req-38ebf393-eb0b-4054-8508-105d807b690a service neutron] 10.222.0.55 "GET /v2.0/networks/cf016879-de78-4b04-a81a-5939b67337f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2538197 Nov 05 18:51:50.596322 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-db3acc65-91ee-4a2f-9da4-9d20fe4edfb0 None None] Attempting to bind port 1ddcd9f4-c0b3-41f1-a8cc-fa4add320a0f on host n-d-816865-1 for vnic_type normal with profile {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 18:51:50.596676 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-db3acc65-91ee-4a2f-9da4-9d20fe4edfb0 None None] Attempting to bind port 1ddcd9f4-c0b3-41f1-a8cc-fa4add320a0f by drivers openvswitch,hyperv on host n-d-816865-1 at level 0 using segments [{'id': 'ddf499c1-888a-4ebb-8e8b-94e3dd91721e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '59ceeb29-cfb5-4ee4-ad6e-189a26cd5b4e'}] {{(pid=102388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 18:51:50.597071 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db3acc65-91ee-4a2f-9da4-9d20fe4edfb0 None None] Attempting to bind port 1ddcd9f4-c0b3-41f1-a8cc-fa4add320a0f on network 59ceeb29-cfb5-4ee4-ad6e-189a26cd5b4e {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 18:51:50.606531 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db3acc65-91ee-4a2f-9da4-9d20fe4edfb0 None None] Checking agent: {'id': '724d89a7-611b-41e6-bc85-c48112b17afa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 18, 25, 8), 'started_at': datetime.datetime(2021, 11, 5, 18, 25, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 18, 51, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 18:51:50.606903 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db3acc65-91ee-4a2f-9da4-9d20fe4edfb0 None None] Checking segment: {'id': 'ddf499c1-888a-4ebb-8e8b-94e3dd91721e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '59ceeb29-cfb5-4ee4-ad6e-189a26cd5b4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 18:51:50.607297 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-db3acc65-91ee-4a2f-9da4-9d20fe4edfb0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:50.607682 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db3acc65-91ee-4a2f-9da4-9d20fe4edfb0 None None] Bound using segment: {'id': 'ddf499c1-888a-4ebb-8e8b-94e3dd91721e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '59ceeb29-cfb5-4ee4-ad6e-189a26cd5b4e'} {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 18:51:50.608156 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-db3acc65-91ee-4a2f-9da4-9d20fe4edfb0 None None] Bound port: 1ddcd9f4-c0b3-41f1-a8cc-fa4add320a0f, host: n-d-816865-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ddf499c1-888a-4ebb-8e8b-94e3dd91721e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '59ceeb29-cfb5-4ee4-ad6e-189a26cd5b4e'}}] {{(pid=102388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 18:51:50.608534 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-db3acc65-91ee-4a2f-9da4-9d20fe4edfb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:50.613929 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d4d6666-5d88-4270-b08a-d6062b2c6a2c tempest-AllowedAddressPairTestJSON-1039461392 tempest-AllowedAddressPairTestJSON-1039461392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:51:50.614827 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-6d4d6666-5d88-4270-b08a-d6062b2c6a2c tempest-AllowedAddressPairTestJSON-1039461392 tempest-AllowedAddressPairTestJSON-1039461392-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:50.633349 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-6ab0f18a-6ca8-46f3-a80c-4ea5af235250 req-5d5fa9c1-9fd9-45da-8898-771123397265 tempest-ListServerFiltersTestJSON-1098286164 tempest-ListServerFiltersTestJSON-1098286164-project] 10.222.0.13 "GET /v2.0/security-groups?id=e3640d88-c369-41cd-98f6-7ceb94b23b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977635 Nov 05 18:51:50.743816 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-db3acc65-91ee-4a2f-9da4-9d20fe4edfb0 None None] For port 1ddcd9f4-c0b3-41f1-a8cc-fa4add320a0f, host n-d-816865-1, cleared binding levels {{(pid=102388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 18:51:50.757561 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-db3acc65-91ee-4a2f-9da4-9d20fe4edfb0 None None] For port 1ddcd9f4-c0b3-41f1-a8cc-fa4add320a0f, host n-d-816865-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=1ddcd9f4-c0b3-41f1-a8cc-fa4add320a0f,segment=NetworkSegment(ddf499c1-888a-4ebb-8e8b-94e3dd91721e),segment_id=ddf499c1-888a-4ebb-8e8b-94e3dd91721e)] {{(pid=102388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 18:51:50.761964 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcace0eb-6f9f-4dee-999d-e049814bfcce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeb20a084-accf-5b60-8075-3e69ebe863a6-5699984f-d876-40ab-aeab-25d16675c0a0', 'network_id': '5699984f-d876-40ab-aeab-25d16675c0a0', 'tenant_id': '07347c71ee604fb5990da9c356235381', 'fixed_ips': [{'subnet_id': '332aab93-10ef-4949-927b-b2b6ebc6936f'}]}} from n-d-816865-1. {{(pid=102388) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 05 18:51:50.762859 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-fcace0eb-6f9f-4dee-999d-e049814bfcce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:50.812238 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-a42cd8b7-047c-49c6-9a42-5f7ac28f6517 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.9183056 Nov 05 18:51:50.819592 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 58580) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:51:50.819592 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-3221bfa2-ca20-479a-afd6-dd4fb7c382a7 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1279656940', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:51:50.859494 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-db3acc65-91ee-4a2f-9da4-9d20fe4edfb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:50.860818 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-6d4d6666-5d88-4270-b08a-d6062b2c6a2c tempest-AllowedAddressPairTestJSON-1039461392 tempest-AllowedAddressPairTestJSON-1039461392-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.9655855 Nov 05 18:51:50.863840 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ec7daa8-aaa1-4e8c-af72-8f01cbad016d tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Network 92cc69b6-4cd1-4b33-bca8-908cd312767a is scheduled to be hosted by DHCP agent 987e2ca0-bc3b-4c6f-a989-429ccfbf753f with binding_index 1 {{(pid=102387) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 05 18:51:50.871241 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 58582) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:51:50.871241 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-86da02a0-c33b-495f-be36-1c1aef220971 tempest-AllowedAddressPairTestJSON-1039461392 tempest-AllowedAddressPairTestJSON-1039461392-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.6', 'mac_address': 'fa:16:3e:ee:d0:ce'}, {'ip_address': '172.20.0.3', 'mac_address': 'fa:16:3e:e6:97:e0'}]}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:51:50.898154 n-d-816865-1 neutron-server[102386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5c012e7-e875-483f-a359-65c20cda3248', 'tag': 'df2e0e03-9911-41ab-afaa-0726c54f8109'}] {{(pid=102386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 18:51:50.900406 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6173a44d7c73f41af551dc890fa1a5892c2c6bc3458b640c8e0c24db7876ba6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b05d8e93-b470-468a-8223-626ee358dccf" -d '{"events": [{"name": "network-changed", "server_uuid": "f5c012e7-e875-483f-a359-65c20cda3248", "tag": "df2e0e03-9911-41ab-afaa-0726c54f8109"}]}' {{(pid=102386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 18:51:50.965579 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.db_base_plugin_common [None req-fcace0eb-6f9f-4dee-999d-e049814bfcce None None] Allocated IP 2001:db8::2 (5699984f-d876-40ab-aeab-25d16675c0a0/332aab93-10ef-4949-927b-b2b6ebc6936f/ff08f6e0-5905-4041-b33c-9501050bf808) {{(pid=102388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 18:51:50.968538 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.base_scheduler [None req-3ec7daa8-aaa1-4e8c-af72-8f01cbad016d tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816865-1, 92cc69b6-4cd1-4b33-bca8-908cd312767a) {{(pid=102387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:51:50.979062 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-3221bfa2-ca20-479a-afd6-dd4fb7c382a7 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-571139', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6874'] for router, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:50.979062 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-3221bfa2-ca20-479a-afd6-dd4fb7c382a7 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-571375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1000570', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1011585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6867'] for router, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:50.979331 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1aaabc9-5e5f-4c57-9b65-ba8dda65d306 None None] Network 92cc69b6-4cd1-4b33-bca8-908cd312767a requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 18:51:50.986881 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-daad66ae-1a2a-436d-b91f-be37edafadc6 None None] Provisioning complete for port e2977cbf-ecec-44ae-bb0d-28a0c02ee88f triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:51:50.987484 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-daad66ae-1a2a-436d-b91f-be37edafadc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:51.044580 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3acc65-91ee-4a2f-9da4-9d20fe4edfb0 None None] Pushing event updated for resources: {'Port': ['ID=1ddcd9f4-c0b3-41f1-a8cc-fa4add320a0f,revision_number=2']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:51:51.069121 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 18:51:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e545cc2-587f-41d3-80c2-44896aeef261 x-openstack-request-id: req-6e545cc2-587f-41d3-80c2-44896aeef261 {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 18:51:51.076201 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f5c012e7-e875-483f-a359-65c20cda3248", "tag": "df2e0e03-9911-41ab-afaa-0726c54f8109", "status": "completed", "code": 200}]} {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 18:51:51.076201 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6e545cc2-587f-41d3-80c2-44896aeef261 {{(pid=102386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 18:51:51.076201 n-d-816865-1 neutron-server[102386]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5c012e7-e875-483f-a359-65c20cda3248', 'tag': 'df2e0e03-9911-41ab-afaa-0726c54f8109', 'status': 'completed', 'code': 200} Nov 05 18:51:51.111757 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-3221bfa2-ca20-479a-afd6-dd4fb7c382a7 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:51.115558 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ec7daa8-aaa1-4e8c-af72-8f01cbad016d tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:51:51.116167 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-3ec7daa8-aaa1-4e8c-af72-8f01cbad016d tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597851'] for subnet, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:51.163281 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05d8e93-b470-468a-8223-626ee358dccf req-e3d4067f-3edb-4c9d-a9f5-b65311ed8e8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:51:51.163281 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-b05d8e93-b470-468a-8223-626ee358dccf req-e3d4067f-3edb-4c9d-a9f5-b65311ed8e8d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=3db3c1c019224dfc92060d487f5315ed&device_id=f5c012e7-e875-483f-a359-65c20cda3248 HTTP/1.1" status: 200 len: 1095 time: 0.0991466 Nov 05 18:51:51.247554 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-3ec7daa8-aaa1-4e8c-af72-8f01cbad016d tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.4709122 Nov 05 18:51:51.249157 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 58596) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:51:51.259940 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-65860d14-15b4-4eb6-a6d6-da45dcc1d761 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Request body: {'port': {'network_id': '59ceeb29-cfb5-4ee4-ad6e-189a26cd5b4e', 'name': 'tempest-TaggedBootDevicesTest_v242-1751011475', 'fixed_ips': [{'subnet_id': 'e9dfd8b9-004d-48f6-8398-0a38af599af4'}]}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:51:51.278360 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-3221bfa2-ca20-479a-afd6-dd4fb7c382a7 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-571384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1000487'] for router, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:51.341771 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05d8e93-b470-468a-8223-626ee358dccf req-7078c244-a1a9-4878-82f7-799d0a6afe2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:51:51.343499 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-b05d8e93-b470-468a-8223-626ee358dccf req-7078c244-a1a9-4878-82f7-799d0a6afe2c service neutron] 10.222.0.55 "GET /v2.0/networks?id=cf016879-de78-4b04-a81a-5939b67337f3 HTTP/1.1" status: 200 len: 916 time: 0.1494858 Nov 05 18:51:51.372475 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Device 4011d671-83b1-4a94-a162-037d5e0d3181 details requested by agent hyperv_n-h1-816865-1 with host n-h1-816865-1 {{(pid=102388) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 05 18:51:51.385134 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-daad66ae-1a2a-436d-b91f-be37edafadc6 None None] Port e2977cbf-ecec-44ae-bb0d-28a0c02ee88f cannot update to ACTIVE because it is not bound. {{(pid=102388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 18:51:51.403991 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-b05d8e93-b470-468a-8223-626ee358dccf req-18abeb53-d45a-4809-adc5-9fc8c3ab6d2a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=df2e0e03-9911-41ab-afaa-0726c54f8109 HTTP/1.1" status: 200 len: 217 time: 0.0476680 Nov 05 18:51:51.491523 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-86da02a0-c33b-495f-be36-1c1aef220971 tempest-AllowedAddressPairTestJSON-1039461392 tempest-AllowedAddressPairTestJSON-1039461392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:51.545226 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05d8e93-b470-468a-8223-626ee358dccf req-31d236ac-ba42-4aa6-a2a3-9718433452f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:51:51.546733 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-b05d8e93-b470-468a-8223-626ee358dccf req-31d236ac-ba42-4aa6-a2a3-9718433452f6 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=d14ca147-7a8b-4226-a54e-d8371cd56beb HTTP/1.1" status: 200 len: 854 time: 0.1276231 Nov 05 18:51:51.556677 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65860d14-15b4-4eb6-a6d6-da45dcc1d761 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Made reservation on behalf of 3f080cb3a4f24f1db8ad75a12c2cd4bf for: {'port': 1} {{(pid=102387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 18:51:51.623970 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-fcace0eb-6f9f-4dee-999d-e049814bfcce None None] Publish callbacks [] for port, precommit_create {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:51.660696 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] For port 4011d671-83b1-4a94-a162-037d5e0d3181, host n-h1-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=4011d671-83b1-4a94-a162-037d5e0d3181,segment=NetworkSegment(3783dc3e-81b4-445a-9e2c-0ce15e9a4e6a),segment_id=3783dc3e-81b4-445a-9e2c-0ce15e9a4e6a)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:51:51.667281 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-3221bfa2-ca20-479a-afd6-dd4fb7c382a7 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Publish callbacks [] for router, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:51.668043 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e72b479c-b0fb-4877-a3af-fae9bf6b15ea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeb20a084-accf-5b60-8075-3e69ebe863a6-92cc69b6-4cd1-4b33-bca8-908cd312767a', 'network_id': '92cc69b6-4cd1-4b33-bca8-908cd312767a', 'tenant_id': '3f080cb3a4f24f1db8ad75a12c2cd4bf', 'fixed_ips': [{'subnet_id': 'fff5f4f4-3c24-4660-a3f5-7d19daede3c5'}]}} from n-d-816865-1. {{(pid=102388) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 05 18:51:51.671539 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-3221bfa2-ca20-479a-afd6-dd4fb7c382a7 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.8572528 Nov 05 18:51:51.672495 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 58604) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:51:51.672638 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-e72b479c-b0fb-4877-a3af-fae9bf6b15ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:51.698129 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05d8e93-b470-468a-8223-626ee358dccf req-01838f39-bdb8-4ffc-be0a-f63c12088d6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:51:51.699856 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-b05d8e93-b470-468a-8223-626ee358dccf req-01838f39-bdb8-4ffc-be0a-f63c12088d6f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=cf016879-de78-4b04-a81a-5939b67337f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1293554 Nov 05 18:51:51.720182 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-fcace0eb-6f9f-4dee-999d-e049814bfcce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789'] for port, after_create {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:51.727265 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Returning: {'device': '4011d671-83b1-4a94-a162-037d5e0d3181', 'network_id': 'cf016879-de78-4b04-a81a-5939b67337f3', 'port_id': '4011d671-83b1-4a94-a162-037d5e0d3181', 'mac_address': 'fa:16:3e:88:31:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd14ca147-7a8b-4226-a54e-d8371cd56beb', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102388) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 05 18:51:51.863269 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-b05d8e93-b470-468a-8223-626ee358dccf req-c5496ea5-575e-4dbc-bd08-19baf4801a30 service neutron] 10.222.0.55 "GET /v2.0/networks/cf016879-de78-4b04-a81a-5939b67337f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1495922 Nov 05 18:51:51.874785 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-86da02a0-c33b-495f-be36-1c1aef220971 tempest-AllowedAddressPairTestJSON-1039461392 tempest-AllowedAddressPairTestJSON-1039461392-project] Publish callbacks [] for port, precommit_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:51.881927 n-d-816865-1 neutron-server[102388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcace0eb-6f9f-4dee-999d-e049814bfcce None None] Network 5699984f-d876-40ab-aeab-25d16675c0a0 is already hosted by enough agents. {{(pid=102388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 18:51:51.893933 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcace0eb-6f9f-4dee-999d-e049814bfcce None None] Pushing event updated for resources: {'Port': ['ID=ff08f6e0-5905-4041-b33c-9501050bf808,revision_number=1']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:51:51.896414 n-d-816865-1 neutron-server[102388]: DEBUG neutron.scheduler.base_scheduler [None req-fcace0eb-6f9f-4dee-999d-e049814bfcce None None] Resources bound (agent type, host, resource id): {{(pid=102388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:51:51.911251 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcace0eb-6f9f-4dee-999d-e049814bfcce None None] Received port after_create {{(pid=102388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 18:51:51.926369 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa766932-3b05-430f-aab4-39163585c47c req-934b118f-26ee-4922-962e-e1ecd8101dad tempest-ServersOnMultiNodesTest-710233287 tempest-ServersOnMultiNodesTest-710233287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:51:51.929335 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:51.938278 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-aa766932-3b05-430f-aab4-39163585c47c req-934b118f-26ee-4922-962e-e1ecd8101dad tempest-ServersOnMultiNodesTest-710233287 tempest-ServersOnMultiNodesTest-710233287-project] 10.222.0.13 "GET /v2.0/ports?device_id=27d398e9-ee38-4030-bc09-9f209c29732b HTTP/1.1" status: 200 len: 950 time: 0.2781060 Nov 05 18:51:51.950014 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-86da02a0-c33b-495f-be36-1c1aef220971 tempest-AllowedAddressPairTestJSON-1039461392 tempest-AllowedAddressPairTestJSON-1039461392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6149821'] for port, after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:52.009594 n-d-816865-1 neutron-server[102388]: DEBUG neutron.notifiers.nova [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4011d671-83b1-4a94-a162-037d5e0d3181 {{(pid=102388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 18:51:52.083339 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.db_base_plugin_common [None req-e72b479c-b0fb-4877-a3af-fae9bf6b15ea None None] Allocated IP 10.2.2.2 (92cc69b6-4cd1-4b33-bca8-908cd312767a/fff5f4f4-3c24-4660-a3f5-7d19daede3c5/15ad6dbb-d45e-4daf-b2ce-470930ec73a1) {{(pid=102388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 18:51:52.087351 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-86da02a0-c33b-495f-be36-1c1aef220971 tempest-AllowedAddressPairTestJSON-1039461392 tempest-AllowedAddressPairTestJSON-1039461392-project] In _notify_port_updated(), no bound segment for port e2977cbf-ecec-44ae-bb0d-28a0c02ee88f on network 3dce1b9c-9b3e-415a-8b07-f67d80d895f0 {{(pid=102386) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 05 18:51:52.092885 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] For port 4011d671-83b1-4a94-a162-037d5e0d3181, host n-h1-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=4011d671-83b1-4a94-a162-037d5e0d3181,segment=NetworkSegment(3783dc3e-81b4-445a-9e2c-0ce15e9a4e6a),segment_id=3783dc3e-81b4-445a-9e2c-0ce15e9a4e6a)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:51:52.092885 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-fcace0eb-6f9f-4dee-999d-e049814bfcce None None] Attempting to bind port ff08f6e0-5905-4041-b33c-9501050bf808 on host n-d-816865-1 for vnic_type normal with profile {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 18:51:52.092885 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-fcace0eb-6f9f-4dee-999d-e049814bfcce None None] Attempting to bind port ff08f6e0-5905-4041-b33c-9501050bf808 by drivers openvswitch,hyperv on host n-d-816865-1 at level 0 using segments [{'id': '7b146d59-4657-434d-85fb-5f4319f6b46d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '5699984f-d876-40ab-aeab-25d16675c0a0'}] {{(pid=102388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 18:51:52.092885 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcace0eb-6f9f-4dee-999d-e049814bfcce None None] Attempting to bind port ff08f6e0-5905-4041-b33c-9501050bf808 on network 5699984f-d876-40ab-aeab-25d16675c0a0 {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 18:51:52.097668 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-aa766932-3b05-430f-aab4-39163585c47c req-af37b635-0b42-4651-9297-70f42cb074a8 tempest-ServersOnMultiNodesTest-710233287 tempest-ServersOnMultiNodesTest-710233287-project] 10.222.0.13 "GET /v2.0/security-groups?id=a1214aa7-6fe8-4b93-878e-3f1f16f5c576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1560681 Nov 05 18:51:52.101670 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86da02a0-c33b-495f-be36-1c1aef220971 tempest-AllowedAddressPairTestJSON-1039461392 tempest-AllowedAddressPairTestJSON-1039461392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:51:52.101824 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcace0eb-6f9f-4dee-999d-e049814bfcce None None] Checking agent: {'id': '724d89a7-611b-41e6-bc85-c48112b17afa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 18, 25, 8), 'started_at': datetime.datetime(2021, 11, 5, 18, 25, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 18, 51, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 18:51:52.102157 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcace0eb-6f9f-4dee-999d-e049814bfcce None None] Checking segment: {'id': '7b146d59-4657-434d-85fb-5f4319f6b46d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '5699984f-d876-40ab-aeab-25d16675c0a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 18:51:52.102623 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-fcace0eb-6f9f-4dee-999d-e049814bfcce None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:52.102932 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcace0eb-6f9f-4dee-999d-e049814bfcce None None] Bound using segment: {'id': '7b146d59-4657-434d-85fb-5f4319f6b46d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '5699984f-d876-40ab-aeab-25d16675c0a0'} {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 18:51:52.104153 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-fcace0eb-6f9f-4dee-999d-e049814bfcce None None] Bound port: ff08f6e0-5905-4041-b33c-9501050bf808, host: n-d-816865-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b146d59-4657-434d-85fb-5f4319f6b46d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '5699984f-d876-40ab-aeab-25d16675c0a0'}}] {{(pid=102388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 18:51:52.104153 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-fcace0eb-6f9f-4dee-999d-e049814bfcce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:52.115487 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-86da02a0-c33b-495f-be36-1c1aef220971 tempest-AllowedAddressPairTestJSON-1039461392 tempest-AllowedAddressPairTestJSON-1039461392-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:52.122564 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-86da02a0-c33b-495f-be36-1c1aef220971 tempest-AllowedAddressPairTestJSON-1039461392 tempest-AllowedAddressPairTestJSON-1039461392-project] 10.222.0.13 "PUT /v2.0/ports/e2977cbf-ecec-44ae-bb0d-28a0c02ee88f HTTP/1.1" status: 200 len: 1055 time: 1.2525980 Nov 05 18:51:52.125644 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1de67d-2b82-47f0-8db2-7f0262da7e92 req-eeebc24c-f5ef-44d8-823e-d22745c99b57 tempest-ListServerFiltersTestJSON-1098286164 tempest-ListServerFiltersTestJSON-1098286164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:51:52.133776 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-4e1de67d-2b82-47f0-8db2-7f0262da7e92 req-eeebc24c-f5ef-44d8-823e-d22745c99b57 tempest-ListServerFiltersTestJSON-1098286164 tempest-ListServerFiltersTestJSON-1098286164-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5c012e7-e875-483f-a359-65c20cda3248 HTTP/1.1" status: 200 len: 944 time: 0.3258324 Nov 05 18:51:52.140811 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 58610) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:51:52.205992 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:52.230118 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86da02a0-c33b-495f-be36-1c1aef220971 tempest-AllowedAddressPairTestJSON-1039461392 tempest-AllowedAddressPairTestJSON-1039461392-project] Pushing event updated for resources: {'Port': ['ID=e2977cbf-ecec-44ae-bb0d-28a0c02ee88f,revision_number=2']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:51:52.278114 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-b05d8e93-b470-468a-8223-626ee358dccf req-b1a671da-8e75-4761-a266-8e653e360173 service neutron] 10.222.0.55 "GET /v2.0/networks/cf016879-de78-4b04-a81a-5939b67337f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4058492 Nov 05 18:51:52.318036 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-86818240-c422-4c00-a749-edf993daf87c req-a4814ac6-f493-4753-b588-f094b583ad22 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=1b106413-e00a-43d5-b542-9880793bb1f1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1808116 Nov 05 18:51:52.325097 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-4e1de67d-2b82-47f0-8db2-7f0262da7e92 req-2fedf8a2-e87e-43a2-9adc-05edc33ca4a9 tempest-ListServerFiltersTestJSON-1098286164 tempest-ListServerFiltersTestJSON-1098286164-project] 10.222.0.13 "GET /v2.0/security-groups?id=e3640d88-c369-41cd-98f6-7ceb94b23b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1898229 Nov 05 18:51:52.335395 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-65860d14-15b4-4eb6-a6d6-da45dcc1d761 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:52.337837 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Pushing event updated for resources: {'Port': ['ID=4011d671-83b1-4a94-a162-037d5e0d3181,revision_number=4']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:51:52.448518 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-fcace0eb-6f9f-4dee-999d-e049814bfcce None None] For port ff08f6e0-5905-4041-b33c-9501050bf808, host n-d-816865-1, cleared binding levels {{(pid=102388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 18:51:52.449067 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86818240-c422-4c00-a749-edf993daf87c req-62ec4c13-c367-4b5e-a825-0d8a2933affd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:51:52.449961 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-86818240-c422-4c00-a749-edf993daf87c req-62ec4c13-c367-4b5e-a825-0d8a2933affd service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=9d37d1d71d154d088bbcf565483b4218&device_id=1b106413-e00a-43d5-b542-9880793bb1f1 HTTP/1.1" status: 200 len: 1097 time: 0.1082745 Nov 05 18:51:52.467090 n-d-816865-1 neutron-server[102387]: DEBUG neutron.notifiers.nova [None req-65860d14-15b4-4eb6-a6d6-da45dcc1d761 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] device_id is not set on port 67bf7a45-d02d-4202-afe1-d2eef054ceb0 yet. {{(pid=102387) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 05 18:51:52.472940 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-fcace0eb-6f9f-4dee-999d-e049814bfcce None None] For port ff08f6e0-5905-4041-b33c-9501050bf808, host n-d-816865-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=ff08f6e0-5905-4041-b33c-9501050bf808,segment=NetworkSegment(7b146d59-4657-434d-85fb-5f4319f6b46d),segment_id=7b146d59-4657-434d-85fb-5f4319f6b46d)] {{(pid=102388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 18:51:52.485506 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] get_ports_and_sgs() called for port_ids ['4011d671-83b1-4a94-a162-037d5e0d3181'] {{(pid=102388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 18:51:52.548019 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-fcace0eb-6f9f-4dee-999d-e049814bfcce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:52.622947 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86818240-c422-4c00-a749-edf993daf87c req-a4b9d0a1-f315-41d6-bb91-282db5109f98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:51:52.626442 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-86818240-c422-4c00-a749-edf993daf87c req-a4b9d0a1-f315-41d6-bb91-282db5109f98 service neutron] 10.222.0.55 "GET /v2.0/networks?id=bb5b9fed-8e61-492a-a21e-f9ce432c95f7 HTTP/1.1" status: 200 len: 912 time: 0.1377697 Nov 05 18:51:52.662528 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0aa46f2-8714-4ca4-9305-b74478dced79 None None] Network 59ceeb29-cfb5-4ee4-ad6e-189a26cd5b4e requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 18:51:52.706453 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [None req-57f16ad3-0b54-4b8f-8711-e805f3e90ccb tempest-AllowedAddressPairTestJSON-1039461392 tempest-AllowedAddressPairTestJSON-1039461392-project] Deleting port e2977cbf-ecec-44ae-bb0d-28a0c02ee88f {{(pid=102387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 18:51:52.707037 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-57f16ad3-0b54-4b8f-8711-e805f3e90ccb tempest-AllowedAddressPairTestJSON-1039461392 tempest-AllowedAddressPairTestJSON-1039461392-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:52.751282 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-37479ede-1330-4de3-a9c5-ee62921a514d tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:52.819108 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-e72b479c-b0fb-4877-a3af-fae9bf6b15ea None None] Publish callbacks [] for port, precommit_create {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:52.825741 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcace0eb-6f9f-4dee-999d-e049814bfcce None None] Pushing event updated for resources: {'Port': ['ID=ff08f6e0-5905-4041-b33c-9501050bf808,revision_number=2']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:51:52.894722 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-fdb224b2-c6a9-40f5-aa7d-2628518ae790 None None] Provisioning complete for port e2977cbf-ecec-44ae-bb0d-28a0c02ee88f triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:51:52.895194 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-fdb224b2-c6a9-40f5-aa7d-2628518ae790 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:52.949427 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-e72b479c-b0fb-4877-a3af-fae9bf6b15ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789'] for port, after_create {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:53.068950 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-fdb224b2-c6a9-40f5-aa7d-2628518ae790 None None] Port e2977cbf-ecec-44ae-bb0d-28a0c02ee88f cannot update to ACTIVE because it is not bound. {{(pid=102388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 18:51:53.091406 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-86818240-c422-4c00-a749-edf993daf87c req-904015c0-87fc-4ecf-a6d7-6675b20a92e2 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bf6ff7a6-296c-4684-80b6-931424c1a0d4 HTTP/1.1" status: 200 len: 217 time: 0.4530203 Nov 05 18:51:53.104230 n-d-816865-1 neutron-server[102388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e72b479c-b0fb-4877-a3af-fae9bf6b15ea None None] Network 92cc69b6-4cd1-4b33-bca8-908cd312767a is already hosted by enough agents. {{(pid=102388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 18:51:53.115877 n-d-816865-1 neutron-server[102388]: DEBUG neutron.scheduler.base_scheduler [None req-e72b479c-b0fb-4877-a3af-fae9bf6b15ea None None] Resources bound (agent type, host, resource id): {{(pid=102388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:51:53.121312 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e72b479c-b0fb-4877-a3af-fae9bf6b15ea None None] Received port after_create {{(pid=102388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 18:51:53.137597 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72b479c-b0fb-4877-a3af-fae9bf6b15ea None None] Pushing event updated for resources: {'Port': ['ID=15ad6dbb-d45e-4daf-b2ce-470930ec73a1,revision_number=1']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:51:53.154539 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.db_base_plugin_common [None req-65860d14-15b4-4eb6-a6d6-da45dcc1d761 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Allocated IP 10.1.1.71 (59ceeb29-cfb5-4ee4-ad6e-189a26cd5b4e/e9dfd8b9-004d-48f6-8398-0a38af599af4/67bf7a45-d02d-4202-afe1-d2eef054ceb0) {{(pid=102387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 18:51:53.157714 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Device 070ab472-a812-474f-9dd5-2283732c7a9d details requested by agent hyperv_n-h1-816865-1 with host n-h1-816865-1 {{(pid=102388) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 05 18:51:53.235361 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3771d5bd-ab40-4bba-8e86-908eadd953e6 req-4781ed9b-79a0-43f7-a7fc-11b3dcaba2cf tempest-ServersOnMultiNodesTest-710233287 tempest-ServersOnMultiNodesTest-710233287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:51:53.237460 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-3771d5bd-ab40-4bba-8e86-908eadd953e6 req-4781ed9b-79a0-43f7-a7fc-11b3dcaba2cf tempest-ServersOnMultiNodesTest-710233287 tempest-ServersOnMultiNodesTest-710233287-project] 10.222.0.41 "GET /v2.0/ports?device_id=27d398e9-ee38-4030-bc09-9f209c29732b HTTP/1.1" status: 200 len: 950 time: 0.1749868 Nov 05 18:51:53.241727 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86818240-c422-4c00-a749-edf993daf87c req-e474735e-c101-4da6-957a-8fb78f3bc6d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:51:53.243337 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-86818240-c422-4c00-a749-edf993daf87c req-e474735e-c101-4da6-957a-8fb78f3bc6d5 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=8df5751e-d8bb-41e4-9469-238f613979b1 HTTP/1.1" status: 200 len: 850 time: 0.1428747 Nov 05 18:51:53.275048 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 1ddcd9f4-c0b3-41f1-a8cc-fa4add320a0f up at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 18:51:53.282495 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-57f16ad3-0b54-4b8f-8711-e805f3e90ccb tempest-AllowedAddressPairTestJSON-1039461392 tempest-AllowedAddressPairTestJSON-1039461392-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:53.405134 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86818240-c422-4c00-a749-edf993daf87c req-6303b65a-54b6-4024-910a-b21523782107 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:51:53.407222 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-86818240-c422-4c00-a749-edf993daf87c req-6303b65a-54b6-4024-910a-b21523782107 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=bb5b9fed-8e61-492a-a21e-f9ce432c95f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1413507 Nov 05 18:51:53.450198 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.db.resource_extend [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 05 18:51:53.518816 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-e72b479c-b0fb-4877-a3af-fae9bf6b15ea None None] Attempting to bind port 15ad6dbb-d45e-4daf-b2ce-470930ec73a1 on host n-d-816865-1 for vnic_type normal with profile {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 18:51:53.519478 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-e72b479c-b0fb-4877-a3af-fae9bf6b15ea None None] Attempting to bind port 15ad6dbb-d45e-4daf-b2ce-470930ec73a1 by drivers openvswitch,hyperv on host n-d-816865-1 at level 0 using segments [{'id': 'd3070ec2-09a2-4931-b234-abfeebdf6c23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '92cc69b6-4cd1-4b33-bca8-908cd312767a'}] {{(pid=102388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 18:51:53.519949 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e72b479c-b0fb-4877-a3af-fae9bf6b15ea None None] Attempting to bind port 15ad6dbb-d45e-4daf-b2ce-470930ec73a1 on network 92cc69b6-4cd1-4b33-bca8-908cd312767a {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 18:51:53.545631 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-86818240-c422-4c00-a749-edf993daf87c req-ef643dc2-4b29-4cdc-a1f5-44b31f4cafb9 service neutron] 10.222.0.55 "GET /v2.0/networks/bb5b9fed-8e61-492a-a21e-f9ce432c95f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284351 Nov 05 18:51:53.577678 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [req-3771d5bd-ab40-4bba-8e86-908eadd953e6 req-d9a25170-333d-4d86-91c4-25aa01caf072 tempest-ServersOnMultiNodesTest-710233287 tempest-ServersOnMultiNodesTest-710233287-project] Deleting port 8612e611-35ce-4d14-a73c-f29e837a8826 {{(pid=102386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 18:51:53.578031 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-3771d5bd-ab40-4bba-8e86-908eadd953e6 req-d9a25170-333d-4d86-91c4-25aa01caf072 tempest-ServersOnMultiNodesTest-710233287 tempest-ServersOnMultiNodesTest-710233287-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:53.582631 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-04b885f9-03e0-48c3-9997-f877f27d80d7 None None] Provisioning complete for port 1ddcd9f4-c0b3-41f1-a8cc-fa4add320a0f triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:51:53.583105 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-04b885f9-03e0-48c3-9997-f877f27d80d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:53.629416 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e72b479c-b0fb-4877-a3af-fae9bf6b15ea None None] Checking agent: {'id': '724d89a7-611b-41e6-bc85-c48112b17afa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 18, 25, 8), 'started_at': datetime.datetime(2021, 11, 5, 18, 25, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 18, 51, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 18:51:53.629903 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e72b479c-b0fb-4877-a3af-fae9bf6b15ea None None] Checking segment: {'id': 'd3070ec2-09a2-4931-b234-abfeebdf6c23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '92cc69b6-4cd1-4b33-bca8-908cd312767a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 18:51:53.630407 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-e72b479c-b0fb-4877-a3af-fae9bf6b15ea None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:53.630879 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e72b479c-b0fb-4877-a3af-fae9bf6b15ea None None] Bound using segment: {'id': 'd3070ec2-09a2-4931-b234-abfeebdf6c23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '92cc69b6-4cd1-4b33-bca8-908cd312767a'} {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 18:51:53.631445 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-e72b479c-b0fb-4877-a3af-fae9bf6b15ea None None] Bound port: 15ad6dbb-d45e-4daf-b2ce-470930ec73a1, host: n-d-816865-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3070ec2-09a2-4931-b234-abfeebdf6c23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '92cc69b6-4cd1-4b33-bca8-908cd312767a'}}] {{(pid=102388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 18:51:53.632333 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-e72b479c-b0fb-4877-a3af-fae9bf6b15ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:53.747406 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] For port 070ab472-a812-474f-9dd5-2283732c7a9d, host n-h1-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=070ab472-a812-474f-9dd5-2283732c7a9d,segment=NetworkSegment(3783dc3e-81b4-445a-9e2c-0ce15e9a4e6a),segment_id=3783dc3e-81b4-445a-9e2c-0ce15e9a4e6a)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:51:53.750512 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Provisioning complete for port 1ddcd9f4-c0b3-41f1-a8cc-fa4add320a0f triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:51:53.750891 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:53.774663 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-86818240-c422-4c00-a749-edf993daf87c req-da5b8c15-3e5a-4b4f-bf1f-6610a7b1338c service neutron] 10.222.0.55 "GET /v2.0/networks/bb5b9fed-8e61-492a-a21e-f9ce432c95f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2150247 Nov 05 18:51:53.781070 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [req-3771d5bd-ab40-4bba-8e86-908eadd953e6 req-d9a25170-333d-4d86-91c4-25aa01caf072 tempest-ServersOnMultiNodesTest-710233287 tempest-ServersOnMultiNodesTest-710233287-project] For port 8612e611-35ce-4d14-a73c-f29e837a8826, host n-h1-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=8612e611-35ce-4d14-a73c-f29e837a8826,segment=NetworkSegment(35c2db9c-522d-48d3-98cf-a08c2cc55db7),segment_id=35c2db9c-522d-48d3-98cf-a08c2cc55db7)] {{(pid=102386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:51:53.781070 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-3771d5bd-ab40-4bba-8e86-908eadd953e6 req-d9a25170-333d-4d86-91c4-25aa01caf072 tempest-ServersOnMultiNodesTest-710233287 tempest-ServersOnMultiNodesTest-710233287-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:53.808020 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-e72b479c-b0fb-4877-a3af-fae9bf6b15ea None None] For port 15ad6dbb-d45e-4daf-b2ce-470930ec73a1, host n-d-816865-1, cleared binding levels {{(pid=102388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 18:51:53.808400 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [req-3771d5bd-ab40-4bba-8e86-908eadd953e6 req-d9a25170-333d-4d86-91c4-25aa01caf072 tempest-ServersOnMultiNodesTest-710233287 tempest-ServersOnMultiNodesTest-710233287-project] Calling delete_port for 8612e611-35ce-4d14-a73c-f29e837a8826 owned by compute:nova {{(pid=102386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 18:51:53.812369 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-e72b479c-b0fb-4877-a3af-fae9bf6b15ea None None] For port 15ad6dbb-d45e-4daf-b2ce-470930ec73a1, host n-d-816865-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=15ad6dbb-d45e-4daf-b2ce-470930ec73a1,segment=NetworkSegment(d3070ec2-09a2-4931-b234-abfeebdf6c23),segment_id=d3070ec2-09a2-4931-b234-abfeebdf6c23)] {{(pid=102388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 18:51:53.937016 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-04b885f9-03e0-48c3-9997-f877f27d80d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:53.940111 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [None req-57f16ad3-0b54-4b8f-8711-e805f3e90ccb tempest-AllowedAddressPairTestJSON-1039461392 tempest-AllowedAddressPairTestJSON-1039461392-project] Calling delete_port for e2977cbf-ecec-44ae-bb0d-28a0c02ee88f owned by {{(pid=102387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 18:51:53.945064 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-e72b479c-b0fb-4877-a3af-fae9bf6b15ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:54.011796 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Returning: {'device': '070ab472-a812-474f-9dd5-2283732c7a9d', 'network_id': 'cf016879-de78-4b04-a81a-5939b67337f3', 'port_id': '070ab472-a812-474f-9dd5-2283732c7a9d', 'mac_address': 'fa:16:3e:41:03:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd14ca147-7a8b-4226-a54e-d8371cd56beb', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102388) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 05 18:51:54.029931 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72b479c-b0fb-4877-a3af-fae9bf6b15ea None None] Pushing event updated for resources: {'Port': ['ID=15ad6dbb-d45e-4daf-b2ce-470930ec73a1,revision_number=2']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:51:54.150979 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-3771d5bd-ab40-4bba-8e86-908eadd953e6 req-d9a25170-333d-4d86-91c4-25aa01caf072 tempest-ServersOnMultiNodesTest-710233287 tempest-ServersOnMultiNodesTest-710233287-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:54.208427 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a25170-333d-4d86-91c4-25aa01caf072 tempest-ServersOnMultiNodesTest-710233287 tempest-ServersOnMultiNodesTest-710233287-project] Pushing event deleted for resources: {'Port': ['ID=8612e611-35ce-4d14-a73c-f29e837a8826,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:51:54.296456 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [req-3771d5bd-ab40-4bba-8e86-908eadd953e6 req-d9a25170-333d-4d86-91c4-25aa01caf072 tempest-ServersOnMultiNodesTest-710233287 tempest-ServersOnMultiNodesTest-710233287-project] No DVR routers for this DVR port 8612e611-35ce-4d14-a73c-f29e837a8826 on host n-h1-816865-1 {{(pid=102386) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 18:51:54.300359 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-3771d5bd-ab40-4bba-8e86-908eadd953e6 req-d9a25170-333d-4d86-91c4-25aa01caf072 tempest-ServersOnMultiNodesTest-710233287 tempest-ServersOnMultiNodesTest-710233287-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:54.304326 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-3771d5bd-ab40-4bba-8e86-908eadd953e6 req-d9a25170-333d-4d86-91c4-25aa01caf072 tempest-ServersOnMultiNodesTest-710233287 tempest-ServersOnMultiNodesTest-710233287-project] 10.222.0.41 "DELETE /v2.0/ports/8612e611-35ce-4d14-a73c-f29e837a8826 HTTP/1.1" status: 204 len: 173 time: 1.0600231 Nov 05 18:51:54.304832 n-d-816865-1 neutron-server[102386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27d398e9-ee38-4030-bc09-9f209c29732b', 'name': 'network-vif-deleted', 'tag': '8612e611-35ce-4d14-a73c-f29e837a8826'}] {{(pid=102386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 18:51:54.315652 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fc32fc-768d-4240-bc4f-e3769682504d req-e038c0b8-40c3-41a5-ab25-0144f0790f62 tempest-ServersOnMultiNodesTest-710233287 tempest-ServersOnMultiNodesTest-710233287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:51:54.317515 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-67fc32fc-768d-4240-bc4f-e3769682504d req-e038c0b8-40c3-41a5-ab25-0144f0790f62 tempest-ServersOnMultiNodesTest-710233287 tempest-ServersOnMultiNodesTest-710233287-project] 10.222.0.13 "GET /v2.0/ports?device_id=27d398e9-ee38-4030-bc09-9f209c29732b HTTP/1.1" status: 200 len: 867 time: 0.9446397 Nov 05 18:51:54.325992 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6173a44d7c73f41af551dc890fa1a5892c2c6bc3458b640c8e0c24db7876ba6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5b5163a-f04b-473e-a725-e66093f4ad96" -d '{"events": [{"server_uuid": "27d398e9-ee38-4030-bc09-9f209c29732b", "name": "network-vif-deleted", "tag": "8612e611-35ce-4d14-a73c-f29e837a8826"}]}' {{(pid=102386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 18:51:54.445721 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] get_ports_and_sgs() called for port_ids ['0557f606-38e6-4fdc-9390-88d86ac73ed3', '8612e611-35ce-4d14-a73c-f29e837a8826'] {{(pid=102388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 18:51:54.447877 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] get_ports_and_sgs() called for port_ids ['e4268253-2c3d-4389-9f13-e0128dfb13d4', '976c4505-32dd-43c0-b0d3-7b2c28ae4643', '328468a7-8564-46fe-b7ce-549f91925675', 'e12cd9c8-98d4-4e83-8bfb-1c6595f9b4d5'] {{(pid=102388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 18:51:54.451750 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904c43c2-e128-47b4-ae39-47992844640a req-5cb6c669-3565-4e83-9b60-d5d5e4a47098 tempest-ListServerFiltersTestJSON-1098286164 tempest-ListServerFiltersTestJSON-1098286164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:51:54.452987 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-04b885f9-03e0-48c3-9997-f877f27d80d7 None None] For port 1ddcd9f4-c0b3-41f1-a8cc-fa4add320a0f, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=1ddcd9f4-c0b3-41f1-a8cc-fa4add320a0f,segment=NetworkSegment(ddf499c1-888a-4ebb-8e8b-94e3dd91721e),segment_id=ddf499c1-888a-4ebb-8e8b-94e3dd91721e)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:51:54.481349 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-904c43c2-e128-47b4-ae39-47992844640a req-5cb6c669-3565-4e83-9b60-d5d5e4a47098 tempest-ListServerFiltersTestJSON-1098286164 tempest-ListServerFiltersTestJSON-1098286164-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5c012e7-e875-483f-a359-65c20cda3248 HTTP/1.1" status: 200 len: 944 time: 0.4745200 Nov 05 18:51:54.506845 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:54.515036 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:54.578785 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-65860d14-15b4-4eb6-a6d6-da45dcc1d761 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Publish callbacks [] for port, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:54.579132 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-04b885f9-03e0-48c3-9997-f877f27d80d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:54.618218 n-d-816865-1 neutron-server[102388]: DEBUG neutron.notifiers.nova [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 070ab472-a812-474f-9dd5-2283732c7a9d {{(pid=102388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 18:51:54.640945 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] For port 070ab472-a812-474f-9dd5-2283732c7a9d, host n-h1-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=070ab472-a812-474f-9dd5-2283732c7a9d,segment=NetworkSegment(3783dc3e-81b4-445a-9e2c-0ce15e9a4e6a),segment_id=3783dc3e-81b4-445a-9e2c-0ce15e9a4e6a)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:51:54.648957 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.db_base_plugin_common [None req-37479ede-1330-4de3-a9c5-ee62921a514d tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Allocated IP 2001:db8::1 (5699984f-d876-40ab-aeab-25d16675c0a0/332aab93-10ef-4949-927b-b2b6ebc6936f/3e4547d8-f8a1-4c05-92b7-1471dde92df7) {{(pid=102387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 18:51:54.707348 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e761070-bf8a-4ff9-acf2-6705924153a2 None None] Network 5699984f-d876-40ab-aeab-25d16675c0a0 requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 18:51:54.717877 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-67fc32fc-768d-4240-bc4f-e3769682504d req-5762b63d-dcc2-4e91-86bb-87c8f17f0ccf tempest-ServersOnMultiNodesTest-710233287 tempest-ServersOnMultiNodesTest-710233287-project] 10.222.0.13 "GET /v2.0/security-groups?id=a1214aa7-6fe8-4b93-878e-3f1f16f5c576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3420916 Nov 05 18:51:54.791891 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 18:51:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de90c9d8-446c-41a2-ab8c-e1da127a4f64 x-openstack-request-id: req-de90c9d8-446c-41a2-ab8c-e1da127a4f64 {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 18:51:54.792063 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27d398e9-ee38-4030-bc09-9f209c29732b", "name": "network-vif-deleted", "tag": "8612e611-35ce-4d14-a73c-f29e837a8826", "status": "completed", "code": 200}]} {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 18:51:54.792225 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-de90c9d8-446c-41a2-ab8c-e1da127a4f64 {{(pid=102386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 18:51:54.792637 n-d-816865-1 neutron-server[102386]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27d398e9-ee38-4030-bc09-9f209c29732b', 'name': 'network-vif-deleted', 'tag': '8612e611-35ce-4d14-a73c-f29e837a8826', 'status': 'completed', 'code': 200} Nov 05 18:51:54.890752 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-37479ede-1330-4de3-a9c5-ee62921a514d tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Publish callbacks [] for port, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:54.893248 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Device df2e0e03-9911-41ab-afaa-0726c54f8109 details requested by agent hyperv_n-h2-816865-1 with host n-h2-816865-1 {{(pid=102388) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 05 18:51:54.899175 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:54.908159 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b885f9-03e0-48c3-9997-f877f27d80d7 None None] Pushing event updated for resources: {'Port': ['ID=1ddcd9f4-c0b3-41f1-a8cc-fa4add320a0f,revision_number=3']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:51:54.916044 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-904c43c2-e128-47b4-ae39-47992844640a req-a5d6c1db-ccd9-4d47-8e97-73fbfd25440c tempest-ListServerFiltersTestJSON-1098286164 tempest-ListServerFiltersTestJSON-1098286164-project] 10.222.0.13 "GET /v2.0/security-groups?id=e3640d88-c369-41cd-98f6-7ceb94b23b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3329659 Nov 05 18:51:55.072219 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-65860d14-15b4-4eb6-a6d6-da45dcc1d761 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4417063'] for port, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:55.087408 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.db.resource_extend [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 05 18:51:55.154604 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-57f16ad3-0b54-4b8f-8711-e805f3e90ccb tempest-AllowedAddressPairTestJSON-1039461392 tempest-AllowedAddressPairTestJSON-1039461392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4417063'] for port, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:55.157001 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-258c959c-39c6-40cd-a5f1-378731476d82 None None] Provisioning complete for port ff08f6e0-5905-4041-b33c-9501050bf808 triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:51:55.157377 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-258c959c-39c6-40cd-a5f1-378731476d82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:55.165053 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-37479ede-1330-4de3-a9c5-ee62921a514d tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4417063'] for port, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:55.258660 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65860d14-15b4-4eb6-a6d6-da45dcc1d761 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Network 59ceeb29-cfb5-4ee4-ad6e-189a26cd5b4e is already hosted by enough agents. {{(pid=102387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 18:51:55.270477 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65860d14-15b4-4eb6-a6d6-da45dcc1d761 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Pushing event updated for resources: {'Port': ['ID=67bf7a45-d02d-4202-afe1-d2eef054ceb0,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:51:55.273611 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.base_scheduler [None req-65860d14-15b4-4eb6-a6d6-da45dcc1d761 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Resources bound (agent type, host, resource id): {{(pid=102387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:51:55.308768 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.db.api [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102388) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 05 18:51:55.309133 n-d-816865-1 neutron-server[102388]: DEBUG oslo_db.api [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 05 18:51:55.311491 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Device 4011d671-83b1-4a94-a162-037d5e0d3181 up at agent hyperv_n-h1-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 18:51:55.331149 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37479ede-1330-4de3-a9c5-ee62921a514d tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Pushing event updated for resources: {'Port': ['ID=3e4547d8-f8a1-4c05-92b7-1471dde92df7,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:51:55.336027 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65860d14-15b4-4eb6-a6d6-da45dcc1d761 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Received port after_create {{(pid=102387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 18:51:55.346341 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] get_ports_and_sgs() called for port_ids ['070ab472-a812-474f-9dd5-2283732c7a9d'] {{(pid=102388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 18:51:55.364649 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37479ede-1330-4de3-a9c5-ee62921a514d tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Network 5699984f-d876-40ab-aeab-25d16675c0a0 is already hosted by enough agents. {{(pid=102387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 18:51:55.444244 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.base_scheduler [None req-37479ede-1330-4de3-a9c5-ee62921a514d tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Resources bound (agent type, host, resource id): {{(pid=102387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:51:55.452053 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f16ad3-0b54-4b8f-8711-e805f3e90ccb tempest-AllowedAddressPairTestJSON-1039461392 tempest-AllowedAddressPairTestJSON-1039461392-project] Pushing event deleted for resources: {'Port': ['ID=e2977cbf-ecec-44ae-bb0d-28a0c02ee88f,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:51:55.454512 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37479ede-1330-4de3-a9c5-ee62921a514d tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Received port after_create {{(pid=102387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 18:51:55.455320 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-37479ede-1330-4de3-a9c5-ee62921a514d tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-571770'] for router_interface, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:55.458281 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Pushing event updated for resources: {'Port': ['ID=070ab472-a812-474f-9dd5-2283732c7a9d,revision_number=4']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:51:55.632203 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] For port df2e0e03-9911-41ab-afaa-0726c54f8109, host n-h2-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=df2e0e03-9911-41ab-afaa-0726c54f8109,segment=NetworkSegment(3783dc3e-81b4-445a-9e2c-0ce15e9a4e6a),segment_id=3783dc3e-81b4-445a-9e2c-0ce15e9a4e6a)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:51:55.669917 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Returning: {'device': 'df2e0e03-9911-41ab-afaa-0726c54f8109', 'network_id': 'cf016879-de78-4b04-a81a-5939b67337f3', 'port_id': 'df2e0e03-9911-41ab-afaa-0726c54f8109', 'mac_address': 'fa:16:3e:87:16:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd14ca147-7a8b-4226-a54e-d8371cd56beb', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102388) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 05 18:51:55.681429 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65860d14-15b4-4eb6-a6d6-da45dcc1d761 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:51:55.682019 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-65860d14-15b4-4eb6-a6d6-da45dcc1d761 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:55.923275 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9acb26ba-f186-4074-a643-bff843bb2224 None None] Network 92cc69b6-4cd1-4b33-bca8-908cd312767a requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 18:51:55.932725 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-57f16ad3-0b54-4b8f-8711-e805f3e90ccb tempest-AllowedAddressPairTestJSON-1039461392 tempest-AllowedAddressPairTestJSON-1039461392-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:55.936604 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-57f16ad3-0b54-4b8f-8711-e805f3e90ccb tempest-AllowedAddressPairTestJSON-1039461392 tempest-AllowedAddressPairTestJSON-1039461392-project] 10.222.0.13 "DELETE /v2.0/ports/e2977cbf-ecec-44ae-bb0d-28a0c02ee88f HTTP/1.1" status: 204 len: 168 time: 3.7541165 Nov 05 18:51:55.943858 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 58682) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:51:55.964163 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-65860d14-15b4-4eb6-a6d6-da45dcc1d761 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 4.7135665 Nov 05 18:51:55.966806 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 58686) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:51:55.980434 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-289374c4-791a-4910-908e-ccdde40b049a tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Request body: {'port': {'network_id': '59ceeb29-cfb5-4ee4-ad6e-189a26cd5b4e', 'name': 'tempest-TaggedBootDevicesTest_v242-419260844', 'fixed_ips': [{'subnet_id': 'e9dfd8b9-004d-48f6-8398-0a38af599af4'}]}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:51:56.027022 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:56.099398 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Provisioning for port 4011d671-83b1-4a94-a162-037d5e0d3181 completed by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 05 18:51:56.100926 n-d-816865-1 neutron-server[102386]: INFO neutron.pecan_wsgi.hooks.translation [None req-fcc604d0-8835-4852-bc41-c4f190cc7e58 tempest-AllowedAddressPairTestJSON-1039461392 tempest-AllowedAddressPairTestJSON-1039461392-project] GET failed (client error): The resource could not be found. Nov 05 18:51:56.115330 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-fcc604d0-8835-4852-bc41-c4f190cc7e58 tempest-AllowedAddressPairTestJSON-1039461392 tempest-AllowedAddressPairTestJSON-1039461392-project] 10.222.0.13 "GET /v2.0/ports/e2977cbf-ecec-44ae-bb0d-28a0c02ee88f HTTP/1.1" status: 404 len: 333 time: 0.1679108 Nov 05 18:51:56.116998 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 58688) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:51:56.223747 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Provisioning complete for port 4011d671-83b1-4a94-a162-037d5e0d3181 triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:51:56.223747 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:56.331714 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-37479ede-1330-4de3-a9c5-ee62921a514d tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:56.402797 n-d-816865-1 neutron-server[102388]: DEBUG neutron.notifiers.nova [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df2e0e03-9911-41ab-afaa-0726c54f8109 {{(pid=102388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 18:51:56.403885 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-71c7a2a5-1d92-4657-bc48-6d0e74776d22 tempest-AllowedAddressPairTestJSON-1039461392 tempest-AllowedAddressPairTestJSON-1039461392-project] Deleting port c42b3464-2597-4701-ba19-e7f1ea5b9d2a {{(pid=102386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 18:51:56.406446 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-71c7a2a5-1d92-4657-bc48-6d0e74776d22 tempest-AllowedAddressPairTestJSON-1039461392 tempest-AllowedAddressPairTestJSON-1039461392-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:56.487949 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device ff08f6e0-5905-4041-b33c-9501050bf808 up at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 18:51:56.492305 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6837cacc-a895-4abb-a1d9-bad2258f2413 req-56fb0e0f-a848-4798-989b-b76873dfa817 tempest-ListServerFiltersTestJSON-1098286164 tempest-ListServerFiltersTestJSON-1098286164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:51:56.494602 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-6837cacc-a895-4abb-a1d9-bad2258f2413 req-56fb0e0f-a848-4798-989b-b76873dfa817 tempest-ListServerFiltersTestJSON-1098286164 tempest-ListServerFiltersTestJSON-1098286164-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5c012e7-e875-483f-a359-65c20cda3248 HTTP/1.1" status: 200 len: 944 time: 0.3259089 Nov 05 18:51:56.506012 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-258c959c-39c6-40cd-a5f1-378731476d82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:56.629637 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] For port df2e0e03-9911-41ab-afaa-0726c54f8109, host n-h2-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=df2e0e03-9911-41ab-afaa-0726c54f8109,segment=NetworkSegment(3783dc3e-81b4-445a-9e2c-0ce15e9a4e6a),segment_id=3783dc3e-81b4-445a-9e2c-0ce15e9a4e6a)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:51:56.670921 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-71c7a2a5-1d92-4657-bc48-6d0e74776d22 tempest-AllowedAddressPairTestJSON-1039461392 tempest-AllowedAddressPairTestJSON-1039461392-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:56.686665 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-71c7a2a5-1d92-4657-bc48-6d0e74776d22 tempest-AllowedAddressPairTestJSON-1039461392 tempest-AllowedAddressPairTestJSON-1039461392-project] Calling delete_port for c42b3464-2597-4701-ba19-e7f1ea5b9d2a owned by {{(pid=102386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 18:51:56.693601 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-6837cacc-a895-4abb-a1d9-bad2258f2413 req-22f329e6-6a29-41f1-a356-9b4121c5e33f tempest-ListServerFiltersTestJSON-1098286164 tempest-ListServerFiltersTestJSON-1098286164-project] 10.222.0.13 "GET /v2.0/security-groups?id=e3640d88-c369-41cd-98f6-7ceb94b23b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1900754 Nov 05 18:51:56.803226 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:56.857727 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-289374c4-791a-4910-908e-ccdde40b049a tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Made reservation on behalf of 3f080cb3a4f24f1db8ad75a12c2cd4bf for: {'port': 1} {{(pid=102387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 18:51:56.863389 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-289374c4-791a-4910-908e-ccdde40b049a tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:56.887500 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:56.897679 n-d-816865-1 neutron-server[102387]: DEBUG neutron.notifiers.nova [None req-289374c4-791a-4910-908e-ccdde40b049a tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] device_id is not set on port 2456eae3-169a-4fab-a13d-e220c18e5959 yet. {{(pid=102387) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 05 18:51:56.917916 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-258c959c-39c6-40cd-a5f1-378731476d82 None None] For port ff08f6e0-5905-4041-b33c-9501050bf808, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=ff08f6e0-5905-4041-b33c-9501050bf808,segment=NetworkSegment(7b146d59-4657-434d-85fb-5f4319f6b46d),segment_id=7b146d59-4657-434d-85fb-5f4319f6b46d)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:51:56.979442 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-71c7a2a5-1d92-4657-bc48-6d0e74776d22 tempest-AllowedAddressPairTestJSON-1039461392 tempest-AllowedAddressPairTestJSON-1039461392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:57.049074 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c7a2a5-1d92-4657-bc48-6d0e74776d22 tempest-AllowedAddressPairTestJSON-1039461392 tempest-AllowedAddressPairTestJSON-1039461392-project] Pushing event deleted for resources: {'Port': ['ID=c42b3464-2597-4701-ba19-e7f1ea5b9d2a,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:51:57.133851 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.db_base_plugin_common [None req-289374c4-791a-4910-908e-ccdde40b049a tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Allocated IP 10.1.1.82 (59ceeb29-cfb5-4ee4-ad6e-189a26cd5b4e/e9dfd8b9-004d-48f6-8398-0a38af599af4/2456eae3-169a-4fab-a13d-e220c18e5959) {{(pid=102387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 18:51:57.171388 n-d-816865-1 neutron-server[102388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35c561de-9fb3-42c9-b803-c5bb933ccd4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4011d671-83b1-4a94-a162-037d5e0d3181'}] {{(pid=102388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 18:51:57.178674 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85474fee1180e129d8a886d264fe0b30223aa672dd1ffe43b630605f18504f68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44d6f0e5-095c-4a1a-9f11-9c9822760d41" -d '{"events": [{"server_uuid": "35c561de-9fb3-42c9-b803-c5bb933ccd4c", "name": "network-vif-plugged", "status": "completed", "tag": "4011d671-83b1-4a94-a162-037d5e0d3181"}]}' {{(pid=102388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 18:51:57.188320 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] get_ports_and_sgs() called for port_ids ['df2e0e03-9911-41ab-afaa-0726c54f8109'] {{(pid=102388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 18:51:57.230068 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-258c959c-39c6-40cd-a5f1-378731476d82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:57.257338 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-71c7a2a5-1d92-4657-bc48-6d0e74776d22 tempest-AllowedAddressPairTestJSON-1039461392 tempest-AllowedAddressPairTestJSON-1039461392-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:57.264907 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-71c7a2a5-1d92-4657-bc48-6d0e74776d22 tempest-AllowedAddressPairTestJSON-1039461392 tempest-AllowedAddressPairTestJSON-1039461392-project] 10.222.0.13 "DELETE /v2.0/ports/c42b3464-2597-4701-ba19-e7f1ea5b9d2a HTTP/1.1" status: 204 len: 168 time: 1.1457515 Nov 05 18:51:57.267793 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 58714) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:51:57.299188 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Pushing event updated for resources: {'Port': ['ID=df2e0e03-9911-41ab-afaa-0726c54f8109,revision_number=4']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:51:57.302536 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Provisioning complete for port ff08f6e0-5905-4041-b33c-9501050bf808 triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:51:57.302891 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:57.319267 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-289374c4-791a-4910-908e-ccdde40b049a tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Publish callbacks [] for port, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:57.325321 n-d-816865-1 neutron-server[102386]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b3ba084-08f8-4552-8c47-5c96686d16b8 tempest-AllowedAddressPairTestJSON-1039461392 tempest-AllowedAddressPairTestJSON-1039461392-project] GET failed (client error): The resource could not be found. Nov 05 18:51:57.327381 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-8b3ba084-08f8-4552-8c47-5c96686d16b8 tempest-AllowedAddressPairTestJSON-1039461392 tempest-AllowedAddressPairTestJSON-1039461392-project] 10.222.0.13 "GET /v2.0/ports/c42b3464-2597-4701-ba19-e7f1ea5b9d2a HTTP/1.1" status: 404 len: 333 time: 0.0584817 Nov 05 18:51:57.331691 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 58716) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:51:57.334549 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-37479ede-1330-4de3-a9c5-ee62921a514d tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Publish callbacks [] for port, precommit_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:57.363626 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] For port 4011d671-83b1-4a94-a162-037d5e0d3181, host n-h1-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=4011d671-83b1-4a94-a162-037d5e0d3181,segment=NetworkSegment(3783dc3e-81b4-445a-9e2c-0ce15e9a4e6a),segment_id=3783dc3e-81b4-445a-9e2c-0ce15e9a4e6a)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:51:57.420227 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513e4886-266b-41fa-945c-5dca18942dbc req-ec155ec7-73a0-48bf-9e6d-377668435093 tempest-ServersOnMultiNodesTest-710233287 tempest-ServersOnMultiNodesTest-710233287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:51:57.422350 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-513e4886-266b-41fa-945c-5dca18942dbc req-ec155ec7-73a0-48bf-9e6d-377668435093 tempest-ServersOnMultiNodesTest-710233287 tempest-ServersOnMultiNodesTest-710233287-project] 10.222.0.13 "GET /v2.0/ports?device_id=23ee91f2-d2da-45aa-a725-8aaa9385975c HTTP/1.1" status: 200 len: 949 time: 0.0850713 Nov 05 18:51:57.464033 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-37479ede-1330-4de3-a9c5-ee62921a514d tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4417072'] for port, after_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:57.466384 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-37479ede-1330-4de3-a9c5-ee62921a514d tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-597863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-571878'] for router_interface, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:57.517764 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-ad61c957-348a-48c2-9c14-524ae8f26be2 tempest-AllowedAddressPairTestJSON-1039461392 tempest-AllowedAddressPairTestJSON-1039461392-project] Deleting port 50699582-3efb-4a57-a4c5-f2deb681edb0 {{(pid=102386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 18:51:57.517764 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-ad61c957-348a-48c2-9c14-524ae8f26be2 tempest-AllowedAddressPairTestJSON-1039461392 tempest-AllowedAddressPairTestJSON-1039461392-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:57.557795 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-258c959c-39c6-40cd-a5f1-378731476d82 None None] Provisioning complete for port 1ddcd9f4-c0b3-41f1-a8cc-fa4add320a0f triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:51:57.565813 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-258c959c-39c6-40cd-a5f1-378731476d82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:57.570774 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-289374c4-791a-4910-908e-ccdde40b049a tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4417063'] for port, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:57.619909 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 18:51:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74fb6c26-9311-4ff7-ab42-ce02d809afc0 x-openstack-request-id: req-74fb6c26-9311-4ff7-ab42-ce02d809afc0 {{(pid=102388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 18:51:57.620565 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35c561de-9fb3-42c9-b803-c5bb933ccd4c", "name": "network-vif-plugged", "status": "completed", "tag": "4011d671-83b1-4a94-a162-037d5e0d3181", "code": 200}]} {{(pid=102388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 18:51:57.621029 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-74fb6c26-9311-4ff7-ab42-ce02d809afc0 {{(pid=102388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 18:51:57.621654 n-d-816865-1 neutron-server[102388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35c561de-9fb3-42c9-b803-c5bb933ccd4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4011d671-83b1-4a94-a162-037d5e0d3181', 'code': 200} Nov 05 18:51:57.671657 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-ad61c957-348a-48c2-9c14-524ae8f26be2 tempest-AllowedAddressPairTestJSON-1039461392 tempest-AllowedAddressPairTestJSON-1039461392-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:57.680516 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:57.681383 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Device 8612e611-35ce-4d14-a73c-f29e837a8826 no longer exists at agent hyperv_n-h1-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 18:51:57.693995 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-ad61c957-348a-48c2-9c14-524ae8f26be2 tempest-AllowedAddressPairTestJSON-1039461392 tempest-AllowedAddressPairTestJSON-1039461392-project] Calling delete_port for 50699582-3efb-4a57-a4c5-f2deb681edb0 owned by {{(pid=102386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 18:51:57.714263 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 1ddcd9f4-c0b3-41f1-a8cc-fa4add320a0f up at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 18:51:57.716431 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-289374c4-791a-4910-908e-ccdde40b049a tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Network 59ceeb29-cfb5-4ee4-ad6e-189a26cd5b4e is already hosted by enough agents. {{(pid=102387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 18:51:57.733909 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.base_scheduler [None req-289374c4-791a-4910-908e-ccdde40b049a tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Resources bound (agent type, host, resource id): {{(pid=102387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:51:57.737413 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-289374c4-791a-4910-908e-ccdde40b049a tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Received port after_create {{(pid=102387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 18:51:57.796451 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-289374c4-791a-4910-908e-ccdde40b049a tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:51:57.800613 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-289374c4-791a-4910-908e-ccdde40b049a tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:57.884358 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-513e4886-266b-41fa-945c-5dca18942dbc req-8ed49e98-9f77-4416-9dc5-40cf06cca9f3 tempest-ServersOnMultiNodesTest-710233287 tempest-ServersOnMultiNodesTest-710233287-project] 10.222.0.13 "GET /v2.0/security-groups?id=a1214aa7-6fe8-4b93-878e-3f1f16f5c576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4531798 Nov 05 18:51:57.886318 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37479ede-1330-4de3-a9c5-ee62921a514d tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Pushing event updated for resources: {'Port': ['ID=3e4547d8-f8a1-4c05-92b7-1471dde92df7,revision_number=2']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:51:57.909831 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-289374c4-791a-4910-908e-ccdde40b049a tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 1.9345891 Nov 05 18:51:58.002765 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a34c115-f8c8-4fb7-9b93-f88df5c024ba req-733aa9db-d476-4bde-96d6-2fd1c241e7f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:51:58.005412 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-9a34c115-f8c8-4fb7-9b93-f88df5c024ba req-733aa9db-d476-4bde-96d6-2fd1c241e7f0 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=35c561de-9fb3-42c9-b803-c5bb933ccd4c HTTP/1.1" status: 200 len: 1097 time: 0.1912940 Nov 05 18:51:58.088082 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289374c4-791a-4910-908e-ccdde40b049a tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Pushing event updated for resources: {'Port': ['ID=2456eae3-169a-4fab-a13d-e220c18e5959,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:51:58.102470 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c744d61-2102-469b-9b83-be0fbd94a5ae req-0d5e15a1-63fe-4948-b304-230b4fa43cf5 tempest-ListServerFiltersTestJSON-1098286164 tempest-ListServerFiltersTestJSON-1098286164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:51:58.104232 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-4c744d61-2102-469b-9b83-be0fbd94a5ae req-0d5e15a1-63fe-4948-b304-230b4fa43cf5 tempest-ListServerFiltersTestJSON-1098286164 tempest-ListServerFiltersTestJSON-1098286164-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5c012e7-e875-483f-a359-65c20cda3248 HTTP/1.1" status: 200 len: 945 time: 0.2880867 Nov 05 18:51:58.110120 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37479ede-1330-4de3-a9c5-ee62921a514d tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Network 5699984f-d876-40ab-aeab-25d16675c0a0 is already hosted by enough agents. {{(pid=102387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 18:51:58.114351 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.base_scheduler [None req-37479ede-1330-4de3-a9c5-ee62921a514d tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Resources bound (agent type, host, resource id): {{(pid=102387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:51:58.234334 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-9a34c115-f8c8-4fb7-9b93-f88df5c024ba req-c33598a4-a6c0-40f4-83e5-ced8a215c5e6 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=e3640d88-c369-41cd-98f6-7ceb94b23b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2160878 Nov 05 18:51:58.286650 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-4c744d61-2102-469b-9b83-be0fbd94a5ae req-df1eec0b-71ee-45c2-997e-0a14d31c7a49 tempest-ListServerFiltersTestJSON-1098286164 tempest-ListServerFiltersTestJSON-1098286164-project] 10.222.0.13 "GET /v2.0/security-groups?id=e3640d88-c369-41cd-98f6-7ceb94b23b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1752467 Nov 05 18:51:58.293190 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] No Port match for: 8612e611-35ce-4d14-a73c-f29e837a8826 {{(pid=102388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 18:51:58.293545 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Device 8612e611-35ce-4d14-a73c-f29e837a8826 not bound to the agent host n-h1-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 18:51:58.302530 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49260ea0-b4d8-4ceb-9171-dc4d55a02784 req-5b46731d-abc8-48d1-8de1-876389061ecd tempest-ServersOnMultiNodesTest-710233287 tempest-ServersOnMultiNodesTest-710233287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:51:58.311796 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-49260ea0-b4d8-4ceb-9171-dc4d55a02784 req-5b46731d-abc8-48d1-8de1-876389061ecd tempest-ServersOnMultiNodesTest-710233287 tempest-ServersOnMultiNodesTest-710233287-project] 10.222.0.55 "GET /v2.0/ports?device_id=23ee91f2-d2da-45aa-a725-8aaa9385975c HTTP/1.1" status: 200 len: 949 time: 0.1886625 Nov 05 18:51:58.319405 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258c959c-39c6-40cd-a5f1-378731476d82 None None] Pushing event updated for resources: {'Port': ['ID=ff08f6e0-5905-4041-b33c-9501050bf808,revision_number=3']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:51:58.431176 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-ad61c957-348a-48c2-9c14-524ae8f26be2 tempest-AllowedAddressPairTestJSON-1039461392 tempest-AllowedAddressPairTestJSON-1039461392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:58.462399 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Device 070ab472-a812-474f-9dd5-2283732c7a9d up at agent hyperv_n-h1-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 18:51:58.522095 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37479ede-1330-4de3-a9c5-ee62921a514d tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Router cc25acdf-3ad5-4dca-bdbd-32ec01eea12c is scheduled to L3 agent 6dcb5589-8e86-4616-9186-ddc4548e13ad with binding_index 1 {{(pid=102387) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 05 18:51:58.608594 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad61c957-348a-48c2-9c14-524ae8f26be2 tempest-AllowedAddressPairTestJSON-1039461392 tempest-AllowedAddressPairTestJSON-1039461392-project] Pushing event deleted for resources: {'Port': ['ID=50699582-3efb-4a57-a4c5-f2deb681edb0,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:51:58.657184 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.agents_db [None req-b9406b04-a0e8-43cf-b349-711963d96cf4 None None] Agent healthcheck: found 7 active agents {{(pid=102389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 05 18:51:58.676806 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Pushing event updated for resources: {'Port': ['ID=4011d671-83b1-4a94-a162-037d5e0d3181,revision_number=5']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:51:58.728020 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [req-49260ea0-b4d8-4ceb-9171-dc4d55a02784 req-03519f50-ef36-4113-bb41-9d5dc1816f93 tempest-ServersOnMultiNodesTest-710233287 tempest-ServersOnMultiNodesTest-710233287-project] Deleting port e12cd9c8-98d4-4e83-8bfb-1c6595f9b4d5 {{(pid=102386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 18:51:58.728362 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-49260ea0-b4d8-4ceb-9171-dc4d55a02784 req-03519f50-ef36-4113-bb41-9d5dc1816f93 tempest-ServersOnMultiNodesTest-710233287 tempest-ServersOnMultiNodesTest-710233287-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:58.805477 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37479ede-1330-4de3-a9c5-ee62921a514d tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Notify agent at l3_agent.n-d-816865-1 the message routers_updated {{(pid=102387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 18:51:58.821929 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-37479ede-1330-4de3-a9c5-ee62921a514d tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] 10.222.0.13 "PUT /v2.0/routers/cc25acdf-3ad5-4dca-bdbd-32ec01eea12c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1139040 Nov 05 18:51:58.824638 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 58738) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:51:58.837308 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Provisioning complete for port 1ddcd9f4-c0b3-41f1-a8cc-fa4add320a0f triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:51:58.837841 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:58.877831 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf8f4411-6161-41ed-a264-b79c7ae7e55e None None] Sync routers for ids ['cc25acdf-3ad5-4dca-bdbd-32ec01eea12c'] in n-d-816865-1 {{(pid=102388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 18:51:58.891171 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-066c83cb-3c47-4e3e-9d81-1125fba08398 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:51:58.896237 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-066c83cb-3c47-4e3e-9d81-1125fba08398 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] 10.222.0.13 "GET /v2.0/ports/3e4547d8-f8a1-4c05-92b7-1471dde92df7 HTTP/1.1" status: 200 len: 911 time: 0.0707033 Nov 05 18:51:58.897010 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 58742) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:51:58.897194 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 58744) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:51:58.902790 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-d771d92c-6fce-4000-b54f-d53c6cbc95d3 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Request body: {'security_group': {'name': 'tempest-securitygroup--181153103', 'description': 'tempest-description--1188864024'}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:51:58.984309 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [req-49260ea0-b4d8-4ceb-9171-dc4d55a02784 req-03519f50-ef36-4113-bb41-9d5dc1816f93 tempest-ServersOnMultiNodesTest-710233287 tempest-ServersOnMultiNodesTest-710233287-project] For port e12cd9c8-98d4-4e83-8bfb-1c6595f9b4d5, host n-h2-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=e12cd9c8-98d4-4e83-8bfb-1c6595f9b4d5,segment=NetworkSegment(35c2db9c-522d-48d3-98cf-a08c2cc55db7),segment_id=35c2db9c-522d-48d3-98cf-a08c2cc55db7)] {{(pid=102386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:51:58.984663 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-49260ea0-b4d8-4ceb-9171-dc4d55a02784 req-03519f50-ef36-4113-bb41-9d5dc1816f93 tempest-ServersOnMultiNodesTest-710233287 tempest-ServersOnMultiNodesTest-710233287-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:59.031457 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf8f4411-6161-41ed-a264-b79c7ae7e55e None None] Routers {'cc25acdf-3ad5-4dca-bdbd-32ec01eea12c'} bound to L3 agent in host n-d-816865-1 {{(pid=102388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 18:51:59.032117 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-cf8f4411-6161-41ed-a264-b79c7ae7e55e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T18:51:35Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['cc25acdf-3ad5-4dca-bdbd-32ec01eea12c'], 'active': True} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:51:59.040878 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [req-49260ea0-b4d8-4ceb-9171-dc4d55a02784 req-03519f50-ef36-4113-bb41-9d5dc1816f93 tempest-ServersOnMultiNodesTest-710233287 tempest-ServersOnMultiNodesTest-710233287-project] Calling delete_port for e12cd9c8-98d4-4e83-8bfb-1c6595f9b4d5 owned by compute:nova {{(pid=102386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 18:51:59.125902 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-cf8f4411-6161-41ed-a264-b79c7ae7e55e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816865-1', False) {} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:51:59.207660 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf8f4411-6161-41ed-a264-b79c7ae7e55e None None] Routers {'cc25acdf-3ad5-4dca-bdbd-32ec01eea12c'} bound to L3 agent in host n-d-816865-1 {{(pid=102388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 18:51:59.208301 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-cf8f4411-6161-41ed-a264-b79c7ae7e55e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T18:51:35Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['cc25acdf-3ad5-4dca-bdbd-32ec01eea12c'], 'active': True} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:51:59.241514 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94e8fba-3ce2-4ed6-b36b-1dd9d1f0bd38 req-2470d64b-734d-46c8-8a84-db3b7c905dbc tempest-ServersOnMultiNodesTest-710233287 tempest-ServersOnMultiNodesTest-710233287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:51:59.243084 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-f94e8fba-3ce2-4ed6-b36b-1dd9d1f0bd38 req-2470d64b-734d-46c8-8a84-db3b7c905dbc tempest-ServersOnMultiNodesTest-710233287 tempest-ServersOnMultiNodesTest-710233287-project] 10.222.0.13 "GET /v2.0/ports?device_id=23ee91f2-d2da-45aa-a725-8aaa9385975c HTTP/1.1" status: 200 len: 949 time: 0.1895127 Nov 05 18:51:59.245005 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-ad61c957-348a-48c2-9c14-524ae8f26be2 tempest-AllowedAddressPairTestJSON-1039461392 tempest-AllowedAddressPairTestJSON-1039461392-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:59.255098 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-ad61c957-348a-48c2-9c14-524ae8f26be2 tempest-AllowedAddressPairTestJSON-1039461392 tempest-AllowedAddressPairTestJSON-1039461392-project] 10.222.0.13 "DELETE /v2.0/ports/50699582-3efb-4a57-a4c5-f2deb681edb0 HTTP/1.1" status: 204 len: 168 time: 1.9220083 Nov 05 18:51:59.260138 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 58754) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:51:59.277277 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-d771d92c-6fce-4000-b54f-d53c6cbc95d3 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Publish callbacks [] for security_group, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:59.295754 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-cf8f4411-6161-41ed-a264-b79c7ae7e55e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816865-1', False) {} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:51:59.296486 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf8f4411-6161-41ed-a264-b79c7ae7e55e None None] The sync data for ids ['cc25acdf-3ad5-4dca-bdbd-32ec01eea12c'] in n-d-816865-1 is: [] {{(pid=102388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 18:51:59.350295 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-f94e8fba-3ce2-4ed6-b36b-1dd9d1f0bd38 req-8fa9c7f2-2cd4-4603-8797-57a6c6a09129 tempest-ServersOnMultiNodesTest-710233287 tempest-ServersOnMultiNodesTest-710233287-project] 10.222.0.13 "GET /v2.0/security-groups?id=a1214aa7-6fe8-4b93-878e-3f1f16f5c576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764544 Nov 05 18:51:59.359140 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 15ad6dbb-d45e-4daf-b2ce-470930ec73a1 up at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 18:51:59.383942 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c641afeb-3ce3-4141-8558-f1531f6550c5 req-56c1a775-fcec-4d67-8d91-a9864dddac0d tempest-ServersOnMultiNodesTest-710233287 tempest-ServersOnMultiNodesTest-710233287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:51:59.388358 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-c641afeb-3ce3-4141-8558-f1531f6550c5 req-56c1a775-fcec-4d67-8d91-a9864dddac0d tempest-ServersOnMultiNodesTest-710233287 tempest-ServersOnMultiNodesTest-710233287-project] 10.222.0.41 "GET /v2.0/ports?device_id=0b0ebb90-343f-45a5-9335-cf428f4e45a1 HTTP/1.1" status: 200 len: 949 time: 0.7421956 Nov 05 18:51:59.421968 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Provisioning for port 070ab472-a812-474f-9dd5-2283732c7a9d completed by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 05 18:51:59.436981 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Provisioning complete for port 070ab472-a812-474f-9dd5-2283732c7a9d triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:51:59.437793 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:59.479780 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-fcd62540-e970-42c7-a1aa-617075e9f714 None None] Provisioning complete for port ff08f6e0-5905-4041-b33c-9501050bf808 triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:51:59.480312 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-fcd62540-e970-42c7-a1aa-617075e9f714 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:59.485194 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-49260ea0-b4d8-4ceb-9171-dc4d55a02784 req-03519f50-ef36-4113-bb41-9d5dc1816f93 tempest-ServersOnMultiNodesTest-710233287 tempest-ServersOnMultiNodesTest-710233287-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:59.523604 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] get_ports_and_sgs() called for port_ids ['0557f606-38e6-4fdc-9390-88d86ac73ed3'] {{(pid=102388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 18:51:59.543479 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-d771d92c-6fce-4000-b54f-d53c6cbc95d3 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Publish callbacks [] for security_group, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:59.553511 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03519f50-ef36-4113-bb41-9d5dc1816f93 tempest-ServersOnMultiNodesTest-710233287 tempest-ServersOnMultiNodesTest-710233287-project] Pushing event deleted for resources: {'Port': ['ID=e12cd9c8-98d4-4e83-8bfb-1c6595f9b4d5,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:51:59.579270 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.db_base_plugin_v2 [None req-8067e7c9-8f60-4270-b5ad-8b9f253f3618 tempest-AllowedAddressPairTestJSON-1039461392 tempest-AllowedAddressPairTestJSON-1039461392-project] Deleting subnet 043bfe45-0fcd-4067-8cbd-17b4d1e81c0a {{(pid=102386) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 05 18:51:59.600346 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b88da66-f6b6-4c60-9a7c-444eed0d779c req-d62ed427-bd84-4551-bfeb-f6c9526eb6aa tempest-ListServerFiltersTestJSON-1098286164 tempest-ListServerFiltersTestJSON-1098286164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:51:59.602100 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-0b88da66-f6b6-4c60-9a7c-444eed0d779c req-d62ed427-bd84-4551-bfeb-f6c9526eb6aa tempest-ListServerFiltersTestJSON-1098286164 tempest-ListServerFiltersTestJSON-1098286164-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5c012e7-e875-483f-a359-65c20cda3248 HTTP/1.1" status: 200 len: 945 time: 0.1888950 Nov 05 18:51:59.604692 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-8067e7c9-8f60-4270-b5ad-8b9f253f3618 tempest-AllowedAddressPairTestJSON-1039461392 tempest-AllowedAddressPairTestJSON-1039461392-project] Publish callbacks [] for subnet, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:59.636676 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Provisioning complete for port 15ad6dbb-d45e-4daf-b2ce-470930ec73a1 triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:51:59.637064 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:59.659044 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [req-49260ea0-b4d8-4ceb-9171-dc4d55a02784 req-03519f50-ef36-4113-bb41-9d5dc1816f93 tempest-ServersOnMultiNodesTest-710233287 tempest-ServersOnMultiNodesTest-710233287-project] No DVR routers for this DVR port e12cd9c8-98d4-4e83-8bfb-1c6595f9b4d5 on host n-h2-816865-1 {{(pid=102386) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 18:51:59.665085 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-49260ea0-b4d8-4ceb-9171-dc4d55a02784 req-03519f50-ef36-4113-bb41-9d5dc1816f93 tempest-ServersOnMultiNodesTest-710233287 tempest-ServersOnMultiNodesTest-710233287-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:59.668871 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-49260ea0-b4d8-4ceb-9171-dc4d55a02784 req-03519f50-ef36-4113-bb41-9d5dc1816f93 tempest-ServersOnMultiNodesTest-710233287 tempest-ServersOnMultiNodesTest-710233287-project] 10.222.0.55 "DELETE /v2.0/ports/e12cd9c8-98d4-4e83-8bfb-1c6595f9b4d5 HTTP/1.1" status: 204 len: 173 time: 1.3489931 Nov 05 18:51:59.681244 n-d-816865-1 neutron-server[102386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23ee91f2-d2da-45aa-a725-8aaa9385975c', 'name': 'network-vif-deleted', 'tag': 'e12cd9c8-98d4-4e83-8bfb-1c6595f9b4d5'}] {{(pid=102386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 18:51:59.684618 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6173a44d7c73f41af551dc890fa1a5892c2c6bc3458b640c8e0c24db7876ba6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da662467-d002-4860-934c-7627339b1726" -d '{"events": [{"server_uuid": "23ee91f2-d2da-45aa-a725-8aaa9385975c", "name": "network-vif-deleted", "tag": "e12cd9c8-98d4-4e83-8bfb-1c6595f9b4d5"}]}' {{(pid=102386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 18:51:59.704230 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-8067e7c9-8f60-4270-b5ad-8b9f253f3618 tempest-AllowedAddressPairTestJSON-1039461392 tempest-AllowedAddressPairTestJSON-1039461392-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4590738'] for subnet, precommit_delete_associations {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:59.709372 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-d771d92c-6fce-4000-b54f-d53c6cbc95d3 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:59.744347 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [req-c641afeb-3ce3-4141-8558-f1531f6550c5 req-bc4d2047-fff5-45c1-8bc3-e87db193c7a9 tempest-ServersOnMultiNodesTest-710233287 tempest-ServersOnMultiNodesTest-710233287-project] Deleting port 0557f606-38e6-4fdc-9390-88d86ac73ed3 {{(pid=102386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 18:51:59.744711 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-c641afeb-3ce3-4141-8558-f1531f6550c5 req-bc4d2047-fff5-45c1-8bc3-e87db193c7a9 tempest-ServersOnMultiNodesTest-710233287 tempest-ServersOnMultiNodesTest-710233287-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:59.768316 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 18:51:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c7bda5b-1e30-454a-b668-f0d091c99f75 x-openstack-request-id: req-9c7bda5b-1e30-454a-b668-f0d091c99f75 {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 18:51:59.769024 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23ee91f2-d2da-45aa-a725-8aaa9385975c", "name": "network-vif-deleted", "tag": "e12cd9c8-98d4-4e83-8bfb-1c6595f9b4d5", "status": "completed", "code": 200}]} {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 18:51:59.769365 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9c7bda5b-1e30-454a-b668-f0d091c99f75 {{(pid=102386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 18:51:59.771943 n-d-816865-1 neutron-server[102386]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23ee91f2-d2da-45aa-a725-8aaa9385975c', 'name': 'network-vif-deleted', 'tag': 'e12cd9c8-98d4-4e83-8bfb-1c6595f9b4d5', 'status': 'completed', 'code': 200} Nov 05 18:51:59.811131 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-0b88da66-f6b6-4c60-9a7c-444eed0d779c req-199f01f2-4ba9-4c46-8942-675692b13e28 tempest-ListServerFiltersTestJSON-1098286164 tempest-ListServerFiltersTestJSON-1098286164-project] 10.222.0.13 "GET /v2.0/security-groups?id=e3640d88-c369-41cd-98f6-7ceb94b23b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1908033 Nov 05 18:51:59.848670 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d771d92c-6fce-4000-b54f-d53c6cbc95d3 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Pushing event updated for resources: {'SecurityGroup': ['ID=293ec58e-66ea-453a-8db8-ae12281442fa,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:51:59.902224 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:59.932842 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-8067e7c9-8f60-4270-b5ad-8b9f253f3618 tempest-AllowedAddressPairTestJSON-1039461392 tempest-AllowedAddressPairTestJSON-1039461392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1573928'] for subnet, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:59.934313 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-d771d92c-6fce-4000-b54f-d53c6cbc95d3 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Publish callbacks [] for security_group, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:59.937300 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [req-c641afeb-3ce3-4141-8558-f1531f6550c5 req-bc4d2047-fff5-45c1-8bc3-e87db193c7a9 tempest-ServersOnMultiNodesTest-710233287 tempest-ServersOnMultiNodesTest-710233287-project] For port 0557f606-38e6-4fdc-9390-88d86ac73ed3, host n-h1-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=0557f606-38e6-4fdc-9390-88d86ac73ed3,segment=NetworkSegment(35c2db9c-522d-48d3-98cf-a08c2cc55db7),segment_id=35c2db9c-522d-48d3-98cf-a08c2cc55db7)] {{(pid=102386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:51:59.941313 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-c641afeb-3ce3-4141-8558-f1531f6550c5 req-bc4d2047-fff5-45c1-8bc3-e87db193c7a9 tempest-ServersOnMultiNodesTest-710233287 tempest-ServersOnMultiNodesTest-710233287-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:51:59.941540 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-d771d92c-6fce-4000-b54f-d53c6cbc95d3 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 1.0399601 Nov 05 18:51:59.954346 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 58766) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:51:59.960725 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-6c3cd90b-7261-4727-a591-8d4755ae3a06 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Request body: {'security_group_rule': {'security_group_id': '293ec58e-66ea-453a-8db8-ae12281442fa', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:52:00.037318 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [req-c641afeb-3ce3-4141-8558-f1531f6550c5 req-bc4d2047-fff5-45c1-8bc3-e87db193c7a9 tempest-ServersOnMultiNodesTest-710233287 tempest-ServersOnMultiNodesTest-710233287-project] Calling delete_port for 0557f606-38e6-4fdc-9390-88d86ac73ed3 owned by compute:nova {{(pid=102386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 18:52:00.072376 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] get_ports_and_sgs() called for port_ids ['e4268253-2c3d-4389-9f13-e0128dfb13d4', '976c4505-32dd-43c0-b0d3-7b2c28ae4643', '328468a7-8564-46fe-b7ce-549f91925675'] {{(pid=102388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 18:52:00.131122 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:00.170850 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] For port 070ab472-a812-474f-9dd5-2283732c7a9d, host n-h1-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=070ab472-a812-474f-9dd5-2283732c7a9d,segment=NetworkSegment(3783dc3e-81b4-445a-9e2c-0ce15e9a4e6a),segment_id=3783dc3e-81b4-445a-9e2c-0ce15e9a4e6a)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:52:00.193023 n-d-816865-1 neutron-server[102388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40a69fbe-e1f7-466f-8196-057bf071030e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '070ab472-a812-474f-9dd5-2283732c7a9d'}] {{(pid=102388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 18:52:00.194638 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85474fee1180e129d8a886d264fe0b30223aa672dd1ffe43b630605f18504f68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f538e780-94f4-4237-9fb8-1dd5096f1159" -d '{"events": [{"server_uuid": "40a69fbe-e1f7-466f-8196-057bf071030e", "name": "network-vif-plugged", "status": "completed", "tag": "070ab472-a812-474f-9dd5-2283732c7a9d"}]}' {{(pid=102388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 18:52:00.223323 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-fcd62540-e970-42c7-a1aa-617075e9f714 None None] Provisioning complete for port 15ad6dbb-d45e-4daf-b2ce-470930ec73a1 triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:52:00.223810 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-fcd62540-e970-42c7-a1aa-617075e9f714 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:00.274380 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-8067e7c9-8f60-4270-b5ad-8b9f253f3618 tempest-AllowedAddressPairTestJSON-1039461392 tempest-AllowedAddressPairTestJSON-1039461392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1573905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6149879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4877183'] for subnet, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:00.290205 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:00.327910 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8067e7c9-8f60-4270-b5ad-8b9f253f3618 tempest-AllowedAddressPairTestJSON-1039461392 tempest-AllowedAddressPairTestJSON-1039461392-project] Pushing event deleted for resources: {'Subnet': ['ID=043bfe45-0fcd-4067-8cbd-17b4d1e81c0a,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:52:00.335098 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-8067e7c9-8f60-4270-b5ad-8b9f253f3618 tempest-AllowedAddressPairTestJSON-1039461392 tempest-AllowedAddressPairTestJSON-1039461392-project] Publish callbacks [] for subnet, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:00.342403 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-8067e7c9-8f60-4270-b5ad-8b9f253f3618 tempest-AllowedAddressPairTestJSON-1039461392 tempest-AllowedAddressPairTestJSON-1039461392-project] 10.222.0.13 "DELETE /v2.0/subnets/043bfe45-0fcd-4067-8cbd-17b4d1e81c0a HTTP/1.1" status: 204 len: 168 time: 1.0479198 Nov 05 18:52:00.344058 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 58774) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:52:00.345168 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 18:52:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ba1d843-da83-4cc8-aec9-a95217b5e733 x-openstack-request-id: req-4ba1d843-da83-4cc8-aec9-a95217b5e733 {{(pid=102388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 18:52:00.345497 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40a69fbe-e1f7-466f-8196-057bf071030e", "name": "network-vif-plugged", "status": "completed", "tag": "070ab472-a812-474f-9dd5-2283732c7a9d", "code": 200}]} {{(pid=102388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 18:52:00.345740 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4ba1d843-da83-4cc8-aec9-a95217b5e733 {{(pid=102388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 18:52:00.346317 n-d-816865-1 neutron-server[102388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40a69fbe-e1f7-466f-8196-057bf071030e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '070ab472-a812-474f-9dd5-2283732c7a9d', 'code': 200} Nov 05 18:52:00.378876 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c27fea65-05a8-45f3-b08e-ead743beaedd None None] Network 3dce1b9c-9b3e-415a-8b07-f67d80d895f0 requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 18:52:00.520988 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] For port 15ad6dbb-d45e-4daf-b2ce-470930ec73a1, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=15ad6dbb-d45e-4daf-b2ce-470930ec73a1,segment=NetworkSegment(d3070ec2-09a2-4931-b234-abfeebdf6c23),segment_id=d3070ec2-09a2-4931-b234-abfeebdf6c23)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:52:00.553785 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Pushing event updated for resources: {'Port': ['ID=070ab472-a812-474f-9dd5-2283732c7a9d,revision_number=5']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:52:00.583175 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-fcd62540-e970-42c7-a1aa-617075e9f714 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:00.632738 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-52b776ca-0b55-450b-ae78-de785c97d139 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-571777'] for router_interface, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:00.645712 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:00.656858 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-ac265a06-e98e-4ad5-9e55-a25bce6786e1 tempest-AllowedAddressPairTestJSON-1039461392 tempest-AllowedAddressPairTestJSON-1039461392-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1664226'] for network, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:00.713225 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-9c2d80a4-5b2e-43ba-b494-6cabbb9265bc req-70205c93-9803-4085-b718-e04d9ed75ce5 tempest-ServersOnMultiNodesTest-710233287 tempest-ServersOnMultiNodesTest-710233287-project] 10.222.0.13 "GET /v2.0/ports?device_id=23ee91f2-d2da-45aa-a725-8aaa9385975c HTTP/1.1" status: 200 len: 210 time: 0.1130307 Nov 05 18:52:00.766351 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-c641afeb-3ce3-4141-8558-f1531f6550c5 req-bc4d2047-fff5-45c1-8bc3-e87db193c7a9 tempest-ServersOnMultiNodesTest-710233287 tempest-ServersOnMultiNodesTest-710233287-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:00.791116 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-6c3cd90b-7261-4727-a591-8d4755ae3a06 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:00.793920 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device ff08f6e0-5905-4041-b33c-9501050bf808 up at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 18:52:00.860619 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Device df2e0e03-9911-41ab-afaa-0726c54f8109 up at agent hyperv_n-h2-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 18:52:00.885316 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932090ad-7f25-430a-b909-93794b5e8474 req-eb78ae6b-8e33-41ed-857f-f55db876ad6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:52:00.904559 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Pushing event updated for resources: {'Port': ['ID=15ad6dbb-d45e-4daf-b2ce-470930ec73a1,revision_number=3']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:52:00.908407 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [req-c641afeb-3ce3-4141-8558-f1531f6550c5 req-bc4d2047-fff5-45c1-8bc3-e87db193c7a9 tempest-ServersOnMultiNodesTest-710233287 tempest-ServersOnMultiNodesTest-710233287-project] No DVR routers for this DVR port 0557f606-38e6-4fdc-9390-88d86ac73ed3 on host n-h1-816865-1 {{(pid=102386) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 18:52:00.908693 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-932090ad-7f25-430a-b909-93794b5e8474 req-eb78ae6b-8e33-41ed-857f-f55db876ad6d service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=40a69fbe-e1f7-466f-8196-057bf071030e HTTP/1.1" status: 200 len: 1096 time: 0.3064919 Nov 05 18:52:00.934886 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-c641afeb-3ce3-4141-8558-f1531f6550c5 req-bc4d2047-fff5-45c1-8bc3-e87db193c7a9 tempest-ServersOnMultiNodesTest-710233287 tempest-ServersOnMultiNodesTest-710233287-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:00.936871 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.db.api [None req-fcd62540-e970-42c7-a1aa-617075e9f714 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102388) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 05 18:52:00.937391 n-d-816865-1 neutron-server[102388]: DEBUG oslo_db.api [None req-fcd62540-e970-42c7-a1aa-617075e9f714 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 05 18:52:00.949226 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-c641afeb-3ce3-4141-8558-f1531f6550c5 req-bc4d2047-fff5-45c1-8bc3-e87db193c7a9 tempest-ServersOnMultiNodesTest-710233287 tempest-ServersOnMultiNodesTest-710233287-project] 10.222.0.41 "DELETE /v2.0/ports/0557f606-38e6-4fdc-9390-88d86ac73ed3 HTTP/1.1" status: 204 len: 173 time: 1.5518148 Nov 05 18:52:00.952103 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4d2047-fff5-45c1-8bc3-e87db193c7a9 tempest-ServersOnMultiNodesTest-710233287 tempest-ServersOnMultiNodesTest-710233287-project] Pushing event deleted for resources: {'Port': ['ID=0557f606-38e6-4fdc-9390-88d86ac73ed3,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:52:00.990370 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-ac265a06-e98e-4ad5-9e55-a25bce6786e1 tempest-AllowedAddressPairTestJSON-1039461392 tempest-AllowedAddressPairTestJSON-1039461392-project] Deleting port 1c6b525a-916a-431e-af8b-04918eb6419d {{(pid=102386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 18:52:00.991044 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-ac265a06-e98e-4ad5-9e55-a25bce6786e1 tempest-AllowedAddressPairTestJSON-1039461392 tempest-AllowedAddressPairTestJSON-1039461392-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:01.021603 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-610b27de-8a99-43cc-aec1-1ddf30c1d1d5 None None] DHCP port deletion for 3dce1b9c-9b3e-415a-8b07-f67d80d895f0 request from n-d-816865-1 {{(pid=102388) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 05 18:52:01.028897 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Provisioning complete for port ff08f6e0-5905-4041-b33c-9501050bf808 triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:52:01.031165 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:01.124175 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-6c3cd90b-7261-4727-a591-8d4755ae3a06 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:01.131280 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-932090ad-7f25-430a-b909-93794b5e8474 req-add336ab-aa11-447e-b54f-1b6e388bc686 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=e3640d88-c369-41cd-98f6-7ceb94b23b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2144830 Nov 05 18:52:01.151696 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18403ce-a795-4a9b-beb2-5af782ee20ae req-f9998b68-eddb-47ce-8485-105ff7ce6641 tempest-ListServerFiltersTestJSON-1098286164 tempest-ListServerFiltersTestJSON-1098286164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:52:01.154719 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-e18403ce-a795-4a9b-beb2-5af782ee20ae req-f9998b68-eddb-47ce-8485-105ff7ce6641 tempest-ListServerFiltersTestJSON-1098286164 tempest-ListServerFiltersTestJSON-1098286164-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5c012e7-e875-483f-a359-65c20cda3248 HTTP/1.1" status: 200 len: 945 time: 0.1573601 Nov 05 18:52:01.165001 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Provisioning for port df2e0e03-9911-41ab-afaa-0726c54f8109 completed by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 05 18:52:01.180874 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Provisioning complete for port df2e0e03-9911-41ab-afaa-0726c54f8109 triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:52:01.181805 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [None req-ac265a06-e98e-4ad5-9e55-a25bce6786e1 tempest-AllowedAddressPairTestJSON-1039461392 tempest-AllowedAddressPairTestJSON-1039461392-project] For port 1c6b525a-916a-431e-af8b-04918eb6419d, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=1c6b525a-916a-431e-af8b-04918eb6419d,segment=NetworkSegment(51370d58-7fb1-473a-be23-7596d957f608),segment_id=51370d58-7fb1-473a-be23-7596d957f608)] {{(pid=102386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:52:01.181805 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-ac265a06-e98e-4ad5-9e55-a25bce6786e1 tempest-AllowedAddressPairTestJSON-1039461392 tempest-AllowedAddressPairTestJSON-1039461392-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:01.182713 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:01.218642 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-ac265a06-e98e-4ad5-9e55-a25bce6786e1 tempest-AllowedAddressPairTestJSON-1039461392 tempest-AllowedAddressPairTestJSON-1039461392-project] Calling delete_port for 1c6b525a-916a-431e-af8b-04918eb6419d owned by network:dhcp {{(pid=102386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 18:52:01.314426 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-6c3cd90b-7261-4727-a591-8d4755ae3a06 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985308'] for security_group_rule, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:01.345310 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-e18403ce-a795-4a9b-beb2-5af782ee20ae req-86df8fa4-4f21-4a34-b5a1-91516cb330c3 tempest-ListServerFiltersTestJSON-1098286164 tempest-ListServerFiltersTestJSON-1098286164-project] 10.222.0.13 "GET /v2.0/security-groups?id=e3640d88-c369-41cd-98f6-7ceb94b23b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1750252 Nov 05 18:52:01.379735 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-610b27de-8a99-43cc-aec1-1ddf30c1d1d5 None None] Deleting port 1c6b525a-916a-431e-af8b-04918eb6419d {{(pid=102388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 18:52:01.379735 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-610b27de-8a99-43cc-aec1-1ddf30c1d1d5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:01.410824 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3cd90b-7261-4727-a591-8d4755ae3a06 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd6874c4-5997-480b-8001-381c66e8d5fd,revision_number=0']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:52:01.450563 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [None req-52b776ca-0b55-450b-ae78-de785c97d139 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Deleting port 3e4547d8-f8a1-4c05-92b7-1471dde92df7 {{(pid=102387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 18:52:01.451180 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-52b776ca-0b55-450b-ae78-de785c97d139 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:01.465724 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-ac265a06-e98e-4ad5-9e55-a25bce6786e1 tempest-AllowedAddressPairTestJSON-1039461392 tempest-AllowedAddressPairTestJSON-1039461392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:01.501346 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac265a06-e98e-4ad5-9e55-a25bce6786e1 tempest-AllowedAddressPairTestJSON-1039461392 tempest-AllowedAddressPairTestJSON-1039461392-project] Pushing event deleted for resources: {'Port': ['ID=1c6b525a-916a-431e-af8b-04918eb6419d,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:52:01.518872 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac265a06-e98e-4ad5-9e55-a25bce6786e1 tempest-AllowedAddressPairTestJSON-1039461392 tempest-AllowedAddressPairTestJSON-1039461392-project] No DVR routers for this DVR port 1c6b525a-916a-431e-af8b-04918eb6419d on host n-d-816865-1 {{(pid=102386) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 18:52:01.615489 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-ac265a06-e98e-4ad5-9e55-a25bce6786e1 tempest-AllowedAddressPairTestJSON-1039461392 tempest-AllowedAddressPairTestJSON-1039461392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1579173', 'neutron.services.segments.db._delete_segments_for_network-8750027792909'] for network, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:01.616204 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-52b776ca-0b55-450b-ae78-de785c97d139 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:01.622420 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-6c3cd90b-7261-4727-a591-8d4755ae3a06 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:01.624352 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-6c3cd90b-7261-4727-a591-8d4755ae3a06 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.6685750 Nov 05 18:52:01.631857 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 58792) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:52:01.637153 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-bdb6c4d2-1457-4762-8ab8-00eae071f425 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Request body: {'security_group_rule': {'security_group_id': '293ec58e-66ea-453a-8db8-ae12281442fa', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:52:01.644816 n-d-816865-1 neutron-server[102386]: DEBUG neutron.services.segments.db [None req-ac265a06-e98e-4ad5-9e55-a25bce6786e1 tempest-AllowedAddressPairTestJSON-1039461392 tempest-AllowedAddressPairTestJSON-1039461392-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3dce1b9c-9b3e-415a-8b07-f67d80d895f0']}} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:52:01.661128 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [None req-52b776ca-0b55-450b-ae78-de785c97d139 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Calling delete_port for 3e4547d8-f8a1-4c05-92b7-1471dde92df7 owned by network:router_interface {{(pid=102387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 18:52:01.661919 n-d-816865-1 neutron-server[102386]: DEBUG neutron.services.segments.db [None req-ac265a06-e98e-4ad5-9e55-a25bce6786e1 tempest-AllowedAddressPairTestJSON-1039461392 tempest-AllowedAddressPairTestJSON-1039461392-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '51370d58-7fb1-473a-be23-7596d957f608') {'for_net_delete': True} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:52:01.662838 n-d-816865-1 neutron-server[102386]: DEBUG neutron.services.segments.db [None req-ac265a06-e98e-4ad5-9e55-a25bce6786e1 tempest-AllowedAddressPairTestJSON-1039461392 tempest-AllowedAddressPairTestJSON-1039461392-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '51370d58-7fb1-473a-be23-7596d957f608') {} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:52:01.680936 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-ac265a06-e98e-4ad5-9e55-a25bce6786e1 tempest-AllowedAddressPairTestJSON-1039461392 tempest-AllowedAddressPairTestJSON-1039461392-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750027793430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4590747'] for segment, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:01.698388 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-ac265a06-e98e-4ad5-9e55-a25bce6786e1 tempest-AllowedAddressPairTestJSON-1039461392 tempest-AllowedAddressPairTestJSON-1039461392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273'] for segment, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:01.707567 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac265a06-e98e-4ad5-9e55-a25bce6786e1 tempest-AllowedAddressPairTestJSON-1039461392 tempest-AllowedAddressPairTestJSON-1039461392-project] Releasing vlan 169 on physical network physnet1 to pool {{(pid=102386) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 05 18:52:01.708242 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-ac265a06-e98e-4ad5-9e55-a25bce6786e1 tempest-AllowedAddressPairTestJSON-1039461392 tempest-AllowedAddressPairTestJSON-1039461392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6149721'] for segment, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:01.785405 n-d-816865-1 neutron-server[102386]: Traceback (most recent call last): Nov 05 18:52:01.785405 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 05 18:52:01.785405 n-d-816865-1 neutron-server[102386]: timer() Nov 05 18:52:01.785405 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 05 18:52:01.785405 n-d-816865-1 neutron-server[102386]: cb(*args, **kw) Nov 05 18:52:01.785405 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 05 18:52:01.785405 n-d-816865-1 neutron-server[102386]: return func(*args, **kwargs) Nov 05 18:52:01.785405 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 05 18:52:01.785405 n-d-816865-1 neutron-server[102386]: self._notify() Nov 05 18:52:01.785405 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 05 18:52:01.785405 n-d-816865-1 neutron-server[102386]: self.callback(batched_events) Nov 05 18:52:01.785405 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 05 18:52:01.785405 n-d-816865-1 neutron-server[102386]: event.method(event) Nov 05 18:52:01.785405 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 05 18:52:01.785405 n-d-816865-1 neutron-server[102386]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 05 18:52:01.785405 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 05 18:52:01.785405 n-d-816865-1 neutron-server[102386]: aggregate_uuid = self.p_client.list_aggregates( Nov 05 18:52:01.785405 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 05 18:52:01.785405 n-d-816865-1 neutron-server[102386]: return f(self, *a, **k) Nov 05 18:52:01.785405 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 05 18:52:01.785405 n-d-816865-1 neutron-server[102386]: return self._get(url).json() Nov 05 18:52:01.785405 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 05 18:52:01.785405 n-d-816865-1 neutron-server[102386]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 05 18:52:01.785405 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 05 18:52:01.785405 n-d-816865-1 neutron-server[102386]: return self.request(url, 'GET', **kwargs) Nov 05 18:52:01.785405 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 05 18:52:01.785405 n-d-816865-1 neutron-server[102386]: base_url = self.get_endpoint(auth, allow=allow, Nov 05 18:52:01.785405 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 05 18:52:01.785405 n-d-816865-1 neutron-server[102386]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 05 18:52:01.785405 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 05 18:52:01.785405 n-d-816865-1 neutron-server[102386]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 05 18:52:01.785405 n-d-816865-1 neutron-server[102386]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 05 18:52:01.787894 n-d-816865-1 neutron-server[102386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b0ebb90-343f-45a5-9335-cf428f4e45a1', 'name': 'network-vif-deleted', 'tag': '0557f606-38e6-4fdc-9390-88d86ac73ed3'}] {{(pid=102386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 18:52:01.791425 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6173a44d7c73f41af551dc890fa1a5892c2c6bc3458b640c8e0c24db7876ba6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7387b6ca-04e1-4713-aa6e-cc3a485a736d" -d '{"events": [{"server_uuid": "0b0ebb90-343f-45a5-9335-cf428f4e45a1", "name": "network-vif-deleted", "tag": "0557f606-38e6-4fdc-9390-88d86ac73ed3"}]}' {{(pid=102386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 18:52:01.845542 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 18:52:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05bdae84-34ef-4914-9238-c4212fe475dd x-openstack-request-id: req-05bdae84-34ef-4914-9238-c4212fe475dd {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 18:52:01.846138 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b0ebb90-343f-45a5-9335-cf428f4e45a1", "name": "network-vif-deleted", "tag": "0557f606-38e6-4fdc-9390-88d86ac73ed3", "status": "completed", "code": 200}]} {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 18:52:01.846702 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-05bdae84-34ef-4914-9238-c4212fe475dd {{(pid=102386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 18:52:01.848267 n-d-816865-1 neutron-server[102386]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b0ebb90-343f-45a5-9335-cf428f4e45a1', 'name': 'network-vif-deleted', 'tag': '0557f606-38e6-4fdc-9390-88d86ac73ed3', 'status': 'completed', 'code': 200} Nov 05 18:52:01.853284 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-ac265a06-e98e-4ad5-9e55-a25bce6786e1 tempest-AllowedAddressPairTestJSON-1039461392 tempest-AllowedAddressPairTestJSON-1039461392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1579178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-956796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1000687'] for network, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:01.862554 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-ac265a06-e98e-4ad5-9e55-a25bce6786e1 tempest-AllowedAddressPairTestJSON-1039461392 tempest-AllowedAddressPairTestJSON-1039461392-project] Publish callbacks [] for network, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:01.875184 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-ac265a06-e98e-4ad5-9e55-a25bce6786e1 tempest-AllowedAddressPairTestJSON-1039461392 tempest-AllowedAddressPairTestJSON-1039461392-project] 10.222.0.13 "DELETE /v2.0/networks/3dce1b9c-9b3e-415a-8b07-f67d80d895f0 HTTP/1.1" status: 204 len: 168 time: 1.5206714 Nov 05 18:52:01.945748 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-bdb6c4d2-1457-4762-8ab8-00eae071f425 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:01.948247 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac265a06-e98e-4ad5-9e55-a25bce6786e1 tempest-AllowedAddressPairTestJSON-1039461392 tempest-AllowedAddressPairTestJSON-1039461392-project] Pushing event deleted for resources: {'Network': ['ID=3dce1b9c-9b3e-415a-8b07-f67d80d895f0,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:52:01.958154 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:02.025230 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-610b27de-8a99-43cc-aec1-1ddf30c1d1d5 None None] For port 1c6b525a-916a-431e-af8b-04918eb6419d, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=1c6b525a-916a-431e-af8b-04918eb6419d,segment=NetworkSegment(51370d58-7fb1-473a-be23-7596d957f608),segment_id=51370d58-7fb1-473a-be23-7596d957f608)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:52:02.029199 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-610b27de-8a99-43cc-aec1-1ddf30c1d1d5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:02.031800 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-4211fa3e-5e66-4003-a6d2-c6781b19b0d2 req-79b84d98-e682-4dbf-952a-7986ab5f9614 tempest-ServersOnMultiNodesTest-710233287 tempest-ServersOnMultiNodesTest-710233287-project] 10.222.0.13 "GET /v2.0/ports?device_id=0b0ebb90-343f-45a5-9335-cf428f4e45a1 HTTP/1.1" status: 200 len: 210 time: 0.0802848 Nov 05 18:52:02.119837 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-610b27de-8a99-43cc-aec1-1ddf30c1d1d5 None None] Calling delete_port for 1c6b525a-916a-431e-af8b-04918eb6419d owned by network:dhcp {{(pid=102388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 18:52:02.128482 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-bdb6c4d2-1457-4762-8ab8-00eae071f425 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:02.145729 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] For port df2e0e03-9911-41ab-afaa-0726c54f8109, host n-h2-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=df2e0e03-9911-41ab-afaa-0726c54f8109,segment=NetworkSegment(3783dc3e-81b4-445a-9e2c-0ce15e9a4e6a),segment_id=3783dc3e-81b4-445a-9e2c-0ce15e9a4e6a)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:52:02.186978 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-fcd62540-e970-42c7-a1aa-617075e9f714 None None] Provisioning complete for port 3e4547d8-f8a1-4c05-92b7-1471dde92df7 triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:52:02.187359 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-fcd62540-e970-42c7-a1aa-617075e9f714 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:02.231248 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-52b776ca-0b55-450b-ae78-de785c97d139 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4417063'] for port, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:02.235853 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:02.236722 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Device e12cd9c8-98d4-4e83-8bfb-1c6595f9b4d5 no longer exists at agent hyperv_n-h2-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 18:52:02.245221 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-bdb6c4d2-1457-4762-8ab8-00eae071f425 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985308'] for security_group_rule, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:02.265925 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] No Port match for: e12cd9c8-98d4-4e83-8bfb-1c6595f9b4d5 {{(pid=102388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 18:52:02.266164 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Device e12cd9c8-98d4-4e83-8bfb-1c6595f9b4d5 not bound to the agent host n-h2-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 18:52:02.288931 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-fcd62540-e970-42c7-a1aa-617075e9f714 None None] Port 3e4547d8-f8a1-4c05-92b7-1471dde92df7 cannot update to ACTIVE because it is not bound. {{(pid=102388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 18:52:02.305204 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b776ca-0b55-450b-ae78-de785c97d139 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Pushing event deleted for resources: {'Port': ['ID=3e4547d8-f8a1-4c05-92b7-1471dde92df7,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:52:02.333514 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-610b27de-8a99-43cc-aec1-1ddf30c1d1d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798'] for port, after_delete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:02.337774 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-fcd62540-e970-42c7-a1aa-617075e9f714 None None] Provisioning complete for port 2456eae3-169a-4fab-a13d-e220c18e5959 triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:52:02.338162 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-fcd62540-e970-42c7-a1aa-617075e9f714 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:02.369789 n-d-816865-1 neutron-server[102388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5c012e7-e875-483f-a359-65c20cda3248', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df2e0e03-9911-41ab-afaa-0726c54f8109'}] {{(pid=102388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 18:52:02.380574 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85474fee1180e129d8a886d264fe0b30223aa672dd1ffe43b630605f18504f68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0cef10a-3bdc-4c37-8666-db63dc8de492" -d '{"events": [{"server_uuid": "f5c012e7-e875-483f-a359-65c20cda3248", "name": "network-vif-plugged", "status": "completed", "tag": "df2e0e03-9911-41ab-afaa-0726c54f8109"}]}' {{(pid=102388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 18:52:02.403751 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Pushing event updated for resources: {'Port': ['ID=df2e0e03-9911-41ab-afaa-0726c54f8109,revision_number=5']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:52:02.412493 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-610b27de-8a99-43cc-aec1-1ddf30c1d1d5 None None] Network 3dce1b9c-9b3e-415a-8b07-f67d80d895f0 is not hosted by any dhcp agent {{(pid=102388) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 05 18:52:02.413083 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-610b27de-8a99-43cc-aec1-1ddf30c1d1d5 None None] No DVR routers for this DVR port 1c6b525a-916a-431e-af8b-04918eb6419d on host n-d-816865-1 {{(pid=102388) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 18:52:02.473117 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-52b776ca-0b55-450b-ae78-de785c97d139 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-597886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-573297'] for router_interface, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:02.475011 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb6c4d2-1457-4762-8ab8-00eae071f425 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b98bace-5894-498a-b6f5-b35184ce4ca6,revision_number=0']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:52:02.487550 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-bdb6c4d2-1457-4762-8ab8-00eae071f425 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:02.491566 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-bdb6c4d2-1457-4762-8ab8-00eae071f425 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8559601 Nov 05 18:52:02.491720 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610b27de-8a99-43cc-aec1-1ddf30c1d1d5 None None] Pushing event deleted for resources: {'Port': ['ID=1c6b525a-916a-431e-af8b-04918eb6419d,revision_number=None']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:52:02.492797 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 58812) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:52:02.513041 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-a3a60338-e545-48ea-b6ae-c6930a01ce52 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Request body: {'floatingip': {'floating_network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec'}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:52:02.561495 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 18:52:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b93215c-4897-49d6-a75f-b097a97ba780 x-openstack-request-id: req-9b93215c-4897-49d6-a75f-b097a97ba780 {{(pid=102388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 18:52:02.561792 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5c012e7-e875-483f-a359-65c20cda3248", "name": "network-vif-plugged", "status": "completed", "tag": "df2e0e03-9911-41ab-afaa-0726c54f8109", "code": 200}]} {{(pid=102388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 18:52:02.562071 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9b93215c-4897-49d6-a75f-b097a97ba780 {{(pid=102388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 18:52:02.562902 n-d-816865-1 neutron-server[102388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5c012e7-e875-483f-a359-65c20cda3248', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df2e0e03-9911-41ab-afaa-0726c54f8109', 'code': 200} Nov 05 18:52:02.566070 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-fcd62540-e970-42c7-a1aa-617075e9f714 None None] Port 2456eae3-169a-4fab-a13d-e220c18e5959 cannot update to ACTIVE because it is not bound. {{(pid=102388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 18:52:02.577519 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-fcd62540-e970-42c7-a1aa-617075e9f714 None None] Provisioning complete for port 67bf7a45-d02d-4202-afe1-d2eef054ceb0 triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:52:02.577970 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-fcd62540-e970-42c7-a1aa-617075e9f714 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:02.650828 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-fcd62540-e970-42c7-a1aa-617075e9f714 None None] Port 67bf7a45-d02d-4202-afe1-d2eef054ceb0 cannot update to ACTIVE because it is not bound. {{(pid=102388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 18:52:02.657959 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-e400721c-048f-479e-9625-95d508dd24ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:02.783212 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426fdea0-a5e2-41b5-b136-bedd620bfa08 req-1f3d9413-d126-4fbf-a0a4-b588c96817b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:52:02.790590 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-426fdea0-a5e2-41b5-b136-bedd620bfa08 req-1f3d9413-d126-4fbf-a0a4-b588c96817b2 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=f5c012e7-e875-483f-a359-65c20cda3248 HTTP/1.1" status: 200 len: 1097 time: 0.1023183 Nov 05 18:52:02.790912 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 58816) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:52:02.805504 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 15ad6dbb-d45e-4daf-b2ce-470930ec73a1 up at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 18:52:02.832658 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b87bc02-271f-4602-b55b-ebb4c0b5842e req-dc7f2bad-92e3-46c1-a0ee-fe3498158aee tempest-ListServerFiltersTestJSON-1098286164 tempest-ListServerFiltersTestJSON-1098286164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:52:02.834230 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-5b87bc02-271f-4602-b55b-ebb4c0b5842e req-dc7f2bad-92e3-46c1-a0ee-fe3498158aee tempest-ListServerFiltersTestJSON-1098286164 tempest-ListServerFiltersTestJSON-1098286164-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5c012e7-e875-483f-a359-65c20cda3248 HTTP/1.1" status: 200 len: 946 time: 0.3104935 Nov 05 18:52:02.839360 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-a3a60338-e545-48ea-b6ae-c6930a01ce52 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Publish callbacks [] for floatingip, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:02.869759 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52b776ca-0b55-450b-ae78-de785c97d139 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Router cc25acdf-3ad5-4dca-bdbd-32ec01eea12c has already been hosted by L3 agent 6dcb5589-8e86-4616-9186-ddc4548e13ad {{(pid=102387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 18:52:02.879952 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Provisioning complete for port 15ad6dbb-d45e-4daf-b2ce-470930ec73a1 triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:52:02.880679 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:02.896855 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-426fdea0-a5e2-41b5-b136-bedd620bfa08 req-d871d555-b550-43c2-aa9e-fd9aa8ab1b2d service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=e3640d88-c369-41cd-98f6-7ceb94b23b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009705 Nov 05 18:52:03.043631 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-5b87bc02-271f-4602-b55b-ebb4c0b5842e req-943ff678-09bd-4794-aa42-44ec0913580a tempest-ListServerFiltersTestJSON-1098286164 tempest-ListServerFiltersTestJSON-1098286164-project] 10.222.0.13 "GET /v2.0/security-groups?id=e3640d88-c369-41cd-98f6-7ceb94b23b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1888576 Nov 05 18:52:03.060896 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52b776ca-0b55-450b-ae78-de785c97d139 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Notify agent at l3_agent.n-d-816865-1 the message routers_updated {{(pid=102387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 18:52:03.069893 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 58820) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:52:03.073735 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7580e2ab-7f4c-47d6-acb1-fccaad02953c None None] Sync routers for ids ['cc25acdf-3ad5-4dca-bdbd-32ec01eea12c'] in n-d-816865-1 {{(pid=102389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 18:52:03.080808 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-52b776ca-0b55-450b-ae78-de785c97d139 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] 10.222.0.13 "PUT /v2.0/routers/cc25acdf-3ad5-4dca-bdbd-32ec01eea12c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1812696 Nov 05 18:52:03.091421 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7580e2ab-7f4c-47d6-acb1-fccaad02953c None None] Routers {'cc25acdf-3ad5-4dca-bdbd-32ec01eea12c'} bound to L3 agent in host n-d-816865-1 {{(pid=102389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 18:52:03.092453 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-7580e2ab-7f4c-47d6-acb1-fccaad02953c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T18:51:35Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['cc25acdf-3ad5-4dca-bdbd-32ec01eea12c'], 'active': True} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:52:03.112653 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] get_ports_and_sgs() called for port_ids ['e4268253-2c3d-4389-9f13-e0128dfb13d4', '976c4505-32dd-43c0-b0d3-7b2c28ae4643', '328468a7-8564-46fe-b7ce-549f91925675'] {{(pid=102388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 18:52:03.129837 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-5f122c5d-9f3a-49c3-877f-601445251306 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] 10.222.0.13 "GET /v2.0/ports?device_id=cc25acdf-3ad5-4dca-bdbd-32ec01eea12c HTTP/1.1" status: 200 len: 205 time: 0.0583761 Nov 05 18:52:03.135179 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 58826) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:52:03.187261 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-7580e2ab-7f4c-47d6-acb1-fccaad02953c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816865-1', False) {} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:52:03.206368 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7580e2ab-7f4c-47d6-acb1-fccaad02953c None None] Routers {'cc25acdf-3ad5-4dca-bdbd-32ec01eea12c'} bound to L3 agent in host n-d-816865-1 {{(pid=102389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 18:52:03.209455 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-7580e2ab-7f4c-47d6-acb1-fccaad02953c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T18:51:35Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['cc25acdf-3ad5-4dca-bdbd-32ec01eea12c'], 'active': True} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:52:03.222264 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 1c6b525a-916a-431e-af8b-04918eb6419d no longer exists at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 18:52:03.224429 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Device 0557f606-38e6-4fdc-9390-88d86ac73ed3 no longer exists at agent hyperv_n-h1-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 18:52:03.249864 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-7580e2ab-7f4c-47d6-acb1-fccaad02953c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816865-1', False) {} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:52:03.250814 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7580e2ab-7f4c-47d6-acb1-fccaad02953c None None] The sync data for ids ['cc25acdf-3ad5-4dca-bdbd-32ec01eea12c'] in n-d-816865-1 is: [] {{(pid=102389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 18:52:03.268821 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-9d8b98c4-a948-4a91-9af6-1ff6ec7b3b2e tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Publish callbacks [] for router, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:03.271768 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] No Port match for: 0557f606-38e6-4fdc-9390-88d86ac73ed3 {{(pid=102388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 18:52:03.272119 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Device 0557f606-38e6-4fdc-9390-88d86ac73ed3 not bound to the agent host n-h1-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 18:52:03.274106 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-a3a60338-e545-48ea-b6ae-c6930a01ce52 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:03.275477 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] No Port match for: 1c6b525a-916a-431e-af8b-04918eb6419d {{(pid=102388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 18:52:03.276129 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 1c6b525a-916a-431e-af8b-04918eb6419d not bound to the agent host n-d-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 18:52:03.532794 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.db_base_plugin_common [None req-a3a60338-e545-48ea-b6ae-c6930a01ce52 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Allocated IP 172.25.6.35 (40c8335d-cd0b-4cb5-910a-d4dcddd5cbec/04fe6db3-e108-4208-943d-6518424f5726/3b90f95e-367e-42cc-a56a-3dcdadf5826e) {{(pid=102387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 18:52:03.628245 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-aa9288b1-eec6-4f9c-b192-064d4a1b6d33 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=560082dbd4b94217b220f3fd156c0d4e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8097157 Nov 05 18:52:03.628544 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 58836) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:52:03.635926 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-9d8b98c4-a948-4a91-9af6-1ff6ec7b3b2e tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-571301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6852'] for router, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:03.639836 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-9d8b98c4-a948-4a91-9af6-1ff6ec7b3b2e tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:03.702001 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-8bd7e7cd-15b0-4f41-a7cc-d0ea8c4a5c9f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:03.741260 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-8bd7e7cd-15b0-4f41-a7cc-d0ea8c4a5c9f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:03.806110 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-a3a60338-e545-48ea-b6ae-c6930a01ce52 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Publish callbacks [] for port, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:03.821403 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-9d8b98c4-a948-4a91-9af6-1ff6ec7b3b2e tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-571310'] for router, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:03.822191 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d8b98c4-a948-4a91-9af6-1ff6ec7b3b2e tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Fanout notify agent at l3_agent the message router_deleted on router cc25acdf-3ad5-4dca-bdbd-32ec01eea12c {{(pid=102387) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 05 18:52:03.832959 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-9d8b98c4-a948-4a91-9af6-1ff6ec7b3b2e tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Publish callbacks [] for router, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:03.833910 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-9d8b98c4-a948-4a91-9af6-1ff6ec7b3b2e tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] 10.222.0.13 "DELETE /v2.0/routers/cc25acdf-3ad5-4dca-bdbd-32ec01eea12c HTTP/1.1" status: 204 len: 168 time: 0.6997709 Nov 05 18:52:03.837147 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 58844) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:52:03.895473 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.db_base_plugin_v2 [None req-570b6d0b-ebbd-40cc-b9dd-278564c02c69 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Deleting subnet 332aab93-10ef-4949-927b-b2b6ebc6936f {{(pid=102386) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 05 18:52:03.899014 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-570b6d0b-ebbd-40cc-b9dd-278564c02c69 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Publish callbacks [] for subnet, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:03.902310 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-8bd7e7cd-15b0-4f41-a7cc-d0ea8c4a5c9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:03.905004 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-8bd7e7cd-15b0-4f41-a7cc-d0ea8c4a5c9f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:03.908685 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-8bd7e7cd-15b0-4f41-a7cc-d0ea8c4a5c9f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/48f819e2-b0f3-42fa-973f-1f663e9b3bab HTTP/1.1" status: 204 len: 168 time: 0.2762930 Nov 05 18:52:03.927117 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-a3a60338-e545-48ea-b6ae-c6930a01ce52 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4417063'] for port, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:03.951392 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-570b6d0b-ebbd-40cc-b9dd-278564c02c69 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4590738'] for subnet, precommit_delete_associations {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:04.005529 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:04.045783 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-570b6d0b-ebbd-40cc-b9dd-278564c02c69 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1573928'] for subnet, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:04.059045 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a60338-e545-48ea-b6ae-c6930a01ce52 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Pushing event updated for resources: {'Port': ['ID=3b90f95e-367e-42cc-a56a-3dcdadf5826e,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:52:04.075479 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3a60338-e545-48ea-b6ae-c6930a01ce52 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Network 40c8335d-cd0b-4cb5-910a-d4dcddd5cbec is already hosted by enough agents. {{(pid=102387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 18:52:04.079551 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.base_scheduler [None req-a3a60338-e545-48ea-b6ae-c6930a01ce52 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Resources bound (agent type, host, resource id): {{(pid=102387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:52:04.085569 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3a60338-e545-48ea-b6ae-c6930a01ce52 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Received port after_create {{(pid=102387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 18:52:04.108236 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd7e7cd-15b0-4f41-a7cc-d0ea8c4a5c9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48f819e2-b0f3-42fa-973f-1f663e9b3bab,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:52:04.251811 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26631baf-b314-4276-8a00-610cfbdccc6d req-3b300d8e-6237-427e-b044-26fdcca61e77 tempest-ListServerFiltersTestJSON-1098286164 tempest-ListServerFiltersTestJSON-1098286164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:52:04.257800 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-26631baf-b314-4276-8a00-610cfbdccc6d req-3b300d8e-6237-427e-b044-26fdcca61e77 tempest-ListServerFiltersTestJSON-1098286164 tempest-ListServerFiltersTestJSON-1098286164-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5c012e7-e875-483f-a359-65c20cda3248 HTTP/1.1" status: 200 len: 946 time: 0.0737493 Nov 05 18:52:04.265839 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-570b6d0b-ebbd-40cc-b9dd-278564c02c69 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1573905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6149879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4877183'] for subnet, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:04.288029 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41da17a5-08b4-485d-bfe9-50d924a7185d None None] Network 5699984f-d876-40ab-aeab-25d16675c0a0 requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 18:52:04.302842 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-570b6d0b-ebbd-40cc-b9dd-278564c02c69 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Publish callbacks [] for subnet, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:04.308768 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-570b6d0b-ebbd-40cc-b9dd-278564c02c69 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] 10.222.0.13 "DELETE /v2.0/subnets/332aab93-10ef-4949-927b-b2b6ebc6936f HTTP/1.1" status: 204 len: 168 time: 0.4708354 Nov 05 18:52:04.309836 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 58856) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:52:04.310609 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570b6d0b-ebbd-40cc-b9dd-278564c02c69 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Pushing event deleted for resources: {'Subnet': ['ID=332aab93-10ef-4949-927b-b2b6ebc6936f,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:52:04.396910 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278de02f-4155-42bb-bda4-4b32c2999e86 req-f2cdec15-e1cc-45c7-b592-fef7cf931c5c tempest-ServersOnMultiNodesTest-710233287 tempest-ServersOnMultiNodesTest-710233287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:52:04.399015 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-278de02f-4155-42bb-bda4-4b32c2999e86 req-f2cdec15-e1cc-45c7-b592-fef7cf931c5c tempest-ServersOnMultiNodesTest-710233287 tempest-ServersOnMultiNodesTest-710233287-project] 10.222.0.13 "GET /v2.0/ports?device_id=c2617d61-a26d-4245-b417-3c7214524de9 HTTP/1.1" status: 200 len: 949 time: 0.1046023 Nov 05 18:52:04.400279 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-a3a60338-e545-48ea-b6ae-c6930a01ce52 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:04.419810 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-26631baf-b314-4276-8a00-610cfbdccc6d req-9d93b9b3-a60f-4f63-88f0-3aca2d86ca2e tempest-ListServerFiltersTestJSON-1098286164 tempest-ListServerFiltersTestJSON-1098286164-project] 10.222.0.13 "GET /v2.0/security-groups?id=e3640d88-c369-41cd-98f6-7ceb94b23b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1590812 Nov 05 18:52:04.441167 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-0a64b3d8-061d-45a5-927b-5b43f3126f1b tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1664226'] for network, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:04.521854 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-278de02f-4155-42bb-bda4-4b32c2999e86 req-83ee4774-e4ed-417d-b7bc-53fbf8399b54 tempest-ServersOnMultiNodesTest-710233287 tempest-ServersOnMultiNodesTest-710233287-project] 10.222.0.13 "GET /v2.0/security-groups?id=a1214aa7-6fe8-4b93-878e-3f1f16f5c576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980949 Nov 05 18:52:04.532156 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-0a64b3d8-061d-45a5-927b-5b43f3126f1b tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Deleting port ff08f6e0-5905-4041-b33c-9501050bf808 {{(pid=102386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 18:52:04.534452 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-0a64b3d8-061d-45a5-927b-5b43f3126f1b tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:04.535741 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-967f3951-ba1e-4f56-b0bf-b04b8d6dc174 None None] DHCP port deletion for 5699984f-d876-40ab-aeab-25d16675c0a0 request from n-d-816865-1 {{(pid=102388) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 05 18:52:04.608525 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-a3a60338-e545-48ea-b6ae-c6930a01ce52 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:04.620594 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-967f3951-ba1e-4f56-b0bf-b04b8d6dc174 None None] Deleting port ff08f6e0-5905-4041-b33c-9501050bf808 {{(pid=102388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 18:52:04.621375 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-967f3951-ba1e-4f56-b0bf-b04b8d6dc174 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:04.806397 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-967f3951-ba1e-4f56-b0bf-b04b8d6dc174 None None] For port ff08f6e0-5905-4041-b33c-9501050bf808, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=ff08f6e0-5905-4041-b33c-9501050bf808,segment=NetworkSegment(7b146d59-4657-434d-85fb-5f4319f6b46d),segment_id=7b146d59-4657-434d-85fb-5f4319f6b46d)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:52:04.807678 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-967f3951-ba1e-4f56-b0bf-b04b8d6dc174 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:04.851535 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device ff08f6e0-5905-4041-b33c-9501050bf808 no longer exists at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 18:52:04.929649 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-967f3951-ba1e-4f56-b0bf-b04b8d6dc174 None None] Calling delete_port for ff08f6e0-5905-4041-b33c-9501050bf808 owned by network:dhcp {{(pid=102388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 18:52:04.931771 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-a3a60338-e545-48ea-b6ae-c6930a01ce52 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Publish callbacks [] for port, precommit_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:05.008373 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-a3a60338-e545-48ea-b6ae-c6930a01ce52 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4417072'] for port, after_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:05.059255 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-9285eaa3-592a-4923-b2c3-984f34804719 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:05.096407 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [None req-0a64b3d8-061d-45a5-927b-5b43f3126f1b tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] For port ff08f6e0-5905-4041-b33c-9501050bf808, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=ff08f6e0-5905-4041-b33c-9501050bf808,segment=NetworkSegment(7b146d59-4657-434d-85fb-5f4319f6b46d),segment_id=7b146d59-4657-434d-85fb-5f4319f6b46d)] {{(pid=102386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:52:05.097007 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-0a64b3d8-061d-45a5-927b-5b43f3126f1b tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:05.112006 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-0a64b3d8-061d-45a5-927b-5b43f3126f1b tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Calling delete_port for ff08f6e0-5905-4041-b33c-9501050bf808 owned by network:dhcp {{(pid=102386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 18:52:05.130901 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a60338-e545-48ea-b6ae-c6930a01ce52 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Pushing event updated for resources: {'Port': ['ID=3b90f95e-367e-42cc-a56a-3dcdadf5826e,revision_number=2']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:52:05.142831 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-a3a60338-e545-48ea-b6ae-c6930a01ce52 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1000577'] for floatingip, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:05.172707 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:05.268112 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-a3a60338-e545-48ea-b6ae-c6930a01ce52 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for floatingip, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:05.269372 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-a3a60338-e545-48ea-b6ae-c6930a01ce52 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.7652988 Nov 05 18:52:05.308062 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b960a99c-ca06-4ec5-9830-eae72931ccf5 req-694eb0e0-c8dc-40b3-8a99-ac69756c0e26 tempest-ServersOnMultiNodesTest-710233287 tempest-ServersOnMultiNodesTest-710233287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:52:05.309514 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-b960a99c-ca06-4ec5-9830-eae72931ccf5 req-694eb0e0-c8dc-40b3-8a99-ac69756c0e26 tempest-ServersOnMultiNodesTest-710233287 tempest-ServersOnMultiNodesTest-710233287-project] 10.222.0.55 "GET /v2.0/ports?device_id=c2617d61-a26d-4245-b417-3c7214524de9 HTTP/1.1" status: 200 len: 949 time: 0.0496056 Nov 05 18:52:05.349116 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-0a64b3d8-061d-45a5-927b-5b43f3126f1b tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:05.378005 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-967f3951-ba1e-4f56-b0bf-b04b8d6dc174 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798'] for port, after_delete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:05.386406 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a64b3d8-061d-45a5-927b-5b43f3126f1b tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Pushing event deleted for resources: {'Port': ['ID=ff08f6e0-5905-4041-b33c-9501050bf808,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:52:05.389363 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a64b3d8-061d-45a5-927b-5b43f3126f1b tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] No DVR routers for this DVR port ff08f6e0-5905-4041-b33c-9501050bf808 on host n-d-816865-1 {{(pid=102386) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 18:52:05.411498 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967f3951-ba1e-4f56-b0bf-b04b8d6dc174 None None] Pushing event deleted for resources: {'Port': ['ID=ff08f6e0-5905-4041-b33c-9501050bf808,revision_number=None']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:52:05.415390 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-967f3951-ba1e-4f56-b0bf-b04b8d6dc174 None None] No DVR routers for this DVR port ff08f6e0-5905-4041-b33c-9501050bf808 on host n-d-816865-1 {{(pid=102388) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 18:52:05.564243 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-0a64b3d8-061d-45a5-927b-5b43f3126f1b tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1579173', 'neutron.services.segments.db._delete_segments_for_network-8750027792909'] for network, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:05.613547 n-d-816865-1 neutron-server[102386]: DEBUG neutron.services.segments.db [None req-0a64b3d8-061d-45a5-927b-5b43f3126f1b tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5699984f-d876-40ab-aeab-25d16675c0a0']}} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:52:05.629533 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0f412b-4839-4a69-ae5e-eaeb0b5b31c7 req-7d2305dc-cff2-488f-85f6-ae5a2b6d9e92 tempest-ListServerFiltersTestJSON-1098286164 tempest-ListServerFiltersTestJSON-1098286164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:52:05.629647 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [req-b960a99c-ca06-4ec5-9830-eae72931ccf5 req-c6dcbba8-1a05-4b57-af62-6bbaba9567b7 tempest-ServersOnMultiNodesTest-710233287 tempest-ServersOnMultiNodesTest-710233287-project] Deleting port 976c4505-32dd-43c0-b0d3-7b2c28ae4643 {{(pid=102386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 18:52:05.629934 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-b960a99c-ca06-4ec5-9830-eae72931ccf5 req-c6dcbba8-1a05-4b57-af62-6bbaba9567b7 tempest-ServersOnMultiNodesTest-710233287 tempest-ServersOnMultiNodesTest-710233287-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:05.634693 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-6d0f412b-4839-4a69-ae5e-eaeb0b5b31c7 req-7d2305dc-cff2-488f-85f6-ae5a2b6d9e92 tempest-ListServerFiltersTestJSON-1098286164 tempest-ListServerFiltersTestJSON-1098286164-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5c012e7-e875-483f-a359-65c20cda3248 HTTP/1.1" status: 200 len: 946 time: 0.1250641 Nov 05 18:52:05.657150 n-d-816865-1 neutron-server[102386]: DEBUG neutron.services.segments.db [None req-0a64b3d8-061d-45a5-927b-5b43f3126f1b tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b146d59-4657-434d-85fb-5f4319f6b46d') {'for_net_delete': True} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:52:05.657451 n-d-816865-1 neutron-server[102386]: DEBUG neutron.services.segments.db [None req-0a64b3d8-061d-45a5-927b-5b43f3126f1b tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b146d59-4657-434d-85fb-5f4319f6b46d') {} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:52:05.699243 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-0a64b3d8-061d-45a5-927b-5b43f3126f1b tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750027793430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4590747'] for segment, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:05.711429 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1234a75a-7438-4d6e-9465-b2964b9752c3 req-cf1022a8-d07f-489e-8c8f-de86ea749412 tempest-ServersOnMultiNodesTest-710233287 tempest-ServersOnMultiNodesTest-710233287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:52:05.712967 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-1234a75a-7438-4d6e-9465-b2964b9752c3 req-cf1022a8-d07f-489e-8c8f-de86ea749412 tempest-ServersOnMultiNodesTest-710233287 tempest-ServersOnMultiNodesTest-710233287-project] 10.222.0.13 "GET /v2.0/ports?device_id=c2617d61-a26d-4245-b417-3c7214524de9 HTTP/1.1" status: 200 len: 949 time: 0.0772460 Nov 05 18:52:05.732561 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-6d0f412b-4839-4a69-ae5e-eaeb0b5b31c7 req-a4031ab5-d105-4ccd-b64b-ae48bcee20d0 tempest-ListServerFiltersTestJSON-1098286164 tempest-ListServerFiltersTestJSON-1098286164-project] 10.222.0.13 "GET /v2.0/security-groups?id=e3640d88-c369-41cd-98f6-7ceb94b23b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864522 Nov 05 18:52:05.750920 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-0a64b3d8-061d-45a5-927b-5b43f3126f1b tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273'] for segment, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:05.766764 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a64b3d8-061d-45a5-927b-5b43f3126f1b tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Releasing vlan 151 on physical network physnet1 to pool {{(pid=102386) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 05 18:52:05.768020 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-0a64b3d8-061d-45a5-927b-5b43f3126f1b tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6149721'] for segment, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:05.774659 n-d-816865-1 neutron-server[102386]: Traceback (most recent call last): Nov 05 18:52:05.774659 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 05 18:52:05.774659 n-d-816865-1 neutron-server[102386]: timer() Nov 05 18:52:05.774659 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 05 18:52:05.774659 n-d-816865-1 neutron-server[102386]: cb(*args, **kw) Nov 05 18:52:05.774659 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 05 18:52:05.774659 n-d-816865-1 neutron-server[102386]: return func(*args, **kwargs) Nov 05 18:52:05.774659 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 05 18:52:05.774659 n-d-816865-1 neutron-server[102386]: self._notify() Nov 05 18:52:05.774659 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 05 18:52:05.774659 n-d-816865-1 neutron-server[102386]: self.callback(batched_events) Nov 05 18:52:05.774659 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 05 18:52:05.774659 n-d-816865-1 neutron-server[102386]: event.method(event) Nov 05 18:52:05.774659 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 05 18:52:05.774659 n-d-816865-1 neutron-server[102386]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 05 18:52:05.774659 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 05 18:52:05.774659 n-d-816865-1 neutron-server[102386]: aggregate_uuid = self.p_client.list_aggregates( Nov 05 18:52:05.774659 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 05 18:52:05.774659 n-d-816865-1 neutron-server[102386]: return f(self, *a, **k) Nov 05 18:52:05.774659 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 05 18:52:05.774659 n-d-816865-1 neutron-server[102386]: return self._get(url).json() Nov 05 18:52:05.774659 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 05 18:52:05.774659 n-d-816865-1 neutron-server[102386]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 05 18:52:05.774659 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 05 18:52:05.774659 n-d-816865-1 neutron-server[102386]: return self.request(url, 'GET', **kwargs) Nov 05 18:52:05.774659 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 05 18:52:05.774659 n-d-816865-1 neutron-server[102386]: base_url = self.get_endpoint(auth, allow=allow, Nov 05 18:52:05.774659 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 05 18:52:05.774659 n-d-816865-1 neutron-server[102386]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 05 18:52:05.774659 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 05 18:52:05.774659 n-d-816865-1 neutron-server[102386]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 05 18:52:05.774659 n-d-816865-1 neutron-server[102386]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 05 18:52:05.801867 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-1234a75a-7438-4d6e-9465-b2964b9752c3 req-18a287dc-59ca-4d9d-b664-c03096432250 tempest-ServersOnMultiNodesTest-710233287 tempest-ServersOnMultiNodesTest-710233287-project] 10.222.0.13 "GET /v2.0/security-groups?id=a1214aa7-6fe8-4b93-878e-3f1f16f5c576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793486 Nov 05 18:52:05.849258 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [req-b960a99c-ca06-4ec5-9830-eae72931ccf5 req-c6dcbba8-1a05-4b57-af62-6bbaba9567b7 tempest-ServersOnMultiNodesTest-710233287 tempest-ServersOnMultiNodesTest-710233287-project] For port 976c4505-32dd-43c0-b0d3-7b2c28ae4643, host n-h2-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=976c4505-32dd-43c0-b0d3-7b2c28ae4643,segment=NetworkSegment(35c2db9c-522d-48d3-98cf-a08c2cc55db7),segment_id=35c2db9c-522d-48d3-98cf-a08c2cc55db7)] {{(pid=102386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:52:05.849652 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-b960a99c-ca06-4ec5-9830-eae72931ccf5 req-c6dcbba8-1a05-4b57-af62-6bbaba9567b7 tempest-ServersOnMultiNodesTest-710233287 tempest-ServersOnMultiNodesTest-710233287-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:05.881321 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7c8e84-6cf3-4eaf-b459-0f016f1752bb req-504e8bd6-0878-444f-9d70-18109eb10d33 tempest-ServersOnMultiNodesTest-710233287 tempest-ServersOnMultiNodesTest-710233287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:52:05.883073 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-ca7c8e84-6cf3-4eaf-b459-0f016f1752bb req-504e8bd6-0878-444f-9d70-18109eb10d33 tempest-ServersOnMultiNodesTest-710233287 tempest-ServersOnMultiNodesTest-710233287-project] 10.222.0.55 "GET /v2.0/ports?device_id=7c59d711-977b-4fd3-ac1e-89cd86a4bb40 HTTP/1.1" status: 200 len: 950 time: 0.1728191 Nov 05 18:52:05.889085 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [req-b960a99c-ca06-4ec5-9830-eae72931ccf5 req-c6dcbba8-1a05-4b57-af62-6bbaba9567b7 tempest-ServersOnMultiNodesTest-710233287 tempest-ServersOnMultiNodesTest-710233287-project] Calling delete_port for 976c4505-32dd-43c0-b0d3-7b2c28ae4643 owned by compute:nova {{(pid=102386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 18:52:05.949201 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b2ecf2-4258-4a2c-91f2-ad8c1585bef6 req-4c7c15e2-311d-4de8-a886-d995e86e1156 tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:52:05.957002 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-a5b2ecf2-4258-4a2c-91f2-ad8c1585bef6 req-4c7c15e2-311d-4de8-a886-d995e86e1156 tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] 10.222.0.13 "GET /v2.0/ports?device_id=b3c515f9-768f-4a54-bb92-e6f3d5207990 HTTP/1.1" status: 200 len: 944 time: 0.1194050 Nov 05 18:52:05.976559 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-0a64b3d8-061d-45a5-927b-5b43f3126f1b tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1579178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-956796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1000687'] for network, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:05.983460 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdd25b3-b060-4d07-88e4-3de39dd48e26 req-3969731d-2d23-415a-91cd-258c2d45beb2 tempest-ListServerFiltersTestJSON-1098286164 tempest-ListServerFiltersTestJSON-1098286164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:52:05.985018 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-5fdd25b3-b060-4d07-88e4-3de39dd48e26 req-3969731d-2d23-415a-91cd-258c2d45beb2 tempest-ListServerFiltersTestJSON-1098286164 tempest-ListServerFiltersTestJSON-1098286164-project] 10.222.0.13 "GET /v2.0/ports?device_id=35c561de-9fb3-42c9-b803-c5bb933ccd4c HTTP/1.1" status: 200 len: 946 time: 0.1025162 Nov 05 18:52:06.005508 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-0a64b3d8-061d-45a5-927b-5b43f3126f1b tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Publish callbacks [] for network, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:06.013060 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-0a64b3d8-061d-45a5-927b-5b43f3126f1b tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] 10.222.0.13 "DELETE /v2.0/networks/5699984f-d876-40ab-aeab-25d16675c0a0 HTTP/1.1" status: 204 len: 168 time: 1.6964738 Nov 05 18:52:06.015442 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 58912) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:52:06.043772 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-9511c90b-e2d1-4791-ae39-44575b899eed tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-264117833', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec'}, 'admin_state_up': False}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:52:06.048116 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a64b3d8-061d-45a5-927b-5b43f3126f1b tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Pushing event deleted for resources: {'Network': ['ID=5699984f-d876-40ab-aeab-25d16675c0a0,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:52:06.056609 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:06.098743 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-a5b2ecf2-4258-4a2c-91f2-ad8c1585bef6 req-ee7f6e62-ae80-40ec-8de3-68408e08277e tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] 10.222.0.13 "GET /v2.0/security-groups?id=8015cb9a-1cfc-43ae-80a2-992db853641d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1408474 Nov 05 18:52:06.153081 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-5fdd25b3-b060-4d07-88e4-3de39dd48e26 req-69f638e6-5603-4738-84c5-7015a8e60515 tempest-ListServerFiltersTestJSON-1098286164 tempest-ListServerFiltersTestJSON-1098286164-project] 10.222.0.13 "GET /v2.0/security-groups?id=e3640d88-c369-41cd-98f6-7ceb94b23b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386015 Nov 05 18:52:06.223356 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b304910f-7b27-444b-a8fc-977d26b1ceac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:06.226727 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [req-ca7c8e84-6cf3-4eaf-b459-0f016f1752bb req-476fd7e5-512f-4cb6-94aa-fec14a20f142 tempest-ServersOnMultiNodesTest-710233287 tempest-ServersOnMultiNodesTest-710233287-project] Deleting port 328468a7-8564-46fe-b7ce-549f91925675 {{(pid=102386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 18:52:06.227334 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-ca7c8e84-6cf3-4eaf-b459-0f016f1752bb req-476fd7e5-512f-4cb6-94aa-fec14a20f142 tempest-ServersOnMultiNodesTest-710233287 tempest-ServersOnMultiNodesTest-710233287-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:06.282159 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-9511c90b-e2d1-4791-ae39-44575b899eed tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-571139', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6874'] for router, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:06.284278 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-9511c90b-e2d1-4791-ae39-44575b899eed tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-571375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1000570', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1011585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6867'] for router, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:06.365502 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-64d6d7a4-738c-41e1-a7e4-84939b506094 req-14025c54-1952-42e3-85cf-84c0fafd9b41 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--181153103&fields=id&tenant_id=3f080cb3a4f24f1db8ad75a12c2cd4bf HTTP/1.1" status: 200 len: 267 time: 0.1489437 Nov 05 18:52:06.400435 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [req-ca7c8e84-6cf3-4eaf-b459-0f016f1752bb req-476fd7e5-512f-4cb6-94aa-fec14a20f142 tempest-ServersOnMultiNodesTest-710233287 tempest-ServersOnMultiNodesTest-710233287-project] For port 328468a7-8564-46fe-b7ce-549f91925675, host n-h2-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=328468a7-8564-46fe-b7ce-549f91925675,segment=NetworkSegment(35c2db9c-522d-48d3-98cf-a08c2cc55db7),segment_id=35c2db9c-522d-48d3-98cf-a08c2cc55db7)] {{(pid=102386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:52:06.400802 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-ca7c8e84-6cf3-4eaf-b459-0f016f1752bb req-476fd7e5-512f-4cb6-94aa-fec14a20f142 tempest-ServersOnMultiNodesTest-710233287 tempest-ServersOnMultiNodesTest-710233287-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:06.416418 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [req-ca7c8e84-6cf3-4eaf-b459-0f016f1752bb req-476fd7e5-512f-4cb6-94aa-fec14a20f142 tempest-ServersOnMultiNodesTest-710233287 tempest-ServersOnMultiNodesTest-710233287-project] Calling delete_port for 328468a7-8564-46fe-b7ce-549f91925675 owned by compute:nova {{(pid=102386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 18:52:06.428706 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-b960a99c-ca06-4ec5-9830-eae72931ccf5 req-c6dcbba8-1a05-4b57-af62-6bbaba9567b7 tempest-ServersOnMultiNodesTest-710233287 tempest-ServersOnMultiNodesTest-710233287-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:06.444128 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] get_ports_and_sgs() called for port_ids ['e4268253-2c3d-4389-9f13-e0128dfb13d4', '976c4505-32dd-43c0-b0d3-7b2c28ae4643', '328468a7-8564-46fe-b7ce-549f91925675'] {{(pid=102388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 18:52:06.448302 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 58934) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:52:06.538399 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d6d7a4-738c-41e1-a7e4-84939b506094 req-79cfdb22-62da-492c-ad1b-5d34968533bc tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:52:06.549415 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-64d6d7a4-738c-41e1-a7e4-84939b506094 req-79cfdb22-62da-492c-ad1b-5d34968533bc tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] 10.222.0.13 "GET /v2.0/ports/67bf7a45-d02d-4202-afe1-d2eef054ceb0 HTTP/1.1" status: 200 len: 936 time: 0.1817608 Nov 05 18:52:06.563527 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-9511c90b-e2d1-4791-ae39-44575b899eed tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:06.574318 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6dcbba8-1a05-4b57-af62-6bbaba9567b7 tempest-ServersOnMultiNodesTest-710233287 tempest-ServersOnMultiNodesTest-710233287-project] Pushing event deleted for resources: {'Port': ['ID=976c4505-32dd-43c0-b0d3-7b2c28ae4643,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:52:06.578934 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c44175c-e9f8-4e18-a550-bcedec0854c2 req-eb204bb8-2ecf-475d-8e02-1737b5f0ea1b tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:52:06.591239 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-4c44175c-e9f8-4e18-a550-bcedec0854c2 req-eb204bb8-2ecf-475d-8e02-1737b5f0ea1b tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] 10.222.0.13 "GET /v2.0/ports?device_id=b3c515f9-768f-4a54-bb92-e6f3d5207990 HTTP/1.1" status: 200 len: 944 time: 0.3362696 Nov 05 18:52:06.685505 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d6d7a4-738c-41e1-a7e4-84939b506094 req-52d043af-3bbc-40b6-b3c4-91d088eb0fbc tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:52:06.695769 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-64d6d7a4-738c-41e1-a7e4-84939b506094 req-52d043af-3bbc-40b6-b3c4-91d088eb0fbc tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] 10.222.0.13 "GET /v2.0/ports/2456eae3-169a-4fab-a13d-e220c18e5959 HTTP/1.1" status: 200 len: 935 time: 0.1450436 Nov 05 18:52:06.761705 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [req-b960a99c-ca06-4ec5-9830-eae72931ccf5 req-c6dcbba8-1a05-4b57-af62-6bbaba9567b7 tempest-ServersOnMultiNodesTest-710233287 tempest-ServersOnMultiNodesTest-710233287-project] No DVR routers for this DVR port 976c4505-32dd-43c0-b0d3-7b2c28ae4643 on host n-h2-816865-1 {{(pid=102386) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 18:52:06.765836 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-b960a99c-ca06-4ec5-9830-eae72931ccf5 req-c6dcbba8-1a05-4b57-af62-6bbaba9567b7 tempest-ServersOnMultiNodesTest-710233287 tempest-ServersOnMultiNodesTest-710233287-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:06.769627 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-b960a99c-ca06-4ec5-9830-eae72931ccf5 req-c6dcbba8-1a05-4b57-af62-6bbaba9567b7 tempest-ServersOnMultiNodesTest-710233287 tempest-ServersOnMultiNodesTest-710233287-project] 10.222.0.55 "DELETE /v2.0/ports/976c4505-32dd-43c0-b0d3-7b2c28ae4643 HTTP/1.1" status: 204 len: 173 time: 1.4532082 Nov 05 18:52:06.770105 n-d-816865-1 neutron-server[102386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2617d61-a26d-4245-b417-3c7214524de9', 'name': 'network-vif-deleted', 'tag': '976c4505-32dd-43c0-b0d3-7b2c28ae4643'}] {{(pid=102386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 18:52:06.772381 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6173a44d7c73f41af551dc890fa1a5892c2c6bc3458b640c8e0c24db7876ba6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7897bb4e-f78a-40eb-811f-a9de99907cec" -d '{"events": [{"server_uuid": "c2617d61-a26d-4245-b417-3c7214524de9", "name": "network-vif-deleted", "tag": "976c4505-32dd-43c0-b0d3-7b2c28ae4643"}]}' {{(pid=102386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 18:52:07.009441 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-ca7c8e84-6cf3-4eaf-b459-0f016f1752bb req-476fd7e5-512f-4cb6-94aa-fec14a20f142 tempest-ServersOnMultiNodesTest-710233287 tempest-ServersOnMultiNodesTest-710233287-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:07.054529 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476fd7e5-512f-4cb6-94aa-fec14a20f142 tempest-ServersOnMultiNodesTest-710233287 tempest-ServersOnMultiNodesTest-710233287-project] Pushing event deleted for resources: {'Port': ['ID=328468a7-8564-46fe-b7ce-549f91925675,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:52:07.141984 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca7c8e84-6cf3-4eaf-b459-0f016f1752bb req-476fd7e5-512f-4cb6-94aa-fec14a20f142 tempest-ServersOnMultiNodesTest-710233287 tempest-ServersOnMultiNodesTest-710233287-project] No DVR routers for this DVR port 328468a7-8564-46fe-b7ce-549f91925675 on host n-h2-816865-1 {{(pid=102386) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 18:52:07.147582 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-ca7c8e84-6cf3-4eaf-b459-0f016f1752bb req-476fd7e5-512f-4cb6-94aa-fec14a20f142 tempest-ServersOnMultiNodesTest-710233287 tempest-ServersOnMultiNodesTest-710233287-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:07.154395 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-ca7c8e84-6cf3-4eaf-b459-0f016f1752bb req-476fd7e5-512f-4cb6-94aa-fec14a20f142 tempest-ServersOnMultiNodesTest-710233287 tempest-ServersOnMultiNodesTest-710233287-project] 10.222.0.55 "DELETE /v2.0/ports/328468a7-8564-46fe-b7ce-549f91925675 HTTP/1.1" status: 204 len: 173 time: 1.2513571 Nov 05 18:52:07.206339 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] get_ports_and_sgs() called for port_ids ['e4268253-2c3d-4389-9f13-e0128dfb13d4'] {{(pid=102388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 18:52:07.295791 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-9511c90b-e2d1-4791-ae39-44575b899eed tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:07.305099 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-4c44175c-e9f8-4e18-a550-bcedec0854c2 req-63454323-4157-42ad-944c-0d01ebe7ed45 tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] 10.222.0.13 "GET /v2.0/security-groups?id=8015cb9a-1cfc-43ae-80a2-992db853641d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7129376 Nov 05 18:52:07.326357 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-b97685d9-24f9-4dbc-a800-9010ff3453e6 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-968329489'}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:52:07.352936 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-64d6d7a4-738c-41e1-a7e4-84939b506094 req-e555b786-cd5f-4f63-b2cd-8b93a32ae900 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] 10.222.0.13 "GET /v2.0/ports?network_id=92cc69b6-4cd1-4b33-bca8-908cd312767a&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.6563821 Nov 05 18:52:07.435365 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-64d6d7a4-738c-41e1-a7e4-84939b506094 req-efbfa2a6-dfd3-4c93-ba5f-2c1908baf7cf tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] 10.222.0.13 "GET /v2.0/ports?network_id=92cc69b6-4cd1-4b33-bca8-908cd312767a&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0743363 Nov 05 18:52:07.532150 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b97685d9-24f9-4dbc-a800-9010ff3453e6 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Made reservation on behalf of 7bc73c6c17f842a987dd31290d20faa2 for: {'network': 1} {{(pid=102387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 18:52:07.544025 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-b97685d9-24f9-4dbc-a800-9010ff3453e6 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for network, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:07.566021 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-b97685d9-24f9-4dbc-a800-9010ff3453e6 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Publish callbacks [] for security_group, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:07.660787 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d6d7a4-738c-41e1-a7e4-84939b506094 req-7fd48dad-f46f-47fd-8d5e-b82d783e23cb tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:52:07.667805 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d6d7a4-738c-41e1-a7e4-84939b506094 req-7fd48dad-f46f-47fd-8d5e-b82d783e23cb tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:52:07.675729 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d6d7a4-738c-41e1-a7e4-84939b506094 req-7fd48dad-f46f-47fd-8d5e-b82d783e23cb tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:52:07.678169 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-64d6d7a4-738c-41e1-a7e4-84939b506094 req-7fd48dad-f46f-47fd-8d5e-b82d783e23cb tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] 10.222.0.13 "GET /v2.0/networks?id=ad4e0fc4-1abc-48fb-9c8e-5d76236fa098&id=59ceeb29-cfb5-4ee4-ad6e-189a26cd5b4e&id=59ceeb29-cfb5-4ee4-ad6e-189a26cd5b4e&id=92cc69b6-4cd1-4b33-bca8-908cd312767a&id=92cc69b6-4cd1-4b33-bca8-908cd312767a HTTP/1.1" status: 200 len: 1995 time: 0.2172890 Nov 05 18:52:07.712553 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1b6e41-b781-48cc-927b-f7566b5c5262 req-406b114b-4e90-427a-9a10-756dab21466c tempest-ListServerFiltersTestJSON-1098286164 tempest-ListServerFiltersTestJSON-1098286164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:52:07.722484 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-6b1b6e41-b781-48cc-927b-f7566b5c5262 req-406b114b-4e90-427a-9a10-756dab21466c tempest-ListServerFiltersTestJSON-1098286164 tempest-ListServerFiltersTestJSON-1098286164-project] 10.222.0.13 "GET /v2.0/ports?device_id=40a69fbe-e1f7-466f-8196-057bf071030e HTTP/1.1" status: 200 len: 945 time: 0.3428938 Nov 05 18:52:07.767985 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-64d6d7a4-738c-41e1-a7e4-84939b506094 req-fdb23c3e-168c-4d63-a432-03685ed94877 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] 10.222.0.13 "GET /v2.0/quotas/3f080cb3a4f24f1db8ad75a12c2cd4bf HTTP/1.1" status: 200 len: 375 time: 0.0825181 Nov 05 18:52:07.927464 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-6b1b6e41-b781-48cc-927b-f7566b5c5262 req-54db1fb5-a84b-4cbf-9539-2fbcefb793f7 tempest-ListServerFiltersTestJSON-1098286164 tempest-ListServerFiltersTestJSON-1098286164-project] 10.222.0.13 "GET /v2.0/security-groups?id=e3640d88-c369-41cd-98f6-7ceb94b23b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2039859 Nov 05 18:52:07.930368 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-b97685d9-24f9-4dbc-a800-9010ff3453e6 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Publish callbacks [] for security_group, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:07.958919 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-64d6d7a4-738c-41e1-a7e4-84939b506094 req-5cff4909-fc81-44b6-8f38-86e5ae9f72ae tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=3f080cb3a4f24f1db8ad75a12c2cd4bf&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1467869 Nov 05 18:52:07.983136 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 18:52:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77f2ff05-b33c-4a90-b81c-74247b5ece8f x-openstack-request-id: req-77f2ff05-b33c-4a90-b81c-74247b5ece8f {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 18:52:07.988755 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2617d61-a26d-4245-b417-3c7214524de9", "name": "network-vif-deleted", "tag": "976c4505-32dd-43c0-b0d3-7b2c28ae4643", "status": "completed", "code": 200}]} {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 18:52:07.988755 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-77f2ff05-b33c-4a90-b81c-74247b5ece8f {{(pid=102386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 18:52:07.988755 n-d-816865-1 neutron-server[102386]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2617d61-a26d-4245-b417-3c7214524de9', 'name': 'network-vif-deleted', 'tag': '976c4505-32dd-43c0-b0d3-7b2c28ae4643', 'status': 'completed', 'code': 200} Nov 05 18:52:08.110275 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-b97685d9-24f9-4dbc-a800-9010ff3453e6 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:08.184903 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-a496edd4-93a5-4582-a4b8-dc682122a209 req-ace53bc3-5c7a-4854-ae2a-3d5689af6f9e tempest-ServersOnMultiNodesTest-710233287 tempest-ServersOnMultiNodesTest-710233287-project] 10.222.0.13 "GET /v2.0/ports?device_id=c2617d61-a26d-4245-b417-3c7214524de9 HTTP/1.1" status: 200 len: 210 time: 0.0839522 Nov 05 18:52:08.202425 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-31f93893-a48e-4ae8-833d-dccb2b42eacc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:08.222270 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-9511c90b-e2d1-4791-ae39-44575b899eed tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Publish callbacks [] for router_gateway, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:08.222270 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b97685d9-24f9-4dbc-a800-9010ff3453e6 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 191} {{(pid=102387) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 05 18:52:08.259897 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97685d9-24f9-4dbc-a800-9010ff3453e6 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d129f66c-9110-44c9-b8c7-cd40fac180e6,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:52:08.262735 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-9511c90b-e2d1-4791-ae39-44575b899eed tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:08.264976 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-b97685d9-24f9-4dbc-a800-9010ff3453e6 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273'] for segment, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:08.265312 n-d-816865-1 neutron-server[102387]: INFO neutron.db.segments_db [None req-b97685d9-24f9-4dbc-a800-9010ff3453e6 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Added segment 1bdc5ccc-001b-4584-b217-2d1934002f57 of type vlan for network 1c9d25d3-7f2e-4384-9081-dc17514a5578 Nov 05 18:52:08.388410 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-b97685d9-24f9-4dbc-a800-9010ff3453e6 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750027258543'] for network, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:08.396655 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-64d6d7a4-738c-41e1-a7e4-84939b506094 req-3e80cf07-4d94-4ba9-9acd-f812ab63426d service neutron] 10.222.0.13 "GET /v2.0/networks/ad4e0fc4-1abc-48fb-9c8e-5d76236fa098?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4233727 Nov 05 18:52:08.531710 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:08.549948 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.db_base_plugin_common [None req-9511c90b-e2d1-4791-ae39-44575b899eed tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Allocated IP 172.25.6.239 (40c8335d-cd0b-4cb5-910a-d4dcddd5cbec/04fe6db3-e108-4208-943d-6518424f5726/681ff494-e030-4b25-9d61-31a59ed0b211) {{(pid=102387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 18:52:08.558781 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cde6b2e-e181-4dd0-96b9-fed229e97523 req-bce8a29b-93f0-44f2-b1ae-7f2ab0da8735 tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:52:08.566994 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-7cde6b2e-e181-4dd0-96b9-fed229e97523 req-bce8a29b-93f0-44f2-b1ae-7f2ab0da8735 tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] 10.222.0.13 "GET /v2.0/networks?id=bb5b9fed-8e61-492a-a21e-f9ce432c95f7 HTTP/1.1" status: 200 len: 811 time: 0.2519977 Nov 05 18:52:08.587108 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-b97685d9-24f9-4dbc-a800-9010ff3453e6 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-956796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877'] for network, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:08.588025 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b97685d9-24f9-4dbc-a800-9010ff3453e6 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:52:08.589008 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-b97685d9-24f9-4dbc-a800-9010ff3453e6 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597851'] for network, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:08.618697 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-7cde6b2e-e181-4dd0-96b9-fed229e97523 req-b081bc88-ba05-430d-8180-61d634ae7c0c tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] 10.222.0.13 "GET /v2.0/quotas/9d37d1d71d154d088bbcf565483b4218 HTTP/1.1" status: 200 len: 375 time: 0.0508280 Nov 05 18:52:08.769140 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-b97685d9-24f9-4dbc-a800-9010ff3453e6 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 2.3172884 Nov 05 18:52:08.772822 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 58988) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:52:08.778136 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-a5f84ad3-18f3-4a53-8fac-c4fefb6f000d tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Request body: {'subnet': {'network_id': '1c9d25d3-7f2e-4384-9081-dc17514a5578', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:52:08.804020 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97685d9-24f9-4dbc-a800-9010ff3453e6 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Pushing event updated for resources: {'Network': ['ID=1c9d25d3-7f2e-4384-9081-dc17514a5578,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:52:08.815884 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Network 1c9d25d3-7f2e-4384-9081-dc17514a5578 details requested by agent ovs-agent-n-d-816865-1 with host n-d-816865-1 {{(pid=102388) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 05 18:52:08.850929 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Device 328468a7-8564-46fe-b7ce-549f91925675 no longer exists at agent hyperv_n-h2-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 18:52:08.864592 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-7cde6b2e-e181-4dd0-96b9-fed229e97523 req-c459cc95-4b43-464d-bc0f-85fed726bb92 tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=9d37d1d71d154d088bbcf565483b4218&fields=id HTTP/1.1" status: 200 len: 486 time: 0.2331884 Nov 05 18:52:08.918762 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-64d6d7a4-738c-41e1-a7e4-84939b506094 req-cb3546aa-778a-4545-9f12-bea35e054f31 service neutron] 10.222.0.13 "GET /v2.0/networks/ad4e0fc4-1abc-48fb-9c8e-5d76236fa098?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5028510 Nov 05 18:52:08.933009 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] No Port match for: 328468a7-8564-46fe-b7ce-549f91925675 {{(pid=102388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 18:52:08.938219 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Device 328468a7-8564-46fe-b7ce-549f91925675 not bound to the agent host n-h2-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 18:52:08.940383 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Device 976c4505-32dd-43c0-b0d3-7b2c28ae4643 no longer exists at agent hyperv_n-h2-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 18:52:08.970631 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-9511c90b-e2d1-4791-ae39-44575b899eed tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Publish callbacks [] for port, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:08.972793 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] No Port match for: 976c4505-32dd-43c0-b0d3-7b2c28ae4643 {{(pid=102388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 18:52:08.974420 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Device 976c4505-32dd-43c0-b0d3-7b2c28ae4643 not bound to the agent host n-h2-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 18:52:09.010673 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-64d6d7a4-738c-41e1-a7e4-84939b506094 req-b8a4e688-229b-4e6f-a517-36fba2e29eaa service neutron] 10.222.0.13 "GET /v2.0/ports/67bf7a45-d02d-4202-afe1-d2eef054ceb0?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0552323 Nov 05 18:52:09.056510 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5f84ad3-18f3-4a53-8fac-c4fefb6f000d tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Made reservation on behalf of 7bc73c6c17f842a987dd31290d20faa2 for: {'subnet': 1} {{(pid=102386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 18:52:09.061104 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-a5f84ad3-18f3-4a53-8fac-c4fefb6f000d tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4877122'] for subnet, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:09.065449 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-7cde6b2e-e181-4dd0-96b9-fed229e97523 req-5152ac3a-1171-4833-88c6-a2da7ab95742 service neutron] 10.222.0.13 "GET /v2.0/networks/bb5b9fed-8e61-492a-a21e-f9ce432c95f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2000141 Nov 05 18:52:09.196818 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-64d6d7a4-738c-41e1-a7e4-84939b506094 req-96f97a2e-5239-4b46-a70f-19d23b97976a service neutron] 10.222.0.13 "GET /v2.0/networks/59ceeb29-cfb5-4ee4-ad6e-189a26cd5b4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1764874 Nov 05 18:52:09.215974 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-7cde6b2e-e181-4dd0-96b9-fed229e97523 req-76c80a21-d967-40ef-bc5d-ca744716b99e service neutron] 10.222.0.13 "GET /v2.0/networks/bb5b9fed-8e61-492a-a21e-f9ce432c95f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1196356 Nov 05 18:52:09.227759 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-9511c90b-e2d1-4791-ae39-44575b899eed tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4417063'] for port, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:09.309612 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9511c90b-e2d1-4791-ae39-44575b899eed tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Network 40c8335d-cd0b-4cb5-910a-d4dcddd5cbec is already hosted by enough agents. {{(pid=102387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 18:52:09.319465 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.base_scheduler [None req-9511c90b-e2d1-4791-ae39-44575b899eed tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Resources bound (agent type, host, resource id): {{(pid=102387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:52:09.324487 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9511c90b-e2d1-4791-ae39-44575b899eed tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Received port after_create {{(pid=102387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 18:52:09.354876 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9511c90b-e2d1-4791-ae39-44575b899eed tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Pushing event updated for resources: {'Port': ['ID=681ff494-e030-4b25-9d61-31a59ed0b211,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:52:09.383480 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-a5f84ad3-18f3-4a53-8fac-c4fefb6f000d tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6149946', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4877172'] for subnet, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:09.384873 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-64d6d7a4-738c-41e1-a7e4-84939b506094 req-4b2749ca-5e32-41f2-aac6-af0dd9f6f09b service neutron] 10.222.0.13 "GET /v2.0/networks/59ceeb29-cfb5-4ee4-ad6e-189a26cd5b4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1784446 Nov 05 18:52:09.480812 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f84ad3-18f3-4a53-8fac-c4fefb6f000d tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Pushing event updated for resources: {'Subnet': ['ID=b241b8ce-21df-4bef-b76f-e29b7c347a3e,revision_number=0']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:52:09.503390 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5f84ad3-18f3-4a53-8fac-c4fefb6f000d tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Checking segment: {'id': '1bdc5ccc-001b-4584-b217-2d1934002f57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '1c9d25d3-7f2e-4384-9081-dc17514a5578'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 18:52:09.504008 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5f84ad3-18f3-4a53-8fac-c4fefb6f000d tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Network hostable DHCP agents. Network: 1c9d25d3-7f2e-4384-9081-dc17514a5578, hostable agents: ['987e2ca0-bc3b-4c6f-a989-429ccfbf753f'], hosted agents: [] {{(pid=102386) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 05 18:52:09.519519 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-64d6d7a4-738c-41e1-a7e4-84939b506094 req-42ba406b-6c76-49fc-9309-2022372ccd94 service neutron] 10.222.0.13 "GET /v2.0/ports/2456eae3-169a-4fab-a13d-e220c18e5959?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0941498 Nov 05 18:52:09.585808 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5f84ad3-18f3-4a53-8fac-c4fefb6f000d tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Network 1c9d25d3-7f2e-4384-9081-dc17514a5578 is scheduled to be hosted by DHCP agent 987e2ca0-bc3b-4c6f-a989-429ccfbf753f with binding_index 1 {{(pid=102386) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 05 18:52:09.652737 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-64d6d7a4-738c-41e1-a7e4-84939b506094 req-dde25e9e-2897-45a1-b6d2-76484f9ec1ab service neutron] 10.222.0.13 "GET /v2.0/networks/59ceeb29-cfb5-4ee4-ad6e-189a26cd5b4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222115 Nov 05 18:52:09.693134 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.base_scheduler [None req-a5f84ad3-18f3-4a53-8fac-c4fefb6f000d tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816865-1, 1c9d25d3-7f2e-4384-9081-dc17514a5578) {{(pid=102386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:52:09.704664 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3172de60-ae01-420a-ba96-738c33251a2e None None] Network 1c9d25d3-7f2e-4384-9081-dc17514a5578 requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 18:52:09.705293 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5f84ad3-18f3-4a53-8fac-c4fefb6f000d tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:52:09.707278 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-a5f84ad3-18f3-4a53-8fac-c4fefb6f000d tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Publish callbacks [] for subnet, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:09.811623 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-a5f84ad3-18f3-4a53-8fac-c4fefb6f000d tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0370047 Nov 05 18:52:09.814409 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 59014) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:52:09.824219 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-5b9d212e-c5a0-493f-b9c0-bac83f10eb18 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Request body: {'port': {'network_id': '1c9d25d3-7f2e-4384-9081-dc17514a5578', 'name': 'tempest-NetworksTestDHCPv6-585796288'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:52:09.961331 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-131519f4-b2d7-4028-a828-aed1b9ef5d97 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeb20a084-accf-5b60-8075-3e69ebe863a6-1c9d25d3-7f2e-4384-9081-dc17514a5578', 'network_id': '1c9d25d3-7f2e-4384-9081-dc17514a5578', 'tenant_id': '7bc73c6c17f842a987dd31290d20faa2', 'fixed_ips': [{'subnet_id': 'b241b8ce-21df-4bef-b76f-e29b7c347a3e'}]}} from n-d-816865-1. {{(pid=102388) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 05 18:52:09.963542 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-131519f4-b2d7-4028-a828-aed1b9ef5d97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:09.970679 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-64d6d7a4-738c-41e1-a7e4-84939b506094 req-06f49bb0-3ddc-49ce-94f6-d0f3500e4796 service neutron] 10.222.0.13 "GET /v2.0/networks/59ceeb29-cfb5-4ee4-ad6e-189a26cd5b4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3162398 Nov 05 18:52:10.006590 n-d-816865-1 neutron-server[102386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c59d711-977b-4fd3-ac1e-89cd86a4bb40', 'name': 'network-vif-deleted', 'tag': '328468a7-8564-46fe-b7ce-549f91925675'}] {{(pid=102386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 18:52:10.009224 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6173a44d7c73f41af551dc890fa1a5892c2c6bc3458b640c8e0c24db7876ba6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdc86f24-47e6-42c0-8c82-1c9285843030" -d '{"events": [{"server_uuid": "7c59d711-977b-4fd3-ac1e-89cd86a4bb40", "name": "network-vif-deleted", "tag": "328468a7-8564-46fe-b7ce-549f91925675"}]}' {{(pid=102386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 18:52:10.102120 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b9d212e-c5a0-493f-b9c0-bac83f10eb18 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Made reservation on behalf of 7bc73c6c17f842a987dd31290d20faa2 for: {'port': 1} {{(pid=102386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 18:52:10.106396 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-5b9d212e-c5a0-493f-b9c0-bac83f10eb18 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:10.124634 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14e06d7-0616-4666-934f-68df319cd9e7 req-bdbc79c6-5700-43c2-ae44-60d8af38d3b2 tempest-ListServerFiltersTestJSON-1098286164 tempest-ListServerFiltersTestJSON-1098286164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:52:10.132649 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-e14e06d7-0616-4666-934f-68df319cd9e7 req-bdbc79c6-5700-43c2-ae44-60d8af38d3b2 tempest-ListServerFiltersTestJSON-1098286164 tempest-ListServerFiltersTestJSON-1098286164-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5c012e7-e875-483f-a359-65c20cda3248 HTTP/1.1" status: 200 len: 946 time: 0.2605271 Nov 05 18:52:10.134436 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-9511c90b-e2d1-4791-ae39-44575b899eed tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Publish callbacks [] for router_gateway, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:10.143170 n-d-816865-1 neutron-server[102386]: DEBUG neutron.notifiers.nova [None req-5b9d212e-c5a0-493f-b9c0-bac83f10eb18 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] device_id is not set on port 169dabe4-88a9-44b0-941d-98c10b966dfd yet. {{(pid=102386) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 05 18:52:10.161110 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.db_base_plugin_common [None req-131519f4-b2d7-4028-a828-aed1b9ef5d97 None None] Allocated IP 2001:db8::2 (1c9d25d3-7f2e-4384-9081-dc17514a5578/b241b8ce-21df-4bef-b76f-e29b7c347a3e/ab47859a-c62e-4312-b95f-d56fd1c143dd) {{(pid=102388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 18:52:10.311077 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-64d6d7a4-738c-41e1-a7e4-84939b506094 req-7510baf9-34e6-4acf-b78f-361dc6cc46a6 service neutron] 10.222.0.13 "GET /v2.0/networks/59ceeb29-cfb5-4ee4-ad6e-189a26cd5b4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3032498 Nov 05 18:52:10.390519 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-131519f4-b2d7-4028-a828-aed1b9ef5d97 None None] Publish callbacks [] for port, precommit_create {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:10.418607 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-e14e06d7-0616-4666-934f-68df319cd9e7 req-973e0970-288c-46c4-a001-6b2ac98b150d tempest-ListServerFiltersTestJSON-1098286164 tempest-ListServerFiltersTestJSON-1098286164-project] 10.222.0.13 "GET /v2.0/security-groups?id=e3640d88-c369-41cd-98f6-7ceb94b23b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1872430 Nov 05 18:52:10.474001 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-131519f4-b2d7-4028-a828-aed1b9ef5d97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789'] for port, after_create {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:10.542609 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-64d6d7a4-738c-41e1-a7e4-84939b506094 req-c120404e-0ae4-4c18-9f4c-724072235001 service neutron] 10.222.0.13 "GET /v2.0/networks/59ceeb29-cfb5-4ee4-ad6e-189a26cd5b4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2196543 Nov 05 18:52:10.571886 n-d-816865-1 neutron-server[102388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-131519f4-b2d7-4028-a828-aed1b9ef5d97 None None] Network 1c9d25d3-7f2e-4384-9081-dc17514a5578 is already hosted by enough agents. {{(pid=102388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 18:52:10.573086 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.db_base_plugin_common [None req-5b9d212e-c5a0-493f-b9c0-bac83f10eb18 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Allocated IP 2001:db8::131 (1c9d25d3-7f2e-4384-9081-dc17514a5578/b241b8ce-21df-4bef-b76f-e29b7c347a3e/169dabe4-88a9-44b0-941d-98c10b966dfd) {{(pid=102386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 18:52:10.579969 n-d-816865-1 neutron-server[102388]: DEBUG neutron.scheduler.base_scheduler [None req-131519f4-b2d7-4028-a828-aed1b9ef5d97 None None] Resources bound (agent type, host, resource id): {{(pid=102388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:52:10.583010 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-131519f4-b2d7-4028-a828-aed1b9ef5d97 None None] Received port after_create {{(pid=102388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 18:52:10.597208 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131519f4-b2d7-4028-a828-aed1b9ef5d97 None None] Pushing event updated for resources: {'Port': ['ID=ab47859a-c62e-4312-b95f-d56fd1c143dd,revision_number=1']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:52:10.610468 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-f0928996-38b2-4345-a208-3421e6527019 req-664dde65-7f27-4b4a-a6c9-855db286131e tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] 10.222.0.13 "GET /v2.0/ports?device_id=980cac70-04e0-4892-9bf4-8401d643ae7a HTTP/1.1" status: 200 len: 210 time: 0.0645516 Nov 05 18:52:10.651281 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-131519f4-b2d7-4028-a828-aed1b9ef5d97 None None] Attempting to bind port ab47859a-c62e-4312-b95f-d56fd1c143dd on host n-d-816865-1 for vnic_type normal with profile {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 18:52:10.651928 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-131519f4-b2d7-4028-a828-aed1b9ef5d97 None None] Attempting to bind port ab47859a-c62e-4312-b95f-d56fd1c143dd by drivers openvswitch,hyperv on host n-d-816865-1 at level 0 using segments [{'id': '1bdc5ccc-001b-4584-b217-2d1934002f57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '1c9d25d3-7f2e-4384-9081-dc17514a5578'}] {{(pid=102388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 18:52:10.652457 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-131519f4-b2d7-4028-a828-aed1b9ef5d97 None None] Attempting to bind port ab47859a-c62e-4312-b95f-d56fd1c143dd on network 1c9d25d3-7f2e-4384-9081-dc17514a5578 {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 18:52:10.694662 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-131519f4-b2d7-4028-a828-aed1b9ef5d97 None None] Checking agent: {'id': '724d89a7-611b-41e6-bc85-c48112b17afa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 18, 25, 8), 'started_at': datetime.datetime(2021, 11, 5, 18, 25, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 18, 52, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 18:52:10.699368 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-131519f4-b2d7-4028-a828-aed1b9ef5d97 None None] Checking segment: {'id': '1bdc5ccc-001b-4584-b217-2d1934002f57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '1c9d25d3-7f2e-4384-9081-dc17514a5578'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 18:52:10.699864 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-131519f4-b2d7-4028-a828-aed1b9ef5d97 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:10.700327 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-131519f4-b2d7-4028-a828-aed1b9ef5d97 None None] Bound using segment: {'id': '1bdc5ccc-001b-4584-b217-2d1934002f57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '1c9d25d3-7f2e-4384-9081-dc17514a5578'} {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 18:52:10.703035 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-131519f4-b2d7-4028-a828-aed1b9ef5d97 None None] Bound port: ab47859a-c62e-4312-b95f-d56fd1c143dd, host: n-d-816865-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1bdc5ccc-001b-4584-b217-2d1934002f57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '1c9d25d3-7f2e-4384-9081-dc17514a5578'}}] {{(pid=102388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 18:52:10.706949 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-131519f4-b2d7-4028-a828-aed1b9ef5d97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:10.774357 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 18:52:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8810457-6aee-4977-92a9-f58d67c90626 x-openstack-request-id: req-c8810457-6aee-4977-92a9-f58d67c90626 {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 18:52:10.775608 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c59d711-977b-4fd3-ac1e-89cd86a4bb40", "name": "network-vif-deleted", "tag": "328468a7-8564-46fe-b7ce-549f91925675", "status": "completed", "code": 200}]} {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 18:52:10.775948 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c8810457-6aee-4977-92a9-f58d67c90626 {{(pid=102386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 18:52:10.776961 n-d-816865-1 neutron-server[102386]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c59d711-977b-4fd3-ac1e-89cd86a4bb40', 'name': 'network-vif-deleted', 'tag': '328468a7-8564-46fe-b7ce-549f91925675', 'status': 'completed', 'code': 200} Nov 05 18:52:10.809328 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-131519f4-b2d7-4028-a828-aed1b9ef5d97 None None] For port ab47859a-c62e-4312-b95f-d56fd1c143dd, host n-d-816865-1, cleared binding levels {{(pid=102388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 18:52:10.813435 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-131519f4-b2d7-4028-a828-aed1b9ef5d97 None None] For port ab47859a-c62e-4312-b95f-d56fd1c143dd, host n-d-816865-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=ab47859a-c62e-4312-b95f-d56fd1c143dd,segment=NetworkSegment(1bdc5ccc-001b-4584-b217-2d1934002f57),segment_id=1bdc5ccc-001b-4584-b217-2d1934002f57)] {{(pid=102388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 18:52:10.854895 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-5b9d212e-c5a0-493f-b9c0-bac83f10eb18 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Publish callbacks [] for port, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:10.908050 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-131519f4-b2d7-4028-a828-aed1b9ef5d97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:10.998783 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-5b9d212e-c5a0-493f-b9c0-bac83f10eb18 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:11.082922 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131519f4-b2d7-4028-a828-aed1b9ef5d97 None None] Pushing event updated for resources: {'Port': ['ID=ab47859a-c62e-4312-b95f-d56fd1c143dd,revision_number=2']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:52:11.121183 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b9d212e-c5a0-493f-b9c0-bac83f10eb18 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Network 1c9d25d3-7f2e-4384-9081-dc17514a5578 is already hosted by enough agents. {{(pid=102386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 18:52:11.125038 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.base_scheduler [None req-5b9d212e-c5a0-493f-b9c0-bac83f10eb18 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Resources bound (agent type, host, resource id): {{(pid=102386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:52:11.134122 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9d212e-c5a0-493f-b9c0-bac83f10eb18 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Pushing event updated for resources: {'Port': ['ID=169dabe4-88a9-44b0-941d-98c10b966dfd,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:52:11.139143 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b9d212e-c5a0-493f-b9c0-bac83f10eb18 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Received port after_create {{(pid=102386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 18:52:11.147864 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b9d212e-c5a0-493f-b9c0-bac83f10eb18 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:52:11.148727 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-5b9d212e-c5a0-493f-b9c0-bac83f10eb18 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:11.205348 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f897c2f-4ade-448f-9be2-a12e89255854 req-b20c9477-e5bf-42dc-9b5b-7f9de9394873 tempest-ListServerFiltersTestJSON-1098286164 tempest-ListServerFiltersTestJSON-1098286164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:52:11.206909 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-1f897c2f-4ade-448f-9be2-a12e89255854 req-b20c9477-e5bf-42dc-9b5b-7f9de9394873 tempest-ListServerFiltersTestJSON-1098286164 tempest-ListServerFiltersTestJSON-1098286164-project] 10.222.0.13 "GET /v2.0/ports?device_id=35c561de-9fb3-42c9-b803-c5bb933ccd4c HTTP/1.1" status: 200 len: 946 time: 0.1253195 Nov 05 18:52:11.207905 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-9511c90b-e2d1-4791-ae39-44575b899eed tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-571384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1000487'] for router, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:11.273901 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-5b9d212e-c5a0-493f-b9c0-bac83f10eb18 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.4546785 Nov 05 18:52:11.273901 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 59032) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:52:11.361500 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-1f897c2f-4ade-448f-9be2-a12e89255854 req-ab077e25-acaf-4928-ab85-ebb81621c92a tempest-ListServerFiltersTestJSON-1098286164 tempest-ListServerFiltersTestJSON-1098286164-project] 10.222.0.13 "GET /v2.0/security-groups?id=e3640d88-c369-41cd-98f6-7ceb94b23b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459801 Nov 05 18:52:11.363845 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-64d6d7a4-738c-41e1-a7e4-84939b506094 req-3851de1a-ae87-4103-9f76-8e398da3a3f9 service neutron] 10.222.0.13 "GET /v2.0/networks/59ceeb29-cfb5-4ee4-ad6e-189a26cd5b4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8020015 Nov 05 18:52:11.452271 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71a667de-4748-433b-8bd6-3b6c95bdb3aa tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:52:11.459303 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71a667de-4748-433b-8bd6-3b6c95bdb3aa tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:52:11.463458 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-71a667de-4748-433b-8bd6-3b6c95bdb3aa tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.1826875 Nov 05 18:52:11.463821 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 59040) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:52:11.627407 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-aac8cfb6-d64c-4d7b-a9b0-535966affedc tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Deleting port 169dabe4-88a9-44b0-941d-98c10b966dfd {{(pid=102386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 18:52:11.627980 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-aac8cfb6-d64c-4d7b-a9b0-535966affedc tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:11.664096 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-64d6d7a4-738c-41e1-a7e4-84939b506094 req-61366f41-761d-4475-bd0a-16214abe0ac5 service neutron] 10.222.0.13 "GET /v2.0/networks/59ceeb29-cfb5-4ee4-ad6e-189a26cd5b4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2825563 Nov 05 18:52:11.770095 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-aac8cfb6-d64c-4d7b-a9b0-535966affedc tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:11.776382 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-aac8cfb6-d64c-4d7b-a9b0-535966affedc tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Calling delete_port for 169dabe4-88a9-44b0-941d-98c10b966dfd owned by {{(pid=102386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 18:52:11.842916 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9511c90b-e2d1-4791-ae39-44575b899eed tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Router 17d79901-59dc-4483-aae2-645d3a409816 is scheduled to L3 agent 6dcb5589-8e86-4616-9186-ddc4548e13ad with binding_index 1 {{(pid=102387) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 05 18:52:12.005091 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-64d6d7a4-738c-41e1-a7e4-84939b506094 req-2a10da27-fe18-4bf4-9eae-47989c4596d7 service neutron] 10.222.0.13 "GET /v2.0/networks/92cc69b6-4cd1-4b33-bca8-908cd312767a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3346024 Nov 05 18:52:12.089454 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e9b397-f825-4949-9a50-afc0d48a6bdc req-62743994-708c-46d8-8a48-be5a9c82496a tempest-ListServerFiltersTestJSON-1098286164 tempest-ListServerFiltersTestJSON-1098286164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:52:12.096657 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e9b397-f825-4949-9a50-afc0d48a6bdc req-62743994-708c-46d8-8a48-be5a9c82496a tempest-ListServerFiltersTestJSON-1098286164 tempest-ListServerFiltersTestJSON-1098286164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:52:12.103088 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e9b397-f825-4949-9a50-afc0d48a6bdc req-62743994-708c-46d8-8a48-be5a9c82496a tempest-ListServerFiltersTestJSON-1098286164 tempest-ListServerFiltersTestJSON-1098286164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:52:12.106557 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-44e9b397-f825-4949-9a50-afc0d48a6bdc req-62743994-708c-46d8-8a48-be5a9c82496a tempest-ListServerFiltersTestJSON-1098286164 tempest-ListServerFiltersTestJSON-1098286164-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5c012e7-e875-483f-a359-65c20cda3248&device_id=40a69fbe-e1f7-466f-8196-057bf071030e&device_id=35c561de-9fb3-42c9-b803-c5bb933ccd4c HTTP/1.1" status: 200 len: 2418 time: 0.2056487 Nov 05 18:52:12.116742 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-aac8cfb6-d64c-4d7b-a9b0-535966affedc tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:12.147534 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac8cfb6-d64c-4d7b-a9b0-535966affedc tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Pushing event deleted for resources: {'Port': ['ID=169dabe4-88a9-44b0-941d-98c10b966dfd,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:52:12.183154 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-aac8cfb6-d64c-4d7b-a9b0-535966affedc tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:12.188431 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-aac8cfb6-d64c-4d7b-a9b0-535966affedc tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] 10.222.0.13 "DELETE /v2.0/ports/169dabe4-88a9-44b0-941d-98c10b966dfd HTTP/1.1" status: 204 len: 168 time: 0.7211592 Nov 05 18:52:12.192110 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 59048) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:52:12.206188 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9511c90b-e2d1-4791-ae39-44575b899eed tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Notify agent at l3_agent.n-d-816865-1 the message routers_updated {{(pid=102387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 18:52:12.219835 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a85ca07-013f-43a2-ab00-e6da2ef64a09 None None] Sync routers for ids ['17d79901-59dc-4483-aae2-645d3a409816'] in n-d-816865-1 {{(pid=102388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 18:52:12.238727 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a85ca07-013f-43a2-ab00-e6da2ef64a09 None None] Routers {'17d79901-59dc-4483-aae2-645d3a409816'} bound to L3 agent in host n-d-816865-1 {{(pid=102388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 18:52:12.239360 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-4a85ca07-013f-43a2-ab00-e6da2ef64a09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T18:52:05Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['17d79901-59dc-4483-aae2-645d3a409816'], 'active': True} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:52:12.269659 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-44e9b397-f825-4949-9a50-afc0d48a6bdc req-bad1606a-d9f7-4d03-934f-b17d9d75f632 tempest-ListServerFiltersTestJSON-1098286164 tempest-ListServerFiltersTestJSON-1098286164-project] 10.222.0.13 "GET /v2.0/security-groups?id=e3640d88-c369-41cd-98f6-7ceb94b23b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538794 Nov 05 18:52:12.308637 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-4a85ca07-013f-43a2-ab00-e6da2ef64a09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816865-1', False) {} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:52:12.318764 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a85ca07-013f-43a2-ab00-e6da2ef64a09 None None] Routers {'17d79901-59dc-4483-aae2-645d3a409816'} bound to L3 agent in host n-d-816865-1 {{(pid=102388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 18:52:12.319402 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-4a85ca07-013f-43a2-ab00-e6da2ef64a09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T18:52:05Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['17d79901-59dc-4483-aae2-645d3a409816'], 'active': True} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:52:12.328706 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6535e745-9501-4de9-b65d-9e08c49b3fac tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:52:12.330946 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6535e745-9501-4de9-b65d-9e08c49b3fac tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:52:12.332668 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-6535e745-9501-4de9-b65d-9e08c49b3fac tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1394806 Nov 05 18:52:12.335406 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 59054) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:52:12.364102 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-64d6d7a4-738c-41e1-a7e4-84939b506094 req-bf531d52-fe3c-4bb5-b1d2-4e8ab94bd74e service neutron] 10.222.0.13 "GET /v2.0/networks/92cc69b6-4cd1-4b33-bca8-908cd312767a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3581524 Nov 05 18:52:12.399025 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.db_base_plugin_v2 [None req-699d3564-b176-4a12-ab3f-21fd9fad9aeb tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Deleting subnet b241b8ce-21df-4bef-b76f-e29b7c347a3e {{(pid=102386) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 05 18:52:12.402749 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-699d3564-b176-4a12-ab3f-21fd9fad9aeb tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Publish callbacks [] for subnet, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:12.457993 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-699d3564-b176-4a12-ab3f-21fd9fad9aeb tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4590738'] for subnet, precommit_delete_associations {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:12.535794 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-4a85ca07-013f-43a2-ab00-e6da2ef64a09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816865-1', False) {} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:52:12.536439 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a85ca07-013f-43a2-ab00-e6da2ef64a09 None None] The sync data for ids ['17d79901-59dc-4483-aae2-645d3a409816'] in n-d-816865-1 is: [] {{(pid=102388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 18:52:12.538260 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49dee3cc-ba65-4572-899f-b76477a2802b None None] Network 1c9d25d3-7f2e-4384-9081-dc17514a5578 requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 18:52:12.538964 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-9511c90b-e2d1-4791-ae39-44575b899eed tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Publish callbacks [] for router, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:12.540645 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-9511c90b-e2d1-4791-ae39-44575b899eed tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 6.5071428 Nov 05 18:52:12.543398 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 59058) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:52:12.611451 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-b65ac229-f123-4540-bc1a-7de21a34ffb0 None None] Provisioning complete for port ab47859a-c62e-4312-b95f-d56fd1c143dd triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:52:12.611823 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b65ac229-f123-4540-bc1a-7de21a34ffb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:12.612217 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-0c69f32b-d83f-4d9b-91e6-21b0c9e69f50 req-31e4abb1-2136-4898-9ffc-918b8a4b6d64 tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] 10.222.0.13 "GET /v2.0/ports?device_id=980cac70-04e0-4892-9bf4-8401d643ae7a HTTP/1.1" status: 200 len: 210 time: 0.0596466 Nov 05 18:52:12.644054 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-64d6d7a4-738c-41e1-a7e4-84939b506094 req-9fb75e37-f223-4ef6-a8fc-7cbe0cce0675 service neutron] 10.222.0.13 "GET /v2.0/networks/92cc69b6-4cd1-4b33-bca8-908cd312767a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2699966 Nov 05 18:52:12.824355 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device ab47859a-c62e-4312-b95f-d56fd1c143dd up at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 18:52:12.837277 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-64d6d7a4-738c-41e1-a7e4-84939b506094 req-655e347e-1673-4e10-84f1-b1cfdf69d199 service neutron] 10.222.0.13 "GET /v2.0/networks/92cc69b6-4cd1-4b33-bca8-908cd312767a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1917658 Nov 05 18:52:12.840274 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b65ac229-f123-4540-bc1a-7de21a34ffb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:12.859428 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b700c7e8-473b-4864-8896-23e69a9e5897 req-c82355c1-630a-4303-88ab-1726328e08c4 tempest-ListServerFiltersTestJSON-1098286164 tempest-ListServerFiltersTestJSON-1098286164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:52:12.867588 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-b700c7e8-473b-4864-8896-23e69a9e5897 req-c82355c1-630a-4303-88ab-1726328e08c4 tempest-ListServerFiltersTestJSON-1098286164 tempest-ListServerFiltersTestJSON-1098286164-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5c012e7-e875-483f-a359-65c20cda3248 HTTP/1.1" status: 200 len: 946 time: 0.0909061 Nov 05 18:52:12.886316 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-8eeb0d40-12d2-4513-beff-34dfbafb30cf tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] 10.222.0.13 "GET /v2.0/routers/17d79901-59dc-4483-aae2-645d3a409816 HTTP/1.1" status: 200 len: 884 time: 0.3417618 Nov 05 18:52:12.888997 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 59062) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:52:12.935804 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b65ac229-f123-4540-bc1a-7de21a34ffb0 None None] For port ab47859a-c62e-4312-b95f-d56fd1c143dd, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=ab47859a-c62e-4312-b95f-d56fd1c143dd,segment=NetworkSegment(1bdc5ccc-001b-4584-b217-2d1934002f57),segment_id=1bdc5ccc-001b-4584-b217-2d1934002f57)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:52:12.956359 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Provisioning complete for port ab47859a-c62e-4312-b95f-d56fd1c143dd triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:52:12.956745 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:12.989986 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-b700c7e8-473b-4864-8896-23e69a9e5897 req-53d007b6-d71a-44f8-abf6-456c7b393984 tempest-ListServerFiltersTestJSON-1098286164 tempest-ListServerFiltersTestJSON-1098286164-project] 10.222.0.13 "GET /v2.0/security-groups?id=e3640d88-c369-41cd-98f6-7ceb94b23b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214383 Nov 05 18:52:13.006920 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b65ac229-f123-4540-bc1a-7de21a34ffb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:13.014332 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-699d3564-b176-4a12-ab3f-21fd9fad9aeb tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1573928'] for subnet, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:13.174782 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65ac229-f123-4540-bc1a-7de21a34ffb0 None None] Pushing event updated for resources: {'Port': ['ID=ab47859a-c62e-4312-b95f-d56fd1c143dd,revision_number=3']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:52:13.271010 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cde6b2e-e181-4dd0-96b9-fed229e97523 req-9ba3c4a6-0ddf-4739-9192-107f34c7d3d8 tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:52:13.272486 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-7cde6b2e-e181-4dd0-96b9-fed229e97523 req-9ba3c4a6-0ddf-4739-9192-107f34c7d3d8 tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] 10.222.0.55 "GET /v2.0/networks?id=bb5b9fed-8e61-492a-a21e-f9ce432c95f7 HTTP/1.1" status: 200 len: 811 time: 0.6674132 Nov 05 18:52:13.299476 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [req-7cde6b2e-e181-4dd0-96b9-fed229e97523 req-8a2a8aaa-5456-464f-af42-38f962bf6783 tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] Request body: {'port': {'device_id': '980cac70-04e0-4892-9bf4-8401d643ae7a', 'network_id': 'bb5b9fed-8e61-492a-a21e-f9ce432c95f7', 'admin_state_up': True, 'tenant_id': '9d37d1d71d154d088bbcf565483b4218'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:52:13.379935 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-3c16d9c5-4cb4-4c17-ae72-c6775d403936 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 887 time: 0.4884293 Nov 05 18:52:13.384724 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 59086) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:52:13.391033 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-60c228de-11bf-400c-a6b0-d53d1988bdc3 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-264117833'}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:52:13.433179 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-699d3564-b176-4a12-ab3f-21fd9fad9aeb tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1573905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6149879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4877183'] for subnet, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:13.436721 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-b0e69e4f-dda6-47b3-b62c-4dbbba64a856 None None] Provisioning complete for port ab47859a-c62e-4312-b95f-d56fd1c143dd triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:52:13.442498 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b0e69e4f-dda6-47b3-b62c-4dbbba64a856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:13.516315 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699d3564-b176-4a12-ab3f-21fd9fad9aeb tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Pushing event deleted for resources: {'Subnet': ['ID=b241b8ce-21df-4bef-b76f-e29b7c347a3e,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:52:13.528025 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-699d3564-b176-4a12-ab3f-21fd9fad9aeb tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Publish callbacks [] for subnet, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:13.538954 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-699d3564-b176-4a12-ab3f-21fd9fad9aeb tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] 10.222.0.13 "DELETE /v2.0/subnets/b241b8ce-21df-4bef-b76f-e29b7c347a3e HTTP/1.1" status: 204 len: 168 time: 1.2015004 Nov 05 18:52:13.540553 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 59090) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:52:13.606506 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-34c5dcee-cea6-4b0c-830c-763e3d45c671 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0644901 Nov 05 18:52:13.607607 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7cde6b2e-e181-4dd0-96b9-fed229e97523 req-8a2a8aaa-5456-464f-af42-38f962bf6783 tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] Made reservation on behalf of 9d37d1d71d154d088bbcf565483b4218 for: {'port': 1} {{(pid=102386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 18:52:13.612385 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-7cde6b2e-e181-4dd0-96b9-fed229e97523 req-8a2a8aaa-5456-464f-af42-38f962bf6783 tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:13.615861 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 59092) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:52:13.621250 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-ae1538c0-ec2c-4f35-a2bf-bb7e675b6dd1 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Request body: {'subnet': {'network_id': '1c9d25d3-7f2e-4384-9081-dc17514a5578', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:52:13.696038 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32d038a3-5397-449f-8dd5-5d2e7e03e563 None None] Network 1c9d25d3-7f2e-4384-9081-dc17514a5578 requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 18:52:13.770930 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-ef19d8d4-d341-4eb5-97b2-b17d0d210a62 None None] Could not find standard attr ID for object 169dabe4-88a9-44b0-941d-98c10b966dfd. {{(pid=102388) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 05 18:52:13.865571 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-60c228de-11bf-400c-a6b0-d53d1988bdc3 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1000460', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-571265', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6845'] for router, precommit_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:13.944585 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a59aa98-a775-4e29-a2c6-b084d2d179f7 None None] DHCP port deletion for 1c9d25d3-7f2e-4384-9081-dc17514a5578 request from n-d-816865-1 {{(pid=102388) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 05 18:52:13.958262 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.db_base_plugin_common [req-7cde6b2e-e181-4dd0-96b9-fed229e97523 req-8a2a8aaa-5456-464f-af42-38f962bf6783 tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] Allocated IP 172.20.0.12 (bb5b9fed-8e61-492a-a21e-f9ce432c95f7/8df5751e-d8bb-41e4-9469-238f613979b1/145479ca-01b4-489d-8a2f-28a86b4f6e97) {{(pid=102386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 18:52:13.976731 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-60c228de-11bf-400c-a6b0-d53d1988bdc3 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1000487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1000469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1000478', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-571274'] for router, after_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:14.027981 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-3a59aa98-a775-4e29-a2c6-b084d2d179f7 None None] Deleting port ab47859a-c62e-4312-b95f-d56fd1c143dd {{(pid=102388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 18:52:14.028610 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3a59aa98-a775-4e29-a2c6-b084d2d179f7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:14.060755 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae1538c0-ec2c-4f35-a2bf-bb7e675b6dd1 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Made reservation on behalf of 7bc73c6c17f842a987dd31290d20faa2 for: {'subnet': 1} {{(pid=102386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 18:52:14.066313 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-ae1538c0-ec2c-4f35-a2bf-bb7e675b6dd1 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4877122'] for subnet, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:14.205362 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60c228de-11bf-400c-a6b0-d53d1988bdc3 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Router 17d79901-59dc-4483-aae2-645d3a409816 has already been hosted by L3 agent 6dcb5589-8e86-4616-9186-ddc4548e13ad {{(pid=102387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 18:52:14.235842 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3a59aa98-a775-4e29-a2c6-b084d2d179f7 None None] For port ab47859a-c62e-4312-b95f-d56fd1c143dd, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=ab47859a-c62e-4312-b95f-d56fd1c143dd,segment=NetworkSegment(1bdc5ccc-001b-4584-b217-2d1934002f57),segment_id=1bdc5ccc-001b-4584-b217-2d1934002f57)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:52:14.236396 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3a59aa98-a775-4e29-a2c6-b084d2d179f7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:14.265835 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 59114) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:52:14.267557 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-3a59aa98-a775-4e29-a2c6-b084d2d179f7 None None] Calling delete_port for ab47859a-c62e-4312-b95f-d56fd1c143dd owned by network:dhcp {{(pid=102388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 18:52:14.292549 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a54a0b-331f-4c37-a698-15761510ddaa req-dee8a142-306e-4d5e-afc9-d84dcf3352b6 tempest-ServersOnMultiNodesTest-710233287 tempest-ServersOnMultiNodesTest-710233287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:52:14.292717 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-7cde6b2e-e181-4dd0-96b9-fed229e97523 req-8a2a8aaa-5456-464f-af42-38f962bf6783 tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] Publish callbacks [] for port, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:14.301023 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-34a54a0b-331f-4c37-a698-15761510ddaa req-dee8a142-306e-4d5e-afc9-d84dcf3352b6 tempest-ServersOnMultiNodesTest-710233287 tempest-ServersOnMultiNodesTest-710233287-project] 10.222.0.13 "GET /v2.0/ports?device_id=747cc2b4-46fd-44c5-b9da-2cdb1db996a1 HTTP/1.1" status: 200 len: 950 time: 0.1592772 Nov 05 18:52:14.398909 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-34a54a0b-331f-4c37-a698-15761510ddaa req-b7f3e1a2-7e38-485d-bef3-35b27026a0b1 tempest-ServersOnMultiNodesTest-710233287 tempest-ServersOnMultiNodesTest-710233287-project] 10.222.0.13 "GET /v2.0/security-groups?id=a1214aa7-6fe8-4b93-878e-3f1f16f5c576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966513 Nov 05 18:52:14.431936 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60c228de-11bf-400c-a6b0-d53d1988bdc3 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Notify agent at l3_agent.n-d-816865-1 the message routers_updated {{(pid=102387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 18:52:14.435924 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3a59aa98-a775-4e29-a2c6-b084d2d179f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798'] for port, after_delete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:14.443543 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56982453-e9b2-4639-a51d-5ac364e461bb None None] Sync routers for ids ['17d79901-59dc-4483-aae2-645d3a409816'] in n-d-816865-1 {{(pid=102389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 18:52:14.455551 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a59aa98-a775-4e29-a2c6-b084d2d179f7 None None] No DVR routers for this DVR port ab47859a-c62e-4312-b95f-d56fd1c143dd on host n-d-816865-1 {{(pid=102388) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 18:52:14.465370 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-60c228de-11bf-400c-a6b0-d53d1988bdc3 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Publish callbacks [] for router, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:14.468184 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-e6fe430a-1b5d-4860-a281-1e77a830feaa admin admin] Publish callbacks [] for security_group, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:14.472995 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-7cde6b2e-e181-4dd0-96b9-fed229e97523 req-8a2a8aaa-5456-464f-af42-38f962bf6783 tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:14.473980 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-60c228de-11bf-400c-a6b0-d53d1988bdc3 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] 10.222.0.13 "PUT /v2.0/routers/17d79901-59dc-4483-aae2-645d3a409816 HTTP/1.1" status: 200 len: 891 time: 1.0876641 Nov 05 18:52:14.475607 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56982453-e9b2-4639-a51d-5ac364e461bb None None] Routers {'17d79901-59dc-4483-aae2-645d3a409816'} bound to L3 agent in host n-d-816865-1 {{(pid=102389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 18:52:14.476734 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-56982453-e9b2-4639-a51d-5ac364e461bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T18:52:05Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['17d79901-59dc-4483-aae2-645d3a409816'], 'active': True} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:52:14.481061 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 59118) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:52:14.494720 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] get_ports_and_sgs() called for port_ids ['bf6ff7a6-296c-4684-80b6-931424c1a0d4'] {{(pid=102388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 18:52:14.530944 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-56982453-e9b2-4639-a51d-5ac364e461bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816865-1', False) {} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:52:14.556410 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] get_ports_and_sgs() called for port_ids ['d3e09ef2-2619-4f6f-89c4-8ba57154c592'] {{(pid=102388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 18:52:14.559684 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56982453-e9b2-4639-a51d-5ac364e461bb None None] Routers {'17d79901-59dc-4483-aae2-645d3a409816'} bound to L3 agent in host n-d-816865-1 {{(pid=102389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 18:52:14.563865 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-56982453-e9b2-4639-a51d-5ac364e461bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T18:52:05Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['17d79901-59dc-4483-aae2-645d3a409816'], 'active': True} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:52:14.585152 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b72975-b86e-4cf2-beae-bbcb92b5238a req-afc89661-ba14-436a-959c-d3b4e2545442 tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:52:14.586729 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-72b72975-b86e-4cf2-beae-bbcb92b5238a req-afc89661-ba14-436a-959c-d3b4e2545442 tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] 10.222.0.13 "GET /v2.0/ports?device_id=980cac70-04e0-4892-9bf4-8401d643ae7a HTTP/1.1" status: 200 len: 932 time: 0.1115644 Nov 05 18:52:14.591042 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-e6fe430a-1b5d-4860-a281-1e77a830feaa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:14.608017 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a59aa98-a775-4e29-a2c6-b084d2d179f7 None None] Pushing event deleted for resources: {'Port': ['ID=ab47859a-c62e-4312-b95f-d56fd1c143dd,revision_number=None']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:52:14.613793 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-ae1538c0-ec2c-4f35-a2bf-bb7e675b6dd1 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6149946', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4877172'] for subnet, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:14.629680 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7cde6b2e-e181-4dd0-96b9-fed229e97523 req-8a2a8aaa-5456-464f-af42-38f962bf6783 tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] Network bb5b9fed-8e61-492a-a21e-f9ce432c95f7 is already hosted by enough agents. {{(pid=102386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 18:52:14.631604 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-56982453-e9b2-4639-a51d-5ac364e461bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816865-1', False) {} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:52:14.632547 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56982453-e9b2-4639-a51d-5ac364e461bb None None] The sync data for ids ['17d79901-59dc-4483-aae2-645d3a409816'] in n-d-816865-1 is: [] {{(pid=102389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 18:52:14.660596 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-e6fe430a-1b5d-4860-a281-1e77a830feaa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:14.689401 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.base_scheduler [req-7cde6b2e-e181-4dd0-96b9-fed229e97523 req-8a2a8aaa-5456-464f-af42-38f962bf6783 tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] Resources bound (agent type, host, resource id): {{(pid=102386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:52:14.705462 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-e6fe430a-1b5d-4860-a281-1e77a830feaa admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5c80df85a079485d822592e67a7c5c22&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4359493 Nov 05 18:52:14.709949 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [req-7cde6b2e-e181-4dd0-96b9-fed229e97523 req-8a2a8aaa-5456-464f-af42-38f962bf6783 tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] Received port after_create {{(pid=102386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 18:52:14.712350 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 59120) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:52:14.723706 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae1538c0-ec2c-4f35-a2bf-bb7e675b6dd1 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Network 1c9d25d3-7f2e-4384-9081-dc17514a5578 is already hosted by enough agents. {{(pid=102386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 18:52:14.763139 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.base_scheduler [None req-ae1538c0-ec2c-4f35-a2bf-bb7e675b6dd1 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Resources bound (agent type, host, resource id): {{(pid=102386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:52:14.805983 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c97c591-bae2-4e8e-8998-70cce2ab56a1 None None] Network 1c9d25d3-7f2e-4384-9081-dc17514a5578 requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 18:52:14.812258 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae1538c0-ec2c-4f35-a2bf-bb7e675b6dd1 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:52:14.812817 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-ae1538c0-ec2c-4f35-a2bf-bb7e675b6dd1 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Publish callbacks [] for subnet, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:14.872095 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2a8aaa-5456-464f-af42-38f962bf6783 tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] Pushing event updated for resources: {'Port': ['ID=145479ca-01b4-489d-8a2f-28a86b4f6e97,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:52:14.876482 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device ab47859a-c62e-4312-b95f-d56fd1c143dd no longer exists at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 18:52:14.926640 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6fe430a-1b5d-4860-a281-1e77a830feaa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b25a1d08-fb57-4a26-a89b-6f63db710931,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:52:14.929113 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1538c0-ec2c-4f35-a2bf-bb7e675b6dd1 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Pushing event updated for resources: {'Subnet': ['ID=37cc207d-ec0d-4ae0-87fc-6cf571421852,revision_number=0']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:52:15.036892 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] No Port match for: ab47859a-c62e-4312-b95f-d56fd1c143dd {{(pid=102388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 18:52:15.036892 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device ab47859a-c62e-4312-b95f-d56fd1c143dd not bound to the agent host n-d-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 18:52:15.062988 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-ae1538c0-ec2c-4f35-a2bf-bb7e675b6dd1 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.4459236 Nov 05 18:52:15.068294 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 59130) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:52:15.074917 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-b88fb58a-72d9-457a-b072-4cddcaf3462a tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Request body: {'port': {'network_id': '1c9d25d3-7f2e-4384-9081-dc17514a5578', 'name': 'tempest-NetworksTestDHCPv6-377242060'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:52:15.098406 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cde6b2e-e181-4dd0-96b9-fed229e97523 req-8a2a8aaa-5456-464f-af42-38f962bf6783 tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:52:15.099063 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-7cde6b2e-e181-4dd0-96b9-fed229e97523 req-8a2a8aaa-5456-464f-af42-38f962bf6783 tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:15.184853 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-15f2b6f4-4aaf-40ec-804e-23c4ac50e1bd req-cd6088b8-fa13-4fec-9c0e-3cd649f2499a tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] 10.222.0.13 "GET /v2.0/ports?device_id=1682fb31-a1bf-43f5-a4fa-447937da8a91 HTTP/1.1" status: 200 len: 210 time: 0.0457606 Nov 05 18:52:15.225256 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-f384a7f2-d9f6-42ab-86d5-d5a27b83e359 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] 10.222.0.13 "GET /v2.0/routers/17d79901-59dc-4483-aae2-645d3a409816 HTTP/1.1" status: 200 len: 891 time: 0.7426043 Nov 05 18:52:15.231096 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 59138) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:52:15.242014 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-72b72975-b86e-4cf2-beae-bbcb92b5238a req-07c35fe1-86b3-4640-a314-354178e1a027 tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] 10.222.0.13 "GET /v2.0/security-groups?id=20494f52-e47d-4839-b4f6-2fc0330d8d18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040826 Nov 05 18:52:15.261459 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-b36bf093-28e9-40bf-a01a-e11caba3480c None None] Provisioning complete for port 145479ca-01b4-489d-8a2f-28a86b4f6e97 triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:52:15.261832 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b36bf093-28e9-40bf-a01a-e11caba3480c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:15.274447 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-dfcd47a2-13f4-4bc3-9c28-fbf02064d932 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] 10.222.0.13 "GET /v2.0/ports?device_id=17d79901-59dc-4483-aae2-645d3a409816 HTTP/1.1" status: 200 len: 205 time: 0.0444930 Nov 05 18:52:15.276902 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 59140) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:52:15.305021 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3121820d-b081-494a-bc50-ecdef3da5bd0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeb20a084-accf-5b60-8075-3e69ebe863a6-1c9d25d3-7f2e-4384-9081-dc17514a5578', 'network_id': '1c9d25d3-7f2e-4384-9081-dc17514a5578', 'tenant_id': '7bc73c6c17f842a987dd31290d20faa2', 'fixed_ips': [{'subnet_id': '37cc207d-ec0d-4ae0-87fc-6cf571421852'}]}} from n-d-816865-1. {{(pid=102388) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 05 18:52:15.305897 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3121820d-b081-494a-bc50-ecdef3da5bd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:15.347190 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-b36bf093-28e9-40bf-a01a-e11caba3480c None None] Port 145479ca-01b4-489d-8a2f-28a86b4f6e97 cannot update to ACTIVE because it is not bound. {{(pid=102388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 18:52:15.484489 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-099f4edb-4d8a-4892-8278-db7f8fd89cd2 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Publish callbacks [] for router, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:15.512663 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.db_base_plugin_common [None req-3121820d-b081-494a-bc50-ecdef3da5bd0 None None] Allocated IP 2001:db8::2 (1c9d25d3-7f2e-4384-9081-dc17514a5578/37cc207d-ec0d-4ae0-87fc-6cf571421852/1ede5e74-49a9-439b-8b83-3e5dd1c56f6b) {{(pid=102388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 18:52:15.516750 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f369a3e-7876-453f-a67e-9d25ffde5d6c req-2f91c6ce-0468-43ed-a541-2cef7c88ca6b tempest-ServersOnMultiNodesTest-710233287 tempest-ServersOnMultiNodesTest-710233287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:52:15.519438 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-4f369a3e-7876-453f-a67e-9d25ffde5d6c req-2f91c6ce-0468-43ed-a541-2cef7c88ca6b tempest-ServersOnMultiNodesTest-710233287 tempest-ServersOnMultiNodesTest-710233287-project] 10.222.0.55 "GET /v2.0/ports?device_id=747cc2b4-46fd-44c5-b9da-2cdb1db996a1 HTTP/1.1" status: 200 len: 950 time: 0.5471859 Nov 05 18:52:15.521886 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-c072bb17-d244-4fd6-82de-d5ec17dc3467 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:15.603631 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-c072bb17-d244-4fd6-82de-d5ec17dc3467 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:15.621445 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-7cde6b2e-e181-4dd0-96b9-fed229e97523 req-8a2a8aaa-5456-464f-af42-38f962bf6783 tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3382611 Nov 05 18:52:15.654035 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-099f4edb-4d8a-4892-8278-db7f8fd89cd2 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:15.674316 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [req-7cde6b2e-e181-4dd0-96b9-fed229e97523 req-6c4225e5-2865-4219-b5bd-4213891e2317 service neutron] Request body: {'port': {'device_id': '980cac70-04e0-4892-9bf4-8401d643ae7a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816865-1'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:52:15.698135 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3121820d-b081-494a-bc50-ecdef3da5bd0 None None] Publish callbacks [] for port, precommit_create {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:15.748045 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c49c4d5-59e8-442b-9e14-f04c1686f062 req-7be86bcf-6c2f-4458-bd57-8e7efcf535cb tempest-ServersOnMultiNodesTest-710233287 tempest-ServersOnMultiNodesTest-710233287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:52:15.749939 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-4c49c4d5-59e8-442b-9e14-f04c1686f062 req-7be86bcf-6c2f-4458-bd57-8e7efcf535cb tempest-ServersOnMultiNodesTest-710233287 tempest-ServersOnMultiNodesTest-710233287-project] 10.222.0.13 "GET /v2.0/ports?device_id=747cc2b4-46fd-44c5-b9da-2cdb1db996a1 HTTP/1.1" status: 200 len: 950 time: 0.0537155 Nov 05 18:52:15.777317 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-7cde6b2e-e181-4dd0-96b9-fed229e97523 req-6c4225e5-2865-4219-b5bd-4213891e2317 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:15.802458 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [req-4f369a3e-7876-453f-a67e-9d25ffde5d6c req-faf237bd-b6b1-49ff-a8e3-adfe729a803b tempest-ServersOnMultiNodesTest-710233287 tempest-ServersOnMultiNodesTest-710233287-project] Deleting port e4268253-2c3d-4389-9f13-e0128dfb13d4 {{(pid=102386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 18:52:15.802932 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-4f369a3e-7876-453f-a67e-9d25ffde5d6c req-faf237bd-b6b1-49ff-a8e3-adfe729a803b tempest-ServersOnMultiNodesTest-710233287 tempest-ServersOnMultiNodesTest-710233287-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:15.806408 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3121820d-b081-494a-bc50-ecdef3da5bd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789'] for port, after_create {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:15.854888 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-4c49c4d5-59e8-442b-9e14-f04c1686f062 req-d47b6c2c-59f1-4986-ab9d-fd2e18c8c371 tempest-ServersOnMultiNodesTest-710233287 tempest-ServersOnMultiNodesTest-710233287-project] 10.222.0.13 "GET /v2.0/security-groups?id=a1214aa7-6fe8-4b93-878e-3f1f16f5c576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980933 Nov 05 18:52:15.861085 n-d-816865-1 neutron-server[102388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3121820d-b081-494a-bc50-ecdef3da5bd0 None None] Network 1c9d25d3-7f2e-4384-9081-dc17514a5578 is already hosted by enough agents. {{(pid=102388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 18:52:15.870328 n-d-816865-1 neutron-server[102388]: DEBUG neutron.scheduler.base_scheduler [None req-3121820d-b081-494a-bc50-ecdef3da5bd0 None None] Resources bound (agent type, host, resource id): {{(pid=102388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:52:15.873256 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3121820d-b081-494a-bc50-ecdef3da5bd0 None None] Pushing event updated for resources: {'Port': ['ID=1ede5e74-49a9-439b-8b83-3e5dd1c56f6b,revision_number=1']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:52:15.889549 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3121820d-b081-494a-bc50-ecdef3da5bd0 None None] Received port after_create {{(pid=102388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 18:52:15.907196 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [None req-099f4edb-4d8a-4892-8278-db7f8fd89cd2 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Deleting port 681ff494-e030-4b25-9d61-31a59ed0b211 {{(pid=102387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 18:52:15.907723 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-099f4edb-4d8a-4892-8278-db7f8fd89cd2 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:15.955010 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b88fb58a-72d9-457a-b072-4cddcaf3462a tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Made reservation on behalf of 7bc73c6c17f842a987dd31290d20faa2 for: {'port': 1} {{(pid=102386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 18:52:15.958812 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-b88fb58a-72d9-457a-b072-4cddcaf3462a tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:15.959684 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-3121820d-b081-494a-bc50-ecdef3da5bd0 None None] Attempting to bind port 1ede5e74-49a9-439b-8b83-3e5dd1c56f6b on host n-d-816865-1 for vnic_type normal with profile {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 18:52:15.960067 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-3121820d-b081-494a-bc50-ecdef3da5bd0 None None] Attempting to bind port 1ede5e74-49a9-439b-8b83-3e5dd1c56f6b by drivers openvswitch,hyperv on host n-d-816865-1 at level 0 using segments [{'id': '1bdc5ccc-001b-4584-b217-2d1934002f57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '1c9d25d3-7f2e-4384-9081-dc17514a5578'}] {{(pid=102388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 18:52:15.960448 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3121820d-b081-494a-bc50-ecdef3da5bd0 None None] Attempting to bind port 1ede5e74-49a9-439b-8b83-3e5dd1c56f6b on network 1c9d25d3-7f2e-4384-9081-dc17514a5578 {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 18:52:15.968149 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3121820d-b081-494a-bc50-ecdef3da5bd0 None None] Checking agent: {'id': '724d89a7-611b-41e6-bc85-c48112b17afa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 18, 25, 8), 'started_at': datetime.datetime(2021, 11, 5, 18, 25, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 18, 52, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 18:52:15.968528 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3121820d-b081-494a-bc50-ecdef3da5bd0 None None] Checking segment: {'id': '1bdc5ccc-001b-4584-b217-2d1934002f57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '1c9d25d3-7f2e-4384-9081-dc17514a5578'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 18:52:15.968955 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3121820d-b081-494a-bc50-ecdef3da5bd0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:15.969352 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3121820d-b081-494a-bc50-ecdef3da5bd0 None None] Bound using segment: {'id': '1bdc5ccc-001b-4584-b217-2d1934002f57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '1c9d25d3-7f2e-4384-9081-dc17514a5578'} {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 18:52:15.971276 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-3121820d-b081-494a-bc50-ecdef3da5bd0 None None] Bound port: 1ede5e74-49a9-439b-8b83-3e5dd1c56f6b, host: n-d-816865-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1bdc5ccc-001b-4584-b217-2d1934002f57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '1c9d25d3-7f2e-4384-9081-dc17514a5578'}}] {{(pid=102388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 18:52:15.971672 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3121820d-b081-494a-bc50-ecdef3da5bd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:15.980291 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-c072bb17-d244-4fd6-82de-d5ec17dc3467 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:15.982978 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-c072bb17-d244-4fd6-82de-d5ec17dc3467 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:15.984226 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-c072bb17-d244-4fd6-82de-d5ec17dc3467 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b25a1d08-fb57-4a26-a89b-6f63db710931 HTTP/1.1" status: 204 len: 168 time: 1.2589886 Nov 05 18:52:16.071083 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c072bb17-d244-4fd6-82de-d5ec17dc3467 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b25a1d08-fb57-4a26-a89b-6f63db710931,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:52:16.083427 n-d-816865-1 neutron-server[102386]: DEBUG neutron.notifiers.nova [None req-b88fb58a-72d9-457a-b072-4cddcaf3462a tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] device_id is not set on port cea0b193-7f08-4343-a182-3427c3962662 yet. {{(pid=102386) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 05 18:52:16.121514 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c072bb17-d244-4fd6-82de-d5ec17dc3467 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:52:16.122130 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c072bb17-d244-4fd6-82de-d5ec17dc3467 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:52:16.122463 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c072bb17-d244-4fd6-82de-d5ec17dc3467 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:52:16.122890 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c072bb17-d244-4fd6-82de-d5ec17dc3467 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:52:16.123317 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c072bb17-d244-4fd6-82de-d5ec17dc3467 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:52:16.123988 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c072bb17-d244-4fd6-82de-d5ec17dc3467 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:52:16.124425 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c072bb17-d244-4fd6-82de-d5ec17dc3467 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:52:16.124842 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c072bb17-d244-4fd6-82de-d5ec17dc3467 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:52:16.125254 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c072bb17-d244-4fd6-82de-d5ec17dc3467 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:52:16.126337 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c072bb17-d244-4fd6-82de-d5ec17dc3467 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:52:16.126690 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c072bb17-d244-4fd6-82de-d5ec17dc3467 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:52:16.127099 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c072bb17-d244-4fd6-82de-d5ec17dc3467 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:52:16.180482 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [req-4f369a3e-7876-453f-a67e-9d25ffde5d6c req-faf237bd-b6b1-49ff-a8e3-adfe729a803b tempest-ServersOnMultiNodesTest-710233287 tempest-ServersOnMultiNodesTest-710233287-project] For port e4268253-2c3d-4389-9f13-e0128dfb13d4, host n-h2-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=e4268253-2c3d-4389-9f13-e0128dfb13d4,segment=NetworkSegment(35c2db9c-522d-48d3-98cf-a08c2cc55db7),segment_id=35c2db9c-522d-48d3-98cf-a08c2cc55db7)] {{(pid=102386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:52:16.180956 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-4f369a3e-7876-453f-a67e-9d25ffde5d6c req-faf237bd-b6b1-49ff-a8e3-adfe729a803b tempest-ServersOnMultiNodesTest-710233287 tempest-ServersOnMultiNodesTest-710233287-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:16.185740 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-099f4edb-4d8a-4892-8278-db7f8fd89cd2 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:16.208907 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b509326c-5b80-498a-8cda-9c74a2ad6092 req-f3a3550e-804f-476a-ab3c-706502d3f772 tempest-AttachVolumeTestJSON-989501218 tempest-AttachVolumeTestJSON-989501218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:52:16.211129 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-b509326c-5b80-498a-8cda-9c74a2ad6092 req-f3a3550e-804f-476a-ab3c-706502d3f772 tempest-AttachVolumeTestJSON-989501218 tempest-AttachVolumeTestJSON-989501218-project] 10.222.0.13 "GET /v2.0/ports?device_id=8b89339f-2569-46d9-aab9-0ad925bd2f97 HTTP/1.1" status: 200 len: 946 time: 0.2493546 Nov 05 18:52:16.221595 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [None req-099f4edb-4d8a-4892-8278-db7f8fd89cd2 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Calling delete_port for 681ff494-e030-4b25-9d61-31a59ed0b211 owned by network:router_gateway {{(pid=102387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 18:52:16.240893 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3121820d-b081-494a-bc50-ecdef3da5bd0 None None] For port 1ede5e74-49a9-439b-8b83-3e5dd1c56f6b, host n-d-816865-1, cleared binding levels {{(pid=102388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 18:52:16.249054 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [req-4f369a3e-7876-453f-a67e-9d25ffde5d6c req-faf237bd-b6b1-49ff-a8e3-adfe729a803b tempest-ServersOnMultiNodesTest-710233287 tempest-ServersOnMultiNodesTest-710233287-project] Calling delete_port for e4268253-2c3d-4389-9f13-e0128dfb13d4 owned by compute:nova {{(pid=102386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 18:52:16.260297 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3121820d-b081-494a-bc50-ecdef3da5bd0 None None] For port 1ede5e74-49a9-439b-8b83-3e5dd1c56f6b, host n-d-816865-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=1ede5e74-49a9-439b-8b83-3e5dd1c56f6b,segment=NetworkSegment(1bdc5ccc-001b-4584-b217-2d1934002f57),segment_id=1bdc5ccc-001b-4584-b217-2d1934002f57)] {{(pid=102388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 18:52:16.309707 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-b509326c-5b80-498a-8cda-9c74a2ad6092 req-7be04f4d-43a6-4696-aaa5-2d04938780f7 tempest-AttachVolumeTestJSON-989501218 tempest-AttachVolumeTestJSON-989501218-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e63aa61-d36e-4e93-bf38-42a8d6ff1742&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0903010 Nov 05 18:52:16.368562 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3121820d-b081-494a-bc50-ecdef3da5bd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:16.415012 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.db_base_plugin_common [None req-b88fb58a-72d9-457a-b072-4cddcaf3462a tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Allocated IP 2001:db8::99 (1c9d25d3-7f2e-4384-9081-dc17514a5578/37cc207d-ec0d-4ae0-87fc-6cf571421852/cea0b193-7f08-4343-a182-3427c3962662) {{(pid=102386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 18:52:16.460281 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-2a33c6f1-3d15-4b8c-b154-93253503fe45 req-93dca583-c536-4ccf-ab61-5cad473a6150 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] 10.222.0.13 "GET /v2.0/ports?device_id=1682fb31-a1bf-43f5-a4fa-447937da8a91 HTTP/1.1" status: 200 len: 210 time: 0.0839751 Nov 05 18:52:16.497760 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3121820d-b081-494a-bc50-ecdef3da5bd0 None None] Pushing event updated for resources: {'Port': ['ID=1ede5e74-49a9-439b-8b83-3e5dd1c56f6b,revision_number=2']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:52:16.585964 n-d-816865-1 neutron-server[102386]: DEBUG neutron.notifiers.nova [req-7cde6b2e-e181-4dd0-96b9-fed229e97523 req-6c4225e5-2865-4219-b5bd-4213891e2317 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 145479ca-01b4-489d-8a2f-28a86b4f6e97 {{(pid=102386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 18:52:16.612032 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-7cde6b2e-e181-4dd0-96b9-fed229e97523 req-6c4225e5-2865-4219-b5bd-4213891e2317 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:16.682306 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de394945-1bca-4aa5-9150-cea79c372cc5 req-75043d4e-1beb-49d1-a057-01fd20527139 tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:52:16.683858 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-de394945-1bca-4aa5-9150-cea79c372cc5 req-75043d4e-1beb-49d1-a057-01fd20527139 tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] 10.222.0.13 "GET /v2.0/ports?device_id=980cac70-04e0-4892-9bf4-8401d643ae7a HTTP/1.1" status: 200 len: 932 time: 0.1145711 Nov 05 18:52:16.721029 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92e713d-fe89-4673-b0d7-1ac8d149f2fc req-68a5e2f4-16b9-4295-80ec-1808544a679a tempest-ListServerFiltersTestJSON-1098286164 tempest-ListServerFiltersTestJSON-1098286164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:52:16.722635 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-a92e713d-fe89-4673-b0d7-1ac8d149f2fc req-68a5e2f4-16b9-4295-80ec-1808544a679a tempest-ListServerFiltersTestJSON-1098286164 tempest-ListServerFiltersTestJSON-1098286164-project] 10.222.0.13 "GET /v2.0/ports?device_id=35c561de-9fb3-42c9-b803-c5bb933ccd4c HTTP/1.1" status: 200 len: 946 time: 0.1029477 Nov 05 18:52:16.750152 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-099f4edb-4d8a-4892-8278-db7f8fd89cd2 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4417063'] for port, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:16.762030 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.provisioning_blocks [req-7cde6b2e-e181-4dd0-96b9-fed229e97523 req-6c4225e5-2865-4219-b5bd-4213891e2317 service neutron] Transition to ACTIVE for port object 145479ca-01b4-489d-8a2f-28a86b4f6e97 will not be triggered until provisioned by entity L2. {{(pid=102386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 05 18:52:16.769274 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-4f369a3e-7876-453f-a67e-9d25ffde5d6c req-faf237bd-b6b1-49ff-a8e3-adfe729a803b tempest-ServersOnMultiNodesTest-710233287 tempest-ServersOnMultiNodesTest-710233287-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:16.780921 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-b88fb58a-72d9-457a-b072-4cddcaf3462a tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Publish callbacks [] for port, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:16.785325 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] get_ports_and_sgs() called for port_ids ['e4268253-2c3d-4389-9f13-e0128dfb13d4'] {{(pid=102388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 18:52:16.808873 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf237bd-b6b1-49ff-a8e3-adfe729a803b tempest-ServersOnMultiNodesTest-710233287 tempest-ServersOnMultiNodesTest-710233287-project] Pushing event deleted for resources: {'Port': ['ID=e4268253-2c3d-4389-9f13-e0128dfb13d4,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:52:16.845732 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099f4edb-4d8a-4892-8278-db7f8fd89cd2 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Pushing event deleted for resources: {'Port': ['ID=681ff494-e030-4b25-9d61-31a59ed0b211,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:52:16.864665 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-7cde6b2e-e181-4dd0-96b9-fed229e97523 req-6c4225e5-2865-4219-b5bd-4213891e2317 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6149821'] for port, after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:16.874476 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-de394945-1bca-4aa5-9150-cea79c372cc5 req-fd17f417-a235-4452-81d1-b00a8dd055ae tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] 10.222.0.13 "GET /v2.0/security-groups?id=20494f52-e47d-4839-b4f6-2fc0330d8d18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1825888 Nov 05 18:52:16.905295 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 59168) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:52:16.912378 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f369a3e-7876-453f-a67e-9d25ffde5d6c req-faf237bd-b6b1-49ff-a8e3-adfe729a803b tempest-ServersOnMultiNodesTest-710233287 tempest-ServersOnMultiNodesTest-710233287-project] No DVR routers for this DVR port e4268253-2c3d-4389-9f13-e0128dfb13d4 on host n-h2-816865-1 {{(pid=102386) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 18:52:16.934438 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-4f369a3e-7876-453f-a67e-9d25ffde5d6c req-faf237bd-b6b1-49ff-a8e3-adfe729a803b tempest-ServersOnMultiNodesTest-710233287 tempest-ServersOnMultiNodesTest-710233287-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:16.937737 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-4f369a3e-7876-453f-a67e-9d25ffde5d6c req-faf237bd-b6b1-49ff-a8e3-adfe729a803b tempest-ServersOnMultiNodesTest-710233287 tempest-ServersOnMultiNodesTest-710233287-project] 10.222.0.55 "DELETE /v2.0/ports/e4268253-2c3d-4389-9f13-e0128dfb13d4 HTTP/1.1" status: 204 len: 173 time: 1.4095614 Nov 05 18:52:16.942078 n-d-816865-1 neutron-server[102386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '747cc2b4-46fd-44c5-b9da-2cdb1db996a1', 'name': 'network-vif-deleted', 'tag': 'e4268253-2c3d-4389-9f13-e0128dfb13d4'}] {{(pid=102386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 18:52:16.943669 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6173a44d7c73f41af551dc890fa1a5892c2c6bc3458b640c8e0c24db7876ba6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd69022a-b179-41a4-8694-4033ef2cf62c" -d '{"events": [{"server_uuid": "747cc2b4-46fd-44c5-b9da-2cdb1db996a1", "name": "network-vif-deleted", "tag": "e4268253-2c3d-4389-9f13-e0128dfb13d4"}]}' {{(pid=102386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 18:52:16.952869 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-a1e1feed-a8bd-49a7-a45c-3f5843181745 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:16.977101 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4225e5-2865-4219-b5bd-4213891e2317 service neutron] Pushing event updated for resources: {'Port': ['ID=145479ca-01b4-489d-8a2f-28a86b4f6e97,revision_number=2']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:52:16.989810 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-a92e713d-fe89-4673-b0d7-1ac8d149f2fc req-b256e6a1-6310-4b6d-a876-2a7579c2d2a5 tempest-ListServerFiltersTestJSON-1098286164 tempest-ListServerFiltersTestJSON-1098286164-project] 10.222.0.13 "GET /v2.0/security-groups?id=e3640d88-c369-41cd-98f6-7ceb94b23b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2306201 Nov 05 18:52:17.057259 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-b88fb58a-72d9-457a-b072-4cddcaf3462a tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:17.066957 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 18:52:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd31053a-b8b6-426a-9845-58c5437f7b9e x-openstack-request-id: req-cd31053a-b8b6-426a-9845-58c5437f7b9e {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 18:52:17.066957 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "747cc2b4-46fd-44c5-b9da-2cdb1db996a1", "name": "network-vif-deleted", "tag": "e4268253-2c3d-4389-9f13-e0128dfb13d4", "status": "completed", "code": 200}]} {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 18:52:17.066957 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-cd31053a-b8b6-426a-9845-58c5437f7b9e {{(pid=102386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 18:52:17.066957 n-d-816865-1 neutron-server[102386]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '747cc2b4-46fd-44c5-b9da-2cdb1db996a1', 'name': 'network-vif-deleted', 'tag': 'e4268253-2c3d-4389-9f13-e0128dfb13d4', 'status': 'completed', 'code': 200} Nov 05 18:52:17.072924 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-099f4edb-4d8a-4892-8278-db7f8fd89cd2 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1000651'] for router_gateway, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:17.091672 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-9e2dada8-ddbe-4fda-841a-439824d9fb1e req-fa2a7fbf-837d-4978-b2ae-581c016b9f9b tempest-ServersOnMultiNodesTest-710233287 tempest-ServersOnMultiNodesTest-710233287-project] 10.222.0.13 "GET /v2.0/ports?device_id=747cc2b4-46fd-44c5-b9da-2cdb1db996a1 HTTP/1.1" status: 200 len: 210 time: 0.0942256 Nov 05 18:52:17.140953 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b88fb58a-72d9-457a-b072-4cddcaf3462a tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Network 1c9d25d3-7f2e-4384-9081-dc17514a5578 is already hosted by enough agents. {{(pid=102386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 18:52:17.142392 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [req-7cde6b2e-e181-4dd0-96b9-fed229e97523 req-6c4225e5-2865-4219-b5bd-4213891e2317 service neutron] Attempting to bind port 145479ca-01b4-489d-8a2f-28a86b4f6e97 on host n-h2-816865-1 for vnic_type normal with profile {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 18:52:17.142724 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [req-7cde6b2e-e181-4dd0-96b9-fed229e97523 req-6c4225e5-2865-4219-b5bd-4213891e2317 service neutron] Attempting to bind port 145479ca-01b4-489d-8a2f-28a86b4f6e97 by drivers openvswitch,hyperv on host n-h2-816865-1 at level 0 using segments [{'id': '1ae4cc0f-5460-421b-9b80-d7acf4de0363', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'bb5b9fed-8e61-492a-a21e-f9ce432c95f7'}] {{(pid=102386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 18:52:17.143042 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cde6b2e-e181-4dd0-96b9-fed229e97523 req-6c4225e5-2865-4219-b5bd-4213891e2317 service neutron] Attempting to bind port 145479ca-01b4-489d-8a2f-28a86b4f6e97 on network bb5b9fed-8e61-492a-a21e-f9ce432c95f7 {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 18:52:17.148374 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.base_scheduler [None req-b88fb58a-72d9-457a-b072-4cddcaf3462a tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Resources bound (agent type, host, resource id): {{(pid=102386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:52:17.154637 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b88fb58a-72d9-457a-b072-4cddcaf3462a tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Received port after_create {{(pid=102386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 18:52:17.161381 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b88fb58a-72d9-457a-b072-4cddcaf3462a tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:52:17.162331 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-b88fb58a-72d9-457a-b072-4cddcaf3462a tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:17.178185 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88fb58a-72d9-457a-b072-4cddcaf3462a tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Pushing event updated for resources: {'Port': ['ID=cea0b193-7f08-4343-a182-3427c3962662,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:52:17.180866 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cde6b2e-e181-4dd0-96b9-fed229e97523 req-6c4225e5-2865-4219-b5bd-4213891e2317 service neutron] Port 145479ca-01b4-489d-8a2f-28a86b4f6e97 on network bb5b9fed-8e61-492a-a21e-f9ce432c95f7 not bound, no agent of type Open vSwitch agent registered on host n-h2-816865-1 {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 18:52:17.181411 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cde6b2e-e181-4dd0-96b9-fed229e97523 req-6c4225e5-2865-4219-b5bd-4213891e2317 service neutron] Attempting to bind port 145479ca-01b4-489d-8a2f-28a86b4f6e97 on network bb5b9fed-8e61-492a-a21e-f9ce432c95f7 {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 18:52:17.187932 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cde6b2e-e181-4dd0-96b9-fed229e97523 req-6c4225e5-2865-4219-b5bd-4213891e2317 service neutron] Checking agent: {'id': '32aff553-696f-4891-83f5-5c176f61fe54', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816865-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 18, 33, 36), 'started_at': datetime.datetime(2021, 11, 5, 18, 33, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 18, 52, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 18:52:17.188545 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cde6b2e-e181-4dd0-96b9-fed229e97523 req-6c4225e5-2865-4219-b5bd-4213891e2317 service neutron] Checking segment: {'id': '1ae4cc0f-5460-421b-9b80-d7acf4de0363', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'bb5b9fed-8e61-492a-a21e-f9ce432c95f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 18:52:17.189090 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cde6b2e-e181-4dd0-96b9-fed229e97523 req-6c4225e5-2865-4219-b5bd-4213891e2317 service neutron] Bound using segment: {'id': '1ae4cc0f-5460-421b-9b80-d7acf4de0363', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'bb5b9fed-8e61-492a-a21e-f9ce432c95f7'} {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 18:52:17.189773 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [req-7cde6b2e-e181-4dd0-96b9-fed229e97523 req-6c4225e5-2865-4219-b5bd-4213891e2317 service neutron] Bound port: 145479ca-01b4-489d-8a2f-28a86b4f6e97, host: n-h2-816865-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1ae4cc0f-5460-421b-9b80-d7acf4de0363', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'bb5b9fed-8e61-492a-a21e-f9ce432c95f7'}}] {{(pid=102386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 18:52:17.190366 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-7cde6b2e-e181-4dd0-96b9-fed229e97523 req-6c4225e5-2865-4219-b5bd-4213891e2317 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:17.213938 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-099f4edb-4d8a-4892-8278-db7f8fd89cd2 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-571301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6852'] for router, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:17.217507 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-099f4edb-4d8a-4892-8278-db7f8fd89cd2 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:17.300727 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 59172) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:52:17.301710 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-b88fb58a-72d9-457a-b072-4cddcaf3462a tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.2274046 Nov 05 18:52:17.329773 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-a1e1feed-a8bd-49a7-a45c-3f5843181745 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:17.334761 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [req-7cde6b2e-e181-4dd0-96b9-fed229e97523 req-6c4225e5-2865-4219-b5bd-4213891e2317 service neutron] For port 145479ca-01b4-489d-8a2f-28a86b4f6e97, host n-h2-816865-1, cleared binding levels {{(pid=102386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 18:52:17.339973 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [req-7cde6b2e-e181-4dd0-96b9-fed229e97523 req-6c4225e5-2865-4219-b5bd-4213891e2317 service neutron] For port 145479ca-01b4-489d-8a2f-28a86b4f6e97, host n-h2-816865-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=145479ca-01b4-489d-8a2f-28a86b4f6e97,segment=NetworkSegment(1ae4cc0f-5460-421b-9b80-d7acf4de0363),segment_id=1ae4cc0f-5460-421b-9b80-d7acf4de0363)] {{(pid=102386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 18:52:17.384696 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85ef5ff5-f5e5-4221-824d-33e81dd2ab37 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:52:17.410128 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85ef5ff5-f5e5-4221-824d-33e81dd2ab37 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:52:17.414440 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-85ef5ff5-f5e5-4221-824d-33e81dd2ab37 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1667 time: 0.1104391 Nov 05 18:52:17.414888 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 59176) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:52:17.423234 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-099f4edb-4d8a-4892-8278-db7f8fd89cd2 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-571310'] for router, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:17.424085 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-099f4edb-4d8a-4892-8278-db7f8fd89cd2 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Fanout notify agent at l3_agent the message router_deleted on router 17d79901-59dc-4483-aae2-645d3a409816 {{(pid=102387) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 05 18:52:17.431706 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-099f4edb-4d8a-4892-8278-db7f8fd89cd2 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Publish callbacks [] for router, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:17.433943 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-099f4edb-4d8a-4892-8278-db7f8fd89cd2 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] 10.222.0.13 "DELETE /v2.0/routers/17d79901-59dc-4483-aae2-645d3a409816 HTTP/1.1" status: 204 len: 168 time: 2.1558845 Nov 05 18:52:17.437687 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 59178) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:52:17.458279 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-bdc36ea5-3c44-43fe-9fb0-67d3e0c954b8 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1734313881'}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:52:17.461902 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-7cde6b2e-e181-4dd0-96b9-fed229e97523 req-6c4225e5-2865-4219-b5bd-4213891e2317 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6149821'] for port, after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:17.467496 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-a1e1feed-a8bd-49a7-a45c-3f5843181745 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:17.506728 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-a1e1feed-a8bd-49a7-a45c-3f5843181745 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ec77aeba1a1d440e8b4e3419fa4b1da0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5980604 Nov 05 18:52:17.512770 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 59180) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:52:17.564995 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cde6b2e-e181-4dd0-96b9-fed229e97523 req-6c4225e5-2865-4219-b5bd-4213891e2317 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:52:17.572338 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-7cde6b2e-e181-4dd0-96b9-fed229e97523 req-6c4225e5-2865-4219-b5bd-4213891e2317 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:17.573901 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-7cde6b2e-e181-4dd0-96b9-fed229e97523 req-6c4225e5-2865-4219-b5bd-4213891e2317 service neutron] 10.222.0.55 "PUT /v2.0/ports/145479ca-01b4-489d-8a2f-28a86b4f6e97 HTTP/1.1" status: 200 len: 1092 time: 1.9394877 Nov 05 18:52:17.608886 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4225e5-2865-4219-b5bd-4213891e2317 service neutron] Pushing event updated for resources: {'Port': ['ID=145479ca-01b4-489d-8a2f-28a86b4f6e97,revision_number=3']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:52:17.637315 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e1feed-a8bd-49a7-a45c-3f5843181745 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6406ad2b-573c-4993-997c-1da06b876d4f,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:52:17.638800 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-7a1e5cec-62dd-45b4-b071-1d7029b5c120 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Deleting port cea0b193-7f08-4343-a182-3427c3962662 {{(pid=102386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 18:52:17.639562 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-7a1e5cec-62dd-45b4-b071-1d7029b5c120 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:17.661184 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-f5e66526-ace3-4a59-b164-d6a39cae432c req-17c13945-71c8-4291-89ce-d7b1101f49c9 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] 10.222.0.13 "GET /v2.0/ports?device_id=1682fb31-a1bf-43f5-a4fa-447937da8a91 HTTP/1.1" status: 200 len: 210 time: 0.0617275 Nov 05 18:52:17.681255 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8951ad-658a-4161-8305-81d5826e7c8b req-c6976046-7c85-40e8-ab06-764ae3f254f4 tempest-AttachVolumeTestJSON-989501218 tempest-AttachVolumeTestJSON-989501218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:52:17.698319 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-2d8951ad-658a-4161-8305-81d5826e7c8b req-c6976046-7c85-40e8-ab06-764ae3f254f4 tempest-AttachVolumeTestJSON-989501218 tempest-AttachVolumeTestJSON-989501218-project] 10.222.0.13 "GET /v2.0/ports?device_id=8b89339f-2569-46d9-aab9-0ad925bd2f97 HTTP/1.1" status: 200 len: 946 time: 0.2848053 Nov 05 18:52:17.793545 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdc36ea5-3c44-43fe-9fb0-67d3e0c954b8 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Made reservation on behalf of 07347c71ee604fb5990da9c356235381 for: {'network': 1} {{(pid=102387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 18:52:17.794871 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cde6b2e-e181-4dd0-96b9-fed229e97523 req-a88810c9-6326-43fe-b912-96f9914ac09b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:52:17.796382 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-7cde6b2e-e181-4dd0-96b9-fed229e97523 req-a88810c9-6326-43fe-b912-96f9914ac09b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=9d37d1d71d154d088bbcf565483b4218&device_id=980cac70-04e0-4892-9bf4-8401d643ae7a HTTP/1.1" status: 200 len: 1095 time: 0.0740216 Nov 05 18:52:17.798350 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-bdc36ea5-3c44-43fe-9fb0-67d3e0c954b8 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for network, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:17.800571 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-0971fa7b-0f34-485e-8eb0-760f6cdf4538 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:17.816399 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-7a1e5cec-62dd-45b4-b071-1d7029b5c120 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:17.859426 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-2d8951ad-658a-4161-8305-81d5826e7c8b req-cca78afa-67ce-4430-9cfe-ec4b85678697 tempest-AttachVolumeTestJSON-989501218 tempest-AttachVolumeTestJSON-989501218-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e63aa61-d36e-4e93-bf38-42a8d6ff1742&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1588943 Nov 05 18:52:17.864267 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-7cde6b2e-e181-4dd0-96b9-fed229e97523 req-917d4d08-9528-4f0a-bbf2-5e46d2a04761 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=145479ca-01b4-489d-8a2f-28a86b4f6e97 HTTP/1.1" status: 200 len: 217 time: 0.0592773 Nov 05 18:52:17.880821 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bdc36ea5-3c44-43fe-9fb0-67d3e0c954b8 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 179} {{(pid=102387) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 05 18:52:17.890986 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-7a1e5cec-62dd-45b4-b071-1d7029b5c120 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Calling delete_port for cea0b193-7f08-4343-a182-3427c3962662 owned by {{(pid=102386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 18:52:17.908790 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-0971fa7b-0f34-485e-8eb0-760f6cdf4538 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:17.925367 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2a58e4-7074-474d-8655-60b804a1a5d6 req-dbda2a80-63a0-41ba-aa00-941eb240f8b4 tempest-AttachVolumeTestJSON-989501218 tempest-AttachVolumeTestJSON-989501218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:52:17.927279 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-5a2a58e4-7074-474d-8655-60b804a1a5d6 req-dbda2a80-63a0-41ba-aa00-941eb240f8b4 tempest-AttachVolumeTestJSON-989501218 tempest-AttachVolumeTestJSON-989501218-project] 10.222.0.41 "GET /v2.0/ports?device_id=8b89339f-2569-46d9-aab9-0ad925bd2f97 HTTP/1.1" status: 200 len: 946 time: 0.1920397 Nov 05 18:52:17.935367 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-bdc36ea5-3c44-43fe-9fb0-67d3e0c954b8 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273'] for segment, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:17.935367 n-d-816865-1 neutron-server[102387]: INFO neutron.db.segments_db [None req-bdc36ea5-3c44-43fe-9fb0-67d3e0c954b8 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Added segment 6e81cfa0-655a-4f68-834c-61eb7fc340b2 of type vlan for network b7f57f8d-575d-4766-817d-405f201d4db5 Nov 05 18:52:17.966224 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cde6b2e-e181-4dd0-96b9-fed229e97523 req-776650ef-ace6-4f1d-9bc5-487f7fe028db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:52:17.967710 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-7cde6b2e-e181-4dd0-96b9-fed229e97523 req-776650ef-ace6-4f1d-9bc5-487f7fe028db service neutron] 10.222.0.55 "GET /v2.0/subnets?id=8df5751e-d8bb-41e4-9469-238f613979b1 HTTP/1.1" status: 200 len: 850 time: 0.0942080 Nov 05 18:52:18.053325 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cde6b2e-e181-4dd0-96b9-fed229e97523 req-2ae5c06f-a9dc-4ee9-b1f4-546c7cb11d65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:52:18.055168 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-7cde6b2e-e181-4dd0-96b9-fed229e97523 req-2ae5c06f-a9dc-4ee9-b1f4-546c7cb11d65 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=bb5b9fed-8e61-492a-a21e-f9ce432c95f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0707929 Nov 05 18:52:18.065335 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-bdc36ea5-3c44-43fe-9fb0-67d3e0c954b8 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750027258543'] for network, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:18.204412 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-2316cd25-2e74-4542-b82f-0ebf1c8301b1 None None] Provisioning complete for port 1ede5e74-49a9-439b-8b83-3e5dd1c56f6b triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:52:18.206489 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-2316cd25-2e74-4542-b82f-0ebf1c8301b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:18.209894 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-7cde6b2e-e181-4dd0-96b9-fed229e97523 req-43ccf5fc-7c59-49d4-8a29-63c8abc3bee7 service neutron] 10.222.0.55 "GET /v2.0/networks/bb5b9fed-8e61-492a-a21e-f9ce432c95f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1383324 Nov 05 18:52:18.229061 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-bdc36ea5-3c44-43fe-9fb0-67d3e0c954b8 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-956796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877'] for network, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:18.234941 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdc36ea5-3c44-43fe-9fb0-67d3e0c954b8 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:52:18.235295 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-bdc36ea5-3c44-43fe-9fb0-67d3e0c954b8 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597851'] for network, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:18.305064 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a144f3fb-e635-4a42-83c7-ad648ef569b1 req-c4ce7250-5030-41c4-aaec-660cdca3f87f tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:52:18.306641 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-a144f3fb-e635-4a42-83c7-ad648ef569b1 req-c4ce7250-5030-41c4-aaec-660cdca3f87f tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] 10.222.0.13 "GET /v2.0/ports?device_id=980cac70-04e0-4892-9bf4-8401d643ae7a HTTP/1.1" status: 200 len: 944 time: 0.3136466 Nov 05 18:52:18.311077 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-2316cd25-2e74-4542-b82f-0ebf1c8301b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:18.326547 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-7a1e5cec-62dd-45b4-b071-1d7029b5c120 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:18.344419 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d88c93-2d3d-406f-bccd-b03c5f9952c6 req-7e158495-87d0-4856-b24c-641f5b645b25 tempest-ListServerFiltersTestJSON-1098286164 tempest-ListServerFiltersTestJSON-1098286164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:52:18.351047 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-2316cd25-2e74-4542-b82f-0ebf1c8301b1 None None] For port 1ede5e74-49a9-439b-8b83-3e5dd1c56f6b, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=1ede5e74-49a9-439b-8b83-3e5dd1c56f6b,segment=NetworkSegment(1bdc5ccc-001b-4584-b217-2d1934002f57),segment_id=1bdc5ccc-001b-4584-b217-2d1934002f57)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:52:18.354853 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-d1d88c93-2d3d-406f-bccd-b03c5f9952c6 req-7e158495-87d0-4856-b24c-641f5b645b25 tempest-ListServerFiltersTestJSON-1098286164 tempest-ListServerFiltersTestJSON-1098286164-project] 10.222.0.13 "GET /v2.0/ports?device_id=35c561de-9fb3-42c9-b803-c5bb933ccd4c HTTP/1.1" status: 200 len: 946 time: 0.2171373 Nov 05 18:52:18.380111 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1e5cec-62dd-45b4-b071-1d7029b5c120 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Pushing event deleted for resources: {'Port': ['ID=cea0b193-7f08-4343-a182-3427c3962662,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:52:18.392172 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc36ea5-3c44-43fe-9fb0-67d3e0c954b8 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Pushing event updated for resources: {'Network': ['ID=b7f57f8d-575d-4766-817d-405f201d4db5,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:52:18.396524 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-7cde6b2e-e181-4dd0-96b9-fed229e97523 req-7bc3b593-93ba-4212-b4ce-19e00961c8e2 service neutron] 10.222.0.55 "GET /v2.0/networks/bb5b9fed-8e61-492a-a21e-f9ce432c95f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1783884 Nov 05 18:52:18.409619 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Network b7f57f8d-575d-4766-817d-405f201d4db5 details requested by agent ovs-agent-n-d-816865-1 with host n-d-816865-1 {{(pid=102388) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 05 18:52:18.417622 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-bdc36ea5-3c44-43fe-9fb0-67d3e0c954b8 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.9762135 Nov 05 18:52:18.419313 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 59190) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:52:18.423298 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [req-5a2a58e4-7074-474d-8655-60b804a1a5d6 req-eac768a7-50cb-4395-9924-44598d7b37ae tempest-AttachVolumeTestJSON-989501218 tempest-AttachVolumeTestJSON-989501218-project] Deleting port 25c59d57-b8b9-46b8-ab2b-13094533988c {{(pid=102387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 18:52:18.423795 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-5a2a58e4-7074-474d-8655-60b804a1a5d6 req-eac768a7-50cb-4395-9924-44598d7b37ae tempest-AttachVolumeTestJSON-989501218 tempest-AttachVolumeTestJSON-989501218-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:18.441320 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-2f6ca0a2-cefa-4ea2-af5e-34cfc172f074 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Request body: {'subnet': {'network_id': 'b7f57f8d-575d-4766-817d-405f201d4db5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:52:18.441541 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-7a1e5cec-62dd-45b4-b071-1d7029b5c120 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:18.448372 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-7a1e5cec-62dd-45b4-b071-1d7029b5c120 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] 10.222.0.13 "DELETE /v2.0/ports/cea0b193-7f08-4343-a182-3427c3962662 HTTP/1.1" status: 204 len: 168 time: 1.0323789 Nov 05 18:52:18.451164 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 59192) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:52:18.493178 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d6d7a4-738c-41e1-a7e4-84939b506094 req-6faa76ed-c220-4c6d-980e-23e93d5888cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:52:18.494594 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-64d6d7a4-738c-41e1-a7e4-84939b506094 req-6faa76ed-c220-4c6d-980e-23e93d5888cc service neutron] 10.222.0.41 "GET /v2.0/ports/67bf7a45-d02d-4202-afe1-d2eef054ceb0 HTTP/1.1" status: 200 len: 1032 time: 0.1158457 Nov 05 18:52:18.500041 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-2316cd25-2e74-4542-b82f-0ebf1c8301b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:18.509913 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-0971fa7b-0f34-485e-8eb0-760f6cdf4538 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:18.513947 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-0971fa7b-0f34-485e-8eb0-760f6cdf4538 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:18.515470 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-0971fa7b-0f34-485e-8eb0-760f6cdf4538 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6406ad2b-573c-4993-997c-1da06b876d4f HTTP/1.1" status: 204 len: 168 time: 0.9975958 Nov 05 18:52:18.588009 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f9715a0-1ba8-41d9-8e5c-949f9e696e0a tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:52:18.591346 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f9715a0-1ba8-41d9-8e5c-949f9e696e0a tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:52:18.596286 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-3f9715a0-1ba8-41d9-8e5c-949f9e696e0a tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1440415 Nov 05 18:52:18.597146 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 59196) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:52:18.598610 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2316cd25-2e74-4542-b82f-0ebf1c8301b1 None None] Pushing event updated for resources: {'Port': ['ID=1ede5e74-49a9-439b-8b83-3e5dd1c56f6b,revision_number=3']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:52:18.609440 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d6d7a4-738c-41e1-a7e4-84939b506094 req-3bb12e0f-3b49-4406-862e-139f9f054ba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:52:18.611153 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-64d6d7a4-738c-41e1-a7e4-84939b506094 req-3bb12e0f-3b49-4406-862e-139f9f054ba8 service neutron] 10.222.0.41 "GET /v2.0/ports/2456eae3-169a-4fab-a13d-e220c18e5959 HTTP/1.1" status: 200 len: 1031 time: 0.1081400 Nov 05 18:52:18.621711 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-92942900-c53f-4bf9-a04d-730254778360 None None] Could not find standard attr ID for object cea0b193-7f08-4343-a182-3427c3962662. {{(pid=102388) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 05 18:52:18.631764 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-d1d88c93-2d3d-406f-bccd-b03c5f9952c6 req-0a5bacc1-14e4-4cb8-b157-8254154fa862 tempest-ListServerFiltersTestJSON-1098286164 tempest-ListServerFiltersTestJSON-1098286164-project] 10.222.0.13 "GET /v2.0/security-groups?id=e3640d88-c369-41cd-98f6-7ceb94b23b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2680125 Nov 05 18:52:18.665951 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.db [req-5a2a58e4-7074-474d-8655-60b804a1a5d6 req-eac768a7-50cb-4395-9924-44598d7b37ae tempest-AttachVolumeTestJSON-989501218 tempest-AttachVolumeTestJSON-989501218-project] For port 25c59d57-b8b9-46b8-ab2b-13094533988c, host n-h1-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=25c59d57-b8b9-46b8-ab2b-13094533988c,segment=NetworkSegment(ef5714ac-d60a-42ed-804f-a2e28bab422f),segment_id=ef5714ac-d60a-42ed-804f-a2e28bab422f)] {{(pid=102387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:52:18.666335 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-5a2a58e4-7074-474d-8655-60b804a1a5d6 req-eac768a7-50cb-4395-9924-44598d7b37ae tempest-AttachVolumeTestJSON-989501218 tempest-AttachVolumeTestJSON-989501218-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:18.782585 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0971fa7b-0f34-485e-8eb0-760f6cdf4538 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6406ad2b-573c-4993-997c-1da06b876d4f,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:52:18.799344 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-a144f3fb-e635-4a42-83c7-ad648ef569b1 req-f9b1f563-d211-450f-ab40-6180b58b316b tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] 10.222.0.13 "GET /v2.0/security-groups?id=20494f52-e47d-4839-b4f6-2fc0330d8d18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4382699 Nov 05 18:52:18.810758 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f4d3fb0-2841-4629-a82d-ddfc346cc1c1 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Deleting subnet 37cc207d-ec0d-4ae0-87fc-6cf571421852 {{(pid=102386) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 05 18:52:18.829286 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-8f4d3fb0-2841-4629-a82d-ddfc346cc1c1 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Publish callbacks [] for subnet, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:18.875233 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Device e4268253-2c3d-4389-9f13-e0128dfb13d4 no longer exists at agent hyperv_n-h2-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 18:52:18.923475 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 1ede5e74-49a9-439b-8b83-3e5dd1c56f6b up at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 18:52:18.926458 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-a9ed7375-507f-4ba0-94ca-7b0bb11fc258 req-71bb3443-3a94-4298-96ec-d679ef7bd6c2 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] 10.222.0.13 "GET /v2.0/ports?device_id=1682fb31-a1bf-43f5-a4fa-447937da8a91 HTTP/1.1" status: 200 len: 210 time: 0.0612371 Nov 05 18:52:18.934403 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] No Port match for: e4268253-2c3d-4389-9f13-e0128dfb13d4 {{(pid=102388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 18:52:18.934614 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Device e4268253-2c3d-4389-9f13-e0128dfb13d4 not bound to the agent host n-h2-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 18:52:18.978799 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-8f4d3fb0-2841-4629-a82d-ddfc346cc1c1 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4590738'] for subnet, precommit_delete_associations {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:19.009436 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d6d7a4-738c-41e1-a7e4-84939b506094 req-5d1794ce-6823-4bfc-9d83-73aa5d4e1c85 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:52:19.015967 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Provisioning complete for port 1ede5e74-49a9-439b-8b83-3e5dd1c56f6b triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:52:19.016362 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:19.017044 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d6d7a4-738c-41e1-a7e4-84939b506094 req-5d1794ce-6823-4bfc-9d83-73aa5d4e1c85 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:52:19.023231 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d6d7a4-738c-41e1-a7e4-84939b506094 req-5d1794ce-6823-4bfc-9d83-73aa5d4e1c85 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:52:19.024858 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-64d6d7a4-738c-41e1-a7e4-84939b506094 req-5d1794ce-6823-4bfc-9d83-73aa5d4e1c85 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] 10.222.0.41 "GET /v2.0/networks?id=ad4e0fc4-1abc-48fb-9c8e-5d76236fa098&id=59ceeb29-cfb5-4ee4-ad6e-189a26cd5b4e&id=59ceeb29-cfb5-4ee4-ad6e-189a26cd5b4e&id=59ceeb29-cfb5-4ee4-ad6e-189a26cd5b4e&id=59ceeb29-cfb5-4ee4-ad6e-189a26cd5b4e&id=92cc69b6-4cd1-4b33-bca8-908cd312767a&id=92cc69b6-4cd1-4b33-bca8-908cd312767a HTTP/1.1" status: 200 len: 1995 time: 0.3887279 Nov 05 18:52:19.064187 n-d-816865-1 neutron-server[102386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '980cac70-04e0-4892-9bf4-8401d643ae7a', 'tag': '145479ca-01b4-489d-8a2f-28a86b4f6e97'}] {{(pid=102386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 18:52:19.067316 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6173a44d7c73f41af551dc890fa1a5892c2c6bc3458b640c8e0c24db7876ba6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccfd9179-87e0-403a-90c0-310f2403435b" -d '{"events": [{"name": "network-changed", "server_uuid": "980cac70-04e0-4892-9bf4-8401d643ae7a", "tag": "145479ca-01b4-489d-8a2f-28a86b4f6e97"}]}' {{(pid=102386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 18:52:19.154966 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 18:52:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bb0ea1e-a9e7-4cb0-b176-e0b45bbaad55 x-openstack-request-id: req-3bb0ea1e-a9e7-4cb0-b176-e0b45bbaad55 {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 18:52:19.155400 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "980cac70-04e0-4892-9bf4-8401d643ae7a", "tag": "145479ca-01b4-489d-8a2f-28a86b4f6e97", "status": "completed", "code": 200}]} {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 18:52:19.155662 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3bb0ea1e-a9e7-4cb0-b176-e0b45bbaad55 {{(pid=102386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 18:52:19.156079 n-d-816865-1 neutron-server[102386]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '980cac70-04e0-4892-9bf4-8401d643ae7a', 'tag': '145479ca-01b4-489d-8a2f-28a86b4f6e97', 'status': 'completed', 'code': 200} Nov 05 18:52:19.157500 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ad57fc-a817-452e-946a-153164075e23 req-c1d27047-2e4a-4207-9e61-c6bf30a46290 tempest-AttachVolumeTestJSON-989501218 tempest-AttachVolumeTestJSON-989501218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:52:19.159101 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-19ad57fc-a817-452e-946a-153164075e23 req-c1d27047-2e4a-4207-9e61-c6bf30a46290 tempest-AttachVolumeTestJSON-989501218 tempest-AttachVolumeTestJSON-989501218-project] 10.222.0.13 "GET /v2.0/ports?device_id=8b89339f-2569-46d9-aab9-0ad925bd2f97 HTTP/1.1" status: 200 len: 946 time: 0.1570258 Nov 05 18:52:19.205413 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f6ca0a2-cefa-4ea2-af5e-34cfc172f074 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Made reservation on behalf of 07347c71ee604fb5990da9c356235381 for: {'subnet': 1} {{(pid=102387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 18:52:19.213087 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-2f6ca0a2-cefa-4ea2-af5e-34cfc172f074 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5112236'] for subnet, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:19.223458 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-8f4d3fb0-2841-4629-a82d-ddfc346cc1c1 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1573928'] for subnet, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:19.252068 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-64d6d7a4-738c-41e1-a7e4-84939b506094 req-47676d6e-dcc6-46ce-8214-7268f88c1e01 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3f080cb3a4f24f1db8ad75a12c2cd4bf HTTP/1.1" status: 200 len: 379 time: 0.2166438 Nov 05 18:52:19.261719 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [req-64d6d7a4-738c-41e1-a7e4-84939b506094 req-74909fbb-e902-4a7f-a9a3-edbd4200ed18 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Request body: {'port': {'device_id': '1682fb31-a1bf-43f5-a4fa-447937da8a91', 'network_id': 'ad4e0fc4-1abc-48fb-9c8e-5d76236fa098', 'admin_state_up': True, 'tenant_id': '3f080cb3a4f24f1db8ad75a12c2cd4bf', 'security_groups': ['293ec58e-66ea-453a-8db8-ae12281442fa']}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:52:19.344323 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfd9179-87e0-403a-90c0-310f2403435b req-50af53ec-4622-41ac-b768-51e204a817e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:52:19.346868 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-ccfd9179-87e0-403a-90c0-310f2403435b req-50af53ec-4622-41ac-b768-51e204a817e4 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=9d37d1d71d154d088bbcf565483b4218&device_id=980cac70-04e0-4892-9bf4-8401d643ae7a HTTP/1.1" status: 200 len: 1095 time: 0.1760933 Nov 05 18:52:19.393590 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-19ad57fc-a817-452e-946a-153164075e23 req-39805826-6490-413e-ba17-b578f569ff47 tempest-AttachVolumeTestJSON-989501218 tempest-AttachVolumeTestJSON-989501218-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e63aa61-d36e-4e93-bf38-42a8d6ff1742&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2238193 Nov 05 18:52:19.399890 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 59214) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:52:19.411817 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-5a2a58e4-7074-474d-8655-60b804a1a5d6 req-eac768a7-50cb-4395-9924-44598d7b37ae tempest-AttachVolumeTestJSON-989501218 tempest-AttachVolumeTestJSON-989501218-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:19.412342 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-5a2a58e4-7074-474d-8655-60b804a1a5d6 req-eac768a7-50cb-4395-9924-44598d7b37ae tempest-AttachVolumeTestJSON-989501218 tempest-AttachVolumeTestJSON-989501218-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1000577'] for floatingip, after_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:19.412635 n-d-816865-1 neutron-server[102387]: INFO neutron.db.l3_db [req-5a2a58e4-7074-474d-8655-60b804a1a5d6 req-eac768a7-50cb-4395-9924-44598d7b37ae tempest-AttachVolumeTestJSON-989501218 tempest-AttachVolumeTestJSON-989501218-project] Floating IP 24621387-ba2c-46ed-b716-8f5c31e77800 disassociated. External IP: 172.25.6.14, port: 25c59d57-b8b9-46b8-ab2b-13094533988c. Nov 05 18:52:19.413260 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [req-5a2a58e4-7074-474d-8655-60b804a1a5d6 req-eac768a7-50cb-4395-9924-44598d7b37ae tempest-AttachVolumeTestJSON-989501218 tempest-AttachVolumeTestJSON-989501218-project] Calling delete_port for 25c59d57-b8b9-46b8-ab2b-13094533988c owned by compute:nova {{(pid=102387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 18:52:19.467004 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfd9179-87e0-403a-90c0-310f2403435b req-88442201-4b62-4b24-8731-a496838cc428 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:52:19.468710 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-ccfd9179-87e0-403a-90c0-310f2403435b req-88442201-4b62-4b24-8731-a496838cc428 service neutron] 10.222.0.55 "GET /v2.0/networks?id=bb5b9fed-8e61-492a-a21e-f9ce432c95f7 HTTP/1.1" status: 200 len: 912 time: 0.1114674 Nov 05 18:52:19.532810 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-ccfd9179-87e0-403a-90c0-310f2403435b req-3c2f8eb1-759d-464d-b49b-1c6a06790fdb service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=145479ca-01b4-489d-8a2f-28a86b4f6e97 HTTP/1.1" status: 200 len: 217 time: 0.0528424 Nov 05 18:52:19.610099 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-8f4d3fb0-2841-4629-a82d-ddfc346cc1c1 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1573905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6149879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4877183'] for subnet, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:19.620353 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfd9179-87e0-403a-90c0-310f2403435b req-d8d90e64-b677-48a5-a77e-a2e46ee157b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:52:19.621830 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-ccfd9179-87e0-403a-90c0-310f2403435b req-d8d90e64-b677-48a5-a77e-a2e46ee157b7 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=8df5751e-d8bb-41e4-9469-238f613979b1 HTTP/1.1" status: 200 len: 850 time: 0.0767179 Nov 05 18:52:19.649569 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4d3fb0-2841-4629-a82d-ddfc346cc1c1 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Pushing event deleted for resources: {'Subnet': ['ID=37cc207d-ec0d-4ae0-87fc-6cf571421852,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:52:19.659412 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-8f4d3fb0-2841-4629-a82d-ddfc346cc1c1 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Publish callbacks [] for subnet, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:19.666196 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-8f4d3fb0-2841-4629-a82d-ddfc346cc1c1 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] 10.222.0.13 "DELETE /v2.0/subnets/37cc207d-ec0d-4ae0-87fc-6cf571421852 HTTP/1.1" status: 204 len: 168 time: 1.0658541 Nov 05 18:52:19.668230 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 59224) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:52:19.673185 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c98b7f7b-a06d-4598-b971-9399ed853710 None None] Network 1c9d25d3-7f2e-4384-9081-dc17514a5578 requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 18:52:19.727373 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-64d6d7a4-738c-41e1-a7e4-84939b506094 req-74909fbb-e902-4a7f-a9a3-edbd4200ed18 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Made reservation on behalf of 3f080cb3a4f24f1db8ad75a12c2cd4bf for: {'port': 1} {{(pid=102386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 18:52:19.731048 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-64d6d7a4-738c-41e1-a7e4-84939b506094 req-74909fbb-e902-4a7f-a9a3-edbd4200ed18 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:19.739726 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-425d8df2-64ef-445d-ac84-4a9c01f3db3c tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0574672 Nov 05 18:52:19.741081 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-cdf67d56-5019-4a3e-8eec-19ce3b737da6 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ace8311f15794bf9a6ad1c1faa75592d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3387134 Nov 05 18:52:19.746285 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 59228) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:52:19.746553 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 59230) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:52:19.752449 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-b9c4b0f9-70b8-497d-b1d1-812253212cce tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Request body: {'subnet': {'network_id': '1c9d25d3-7f2e-4384-9081-dc17514a5578', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:52:19.771323 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-2f6ca0a2-cefa-4ea2-af5e-34cfc172f074 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4417463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5112218'] for subnet, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:19.799849 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfd9179-87e0-403a-90c0-310f2403435b req-23a1410f-cd81-4f17-8b70-33a738a4f88e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:52:19.801390 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-ccfd9179-87e0-403a-90c0-310f2403435b req-23a1410f-cd81-4f17-8b70-33a738a4f88e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=bb5b9fed-8e61-492a-a21e-f9ce432c95f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1606088 Nov 05 18:52:19.890452 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-5a2a58e4-7074-474d-8655-60b804a1a5d6 req-eac768a7-50cb-4395-9924-44598d7b37ae tempest-AttachVolumeTestJSON-989501218 tempest-AttachVolumeTestJSON-989501218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4417063'] for port, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:20.013604 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b8af504-88ea-4af8-8a94-21019201e452 None None] DHCP port deletion for 1c9d25d3-7f2e-4384-9081-dc17514a5578 request from n-d-816865-1 {{(pid=102388) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 05 18:52:20.014663 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.db_base_plugin_common [req-64d6d7a4-738c-41e1-a7e4-84939b506094 req-74909fbb-e902-4a7f-a9a3-edbd4200ed18 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Allocated IP 172.20.0.9 (ad4e0fc4-1abc-48fb-9c8e-5d76236fa098/785d7bfa-2453-4e75-8b0a-ec14975b144a/4a07aa35-4ba7-4db3-b8ab-837d8ca258a7) {{(pid=102386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 18:52:20.039639 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac768a7-50cb-4395-9924-44598d7b37ae tempest-AttachVolumeTestJSON-989501218 tempest-AttachVolumeTestJSON-989501218-project] Pushing event deleted for resources: {'Port': ['ID=25c59d57-b8b9-46b8-ab2b-13094533988c,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:52:20.097739 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-7b8af504-88ea-4af8-8a94-21019201e452 None None] Deleting port 1ede5e74-49a9-439b-8b83-3e5dd1c56f6b {{(pid=102388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 18:52:20.098273 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-7b8af504-88ea-4af8-8a94-21019201e452 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:20.131059 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-f022020c-f216-4265-8b15-1a95f9e57969 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:20.199410 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-f022020c-f216-4265-8b15-1a95f9e57969 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:20.201531 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f6ca0a2-cefa-4ea2-af5e-34cfc172f074 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Checking segment: {'id': '6e81cfa0-655a-4f68-834c-61eb7fc340b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'b7f57f8d-575d-4766-817d-405f201d4db5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 18:52:20.202240 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f6ca0a2-cefa-4ea2-af5e-34cfc172f074 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Network hostable DHCP agents. Network: b7f57f8d-575d-4766-817d-405f201d4db5, hostable agents: ['987e2ca0-bc3b-4c6f-a989-429ccfbf753f'], hosted agents: [] {{(pid=102387) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 05 18:52:20.223288 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-7b8af504-88ea-4af8-8a94-21019201e452 None None] For port 1ede5e74-49a9-439b-8b83-3e5dd1c56f6b, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=1ede5e74-49a9-439b-8b83-3e5dd1c56f6b,segment=NetworkSegment(1bdc5ccc-001b-4584-b217-2d1934002f57),segment_id=1bdc5ccc-001b-4584-b217-2d1934002f57)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:52:20.224000 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-7b8af504-88ea-4af8-8a94-21019201e452 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:20.241435 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-7b8af504-88ea-4af8-8a94-21019201e452 None None] Calling delete_port for 1ede5e74-49a9-439b-8b83-3e5dd1c56f6b owned by network:dhcp {{(pid=102388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 18:52:20.297346 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5a2a58e4-7074-474d-8655-60b804a1a5d6 req-eac768a7-50cb-4395-9924-44598d7b37ae tempest-AttachVolumeTestJSON-989501218 tempest-AttachVolumeTestJSON-989501218-project] Router 8cfa6972-6a8c-4575-afff-a8195771cadb has already been hosted by L3 agent 6dcb5589-8e86-4616-9186-ddc4548e13ad {{(pid=102387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 18:52:20.326975 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-ccfd9179-87e0-403a-90c0-310f2403435b req-af9636d4-55da-4173-8f71-c07de65a43ed service neutron] 10.222.0.55 "GET /v2.0/networks/bb5b9fed-8e61-492a-a21e-f9ce432c95f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3761418 Nov 05 18:52:20.332473 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6ca0a2-cefa-4ea2-af5e-34cfc172f074 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Pushing event updated for resources: {'Subnet': ['ID=af35479c-c70a-4a2b-ac56-16c79c2cd851,revision_number=0']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:52:20.361109 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ad1623-3c6e-42a8-9ef9-4da897d1d9ff req-b534ad76-5790-4129-9b3a-44f5a3cad926 tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:52:20.369378 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-f4ad1623-3c6e-42a8-9ef9-4da897d1d9ff req-b534ad76-5790-4129-9b3a-44f5a3cad926 tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] 10.222.0.13 "GET /v2.0/ports?device_id=980cac70-04e0-4892-9bf4-8401d643ae7a HTTP/1.1" status: 200 len: 944 time: 0.4118528 Nov 05 18:52:20.436571 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd8b80f-88be-4533-a051-5c9556cdd694 req-c71287d2-3509-4bdd-a42d-51126a9514e7 tempest-ListServerFiltersTestJSON-1098286164 tempest-ListServerFiltersTestJSON-1098286164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:52:20.443170 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-2bd8b80f-88be-4533-a051-5c9556cdd694 req-c71287d2-3509-4bdd-a42d-51126a9514e7 tempest-ListServerFiltersTestJSON-1098286164 tempest-ListServerFiltersTestJSON-1098286164-project] 10.222.0.13 "GET /v2.0/ports?device_id=35c561de-9fb3-42c9-b803-c5bb933ccd4c HTTP/1.1" status: 200 len: 946 time: 0.6094508 Nov 05 18:52:20.470719 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-64d6d7a4-738c-41e1-a7e4-84939b506094 req-74909fbb-e902-4a7f-a9a3-edbd4200ed18 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Publish callbacks [] for port, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:20.530946 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-ccfd9179-87e0-403a-90c0-310f2403435b req-51b9311f-296b-4eb3-a02a-70698a235370 service neutron] 10.222.0.55 "GET /v2.0/networks/bb5b9fed-8e61-492a-a21e-f9ce432c95f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1881251 Nov 05 18:52:20.586022 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-f022020c-f216-4265-8b15-1a95f9e57969 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:20.592974 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-f022020c-f216-4265-8b15-1a95f9e57969 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:20.594822 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-f022020c-f216-4265-8b15-1a95f9e57969 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a1214aa7-6fe8-4b93-878e-3f1f16f5c576 HTTP/1.1" status: 204 len: 168 time: 0.8459535 Nov 05 18:52:20.605601 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f022020c-f216-4265-8b15-1a95f9e57969 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1214aa7-6fe8-4b93-878e-3f1f16f5c576,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:52:20.645391 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-7b8af504-88ea-4af8-8a94-21019201e452 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798'] for port, after_delete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:20.686013 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-64d6d7a4-738c-41e1-a7e4-84939b506094 req-74909fbb-e902-4a7f-a9a3-edbd4200ed18 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:20.722874 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8af504-88ea-4af8-8a94-21019201e452 None None] Pushing event deleted for resources: {'Port': ['ID=1ede5e74-49a9-439b-8b83-3e5dd1c56f6b,revision_number=None']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:52:20.734339 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b8af504-88ea-4af8-8a94-21019201e452 None None] No DVR routers for this DVR port 1ede5e74-49a9-439b-8b83-3e5dd1c56f6b on host n-d-816865-1 {{(pid=102388) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 18:52:20.781665 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-64d6d7a4-738c-41e1-a7e4-84939b506094 req-74909fbb-e902-4a7f-a9a3-edbd4200ed18 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Network ad4e0fc4-1abc-48fb-9c8e-5d76236fa098 is already hosted by enough agents. {{(pid=102386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 18:52:20.788364 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.base_scheduler [req-64d6d7a4-738c-41e1-a7e4-84939b506094 req-74909fbb-e902-4a7f-a9a3-edbd4200ed18 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Resources bound (agent type, host, resource id): {{(pid=102386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:52:20.811005 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 1ede5e74-49a9-439b-8b83-3e5dd1c56f6b no longer exists at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 18:52:20.815626 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [req-64d6d7a4-738c-41e1-a7e4-84939b506094 req-74909fbb-e902-4a7f-a9a3-edbd4200ed18 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Received port after_create {{(pid=102386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 18:52:20.868216 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] No Port match for: 1ede5e74-49a9-439b-8b83-3e5dd1c56f6b {{(pid=102388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 18:52:20.869792 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 1ede5e74-49a9-439b-8b83-3e5dd1c56f6b not bound to the agent host n-d-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 18:52:20.958431 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d6d7a4-738c-41e1-a7e4-84939b506094 req-74909fbb-e902-4a7f-a9a3-edbd4200ed18 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:52:20.959932 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-64d6d7a4-738c-41e1-a7e4-84939b506094 req-74909fbb-e902-4a7f-a9a3-edbd4200ed18 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:20.963272 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74909fbb-e902-4a7f-a9a3-edbd4200ed18 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Pushing event updated for resources: {'Port': ['ID=4a07aa35-4ba7-4db3-b8ab-837d8ca258a7,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:52:21.114932 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f6ca0a2-cefa-4ea2-af5e-34cfc172f074 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Network b7f57f8d-575d-4766-817d-405f201d4db5 is scheduled to be hosted by DHCP agent 987e2ca0-bc3b-4c6f-a989-429ccfbf753f with binding_index 1 {{(pid=102387) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 05 18:52:21.175233 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-9bf3ff8e-3308-4377-91a4-3487c35e9fad None None] Provisioning complete for port 4a07aa35-4ba7-4db3-b8ab-837d8ca258a7 triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:52:21.176093 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-9bf3ff8e-3308-4377-91a4-3487c35e9fad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:21.187735 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5a2a58e4-7074-474d-8655-60b804a1a5d6 req-eac768a7-50cb-4395-9924-44598d7b37ae tempest-AttachVolumeTestJSON-989501218 tempest-AttachVolumeTestJSON-989501218-project] Notify agent at l3_agent.n-d-816865-1 the message routers_updated {{(pid=102387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 18:52:21.196481 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-f4ad1623-3c6e-42a8-9ef9-4da897d1d9ff req-39b9c9ad-dab8-42bc-aa14-73ed24887f91 tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] 10.222.0.13 "GET /v2.0/security-groups?id=20494f52-e47d-4839-b4f6-2fc0330d8d18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8262672 Nov 05 18:52:21.246925 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f18f19be-e88d-4bb9-866c-4ee1724bcd36 None None] Sync routers for ids ['8cfa6972-6a8c-4575-afff-a8195771cadb'] in n-d-816865-1 {{(pid=102388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 18:52:21.247685 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9c4b0f9-70b8-497d-b1d1-812253212cce tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Made reservation on behalf of 7bc73c6c17f842a987dd31290d20faa2 for: {'subnet': 1} {{(pid=102387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 18:52:21.257612 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-b9c4b0f9-70b8-497d-b1d1-812253212cce tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5112236'] for subnet, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:21.284127 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a2a58e4-7074-474d-8655-60b804a1a5d6 req-eac768a7-50cb-4395-9924-44598d7b37ae tempest-AttachVolumeTestJSON-989501218 tempest-AttachVolumeTestJSON-989501218-project] No DVR routers for this DVR port 25c59d57-b8b9-46b8-ab2b-13094533988c on host n-h1-816865-1 {{(pid=102387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 18:52:21.285659 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Device 25c59d57-b8b9-46b8-ab2b-13094533988c no longer exists at agent hyperv_n-h1-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 18:52:21.292570 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-5a2a58e4-7074-474d-8655-60b804a1a5d6 req-eac768a7-50cb-4395-9924-44598d7b37ae tempest-AttachVolumeTestJSON-989501218 tempest-AttachVolumeTestJSON-989501218-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:21.292570 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-5a2a58e4-7074-474d-8655-60b804a1a5d6 req-eac768a7-50cb-4395-9924-44598d7b37ae tempest-AttachVolumeTestJSON-989501218 tempest-AttachVolumeTestJSON-989501218-project] 10.222.0.41 "DELETE /v2.0/ports/25c59d57-b8b9-46b8-ab2b-13094533988c HTTP/1.1" status: 204 len: 173 time: 3.3529677 Nov 05 18:52:21.316880 n-d-816865-1 neutron-server[102387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b89339f-2569-46d9-aab9-0ad925bd2f97', 'name': 'network-vif-deleted', 'tag': '25c59d57-b8b9-46b8-ab2b-13094533988c'}] {{(pid=102387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 18:52:21.322309 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-64d6d7a4-738c-41e1-a7e4-84939b506094 req-74909fbb-e902-4a7f-a9a3-edbd4200ed18 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0644238 Nov 05 18:52:21.323710 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab06bd4ddf5758c1f10d79fe34dc215bafa488692cde9dba2fcbcb67556f90bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c304048f-78f0-49cb-a54e-00c07e8ae070" -d '{"events": [{"server_uuid": "8b89339f-2569-46d9-aab9-0ad925bd2f97", "name": "network-vif-deleted", "tag": "25c59d57-b8b9-46b8-ab2b-13094533988c"}]}' {{(pid=102387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 18:52:21.326539 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.base_scheduler [None req-2f6ca0a2-cefa-4ea2-af5e-34cfc172f074 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816865-1, b7f57f8d-575d-4766-817d-405f201d4db5) {{(pid=102387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:52:21.335386 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-9bf3ff8e-3308-4377-91a4-3487c35e9fad None None] Port 4a07aa35-4ba7-4db3-b8ab-837d8ca258a7 cannot update to ACTIVE because it is not bound. {{(pid=102388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 18:52:21.336500 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [req-64d6d7a4-738c-41e1-a7e4-84939b506094 req-0adfea51-4d06-4aef-b406-d9ace59d6106 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Request body: {'port': {'device_id': '1682fb31-a1bf-43f5-a4fa-447937da8a91', 'network_id': '59ceeb29-cfb5-4ee4-ad6e-189a26cd5b4e', 'admin_state_up': True, 'tenant_id': '3f080cb3a4f24f1db8ad75a12c2cd4bf', 'security_groups': ['293ec58e-66ea-453a-8db8-ae12281442fa']}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:52:21.345010 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] No Port match for: 25c59d57-b8b9-46b8-ab2b-13094533988c {{(pid=102388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 18:52:21.346789 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Device 25c59d57-b8b9-46b8-ab2b-13094533988c not bound to the agent host n-h1-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 18:52:21.349074 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f18f19be-e88d-4bb9-866c-4ee1724bcd36 None None] Routers {'8cfa6972-6a8c-4575-afff-a8195771cadb'} bound to L3 agent in host n-d-816865-1 {{(pid=102388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 18:52:21.350570 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-f18f19be-e88d-4bb9-866c-4ee1724bcd36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T18:52:05Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['8cfa6972-6a8c-4575-afff-a8195771cadb'], 'active': True} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:52:21.454012 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-2bd8b80f-88be-4533-a051-5c9556cdd694 req-c47667b0-a915-4a19-a967-b18ed263a531 tempest-ListServerFiltersTestJSON-1098286164 tempest-ListServerFiltersTestJSON-1098286164-project] 10.222.0.13 "GET /v2.0/security-groups?id=e3640d88-c369-41cd-98f6-7ceb94b23b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3367598 Nov 05 18:52:21.465168 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e27b672-bdd0-42a2-a338-807aab8541a4 None None] Network b7f57f8d-575d-4766-817d-405f201d4db5 requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 18:52:21.470803 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f6ca0a2-cefa-4ea2-af5e-34cfc172f074 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:52:21.471522 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-2f6ca0a2-cefa-4ea2-af5e-34cfc172f074 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597851'] for subnet, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:21.574219 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvr_db [None req-f18f19be-e88d-4bb9-866c-4ee1724bcd36 None None] Set router 8cfa6972-6a8c-4575-afff-a8195771cadb gateway port host: n-d-816865-1 {{(pid=102388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 18:52:21.730410 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac24e85-ae41-49e8-a13a-8ec1b3e156ee req-9b9d624d-ccb3-46c4-960a-9d6630ea93f9 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:52:21.730410 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-cac24e85-ae41-49e8-a13a-8ec1b3e156ee req-9b9d624d-ccb3-46c4-960a-9d6630ea93f9 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] 10.222.0.13 "GET /v2.0/ports?device_id=1682fb31-a1bf-43f5-a4fa-447937da8a91 HTTP/1.1" status: 200 len: 931 time: 0.3224881 Nov 05 18:52:21.730410 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-251b68e8-7346-42fd-a078-7243969dd6d6 req-f6601a29-2df5-472b-8342-70fd3a2aecdc tempest-AttachVolumeTestJSON-989501218 tempest-AttachVolumeTestJSON-989501218-project] 10.222.0.13 "GET /v2.0/ports?device_id=8b89339f-2569-46d9-aab9-0ad925bd2f97 HTTP/1.1" status: 200 len: 210 time: 0.0693066 Nov 05 18:52:21.730410 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 18:52:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a72178af-e579-41e2-85fd-95ab76857433 x-openstack-request-id: req-a72178af-e579-41e2-85fd-95ab76857433 {{(pid=102387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 18:52:21.730410 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b89339f-2569-46d9-aab9-0ad925bd2f97", "name": "network-vif-deleted", "tag": "25c59d57-b8b9-46b8-ab2b-13094533988c", "status": "completed", "code": 200}]} {{(pid=102387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 18:52:21.730410 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a72178af-e579-41e2-85fd-95ab76857433 {{(pid=102387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 18:52:21.730410 n-d-816865-1 neutron-server[102387]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b89339f-2569-46d9-aab9-0ad925bd2f97', 'name': 'network-vif-deleted', 'tag': '25c59d57-b8b9-46b8-ab2b-13094533988c', 'status': 'completed', 'code': 200} Nov 05 18:52:21.740795 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-cac24e85-ae41-49e8-a13a-8ec1b3e156ee req-5cf8768d-35fd-4b6d-9264-17b94c9e8c4c tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] 10.222.0.13 "GET /v2.0/security-groups?id=293ec58e-66ea-453a-8db8-ae12281442fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1337123 Nov 05 18:52:21.885845 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-f18f19be-e88d-4bb9-866c-4ee1724bcd36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cfa6972-6a8c-4575-afff-a8195771cadb', 'name': 'tempest-AttachVolumeTestJSON-288313606-router', 'tenant_id': '4178766de4564cc499086192238e999c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.51'}], 'enable_snat': True}, 'gw_port_id': '9d10276e-2287-4fac-abe3-d2a410b42458', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T18:44:44Z', 'updated_at': '2021-11-05T18:44:50Z', 'revision_number': 4, 'project_id': '4178766de4564cc499086192238e999c', 'gw_port': {'id': '9d10276e-2287-4fac-abe3-d2a410b42458', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:17:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cfa6972-6a8c-4575-afff-a8195771cadb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 971, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T18:44:46Z', 'updated_at': '2021-11-05T18:44:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1', '_interfaces': [{'id': '82b32004-b75a-46d4-8b1f-979d7cda8324', 'name': '', 'network_id': 'fd42acf6-8f16-4d60-b5bc-2ad1579d9211', 'tenant_id': '4178766de4564cc499086192238e999c', 'mac_address': 'fa:16:3e:84:7f:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cfa6972-6a8c-4575-afff-a8195771cadb', 'device_owner': 'network:router_interface', 'standard_attr_id': 973, 'fixed_ips': [{'subnet_id': '5bc495e2-1c46-46a6-944a-7cb0dfc74d97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T18:44:49Z', 'updated_at': '2021-11-05T18:44:55Z', 'revision_number': 5, 'project_id': '4178766de4564cc499086192238e999c', 'subnets': [{'id': '5bc495e2-1c46-46a6-944a-7cb0dfc74d97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-1', False) {} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:52:21.901403 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f18f19be-e88d-4bb9-866c-4ee1724bcd36 None None] Checking router: 8cfa6972-6a8c-4575-afff-a8195771cadb for host: n-d-816865-1 {{(pid=102388) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 18:52:21.911638 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f18f19be-e88d-4bb9-866c-4ee1724bcd36 None None] Routers {'8cfa6972-6a8c-4575-afff-a8195771cadb'} bound to L3 agent in host n-d-816865-1 {{(pid=102388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 18:52:21.912257 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-f18f19be-e88d-4bb9-866c-4ee1724bcd36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T18:52:05Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['8cfa6972-6a8c-4575-afff-a8195771cadb'], 'active': True} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:52:21.946319 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27a7205b-bbe1-4503-9db3-66da01d87f2c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeb20a084-accf-5b60-8075-3e69ebe863a6-b7f57f8d-575d-4766-817d-405f201d4db5', 'network_id': 'b7f57f8d-575d-4766-817d-405f201d4db5', 'tenant_id': '07347c71ee604fb5990da9c356235381', 'fixed_ips': [{'subnet_id': 'af35479c-c70a-4a2b-ac56-16c79c2cd851'}]}} from n-d-816865-1. {{(pid=102388) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 05 18:52:21.947183 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-27a7205b-bbe1-4503-9db3-66da01d87f2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:22.095457 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvr_db [None req-f18f19be-e88d-4bb9-866c-4ee1724bcd36 None None] Set router 8cfa6972-6a8c-4575-afff-a8195771cadb gateway port host: n-d-816865-1 {{(pid=102388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 18:52:22.122916 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-2f6ca0a2-cefa-4ea2-af5e-34cfc172f074 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.6959629 Nov 05 18:52:22.131366 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 59266) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:52:22.131366 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-8ba191d1-abd7-4a02-8550-ca5dc8fd0cdf tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-616175322', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:52:22.221570 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-b9c4b0f9-70b8-497d-b1d1-812253212cce tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4417463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5112218'] for subnet, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:22.276687 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 59270) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:52:22.285521 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.db_base_plugin_common [None req-27a7205b-bbe1-4503-9db3-66da01d87f2c None None] Allocated IP 2001:db8::2 (b7f57f8d-575d-4766-817d-405f201d4db5/af35479c-c70a-4a2b-ac56-16c79c2cd851/f62ae55e-4cbc-4b13-be68-fa1296b27fa8) {{(pid=102388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 18:52:22.318981 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-64d6d7a4-738c-41e1-a7e4-84939b506094 req-0adfea51-4d06-4aef-b406-d9ace59d6106 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Made reservation on behalf of 3f080cb3a4f24f1db8ad75a12c2cd4bf for: {'port': 1} {{(pid=102386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 18:52:22.326839 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-64d6d7a4-738c-41e1-a7e4-84939b506094 req-0adfea51-4d06-4aef-b406-d9ace59d6106 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:22.388823 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c4b0f9-70b8-497d-b1d1-812253212cce tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Pushing event updated for resources: {'Subnet': ['ID=31dd2ea7-9326-40e9-9f6e-66de437fe549,revision_number=0']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:52:22.468878 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9c4b0f9-70b8-497d-b1d1-812253212cce tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Network 1c9d25d3-7f2e-4384-9081-dc17514a5578 is already hosted by enough agents. {{(pid=102387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 18:52:22.478378 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.base_scheduler [None req-b9c4b0f9-70b8-497d-b1d1-812253212cce tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Resources bound (agent type, host, resource id): {{(pid=102387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:52:22.486633 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9c4b0f9-70b8-497d-b1d1-812253212cce tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:52:22.487995 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-b9c4b0f9-70b8-497d-b1d1-812253212cce tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597851'] for subnet, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:22.513114 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e43ec5c1-962a-4c19-9b67-33397f4a4dbc None None] Network 1c9d25d3-7f2e-4384-9081-dc17514a5578 requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 18:52:22.524435 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfd0135-cb97-4032-a398-a28889db48dc req-49e9b684-9ad1-4b62-ab91-c42ec99a672f tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:52:22.526996 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-bbfd0135-cb97-4032-a398-a28889db48dc req-49e9b684-9ad1-4b62-ab91-c42ec99a672f tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] 10.222.0.13 "GET /v2.0/ports?device_id=980cac70-04e0-4892-9bf4-8401d643ae7a HTTP/1.1" status: 200 len: 944 time: 0.1241884 Nov 05 18:52:22.548758 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-f18f19be-e88d-4bb9-866c-4ee1724bcd36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cfa6972-6a8c-4575-afff-a8195771cadb', 'name': 'tempest-AttachVolumeTestJSON-288313606-router', 'tenant_id': '4178766de4564cc499086192238e999c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.51'}], 'enable_snat': True}, 'gw_port_id': '9d10276e-2287-4fac-abe3-d2a410b42458', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T18:44:44Z', 'updated_at': '2021-11-05T18:44:50Z', 'revision_number': 4, 'project_id': '4178766de4564cc499086192238e999c', 'gw_port': {'id': '9d10276e-2287-4fac-abe3-d2a410b42458', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:17:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cfa6972-6a8c-4575-afff-a8195771cadb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 971, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T18:44:46Z', 'updated_at': '2021-11-05T18:44:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1', '_interfaces': [{'id': '82b32004-b75a-46d4-8b1f-979d7cda8324', 'name': '', 'network_id': 'fd42acf6-8f16-4d60-b5bc-2ad1579d9211', 'tenant_id': '4178766de4564cc499086192238e999c', 'mac_address': 'fa:16:3e:84:7f:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cfa6972-6a8c-4575-afff-a8195771cadb', 'device_owner': 'network:router_interface', 'standard_attr_id': 973, 'fixed_ips': [{'subnet_id': '5bc495e2-1c46-46a6-944a-7cb0dfc74d97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T18:44:49Z', 'updated_at': '2021-11-05T18:44:55Z', 'revision_number': 5, 'project_id': '4178766de4564cc499086192238e999c', 'subnets': [{'id': '5bc495e2-1c46-46a6-944a-7cb0dfc74d97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-1', False) {} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:52:22.557983 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-8ba191d1-abd7-4a02-8550-ca5dc8fd0cdf tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-571139', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6874'] for router, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:22.561099 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-8ba191d1-abd7-4a02-8550-ca5dc8fd0cdf tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-571375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1000570', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1011585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6867'] for router, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:22.571193 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-cb389783-25f2-4340-adb8-fc119306aa7f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e0d54743d5a042d99b38078839569e10&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2914619 Nov 05 18:52:22.572269 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 59276) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:52:22.621836 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f18f19be-e88d-4bb9-866c-4ee1724bcd36 None None] The sync data for ids ['8cfa6972-6a8c-4575-afff-a8195771cadb'] in n-d-816865-1 is: [{'id': '8cfa6972-6a8c-4575-afff-a8195771cadb', 'name': 'tempest-AttachVolumeTestJSON-288313606-router', 'tenant_id': '4178766de4564cc499086192238e999c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.51'}], 'enable_snat': True}, 'gw_port_id': '9d10276e-2287-4fac-abe3-d2a410b42458', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T18:44:44Z', 'updated_at': '2021-11-05T18:44:50Z', 'revision_number': 4, 'project_id': '4178766de4564cc499086192238e999c', 'gw_port': {'id': '9d10276e-2287-4fac-abe3-d2a410b42458', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:17:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cfa6972-6a8c-4575-afff-a8195771cadb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 971, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T18:44:46Z', 'updated_at': '2021-11-05T18:44:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1', '_interfaces': [{'id': '82b32004-b75a-46d4-8b1f-979d7cda8324', 'name': '', 'network_id': 'fd42acf6-8f16-4d60-b5bc-2ad1579d9211', 'tenant_id': '4178766de4564cc499086192238e999c', 'mac_address': 'fa:16:3e:84:7f:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cfa6972-6a8c-4575-afff-a8195771cadb', 'device_owner': 'network:router_interface', 'standard_attr_id': 973, 'fixed_ips': [{'subnet_id': '5bc495e2-1c46-46a6-944a-7cb0dfc74d97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T18:44:49Z', 'updated_at': '2021-11-05T18:44:55Z', 'revision_number': 5, 'project_id': '4178766de4564cc499086192238e999c', 'subnets': [{'id': '5bc495e2-1c46-46a6-944a-7cb0dfc74d97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 18:52:22.639377 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-27a7205b-bbe1-4503-9db3-66da01d87f2c None None] Publish callbacks [] for port, precommit_create {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:22.717499 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-27a7205b-bbe1-4503-9db3-66da01d87f2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789'] for port, after_create {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:22.836679 n-d-816865-1 neutron-server[102388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27a7205b-bbe1-4503-9db3-66da01d87f2c None None] Network b7f57f8d-575d-4766-817d-405f201d4db5 is already hosted by enough agents. {{(pid=102388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 18:52:22.853357 n-d-816865-1 neutron-server[102388]: DEBUG neutron.scheduler.base_scheduler [None req-27a7205b-bbe1-4503-9db3-66da01d87f2c None None] Resources bound (agent type, host, resource id): {{(pid=102388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:52:22.863496 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27a7205b-bbe1-4503-9db3-66da01d87f2c None None] Received port after_create {{(pid=102388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 18:52:22.863738 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-8ba191d1-abd7-4a02-8550-ca5dc8fd0cdf tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:22.880073 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a7205b-bbe1-4503-9db3-66da01d87f2c None None] Pushing event updated for resources: {'Port': ['ID=f62ae55e-4cbc-4b13-be68-fa1296b27fa8,revision_number=1']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:52:22.889372 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-b9c4b0f9-70b8-497d-b1d1-812253212cce tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 3.1434081 Nov 05 18:52:22.894265 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-bbfd0135-cb97-4032-a398-a28889db48dc req-ebe73a6d-e6a6-48f5-a7fa-9fd984bf00b8 tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] 10.222.0.13 "GET /v2.0/security-groups?id=20494f52-e47d-4839-b4f6-2fc0330d8d18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3596683 Nov 05 18:52:22.896307 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 59286) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:52:22.904760 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-7442ffe5-cae1-4e4a-92bf-50619a8fd45f tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Request body: {'port': {'network_id': '1c9d25d3-7f2e-4384-9081-dc17514a5578', 'name': 'tempest-NetworksTestDHCPv6-310018712'}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:52:22.927316 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Device 145479ca-01b4-489d-8a2f-28a86b4f6e97 details requested by agent hyperv_n-h2-816865-1 with host n-h2-816865-1 {{(pid=102388) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 05 18:52:23.027278 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-8ba191d1-abd7-4a02-8550-ca5dc8fd0cdf tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-571384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1000487'] for router, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:23.162710 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.db_base_plugin_common [req-64d6d7a4-738c-41e1-a7e4-84939b506094 req-0adfea51-4d06-4aef-b406-d9ace59d6106 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Allocated IP 10.1.1.133 (59ceeb29-cfb5-4ee4-ad6e-189a26cd5b4e/e9dfd8b9-004d-48f6-8398-0a38af599af4/46698228-652b-414f-824e-358a6286420a) {{(pid=102386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 18:52:23.165379 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d627234-bc57-4af3-a061-9e5d42c832ae None None] New status for floating IP 24621387-ba2c-46ed-b716-8f5c31e77800: DOWN {{(pid=102389) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 05 18:52:23.166767 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43100c9-5a23-4fe6-8e03-e2cbc26bdd71 req-a076bce5-3ebc-4465-8d44-398e7bc53f09 tempest-ListServerFiltersTestJSON-1098286164 tempest-ListServerFiltersTestJSON-1098286164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:52:23.173327 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-a43100c9-5a23-4fe6-8e03-e2cbc26bdd71 req-a076bce5-3ebc-4465-8d44-398e7bc53f09 tempest-ListServerFiltersTestJSON-1098286164 tempest-ListServerFiltersTestJSON-1098286164-project] 10.222.0.13 "GET /v2.0/ports?device_id=35c561de-9fb3-42c9-b803-c5bb933ccd4c HTTP/1.1" status: 200 len: 946 time: 0.5297577 Nov 05 18:52:23.181314 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-8ba191d1-abd7-4a02-8550-ca5dc8fd0cdf tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Publish callbacks [] for router, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:23.182919 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-8ba191d1-abd7-4a02-8550-ca5dc8fd0cdf tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 1.0578079 Nov 05 18:52:23.188877 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 59292) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:52:23.199861 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-d226d4c6-4145-4895-9597-534993a0ebbb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:23.226788 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac322f70-c8f1-4869-9452-d0c6eec7a2dd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeb20a084-accf-5b60-8075-3e69ebe863a6-1c9d25d3-7f2e-4384-9081-dc17514a5578', 'network_id': '1c9d25d3-7f2e-4384-9081-dc17514a5578', 'tenant_id': '7bc73c6c17f842a987dd31290d20faa2', 'fixed_ips': [{'subnet_id': '31dd2ea7-9326-40e9-9f6e-66de437fe549'}]}} from n-d-816865-1. {{(pid=102388) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 05 18:52:23.227668 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-ac322f70-c8f1-4869-9452-d0c6eec7a2dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:23.229598 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-27a7205b-bbe1-4503-9db3-66da01d87f2c None None] Attempting to bind port f62ae55e-4cbc-4b13-be68-fa1296b27fa8 on host n-d-816865-1 for vnic_type normal with profile {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 18:52:23.229958 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-27a7205b-bbe1-4503-9db3-66da01d87f2c None None] Attempting to bind port f62ae55e-4cbc-4b13-be68-fa1296b27fa8 by drivers openvswitch,hyperv on host n-d-816865-1 at level 0 using segments [{'id': '6e81cfa0-655a-4f68-834c-61eb7fc340b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'b7f57f8d-575d-4766-817d-405f201d4db5'}] {{(pid=102388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 18:52:23.230342 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27a7205b-bbe1-4503-9db3-66da01d87f2c None None] Attempting to bind port f62ae55e-4cbc-4b13-be68-fa1296b27fa8 on network b7f57f8d-575d-4766-817d-405f201d4db5 {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 18:52:23.261847 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27a7205b-bbe1-4503-9db3-66da01d87f2c None None] Checking agent: {'id': '724d89a7-611b-41e6-bc85-c48112b17afa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 18, 25, 8), 'started_at': datetime.datetime(2021, 11, 5, 18, 25, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 18, 52, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 18:52:23.262251 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27a7205b-bbe1-4503-9db3-66da01d87f2c None None] Checking segment: {'id': '6e81cfa0-655a-4f68-834c-61eb7fc340b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'b7f57f8d-575d-4766-817d-405f201d4db5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 18:52:23.262655 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-27a7205b-bbe1-4503-9db3-66da01d87f2c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:23.263043 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27a7205b-bbe1-4503-9db3-66da01d87f2c None None] Bound using segment: {'id': '6e81cfa0-655a-4f68-834c-61eb7fc340b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'b7f57f8d-575d-4766-817d-405f201d4db5'} {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 18:52:23.263521 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-27a7205b-bbe1-4503-9db3-66da01d87f2c None None] Bound port: f62ae55e-4cbc-4b13-be68-fa1296b27fa8, host: n-d-816865-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e81cfa0-655a-4f68-834c-61eb7fc340b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'b7f57f8d-575d-4766-817d-405f201d4db5'}}] {{(pid=102388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 18:52:23.263780 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-05fbfe00-023d-4ee5-89e8-7d6c78d4d70e req-e22366ec-5226-4367-a18c-3f3776d3c2dc tempest-AttachVolumeTestJSON-989501218 tempest-AttachVolumeTestJSON-989501218-project] 10.222.0.13 "GET /v2.0/ports?device_id=8b89339f-2569-46d9-aab9-0ad925bd2f97 HTTP/1.1" status: 200 len: 210 time: 0.1820195 Nov 05 18:52:23.263927 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-27a7205b-bbe1-4503-9db3-66da01d87f2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:23.267915 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-d226d4c6-4145-4895-9597-534993a0ebbb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:23.474956 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-d226d4c6-4145-4895-9597-534993a0ebbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:23.480172 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-d226d4c6-4145-4895-9597-534993a0ebbb admin admin] Publish callbacks [] for security_group, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:23.481633 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-d226d4c6-4145-4895-9597-534993a0ebbb admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e3c00f7f-305c-49fc-b1d0-73ca12680944 HTTP/1.1" status: 204 len: 168 time: 0.9051993 Nov 05 18:52:23.526889 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] For port 145479ca-01b4-489d-8a2f-28a86b4f6e97, host n-h2-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=145479ca-01b4-489d-8a2f-28a86b4f6e97,segment=NetworkSegment(1ae4cc0f-5460-421b-9b80-d7acf4de0363),segment_id=1ae4cc0f-5460-421b-9b80-d7acf4de0363)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:52:23.561021 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-a43100c9-5a23-4fe6-8e03-e2cbc26bdd71 req-59e9dd5d-977a-4dc3-86be-b9472bab4f0f tempest-ListServerFiltersTestJSON-1098286164 tempest-ListServerFiltersTestJSON-1098286164-project] 10.222.0.13 "GET /v2.0/security-groups?id=e3640d88-c369-41cd-98f6-7ceb94b23b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3733933 Nov 05 18:52:23.566651 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d226d4c6-4145-4895-9597-534993a0ebbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3c00f7f-305c-49fc-b1d0-73ca12680944,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:52:23.622185 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-27a7205b-bbe1-4503-9db3-66da01d87f2c None None] For port f62ae55e-4cbc-4b13-be68-fa1296b27fa8, host n-d-816865-1, cleared binding levels {{(pid=102388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 18:52:23.629596 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Returning: {'device': '145479ca-01b4-489d-8a2f-28a86b4f6e97', 'network_id': 'bb5b9fed-8e61-492a-a21e-f9ce432c95f7', 'port_id': '145479ca-01b4-489d-8a2f-28a86b4f6e97', 'mac_address': 'fa:16:3e:9a:9e:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8df5751e-d8bb-41e4-9469-238f613979b1', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102388) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 05 18:52:23.693661 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-27a7205b-bbe1-4503-9db3-66da01d87f2c None None] For port f62ae55e-4cbc-4b13-be68-fa1296b27fa8, host n-d-816865-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=f62ae55e-4cbc-4b13-be68-fa1296b27fa8,segment=NetworkSegment(6e81cfa0-655a-4f68-834c-61eb7fc340b2),segment_id=6e81cfa0-655a-4f68-834c-61eb7fc340b2)] {{(pid=102388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 18:52:23.732576 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.db_base_plugin_common [None req-ac322f70-c8f1-4869-9452-d0c6eec7a2dd None None] Allocated IP 2001:db8::2 (1c9d25d3-7f2e-4384-9081-dc17514a5578/31dd2ea7-9326-40e9-9f6e-66de437fe549/33e052ee-e942-4988-a985-469847f454b9) {{(pid=102388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 18:52:23.738555 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-64d6d7a4-738c-41e1-a7e4-84939b506094 req-0adfea51-4d06-4aef-b406-d9ace59d6106 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Publish callbacks [] for port, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:23.768995 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69393b2e-2d29-4dde-99d7-724c6ec55641 req-7f8f5154-9441-45ea-b4a4-91a0416dfb81 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:52:23.777656 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:23.780262 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-69393b2e-2d29-4dde-99d7-724c6ec55641 req-7f8f5154-9441-45ea-b4a4-91a0416dfb81 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] 10.222.0.13 "GET /v2.0/ports?device_id=1682fb31-a1bf-43f5-a4fa-447937da8a91 HTTP/1.1" status: 200 len: 931 time: 0.3333108 Nov 05 18:52:23.844430 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-27a7205b-bbe1-4503-9db3-66da01d87f2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:23.906303 n-d-816865-1 neutron-server[102388]: DEBUG neutron.notifiers.nova [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 145479ca-01b4-489d-8a2f-28a86b4f6e97 {{(pid=102388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 18:52:23.916689 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-64d6d7a4-738c-41e1-a7e4-84939b506094 req-0adfea51-4d06-4aef-b406-d9ace59d6106 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:23.993476 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] For port 145479ca-01b4-489d-8a2f-28a86b4f6e97, host n-h2-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=145479ca-01b4-489d-8a2f-28a86b4f6e97,segment=NetworkSegment(1ae4cc0f-5460-421b-9b80-d7acf4de0363),segment_id=1ae4cc0f-5460-421b-9b80-d7acf4de0363)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:52:23.994636 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0adfea51-4d06-4aef-b406-d9ace59d6106 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Pushing event updated for resources: {'Port': ['ID=46698228-652b-414f-824e-358a6286420a,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:52:24.016955 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7442ffe5-cae1-4e4a-92bf-50619a8fd45f tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Made reservation on behalf of 7bc73c6c17f842a987dd31290d20faa2 for: {'port': 1} {{(pid=102387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 18:52:24.020666 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-7442ffe5-cae1-4e4a-92bf-50619a8fd45f tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:24.029488 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-64d6d7a4-738c-41e1-a7e4-84939b506094 req-0adfea51-4d06-4aef-b406-d9ace59d6106 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Network 59ceeb29-cfb5-4ee4-ad6e-189a26cd5b4e is already hosted by enough agents. {{(pid=102386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 18:52:24.031544 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.base_scheduler [req-64d6d7a4-738c-41e1-a7e4-84939b506094 req-0adfea51-4d06-4aef-b406-d9ace59d6106 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Resources bound (agent type, host, resource id): {{(pid=102386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:52:24.034283 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [req-64d6d7a4-738c-41e1-a7e4-84939b506094 req-0adfea51-4d06-4aef-b406-d9ace59d6106 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Received port after_create {{(pid=102386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 18:52:24.046306 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a7205b-bbe1-4503-9db3-66da01d87f2c None None] Pushing event updated for resources: {'Port': ['ID=f62ae55e-4cbc-4b13-be68-fa1296b27fa8,revision_number=2']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:52:24.062627 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-69393b2e-2d29-4dde-99d7-724c6ec55641 req-6f26ac8b-cde7-4832-96df-df7d473a22c6 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] 10.222.0.13 "GET /v2.0/security-groups?id=293ec58e-66ea-453a-8db8-ae12281442fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2791765 Nov 05 18:52:24.071802 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-9d0da502-d2ae-462c-9d8e-17880dec750a tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:24.113612 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:24.235591 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d6d7a4-738c-41e1-a7e4-84939b506094 req-0adfea51-4d06-4aef-b406-d9ace59d6106 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:52:24.236433 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-64d6d7a4-738c-41e1-a7e4-84939b506094 req-0adfea51-4d06-4aef-b406-d9ace59d6106 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:24.324457 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-64d6d7a4-738c-41e1-a7e4-84939b506094 req-0adfea51-4d06-4aef-b406-d9ace59d6106 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9933400 Nov 05 18:52:24.335700 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [req-64d6d7a4-738c-41e1-a7e4-84939b506094 req-97948252-f8ad-4e3d-b5c7-ffef96450411 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Request body: {'port': {'device_id': '1682fb31-a1bf-43f5-a4fa-447937da8a91', 'network_id': '59ceeb29-cfb5-4ee4-ad6e-189a26cd5b4e', 'admin_state_up': True, 'tenant_id': '3f080cb3a4f24f1db8ad75a12c2cd4bf', 'security_groups': ['293ec58e-66ea-453a-8db8-ae12281442fa']}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:52:24.351507 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-ac322f70-c8f1-4869-9452-d0c6eec7a2dd None None] Publish callbacks [] for port, precommit_create {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:24.460900 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-ac322f70-c8f1-4869-9452-d0c6eec7a2dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789'] for port, after_create {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:24.526465 n-d-816865-1 neutron-server[102388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac322f70-c8f1-4869-9452-d0c6eec7a2dd None None] Network 1c9d25d3-7f2e-4384-9081-dc17514a5578 is already hosted by enough agents. {{(pid=102388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 18:52:24.557815 n-d-816865-1 neutron-server[102388]: DEBUG neutron.scheduler.base_scheduler [None req-ac322f70-c8f1-4869-9452-d0c6eec7a2dd None None] Resources bound (agent type, host, resource id): {{(pid=102388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:52:24.569067 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac322f70-c8f1-4869-9452-d0c6eec7a2dd None None] Received port after_create {{(pid=102388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 18:52:24.576366 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] get_ports_and_sgs() called for port_ids ['145479ca-01b4-489d-8a2f-28a86b4f6e97'] {{(pid=102388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 18:52:24.602836 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Pushing event updated for resources: {'Port': ['ID=145479ca-01b4-489d-8a2f-28a86b4f6e97,revision_number=4']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:52:24.736752 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-64d6d7a4-738c-41e1-a7e4-84939b506094 req-97948252-f8ad-4e3d-b5c7-ffef96450411 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Made reservation on behalf of 3f080cb3a4f24f1db8ad75a12c2cd4bf for: {'port': 1} {{(pid=102386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 18:52:24.745445 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-64d6d7a4-738c-41e1-a7e4-84939b506094 req-97948252-f8ad-4e3d-b5c7-ffef96450411 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:24.752185 n-d-816865-1 neutron-server[102387]: DEBUG neutron.notifiers.nova [None req-7442ffe5-cae1-4e4a-92bf-50619a8fd45f tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] device_id is not set on port e39ce78c-6bce-488e-b197-55191d3bff56 yet. {{(pid=102387) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 05 18:52:24.863564 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device f62ae55e-4cbc-4b13-be68-fa1296b27fa8 up at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 18:52:24.884566 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.db_base_plugin_common [None req-9d0da502-d2ae-462c-9d8e-17880dec750a tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Allocated IP 2001:db8::1 (b7f57f8d-575d-4766-817d-405f201d4db5/af35479c-c70a-4a2b-ac56-16c79c2cd851/bd9971ef-3542-4681-9f4a-6747b9175a16) {{(pid=102387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 18:52:24.903350 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-154b25f2-7b31-4c2e-8cdf-1f99cbc24cd8 None None] Provisioning complete for port 46698228-652b-414f-824e-358a6286420a triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:52:24.904234 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-154b25f2-7b31-4c2e-8cdf-1f99cbc24cd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:24.906314 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac322f70-c8f1-4869-9452-d0c6eec7a2dd None None] Pushing event updated for resources: {'Port': ['ID=33e052ee-e942-4988-a985-469847f454b9,revision_number=1']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:52:24.912915 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1662c66-8069-412a-afa6-2e6013e73d64 req-d2fc0e88-861f-40b9-b671-14862f74433e tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:52:24.920169 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-e1662c66-8069-412a-afa6-2e6013e73d64 req-d2fc0e88-861f-40b9-b671-14862f74433e tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] 10.222.0.13 "GET /v2.0/ports?device_id=980cac70-04e0-4892-9bf4-8401d643ae7a HTTP/1.1" status: 200 len: 945 time: 0.4750857 Nov 05 18:52:24.924076 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ca5a60-bcbb-4143-8ce0-74d57a6bbe36 req-eff0c376-502f-4d73-bbc6-c18e2865bc2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:52:24.925553 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-72ca5a60-bcbb-4143-8ce0-74d57a6bbe36 req-eff0c376-502f-4d73-bbc6-c18e2865bc2e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3db3c1c019224dfc92060d487f5315ed&device_id=35c561de-9fb3-42c9-b803-c5bb933ccd4c HTTP/1.1" status: 200 len: 1097 time: 0.4931827 Nov 05 18:52:24.935117 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-ac322f70-c8f1-4869-9452-d0c6eec7a2dd None None] Attempting to bind port 33e052ee-e942-4988-a985-469847f454b9 on host n-d-816865-1 for vnic_type normal with profile {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 18:52:24.935854 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-ac322f70-c8f1-4869-9452-d0c6eec7a2dd None None] Attempting to bind port 33e052ee-e942-4988-a985-469847f454b9 by drivers openvswitch,hyperv on host n-d-816865-1 at level 0 using segments [{'id': '1bdc5ccc-001b-4584-b217-2d1934002f57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '1c9d25d3-7f2e-4384-9081-dc17514a5578'}] {{(pid=102388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 18:52:24.936569 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac322f70-c8f1-4869-9452-d0c6eec7a2dd None None] Attempting to bind port 33e052ee-e942-4988-a985-469847f454b9 on network 1c9d25d3-7f2e-4384-9081-dc17514a5578 {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 18:52:24.947848 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6242a6a2-3d60-4fa2-b58e-c49ce1d99725 req-c8b16d0b-8e26-44d1-a5d1-6546dde17e54 tempest-ListServerFiltersTestJSON-1098286164 tempest-ListServerFiltersTestJSON-1098286164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:52:24.955682 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-6242a6a2-3d60-4fa2-b58e-c49ce1d99725 req-c8b16d0b-8e26-44d1-a5d1-6546dde17e54 tempest-ListServerFiltersTestJSON-1098286164 tempest-ListServerFiltersTestJSON-1098286164-project] 10.222.0.13 "GET /v2.0/ports?device_id=35c561de-9fb3-42c9-b803-c5bb933ccd4c HTTP/1.1" status: 200 len: 946 time: 0.5242929 Nov 05 18:52:25.000030 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac322f70-c8f1-4869-9452-d0c6eec7a2dd None None] Checking agent: {'id': '724d89a7-611b-41e6-bc85-c48112b17afa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 18, 25, 8), 'started_at': datetime.datetime(2021, 11, 5, 18, 25, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 18, 52, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 18:52:25.001848 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac322f70-c8f1-4869-9452-d0c6eec7a2dd None None] Checking segment: {'id': '1bdc5ccc-001b-4584-b217-2d1934002f57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '1c9d25d3-7f2e-4384-9081-dc17514a5578'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 18:52:25.002506 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-ac322f70-c8f1-4869-9452-d0c6eec7a2dd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:25.003119 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac322f70-c8f1-4869-9452-d0c6eec7a2dd None None] Bound using segment: {'id': '1bdc5ccc-001b-4584-b217-2d1934002f57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '1c9d25d3-7f2e-4384-9081-dc17514a5578'} {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 18:52:25.003848 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-ac322f70-c8f1-4869-9452-d0c6eec7a2dd None None] Bound port: 33e052ee-e942-4988-a985-469847f454b9, host: n-d-816865-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1bdc5ccc-001b-4584-b217-2d1934002f57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '1c9d25d3-7f2e-4384-9081-dc17514a5578'}}] {{(pid=102388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 18:52:25.005082 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-ac322f70-c8f1-4869-9452-d0c6eec7a2dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:25.053878 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-154b25f2-7b31-4c2e-8cdf-1f99cbc24cd8 None None] Port 46698228-652b-414f-824e-358a6286420a cannot update to ACTIVE because it is not bound. {{(pid=102388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 18:52:25.127950 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Provisioning complete for port f62ae55e-4cbc-4b13-be68-fa1296b27fa8 triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:52:25.128324 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:25.137117 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.db_base_plugin_common [req-64d6d7a4-738c-41e1-a7e4-84939b506094 req-97948252-f8ad-4e3d-b5c7-ffef96450411 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Allocated IP 10.1.1.123 (59ceeb29-cfb5-4ee4-ad6e-189a26cd5b4e/e9dfd8b9-004d-48f6-8398-0a38af599af4/5386ba49-a136-493a-a4e4-38072626870e) {{(pid=102386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 18:52:25.150686 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-ac322f70-c8f1-4869-9452-d0c6eec7a2dd None None] For port 33e052ee-e942-4988-a985-469847f454b9, host n-d-816865-1, cleared binding levels {{(pid=102388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 18:52:25.243453 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-ac322f70-c8f1-4869-9452-d0c6eec7a2dd None None] For port 33e052ee-e942-4988-a985-469847f454b9, host n-d-816865-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=33e052ee-e942-4988-a985-469847f454b9,segment=NetworkSegment(1bdc5ccc-001b-4584-b217-2d1934002f57),segment_id=1bdc5ccc-001b-4584-b217-2d1934002f57)] {{(pid=102388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 18:52:25.257699 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-e1662c66-8069-412a-afa6-2e6013e73d64 req-35b376af-33df-494a-9013-a978ee7c3521 tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] 10.222.0.13 "GET /v2.0/security-groups?id=20494f52-e47d-4839-b4f6-2fc0330d8d18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3366547 Nov 05 18:52:25.330835 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-6242a6a2-3d60-4fa2-b58e-c49ce1d99725 req-44154323-fed0-4ca6-8a1a-3355a2f85208 tempest-ListServerFiltersTestJSON-1098286164 tempest-ListServerFiltersTestJSON-1098286164-project] 10.222.0.13 "GET /v2.0/security-groups?id=e3640d88-c369-41cd-98f6-7ceb94b23b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3709273 Nov 05 18:52:25.334380 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-ac322f70-c8f1-4869-9452-d0c6eec7a2dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:25.421354 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-64d6d7a4-738c-41e1-a7e4-84939b506094 req-97948252-f8ad-4e3d-b5c7-ffef96450411 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Publish callbacks [] for port, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:25.511770 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac322f70-c8f1-4869-9452-d0c6eec7a2dd None None] Pushing event updated for resources: {'Port': ['ID=33e052ee-e942-4988-a985-469847f454b9,revision_number=2']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:52:25.517683 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 59350) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:52:25.527052 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:25.552718 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-9d0da502-d2ae-462c-9d8e-17880dec750a tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Publish callbacks [] for port, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:25.559302 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.db_base_plugin_common [None req-7442ffe5-cae1-4e4a-92bf-50619a8fd45f tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Allocated IP 2001:db8::168 (1c9d25d3-7f2e-4384-9081-dc17514a5578/31dd2ea7-9326-40e9-9f6e-66de437fe549/e39ce78c-6bce-488e-b197-55191d3bff56) {{(pid=102387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 18:52:25.571771 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] For port f62ae55e-4cbc-4b13-be68-fa1296b27fa8, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=f62ae55e-4cbc-4b13-be68-fa1296b27fa8,segment=NetworkSegment(6e81cfa0-655a-4f68-834c-61eb7fc340b2),segment_id=6e81cfa0-655a-4f68-834c-61eb7fc340b2)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:52:25.630568 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:25.631093 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-64d6d7a4-738c-41e1-a7e4-84939b506094 req-97948252-f8ad-4e3d-b5c7-ffef96450411 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:25.759756 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Pushing event updated for resources: {'Port': ['ID=f62ae55e-4cbc-4b13-be68-fa1296b27fa8,revision_number=3']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:52:25.767393 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-64d6d7a4-738c-41e1-a7e4-84939b506094 req-97948252-f8ad-4e3d-b5c7-ffef96450411 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Network 59ceeb29-cfb5-4ee4-ad6e-189a26cd5b4e is already hosted by enough agents. {{(pid=102386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 18:52:25.786549 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.base_scheduler [req-64d6d7a4-738c-41e1-a7e4-84939b506094 req-97948252-f8ad-4e3d-b5c7-ffef96450411 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Resources bound (agent type, host, resource id): {{(pid=102386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:52:25.793435 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [req-64d6d7a4-738c-41e1-a7e4-84939b506094 req-97948252-f8ad-4e3d-b5c7-ffef96450411 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Received port after_create {{(pid=102386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 18:52:25.859008 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97948252-f8ad-4e3d-b5c7-ffef96450411 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Pushing event updated for resources: {'Port': ['ID=5386ba49-a136-493a-a4e4-38072626870e,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:52:25.917666 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-7442ffe5-cae1-4e4a-92bf-50619a8fd45f tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Publish callbacks [] for port, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:25.918336 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d6d7a4-738c-41e1-a7e4-84939b506094 req-97948252-f8ad-4e3d-b5c7-ffef96450411 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:52:25.930501 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-64d6d7a4-738c-41e1-a7e4-84939b506094 req-97948252-f8ad-4e3d-b5c7-ffef96450411 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:25.956741 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fefee84-fdf4-4729-bae3-2e3d815e48fe None None] Network b7f57f8d-575d-4766-817d-405f201d4db5 requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 18:52:26.057760 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-64d6d7a4-738c-41e1-a7e4-84939b506094 req-97948252-f8ad-4e3d-b5c7-ffef96450411 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7264543 Nov 05 18:52:26.071099 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [req-64d6d7a4-738c-41e1-a7e4-84939b506094 req-a76eddd6-4815-4f9b-bbfe-be9fe8d1fa91 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Request body: {'port': {'device_id': '1682fb31-a1bf-43f5-a4fa-447937da8a91', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '92cc69b6-4cd1-4b33-bca8-908cd312767a', 'admin_state_up': True, 'tenant_id': '3f080cb3a4f24f1db8ad75a12c2cd4bf', 'security_groups': ['293ec58e-66ea-453a-8db8-ae12281442fa']}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:52:26.149892 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-5b80c9b0-734e-4818-8f0c-bca7de5334c6 tempest-AttachVolumeTestJSON-989501218 tempest-AttachVolumeTestJSON-989501218-project] Publish callbacks [] for security_group, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:26.165699 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ca5a60-bcbb-4143-8ce0-74d57a6bbe36 req-44471691-eed7-4c85-a0b8-bb03f33a9cf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:52:26.167059 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-72ca5a60-bcbb-4143-8ce0-74d57a6bbe36 req-44471691-eed7-4c85-a0b8-bb03f33a9cf9 service neutron] 10.222.0.41 "GET /v2.0/networks?id=cf016879-de78-4b04-a81a-5939b67337f3 HTTP/1.1" status: 200 len: 916 time: 1.2057109 Nov 05 18:52:26.167378 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 59358) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:52:26.199494 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6334fc4e-018b-4299-a365-5e312bf9c80a req-d46f1a11-0934-40b4-9202-fb764a32e7a8 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:52:26.206630 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6334fc4e-018b-4299-a365-5e312bf9c80a req-d46f1a11-0934-40b4-9202-fb764a32e7a8 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:52:26.209449 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-6334fc4e-018b-4299-a365-5e312bf9c80a req-d46f1a11-0934-40b4-9202-fb764a32e7a8 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] 10.222.0.13 "GET /v2.0/ports?device_id=1682fb31-a1bf-43f5-a4fa-447937da8a91 HTTP/1.1" status: 200 len: 1653 time: 0.6927435 Nov 05 18:52:26.289890 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-72ca5a60-bcbb-4143-8ce0-74d57a6bbe36 req-fc8be13e-9b40-4487-ad34-50d4b5f787f0 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4011d671-83b1-4a94-a162-037d5e0d3181 HTTP/1.1" status: 200 len: 217 time: 0.1059086 Nov 05 18:52:26.293553 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-5b80c9b0-734e-4818-8f0c-bca7de5334c6 tempest-AttachVolumeTestJSON-989501218 tempest-AttachVolumeTestJSON-989501218-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:26.337733 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-4a9fc147-066c-4749-9af2-745e84f688b0 None None] Provisioning complete for port f62ae55e-4cbc-4b13-be68-fa1296b27fa8 triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:52:26.339746 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-4a9fc147-066c-4749-9af2-745e84f688b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:26.397334 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ca5a60-bcbb-4143-8ce0-74d57a6bbe36 req-ceabb3de-ed2b-4ef2-8639-e26701fa3421 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:52:26.398956 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-72ca5a60-bcbb-4143-8ce0-74d57a6bbe36 req-ceabb3de-ed2b-4ef2-8639-e26701fa3421 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d14ca147-7a8b-4226-a54e-d8371cd56beb HTTP/1.1" status: 200 len: 854 time: 0.0963387 Nov 05 18:52:26.400130 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-7442ffe5-cae1-4e4a-92bf-50619a8fd45f tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4417063'] for port, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:26.432548 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-9d0da502-d2ae-462c-9d8e-17880dec750a tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4417063'] for port, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:26.491565 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-64d6d7a4-738c-41e1-a7e4-84939b506094 req-a76eddd6-4815-4f9b-bbfe-be9fe8d1fa91 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Made reservation on behalf of 3f080cb3a4f24f1db8ad75a12c2cd4bf for: {'port': 1} {{(pid=102386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 18:52:26.532733 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7442ffe5-cae1-4e4a-92bf-50619a8fd45f tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Pushing event updated for resources: {'Port': ['ID=e39ce78c-6bce-488e-b197-55191d3bff56,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:52:26.686801 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-0b5c8001-3ece-4c07-ab26-6c90e2f3de75 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:26.793157 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-ce4dc290-1a07-4a65-9cc6-96bf0ed8d41e None None] Provisioning complete for port 5386ba49-a136-493a-a4e4-38072626870e triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:52:26.793800 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-ce4dc290-1a07-4a65-9cc6-96bf0ed8d41e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:26.828158 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-64d6d7a4-738c-41e1-a7e4-84939b506094 req-a76eddd6-4815-4f9b-bbfe-be9fe8d1fa91 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:26.836234 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7442ffe5-cae1-4e4a-92bf-50619a8fd45f tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Network 1c9d25d3-7f2e-4384-9081-dc17514a5578 is already hosted by enough agents. {{(pid=102387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 18:52:26.870315 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633ef83d-0b99-4dea-988e-85ef9a6273bd req-731df547-5eca-4bfd-b98b-fea74686a28e tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:52:26.879962 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-633ef83d-0b99-4dea-988e-85ef9a6273bd req-731df547-5eca-4bfd-b98b-fea74686a28e tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] 10.222.0.13 "GET /v2.0/ports?device_id=980cac70-04e0-4892-9bf4-8401d643ae7a HTTP/1.1" status: 200 len: 945 time: 0.4738832 Nov 05 18:52:26.889008 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-ce4dc290-1a07-4a65-9cc6-96bf0ed8d41e None None] Port 5386ba49-a136-493a-a4e4-38072626870e cannot update to ACTIVE because it is not bound. {{(pid=102388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 18:52:26.893758 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-6334fc4e-018b-4299-a365-5e312bf9c80a req-2fb6278c-bdbc-40dc-91e9-6a83ab19cbaa tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] 10.222.0.13 "GET /v2.0/security-groups?id=293ec58e-66ea-453a-8db8-ae12281442fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6576977 Nov 05 18:52:26.901066 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d0da502-d2ae-462c-9d8e-17880dec750a tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Network b7f57f8d-575d-4766-817d-405f201d4db5 is already hosted by enough agents. {{(pid=102387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 18:52:26.903514 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.base_scheduler [None req-7442ffe5-cae1-4e4a-92bf-50619a8fd45f tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Resources bound (agent type, host, resource id): {{(pid=102387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:52:26.917552 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-5b80c9b0-734e-4818-8f0c-bca7de5334c6 tempest-AttachVolumeTestJSON-989501218 tempest-AttachVolumeTestJSON-989501218-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:26.920631 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-5b80c9b0-734e-4818-8f0c-bca7de5334c6 tempest-AttachVolumeTestJSON-989501218 tempest-AttachVolumeTestJSON-989501218-project] Publish callbacks [] for security_group, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:26.923420 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-5b80c9b0-734e-4818-8f0c-bca7de5334c6 tempest-AttachVolumeTestJSON-989501218 tempest-AttachVolumeTestJSON-989501218-project] 10.222.0.13 "DELETE /v2.0/security-groups/7e63aa61-d36e-4e93-bf38-42a8d6ff1742 HTTP/1.1" status: 204 len: 168 time: 1.3670249 Nov 05 18:52:26.927833 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7442ffe5-cae1-4e4a-92bf-50619a8fd45f tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Received port after_create {{(pid=102387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 18:52:26.932088 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Device 145479ca-01b4-489d-8a2f-28a86b4f6e97 up at agent hyperv_n-h2-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 18:52:26.939096 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7442ffe5-cae1-4e4a-92bf-50619a8fd45f tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:52:26.939096 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-7442ffe5-cae1-4e4a-92bf-50619a8fd45f tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:26.941701 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 59374) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:52:26.948205 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.base_scheduler [None req-9d0da502-d2ae-462c-9d8e-17880dec750a tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Resources bound (agent type, host, resource id): {{(pid=102387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:52:26.960698 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d0da502-d2ae-462c-9d8e-17880dec750a tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Received port after_create {{(pid=102387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 18:52:26.961245 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-9d0da502-d2ae-462c-9d8e-17880dec750a tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-571770'] for router_interface, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:27.061407 n-d-816865-1 neutron-server[102386]: INFO neutron.api.v2.resource [None req-af96616d-424e-4676-a87b-c77187be0364 tempest-AttachVolumeTestJSON-989501218 tempest-AttachVolumeTestJSON-989501218-project] show failed (client error): The resource could not be found. Nov 05 18:52:27.081690 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b80c9b0-734e-4818-8f0c-bca7de5334c6 tempest-AttachVolumeTestJSON-989501218 tempest-AttachVolumeTestJSON-989501218-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e63aa61-d36e-4e93-bf38-42a8d6ff1742,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:52:27.087448 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-af96616d-424e-4676-a87b-c77187be0364 tempest-AttachVolumeTestJSON-989501218 tempest-AttachVolumeTestJSON-989501218-project] 10.222.0.13 "GET /v2.0/security-groups/7e63aa61-d36e-4e93-bf38-42a8d6ff1742 HTTP/1.1" status: 404 len: 347 time: 0.1397324 Nov 05 18:52:27.096363 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 59378) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:52:27.139494 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Provisioning for port 145479ca-01b4-489d-8a2f-28a86b4f6e97 completed by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 05 18:52:27.145615 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Provisioning complete for port 145479ca-01b4-489d-8a2f-28a86b4f6e97 triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:52:27.148095 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:27.282156 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-633ef83d-0b99-4dea-988e-85ef9a6273bd req-b0c9bd54-1e19-451d-9df9-7f6f848bc1ff tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] 10.222.0.13 "GET /v2.0/security-groups?id=20494f52-e47d-4839-b4f6-2fc0330d8d18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4010355 Nov 05 18:52:27.283315 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0da502-d2ae-462c-9d8e-17880dec750a tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Pushing event updated for resources: {'Port': ['ID=bd9971ef-3542-4681-9f4a-6747b9175a16,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:52:27.324230 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-7442ffe5-cae1-4e4a-92bf-50619a8fd45f tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 4.4257348 Nov 05 18:52:27.331188 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 59382) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:52:27.358995 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:27.401116 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ca5a60-bcbb-4143-8ce0-74d57a6bbe36 req-c0eb08d0-19b1-460f-bf9b-3a7aa3cd17c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:52:27.405643 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-72ca5a60-bcbb-4143-8ce0-74d57a6bbe36 req-c0eb08d0-19b1-460f-bf9b-3a7aa3cd17c7 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=cf016879-de78-4b04-a81a-5939b67337f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.9901369 Nov 05 18:52:27.410245 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] For port 145479ca-01b4-489d-8a2f-28a86b4f6e97, host n-h2-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=145479ca-01b4-489d-8a2f-28a86b4f6e97,segment=NetworkSegment(1ae4cc0f-5460-421b-9b80-d7acf4de0363),segment_id=1ae4cc0f-5460-421b-9b80-d7acf4de0363)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:52:27.413491 n-d-816865-1 neutron-server[102388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '980cac70-04e0-4892-9bf4-8401d643ae7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '145479ca-01b4-489d-8a2f-28a86b4f6e97'}] {{(pid=102388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 18:52:27.416544 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85474fee1180e129d8a886d264fe0b30223aa672dd1ffe43b630605f18504f68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27e1fb46-7d4c-4a30-b228-74c7eeba179d" -d '{"events": [{"server_uuid": "980cac70-04e0-4892-9bf4-8401d643ae7a", "name": "network-vif-plugged", "status": "completed", "tag": "145479ca-01b4-489d-8a2f-28a86b4f6e97"}]}' {{(pid=102388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 18:52:27.488126 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:27.497567 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-1654aaf0-3e01-4c89-8b1c-834da68ef4a7 None None] Provisioning complete for port bd9971ef-3542-4681-9f4a-6747b9175a16 triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:52:27.498150 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-1654aaf0-3e01-4c89-8b1c-834da68ef4a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:27.566234 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 18:52:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e07f4526-70c4-4c70-a6c9-15f0bcd695a4 x-openstack-request-id: req-e07f4526-70c4-4c70-a6c9-15f0bcd695a4 {{(pid=102388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 18:52:27.566511 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "980cac70-04e0-4892-9bf4-8401d643ae7a", "name": "network-vif-plugged", "status": "completed", "tag": "145479ca-01b4-489d-8a2f-28a86b4f6e97", "code": 200}]} {{(pid=102388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 18:52:27.566818 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e07f4526-70c4-4c70-a6c9-15f0bcd695a4 {{(pid=102388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 18:52:27.567168 n-d-816865-1 neutron-server[102388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '980cac70-04e0-4892-9bf4-8401d643ae7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '145479ca-01b4-489d-8a2f-28a86b4f6e97', 'code': 200} Nov 05 18:52:27.569817 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-1654aaf0-3e01-4c89-8b1c-834da68ef4a7 None None] Port bd9971ef-3542-4681-9f4a-6747b9175a16 cannot update to ACTIVE because it is not bound. {{(pid=102388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 18:52:27.605028 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-1654aaf0-3e01-4c89-8b1c-834da68ef4a7 None None] Provisioning complete for port f62ae55e-4cbc-4b13-be68-fa1296b27fa8 triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:52:27.605028 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-1654aaf0-3e01-4c89-8b1c-834da68ef4a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:27.734002 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-0b5c8001-3ece-4c07-ab26-6c90e2f3de75 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:27.853305 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.db_base_plugin_common [req-64d6d7a4-738c-41e1-a7e4-84939b506094 req-a76eddd6-4815-4f9b-bbfe-be9fe8d1fa91 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Allocated IP 10.2.2.100 (92cc69b6-4cd1-4b33-bca8-908cd312767a/fff5f4f4-3c24-4660-a3f5-7d19daede3c5/e6513d5c-62fb-4121-a58c-2e9501d0001a) {{(pid=102386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 18:52:27.889559 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device f62ae55e-4cbc-4b13-be68-fa1296b27fa8 up at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 18:52:28.061411 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-64d6d7a4-738c-41e1-a7e4-84939b506094 req-a76eddd6-4815-4f9b-bbfe-be9fe8d1fa91 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Publish callbacks [] for port, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:28.069029 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Pushing event updated for resources: {'Port': ['ID=145479ca-01b4-489d-8a2f-28a86b4f6e97,revision_number=5']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:52:28.136337 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-0b5c8001-3ece-4c07-ab26-6c90e2f3de75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:28.195283 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-0b5c8001-3ece-4c07-ab26-6c90e2f3de75 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0174d73f4bc94517b4c335f8d6286ecb&name=default HTTP/1.1" status: 200 len: 3000 time: 2.0213261 Nov 05 18:52:28.199412 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-9d0da502-d2ae-462c-9d8e-17880dec750a tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:28.204972 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 59398) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:52:28.205761 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Provisioning complete for port f62ae55e-4cbc-4b13-be68-fa1296b27fa8 triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:52:28.206344 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:28.214540 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5c8001-3ece-4c07-ab26-6c90e2f3de75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21f99383-a240-48ca-8b51-7dbe7da1646f,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:52:28.240687 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-622b79b3-3f68-4423-b15c-5e9ae4ff08e3 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:52:28.251845 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-622b79b3-3f68-4423-b15c-5e9ae4ff08e3 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:52:28.257495 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-622b79b3-3f68-4423-b15c-5e9ae4ff08e3 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.9085534 Nov 05 18:52:28.259309 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-64d6d7a4-738c-41e1-a7e4-84939b506094 req-a76eddd6-4815-4f9b-bbfe-be9fe8d1fa91 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:28.272797 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 59400) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:52:28.295016 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512dcc4e-ade6-41ad-8f51-09f594ffa3d8 req-8e6fe9c8-9238-4bd4-93c9-db760cf5cf23 tempest-ListServerFiltersTestJSON-1098286164 tempest-ListServerFiltersTestJSON-1098286164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:52:28.296894 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-512dcc4e-ade6-41ad-8f51-09f594ffa3d8 req-8e6fe9c8-9238-4bd4-93c9-db760cf5cf23 tempest-ListServerFiltersTestJSON-1098286164 tempest-ListServerFiltersTestJSON-1098286164-project] 10.222.0.13 "GET /v2.0/ports?device_id=35c561de-9fb3-42c9-b803-c5bb933ccd4c HTTP/1.1" status: 200 len: 946 time: 1.0033858 Nov 05 18:52:28.318283 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-9dc83204-967e-494b-b4d2-b26c343cb551 None None] Provisioning complete for port 33e052ee-e942-4988-a985-469847f454b9 triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:52:28.319218 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-9dc83204-967e-494b-b4d2-b26c343cb551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:28.371892 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 33e052ee-e942-4988-a985-469847f454b9 up at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 18:52:28.389397 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62e035c-e717-4e36-8891-3d7a5ab411f7 req-375434e9-5b3a-4776-ad74-4cf6c22117b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:52:28.391865 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-e62e035c-e717-4e36-8891-3d7a5ab411f7 req-375434e9-5b3a-4776-ad74-4cf6c22117b8 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=980cac70-04e0-4892-9bf4-8401d643ae7a HTTP/1.1" status: 200 len: 1097 time: 0.2702832 Nov 05 18:52:28.398478 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-64d6d7a4-738c-41e1-a7e4-84939b506094 req-a76eddd6-4815-4f9b-bbfe-be9fe8d1fa91 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Network 92cc69b6-4cd1-4b33-bca8-908cd312767a is already hosted by enough agents. {{(pid=102386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 18:52:28.439651 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea96cc29-3d86-44f6-aee8-aab3df7b1349 req-82a77393-0d6d-4d42-9009-ef4fa863db13 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:52:28.445732 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea96cc29-3d86-44f6-aee8-aab3df7b1349 req-82a77393-0d6d-4d42-9009-ef4fa863db13 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:52:28.451860 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea96cc29-3d86-44f6-aee8-aab3df7b1349 req-82a77393-0d6d-4d42-9009-ef4fa863db13 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:52:28.459036 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea96cc29-3d86-44f6-aee8-aab3df7b1349 req-82a77393-0d6d-4d42-9009-ef4fa863db13 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:52:28.466929 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-ea96cc29-3d86-44f6-aee8-aab3df7b1349 req-82a77393-0d6d-4d42-9009-ef4fa863db13 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] 10.222.0.13 "GET /v2.0/ports?device_id=1682fb31-a1bf-43f5-a4fa-447937da8a91 HTTP/1.1" status: 200 len: 3095 time: 0.2706332 Nov 05 18:52:28.467150 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.base_scheduler [req-64d6d7a4-738c-41e1-a7e4-84939b506094 req-a76eddd6-4815-4f9b-bbfe-be9fe8d1fa91 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Resources bound (agent type, host, resource id): {{(pid=102386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:52:28.472656 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [req-64d6d7a4-738c-41e1-a7e4-84939b506094 req-a76eddd6-4815-4f9b-bbfe-be9fe8d1fa91 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Received port after_create {{(pid=102386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 18:52:28.474861 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-72ca5a60-bcbb-4143-8ce0-74d57a6bbe36 req-336ca64d-a1a5-428e-98ff-9beca176067d service neutron] 10.222.0.41 "GET /v2.0/networks/cf016879-de78-4b04-a81a-5939b67337f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9456947 Nov 05 18:52:28.494208 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Provisioning complete for port 33e052ee-e942-4988-a985-469847f454b9 triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:52:28.494924 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:28.535061 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-e62e035c-e717-4e36-8891-3d7a5ab411f7 req-1342aa24-6e7d-4098-8a8f-e9f90583b6ee service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=20494f52-e47d-4839-b4f6-2fc0330d8d18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279955 Nov 05 18:52:28.541061 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-496e50bb-c17f-46d6-b855-d1658c302382 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:28.542780 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d6d7a4-738c-41e1-a7e4-84939b506094 req-a76eddd6-4815-4f9b-bbfe-be9fe8d1fa91 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:52:28.543799 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-64d6d7a4-738c-41e1-a7e4-84939b506094 req-a76eddd6-4815-4f9b-bbfe-be9fe8d1fa91 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:28.564732 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [None req-5991ff09-c53a-449c-875a-435df2a7c42f tempest-AttachVolumeTestJSON-989501218 tempest-AttachVolumeTestJSON-989501218-project] Deleting port 255d4bea-df89-4da4-b112-63a16dbec767 {{(pid=102387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 18:52:28.565478 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-5991ff09-c53a-449c-875a-435df2a7c42f tempest-AttachVolumeTestJSON-989501218 tempest-AttachVolumeTestJSON-989501218-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:28.589947 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76eddd6-4815-4f9b-bbfe-be9fe8d1fa91 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Pushing event updated for resources: {'Port': ['ID=e6513d5c-62fb-4121-a58c-2e9501d0001a,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:52:28.602354 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-ccf5a428-f733-4f4d-ae85-5b4a7e4e1177 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Deleting port e39ce78c-6bce-488e-b197-55191d3bff56 {{(pid=102386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 18:52:28.602659 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-ccf5a428-f733-4f4d-ae85-5b4a7e4e1177 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:28.606584 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-9dc83204-967e-494b-b4d2-b26c343cb551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:28.689242 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-9dc83204-967e-494b-b4d2-b26c343cb551 None None] For port 33e052ee-e942-4988-a985-469847f454b9, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=33e052ee-e942-4988-a985-469847f454b9,segment=NetworkSegment(1bdc5ccc-001b-4584-b217-2d1934002f57),segment_id=1bdc5ccc-001b-4584-b217-2d1934002f57)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:52:28.741244 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:28.743419 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-ccf5a428-f733-4f4d-ae85-5b4a7e4e1177 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:28.751922 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-512dcc4e-ade6-41ad-8f51-09f594ffa3d8 req-b1a7bd37-b42e-4d4b-bf10-3bda2de27080 tempest-ListServerFiltersTestJSON-1098286164 tempest-ListServerFiltersTestJSON-1098286164-project] 10.222.0.13 "GET /v2.0/security-groups?id=e3640d88-c369-41cd-98f6-7ceb94b23b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4377539 Nov 05 18:52:28.758365 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-ccf5a428-f733-4f4d-ae85-5b4a7e4e1177 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Calling delete_port for e39ce78c-6bce-488e-b197-55191d3bff56 owned by {{(pid=102386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 18:52:28.784244 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-9dc83204-967e-494b-b4d2-b26c343cb551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:28.801713 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-496e50bb-c17f-46d6-b855-d1658c302382 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:28.806597 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-64d6d7a4-738c-41e1-a7e4-84939b506094 req-a76eddd6-4815-4f9b-bbfe-be9fe8d1fa91 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7403750 Nov 05 18:52:28.820336 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [req-64d6d7a4-738c-41e1-a7e4-84939b506094 req-e7394c5a-81e2-4857-998e-d6f0df30fedf tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Request body: {'port': {'device_id': '1682fb31-a1bf-43f5-a4fa-447937da8a91', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '92cc69b6-4cd1-4b33-bca8-908cd312767a', 'admin_state_up': True, 'tenant_id': '3f080cb3a4f24f1db8ad75a12c2cd4bf', 'security_groups': ['293ec58e-66ea-453a-8db8-ae12281442fa']}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:52:28.848000 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-ea96cc29-3d86-44f6-aee8-aab3df7b1349 req-74bd0201-b56e-47fb-a6dc-60e338e9e5c3 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] 10.222.0.13 "GET /v2.0/security-groups?id=293ec58e-66ea-453a-8db8-ae12281442fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3797386 Nov 05 18:52:28.861781 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc83204-967e-494b-b4d2-b26c343cb551 None None] Pushing event updated for resources: {'Port': ['ID=33e052ee-e942-4988-a985-469847f454b9,revision_number=3']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:52:28.898564 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-9dc83204-967e-494b-b4d2-b26c343cb551 None None] Provisioning complete for port bd9971ef-3542-4681-9f4a-6747b9175a16 triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:52:28.898922 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-9dc83204-967e-494b-b4d2-b26c343cb551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:28.915901 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-5991ff09-c53a-449c-875a-435df2a7c42f tempest-AttachVolumeTestJSON-989501218 tempest-AttachVolumeTestJSON-989501218-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:28.916228 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-5991ff09-c53a-449c-875a-435df2a7c42f tempest-AttachVolumeTestJSON-989501218 tempest-AttachVolumeTestJSON-989501218-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:28.941833 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.db.api [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102388) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 05 18:52:28.942760 n-d-816865-1 neutron-server[102388]: DEBUG oslo_db.api [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 05 18:52:28.952673 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-9dc83204-967e-494b-b4d2-b26c343cb551 None None] Port bd9971ef-3542-4681-9f4a-6747b9175a16 cannot update to ACTIVE because it is not bound. {{(pid=102388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 18:52:28.967252 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-9dc83204-967e-494b-b4d2-b26c343cb551 None None] Provisioning complete for port e39ce78c-6bce-488e-b197-55191d3bff56 triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:52:28.967735 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-9dc83204-967e-494b-b4d2-b26c343cb551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:28.974198 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [None req-5991ff09-c53a-449c-875a-435df2a7c42f tempest-AttachVolumeTestJSON-989501218 tempest-AttachVolumeTestJSON-989501218-project] Calling delete_port for 255d4bea-df89-4da4-b112-63a16dbec767 owned by network:floatingip {{(pid=102387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 18:52:29.035140 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-9dc83204-967e-494b-b4d2-b26c343cb551 None None] Port e39ce78c-6bce-488e-b197-55191d3bff56 cannot update to ACTIVE because it is not bound. {{(pid=102388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 18:52:29.041296 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-72ca5a60-bcbb-4143-8ce0-74d57a6bbe36 req-c976dfe5-22f7-4ddc-be79-09742086a0f0 service neutron] 10.222.0.41 "GET /v2.0/networks/cf016879-de78-4b04-a81a-5939b67337f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5468428 Nov 05 18:52:29.139945 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-ccf5a428-f733-4f4d-ae85-5b4a7e4e1177 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:29.160963 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-6644313c-1c63-423c-8db4-126de6cb8ca6 None None] Provisioning complete for port e6513d5c-62fb-4121-a58c-2e9501d0001a triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:52:29.161362 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-6644313c-1c63-423c-8db4-126de6cb8ca6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:29.196896 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc306e0-f3ce-4953-a232-d7e9f123f854 req-5f33c107-9742-4db6-a638-4e4012600139 tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:52:29.197266 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf5a428-f733-4f4d-ae85-5b4a7e4e1177 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Pushing event deleted for resources: {'Port': ['ID=e39ce78c-6bce-488e-b197-55191d3bff56,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:52:29.198972 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-2fc306e0-f3ce-4953-a232-d7e9f123f854 req-5f33c107-9742-4db6-a638-4e4012600139 tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] 10.222.0.13 "GET /v2.0/ports?device_id=980cac70-04e0-4892-9bf4-8401d643ae7a HTTP/1.1" status: 200 len: 946 time: 0.2482612 Nov 05 18:52:29.220649 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-64d6d7a4-738c-41e1-a7e4-84939b506094 req-e7394c5a-81e2-4857-998e-d6f0df30fedf tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Made reservation on behalf of 3f080cb3a4f24f1db8ad75a12c2cd4bf for: {'port': 1} {{(pid=102386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 18:52:29.228133 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-64d6d7a4-738c-41e1-a7e4-84939b506094 req-e7394c5a-81e2-4857-998e-d6f0df30fedf tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:29.236695 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-6644313c-1c63-423c-8db4-126de6cb8ca6 None None] Port e6513d5c-62fb-4121-a58c-2e9501d0001a cannot update to ACTIVE because it is not bound. {{(pid=102388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 18:52:29.264744 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-496e50bb-c17f-46d6-b855-d1658c302382 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:29.268043 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-496e50bb-c17f-46d6-b855-d1658c302382 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:29.274295 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-496e50bb-c17f-46d6-b855-d1658c302382 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/21f99383-a240-48ca-8b51-7dbe7da1646f HTTP/1.1" status: 204 len: 168 time: 1.0621219 Nov 05 18:52:29.276187 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-ccf5a428-f733-4f4d-ae85-5b4a7e4e1177 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:29.282609 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-ccf5a428-f733-4f4d-ae85-5b4a7e4e1177 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] 10.222.0.13 "DELETE /v2.0/ports/e39ce78c-6bce-488e-b197-55191d3bff56 HTTP/1.1" status: 204 len: 168 time: 0.9967213 Nov 05 18:52:29.285662 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 59428) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:52:29.324927 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496e50bb-c17f-46d6-b855-d1658c302382 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21f99383-a240-48ca-8b51-7dbe7da1646f,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:52:29.357917 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-2fc306e0-f3ce-4953-a232-d7e9f123f854 req-49418263-5a46-4b2b-a564-057c7f0b7106 tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] 10.222.0.13 "GET /v2.0/security-groups?id=20494f52-e47d-4839-b4f6-2fc0330d8d18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406910 Nov 05 18:52:29.408494 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-9d0da502-d2ae-462c-9d8e-17880dec750a tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Publish callbacks [] for port, precommit_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:29.476057 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-9d0da502-d2ae-462c-9d8e-17880dec750a tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4417072'] for port, after_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:29.477507 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-9d0da502-d2ae-462c-9d8e-17880dec750a tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-597863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-571878'] for router_interface, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:29.559083 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-5991ff09-c53a-449c-875a-435df2a7c42f tempest-AttachVolumeTestJSON-989501218 tempest-AttachVolumeTestJSON-989501218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4417063'] for port, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:29.581769 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74956ab2-a9b3-4ab5-9771-fbe84e5691fd tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:52:29.583861 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74956ab2-a9b3-4ab5-9771-fbe84e5691fd tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:52:29.587632 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0da502-d2ae-462c-9d8e-17880dec750a tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Pushing event updated for resources: {'Port': ['ID=bd9971ef-3542-4681-9f4a-6747b9175a16,revision_number=2']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:52:29.588708 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-74956ab2-a9b3-4ab5-9771-fbe84e5691fd tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.3019731 Nov 05 18:52:29.591756 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 59432) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:52:29.627035 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 33e052ee-e942-4988-a985-469847f454b9 up at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 18:52:29.711621 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Provisioning complete for port 33e052ee-e942-4988-a985-469847f454b9 triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:52:29.711914 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.db_base_plugin_v2 [None req-79e87613-4bb1-4cf4-8bb0-c731f1c8899e tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Deleting subnet 31dd2ea7-9326-40e9-9f6e-66de437fe549 {{(pid=102386) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 05 18:52:29.712046 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:29.717721 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5991ff09-c53a-449c-875a-435df2a7c42f tempest-AttachVolumeTestJSON-989501218 tempest-AttachVolumeTestJSON-989501218-project] Pushing event deleted for resources: {'Port': ['ID=255d4bea-df89-4da4-b112-63a16dbec767,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:52:29.743729 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-79e87613-4bb1-4cf4-8bb0-c731f1c8899e tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Publish callbacks [] for subnet, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:29.745403 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-5991ff09-c53a-449c-875a-435df2a7c42f tempest-AttachVolumeTestJSON-989501218 tempest-AttachVolumeTestJSON-989501218-project] Publish callbacks [] for floatingip, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:29.748803 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-5991ff09-c53a-449c-875a-435df2a7c42f tempest-AttachVolumeTestJSON-989501218 tempest-AttachVolumeTestJSON-989501218-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for floatingip, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:29.751551 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-5991ff09-c53a-449c-875a-435df2a7c42f tempest-AttachVolumeTestJSON-989501218 tempest-AttachVolumeTestJSON-989501218-project] 10.222.0.13 "DELETE /v2.0/floatingips/24621387-ba2c-46ed-b716-8f5c31e77800 HTTP/1.1" status: 204 len: 168 time: 2.6581149 Nov 05 18:52:29.851789 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d0da502-d2ae-462c-9d8e-17880dec750a tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Network b7f57f8d-575d-4766-817d-405f201d4db5 is already hosted by enough agents. {{(pid=102387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 18:52:29.854723 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.base_scheduler [None req-9d0da502-d2ae-462c-9d8e-17880dec750a tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Resources bound (agent type, host, resource id): {{(pid=102387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:52:29.894957 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-79e87613-4bb1-4cf4-8bb0-c731f1c8899e tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4590738'] for subnet, precommit_delete_associations {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:29.945751 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.db_base_plugin_common [req-64d6d7a4-738c-41e1-a7e4-84939b506094 req-e7394c5a-81e2-4857-998e-d6f0df30fedf tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Allocated IP 10.2.2.200 (92cc69b6-4cd1-4b33-bca8-908cd312767a/fff5f4f4-3c24-4660-a3f5-7d19daede3c5/f4575cb0-23c3-47f4-915c-822d65bb4a8e) {{(pid=102386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 18:52:30.196060 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-79e87613-4bb1-4cf4-8bb0-c731f1c8899e tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1573928'] for subnet, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:30.200787 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 59446) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:52:30.291883 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63050c2d-9ed2-4eaa-aba2-d1df0ca907d6 req-3a7130d4-420a-46b2-a03b-3d4bb17ed1ae tempest-ListServerFiltersTestJSON-1098286164 tempest-ListServerFiltersTestJSON-1098286164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:52:30.297924 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-63050c2d-9ed2-4eaa-aba2-d1df0ca907d6 req-3a7130d4-420a-46b2-a03b-3d4bb17ed1ae tempest-ListServerFiltersTestJSON-1098286164 tempest-ListServerFiltersTestJSON-1098286164-project] 10.222.0.13 "GET /v2.0/ports?device_id=35c561de-9fb3-42c9-b803-c5bb933ccd4c HTTP/1.1" status: 200 len: 946 time: 0.2868185 Nov 05 18:52:30.455587 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e34709d-92b2-4fca-bb44-e816f2bccb18 req-1ffaba06-3060-42a4-89b4-a3834a86bff7 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:52:30.455587 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e34709d-92b2-4fca-bb44-e816f2bccb18 req-1ffaba06-3060-42a4-89b4-a3834a86bff7 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:52:30.455587 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e34709d-92b2-4fca-bb44-e816f2bccb18 req-1ffaba06-3060-42a4-89b4-a3834a86bff7 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:52:30.544510 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-64d6d7a4-738c-41e1-a7e4-84939b506094 req-e7394c5a-81e2-4857-998e-d6f0df30fedf tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Publish callbacks [] for port, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:30.546465 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e34709d-92b2-4fca-bb44-e816f2bccb18 req-1ffaba06-3060-42a4-89b4-a3834a86bff7 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:52:30.546465 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-0e34709d-92b2-4fca-bb44-e816f2bccb18 req-1ffaba06-3060-42a4-89b4-a3834a86bff7 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] 10.222.0.13 "GET /v2.0/ports?device_id=1682fb31-a1bf-43f5-a4fa-447937da8a91 HTTP/1.1" status: 200 len: 3095 time: 0.3238771 Nov 05 18:52:30.547652 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-5198da30-9f45-4ebc-a9a9-a7b5f284066c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:30.547778 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-32d9de8a-d283-457d-9d6a-3801cba707a6 None None] Provisioning complete for port bd9971ef-3542-4681-9f4a-6747b9175a16 triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:52:30.547778 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-32d9de8a-d283-457d-9d6a-3801cba707a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:30.548154 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-0e34709d-92b2-4fca-bb44-e816f2bccb18 req-ed5a025d-59ce-4128-94ce-12b38e0cf4bd tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] 10.222.0.13 "GET /v2.0/security-groups?id=293ec58e-66ea-453a-8db8-ae12281442fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0904417 Nov 05 18:52:30.548258 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-79e87613-4bb1-4cf4-8bb0-c731f1c8899e tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1573905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6149879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4877183'] for subnet, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:30.548371 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-63050c2d-9ed2-4eaa-aba2-d1df0ca907d6 req-c33b744c-a272-417e-9af3-0532192499b7 tempest-ListServerFiltersTestJSON-1098286164 tempest-ListServerFiltersTestJSON-1098286164-project] 10.222.0.13 "GET /v2.0/security-groups?id=e3640d88-c369-41cd-98f6-7ceb94b23b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1725366 Nov 05 18:52:30.555031 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-32d9de8a-d283-457d-9d6a-3801cba707a6 None None] Port bd9971ef-3542-4681-9f4a-6747b9175a16 cannot update to ACTIVE because it is not bound. {{(pid=102388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 18:52:30.576686 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e87613-4bb1-4cf4-8bb0-c731f1c8899e tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Pushing event deleted for resources: {'Subnet': ['ID=31dd2ea7-9326-40e9-9f6e-66de437fe549,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:52:30.580568 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d0da502-d2ae-462c-9d8e-17880dec750a tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Router 7a761b8b-650f-43ab-b66f-43e3302e6f16 is scheduled to L3 agent 6dcb5589-8e86-4616-9186-ddc4548e13ad with binding_index 1 {{(pid=102387) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 05 18:52:30.601057 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-64d6d7a4-738c-41e1-a7e4-84939b506094 req-e7394c5a-81e2-4857-998e-d6f0df30fedf tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:30.617857 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4ecdc9c-ea7d-402d-bac9-3b6da354fc90 None None] Network 1c9d25d3-7f2e-4384-9081-dc17514a5578 requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 18:52:30.631229 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-79e87613-4bb1-4cf4-8bb0-c731f1c8899e tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Publish callbacks [] for subnet, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:30.636270 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-79e87613-4bb1-4cf4-8bb0-c731f1c8899e tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] 10.222.0.13 "DELETE /v2.0/subnets/31dd2ea7-9326-40e9-9f6e-66de437fe549 HTTP/1.1" status: 204 len: 168 time: 1.0376167 Nov 05 18:52:30.678716 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 59452) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:52:30.746988 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 59454) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:52:30.762618 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-eb3cc54d-9b40-4c32-814f-a8a7bb453b59 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0823808 Nov 05 18:52:30.768460 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d0da502-d2ae-462c-9d8e-17880dec750a tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Notify agent at l3_agent.n-d-816865-1 the message routers_updated {{(pid=102387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 18:52:30.773083 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 59456) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:52:30.778348 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-64d6d7a4-738c-41e1-a7e4-84939b506094 req-e7394c5a-81e2-4857-998e-d6f0df30fedf tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Network 92cc69b6-4cd1-4b33-bca8-908cd312767a is already hosted by enough agents. {{(pid=102386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 18:52:30.783118 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-9d0da502-d2ae-462c-9d8e-17880dec750a tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] 10.222.0.13 "PUT /v2.0/routers/7a761b8b-650f-43ab-b66f-43e3302e6f16/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5352468 Nov 05 18:52:30.797553 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 59458) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:52:30.798379 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-a10f619a-1cca-47a9-96d5-88180dfa5159 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:30.820531 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7394c5a-81e2-4857-998e-d6f0df30fedf tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Pushing event updated for resources: {'Port': ['ID=f4575cb0-23c3-47f4-915c-822d65bb4a8e,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:52:30.823320 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42f0a9bc-9891-496b-9311-9bcc257ea949 None None] Sync routers for ids ['7a761b8b-650f-43ab-b66f-43e3302e6f16'] in n-d-816865-1 {{(pid=102388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 18:52:30.830327 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.base_scheduler [req-64d6d7a4-738c-41e1-a7e4-84939b506094 req-e7394c5a-81e2-4857-998e-d6f0df30fedf tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Resources bound (agent type, host, resource id): {{(pid=102386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:52:30.850896 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [req-64d6d7a4-738c-41e1-a7e4-84939b506094 req-e7394c5a-81e2-4857-998e-d6f0df30fedf tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Received port after_create {{(pid=102386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 18:52:30.869884 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42f0a9bc-9891-496b-9311-9bcc257ea949 None None] Routers {'7a761b8b-650f-43ab-b66f-43e3302e6f16'} bound to L3 agent in host n-d-816865-1 {{(pid=102388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 18:52:30.870815 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-42f0a9bc-9891-496b-9311-9bcc257ea949 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T18:52:05Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['7a761b8b-650f-43ab-b66f-43e3302e6f16'], 'active': True} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:52:30.928306 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-5198da30-9f45-4ebc-a9a9-a7b5f284066c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:30.943694 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-42f0a9bc-9891-496b-9311-9bcc257ea949 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816865-1', False) {} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:52:30.956408 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-a10f619a-1cca-47a9-96d5-88180dfa5159 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:30.963340 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42f0a9bc-9891-496b-9311-9bcc257ea949 None None] Routers {'7a761b8b-650f-43ab-b66f-43e3302e6f16'} bound to L3 agent in host n-d-816865-1 {{(pid=102388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 18:52:30.964005 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-42f0a9bc-9891-496b-9311-9bcc257ea949 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T18:52:05Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['7a761b8b-650f-43ab-b66f-43e3302e6f16'], 'active': True} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:52:30.965497 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0426c8c-dc98-4f61-94b5-509be58514ed tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:52:30.970361 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-a0426c8c-dc98-4f61-94b5-509be58514ed tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1872942 Nov 05 18:52:30.974812 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d6d7a4-738c-41e1-a7e4-84939b506094 req-e7394c5a-81e2-4857-998e-d6f0df30fedf tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:52:30.975893 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-64d6d7a4-738c-41e1-a7e4-84939b506094 req-e7394c5a-81e2-4857-998e-d6f0df30fedf tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:30.978464 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 59460) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:52:31.029856 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-5198da30-9f45-4ebc-a9a9-a7b5f284066c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:31.054255 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-42f0a9bc-9891-496b-9311-9bcc257ea949 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816865-1', False) {} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:52:31.055391 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42f0a9bc-9891-496b-9311-9bcc257ea949 None None] The sync data for ids ['7a761b8b-650f-43ab-b66f-43e3302e6f16'] in n-d-816865-1 is: [] {{(pid=102388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 18:52:31.058717 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c13b29-f149-4a11-aa96-3430bc786265 req-0c032ecb-0e41-4962-8221-0a0a20acd58b tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:52:31.063232 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-56c13b29-f149-4a11-aa96-3430bc786265 req-0c032ecb-0e41-4962-8221-0a0a20acd58b tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] 10.222.0.13 "GET /v2.0/ports?device_id=980cac70-04e0-4892-9bf4-8401d643ae7a HTTP/1.1" status: 200 len: 946 time: 0.4610620 Nov 05 18:52:31.073379 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d05f63fc-f589-48ed-8323-d4daba17a20d None None] DHCP port deletion for 1c9d25d3-7f2e-4384-9081-dc17514a5578 request from n-d-816865-1 {{(pid=102388) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 05 18:52:31.090593 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-099ee438-41ec-4a8e-8ef1-2339f66a52b2 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:52:31.098212 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-099ee438-41ec-4a8e-8ef1-2339f66a52b2 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] 10.222.0.13 "GET /v2.0/ports/bd9971ef-3542-4681-9f4a-6747b9175a16 HTTP/1.1" status: 200 len: 911 time: 0.2967091 Nov 05 18:52:31.099493 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 59462) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:52:31.104259 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-a10f619a-1cca-47a9-96d5-88180dfa5159 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:31.111735 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-c8397aa5-283e-436a-9a3a-021826a54dc3 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'af35479c-c70a-4a2b-ac56-16c79c2cd851'}]}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:52:31.144438 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27ab006f-0b76-4eb2-aa35-e80b0467e7ee tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:52:31.147061 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-d05f63fc-f589-48ed-8323-d4daba17a20d None None] Deleting port 33e052ee-e942-4988-a985-469847f454b9 {{(pid=102388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 18:52:31.153732 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-d05f63fc-f589-48ed-8323-d4daba17a20d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:31.153999 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-27ab006f-0b76-4eb2-aa35-e80b0467e7ee tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1712031 Nov 05 18:52:31.166089 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 59464) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:52:31.170070 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-64d6d7a4-738c-41e1-a7e4-84939b506094 req-e7394c5a-81e2-4857-998e-d6f0df30fedf tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3539145 Nov 05 18:52:31.220739 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-a10f619a-1cca-47a9-96d5-88180dfa5159 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=74d09cf2f3cc48ae96bf9e2101c7fc88&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4337108 Nov 05 18:52:31.220739 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10f619a-1cca-47a9-96d5-88180dfa5159 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dac270e0-d89c-4f59-ad60-309f50d5e4ea,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:52:31.226865 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 59466) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:52:31.254765 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-56c13b29-f149-4a11-aa96-3430bc786265 req-abbc3d31-184f-4d64-8df0-f0014934760d tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] 10.222.0.13 "GET /v2.0/security-groups?id=20494f52-e47d-4839-b4f6-2fc0330d8d18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532090 Nov 05 18:52:31.262635 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-d05f63fc-f589-48ed-8323-d4daba17a20d None None] For port 33e052ee-e942-4988-a985-469847f454b9, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=33e052ee-e942-4988-a985-469847f454b9,segment=NetworkSegment(1bdc5ccc-001b-4584-b217-2d1934002f57),segment_id=1bdc5ccc-001b-4584-b217-2d1934002f57)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:52:31.262984 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-d05f63fc-f589-48ed-8323-d4daba17a20d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:31.267468 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-5198da30-9f45-4ebc-a9a9-a7b5f284066c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7e46e04e112b4e85ae03f558981fe327&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0628612 Nov 05 18:52:31.271432 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [req-64d6d7a4-738c-41e1-a7e4-84939b506094 req-c9e5ef7a-f39b-47fa-9108-8914747468ce service neutron] Request body: {'port': {'device_id': '1682fb31-a1bf-43f5-a4fa-447937da8a91', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816865-1'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:52:31.280547 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 59468) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:52:31.309121 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5198da30-9f45-4ebc-a9a9-a7b5f284066c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bff873e-a4a9-4dc4-a795-fa8d85e47c16,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:52:31.320575 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-4a2f2ba9-756b-48ed-b083-8949263171a3 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1412964 Nov 05 18:52:31.321615 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 59474) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:52:31.330082 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-d05f63fc-f589-48ed-8323-d4daba17a20d None None] Calling delete_port for 33e052ee-e942-4988-a985-469847f454b9 owned by network:dhcp {{(pid=102388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 18:52:31.340286 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-c3ee2831-de56-43bd-811f-e56378e7ae50 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Request body: {'subnet': {'network_id': '1c9d25d3-7f2e-4384-9081-dc17514a5578', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:52:31.414138 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-64d6d7a4-738c-41e1-a7e4-84939b506094 req-c9e5ef7a-f39b-47fa-9108-8914747468ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:31.414424 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-b7827634-cc47-4c4c-a035-fa779b52093a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:31.446502 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-0a4fe4ac-30eb-4baa-adcb-95a077c23e80 None None] Provisioning complete for port f4575cb0-23c3-47f4-915c-822d65bb4a8e triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:52:31.447021 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-0a4fe4ac-30eb-4baa-adcb-95a077c23e80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:31.461032 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-b7827634-cc47-4c4c-a035-fa779b52093a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:31.493399 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-0a4fe4ac-30eb-4baa-adcb-95a077c23e80 None None] Port f4575cb0-23c3-47f4-915c-822d65bb4a8e cannot update to ACTIVE because it is not bound. {{(pid=102388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 18:52:31.498790 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-d05f63fc-f589-48ed-8323-d4daba17a20d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798'] for port, after_delete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:31.501348 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-c8397aa5-283e-436a-9a3a-021826a54dc3 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:31.514771 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d05f63fc-f589-48ed-8323-d4daba17a20d None None] No DVR routers for this DVR port 33e052ee-e942-4988-a985-469847f454b9 on host n-d-816865-1 {{(pid=102388) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 18:52:31.539891 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05f63fc-f589-48ed-8323-d4daba17a20d None None] Pushing event deleted for resources: {'Port': ['ID=33e052ee-e942-4988-a985-469847f454b9,revision_number=None']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:52:31.664091 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 33e052ee-e942-4988-a985-469847f454b9 no longer exists at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 18:52:31.693415 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-1b079929-df21-44d3-97de-f1466c133d0d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:31.695322 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] No Port match for: 33e052ee-e942-4988-a985-469847f454b9 {{(pid=102388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 18:52:31.695676 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 33e052ee-e942-4988-a985-469847f454b9 not bound to the agent host n-d-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 18:52:31.760717 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-1b079929-df21-44d3-97de-f1466c133d0d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:31.767954 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-b5b28692-8b36-4e79-b79f-a7c3df95ba88 req-4ff1a058-c628-4d2e-b398-312fb27d3a30 tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] 10.222.0.13 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=9d37d1d71d154d088bbcf565483b4218 HTTP/1.1" status: 200 len: 267 time: 0.3253267 Nov 05 18:52:31.812315 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d617fd21-28d5-43d8-84fe-73d4982c64fd req-68403bd1-782b-493b-95b0-ce9c91c61dba tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:52:31.819278 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d617fd21-28d5-43d8-84fe-73d4982c64fd req-68403bd1-782b-493b-95b0-ce9c91c61dba tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:52:31.826604 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d617fd21-28d5-43d8-84fe-73d4982c64fd req-68403bd1-782b-493b-95b0-ce9c91c61dba tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:52:31.834010 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d617fd21-28d5-43d8-84fe-73d4982c64fd req-68403bd1-782b-493b-95b0-ce9c91c61dba tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:52:31.840406 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d617fd21-28d5-43d8-84fe-73d4982c64fd req-68403bd1-782b-493b-95b0-ce9c91c61dba tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:52:31.854922 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-d617fd21-28d5-43d8-84fe-73d4982c64fd req-68403bd1-782b-493b-95b0-ce9c91c61dba tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] 10.222.0.13 "GET /v2.0/ports?device_id=1682fb31-a1bf-43f5-a4fa-447937da8a91 HTTP/1.1" status: 200 len: 3816 time: 0.1987267 Nov 05 18:52:31.888020 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3ee2831-de56-43bd-811f-e56378e7ae50 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Made reservation on behalf of 7bc73c6c17f842a987dd31290d20faa2 for: {'subnet': 1} {{(pid=102387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 18:52:31.892996 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-c3ee2831-de56-43bd-811f-e56378e7ae50 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5112236'] for subnet, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:31.925675 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-b7827634-cc47-4c4c-a035-fa779b52093a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:31.928832 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-b7827634-cc47-4c4c-a035-fa779b52093a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:31.933268 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-b7827634-cc47-4c4c-a035-fa779b52093a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/dac270e0-d89c-4f59-ad60-309f50d5e4ea HTTP/1.1" status: 204 len: 168 time: 0.7052081 Nov 05 18:52:32.024602 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7827634-cc47-4c4c-a035-fa779b52093a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dac270e0-d89c-4f59-ad60-309f50d5e4ea,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:52:32.057018 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b28692-8b36-4e79-b79f-a7c3df95ba88 req-9d5af072-c1a0-4b05-90ee-146031db100c tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:52:32.059197 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-b5b28692-8b36-4e79-b79f-a7c3df95ba88 req-9d5af072-c1a0-4b05-90ee-146031db100c tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] 10.222.0.13 "GET /v2.0/ports?device_id=980cac70-04e0-4892-9bf4-8401d643ae7a HTTP/1.1" status: 200 len: 946 time: 0.2831683 Nov 05 18:52:32.089784 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [req-b5b28692-8b36-4e79-b79f-a7c3df95ba88 req-fd4a94d9-a850-412a-8afa-4e13bf7b6770 tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] Request body: {'port': {'security_groups': []}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:52:32.170347 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-d617fd21-28d5-43d8-84fe-73d4982c64fd req-9ca4543e-d033-4c58-abe8-c1863e9f9619 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] 10.222.0.13 "GET /v2.0/security-groups?id=293ec58e-66ea-453a-8db8-ae12281442fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3107772 Nov 05 18:52:32.253631 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-b5b28692-8b36-4e79-b79f-a7c3df95ba88 req-fd4a94d9-a850-412a-8afa-4e13bf7b6770 tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:32.294214 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-1b079929-df21-44d3-97de-f1466c133d0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:32.297271 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-1b079929-df21-44d3-97de-f1466c133d0d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:32.298410 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-1b079929-df21-44d3-97de-f1466c133d0d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7bff873e-a4a9-4dc4-a795-fa8d85e47c16 HTTP/1.1" status: 204 len: 168 time: 1.0168126 Nov 05 18:52:32.576022 n-d-816865-1 neutron-server[102386]: DEBUG neutron.notifiers.nova [req-64d6d7a4-738c-41e1-a7e4-84939b506094 req-c9e5ef7a-f39b-47fa-9108-8914747468ce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4a07aa35-4ba7-4db3-b8ab-837d8ca258a7 {{(pid=102386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 18:52:32.584430 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-e3d6cc79-7757-457c-bee8-c50a940cbc0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:32.587688 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-64d6d7a4-738c-41e1-a7e4-84939b506094 req-c9e5ef7a-f39b-47fa-9108-8914747468ce service neutron] Publish callbacks [] for port, precommit_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:32.620840 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.provisioning_blocks [req-64d6d7a4-738c-41e1-a7e4-84939b506094 req-c9e5ef7a-f39b-47fa-9108-8914747468ce service neutron] Transition to ACTIVE for port object 4a07aa35-4ba7-4db3-b8ab-837d8ca258a7 will not be triggered until provisioned by entity L2. {{(pid=102386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 05 18:52:32.668739 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b079929-df21-44d3-97de-f1466c133d0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bff873e-a4a9-4dc4-a795-fa8d85e47c16,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:52:32.697823 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-c8397aa5-283e-436a-9a3a-021826a54dc3 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Publish callbacks [] for port, precommit_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:32.710079 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-64d6d7a4-738c-41e1-a7e4-84939b506094 req-c9e5ef7a-f39b-47fa-9108-8914747468ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6149821'] for port, after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:32.714238 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.db [req-b5b28692-8b36-4e79-b79f-a7c3df95ba88 req-fd4a94d9-a850-412a-8afa-4e13bf7b6770 tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] For port 145479ca-01b4-489d-8a2f-28a86b4f6e97, host n-h2-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=145479ca-01b4-489d-8a2f-28a86b4f6e97,segment=NetworkSegment(1ae4cc0f-5460-421b-9b80-d7acf4de0363),segment_id=1ae4cc0f-5460-421b-9b80-d7acf4de0363)] {{(pid=102387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:52:32.739345 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-c3ee2831-de56-43bd-811f-e56378e7ae50 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4417463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5112218'] for subnet, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:32.810893 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-c8397aa5-283e-436a-9a3a-021826a54dc3 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6149821'] for port, after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:32.815120 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8397aa5-283e-436a-9a3a-021826a54dc3 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:52:32.816586 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-c8397aa5-283e-436a-9a3a-021826a54dc3 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:32.827006 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-c8397aa5-283e-436a-9a3a-021826a54dc3 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] 10.222.0.13 "PUT /v2.0/ports/bd9971ef-3542-4681-9f4a-6747b9175a16 HTTP/1.1" status: 200 len: 911 time: 1.7230213 Nov 05 18:52:32.828841 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 59496) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:52:32.856433 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e5ef7a-f39b-47fa-9108-8914747468ce service neutron] Pushing event updated for resources: {'Port': ['ID=4a07aa35-4ba7-4db3-b8ab-837d8ca258a7,revision_number=2']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:52:33.147931 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8397aa5-283e-436a-9a3a-021826a54dc3 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Pushing event updated for resources: {'Port': ['ID=bd9971ef-3542-4681-9f4a-6747b9175a16,revision_number=3']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:52:33.283201 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [req-64d6d7a4-738c-41e1-a7e4-84939b506094 req-c9e5ef7a-f39b-47fa-9108-8914747468ce service neutron] Attempting to bind port 4a07aa35-4ba7-4db3-b8ab-837d8ca258a7 on host n-h1-816865-1 for vnic_type normal with profile {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 18:52:33.284746 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [req-64d6d7a4-738c-41e1-a7e4-84939b506094 req-c9e5ef7a-f39b-47fa-9108-8914747468ce service neutron] Attempting to bind port 4a07aa35-4ba7-4db3-b8ab-837d8ca258a7 by drivers openvswitch,hyperv on host n-h1-816865-1 at level 0 using segments [{'id': '7be3d05f-633b-4fa4-85ad-02da01d888f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'ad4e0fc4-1abc-48fb-9c8e-5d76236fa098'}] {{(pid=102386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 18:52:33.285258 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64d6d7a4-738c-41e1-a7e4-84939b506094 req-c9e5ef7a-f39b-47fa-9108-8914747468ce service neutron] Attempting to bind port 4a07aa35-4ba7-4db3-b8ab-837d8ca258a7 on network ad4e0fc4-1abc-48fb-9c8e-5d76236fa098 {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 18:52:33.297810 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64d6d7a4-738c-41e1-a7e4-84939b506094 req-c9e5ef7a-f39b-47fa-9108-8914747468ce service neutron] Port 4a07aa35-4ba7-4db3-b8ab-837d8ca258a7 on network ad4e0fc4-1abc-48fb-9c8e-5d76236fa098 not bound, no agent of type Open vSwitch agent registered on host n-h1-816865-1 {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 18:52:33.298470 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64d6d7a4-738c-41e1-a7e4-84939b506094 req-c9e5ef7a-f39b-47fa-9108-8914747468ce service neutron] Attempting to bind port 4a07aa35-4ba7-4db3-b8ab-837d8ca258a7 on network ad4e0fc4-1abc-48fb-9c8e-5d76236fa098 {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 18:52:33.306579 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 59506) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:52:33.320142 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64d6d7a4-738c-41e1-a7e4-84939b506094 req-c9e5ef7a-f39b-47fa-9108-8914747468ce service neutron] Checking agent: {'id': 'eb596d7c-8c64-42bd-8aca-fad447eb0eab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816865-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 18, 33, 34), 'started_at': datetime.datetime(2021, 11, 5, 18, 33, 34), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 18, 52, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 18:52:33.320785 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64d6d7a4-738c-41e1-a7e4-84939b506094 req-c9e5ef7a-f39b-47fa-9108-8914747468ce service neutron] Checking segment: {'id': '7be3d05f-633b-4fa4-85ad-02da01d888f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'ad4e0fc4-1abc-48fb-9c8e-5d76236fa098'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 18:52:33.321376 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64d6d7a4-738c-41e1-a7e4-84939b506094 req-c9e5ef7a-f39b-47fa-9108-8914747468ce service neutron] Bound using segment: {'id': '7be3d05f-633b-4fa4-85ad-02da01d888f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'ad4e0fc4-1abc-48fb-9c8e-5d76236fa098'} {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 18:52:33.321844 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [req-64d6d7a4-738c-41e1-a7e4-84939b506094 req-c9e5ef7a-f39b-47fa-9108-8914747468ce service neutron] Bound port: 4a07aa35-4ba7-4db3-b8ab-837d8ca258a7, host: n-h1-816865-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7be3d05f-633b-4fa4-85ad-02da01d888f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'ad4e0fc4-1abc-48fb-9c8e-5d76236fa098'}}] {{(pid=102386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 18:52:33.322351 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-64d6d7a4-738c-41e1-a7e4-84939b506094 req-c9e5ef7a-f39b-47fa-9108-8914747468ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:33.341591 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-20a51cb8-27e7-4414-959f-59f59dc86ec1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:33.483625 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c56acad-12a9-45ae-9df2-25b5bd359ee3 req-ac3395e0-c151-4698-9d81-f09bf487e3b9 tempest-ListServerFiltersTestJSON-1098286164 tempest-ListServerFiltersTestJSON-1098286164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:52:33.492030 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-3c56acad-12a9-45ae-9df2-25b5bd359ee3 req-ac3395e0-c151-4698-9d81-f09bf487e3b9 tempest-ListServerFiltersTestJSON-1098286164 tempest-ListServerFiltersTestJSON-1098286164-project] 10.222.0.13 "GET /v2.0/ports?device_id=35c561de-9fb3-42c9-b803-c5bb933ccd4c HTTP/1.1" status: 200 len: 946 time: 1.2112749 Nov 05 18:52:33.518254 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-b5b28692-8b36-4e79-b79f-a7c3df95ba88 req-fd4a94d9-a850-412a-8afa-4e13bf7b6770 tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] Publish callbacks [] for port, precommit_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:33.546436 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3ee2831-de56-43bd-811f-e56378e7ae50 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Network 1c9d25d3-7f2e-4384-9081-dc17514a5578 is already hosted by enough agents. {{(pid=102387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 18:52:33.553457 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ee2831-de56-43bd-811f-e56378e7ae50 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Pushing event updated for resources: {'Subnet': ['ID=ca2dffbc-5f9b-479b-b05a-c92cee41d003,revision_number=0']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:52:33.554944 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.base_scheduler [None req-c3ee2831-de56-43bd-811f-e56378e7ae50 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Resources bound (agent type, host, resource id): {{(pid=102387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:52:33.566386 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea57d144-9b2b-421b-aafb-012baa29eb9e None None] Network 1c9d25d3-7f2e-4384-9081-dc17514a5578 requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 18:52:33.569979 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3ee2831-de56-43bd-811f-e56378e7ae50 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:52:33.570704 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-c3ee2831-de56-43bd-811f-e56378e7ae50 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597851'] for subnet, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:33.607615 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-3c56acad-12a9-45ae-9df2-25b5bd359ee3 req-478aa405-977c-402b-92f9-9952c269c609 tempest-ListServerFiltersTestJSON-1098286164 tempest-ListServerFiltersTestJSON-1098286164-project] 10.222.0.13 "GET /v2.0/security-groups?id=e3640d88-c369-41cd-98f6-7ceb94b23b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146176 Nov 05 18:52:33.608888 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-b5b28692-8b36-4e79-b79f-a7c3df95ba88 req-fd4a94d9-a850-412a-8afa-4e13bf7b6770 tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4417072'] for port, after_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:33.627232 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] get_ports_and_sgs() called for port_ids ['d3e09ef2-2619-4f6f-89c4-8ba57154c592'] {{(pid=102388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 18:52:33.670500 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b28692-8b36-4e79-b79f-a7c3df95ba88 req-fd4a94d9-a850-412a-8afa-4e13bf7b6770 tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:52:33.671306 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-b5b28692-8b36-4e79-b79f-a7c3df95ba88 req-fd4a94d9-a850-412a-8afa-4e13bf7b6770 tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:33.673051 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-b5b28692-8b36-4e79-b79f-a7c3df95ba88 req-fd4a94d9-a850-412a-8afa-4e13bf7b6770 tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] 10.222.0.13 "PUT /v2.0/ports/145479ca-01b4-489d-8a2f-28a86b4f6e97 HTTP/1.1" status: 200 len: 905 time: 1.5914776 Nov 05 18:52:33.673342 n-d-816865-1 neutron-server[102387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '980cac70-04e0-4892-9bf4-8401d643ae7a', 'tag': '145479ca-01b4-489d-8a2f-28a86b4f6e97'}] {{(pid=102387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 18:52:33.677034 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] get_ports_and_sgs() called for port_ids ['bf6ff7a6-296c-4684-80b6-931424c1a0d4', '145479ca-01b4-489d-8a2f-28a86b4f6e97'] {{(pid=102388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 18:52:33.679736 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab06bd4ddf5758c1f10d79fe34dc215bafa488692cde9dba2fcbcb67556f90bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f698cd5a-60ff-4927-beca-3826fd906a06" -d '{"events": [{"name": "network-changed", "server_uuid": "980cac70-04e0-4892-9bf4-8401d643ae7a", "tag": "145479ca-01b4-489d-8a2f-28a86b4f6e97"}]}' {{(pid=102387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 18:52:33.751968 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [req-64d6d7a4-738c-41e1-a7e4-84939b506094 req-c9e5ef7a-f39b-47fa-9108-8914747468ce service neutron] For port 4a07aa35-4ba7-4db3-b8ab-837d8ca258a7, host n-h1-816865-1, cleared binding levels {{(pid=102386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 18:52:33.755493 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-c3ee2831-de56-43bd-811f-e56378e7ae50 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.4243448 Nov 05 18:52:33.756200 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 59522) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:52:33.776290 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-44ec8b14-fc07-4df8-910b-cfd37da327a5 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Request body: {'port': {'network_id': '1c9d25d3-7f2e-4384-9081-dc17514a5578', 'fixed_ips': [{'subnet_id': 'ca2dffbc-5f9b-479b-b05a-c92cee41d003', 'ip_address': '2001:db8::c0b8:1896:b3bc:d19c'}], 'name': 'tempest-NetworksTestDHCPv6-2081112985'}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:52:33.778243 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [req-64d6d7a4-738c-41e1-a7e4-84939b506094 req-c9e5ef7a-f39b-47fa-9108-8914747468ce service neutron] For port 4a07aa35-4ba7-4db3-b8ab-837d8ca258a7, host n-h1-816865-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=4a07aa35-4ba7-4db3-b8ab-837d8ca258a7,segment=NetworkSegment(7be3d05f-633b-4fa4-85ad-02da01d888f9),segment_id=7be3d05f-633b-4fa4-85ad-02da01d888f9)] {{(pid=102386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 18:52:33.840190 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] get_ports_and_sgs() called for port_ids ['145479ca-01b4-489d-8a2f-28a86b4f6e97'] {{(pid=102388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 18:52:33.854007 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4a94d9-a850-412a-8afa-4e13bf7b6770 tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] Pushing event updated for resources: {'Port': ['ID=145479ca-01b4-489d-8a2f-28a86b4f6e97,revision_number=6']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:52:33.882834 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-64d6d7a4-738c-41e1-a7e4-84939b506094 req-c9e5ef7a-f39b-47fa-9108-8914747468ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6149821'] for port, after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:34.007893 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e5ef7a-f39b-47fa-9108-8914747468ce service neutron] Pushing event updated for resources: {'Port': ['ID=4a07aa35-4ba7-4db3-b8ab-837d8ca258a7,revision_number=3']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:52:34.024333 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-20a51cb8-27e7-4414-959f-59f59dc86ec1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:34.038973 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d6d7a4-738c-41e1-a7e4-84939b506094 req-c9e5ef7a-f39b-47fa-9108-8914747468ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:52:34.038973 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-64d6d7a4-738c-41e1-a7e4-84939b506094 req-c9e5ef7a-f39b-47fa-9108-8914747468ce service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:34.038973 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-64d6d7a4-738c-41e1-a7e4-84939b506094 req-c9e5ef7a-f39b-47fa-9108-8914747468ce service neutron] 10.222.0.41 "PUT /v2.0/ports/4a07aa35-4ba7-4db3-b8ab-837d8ca258a7 HTTP/1.1" status: 200 len: 1091 time: 2.8035927 Nov 05 18:52:34.064830 n-d-816865-1 neutron-server[102386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1682fb31-a1bf-43f5-a4fa-447937da8a91', 'tag': '4a07aa35-4ba7-4db3-b8ab-837d8ca258a7'}] {{(pid=102386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 18:52:34.067433 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6173a44d7c73f41af551dc890fa1a5892c2c6bc3458b640c8e0c24db7876ba6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c309a259-99b8-4565-8ede-75209235c914" -d '{"events": [{"name": "network-changed", "server_uuid": "1682fb31-a1bf-43f5-a4fa-447937da8a91", "tag": "4a07aa35-4ba7-4db3-b8ab-837d8ca258a7"}]}' {{(pid=102386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 18:52:34.128303 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-2ad3b515-31e7-4f63-87c3-c94d380422a5 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-571777'] for router_interface, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:34.256246 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c4e0cb-c951-4a97-a069-48562b47fcbd req-fec33497-a045-410d-9ca0-d9fb21cf362c tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:52:34.262449 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c4e0cb-c951-4a97-a069-48562b47fcbd req-fec33497-a045-410d-9ca0-d9fb21cf362c tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:52:34.280092 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c4e0cb-c951-4a97-a069-48562b47fcbd req-fec33497-a045-410d-9ca0-d9fb21cf362c tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:52:34.286569 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c4e0cb-c951-4a97-a069-48562b47fcbd req-fec33497-a045-410d-9ca0-d9fb21cf362c tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:52:34.292826 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c4e0cb-c951-4a97-a069-48562b47fcbd req-fec33497-a045-410d-9ca0-d9fb21cf362c tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:52:34.294710 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-06c4e0cb-c951-4a97-a069-48562b47fcbd req-fec33497-a045-410d-9ca0-d9fb21cf362c tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] 10.222.0.13 "GET /v2.0/ports?device_id=1682fb31-a1bf-43f5-a4fa-447937da8a91 HTTP/1.1" status: 200 len: 3828 time: 0.4234798 Nov 05 18:52:34.299134 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:34.319819 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-93d58b43-d519-401a-880d-85665990bd29 None None] Provisioning complete for port 145479ca-01b4-489d-8a2f-28a86b4f6e97 triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:52:34.320372 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-93d58b43-d519-401a-880d-85665990bd29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:34.377166 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a148d388-6aca-4ee7-ab8c-cbf62aec4de4 req-13bf59ba-4de2-48d8-b306-6c54dcaa09a9 tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:52:34.387505 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a516047-6498-4fa1-9ac4-1ad8f7aa1d95 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeb20a084-accf-5b60-8075-3e69ebe863a6-1c9d25d3-7f2e-4384-9081-dc17514a5578', 'network_id': '1c9d25d3-7f2e-4384-9081-dc17514a5578', 'tenant_id': '7bc73c6c17f842a987dd31290d20faa2', 'fixed_ips': [{'subnet_id': 'ca2dffbc-5f9b-479b-b05a-c92cee41d003'}]}} from n-d-816865-1. {{(pid=102388) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 05 18:52:34.388631 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-5a516047-6498-4fa1-9ac4-1ad8f7aa1d95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:34.406864 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-a148d388-6aca-4ee7-ab8c-cbf62aec4de4 req-13bf59ba-4de2-48d8-b306-6c54dcaa09a9 tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] 10.222.0.13 "GET /v2.0/ports?device_id=980cac70-04e0-4892-9bf4-8401d643ae7a HTTP/1.1" status: 200 len: 908 time: 0.4091134 Nov 05 18:52:34.433401 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [req-64d6d7a4-738c-41e1-a7e4-84939b506094 req-23d1da2b-304f-41c4-91d6-375a92d5d8e5 service neutron] Request body: {'port': {'device_id': '1682fb31-a1bf-43f5-a4fa-447937da8a91', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816865-1'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:52:34.444864 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-20a51cb8-27e7-4414-959f-59f59dc86ec1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:34.483867 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 18:52:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8ad62bf-f376-48d4-98ab-6a39c3827cd2 x-openstack-request-id: req-d8ad62bf-f376-48d4-98ab-6a39c3827cd2 {{(pid=102387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 18:52:34.484159 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "980cac70-04e0-4892-9bf4-8401d643ae7a", "tag": "145479ca-01b4-489d-8a2f-28a86b4f6e97", "status": "completed", "code": 200}]} {{(pid=102387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 18:52:34.485018 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d8ad62bf-f376-48d4-98ab-6a39c3827cd2 {{(pid=102387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 18:52:34.485581 n-d-816865-1 neutron-server[102387]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '980cac70-04e0-4892-9bf4-8401d643ae7a', 'tag': '145479ca-01b4-489d-8a2f-28a86b4f6e97', 'status': 'completed', 'code': 200} Nov 05 18:52:34.530684 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-06c4e0cb-c951-4a97-a069-48562b47fcbd req-c0a18cd5-9db4-4fd5-a81f-e7440c9bbdf8 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] 10.222.0.13 "GET /v2.0/security-groups?id=293ec58e-66ea-453a-8db8-ae12281442fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2275729 Nov 05 18:52:34.676184 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 18:52:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45697bdf-83e0-4194-b7a0-505de70271d0 x-openstack-request-id: req-45697bdf-83e0-4194-b7a0-505de70271d0 {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 18:52:34.676479 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1682fb31-a1bf-43f5-a4fa-447937da8a91", "tag": "4a07aa35-4ba7-4db3-b8ab-837d8ca258a7", "status": "completed", "code": 200}]} {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 18:52:34.676735 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-45697bdf-83e0-4194-b7a0-505de70271d0 {{(pid=102386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 18:52:34.677139 n-d-816865-1 neutron-server[102386]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1682fb31-a1bf-43f5-a4fa-447937da8a91', 'tag': '4a07aa35-4ba7-4db3-b8ab-837d8ca258a7', 'status': 'completed', 'code': 200} Nov 05 18:52:34.722766 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-64d6d7a4-738c-41e1-a7e4-84939b506094 req-23d1da2b-304f-41c4-91d6-375a92d5d8e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:34.739231 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a51cb8-27e7-4414-959f-59f59dc86ec1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=833bfcd4-9cf3-4b6f-b800-dc286f8d1091,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:52:34.745948 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-20a51cb8-27e7-4414-959f-59f59dc86ec1 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=03735ddc5b0540bf8ad611cf6d152a09&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4329140 Nov 05 18:52:34.748495 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 59536) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:52:34.775820 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.db_base_plugin_common [None req-5a516047-6498-4fa1-9ac4-1ad8f7aa1d95 None None] Allocated IP 2001:db8::2 (1c9d25d3-7f2e-4384-9081-dc17514a5578/ca2dffbc-5f9b-479b-b05a-c92cee41d003/27e1fc8e-faf4-44a0-9c50-aca3600d944b) {{(pid=102388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 18:52:34.811160 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44ec8b14-fc07-4df8-910b-cfd37da327a5 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Made reservation on behalf of 7bc73c6c17f842a987dd31290d20faa2 for: {'port': 1} {{(pid=102387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 18:52:34.829993 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f698cd5a-60ff-4927-beca-3826fd906a06 req-c54ecfd2-f908-4b5d-a600-708de60d1dd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:52:34.834588 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-f698cd5a-60ff-4927-beca-3826fd906a06 req-c54ecfd2-f908-4b5d-a600-708de60d1dd3 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=9d37d1d71d154d088bbcf565483b4218&device_id=980cac70-04e0-4892-9bf4-8401d643ae7a HTTP/1.1" status: 200 len: 1059 time: 0.2510152 Nov 05 18:52:34.878123 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1042b064-ed37-4139-96b6-1e2ba3623e1a req-a16a3c21-d51b-4581-ae59-9518f12ab131 tempest-ListServerFiltersTestJSON-1098286164 tempest-ListServerFiltersTestJSON-1098286164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:52:34.890495 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-1042b064-ed37-4139-96b6-1e2ba3623e1a req-a16a3c21-d51b-4581-ae59-9518f12ab131 tempest-ListServerFiltersTestJSON-1098286164 tempest-ListServerFiltersTestJSON-1098286164-project] 10.222.0.13 "GET /v2.0/ports?device_id=35c561de-9fb3-42c9-b803-c5bb933ccd4c HTTP/1.1" status: 200 len: 946 time: 0.3540311 Nov 05 18:52:34.932122 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-4e27516b-9e15-48ca-96c3-a2bccec552a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:35.002901 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c309a259-99b8-4565-8ede-75209235c914 req-6024d9d1-728b-4668-a67f-10d232d86304 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:52:35.003787 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c309a259-99b8-4565-8ede-75209235c914 req-6024d9d1-728b-4668-a67f-10d232d86304 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:52:35.005178 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c309a259-99b8-4565-8ede-75209235c914 req-6024d9d1-728b-4668-a67f-10d232d86304 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:52:35.005842 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c309a259-99b8-4565-8ede-75209235c914 req-6024d9d1-728b-4668-a67f-10d232d86304 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:52:35.006541 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c309a259-99b8-4565-8ede-75209235c914 req-6024d9d1-728b-4668-a67f-10d232d86304 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:52:35.009213 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-c309a259-99b8-4565-8ede-75209235c914 req-6024d9d1-728b-4668-a67f-10d232d86304 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3f080cb3a4f24f1db8ad75a12c2cd4bf&device_id=1682fb31-a1bf-43f5-a4fa-447937da8a91 HTTP/1.1" status: 200 len: 4363 time: 0.3667021 Nov 05 18:52:35.097657 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f698cd5a-60ff-4927-beca-3826fd906a06 req-eaf18c25-574f-4feb-b108-9610012c9c7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:52:35.100526 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-f698cd5a-60ff-4927-beca-3826fd906a06 req-eaf18c25-574f-4feb-b108-9610012c9c7a service neutron] 10.222.0.55 "GET /v2.0/networks?id=bb5b9fed-8e61-492a-a21e-f9ce432c95f7 HTTP/1.1" status: 200 len: 912 time: 0.2548802 Nov 05 18:52:35.100673 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-5a516047-6498-4fa1-9ac4-1ad8f7aa1d95 None None] Publish callbacks [] for port, precommit_create {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:35.104026 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-96d125e9-85ef-4551-b93d-6a24138d5271 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:35.178585 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-5a516047-6498-4fa1-9ac4-1ad8f7aa1d95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789'] for port, after_create {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:35.222977 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-f698cd5a-60ff-4927-beca-3826fd906a06 req-8b09e3f9-dd95-4e8f-b3a9-4707c3399a33 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=145479ca-01b4-489d-8a2f-28a86b4f6e97 HTTP/1.1" status: 200 len: 217 time: 0.0902169 Nov 05 18:52:35.245941 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf290d3-8b9d-4abb-833e-13faacfcde0a req-f2011d1e-24d0-41ee-99f5-17574e7931d3 tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:52:35.252611 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-5cf290d3-8b9d-4abb-833e-13faacfcde0a req-f2011d1e-24d0-41ee-99f5-17574e7931d3 tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] 10.222.0.13 "GET /v2.0/ports?device_id=b3c515f9-768f-4a54-bb92-e6f3d5207990 HTTP/1.1" status: 200 len: 944 time: 0.4492009 Nov 05 18:52:35.262204 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a516047-6498-4fa1-9ac4-1ad8f7aa1d95 None None] Pushing event updated for resources: {'Port': ['ID=27e1fc8e-faf4-44a0-9c50-aca3600d944b,revision_number=1']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:52:35.285340 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a516047-6498-4fa1-9ac4-1ad8f7aa1d95 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:52:35.285809 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a516047-6498-4fa1-9ac4-1ad8f7aa1d95 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:52:35.286175 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a516047-6498-4fa1-9ac4-1ad8f7aa1d95 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:52:35.286510 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a516047-6498-4fa1-9ac4-1ad8f7aa1d95 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:52:35.286840 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a516047-6498-4fa1-9ac4-1ad8f7aa1d95 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:52:35.287175 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a516047-6498-4fa1-9ac4-1ad8f7aa1d95 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:52:35.287504 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a516047-6498-4fa1-9ac4-1ad8f7aa1d95 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:52:35.287944 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a516047-6498-4fa1-9ac4-1ad8f7aa1d95 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:52:35.288266 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a516047-6498-4fa1-9ac4-1ad8f7aa1d95 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:52:35.288587 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a516047-6498-4fa1-9ac4-1ad8f7aa1d95 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:52:35.289090 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a516047-6498-4fa1-9ac4-1ad8f7aa1d95 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:52:35.289230 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a516047-6498-4fa1-9ac4-1ad8f7aa1d95 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:52:35.299568 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-1042b064-ed37-4139-96b6-1e2ba3623e1a req-1b36ba4c-8ace-4bb0-982b-4ea8b31185b3 tempest-ListServerFiltersTestJSON-1098286164 tempest-ListServerFiltersTestJSON-1098286164-project] 10.222.0.13 "GET /v2.0/security-groups?id=e3640d88-c369-41cd-98f6-7ceb94b23b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4072354 Nov 05 18:52:35.309876 n-d-816865-1 neutron-server[102388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a516047-6498-4fa1-9ac4-1ad8f7aa1d95 None None] Network 1c9d25d3-7f2e-4384-9081-dc17514a5578 is already hosted by enough agents. {{(pid=102388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 18:52:35.311818 n-d-816865-1 neutron-server[102388]: DEBUG neutron.scheduler.base_scheduler [None req-5a516047-6498-4fa1-9ac4-1ad8f7aa1d95 None None] Resources bound (agent type, host, resource id): {{(pid=102388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:52:35.323104 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a516047-6498-4fa1-9ac4-1ad8f7aa1d95 None None] Received port after_create {{(pid=102388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 18:52:35.343323 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-44ec8b14-fc07-4df8-910b-cfd37da327a5 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:35.350172 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-96d125e9-85ef-4551-b93d-6a24138d5271 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:35.431222 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-5a516047-6498-4fa1-9ac4-1ad8f7aa1d95 None None] Attempting to bind port 27e1fc8e-faf4-44a0-9c50-aca3600d944b on host n-d-816865-1 for vnic_type normal with profile {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 18:52:35.431832 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-5a516047-6498-4fa1-9ac4-1ad8f7aa1d95 None None] Attempting to bind port 27e1fc8e-faf4-44a0-9c50-aca3600d944b by drivers openvswitch,hyperv on host n-d-816865-1 at level 0 using segments [{'id': '1bdc5ccc-001b-4584-b217-2d1934002f57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '1c9d25d3-7f2e-4384-9081-dc17514a5578'}] {{(pid=102388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 18:52:35.432290 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a516047-6498-4fa1-9ac4-1ad8f7aa1d95 None None] Attempting to bind port 27e1fc8e-faf4-44a0-9c50-aca3600d944b on network 1c9d25d3-7f2e-4384-9081-dc17514a5578 {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 18:52:35.439902 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a516047-6498-4fa1-9ac4-1ad8f7aa1d95 None None] Checking agent: {'id': '724d89a7-611b-41e6-bc85-c48112b17afa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 18, 25, 8), 'started_at': datetime.datetime(2021, 11, 5, 18, 25, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 18, 52, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 18:52:35.440529 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a516047-6498-4fa1-9ac4-1ad8f7aa1d95 None None] Checking segment: {'id': '1bdc5ccc-001b-4584-b217-2d1934002f57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '1c9d25d3-7f2e-4384-9081-dc17514a5578'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 18:52:35.440996 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-5a516047-6498-4fa1-9ac4-1ad8f7aa1d95 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:35.441502 n-d-816865-1 neutron-server[102387]: DEBUG neutron.notifiers.nova [None req-44ec8b14-fc07-4df8-910b-cfd37da327a5 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] device_id is not set on port 47ff0514-d095-4c05-83cd-317d89991b7f yet. {{(pid=102387) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 05 18:52:35.441696 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a516047-6498-4fa1-9ac4-1ad8f7aa1d95 None None] Bound using segment: {'id': '1bdc5ccc-001b-4584-b217-2d1934002f57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '1c9d25d3-7f2e-4384-9081-dc17514a5578'} {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 18:52:35.442311 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-5a516047-6498-4fa1-9ac4-1ad8f7aa1d95 None None] Bound port: 27e1fc8e-faf4-44a0-9c50-aca3600d944b, host: n-d-816865-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1bdc5ccc-001b-4584-b217-2d1934002f57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '1c9d25d3-7f2e-4384-9081-dc17514a5578'}}] {{(pid=102388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 18:52:35.442896 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-5a516047-6498-4fa1-9ac4-1ad8f7aa1d95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:35.461699 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c309a259-99b8-4565-8ede-75209235c914 req-d95b08e5-3c63-4c5e-a35f-2fded0133b27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:52:35.462341 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c309a259-99b8-4565-8ede-75209235c914 req-d95b08e5-3c63-4c5e-a35f-2fded0133b27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:52:35.462653 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c309a259-99b8-4565-8ede-75209235c914 req-d95b08e5-3c63-4c5e-a35f-2fded0133b27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:52:35.464319 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-c309a259-99b8-4565-8ede-75209235c914 req-d95b08e5-3c63-4c5e-a35f-2fded0133b27 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=3f080cb3a4f24f1db8ad75a12c2cd4bf&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.4433365 Nov 05 18:52:35.499702 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-2ad3b515-31e7-4f63-87c3-c94d380422a5 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Deleting port bd9971ef-3542-4681-9f4a-6747b9175a16 {{(pid=102386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 18:52:35.501159 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-2ad3b515-31e7-4f63-87c3-c94d380422a5 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:35.554697 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-5a516047-6498-4fa1-9ac4-1ad8f7aa1d95 None None] For port 27e1fc8e-faf4-44a0-9c50-aca3600d944b, host n-d-816865-1, cleared binding levels {{(pid=102388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 18:52:35.560357 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-5a516047-6498-4fa1-9ac4-1ad8f7aa1d95 None None] For port 27e1fc8e-faf4-44a0-9c50-aca3600d944b, host n-d-816865-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=27e1fc8e-faf4-44a0-9c50-aca3600d944b,segment=NetworkSegment(1bdc5ccc-001b-4584-b217-2d1934002f57),segment_id=1bdc5ccc-001b-4584-b217-2d1934002f57)] {{(pid=102388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 18:52:35.573405 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f698cd5a-60ff-4927-beca-3826fd906a06 req-d11d19c1-a7e2-4fc9-8149-7d41027df20a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:52:35.575107 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-f698cd5a-60ff-4927-beca-3826fd906a06 req-d11d19c1-a7e2-4fc9-8149-7d41027df20a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=8df5751e-d8bb-41e4-9469-238f613979b1 HTTP/1.1" status: 200 len: 850 time: 0.3321595 Nov 05 18:52:35.582891 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-5cf290d3-8b9d-4abb-833e-13faacfcde0a req-d426190d-329f-4914-9bb9-25463ff32f50 tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] 10.222.0.13 "GET /v2.0/security-groups?id=8015cb9a-1cfc-43ae-80a2-992db853641d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3134139 Nov 05 18:52:35.641223 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-5a516047-6498-4fa1-9ac4-1ad8f7aa1d95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:35.663256 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.agents_db [None req-b9406b04-a0e8-43cf-b349-711963d96cf4 None None] Agent healthcheck: found 7 active agents {{(pid=102389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 05 18:52:35.724893 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7010adf-7951-4c3f-bc33-9f130418d08e req-757c93e1-497e-4512-88bd-d1c9363a22a6 tempest-ListServerFiltersTestJSON-1098286164 tempest-ListServerFiltersTestJSON-1098286164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:52:35.732967 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-c7010adf-7951-4c3f-bc33-9f130418d08e req-757c93e1-497e-4512-88bd-d1c9363a22a6 tempest-ListServerFiltersTestJSON-1098286164 tempest-ListServerFiltersTestJSON-1098286164-project] 10.222.0.13 "GET /v2.0/ports?device_id=40a69fbe-e1f7-466f-8196-057bf071030e HTTP/1.1" status: 200 len: 945 time: 0.2781868 Nov 05 18:52:35.801830 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a516047-6498-4fa1-9ac4-1ad8f7aa1d95 None None] Pushing event updated for resources: {'Port': ['ID=27e1fc8e-faf4-44a0-9c50-aca3600d944b,revision_number=2']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:52:35.863705 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f698cd5a-60ff-4927-beca-3826fd906a06 req-c7e3967f-2737-491d-ae99-11738b7ecb8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:52:35.867254 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-f698cd5a-60ff-4927-beca-3826fd906a06 req-c7e3967f-2737-491d-ae99-11738b7ecb8e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=bb5b9fed-8e61-492a-a21e-f9ce432c95f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2277126 Nov 05 18:52:35.932119 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-2ad3b515-31e7-4f63-87c3-c94d380422a5 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:35.997906 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c309a259-99b8-4565-8ede-75209235c914 req-605876c3-c2a1-4271-bd1b-3087195d7058 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:52:36.000921 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-c309a259-99b8-4565-8ede-75209235c914 req-605876c3-c2a1-4271-bd1b-3087195d7058 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4743319 Nov 05 18:52:36.026851 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-96d125e9-85ef-4551-b93d-6a24138d5271 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:36.039394 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-96d125e9-85ef-4551-b93d-6a24138d5271 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:36.045939 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-96d125e9-85ef-4551-b93d-6a24138d5271 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/833bfcd4-9cf3-4b6f-b800-dc286f8d1091 HTTP/1.1" status: 204 len: 168 time: 1.2877705 Nov 05 18:52:36.094685 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.db_base_plugin_common [None req-44ec8b14-fc07-4df8-910b-cfd37da327a5 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Allocated IP 2001:db8::c0b8:1896:b3bc:d19c (1c9d25d3-7f2e-4384-9081-dc17514a5578/ca2dffbc-5f9b-479b-b05a-c92cee41d003/47ff0514-d095-4c05-83cd-317d89991b7f) {{(pid=102387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 18:52:36.111966 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-c7010adf-7951-4c3f-bc33-9f130418d08e req-183f3027-2f09-40f4-8a4c-21cf431f5937 tempest-ListServerFiltersTestJSON-1098286164 tempest-ListServerFiltersTestJSON-1098286164-project] 10.222.0.13 "GET /v2.0/security-groups?id=e3640d88-c369-41cd-98f6-7ceb94b23b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3696313 Nov 05 18:52:36.130747 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb1aac9-ddea-4369-ad0d-b91d26d22675 req-9743af78-ecca-4a46-a591-510332690fa8 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:52:36.146177 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb1aac9-ddea-4369-ad0d-b91d26d22675 req-9743af78-ecca-4a46-a591-510332690fa8 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:52:36.146293 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:36.159690 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb1aac9-ddea-4369-ad0d-b91d26d22675 req-9743af78-ecca-4a46-a591-510332690fa8 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:52:36.165868 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb1aac9-ddea-4369-ad0d-b91d26d22675 req-9743af78-ecca-4a46-a591-510332690fa8 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:52:36.182822 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb1aac9-ddea-4369-ad0d-b91d26d22675 req-9743af78-ecca-4a46-a591-510332690fa8 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:52:36.192127 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-aeb1aac9-ddea-4369-ad0d-b91d26d22675 req-9743af78-ecca-4a46-a591-510332690fa8 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] 10.222.0.13 "GET /v2.0/ports?device_id=1682fb31-a1bf-43f5-a4fa-447937da8a91 HTTP/1.1" status: 200 len: 3828 time: 0.4333456 Nov 05 18:52:36.219972 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b304910f-7b27-444b-a8fc-977d26b1ceac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:36.248351 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-2ad3b515-31e7-4f63-87c3-c94d380422a5 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Calling delete_port for bd9971ef-3542-4681-9f4a-6747b9175a16 owned by network:router_interface {{(pid=102386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 18:52:36.397691 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-aeb1aac9-ddea-4369-ad0d-b91d26d22675 req-124beffe-74b3-4c7f-a12c-17138eb7dddc tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] 10.222.0.13 "GET /v2.0/security-groups?id=293ec58e-66ea-453a-8db8-ae12281442fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2046604 Nov 05 18:52:36.397993 n-d-816865-1 neutron-server[102386]: DEBUG neutron.notifiers.nova [req-64d6d7a4-738c-41e1-a7e4-84939b506094 req-23d1da2b-304f-41c4-91d6-375a92d5d8e5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 67bf7a45-d02d-4202-afe1-d2eef054ceb0 {{(pid=102386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 18:52:36.407095 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-64d6d7a4-738c-41e1-a7e4-84939b506094 req-23d1da2b-304f-41c4-91d6-375a92d5d8e5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:36.420750 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.provisioning_blocks [req-64d6d7a4-738c-41e1-a7e4-84939b506094 req-23d1da2b-304f-41c4-91d6-375a92d5d8e5 service neutron] Transition to ACTIVE for port object 67bf7a45-d02d-4202-afe1-d2eef054ceb0 will not be triggered until provisioned by entity L2. {{(pid=102386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 05 18:52:36.437218 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3c37e2-064b-4e84-a21f-88946cef7c01 req-336d7968-7280-4b36-8b4f-badcc6bdbdf1 tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:52:36.449184 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-de3c37e2-064b-4e84-a21f-88946cef7c01 req-336d7968-7280-4b36-8b4f-badcc6bdbdf1 tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] 10.222.0.13 "GET /v2.0/ports?device_id=b3c515f9-768f-4a54-bb92-e6f3d5207990 HTTP/1.1" status: 200 len: 944 time: 0.2072465 Nov 05 18:52:36.474696 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d125e9-85ef-4551-b93d-6a24138d5271 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=833bfcd4-9cf3-4b6f-b800-dc286f8d1091,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:52:36.506319 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-f698cd5a-60ff-4927-beca-3826fd906a06 req-87087737-9f59-4404-b087-52b533241db8 service neutron] 10.222.0.55 "GET /v2.0/networks/bb5b9fed-8e61-492a-a21e-f9ce432c95f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6063137 Nov 05 18:52:36.560025 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-44ec8b14-fc07-4df8-910b-cfd37da327a5 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Publish callbacks [] for port, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:36.566010 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-de3c37e2-064b-4e84-a21f-88946cef7c01 req-33334df4-64e6-411c-8160-54c285a4c012 tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] 10.222.0.13 "GET /v2.0/security-groups?id=8015cb9a-1cfc-43ae-80a2-992db853641d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1187351 Nov 05 18:52:36.679994 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-64d6d7a4-738c-41e1-a7e4-84939b506094 req-23d1da2b-304f-41c4-91d6-375a92d5d8e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6149821'] for port, after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:36.684275 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696d18fb-7300-4c3e-bca6-895f8606c1dd req-467b707a-4cb3-43a2-90a5-850607837435 tempest-ListServerFiltersTestJSON-1098286164 tempest-ListServerFiltersTestJSON-1098286164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:52:36.686026 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-696d18fb-7300-4c3e-bca6-895f8606c1dd req-467b707a-4cb3-43a2-90a5-850607837435 tempest-ListServerFiltersTestJSON-1098286164 tempest-ListServerFiltersTestJSON-1098286164-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5c012e7-e875-483f-a359-65c20cda3248 HTTP/1.1" status: 200 len: 946 time: 0.0720601 Nov 05 18:52:36.792781 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-696d18fb-7300-4c3e-bca6-895f8606c1dd req-92f920f7-c306-48b0-bef1-f41f226eb161 tempest-ListServerFiltersTestJSON-1098286164 tempest-ListServerFiltersTestJSON-1098286164-project] 10.222.0.13 "GET /v2.0/security-groups?id=e3640d88-c369-41cd-98f6-7ceb94b23b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978236 Nov 05 18:52:36.793007 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-f698cd5a-60ff-4927-beca-3826fd906a06 req-3178a485-b35a-4aa7-a1c0-7ebc0a73e9e2 service neutron] 10.222.0.55 "GET /v2.0/networks/bb5b9fed-8e61-492a-a21e-f9ce432c95f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2737722 Nov 05 18:52:36.798140 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-44ec8b14-fc07-4df8-910b-cfd37da327a5 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4417063'] for port, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:36.799260 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d1da2b-304f-41c4-91d6-375a92d5d8e5 service neutron] Pushing event updated for resources: {'Port': ['ID=67bf7a45-d02d-4202-afe1-d2eef054ceb0,revision_number=2']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:52:36.883410 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44ec8b14-fc07-4df8-910b-cfd37da327a5 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Network 1c9d25d3-7f2e-4384-9081-dc17514a5578 is already hosted by enough agents. {{(pid=102387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 18:52:36.887129 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.base_scheduler [None req-44ec8b14-fc07-4df8-910b-cfd37da327a5 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Resources bound (agent type, host, resource id): {{(pid=102387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:52:36.936334 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [req-b18527b6-41e9-4180-858d-d86aa2282b78 req-7a816447-8cf6-4ab3-a4ae-9ee73d6a9093 tempest-ListServerFiltersTestJSON-1098286164 tempest-ListServerFiltersTestJSON-1098286164-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=102387) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 05 18:52:36.941720 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-b18527b6-41e9-4180-858d-d86aa2282b78 req-7a816447-8cf6-4ab3-a4ae-9ee73d6a9093 tempest-ListServerFiltersTestJSON-1098286164 tempest-ListServerFiltersTestJSON-1098286164-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0529232 Nov 05 18:52:36.941720 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44ec8b14-fc07-4df8-910b-cfd37da327a5 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Received port after_create {{(pid=102387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 18:52:36.948208 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44ec8b14-fc07-4df8-910b-cfd37da327a5 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:52:36.948873 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-44ec8b14-fc07-4df8-910b-cfd37da327a5 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:37.020881 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ec8b14-fc07-4df8-910b-cfd37da327a5 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Pushing event updated for resources: {'Port': ['ID=47ff0514-d095-4c05-83cd-317d89991b7f,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:52:37.309169 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [req-64d6d7a4-738c-41e1-a7e4-84939b506094 req-23d1da2b-304f-41c4-91d6-375a92d5d8e5 service neutron] Attempting to bind port 67bf7a45-d02d-4202-afe1-d2eef054ceb0 on host n-h1-816865-1 for vnic_type normal with profile {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 18:52:37.309706 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [req-64d6d7a4-738c-41e1-a7e4-84939b506094 req-23d1da2b-304f-41c4-91d6-375a92d5d8e5 service neutron] Attempting to bind port 67bf7a45-d02d-4202-afe1-d2eef054ceb0 by drivers openvswitch,hyperv on host n-h1-816865-1 at level 0 using segments [{'id': 'ddf499c1-888a-4ebb-8e8b-94e3dd91721e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '59ceeb29-cfb5-4ee4-ad6e-189a26cd5b4e'}] {{(pid=102386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 18:52:37.309817 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64d6d7a4-738c-41e1-a7e4-84939b506094 req-23d1da2b-304f-41c4-91d6-375a92d5d8e5 service neutron] Attempting to bind port 67bf7a45-d02d-4202-afe1-d2eef054ceb0 on network 59ceeb29-cfb5-4ee4-ad6e-189a26cd5b4e {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 18:52:37.317697 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-44ec8b14-fc07-4df8-910b-cfd37da327a5 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.5533664 Nov 05 18:52:37.318664 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64d6d7a4-738c-41e1-a7e4-84939b506094 req-23d1da2b-304f-41c4-91d6-375a92d5d8e5 service neutron] Port 67bf7a45-d02d-4202-afe1-d2eef054ceb0 on network 59ceeb29-cfb5-4ee4-ad6e-189a26cd5b4e not bound, no agent of type Open vSwitch agent registered on host n-h1-816865-1 {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 18:52:37.319001 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64d6d7a4-738c-41e1-a7e4-84939b506094 req-23d1da2b-304f-41c4-91d6-375a92d5d8e5 service neutron] Attempting to bind port 67bf7a45-d02d-4202-afe1-d2eef054ceb0 on network 59ceeb29-cfb5-4ee4-ad6e-189a26cd5b4e {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 18:52:37.322378 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 59598) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:52:37.334023 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64d6d7a4-738c-41e1-a7e4-84939b506094 req-23d1da2b-304f-41c4-91d6-375a92d5d8e5 service neutron] Checking agent: {'id': 'eb596d7c-8c64-42bd-8aca-fad447eb0eab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816865-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 18, 33, 34), 'started_at': datetime.datetime(2021, 11, 5, 18, 33, 34), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 18, 52, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 18:52:37.339794 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64d6d7a4-738c-41e1-a7e4-84939b506094 req-23d1da2b-304f-41c4-91d6-375a92d5d8e5 service neutron] Checking segment: {'id': 'ddf499c1-888a-4ebb-8e8b-94e3dd91721e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '59ceeb29-cfb5-4ee4-ad6e-189a26cd5b4e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 18:52:37.339794 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64d6d7a4-738c-41e1-a7e4-84939b506094 req-23d1da2b-304f-41c4-91d6-375a92d5d8e5 service neutron] Bound using segment: {'id': 'ddf499c1-888a-4ebb-8e8b-94e3dd91721e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '59ceeb29-cfb5-4ee4-ad6e-189a26cd5b4e'} {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 18:52:37.339794 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [req-64d6d7a4-738c-41e1-a7e4-84939b506094 req-23d1da2b-304f-41c4-91d6-375a92d5d8e5 service neutron] Bound port: 67bf7a45-d02d-4202-afe1-d2eef054ceb0, host: n-h1-816865-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ddf499c1-888a-4ebb-8e8b-94e3dd91721e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '59ceeb29-cfb5-4ee4-ad6e-189a26cd5b4e'}}] {{(pid=102386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 18:52:37.339794 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-64d6d7a4-738c-41e1-a7e4-84939b506094 req-23d1da2b-304f-41c4-91d6-375a92d5d8e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:37.447033 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-2ad3b515-31e7-4f63-87c3-c94d380422a5 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:37.503183 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-b18527b6-41e9-4180-858d-d86aa2282b78 req-ad462340-04a7-4cb4-9da7-9f513a125606 tempest-ListServerFiltersTestJSON-1098286164 tempest-ListServerFiltersTestJSON-1098286164-project] 10.222.0.13 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.14&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.5160103 Nov 05 18:52:37.541006 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad3b515-31e7-4f63-87c3-c94d380422a5 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Pushing event deleted for resources: {'Port': ['ID=bd9971ef-3542-4681-9f4a-6747b9175a16,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:52:37.579984 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d004bef-1d90-4ff5-9dfb-9bfe2f5aa586 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:52:37.588127 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d004bef-1d90-4ff5-9dfb-9bfe2f5aa586 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:52:37.590368 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-7d004bef-1d90-4ff5-9dfb-9bfe2f5aa586 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.2659676 Nov 05 18:52:37.597136 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 59606) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:52:37.639264 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-f6487235-354d-4698-9640-41ed2d078117 None None] Provisioning complete for port 27e1fc8e-faf4-44a0-9c50-aca3600d944b triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:52:37.640517 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-f6487235-354d-4698-9640-41ed2d078117 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:37.650197 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [req-64d6d7a4-738c-41e1-a7e4-84939b506094 req-23d1da2b-304f-41c4-91d6-375a92d5d8e5 service neutron] For port 67bf7a45-d02d-4202-afe1-d2eef054ceb0, host n-h1-816865-1, cleared binding levels {{(pid=102386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 18:52:37.783304 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d68bfae-f957-4d58-94db-d8fd6726c899 req-dd6852fe-0d9d-47e1-9615-b5727a27b859 tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:52:37.799017 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-1d68bfae-f957-4d58-94db-d8fd6726c899 req-dd6852fe-0d9d-47e1-9615-b5727a27b859 tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] 10.222.0.13 "GET /v2.0/networks?id=bb5b9fed-8e61-492a-a21e-f9ce432c95f7 HTTP/1.1" status: 200 len: 811 time: 0.7517958 Nov 05 18:52:37.801724 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 27e1fc8e-faf4-44a0-9c50-aca3600d944b up at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 18:52:37.911281 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-1d68bfae-f957-4d58-94db-d8fd6726c899 req-a8f2bbc9-a046-4c65-933d-bb0c231fd14e tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] 10.222.0.13 "GET /v2.0/quotas/9d37d1d71d154d088bbcf565483b4218 HTTP/1.1" status: 200 len: 375 time: 0.1111073 Nov 05 18:52:37.974417 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [req-64d6d7a4-738c-41e1-a7e4-84939b506094 req-23d1da2b-304f-41c4-91d6-375a92d5d8e5 service neutron] For port 67bf7a45-d02d-4202-afe1-d2eef054ceb0, host n-h1-816865-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=67bf7a45-d02d-4202-afe1-d2eef054ceb0,segment=NetworkSegment(ddf499c1-888a-4ebb-8e8b-94e3dd91721e),segment_id=ddf499c1-888a-4ebb-8e8b-94e3dd91721e)] {{(pid=102386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 18:52:38.020307 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-2ad3b515-31e7-4f63-87c3-c94d380422a5 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-597886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-573297'] for router_interface, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:38.263094 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-1d68bfae-f957-4d58-94db-d8fd6726c899 req-5c7f521c-7aa1-408d-a204-784e382e73ae tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=9d37d1d71d154d088bbcf565483b4218&fields=id HTTP/1.1" status: 200 len: 532 time: 0.3505988 Nov 05 18:52:38.318293 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [None req-d2613200-9d1b-4596-a570-c23f1a335ced tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Deleting port 47ff0514-d095-4c05-83cd-317d89991b7f {{(pid=102387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 18:52:38.318846 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-d2613200-9d1b-4596-a570-c23f1a335ced tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:38.565003 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-f6487235-354d-4698-9640-41ed2d078117 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:38.577220 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1f7f20-d2e8-42a8-910f-529e403a7192 req-196cbe30-2317-40fa-ac42-9c45ecf8f2ce tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:52:38.588037 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1f7f20-d2e8-42a8-910f-529e403a7192 req-196cbe30-2317-40fa-ac42-9c45ecf8f2ce tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:52:38.595776 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1f7f20-d2e8-42a8-910f-529e403a7192 req-196cbe30-2317-40fa-ac42-9c45ecf8f2ce tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:52:38.601980 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1f7f20-d2e8-42a8-910f-529e403a7192 req-196cbe30-2317-40fa-ac42-9c45ecf8f2ce tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:52:38.609027 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1f7f20-d2e8-42a8-910f-529e403a7192 req-196cbe30-2317-40fa-ac42-9c45ecf8f2ce tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:52:38.616729 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1f7f20-d2e8-42a8-910f-529e403a7192 req-196cbe30-2317-40fa-ac42-9c45ecf8f2ce tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:52:38.618703 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-9c1f7f20-d2e8-42a8-910f-529e403a7192 req-196cbe30-2317-40fa-ac42-9c45ecf8f2ce tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] 10.222.0.13 "GET /v2.0/ports?device_id=1682fb31-a1bf-43f5-a4fa-447937da8a91 HTTP/1.1" status: 200 len: 4605 time: 0.5034571 Nov 05 18:52:38.619215 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 59628) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:52:38.630127 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-f6487235-354d-4698-9640-41ed2d078117 None None] For port 27e1fc8e-faf4-44a0-9c50-aca3600d944b, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=27e1fc8e-faf4-44a0-9c50-aca3600d944b,segment=NetworkSegment(1bdc5ccc-001b-4584-b217-2d1934002f57),segment_id=1bdc5ccc-001b-4584-b217-2d1934002f57)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:52:38.639208 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Provisioning complete for port 27e1fc8e-faf4-44a0-9c50-aca3600d944b triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:52:38.640229 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:38.695429 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:38.723358 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-31f93893-a48e-4ae8-833d-dccb2b42eacc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:38.728204 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-f6487235-354d-4698-9640-41ed2d078117 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:38.766079 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-64d6d7a4-738c-41e1-a7e4-84939b506094 req-23d1da2b-304f-41c4-91d6-375a92d5d8e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6149821'] for port, after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:38.839469 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-d2613200-9d1b-4596-a570-c23f1a335ced tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:38.860162 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d1da2b-304f-41c4-91d6-375a92d5d8e5 service neutron] Pushing event updated for resources: {'Port': ['ID=67bf7a45-d02d-4202-afe1-d2eef054ceb0,revision_number=3']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:52:38.876010 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d6d7a4-738c-41e1-a7e4-84939b506094 req-23d1da2b-304f-41c4-91d6-375a92d5d8e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:52:38.876652 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-64d6d7a4-738c-41e1-a7e4-84939b506094 req-23d1da2b-304f-41c4-91d6-375a92d5d8e5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:38.878073 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-64d6d7a4-738c-41e1-a7e4-84939b506094 req-23d1da2b-304f-41c4-91d6-375a92d5d8e5 service neutron] 10.222.0.41 "PUT /v2.0/ports/67bf7a45-d02d-4202-afe1-d2eef054ceb0 HTTP/1.1" status: 200 len: 1135 time: 4.5458515 Nov 05 18:52:38.879457 n-d-816865-1 neutron-server[102386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1682fb31-a1bf-43f5-a4fa-447937da8a91', 'tag': '67bf7a45-d02d-4202-afe1-d2eef054ceb0'}] {{(pid=102386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 18:52:38.881709 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6173a44d7c73f41af551dc890fa1a5892c2c6bc3458b640c8e0c24db7876ba6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-255b35f5-7737-422a-9e3c-0618f8eae323" -d '{"events": [{"name": "network-changed", "server_uuid": "1682fb31-a1bf-43f5-a4fa-447937da8a91", "tag": "67bf7a45-d02d-4202-afe1-d2eef054ceb0"}]}' {{(pid=102386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 18:52:38.951307 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [None req-d2613200-9d1b-4596-a570-c23f1a335ced tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Calling delete_port for 47ff0514-d095-4c05-83cd-317d89991b7f owned by {{(pid=102387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 18:52:38.973373 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-d341da22-de6f-4903-ae53-dd7c25287b26 None None] Provisioning complete for port 47ff0514-d095-4c05-83cd-317d89991b7f triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:52:38.974208 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-d341da22-de6f-4903-ae53-dd7c25287b26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:38.991097 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-1d68bfae-f957-4d58-94db-d8fd6726c899 req-02f4ec79-df48-4bcb-b1a8-d6292819be12 service neutron] 10.222.0.13 "GET /v2.0/networks/bb5b9fed-8e61-492a-a21e-f9ce432c95f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7209342 Nov 05 18:52:39.034556 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-9c1f7f20-d2e8-42a8-910f-529e403a7192 req-4d7a4e50-4e05-4eb5-9dcc-5ac949e10895 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] 10.222.0.13 "GET /v2.0/security-groups?id=4f04b2e1-de76-4a06-adfc-cc82b8507945&id=293ec58e-66ea-453a-8db8-ae12281442fa&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4033992 Nov 05 18:52:39.080161 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [req-64d6d7a4-738c-41e1-a7e4-84939b506094 req-66d7b059-9b23-471d-84a0-356dcd278c98 service neutron] Request body: {'port': {'device_id': '1682fb31-a1bf-43f5-a4fa-447937da8a91', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816865-1'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:52:39.080660 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-d341da22-de6f-4903-ae53-dd7c25287b26 None None] Port 47ff0514-d095-4c05-83cd-317d89991b7f cannot update to ACTIVE because it is not bound. {{(pid=102388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 18:52:39.088091 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6487235-354d-4698-9640-41ed2d078117 None None] Pushing event updated for resources: {'Port': ['ID=27e1fc8e-faf4-44a0-9c50-aca3600d944b,revision_number=3']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:52:39.174223 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ad3b515-31e7-4f63-87c3-c94d380422a5 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Router 7a761b8b-650f-43ab-b66f-43e3302e6f16 has already been hosted by L3 agent 6dcb5589-8e86-4616-9186-ddc4548e13ad {{(pid=102386) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 18:52:39.175126 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-5131b8ac-6327-4654-9e64-c32d2c5915ca admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-1959874839-network', 'tenant_id': '7d7a8a37d508439c9663810d15d41eaa'}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:52:39.401674 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-64d6d7a4-738c-41e1-a7e4-84939b506094 req-66d7b059-9b23-471d-84a0-356dcd278c98 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:39.460287 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ad3b515-31e7-4f63-87c3-c94d380422a5 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Notify agent at l3_agent.n-d-816865-1 the message routers_updated {{(pid=102386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 18:52:39.472429 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-2ad3b515-31e7-4f63-87c3-c94d380422a5 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] 10.222.0.13 "PUT /v2.0/routers/7a761b8b-650f-43ab-b66f-43e3302e6f16/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6413100 Nov 05 18:52:39.473551 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 59644) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:52:39.475129 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60ff9001-700e-4b01-97e0-698286a30073 None None] Sync routers for ids ['7a761b8b-650f-43ab-b66f-43e3302e6f16'] in n-d-816865-1 {{(pid=102389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 18:52:39.495672 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60ff9001-700e-4b01-97e0-698286a30073 None None] Routers {'7a761b8b-650f-43ab-b66f-43e3302e6f16'} bound to L3 agent in host n-d-816865-1 {{(pid=102389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 18:52:39.497948 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-60ff9001-700e-4b01-97e0-698286a30073 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T18:52:35Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['7a761b8b-650f-43ab-b66f-43e3302e6f16'], 'active': True} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:52:39.516818 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-d35785a6-5fd8-4e8f-9c12-f4bf3d46dfc4 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] 10.222.0.13 "GET /v2.0/ports?device_id=7a761b8b-650f-43ab-b66f-43e3302e6f16 HTTP/1.1" status: 200 len: 205 time: 0.0389745 Nov 05 18:52:39.517489 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 59646) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:52:39.523507 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-1d68bfae-f957-4d58-94db-d8fd6726c899 req-8fbbee5b-ee65-4195-a645-7dcb4e1db474 service neutron] 10.222.0.13 "GET /v2.0/networks/bb5b9fed-8e61-492a-a21e-f9ce432c95f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5099099 Nov 05 18:52:39.545681 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab60fed-b1e6-42c0-b49d-3d60daeddae6 req-7ba616af-9c25-40bc-be4e-0652eb7dc77f tempest-ListServerFiltersTestJSON-1098286164 tempest-ListServerFiltersTestJSON-1098286164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:52:39.551762 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-3ab60fed-b1e6-42c0-b49d-3d60daeddae6 req-7ba616af-9c25-40bc-be4e-0652eb7dc77f tempest-ListServerFiltersTestJSON-1098286164 tempest-ListServerFiltersTestJSON-1098286164-project] 10.222.0.13 "GET /v2.0/ports?device_id=35c561de-9fb3-42c9-b803-c5bb933ccd4c HTTP/1.1" status: 200 len: 946 time: 0.2896836 Nov 05 18:52:39.574464 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5131b8ac-6327-4654-9e64-c32d2c5915ca admin admin] Made reservation on behalf of 7d7a8a37d508439c9663810d15d41eaa for: {'network': 1} {{(pid=102387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 18:52:39.579366 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-5131b8ac-6327-4654-9e64-c32d2c5915ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for network, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:39.608565 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-d2613200-9d1b-4596-a570-c23f1a335ced tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4417063'] for port, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:39.618592 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-60ff9001-700e-4b01-97e0-698286a30073 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816865-1', False) {} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:52:39.657989 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60ff9001-700e-4b01-97e0-698286a30073 None None] Routers {'7a761b8b-650f-43ab-b66f-43e3302e6f16'} bound to L3 agent in host n-d-816865-1 {{(pid=102389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 18:52:39.660220 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-60ff9001-700e-4b01-97e0-698286a30073 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T18:52:35Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['7a761b8b-650f-43ab-b66f-43e3302e6f16'], 'active': True} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:52:39.685044 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 27e1fc8e-faf4-44a0-9c50-aca3600d944b up at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 18:52:39.696351 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-5131b8ac-6327-4654-9e64-c32d2c5915ca admin admin] Publish callbacks [] for security_group, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:39.799460 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-60ff9001-700e-4b01-97e0-698286a30073 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816865-1', False) {} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:52:39.802813 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Provisioning complete for port 27e1fc8e-faf4-44a0-9c50-aca3600d944b triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:52:39.803783 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60ff9001-700e-4b01-97e0-698286a30073 None None] The sync data for ids ['7a761b8b-650f-43ab-b66f-43e3302e6f16'] in n-d-816865-1 is: [] {{(pid=102389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 18:52:39.814346 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:39.820855 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2613200-9d1b-4596-a570-c23f1a335ced tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Pushing event deleted for resources: {'Port': ['ID=47ff0514-d095-4c05-83cd-317d89991b7f,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:52:39.843249 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-d2613200-9d1b-4596-a570-c23f1a335ced tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:39.854398 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-d2613200-9d1b-4596-a570-c23f1a335ced tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] 10.222.0.13 "DELETE /v2.0/ports/47ff0514-d095-4c05-83cd-317d89991b7f HTTP/1.1" status: 204 len: 168 time: 2.2529409 Nov 05 18:52:39.870841 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 59654) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:52:39.915432 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-3ab60fed-b1e6-42c0-b49d-3d60daeddae6 req-3d4d0a34-a25f-4696-b784-bed0f0dd87c2 tempest-ListServerFiltersTestJSON-1098286164 tempest-ListServerFiltersTestJSON-1098286164-project] 10.222.0.13 "GET /v2.0/security-groups?id=e3640d88-c369-41cd-98f6-7ceb94b23b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3563533 Nov 05 18:52:40.009848 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-b2b6d17c-a436-4a64-93cd-063db29348a3 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Publish callbacks [] for router, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:40.136965 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 18:52:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84f76e1b-72dc-461a-9b3b-47e63a23cd7b x-openstack-request-id: req-84f76e1b-72dc-461a-9b3b-47e63a23cd7b {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 18:52:40.137776 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1682fb31-a1bf-43f5-a4fa-447937da8a91", "tag": "67bf7a45-d02d-4202-afe1-d2eef054ceb0", "status": "completed", "code": 200}]} {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 18:52:40.139340 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-84f76e1b-72dc-461a-9b3b-47e63a23cd7b {{(pid=102386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 18:52:40.139938 n-d-816865-1 neutron-server[102386]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1682fb31-a1bf-43f5-a4fa-447937da8a91', 'tag': '67bf7a45-d02d-4202-afe1-d2eef054ceb0', 'status': 'completed', 'code': 200} Nov 05 18:52:40.264111 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-5131b8ac-6327-4654-9e64-c32d2c5915ca admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:40.305804 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-5d3899d9-f865-42e4-92f4-31abc84792c2 req-996fa6ee-c78d-4c46-89f7-5713dcf4f919 tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] 10.222.0.13 "GET /v2.0/ports?device_id=4402a838-1439-4f98-a946-5361403d75c4 HTTP/1.1" status: 200 len: 210 time: 0.1510844 Nov 05 18:52:40.359996 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-5131b8ac-6327-4654-9e64-c32d2c5915ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:40.392551 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5131b8ac-6327-4654-9e64-c32d2c5915ca admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 159} {{(pid=102387) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 05 18:52:40.410900 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-5131b8ac-6327-4654-9e64-c32d2c5915ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273'] for segment, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:40.411314 n-d-816865-1 neutron-server[102387]: INFO neutron.db.segments_db [None req-5131b8ac-6327-4654-9e64-c32d2c5915ca admin admin] Added segment 0c72dcab-8b18-4843-846a-eb145400f298 of type vlan for network 69b6fb6a-afe7-4c73-ab8b-5ae370a005dd Nov 05 18:52:40.507924 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-5131b8ac-6327-4654-9e64-c32d2c5915ca admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750027258543'] for network, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:40.517837 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-b2b6d17c-a436-4a64-93cd-063db29348a3 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-571301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6852'] for router, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:40.523172 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00b96d3b-86ab-41f5-952e-7c5f6f57e086 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:52:40.526516 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00b96d3b-86ab-41f5-952e-7c5f6f57e086 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:52:40.532316 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-00b96d3b-86ab-41f5-952e-7c5f6f57e086 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.6214814 Nov 05 18:52:40.535682 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 59670) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:52:40.537781 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-b2b6d17c-a436-4a64-93cd-063db29348a3 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:40.606539 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5131b8ac-6327-4654-9e64-c32d2c5915ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=055900aa-78b1-44bf-8afc-a384607c6393,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:52:40.653426 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-5131b8ac-6327-4654-9e64-c32d2c5915ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-956796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877'] for network, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:40.654670 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5131b8ac-6327-4654-9e64-c32d2c5915ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:52:40.655409 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-5131b8ac-6327-4654-9e64-c32d2c5915ca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597851'] for network, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:40.671609 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255b35f5-7737-422a-9e3c-0618f8eae323 req-37f9f079-475c-4f66-b4a9-5a3d0c64d2ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:52:40.672954 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255b35f5-7737-422a-9e3c-0618f8eae323 req-37f9f079-475c-4f66-b4a9-5a3d0c64d2ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:52:40.673587 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255b35f5-7737-422a-9e3c-0618f8eae323 req-37f9f079-475c-4f66-b4a9-5a3d0c64d2ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:52:40.674260 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255b35f5-7737-422a-9e3c-0618f8eae323 req-37f9f079-475c-4f66-b4a9-5a3d0c64d2ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:52:40.674878 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255b35f5-7737-422a-9e3c-0618f8eae323 req-37f9f079-475c-4f66-b4a9-5a3d0c64d2ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:52:40.675495 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255b35f5-7737-422a-9e3c-0618f8eae323 req-37f9f079-475c-4f66-b4a9-5a3d0c64d2ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:52:40.678782 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-255b35f5-7737-422a-9e3c-0618f8eae323 req-37f9f079-475c-4f66-b4a9-5a3d0c64d2ba service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3f080cb3a4f24f1db8ad75a12c2cd4bf&device_id=1682fb31-a1bf-43f5-a4fa-447937da8a91 HTTP/1.1" status: 200 len: 5291 time: 0.6598530 Nov 05 18:52:40.788719 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.db_base_plugin_v2 [None req-37fc9454-cbbf-4c4f-af15-42ddf2e4ac4e tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Deleting subnet ca2dffbc-5f9b-479b-b05a-c92cee41d003 {{(pid=102386) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 05 18:52:40.844996 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738c25f2-dc18-42c4-bb92-5868a08fc6e5 req-faadd1f8-e6aa-41b1-983b-ed3cd4637692 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:52:40.846498 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-37fc9454-cbbf-4c4f-af15-42ddf2e4ac4e tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Publish callbacks [] for subnet, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:40.851661 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738c25f2-dc18-42c4-bb92-5868a08fc6e5 req-faadd1f8-e6aa-41b1-983b-ed3cd4637692 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:52:40.868036 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738c25f2-dc18-42c4-bb92-5868a08fc6e5 req-faadd1f8-e6aa-41b1-983b-ed3cd4637692 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:52:40.876643 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738c25f2-dc18-42c4-bb92-5868a08fc6e5 req-faadd1f8-e6aa-41b1-983b-ed3cd4637692 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:52:40.883230 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738c25f2-dc18-42c4-bb92-5868a08fc6e5 req-faadd1f8-e6aa-41b1-983b-ed3cd4637692 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:52:40.893861 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738c25f2-dc18-42c4-bb92-5868a08fc6e5 req-faadd1f8-e6aa-41b1-983b-ed3cd4637692 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:52:40.893861 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-738c25f2-dc18-42c4-bb92-5868a08fc6e5 req-faadd1f8-e6aa-41b1-983b-ed3cd4637692 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] 10.222.0.13 "GET /v2.0/ports?device_id=1682fb31-a1bf-43f5-a4fa-447937da8a91 HTTP/1.1" status: 200 len: 4605 time: 0.3340437 Nov 05 18:52:40.895006 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255b35f5-7737-422a-9e3c-0618f8eae323 req-f329805e-0e17-4f26-a921-b4463a382f60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:52:40.895793 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255b35f5-7737-422a-9e3c-0618f8eae323 req-f329805e-0e17-4f26-a921-b4463a382f60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:52:40.896399 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255b35f5-7737-422a-9e3c-0618f8eae323 req-f329805e-0e17-4f26-a921-b4463a382f60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:52:40.898028 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-255b35f5-7737-422a-9e3c-0618f8eae323 req-f329805e-0e17-4f26-a921-b4463a382f60 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=3f080cb3a4f24f1db8ad75a12c2cd4bf&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.2002521 Nov 05 18:52:40.912700 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-b2b6d17c-a436-4a64-93cd-063db29348a3 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-571310'] for router, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:40.913269 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2b6d17c-a436-4a64-93cd-063db29348a3 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Fanout notify agent at l3_agent the message router_deleted on router 7a761b8b-650f-43ab-b66f-43e3302e6f16 {{(pid=102386) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 05 18:52:40.958172 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-37fc9454-cbbf-4c4f-af15-42ddf2e4ac4e tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4590738'] for subnet, precommit_delete_associations {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:41.074889 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-5131b8ac-6327-4654-9e64-c32d2c5915ca admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 2.4504642 Nov 05 18:52:41.082441 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 59676) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:52:41.084191 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-b2b6d17c-a436-4a64-93cd-063db29348a3 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Publish callbacks [] for router, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:41.087921 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-b2b6d17c-a436-4a64-93cd-063db29348a3 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] 10.222.0.13 "DELETE /v2.0/routers/7a761b8b-650f-43ab-b66f-43e3302e6f16 HTTP/1.1" status: 204 len: 168 time: 1.5442576 Nov 05 18:52:41.088811 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 59678) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:52:41.096142 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1faf797b-55a6-46e3-a005-880433132167 req-ce4839d5-62ba-4b74-b873-3f03c8a0d489 tempest-ListServerFiltersTestJSON-1098286164 tempest-ListServerFiltersTestJSON-1098286164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:52:41.097914 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-1faf797b-55a6-46e3-a005-880433132167 req-ce4839d5-62ba-4b74-b873-3f03c8a0d489 tempest-ListServerFiltersTestJSON-1098286164 tempest-ListServerFiltersTestJSON-1098286164-project] 10.222.0.13 "GET /v2.0/ports?device_id=40a69fbe-e1f7-466f-8196-057bf071030e HTTP/1.1" status: 200 len: 945 time: 0.7898309 Nov 05 18:52:41.101787 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5131b8ac-6327-4654-9e64-c32d2c5915ca admin admin] Pushing event updated for resources: {'Network': ['ID=69b6fb6a-afe7-4c73-ab8b-5ae370a005dd,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:52:41.114499 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Network 69b6fb6a-afe7-4c73-ab8b-5ae370a005dd details requested by agent ovs-agent-n-d-816865-1 with host n-d-816865-1 {{(pid=102388) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 05 18:52:41.114993 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-5459233f-31a8-48fb-8605-2ea7ee127691 admin admin] Request body: {'subnet': {'network_id': '69b6fb6a-afe7-4c73-ab8b-5ae370a005dd', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-1959874839-subnet', 'tenant_id': '7d7a8a37d508439c9663810d15d41eaa', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:52:41.151824 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255b35f5-7737-422a-9e3c-0618f8eae323 req-a3eb0332-4998-45a9-a1e9-b319f174da6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:52:41.159242 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-255b35f5-7737-422a-9e3c-0618f8eae323 req-a3eb0332-4998-45a9-a1e9-b319f174da6c service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2158232 Nov 05 18:52:41.164471 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-37fc9454-cbbf-4c4f-af15-42ddf2e4ac4e tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1573928'] for subnet, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:41.212550 n-d-816865-1 neutron-server[102386]: DEBUG neutron.notifiers.nova [req-64d6d7a4-738c-41e1-a7e4-84939b506094 req-66d7b059-9b23-471d-84a0-356dcd278c98 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2456eae3-169a-4fab-a13d-e220c18e5959 {{(pid=102386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 18:52:41.235847 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-64d6d7a4-738c-41e1-a7e4-84939b506094 req-66d7b059-9b23-471d-84a0-356dcd278c98 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:41.263799 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.db_base_plugin_v2 [None req-acbb8971-0bdc-4f6a-92d0-345062f3f48d tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Deleting subnet af35479c-c70a-4a2b-ac56-16c79c2cd851 {{(pid=102386) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 05 18:52:41.271473 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.provisioning_blocks [req-64d6d7a4-738c-41e1-a7e4-84939b506094 req-66d7b059-9b23-471d-84a0-356dcd278c98 service neutron] Transition to ACTIVE for port object 2456eae3-169a-4fab-a13d-e220c18e5959 will not be triggered until provisioned by entity L2. {{(pid=102386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 05 18:52:41.275303 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-acbb8971-0bdc-4f6a-92d0-345062f3f48d tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Publish callbacks [] for subnet, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:41.307311 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-738c25f2-dc18-42c4-bb92-5868a08fc6e5 req-d71955af-d545-42ce-8c37-7f0e74db0c66 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] 10.222.0.13 "GET /v2.0/security-groups?id=4f04b2e1-de76-4a06-adfc-cc82b8507945&id=293ec58e-66ea-453a-8db8-ae12281442fa&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3729565 Nov 05 18:52:41.310686 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-1faf797b-55a6-46e3-a005-880433132167 req-426c2bff-e1c3-46ed-a688-0cf95c8a1d2c tempest-ListServerFiltersTestJSON-1098286164 tempest-ListServerFiltersTestJSON-1098286164-project] 10.222.0.13 "GET /v2.0/security-groups?id=e3640d88-c369-41cd-98f6-7ceb94b23b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1772268 Nov 05 18:52:41.345350 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-acbb8971-0bdc-4f6a-92d0-345062f3f48d tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4590738'] for subnet, precommit_delete_associations {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:41.412580 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5459233f-31a8-48fb-8605-2ea7ee127691 admin admin] Made reservation on behalf of 7d7a8a37d508439c9663810d15d41eaa for: {'subnet': 1} {{(pid=102387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 18:52:41.415207 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-5459233f-31a8-48fb-8605-2ea7ee127691 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5112236'] for subnet, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:41.600160 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-acbb8971-0bdc-4f6a-92d0-345062f3f48d tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1573928'] for subnet, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:41.690073 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-64d6d7a4-738c-41e1-a7e4-84939b506094 req-66d7b059-9b23-471d-84a0-356dcd278c98 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6149821'] for port, after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:41.697400 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-37fc9454-cbbf-4c4f-af15-42ddf2e4ac4e tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1573905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6149879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4877183'] for subnet, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:41.789151 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37fc9454-cbbf-4c4f-af15-42ddf2e4ac4e tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Pushing event deleted for resources: {'Subnet': ['ID=ca2dffbc-5f9b-479b-b05a-c92cee41d003,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:52:41.851833 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d7b059-9b23-471d-84a0-356dcd278c98 service neutron] Pushing event updated for resources: {'Port': ['ID=2456eae3-169a-4fab-a13d-e220c18e5959,revision_number=2']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:52:41.866424 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-37fc9454-cbbf-4c4f-af15-42ddf2e4ac4e tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Publish callbacks [] for subnet, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:41.873849 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-37fc9454-cbbf-4c4f-af15-42ddf2e4ac4e tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] 10.222.0.13 "DELETE /v2.0/subnets/ca2dffbc-5f9b-479b-b05a-c92cee41d003 HTTP/1.1" status: 204 len: 168 time: 1.3337047 Nov 05 18:52:41.879715 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 59690) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:52:41.906030 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4aecd82-e8dd-4a57-82be-9fe8cebdad8e None None] Network 1c9d25d3-7f2e-4384-9081-dc17514a5578 requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 18:52:41.997477 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-197f8b90-faa5-40ce-af01-773cad9d12c4 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1150258 Nov 05 18:52:41.998534 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 59692) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:52:42.009072 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-ff97f490-afb7-433e-99fd-0455315d7990 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Request body: {'subnet': {'network_id': '1c9d25d3-7f2e-4384-9081-dc17514a5578', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:52:42.021518 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-c6930770-2f34-4265-8197-cf663b883a1a req-bf016d4a-c5eb-4e22-99fe-fe8893366c11 tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] 10.222.0.13 "GET /v2.0/ports?device_id=4402a838-1439-4f98-a946-5361403d75c4 HTTP/1.1" status: 200 len: 210 time: 0.5541968 Nov 05 18:52:42.145774 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1defb330-2a48-43ba-a355-3686df868d56 req-24a24082-4b03-47fb-873b-3dd900fb9f8d tempest-ListServerFiltersTestJSON-1098286164 tempest-ListServerFiltersTestJSON-1098286164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:52:42.161357 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-1defb330-2a48-43ba-a355-3686df868d56 req-24a24082-4b03-47fb-873b-3dd900fb9f8d tempest-ListServerFiltersTestJSON-1098286164 tempest-ListServerFiltersTestJSON-1098286164-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5c012e7-e875-483f-a359-65c20cda3248 HTTP/1.1" status: 200 len: 946 time: 0.2647448 Nov 05 18:52:42.171519 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-acbb8971-0bdc-4f6a-92d0-345062f3f48d tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1573905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6149879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4877183'] for subnet, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:42.264492 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acbb8971-0bdc-4f6a-92d0-345062f3f48d tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Pushing event deleted for resources: {'Subnet': ['ID=af35479c-c70a-4a2b-ac56-16c79c2cd851,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:52:42.337482 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-acbb8971-0bdc-4f6a-92d0-345062f3f48d tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Publish callbacks [] for subnet, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:42.341083 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdd6a980-3a07-4083-80ce-11cf23be6732 None None] DHCP port deletion for 1c9d25d3-7f2e-4384-9081-dc17514a5578 request from n-d-816865-1 {{(pid=102388) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 05 18:52:42.344133 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-acbb8971-0bdc-4f6a-92d0-345062f3f48d tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] 10.222.0.13 "DELETE /v2.0/subnets/af35479c-c70a-4a2b-ac56-16c79c2cd851 HTTP/1.1" status: 204 len: 168 time: 1.2536287 Nov 05 18:52:42.346924 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 59696) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:52:42.356288 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60434546-5e01-4fb5-862f-0866df7c5522 None None] Network b7f57f8d-575d-4766-817d-405f201d4db5 requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 18:52:42.384383 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-1defb330-2a48-43ba-a355-3686df868d56 req-0eae701e-4143-4043-a919-b895604232d2 tempest-ListServerFiltersTestJSON-1098286164 tempest-ListServerFiltersTestJSON-1098286164-project] 10.222.0.13 "GET /v2.0/security-groups?id=e3640d88-c369-41cd-98f6-7ceb94b23b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2216780 Nov 05 18:52:42.430223 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-5459233f-31a8-48fb-8605-2ea7ee127691 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4417463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5112218'] for subnet, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:42.518720 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [req-64d6d7a4-738c-41e1-a7e4-84939b506094 req-66d7b059-9b23-471d-84a0-356dcd278c98 service neutron] Attempting to bind port 2456eae3-169a-4fab-a13d-e220c18e5959 on host n-h1-816865-1 for vnic_type normal with profile {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 18:52:42.519067 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [req-64d6d7a4-738c-41e1-a7e4-84939b506094 req-66d7b059-9b23-471d-84a0-356dcd278c98 service neutron] Attempting to bind port 2456eae3-169a-4fab-a13d-e220c18e5959 by drivers openvswitch,hyperv on host n-h1-816865-1 at level 0 using segments [{'id': 'ddf499c1-888a-4ebb-8e8b-94e3dd91721e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '59ceeb29-cfb5-4ee4-ad6e-189a26cd5b4e'}] {{(pid=102386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 18:52:42.519398 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64d6d7a4-738c-41e1-a7e4-84939b506094 req-66d7b059-9b23-471d-84a0-356dcd278c98 service neutron] Attempting to bind port 2456eae3-169a-4fab-a13d-e220c18e5959 on network 59ceeb29-cfb5-4ee4-ad6e-189a26cd5b4e {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 18:52:42.530728 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5459233f-31a8-48fb-8605-2ea7ee127691 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7033e0ff-70ed-4beb-b362-1d26c6269489,revision_number=0']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:52:42.592324 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff97f490-afb7-433e-99fd-0455315d7990 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Made reservation on behalf of 7bc73c6c17f842a987dd31290d20faa2 for: {'subnet': 1} {{(pid=102386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 18:52:42.596196 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-ff97f490-afb7-433e-99fd-0455315d7990 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4877122'] for subnet, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:42.653149 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64d6d7a4-738c-41e1-a7e4-84939b506094 req-66d7b059-9b23-471d-84a0-356dcd278c98 service neutron] Port 2456eae3-169a-4fab-a13d-e220c18e5959 on network 59ceeb29-cfb5-4ee4-ad6e-189a26cd5b4e not bound, no agent of type Open vSwitch agent registered on host n-h1-816865-1 {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 18:52:42.653355 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64d6d7a4-738c-41e1-a7e4-84939b506094 req-66d7b059-9b23-471d-84a0-356dcd278c98 service neutron] Attempting to bind port 2456eae3-169a-4fab-a13d-e220c18e5959 on network 59ceeb29-cfb5-4ee4-ad6e-189a26cd5b4e {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 18:52:42.679742 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-cdd6a980-3a07-4083-80ce-11cf23be6732 None None] Deleting port 27e1fc8e-faf4-44a0-9c50-aca3600d944b {{(pid=102388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 18:52:42.680170 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-cdd6a980-3a07-4083-80ce-11cf23be6732 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:42.690688 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26886767-6472-44ef-9fab-625d8635e04d req-6d2bfa6e-ce54-4683-9b63-dd30cdc286d7 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:52:42.699647 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26886767-6472-44ef-9fab-625d8635e04d req-6d2bfa6e-ce54-4683-9b63-dd30cdc286d7 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:52:42.708861 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64d6d7a4-738c-41e1-a7e4-84939b506094 req-66d7b059-9b23-471d-84a0-356dcd278c98 service neutron] Checking agent: {'id': 'eb596d7c-8c64-42bd-8aca-fad447eb0eab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816865-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 18, 33, 34), 'started_at': datetime.datetime(2021, 11, 5, 18, 33, 34), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 18, 52, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 18:52:42.710667 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64d6d7a4-738c-41e1-a7e4-84939b506094 req-66d7b059-9b23-471d-84a0-356dcd278c98 service neutron] Checking segment: {'id': 'ddf499c1-888a-4ebb-8e8b-94e3dd91721e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '59ceeb29-cfb5-4ee4-ad6e-189a26cd5b4e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 18:52:42.710667 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64d6d7a4-738c-41e1-a7e4-84939b506094 req-66d7b059-9b23-471d-84a0-356dcd278c98 service neutron] Bound using segment: {'id': 'ddf499c1-888a-4ebb-8e8b-94e3dd91721e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '59ceeb29-cfb5-4ee4-ad6e-189a26cd5b4e'} {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 18:52:42.710667 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [req-64d6d7a4-738c-41e1-a7e4-84939b506094 req-66d7b059-9b23-471d-84a0-356dcd278c98 service neutron] Bound port: 2456eae3-169a-4fab-a13d-e220c18e5959, host: n-h1-816865-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ddf499c1-888a-4ebb-8e8b-94e3dd91721e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '59ceeb29-cfb5-4ee4-ad6e-189a26cd5b4e'}}] {{(pid=102386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 18:52:42.710667 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-64d6d7a4-738c-41e1-a7e4-84939b506094 req-66d7b059-9b23-471d-84a0-356dcd278c98 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:42.713355 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26886767-6472-44ef-9fab-625d8635e04d req-6d2bfa6e-ce54-4683-9b63-dd30cdc286d7 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:52:42.721064 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26886767-6472-44ef-9fab-625d8635e04d req-6d2bfa6e-ce54-4683-9b63-dd30cdc286d7 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:52:42.729803 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26886767-6472-44ef-9fab-625d8635e04d req-6d2bfa6e-ce54-4683-9b63-dd30cdc286d7 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:52:42.736993 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26886767-6472-44ef-9fab-625d8635e04d req-6d2bfa6e-ce54-4683-9b63-dd30cdc286d7 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:52:42.743831 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26886767-6472-44ef-9fab-625d8635e04d req-6d2bfa6e-ce54-4683-9b63-dd30cdc286d7 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:52:42.745769 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-26886767-6472-44ef-9fab-625d8635e04d req-6d2bfa6e-ce54-4683-9b63-dd30cdc286d7 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] 10.222.0.13 "GET /v2.0/ports?device_id=1682fb31-a1bf-43f5-a4fa-447937da8a91 HTTP/1.1" status: 200 len: 5381 time: 0.2161667 Nov 05 18:52:42.747995 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-ab4d7591-9a55-42a5-af78-a95dfd492236 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1664226'] for network, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:42.759022 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-cdd6a980-3a07-4083-80ce-11cf23be6732 None None] For port 27e1fc8e-faf4-44a0-9c50-aca3600d944b, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=27e1fc8e-faf4-44a0-9c50-aca3600d944b,segment=NetworkSegment(1bdc5ccc-001b-4584-b217-2d1934002f57),segment_id=1bdc5ccc-001b-4584-b217-2d1934002f57)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:52:42.759420 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-cdd6a980-3a07-4083-80ce-11cf23be6732 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:42.792003 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-cdd6a980-3a07-4083-80ce-11cf23be6732 None None] Calling delete_port for 27e1fc8e-faf4-44a0-9c50-aca3600d944b owned by network:dhcp {{(pid=102388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 18:52:42.864567 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5459233f-31a8-48fb-8605-2ea7ee127691 admin admin] Checking segment: {'id': '0c72dcab-8b18-4843-846a-eb145400f298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '69b6fb6a-afe7-4c73-ab8b-5ae370a005dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 18:52:42.867270 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5459233f-31a8-48fb-8605-2ea7ee127691 admin admin] Network hostable DHCP agents. Network: 69b6fb6a-afe7-4c73-ab8b-5ae370a005dd, hostable agents: ['987e2ca0-bc3b-4c6f-a989-429ccfbf753f'], hosted agents: [] {{(pid=102387) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 05 18:52:42.880251 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4309225-6ef1-4ccc-b669-39cf70aaa5a9 None None] DHCP port deletion for b7f57f8d-575d-4766-817d-405f201d4db5 request from n-d-816865-1 {{(pid=102388) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 05 18:52:42.922321 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-26886767-6472-44ef-9fab-625d8635e04d req-7d2c6b9a-a050-4e0b-a27b-022e56181ff6 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] 10.222.0.13 "GET /v2.0/security-groups?id=293ec58e-66ea-453a-8db8-ae12281442fa&id=4f04b2e1-de76-4a06-adfc-cc82b8507945&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1587980 Nov 05 18:52:42.952525 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6580ca48-adc6-4e81-8916-ce22223b24f1 req-80e522dc-b34b-4233-9261-7cf5db710fa4 tempest-ListServerFiltersTestJSON-1098286164 tempest-ListServerFiltersTestJSON-1098286164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:52:42.961513 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6580ca48-adc6-4e81-8916-ce22223b24f1 req-80e522dc-b34b-4233-9261-7cf5db710fa4 tempest-ListServerFiltersTestJSON-1098286164 tempest-ListServerFiltersTestJSON-1098286164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:52:42.977218 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-e4309225-6ef1-4ccc-b669-39cf70aaa5a9 None None] Deleting port f62ae55e-4cbc-4b13-be68-fa1296b27fa8 {{(pid=102388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 18:52:42.978338 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-e4309225-6ef1-4ccc-b669-39cf70aaa5a9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:42.982158 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6580ca48-adc6-4e81-8916-ce22223b24f1 req-80e522dc-b34b-4233-9261-7cf5db710fa4 tempest-ListServerFiltersTestJSON-1098286164 tempest-ListServerFiltersTestJSON-1098286164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:52:43.000258 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-6580ca48-adc6-4e81-8916-ce22223b24f1 req-80e522dc-b34b-4233-9261-7cf5db710fa4 tempest-ListServerFiltersTestJSON-1098286164 tempest-ListServerFiltersTestJSON-1098286164-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5c012e7-e875-483f-a359-65c20cda3248&device_id=40a69fbe-e1f7-466f-8196-057bf071030e&device_id=35c561de-9fb3-42c9-b803-c5bb933ccd4c HTTP/1.1" status: 200 len: 2418 time: 0.2529931 Nov 05 18:52:43.017598 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [req-64d6d7a4-738c-41e1-a7e4-84939b506094 req-66d7b059-9b23-471d-84a0-356dcd278c98 service neutron] For port 2456eae3-169a-4fab-a13d-e220c18e5959, host n-h1-816865-1, cleared binding levels {{(pid=102386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 18:52:43.052987 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5459233f-31a8-48fb-8605-2ea7ee127691 admin admin] Network 69b6fb6a-afe7-4c73-ab8b-5ae370a005dd is scheduled to be hosted by DHCP agent 987e2ca0-bc3b-4c6f-a989-429ccfbf753f with binding_index 1 {{(pid=102387) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 05 18:52:43.070540 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-ab4d7591-9a55-42a5-af78-a95dfd492236 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Deleting port f62ae55e-4cbc-4b13-be68-fa1296b27fa8 {{(pid=102386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 18:52:43.070907 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-ab4d7591-9a55-42a5-af78-a95dfd492236 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:43.082473 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-cdd6a980-3a07-4083-80ce-11cf23be6732 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798'] for port, after_delete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:43.098221 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-e4309225-6ef1-4ccc-b669-39cf70aaa5a9 None None] For port f62ae55e-4cbc-4b13-be68-fa1296b27fa8, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=f62ae55e-4cbc-4b13-be68-fa1296b27fa8,segment=NetworkSegment(6e81cfa0-655a-4f68-834c-61eb7fc340b2),segment_id=6e81cfa0-655a-4f68-834c-61eb7fc340b2)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:52:43.098562 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-e4309225-6ef1-4ccc-b669-39cf70aaa5a9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:43.100829 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-6580ca48-adc6-4e81-8916-ce22223b24f1 req-1890fc0e-5df8-4dcd-822d-17956cc319ea tempest-ListServerFiltersTestJSON-1098286164 tempest-ListServerFiltersTestJSON-1098286164-project] 10.222.0.13 "GET /v2.0/security-groups?id=e3640d88-c369-41cd-98f6-7ceb94b23b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992286 Nov 05 18:52:43.114723 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdd6a980-3a07-4083-80ce-11cf23be6732 None None] No DVR routers for this DVR port 27e1fc8e-faf4-44a0-9c50-aca3600d944b on host n-d-816865-1 {{(pid=102388) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 18:52:43.128408 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d68bfae-f957-4d58-94db-d8fd6726c899 req-81e1dc42-d6e7-4c30-a198-b09bc3a610d6 tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:52:43.129908 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-1d68bfae-f957-4d58-94db-d8fd6726c899 req-81e1dc42-d6e7-4c30-a198-b09bc3a610d6 tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] 10.222.0.55 "GET /v2.0/networks?id=bb5b9fed-8e61-492a-a21e-f9ce432c95f7 HTTP/1.1" status: 200 len: 811 time: 0.3198185 Nov 05 18:52:43.136966 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [req-64d6d7a4-738c-41e1-a7e4-84939b506094 req-66d7b059-9b23-471d-84a0-356dcd278c98 service neutron] For port 2456eae3-169a-4fab-a13d-e220c18e5959, host n-h1-816865-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=2456eae3-169a-4fab-a13d-e220c18e5959,segment=NetworkSegment(ddf499c1-888a-4ebb-8e8b-94e3dd91721e),segment_id=ddf499c1-888a-4ebb-8e8b-94e3dd91721e)] {{(pid=102386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 18:52:43.152394 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd6a980-3a07-4083-80ce-11cf23be6732 None None] Pushing event deleted for resources: {'Port': ['ID=27e1fc8e-faf4-44a0-9c50-aca3600d944b,revision_number=None']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:52:43.173069 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-e4309225-6ef1-4ccc-b669-39cf70aaa5a9 None None] Calling delete_port for f62ae55e-4cbc-4b13-be68-fa1296b27fa8 owned by network:dhcp {{(pid=102388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 18:52:43.173901 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [req-1d68bfae-f957-4d58-94db-d8fd6726c899 req-8d22b0d8-812a-4976-aa4e-2d4ec69916ca tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] Request body: {'port': {'device_id': '4402a838-1439-4f98-a946-5361403d75c4', 'network_id': 'bb5b9fed-8e61-492a-a21e-f9ce432c95f7', 'admin_state_up': True, 'tenant_id': '9d37d1d71d154d088bbcf565483b4218'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:52:43.235742 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-228a5137-5f0a-4f55-aada-3025b7f7b543 req-7ccf51f4-0811-4158-84a4-341632bd79a0 tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] 10.222.0.13 "GET /v2.0/ports?device_id=4402a838-1439-4f98-a946-5361403d75c4 HTTP/1.1" status: 200 len: 210 time: 0.1073689 Nov 05 18:52:43.240027 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.base_scheduler [None req-5459233f-31a8-48fb-8605-2ea7ee127691 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816865-1, 69b6fb6a-afe7-4c73-ab8b-5ae370a005dd) {{(pid=102387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:52:43.270641 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5459233f-31a8-48fb-8605-2ea7ee127691 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:52:43.271249 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-5459233f-31a8-48fb-8605-2ea7ee127691 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597851'] for subnet, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:43.282591 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef8ae931-4785-4062-b5ad-cb97541e5580 None None] Network 69b6fb6a-afe7-4c73-ab8b-5ae370a005dd requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 18:52:43.302881 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-f7e20431-1ac2-4b28-97f3-0defea677876 req-22a0c504-3fad-4f5c-a391-51db99677052 tempest-ListServerFiltersTestJSON-1098286164 tempest-ListServerFiltersTestJSON-1098286164-project] 10.222.0.13 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.1765306 Nov 05 18:52:43.303105 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-64d6d7a4-738c-41e1-a7e4-84939b506094 req-66d7b059-9b23-471d-84a0-356dcd278c98 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6149821'] for port, after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:43.313204 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [None req-ab4d7591-9a55-42a5-af78-a95dfd492236 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] For port f62ae55e-4cbc-4b13-be68-fa1296b27fa8, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=f62ae55e-4cbc-4b13-be68-fa1296b27fa8,segment=NetworkSegment(6e81cfa0-655a-4f68-834c-61eb7fc340b2),segment_id=6e81cfa0-655a-4f68-834c-61eb7fc340b2)] {{(pid=102386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:52:43.313565 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-ab4d7591-9a55-42a5-af78-a95dfd492236 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:43.370829 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-5459233f-31a8-48fb-8605-2ea7ee127691 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 2.2664440 Nov 05 18:52:43.371684 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 59714) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:52:43.372021 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-ab4d7591-9a55-42a5-af78-a95dfd492236 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Calling delete_port for f62ae55e-4cbc-4b13-be68-fa1296b27fa8 owned by network:dhcp {{(pid=102386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 18:52:43.380305 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-0a28827a-7e64-4a37-80ec-d35716b066b5 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-1959874839-router', 'tenant_id': '7d7a8a37d508439c9663810d15d41eaa', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec'}}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:52:43.392081 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-ff97f490-afb7-433e-99fd-0455315d7990 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6149946', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4877172'] for subnet, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:43.408440 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d6d7a4-738c-41e1-a7e4-84939b506094 req-66d7b059-9b23-471d-84a0-356dcd278c98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:52:43.408999 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-64d6d7a4-738c-41e1-a7e4-84939b506094 req-66d7b059-9b23-471d-84a0-356dcd278c98 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:43.410624 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-64d6d7a4-738c-41e1-a7e4-84939b506094 req-66d7b059-9b23-471d-84a0-356dcd278c98 service neutron] 10.222.0.41 "PUT /v2.0/ports/2456eae3-169a-4fab-a13d-e220c18e5959 HTTP/1.1" status: 200 len: 1134 time: 4.4385693 Nov 05 18:52:43.431181 n-d-816865-1 neutron-server[102386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1682fb31-a1bf-43f5-a4fa-447937da8a91', 'tag': '2456eae3-169a-4fab-a13d-e220c18e5959'}] {{(pid=102386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 18:52:43.441812 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6173a44d7c73f41af551dc890fa1a5892c2c6bc3458b640c8e0c24db7876ba6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3e88ed0-8dd9-4dbc-95a6-ac8f8fa937a6" -d '{"events": [{"name": "network-changed", "server_uuid": "1682fb31-a1bf-43f5-a4fa-447937da8a91", "tag": "2456eae3-169a-4fab-a13d-e220c18e5959"}]}' {{(pid=102386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 18:52:43.554262 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-0a28827a-7e64-4a37-80ec-d35716b066b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-571139', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6874'] for router, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:43.555447 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-0a28827a-7e64-4a37-80ec-d35716b066b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-571375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1000570', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1011585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6867'] for router, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:43.561323 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 18:52:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1da41440-6432-4880-9e7d-0560a9329495 x-openstack-request-id: req-1da41440-6432-4880-9e7d-0560a9329495 {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 18:52:43.561874 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1682fb31-a1bf-43f5-a4fa-447937da8a91", "tag": "2456eae3-169a-4fab-a13d-e220c18e5959", "status": "completed", "code": 200}]} {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 18:52:43.562864 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1da41440-6432-4880-9e7d-0560a9329495 {{(pid=102386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 18:52:43.563707 n-d-816865-1 neutron-server[102386]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1682fb31-a1bf-43f5-a4fa-447937da8a91', 'tag': '2456eae3-169a-4fab-a13d-e220c18e5959', 'status': 'completed', 'code': 200} Nov 05 18:52:43.567888 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [req-64d6d7a4-738c-41e1-a7e4-84939b506094 req-43f52b99-effb-40c0-8879-75da89992e5e service neutron] Request body: {'port': {'device_id': '1682fb31-a1bf-43f5-a4fa-447937da8a91', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816865-1'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:52:43.751599 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e88ed0-8dd9-4dbc-95a6-ac8f8fa937a6 req-f6e507f6-e111-48d7-ad79-49fb7a83c4cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:52:43.752900 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 27e1fc8e-faf4-44a0-9c50-aca3600d944b no longer exists at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 18:52:43.753592 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e88ed0-8dd9-4dbc-95a6-ac8f8fa937a6 req-f6e507f6-e111-48d7-ad79-49fb7a83c4cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:52:43.754262 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e88ed0-8dd9-4dbc-95a6-ac8f8fa937a6 req-f6e507f6-e111-48d7-ad79-49fb7a83c4cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:52:43.763479 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e88ed0-8dd9-4dbc-95a6-ac8f8fa937a6 req-f6e507f6-e111-48d7-ad79-49fb7a83c4cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:52:43.764195 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e88ed0-8dd9-4dbc-95a6-ac8f8fa937a6 req-f6e507f6-e111-48d7-ad79-49fb7a83c4cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:52:43.764853 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e88ed0-8dd9-4dbc-95a6-ac8f8fa937a6 req-f6e507f6-e111-48d7-ad79-49fb7a83c4cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:52:43.765515 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e88ed0-8dd9-4dbc-95a6-ac8f8fa937a6 req-f6e507f6-e111-48d7-ad79-49fb7a83c4cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:52:43.767732 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-f3e88ed0-8dd9-4dbc-95a6-ac8f8fa937a6 req-f6e507f6-e111-48d7-ad79-49fb7a83c4cc service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3f080cb3a4f24f1db8ad75a12c2cd4bf&device_id=1682fb31-a1bf-43f5-a4fa-447937da8a91 HTTP/1.1" status: 200 len: 6218 time: 0.2039182 Nov 05 18:52:43.776754 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] No Port match for: 27e1fc8e-faf4-44a0-9c50-aca3600d944b {{(pid=102388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 18:52:43.777121 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 27e1fc8e-faf4-44a0-9c50-aca3600d944b not bound to the agent host n-d-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 18:52:43.777546 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device f62ae55e-4cbc-4b13-be68-fa1296b27fa8 no longer exists at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 18:52:43.863736 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-e4309225-6ef1-4ccc-b669-39cf70aaa5a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798'] for port, after_delete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:43.869317 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-0a28827a-7e64-4a37-80ec-d35716b066b5 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:43.895059 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] No Port match for: f62ae55e-4cbc-4b13-be68-fa1296b27fa8 {{(pid=102388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 18:52:43.895549 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device f62ae55e-4cbc-4b13-be68-fa1296b27fa8 not bound to the agent host n-d-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 18:52:43.945306 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4309225-6ef1-4ccc-b669-39cf70aaa5a9 None None] Pushing event deleted for resources: {'Port': ['ID=f62ae55e-4cbc-4b13-be68-fa1296b27fa8,revision_number=None']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:52:43.951139 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4309225-6ef1-4ccc-b669-39cf70aaa5a9 None None] No DVR routers for this DVR port f62ae55e-4cbc-4b13-be68-fa1296b27fa8 on host n-d-816865-1 {{(pid=102388) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 18:52:44.070645 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23f5229b-1c4e-43d9-b861-1ea23578031f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeb20a084-accf-5b60-8075-3e69ebe863a6-69b6fb6a-afe7-4c73-ab8b-5ae370a005dd', 'network_id': '69b6fb6a-afe7-4c73-ab8b-5ae370a005dd', 'tenant_id': '7d7a8a37d508439c9663810d15d41eaa', 'fixed_ips': [{'subnet_id': '7033e0ff-70ed-4beb-b362-1d26c6269489'}]}} from n-d-816865-1. {{(pid=102388) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 05 18:52:44.070645 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-23f5229b-1c4e-43d9-b861-1ea23578031f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:44.175045 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-0a28827a-7e64-4a37-80ec-d35716b066b5 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:44.443076 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.db_base_plugin_common [None req-23f5229b-1c4e-43d9-b861-1ea23578031f None None] Allocated IP 172.20.0.2 (69b6fb6a-afe7-4c73-ab8b-5ae370a005dd/7033e0ff-70ed-4beb-b362-1d26c6269489/43ed4124-1488-40bd-b7c2-f0d66f670651) {{(pid=102388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 18:52:44.491725 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-630c66a0-4f84-4b1f-9e35-883bdacc3da5 req-76d48850-18d9-427c-907a-15c166f8717f tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] 10.222.0.13 "GET /v2.0/ports?device_id=4402a838-1439-4f98-a946-5361403d75c4 HTTP/1.1" status: 200 len: 210 time: 0.0506330 Nov 05 18:52:44.496540 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e88ed0-8dd9-4dbc-95a6-ac8f8fa937a6 req-c36d89b7-9315-443f-a3a4-4c4058be7261 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:52:44.497267 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e88ed0-8dd9-4dbc-95a6-ac8f8fa937a6 req-c36d89b7-9315-443f-a3a4-4c4058be7261 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:52:44.498094 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e88ed0-8dd9-4dbc-95a6-ac8f8fa937a6 req-c36d89b7-9315-443f-a3a4-4c4058be7261 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:52:44.500425 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-f3e88ed0-8dd9-4dbc-95a6-ac8f8fa937a6 req-c36d89b7-9315-443f-a3a4-4c4058be7261 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=3f080cb3a4f24f1db8ad75a12c2cd4bf&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.6667759 Nov 05 18:52:44.514916 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa3a2d5-0d1c-40aa-a3a0-fdc05a7049ba req-6618e5b1-a277-4375-ad9b-93f2be653f60 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:52:44.521779 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa3a2d5-0d1c-40aa-a3a0-fdc05a7049ba req-6618e5b1-a277-4375-ad9b-93f2be653f60 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:52:44.528096 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa3a2d5-0d1c-40aa-a3a0-fdc05a7049ba req-6618e5b1-a277-4375-ad9b-93f2be653f60 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:52:44.535455 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa3a2d5-0d1c-40aa-a3a0-fdc05a7049ba req-6618e5b1-a277-4375-ad9b-93f2be653f60 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:52:44.541920 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa3a2d5-0d1c-40aa-a3a0-fdc05a7049ba req-6618e5b1-a277-4375-ad9b-93f2be653f60 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:52:44.565944 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa3a2d5-0d1c-40aa-a3a0-fdc05a7049ba req-6618e5b1-a277-4375-ad9b-93f2be653f60 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:52:44.573183 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa3a2d5-0d1c-40aa-a3a0-fdc05a7049ba req-6618e5b1-a277-4375-ad9b-93f2be653f60 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:52:44.582823 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-caa3a2d5-0d1c-40aa-a3a0-fdc05a7049ba req-6618e5b1-a277-4375-ad9b-93f2be653f60 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] 10.222.0.13 "GET /v2.0/ports?device_id=1682fb31-a1bf-43f5-a4fa-447937da8a91 HTTP/1.1" status: 200 len: 5381 time: 0.3598559 Nov 05 18:52:44.607571 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff97f490-afb7-433e-99fd-0455315d7990 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Network 1c9d25d3-7f2e-4384-9081-dc17514a5578 is already hosted by enough agents. {{(pid=102386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 18:52:44.769881 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.base_scheduler [None req-ff97f490-afb7-433e-99fd-0455315d7990 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Resources bound (agent type, host, resource id): {{(pid=102386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:52:44.775691 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff97f490-afb7-433e-99fd-0455315d7990 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:52:44.783196 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-ff97f490-afb7-433e-99fd-0455315d7990 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Publish callbacks [] for subnet, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:44.788138 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc47a505-3219-4b42-abd6-34277c75a1bd None None] Network 1c9d25d3-7f2e-4384-9081-dc17514a5578 requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 18:52:44.794961 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-23f5229b-1c4e-43d9-b861-1ea23578031f None None] Publish callbacks [] for port, precommit_create {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:44.804413 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-64d6d7a4-738c-41e1-a7e4-84939b506094 req-43f52b99-effb-40c0-8879-75da89992e5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:44.851921 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d7b059-9b23-471d-84a0-356dcd278c98 service neutron] Pushing event updated for resources: {'Port': ['ID=2456eae3-169a-4fab-a13d-e220c18e5959,revision_number=3']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:52:44.900973 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-23f5229b-1c4e-43d9-b861-1ea23578031f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789'] for port, after_create {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:44.962411 n-d-816865-1 neutron-server[102388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23f5229b-1c4e-43d9-b861-1ea23578031f None None] Network 69b6fb6a-afe7-4c73-ab8b-5ae370a005dd is already hosted by enough agents. {{(pid=102388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 18:52:44.969862 n-d-816865-1 neutron-server[102388]: DEBUG neutron.scheduler.base_scheduler [None req-23f5229b-1c4e-43d9-b861-1ea23578031f None None] Resources bound (agent type, host, resource id): {{(pid=102388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:52:44.980116 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f5229b-1c4e-43d9-b861-1ea23578031f None None] Pushing event updated for resources: {'Port': ['ID=43ed4124-1488-40bd-b7c2-f0d66f670651,revision_number=1']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:52:44.981090 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e88ed0-8dd9-4dbc-95a6-ac8f8fa937a6 req-83efff2a-bd20-4d72-9353-1bd4052f7888 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:52:44.983532 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-f3e88ed0-8dd9-4dbc-95a6-ac8f8fa937a6 req-83efff2a-bd20-4d72-9353-1bd4052f7888 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3972282 Nov 05 18:52:44.985770 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23f5229b-1c4e-43d9-b861-1ea23578031f None None] Received port after_create {{(pid=102388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 18:52:45.022632 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-caa3a2d5-0d1c-40aa-a3a0-fdc05a7049ba req-24359604-79d1-455f-a441-89e9e9a3faa3 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] 10.222.0.13 "GET /v2.0/security-groups?id=293ec58e-66ea-453a-8db8-ae12281442fa&id=4f04b2e1-de76-4a06-adfc-cc82b8507945&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4387388 Nov 05 18:52:45.192866 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e82563f-1df4-4e6e-8e96-770d7b90cde1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeb20a084-accf-5b60-8075-3e69ebe863a6-1c9d25d3-7f2e-4384-9081-dc17514a5578', 'network_id': '1c9d25d3-7f2e-4384-9081-dc17514a5578', 'tenant_id': '7bc73c6c17f842a987dd31290d20faa2', 'fixed_ips': [{'subnet_id': 'e2c9ec58-49b4-4783-8aa7-acec99323f6d'}]}} from n-d-816865-1. {{(pid=102388) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 05 18:52:45.194521 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-4e82563f-1df4-4e6e-8e96-770d7b90cde1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:45.211197 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1d68bfae-f957-4d58-94db-d8fd6726c899 req-8d22b0d8-812a-4976-aa4e-2d4ec69916ca tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] Made reservation on behalf of 9d37d1d71d154d088bbcf565483b4218 for: {'port': 1} {{(pid=102386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 18:52:45.215258 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-1d68bfae-f957-4d58-94db-d8fd6726c899 req-8d22b0d8-812a-4976-aa4e-2d4ec69916ca tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:45.238194 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-ff97f490-afb7-433e-99fd-0455315d7990 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 3.2333388 Nov 05 18:52:45.250256 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 59752) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:52:45.264996 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-8a8f581f-9a5c-40e1-bb0d-952f45e233f1 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Request body: {'port': {'network_id': '1c9d25d3-7f2e-4384-9081-dc17514a5578', 'fixed_ips': [{'subnet_id': 'e2c9ec58-49b4-4783-8aa7-acec99323f6d', 'ip_address': '2001:db8::599a:2862:439b:2a1a'}], 'name': 'tempest-NetworksTestDHCPv6-1596557045'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:52:45.273122 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff97f490-afb7-433e-99fd-0455315d7990 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Pushing event updated for resources: {'Subnet': ['ID=e2c9ec58-49b4-4783-8aa7-acec99323f6d,revision_number=0']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:52:45.370566 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-23f5229b-1c4e-43d9-b861-1ea23578031f None None] Attempting to bind port 43ed4124-1488-40bd-b7c2-f0d66f670651 on host n-d-816865-1 for vnic_type normal with profile {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 18:52:45.370955 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-23f5229b-1c4e-43d9-b861-1ea23578031f None None] Attempting to bind port 43ed4124-1488-40bd-b7c2-f0d66f670651 by drivers openvswitch,hyperv on host n-d-816865-1 at level 0 using segments [{'id': '0c72dcab-8b18-4843-846a-eb145400f298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '69b6fb6a-afe7-4c73-ab8b-5ae370a005dd'}] {{(pid=102388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 18:52:45.371317 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23f5229b-1c4e-43d9-b861-1ea23578031f None None] Attempting to bind port 43ed4124-1488-40bd-b7c2-f0d66f670651 on network 69b6fb6a-afe7-4c73-ab8b-5ae370a005dd {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 18:52:45.400181 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23f5229b-1c4e-43d9-b861-1ea23578031f None None] Checking agent: {'id': '724d89a7-611b-41e6-bc85-c48112b17afa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 18, 25, 8), 'started_at': datetime.datetime(2021, 11, 5, 18, 25, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 18, 52, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 18:52:45.400605 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23f5229b-1c4e-43d9-b861-1ea23578031f None None] Checking segment: {'id': '0c72dcab-8b18-4843-846a-eb145400f298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '69b6fb6a-afe7-4c73-ab8b-5ae370a005dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 18:52:45.400941 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-23f5229b-1c4e-43d9-b861-1ea23578031f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:45.401330 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23f5229b-1c4e-43d9-b861-1ea23578031f None None] Bound using segment: {'id': '0c72dcab-8b18-4843-846a-eb145400f298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '69b6fb6a-afe7-4c73-ab8b-5ae370a005dd'} {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 18:52:45.401802 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-23f5229b-1c4e-43d9-b861-1ea23578031f None None] Bound port: 43ed4124-1488-40bd-b7c2-f0d66f670651, host: n-d-816865-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c72dcab-8b18-4843-846a-eb145400f298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '69b6fb6a-afe7-4c73-ab8b-5ae370a005dd'}}] {{(pid=102388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 18:52:45.402202 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-23f5229b-1c4e-43d9-b861-1ea23578031f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:45.472209 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-0a28827a-7e64-4a37-80ec-d35716b066b5 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:45.521810 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-0a28827a-7e64-4a37-80ec-d35716b066b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:45.533852 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.db_base_plugin_common [req-1d68bfae-f957-4d58-94db-d8fd6726c899 req-8d22b0d8-812a-4976-aa4e-2d4ec69916ca tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] Allocated IP 172.20.0.14 (bb5b9fed-8e61-492a-a21e-f9ce432c95f7/8df5751e-d8bb-41e4-9469-238f613979b1/6c0ff786-27f7-4309-9557-397300899c7b) {{(pid=102386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 18:52:45.635474 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.db_base_plugin_common [None req-4e82563f-1df4-4e6e-8e96-770d7b90cde1 None None] Allocated IP 2001:db8::2 (1c9d25d3-7f2e-4384-9081-dc17514a5578/e2c9ec58-49b4-4783-8aa7-acec99323f6d/695073dd-50ce-4388-b926-341fd3eac9ed) {{(pid=102388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 18:52:45.690390 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-23f5229b-1c4e-43d9-b861-1ea23578031f None None] For port 43ed4124-1488-40bd-b7c2-f0d66f670651, host n-d-816865-1, cleared binding levels {{(pid=102388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 18:52:45.694029 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-23f5229b-1c4e-43d9-b861-1ea23578031f None None] For port 43ed4124-1488-40bd-b7c2-f0d66f670651, host n-d-816865-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=43ed4124-1488-40bd-b7c2-f0d66f670651,segment=NetworkSegment(0c72dcab-8b18-4843-846a-eb145400f298),segment_id=0c72dcab-8b18-4843-846a-eb145400f298)] {{(pid=102388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 18:52:45.719615 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-9767c027-c930-4dff-9c56-41a902b3bb9d req-b86437a3-00a2-42b2-b1f1-02039e6c3207 tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] 10.222.0.13 "GET /v2.0/ports?device_id=4402a838-1439-4f98-a946-5361403d75c4 HTTP/1.1" status: 200 len: 210 time: 0.0686774 Nov 05 18:52:45.758295 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-1d68bfae-f957-4d58-94db-d8fd6726c899 req-8d22b0d8-812a-4976-aa4e-2d4ec69916ca tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] Publish callbacks [] for port, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:45.775098 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.db_base_plugin_common [None req-0a28827a-7e64-4a37-80ec-d35716b066b5 admin admin] Allocated IP 172.25.6.177 (40c8335d-cd0b-4cb5-910a-d4dcddd5cbec/04fe6db3-e108-4208-943d-6518424f5726/f88cc9b2-a561-4ac3-ae39-4994f2643af7) {{(pid=102387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 18:52:45.797839 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-23f5229b-1c4e-43d9-b861-1ea23578031f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:45.910758 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-0a28827a-7e64-4a37-80ec-d35716b066b5 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:45.926492 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-1d68bfae-f957-4d58-94db-d8fd6726c899 req-8d22b0d8-812a-4976-aa4e-2d4ec69916ca tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:46.038071 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-ab4d7591-9a55-42a5-af78-a95dfd492236 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:46.066142 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1d68bfae-f957-4d58-94db-d8fd6726c899 req-8d22b0d8-812a-4976-aa4e-2d4ec69916ca tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] Network bb5b9fed-8e61-492a-a21e-f9ce432c95f7 is already hosted by enough agents. {{(pid=102386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 18:52:46.067079 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] get_ports_and_sgs() called for port_ids ['d3e09ef2-2619-4f6f-89c4-8ba57154c592'] {{(pid=102388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 18:52:46.070104 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] get_ports_and_sgs() called for port_ids ['bf6ff7a6-296c-4684-80b6-931424c1a0d4'] {{(pid=102388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 18:52:46.091325 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.base_scheduler [req-1d68bfae-f957-4d58-94db-d8fd6726c899 req-8d22b0d8-812a-4976-aa4e-2d4ec69916ca tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] Resources bound (agent type, host, resource id): {{(pid=102386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:52:46.094986 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d68bfae-f957-4d58-94db-d8fd6726c899 req-8d22b0d8-812a-4976-aa4e-2d4ec69916ca tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] Received port after_create {{(pid=102386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 18:52:46.099431 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-0a28827a-7e64-4a37-80ec-d35716b066b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4417063'] for port, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:46.147025 n-d-816865-1 neutron-server[102386]: DEBUG neutron.notifiers.nova [req-64d6d7a4-738c-41e1-a7e4-84939b506094 req-43f52b99-effb-40c0-8879-75da89992e5e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 46698228-652b-414f-824e-358a6286420a {{(pid=102386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 18:52:46.161446 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d68bfae-f957-4d58-94db-d8fd6726c899 req-8d22b0d8-812a-4976-aa4e-2d4ec69916ca tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:52:46.162285 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-1d68bfae-f957-4d58-94db-d8fd6726c899 req-8d22b0d8-812a-4976-aa4e-2d4ec69916ca tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:46.177543 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab4d7591-9a55-42a5-af78-a95dfd492236 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] No DVR routers for this DVR port f62ae55e-4cbc-4b13-be68-fa1296b27fa8 on host n-d-816865-1 {{(pid=102386) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 18:52:46.192048 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-64d6d7a4-738c-41e1-a7e4-84939b506094 req-43f52b99-effb-40c0-8879-75da89992e5e service neutron] Publish callbacks [] for port, precommit_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:46.211652 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a28827a-7e64-4a37-80ec-d35716b066b5 admin admin] Network 40c8335d-cd0b-4cb5-910a-d4dcddd5cbec is already hosted by enough agents. {{(pid=102387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 18:52:46.231494 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d22b0d8-812a-4976-aa4e-2d4ec69916ca tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] Pushing event updated for resources: {'Port': ['ID=6c0ff786-27f7-4309-9557-397300899c7b,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:52:46.260035 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.base_scheduler [None req-0a28827a-7e64-4a37-80ec-d35716b066b5 admin admin] Resources bound (agent type, host, resource id): {{(pid=102387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:52:46.260495 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4d7591-9a55-42a5-af78-a95dfd492236 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Pushing event deleted for resources: {'Port': ['ID=f62ae55e-4cbc-4b13-be68-fa1296b27fa8,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:52:46.272177 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a28827a-7e64-4a37-80ec-d35716b066b5 admin admin] Received port after_create {{(pid=102387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 18:52:46.302203 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f5229b-1c4e-43d9-b861-1ea23578031f None None] Pushing event updated for resources: {'Port': ['ID=43ed4124-1488-40bd-b7c2-f0d66f670651,revision_number=2']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:52:46.307760 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.provisioning_blocks [req-64d6d7a4-738c-41e1-a7e4-84939b506094 req-43f52b99-effb-40c0-8879-75da89992e5e service neutron] Transition to ACTIVE for port object 46698228-652b-414f-824e-358a6286420a will not be triggered until provisioned by entity L2. {{(pid=102386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 05 18:52:46.368078 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-4e82563f-1df4-4e6e-8e96-770d7b90cde1 None None] Publish callbacks [] for port, precommit_create {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:46.397911 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-1d68bfae-f957-4d58-94db-d8fd6726c899 req-8d22b0d8-812a-4976-aa4e-2d4ec69916ca tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2314837 Nov 05 18:52:46.403278 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-ab4d7591-9a55-42a5-af78-a95dfd492236 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1579173', 'neutron.services.segments.db._delete_segments_for_network-8750027792909'] for network, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:46.447024 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [req-1d68bfae-f957-4d58-94db-d8fd6726c899 req-291a7cd0-78e5-441b-b765-f39c2ed56ba2 service neutron] Request body: {'port': {'device_id': '4402a838-1439-4f98-a946-5361403d75c4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816865-1'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:52:46.467449 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-64d6d7a4-738c-41e1-a7e4-84939b506094 req-43f52b99-effb-40c0-8879-75da89992e5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6149821'] for port, after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:46.534366 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-4e82563f-1df4-4e6e-8e96-770d7b90cde1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789'] for port, after_create {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:46.639516 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a28827a-7e64-4a37-80ec-d35716b066b5 admin admin] Pushing event updated for resources: {'Port': ['ID=f88cc9b2-a561-4ac3-ae39-4994f2643af7,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:52:46.645714 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a8f581f-9a5c-40e1-bb0d-952f45e233f1 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Made reservation on behalf of 7bc73c6c17f842a987dd31290d20faa2 for: {'port': 1} {{(pid=102386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 18:52:46.666479 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6504a5bb-dc1a-4d8c-a486-fd34408a9e86 req-595a6f38-6959-40f1-931e-64c41c1d8653 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:52:46.675979 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6504a5bb-dc1a-4d8c-a486-fd34408a9e86 req-595a6f38-6959-40f1-931e-64c41c1d8653 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:52:46.682893 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6504a5bb-dc1a-4d8c-a486-fd34408a9e86 req-595a6f38-6959-40f1-931e-64c41c1d8653 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:52:46.689783 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6504a5bb-dc1a-4d8c-a486-fd34408a9e86 req-595a6f38-6959-40f1-931e-64c41c1d8653 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:52:46.695991 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6504a5bb-dc1a-4d8c-a486-fd34408a9e86 req-595a6f38-6959-40f1-931e-64c41c1d8653 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:52:46.702403 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6504a5bb-dc1a-4d8c-a486-fd34408a9e86 req-595a6f38-6959-40f1-931e-64c41c1d8653 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:52:46.710123 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6504a5bb-dc1a-4d8c-a486-fd34408a9e86 req-595a6f38-6959-40f1-931e-64c41c1d8653 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:52:46.718060 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-6504a5bb-dc1a-4d8c-a486-fd34408a9e86 req-595a6f38-6959-40f1-931e-64c41c1d8653 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] 10.222.0.13 "GET /v2.0/ports?device_id=1682fb31-a1bf-43f5-a4fa-447937da8a91 HTTP/1.1" status: 200 len: 5381 time: 0.5172756 Nov 05 18:52:46.722013 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a28827a-7e64-4a37-80ec-d35716b066b5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:52:46.722421 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a28827a-7e64-4a37-80ec-d35716b066b5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:52:46.722764 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a28827a-7e64-4a37-80ec-d35716b066b5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:52:46.723105 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a28827a-7e64-4a37-80ec-d35716b066b5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:52:46.723467 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a28827a-7e64-4a37-80ec-d35716b066b5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:52:46.723799 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a28827a-7e64-4a37-80ec-d35716b066b5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:52:46.724130 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a28827a-7e64-4a37-80ec-d35716b066b5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:52:46.724476 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a28827a-7e64-4a37-80ec-d35716b066b5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:52:46.724807 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a28827a-7e64-4a37-80ec-d35716b066b5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:52:46.725121 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a28827a-7e64-4a37-80ec-d35716b066b5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:52:46.725442 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a28827a-7e64-4a37-80ec-d35716b066b5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:52:46.725766 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a28827a-7e64-4a37-80ec-d35716b066b5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:52:46.772078 n-d-816865-1 neutron-server[102386]: DEBUG neutron.services.segments.db [None req-ab4d7591-9a55-42a5-af78-a95dfd492236 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b7f57f8d-575d-4766-817d-405f201d4db5']}} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:52:46.808899 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e82563f-1df4-4e6e-8e96-770d7b90cde1 None None] Pushing event updated for resources: {'Port': ['ID=695073dd-50ce-4388-b926-341fd3eac9ed,revision_number=1']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:52:46.822878 n-d-816865-1 neutron-server[102386]: DEBUG neutron.services.segments.db [None req-ab4d7591-9a55-42a5-af78-a95dfd492236 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e81cfa0-655a-4f68-834c-61eb7fc340b2') {'for_net_delete': True} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:52:46.823180 n-d-816865-1 neutron-server[102386]: DEBUG neutron.services.segments.db [None req-ab4d7591-9a55-42a5-af78-a95dfd492236 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e81cfa0-655a-4f68-834c-61eb7fc340b2') {} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:52:46.841475 n-d-816865-1 neutron-server[102388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e82563f-1df4-4e6e-8e96-770d7b90cde1 None None] Network 1c9d25d3-7f2e-4384-9081-dc17514a5578 is already hosted by enough agents. {{(pid=102388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 18:52:46.874010 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-ab4d7591-9a55-42a5-af78-a95dfd492236 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750027793430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4590747'] for segment, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:46.897165 n-d-816865-1 neutron-server[102388]: DEBUG neutron.scheduler.base_scheduler [None req-4e82563f-1df4-4e6e-8e96-770d7b90cde1 None None] Resources bound (agent type, host, resource id): {{(pid=102388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:52:46.901159 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e82563f-1df4-4e6e-8e96-770d7b90cde1 None None] Received port after_create {{(pid=102388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 18:52:46.928824 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f52b99-effb-40c0-8879-75da89992e5e service neutron] Pushing event updated for resources: {'Port': ['ID=46698228-652b-414f-824e-358a6286420a,revision_number=2']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:52:46.950938 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-49be3d24-6b8c-4d90-a8c4-3d5c31f4078d None None] Provisioning complete for port 6c0ff786-27f7-4309-9557-397300899c7b triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:52:46.951326 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-49be3d24-6b8c-4d90-a8c4-3d5c31f4078d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:46.966972 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-ab4d7591-9a55-42a5-af78-a95dfd492236 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273'] for segment, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:47.008145 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af6b02a-7188-4dfe-9a99-1e41a3e07b08 req-88fce43f-06dd-4fcb-9480-f5a160524efd tempest-ListServerFiltersTestJSON-1098286164 tempest-ListServerFiltersTestJSON-1098286164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:52:47.017726 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-8af6b02a-7188-4dfe-9a99-1e41a3e07b08 req-88fce43f-06dd-4fcb-9480-f5a160524efd tempest-ListServerFiltersTestJSON-1098286164 tempest-ListServerFiltersTestJSON-1098286164-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5c012e7-e875-483f-a359-65c20cda3248 HTTP/1.1" status: 200 len: 946 time: 0.2812130 Nov 05 18:52:47.052024 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-49be3d24-6b8c-4d90-a8c4-3d5c31f4078d None None] Port 6c0ff786-27f7-4309-9557-397300899c7b cannot update to ACTIVE because it is not bound. {{(pid=102388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 18:52:47.064593 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-1d68bfae-f957-4d58-94db-d8fd6726c899 req-291a7cd0-78e5-441b-b765-f39c2ed56ba2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:47.095986 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab4d7591-9a55-42a5-af78-a95dfd492236 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Releasing vlan 179 on physical network physnet1 to pool {{(pid=102386) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 05 18:52:47.096396 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-ab4d7591-9a55-42a5-af78-a95dfd492236 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6149721'] for segment, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:47.103084 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-6504a5bb-dc1a-4d8c-a486-fd34408a9e86 req-a201efdf-0385-4c67-ad0e-ac6cd4a7d43a tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] 10.222.0.13 "GET /v2.0/security-groups?id=293ec58e-66ea-453a-8db8-ae12281442fa&id=4f04b2e1-de76-4a06-adfc-cc82b8507945&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3826797 Nov 05 18:52:47.118074 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-8a8f581f-9a5c-40e1-bb0d-952f45e233f1 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:47.123959 n-d-816865-1 neutron-server[102386]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 05 18:52:47.123959 n-d-816865-1 neutron-server[102386]: self.session.flush() Nov 05 18:52:47.123959 n-d-816865-1 neutron-server[102386]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 05 18:52:47.123959 n-d-816865-1 neutron-server[102386]: self.session.flush() Nov 05 18:52:47.123959 n-d-816865-1 neutron-server[102386]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 05 18:52:47.123959 n-d-816865-1 neutron-server[102386]: self.session.flush() Nov 05 18:52:47.123959 n-d-816865-1 neutron-server[102386]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 05 18:52:47.123959 n-d-816865-1 neutron-server[102386]: self.session.flush() Nov 05 18:52:47.123959 n-d-816865-1 neutron-server[102386]: Traceback (most recent call last): Nov 05 18:52:47.123959 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 05 18:52:47.123959 n-d-816865-1 neutron-server[102386]: timer() Nov 05 18:52:47.123959 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 05 18:52:47.123959 n-d-816865-1 neutron-server[102386]: cb(*args, **kw) Nov 05 18:52:47.123959 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 05 18:52:47.123959 n-d-816865-1 neutron-server[102386]: return func(*args, **kwargs) Nov 05 18:52:47.123959 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 05 18:52:47.123959 n-d-816865-1 neutron-server[102386]: self._notify() Nov 05 18:52:47.123959 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 05 18:52:47.123959 n-d-816865-1 neutron-server[102386]: self.callback(batched_events) Nov 05 18:52:47.123959 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 05 18:52:47.123959 n-d-816865-1 neutron-server[102386]: event.method(event) Nov 05 18:52:47.123959 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 05 18:52:47.123959 n-d-816865-1 neutron-server[102386]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 05 18:52:47.123959 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 05 18:52:47.123959 n-d-816865-1 neutron-server[102386]: aggregate_uuid = self.p_client.list_aggregates( Nov 05 18:52:47.123959 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 05 18:52:47.123959 n-d-816865-1 neutron-server[102386]: return f(self, *a, **k) Nov 05 18:52:47.123959 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 05 18:52:47.123959 n-d-816865-1 neutron-server[102386]: return self._get(url).json() Nov 05 18:52:47.123959 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 05 18:52:47.123959 n-d-816865-1 neutron-server[102386]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 05 18:52:47.123959 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 05 18:52:47.123959 n-d-816865-1 neutron-server[102386]: return self.request(url, 'GET', **kwargs) Nov 05 18:52:47.123959 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 05 18:52:47.123959 n-d-816865-1 neutron-server[102386]: base_url = self.get_endpoint(auth, allow=allow, Nov 05 18:52:47.123959 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 05 18:52:47.123959 n-d-816865-1 neutron-server[102386]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 05 18:52:47.123959 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 05 18:52:47.123959 n-d-816865-1 neutron-server[102386]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 05 18:52:47.123959 n-d-816865-1 neutron-server[102386]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 05 18:52:47.156723 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-0a28827a-7e64-4a37-80ec-d35716b066b5 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:47.196334 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-4e82563f-1df4-4e6e-8e96-770d7b90cde1 None None] Attempting to bind port 695073dd-50ce-4388-b926-341fd3eac9ed on host n-d-816865-1 for vnic_type normal with profile {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 18:52:47.196819 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-4e82563f-1df4-4e6e-8e96-770d7b90cde1 None None] Attempting to bind port 695073dd-50ce-4388-b926-341fd3eac9ed by drivers openvswitch,hyperv on host n-d-816865-1 at level 0 using segments [{'id': '1bdc5ccc-001b-4584-b217-2d1934002f57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '1c9d25d3-7f2e-4384-9081-dc17514a5578'}] {{(pid=102388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 18:52:47.197282 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e82563f-1df4-4e6e-8e96-770d7b90cde1 None None] Attempting to bind port 695073dd-50ce-4388-b926-341fd3eac9ed on network 1c9d25d3-7f2e-4384-9081-dc17514a5578 {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 18:52:47.264350 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e82563f-1df4-4e6e-8e96-770d7b90cde1 None None] Checking agent: {'id': '724d89a7-611b-41e6-bc85-c48112b17afa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 18, 25, 8), 'started_at': datetime.datetime(2021, 11, 5, 18, 25, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 18, 52, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 18:52:47.265884 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e82563f-1df4-4e6e-8e96-770d7b90cde1 None None] Checking segment: {'id': '1bdc5ccc-001b-4584-b217-2d1934002f57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '1c9d25d3-7f2e-4384-9081-dc17514a5578'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 18:52:47.266427 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-4e82563f-1df4-4e6e-8e96-770d7b90cde1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:47.268850 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e82563f-1df4-4e6e-8e96-770d7b90cde1 None None] Bound using segment: {'id': '1bdc5ccc-001b-4584-b217-2d1934002f57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '1c9d25d3-7f2e-4384-9081-dc17514a5578'} {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 18:52:47.270829 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-4e82563f-1df4-4e6e-8e96-770d7b90cde1 None None] Bound port: 695073dd-50ce-4388-b926-341fd3eac9ed, host: n-d-816865-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1bdc5ccc-001b-4584-b217-2d1934002f57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '1c9d25d3-7f2e-4384-9081-dc17514a5578'}}] {{(pid=102388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 18:52:47.271337 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-4e82563f-1df4-4e6e-8e96-770d7b90cde1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:47.278031 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-8af6b02a-7188-4dfe-9a99-1e41a3e07b08 req-e97977ac-a2ea-4935-9ca8-285d5955dd2b tempest-ListServerFiltersTestJSON-1098286164 tempest-ListServerFiltersTestJSON-1098286164-project] 10.222.0.13 "GET /v2.0/security-groups?id=e3640d88-c369-41cd-98f6-7ceb94b23b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2566433 Nov 05 18:52:47.396629 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311dc801-e1b3-453e-92be-bd6c4614ec4d req-63ab76e8-77ac-4359-8352-6e8ac2a7e0c5 tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:52:47.400495 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-311dc801-e1b3-453e-92be-bd6c4614ec4d req-63ab76e8-77ac-4359-8352-6e8ac2a7e0c5 tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] 10.222.0.13 "GET /v2.0/ports?device_id=4402a838-1439-4f98-a946-5361403d75c4 HTTP/1.1" status: 200 len: 932 time: 0.1560841 Nov 05 18:52:47.450515 n-d-816865-1 neutron-server[102386]: DEBUG neutron.notifiers.nova [None req-8a8f581f-9a5c-40e1-bb0d-952f45e233f1 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] device_id is not set on port 7c22a68f-ed34-4668-b663-187fe6fed17d yet. {{(pid=102386) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 05 18:52:47.493358 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-4e82563f-1df4-4e6e-8e96-770d7b90cde1 None None] For port 695073dd-50ce-4388-b926-341fd3eac9ed, host n-d-816865-1, cleared binding levels {{(pid=102388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 18:52:47.497346 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-4e82563f-1df4-4e6e-8e96-770d7b90cde1 None None] For port 695073dd-50ce-4388-b926-341fd3eac9ed, host n-d-816865-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=695073dd-50ce-4388-b926-341fd3eac9ed,segment=NetworkSegment(1bdc5ccc-001b-4584-b217-2d1934002f57),segment_id=1bdc5ccc-001b-4584-b217-2d1934002f57)] {{(pid=102388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 18:52:47.524030 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-311dc801-e1b3-453e-92be-bd6c4614ec4d req-bc2c6ac3-dc95-4920-9f32-268b965be12d tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] 10.222.0.13 "GET /v2.0/security-groups?id=20494f52-e47d-4839-b4f6-2fc0330d8d18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132264 Nov 05 18:52:47.587700 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-4e82563f-1df4-4e6e-8e96-770d7b90cde1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:47.636902 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-ab4d7591-9a55-42a5-af78-a95dfd492236 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1579178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-956796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1000687'] for network, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:47.730519 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [req-64d6d7a4-738c-41e1-a7e4-84939b506094 req-43f52b99-effb-40c0-8879-75da89992e5e service neutron] Attempting to bind port 46698228-652b-414f-824e-358a6286420a on host n-h1-816865-1 for vnic_type normal with profile {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 18:52:47.731903 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [req-64d6d7a4-738c-41e1-a7e4-84939b506094 req-43f52b99-effb-40c0-8879-75da89992e5e service neutron] Attempting to bind port 46698228-652b-414f-824e-358a6286420a by drivers openvswitch,hyperv on host n-h1-816865-1 at level 0 using segments [{'id': 'ddf499c1-888a-4ebb-8e8b-94e3dd91721e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '59ceeb29-cfb5-4ee4-ad6e-189a26cd5b4e'}] {{(pid=102386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 18:52:47.732239 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64d6d7a4-738c-41e1-a7e4-84939b506094 req-43f52b99-effb-40c0-8879-75da89992e5e service neutron] Attempting to bind port 46698228-652b-414f-824e-358a6286420a on network 59ceeb29-cfb5-4ee4-ad6e-189a26cd5b4e {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 18:52:47.739486 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-ab4d7591-9a55-42a5-af78-a95dfd492236 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Publish callbacks [] for network, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:47.743069 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-ab4d7591-9a55-42a5-af78-a95dfd492236 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] 10.222.0.13 "DELETE /v2.0/networks/b7f57f8d-575d-4766-817d-405f201d4db5 HTTP/1.1" status: 204 len: 168 time: 5.3947997 Nov 05 18:52:47.759402 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 59784) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:52:47.766404 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-be8329fc-7414-4578-9f56-fbb3c44802dd tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1724408201', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:52:47.828788 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 43ed4124-1488-40bd-b7c2-f0d66f670651 up at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 18:52:47.852310 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4d7591-9a55-42a5-af78-a95dfd492236 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Pushing event deleted for resources: {'Network': ['ID=b7f57f8d-575d-4766-817d-405f201d4db5,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:52:47.854671 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-0a28827a-7e64-4a37-80ec-d35716b066b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-571384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1000487'] for router, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:47.863506 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64d6d7a4-738c-41e1-a7e4-84939b506094 req-43f52b99-effb-40c0-8879-75da89992e5e service neutron] Port 46698228-652b-414f-824e-358a6286420a on network 59ceeb29-cfb5-4ee4-ad6e-189a26cd5b4e not bound, no agent of type Open vSwitch agent registered on host n-h1-816865-1 {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 18:52:47.863793 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64d6d7a4-738c-41e1-a7e4-84939b506094 req-43f52b99-effb-40c0-8879-75da89992e5e service neutron] Attempting to bind port 46698228-652b-414f-824e-358a6286420a on network 59ceeb29-cfb5-4ee4-ad6e-189a26cd5b4e {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 18:52:47.872304 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-be8329fc-7414-4578-9f56-fbb3c44802dd tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-571139', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6874'] for router, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:47.879011 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-be8329fc-7414-4578-9f56-fbb3c44802dd tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-571375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1000570', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1011585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6867'] for router, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:47.925434 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e82563f-1df4-4e6e-8e96-770d7b90cde1 None None] Pushing event updated for resources: {'Port': ['ID=695073dd-50ce-4388-b926-341fd3eac9ed,revision_number=2']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:52:47.992893 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64d6d7a4-738c-41e1-a7e4-84939b506094 req-43f52b99-effb-40c0-8879-75da89992e5e service neutron] Checking agent: {'id': 'eb596d7c-8c64-42bd-8aca-fad447eb0eab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816865-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 18, 33, 34), 'started_at': datetime.datetime(2021, 11, 5, 18, 33, 34), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 18, 52, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 18:52:47.993227 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64d6d7a4-738c-41e1-a7e4-84939b506094 req-43f52b99-effb-40c0-8879-75da89992e5e service neutron] Checking segment: {'id': 'ddf499c1-888a-4ebb-8e8b-94e3dd91721e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '59ceeb29-cfb5-4ee4-ad6e-189a26cd5b4e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 18:52:47.994172 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64d6d7a4-738c-41e1-a7e4-84939b506094 req-43f52b99-effb-40c0-8879-75da89992e5e service neutron] Bound using segment: {'id': 'ddf499c1-888a-4ebb-8e8b-94e3dd91721e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '59ceeb29-cfb5-4ee4-ad6e-189a26cd5b4e'} {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 18:52:47.994680 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [req-64d6d7a4-738c-41e1-a7e4-84939b506094 req-43f52b99-effb-40c0-8879-75da89992e5e service neutron] Bound port: 46698228-652b-414f-824e-358a6286420a, host: n-h1-816865-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ddf499c1-888a-4ebb-8e8b-94e3dd91721e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '59ceeb29-cfb5-4ee4-ad6e-189a26cd5b4e'}}] {{(pid=102386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 18:52:47.995307 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-64d6d7a4-738c-41e1-a7e4-84939b506094 req-43f52b99-effb-40c0-8879-75da89992e5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:48.022880 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Provisioning complete for port 43ed4124-1488-40bd-b7c2-f0d66f670651 triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:52:48.023513 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:48.134921 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-be8329fc-7414-4578-9f56-fbb3c44802dd tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:48.200631 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-be8329fc-7414-4578-9f56-fbb3c44802dd tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-571384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1000487'] for router, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:48.270119 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-528b18ba-3269-4fdc-9a4b-ab9cd23d6c05 None None] Network 69b6fb6a-afe7-4c73-ab8b-5ae370a005dd requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 18:52:48.390746 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-be8329fc-7414-4578-9f56-fbb3c44802dd tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Publish callbacks [] for router, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:48.391952 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-be8329fc-7414-4578-9f56-fbb3c44802dd tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.6317191 Nov 05 18:52:48.403140 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 59796) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:52:48.428049 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:48.443755 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-61c427be-2951-4b89-8b93-c3f38144782f tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-252848883'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:52:48.482750 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-f14bce69-d929-4d6c-800f-60c062de1d06 None None] Provisioning complete for port 43ed4124-1488-40bd-b7c2-f0d66f670651 triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:52:48.483509 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-f14bce69-d929-4d6c-800f-60c062de1d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:48.486877 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490045ff-036e-4136-9a18-85c7128a509e req-aa5c31dd-b5af-4b96-85c4-50c042489815 tempest-ListServerFiltersTestJSON-1098286164 tempest-ListServerFiltersTestJSON-1098286164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:52:48.488380 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-490045ff-036e-4136-9a18-85c7128a509e req-aa5c31dd-b5af-4b96-85c4-50c042489815 tempest-ListServerFiltersTestJSON-1098286164 tempest-ListServerFiltersTestJSON-1098286164-project] 10.222.0.55 "GET /v2.0/ports?device_id=f5c012e7-e875-483f-a359-65c20cda3248 HTTP/1.1" status: 200 len: 946 time: 0.4990814 Nov 05 18:52:48.548412 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] For port 43ed4124-1488-40bd-b7c2-f0d66f670651, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=43ed4124-1488-40bd-b7c2-f0d66f670651,segment=NetworkSegment(0c72dcab-8b18-4843-846a-eb145400f298),segment_id=0c72dcab-8b18-4843-846a-eb145400f298)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:52:48.549183 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b99aa2-044f-4421-a977-85ef8e97dfcc req-fbd8a957-e0de-4a1a-b266-353d96c7cba2 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:52:48.556226 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b99aa2-044f-4421-a977-85ef8e97dfcc req-fbd8a957-e0de-4a1a-b266-353d96c7cba2 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:52:48.571041 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b99aa2-044f-4421-a977-85ef8e97dfcc req-fbd8a957-e0de-4a1a-b266-353d96c7cba2 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:52:48.579939 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b99aa2-044f-4421-a977-85ef8e97dfcc req-fbd8a957-e0de-4a1a-b266-353d96c7cba2 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:52:48.588965 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b99aa2-044f-4421-a977-85ef8e97dfcc req-fbd8a957-e0de-4a1a-b266-353d96c7cba2 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:52:48.590922 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.db_base_plugin_common [None req-8a8f581f-9a5c-40e1-bb0d-952f45e233f1 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Allocated IP 2001:db8::599a:2862:439b:2a1a (1c9d25d3-7f2e-4384-9081-dc17514a5578/e2c9ec58-49b4-4783-8aa7-acec99323f6d/7c22a68f-ed34-4668-b663-187fe6fed17d) {{(pid=102386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 18:52:48.609685 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [req-64d6d7a4-738c-41e1-a7e4-84939b506094 req-43f52b99-effb-40c0-8879-75da89992e5e service neutron] For port 46698228-652b-414f-824e-358a6286420a, host n-h1-816865-1, cleared binding levels {{(pid=102386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 18:52:48.612665 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b99aa2-044f-4421-a977-85ef8e97dfcc req-fbd8a957-e0de-4a1a-b266-353d96c7cba2 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:52:48.639198 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b99aa2-044f-4421-a977-85ef8e97dfcc req-fbd8a957-e0de-4a1a-b266-353d96c7cba2 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:52:48.644218 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-21b99aa2-044f-4421-a977-85ef8e97dfcc req-fbd8a957-e0de-4a1a-b266-353d96c7cba2 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] 10.222.0.13 "GET /v2.0/ports?device_id=1682fb31-a1bf-43f5-a4fa-447937da8a91 HTTP/1.1" status: 200 len: 5393 time: 0.3487864 Nov 05 18:52:48.648923 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a28827a-7e64-4a37-80ec-d35716b066b5 admin admin] Router 5665cfe4-43d2-48fa-8505-9131de9e2b96 is scheduled to L3 agent 6dcb5589-8e86-4616-9186-ddc4548e13ad with binding_index 1 {{(pid=102387) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 05 18:52:48.659363 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:48.685772 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [req-64d6d7a4-738c-41e1-a7e4-84939b506094 req-43f52b99-effb-40c0-8879-75da89992e5e service neutron] For port 46698228-652b-414f-824e-358a6286420a, host n-h1-816865-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=46698228-652b-414f-824e-358a6286420a,segment=NetworkSegment(ddf499c1-888a-4ebb-8e8b-94e3dd91721e),segment_id=ddf499c1-888a-4ebb-8e8b-94e3dd91721e)] {{(pid=102386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 18:52:48.700155 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61c427be-2951-4b89-8b93-c3f38144782f tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Made reservation on behalf of 07347c71ee604fb5990da9c356235381 for: {'network': 1} {{(pid=102386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 18:52:48.705019 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-61c427be-2951-4b89-8b93-c3f38144782f tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for network, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:48.770439 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Pushing event updated for resources: {'Port': ['ID=43ed4124-1488-40bd-b7c2-f0d66f670651,revision_number=3']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:52:48.770702 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-64d6d7a4-738c-41e1-a7e4-84939b506094 req-43f52b99-effb-40c0-8879-75da89992e5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6149821'] for port, after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:48.820637 n-d-816865-1 neutron-server[102386]: DEBUG neutron.notifiers.nova [req-1d68bfae-f957-4d58-94db-d8fd6726c899 req-291a7cd0-78e5-441b-b765-f39c2ed56ba2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6c0ff786-27f7-4309-9557-397300899c7b {{(pid=102386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 18:52:48.834649 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-1d68bfae-f957-4d58-94db-d8fd6726c899 req-291a7cd0-78e5-441b-b765-f39c2ed56ba2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:48.853123 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.provisioning_blocks [req-1d68bfae-f957-4d58-94db-d8fd6726c899 req-291a7cd0-78e5-441b-b765-f39c2ed56ba2 service neutron] Transition to ACTIVE for port object 6c0ff786-27f7-4309-9557-397300899c7b will not be triggered until provisioned by entity L2. {{(pid=102386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 05 18:52:48.877410 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61c427be-2951-4b89-8b93-c3f38144782f tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 155} {{(pid=102386) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 05 18:52:48.896142 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-61c427be-2951-4b89-8b93-c3f38144782f tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273'] for segment, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:48.896548 n-d-816865-1 neutron-server[102386]: INFO neutron.db.segments_db [None req-61c427be-2951-4b89-8b93-c3f38144782f tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Added segment c5134ea6-0eb6-4a1e-8141-1fede62ad16d of type vlan for network f0bd4915-5264-4f1b-888c-702ac3bd3c65 Nov 05 18:52:48.899953 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a28827a-7e64-4a37-80ec-d35716b066b5 admin admin] Notify agent at l3_agent.n-d-816865-1 the message routers_updated {{(pid=102387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 18:52:48.909938 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-811e4364-7159-4628-8211-d1a2a28f1e88 None None] Sync routers for ids ['5665cfe4-43d2-48fa-8505-9131de9e2b96'] in n-d-816865-1 {{(pid=102388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 18:52:48.926191 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-811e4364-7159-4628-8211-d1a2a28f1e88 None None] Routers {'5665cfe4-43d2-48fa-8505-9131de9e2b96'} bound to L3 agent in host n-d-816865-1 {{(pid=102388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 18:52:48.928793 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-811e4364-7159-4628-8211-d1a2a28f1e88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T18:52:35Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['5665cfe4-43d2-48fa-8505-9131de9e2b96'], 'active': True} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:52:48.957245 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0320c6-bf87-4830-a599-0c650f08ceb0 req-12632db9-cc08-4b9f-b7d6-d3798c862a6e tempest-ListServerFiltersTestJSON-1098286164 tempest-ListServerFiltersTestJSON-1098286164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:52:48.962123 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-cb0320c6-bf87-4830-a599-0c650f08ceb0 req-12632db9-cc08-4b9f-b7d6-d3798c862a6e tempest-ListServerFiltersTestJSON-1098286164 tempest-ListServerFiltersTestJSON-1098286164-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5c012e7-e875-483f-a359-65c20cda3248 HTTP/1.1" status: 200 len: 946 time: 0.5498407 Nov 05 18:52:49.017246 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-61c427be-2951-4b89-8b93-c3f38144782f tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750027258543'] for network, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:49.092691 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-0a28827a-7e64-4a37-80ec-d35716b066b5 admin admin] Publish callbacks [] for router, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:49.100092 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d6d7a4-738c-41e1-a7e4-84939b506094 req-43f52b99-effb-40c0-8879-75da89992e5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:52:49.100891 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-64d6d7a4-738c-41e1-a7e4-84939b506094 req-43f52b99-effb-40c0-8879-75da89992e5e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:49.102546 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-64d6d7a4-738c-41e1-a7e4-84939b506094 req-43f52b99-effb-40c0-8879-75da89992e5e service neutron] 10.222.0.41 "PUT /v2.0/ports/46698228-652b-414f-824e-358a6286420a HTTP/1.1" status: 200 len: 1091 time: 5.5429919 Nov 05 18:52:49.102784 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-0a28827a-7e64-4a37-80ec-d35716b066b5 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 5.7277987 Nov 05 18:52:49.103418 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 59804) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:52:49.200964 n-d-816865-1 neutron-server[102386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1682fb31-a1bf-43f5-a4fa-447937da8a91', 'tag': '46698228-652b-414f-824e-358a6286420a'}] {{(pid=102386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 18:52:49.206278 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6173a44d7c73f41af551dc890fa1a5892c2c6bc3458b640c8e0c24db7876ba6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-386e3750-bfa4-43d7-b442-bf1cb369fa62" -d '{"events": [{"name": "network-changed", "server_uuid": "1682fb31-a1bf-43f5-a4fa-447937da8a91", "tag": "46698228-652b-414f-824e-358a6286420a"}]}' {{(pid=102386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 18:52:49.213367 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-1d68bfae-f957-4d58-94db-d8fd6726c899 req-291a7cd0-78e5-441b-b765-f39c2ed56ba2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6149821'] for port, after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:49.287982 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-61c427be-2951-4b89-8b93-c3f38144782f tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-956796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877'] for network, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:49.294305 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvr_db [None req-811e4364-7159-4628-8211-d1a2a28f1e88 None None] Set router 5665cfe4-43d2-48fa-8505-9131de9e2b96 gateway port host: n-d-816865-1 {{(pid=102388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 18:52:49.321219 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61c427be-2951-4b89-8b93-c3f38144782f tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:52:49.331468 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-61c427be-2951-4b89-8b93-c3f38144782f tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Publish callbacks [] for network, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:49.506546 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [req-64d6d7a4-738c-41e1-a7e4-84939b506094 req-738a906e-e341-48fe-b23a-bdfe33f19c72 service neutron] Request body: {'port': {'device_id': '1682fb31-a1bf-43f5-a4fa-447937da8a91', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816865-1'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:52:49.664605 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-e80095f0-c190-4279-9605-13d8c2ee0eb6 None None] Provisioning complete for port 43ed4124-1488-40bd-b7c2-f0d66f670651 triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:52:49.664968 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-e80095f0-c190-4279-9605-13d8c2ee0eb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:49.821527 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-811e4364-7159-4628-8211-d1a2a28f1e88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5665cfe4-43d2-48fa-8505-9131de9e2b96', 'name': 'tempest-FloatingIPsNegativeTestJSON-1959874839-router', 'tenant_id': '7d7a8a37d508439c9663810d15d41eaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.177'}], 'enable_snat': True}, 'gw_port_id': 'f88cc9b2-a561-4ac3-ae39-4994f2643af7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T18:52:43Z', 'updated_at': '2021-11-05T18:52:46Z', 'revision_number': 3, 'project_id': '7d7a8a37d508439c9663810d15d41eaa', 'gw_port': {'id': 'f88cc9b2-a561-4ac3-ae39-4994f2643af7', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:aa:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5665cfe4-43d2-48fa-8505-9131de9e2b96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1643, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T18:52:45Z', 'updated_at': '2021-11-05T18:52:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1'}], 'n-d-816865-1', False) {} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:52:49.909349 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 43ed4124-1488-40bd-b7c2-f0d66f670651 up at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 18:52:49.909684 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f52b99-effb-40c0-8879-75da89992e5e service neutron] Pushing event updated for resources: {'Port': ['ID=46698228-652b-414f-824e-358a6286420a,revision_number=3']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:52:49.922025 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-811e4364-7159-4628-8211-d1a2a28f1e88 None None] Checking router: 5665cfe4-43d2-48fa-8505-9131de9e2b96 for host: n-d-816865-1 {{(pid=102388) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 18:52:49.922622 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-811e4364-7159-4628-8211-d1a2a28f1e88 None None] Updating router 5665cfe4-43d2-48fa-8505-9131de9e2b96 port f88cc9b2-a561-4ac3-ae39-4994f2643af7 binding host n-d-816865-1 {{(pid=102388) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 05 18:52:49.977184 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c427be-2951-4b89-8b93-c3f38144782f tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Pushing event updated for resources: {'Network': ['ID=f0bd4915-5264-4f1b-888c-702ac3bd3c65,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:52:49.981453 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 59812) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:52:49.990147 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291a7cd0-78e5-441b-b765-f39c2ed56ba2 service neutron] Pushing event updated for resources: {'Port': ['ID=6c0ff786-27f7-4309-9557-397300899c7b,revision_number=2']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:52:50.012246 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-61c427be-2951-4b89-8b93-c3f38144782f tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.6054478 Nov 05 18:52:50.021203 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [req-490045ff-036e-4136-9a18-85c7128a509e req-ef7f233f-52e7-403a-9396-84f657f195d6 tempest-ListServerFiltersTestJSON-1098286164 tempest-ListServerFiltersTestJSON-1098286164-project] Deleting port df2e0e03-9911-41ab-afaa-0726c54f8109 {{(pid=102386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 18:52:50.022080 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-490045ff-036e-4136-9a18-85c7128a509e req-ef7f233f-52e7-403a-9396-84f657f195d6 tempest-ListServerFiltersTestJSON-1098286164 tempest-ListServerFiltersTestJSON-1098286164-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:50.041996 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 59816) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:52:50.050928 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-f0a87b01-c797-45ed-84d0-cd93b8da0bf1 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Request body: {'subnet': {'network_id': 'f0bd4915-5264-4f1b-888c-702ac3bd3c65', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:52:50.057381 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Network f0bd4915-5264-4f1b-888c-702ac3bd3c65 details requested by agent ovs-agent-n-d-816865-1 with host n-d-816865-1 {{(pid=102388) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 05 18:52:50.119956 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-21b99aa2-044f-4421-a977-85ef8e97dfcc req-b64891bb-fed6-4466-86fd-6c825eb478e7 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] 10.222.0.13 "GET /v2.0/security-groups?id=293ec58e-66ea-453a-8db8-ae12281442fa&id=4f04b2e1-de76-4a06-adfc-cc82b8507945&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 1.4578810 Nov 05 18:52:50.129135 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-811e4364-7159-4628-8211-d1a2a28f1e88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:50.145738 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [req-490045ff-036e-4136-9a18-85c7128a509e req-ef7f233f-52e7-403a-9396-84f657f195d6 tempest-ListServerFiltersTestJSON-1098286164 tempest-ListServerFiltersTestJSON-1098286164-project] For port df2e0e03-9911-41ab-afaa-0726c54f8109, host n-h2-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=df2e0e03-9911-41ab-afaa-0726c54f8109,segment=NetworkSegment(3783dc3e-81b4-445a-9e2c-0ce15e9a4e6a),segment_id=3783dc3e-81b4-445a-9e2c-0ce15e9a4e6a)] {{(pid=102386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:52:50.146272 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-490045ff-036e-4136-9a18-85c7128a509e req-ef7f233f-52e7-403a-9396-84f657f195d6 tempest-ListServerFiltersTestJSON-1098286164 tempest-ListServerFiltersTestJSON-1098286164-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:50.162172 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [req-490045ff-036e-4136-9a18-85c7128a509e req-ef7f233f-52e7-403a-9396-84f657f195d6 tempest-ListServerFiltersTestJSON-1098286164 tempest-ListServerFiltersTestJSON-1098286164-project] Calling delete_port for df2e0e03-9911-41ab-afaa-0726c54f8109 owned by compute:nova {{(pid=102386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 18:52:50.303206 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-cb0320c6-bf87-4830-a599-0c650f08ceb0 req-fb134873-efa1-4d3f-ba51-cb55f3af645e tempest-ListServerFiltersTestJSON-1098286164 tempest-ListServerFiltersTestJSON-1098286164-project] 10.222.0.13 "GET /v2.0/security-groups?id=e3640d88-c369-41cd-98f6-7ceb94b23b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3303058 Nov 05 18:52:50.312857 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Provisioning complete for port 43ed4124-1488-40bd-b7c2-f0d66f670651 triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:52:50.313644 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:50.418135 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-5064caf9-5f0c-4eab-9e12-a55f51ff3012 None None] Provisioning complete for port 695073dd-50ce-4388-b926-341fd3eac9ed triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:52:50.418510 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-5064caf9-5f0c-4eab-9e12-a55f51ff3012 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:50.486475 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-490045ff-036e-4136-9a18-85c7128a509e req-ef7f233f-52e7-403a-9396-84f657f195d6 tempest-ListServerFiltersTestJSON-1098286164 tempest-ListServerFiltersTestJSON-1098286164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:50.498023 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 18:52:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c64648a0-fa34-4d44-be35-bfbdf0f6e3e9 x-openstack-request-id: req-c64648a0-fa34-4d44-be35-bfbdf0f6e3e9 {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 18:52:50.499963 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1682fb31-a1bf-43f5-a4fa-447937da8a91", "tag": "46698228-652b-414f-824e-358a6286420a", "status": "completed", "code": 200}]} {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 18:52:50.500340 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c64648a0-fa34-4d44-be35-bfbdf0f6e3e9 {{(pid=102386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 18:52:50.501771 n-d-816865-1 neutron-server[102386]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1682fb31-a1bf-43f5-a4fa-447937da8a91', 'tag': '46698228-652b-414f-824e-358a6286420a', 'status': 'completed', 'code': 200} Nov 05 18:52:50.505049 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] get_ports_and_sgs() called for port_ids ['df2e0e03-9911-41ab-afaa-0726c54f8109'] {{(pid=102388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 18:52:50.512923 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] get_ports_and_sgs() called for port_ids ['4011d671-83b1-4a94-a162-037d5e0d3181', '070ab472-a812-474f-9dd5-2283732c7a9d'] {{(pid=102388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 18:52:50.519686 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0071c863-d5a1-471d-b561-40bda7a1061a req-7cb6b62b-c925-43a7-a216-3c917747d9d8 tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:52:50.528298 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-0071c863-d5a1-471d-b561-40bda7a1061a req-7cb6b62b-c925-43a7-a216-3c917747d9d8 tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] 10.222.0.13 "GET /v2.0/ports?device_id=4402a838-1439-4f98-a946-5361403d75c4 HTTP/1.1" status: 200 len: 944 time: 0.2239702 Nov 05 18:52:50.560769 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-3610f12e-a6c3-47af-9dc5-e3c550a8de2b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:50.589124 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7f233f-52e7-403a-9396-84f657f195d6 tempest-ListServerFiltersTestJSON-1098286164 tempest-ListServerFiltersTestJSON-1098286164-project] Pushing event deleted for resources: {'Port': ['ID=df2e0e03-9911-41ab-afaa-0726c54f8109,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:52:50.606838 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0a87b01-c797-45ed-84d0-cd93b8da0bf1 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Made reservation on behalf of 07347c71ee604fb5990da9c356235381 for: {'subnet': 1} {{(pid=102387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 18:52:50.611885 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-f0a87b01-c797-45ed-84d0-cd93b8da0bf1 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5112236'] for subnet, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:50.717085 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [req-490045ff-036e-4136-9a18-85c7128a509e req-ef7f233f-52e7-403a-9396-84f657f195d6 tempest-ListServerFiltersTestJSON-1098286164 tempest-ListServerFiltersTestJSON-1098286164-project] No DVR routers for this DVR port df2e0e03-9911-41ab-afaa-0726c54f8109 on host n-h2-816865-1 {{(pid=102386) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 18:52:50.719481 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-64d6d7a4-738c-41e1-a7e4-84939b506094 req-738a906e-e341-48fe-b23a-bdfe33f19c72 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:50.724513 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-490045ff-036e-4136-9a18-85c7128a509e req-ef7f233f-52e7-403a-9396-84f657f195d6 tempest-ListServerFiltersTestJSON-1098286164 tempest-ListServerFiltersTestJSON-1098286164-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:50.727940 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-490045ff-036e-4136-9a18-85c7128a509e req-ef7f233f-52e7-403a-9396-84f657f195d6 tempest-ListServerFiltersTestJSON-1098286164 tempest-ListServerFiltersTestJSON-1098286164-project] 10.222.0.55 "DELETE /v2.0/ports/df2e0e03-9911-41ab-afaa-0726c54f8109 HTTP/1.1" status: 204 len: 173 time: 2.2170117 Nov 05 18:52:50.849998 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-3610f12e-a6c3-47af-9dc5-e3c550a8de2b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:50.857979 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386e3750-bfa4-43d7-b442-bf1cb369fa62 req-bfb70466-2c25-4b35-99fe-54d8de9f5fd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:52:50.858357 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386e3750-bfa4-43d7-b442-bf1cb369fa62 req-bfb70466-2c25-4b35-99fe-54d8de9f5fd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:52:50.858927 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386e3750-bfa4-43d7-b442-bf1cb369fa62 req-bfb70466-2c25-4b35-99fe-54d8de9f5fd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:52:50.859375 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386e3750-bfa4-43d7-b442-bf1cb369fa62 req-bfb70466-2c25-4b35-99fe-54d8de9f5fd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:52:50.859933 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386e3750-bfa4-43d7-b442-bf1cb369fa62 req-bfb70466-2c25-4b35-99fe-54d8de9f5fd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:52:50.860445 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386e3750-bfa4-43d7-b442-bf1cb369fa62 req-bfb70466-2c25-4b35-99fe-54d8de9f5fd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:52:50.862388 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386e3750-bfa4-43d7-b442-bf1cb369fa62 req-bfb70466-2c25-4b35-99fe-54d8de9f5fd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:52:50.868176 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-386e3750-bfa4-43d7-b442-bf1cb369fa62 req-bfb70466-2c25-4b35-99fe-54d8de9f5fd2 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3f080cb3a4f24f1db8ad75a12c2cd4bf&device_id=1682fb31-a1bf-43f5-a4fa-447937da8a91 HTTP/1.1" status: 200 len: 6285 time: 0.3712440 Nov 05 18:52:50.894519 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [req-1d68bfae-f957-4d58-94db-d8fd6726c899 req-291a7cd0-78e5-441b-b765-f39c2ed56ba2 service neutron] Attempting to bind port 6c0ff786-27f7-4309-9557-397300899c7b on host n-h2-816865-1 for vnic_type normal with profile {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 18:52:50.894852 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [req-1d68bfae-f957-4d58-94db-d8fd6726c899 req-291a7cd0-78e5-441b-b765-f39c2ed56ba2 service neutron] Attempting to bind port 6c0ff786-27f7-4309-9557-397300899c7b by drivers openvswitch,hyperv on host n-h2-816865-1 at level 0 using segments [{'id': '1ae4cc0f-5460-421b-9b80-d7acf4de0363', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'bb5b9fed-8e61-492a-a21e-f9ce432c95f7'}] {{(pid=102386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 18:52:50.895178 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d68bfae-f957-4d58-94db-d8fd6726c899 req-291a7cd0-78e5-441b-b765-f39c2ed56ba2 service neutron] Attempting to bind port 6c0ff786-27f7-4309-9557-397300899c7b on network bb5b9fed-8e61-492a-a21e-f9ce432c95f7 {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 18:52:50.910617 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-0071c863-d5a1-471d-b561-40bda7a1061a req-055aa6bb-2205-4db0-8fd4-81a5dc0de1e4 tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] 10.222.0.13 "GET /v2.0/security-groups?id=20494f52-e47d-4839-b4f6-2fc0330d8d18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3811412 Nov 05 18:52:50.912178 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-8a8f581f-9a5c-40e1-bb0d-952f45e233f1 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Publish callbacks [] for port, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:50.920263 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d68bfae-f957-4d58-94db-d8fd6726c899 req-291a7cd0-78e5-441b-b765-f39c2ed56ba2 service neutron] Port 6c0ff786-27f7-4309-9557-397300899c7b on network bb5b9fed-8e61-492a-a21e-f9ce432c95f7 not bound, no agent of type Open vSwitch agent registered on host n-h2-816865-1 {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 18:52:50.920629 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d68bfae-f957-4d58-94db-d8fd6726c899 req-291a7cd0-78e5-441b-b765-f39c2ed56ba2 service neutron] Attempting to bind port 6c0ff786-27f7-4309-9557-397300899c7b on network bb5b9fed-8e61-492a-a21e-f9ce432c95f7 {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 18:52:50.934126 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-3610f12e-a6c3-47af-9dc5-e3c550a8de2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:50.965049 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d68bfae-f957-4d58-94db-d8fd6726c899 req-291a7cd0-78e5-441b-b765-f39c2ed56ba2 service neutron] Checking agent: {'id': '32aff553-696f-4891-83f5-5c176f61fe54', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816865-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 18, 33, 36), 'started_at': datetime.datetime(2021, 11, 5, 18, 33, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 18, 52, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 18:52:50.965412 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d68bfae-f957-4d58-94db-d8fd6726c899 req-291a7cd0-78e5-441b-b765-f39c2ed56ba2 service neutron] Checking segment: {'id': '1ae4cc0f-5460-421b-9b80-d7acf4de0363', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'bb5b9fed-8e61-492a-a21e-f9ce432c95f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 18:52:50.966103 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d68bfae-f957-4d58-94db-d8fd6726c899 req-291a7cd0-78e5-441b-b765-f39c2ed56ba2 service neutron] Bound using segment: {'id': '1ae4cc0f-5460-421b-9b80-d7acf4de0363', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'bb5b9fed-8e61-492a-a21e-f9ce432c95f7'} {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 18:52:50.966552 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [req-1d68bfae-f957-4d58-94db-d8fd6726c899 req-291a7cd0-78e5-441b-b765-f39c2ed56ba2 service neutron] Bound port: 6c0ff786-27f7-4309-9557-397300899c7b, host: n-h2-816865-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1ae4cc0f-5460-421b-9b80-d7acf4de0363', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'bb5b9fed-8e61-492a-a21e-f9ce432c95f7'}}] {{(pid=102386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 18:52:50.966913 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-1d68bfae-f957-4d58-94db-d8fd6726c899 req-291a7cd0-78e5-441b-b765-f39c2ed56ba2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:51.097216 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386e3750-bfa4-43d7-b442-bf1cb369fa62 req-0e84bc5e-d9d6-4cb7-95bb-29c27cfd8d70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:52:51.099423 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386e3750-bfa4-43d7-b442-bf1cb369fa62 req-0e84bc5e-d9d6-4cb7-95bb-29c27cfd8d70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:52:51.100154 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386e3750-bfa4-43d7-b442-bf1cb369fa62 req-0e84bc5e-d9d6-4cb7-95bb-29c27cfd8d70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:52:51.102629 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-386e3750-bfa4-43d7-b442-bf1cb369fa62 req-0e84bc5e-d9d6-4cb7-95bb-29c27cfd8d70 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=3f080cb3a4f24f1db8ad75a12c2cd4bf&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.2263114 Nov 05 18:52:51.125065 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-3610f12e-a6c3-47af-9dc5-e3c550a8de2b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c02c435dc8ce46099d40799cb640b8f4&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1298485 Nov 05 18:52:51.153175 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 59820) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:52:51.164497 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 695073dd-50ce-4388-b926-341fd3eac9ed up at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 18:52:51.192241 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-811e4364-7159-4628-8211-d1a2a28f1e88 None None] Publish callbacks [] for port, precommit_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:51.231248 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3610f12e-a6c3-47af-9dc5-e3c550a8de2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4c3e4ca-e72c-49ba-81c7-b22a848d1f63,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:52:51.301446 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-811e4364-7159-4628-8211-d1a2a28f1e88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:51.371458 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d955fea-f5a4-4098-995a-b49a5c525f70 None None] Pushing event updated for resources: {'Port': ['ID=f88cc9b2-a561-4ac3-ae39-4994f2643af7,revision_number=2']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:52:51.435078 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-5064caf9-5f0c-4eab-9e12-a55f51ff3012 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:51.450943 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [req-1d68bfae-f957-4d58-94db-d8fd6726c899 req-291a7cd0-78e5-441b-b765-f39c2ed56ba2 service neutron] For port 6c0ff786-27f7-4309-9557-397300899c7b, host n-h2-816865-1, cleared binding levels {{(pid=102386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 18:52:51.472227 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-b64dc9f9-dc5e-4b54-8c33-779ef482bed2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:51.508973 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-811e4364-7159-4628-8211-d1a2a28f1e88 None None] Attempting to bind port f88cc9b2-a561-4ac3-ae39-4994f2643af7 on host n-d-816865-1 for vnic_type normal with profile {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 18:52:51.509120 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-811e4364-7159-4628-8211-d1a2a28f1e88 None None] Attempting to bind port f88cc9b2-a561-4ac3-ae39-4994f2643af7 by drivers openvswitch,hyperv on host n-d-816865-1 at level 0 using segments [{'id': '85be518c-8bb4-46a2-a903-d4292782d29d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec'}] {{(pid=102388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 18:52:51.510075 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-811e4364-7159-4628-8211-d1a2a28f1e88 None None] Attempting to bind port f88cc9b2-a561-4ac3-ae39-4994f2643af7 on network 40c8335d-cd0b-4cb5-910a-d4dcddd5cbec {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 18:52:51.523529 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [req-1d68bfae-f957-4d58-94db-d8fd6726c899 req-291a7cd0-78e5-441b-b765-f39c2ed56ba2 service neutron] For port 6c0ff786-27f7-4309-9557-397300899c7b, host n-h2-816865-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=6c0ff786-27f7-4309-9557-397300899c7b,segment=NetworkSegment(1ae4cc0f-5460-421b-9b80-d7acf4de0363),segment_id=1ae4cc0f-5460-421b-9b80-d7acf4de0363)] {{(pid=102386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 18:52:51.535105 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Provisioning complete for port 695073dd-50ce-4388-b926-341fd3eac9ed triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:52:51.535480 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:51.539981 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-8a8f581f-9a5c-40e1-bb0d-952f45e233f1 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:51.542411 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-5064caf9-5f0c-4eab-9e12-a55f51ff3012 None None] For port 695073dd-50ce-4388-b926-341fd3eac9ed, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=695073dd-50ce-4388-b926-341fd3eac9ed,segment=NetworkSegment(1bdc5ccc-001b-4584-b217-2d1934002f57),segment_id=1bdc5ccc-001b-4584-b217-2d1934002f57)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:52:51.563271 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-811e4364-7159-4628-8211-d1a2a28f1e88 None None] Checking agent: {'id': '724d89a7-611b-41e6-bc85-c48112b17afa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 18, 25, 8), 'started_at': datetime.datetime(2021, 11, 5, 18, 25, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 18, 52, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 18:52:51.563570 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-811e4364-7159-4628-8211-d1a2a28f1e88 None None] Checking segment: {'id': '85be518c-8bb4-46a2-a903-d4292782d29d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 18:52:51.564017 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-811e4364-7159-4628-8211-d1a2a28f1e88 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:51.564422 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-811e4364-7159-4628-8211-d1a2a28f1e88 None None] Bound using segment: {'id': '85be518c-8bb4-46a2-a903-d4292782d29d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec'} {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 18:52:51.564901 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-811e4364-7159-4628-8211-d1a2a28f1e88 None None] Bound port: f88cc9b2-a561-4ac3-ae39-4994f2643af7, host: n-d-816865-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85be518c-8bb4-46a2-a903-d4292782d29d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec'}}] {{(pid=102388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 18:52:51.565333 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-811e4364-7159-4628-8211-d1a2a28f1e88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:51.594882 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-1c3fbb0b-c455-41c7-aa49-36a24deeb47e req-c0faa97f-f455-46ca-9364-cf4bba595cf8 tempest-ListServerFiltersTestJSON-1098286164 tempest-ListServerFiltersTestJSON-1098286164-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5c012e7-e875-483f-a359-65c20cda3248 HTTP/1.1" status: 200 len: 210 time: 0.0980084 Nov 05 18:52:51.621614 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8f581f-9a5c-40e1-bb0d-952f45e233f1 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Pushing event updated for resources: {'Port': ['ID=7c22a68f-ed34-4668-b663-187fe6fed17d,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:52:51.631797 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-811e4364-7159-4628-8211-d1a2a28f1e88 None None] For port f88cc9b2-a561-4ac3-ae39-4994f2643af7, host n-d-816865-1, cleared binding levels {{(pid=102388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 18:52:51.634885 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-811e4364-7159-4628-8211-d1a2a28f1e88 None None] For port f88cc9b2-a561-4ac3-ae39-4994f2643af7, host n-d-816865-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=f88cc9b2-a561-4ac3-ae39-4994f2643af7,segment=NetworkSegment(85be518c-8bb4-46a2-a903-d4292782d29d),segment_id=85be518c-8bb4-46a2-a903-d4292782d29d)] {{(pid=102388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 18:52:51.646906 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-5064caf9-5f0c-4eab-9e12-a55f51ff3012 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:51.666222 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-b64dc9f9-dc5e-4b54-8c33-779ef482bed2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:51.677525 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-1d68bfae-f957-4d58-94db-d8fd6726c899 req-291a7cd0-78e5-441b-b765-f39c2ed56ba2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6149821'] for port, after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:51.677765 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac46a28-91d5-40c0-a4a1-2cf8acc67d69 req-ee03f11c-8faa-46ef-8fc0-1b19a85ec2f8 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:52:51.684055 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac46a28-91d5-40c0-a4a1-2cf8acc67d69 req-ee03f11c-8faa-46ef-8fc0-1b19a85ec2f8 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:52:51.691568 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac46a28-91d5-40c0-a4a1-2cf8acc67d69 req-ee03f11c-8faa-46ef-8fc0-1b19a85ec2f8 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:52:51.700023 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac46a28-91d5-40c0-a4a1-2cf8acc67d69 req-ee03f11c-8faa-46ef-8fc0-1b19a85ec2f8 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:52:51.707835 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac46a28-91d5-40c0-a4a1-2cf8acc67d69 req-ee03f11c-8faa-46ef-8fc0-1b19a85ec2f8 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:52:51.713753 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac46a28-91d5-40c0-a4a1-2cf8acc67d69 req-ee03f11c-8faa-46ef-8fc0-1b19a85ec2f8 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:52:51.716247 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5064caf9-5f0c-4eab-9e12-a55f51ff3012 None None] Pushing event updated for resources: {'Port': ['ID=695073dd-50ce-4388-b926-341fd3eac9ed,revision_number=3']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:52:51.721073 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac46a28-91d5-40c0-a4a1-2cf8acc67d69 req-ee03f11c-8faa-46ef-8fc0-1b19a85ec2f8 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:52:51.730606 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-9ac46a28-91d5-40c0-a4a1-2cf8acc67d69 req-ee03f11c-8faa-46ef-8fc0-1b19a85ec2f8 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] 10.222.0.13 "GET /v2.0/ports?device_id=1682fb31-a1bf-43f5-a4fa-447937da8a91 HTTP/1.1" status: 200 len: 5393 time: 0.4244833 Nov 05 18:52:51.752081 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291a7cd0-78e5-441b-b765-f39c2ed56ba2 service neutron] Pushing event updated for resources: {'Port': ['ID=6c0ff786-27f7-4309-9557-397300899c7b,revision_number=3']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:52:51.757481 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386e3750-bfa4-43d7-b442-bf1cb369fa62 req-225b0ea9-b478-4113-a311-19c00b7fbae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:52:51.760603 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-386e3750-bfa4-43d7-b442-bf1cb369fa62 req-225b0ea9-b478-4113-a311-19c00b7fbae9 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5633295 Nov 05 18:52:51.762462 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-811e4364-7159-4628-8211-d1a2a28f1e88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:51.820943 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a8f581f-9a5c-40e1-bb0d-952f45e233f1 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Network 1c9d25d3-7f2e-4384-9081-dc17514a5578 is already hosted by enough agents. {{(pid=102386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 18:52:51.837816 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.base_scheduler [None req-8a8f581f-9a5c-40e1-bb0d-952f45e233f1 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Resources bound (agent type, host, resource id): {{(pid=102386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:52:51.983282 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d955fea-f5a4-4098-995a-b49a5c525f70 None None] Pushing event updated for resources: {'Port': ['ID=f88cc9b2-a561-4ac3-ae39-4994f2643af7,revision_number=3']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:52:52.013820 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-9ac46a28-91d5-40c0-a4a1-2cf8acc67d69 req-749a2192-9679-4294-b262-e97e4b9b6af6 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] 10.222.0.13 "GET /v2.0/security-groups?id=293ec58e-66ea-453a-8db8-ae12281442fa&id=4f04b2e1-de76-4a06-adfc-cc82b8507945&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2706275 Nov 05 18:52:52.087941 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-811e4364-7159-4628-8211-d1a2a28f1e88 None None] Routers {'5665cfe4-43d2-48fa-8505-9131de9e2b96'} bound to L3 agent in host n-d-816865-1 {{(pid=102388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 18:52:52.087941 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-811e4364-7159-4628-8211-d1a2a28f1e88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T18:52:35Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['5665cfe4-43d2-48fa-8505-9131de9e2b96'], 'active': True} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:52:52.114023 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-f0a87b01-c797-45ed-84d0-cd93b8da0bf1 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4417463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5112218'] for subnet, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:52.224120 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 59834) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:52:52.272254 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-44ee9709-8184-44a5-a8ae-01f889b748bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:52.396446 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a87b01-c797-45ed-84d0-cd93b8da0bf1 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Pushing event updated for resources: {'Subnet': ['ID=375204fc-1e27-495a-8797-c770261c4731,revision_number=0']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:52:52.482487 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13aad02d-61b7-4919-bb63-2dbef5de4c8b req-bfb0d3f6-0e97-4535-9393-6330a020b6f0 tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:52:52.491669 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-13aad02d-61b7-4919-bb63-2dbef5de4c8b req-bfb0d3f6-0e97-4535-9393-6330a020b6f0 tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] 10.222.0.13 "GET /v2.0/ports?device_id=4402a838-1439-4f98-a946-5361403d75c4 HTTP/1.1" status: 200 len: 944 time: 0.3679612 Nov 05 18:52:52.515655 n-d-816865-1 neutron-server[102386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5c012e7-e875-483f-a359-65c20cda3248', 'name': 'network-vif-deleted', 'tag': 'df2e0e03-9911-41ab-afaa-0726c54f8109'}] {{(pid=102386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 18:52:52.518115 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6173a44d7c73f41af551dc890fa1a5892c2c6bc3458b640c8e0c24db7876ba6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-164390f2-4924-44a8-b1b5-7107b77d6987" -d '{"events": [{"server_uuid": "f5c012e7-e875-483f-a359-65c20cda3248", "name": "network-vif-deleted", "tag": "df2e0e03-9911-41ab-afaa-0726c54f8109"}]}' {{(pid=102386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 18:52:52.521463 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d68bfae-f957-4d58-94db-d8fd6726c899 req-291a7cd0-78e5-441b-b765-f39c2ed56ba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:52:52.522102 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-1d68bfae-f957-4d58-94db-d8fd6726c899 req-291a7cd0-78e5-441b-b765-f39c2ed56ba2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:52.523527 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-1d68bfae-f957-4d58-94db-d8fd6726c899 req-291a7cd0-78e5-441b-b765-f39c2ed56ba2 service neutron] 10.222.0.55 "PUT /v2.0/ports/6c0ff786-27f7-4309-9557-397300899c7b HTTP/1.1" status: 200 len: 1092 time: 6.1063461 Nov 05 18:52:52.527752 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a8f581f-9a5c-40e1-bb0d-952f45e233f1 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Received port after_create {{(pid=102386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 18:52:52.534701 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a8f581f-9a5c-40e1-bb0d-952f45e233f1 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:52:52.535367 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-8a8f581f-9a5c-40e1-bb0d-952f45e233f1 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:52.554961 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0a87b01-c797-45ed-84d0-cd93b8da0bf1 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Checking segment: {'id': 'c5134ea6-0eb6-4a1e-8141-1fede62ad16d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'f0bd4915-5264-4f1b-888c-702ac3bd3c65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 18:52:52.555699 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0a87b01-c797-45ed-84d0-cd93b8da0bf1 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Network hostable DHCP agents. Network: f0bd4915-5264-4f1b-888c-702ac3bd3c65, hostable agents: ['987e2ca0-bc3b-4c6f-a989-429ccfbf753f'], hosted agents: [] {{(pid=102387) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 05 18:52:52.572758 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-3eab858e-2d32-4165-b278-8222dd986e68 None None] Provisioning complete for port 7c22a68f-ed34-4668-b663-187fe6fed17d triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:52:52.573766 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eab858e-2d32-4165-b278-8222dd986e68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:52.619054 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 18:52:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81041867-4d73-4a00-a054-14a226aa0c26 x-openstack-request-id: req-81041867-4d73-4a00-a054-14a226aa0c26 {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 18:52:52.619414 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5c012e7-e875-483f-a359-65c20cda3248", "name": "network-vif-deleted", "tag": "df2e0e03-9911-41ab-afaa-0726c54f8109", "status": "completed", "code": 200}]} {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 18:52:52.619594 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-81041867-4d73-4a00-a054-14a226aa0c26 {{(pid=102386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 18:52:52.620003 n-d-816865-1 neutron-server[102386]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5c012e7-e875-483f-a359-65c20cda3248', 'name': 'network-vif-deleted', 'tag': 'df2e0e03-9911-41ab-afaa-0726c54f8109', 'status': 'completed', 'code': 200} Nov 05 18:52:52.666703 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvr_db [None req-811e4364-7159-4628-8211-d1a2a28f1e88 None None] Set router 5665cfe4-43d2-48fa-8505-9131de9e2b96 gateway port host: n-d-816865-1 {{(pid=102388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 18:52:52.704220 n-d-816865-1 neutron-server[102386]: DEBUG neutron.notifiers.nova [req-64d6d7a4-738c-41e1-a7e4-84939b506094 req-738a906e-e341-48fe-b23a-bdfe33f19c72 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5386ba49-a136-493a-a4e4-38072626870e {{(pid=102386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 18:52:52.712673 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 695073dd-50ce-4388-b926-341fd3eac9ed up at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 18:52:52.715606 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-64d6d7a4-738c-41e1-a7e4-84939b506094 req-738a906e-e341-48fe-b23a-bdfe33f19c72 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:52.732898 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.provisioning_blocks [req-64d6d7a4-738c-41e1-a7e4-84939b506094 req-738a906e-e341-48fe-b23a-bdfe33f19c72 service neutron] Transition to ACTIVE for port object 5386ba49-a136-493a-a4e4-38072626870e will not be triggered until provisioned by entity L2. {{(pid=102386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 05 18:52:52.736762 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-b64dc9f9-dc5e-4b54-8c33-779ef482bed2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:52.739482 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-b64dc9f9-dc5e-4b54-8c33-779ef482bed2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:52.740698 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-b64dc9f9-dc5e-4b54-8c33-779ef482bed2 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a4c3e4ca-e72c-49ba-81c7-b22a848d1f63 HTTP/1.1" status: 204 len: 168 time: 1.5808098 Nov 05 18:52:52.796884 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-8a8f581f-9a5c-40e1-bb0d-952f45e233f1 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 7.4899404 Nov 05 18:52:52.796884 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64dc9f9-dc5e-4b54-8c33-779ef482bed2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4c3e4ca-e72c-49ba-81c7-b22a848d1f63,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:52:52.797571 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 59846) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:52:52.852653 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d68bfae-f957-4d58-94db-d8fd6726c899 req-2d93b9f2-5d48-4520-97ee-bef265a0911f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:52:52.854326 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-1d68bfae-f957-4d58-94db-d8fd6726c899 req-2d93b9f2-5d48-4520-97ee-bef265a0911f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=9d37d1d71d154d088bbcf565483b4218&device_id=4402a838-1439-4f98-a946-5361403d75c4 HTTP/1.1" status: 200 len: 1095 time: 0.1199591 Nov 05 18:52:52.934877 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-3eab858e-2d32-4165-b278-8222dd986e68 None None] Port 7c22a68f-ed34-4668-b663-187fe6fed17d cannot update to ACTIVE because it is not bound. {{(pid=102388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 18:52:52.939328 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-1d68bfae-f957-4d58-94db-d8fd6726c899 req-03d23e26-373d-41f5-9855-a504d1e32a19 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6c0ff786-27f7-4309-9557-397300899c7b HTTP/1.1" status: 200 len: 217 time: 0.0761960 Nov 05 18:52:52.989606 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.db_base_plugin_common [None req-44ee9709-8184-44a5-a8ae-01f889b748bf admin admin] Allocated IP 172.20.0.1 (69b6fb6a-afe7-4c73-ab8b-5ae370a005dd/7033e0ff-70ed-4beb-b362-1d26c6269489/1f6a0d0f-7723-4f00-8390-8e68d6fc1db8) {{(pid=102387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 18:52:53.027932 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d68bfae-f957-4d58-94db-d8fd6726c899 req-6add048b-b58d-4c20-bb9d-d25800e6e6c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:52:53.032150 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-1d68bfae-f957-4d58-94db-d8fd6726c899 req-6add048b-b58d-4c20-bb9d-d25800e6e6c7 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=8df5751e-d8bb-41e4-9469-238f613979b1 HTTP/1.1" status: 200 len: 850 time: 0.0805247 Nov 05 18:52:53.035440 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Device df2e0e03-9911-41ab-afaa-0726c54f8109 no longer exists at agent hyperv_n-h2-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 18:52:53.056379 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-64d6d7a4-738c-41e1-a7e4-84939b506094 req-738a906e-e341-48fe-b23a-bdfe33f19c72 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6149821'] for port, after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:53.065568 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] No Port match for: df2e0e03-9911-41ab-afaa-0726c54f8109 {{(pid=102388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 18:52:53.065926 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Device df2e0e03-9911-41ab-afaa-0726c54f8109 not bound to the agent host n-h2-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 18:52:53.104630 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Provisioning complete for port 695073dd-50ce-4388-b926-341fd3eac9ed triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:52:53.104877 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:53.290630 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-13aad02d-61b7-4919-bb63-2dbef5de4c8b req-f976f44d-8b23-4fb0-bd91-64a29d1e71ac tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] 10.222.0.13 "GET /v2.0/security-groups?id=20494f52-e47d-4839-b4f6-2fc0330d8d18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7977483 Nov 05 18:52:53.330329 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0a87b01-c797-45ed-84d0-cd93b8da0bf1 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Network f0bd4915-5264-4f1b-888c-702ac3bd3c65 is scheduled to be hosted by DHCP agent 987e2ca0-bc3b-4c6f-a989-429ccfbf753f with binding_index 1 {{(pid=102387) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 05 18:52:53.348139 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1bdbe3d-c233-441a-aecc-9582c892970e tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:52:53.359248 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1bdbe3d-c233-441a-aecc-9582c892970e tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:52:53.361898 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-e1bdbe3d-c233-441a-aecc-9582c892970e tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1687 time: 0.5616524 Nov 05 18:52:53.369644 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 59854) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:52:53.388398 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-811e4364-7159-4628-8211-d1a2a28f1e88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5665cfe4-43d2-48fa-8505-9131de9e2b96', 'name': 'tempest-FloatingIPsNegativeTestJSON-1959874839-router', 'tenant_id': '7d7a8a37d508439c9663810d15d41eaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.177'}], 'enable_snat': True}, 'gw_port_id': 'f88cc9b2-a561-4ac3-ae39-4994f2643af7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T18:52:43Z', 'updated_at': '2021-11-05T18:52:46Z', 'revision_number': 3, 'project_id': '7d7a8a37d508439c9663810d15d41eaa', 'gw_port': {'id': 'f88cc9b2-a561-4ac3-ae39-4994f2643af7', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:aa:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5665cfe4-43d2-48fa-8505-9131de9e2b96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1643, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T18:52:45Z', 'updated_at': '2021-11-05T18:52:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1'}], 'n-d-816865-1', False) {} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:52:53.478236 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-811e4364-7159-4628-8211-d1a2a28f1e88 None None] The sync data for ids ['5665cfe4-43d2-48fa-8505-9131de9e2b96'] in n-d-816865-1 is: [{'id': '5665cfe4-43d2-48fa-8505-9131de9e2b96', 'name': 'tempest-FloatingIPsNegativeTestJSON-1959874839-router', 'tenant_id': '7d7a8a37d508439c9663810d15d41eaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.177'}], 'enable_snat': True}, 'gw_port_id': 'f88cc9b2-a561-4ac3-ae39-4994f2643af7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T18:52:43Z', 'updated_at': '2021-11-05T18:52:46Z', 'revision_number': 3, 'project_id': '7d7a8a37d508439c9663810d15d41eaa', 'gw_port': {'id': 'f88cc9b2-a561-4ac3-ae39-4994f2643af7', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:aa:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5665cfe4-43d2-48fa-8505-9131de9e2b96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1643, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T18:52:45Z', 'updated_at': '2021-11-05T18:52:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1'}] {{(pid=102388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 18:52:53.484340 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d68bfae-f957-4d58-94db-d8fd6726c899 req-9d79b9ce-f697-477c-8c60-055e9e687de1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:52:53.486090 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-1d68bfae-f957-4d58-94db-d8fd6726c899 req-9d79b9ce-f697-477c-8c60-055e9e687de1 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=bb5b9fed-8e61-492a-a21e-f9ce432c95f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4438887 Nov 05 18:52:53.495700 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738a906e-e341-48fe-b23a-bdfe33f19c72 service neutron] Pushing event updated for resources: {'Port': ['ID=5386ba49-a136-493a-a4e4-38072626870e,revision_number=2']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:52:53.563646 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.base_scheduler [None req-f0a87b01-c797-45ed-84d0-cd93b8da0bf1 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816865-1, f0bd4915-5264-4f1b-888c-702ac3bd3c65) {{(pid=102387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:52:53.589715 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ec10362-e908-4086-bfc8-dbb5f0c4a9af None None] Network f0bd4915-5264-4f1b-888c-702ac3bd3c65 requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 18:52:53.645887 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0a87b01-c797-45ed-84d0-cd93b8da0bf1 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:52:53.645887 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-f0a87b01-c797-45ed-84d0-cd93b8da0bf1 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597851'] for subnet, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:53.741265 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-1d68bfae-f957-4d58-94db-d8fd6726c899 req-74bd1dad-2f62-4b61-9ce7-59c9e55fb6ea service neutron] 10.222.0.55 "GET /v2.0/networks/bb5b9fed-8e61-492a-a21e-f9ce432c95f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2407818 Nov 05 18:52:53.742744 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [req-64d6d7a4-738c-41e1-a7e4-84939b506094 req-738a906e-e341-48fe-b23a-bdfe33f19c72 service neutron] Attempting to bind port 5386ba49-a136-493a-a4e4-38072626870e on host n-h1-816865-1 for vnic_type normal with profile {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 18:52:53.743248 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [req-64d6d7a4-738c-41e1-a7e4-84939b506094 req-738a906e-e341-48fe-b23a-bdfe33f19c72 service neutron] Attempting to bind port 5386ba49-a136-493a-a4e4-38072626870e by drivers openvswitch,hyperv on host n-h1-816865-1 at level 0 using segments [{'id': 'ddf499c1-888a-4ebb-8e8b-94e3dd91721e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '59ceeb29-cfb5-4ee4-ad6e-189a26cd5b4e'}] {{(pid=102386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 18:52:53.743744 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64d6d7a4-738c-41e1-a7e4-84939b506094 req-738a906e-e341-48fe-b23a-bdfe33f19c72 service neutron] Attempting to bind port 5386ba49-a136-493a-a4e4-38072626870e on network 59ceeb29-cfb5-4ee4-ad6e-189a26cd5b4e {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 18:52:53.746838 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-f0a87b01-c797-45ed-84d0-cd93b8da0bf1 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.7031455 Nov 05 18:52:53.750818 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 59856) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:52:53.832376 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7770fa1f-717c-4da5-9d6b-0e84cb0e95f8 req-751e8042-cf61-4360-bc0e-460e01001290 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:52:53.839197 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7770fa1f-717c-4da5-9d6b-0e84cb0e95f8 req-751e8042-cf61-4360-bc0e-460e01001290 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:52:53.846064 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7770fa1f-717c-4da5-9d6b-0e84cb0e95f8 req-751e8042-cf61-4360-bc0e-460e01001290 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:52:53.852598 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7770fa1f-717c-4da5-9d6b-0e84cb0e95f8 req-751e8042-cf61-4360-bc0e-460e01001290 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:52:53.859706 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7770fa1f-717c-4da5-9d6b-0e84cb0e95f8 req-751e8042-cf61-4360-bc0e-460e01001290 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:52:53.869194 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7770fa1f-717c-4da5-9d6b-0e84cb0e95f8 req-751e8042-cf61-4360-bc0e-460e01001290 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:52:53.880041 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7770fa1f-717c-4da5-9d6b-0e84cb0e95f8 req-751e8042-cf61-4360-bc0e-460e01001290 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:52:53.893595 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-7770fa1f-717c-4da5-9d6b-0e84cb0e95f8 req-751e8042-cf61-4360-bc0e-460e01001290 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] 10.222.0.13 "GET /v2.0/ports?device_id=1682fb31-a1bf-43f5-a4fa-447937da8a91 HTTP/1.1" status: 200 len: 5405 time: 0.3476670 Nov 05 18:52:53.903309 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64d6d7a4-738c-41e1-a7e4-84939b506094 req-738a906e-e341-48fe-b23a-bdfe33f19c72 service neutron] Port 5386ba49-a136-493a-a4e4-38072626870e on network 59ceeb29-cfb5-4ee4-ad6e-189a26cd5b4e not bound, no agent of type Open vSwitch agent registered on host n-h1-816865-1 {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 18:52:53.904056 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64d6d7a4-738c-41e1-a7e4-84939b506094 req-738a906e-e341-48fe-b23a-bdfe33f19c72 service neutron] Attempting to bind port 5386ba49-a136-493a-a4e4-38072626870e on network 59ceeb29-cfb5-4ee4-ad6e-189a26cd5b4e {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 18:52:53.918657 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8630e73-bfc6-437c-a7ec-7eac6332f468 req-126b068f-625d-448b-b2c9-c7da67a2e3fa tempest-ListServerFiltersTestJSON-1098286164 tempest-ListServerFiltersTestJSON-1098286164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:52:53.932412 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-a8630e73-bfc6-437c-a7ec-7eac6332f468 req-126b068f-625d-448b-b2c9-c7da67a2e3fa tempest-ListServerFiltersTestJSON-1098286164 tempest-ListServerFiltersTestJSON-1098286164-project] 10.222.0.13 "GET /v2.0/ports?device_id=40a69fbe-e1f7-466f-8196-057bf071030e HTTP/1.1" status: 200 len: 945 time: 0.4079423 Nov 05 18:52:54.032832 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f9a1aa0-ccc0-4ba5-82a7-4ef29b5cdc35 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeb20a084-accf-5b60-8075-3e69ebe863a6-f0bd4915-5264-4f1b-888c-702ac3bd3c65', 'network_id': 'f0bd4915-5264-4f1b-888c-702ac3bd3c65', 'tenant_id': '07347c71ee604fb5990da9c356235381', 'fixed_ips': [{'subnet_id': '375204fc-1e27-495a-8797-c770261c4731'}]}} from n-d-816865-1. {{(pid=102388) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 05 18:52:54.033753 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-0f9a1aa0-ccc0-4ba5-82a7-4ef29b5cdc35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:54.080103 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 59858) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:52:54.090934 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64d6d7a4-738c-41e1-a7e4-84939b506094 req-738a906e-e341-48fe-b23a-bdfe33f19c72 service neutron] Checking agent: {'id': 'eb596d7c-8c64-42bd-8aca-fad447eb0eab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816865-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 18, 33, 34), 'started_at': datetime.datetime(2021, 11, 5, 18, 33, 34), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 18, 52, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 18:52:54.093912 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64d6d7a4-738c-41e1-a7e4-84939b506094 req-738a906e-e341-48fe-b23a-bdfe33f19c72 service neutron] Checking segment: {'id': 'ddf499c1-888a-4ebb-8e8b-94e3dd91721e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '59ceeb29-cfb5-4ee4-ad6e-189a26cd5b4e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 18:52:54.094704 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64d6d7a4-738c-41e1-a7e4-84939b506094 req-738a906e-e341-48fe-b23a-bdfe33f19c72 service neutron] Bound using segment: {'id': 'ddf499c1-888a-4ebb-8e8b-94e3dd91721e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '59ceeb29-cfb5-4ee4-ad6e-189a26cd5b4e'} {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 18:52:54.095431 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [req-64d6d7a4-738c-41e1-a7e4-84939b506094 req-738a906e-e341-48fe-b23a-bdfe33f19c72 service neutron] Bound port: 5386ba49-a136-493a-a4e4-38072626870e, host: n-h1-816865-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ddf499c1-888a-4ebb-8e8b-94e3dd91721e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '59ceeb29-cfb5-4ee4-ad6e-189a26cd5b4e'}}] {{(pid=102386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 18:52:54.096694 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-64d6d7a4-738c-41e1-a7e4-84939b506094 req-738a906e-e341-48fe-b23a-bdfe33f19c72 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:54.102290 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-1d68bfae-f957-4d58-94db-d8fd6726c899 req-47bdf949-6883-43c8-bec0-d43226e513a7 service neutron] 10.222.0.55 "GET /v2.0/networks/bb5b9fed-8e61-492a-a21e-f9ce432c95f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3485808 Nov 05 18:52:54.105570 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-44ee9709-8184-44a5-a8ae-01f889b748bf admin admin] Publish callbacks [] for port, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:54.114434 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [None req-7134c71e-acc3-4b73-a53b-a6631398c6c3 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Deleting port 7c22a68f-ed34-4668-b663-187fe6fed17d {{(pid=102387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 18:52:54.114774 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-7134c71e-acc3-4b73-a53b-a6631398c6c3 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:54.231367 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-0b4bb22a-a2f1-4661-947e-cc06715b4603 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:54.334921 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.db_base_plugin_common [None req-0f9a1aa0-ccc0-4ba5-82a7-4ef29b5cdc35 None None] Allocated IP 2001:db8::2 (f0bd4915-5264-4f1b-888c-702ac3bd3c65/375204fc-1e27-495a-8797-c770261c4731/1d77557b-35ca-4e25-b4a0-93b1ce3dc188) {{(pid=102388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 18:52:54.364916 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-a8630e73-bfc6-437c-a7ec-7eac6332f468 req-edd35d54-123e-476b-b4aa-59977a4bb55a tempest-ListServerFiltersTestJSON-1098286164 tempest-ListServerFiltersTestJSON-1098286164-project] 10.222.0.13 "GET /v2.0/security-groups?id=e3640d88-c369-41cd-98f6-7ceb94b23b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4317379 Nov 05 18:52:54.422155 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-7770fa1f-717c-4da5-9d6b-0e84cb0e95f8 req-de67e753-9455-4269-8c18-dded1110a65e tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] 10.222.0.13 "GET /v2.0/security-groups?id=293ec58e-66ea-453a-8db8-ae12281442fa&id=4f04b2e1-de76-4a06-adfc-cc82b8507945&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5275102 Nov 05 18:52:54.447080 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [req-64d6d7a4-738c-41e1-a7e4-84939b506094 req-738a906e-e341-48fe-b23a-bdfe33f19c72 service neutron] For port 5386ba49-a136-493a-a4e4-38072626870e, host n-h1-816865-1, cleared binding levels {{(pid=102386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 18:52:54.511522 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [req-64d6d7a4-738c-41e1-a7e4-84939b506094 req-738a906e-e341-48fe-b23a-bdfe33f19c72 service neutron] For port 5386ba49-a136-493a-a4e4-38072626870e, host n-h1-816865-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=5386ba49-a136-493a-a4e4-38072626870e,segment=NetworkSegment(ddf499c1-888a-4ebb-8e8b-94e3dd91721e),segment_id=ddf499c1-888a-4ebb-8e8b-94e3dd91721e)] {{(pid=102386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 18:52:54.548052 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-7134c71e-acc3-4b73-a53b-a6631398c6c3 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:54.575919 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-d1b5afd2-6bd5-4c28-b088-70cdf4e6d8fe tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:54.587973 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [None req-7134c71e-acc3-4b73-a53b-a6631398c6c3 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Calling delete_port for 7c22a68f-ed34-4668-b663-187fe6fed17d owned by {{(pid=102387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 18:52:54.620414 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-0f9a1aa0-ccc0-4ba5-82a7-4ef29b5cdc35 None None] Publish callbacks [] for port, precommit_create {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:54.625850 n-d-816865-1 neutron-server[102386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4402a838-1439-4f98-a946-5361403d75c4', 'tag': '6c0ff786-27f7-4309-9557-397300899c7b'}] {{(pid=102386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 18:52:54.641238 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6173a44d7c73f41af551dc890fa1a5892c2c6bc3458b640c8e0c24db7876ba6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbc5e3b9-4557-4ea1-bf6b-e9153d916b21" -d '{"events": [{"name": "network-changed", "server_uuid": "4402a838-1439-4f98-a946-5361403d75c4", "tag": "6c0ff786-27f7-4309-9557-397300899c7b"}]}' {{(pid=102386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 18:52:54.664232 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-64d6d7a4-738c-41e1-a7e4-84939b506094 req-738a906e-e341-48fe-b23a-bdfe33f19c72 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6149821'] for port, after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:54.691045 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device f88cc9b2-a561-4ac3-ae39-4994f2643af7 up at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 18:52:54.754652 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-0f9a1aa0-ccc0-4ba5-82a7-4ef29b5cdc35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789'] for port, after_create {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:54.791382 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 18:52:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c7f0577-9bc3-4821-997a-64786dac0b12 x-openstack-request-id: req-2c7f0577-9bc3-4821-997a-64786dac0b12 {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 18:52:54.792495 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4402a838-1439-4f98-a946-5361403d75c4", "tag": "6c0ff786-27f7-4309-9557-397300899c7b", "status": "completed", "code": 200}]} {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 18:52:54.792920 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2c7f0577-9bc3-4821-997a-64786dac0b12 {{(pid=102386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 18:52:54.793506 n-d-816865-1 neutron-server[102386]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4402a838-1439-4f98-a946-5361403d75c4', 'tag': '6c0ff786-27f7-4309-9557-397300899c7b', 'status': 'completed', 'code': 200} Nov 05 18:52:54.839904 n-d-816865-1 neutron-server[102388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f9a1aa0-ccc0-4ba5-82a7-4ef29b5cdc35 None None] Network f0bd4915-5264-4f1b-888c-702ac3bd3c65 is already hosted by enough agents. {{(pid=102388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 18:52:54.853528 n-d-816865-1 neutron-server[102388]: DEBUG neutron.scheduler.base_scheduler [None req-0f9a1aa0-ccc0-4ba5-82a7-4ef29b5cdc35 None None] Resources bound (agent type, host, resource id): {{(pid=102388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:52:54.856661 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9a1aa0-ccc0-4ba5-82a7-4ef29b5cdc35 None None] Pushing event updated for resources: {'Port': ['ID=1d77557b-35ca-4e25-b4a0-93b1ce3dc188,revision_number=1']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:52:54.868568 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f9a1aa0-ccc0-4ba5-82a7-4ef29b5cdc35 None None] Received port after_create {{(pid=102388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 18:52:54.930741 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d6d7a4-738c-41e1-a7e4-84939b506094 req-738a906e-e341-48fe-b23a-bdfe33f19c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:52:54.931371 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-64d6d7a4-738c-41e1-a7e4-84939b506094 req-738a906e-e341-48fe-b23a-bdfe33f19c72 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:54.933321 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-64d6d7a4-738c-41e1-a7e4-84939b506094 req-738a906e-e341-48fe-b23a-bdfe33f19c72 service neutron] 10.222.0.41 "PUT /v2.0/ports/5386ba49-a136-493a-a4e4-38072626870e HTTP/1.1" status: 200 len: 1091 time: 5.5723879 Nov 05 18:52:54.966549 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Provisioning complete for port f88cc9b2-a561-4ac3-ae39-4994f2643af7 triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:52:54.971443 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:55.011351 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738a906e-e341-48fe-b23a-bdfe33f19c72 service neutron] Pushing event updated for resources: {'Port': ['ID=5386ba49-a136-493a-a4e4-38072626870e,revision_number=3']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:52:55.022693 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc5e3b9-4557-4ea1-bf6b-e9153d916b21 req-8c9eef9a-5e9b-4c7b-82a6-5db92701c809 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:52:55.024338 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-bbc5e3b9-4557-4ea1-bf6b-e9153d916b21 req-8c9eef9a-5e9b-4c7b-82a6-5db92701c809 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=9d37d1d71d154d088bbcf565483b4218&device_id=4402a838-1439-4f98-a946-5361403d75c4 HTTP/1.1" status: 200 len: 1095 time: 0.2068164 Nov 05 18:52:55.038106 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-0f9a1aa0-ccc0-4ba5-82a7-4ef29b5cdc35 None None] Attempting to bind port 1d77557b-35ca-4e25-b4a0-93b1ce3dc188 on host n-d-816865-1 for vnic_type normal with profile {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 18:52:55.038846 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-0f9a1aa0-ccc0-4ba5-82a7-4ef29b5cdc35 None None] Attempting to bind port 1d77557b-35ca-4e25-b4a0-93b1ce3dc188 by drivers openvswitch,hyperv on host n-d-816865-1 at level 0 using segments [{'id': 'c5134ea6-0eb6-4a1e-8141-1fede62ad16d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'f0bd4915-5264-4f1b-888c-702ac3bd3c65'}] {{(pid=102388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 18:52:55.039450 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f9a1aa0-ccc0-4ba5-82a7-4ef29b5cdc35 None None] Attempting to bind port 1d77557b-35ca-4e25-b4a0-93b1ce3dc188 on network f0bd4915-5264-4f1b-888c-702ac3bd3c65 {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 18:52:55.050210 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f9a1aa0-ccc0-4ba5-82a7-4ef29b5cdc35 None None] Checking agent: {'id': '724d89a7-611b-41e6-bc85-c48112b17afa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 18, 25, 8), 'started_at': datetime.datetime(2021, 11, 5, 18, 25, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 18, 52, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 18:52:55.051016 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f9a1aa0-ccc0-4ba5-82a7-4ef29b5cdc35 None None] Checking segment: {'id': 'c5134ea6-0eb6-4a1e-8141-1fede62ad16d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'f0bd4915-5264-4f1b-888c-702ac3bd3c65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 18:52:55.051744 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-0f9a1aa0-ccc0-4ba5-82a7-4ef29b5cdc35 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:55.052488 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f9a1aa0-ccc0-4ba5-82a7-4ef29b5cdc35 None None] Bound using segment: {'id': 'c5134ea6-0eb6-4a1e-8141-1fede62ad16d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'f0bd4915-5264-4f1b-888c-702ac3bd3c65'} {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 18:52:55.053245 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-0f9a1aa0-ccc0-4ba5-82a7-4ef29b5cdc35 None None] Bound port: 1d77557b-35ca-4e25-b4a0-93b1ce3dc188, host: n-d-816865-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5134ea6-0eb6-4a1e-8141-1fede62ad16d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'f0bd4915-5264-4f1b-888c-702ac3bd3c65'}}] {{(pid=102388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 18:52:55.054034 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-0f9a1aa0-ccc0-4ba5-82a7-4ef29b5cdc35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:55.088961 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [req-64d6d7a4-738c-41e1-a7e4-84939b506094 req-b777fd2a-0ab5-4c0e-83c8-f03c753db012 service neutron] Request body: {'port': {'device_id': '1682fb31-a1bf-43f5-a4fa-447937da8a91', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816865-1'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:52:55.217125 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-0b4bb22a-a2f1-4661-947e-cc06715b4603 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:55.228878 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-64d6d7a4-738c-41e1-a7e4-84939b506094 req-b777fd2a-0ab5-4c0e-83c8-f03c753db012 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:55.238484 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62639ddc-2fff-40ed-a3e9-cc3e022dac64 req-2ebb7872-ff7b-438b-8a25-1e3396b42400 tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:52:55.241285 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-62639ddc-2fff-40ed-a3e9-cc3e022dac64 req-2ebb7872-ff7b-438b-8a25-1e3396b42400 tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] 10.222.0.13 "GET /v2.0/ports?device_id=4402a838-1439-4f98-a946-5361403d75c4 HTTP/1.1" status: 200 len: 944 time: 0.7668099 Nov 05 18:52:55.262811 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-44ee9709-8184-44a5-a8ae-01f889b748bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4417063'] for port, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:55.352180 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-0b4bb22a-a2f1-4661-947e-cc06715b4603 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:55.368825 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-0f9a1aa0-ccc0-4ba5-82a7-4ef29b5cdc35 None None] For port 1d77557b-35ca-4e25-b4a0-93b1ce3dc188, host n-d-816865-1, cleared binding levels {{(pid=102388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 18:52:55.372816 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-0f9a1aa0-ccc0-4ba5-82a7-4ef29b5cdc35 None None] For port 1d77557b-35ca-4e25-b4a0-93b1ce3dc188, host n-d-816865-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=1d77557b-35ca-4e25-b4a0-93b1ce3dc188,segment=NetworkSegment(c5134ea6-0eb6-4a1e-8141-1fede62ad16d),segment_id=c5134ea6-0eb6-4a1e-8141-1fede62ad16d)] {{(pid=102388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 18:52:55.388612 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-d81009a4-8947-454c-806b-78d60e697e0e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-571777'] for router_interface, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:55.399557 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44ee9709-8184-44a5-a8ae-01f889b748bf admin admin] Network 69b6fb6a-afe7-4c73-ab8b-5ae370a005dd is already hosted by enough agents. {{(pid=102387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 18:52:55.455804 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.base_scheduler [None req-44ee9709-8184-44a5-a8ae-01f889b748bf admin admin] Resources bound (agent type, host, resource id): {{(pid=102387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:52:55.456852 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-0f9a1aa0-ccc0-4ba5-82a7-4ef29b5cdc35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:55.474423 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44ee9709-8184-44a5-a8ae-01f889b748bf admin admin] Received port after_create {{(pid=102387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 18:52:55.484553 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ee9709-8184-44a5-a8ae-01f889b748bf admin admin] Pushing event updated for resources: {'Port': ['ID=1f6a0d0f-7723-4f00-8390-8e68d6fc1db8,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:52:55.568072 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfa790d-d332-4b47-9e87-e8b23a9a116d req-8f62e0a6-16fe-49aa-8720-48bb8691b3f2 tempest-ListServerFiltersTestJSON-1098286164 tempest-ListServerFiltersTestJSON-1098286164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:52:55.573069 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-4dfa790d-d332-4b47-9e87-e8b23a9a116d req-8f62e0a6-16fe-49aa-8720-48bb8691b3f2 tempest-ListServerFiltersTestJSON-1098286164 tempest-ListServerFiltersTestJSON-1098286164-project] 10.222.0.41 "GET /v2.0/ports?device_id=40a69fbe-e1f7-466f-8196-057bf071030e HTTP/1.1" status: 200 len: 945 time: 0.3261583 Nov 05 18:52:55.573069 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-0b4bb22a-a2f1-4661-947e-cc06715b4603 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d042ac48e2c341f4ab1f795d1db0ecc6&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4850268 Nov 05 18:52:55.580729 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 59872) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:52:55.584220 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9a1aa0-ccc0-4ba5-82a7-4ef29b5cdc35 None None] Pushing event updated for resources: {'Port': ['ID=1d77557b-35ca-4e25-b4a0-93b1ce3dc188,revision_number=2']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:52:55.587342 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:55.619172 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] For port f88cc9b2-a561-4ac3-ae39-4994f2643af7, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=f88cc9b2-a561-4ac3-ae39-4994f2643af7,segment=NetworkSegment(85be518c-8bb4-46a2-a903-d4292782d29d),segment_id=85be518c-8bb4-46a2-a903-d4292782d29d)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:52:55.687083 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:55.687959 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-44ee9709-8184-44a5-a8ae-01f889b748bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-571770'] for router_interface, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:55.712964 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc5e3b9-4557-4ea1-bf6b-e9153d916b21 req-02d91c61-c52a-4dc7-8d1b-7f0b00eaa79a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:52:55.714680 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-bbc5e3b9-4557-4ea1-bf6b-e9153d916b21 req-02d91c61-c52a-4dc7-8d1b-7f0b00eaa79a service neutron] 10.222.0.55 "GET /v2.0/networks?id=bb5b9fed-8e61-492a-a21e-f9ce432c95f7 HTTP/1.1" status: 200 len: 912 time: 0.6800423 Nov 05 18:52:55.719920 n-d-816865-1 neutron-server[102386]: DEBUG neutron.notifiers.nova [req-64d6d7a4-738c-41e1-a7e4-84939b506094 req-b777fd2a-0ab5-4c0e-83c8-f03c753db012 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e6513d5c-62fb-4121-a58c-2e9501d0001a {{(pid=102386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 18:52:55.746813 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-64d6d7a4-738c-41e1-a7e4-84939b506094 req-b777fd2a-0ab5-4c0e-83c8-f03c753db012 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:55.770524 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-62639ddc-2fff-40ed-a3e9-cc3e022dac64 req-6ae1d02c-d399-4d51-9375-3512c19a0c25 tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] 10.222.0.13 "GET /v2.0/security-groups?id=20494f52-e47d-4839-b4f6-2fc0330d8d18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4750381 Nov 05 18:52:55.808795 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-bbc5e3b9-4557-4ea1-bf6b-e9153d916b21 req-d51113a2-d50a-4bf3-897f-9aa6f05341b5 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6c0ff786-27f7-4309-9557-397300899c7b HTTP/1.1" status: 200 len: 217 time: 0.0749888 Nov 05 18:52:55.825353 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Pushing event updated for resources: {'Port': ['ID=f88cc9b2-a561-4ac3-ae39-4994f2643af7,revision_number=4']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:52:55.825597 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.db_base_plugin_common [None req-d1b5afd2-6bd5-4c28-b088-70cdf4e6d8fe tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Allocated IP 2001:db8::1 (f0bd4915-5264-4f1b-888c-702ac3bd3c65/375204fc-1e27-495a-8797-c770261c4731/2d32c49a-e83b-4ea0-9aaa-a7d10b79daf9) {{(pid=102386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 18:52:55.919808 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4bb22a-a2f1-4661-947e-cc06715b4603 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96a77db4-93cd-4f39-a4a3-0b2c639fbce8,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:52:55.960265 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.provisioning_blocks [req-64d6d7a4-738c-41e1-a7e4-84939b506094 req-b777fd2a-0ab5-4c0e-83c8-f03c753db012 service neutron] Transition to ACTIVE for port object e6513d5c-62fb-4121-a58c-2e9501d0001a will not be triggered until provisioned by entity L2. {{(pid=102386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 05 18:52:55.967480 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-4cf46b5f-f976-4c6f-ab08-9134f5ca76f9 None None] Provisioning complete for port 1f6a0d0f-7723-4f00-8390-8e68d6fc1db8 triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:52:55.975884 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-4cf46b5f-f976-4c6f-ab08-9134f5ca76f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:56.054909 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-64d6d7a4-738c-41e1-a7e4-84939b506094 req-b777fd2a-0ab5-4c0e-83c8-f03c753db012 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6149821'] for port, after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:56.082897 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-4cf46b5f-f976-4c6f-ab08-9134f5ca76f9 None None] Port 1f6a0d0f-7723-4f00-8390-8e68d6fc1db8 cannot update to ACTIVE because it is not bound. {{(pid=102388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 18:52:56.129377 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b777fd2a-0ab5-4c0e-83c8-f03c753db012 service neutron] Pushing event updated for resources: {'Port': ['ID=e6513d5c-62fb-4121-a58c-2e9501d0001a,revision_number=2']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:52:56.150075 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc5e3b9-4557-4ea1-bf6b-e9153d916b21 req-b9e95b34-452b-4837-9e8c-ba27ccc19af0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:52:56.151479 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-bbc5e3b9-4557-4ea1-bf6b-e9153d916b21 req-b9e95b34-452b-4837-9e8c-ba27ccc19af0 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=8df5751e-d8bb-41e4-9469-238f613979b1 HTTP/1.1" status: 200 len: 850 time: 0.2896345 Nov 05 18:52:56.152180 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-b64c50dd-14b8-49d8-96ac-54f9a80d278c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:56.246251 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820f3037-b315-4695-b473-c6959b6b6d0e req-b541e3de-468f-4833-91fe-27b0aab3f17c tempest-ListServerFiltersTestJSON-1098286164 tempest-ListServerFiltersTestJSON-1098286164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:52:56.247846 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-820f3037-b315-4695-b473-c6959b6b6d0e req-b541e3de-468f-4833-91fe-27b0aab3f17c tempest-ListServerFiltersTestJSON-1098286164 tempest-ListServerFiltersTestJSON-1098286164-project] 10.222.0.13 "GET /v2.0/ports?device_id=40a69fbe-e1f7-466f-8196-057bf071030e HTTP/1.1" status: 200 len: 945 time: 0.6467705 Nov 05 18:52:56.274470 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-d1b5afd2-6bd5-4c28-b088-70cdf4e6d8fe tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Publish callbacks [] for port, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:56.275558 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501d9460-4f8e-4727-ba57-62d627bbb9c8 req-4a2f406d-5875-42f1-9981-707a544b0d2d tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:52:56.282592 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501d9460-4f8e-4727-ba57-62d627bbb9c8 req-4a2f406d-5875-42f1-9981-707a544b0d2d tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:52:56.288676 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501d9460-4f8e-4727-ba57-62d627bbb9c8 req-4a2f406d-5875-42f1-9981-707a544b0d2d tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:52:56.289795 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-b64c50dd-14b8-49d8-96ac-54f9a80d278c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:56.296745 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501d9460-4f8e-4727-ba57-62d627bbb9c8 req-4a2f406d-5875-42f1-9981-707a544b0d2d tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:52:56.303362 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501d9460-4f8e-4727-ba57-62d627bbb9c8 req-4a2f406d-5875-42f1-9981-707a544b0d2d tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:52:56.309582 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501d9460-4f8e-4727-ba57-62d627bbb9c8 req-4a2f406d-5875-42f1-9981-707a544b0d2d tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:52:56.316415 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501d9460-4f8e-4727-ba57-62d627bbb9c8 req-4a2f406d-5875-42f1-9981-707a544b0d2d tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:52:56.324979 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-501d9460-4f8e-4727-ba57-62d627bbb9c8 req-4a2f406d-5875-42f1-9981-707a544b0d2d tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] 10.222.0.13 "GET /v2.0/ports?device_id=1682fb31-a1bf-43f5-a4fa-447937da8a91 HTTP/1.1" status: 200 len: 5405 time: 0.4159346 Nov 05 18:52:56.348082 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc5e3b9-4557-4ea1-bf6b-e9153d916b21 req-d9add2ee-8d65-46a5-91d7-3cfff964fa99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:52:56.349638 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-bbc5e3b9-4557-4ea1-bf6b-e9153d916b21 req-d9add2ee-8d65-46a5-91d7-3cfff964fa99 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=bb5b9fed-8e61-492a-a21e-f9ce432c95f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1844149 Nov 05 18:52:56.359691 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-7134c71e-acc3-4b73-a53b-a6631398c6c3 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4417063'] for port, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:56.469439 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [req-64d6d7a4-738c-41e1-a7e4-84939b506094 req-b777fd2a-0ab5-4c0e-83c8-f03c753db012 service neutron] Attempting to bind port e6513d5c-62fb-4121-a58c-2e9501d0001a on host n-h1-816865-1 for vnic_type normal with profile {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 18:52:56.469439 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [req-64d6d7a4-738c-41e1-a7e4-84939b506094 req-b777fd2a-0ab5-4c0e-83c8-f03c753db012 service neutron] Attempting to bind port e6513d5c-62fb-4121-a58c-2e9501d0001a by drivers openvswitch,hyperv on host n-h1-816865-1 at level 0 using segments [{'id': 'd3070ec2-09a2-4931-b234-abfeebdf6c23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '92cc69b6-4cd1-4b33-bca8-908cd312767a'}] {{(pid=102386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 18:52:56.469439 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64d6d7a4-738c-41e1-a7e4-84939b506094 req-b777fd2a-0ab5-4c0e-83c8-f03c753db012 service neutron] Attempting to bind port e6513d5c-62fb-4121-a58c-2e9501d0001a on network 92cc69b6-4cd1-4b33-bca8-908cd312767a {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 18:52:56.486327 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64d6d7a4-738c-41e1-a7e4-84939b506094 req-b777fd2a-0ab5-4c0e-83c8-f03c753db012 service neutron] Port e6513d5c-62fb-4121-a58c-2e9501d0001a on network 92cc69b6-4cd1-4b33-bca8-908cd312767a not bound, no agent of type Open vSwitch agent registered on host n-h1-816865-1 {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 18:52:56.486327 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64d6d7a4-738c-41e1-a7e4-84939b506094 req-b777fd2a-0ab5-4c0e-83c8-f03c753db012 service neutron] Attempting to bind port e6513d5c-62fb-4121-a58c-2e9501d0001a on network 92cc69b6-4cd1-4b33-bca8-908cd312767a {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 18:52:56.509225 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64d6d7a4-738c-41e1-a7e4-84939b506094 req-b777fd2a-0ab5-4c0e-83c8-f03c753db012 service neutron] Checking agent: {'id': 'eb596d7c-8c64-42bd-8aca-fad447eb0eab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816865-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 18, 33, 34), 'started_at': datetime.datetime(2021, 11, 5, 18, 33, 34), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 18, 52, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 18:52:56.510098 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64d6d7a4-738c-41e1-a7e4-84939b506094 req-b777fd2a-0ab5-4c0e-83c8-f03c753db012 service neutron] Checking segment: {'id': 'd3070ec2-09a2-4931-b234-abfeebdf6c23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '92cc69b6-4cd1-4b33-bca8-908cd312767a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 18:52:56.510624 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64d6d7a4-738c-41e1-a7e4-84939b506094 req-b777fd2a-0ab5-4c0e-83c8-f03c753db012 service neutron] Bound using segment: {'id': 'd3070ec2-09a2-4931-b234-abfeebdf6c23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '92cc69b6-4cd1-4b33-bca8-908cd312767a'} {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 18:52:56.511198 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [req-64d6d7a4-738c-41e1-a7e4-84939b506094 req-b777fd2a-0ab5-4c0e-83c8-f03c753db012 service neutron] Bound port: e6513d5c-62fb-4121-a58c-2e9501d0001a, host: n-h1-816865-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd3070ec2-09a2-4931-b234-abfeebdf6c23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '92cc69b6-4cd1-4b33-bca8-908cd312767a'}}] {{(pid=102386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 18:52:56.511616 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-64d6d7a4-738c-41e1-a7e4-84939b506094 req-b777fd2a-0ab5-4c0e-83c8-f03c753db012 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:56.546851 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-bbc5e3b9-4557-4ea1-bf6b-e9153d916b21 req-26bafa7f-0c2f-451a-99a3-a31bd8a52757 service neutron] 10.222.0.55 "GET /v2.0/networks/bb5b9fed-8e61-492a-a21e-f9ce432c95f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1756968 Nov 05 18:52:56.571122 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-501d9460-4f8e-4727-ba57-62d627bbb9c8 req-42ba77d2-dfd6-4c8d-8ad3-46482ab8fcf3 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] 10.222.0.13 "GET /v2.0/security-groups?id=293ec58e-66ea-453a-8db8-ae12281442fa&id=4f04b2e1-de76-4a06-adfc-cc82b8507945&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2447398 Nov 05 18:52:56.585540 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-d1b5afd2-6bd5-4c28-b088-70cdf4e6d8fe tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:56.591903 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7134c71e-acc3-4b73-a53b-a6631398c6c3 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Pushing event deleted for resources: {'Port': ['ID=7c22a68f-ed34-4668-b663-187fe6fed17d,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:52:56.667018 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-820f3037-b315-4695-b473-c6959b6b6d0e req-56503c68-d1cb-490d-ab48-8b1f6b923e0b tempest-ListServerFiltersTestJSON-1098286164 tempest-ListServerFiltersTestJSON-1098286164-project] 10.222.0.13 "GET /v2.0/security-groups?id=e3640d88-c369-41cd-98f6-7ceb94b23b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3356397 Nov 05 18:52:56.681925 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [req-4dfa790d-d332-4b47-9e87-e8b23a9a116d req-358cf61b-5e61-41df-a569-9e123b639898 tempest-ListServerFiltersTestJSON-1098286164 tempest-ListServerFiltersTestJSON-1098286164-project] Deleting port 070ab472-a812-474f-9dd5-2283732c7a9d {{(pid=102387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 18:52:56.682280 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-4dfa790d-d332-4b47-9e87-e8b23a9a116d req-358cf61b-5e61-41df-a569-9e123b639898 tempest-ListServerFiltersTestJSON-1098286164 tempest-ListServerFiltersTestJSON-1098286164-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:56.685861 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-b64c50dd-14b8-49d8-96ac-54f9a80d278c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:56.700320 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-b64c50dd-14b8-49d8-96ac-54f9a80d278c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:56.700682 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-7134c71e-acc3-4b73-a53b-a6631398c6c3 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:56.704620 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-b64c50dd-14b8-49d8-96ac-54f9a80d278c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/96a77db4-93cd-4f39-a4a3-0b2c639fbce8 HTTP/1.1" status: 204 len: 168 time: 1.0954568 Nov 05 18:52:56.704758 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-7134c71e-acc3-4b73-a53b-a6631398c6c3 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] 10.222.0.13 "DELETE /v2.0/ports/7c22a68f-ed34-4668-b663-187fe6fed17d HTTP/1.1" status: 204 len: 168 time: 3.3161426 Nov 05 18:52:56.721600 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-44ee9709-8184-44a5-a8ae-01f889b748bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:56.731636 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 59876) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:52:56.795898 n-d-816865-1 neutron-server[102386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1682fb31-a1bf-43f5-a4fa-447937da8a91', 'tag': '5386ba49-a136-493a-a4e4-38072626870e'}] {{(pid=102386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 18:52:56.803529 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6173a44d7c73f41af551dc890fa1a5892c2c6bc3458b640c8e0c24db7876ba6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb3bcc40-d038-4af2-b822-ef353371a2db" -d '{"events": [{"name": "network-changed", "server_uuid": "1682fb31-a1bf-43f5-a4fa-447937da8a91", "tag": "5386ba49-a136-493a-a4e4-38072626870e"}]}' {{(pid=102386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 18:52:56.929667 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 1d77557b-35ca-4e25-b4a0-93b1ce3dc188 up at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 18:52:56.956915 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1b5afd2-6bd5-4c28-b088-70cdf4e6d8fe tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Network f0bd4915-5264-4f1b-888c-702ac3bd3c65 is already hosted by enough agents. {{(pid=102386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 18:52:56.960406 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64c50dd-14b8-49d8-96ac-54f9a80d278c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96a77db4-93cd-4f39-a4a3-0b2c639fbce8,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:52:56.984000 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.base_scheduler [None req-d1b5afd2-6bd5-4c28-b088-70cdf4e6d8fe tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Resources bound (agent type, host, resource id): {{(pid=102386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:52:56.987637 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1b5afd2-6bd5-4c28-b088-70cdf4e6d8fe tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Received port after_create {{(pid=102386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 18:52:56.988536 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-d1b5afd2-6bd5-4c28-b088-70cdf4e6d8fe tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-571770'] for router_interface, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:57.045845 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Device 6c0ff786-27f7-4309-9557-397300899c7b details requested by agent hyperv_n-h2-816865-1 with host n-h2-816865-1 {{(pid=102388) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 05 18:52:57.049013 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 18:52:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-032fcbfc-819a-41a4-9e4a-9d53557b3adb x-openstack-request-id: req-032fcbfc-819a-41a4-9e4a-9d53557b3adb {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 18:52:57.049631 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1682fb31-a1bf-43f5-a4fa-447937da8a91", "tag": "5386ba49-a136-493a-a4e4-38072626870e", "status": "completed", "code": 200}]} {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 18:52:57.050105 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-032fcbfc-819a-41a4-9e4a-9d53557b3adb {{(pid=102386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 18:52:57.050706 n-d-816865-1 neutron-server[102386]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1682fb31-a1bf-43f5-a4fa-447937da8a91', 'tag': '5386ba49-a136-493a-a4e4-38072626870e', 'status': 'completed', 'code': 200} Nov 05 18:52:57.066569 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b5afd2-6bd5-4c28-b088-70cdf4e6d8fe tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Pushing event updated for resources: {'Port': ['ID=2d32c49a-e83b-4ea0-9aaa-a7d10b79daf9,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:52:57.081320 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [req-64d6d7a4-738c-41e1-a7e4-84939b506094 req-b777fd2a-0ab5-4c0e-83c8-f03c753db012 service neutron] For port e6513d5c-62fb-4121-a58c-2e9501d0001a, host n-h1-816865-1, cleared binding levels {{(pid=102386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 18:52:57.170466 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-bbc5e3b9-4557-4ea1-bf6b-e9153d916b21 req-df936c91-24d8-4f6d-8350-8ad132edbcdd service neutron] 10.222.0.55 "GET /v2.0/networks/bb5b9fed-8e61-492a-a21e-f9ce432c95f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5960591 Nov 05 18:52:57.197208 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [req-64d6d7a4-738c-41e1-a7e4-84939b506094 req-b777fd2a-0ab5-4c0e-83c8-f03c753db012 service neutron] For port e6513d5c-62fb-4121-a58c-2e9501d0001a, host n-h1-816865-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=e6513d5c-62fb-4121-a58c-2e9501d0001a,segment=NetworkSegment(d3070ec2-09a2-4931-b234-abfeebdf6c23),segment_id=d3070ec2-09a2-4931-b234-abfeebdf6c23)] {{(pid=102386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 18:52:57.199911 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Provisioning complete for port 1d77557b-35ca-4e25-b4a0-93b1ce3dc188 triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:52:57.200294 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:57.270453 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68cb1391-3f3b-4ede-a491-cedef78f9474 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:52:57.271986 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68cb1391-3f3b-4ede-a491-cedef78f9474 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:52:57.273557 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-68cb1391-3f3b-4ede-a491-cedef78f9474 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.5410564 Nov 05 18:52:57.277448 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 59884) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:52:57.293173 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] For port 6c0ff786-27f7-4309-9557-397300899c7b, host n-h2-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=6c0ff786-27f7-4309-9557-397300899c7b,segment=NetworkSegment(1ae4cc0f-5460-421b-9b80-d7acf4de0363),segment_id=1ae4cc0f-5460-421b-9b80-d7acf4de0363)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:52:57.349172 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:57.352681 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Returning: {'device': '6c0ff786-27f7-4309-9557-397300899c7b', 'network_id': 'bb5b9fed-8e61-492a-a21e-f9ce432c95f7', 'port_id': '6c0ff786-27f7-4309-9557-397300899c7b', 'mac_address': 'fa:16:3e:86:a2:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8df5751e-d8bb-41e4-9469-238f613979b1', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102388) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 05 18:52:57.413040 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.db [req-4dfa790d-d332-4b47-9e87-e8b23a9a116d req-358cf61b-5e61-41df-a569-9e123b639898 tempest-ListServerFiltersTestJSON-1098286164 tempest-ListServerFiltersTestJSON-1098286164-project] For port 070ab472-a812-474f-9dd5-2283732c7a9d, host n-h1-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=070ab472-a812-474f-9dd5-2283732c7a9d,segment=NetworkSegment(3783dc3e-81b4-445a-9e2c-0ce15e9a4e6a),segment_id=3783dc3e-81b4-445a-9e2c-0ce15e9a4e6a)] {{(pid=102387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:52:57.413492 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-4dfa790d-d332-4b47-9e87-e8b23a9a116d req-358cf61b-5e61-41df-a569-9e123b639898 tempest-ListServerFiltersTestJSON-1098286164 tempest-ListServerFiltersTestJSON-1098286164-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:57.413894 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-64d6d7a4-738c-41e1-a7e4-84939b506094 req-b777fd2a-0ab5-4c0e-83c8-f03c753db012 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6149821'] for port, after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:57.440740 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036bf05c-5551-4fc9-81a8-28d97e573b35 req-66431ff7-f6e6-4060-bd07-34501a953f58 tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:52:57.443222 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-036bf05c-5551-4fc9-81a8-28d97e573b35 req-66431ff7-f6e6-4060-bd07-34501a953f58 tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] 10.222.0.13 "GET /v2.0/ports?device_id=4402a838-1439-4f98-a946-5361403d75c4 HTTP/1.1" status: 200 len: 944 time: 0.4927850 Nov 05 18:52:57.449956 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fae195e-6b1f-4070-8c44-16fed1d66596 None None] Network f0bd4915-5264-4f1b-888c-702ac3bd3c65 requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 18:52:57.479574 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [req-4dfa790d-d332-4b47-9e87-e8b23a9a116d req-358cf61b-5e61-41df-a569-9e123b639898 tempest-ListServerFiltersTestJSON-1098286164 tempest-ListServerFiltersTestJSON-1098286164-project] Calling delete_port for 070ab472-a812-474f-9dd5-2283732c7a9d owned by compute:nova {{(pid=102387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 18:52:57.514760 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5cb9ecc-41b4-478a-935d-f8e2eded8ccf tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Deleting subnet e2c9ec58-49b4-4783-8aa7-acec99323f6d {{(pid=102386) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 05 18:52:57.519001 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-e5cb9ecc-41b4-478a-935d-f8e2eded8ccf tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Publish callbacks [] for subnet, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:57.536719 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:57.544242 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] For port 1d77557b-35ca-4e25-b4a0-93b1ce3dc188, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=1d77557b-35ca-4e25-b4a0-93b1ce3dc188,segment=NetworkSegment(c5134ea6-0eb6-4a1e-8141-1fede62ad16d),segment_id=c5134ea6-0eb6-4a1e-8141-1fede62ad16d)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:52:57.545216 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-72c210dd-e748-4cdf-8fbd-a5d931ec6aa9 None None] Provisioning complete for port 1d77557b-35ca-4e25-b4a0-93b1ce3dc188 triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:52:57.545575 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-72c210dd-e748-4cdf-8fbd-a5d931ec6aa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:57.569456 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-e5cb9ecc-41b4-478a-935d-f8e2eded8ccf tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4590738'] for subnet, precommit_delete_associations {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:57.596557 n-d-816865-1 neutron-server[102388]: DEBUG neutron.notifiers.nova [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c0ff786-27f7-4309-9557-397300899c7b {{(pid=102388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 18:52:57.631276 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3bcc40-d038-4af2-b822-ef353371a2db req-bea8c8ce-83ae-4b95-a949-5034eae453fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:52:57.631868 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3bcc40-d038-4af2-b822-ef353371a2db req-bea8c8ce-83ae-4b95-a949-5034eae453fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:52:57.632363 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3bcc40-d038-4af2-b822-ef353371a2db req-bea8c8ce-83ae-4b95-a949-5034eae453fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:52:57.632830 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3bcc40-d038-4af2-b822-ef353371a2db req-bea8c8ce-83ae-4b95-a949-5034eae453fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:52:57.633827 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3bcc40-d038-4af2-b822-ef353371a2db req-bea8c8ce-83ae-4b95-a949-5034eae453fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:52:57.634323 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3bcc40-d038-4af2-b822-ef353371a2db req-bea8c8ce-83ae-4b95-a949-5034eae453fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:52:57.634985 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3bcc40-d038-4af2-b822-ef353371a2db req-bea8c8ce-83ae-4b95-a949-5034eae453fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:52:57.638562 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] For port 6c0ff786-27f7-4309-9557-397300899c7b, host n-h2-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=6c0ff786-27f7-4309-9557-397300899c7b,segment=NetworkSegment(1ae4cc0f-5460-421b-9b80-d7acf4de0363),segment_id=1ae4cc0f-5460-421b-9b80-d7acf4de0363)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:52:57.640271 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-cb3bcc40-d038-4af2-b822-ef353371a2db req-bea8c8ce-83ae-4b95-a949-5034eae453fe service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3f080cb3a4f24f1db8ad75a12c2cd4bf&device_id=1682fb31-a1bf-43f5-a4fa-447937da8a91 HTTP/1.1" status: 200 len: 6377 time: 0.4958007 Nov 05 18:52:57.668256 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:57.668952 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device f88cc9b2-a561-4ac3-ae39-4994f2643af7 up at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 18:52:57.752252 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:57.830427 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Pushing event updated for resources: {'Port': ['ID=1d77557b-35ca-4e25-b4a0-93b1ce3dc188,revision_number=3']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:52:57.894107 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Provisioning complete for port f88cc9b2-a561-4ac3-ae39-4994f2643af7 triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:52:57.894542 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:57.897290 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-44ee9709-8184-44a5-a8ae-01f889b748bf admin admin] Publish callbacks [] for port, precommit_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:57.899662 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Pushing event updated for resources: {'Port': ['ID=6c0ff786-27f7-4309-9557-397300899c7b,revision_number=4']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:52:57.990180 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-036bf05c-5551-4fc9-81a8-28d97e573b35 req-340b3871-ba7e-44ae-9452-0a2fc22f578d tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] 10.222.0.13 "GET /v2.0/security-groups?id=20494f52-e47d-4839-b4f6-2fc0330d8d18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4299545 Nov 05 18:52:57.999594 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-44ee9709-8184-44a5-a8ae-01f889b748bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4417072'] for port, after_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:58.052903 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] get_ports_and_sgs() called for port_ids ['6c0ff786-27f7-4309-9557-397300899c7b'] {{(pid=102388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 18:52:58.065668 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d6d7a4-738c-41e1-a7e4-84939b506094 req-b777fd2a-0ab5-4c0e-83c8-f03c753db012 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:52:58.085900 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-64d6d7a4-738c-41e1-a7e4-84939b506094 req-b777fd2a-0ab5-4c0e-83c8-f03c753db012 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:58.087882 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-64d6d7a4-738c-41e1-a7e4-84939b506094 req-b777fd2a-0ab5-4c0e-83c8-f03c753db012 service neutron] 10.222.0.41 "PUT /v2.0/ports/e6513d5c-62fb-4121-a58c-2e9501d0001a HTTP/1.1" status: 200 len: 1091 time: 3.0520160 Nov 05 18:52:58.102903 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b777fd2a-0ab5-4c0e-83c8-f03c753db012 service neutron] Pushing event updated for resources: {'Port': ['ID=e6513d5c-62fb-4121-a58c-2e9501d0001a,revision_number=3']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:52:58.105713 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-d1b5afd2-6bd5-4c28-b088-70cdf4e6d8fe tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:58.142684 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-44ee9709-8184-44a5-a8ae-01f889b748bf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-597863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-571878'] for router_interface, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:58.164202 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ee9709-8184-44a5-a8ae-01f889b748bf admin admin] Pushing event updated for resources: {'Port': ['ID=1f6a0d0f-7723-4f00-8390-8e68d6fc1db8,revision_number=2']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:52:58.177551 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [None req-d81009a4-8947-454c-806b-78d60e697e0e admin admin] Deleting port 82b32004-b75a-46d4-8b1f-979d7cda8324 {{(pid=102387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 18:52:58.178426 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-d81009a4-8947-454c-806b-78d60e697e0e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:58.208749 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [req-64d6d7a4-738c-41e1-a7e4-84939b506094 req-a4224b98-fb3f-43ca-b771-8f7f34653125 service neutron] Request body: {'port': {'device_id': '1682fb31-a1bf-43f5-a4fa-447937da8a91', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816865-1'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:52:58.272331 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.db [None req-d81009a4-8947-454c-806b-78d60e697e0e admin admin] For port 82b32004-b75a-46d4-8b1f-979d7cda8324, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=82b32004-b75a-46d4-8b1f-979d7cda8324,segment=NetworkSegment(ef5714ac-d60a-42ed-804f-a2e28bab422f),segment_id=ef5714ac-d60a-42ed-804f-a2e28bab422f)] {{(pid=102387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:52:58.272695 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-d81009a4-8947-454c-806b-78d60e697e0e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:58.287596 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [None req-d81009a4-8947-454c-806b-78d60e697e0e admin admin] Calling delete_port for 82b32004-b75a-46d4-8b1f-979d7cda8324 owned by network:router_interface {{(pid=102387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 18:52:58.434985 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-e5cb9ecc-41b4-478a-935d-f8e2eded8ccf tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1573928'] for subnet, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:58.439739 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-64d6d7a4-738c-41e1-a7e4-84939b506094 req-a4224b98-fb3f-43ca-b771-8f7f34653125 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:58.454949 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-0ff9bab1-9374-435c-be6d-d80e728ddce2 None None] Provisioning complete for port 2d32c49a-e83b-4ea0-9aaa-a7d10b79daf9 triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:52:58.455607 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-0ff9bab1-9374-435c-be6d-d80e728ddce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:58.511382 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-0ff9bab1-9374-435c-be6d-d80e728ddce2 None None] Port 2d32c49a-e83b-4ea0-9aaa-a7d10b79daf9 cannot update to ACTIVE because it is not bound. {{(pid=102388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 18:52:58.523687 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-0ff9bab1-9374-435c-be6d-d80e728ddce2 None None] Provisioning complete for port 1d77557b-35ca-4e25-b4a0-93b1ce3dc188 triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:52:58.523993 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-0ff9bab1-9374-435c-be6d-d80e728ddce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:58.543614 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-4dfa790d-d332-4b47-9e87-e8b23a9a116d req-358cf61b-5e61-41df-a569-9e123b639898 tempest-ListServerFiltersTestJSON-1098286164 tempest-ListServerFiltersTestJSON-1098286164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4417063'] for port, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:58.565176 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] get_ports_and_sgs() called for port_ids ['4011d671-83b1-4a94-a162-037d5e0d3181'] {{(pid=102388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 18:52:58.657255 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 1d77557b-35ca-4e25-b4a0-93b1ce3dc188 up at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 18:52:58.669995 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827376ce-4375-49b6-935c-138596befb66 req-8b848d1b-a9c1-44a3-823a-3b22dad066f9 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:52:58.678231 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827376ce-4375-49b6-935c-138596befb66 req-8b848d1b-a9c1-44a3-823a-3b22dad066f9 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:52:58.684812 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827376ce-4375-49b6-935c-138596befb66 req-8b848d1b-a9c1-44a3-823a-3b22dad066f9 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:52:58.691435 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827376ce-4375-49b6-935c-138596befb66 req-8b848d1b-a9c1-44a3-823a-3b22dad066f9 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:52:58.699328 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827376ce-4375-49b6-935c-138596befb66 req-8b848d1b-a9c1-44a3-823a-3b22dad066f9 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:52:58.706626 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827376ce-4375-49b6-935c-138596befb66 req-8b848d1b-a9c1-44a3-823a-3b22dad066f9 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:52:58.714823 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827376ce-4375-49b6-935c-138596befb66 req-8b848d1b-a9c1-44a3-823a-3b22dad066f9 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:52:58.729299 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-827376ce-4375-49b6-935c-138596befb66 req-8b848d1b-a9c1-44a3-823a-3b22dad066f9 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] 10.222.0.13 "GET /v2.0/ports?device_id=1682fb31-a1bf-43f5-a4fa-447937da8a91 HTTP/1.1" status: 200 len: 5417 time: 1.0363843 Nov 05 18:52:58.817916 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Provisioning complete for port 1d77557b-35ca-4e25-b4a0-93b1ce3dc188 triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:52:58.818333 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:58.823032 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358cf61b-5e61-41df-a569-9e123b639898 tempest-ListServerFiltersTestJSON-1098286164 tempest-ListServerFiltersTestJSON-1098286164-project] Pushing event deleted for resources: {'Port': ['ID=070ab472-a812-474f-9dd5-2283732c7a9d,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:52:58.875050 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3bcc40-d038-4af2-b822-ef353371a2db req-9a6bf2c8-3dca-4f2b-84a9-4029759420f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:52:58.875523 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3bcc40-d038-4af2-b822-ef353371a2db req-9a6bf2c8-3dca-4f2b-84a9-4029759420f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:52:58.876074 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3bcc40-d038-4af2-b822-ef353371a2db req-9a6bf2c8-3dca-4f2b-84a9-4029759420f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:52:58.877576 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-cb3bcc40-d038-4af2-b822-ef353371a2db req-9a6bf2c8-3dca-4f2b-84a9-4029759420f1 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=3f080cb3a4f24f1db8ad75a12c2cd4bf&shared=False HTTP/1.1" status: 200 len: 2298 time: 1.1878870 Nov 05 18:52:58.890891 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-e5cb9ecc-41b4-478a-935d-f8e2eded8ccf tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1573905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6149879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4877183'] for subnet, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:58.935638 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-32e01ebc-43ae-4c80-91fe-5a50638b262a None None] Provisioning complete for port 2d32c49a-e83b-4ea0-9aaa-a7d10b79daf9 triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:52:58.935991 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-32e01ebc-43ae-4c80-91fe-5a50638b262a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:58.938847 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-d1b5afd2-6bd5-4c28-b088-70cdf4e6d8fe tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Publish callbacks [] for port, precommit_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:58.942471 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5cb9ecc-41b4-478a-935d-f8e2eded8ccf tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Pushing event deleted for resources: {'Subnet': ['ID=e2c9ec58-49b4-4783-8aa7-acec99323f6d,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:52:58.955538 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-e5cb9ecc-41b4-478a-935d-f8e2eded8ccf tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Publish callbacks [] for subnet, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:58.959032 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-e5cb9ecc-41b4-478a-935d-f8e2eded8ccf tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] 10.222.0.13 "DELETE /v2.0/subnets/e2c9ec58-49b4-4783-8aa7-acec99323f6d HTTP/1.1" status: 204 len: 168 time: 1.6777442 Nov 05 18:52:58.962238 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 59912) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:52:58.989933 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33fb6fb4-c9fb-4b26-b835-e60545183ce4 None None] Network 1c9d25d3-7f2e-4384-9081-dc17514a5578 requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 18:52:59.020108 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-39a022d5-ac6a-493d-aab2-68f99f4b834b tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0563653 Nov 05 18:52:59.021991 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 59914) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:52:59.067707 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-8c00b9d4-f185-4136-899a-819c870ff392 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Request body: {'subnet': {'network_id': '1c9d25d3-7f2e-4384-9081-dc17514a5578', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:52:59.068273 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Device 6c0ff786-27f7-4309-9557-397300899c7b up at agent hyperv_n-h2-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 18:52:59.071727 n-d-816865-1 neutron-server[102386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1682fb31-a1bf-43f5-a4fa-447937da8a91', 'tag': 'e6513d5c-62fb-4121-a58c-2e9501d0001a'}] {{(pid=102386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 18:52:59.074311 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6173a44d7c73f41af551dc890fa1a5892c2c6bc3458b640c8e0c24db7876ba6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00bbed3c-8d53-4b3e-92ea-f49e67191a61" -d '{"events": [{"name": "network-changed", "server_uuid": "1682fb31-a1bf-43f5-a4fa-447937da8a91", "tag": "e6513d5c-62fb-4121-a58c-2e9501d0001a"}]}' {{(pid=102386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 18:52:59.119500 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-32e01ebc-43ae-4c80-91fe-5a50638b262a None None] Port 2d32c49a-e83b-4ea0-9aaa-a7d10b79daf9 cannot update to ACTIVE because it is not bound. {{(pid=102388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 18:52:59.145337 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-d1b5afd2-6bd5-4c28-b088-70cdf4e6d8fe tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6149821'] for port, after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:59.146114 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-d1b5afd2-6bd5-4c28-b088-70cdf4e6d8fe tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-597863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-571878'] for router_interface, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:59.253219 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b5afd2-6bd5-4c28-b088-70cdf4e6d8fe tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Pushing event updated for resources: {'Port': ['ID=2d32c49a-e83b-4ea0-9aaa-a7d10b79daf9,revision_number=2']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:52:59.261721 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92a8e04-f00b-47d1-99ab-77ab32565daa req-8494f9ee-700b-49fa-b4f1-d2719947f28b tempest-ListServerFiltersTestJSON-1098286164 tempest-ListServerFiltersTestJSON-1098286164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:52:59.263414 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-f92a8e04-f00b-47d1-99ab-77ab32565daa req-8494f9ee-700b-49fa-b4f1-d2719947f28b tempest-ListServerFiltersTestJSON-1098286164 tempest-ListServerFiltersTestJSON-1098286164-project] 10.222.0.13 "GET /v2.0/ports?device_id=40a69fbe-e1f7-466f-8196-057bf071030e HTTP/1.1" status: 200 len: 867 time: 1.1097798 Nov 05 18:52:59.323187 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.l3_dvrscheduler_db [req-4dfa790d-d332-4b47-9e87-e8b23a9a116d req-358cf61b-5e61-41df-a569-9e123b639898 tempest-ListServerFiltersTestJSON-1098286164 tempest-ListServerFiltersTestJSON-1098286164-project] No DVR routers for this DVR port 070ab472-a812-474f-9dd5-2283732c7a9d on host n-h1-816865-1 {{(pid=102387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 18:52:59.339631 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-4dfa790d-d332-4b47-9e87-e8b23a9a116d req-358cf61b-5e61-41df-a569-9e123b639898 tempest-ListServerFiltersTestJSON-1098286164 tempest-ListServerFiltersTestJSON-1098286164-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:59.343364 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-4dfa790d-d332-4b47-9e87-e8b23a9a116d req-358cf61b-5e61-41df-a569-9e123b639898 tempest-ListServerFiltersTestJSON-1098286164 tempest-ListServerFiltersTestJSON-1098286164-project] 10.222.0.41 "DELETE /v2.0/ports/070ab472-a812-474f-9dd5-2283732c7a9d HTTP/1.1" status: 204 len: 173 time: 3.7261226 Nov 05 18:52:59.364185 n-d-816865-1 neutron-server[102387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40a69fbe-e1f7-466f-8196-057bf071030e', 'name': 'network-vif-deleted', 'tag': '070ab472-a812-474f-9dd5-2283732c7a9d'}] {{(pid=102387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 18:52:59.365112 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Provisioning for port 6c0ff786-27f7-4309-9557-397300899c7b completed by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 05 18:52:59.367524 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab06bd4ddf5758c1f10d79fe34dc215bafa488692cde9dba2fcbcb67556f90bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99a71b6b-db97-4ec3-9c13-18f3b65b3b0b" -d '{"events": [{"server_uuid": "40a69fbe-e1f7-466f-8196-057bf071030e", "name": "network-vif-deleted", "tag": "070ab472-a812-474f-9dd5-2283732c7a9d"}]}' {{(pid=102387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 18:52:59.382281 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Provisioning complete for port 6c0ff786-27f7-4309-9557-397300899c7b triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:52:59.382644 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:59.423635 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-d81009a4-8947-454c-806b-78d60e697e0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4417063'] for port, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:59.471379 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Device 070ab472-a812-474f-9dd5-2283732c7a9d no longer exists at agent hyperv_n-h1-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 18:52:59.509128 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81009a4-8947-454c-806b-78d60e697e0e admin admin] Pushing event deleted for resources: {'Port': ['ID=82b32004-b75a-46d4-8b1f-979d7cda8324,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:52:59.512413 n-d-816865-1 neutron-server[102386]: DEBUG neutron.notifiers.nova [req-64d6d7a4-738c-41e1-a7e4-84939b506094 req-a4224b98-fb3f-43ca-b771-8f7f34653125 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f4575cb0-23c3-47f4-915c-822d65bb4a8e {{(pid=102386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 18:52:59.520361 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-64d6d7a4-738c-41e1-a7e4-84939b506094 req-a4224b98-fb3f-43ca-b771-8f7f34653125 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:59.534005 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.provisioning_blocks [req-64d6d7a4-738c-41e1-a7e4-84939b506094 req-a4224b98-fb3f-43ca-b771-8f7f34653125 service neutron] Transition to ACTIVE for port object f4575cb0-23c3-47f4-915c-822d65bb4a8e will not be triggered until provisioned by entity L2. {{(pid=102386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 05 18:52:59.538167 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c00b9d4-f185-4136-899a-819c870ff392 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Made reservation on behalf of 7bc73c6c17f842a987dd31290d20faa2 for: {'subnet': 1} {{(pid=102386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 18:52:59.539949 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:59.542935 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-827376ce-4375-49b6-935c-138596befb66 req-7e663cb7-ffa5-421f-b823-3875b37346b5 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] 10.222.0.13 "GET /v2.0/security-groups?id=293ec58e-66ea-453a-8db8-ae12281442fa&id=4f04b2e1-de76-4a06-adfc-cc82b8507945&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.8124993 Nov 05 18:52:59.543492 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-8c00b9d4-f185-4136-899a-819c870ff392 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4877122'] for subnet, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:59.564666 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-f92a8e04-f00b-47d1-99ab-77ab32565daa req-6327949e-8b95-48e0-a219-8f62e9e4531c tempest-ListServerFiltersTestJSON-1098286164 tempest-ListServerFiltersTestJSON-1098286164-project] 10.222.0.13 "GET /v2.0/security-groups?id=e3640d88-c369-41cd-98f6-7ceb94b23b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2489359 Nov 05 18:52:59.581324 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44ee9709-8184-44a5-a8ae-01f889b748bf admin admin] Network 69b6fb6a-afe7-4c73-ab8b-5ae370a005dd is already hosted by enough agents. {{(pid=102387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 18:52:59.588234 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1b5afd2-6bd5-4c28-b088-70cdf4e6d8fe tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Network f0bd4915-5264-4f1b-888c-702ac3bd3c65 is already hosted by enough agents. {{(pid=102386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 18:52:59.635605 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] No Port match for: 070ab472-a812-474f-9dd5-2283732c7a9d {{(pid=102388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 18:52:59.636004 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Device 070ab472-a812-474f-9dd5-2283732c7a9d not bound to the agent host n-h1-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 18:52:59.653250 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae7574f6-6168-4b5f-93a3-ad72145c45b4 None None] DHCP port deletion for 1c9d25d3-7f2e-4384-9081-dc17514a5578 request from n-d-816865-1 {{(pid=102388) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 05 18:52:59.664070 n-d-816865-1 neutron-server[102388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4402a838-1439-4f98-a946-5361403d75c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c0ff786-27f7-4309-9557-397300899c7b'}] {{(pid=102388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 18:52:59.666471 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85474fee1180e129d8a886d264fe0b30223aa672dd1ffe43b630605f18504f68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87a19654-8dde-45aa-b2da-8cea535ea7c5" -d '{"events": [{"server_uuid": "4402a838-1439-4f98-a946-5361403d75c4", "name": "network-vif-plugged", "status": "completed", "tag": "6c0ff786-27f7-4309-9557-397300899c7b"}]}' {{(pid=102388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 18:52:59.681574 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.base_scheduler [None req-d1b5afd2-6bd5-4c28-b088-70cdf4e6d8fe tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Resources bound (agent type, host, resource id): {{(pid=102386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:52:59.699628 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] For port 6c0ff786-27f7-4309-9557-397300899c7b, host n-h2-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=6c0ff786-27f7-4309-9557-397300899c7b,segment=NetworkSegment(1ae4cc0f-5460-421b-9b80-d7acf4de0363),segment_id=1ae4cc0f-5460-421b-9b80-d7acf4de0363)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:52:59.701996 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 18:52:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69550628-f9fd-4215-b6b5-8f8e1b084ce8 x-openstack-request-id: req-69550628-f9fd-4215-b6b5-8f8e1b084ce8 {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 18:52:59.702778 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1682fb31-a1bf-43f5-a4fa-447937da8a91", "tag": "e6513d5c-62fb-4121-a58c-2e9501d0001a", "status": "completed", "code": 200}]} {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 18:52:59.703293 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-69550628-f9fd-4215-b6b5-8f8e1b084ce8 {{(pid=102386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 18:52:59.703878 n-d-816865-1 neutron-server[102386]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1682fb31-a1bf-43f5-a4fa-447937da8a91', 'tag': 'e6513d5c-62fb-4121-a58c-2e9501d0001a', 'status': 'completed', 'code': 200} Nov 05 18:52:59.715300 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.base_scheduler [None req-44ee9709-8184-44a5-a8ae-01f889b748bf admin admin] Resources bound (agent type, host, resource id): {{(pid=102387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:52:59.721370 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-64d6d7a4-738c-41e1-a7e4-84939b506094 req-a4224b98-fb3f-43ca-b771-8f7f34653125 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6149821'] for port, after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:59.751622 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3bcc40-d038-4af2-b822-ef353371a2db req-a0170780-ef9b-4643-85b1-7a7551474f08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:52:59.753562 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-cb3bcc40-d038-4af2-b822-ef353371a2db req-a0170780-ef9b-4643-85b1-7a7551474f08 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5286996 Nov 05 18:52:59.785383 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:59.818989 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-ae7574f6-6168-4b5f-93a3-ad72145c45b4 None None] Deleting port 695073dd-50ce-4388-b926-341fd3eac9ed {{(pid=102388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 18:52:59.819468 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-ae7574f6-6168-4b5f-93a3-ad72145c45b4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:52:59.864278 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 18:52:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e61ff16f-d0f4-4ca0-b369-6955ac40a149 x-openstack-request-id: req-e61ff16f-d0f4-4ca0-b369-6955ac40a149 {{(pid=102387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 18:52:59.868792 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40a69fbe-e1f7-466f-8196-057bf071030e", "name": "network-vif-deleted", "tag": "070ab472-a812-474f-9dd5-2283732c7a9d", "status": "completed", "code": 200}]} {{(pid=102387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 18:52:59.869240 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e61ff16f-d0f4-4ca0-b369-6955ac40a149 {{(pid=102387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 18:52:59.869831 n-d-816865-1 neutron-server[102387]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40a69fbe-e1f7-466f-8196-057bf071030e', 'name': 'network-vif-deleted', 'tag': '070ab472-a812-474f-9dd5-2283732c7a9d', 'status': 'completed', 'code': 200} Nov 05 18:52:59.875003 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 18:52:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6b85683-a4d7-400c-9fcd-8f4ec42ed479 x-openstack-request-id: req-a6b85683-a4d7-400c-9fcd-8f4ec42ed479 {{(pid=102388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 18:52:59.875826 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4402a838-1439-4f98-a946-5361403d75c4", "name": "network-vif-plugged", "status": "completed", "tag": "6c0ff786-27f7-4309-9557-397300899c7b", "code": 200}]} {{(pid=102388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 18:52:59.876079 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a6b85683-a4d7-400c-9fcd-8f4ec42ed479 {{(pid=102388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 18:52:59.876478 n-d-816865-1 neutron-server[102388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4402a838-1439-4f98-a946-5361403d75c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c0ff786-27f7-4309-9557-397300899c7b', 'code': 200} Nov 05 18:52:59.961474 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Pushing event updated for resources: {'Port': ['ID=6c0ff786-27f7-4309-9557-397300899c7b,revision_number=5']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:52:59.987674 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-ae7574f6-6168-4b5f-93a3-ad72145c45b4 None None] For port 695073dd-50ce-4388-b926-341fd3eac9ed, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=695073dd-50ce-4388-b926-341fd3eac9ed,segment=NetworkSegment(1bdc5ccc-001b-4584-b217-2d1934002f57),segment_id=1bdc5ccc-001b-4584-b217-2d1934002f57)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:52:59.988598 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-ae7574f6-6168-4b5f-93a3-ad72145c45b4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:00.017066 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-ae7574f6-6168-4b5f-93a3-ad72145c45b4 None None] Calling delete_port for 695073dd-50ce-4388-b926-341fd3eac9ed owned by network:dhcp {{(pid=102388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 18:53:00.180953 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e0ef71-d0bd-4d78-8459-e25a3f664eaa req-9e51e836-7fab-4d51-8504-82b549ce4768 tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:53:00.183555 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-a7e0ef71-d0bd-4d78-8459-e25a3f664eaa req-9e51e836-7fab-4d51-8504-82b549ce4768 tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] 10.222.0.13 "GET /v2.0/ports?device_id=4402a838-1439-4f98-a946-5361403d75c4 HTTP/1.1" status: 200 len: 945 time: 0.4581068 Nov 05 18:53:00.312954 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-ae7574f6-6168-4b5f-93a3-ad72145c45b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798'] for port, after_delete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:00.313902 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44ee9709-8184-44a5-a8ae-01f889b748bf admin admin] Router 5665cfe4-43d2-48fa-8505-9131de9e2b96 has already been hosted by L3 agent 6dcb5589-8e86-4616-9186-ddc4548e13ad {{(pid=102387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 18:53:00.316406 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4224b98-fb3f-43ca-b771-8f7f34653125 service neutron] Pushing event updated for resources: {'Port': ['ID=f4575cb0-23c3-47f4-915c-822d65bb4a8e,revision_number=2']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:53:00.379454 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae7574f6-6168-4b5f-93a3-ad72145c45b4 None None] No DVR routers for this DVR port 695073dd-50ce-4388-b926-341fd3eac9ed on host n-d-816865-1 {{(pid=102388) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 18:53:00.379835 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bbed3c-8d53-4b3e-92ea-f49e67191a61 req-87f23457-7ec9-4ddf-bbd0-4bd8eaf4e19b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:53:00.380382 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bbed3c-8d53-4b3e-92ea-f49e67191a61 req-87f23457-7ec9-4ddf-bbd0-4bd8eaf4e19b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:53:00.381551 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bbed3c-8d53-4b3e-92ea-f49e67191a61 req-87f23457-7ec9-4ddf-bbd0-4bd8eaf4e19b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:53:00.381551 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bbed3c-8d53-4b3e-92ea-f49e67191a61 req-87f23457-7ec9-4ddf-bbd0-4bd8eaf4e19b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:53:00.381840 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bbed3c-8d53-4b3e-92ea-f49e67191a61 req-87f23457-7ec9-4ddf-bbd0-4bd8eaf4e19b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:53:00.383793 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bbed3c-8d53-4b3e-92ea-f49e67191a61 req-87f23457-7ec9-4ddf-bbd0-4bd8eaf4e19b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:53:00.384292 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bbed3c-8d53-4b3e-92ea-f49e67191a61 req-87f23457-7ec9-4ddf-bbd0-4bd8eaf4e19b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:53:00.389768 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7574f6-6168-4b5f-93a3-ad72145c45b4 None None] Pushing event deleted for resources: {'Port': ['ID=695073dd-50ce-4388-b926-341fd3eac9ed,revision_number=None']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:53:00.390456 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-00bbed3c-8d53-4b3e-92ea-f49e67191a61 req-87f23457-7ec9-4ddf-bbd0-4bd8eaf4e19b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3f080cb3a4f24f1db8ad75a12c2cd4bf&device_id=1682fb31-a1bf-43f5-a4fa-447937da8a91 HTTP/1.1" status: 200 len: 6444 time: 0.4313927 Nov 05 18:53:00.423092 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89bbe4f-b92c-4134-9edf-0ee58f996b67 req-4d1f26eb-f3ac-455b-93f5-df7eed119367 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:53:00.424645 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-f89bbe4f-b92c-4134-9edf-0ee58f996b67 req-4d1f26eb-f3ac-455b-93f5-df7eed119367 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=4402a838-1439-4f98-a946-5361403d75c4 HTTP/1.1" status: 200 len: 1097 time: 0.2637739 Nov 05 18:53:00.440488 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-b9423e2b-6f08-4851-8642-77227d28c18d None None] Provisioning complete for port 2d32c49a-e83b-4ea0-9aaa-a7d10b79daf9 triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:53:00.440969 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b9423e2b-6f08-4851-8642-77227d28c18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:00.487185 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [req-64d6d7a4-738c-41e1-a7e4-84939b506094 req-a4224b98-fb3f-43ca-b771-8f7f34653125 service neutron] Attempting to bind port f4575cb0-23c3-47f4-915c-822d65bb4a8e on host n-h1-816865-1 for vnic_type normal with profile {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 18:53:00.487447 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [req-64d6d7a4-738c-41e1-a7e4-84939b506094 req-a4224b98-fb3f-43ca-b771-8f7f34653125 service neutron] Attempting to bind port f4575cb0-23c3-47f4-915c-822d65bb4a8e by drivers openvswitch,hyperv on host n-h1-816865-1 at level 0 using segments [{'id': 'd3070ec2-09a2-4931-b234-abfeebdf6c23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '92cc69b6-4cd1-4b33-bca8-908cd312767a'}] {{(pid=102386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 18:53:00.487782 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64d6d7a4-738c-41e1-a7e4-84939b506094 req-a4224b98-fb3f-43ca-b771-8f7f34653125 service neutron] Attempting to bind port f4575cb0-23c3-47f4-915c-822d65bb4a8e on network 92cc69b6-4cd1-4b33-bca8-908cd312767a {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 18:53:00.500929 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-d81009a4-8947-454c-806b-78d60e697e0e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-597886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-573297'] for router_interface, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:00.503255 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-8c00b9d4-f185-4136-899a-819c870ff392 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6149946', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4877172'] for subnet, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:00.548598 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-b9423e2b-6f08-4851-8642-77227d28c18d None None] Port 2d32c49a-e83b-4ea0-9aaa-a7d10b79daf9 cannot update to ACTIVE because it is not bound. {{(pid=102388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 18:53:00.566886 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64d6d7a4-738c-41e1-a7e4-84939b506094 req-a4224b98-fb3f-43ca-b771-8f7f34653125 service neutron] Port f4575cb0-23c3-47f4-915c-822d65bb4a8e on network 92cc69b6-4cd1-4b33-bca8-908cd312767a not bound, no agent of type Open vSwitch agent registered on host n-h1-816865-1 {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 18:53:00.567423 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64d6d7a4-738c-41e1-a7e4-84939b506094 req-a4224b98-fb3f-43ca-b771-8f7f34653125 service neutron] Attempting to bind port f4575cb0-23c3-47f4-915c-822d65bb4a8e on network 92cc69b6-4cd1-4b33-bca8-908cd312767a {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 18:53:00.589461 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-b9423e2b-6f08-4851-8642-77227d28c18d None None] Provisioning complete for port 1f6a0d0f-7723-4f00-8390-8e68d6fc1db8 triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:53:00.590096 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b9423e2b-6f08-4851-8642-77227d28c18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:00.599360 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-a7e0ef71-d0bd-4d78-8459-e25a3f664eaa req-fe955cb5-1714-482d-a360-608ad10e7ac1 tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] 10.222.0.13 "GET /v2.0/security-groups?id=20494f52-e47d-4839-b4f6-2fc0330d8d18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3857963 Nov 05 18:53:00.650603 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64d6d7a4-738c-41e1-a7e4-84939b506094 req-a4224b98-fb3f-43ca-b771-8f7f34653125 service neutron] Checking agent: {'id': 'eb596d7c-8c64-42bd-8aca-fad447eb0eab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816865-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 18, 33, 34), 'started_at': datetime.datetime(2021, 11, 5, 18, 33, 34), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 18, 52, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 18:53:00.655076 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64d6d7a4-738c-41e1-a7e4-84939b506094 req-a4224b98-fb3f-43ca-b771-8f7f34653125 service neutron] Checking segment: {'id': 'd3070ec2-09a2-4931-b234-abfeebdf6c23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '92cc69b6-4cd1-4b33-bca8-908cd312767a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 18:53:00.655076 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64d6d7a4-738c-41e1-a7e4-84939b506094 req-a4224b98-fb3f-43ca-b771-8f7f34653125 service neutron] Bound using segment: {'id': 'd3070ec2-09a2-4931-b234-abfeebdf6c23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '92cc69b6-4cd1-4b33-bca8-908cd312767a'} {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 18:53:00.655076 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [req-64d6d7a4-738c-41e1-a7e4-84939b506094 req-a4224b98-fb3f-43ca-b771-8f7f34653125 service neutron] Bound port: f4575cb0-23c3-47f4-915c-822d65bb4a8e, host: n-h1-816865-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd3070ec2-09a2-4931-b234-abfeebdf6c23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '92cc69b6-4cd1-4b33-bca8-908cd312767a'}}] {{(pid=102386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 18:53:00.655076 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-64d6d7a4-738c-41e1-a7e4-84939b506094 req-a4224b98-fb3f-43ca-b771-8f7f34653125 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:00.695287 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-b9423e2b-6f08-4851-8642-77227d28c18d None None] Port 1f6a0d0f-7723-4f00-8390-8e68d6fc1db8 cannot update to ACTIVE because it is not bound. {{(pid=102388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 18:53:00.696580 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c00b9d4-f185-4136-899a-819c870ff392 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Network 1c9d25d3-7f2e-4384-9081-dc17514a5578 is already hosted by enough agents. {{(pid=102386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 18:53:00.698601 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c00b9d4-f185-4136-899a-819c870ff392 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Pushing event updated for resources: {'Subnet': ['ID=86b44b18-b159-4c12-8b62-3bf66297c6fa,revision_number=0']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:53:00.735037 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1b5afd2-6bd5-4c28-b088-70cdf4e6d8fe tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Router 98c28b36-02e7-4b7d-8190-c1aff44fd3f1 is scheduled to L3 agent 6dcb5589-8e86-4616-9186-ddc4548e13ad with binding_index 1 {{(pid=102386) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 05 18:53:00.737121 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.base_scheduler [None req-8c00b9d4-f185-4136-899a-819c870ff392 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Resources bound (agent type, host, resource id): {{(pid=102386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:53:00.751954 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-f89bbe4f-b92c-4134-9edf-0ee58f996b67 req-4ab7f8d9-11d8-4795-aae8-8bc49d7b46f2 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=20494f52-e47d-4839-b4f6-2fc0330d8d18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3057601 Nov 05 18:53:00.754333 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c00b9d4-f185-4136-899a-819c870ff392 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:53:00.755160 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-8c00b9d4-f185-4136-899a-819c870ff392 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Publish callbacks [] for subnet, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:00.761427 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bbed3c-8d53-4b3e-92ea-f49e67191a61 req-8e2deccd-ac73-478f-a3ce-a793a5bbf06b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:53:00.762006 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bbed3c-8d53-4b3e-92ea-f49e67191a61 req-8e2deccd-ac73-478f-a3ce-a793a5bbf06b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:53:00.762374 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bbed3c-8d53-4b3e-92ea-f49e67191a61 req-8e2deccd-ac73-478f-a3ce-a793a5bbf06b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:53:00.763994 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-00bbed3c-8d53-4b3e-92ea-f49e67191a61 req-8e2deccd-ac73-478f-a3ce-a793a5bbf06b service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=3f080cb3a4f24f1db8ad75a12c2cd4bf&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.3278320 Nov 05 18:53:00.775575 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7e57cd4-60ed-452f-acb8-13f34015e788 None None] Network 1c9d25d3-7f2e-4384-9081-dc17514a5578 requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 18:53:00.794568 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44ee9709-8184-44a5-a8ae-01f889b748bf admin admin] Notify agent at l3_agent.n-d-816865-1 the message routers_updated {{(pid=102387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 18:53:00.817392 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-44ee9709-8184-44a5-a8ae-01f889b748bf admin admin] 10.222.0.13 "PUT /v2.0/routers/5665cfe4-43d2-48fa-8505-9131de9e2b96/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.6914268 Nov 05 18:53:00.820272 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfec2377-f524-40db-b8d5-a43c32e38daa None None] Sync routers for ids ['5665cfe4-43d2-48fa-8505-9131de9e2b96'] in n-d-816865-1 {{(pid=102389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 18:53:00.842943 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfec2377-f524-40db-b8d5-a43c32e38daa None None] Routers {'5665cfe4-43d2-48fa-8505-9131de9e2b96'} bound to L3 agent in host n-d-816865-1 {{(pid=102389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 18:53:00.847691 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-dfec2377-f524-40db-b8d5-a43c32e38daa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T18:52:35Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['5665cfe4-43d2-48fa-8505-9131de9e2b96'], 'active': True} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:53:00.898688 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-8c00b9d4-f185-4136-899a-819c870ff392 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.8475494 Nov 05 18:53:00.915494 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-682f05eb-591e-49a4-ac9a-c9b1ee7f047c req-e29345f9-545f-4d2c-ac74-73ad1b3dae50 tempest-ListServerFiltersTestJSON-1098286164 tempest-ListServerFiltersTestJSON-1098286164-project] 10.222.0.13 "GET /v2.0/ports?device_id=40a69fbe-e1f7-466f-8196-057bf071030e HTTP/1.1" status: 200 len: 210 time: 0.1155486 Nov 05 18:53:00.917269 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 59946) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:53:00.959660 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-9c72b977-5a57-47e4-806b-d4c4a5b29ae3 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Request body: {'port': {'network_id': '1c9d25d3-7f2e-4384-9081-dc17514a5578', 'fixed_ips': [{'subnet_id': '86b44b18-b159-4c12-8b62-3bf66297c6fa', 'ip_address': '2001:db8::ecf5:ac0b:a824:be97'}], 'name': 'tempest-NetworksTestDHCPv6-191500164'}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:53:00.961260 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 695073dd-50ce-4388-b926-341fd3eac9ed no longer exists at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 18:53:00.965508 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvr_db [None req-dfec2377-f524-40db-b8d5-a43c32e38daa None None] Set router 5665cfe4-43d2-48fa-8505-9131de9e2b96 gateway port host: n-d-816865-1 {{(pid=102389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 18:53:01.024200 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] No Port match for: 695073dd-50ce-4388-b926-341fd3eac9ed {{(pid=102388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 18:53:01.024734 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 695073dd-50ce-4388-b926-341fd3eac9ed not bound to the agent host n-d-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 18:53:01.040229 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be89327d-1cb4-4cf4-b746-123a4c008f3a req-2938968c-ca78-49e8-a4e6-ceb281c7c82d tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:53:01.046551 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be89327d-1cb4-4cf4-b746-123a4c008f3a req-2938968c-ca78-49e8-a4e6-ceb281c7c82d tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:53:01.055371 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1b5afd2-6bd5-4c28-b088-70cdf4e6d8fe tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Notify agent at l3_agent.n-d-816865-1 the message routers_updated {{(pid=102386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 18:53:01.065479 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-d1b5afd2-6bd5-4c28-b088-70cdf4e6d8fe tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] 10.222.0.13 "PUT /v2.0/routers/98c28b36-02e7-4b7d-8190-c1aff44fd3f1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1537468 Nov 05 18:53:01.065479 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 59952) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:53:01.066375 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [req-64d6d7a4-738c-41e1-a7e4-84939b506094 req-a4224b98-fb3f-43ca-b771-8f7f34653125 service neutron] For port f4575cb0-23c3-47f4-915c-822d65bb4a8e, host n-h1-816865-1, cleared binding levels {{(pid=102386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 18:53:01.071541 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be89327d-1cb4-4cf4-b746-123a4c008f3a req-2938968c-ca78-49e8-a4e6-ceb281c7c82d tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:53:01.078244 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97e74259-d845-4034-bd2c-789fd522409d None None] Sync routers for ids ['98c28b36-02e7-4b7d-8190-c1aff44fd3f1'] in n-d-816865-1 {{(pid=102388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 18:53:01.079182 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-115c30bc-d43c-4e99-b4d1-9db2c04332cc tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-135369862'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:53:01.084209 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be89327d-1cb4-4cf4-b746-123a4c008f3a req-2938968c-ca78-49e8-a4e6-ceb281c7c82d tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:53:01.098556 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97e74259-d845-4034-bd2c-789fd522409d None None] Routers {'98c28b36-02e7-4b7d-8190-c1aff44fd3f1'} bound to L3 agent in host n-d-816865-1 {{(pid=102388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 18:53:01.099761 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-97e74259-d845-4034-bd2c-789fd522409d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T18:52:35Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['98c28b36-02e7-4b7d-8190-c1aff44fd3f1'], 'active': True} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:53:01.103482 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be89327d-1cb4-4cf4-b746-123a4c008f3a req-2938968c-ca78-49e8-a4e6-ceb281c7c82d tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:53:01.108738 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be89327d-1cb4-4cf4-b746-123a4c008f3a req-2938968c-ca78-49e8-a4e6-ceb281c7c82d tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:53:01.114748 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be89327d-1cb4-4cf4-b746-123a4c008f3a req-2938968c-ca78-49e8-a4e6-ceb281c7c82d tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:53:01.116694 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-be89327d-1cb4-4cf4-b746-123a4c008f3a req-2938968c-ca78-49e8-a4e6-ceb281c7c82d tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] 10.222.0.13 "GET /v2.0/ports?device_id=1682fb31-a1bf-43f5-a4fa-447937da8a91 HTTP/1.1" status: 200 len: 5429 time: 0.3647368 Nov 05 18:53:01.138301 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [req-64d6d7a4-738c-41e1-a7e4-84939b506094 req-a4224b98-fb3f-43ca-b771-8f7f34653125 service neutron] For port f4575cb0-23c3-47f4-915c-822d65bb4a8e, host n-h1-816865-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=f4575cb0-23c3-47f4-915c-822d65bb4a8e,segment=NetworkSegment(d3070ec2-09a2-4931-b234-abfeebdf6c23),segment_id=d3070ec2-09a2-4931-b234-abfeebdf6c23)] {{(pid=102386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 18:53:01.237778 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-dfec2377-f524-40db-b8d5-a43c32e38daa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5665cfe4-43d2-48fa-8505-9131de9e2b96', 'name': 'tempest-FloatingIPsNegativeTestJSON-1959874839-router', 'tenant_id': '7d7a8a37d508439c9663810d15d41eaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.177'}], 'enable_snat': True}, 'gw_port_id': 'f88cc9b2-a561-4ac3-ae39-4994f2643af7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T18:52:43Z', 'updated_at': '2021-11-05T18:52:56Z', 'revision_number': 4, 'project_id': '7d7a8a37d508439c9663810d15d41eaa', 'gw_port': {'id': 'f88cc9b2-a561-4ac3-ae39-4994f2643af7', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:aa:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5665cfe4-43d2-48fa-8505-9131de9e2b96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1643, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T18:52:45Z', 'updated_at': '2021-11-05T18:52:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1', '_interfaces': [{'id': '1f6a0d0f-7723-4f00-8390-8e68d6fc1db8', 'name': '', 'network_id': '69b6fb6a-afe7-4c73-ab8b-5ae370a005dd', 'tenant_id': '7d7a8a37d508439c9663810d15d41eaa', 'mac_address': 'fa:16:3e:75:fc:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5665cfe4-43d2-48fa-8505-9131de9e2b96', 'device_owner': 'network:router_interface', 'standard_attr_id': 1654, 'fixed_ips': [{'subnet_id': '7033e0ff-70ed-4beb-b362-1d26c6269489', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T18:52:52Z', 'updated_at': '2021-11-05T18:52:57Z', 'revision_number': 2, 'project_id': '7d7a8a37d508439c9663810d15d41eaa', 'subnets': [{'id': '7033e0ff-70ed-4beb-b362-1d26c6269489', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-1', False) {} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:53:01.248153 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac2b5a5c-64cd-490c-9a42-1a42694983f1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeb20a084-accf-5b60-8075-3e69ebe863a6-1c9d25d3-7f2e-4384-9081-dc17514a5578', 'network_id': '1c9d25d3-7f2e-4384-9081-dc17514a5578', 'tenant_id': '7bc73c6c17f842a987dd31290d20faa2', 'fixed_ips': [{'subnet_id': '86b44b18-b159-4c12-8b62-3bf66297c6fa'}]}} from n-d-816865-1. {{(pid=102388) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 05 18:53:01.250314 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-ac2b5a5c-64cd-490c-9a42-1a42694983f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:01.273618 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfec2377-f524-40db-b8d5-a43c32e38daa None None] Checking router: 5665cfe4-43d2-48fa-8505-9131de9e2b96 for host: n-d-816865-1 {{(pid=102389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 18:53:01.274063 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfec2377-f524-40db-b8d5-a43c32e38daa None None] Updating router 5665cfe4-43d2-48fa-8505-9131de9e2b96 port 1f6a0d0f-7723-4f00-8390-8e68d6fc1db8 binding host n-d-816865-1 {{(pid=102389) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 05 18:53:01.279003 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvr_db [None req-97e74259-d845-4034-bd2c-789fd522409d None None] Set router 98c28b36-02e7-4b7d-8190-c1aff44fd3f1 gateway port host: None {{(pid=102388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 18:53:01.299507 n-d-816865-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-dfec2377-f524-40db-b8d5-a43c32e38daa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:01.309873 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-64d6d7a4-738c-41e1-a7e4-84939b506094 req-a4224b98-fb3f-43ca-b771-8f7f34653125 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6149821'] for port, after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:01.349719 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d6d7a4-738c-41e1-a7e4-84939b506094 req-a4224b98-fb3f-43ca-b771-8f7f34653125 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:53:01.350492 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-64d6d7a4-738c-41e1-a7e4-84939b506094 req-a4224b98-fb3f-43ca-b771-8f7f34653125 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:01.352331 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-64d6d7a4-738c-41e1-a7e4-84939b506094 req-a4224b98-fb3f-43ca-b771-8f7f34653125 service neutron] 10.222.0.41 "PUT /v2.0/ports/f4575cb0-23c3-47f4-915c-822d65bb4a8e HTTP/1.1" status: 200 len: 1091 time: 3.1593103 Nov 05 18:53:01.375946 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-115c30bc-d43c-4e99-b4d1-9db2c04332cc tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Made reservation on behalf of 07347c71ee604fb5990da9c356235381 for: {'network': 1} {{(pid=102386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 18:53:01.379552 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bbed3c-8d53-4b3e-92ea-f49e67191a61 req-5564b3e7-178d-46d1-b75e-312bb9f205f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:53:01.381372 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-00bbed3c-8d53-4b3e-92ea-f49e67191a61 req-5564b3e7-178d-46d1-b75e-312bb9f205f2 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5805113 Nov 05 18:53:01.386065 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-115c30bc-d43c-4e99-b4d1-9db2c04332cc tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for network, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:01.414691 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-d0972c7c-ba5a-4e8c-bf9a-453355b8e456 req-3a688de5-453a-4fdf-9054-e62b01163679 tempest-FloatingIPsNegativeTestJSON-1283739377 tempest-FloatingIPsNegativeTestJSON-1283739377-project] 10.222.0.13 "GET /v2.0/floatingips?tenant_id=7d7a8a37d508439c9663810d15d41eaa HTTP/1.1" status: 200 len: 217 time: 0.1636045 Nov 05 18:53:01.441711 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4224b98-fb3f-43ca-b771-8f7f34653125 service neutron] Pushing event updated for resources: {'Port': ['ID=f4575cb0-23c3-47f4-915c-822d65bb4a8e,revision_number=3']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:53:01.460504 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-115c30bc-d43c-4e99-b4d1-9db2c04332cc tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 169} {{(pid=102386) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 05 18:53:01.485710 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-115c30bc-d43c-4e99-b4d1-9db2c04332cc tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273'] for segment, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:01.485710 n-d-816865-1 neutron-server[102386]: INFO neutron.db.segments_db [None req-115c30bc-d43c-4e99-b4d1-9db2c04332cc tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Added segment 9ad69bd1-392a-4956-9bdd-f9f63dbf961b of type vlan for network 79b363d9-4129-410e-bfaf-357198417ae2 Nov 05 18:53:01.496743 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-ec5e413c-6ed6-414f-90bc-8f7973ad4f19 req-00d69521-6853-4a77-9131-114c89355cf1 tempest-FloatingIPsNegativeTestJSON-1283739377 tempest-FloatingIPsNegativeTestJSON-1283739377-project] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0698347 Nov 05 18:53:01.595616 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-115c30bc-d43c-4e99-b4d1-9db2c04332cc tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750027258543'] for network, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:01.611232 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-be89327d-1cb4-4cf4-b746-123a4c008f3a req-3dc7c65f-acf9-4030-817e-9e24bd9f0173 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] 10.222.0.13 "GET /v2.0/security-groups?id=293ec58e-66ea-453a-8db8-ae12281442fa&id=4f04b2e1-de76-4a06-adfc-cc82b8507945&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4496310 Nov 05 18:53:01.654661 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.db_base_plugin_common [None req-ac2b5a5c-64cd-490c-9a42-1a42694983f1 None None] Allocated IP 2001:db8::2 (1c9d25d3-7f2e-4384-9081-dc17514a5578/86b44b18-b159-4c12-8b62-3bf66297c6fa/b65778ea-92bd-404e-98e5-cef95fd5cfcb) {{(pid=102388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 18:53:01.705116 n-d-816865-1 neutron-server[102386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1682fb31-a1bf-43f5-a4fa-447937da8a91', 'tag': 'f4575cb0-23c3-47f4-915c-822d65bb4a8e'}] {{(pid=102386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 18:53:01.707863 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6173a44d7c73f41af551dc890fa1a5892c2c6bc3458b640c8e0c24db7876ba6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e7695c4-4ccb-489a-83ad-1e91e6ebd37c" -d '{"events": [{"name": "network-changed", "server_uuid": "1682fb31-a1bf-43f5-a4fa-447937da8a91", "tag": "f4575cb0-23c3-47f4-915c-822d65bb4a8e"}]}' {{(pid=102386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 18:53:01.719599 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-115c30bc-d43c-4e99-b4d1-9db2c04332cc tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-956796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877'] for network, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:01.723997 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d6d7a4-738c-41e1-a7e4-84939b506094 req-0699c818-aaa7-469b-96c0-f6c1c327638f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:53:01.724483 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d6d7a4-738c-41e1-a7e4-84939b506094 req-0699c818-aaa7-469b-96c0-f6c1c327638f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:53:01.724951 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d6d7a4-738c-41e1-a7e4-84939b506094 req-0699c818-aaa7-469b-96c0-f6c1c327638f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:53:01.725466 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d6d7a4-738c-41e1-a7e4-84939b506094 req-0699c818-aaa7-469b-96c0-f6c1c327638f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:53:01.725933 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d6d7a4-738c-41e1-a7e4-84939b506094 req-0699c818-aaa7-469b-96c0-f6c1c327638f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:53:01.726422 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d6d7a4-738c-41e1-a7e4-84939b506094 req-0699c818-aaa7-469b-96c0-f6c1c327638f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:53:01.726767 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-115c30bc-d43c-4e99-b4d1-9db2c04332cc tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:53:01.726906 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d6d7a4-738c-41e1-a7e4-84939b506094 req-0699c818-aaa7-469b-96c0-f6c1c327638f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:53:01.727883 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-115c30bc-d43c-4e99-b4d1-9db2c04332cc tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Publish callbacks [] for network, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:01.736017 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-64d6d7a4-738c-41e1-a7e4-84939b506094 req-0699c818-aaa7-469b-96c0-f6c1c327638f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3f080cb3a4f24f1db8ad75a12c2cd4bf&device_id=1682fb31-a1bf-43f5-a4fa-447937da8a91 HTTP/1.1" status: 200 len: 6486 time: 0.2270324 Nov 05 18:53:01.738766 n-d-816865-1 neutron-server[102387]: INFO neutron.api.v2.resource [req-78b4e823-cffc-435b-8731-0f1d00593201 req-00270c9c-de32-4ed0-9f1a-3030ea746c4a tempest-FloatingIPsNegativeTestJSON-1283739377 tempest-FloatingIPsNegativeTestJSON-1283739377-project] show failed (client error): The resource could not be found. Nov 05 18:53:01.740106 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-78b4e823-cffc-435b-8731-0f1d00593201 req-00270c9c-de32-4ed0-9f1a-3030ea746c4a tempest-FloatingIPsNegativeTestJSON-1283739377 tempest-FloatingIPsNegativeTestJSON-1283739377-project] 10.222.0.13 "GET /v2.0/floatingips/663e0768-5e75-4b07-ac22-140b6a0a49dd HTTP/1.1" status: 404 len: 350 time: 0.1751842 Nov 05 18:53:01.774249 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 59964) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:53:01.781493 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 59966) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:53:01.814722 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-64d6d7a4-738c-41e1-a7e4-84939b506094 req-275eaf88-363d-42ba-9d83-09955ae3ecfa service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4a07aa35-4ba7-4db3-b8ab-837d8ca258a7 HTTP/1.1" status: 200 len: 217 time: 0.0678742 Nov 05 18:53:01.835777 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d81009a4-8947-454c-806b-78d60e697e0e admin admin] Router 8cfa6972-6a8c-4575-afff-a8195771cadb has already been hosted by L3 agent 6dcb5589-8e86-4616-9186-ddc4548e13ad {{(pid=102387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 18:53:01.849013 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115c30bc-d43c-4e99-b4d1-9db2c04332cc tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Pushing event updated for resources: {'Network': ['ID=79b363d9-4129-410e-bfaf-357198417ae2,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:53:01.866382 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 18:53:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c883aca-a4fb-423c-8c72-0155606a0201 x-openstack-request-id: req-7c883aca-a4fb-423c-8c72-0155606a0201 {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 18:53:01.867127 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1682fb31-a1bf-43f5-a4fa-447937da8a91", "tag": "f4575cb0-23c3-47f4-915c-822d65bb4a8e", "status": "completed", "code": 200}]} {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 18:53:01.867543 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7c883aca-a4fb-423c-8c72-0155606a0201 {{(pid=102386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 18:53:01.868332 n-d-816865-1 neutron-server[102386]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1682fb31-a1bf-43f5-a4fa-447937da8a91', 'tag': 'f4575cb0-23c3-47f4-915c-822d65bb4a8e', 'status': 'completed', 'code': 200} Nov 05 18:53:01.880856 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-97e74259-d845-4034-bd2c-789fd522409d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98c28b36-02e7-4b7d-8190-c1aff44fd3f1', 'name': 'tempest-RoutersIpV6Test-router-1724408201', 'tenant_id': '07347c71ee604fb5990da9c356235381', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T18:52:47Z', 'updated_at': '2021-11-05T18:52:57Z', 'revision_number': 2, 'project_id': '07347c71ee604fb5990da9c356235381', 'gw_port_host': None, '_interfaces': [{'id': '2d32c49a-e83b-4ea0-9aaa-a7d10b79daf9', 'name': '', 'network_id': 'f0bd4915-5264-4f1b-888c-702ac3bd3c65', 'tenant_id': '07347c71ee604fb5990da9c356235381', 'mac_address': 'fa:16:3e:43:36:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98c28b36-02e7-4b7d-8190-c1aff44fd3f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1661, 'fixed_ips': [{'subnet_id': '375204fc-1e27-495a-8797-c770261c4731', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T18:52:54Z', 'updated_at': '2021-11-05T18:52:58Z', 'revision_number': 2, 'project_id': '07347c71ee604fb5990da9c356235381', 'subnets': [{'id': '375204fc-1e27-495a-8797-c770261c4731', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-1', False) {} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:53:01.919167 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Network 79b363d9-4129-410e-bfaf-357198417ae2 details requested by agent ovs-agent-n-d-816865-1 with host n-d-816865-1 {{(pid=102388) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 05 18:53:01.922287 n-d-816865-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-dfec2377-f524-40db-b8d5-a43c32e38daa None None] Publish callbacks [] for port, precommit_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:01.941810 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97e74259-d845-4034-bd2c-789fd522409d None None] Checking router: 98c28b36-02e7-4b7d-8190-c1aff44fd3f1 for host: n-d-816865-1 {{(pid=102388) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 18:53:01.941810 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97e74259-d845-4034-bd2c-789fd522409d None None] Updating router 98c28b36-02e7-4b7d-8190-c1aff44fd3f1 port 2d32c49a-e83b-4ea0-9aaa-a7d10b79daf9 binding host n-d-816865-1 {{(pid=102388) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 05 18:53:01.977720 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c72b977-5a57-47e4-806b-d4c4a5b29ae3 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Made reservation on behalf of 7bc73c6c17f842a987dd31290d20faa2 for: {'port': 1} {{(pid=102387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 18:53:02.006851 n-d-816865-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-dfec2377-f524-40db-b8d5-a43c32e38daa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:02.043958 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-97e74259-d845-4034-bd2c-789fd522409d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:02.069299 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-115c30bc-d43c-4e99-b4d1-9db2c04332cc tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.0003164 Nov 05 18:53:02.070160 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 59974) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:53:02.079120 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-57918a54-a45f-41dc-9150-220198912beb tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Request body: {'subnet': {'network_id': '79b363d9-4129-410e-bfaf-357198417ae2', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:53:02.084553 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-ac2b5a5c-64cd-490c-9a42-1a42694983f1 None None] Publish callbacks [] for port, precommit_create {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:02.104354 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8d597e-74bb-4421-b1a7-13d976bc5b37 None None] Pushing event updated for resources: {'Port': ['ID=1f6a0d0f-7723-4f00-8390-8e68d6fc1db8,revision_number=3']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:53:02.184385 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b8d597e-74bb-4421-b1a7-13d976bc5b37 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:53:02.185024 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b8d597e-74bb-4421-b1a7-13d976bc5b37 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:53:02.185513 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b8d597e-74bb-4421-b1a7-13d976bc5b37 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:53:02.186076 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b8d597e-74bb-4421-b1a7-13d976bc5b37 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:53:02.186562 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b8d597e-74bb-4421-b1a7-13d976bc5b37 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:53:02.186999 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b8d597e-74bb-4421-b1a7-13d976bc5b37 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:53:02.187429 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b8d597e-74bb-4421-b1a7-13d976bc5b37 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:53:02.187887 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b8d597e-74bb-4421-b1a7-13d976bc5b37 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:53:02.188302 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b8d597e-74bb-4421-b1a7-13d976bc5b37 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:53:02.188680 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b8d597e-74bb-4421-b1a7-13d976bc5b37 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:53:02.189055 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b8d597e-74bb-4421-b1a7-13d976bc5b37 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:53:02.189428 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b8d597e-74bb-4421-b1a7-13d976bc5b37 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:53:02.201582 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.managers [None req-dfec2377-f524-40db-b8d5-a43c32e38daa None None] Attempting to bind port 1f6a0d0f-7723-4f00-8390-8e68d6fc1db8 on host n-d-816865-1 for vnic_type normal with profile {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 18:53:02.202663 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.managers [None req-dfec2377-f524-40db-b8d5-a43c32e38daa None None] Attempting to bind port 1f6a0d0f-7723-4f00-8390-8e68d6fc1db8 by drivers openvswitch,hyperv on host n-d-816865-1 at level 0 using segments [{'id': '0c72dcab-8b18-4843-846a-eb145400f298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '69b6fb6a-afe7-4c73-ab8b-5ae370a005dd'}] {{(pid=102389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 18:53:02.203122 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfec2377-f524-40db-b8d5-a43c32e38daa None None] Attempting to bind port 1f6a0d0f-7723-4f00-8390-8e68d6fc1db8 on network 69b6fb6a-afe7-4c73-ab8b-5ae370a005dd {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 18:53:02.215593 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-7f9ffacc-3b6d-4222-b389-8aebf0a6b90f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:02.218654 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfec2377-f524-40db-b8d5-a43c32e38daa None None] Checking agent: {'id': '724d89a7-611b-41e6-bc85-c48112b17afa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 18, 25, 8), 'started_at': datetime.datetime(2021, 11, 5, 18, 25, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 18, 52, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 18:53:02.222575 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfec2377-f524-40db-b8d5-a43c32e38daa None None] Checking segment: {'id': '0c72dcab-8b18-4843-846a-eb145400f298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '69b6fb6a-afe7-4c73-ab8b-5ae370a005dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 18:53:02.222575 n-d-816865-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-dfec2377-f524-40db-b8d5-a43c32e38daa None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:02.222575 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfec2377-f524-40db-b8d5-a43c32e38daa None None] Bound using segment: {'id': '0c72dcab-8b18-4843-846a-eb145400f298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '69b6fb6a-afe7-4c73-ab8b-5ae370a005dd'} {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 18:53:02.222575 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.managers [None req-dfec2377-f524-40db-b8d5-a43c32e38daa None None] Bound port: 1f6a0d0f-7723-4f00-8390-8e68d6fc1db8, host: n-d-816865-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c72dcab-8b18-4843-846a-eb145400f298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '69b6fb6a-afe7-4c73-ab8b-5ae370a005dd'}}] {{(pid=102389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 18:53:02.222575 n-d-816865-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-dfec2377-f524-40db-b8d5-a43c32e38daa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:02.225443 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d6d7a4-738c-41e1-a7e4-84939b506094 req-1e258287-c4e0-4764-8262-298076a327e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:53:02.226968 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-64d6d7a4-738c-41e1-a7e4-84939b506094 req-1e258287-c4e0-4764-8262-298076a327e1 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=785d7bfa-2453-4e75-8b0a-ec14975b144a HTTP/1.1" status: 200 len: 856 time: 0.3950777 Nov 05 18:53:02.248508 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647b8651-c203-4880-8fb0-d1178385b0cb req-2724e293-4a80-451a-9eee-610403200aa0 tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:53:02.250466 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-647b8651-c203-4880-8fb0-d1178385b0cb req-2724e293-4a80-451a-9eee-610403200aa0 tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] 10.222.0.13 "GET /v2.0/ports?device_id=4402a838-1439-4f98-a946-5361403d75c4 HTTP/1.1" status: 200 len: 946 time: 0.4290688 Nov 05 18:53:02.298187 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57918a54-a45f-41dc-9150-220198912beb tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Made reservation on behalf of 07347c71ee604fb5990da9c356235381 for: {'subnet': 1} {{(pid=102386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 18:53:02.303711 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-ac2b5a5c-64cd-490c-9a42-1a42694983f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789'] for port, after_create {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:02.305649 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-57918a54-a45f-41dc-9150-220198912beb tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4877122'] for subnet, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:02.327037 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [None req-dfec2377-f524-40db-b8d5-a43c32e38daa None None] For port 1f6a0d0f-7723-4f00-8390-8e68d6fc1db8, host n-d-816865-1, cleared binding levels {{(pid=102389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 18:53:02.332107 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [None req-dfec2377-f524-40db-b8d5-a43c32e38daa None None] For port 1f6a0d0f-7723-4f00-8390-8e68d6fc1db8, host n-d-816865-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=1f6a0d0f-7723-4f00-8390-8e68d6fc1db8,segment=NetworkSegment(0c72dcab-8b18-4843-846a-eb145400f298),segment_id=0c72dcab-8b18-4843-846a-eb145400f298)] {{(pid=102389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 18:53:02.378329 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2b5a5c-64cd-490c-9a42-1a42694983f1 None None] Pushing event updated for resources: {'Port': ['ID=b65778ea-92bd-404e-98e5-cef95fd5cfcb,revision_number=1']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:53:02.391774 n-d-816865-1 neutron-server[102388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac2b5a5c-64cd-490c-9a42-1a42694983f1 None None] Network 1c9d25d3-7f2e-4384-9081-dc17514a5578 is already hosted by enough agents. {{(pid=102388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 18:53:02.396748 n-d-816865-1 neutron-server[102388]: DEBUG neutron.scheduler.base_scheduler [None req-ac2b5a5c-64cd-490c-9a42-1a42694983f1 None None] Resources bound (agent type, host, resource id): {{(pid=102388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:53:02.400077 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac2b5a5c-64cd-490c-9a42-1a42694983f1 None None] Received port after_create {{(pid=102388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 18:53:02.416026 n-d-816865-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-dfec2377-f524-40db-b8d5-a43c32e38daa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:02.482611 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfec2377-f524-40db-b8d5-a43c32e38daa None None] Routers {'5665cfe4-43d2-48fa-8505-9131de9e2b96'} bound to L3 agent in host n-d-816865-1 {{(pid=102389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 18:53:02.483275 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-dfec2377-f524-40db-b8d5-a43c32e38daa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T18:52:35Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['5665cfe4-43d2-48fa-8505-9131de9e2b96'], 'active': True} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:53:02.596755 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-ac2b5a5c-64cd-490c-9a42-1a42694983f1 None None] Attempting to bind port b65778ea-92bd-404e-98e5-cef95fd5cfcb on host n-d-816865-1 for vnic_type normal with profile {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 18:53:02.597128 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-ac2b5a5c-64cd-490c-9a42-1a42694983f1 None None] Attempting to bind port b65778ea-92bd-404e-98e5-cef95fd5cfcb by drivers openvswitch,hyperv on host n-d-816865-1 at level 0 using segments [{'id': '1bdc5ccc-001b-4584-b217-2d1934002f57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '1c9d25d3-7f2e-4384-9081-dc17514a5578'}] {{(pid=102388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 18:53:02.597487 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac2b5a5c-64cd-490c-9a42-1a42694983f1 None None] Attempting to bind port b65778ea-92bd-404e-98e5-cef95fd5cfcb on network 1c9d25d3-7f2e-4384-9081-dc17514a5578 {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 18:53:02.720962 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvr_db [None req-dfec2377-f524-40db-b8d5-a43c32e38daa None None] Set router 5665cfe4-43d2-48fa-8505-9131de9e2b96 gateway port host: n-d-816865-1 {{(pid=102389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 18:53:02.751002 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-57918a54-a45f-41dc-9150-220198912beb tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6149946', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4877172'] for subnet, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:02.765944 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac2b5a5c-64cd-490c-9a42-1a42694983f1 None None] Checking agent: {'id': '724d89a7-611b-41e6-bc85-c48112b17afa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 18, 25, 8), 'started_at': datetime.datetime(2021, 11, 5, 18, 25, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 18, 52, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 18:53:02.765944 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac2b5a5c-64cd-490c-9a42-1a42694983f1 None None] Checking segment: {'id': '1bdc5ccc-001b-4584-b217-2d1934002f57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '1c9d25d3-7f2e-4384-9081-dc17514a5578'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 18:53:02.766737 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-ac2b5a5c-64cd-490c-9a42-1a42694983f1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:02.766846 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac2b5a5c-64cd-490c-9a42-1a42694983f1 None None] Bound using segment: {'id': '1bdc5ccc-001b-4584-b217-2d1934002f57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '1c9d25d3-7f2e-4384-9081-dc17514a5578'} {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 18:53:02.767783 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-ac2b5a5c-64cd-490c-9a42-1a42694983f1 None None] Bound port: b65778ea-92bd-404e-98e5-cef95fd5cfcb, host: n-d-816865-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1bdc5ccc-001b-4584-b217-2d1934002f57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '1c9d25d3-7f2e-4384-9081-dc17514a5578'}}] {{(pid=102388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 18:53:02.767783 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-ac2b5a5c-64cd-490c-9a42-1a42694983f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:02.797107 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-36d88f6a-ddec-4022-ba88-2f331a276074 None None] Provisioning complete for port 1f6a0d0f-7723-4f00-8390-8e68d6fc1db8 triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:53:02.797476 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-36d88f6a-ddec-4022-ba88-2f331a276074 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:02.822272 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57918a54-a45f-41dc-9150-220198912beb tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Pushing event updated for resources: {'Subnet': ['ID=529dc2bb-5603-4b92-8f55-514b2c318ee9,revision_number=0']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:53:02.846382 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d81009a4-8947-454c-806b-78d60e697e0e admin admin] Notify agent at l3_agent.n-d-816865-1 the message routers_updated {{(pid=102387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 18:53:02.858657 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57918a54-a45f-41dc-9150-220198912beb tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Checking segment: {'id': '9ad69bd1-392a-4956-9bdd-f9f63dbf961b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '79b363d9-4129-410e-bfaf-357198417ae2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 18:53:02.860022 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57918a54-a45f-41dc-9150-220198912beb tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Network hostable DHCP agents. Network: 79b363d9-4129-410e-bfaf-357198417ae2, hostable agents: ['987e2ca0-bc3b-4c6f-a989-429ccfbf753f'], hosted agents: [] {{(pid=102386) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 05 18:53:02.861220 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-d81009a4-8947-454c-806b-78d60e697e0e admin admin] 10.222.0.13 "PUT /v2.0/routers/8cfa6972-6a8c-4575-afff-a8195771cadb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.6160939 Nov 05 18:53:02.865116 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 59980) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:53:02.878569 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-ac2b5a5c-64cd-490c-9a42-1a42694983f1 None None] For port b65778ea-92bd-404e-98e5-cef95fd5cfcb, host n-d-816865-1, cleared binding levels {{(pid=102388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 18:53:02.881898 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-ac2b5a5c-64cd-490c-9a42-1a42694983f1 None None] For port b65778ea-92bd-404e-98e5-cef95fd5cfcb, host n-d-816865-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=b65778ea-92bd-404e-98e5-cef95fd5cfcb,segment=NetworkSegment(1bdc5ccc-001b-4584-b217-2d1934002f57),segment_id=1bdc5ccc-001b-4584-b217-2d1934002f57)] {{(pid=102388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 18:53:02.907482 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-5900c863-eed2-40d9-ab98-11c0e2485e52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:02.936059 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d6d7a4-738c-41e1-a7e4-84939b506094 req-36999961-230b-42a7-901d-f4ef7bd21153 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:53:02.938245 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-64d6d7a4-738c-41e1-a7e4-84939b506094 req-36999961-230b-42a7-901d-f4ef7bd21153 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ad4e0fc4-1abc-48fb-9c8e-5d76236fa098&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6868553 Nov 05 18:53:02.949150 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39afcc8e-5547-4e50-82b4-7d93548b30eb None None] Sync routers for ids ['8cfa6972-6a8c-4575-afff-a8195771cadb'] in n-d-816865-1 {{(pid=102389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 18:53:02.953880 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8d597e-74bb-4421-b1a7-13d976bc5b37 None None] Pushing event updated for resources: {'Port': ['ID=1f6a0d0f-7723-4f00-8390-8e68d6fc1db8,revision_number=4']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:53:02.968955 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-ac2b5a5c-64cd-490c-9a42-1a42694983f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:02.978148 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39afcc8e-5547-4e50-82b4-7d93548b30eb None None] Routers {'8cfa6972-6a8c-4575-afff-a8195771cadb'} bound to L3 agent in host n-d-816865-1 {{(pid=102389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 18:53:02.983748 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-39afcc8e-5547-4e50-82b4-7d93548b30eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T18:52:35Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['8cfa6972-6a8c-4575-afff-a8195771cadb'], 'active': True} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:53:02.993540 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-9c72b977-5a57-47e4-806b-d4c4a5b29ae3 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:03.084477 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-85d0faf6-b6e5-4521-b747-6cd8bbf8d8a8 admin admin] Publish callbacks [] for router, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:03.123595 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-647b8651-c203-4880-8fb0-d1178385b0cb req-d0cb682b-978c-4cb9-bbb3-33fbaeb720fa tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] 10.222.0.13 "GET /v2.0/security-groups?id=20494f52-e47d-4839-b4f6-2fc0330d8d18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8369412 Nov 05 18:53:03.138233 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvr_db [None req-39afcc8e-5547-4e50-82b4-7d93548b30eb None None] Set router 8cfa6972-6a8c-4575-afff-a8195771cadb gateway port host: n-d-816865-1 {{(pid=102389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 18:53:03.174735 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-36d88f6a-ddec-4022-ba88-2f331a276074 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:03.186078 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-97e74259-d845-4034-bd2c-789fd522409d None None] Publish callbacks [] for port, precommit_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:03.186415 n-d-816865-1 neutron-server[102387]: DEBUG neutron.notifiers.nova [None req-9c72b977-5a57-47e4-806b-d4c4a5b29ae3 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] device_id is not set on port 508ffa72-e1b0-4b65-94c6-e11b19746053 yet. {{(pid=102387) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 05 18:53:03.205117 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2b5a5c-64cd-490c-9a42-1a42694983f1 None None] Pushing event updated for resources: {'Port': ['ID=b65778ea-92bd-404e-98e5-cef95fd5cfcb,revision_number=2']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:53:03.258017 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-36d88f6a-ddec-4022-ba88-2f331a276074 None None] For port 1f6a0d0f-7723-4f00-8390-8e68d6fc1db8, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=1f6a0d0f-7723-4f00-8390-8e68d6fc1db8,segment=NetworkSegment(0c72dcab-8b18-4843-846a-eb145400f298),segment_id=0c72dcab-8b18-4843-846a-eb145400f298)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:53:03.284737 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae2c9ba-15ba-482f-a094-b55ae830f89b req-bb3ade06-37c1-4e91-bddd-fe1bffdc4f64 tempest-ListServerFiltersTestJSON-1098286164 tempest-ListServerFiltersTestJSON-1098286164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:53:03.285604 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57918a54-a45f-41dc-9150-220198912beb tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Network 79b363d9-4129-410e-bfaf-357198417ae2 is scheduled to be hosted by DHCP agent 987e2ca0-bc3b-4c6f-a989-429ccfbf753f with binding_index 1 {{(pid=102386) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 05 18:53:03.292410 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-cae2c9ba-15ba-482f-a094-b55ae830f89b req-bb3ade06-37c1-4e91-bddd-fe1bffdc4f64 tempest-ListServerFiltersTestJSON-1098286164 tempest-ListServerFiltersTestJSON-1098286164-project] 10.222.0.13 "GET /v2.0/ports?device_id=35c561de-9fb3-42c9-b803-c5bb933ccd4c HTTP/1.1" status: 200 len: 946 time: 0.4384379 Nov 05 18:53:03.308708 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-85d0faf6-b6e5-4521-b747-6cd8bbf8d8a8 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:03.313408 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-97e74259-d845-4034-bd2c-789fd522409d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:03.398822 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.base_scheduler [None req-57918a54-a45f-41dc-9150-220198912beb tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816865-1, 79b363d9-4129-410e-bfaf-357198417ae2) {{(pid=102386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:53:03.403157 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-36d88f6a-ddec-4022-ba88-2f331a276074 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:03.436457 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a51631a-5dfe-4e4b-a9dd-7393232c34dd None None] Pushing event updated for resources: {'Port': ['ID=2d32c49a-e83b-4ea0-9aaa-a7d10b79daf9,revision_number=3']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:53:03.437708 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-dfec2377-f524-40db-b8d5-a43c32e38daa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5665cfe4-43d2-48fa-8505-9131de9e2b96', 'name': 'tempest-FloatingIPsNegativeTestJSON-1959874839-router', 'tenant_id': '7d7a8a37d508439c9663810d15d41eaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.177'}], 'enable_snat': True}, 'gw_port_id': 'f88cc9b2-a561-4ac3-ae39-4994f2643af7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T18:52:43Z', 'updated_at': '2021-11-05T18:52:56Z', 'revision_number': 4, 'project_id': '7d7a8a37d508439c9663810d15d41eaa', 'gw_port': {'id': 'f88cc9b2-a561-4ac3-ae39-4994f2643af7', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:aa:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5665cfe4-43d2-48fa-8505-9131de9e2b96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1643, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T18:52:45Z', 'updated_at': '2021-11-05T18:52:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1', '_interfaces': [{'id': '1f6a0d0f-7723-4f00-8390-8e68d6fc1db8', 'name': '', 'network_id': '69b6fb6a-afe7-4c73-ab8b-5ae370a005dd', 'tenant_id': '7d7a8a37d508439c9663810d15d41eaa', 'mac_address': 'fa:16:3e:75:fc:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5665cfe4-43d2-48fa-8505-9131de9e2b96', 'device_owner': 'network:router_interface', 'standard_attr_id': 1654, 'fixed_ips': [{'subnet_id': '7033e0ff-70ed-4beb-b362-1d26c6269489', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T18:52:52Z', 'updated_at': '2021-11-05T18:53:02Z', 'revision_number': 4, 'project_id': '7d7a8a37d508439c9663810d15d41eaa', 'subnets': [{'id': '7033e0ff-70ed-4beb-b362-1d26c6269489', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-1', False) {} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:53:03.457755 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57918a54-a45f-41dc-9150-220198912beb tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:53:03.459239 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-57918a54-a45f-41dc-9150-220198912beb tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Publish callbacks [] for subnet, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:03.494652 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8ce8834-d5f4-4310-8e42-30a7957c1c6c None None] Network 79b363d9-4129-410e-bfaf-357198417ae2 requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 18:53:03.507766 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-85d0faf6-b6e5-4521-b747-6cd8bbf8d8a8 admin admin] Deleting port 9d10276e-2287-4fac-abe3-d2a410b42458 {{(pid=102386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 18:53:03.508266 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-85d0faf6-b6e5-4521-b747-6cd8bbf8d8a8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:03.528353 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-7f9ffacc-3b6d-4222-b389-8aebf0a6b90f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:03.649029 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-97e74259-d845-4034-bd2c-789fd522409d None None] Attempting to bind port 2d32c49a-e83b-4ea0-9aaa-a7d10b79daf9 on host n-d-816865-1 for vnic_type normal with profile {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 18:53:03.650117 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-97e74259-d845-4034-bd2c-789fd522409d None None] Attempting to bind port 2d32c49a-e83b-4ea0-9aaa-a7d10b79daf9 by drivers openvswitch,hyperv on host n-d-816865-1 at level 0 using segments [{'id': 'c5134ea6-0eb6-4a1e-8141-1fede62ad16d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'f0bd4915-5264-4f1b-888c-702ac3bd3c65'}] {{(pid=102388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 18:53:03.650490 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97e74259-d845-4034-bd2c-789fd522409d None None] Attempting to bind port 2d32c49a-e83b-4ea0-9aaa-a7d10b79daf9 on network f0bd4915-5264-4f1b-888c-702ac3bd3c65 {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 18:53:03.653456 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfec2377-f524-40db-b8d5-a43c32e38daa None None] The sync data for ids ['5665cfe4-43d2-48fa-8505-9131de9e2b96'] in n-d-816865-1 is: [{'id': '5665cfe4-43d2-48fa-8505-9131de9e2b96', 'name': 'tempest-FloatingIPsNegativeTestJSON-1959874839-router', 'tenant_id': '7d7a8a37d508439c9663810d15d41eaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.177'}], 'enable_snat': True}, 'gw_port_id': 'f88cc9b2-a561-4ac3-ae39-4994f2643af7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T18:52:43Z', 'updated_at': '2021-11-05T18:52:56Z', 'revision_number': 4, 'project_id': '7d7a8a37d508439c9663810d15d41eaa', 'gw_port': {'id': 'f88cc9b2-a561-4ac3-ae39-4994f2643af7', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:aa:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5665cfe4-43d2-48fa-8505-9131de9e2b96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1643, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T18:52:45Z', 'updated_at': '2021-11-05T18:52:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1', '_interfaces': [{'id': '1f6a0d0f-7723-4f00-8390-8e68d6fc1db8', 'name': '', 'network_id': '69b6fb6a-afe7-4c73-ab8b-5ae370a005dd', 'tenant_id': '7d7a8a37d508439c9663810d15d41eaa', 'mac_address': 'fa:16:3e:75:fc:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5665cfe4-43d2-48fa-8505-9131de9e2b96', 'device_owner': 'network:router_interface', 'standard_attr_id': 1654, 'fixed_ips': [{'subnet_id': '7033e0ff-70ed-4beb-b362-1d26c6269489', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T18:52:52Z', 'updated_at': '2021-11-05T18:53:02Z', 'revision_number': 4, 'project_id': '7d7a8a37d508439c9663810d15d41eaa', 'subnets': [{'id': '7033e0ff-70ed-4beb-b362-1d26c6269489', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 18:53:03.655598 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-57918a54-a45f-41dc-9150-220198912beb tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.5840859 Nov 05 18:53:03.668546 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d88f6a-ddec-4022-ba88-2f331a276074 None None] Pushing event updated for resources: {'Port': ['ID=1f6a0d0f-7723-4f00-8390-8e68d6fc1db8,revision_number=5']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:53:03.685746 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 59984) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:53:03.707019 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97e74259-d845-4034-bd2c-789fd522409d None None] Checking agent: {'id': '724d89a7-611b-41e6-bc85-c48112b17afa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 18, 25, 8), 'started_at': datetime.datetime(2021, 11, 5, 18, 25, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 18, 52, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 18:53:03.707019 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97e74259-d845-4034-bd2c-789fd522409d None None] Checking segment: {'id': 'c5134ea6-0eb6-4a1e-8141-1fede62ad16d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'f0bd4915-5264-4f1b-888c-702ac3bd3c65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 18:53:03.707019 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-97e74259-d845-4034-bd2c-789fd522409d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:03.707019 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97e74259-d845-4034-bd2c-789fd522409d None None] Bound using segment: {'id': 'c5134ea6-0eb6-4a1e-8141-1fede62ad16d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'f0bd4915-5264-4f1b-888c-702ac3bd3c65'} {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 18:53:03.707019 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-97e74259-d845-4034-bd2c-789fd522409d None None] Bound port: 2d32c49a-e83b-4ea0-9aaa-a7d10b79daf9, host: n-d-816865-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5134ea6-0eb6-4a1e-8141-1fede62ad16d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'f0bd4915-5264-4f1b-888c-702ac3bd3c65'}}] {{(pid=102388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 18:53:03.707019 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-97e74259-d845-4034-bd2c-789fd522409d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:03.713750 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.db_base_plugin_common [None req-9c72b977-5a57-47e4-806b-d4c4a5b29ae3 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Allocated IP 2001:db8::ecf5:ac0b:a824:be97 (1c9d25d3-7f2e-4384-9081-dc17514a5578/86b44b18-b159-4c12-8b62-3bf66297c6fa/508ffa72-e1b0-4b65-94c6-e11b19746053) {{(pid=102387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 18:53:03.729010 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-c348705f-a8b0-43e8-bf23-beab8ca6d388 None None] Provisioning complete for port 1f6a0d0f-7723-4f00-8390-8e68d6fc1db8 triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:53:03.729975 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c348705f-a8b0-43e8-bf23-beab8ca6d388 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:03.754648 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-39afcc8e-5547-4e50-82b4-7d93548b30eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cfa6972-6a8c-4575-afff-a8195771cadb', 'name': 'tempest-AttachVolumeTestJSON-288313606-router', 'tenant_id': '4178766de4564cc499086192238e999c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.51'}], 'enable_snat': True}, 'gw_port_id': '9d10276e-2287-4fac-abe3-d2a410b42458', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T18:44:44Z', 'updated_at': '2021-11-05T18:52:58Z', 'revision_number': 5, 'project_id': '4178766de4564cc499086192238e999c', 'gw_port': {'id': '9d10276e-2287-4fac-abe3-d2a410b42458', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:17:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cfa6972-6a8c-4575-afff-a8195771cadb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 971, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T18:44:46Z', 'updated_at': '2021-11-05T18:44:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1'}], 'n-d-816865-1', False) {} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:53:03.798801 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39afcc8e-5547-4e50-82b4-7d93548b30eb None None] Checking router: 8cfa6972-6a8c-4575-afff-a8195771cadb for host: n-d-816865-1 {{(pid=102389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 18:53:03.811212 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39afcc8e-5547-4e50-82b4-7d93548b30eb None None] Routers {'8cfa6972-6a8c-4575-afff-a8195771cadb'} bound to L3 agent in host n-d-816865-1 {{(pid=102389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 18:53:03.811212 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-39afcc8e-5547-4e50-82b4-7d93548b30eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T18:52:35Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['8cfa6972-6a8c-4575-afff-a8195771cadb'], 'active': True} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:53:03.898336 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-97e74259-d845-4034-bd2c-789fd522409d None None] For port 2d32c49a-e83b-4ea0-9aaa-a7d10b79daf9, host n-d-816865-1, cleared binding levels {{(pid=102388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 18:53:03.931731 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvr_db [None req-39afcc8e-5547-4e50-82b4-7d93548b30eb None None] Set router 8cfa6972-6a8c-4575-afff-a8195771cadb gateway port host: None {{(pid=102389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 18:53:03.959288 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-97e74259-d845-4034-bd2c-789fd522409d None None] For port 2d32c49a-e83b-4ea0-9aaa-a7d10b79daf9, host n-d-816865-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=2d32c49a-e83b-4ea0-9aaa-a7d10b79daf9,segment=NetworkSegment(c5134ea6-0eb6-4a1e-8141-1fede62ad16d),segment_id=c5134ea6-0eb6-4a1e-8141-1fede62ad16d)] {{(pid=102388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 18:53:03.981436 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [None req-85d0faf6-b6e5-4521-b747-6cd8bbf8d8a8 admin admin] For port 9d10276e-2287-4fac-abe3-d2a410b42458, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=9d10276e-2287-4fac-abe3-d2a410b42458,segment=NetworkSegment(85be518c-8bb4-46a2-a903-d4292782d29d),segment_id=85be518c-8bb4-46a2-a903-d4292782d29d)] {{(pid=102386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:53:03.982295 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-85d0faf6-b6e5-4521-b747-6cd8bbf8d8a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:04.008532 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-85d0faf6-b6e5-4521-b747-6cd8bbf8d8a8 admin admin] Calling delete_port for 9d10276e-2287-4fac-abe3-d2a410b42458 owned by network:router_gateway {{(pid=102386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 18:53:04.027367 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-39afcc8e-5547-4e50-82b4-7d93548b30eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cfa6972-6a8c-4575-afff-a8195771cadb', 'name': 'tempest-AttachVolumeTestJSON-288313606-router', 'tenant_id': '4178766de4564cc499086192238e999c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T18:44:44Z', 'updated_at': '2021-11-05T18:53:03Z', 'revision_number': 6, 'project_id': '4178766de4564cc499086192238e999c', 'gw_port_host': None}], 'n-d-816865-1', False) {} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:53:04.053196 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-64d6d7a4-738c-41e1-a7e4-84939b506094 req-eef9d8ce-794e-4408-a74e-abb865b33360 service neutron] 10.222.0.41 "GET /v2.0/networks/ad4e0fc4-1abc-48fb-9c8e-5d76236fa098?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0919826 Nov 05 18:53:04.067167 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-7f9ffacc-3b6d-4222-b389-8aebf0a6b90f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:04.080473 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39afcc8e-5547-4e50-82b4-7d93548b30eb None None] The sync data for ids ['8cfa6972-6a8c-4575-afff-a8195771cadb'] in n-d-816865-1 is: [{'id': '8cfa6972-6a8c-4575-afff-a8195771cadb', 'name': 'tempest-AttachVolumeTestJSON-288313606-router', 'tenant_id': '4178766de4564cc499086192238e999c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T18:44:44Z', 'updated_at': '2021-11-05T18:53:03Z', 'revision_number': 6, 'project_id': '4178766de4564cc499086192238e999c', 'gw_port_host': None}] {{(pid=102389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 18:53:04.114083 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-97e74259-d845-4034-bd2c-789fd522409d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:04.128190 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-9c72b977-5a57-47e4-806b-d4c4a5b29ae3 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Publish callbacks [] for port, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:04.153163 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d771006d-0e10-45a3-ab79-c8c508e9e609 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeb20a084-accf-5b60-8075-3e69ebe863a6-79b363d9-4129-410e-bfaf-357198417ae2', 'network_id': '79b363d9-4129-410e-bfaf-357198417ae2', 'tenant_id': '07347c71ee604fb5990da9c356235381', 'fixed_ips': [{'subnet_id': '529dc2bb-5603-4b92-8f55-514b2c318ee9'}]}} from n-d-816865-1. {{(pid=102388) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 05 18:53:04.155461 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-d771006d-0e10-45a3-ab79-c8c508e9e609 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:04.160477 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:04.221799 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-cae2c9ba-15ba-482f-a094-b55ae830f89b req-b6fb3050-636d-4007-b45f-e465d7495e8e tempest-ListServerFiltersTestJSON-1098286164 tempest-ListServerFiltersTestJSON-1098286164-project] 10.222.0.13 "GET /v2.0/security-groups?id=e3640d88-c369-41cd-98f6-7ceb94b23b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9272943 Nov 05 18:53:04.341039 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c975f95-bd46-4942-bf08-abd32beca263 req-cf163cde-227b-4a31-8380-1205101acc96 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:53:04.342027 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97e74259-d845-4034-bd2c-789fd522409d None None] Routers {'98c28b36-02e7-4b7d-8190-c1aff44fd3f1'} bound to L3 agent in host n-d-816865-1 {{(pid=102388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 18:53:04.342789 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-97e74259-d845-4034-bd2c-789fd522409d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T18:52:35Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['98c28b36-02e7-4b7d-8190-c1aff44fd3f1'], 'active': True} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:53:04.352455 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c975f95-bd46-4942-bf08-abd32beca263 req-cf163cde-227b-4a31-8380-1205101acc96 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:53:04.368497 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c975f95-bd46-4942-bf08-abd32beca263 req-cf163cde-227b-4a31-8380-1205101acc96 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:53:04.375845 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c975f95-bd46-4942-bf08-abd32beca263 req-cf163cde-227b-4a31-8380-1205101acc96 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:53:04.385083 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c975f95-bd46-4942-bf08-abd32beca263 req-cf163cde-227b-4a31-8380-1205101acc96 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:53:04.392491 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c975f95-bd46-4942-bf08-abd32beca263 req-cf163cde-227b-4a31-8380-1205101acc96 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:53:04.397586 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a51631a-5dfe-4e4b-a9dd-7393232c34dd None None] Pushing event updated for resources: {'Port': ['ID=2d32c49a-e83b-4ea0-9aaa-a7d10b79daf9,revision_number=4']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:53:04.401882 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c975f95-bd46-4942-bf08-abd32beca263 req-cf163cde-227b-4a31-8380-1205101acc96 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:53:04.404215 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-4c975f95-bd46-4942-bf08-abd32beca263 req-cf163cde-227b-4a31-8380-1205101acc96 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] 10.222.0.13 "GET /v2.0/ports?device_id=1682fb31-a1bf-43f5-a4fa-447937da8a91 HTTP/1.1" status: 200 len: 5429 time: 1.1055508 Nov 05 18:53:04.435639 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 59988) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:53:04.441005 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-7f9ffacc-3b6d-4222-b389-8aebf0a6b90f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d2f666ea9b814e22adf2fda29eaa1e27&name=default HTTP/1.1" status: 200 len: 3000 time: 2.6230958 Nov 05 18:53:04.469129 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9ffacc-3b6d-4222-b389-8aebf0a6b90f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b68d42d3-9f21-4522-8621-2498675a52ab,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:53:04.615299 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-a2a0b03f-3c45-4650-a98e-6d3046a86127 None None] Provisioning complete for port 2d32c49a-e83b-4ea0-9aaa-a7d10b79daf9 triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:53:04.615670 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-a2a0b03f-3c45-4650-a98e-6d3046a86127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:04.745110 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvr_db [None req-97e74259-d845-4034-bd2c-789fd522409d None None] Set router 98c28b36-02e7-4b7d-8190-c1aff44fd3f1 gateway port host: None {{(pid=102388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 18:53:04.798943 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-64d6d7a4-738c-41e1-a7e4-84939b506094 req-e542b8eb-838c-45aa-9282-d38352243a2c service neutron] 10.222.0.41 "GET /v2.0/networks/ad4e0fc4-1abc-48fb-9c8e-5d76236fa098?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7086957 Nov 05 18:53:04.817892 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10542b3f-23a3-4925-869e-53d260dbb5f1 req-33f8ab4d-0be1-4c87-b098-2925923f7471 tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:53:04.833535 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.db_base_plugin_common [None req-d771006d-0e10-45a3-ab79-c8c508e9e609 None None] Allocated IP 2001:db8:1::2 (79b363d9-4129-410e-bfaf-357198417ae2/529dc2bb-5603-4b92-8f55-514b2c318ee9/991502a0-29d6-4d40-afc1-6b3dadefc7bd) {{(pid=102388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 18:53:04.838673 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-10542b3f-23a3-4925-869e-53d260dbb5f1 req-33f8ab4d-0be1-4c87-b098-2925923f7471 tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] 10.222.0.13 "GET /v2.0/ports?device_id=4402a838-1439-4f98-a946-5361403d75c4 HTTP/1.1" status: 200 len: 946 time: 0.4280720 Nov 05 18:53:04.861449 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-4c975f95-bd46-4942-bf08-abd32beca263 req-98443f90-b917-4740-88ce-8557fb00bada tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] 10.222.0.13 "GET /v2.0/security-groups?id=293ec58e-66ea-453a-8db8-ae12281442fa&id=4f04b2e1-de76-4a06-adfc-cc82b8507945&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4448230 Nov 05 18:53:04.891557 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-9c72b977-5a57-47e4-806b-d4c4a5b29ae3 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4417063'] for port, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:04.975019 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-a2a0b03f-3c45-4650-a98e-6d3046a86127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:04.987094 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-64d6d7a4-738c-41e1-a7e4-84939b506094 req-eebc85c6-4bda-4292-95e6-cf6c8c0df285 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.71&port_id=67bf7a45-d02d-4202-afe1-d2eef054ceb0 HTTP/1.1" status: 200 len: 217 time: 0.1387115 Nov 05 18:53:05.011333 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-abc5b4a0-8e22-4705-b68c-8975f110437f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:05.029474 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c72b977-5a57-47e4-806b-d4c4a5b29ae3 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Network 1c9d25d3-7f2e-4384-9081-dc17514a5578 is already hosted by enough agents. {{(pid=102387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 18:53:05.035492 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.base_scheduler [None req-9c72b977-5a57-47e4-806b-d4c4a5b29ae3 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Resources bound (agent type, host, resource id): {{(pid=102387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:53:05.038996 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c72b977-5a57-47e4-806b-d4c4a5b29ae3 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Received port after_create {{(pid=102387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 18:53:05.044948 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c72b977-5a57-47e4-806b-d4c4a5b29ae3 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:53:05.046087 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-9c72b977-5a57-47e4-806b-d4c4a5b29ae3 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:05.106409 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3159ee66-5ea7-40c8-874c-6929e8e96710 req-2e0fbabf-fbf2-4c82-810e-81b24eeee5ff tempest-ListServerFiltersTestJSON-1098286164 tempest-ListServerFiltersTestJSON-1098286164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:53:05.108451 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-3159ee66-5ea7-40c8-874c-6929e8e96710 req-2e0fbabf-fbf2-4c82-810e-81b24eeee5ff tempest-ListServerFiltersTestJSON-1098286164 tempest-ListServerFiltersTestJSON-1098286164-project] 10.222.0.41 "GET /v2.0/ports?device_id=35c561de-9fb3-42c9-b803-c5bb933ccd4c HTTP/1.1" status: 200 len: 946 time: 0.9186289 Nov 05 18:53:05.193581 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device b65778ea-92bd-404e-98e5-cef95fd5cfcb up at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 18:53:05.198853 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-a2a0b03f-3c45-4650-a98e-6d3046a86127 None None] For port 2d32c49a-e83b-4ea0-9aaa-a7d10b79daf9, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=2d32c49a-e83b-4ea0-9aaa-a7d10b79daf9,segment=NetworkSegment(c5134ea6-0eb6-4a1e-8141-1fede62ad16d),segment_id=c5134ea6-0eb6-4a1e-8141-1fede62ad16d)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:53:05.202659 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-10542b3f-23a3-4925-869e-53d260dbb5f1 req-58ee5487-e356-44f0-89b9-feb970b84e4b tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] 10.222.0.13 "GET /v2.0/security-groups?id=20494f52-e47d-4839-b4f6-2fc0330d8d18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3627248 Nov 05 18:53:05.203417 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c72b977-5a57-47e4-806b-d4c4a5b29ae3 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Pushing event updated for resources: {'Port': ['ID=508ffa72-e1b0-4b65-94c6-e11b19746053,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:53:05.211100 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d6d7a4-738c-41e1-a7e4-84939b506094 req-f57b16bb-f955-4fc0-a841-8723881f2fc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:53:05.213530 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-64d6d7a4-738c-41e1-a7e4-84939b506094 req-f57b16bb-f955-4fc0-a841-8723881f2fc4 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e9dfd8b9-004d-48f6-8398-0a38af599af4 HTTP/1.1" status: 200 len: 797 time: 0.1795206 Nov 05 18:53:05.226586 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-9c72b977-5a57-47e4-806b-d4c4a5b29ae3 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 4.2698488 Nov 05 18:53:05.229865 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 59990) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:53:05.350281 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-a2a0b03f-3c45-4650-a98e-6d3046a86127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:05.369726 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d6d7a4-738c-41e1-a7e4-84939b506094 req-56a526e2-092e-4a75-a780-7c1f1518fb16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:53:05.372444 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-64d6d7a4-738c-41e1-a7e4-84939b506094 req-56a526e2-092e-4a75-a780-7c1f1518fb16 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=59ceeb29-cfb5-4ee4-ad6e-189a26cd5b4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1474657 Nov 05 18:53:05.391620 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a757ac5-d031-470a-b0a1-10762edc21a8 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:53:05.403283 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a757ac5-d031-470a-b0a1-10762edc21a8 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:53:05.409244 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-4a757ac5-d031-470a-b0a1-10762edc21a8 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.1606820 Nov 05 18:53:05.412616 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 59996) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:53:05.435505 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-7e745660-bb4d-4254-84f0-691cc0379ffe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-571777'] for router_interface, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:05.508555 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-f25f59a9-2c32-42df-9487-4939c9e13e02 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:05.678060 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-f25f59a9-2c32-42df-9487-4939c9e13e02 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:05.703344 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-85d0faf6-b6e5-4521-b747-6cd8bbf8d8a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:05.724266 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7504d2b-9ae9-494d-8319-dc39e64e292b req-2a9497fd-ac31-44e6-881a-4a563867a8cf tempest-ListServerFiltersTestJSON-1098286164 tempest-ListServerFiltersTestJSON-1098286164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:53:05.725813 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-c7504d2b-9ae9-494d-8319-dc39e64e292b req-2a9497fd-ac31-44e6-881a-4a563867a8cf tempest-ListServerFiltersTestJSON-1098286164 tempest-ListServerFiltersTestJSON-1098286164-project] 10.222.0.13 "GET /v2.0/ports?device_id=35c561de-9fb3-42c9-b803-c5bb933ccd4c HTTP/1.1" status: 200 len: 946 time: 0.3115845 Nov 05 18:53:05.765646 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-2d5e8969-149a-4520-a061-39097ba72ac9 None None] Provisioning complete for port b65778ea-92bd-404e-98e5-cef95fd5cfcb triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:53:05.765990 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-2d5e8969-149a-4520-a061-39097ba72ac9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:05.779508 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d0faf6-b6e5-4521-b747-6cd8bbf8d8a8 admin admin] Pushing event deleted for resources: {'Port': ['ID=9d10276e-2287-4fac-abe3-d2a410b42458,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:53:05.806571 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [req-3159ee66-5ea7-40c8-874c-6929e8e96710 req-a1577cd4-a23a-43b7-a733-58a13503e2e5 tempest-ListServerFiltersTestJSON-1098286164 tempest-ListServerFiltersTestJSON-1098286164-project] Deleting port 4011d671-83b1-4a94-a162-037d5e0d3181 {{(pid=102386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 18:53:05.806571 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-3159ee66-5ea7-40c8-874c-6929e8e96710 req-a1577cd4-a23a-43b7-a733-58a13503e2e5 tempest-ListServerFiltersTestJSON-1098286164 tempest-ListServerFiltersTestJSON-1098286164-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:05.814504 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-d771006d-0e10-45a3-ab79-c8c508e9e609 None None] Publish callbacks [] for port, precommit_create {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:05.816099 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-64d6d7a4-738c-41e1-a7e4-84939b506094 req-cedb444f-b42f-4ae0-a65c-98568898a443 service neutron] 10.222.0.41 "GET /v2.0/networks/59ceeb29-cfb5-4ee4-ad6e-189a26cd5b4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4050148 Nov 05 18:53:05.821209 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a0b03f-3c45-4650-a98e-6d3046a86127 None None] Pushing event updated for resources: {'Port': ['ID=2d32c49a-e83b-4ea0-9aaa-a7d10b79daf9,revision_number=5']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:53:05.835214 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Provisioning complete for port b65778ea-92bd-404e-98e5-cef95fd5cfcb triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:53:05.835214 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:05.886334 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-c37d6f00-36b0-4641-a23a-211423cbd129 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:05.989366 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4960a5-6fb6-4342-a763-9c6679e921ec req-9de7e9d7-cedf-4ccd-ab92-ecf61d83d790 tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:53:05.997595 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-1c4960a5-6fb6-4342-a763-9c6679e921ec req-9de7e9d7-cedf-4ccd-ab92-ecf61d83d790 tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] 10.222.0.13 "GET /v2.0/ports?device_id=4402a838-1439-4f98-a946-5361403d75c4 HTTP/1.1" status: 200 len: 946 time: 0.2863801 Nov 05 18:53:06.011941 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-c7504d2b-9ae9-494d-8319-dc39e64e292b req-93bf4884-8dec-4b2e-acc8-5ed7a41c6836 tempest-ListServerFiltersTestJSON-1098286164 tempest-ListServerFiltersTestJSON-1098286164-project] 10.222.0.13 "GET /v2.0/security-groups?id=e3640d88-c369-41cd-98f6-7ceb94b23b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2697091 Nov 05 18:53:06.031152 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [None req-43aed1d2-23c8-4933-8576-66ea02b54292 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Deleting port 508ffa72-e1b0-4b65-94c6-e11b19746053 {{(pid=102387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 18:53:06.031152 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-43aed1d2-23c8-4933-8576-66ea02b54292 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:06.071546 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-85d0faf6-b6e5-4521-b747-6cd8bbf8d8a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1000651'] for router_gateway, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:06.119332 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-f25f59a9-2c32-42df-9487-4939c9e13e02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:06.122083 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-f25f59a9-2c32-42df-9487-4939c9e13e02 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:06.123248 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-f25f59a9-2c32-42df-9487-4939c9e13e02 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b68d42d3-9f21-4522-8621-2498675a52ab HTTP/1.1" status: 204 len: 168 time: 1.6829717 Nov 05 18:53:06.140829 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-d771006d-0e10-45a3-ab79-c8c508e9e609 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789'] for port, after_create {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:06.187765 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [req-3159ee66-5ea7-40c8-874c-6929e8e96710 req-a1577cd4-a23a-43b7-a733-58a13503e2e5 tempest-ListServerFiltersTestJSON-1098286164 tempest-ListServerFiltersTestJSON-1098286164-project] For port 4011d671-83b1-4a94-a162-037d5e0d3181, host n-h1-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=4011d671-83b1-4a94-a162-037d5e0d3181,segment=NetworkSegment(3783dc3e-81b4-445a-9e2c-0ce15e9a4e6a),segment_id=3783dc3e-81b4-445a-9e2c-0ce15e9a4e6a)] {{(pid=102386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:53:06.188207 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-3159ee66-5ea7-40c8-874c-6929e8e96710 req-a1577cd4-a23a-43b7-a733-58a13503e2e5 tempest-ListServerFiltersTestJSON-1098286164 tempest-ListServerFiltersTestJSON-1098286164-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:06.209798 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-64d6d7a4-738c-41e1-a7e4-84939b506094 req-1c9ff67d-ccf5-4b5d-b89d-973c3cca3f7c service neutron] 10.222.0.41 "GET /v2.0/networks/59ceeb29-cfb5-4ee4-ad6e-189a26cd5b4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3863001 Nov 05 18:53:06.215339 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-97e74259-d845-4034-bd2c-789fd522409d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98c28b36-02e7-4b7d-8190-c1aff44fd3f1', 'name': 'tempest-RoutersIpV6Test-router-1724408201', 'tenant_id': '07347c71ee604fb5990da9c356235381', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T18:52:47Z', 'updated_at': '2021-11-05T18:52:57Z', 'revision_number': 2, 'project_id': '07347c71ee604fb5990da9c356235381', 'gw_port_host': None, '_interfaces': [{'id': '2d32c49a-e83b-4ea0-9aaa-a7d10b79daf9', 'name': '', 'network_id': 'f0bd4915-5264-4f1b-888c-702ac3bd3c65', 'tenant_id': '07347c71ee604fb5990da9c356235381', 'mac_address': 'fa:16:3e:43:36:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98c28b36-02e7-4b7d-8190-c1aff44fd3f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1661, 'fixed_ips': [{'subnet_id': '375204fc-1e27-495a-8797-c770261c4731', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T18:52:54Z', 'updated_at': '2021-11-05T18:53:03Z', 'revision_number': 4, 'project_id': '07347c71ee604fb5990da9c356235381', 'subnets': [{'id': '375204fc-1e27-495a-8797-c770261c4731', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-1', False) {} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:53:06.221012 n-d-816865-1 neutron-server[102388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d771006d-0e10-45a3-ab79-c8c508e9e609 None None] Network 79b363d9-4129-410e-bfaf-357198417ae2 is already hosted by enough agents. {{(pid=102388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 18:53:06.232665 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25f59a9-2c32-42df-9487-4939c9e13e02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b68d42d3-9f21-4522-8621-2498675a52ab,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:53:06.240794 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [req-3159ee66-5ea7-40c8-874c-6929e8e96710 req-a1577cd4-a23a-43b7-a733-58a13503e2e5 tempest-ListServerFiltersTestJSON-1098286164 tempest-ListServerFiltersTestJSON-1098286164-project] Calling delete_port for 4011d671-83b1-4a94-a162-037d5e0d3181 owned by compute:nova {{(pid=102386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 18:53:06.243620 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-85d0faf6-b6e5-4521-b747-6cd8bbf8d8a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-571301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6852'] for router, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:06.250070 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-85d0faf6-b6e5-4521-b747-6cd8bbf8d8a8 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:06.274932 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-1c4960a5-6fb6-4342-a763-9c6679e921ec req-8b42c9f7-c6aa-425a-bccb-53313a7f3928 tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] 10.222.0.13 "GET /v2.0/security-groups?id=20494f52-e47d-4839-b4f6-2fc0330d8d18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2764580 Nov 05 18:53:06.304419 n-d-816865-1 neutron-server[102388]: DEBUG neutron.scheduler.base_scheduler [None req-d771006d-0e10-45a3-ab79-c8c508e9e609 None None] Resources bound (agent type, host, resource id): {{(pid=102388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:53:06.318021 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:06.318021 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b304910f-7b27-444b-a8fc-977d26b1ceac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:06.318021 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d771006d-0e10-45a3-ab79-c8c508e9e609 None None] Received port after_create {{(pid=102388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 18:53:06.318475 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-43aed1d2-23c8-4933-8576-66ea02b54292 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:06.320665 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d771006d-0e10-45a3-ab79-c8c508e9e609 None None] Pushing event updated for resources: {'Port': ['ID=991502a0-29d6-4d40-afc1-6b3dadefc7bd,revision_number=1']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:53:06.324218 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-64d6d7a4-738c-41e1-a7e4-84939b506094 req-24e33ee8-266e-481f-a850-5346e200c8fb service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.82&port_id=2456eae3-169a-4fab-a13d-e220c18e5959 HTTP/1.1" status: 200 len: 217 time: 0.0966358 Nov 05 18:53:06.330495 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97e74259-d845-4034-bd2c-789fd522409d None None] The sync data for ids ['98c28b36-02e7-4b7d-8190-c1aff44fd3f1'] in n-d-816865-1 is: [{'id': '98c28b36-02e7-4b7d-8190-c1aff44fd3f1', 'name': 'tempest-RoutersIpV6Test-router-1724408201', 'tenant_id': '07347c71ee604fb5990da9c356235381', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T18:52:47Z', 'updated_at': '2021-11-05T18:52:57Z', 'revision_number': 2, 'project_id': '07347c71ee604fb5990da9c356235381', 'gw_port_host': None, '_interfaces': [{'id': '2d32c49a-e83b-4ea0-9aaa-a7d10b79daf9', 'name': '', 'network_id': 'f0bd4915-5264-4f1b-888c-702ac3bd3c65', 'tenant_id': '07347c71ee604fb5990da9c356235381', 'mac_address': 'fa:16:3e:43:36:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98c28b36-02e7-4b7d-8190-c1aff44fd3f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1661, 'fixed_ips': [{'subnet_id': '375204fc-1e27-495a-8797-c770261c4731', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T18:52:54Z', 'updated_at': '2021-11-05T18:53:03Z', 'revision_number': 4, 'project_id': '07347c71ee604fb5990da9c356235381', 'subnets': [{'id': '375204fc-1e27-495a-8797-c770261c4731', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 18:53:06.379676 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-2d5e8969-149a-4520-a061-39097ba72ac9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:06.381156 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [None req-43aed1d2-23c8-4933-8576-66ea02b54292 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Calling delete_port for 508ffa72-e1b0-4b65-94c6-e11b19746053 owned by {{(pid=102387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 18:53:06.432456 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3032ec62-ba39-4320-98be-eb51ca742efc req-752536db-3e73-4e41-b4f2-8424624d254a tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:53:06.438880 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3032ec62-ba39-4320-98be-eb51ca742efc req-752536db-3e73-4e41-b4f2-8424624d254a tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:53:06.444939 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3032ec62-ba39-4320-98be-eb51ca742efc req-752536db-3e73-4e41-b4f2-8424624d254a tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:53:06.450965 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3032ec62-ba39-4320-98be-eb51ca742efc req-752536db-3e73-4e41-b4f2-8424624d254a tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:53:06.458304 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3032ec62-ba39-4320-98be-eb51ca742efc req-752536db-3e73-4e41-b4f2-8424624d254a tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:53:06.465868 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3032ec62-ba39-4320-98be-eb51ca742efc req-752536db-3e73-4e41-b4f2-8424624d254a tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:53:06.471785 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3032ec62-ba39-4320-98be-eb51ca742efc req-752536db-3e73-4e41-b4f2-8424624d254a tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:53:06.473705 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-3032ec62-ba39-4320-98be-eb51ca742efc req-752536db-3e73-4e41-b4f2-8424624d254a tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] 10.222.0.13 "GET /v2.0/ports?device_id=1682fb31-a1bf-43f5-a4fa-447937da8a91 HTTP/1.1" status: 200 len: 5429 time: 0.2909265 Nov 05 18:53:06.494380 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d6d7a4-738c-41e1-a7e4-84939b506094 req-3c0f12a6-cd56-494a-b455-3b88a32f54ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:53:06.495923 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-64d6d7a4-738c-41e1-a7e4-84939b506094 req-3c0f12a6-cd56-494a-b455-3b88a32f54ac service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e9dfd8b9-004d-48f6-8398-0a38af599af4 HTTP/1.1" status: 200 len: 797 time: 0.1597452 Nov 05 18:53:06.496450 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:06.500538 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-d771006d-0e10-45a3-ab79-c8c508e9e609 None None] Attempting to bind port 991502a0-29d6-4d40-afc1-6b3dadefc7bd on host n-d-816865-1 for vnic_type normal with profile {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 18:53:06.501027 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-d771006d-0e10-45a3-ab79-c8c508e9e609 None None] Attempting to bind port 991502a0-29d6-4d40-afc1-6b3dadefc7bd by drivers openvswitch,hyperv on host n-d-816865-1 at level 0 using segments [{'id': '9ad69bd1-392a-4956-9bdd-f9f63dbf961b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '79b363d9-4129-410e-bfaf-357198417ae2'}] {{(pid=102388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 18:53:06.501489 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d771006d-0e10-45a3-ab79-c8c508e9e609 None None] Attempting to bind port 991502a0-29d6-4d40-afc1-6b3dadefc7bd on network 79b363d9-4129-410e-bfaf-357198417ae2 {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 18:53:06.502283 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-85d0faf6-b6e5-4521-b747-6cd8bbf8d8a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-571310'] for router, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:06.503057 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85d0faf6-b6e5-4521-b747-6cd8bbf8d8a8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8cfa6972-6a8c-4575-afff-a8195771cadb {{(pid=102386) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 05 18:53:06.520621 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-85d0faf6-b6e5-4521-b747-6cd8bbf8d8a8 admin admin] Publish callbacks [] for router, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:06.521843 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-85d0faf6-b6e5-4521-b747-6cd8bbf8d8a8 admin admin] 10.222.0.13 "DELETE /v2.0/routers/8cfa6972-6a8c-4575-afff-a8195771cadb HTTP/1.1" status: 204 len: 168 time: 3.6536517 Nov 05 18:53:06.528973 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-2d5e8969-149a-4520-a061-39097ba72ac9 None None] For port b65778ea-92bd-404e-98e5-cef95fd5cfcb, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=b65778ea-92bd-404e-98e5-cef95fd5cfcb,segment=NetworkSegment(1bdc5ccc-001b-4584-b217-2d1934002f57),segment_id=1bdc5ccc-001b-4584-b217-2d1934002f57)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:53:06.530719 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d771006d-0e10-45a3-ab79-c8c508e9e609 None None] Checking agent: {'id': '724d89a7-611b-41e6-bc85-c48112b17afa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 18, 25, 8), 'started_at': datetime.datetime(2021, 11, 5, 18, 25, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 18, 52, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 18:53:06.533367 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d771006d-0e10-45a3-ab79-c8c508e9e609 None None] Checking segment: {'id': '9ad69bd1-392a-4956-9bdd-f9f63dbf961b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '79b363d9-4129-410e-bfaf-357198417ae2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 18:53:06.533865 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-d771006d-0e10-45a3-ab79-c8c508e9e609 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:06.535742 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d771006d-0e10-45a3-ab79-c8c508e9e609 None None] Bound using segment: {'id': '9ad69bd1-392a-4956-9bdd-f9f63dbf961b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '79b363d9-4129-410e-bfaf-357198417ae2'} {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 18:53:06.536343 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-d771006d-0e10-45a3-ab79-c8c508e9e609 None None] Bound port: 991502a0-29d6-4d40-afc1-6b3dadefc7bd, host: n-d-816865-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ad69bd1-392a-4956-9bdd-f9f63dbf961b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '79b363d9-4129-410e-bfaf-357198417ae2'}}] {{(pid=102388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 18:53:06.536833 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-d771006d-0e10-45a3-ab79-c8c508e9e609 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:06.552209 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 60004) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:53:06.621203 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.db_base_plugin_common [None req-c37d6f00-36b0-4641-a23a-211423cbd129 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Allocated IP 2001:db8:1::1 (79b363d9-4129-410e-bfaf-357198417ae2/529dc2bb-5603-4b92-8f55-514b2c318ee9/02e30c9e-6614-411f-a0b0-cb49e1e0671c) {{(pid=102386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 18:53:06.677534 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-d771006d-0e10-45a3-ab79-c8c508e9e609 None None] For port 991502a0-29d6-4d40-afc1-6b3dadefc7bd, host n-d-816865-1, cleared binding levels {{(pid=102388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 18:53:06.690438 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-d771006d-0e10-45a3-ab79-c8c508e9e609 None None] For port 991502a0-29d6-4d40-afc1-6b3dadefc7bd, host n-d-816865-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=991502a0-29d6-4d40-afc1-6b3dadefc7bd,segment=NetworkSegment(9ad69bd1-392a-4956-9bdd-f9f63dbf961b),segment_id=9ad69bd1-392a-4956-9bdd-f9f63dbf961b)] {{(pid=102388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 18:53:06.716583 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-2d5e8969-149a-4520-a061-39097ba72ac9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:06.847536 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-d771006d-0e10-45a3-ab79-c8c508e9e609 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:06.881735 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-c37d6f00-36b0-4641-a23a-211423cbd129 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Publish callbacks [] for port, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:06.895359 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-3159ee66-5ea7-40c8-874c-6929e8e96710 req-a1577cd4-a23a-43b7-a733-58a13503e2e5 tempest-ListServerFiltersTestJSON-1098286164 tempest-ListServerFiltersTestJSON-1098286164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:06.903295 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5e8969-149a-4520-a061-39097ba72ac9 None None] Pushing event updated for resources: {'Port': ['ID=b65778ea-92bd-404e-98e5-cef95fd5cfcb,revision_number=3']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:53:06.906011 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b796073-deec-471d-aa0b-52ac5af6955d admin admin] Deleting subnet 5bc495e2-1c46-46a6-944a-7cb0dfc74d97 {{(pid=102387) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 05 18:53:06.907580 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.db.api [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102388) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 05 18:53:06.907944 n-d-816865-1 neutron-server[102388]: DEBUG oslo_db.api [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 05 18:53:06.916884 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-2d5e8969-149a-4520-a061-39097ba72ac9 None None] Provisioning complete for port 2d32c49a-e83b-4ea0-9aaa-a7d10b79daf9 triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:53:06.917349 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-2d5e8969-149a-4520-a061-39097ba72ac9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:06.933781 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-6b796073-deec-471d-aa0b-52ac5af6955d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:06.970630 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1577cd4-a23a-43b7-a733-58a13503e2e5 tempest-ListServerFiltersTestJSON-1098286164 tempest-ListServerFiltersTestJSON-1098286164-project] Pushing event deleted for resources: {'Port': ['ID=4011d671-83b1-4a94-a162-037d5e0d3181,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:53:07.083530 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [req-3159ee66-5ea7-40c8-874c-6929e8e96710 req-a1577cd4-a23a-43b7-a733-58a13503e2e5 tempest-ListServerFiltersTestJSON-1098286164 tempest-ListServerFiltersTestJSON-1098286164-project] No DVR routers for this DVR port 4011d671-83b1-4a94-a162-037d5e0d3181 on host n-h1-816865-1 {{(pid=102386) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 18:53:07.093950 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d771006d-0e10-45a3-ab79-c8c508e9e609 None None] Pushing event updated for resources: {'Port': ['ID=991502a0-29d6-4d40-afc1-6b3dadefc7bd,revision_number=2']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:53:07.110964 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-3159ee66-5ea7-40c8-874c-6929e8e96710 req-a1577cd4-a23a-43b7-a733-58a13503e2e5 tempest-ListServerFiltersTestJSON-1098286164 tempest-ListServerFiltersTestJSON-1098286164-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:07.136873 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-3159ee66-5ea7-40c8-874c-6929e8e96710 req-a1577cd4-a23a-43b7-a733-58a13503e2e5 tempest-ListServerFiltersTestJSON-1098286164 tempest-ListServerFiltersTestJSON-1098286164-project] 10.222.0.41 "DELETE /v2.0/ports/4011d671-83b1-4a94-a162-037d5e0d3181 HTTP/1.1" status: 204 len: 173 time: 2.0148847 Nov 05 18:53:07.137531 n-d-816865-1 neutron-server[102386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35c561de-9fb3-42c9-b803-c5bb933ccd4c', 'name': 'network-vif-deleted', 'tag': '4011d671-83b1-4a94-a162-037d5e0d3181'}] {{(pid=102386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 18:53:07.143400 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6173a44d7c73f41af551dc890fa1a5892c2c6bc3458b640c8e0c24db7876ba6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3b65433-d5ee-4398-936d-bfc2c9932128" -d '{"events": [{"server_uuid": "35c561de-9fb3-42c9-b803-c5bb933ccd4c", "name": "network-vif-deleted", "tag": "4011d671-83b1-4a94-a162-037d5e0d3181"}]}' {{(pid=102386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 18:53:07.213156 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-c37d6f00-36b0-4641-a23a-211423cbd129 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:07.301214 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c37d6f00-36b0-4641-a23a-211423cbd129 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Network 79b363d9-4129-410e-bfaf-357198417ae2 is already hosted by enough agents. {{(pid=102386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 18:53:07.304706 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.base_scheduler [None req-c37d6f00-36b0-4641-a23a-211423cbd129 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Resources bound (agent type, host, resource id): {{(pid=102386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:53:07.310571 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c37d6f00-36b0-4641-a23a-211423cbd129 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Received port after_create {{(pid=102386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 18:53:07.311094 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-c43c4ef2-1819-4d2d-95f5-8008a587f21c None None] Could not find standard attr ID for object 508ffa72-e1b0-4b65-94c6-e11b19746053. {{(pid=102388) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 05 18:53:07.311812 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-c37d6f00-36b0-4641-a23a-211423cbd129 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-571770'] for router_interface, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:07.399744 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37d6f00-36b0-4641-a23a-211423cbd129 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Pushing event updated for resources: {'Port': ['ID=02e30c9e-6614-411f-a0b0-cb49e1e0671c,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:53:07.492509 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 1f6a0d0f-7723-4f00-8390-8e68d6fc1db8 up at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 18:53:07.495015 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-b84aaded-7ab5-40b1-bf14-fdcc94869113 req-eaade41c-184e-4e5a-b34d-b155aaea12c0 tempest-ListServerFiltersTestJSON-1098286164 tempest-ListServerFiltersTestJSON-1098286164-project] 10.222.0.13 "GET /v2.0/ports?device_id=35c561de-9fb3-42c9-b803-c5bb933ccd4c HTTP/1.1" status: 200 len: 210 time: 0.0587471 Nov 05 18:53:07.500924 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-43aed1d2-23c8-4933-8576-66ea02b54292 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4417063'] for port, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:07.509446 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Device 4011d671-83b1-4a94-a162-037d5e0d3181 no longer exists at agent hyperv_n-h1-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 18:53:07.570949 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-3032ec62-ba39-4320-98be-eb51ca742efc req-1d7f50aa-9780-4274-9714-68ef7615b92c tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] 10.222.0.13 "GET /v2.0/security-groups?id=293ec58e-66ea-453a-8db8-ae12281442fa&id=4f04b2e1-de76-4a06-adfc-cc82b8507945&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 1.0815864 Nov 05 18:53:07.581250 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d6d7a4-738c-41e1-a7e4-84939b506094 req-61685016-47df-4d05-9d05-33e9d403bf08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:53:07.582778 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-64d6d7a4-738c-41e1-a7e4-84939b506094 req-61685016-47df-4d05-9d05-33e9d403bf08 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=59ceeb29-cfb5-4ee4-ad6e-189a26cd5b4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 1.0314083 Nov 05 18:53:07.591231 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43aed1d2-23c8-4933-8576-66ea02b54292 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Pushing event deleted for resources: {'Port': ['ID=508ffa72-e1b0-4b65-94c6-e11b19746053,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:53:07.629668 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-6b796073-deec-471d-aa0b-52ac5af6955d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4463501'] for subnet, precommit_delete_associations {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:07.632142 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [None req-7e745660-bb4d-4254-84f0-691cc0379ffe admin admin] Deleting port 1f6a0d0f-7723-4f00-8390-8e68d6fc1db8 {{(pid=102387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 18:53:07.632464 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-7e745660-bb4d-4254-84f0-691cc0379ffe admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:07.648755 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 18:53:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f7b02cb-ef41-45d6-8413-6468c39f4d4c x-openstack-request-id: req-0f7b02cb-ef41-45d6-8413-6468c39f4d4c {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 18:53:07.649366 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35c561de-9fb3-42c9-b803-c5bb933ccd4c", "name": "network-vif-deleted", "tag": "4011d671-83b1-4a94-a162-037d5e0d3181", "status": "completed", "code": 200}]} {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 18:53:07.649926 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0f7b02cb-ef41-45d6-8413-6468c39f4d4c {{(pid=102386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 18:53:07.651529 n-d-816865-1 neutron-server[102386]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35c561de-9fb3-42c9-b803-c5bb933ccd4c', 'name': 'network-vif-deleted', 'tag': '4011d671-83b1-4a94-a162-037d5e0d3181', 'status': 'completed', 'code': 200} Nov 05 18:53:07.684503 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] No Port match for: 4011d671-83b1-4a94-a162-037d5e0d3181 {{(pid=102388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 18:53:07.684725 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Device 4011d671-83b1-4a94-a162-037d5e0d3181 not bound to the agent host n-h1-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 18:53:07.737430 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-c37d6f00-36b0-4641-a23a-211423cbd129 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:07.741242 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-43aed1d2-23c8-4933-8576-66ea02b54292 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:07.766288 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-43aed1d2-23c8-4933-8576-66ea02b54292 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] 10.222.0.13 "DELETE /v2.0/ports/508ffa72-e1b0-4b65-94c6-e11b19746053 HTTP/1.1" status: 204 len: 168 time: 2.3503411 Nov 05 18:53:07.771252 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 60030) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:53:07.789195 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Provisioning complete for port 1f6a0d0f-7723-4f00-8390-8e68d6fc1db8 triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:53:07.789806 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:07.839021 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f456b31-1d3d-4e76-b3c1-cbf5230c1c86 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:53:07.841277 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f456b31-1d3d-4e76-b3c1-cbf5230c1c86 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:53:07.847331 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-9f456b31-1d3d-4e76-b3c1-cbf5230c1c86 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0746024 Nov 05 18:53:07.849890 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 60032) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:53:07.965593 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 82b32004-b75a-46d4-8b1f-979d7cda8324 no longer exists at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 18:53:08.042881 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.db_base_plugin_v2 [None req-a39c86df-369c-4ed6-b785-0922efd9bd1a tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Deleting subnet 86b44b18-b159-4c12-8b62-3bf66297c6fa {{(pid=102386) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 05 18:53:08.047800 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-a39c86df-369c-4ed6-b785-0922efd9bd1a tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Publish callbacks [] for subnet, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:08.064917 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] No Port match for: 82b32004-b75a-46d4-8b1f-979d7cda8324 {{(pid=102388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 18:53:08.065293 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 82b32004-b75a-46d4-8b1f-979d7cda8324 not bound to the agent host n-d-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 18:53:08.102391 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.db [None req-7e745660-bb4d-4254-84f0-691cc0379ffe admin admin] For port 1f6a0d0f-7723-4f00-8390-8e68d6fc1db8, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=1f6a0d0f-7723-4f00-8390-8e68d6fc1db8,segment=NetworkSegment(0c72dcab-8b18-4843-846a-eb145400f298),segment_id=0c72dcab-8b18-4843-846a-eb145400f298)] {{(pid=102387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:53:08.102755 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-7e745660-bb4d-4254-84f0-691cc0379ffe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:08.113487 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-64d6d7a4-738c-41e1-a7e4-84939b506094 req-cf844903-512e-4d3b-92ff-368fb65e5d56 service neutron] 10.222.0.41 "GET /v2.0/networks/59ceeb29-cfb5-4ee4-ad6e-189a26cd5b4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5148461 Nov 05 18:53:08.114708 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-6b796073-deec-471d-aa0b-52ac5af6955d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1573928'] for subnet, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:08.124710 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-a39c86df-369c-4ed6-b785-0922efd9bd1a tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4590738'] for subnet, precommit_delete_associations {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:08.131154 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6d7287-4950-4a6b-87ab-819a5c6119e1 req-1a245fe9-0723-4110-878f-e34389312355 tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:53:08.136953 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-3c6d7287-4950-4a6b-87ab-819a5c6119e1 req-1a245fe9-0723-4110-878f-e34389312355 tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] 10.222.0.13 "GET /v2.0/ports?device_id=4402a838-1439-4f98-a946-5361403d75c4 HTTP/1.1" status: 200 len: 946 time: 0.2924397 Nov 05 18:53:08.177715 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [None req-7e745660-bb4d-4254-84f0-691cc0379ffe admin admin] Calling delete_port for 1f6a0d0f-7723-4f00-8390-8e68d6fc1db8 owned by network:router_interface {{(pid=102387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 18:53:08.194979 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-31f93893-a48e-4ae8-833d-dccb2b42eacc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:08.249212 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-a39c86df-369c-4ed6-b785-0922efd9bd1a tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1573928'] for subnet, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:08.429973 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device b65778ea-92bd-404e-98e5-cef95fd5cfcb up at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 18:53:08.507495 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-c37d6f00-36b0-4641-a23a-211423cbd129 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Publish callbacks [] for port, precommit_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:08.517012 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:08.534944 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-a39c86df-369c-4ed6-b785-0922efd9bd1a tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1573905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6149879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4877183'] for subnet, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:08.571988 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39c86df-369c-4ed6-b785-0922efd9bd1a tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Pushing event deleted for resources: {'Subnet': ['ID=86b44b18-b159-4c12-8b62-3bf66297c6fa,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:53:08.576301 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Provisioning complete for port b65778ea-92bd-404e-98e5-cef95fd5cfcb triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:53:08.577332 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:08.604348 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-a39c86df-369c-4ed6-b785-0922efd9bd1a tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Publish callbacks [] for subnet, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:08.611043 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-a39c86df-369c-4ed6-b785-0922efd9bd1a tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] 10.222.0.13 "DELETE /v2.0/subnets/86b44b18-b159-4c12-8b62-3bf66297c6fa HTTP/1.1" status: 204 len: 168 time: 0.7583640 Nov 05 18:53:08.612817 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 60042) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:53:08.614581 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-c37d6f00-36b0-4641-a23a-211423cbd129 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6149821'] for port, after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:08.615509 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-c37d6f00-36b0-4641-a23a-211423cbd129 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-597863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-571878'] for router_interface, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:08.617540 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 60044) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:53:08.635999 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bb1a5fc-3d48-4fd2-82a0-8b8670714101 None None] Network 1c9d25d3-7f2e-4384-9081-dc17514a5578 requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 18:53:08.683526 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-3c6d7287-4950-4a6b-87ab-819a5c6119e1 req-3b5bafca-f010-4764-bb79-358d955da6f8 tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] 10.222.0.13 "GET /v2.0/security-groups?id=20494f52-e47d-4839-b4f6-2fc0330d8d18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4960988 Nov 05 18:53:08.722355 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a52cdf4-7f34-46b9-b55e-480593c4f815 None None] Network 79b363d9-4129-410e-bfaf-357198417ae2 requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 18:53:08.743508 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-64d6d7a4-738c-41e1-a7e4-84939b506094 req-0462a195-8fac-4ce2-be9a-042487994dd1 service neutron] 10.222.0.41 "GET /v2.0/networks/59ceeb29-cfb5-4ee4-ad6e-189a26cd5b4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6097808 Nov 05 18:53:08.803861 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-5fa0c68f-0d25-4147-861a-f6bb5c70a71f tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1691906 Nov 05 18:53:08.834341 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-6b796073-deec-471d-aa0b-52ac5af6955d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1573905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4417146', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5112209'] for subnet, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:08.837607 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 60052) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:53:08.855223 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-64d6d7a4-738c-41e1-a7e4-84939b506094 req-2b5165cc-b148-41bd-8bdb-d5df57ff18d7 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.133&port_id=46698228-652b-414f-824e-358a6286420a HTTP/1.1" status: 200 len: 217 time: 0.0874128 Nov 05 18:53:08.881228 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-5069d70b-0cae-4d8d-b841-5e38bbc6cff0 None None] Provisioning complete for port 991502a0-29d6-4d40-afc1-6b3dadefc7bd triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:53:08.884301 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-5069d70b-0cae-4d8d-b841-5e38bbc6cff0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:08.894227 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b796073-deec-471d-aa0b-52ac5af6955d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5bc495e2-1c46-46a6-944a-7cb0dfc74d97,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:53:08.948743 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-6b796073-deec-471d-aa0b-52ac5af6955d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597851'] for subnet, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:08.955920 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-6b796073-deec-471d-aa0b-52ac5af6955d admin admin] 10.222.0.13 "DELETE /v2.0/subnets/5bc495e2-1c46-46a6-944a-7cb0dfc74d97 HTTP/1.1" status: 204 len: 168 time: 2.3981211 Nov 05 18:53:08.963141 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 60054) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:53:08.972388 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b6a560f-ba2d-4fcc-8f0c-7c0e6b0f2229 None None] Network fd42acf6-8f16-4d60-b5bc-2ad1579d9211 requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 18:53:08.993679 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77279a01-601b-4d26-ac16-dfe8ef4b3214 req-3343e780-02cf-489b-823b-6bb6c79b597d tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:53:09.001372 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77279a01-601b-4d26-ac16-dfe8ef4b3214 req-3343e780-02cf-489b-823b-6bb6c79b597d tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:53:09.006836 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77279a01-601b-4d26-ac16-dfe8ef4b3214 req-3343e780-02cf-489b-823b-6bb6c79b597d tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:53:09.012503 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77279a01-601b-4d26-ac16-dfe8ef4b3214 req-3343e780-02cf-489b-823b-6bb6c79b597d tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:53:09.019137 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77279a01-601b-4d26-ac16-dfe8ef4b3214 req-3343e780-02cf-489b-823b-6bb6c79b597d tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:53:09.029965 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77279a01-601b-4d26-ac16-dfe8ef4b3214 req-3343e780-02cf-489b-823b-6bb6c79b597d tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:53:09.031602 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77279a01-601b-4d26-ac16-dfe8ef4b3214 req-3343e780-02cf-489b-823b-6bb6c79b597d tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:53:09.032176 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37d6f00-36b0-4641-a23a-211423cbd129 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Pushing event updated for resources: {'Port': ['ID=02e30c9e-6614-411f-a0b0-cb49e1e0671c,revision_number=2']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:53:09.036311 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-77279a01-601b-4d26-ac16-dfe8ef4b3214 req-3343e780-02cf-489b-823b-6bb6c79b597d tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] 10.222.0.13 "GET /v2.0/ports?device_id=1682fb31-a1bf-43f5-a4fa-447937da8a91 HTTP/1.1" status: 200 len: 5429 time: 0.3122816 Nov 05 18:53:09.049607 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ce74b41-0c28-437a-8d3a-4f6e95fa13a7 admin admin] Deleting subnet d14ca147-7a8b-4226-a54e-d8371cd56beb {{(pid=102386) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 05 18:53:09.056386 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c37d6f00-36b0-4641-a23a-211423cbd129 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Network 79b363d9-4129-410e-bfaf-357198417ae2 is already hosted by enough agents. {{(pid=102386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 18:53:09.060633 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-0ce74b41-0c28-437a-8d3a-4f6e95fa13a7 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:09.064262 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.base_scheduler [None req-c37d6f00-36b0-4641-a23a-211423cbd129 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Resources bound (agent type, host, resource id): {{(pid=102386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:53:09.075791 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d6d7a4-738c-41e1-a7e4-84939b506094 req-833b7fe4-3e2d-4a29-8c32-b99c453516c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:53:09.077300 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-64d6d7a4-738c-41e1-a7e4-84939b506094 req-833b7fe4-3e2d-4a29-8c32-b99c453516c0 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e9dfd8b9-004d-48f6-8398-0a38af599af4 HTTP/1.1" status: 200 len: 797 time: 0.1984019 Nov 05 18:53:09.118790 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 2d32c49a-e83b-4ea0-9aaa-a7d10b79daf9 up at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 18:53:09.132733 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-7e745660-bb4d-4254-84f0-691cc0379ffe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4417063'] for port, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:09.150334 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48b5296b-564d-48a7-8c2d-0d25a93809dd tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:53:09.158077 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-48b5296b-564d-48a7-8c2d-0d25a93809dd tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.3177128 Nov 05 18:53:09.209484 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 60058) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:53:09.241143 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e745660-bb4d-4254-84f0-691cc0379ffe admin admin] Pushing event deleted for resources: {'Port': ['ID=1f6a0d0f-7723-4f00-8390-8e68d6fc1db8,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:53:09.277466 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-26a5b7da-0596-48a0-aea5-63af6cf63795 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1664226'] for network, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:09.308899 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-0ce74b41-0c28-437a-8d3a-4f6e95fa13a7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4590738'] for subnet, precommit_delete_associations {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:09.350519 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-836403b4-5f13-4b0a-8555-3ba7333d4978 None None] DHCP port deletion for 1c9d25d3-7f2e-4384-9081-dc17514a5578 request from n-d-816865-1 {{(pid=102388) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 05 18:53:09.371225 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c37d6f00-36b0-4641-a23a-211423cbd129 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Router 98c28b36-02e7-4b7d-8190-c1aff44fd3f1 has already been hosted by L3 agent 6dcb5589-8e86-4616-9186-ddc4548e13ad {{(pid=102386) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 18:53:09.421354 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-77279a01-601b-4d26-ac16-dfe8ef4b3214 req-eff1fba9-5c7e-4979-b617-cacd1d548bb2 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] 10.222.0.13 "GET /v2.0/security-groups?id=293ec58e-66ea-453a-8db8-ae12281442fa&id=4f04b2e1-de76-4a06-adfc-cc82b8507945&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3697059 Nov 05 18:53:09.426059 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-5069d70b-0cae-4d8d-b841-5e38bbc6cff0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:09.432452 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d6d7a4-738c-41e1-a7e4-84939b506094 req-96be33e8-27bc-40f9-9b7d-0ba1e02b6392 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:53:09.434086 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-64d6d7a4-738c-41e1-a7e4-84939b506094 req-96be33e8-27bc-40f9-9b7d-0ba1e02b6392 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=59ceeb29-cfb5-4ee4-ad6e-189a26cd5b4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3161750 Nov 05 18:53:09.440201 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebba13c2-7d65-41ff-a325-c4bf1956ffc8 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:53:09.449340 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-ebba13c2-7d65-41ff-a325-c4bf1956ffc8 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2243772 Nov 05 18:53:09.449340 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 60066) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:53:09.497908 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Provisioning complete for port 2d32c49a-e83b-4ea0-9aaa-a7d10b79daf9 triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:53:09.498864 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:09.579800 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-066e4cc3-38fe-4fe1-a8b7-130c933b55d9 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1330643 Nov 05 18:53:09.613124 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 60074) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:53:09.623265 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-9bb8e9ff-8707-4ede-be9a-2a544fd9a76a tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Request body: {'subnet': {'network_id': '1c9d25d3-7f2e-4384-9081-dc17514a5578', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:53:09.659226 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c37d6f00-36b0-4641-a23a-211423cbd129 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Notify agent at l3_agent.n-d-816865-1 the message routers_updated {{(pid=102386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 18:53:09.699694 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-c37d6f00-36b0-4641-a23a-211423cbd129 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] 10.222.0.13 "PUT /v2.0/routers/98c28b36-02e7-4b7d-8190-c1aff44fd3f1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0113335 Nov 05 18:53:09.707641 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 60076) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:53:09.714442 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-913028a9-c085-4c57-afa6-10af11df8e55 None None] DHCP port deletion for fd42acf6-8f16-4d60-b5bc-2ad1579d9211 request from n-d-816865-1 {{(pid=102388) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 05 18:53:09.719788 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e417c6f8-01e8-43c3-9d66-f7eca99c4588 None None] Sync routers for ids ['98c28b36-02e7-4b7d-8190-c1aff44fd3f1'] in n-d-816865-1 {{(pid=102388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 18:53:09.733519 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-393d20ae-5829-491f-8b4d-4659b474df1a tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1590255784'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:53:09.794454 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-5069d70b-0cae-4d8d-b841-5e38bbc6cff0 None None] For port 991502a0-29d6-4d40-afc1-6b3dadefc7bd, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=991502a0-29d6-4d40-afc1-6b3dadefc7bd,segment=NetworkSegment(9ad69bd1-392a-4956-9bdd-f9f63dbf961b),segment_id=9ad69bd1-392a-4956-9bdd-f9f63dbf961b)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:53:09.810566 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e417c6f8-01e8-43c3-9d66-f7eca99c4588 None None] Routers {'98c28b36-02e7-4b7d-8190-c1aff44fd3f1'} bound to L3 agent in host n-d-816865-1 {{(pid=102388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 18:53:09.812120 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-e417c6f8-01e8-43c3-9d66-f7eca99c4588 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T18:53:05Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['98c28b36-02e7-4b7d-8190-c1aff44fd3f1'], 'active': True} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:53:09.935439 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-0ce74b41-0c28-437a-8d3a-4f6e95fa13a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1573928'] for subnet, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:10.042000 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-5069d70b-0cae-4d8d-b841-5e38bbc6cff0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:10.042899 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-64d6d7a4-738c-41e1-a7e4-84939b506094 req-eaf01b6b-8317-419c-aafa-b41bafc942d4 service neutron] 10.222.0.41 "GET /v2.0/networks/59ceeb29-cfb5-4ee4-ad6e-189a26cd5b4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5978715 Nov 05 18:53:10.044466 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-836403b4-5f13-4b0a-8555-3ba7333d4978 None None] Deleting port b65778ea-92bd-404e-98e5-cef95fd5cfcb {{(pid=102388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 18:53:10.045208 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-836403b4-5f13-4b0a-8555-3ba7333d4978 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:10.049561 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-393d20ae-5829-491f-8b4d-4659b474df1a tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Made reservation on behalf of 07347c71ee604fb5990da9c356235381 for: {'network': 1} {{(pid=102386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 18:53:10.058188 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-393d20ae-5829-491f-8b4d-4659b474df1a tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for network, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:10.073751 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [None req-26a5b7da-0596-48a0-aea5-63af6cf63795 admin admin] Deleting port 68274c04-e588-4f3c-b677-67607643d155 {{(pid=102387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 18:53:10.075267 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-26a5b7da-0596-48a0-aea5-63af6cf63795 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:10.136538 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-393d20ae-5829-491f-8b4d-4659b474df1a tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 178} {{(pid=102386) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 05 18:53:10.149993 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-7e745660-bb4d-4254-84f0-691cc0379ffe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-597886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-573297'] for router_interface, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:10.150914 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-0ce74b41-0c28-437a-8d3a-4f6e95fa13a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1573905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6149879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4877183'] for subnet, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:10.203476 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16695abc-90fb-4e78-b3be-a87070e1641e req-6d7a152c-f951-4e8e-8b62-0ae0bc6496b7 tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:53:10.205106 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-16695abc-90fb-4e78-b3be-a87070e1641e req-6d7a152c-f951-4e8e-8b62-0ae0bc6496b7 tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] 10.222.0.13 "GET /v2.0/ports?device_id=4402a838-1439-4f98-a946-5361403d75c4 HTTP/1.1" status: 200 len: 946 time: 0.2792132 Nov 05 18:53:10.216844 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce74b41-0c28-437a-8d3a-4f6e95fa13a7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d14ca147-7a8b-4226-a54e-d8371cd56beb,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:53:10.224780 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-393d20ae-5829-491f-8b4d-4659b474df1a tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273'] for segment, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:10.225209 n-d-816865-1 neutron-server[102386]: INFO neutron.db.segments_db [None req-393d20ae-5829-491f-8b4d-4659b474df1a tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Added segment e5ed4aa3-c8ed-40a0-b301-1dfa0315435f of type vlan for network 3eca8ef9-c8dd-4ffa-9f71-c6362c30becc Nov 05 18:53:10.242904 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-836403b4-5f13-4b0a-8555-3ba7333d4978 None None] For port b65778ea-92bd-404e-98e5-cef95fd5cfcb, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=b65778ea-92bd-404e-98e5-cef95fd5cfcb,segment=NetworkSegment(1bdc5ccc-001b-4584-b217-2d1934002f57),segment_id=1bdc5ccc-001b-4584-b217-2d1934002f57)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:53:10.243372 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-836403b4-5f13-4b0a-8555-3ba7333d4978 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:10.244087 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-0ce74b41-0c28-437a-8d3a-4f6e95fa13a7 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:10.247414 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-0ce74b41-0c28-437a-8d3a-4f6e95fa13a7 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/d14ca147-7a8b-4226-a54e-d8371cd56beb HTTP/1.1" status: 204 len: 168 time: 1.6340070 Nov 05 18:53:10.263306 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-836403b4-5f13-4b0a-8555-3ba7333d4978 None None] Calling delete_port for b65778ea-92bd-404e-98e5-cef95fd5cfcb owned by network:dhcp {{(pid=102388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 18:53:10.263642 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bb8e9ff-8707-4ede-be9a-2a544fd9a76a tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Made reservation on behalf of 7bc73c6c17f842a987dd31290d20faa2 for: {'subnet': 1} {{(pid=102387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 18:53:10.267945 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-9bb8e9ff-8707-4ede-be9a-2a544fd9a76a tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5112236'] for subnet, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:10.286809 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 60084) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:53:10.294817 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvr_db [None req-e417c6f8-01e8-43c3-9d66-f7eca99c4588 None None] Set router 98c28b36-02e7-4b7d-8190-c1aff44fd3f1 gateway port host: None {{(pid=102388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 18:53:10.304187 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-393d20ae-5829-491f-8b4d-4659b474df1a tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750027258543'] for network, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:10.333794 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fbe568e-a6e1-4e32-ac22-8b2b3b83ec8b None None] Network cf016879-de78-4b04-a81a-5939b67337f3 requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 18:53:10.400250 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-393d20ae-5829-491f-8b4d-4659b474df1a tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-956796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877'] for network, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:10.409259 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-393d20ae-5829-491f-8b4d-4659b474df1a tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:53:10.410626 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-393d20ae-5829-491f-8b4d-4659b474df1a tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Publish callbacks [] for network, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:10.482525 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5069d70b-0cae-4d8d-b841-5e38bbc6cff0 None None] Pushing event updated for resources: {'Port': ['ID=991502a0-29d6-4d40-afc1-6b3dadefc7bd,revision_number=3']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:53:10.575943 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-836403b4-5f13-4b0a-8555-3ba7333d4978 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798'] for port, after_delete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:10.581329 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-913028a9-c085-4c57-afa6-10af11df8e55 None None] Deleting port 68274c04-e588-4f3c-b677-67607643d155 {{(pid=102388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 18:53:10.581765 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-913028a9-c085-4c57-afa6-10af11df8e55 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:10.599051 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-16695abc-90fb-4e78-b3be-a87070e1641e req-bf0b2360-2fe3-42a6-983f-3de5691f9f60 tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] 10.222.0.13 "GET /v2.0/security-groups?id=20494f52-e47d-4839-b4f6-2fc0330d8d18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3551297 Nov 05 18:53:10.623993 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-393d20ae-5829-491f-8b4d-4659b474df1a tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.9106913 Nov 05 18:53:10.625445 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-64d6d7a4-738c-41e1-a7e4-84939b506094 req-2a08fcb6-f38c-489a-8efb-8cabae146d32 service neutron] 10.222.0.41 "GET /v2.0/networks/59ceeb29-cfb5-4ee4-ad6e-189a26cd5b4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5706577 Nov 05 18:53:10.627467 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 60092) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:53:10.628620 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.db [None req-26a5b7da-0596-48a0-aea5-63af6cf63795 admin admin] For port 68274c04-e588-4f3c-b677-67607643d155, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=68274c04-e588-4f3c-b677-67607643d155,segment=NetworkSegment(ef5714ac-d60a-42ed-804f-a2e28bab422f),segment_id=ef5714ac-d60a-42ed-804f-a2e28bab422f)] {{(pid=102387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:53:10.628990 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-26a5b7da-0596-48a0-aea5-63af6cf63795 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:10.640638 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-033fb7c0-b5ad-49a9-a5fc-09ba211cd486 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Request body: {'subnet': {'network_id': '3eca8ef9-c8dd-4ffa-9f71-c6362c30becc', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:53:10.649303 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393d20ae-5829-491f-8b4d-4659b474df1a tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Pushing event updated for resources: {'Network': ['ID=3eca8ef9-c8dd-4ffa-9f71-c6362c30becc,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:53:10.654117 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 991502a0-29d6-4d40-afc1-6b3dadefc7bd up at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 18:53:10.704545 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Network 3eca8ef9-c8dd-4ffa-9f71-c6362c30becc details requested by agent ovs-agent-n-d-816865-1 with host n-d-816865-1 {{(pid=102388) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 05 18:53:10.749432 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-eba3bca3-a447-4f8c-a0c4-479671c36792 None None] Provisioning complete for port 02e30c9e-6614-411f-a0b0-cb49e1e0671c triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:53:10.749695 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-eba3bca3-a447-4f8c-a0c4-479671c36792 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:10.769589 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-836403b4-5f13-4b0a-8555-3ba7333d4978 None None] No DVR routers for this DVR port b65778ea-92bd-404e-98e5-cef95fd5cfcb on host n-d-816865-1 {{(pid=102388) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 18:53:10.772617 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836403b4-5f13-4b0a-8555-3ba7333d4978 None None] Pushing event deleted for resources: {'Port': ['ID=b65778ea-92bd-404e-98e5-cef95fd5cfcb,revision_number=None']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:53:10.788974 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-64d6d7a4-738c-41e1-a7e4-84939b506094 req-c67f9faa-0e38-4dcf-96f4-020fea1b2439 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.123&port_id=5386ba49-a136-493a-a4e4-38072626870e HTTP/1.1" status: 200 len: 217 time: 0.0751870 Nov 05 18:53:10.789932 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [None req-26a5b7da-0596-48a0-aea5-63af6cf63795 admin admin] Calling delete_port for 68274c04-e588-4f3c-b677-67607643d155 owned by network:dhcp {{(pid=102387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 18:53:10.825339 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-334e6ba8-792c-4bbe-bb87-2bce31dd59d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1664226'] for network, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:10.881043 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-033fb7c0-b5ad-49a9-a5fc-09ba211cd486 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Made reservation on behalf of 07347c71ee604fb5990da9c356235381 for: {'subnet': 1} {{(pid=102386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 18:53:10.886484 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-033fb7c0-b5ad-49a9-a5fc-09ba211cd486 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4877122'] for subnet, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:11.012333 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-913028a9-c085-4c57-afa6-10af11df8e55 None None] For port 68274c04-e588-4f3c-b677-67607643d155, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=68274c04-e588-4f3c-b677-67607643d155,segment=NetworkSegment(ef5714ac-d60a-42ed-804f-a2e28bab422f),segment_id=ef5714ac-d60a-42ed-804f-a2e28bab422f)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:53:11.012809 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-913028a9-c085-4c57-afa6-10af11df8e55 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:11.020340 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1629147-c719-4a56-9c22-9e2b1b1c5736 req-ea789bab-7d36-4d4b-9e6f-32e0cd3e5044 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:53:11.027186 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1629147-c719-4a56-9c22-9e2b1b1c5736 req-ea789bab-7d36-4d4b-9e6f-32e0cd3e5044 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:53:11.037074 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1629147-c719-4a56-9c22-9e2b1b1c5736 req-ea789bab-7d36-4d4b-9e6f-32e0cd3e5044 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:53:11.043325 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1629147-c719-4a56-9c22-9e2b1b1c5736 req-ea789bab-7d36-4d4b-9e6f-32e0cd3e5044 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:53:11.050301 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1629147-c719-4a56-9c22-9e2b1b1c5736 req-ea789bab-7d36-4d4b-9e6f-32e0cd3e5044 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:53:11.056865 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-eba3bca3-a447-4f8c-a0c4-479671c36792 None None] Port 02e30c9e-6614-411f-a0b0-cb49e1e0671c cannot update to ACTIVE because it is not bound. {{(pid=102388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 18:53:11.057041 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1629147-c719-4a56-9c22-9e2b1b1c5736 req-ea789bab-7d36-4d4b-9e6f-32e0cd3e5044 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:53:11.059719 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-913028a9-c085-4c57-afa6-10af11df8e55 None None] Calling delete_port for 68274c04-e588-4f3c-b677-67607643d155 owned by network:dhcp {{(pid=102388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 18:53:11.063721 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1629147-c719-4a56-9c22-9e2b1b1c5736 req-ea789bab-7d36-4d4b-9e6f-32e0cd3e5044 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:53:11.072906 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-c1629147-c719-4a56-9c22-9e2b1b1c5736 req-ea789bab-7d36-4d4b-9e6f-32e0cd3e5044 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] 10.222.0.13 "GET /v2.0/ports?device_id=1682fb31-a1bf-43f5-a4fa-447937da8a91 HTTP/1.1" status: 200 len: 5429 time: 0.4687598 Nov 05 18:53:11.132926 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d6d7a4-738c-41e1-a7e4-84939b506094 req-7b7da45c-7dc1-46c8-8f5d-26f1f74df246 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:53:11.134464 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-64d6d7a4-738c-41e1-a7e4-84939b506094 req-7b7da45c-7dc1-46c8-8f5d-26f1f74df246 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e9dfd8b9-004d-48f6-8398-0a38af599af4 HTTP/1.1" status: 200 len: 797 time: 0.3280828 Nov 05 18:53:11.150662 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-eba3bca3-a447-4f8c-a0c4-479671c36792 None None] Provisioning complete for port 991502a0-29d6-4d40-afc1-6b3dadefc7bd triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:53:11.151107 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-eba3bca3-a447-4f8c-a0c4-479671c36792 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:11.186813 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Provisioning complete for port 991502a0-29d6-4d40-afc1-6b3dadefc7bd triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:53:11.187268 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:11.238424 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-033fb7c0-b5ad-49a9-a5fc-09ba211cd486 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6149946', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4877172'] for subnet, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:11.241437 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73c459be-8db5-4bd7-8c09-b95cc18629af None None] DHCP port deletion for cf016879-de78-4b04-a81a-5939b67337f3 request from n-d-816865-1 {{(pid=102388) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 05 18:53:11.444535 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-913028a9-c085-4c57-afa6-10af11df8e55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798'] for port, after_delete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:11.449983 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-e417c6f8-01e8-43c3-9d66-f7eca99c4588 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98c28b36-02e7-4b7d-8190-c1aff44fd3f1', 'name': 'tempest-RoutersIpV6Test-router-1724408201', 'tenant_id': '07347c71ee604fb5990da9c356235381', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T18:52:47Z', 'updated_at': '2021-11-05T18:53:07Z', 'revision_number': 3, 'project_id': '07347c71ee604fb5990da9c356235381', 'gw_port_host': None, '_interfaces': [{'id': '02e30c9e-6614-411f-a0b0-cb49e1e0671c', 'name': '', 'network_id': '79b363d9-4129-410e-bfaf-357198417ae2', 'tenant_id': '07347c71ee604fb5990da9c356235381', 'mac_address': 'fa:16:3e:d5:53:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98c28b36-02e7-4b7d-8190-c1aff44fd3f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1674, 'fixed_ips': [{'subnet_id': '529dc2bb-5603-4b92-8f55-514b2c318ee9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T18:53:06Z', 'updated_at': '2021-11-05T18:53:08Z', 'revision_number': 2, 'project_id': '07347c71ee604fb5990da9c356235381', 'subnets': [{'id': '529dc2bb-5603-4b92-8f55-514b2c318ee9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2d32c49a-e83b-4ea0-9aaa-a7d10b79daf9', 'name': '', 'network_id': 'f0bd4915-5264-4f1b-888c-702ac3bd3c65', 'tenant_id': '07347c71ee604fb5990da9c356235381', 'mac_address': 'fa:16:3e:43:36:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98c28b36-02e7-4b7d-8190-c1aff44fd3f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1661, 'fixed_ips': [{'subnet_id': '375204fc-1e27-495a-8797-c770261c4731', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T18:52:54Z', 'updated_at': '2021-11-05T18:53:05Z', 'revision_number': 5, 'project_id': '07347c71ee604fb5990da9c356235381', 'subnets': [{'id': '375204fc-1e27-495a-8797-c770261c4731', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-1', False) {} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:53:11.505868 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-73c459be-8db5-4bd7-8c09-b95cc18629af None None] Deleting port 5be6e7d1-0a14-47ec-803d-af40155a6fe0 {{(pid=102388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 18:53:11.506271 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-73c459be-8db5-4bd7-8c09-b95cc18629af None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:11.508701 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e417c6f8-01e8-43c3-9d66-f7eca99c4588 None None] Checking router: 98c28b36-02e7-4b7d-8190-c1aff44fd3f1 for host: n-d-816865-1 {{(pid=102388) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 18:53:11.509053 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e417c6f8-01e8-43c3-9d66-f7eca99c4588 None None] Updating router 98c28b36-02e7-4b7d-8190-c1aff44fd3f1 port 02e30c9e-6614-411f-a0b0-cb49e1e0671c binding host n-d-816865-1 {{(pid=102388) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 05 18:53:11.511070 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913028a9-c085-4c57-afa6-10af11df8e55 None None] Pushing event deleted for resources: {'Port': ['ID=68274c04-e588-4f3c-b677-67607643d155,revision_number=None']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:53:11.544585 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-913028a9-c085-4c57-afa6-10af11df8e55 None None] No DVR routers for this DVR port 68274c04-e588-4f3c-b677-67607643d155 on host n-d-816865-1 {{(pid=102388) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 18:53:11.680255 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-26a5b7da-0596-48a0-aea5-63af6cf63795 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4417063'] for port, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:11.737738 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 9d10276e-2287-4fac-abe3-d2a410b42458 no longer exists at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 18:53:11.741027 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033fb7c0-b5ad-49a9-a5fc-09ba211cd486 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Pushing event updated for resources: {'Subnet': ['ID=88d64cdb-2acf-427c-b3a3-d1b2c3f8b392,revision_number=0']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:53:11.747904 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-033fb7c0-b5ad-49a9-a5fc-09ba211cd486 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Checking segment: {'id': 'e5ed4aa3-c8ed-40a0-b301-1dfa0315435f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '3eca8ef9-c8dd-4ffa-9f71-c6362c30becc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 18:53:11.748469 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-033fb7c0-b5ad-49a9-a5fc-09ba211cd486 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Network hostable DHCP agents. Network: 3eca8ef9-c8dd-4ffa-9f71-c6362c30becc, hostable agents: ['987e2ca0-bc3b-4c6f-a989-429ccfbf753f'], hosted agents: [] {{(pid=102386) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 05 18:53:11.761898 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a5b7da-0596-48a0-aea5-63af6cf63795 admin admin] Pushing event deleted for resources: {'Port': ['ID=68274c04-e588-4f3c-b677-67607643d155,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:53:11.776121 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26a5b7da-0596-48a0-aea5-63af6cf63795 admin admin] No DVR routers for this DVR port 68274c04-e588-4f3c-b677-67607643d155 on host n-d-816865-1 {{(pid=102387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 18:53:11.785233 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-c1629147-c719-4a56-9c22-9e2b1b1c5736 req-6aa719bf-836e-4aba-9189-2033efc8c188 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] 10.222.0.13 "GET /v2.0/security-groups?id=293ec58e-66ea-453a-8db8-ae12281442fa&id=4f04b2e1-de76-4a06-adfc-cc82b8507945&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.7120361 Nov 05 18:53:11.804351 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] No Port match for: 9d10276e-2287-4fac-abe3-d2a410b42458 {{(pid=102388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 18:53:11.804725 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 9d10276e-2287-4fac-abe3-d2a410b42458 not bound to the agent host n-d-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 18:53:11.810453 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-e417c6f8-01e8-43c3-9d66-f7eca99c4588 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:11.826967 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e745660-bb4d-4254-84f0-691cc0379ffe admin admin] Router 5665cfe4-43d2-48fa-8505-9131de9e2b96 has already been hosted by L3 agent 6dcb5589-8e86-4616-9186-ddc4548e13ad {{(pid=102387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 18:53:11.836039 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-73c459be-8db5-4bd7-8c09-b95cc18629af None None] For port 5be6e7d1-0a14-47ec-803d-af40155a6fe0, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=5be6e7d1-0a14-47ec-803d-af40155a6fe0,segment=NetworkSegment(3783dc3e-81b4-445a-9e2c-0ce15e9a4e6a),segment_id=3783dc3e-81b4-445a-9e2c-0ce15e9a4e6a)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:53:11.836505 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-73c459be-8db5-4bd7-8c09-b95cc18629af None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:11.845304 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-4e6ac82d-a237-498b-8f2a-c48b079b95fe None None] Provisioning complete for port 02e30c9e-6614-411f-a0b0-cb49e1e0671c triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:53:11.845304 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-4e6ac82d-a237-498b-8f2a-c48b079b95fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:11.847679 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-033fb7c0-b5ad-49a9-a5fc-09ba211cd486 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Network 3eca8ef9-c8dd-4ffa-9f71-c6362c30becc is scheduled to be hosted by DHCP agent 987e2ca0-bc3b-4c6f-a989-429ccfbf753f with binding_index 1 {{(pid=102386) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 05 18:53:11.878010 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [None req-334e6ba8-792c-4bbe-bb87-2bce31dd59d0 admin admin] Deleting port 5be6e7d1-0a14-47ec-803d-af40155a6fe0 {{(pid=102387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 18:53:11.878010 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-334e6ba8-792c-4bbe-bb87-2bce31dd59d0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:11.878360 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-73c459be-8db5-4bd7-8c09-b95cc18629af None None] Calling delete_port for 5be6e7d1-0a14-47ec-803d-af40155a6fe0 owned by network:dhcp {{(pid=102388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 18:53:11.957962 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.base_scheduler [None req-033fb7c0-b5ad-49a9-a5fc-09ba211cd486 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816865-1, 3eca8ef9-c8dd-4ffa-9f71-c6362c30becc) {{(pid=102386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:53:11.958802 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-9bb8e9ff-8707-4ede-be9a-2a544fd9a76a tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4417463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5112218'] for subnet, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:11.966887 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-26a5b7da-0596-48a0-aea5-63af6cf63795 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1579173', 'neutron.services.segments.db._delete_segments_for_network-8750027792909'] for network, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:11.970958 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-033fb7c0-b5ad-49a9-a5fc-09ba211cd486 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:53:11.974193 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-033fb7c0-b5ad-49a9-a5fc-09ba211cd486 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Publish callbacks [] for subnet, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:11.974352 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-4e6ac82d-a237-498b-8f2a-c48b079b95fe None None] Port 02e30c9e-6614-411f-a0b0-cb49e1e0671c cannot update to ACTIVE because it is not bound. {{(pid=102388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 18:53:12.034630 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91378da0-be57-4df3-b7f7-38bb95c46589 None None] Network 3eca8ef9-c8dd-4ffa-9f71-c6362c30becc requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 18:53:12.043597 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d6d7a4-738c-41e1-a7e4-84939b506094 req-2b2b746d-f79b-4f07-ba16-30e1daaa918a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:53:12.045722 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-64d6d7a4-738c-41e1-a7e4-84939b506094 req-2b2b746d-f79b-4f07-ba16-30e1daaa918a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=59ceeb29-cfb5-4ee4-ad6e-189a26cd5b4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5117865 Nov 05 18:53:12.063297 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb8e9ff-8707-4ede-be9a-2a544fd9a76a tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Pushing event updated for resources: {'Subnet': ['ID=7067f173-afd2-4c98-8ab9-37ed6615ed43,revision_number=0']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:53:12.099504 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-033fb7c0-b5ad-49a9-a5fc-09ba211cd486 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.4637122 Nov 05 18:53:12.099798 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 60116) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:53:12.122315 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 991502a0-29d6-4d40-afc1-6b3dadefc7bd up at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 18:53:12.196925 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd06e80-a53e-4231-8f4c-118c5f133c7d req-c7110039-f3be-47ff-ae43-156e10f5feaf tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:53:12.205342 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-7cd06e80-a53e-4231-8f4c-118c5f133c7d req-c7110039-f3be-47ff-ae43-156e10f5feaf tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] 10.222.0.13 "GET /v2.0/ports?device_id=4402a838-1439-4f98-a946-5361403d75c4 HTTP/1.1" status: 200 len: 946 time: 0.4636762 Nov 05 18:53:12.233601 n-d-816865-1 neutron-server[102387]: DEBUG neutron.services.segments.db [None req-26a5b7da-0596-48a0-aea5-63af6cf63795 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd42acf6-8f16-4d60-b5bc-2ad1579d9211']}} {{(pid=102387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:53:12.262098 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bb8e9ff-8707-4ede-be9a-2a544fd9a76a tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Network 1c9d25d3-7f2e-4384-9081-dc17514a5578 is already hosted by enough agents. {{(pid=102387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 18:53:12.270609 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.db [None req-334e6ba8-792c-4bbe-bb87-2bce31dd59d0 admin admin] For port 5be6e7d1-0a14-47ec-803d-af40155a6fe0, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=5be6e7d1-0a14-47ec-803d-af40155a6fe0,segment=NetworkSegment(3783dc3e-81b4-445a-9e2c-0ce15e9a4e6a),segment_id=3783dc3e-81b4-445a-9e2c-0ce15e9a4e6a)] {{(pid=102387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:53:12.271041 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-334e6ba8-792c-4bbe-bb87-2bce31dd59d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:12.295801 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.base_scheduler [None req-9bb8e9ff-8707-4ede-be9a-2a544fd9a76a tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Resources bound (agent type, host, resource id): {{(pid=102387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:53:12.299778 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bb8e9ff-8707-4ede-be9a-2a544fd9a76a tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:53:12.300037 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-9bb8e9ff-8707-4ede-be9a-2a544fd9a76a tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597851'] for subnet, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:12.307545 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-73c459be-8db5-4bd7-8c09-b95cc18629af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798'] for port, after_delete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:12.329669 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1e7677f-ecad-41d5-b8ef-d88f572a15d0 None None] Network 1c9d25d3-7f2e-4384-9081-dc17514a5578 requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 18:53:12.333499 n-d-816865-1 neutron-server[102387]: DEBUG neutron.services.segments.db [None req-26a5b7da-0596-48a0-aea5-63af6cf63795 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef5714ac-d60a-42ed-804f-a2e28bab422f') {'for_net_delete': True} {{(pid=102387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:53:12.333793 n-d-816865-1 neutron-server[102387]: DEBUG neutron.services.segments.db [None req-26a5b7da-0596-48a0-aea5-63af6cf63795 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef5714ac-d60a-42ed-804f-a2e28bab422f') {} {{(pid=102387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:53:12.335701 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [None req-334e6ba8-792c-4bbe-bb87-2bce31dd59d0 admin admin] Calling delete_port for 5be6e7d1-0a14-47ec-803d-af40155a6fe0 owned by network:dhcp {{(pid=102387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 18:53:12.367318 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-26a5b7da-0596-48a0-aea5-63af6cf63795 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750027793430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4463492'] for segment, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:12.368832 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Provisioning complete for port 991502a0-29d6-4d40-afc1-6b3dadefc7bd triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:53:12.369200 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:12.385166 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c459be-8db5-4bd7-8c09-b95cc18629af None None] Pushing event deleted for resources: {'Port': ['ID=5be6e7d1-0a14-47ec-803d-af40155a6fe0,revision_number=None']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:53:12.439154 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-9bb8e9ff-8707-4ede-be9a-2a544fd9a76a tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.8226275 Nov 05 18:53:12.448950 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 60124) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:53:12.460244 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-5d3d5cf1-5fba-44ec-8da2-effa89040447 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Request body: {'port': {'network_id': '1c9d25d3-7f2e-4384-9081-dc17514a5578', 'fixed_ips': [{'subnet_id': '7067f173-afd2-4c98-8ab9-37ed6615ed43', 'ip_address': '2001:db8::fddc:a7b0:71ea:cb1c'}], 'name': 'tempest-NetworksTestDHCPv6-2035170864'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:53:12.467720 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73c459be-8db5-4bd7-8c09-b95cc18629af None None] No DVR routers for this DVR port 5be6e7d1-0a14-47ec-803d-af40155a6fe0 on host n-d-816865-1 {{(pid=102388) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 18:53:12.517538 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-26a5b7da-0596-48a0-aea5-63af6cf63795 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273'] for segment, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:12.538685 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-7cd06e80-a53e-4231-8f4c-118c5f133c7d req-6127faf4-57d9-410b-b5f1-efc8755c8728 tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] 10.222.0.13 "GET /v2.0/security-groups?id=20494f52-e47d-4839-b4f6-2fc0330d8d18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3323596 Nov 05 18:53:12.549877 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bcfc8ca-1df3-4898-bd76-cd943f7b3504 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeb20a084-accf-5b60-8075-3e69ebe863a6-3eca8ef9-c8dd-4ffa-9f71-c6362c30becc', 'network_id': '3eca8ef9-c8dd-4ffa-9f71-c6362c30becc', 'tenant_id': '07347c71ee604fb5990da9c356235381', 'fixed_ips': [{'subnet_id': '88d64cdb-2acf-427c-b3a3-d1b2c3f8b392'}]}} from n-d-816865-1. {{(pid=102388) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 05 18:53:12.554700 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-2bcfc8ca-1df3-4898-bd76-cd943f7b3504 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:12.568122 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-64d6d7a4-738c-41e1-a7e4-84939b506094 req-61f3588c-b51a-4a3e-8c12-b3e0a852ab7b service neutron] 10.222.0.41 "GET /v2.0/networks/59ceeb29-cfb5-4ee4-ad6e-189a26cd5b4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4999890 Nov 05 18:53:12.571821 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26a5b7da-0596-48a0-aea5-63af6cf63795 admin admin] Releasing vlan 186 on physical network physnet1 to pool {{(pid=102387) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 05 18:53:12.572229 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-26a5b7da-0596-48a0-aea5-63af6cf63795 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4417236'] for segment, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:12.574098 n-d-816865-1 neutron-server[102387]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 05 18:53:12.574098 n-d-816865-1 neutron-server[102387]: self.session.flush() Nov 05 18:53:12.574098 n-d-816865-1 neutron-server[102387]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 05 18:53:12.574098 n-d-816865-1 neutron-server[102387]: self.session.flush() Nov 05 18:53:12.574098 n-d-816865-1 neutron-server[102387]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 05 18:53:12.574098 n-d-816865-1 neutron-server[102387]: self.session.flush() Nov 05 18:53:12.574098 n-d-816865-1 neutron-server[102387]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 05 18:53:12.574098 n-d-816865-1 neutron-server[102387]: self.session.flush() Nov 05 18:53:12.574098 n-d-816865-1 neutron-server[102387]: Traceback (most recent call last): Nov 05 18:53:12.574098 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 05 18:53:12.574098 n-d-816865-1 neutron-server[102387]: timer() Nov 05 18:53:12.574098 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 05 18:53:12.574098 n-d-816865-1 neutron-server[102387]: cb(*args, **kw) Nov 05 18:53:12.574098 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 05 18:53:12.574098 n-d-816865-1 neutron-server[102387]: return func(*args, **kwargs) Nov 05 18:53:12.574098 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 05 18:53:12.574098 n-d-816865-1 neutron-server[102387]: self._notify() Nov 05 18:53:12.574098 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 05 18:53:12.574098 n-d-816865-1 neutron-server[102387]: self.callback(batched_events) Nov 05 18:53:12.574098 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 05 18:53:12.574098 n-d-816865-1 neutron-server[102387]: event.method(event) Nov 05 18:53:12.574098 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 05 18:53:12.574098 n-d-816865-1 neutron-server[102387]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 05 18:53:12.574098 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 05 18:53:12.574098 n-d-816865-1 neutron-server[102387]: aggregate_uuid = self.p_client.list_aggregates( Nov 05 18:53:12.574098 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 05 18:53:12.574098 n-d-816865-1 neutron-server[102387]: return f(self, *a, **k) Nov 05 18:53:12.574098 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 05 18:53:12.574098 n-d-816865-1 neutron-server[102387]: return self._get(url).json() Nov 05 18:53:12.574098 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 05 18:53:12.574098 n-d-816865-1 neutron-server[102387]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 05 18:53:12.574098 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 05 18:53:12.574098 n-d-816865-1 neutron-server[102387]: return self.request(url, 'GET', **kwargs) Nov 05 18:53:12.574098 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 05 18:53:12.574098 n-d-816865-1 neutron-server[102387]: base_url = self.get_endpoint(auth, allow=allow, Nov 05 18:53:12.574098 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 05 18:53:12.574098 n-d-816865-1 neutron-server[102387]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 05 18:53:12.574098 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 05 18:53:12.574098 n-d-816865-1 neutron-server[102387]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 05 18:53:12.574098 n-d-816865-1 neutron-server[102387]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 05 18:53:12.662903 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e745660-bb4d-4254-84f0-691cc0379ffe admin admin] Notify agent at l3_agent.n-d-816865-1 the message routers_updated {{(pid=102387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 18:53:12.671406 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-7e745660-bb4d-4254-84f0-691cc0379ffe admin admin] 10.222.0.13 "PUT /v2.0/routers/5665cfe4-43d2-48fa-8505-9131de9e2b96/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.8601410 Nov 05 18:53:12.682660 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 60130) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:53:12.711688 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.agents_db [None req-b9406b04-a0e8-43cf-b349-711963d96cf4 None None] Agent healthcheck: found 7 active agents {{(pid=102389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 05 18:53:12.716827 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0761562e-792b-4f91-896e-dc671a99741b None None] Sync routers for ids ['5665cfe4-43d2-48fa-8505-9131de9e2b96'] in n-d-816865-1 {{(pid=102389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 18:53:12.723549 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-12b578b5-1663-4de3-922c-4136b1a8d68f tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:12.767018 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0761562e-792b-4f91-896e-dc671a99741b None None] Routers {'5665cfe4-43d2-48fa-8505-9131de9e2b96'} bound to L3 agent in host n-d-816865-1 {{(pid=102389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 18:53:12.769445 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-0761562e-792b-4f91-896e-dc671a99741b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T18:53:05Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['5665cfe4-43d2-48fa-8505-9131de9e2b96'], 'active': True} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:53:12.817684 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 60134) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:53:12.825267 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d3d5cf1-5fba-44ec-8da2-effa89040447 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Made reservation on behalf of 7bc73c6c17f842a987dd31290d20faa2 for: {'port': 1} {{(pid=102386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 18:53:12.827686 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-e417c6f8-01e8-43c3-9d66-f7eca99c4588 None None] Publish callbacks [] for port, precommit_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:12.863520 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-334e6ba8-792c-4bbe-bb87-2bce31dd59d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4417063'] for port, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:12.885993 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-26a5b7da-0596-48a0-aea5-63af6cf63795 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1579178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-956796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1000687'] for network, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:12.891775 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-334e6ba8-792c-4bbe-bb87-2bce31dd59d0 admin admin] No DVR routers for this DVR port 5be6e7d1-0a14-47ec-803d-af40155a6fe0 on host n-d-816865-1 {{(pid=102387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 18:53:12.903310 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-26a5b7da-0596-48a0-aea5-63af6cf63795 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597851'] for network, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:12.906996 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-26a5b7da-0596-48a0-aea5-63af6cf63795 admin admin] 10.222.0.13 "DELETE /v2.0/networks/fd42acf6-8f16-4d60-b5bc-2ad1579d9211 HTTP/1.1" status: 204 len: 168 time: 3.9413760 Nov 05 18:53:12.963502 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334e6ba8-792c-4bbe-bb87-2bce31dd59d0 admin admin] Pushing event deleted for resources: {'Port': ['ID=5be6e7d1-0a14-47ec-803d-af40155a6fe0,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:53:12.975876 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-64d6d7a4-738c-41e1-a7e4-84939b506094 req-f59c69d9-5cf5-4c8d-9861-f68dde441132 service neutron] 10.222.0.41 "GET /v2.0/networks/59ceeb29-cfb5-4ee4-ad6e-189a26cd5b4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3812916 Nov 05 18:53:12.989446 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a5b7da-0596-48a0-aea5-63af6cf63795 admin admin] Pushing event deleted for resources: {'Network': ['ID=fd42acf6-8f16-4d60-b5bc-2ad1579d9211,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:53:13.057291 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-e417c6f8-01e8-43c3-9d66-f7eca99c4588 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:13.085936 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-64d6d7a4-738c-41e1-a7e4-84939b506094 req-8a02f611-e050-4caf-aa0c-766a07f08fd4 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=e6513d5c-62fb-4121-a58c-2e9501d0001a HTTP/1.1" status: 200 len: 217 time: 0.0974476 Nov 05 18:53:13.093455 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvr_db [None req-0761562e-792b-4f91-896e-dc671a99741b None None] Set router 5665cfe4-43d2-48fa-8505-9131de9e2b96 gateway port host: n-d-816865-1 {{(pid=102389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 18:53:13.117092 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57525fa3-af82-48f2-a1dc-9e1056a2ca78 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeb20a084-accf-5b60-8075-3e69ebe863a6-1c9d25d3-7f2e-4384-9081-dc17514a5578', 'network_id': '1c9d25d3-7f2e-4384-9081-dc17514a5578', 'tenant_id': '7bc73c6c17f842a987dd31290d20faa2', 'fixed_ips': [{'subnet_id': '7067f173-afd2-4c98-8ab9-37ed6615ed43'}]}} from n-d-816865-1. {{(pid=102388) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 05 18:53:13.118145 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-57525fa3-af82-48f2-a1dc-9e1056a2ca78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:13.136590 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.db_base_plugin_common [None req-2bcfc8ca-1df3-4898-bd76-cd943f7b3504 None None] Allocated IP 2001:db8:2::2 (3eca8ef9-c8dd-4ffa-9f71-c6362c30becc/88d64cdb-2acf-427c-b3a3-d1b2c3f8b392/5b8cb18d-7f70-472a-a0d3-3d478b0995c4) {{(pid=102388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 18:53:13.151832 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Device 6c0ff786-27f7-4309-9557-397300899c7b details requested by agent hyperv_n-h2-816865-1 with host n-h2-816865-1 {{(pid=102388) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 05 18:53:13.199916 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-4ef2b3f3-aee3-4623-875f-fe4f03b09120 admin admin] Publish callbacks [] for router, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:13.203563 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-334e6ba8-792c-4bbe-bb87-2bce31dd59d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1579173', 'neutron.services.segments.db._delete_segments_for_network-8750027792909'] for network, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:13.230017 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device b65778ea-92bd-404e-98e5-cef95fd5cfcb no longer exists at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 18:53:13.301876 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-dfee2272-4623-41d0-8e29-a4393f82fdba admin admin] Publish callbacks [] for security_group, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:13.316678 n-d-816865-1 neutron-server[102387]: DEBUG neutron.services.segments.db [None req-334e6ba8-792c-4bbe-bb87-2bce31dd59d0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf016879-de78-4b04-a81a-5939b67337f3']}} {{(pid=102387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:53:13.328856 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe8633b-6519-435d-a752-85ddbb2e39bf None None] Pushing event updated for resources: {'Port': ['ID=02e30c9e-6614-411f-a0b0-cb49e1e0671c,revision_number=3']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:53:13.384690 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b730a14-045c-4358-a9dd-9f26fae624ea req-4a841d1c-001d-42c1-abb0-115f34e45f7c tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:53:13.391387 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b730a14-045c-4358-a9dd-9f26fae624ea req-4a841d1c-001d-42c1-abb0-115f34e45f7c tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:53:13.396137 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] No Port match for: b65778ea-92bd-404e-98e5-cef95fd5cfcb {{(pid=102388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 18:53:13.401410 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device b65778ea-92bd-404e-98e5-cef95fd5cfcb not bound to the agent host n-d-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 18:53:13.402660 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 68274c04-e588-4f3c-b677-67607643d155 no longer exists at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 18:53:13.409893 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b730a14-045c-4358-a9dd-9f26fae624ea req-4a841d1c-001d-42c1-abb0-115f34e45f7c tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:53:13.416501 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b730a14-045c-4358-a9dd-9f26fae624ea req-4a841d1c-001d-42c1-abb0-115f34e45f7c tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:53:13.434537 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b730a14-045c-4358-a9dd-9f26fae624ea req-4a841d1c-001d-42c1-abb0-115f34e45f7c tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:53:13.441453 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-0761562e-792b-4f91-896e-dc671a99741b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5665cfe4-43d2-48fa-8505-9131de9e2b96', 'name': 'tempest-FloatingIPsNegativeTestJSON-1959874839-router', 'tenant_id': '7d7a8a37d508439c9663810d15d41eaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.177'}], 'enable_snat': True}, 'gw_port_id': 'f88cc9b2-a561-4ac3-ae39-4994f2643af7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T18:52:43Z', 'updated_at': '2021-11-05T18:53:08Z', 'revision_number': 5, 'project_id': '7d7a8a37d508439c9663810d15d41eaa', 'gw_port': {'id': 'f88cc9b2-a561-4ac3-ae39-4994f2643af7', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:aa:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5665cfe4-43d2-48fa-8505-9131de9e2b96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1643, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T18:52:45Z', 'updated_at': '2021-11-05T18:52:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1'}], 'n-d-816865-1', False) {} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:53:13.441662 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b730a14-045c-4358-a9dd-9f26fae624ea req-4a841d1c-001d-42c1-abb0-115f34e45f7c tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:53:13.464224 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b730a14-045c-4358-a9dd-9f26fae624ea req-4a841d1c-001d-42c1-abb0-115f34e45f7c tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:53:13.467882 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-6b730a14-045c-4358-a9dd-9f26fae624ea req-4a841d1c-001d-42c1-abb0-115f34e45f7c tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] 10.222.0.13 "GET /v2.0/ports?device_id=1682fb31-a1bf-43f5-a4fa-447937da8a91 HTTP/1.1" status: 200 len: 5429 time: 0.4825785 Nov 05 18:53:13.470707 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d6d7a4-738c-41e1-a7e4-84939b506094 req-aad9903e-00c3-4176-9bf6-c6acd46108d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:53:13.476361 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 60154) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:53:13.484620 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-64d6d7a4-738c-41e1-a7e4-84939b506094 req-aad9903e-00c3-4176-9bf6-c6acd46108d4 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=fff5f4f4-3c24-4660-a3f5-7d19daede3c5 HTTP/1.1" status: 200 len: 797 time: 0.3769562 Nov 05 18:53:13.488907 n-d-816865-1 neutron-server[102387]: DEBUG neutron.services.segments.db [None req-334e6ba8-792c-4bbe-bb87-2bce31dd59d0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3783dc3e-81b4-445a-9e2c-0ce15e9a4e6a') {'for_net_delete': True} {{(pid=102387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:53:13.489137 n-d-816865-1 neutron-server[102387]: DEBUG neutron.services.segments.db [None req-334e6ba8-792c-4bbe-bb87-2bce31dd59d0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3783dc3e-81b4-445a-9e2c-0ce15e9a4e6a') {} {{(pid=102387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:53:13.490963 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0761562e-792b-4f91-896e-dc671a99741b None None] Checking router: 5665cfe4-43d2-48fa-8505-9131de9e2b96 for host: n-d-816865-1 {{(pid=102389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 18:53:13.503497 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0761562e-792b-4f91-896e-dc671a99741b None None] Routers {'5665cfe4-43d2-48fa-8505-9131de9e2b96'} bound to L3 agent in host n-d-816865-1 {{(pid=102389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 18:53:13.504884 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-0761562e-792b-4f91-896e-dc671a99741b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T18:53:05Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['5665cfe4-43d2-48fa-8505-9131de9e2b96'], 'active': True} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:53:13.624021 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-5d3d5cf1-5fba-44ec-8da2-effa89040447 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:13.659144 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-334e6ba8-792c-4bbe-bb87-2bce31dd59d0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750027793430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4463492'] for segment, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:13.676746 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-51931be7-9480-4a1a-a547-a6adde051c47 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4178766de4564cc499086192238e999c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1991880 Nov 05 18:53:13.679541 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 60160) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:53:13.704469 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvr_db [None req-0761562e-792b-4f91-896e-dc671a99741b None None] Set router 5665cfe4-43d2-48fa-8505-9131de9e2b96 gateway port host: n-d-816865-1 {{(pid=102389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 18:53:13.716628 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.db_base_plugin_common [None req-57525fa3-af82-48f2-a1dc-9e1056a2ca78 None None] Allocated IP 2001:db8::2 (1c9d25d3-7f2e-4384-9081-dc17514a5578/7067f173-afd2-4c98-8ab9-37ed6615ed43/aafd2e71-42d7-4396-9546-61d28484a40d) {{(pid=102388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 18:53:13.736942 n-d-816865-1 neutron-server[102386]: DEBUG neutron.notifiers.nova [None req-5d3d5cf1-5fba-44ec-8da2-effa89040447 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] device_id is not set on port d77d840a-b847-4dc8-9041-140f0dbd2804 yet. {{(pid=102386) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 05 18:53:13.825108 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-334e6ba8-792c-4bbe-bb87-2bce31dd59d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273'] for segment, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:13.858364 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-6b730a14-045c-4358-a9dd-9f26fae624ea req-421dfcd1-b592-4cc4-aec1-3c185b9d3594 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] 10.222.0.13 "GET /v2.0/security-groups?id=293ec58e-66ea-453a-8db8-ae12281442fa&id=4f04b2e1-de76-4a06-adfc-cc82b8507945&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3798676 Nov 05 18:53:13.877568 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-334e6ba8-792c-4bbe-bb87-2bce31dd59d0 admin admin] Releasing vlan 181 on physical network physnet1 to pool {{(pid=102387) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 05 18:53:13.878008 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-334e6ba8-792c-4bbe-bb87-2bce31dd59d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4417236'] for segment, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:13.882109 n-d-816865-1 neutron-server[102387]: Traceback (most recent call last): Nov 05 18:53:13.882109 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 05 18:53:13.882109 n-d-816865-1 neutron-server[102387]: timer() Nov 05 18:53:13.882109 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 05 18:53:13.882109 n-d-816865-1 neutron-server[102387]: cb(*args, **kw) Nov 05 18:53:13.882109 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 05 18:53:13.882109 n-d-816865-1 neutron-server[102387]: return func(*args, **kwargs) Nov 05 18:53:13.882109 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 05 18:53:13.882109 n-d-816865-1 neutron-server[102387]: self._notify() Nov 05 18:53:13.882109 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 05 18:53:13.882109 n-d-816865-1 neutron-server[102387]: self.callback(batched_events) Nov 05 18:53:13.882109 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 05 18:53:13.882109 n-d-816865-1 neutron-server[102387]: event.method(event) Nov 05 18:53:13.882109 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 05 18:53:13.882109 n-d-816865-1 neutron-server[102387]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 05 18:53:13.882109 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 05 18:53:13.882109 n-d-816865-1 neutron-server[102387]: aggregate_uuid = self.p_client.list_aggregates( Nov 05 18:53:13.882109 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 05 18:53:13.882109 n-d-816865-1 neutron-server[102387]: return f(self, *a, **k) Nov 05 18:53:13.882109 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 05 18:53:13.882109 n-d-816865-1 neutron-server[102387]: return self._get(url).json() Nov 05 18:53:13.882109 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 05 18:53:13.882109 n-d-816865-1 neutron-server[102387]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 05 18:53:13.882109 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 05 18:53:13.882109 n-d-816865-1 neutron-server[102387]: return self.request(url, 'GET', **kwargs) Nov 05 18:53:13.882109 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 05 18:53:13.882109 n-d-816865-1 neutron-server[102387]: base_url = self.get_endpoint(auth, allow=allow, Nov 05 18:53:13.882109 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 05 18:53:13.882109 n-d-816865-1 neutron-server[102387]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 05 18:53:13.882109 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 05 18:53:13.882109 n-d-816865-1 neutron-server[102387]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 05 18:53:13.882109 n-d-816865-1 neutron-server[102387]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 05 18:53:13.908345 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-dfee2272-4623-41d0-8e29-a4393f82fdba admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:13.927068 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-0761562e-792b-4f91-896e-dc671a99741b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5665cfe4-43d2-48fa-8505-9131de9e2b96', 'name': 'tempest-FloatingIPsNegativeTestJSON-1959874839-router', 'tenant_id': '7d7a8a37d508439c9663810d15d41eaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.177'}], 'enable_snat': True}, 'gw_port_id': 'f88cc9b2-a561-4ac3-ae39-4994f2643af7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T18:52:43Z', 'updated_at': '2021-11-05T18:53:08Z', 'revision_number': 5, 'project_id': '7d7a8a37d508439c9663810d15d41eaa', 'gw_port': {'id': 'f88cc9b2-a561-4ac3-ae39-4994f2643af7', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:aa:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5665cfe4-43d2-48fa-8505-9131de9e2b96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1643, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T18:52:45Z', 'updated_at': '2021-11-05T18:52:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1'}], 'n-d-816865-1', False) {} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:53:13.946865 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-4ef2b3f3-aee3-4623-875f-fe4f03b09120 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:13.957506 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d6d7a4-738c-41e1-a7e4-84939b506094 req-3c0824a3-25fb-4b58-8cdc-6954074dcc09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:53:13.959073 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-64d6d7a4-738c-41e1-a7e4-84939b506094 req-3c0824a3-25fb-4b58-8cdc-6954074dcc09 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=92cc69b6-4cd1-4b33-bca8-908cd312767a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3558543 Nov 05 18:53:13.968360 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0761562e-792b-4f91-896e-dc671a99741b None None] The sync data for ids ['5665cfe4-43d2-48fa-8505-9131de9e2b96'] in n-d-816865-1 is: [{'id': '5665cfe4-43d2-48fa-8505-9131de9e2b96', 'name': 'tempest-FloatingIPsNegativeTestJSON-1959874839-router', 'tenant_id': '7d7a8a37d508439c9663810d15d41eaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.177'}], 'enable_snat': True}, 'gw_port_id': 'f88cc9b2-a561-4ac3-ae39-4994f2643af7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T18:52:43Z', 'updated_at': '2021-11-05T18:53:08Z', 'revision_number': 5, 'project_id': '7d7a8a37d508439c9663810d15d41eaa', 'gw_port': {'id': 'f88cc9b2-a561-4ac3-ae39-4994f2643af7', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:aa:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5665cfe4-43d2-48fa-8505-9131de9e2b96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1643, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T18:52:45Z', 'updated_at': '2021-11-05T18:52:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1'}] {{(pid=102389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 18:53:13.979472 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350efe2f-08b5-467b-8147-97bc5bff1adb req-cf06fe52-11fa-4514-9c62-b1c62b19e9b5 tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:53:13.980629 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-350efe2f-08b5-467b-8147-97bc5bff1adb req-cf06fe52-11fa-4514-9c62-b1c62b19e9b5 tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] 10.222.0.13 "GET /v2.0/ports?device_id=4402a838-1439-4f98-a946-5361403d75c4 HTTP/1.1" status: 200 len: 946 time: 0.2950745 Nov 05 18:53:14.005181 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-57525fa3-af82-48f2-a1dc-9e1056a2ca78 None None] Publish callbacks [] for port, precommit_create {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:14.015714 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] No Port match for: 68274c04-e588-4f3c-b677-67607643d155 {{(pid=102388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 18:53:14.016120 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 68274c04-e588-4f3c-b677-67607643d155 not bound to the agent host n-d-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 18:53:14.016641 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 5be6e7d1-0a14-47ec-803d-af40155a6fe0 no longer exists at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 18:53:14.037302 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-dfee2272-4623-41d0-8e29-a4393f82fdba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:14.050601 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.db.resource_extend [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] It took 0.79 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 05 18:53:14.153895 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] For port 6c0ff786-27f7-4309-9557-397300899c7b, host n-h2-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=6c0ff786-27f7-4309-9557-397300899c7b,segment=NetworkSegment(1ae4cc0f-5460-421b-9b80-d7acf4de0363),segment_id=1ae4cc0f-5460-421b-9b80-d7acf4de0363)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:53:14.163378 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-350efe2f-08b5-467b-8147-97bc5bff1adb req-f2d46be1-27ac-4ab1-9b8e-68a4501787f7 tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] 10.222.0.13 "GET /v2.0/security-groups?id=20494f52-e47d-4839-b4f6-2fc0330d8d18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524286 Nov 05 18:53:14.191942 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Returning: {'device': '6c0ff786-27f7-4309-9557-397300899c7b', 'network_id': 'bb5b9fed-8e61-492a-a21e-f9ce432c95f7', 'port_id': '6c0ff786-27f7-4309-9557-397300899c7b', 'mac_address': 'fa:16:3e:86:a2:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8df5751e-d8bb-41e4-9469-238f613979b1', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102388) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 05 18:53:14.288354 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-dfee2272-4623-41d0-8e29-a4393f82fdba admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8523e1116f9648ac8fae6c985223c512&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4664493 Nov 05 18:53:14.288584 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-334e6ba8-792c-4bbe-bb87-2bce31dd59d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1579178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-956796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1000687'] for network, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:14.293777 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 60162) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:53:14.302833 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-92368a27-2b2a-45fe-94bf-0dda0c4d27a5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:14.334945 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfee2272-4623-41d0-8e29-a4393f82fdba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a7dc9f1-304a-48ce-b88a-987d837f675d,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:53:14.403950 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-92368a27-2b2a-45fe-94bf-0dda0c4d27a5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:14.414871 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-334e6ba8-792c-4bbe-bb87-2bce31dd59d0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597851'] for network, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:14.421335 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-334e6ba8-792c-4bbe-bb87-2bce31dd59d0 admin admin] 10.222.0.13 "DELETE /v2.0/networks/cf016879-de78-4b04-a81a-5939b67337f3 HTTP/1.1" status: 204 len: 168 time: 4.1296749 Nov 05 18:53:14.442586 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-64d6d7a4-738c-41e1-a7e4-84939b506094 req-f1055c59-9f55-4fd2-84fe-7cf2af990a3b service neutron] 10.222.0.41 "GET /v2.0/networks/92cc69b6-4cd1-4b33-bca8-908cd312767a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4609513 Nov 05 18:53:14.458377 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334e6ba8-792c-4bbe-bb87-2bce31dd59d0 admin admin] Pushing event deleted for resources: {'Network': ['ID=cf016879-de78-4b04-a81a-5939b67337f3,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:53:14.460226 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-e417c6f8-01e8-43c3-9d66-f7eca99c4588 None None] Attempting to bind port 02e30c9e-6614-411f-a0b0-cb49e1e0671c on host n-d-816865-1 for vnic_type normal with profile {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 18:53:14.460595 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-e417c6f8-01e8-43c3-9d66-f7eca99c4588 None None] Attempting to bind port 02e30c9e-6614-411f-a0b0-cb49e1e0671c by drivers openvswitch,hyperv on host n-d-816865-1 at level 0 using segments [{'id': '9ad69bd1-392a-4956-9bdd-f9f63dbf961b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '79b363d9-4129-410e-bfaf-357198417ae2'}] {{(pid=102388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 18:53:14.460951 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e417c6f8-01e8-43c3-9d66-f7eca99c4588 None None] Attempting to bind port 02e30c9e-6614-411f-a0b0-cb49e1e0671c on network 79b363d9-4129-410e-bfaf-357198417ae2 {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 18:53:14.516263 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.db_base_plugin_common [None req-5d3d5cf1-5fba-44ec-8da2-effa89040447 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Allocated IP 2001:db8::fddc:a7b0:71ea:cb1c (1c9d25d3-7f2e-4384-9081-dc17514a5578/7067f173-afd2-4c98-8ab9-37ed6615ed43/d77d840a-b847-4dc8-9041-140f0dbd2804) {{(pid=102386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 18:53:14.560068 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e417c6f8-01e8-43c3-9d66-f7eca99c4588 None None] Checking agent: {'id': '724d89a7-611b-41e6-bc85-c48112b17afa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 18, 25, 8), 'started_at': datetime.datetime(2021, 11, 5, 18, 25, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 18, 53, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 18:53:14.560452 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e417c6f8-01e8-43c3-9d66-f7eca99c4588 None None] Checking segment: {'id': '9ad69bd1-392a-4956-9bdd-f9f63dbf961b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '79b363d9-4129-410e-bfaf-357198417ae2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 18:53:14.561605 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-e417c6f8-01e8-43c3-9d66-f7eca99c4588 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:14.561981 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e417c6f8-01e8-43c3-9d66-f7eca99c4588 None None] Bound using segment: {'id': '9ad69bd1-392a-4956-9bdd-f9f63dbf961b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '79b363d9-4129-410e-bfaf-357198417ae2'} {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 18:53:14.562532 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-e417c6f8-01e8-43c3-9d66-f7eca99c4588 None None] Bound port: 02e30c9e-6614-411f-a0b0-cb49e1e0671c, host: n-d-816865-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ad69bd1-392a-4956-9bdd-f9f63dbf961b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '79b363d9-4129-410e-bfaf-357198417ae2'}}] {{(pid=102388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 18:53:14.562917 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-e417c6f8-01e8-43c3-9d66-f7eca99c4588 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:14.587211 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [None req-4ef2b3f3-aee3-4623-875f-fe4f03b09120 admin admin] Deleting port f88cc9b2-a561-4ac3-ae39-4994f2643af7 {{(pid=102387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 18:53:14.587596 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-4ef2b3f3-aee3-4623-875f-fe4f03b09120 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:14.596685 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:14.633631 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-2b34c303-5afe-486e-8045-ce90b717f97f None None] Provisioning complete for port 02e30c9e-6614-411f-a0b0-cb49e1e0671c triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:53:14.633974 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-2b34c303-5afe-486e-8045-ce90b717f97f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:14.685293 n-d-816865-1 neutron-server[102388]: DEBUG neutron.notifiers.nova [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6c0ff786-27f7-4309-9557-397300899c7b {{(pid=102388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 18:53:14.695592 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-57525fa3-af82-48f2-a1dc-9e1056a2ca78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789'] for port, after_create {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:14.698141 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] No Port match for: 5be6e7d1-0a14-47ec-803d-af40155a6fe0 {{(pid=102388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 18:53:14.698700 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 5be6e7d1-0a14-47ec-803d-af40155a6fe0 not bound to the agent host n-d-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 18:53:14.727497 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-64d6d7a4-738c-41e1-a7e4-84939b506094 req-6f05ec82-84c9-4975-87f4-f7eade13abd0 service neutron] 10.222.0.41 "GET /v2.0/networks/92cc69b6-4cd1-4b33-bca8-908cd312767a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2534471 Nov 05 18:53:14.779637 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-c43ebd10-11b0-4e57-8ca1-33a251a74802 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:14.825312 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-64d6d7a4-738c-41e1-a7e4-84939b506094 req-c1206412-9ab4-4a6d-b82a-4c60d65e54ae service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=f4575cb0-23c3-47f4-915c-822d65bb4a8e HTTP/1.1" status: 200 len: 217 time: 0.0567193 Nov 05 18:53:14.872316 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-2b34c303-5afe-486e-8045-ce90b717f97f None None] Port 02e30c9e-6614-411f-a0b0-cb49e1e0671c cannot update to ACTIVE because it is not bound. {{(pid=102388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 18:53:14.895744 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-c43ebd10-11b0-4e57-8ca1-33a251a74802 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:14.913901 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 1f6a0d0f-7723-4f00-8390-8e68d6fc1db8 no longer exists at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 18:53:14.921019 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-5d3d5cf1-5fba-44ec-8da2-effa89040447 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Publish callbacks [] for port, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:14.921539 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.db [None req-4ef2b3f3-aee3-4623-875f-fe4f03b09120 admin admin] For port f88cc9b2-a561-4ac3-ae39-4994f2643af7, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=f88cc9b2-a561-4ac3-ae39-4994f2643af7,segment=NetworkSegment(85be518c-8bb4-46a2-a903-d4292782d29d),segment_id=85be518c-8bb4-46a2-a903-d4292782d29d)] {{(pid=102387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:53:14.921539 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-4ef2b3f3-aee3-4623-875f-fe4f03b09120 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:14.954474 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [None req-4ef2b3f3-aee3-4623-875f-fe4f03b09120 admin admin] Calling delete_port for f88cc9b2-a561-4ac3-ae39-4994f2643af7 owned by network:router_gateway {{(pid=102387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 18:53:14.957392 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-92368a27-2b2a-45fe-94bf-0dda0c4d27a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:14.960178 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-92368a27-2b2a-45fe-94bf-0dda0c4d27a5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:14.964351 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-92368a27-2b2a-45fe-94bf-0dda0c4d27a5 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/aa29f306-b8a2-4fd2-8763-d01a238fe748 HTTP/1.1" status: 204 len: 168 time: 1.2825754 Nov 05 18:53:14.978394 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92368a27-2b2a-45fe-94bf-0dda0c4d27a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa29f306-b8a2-4fd2-8763-d01a238fe748,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:53:14.999568 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-e417c6f8-01e8-43c3-9d66-f7eca99c4588 None None] For port 02e30c9e-6614-411f-a0b0-cb49e1e0671c, host n-d-816865-1, cleared binding levels {{(pid=102388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 18:53:15.003172 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-e417c6f8-01e8-43c3-9d66-f7eca99c4588 None None] For port 02e30c9e-6614-411f-a0b0-cb49e1e0671c, host n-d-816865-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=02e30c9e-6614-411f-a0b0-cb49e1e0671c,segment=NetworkSegment(9ad69bd1-392a-4956-9bdd-f9f63dbf961b),segment_id=9ad69bd1-392a-4956-9bdd-f9f63dbf961b)] {{(pid=102388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 18:53:15.008186 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d6d7a4-738c-41e1-a7e4-84939b506094 req-43c5f97a-dd5b-49e1-bf86-5cdd7a41a180 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:53:15.009782 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-64d6d7a4-738c-41e1-a7e4-84939b506094 req-43c5f97a-dd5b-49e1-bf86-5cdd7a41a180 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=fff5f4f4-3c24-4660-a3f5-7d19daede3c5 HTTP/1.1" status: 200 len: 797 time: 0.1751757 Nov 05 18:53:15.022304 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57525fa3-af82-48f2-a1dc-9e1056a2ca78 None None] Pushing event updated for resources: {'Port': ['ID=aafd2e71-42d7-4396-9546-61d28484a40d,revision_number=1']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:53:15.054812 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] For port 6c0ff786-27f7-4309-9557-397300899c7b, host n-h2-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=6c0ff786-27f7-4309-9557-397300899c7b,segment=NetworkSegment(1ae4cc0f-5460-421b-9b80-d7acf4de0363),segment_id=1ae4cc0f-5460-421b-9b80-d7acf4de0363)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:53:15.072818 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] No Port match for: 1f6a0d0f-7723-4f00-8390-8e68d6fc1db8 {{(pid=102388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 18:53:15.073269 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 1f6a0d0f-7723-4f00-8390-8e68d6fc1db8 not bound to the agent host n-d-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 18:53:15.092901 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-5d3d5cf1-5fba-44ec-8da2-effa89040447 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:15.097200 n-d-816865-1 neutron-server[102388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57525fa3-af82-48f2-a1dc-9e1056a2ca78 None None] Network 1c9d25d3-7f2e-4384-9081-dc17514a5578 is already hosted by enough agents. {{(pid=102388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 18:53:15.110750 n-d-816865-1 neutron-server[102388]: DEBUG neutron.scheduler.base_scheduler [None req-57525fa3-af82-48f2-a1dc-9e1056a2ca78 None None] Resources bound (agent type, host, resource id): {{(pid=102388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:53:15.115358 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57525fa3-af82-48f2-a1dc-9e1056a2ca78 None None] Received port after_create {{(pid=102388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 18:53:15.172260 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 60170) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:53:15.182770 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-e417c6f8-01e8-43c3-9d66-f7eca99c4588 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:15.190816 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-57525fa3-af82-48f2-a1dc-9e1056a2ca78 None None] Attempting to bind port aafd2e71-42d7-4396-9546-61d28484a40d on host n-d-816865-1 for vnic_type normal with profile {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 18:53:15.198729 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-57525fa3-af82-48f2-a1dc-9e1056a2ca78 None None] Attempting to bind port aafd2e71-42d7-4396-9546-61d28484a40d by drivers openvswitch,hyperv on host n-d-816865-1 at level 0 using segments [{'id': '1bdc5ccc-001b-4584-b217-2d1934002f57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '1c9d25d3-7f2e-4384-9081-dc17514a5578'}] {{(pid=102388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 18:53:15.198729 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57525fa3-af82-48f2-a1dc-9e1056a2ca78 None None] Attempting to bind port aafd2e71-42d7-4396-9546-61d28484a40d on network 1c9d25d3-7f2e-4384-9081-dc17514a5578 {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 18:53:15.207848 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d3d5cf1-5fba-44ec-8da2-effa89040447 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Network 1c9d25d3-7f2e-4384-9081-dc17514a5578 is already hosted by enough agents. {{(pid=102386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 18:53:15.218816 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.base_scheduler [None req-5d3d5cf1-5fba-44ec-8da2-effa89040447 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Resources bound (agent type, host, resource id): {{(pid=102386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:53:15.241305 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:15.250132 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe8633b-6519-435d-a752-85ddbb2e39bf None None] Pushing event updated for resources: {'Port': ['ID=02e30c9e-6614-411f-a0b0-cb49e1e0671c,revision_number=4']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:53:15.251857 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d3d5cf1-5fba-44ec-8da2-effa89040447 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Received port after_create {{(pid=102386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 18:53:15.259051 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d3d5cf1-5fba-44ec-8da2-effa89040447 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:53:15.260341 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-5d3d5cf1-5fba-44ec-8da2-effa89040447 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:15.266376 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-6848d230-2d84-416d-96c5-1aae156cd32d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3db3c1c019224dfc92060d487f5315ed&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0900280 Nov 05 18:53:15.268447 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3d5cf1-5fba-44ec-8da2-effa89040447 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Pushing event updated for resources: {'Port': ['ID=d77d840a-b847-4dc8-9041-140f0dbd2804,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:53:15.274431 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 60174) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:53:15.331523 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d6d7a4-738c-41e1-a7e4-84939b506094 req-7b16c707-7bec-408d-a53d-1f2d2d4ae59a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:53:15.334341 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-64d6d7a4-738c-41e1-a7e4-84939b506094 req-7b16c707-7bec-408d-a53d-1f2d2d4ae59a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=92cc69b6-4cd1-4b33-bca8-908cd312767a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3138185 Nov 05 18:53:15.339092 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Pushing event updated for resources: {'Port': ['ID=6c0ff786-27f7-4309-9557-397300899c7b,revision_number=6']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:53:15.347354 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57525fa3-af82-48f2-a1dc-9e1056a2ca78 None None] Checking agent: {'id': '724d89a7-611b-41e6-bc85-c48112b17afa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 18, 25, 8), 'started_at': datetime.datetime(2021, 11, 5, 18, 25, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 18, 53, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 18:53:15.347773 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57525fa3-af82-48f2-a1dc-9e1056a2ca78 None None] Checking segment: {'id': '1bdc5ccc-001b-4584-b217-2d1934002f57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '1c9d25d3-7f2e-4384-9081-dc17514a5578'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 18:53:15.348122 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-57525fa3-af82-48f2-a1dc-9e1056a2ca78 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:15.348502 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57525fa3-af82-48f2-a1dc-9e1056a2ca78 None None] Bound using segment: {'id': '1bdc5ccc-001b-4584-b217-2d1934002f57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '1c9d25d3-7f2e-4384-9081-dc17514a5578'} {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 18:53:15.348998 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-57525fa3-af82-48f2-a1dc-9e1056a2ca78 None None] Bound port: aafd2e71-42d7-4396-9546-61d28484a40d, host: n-d-816865-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1bdc5ccc-001b-4584-b217-2d1934002f57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '1c9d25d3-7f2e-4384-9081-dc17514a5578'}}] {{(pid=102388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 18:53:15.349407 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-57525fa3-af82-48f2-a1dc-9e1056a2ca78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:15.385328 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-3446c4c4-4e21-4122-9176-025696e98668 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:15.400354 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09732c3d-b118-4242-9528-bd8a94e80995 req-da662d9a-cc7f-44c3-9974-dee1873d3d67 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:53:15.409157 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-5d3d5cf1-5fba-44ec-8da2-effa89040447 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.9591231 Nov 05 18:53:15.414596 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09732c3d-b118-4242-9528-bd8a94e80995 req-da662d9a-cc7f-44c3-9974-dee1873d3d67 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:53:15.423112 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09732c3d-b118-4242-9528-bd8a94e80995 req-da662d9a-cc7f-44c3-9974-dee1873d3d67 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:53:15.426569 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] get_ports_and_sgs() called for port_ids ['6c0ff786-27f7-4309-9557-397300899c7b'] {{(pid=102388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 18:53:15.427433 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 60176) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:53:15.431802 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09732c3d-b118-4242-9528-bd8a94e80995 req-da662d9a-cc7f-44c3-9974-dee1873d3d67 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:53:15.440833 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09732c3d-b118-4242-9528-bd8a94e80995 req-da662d9a-cc7f-44c3-9974-dee1873d3d67 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:53:15.443010 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-2b81da5c-0bdd-4800-bca6-3642f07193d4 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Request body: {'port': {'network_id': '1c9d25d3-7f2e-4384-9081-dc17514a5578', 'fixed_ips': [{'subnet_id': '7067f173-afd2-4c98-8ab9-37ed6615ed43', 'ip_address': '2001:db8::fddc:a7b0:71ea:cb1c'}], 'name': 'tempest-NetworksTestDHCPv6-1981149194'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:53:15.448959 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09732c3d-b118-4242-9528-bd8a94e80995 req-da662d9a-cc7f-44c3-9974-dee1873d3d67 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:53:15.456975 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09732c3d-b118-4242-9528-bd8a94e80995 req-da662d9a-cc7f-44c3-9974-dee1873d3d67 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:53:15.459288 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-09732c3d-b118-4242-9528-bd8a94e80995 req-da662d9a-cc7f-44c3-9974-dee1873d3d67 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] 10.222.0.13 "GET /v2.0/ports?device_id=1682fb31-a1bf-43f5-a4fa-447937da8a91 HTTP/1.1" status: 200 len: 5429 time: 0.4611671 Nov 05 18:53:15.459934 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-c43ebd10-11b0-4e57-8ca1-33a251a74802 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:15.462610 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-c43ebd10-11b0-4e57-8ca1-33a251a74802 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:15.466983 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-c43ebd10-11b0-4e57-8ca1-33a251a74802 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2a7dc9f1-304a-48ce-b88a-987d837f675d HTTP/1.1" status: 204 len: 168 time: 1.1696596 Nov 05 18:53:15.521089 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-2bcfc8ca-1df3-4898-bd76-cd943f7b3504 None None] Publish callbacks [] for port, precommit_create {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:15.534270 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e417c6f8-01e8-43c3-9d66-f7eca99c4588 None None] Routers {'98c28b36-02e7-4b7d-8190-c1aff44fd3f1'} bound to L3 agent in host n-d-816865-1 {{(pid=102388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 18:53:15.535066 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-e417c6f8-01e8-43c3-9d66-f7eca99c4588 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T18:53:05Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['98c28b36-02e7-4b7d-8190-c1aff44fd3f1'], 'active': True} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:53:15.765708 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvr_db [None req-e417c6f8-01e8-43c3-9d66-f7eca99c4588 None None] Set router 98c28b36-02e7-4b7d-8190-c1aff44fd3f1 gateway port host: None {{(pid=102388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 18:53:15.810665 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-3446c4c4-4e21-4122-9176-025696e98668 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:15.993807 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-2bcfc8ca-1df3-4898-bd76-cd943f7b3504 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789'] for port, after_create {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:16.088867 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bcfc8ca-1df3-4898-bd76-cd943f7b3504 None None] Pushing event updated for resources: {'Port': ['ID=5b8cb18d-7f70-472a-a0d3-3d478b0995c4,revision_number=1']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:53:16.093847 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.db_base_plugin_common [None req-12b578b5-1663-4de3-922c-4136b1a8d68f tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Allocated IP 2001:db8:2::1 (3eca8ef9-c8dd-4ffa-9f71-c6362c30becc/88d64cdb-2acf-427c-b3a3-d1b2c3f8b392/8d1ea80b-17bb-485b-a023-4af42bd21961) {{(pid=102386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 18:53:16.117213 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-64d6d7a4-738c-41e1-a7e4-84939b506094 req-7ebabd26-86f1-408f-a01c-26247ef318aa service neutron] 10.222.0.41 "GET /v2.0/networks/92cc69b6-4cd1-4b33-bca8-908cd312767a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7613120 Nov 05 18:53:16.122435 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43ebd10-11b0-4e57-8ca1-33a251a74802 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a7dc9f1-304a-48ce-b88a-987d837f675d,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:53:16.126895 n-d-816865-1 neutron-server[102388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bcfc8ca-1df3-4898-bd76-cd943f7b3504 None None] Network 3eca8ef9-c8dd-4ffa-9f71-c6362c30becc is already hosted by enough agents. {{(pid=102388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 18:53:16.166266 n-d-816865-1 neutron-server[102388]: DEBUG neutron.scheduler.base_scheduler [None req-2bcfc8ca-1df3-4898-bd76-cd943f7b3504 None None] Resources bound (agent type, host, resource id): {{(pid=102388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:53:16.182083 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b81da5c-0bdd-4800-bca6-3642f07193d4 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Made reservation on behalf of 7bc73c6c17f842a987dd31290d20faa2 for: {'port': 1} {{(pid=102386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 18:53:16.184367 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bcfc8ca-1df3-4898-bd76-cd943f7b3504 None None] Received port after_create {{(pid=102388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 18:53:16.191955 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-2b81da5c-0bdd-4800-bca6-3642f07193d4 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:16.199832 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-57525fa3-af82-48f2-a1dc-9e1056a2ca78 None None] For port aafd2e71-42d7-4396-9546-61d28484a40d, host n-d-816865-1, cleared binding levels {{(pid=102388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 18:53:16.205250 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-abff4406-1f96-4111-84d4-d47a96459913 None None] Provisioning complete for port 02e30c9e-6614-411f-a0b0-cb49e1e0671c triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:53:16.205905 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-abff4406-1f96-4111-84d4-d47a96459913 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:16.288367 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-57525fa3-af82-48f2-a1dc-9e1056a2ca78 None None] For port aafd2e71-42d7-4396-9546-61d28484a40d, host n-d-816865-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=aafd2e71-42d7-4396-9546-61d28484a40d,segment=NetworkSegment(1bdc5ccc-001b-4584-b217-2d1934002f57),segment_id=1bdc5ccc-001b-4584-b217-2d1934002f57)] {{(pid=102388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 18:53:16.302576 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af4a790-5b48-4435-82c6-99ed0c2d223a req-bf4a5fd6-6a79-47bb-80ed-226e2ad26c95 tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:53:16.312910 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-1af4a790-5b48-4435-82c6-99ed0c2d223a req-bf4a5fd6-6a79-47bb-80ed-226e2ad26c95 tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] 10.222.0.13 "GET /v2.0/ports?device_id=4402a838-1439-4f98-a946-5361403d75c4 HTTP/1.1" status: 200 len: 945 time: 0.9936717 Nov 05 18:53:16.349672 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-3446c4c4-4e21-4122-9176-025696e98668 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:16.359957 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-3446c4c4-4e21-4122-9176-025696e98668 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:16.360505 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-3446c4c4-4e21-4122-9176-025696e98668 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e3640d88-c369-41cd-98f6-7ceb94b23b09 HTTP/1.1" status: 204 len: 168 time: 1.0851171 Nov 05 18:53:16.364260 n-d-816865-1 neutron-server[102386]: DEBUG neutron.notifiers.nova [None req-2b81da5c-0bdd-4800-bca6-3642f07193d4 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] device_id is not set on port 122f10cd-81a0-4ed4-9f35-646987c098d1 yet. {{(pid=102386) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 05 18:53:16.394910 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-57525fa3-af82-48f2-a1dc-9e1056a2ca78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:16.427251 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3446c4c4-4e21-4122-9176-025696e98668 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3640d88-c369-41cd-98f6-7ceb94b23b09,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:53:16.447737 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-64d6d7a4-738c-41e1-a7e4-84939b506094 req-26a1aa0d-3b0a-4670-a761-ee6beaf0600c service neutron] 10.222.0.41 "GET /v2.0/networks/92cc69b6-4cd1-4b33-bca8-908cd312767a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3027413 Nov 05 18:53:16.532618 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-09732c3d-b118-4242-9528-bd8a94e80995 req-f4aed9c4-3dc3-41c8-a835-35a51d737caf tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] 10.222.0.13 "GET /v2.0/security-groups?id=293ec58e-66ea-453a-8db8-ae12281442fa&id=4f04b2e1-de76-4a06-adfc-cc82b8507945&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4137533 Nov 05 18:53:16.639398 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-2bcfc8ca-1df3-4898-bd76-cd943f7b3504 None None] Attempting to bind port 5b8cb18d-7f70-472a-a0d3-3d478b0995c4 on host n-d-816865-1 for vnic_type normal with profile {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 18:53:16.639909 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-2bcfc8ca-1df3-4898-bd76-cd943f7b3504 None None] Attempting to bind port 5b8cb18d-7f70-472a-a0d3-3d478b0995c4 by drivers openvswitch,hyperv on host n-d-816865-1 at level 0 using segments [{'id': 'e5ed4aa3-c8ed-40a0-b301-1dfa0315435f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '3eca8ef9-c8dd-4ffa-9f71-c6362c30becc'}] {{(pid=102388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 18:53:16.640445 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bcfc8ca-1df3-4898-bd76-cd943f7b3504 None None] Attempting to bind port 5b8cb18d-7f70-472a-a0d3-3d478b0995c4 on network 3eca8ef9-c8dd-4ffa-9f71-c6362c30becc {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 18:53:16.664340 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-1af4a790-5b48-4435-82c6-99ed0c2d223a req-a932048b-a3c8-4d0a-9833-fdaed8bbf0b6 tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] 10.222.0.13 "GET /v2.0/security-groups?id=20494f52-e47d-4839-b4f6-2fc0330d8d18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3519831 Nov 05 18:53:16.696425 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3446c4c4-4e21-4122-9176-025696e98668 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:53:16.703781 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3446c4c4-4e21-4122-9176-025696e98668 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:53:16.703781 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3446c4c4-4e21-4122-9176-025696e98668 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:53:16.703781 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3446c4c4-4e21-4122-9176-025696e98668 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:53:16.703781 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3446c4c4-4e21-4122-9176-025696e98668 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:53:16.703781 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3446c4c4-4e21-4122-9176-025696e98668 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:53:16.703781 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3446c4c4-4e21-4122-9176-025696e98668 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:53:16.703781 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3446c4c4-4e21-4122-9176-025696e98668 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:53:16.703781 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3446c4c4-4e21-4122-9176-025696e98668 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:53:16.703781 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3446c4c4-4e21-4122-9176-025696e98668 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:53:16.703781 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3446c4c4-4e21-4122-9176-025696e98668 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:53:16.703781 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3446c4c4-4e21-4122-9176-025696e98668 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:53:16.727994 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7695c4-4ccb-489a-83ad-1e91e6ebd37c req-28c51149-e9a8-4446-97cc-85c79b1a0230 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:53:16.728701 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7695c4-4ccb-489a-83ad-1e91e6ebd37c req-28c51149-e9a8-4446-97cc-85c79b1a0230 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:53:16.730019 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7695c4-4ccb-489a-83ad-1e91e6ebd37c req-28c51149-e9a8-4446-97cc-85c79b1a0230 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:53:16.730751 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7695c4-4ccb-489a-83ad-1e91e6ebd37c req-28c51149-e9a8-4446-97cc-85c79b1a0230 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:53:16.735873 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7695c4-4ccb-489a-83ad-1e91e6ebd37c req-28c51149-e9a8-4446-97cc-85c79b1a0230 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:53:16.736022 n-d-816865-1 neutron-server[102386]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b81da5c-0bdd-4800-bca6-3642f07193d4 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] POST failed (client error): There was a conflict when trying to complete your request. Nov 05 18:53:16.736142 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7695c4-4ccb-489a-83ad-1e91e6ebd37c req-28c51149-e9a8-4446-97cc-85c79b1a0230 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:53:16.736242 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2b81da5c-0bdd-4800-bca6-3642f07193d4 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=102386) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 05 18:53:16.736337 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7695c4-4ccb-489a-83ad-1e91e6ebd37c req-28c51149-e9a8-4446-97cc-85c79b1a0230 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:53:16.736430 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-2e7695c4-4ccb-489a-83ad-1e91e6ebd37c req-28c51149-e9a8-4446-97cc-85c79b1a0230 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3f080cb3a4f24f1db8ad75a12c2cd4bf&device_id=1682fb31-a1bf-43f5-a4fa-447937da8a91 HTTP/1.1" status: 200 len: 6486 time: 0.1489737 Nov 05 18:53:16.742663 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-12b578b5-1663-4de3-922c-4136b1a8d68f tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Publish callbacks [] for port, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:16.768356 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-abff4406-1f96-4111-84d4-d47a96459913 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:16.770821 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bcfc8ca-1df3-4898-bd76-cd943f7b3504 None None] Checking agent: {'id': '724d89a7-611b-41e6-bc85-c48112b17afa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 18, 25, 8), 'started_at': datetime.datetime(2021, 11, 5, 18, 25, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 18, 53, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 18:53:16.771191 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bcfc8ca-1df3-4898-bd76-cd943f7b3504 None None] Checking segment: {'id': 'e5ed4aa3-c8ed-40a0-b301-1dfa0315435f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '3eca8ef9-c8dd-4ffa-9f71-c6362c30becc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 18:53:16.771579 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-2bcfc8ca-1df3-4898-bd76-cd943f7b3504 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:16.771967 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bcfc8ca-1df3-4898-bd76-cd943f7b3504 None None] Bound using segment: {'id': 'e5ed4aa3-c8ed-40a0-b301-1dfa0315435f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '3eca8ef9-c8dd-4ffa-9f71-c6362c30becc'} {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 18:53:16.772476 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-2bcfc8ca-1df3-4898-bd76-cd943f7b3504 None None] Bound port: 5b8cb18d-7f70-472a-a0d3-3d478b0995c4, host: n-d-816865-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5ed4aa3-c8ed-40a0-b301-1dfa0315435f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '3eca8ef9-c8dd-4ffa-9f71-c6362c30becc'}}] {{(pid=102388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 18:53:16.772810 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-2bcfc8ca-1df3-4898-bd76-cd943f7b3504 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:16.798379 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-4ef2b3f3-aee3-4623-875f-fe4f03b09120 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4417063'] for port, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:16.836839 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57525fa3-af82-48f2-a1dc-9e1056a2ca78 None None] Pushing event updated for resources: {'Port': ['ID=aafd2e71-42d7-4396-9546-61d28484a40d,revision_number=2']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:53:16.850720 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef2b3f3-aee3-4623-875f-fe4f03b09120 admin admin] Pushing event deleted for resources: {'Port': ['ID=f88cc9b2-a561-4ac3-ae39-4994f2643af7,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:53:16.872514 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-2b81da5c-0bdd-4800-bca6-3642f07193d4 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 1.4436872 Nov 05 18:53:16.874020 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 60202) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:53:16.979144 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-e417c6f8-01e8-43c3-9d66-f7eca99c4588 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98c28b36-02e7-4b7d-8190-c1aff44fd3f1', 'name': 'tempest-RoutersIpV6Test-router-1724408201', 'tenant_id': '07347c71ee604fb5990da9c356235381', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T18:52:47Z', 'updated_at': '2021-11-05T18:53:07Z', 'revision_number': 3, 'project_id': '07347c71ee604fb5990da9c356235381', 'gw_port_host': None, '_interfaces': [{'id': '02e30c9e-6614-411f-a0b0-cb49e1e0671c', 'name': '', 'network_id': '79b363d9-4129-410e-bfaf-357198417ae2', 'tenant_id': '07347c71ee604fb5990da9c356235381', 'mac_address': 'fa:16:3e:d5:53:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98c28b36-02e7-4b7d-8190-c1aff44fd3f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1674, 'fixed_ips': [{'subnet_id': '529dc2bb-5603-4b92-8f55-514b2c318ee9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T18:53:06Z', 'updated_at': '2021-11-05T18:53:14Z', 'revision_number': 4, 'project_id': '07347c71ee604fb5990da9c356235381', 'subnets': [{'id': '529dc2bb-5603-4b92-8f55-514b2c318ee9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2d32c49a-e83b-4ea0-9aaa-a7d10b79daf9', 'name': '', 'network_id': 'f0bd4915-5264-4f1b-888c-702ac3bd3c65', 'tenant_id': '07347c71ee604fb5990da9c356235381', 'mac_address': 'fa:16:3e:43:36:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98c28b36-02e7-4b7d-8190-c1aff44fd3f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1661, 'fixed_ips': [{'subnet_id': '375204fc-1e27-495a-8797-c770261c4731', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T18:52:54Z', 'updated_at': '2021-11-05T18:53:05Z', 'revision_number': 5, 'project_id': '07347c71ee604fb5990da9c356235381', 'subnets': [{'id': '375204fc-1e27-495a-8797-c770261c4731', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-1', False) {} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:53:16.994366 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-4ef2b3f3-aee3-4623-875f-fe4f03b09120 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1000651'] for router_gateway, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:17.015877 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-12b578b5-1663-4de3-922c-4136b1a8d68f tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:17.074145 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-abff4406-1f96-4111-84d4-d47a96459913 None None] For port 02e30c9e-6614-411f-a0b0-cb49e1e0671c, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=02e30c9e-6614-411f-a0b0-cb49e1e0671c,segment=NetworkSegment(9ad69bd1-392a-4956-9bdd-f9f63dbf961b),segment_id=9ad69bd1-392a-4956-9bdd-f9f63dbf961b)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:53:17.082285 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e417c6f8-01e8-43c3-9d66-f7eca99c4588 None None] The sync data for ids ['98c28b36-02e7-4b7d-8190-c1aff44fd3f1'] in n-d-816865-1 is: [{'id': '98c28b36-02e7-4b7d-8190-c1aff44fd3f1', 'name': 'tempest-RoutersIpV6Test-router-1724408201', 'tenant_id': '07347c71ee604fb5990da9c356235381', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T18:52:47Z', 'updated_at': '2021-11-05T18:53:07Z', 'revision_number': 3, 'project_id': '07347c71ee604fb5990da9c356235381', 'gw_port_host': None, '_interfaces': [{'id': '02e30c9e-6614-411f-a0b0-cb49e1e0671c', 'name': '', 'network_id': '79b363d9-4129-410e-bfaf-357198417ae2', 'tenant_id': '07347c71ee604fb5990da9c356235381', 'mac_address': 'fa:16:3e:d5:53:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98c28b36-02e7-4b7d-8190-c1aff44fd3f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1674, 'fixed_ips': [{'subnet_id': '529dc2bb-5603-4b92-8f55-514b2c318ee9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T18:53:06Z', 'updated_at': '2021-11-05T18:53:14Z', 'revision_number': 4, 'project_id': '07347c71ee604fb5990da9c356235381', 'subnets': [{'id': '529dc2bb-5603-4b92-8f55-514b2c318ee9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2d32c49a-e83b-4ea0-9aaa-a7d10b79daf9', 'name': '', 'network_id': 'f0bd4915-5264-4f1b-888c-702ac3bd3c65', 'tenant_id': '07347c71ee604fb5990da9c356235381', 'mac_address': 'fa:16:3e:43:36:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98c28b36-02e7-4b7d-8190-c1aff44fd3f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1661, 'fixed_ips': [{'subnet_id': '375204fc-1e27-495a-8797-c770261c4731', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T18:52:54Z', 'updated_at': '2021-11-05T18:53:05Z', 'revision_number': 5, 'project_id': '07347c71ee604fb5990da9c356235381', 'subnets': [{'id': '375204fc-1e27-495a-8797-c770261c4731', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 18:53:17.119976 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-2bcfc8ca-1df3-4898-bd76-cd943f7b3504 None None] For port 5b8cb18d-7f70-472a-a0d3-3d478b0995c4, host n-d-816865-1, cleared binding levels {{(pid=102388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 18:53:17.126950 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-2bcfc8ca-1df3-4898-bd76-cd943f7b3504 None None] For port 5b8cb18d-7f70-472a-a0d3-3d478b0995c4, host n-d-816865-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=5b8cb18d-7f70-472a-a0d3-3d478b0995c4,segment=NetworkSegment(e5ed4aa3-c8ed-40a0-b301-1dfa0315435f),segment_id=e5ed4aa3-c8ed-40a0-b301-1dfa0315435f)] {{(pid=102388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 18:53:17.132654 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12b578b5-1663-4de3-922c-4136b1a8d68f tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Network 3eca8ef9-c8dd-4ffa-9f71-c6362c30becc is already hosted by enough agents. {{(pid=102386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 18:53:17.133299 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-4ef2b3f3-aee3-4623-875f-fe4f03b09120 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-571301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6852'] for router, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:17.138105 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-4ef2b3f3-aee3-4623-875f-fe4f03b09120 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:17.142278 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-abff4406-1f96-4111-84d4-d47a96459913 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:17.199498 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1300a5d4-cd97-4d97-abc2-85d511eb734f tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:53:17.227972 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1300a5d4-cd97-4d97-abc2-85d511eb734f tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:53:17.229659 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-1300a5d4-cd97-4d97-abc2-85d511eb734f tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.3546073 Nov 05 18:53:17.235352 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.base_scheduler [None req-12b578b5-1663-4de3-922c-4136b1a8d68f tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Resources bound (agent type, host, resource id): {{(pid=102386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:53:17.240673 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-2bcfc8ca-1df3-4898-bd76-cd943f7b3504 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:17.270553 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12b578b5-1663-4de3-922c-4136b1a8d68f tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Received port after_create {{(pid=102386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 18:53:17.271374 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-12b578b5-1663-4de3-922c-4136b1a8d68f tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-571770'] for router_interface, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:17.277224 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 60210) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:53:17.292511 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Device 6c0ff786-27f7-4309-9557-397300899c7b up at agent hyperv_n-h2-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 18:53:17.341073 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7695c4-4ccb-489a-83ad-1e91e6ebd37c req-654a01c8-7f39-4b29-812f-6d80b8383ce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:53:17.348549 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-2e7695c4-4ccb-489a-83ad-1e91e6ebd37c req-654a01c8-7f39-4b29-812f-6d80b8383ce5 service neutron] 10.222.0.41 "GET /v2.0/networks?id=92cc69b6-4cd1-4b33-bca8-908cd312767a HTTP/1.1" status: 200 len: 903 time: 0.5971601 Nov 05 18:53:17.416084 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abff4406-1f96-4111-84d4-d47a96459913 None None] Pushing event updated for resources: {'Port': ['ID=02e30c9e-6614-411f-a0b0-cb49e1e0671c,revision_number=5']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:53:17.429098 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-2e7695c4-4ccb-489a-83ad-1e91e6ebd37c req-e66f7315-c556-41da-8f34-de266b27f2e9 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=f4575cb0-23c3-47f4-915c-822d65bb4a8e HTTP/1.1" status: 200 len: 217 time: 0.0703180 Nov 05 18:53:17.430259 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-4ef2b3f3-aee3-4623-875f-fe4f03b09120 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-571310'] for router, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:17.430934 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ef2b3f3-aee3-4623-875f-fe4f03b09120 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5665cfe4-43d2-48fa-8505-9131de9e2b96 {{(pid=102387) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 05 18:53:17.439572 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-4ef2b3f3-aee3-4623-875f-fe4f03b09120 admin admin] Publish callbacks [] for router, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:17.443174 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-4ef2b3f3-aee3-4623-875f-fe4f03b09120 admin admin] 10.222.0.13 "DELETE /v2.0/routers/5665cfe4-43d2-48fa-8505-9131de9e2b96 HTTP/1.1" status: 204 len: 168 time: 4.7509296 Nov 05 18:53:17.445193 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 60214) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:53:17.532187 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b578b5-1663-4de3-922c-4136b1a8d68f tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Pushing event updated for resources: {'Port': ['ID=8d1ea80b-17bb-485b-a023-4af42bd21961,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:53:17.601079 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.db_base_plugin_v2 [None req-7defcabd-e05a-40ba-aa92-9ce63d47ebcb admin admin] Deleting subnet 7033e0ff-70ed-4beb-b362-1d26c6269489 {{(pid=102387) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 05 18:53:17.663032 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bcfc8ca-1df3-4898-bd76-cd943f7b3504 None None] Pushing event updated for resources: {'Port': ['ID=5b8cb18d-7f70-472a-a0d3-3d478b0995c4,revision_number=2']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:53:17.688653 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Provisioning complete for port 6c0ff786-27f7-4309-9557-397300899c7b triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:53:17.689216 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:17.703030 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-d434f8f9-0493-46a6-ab46-faf2a32d0a80 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Deleting port d77d840a-b847-4dc8-9041-140f0dbd2804 {{(pid=102386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 18:53:17.703739 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-d434f8f9-0493-46a6-ab46-faf2a32d0a80 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:17.747381 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-7defcabd-e05a-40ba-aa92-9ce63d47ebcb admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:17.976947 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-7defcabd-e05a-40ba-aa92-9ce63d47ebcb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4463501'] for subnet, precommit_delete_associations {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:18.087301 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:18.137996 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-12b578b5-1663-4de3-922c-4136b1a8d68f tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:18.200789 n-d-816865-1 neutron-server[102388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4402a838-1439-4f98-a946-5361403d75c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c0ff786-27f7-4309-9557-397300899c7b'}] {{(pid=102388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 18:53:18.208515 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85474fee1180e129d8a886d264fe0b30223aa672dd1ffe43b630605f18504f68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83132fda-d07b-4914-b527-18b9137e1667" -d '{"events": [{"server_uuid": "4402a838-1439-4f98-a946-5361403d75c4", "name": "network-vif-plugged", "status": "completed", "tag": "6c0ff786-27f7-4309-9557-397300899c7b"}]}' {{(pid=102388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 18:53:18.221023 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-7defcabd-e05a-40ba-aa92-9ce63d47ebcb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1573928'] for subnet, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:18.231882 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-d434f8f9-0493-46a6-ab46-faf2a32d0a80 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:18.241478 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] For port 6c0ff786-27f7-4309-9557-397300899c7b, host n-h2-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=6c0ff786-27f7-4309-9557-397300899c7b,segment=NetworkSegment(1ae4cc0f-5460-421b-9b80-d7acf4de0363),segment_id=1ae4cc0f-5460-421b-9b80-d7acf4de0363)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:53:18.255075 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-d434f8f9-0493-46a6-ab46-faf2a32d0a80 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Calling delete_port for d77d840a-b847-4dc8-9041-140f0dbd2804 owned by {{(pid=102386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 18:53:18.403985 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:18.506228 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Pushing event updated for resources: {'Port': ['ID=6c0ff786-27f7-4309-9557-397300899c7b,revision_number=7']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:53:18.658968 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-7defcabd-e05a-40ba-aa92-9ce63d47ebcb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1573905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4417146', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5112209'] for subnet, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:18.683890 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7695c4-4ccb-489a-83ad-1e91e6ebd37c req-286f0be3-3e96-48fb-9d31-775de8f2897b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:53:18.685537 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-2e7695c4-4ccb-489a-83ad-1e91e6ebd37c req-286f0be3-3e96-48fb-9d31-775de8f2897b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=fff5f4f4-3c24-4660-a3f5-7d19daede3c5 HTTP/1.1" status: 200 len: 797 time: 1.2409329 Nov 05 18:53:18.797793 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f915c0c-41eb-4383-9947-9a87378e11b1 None None] Network 69b6fb6a-afe7-4c73-ab8b-5ae370a005dd requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 18:53:18.799357 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-7defcabd-e05a-40ba-aa92-9ce63d47ebcb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597851'] for subnet, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:18.813939 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-7defcabd-e05a-40ba-aa92-9ce63d47ebcb admin admin] 10.222.0.13 "DELETE /v2.0/subnets/7033e0ff-70ed-4beb-b362-1d26c6269489 HTTP/1.1" status: 204 len: 168 time: 1.3565342 Nov 05 18:53:18.829457 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 60240) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:53:18.841956 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7defcabd-e05a-40ba-aa92-9ce63d47ebcb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7033e0ff-70ed-4beb-b362-1d26c6269489,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:53:18.885622 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-d434f8f9-0493-46a6-ab46-faf2a32d0a80 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:18.942624 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5276636c-9d82-4de4-a1aa-1e0f089e85ac req-e92c3d69-c5fb-4379-9899-c57708774b37 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:53:18.975469 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5276636c-9d82-4de4-a1aa-1e0f089e85ac req-e92c3d69-c5fb-4379-9899-c57708774b37 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:53:18.996431 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5276636c-9d82-4de4-a1aa-1e0f089e85ac req-e92c3d69-c5fb-4379-9899-c57708774b37 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:53:19.037126 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5276636c-9d82-4de4-a1aa-1e0f089e85ac req-e92c3d69-c5fb-4379-9899-c57708774b37 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:53:19.083043 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5276636c-9d82-4de4-a1aa-1e0f089e85ac req-e92c3d69-c5fb-4379-9899-c57708774b37 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:53:19.115298 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-6b4e385b-b161-498d-8dfa-ad98c6fd0ed6 None None] Provisioning complete for port aafd2e71-42d7-4396-9546-61d28484a40d triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:53:19.115659 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-6b4e385b-b161-498d-8dfa-ad98c6fd0ed6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:19.120410 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5276636c-9d82-4de4-a1aa-1e0f089e85ac req-e92c3d69-c5fb-4379-9899-c57708774b37 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:53:19.160766 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5276636c-9d82-4de4-a1aa-1e0f089e85ac req-e92c3d69-c5fb-4379-9899-c57708774b37 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:53:19.171624 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-5276636c-9d82-4de4-a1aa-1e0f089e85ac req-e92c3d69-c5fb-4379-9899-c57708774b37 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] 10.222.0.13 "GET /v2.0/ports?device_id=1682fb31-a1bf-43f5-a4fa-447937da8a91 HTTP/1.1" status: 200 len: 5429 time: 1.0012100 Nov 05 18:53:19.230902 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device aafd2e71-42d7-4396-9546-61d28484a40d up at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 18:53:19.249725 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d434f8f9-0493-46a6-ab46-faf2a32d0a80 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Pushing event deleted for resources: {'Port': ['ID=d77d840a-b847-4dc8-9041-140f0dbd2804,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:53:19.283319 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7695c4-4ccb-489a-83ad-1e91e6ebd37c req-e8e53ffe-5bb4-417f-9b73-c6f467cc541f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:53:19.284907 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-2e7695c4-4ccb-489a-83ad-1e91e6ebd37c req-e8e53ffe-5bb4-417f-9b73-c6f467cc541f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=92cc69b6-4cd1-4b33-bca8-908cd312767a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5439858 Nov 05 18:53:19.303266 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b8fffb-0b49-4859-92fc-6ea63a5a6940 req-3f203627-2b31-4618-961f-2ac70025db93 tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:53:19.317738 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-52b8fffb-0b49-4859-92fc-6ea63a5a6940 req-3f203627-2b31-4618-961f-2ac70025db93 tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] 10.222.0.13 "GET /v2.0/ports?device_id=4402a838-1439-4f98-a946-5361403d75c4 HTTP/1.1" status: 200 len: 946 time: 1.1436908 Nov 05 18:53:19.403323 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Provisioning complete for port aafd2e71-42d7-4396-9546-61d28484a40d triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:53:19.403986 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:19.570751 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-ba002441-b161-4caa-b8f4-15ffe872e8c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1664226'] for network, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:19.602394 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-018e6af2-f562-4382-a6a0-6e72c5ae4f91 None None] DHCP port deletion for 69b6fb6a-afe7-4c73-ab8b-5ae370a005dd request from n-d-816865-1 {{(pid=102388) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 05 18:53:19.639142 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-d434f8f9-0493-46a6-ab46-faf2a32d0a80 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:19.647292 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-d434f8f9-0493-46a6-ab46-faf2a32d0a80 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] 10.222.0.13 "DELETE /v2.0/ports/d77d840a-b847-4dc8-9041-140f0dbd2804 HTTP/1.1" status: 204 len: 168 time: 2.3684556 Nov 05 18:53:19.652359 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 60256) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:53:19.658656 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-5276636c-9d82-4de4-a1aa-1e0f089e85ac req-4461279f-4a22-4d40-b6c1-d1b3144efe49 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] 10.222.0.13 "GET /v2.0/security-groups?id=293ec58e-66ea-453a-8db8-ae12281442fa&id=4f04b2e1-de76-4a06-adfc-cc82b8507945&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4770377 Nov 05 18:53:19.678271 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-52b8fffb-0b49-4859-92fc-6ea63a5a6940 req-0d8e07e3-4bd0-441d-8c4a-dd869ada528e tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] 10.222.0.13 "GET /v2.0/security-groups?id=20494f52-e47d-4839-b4f6-2fc0330d8d18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3483186 Nov 05 18:53:19.730820 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-2e7695c4-4ccb-489a-83ad-1e91e6ebd37c req-ec270855-9178-47b5-9a18-d04edb2a3e1d service neutron] 10.222.0.41 "GET /v2.0/networks/92cc69b6-4cd1-4b33-bca8-908cd312767a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4119346 Nov 05 18:53:19.769775 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a674bd18-c2f6-42c3-addc-b60010ba0825 None None] Network 3eca8ef9-c8dd-4ffa-9f71-c6362c30becc requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 18:53:19.960612 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-2e7695c4-4ccb-489a-83ad-1e91e6ebd37c req-86d66602-0d20-4e03-a67c-d997a19caba2 service neutron] 10.222.0.41 "GET /v2.0/networks/92cc69b6-4cd1-4b33-bca8-908cd312767a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2214954 Nov 05 18:53:19.989673 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-12b578b5-1663-4de3-922c-4136b1a8d68f tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Publish callbacks [] for port, precommit_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:20.064879 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 60264) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:53:20.092790 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2d6376f-8fe1-41ea-bbe5-88858c06e000 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:53:20.098233 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2d6376f-8fe1-41ea-bbe5-88858c06e000 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:53:20.105907 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 60270) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:53:20.108021 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-f2d6376f-8fe1-41ea-bbe5-88858c06e000 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.4532669 Nov 05 18:53:20.122417 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-12b578b5-1663-4de3-922c-4136b1a8d68f tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6149821'] for port, after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:20.127517 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-12b578b5-1663-4de3-922c-4136b1a8d68f tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-597863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-571878'] for router_interface, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:20.268377 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.db_base_plugin_v2 [None req-324c8713-776c-4ced-9364-31573e8223fb tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Deleting subnet 7067f173-afd2-4c98-8ab9-37ed6615ed43 {{(pid=102387) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 05 18:53:20.270865 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 18:53:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-759e808c-b8d4-41f3-90f4-b0cd5c2cdd71 x-openstack-request-id: req-759e808c-b8d4-41f3-90f4-b0cd5c2cdd71 {{(pid=102388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 18:53:20.275754 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4402a838-1439-4f98-a946-5361403d75c4", "name": "network-vif-plugged", "status": "completed", "tag": "6c0ff786-27f7-4309-9557-397300899c7b", "code": 200}]} {{(pid=102388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 18:53:20.275754 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-759e808c-b8d4-41f3-90f4-b0cd5c2cdd71 {{(pid=102388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 18:53:20.275754 n-d-816865-1 neutron-server[102388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4402a838-1439-4f98-a946-5361403d75c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c0ff786-27f7-4309-9557-397300899c7b', 'code': 200} Nov 05 18:53:20.276231 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-324c8713-776c-4ced-9364-31573e8223fb tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Publish callbacks [] for subnet, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:20.289977 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-6b4e385b-b161-498d-8dfa-ad98c6fd0ed6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:20.371222 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-ba002441-b161-4caa-b8f4-15ffe872e8c3 admin admin] Deleting port 43ed4124-1488-40bd-b7c2-f0d66f670651 {{(pid=102386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 18:53:20.372663 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-ba002441-b161-4caa-b8f4-15ffe872e8c3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:20.376668 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-324c8713-776c-4ced-9364-31573e8223fb tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4463501'] for subnet, precommit_delete_associations {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:20.387043 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12b578b5-1663-4de3-922c-4136b1a8d68f tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Network 3eca8ef9-c8dd-4ffa-9f71-c6362c30becc is already hosted by enough agents. {{(pid=102386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 18:53:20.415062 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.base_scheduler [None req-12b578b5-1663-4de3-922c-4136b1a8d68f tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Resources bound (agent type, host, resource id): {{(pid=102386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:53:20.438431 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b578b5-1663-4de3-922c-4136b1a8d68f tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Pushing event updated for resources: {'Port': ['ID=8d1ea80b-17bb-485b-a023-4af42bd21961,revision_number=2']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:53:20.477880 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:20.605865 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] For port aafd2e71-42d7-4396-9546-61d28484a40d, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=aafd2e71-42d7-4396-9546-61d28484a40d,segment=NetworkSegment(1bdc5ccc-001b-4584-b217-2d1934002f57),segment_id=1bdc5ccc-001b-4584-b217-2d1934002f57)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:53:20.625329 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-3017a28d-d353-418a-b902-d79545ea4942 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-1596869115-network', 'tenant_id': 'bc43cc4e829541bd87fc815a2a0048f0'}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:53:20.664793 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-018e6af2-f562-4382-a6a0-6e72c5ae4f91 None None] Deleting port 43ed4124-1488-40bd-b7c2-f0d66f670651 {{(pid=102388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 18:53:20.667047 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-018e6af2-f562-4382-a6a0-6e72c5ae4f91 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:20.679424 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-324c8713-776c-4ced-9364-31573e8223fb tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1573928'] for subnet, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:20.739361 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:20.740146 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 5b8cb18d-7f70-472a-a0d3-3d478b0995c4 up at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 18:53:20.764590 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 60282) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:53:20.768725 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3017a28d-d353-418a-b902-d79545ea4942 admin admin] Made reservation on behalf of bc43cc4e829541bd87fc815a2a0048f0 for: {'network': 1} {{(pid=102387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 18:53:20.773330 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-3017a28d-d353-418a-b902-d79545ea4942 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for network, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:20.858856 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-3017a28d-d353-418a-b902-d79545ea4942 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:20.884781 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Pushing event updated for resources: {'Port': ['ID=aafd2e71-42d7-4396-9546-61d28484a40d,revision_number=3']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:53:21.061649 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-018e6af2-f562-4382-a6a0-6e72c5ae4f91 None None] For port 43ed4124-1488-40bd-b7c2-f0d66f670651, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=43ed4124-1488-40bd-b7c2-f0d66f670651,segment=NetworkSegment(0c72dcab-8b18-4843-846a-eb145400f298),segment_id=0c72dcab-8b18-4843-846a-eb145400f298)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:53:21.062079 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-018e6af2-f562-4382-a6a0-6e72c5ae4f91 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:21.130191 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-018e6af2-f562-4382-a6a0-6e72c5ae4f91 None None] Calling delete_port for 43ed4124-1488-40bd-b7c2-f0d66f670651 owned by network:dhcp {{(pid=102388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 18:53:21.274304 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12b578b5-1663-4de3-922c-4136b1a8d68f tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Router 98c28b36-02e7-4b7d-8190-c1aff44fd3f1 has already been hosted by L3 agent 6dcb5589-8e86-4616-9186-ddc4548e13ad {{(pid=102386) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 18:53:21.284603 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Provisioning complete for port 5b8cb18d-7f70-472a-a0d3-3d478b0995c4 triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:53:21.285431 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:21.325268 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [None req-ba002441-b161-4caa-b8f4-15ffe872e8c3 admin admin] For port 43ed4124-1488-40bd-b7c2-f0d66f670651, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=43ed4124-1488-40bd-b7c2-f0d66f670651,segment=NetworkSegment(0c72dcab-8b18-4843-846a-eb145400f298),segment_id=0c72dcab-8b18-4843-846a-eb145400f298)] {{(pid=102386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:53:21.327136 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-ba002441-b161-4caa-b8f4-15ffe872e8c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:21.413255 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7ac302-e0fe-45e2-adc0-e8f167bbb3c0 req-3947c8a1-17fd-43b4-a5e8-9b18d5a5d6cb tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:53:21.428240 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7ac302-e0fe-45e2-adc0-e8f167bbb3c0 req-3947c8a1-17fd-43b4-a5e8-9b18d5a5d6cb tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:53:21.443512 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7ac302-e0fe-45e2-adc0-e8f167bbb3c0 req-3947c8a1-17fd-43b4-a5e8-9b18d5a5d6cb tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:53:21.462997 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7ac302-e0fe-45e2-adc0-e8f167bbb3c0 req-3947c8a1-17fd-43b4-a5e8-9b18d5a5d6cb tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:53:21.467373 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-018e6af2-f562-4382-a6a0-6e72c5ae4f91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798'] for port, after_delete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:21.481488 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:21.489090 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7ac302-e0fe-45e2-adc0-e8f167bbb3c0 req-3947c8a1-17fd-43b4-a5e8-9b18d5a5d6cb tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:53:21.500512 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7ac302-e0fe-45e2-adc0-e8f167bbb3c0 req-3947c8a1-17fd-43b4-a5e8-9b18d5a5d6cb tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:53:21.513057 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7ac302-e0fe-45e2-adc0-e8f167bbb3c0 req-3947c8a1-17fd-43b4-a5e8-9b18d5a5d6cb tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:53:21.516794 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-2b7ac302-e0fe-45e2-adc0-e8f167bbb3c0 req-3947c8a1-17fd-43b4-a5e8-9b18d5a5d6cb tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] 10.222.0.13 "GET /v2.0/ports?device_id=1682fb31-a1bf-43f5-a4fa-447937da8a91 HTTP/1.1" status: 200 len: 5429 time: 0.6182961 Nov 05 18:53:21.522486 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-5734ecf1-f4ab-4332-b613-33510828950e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:21.533875 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-ba002441-b161-4caa-b8f4-15ffe872e8c3 admin admin] Calling delete_port for 43ed4124-1488-40bd-b7c2-f0d66f670651 owned by network:dhcp {{(pid=102386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 18:53:21.538923 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018e6af2-f562-4382-a6a0-6e72c5ae4f91 None None] Pushing event deleted for resources: {'Port': ['ID=43ed4124-1488-40bd-b7c2-f0d66f670651,revision_number=None']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:53:21.568112 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-018e6af2-f562-4382-a6a0-6e72c5ae4f91 None None] No DVR routers for this DVR port 43ed4124-1488-40bd-b7c2-f0d66f670651 on host n-d-816865-1 {{(pid=102388) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 18:53:21.597826 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] For port 5b8cb18d-7f70-472a-a0d3-3d478b0995c4, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=5b8cb18d-7f70-472a-a0d3-3d478b0995c4,segment=NetworkSegment(e5ed4aa3-c8ed-40a0-b301-1dfa0315435f),segment_id=e5ed4aa3-c8ed-40a0-b301-1dfa0315435f)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:53:21.690542 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.db.api [None req-6b4e385b-b161-498d-8dfa-ad98c6fd0ed6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102388) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 05 18:53:21.690899 n-d-816865-1 neutron-server[102388]: DEBUG oslo_db.api [None req-6b4e385b-b161-498d-8dfa-ad98c6fd0ed6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 05 18:53:21.710550 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12b578b5-1663-4de3-922c-4136b1a8d68f tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Notify agent at l3_agent.n-d-816865-1 the message routers_updated {{(pid=102386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 18:53:21.715592 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:21.717525 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 02e30c9e-6614-411f-a0b0-cb49e1e0671c up at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 18:53:21.724889 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-12b578b5-1663-4de3-922c-4136b1a8d68f tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] 10.222.0.13 "PUT /v2.0/routers/98c28b36-02e7-4b7d-8190-c1aff44fd3f1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.6235261 Nov 05 18:53:21.727834 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e8e5674-700d-40c3-abd7-3d9d446613f8 None None] Sync routers for ids ['98c28b36-02e7-4b7d-8190-c1aff44fd3f1'] in n-d-816865-1 {{(pid=102388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 18:53:21.729419 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 60294) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:53:21.742407 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-a04f3980-255b-49cb-88b7-256fc90440c5 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-941485276'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:53:21.823082 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e8e5674-700d-40c3-abd7-3d9d446613f8 None None] Routers {'98c28b36-02e7-4b7d-8190-c1aff44fd3f1'} bound to L3 agent in host n-d-816865-1 {{(pid=102388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 18:53:21.823578 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-4e8e5674-700d-40c3-abd7-3d9d446613f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T18:53:05Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['98c28b36-02e7-4b7d-8190-c1aff44fd3f1'], 'active': True} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:53:21.864689 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-ba002441-b161-4caa-b8f4-15ffe872e8c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:21.952926 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba002441-b161-4caa-b8f4-15ffe872e8c3 admin admin] No DVR routers for this DVR port 43ed4124-1488-40bd-b7c2-f0d66f670651 on host n-d-816865-1 {{(pid=102386) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 18:53:21.958896 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba002441-b161-4caa-b8f4-15ffe872e8c3 admin admin] Pushing event deleted for resources: {'Port': ['ID=43ed4124-1488-40bd-b7c2-f0d66f670651,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:53:21.972863 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Pushing event updated for resources: {'Port': ['ID=5b8cb18d-7f70-472a-a0d3-3d478b0995c4,revision_number=3']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:53:21.989686 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-5734ecf1-f4ab-4332-b613-33510828950e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:21.999576 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-324c8713-776c-4ced-9364-31573e8223fb tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1573905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4417146', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5112209'] for subnet, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:22.020286 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0d0f70-6c8e-474a-a5a0-9767a387e405 req-88a0903b-891f-402c-bca3-ca13980ace8d tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:53:22.022460 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-4c0d0f70-6c8e-474a-a5a0-9767a387e405 req-88a0903b-891f-402c-bca3-ca13980ace8d tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] 10.222.0.13 "GET /v2.0/ports?device_id=4402a838-1439-4f98-a946-5361403d75c4 HTTP/1.1" status: 200 len: 946 time: 1.0751786 Nov 05 18:53:22.034474 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-324c8713-776c-4ced-9364-31573e8223fb tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597851'] for subnet, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:22.035431 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Provisioning complete for port 02e30c9e-6614-411f-a0b0-cb49e1e0671c triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:53:22.035976 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:22.038503 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a04f3980-255b-49cb-88b7-256fc90440c5 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Made reservation on behalf of 07347c71ee604fb5990da9c356235381 for: {'network': 1} {{(pid=102386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 18:53:22.044493 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-324c8713-776c-4ced-9364-31573e8223fb tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] 10.222.0.13 "DELETE /v2.0/subnets/7067f173-afd2-4c98-8ab9-37ed6615ed43 HTTP/1.1" status: 204 len: 168 time: 1.9357977 Nov 05 18:53:22.046086 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 60298) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:53:22.049326 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-a04f3980-255b-49cb-88b7-256fc90440c5 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for network, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:22.080873 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvr_db [None req-4e8e5674-700d-40c3-abd7-3d9d446613f8 None None] Set router 98c28b36-02e7-4b7d-8190-c1aff44fd3f1 gateway port host: None {{(pid=102388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 18:53:22.182256 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-ba002441-b161-4caa-b8f4-15ffe872e8c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1579173', 'neutron.services.segments.db._delete_segments_for_network-8750027792909'] for network, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:22.214976 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a04f3980-255b-49cb-88b7-256fc90440c5 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 195} {{(pid=102386) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 05 18:53:22.224155 n-d-816865-1 neutron-server[102386]: DEBUG neutron.services.segments.db [None req-ba002441-b161-4caa-b8f4-15ffe872e8c3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['69b6fb6a-afe7-4c73-ab8b-5ae370a005dd']}} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:53:22.238171 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-a04f3980-255b-49cb-88b7-256fc90440c5 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273'] for segment, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:22.238545 n-d-816865-1 neutron-server[102386]: INFO neutron.db.segments_db [None req-a04f3980-255b-49cb-88b7-256fc90440c5 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Added segment 562fc736-3755-459e-8bb1-b010cc48277f of type vlan for network 7c05fad6-bf66-4b93-8aa8-c26b6400a424 Nov 05 18:53:22.261708 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-5e6b56a1-806e-4872-83fa-0820bc2a4559 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2002103 Nov 05 18:53:22.270496 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 60300) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:53:22.276886 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-b1f4c28f-5129-4f0b-9b82-3bf4ffa09d1b tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Request body: {'subnet': {'network_id': '1c9d25d3-7f2e-4384-9081-dc17514a5578', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:53:22.289225 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-4c0d0f70-6c8e-474a-a5a0-9767a387e405 req-8cb800dc-1b1a-48ad-98a3-3f36a7c9d3e0 tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] 10.222.0.13 "GET /v2.0/security-groups?id=20494f52-e47d-4839-b4f6-2fc0330d8d18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2372968 Nov 05 18:53:22.291611 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-5734ecf1-f4ab-4332-b613-33510828950e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:22.479014 n-d-816865-1 neutron-server[102386]: DEBUG neutron.services.segments.db [None req-ba002441-b161-4caa-b8f4-15ffe872e8c3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c72dcab-8b18-4843-846a-eb145400f298') {'for_net_delete': True} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:53:22.479014 n-d-816865-1 neutron-server[102386]: DEBUG neutron.services.segments.db [None req-ba002441-b161-4caa-b8f4-15ffe872e8c3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c72dcab-8b18-4843-846a-eb145400f298') {} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:53:22.481165 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324c8713-776c-4ced-9364-31573e8223fb tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Pushing event deleted for resources: {'Subnet': ['ID=7067f173-afd2-4c98-8ab9-37ed6615ed43,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:53:22.481643 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-452e18c4-fb15-40f0-a186-3c0b5bd57877 None None] Network 1c9d25d3-7f2e-4384-9081-dc17514a5578 requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 18:53:22.483191 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-ba002441-b161-4caa-b8f4-15ffe872e8c3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750027793430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4590747'] for segment, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:22.483191 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-ba002441-b161-4caa-b8f4-15ffe872e8c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273'] for segment, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:22.483191 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba002441-b161-4caa-b8f4-15ffe872e8c3 admin admin] Releasing vlan 159 on physical network physnet1 to pool {{(pid=102386) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 05 18:53:22.483191 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-ba002441-b161-4caa-b8f4-15ffe872e8c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6149721'] for segment, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:22.484073 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-5734ecf1-f4ab-4332-b613-33510828950e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7979d765b1034c22b67591482657e58f&name=default HTTP/1.1" status: 200 len: 3000 time: 1.6207128 Nov 05 18:53:22.484073 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5734ecf1-f4ab-4332-b613-33510828950e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff327e27-a5a2-4cc4-bb04-50ccfa2d22f8,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:53:22.484073 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-2b7ac302-e0fe-45e2-adc0-e8f167bbb3c0 req-828629ed-e797-439f-93af-cf2f5b8c49e4 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] 10.222.0.13 "GET /v2.0/security-groups?id=293ec58e-66ea-453a-8db8-ae12281442fa&id=4f04b2e1-de76-4a06-adfc-cc82b8507945&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.9048262 Nov 05 18:53:22.484834 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device f88cc9b2-a561-4ac3-ae39-4994f2643af7 no longer exists at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 18:53:22.485015 n-d-816865-1 neutron-server[102386]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 05 18:53:22.485015 n-d-816865-1 neutron-server[102386]: self.session.flush() Nov 05 18:53:22.485015 n-d-816865-1 neutron-server[102386]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 05 18:53:22.485015 n-d-816865-1 neutron-server[102386]: self.session.flush() Nov 05 18:53:22.485015 n-d-816865-1 neutron-server[102386]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 05 18:53:22.485015 n-d-816865-1 neutron-server[102386]: self.session.flush() Nov 05 18:53:22.485015 n-d-816865-1 neutron-server[102386]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 05 18:53:22.485015 n-d-816865-1 neutron-server[102386]: self.session.flush() Nov 05 18:53:22.485015 n-d-816865-1 neutron-server[102386]: Traceback (most recent call last): Nov 05 18:53:22.485015 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 05 18:53:22.485015 n-d-816865-1 neutron-server[102386]: timer() Nov 05 18:53:22.485015 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 05 18:53:22.485015 n-d-816865-1 neutron-server[102386]: cb(*args, **kw) Nov 05 18:53:22.485015 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 05 18:53:22.485015 n-d-816865-1 neutron-server[102386]: return func(*args, **kwargs) Nov 05 18:53:22.485015 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 05 18:53:22.485015 n-d-816865-1 neutron-server[102386]: self._notify() Nov 05 18:53:22.485015 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 05 18:53:22.485015 n-d-816865-1 neutron-server[102386]: self.callback(batched_events) Nov 05 18:53:22.485015 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 05 18:53:22.485015 n-d-816865-1 neutron-server[102386]: event.method(event) Nov 05 18:53:22.485015 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 05 18:53:22.485015 n-d-816865-1 neutron-server[102386]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 05 18:53:22.485015 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 05 18:53:22.485015 n-d-816865-1 neutron-server[102386]: aggregate_uuid = self.p_client.list_aggregates( Nov 05 18:53:22.485015 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 05 18:53:22.485015 n-d-816865-1 neutron-server[102386]: return f(self, *a, **k) Nov 05 18:53:22.485015 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 05 18:53:22.485015 n-d-816865-1 neutron-server[102386]: return self._get(url).json() Nov 05 18:53:22.485015 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 05 18:53:22.485015 n-d-816865-1 neutron-server[102386]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 05 18:53:22.485015 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 05 18:53:22.485015 n-d-816865-1 neutron-server[102386]: return self.request(url, 'GET', **kwargs) Nov 05 18:53:22.485015 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 05 18:53:22.485015 n-d-816865-1 neutron-server[102386]: base_url = self.get_endpoint(auth, allow=allow, Nov 05 18:53:22.485015 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 05 18:53:22.485015 n-d-816865-1 neutron-server[102386]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 05 18:53:22.485015 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 05 18:53:22.485015 n-d-816865-1 neutron-server[102386]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 05 18:53:22.485015 n-d-816865-1 neutron-server[102386]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 05 18:53:22.494445 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 60302) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:53:22.546771 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-3017a28d-d353-418a-b902-d79545ea4942 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:22.596319 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] No Port match for: f88cc9b2-a561-4ac3-ae39-4994f2643af7 {{(pid=102388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 18:53:22.596319 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device f88cc9b2-a561-4ac3-ae39-4994f2643af7 not bound to the agent host n-d-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 18:53:22.596580 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-570db9a4-3ff0-4130-b93c-05a13fb6dc92 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:22.626636 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-570db9a4-3ff0-4130-b93c-05a13fb6dc92 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:22.627572 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-a04f3980-255b-49cb-88b7-256fc90440c5 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750027258543'] for network, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:22.756659 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device aafd2e71-42d7-4396-9546-61d28484a40d up at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 18:53:22.781313 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-3017a28d-d353-418a-b902-d79545ea4942 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:22.794356 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-d7649a43-a241-4edc-98d5-171b7a64b4a2 None None] Provisioning complete for port 5b8cb18d-7f70-472a-a0d3-3d478b0995c4 triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:53:22.794879 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-d7649a43-a241-4edc-98d5-171b7a64b4a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:22.814289 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-a04f3980-255b-49cb-88b7-256fc90440c5 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-956796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877'] for network, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:22.824373 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a04f3980-255b-49cb-88b7-256fc90440c5 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:53:22.838703 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-a04f3980-255b-49cb-88b7-256fc90440c5 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Publish callbacks [] for network, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:22.839953 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-570db9a4-3ff0-4130-b93c-05a13fb6dc92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:22.847688 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-570db9a4-3ff0-4130-b93c-05a13fb6dc92 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:22.848902 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-570db9a4-3ff0-4130-b93c-05a13fb6dc92 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ff327e27-a5a2-4cc4-bb04-50ccfa2d22f8 HTTP/1.1" status: 204 len: 168 time: 0.3666966 Nov 05 18:53:22.853559 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-ba002441-b161-4caa-b8f4-15ffe872e8c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1579178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-956796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1000687'] for network, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:22.862099 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-ba002441-b161-4caa-b8f4-15ffe872e8c3 admin admin] Publish callbacks [] for network, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:22.867833 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-ba002441-b161-4caa-b8f4-15ffe872e8c3 admin admin] 10.222.0.13 "DELETE /v2.0/networks/69b6fb6a-afe7-4c73-ab8b-5ae370a005dd HTTP/1.1" status: 204 len: 168 time: 4.0386972 Nov 05 18:53:22.875964 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3017a28d-d353-418a-b902-d79545ea4942 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 189} {{(pid=102387) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 05 18:53:22.876802 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1f4c28f-5129-4f0b-9b82-3bf4ffa09d1b tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Made reservation on behalf of 7bc73c6c17f842a987dd31290d20faa2 for: {'subnet': 1} {{(pid=102386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 18:53:22.883627 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3017a28d-d353-418a-b902-d79545ea4942 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=458afcac-91c4-437c-b78f-d73b875bd5f2,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:53:22.893033 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-3017a28d-d353-418a-b902-d79545ea4942 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273'] for segment, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:22.893379 n-d-816865-1 neutron-server[102387]: INFO neutron.db.segments_db [None req-3017a28d-d353-418a-b902-d79545ea4942 admin admin] Added segment e94198e7-7484-4b3b-b2bf-001822904d02 of type vlan for network 0b64b77a-1769-4ba3-98b8-e072ca99e966 Nov 05 18:53:22.902139 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-b1f4c28f-5129-4f0b-9b82-3bf4ffa09d1b tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4877122'] for subnet, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:22.913544 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570db9a4-3ff0-4130-b93c-05a13fb6dc92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff327e27-a5a2-4cc4-bb04-50ccfa2d22f8,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:53:22.973699 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-3017a28d-d353-418a-b902-d79545ea4942 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750027258543'] for network, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:23.079234 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04f3980-255b-49cb-88b7-256fc90440c5 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Pushing event updated for resources: {'Network': ['ID=7c05fad6-bf66-4b93-8aa8-c26b6400a424,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:53:23.086444 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-4e8e5674-700d-40c3-abd7-3d9d446613f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98c28b36-02e7-4b7d-8190-c1aff44fd3f1', 'name': 'tempest-RoutersIpV6Test-router-1724408201', 'tenant_id': '07347c71ee604fb5990da9c356235381', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T18:52:47Z', 'updated_at': '2021-11-05T18:53:17Z', 'revision_number': 4, 'project_id': '07347c71ee604fb5990da9c356235381', 'gw_port_host': None, '_interfaces': [{'id': '02e30c9e-6614-411f-a0b0-cb49e1e0671c', 'name': '', 'network_id': '79b363d9-4129-410e-bfaf-357198417ae2', 'tenant_id': '07347c71ee604fb5990da9c356235381', 'mac_address': 'fa:16:3e:d5:53:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98c28b36-02e7-4b7d-8190-c1aff44fd3f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1674, 'fixed_ips': [{'subnet_id': '529dc2bb-5603-4b92-8f55-514b2c318ee9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T18:53:06Z', 'updated_at': '2021-11-05T18:53:16Z', 'revision_number': 5, 'project_id': '07347c71ee604fb5990da9c356235381', 'subnets': [{'id': '529dc2bb-5603-4b92-8f55-514b2c318ee9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2d32c49a-e83b-4ea0-9aaa-a7d10b79daf9', 'name': '', 'network_id': 'f0bd4915-5264-4f1b-888c-702ac3bd3c65', 'tenant_id': '07347c71ee604fb5990da9c356235381', 'mac_address': 'fa:16:3e:43:36:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98c28b36-02e7-4b7d-8190-c1aff44fd3f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1661, 'fixed_ips': [{'subnet_id': '375204fc-1e27-495a-8797-c770261c4731', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T18:52:54Z', 'updated_at': '2021-11-05T18:53:05Z', 'revision_number': 5, 'project_id': '07347c71ee604fb5990da9c356235381', 'subnets': [{'id': '375204fc-1e27-495a-8797-c770261c4731', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8d1ea80b-17bb-485b-a023-4af42bd21961', 'name': '', 'network_id': '3eca8ef9-c8dd-4ffa-9f71-c6362c30becc', 'tenant_id': '07347c71ee604fb5990da9c356235381', 'mac_address': 'fa:16:3e:1b:5e:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98c28b36-02e7-4b7d-8190-c1aff44fd3f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1680, 'fixed_ips': [{'subnet_id': '88d64cdb-2acf-427c-b3a3-d1b2c3f8b392', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T18:53:13Z', 'updated_at': '2021-11-05T18:53:19Z', 'revision_number': 2, 'project_id': '07347c71ee604fb5990da9c356235381', 'subnets': [{'id': '88d64cdb-2acf-427c-b3a3-d1b2c3f8b392', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-1', False) {} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:53:23.111167 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-a04f3980-255b-49cb-88b7-256fc90440c5 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.3773377 Nov 05 18:53:23.117670 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 60314) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:53:23.122028 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba002441-b161-4caa-b8f4-15ffe872e8c3 admin admin] Pushing event deleted for resources: {'Network': ['ID=69b6fb6a-afe7-4c73-ab8b-5ae370a005dd,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:53:23.130565 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e8e5674-700d-40c3-abd7-3d9d446613f8 None None] Checking router: 98c28b36-02e7-4b7d-8190-c1aff44fd3f1 for host: n-d-816865-1 {{(pid=102388) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 18:53:23.130937 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e8e5674-700d-40c3-abd7-3d9d446613f8 None None] Updating router 98c28b36-02e7-4b7d-8190-c1aff44fd3f1 port 8d1ea80b-17bb-485b-a023-4af42bd21961 binding host n-d-816865-1 {{(pid=102388) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 05 18:53:23.133046 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Network 7c05fad6-bf66-4b93-8aa8-c26b6400a424 details requested by agent ovs-agent-n-d-816865-1 with host n-d-816865-1 {{(pid=102388) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 05 18:53:23.139350 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Provisioning complete for port aafd2e71-42d7-4396-9546-61d28484a40d triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:53:23.139555 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:23.144830 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-b32cc8ab-f19e-4a15-af88-6c6fb360a73a tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Request body: {'subnet': {'network_id': '7c05fad6-bf66-4b93-8aa8-c26b6400a424', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:53:23.170994 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-3017a28d-d353-418a-b902-d79545ea4942 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-956796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877'] for network, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:23.172121 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3017a28d-d353-418a-b902-d79545ea4942 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:53:23.174682 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-3017a28d-d353-418a-b902-d79545ea4942 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597851'] for network, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:23.257760 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-147d0dfc-3195-4f86-8065-ec7c5e047a03 None None] DHCP port deletion for 1c9d25d3-7f2e-4384-9081-dc17514a5578 request from n-d-816865-1 {{(pid=102388) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 05 18:53:23.320893 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3017a28d-d353-418a-b902-d79545ea4942 admin admin] Pushing event updated for resources: {'Network': ['ID=0b64b77a-1769-4ba3-98b8-e072ca99e966,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:53:23.368498 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Network 0b64b77a-1769-4ba3-98b8-e072ca99e966 details requested by agent ovs-agent-n-d-816865-1 with host n-d-816865-1 {{(pid=102388) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 05 18:53:23.384211 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-3017a28d-d353-418a-b902-d79545ea4942 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 3.3130190 Nov 05 18:53:23.384211 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 60318) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:53:23.400145 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-44c6af6d-1d96-4051-a0e3-c6ba35a24915 admin admin] Request body: {'subnet': {'network_id': '0b64b77a-1769-4ba3-98b8-e072ca99e966', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-1596869115-subnet', 'tenant_id': 'bc43cc4e829541bd87fc815a2a0048f0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:53:23.492906 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-d7649a43-a241-4edc-98d5-171b7a64b4a2 None None] Could not find standard attr ID for object d77d840a-b847-4dc8-9041-140f0dbd2804. {{(pid=102388) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 05 18:53:23.510661 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-4e8e5674-700d-40c3-abd7-3d9d446613f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:23.564619 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-b1f4c28f-5129-4f0b-9b82-3bf4ffa09d1b tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6149946', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4877172'] for subnet, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:23.573114 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ec0bb2-f7d9-4b4c-bac0-caee71c34978 req-7dcd2fa9-8a94-4025-923a-b64bbcbf8ca5 tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:53:23.574734 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-c3ec0bb2-f7d9-4b4c-bac0-caee71c34978 req-7dcd2fa9-8a94-4025-923a-b64bbcbf8ca5 tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] 10.222.0.13 "GET /v2.0/ports?device_id=4402a838-1439-4f98-a946-5361403d75c4 HTTP/1.1" status: 200 len: 946 time: 0.1663728 Nov 05 18:53:23.602660 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b32cc8ab-f19e-4a15-af88-6c6fb360a73a tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Made reservation on behalf of 07347c71ee604fb5990da9c356235381 for: {'subnet': 1} {{(pid=102387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 18:53:23.626544 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-b32cc8ab-f19e-4a15-af88-6c6fb360a73a tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5112236'] for subnet, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:23.676865 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1f4c28f-5129-4f0b-9b82-3bf4ffa09d1b tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Network 1c9d25d3-7f2e-4384-9081-dc17514a5578 is already hosted by enough agents. {{(pid=102386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 18:53:23.689267 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.base_scheduler [None req-b1f4c28f-5129-4f0b-9b82-3bf4ffa09d1b tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Resources bound (agent type, host, resource id): {{(pid=102386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:53:23.694034 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1f4c28f-5129-4f0b-9b82-3bf4ffa09d1b tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:53:23.694658 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-b1f4c28f-5129-4f0b-9b82-3bf4ffa09d1b tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Publish callbacks [] for subnet, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:23.738674 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f4c28f-5129-4f0b-9b82-3bf4ffa09d1b tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Pushing event updated for resources: {'Subnet': ['ID=21289049-0ecc-4353-9e1f-0f95f251583e,revision_number=0']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:53:23.882797 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-d7649a43-a241-4edc-98d5-171b7a64b4a2 None None] Provisioning complete for port 8d1ea80b-17bb-485b-a023-4af42bd21961 triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:53:23.883395 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-d7649a43-a241-4edc-98d5-171b7a64b4a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:23.934999 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fbf4d6-5ee9-46f7-8ab8-d70c0454e986 req-ce1fb9de-3a1b-466d-92cb-ea23a3dda4ca tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:53:23.936297 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-d7649a43-a241-4edc-98d5-171b7a64b4a2 None None] Port 8d1ea80b-17bb-485b-a023-4af42bd21961 cannot update to ACTIVE because it is not bound. {{(pid=102388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 18:53:23.941941 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fbf4d6-5ee9-46f7-8ab8-d70c0454e986 req-ce1fb9de-3a1b-466d-92cb-ea23a3dda4ca tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:53:23.950767 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fbf4d6-5ee9-46f7-8ab8-d70c0454e986 req-ce1fb9de-3a1b-466d-92cb-ea23a3dda4ca tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:53:23.956838 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fbf4d6-5ee9-46f7-8ab8-d70c0454e986 req-ce1fb9de-3a1b-466d-92cb-ea23a3dda4ca tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:53:23.963477 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fbf4d6-5ee9-46f7-8ab8-d70c0454e986 req-ce1fb9de-3a1b-466d-92cb-ea23a3dda4ca tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:53:23.970715 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fbf4d6-5ee9-46f7-8ab8-d70c0454e986 req-ce1fb9de-3a1b-466d-92cb-ea23a3dda4ca tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:53:23.976585 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fbf4d6-5ee9-46f7-8ab8-d70c0454e986 req-ce1fb9de-3a1b-466d-92cb-ea23a3dda4ca tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:53:23.978551 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-09fbf4d6-5ee9-46f7-8ab8-d70c0454e986 req-ce1fb9de-3a1b-466d-92cb-ea23a3dda4ca tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] 10.222.0.13 "GET /v2.0/ports?device_id=1682fb31-a1bf-43f5-a4fa-447937da8a91 HTTP/1.1" status: 200 len: 5429 time: 0.3260710 Nov 05 18:53:23.988799 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44c6af6d-1d96-4051-a0e3-c6ba35a24915 admin admin] Made reservation on behalf of bc43cc4e829541bd87fc815a2a0048f0 for: {'subnet': 1} {{(pid=102387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 18:53:23.991148 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-44c6af6d-1d96-4051-a0e3-c6ba35a24915 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5112236'] for subnet, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:23.995931 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-c3ec0bb2-f7d9-4b4c-bac0-caee71c34978 req-606befae-7a45-4887-bfab-01563d93f73e tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] 10.222.0.13 "GET /v2.0/security-groups?id=20494f52-e47d-4839-b4f6-2fc0330d8d18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3967562 Nov 05 18:53:24.021340 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-147d0dfc-3195-4f86-8065-ec7c5e047a03 None None] Deleting port aafd2e71-42d7-4396-9546-61d28484a40d {{(pid=102388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 18:53:24.022130 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-147d0dfc-3195-4f86-8065-ec7c5e047a03 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:24.043804 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-b1f4c28f-5129-4f0b-9b82-3bf4ffa09d1b tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.7721508 Nov 05 18:53:24.047736 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 60334) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:53:24.055055 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-ad28acfb-85f7-4da6-8028-2f6534243c2e tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Request body: {'port': {'network_id': '1c9d25d3-7f2e-4384-9081-dc17514a5578', 'fixed_ips': [{'subnet_id': '21289049-0ecc-4353-9e1f-0f95f251583e', 'ip_address': '2001:db8:0:1::8'}], 'name': 'tempest-NetworksTestDHCPv6-364137130'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:53:24.085321 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 5b8cb18d-7f70-472a-a0d3-3d478b0995c4 up at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 18:53:24.127772 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-09fbf4d6-5ee9-46f7-8ab8-d70c0454e986 req-ff1dd4b5-e213-46f6-b36e-8df608c285fb tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] 10.222.0.13 "GET /v2.0/security-groups?id=293ec58e-66ea-453a-8db8-ae12281442fa&id=4f04b2e1-de76-4a06-adfc-cc82b8507945&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1295660 Nov 05 18:53:24.253268 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 60336) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:53:24.411837 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 60340) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:53:24.425537 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-87cc3f23-10e1-4155-8c6f-777c74bb9805 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7d7a8a37d508439c9663810d15d41eaa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1658459 Nov 05 18:53:24.504846 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-b32cc8ab-f19e-4a15-af88-6c6fb360a73a tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4417463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5112218'] for subnet, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:24.545818 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Provisioning complete for port 5b8cb18d-7f70-472a-a0d3-3d478b0995c4 triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:53:24.547126 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:24.572101 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-1a4cdf45-46dc-4a7f-afe3-cb8379e93af2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:24.575574 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-edffa6fb-89b2-4881-9258-da8d8fae6da8 None None] Provisioning complete for port 8d1ea80b-17bb-485b-a023-4af42bd21961 triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:53:24.576651 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-edffa6fb-89b2-4881-9258-da8d8fae6da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:24.586410 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad28acfb-85f7-4da6-8028-2f6534243c2e tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Made reservation on behalf of 7bc73c6c17f842a987dd31290d20faa2 for: {'port': 1} {{(pid=102386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 18:53:24.636002 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-44c6af6d-1d96-4051-a0e3-c6ba35a24915 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4417463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5112218'] for subnet, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:24.676431 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32cc8ab-f19e-4a15-af88-6c6fb360a73a tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Pushing event updated for resources: {'Subnet': ['ID=56efdbdc-8a62-46cc-913e-6997708b0a97,revision_number=0']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:53:24.709234 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-edffa6fb-89b2-4881-9258-da8d8fae6da8 None None] Port 8d1ea80b-17bb-485b-a023-4af42bd21961 cannot update to ACTIVE because it is not bound. {{(pid=102388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 18:53:24.712603 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-147d0dfc-3195-4f86-8065-ec7c5e047a03 None None] For port aafd2e71-42d7-4396-9546-61d28484a40d, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=aafd2e71-42d7-4396-9546-61d28484a40d,segment=NetworkSegment(1bdc5ccc-001b-4584-b217-2d1934002f57),segment_id=1bdc5ccc-001b-4584-b217-2d1934002f57)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:53:24.713031 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-147d0dfc-3195-4f86-8065-ec7c5e047a03 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:24.741826 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-4e8e5674-700d-40c3-abd7-3d9d446613f8 None None] Publish callbacks [] for port, precommit_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:24.769561 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-147d0dfc-3195-4f86-8065-ec7c5e047a03 None None] Calling delete_port for aafd2e71-42d7-4396-9546-61d28484a40d owned by network:dhcp {{(pid=102388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 18:53:24.774588 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b32cc8ab-f19e-4a15-af88-6c6fb360a73a tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Checking segment: {'id': '562fc736-3755-459e-8bb1-b010cc48277f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '7c05fad6-bf66-4b93-8aa8-c26b6400a424'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 18:53:24.775171 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b32cc8ab-f19e-4a15-af88-6c6fb360a73a tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Network hostable DHCP agents. Network: 7c05fad6-bf66-4b93-8aa8-c26b6400a424, hostable agents: ['987e2ca0-bc3b-4c6f-a989-429ccfbf753f'], hosted agents: [] {{(pid=102387) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 05 18:53:24.778768 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-1a4cdf45-46dc-4a7f-afe3-cb8379e93af2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:24.788962 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-ad28acfb-85f7-4da6-8028-2f6534243c2e tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:24.843723 n-d-816865-1 neutron-server[102386]: DEBUG neutron.notifiers.nova [None req-ad28acfb-85f7-4da6-8028-2f6534243c2e tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] device_id is not set on port f9b5c49c-8b3c-4560-bad9-65880fcfe8d7 yet. {{(pid=102386) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 05 18:53:24.863289 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c6af6d-1d96-4051-a0e3-c6ba35a24915 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6176923a-af99-42e6-bca9-86e5b2bd6e07,revision_number=0']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:53:24.869908 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44c6af6d-1d96-4051-a0e3-c6ba35a24915 admin admin] Checking segment: {'id': 'e94198e7-7484-4b3b-b2bf-001822904d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '0b64b77a-1769-4ba3-98b8-e072ca99e966'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 18:53:24.870567 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44c6af6d-1d96-4051-a0e3-c6ba35a24915 admin admin] Network hostable DHCP agents. Network: 0b64b77a-1769-4ba3-98b8-e072ca99e966, hostable agents: ['987e2ca0-bc3b-4c6f-a989-429ccfbf753f'], hosted agents: [] {{(pid=102387) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 05 18:53:24.930359 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-4e8e5674-700d-40c3-abd7-3d9d446613f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:24.972593 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b32cc8ab-f19e-4a15-af88-6c6fb360a73a tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Network 7c05fad6-bf66-4b93-8aa8-c26b6400a424 is scheduled to be hosted by DHCP agent 987e2ca0-bc3b-4c6f-a989-429ccfbf753f with binding_index 1 {{(pid=102387) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 05 18:53:25.004921 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44c6af6d-1d96-4051-a0e3-c6ba35a24915 admin admin] Network 0b64b77a-1769-4ba3-98b8-e072ca99e966 is scheduled to be hosted by DHCP agent 987e2ca0-bc3b-4c6f-a989-429ccfbf753f with binding_index 1 {{(pid=102387) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 05 18:53:25.012976 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-1a4cdf45-46dc-4a7f-afe3-cb8379e93af2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:25.022840 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-1a4cdf45-46dc-4a7f-afe3-cb8379e93af2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:25.031176 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-1a4cdf45-46dc-4a7f-afe3-cb8379e93af2 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/055900aa-78b1-44bf-8afc-a384607c6393 HTTP/1.1" status: 204 len: 168 time: 0.6171486 Nov 05 18:53:25.042554 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4bfe45-dcdc-4d5a-80d1-1031c7f0edc2 None None] Pushing event updated for resources: {'Port': ['ID=8d1ea80b-17bb-485b-a023-4af42bd21961,revision_number=3']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:53:25.080151 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4cdf45-46dc-4a7f-afe3-cb8379e93af2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=055900aa-78b1-44bf-8afc-a384607c6393,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:53:25.148821 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.base_scheduler [None req-b32cc8ab-f19e-4a15-af88-6c6fb360a73a tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816865-1, 7c05fad6-bf66-4b93-8aa8-c26b6400a424) {{(pid=102387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:53:25.150533 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.base_scheduler [None req-44c6af6d-1d96-4051-a0e3-c6ba35a24915 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816865-1, 0b64b77a-1769-4ba3-98b8-e072ca99e966) {{(pid=102387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:53:25.155340 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b32cc8ab-f19e-4a15-af88-6c6fb360a73a tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:53:25.163300 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-b32cc8ab-f19e-4a15-af88-6c6fb360a73a tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597851'] for subnet, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:25.178672 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44c6af6d-1d96-4051-a0e3-c6ba35a24915 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:53:25.179285 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-44c6af6d-1d96-4051-a0e3-c6ba35a24915 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597851'] for subnet, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:25.188987 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8d30134-98da-4a32-9b15-3219ef1da59d None None] Network 7c05fad6-bf66-4b93-8aa8-c26b6400a424 requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 18:53:25.195157 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 43ed4124-1488-40bd-b7c2-f0d66f670651 no longer exists at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 18:53:25.197960 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdc748b1-39c2-4747-b28b-3a3aba03f9e7 None None] Network 0b64b77a-1769-4ba3-98b8-e072ca99e966 requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 18:53:25.243836 n-d-816865-1 neutron-server[102386]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad28acfb-85f7-4da6-8028-2f6534243c2e tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 05 18:53:25.244324 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ad28acfb-85f7-4da6-8028-2f6534243c2e tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102386) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 05 18:53:25.321671 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-44c6af6d-1d96-4051-a0e3-c6ba35a24915 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.9334989 Nov 05 18:53:25.324434 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 60356) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:53:25.334961 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-ff7662a3-ac8f-4b47-a0bc-9d5b2325b5f0 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-1596869115-router', 'tenant_id': 'bc43cc4e829541bd87fc815a2a0048f0', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec'}}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:53:25.344436 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-147d0dfc-3195-4f86-8065-ec7c5e047a03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798'] for port, after_delete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:25.354593 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-b32cc8ab-f19e-4a15-af88-6c6fb360a73a tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.2317939 Nov 05 18:53:25.357979 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 60358) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:53:25.397486 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-ad28acfb-85f7-4da6-8028-2f6534243c2e tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 1.3479712 Nov 05 18:53:25.401944 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 60360) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:53:25.450054 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-58f600be-a1ac-492c-9ba0-7ec2bca8ab9c tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0464194 Nov 05 18:53:25.452695 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 60362) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:53:25.479860 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] No Port match for: 43ed4124-1488-40bd-b7c2-f0d66f670651 {{(pid=102388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 18:53:25.480245 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 43ed4124-1488-40bd-b7c2-f0d66f670651 not bound to the agent host n-d-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 18:53:25.488654 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147d0dfc-3195-4f86-8065-ec7c5e047a03 None None] Pushing event deleted for resources: {'Port': ['ID=aafd2e71-42d7-4396-9546-61d28484a40d,revision_number=None']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:53:25.490546 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-4e8e5674-700d-40c3-abd7-3d9d446613f8 None None] Attempting to bind port 8d1ea80b-17bb-485b-a023-4af42bd21961 on host n-d-816865-1 for vnic_type normal with profile {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 18:53:25.490867 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-4e8e5674-700d-40c3-abd7-3d9d446613f8 None None] Attempting to bind port 8d1ea80b-17bb-485b-a023-4af42bd21961 by drivers openvswitch,hyperv on host n-d-816865-1 at level 0 using segments [{'id': 'e5ed4aa3-c8ed-40a0-b301-1dfa0315435f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '3eca8ef9-c8dd-4ffa-9f71-c6362c30becc'}] {{(pid=102388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 18:53:25.491219 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e8e5674-700d-40c3-abd7-3d9d446613f8 None None] Attempting to bind port 8d1ea80b-17bb-485b-a023-4af42bd21961 on network 3eca8ef9-c8dd-4ffa-9f71-c6362c30becc {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 18:53:25.535528 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-147d0dfc-3195-4f86-8065-ec7c5e047a03 None None] No DVR routers for this DVR port aafd2e71-42d7-4396-9546-61d28484a40d on host n-d-816865-1 {{(pid=102388) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 18:53:25.542594 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9e9c5e-f537-4310-bf0f-7f43ac0487e8 req-be49d04b-ec39-402b-8a5e-6f5b95f071cc tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:53:25.543531 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e8e5674-700d-40c3-abd7-3d9d446613f8 None None] Checking agent: {'id': '724d89a7-611b-41e6-bc85-c48112b17afa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 18, 25, 8), 'started_at': datetime.datetime(2021, 11, 5, 18, 25, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 18, 53, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 18:53:25.543774 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e8e5674-700d-40c3-abd7-3d9d446613f8 None None] Checking segment: {'id': 'e5ed4aa3-c8ed-40a0-b301-1dfa0315435f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '3eca8ef9-c8dd-4ffa-9f71-c6362c30becc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 18:53:25.544181 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-4e8e5674-700d-40c3-abd7-3d9d446613f8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:25.544593 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e8e5674-700d-40c3-abd7-3d9d446613f8 None None] Bound using segment: {'id': 'e5ed4aa3-c8ed-40a0-b301-1dfa0315435f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '3eca8ef9-c8dd-4ffa-9f71-c6362c30becc'} {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 18:53:25.545280 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-4e8e5674-700d-40c3-abd7-3d9d446613f8 None None] Bound port: 8d1ea80b-17bb-485b-a023-4af42bd21961, host: n-d-816865-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5ed4aa3-c8ed-40a0-b301-1dfa0315435f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '3eca8ef9-c8dd-4ffa-9f71-c6362c30becc'}}] {{(pid=102388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 18:53:25.545708 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-4e8e5674-700d-40c3-abd7-3d9d446613f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:25.548746 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-8d9e9c5e-f537-4310-bf0f-7f43ac0487e8 req-be49d04b-ec39-402b-8a5e-6f5b95f071cc tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] 10.222.0.13 "GET /v2.0/ports?device_id=4402a838-1439-4f98-a946-5361403d75c4 HTTP/1.1" status: 200 len: 946 time: 0.3297246 Nov 05 18:53:25.586918 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f699bc1-eaf6-45bf-ad10-9f3144c98db0 None None] Network 1c9d25d3-7f2e-4384-9081-dc17514a5578 requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 18:53:25.620220 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b12d3e-0ce8-4598-b18b-792bab142d40 req-a2f748c6-6e8e-45df-97a6-027273715e53 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:53:25.628155 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-102292f2-d96c-4f63-b554-a1668deed59d tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:53:25.629596 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-102292f2-d96c-4f63-b554-a1668deed59d tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:53:25.640515 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-102292f2-d96c-4f63-b554-a1668deed59d tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1857631 Nov 05 18:53:25.641790 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-ff7662a3-ac8f-4b47-a0bc-9d5b2325b5f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-571139', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6874'] for router, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:25.642517 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b12d3e-0ce8-4598-b18b-792bab142d40 req-a2f748c6-6e8e-45df-97a6-027273715e53 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:53:25.644668 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-ff7662a3-ac8f-4b47-a0bc-9d5b2325b5f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-571375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1000570', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1011585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6867'] for router, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:25.652646 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 60366) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:53:25.659787 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b12d3e-0ce8-4598-b18b-792bab142d40 req-a2f748c6-6e8e-45df-97a6-027273715e53 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:53:25.679713 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b12d3e-0ce8-4598-b18b-792bab142d40 req-a2f748c6-6e8e-45df-97a6-027273715e53 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:53:25.696225 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b12d3e-0ce8-4598-b18b-792bab142d40 req-a2f748c6-6e8e-45df-97a6-027273715e53 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:53:25.719337 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b12d3e-0ce8-4598-b18b-792bab142d40 req-a2f748c6-6e8e-45df-97a6-027273715e53 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:53:25.744685 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device aafd2e71-42d7-4396-9546-61d28484a40d no longer exists at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 18:53:25.749108 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b12d3e-0ce8-4598-b18b-792bab142d40 req-a2f748c6-6e8e-45df-97a6-027273715e53 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:53:25.757755 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-c8b12d3e-0ce8-4598-b18b-792bab142d40 req-a2f748c6-6e8e-45df-97a6-027273715e53 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] 10.222.0.13 "GET /v2.0/ports?device_id=1682fb31-a1bf-43f5-a4fa-447937da8a91 HTTP/1.1" status: 200 len: 5429 time: 0.4745233 Nov 05 18:53:25.899444 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.db_base_plugin_v2 [None req-25748163-7ecc-4f6f-9f78-a1a61702eee0 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Deleting subnet 21289049-0ecc-4353-9e1f-0f95f251583e {{(pid=102386) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 05 18:53:25.933993 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] No Port match for: aafd2e71-42d7-4396-9546-61d28484a40d {{(pid=102388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 18:53:25.934385 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device aafd2e71-42d7-4396-9546-61d28484a40d not bound to the agent host n-d-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 18:53:25.985740 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-25748163-7ecc-4f6f-9f78-a1a61702eee0 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Publish callbacks [] for subnet, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:25.999519 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-ff7662a3-ac8f-4b47-a0bc-9d5b2325b5f0 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:26.009415 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-9f646c15-9cc8-4971-b51f-b1d1422a4329 None None] Provisioning complete for port 8d1ea80b-17bb-485b-a023-4af42bd21961 triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:53:26.009780 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-9f646c15-9cc8-4971-b51f-b1d1422a4329 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:26.061015 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-25748163-7ecc-4f6f-9f78-a1a61702eee0 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4590738'] for subnet, precommit_delete_associations {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:26.099043 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-c8b12d3e-0ce8-4598-b18b-792bab142d40 req-10914a02-0e58-4a7b-b65d-3c4aa283f0e2 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] 10.222.0.13 "GET /v2.0/security-groups?id=293ec58e-66ea-453a-8db8-ae12281442fa&id=4f04b2e1-de76-4a06-adfc-cc82b8507945&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2815483 Nov 05 18:53:26.134928 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-8d9e9c5e-f537-4310-bf0f-7f43ac0487e8 req-c786174f-7629-4cd3-bce3-c0ea9c5ffd3a tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] 10.222.0.13 "GET /v2.0/security-groups?id=20494f52-e47d-4839-b4f6-2fc0330d8d18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5505228 Nov 05 18:53:26.144496 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-25748163-7ecc-4f6f-9f78-a1a61702eee0 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1573928'] for subnet, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:26.187844 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f72e0d61-df58-4f75-9a28-9e1689ff0db1 None None] Network 0b64b77a-1769-4ba3-98b8-e072ca99e966 requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 18:53:26.281498 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-4e8e5674-700d-40c3-abd7-3d9d446613f8 None None] For port 8d1ea80b-17bb-485b-a023-4af42bd21961, host n-d-816865-1, cleared binding levels {{(pid=102388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 18:53:26.304810 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-9f646c15-9cc8-4971-b51f-b1d1422a4329 None None] Port 8d1ea80b-17bb-485b-a023-4af42bd21961 cannot update to ACTIVE because it is not bound. {{(pid=102388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 18:53:26.336276 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f69146b-b1e7-4e36-8c64-705bc8a513f2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeb20a084-accf-5b60-8075-3e69ebe863a6-1c9d25d3-7f2e-4384-9081-dc17514a5578', 'network_id': '1c9d25d3-7f2e-4384-9081-dc17514a5578', 'tenant_id': '7bc73c6c17f842a987dd31290d20faa2', 'fixed_ips': [{'subnet_id': '21289049-0ecc-4353-9e1f-0f95f251583e'}]}} from n-d-816865-1. {{(pid=102388) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 05 18:53:26.337255 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-8f69146b-b1e7-4e36-8c64-705bc8a513f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:26.342034 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-4e8e5674-700d-40c3-abd7-3d9d446613f8 None None] For port 8d1ea80b-17bb-485b-a023-4af42bd21961, host n-d-816865-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=8d1ea80b-17bb-485b-a023-4af42bd21961,segment=NetworkSegment(e5ed4aa3-c8ed-40a0-b301-1dfa0315435f),segment_id=e5ed4aa3-c8ed-40a0-b301-1dfa0315435f)] {{(pid=102388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 18:53:26.418919 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-426053f3-76fa-4c4d-b000-ec7d2c52fd75 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeb20a084-accf-5b60-8075-3e69ebe863a6-7c05fad6-bf66-4b93-8aa8-c26b6400a424', 'network_id': '7c05fad6-bf66-4b93-8aa8-c26b6400a424', 'tenant_id': '07347c71ee604fb5990da9c356235381', 'fixed_ips': [{'subnet_id': '56efdbdc-8a62-46cc-913e-6997708b0a97'}]}} from n-d-816865-1. {{(pid=102388) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 05 18:53:26.429288 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-426053f3-76fa-4c4d-b000-ec7d2c52fd75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:26.467042 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-f1c8f4ef-e0b3-428d-8580-2fe55ca751fa tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:26.547994 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-ff7662a3-ac8f-4b47-a0bc-9d5b2325b5f0 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:26.562123 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-25748163-7ecc-4f6f-9f78-a1a61702eee0 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1573905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6149879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4877183'] for subnet, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:26.628421 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25748163-7ecc-4f6f-9f78-a1a61702eee0 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Pushing event deleted for resources: {'Subnet': ['ID=21289049-0ecc-4353-9e1f-0f95f251583e,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:53:26.635997 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 60388) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:53:26.650465 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-25748163-7ecc-4f6f-9f78-a1a61702eee0 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Publish callbacks [] for subnet, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:26.658626 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-25748163-7ecc-4f6f-9f78-a1a61702eee0 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] 10.222.0.13 "DELETE /v2.0/subnets/21289049-0ecc-4353-9e1f-0f95f251583e HTTP/1.1" status: 204 len: 168 time: 1.0011382 Nov 05 18:53:26.668222 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 60390) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:53:26.752988 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-ddde6f14-cc72-418f-9b41-179d372bd255 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0881438 Nov 05 18:53:26.766699 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 60396) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:53:26.769645 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-4e8e5674-700d-40c3-abd7-3d9d446613f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:26.807165 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-891b4e0a-ebd4-4135-9370-1bcb183263c6 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Request body: {'subnet': {'network_id': '1c9d25d3-7f2e-4384-9081-dc17514a5578', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:53:27.070532 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-c1fc17df-7b22-4109-9207-0e9fc2b7427b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:27.182665 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-c1fc17df-7b22-4109-9207-0e9fc2b7427b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:27.184207 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-891b4e0a-ebd4-4135-9370-1bcb183263c6 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Made reservation on behalf of 7bc73c6c17f842a987dd31290d20faa2 for: {'subnet': 1} {{(pid=102386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 18:53:27.188525 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-891b4e0a-ebd4-4135-9370-1bcb183263c6 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4877122'] for subnet, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:27.393597 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-c1fc17df-7b22-4109-9207-0e9fc2b7427b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:27.497445 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59c5ada-5fa7-48b7-ad05-b5dedffcf7a9 req-6530fafc-e101-44e5-b599-42dfad975d2c tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:53:27.504760 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59c5ada-5fa7-48b7-ad05-b5dedffcf7a9 req-6530fafc-e101-44e5-b599-42dfad975d2c tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:53:27.512332 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59c5ada-5fa7-48b7-ad05-b5dedffcf7a9 req-6530fafc-e101-44e5-b599-42dfad975d2c tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:53:27.520177 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59c5ada-5fa7-48b7-ad05-b5dedffcf7a9 req-6530fafc-e101-44e5-b599-42dfad975d2c tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:53:27.543377 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.db_base_plugin_common [None req-426053f3-76fa-4c4d-b000-ec7d2c52fd75 None None] Allocated IP 2001:db8:3::2 (7c05fad6-bf66-4b93-8aa8-c26b6400a424/56efdbdc-8a62-46cc-913e-6997708b0a97/cc030ebb-4e27-4701-8d07-75283d2f13e2) {{(pid=102388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 18:53:27.547551 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59c5ada-5fa7-48b7-ad05-b5dedffcf7a9 req-6530fafc-e101-44e5-b599-42dfad975d2c tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:53:27.556041 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e8e5674-700d-40c3-abd7-3d9d446613f8 None None] Routers {'98c28b36-02e7-4b7d-8190-c1aff44fd3f1'} bound to L3 agent in host n-d-816865-1 {{(pid=102388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 18:53:27.557109 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-4e8e5674-700d-40c3-abd7-3d9d446613f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T18:53:05Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['98c28b36-02e7-4b7d-8190-c1aff44fd3f1'], 'active': True} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:53:27.559597 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59c5ada-5fa7-48b7-ad05-b5dedffcf7a9 req-6530fafc-e101-44e5-b599-42dfad975d2c tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:53:27.579191 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59c5ada-5fa7-48b7-ad05-b5dedffcf7a9 req-6530fafc-e101-44e5-b599-42dfad975d2c tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:53:27.581237 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-f59c5ada-5fa7-48b7-ad05-b5dedffcf7a9 req-6530fafc-e101-44e5-b599-42dfad975d2c tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] 10.222.0.13 "GET /v2.0/ports?device_id=1682fb31-a1bf-43f5-a4fa-447937da8a91 HTTP/1.1" status: 200 len: 5429 time: 0.2564521 Nov 05 18:53:27.608706 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-c1fc17df-7b22-4109-9207-0e9fc2b7427b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=bbe15e38b88e428b916ce1eaef6e0516&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9619062 Nov 05 18:53:27.622433 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 60418) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:53:27.736141 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvr_db [None req-4e8e5674-700d-40c3-abd7-3d9d446613f8 None None] Set router 98c28b36-02e7-4b7d-8190-c1aff44fd3f1 gateway port host: None {{(pid=102388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 18:53:27.757616 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-f59c5ada-5fa7-48b7-ad05-b5dedffcf7a9 req-d6964c8e-f6e9-442a-bdda-26b0ef57bbff tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] 10.222.0.13 "GET /v2.0/security-groups?id=293ec58e-66ea-453a-8db8-ae12281442fa&id=4f04b2e1-de76-4a06-adfc-cc82b8507945&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1690025 Nov 05 18:53:27.766263 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb24ba4-386a-4403-8ada-92232b184a4e req-ca90accb-1bce-42c8-be4e-c87d87e320f9 tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:53:27.767968 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-6bb24ba4-386a-4403-8ada-92232b184a4e req-ca90accb-1bce-42c8-be4e-c87d87e320f9 tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] 10.222.0.13 "GET /v2.0/ports?device_id=4402a838-1439-4f98-a946-5361403d75c4 HTTP/1.1" status: 200 len: 946 time: 0.4274807 Nov 05 18:53:27.770794 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 60422) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:53:27.809464 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4bfe45-dcdc-4d5a-80d1-1031c7f0edc2 None None] Pushing event updated for resources: {'Port': ['ID=8d1ea80b-17bb-485b-a023-4af42bd21961,revision_number=4']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:53:27.923911 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1fc17df-7b22-4109-9207-0e9fc2b7427b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea078ecd-4099-427d-8248-337114209cef,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:53:28.018442 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-6bb24ba4-386a-4403-8ada-92232b184a4e req-45bdf30c-497e-46af-88f3-902727b1739f tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] 10.222.0.13 "GET /v2.0/security-groups?id=20494f52-e47d-4839-b4f6-2fc0330d8d18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2385645 Nov 05 18:53:28.133102 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-53212b63-9e18-42f2-bf9a-fe890d3dcc2a None None] Provisioning complete for port 8d1ea80b-17bb-485b-a023-4af42bd21961 triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:53:28.133609 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-53212b63-9e18-42f2-bf9a-fe890d3dcc2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:28.186286 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-7aa625df-4312-4f30-b7c1-52f285c25005 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:28.215262 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-ff7662a3-ac8f-4b47-a0bc-9d5b2325b5f0 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:28.255785 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-c14df7ae-f6a0-4902-82f1-66513fb7ef4c admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-514705483-network', 'tenant_id': '57135041cad14438a44813f33dcce7e4'}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:53:28.271208 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-ff7662a3-ac8f-4b47-a0bc-9d5b2325b5f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:28.299399 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-7aa625df-4312-4f30-b7c1-52f285c25005 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:28.320277 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-426053f3-76fa-4c4d-b000-ec7d2c52fd75 None None] Publish callbacks [] for port, precommit_create {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:28.341933 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-53212b63-9e18-42f2-bf9a-fe890d3dcc2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:28.342655 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-891b4e0a-ebd4-4135-9370-1bcb183263c6 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6149946', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4877172'] for subnet, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:28.393171 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-4e8e5674-700d-40c3-abd7-3d9d446613f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98c28b36-02e7-4b7d-8190-c1aff44fd3f1', 'name': 'tempest-RoutersIpV6Test-router-1724408201', 'tenant_id': '07347c71ee604fb5990da9c356235381', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T18:52:47Z', 'updated_at': '2021-11-05T18:53:17Z', 'revision_number': 4, 'project_id': '07347c71ee604fb5990da9c356235381', 'gw_port_host': None, '_interfaces': [{'id': '02e30c9e-6614-411f-a0b0-cb49e1e0671c', 'name': '', 'network_id': '79b363d9-4129-410e-bfaf-357198417ae2', 'tenant_id': '07347c71ee604fb5990da9c356235381', 'mac_address': 'fa:16:3e:d5:53:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98c28b36-02e7-4b7d-8190-c1aff44fd3f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1674, 'fixed_ips': [{'subnet_id': '529dc2bb-5603-4b92-8f55-514b2c318ee9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T18:53:06Z', 'updated_at': '2021-11-05T18:53:16Z', 'revision_number': 5, 'project_id': '07347c71ee604fb5990da9c356235381', 'subnets': [{'id': '529dc2bb-5603-4b92-8f55-514b2c318ee9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2d32c49a-e83b-4ea0-9aaa-a7d10b79daf9', 'name': '', 'network_id': 'f0bd4915-5264-4f1b-888c-702ac3bd3c65', 'tenant_id': '07347c71ee604fb5990da9c356235381', 'mac_address': 'fa:16:3e:43:36:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98c28b36-02e7-4b7d-8190-c1aff44fd3f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1661, 'fixed_ips': [{'subnet_id': '375204fc-1e27-495a-8797-c770261c4731', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T18:52:54Z', 'updated_at': '2021-11-05T18:53:05Z', 'revision_number': 5, 'project_id': '07347c71ee604fb5990da9c356235381', 'subnets': [{'id': '375204fc-1e27-495a-8797-c770261c4731', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8d1ea80b-17bb-485b-a023-4af42bd21961', 'name': '', 'network_id': '3eca8ef9-c8dd-4ffa-9f71-c6362c30becc', 'tenant_id': '07347c71ee604fb5990da9c356235381', 'mac_address': 'fa:16:3e:1b:5e:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98c28b36-02e7-4b7d-8190-c1aff44fd3f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1680, 'fixed_ips': [{'subnet_id': '88d64cdb-2acf-427c-b3a3-d1b2c3f8b392', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T18:53:13Z', 'updated_at': '2021-11-05T18:53:26Z', 'revision_number': 4, 'project_id': '07347c71ee604fb5990da9c356235381', 'subnets': [{'id': '88d64cdb-2acf-427c-b3a3-d1b2c3f8b392', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-1', False) {} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:53:28.397827 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-53212b63-9e18-42f2-bf9a-fe890d3dcc2a None None] For port 8d1ea80b-17bb-485b-a023-4af42bd21961, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=8d1ea80b-17bb-485b-a023-4af42bd21961,segment=NetworkSegment(e5ed4aa3-c8ed-40a0-b301-1dfa0315435f),segment_id=e5ed4aa3-c8ed-40a0-b301-1dfa0315435f)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:53:28.398384 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c14df7ae-f6a0-4902-82f1-66513fb7ef4c admin admin] Made reservation on behalf of 57135041cad14438a44813f33dcce7e4 for: {'network': 1} {{(pid=102387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 18:53:28.404372 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-c14df7ae-f6a0-4902-82f1-66513fb7ef4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for network, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:28.413697 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-c14df7ae-f6a0-4902-82f1-66513fb7ef4c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:28.437512 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e8e5674-700d-40c3-abd7-3d9d446613f8 None None] The sync data for ids ['98c28b36-02e7-4b7d-8190-c1aff44fd3f1'] in n-d-816865-1 is: [{'id': '98c28b36-02e7-4b7d-8190-c1aff44fd3f1', 'name': 'tempest-RoutersIpV6Test-router-1724408201', 'tenant_id': '07347c71ee604fb5990da9c356235381', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T18:52:47Z', 'updated_at': '2021-11-05T18:53:17Z', 'revision_number': 4, 'project_id': '07347c71ee604fb5990da9c356235381', 'gw_port_host': None, '_interfaces': [{'id': '02e30c9e-6614-411f-a0b0-cb49e1e0671c', 'name': '', 'network_id': '79b363d9-4129-410e-bfaf-357198417ae2', 'tenant_id': '07347c71ee604fb5990da9c356235381', 'mac_address': 'fa:16:3e:d5:53:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98c28b36-02e7-4b7d-8190-c1aff44fd3f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1674, 'fixed_ips': [{'subnet_id': '529dc2bb-5603-4b92-8f55-514b2c318ee9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T18:53:06Z', 'updated_at': '2021-11-05T18:53:16Z', 'revision_number': 5, 'project_id': '07347c71ee604fb5990da9c356235381', 'subnets': [{'id': '529dc2bb-5603-4b92-8f55-514b2c318ee9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2d32c49a-e83b-4ea0-9aaa-a7d10b79daf9', 'name': '', 'network_id': 'f0bd4915-5264-4f1b-888c-702ac3bd3c65', 'tenant_id': '07347c71ee604fb5990da9c356235381', 'mac_address': 'fa:16:3e:43:36:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98c28b36-02e7-4b7d-8190-c1aff44fd3f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1661, 'fixed_ips': [{'subnet_id': '375204fc-1e27-495a-8797-c770261c4731', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T18:52:54Z', 'updated_at': '2021-11-05T18:53:05Z', 'revision_number': 5, 'project_id': '07347c71ee604fb5990da9c356235381', 'subnets': [{'id': '375204fc-1e27-495a-8797-c770261c4731', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8d1ea80b-17bb-485b-a023-4af42bd21961', 'name': '', 'network_id': '3eca8ef9-c8dd-4ffa-9f71-c6362c30becc', 'tenant_id': '07347c71ee604fb5990da9c356235381', 'mac_address': 'fa:16:3e:1b:5e:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98c28b36-02e7-4b7d-8190-c1aff44fd3f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1680, 'fixed_ips': [{'subnet_id': '88d64cdb-2acf-427c-b3a3-d1b2c3f8b392', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T18:53:13Z', 'updated_at': '2021-11-05T18:53:26Z', 'revision_number': 4, 'project_id': '07347c71ee604fb5990da9c356235381', 'subnets': [{'id': '88d64cdb-2acf-427c-b3a3-d1b2c3f8b392', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 18:53:28.440647 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-426053f3-76fa-4c4d-b000-ec7d2c52fd75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789'] for port, after_create {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:28.449153 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-891b4e0a-ebd4-4135-9370-1bcb183263c6 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Network 1c9d25d3-7f2e-4384-9081-dc17514a5578 is already hosted by enough agents. {{(pid=102386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 18:53:28.472562 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.base_scheduler [None req-891b4e0a-ebd4-4135-9370-1bcb183263c6 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Resources bound (agent type, host, resource id): {{(pid=102386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:53:28.499755 n-d-816865-1 neutron-server[102388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-426053f3-76fa-4c4d-b000-ec7d2c52fd75 None None] Network 7c05fad6-bf66-4b93-8aa8-c26b6400a424 is already hosted by enough agents. {{(pid=102388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 18:53:28.501385 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-53212b63-9e18-42f2-bf9a-fe890d3dcc2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:28.503725 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8202a0b5-a874-4072-8d6b-fd723144f6fc None None] Network 1c9d25d3-7f2e-4384-9081-dc17514a5578 requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 18:53:28.532793 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-891b4e0a-ebd4-4135-9370-1bcb183263c6 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:53:28.543865 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-891b4e0a-ebd4-4135-9370-1bcb183263c6 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Publish callbacks [] for subnet, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:28.616247 n-d-816865-1 neutron-server[102388]: DEBUG neutron.scheduler.base_scheduler [None req-426053f3-76fa-4c4d-b000-ec7d2c52fd75 None None] Resources bound (agent type, host, resource id): {{(pid=102388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:53:28.619444 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426053f3-76fa-4c4d-b000-ec7d2c52fd75 None None] Pushing event updated for resources: {'Port': ['ID=cc030ebb-4e27-4701-8d07-75283d2f13e2,revision_number=1']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:53:28.625269 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-426053f3-76fa-4c4d-b000-ec7d2c52fd75 None None] Received port after_create {{(pid=102388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 18:53:28.678212 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.db_base_plugin_common [None req-ff7662a3-ac8f-4b47-a0bc-9d5b2325b5f0 admin admin] Allocated IP 172.25.6.106 (40c8335d-cd0b-4cb5-910a-d4dcddd5cbec/04fe6db3-e108-4208-943d-6518424f5726/dfb30c61-9f63-496a-a082-a2147a48bfcb) {{(pid=102386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 18:53:28.687758 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.db_base_plugin_common [None req-f1c8f4ef-e0b3-428d-8580-2fe55ca751fa tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Allocated IP 2001:db8:3::1 (7c05fad6-bf66-4b93-8aa8-c26b6400a424/56efdbdc-8a62-46cc-913e-6997708b0a97/221fe813-3521-4117-b7a6-e2d9480b94f6) {{(pid=102387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 18:53:28.696563 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891b4e0a-ebd4-4135-9370-1bcb183263c6 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Pushing event updated for resources: {'Subnet': ['ID=3b28d4ba-c030-4d74-9ee2-abd07f6d52d3,revision_number=0']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:53:28.710599 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-891b4e0a-ebd4-4135-9370-1bcb183263c6 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.9391029 Nov 05 18:53:28.711424 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 60444) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:53:28.737409 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-7d4d954e-1ea8-4cb5-87df-e72b54b6cd18 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1655560305', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:53:28.848794 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-7aa625df-4312-4f30-b7c1-52f285c25005 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:28.851683 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-7aa625df-4312-4f30-b7c1-52f285c25005 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:28.855127 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-7aa625df-4312-4f30-b7c1-52f285c25005 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ea078ecd-4099-427d-8248-337114209cef HTTP/1.1" status: 204 len: 168 time: 1.2240400 Nov 05 18:53:28.877785 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa625df-4312-4f30-b7c1-52f285c25005 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea078ecd-4099-427d-8248-337114209cef,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:53:28.879170 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53212b63-9e18-42f2-bf9a-fe890d3dcc2a None None] Pushing event updated for resources: {'Port': ['ID=8d1ea80b-17bb-485b-a023-4af42bd21961,revision_number=5']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:53:28.907218 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-7d4d954e-1ea8-4cb5-87df-e72b54b6cd18 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-571139', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6874'] for router, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:28.908291 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-7d4d954e-1ea8-4cb5-87df-e72b54b6cd18 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-571375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1000570', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1011585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6867'] for router, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:28.919130 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-ff7662a3-ac8f-4b47-a0bc-9d5b2325b5f0 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:28.939678 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-426053f3-76fa-4c4d-b000-ec7d2c52fd75 None None] Attempting to bind port cc030ebb-4e27-4701-8d07-75283d2f13e2 on host n-d-816865-1 for vnic_type normal with profile {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 18:53:28.939678 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-426053f3-76fa-4c4d-b000-ec7d2c52fd75 None None] Attempting to bind port cc030ebb-4e27-4701-8d07-75283d2f13e2 by drivers openvswitch,hyperv on host n-d-816865-1 at level 0 using segments [{'id': '562fc736-3755-459e-8bb1-b010cc48277f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '7c05fad6-bf66-4b93-8aa8-c26b6400a424'}] {{(pid=102388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 18:53:28.939678 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-426053f3-76fa-4c4d-b000-ec7d2c52fd75 None None] Attempting to bind port cc030ebb-4e27-4701-8d07-75283d2f13e2 on network 7c05fad6-bf66-4b93-8aa8-c26b6400a424 {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 18:53:28.958478 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-426053f3-76fa-4c4d-b000-ec7d2c52fd75 None None] Checking agent: {'id': '724d89a7-611b-41e6-bc85-c48112b17afa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 18, 25, 8), 'started_at': datetime.datetime(2021, 11, 5, 18, 25, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 18, 53, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 18:53:28.961068 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-426053f3-76fa-4c4d-b000-ec7d2c52fd75 None None] Checking segment: {'id': '562fc736-3755-459e-8bb1-b010cc48277f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '7c05fad6-bf66-4b93-8aa8-c26b6400a424'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 18:53:28.961714 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-426053f3-76fa-4c4d-b000-ec7d2c52fd75 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:28.964613 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-426053f3-76fa-4c4d-b000-ec7d2c52fd75 None None] Bound using segment: {'id': '562fc736-3755-459e-8bb1-b010cc48277f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '7c05fad6-bf66-4b93-8aa8-c26b6400a424'} {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 18:53:28.965356 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-426053f3-76fa-4c4d-b000-ec7d2c52fd75 None None] Bound port: cc030ebb-4e27-4701-8d07-75283d2f13e2, host: n-d-816865-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '562fc736-3755-459e-8bb1-b010cc48277f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '7c05fad6-bf66-4b93-8aa8-c26b6400a424'}}] {{(pid=102388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 18:53:28.967000 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-426053f3-76fa-4c4d-b000-ec7d2c52fd75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:29.103247 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25f63d95-056b-4ef2-93fd-0c5cacfb63ec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeb20a084-accf-5b60-8075-3e69ebe863a6-1c9d25d3-7f2e-4384-9081-dc17514a5578', 'network_id': '1c9d25d3-7f2e-4384-9081-dc17514a5578', 'tenant_id': '7bc73c6c17f842a987dd31290d20faa2', 'fixed_ips': [{'subnet_id': '3b28d4ba-c030-4d74-9ee2-abd07f6d52d3'}]}} from n-d-816865-1. {{(pid=102388) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 05 18:53:29.108031 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-25f63d95-056b-4ef2-93fd-0c5cacfb63ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:29.134614 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-7d4d954e-1ea8-4cb5-87df-e72b54b6cd18 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:29.142843 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-426053f3-76fa-4c4d-b000-ec7d2c52fd75 None None] For port cc030ebb-4e27-4701-8d07-75283d2f13e2, host n-d-816865-1, cleared binding levels {{(pid=102388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 18:53:29.184944 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-426053f3-76fa-4c4d-b000-ec7d2c52fd75 None None] For port cc030ebb-4e27-4701-8d07-75283d2f13e2, host n-d-816865-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=cc030ebb-4e27-4701-8d07-75283d2f13e2,segment=NetworkSegment(562fc736-3755-459e-8bb1-b010cc48277f),segment_id=562fc736-3755-459e-8bb1-b010cc48277f)] {{(pid=102388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 18:53:29.239082 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-7d4d954e-1ea8-4cb5-87df-e72b54b6cd18 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-571384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1000487'] for router, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:29.245198 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-ff7662a3-ac8f-4b47-a0bc-9d5b2325b5f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:29.308348 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-c14df7ae-f6a0-4902-82f1-66513fb7ef4c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:29.320004 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-426053f3-76fa-4c4d-b000-ec7d2c52fd75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:29.332232 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff7662a3-ac8f-4b47-a0bc-9d5b2325b5f0 admin admin] Network 40c8335d-cd0b-4cb5-910a-d4dcddd5cbec is already hosted by enough agents. {{(pid=102386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 18:53:29.335924 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.base_scheduler [None req-ff7662a3-ac8f-4b47-a0bc-9d5b2325b5f0 admin admin] Resources bound (agent type, host, resource id): {{(pid=102386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:53:29.338619 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff7662a3-ac8f-4b47-a0bc-9d5b2325b5f0 admin admin] Received port after_create {{(pid=102386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 18:53:29.366717 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-f1c8f4ef-e0b3-428d-8580-2fe55ca751fa tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Publish callbacks [] for port, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:29.369887 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7662a3-ac8f-4b47-a0bc-9d5b2325b5f0 admin admin] Pushing event updated for resources: {'Port': ['ID=dfb30c61-9f63-496a-a082-a2147a48bfcb,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:53:29.479162 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03d2531-a679-4d8b-a02c-296956b90356 req-9c0df33f-3fa7-456e-bd6c-a227d97983f9 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:53:29.486373 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03d2531-a679-4d8b-a02c-296956b90356 req-9c0df33f-3fa7-456e-bd6c-a227d97983f9 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:53:29.498206 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-7d4d954e-1ea8-4cb5-87df-e72b54b6cd18 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Publish callbacks [] for router, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:29.500551 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-7d4d954e-1ea8-4cb5-87df-e72b54b6cd18 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.7761197 Nov 05 18:53:29.511076 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03d2531-a679-4d8b-a02c-296956b90356 req-9c0df33f-3fa7-456e-bd6c-a227d97983f9 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:53:29.533409 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 60466) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:53:29.545939 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03d2531-a679-4d8b-a02c-296956b90356 req-9c0df33f-3fa7-456e-bd6c-a227d97983f9 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:53:29.576803 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03d2531-a679-4d8b-a02c-296956b90356 req-9c0df33f-3fa7-456e-bd6c-a227d97983f9 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:53:29.608172 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03d2531-a679-4d8b-a02c-296956b90356 req-9c0df33f-3fa7-456e-bd6c-a227d97983f9 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:53:29.630581 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03d2531-a679-4d8b-a02c-296956b90356 req-9c0df33f-3fa7-456e-bd6c-a227d97983f9 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:53:29.632855 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-b03d2531-a679-4d8b-a02c-296956b90356 req-9c0df33f-3fa7-456e-bd6c-a227d97983f9 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] 10.222.0.13 "GET /v2.0/ports?device_id=1682fb31-a1bf-43f5-a4fa-447937da8a91 HTTP/1.1" status: 200 len: 5429 time: 0.6272774 Nov 05 18:53:29.636052 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-c14df7ae-f6a0-4902-82f1-66513fb7ef4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:29.681470 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38a750e-e6c5-41ba-b0e1-e0978e99a33e req-3e2a6e6e-5bed-4b56-b275-0fa095dd69d4 tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:53:29.692278 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-d38a750e-e6c5-41ba-b0e1-e0978e99a33e req-3e2a6e6e-5bed-4b56-b275-0fa095dd69d4 tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] 10.222.0.13 "GET /v2.0/ports?device_id=4402a838-1439-4f98-a946-5361403d75c4 HTTP/1.1" status: 200 len: 946 time: 0.4919512 Nov 05 18:53:29.768672 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.db_base_plugin_common [None req-25f63d95-056b-4ef2-93fd-0c5cacfb63ec None None] Allocated IP 2001:db8::2 (1c9d25d3-7f2e-4384-9081-dc17514a5578/3b28d4ba-c030-4d74-9ee2-abd07f6d52d3/5a9b8d7b-8cba-4c98-a1be-d3addc0a36df) {{(pid=102388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 18:53:29.860817 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-b03d2531-a679-4d8b-a02c-296956b90356 req-35be1d14-2c69-4efd-bbed-6feb5c62bdf1 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] 10.222.0.13 "GET /v2.0/security-groups?id=293ec58e-66ea-453a-8db8-ae12281442fa&id=4f04b2e1-de76-4a06-adfc-cc82b8507945&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1972766 Nov 05 18:53:29.871183 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c14df7ae-f6a0-4902-82f1-66513fb7ef4c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 160} {{(pid=102387) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 05 18:53:29.918871 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14df7ae-f6a0-4902-82f1-66513fb7ef4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=148e6a2d-c1da-409d-b573-0122532f857f,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:53:29.958887 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-c14df7ae-f6a0-4902-82f1-66513fb7ef4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273'] for segment, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:29.959599 n-d-816865-1 neutron-server[102387]: INFO neutron.db.segments_db [None req-c14df7ae-f6a0-4902-82f1-66513fb7ef4c admin admin] Added segment 0a75ac63-d02e-4981-8175-aae376cf7ad0 of type vlan for network e6c2105d-16a2-4a10-a729-05ea93b82939 Nov 05 18:53:29.992361 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 8d1ea80b-17bb-485b-a023-4af42bd21961 up at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 18:53:30.041509 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 60486) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:53:30.058179 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-d38a750e-e6c5-41ba-b0e1-e0978e99a33e req-8add5591-c35c-4a6a-a7b6-703f3fd31fbf tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] 10.222.0.13 "GET /v2.0/security-groups?id=20494f52-e47d-4839-b4f6-2fc0330d8d18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3641267 Nov 05 18:53:30.073507 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426053f3-76fa-4c4d-b000-ec7d2c52fd75 None None] Pushing event updated for resources: {'Port': ['ID=cc030ebb-4e27-4701-8d07-75283d2f13e2,revision_number=2']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:53:30.138490 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-f1c8f4ef-e0b3-428d-8580-2fe55ca751fa tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4417063'] for port, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:30.144773 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Provisioning complete for port 8d1ea80b-17bb-485b-a023-4af42bd21961 triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:53:30.145209 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:30.294200 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c8f4ef-e0b3-428d-8580-2fe55ca751fa tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Pushing event updated for resources: {'Port': ['ID=221fe813-3521-4117-b7a6-e2d9480b94f6,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:53:30.315643 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-d5f135c9-748e-4089-bb15-15b37afa46f6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:30.321944 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-c14df7ae-f6a0-4902-82f1-66513fb7ef4c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750027258543'] for network, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:30.340846 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1c8f4ef-e0b3-428d-8580-2fe55ca751fa tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Network 7c05fad6-bf66-4b93-8aa8-c26b6400a424 is already hosted by enough agents. {{(pid=102387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 18:53:30.362836 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-25f63d95-056b-4ef2-93fd-0c5cacfb63ec None None] Publish callbacks [] for port, precommit_create {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:30.371628 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.base_scheduler [None req-f1c8f4ef-e0b3-428d-8580-2fe55ca751fa tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Resources bound (agent type, host, resource id): {{(pid=102387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:53:30.415308 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1c8f4ef-e0b3-428d-8580-2fe55ca751fa tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Received port after_create {{(pid=102387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 18:53:30.415885 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-f1c8f4ef-e0b3-428d-8580-2fe55ca751fa tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-571770'] for router_interface, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:30.453956 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-25f63d95-056b-4ef2-93fd-0c5cacfb63ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789'] for port, after_create {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:30.567910 n-d-816865-1 neutron-server[102388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25f63d95-056b-4ef2-93fd-0c5cacfb63ec None None] Network 1c9d25d3-7f2e-4384-9081-dc17514a5578 is already hosted by enough agents. {{(pid=102388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 18:53:30.580016 n-d-816865-1 neutron-server[102388]: DEBUG neutron.scheduler.base_scheduler [None req-25f63d95-056b-4ef2-93fd-0c5cacfb63ec None None] Resources bound (agent type, host, resource id): {{(pid=102388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:53:30.582110 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-c14df7ae-f6a0-4902-82f1-66513fb7ef4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-956796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877'] for network, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:30.583192 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c14df7ae-f6a0-4902-82f1-66513fb7ef4c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:53:30.587441 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-c14df7ae-f6a0-4902-82f1-66513fb7ef4c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597851'] for network, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:30.589261 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25f63d95-056b-4ef2-93fd-0c5cacfb63ec None None] Received port after_create {{(pid=102388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 18:53:30.598311 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f63d95-056b-4ef2-93fd-0c5cacfb63ec None None] Pushing event updated for resources: {'Port': ['ID=5a9b8d7b-8cba-4c98-a1be-d3addc0a36df,revision_number=1']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:53:30.719439 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14df7ae-f6a0-4902-82f1-66513fb7ef4c admin admin] Pushing event updated for resources: {'Network': ['ID=e6c2105d-16a2-4a10-a729-05ea93b82939,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:53:30.721636 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-25f63d95-056b-4ef2-93fd-0c5cacfb63ec None None] Attempting to bind port 5a9b8d7b-8cba-4c98-a1be-d3addc0a36df on host n-d-816865-1 for vnic_type normal with profile {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 18:53:30.722617 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-25f63d95-056b-4ef2-93fd-0c5cacfb63ec None None] Attempting to bind port 5a9b8d7b-8cba-4c98-a1be-d3addc0a36df by drivers openvswitch,hyperv on host n-d-816865-1 at level 0 using segments [{'id': '1bdc5ccc-001b-4584-b217-2d1934002f57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '1c9d25d3-7f2e-4384-9081-dc17514a5578'}] {{(pid=102388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 18:53:30.723218 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25f63d95-056b-4ef2-93fd-0c5cacfb63ec None None] Attempting to bind port 5a9b8d7b-8cba-4c98-a1be-d3addc0a36df on network 1c9d25d3-7f2e-4384-9081-dc17514a5578 {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 18:53:30.729513 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25f63d95-056b-4ef2-93fd-0c5cacfb63ec None None] Checking agent: {'id': '724d89a7-611b-41e6-bc85-c48112b17afa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 18, 25, 8), 'started_at': datetime.datetime(2021, 11, 5, 18, 25, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 18, 53, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 18:53:30.729976 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25f63d95-056b-4ef2-93fd-0c5cacfb63ec None None] Checking segment: {'id': '1bdc5ccc-001b-4584-b217-2d1934002f57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '1c9d25d3-7f2e-4384-9081-dc17514a5578'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 18:53:30.730529 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-25f63d95-056b-4ef2-93fd-0c5cacfb63ec None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:30.731513 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25f63d95-056b-4ef2-93fd-0c5cacfb63ec None None] Bound using segment: {'id': '1bdc5ccc-001b-4584-b217-2d1934002f57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '1c9d25d3-7f2e-4384-9081-dc17514a5578'} {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 18:53:30.732519 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-25f63d95-056b-4ef2-93fd-0c5cacfb63ec None None] Bound port: 5a9b8d7b-8cba-4c98-a1be-d3addc0a36df, host: n-d-816865-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1bdc5ccc-001b-4584-b217-2d1934002f57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '1c9d25d3-7f2e-4384-9081-dc17514a5578'}}] {{(pid=102388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 18:53:30.733128 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-25f63d95-056b-4ef2-93fd-0c5cacfb63ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:30.767063 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-75479a21-6406-4759-96fe-8c9d0234b42f tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:30.775785 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Network e6c2105d-16a2-4a10-a729-05ea93b82939 details requested by agent ovs-agent-n-d-816865-1 with host n-d-816865-1 {{(pid=102388) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 05 18:53:30.796748 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-d5f135c9-748e-4089-bb15-15b37afa46f6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:30.868500 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-ff7662a3-ac8f-4b47-a0bc-9d5b2325b5f0 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:30.870948 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-25f63d95-056b-4ef2-93fd-0c5cacfb63ec None None] For port 5a9b8d7b-8cba-4c98-a1be-d3addc0a36df, host n-d-816865-1, cleared binding levels {{(pid=102388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 18:53:30.875909 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-25f63d95-056b-4ef2-93fd-0c5cacfb63ec None None] For port 5a9b8d7b-8cba-4c98-a1be-d3addc0a36df, host n-d-816865-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=5a9b8d7b-8cba-4c98-a1be-d3addc0a36df,segment=NetworkSegment(1bdc5ccc-001b-4584-b217-2d1934002f57),segment_id=1bdc5ccc-001b-4584-b217-2d1934002f57)] {{(pid=102388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 18:53:30.937516 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-c14df7ae-f6a0-4902-82f1-66513fb7ef4c admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 3.1604481 Nov 05 18:53:30.937826 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 60492) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:53:30.955781 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-bdf34e96-e89c-463e-8ae3-340ecb9f9995 admin admin] Request body: {'subnet': {'network_id': 'e6c2105d-16a2-4a10-a729-05ea93b82939', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-514705483-subnet', 'tenant_id': '57135041cad14438a44813f33dcce7e4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:53:31.058625 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-f1c8f4ef-e0b3-428d-8580-2fe55ca751fa tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:31.075423 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-25f63d95-056b-4ef2-93fd-0c5cacfb63ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:31.077747 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-d5f135c9-748e-4089-bb15-15b37afa46f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:31.091295 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff08d75-69e8-49da-8ba5-0d4e2f539a79 req-ec967297-b354-4f39-966e-444f48a191d0 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:53:31.109228 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff08d75-69e8-49da-8ba5-0d4e2f539a79 req-ec967297-b354-4f39-966e-444f48a191d0 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:53:31.109228 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff08d75-69e8-49da-8ba5-0d4e2f539a79 req-ec967297-b354-4f39-966e-444f48a191d0 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:53:31.117696 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff08d75-69e8-49da-8ba5-0d4e2f539a79 req-ec967297-b354-4f39-966e-444f48a191d0 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:53:31.126089 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff08d75-69e8-49da-8ba5-0d4e2f539a79 req-ec967297-b354-4f39-966e-444f48a191d0 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:53:31.132796 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff08d75-69e8-49da-8ba5-0d4e2f539a79 req-ec967297-b354-4f39-966e-444f48a191d0 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:53:31.140444 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff08d75-69e8-49da-8ba5-0d4e2f539a79 req-ec967297-b354-4f39-966e-444f48a191d0 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:53:31.142569 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-4ff08d75-69e8-49da-8ba5-0d4e2f539a79 req-ec967297-b354-4f39-966e-444f48a191d0 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] 10.222.0.13 "GET /v2.0/ports?device_id=1682fb31-a1bf-43f5-a4fa-447937da8a91 HTTP/1.1" status: 200 len: 5429 time: 0.1705556 Nov 05 18:53:31.147630 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdf34e96-e89c-463e-8ae3-340ecb9f9995 admin admin] Made reservation on behalf of 57135041cad14438a44813f33dcce7e4 for: {'subnet': 1} {{(pid=102387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 18:53:31.149972 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-bdf34e96-e89c-463e-8ae3-340ecb9f9995 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5112236'] for subnet, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:31.242848 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f63d95-056b-4ef2-93fd-0c5cacfb63ec None None] Pushing event updated for resources: {'Port': ['ID=5a9b8d7b-8cba-4c98-a1be-d3addc0a36df,revision_number=2']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:53:31.347517 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-d5f135c9-748e-4089-bb15-15b37afa46f6 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ee7800afdf484887b7cbdb4434c3af4b&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2880783 Nov 05 18:53:31.350940 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f135c9-748e-4089-bb15-15b37afa46f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca4f5a04-97e5-4105-97bd-658500d45e84,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:53:31.354378 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 60502) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:53:31.387697 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 60504) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:53:31.464794 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-ff7662a3-ac8f-4b47-a0bc-9d5b2325b5f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-571384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1000487'] for router, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:31.505231 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.db_base_plugin_common [None req-75479a21-6406-4759-96fe-8c9d0234b42f tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Allocated IP 2001:db8::1 (1c9d25d3-7f2e-4384-9081-dc17514a5578/3b28d4ba-c030-4d74-9ee2-abd07f6d52d3/521b48f8-209f-4c9c-8c07-85067fd7f2e4) {{(pid=102386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 18:53:31.596964 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f23329-7600-467e-9c75-36002b5237e4 req-a7dba010-a821-4c8e-b26a-297113844fbc tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:53:31.604869 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-b7f23329-7600-467e-9c75-36002b5237e4 req-a7dba010-a821-4c8e-b26a-297113844fbc tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] 10.222.0.13 "GET /v2.0/ports?device_id=4402a838-1439-4f98-a946-5361403d75c4 HTTP/1.1" status: 200 len: 946 time: 0.3898988 Nov 05 18:53:31.622346 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-4ff08d75-69e8-49da-8ba5-0d4e2f539a79 req-bdf087c0-1aef-4e86-bcc2-d50cd1735c95 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] 10.222.0.13 "GET /v2.0/security-groups?id=293ec58e-66ea-453a-8db8-ae12281442fa&id=4f04b2e1-de76-4a06-adfc-cc82b8507945&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4447737 Nov 05 18:53:31.800677 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-b1e42b53-5e99-44b8-b75e-1e26d167fb7e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:31.846130 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8171f553-8994-4244-bdd8-c5591749d6c6 None None] Network 7c05fad6-bf66-4b93-8aa8-c26b6400a424 requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 18:53:31.907795 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-b1e42b53-5e99-44b8-b75e-1e26d167fb7e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:31.913010 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-b7f23329-7600-467e-9c75-36002b5237e4 req-b8624c47-da59-4a5d-bc12-56f541a53ec6 tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] 10.222.0.13 "GET /v2.0/security-groups?id=20494f52-e47d-4839-b4f6-2fc0330d8d18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3070757 Nov 05 18:53:31.975896 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-37b0782c-6364-4b23-b06a-96764f0c3b2a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:32.012368 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-75479a21-6406-4759-96fe-8c9d0234b42f tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Publish callbacks [] for port, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:32.033964 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device cc030ebb-4e27-4701-8d07-75283d2f13e2 up at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 18:53:32.090607 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-f1c8f4ef-e0b3-428d-8580-2fe55ca751fa tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Publish callbacks [] for port, precommit_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:32.124629 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-7fbf201d-857f-4250-a792-472c64f1c32c None None] Provisioning complete for port cc030ebb-4e27-4701-8d07-75283d2f13e2 triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:53:32.124629 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-7fbf201d-857f-4250-a792-472c64f1c32c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:32.126520 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-bdf34e96-e89c-463e-8ae3-340ecb9f9995 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4417463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5112218'] for subnet, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:32.182833 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-b1e42b53-5e99-44b8-b75e-1e26d167fb7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:32.186094 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-b1e42b53-5e99-44b8-b75e-1e26d167fb7e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:32.202385 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-b1e42b53-5e99-44b8-b75e-1e26d167fb7e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ca4f5a04-97e5-4105-97bd-658500d45e84 HTTP/1.1" status: 204 len: 168 time: 0.8295698 Nov 05 18:53:32.230886 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff7662a3-ac8f-4b47-a0bc-9d5b2325b5f0 admin admin] Router 1c6f6d66-a4a6-46f4-8edf-ecd678ed708f is scheduled to L3 agent 6dcb5589-8e86-4616-9186-ddc4548e13ad with binding_index 1 {{(pid=102386) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 05 18:53:32.240229 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-37b0782c-6364-4b23-b06a-96764f0c3b2a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:32.251064 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Provisioning complete for port cc030ebb-4e27-4701-8d07-75283d2f13e2 triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:53:32.251435 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:32.281046 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-f1c8f4ef-e0b3-428d-8580-2fe55ca751fa tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4417072'] for port, after_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:32.294068 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-f1c8f4ef-e0b3-428d-8580-2fe55ca751fa tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-597863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-571878'] for router_interface, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:32.299124 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e42b53-5e99-44b8-b75e-1e26d167fb7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca4f5a04-97e5-4105-97bd-658500d45e84,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:53:32.320648 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdf34e96-e89c-463e-8ae3-340ecb9f9995 admin admin] Checking segment: {'id': '0a75ac63-d02e-4981-8175-aae376cf7ad0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'e6c2105d-16a2-4a10-a729-05ea93b82939'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 18:53:32.323288 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdf34e96-e89c-463e-8ae3-340ecb9f9995 admin admin] Network hostable DHCP agents. Network: e6c2105d-16a2-4a10-a729-05ea93b82939, hostable agents: ['987e2ca0-bc3b-4c6f-a989-429ccfbf753f'], hosted agents: [] {{(pid=102387) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 05 18:53:32.338017 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-75479a21-6406-4759-96fe-8c9d0234b42f tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:32.346532 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf34e96-e89c-463e-8ae3-340ecb9f9995 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9d926e25-c6d3-44f0-9e66-0f69ab727f77,revision_number=0']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:53:32.354656 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-37b0782c-6364-4b23-b06a-96764f0c3b2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:32.404726 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75479a21-6406-4759-96fe-8c9d0234b42f tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Network 1c9d25d3-7f2e-4384-9081-dc17514a5578 is already hosted by enough agents. {{(pid=102386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 18:53:32.425633 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.base_scheduler [None req-75479a21-6406-4759-96fe-8c9d0234b42f tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Resources bound (agent type, host, resource id): {{(pid=102386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:53:32.428271 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75479a21-6406-4759-96fe-8c9d0234b42f tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Received port after_create {{(pid=102386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 18:53:32.429075 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-75479a21-6406-4759-96fe-8c9d0234b42f tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-571770'] for router_interface, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:32.457975 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c8f4ef-e0b3-428d-8580-2fe55ca751fa tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Pushing event updated for resources: {'Port': ['ID=221fe813-3521-4117-b7a6-e2d9480b94f6,revision_number=2']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:53:32.485598 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-37b0782c-6364-4b23-b06a-96764f0c3b2a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6258b54b5ec34d6e90a2fc82a38db79c&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0222473 Nov 05 18:53:32.488396 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 60510) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:53:32.508093 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdf34e96-e89c-463e-8ae3-340ecb9f9995 admin admin] Network e6c2105d-16a2-4a10-a729-05ea93b82939 is scheduled to be hosted by DHCP agent 987e2ca0-bc3b-4c6f-a989-429ccfbf753f with binding_index 1 {{(pid=102387) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 05 18:53:32.548655 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b0782c-6364-4b23-b06a-96764f0c3b2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd5df18e-a6ec-4bdf-8535-08497d5fad3d,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:53:32.574144 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75479a21-6406-4759-96fe-8c9d0234b42f tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Pushing event updated for resources: {'Port': ['ID=521b48f8-209f-4c9c-8c07-85067fd7f2e4,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:53:32.624665 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff7662a3-ac8f-4b47-a0bc-9d5b2325b5f0 admin admin] Notify agent at l3_agent.n-d-816865-1 the message routers_updated {{(pid=102386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 18:53:32.625712 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1c8f4ef-e0b3-428d-8580-2fe55ca751fa tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Network 7c05fad6-bf66-4b93-8aa8-c26b6400a424 is already hosted by enough agents. {{(pid=102387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 18:53:32.629579 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.base_scheduler [None req-f1c8f4ef-e0b3-428d-8580-2fe55ca751fa tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Resources bound (agent type, host, resource id): {{(pid=102387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:53:32.636332 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.base_scheduler [None req-bdf34e96-e89c-463e-8ae3-340ecb9f9995 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816865-1, e6c2105d-16a2-4a10-a729-05ea93b82939) {{(pid=102387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:53:32.639948 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29427c5a-9c38-45a5-9131-1969ab363ea4 None None] Sync routers for ids ['1c6f6d66-a4a6-46f4-8edf-ecd678ed708f'] in n-d-816865-1 {{(pid=102389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 18:53:32.654586 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdf34e96-e89c-463e-8ae3-340ecb9f9995 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:53:32.655386 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-bdf34e96-e89c-463e-8ae3-340ecb9f9995 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597851'] for subnet, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:32.666626 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-6433897d-f477-4cee-8f3c-1cc72eae2970 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:32.670961 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29427c5a-9c38-45a5-9131-1969ab363ea4 None None] Routers {'1c6f6d66-a4a6-46f4-8edf-ecd678ed708f'} bound to L3 agent in host n-d-816865-1 {{(pid=102389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 18:53:32.672413 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-29427c5a-9c38-45a5-9131-1969ab363ea4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T18:53:05Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['1c6f6d66-a4a6-46f4-8edf-ecd678ed708f'], 'active': True} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:53:32.713824 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-ff7662a3-ac8f-4b47-a0bc-9d5b2325b5f0 admin admin] Publish callbacks [] for router, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:32.720686 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-ff7662a3-ac8f-4b47-a0bc-9d5b2325b5f0 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 7.3893635 Nov 05 18:53:32.720686 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 60516) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:53:32.858777 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-75479a21-6406-4759-96fe-8c9d0234b42f tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:32.888537 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2691a089-01ef-4e8d-8e78-76a3afc35846 None None] Network e6c2105d-16a2-4a10-a729-05ea93b82939 requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 18:53:32.953451 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvr_db [None req-29427c5a-9c38-45a5-9131-1969ab363ea4 None None] Set router 1c6f6d66-a4a6-46f4-8edf-ecd678ed708f gateway port host: n-d-816865-1 {{(pid=102389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 18:53:33.021614 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-bdf34e96-e89c-463e-8ae3-340ecb9f9995 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.0790625 Nov 05 18:53:33.024262 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 60526) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:53:33.048227 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-6929770f-8173-4eee-a34b-3c18badef7a0 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-514705483-router', 'tenant_id': '57135041cad14438a44813f33dcce7e4', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec'}}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:53:33.089279 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-7fbf201d-857f-4250-a792-472c64f1c32c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:33.267703 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-22bface7-c5e9-40f5-ac0b-fe2d1ac8d4c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:33.279870 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-6433897d-f477-4cee-8f3c-1cc72eae2970 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:33.300235 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1c8f4ef-e0b3-428d-8580-2fe55ca751fa tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Router 98c28b36-02e7-4b7d-8190-c1aff44fd3f1 has already been hosted by L3 agent 6dcb5589-8e86-4616-9186-ddc4548e13ad {{(pid=102387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 18:53:33.321452 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-7fbf201d-857f-4250-a792-472c64f1c32c None None] For port cc030ebb-4e27-4701-8d07-75283d2f13e2, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=cc030ebb-4e27-4701-8d07-75283d2f13e2,segment=NetworkSegment(562fc736-3755-459e-8bb1-b010cc48277f),segment_id=562fc736-3755-459e-8bb1-b010cc48277f)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:53:33.366784 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:33.412639 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f203e7-e8aa-4b74-973a-8fe12b10c06b req-77fddbef-4cc7-4925-936f-af7ea6803954 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:53:33.423351 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8eb9ec1c-bd02-4608-8e67-2c6ff4d29808 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeb20a084-accf-5b60-8075-3e69ebe863a6-e6c2105d-16a2-4a10-a729-05ea93b82939', 'network_id': 'e6c2105d-16a2-4a10-a729-05ea93b82939', 'tenant_id': '57135041cad14438a44813f33dcce7e4', 'fixed_ips': [{'subnet_id': '9d926e25-c6d3-44f0-9e66-0f69ab727f77'}]}} from n-d-816865-1. {{(pid=102388) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 05 18:53:33.424674 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-8eb9ec1c-bd02-4608-8e67-2c6ff4d29808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:33.429201 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f203e7-e8aa-4b74-973a-8fe12b10c06b req-77fddbef-4cc7-4925-936f-af7ea6803954 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:53:33.429847 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-29427c5a-9c38-45a5-9131-1969ab363ea4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c6f6d66-a4a6-46f4-8edf-ecd678ed708f', 'name': 'tempest-ServerRescueTestJSON-1596869115-router', 'tenant_id': 'bc43cc4e829541bd87fc815a2a0048f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.106'}], 'enable_snat': True}, 'gw_port_id': 'dfb30c61-9f63-496a-a082-a2147a48bfcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T18:53:25Z', 'updated_at': '2021-11-05T18:53:29Z', 'revision_number': 3, 'project_id': 'bc43cc4e829541bd87fc815a2a0048f0', 'gw_port': {'id': 'dfb30c61-9f63-496a-a082-a2147a48bfcb', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:7e:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c6f6d66-a4a6-46f4-8edf-ecd678ed708f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1717, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T18:53:28Z', 'updated_at': '2021-11-05T18:53:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1'}], 'n-d-816865-1', False) {} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:53:33.441531 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-7fbf201d-857f-4250-a792-472c64f1c32c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:33.447412 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f203e7-e8aa-4b74-973a-8fe12b10c06b req-77fddbef-4cc7-4925-936f-af7ea6803954 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:53:33.468639 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f203e7-e8aa-4b74-973a-8fe12b10c06b req-77fddbef-4cc7-4925-936f-af7ea6803954 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:53:33.494812 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f203e7-e8aa-4b74-973a-8fe12b10c06b req-77fddbef-4cc7-4925-936f-af7ea6803954 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:53:33.496793 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29427c5a-9c38-45a5-9131-1969ab363ea4 None None] Checking router: 1c6f6d66-a4a6-46f4-8edf-ecd678ed708f for host: n-d-816865-1 {{(pid=102389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 18:53:33.497428 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29427c5a-9c38-45a5-9131-1969ab363ea4 None None] Updating router 1c6f6d66-a4a6-46f4-8edf-ecd678ed708f port dfb30c61-9f63-496a-a082-a2147a48bfcb binding host n-d-816865-1 {{(pid=102389) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 05 18:53:33.511541 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f203e7-e8aa-4b74-973a-8fe12b10c06b req-77fddbef-4cc7-4925-936f-af7ea6803954 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:53:33.525824 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f203e7-e8aa-4b74-973a-8fe12b10c06b req-77fddbef-4cc7-4925-936f-af7ea6803954 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:53:33.532495 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-f8f203e7-e8aa-4b74-973a-8fe12b10c06b req-77fddbef-4cc7-4925-936f-af7ea6803954 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] 10.222.0.13 "GET /v2.0/ports?device_id=1682fb31-a1bf-43f5-a4fa-447937da8a91 HTTP/1.1" status: 200 len: 5429 time: 0.6692052 Nov 05 18:53:33.538484 n-d-816865-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-29427c5a-9c38-45a5-9131-1969ab363ea4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:33.811717 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.db.api [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102388) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 05 18:53:33.812339 n-d-816865-1 neutron-server[102388]: DEBUG oslo_db.api [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 05 18:53:33.818939 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-5d1ba763-3343-4af5-bd13-6ed2e0916def None None] Provisioning complete for port 5a9b8d7b-8cba-4c98-a1be-d3addc0a36df triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:53:33.819699 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-5d1ba763-3343-4af5-bd13-6ed2e0916def None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:33.839744 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-75479a21-6406-4759-96fe-8c9d0234b42f tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Publish callbacks [] for port, precommit_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:33.865601 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbf201d-857f-4250-a792-472c64f1c32c None None] Pushing event updated for resources: {'Port': ['ID=cc030ebb-4e27-4701-8d07-75283d2f13e2,revision_number=3']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:53:33.953748 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-75479a21-6406-4759-96fe-8c9d0234b42f tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6149821'] for port, after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:33.958132 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-75479a21-6406-4759-96fe-8c9d0234b42f tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-597863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-571878'] for router_interface, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:33.989615 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.db_base_plugin_common [None req-8eb9ec1c-bd02-4608-8e67-2c6ff4d29808 None None] Allocated IP 172.20.0.2 (e6c2105d-16a2-4a10-a729-05ea93b82939/9d926e25-c6d3-44f0-9e66-0f69ab727f77/2b4839e8-b7cc-4fb8-ae07-cb70a4753be1) {{(pid=102388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 18:53:34.001393 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471c4dd3-93ff-4e4a-9ca2-0b590cc3c0ae req-e2f8ee41-ff20-422a-9427-6f3ab9858565 tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:53:34.032304 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-471c4dd3-93ff-4e4a-9ca2-0b590cc3c0ae req-e2f8ee41-ff20-422a-9427-6f3ab9858565 tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] 10.222.0.13 "GET /v2.0/ports?device_id=4402a838-1439-4f98-a946-5361403d75c4 HTTP/1.1" status: 200 len: 946 time: 0.8530178 Nov 05 18:53:34.039635 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-5d1ba763-3343-4af5-bd13-6ed2e0916def None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:34.084184 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:34.133545 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-6929770f-8173-4eee-a34b-3c18badef7a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-571139', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6874'] for router, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:34.135165 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-6929770f-8173-4eee-a34b-3c18badef7a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-571375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1000570', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1011585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6867'] for router, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:34.141490 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1c8f4ef-e0b3-428d-8580-2fe55ca751fa tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Notify agent at l3_agent.n-d-816865-1 the message routers_updated {{(pid=102387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 18:53:34.163625 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-f1c8f4ef-e0b3-428d-8580-2fe55ca751fa tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] 10.222.0.13 "PUT /v2.0/routers/98c28b36-02e7-4b7d-8190-c1aff44fd3f1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8044178 Nov 05 18:53:34.173481 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 60538) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:53:34.234385 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-5ec3c926-f1a4-4464-a433-645086034d6a tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:53:34.237546 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28ac1340-30b4-4d21-888c-64a9aa28d25c None None] Sync routers for ids ['98c28b36-02e7-4b7d-8190-c1aff44fd3f1'] in n-d-816865-1 {{(pid=102388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 18:53:34.310491 n-d-816865-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-29427c5a-9c38-45a5-9131-1969ab363ea4 None None] Publish callbacks [] for port, precommit_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:34.314866 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75479a21-6406-4759-96fe-8c9d0234b42f tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Pushing event updated for resources: {'Port': ['ID=521b48f8-209f-4c9c-8c07-85067fd7f2e4,revision_number=2']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:53:34.326323 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-5d1ba763-3343-4af5-bd13-6ed2e0916def None None] For port 5a9b8d7b-8cba-4c98-a1be-d3addc0a36df, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=5a9b8d7b-8cba-4c98-a1be-d3addc0a36df,segment=NetworkSegment(1bdc5ccc-001b-4584-b217-2d1934002f57),segment_id=1bdc5ccc-001b-4584-b217-2d1934002f57)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:53:34.372008 n-d-816865-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-29427c5a-9c38-45a5-9131-1969ab363ea4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:34.389319 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28ac1340-30b4-4d21-888c-64a9aa28d25c None None] Routers {'98c28b36-02e7-4b7d-8190-c1aff44fd3f1'} bound to L3 agent in host n-d-816865-1 {{(pid=102388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 18:53:34.391348 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-28ac1340-30b4-4d21-888c-64a9aa28d25c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T18:53:05Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['98c28b36-02e7-4b7d-8190-c1aff44fd3f1'], 'active': True} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:53:34.438675 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-f8f203e7-e8aa-4b74-973a-8fe12b10c06b req-ab201089-7fe9-48b1-b87e-875eefa94e55 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] 10.222.0.13 "GET /v2.0/security-groups?id=293ec58e-66ea-453a-8db8-ae12281442fa&id=4f04b2e1-de76-4a06-adfc-cc82b8507945&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.8809557 Nov 05 18:53:34.488840 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75479a21-6406-4759-96fe-8c9d0234b42f tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Network 1c9d25d3-7f2e-4384-9081-dc17514a5578 is already hosted by enough agents. {{(pid=102386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 18:53:34.492691 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.base_scheduler [None req-75479a21-6406-4759-96fe-8c9d0234b42f tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Resources bound (agent type, host, resource id): {{(pid=102386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:53:34.497782 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-471c4dd3-93ff-4e4a-9ca2-0b590cc3c0ae req-20c1b344-dc26-496f-9d90-2a4999d79227 tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] 10.222.0.13 "GET /v2.0/security-groups?id=20494f52-e47d-4839-b4f6-2fc0330d8d18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4569075 Nov 05 18:53:34.530571 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-5d1ba763-3343-4af5-bd13-6ed2e0916def None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:34.539629 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.managers [None req-29427c5a-9c38-45a5-9131-1969ab363ea4 None None] Attempting to bind port dfb30c61-9f63-496a-a082-a2147a48bfcb on host n-d-816865-1 for vnic_type normal with profile {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 18:53:34.539992 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.managers [None req-29427c5a-9c38-45a5-9131-1969ab363ea4 None None] Attempting to bind port dfb30c61-9f63-496a-a082-a2147a48bfcb by drivers openvswitch,hyperv on host n-d-816865-1 at level 0 using segments [{'id': '85be518c-8bb4-46a2-a903-d4292782d29d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec'}] {{(pid=102389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 18:53:34.540588 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29427c5a-9c38-45a5-9131-1969ab363ea4 None None] Attempting to bind port dfb30c61-9f63-496a-a082-a2147a48bfcb on network 40c8335d-cd0b-4cb5-910a-d4dcddd5cbec {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 18:53:34.545298 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e68bce-b406-4941-b728-2cb1e37cbbc7 None None] Pushing event updated for resources: {'Port': ['ID=dfb30c61-9f63-496a-a082-a2147a48bfcb,revision_number=2']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:53:34.562572 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29427c5a-9c38-45a5-9131-1969ab363ea4 None None] Checking agent: {'id': '724d89a7-611b-41e6-bc85-c48112b17afa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 18, 25, 8), 'started_at': datetime.datetime(2021, 11, 5, 18, 25, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 18, 53, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 18:53:34.568165 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29427c5a-9c38-45a5-9131-1969ab363ea4 None None] Checking segment: {'id': '85be518c-8bb4-46a2-a903-d4292782d29d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 18:53:34.570765 n-d-816865-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-29427c5a-9c38-45a5-9131-1969ab363ea4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:34.580494 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-6433897d-f477-4cee-8f3c-1cc72eae2970 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:34.583219 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29427c5a-9c38-45a5-9131-1969ab363ea4 None None] Bound using segment: {'id': '85be518c-8bb4-46a2-a903-d4292782d29d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec'} {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 18:53:34.584140 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.managers [None req-29427c5a-9c38-45a5-9131-1969ab363ea4 None None] Bound port: dfb30c61-9f63-496a-a082-a2147a48bfcb, host: n-d-816865-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85be518c-8bb4-46a2-a903-d4292782d29d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec'}}] {{(pid=102389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 18:53:34.584592 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-6433897d-f477-4cee-8f3c-1cc72eae2970 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:34.585043 n-d-816865-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-29427c5a-9c38-45a5-9131-1969ab363ea4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:34.588570 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-6433897d-f477-4cee-8f3c-1cc72eae2970 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/fd5df18e-a6ec-4bdf-8535-08497d5fad3d HTTP/1.1" status: 204 len: 168 time: 2.0968318 Nov 05 18:53:34.646774 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 5a9b8d7b-8cba-4c98-a1be-d3addc0a36df up at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 18:53:34.680739 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [None req-29427c5a-9c38-45a5-9131-1969ab363ea4 None None] For port dfb30c61-9f63-496a-a082-a2147a48bfcb, host n-d-816865-1, cleared binding levels {{(pid=102389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 18:53:34.684719 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [None req-29427c5a-9c38-45a5-9131-1969ab363ea4 None None] For port dfb30c61-9f63-496a-a082-a2147a48bfcb, host n-d-816865-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=dfb30c61-9f63-496a-a082-a2147a48bfcb,segment=NetworkSegment(85be518c-8bb4-46a2-a903-d4292782d29d),segment_id=85be518c-8bb4-46a2-a903-d4292782d29d)] {{(pid=102389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 18:53:34.755138 n-d-816865-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-29427c5a-9c38-45a5-9131-1969ab363ea4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:34.791072 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-5d1ba763-3343-4af5-bd13-6ed2e0916def None None] Provisioning complete for port 521b48f8-209f-4c9c-8c07-85067fd7f2e4 triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:53:34.791509 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-5d1ba763-3343-4af5-bd13-6ed2e0916def None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:34.819146 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6433897d-f477-4cee-8f3c-1cc72eae2970 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd5df18e-a6ec-4bdf-8535-08497d5fad3d,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:53:34.931845 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e68bce-b406-4941-b728-2cb1e37cbbc7 None None] Pushing event updated for resources: {'Port': ['ID=dfb30c61-9f63-496a-a082-a2147a48bfcb,revision_number=3']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:53:34.979217 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29427c5a-9c38-45a5-9131-1969ab363ea4 None None] Routers {'1c6f6d66-a4a6-46f4-8edf-ecd678ed708f'} bound to L3 agent in host n-d-816865-1 {{(pid=102389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 18:53:34.979217 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-29427c5a-9c38-45a5-9131-1969ab363ea4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T18:53:05Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['1c6f6d66-a4a6-46f4-8edf-ecd678ed708f'], 'active': True} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:53:35.000623 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvr_db [None req-28ac1340-30b4-4d21-888c-64a9aa28d25c None None] Set router 98c28b36-02e7-4b7d-8190-c1aff44fd3f1 gateway port host: None {{(pid=102388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 18:53:35.055255 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-a0bee213-0bd2-4a61-8137-c2e4ae587500 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:35.066899 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1ba763-3343-4af5-bd13-6ed2e0916def None None] Pushing event updated for resources: {'Port': ['ID=5a9b8d7b-8cba-4c98-a1be-d3addc0a36df,revision_number=3']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:53:35.080917 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-8eb9ec1c-bd02-4608-8e67-2c6ff4d29808 None None] Publish callbacks [] for port, precommit_create {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:35.094329 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-5d1ba763-3343-4af5-bd13-6ed2e0916def None None] Port 521b48f8-209f-4c9c-8c07-85067fd7f2e4 cannot update to ACTIVE because it is not bound. {{(pid=102388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 18:53:35.195520 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Provisioning complete for port 5a9b8d7b-8cba-4c98-a1be-d3addc0a36df triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:53:35.195926 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:35.241701 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvr_db [None req-29427c5a-9c38-45a5-9131-1969ab363ea4 None None] Set router 1c6f6d66-a4a6-46f4-8edf-ecd678ed708f gateway port host: n-d-816865-1 {{(pid=102389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 18:53:35.284717 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-8eb9ec1c-bd02-4608-8e67-2c6ff4d29808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789'] for port, after_create {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:35.345292 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.extraroute_db [None req-5ec3c926-f1a4-4464-a433-645086034d6a tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Added routes are [{'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}] {{(pid=102387) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 05 18:53:35.409828 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.extraroute_db [None req-5ec3c926-f1a4-4464-a433-645086034d6a tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Removed routes are [] {{(pid=102387) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 05 18:53:35.412984 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-5ec3c926-f1a4-4464-a433-645086034d6a tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1000460', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-571265', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6845'] for router, precommit_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:35.521112 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-ebe79123-9621-4a9a-b621-a5d61d8bf394 None None] Provisioning complete for port 521b48f8-209f-4c9c-8c07-85067fd7f2e4 triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:53:35.521751 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-ebe79123-9621-4a9a-b621-a5d61d8bf394 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:35.613827 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-6929770f-8173-4eee-a34b-3c18badef7a0 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:35.618299 n-d-816865-1 neutron-server[102388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8eb9ec1c-bd02-4608-8e67-2c6ff4d29808 None None] Network e6c2105d-16a2-4a10-a729-05ea93b82939 is already hosted by enough agents. {{(pid=102388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 18:53:35.628087 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-ebe79123-9621-4a9a-b621-a5d61d8bf394 None None] Port 521b48f8-209f-4c9c-8c07-85067fd7f2e4 cannot update to ACTIVE because it is not bound. {{(pid=102388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 18:53:35.638329 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Device 67bf7a45-d02d-4202-afe1-d2eef054ceb0 details requested by agent hyperv_n-h1-816865-1 with host n-h1-816865-1 {{(pid=102388) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 05 18:53:35.660192 n-d-816865-1 neutron-server[102388]: DEBUG neutron.scheduler.base_scheduler [None req-8eb9ec1c-bd02-4608-8e67-2c6ff4d29808 None None] Resources bound (agent type, host, resource id): {{(pid=102388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:53:35.665468 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eb9ec1c-bd02-4608-8e67-2c6ff4d29808 None None] Received port after_create {{(pid=102388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 18:53:35.726887 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-29427c5a-9c38-45a5-9131-1969ab363ea4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c6f6d66-a4a6-46f4-8edf-ecd678ed708f', 'name': 'tempest-ServerRescueTestJSON-1596869115-router', 'tenant_id': 'bc43cc4e829541bd87fc815a2a0048f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.106'}], 'enable_snat': True}, 'gw_port_id': 'dfb30c61-9f63-496a-a082-a2147a48bfcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T18:53:25Z', 'updated_at': '2021-11-05T18:53:29Z', 'revision_number': 3, 'project_id': 'bc43cc4e829541bd87fc815a2a0048f0', 'gw_port': {'id': 'dfb30c61-9f63-496a-a082-a2147a48bfcb', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:7e:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c6f6d66-a4a6-46f4-8edf-ecd678ed708f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1717, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T18:53:28Z', 'updated_at': '2021-11-05T18:53:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1'}], 'n-d-816865-1', False) {} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:53:35.751785 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb9ec1c-bd02-4608-8e67-2c6ff4d29808 None None] Pushing event updated for resources: {'Port': ['ID=2b4839e8-b7cc-4fb8-ae07-cb70a4753be1,revision_number=1']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:53:35.758315 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-29f6279e-1cca-4510-8471-e1d83d163be0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:35.798187 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb9ec1c-bd02-4608-8e67-2c6ff4d29808 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:53:35.798361 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb9ec1c-bd02-4608-8e67-2c6ff4d29808 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:53:35.798710 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb9ec1c-bd02-4608-8e67-2c6ff4d29808 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:53:35.799044 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb9ec1c-bd02-4608-8e67-2c6ff4d29808 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:53:35.799374 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb9ec1c-bd02-4608-8e67-2c6ff4d29808 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:53:35.799703 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb9ec1c-bd02-4608-8e67-2c6ff4d29808 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:53:35.800031 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb9ec1c-bd02-4608-8e67-2c6ff4d29808 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:53:35.800357 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb9ec1c-bd02-4608-8e67-2c6ff4d29808 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:53:35.800785 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb9ec1c-bd02-4608-8e67-2c6ff4d29808 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:53:35.801111 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb9ec1c-bd02-4608-8e67-2c6ff4d29808 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:53:35.801435 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb9ec1c-bd02-4608-8e67-2c6ff4d29808 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:53:35.801757 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb9ec1c-bd02-4608-8e67-2c6ff4d29808 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:53:35.822096 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29427c5a-9c38-45a5-9131-1969ab363ea4 None None] The sync data for ids ['1c6f6d66-a4a6-46f4-8edf-ecd678ed708f'] in n-d-816865-1 is: [{'id': '1c6f6d66-a4a6-46f4-8edf-ecd678ed708f', 'name': 'tempest-ServerRescueTestJSON-1596869115-router', 'tenant_id': 'bc43cc4e829541bd87fc815a2a0048f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.106'}], 'enable_snat': True}, 'gw_port_id': 'dfb30c61-9f63-496a-a082-a2147a48bfcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T18:53:25Z', 'updated_at': '2021-11-05T18:53:29Z', 'revision_number': 3, 'project_id': 'bc43cc4e829541bd87fc815a2a0048f0', 'gw_port': {'id': 'dfb30c61-9f63-496a-a082-a2147a48bfcb', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:7e:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c6f6d66-a4a6-46f4-8edf-ecd678ed708f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1717, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T18:53:28Z', 'updated_at': '2021-11-05T18:53:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1'}] {{(pid=102389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 18:53:35.976818 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-ebe79123-9621-4a9a-b621-a5d61d8bf394 None None] Provisioning complete for port cc030ebb-4e27-4701-8d07-75283d2f13e2 triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:53:35.976818 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-ebe79123-9621-4a9a-b621-a5d61d8bf394 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:36.025383 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 60562) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:53:36.059137 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-61f6342b-8aec-4090-b589-f8629e2d6b4f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:36.103398 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device cc030ebb-4e27-4701-8d07-75283d2f13e2 up at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 18:53:36.103705 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-5ec3c926-f1a4-4464-a433-645086034d6a tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1000460', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-571265', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6845'] for router, precommit_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:36.135047 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-5ec3c926-f1a4-4464-a433-645086034d6a tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1000487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1000469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1000478', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-571274'] for router, after_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:36.186924 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-6929770f-8173-4eee-a34b-3c18badef7a0 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:36.189239 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78fa2dc-5f03-4c5e-b081-dd25df6db9b1 req-8a4fc6f0-f5af-46fd-a184-a47810663c71 tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:53:36.191135 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-e78fa2dc-5f03-4c5e-b081-dd25df6db9b1 req-8a4fc6f0-f5af-46fd-a184-a47810663c71 tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] 10.222.0.13 "GET /v2.0/ports?device_id=4402a838-1439-4f98-a946-5361403d75c4 HTTP/1.1" status: 200 len: 946 time: 0.5162325 Nov 05 18:53:36.227950 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75479a21-6406-4759-96fe-8c9d0234b42f tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Router 6579a57e-a675-4123-8e64-317af1d4944b is scheduled to L3 agent 6dcb5589-8e86-4616-9186-ddc4548e13ad with binding_index 1 {{(pid=102386) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 05 18:53:36.363049 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c530a6a-8c26-4cb8-b05b-6adf32f8e991 req-bd6fe6c3-2131-4e93-8f03-06efe9ede51e tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:53:36.369004 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c530a6a-8c26-4cb8-b05b-6adf32f8e991 req-bd6fe6c3-2131-4e93-8f03-06efe9ede51e tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:53:36.375287 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c530a6a-8c26-4cb8-b05b-6adf32f8e991 req-bd6fe6c3-2131-4e93-8f03-06efe9ede51e tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:53:36.381892 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c530a6a-8c26-4cb8-b05b-6adf32f8e991 req-bd6fe6c3-2131-4e93-8f03-06efe9ede51e tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:53:36.387903 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c530a6a-8c26-4cb8-b05b-6adf32f8e991 req-bd6fe6c3-2131-4e93-8f03-06efe9ede51e tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:53:36.394003 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c530a6a-8c26-4cb8-b05b-6adf32f8e991 req-bd6fe6c3-2131-4e93-8f03-06efe9ede51e tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:53:36.399869 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c530a6a-8c26-4cb8-b05b-6adf32f8e991 req-bd6fe6c3-2131-4e93-8f03-06efe9ede51e tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:53:36.412377 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-2c530a6a-8c26-4cb8-b05b-6adf32f8e991 req-bd6fe6c3-2131-4e93-8f03-06efe9ede51e tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] 10.222.0.13 "GET /v2.0/ports?device_id=1682fb31-a1bf-43f5-a4fa-447937da8a91 HTTP/1.1" status: 200 len: 5429 time: 0.7296641 Nov 05 18:53:36.626297 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-8eb9ec1c-bd02-4608-8e67-2c6ff4d29808 None None] Attempting to bind port 2b4839e8-b7cc-4fb8-ae07-cb70a4753be1 on host n-d-816865-1 for vnic_type normal with profile {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 18:53:36.627396 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-8eb9ec1c-bd02-4608-8e67-2c6ff4d29808 None None] Attempting to bind port 2b4839e8-b7cc-4fb8-ae07-cb70a4753be1 by drivers openvswitch,hyperv on host n-d-816865-1 at level 0 using segments [{'id': '0a75ac63-d02e-4981-8175-aae376cf7ad0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'e6c2105d-16a2-4a10-a729-05ea93b82939'}] {{(pid=102388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 18:53:36.627932 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eb9ec1c-bd02-4608-8e67-2c6ff4d29808 None None] Attempting to bind port 2b4839e8-b7cc-4fb8-ae07-cb70a4753be1 on network e6c2105d-16a2-4a10-a729-05ea93b82939 {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 18:53:36.734065 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eb9ec1c-bd02-4608-8e67-2c6ff4d29808 None None] Checking agent: {'id': '724d89a7-611b-41e6-bc85-c48112b17afa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 18, 25, 8), 'started_at': datetime.datetime(2021, 11, 5, 18, 25, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 18, 53, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 18:53:36.750729 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eb9ec1c-bd02-4608-8e67-2c6ff4d29808 None None] Checking segment: {'id': '0a75ac63-d02e-4981-8175-aae376cf7ad0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'e6c2105d-16a2-4a10-a729-05ea93b82939'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 18:53:36.751515 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-8eb9ec1c-bd02-4608-8e67-2c6ff4d29808 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:36.752085 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eb9ec1c-bd02-4608-8e67-2c6ff4d29808 None None] Bound using segment: {'id': '0a75ac63-d02e-4981-8175-aae376cf7ad0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'e6c2105d-16a2-4a10-a729-05ea93b82939'} {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 18:53:36.752782 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-8eb9ec1c-bd02-4608-8e67-2c6ff4d29808 None None] Bound port: 2b4839e8-b7cc-4fb8-ae07-cb70a4753be1, host: n-d-816865-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a75ac63-d02e-4981-8175-aae376cf7ad0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'e6c2105d-16a2-4a10-a729-05ea93b82939'}}] {{(pid=102388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 18:53:36.753349 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-8eb9ec1c-bd02-4608-8e67-2c6ff4d29808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:36.816263 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75479a21-6406-4759-96fe-8c9d0234b42f tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Notify agent at l3_agent.n-d-816865-1 the message routers_updated {{(pid=102386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 18:53:36.829045 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7677333c-09ba-41ab-be99-95f30dc53d34 None None] Sync routers for ids ['6579a57e-a675-4123-8e64-317af1d4944b'] in n-d-816865-1 {{(pid=102389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 18:53:36.844403 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-75479a21-6406-4759-96fe-8c9d0234b42f tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] 10.222.0.13 "PUT /v2.0/routers/6579a57e-a675-4123-8e64-317af1d4944b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3098478 Nov 05 18:53:36.854000 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7677333c-09ba-41ab-be99-95f30dc53d34 None None] Routers {'6579a57e-a675-4123-8e64-317af1d4944b'} bound to L3 agent in host n-d-816865-1 {{(pid=102389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 18:53:36.858863 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 60570) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:53:36.865907 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-7677333c-09ba-41ab-be99-95f30dc53d34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T18:53:35Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['6579a57e-a675-4123-8e64-317af1d4944b'], 'active': True} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:53:36.866133 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-8eb9ec1c-bd02-4608-8e67-2c6ff4d29808 None None] For port 2b4839e8-b7cc-4fb8-ae07-cb70a4753be1, host n-d-816865-1, cleared binding levels {{(pid=102388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 18:53:36.866797 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-8eb9ec1c-bd02-4608-8e67-2c6ff4d29808 None None] For port 2b4839e8-b7cc-4fb8-ae07-cb70a4753be1, host n-d-816865-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=2b4839e8-b7cc-4fb8-ae07-cb70a4753be1,segment=NetworkSegment(0a75ac63-d02e-4981-8175-aae376cf7ad0),segment_id=0a75ac63-d02e-4981-8175-aae376cf7ad0)] {{(pid=102388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 18:53:36.881180 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:36.888184 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b304910f-7b27-444b-a8fc-977d26b1ceac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:36.933107 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-ebe79123-9621-4a9a-b621-a5d61d8bf394 None None] Provisioning complete for port 221fe813-3521-4117-b7a6-e2d9480b94f6 triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:53:36.933232 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-ebe79123-9621-4a9a-b621-a5d61d8bf394 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:36.962499 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-8eb9ec1c-bd02-4608-8e67-2c6ff4d29808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:36.985027 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-e78fa2dc-5f03-4c5e-b081-dd25df6db9b1 req-982aaea1-3fa8-456d-9df7-0b17d345739a tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] 10.222.0.13 "GET /v2.0/security-groups?id=20494f52-e47d-4839-b4f6-2fc0330d8d18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7053423 Nov 05 18:53:36.993661 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a0d781a-b5f5-47df-8ec9-f5102798d6b7 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:53:36.993661 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-7a0d781a-b5f5-47df-8ec9-f5102798d6b7 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] 10.222.0.13 "GET /v2.0/ports/521b48f8-209f-4c9c-8c07-85067fd7f2e4 HTTP/1.1" status: 200 len: 911 time: 0.1270986 Nov 05 18:53:36.994461 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.db_base_plugin_common [None req-29f6279e-1cca-4510-8471-e1d83d163be0 admin admin] Allocated IP 172.20.0.1 (0b64b77a-1769-4ba3-98b8-e072ca99e966/6176923a-af99-42e6-bca9-86e5b2bd6e07/d934184e-ed22-4848-8e06-7b746e054917) {{(pid=102386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 18:53:37.010635 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 60574) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:53:37.055812 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ec3c926-f1a4-4464-a433-645086034d6a tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Router 98c28b36-02e7-4b7d-8190-c1aff44fd3f1 has already been hosted by L3 agent 6dcb5589-8e86-4616-9186-ddc4548e13ad {{(pid=102387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 18:53:37.155745 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvr_db [None req-7677333c-09ba-41ab-be99-95f30dc53d34 None None] Set router 6579a57e-a675-4123-8e64-317af1d4944b gateway port host: None {{(pid=102389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 18:53:37.192263 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb9ec1c-bd02-4608-8e67-2c6ff4d29808 None None] Pushing event updated for resources: {'Port': ['ID=2b4839e8-b7cc-4fb8-ae07-cb70a4753be1,revision_number=2']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:53:37.227480 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-61f6342b-8aec-4090-b589-f8629e2d6b4f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:37.240717 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] For port 67bf7a45-d02d-4202-afe1-d2eef054ceb0, host n-h1-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=67bf7a45-d02d-4202-afe1-d2eef054ceb0,segment=NetworkSegment(ddf499c1-888a-4ebb-8e8b-94e3dd91721e),segment_id=ddf499c1-888a-4ebb-8e8b-94e3dd91721e)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:53:37.247793 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-2c530a6a-8c26-4cb8-b05b-6adf32f8e991 req-eb025766-3dd7-4868-9769-6f141ffae1af tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] 10.222.0.13 "GET /v2.0/security-groups?id=293ec58e-66ea-453a-8db8-ae12281442fa&id=4f04b2e1-de76-4a06-adfc-cc82b8507945&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2740993 Nov 05 18:53:37.290942 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-28ac1340-30b4-4d21-888c-64a9aa28d25c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98c28b36-02e7-4b7d-8190-c1aff44fd3f1', 'name': 'tempest-RoutersIpV6Test-router-1724408201', 'tenant_id': '07347c71ee604fb5990da9c356235381', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T18:52:47Z', 'updated_at': '2021-11-05T18:53:30Z', 'revision_number': 5, 'project_id': '07347c71ee604fb5990da9c356235381', 'gw_port_host': None, '_interfaces': [{'id': '02e30c9e-6614-411f-a0b0-cb49e1e0671c', 'name': '', 'network_id': '79b363d9-4129-410e-bfaf-357198417ae2', 'tenant_id': '07347c71ee604fb5990da9c356235381', 'mac_address': 'fa:16:3e:d5:53:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98c28b36-02e7-4b7d-8190-c1aff44fd3f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1674, 'fixed_ips': [{'subnet_id': '529dc2bb-5603-4b92-8f55-514b2c318ee9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T18:53:06Z', 'updated_at': '2021-11-05T18:53:16Z', 'revision_number': 5, 'project_id': '07347c71ee604fb5990da9c356235381', 'subnets': [{'id': '529dc2bb-5603-4b92-8f55-514b2c318ee9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '221fe813-3521-4117-b7a6-e2d9480b94f6', 'name': '', 'network_id': '7c05fad6-bf66-4b93-8aa8-c26b6400a424', 'tenant_id': '07347c71ee604fb5990da9c356235381', 'mac_address': 'fa:16:3e:07:44:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98c28b36-02e7-4b7d-8190-c1aff44fd3f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1709, 'fixed_ips': [{'subnet_id': '56efdbdc-8a62-46cc-913e-6997708b0a97', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T18:53:26Z', 'updated_at': '2021-11-05T18:53:31Z', 'revision_number': 2, 'project_id': '07347c71ee604fb5990da9c356235381', 'subnets': [{'id': '56efdbdc-8a62-46cc-913e-6997708b0a97', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2d32c49a-e83b-4ea0-9aaa-a7d10b79daf9', 'name': '', 'network_id': 'f0bd4915-5264-4f1b-888c-702ac3bd3c65', 'tenant_id': '07347c71ee604fb5990da9c356235381', 'mac_address': 'fa:16:3e:43:36:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98c28b36-02e7-4b7d-8190-c1aff44fd3f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1661, 'fixed_ips': [{'subnet_id': '375204fc-1e27-495a-8797-c770261c4731', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T18:52:54Z', 'updated_at': '2021-11-05T18:53:05Z', 'revision_number': 5, 'project_id': '07347c71ee604fb5990da9c356235381', 'subnets': [{'id': '375204fc-1e27-495a-8797-c770261c4731', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8d1ea80b-17bb-485b-a023-4af42bd21961', 'name': '', 'network_id': '3eca8ef9-c8dd-4ffa-9f71-c6362c30becc', 'tenant_id': '07347c71ee604fb5990da9c356235381', 'mac_address': 'fa:16:3e:1b:5e:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98c28b36-02e7-4b7d-8190-c1aff44fd3f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1680, 'fixed_ips': [{'subnet_id': '88d64cdb-2acf-427c-b3a3-d1b2c3f8b392', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T18:53:13Z', 'updated_at': '2021-11-05T18:53:28Z', 'revision_number': 5, 'project_id': '07347c71ee604fb5990da9c356235381', 'subnets': [{'id': '88d64cdb-2acf-427c-b3a3-d1b2c3f8b392', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-1', False) {} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:53:37.305455 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ec3c926-f1a4-4464-a433-645086034d6a tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Notify agent at l3_agent.n-d-816865-1 the message routers_updated {{(pid=102387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 18:53:37.320743 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-5ec3c926-f1a4-4464-a433-645086034d6a tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Publish callbacks [] for router, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:37.328413 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-5ec3c926-f1a4-4464-a433-645086034d6a tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] 10.222.0.13 "PUT /v2.0/routers/98c28b36-02e7-4b7d-8190-c1aff44fd3f1 HTTP/1.1" status: 200 len: 954 time: 3.1476390 Nov 05 18:53:37.331198 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 60580) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:53:37.345107 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8d99633-5246-49ae-96e9-2464b22e9739 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:53:37.352587 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8d99633-5246-49ae-96e9-2464b22e9739 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:53:37.357984 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-a8d99633-5246-49ae-96e9-2464b22e9739 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.3408661 Nov 05 18:53:37.359746 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 60582) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:53:37.364351 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28ac1340-30b4-4d21-888c-64a9aa28d25c None None] Checking router: 98c28b36-02e7-4b7d-8190-c1aff44fd3f1 for host: n-d-816865-1 {{(pid=102388) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 18:53:37.364742 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28ac1340-30b4-4d21-888c-64a9aa28d25c None None] Updating router 98c28b36-02e7-4b7d-8190-c1aff44fd3f1 port 221fe813-3521-4117-b7a6-e2d9480b94f6 binding host n-d-816865-1 {{(pid=102388) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 05 18:53:37.437329 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-28ac1340-30b4-4d21-888c-64a9aa28d25c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:37.461672 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Returning: {'device': '67bf7a45-d02d-4202-afe1-d2eef054ceb0', 'network_id': '59ceeb29-cfb5-4ee4-ad6e-189a26cd5b4e', 'port_id': '67bf7a45-d02d-4202-afe1-d2eef054ceb0', 'mac_address': 'fa:16:3e:39:f8:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9dfd8b9-004d-48f6-8398-0a38af599af4', 'ip_address': '10.1.1.71'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102388) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 05 18:53:37.506824 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-ebe79123-9621-4a9a-b621-a5d61d8bf394 None None] Port 221fe813-3521-4117-b7a6-e2d9480b94f6 cannot update to ACTIVE because it is not bound. {{(pid=102388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 18:53:37.508580 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-61f6342b-8aec-4090-b589-f8629e2d6b4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:37.513718 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-cda52db9-1547-4579-b35e-b4c9d9623ff7 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] 10.222.0.13 "GET /v2.0/routers/98c28b36-02e7-4b7d-8190-c1aff44fd3f1 HTTP/1.1" status: 200 len: 954 time: 0.1801429 Nov 05 18:53:37.515518 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 60586) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:53:37.520337 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-804abfe2-72e8-46d7-8b0c-edcacd39cc53 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Request body: {'router': {'routes': None}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:53:37.527501 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Provisioning complete for port cc030ebb-4e27-4701-8d07-75283d2f13e2 triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:53:37.530013 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:37.617269 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f6342b-8aec-4090-b589-f8629e2d6b4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47796d55-55ea-434f-a0a4-eb03ba220963,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:53:37.679484 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-7677333c-09ba-41ab-be99-95f30dc53d34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6579a57e-a675-4123-8e64-317af1d4944b', 'name': 'tempest-NetworksTestDHCPv6-router-1655560305', 'tenant_id': '7bc73c6c17f842a987dd31290d20faa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T18:53:28Z', 'updated_at': '2021-11-05T18:53:32Z', 'revision_number': 2, 'project_id': '7bc73c6c17f842a987dd31290d20faa2', 'gw_port_host': None, '_interfaces': [{'id': '521b48f8-209f-4c9c-8c07-85067fd7f2e4', 'name': '', 'network_id': '1c9d25d3-7f2e-4384-9081-dc17514a5578', 'tenant_id': '7bc73c6c17f842a987dd31290d20faa2', 'mac_address': 'fa:16:3e:f6:1f:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6579a57e-a675-4123-8e64-317af1d4944b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': '3b28d4ba-c030-4d74-9ee2-abd07f6d52d3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T18:53:30Z', 'updated_at': '2021-11-05T18:53:33Z', 'revision_number': 2, 'project_id': '7bc73c6c17f842a987dd31290d20faa2', 'subnets': [{'id': '3b28d4ba-c030-4d74-9ee2-abd07f6d52d3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-1', False) {} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:53:37.740182 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7677333c-09ba-41ab-be99-95f30dc53d34 None None] Checking router: 6579a57e-a675-4123-8e64-317af1d4944b for host: n-d-816865-1 {{(pid=102389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 18:53:37.740535 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7677333c-09ba-41ab-be99-95f30dc53d34 None None] Updating router 6579a57e-a675-4123-8e64-317af1d4944b port 521b48f8-209f-4c9c-8c07-85067fd7f2e4 binding host n-d-816865-1 {{(pid=102389) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 05 18:53:37.804648 n-d-816865-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-7677333c-09ba-41ab-be99-95f30dc53d34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:37.950288 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:37.988469 n-d-816865-1 neutron-server[102388]: DEBUG neutron.notifiers.nova [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 67bf7a45-d02d-4202-afe1-d2eef054ceb0 {{(pid=102388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 18:53:38.000887 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-61f6342b-8aec-4090-b589-f8629e2d6b4f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=cfa17fea86f74064804f9bf8580e73d4&name=default HTTP/1.1" status: 200 len: 3000 time: 1.9627929 Nov 05 18:53:38.001479 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 5a9b8d7b-8cba-4c98-a1be-d3addc0a36df up at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 18:53:38.014780 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 60592) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:53:38.192564 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] For port 67bf7a45-d02d-4202-afe1-d2eef054ceb0, host n-h1-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=67bf7a45-d02d-4202-afe1-d2eef054ceb0,segment=NetworkSegment(ddf499c1-888a-4ebb-8e8b-94e3dd91721e),segment_id=ddf499c1-888a-4ebb-8e8b-94e3dd91721e)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:53:38.285052 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:38.290100 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Device 5386ba49-a136-493a-a4e4-38072626870e details requested by agent hyperv_n-h1-816865-1 with host n-h1-816865-1 {{(pid=102388) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 05 18:53:38.327695 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-31f93893-a48e-4ae8-833d-dccb2b42eacc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:38.476343 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] For port 5386ba49-a136-493a-a4e4-38072626870e, host n-h1-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=5386ba49-a136-493a-a4e4-38072626870e,segment=NetworkSegment(ddf499c1-888a-4ebb-8e8b-94e3dd91721e),segment_id=ddf499c1-888a-4ebb-8e8b-94e3dd91721e)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:53:38.478928 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31630f7a-1b82-4d1c-a405-d79777d61189 req-3f62f46a-01b0-4066-b16c-976cdb724f9d tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:53:38.489302 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-31630f7a-1b82-4d1c-a405-d79777d61189 req-3f62f46a-01b0-4066-b16c-976cdb724f9d tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] 10.222.0.13 "GET /v2.0/ports?device_id=4402a838-1439-4f98-a946-5361403d75c4 HTTP/1.1" status: 200 len: 946 time: 0.2228353 Nov 05 18:53:38.503854 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Pushing event updated for resources: {'Port': ['ID=67bf7a45-d02d-4202-afe1-d2eef054ceb0,revision_number=4']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:53:38.506323 n-d-816865-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-7677333c-09ba-41ab-be99-95f30dc53d34 None None] Publish callbacks [] for port, precommit_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:38.557326 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Provisioning complete for port 5a9b8d7b-8cba-4c98-a1be-d3addc0a36df triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:53:38.560582 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:38.573078 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-31630f7a-1b82-4d1c-a405-d79777d61189 req-5e31a688-8f1d-479c-98f0-bfb26dcbc51e tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] 10.222.0.13 "GET /v2.0/security-groups?id=20494f52-e47d-4839-b4f6-2fc0330d8d18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828285 Nov 05 18:53:38.577748 n-d-816865-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-7677333c-09ba-41ab-be99-95f30dc53d34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:38.640437 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:38.659784 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Returning: {'device': '5386ba49-a136-493a-a4e4-38072626870e', 'network_id': '59ceeb29-cfb5-4ee4-ad6e-189a26cd5b4e', 'port_id': '5386ba49-a136-493a-a4e4-38072626870e', 'mac_address': 'fa:16:3e:38:9b:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9dfd8b9-004d-48f6-8398-0a38af599af4', 'ip_address': '10.1.1.123'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102388) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 05 18:53:38.703986 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5b72ce-b75a-4e0b-8265-9b14e0db263d None None] Pushing event updated for resources: {'Port': ['ID=521b48f8-209f-4c9c-8c07-85067fd7f2e4,revision_number=3']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:53:38.780160 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481c4d72-d99e-43ce-8482-101a3bfdeb6d req-26969ded-cc37-4d88-998c-d7c9ee16dd85 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:53:38.786558 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-6929770f-8173-4eee-a34b-3c18badef7a0 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:38.797344 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481c4d72-d99e-43ce-8482-101a3bfdeb6d req-26969ded-cc37-4d88-998c-d7c9ee16dd85 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:53:38.809152 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481c4d72-d99e-43ce-8482-101a3bfdeb6d req-26969ded-cc37-4d88-998c-d7c9ee16dd85 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:53:38.832814 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:38.835106 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481c4d72-d99e-43ce-8482-101a3bfdeb6d req-26969ded-cc37-4d88-998c-d7c9ee16dd85 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:53:38.839364 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.managers [None req-7677333c-09ba-41ab-be99-95f30dc53d34 None None] Attempting to bind port 521b48f8-209f-4c9c-8c07-85067fd7f2e4 on host n-d-816865-1 for vnic_type normal with profile {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 18:53:38.839738 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.managers [None req-7677333c-09ba-41ab-be99-95f30dc53d34 None None] Attempting to bind port 521b48f8-209f-4c9c-8c07-85067fd7f2e4 by drivers openvswitch,hyperv on host n-d-816865-1 at level 0 using segments [{'id': '1bdc5ccc-001b-4584-b217-2d1934002f57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '1c9d25d3-7f2e-4384-9081-dc17514a5578'}] {{(pid=102389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 18:53:38.840385 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7677333c-09ba-41ab-be99-95f30dc53d34 None None] Attempting to bind port 521b48f8-209f-4c9c-8c07-85067fd7f2e4 on network 1c9d25d3-7f2e-4384-9081-dc17514a5578 {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 18:53:38.849367 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481c4d72-d99e-43ce-8482-101a3bfdeb6d req-26969ded-cc37-4d88-998c-d7c9ee16dd85 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:53:38.855267 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7677333c-09ba-41ab-be99-95f30dc53d34 None None] Checking agent: {'id': '724d89a7-611b-41e6-bc85-c48112b17afa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 18, 25, 8), 'started_at': datetime.datetime(2021, 11, 5, 18, 25, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 18, 53, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 18:53:38.855640 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7677333c-09ba-41ab-be99-95f30dc53d34 None None] Checking segment: {'id': '1bdc5ccc-001b-4584-b217-2d1934002f57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '1c9d25d3-7f2e-4384-9081-dc17514a5578'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 18:53:38.856036 n-d-816865-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-7677333c-09ba-41ab-be99-95f30dc53d34 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:38.856422 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7677333c-09ba-41ab-be99-95f30dc53d34 None None] Bound using segment: {'id': '1bdc5ccc-001b-4584-b217-2d1934002f57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '1c9d25d3-7f2e-4384-9081-dc17514a5578'} {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 18:53:38.861214 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481c4d72-d99e-43ce-8482-101a3bfdeb6d req-26969ded-cc37-4d88-998c-d7c9ee16dd85 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:53:38.861755 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.managers [None req-7677333c-09ba-41ab-be99-95f30dc53d34 None None] Bound port: 521b48f8-209f-4c9c-8c07-85067fd7f2e4, host: n-d-816865-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1bdc5ccc-001b-4584-b217-2d1934002f57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '1c9d25d3-7f2e-4384-9081-dc17514a5578'}}] {{(pid=102389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 18:53:38.862212 n-d-816865-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-7677333c-09ba-41ab-be99-95f30dc53d34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:38.885042 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481c4d72-d99e-43ce-8482-101a3bfdeb6d req-26969ded-cc37-4d88-998c-d7c9ee16dd85 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:53:38.889395 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-481c4d72-d99e-43ce-8482-101a3bfdeb6d req-26969ded-cc37-4d88-998c-d7c9ee16dd85 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] 10.222.0.13 "GET /v2.0/ports?device_id=1682fb31-a1bf-43f5-a4fa-447937da8a91 HTTP/1.1" status: 200 len: 5430 time: 0.4350851 Nov 05 18:53:38.900663 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-6929770f-8173-4eee-a34b-3c18badef7a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:38.909527 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-095f92b5-6c7c-4b54-9dce-0a77061ca696 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:38.918076 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-29f6279e-1cca-4510-8471-e1d83d163be0 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:38.936571 n-d-816865-1 neutron-server[102388]: DEBUG neutron.notifiers.nova [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5386ba49-a136-493a-a4e4-38072626870e {{(pid=102388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 18:53:38.984305 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] For port 5386ba49-a136-493a-a4e4-38072626870e, host n-h1-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=5386ba49-a136-493a-a4e4-38072626870e,segment=NetworkSegment(ddf499c1-888a-4ebb-8e8b-94e3dd91721e),segment_id=ddf499c1-888a-4ebb-8e8b-94e3dd91721e)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:53:39.058739 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [None req-7677333c-09ba-41ab-be99-95f30dc53d34 None None] For port 521b48f8-209f-4c9c-8c07-85067fd7f2e4, host n-d-816865-1, cleared binding levels {{(pid=102389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 18:53:39.070598 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [None req-7677333c-09ba-41ab-be99-95f30dc53d34 None None] For port 521b48f8-209f-4c9c-8c07-85067fd7f2e4, host n-d-816865-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=521b48f8-209f-4c9c-8c07-85067fd7f2e4,segment=NetworkSegment(1bdc5ccc-001b-4584-b217-2d1934002f57),segment_id=1bdc5ccc-001b-4584-b217-2d1934002f57)] {{(pid=102389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 18:53:39.090449 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-481c4d72-d99e-43ce-8482-101a3bfdeb6d req-415a925b-d3b2-4d55-a816-c4f4579a4cdb tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] 10.222.0.13 "GET /v2.0/security-groups?id=293ec58e-66ea-453a-8db8-ae12281442fa&id=4f04b2e1-de76-4a06-adfc-cc82b8507945&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1940258 Nov 05 18:53:39.141424 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-095f92b5-6c7c-4b54-9dce-0a77061ca696 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:39.143462 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:39.145801 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Device 46698228-652b-414f-824e-358a6286420a details requested by agent hyperv_n-h1-816865-1 with host n-h1-816865-1 {{(pid=102388) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 05 18:53:39.145972 n-d-816865-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-7677333c-09ba-41ab-be99-95f30dc53d34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:39.215078 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] For port 46698228-652b-414f-824e-358a6286420a, host n-h1-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=46698228-652b-414f-824e-358a6286420a,segment=NetworkSegment(ddf499c1-888a-4ebb-8e8b-94e3dd91721e),segment_id=ddf499c1-888a-4ebb-8e8b-94e3dd91721e)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:53:39.243342 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-28ac1340-30b4-4d21-888c-64a9aa28d25c None None] Publish callbacks [] for port, precommit_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:39.317803 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Returning: {'device': '46698228-652b-414f-824e-358a6286420a', 'network_id': '59ceeb29-cfb5-4ee4-ad6e-189a26cd5b4e', 'port_id': '46698228-652b-414f-824e-358a6286420a', 'mac_address': 'fa:16:3e:d4:fe:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9dfd8b9-004d-48f6-8398-0a38af599af4', 'ip_address': '10.1.1.133'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102388) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 05 18:53:39.322719 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Pushing event updated for resources: {'Port': ['ID=5386ba49-a136-493a-a4e4-38072626870e,revision_number=4']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:53:39.375230 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7677333c-09ba-41ab-be99-95f30dc53d34 None None] Routers {'6579a57e-a675-4123-8e64-317af1d4944b'} bound to L3 agent in host n-d-816865-1 {{(pid=102389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 18:53:39.375891 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-7677333c-09ba-41ab-be99-95f30dc53d34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T18:53:35Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['6579a57e-a675-4123-8e64-317af1d4944b'], 'active': True} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:53:39.394645 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.extraroute_db [None req-804abfe2-72e8-46d7-8b0c-edcacd39cc53 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Added routes are [] {{(pid=102387) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 05 18:53:39.397244 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.extraroute_db [None req-804abfe2-72e8-46d7-8b0c-edcacd39cc53 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Removed routes are [{'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}] {{(pid=102387) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 05 18:53:39.453760 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-28ac1340-30b4-4d21-888c-64a9aa28d25c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:39.469625 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-804abfe2-72e8-46d7-8b0c-edcacd39cc53 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1000460', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-571265', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6845'] for router, precommit_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:39.478843 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5b72ce-b75a-4e0b-8265-9b14e0db263d None None] Pushing event updated for resources: {'Port': ['ID=521b48f8-209f-4c9c-8c07-85067fd7f2e4,revision_number=4']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:53:39.677694 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-29f6279e-1cca-4510-8471-e1d83d163be0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:39.764578 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvr_db [None req-7677333c-09ba-41ab-be99-95f30dc53d34 None None] Set router 6579a57e-a675-4123-8e64-317af1d4944b gateway port host: None {{(pid=102389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 18:53:39.803471 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.db_base_plugin_common [None req-6929770f-8173-4eee-a34b-3c18badef7a0 admin admin] Allocated IP 172.25.6.16 (40c8335d-cd0b-4cb5-910a-d4dcddd5cbec/04fe6db3-e108-4208-943d-6518424f5726/5c3caf14-dedd-443c-8e9f-73c980d26ddc) {{(pid=102386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 18:53:39.811332 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:39.824973 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8e0ecd-9216-44d4-a3da-2ef67ab46273 None None] Pushing event updated for resources: {'Port': ['ID=221fe813-3521-4117-b7a6-e2d9480b94f6,revision_number=3']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:53:40.075522 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-2aa89a12-fb9b-48a2-afd4-780d936b3031 None None] Provisioning complete for port 521b48f8-209f-4c9c-8c07-85067fd7f2e4 triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:53:40.078006 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-2aa89a12-fb9b-48a2-afd4-780d936b3031 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:40.096907 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-6929770f-8173-4eee-a34b-3c18badef7a0 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:40.153966 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafcdd7d-5ebb-46ef-a1ba-bd1f3c066a3f req-fc7d0454-f704-4624-aac0-400eeac6da9c tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:53:40.173669 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-dafcdd7d-5ebb-46ef-a1ba-bd1f3c066a3f req-fc7d0454-f704-4624-aac0-400eeac6da9c tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] 10.222.0.13 "GET /v2.0/ports?device_id=4402a838-1439-4f98-a946-5361403d75c4 HTTP/1.1" status: 200 len: 946 time: 0.3513436 Nov 05 18:53:40.220788 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 2b4839e8-b7cc-4fb8-ae07-cb70a4753be1 up at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 18:53:40.243112 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-095f92b5-6c7c-4b54-9dce-0a77061ca696 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:40.249553 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-095f92b5-6c7c-4b54-9dce-0a77061ca696 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:40.252180 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-095f92b5-6c7c-4b54-9dce-0a77061ca696 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/47796d55-55ea-434f-a0a4-eb03ba220963 HTTP/1.1" status: 204 len: 168 time: 2.2280600 Nov 05 18:53:40.285548 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-6929770f-8173-4eee-a34b-3c18badef7a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:40.332160 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29f6279e-1cca-4510-8471-e1d83d163be0 admin admin] Network 0b64b77a-1769-4ba3-98b8-e072ca99e966 is already hosted by enough agents. {{(pid=102386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 18:53:40.381090 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d907166-c3c5-49ad-acc7-d742098a55cc None None] Network e6c2105d-16a2-4a10-a729-05ea93b82939 requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 18:53:40.390794 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.base_scheduler [None req-29f6279e-1cca-4510-8471-e1d83d163be0 admin admin] Resources bound (agent type, host, resource id): {{(pid=102386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:53:40.397576 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095f92b5-6c7c-4b54-9dce-0a77061ca696 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47796d55-55ea-434f-a0a4-eb03ba220963,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:53:40.406155 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-28ac1340-30b4-4d21-888c-64a9aa28d25c None None] Attempting to bind port 221fe813-3521-4117-b7a6-e2d9480b94f6 on host n-d-816865-1 for vnic_type normal with profile {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 18:53:40.406528 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-28ac1340-30b4-4d21-888c-64a9aa28d25c None None] Attempting to bind port 221fe813-3521-4117-b7a6-e2d9480b94f6 by drivers openvswitch,hyperv on host n-d-816865-1 at level 0 using segments [{'id': '562fc736-3755-459e-8bb1-b010cc48277f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '7c05fad6-bf66-4b93-8aa8-c26b6400a424'}] {{(pid=102388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 18:53:40.406927 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28ac1340-30b4-4d21-888c-64a9aa28d25c None None] Attempting to bind port 221fe813-3521-4117-b7a6-e2d9480b94f6 on network 7c05fad6-bf66-4b93-8aa8-c26b6400a424 {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 18:53:40.420871 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29f6279e-1cca-4510-8471-e1d83d163be0 admin admin] Received port after_create {{(pid=102386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 18:53:40.432529 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6929770f-8173-4eee-a34b-3c18badef7a0 admin admin] Network 40c8335d-cd0b-4cb5-910a-d4dcddd5cbec is already hosted by enough agents. {{(pid=102386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 18:53:40.435503 n-d-816865-1 neutron-server[102388]: DEBUG neutron.notifiers.nova [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 46698228-652b-414f-824e-358a6286420a {{(pid=102388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 18:53:40.448579 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f6279e-1cca-4510-8471-e1d83d163be0 admin admin] Pushing event updated for resources: {'Port': ['ID=d934184e-ed22-4848-8e06-7b746e054917,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:53:40.596523 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-7677333c-09ba-41ab-be99-95f30dc53d34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6579a57e-a675-4123-8e64-317af1d4944b', 'name': 'tempest-NetworksTestDHCPv6-router-1655560305', 'tenant_id': '7bc73c6c17f842a987dd31290d20faa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T18:53:28Z', 'updated_at': '2021-11-05T18:53:32Z', 'revision_number': 2, 'project_id': '7bc73c6c17f842a987dd31290d20faa2', 'gw_port_host': None, '_interfaces': [{'id': '521b48f8-209f-4c9c-8c07-85067fd7f2e4', 'name': '', 'network_id': '1c9d25d3-7f2e-4384-9081-dc17514a5578', 'tenant_id': '7bc73c6c17f842a987dd31290d20faa2', 'mac_address': 'fa:16:3e:f6:1f:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6579a57e-a675-4123-8e64-317af1d4944b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': '3b28d4ba-c030-4d74-9ee2-abd07f6d52d3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T18:53:30Z', 'updated_at': '2021-11-05T18:53:39Z', 'revision_number': 4, 'project_id': '7bc73c6c17f842a987dd31290d20faa2', 'subnets': [{'id': '3b28d4ba-c030-4d74-9ee2-abd07f6d52d3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-1', False) {} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:53:40.602990 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-804abfe2-72e8-46d7-8b0c-edcacd39cc53 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1000460', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-571265', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6845'] for router, precommit_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:40.623282 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-804abfe2-72e8-46d7-8b0c-edcacd39cc53 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1000487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1000469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1000478', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-571274'] for router, after_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:40.645295 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28ac1340-30b4-4d21-888c-64a9aa28d25c None None] Checking agent: {'id': '724d89a7-611b-41e6-bc85-c48112b17afa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 18, 25, 8), 'started_at': datetime.datetime(2021, 11, 5, 18, 25, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 18, 53, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 18:53:40.646226 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28ac1340-30b4-4d21-888c-64a9aa28d25c None None] Checking segment: {'id': '562fc736-3755-459e-8bb1-b010cc48277f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '7c05fad6-bf66-4b93-8aa8-c26b6400a424'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 18:53:40.646801 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-28ac1340-30b4-4d21-888c-64a9aa28d25c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:40.648035 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7677333c-09ba-41ab-be99-95f30dc53d34 None None] The sync data for ids ['6579a57e-a675-4123-8e64-317af1d4944b'] in n-d-816865-1 is: [{'id': '6579a57e-a675-4123-8e64-317af1d4944b', 'name': 'tempest-NetworksTestDHCPv6-router-1655560305', 'tenant_id': '7bc73c6c17f842a987dd31290d20faa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T18:53:28Z', 'updated_at': '2021-11-05T18:53:32Z', 'revision_number': 2, 'project_id': '7bc73c6c17f842a987dd31290d20faa2', 'gw_port_host': None, '_interfaces': [{'id': '521b48f8-209f-4c9c-8c07-85067fd7f2e4', 'name': '', 'network_id': '1c9d25d3-7f2e-4384-9081-dc17514a5578', 'tenant_id': '7bc73c6c17f842a987dd31290d20faa2', 'mac_address': 'fa:16:3e:f6:1f:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6579a57e-a675-4123-8e64-317af1d4944b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': '3b28d4ba-c030-4d74-9ee2-abd07f6d52d3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T18:53:30Z', 'updated_at': '2021-11-05T18:53:39Z', 'revision_number': 4, 'project_id': '7bc73c6c17f842a987dd31290d20faa2', 'subnets': [{'id': '3b28d4ba-c030-4d74-9ee2-abd07f6d52d3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 18:53:40.648569 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28ac1340-30b4-4d21-888c-64a9aa28d25c None None] Bound using segment: {'id': '562fc736-3755-459e-8bb1-b010cc48277f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '7c05fad6-bf66-4b93-8aa8-c26b6400a424'} {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 18:53:40.649945 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-28ac1340-30b4-4d21-888c-64a9aa28d25c None None] Bound port: 221fe813-3521-4117-b7a6-e2d9480b94f6, host: n-d-816865-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '562fc736-3755-459e-8bb1-b010cc48277f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '7c05fad6-bf66-4b93-8aa8-c26b6400a424'}}] {{(pid=102388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 18:53:40.650645 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-28ac1340-30b4-4d21-888c-64a9aa28d25c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:40.756535 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-29f6279e-1cca-4510-8471-e1d83d163be0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-571770'] for router_interface, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:40.761062 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.base_scheduler [None req-6929770f-8173-4eee-a34b-3c18badef7a0 admin admin] Resources bound (agent type, host, resource id): {{(pid=102386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:53:40.764960 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] For port 46698228-652b-414f-824e-358a6286420a, host n-h1-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=46698228-652b-414f-824e-358a6286420a,segment=NetworkSegment(ddf499c1-888a-4ebb-8e8b-94e3dd91721e),segment_id=ddf499c1-888a-4ebb-8e8b-94e3dd91721e)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:53:40.776134 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6929770f-8173-4eee-a34b-3c18badef7a0 admin admin] Pushing event updated for resources: {'Port': ['ID=5c3caf14-dedd-443c-8e9f-73c980d26ddc,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:53:40.785166 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6929770f-8173-4eee-a34b-3c18badef7a0 admin admin] Received port after_create {{(pid=102386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 18:53:40.869990 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:40.870823 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Device e6513d5c-62fb-4121-a58c-2e9501d0001a details requested by agent hyperv_n-h1-816865-1 with host n-h1-816865-1 {{(pid=102388) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 05 18:53:40.900381 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-b1aa2176-af34-4c18-b8ec-d875ec68f3db tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-571777'] for router_interface, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:41.032062 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Pushing event updated for resources: {'Port': ['ID=46698228-652b-414f-824e-358a6286420a,revision_number=4']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:53:41.128540 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-dafcdd7d-5ebb-46ef-a1ba-bd1f3c066a3f req-72cd40e8-631f-438e-8c02-ae473e3d9770 tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] 10.222.0.13 "GET /v2.0/security-groups?id=20494f52-e47d-4839-b4f6-2fc0330d8d18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9520512 Nov 05 18:53:41.158422 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-804abfe2-72e8-46d7-8b0c-edcacd39cc53 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Router 98c28b36-02e7-4b7d-8190-c1aff44fd3f1 has already been hosted by L3 agent 6dcb5589-8e86-4616-9186-ddc4548e13ad {{(pid=102387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 18:53:41.193230 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-2aa89a12-fb9b-48a2-afd4-780d936b3031 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:41.240740 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207b9a0e-628c-4c2f-8fad-a4fb9ab3f609 req-a7736d9d-c390-441f-9bc0-65251c1f411e tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:53:41.256503 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207b9a0e-628c-4c2f-8fad-a4fb9ab3f609 req-a7736d9d-c390-441f-9bc0-65251c1f411e tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:53:41.263399 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207b9a0e-628c-4c2f-8fad-a4fb9ab3f609 req-a7736d9d-c390-441f-9bc0-65251c1f411e tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:53:41.274923 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Provisioning complete for port 2b4839e8-b7cc-4fb8-ae07-cb70a4753be1 triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:53:41.275612 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:41.287698 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207b9a0e-628c-4c2f-8fad-a4fb9ab3f609 req-a7736d9d-c390-441f-9bc0-65251c1f411e tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:53:41.295690 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207b9a0e-628c-4c2f-8fad-a4fb9ab3f609 req-a7736d9d-c390-441f-9bc0-65251c1f411e tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:53:41.317164 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207b9a0e-628c-4c2f-8fad-a4fb9ab3f609 req-a7736d9d-c390-441f-9bc0-65251c1f411e tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:53:41.329233 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207b9a0e-628c-4c2f-8fad-a4fb9ab3f609 req-a7736d9d-c390-441f-9bc0-65251c1f411e tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:53:41.348533 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-207b9a0e-628c-4c2f-8fad-a4fb9ab3f609 req-a7736d9d-c390-441f-9bc0-65251c1f411e tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] 10.222.0.13 "GET /v2.0/ports?device_id=1682fb31-a1bf-43f5-a4fa-447937da8a91 HTTP/1.1" status: 200 len: 5431 time: 0.7089033 Nov 05 18:53:41.581238 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-804abfe2-72e8-46d7-8b0c-edcacd39cc53 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Notify agent at l3_agent.n-d-816865-1 the message routers_updated {{(pid=102387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 18:53:41.596637 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-804abfe2-72e8-46d7-8b0c-edcacd39cc53 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Publish callbacks [] for router, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:41.597828 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-804abfe2-72e8-46d7-8b0c-edcacd39cc53 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] 10.222.0.13 "PUT /v2.0/routers/98c28b36-02e7-4b7d-8190-c1aff44fd3f1 HTTP/1.1" status: 200 len: 704 time: 4.0811174 Nov 05 18:53:41.601533 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 60638) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:53:41.617480 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-207b9a0e-628c-4c2f-8fad-a4fb9ab3f609 req-0359f0f2-cd79-4e51-a6b6-8d3a2133d0a3 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] 10.222.0.13 "GET /v2.0/security-groups?id=293ec58e-66ea-453a-8db8-ae12281442fa&id=4f04b2e1-de76-4a06-adfc-cc82b8507945&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1990056 Nov 05 18:53:41.790083 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-29f6279e-1cca-4510-8471-e1d83d163be0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:41.833293 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] For port e6513d5c-62fb-4121-a58c-2e9501d0001a, host n-h1-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=e6513d5c-62fb-4121-a58c-2e9501d0001a,segment=NetworkSegment(d3070ec2-09a2-4931-b234-abfeebdf6c23),segment_id=d3070ec2-09a2-4931-b234-abfeebdf6c23)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:53:41.864855 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 60644) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:53:41.865938 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-aa23c9aa-b3ed-499c-9be9-5a6996ca674a tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] 10.222.0.13 "GET /v2.0/routers/98c28b36-02e7-4b7d-8190-c1aff44fd3f1 HTTP/1.1" status: 200 len: 704 time: 0.2536421 Nov 05 18:53:41.958375 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Returning: {'device': 'e6513d5c-62fb-4121-a58c-2e9501d0001a', 'network_id': '92cc69b6-4cd1-4b33-bca8-908cd312767a', 'port_id': 'e6513d5c-62fb-4121-a58c-2e9501d0001a', 'mac_address': 'fa:16:3e:07:46:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fff5f4f4-3c24-4660-a3f5-7d19daede3c5', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102388) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 05 18:53:41.978920 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-28ac1340-30b4-4d21-888c-64a9aa28d25c None None] For port 221fe813-3521-4117-b7a6-e2d9480b94f6, host n-d-816865-1, cleared binding levels {{(pid=102388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 18:53:41.981991 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-2aa89a12-fb9b-48a2-afd4-780d936b3031 None None] For port 521b48f8-209f-4c9c-8c07-85067fd7f2e4, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=521b48f8-209f-4c9c-8c07-85067fd7f2e4,segment=NetworkSegment(1bdc5ccc-001b-4584-b217-2d1934002f57),segment_id=1bdc5ccc-001b-4584-b217-2d1934002f57)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:53:42.008192 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-28ac1340-30b4-4d21-888c-64a9aa28d25c None None] For port 221fe813-3521-4117-b7a6-e2d9480b94f6, host n-d-816865-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=221fe813-3521-4117-b7a6-e2d9480b94f6,segment=NetworkSegment(562fc736-3755-459e-8bb1-b010cc48277f),segment_id=562fc736-3755-459e-8bb1-b010cc48277f)] {{(pid=102388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 18:53:42.118607 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:42.141987 n-d-816865-1 neutron-server[102388]: DEBUG neutron.notifiers.nova [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e6513d5c-62fb-4121-a58c-2e9501d0001a {{(pid=102388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 18:53:42.163357 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:42.214509 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] For port e6513d5c-62fb-4121-a58c-2e9501d0001a, host n-h1-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=e6513d5c-62fb-4121-a58c-2e9501d0001a,segment=NetworkSegment(d3070ec2-09a2-4931-b234-abfeebdf6c23),segment_id=d3070ec2-09a2-4931-b234-abfeebdf6c23)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:53:42.242387 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] For port 2b4839e8-b7cc-4fb8-ae07-cb70a4753be1, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=2b4839e8-b7cc-4fb8-ae07-cb70a4753be1,segment=NetworkSegment(0a75ac63-d02e-4981-8175-aae376cf7ad0),segment_id=0a75ac63-d02e-4981-8175-aae376cf7ad0)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:53:42.301993 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b9fba8-e5e1-4064-9f00-18dc7880130c req-c755834e-32ac-4596-ac01-52994894ca42 tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:53:42.303802 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-97b9fba8-e5e1-4064-9f00-18dc7880130c req-c755834e-32ac-4596-ac01-52994894ca42 tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] 10.222.0.13 "GET /v2.0/ports?device_id=4402a838-1439-4f98-a946-5361403d75c4 HTTP/1.1" status: 200 len: 946 time: 0.0829720 Nov 05 18:53:42.380791 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-97b9fba8-e5e1-4064-9f00-18dc7880130c req-b77dab65-2d0a-4d4f-a442-788bdc12264f tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] 10.222.0.13 "GET /v2.0/security-groups?id=20494f52-e47d-4839-b4f6-2fc0330d8d18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575142 Nov 05 18:53:42.466621 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-2aa89a12-fb9b-48a2-afd4-780d936b3031 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:42.512883 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:42.513533 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Device 4a07aa35-4ba7-4db3-b8ab-837d8ca258a7 details requested by agent hyperv_n-h1-816865-1 with host n-h1-816865-1 {{(pid=102388) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 05 18:53:42.515371 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:42.516193 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device dfb30c61-9f63-496a-a082-a2147a48bfcb up at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 18:53:42.525735 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-28ac1340-30b4-4d21-888c-64a9aa28d25c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:42.568154 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa89a12-fb9b-48a2-afd4-780d936b3031 None None] Pushing event updated for resources: {'Port': ['ID=521b48f8-209f-4c9c-8c07-85067fd7f2e4,revision_number=5']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:53:42.715055 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28ac1340-30b4-4d21-888c-64a9aa28d25c None None] Routers {'98c28b36-02e7-4b7d-8190-c1aff44fd3f1'} bound to L3 agent in host n-d-816865-1 {{(pid=102388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 18:53:42.715614 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-28ac1340-30b4-4d21-888c-64a9aa28d25c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T18:53:35Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['98c28b36-02e7-4b7d-8190-c1aff44fd3f1'], 'active': True} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:53:42.727058 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-69e7ece8-ffec-4040-975e-ab0293657a7b None None] Provisioning complete for port 521b48f8-209f-4c9c-8c07-85067fd7f2e4 triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:53:42.727058 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-69e7ece8-ffec-4040-975e-ab0293657a7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:42.814568 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-6929770f-8173-4eee-a34b-3c18badef7a0 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:42.963145 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-b1aa2176-af34-4c18-b8ec-d875ec68f3db tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Deleting port 521b48f8-209f-4c9c-8c07-85067fd7f2e4 {{(pid=102386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 18:53:42.963488 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-b1aa2176-af34-4c18-b8ec-d875ec68f3db tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:43.018180 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-29f6279e-1cca-4510-8471-e1d83d163be0 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:43.018407 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b3d321-fbf6-4eeb-aea1-11ec981e5d4d req-efdaa57e-cc6f-4e4d-a98c-b505ed5aaabf tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:53:43.036019 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b3d321-fbf6-4eeb-aea1-11ec981e5d4d req-efdaa57e-cc6f-4e4d-a98c-b505ed5aaabf tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:53:43.050206 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b3d321-fbf6-4eeb-aea1-11ec981e5d4d req-efdaa57e-cc6f-4e4d-a98c-b505ed5aaabf tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:53:43.067338 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Pushing event updated for resources: {'Port': ['ID=e6513d5c-62fb-4121-a58c-2e9501d0001a,revision_number=4']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:53:43.070298 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b3d321-fbf6-4eeb-aea1-11ec981e5d4d req-efdaa57e-cc6f-4e4d-a98c-b505ed5aaabf tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:53:43.089999 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b3d321-fbf6-4eeb-aea1-11ec981e5d4d req-efdaa57e-cc6f-4e4d-a98c-b505ed5aaabf tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:53:43.095191 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-29f6279e-1cca-4510-8471-e1d83d163be0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6149821'] for port, after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:43.100178 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b3d321-fbf6-4eeb-aea1-11ec981e5d4d req-efdaa57e-cc6f-4e4d-a98c-b505ed5aaabf tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:53:43.114463 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b3d321-fbf6-4eeb-aea1-11ec981e5d4d req-efdaa57e-cc6f-4e4d-a98c-b505ed5aaabf tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:53:43.130460 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-c3b3d321-fbf6-4eeb-aea1-11ec981e5d4d req-efdaa57e-cc6f-4e4d-a98c-b505ed5aaabf tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] 10.222.0.13 "GET /v2.0/ports?device_id=1682fb31-a1bf-43f5-a4fa-447937da8a91 HTTP/1.1" status: 200 len: 5433 time: 0.2722108 Nov 05 18:53:43.195828 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Pushing event updated for resources: {'Port': ['ID=2b4839e8-b7cc-4fb8-ae07-cb70a4753be1,revision_number=3']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:53:43.264693 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Provisioning complete for port dfb30c61-9f63-496a-a082-a2147a48bfcb triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:53:43.265339 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:43.269445 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-c3b3d321-fbf6-4eeb-aea1-11ec981e5d4d req-c7a8a408-6205-4f13-bfc6-6d0438507e77 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] 10.222.0.13 "GET /v2.0/security-groups?id=293ec58e-66ea-453a-8db8-ae12281442fa&id=4f04b2e1-de76-4a06-adfc-cc82b8507945&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1380422 Nov 05 18:53:43.295527 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvr_db [None req-28ac1340-30b4-4d21-888c-64a9aa28d25c None None] Set router 98c28b36-02e7-4b7d-8190-c1aff44fd3f1 gateway port host: None {{(pid=102388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 18:53:43.343087 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f6279e-1cca-4510-8471-e1d83d163be0 admin admin] Pushing event updated for resources: {'Port': ['ID=d934184e-ed22-4848-8e06-7b746e054917,revision_number=2']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:53:43.374950 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-29f6279e-1cca-4510-8471-e1d83d163be0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-597863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-571878'] for router_interface, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:43.392134 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] For port 4a07aa35-4ba7-4db3-b8ab-837d8ca258a7, host n-h1-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=4a07aa35-4ba7-4db3-b8ab-837d8ca258a7,segment=NetworkSegment(7be3d05f-633b-4fa4-85ad-02da01d888f9),segment_id=7be3d05f-633b-4fa4-85ad-02da01d888f9)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:53:43.397603 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [None req-b1aa2176-af34-4c18-b8ec-d875ec68f3db tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] For port 521b48f8-209f-4c9c-8c07-85067fd7f2e4, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=521b48f8-209f-4c9c-8c07-85067fd7f2e4,segment=NetworkSegment(1bdc5ccc-001b-4584-b217-2d1934002f57),segment_id=1bdc5ccc-001b-4584-b217-2d1934002f57)] {{(pid=102386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:53:43.398234 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-b1aa2176-af34-4c18-b8ec-d875ec68f3db tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:43.428818 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8e0ecd-9216-44d4-a3da-2ef67ab46273 None None] Pushing event updated for resources: {'Port': ['ID=221fe813-3521-4117-b7a6-e2d9480b94f6,revision_number=4']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:53:43.469676 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-b1aa2176-af34-4c18-b8ec-d875ec68f3db tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Calling delete_port for 521b48f8-209f-4c9c-8c07-85067fd7f2e4 owned by network:router_interface {{(pid=102386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 18:53:43.492591 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Returning: {'device': '4a07aa35-4ba7-4db3-b8ab-837d8ca258a7', 'network_id': 'ad4e0fc4-1abc-48fb-9c8e-5d76236fa098', 'port_id': '4a07aa35-4ba7-4db3-b8ab-837d8ca258a7', 'mac_address': 'fa:16:3e:a8:51:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '785d7bfa-2453-4e75-8b0a-ec14975b144a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102388) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 05 18:53:43.603446 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fafc27c-19a2-49d8-880b-238e25eaab20 req-78ed1610-afa0-4e9c-bbaf-e77f671054ba tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:53:43.615867 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-3fafc27c-19a2-49d8-880b-238e25eaab20 req-78ed1610-afa0-4e9c-bbaf-e77f671054ba tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] 10.222.0.13 "GET /v2.0/ports?device_id=4402a838-1439-4f98-a946-5361403d75c4 HTTP/1.1" status: 200 len: 946 time: 0.0921745 Nov 05 18:53:43.717902 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-3fafc27c-19a2-49d8-880b-238e25eaab20 req-5235de94-08ce-486b-a1c4-b58914187853 tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] 10.222.0.13 "GET /v2.0/security-groups?id=20494f52-e47d-4839-b4f6-2fc0330d8d18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939920 Nov 05 18:53:43.781199 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-69e7ece8-ffec-4040-975e-ab0293657a7b None None] Provisioning complete for port 2b4839e8-b7cc-4fb8-ae07-cb70a4753be1 triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:53:43.781860 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-69e7ece8-ffec-4040-975e-ab0293657a7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:43.784018 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:43.814190 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-6929770f-8173-4eee-a34b-3c18badef7a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-571384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1000487'] for router, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:43.871230 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29f6279e-1cca-4510-8471-e1d83d163be0 admin admin] Network 0b64b77a-1769-4ba3-98b8-e072ca99e966 is already hosted by enough agents. {{(pid=102386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 18:53:43.891939 n-d-816865-1 neutron-server[102388]: DEBUG neutron.notifiers.nova [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a07aa35-4ba7-4db3-b8ab-837d8ca258a7 {{(pid=102388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 18:53:43.911861 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:43.920856 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.base_scheduler [None req-29f6279e-1cca-4510-8471-e1d83d163be0 admin admin] Resources bound (agent type, host, resource id): {{(pid=102386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:53:43.962560 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] For port dfb30c61-9f63-496a-a082-a2147a48bfcb, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=dfb30c61-9f63-496a-a082-a2147a48bfcb,segment=NetworkSegment(85be518c-8bb4-46a2-a903-d4292782d29d),segment_id=85be518c-8bb4-46a2-a903-d4292782d29d)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:53:44.008141 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] For port 4a07aa35-4ba7-4db3-b8ab-837d8ca258a7, host n-h1-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=4a07aa35-4ba7-4db3-b8ab-837d8ca258a7,segment=NetworkSegment(7be3d05f-633b-4fa4-85ad-02da01d888f9),segment_id=7be3d05f-633b-4fa4-85ad-02da01d888f9)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:53:44.019031 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-28ac1340-30b4-4d21-888c-64a9aa28d25c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98c28b36-02e7-4b7d-8190-c1aff44fd3f1', 'name': 'tempest-RoutersIpV6Test-router-1724408201', 'tenant_id': '07347c71ee604fb5990da9c356235381', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T18:52:47Z', 'updated_at': '2021-11-05T18:53:39Z', 'revision_number': 7, 'project_id': '07347c71ee604fb5990da9c356235381', 'gw_port_host': None, '_interfaces': [{'id': '02e30c9e-6614-411f-a0b0-cb49e1e0671c', 'name': '', 'network_id': '79b363d9-4129-410e-bfaf-357198417ae2', 'tenant_id': '07347c71ee604fb5990da9c356235381', 'mac_address': 'fa:16:3e:d5:53:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98c28b36-02e7-4b7d-8190-c1aff44fd3f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1674, 'fixed_ips': [{'subnet_id': '529dc2bb-5603-4b92-8f55-514b2c318ee9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T18:53:06Z', 'updated_at': '2021-11-05T18:53:16Z', 'revision_number': 5, 'project_id': '07347c71ee604fb5990da9c356235381', 'subnets': [{'id': '529dc2bb-5603-4b92-8f55-514b2c318ee9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '221fe813-3521-4117-b7a6-e2d9480b94f6', 'name': '', 'network_id': '7c05fad6-bf66-4b93-8aa8-c26b6400a424', 'tenant_id': '07347c71ee604fb5990da9c356235381', 'mac_address': 'fa:16:3e:07:44:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98c28b36-02e7-4b7d-8190-c1aff44fd3f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1709, 'fixed_ips': [{'subnet_id': '56efdbdc-8a62-46cc-913e-6997708b0a97', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T18:53:26Z', 'updated_at': '2021-11-05T18:53:41Z', 'revision_number': 4, 'project_id': '07347c71ee604fb5990da9c356235381', 'subnets': [{'id': '56efdbdc-8a62-46cc-913e-6997708b0a97', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2d32c49a-e83b-4ea0-9aaa-a7d10b79daf9', 'name': '', 'network_id': 'f0bd4915-5264-4f1b-888c-702ac3bd3c65', 'tenant_id': '07347c71ee604fb5990da9c356235381', 'mac_address': 'fa:16:3e:43:36:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98c28b36-02e7-4b7d-8190-c1aff44fd3f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1661, 'fixed_ips': [{'subnet_id': '375204fc-1e27-495a-8797-c770261c4731', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T18:52:54Z', 'updated_at': '2021-11-05T18:53:05Z', 'revision_number': 5, 'project_id': '07347c71ee604fb5990da9c356235381', 'subnets': [{'id': '375204fc-1e27-495a-8797-c770261c4731', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8d1ea80b-17bb-485b-a023-4af42bd21961', 'name': '', 'network_id': '3eca8ef9-c8dd-4ffa-9f71-c6362c30becc', 'tenant_id': '07347c71ee604fb5990da9c356235381', 'mac_address': 'fa:16:3e:1b:5e:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98c28b36-02e7-4b7d-8190-c1aff44fd3f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1680, 'fixed_ips': [{'subnet_id': '88d64cdb-2acf-427c-b3a3-d1b2c3f8b392', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T18:53:13Z', 'updated_at': '2021-11-05T18:53:28Z', 'revision_number': 5, 'project_id': '07347c71ee604fb5990da9c356235381', 'subnets': [{'id': '88d64cdb-2acf-427c-b3a3-d1b2c3f8b392', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-1', False) {} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:53:44.041508 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-0c70f822-d18b-464a-a407-17bdc0033950 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-571777'] for router_interface, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:44.139454 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28ac1340-30b4-4d21-888c-64a9aa28d25c None None] The sync data for ids ['98c28b36-02e7-4b7d-8190-c1aff44fd3f1'] in n-d-816865-1 is: [{'id': '98c28b36-02e7-4b7d-8190-c1aff44fd3f1', 'name': 'tempest-RoutersIpV6Test-router-1724408201', 'tenant_id': '07347c71ee604fb5990da9c356235381', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T18:52:47Z', 'updated_at': '2021-11-05T18:53:39Z', 'revision_number': 7, 'project_id': '07347c71ee604fb5990da9c356235381', 'gw_port_host': None, '_interfaces': [{'id': '02e30c9e-6614-411f-a0b0-cb49e1e0671c', 'name': '', 'network_id': '79b363d9-4129-410e-bfaf-357198417ae2', 'tenant_id': '07347c71ee604fb5990da9c356235381', 'mac_address': 'fa:16:3e:d5:53:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98c28b36-02e7-4b7d-8190-c1aff44fd3f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1674, 'fixed_ips': [{'subnet_id': '529dc2bb-5603-4b92-8f55-514b2c318ee9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T18:53:06Z', 'updated_at': '2021-11-05T18:53:16Z', 'revision_number': 5, 'project_id': '07347c71ee604fb5990da9c356235381', 'subnets': [{'id': '529dc2bb-5603-4b92-8f55-514b2c318ee9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '221fe813-3521-4117-b7a6-e2d9480b94f6', 'name': '', 'network_id': '7c05fad6-bf66-4b93-8aa8-c26b6400a424', 'tenant_id': '07347c71ee604fb5990da9c356235381', 'mac_address': 'fa:16:3e:07:44:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98c28b36-02e7-4b7d-8190-c1aff44fd3f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1709, 'fixed_ips': [{'subnet_id': '56efdbdc-8a62-46cc-913e-6997708b0a97', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T18:53:26Z', 'updated_at': '2021-11-05T18:53:41Z', 'revision_number': 4, 'project_id': '07347c71ee604fb5990da9c356235381', 'subnets': [{'id': '56efdbdc-8a62-46cc-913e-6997708b0a97', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2d32c49a-e83b-4ea0-9aaa-a7d10b79daf9', 'name': '', 'network_id': 'f0bd4915-5264-4f1b-888c-702ac3bd3c65', 'tenant_id': '07347c71ee604fb5990da9c356235381', 'mac_address': 'fa:16:3e:43:36:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98c28b36-02e7-4b7d-8190-c1aff44fd3f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1661, 'fixed_ips': [{'subnet_id': '375204fc-1e27-495a-8797-c770261c4731', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T18:52:54Z', 'updated_at': '2021-11-05T18:53:05Z', 'revision_number': 5, 'project_id': '07347c71ee604fb5990da9c356235381', 'subnets': [{'id': '375204fc-1e27-495a-8797-c770261c4731', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8d1ea80b-17bb-485b-a023-4af42bd21961', 'name': '', 'network_id': '3eca8ef9-c8dd-4ffa-9f71-c6362c30becc', 'tenant_id': '07347c71ee604fb5990da9c356235381', 'mac_address': 'fa:16:3e:1b:5e:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98c28b36-02e7-4b7d-8190-c1aff44fd3f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1680, 'fixed_ips': [{'subnet_id': '88d64cdb-2acf-427c-b3a3-d1b2c3f8b392', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T18:53:13Z', 'updated_at': '2021-11-05T18:53:28Z', 'revision_number': 5, 'project_id': '07347c71ee604fb5990da9c356235381', 'subnets': [{'id': '88d64cdb-2acf-427c-b3a3-d1b2c3f8b392', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 18:53:44.139454 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:44.228640 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-69e7ece8-ffec-4040-975e-ab0293657a7b None None] Provisioning complete for port 221fe813-3521-4117-b7a6-e2d9480b94f6 triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:53:44.228640 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-69e7ece8-ffec-4040-975e-ab0293657a7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:44.257083 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:44.257512 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Device 2456eae3-169a-4fab-a13d-e220c18e5959 details requested by agent hyperv_n-h1-816865-1 with host n-h1-816865-1 {{(pid=102388) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 05 18:53:44.332554 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Pushing event updated for resources: {'Port': ['ID=dfb30c61-9f63-496a-a082-a2147a48bfcb,revision_number=4']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:53:44.501523 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 60700) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:53:44.548177 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 521b48f8-209f-4c9c-8c07-85067fd7f2e4 up at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 18:53:44.574866 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f068f8cb-6a95-46e8-a19b-1a12725da4c7 req-d34edea9-3b07-4500-b0c3-cc6b5a2e0a66 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:53:44.593281 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f068f8cb-6a95-46e8-a19b-1a12725da4c7 req-d34edea9-3b07-4500-b0c3-cc6b5a2e0a66 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:53:44.609673 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29f6279e-1cca-4510-8471-e1d83d163be0 admin admin] Router 1c6f6d66-a4a6-46f4-8edf-ecd678ed708f has already been hosted by L3 agent 6dcb5589-8e86-4616-9186-ddc4548e13ad {{(pid=102386) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 18:53:44.610205 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f068f8cb-6a95-46e8-a19b-1a12725da4c7 req-d34edea9-3b07-4500-b0c3-cc6b5a2e0a66 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:53:44.618539 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] For port 2456eae3-169a-4fab-a13d-e220c18e5959, host n-h1-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=2456eae3-169a-4fab-a13d-e220c18e5959,segment=NetworkSegment(ddf499c1-888a-4ebb-8e8b-94e3dd91721e),segment_id=ddf499c1-888a-4ebb-8e8b-94e3dd91721e)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:53:44.628422 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f068f8cb-6a95-46e8-a19b-1a12725da4c7 req-d34edea9-3b07-4500-b0c3-cc6b5a2e0a66 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:53:44.644781 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f068f8cb-6a95-46e8-a19b-1a12725da4c7 req-d34edea9-3b07-4500-b0c3-cc6b5a2e0a66 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:53:44.651594 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6929770f-8173-4eee-a34b-3c18badef7a0 admin admin] Router 133aaa0c-8f16-4e93-8e1c-1b8b9e9d7a46 is scheduled to L3 agent 6dcb5589-8e86-4616-9186-ddc4548e13ad with binding_index 1 {{(pid=102386) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 05 18:53:44.659755 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f068f8cb-6a95-46e8-a19b-1a12725da4c7 req-d34edea9-3b07-4500-b0c3-cc6b5a2e0a66 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:53:44.672591 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Pushing event updated for resources: {'Port': ['ID=4a07aa35-4ba7-4db3-b8ab-837d8ca258a7,revision_number=4']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:53:44.689716 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f068f8cb-6a95-46e8-a19b-1a12725da4c7 req-d34edea9-3b07-4500-b0c3-cc6b5a2e0a66 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:53:44.697982 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-b1aa2176-af34-4c18-b8ec-d875ec68f3db tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:44.699175 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-f068f8cb-6a95-46e8-a19b-1a12725da4c7 req-d34edea9-3b07-4500-b0c3-cc6b5a2e0a66 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] 10.222.0.13 "GET /v2.0/ports?device_id=1682fb31-a1bf-43f5-a4fa-447937da8a91 HTTP/1.1" status: 200 len: 5434 time: 0.2766809 Nov 05 18:53:44.713508 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Returning: {'device': '2456eae3-169a-4fab-a13d-e220c18e5959', 'network_id': '59ceeb29-cfb5-4ee4-ad6e-189a26cd5b4e', 'port_id': '2456eae3-169a-4fab-a13d-e220c18e5959', 'mac_address': 'fa:16:3e:00:b6:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9dfd8b9-004d-48f6-8398-0a38af599af4', 'ip_address': '10.1.1.82'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102388) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 05 18:53:44.727844 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-44374684-2473-4bcd-9ade-07e2458af374 tempest-RoutersTestDVR-1254761535 tempest-RoutersTestDVR-1254761535-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-628876981'}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:53:44.749489 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1aa2176-af34-4c18-b8ec-d875ec68f3db tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Pushing event deleted for resources: {'Port': ['ID=521b48f8-209f-4c9c-8c07-85067fd7f2e4,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:53:44.786726 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-69e7ece8-ffec-4040-975e-ab0293657a7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:44.807515 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] No active binding found for port 521b48f8-209f-4c9c-8c07-85067fd7f2e4 {{(pid=102388) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 05 18:53:44.807769 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 521b48f8-209f-4c9c-8c07-85067fd7f2e4 not bound to the agent host n-d-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Nov 05 18:53:44.849767 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Port 521b48f8-209f-4c9c-8c07-85067fd7f2e4 not found, will not notify nova. {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Nov 05 18:53:44.850203 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 2b4839e8-b7cc-4fb8-ae07-cb70a4753be1 up at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 18:53:44.852161 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-f068f8cb-6a95-46e8-a19b-1a12725da4c7 req-5a2281bd-6d8a-4203-adce-c592ed88eccb tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] 10.222.0.13 "GET /v2.0/security-groups?id=293ec58e-66ea-453a-8db8-ae12281442fa&id=4f04b2e1-de76-4a06-adfc-cc82b8507945&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1519356 Nov 05 18:53:44.860238 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:44.934572 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-44374684-2473-4bcd-9ade-07e2458af374 tempest-RoutersTestDVR-1254761535 tempest-RoutersTestDVR-1254761535-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-571139', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6874'] for router, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:44.937804 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-44374684-2473-4bcd-9ade-07e2458af374 tempest-RoutersTestDVR-1254761535 tempest-RoutersTestDVR-1254761535-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-571375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1000570', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1011585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6867'] for router, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:45.007294 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e209f9-671a-4f50-a5d5-9db9202fce21 req-9fc10312-4606-447f-b109-9c007453745a tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:53:45.015892 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-31e209f9-671a-4f50-a5d5-9db9202fce21 req-9fc10312-4606-447f-b109-9c007453745a tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] 10.222.0.13 "GET /v2.0/ports?device_id=4402a838-1439-4f98-a946-5361403d75c4 HTTP/1.1" status: 200 len: 946 time: 0.1917973 Nov 05 18:53:45.158772 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-69e7ece8-ffec-4040-975e-ab0293657a7b None None] For port 221fe813-3521-4117-b7a6-e2d9480b94f6, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=221fe813-3521-4117-b7a6-e2d9480b94f6,segment=NetworkSegment(562fc736-3755-459e-8bb1-b010cc48277f),segment_id=562fc736-3755-459e-8bb1-b010cc48277f)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:53:45.189322 n-d-816865-1 neutron-server[102388]: DEBUG neutron.notifiers.nova [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2456eae3-169a-4fab-a13d-e220c18e5959 {{(pid=102388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 18:53:45.207101 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-31e209f9-671a-4f50-a5d5-9db9202fce21 req-beb303d7-583e-40f9-963e-70eea0772608 tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] 10.222.0.13 "GET /v2.0/security-groups?id=20494f52-e47d-4839-b4f6-2fc0330d8d18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1795046 Nov 05 18:53:45.218210 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] For port 2456eae3-169a-4fab-a13d-e220c18e5959, host n-h1-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=2456eae3-169a-4fab-a13d-e220c18e5959,segment=NetworkSegment(ddf499c1-888a-4ebb-8e8b-94e3dd91721e),segment_id=ddf499c1-888a-4ebb-8e8b-94e3dd91721e)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:53:45.236689 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Provisioning complete for port 2b4839e8-b7cc-4fb8-ae07-cb70a4753be1 triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:53:45.237069 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:45.282907 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-44374684-2473-4bcd-9ade-07e2458af374 tempest-RoutersTestDVR-1254761535 tempest-RoutersTestDVR-1254761535-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:45.286218 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-69e7ece8-ffec-4040-975e-ab0293657a7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:45.288141 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:45.293747 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Device f4575cb0-23c3-47f4-915c-822d65bb4a8e details requested by agent hyperv_n-h1-816865-1 with host n-h1-816865-1 {{(pid=102388) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 05 18:53:45.363713 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-44374684-2473-4bcd-9ade-07e2458af374 tempest-RoutersTestDVR-1254761535 tempest-RoutersTestDVR-1254761535-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-571384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1000487'] for router, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:45.382643 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-663695bf-438b-4d64-a98a-7b0abce508e9 None None] Sync routers for ids ['98c28b36-02e7-4b7d-8190-c1aff44fd3f1'] in n-d-816865-1 {{(pid=102388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 18:53:45.427854 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] For port f4575cb0-23c3-47f4-915c-822d65bb4a8e, host n-h1-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=f4575cb0-23c3-47f4-915c-822d65bb4a8e,segment=NetworkSegment(d3070ec2-09a2-4931-b234-abfeebdf6c23),segment_id=d3070ec2-09a2-4931-b234-abfeebdf6c23)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:53:45.432460 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e7ece8-ffec-4040-975e-ab0293657a7b None None] Pushing event updated for resources: {'Port': ['ID=221fe813-3521-4117-b7a6-e2d9480b94f6,revision_number=5']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:53:45.458752 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-44374684-2473-4bcd-9ade-07e2458af374 tempest-RoutersTestDVR-1254761535 tempest-RoutersTestDVR-1254761535-project-admin] Publish callbacks [] for router, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:45.461608 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-44374684-2473-4bcd-9ade-07e2458af374 tempest-RoutersTestDVR-1254761535 tempest-RoutersTestDVR-1254761535-project-admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 728 time: 0.9520078 Nov 05 18:53:45.464080 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 60720) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:53:45.483914 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Returning: {'device': 'f4575cb0-23c3-47f4-915c-822d65bb4a8e', 'network_id': '92cc69b6-4cd1-4b33-bca8-908cd312767a', 'port_id': 'f4575cb0-23c3-47f4-915c-822d65bb4a8e', 'mac_address': 'fa:16:3e:72:cc:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fff5f4f4-3c24-4660-a3f5-7d19daede3c5', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102388) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 05 18:53:45.494247 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-663695bf-438b-4d64-a98a-7b0abce508e9 None None] Routers {'98c28b36-02e7-4b7d-8190-c1aff44fd3f1'} bound to L3 agent in host n-d-816865-1 {{(pid=102388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 18:53:45.494247 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-663695bf-438b-4d64-a98a-7b0abce508e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T18:53:35Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['98c28b36-02e7-4b7d-8190-c1aff44fd3f1'], 'active': True} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:53:45.557133 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-0e07d301-281b-4eaa-a3e8-72b6045253c1 tempest-RoutersTestDVR-1254761535 tempest-RoutersTestDVR-1254761535-project-admin] Publish callbacks [] for router, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:45.572925 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-e9ee0ae4-7102-4f7c-bdfb-4fe9c2abc609 None None] Provisioning complete for port 221fe813-3521-4117-b7a6-e2d9480b94f6 triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:53:45.573136 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-e9ee0ae4-7102-4f7c-bdfb-4fe9c2abc609 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:45.594418 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-b1aa2176-af34-4c18-b8ec-d875ec68f3db tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-597886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-573297'] for router_interface, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:45.651001 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6929770f-8173-4eee-a34b-3c18badef7a0 admin admin] Notify agent at l3_agent.n-d-816865-1 the message routers_updated {{(pid=102386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 18:53:45.660174 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29f6279e-1cca-4510-8471-e1d83d163be0 admin admin] Notify agent at l3_agent.n-d-816865-1 the message routers_updated {{(pid=102386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 18:53:45.662538 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvr_db [None req-663695bf-438b-4d64-a98a-7b0abce508e9 None None] Set router 98c28b36-02e7-4b7d-8190-c1aff44fd3f1 gateway port host: None {{(pid=102388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 18:53:45.664263 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da0e3907-90b7-4818-aa73-4167e10451b3 None None] Sync routers for ids ['133aaa0c-8f16-4e93-8e1c-1b8b9e9d7a46'] in n-d-816865-1 {{(pid=102389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 18:53:45.675192 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-29f6279e-1cca-4510-8471-e1d83d163be0 admin admin] 10.222.0.13 "PUT /v2.0/routers/1c6f6d66-a4a6-46f4-8edf-ecd678ed708f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.9557340 Nov 05 18:53:45.696000 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da0e3907-90b7-4818-aa73-4167e10451b3 None None] Routers {'133aaa0c-8f16-4e93-8e1c-1b8b9e9d7a46'} bound to L3 agent in host n-d-816865-1 {{(pid=102389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 18:53:45.702899 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-da0e3907-90b7-4818-aa73-4167e10451b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T18:53:35Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['133aaa0c-8f16-4e93-8e1c-1b8b9e9d7a46'], 'active': True} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:53:45.757022 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69465fb-b255-48d2-b43d-5e5a8a8ba6b8 req-825fb2c5-7605-45ec-9770-33bfee4495f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:53:45.758597 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-a69465fb-b255-48d2-b43d-5e5a8a8ba6b8 req-825fb2c5-7605-45ec-9770-33bfee4495f2 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=9d37d1d71d154d088bbcf565483b4218&device_id=4402a838-1439-4f98-a946-5361403d75c4 HTTP/1.1" status: 200 len: 1097 time: 0.3040948 Nov 05 18:53:45.788472 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-0e07d301-281b-4eaa-a3e8-72b6045253c1 tempest-RoutersTestDVR-1254761535 tempest-RoutersTestDVR-1254761535-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-571301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6852'] for router, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:45.792436 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-0e07d301-281b-4eaa-a3e8-72b6045253c1 tempest-RoutersTestDVR-1254761535 tempest-RoutersTestDVR-1254761535-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:45.852915 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-6929770f-8173-4eee-a34b-3c18badef7a0 admin admin] Publish callbacks [] for router, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:45.857248 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-6929770f-8173-4eee-a34b-3c18badef7a0 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 12.8262241 Nov 05 18:53:45.858323 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 60726) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:53:45.901846 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvr_db [None req-da0e3907-90b7-4818-aa73-4167e10451b3 None None] Set router 133aaa0c-8f16-4e93-8e1c-1b8b9e9d7a46 gateway port host: n-d-816865-1 {{(pid=102389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 18:53:45.928978 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-0c70f822-d18b-464a-a407-17bdc0033950 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Deleting port 221fe813-3521-4117-b7a6-e2d9480b94f6 {{(pid=102386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 18:53:45.929580 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-0c70f822-d18b-464a-a407-17bdc0033950 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:45.951844 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-0e07d301-281b-4eaa-a3e8-72b6045253c1 tempest-RoutersTestDVR-1254761535 tempest-RoutersTestDVR-1254761535-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-571310'] for router, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:45.952396 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e07d301-281b-4eaa-a3e8-72b6045253c1 tempest-RoutersTestDVR-1254761535 tempest-RoutersTestDVR-1254761535-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 2c1ed24f-16f3-446d-94ed-df32554a530f {{(pid=102387) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 05 18:53:45.959443 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-0e07d301-281b-4eaa-a3e8-72b6045253c1 tempest-RoutersTestDVR-1254761535 tempest-RoutersTestDVR-1254761535-project-admin] Publish callbacks [] for router, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:45.967328 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-0e07d301-281b-4eaa-a3e8-72b6045253c1 tempest-RoutersTestDVR-1254761535 tempest-RoutersTestDVR-1254761535-project-admin] 10.222.0.13 "DELETE /v2.0/routers/2c1ed24f-16f3-446d-94ed-df32554a530f HTTP/1.1" status: 204 len: 168 time: 0.4952986 Nov 05 18:53:45.969428 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 60732) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:53:45.974431 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-0bb6ebfa-c752-4b36-a743-18a6cc3b4cbf tempest-RoutersTestDVR-1254761535 tempest-RoutersTestDVR-1254761535-project-admin] Request body: {'router': {'name': 'tempest-router-120519033', 'distributed': False}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:53:46.099132 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a3f7538-15d1-45f1-a391-529bf05438f0 None None] Sync routers for ids ['1c6f6d66-a4a6-46f4-8edf-ecd678ed708f'] in n-d-816865-1 {{(pid=102388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 18:53:46.101571 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Pushing event updated for resources: {'Port': ['ID=2456eae3-169a-4fab-a13d-e220c18e5959,revision_number=4']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:53:46.105007 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:46.165614 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a3f7538-15d1-45f1-a391-529bf05438f0 None None] Routers {'1c6f6d66-a4a6-46f4-8edf-ecd678ed708f'} bound to L3 agent in host n-d-816865-1 {{(pid=102388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 18:53:46.166282 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-1a3f7538-15d1-45f1-a391-529bf05438f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T18:53:35Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['1c6f6d66-a4a6-46f4-8edf-ecd678ed708f'], 'active': True} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:53:46.180738 n-d-816865-1 neutron-server[102388]: DEBUG neutron.notifiers.nova [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f4575cb0-23c3-47f4-915c-822d65bb4a8e {{(pid=102388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 18:53:46.220851 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-da0e3907-90b7-4818-aa73-4167e10451b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '133aaa0c-8f16-4e93-8e1c-1b8b9e9d7a46', 'name': 'tempest-FloatingIPDetailsTestJSON-514705483-router', 'tenant_id': '57135041cad14438a44813f33dcce7e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.16'}], 'enable_snat': True}, 'gw_port_id': '5c3caf14-dedd-443c-8e9f-73c980d26ddc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T18:53:34Z', 'updated_at': '2021-11-05T18:53:41Z', 'revision_number': 3, 'project_id': '57135041cad14438a44813f33dcce7e4', 'gw_port': {'id': '5c3caf14-dedd-443c-8e9f-73c980d26ddc', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:af:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '133aaa0c-8f16-4e93-8e1c-1b8b9e9d7a46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1747, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T18:53:38Z', 'updated_at': '2021-11-05T18:53:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1'}], 'n-d-816865-1', False) {} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:53:46.263455 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [None req-0c70f822-d18b-464a-a407-17bdc0033950 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] For port 221fe813-3521-4117-b7a6-e2d9480b94f6, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=221fe813-3521-4117-b7a6-e2d9480b94f6,segment=NetworkSegment(562fc736-3755-459e-8bb1-b010cc48277f),segment_id=562fc736-3755-459e-8bb1-b010cc48277f)] {{(pid=102386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:53:46.267661 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-0c70f822-d18b-464a-a407-17bdc0033950 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:46.274603 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da0e3907-90b7-4818-aa73-4167e10451b3 None None] Checking router: 133aaa0c-8f16-4e93-8e1c-1b8b9e9d7a46 for host: n-d-816865-1 {{(pid=102389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 18:53:46.274958 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da0e3907-90b7-4818-aa73-4167e10451b3 None None] Updating router 133aaa0c-8f16-4e93-8e1c-1b8b9e9d7a46 port 5c3caf14-dedd-443c-8e9f-73c980d26ddc binding host n-d-816865-1 {{(pid=102389) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 05 18:53:46.295294 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-0c70f822-d18b-464a-a407-17bdc0033950 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Calling delete_port for 221fe813-3521-4117-b7a6-e2d9480b94f6 owned by network:router_interface {{(pid=102386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 18:53:46.314808 n-d-816865-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-da0e3907-90b7-4818-aa73-4167e10451b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:46.334958 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] For port f4575cb0-23c3-47f4-915c-822d65bb4a8e, host n-h1-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=f4575cb0-23c3-47f4-915c-822d65bb4a8e,segment=NetworkSegment(d3070ec2-09a2-4931-b234-abfeebdf6c23),segment_id=d3070ec2-09a2-4931-b234-abfeebdf6c23)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:53:46.384133 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69465fb-b255-48d2-b43d-5e5a8a8ba6b8 req-bc2831fd-fe20-4223-8cce-b816bc2c2568 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:53:46.389099 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-a69465fb-b255-48d2-b43d-5e5a8a8ba6b8 req-bc2831fd-fe20-4223-8cce-b816bc2c2568 service neutron] 10.222.0.55 "GET /v2.0/networks?id=bb5b9fed-8e61-492a-a21e-f9ce432c95f7 HTTP/1.1" status: 200 len: 912 time: 0.6179469 Nov 05 18:53:46.460347 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-663695bf-438b-4d64-a98a-7b0abce508e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98c28b36-02e7-4b7d-8190-c1aff44fd3f1', 'name': 'tempest-RoutersIpV6Test-router-1724408201', 'tenant_id': '07347c71ee604fb5990da9c356235381', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T18:52:47Z', 'updated_at': '2021-11-05T18:53:39Z', 'revision_number': 7, 'project_id': '07347c71ee604fb5990da9c356235381', 'gw_port_host': None, '_interfaces': [{'id': '02e30c9e-6614-411f-a0b0-cb49e1e0671c', 'name': '', 'network_id': '79b363d9-4129-410e-bfaf-357198417ae2', 'tenant_id': '07347c71ee604fb5990da9c356235381', 'mac_address': 'fa:16:3e:d5:53:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98c28b36-02e7-4b7d-8190-c1aff44fd3f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1674, 'fixed_ips': [{'subnet_id': '529dc2bb-5603-4b92-8f55-514b2c318ee9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T18:53:06Z', 'updated_at': '2021-11-05T18:53:16Z', 'revision_number': 5, 'project_id': '07347c71ee604fb5990da9c356235381', 'subnets': [{'id': '529dc2bb-5603-4b92-8f55-514b2c318ee9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '221fe813-3521-4117-b7a6-e2d9480b94f6', 'name': '', 'network_id': '7c05fad6-bf66-4b93-8aa8-c26b6400a424', 'tenant_id': '07347c71ee604fb5990da9c356235381', 'mac_address': 'fa:16:3e:07:44:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98c28b36-02e7-4b7d-8190-c1aff44fd3f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1709, 'fixed_ips': [{'subnet_id': '56efdbdc-8a62-46cc-913e-6997708b0a97', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T18:53:26Z', 'updated_at': '2021-11-05T18:53:44Z', 'revision_number': 5, 'project_id': '07347c71ee604fb5990da9c356235381', 'subnets': [{'id': '56efdbdc-8a62-46cc-913e-6997708b0a97', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2d32c49a-e83b-4ea0-9aaa-a7d10b79daf9', 'name': '', 'network_id': 'f0bd4915-5264-4f1b-888c-702ac3bd3c65', 'tenant_id': '07347c71ee604fb5990da9c356235381', 'mac_address': 'fa:16:3e:43:36:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98c28b36-02e7-4b7d-8190-c1aff44fd3f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1661, 'fixed_ips': [{'subnet_id': '375204fc-1e27-495a-8797-c770261c4731', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T18:52:54Z', 'updated_at': '2021-11-05T18:53:05Z', 'revision_number': 5, 'project_id': '07347c71ee604fb5990da9c356235381', 'subnets': [{'id': '375204fc-1e27-495a-8797-c770261c4731', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8d1ea80b-17bb-485b-a023-4af42bd21961', 'name': '', 'network_id': '3eca8ef9-c8dd-4ffa-9f71-c6362c30becc', 'tenant_id': '07347c71ee604fb5990da9c356235381', 'mac_address': 'fa:16:3e:1b:5e:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98c28b36-02e7-4b7d-8190-c1aff44fd3f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1680, 'fixed_ips': [{'subnet_id': '88d64cdb-2acf-427c-b3a3-d1b2c3f8b392', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T18:53:13Z', 'updated_at': '2021-11-05T18:53:28Z', 'revision_number': 5, 'project_id': '07347c71ee604fb5990da9c356235381', 'subnets': [{'id': '88d64cdb-2acf-427c-b3a3-d1b2c3f8b392', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-1', False) {} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:53:46.464116 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:46.547502 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-663695bf-438b-4d64-a98a-7b0abce508e9 None None] Checking router: 98c28b36-02e7-4b7d-8190-c1aff44fd3f1 for host: n-d-816865-1 {{(pid=102388) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 18:53:46.594848 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvr_db [None req-1a3f7538-15d1-45f1-a391-529bf05438f0 None None] Set router 1c6f6d66-a4a6-46f4-8edf-ecd678ed708f gateway port host: n-d-816865-1 {{(pid=102388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 18:53:46.639795 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1aa2176-af34-4c18-b8ec-d875ec68f3db tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Router 6579a57e-a675-4123-8e64-317af1d4944b has already been hosted by L3 agent 6dcb5589-8e86-4616-9186-ddc4548e13ad {{(pid=102386) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 18:53:46.656744 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device dfb30c61-9f63-496a-a082-a2147a48bfcb up at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 18:53:46.697257 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-a69465fb-b255-48d2-b43d-5e5a8a8ba6b8 req-73d2664d-9e16-4f9e-85c3-b4ebdb96da90 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6c0ff786-27f7-4309-9557-397300899c7b HTTP/1.1" status: 200 len: 217 time: 0.0673516 Nov 05 18:53:46.742823 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-663695bf-438b-4d64-a98a-7b0abce508e9 None None] Routers {'98c28b36-02e7-4b7d-8190-c1aff44fd3f1'} bound to L3 agent in host n-d-816865-1 {{(pid=102388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 18:53:46.743528 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-663695bf-438b-4d64-a98a-7b0abce508e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T18:53:35Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['98c28b36-02e7-4b7d-8190-c1aff44fd3f1'], 'active': True} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:53:46.796303 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69465fb-b255-48d2-b43d-5e5a8a8ba6b8 req-0960be8d-4753-4edc-a57a-badfa6ce879b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:53:46.801464 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-a69465fb-b255-48d2-b43d-5e5a8a8ba6b8 req-0960be8d-4753-4edc-a57a-badfa6ce879b service neutron] 10.222.0.55 "GET /v2.0/subnets?id=8df5751e-d8bb-41e4-9469-238f613979b1 HTTP/1.1" status: 200 len: 850 time: 0.0606492 Nov 05 18:53:46.801464 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-0c70f822-d18b-464a-a407-17bdc0033950 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:46.846305 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-0bb6ebfa-c752-4b36-a743-18a6cc3b4cbf tempest-RoutersTestDVR-1254761535 tempest-RoutersTestDVR-1254761535-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-571139', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6874'] for router, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:46.847327 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-0bb6ebfa-c752-4b36-a743-18a6cc3b4cbf tempest-RoutersTestDVR-1254761535 tempest-RoutersTestDVR-1254761535-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-571375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1000570', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1011585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6867'] for router, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:46.867219 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c70f822-d18b-464a-a407-17bdc0033950 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Pushing event deleted for resources: {'Port': ['ID=221fe813-3521-4117-b7a6-e2d9480b94f6,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:53:46.914799 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1aa2176-af34-4c18-b8ec-d875ec68f3db tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Notify agent at l3_agent.n-d-816865-1 the message routers_updated {{(pid=102386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 18:53:46.925758 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Pushing event updated for resources: {'Port': ['ID=f4575cb0-23c3-47f4-915c-822d65bb4a8e,revision_number=4']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:53:46.943405 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-b1aa2176-af34-4c18-b8ec-d875ec68f3db tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] 10.222.0.13 "PUT /v2.0/routers/6579a57e-a675-4123-8e64-317af1d4944b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.4292150 Nov 05 18:53:46.951416 n-d-816865-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-da0e3907-90b7-4818-aa73-4167e10451b3 None None] Publish callbacks [] for port, precommit_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:46.959289 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c00299ce-48dc-4593-847c-54ab9225e03c None None] Sync routers for ids ['6579a57e-a675-4123-8e64-317af1d4944b'] in n-d-816865-1 {{(pid=102389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 18:53:46.984313 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c00299ce-48dc-4593-847c-54ab9225e03c None None] Routers {'6579a57e-a675-4123-8e64-317af1d4944b'} bound to L3 agent in host n-d-816865-1 {{(pid=102389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 18:53:46.986099 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-c00299ce-48dc-4593-847c-54ab9225e03c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T18:53:35Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['6579a57e-a675-4123-8e64-317af1d4944b'], 'active': True} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:53:46.991167 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvr_db [None req-663695bf-438b-4d64-a98a-7b0abce508e9 None None] Set router 98c28b36-02e7-4b7d-8190-c1aff44fd3f1 gateway port host: None {{(pid=102388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 18:53:46.995360 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Provisioning complete for port dfb30c61-9f63-496a-a082-a2147a48bfcb triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:53:46.995677 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:47.023405 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 60756) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:53:47.104518 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-0c70f822-d18b-464a-a407-17bdc0033950 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-597886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-573297'] for router_interface, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:47.118854 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a4a9d5-4e76-4a50-9c80-00a9b4c01ec0 req-0c671fce-62d2-47a2-8e51-a17d081996b2 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:53:47.124196 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69465fb-b255-48d2-b43d-5e5a8a8ba6b8 req-9b56966e-4035-4af5-897c-4dd3d73cb365 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:53:47.126552 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-a69465fb-b255-48d2-b43d-5e5a8a8ba6b8 req-9b56966e-4035-4af5-897c-4dd3d73cb365 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=bb5b9fed-8e61-492a-a21e-f9ce432c95f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2631822 Nov 05 18:53:47.131694 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a4a9d5-4e76-4a50-9c80-00a9b4c01ec0 req-0c671fce-62d2-47a2-8e51-a17d081996b2 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:53:47.141078 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a4a9d5-4e76-4a50-9c80-00a9b4c01ec0 req-0c671fce-62d2-47a2-8e51-a17d081996b2 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:53:47.142327 n-d-816865-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-da0e3907-90b7-4818-aa73-4167e10451b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:47.146454 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] get_ports_and_sgs() called for port_ids ['5386ba49-a136-493a-a4e4-38072626870e'] {{(pid=102388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 18:53:47.147579 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a4a9d5-4e76-4a50-9c80-00a9b4c01ec0 req-0c671fce-62d2-47a2-8e51-a17d081996b2 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:53:47.148875 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] get_ports_and_sgs() called for port_ids ['46698228-652b-414f-824e-358a6286420a'] {{(pid=102388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 18:53:47.151653 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] get_ports_and_sgs() called for port_ids ['e6513d5c-62fb-4121-a58c-2e9501d0001a'] {{(pid=102388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 18:53:47.154531 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] get_ports_and_sgs() called for port_ids ['2456eae3-169a-4fab-a13d-e220c18e5959'] {{(pid=102388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 18:53:47.155248 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a4a9d5-4e76-4a50-9c80-00a9b4c01ec0 req-0c671fce-62d2-47a2-8e51-a17d081996b2 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:53:47.156447 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] get_ports_and_sgs() called for port_ids ['f4575cb0-23c3-47f4-915c-822d65bb4a8e'] {{(pid=102388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 18:53:47.161329 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a4a9d5-4e76-4a50-9c80-00a9b4c01ec0 req-0c671fce-62d2-47a2-8e51-a17d081996b2 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:53:47.169762 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvr_db [None req-c00299ce-48dc-4593-847c-54ab9225e03c None None] Set router 6579a57e-a675-4123-8e64-317af1d4944b gateway port host: None {{(pid=102389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 18:53:47.173414 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a4a9d5-4e76-4a50-9c80-00a9b4c01ec0 req-0c671fce-62d2-47a2-8e51-a17d081996b2 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:53:47.175856 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-26a4a9d5-4e76-4a50-9c80-00a9b4c01ec0 req-0c671fce-62d2-47a2-8e51-a17d081996b2 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] 10.222.0.13 "GET /v2.0/ports?device_id=1682fb31-a1bf-43f5-a4fa-447937da8a91 HTTP/1.1" status: 200 len: 5436 time: 0.4885120 Nov 05 18:53:47.186579 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.managers [None req-da0e3907-90b7-4818-aa73-4167e10451b3 None None] Attempting to bind port 5c3caf14-dedd-443c-8e9f-73c980d26ddc on host n-d-816865-1 for vnic_type normal with profile {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 18:53:47.187205 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.managers [None req-da0e3907-90b7-4818-aa73-4167e10451b3 None None] Attempting to bind port 5c3caf14-dedd-443c-8e9f-73c980d26ddc by drivers openvswitch,hyperv on host n-d-816865-1 at level 0 using segments [{'id': '85be518c-8bb4-46a2-a903-d4292782d29d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec'}] {{(pid=102389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 18:53:47.187733 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da0e3907-90b7-4818-aa73-4167e10451b3 None None] Attempting to bind port 5c3caf14-dedd-443c-8e9f-73c980d26ddc on network 40c8335d-cd0b-4cb5-910a-d4dcddd5cbec {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 18:53:47.249794 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da0e3907-90b7-4818-aa73-4167e10451b3 None None] Checking agent: {'id': '724d89a7-611b-41e6-bc85-c48112b17afa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 18, 25, 8), 'started_at': datetime.datetime(2021, 11, 5, 18, 25, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 18, 53, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 18:53:47.249794 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da0e3907-90b7-4818-aa73-4167e10451b3 None None] Checking segment: {'id': '85be518c-8bb4-46a2-a903-d4292782d29d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 18:53:47.249794 n-d-816865-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-da0e3907-90b7-4818-aa73-4167e10451b3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:47.251036 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da0e3907-90b7-4818-aa73-4167e10451b3 None None] Bound using segment: {'id': '85be518c-8bb4-46a2-a903-d4292782d29d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec'} {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 18:53:47.251036 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.managers [None req-da0e3907-90b7-4818-aa73-4167e10451b3 None None] Bound port: 5c3caf14-dedd-443c-8e9f-73c980d26ddc, host: n-d-816865-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85be518c-8bb4-46a2-a903-d4292782d29d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec'}}] {{(pid=102389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 18:53:47.251036 n-d-816865-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-da0e3907-90b7-4818-aa73-4167e10451b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:47.324623 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [None req-da0e3907-90b7-4818-aa73-4167e10451b3 None None] For port 5c3caf14-dedd-443c-8e9f-73c980d26ddc, host n-d-816865-1, cleared binding levels {{(pid=102389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 18:53:47.328812 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [None req-da0e3907-90b7-4818-aa73-4167e10451b3 None None] For port 5c3caf14-dedd-443c-8e9f-73c980d26ddc, host n-d-816865-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=5c3caf14-dedd-443c-8e9f-73c980d26ddc,segment=NetworkSegment(85be518c-8bb4-46a2-a903-d4292782d29d),segment_id=85be518c-8bb4-46a2-a903-d4292782d29d)] {{(pid=102389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 18:53:47.348568 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5611473a-51ff-4d6c-a89b-6b73961e93b1 req-55f72d97-a89b-4056-8dbb-1b4c862c848d tempest-ServerRescueTestJSON-1639389385 tempest-ServerRescueTestJSON-1639389385-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:53:47.349938 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-5611473a-51ff-4d6c-a89b-6b73961e93b1 req-55f72d97-a89b-4056-8dbb-1b4c862c848d tempest-ServerRescueTestJSON-1639389385 tempest-ServerRescueTestJSON-1639389385-project] 10.222.0.13 "GET /v2.0/networks?id=0b64b77a-1769-4ba3-98b8-e072ca99e966 HTTP/1.1" status: 200 len: 811 time: 0.6459966 Nov 05 18:53:47.381058 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-c00299ce-48dc-4593-847c-54ab9225e03c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6579a57e-a675-4123-8e64-317af1d4944b', 'name': 'tempest-NetworksTestDHCPv6-router-1655560305', 'tenant_id': '7bc73c6c17f842a987dd31290d20faa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T18:53:28Z', 'updated_at': '2021-11-05T18:53:44Z', 'revision_number': 3, 'project_id': '7bc73c6c17f842a987dd31290d20faa2', 'gw_port_host': None}], 'n-d-816865-1', False) {} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:53:47.395286 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-0bb6ebfa-c752-4b36-a743-18a6cc3b4cbf tempest-RoutersTestDVR-1254761535 tempest-RoutersTestDVR-1254761535-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:47.418452 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47629dd5-9fcd-4f3b-8851-a8c2b4974ac8 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:53:47.420516 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c00299ce-48dc-4593-847c-54ab9225e03c None None] Checking router: 6579a57e-a675-4123-8e64-317af1d4944b for host: n-d-816865-1 {{(pid=102389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 18:53:47.420687 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47629dd5-9fcd-4f3b-8851-a8c2b4974ac8 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:53:47.422419 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-47629dd5-9fcd-4f3b-8851-a8c2b4974ac8 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.3873360 Nov 05 18:53:47.430862 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 60762) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:53:47.435921 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c00299ce-48dc-4593-847c-54ab9225e03c None None] Routers {'6579a57e-a675-4123-8e64-317af1d4944b'} bound to L3 agent in host n-d-816865-1 {{(pid=102389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 18:53:47.436784 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-c00299ce-48dc-4593-847c-54ab9225e03c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T18:53:35Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['6579a57e-a675-4123-8e64-317af1d4944b'], 'active': True} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:53:47.458110 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-5611473a-51ff-4d6c-a89b-6b73961e93b1 req-a8a379c1-ab9b-4359-9d2e-fd08cc3716b9 tempest-ServerRescueTestJSON-1639389385 tempest-ServerRescueTestJSON-1639389385-project] 10.222.0.13 "GET /v2.0/quotas/bc43cc4e829541bd87fc815a2a0048f0 HTTP/1.1" status: 200 len: 375 time: 0.0749724 Nov 05 18:53:47.499284 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-0bb6ebfa-c752-4b36-a743-18a6cc3b4cbf tempest-RoutersTestDVR-1254761535 tempest-RoutersTestDVR-1254761535-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-571384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1000487'] for router, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:47.543956 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvr_db [None req-c00299ce-48dc-4593-847c-54ab9225e03c None None] Set router 6579a57e-a675-4123-8e64-317af1d4944b gateway port host: None {{(pid=102389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 18:53:47.558831 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-26a4a9d5-4e76-4a50-9c80-00a9b4c01ec0 req-760ebc50-ae73-4d5c-a7ee-57c96d8d289c tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] 10.222.0.13 "GET /v2.0/security-groups?id=293ec58e-66ea-453a-8db8-ae12281442fa&id=4f04b2e1-de76-4a06-adfc-cc82b8507945&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3529913 Nov 05 18:53:47.590008 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-a69465fb-b255-48d2-b43d-5e5a8a8ba6b8 req-4b7c52bb-47cd-4e70-bcb9-f1c2aa090e19 service neutron] 10.222.0.55 "GET /v2.0/networks/bb5b9fed-8e61-492a-a21e-f9ce432c95f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3708582 Nov 05 18:53:47.622195 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.db_base_plugin_v2 [None req-d07b7ec8-1ce8-4b43-bf00-81e2bd856008 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Deleting subnet 3b28d4ba-c030-4d74-9ee2-abd07f6d52d3 {{(pid=102387) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 05 18:53:47.628654 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-c00299ce-48dc-4593-847c-54ab9225e03c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6579a57e-a675-4123-8e64-317af1d4944b', 'name': 'tempest-NetworksTestDHCPv6-router-1655560305', 'tenant_id': '7bc73c6c17f842a987dd31290d20faa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T18:53:28Z', 'updated_at': '2021-11-05T18:53:44Z', 'revision_number': 3, 'project_id': '7bc73c6c17f842a987dd31290d20faa2', 'gw_port_host': None}], 'n-d-816865-1', False) {} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:53:47.656976 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-d07b7ec8-1ce8-4b43-bf00-81e2bd856008 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Publish callbacks [] for subnet, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:47.663955 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-0bb6ebfa-c752-4b36-a743-18a6cc3b4cbf tempest-RoutersTestDVR-1254761535 tempest-RoutersTestDVR-1254761535-project-admin] Publish callbacks [] for router, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:47.665139 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-0bb6ebfa-c752-4b36-a743-18a6cc3b4cbf tempest-RoutersTestDVR-1254761535 tempest-RoutersTestDVR-1254761535-project-admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 1.6947584 Nov 05 18:53:47.671706 n-d-816865-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-da0e3907-90b7-4818-aa73-4167e10451b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:47.683089 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c00299ce-48dc-4593-847c-54ab9225e03c None None] The sync data for ids ['6579a57e-a675-4123-8e64-317af1d4944b'] in n-d-816865-1 is: [{'id': '6579a57e-a675-4123-8e64-317af1d4944b', 'name': 'tempest-NetworksTestDHCPv6-router-1655560305', 'tenant_id': '7bc73c6c17f842a987dd31290d20faa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T18:53:28Z', 'updated_at': '2021-11-05T18:53:44Z', 'revision_number': 3, 'project_id': '7bc73c6c17f842a987dd31290d20faa2', 'gw_port_host': None}] {{(pid=102389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 18:53:47.690883 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 60766) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:53:47.701065 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a0aa17-d6dc-4a87-8e94-c01cfe6e6322 None None] Pushing event updated for resources: {'Port': ['ID=5c3caf14-dedd-443c-8e9f-73c980d26ddc,revision_number=2']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:53:47.705421 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c70f822-d18b-464a-a407-17bdc0033950 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Router 98c28b36-02e7-4b7d-8190-c1aff44fd3f1 has already been hosted by L3 agent 6dcb5589-8e86-4616-9186-ddc4548e13ad {{(pid=102386) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 18:53:47.717152 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-5611473a-51ff-4d6c-a89b-6b73961e93b1 req-99e9acfb-d2d2-44d2-9ea6-73f1c31a60bd tempest-ServerRescueTestJSON-1639389385 tempest-ServerRescueTestJSON-1639389385-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=bc43cc4e829541bd87fc815a2a0048f0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2288980 Nov 05 18:53:47.757863 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da0e3907-90b7-4818-aa73-4167e10451b3 None None] Routers {'133aaa0c-8f16-4e93-8e1c-1b8b9e9d7a46'} bound to L3 agent in host n-d-816865-1 {{(pid=102389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 18:53:47.758511 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-da0e3907-90b7-4818-aa73-4167e10451b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T18:53:35Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['133aaa0c-8f16-4e93-8e1c-1b8b9e9d7a46'], 'active': True} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:53:47.886085 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-a69465fb-b255-48d2-b43d-5e5a8a8ba6b8 req-3f7b8b82-3eff-403b-af3a-b9110fd94ef4 service neutron] 10.222.0.55 "GET /v2.0/networks/bb5b9fed-8e61-492a-a21e-f9ce432c95f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2822711 Nov 05 18:53:47.918423 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c70f822-d18b-464a-a407-17bdc0033950 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Notify agent at l3_agent.n-d-816865-1 the message routers_updated {{(pid=102386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 18:53:47.938764 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-0c70f822-d18b-464a-a407-17bdc0033950 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] 10.222.0.13 "PUT /v2.0/routers/98c28b36-02e7-4b7d-8190-c1aff44fd3f1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0640934 Nov 05 18:53:47.941288 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 60774) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:53:47.951254 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-5611473a-51ff-4d6c-a89b-6b73961e93b1 req-eaf41b73-7626-43ce-9890-3cba59318e8f service neutron] 10.222.0.13 "GET /v2.0/networks/0b64b77a-1769-4ba3-98b8-e072ca99e966?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1685269 Nov 05 18:53:48.017613 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-d07b7ec8-1ce8-4b43-bf00-81e2bd856008 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4463501'] for subnet, precommit_delete_associations {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:48.042429 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.db_base_plugin_v2 [None req-b7923128-defa-4c09-ad24-89c145952da5 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Deleting subnet 56efdbdc-8a62-46cc-913e-6997708b0a97 {{(pid=102386) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 05 18:53:48.050414 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-b7923128-defa-4c09-ad24-89c145952da5 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Publish callbacks [] for subnet, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:48.130674 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] get_ports_and_sgs() called for port_ids ['4a07aa35-4ba7-4db3-b8ab-837d8ca258a7'] {{(pid=102388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 18:53:48.148249 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-b7923128-defa-4c09-ad24-89c145952da5 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4590738'] for subnet, precommit_delete_associations {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:48.171317 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-90a4afd0-925a-46fb-962f-050639aaebca tempest-RoutersTestDVR-1254761535 tempest-RoutersTestDVR-1254761535-project-admin] Publish callbacks [] for router, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:48.172329 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a0aa17-d6dc-4a87-8e94-c01cfe6e6322 None None] Pushing event updated for resources: {'Port': ['ID=5c3caf14-dedd-443c-8e9f-73c980d26ddc,revision_number=3']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:53:48.195054 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvr_db [None req-da0e3907-90b7-4818-aa73-4167e10451b3 None None] Set router 133aaa0c-8f16-4e93-8e1c-1b8b9e9d7a46 gateway port host: n-d-816865-1 {{(pid=102389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 18:53:48.319362 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-d07b7ec8-1ce8-4b43-bf00-81e2bd856008 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1573928'] for subnet, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:48.442270 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-b7923128-defa-4c09-ad24-89c145952da5 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1573928'] for subnet, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:48.476935 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-d07b7ec8-1ce8-4b43-bf00-81e2bd856008 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1573905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4417146', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5112209'] for subnet, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:48.498648 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-da0e3907-90b7-4818-aa73-4167e10451b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '133aaa0c-8f16-4e93-8e1c-1b8b9e9d7a46', 'name': 'tempest-FloatingIPDetailsTestJSON-514705483-router', 'tenant_id': '57135041cad14438a44813f33dcce7e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.16'}], 'enable_snat': True}, 'gw_port_id': '5c3caf14-dedd-443c-8e9f-73c980d26ddc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T18:53:34Z', 'updated_at': '2021-11-05T18:53:41Z', 'revision_number': 3, 'project_id': '57135041cad14438a44813f33dcce7e4', 'gw_port': {'id': '5c3caf14-dedd-443c-8e9f-73c980d26ddc', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:af:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '133aaa0c-8f16-4e93-8e1c-1b8b9e9d7a46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1747, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T18:53:38Z', 'updated_at': '2021-11-05T18:53:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1'}], 'n-d-816865-1', False) {} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:53:48.516624 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-d07b7ec8-1ce8-4b43-bf00-81e2bd856008 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597851'] for subnet, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:48.520656 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-d07b7ec8-1ce8-4b43-bf00-81e2bd856008 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] 10.222.0.13 "DELETE /v2.0/subnets/3b28d4ba-c030-4d74-9ee2-abd07f6d52d3 HTTP/1.1" status: 204 len: 168 time: 1.0866756 Nov 05 18:53:48.530166 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 60778) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:53:48.552389 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0259a5a7-787a-4d33-9486-c0139b208b32 req-6751f68b-52b3-4ac7-83bf-b206e6b151d4 tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:53:48.554162 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-0259a5a7-787a-4d33-9486-c0139b208b32 req-6751f68b-52b3-4ac7-83bf-b206e6b151d4 tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] 10.222.0.13 "GET /v2.0/ports?device_id=4402a838-1439-4f98-a946-5361403d75c4 HTTP/1.1" status: 200 len: 946 time: 0.7794676 Nov 05 18:53:48.572448 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da0e3907-90b7-4818-aa73-4167e10451b3 None None] The sync data for ids ['133aaa0c-8f16-4e93-8e1c-1b8b9e9d7a46'] in n-d-816865-1 is: [{'id': '133aaa0c-8f16-4e93-8e1c-1b8b9e9d7a46', 'name': 'tempest-FloatingIPDetailsTestJSON-514705483-router', 'tenant_id': '57135041cad14438a44813f33dcce7e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.16'}], 'enable_snat': True}, 'gw_port_id': '5c3caf14-dedd-443c-8e9f-73c980d26ddc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T18:53:34Z', 'updated_at': '2021-11-05T18:53:41Z', 'revision_number': 3, 'project_id': '57135041cad14438a44813f33dcce7e4', 'gw_port': {'id': '5c3caf14-dedd-443c-8e9f-73c980d26ddc', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:af:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '133aaa0c-8f16-4e93-8e1c-1b8b9e9d7a46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1747, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T18:53:38Z', 'updated_at': '2021-11-05T18:53:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1'}] {{(pid=102389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 18:53:48.593198 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07b7ec8-1ce8-4b43-bf00-81e2bd856008 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Pushing event deleted for resources: {'Subnet': ['ID=3b28d4ba-c030-4d74-9ee2-abd07f6d52d3,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:53:48.612834 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e27a09e-5625-4b02-a524-e49332f9d4c9 None None] Network 1c9d25d3-7f2e-4384-9081-dc17514a5578 requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 18:53:48.664578 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 221fe813-3521-4117-b7a6-e2d9480b94f6 up at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 18:53:48.736286 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-97416e51-43b0-4bdc-a0b5-7f86196fe930 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.2035382 Nov 05 18:53:48.737833 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 60782) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:53:48.760582 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d07b7ec8-1ce8-4b43-bf00-81e2bd856008 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:53:48.760978 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d07b7ec8-1ce8-4b43-bf00-81e2bd856008 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:53:48.761250 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d07b7ec8-1ce8-4b43-bf00-81e2bd856008 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:53:48.761688 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d07b7ec8-1ce8-4b43-bf00-81e2bd856008 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:53:48.761915 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d07b7ec8-1ce8-4b43-bf00-81e2bd856008 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:53:48.762259 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d07b7ec8-1ce8-4b43-bf00-81e2bd856008 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:53:48.762687 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d07b7ec8-1ce8-4b43-bf00-81e2bd856008 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:53:48.763013 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d07b7ec8-1ce8-4b43-bf00-81e2bd856008 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:53:48.763386 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d07b7ec8-1ce8-4b43-bf00-81e2bd856008 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:53:48.763647 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d07b7ec8-1ce8-4b43-bf00-81e2bd856008 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:53:48.763966 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d07b7ec8-1ce8-4b43-bf00-81e2bd856008 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:53:48.764281 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d07b7ec8-1ce8-4b43-bf00-81e2bd856008 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:53:48.796752 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-5611473a-51ff-4d6c-a89b-6b73961e93b1 req-b19cd134-aeb4-4108-be55-f998c65efc2b service neutron] 10.222.0.13 "GET /v2.0/networks/0b64b77a-1769-4ba3-98b8-e072ca99e966?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8448849 Nov 05 18:53:48.801423 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-90a4afd0-925a-46fb-962f-050639aaebca tempest-RoutersTestDVR-1254761535 tempest-RoutersTestDVR-1254761535-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-571301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6852'] for router, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:48.805982 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-90a4afd0-925a-46fb-962f-050639aaebca tempest-RoutersTestDVR-1254761535 tempest-RoutersTestDVR-1254761535-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:48.811758 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-0259a5a7-787a-4d33-9486-c0139b208b32 req-a92c220d-5293-438e-ad39-0e5fc4156463 tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] 10.222.0.13 "GET /v2.0/security-groups?id=20494f52-e47d-4839-b4f6-2fc0330d8d18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2220967 Nov 05 18:53:48.866568 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] No Port match for: 221fe813-3521-4117-b7a6-e2d9480b94f6 {{(pid=102388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 18:53:48.866924 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 221fe813-3521-4117-b7a6-e2d9480b94f6 not bound to the agent host n-d-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Nov 05 18:53:48.878066 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-b7923128-defa-4c09-ad24-89c145952da5 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1573905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6149879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4877183'] for subnet, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:48.918463 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-b7923128-defa-4c09-ad24-89c145952da5 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Publish callbacks [] for subnet, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:48.923491 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-d9cbe9ef-9222-491c-a7ba-7d67000d663e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:48.926182 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-1a3f7538-15d1-45f1-a391-529bf05438f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c6f6d66-a4a6-46f4-8edf-ecd678ed708f', 'name': 'tempest-ServerRescueTestJSON-1596869115-router', 'tenant_id': 'bc43cc4e829541bd87fc815a2a0048f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.106'}], 'enable_snat': True}, 'gw_port_id': 'dfb30c61-9f63-496a-a082-a2147a48bfcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T18:53:25Z', 'updated_at': '2021-11-05T18:53:41Z', 'revision_number': 4, 'project_id': 'bc43cc4e829541bd87fc815a2a0048f0', 'gw_port': {'id': 'dfb30c61-9f63-496a-a082-a2147a48bfcb', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:7e:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c6f6d66-a4a6-46f4-8edf-ecd678ed708f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1717, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T18:53:28Z', 'updated_at': '2021-11-05T18:53:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1', '_interfaces': [{'id': 'd934184e-ed22-4848-8e06-7b746e054917', 'name': '', 'network_id': '0b64b77a-1769-4ba3-98b8-e072ca99e966', 'tenant_id': 'bc43cc4e829541bd87fc815a2a0048f0', 'mac_address': 'fa:16:3e:98:79:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c6f6d66-a4a6-46f4-8edf-ecd678ed708f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1741, 'fixed_ips': [{'subnet_id': '6176923a-af99-42e6-bca9-86e5b2bd6e07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T18:53:35Z', 'updated_at': '2021-11-05T18:53:41Z', 'revision_number': 2, 'project_id': 'bc43cc4e829541bd87fc815a2a0048f0', 'subnets': [{'id': '6176923a-af99-42e6-bca9-86e5b2bd6e07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-1', False) {} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:53:48.933522 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-b7923128-defa-4c09-ad24-89c145952da5 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] 10.222.0.13 "DELETE /v2.0/subnets/56efdbdc-8a62-46cc-913e-6997708b0a97 HTTP/1.1" status: 204 len: 168 time: 0.9885678 Nov 05 18:53:48.938334 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 60786) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:53:48.961653 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-90a4afd0-925a-46fb-962f-050639aaebca tempest-RoutersTestDVR-1254761535 tempest-RoutersTestDVR-1254761535-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-571310'] for router, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:48.962365 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90a4afd0-925a-46fb-962f-050639aaebca tempest-RoutersTestDVR-1254761535 tempest-RoutersTestDVR-1254761535-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 74f1690d-aaf6-4af6-aa93-8ec697762eda {{(pid=102387) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 05 18:53:48.971347 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-90a4afd0-925a-46fb-962f-050639aaebca tempest-RoutersTestDVR-1254761535 tempest-RoutersTestDVR-1254761535-project-admin] Publish callbacks [] for router, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:48.972527 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-90a4afd0-925a-46fb-962f-050639aaebca tempest-RoutersTestDVR-1254761535 tempest-RoutersTestDVR-1254761535-project-admin] 10.222.0.13 "DELETE /v2.0/routers/74f1690d-aaf6-4af6-aa93-8ec697762eda HTTP/1.1" status: 204 len: 168 time: 1.2759883 Nov 05 18:53:48.982652 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-94982bc8-bc8e-4a2c-b327-8d784d4db6f9 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Publish callbacks [] for router, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:48.993067 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 60788) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:53:49.036098 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b59bf6f8-1c96-4392-ad8b-92c374099f1a None None] Network 7c05fad6-bf66-4b93-8aa8-c26b6400a424 requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 18:53:49.040094 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Port 221fe813-3521-4117-b7a6-e2d9480b94f6 not found, will not notify nova. {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Nov 05 18:53:49.152697 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a3f7538-15d1-45f1-a391-529bf05438f0 None None] Checking router: 1c6f6d66-a4a6-46f4-8edf-ecd678ed708f for host: n-d-816865-1 {{(pid=102388) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 18:53:49.153578 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a3f7538-15d1-45f1-a391-529bf05438f0 None None] Updating router 1c6f6d66-a4a6-46f4-8edf-ecd678ed708f port d934184e-ed22-4848-8e06-7b746e054917 binding host n-d-816865-1 {{(pid=102388) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 05 18:53:49.225500 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-1a3f7538-15d1-45f1-a391-529bf05438f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:49.240295 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] get_ports_and_sgs() called for port_ids ['67bf7a45-d02d-4202-afe1-d2eef054ceb0'] {{(pid=102388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 18:53:49.275230 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7923128-defa-4c09-ad24-89c145952da5 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Pushing event deleted for resources: {'Subnet': ['ID=56efdbdc-8a62-46cc-913e-6997708b0a97,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:53:49.400930 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-3525721a-833b-461c-9566-0bcea79d4d20 tempest-RoutersTestDVR-1254761535 tempest-RoutersTestDVR-1254761535-project-admin] Request body: {'router': {'name': 'tempest-router-832853534', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '075de3b316a34b7a9b35bf4359a67191'}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:53:49.443677 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.db_base_plugin_common [None req-d9cbe9ef-9222-491c-a7ba-7d67000d663e admin admin] Allocated IP 172.20.0.1 (e6c2105d-16a2-4a10-a729-05ea93b82939/9d926e25-c6d3-44f0-9e66-0f69ab727f77/9577aac2-d012-42b2-b631-3ada2fc5ea49) {{(pid=102387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 18:53:49.539938 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-94982bc8-bc8e-4a2c-b327-8d784d4db6f9 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-571301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6852'] for router, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:49.545199 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-94982bc8-bc8e-4a2c-b327-8d784d4db6f9 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:49.566368 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 521b48f8-209f-4c9c-8c07-85067fd7f2e4 no longer exists at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 18:53:49.572429 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Device 6c0ff786-27f7-4309-9557-397300899c7b no longer exists at agent hyperv_n-h2-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 18:53:49.608007 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-d9cbe9ef-9222-491c-a7ba-7d67000d663e admin admin] Publish callbacks [] for port, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:49.644594 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-bf84db76-0517-4eb0-ad8f-16abf746f016 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1664226'] for network, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:49.652618 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] No Port match for: 521b48f8-209f-4c9c-8c07-85067fd7f2e4 {{(pid=102388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 18:53:49.654187 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 521b48f8-209f-4c9c-8c07-85067fd7f2e4 not bound to the agent host n-d-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 18:53:49.680193 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.agents_db [None req-b9406b04-a0e8-43cf-b349-711963d96cf4 None None] Agent healthcheck: found 7 active agents {{(pid=102389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 05 18:53:49.738515 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-05731a21-093e-47c9-85ec-108ff21f1092 req-dfec6cbd-81cb-4575-91b3-4181a0fa9bcc tempest-ServerRescueTestJSON-1639389385 tempest-ServerRescueTestJSON-1639389385-project] 10.222.0.13 "GET /v2.0/ports?device_id=9c7dbc46-8c68-4f14-8897-91c11ae5a9cd HTTP/1.1" status: 200 len: 210 time: 0.3317084 Nov 05 18:53:49.739770 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-bf84db76-0517-4eb0-ad8f-16abf746f016 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Deleting port cc030ebb-4e27-4701-8d07-75283d2f13e2 {{(pid=102386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 18:53:49.740281 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-bf84db76-0517-4eb0-ad8f-16abf746f016 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:49.755661 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-d9cbe9ef-9222-491c-a7ba-7d67000d663e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4417063'] for port, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:49.820863 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9cbe9ef-9222-491c-a7ba-7d67000d663e admin admin] Network e6c2105d-16a2-4a10-a729-05ea93b82939 is already hosted by enough agents. {{(pid=102387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 18:53:49.827859 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.base_scheduler [None req-d9cbe9ef-9222-491c-a7ba-7d67000d663e admin admin] Resources bound (agent type, host, resource id): {{(pid=102387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:53:49.842955 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [None req-bf84db76-0517-4eb0-ad8f-16abf746f016 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] For port cc030ebb-4e27-4701-8d07-75283d2f13e2, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=cc030ebb-4e27-4701-8d07-75283d2f13e2,segment=NetworkSegment(562fc736-3755-459e-8bb1-b010cc48277f),segment_id=562fc736-3755-459e-8bb1-b010cc48277f)] {{(pid=102386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:53:49.849960 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-bf84db76-0517-4eb0-ad8f-16abf746f016 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:49.850131 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08270723-e8c7-4950-aae8-867fcb4c751a req-adad853c-764f-4cc1-9af2-a81983d3c9de tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:53:49.852631 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08270723-e8c7-4950-aae8-867fcb4c751a req-adad853c-764f-4cc1-9af2-a81983d3c9de tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:53:49.858101 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-bf84db76-0517-4eb0-ad8f-16abf746f016 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Calling delete_port for cc030ebb-4e27-4701-8d07-75283d2f13e2 owned by network:dhcp {{(pid=102386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 18:53:49.872751 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08270723-e8c7-4950-aae8-867fcb4c751a req-adad853c-764f-4cc1-9af2-a81983d3c9de tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:53:49.889032 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08270723-e8c7-4950-aae8-867fcb4c751a req-adad853c-764f-4cc1-9af2-a81983d3c9de tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:53:49.904990 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08270723-e8c7-4950-aae8-867fcb4c751a req-adad853c-764f-4cc1-9af2-a81983d3c9de tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:53:49.919250 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08270723-e8c7-4950-aae8-867fcb4c751a req-adad853c-764f-4cc1-9af2-a81983d3c9de tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:53:49.921974 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-94982bc8-bc8e-4a2c-b327-8d784d4db6f9 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-571310'] for router, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:49.923778 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94982bc8-bc8e-4a2c-b327-8d784d4db6f9 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Fanout notify agent at l3_agent the message router_deleted on router 6579a57e-a675-4123-8e64-317af1d4944b {{(pid=102386) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 05 18:53:49.953242 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-94982bc8-bc8e-4a2c-b327-8d784d4db6f9 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Publish callbacks [] for router, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:49.955485 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08270723-e8c7-4950-aae8-867fcb4c751a req-adad853c-764f-4cc1-9af2-a81983d3c9de tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:53:49.957540 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-08270723-e8c7-4950-aae8-867fcb4c751a req-adad853c-764f-4cc1-9af2-a81983d3c9de tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] 10.222.0.13 "GET /v2.0/ports?device_id=1682fb31-a1bf-43f5-a4fa-447937da8a91 HTTP/1.1" status: 200 len: 5436 time: 0.5521772 Nov 05 18:53:49.959308 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9cbe9ef-9222-491c-a7ba-7d67000d663e admin admin] Received port after_create {{(pid=102387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 18:53:49.966882 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-94982bc8-bc8e-4a2c-b327-8d784d4db6f9 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] 10.222.0.13 "DELETE /v2.0/routers/6579a57e-a675-4123-8e64-317af1d4944b HTTP/1.1" status: 204 len: 168 time: 1.2285759 Nov 05 18:53:50.006021 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 60810) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:53:50.006021 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9cbe9ef-9222-491c-a7ba-7d67000d663e admin admin] Pushing event updated for resources: {'Port': ['ID=9577aac2-d012-42b2-b631-3ada2fc5ea49,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:53:50.007796 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-3525721a-833b-461c-9566-0bcea79d4d20 tempest-RoutersTestDVR-1254761535 tempest-RoutersTestDVR-1254761535-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-571139', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6874'] for router, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:50.008845 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-3525721a-833b-461c-9566-0bcea79d4d20 tempest-RoutersTestDVR-1254761535 tempest-RoutersTestDVR-1254761535-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-571375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1000570', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1011585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6867'] for router, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:50.040368 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-663695bf-438b-4d64-a98a-7b0abce508e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98c28b36-02e7-4b7d-8190-c1aff44fd3f1', 'name': 'tempest-RoutersIpV6Test-router-1724408201', 'tenant_id': '07347c71ee604fb5990da9c356235381', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T18:52:47Z', 'updated_at': '2021-11-05T18:53:46Z', 'revision_number': 8, 'project_id': '07347c71ee604fb5990da9c356235381', 'gw_port_host': None, '_interfaces': [{'id': '02e30c9e-6614-411f-a0b0-cb49e1e0671c', 'name': '', 'network_id': '79b363d9-4129-410e-bfaf-357198417ae2', 'tenant_id': '07347c71ee604fb5990da9c356235381', 'mac_address': 'fa:16:3e:d5:53:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98c28b36-02e7-4b7d-8190-c1aff44fd3f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1674, 'fixed_ips': [{'subnet_id': '529dc2bb-5603-4b92-8f55-514b2c318ee9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T18:53:06Z', 'updated_at': '2021-11-05T18:53:16Z', 'revision_number': 5, 'project_id': '07347c71ee604fb5990da9c356235381', 'subnets': [{'id': '529dc2bb-5603-4b92-8f55-514b2c318ee9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2d32c49a-e83b-4ea0-9aaa-a7d10b79daf9', 'name': '', 'network_id': 'f0bd4915-5264-4f1b-888c-702ac3bd3c65', 'tenant_id': '07347c71ee604fb5990da9c356235381', 'mac_address': 'fa:16:3e:43:36:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98c28b36-02e7-4b7d-8190-c1aff44fd3f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1661, 'fixed_ips': [{'subnet_id': '375204fc-1e27-495a-8797-c770261c4731', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T18:52:54Z', 'updated_at': '2021-11-05T18:53:05Z', 'revision_number': 5, 'project_id': '07347c71ee604fb5990da9c356235381', 'subnets': [{'id': '375204fc-1e27-495a-8797-c770261c4731', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8d1ea80b-17bb-485b-a023-4af42bd21961', 'name': '', 'network_id': '3eca8ef9-c8dd-4ffa-9f71-c6362c30becc', 'tenant_id': '07347c71ee604fb5990da9c356235381', 'mac_address': 'fa:16:3e:1b:5e:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98c28b36-02e7-4b7d-8190-c1aff44fd3f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1680, 'fixed_ips': [{'subnet_id': '88d64cdb-2acf-427c-b3a3-d1b2c3f8b392', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T18:53:13Z', 'updated_at': '2021-11-05T18:53:28Z', 'revision_number': 5, 'project_id': '07347c71ee604fb5990da9c356235381', 'subnets': [{'id': '88d64cdb-2acf-427c-b3a3-d1b2c3f8b392', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-1', False) {} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:53:50.070093 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-cfb0f7cd-141a-4424-a370-65a2c58da766 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Request body: {'subnet': {'network_id': '1c9d25d3-7f2e-4384-9081-dc17514a5578', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:53:50.157708 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-663695bf-438b-4d64-a98a-7b0abce508e9 None None] The sync data for ids ['98c28b36-02e7-4b7d-8190-c1aff44fd3f1'] in n-d-816865-1 is: [{'id': '98c28b36-02e7-4b7d-8190-c1aff44fd3f1', 'name': 'tempest-RoutersIpV6Test-router-1724408201', 'tenant_id': '07347c71ee604fb5990da9c356235381', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T18:52:47Z', 'updated_at': '2021-11-05T18:53:46Z', 'revision_number': 8, 'project_id': '07347c71ee604fb5990da9c356235381', 'gw_port_host': None, '_interfaces': [{'id': '02e30c9e-6614-411f-a0b0-cb49e1e0671c', 'name': '', 'network_id': '79b363d9-4129-410e-bfaf-357198417ae2', 'tenant_id': '07347c71ee604fb5990da9c356235381', 'mac_address': 'fa:16:3e:d5:53:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98c28b36-02e7-4b7d-8190-c1aff44fd3f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1674, 'fixed_ips': [{'subnet_id': '529dc2bb-5603-4b92-8f55-514b2c318ee9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T18:53:06Z', 'updated_at': '2021-11-05T18:53:16Z', 'revision_number': 5, 'project_id': '07347c71ee604fb5990da9c356235381', 'subnets': [{'id': '529dc2bb-5603-4b92-8f55-514b2c318ee9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2d32c49a-e83b-4ea0-9aaa-a7d10b79daf9', 'name': '', 'network_id': 'f0bd4915-5264-4f1b-888c-702ac3bd3c65', 'tenant_id': '07347c71ee604fb5990da9c356235381', 'mac_address': 'fa:16:3e:43:36:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98c28b36-02e7-4b7d-8190-c1aff44fd3f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1661, 'fixed_ips': [{'subnet_id': '375204fc-1e27-495a-8797-c770261c4731', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T18:52:54Z', 'updated_at': '2021-11-05T18:53:05Z', 'revision_number': 5, 'project_id': '07347c71ee604fb5990da9c356235381', 'subnets': [{'id': '375204fc-1e27-495a-8797-c770261c4731', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8d1ea80b-17bb-485b-a023-4af42bd21961', 'name': '', 'network_id': '3eca8ef9-c8dd-4ffa-9f71-c6362c30becc', 'tenant_id': '07347c71ee604fb5990da9c356235381', 'mac_address': 'fa:16:3e:1b:5e:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98c28b36-02e7-4b7d-8190-c1aff44fd3f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1680, 'fixed_ips': [{'subnet_id': '88d64cdb-2acf-427c-b3a3-d1b2c3f8b392', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T18:53:13Z', 'updated_at': '2021-11-05T18:53:28Z', 'revision_number': 5, 'project_id': '07347c71ee604fb5990da9c356235381', 'subnets': [{'id': '88d64cdb-2acf-427c-b3a3-d1b2c3f8b392', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 18:53:50.263920 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61fc6c59-efdf-4de2-a0f6-1fd5f8ee6719 None None] DHCP port deletion for 7c05fad6-bf66-4b93-8aa8-c26b6400a424 request from n-d-816865-1 {{(pid=102388) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 05 18:53:50.329761 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-bf84db76-0517-4eb0-ad8f-16abf746f016 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:50.367280 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:50.374813 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf84db76-0517-4eb0-ad8f-16abf746f016 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Pushing event deleted for resources: {'Port': ['ID=cc030ebb-4e27-4701-8d07-75283d2f13e2,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:53:50.379982 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf84db76-0517-4eb0-ad8f-16abf746f016 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] No DVR routers for this DVR port cc030ebb-4e27-4701-8d07-75283d2f13e2 on host n-d-816865-1 {{(pid=102386) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 18:53:50.519670 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-d9cbe9ef-9222-491c-a7ba-7d67000d663e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-571770'] for router_interface, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:50.526894 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Device 2456eae3-169a-4fab-a13d-e220c18e5959 up at agent hyperv_n-h1-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 18:53:50.599093 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-bf84db76-0517-4eb0-ad8f-16abf746f016 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1579173', 'neutron.services.segments.db._delete_segments_for_network-8750027792909'] for network, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:50.656141 n-d-816865-1 neutron-server[102386]: DEBUG neutron.services.segments.db [None req-bf84db76-0517-4eb0-ad8f-16abf746f016 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c05fad6-bf66-4b93-8aa8-c26b6400a424']}} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:53:50.669524 n-d-816865-1 neutron-server[102386]: DEBUG neutron.services.segments.db [None req-bf84db76-0517-4eb0-ad8f-16abf746f016 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '562fc736-3755-459e-8bb1-b010cc48277f') {'for_net_delete': True} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:53:50.670187 n-d-816865-1 neutron-server[102386]: DEBUG neutron.services.segments.db [None req-bf84db76-0517-4eb0-ad8f-16abf746f016 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '562fc736-3755-459e-8bb1-b010cc48277f') {} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:53:50.681729 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-bf84db76-0517-4eb0-ad8f-16abf746f016 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750027793430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4590747'] for segment, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:50.710792 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-bf84db76-0517-4eb0-ad8f-16abf746f016 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273'] for segment, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:50.720009 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf84db76-0517-4eb0-ad8f-16abf746f016 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Releasing vlan 195 on physical network physnet1 to pool {{(pid=102386) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 05 18:53:50.720775 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-bf84db76-0517-4eb0-ad8f-16abf746f016 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6149721'] for segment, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:50.813360 n-d-816865-1 neutron-server[102386]: Traceback (most recent call last): Nov 05 18:53:50.813360 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 05 18:53:50.813360 n-d-816865-1 neutron-server[102386]: timer() Nov 05 18:53:50.813360 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 05 18:53:50.813360 n-d-816865-1 neutron-server[102386]: cb(*args, **kw) Nov 05 18:53:50.813360 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 05 18:53:50.813360 n-d-816865-1 neutron-server[102386]: return func(*args, **kwargs) Nov 05 18:53:50.813360 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 05 18:53:50.813360 n-d-816865-1 neutron-server[102386]: self._notify() Nov 05 18:53:50.813360 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 05 18:53:50.813360 n-d-816865-1 neutron-server[102386]: self.callback(batched_events) Nov 05 18:53:50.813360 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 05 18:53:50.813360 n-d-816865-1 neutron-server[102386]: event.method(event) Nov 05 18:53:50.813360 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 05 18:53:50.813360 n-d-816865-1 neutron-server[102386]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 05 18:53:50.813360 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 05 18:53:50.813360 n-d-816865-1 neutron-server[102386]: aggregate_uuid = self.p_client.list_aggregates( Nov 05 18:53:50.813360 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 05 18:53:50.813360 n-d-816865-1 neutron-server[102386]: return f(self, *a, **k) Nov 05 18:53:50.813360 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 05 18:53:50.813360 n-d-816865-1 neutron-server[102386]: return self._get(url).json() Nov 05 18:53:50.813360 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 05 18:53:50.813360 n-d-816865-1 neutron-server[102386]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 05 18:53:50.813360 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 05 18:53:50.813360 n-d-816865-1 neutron-server[102386]: return self.request(url, 'GET', **kwargs) Nov 05 18:53:50.813360 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 05 18:53:50.813360 n-d-816865-1 neutron-server[102386]: base_url = self.get_endpoint(auth, allow=allow, Nov 05 18:53:50.813360 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 05 18:53:50.813360 n-d-816865-1 neutron-server[102386]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 05 18:53:50.813360 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 05 18:53:50.813360 n-d-816865-1 neutron-server[102386]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 05 18:53:50.813360 n-d-816865-1 neutron-server[102386]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 05 18:53:50.847097 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74fdc6de-d6e2-404b-ba27-39e928d1ca82 None None] DHCP port deletion for 1c9d25d3-7f2e-4384-9081-dc17514a5578 request from n-d-816865-1 {{(pid=102388) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 05 18:53:50.880199 n-d-816865-1 neutron-server[102388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4402a838-1439-4f98-a946-5361403d75c4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6c0ff786-27f7-4309-9557-397300899c7b'}] {{(pid=102388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 18:53:50.884290 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85474fee1180e129d8a886d264fe0b30223aa672dd1ffe43b630605f18504f68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae2ccc1f-0238-4cc1-9ec5-cb23630c7d2b" -d '{"events": [{"server_uuid": "4402a838-1439-4f98-a946-5361403d75c4", "name": "network-vif-unplugged", "status": "completed", "tag": "6c0ff786-27f7-4309-9557-397300899c7b"}]}' {{(pid=102388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 18:53:50.892163 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-7f03ced8-66dd-4f4f-a523-6138e14eff23 None None] Provisioning complete for port 9577aac2-d012-42b2-b631-3ada2fc5ea49 triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:53:50.892526 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-7f03ced8-66dd-4f4f-a523-6138e14eff23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:50.903681 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-bf84db76-0517-4eb0-ad8f-16abf746f016 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1579178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-956796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1000687'] for network, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:50.912784 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-bf84db76-0517-4eb0-ad8f-16abf746f016 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Publish callbacks [] for network, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:50.919025 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-bf84db76-0517-4eb0-ad8f-16abf746f016 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] 10.222.0.13 "DELETE /v2.0/networks/7c05fad6-bf66-4b93-8aa8-c26b6400a424 HTTP/1.1" status: 204 len: 168 time: 1.9761252 Nov 05 18:53:50.926236 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 60822) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:53:50.959287 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] For port 6c0ff786-27f7-4309-9557-397300899c7b, host n-h2-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=6c0ff786-27f7-4309-9557-397300899c7b,segment=NetworkSegment(1ae4cc0f-5460-421b-9b80-d7acf4de0363),segment_id=1ae4cc0f-5460-421b-9b80-d7acf4de0363)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:53:51.005836 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-61fc6c59-efdf-4de2-a0f6-1fd5f8ee6719 None None] Deleting port cc030ebb-4e27-4701-8d07-75283d2f13e2 {{(pid=102388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 18:53:51.005836 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-61fc6c59-efdf-4de2-a0f6-1fd5f8ee6719 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:51.049364 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf84db76-0517-4eb0-ad8f-16abf746f016 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Pushing event deleted for resources: {'Network': ['ID=7c05fad6-bf66-4b93-8aa8-c26b6400a424,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:53:51.120353 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-3525721a-833b-461c-9566-0bcea79d4d20 tempest-RoutersTestDVR-1254761535 tempest-RoutersTestDVR-1254761535-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:51.121194 n-d-816865-1 neutron-server[102388]: ERROR oslo_messaging.rpc.server [None req-61fc6c59-efdf-4de2-a0f6-1fd5f8ee6719 None None] Exception during message handling: neutron_lib.exceptions.NetworkNotFound: Network 7c05fad6-bf66-4b93-8aa8-c26b6400a424 could not be found. Nov 05 18:53:51.121194 n-d-816865-1 neutron-server[102388]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 05 18:53:51.121194 n-d-816865-1 neutron-server[102388]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 264, in _get_network Nov 05 18:53:51.121194 n-d-816865-1 neutron-server[102388]: ERROR oslo_messaging.rpc.server network = model_query.get_by_id(context, models_v2.Network, id) Nov 05 18:53:51.121194 n-d-816865-1 neutron-server[102388]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 169, in get_by_id Nov 05 18:53:51.121194 n-d-816865-1 neutron-server[102388]: ERROR oslo_messaging.rpc.server return query.filter(model.id == object_id).one() Nov 05 18:53:51.121194 n-d-816865-1 neutron-server[102388]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2808, in one Nov 05 18:53:51.121194 n-d-816865-1 neutron-server[102388]: ERROR oslo_messaging.rpc.server return self._iter().one() Nov 05 18:53:51.121194 n-d-816865-1 neutron-server[102388]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 1385, in one Nov 05 18:53:51.121194 n-d-816865-1 neutron-server[102388]: ERROR oslo_messaging.rpc.server return self._only_one_row( Nov 05 18:53:51.121194 n-d-816865-1 neutron-server[102388]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 561, in _only_one_row Nov 05 18:53:51.121194 n-d-816865-1 neutron-server[102388]: ERROR oslo_messaging.rpc.server raise exc.NoResultFound( Nov 05 18:53:51.121194 n-d-816865-1 neutron-server[102388]: ERROR oslo_messaging.rpc.server sqlalchemy.exc.NoResultFound: No row was found when one was required Nov 05 18:53:51.121194 n-d-816865-1 neutron-server[102388]: ERROR oslo_messaging.rpc.server Nov 05 18:53:51.121194 n-d-816865-1 neutron-server[102388]: ERROR oslo_messaging.rpc.server During handling of the above exception, another exception occurred: Nov 05 18:53:51.121194 n-d-816865-1 neutron-server[102388]: ERROR oslo_messaging.rpc.server Nov 05 18:53:51.121194 n-d-816865-1 neutron-server[102388]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 05 18:53:51.121194 n-d-816865-1 neutron-server[102388]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 05 18:53:51.121194 n-d-816865-1 neutron-server[102388]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 05 18:53:51.121194 n-d-816865-1 neutron-server[102388]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 05 18:53:51.121194 n-d-816865-1 neutron-server[102388]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 05 18:53:51.121194 n-d-816865-1 neutron-server[102388]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 05 18:53:51.121194 n-d-816865-1 neutron-server[102388]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 05 18:53:51.121194 n-d-816865-1 neutron-server[102388]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 05 18:53:51.121194 n-d-816865-1 neutron-server[102388]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 05 18:53:51.121194 n-d-816865-1 neutron-server[102388]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 05 18:53:51.121194 n-d-816865-1 neutron-server[102388]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 05 18:53:51.121194 n-d-816865-1 neutron-server[102388]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 05 18:53:51.121194 n-d-816865-1 neutron-server[102388]: ERROR oslo_messaging.rpc.server raise self.value Nov 05 18:53:51.121194 n-d-816865-1 neutron-server[102388]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 05 18:53:51.121194 n-d-816865-1 neutron-server[102388]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 05 18:53:51.121194 n-d-816865-1 neutron-server[102388]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 05 18:53:51.121194 n-d-816865-1 neutron-server[102388]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 05 18:53:51.121194 n-d-816865-1 neutron-server[102388]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 05 18:53:51.121194 n-d-816865-1 neutron-server[102388]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 05 18:53:51.121194 n-d-816865-1 neutron-server[102388]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 05 18:53:51.121194 n-d-816865-1 neutron-server[102388]: ERROR oslo_messaging.rpc.server raise self.value Nov 05 18:53:51.121194 n-d-816865-1 neutron-server[102388]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 05 18:53:51.121194 n-d-816865-1 neutron-server[102388]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 05 18:53:51.121194 n-d-816865-1 neutron-server[102388]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 05 18:53:51.121194 n-d-816865-1 neutron-server[102388]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 05 18:53:51.121194 n-d-816865-1 neutron-server[102388]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 05 18:53:51.121194 n-d-816865-1 neutron-server[102388]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 05 18:53:51.121194 n-d-816865-1 neutron-server[102388]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 05 18:53:51.121194 n-d-816865-1 neutron-server[102388]: ERROR oslo_messaging.rpc.server raise self.value Nov 05 18:53:51.121194 n-d-816865-1 neutron-server[102388]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 05 18:53:51.121194 n-d-816865-1 neutron-server[102388]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 05 18:53:51.121194 n-d-816865-1 neutron-server[102388]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 270, in release_dhcp_port Nov 05 18:53:51.121194 n-d-816865-1 neutron-server[102388]: ERROR oslo_messaging.rpc.server plugin.delete_ports_by_device_id(context, device_id, network_id) Nov 05 18:53:51.121194 n-d-816865-1 neutron-server[102388]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1546, in delete_ports_by_device_id Nov 05 18:53:51.121194 n-d-816865-1 neutron-server[102388]: ERROR oslo_messaging.rpc.server self.delete_port(context, port_id) Nov 05 18:53:51.121194 n-d-816865-1 neutron-server[102388]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 05 18:53:51.121194 n-d-816865-1 neutron-server[102388]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 05 18:53:51.121194 n-d-816865-1 neutron-server[102388]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 05 18:53:51.121194 n-d-816865-1 neutron-server[102388]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 05 18:53:51.121194 n-d-816865-1 neutron-server[102388]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 05 18:53:51.121194 n-d-816865-1 neutron-server[102388]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 05 18:53:51.121194 n-d-816865-1 neutron-server[102388]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 05 18:53:51.121194 n-d-816865-1 neutron-server[102388]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 05 18:53:51.121194 n-d-816865-1 neutron-server[102388]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 05 18:53:51.121194 n-d-816865-1 neutron-server[102388]: ERROR oslo_messaging.rpc.server raise self.value Nov 05 18:53:51.121194 n-d-816865-1 neutron-server[102388]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 05 18:53:51.121194 n-d-816865-1 neutron-server[102388]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 05 18:53:51.121194 n-d-816865-1 neutron-server[102388]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 05 18:53:51.121194 n-d-816865-1 neutron-server[102388]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 05 18:53:51.121194 n-d-816865-1 neutron-server[102388]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 05 18:53:51.121194 n-d-816865-1 neutron-server[102388]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 05 18:53:51.121194 n-d-816865-1 neutron-server[102388]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 05 18:53:51.121194 n-d-816865-1 neutron-server[102388]: ERROR oslo_messaging.rpc.server raise self.value Nov 05 18:53:51.121194 n-d-816865-1 neutron-server[102388]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 05 18:53:51.121194 n-d-816865-1 neutron-server[102388]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 05 18:53:51.121194 n-d-816865-1 neutron-server[102388]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 05 18:53:51.121194 n-d-816865-1 neutron-server[102388]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 05 18:53:51.121194 n-d-816865-1 neutron-server[102388]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 05 18:53:51.121194 n-d-816865-1 neutron-server[102388]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 05 18:53:51.121194 n-d-816865-1 neutron-server[102388]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 05 18:53:51.121194 n-d-816865-1 neutron-server[102388]: ERROR oslo_messaging.rpc.server raise self.value Nov 05 18:53:51.121194 n-d-816865-1 neutron-server[102388]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 05 18:53:51.121194 n-d-816865-1 neutron-server[102388]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 05 18:53:51.121194 n-d-816865-1 neutron-server[102388]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1971, in delete_port Nov 05 18:53:51.121194 n-d-816865-1 neutron-server[102388]: ERROR oslo_messaging.rpc.server network = self.get_network(context, port['network_id']) Nov 05 18:53:51.121194 n-d-816865-1 neutron-server[102388]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 05 18:53:51.121194 n-d-816865-1 neutron-server[102388]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 05 18:53:51.121194 n-d-816865-1 neutron-server[102388]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1194, in get_network Nov 05 18:53:51.121194 n-d-816865-1 neutron-server[102388]: ERROR oslo_messaging.rpc.server net_db = net_db or self._get_network(context, id) Nov 05 18:53:51.121194 n-d-816865-1 neutron-server[102388]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 266, in _get_network Nov 05 18:53:51.121194 n-d-816865-1 neutron-server[102388]: ERROR oslo_messaging.rpc.server raise exceptions.NetworkNotFound(net_id=id) Nov 05 18:53:51.121194 n-d-816865-1 neutron-server[102388]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.NetworkNotFound: Network 7c05fad6-bf66-4b93-8aa8-c26b6400a424 could not be found. Nov 05 18:53:51.121194 n-d-816865-1 neutron-server[102388]: ERROR oslo_messaging.rpc.server Nov 05 18:53:51.148195 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83b3f8cd-e92a-4e4b-98c7-62314e68668f None None] Sync routers for ids ['98c28b36-02e7-4b7d-8190-c1aff44fd3f1'] in n-d-816865-1 {{(pid=102388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 18:53:51.155141 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-7f03ced8-66dd-4f4f-a523-6138e14eff23 None None] Port 9577aac2-d012-42b2-b631-3ada2fc5ea49 cannot update to ACTIVE because it is not bound. {{(pid=102388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 18:53:51.219181 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Provisioning for port 2456eae3-169a-4fab-a13d-e220c18e5959 completed by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 05 18:53:51.224178 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d47d0a-3a27-4904-a600-ed43aa03153c req-28b4823e-ac5a-4305-811e-5a2376c9f012 tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:53:51.226070 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-78d47d0a-3a27-4904-a600-ed43aa03153c req-28b4823e-ac5a-4305-811e-5a2376c9f012 tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] 10.222.0.13 "GET /v2.0/ports?device_id=4402a838-1439-4f98-a946-5361403d75c4 HTTP/1.1" status: 200 len: 946 time: 1.0994186 Nov 05 18:53:51.230580 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-adc73773-d37b-4146-bb3a-c30351ecd1a7 req-c991d95d-0755-4543-a7d6-d237844c5395 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=8ffa2862-88c4-4012-9455-fe38da20377f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.0918672 Nov 05 18:53:51.232567 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:51.247793 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1d49634-0a3e-4c64-96c0-04022946e6b7 None None] DHCP port deletion for 7c05fad6-bf66-4b93-8aa8-c26b6400a424 request from n-d-816865-1 {{(pid=102388) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 05 18:53:51.255939 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-08270723-e8c7-4950-aae8-867fcb4c751a req-30f9b2af-77db-4a99-ab24-a8b56d49a22e tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] 10.222.0.13 "GET /v2.0/security-groups?id=293ec58e-66ea-453a-8db8-ae12281442fa&id=4f04b2e1-de76-4a06-adfc-cc82b8507945&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 1.2772374 Nov 05 18:53:51.267369 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-3525721a-833b-461c-9566-0bcea79d4d20 tempest-RoutersTestDVR-1254761535 tempest-RoutersTestDVR-1254761535-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-571384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1000487'] for router, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:51.281359 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfb0f7cd-141a-4424-a370-65a2c58da766 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Made reservation on behalf of 7bc73c6c17f842a987dd31290d20faa2 for: {'subnet': 1} {{(pid=102387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 18:53:51.287052 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-cfb0f7cd-141a-4424-a370-65a2c58da766 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5112236'] for subnet, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:51.393518 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 5c3caf14-dedd-443c-8e9f-73c980d26ddc up at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 18:53:51.406870 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Provisioning complete for port 2456eae3-169a-4fab-a13d-e220c18e5959 triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:53:51.407580 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:51.537517 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83b3f8cd-e92a-4e4b-98c7-62314e68668f None None] Routers {'98c28b36-02e7-4b7d-8190-c1aff44fd3f1'} bound to L3 agent in host n-d-816865-1 {{(pid=102388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 18:53:51.540028 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-83b3f8cd-e92a-4e4b-98c7-62314e68668f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T18:53:35Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['98c28b36-02e7-4b7d-8190-c1aff44fd3f1'], 'active': True} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:53:51.567158 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-66cdd7eb-ad86-45f8-8380-83890663697d req-24bd4335-2112-4b84-a504-b73bb665cf42 tempest-ServerRescueTestJSON-1639389385 tempest-ServerRescueTestJSON-1639389385-project] 10.222.0.13 "GET /v2.0/ports?device_id=9c7dbc46-8c68-4f14-8897-91c11ae5a9cd HTTP/1.1" status: 200 len: 210 time: 0.0856903 Nov 05 18:53:51.634002 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvr_db [None req-83b3f8cd-e92a-4e4b-98c7-62314e68668f None None] Set router 98c28b36-02e7-4b7d-8190-c1aff44fd3f1 gateway port host: None {{(pid=102388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 18:53:51.671961 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-3525721a-833b-461c-9566-0bcea79d4d20 tempest-RoutersTestDVR-1254761535 tempest-RoutersTestDVR-1254761535-project-admin] Publish callbacks [] for router, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:51.674157 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-3525721a-833b-461c-9566-0bcea79d4d20 tempest-RoutersTestDVR-1254761535 tempest-RoutersTestDVR-1254761535-project-admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 2.6550708 Nov 05 18:53:51.679749 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 05 Nov 2021 18:53:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57176ba2-af5b-482d-97cd-333e591219ae x-openstack-request-id: req-57176ba2-af5b-482d-97cd-333e591219ae {{(pid=102388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 18:53:51.680138 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4402a838-1439-4f98-a946-5361403d75c4", "name": "network-vif-unplugged", "status": "completed", "tag": "6c0ff786-27f7-4309-9557-397300899c7b", "code": 200}]} {{(pid=102388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 18:53:51.680312 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-57176ba2-af5b-482d-97cd-333e591219ae {{(pid=102388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 18:53:51.680701 n-d-816865-1 neutron-server[102388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4402a838-1439-4f98-a946-5361403d75c4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6c0ff786-27f7-4309-9557-397300899c7b', 'code': 200} Nov 05 18:53:51.684955 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 60826) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:53:51.692967 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-74fdc6de-d6e2-404b-ba27-39e928d1ca82 None None] Deleting port 5a9b8d7b-8cba-4c98-a1be-d3addc0a36df {{(pid=102388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 18:53:51.693346 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-74fdc6de-d6e2-404b-ba27-39e928d1ca82 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:51.697578 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-095e280c-3626-4702-81df-a30278114a1f tempest-RoutersTestDVR-1254761535 tempest-RoutersTestDVR-1254761535-project-admin] Request body: {'router': {'distributed': True}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:53:51.728724 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc73773-d37b-4146-bb3a-c30351ecd1a7 req-2fe6ff17-24b8-4962-89ff-429261b0b03d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:53:51.730284 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-adc73773-d37b-4146-bb3a-c30351ecd1a7 req-2fe6ff17-24b8-4962-89ff-429261b0b03d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9d37d1d71d154d088bbcf565483b4218&device_id=8ffa2862-88c4-4012-9455-fe38da20377f HTTP/1.1" status: 200 len: 1097 time: 0.2540519 Nov 05 18:53:51.742637 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-78d47d0a-3a27-4904-a600-ed43aa03153c req-70e23625-58f9-4a52-be85-55bc97c4daa1 tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] 10.222.0.13 "GET /v2.0/security-groups?id=20494f52-e47d-4839-b4f6-2fc0330d8d18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4672790 Nov 05 18:53:51.792618 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-1a3f7538-15d1-45f1-a391-529bf05438f0 None None] Publish callbacks [] for port, precommit_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:51.827666 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Pushing event updated for resources: {'Port': ['ID=6c0ff786-27f7-4309-9557-397300899c7b,revision_number=8']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:53:51.846864 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-cfb0f7cd-141a-4424-a370-65a2c58da766 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4417463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5112218'] for subnet, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:51.923851 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 60830) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:53:51.978557 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-74fdc6de-d6e2-404b-ba27-39e928d1ca82 None None] For port 5a9b8d7b-8cba-4c98-a1be-d3addc0a36df, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=5a9b8d7b-8cba-4c98-a1be-d3addc0a36df,segment=NetworkSegment(1bdc5ccc-001b-4584-b217-2d1934002f57),segment_id=1bdc5ccc-001b-4584-b217-2d1934002f57)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:53:51.979002 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-74fdc6de-d6e2-404b-ba27-39e928d1ca82 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:51.981365 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-1a3f7538-15d1-45f1-a391-529bf05438f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:51.986578 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfb0f7cd-141a-4424-a370-65a2c58da766 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Network 1c9d25d3-7f2e-4384-9081-dc17514a5578 is already hosted by enough agents. {{(pid=102387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 18:53:51.997774 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.base_scheduler [None req-cfb0f7cd-141a-4424-a370-65a2c58da766 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Resources bound (agent type, host, resource id): {{(pid=102387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:53:52.001678 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfb0f7cd-141a-4424-a370-65a2c58da766 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:53:52.002210 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-cfb0f7cd-141a-4424-a370-65a2c58da766 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597851'] for subnet, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:52.019835 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-d9cbe9ef-9222-491c-a7ba-7d67000d663e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:52.036586 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b11760-f279-4ad8-a6cb-f0861dd05f16 None None] Pushing event updated for resources: {'Port': ['ID=d934184e-ed22-4848-8e06-7b746e054917,revision_number=3']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:53:52.038714 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:52.051987 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb0f7cd-141a-4424-a370-65a2c58da766 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Pushing event updated for resources: {'Subnet': ['ID=4d40c3ae-9ffe-4b02-9094-87c390340740,revision_number=0']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:53:52.055637 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-74fdc6de-d6e2-404b-ba27-39e928d1ca82 None None] Calling delete_port for 5a9b8d7b-8cba-4c98-a1be-d3addc0a36df owned by network:dhcp {{(pid=102388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 18:53:52.105943 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Provisioning complete for port 5c3caf14-dedd-443c-8e9f-73c980d26ddc triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:53:52.116397 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:52.116580 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc73773-d37b-4146-bb3a-c30351ecd1a7 req-0e36389a-a2a4-469c-84fb-acc808d737ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:53:52.116580 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-adc73773-d37b-4146-bb3a-c30351ecd1a7 req-0e36389a-a2a4-469c-84fb-acc808d737ca service neutron] 10.222.0.41 "GET /v2.0/networks?id=bb5b9fed-8e61-492a-a21e-f9ce432c95f7 HTTP/1.1" status: 200 len: 912 time: 0.3508773 Nov 05 18:53:52.170394 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-cfb0f7cd-141a-4424-a370-65a2c58da766 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.1644905 Nov 05 18:53:52.174644 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-adc73773-d37b-4146-bb3a-c30351ecd1a7 req-bc89cdf3-f000-4ef2-882f-15211e411ec2 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d3e09ef2-2619-4f6f-89c4-8ba57154c592 HTTP/1.1" status: 200 len: 217 time: 0.0565758 Nov 05 18:53:52.175102 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 60834) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:53:52.184898 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-095e280c-3626-4702-81df-a30278114a1f tempest-RoutersTestDVR-1254761535 tempest-RoutersTestDVR-1254761535-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1000460', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-571265', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6845'] for router, precommit_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:52.185500 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-095e280c-3626-4702-81df-a30278114a1f tempest-RoutersTestDVR-1254761535 tempest-RoutersTestDVR-1254761535-project-admin] Publish callbacks [] for router, before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:52.192799 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-e58805a3-1dc6-41e3-b642-9d78c380244a tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1832900531', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:53:52.197735 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] For port 2456eae3-169a-4fab-a13d-e220c18e5959, host n-h1-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=2456eae3-169a-4fab-a13d-e220c18e5959,segment=NetworkSegment(ddf499c1-888a-4ebb-8e8b-94e3dd91721e),segment_id=ddf499c1-888a-4ebb-8e8b-94e3dd91721e)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:53:52.277274 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-2ced37da-0468-4f42-a3c0-a538d737cb02 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:52.322916 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-1a3f7538-15d1-45f1-a391-529bf05438f0 None None] Attempting to bind port d934184e-ed22-4848-8e06-7b746e054917 on host n-d-816865-1 for vnic_type normal with profile {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 18:53:52.323446 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-1a3f7538-15d1-45f1-a391-529bf05438f0 None None] Attempting to bind port d934184e-ed22-4848-8e06-7b746e054917 by drivers openvswitch,hyperv on host n-d-816865-1 at level 0 using segments [{'id': 'e94198e7-7484-4b3b-b2bf-001822904d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '0b64b77a-1769-4ba3-98b8-e072ca99e966'}] {{(pid=102388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 18:53:52.323641 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a3f7538-15d1-45f1-a391-529bf05438f0 None None] Attempting to bind port d934184e-ed22-4848-8e06-7b746e054917 on network 0b64b77a-1769-4ba3-98b8-e072ca99e966 {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 18:53:52.327107 n-d-816865-1 neutron-server[102386]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-095e280c-3626-4702-81df-a30278114a1f tempest-RoutersTestDVR-1254761535 tempest-RoutersTestDVR-1254761535-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=102386) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Nov 05 18:53:52.327656 n-d-816865-1 neutron-server[102386]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-095e280c-3626-4702-81df-a30278114a1f tempest-RoutersTestDVR-1254761535 tempest-RoutersTestDVR-1254761535-project-admin] Router 3793627c-c2ea-463e-b364-cd4105cedc36 migrating from provider to provider. {{(pid=102386) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Nov 05 18:53:52.328402 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-095e280c-3626-4702-81df-a30278114a1f tempest-RoutersTestDVR-1254761535 tempest-RoutersTestDVR-1254761535-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:52.339579 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-095e280c-3626-4702-81df-a30278114a1f tempest-RoutersTestDVR-1254761535 tempest-RoutersTestDVR-1254761535-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:52.340770 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a3f7538-15d1-45f1-a391-529bf05438f0 None None] Checking agent: {'id': '724d89a7-611b-41e6-bc85-c48112b17afa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 18, 25, 8), 'started_at': datetime.datetime(2021, 11, 5, 18, 25, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 18, 53, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 18:53:52.341161 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a3f7538-15d1-45f1-a391-529bf05438f0 None None] Checking segment: {'id': 'e94198e7-7484-4b3b-b2bf-001822904d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '0b64b77a-1769-4ba3-98b8-e072ca99e966'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 18:53:52.341557 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-1a3f7538-15d1-45f1-a391-529bf05438f0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:52.341960 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a3f7538-15d1-45f1-a391-529bf05438f0 None None] Bound using segment: {'id': 'e94198e7-7484-4b3b-b2bf-001822904d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '0b64b77a-1769-4ba3-98b8-e072ca99e966'} {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 18:53:52.342476 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-1a3f7538-15d1-45f1-a391-529bf05438f0 None None] Bound port: d934184e-ed22-4848-8e06-7b746e054917, host: n-d-816865-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e94198e7-7484-4b3b-b2bf-001822904d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '0b64b77a-1769-4ba3-98b8-e072ca99e966'}}] {{(pid=102388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 18:53:52.342861 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-1a3f7538-15d1-45f1-a391-529bf05438f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:52.350090 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:52.351254 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Device 4a07aa35-4ba7-4db3-b8ab-837d8ca258a7 up at agent hyperv_n-h1-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 18:53:52.386136 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc73773-d37b-4146-bb3a-c30351ecd1a7 req-3b7d909c-4cdd-4b8a-872c-f9412b7b1f26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:53:52.387895 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-adc73773-d37b-4146-bb3a-c30351ecd1a7 req-3b7d909c-4cdd-4b8a-872c-f9412b7b1f26 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8df5751e-d8bb-41e4-9469-238f613979b1 HTTP/1.1" status: 200 len: 850 time: 0.1778083 Nov 05 18:53:52.439720 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-7570f6b1-3fcb-4c29-b8cd-14e5f8cde01d tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-571777'] for router_interface, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:52.457851 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-74fdc6de-d6e2-404b-ba27-39e928d1ca82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798'] for port, after_delete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:52.485970 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-095e280c-3626-4702-81df-a30278114a1f tempest-RoutersTestDVR-1254761535 tempest-RoutersTestDVR-1254761535-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1000487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1000469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1000478', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-571274'] for router, after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:52.490338 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:52.492980 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-e58805a3-1dc6-41e3-b642-9d78c380244a tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-571139', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6874'] for router, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:52.494399 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-e58805a3-1dc6-41e3-b642-9d78c380244a tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-571375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1000570', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1011585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6867'] for router, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:52.507565 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-83b3f8cd-e92a-4e4b-98c7-62314e68668f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98c28b36-02e7-4b7d-8190-c1aff44fd3f1', 'name': 'tempest-RoutersIpV6Test-router-1724408201', 'tenant_id': '07347c71ee604fb5990da9c356235381', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T18:52:47Z', 'updated_at': '2021-11-05T18:53:46Z', 'revision_number': 8, 'project_id': '07347c71ee604fb5990da9c356235381', 'gw_port_host': None, '_interfaces': [{'id': '02e30c9e-6614-411f-a0b0-cb49e1e0671c', 'name': '', 'network_id': '79b363d9-4129-410e-bfaf-357198417ae2', 'tenant_id': '07347c71ee604fb5990da9c356235381', 'mac_address': 'fa:16:3e:d5:53:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98c28b36-02e7-4b7d-8190-c1aff44fd3f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1674, 'fixed_ips': [{'subnet_id': '529dc2bb-5603-4b92-8f55-514b2c318ee9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T18:53:06Z', 'updated_at': '2021-11-05T18:53:16Z', 'revision_number': 5, 'project_id': '07347c71ee604fb5990da9c356235381', 'subnets': [{'id': '529dc2bb-5603-4b92-8f55-514b2c318ee9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2d32c49a-e83b-4ea0-9aaa-a7d10b79daf9', 'name': '', 'network_id': 'f0bd4915-5264-4f1b-888c-702ac3bd3c65', 'tenant_id': '07347c71ee604fb5990da9c356235381', 'mac_address': 'fa:16:3e:43:36:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98c28b36-02e7-4b7d-8190-c1aff44fd3f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1661, 'fixed_ips': [{'subnet_id': '375204fc-1e27-495a-8797-c770261c4731', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T18:52:54Z', 'updated_at': '2021-11-05T18:53:05Z', 'revision_number': 5, 'project_id': '07347c71ee604fb5990da9c356235381', 'subnets': [{'id': '375204fc-1e27-495a-8797-c770261c4731', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8d1ea80b-17bb-485b-a023-4af42bd21961', 'name': '', 'network_id': '3eca8ef9-c8dd-4ffa-9f71-c6362c30becc', 'tenant_id': '07347c71ee604fb5990da9c356235381', 'mac_address': 'fa:16:3e:1b:5e:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98c28b36-02e7-4b7d-8190-c1aff44fd3f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1680, 'fixed_ips': [{'subnet_id': '88d64cdb-2acf-427c-b3a3-d1b2c3f8b392', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T18:53:13Z', 'updated_at': '2021-11-05T18:53:28Z', 'revision_number': 5, 'project_id': '07347c71ee604fb5990da9c356235381', 'subnets': [{'id': '88d64cdb-2acf-427c-b3a3-d1b2c3f8b392', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-1', False) {} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:53:52.533337 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc73773-d37b-4146-bb3a-c30351ecd1a7 req-b85766f3-abf6-4ec6-8c21-099a5a036bb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:53:52.534889 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-adc73773-d37b-4146-bb3a-c30351ecd1a7 req-b85766f3-abf6-4ec6-8c21-099a5a036bb6 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=bb5b9fed-8e61-492a-a21e-f9ce432c95f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1310017 Nov 05 18:53:52.563059 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74fdc6de-d6e2-404b-ba27-39e928d1ca82 None None] No DVR routers for this DVR port 5a9b8d7b-8cba-4c98-a1be-d3addc0a36df on host n-d-816865-1 {{(pid=102388) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 18:53:52.573430 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Pushing event updated for resources: {'Port': ['ID=2456eae3-169a-4fab-a13d-e220c18e5959,revision_number=5']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:53:52.576326 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83b3f8cd-e92a-4e4b-98c7-62314e68668f None None] Checking router: 98c28b36-02e7-4b7d-8190-c1aff44fd3f1 for host: n-d-816865-1 {{(pid=102388) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 18:53:52.592701 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] For port 5c3caf14-dedd-443c-8e9f-73c980d26ddc, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=5c3caf14-dedd-443c-8e9f-73c980d26ddc,segment=NetworkSegment(85be518c-8bb4-46a2-a903-d4292782d29d),segment_id=85be518c-8bb4-46a2-a903-d4292782d29d)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:53:52.628141 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76717ca-daf1-4890-abd8-720f28db3076 req-9baeb8e4-5478-436b-85f7-50e987aaa696 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:53:52.634556 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76717ca-daf1-4890-abd8-720f28db3076 req-9baeb8e4-5478-436b-85f7-50e987aaa696 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:53:52.639958 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76717ca-daf1-4890-abd8-720f28db3076 req-9baeb8e4-5478-436b-85f7-50e987aaa696 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:53:52.645888 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76717ca-daf1-4890-abd8-720f28db3076 req-9baeb8e4-5478-436b-85f7-50e987aaa696 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:53:52.652049 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76717ca-daf1-4890-abd8-720f28db3076 req-9baeb8e4-5478-436b-85f7-50e987aaa696 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:53:52.656116 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74fdc6de-d6e2-404b-ba27-39e928d1ca82 None None] Pushing event deleted for resources: {'Port': ['ID=5a9b8d7b-8cba-4c98-a1be-d3addc0a36df,revision_number=None']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:53:52.663292 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76717ca-daf1-4890-abd8-720f28db3076 req-9baeb8e4-5478-436b-85f7-50e987aaa696 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:53:52.665206 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76717ca-daf1-4890-abd8-720f28db3076 req-9baeb8e4-5478-436b-85f7-50e987aaa696 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:53:52.667587 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-a76717ca-daf1-4890-abd8-720f28db3076 req-9baeb8e4-5478-436b-85f7-50e987aaa696 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] 10.222.0.13 "GET /v2.0/ports?device_id=1682fb31-a1bf-43f5-a4fa-447937da8a91 HTTP/1.1" status: 200 len: 5437 time: 0.2753754 Nov 05 18:53:52.671378 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cd88466-bcbb-49fc-934e-7032b30bf545 None None] Network 1c9d25d3-7f2e-4384-9081-dc17514a5578 requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 18:53:52.681066 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:52.704400 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-1a3f7538-15d1-45f1-a391-529bf05438f0 None None] For port d934184e-ed22-4848-8e06-7b746e054917, host n-d-816865-1, cleared binding levels {{(pid=102388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 18:53:52.740005 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-d9cbe9ef-9222-491c-a7ba-7d67000d663e admin admin] Publish callbacks [] for port, precommit_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:52.741368 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83b3f8cd-e92a-4e4b-98c7-62314e68668f None None] Routers {'98c28b36-02e7-4b7d-8190-c1aff44fd3f1'} bound to L3 agent in host n-d-816865-1 {{(pid=102388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 18:53:52.744512 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-83b3f8cd-e92a-4e4b-98c7-62314e68668f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T18:53:35Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['98c28b36-02e7-4b7d-8190-c1aff44fd3f1'], 'active': True} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:53:52.779243 n-d-816865-1 neutron-server[102386]: WARNING neutron.scheduler.l3_agent_scheduler [None req-095e280c-3626-4702-81df-a30278114a1f tempest-RoutersTestDVR-1254761535 tempest-RoutersTestDVR-1254761535-project-admin] No L3 agents can host the router 3793627c-c2ea-463e-b364-cd4105cedc36 Nov 05 18:53:52.838245 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-dc3523e6-8cbc-4ac3-bff4-484f92bd9ada req-5d8e2421-62bf-44b4-a5dc-aae80e1487a6 tempest-ServerRescueTestJSON-1639389385 tempest-ServerRescueTestJSON-1639389385-project] 10.222.0.13 "GET /v2.0/ports?device_id=9c7dbc46-8c68-4f14-8897-91c11ae5a9cd HTTP/1.1" status: 200 len: 210 time: 0.1310091 Nov 05 18:53:52.843456 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device cc030ebb-4e27-4701-8d07-75283d2f13e2 no longer exists at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 18:53:52.843613 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-e58805a3-1dc6-41e3-b642-9d78c380244a tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:52.850908 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-1a3f7538-15d1-45f1-a391-529bf05438f0 None None] For port d934184e-ed22-4848-8e06-7b746e054917, host n-d-816865-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=d934184e-ed22-4848-8e06-7b746e054917,segment=NetworkSegment(e94198e7-7484-4b3b-b2bf-001822904d02),segment_id=e94198e7-7484-4b3b-b2bf-001822904d02)] {{(pid=102388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 18:53:52.854016 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Provisioning for port 4a07aa35-4ba7-4db3-b8ab-837d8ca258a7 completed by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 05 18:53:52.912359 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-2ced37da-0468-4f42-a3c0-a538d737cb02 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:52.915161 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] No Port match for: cc030ebb-4e27-4701-8d07-75283d2f13e2 {{(pid=102388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 18:53:52.915161 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device cc030ebb-4e27-4701-8d07-75283d2f13e2 not bound to the agent host n-d-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 18:53:52.915695 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 221fe813-3521-4117-b7a6-e2d9480b94f6 no longer exists at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 18:53:52.919260 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-d9cbe9ef-9222-491c-a7ba-7d67000d663e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4417072'] for port, after_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:52.933436 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-adc73773-d37b-4146-bb3a-c30351ecd1a7 req-f0e5b083-24a5-43b0-a1e1-9be66f1c3f77 service neutron] 10.222.0.41 "GET /v2.0/networks/bb5b9fed-8e61-492a-a21e-f9ce432c95f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3842893 Nov 05 18:53:52.970801 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5611473a-51ff-4d6c-a89b-6b73961e93b1 req-29f9d68b-927f-4181-9f73-78ba2d14ce5f tempest-ServerRescueTestJSON-1639389385 tempest-ServerRescueTestJSON-1639389385-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:53:52.972357 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-5611473a-51ff-4d6c-a89b-6b73961e93b1 req-29f9d68b-927f-4181-9f73-78ba2d14ce5f tempest-ServerRescueTestJSON-1639389385 tempest-ServerRescueTestJSON-1639389385-project] 10.222.0.41 "GET /v2.0/networks?id=0b64b77a-1769-4ba3-98b8-e072ca99e966 HTTP/1.1" status: 200 len: 811 time: 0.4733059 Nov 05 18:53:52.989463 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-e58805a3-1dc6-41e3-b642-9d78c380244a tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-571384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1000487'] for router, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:53.012598 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-a76717ca-daf1-4890-abd8-720f28db3076 req-752d918a-f71c-44ee-8857-5ec508bff10a tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] 10.222.0.13 "GET /v2.0/security-groups?id=293ec58e-66ea-453a-8db8-ae12281442fa&id=4f04b2e1-de76-4a06-adfc-cc82b8507945&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3300977 Nov 05 18:53:53.028743 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-2ced37da-0468-4f42-a3c0-a538d737cb02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:53.061845 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [req-5611473a-51ff-4d6c-a89b-6b73961e93b1 req-acb26823-5365-497a-9968-2a20a733ae95 tempest-ServerRescueTestJSON-1639389385 tempest-ServerRescueTestJSON-1639389385-project] Request body: {'port': {'device_id': '9c7dbc46-8c68-4f14-8897-91c11ae5a9cd', 'network_id': '0b64b77a-1769-4ba3-98b8-e072ca99e966', 'admin_state_up': True, 'tenant_id': 'bc43cc4e829541bd87fc815a2a0048f0'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:53:53.087729 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-095e280c-3626-4702-81df-a30278114a1f tempest-RoutersTestDVR-1254761535 tempest-RoutersTestDVR-1254761535-project-admin] Hosts for router 3793627c-c2ea-463e-b364-cd4105cedc36: [] {{(pid=102386) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Nov 05 18:53:53.103814 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Provisioning complete for port 4a07aa35-4ba7-4db3-b8ab-837d8ca258a7 triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:53:53.105220 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:53.140744 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9cbe9ef-9222-491c-a7ba-7d67000d663e admin admin] Pushing event updated for resources: {'Port': ['ID=9577aac2-d012-42b2-b631-3ada2fc5ea49,revision_number=2']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:53:53.147380 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-1a3f7538-15d1-45f1-a391-529bf05438f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:53.156576 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-d9cbe9ef-9222-491c-a7ba-7d67000d663e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-597863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-571878'] for router_interface, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:53.161014 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] No Port match for: 221fe813-3521-4117-b7a6-e2d9480b94f6 {{(pid=102388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 18:53:53.161014 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 221fe813-3521-4117-b7a6-e2d9480b94f6 not bound to the agent host n-d-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 18:53:53.161981 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 5a9b8d7b-8cba-4c98-a1be-d3addc0a36df no longer exists at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 18:53:53.162230 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-095e280c-3626-4702-81df-a30278114a1f tempest-RoutersTestDVR-1254761535 tempest-RoutersTestDVR-1254761535-project-admin] Hosts for other DVR routers connected to router 3793627c-c2ea-463e-b364-cd4105cedc36: set() {{(pid=102386) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Nov 05 18:53:53.163714 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-2ced37da-0468-4f42-a3c0-a538d737cb02 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8d39f39adf1142a8988134a297ad7471&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1923752 Nov 05 18:53:53.165054 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-095e280c-3626-4702-81df-a30278114a1f tempest-RoutersTestDVR-1254761535 tempest-RoutersTestDVR-1254761535-project-admin] Publish callbacks [] for router, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:53.166345 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-095e280c-3626-4702-81df-a30278114a1f tempest-RoutersTestDVR-1254761535 tempest-RoutersTestDVR-1254761535-project-admin] 10.222.0.13 "PUT /v2.0/routers/3793627c-c2ea-463e-b364-cd4105cedc36 HTTP/1.1" status: 200 len: 716 time: 1.4764364 Nov 05 18:53:53.167719 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 60842) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:53:53.171573 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ced37da-0468-4f42-a3c0-a538d737cb02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cfee064-44be-421c-856f-57501bbcbace,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:53:53.182110 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 60844) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:53:53.258689 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a41ac47-7d6a-465d-992a-143176a73824 req-99eafc9d-7cc4-4fc7-a67e-3340f0b07627 tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:53:53.258689 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-7a41ac47-7d6a-465d-992a-143176a73824 req-99eafc9d-7cc4-4fc7-a67e-3340f0b07627 tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] 10.222.0.13 "GET /v2.0/ports?device_id=4402a838-1439-4f98-a946-5361403d75c4 HTTP/1.1" status: 200 len: 944 time: 0.2813509 Nov 05 18:53:53.260568 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-e58805a3-1dc6-41e3-b642-9d78c380244a tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Publish callbacks [] for router, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:53.263988 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] No Port match for: 5a9b8d7b-8cba-4c98-a1be-d3addc0a36df {{(pid=102388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 18:53:53.263988 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 5a9b8d7b-8cba-4c98-a1be-d3addc0a36df not bound to the agent host n-d-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 18:53:53.265176 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-e58805a3-1dc6-41e3-b642-9d78c380244a tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 1.0876975 Nov 05 18:53:53.268994 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 60846) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:53:53.275971 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-2190c855-2436-4cc2-b1d9-df88c1787261 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:53.281741 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Pushing event updated for resources: {'Port': ['ID=5c3caf14-dedd-443c-8e9f-73c980d26ddc,revision_number=4']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:53:53.303410 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-2190c855-2436-4cc2-b1d9-df88c1787261 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:53.337922 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a3f7538-15d1-45f1-a391-529bf05438f0 None None] Routers {'1c6f6d66-a4a6-46f4-8edf-ecd678ed708f'} bound to L3 agent in host n-d-816865-1 {{(pid=102388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 18:53:53.338578 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-1a3f7538-15d1-45f1-a391-529bf05438f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T18:53:35Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['1c6f6d66-a4a6-46f4-8edf-ecd678ed708f'], 'active': True} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:53:53.384193 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvr_db [None req-83b3f8cd-e92a-4e4b-98c7-62314e68668f None None] Set router 98c28b36-02e7-4b7d-8190-c1aff44fd3f1 gateway port host: None {{(pid=102388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 18:53:53.405138 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-adc73773-d37b-4146-bb3a-c30351ecd1a7 req-490a5d14-39ab-485f-aca0-40163ea33522 service neutron] 10.222.0.41 "GET /v2.0/networks/bb5b9fed-8e61-492a-a21e-f9ce432c95f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4301817 Nov 05 18:53:53.411033 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-907a3f02-aaa2-40dd-95dd-4c9da800e99b tempest-RoutersTestDVR-1254761535 tempest-RoutersTestDVR-1254761535-project-admin] 10.222.0.13 "GET /v2.0/routers/3793627c-c2ea-463e-b364-cd4105cedc36 HTTP/1.1" status: 200 len: 716 time: 0.2254026 Nov 05 18:53:53.418121 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 60848) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:53:53.441394 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-2190c855-2436-4cc2-b1d9-df88c1787261 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:53.445353 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-2190c855-2436-4cc2-b1d9-df88c1787261 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:53.448921 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-2190c855-2436-4cc2-b1d9-df88c1787261 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6cfee064-44be-421c-856f-57501bbcbace HTTP/1.1" status: 204 len: 168 time: 0.2752717 Nov 05 18:53:53.500874 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2190c855-2436-4cc2-b1d9-df88c1787261 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cfee064-44be-421c-856f-57501bbcbace,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:53:53.513348 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 5c3caf14-dedd-443c-8e9f-73c980d26ddc up at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 18:53:53.524004 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-7570f6b1-3fcb-4c29-b8cd-14e5f8cde01d tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Deleting port 8d1ea80b-17bb-485b-a023-4af42bd21961 {{(pid=102386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 18:53:53.524004 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-7570f6b1-3fcb-4c29-b8cd-14e5f8cde01d tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:53.568649 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5611473a-51ff-4d6c-a89b-6b73961e93b1 req-acb26823-5365-497a-9968-2a20a733ae95 tempest-ServerRescueTestJSON-1639389385 tempest-ServerRescueTestJSON-1639389385-project] Made reservation on behalf of bc43cc4e829541bd87fc815a2a0048f0 for: {'port': 1} {{(pid=102386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 18:53:53.582781 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-5611473a-51ff-4d6c-a89b-6b73961e93b1 req-acb26823-5365-497a-9968-2a20a733ae95 tempest-ServerRescueTestJSON-1639389385 tempest-ServerRescueTestJSON-1639389385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:53.620675 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-7a41ac47-7d6a-465d-992a-143176a73824 req-95df4ccf-e92d-4552-bf01-d66b311e1f1a tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] 10.222.0.13 "GET /v2.0/security-groups?id=20494f52-e47d-4839-b4f6-2fc0330d8d18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3056810 Nov 05 18:53:53.710656 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b11760-f279-4ad8-a6cb-f0861dd05f16 None None] Pushing event updated for resources: {'Port': ['ID=d934184e-ed22-4848-8e06-7b746e054917,revision_number=4']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:53:53.713296 n-d-816865-1 neutron-server[102388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1682fb31-a1bf-43f5-a4fa-447937da8a91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2456eae3-169a-4fab-a13d-e220c18e5959'}] {{(pid=102388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 18:53:53.716676 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85474fee1180e129d8a886d264fe0b30223aa672dd1ffe43b630605f18504f68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a0680d5-f7fe-421e-a05d-772e7f0e854c" -d '{"events": [{"server_uuid": "1682fb31-a1bf-43f5-a4fa-447937da8a91", "name": "network-vif-plugged", "status": "completed", "tag": "2456eae3-169a-4fab-a13d-e220c18e5959"}]}' {{(pid=102388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 18:53:53.768311 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9cbe9ef-9222-491c-a7ba-7d67000d663e admin admin] Network e6c2105d-16a2-4a10-a729-05ea93b82939 is already hosted by enough agents. {{(pid=102387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 18:53:53.773256 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvr_db [None req-1a3f7538-15d1-45f1-a391-529bf05438f0 None None] Set router 1c6f6d66-a4a6-46f4-8edf-ecd678ed708f gateway port host: n-d-816865-1 {{(pid=102388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 18:53:53.778617 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-e208b586-08ac-4ec9-9f25-55335b140733 tempest-RoutersTestDVR-31149456 tempest-RoutersTestDVR-31149456-project] 10.222.0.13 "GET /v2.0/routers/3793627c-c2ea-463e-b364-cd4105cedc36 HTTP/1.1" status: 200 len: 682 time: 0.3544433 Nov 05 18:53:53.784589 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 60858) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:53:53.788789 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.base_scheduler [None req-d9cbe9ef-9222-491c-a7ba-7d67000d663e admin admin] Resources bound (agent type, host, resource id): {{(pid=102387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:53:53.893440 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 18:53:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2770aa16-49ae-4e31-a81e-9e748e1c189e x-openstack-request-id: req-2770aa16-49ae-4e31-a81e-9e748e1c189e {{(pid=102388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 18:53:53.894201 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1682fb31-a1bf-43f5-a4fa-447937da8a91", "name": "network-vif-plugged", "status": "completed", "tag": "2456eae3-169a-4fab-a13d-e220c18e5959", "code": 200}]} {{(pid=102388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 18:53:53.894806 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2770aa16-49ae-4e31-a81e-9e748e1c189e {{(pid=102388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 18:53:53.895489 n-d-816865-1 neutron-server[102388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1682fb31-a1bf-43f5-a4fa-447937da8a91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2456eae3-169a-4fab-a13d-e220c18e5959', 'code': 200} Nov 05 18:53:53.906402 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70703be-532d-4429-9114-a3ebdc4afe64 req-036b1a25-f1e0-4872-9dbf-5d1e793641ce tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:53:53.908389 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-f70703be-532d-4429-9114-a3ebdc4afe64 req-036b1a25-f1e0-4872-9dbf-5d1e793641ce tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] 10.222.0.13 "GET /v2.0/ports?device_id=b3c515f9-768f-4a54-bb92-e6f3d5207990 HTTP/1.1" status: 200 len: 944 time: 0.1816964 Nov 05 18:53:53.936805 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [None req-7570f6b1-3fcb-4c29-b8cd-14e5f8cde01d tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] For port 8d1ea80b-17bb-485b-a023-4af42bd21961, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=8d1ea80b-17bb-485b-a023-4af42bd21961,segment=NetworkSegment(e5ed4aa3-c8ed-40a0-b301-1dfa0315435f),segment_id=e5ed4aa3-c8ed-40a0-b301-1dfa0315435f)] {{(pid=102386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:53:53.937312 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-7570f6b1-3fcb-4c29-b8cd-14e5f8cde01d tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:53.976039 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-7570f6b1-3fcb-4c29-b8cd-14e5f8cde01d tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Calling delete_port for 8d1ea80b-17bb-485b-a023-4af42bd21961 owned by network:router_interface {{(pid=102386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 18:53:54.047712 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7c2d0a9-01b6-4747-9b34-b2b6fb82ecf1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeb20a084-accf-5b60-8075-3e69ebe863a6-1c9d25d3-7f2e-4384-9081-dc17514a5578', 'network_id': '1c9d25d3-7f2e-4384-9081-dc17514a5578', 'tenant_id': '7bc73c6c17f842a987dd31290d20faa2', 'fixed_ips': [{'subnet_id': '4d40c3ae-9ffe-4b02-9094-87c390340740'}]}} from n-d-816865-1. {{(pid=102388) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 05 18:53:54.048538 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c7c2d0a9-01b6-4747-9b34-b2b6fb82ecf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:54.060943 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-853f4beb-affb-4c64-88b5-782b5d32928c tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:54.139316 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:54.142989 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-f9c6efaf-ca0e-4283-ae54-ad9f83f2e84f req-e4307d23-008f-45e3-a80c-5ac06c1ce265 tempest-ServerRescueTestJSON-1639389385 tempest-ServerRescueTestJSON-1639389385-project] 10.222.0.13 "GET /v2.0/ports?device_id=9c7dbc46-8c68-4f14-8897-91c11ae5a9cd HTTP/1.1" status: 200 len: 210 time: 0.1266279 Nov 05 18:53:54.154356 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-f70703be-532d-4429-9114-a3ebdc4afe64 req-d71993d0-fcbb-47ef-9d1b-defd4e6eb147 tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] 10.222.0.13 "GET /v2.0/security-groups?id=8015cb9a-1cfc-43ae-80a2-992db853641d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2393122 Nov 05 18:53:54.201007 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-06d6850d-6665-4ebe-b6c9-56139f368fdc tempest-RoutersTestDVR-1254761535 tempest-RoutersTestDVR-1254761535-project-admin] Publish callbacks [] for router, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:54.274305 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9cbe9ef-9222-491c-a7ba-7d67000d663e admin admin] Router 133aaa0c-8f16-4e93-8e1c-1b8b9e9d7a46 has already been hosted by L3 agent 6dcb5589-8e86-4616-9186-ddc4548e13ad {{(pid=102387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 18:53:54.321685 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Provisioning complete for port 5c3caf14-dedd-443c-8e9f-73c980d26ddc triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:53:54.321685 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:54.364929 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] For port 4a07aa35-4ba7-4db3-b8ab-837d8ca258a7, host n-h1-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=4a07aa35-4ba7-4db3-b8ab-837d8ca258a7,segment=NetworkSegment(7be3d05f-633b-4fa4-85ad-02da01d888f9),segment_id=7be3d05f-633b-4fa4-85ad-02da01d888f9)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:53:54.377386 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-83b3f8cd-e92a-4e4b-98c7-62314e68668f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98c28b36-02e7-4b7d-8190-c1aff44fd3f1', 'name': 'tempest-RoutersIpV6Test-router-1724408201', 'tenant_id': '07347c71ee604fb5990da9c356235381', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T18:52:47Z', 'updated_at': '2021-11-05T18:53:46Z', 'revision_number': 8, 'project_id': '07347c71ee604fb5990da9c356235381', 'gw_port_host': None, '_interfaces': [{'id': '02e30c9e-6614-411f-a0b0-cb49e1e0671c', 'name': '', 'network_id': '79b363d9-4129-410e-bfaf-357198417ae2', 'tenant_id': '07347c71ee604fb5990da9c356235381', 'mac_address': 'fa:16:3e:d5:53:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98c28b36-02e7-4b7d-8190-c1aff44fd3f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1674, 'fixed_ips': [{'subnet_id': '529dc2bb-5603-4b92-8f55-514b2c318ee9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T18:53:06Z', 'updated_at': '2021-11-05T18:53:16Z', 'revision_number': 5, 'project_id': '07347c71ee604fb5990da9c356235381', 'subnets': [{'id': '529dc2bb-5603-4b92-8f55-514b2c318ee9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2d32c49a-e83b-4ea0-9aaa-a7d10b79daf9', 'name': '', 'network_id': 'f0bd4915-5264-4f1b-888c-702ac3bd3c65', 'tenant_id': '07347c71ee604fb5990da9c356235381', 'mac_address': 'fa:16:3e:43:36:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98c28b36-02e7-4b7d-8190-c1aff44fd3f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1661, 'fixed_ips': [{'subnet_id': '375204fc-1e27-495a-8797-c770261c4731', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T18:52:54Z', 'updated_at': '2021-11-05T18:53:05Z', 'revision_number': 5, 'project_id': '07347c71ee604fb5990da9c356235381', 'subnets': [{'id': '375204fc-1e27-495a-8797-c770261c4731', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8d1ea80b-17bb-485b-a023-4af42bd21961', 'name': '', 'network_id': '3eca8ef9-c8dd-4ffa-9f71-c6362c30becc', 'tenant_id': '07347c71ee604fb5990da9c356235381', 'mac_address': 'fa:16:3e:1b:5e:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98c28b36-02e7-4b7d-8190-c1aff44fd3f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1680, 'fixed_ips': [{'subnet_id': '88d64cdb-2acf-427c-b3a3-d1b2c3f8b392', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T18:53:13Z', 'updated_at': '2021-11-05T18:53:28Z', 'revision_number': 5, 'project_id': '07347c71ee604fb5990da9c356235381', 'subnets': [{'id': '88d64cdb-2acf-427c-b3a3-d1b2c3f8b392', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-1', False) {} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:53:54.412793 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-b6258f5d-8ece-4683-bd7f-950efdca4f4c None None] Provisioning complete for port 9577aac2-d012-42b2-b631-3ada2fc5ea49 triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:53:54.413164 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b6258f5d-8ece-4683-bd7f-950efdca4f4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:54.427569 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 60868) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:53:54.446654 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83b3f8cd-e92a-4e4b-98c7-62314e68668f None None] The sync data for ids ['98c28b36-02e7-4b7d-8190-c1aff44fd3f1'] in n-d-816865-1 is: [{'id': '98c28b36-02e7-4b7d-8190-c1aff44fd3f1', 'name': 'tempest-RoutersIpV6Test-router-1724408201', 'tenant_id': '07347c71ee604fb5990da9c356235381', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T18:52:47Z', 'updated_at': '2021-11-05T18:53:46Z', 'revision_number': 8, 'project_id': '07347c71ee604fb5990da9c356235381', 'gw_port_host': None, '_interfaces': [{'id': '02e30c9e-6614-411f-a0b0-cb49e1e0671c', 'name': '', 'network_id': '79b363d9-4129-410e-bfaf-357198417ae2', 'tenant_id': '07347c71ee604fb5990da9c356235381', 'mac_address': 'fa:16:3e:d5:53:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98c28b36-02e7-4b7d-8190-c1aff44fd3f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1674, 'fixed_ips': [{'subnet_id': '529dc2bb-5603-4b92-8f55-514b2c318ee9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T18:53:06Z', 'updated_at': '2021-11-05T18:53:16Z', 'revision_number': 5, 'project_id': '07347c71ee604fb5990da9c356235381', 'subnets': [{'id': '529dc2bb-5603-4b92-8f55-514b2c318ee9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2d32c49a-e83b-4ea0-9aaa-a7d10b79daf9', 'name': '', 'network_id': 'f0bd4915-5264-4f1b-888c-702ac3bd3c65', 'tenant_id': '07347c71ee604fb5990da9c356235381', 'mac_address': 'fa:16:3e:43:36:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98c28b36-02e7-4b7d-8190-c1aff44fd3f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1661, 'fixed_ips': [{'subnet_id': '375204fc-1e27-495a-8797-c770261c4731', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T18:52:54Z', 'updated_at': '2021-11-05T18:53:05Z', 'revision_number': 5, 'project_id': '07347c71ee604fb5990da9c356235381', 'subnets': [{'id': '375204fc-1e27-495a-8797-c770261c4731', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8d1ea80b-17bb-485b-a023-4af42bd21961', 'name': '', 'network_id': '3eca8ef9-c8dd-4ffa-9f71-c6362c30becc', 'tenant_id': '07347c71ee604fb5990da9c356235381', 'mac_address': 'fa:16:3e:1b:5e:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98c28b36-02e7-4b7d-8190-c1aff44fd3f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1680, 'fixed_ips': [{'subnet_id': '88d64cdb-2acf-427c-b3a3-d1b2c3f8b392', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T18:53:13Z', 'updated_at': '2021-11-05T18:53:28Z', 'revision_number': 5, 'project_id': '07347c71ee604fb5990da9c356235381', 'subnets': [{'id': '88d64cdb-2acf-427c-b3a3-d1b2c3f8b392', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 18:53:54.486026 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:54.516623 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-3d203fdd-b00b-4c72-9886-01b6d862b07e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:54.521561 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Device f4575cb0-23c3-47f4-915c-822d65bb4a8e up at agent hyperv_n-h1-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 18:53:54.543290 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-7a6068de-e4cb-44a1-82d6-77ac3a8cde4b req-df985a74-36b4-4d72-9e36-caa772e78b8e service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=b3c515f9-768f-4a54-bb92-e6f3d5207990&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4073606 Nov 05 18:53:54.619739 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-b6258f5d-8ece-4683-bd7f-950efdca4f4c None None] Port 9577aac2-d012-42b2-b631-3ada2fc5ea49 cannot update to ACTIVE because it is not bound. {{(pid=102388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 18:53:54.650290 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.db_base_plugin_common [None req-c7c2d0a9-01b6-4747-9b34-b2b6fb82ecf1 None None] Allocated IP 2001:db8::2 (1c9d25d3-7f2e-4384-9081-dc17514a5578/4d40c3ae-9ffe-4b02-9094-87c390340740/336d33b3-44e1-4157-8bb2-3f03a97558ea) {{(pid=102388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 18:53:54.706973 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Pushing event updated for resources: {'Port': ['ID=4a07aa35-4ba7-4db3-b8ab-837d8ca258a7,revision_number=5']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:53:54.797784 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-1a3f7538-15d1-45f1-a391-529bf05438f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c6f6d66-a4a6-46f4-8edf-ecd678ed708f', 'name': 'tempest-ServerRescueTestJSON-1596869115-router', 'tenant_id': 'bc43cc4e829541bd87fc815a2a0048f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.106'}], 'enable_snat': True}, 'gw_port_id': 'dfb30c61-9f63-496a-a082-a2147a48bfcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T18:53:25Z', 'updated_at': '2021-11-05T18:53:41Z', 'revision_number': 4, 'project_id': 'bc43cc4e829541bd87fc815a2a0048f0', 'gw_port': {'id': 'dfb30c61-9f63-496a-a082-a2147a48bfcb', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:7e:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c6f6d66-a4a6-46f4-8edf-ecd678ed708f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1717, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T18:53:28Z', 'updated_at': '2021-11-05T18:53:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1', '_interfaces': [{'id': 'd934184e-ed22-4848-8e06-7b746e054917', 'name': '', 'network_id': '0b64b77a-1769-4ba3-98b8-e072ca99e966', 'tenant_id': 'bc43cc4e829541bd87fc815a2a0048f0', 'mac_address': 'fa:16:3e:98:79:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c6f6d66-a4a6-46f4-8edf-ecd678ed708f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1741, 'fixed_ips': [{'subnet_id': '6176923a-af99-42e6-bca9-86e5b2bd6e07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T18:53:35Z', 'updated_at': '2021-11-05T18:53:52Z', 'revision_number': 4, 'project_id': 'bc43cc4e829541bd87fc815a2a0048f0', 'subnets': [{'id': '6176923a-af99-42e6-bca9-86e5b2bd6e07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-1', False) {} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:53:54.810660 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd73b80-abc7-4619-a494-aa7986dd8181 req-fa057408-9eb1-4d68-90e0-157f04b7a4c4 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:53:54.818711 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd73b80-abc7-4619-a494-aa7986dd8181 req-fa057408-9eb1-4d68-90e0-157f04b7a4c4 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:53:54.824769 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd73b80-abc7-4619-a494-aa7986dd8181 req-fa057408-9eb1-4d68-90e0-157f04b7a4c4 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:53:54.830794 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd73b80-abc7-4619-a494-aa7986dd8181 req-fa057408-9eb1-4d68-90e0-157f04b7a4c4 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:53:54.836867 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd73b80-abc7-4619-a494-aa7986dd8181 req-fa057408-9eb1-4d68-90e0-157f04b7a4c4 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:53:54.837251 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a3f7538-15d1-45f1-a391-529bf05438f0 None None] The sync data for ids ['1c6f6d66-a4a6-46f4-8edf-ecd678ed708f'] in n-d-816865-1 is: [{'id': '1c6f6d66-a4a6-46f4-8edf-ecd678ed708f', 'name': 'tempest-ServerRescueTestJSON-1596869115-router', 'tenant_id': 'bc43cc4e829541bd87fc815a2a0048f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.106'}], 'enable_snat': True}, 'gw_port_id': 'dfb30c61-9f63-496a-a082-a2147a48bfcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T18:53:25Z', 'updated_at': '2021-11-05T18:53:41Z', 'revision_number': 4, 'project_id': 'bc43cc4e829541bd87fc815a2a0048f0', 'gw_port': {'id': 'dfb30c61-9f63-496a-a082-a2147a48bfcb', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:7e:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c6f6d66-a4a6-46f4-8edf-ecd678ed708f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1717, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T18:53:28Z', 'updated_at': '2021-11-05T18:53:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1', '_interfaces': [{'id': 'd934184e-ed22-4848-8e06-7b746e054917', 'name': '', 'network_id': '0b64b77a-1769-4ba3-98b8-e072ca99e966', 'tenant_id': 'bc43cc4e829541bd87fc815a2a0048f0', 'mac_address': 'fa:16:3e:98:79:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c6f6d66-a4a6-46f4-8edf-ecd678ed708f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1741, 'fixed_ips': [{'subnet_id': '6176923a-af99-42e6-bca9-86e5b2bd6e07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T18:53:35Z', 'updated_at': '2021-11-05T18:53:52Z', 'revision_number': 4, 'project_id': 'bc43cc4e829541bd87fc815a2a0048f0', 'subnets': [{'id': '6176923a-af99-42e6-bca9-86e5b2bd6e07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 18:53:54.845448 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd73b80-abc7-4619-a494-aa7986dd8181 req-fa057408-9eb1-4d68-90e0-157f04b7a4c4 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:53:54.851721 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd73b80-abc7-4619-a494-aa7986dd8181 req-fa057408-9eb1-4d68-90e0-157f04b7a4c4 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:53:54.860329 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-afd73b80-abc7-4619-a494-aa7986dd8181 req-fa057408-9eb1-4d68-90e0-157f04b7a4c4 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] 10.222.0.13 "GET /v2.0/ports?device_id=1682fb31-a1bf-43f5-a4fa-447937da8a91 HTTP/1.1" status: 200 len: 5437 time: 0.6041198 Nov 05 18:53:54.955935 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Provisioning for port f4575cb0-23c3-47f4-915c-822d65bb4a8e completed by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 05 18:53:54.964100 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Provisioning complete for port f4575cb0-23c3-47f4-915c-822d65bb4a8e triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:53:54.964837 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:54.986862 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.db_base_plugin_common [req-5611473a-51ff-4d6c-a89b-6b73961e93b1 req-acb26823-5365-497a-9968-2a20a733ae95 tempest-ServerRescueTestJSON-1639389385 tempest-ServerRescueTestJSON-1639389385-project] Allocated IP 172.20.0.8 (0b64b77a-1769-4ba3-98b8-e072ca99e966/6176923a-af99-42e6-bca9-86e5b2bd6e07/681ffd7d-76c7-4d3f-aa31-075d70985958) {{(pid=102386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 18:53:55.009153 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8614b4-1086-4286-b8f3-ee35fd6b2325 req-09a987fa-5a3a-42a1-b5d1-96cb3e7e71cf tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:53:55.016513 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-06d6850d-6665-4ebe-b6c9-56139f368fdc tempest-RoutersTestDVR-1254761535 tempest-RoutersTestDVR-1254761535-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-571301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6852'] for router, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:55.019729 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-eb8614b4-1086-4286-b8f3-ee35fd6b2325 req-09a987fa-5a3a-42a1-b5d1-96cb3e7e71cf tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] 10.222.0.13 "GET /v2.0/ports?device_id=b3c515f9-768f-4a54-bb92-e6f3d5207990 HTTP/1.1" status: 200 len: 944 time: 0.7424192 Nov 05 18:53:55.024740 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-06d6850d-6665-4ebe-b6c9-56139f368fdc tempest-RoutersTestDVR-1254761535 tempest-RoutersTestDVR-1254761535-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:55.035568 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c7c2d0a9-01b6-4747-9b34-b2b6fb82ecf1 None None] Publish callbacks [] for port, precommit_create {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:55.112485 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:55.125430 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-eb8614b4-1086-4286-b8f3-ee35fd6b2325 req-416cef76-f11a-4827-be9d-1ff666056da4 tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] 10.222.0.13 "GET /v2.0/security-groups?id=8015cb9a-1cfc-43ae-80a2-992db853641d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1045690 Nov 05 18:53:55.153619 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c7c2d0a9-01b6-4747-9b34-b2b6fb82ecf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789'] for port, after_create {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:55.172109 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6068de-e4cb-44a1-82d6-77ac3a8cde4b req-cab8d0d8-a820-40f2-9be0-5ac8825574e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:53:55.174194 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-7a6068de-e4cb-44a1-82d6-77ac3a8cde4b req-cab8d0d8-a820-40f2-9be0-5ac8825574e5 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=9d37d1d71d154d088bbcf565483b4218&device_id=b3c515f9-768f-4a54-bb92-e6f3d5207990 HTTP/1.1" status: 200 len: 1095 time: 0.2064054 Nov 05 18:53:55.202415 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-afd73b80-abc7-4619-a494-aa7986dd8181 req-348120cf-7248-47a9-a3a9-bbb8896933f2 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] 10.222.0.13 "GET /v2.0/security-groups?id=293ec58e-66ea-453a-8db8-ae12281442fa&id=4f04b2e1-de76-4a06-adfc-cc82b8507945&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3406496 Nov 05 18:53:55.211216 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9cbe9ef-9222-491c-a7ba-7d67000d663e admin admin] Notify agent at l3_agent.n-d-816865-1 the message routers_updated {{(pid=102387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 18:53:55.233271 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-d9cbe9ef-9222-491c-a7ba-7d67000d663e admin admin] 10.222.0.13 "PUT /v2.0/routers/133aaa0c-8f16-4e93-8e1c-1b8b9e9d7a46/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.3654933 Nov 05 18:53:55.239957 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18f7a930-e76f-4ab1-8c51-c0b5ac1c5bff None None] Sync routers for ids ['133aaa0c-8f16-4e93-8e1c-1b8b9e9d7a46'] in n-d-816865-1 {{(pid=102389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 18:53:55.268484 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18f7a930-e76f-4ab1-8c51-c0b5ac1c5bff None None] Routers {'133aaa0c-8f16-4e93-8e1c-1b8b9e9d7a46'} bound to L3 agent in host n-d-816865-1 {{(pid=102389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 18:53:55.269132 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-18f7a930-e76f-4ab1-8c51-c0b5ac1c5bff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T18:53:35Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['133aaa0c-8f16-4e93-8e1c-1b8b9e9d7a46'], 'active': True} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:53:55.269877 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.db_base_plugin_common [None req-853f4beb-affb-4c64-88b5-782b5d32928c tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Allocated IP 2001:db8::1 (1c9d25d3-7f2e-4384-9081-dc17514a5578/4d40c3ae-9ffe-4b02-9094-87c390340740/8db4744d-1b79-4329-946e-abfe64620cec) {{(pid=102387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 18:53:55.318845 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-5611473a-51ff-4d6c-a89b-6b73961e93b1 req-acb26823-5365-497a-9968-2a20a733ae95 tempest-ServerRescueTestJSON-1639389385 tempest-ServerRescueTestJSON-1639389385-project] Publish callbacks [] for port, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:55.366305 n-d-816865-1 neutron-server[102388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7c2d0a9-01b6-4747-9b34-b2b6fb82ecf1 None None] Network 1c9d25d3-7f2e-4384-9081-dc17514a5578 is already hosted by enough agents. {{(pid=102388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 18:53:55.391078 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-06d6850d-6665-4ebe-b6c9-56139f368fdc tempest-RoutersTestDVR-1254761535 tempest-RoutersTestDVR-1254761535-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-571310'] for router, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:55.391078 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06d6850d-6665-4ebe-b6c9-56139f368fdc tempest-RoutersTestDVR-1254761535 tempest-RoutersTestDVR-1254761535-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 3793627c-c2ea-463e-b364-cd4105cedc36 {{(pid=102386) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 05 18:53:55.399362 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-06d6850d-6665-4ebe-b6c9-56139f368fdc tempest-RoutersTestDVR-1254761535 tempest-RoutersTestDVR-1254761535-project-admin] Publish callbacks [] for router, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:55.399590 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] For port f4575cb0-23c3-47f4-915c-822d65bb4a8e, host n-h1-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=f4575cb0-23c3-47f4-915c-822d65bb4a8e,segment=NetworkSegment(d3070ec2-09a2-4931-b234-abfeebdf6c23),segment_id=d3070ec2-09a2-4931-b234-abfeebdf6c23)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:53:55.402468 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-06d6850d-6665-4ebe-b6c9-56139f368fdc tempest-RoutersTestDVR-1254761535 tempest-RoutersTestDVR-1254761535-project-admin] 10.222.0.13 "DELETE /v2.0/routers/3793627c-c2ea-463e-b364-cd4105cedc36 HTTP/1.1" status: 204 len: 168 time: 1.6139572 Nov 05 18:53:55.405752 n-d-816865-1 neutron-server[102388]: DEBUG neutron.scheduler.base_scheduler [None req-c7c2d0a9-01b6-4747-9b34-b2b6fb82ecf1 None None] Resources bound (agent type, host, resource id): {{(pid=102388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:53:55.407128 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-7570f6b1-3fcb-4c29-b8cd-14e5f8cde01d tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:55.410529 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 60876) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:53:55.416746 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7c2d0a9-01b6-4747-9b34-b2b6fb82ecf1 None None] Received port after_create {{(pid=102388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 18:53:55.423223 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-f91d5f63-77e1-4809-b0c7-14a1de5270d3 tempest-RoutersTestDVR-1254761535 tempest-RoutersTestDVR-1254761535-project-admin] Request body: {'router': {'name': 'tempest-router-1661402819', 'distributed': True}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:53:55.492212 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-5611473a-51ff-4d6c-a89b-6b73961e93b1 req-acb26823-5365-497a-9968-2a20a733ae95 tempest-ServerRescueTestJSON-1639389385 tempest-ServerRescueTestJSON-1639389385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:55.501432 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-deb5007c-9bd5-475a-81ea-66b2d6c76413 req-cf96a2c6-d169-40ce-ad40-99e9bff54370 tempest-ServerRescueTestJSON-1639389385 tempest-ServerRescueTestJSON-1639389385-project] 10.222.0.13 "GET /v2.0/ports?device_id=9c7dbc46-8c68-4f14-8897-91c11ae5a9cd HTTP/1.1" status: 200 len: 210 time: 0.1315887 Nov 05 18:53:55.503598 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c2d0a9-01b6-4747-9b34-b2b6fb82ecf1 None None] Pushing event updated for resources: {'Port': ['ID=336d33b3-44e1-4157-8bb2-3f03a97558ea,revision_number=1']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:53:55.515218 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Device 6c0ff786-27f7-4309-9557-397300899c7b no longer exists at agent hyperv_n-h2-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 18:53:55.520517 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:55.521533 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Device 67bf7a45-d02d-4202-afe1-d2eef054ceb0 up at agent hyperv_n-h1-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 18:53:55.556082 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvr_db [None req-18f7a930-e76f-4ab1-8c51-c0b5ac1c5bff None None] Set router 133aaa0c-8f16-4e93-8e1c-1b8b9e9d7a46 gateway port host: n-d-816865-1 {{(pid=102389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 18:53:55.683762 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-853f4beb-affb-4c64-88b5-782b5d32928c tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Publish callbacks [] for port, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:55.719477 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7570f6b1-3fcb-4c29-b8cd-14e5f8cde01d tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Pushing event deleted for resources: {'Port': ['ID=8d1ea80b-17bb-485b-a023-4af42bd21961,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:53:55.907145 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-18f7a930-e76f-4ab1-8c51-c0b5ac1c5bff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '133aaa0c-8f16-4e93-8e1c-1b8b9e9d7a46', 'name': 'tempest-FloatingIPDetailsTestJSON-514705483-router', 'tenant_id': '57135041cad14438a44813f33dcce7e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.16'}], 'enable_snat': True}, 'gw_port_id': '5c3caf14-dedd-443c-8e9f-73c980d26ddc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T18:53:34Z', 'updated_at': '2021-11-05T18:53:51Z', 'revision_number': 4, 'project_id': '57135041cad14438a44813f33dcce7e4', 'gw_port': {'id': '5c3caf14-dedd-443c-8e9f-73c980d26ddc', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:af:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '133aaa0c-8f16-4e93-8e1c-1b8b9e9d7a46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1747, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T18:53:38Z', 'updated_at': '2021-11-05T18:53:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1', '_interfaces': [{'id': '9577aac2-d012-42b2-b631-3ada2fc5ea49', 'name': '', 'network_id': 'e6c2105d-16a2-4a10-a729-05ea93b82939', 'tenant_id': '57135041cad14438a44813f33dcce7e4', 'mac_address': 'fa:16:3e:ff:a0:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '133aaa0c-8f16-4e93-8e1c-1b8b9e9d7a46', 'device_owner': 'network:router_interface', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': '9d926e25-c6d3-44f0-9e66-0f69ab727f77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T18:53:49Z', 'updated_at': '2021-11-05T18:53:52Z', 'revision_number': 2, 'project_id': '57135041cad14438a44813f33dcce7e4', 'subnets': [{'id': '9d926e25-c6d3-44f0-9e66-0f69ab727f77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-1', False) {} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:53:55.949784 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18f7a930-e76f-4ab1-8c51-c0b5ac1c5bff None None] Checking router: 133aaa0c-8f16-4e93-8e1c-1b8b9e9d7a46 for host: n-d-816865-1 {{(pid=102389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 18:53:55.949784 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18f7a930-e76f-4ab1-8c51-c0b5ac1c5bff None None] Updating router 133aaa0c-8f16-4e93-8e1c-1b8b9e9d7a46 port 9577aac2-d012-42b2-b631-3ada2fc5ea49 binding host n-d-816865-1 {{(pid=102389) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 05 18:53:55.989430 n-d-816865-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-18f7a930-e76f-4ab1-8c51-c0b5ac1c5bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:55.992944 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94fcc5f-9f71-4414-94fb-cd1d12d26b64 req-44e065b2-64af-420d-9113-b30822ddefa4 tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:53:56.001907 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-c94fcc5f-9f71-4414-94fb-cd1d12d26b64 req-44e065b2-64af-420d-9113-b30822ddefa4 tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] 10.222.0.13 "GET /v2.0/ports?device_id=b3c515f9-768f-4a54-bb92-e6f3d5207990 HTTP/1.1" status: 200 len: 944 time: 0.3086705 Nov 05 18:53:56.021193 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6068de-e4cb-44a1-82d6-77ac3a8cde4b req-12cb891e-382a-4c8a-bb23-7434b6393dbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:53:56.022743 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-7a6068de-e4cb-44a1-82d6-77ac3a8cde4b req-12cb891e-382a-4c8a-bb23-7434b6393dbe service neutron] 10.222.0.55 "GET /v2.0/networks?id=bb5b9fed-8e61-492a-a21e-f9ce432c95f7 HTTP/1.1" status: 200 len: 912 time: 0.6478431 Nov 05 18:53:56.037907 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device d934184e-ed22-4848-8e06-7b746e054917 up at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 18:53:56.040773 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-f91d5f63-77e1-4809-b0c7-14a1de5270d3 tempest-RoutersTestDVR-1254761535 tempest-RoutersTestDVR-1254761535-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-571139', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6874'] for router, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:56.041803 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-f91d5f63-77e1-4809-b0c7-14a1de5270d3 tempest-RoutersTestDVR-1254761535 tempest-RoutersTestDVR-1254761535-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-571375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1000570', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1011585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6867'] for router, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:56.061142 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5611473a-51ff-4d6c-a89b-6b73961e93b1 req-acb26823-5365-497a-9968-2a20a733ae95 tempest-ServerRescueTestJSON-1639389385 tempest-ServerRescueTestJSON-1639389385-project] Network 0b64b77a-1769-4ba3-98b8-e072ca99e966 is already hosted by enough agents. {{(pid=102386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 18:53:56.069549 n-d-816865-1 neutron-server[102388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1682fb31-a1bf-43f5-a4fa-447937da8a91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a07aa35-4ba7-4db3-b8ab-837d8ca258a7'}, {'server_uuid': '1682fb31-a1bf-43f5-a4fa-447937da8a91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4575cb0-23c3-47f4-915c-822d65bb4a8e'}] {{(pid=102388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 18:53:56.071576 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85474fee1180e129d8a886d264fe0b30223aa672dd1ffe43b630605f18504f68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cb33c1c-534d-425f-8bc9-fcc1e0ee17b7" -d '{"events": [{"server_uuid": "1682fb31-a1bf-43f5-a4fa-447937da8a91", "name": "network-vif-plugged", "status": "completed", "tag": "4a07aa35-4ba7-4db3-b8ab-837d8ca258a7"}, {"server_uuid": "1682fb31-a1bf-43f5-a4fa-447937da8a91", "name": "network-vif-plugged", "status": "completed", "tag": "f4575cb0-23c3-47f4-915c-822d65bb4a8e"}]}' {{(pid=102388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 18:53:56.083098 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-c7c2d0a9-01b6-4747-9b34-b2b6fb82ecf1 None None] Attempting to bind port 336d33b3-44e1-4157-8bb2-3f03a97558ea on host n-d-816865-1 for vnic_type normal with profile {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 18:53:56.083472 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-c7c2d0a9-01b6-4747-9b34-b2b6fb82ecf1 None None] Attempting to bind port 336d33b3-44e1-4157-8bb2-3f03a97558ea by drivers openvswitch,hyperv on host n-d-816865-1 at level 0 using segments [{'id': '1bdc5ccc-001b-4584-b217-2d1934002f57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '1c9d25d3-7f2e-4384-9081-dc17514a5578'}] {{(pid=102388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 18:53:56.083842 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7c2d0a9-01b6-4747-9b34-b2b6fb82ecf1 None None] Attempting to bind port 336d33b3-44e1-4157-8bb2-3f03a97558ea on network 1c9d25d3-7f2e-4384-9081-dc17514a5578 {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 18:53:56.117727 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7c2d0a9-01b6-4747-9b34-b2b6fb82ecf1 None None] Checking agent: {'id': '724d89a7-611b-41e6-bc85-c48112b17afa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 18, 25, 8), 'started_at': datetime.datetime(2021, 11, 5, 18, 25, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 18, 53, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 18:53:56.118187 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7c2d0a9-01b6-4747-9b34-b2b6fb82ecf1 None None] Checking segment: {'id': '1bdc5ccc-001b-4584-b217-2d1934002f57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '1c9d25d3-7f2e-4384-9081-dc17514a5578'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 18:53:56.119300 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c7c2d0a9-01b6-4747-9b34-b2b6fb82ecf1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:56.119728 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7c2d0a9-01b6-4747-9b34-b2b6fb82ecf1 None None] Bound using segment: {'id': '1bdc5ccc-001b-4584-b217-2d1934002f57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '1c9d25d3-7f2e-4384-9081-dc17514a5578'} {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 18:53:56.120229 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-c7c2d0a9-01b6-4747-9b34-b2b6fb82ecf1 None None] Bound port: 336d33b3-44e1-4157-8bb2-3f03a97558ea, host: n-d-816865-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1bdc5ccc-001b-4584-b217-2d1934002f57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '1c9d25d3-7f2e-4384-9081-dc17514a5578'}}] {{(pid=102388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 18:53:56.120666 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c7c2d0a9-01b6-4747-9b34-b2b6fb82ecf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:56.173664 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.base_scheduler [req-5611473a-51ff-4d6c-a89b-6b73961e93b1 req-acb26823-5365-497a-9968-2a20a733ae95 tempest-ServerRescueTestJSON-1639389385 tempest-ServerRescueTestJSON-1639389385-project] Resources bound (agent type, host, resource id): {{(pid=102386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:53:56.195263 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-853f4beb-affb-4c64-88b5-782b5d32928c tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4417063'] for port, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:56.220471 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [req-5611473a-51ff-4d6c-a89b-6b73961e93b1 req-acb26823-5365-497a-9968-2a20a733ae95 tempest-ServerRescueTestJSON-1639389385 tempest-ServerRescueTestJSON-1639389385-project] Received port after_create {{(pid=102386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 18:53:56.280975 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853f4beb-affb-4c64-88b5-782b5d32928c tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Pushing event updated for resources: {'Port': ['ID=8db4744d-1b79-4329-946e-abfe64620cec,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:53:56.285868 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5611473a-51ff-4d6c-a89b-6b73961e93b1 req-acb26823-5365-497a-9968-2a20a733ae95 tempest-ServerRescueTestJSON-1639389385 tempest-ServerRescueTestJSON-1639389385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:53:56.286541 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-5611473a-51ff-4d6c-a89b-6b73961e93b1 req-acb26823-5365-497a-9968-2a20a733ae95 tempest-ServerRescueTestJSON-1639389385 tempest-ServerRescueTestJSON-1639389385-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:56.313084 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Pushing event updated for resources: {'Port': ['ID=f4575cb0-23c3-47f4-915c-822d65bb4a8e,revision_number=5']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:53:56.319846 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-3d203fdd-b00b-4c72-9886-01b6d862b07e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:56.320841 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb26823-5365-497a-9968-2a20a733ae95 tempest-ServerRescueTestJSON-1639389385 tempest-ServerRescueTestJSON-1639389385-project] Pushing event updated for resources: {'Port': ['ID=681ffd7d-76c7-4d3f-aa31-075d70985958,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:53:56.351399 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-853f4beb-affb-4c64-88b5-782b5d32928c tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Network 1c9d25d3-7f2e-4384-9081-dc17514a5578 is already hosted by enough agents. {{(pid=102387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 18:53:56.373176 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-c94fcc5f-9f71-4414-94fb-cd1d12d26b64 req-d72faf71-597f-420d-b5c7-375c94dac529 tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] 10.222.0.13 "GET /v2.0/security-groups?id=8015cb9a-1cfc-43ae-80a2-992db853641d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3593621 Nov 05 18:53:56.388409 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Provisioning complete for port d934184e-ed22-4848-8e06-7b746e054917 triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:53:56.389047 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:56.394358 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-5611473a-51ff-4d6c-a89b-6b73961e93b1 req-acb26823-5365-497a-9968-2a20a733ae95 tempest-ServerRescueTestJSON-1639389385 tempest-ServerRescueTestJSON-1639389385-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3594587 Nov 05 18:53:56.397019 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.base_scheduler [None req-853f4beb-affb-4c64-88b5-782b5d32928c tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Resources bound (agent type, host, resource id): {{(pid=102387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:53:56.404595 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [req-5611473a-51ff-4d6c-a89b-6b73961e93b1 req-1d2529c5-e3e5-424c-bace-96a8e1257bfa service neutron] Request body: {'port': {'device_id': '9c7dbc46-8c68-4f14-8897-91c11ae5a9cd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816865-1'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:53:56.408826 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-f91d5f63-77e1-4809-b0c7-14a1de5270d3 tempest-RoutersTestDVR-1254761535 tempest-RoutersTestDVR-1254761535-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:56.409610 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-853f4beb-affb-4c64-88b5-782b5d32928c tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Received port after_create {{(pid=102387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 18:53:56.411241 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-853f4beb-affb-4c64-88b5-782b5d32928c tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-571770'] for router_interface, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:56.416777 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-7a6068de-e4cb-44a1-82d6-77ac3a8cde4b req-c3712342-9824-4d65-aa88-4bba7b99c9f2 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=76ac6dda-0dbe-4431-a06f-4b5c155d8cde HTTP/1.1" status: 200 len: 998 time: 0.3546765 Nov 05 18:53:56.423195 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-7570f6b1-3fcb-4c29-b8cd-14e5f8cde01d tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-597886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-573297'] for router_interface, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:56.431845 n-d-816865-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-18f7a930-e76f-4ab1-8c51-c0b5ac1c5bff None None] Publish callbacks [] for port, precommit_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:56.441695 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-c7c2d0a9-01b6-4747-9b34-b2b6fb82ecf1 None None] For port 336d33b3-44e1-4157-8bb2-3f03a97558ea, host n-d-816865-1, cleared binding levels {{(pid=102388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 18:53:56.466543 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 05 Nov 2021 18:53:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c126824-02c8-418e-9028-b5331e21974a x-openstack-request-id: req-4c126824-02c8-418e-9028-b5331e21974a {{(pid=102388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 18:53:56.467510 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1682fb31-a1bf-43f5-a4fa-447937da8a91", "name": "network-vif-plugged", "status": "completed", "tag": "4a07aa35-4ba7-4db3-b8ab-837d8ca258a7", "code": 200}, {"server_uuid": "1682fb31-a1bf-43f5-a4fa-447937da8a91", "name": "network-vif-plugged", "status": "completed", "tag": "f4575cb0-23c3-47f4-915c-822d65bb4a8e", "code": 200}]} {{(pid=102388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 18:53:56.467510 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4c126824-02c8-418e-9028-b5331e21974a {{(pid=102388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 18:53:56.467510 n-d-816865-1 neutron-server[102388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1682fb31-a1bf-43f5-a4fa-447937da8a91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a07aa35-4ba7-4db3-b8ab-837d8ca258a7', 'code': 200} Nov 05 18:53:56.467838 n-d-816865-1 neutron-server[102388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1682fb31-a1bf-43f5-a4fa-447937da8a91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4575cb0-23c3-47f4-915c-822d65bb4a8e', 'code': 200} Nov 05 18:53:56.477637 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-3d203fdd-b00b-4c72-9886-01b6d862b07e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:56.480088 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-125aa45b-38a4-4a7a-8f4d-6a38e7980edb req-a1515689-f28e-4386-ac15-93975bf16da3 tempest-FloatingIPDetailsTestJSON-1391655979 tempest-FloatingIPDetailsTestJSON-1391655979-project] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.6194015 Nov 05 18:53:56.483125 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Provisioning for port 67bf7a45-d02d-4202-afe1-d2eef054ceb0 completed by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 05 18:53:56.488429 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-c7c2d0a9-01b6-4747-9b34-b2b6fb82ecf1 None None] For port 336d33b3-44e1-4157-8bb2-3f03a97558ea, host n-d-816865-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=336d33b3-44e1-4157-8bb2-3f03a97558ea,segment=NetworkSegment(1bdc5ccc-001b-4584-b217-2d1934002f57),segment_id=1bdc5ccc-001b-4584-b217-2d1934002f57)] {{(pid=102388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 18:53:56.495982 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Provisioning complete for port 67bf7a45-d02d-4202-afe1-d2eef054ceb0 triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:53:56.496742 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:56.510160 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [req-125aa45b-38a4-4a7a-8f4d-6a38e7980edb req-c683bccc-90d8-4445-8aa5-c280baf80c56 tempest-FloatingIPDetailsTestJSON-1391655979 tempest-FloatingIPDetailsTestJSON-1391655979-project] Request body: {'floatingip': {'floating_network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec'}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:53:56.585367 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-f91d5f63-77e1-4809-b0c7-14a1de5270d3 tempest-RoutersTestDVR-1254761535 tempest-RoutersTestDVR-1254761535-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-571384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1000487'] for router, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:56.594208 n-d-816865-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-18f7a930-e76f-4ab1-8c51-c0b5ac1c5bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:56.653257 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3166a7-8f52-47db-8482-52f6079f29e0 req-43257530-fa1f-4984-a343-f8d8b624c923 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:53:56.666986 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3166a7-8f52-47db-8482-52f6079f29e0 req-43257530-fa1f-4984-a343-f8d8b624c923 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:53:56.677186 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3166a7-8f52-47db-8482-52f6079f29e0 req-43257530-fa1f-4984-a343-f8d8b624c923 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:53:56.678727 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:56.681010 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:56.683407 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c7c2d0a9-01b6-4747-9b34-b2b6fb82ecf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:56.689722 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3166a7-8f52-47db-8482-52f6079f29e0 req-43257530-fa1f-4984-a343-f8d8b624c923 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:53:56.700420 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3166a7-8f52-47db-8482-52f6079f29e0 req-43257530-fa1f-4984-a343-f8d8b624c923 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:53:56.711147 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3166a7-8f52-47db-8482-52f6079f29e0 req-43257530-fa1f-4984-a343-f8d8b624c923 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:53:56.719819 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3166a7-8f52-47db-8482-52f6079f29e0 req-43257530-fa1f-4984-a343-f8d8b624c923 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:53:56.721847 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-5b3166a7-8f52-47db-8482-52f6079f29e0 req-43257530-fa1f-4984-a343-f8d8b624c923 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] 10.222.0.13 "GET /v2.0/ports?device_id=1682fb31-a1bf-43f5-a4fa-447937da8a91 HTTP/1.1" status: 200 len: 5439 time: 0.1731515 Nov 05 18:53:56.727249 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-125aa45b-38a4-4a7a-8f4d-6a38e7980edb req-c683bccc-90d8-4445-8aa5-c280baf80c56 tempest-FloatingIPDetailsTestJSON-1391655979 tempest-FloatingIPDetailsTestJSON-1391655979-project] Publish callbacks [] for floatingip, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:56.734475 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-3d203fdd-b00b-4c72-9886-01b6d862b07e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=48c683965da244b1bbf087db0f6f817b&name=default HTTP/1.1" status: 200 len: 3000 time: 2.2962558 Nov 05 18:53:56.758920 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 60890) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:53:56.760218 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6068de-e4cb-44a1-82d6-77ac3a8cde4b req-6df7a2b8-32b6-419f-807f-1e802c069f0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:53:56.762809 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-7a6068de-e4cb-44a1-82d6-77ac3a8cde4b req-6df7a2b8-32b6-419f-807f-1e802c069f0d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=8df5751e-d8bb-41e4-9469-238f613979b1 HTTP/1.1" status: 200 len: 850 time: 0.3398306 Nov 05 18:53:56.785772 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d203fdd-b00b-4c72-9886-01b6d862b07e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39b30a22-b296-4b49-96a1-8942e5e172d1,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:53:56.827348 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-5611473a-51ff-4d6c-a89b-6b73961e93b1 req-1d2529c5-e3e5-424c-bace-96a8e1257bfa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:56.839031 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.managers [None req-18f7a930-e76f-4ab1-8c51-c0b5ac1c5bff None None] Attempting to bind port 9577aac2-d012-42b2-b631-3ada2fc5ea49 on host n-d-816865-1 for vnic_type normal with profile {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 18:53:56.839031 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.managers [None req-18f7a930-e76f-4ab1-8c51-c0b5ac1c5bff None None] Attempting to bind port 9577aac2-d012-42b2-b631-3ada2fc5ea49 by drivers openvswitch,hyperv on host n-d-816865-1 at level 0 using segments [{'id': '0a75ac63-d02e-4981-8175-aae376cf7ad0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'e6c2105d-16a2-4a10-a729-05ea93b82939'}] {{(pid=102389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 18:53:56.839031 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18f7a930-e76f-4ab1-8c51-c0b5ac1c5bff None None] Attempting to bind port 9577aac2-d012-42b2-b631-3ada2fc5ea49 on network e6c2105d-16a2-4a10-a729-05ea93b82939 {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 18:53:56.847314 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18f7a930-e76f-4ab1-8c51-c0b5ac1c5bff None None] Checking agent: {'id': '724d89a7-611b-41e6-bc85-c48112b17afa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 18, 25, 8), 'started_at': datetime.datetime(2021, 11, 5, 18, 25, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 18, 53, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 18:53:56.847764 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18f7a930-e76f-4ab1-8c51-c0b5ac1c5bff None None] Checking segment: {'id': '0a75ac63-d02e-4981-8175-aae376cf7ad0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'e6c2105d-16a2-4a10-a729-05ea93b82939'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 18:53:56.848170 n-d-816865-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-18f7a930-e76f-4ab1-8c51-c0b5ac1c5bff None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:56.848716 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18f7a930-e76f-4ab1-8c51-c0b5ac1c5bff None None] Bound using segment: {'id': '0a75ac63-d02e-4981-8175-aae376cf7ad0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'e6c2105d-16a2-4a10-a729-05ea93b82939'} {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 18:53:56.849711 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.managers [None req-18f7a930-e76f-4ab1-8c51-c0b5ac1c5bff None None] Bound port: 9577aac2-d012-42b2-b631-3ada2fc5ea49, host: n-d-816865-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a75ac63-d02e-4981-8175-aae376cf7ad0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'e6c2105d-16a2-4a10-a729-05ea93b82939'}}] {{(pid=102389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 18:53:56.850074 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-f91d5f63-77e1-4809-b0c7-14a1de5270d3 tempest-RoutersTestDVR-1254761535 tempest-RoutersTestDVR-1254761535-project-admin] Publish callbacks [] for router, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:56.850728 n-d-816865-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-18f7a930-e76f-4ab1-8c51-c0b5ac1c5bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:56.855263 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-f91d5f63-77e1-4809-b0c7-14a1de5270d3 tempest-RoutersTestDVR-1254761535 tempest-RoutersTestDVR-1254761535-project-admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 1.4357173 Nov 05 18:53:56.861416 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57be7142-7951-4b52-95e4-3093e028d027 None None] Pushing event updated for resources: {'Port': ['ID=9577aac2-d012-42b2-b631-3ada2fc5ea49,revision_number=3']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:53:56.880591 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 60892) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:53:56.928754 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-853f4beb-affb-4c64-88b5-782b5d32928c tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:56.996248 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] For port 67bf7a45-d02d-4202-afe1-d2eef054ceb0, host n-h1-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=67bf7a45-d02d-4202-afe1-d2eef054ceb0,segment=NetworkSegment(ddf499c1-888a-4ebb-8e8b-94e3dd91721e),segment_id=ddf499c1-888a-4ebb-8e8b-94e3dd91721e)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:53:56.999144 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] For port d934184e-ed22-4848-8e06-7b746e054917, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=d934184e-ed22-4848-8e06-7b746e054917,segment=NetworkSegment(e94198e7-7484-4b3b-b2bf-001822904d02),segment_id=e94198e7-7484-4b3b-b2bf-001822904d02)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:53:57.011598 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c2d0a9-01b6-4747-9b34-b2b6fb82ecf1 None None] Pushing event updated for resources: {'Port': ['ID=336d33b3-44e1-4157-8bb2-3f03a97558ea,revision_number=2']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:53:57.048781 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [None req-18f7a930-e76f-4ab1-8c51-c0b5ac1c5bff None None] For port 9577aac2-d012-42b2-b631-3ada2fc5ea49, host n-d-816865-1, cleared binding levels {{(pid=102389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 18:53:57.051644 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:57.056211 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Device 5386ba49-a136-493a-a4e4-38072626870e up at agent hyperv_n-h1-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 18:53:57.056798 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [None req-18f7a930-e76f-4ab1-8c51-c0b5ac1c5bff None None] For port 9577aac2-d012-42b2-b631-3ada2fc5ea49, host n-d-816865-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=9577aac2-d012-42b2-b631-3ada2fc5ea49,segment=NetworkSegment(0a75ac63-d02e-4981-8175-aae376cf7ad0),segment_id=0a75ac63-d02e-4981-8175-aae376cf7ad0)] {{(pid=102389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 18:53:57.147879 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:57.165518 n-d-816865-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-18f7a930-e76f-4ab1-8c51-c0b5ac1c5bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:57.236739 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-4a59d404-04f2-4bb1-a149-91bc2dda1bd9 None None] Provisioning complete for port 9577aac2-d012-42b2-b631-3ada2fc5ea49 triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:53:57.237114 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-4a59d404-04f2-4bb1-a149-91bc2dda1bd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:57.247323 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Pushing event updated for resources: {'Port': ['ID=67bf7a45-d02d-4202-afe1-d2eef054ceb0,revision_number=5']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:53:57.268160 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18f7a930-e76f-4ab1-8c51-c0b5ac1c5bff None None] Routers {'133aaa0c-8f16-4e93-8e1c-1b8b9e9d7a46'} bound to L3 agent in host n-d-816865-1 {{(pid=102389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 18:53:57.268804 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-18f7a930-e76f-4ab1-8c51-c0b5ac1c5bff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T18:53:35Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['133aaa0c-8f16-4e93-8e1c-1b8b9e9d7a46'], 'active': True} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:53:57.356578 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-f7928ed3-62bd-4ba0-ad80-3544054c66ca tempest-RoutersTestDVR-1254761535 tempest-RoutersTestDVR-1254761535-project-admin] Publish callbacks [] for router, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:57.456738 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Pushing event updated for resources: {'Port': ['ID=d934184e-ed22-4848-8e06-7b746e054917,revision_number=5']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:53:57.587792 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57be7142-7951-4b52-95e4-3093e028d027 None None] Pushing event updated for resources: {'Port': ['ID=9577aac2-d012-42b2-b631-3ada2fc5ea49,revision_number=4']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:53:57.632211 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvr_db [None req-18f7a930-e76f-4ab1-8c51-c0b5ac1c5bff None None] Set router 133aaa0c-8f16-4e93-8e1c-1b8b9e9d7a46 gateway port host: n-d-816865-1 {{(pid=102389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 18:53:57.635945 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6068de-e4cb-44a1-82d6-77ac3a8cde4b req-757e5458-448b-4ff7-94a6-600fd26f08f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:53:57.637871 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-7a6068de-e4cb-44a1-82d6-77ac3a8cde4b req-757e5458-448b-4ff7-94a6-600fd26f08f6 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=bb5b9fed-8e61-492a-a21e-f9ce432c95f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8546307 Nov 05 18:53:57.642593 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7570f6b1-3fcb-4c29-b8cd-14e5f8cde01d tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Router 98c28b36-02e7-4b7d-8190-c1aff44fd3f1 has already been hosted by L3 agent 6dcb5589-8e86-4616-9186-ddc4548e13ad {{(pid=102386) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 18:53:57.647288 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Provisioning for port 5386ba49-a136-493a-a4e4-38072626870e completed by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 05 18:53:57.669537 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Provisioning complete for port 5386ba49-a136-493a-a4e4-38072626870e triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:53:57.669896 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:57.670592 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-5b3166a7-8f52-47db-8482-52f6079f29e0 req-579eec48-67ee-4697-8b74-72e57474c7c2 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] 10.222.0.13 "GET /v2.0/security-groups?id=293ec58e-66ea-453a-8db8-ae12281442fa&id=4f04b2e1-de76-4a06-adfc-cc82b8507945&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.9346592 Nov 05 18:53:57.725560 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 336d33b3-44e1-4157-8bb2-3f03a97558ea up at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 18:53:57.771760 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-4a59d404-04f2-4bb1-a149-91bc2dda1bd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:57.782956 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-c8500aba-db2f-4992-b663-32b61ea4e330 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:57.870823 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-4a59d404-04f2-4bb1-a149-91bc2dda1bd9 None None] For port 9577aac2-d012-42b2-b631-3ada2fc5ea49, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=9577aac2-d012-42b2-b631-3ada2fc5ea49,segment=NetworkSegment(0a75ac63-d02e-4981-8175-aae376cf7ad0),segment_id=0a75ac63-d02e-4981-8175-aae376cf7ad0)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:53:57.939857 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Provisioning complete for port 336d33b3-44e1-4157-8bb2-3f03a97558ea triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:53:57.940406 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:57.944070 n-d-816865-1 neutron-server[102386]: DEBUG neutron.notifiers.nova [req-5611473a-51ff-4d6c-a89b-6b73961e93b1 req-1d2529c5-e3e5-424c-bace-96a8e1257bfa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 681ffd7d-76c7-4d3f-aa31-075d70985958 {{(pid=102386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 18:53:57.952574 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-5611473a-51ff-4d6c-a89b-6b73961e93b1 req-1d2529c5-e3e5-424c-bace-96a8e1257bfa service neutron] Publish callbacks [] for port, precommit_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:57.988765 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.provisioning_blocks [req-5611473a-51ff-4d6c-a89b-6b73961e93b1 req-1d2529c5-e3e5-424c-bace-96a8e1257bfa service neutron] Transition to ACTIVE for port object 681ffd7d-76c7-4d3f-aa31-075d70985958 will not be triggered until provisioned by entity L2. {{(pid=102386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 05 18:53:57.996047 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:57.998417 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-4a59d404-04f2-4bb1-a149-91bc2dda1bd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:58.115418 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-18f7a930-e76f-4ab1-8c51-c0b5ac1c5bff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '133aaa0c-8f16-4e93-8e1c-1b8b9e9d7a46', 'name': 'tempest-FloatingIPDetailsTestJSON-514705483-router', 'tenant_id': '57135041cad14438a44813f33dcce7e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.16'}], 'enable_snat': True}, 'gw_port_id': '5c3caf14-dedd-443c-8e9f-73c980d26ddc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T18:53:34Z', 'updated_at': '2021-11-05T18:53:51Z', 'revision_number': 4, 'project_id': '57135041cad14438a44813f33dcce7e4', 'gw_port': {'id': '5c3caf14-dedd-443c-8e9f-73c980d26ddc', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:af:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '133aaa0c-8f16-4e93-8e1c-1b8b9e9d7a46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1747, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T18:53:38Z', 'updated_at': '2021-11-05T18:53:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1', '_interfaces': [{'id': '9577aac2-d012-42b2-b631-3ada2fc5ea49', 'name': '', 'network_id': 'e6c2105d-16a2-4a10-a729-05ea93b82939', 'tenant_id': '57135041cad14438a44813f33dcce7e4', 'mac_address': 'fa:16:3e:ff:a0:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '133aaa0c-8f16-4e93-8e1c-1b8b9e9d7a46', 'device_owner': 'network:router_interface', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': '9d926e25-c6d3-44f0-9e66-0f69ab727f77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T18:53:49Z', 'updated_at': '2021-11-05T18:53:57Z', 'revision_number': 4, 'project_id': '57135041cad14438a44813f33dcce7e4', 'subnets': [{'id': '9d926e25-c6d3-44f0-9e66-0f69ab727f77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-1', False) {} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:53:58.125595 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-c8500aba-db2f-4992-b663-32b61ea4e330 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:58.132900 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-f7928ed3-62bd-4ba0-ad80-3544054c66ca tempest-RoutersTestDVR-1254761535 tempest-RoutersTestDVR-1254761535-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-571301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6852'] for router, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:58.135886 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-f7928ed3-62bd-4ba0-ad80-3544054c66ca tempest-RoutersTestDVR-1254761535 tempest-RoutersTestDVR-1254761535-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:58.138263 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-5611473a-51ff-4d6c-a89b-6b73961e93b1 req-1d2529c5-e3e5-424c-bace-96a8e1257bfa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6149821'] for port, after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:58.155481 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18f7a930-e76f-4ab1-8c51-c0b5ac1c5bff None None] The sync data for ids ['133aaa0c-8f16-4e93-8e1c-1b8b9e9d7a46'] in n-d-816865-1 is: [{'id': '133aaa0c-8f16-4e93-8e1c-1b8b9e9d7a46', 'name': 'tempest-FloatingIPDetailsTestJSON-514705483-router', 'tenant_id': '57135041cad14438a44813f33dcce7e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.16'}], 'enable_snat': True}, 'gw_port_id': '5c3caf14-dedd-443c-8e9f-73c980d26ddc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T18:53:34Z', 'updated_at': '2021-11-05T18:53:51Z', 'revision_number': 4, 'project_id': '57135041cad14438a44813f33dcce7e4', 'gw_port': {'id': '5c3caf14-dedd-443c-8e9f-73c980d26ddc', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:af:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '133aaa0c-8f16-4e93-8e1c-1b8b9e9d7a46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1747, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T18:53:38Z', 'updated_at': '2021-11-05T18:53:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1', '_interfaces': [{'id': '9577aac2-d012-42b2-b631-3ada2fc5ea49', 'name': '', 'network_id': 'e6c2105d-16a2-4a10-a729-05ea93b82939', 'tenant_id': '57135041cad14438a44813f33dcce7e4', 'mac_address': 'fa:16:3e:ff:a0:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '133aaa0c-8f16-4e93-8e1c-1b8b9e9d7a46', 'device_owner': 'network:router_interface', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': '9d926e25-c6d3-44f0-9e66-0f69ab727f77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T18:53:49Z', 'updated_at': '2021-11-05T18:53:57Z', 'revision_number': 4, 'project_id': '57135041cad14438a44813f33dcce7e4', 'subnets': [{'id': '9d926e25-c6d3-44f0-9e66-0f69ab727f77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 18:53:58.199219 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] For port 5386ba49-a136-493a-a4e4-38072626870e, host n-h1-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=5386ba49-a136-493a-a4e4-38072626870e,segment=NetworkSegment(ddf499c1-888a-4ebb-8e8b-94e3dd91721e),segment_id=ddf499c1-888a-4ebb-8e8b-94e3dd91721e)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:53:58.208697 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:58.252139 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a59d404-04f2-4bb1-a149-91bc2dda1bd9 None None] Pushing event updated for resources: {'Port': ['ID=9577aac2-d012-42b2-b631-3ada2fc5ea49,revision_number=5']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:53:58.269027 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-80781346-f624-4909-ba06-5c4d30d46bc0 None None] Provisioning complete for port 9577aac2-d012-42b2-b631-3ada2fc5ea49 triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:53:58.269428 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-80781346-f624-4909-ba06-5c4d30d46bc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:58.273784 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:58.274436 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Device 46698228-652b-414f-824e-358a6286420a up at agent hyperv_n-h1-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 18:53:58.415120 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Pushing event updated for resources: {'Port': ['ID=5386ba49-a136-493a-a4e4-38072626870e,revision_number=5']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:53:58.442844 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc9bb17-4716-4f98-a96b-581724c21ef1 req-31e698b4-93ee-45ee-8b7b-92e700cb717a tempest-ServerRescueTestJSON-1639389385 tempest-ServerRescueTestJSON-1639389385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:53:58.450710 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] For port 336d33b3-44e1-4157-8bb2-3f03a97558ea, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=336d33b3-44e1-4157-8bb2-3f03a97558ea,segment=NetworkSegment(1bdc5ccc-001b-4584-b217-2d1934002f57),segment_id=1bdc5ccc-001b-4584-b217-2d1934002f57)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:53:58.464273 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-2fc9bb17-4716-4f98-a96b-581724c21ef1 req-31e698b4-93ee-45ee-8b7b-92e700cb717a tempest-ServerRescueTestJSON-1639389385 tempest-ServerRescueTestJSON-1639389385-project] 10.222.0.13 "GET /v2.0/ports?device_id=9c7dbc46-8c68-4f14-8897-91c11ae5a9cd HTTP/1.1" status: 200 len: 931 time: 0.6205773 Nov 05 18:53:58.471416 n-d-816865-1 neutron-server[102388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1682fb31-a1bf-43f5-a4fa-447937da8a91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67bf7a45-d02d-4202-afe1-d2eef054ceb0'}, {'server_uuid': '1682fb31-a1bf-43f5-a4fa-447937da8a91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5386ba49-a136-493a-a4e4-38072626870e'}] {{(pid=102388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 18:53:58.474890 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85474fee1180e129d8a886d264fe0b30223aa672dd1ffe43b630605f18504f68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55c3a3dd-3262-44fb-84c3-f603c66b9068" -d '{"events": [{"server_uuid": "1682fb31-a1bf-43f5-a4fa-447937da8a91", "name": "network-vif-plugged", "status": "completed", "tag": "67bf7a45-d02d-4202-afe1-d2eef054ceb0"}, {"server_uuid": "1682fb31-a1bf-43f5-a4fa-447937da8a91", "name": "network-vif-plugged", "status": "completed", "tag": "5386ba49-a136-493a-a4e4-38072626870e"}]}' {{(pid=102388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 18:53:58.475138 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2529c5-e3e5-424c-bace-96a8e1257bfa service neutron] Pushing event updated for resources: {'Port': ['ID=681ffd7d-76c7-4d3f-aa31-075d70985958,revision_number=2']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:53:58.490851 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-7a6068de-e4cb-44a1-82d6-77ac3a8cde4b req-274ccdf3-0c33-4170-94cf-703765af0ebb service neutron] 10.222.0.55 "GET /v2.0/networks/bb5b9fed-8e61-492a-a21e-f9ce432c95f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8426089 Nov 05 18:53:58.533373 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-f7928ed3-62bd-4ba0-ad80-3544054c66ca tempest-RoutersTestDVR-1254761535 tempest-RoutersTestDVR-1254761535-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-571310'] for router, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:58.541538 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7928ed3-62bd-4ba0-ad80-3544054c66ca tempest-RoutersTestDVR-1254761535 tempest-RoutersTestDVR-1254761535-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a36a9165-5990-4202-8d42-355f57939e8d {{(pid=102387) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 05 18:53:58.562460 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-f7928ed3-62bd-4ba0-ad80-3544054c66ca tempest-RoutersTestDVR-1254761535 tempest-RoutersTestDVR-1254761535-project-admin] Publish callbacks [] for router, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:58.568397 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-f7928ed3-62bd-4ba0-ad80-3544054c66ca tempest-RoutersTestDVR-1254761535 tempest-RoutersTestDVR-1254761535-project-admin] 10.222.0.13 "DELETE /v2.0/routers/a36a9165-5990-4202-8d42-355f57939e8d HTTP/1.1" status: 204 len: 168 time: 1.6842456 Nov 05 18:53:58.577419 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:58.624471 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Provisioning for port 46698228-652b-414f-824e-358a6286420a completed by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 05 18:53:58.631551 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7570f6b1-3fcb-4c29-b8cd-14e5f8cde01d tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Notify agent at l3_agent.n-d-816865-1 the message routers_updated {{(pid=102386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 18:53:58.647093 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-7570f6b1-3fcb-4c29-b8cd-14e5f8cde01d tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] 10.222.0.13 "PUT /v2.0/routers/98c28b36-02e7-4b7d-8190-c1aff44fd3f1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7196641 Nov 05 18:53:58.647766 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Provisioning complete for port 46698228-652b-414f-824e-358a6286420a triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:53:58.648020 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:58.654878 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 60902) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:53:58.655548 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-c8500aba-db2f-4992-b663-32b61ea4e330 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:58.664592 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-c8500aba-db2f-4992-b663-32b61ea4e330 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:58.665836 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-c8500aba-db2f-4992-b663-32b61ea4e330 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/39b30a22-b296-4b49-96a1-8942e5e172d1 HTTP/1.1" status: 204 len: 168 time: 1.9030066 Nov 05 18:53:58.700307 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-853f4beb-affb-4c64-88b5-782b5d32928c tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Publish callbacks [] for port, precommit_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:58.703039 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af2bae5d-99c3-46ab-93d8-825559ba0aef None None] Sync routers for ids ['98c28b36-02e7-4b7d-8190-c1aff44fd3f1'] in n-d-816865-1 {{(pid=102388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 18:53:58.738636 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-125aa45b-38a4-4a7a-8f4d-6a38e7980edb req-c683bccc-90d8-4445-8aa5-c280baf80c56 tempest-FloatingIPDetailsTestJSON-1391655979 tempest-FloatingIPDetailsTestJSON-1391655979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:58.768381 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af2bae5d-99c3-46ab-93d8-825559ba0aef None None] Routers {'98c28b36-02e7-4b7d-8190-c1aff44fd3f1'} bound to L3 agent in host n-d-816865-1 {{(pid=102388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 18:53:58.769826 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-af2bae5d-99c3-46ab-93d8-825559ba0aef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T18:53:35Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['98c28b36-02e7-4b7d-8190-c1aff44fd3f1'], 'active': True} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:53:58.802476 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [req-5611473a-51ff-4d6c-a89b-6b73961e93b1 req-1d2529c5-e3e5-424c-bace-96a8e1257bfa service neutron] Attempting to bind port 681ffd7d-76c7-4d3f-aa31-075d70985958 on host n-h1-816865-1 for vnic_type normal with profile {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 18:53:58.802833 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [req-5611473a-51ff-4d6c-a89b-6b73961e93b1 req-1d2529c5-e3e5-424c-bace-96a8e1257bfa service neutron] Attempting to bind port 681ffd7d-76c7-4d3f-aa31-075d70985958 by drivers openvswitch,hyperv on host n-h1-816865-1 at level 0 using segments [{'id': 'e94198e7-7484-4b3b-b2bf-001822904d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '0b64b77a-1769-4ba3-98b8-e072ca99e966'}] {{(pid=102386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 18:53:58.803136 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5611473a-51ff-4d6c-a89b-6b73961e93b1 req-1d2529c5-e3e5-424c-bace-96a8e1257bfa service neutron] Attempting to bind port 681ffd7d-76c7-4d3f-aa31-075d70985958 on network 0b64b77a-1769-4ba3-98b8-e072ca99e966 {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 18:53:58.805349 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8500aba-db2f-4992-b663-32b61ea4e330 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39b30a22-b296-4b49-96a1-8942e5e172d1,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:53:58.808176 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-853f4beb-affb-4c64-88b5-782b5d32928c tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4417072'] for port, after_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:58.816836 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-853f4beb-affb-4c64-88b5-782b5d32928c tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-597863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-571878'] for router_interface, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:58.834134 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5611473a-51ff-4d6c-a89b-6b73961e93b1 req-1d2529c5-e3e5-424c-bace-96a8e1257bfa service neutron] Port 681ffd7d-76c7-4d3f-aa31-075d70985958 on network 0b64b77a-1769-4ba3-98b8-e072ca99e966 not bound, no agent of type Open vSwitch agent registered on host n-h1-816865-1 {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 18:53:58.841819 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5611473a-51ff-4d6c-a89b-6b73961e93b1 req-1d2529c5-e3e5-424c-bace-96a8e1257bfa service neutron] Attempting to bind port 681ffd7d-76c7-4d3f-aa31-075d70985958 on network 0b64b77a-1769-4ba3-98b8-e072ca99e966 {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 18:53:58.865904 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.db_base_plugin_v2 [None req-8770cc3c-ee3b-48f3-a944-b3b13985c9cf tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Deleting subnet 88d64cdb-2acf-427c-b3a3-d1b2c3f8b392 {{(pid=102386) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 05 18:53:58.872305 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-8770cc3c-ee3b-48f3-a944-b3b13985c9cf tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Publish callbacks [] for subnet, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:58.884258 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5611473a-51ff-4d6c-a89b-6b73961e93b1 req-1d2529c5-e3e5-424c-bace-96a8e1257bfa service neutron] Checking agent: {'id': 'eb596d7c-8c64-42bd-8aca-fad447eb0eab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816865-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 18, 33, 34), 'started_at': datetime.datetime(2021, 11, 5, 18, 33, 34), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 18, 53, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 18:53:58.884601 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5611473a-51ff-4d6c-a89b-6b73961e93b1 req-1d2529c5-e3e5-424c-bace-96a8e1257bfa service neutron] Checking segment: {'id': 'e94198e7-7484-4b3b-b2bf-001822904d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '0b64b77a-1769-4ba3-98b8-e072ca99e966'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 18:53:58.884994 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5611473a-51ff-4d6c-a89b-6b73961e93b1 req-1d2529c5-e3e5-424c-bace-96a8e1257bfa service neutron] Bound using segment: {'id': 'e94198e7-7484-4b3b-b2bf-001822904d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '0b64b77a-1769-4ba3-98b8-e072ca99e966'} {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 18:53:58.885444 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [req-5611473a-51ff-4d6c-a89b-6b73961e93b1 req-1d2529c5-e3e5-424c-bace-96a8e1257bfa service neutron] Bound port: 681ffd7d-76c7-4d3f-aa31-075d70985958, host: n-h1-816865-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e94198e7-7484-4b3b-b2bf-001822904d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '0b64b77a-1769-4ba3-98b8-e072ca99e966'}}] {{(pid=102386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 18:53:58.885804 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-5611473a-51ff-4d6c-a89b-6b73961e93b1 req-1d2529c5-e3e5-424c-bace-96a8e1257bfa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:58.927233 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Pushing event updated for resources: {'Port': ['ID=336d33b3-44e1-4157-8bb2-3f03a97558ea,revision_number=3']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:53:58.994362 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-2fc9bb17-4716-4f98-a96b-581724c21ef1 req-11de7b86-4886-4ae7-8005-1278e783ea52 tempest-ServerRescueTestJSON-1639389385 tempest-ServerRescueTestJSON-1639389385-project] 10.222.0.13 "GET /v2.0/security-groups?id=458afcac-91c4-437c-b78f-d73b875bd5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5312254 Nov 05 18:53:59.009944 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-323fced7-63a9-460e-a097-f8623f511926 None None] Provisioning complete for port 336d33b3-44e1-4157-8bb2-3f03a97558ea triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:53:59.010347 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-323fced7-63a9-460e-a097-f8623f511926 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:59.031941 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-8770cc3c-ee3b-48f3-a944-b3b13985c9cf tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4590738'] for subnet, precommit_delete_associations {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:59.076425 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvr_db [None req-af2bae5d-99c3-46ab-93d8-825559ba0aef None None] Set router 98c28b36-02e7-4b7d-8190-c1aff44fd3f1 gateway port host: None {{(pid=102388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 18:53:59.163068 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:59.176960 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.db_base_plugin_common [req-125aa45b-38a4-4a7a-8f4d-6a38e7980edb req-c683bccc-90d8-4445-8aa5-c280baf80c56 tempest-FloatingIPDetailsTestJSON-1391655979 tempest-FloatingIPDetailsTestJSON-1391655979-project] Allocated IP 172.25.6.159 (40c8335d-cd0b-4cb5-910a-d4dcddd5cbec/04fe6db3-e108-4208-943d-6518424f5726/2faffef9-ba0a-437d-9f8e-23782c32dfcf) {{(pid=102387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 18:53:59.254455 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-365c823e-3485-4088-90a7-0ba043cc94b8 None None] get_active_networks_info from n-d-816865-1 {{(pid=102388) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 05 18:53:59.266487 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-8770cc3c-ee3b-48f3-a944-b3b13985c9cf tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1573928'] for subnet, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:59.293566 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] For port 46698228-652b-414f-824e-358a6286420a, host n-h1-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=46698228-652b-414f-824e-358a6286420a,segment=NetworkSegment(ddf499c1-888a-4ebb-8e8b-94e3dd91721e),segment_id=ddf499c1-888a-4ebb-8e8b-94e3dd91721e)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:53:59.359117 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-7a6068de-e4cb-44a1-82d6-77ac3a8cde4b req-5edc6952-b494-45cd-aaf2-d1085d7eaa2d service neutron] 10.222.0.55 "GET /v2.0/networks/bb5b9fed-8e61-492a-a21e-f9ce432c95f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8566644 Nov 05 18:53:59.402468 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-125aa45b-38a4-4a7a-8f4d-6a38e7980edb req-c683bccc-90d8-4445-8aa5-c280baf80c56 tempest-FloatingIPDetailsTestJSON-1391655979 tempest-FloatingIPDetailsTestJSON-1391655979-project] Publish callbacks [] for port, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:59.426189 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 60912) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:53:59.453627 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-8770cc3c-ee3b-48f3-a944-b3b13985c9cf tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1573905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6149879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4877183'] for subnet, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:59.503301 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8770cc3c-ee3b-48f3-a944-b3b13985c9cf tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Pushing event deleted for resources: {'Subnet': ['ID=88d64cdb-2acf-427c-b3a3-d1b2c3f8b392,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:53:59.520947 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853f4beb-affb-4c64-88b5-782b5d32928c tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Pushing event updated for resources: {'Port': ['ID=8db4744d-1b79-4329-946e-abfe64620cec,revision_number=2']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:53:59.527335 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-8770cc3c-ee3b-48f3-a944-b3b13985c9cf tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Publish callbacks [] for subnet, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:59.531297 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-8770cc3c-ee3b-48f3-a944-b3b13985c9cf tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] 10.222.0.13 "DELETE /v2.0/subnets/88d64cdb-2acf-427c-b3a3-d1b2c3f8b392 HTTP/1.1" status: 204 len: 168 time: 0.8536799 Nov 05 18:53:59.533710 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 60918) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:53:59.602488 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-125aa45b-38a4-4a7a-8f4d-6a38e7980edb req-c683bccc-90d8-4445-8aa5-c280baf80c56 tempest-FloatingIPDetailsTestJSON-1391655979 tempest-FloatingIPDetailsTestJSON-1391655979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4417063'] for port, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:59.612001 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [req-5611473a-51ff-4d6c-a89b-6b73961e93b1 req-1d2529c5-e3e5-424c-bace-96a8e1257bfa service neutron] For port 681ffd7d-76c7-4d3f-aa31-075d70985958, host n-h1-816865-1, cleared binding levels {{(pid=102386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 18:53:59.721019 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:53:59.721843 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Device e6513d5c-62fb-4121-a58c-2e9501d0001a up at agent hyperv_n-h1-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 18:53:59.815969 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 9577aac2-d012-42b2-b631-3ada2fc5ea49 up at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 18:53:59.820911 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c683bccc-90d8-4445-8aa5-c280baf80c56 tempest-FloatingIPDetailsTestJSON-1391655979 tempest-FloatingIPDetailsTestJSON-1391655979-project] Pushing event updated for resources: {'Port': ['ID=2faffef9-ba0a-437d-9f8e-23782c32dfcf,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:53:59.851007 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-125aa45b-38a4-4a7a-8f4d-6a38e7980edb req-c683bccc-90d8-4445-8aa5-c280baf80c56 tempest-FloatingIPDetailsTestJSON-1391655979 tempest-FloatingIPDetailsTestJSON-1391655979-project] Network 40c8335d-cd0b-4cb5-910a-d4dcddd5cbec is already hosted by enough agents. {{(pid=102387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 18:53:59.857485 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.base_scheduler [req-125aa45b-38a4-4a7a-8f4d-6a38e7980edb req-c683bccc-90d8-4445-8aa5-c280baf80c56 tempest-FloatingIPDetailsTestJSON-1391655979 tempest-FloatingIPDetailsTestJSON-1391655979-project] Resources bound (agent type, host, resource id): {{(pid=102387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:53:59.865977 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.l3_dvrscheduler_db [req-125aa45b-38a4-4a7a-8f4d-6a38e7980edb req-c683bccc-90d8-4445-8aa5-c280baf80c56 tempest-FloatingIPDetailsTestJSON-1391655979 tempest-FloatingIPDetailsTestJSON-1391655979-project] Received port after_create {{(pid=102387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 18:53:59.923364 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ba2292-472f-402c-9375-daa71d6d73d1 req-d9ab2b79-6c5c-4bac-a89b-57d0fd40809c tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:53:59.925065 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-f4ba2292-472f-402c-9375-daa71d6d73d1 req-d9ab2b79-6c5c-4bac-a89b-57d0fd40809c tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] 10.222.0.13 "GET /v2.0/ports?device_id=b3c515f9-768f-4a54-bb92-e6f3d5207990 HTTP/1.1" status: 200 len: 944 time: 0.4200912 Nov 05 18:54:00.052128 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-853f4beb-affb-4c64-88b5-782b5d32928c tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Network 1c9d25d3-7f2e-4384-9081-dc17514a5578 is already hosted by enough agents. {{(pid=102387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 18:54:00.065640 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.base_scheduler [None req-853f4beb-affb-4c64-88b5-782b5d32928c tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Resources bound (agent type, host, resource id): {{(pid=102387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:54:00.085631 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-125aa45b-38a4-4a7a-8f4d-6a38e7980edb req-c683bccc-90d8-4445-8aa5-c280baf80c56 tempest-FloatingIPDetailsTestJSON-1391655979 tempest-FloatingIPDetailsTestJSON-1391655979-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:00.108289 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-f4ba2292-472f-402c-9375-daa71d6d73d1 req-dac60622-3b42-4307-b17e-dd940104017d tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] 10.222.0.13 "GET /v2.0/security-groups?id=8015cb9a-1cfc-43ae-80a2-992db853641d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1637850 Nov 05 18:54:00.188016 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Pushing event updated for resources: {'Port': ['ID=46698228-652b-414f-824e-358a6286420a,revision_number=5']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:54:00.248686 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-48a29c29-d35e-4c7b-98f0-b14b73381b6c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:00.257410 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-3ebd5394-64c4-4ee0-9368-858d3f55d6cd None None] Provisioning complete for port 8db4744d-1b79-4329-946e-abfe64620cec triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:54:00.257822 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3ebd5394-64c4-4ee0-9368-858d3f55d6cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:00.258016 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [req-5611473a-51ff-4d6c-a89b-6b73961e93b1 req-1d2529c5-e3e5-424c-bace-96a8e1257bfa service neutron] For port 681ffd7d-76c7-4d3f-aa31-075d70985958, host n-h1-816865-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=681ffd7d-76c7-4d3f-aa31-075d70985958,segment=NetworkSegment(e94198e7-7484-4b3b-b2bf-001822904d02),segment_id=e94198e7-7484-4b3b-b2bf-001822904d02)] {{(pid=102386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 18:54:00.270449 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-125aa45b-38a4-4a7a-8f4d-6a38e7980edb req-c683bccc-90d8-4445-8aa5-c280baf80c56 tempest-FloatingIPDetailsTestJSON-1391655979 tempest-FloatingIPDetailsTestJSON-1391655979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:00.296315 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-8220995d-51c5-4e99-9712-46ae307d5480 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1664226'] for network, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:00.309810 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 05 Nov 2021 18:53:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46e8fe8f-37f9-4b65-b291-56c93c944392 x-openstack-request-id: req-46e8fe8f-37f9-4b65-b291-56c93c944392 {{(pid=102388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 18:54:00.310160 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1682fb31-a1bf-43f5-a4fa-447937da8a91", "name": "network-vif-plugged", "status": "completed", "tag": "67bf7a45-d02d-4202-afe1-d2eef054ceb0", "code": 200}, {"server_uuid": "1682fb31-a1bf-43f5-a4fa-447937da8a91", "name": "network-vif-plugged", "status": "completed", "tag": "5386ba49-a136-493a-a4e4-38072626870e", "code": 200}]} {{(pid=102388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 18:54:00.310419 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-46e8fe8f-37f9-4b65-b291-56c93c944392 {{(pid=102388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 18:54:00.310827 n-d-816865-1 neutron-server[102388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1682fb31-a1bf-43f5-a4fa-447937da8a91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67bf7a45-d02d-4202-afe1-d2eef054ceb0', 'code': 200} Nov 05 18:54:00.311137 n-d-816865-1 neutron-server[102388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1682fb31-a1bf-43f5-a4fa-447937da8a91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5386ba49-a136-493a-a4e4-38072626870e', 'code': 200} Nov 05 18:54:00.363769 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Provisioning complete for port 9577aac2-d012-42b2-b631-3ada2fc5ea49 triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:54:00.364329 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:00.368738 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-5611473a-51ff-4d6c-a89b-6b73961e93b1 req-1d2529c5-e3e5-424c-bace-96a8e1257bfa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6149821'] for port, after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:00.442967 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-3ebd5394-64c4-4ee0-9368-858d3f55d6cd None None] Port 8db4744d-1b79-4329-946e-abfe64620cec cannot update to ACTIVE because it is not bound. {{(pid=102388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 18:54:00.446832 n-d-816865-1 neutron-server[102388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-365c823e-3485-4088-90a7-0ba043cc94b8 None None] Resources bound (agent type, host, resource id): {{(pid=102388) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 05 18:54:00.448669 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-48a29c29-d35e-4c7b-98f0-b14b73381b6c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:00.450894 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5611473a-51ff-4d6c-a89b-6b73961e93b1 req-1d2529c5-e3e5-424c-bace-96a8e1257bfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:54:00.451715 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-5611473a-51ff-4d6c-a89b-6b73961e93b1 req-1d2529c5-e3e5-424c-bace-96a8e1257bfa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:00.453322 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-5611473a-51ff-4d6c-a89b-6b73961e93b1 req-1d2529c5-e3e5-424c-bace-96a8e1257bfa service neutron] 10.222.0.41 "PUT /v2.0/ports/681ffd7d-76c7-4d3f-aa31-075d70985958 HTTP/1.1" status: 200 len: 1091 time: 4.0568125 Nov 05 18:54:00.458354 n-d-816865-1 neutron-server[102386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c7dbc46-8c68-4f14-8897-91c11ae5a9cd', 'tag': '681ffd7d-76c7-4d3f-aa31-075d70985958'}] {{(pid=102386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 18:54:00.460887 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6173a44d7c73f41af551dc890fa1a5892c2c6bc3458b640c8e0c24db7876ba6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-089abefd-946b-4d33-8889-c08f8a8a8d4d" -d '{"events": [{"name": "network-changed", "server_uuid": "9c7dbc46-8c68-4f14-8897-91c11ae5a9cd", "tag": "681ffd7d-76c7-4d3f-aa31-075d70985958"}]}' {{(pid=102386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 18:54:00.471405 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-8220995d-51c5-4e99-9712-46ae307d5480 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Deleting port 5b8cb18d-7f70-472a-a0d3-3d478b0995c4 {{(pid=102386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 18:54:00.472005 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-8220995d-51c5-4e99-9712-46ae307d5480 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:00.488686 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Provisioning for port e6513d5c-62fb-4121-a58c-2e9501d0001a completed by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 05 18:54:00.499547 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2529c5-e3e5-424c-bace-96a8e1257bfa service neutron] Pushing event updated for resources: {'Port': ['ID=681ffd7d-76c7-4d3f-aa31-075d70985958,revision_number=3']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:54:00.518548 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-125aa45b-38a4-4a7a-8f4d-6a38e7980edb req-c683bccc-90d8-4445-8aa5-c280baf80c56 tempest-FloatingIPDetailsTestJSON-1391655979 tempest-FloatingIPDetailsTestJSON-1391655979-project] Publish callbacks [] for port, precommit_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:00.551027 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-48a29c29-d35e-4c7b-98f0-b14b73381b6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:00.555912 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Provisioning complete for port e6513d5c-62fb-4121-a58c-2e9501d0001a triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:54:00.556089 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2b9893-c4f0-4383-9c63-78d56a5185f0 req-fc969f3b-88a0-4db8-91d3-8bd55f3cd28a tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:54:00.556285 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:00.562160 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2b9893-c4f0-4383-9c63-78d56a5185f0 req-fc969f3b-88a0-4db8-91d3-8bd55f3cd28a tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:54:00.568536 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2b9893-c4f0-4383-9c63-78d56a5185f0 req-fc969f3b-88a0-4db8-91d3-8bd55f3cd28a tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:54:00.583198 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2b9893-c4f0-4383-9c63-78d56a5185f0 req-fc969f3b-88a0-4db8-91d3-8bd55f3cd28a tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:54:00.589220 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2b9893-c4f0-4383-9c63-78d56a5185f0 req-fc969f3b-88a0-4db8-91d3-8bd55f3cd28a tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:54:00.596485 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2b9893-c4f0-4383-9c63-78d56a5185f0 req-fc969f3b-88a0-4db8-91d3-8bd55f3cd28a tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:54:00.602392 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2b9893-c4f0-4383-9c63-78d56a5185f0 req-fc969f3b-88a0-4db8-91d3-8bd55f3cd28a tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:54:00.611355 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-48a29c29-d35e-4c7b-98f0-b14b73381b6c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=075de3b316a34b7a9b35bf4359a67191&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1837754 Nov 05 18:54:00.614450 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-9c2b9893-c4f0-4383-9c63-78d56a5185f0 req-fc969f3b-88a0-4db8-91d3-8bd55f3cd28a tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] 10.222.0.13 "GET /v2.0/ports?device_id=1682fb31-a1bf-43f5-a4fa-447937da8a91 HTTP/1.1" status: 200 len: 5442 time: 0.1691604 Nov 05 18:54:00.617177 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 60938) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:54:00.618421 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-853f4beb-affb-4c64-88b5-782b5d32928c tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Router c01a9c15-cca6-488d-9da2-cbcea70d4dc1 is scheduled to L3 agent 6dcb5589-8e86-4616-9186-ddc4548e13ad with binding_index 1 {{(pid=102387) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 05 18:54:00.623429 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a29c29-d35e-4c7b-98f0-b14b73381b6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d37d05b9-a852-44e8-b423-e269ac04a1e3,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:54:00.629101 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [None req-8220995d-51c5-4e99-9712-46ae307d5480 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] For port 5b8cb18d-7f70-472a-a0d3-3d478b0995c4, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=5b8cb18d-7f70-472a-a0d3-3d478b0995c4,segment=NetworkSegment(e5ed4aa3-c8ed-40a0-b301-1dfa0315435f),segment_id=e5ed4aa3-c8ed-40a0-b301-1dfa0315435f)] {{(pid=102386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:54:00.629101 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-8220995d-51c5-4e99-9712-46ae307d5480 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:00.636481 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-125aa45b-38a4-4a7a-8f4d-6a38e7980edb req-c683bccc-90d8-4445-8aa5-c280baf80c56 tempest-FloatingIPDetailsTestJSON-1391655979 tempest-FloatingIPDetailsTestJSON-1391655979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4417072'] for port, after_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:00.682481 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-8220995d-51c5-4e99-9712-46ae307d5480 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Calling delete_port for 5b8cb18d-7f70-472a-a0d3-3d478b0995c4 owned by network:dhcp {{(pid=102386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 18:54:00.703601 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5611473a-51ff-4d6c-a89b-6b73961e93b1 req-b65c0e9f-68fd-4fa0-9a51-38b6b68e21c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:54:00.705421 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-5611473a-51ff-4d6c-a89b-6b73961e93b1 req-b65c0e9f-68fd-4fa0-9a51-38b6b68e21c5 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=bc43cc4e829541bd87fc815a2a0048f0&device_id=9c7dbc46-8c68-4f14-8897-91c11ae5a9cd HTTP/1.1" status: 200 len: 1094 time: 0.0930417 Nov 05 18:54:00.802826 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-5611473a-51ff-4d6c-a89b-6b73961e93b1 req-163a5849-4563-4c96-aeaa-0965554bd80c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=681ffd7d-76c7-4d3f-aa31-075d70985958 HTTP/1.1" status: 200 len: 217 time: 0.0639377 Nov 05 18:54:00.854123 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-af2bae5d-99c3-46ab-93d8-825559ba0aef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98c28b36-02e7-4b7d-8190-c1aff44fd3f1', 'name': 'tempest-RoutersIpV6Test-router-1724408201', 'tenant_id': '07347c71ee604fb5990da9c356235381', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T18:52:47Z', 'updated_at': '2021-11-05T18:53:54Z', 'revision_number': 9, 'project_id': '07347c71ee604fb5990da9c356235381', 'gw_port_host': None, '_interfaces': [{'id': '02e30c9e-6614-411f-a0b0-cb49e1e0671c', 'name': '', 'network_id': '79b363d9-4129-410e-bfaf-357198417ae2', 'tenant_id': '07347c71ee604fb5990da9c356235381', 'mac_address': 'fa:16:3e:d5:53:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98c28b36-02e7-4b7d-8190-c1aff44fd3f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1674, 'fixed_ips': [{'subnet_id': '529dc2bb-5603-4b92-8f55-514b2c318ee9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T18:53:06Z', 'updated_at': '2021-11-05T18:53:16Z', 'revision_number': 5, 'project_id': '07347c71ee604fb5990da9c356235381', 'subnets': [{'id': '529dc2bb-5603-4b92-8f55-514b2c318ee9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2d32c49a-e83b-4ea0-9aaa-a7d10b79daf9', 'name': '', 'network_id': 'f0bd4915-5264-4f1b-888c-702ac3bd3c65', 'tenant_id': '07347c71ee604fb5990da9c356235381', 'mac_address': 'fa:16:3e:43:36:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98c28b36-02e7-4b7d-8190-c1aff44fd3f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1661, 'fixed_ips': [{'subnet_id': '375204fc-1e27-495a-8797-c770261c4731', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T18:52:54Z', 'updated_at': '2021-11-05T18:53:05Z', 'revision_number': 5, 'project_id': '07347c71ee604fb5990da9c356235381', 'subnets': [{'id': '375204fc-1e27-495a-8797-c770261c4731', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-1', False) {} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:54:00.904347 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af2bae5d-99c3-46ab-93d8-825559ba0aef None None] Checking router: 98c28b36-02e7-4b7d-8190-c1aff44fd3f1 for host: n-d-816865-1 {{(pid=102388) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 18:54:00.906674 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5611473a-51ff-4d6c-a89b-6b73961e93b1 req-1fa7e596-25cb-4b5f-8388-4eecc444997b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:54:00.911318 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-5611473a-51ff-4d6c-a89b-6b73961e93b1 req-1fa7e596-25cb-4b5f-8388-4eecc444997b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6176923a-af99-42e6-bca9-86e5b2bd6e07 HTTP/1.1" status: 200 len: 851 time: 0.0978358 Nov 05 18:54:00.955057 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-5611473a-51ff-4d6c-a89b-6b73961e93b1 req-92ac4f85-7d0f-47c1-adf6-0376488e2b39 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=0b64b77a-1769-4ba3-98b8-e072ca99e966&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0353475 Nov 05 18:54:00.962401 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af2bae5d-99c3-46ab-93d8-825559ba0aef None None] Routers {'98c28b36-02e7-4b7d-8190-c1aff44fd3f1'} bound to L3 agent in host n-d-816865-1 {{(pid=102388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 18:54:00.962615 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-af2bae5d-99c3-46ab-93d8-825559ba0aef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T18:53:35Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['98c28b36-02e7-4b7d-8190-c1aff44fd3f1'], 'active': True} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:54:01.022816 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-8220995d-51c5-4e99-9712-46ae307d5480 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:01.103913 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8220995d-51c5-4e99-9712-46ae307d5480 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Pushing event deleted for resources: {'Port': ['ID=5b8cb18d-7f70-472a-a0d3-3d478b0995c4,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:54:01.119074 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8220995d-51c5-4e99-9712-46ae307d5480 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] No DVR routers for this DVR port 5b8cb18d-7f70-472a-a0d3-3d478b0995c4 on host n-d-816865-1 {{(pid=102386) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 18:54:01.122383 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-125aa45b-38a4-4a7a-8f4d-6a38e7980edb req-c683bccc-90d8-4445-8aa5-c280baf80c56 tempest-FloatingIPDetailsTestJSON-1391655979 tempest-FloatingIPDetailsTestJSON-1391655979-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1000577'] for floatingip, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:01.203879 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 336d33b3-44e1-4157-8bb2-3f03a97558ea up at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 18:54:01.217984 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:01.269063 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvr_db [None req-af2bae5d-99c3-46ab-93d8-825559ba0aef None None] Set router 98c28b36-02e7-4b7d-8190-c1aff44fd3f1 gateway port host: None {{(pid=102388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 18:54:01.271135 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-8220995d-51c5-4e99-9712-46ae307d5480 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1579173', 'neutron.services.segments.db._delete_segments_for_network-8750027792909'] for network, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:01.281858 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-5611473a-51ff-4d6c-a89b-6b73961e93b1 req-52ddc518-dcbf-4cdf-b04c-3781930e79b9 service neutron] 10.222.0.41 "GET /v2.0/networks/0b64b77a-1769-4ba3-98b8-e072ca99e966?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3180256 Nov 05 18:54:01.312062 n-d-816865-1 neutron-server[102386]: DEBUG neutron.services.segments.db [None req-8220995d-51c5-4e99-9712-46ae307d5480 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3eca8ef9-c8dd-4ffa-9f71-c6362c30becc']}} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:54:01.350310 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-853f4beb-affb-4c64-88b5-782b5d32928c tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Notify agent at l3_agent.n-d-816865-1 the message routers_updated {{(pid=102387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 18:54:01.350483 n-d-816865-1 neutron-server[102386]: DEBUG neutron.services.segments.db [None req-8220995d-51c5-4e99-9712-46ae307d5480 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5ed4aa3-c8ed-40a0-b301-1dfa0315435f') {'for_net_delete': True} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:54:01.350659 n-d-816865-1 neutron-server[102386]: DEBUG neutron.services.segments.db [None req-8220995d-51c5-4e99-9712-46ae307d5480 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5ed4aa3-c8ed-40a0-b301-1dfa0315435f') {} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:54:01.352052 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c683bccc-90d8-4445-8aa5-c280baf80c56 tempest-FloatingIPDetailsTestJSON-1391655979 tempest-FloatingIPDetailsTestJSON-1391655979-project] Pushing event updated for resources: {'Port': ['ID=2faffef9-ba0a-437d-9f8e-23782c32dfcf,revision_number=2']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:54:01.359712 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-853f4beb-affb-4c64-88b5-782b5d32928c tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] 10.222.0.13 "PUT /v2.0/routers/c01a9c15-cca6-488d-9da2-cbcea70d4dc1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0577259 Nov 05 18:54:01.365836 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 60962) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:54:01.368196 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3764b2ca-211d-478f-a52e-121e58c5e75b None None] Sync routers for ids ['c01a9c15-cca6-488d-9da2-cbcea70d4dc1'] in n-d-816865-1 {{(pid=102389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 18:54:01.368701 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37d9cdb3-4e6a-474c-bbb0-32d6f35b12e9 None None] Network 3eca8ef9-c8dd-4ffa-9f71-c6362c30becc requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 18:54:01.388313 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3764b2ca-211d-478f-a52e-121e58c5e75b None None] Routers {'c01a9c15-cca6-488d-9da2-cbcea70d4dc1'} bound to L3 agent in host n-d-816865-1 {{(pid=102389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 18:54:01.392299 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-3764b2ca-211d-478f-a52e-121e58c5e75b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T18:53:35Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['c01a9c15-cca6-488d-9da2-cbcea70d4dc1'], 'active': True} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:54:01.427126 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-8220995d-51c5-4e99-9712-46ae307d5480 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750027793430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4590747'] for segment, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:01.454796 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-8220995d-51c5-4e99-9712-46ae307d5480 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273'] for segment, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:01.470695 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-125aa45b-38a4-4a7a-8f4d-6a38e7980edb req-c683bccc-90d8-4445-8aa5-c280baf80c56 tempest-FloatingIPDetailsTestJSON-1391655979 tempest-FloatingIPDetailsTestJSON-1391655979-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for floatingip, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:01.478536 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8220995d-51c5-4e99-9712-46ae307d5480 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Releasing vlan 178 on physical network physnet1 to pool {{(pid=102386) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 05 18:54:01.479034 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-125aa45b-38a4-4a7a-8f4d-6a38e7980edb req-c683bccc-90d8-4445-8aa5-c280baf80c56 tempest-FloatingIPDetailsTestJSON-1391655979 tempest-FloatingIPDetailsTestJSON-1391655979-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 4.9874454 Nov 05 18:54:01.479162 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-8220995d-51c5-4e99-9712-46ae307d5480 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6149721'] for segment, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:01.483187 n-d-816865-1 neutron-server[102386]: Traceback (most recent call last): Nov 05 18:54:01.483187 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 05 18:54:01.483187 n-d-816865-1 neutron-server[102386]: timer() Nov 05 18:54:01.483187 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 05 18:54:01.483187 n-d-816865-1 neutron-server[102386]: cb(*args, **kw) Nov 05 18:54:01.483187 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 05 18:54:01.483187 n-d-816865-1 neutron-server[102386]: return func(*args, **kwargs) Nov 05 18:54:01.483187 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 05 18:54:01.483187 n-d-816865-1 neutron-server[102386]: self._notify() Nov 05 18:54:01.483187 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 05 18:54:01.483187 n-d-816865-1 neutron-server[102386]: self.callback(batched_events) Nov 05 18:54:01.483187 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 05 18:54:01.483187 n-d-816865-1 neutron-server[102386]: event.method(event) Nov 05 18:54:01.483187 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 05 18:54:01.483187 n-d-816865-1 neutron-server[102386]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 05 18:54:01.483187 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 05 18:54:01.483187 n-d-816865-1 neutron-server[102386]: aggregate_uuid = self.p_client.list_aggregates( Nov 05 18:54:01.483187 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 05 18:54:01.483187 n-d-816865-1 neutron-server[102386]: return f(self, *a, **k) Nov 05 18:54:01.483187 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 05 18:54:01.483187 n-d-816865-1 neutron-server[102386]: return self._get(url).json() Nov 05 18:54:01.483187 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 05 18:54:01.483187 n-d-816865-1 neutron-server[102386]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 05 18:54:01.483187 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 05 18:54:01.483187 n-d-816865-1 neutron-server[102386]: return self.request(url, 'GET', **kwargs) Nov 05 18:54:01.483187 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 05 18:54:01.483187 n-d-816865-1 neutron-server[102386]: base_url = self.get_endpoint(auth, allow=allow, Nov 05 18:54:01.483187 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 05 18:54:01.483187 n-d-816865-1 neutron-server[102386]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 05 18:54:01.483187 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 05 18:54:01.483187 n-d-816865-1 neutron-server[102386]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 05 18:54:01.483187 n-d-816865-1 neutron-server[102386]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 05 18:54:01.515563 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvr_db [None req-3764b2ca-211d-478f-a52e-121e58c5e75b None None] Set router c01a9c15-cca6-488d-9da2-cbcea70d4dc1 gateway port host: None {{(pid=102389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 18:54:01.557449 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] For port e6513d5c-62fb-4121-a58c-2e9501d0001a, host n-h1-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=e6513d5c-62fb-4121-a58c-2e9501d0001a,segment=NetworkSegment(d3070ec2-09a2-4931-b234-abfeebdf6c23),segment_id=d3070ec2-09a2-4931-b234-abfeebdf6c23)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:54:01.597331 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-5611473a-51ff-4d6c-a89b-6b73961e93b1 req-3ac70575-a798-4195-8e7f-c5bd8809798b service neutron] 10.222.0.41 "GET /v2.0/networks/0b64b77a-1769-4ba3-98b8-e072ca99e966?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3029213 Nov 05 18:54:01.610855 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-125aa45b-38a4-4a7a-8f4d-6a38e7980edb req-7cf1865a-28b9-4b5e-909a-b55ff6a3db19 tempest-FloatingIPDetailsTestJSON-1391655979 tempest-FloatingIPDetailsTestJSON-1391655979-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.6.159 HTTP/1.1" status: 200 len: 696 time: 0.1303914 Nov 05 18:54:01.625606 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9104f29-2f2a-4ed6-ab12-034097cb117c tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:54:01.629500 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-c9104f29-2f2a-4ed6-ab12-034097cb117c tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] 10.222.0.13 "GET /v2.0/ports/8db4744d-1b79-4329-946e-abfe64620cec HTTP/1.1" status: 200 len: 911 time: 0.2561719 Nov 05 18:54:01.629500 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-df48e820-0a8a-437d-96d5-2947e01745e6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:01.630098 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 60968) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:54:01.666924 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-9c2b9893-c4f0-4383-9c63-78d56a5185f0 req-066bb288-d581-49c2-a470-a92936a1380c tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] 10.222.0.13 "GET /v2.0/security-groups?id=293ec58e-66ea-453a-8db8-ae12281442fa&id=4f04b2e1-de76-4a06-adfc-cc82b8507945&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 1.0519111 Nov 05 18:54:01.707597 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:01.714848 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75b64b83-0ba8-48bf-b60b-cba72556577d tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:54:01.734405 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75b64b83-0ba8-48bf-b60b-cba72556577d tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:54:01.743218 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-75b64b83-0ba8-48bf-b60b-cba72556577d tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.1117074 Nov 05 18:54:01.743890 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 60970) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:54:01.745581 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-8220995d-51c5-4e99-9712-46ae307d5480 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1579178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-956796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1000687'] for network, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:01.760375 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-8220995d-51c5-4e99-9712-46ae307d5480 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Publish callbacks [] for network, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:01.768443 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-8220995d-51c5-4e99-9712-46ae307d5480 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] 10.222.0.13 "DELETE /v2.0/networks/3eca8ef9-c8dd-4ffa-9f71-c6362c30becc HTTP/1.1" status: 204 len: 168 time: 2.2335439 Nov 05 18:54:01.768984 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 60974) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:54:01.794731 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-df48e820-0a8a-437d-96d5-2947e01745e6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:01.839304 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8220995d-51c5-4e99-9712-46ae307d5480 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Pushing event deleted for resources: {'Network': ['ID=3eca8ef9-c8dd-4ffa-9f71-c6362c30becc,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:54:01.876104 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-3764b2ca-211d-478f-a52e-121e58c5e75b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c01a9c15-cca6-488d-9da2-cbcea70d4dc1', 'name': 'tempest-NetworksTestDHCPv6-router-1832900531', 'tenant_id': '7bc73c6c17f842a987dd31290d20faa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T18:53:52Z', 'updated_at': '2021-11-05T18:53:56Z', 'revision_number': 2, 'project_id': '7bc73c6c17f842a987dd31290d20faa2', 'gw_port_host': None, '_interfaces': [{'id': '8db4744d-1b79-4329-946e-abfe64620cec', 'name': '', 'network_id': '1c9d25d3-7f2e-4384-9081-dc17514a5578', 'tenant_id': '7bc73c6c17f842a987dd31290d20faa2', 'mac_address': 'fa:16:3e:7b:92:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c01a9c15-cca6-488d-9da2-cbcea70d4dc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1761, 'fixed_ips': [{'subnet_id': '4d40c3ae-9ffe-4b02-9094-87c390340740', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T18:53:54Z', 'updated_at': '2021-11-05T18:53:58Z', 'revision_number': 2, 'project_id': '7bc73c6c17f842a987dd31290d20faa2', 'subnets': [{'id': '4d40c3ae-9ffe-4b02-9094-87c390340740', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-1', False) {} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:54:01.910993 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3764b2ca-211d-478f-a52e-121e58c5e75b None None] Checking router: c01a9c15-cca6-488d-9da2-cbcea70d4dc1 for host: n-d-816865-1 {{(pid=102389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 18:54:01.912517 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3764b2ca-211d-478f-a52e-121e58c5e75b None None] Updating router c01a9c15-cca6-488d-9da2-cbcea70d4dc1 port 8db4744d-1b79-4329-946e-abfe64620cec binding host n-d-816865-1 {{(pid=102389) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 05 18:54:01.967897 n-d-816865-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-3764b2ca-211d-478f-a52e-121e58c5e75b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:02.103776 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Pushing event updated for resources: {'Port': ['ID=e6513d5c-62fb-4121-a58c-2e9501d0001a,revision_number=5']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:54:02.135715 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb515b20-47e5-4101-a4a6-7f8b4416022e req-befbeb88-785d-4460-a06c-7c50e9af7e86 tempest-ServerRescueTestJSON-1639389385 tempest-ServerRescueTestJSON-1639389385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:54:02.145384 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-bb515b20-47e5-4101-a4a6-7f8b4416022e req-befbeb88-785d-4460-a06c-7c50e9af7e86 tempest-ServerRescueTestJSON-1639389385 tempest-ServerRescueTestJSON-1639389385-project] 10.222.0.13 "GET /v2.0/ports?device_id=9c7dbc46-8c68-4f14-8897-91c11ae5a9cd HTTP/1.1" status: 200 len: 943 time: 0.2811260 Nov 05 18:54:02.147997 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Provisioning complete for port 336d33b3-44e1-4157-8bb2-3f03a97558ea triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:54:02.148358 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:02.167837 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125aa45b-38a4-4a7a-8f4d-6a38e7980edb req-76a6258e-8069-448c-b07c-c9a87c1060f0 tempest-FloatingIPDetailsTestJSON-1391655979 tempest-FloatingIPDetailsTestJSON-1391655979-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:54:02.169971 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-125aa45b-38a4-4a7a-8f4d-6a38e7980edb req-76a6258e-8069-448c-b07c-c9a87c1060f0 tempest-FloatingIPDetailsTestJSON-1391655979 tempest-FloatingIPDetailsTestJSON-1391655979-project] 10.222.0.13 "GET /v2.0/networks/40c8335d-cd0b-4cb5-910a-d4dcddd5cbec HTTP/1.1" status: 200 len: 784 time: 0.5583930 Nov 05 18:54:02.179423 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-df48e820-0a8a-437d-96d5-2947e01745e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:02.182173 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-df48e820-0a8a-437d-96d5-2947e01745e6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:02.185730 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-df48e820-0a8a-437d-96d5-2947e01745e6 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d37d05b9-a852-44e8-b423-e269ac04a1e3 HTTP/1.1" status: 204 len: 168 time: 1.5626328 Nov 05 18:54:02.194823 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [req-125aa45b-38a4-4a7a-8f4d-6a38e7980edb req-72ffdbfa-283b-4101-a0a0-18dc38a1ce3e tempest-FloatingIPDetailsTestJSON-1391655979 tempest-FloatingIPDetailsTestJSON-1391655979-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=102387) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 05 18:54:02.205847 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-125aa45b-38a4-4a7a-8f4d-6a38e7980edb req-72ffdbfa-283b-4101-a0a0-18dc38a1ce3e tempest-FloatingIPDetailsTestJSON-1391655979 tempest-FloatingIPDetailsTestJSON-1391655979-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0086081 Nov 05 18:54:02.296084 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 18:54:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-179beee8-af56-4876-800b-8cfd91b17e30 x-openstack-request-id: req-179beee8-af56-4876-800b-8cfd91b17e30 {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 18:54:02.296858 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c7dbc46-8c68-4f14-8897-91c11ae5a9cd", "tag": "681ffd7d-76c7-4d3f-aa31-075d70985958", "status": "completed", "code": 200}]} {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 18:54:02.297116 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-179beee8-af56-4876-800b-8cfd91b17e30 {{(pid=102386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 18:54:02.297521 n-d-816865-1 neutron-server[102386]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c7dbc46-8c68-4f14-8897-91c11ae5a9cd', 'tag': '681ffd7d-76c7-4d3f-aa31-075d70985958', 'status': 'completed', 'code': 200} Nov 05 18:54:02.361246 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df48e820-0a8a-437d-96d5-2947e01745e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d37d05b9-a852-44e8-b423-e269ac04a1e3,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:54:02.368113 n-d-816865-1 neutron-server[102388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1682fb31-a1bf-43f5-a4fa-447937da8a91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46698228-652b-414f-824e-358a6286420a'}, {'server_uuid': '1682fb31-a1bf-43f5-a4fa-447937da8a91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6513d5c-62fb-4121-a58c-2e9501d0001a'}] {{(pid=102388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 18:54:02.370859 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85474fee1180e129d8a886d264fe0b30223aa672dd1ffe43b630605f18504f68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0531ab9e-ff3f-4eac-87c3-df19fcbde145" -d '{"events": [{"server_uuid": "1682fb31-a1bf-43f5-a4fa-447937da8a91", "name": "network-vif-plugged", "status": "completed", "tag": "46698228-652b-414f-824e-358a6286420a"}, {"server_uuid": "1682fb31-a1bf-43f5-a4fa-447937da8a91", "name": "network-vif-plugged", "status": "completed", "tag": "e6513d5c-62fb-4121-a58c-2e9501d0001a"}]}' {{(pid=102388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 18:54:02.375886 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device d934184e-ed22-4848-8e06-7b746e054917 up at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 18:54:02.377783 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-c78ee340-6041-46ac-a7e6-8370adfd86a7 None None] Provisioning complete for port 8db4744d-1b79-4329-946e-abfe64620cec triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:54:02.378130 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c78ee340-6041-46ac-a7e6-8370adfd86a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:02.380436 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f57f849-288c-4170-9450-29fe5a7f7aea None None] DHCP port deletion for 3eca8ef9-c8dd-4ffa-9f71-c6362c30becc request from n-d-816865-1 {{(pid=102388) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 05 18:54:02.415077 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-b1e240d5-c068-4cfa-8813-c3db49de9f24 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-571777'] for router_interface, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:02.528555 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-c78ee340-6041-46ac-a7e6-8370adfd86a7 None None] Port 8db4744d-1b79-4329-946e-abfe64620cec cannot update to ACTIVE because it is not bound. {{(pid=102388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 18:54:02.563903 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Provisioning complete for port d934184e-ed22-4848-8e06-7b746e054917 triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:54:02.564306 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:02.581705 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-bb515b20-47e5-4101-a4a6-7f8b4416022e req-6948efdf-e3ef-4a4d-b7b7-136d79479899 tempest-ServerRescueTestJSON-1639389385 tempest-ServerRescueTestJSON-1639389385-project] 10.222.0.13 "GET /v2.0/security-groups?id=458afcac-91c4-437c-b78f-d73b875bd5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4345293 Nov 05 18:54:02.587789 n-d-816865-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-3764b2ca-211d-478f-a52e-121e58c5e75b None None] Publish callbacks [] for port, precommit_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:02.632752 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-af437e1a-bb5e-4471-8231-d69d89ed51d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:02.633965 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089abefd-946b-4d33-8889-c08f8a8a8d4d req-a56c52c7-fc32-4aee-836e-4ffe3e62ba27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:54:02.635532 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-089abefd-946b-4d33-8889-c08f8a8a8d4d req-a56c52c7-fc32-4aee-836e-4ffe3e62ba27 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=bc43cc4e829541bd87fc815a2a0048f0&device_id=9c7dbc46-8c68-4f14-8897-91c11ae5a9cd HTTP/1.1" status: 200 len: 1094 time: 0.3326883 Nov 05 18:54:02.644072 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-af2bae5d-99c3-46ab-93d8-825559ba0aef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98c28b36-02e7-4b7d-8190-c1aff44fd3f1', 'name': 'tempest-RoutersIpV6Test-router-1724408201', 'tenant_id': '07347c71ee604fb5990da9c356235381', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T18:52:47Z', 'updated_at': '2021-11-05T18:53:54Z', 'revision_number': 9, 'project_id': '07347c71ee604fb5990da9c356235381', 'gw_port_host': None, '_interfaces': [{'id': '02e30c9e-6614-411f-a0b0-cb49e1e0671c', 'name': '', 'network_id': '79b363d9-4129-410e-bfaf-357198417ae2', 'tenant_id': '07347c71ee604fb5990da9c356235381', 'mac_address': 'fa:16:3e:d5:53:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98c28b36-02e7-4b7d-8190-c1aff44fd3f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1674, 'fixed_ips': [{'subnet_id': '529dc2bb-5603-4b92-8f55-514b2c318ee9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T18:53:06Z', 'updated_at': '2021-11-05T18:53:16Z', 'revision_number': 5, 'project_id': '07347c71ee604fb5990da9c356235381', 'subnets': [{'id': '529dc2bb-5603-4b92-8f55-514b2c318ee9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2d32c49a-e83b-4ea0-9aaa-a7d10b79daf9', 'name': '', 'network_id': 'f0bd4915-5264-4f1b-888c-702ac3bd3c65', 'tenant_id': '07347c71ee604fb5990da9c356235381', 'mac_address': 'fa:16:3e:43:36:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98c28b36-02e7-4b7d-8190-c1aff44fd3f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1661, 'fixed_ips': [{'subnet_id': '375204fc-1e27-495a-8797-c770261c4731', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T18:52:54Z', 'updated_at': '2021-11-05T18:53:05Z', 'revision_number': 5, 'project_id': '07347c71ee604fb5990da9c356235381', 'subnets': [{'id': '375204fc-1e27-495a-8797-c770261c4731', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-1', False) {} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:54:02.675964 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af2bae5d-99c3-46ab-93d8-825559ba0aef None None] The sync data for ids ['98c28b36-02e7-4b7d-8190-c1aff44fd3f1'] in n-d-816865-1 is: [{'id': '98c28b36-02e7-4b7d-8190-c1aff44fd3f1', 'name': 'tempest-RoutersIpV6Test-router-1724408201', 'tenant_id': '07347c71ee604fb5990da9c356235381', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T18:52:47Z', 'updated_at': '2021-11-05T18:53:54Z', 'revision_number': 9, 'project_id': '07347c71ee604fb5990da9c356235381', 'gw_port_host': None, '_interfaces': [{'id': '02e30c9e-6614-411f-a0b0-cb49e1e0671c', 'name': '', 'network_id': '79b363d9-4129-410e-bfaf-357198417ae2', 'tenant_id': '07347c71ee604fb5990da9c356235381', 'mac_address': 'fa:16:3e:d5:53:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98c28b36-02e7-4b7d-8190-c1aff44fd3f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1674, 'fixed_ips': [{'subnet_id': '529dc2bb-5603-4b92-8f55-514b2c318ee9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T18:53:06Z', 'updated_at': '2021-11-05T18:53:16Z', 'revision_number': 5, 'project_id': '07347c71ee604fb5990da9c356235381', 'subnets': [{'id': '529dc2bb-5603-4b92-8f55-514b2c318ee9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2d32c49a-e83b-4ea0-9aaa-a7d10b79daf9', 'name': '', 'network_id': 'f0bd4915-5264-4f1b-888c-702ac3bd3c65', 'tenant_id': '07347c71ee604fb5990da9c356235381', 'mac_address': 'fa:16:3e:43:36:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98c28b36-02e7-4b7d-8190-c1aff44fd3f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1661, 'fixed_ips': [{'subnet_id': '375204fc-1e27-495a-8797-c770261c4731', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T18:52:54Z', 'updated_at': '2021-11-05T18:53:05Z', 'revision_number': 5, 'project_id': '07347c71ee604fb5990da9c356235381', 'subnets': [{'id': '375204fc-1e27-495a-8797-c770261c4731', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 18:54:02.686813 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941842ec-f4bf-4947-9453-5f1f3f3be913 req-18f2155e-1a2f-435e-9768-6e4237d6c60f tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:54:02.694348 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-941842ec-f4bf-4947-9453-5f1f3f3be913 req-18f2155e-1a2f-435e-9768-6e4237d6c60f tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] 10.222.0.13 "GET /v2.0/ports?device_id=b3c515f9-768f-4a54-bb92-e6f3d5207990 HTTP/1.1" status: 200 len: 944 time: 0.2834573 Nov 05 18:54:02.724870 n-d-816865-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-3764b2ca-211d-478f-a52e-121e58c5e75b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:02.815637 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089abefd-946b-4d33-8889-c08f8a8a8d4d req-ca236a67-54ed-4c2d-bfdb-a1868c988547 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:54:02.816191 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-089abefd-946b-4d33-8889-c08f8a8a8d4d req-ca236a67-54ed-4c2d-bfdb-a1868c988547 service neutron] 10.222.0.41 "GET /v2.0/networks?id=0b64b77a-1769-4ba3-98b8-e072ca99e966 HTTP/1.1" status: 200 len: 912 time: 0.1710434 Nov 05 18:54:02.889743 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-941842ec-f4bf-4947-9453-5f1f3f3be913 req-158c3b51-40ac-478b-9c85-a644c2e9a912 tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] 10.222.0.13 "GET /v2.0/security-groups?id=8015cb9a-1cfc-43ae-80a2-992db853641d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1945171 Nov 05 18:54:02.892329 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8242cfc2-59f5-4585-a0b1-884f27d991ec None None] Pushing event updated for resources: {'Port': ['ID=8db4744d-1b79-4329-946e-abfe64620cec,revision_number=3']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:54:02.897377 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-089abefd-946b-4d33-8889-c08f8a8a8d4d req-59479e67-1504-4574-bf39-b5d2b97d6dbc service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=681ffd7d-76c7-4d3f-aa31-075d70985958 HTTP/1.1" status: 200 len: 217 time: 0.0606306 Nov 05 18:54:02.958325 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8242cfc2-59f5-4585-a0b1-884f27d991ec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:54:02.958891 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8242cfc2-59f5-4585-a0b1-884f27d991ec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:54:02.959035 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8242cfc2-59f5-4585-a0b1-884f27d991ec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:54:02.959297 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8242cfc2-59f5-4585-a0b1-884f27d991ec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:54:02.959767 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8242cfc2-59f5-4585-a0b1-884f27d991ec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:54:02.960134 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8242cfc2-59f5-4585-a0b1-884f27d991ec None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:54:02.960461 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8242cfc2-59f5-4585-a0b1-884f27d991ec None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:54:02.960844 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8242cfc2-59f5-4585-a0b1-884f27d991ec None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:54:02.961180 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8242cfc2-59f5-4585-a0b1-884f27d991ec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:54:02.961392 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8242cfc2-59f5-4585-a0b1-884f27d991ec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:54:02.961711 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8242cfc2-59f5-4585-a0b1-884f27d991ec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:54:02.962025 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8242cfc2-59f5-4585-a0b1-884f27d991ec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:54:02.999631 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 05 Nov 2021 18:54:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29417baa-4893-4cea-9e23-8de819d1d95b x-openstack-request-id: req-29417baa-4893-4cea-9e23-8de819d1d95b {{(pid=102388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 18:54:02.999928 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1682fb31-a1bf-43f5-a4fa-447937da8a91", "name": "network-vif-plugged", "status": "completed", "tag": "46698228-652b-414f-824e-358a6286420a", "code": 200}, {"server_uuid": "1682fb31-a1bf-43f5-a4fa-447937da8a91", "name": "network-vif-plugged", "status": "completed", "tag": "e6513d5c-62fb-4121-a58c-2e9501d0001a", "code": 200}]} {{(pid=102388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 18:54:03.000195 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-29417baa-4893-4cea-9e23-8de819d1d95b {{(pid=102388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 18:54:03.000595 n-d-816865-1 neutron-server[102388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1682fb31-a1bf-43f5-a4fa-447937da8a91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46698228-652b-414f-824e-358a6286420a', 'code': 200} Nov 05 18:54:03.001384 n-d-816865-1 neutron-server[102388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1682fb31-a1bf-43f5-a4fa-447937da8a91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6513d5c-62fb-4121-a58c-2e9501d0001a', 'code': 200} Nov 05 18:54:03.006746 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.managers [None req-3764b2ca-211d-478f-a52e-121e58c5e75b None None] Attempting to bind port 8db4744d-1b79-4329-946e-abfe64620cec on host n-d-816865-1 for vnic_type normal with profile {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 18:54:03.007175 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.managers [None req-3764b2ca-211d-478f-a52e-121e58c5e75b None None] Attempting to bind port 8db4744d-1b79-4329-946e-abfe64620cec by drivers openvswitch,hyperv on host n-d-816865-1 at level 0 using segments [{'id': '1bdc5ccc-001b-4584-b217-2d1934002f57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '1c9d25d3-7f2e-4384-9081-dc17514a5578'}] {{(pid=102389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 18:54:03.007477 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3764b2ca-211d-478f-a52e-121e58c5e75b None None] Attempting to bind port 8db4744d-1b79-4329-946e-abfe64620cec on network 1c9d25d3-7f2e-4384-9081-dc17514a5578 {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 18:54:03.041602 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-b1e240d5-c068-4cfa-8813-c3db49de9f24 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Deleting port 02e30c9e-6614-411f-a0b0-cb49e1e0671c {{(pid=102386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 18:54:03.041951 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-b1e240d5-c068-4cfa-8813-c3db49de9f24 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:03.045844 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3764b2ca-211d-478f-a52e-121e58c5e75b None None] Checking agent: {'id': '724d89a7-611b-41e6-bc85-c48112b17afa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 18, 25, 8), 'started_at': datetime.datetime(2021, 11, 5, 18, 25, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 18, 53, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 18:54:03.046689 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3764b2ca-211d-478f-a52e-121e58c5e75b None None] Checking segment: {'id': '1bdc5ccc-001b-4584-b217-2d1934002f57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '1c9d25d3-7f2e-4384-9081-dc17514a5578'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 18:54:03.047274 n-d-816865-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-3764b2ca-211d-478f-a52e-121e58c5e75b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:03.047832 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3764b2ca-211d-478f-a52e-121e58c5e75b None None] Bound using segment: {'id': '1bdc5ccc-001b-4584-b217-2d1934002f57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '1c9d25d3-7f2e-4384-9081-dc17514a5578'} {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 18:54:03.048471 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.managers [None req-3764b2ca-211d-478f-a52e-121e58c5e75b None None] Bound port: 8db4744d-1b79-4329-946e-abfe64620cec, host: n-d-816865-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1bdc5ccc-001b-4584-b217-2d1934002f57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '1c9d25d3-7f2e-4384-9081-dc17514a5578'}}] {{(pid=102389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 18:54:03.050515 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-aa73ab76-26cb-41e9-b40d-b30514e00fa3 req-70054736-9fee-4ac2-92c1-e5aabe78d8f5 tempest-FloatingIPDetailsTestJSON-1391655979 tempest-FloatingIPDetailsTestJSON-1391655979-project] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4414608 Nov 05 18:54:03.050686 n-d-816865-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-3764b2ca-211d-478f-a52e-121e58c5e75b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:03.057038 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [req-aa73ab76-26cb-41e9-b40d-b30514e00fa3 req-e0431d5b-3508-4450-8bb7-fac3ac98edc4 tempest-FloatingIPDetailsTestJSON-1391655979 tempest-FloatingIPDetailsTestJSON-1391655979-project] Request body: {'floatingip': {'floating_network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec'}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:54:03.196401 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 5b8cb18d-7f70-472a-a0d3-3d478b0995c4 no longer exists at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 18:54:03.220672 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [None req-3764b2ca-211d-478f-a52e-121e58c5e75b None None] For port 8db4744d-1b79-4329-946e-abfe64620cec, host n-d-816865-1, cleared binding levels {{(pid=102389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 18:54:03.221709 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089abefd-946b-4d33-8889-c08f8a8a8d4d req-608881e0-93dc-416c-b054-71d9cb754d25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:54:03.223359 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-089abefd-946b-4d33-8889-c08f8a8a8d4d req-608881e0-93dc-416c-b054-71d9cb754d25 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6176923a-af99-42e6-bca9-86e5b2bd6e07 HTTP/1.1" status: 200 len: 851 time: 0.3190556 Nov 05 18:54:03.224316 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [None req-3764b2ca-211d-478f-a52e-121e58c5e75b None None] For port 8db4744d-1b79-4329-946e-abfe64620cec, host n-d-816865-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=8db4744d-1b79-4329-946e-abfe64620cec,segment=NetworkSegment(1bdc5ccc-001b-4584-b217-2d1934002f57),segment_id=1bdc5ccc-001b-4584-b217-2d1934002f57)] {{(pid=102389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 18:54:03.237806 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] No Port match for: 5b8cb18d-7f70-472a-a0d3-3d478b0995c4 {{(pid=102388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 18:54:03.238205 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 5b8cb18d-7f70-472a-a0d3-3d478b0995c4 not bound to the agent host n-d-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 18:54:03.238636 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 8d1ea80b-17bb-485b-a023-4af42bd21961 no longer exists at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 18:54:03.279417 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] No Port match for: 8d1ea80b-17bb-485b-a023-4af42bd21961 {{(pid=102388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 18:54:03.279573 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-089abefd-946b-4d33-8889-c08f8a8a8d4d req-43947169-8bed-4279-8184-c51cb62a9960 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=0b64b77a-1769-4ba3-98b8-e072ca99e966&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0468936 Nov 05 18:54:03.279976 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 8d1ea80b-17bb-485b-a023-4af42bd21961 not bound to the agent host n-d-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 18:54:03.307230 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [None req-b1e240d5-c068-4cfa-8813-c3db49de9f24 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] For port 02e30c9e-6614-411f-a0b0-cb49e1e0671c, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=02e30c9e-6614-411f-a0b0-cb49e1e0671c,segment=NetworkSegment(9ad69bd1-392a-4956-9bdd-f9f63dbf961b),segment_id=9ad69bd1-392a-4956-9bdd-f9f63dbf961b)] {{(pid=102386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:54:03.307230 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-b1e240d5-c068-4cfa-8813-c3db49de9f24 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:03.312866 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd97b4e7-3b96-4ef9-b8e9-e6274a4d63d7 req-ec3bd526-d5b3-47dd-ab31-a6ad8b29d02a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:54:03.313373 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd97b4e7-3b96-4ef9-b8e9-e6274a4d63d7 req-ec3bd526-d5b3-47dd-ab31-a6ad8b29d02a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:54:03.313791 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd97b4e7-3b96-4ef9-b8e9-e6274a4d63d7 req-ec3bd526-d5b3-47dd-ab31-a6ad8b29d02a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:54:03.314303 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd97b4e7-3b96-4ef9-b8e9-e6274a4d63d7 req-ec3bd526-d5b3-47dd-ab31-a6ad8b29d02a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:54:03.314747 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd97b4e7-3b96-4ef9-b8e9-e6274a4d63d7 req-ec3bd526-d5b3-47dd-ab31-a6ad8b29d02a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:54:03.315199 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd97b4e7-3b96-4ef9-b8e9-e6274a4d63d7 req-ec3bd526-d5b3-47dd-ab31-a6ad8b29d02a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:54:03.315646 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd97b4e7-3b96-4ef9-b8e9-e6274a4d63d7 req-ec3bd526-d5b3-47dd-ab31-a6ad8b29d02a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:54:03.317506 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-bd97b4e7-3b96-4ef9-b8e9-e6274a4d63d7 req-ec3bd526-d5b3-47dd-ab31-a6ad8b29d02a service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=1682fb31-a1bf-43f5-a4fa-447937da8a91 HTTP/1.1" status: 200 len: 6500 time: 0.2211642 Nov 05 18:54:03.338548 n-d-816865-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-3764b2ca-211d-478f-a52e-121e58c5e75b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:03.356782 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-b1e240d5-c068-4cfa-8813-c3db49de9f24 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Calling delete_port for 02e30c9e-6614-411f-a0b0-cb49e1e0671c owned by network:router_interface {{(pid=102386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 18:54:03.369691 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-46b3c512-4ca8-4fc2-a7ef-4726a0d24658 None None] Provisioning complete for port 8db4744d-1b79-4329-946e-abfe64620cec triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:54:03.371112 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-46b3c512-4ca8-4fc2-a7ef-4726a0d24658 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:03.373385 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-aa73ab76-26cb-41e9-b40d-b30514e00fa3 req-e0431d5b-3508-4450-8bb7-fac3ac98edc4 tempest-FloatingIPDetailsTestJSON-1391655979 tempest-FloatingIPDetailsTestJSON-1391655979-project] Publish callbacks [] for floatingip, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:03.453990 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-07e002ed-5944-4836-927c-844e97596c8f tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-571777'] for router_interface, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:03.490409 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3764b2ca-211d-478f-a52e-121e58c5e75b None None] Routers {'c01a9c15-cca6-488d-9da2-cbcea70d4dc1'} bound to L3 agent in host n-d-816865-1 {{(pid=102389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 18:54:03.490409 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-3764b2ca-211d-478f-a52e-121e58c5e75b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T18:53:35Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['c01a9c15-cca6-488d-9da2-cbcea70d4dc1'], 'active': True} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:54:03.535377 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74452f8e-7736-42e1-aaf3-2d19097a304a req-e60b0186-903a-4d8a-a451-2e232e271866 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:54:03.546181 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74452f8e-7736-42e1-aaf3-2d19097a304a req-e60b0186-903a-4d8a-a451-2e232e271866 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:54:03.555571 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-46b3c512-4ca8-4fc2-a7ef-4726a0d24658 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:03.556790 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74452f8e-7736-42e1-aaf3-2d19097a304a req-e60b0186-903a-4d8a-a451-2e232e271866 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:54:03.564360 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74452f8e-7736-42e1-aaf3-2d19097a304a req-e60b0186-903a-4d8a-a451-2e232e271866 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:54:03.570161 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 32770) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:54:03.570345 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74452f8e-7736-42e1-aaf3-2d19097a304a req-e60b0186-903a-4d8a-a451-2e232e271866 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:54:03.570927 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 32772) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:54:03.582091 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74452f8e-7736-42e1-aaf3-2d19097a304a req-e60b0186-903a-4d8a-a451-2e232e271866 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:54:03.600336 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74452f8e-7736-42e1-aaf3-2d19097a304a req-e60b0186-903a-4d8a-a451-2e232e271866 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:54:03.604509 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-46b3c512-4ca8-4fc2-a7ef-4726a0d24658 None None] For port 8db4744d-1b79-4329-946e-abfe64620cec, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=8db4744d-1b79-4329-946e-abfe64620cec,segment=NetworkSegment(1bdc5ccc-001b-4584-b217-2d1934002f57),segment_id=1bdc5ccc-001b-4584-b217-2d1934002f57)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:54:03.609074 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-74452f8e-7736-42e1-aaf3-2d19097a304a req-e60b0186-903a-4d8a-a451-2e232e271866 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] 10.222.0.13 "GET /v2.0/ports?device_id=1682fb31-a1bf-43f5-a4fa-447937da8a91 HTTP/1.1" status: 200 len: 5443 time: 0.4356437 Nov 05 18:54:03.628767 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvr_db [None req-3764b2ca-211d-478f-a52e-121e58c5e75b None None] Set router c01a9c15-cca6-488d-9da2-cbcea70d4dc1 gateway port host: None {{(pid=102389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 18:54:03.682607 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-bd97b4e7-3b96-4ef9-b8e9-e6274a4d63d7 req-17efdfb3-1f72-4246-8911-bf33fbaa9b35 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=293ec58e-66ea-453a-8db8-ae12281442fa&id=4f04b2e1-de76-4a06-adfc-cc82b8507945&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3546066 Nov 05 18:54:03.708052 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8242cfc2-59f5-4585-a0b1-884f27d991ec None None] Pushing event updated for resources: {'Port': ['ID=8db4744d-1b79-4329-946e-abfe64620cec,revision_number=4']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:54:03.754677 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-46b3c512-4ca8-4fc2-a7ef-4726a0d24658 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:03.781426 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-089abefd-946b-4d33-8889-c08f8a8a8d4d req-28ed5d1f-304a-4711-85ba-9a386c4e3087 service neutron] 10.222.0.41 "GET /v2.0/networks/0b64b77a-1769-4ba3-98b8-e072ca99e966?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4630687 Nov 05 18:54:03.793672 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-ddfb589c-8d7b-4b77-9e11-35cdb6112276 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:03.819615 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-b1e240d5-c068-4cfa-8813-c3db49de9f24 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:03.832247 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b3c512-4ca8-4fc2-a7ef-4726a0d24658 None None] Pushing event updated for resources: {'Port': ['ID=8db4744d-1b79-4329-946e-abfe64620cec,revision_number=5']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:54:03.854888 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-74452f8e-7736-42e1-aaf3-2d19097a304a req-95ec804d-8a96-46d2-91a6-aceef404a695 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] 10.222.0.13 "GET /v2.0/security-groups?id=293ec58e-66ea-453a-8db8-ae12281442fa&id=4f04b2e1-de76-4a06-adfc-cc82b8507945&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2449312 Nov 05 18:54:03.873406 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-3764b2ca-211d-478f-a52e-121e58c5e75b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c01a9c15-cca6-488d-9da2-cbcea70d4dc1', 'name': 'tempest-NetworksTestDHCPv6-router-1832900531', 'tenant_id': '7bc73c6c17f842a987dd31290d20faa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T18:53:52Z', 'updated_at': '2021-11-05T18:53:56Z', 'revision_number': 2, 'project_id': '7bc73c6c17f842a987dd31290d20faa2', 'gw_port_host': None, '_interfaces': [{'id': '8db4744d-1b79-4329-946e-abfe64620cec', 'name': '', 'network_id': '1c9d25d3-7f2e-4384-9081-dc17514a5578', 'tenant_id': '7bc73c6c17f842a987dd31290d20faa2', 'mac_address': 'fa:16:3e:7b:92:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c01a9c15-cca6-488d-9da2-cbcea70d4dc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1761, 'fixed_ips': [{'subnet_id': '4d40c3ae-9ffe-4b02-9094-87c390340740', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T18:53:54Z', 'updated_at': '2021-11-05T18:54:03Z', 'revision_number': 4, 'project_id': '7bc73c6c17f842a987dd31290d20faa2', 'subnets': [{'id': '4d40c3ae-9ffe-4b02-9094-87c390340740', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-1', False) {} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:54:03.879772 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e240d5-c068-4cfa-8813-c3db49de9f24 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Pushing event deleted for resources: {'Port': ['ID=02e30c9e-6614-411f-a0b0-cb49e1e0671c,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:54:03.904593 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-aa73ab76-26cb-41e9-b40d-b30514e00fa3 req-e0431d5b-3508-4450-8bb7-fac3ac98edc4 tempest-FloatingIPDetailsTestJSON-1391655979 tempest-FloatingIPDetailsTestJSON-1391655979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:03.907132 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3764b2ca-211d-478f-a52e-121e58c5e75b None None] The sync data for ids ['c01a9c15-cca6-488d-9da2-cbcea70d4dc1'] in n-d-816865-1 is: [{'id': 'c01a9c15-cca6-488d-9da2-cbcea70d4dc1', 'name': 'tempest-NetworksTestDHCPv6-router-1832900531', 'tenant_id': '7bc73c6c17f842a987dd31290d20faa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T18:53:52Z', 'updated_at': '2021-11-05T18:53:56Z', 'revision_number': 2, 'project_id': '7bc73c6c17f842a987dd31290d20faa2', 'gw_port_host': None, '_interfaces': [{'id': '8db4744d-1b79-4329-946e-abfe64620cec', 'name': '', 'network_id': '1c9d25d3-7f2e-4384-9081-dc17514a5578', 'tenant_id': '7bc73c6c17f842a987dd31290d20faa2', 'mac_address': 'fa:16:3e:7b:92:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c01a9c15-cca6-488d-9da2-cbcea70d4dc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1761, 'fixed_ips': [{'subnet_id': '4d40c3ae-9ffe-4b02-9094-87c390340740', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T18:53:54Z', 'updated_at': '2021-11-05T18:54:03Z', 'revision_number': 4, 'project_id': '7bc73c6c17f842a987dd31290d20faa2', 'subnets': [{'id': '4d40c3ae-9ffe-4b02-9094-87c390340740', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 18:54:03.943151 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-ba83c090-1e40-4c2d-9b38-98d0022aef67 None None] Provisioning complete for port 8db4744d-1b79-4329-946e-abfe64620cec triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:54:03.946216 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-ba83c090-1e40-4c2d-9b38-98d0022aef67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:04.148136 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:04.226823 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-b1e240d5-c068-4cfa-8813-c3db49de9f24 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-597886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-573297'] for router_interface, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:04.232683 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d745533d-2bd9-4949-a3ee-ef0d25081ae5 req-3ab68445-d472-4009-81ac-118c1df424f3 tempest-ServerRescueTestJSON-1639389385 tempest-ServerRescueTestJSON-1639389385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:54:04.234792 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-d745533d-2bd9-4949-a3ee-ef0d25081ae5 req-3ab68445-d472-4009-81ac-118c1df424f3 tempest-ServerRescueTestJSON-1639389385 tempest-ServerRescueTestJSON-1639389385-project] 10.222.0.13 "GET /v2.0/ports?device_id=9c7dbc46-8c68-4f14-8897-91c11ae5a9cd HTTP/1.1" status: 200 len: 943 time: 0.2099953 Nov 05 18:54:04.246415 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.db_base_plugin_common [req-aa73ab76-26cb-41e9-b40d-b30514e00fa3 req-e0431d5b-3508-4450-8bb7-fac3ac98edc4 tempest-FloatingIPDetailsTestJSON-1391655979 tempest-FloatingIPDetailsTestJSON-1391655979-project] Allocated IP 172.25.6.236 (40c8335d-cd0b-4cb5-910a-d4dcddd5cbec/04fe6db3-e108-4208-943d-6518424f5726/5faefd96-48a9-4f38-bf2c-6a4c90ce7507) {{(pid=102387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 18:54:04.247696 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-5e24f7cc-cca7-4904-b0f1-38bd24f8be53 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:04.255250 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-ddfb589c-8d7b-4b77-9e11-35cdb6112276 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:04.257761 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-089abefd-946b-4d33-8889-c08f8a8a8d4d req-89fc410b-6742-4ec2-9391-03c70ac115fd service neutron] 10.222.0.41 "GET /v2.0/networks/0b64b77a-1769-4ba3-98b8-e072ca99e966?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3595998 Nov 05 18:54:04.350599 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [None req-07e002ed-5944-4836-927c-844e97596c8f tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Deleting port 8db4744d-1b79-4329-946e-abfe64620cec {{(pid=102387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 18:54:04.351126 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-07e002ed-5944-4836-927c-844e97596c8f tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:04.396748 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-ddfb589c-8d7b-4b77-9e11-35cdb6112276 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:04.486575 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-ddfb589c-8d7b-4b77-9e11-35cdb6112276 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6bac640ad3d94d16b498cd44368dd4b5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9117990 Nov 05 18:54:04.486575 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddfb589c-8d7b-4b77-9e11-35cdb6112276 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81d55483-c97d-49d7-9707-1e6a3752dfe8,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:54:04.489256 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Device 681ffd7d-76c7-4d3f-aa31-075d70985958 details requested by agent hyperv_n-h1-816865-1 with host n-h1-816865-1 {{(pid=102388) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 05 18:54:04.492828 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 32782) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:54:04.574870 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-d745533d-2bd9-4949-a3ee-ef0d25081ae5 req-6fb83b9f-d386-4cb4-bb18-6dc4b5e37caa tempest-ServerRescueTestJSON-1639389385 tempest-ServerRescueTestJSON-1639389385-project] 10.222.0.13 "GET /v2.0/security-groups?id=458afcac-91c4-437c-b78f-d73b875bd5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2503841 Nov 05 18:54:04.609935 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.db [None req-07e002ed-5944-4836-927c-844e97596c8f tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] For port 8db4744d-1b79-4329-946e-abfe64620cec, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=8db4744d-1b79-4329-946e-abfe64620cec,segment=NetworkSegment(1bdc5ccc-001b-4584-b217-2d1934002f57),segment_id=1bdc5ccc-001b-4584-b217-2d1934002f57)] {{(pid=102387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:54:04.616258 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-07e002ed-5944-4836-927c-844e97596c8f tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:04.627143 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] For port 681ffd7d-76c7-4d3f-aa31-075d70985958, host n-h1-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=681ffd7d-76c7-4d3f-aa31-075d70985958,segment=NetworkSegment(e94198e7-7484-4b3b-b2bf-001822904d02),segment_id=e94198e7-7484-4b3b-b2bf-001822904d02)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:54:04.627815 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-aa73ab76-26cb-41e9-b40d-b30514e00fa3 req-e0431d5b-3508-4450-8bb7-fac3ac98edc4 tempest-FloatingIPDetailsTestJSON-1391655979 tempest-FloatingIPDetailsTestJSON-1391655979-project] Publish callbacks [] for port, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:04.644567 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [None req-07e002ed-5944-4836-927c-844e97596c8f tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Calling delete_port for 8db4744d-1b79-4329-946e-abfe64620cec owned by network:router_interface {{(pid=102387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 18:54:04.651304 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Returning: {'device': '681ffd7d-76c7-4d3f-aa31-075d70985958', 'network_id': '0b64b77a-1769-4ba3-98b8-e072ca99e966', 'port_id': '681ffd7d-76c7-4d3f-aa31-075d70985958', 'mac_address': 'fa:16:3e:77:61:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 189, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6176923a-af99-42e6-bca9-86e5b2bd6e07', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102388) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 05 18:54:04.705505 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:04.723242 n-d-816865-1 neutron-server[102388]: DEBUG neutron.notifiers.nova [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 681ffd7d-76c7-4d3f-aa31-075d70985958 {{(pid=102388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 18:54:04.741536 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-22476d2c-9586-4872-a267-f462262e483e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:04.750660 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] For port 681ffd7d-76c7-4d3f-aa31-075d70985958, host n-h1-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=681ffd7d-76c7-4d3f-aa31-075d70985958,segment=NetworkSegment(e94198e7-7484-4b3b-b2bf-001822904d02),segment_id=e94198e7-7484-4b3b-b2bf-001822904d02)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:54:04.837846 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-22476d2c-9586-4872-a267-f462262e483e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:04.838913 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:04.879843 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00cf10dd-a121-476d-8c1f-3602ba24c8cf req-68f66ff3-709d-4bc8-9e52-d2a5184ce7b1 tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:54:04.882882 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-00cf10dd-a121-476d-8c1f-3602ba24c8cf req-68f66ff3-709d-4bc8-9e52-d2a5184ce7b1 tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] 10.222.0.13 "GET /v2.0/ports?device_id=b3c515f9-768f-4a54-bb92-e6f3d5207990 HTTP/1.1" status: 200 len: 944 time: 0.1907218 Nov 05 18:54:04.939197 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-aa73ab76-26cb-41e9-b40d-b30514e00fa3 req-e0431d5b-3508-4450-8bb7-fac3ac98edc4 tempest-FloatingIPDetailsTestJSON-1391655979 tempest-FloatingIPDetailsTestJSON-1391655979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4417063'] for port, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:04.942229 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-569346f7-b88c-4124-b395-b088bc13920a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:04.971952 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Pushing event updated for resources: {'Port': ['ID=681ffd7d-76c7-4d3f-aa31-075d70985958,revision_number=4']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:54:04.997247 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-5e24f7cc-cca7-4904-b0f1-38bd24f8be53 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:05.006796 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1e240d5-c068-4cfa-8813-c3db49de9f24 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Router 98c28b36-02e7-4b7d-8190-c1aff44fd3f1 has already been hosted by L3 agent 6dcb5589-8e86-4616-9186-ddc4548e13ad {{(pid=102386) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 18:54:05.031883 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aa73ab76-26cb-41e9-b40d-b30514e00fa3 req-e0431d5b-3508-4450-8bb7-fac3ac98edc4 tempest-FloatingIPDetailsTestJSON-1391655979 tempest-FloatingIPDetailsTestJSON-1391655979-project] Network 40c8335d-cd0b-4cb5-910a-d4dcddd5cbec is already hosted by enough agents. {{(pid=102387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 18:54:05.110167 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 8db4744d-1b79-4329-946e-abfe64620cec up at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 18:54:05.112161 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-5e24f7cc-cca7-4904-b0f1-38bd24f8be53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:05.152385 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1e240d5-c068-4cfa-8813-c3db49de9f24 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Notify agent at l3_agent.n-d-816865-1 the message routers_updated {{(pid=102386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 18:54:05.156174 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] get_ports_and_sgs() called for port_ids ['681ffd7d-76c7-4d3f-aa31-075d70985958'] {{(pid=102388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 18:54:05.158331 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-b1e240d5-c068-4cfa-8813-c3db49de9f24 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] 10.222.0.13 "PUT /v2.0/routers/98c28b36-02e7-4b7d-8190-c1aff44fd3f1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3856065 Nov 05 18:54:05.167481 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 32786) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:54:05.185950 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-5e24f7cc-cca7-4904-b0f1-38bd24f8be53 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0b5361d5e8db466888fd72caecb5f955&name=default HTTP/1.1" status: 200 len: 3000 time: 1.6123607 Nov 05 18:54:05.207305 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e24f7cc-cca7-4904-b0f1-38bd24f8be53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07e1e360-beea-44b6-b3fa-7710555f8881,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:54:05.213442 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a98ad97b-1798-4dea-afdb-ac3754290c12 None None] Sync routers for ids ['98c28b36-02e7-4b7d-8190-c1aff44fd3f1'] in n-d-816865-1 {{(pid=102388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 18:54:05.223408 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 32788) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:54:05.249628 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a98ad97b-1798-4dea-afdb-ac3754290c12 None None] Routers {'98c28b36-02e7-4b7d-8190-c1aff44fd3f1'} bound to L3 agent in host n-d-816865-1 {{(pid=102388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 18:54:05.251550 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-a98ad97b-1798-4dea-afdb-ac3754290c12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T18:54:05Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['98c28b36-02e7-4b7d-8190-c1aff44fd3f1'], 'active': True} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:54:05.270342 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a2f04a2-219f-44ec-8057-bf9b97d4af3c tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Deleting subnet 529dc2bb-5603-4b92-8f55-514b2c318ee9 {{(pid=102386) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 05 18:54:05.281287 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-6a2f04a2-219f-44ec-8057-bf9b97d4af3c tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Publish callbacks [] for subnet, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:05.332660 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-1386ab43-272e-490f-bd81-a7c03d6f9691 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:05.336074 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Provisioning complete for port 8db4744d-1b79-4329-946e-abfe64620cec triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:54:05.336515 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:05.346153 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-6a2f04a2-219f-44ec-8057-bf9b97d4af3c tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4590738'] for subnet, precommit_delete_associations {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:05.400547 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-1386ab43-272e-490f-bd81-a7c03d6f9691 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:05.463605 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvr_db [None req-a98ad97b-1798-4dea-afdb-ac3754290c12 None None] Set router 98c28b36-02e7-4b7d-8190-c1aff44fd3f1 gateway port host: None {{(pid=102388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 18:54:05.483181 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-6a2f04a2-219f-44ec-8057-bf9b97d4af3c tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1573928'] for subnet, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:05.500737 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.base_scheduler [req-aa73ab76-26cb-41e9-b40d-b30514e00fa3 req-e0431d5b-3508-4450-8bb7-fac3ac98edc4 tempest-FloatingIPDetailsTestJSON-1391655979 tempest-FloatingIPDetailsTestJSON-1391655979-project] Resources bound (agent type, host, resource id): {{(pid=102387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:54:05.514791 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa73ab76-26cb-41e9-b40d-b30514e00fa3 req-e0431d5b-3508-4450-8bb7-fac3ac98edc4 tempest-FloatingIPDetailsTestJSON-1391655979 tempest-FloatingIPDetailsTestJSON-1391655979-project] Received port after_create {{(pid=102387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 18:54:05.520827 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0431d5b-3508-4450-8bb7-fac3ac98edc4 tempest-FloatingIPDetailsTestJSON-1391655979 tempest-FloatingIPDetailsTestJSON-1391655979-project] Pushing event updated for resources: {'Port': ['ID=5faefd96-48a9-4f38-bf2c-6a4c90ce7507,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:54:05.548845 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-00cf10dd-a121-476d-8c1f-3602ba24c8cf req-cca1735c-b41c-4fa2-928e-d48e375f183c tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] 10.222.0.13 "GET /v2.0/security-groups?id=8015cb9a-1cfc-43ae-80a2-992db853641d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6206093 Nov 05 18:54:05.674842 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabd1080-859d-4a26-bcff-f9d75789def3 req-df707a0b-863f-4ef8-81f6-9b888d0e2cd5 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:54:05.680662 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabd1080-859d-4a26-bcff-f9d75789def3 req-df707a0b-863f-4ef8-81f6-9b888d0e2cd5 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:54:05.686280 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-1386ab43-272e-490f-bd81-a7c03d6f9691 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:05.686975 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabd1080-859d-4a26-bcff-f9d75789def3 req-df707a0b-863f-4ef8-81f6-9b888d0e2cd5 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:54:05.689975 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-1386ab43-272e-490f-bd81-a7c03d6f9691 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:05.692218 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-1386ab43-272e-490f-bd81-a7c03d6f9691 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/07e1e360-beea-44b6-b3fa-7710555f8881 HTTP/1.1" status: 204 len: 168 time: 0.4697320 Nov 05 18:54:05.692777 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabd1080-859d-4a26-bcff-f9d75789def3 req-df707a0b-863f-4ef8-81f6-9b888d0e2cd5 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:54:05.698999 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabd1080-859d-4a26-bcff-f9d75789def3 req-df707a0b-863f-4ef8-81f6-9b888d0e2cd5 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:54:05.702492 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-6a2f04a2-219f-44ec-8057-bf9b97d4af3c tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1573905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6149879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4877183'] for subnet, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:05.705098 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabd1080-859d-4a26-bcff-f9d75789def3 req-df707a0b-863f-4ef8-81f6-9b888d0e2cd5 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:54:05.711905 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabd1080-859d-4a26-bcff-f9d75789def3 req-df707a0b-863f-4ef8-81f6-9b888d0e2cd5 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:54:05.720633 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-cabd1080-859d-4a26-bcff-f9d75789def3 req-df707a0b-863f-4ef8-81f6-9b888d0e2cd5 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] 10.222.0.13 "GET /v2.0/ports?device_id=1682fb31-a1bf-43f5-a4fa-447937da8a91 HTTP/1.1" status: 200 len: 5443 time: 0.1035686 Nov 05 18:54:05.726081 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-22476d2c-9586-4872-a267-f462262e483e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:05.728835 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-22476d2c-9586-4872-a267-f462262e483e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:05.729935 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-22476d2c-9586-4872-a267-f462262e483e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/81d55483-c97d-49d7-9707-1e6a3752dfe8 HTTP/1.1" status: 204 len: 168 time: 1.2342710 Nov 05 18:54:05.759045 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-07e002ed-5944-4836-927c-844e97596c8f tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4417063'] for port, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:05.761657 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1386ab43-272e-490f-bd81-a7c03d6f9691 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07e1e360-beea-44b6-b3fa-7710555f8881,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:54:05.784511 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-6a2f04a2-219f-44ec-8057-bf9b97d4af3c tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Publish callbacks [] for subnet, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:05.788254 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-6a2f04a2-219f-44ec-8057-bf9b97d4af3c tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] 10.222.0.13 "DELETE /v2.0/subnets/529dc2bb-5603-4b92-8f55-514b2c318ee9 HTTP/1.1" status: 204 len: 168 time: 0.6155870 Nov 05 18:54:05.791075 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2f04a2-219f-44ec-8057-bf9b97d4af3c tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Pushing event deleted for resources: {'Subnet': ['ID=529dc2bb-5603-4b92-8f55-514b2c318ee9,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:54:05.799184 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 32796) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:54:05.807733 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-691d410c-4752-4672-8c06-8a4ff4bc5d85 None None] Network 79b363d9-4129-410e-bfaf-357198417ae2 requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 18:54:05.817098 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22476d2c-9586-4872-a267-f462262e483e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81d55483-c97d-49d7-9707-1e6a3752dfe8,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:54:05.825212 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e002ed-5944-4836-927c-844e97596c8f tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Pushing event deleted for resources: {'Port': ['ID=8db4744d-1b79-4329-946e-abfe64620cec,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:54:05.869043 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-aa73ab76-26cb-41e9-b40d-b30514e00fa3 req-e0431d5b-3508-4450-8bb7-fac3ac98edc4 tempest-FloatingIPDetailsTestJSON-1391655979 tempest-FloatingIPDetailsTestJSON-1391655979-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:05.970892 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-7b49eca1-6836-4995-9269-37a55a3514c9 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1664226'] for network, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:06.000104 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-a98ad97b-1798-4dea-afdb-ac3754290c12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98c28b36-02e7-4b7d-8190-c1aff44fd3f1', 'name': 'tempest-RoutersIpV6Test-router-1724408201', 'tenant_id': '07347c71ee604fb5990da9c356235381', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T18:52:47Z', 'updated_at': '2021-11-05T18:54:03Z', 'revision_number': 10, 'project_id': '07347c71ee604fb5990da9c356235381', 'gw_port_host': None, '_interfaces': [{'id': '2d32c49a-e83b-4ea0-9aaa-a7d10b79daf9', 'name': '', 'network_id': 'f0bd4915-5264-4f1b-888c-702ac3bd3c65', 'tenant_id': '07347c71ee604fb5990da9c356235381', 'mac_address': 'fa:16:3e:43:36:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98c28b36-02e7-4b7d-8190-c1aff44fd3f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1661, 'fixed_ips': [{'subnet_id': '375204fc-1e27-495a-8797-c770261c4731', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T18:52:54Z', 'updated_at': '2021-11-05T18:53:05Z', 'revision_number': 5, 'project_id': '07347c71ee604fb5990da9c356235381', 'subnets': [{'id': '375204fc-1e27-495a-8797-c770261c4731', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-1', False) {} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:54:06.026598 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-07e002ed-5944-4836-927c-844e97596c8f tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-597886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-573297'] for router_interface, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:06.060564 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a98ad97b-1798-4dea-afdb-ac3754290c12 None None] Checking router: 98c28b36-02e7-4b7d-8190-c1aff44fd3f1 for host: n-d-816865-1 {{(pid=102388) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 18:54:06.068286 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-7b49eca1-6836-4995-9269-37a55a3514c9 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Deleting port 991502a0-29d6-4d40-afc1-6b3dadefc7bd {{(pid=102386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 18:54:06.070937 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-7b49eca1-6836-4995-9269-37a55a3514c9 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:06.081923 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a98ad97b-1798-4dea-afdb-ac3754290c12 None None] Routers {'98c28b36-02e7-4b7d-8190-c1aff44fd3f1'} bound to L3 agent in host n-d-816865-1 {{(pid=102388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 18:54:06.082614 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-a98ad97b-1798-4dea-afdb-ac3754290c12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T18:54:05Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['98c28b36-02e7-4b7d-8190-c1aff44fd3f1'], 'active': True} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:54:06.228220 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-cabd1080-859d-4a26-bcff-f9d75789def3 req-73039f66-b251-4de1-8cbb-07bc7e9ef2b4 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] 10.222.0.13 "GET /v2.0/security-groups?id=293ec58e-66ea-453a-8db8-ae12281442fa&id=4f04b2e1-de76-4a06-adfc-cc82b8507945&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5067391 Nov 05 18:54:06.238011 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-aa73ab76-26cb-41e9-b40d-b30514e00fa3 req-e0431d5b-3508-4450-8bb7-fac3ac98edc4 tempest-FloatingIPDetailsTestJSON-1391655979 tempest-FloatingIPDetailsTestJSON-1391655979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:06.269305 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [None req-7b49eca1-6836-4995-9269-37a55a3514c9 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] For port 991502a0-29d6-4d40-afc1-6b3dadefc7bd, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=991502a0-29d6-4d40-afc1-6b3dadefc7bd,segment=NetworkSegment(9ad69bd1-392a-4956-9bdd-f9f63dbf961b),segment_id=9ad69bd1-392a-4956-9bdd-f9f63dbf961b)] {{(pid=102386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:54:06.269998 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-7b49eca1-6836-4995-9269-37a55a3514c9 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:06.270934 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:06.316589 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-7b49eca1-6836-4995-9269-37a55a3514c9 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Calling delete_port for 991502a0-29d6-4d40-afc1-6b3dadefc7bd owned by network:dhcp {{(pid=102386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 18:54:06.348269 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fe43141-2139-4daa-9957-91f83d7757b4 None None] DHCP port deletion for 79b363d9-4129-410e-bfaf-357198417ae2 request from n-d-816865-1 {{(pid=102388) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 05 18:54:06.360522 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvr_db [None req-a98ad97b-1798-4dea-afdb-ac3754290c12 None None] Set router 98c28b36-02e7-4b7d-8190-c1aff44fd3f1 gateway port host: None {{(pid=102388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 18:54:06.421157 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b304910f-7b27-444b-a8fc-977d26b1ceac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:06.519341 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07e002ed-5944-4836-927c-844e97596c8f tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Router c01a9c15-cca6-488d-9da2-cbcea70d4dc1 has already been hosted by L3 agent 6dcb5589-8e86-4616-9186-ddc4548e13ad {{(pid=102387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 18:54:06.541652 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Device 681ffd7d-76c7-4d3f-aa31-075d70985958 up at agent hyperv_n-h1-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 18:54:06.576780 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-7b49eca1-6836-4995-9269-37a55a3514c9 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:06.610108 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b49eca1-6836-4995-9269-37a55a3514c9 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Pushing event deleted for resources: {'Port': ['ID=991502a0-29d6-4d40-afc1-6b3dadefc7bd,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:54:06.613986 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b49eca1-6836-4995-9269-37a55a3514c9 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] No DVR routers for this DVR port 991502a0-29d6-4d40-afc1-6b3dadefc7bd on host n-d-816865-1 {{(pid=102386) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 18:54:06.648666 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cc93f8-0e15-4b7b-811f-be85ec84ea0b req-caf5f32f-c55b-498c-af8d-d99c1cb78275 tempest-ServerRescueTestJSON-1639389385 tempest-ServerRescueTestJSON-1639389385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:54:06.650311 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-91cc93f8-0e15-4b7b-811f-be85ec84ea0b req-caf5f32f-c55b-498c-af8d-d99c1cb78275 tempest-ServerRescueTestJSON-1639389385 tempest-ServerRescueTestJSON-1639389385-project] 10.222.0.13 "GET /v2.0/ports?device_id=9c7dbc46-8c68-4f14-8897-91c11ae5a9cd HTTP/1.1" status: 200 len: 944 time: 0.2133911 Nov 05 18:54:06.704874 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-7b49eca1-6836-4995-9269-37a55a3514c9 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1579173', 'neutron.services.segments.db._delete_segments_for_network-8750027792909'] for network, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:06.730210 n-d-816865-1 neutron-server[102386]: DEBUG neutron.services.segments.db [None req-7b49eca1-6836-4995-9269-37a55a3514c9 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['79b363d9-4129-410e-bfaf-357198417ae2']}} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:54:06.747516 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07e002ed-5944-4836-927c-844e97596c8f tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Notify agent at l3_agent.n-d-816865-1 the message routers_updated {{(pid=102387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 18:54:06.748411 n-d-816865-1 neutron-server[102386]: DEBUG neutron.services.segments.db [None req-7b49eca1-6836-4995-9269-37a55a3514c9 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ad69bd1-392a-4956-9bdd-f9f63dbf961b') {'for_net_delete': True} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:54:06.749474 n-d-816865-1 neutron-server[102386]: DEBUG neutron.services.segments.db [None req-7b49eca1-6836-4995-9269-37a55a3514c9 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ad69bd1-392a-4956-9bdd-f9f63dbf961b') {} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:54:06.753160 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-07e002ed-5944-4836-927c-844e97596c8f tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] 10.222.0.13 "PUT /v2.0/routers/c01a9c15-cca6-488d-9da2-cbcea70d4dc1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9818473 Nov 05 18:54:06.763188 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 32822) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:54:06.766613 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70080d85-1f08-41a1-ad72-4a0fa5c9acda None None] Sync routers for ids ['c01a9c15-cca6-488d-9da2-cbcea70d4dc1'] in n-d-816865-1 {{(pid=102389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 18:54:06.791423 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70080d85-1f08-41a1-ad72-4a0fa5c9acda None None] Routers {'c01a9c15-cca6-488d-9da2-cbcea70d4dc1'} bound to L3 agent in host n-d-816865-1 {{(pid=102389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 18:54:06.792123 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-70080d85-1f08-41a1-ad72-4a0fa5c9acda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T18:54:05Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['c01a9c15-cca6-488d-9da2-cbcea70d4dc1'], 'active': True} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:54:06.819333 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-7b49eca1-6836-4995-9269-37a55a3514c9 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750027793430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4590747'] for segment, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:06.842109 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-91cc93f8-0e15-4b7b-811f-be85ec84ea0b req-a89ea7c9-c013-4628-a5d1-4335c23f5430 tempest-ServerRescueTestJSON-1639389385 tempest-ServerRescueTestJSON-1639389385-project] 10.222.0.13 "GET /v2.0/security-groups?id=458afcac-91c4-437c-b78f-d73b875bd5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1575527 Nov 05 18:54:06.850462 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-7b49eca1-6836-4995-9269-37a55a3514c9 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273'] for segment, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:06.859719 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-9fe43141-2139-4daa-9957-91f83d7757b4 None None] Deleting port 991502a0-29d6-4d40-afc1-6b3dadefc7bd {{(pid=102388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 18:54:06.860206 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-9fe43141-2139-4daa-9957-91f83d7757b4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:06.870966 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b49eca1-6836-4995-9269-37a55a3514c9 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Releasing vlan 169 on physical network physnet1 to pool {{(pid=102386) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 05 18:54:06.870966 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-7b49eca1-6836-4995-9269-37a55a3514c9 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6149721'] for segment, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:06.870966 n-d-816865-1 neutron-server[102386]: Traceback (most recent call last): Nov 05 18:54:06.870966 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 05 18:54:06.870966 n-d-816865-1 neutron-server[102386]: timer() Nov 05 18:54:06.870966 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 05 18:54:06.870966 n-d-816865-1 neutron-server[102386]: cb(*args, **kw) Nov 05 18:54:06.870966 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 05 18:54:06.870966 n-d-816865-1 neutron-server[102386]: return func(*args, **kwargs) Nov 05 18:54:06.870966 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 05 18:54:06.870966 n-d-816865-1 neutron-server[102386]: self._notify() Nov 05 18:54:06.870966 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 05 18:54:06.870966 n-d-816865-1 neutron-server[102386]: self.callback(batched_events) Nov 05 18:54:06.870966 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 05 18:54:06.870966 n-d-816865-1 neutron-server[102386]: event.method(event) Nov 05 18:54:06.870966 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 05 18:54:06.870966 n-d-816865-1 neutron-server[102386]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 05 18:54:06.870966 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 05 18:54:06.870966 n-d-816865-1 neutron-server[102386]: aggregate_uuid = self.p_client.list_aggregates( Nov 05 18:54:06.870966 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 05 18:54:06.870966 n-d-816865-1 neutron-server[102386]: return f(self, *a, **k) Nov 05 18:54:06.870966 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 05 18:54:06.870966 n-d-816865-1 neutron-server[102386]: return self._get(url).json() Nov 05 18:54:06.870966 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 05 18:54:06.870966 n-d-816865-1 neutron-server[102386]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 05 18:54:06.870966 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 05 18:54:06.870966 n-d-816865-1 neutron-server[102386]: return self.request(url, 'GET', **kwargs) Nov 05 18:54:06.870966 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 05 18:54:06.870966 n-d-816865-1 neutron-server[102386]: base_url = self.get_endpoint(auth, allow=allow, Nov 05 18:54:06.870966 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 05 18:54:06.870966 n-d-816865-1 neutron-server[102386]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 05 18:54:06.870966 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 05 18:54:06.870966 n-d-816865-1 neutron-server[102386]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 05 18:54:06.870966 n-d-816865-1 neutron-server[102386]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 05 18:54:06.906072 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvr_db [None req-70080d85-1f08-41a1-ad72-4a0fa5c9acda None None] Set router c01a9c15-cca6-488d-9da2-cbcea70d4dc1 gateway port host: None {{(pid=102389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 18:54:06.911092 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-219d3195-ba19-4eab-babc-5bce7ed7c061 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:54:06.914114 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-219d3195-ba19-4eab-babc-5bce7ed7c061 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:54:06.922871 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-219d3195-ba19-4eab-babc-5bce7ed7c061 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1579225 Nov 05 18:54:06.937665 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 32824) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:54:06.969315 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-70080d85-1f08-41a1-ad72-4a0fa5c9acda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c01a9c15-cca6-488d-9da2-cbcea70d4dc1', 'name': 'tempest-NetworksTestDHCPv6-router-1832900531', 'tenant_id': '7bc73c6c17f842a987dd31290d20faa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T18:53:52Z', 'updated_at': '2021-11-05T18:54:05Z', 'revision_number': 3, 'project_id': '7bc73c6c17f842a987dd31290d20faa2', 'gw_port_host': None}], 'n-d-816865-1', False) {} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:54:07.027065 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70080d85-1f08-41a1-ad72-4a0fa5c9acda None None] Checking router: c01a9c15-cca6-488d-9da2-cbcea70d4dc1 for host: n-d-816865-1 {{(pid=102389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 18:54:07.043579 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70080d85-1f08-41a1-ad72-4a0fa5c9acda None None] Routers {'c01a9c15-cca6-488d-9da2-cbcea70d4dc1'} bound to L3 agent in host n-d-816865-1 {{(pid=102389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 18:54:07.052174 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-aa73ab76-26cb-41e9-b40d-b30514e00fa3 req-e0431d5b-3508-4450-8bb7-fac3ac98edc4 tempest-FloatingIPDetailsTestJSON-1391655979 tempest-FloatingIPDetailsTestJSON-1391655979-project] Publish callbacks [] for port, precommit_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:07.057571 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-70080d85-1f08-41a1-ad72-4a0fa5c9acda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T18:54:05Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['c01a9c15-cca6-488d-9da2-cbcea70d4dc1'], 'active': True} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:54:07.057714 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-9fe43141-2139-4daa-9957-91f83d7757b4 None None] For port 991502a0-29d6-4d40-afc1-6b3dadefc7bd, host n-d-816865-1, got binding levels [] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:54:07.057714 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-9fe43141-2139-4daa-9957-91f83d7757b4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:07.078297 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 991502a0-29d6-4d40-afc1-6b3dadefc7bd no longer exists at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 18:54:07.085692 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-9fe43141-2139-4daa-9957-91f83d7757b4 None None] Calling delete_port for 991502a0-29d6-4d40-afc1-6b3dadefc7bd owned by network:dhcp {{(pid=102388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 18:54:07.089782 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.ipam_backend_mixin [None req-9fe43141-2139-4daa-9957-91f83d7757b4 None None] Port 991502a0-29d6-4d40-afc1-6b3dadefc7bd was not found and therefore no delete operation was performed {{(pid=102388) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 05 18:54:07.093113 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c3b21de-199d-4b76-8d8a-29a4c122fc49 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Deleting subnet 4d40c3ae-9ffe-4b02-9094-87c390340740 {{(pid=102387) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 05 18:54:07.097660 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-5c3b21de-199d-4b76-8d8a-29a4c122fc49 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Publish callbacks [] for subnet, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:07.113461 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-9fe43141-2139-4daa-9957-91f83d7757b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798'] for port, after_delete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:07.115430 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] No Port match for: 991502a0-29d6-4d40-afc1-6b3dadefc7bd {{(pid=102388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 18:54:07.115779 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 991502a0-29d6-4d40-afc1-6b3dadefc7bd not bound to the agent host n-d-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 18:54:07.138541 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccd23ce-3d04-4e96-923c-780702a90362 req-2aff8d8b-0dc2-45d6-909b-26865521a42c tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:54:07.139980 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-a98ad97b-1798-4dea-afdb-ac3754290c12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98c28b36-02e7-4b7d-8190-c1aff44fd3f1', 'name': 'tempest-RoutersIpV6Test-router-1724408201', 'tenant_id': '07347c71ee604fb5990da9c356235381', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T18:52:47Z', 'updated_at': '2021-11-05T18:54:03Z', 'revision_number': 10, 'project_id': '07347c71ee604fb5990da9c356235381', 'gw_port_host': None, '_interfaces': [{'id': '2d32c49a-e83b-4ea0-9aaa-a7d10b79daf9', 'name': '', 'network_id': 'f0bd4915-5264-4f1b-888c-702ac3bd3c65', 'tenant_id': '07347c71ee604fb5990da9c356235381', 'mac_address': 'fa:16:3e:43:36:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98c28b36-02e7-4b7d-8190-c1aff44fd3f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1661, 'fixed_ips': [{'subnet_id': '375204fc-1e27-495a-8797-c770261c4731', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T18:52:54Z', 'updated_at': '2021-11-05T18:53:05Z', 'revision_number': 5, 'project_id': '07347c71ee604fb5990da9c356235381', 'subnets': [{'id': '375204fc-1e27-495a-8797-c770261c4731', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-1', False) {} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:54:07.144677 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccd23ce-3d04-4e96-923c-780702a90362 req-2aff8d8b-0dc2-45d6-909b-26865521a42c tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:54:07.146525 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe43141-2139-4daa-9957-91f83d7757b4 None None] Pushing event deleted for resources: {'Port': ['ID=991502a0-29d6-4d40-afc1-6b3dadefc7bd,revision_number=None']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:54:07.152397 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccd23ce-3d04-4e96-923c-780702a90362 req-2aff8d8b-0dc2-45d6-909b-26865521a42c tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:54:07.159165 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccd23ce-3d04-4e96-923c-780702a90362 req-2aff8d8b-0dc2-45d6-909b-26865521a42c tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:54:07.164554 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccd23ce-3d04-4e96-923c-780702a90362 req-2aff8d8b-0dc2-45d6-909b-26865521a42c tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:54:07.172804 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccd23ce-3d04-4e96-923c-780702a90362 req-2aff8d8b-0dc2-45d6-909b-26865521a42c tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:54:07.179375 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Provisioning for port 681ffd7d-76c7-4d3f-aa31-075d70985958 completed by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 05 18:54:07.179632 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccd23ce-3d04-4e96-923c-780702a90362 req-2aff8d8b-0dc2-45d6-909b-26865521a42c tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:54:07.181806 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-bccd23ce-3d04-4e96-923c-780702a90362 req-2aff8d8b-0dc2-45d6-909b-26865521a42c tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] 10.222.0.13 "GET /v2.0/ports?device_id=1682fb31-a1bf-43f5-a4fa-447937da8a91 HTTP/1.1" status: 200 len: 5443 time: 0.1652935 Nov 05 18:54:07.185891 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a98ad97b-1798-4dea-afdb-ac3754290c12 None None] The sync data for ids ['98c28b36-02e7-4b7d-8190-c1aff44fd3f1'] in n-d-816865-1 is: [{'id': '98c28b36-02e7-4b7d-8190-c1aff44fd3f1', 'name': 'tempest-RoutersIpV6Test-router-1724408201', 'tenant_id': '07347c71ee604fb5990da9c356235381', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T18:52:47Z', 'updated_at': '2021-11-05T18:54:03Z', 'revision_number': 10, 'project_id': '07347c71ee604fb5990da9c356235381', 'gw_port_host': None, '_interfaces': [{'id': '2d32c49a-e83b-4ea0-9aaa-a7d10b79daf9', 'name': '', 'network_id': 'f0bd4915-5264-4f1b-888c-702ac3bd3c65', 'tenant_id': '07347c71ee604fb5990da9c356235381', 'mac_address': 'fa:16:3e:43:36:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98c28b36-02e7-4b7d-8190-c1aff44fd3f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1661, 'fixed_ips': [{'subnet_id': '375204fc-1e27-495a-8797-c770261c4731', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T18:52:54Z', 'updated_at': '2021-11-05T18:53:05Z', 'revision_number': 5, 'project_id': '07347c71ee604fb5990da9c356235381', 'subnets': [{'id': '375204fc-1e27-495a-8797-c770261c4731', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 18:54:07.187248 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fe43141-2139-4daa-9957-91f83d7757b4 None None] No DVR routers for this DVR port 991502a0-29d6-4d40-afc1-6b3dadefc7bd on host n-d-816865-1 {{(pid=102388) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 18:54:07.188597 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Provisioning complete for port 681ffd7d-76c7-4d3f-aa31-075d70985958 triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:54:07.189005 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:07.205387 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 32832) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:54:07.215891 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-aa73ab76-26cb-41e9-b40d-b30514e00fa3 req-e0431d5b-3508-4450-8bb7-fac3ac98edc4 tempest-FloatingIPDetailsTestJSON-1391655979 tempest-FloatingIPDetailsTestJSON-1391655979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4417072'] for port, after_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:07.216807 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-245408e9-b864-42ea-b2a9-06db66897f01 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Request body: {'floatingip': {'port_id': '4a07aa35-4ba7-4db3-b8ab-837d8ca258a7'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:54:07.221700 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-7b49eca1-6836-4995-9269-37a55a3514c9 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1579178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-956796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1000687'] for network, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:07.233656 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-7b49eca1-6836-4995-9269-37a55a3514c9 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Publish callbacks [] for network, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:07.259424 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-5c3b21de-199d-4b76-8d8a-29a4c122fc49 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4463501'] for subnet, precommit_delete_associations {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:07.261396 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-7b49eca1-6836-4995-9269-37a55a3514c9 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] 10.222.0.13 "DELETE /v2.0/networks/79b363d9-4129-410e-bfaf-357198417ae2 HTTP/1.1" status: 204 len: 168 time: 1.4553604 Nov 05 18:54:07.265823 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 32834) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:54:07.332829 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:07.377173 n-d-816865-1 neutron-server[102388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c7dbc46-8c68-4f14-8897-91c11ae5a9cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '681ffd7d-76c7-4d3f-aa31-075d70985958'}] {{(pid=102388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 18:54:07.394776 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85474fee1180e129d8a886d264fe0b30223aa672dd1ffe43b630605f18504f68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-414ceb83-8f11-4cca-b011-40dd0ceea7c2" -d '{"events": [{"server_uuid": "9c7dbc46-8c68-4f14-8897-91c11ae5a9cd", "name": "network-vif-plugged", "status": "completed", "tag": "681ffd7d-76c7-4d3f-aa31-075d70985958"}]}' {{(pid=102388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 18:54:07.435802 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] For port 681ffd7d-76c7-4d3f-aa31-075d70985958, host n-h1-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=681ffd7d-76c7-4d3f-aa31-075d70985958,segment=NetworkSegment(e94198e7-7484-4b3b-b2bf-001822904d02),segment_id=e94198e7-7484-4b3b-b2bf-001822904d02)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:54:07.462827 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvr_db [None req-70080d85-1f08-41a1-ad72-4a0fa5c9acda None None] Set router c01a9c15-cca6-488d-9da2-cbcea70d4dc1 gateway port host: None {{(pid=102389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 18:54:07.464033 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b49eca1-6836-4995-9269-37a55a3514c9 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Pushing event deleted for resources: {'Network': ['ID=79b363d9-4129-410e-bfaf-357198417ae2,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:54:07.474527 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0431d5b-3508-4450-8bb7-fac3ac98edc4 tempest-FloatingIPDetailsTestJSON-1391655979 tempest-FloatingIPDetailsTestJSON-1391655979-project] Pushing event updated for resources: {'Port': ['ID=5faefd96-48a9-4f38-bf2c-6a4c90ce7507,revision_number=2']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:54:07.483180 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-245408e9-b864-42ea-b2a9-06db66897f01 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Publish callbacks [] for floatingip, before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:07.492139 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-aa73ab76-26cb-41e9-b40d-b30514e00fa3 req-e0431d5b-3508-4450-8bb7-fac3ac98edc4 tempest-FloatingIPDetailsTestJSON-1391655979 tempest-FloatingIPDetailsTestJSON-1391655979-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1000577'] for floatingip, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:07.540139 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386eab7b-1ce0-4840-b32a-8f9a9abaa0f4 req-c1510b4f-032f-4099-b512-acfb6df262d4 tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:54:07.541705 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-386eab7b-1ce0-4840-b32a-8f9a9abaa0f4 req-c1510b4f-032f-4099-b512-acfb6df262d4 tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] 10.222.0.13 "GET /v2.0/ports?device_id=b3c515f9-768f-4a54-bb92-e6f3d5207990 HTTP/1.1" status: 200 len: 944 time: 0.2259507 Nov 05 18:54:07.555555 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-5c3b21de-199d-4b76-8d8a-29a4c122fc49 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1573928'] for subnet, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:07.573845 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:07.579140 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-70080d85-1f08-41a1-ad72-4a0fa5c9acda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c01a9c15-cca6-488d-9da2-cbcea70d4dc1', 'name': 'tempest-NetworksTestDHCPv6-router-1832900531', 'tenant_id': '7bc73c6c17f842a987dd31290d20faa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T18:53:52Z', 'updated_at': '2021-11-05T18:54:05Z', 'revision_number': 3, 'project_id': '7bc73c6c17f842a987dd31290d20faa2', 'gw_port_host': None}], 'n-d-816865-1', False) {} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:54:07.626831 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-aa73ab76-26cb-41e9-b40d-b30514e00fa3 req-e0431d5b-3508-4450-8bb7-fac3ac98edc4 tempest-FloatingIPDetailsTestJSON-1391655979 tempest-FloatingIPDetailsTestJSON-1391655979-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for floatingip, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:07.627902 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-aa73ab76-26cb-41e9-b40d-b30514e00fa3 req-e0431d5b-3508-4450-8bb7-fac3ac98edc4 tempest-FloatingIPDetailsTestJSON-1391655979 tempest-FloatingIPDetailsTestJSON-1391655979-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 4.5765648 Nov 05 18:54:07.663418 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70080d85-1f08-41a1-ad72-4a0fa5c9acda None None] The sync data for ids ['c01a9c15-cca6-488d-9da2-cbcea70d4dc1'] in n-d-816865-1 is: [{'id': 'c01a9c15-cca6-488d-9da2-cbcea70d4dc1', 'name': 'tempest-NetworksTestDHCPv6-router-1832900531', 'tenant_id': '7bc73c6c17f842a987dd31290d20faa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T18:53:52Z', 'updated_at': '2021-11-05T18:54:05Z', 'revision_number': 3, 'project_id': '7bc73c6c17f842a987dd31290d20faa2', 'gw_port_host': None}] {{(pid=102389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 18:54:07.680355 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Pushing event updated for resources: {'Port': ['ID=681ffd7d-76c7-4d3f-aa31-075d70985958,revision_number=5']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:54:07.752675 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-386eab7b-1ce0-4840-b32a-8f9a9abaa0f4 req-364d2911-e583-46c2-8301-5b606c830e27 tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] 10.222.0.13 "GET /v2.0/security-groups?id=8015cb9a-1cfc-43ae-80a2-992db853641d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1992426 Nov 05 18:54:07.827508 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 18:54:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bcbcff4-d035-49f9-917b-a07a370bf92d x-openstack-request-id: req-5bcbcff4-d035-49f9-917b-a07a370bf92d {{(pid=102388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 18:54:07.827708 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c7dbc46-8c68-4f14-8897-91c11ae5a9cd", "name": "network-vif-plugged", "status": "completed", "tag": "681ffd7d-76c7-4d3f-aa31-075d70985958", "code": 200}]} {{(pid=102388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 18:54:07.827966 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5bcbcff4-d035-49f9-917b-a07a370bf92d {{(pid=102388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 18:54:07.828400 n-d-816865-1 neutron-server[102388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c7dbc46-8c68-4f14-8897-91c11ae5a9cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '681ffd7d-76c7-4d3f-aa31-075d70985958', 'code': 200} Nov 05 18:54:07.828856 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-aa73ab76-26cb-41e9-b40d-b30514e00fa3 req-9c199b83-0534-4e32-a2e1-533c0d9272f1 tempest-FloatingIPDetailsTestJSON-1391655979 tempest-FloatingIPDetailsTestJSON-1391655979-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.6.236 HTTP/1.1" status: 200 len: 696 time: 0.1806731 Nov 05 18:54:07.904805 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-5c3b21de-199d-4b76-8d8a-29a4c122fc49 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1573905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4417146', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5112209'] for subnet, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:08.013953 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3b21de-199d-4b76-8d8a-29a4c122fc49 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Pushing event deleted for resources: {'Subnet': ['ID=4d40c3ae-9ffe-4b02-9094-87c390340740,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:54:08.039907 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72ac2359-415d-4311-ad17-993b957f5963 None None] Network 1c9d25d3-7f2e-4384-9081-dc17514a5578 requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 18:54:08.040564 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-5c3b21de-199d-4b76-8d8a-29a4c122fc49 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597851'] for subnet, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:08.048360 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-5c3b21de-199d-4b76-8d8a-29a4c122fc49 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] 10.222.0.13 "DELETE /v2.0/subnets/4d40c3ae-9ffe-4b02-9094-87c390340740 HTTP/1.1" status: 204 len: 168 time: 1.1075511 Nov 05 18:54:08.049406 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 32860) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:54:08.103035 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6bbf16-2ac8-4415-b436-1cd764a65fc0 req-915852cc-5383-44d1-844a-38d9ed16081d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:54:08.104554 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-dc6bbf16-2ac8-4415-b436-1cd764a65fc0 req-915852cc-5383-44d1-844a-38d9ed16081d service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=9c7dbc46-8c68-4f14-8897-91c11ae5a9cd HTTP/1.1" status: 200 len: 1096 time: 0.2044756 Nov 05 18:54:08.203203 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-dc6bbf16-2ac8-4415-b436-1cd764a65fc0 req-2826d4aa-6df4-4a1e-bb05-ff65b91357f9 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=458afcac-91c4-437c-b78f-d73b875bd5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898178 Nov 05 18:54:08.221277 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa73ab76-26cb-41e9-b40d-b30514e00fa3 req-641a06ed-bb18-47d2-baf7-07a33bf1bb73 tempest-FloatingIPDetailsTestJSON-1391655979 tempest-FloatingIPDetailsTestJSON-1391655979-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:54:08.222774 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-aa73ab76-26cb-41e9-b40d-b30514e00fa3 req-641a06ed-bb18-47d2-baf7-07a33bf1bb73 tempest-FloatingIPDetailsTestJSON-1391655979 tempest-FloatingIPDetailsTestJSON-1391655979-project] 10.222.0.13 "GET /v2.0/networks/40c8335d-cd0b-4cb5-910a-d4dcddd5cbec HTTP/1.1" status: 200 len: 784 time: 0.3817842 Nov 05 18:54:08.273879 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [req-aa73ab76-26cb-41e9-b40d-b30514e00fa3 req-11cf300d-cc4e-49eb-a46e-935943f29505 tempest-FloatingIPDetailsTestJSON-1391655979 tempest-FloatingIPDetailsTestJSON-1391655979-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=102387) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 05 18:54:08.274943 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-aa73ab76-26cb-41e9-b40d-b30514e00fa3 req-11cf300d-cc4e-49eb-a46e-935943f29505 tempest-FloatingIPDetailsTestJSON-1391655979 tempest-FloatingIPDetailsTestJSON-1391655979-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0159004 Nov 05 18:54:08.323621 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-ff376268-5997-44c2-8388-96124d2bf35e tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.2701259 Nov 05 18:54:08.325389 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 32868) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:54:08.338753 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-31f93893-a48e-4ae8-833d-dccb2b42eacc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:08.442547 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d52983-6b66-40cc-8f6f-811076f373b1 req-7fb26433-3197-4c58-bcc3-3b6c35024cc8 tempest-ServerRescueTestJSON-1639389385 tempest-ServerRescueTestJSON-1639389385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:54:08.445914 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-75d52983-6b66-40cc-8f6f-811076f373b1 req-7fb26433-3197-4c58-bcc3-3b6c35024cc8 tempest-ServerRescueTestJSON-1639389385 tempest-ServerRescueTestJSON-1639389385-project] 10.222.0.13 "GET /v2.0/ports?device_id=9c7dbc46-8c68-4f14-8897-91c11ae5a9cd HTTP/1.1" status: 200 len: 945 time: 0.2216265 Nov 05 18:54:08.457094 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50359d77-2e5c-42a9-a17d-c9d24c86c3fb None None] DHCP port deletion for 1c9d25d3-7f2e-4384-9081-dc17514a5578 request from n-d-816865-1 {{(pid=102388) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 05 18:54:08.524765 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:08.555032 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-50359d77-2e5c-42a9-a17d-c9d24c86c3fb None None] Deleting port 336d33b3-44e1-4157-8bb2-3f03a97558ea {{(pid=102388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 18:54:08.555682 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-50359d77-2e5c-42a9-a17d-c9d24c86c3fb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:08.585619 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-d79142df-0e83-4afa-a844-0f3d9a5f5833 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Publish callbacks [] for router, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:08.693974 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-f50e316b-962a-4e1f-bf78-c9a11e1431d3 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-571777'] for router_interface, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:08.697262 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9506e2d-4d7a-48f8-b73d-3a2c1ab181a1 req-8c486a36-a1b6-42ca-8651-dafa95300751 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:54:08.698799 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-e9506e2d-4d7a-48f8-b73d-3a2c1ab181a1 req-8c486a36-a1b6-42ca-8651-dafa95300751 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=9d37d1d71d154d088bbcf565483b4218&device_id=b3c515f9-768f-4a54-bb92-e6f3d5207990 HTTP/1.1" status: 200 len: 1095 time: 0.2625682 Nov 05 18:54:08.710625 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-50359d77-2e5c-42a9-a17d-c9d24c86c3fb None None] For port 336d33b3-44e1-4157-8bb2-3f03a97558ea, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=336d33b3-44e1-4157-8bb2-3f03a97558ea,segment=NetworkSegment(1bdc5ccc-001b-4584-b217-2d1934002f57),segment_id=1bdc5ccc-001b-4584-b217-2d1934002f57)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:54:08.711235 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-50359d77-2e5c-42a9-a17d-c9d24c86c3fb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:08.732772 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-50359d77-2e5c-42a9-a17d-c9d24c86c3fb None None] Calling delete_port for 336d33b3-44e1-4157-8bb2-3f03a97558ea owned by network:dhcp {{(pid=102388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 18:54:08.781328 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb0974a-7290-4a20-96ae-5398e4f76c4e req-f21b3b1d-781e-4445-990f-7180deb441bc tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:54:08.783573 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-6cb0974a-7290-4a20-96ae-5398e4f76c4e req-f21b3b1d-781e-4445-990f-7180deb441bc tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] 10.222.0.13 "GET /v2.0/ports?device_id=b3c515f9-768f-4a54-bb92-e6f3d5207990 HTTP/1.1" status: 200 len: 944 time: 0.3361080 Nov 05 18:54:08.803555 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-75d52983-6b66-40cc-8f6f-811076f373b1 req-cfe9b23b-90d8-463d-91bd-6258ca27337e tempest-ServerRescueTestJSON-1639389385 tempest-ServerRescueTestJSON-1639389385-project] 10.222.0.13 "GET /v2.0/security-groups?id=458afcac-91c4-437c-b78f-d73b875bd5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2853746 Nov 05 18:54:08.874086 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-d79142df-0e83-4afa-a844-0f3d9a5f5833 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-571301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6852'] for router, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:08.883182 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-d79142df-0e83-4afa-a844-0f3d9a5f5833 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:08.925040 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 336d33b3-44e1-4157-8bb2-3f03a97558ea no longer exists at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 18:54:08.998237 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.db.resource_extend [None req-245408e9-b864-42ea-b2a9-06db66897f01 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 05 18:54:09.017644 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-50359d77-2e5c-42a9-a17d-c9d24c86c3fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798'] for port, after_delete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:09.025031 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Port 336d33b3-44e1-4157-8bb2-3f03a97558ea update to DOWN by agent not found {{(pid=102388) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}} Nov 05 18:54:09.025480 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 02e30c9e-6614-411f-a0b0-cb49e1e0671c no longer exists at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 18:54:09.053866 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-6cb0974a-7290-4a20-96ae-5398e4f76c4e req-b36314c5-89a7-43ad-afd6-c092d67019d3 tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] 10.222.0.13 "GET /v2.0/security-groups?id=8015cb9a-1cfc-43ae-80a2-992db853641d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2040830 Nov 05 18:54:09.080837 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] No Port match for: 02e30c9e-6614-411f-a0b0-cb49e1e0671c {{(pid=102388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 18:54:09.081889 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 02e30c9e-6614-411f-a0b0-cb49e1e0671c not bound to the agent host n-d-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 18:54:09.082574 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 8db4744d-1b79-4329-946e-abfe64620cec no longer exists at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 18:54:09.082971 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-d79142df-0e83-4afa-a844-0f3d9a5f5833 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-571310'] for router, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:09.090154 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d79142df-0e83-4afa-a844-0f3d9a5f5833 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Fanout notify agent at l3_agent the message router_deleted on router c01a9c15-cca6-488d-9da2-cbcea70d4dc1 {{(pid=102387) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 05 18:54:09.099512 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-d79142df-0e83-4afa-a844-0f3d9a5f5833 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Publish callbacks [] for router, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:09.101036 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-d79142df-0e83-4afa-a844-0f3d9a5f5833 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] 10.222.0.13 "DELETE /v2.0/routers/c01a9c15-cca6-488d-9da2-cbcea70d4dc1 HTTP/1.1" status: 204 len: 168 time: 0.7747090 Nov 05 18:54:09.103802 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 32888) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:54:09.119498 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] No Port match for: 8db4744d-1b79-4329-946e-abfe64620cec {{(pid=102388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 18:54:09.119498 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 8db4744d-1b79-4329-946e-abfe64620cec not bound to the agent host n-d-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 18:54:09.119758 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 32890) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:54:09.126935 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50359d77-2e5c-42a9-a17d-c9d24c86c3fb None None] No DVR routers for this DVR port 336d33b3-44e1-4157-8bb2-3f03a97558ea on host n-d-816865-1 {{(pid=102388) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 18:54:09.130763 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50359d77-2e5c-42a9-a17d-c9d24c86c3fb None None] Pushing event deleted for resources: {'Port': ['ID=336d33b3-44e1-4157-8bb2-3f03a97558ea,revision_number=None']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:54:09.186199 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-245408e9-b864-42ea-b2a9-06db66897f01 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:09.195118 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-69143561-9944-4b12-9144-6a89f63587c7 req-b10d2237-67d0-4803-8b9c-903bfcf28d4b tempest-FloatingIPDetailsTestJSON-1391655979 tempest-FloatingIPDetailsTestJSON-1391655979-project] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3409448 Nov 05 18:54:09.200668 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-04f0f18d-a202-4d06-b663-b9dbd329dbf9 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0957963 Nov 05 18:54:09.205355 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [req-69143561-9944-4b12-9144-6a89f63587c7 req-af6eba9a-ba2e-4325-80f9-a177be38de07 tempest-FloatingIPDetailsTestJSON-1391655979 tempest-FloatingIPDetailsTestJSON-1391655979-project] Request body: {'floatingip': {'floating_network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec'}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:54:09.212003 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 32894) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:54:09.221315 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9506e2d-4d7a-48f8-b73d-3a2c1ab181a1 req-6f2e1c06-7d77-4b74-96b0-5ca1bc275872 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:54:09.223975 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-e9506e2d-4d7a-48f8-b73d-3a2c1ab181a1 req-6f2e1c06-7d77-4b74-96b0-5ca1bc275872 service neutron] 10.222.0.55 "GET /v2.0/networks?id=bb5b9fed-8e61-492a-a21e-f9ce432c95f7 HTTP/1.1" status: 200 len: 912 time: 0.4841442 Nov 05 18:54:09.299012 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1fcdd6c-cb60-47c9-9458-e93623f106ab tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:54:09.301042 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-f1fcdd6c-cb60-47c9-9458-e93623f106ab tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0878074 Nov 05 18:54:09.304378 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 32898) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:54:09.325030 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-245408e9-b864-42ea-b2a9-06db66897f01 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1000577'] for floatingip, after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:09.359534 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-88c884c0-7449-471e-b11b-8fa908feddeb tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0473771 Nov 05 18:54:09.359952 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 32902) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:54:09.367010 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-8602a3dd-5614-43c1-80e2-e1993e61adc6 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Request body: {'subnet': {'network_id': '1c9d25d3-7f2e-4384-9081-dc17514a5578', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:54:09.377584 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-1835e3d6-d27e-4f4b-a079-dea7ef8e53ee tempest-RoutersAdminNegativeIpV6Test-1043802430 tempest-RoutersAdminNegativeIpV6Test-1043802430-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-997647991', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec'}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:54:09.407527 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-69143561-9944-4b12-9144-6a89f63587c7 req-af6eba9a-ba2e-4325-80f9-a177be38de07 tempest-FloatingIPDetailsTestJSON-1391655979 tempest-FloatingIPDetailsTestJSON-1391655979-project] Publish callbacks [] for floatingip, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:09.577718 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1835e3d6-d27e-4f4b-a079-dea7ef8e53ee tempest-RoutersAdminNegativeIpV6Test-1043802430 tempest-RoutersAdminNegativeIpV6Test-1043802430-project-admin] Made reservation on behalf of fa3ef4b16d9945848e3307a0fdac8db3 for: {'port': 1} {{(pid=102387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 18:54:09.580137 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-1835e3d6-d27e-4f4b-a079-dea7ef8e53ee tempest-RoutersAdminNegativeIpV6Test-1043802430 tempest-RoutersAdminNegativeIpV6Test-1043802430-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:09.588423 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-69143561-9944-4b12-9144-6a89f63587c7 req-af6eba9a-ba2e-4325-80f9-a177be38de07 tempest-FloatingIPDetailsTestJSON-1391655979 tempest-FloatingIPDetailsTestJSON-1391655979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:09.603701 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-1835e3d6-d27e-4f4b-a079-dea7ef8e53ee tempest-RoutersAdminNegativeIpV6Test-1043802430 tempest-RoutersAdminNegativeIpV6Test-1043802430-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:09.732856 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8602a3dd-5614-43c1-80e2-e1993e61adc6 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Made reservation on behalf of 7bc73c6c17f842a987dd31290d20faa2 for: {'subnet': 1} {{(pid=102387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 18:54:09.736354 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-8602a3dd-5614-43c1-80e2-e1993e61adc6 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5112236'] for subnet, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:09.786530 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-e9506e2d-4d7a-48f8-b73d-3a2c1ab181a1 req-3dc6cc3a-5956-49fd-a9b7-2ff3b035c939 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=76ac6dda-0dbe-4431-a06f-4b5c155d8cde HTTP/1.1" status: 200 len: 998 time: 0.5472798 Nov 05 18:54:09.789249 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.db_base_plugin_common [req-69143561-9944-4b12-9144-6a89f63587c7 req-af6eba9a-ba2e-4325-80f9-a177be38de07 tempest-FloatingIPDetailsTestJSON-1391655979 tempest-FloatingIPDetailsTestJSON-1391655979-project] Allocated IP 172.25.6.49 (40c8335d-cd0b-4cb5-910a-d4dcddd5cbec/04fe6db3-e108-4208-943d-6518424f5726/478dcaa6-3c95-4a27-86a3-f83ea6128fbe) {{(pid=102387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 18:54:09.852763 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-1835e3d6-d27e-4f4b-a079-dea7ef8e53ee tempest-RoutersAdminNegativeIpV6Test-1043802430 tempest-RoutersAdminNegativeIpV6Test-1043802430-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:09.922850 n-d-816865-1 neutron-server[102386]: INFO neutron.db.l3_db [None req-245408e9-b864-42ea-b2a9-06db66897f01 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Floating IP bce93aaa-d11d-4298-868b-1616a2468450 associated. External IP: 172.25.6.35, port: 4a07aa35-4ba7-4db3-b8ab-837d8ca258a7. Nov 05 18:54:09.925706 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9506e2d-4d7a-48f8-b73d-3a2c1ab181a1 req-689ef98a-44ec-44cb-98f8-86b51711ac77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:54:09.927224 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-e9506e2d-4d7a-48f8-b73d-3a2c1ab181a1 req-689ef98a-44ec-44cb-98f8-86b51711ac77 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=8df5751e-d8bb-41e4-9469-238f613979b1 HTTP/1.1" status: 200 len: 850 time: 0.1122153 Nov 05 18:54:09.954350 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-1835e3d6-d27e-4f4b-a079-dea7ef8e53ee tempest-RoutersAdminNegativeIpV6Test-1043802430 tempest-RoutersAdminNegativeIpV6Test-1043802430-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:09.967947 n-d-816865-1 neutron-server[102387]: DEBUG neutron.notifiers.nova [None req-1835e3d6-d27e-4f4b-a079-dea7ef8e53ee tempest-RoutersAdminNegativeIpV6Test-1043802430 tempest-RoutersAdminNegativeIpV6Test-1043802430-project-admin] device_id is not set on port 7046c202-b058-4ce3-9ed3-6df792ea8fcc yet. {{(pid=102387) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 05 18:54:09.982526 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 32910) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:54:10.034448 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-f50e316b-962a-4e1f-bf78-c9a11e1431d3 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Deleting port 2d32c49a-e83b-4ea0-9aaa-a7d10b79daf9 {{(pid=102386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 18:54:10.034886 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-f50e316b-962a-4e1f-bf78-c9a11e1431d3 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:10.066456 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1835e3d6-d27e-4f4b-a079-dea7ef8e53ee tempest-RoutersAdminNegativeIpV6Test-1043802430 tempest-RoutersAdminNegativeIpV6Test-1043802430-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bb487f9-2222-4bb4-9000-551406cb5e3c,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:54:10.114942 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1657ad6b-ac31-41b8-9553-d49047f80a1d req-b8bc20c9-440d-4d2d-afe8-a9bda7473844 tempest-ServerRescueTestJSON-1639389385 tempest-ServerRescueTestJSON-1639389385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:54:10.122646 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-1657ad6b-ac31-41b8-9553-d49047f80a1d req-b8bc20c9-440d-4d2d-afe8-a9bda7473844 tempest-ServerRescueTestJSON-1639389385 tempest-ServerRescueTestJSON-1639389385-project] 10.222.0.13 "GET /v2.0/ports?device_id=9c7dbc46-8c68-4f14-8897-91c11ae5a9cd HTTP/1.1" status: 200 len: 945 time: 0.2370393 Nov 05 18:54:10.140269 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9506e2d-4d7a-48f8-b73d-3a2c1ab181a1 req-47b1253d-8726-4054-8ade-8610ca3a8230 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:54:10.141967 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-e9506e2d-4d7a-48f8-b73d-3a2c1ab181a1 req-47b1253d-8726-4054-8ade-8610ca3a8230 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=bb5b9fed-8e61-492a-a21e-f9ce432c95f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1747115 Nov 05 18:54:10.160537 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-69143561-9944-4b12-9144-6a89f63587c7 req-af6eba9a-ba2e-4325-80f9-a177be38de07 tempest-FloatingIPDetailsTestJSON-1391655979 tempest-FloatingIPDetailsTestJSON-1391655979-project] Publish callbacks [] for port, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:10.198154 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-b228c715-5847-483e-9b6b-1706b701897a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:10.266956 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-1657ad6b-ac31-41b8-9553-d49047f80a1d req-c4c6ec44-1404-4f28-8df8-ccab744590f1 tempest-ServerRescueTestJSON-1639389385 tempest-ServerRescueTestJSON-1639389385-project] 10.222.0.13 "GET /v2.0/security-groups?id=458afcac-91c4-437c-b78f-d73b875bd5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433413 Nov 05 18:54:10.290851 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [None req-f50e316b-962a-4e1f-bf78-c9a11e1431d3 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] For port 2d32c49a-e83b-4ea0-9aaa-a7d10b79daf9, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=2d32c49a-e83b-4ea0-9aaa-a7d10b79daf9,segment=NetworkSegment(c5134ea6-0eb6-4a1e-8141-1fede62ad16d),segment_id=c5134ea6-0eb6-4a1e-8141-1fede62ad16d)] {{(pid=102386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:54:10.291220 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-f50e316b-962a-4e1f-bf78-c9a11e1431d3 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:10.333716 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-f50e316b-962a-4e1f-bf78-c9a11e1431d3 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Calling delete_port for 2d32c49a-e83b-4ea0-9aaa-a7d10b79daf9 owned by network:router_interface {{(pid=102386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 18:54:10.356000 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-69143561-9944-4b12-9144-6a89f63587c7 req-af6eba9a-ba2e-4325-80f9-a177be38de07 tempest-FloatingIPDetailsTestJSON-1391655979 tempest-FloatingIPDetailsTestJSON-1391655979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4417063'] for port, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:10.412246 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-e9506e2d-4d7a-48f8-b73d-3a2c1ab181a1 req-dbdd5810-c09f-4017-baac-3b6ee8f34144 service neutron] 10.222.0.55 "GET /v2.0/networks/bb5b9fed-8e61-492a-a21e-f9ce432c95f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2604790 Nov 05 18:54:10.578292 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-245408e9-b864-42ea-b2a9-06db66897f01 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Router 40f2d763-0d5a-4cb9-96f7-6003827bea4d has already been hosted by L3 agent 6dcb5589-8e86-4616-9186-ddc4548e13ad {{(pid=102386) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 18:54:10.595746 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-b228c715-5847-483e-9b6b-1706b701897a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:10.666088 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-b228c715-5847-483e-9b6b-1706b701897a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:10.709911 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-e9506e2d-4d7a-48f8-b73d-3a2c1ab181a1 req-d7743c9d-d298-4890-a8d5-2c4519c8aa37 service neutron] 10.222.0.55 "GET /v2.0/networks/bb5b9fed-8e61-492a-a21e-f9ce432c95f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2585025 Nov 05 18:54:10.765760 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-b228c715-5847-483e-9b6b-1706b701897a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d675ede179c04cc6be1ebc95e6e3448e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7810485 Nov 05 18:54:10.773947 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 32918) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:54:10.784937 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b228c715-5847-483e-9b6b-1706b701897a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84a679c7-1940-4f0e-b52f-e84015e49746,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:54:10.807691 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-69143561-9944-4b12-9144-6a89f63587c7 req-af6eba9a-ba2e-4325-80f9-a177be38de07 tempest-FloatingIPDetailsTestJSON-1391655979 tempest-FloatingIPDetailsTestJSON-1391655979-project] Network 40c8335d-cd0b-4cb5-910a-d4dcddd5cbec is already hosted by enough agents. {{(pid=102387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 18:54:10.851127 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-245408e9-b864-42ea-b2a9-06db66897f01 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Notify agent at l3_agent.n-d-816865-1 the message routers_updated {{(pid=102386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 18:54:10.855826 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-245408e9-b864-42ea-b2a9-06db66897f01 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for floatingip, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:10.862004 n-d-816865-1 neutron-server[102387]: DEBUG neutron.objects.ports [None req-8602a3dd-5614-43c1-80e2-e1993e61adc6 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102387) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 05 18:54:10.863492 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-395221d7-5b85-4ae7-8fe5-a85a2b2fdcb7 None None] Sync routers for ids ['40f2d763-0d5a-4cb9-96f7-6003827bea4d'] in n-d-816865-1 {{(pid=102388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 18:54:10.868414 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.base_scheduler [req-69143561-9944-4b12-9144-6a89f63587c7 req-af6eba9a-ba2e-4325-80f9-a177be38de07 tempest-FloatingIPDetailsTestJSON-1391655979 tempest-FloatingIPDetailsTestJSON-1391655979-project] Resources bound (agent type, host, resource id): {{(pid=102387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:54:10.872535 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.l3_dvrscheduler_db [req-69143561-9944-4b12-9144-6a89f63587c7 req-af6eba9a-ba2e-4325-80f9-a177be38de07 tempest-FloatingIPDetailsTestJSON-1391655979 tempest-FloatingIPDetailsTestJSON-1391655979-project] Received port after_create {{(pid=102387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 18:54:10.880502 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-395221d7-5b85-4ae7-8fe5-a85a2b2fdcb7 None None] Routers {'40f2d763-0d5a-4cb9-96f7-6003827bea4d'} bound to L3 agent in host n-d-816865-1 {{(pid=102388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 18:54:10.880821 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-395221d7-5b85-4ae7-8fe5-a85a2b2fdcb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T18:54:05Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['40f2d763-0d5a-4cb9-96f7-6003827bea4d'], 'active': True} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:54:10.891159 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6eba9a-ba2e-4325-80f9-a177be38de07 tempest-FloatingIPDetailsTestJSON-1391655979 tempest-FloatingIPDetailsTestJSON-1391655979-project] Pushing event updated for resources: {'Port': ['ID=478dcaa6-3c95-4a27-86a3-f83ea6128fbe,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:54:10.896047 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-245408e9-b864-42ea-b2a9-06db66897f01 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] 10.222.0.13 "PUT /v2.0/floatingips/bce93aaa-d11d-4298-868b-1616a2468450 HTTP/1.1" status: 200 len: 990 time: 3.6881526 Nov 05 18:54:10.896047 n-d-816865-1 neutron-server[102386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1682fb31-a1bf-43f5-a4fa-447937da8a91', 'tag': '4a07aa35-4ba7-4db3-b8ab-837d8ca258a7'}] {{(pid=102386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 18:54:10.896286 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-8602a3dd-5614-43c1-80e2-e1993e61adc6 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4417463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5112218'] for subnet, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:10.896400 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6173a44d7c73f41af551dc890fa1a5892c2c6bc3458b640c8e0c24db7876ba6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2005e662-47cf-47ec-b38f-710592019520" -d '{"events": [{"name": "network-changed", "server_uuid": "1682fb31-a1bf-43f5-a4fa-447937da8a91", "tag": "4a07aa35-4ba7-4db3-b8ab-837d8ca258a7"}]}' {{(pid=102386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 18:54:10.922210 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-f50e316b-962a-4e1f-bf78-c9a11e1431d3 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:10.933725 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.db_base_plugin_common [None req-1835e3d6-d27e-4f4b-a079-dea7ef8e53ee tempest-RoutersAdminNegativeIpV6Test-1043802430 tempest-RoutersAdminNegativeIpV6Test-1043802430-project-admin] Allocated IP 172.25.6.107 (40c8335d-cd0b-4cb5-910a-d4dcddd5cbec/04fe6db3-e108-4208-943d-6518424f5726/7046c202-b058-4ce3-9ed3-6df792ea8fcc) {{(pid=102387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 18:54:10.950868 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4f0dd3-583b-49b3-8a5e-705db5c79613 req-3b1282fc-28dc-4ea9-9204-6d1bc3571948 tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:54:10.952484 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-4d4f0dd3-583b-49b3-8a5e-705db5c79613 req-3b1282fc-28dc-4ea9-9204-6d1bc3571948 tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] 10.222.0.13 "GET /v2.0/ports?device_id=b3c515f9-768f-4a54-bb92-e6f3d5207990 HTTP/1.1" status: 200 len: 944 time: 0.6182106 Nov 05 18:54:11.004519 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvr_db [None req-395221d7-5b85-4ae7-8fe5-a85a2b2fdcb7 None None] Set router 40f2d763-0d5a-4cb9-96f7-6003827bea4d gateway port host: n-d-816865-1 {{(pid=102388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 18:54:11.020363 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50e316b-962a-4e1f-bf78-c9a11e1431d3 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Pushing event deleted for resources: {'Port': ['ID=2d32c49a-e83b-4ea0-9aaa-a7d10b79daf9,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:54:11.031807 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8602a3dd-5614-43c1-80e2-e1993e61adc6 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Network 1c9d25d3-7f2e-4384-9081-dc17514a5578 is already hosted by enough agents. {{(pid=102387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 18:54:11.052198 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.base_scheduler [None req-8602a3dd-5614-43c1-80e2-e1993e61adc6 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Resources bound (agent type, host, resource id): {{(pid=102387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:54:11.069775 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8602a3dd-5614-43c1-80e2-e1993e61adc6 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:54:11.070422 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-8602a3dd-5614-43c1-80e2-e1993e61adc6 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597851'] for subnet, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:11.085299 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-f50e316b-962a-4e1f-bf78-c9a11e1431d3 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-597886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-573297'] for router_interface, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:11.091623 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e7aca0c-dda1-4f12-ae13-89b885573308 None None] Network 1c9d25d3-7f2e-4384-9081-dc17514a5578 requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 18:54:11.113630 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-418e260e-5134-4c0a-8bf3-5521da9d83b5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:11.126816 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8602a3dd-5614-43c1-80e2-e1993e61adc6 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Pushing event updated for resources: {'Subnet': ['ID=bac6de6a-78f7-41c3-80e9-bc3d6cbc455d,revision_number=0']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:54:11.208451 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-4d4f0dd3-583b-49b3-8a5e-705db5c79613 req-d73b8762-9284-4c7d-9704-9475e38a18af tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] 10.222.0.13 "GET /v2.0/security-groups?id=8015cb9a-1cfc-43ae-80a2-992db853641d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2304034 Nov 05 18:54:11.225009 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-418e260e-5134-4c0a-8bf3-5521da9d83b5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:11.267527 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-8602a3dd-5614-43c1-80e2-e1993e61adc6 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.9059064 Nov 05 18:54:11.268174 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 32924) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:54:11.296396 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-1ccf8c45-16b6-43ea-b18d-d8d266c5efc9 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Request body: {'subnet': {'network_id': '1c9d25d3-7f2e-4384-9081-dc17514a5578', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:54:11.334555 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-69143561-9944-4b12-9144-6a89f63587c7 req-af6eba9a-ba2e-4325-80f9-a177be38de07 tempest-FloatingIPDetailsTestJSON-1391655979 tempest-FloatingIPDetailsTestJSON-1391655979-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:11.384108 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f50e316b-962a-4e1f-bf78-c9a11e1431d3 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Router 98c28b36-02e7-4b7d-8190-c1aff44fd3f1 has already been hosted by L3 agent 6dcb5589-8e86-4616-9186-ddc4548e13ad {{(pid=102386) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 18:54:11.418947 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2180e0f2-8682-473f-9385-9b179152b000 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeb20a084-accf-5b60-8075-3e69ebe863a6-1c9d25d3-7f2e-4384-9081-dc17514a5578', 'network_id': '1c9d25d3-7f2e-4384-9081-dc17514a5578', 'tenant_id': '7bc73c6c17f842a987dd31290d20faa2', 'fixed_ips': [{'subnet_id': 'bac6de6a-78f7-41c3-80e9-bc3d6cbc455d'}]}} from n-d-816865-1. {{(pid=102388) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 05 18:54:11.419980 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-2180e0f2-8682-473f-9385-9b179152b000 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:11.460889 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-395221d7-5b85-4ae7-8fe5-a85a2b2fdcb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40f2d763-0d5a-4cb9-96f7-6003827bea4d', 'name': 'tempest-TaggedBootDevicesTest_v242-1713986911-router', 'tenant_id': '3f080cb3a4f24f1db8ad75a12c2cd4bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.77'}], 'enable_snat': True}, 'gw_port_id': '7bab206f-acf2-4612-9598-eb9db1972f24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T18:50:43Z', 'updated_at': '2021-11-05T18:50:50Z', 'revision_number': 4, 'project_id': '3f080cb3a4f24f1db8ad75a12c2cd4bf', 'gw_port': {'id': '7bab206f-acf2-4612-9598-eb9db1972f24', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:4f:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40f2d763-0d5a-4cb9-96f7-6003827bea4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1432, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T18:50:44Z', 'updated_at': '2021-11-05T18:50:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1', '_floatingips': [{'id': 'bce93aaa-d11d-4298-868b-1616a2468450', 'tenant_id': '3f080cb3a4f24f1db8ad75a12c2cd4bf', 'floating_ip_address': '172.25.6.35', 'floating_network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'router_id': '40f2d763-0d5a-4cb9-96f7-6003827bea4d', 'port_id': '4a07aa35-4ba7-4db3-b8ab-837d8ca258a7', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1566, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad4e0fc4-1abc-48fb-9c8e-5d76236fa098', 'mac_address': 'fa:16:3e:a8:51:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1682fb31-a1bf-43f5-a4fa-447937da8a91', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-05T18:52:04Z', 'updated_at': '2021-11-05T18:54:08Z', 'revision_number': 1, 'project_id': '3f080cb3a4f24f1db8ad75a12c2cd4bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '17b9d721-5fc1-490f-80d0-7512640e4d2b', 'name': '', 'network_id': 'ad4e0fc4-1abc-48fb-9c8e-5d76236fa098', 'tenant_id': '3f080cb3a4f24f1db8ad75a12c2cd4bf', 'mac_address': 'fa:16:3e:62:7c:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40f2d763-0d5a-4cb9-96f7-6003827bea4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1446, 'fixed_ips': [{'subnet_id': '785d7bfa-2453-4e75-8b0a-ec14975b144a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T18:50:49Z', 'updated_at': '2021-11-05T18:50:57Z', 'revision_number': 5, 'project_id': '3f080cb3a4f24f1db8ad75a12c2cd4bf', 'subnets': [{'id': '785d7bfa-2453-4e75-8b0a-ec14975b144a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-1', False) {} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:54:11.487946 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f50e316b-962a-4e1f-bf78-c9a11e1431d3 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Notify agent at l3_agent.n-d-816865-1 the message routers_updated {{(pid=102386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 18:54:11.499777 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-f50e316b-962a-4e1f-bf78-c9a11e1431d3 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] 10.222.0.13 "PUT /v2.0/routers/98c28b36-02e7-4b7d-8190-c1aff44fd3f1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2205846 Nov 05 18:54:11.500440 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 32926) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:54:11.503652 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9592bae1-078e-4b3c-9bb6-59cca96f8d52 None None] Sync routers for ids ['98c28b36-02e7-4b7d-8190-c1aff44fd3f1'] in n-d-816865-1 {{(pid=102389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 18:54:11.516323 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9592bae1-078e-4b3c-9bb6-59cca96f8d52 None None] Routers {'98c28b36-02e7-4b7d-8190-c1aff44fd3f1'} bound to L3 agent in host n-d-816865-1 {{(pid=102389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 18:54:11.517199 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-9592bae1-078e-4b3c-9bb6-59cca96f8d52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T18:54:05Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['98c28b36-02e7-4b7d-8190-c1aff44fd3f1'], 'active': True} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:54:11.519532 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-69143561-9944-4b12-9144-6a89f63587c7 req-af6eba9a-ba2e-4325-80f9-a177be38de07 tempest-FloatingIPDetailsTestJSON-1391655979 tempest-FloatingIPDetailsTestJSON-1391655979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:11.534298 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-395221d7-5b85-4ae7-8fe5-a85a2b2fdcb7 None None] Checking router: 40f2d763-0d5a-4cb9-96f7-6003827bea4d for host: n-d-816865-1 {{(pid=102388) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 18:54:11.559896 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-395221d7-5b85-4ae7-8fe5-a85a2b2fdcb7 None None] Routers {'40f2d763-0d5a-4cb9-96f7-6003827bea4d'} bound to L3 agent in host n-d-816865-1 {{(pid=102388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 18:54:11.560522 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-395221d7-5b85-4ae7-8fe5-a85a2b2fdcb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T18:54:05Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['40f2d763-0d5a-4cb9-96f7-6003827bea4d'], 'active': True} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:54:11.562161 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.db_base_plugin_v2 [None req-36f5641a-1cd7-4280-8223-f6c862d9ece0 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Deleting subnet 375204fc-1e27-495a-8797-c770261c4731 {{(pid=102386) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 05 18:54:11.567020 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-36f5641a-1cd7-4280-8223-f6c862d9ece0 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Publish callbacks [] for subnet, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:11.592639 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-1835e3d6-d27e-4f4b-a079-dea7ef8e53ee tempest-RoutersAdminNegativeIpV6Test-1043802430 tempest-RoutersAdminNegativeIpV6Test-1043802430-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:11.608909 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvr_db [None req-9592bae1-078e-4b3c-9bb6-59cca96f8d52 None None] Set router 98c28b36-02e7-4b7d-8190-c1aff44fd3f1 gateway port host: None {{(pid=102389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 18:54:11.622612 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-36f5641a-1cd7-4280-8223-f6c862d9ece0 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4590738'] for subnet, precommit_delete_associations {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:11.686033 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-9592bae1-078e-4b3c-9bb6-59cca96f8d52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98c28b36-02e7-4b7d-8190-c1aff44fd3f1', 'name': 'tempest-RoutersIpV6Test-router-1724408201', 'tenant_id': '07347c71ee604fb5990da9c356235381', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T18:52:47Z', 'updated_at': '2021-11-05T18:54:10Z', 'revision_number': 11, 'project_id': '07347c71ee604fb5990da9c356235381', 'gw_port_host': None}], 'n-d-816865-1', False) {} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:54:11.690778 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.db_base_plugin_common [None req-2180e0f2-8682-473f-9385-9b179152b000 None None] Allocated IP 2001:db8::f816:3eff:fec7:cbb7 (1c9d25d3-7f2e-4384-9081-dc17514a5578/bac6de6a-78f7-41c3-80e9-bc3d6cbc455d/161d34cf-f69b-47dd-ac08-187b47b93757) {{(pid=102388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 18:54:11.701871 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ccf8c45-16b6-43ea-b18d-d8d266c5efc9 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Made reservation on behalf of 7bc73c6c17f842a987dd31290d20faa2 for: {'subnet': 1} {{(pid=102387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 18:54:11.706011 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-1ccf8c45-16b6-43ea-b18d-d8d266c5efc9 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5112236'] for subnet, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:11.721902 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9592bae1-078e-4b3c-9bb6-59cca96f8d52 None None] Checking router: 98c28b36-02e7-4b7d-8190-c1aff44fd3f1 for host: n-d-816865-1 {{(pid=102389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 18:54:11.726312 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-36f5641a-1cd7-4280-8223-f6c862d9ece0 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1573928'] for subnet, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:11.733218 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9592bae1-078e-4b3c-9bb6-59cca96f8d52 None None] Routers {'98c28b36-02e7-4b7d-8190-c1aff44fd3f1'} bound to L3 agent in host n-d-816865-1 {{(pid=102389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 18:54:11.734175 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-9592bae1-078e-4b3c-9bb6-59cca96f8d52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T18:54:05Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['98c28b36-02e7-4b7d-8190-c1aff44fd3f1'], 'active': True} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:54:11.744682 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvr_db [None req-395221d7-5b85-4ae7-8fe5-a85a2b2fdcb7 None None] Set router 40f2d763-0d5a-4cb9-96f7-6003827bea4d gateway port host: n-d-816865-1 {{(pid=102388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 18:54:11.827810 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvr_db [None req-9592bae1-078e-4b3c-9bb6-59cca96f8d52 None None] Set router 98c28b36-02e7-4b7d-8190-c1aff44fd3f1 gateway port host: None {{(pid=102389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 18:54:11.882353 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-418e260e-5134-4c0a-8bf3-5521da9d83b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:11.888694 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-418e260e-5134-4c0a-8bf3-5521da9d83b5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:11.892230 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-418e260e-5134-4c0a-8bf3-5521da9d83b5 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/84a679c7-1940-4f0e-b52f-e84015e49746 HTTP/1.1" status: 204 len: 168 time: 1.1102920 Nov 05 18:54:11.913583 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-36f5641a-1cd7-4280-8223-f6c862d9ece0 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1573905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6149879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4877183'] for subnet, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:11.936799 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-9592bae1-078e-4b3c-9bb6-59cca96f8d52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98c28b36-02e7-4b7d-8190-c1aff44fd3f1', 'name': 'tempest-RoutersIpV6Test-router-1724408201', 'tenant_id': '07347c71ee604fb5990da9c356235381', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T18:52:47Z', 'updated_at': '2021-11-05T18:54:10Z', 'revision_number': 11, 'project_id': '07347c71ee604fb5990da9c356235381', 'gw_port_host': None}], 'n-d-816865-1', False) {} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:54:11.989958 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9fd36a-f732-4c6b-9c13-dedfa71b7934 req-8d6ba045-c3a6-4c84-888a-bad1ab886310 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:54:11.991792 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-ea9fd36a-f732-4c6b-9c13-dedfa71b7934 req-8d6ba045-c3a6-4c84-888a-bad1ab886310 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=bc43cc4e829541bd87fc815a2a0048f0&device_id=9c7dbc46-8c68-4f14-8897-91c11ae5a9cd HTTP/1.1" status: 200 len: 1096 time: 0.1232955 Nov 05 18:54:11.998329 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 18:54:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-893dae2c-c2dc-48e1-99f6-be9030b90646 x-openstack-request-id: req-893dae2c-c2dc-48e1-99f6-be9030b90646 {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 18:54:12.002367 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1682fb31-a1bf-43f5-a4fa-447937da8a91", "tag": "4a07aa35-4ba7-4db3-b8ab-837d8ca258a7", "status": "completed", "code": 200}]} {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 18:54:12.002686 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-893dae2c-c2dc-48e1-99f6-be9030b90646 {{(pid=102386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 18:54:12.003127 n-d-816865-1 neutron-server[102386]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1682fb31-a1bf-43f5-a4fa-447937da8a91', 'tag': '4a07aa35-4ba7-4db3-b8ab-837d8ca258a7', 'status': 'completed', 'code': 200} Nov 05 18:54:12.013020 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9592bae1-078e-4b3c-9bb6-59cca96f8d52 None None] The sync data for ids ['98c28b36-02e7-4b7d-8190-c1aff44fd3f1'] in n-d-816865-1 is: [{'id': '98c28b36-02e7-4b7d-8190-c1aff44fd3f1', 'name': 'tempest-RoutersIpV6Test-router-1724408201', 'tenant_id': '07347c71ee604fb5990da9c356235381', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T18:52:47Z', 'updated_at': '2021-11-05T18:54:10Z', 'revision_number': 11, 'project_id': '07347c71ee604fb5990da9c356235381', 'gw_port_host': None}] {{(pid=102389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 18:54:12.014187 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-36f5641a-1cd7-4280-8223-f6c862d9ece0 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Publish callbacks [] for subnet, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:12.022413 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418e260e-5134-4c0a-8bf3-5521da9d83b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84a679c7-1940-4f0e-b52f-e84015e49746,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:54:12.029639 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-36f5641a-1cd7-4280-8223-f6c862d9ece0 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] 10.222.0.13 "DELETE /v2.0/subnets/375204fc-1e27-495a-8797-c770261c4731 HTTP/1.1" status: 204 len: 168 time: 0.5281041 Nov 05 18:54:12.030859 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f5641a-1cd7-4280-8223-f6c862d9ece0 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Pushing event deleted for resources: {'Subnet': ['ID=375204fc-1e27-495a-8797-c770261c4731,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:54:12.048634 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 32932) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:54:12.135352 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-1835e3d6-d27e-4f4b-a079-dea7ef8e53ee tempest-RoutersAdminNegativeIpV6Test-1043802430 tempest-RoutersAdminNegativeIpV6Test-1043802430-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4417063'] for port, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:12.161718 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bfc756d-2877-4e0a-8b40-4665b38313f4 None None] Network f0bd4915-5264-4f1b-888c-702ac3bd3c65 requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 18:54:12.199386 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-af0e8224-0573-46e3-b42c-9779cb294938 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1664226'] for network, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:12.227937 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9fd36a-f732-4c6b-9c13-dedfa71b7934 req-7040bcad-96a1-4bfa-b762-d4afc9e8271c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:54:12.229600 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-ea9fd36a-f732-4c6b-9c13-dedfa71b7934 req-7040bcad-96a1-4bfa-b762-d4afc9e8271c service neutron] 10.222.0.41 "GET /v2.0/networks?id=0b64b77a-1769-4ba3-98b8-e072ca99e966 HTTP/1.1" status: 200 len: 912 time: 0.2220702 Nov 05 18:54:12.243929 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2005e662-47cf-47ec-b38f-710592019520 req-c4730246-f19b-42b4-9c10-6f009029c12a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:54:12.244400 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2005e662-47cf-47ec-b38f-710592019520 req-c4730246-f19b-42b4-9c10-6f009029c12a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:54:12.245076 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2005e662-47cf-47ec-b38f-710592019520 req-c4730246-f19b-42b4-9c10-6f009029c12a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:54:12.245311 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2005e662-47cf-47ec-b38f-710592019520 req-c4730246-f19b-42b4-9c10-6f009029c12a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:54:12.246378 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2005e662-47cf-47ec-b38f-710592019520 req-c4730246-f19b-42b4-9c10-6f009029c12a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:54:12.246851 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2005e662-47cf-47ec-b38f-710592019520 req-c4730246-f19b-42b4-9c10-6f009029c12a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:54:12.247282 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2005e662-47cf-47ec-b38f-710592019520 req-c4730246-f19b-42b4-9c10-6f009029c12a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:54:12.249626 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-2005e662-47cf-47ec-b38f-710592019520 req-c4730246-f19b-42b4-9c10-6f009029c12a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3f080cb3a4f24f1db8ad75a12c2cd4bf&device_id=1682fb31-a1bf-43f5-a4fa-447937da8a91 HTTP/1.1" status: 200 len: 6500 time: 0.2747750 Nov 05 18:54:12.272830 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1835e3d6-d27e-4f4b-a079-dea7ef8e53ee tempest-RoutersAdminNegativeIpV6Test-1043802430 tempest-RoutersAdminNegativeIpV6Test-1043802430-project-admin] Network 40c8335d-cd0b-4cb5-910a-d4dcddd5cbec is already hosted by enough agents. {{(pid=102387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 18:54:12.288327 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-ea9fd36a-f732-4c6b-9c13-dedfa71b7934 req-5d732835-3ed3-482b-b2e1-965233b66c71 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=681ffd7d-76c7-4d3f-aa31-075d70985958 HTTP/1.1" status: 200 len: 217 time: 0.0410652 Nov 05 18:54:12.295194 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.base_scheduler [None req-1835e3d6-d27e-4f4b-a079-dea7ef8e53ee tempest-RoutersAdminNegativeIpV6Test-1043802430 tempest-RoutersAdminNegativeIpV6Test-1043802430-project-admin] Resources bound (agent type, host, resource id): {{(pid=102387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:54:12.310886 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1835e3d6-d27e-4f4b-a079-dea7ef8e53ee tempest-RoutersAdminNegativeIpV6Test-1043802430 tempest-RoutersAdminNegativeIpV6Test-1043802430-project-admin] Pushing event updated for resources: {'Port': ['ID=7046c202-b058-4ce3-9ed3-6df792ea8fcc,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:54:12.320788 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c86d0f8-4572-4523-b085-35e267478108 req-430c13fc-72cc-4b27-8db5-c04df1c3d22f tempest-ServerRescueTestJSON-1639389385 tempest-ServerRescueTestJSON-1639389385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:54:12.329786 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-1c86d0f8-4572-4523-b085-35e267478108 req-430c13fc-72cc-4b27-8db5-c04df1c3d22f tempest-ServerRescueTestJSON-1639389385 tempest-ServerRescueTestJSON-1639389385-project] 10.222.0.13 "GET /v2.0/ports?device_id=9c7dbc46-8c68-4f14-8897-91c11ae5a9cd HTTP/1.1" status: 200 len: 945 time: 0.2484076 Nov 05 18:54:12.348596 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1835e3d6-d27e-4f4b-a079-dea7ef8e53ee tempest-RoutersAdminNegativeIpV6Test-1043802430 tempest-RoutersAdminNegativeIpV6Test-1043802430-project-admin] Received port after_create {{(pid=102387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 18:54:12.357258 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-af0e8224-0573-46e3-b42c-9779cb294938 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Deleting port 1d77557b-35ca-4e25-b4a0-93b1ce3dc188 {{(pid=102386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 18:54:12.357676 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-af0e8224-0573-46e3-b42c-9779cb294938 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:12.384251 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9fd36a-f732-4c6b-9c13-dedfa71b7934 req-487720ab-6c99-48c3-af4e-b817b992ad46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:54:12.386075 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-ea9fd36a-f732-4c6b-9c13-dedfa71b7934 req-487720ab-6c99-48c3-af4e-b817b992ad46 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6176923a-af99-42e6-bca9-86e5b2bd6e07 HTTP/1.1" status: 200 len: 851 time: 0.0890820 Nov 05 18:54:12.424046 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-2180e0f2-8682-473f-9385-9b179152b000 None None] Publish callbacks [] for port, precommit_create {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:12.473374 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-69143561-9944-4b12-9144-6a89f63587c7 req-af6eba9a-ba2e-4325-80f9-a177be38de07 tempest-FloatingIPDetailsTestJSON-1391655979 tempest-FloatingIPDetailsTestJSON-1391655979-project] Publish callbacks [] for port, precommit_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:12.482722 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-ea9fd36a-f732-4c6b-9c13-dedfa71b7934 req-6609e690-3eec-41e8-ae77-348625553c5c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=0b64b77a-1769-4ba3-98b8-e072ca99e966&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0623381 Nov 05 18:54:12.532023 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [None req-af0e8224-0573-46e3-b42c-9779cb294938 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] For port 1d77557b-35ca-4e25-b4a0-93b1ce3dc188, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=1d77557b-35ca-4e25-b4a0-93b1ce3dc188,segment=NetworkSegment(c5134ea6-0eb6-4a1e-8141-1fede62ad16d),segment_id=c5134ea6-0eb6-4a1e-8141-1fede62ad16d)] {{(pid=102386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:54:12.532896 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-af0e8224-0573-46e3-b42c-9779cb294938 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:12.542458 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1835e3d6-d27e-4f4b-a079-dea7ef8e53ee tempest-RoutersAdminNegativeIpV6Test-1043802430 tempest-RoutersAdminNegativeIpV6Test-1043802430-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:54:12.543149 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-1835e3d6-d27e-4f4b-a079-dea7ef8e53ee tempest-RoutersAdminNegativeIpV6Test-1043802430 tempest-RoutersAdminNegativeIpV6Test-1043802430-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:12.573313 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-af0e8224-0573-46e3-b42c-9779cb294938 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Calling delete_port for 1d77557b-35ca-4e25-b4a0-93b1ce3dc188 owned by network:dhcp {{(pid=102386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 18:54:12.577211 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-1c86d0f8-4572-4523-b085-35e267478108 req-e9cb57d9-a257-48df-8b0c-7720983157e0 tempest-ServerRescueTestJSON-1639389385 tempest-ServerRescueTestJSON-1639389385-project] 10.222.0.13 "GET /v2.0/security-groups?id=458afcac-91c4-437c-b78f-d73b875bd5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2464373 Nov 05 18:54:12.615749 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-69143561-9944-4b12-9144-6a89f63587c7 req-af6eba9a-ba2e-4325-80f9-a177be38de07 tempest-FloatingIPDetailsTestJSON-1391655979 tempest-FloatingIPDetailsTestJSON-1391655979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4417072'] for port, after_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:12.639158 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2005e662-47cf-47ec-b38f-710592019520 req-d196dfdc-1839-4932-b800-74d1fdbf63e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:54:12.639158 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-2005e662-47cf-47ec-b38f-710592019520 req-d196dfdc-1839-4932-b800-74d1fdbf63e4 service neutron] 10.222.0.41 "GET /v2.0/networks?id=ad4e0fc4-1abc-48fb-9c8e-5d76236fa098 HTTP/1.1" status: 200 len: 918 time: 0.3632827 Nov 05 18:54:12.658471 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-2180e0f2-8682-473f-9385-9b179152b000 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789'] for port, after_create {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:12.660541 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-ea9fd36a-f732-4c6b-9c13-dedfa71b7934 req-83f60f5f-896b-42dc-9535-2ea1cd232e9b service neutron] 10.222.0.41 "GET /v2.0/networks/0b64b77a-1769-4ba3-98b8-e072ca99e966?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1673880 Nov 05 18:54:12.701288 n-d-816865-1 neutron-server[102388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2180e0f2-8682-473f-9385-9b179152b000 None None] Network 1c9d25d3-7f2e-4384-9081-dc17514a5578 is already hosted by enough agents. {{(pid=102388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 18:54:12.707347 n-d-816865-1 neutron-server[102388]: DEBUG neutron.scheduler.base_scheduler [None req-2180e0f2-8682-473f-9385-9b179152b000 None None] Resources bound (agent type, host, resource id): {{(pid=102388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:54:12.709847 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2180e0f2-8682-473f-9385-9b179152b000 None None] Received port after_create {{(pid=102388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 18:54:12.764177 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2180e0f2-8682-473f-9385-9b179152b000 None None] Pushing event updated for resources: {'Port': ['ID=161d34cf-f69b-47dd-ac08-187b47b93757,revision_number=1']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:54:12.782093 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-1ccf8c45-16b6-43ea-b18d-d8d266c5efc9 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4417463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5112218'] for subnet, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:12.793536 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-1835e3d6-d27e-4f4b-a079-dea7ef8e53ee tempest-RoutersAdminNegativeIpV6Test-1043802430 tempest-RoutersAdminNegativeIpV6Test-1043802430-project-admin] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1036 time: 3.6731067 Nov 05 18:54:12.798073 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 32938) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:54:12.806324 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-e3bc059d-2c15-44d5-af2c-e935fa1d8e1c tempest-RoutersAdminNegativeIpV6Test-1043802430 tempest-RoutersAdminNegativeIpV6Test-1043802430-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.107'}]}}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:54:12.820160 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-af0e8224-0573-46e3-b42c-9779cb294938 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:12.832699 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-395221d7-5b85-4ae7-8fe5-a85a2b2fdcb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40f2d763-0d5a-4cb9-96f7-6003827bea4d', 'name': 'tempest-TaggedBootDevicesTest_v242-1713986911-router', 'tenant_id': '3f080cb3a4f24f1db8ad75a12c2cd4bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.77'}], 'enable_snat': True}, 'gw_port_id': '7bab206f-acf2-4612-9598-eb9db1972f24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T18:50:43Z', 'updated_at': '2021-11-05T18:50:50Z', 'revision_number': 4, 'project_id': '3f080cb3a4f24f1db8ad75a12c2cd4bf', 'gw_port': {'id': '7bab206f-acf2-4612-9598-eb9db1972f24', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:4f:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40f2d763-0d5a-4cb9-96f7-6003827bea4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1432, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T18:50:44Z', 'updated_at': '2021-11-05T18:50:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1', '_floatingips': [{'id': 'bce93aaa-d11d-4298-868b-1616a2468450', 'tenant_id': '3f080cb3a4f24f1db8ad75a12c2cd4bf', 'floating_ip_address': '172.25.6.35', 'floating_network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'router_id': '40f2d763-0d5a-4cb9-96f7-6003827bea4d', 'port_id': '4a07aa35-4ba7-4db3-b8ab-837d8ca258a7', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1566, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad4e0fc4-1abc-48fb-9c8e-5d76236fa098', 'mac_address': 'fa:16:3e:a8:51:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1682fb31-a1bf-43f5-a4fa-447937da8a91', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-05T18:52:04Z', 'updated_at': '2021-11-05T18:54:08Z', 'revision_number': 1, 'project_id': '3f080cb3a4f24f1db8ad75a12c2cd4bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '17b9d721-5fc1-490f-80d0-7512640e4d2b', 'name': '', 'network_id': 'ad4e0fc4-1abc-48fb-9c8e-5d76236fa098', 'tenant_id': '3f080cb3a4f24f1db8ad75a12c2cd4bf', 'mac_address': 'fa:16:3e:62:7c:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40f2d763-0d5a-4cb9-96f7-6003827bea4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1446, 'fixed_ips': [{'subnet_id': '785d7bfa-2453-4e75-8b0a-ec14975b144a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T18:50:49Z', 'updated_at': '2021-11-05T18:50:57Z', 'revision_number': 5, 'project_id': '3f080cb3a4f24f1db8ad75a12c2cd4bf', 'subnets': [{'id': '785d7bfa-2453-4e75-8b0a-ec14975b144a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-1', False) {} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:54:12.835885 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-2180e0f2-8682-473f-9385-9b179152b000 None None] Attempting to bind port 161d34cf-f69b-47dd-ac08-187b47b93757 on host n-d-816865-1 for vnic_type normal with profile {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 18:54:12.836357 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-2180e0f2-8682-473f-9385-9b179152b000 None None] Attempting to bind port 161d34cf-f69b-47dd-ac08-187b47b93757 by drivers openvswitch,hyperv on host n-d-816865-1 at level 0 using segments [{'id': '1bdc5ccc-001b-4584-b217-2d1934002f57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '1c9d25d3-7f2e-4384-9081-dc17514a5578'}] {{(pid=102388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 18:54:12.836587 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2180e0f2-8682-473f-9385-9b179152b000 None None] Attempting to bind port 161d34cf-f69b-47dd-ac08-187b47b93757 on network 1c9d25d3-7f2e-4384-9081-dc17514a5578 {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 18:54:12.862669 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ccf8c45-16b6-43ea-b18d-d8d266c5efc9 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Network 1c9d25d3-7f2e-4384-9081-dc17514a5578 is already hosted by enough agents. {{(pid=102387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 18:54:12.868468 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6eba9a-ba2e-4325-80f9-a177be38de07 tempest-FloatingIPDetailsTestJSON-1391655979 tempest-FloatingIPDetailsTestJSON-1391655979-project] Pushing event updated for resources: {'Port': ['ID=478dcaa6-3c95-4a27-86a3-f83ea6128fbe,revision_number=2']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:54:12.877336 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-ea9fd36a-f732-4c6b-9c13-dedfa71b7934 req-d948e9ed-07e7-4368-a33d-100c69178d67 service neutron] 10.222.0.41 "GET /v2.0/networks/0b64b77a-1769-4ba3-98b8-e072ca99e966?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1769850 Nov 05 18:54:12.881738 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0e8224-0573-46e3-b42c-9779cb294938 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Pushing event deleted for resources: {'Port': ['ID=1d77557b-35ca-4e25-b4a0-93b1ce3dc188,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:54:12.887482 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af0e8224-0573-46e3-b42c-9779cb294938 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] No DVR routers for this DVR port 1d77557b-35ca-4e25-b4a0-93b1ce3dc188 on host n-d-816865-1 {{(pid=102386) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 18:54:12.891227 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.base_scheduler [None req-1ccf8c45-16b6-43ea-b18d-d8d266c5efc9 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Resources bound (agent type, host, resource id): {{(pid=102387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:54:12.919466 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ccf8c45-16b6-43ea-b18d-d8d266c5efc9 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:54:12.920151 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-1ccf8c45-16b6-43ea-b18d-d8d266c5efc9 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597851'] for subnet, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:12.922853 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86a4840b-8c87-4ac8-b568-253cb47ef635 None None] DHCP port deletion for f0bd4915-5264-4f1b-888c-702ac3bd3c65 request from n-d-816865-1 {{(pid=102388) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 05 18:54:12.926287 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 32942) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:54:12.927630 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-69143561-9944-4b12-9144-6a89f63587c7 req-af6eba9a-ba2e-4325-80f9-a177be38de07 tempest-FloatingIPDetailsTestJSON-1391655979 tempest-FloatingIPDetailsTestJSON-1391655979-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1000577'] for floatingip, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:12.929152 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-395221d7-5b85-4ae7-8fe5-a85a2b2fdcb7 None None] The sync data for ids ['40f2d763-0d5a-4cb9-96f7-6003827bea4d'] in n-d-816865-1 is: [{'id': '40f2d763-0d5a-4cb9-96f7-6003827bea4d', 'name': 'tempest-TaggedBootDevicesTest_v242-1713986911-router', 'tenant_id': '3f080cb3a4f24f1db8ad75a12c2cd4bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.77'}], 'enable_snat': True}, 'gw_port_id': '7bab206f-acf2-4612-9598-eb9db1972f24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T18:50:43Z', 'updated_at': '2021-11-05T18:50:50Z', 'revision_number': 4, 'project_id': '3f080cb3a4f24f1db8ad75a12c2cd4bf', 'gw_port': {'id': '7bab206f-acf2-4612-9598-eb9db1972f24', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:4f:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40f2d763-0d5a-4cb9-96f7-6003827bea4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1432, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T18:50:44Z', 'updated_at': '2021-11-05T18:50:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1', '_floatingips': [{'id': 'bce93aaa-d11d-4298-868b-1616a2468450', 'tenant_id': '3f080cb3a4f24f1db8ad75a12c2cd4bf', 'floating_ip_address': '172.25.6.35', 'floating_network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'router_id': '40f2d763-0d5a-4cb9-96f7-6003827bea4d', 'port_id': '4a07aa35-4ba7-4db3-b8ab-837d8ca258a7', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1566, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad4e0fc4-1abc-48fb-9c8e-5d76236fa098', 'mac_address': 'fa:16:3e:a8:51:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1682fb31-a1bf-43f5-a4fa-447937da8a91', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-05T18:52:04Z', 'updated_at': '2021-11-05T18:54:08Z', 'revision_number': 1, 'project_id': '3f080cb3a4f24f1db8ad75a12c2cd4bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '17b9d721-5fc1-490f-80d0-7512640e4d2b', 'name': '', 'network_id': 'ad4e0fc4-1abc-48fb-9c8e-5d76236fa098', 'tenant_id': '3f080cb3a4f24f1db8ad75a12c2cd4bf', 'mac_address': 'fa:16:3e:62:7c:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40f2d763-0d5a-4cb9-96f7-6003827bea4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1446, 'fixed_ips': [{'subnet_id': '785d7bfa-2453-4e75-8b0a-ec14975b144a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T18:50:49Z', 'updated_at': '2021-11-05T18:50:57Z', 'revision_number': 5, 'project_id': '3f080cb3a4f24f1db8ad75a12c2cd4bf', 'subnets': [{'id': '785d7bfa-2453-4e75-8b0a-ec14975b144a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 18:54:12.940447 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2180e0f2-8682-473f-9385-9b179152b000 None None] Checking agent: {'id': '724d89a7-611b-41e6-bc85-c48112b17afa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 18, 25, 8), 'started_at': datetime.datetime(2021, 11, 5, 18, 25, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 18, 54, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 18:54:12.940878 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2180e0f2-8682-473f-9385-9b179152b000 None None] Checking segment: {'id': '1bdc5ccc-001b-4584-b217-2d1934002f57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '1c9d25d3-7f2e-4384-9081-dc17514a5578'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 18:54:12.941285 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-2180e0f2-8682-473f-9385-9b179152b000 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:12.941857 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2180e0f2-8682-473f-9385-9b179152b000 None None] Bound using segment: {'id': '1bdc5ccc-001b-4584-b217-2d1934002f57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '1c9d25d3-7f2e-4384-9081-dc17514a5578'} {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 18:54:12.942601 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-2180e0f2-8682-473f-9385-9b179152b000 None None] Bound port: 161d34cf-f69b-47dd-ac08-187b47b93757, host: n-d-816865-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1bdc5ccc-001b-4584-b217-2d1934002f57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '1c9d25d3-7f2e-4384-9081-dc17514a5578'}}] {{(pid=102388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 18:54:12.943159 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-2180e0f2-8682-473f-9385-9b179152b000 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:12.954032 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 2d32c49a-e83b-4ea0-9aaa-a7d10b79daf9 no longer exists at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 18:54:12.961291 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-2005e662-47cf-47ec-b38f-710592019520 req-c1ac4176-cacf-4676-89f5-736ad3d6d434 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4a07aa35-4ba7-4db3-b8ab-837d8ca258a7 HTTP/1.1" status: 200 len: 998 time: 0.2922292 Nov 05 18:54:12.972720 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4019b6-ff9a-4e8e-af03-463761500341 req-3bf2905c-33e1-4cb7-9dc9-b3120d92969b tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:54:12.989279 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-1f4019b6-ff9a-4e8e-af03-463761500341 req-3bf2905c-33e1-4cb7-9dc9-b3120d92969b tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] 10.222.0.13 "GET /v2.0/ports?device_id=b3c515f9-768f-4a54-bb92-e6f3d5207990 HTTP/1.1" status: 200 len: 944 time: 0.3186021 Nov 05 18:54:13.007717 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-830635e4-47b5-4b21-a20e-44c3534f9892 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:13.008702 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] No Port match for: 2d32c49a-e83b-4ea0-9aaa-a7d10b79daf9 {{(pid=102388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 18:54:13.009367 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 2d32c49a-e83b-4ea0-9aaa-a7d10b79daf9 not bound to the agent host n-d-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 18:54:13.019206 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-e3bc059d-2c15-44d5-af2c-e935fa1d8e1c tempest-RoutersAdminNegativeIpV6Test-1043802430 tempest-RoutersAdminNegativeIpV6Test-1043802430-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-571139', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6874'] for router, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:13.019206 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-e3bc059d-2c15-44d5-af2c-e935fa1d8e1c tempest-RoutersAdminNegativeIpV6Test-1043802430 tempest-RoutersAdminNegativeIpV6Test-1043802430-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-571375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1000570', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1011585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6867'] for router, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:13.029504 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-af0e8224-0573-46e3-b42c-9779cb294938 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1579173', 'neutron.services.segments.db._delete_segments_for_network-8750027792909'] for network, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:13.039064 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ccf8c45-16b6-43ea-b18d-d8d266c5efc9 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Pushing event updated for resources: {'Subnet': ['ID=d80432ed-66bd-4bd8-983c-32b41a4adf88,revision_number=0']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:54:13.097511 n-d-816865-1 neutron-server[102386]: DEBUG neutron.services.segments.db [None req-af0e8224-0573-46e3-b42c-9779cb294938 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f0bd4915-5264-4f1b-888c-702ac3bd3c65']}} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:54:13.110419 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-2180e0f2-8682-473f-9385-9b179152b000 None None] For port 161d34cf-f69b-47dd-ac08-187b47b93757, host n-d-816865-1, cleared binding levels {{(pid=102388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 18:54:13.110673 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-69143561-9944-4b12-9144-6a89f63587c7 req-af6eba9a-ba2e-4325-80f9-a177be38de07 tempest-FloatingIPDetailsTestJSON-1391655979 tempest-FloatingIPDetailsTestJSON-1391655979-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for floatingip, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:13.111850 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-69143561-9944-4b12-9144-6a89f63587c7 req-af6eba9a-ba2e-4325-80f9-a177be38de07 tempest-FloatingIPDetailsTestJSON-1391655979 tempest-FloatingIPDetailsTestJSON-1391655979-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 3.9157145 Nov 05 18:54:13.114673 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-2180e0f2-8682-473f-9385-9b179152b000 None None] For port 161d34cf-f69b-47dd-ac08-187b47b93757, host n-d-816865-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=161d34cf-f69b-47dd-ac08-187b47b93757,segment=NetworkSegment(1bdc5ccc-001b-4584-b217-2d1934002f57),segment_id=1bdc5ccc-001b-4584-b217-2d1934002f57)] {{(pid=102388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 18:54:13.138675 n-d-816865-1 neutron-server[102386]: DEBUG neutron.services.segments.db [None req-af0e8224-0573-46e3-b42c-9779cb294938 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5134ea6-0eb6-4a1e-8141-1fede62ad16d') {'for_net_delete': True} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:54:13.138988 n-d-816865-1 neutron-server[102386]: DEBUG neutron.services.segments.db [None req-af0e8224-0573-46e3-b42c-9779cb294938 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5134ea6-0eb6-4a1e-8141-1fede62ad16d') {} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:54:13.181603 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-e3bc059d-2c15-44d5-af2c-e935fa1d8e1c tempest-RoutersAdminNegativeIpV6Test-1043802430 tempest-RoutersAdminNegativeIpV6Test-1043802430-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:13.183519 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-af0e8224-0573-46e3-b42c-9779cb294938 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750027793430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4590747'] for segment, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:13.186451 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2005e662-47cf-47ec-b38f-710592019520 req-98942ca4-fe4b-4c01-81f5-a08d11a61c65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:54:13.188135 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-2005e662-47cf-47ec-b38f-710592019520 req-98942ca4-fe4b-4c01-81f5-a08d11a61c65 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=785d7bfa-2453-4e75-8b0a-ec14975b144a HTTP/1.1" status: 200 len: 856 time: 0.2015243 Nov 05 18:54:13.206086 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-af0e8224-0573-46e3-b42c-9779cb294938 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273'] for segment, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:13.210615 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-69143561-9944-4b12-9144-6a89f63587c7 req-f6598677-610b-443f-a981-2eaef969342f tempest-FloatingIPDetailsTestJSON-1391655979 tempest-FloatingIPDetailsTestJSON-1391655979-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.6.49 HTTP/1.1" status: 200 len: 695 time: 0.0844145 Nov 05 18:54:13.217930 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-1ccf8c45-16b6-43ea-b18d-d8d266c5efc9 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9367650 Nov 05 18:54:13.218239 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af0e8224-0573-46e3-b42c-9779cb294938 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Releasing vlan 155 on physical network physnet1 to pool {{(pid=102386) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 05 18:54:13.218640 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-af0e8224-0573-46e3-b42c-9779cb294938 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6149721'] for segment, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:13.221797 n-d-816865-1 neutron-server[102386]: Traceback (most recent call last): Nov 05 18:54:13.221797 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 05 18:54:13.221797 n-d-816865-1 neutron-server[102386]: timer() Nov 05 18:54:13.221797 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 05 18:54:13.221797 n-d-816865-1 neutron-server[102386]: cb(*args, **kw) Nov 05 18:54:13.221797 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 05 18:54:13.221797 n-d-816865-1 neutron-server[102386]: return func(*args, **kwargs) Nov 05 18:54:13.221797 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 05 18:54:13.221797 n-d-816865-1 neutron-server[102386]: self._notify() Nov 05 18:54:13.221797 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 05 18:54:13.221797 n-d-816865-1 neutron-server[102386]: self.callback(batched_events) Nov 05 18:54:13.221797 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 05 18:54:13.221797 n-d-816865-1 neutron-server[102386]: event.method(event) Nov 05 18:54:13.221797 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 05 18:54:13.221797 n-d-816865-1 neutron-server[102386]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 05 18:54:13.221797 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 05 18:54:13.221797 n-d-816865-1 neutron-server[102386]: aggregate_uuid = self.p_client.list_aggregates( Nov 05 18:54:13.221797 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 05 18:54:13.221797 n-d-816865-1 neutron-server[102386]: return f(self, *a, **k) Nov 05 18:54:13.221797 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 05 18:54:13.221797 n-d-816865-1 neutron-server[102386]: return self._get(url).json() Nov 05 18:54:13.221797 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 05 18:54:13.221797 n-d-816865-1 neutron-server[102386]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 05 18:54:13.221797 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 05 18:54:13.221797 n-d-816865-1 neutron-server[102386]: return self.request(url, 'GET', **kwargs) Nov 05 18:54:13.221797 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 05 18:54:13.221797 n-d-816865-1 neutron-server[102386]: base_url = self.get_endpoint(auth, allow=allow, Nov 05 18:54:13.221797 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 05 18:54:13.221797 n-d-816865-1 neutron-server[102386]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 05 18:54:13.221797 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 05 18:54:13.221797 n-d-816865-1 neutron-server[102386]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 05 18:54:13.221797 n-d-816865-1 neutron-server[102386]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 05 18:54:13.224415 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 32948) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:54:13.228340 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-5e895f41-4301-4078-962a-08a286f1cacf tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Request body: {'port': {'network_id': '1c9d25d3-7f2e-4384-9081-dc17514a5578', 'mac_address': 'fa:16:3e:94:e9:ed', 'name': 'tempest-NetworksTestDHCPv6-290906104'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:54:13.229193 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-2180e0f2-8682-473f-9385-9b179152b000 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:13.244868 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-1f4019b6-ff9a-4e8e-af03-463761500341 req-826da999-d835-48f0-b298-6da8dec85946 tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] 10.222.0.13 "GET /v2.0/security-groups?id=8015cb9a-1cfc-43ae-80a2-992db853641d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2602675 Nov 05 18:54:13.295927 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a322f30-aec9-4b37-9803-5128add973ce None None] New status for floating IP bce93aaa-d11d-4298-868b-1616a2468450: ACTIVE {{(pid=102388) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 05 18:54:13.298661 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2180e0f2-8682-473f-9385-9b179152b000 None None] Pushing event updated for resources: {'Port': ['ID=161d34cf-f69b-47dd-ac08-187b47b93757,revision_number=2']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:54:13.386146 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69143561-9944-4b12-9144-6a89f63587c7 req-b6ff952e-752e-4b0d-a373-5a51f2146a71 tempest-FloatingIPDetailsTestJSON-1391655979 tempest-FloatingIPDetailsTestJSON-1391655979-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:54:13.388154 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-69143561-9944-4b12-9144-6a89f63587c7 req-b6ff952e-752e-4b0d-a373-5a51f2146a71 tempest-FloatingIPDetailsTestJSON-1391655979 tempest-FloatingIPDetailsTestJSON-1391655979-project] 10.222.0.13 "GET /v2.0/networks/40c8335d-cd0b-4cb5-910a-d4dcddd5cbec HTTP/1.1" status: 200 len: 784 time: 0.1678934 Nov 05 18:54:13.391088 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2005e662-47cf-47ec-b38f-710592019520 req-8d7b2f83-f197-47ed-a3c2-212c0b86092b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:54:13.397871 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-2005e662-47cf-47ec-b38f-710592019520 req-8d7b2f83-f197-47ed-a3c2-212c0b86092b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ad4e0fc4-1abc-48fb-9c8e-5d76236fa098&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1954384 Nov 05 18:54:13.445599 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-af0e8224-0573-46e3-b42c-9779cb294938 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1579178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-956796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1000687'] for network, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:13.472894 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-af0e8224-0573-46e3-b42c-9779cb294938 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Publish callbacks [] for network, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:13.477685 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-af0e8224-0573-46e3-b42c-9779cb294938 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] 10.222.0.13 "DELETE /v2.0/networks/f0bd4915-5264-4f1b-888c-702ac3bd3c65 HTTP/1.1" status: 204 len: 168 time: 1.4239812 Nov 05 18:54:13.492584 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 32954) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:54:13.501009 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-c91b9adb-bd7f-4a82-8d38-c3ad0659795e tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Request body: {'router': {'routes': None}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:54:13.832281 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88addd45-1176-4c67-8c98-61c93800e743 req-0b23717b-1a78-453a-8c32-24048b66ebf2 tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:54:13.834008 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-88addd45-1176-4c67-8c98-61c93800e743 req-0b23717b-1a78-453a-8c32-24048b66ebf2 tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] 10.222.0.13 "GET /v2.0/ports?device_id=b3c515f9-768f-4a54-bb92-e6f3d5207990 HTTP/1.1" status: 200 len: 944 time: 0.4032025 Nov 05 18:54:13.847114 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-2005e662-47cf-47ec-b38f-710592019520 req-55ac46f6-18d7-4873-9c25-5157c053e584 service neutron] 10.222.0.41 "GET /v2.0/networks/ad4e0fc4-1abc-48fb-9c8e-5d76236fa098?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4465435 Nov 05 18:54:13.868437 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-830635e4-47b5-4b21-a20e-44c3534f9892 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:13.889253 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.extraroute_db [None req-c91b9adb-bd7f-4a82-8d38-c3ad0659795e tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Added routes are [] {{(pid=102387) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 05 18:54:13.889554 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.extraroute_db [None req-c91b9adb-bd7f-4a82-8d38-c3ad0659795e tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Removed routes are [] {{(pid=102387) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 05 18:54:13.889915 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-c91b9adb-bd7f-4a82-8d38-c3ad0659795e tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1000460', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-571265', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6845'] for router, precommit_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:13.890763 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0e8224-0573-46e3-b42c-9779cb294938 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Pushing event deleted for resources: {'Network': ['ID=f0bd4915-5264-4f1b-888c-702ac3bd3c65,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:54:13.903602 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-43689dcf-5778-423b-95ed-39b44f469ce8 req-56eb7be1-9a15-40b0-b394-a13ab1ba4a5b tempest-FloatingIPDetailsTestJSON-1391655979 tempest-FloatingIPDetailsTestJSON-1391655979-project] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4815509 Nov 05 18:54:13.932103 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [req-43689dcf-5778-423b-95ed-39b44f469ce8 req-75c470a1-62cf-4fcf-bbff-a2c74fe1770f tempest-FloatingIPDetailsTestJSON-1391655979 tempest-FloatingIPDetailsTestJSON-1391655979-project] Request body: {'floatingip': {'floating_network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec'}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:54:13.964386 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-830635e4-47b5-4b21-a20e-44c3534f9892 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:13.978505 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-e3bc059d-2c15-44d5-af2c-e935fa1d8e1c tempest-RoutersAdminNegativeIpV6Test-1043802430 tempest-RoutersAdminNegativeIpV6Test-1043802430-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:14.018397 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-830635e4-47b5-4b21-a20e-44c3534f9892 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9a4469a639954301ab77aa70c7bb770d&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0922353 Nov 05 18:54:14.023104 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 32958) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:54:14.033318 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830635e4-47b5-4b21-a20e-44c3534f9892 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca87eb50-9141-4831-968e-6255a1fcb00d,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:54:14.073152 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-88addd45-1176-4c67-8c98-61c93800e743 req-e72cbec4-86d0-49e0-a527-41d10924e9af tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] 10.222.0.13 "GET /v2.0/security-groups?id=8015cb9a-1cfc-43ae-80a2-992db853641d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2284529 Nov 05 18:54:14.094725 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-5669cf7d-21b8-4a2e-8a89-bb6b67edf642 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:14.154855 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-5669cf7d-21b8-4a2e-8a89-bb6b67edf642 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:14.164028 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e895f41-4301-4078-962a-08a286f1cacf tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Made reservation on behalf of 7bc73c6c17f842a987dd31290d20faa2 for: {'port': 1} {{(pid=102386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 18:54:14.300935 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-5e895f41-4301-4078-962a-08a286f1cacf tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:14.369193 n-d-816865-1 neutron-server[102386]: DEBUG neutron.notifiers.nova [None req-5e895f41-4301-4078-962a-08a286f1cacf tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] device_id is not set on port 9d9f2a8e-ec3f-4625-893b-949a93095257 yet. {{(pid=102386) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 05 18:54:14.404460 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-5669cf7d-21b8-4a2e-8a89-bb6b67edf642 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:14.407033 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-5669cf7d-21b8-4a2e-8a89-bb6b67edf642 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:14.408180 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-5669cf7d-21b8-4a2e-8a89-bb6b67edf642 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ca87eb50-9141-4831-968e-6255a1fcb00d HTTP/1.1" status: 204 len: 168 time: 0.3834014 Nov 05 18:54:14.512939 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-e3bc059d-2c15-44d5-af2c-e935fa1d8e1c tempest-RoutersAdminNegativeIpV6Test-1043802430 tempest-RoutersAdminNegativeIpV6Test-1043802430-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:14.515629 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5669cf7d-21b8-4a2e-8a89-bb6b67edf642 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca87eb50-9141-4831-968e-6255a1fcb00d,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:54:14.539889 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-c91b9adb-bd7f-4a82-8d38-c3ad0659795e tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1000460', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-571265', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6845'] for router, precommit_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:14.555168 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-e3bc059d-2c15-44d5-af2c-e935fa1d8e1c tempest-RoutersAdminNegativeIpV6Test-1043802430 tempest-RoutersAdminNegativeIpV6Test-1043802430-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:14.564396 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-2005e662-47cf-47ec-b38f-710592019520 req-d0cbc1c7-d1f9-4a7d-9a4d-da0d0765d393 service neutron] 10.222.0.41 "GET /v2.0/networks/ad4e0fc4-1abc-48fb-9c8e-5d76236fa098?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6852179 Nov 05 18:54:14.567721 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-c91b9adb-bd7f-4a82-8d38-c3ad0659795e tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1000487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1000469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1000478', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-571274'] for router, after_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:14.593496 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f13b422f-1d5d-453a-a3f4-4a2f92dff636 None None] Network 1c9d25d3-7f2e-4384-9081-dc17514a5578 requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 18:54:14.662720 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-b7d963d8-976d-482a-80ec-8f7aad6b2669 None None] Provisioning complete for port 161d34cf-f69b-47dd-ac08-187b47b93757 triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:54:14.663114 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b7d963d8-976d-482a-80ec-8f7aad6b2669 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:14.668140 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-43689dcf-5778-423b-95ed-39b44f469ce8 req-75c470a1-62cf-4fcf-bbff-a2c74fe1770f tempest-FloatingIPDetailsTestJSON-1391655979 tempest-FloatingIPDetailsTestJSON-1391655979-project] Publish callbacks [] for floatingip, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:14.697045 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc8a752-73b7-4e25-bec1-03b666ceaade req-ce346a60-f808-4ecf-8411-d46160f5d1fc tempest-ServerRescueTestJSON-1639389385 tempest-ServerRescueTestJSON-1639389385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:54:14.699097 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-7bc8a752-73b7-4e25-bec1-03b666ceaade req-ce346a60-f808-4ecf-8411-d46160f5d1fc tempest-ServerRescueTestJSON-1639389385 tempest-ServerRescueTestJSON-1639389385-project] 10.222.0.13 "GET /v2.0/ports?device_id=9c7dbc46-8c68-4f14-8897-91c11ae5a9cd HTTP/1.1" status: 200 len: 945 time: 0.1929533 Nov 05 18:54:14.701133 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c91b9adb-bd7f-4a82-8d38-c3ad0659795e tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Router 98c28b36-02e7-4b7d-8190-c1aff44fd3f1 has already been hosted by L3 agent 6dcb5589-8e86-4616-9186-ddc4548e13ad {{(pid=102387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 18:54:14.812848 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.db_base_plugin_common [None req-5e895f41-4301-4078-962a-08a286f1cacf tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Allocated IP 172.20.0.13 (1c9d25d3-7f2e-4384-9081-dc17514a5578/d80432ed-66bd-4bd8-983c-32b41a4adf88/9d9f2a8e-ec3f-4625-893b-949a93095257) {{(pid=102386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 18:54:14.844698 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.db_base_plugin_common [None req-5e895f41-4301-4078-962a-08a286f1cacf tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Allocated IP 2001:db8::f816:3eff:fe94:e9ed (1c9d25d3-7f2e-4384-9081-dc17514a5578/bac6de6a-78f7-41c3-80e9-bc3d6cbc455d/9d9f2a8e-ec3f-4625-893b-949a93095257) {{(pid=102386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 18:54:14.856266 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c91b9adb-bd7f-4a82-8d38-c3ad0659795e tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Notify agent at l3_agent.n-d-816865-1 the message routers_updated {{(pid=102387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 18:54:14.867787 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83d0c8fc-52d0-4357-8349-566f7605d256 None None] Sync routers for ids ['98c28b36-02e7-4b7d-8190-c1aff44fd3f1'] in n-d-816865-1 {{(pid=102389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 18:54:14.868486 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-c91b9adb-bd7f-4a82-8d38-c3ad0659795e tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Publish callbacks [] for router, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:14.872031 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-c91b9adb-bd7f-4a82-8d38-c3ad0659795e tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] 10.222.0.13 "PUT /v2.0/routers/98c28b36-02e7-4b7d-8190-c1aff44fd3f1 HTTP/1.1" status: 200 len: 705 time: 1.3756340 Nov 05 18:54:14.889308 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83d0c8fc-52d0-4357-8349-566f7605d256 None None] Routers {'98c28b36-02e7-4b7d-8190-c1aff44fd3f1'} bound to L3 agent in host n-d-816865-1 {{(pid=102389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 18:54:14.890641 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-83d0c8fc-52d0-4357-8349-566f7605d256 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T18:54:05Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['98c28b36-02e7-4b7d-8190-c1aff44fd3f1'], 'active': True} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:54:14.894818 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 32966) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:54:14.898358 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-7bc8a752-73b7-4e25-bec1-03b666ceaade req-ae733cea-eefe-4c3a-88cd-88b25bc81c76 tempest-ServerRescueTestJSON-1639389385 tempest-ServerRescueTestJSON-1639389385-project] 10.222.0.13 "GET /v2.0/security-groups?id=458afcac-91c4-437c-b78f-d73b875bd5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1755702 Nov 05 18:54:14.946021 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b7d963d8-976d-482a-80ec-8f7aad6b2669 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:14.965702 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-43689dcf-5778-423b-95ed-39b44f469ce8 req-75c470a1-62cf-4fcf-bbff-a2c74fe1770f tempest-FloatingIPDetailsTestJSON-1391655979 tempest-FloatingIPDetailsTestJSON-1391655979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:14.967899 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-e3bc059d-2c15-44d5-af2c-e935fa1d8e1c tempest-RoutersAdminNegativeIpV6Test-1043802430 tempest-RoutersAdminNegativeIpV6Test-1043802430-project-admin] Publish callbacks [] for router, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:15.007319 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 161d34cf-f69b-47dd-ac08-187b47b93757 up at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 18:54:15.009431 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvr_db [None req-83d0c8fc-52d0-4357-8349-566f7605d256 None None] Set router 98c28b36-02e7-4b7d-8190-c1aff44fd3f1 gateway port host: None {{(pid=102389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 18:54:15.066871 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-d80e7845-3c4d-4619-9b02-64c27e8ecbfe tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] 10.222.0.13 "GET /v2.0/ports?device_id=98c28b36-02e7-4b7d-8190-c1aff44fd3f1 HTTP/1.1" status: 200 len: 205 time: 0.1399970 Nov 05 18:54:15.067593 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 32970) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:54:15.087980 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-83d0c8fc-52d0-4357-8349-566f7605d256 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98c28b36-02e7-4b7d-8190-c1aff44fd3f1', 'name': 'tempest-RoutersIpV6Test-router-1724408201', 'tenant_id': '07347c71ee604fb5990da9c356235381', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T18:52:47Z', 'updated_at': '2021-11-05T18:54:10Z', 'revision_number': 11, 'project_id': '07347c71ee604fb5990da9c356235381', 'gw_port_host': None}], 'n-d-816865-1', False) {} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:54:15.119653 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b7d963d8-976d-482a-80ec-8f7aad6b2669 None None] For port 161d34cf-f69b-47dd-ac08-187b47b93757, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=161d34cf-f69b-47dd-ac08-187b47b93757,segment=NetworkSegment(1bdc5ccc-001b-4584-b217-2d1934002f57),segment_id=1bdc5ccc-001b-4584-b217-2d1934002f57)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:54:15.133609 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83d0c8fc-52d0-4357-8349-566f7605d256 None None] Checking router: 98c28b36-02e7-4b7d-8190-c1aff44fd3f1 for host: n-d-816865-1 {{(pid=102389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 18:54:15.147891 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83d0c8fc-52d0-4357-8349-566f7605d256 None None] Routers {'98c28b36-02e7-4b7d-8190-c1aff44fd3f1'} bound to L3 agent in host n-d-816865-1 {{(pid=102389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 18:54:15.148964 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-83d0c8fc-52d0-4357-8349-566f7605d256 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T18:54:05Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['98c28b36-02e7-4b7d-8190-c1aff44fd3f1'], 'active': True} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:54:15.151153 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1389320d-aab3-4762-8b7a-a625405bc12e req-84ccff40-994e-4f6b-ad7f-ebc153348ed9 tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:54:15.160006 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-1389320d-aab3-4762-8b7a-a625405bc12e req-84ccff40-994e-4f6b-ad7f-ebc153348ed9 tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] 10.222.0.13 "GET /v2.0/ports?device_id=b3c515f9-768f-4a54-bb92-e6f3d5207990 HTTP/1.1" status: 200 len: 944 time: 0.1581821 Nov 05 18:54:15.213715 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.db_base_plugin_common [req-43689dcf-5778-423b-95ed-39b44f469ce8 req-75c470a1-62cf-4fcf-bbff-a2c74fe1770f tempest-FloatingIPDetailsTestJSON-1391655979 tempest-FloatingIPDetailsTestJSON-1391655979-project] Allocated IP 172.25.6.200 (40c8335d-cd0b-4cb5-910a-d4dcddd5cbec/04fe6db3-e108-4208-943d-6518424f5726/9aed9cc4-1684-438f-8d29-b54d982c17ab) {{(pid=102387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 18:54:15.214252 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b7d963d8-976d-482a-80ec-8f7aad6b2669 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:15.261769 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvr_db [None req-83d0c8fc-52d0-4357-8349-566f7605d256 None None] Set router 98c28b36-02e7-4b7d-8190-c1aff44fd3f1 gateway port host: None {{(pid=102389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 18:54:15.281674 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-1389320d-aab3-4762-8b7a-a625405bc12e req-5020b9e6-f511-4b25-acb8-cee0afda3d55 tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] 10.222.0.13 "GET /v2.0/security-groups?id=8015cb9a-1cfc-43ae-80a2-992db853641d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1209481 Nov 05 18:54:15.281968 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-6d86a08c-1bdf-4913-bf18-ef37604c52bd tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Publish callbacks [] for router, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:15.296855 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f138ba99-8248-4880-8b0d-e0dc2a9d8bf0 None None] Update dhcp port {'port': {'network_id': '1c9d25d3-7f2e-4384-9081-dc17514a5578', 'fixed_ips': [{'subnet_id': 'bac6de6a-78f7-41c3-80e9-bc3d6cbc455d', 'ip_address': '2001:db8::f816:3eff:fec7:cbb7'}, {'subnet_id': 'd80432ed-66bd-4bd8-983c-32b41a4adf88'}], 'binding:host_id': 'n-d-816865-1'}, 'id': '161d34cf-f69b-47dd-ac08-187b47b93757'} from n-d-816865-1. {{(pid=102388) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 05 18:54:15.327326 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-83d0c8fc-52d0-4357-8349-566f7605d256 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98c28b36-02e7-4b7d-8190-c1aff44fd3f1', 'name': 'tempest-RoutersIpV6Test-router-1724408201', 'tenant_id': '07347c71ee604fb5990da9c356235381', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T18:52:47Z', 'updated_at': '2021-11-05T18:54:10Z', 'revision_number': 11, 'project_id': '07347c71ee604fb5990da9c356235381', 'gw_port_host': None}], 'n-d-816865-1', False) {} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:54:15.364345 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83d0c8fc-52d0-4357-8349-566f7605d256 None None] The sync data for ids ['98c28b36-02e7-4b7d-8190-c1aff44fd3f1'] in n-d-816865-1 is: [{'id': '98c28b36-02e7-4b7d-8190-c1aff44fd3f1', 'name': 'tempest-RoutersIpV6Test-router-1724408201', 'tenant_id': '07347c71ee604fb5990da9c356235381', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T18:52:47Z', 'updated_at': '2021-11-05T18:54:10Z', 'revision_number': 11, 'project_id': '07347c71ee604fb5990da9c356235381', 'gw_port_host': None}] {{(pid=102389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 18:54:15.389583 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-f138ba99-8248-4880-8b0d-e0dc2a9d8bf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:15.437838 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-e3bc059d-2c15-44d5-af2c-e935fa1d8e1c tempest-RoutersAdminNegativeIpV6Test-1043802430 tempest-RoutersAdminNegativeIpV6Test-1043802430-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-571301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6852'] for router, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:15.444182 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-e3bc059d-2c15-44d5-af2c-e935fa1d8e1c tempest-RoutersAdminNegativeIpV6Test-1043802430 tempest-RoutersAdminNegativeIpV6Test-1043802430-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:15.482523 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-43689dcf-5778-423b-95ed-39b44f469ce8 req-75c470a1-62cf-4fcf-bbff-a2c74fe1770f tempest-FloatingIPDetailsTestJSON-1391655979 tempest-FloatingIPDetailsTestJSON-1391655979-project] Publish callbacks [] for port, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:15.494775 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d963d8-976d-482a-80ec-8f7aad6b2669 None None] Pushing event updated for resources: {'Port': ['ID=161d34cf-f69b-47dd-ac08-187b47b93757,revision_number=3']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:54:15.551759 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Provisioning complete for port 161d34cf-f69b-47dd-ac08-187b47b93757 triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:54:15.552185 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:15.575918 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-43689dcf-5778-423b-95ed-39b44f469ce8 req-75c470a1-62cf-4fcf-bbff-a2c74fe1770f tempest-FloatingIPDetailsTestJSON-1391655979 tempest-FloatingIPDetailsTestJSON-1391655979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4417063'] for port, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:15.609181 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-5e895f41-4301-4078-962a-08a286f1cacf tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Publish callbacks [] for port, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:15.611887 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-6d86a08c-1bdf-4913-bf18-ef37604c52bd tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-571301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6852'] for router, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:15.615253 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-6d86a08c-1bdf-4913-bf18-ef37604c52bd tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:15.640691 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-43689dcf-5778-423b-95ed-39b44f469ce8 req-75c470a1-62cf-4fcf-bbff-a2c74fe1770f tempest-FloatingIPDetailsTestJSON-1391655979 tempest-FloatingIPDetailsTestJSON-1391655979-project] Network 40c8335d-cd0b-4cb5-910a-d4dcddd5cbec is already hosted by enough agents. {{(pid=102387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 18:54:15.646878 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.base_scheduler [req-43689dcf-5778-423b-95ed-39b44f469ce8 req-75c470a1-62cf-4fcf-bbff-a2c74fe1770f tempest-FloatingIPDetailsTestJSON-1391655979 tempest-FloatingIPDetailsTestJSON-1391655979-project] Resources bound (agent type, host, resource id): {{(pid=102387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:54:15.658560 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c470a1-62cf-4fcf-bbff-a2c74fe1770f tempest-FloatingIPDetailsTestJSON-1391655979 tempest-FloatingIPDetailsTestJSON-1391655979-project] Pushing event updated for resources: {'Port': ['ID=9aed9cc4-1684-438f-8d29-b54d982c17ab,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:54:15.669303 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.l3_dvrscheduler_db [req-43689dcf-5778-423b-95ed-39b44f469ce8 req-75c470a1-62cf-4fcf-bbff-a2c74fe1770f tempest-FloatingIPDetailsTestJSON-1391655979 tempest-FloatingIPDetailsTestJSON-1391655979-project] Received port after_create {{(pid=102387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 18:54:15.707863 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-e3bc059d-2c15-44d5-af2c-e935fa1d8e1c tempest-RoutersAdminNegativeIpV6Test-1043802430 tempest-RoutersAdminNegativeIpV6Test-1043802430-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-571310'] for router, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:15.708418 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3bc059d-2c15-44d5-af2c-e935fa1d8e1c tempest-RoutersAdminNegativeIpV6Test-1043802430 tempest-RoutersAdminNegativeIpV6Test-1043802430-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 23e50961-02e6-46db-9ef1-1042d5fc551f {{(pid=102386) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 05 18:54:15.737432 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-6d86a08c-1bdf-4913-bf18-ef37604c52bd tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-571310'] for router, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:15.737961 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d86a08c-1bdf-4913-bf18-ef37604c52bd tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Fanout notify agent at l3_agent the message router_deleted on router 98c28b36-02e7-4b7d-8190-c1aff44fd3f1 {{(pid=102386) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 05 18:54:15.757688 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-6d86a08c-1bdf-4913-bf18-ef37604c52bd tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Publish callbacks [] for router, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:15.766441 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-6d86a08c-1bdf-4913-bf18-ef37604c52bd tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] 10.222.0.13 "DELETE /v2.0/routers/98c28b36-02e7-4b7d-8190-c1aff44fd3f1 HTTP/1.1" status: 204 len: 168 time: 0.6927209 Nov 05 18:54:15.767209 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 32986) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:54:15.775410 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-b4dc95b4-4d84-43af-92a4-cc4d673d3264 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1191036771', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:54:15.804368 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-5e895f41-4301-4078-962a-08a286f1cacf tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:15.817067 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-43689dcf-5778-423b-95ed-39b44f469ce8 req-75c470a1-62cf-4fcf-bbff-a2c74fe1770f tempest-FloatingIPDetailsTestJSON-1391655979 tempest-FloatingIPDetailsTestJSON-1391655979-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:15.845683 n-d-816865-1 neutron-server[102386]: INFO neutron.api.v2.resource [None req-e3bc059d-2c15-44d5-af2c-e935fa1d8e1c tempest-RoutersAdminNegativeIpV6Test-1043802430 tempest-RoutersAdminNegativeIpV6Test-1043802430-project-admin] create failed (client error): There was a conflict when trying to complete your request. Nov 05 18:54:15.849586 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-e3bc059d-2c15-44d5-af2c-e935fa1d8e1c tempest-RoutersAdminNegativeIpV6Test-1043802430 tempest-RoutersAdminNegativeIpV6Test-1043802430-project-admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 3.0475845 Nov 05 18:54:15.861763 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 32990) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:54:15.866936 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 1d77557b-35ca-4e25-b4a0-93b1ce3dc188 no longer exists at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 18:54:15.914369 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3edab5c-5d50-4036-ad78-878d29941441 req-9003f030-f10a-466a-84d7-027587c8af2e tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:54:15.917171 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-b3edab5c-5d50-4036-ad78-878d29941441 req-9003f030-f10a-466a-84d7-027587c8af2e tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] 10.222.0.13 "GET /v2.0/ports?device_id=b3c515f9-768f-4a54-bb92-e6f3d5207990 HTTP/1.1" status: 200 len: 944 time: 0.0937047 Nov 05 18:54:15.933701 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] No Port match for: 1d77557b-35ca-4e25-b4a0-93b1ce3dc188 {{(pid=102388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 18:54:15.934502 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 1d77557b-35ca-4e25-b4a0-93b1ce3dc188 not bound to the agent host n-d-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 18:54:15.937486 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.db_base_plugin_common [None req-f138ba99-8248-4880-8b0d-e0dc2a9d8bf0 None None] Allocated IP 172.20.0.2 (1c9d25d3-7f2e-4384-9081-dc17514a5578/d80432ed-66bd-4bd8-983c-32b41a4adf88/161d34cf-f69b-47dd-ac08-187b47b93757) {{(pid=102388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 18:54:15.950816 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e895f41-4301-4078-962a-08a286f1cacf tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Network 1c9d25d3-7f2e-4384-9081-dc17514a5578 is already hosted by enough agents. {{(pid=102386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 18:54:15.957480 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.base_scheduler [None req-5e895f41-4301-4078-962a-08a286f1cacf tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Resources bound (agent type, host, resource id): {{(pid=102386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:54:15.959675 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e895f41-4301-4078-962a-08a286f1cacf tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Received port after_create {{(pid=102386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 18:54:15.962699 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e895f41-4301-4078-962a-08a286f1cacf tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Pushing event updated for resources: {'Port': ['ID=9d9f2a8e-ec3f-4625-893b-949a93095257,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:54:15.983673 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-43689dcf-5778-423b-95ed-39b44f469ce8 req-75c470a1-62cf-4fcf-bbff-a2c74fe1770f tempest-FloatingIPDetailsTestJSON-1391655979 tempest-FloatingIPDetailsTestJSON-1391655979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:16.030325 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-b4dc95b4-4d84-43af-92a4-cc4d673d3264 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-571139', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6874'] for router, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:16.030925 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-b4dc95b4-4d84-43af-92a4-cc4d673d3264 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-571375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1000570', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1011585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6867'] for router, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:16.074465 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e895f41-4301-4078-962a-08a286f1cacf tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:54:16.075244 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-5e895f41-4301-4078-962a-08a286f1cacf tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:16.081004 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-f138ba99-8248-4880-8b0d-e0dc2a9d8bf0 None None] For port 161d34cf-f69b-47dd-ac08-187b47b93757, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=161d34cf-f69b-47dd-ac08-187b47b93757,segment=NetworkSegment(1bdc5ccc-001b-4584-b217-2d1934002f57),segment_id=1bdc5ccc-001b-4584-b217-2d1934002f57)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:54:16.108876 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-b3edab5c-5d50-4036-ad78-878d29941441 req-346e3c0c-7e8c-4ae1-ad36-6ed5717cd12e tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] 10.222.0.13 "GET /v2.0/security-groups?id=8015cb9a-1cfc-43ae-80a2-992db853641d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1410604 Nov 05 18:54:16.125581 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-b4dc95b4-4d84-43af-92a4-cc4d673d3264 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:16.128399 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-f138ba99-8248-4880-8b0d-e0dc2a9d8bf0 None None] Publish callbacks [] for port, precommit_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:16.146095 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-ca83871a-1e4f-4d50-81e7-3f6d8bb0868f tempest-RoutersAdminNegativeIpV6Test-1043802430 tempest-RoutersAdminNegativeIpV6Test-1043802430-project-admin] Deleting port 7046c202-b058-4ce3-9ed3-6df792ea8fcc {{(pid=102386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 18:54:16.146095 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-ca83871a-1e4f-4d50-81e7-3f6d8bb0868f tempest-RoutersAdminNegativeIpV6Test-1043802430 tempest-RoutersAdminNegativeIpV6Test-1043802430-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:16.206934 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-b4dc95b4-4d84-43af-92a4-cc4d673d3264 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-571384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1000487'] for router, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:16.225091 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-f138ba99-8248-4880-8b0d-e0dc2a9d8bf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:16.257843 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-ca83871a-1e4f-4d50-81e7-3f6d8bb0868f tempest-RoutersAdminNegativeIpV6Test-1043802430 tempest-RoutersAdminNegativeIpV6Test-1043802430-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:16.263879 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-5e895f41-4301-4078-962a-08a286f1cacf tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 3.0394354 Nov 05 18:54:16.268390 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f561c48e-413c-411b-9115-309dca42153f req-be270359-d092-45a8-a29b-cc8251322705 tempest-ServerRescueTestJSON-1639389385 tempest-ServerRescueTestJSON-1639389385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:54:16.269550 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 33000) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:54:16.269961 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-f561c48e-413c-411b-9115-309dca42153f req-be270359-d092-45a8-a29b-cc8251322705 tempest-ServerRescueTestJSON-1639389385 tempest-ServerRescueTestJSON-1639389385-project] 10.222.0.13 "GET /v2.0/ports?device_id=9c7dbc46-8c68-4f14-8897-91c11ae5a9cd HTTP/1.1" status: 200 len: 945 time: 0.0824480 Nov 05 18:54:16.304504 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-ca83871a-1e4f-4d50-81e7-3f6d8bb0868f tempest-RoutersAdminNegativeIpV6Test-1043802430 tempest-RoutersAdminNegativeIpV6Test-1043802430-project-admin] Calling delete_port for 7046c202-b058-4ce3-9ed3-6df792ea8fcc owned by {{(pid=102386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 18:54:16.315312 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f138ba99-8248-4880-8b0d-e0dc2a9d8bf0 None None] Pushing event updated for resources: {'Port': ['ID=161d34cf-f69b-47dd-ac08-187b47b93757,revision_number=4']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:54:16.315629 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-b4dc95b4-4d84-43af-92a4-cc4d673d3264 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Publish callbacks [] for router, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:16.320216 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-b4dc95b4-4d84-43af-92a4-cc4d673d3264 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.5518506 Nov 05 18:54:16.320691 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 33002) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:54:16.322806 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-43689dcf-5778-423b-95ed-39b44f469ce8 req-75c470a1-62cf-4fcf-bbff-a2c74fe1770f tempest-FloatingIPDetailsTestJSON-1391655979 tempest-FloatingIPDetailsTestJSON-1391655979-project] Publish callbacks [] for port, precommit_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:16.330993 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-ff613fbb-1c69-46b9-a961-1cc163c54161 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Request body: {'router': {'admin_state_up': True}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:54:16.382598 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce5a09a3-df82-4c79-b8d5-3d7e775a508b tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:54:16.391041 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce5a09a3-df82-4c79-b8d5-3d7e775a508b tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:54:16.392050 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-ce5a09a3-df82-4c79-b8d5-3d7e775a508b tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.1214898 Nov 05 18:54:16.394675 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 33006) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:54:16.411592 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-43689dcf-5778-423b-95ed-39b44f469ce8 req-75c470a1-62cf-4fcf-bbff-a2c74fe1770f tempest-FloatingIPDetailsTestJSON-1391655979 tempest-FloatingIPDetailsTestJSON-1391655979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4417072'] for port, after_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:16.419490 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-f561c48e-413c-411b-9115-309dca42153f req-b7afa677-16db-4be1-b3d5-c339895876d3 tempest-ServerRescueTestJSON-1639389385 tempest-ServerRescueTestJSON-1639389385-project] 10.222.0.13 "GET /v2.0/security-groups?id=458afcac-91c4-437c-b78f-d73b875bd5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401877 Nov 05 18:54:16.610036 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-2e3cd34c-d0ab-48c5-8fc5-58df2df3b793 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Deleting port 9d9f2a8e-ec3f-4625-893b-949a93095257 {{(pid=102386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 18:54:16.611097 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-2e3cd34c-d0ab-48c5-8fc5-58df2df3b793 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:16.632523 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c470a1-62cf-4fcf-bbff-a2c74fe1770f tempest-FloatingIPDetailsTestJSON-1391655979 tempest-FloatingIPDetailsTestJSON-1391655979-project] Pushing event updated for resources: {'Port': ['ID=9aed9cc4-1684-438f-8d29-b54d982c17ab,revision_number=2']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:54:16.677971 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-ff613fbb-1c69-46b9-a961-1cc163c54161 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1000460', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-571265', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6845'] for router, precommit_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:16.682013 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-43689dcf-5778-423b-95ed-39b44f469ce8 req-75c470a1-62cf-4fcf-bbff-a2c74fe1770f tempest-FloatingIPDetailsTestJSON-1391655979 tempest-FloatingIPDetailsTestJSON-1391655979-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1000577'] for floatingip, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:16.716516 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-ca83871a-1e4f-4d50-81e7-3f6d8bb0868f tempest-RoutersAdminNegativeIpV6Test-1043802430 tempest-RoutersAdminNegativeIpV6Test-1043802430-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:16.764494 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-2e3cd34c-d0ab-48c5-8fc5-58df2df3b793 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:16.766828 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-43689dcf-5778-423b-95ed-39b44f469ce8 req-75c470a1-62cf-4fcf-bbff-a2c74fe1770f tempest-FloatingIPDetailsTestJSON-1391655979 tempest-FloatingIPDetailsTestJSON-1391655979-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for floatingip, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:16.767716 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca83871a-1e4f-4d50-81e7-3f6d8bb0868f tempest-RoutersAdminNegativeIpV6Test-1043802430 tempest-RoutersAdminNegativeIpV6Test-1043802430-project-admin] Pushing event deleted for resources: {'Port': ['ID=7046c202-b058-4ce3-9ed3-6df792ea8fcc,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:54:16.768181 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-43689dcf-5778-423b-95ed-39b44f469ce8 req-75c470a1-62cf-4fcf-bbff-a2c74fe1770f tempest-FloatingIPDetailsTestJSON-1391655979 tempest-FloatingIPDetailsTestJSON-1391655979-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.8458500 Nov 05 18:54:16.769480 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-ff613fbb-1c69-46b9-a961-1cc163c54161 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1000487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1000469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1000478', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-571274'] for router, after_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:16.798220 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-2e3cd34c-d0ab-48c5-8fc5-58df2df3b793 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Calling delete_port for 9d9f2a8e-ec3f-4625-893b-949a93095257 owned by {{(pid=102386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 18:54:16.803452 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca83871a-1e4f-4d50-81e7-3f6d8bb0868f tempest-RoutersAdminNegativeIpV6Test-1043802430 tempest-RoutersAdminNegativeIpV6Test-1043802430-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:54:16.803918 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca83871a-1e4f-4d50-81e7-3f6d8bb0868f tempest-RoutersAdminNegativeIpV6Test-1043802430 tempest-RoutersAdminNegativeIpV6Test-1043802430-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:54:16.804263 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca83871a-1e4f-4d50-81e7-3f6d8bb0868f tempest-RoutersAdminNegativeIpV6Test-1043802430 tempest-RoutersAdminNegativeIpV6Test-1043802430-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:54:16.804596 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca83871a-1e4f-4d50-81e7-3f6d8bb0868f tempest-RoutersAdminNegativeIpV6Test-1043802430 tempest-RoutersAdminNegativeIpV6Test-1043802430-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:54:16.804972 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca83871a-1e4f-4d50-81e7-3f6d8bb0868f tempest-RoutersAdminNegativeIpV6Test-1043802430 tempest-RoutersAdminNegativeIpV6Test-1043802430-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:54:16.805254 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca83871a-1e4f-4d50-81e7-3f6d8bb0868f tempest-RoutersAdminNegativeIpV6Test-1043802430 tempest-RoutersAdminNegativeIpV6Test-1043802430-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:54:16.805580 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca83871a-1e4f-4d50-81e7-3f6d8bb0868f tempest-RoutersAdminNegativeIpV6Test-1043802430 tempest-RoutersAdminNegativeIpV6Test-1043802430-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:54:16.806136 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca83871a-1e4f-4d50-81e7-3f6d8bb0868f tempest-RoutersAdminNegativeIpV6Test-1043802430 tempest-RoutersAdminNegativeIpV6Test-1043802430-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:54:16.806253 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca83871a-1e4f-4d50-81e7-3f6d8bb0868f tempest-RoutersAdminNegativeIpV6Test-1043802430 tempest-RoutersAdminNegativeIpV6Test-1043802430-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:54:16.806569 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca83871a-1e4f-4d50-81e7-3f6d8bb0868f tempest-RoutersAdminNegativeIpV6Test-1043802430 tempest-RoutersAdminNegativeIpV6Test-1043802430-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:54:16.806894 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca83871a-1e4f-4d50-81e7-3f6d8bb0868f tempest-RoutersAdminNegativeIpV6Test-1043802430 tempest-RoutersAdminNegativeIpV6Test-1043802430-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:54:16.807216 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca83871a-1e4f-4d50-81e7-3f6d8bb0868f tempest-RoutersAdminNegativeIpV6Test-1043802430 tempest-RoutersAdminNegativeIpV6Test-1043802430-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:54:16.907455 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 161d34cf-f69b-47dd-ac08-187b47b93757 up at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 18:54:16.928355 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-ca83871a-1e4f-4d50-81e7-3f6d8bb0868f tempest-RoutersAdminNegativeIpV6Test-1043802430 tempest-RoutersAdminNegativeIpV6Test-1043802430-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:16.933835 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-ca83871a-1e4f-4d50-81e7-3f6d8bb0868f tempest-RoutersAdminNegativeIpV6Test-1043802430 tempest-RoutersAdminNegativeIpV6Test-1043802430-project-admin] 10.222.0.13 "DELETE /v2.0/ports/7046c202-b058-4ce3-9ed3-6df792ea8fcc HTTP/1.1" status: 204 len: 168 time: 1.0407455 Nov 05 18:54:16.965714 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-43689dcf-5778-423b-95ed-39b44f469ce8 req-fd2fa970-f571-47de-aaab-60818e9beedb tempest-FloatingIPDetailsTestJSON-1391655979 tempest-FloatingIPDetailsTestJSON-1391655979-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.6.200 HTTP/1.1" status: 200 len: 696 time: 0.1342607 Nov 05 18:54:17.049818 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Provisioning complete for port 161d34cf-f69b-47dd-ac08-187b47b93757 triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:54:17.050188 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:17.184627 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43689dcf-5778-423b-95ed-39b44f469ce8 req-cb506479-d3e0-4346-828b-74483e418a61 tempest-FloatingIPDetailsTestJSON-1391655979 tempest-FloatingIPDetailsTestJSON-1391655979-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:54:17.186868 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-43689dcf-5778-423b-95ed-39b44f469ce8 req-cb506479-d3e0-4346-828b-74483e418a61 tempest-FloatingIPDetailsTestJSON-1391655979 tempest-FloatingIPDetailsTestJSON-1391655979-project] 10.222.0.13 "GET /v2.0/networks/40c8335d-cd0b-4cb5-910a-d4dcddd5cbec HTTP/1.1" status: 200 len: 784 time: 0.2140098 Nov 05 18:54:17.205551 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff613fbb-1c69-46b9-a961-1cc163c54161 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Router ec1761e3-df62-4971-a487-b5b3e1952cab is scheduled to L3 agent 6dcb5589-8e86-4616-9186-ddc4548e13ad with binding_index 1 {{(pid=102387) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 05 18:54:17.265173 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-2e3cd34c-d0ab-48c5-8fc5-58df2df3b793 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:17.308047 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3cd34c-d0ab-48c5-8fc5-58df2df3b793 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Pushing event deleted for resources: {'Port': ['ID=9d9f2a8e-ec3f-4625-893b-949a93095257,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:54:17.369753 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-fa3d9e0f-5c08-4d2d-9183-f628f6e82fcc req-1f637add-ed0d-42d9-b498-0c65dc08402f tempest-FloatingIPDetailsTestJSON-1391655979 tempest-FloatingIPDetailsTestJSON-1391655979-project] 10.222.0.13 "GET /v2.0/floatingips/81b0db24-8e2c-4800-af47-755d97a7acef HTTP/1.1" status: 200 len: 693 time: 0.1448970 Nov 05 18:54:17.371284 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-a1d926ab-c8d9-4a04-8bef-4a9d1a8b06c3 None None] Provisioning complete for port 161d34cf-f69b-47dd-ac08-187b47b93757 triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:54:17.371930 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-a1d926ab-c8d9-4a04-8bef-4a9d1a8b06c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:17.395407 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff613fbb-1c69-46b9-a961-1cc163c54161 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Notify agent at l3_agent.n-d-816865-1 the message routers_updated {{(pid=102387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 18:54:17.412518 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-ff613fbb-1c69-46b9-a961-1cc163c54161 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Publish callbacks [] for router, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:17.424336 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-ff613fbb-1c69-46b9-a961-1cc163c54161 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] 10.222.0.13 "PUT /v2.0/routers/ec1761e3-df62-4971-a487-b5b3e1952cab HTTP/1.1" status: 200 len: 698 time: 1.0982883 Nov 05 18:54:17.424568 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 33026) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:54:17.437782 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f055d8cf-4a6b-4a82-a45f-c4b3806ab366 None None] Sync routers for ids ['ec1761e3-df62-4971-a487-b5b3e1952cab'] in n-d-816865-1 {{(pid=102388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 18:54:17.444363 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166b44f6-5130-4161-b2be-b8f831e27e1e req-3aa27b2c-b57b-4d01-8ae7-f0798ab6ce83 tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:54:17.446221 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-166b44f6-5130-4161-b2be-b8f831e27e1e req-3aa27b2c-b57b-4d01-8ae7-f0798ab6ce83 tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] 10.222.0.13 "GET /v2.0/ports?device_id=b3c515f9-768f-4a54-bb92-e6f3d5207990 HTTP/1.1" status: 200 len: 944 time: 0.2326324 Nov 05 18:54:17.472091 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f055d8cf-4a6b-4a82-a45f-c4b3806ab366 None None] Routers {'ec1761e3-df62-4971-a487-b5b3e1952cab'} bound to L3 agent in host n-d-816865-1 {{(pid=102388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 18:54:17.473239 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-f055d8cf-4a6b-4a82-a45f-c4b3806ab366 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T18:54:05Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['ec1761e3-df62-4971-a487-b5b3e1952cab'], 'active': True} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:54:17.543080 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-5f01f713-f3f6-49c8-aabf-1882a365240d tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] 10.222.0.13 "GET /v2.0/routers/ec1761e3-df62-4971-a487-b5b3e1952cab HTTP/1.1" status: 200 len: 704 time: 0.1169364 Nov 05 18:54:17.546810 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 33032) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:54:17.597909 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-50d13ab4-7581-4cbb-ba66-fbb0fd08212d tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] 10.222.0.13 "GET /v2.0/ports?device_id=ec1761e3-df62-4971-a487-b5b3e1952cab HTTP/1.1" status: 200 len: 205 time: 0.0500534 Nov 05 18:54:17.603205 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 33042) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:54:17.617862 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-166b44f6-5130-4161-b2be-b8f831e27e1e req-8abdbe2d-635a-4d3d-85bd-10d0a9170a69 tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] 10.222.0.13 "GET /v2.0/security-groups?id=8015cb9a-1cfc-43ae-80a2-992db853641d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1551273 Nov 05 18:54:17.656268 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3d9e0f-5c08-4d2d-9183-f628f6e82fcc req-ed291825-e28a-476c-a2ac-64c673b7ca5d tempest-FloatingIPDetailsTestJSON-1391655979 tempest-FloatingIPDetailsTestJSON-1391655979-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:54:17.657737 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-fa3d9e0f-5c08-4d2d-9183-f628f6e82fcc req-ed291825-e28a-476c-a2ac-64c673b7ca5d tempest-FloatingIPDetailsTestJSON-1391655979 tempest-FloatingIPDetailsTestJSON-1391655979-project] 10.222.0.13 "GET /v2.0/networks/40c8335d-cd0b-4cb5-910a-d4dcddd5cbec HTTP/1.1" status: 200 len: 784 time: 0.2805116 Nov 05 18:54:17.658341 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 33046) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:54:17.685582 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [req-fa3d9e0f-5c08-4d2d-9183-f628f6e82fcc req-046eb7c3-dd16-4f9d-a507-480e7fc1b93f tempest-FloatingIPDetailsTestJSON-1391655979 tempest-FloatingIPDetailsTestJSON-1391655979-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=102387) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 05 18:54:17.687016 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-fa3d9e0f-5c08-4d2d-9183-f628f6e82fcc req-046eb7c3-dd16-4f9d-a507-480e7fc1b93f tempest-FloatingIPDetailsTestJSON-1391655979 tempest-FloatingIPDetailsTestJSON-1391655979-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0063822 Nov 05 18:54:17.822866 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-2e3cd34c-d0ab-48c5-8fc5-58df2df3b793 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:17.830295 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-2e3cd34c-d0ab-48c5-8fc5-58df2df3b793 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] 10.222.0.13 "DELETE /v2.0/ports/9d9f2a8e-ec3f-4625-893b-949a93095257 HTTP/1.1" status: 204 len: 168 time: 1.4324603 Nov 05 18:54:17.832615 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 33052) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:54:17.873024 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-0a742960-0f3d-44d7-9646-1b3b5465eba8 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Publish callbacks [] for router, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:17.893329 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b31680d-2acd-4dc4-9955-186033ca4ced req-f2d99d0d-b710-4f22-a660-d09392091b92 tempest-ServerRescueTestJSON-1639389385 tempest-ServerRescueTestJSON-1639389385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:54:17.895299 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-7b31680d-2acd-4dc4-9955-186033ca4ced req-f2d99d0d-b710-4f22-a660-d09392091b92 tempest-ServerRescueTestJSON-1639389385 tempest-ServerRescueTestJSON-1639389385-project] 10.222.0.13 "GET /v2.0/ports?device_id=9c7dbc46-8c68-4f14-8897-91c11ae5a9cd HTTP/1.1" status: 200 len: 945 time: 0.1015434 Nov 05 18:54:17.941942 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvr_db [None req-f055d8cf-4a6b-4a82-a45f-c4b3806ab366 None None] Set router ec1761e3-df62-4971-a487-b5b3e1952cab gateway port host: None {{(pid=102388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 18:54:18.013921 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3690429a-2ea1-47d6-9c3d-bd777f668968 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:54:18.015600 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3690429a-2ea1-47d6-9c3d-bd777f668968 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:54:18.017542 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-351ad9bf-cb93-4390-929a-da7073ede384 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:18.018644 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3690429a-2ea1-47d6-9c3d-bd777f668968 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:54:18.022747 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-3690429a-2ea1-47d6-9c3d-bd777f668968 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1878812 Nov 05 18:54:18.037441 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 33054) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:54:18.083939 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-f055d8cf-4a6b-4a82-a45f-c4b3806ab366 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec1761e3-df62-4971-a487-b5b3e1952cab', 'name': 'tempest-RoutersIpV6Test-router-1191036771', 'tenant_id': '07347c71ee604fb5990da9c356235381', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T18:54:16Z', 'updated_at': '2021-11-05T18:54:16Z', 'revision_number': 2, 'project_id': '07347c71ee604fb5990da9c356235381', 'gw_port_host': None}], 'n-d-816865-1', False) {} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:54:18.094152 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-7b31680d-2acd-4dc4-9955-186033ca4ced req-6a9f7a34-0af8-47c1-9b11-3e41bdb87606 tempest-ServerRescueTestJSON-1639389385 tempest-ServerRescueTestJSON-1639389385-project] 10.222.0.13 "GET /v2.0/security-groups?id=458afcac-91c4-437c-b78f-d73b875bd5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1879621 Nov 05 18:54:18.121619 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f055d8cf-4a6b-4a82-a45f-c4b3806ab366 None None] Checking router: ec1761e3-df62-4971-a487-b5b3e1952cab for host: n-d-816865-1 {{(pid=102388) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 18:54:18.129141 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-0a742960-0f3d-44d7-9646-1b3b5465eba8 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-571301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6852'] for router, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:18.131434 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-0a742960-0f3d-44d7-9646-1b3b5465eba8 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:18.132871 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f055d8cf-4a6b-4a82-a45f-c4b3806ab366 None None] Routers {'ec1761e3-df62-4971-a487-b5b3e1952cab'} bound to L3 agent in host n-d-816865-1 {{(pid=102388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 18:54:18.134034 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-f055d8cf-4a6b-4a82-a45f-c4b3806ab366 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T18:54:05Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['ec1761e3-df62-4971-a487-b5b3e1952cab'], 'active': True} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:54:18.213822 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-a99a23c7-79a5-40f9-ad0b-8de2e37b64fe req-8e11e838-97ac-4242-a1e6-7a9e0d5cb627 tempest-FloatingIPDetailsTestJSON-1391655979 tempest-FloatingIPDetailsTestJSON-1391655979-project] 10.222.0.13 "GET /v2.0/floatingips/81b0db24-8e2c-4800-af47-755d97a7acef HTTP/1.1" status: 200 len: 693 time: 0.0837452 Nov 05 18:54:18.219919 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.db_base_plugin_v2 [None req-c0a2450f-2a6a-4eec-ab2d-9bc9bc1b1824 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Deleting subnet bac6de6a-78f7-41c3-80e9-bc3d6cbc455d {{(pid=102387) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 05 18:54:18.228453 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-c0a2450f-2a6a-4eec-ab2d-9bc9bc1b1824 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Publish callbacks [] for subnet, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:18.234864 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-b67bb52a-4d28-4b9e-a40a-2c6368ce98aa None None] Could not find standard attr ID for object 9d9f2a8e-ec3f-4625-893b-949a93095257. {{(pid=102388) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 05 18:54:18.246711 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvr_db [None req-f055d8cf-4a6b-4a82-a45f-c4b3806ab366 None None] Set router ec1761e3-df62-4971-a487-b5b3e1952cab gateway port host: None {{(pid=102388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 18:54:18.308925 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-f055d8cf-4a6b-4a82-a45f-c4b3806ab366 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec1761e3-df62-4971-a487-b5b3e1952cab', 'name': 'tempest-RoutersIpV6Test-router-1191036771', 'tenant_id': '07347c71ee604fb5990da9c356235381', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T18:54:16Z', 'updated_at': '2021-11-05T18:54:16Z', 'revision_number': 2, 'project_id': '07347c71ee604fb5990da9c356235381', 'gw_port_host': None}], 'n-d-816865-1', False) {} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:54:18.309659 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-0a742960-0f3d-44d7-9646-1b3b5465eba8 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-571310'] for router, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:18.310589 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a742960-0f3d-44d7-9646-1b3b5465eba8 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Fanout notify agent at l3_agent the message router_deleted on router ec1761e3-df62-4971-a487-b5b3e1952cab {{(pid=102386) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 05 18:54:18.324608 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-0a742960-0f3d-44d7-9646-1b3b5465eba8 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] Publish callbacks [] for router, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:18.332224 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-0a742960-0f3d-44d7-9646-1b3b5465eba8 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] 10.222.0.13 "DELETE /v2.0/routers/ec1761e3-df62-4971-a487-b5b3e1952cab HTTP/1.1" status: 204 len: 168 time: 0.7231898 Nov 05 18:54:18.335283 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 33066) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:54:18.339030 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f055d8cf-4a6b-4a82-a45f-c4b3806ab366 None None] The sync data for ids ['ec1761e3-df62-4971-a487-b5b3e1952cab'] in n-d-816865-1 is: [{'id': 'ec1761e3-df62-4971-a487-b5b3e1952cab', 'name': 'tempest-RoutersIpV6Test-router-1191036771', 'tenant_id': '07347c71ee604fb5990da9c356235381', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T18:54:16Z', 'updated_at': '2021-11-05T18:54:16Z', 'revision_number': 2, 'project_id': '07347c71ee604fb5990da9c356235381', 'gw_port_host': None}] {{(pid=102388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 18:54:18.387239 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-b3a7ead7-1dab-481a-8fd5-9f09525043ce tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] 10.222.0.13 "GET /v2.0/ports?device_id=ec1761e3-df62-4971-a487-b5b3e1952cab HTTP/1.1" status: 200 len: 205 time: 0.0479844 Nov 05 18:54:18.397286 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 33068) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:54:18.398662 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-c0a2450f-2a6a-4eec-ab2d-9bc9bc1b1824 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4463501'] for subnet, precommit_delete_associations {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:18.454676 n-d-816865-1 neutron-server[102386]: INFO neutron.api.v2.resource [None req-2dcec736-1954-49c3-a9e1-3d48fb43244c tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] delete failed (client error): The resource could not be found. Nov 05 18:54:18.456743 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-2dcec736-1954-49c3-a9e1-3d48fb43244c tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] 10.222.0.13 "DELETE /v2.0/routers/ec1761e3-df62-4971-a487-b5b3e1952cab HTTP/1.1" status: 404 len: 336 time: 0.0589094 Nov 05 18:54:18.458965 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 33070) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:54:18.503846 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429439f9-9566-499a-9fae-145871797048 req-e530c1b2-4b03-4815-83af-7cb817abd314 tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:54:18.504312 n-d-816865-1 neutron-server[102386]: INFO neutron.pecan_wsgi.hooks.translation [None req-36332042-3a9b-42c6-aecc-8f2d2a4bd6be tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] DELETE failed (client error): The resource could not be found. Nov 05 18:54:18.504799 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-36332042-3a9b-42c6-aecc-8f2d2a4bd6be tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102386) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 05 18:54:18.505371 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-429439f9-9566-499a-9fae-145871797048 req-e530c1b2-4b03-4815-83af-7cb817abd314 tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] 10.222.0.13 "GET /v2.0/ports?device_id=b3c515f9-768f-4a54-bb92-e6f3d5207990 HTTP/1.1" status: 200 len: 944 time: 0.2130942 Nov 05 18:54:18.516551 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-36332042-3a9b-42c6-aecc-8f2d2a4bd6be tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] 10.222.0.13 "DELETE /v2.0/subnets/56efdbdc-8a62-46cc-913e-6997708b0a97 HTTP/1.1" status: 404 len: 337 time: 0.0541627 Nov 05 18:54:18.517152 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 33076) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:54:18.527967 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69a821b-5922-472a-a311-258de54ba25c req-bba62b58-0db6-4c14-a760-bbc909ff7b9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:54:18.529482 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-a69a821b-5922-472a-a311-258de54ba25c req-bba62b58-0db6-4c14-a760-bbc909ff7b9b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=9d37d1d71d154d088bbcf565483b4218&device_id=b3c515f9-768f-4a54-bb92-e6f3d5207990 HTTP/1.1" status: 200 len: 1095 time: 0.1464832 Nov 05 18:54:18.554334 n-d-816865-1 neutron-server[102386]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e572a4d-6b53-4b6a-b790-0e1368a308de tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] DELETE failed (client error): The resource could not be found. Nov 05 18:54:18.554731 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8e572a4d-6b53-4b6a-b790-0e1368a308de tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102386) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 05 18:54:18.561120 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-8e572a4d-6b53-4b6a-b790-0e1368a308de tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] 10.222.0.13 "DELETE /v2.0/subnets/88d64cdb-2acf-427c-b3a3-d1b2c3f8b392 HTTP/1.1" status: 404 len: 337 time: 0.0396075 Nov 05 18:54:18.569045 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 33078) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:54:18.569229 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99a23c7-79a5-40f9-ad0b-8de2e37b64fe req-4f71c172-269d-4417-9bf3-0a4396d42acb tempest-FloatingIPDetailsTestJSON-1391655979 tempest-FloatingIPDetailsTestJSON-1391655979-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:54:18.570612 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-a99a23c7-79a5-40f9-ad0b-8de2e37b64fe req-4f71c172-269d-4417-9bf3-0a4396d42acb tempest-FloatingIPDetailsTestJSON-1391655979 tempest-FloatingIPDetailsTestJSON-1391655979-project] 10.222.0.13 "GET /v2.0/networks/40c8335d-cd0b-4cb5-910a-d4dcddd5cbec HTTP/1.1" status: 200 len: 784 time: 0.3462625 Nov 05 18:54:18.614264 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-351ad9bf-cb93-4390-929a-da7073ede384 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:18.620227 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [req-a99a23c7-79a5-40f9-ad0b-8de2e37b64fe req-e2062772-5cc9-44a3-80f1-378ebd824ec3 tempest-FloatingIPDetailsTestJSON-1391655979 tempest-FloatingIPDetailsTestJSON-1391655979-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=102387) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 05 18:54:18.621832 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-a99a23c7-79a5-40f9-ad0b-8de2e37b64fe req-e2062772-5cc9-44a3-80f1-378ebd824ec3 tempest-FloatingIPDetailsTestJSON-1391655979 tempest-FloatingIPDetailsTestJSON-1391655979-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0174334 Nov 05 18:54:18.628844 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-c0a2450f-2a6a-4eec-ab2d-9bc9bc1b1824 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1573928'] for subnet, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:18.660127 n-d-816865-1 neutron-server[102386]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d9bbfb4-6abd-46b4-9707-bfd0f4ed041f tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] DELETE failed (client error): The resource could not be found. Nov 05 18:54:18.660630 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6d9bbfb4-6abd-46b4-9707-bfd0f4ed041f tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102386) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 05 18:54:18.666674 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-6d9bbfb4-6abd-46b4-9707-bfd0f4ed041f tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] 10.222.0.13 "DELETE /v2.0/subnets/529dc2bb-5603-4b92-8f55-514b2c318ee9 HTTP/1.1" status: 404 len: 337 time: 0.0964904 Nov 05 18:54:18.669938 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 33088) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:54:18.703203 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-429439f9-9566-499a-9fae-145871797048 req-62b26463-47d9-4c8b-b3f9-59b655f764fc tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] 10.222.0.13 "GET /v2.0/security-groups?id=8015cb9a-1cfc-43ae-80a2-992db853641d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1808715 Nov 05 18:54:18.713003 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-351ad9bf-cb93-4390-929a-da7073ede384 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:18.728909 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-a99a23c7-79a5-40f9-ad0b-8de2e37b64fe req-6b54844e-9ee2-48fe-b010-d2136ab5247f tempest-FloatingIPDetailsTestJSON-1391655979 tempest-FloatingIPDetailsTestJSON-1391655979-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.6.200 HTTP/1.1" status: 200 len: 696 time: 0.0964556 Nov 05 18:54:18.775358 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-351ad9bf-cb93-4390-929a-da7073ede384 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9c55f50a57da4bc888986e35278a53d3&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1134243 Nov 05 18:54:18.809987 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 33094) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:54:18.839246 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351ad9bf-cb93-4390-929a-da7073ede384 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32b60a23-d756-463b-b9eb-c10574ddd3e2,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:54:18.853231 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-a99a23c7-79a5-40f9-ad0b-8de2e37b64fe req-45c10672-00d8-426e-9b2c-cead9b91e819 tempest-FloatingIPDetailsTestJSON-1391655979 tempest-FloatingIPDetailsTestJSON-1391655979-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.6.200 HTTP/1.1" status: 200 len: 696 time: 0.1102045 Nov 05 18:54:18.931349 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-c0a2450f-2a6a-4eec-ab2d-9bc9bc1b1824 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1573905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4417146', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5112209'] for subnet, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:18.999521 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-d080ff2a-9ce8-4aa6-aa2d-9c2e77ddce4a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:19.001866 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a2450f-2a6a-4eec-ab2d-9bc9bc1b1824 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Pushing event deleted for resources: {'Subnet': ['ID=bac6de6a-78f7-41c3-80e9-bc3d6cbc455d,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:54:19.011259 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-c0a2450f-2a6a-4eec-ab2d-9bc9bc1b1824 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597851'] for subnet, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:19.014085 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-c0a2450f-2a6a-4eec-ab2d-9bc9bc1b1824 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] 10.222.0.13 "DELETE /v2.0/subnets/bac6de6a-78f7-41c3-80e9-bc3d6cbc455d HTTP/1.1" status: 204 len: 168 time: 0.9783294 Nov 05 18:54:19.016290 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99dabf25-2a31-435b-aa4c-cf9b7ceccc07 None None] Network 1c9d25d3-7f2e-4384-9081-dc17514a5578 requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 18:54:19.035879 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 33102) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:54:19.086955 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-d080ff2a-9ce8-4aa6-aa2d-9c2e77ddce4a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:19.092004 n-d-816865-1 neutron-server[102386]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa2e00cf-99f5-4a3a-983f-edf71362a52f tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] DELETE failed (client error): The resource could not be found. Nov 05 18:54:19.092849 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fa2e00cf-99f5-4a3a-983f-edf71362a52f tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102386) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 05 18:54:19.095601 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-fa2e00cf-99f5-4a3a-983f-edf71362a52f tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] 10.222.0.13 "DELETE /v2.0/subnets/375204fc-1e27-495a-8797-c770261c4731 HTTP/1.1" status: 404 len: 337 time: 0.4184420 Nov 05 18:54:19.098594 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 33106) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:54:19.180250 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69a821b-5922-472a-a311-258de54ba25c req-6edbaf53-94e2-490c-94a1-c9f27c7edb57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:54:19.182409 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-a69a821b-5922-472a-a311-258de54ba25c req-6edbaf53-94e2-490c-94a1-c9f27c7edb57 service neutron] 10.222.0.55 "GET /v2.0/networks?id=bb5b9fed-8e61-492a-a21e-f9ce432c95f7 HTTP/1.1" status: 200 len: 912 time: 0.6357539 Nov 05 18:54:19.186879 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-1b69a9a3-b292-4ae6-8ae5-be1c8750ae4c tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] 10.222.0.13 "GET /v2.0/ports?device_id=98c28b36-02e7-4b7d-8190-c1aff44fd3f1 HTTP/1.1" status: 200 len: 205 time: 0.0868280 Nov 05 18:54:19.188355 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 33110) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:54:19.228612 n-d-816865-1 neutron-server[102386]: INFO neutron.api.v2.resource [None req-661d48b0-bea2-4ea0-855f-871424f983ad tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] delete failed (client error): The resource could not be found. Nov 05 18:54:19.229702 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-661d48b0-bea2-4ea0-855f-871424f983ad tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] 10.222.0.13 "DELETE /v2.0/routers/98c28b36-02e7-4b7d-8190-c1aff44fd3f1 HTTP/1.1" status: 404 len: 336 time: 0.0403204 Nov 05 18:54:19.237921 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 33112) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:54:19.309364 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-6f91a1fe-e88b-4aae-883e-f46607c7994a tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] 10.222.0.13 "GET /v2.0/ports?device_id=7a761b8b-650f-43ab-b66f-43e3302e6f16 HTTP/1.1" status: 200 len: 205 time: 0.0692606 Nov 05 18:54:19.311851 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 33114) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:54:19.372166 n-d-816865-1 neutron-server[102386]: INFO neutron.api.v2.resource [None req-caf7443c-014f-4fa1-bd9b-4a5b423acd36 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] delete failed (client error): The resource could not be found. Nov 05 18:54:19.375768 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-caf7443c-014f-4fa1-bd9b-4a5b423acd36 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] 10.222.0.13 "DELETE /v2.0/routers/7a761b8b-650f-43ab-b66f-43e3302e6f16 HTTP/1.1" status: 404 len: 336 time: 0.0603421 Nov 05 18:54:19.375768 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-a69a821b-5922-472a-a311-258de54ba25c req-680fc3a6-eec2-40b0-a596-604f92e9e9d0 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=76ac6dda-0dbe-4431-a06f-4b5c155d8cde HTTP/1.1" status: 200 len: 998 time: 0.1440625 Nov 05 18:54:19.378298 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 33116) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:54:19.436093 n-d-816865-1 neutron-server[102386]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f068896-e2b2-492e-8641-27d046bb486f tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] DELETE failed (client error): The resource could not be found. Nov 05 18:54:19.436559 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4f068896-e2b2-492e-8641-27d046bb486f tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102386) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 05 18:54:19.439677 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-4f068896-e2b2-492e-8641-27d046bb486f tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] 10.222.0.13 "DELETE /v2.0/subnets/af35479c-c70a-4a2b-ac56-16c79c2cd851 HTTP/1.1" status: 404 len: 337 time: 0.0604053 Nov 05 18:54:19.443231 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 33118) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:54:19.478244 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-cd635e17-21af-40bc-be2f-a125ac88737f tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] 10.222.0.13 "GET /v2.0/ports?device_id=17d79901-59dc-4483-aae2-645d3a409816 HTTP/1.1" status: 200 len: 205 time: 0.0308862 Nov 05 18:54:19.479297 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 33120) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:54:19.490688 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69a821b-5922-472a-a311-258de54ba25c req-b5d84905-1e95-45cc-a72f-363139c7c013 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:54:19.492206 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-a69a821b-5922-472a-a311-258de54ba25c req-b5d84905-1e95-45cc-a72f-363139c7c013 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=8df5751e-d8bb-41e4-9469-238f613979b1 HTTP/1.1" status: 200 len: 850 time: 0.1032701 Nov 05 18:54:19.530140 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.db_base_plugin_v2 [None req-7eaaa785-65cd-42b5-bb34-2d5c4ec2c81d tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Deleting subnet d80432ed-66bd-4bd8-983c-32b41a4adf88 {{(pid=102387) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 05 18:54:19.534343 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-7eaaa785-65cd-42b5-bb34-2d5c4ec2c81d tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Publish callbacks [] for subnet, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:19.553458 n-d-816865-1 neutron-server[102386]: INFO neutron.api.v2.resource [None req-37504ba4-e58b-419c-a7b2-ded1d5fc0844 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] delete failed (client error): The resource could not be found. Nov 05 18:54:19.556362 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-37504ba4-e58b-419c-a7b2-ded1d5fc0844 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] 10.222.0.13 "DELETE /v2.0/routers/17d79901-59dc-4483-aae2-645d3a409816 HTTP/1.1" status: 404 len: 336 time: 0.0740025 Nov 05 18:54:19.557543 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 33124) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:54:19.612000 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [req-a99a23c7-79a5-40f9-ad0b-8de2e37b64fe req-9bb46dc2-685f-4af4-a973-a81fbbc7b319 tempest-FloatingIPDetailsTestJSON-1391655979 tempest-FloatingIPDetailsTestJSON-1391655979-project] Deleting port 9aed9cc4-1684-438f-8d29-b54d982c17ab {{(pid=102387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 18:54:19.612666 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-a99a23c7-79a5-40f9-ad0b-8de2e37b64fe req-9bb46dc2-685f-4af4-a973-a81fbbc7b319 tempest-FloatingIPDetailsTestJSON-1391655979 tempest-FloatingIPDetailsTestJSON-1391655979-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:19.625592 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-085cc6b6-2749-49ac-b463-2b6bbe37a33e tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] 10.222.0.13 "GET /v2.0/ports?device_id=cc25acdf-3ad5-4dca-bdbd-32ec01eea12c HTTP/1.1" status: 200 len: 205 time: 0.0598521 Nov 05 18:54:19.626841 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 33126) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:54:19.678471 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 33128) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:54:19.686431 n-d-816865-1 neutron-server[102386]: INFO neutron.api.v2.resource [None req-a931e912-9cec-4afa-bc42-9de706d5bb29 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] delete failed (client error): The resource could not be found. Nov 05 18:54:19.689847 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-a931e912-9cec-4afa-bc42-9de706d5bb29 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] 10.222.0.13 "DELETE /v2.0/routers/cc25acdf-3ad5-4dca-bdbd-32ec01eea12c HTTP/1.1" status: 404 len: 336 time: 0.0599155 Nov 05 18:54:19.693312 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 33132) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:54:19.695386 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69a821b-5922-472a-a311-258de54ba25c req-346b4b8d-1e8d-4f1d-bcae-6e63b95a72a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:54:19.696890 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-a69a821b-5922-472a-a311-258de54ba25c req-346b4b8d-1e8d-4f1d-bcae-6e63b95a72a5 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=bb5b9fed-8e61-492a-a21e-f9ce432c95f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1526897 Nov 05 18:54:19.719980 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-7eaaa785-65cd-42b5-bb34-2d5c4ec2c81d tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4463501'] for subnet, precommit_delete_associations {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:19.738268 n-d-816865-1 neutron-server[102386]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b3fab86-3723-4e3d-bac9-d80641b10431 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] DELETE failed (client error): The resource could not be found. Nov 05 18:54:19.738725 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5b3fab86-3723-4e3d-bac9-d80641b10431 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102386) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 05 18:54:19.744375 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-5b3fab86-3723-4e3d-bac9-d80641b10431 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] 10.222.0.13 "DELETE /v2.0/subnets/332aab93-10ef-4949-927b-b2b6ebc6936f HTTP/1.1" status: 404 len: 337 time: 0.0439239 Nov 05 18:54:19.750932 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 33136) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:54:19.793663 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-354070df-047b-4d3a-bd55-686bcbdb77f7 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] 10.222.0.13 "GET /v2.0/ports?device_id=143990d2-f3d2-4f3d-989a-27d43bed8dd9 HTTP/1.1" status: 200 len: 205 time: 0.0414543 Nov 05 18:54:19.796608 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 33138) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:54:19.803664 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7e1e56-4165-4036-a660-ab67525d95c4 req-b94589b0-03db-48cd-ae17-b71a3e85ffb4 tempest-ServerRescueTestJSON-1639389385 tempest-ServerRescueTestJSON-1639389385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:54:19.805453 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-8b7e1e56-4165-4036-a660-ab67525d95c4 req-b94589b0-03db-48cd-ae17-b71a3e85ffb4 tempest-ServerRescueTestJSON-1639389385 tempest-ServerRescueTestJSON-1639389385-project] 10.222.0.13 "GET /v2.0/ports?device_id=9c7dbc46-8c68-4f14-8897-91c11ae5a9cd HTTP/1.1" status: 200 len: 945 time: 0.2343640 Nov 05 18:54:19.813431 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-d080ff2a-9ce8-4aa6-aa2d-9c2e77ddce4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:19.816365 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-d080ff2a-9ce8-4aa6-aa2d-9c2e77ddce4a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:19.817724 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-d080ff2a-9ce8-4aa6-aa2d-9c2e77ddce4a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/32b60a23-d756-463b-b9eb-c10574ddd3e2 HTTP/1.1" status: 204 len: 168 time: 1.0049336 Nov 05 18:54:19.862509 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-a99a23c7-79a5-40f9-ad0b-8de2e37b64fe req-9bb46dc2-685f-4af4-a973-a81fbbc7b319 tempest-FloatingIPDetailsTestJSON-1391655979 tempest-FloatingIPDetailsTestJSON-1391655979-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:19.863100 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-a99a23c7-79a5-40f9-ad0b-8de2e37b64fe req-9bb46dc2-685f-4af4-a973-a81fbbc7b319 tempest-FloatingIPDetailsTestJSON-1391655979 tempest-FloatingIPDetailsTestJSON-1391655979-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:19.867919 n-d-816865-1 neutron-server[102386]: INFO neutron.api.v2.resource [None req-9e783b27-f125-48fd-b9c4-040fc58863b5 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] delete failed (client error): The resource could not be found. Nov 05 18:54:19.868973 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-9e783b27-f125-48fd-b9c4-040fc58863b5 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] 10.222.0.13 "DELETE /v2.0/routers/143990d2-f3d2-4f3d-989a-27d43bed8dd9 HTTP/1.1" status: 404 len: 336 time: 0.0714226 Nov 05 18:54:19.876634 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d080ff2a-9ce8-4aa6-aa2d-9c2e77ddce4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32b60a23-d756-463b-b9eb-c10574ddd3e2,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:54:19.879545 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 33144) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:54:19.904339 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [req-a99a23c7-79a5-40f9-ad0b-8de2e37b64fe req-9bb46dc2-685f-4af4-a973-a81fbbc7b319 tempest-FloatingIPDetailsTestJSON-1391655979 tempest-FloatingIPDetailsTestJSON-1391655979-project] Calling delete_port for 9aed9cc4-1684-438f-8d29-b54d982c17ab owned by network:floatingip {{(pid=102387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 18:54:19.923310 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-9b5f7456-ad88-470d-ab99-6886b3836c20 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:19.930169 n-d-816865-1 neutron-server[102386]: INFO neutron.pecan_wsgi.hooks.translation [None req-876513dd-3902-419f-8414-130f7cd2ab8d tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] DELETE failed (client error): The resource could not be found. Nov 05 18:54:19.930662 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-876513dd-3902-419f-8414-130f7cd2ab8d tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102386) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 05 18:54:19.937752 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-876513dd-3902-419f-8414-130f7cd2ab8d tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] 10.222.0.13 "DELETE /v2.0/subnets/cb120401-c6b0-4020-9e73-4e34880dac6f HTTP/1.1" status: 404 len: 337 time: 0.0520277 Nov 05 18:54:19.938888 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 33146) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:54:19.976594 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-a69a821b-5922-472a-a311-258de54ba25c req-340c5df8-d46d-48d2-b1ae-217759bbe3c8 service neutron] 10.222.0.55 "GET /v2.0/networks/bb5b9fed-8e61-492a-a21e-f9ce432c95f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2642097 Nov 05 18:54:19.991808 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-8b7e1e56-4165-4036-a660-ab67525d95c4 req-8b5a80c9-c719-4206-a225-c9b33e777ea7 tempest-ServerRescueTestJSON-1639389385 tempest-ServerRescueTestJSON-1639389385-project] 10.222.0.13 "GET /v2.0/security-groups?id=458afcac-91c4-437c-b78f-d73b875bd5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1705630 Nov 05 18:54:19.991808 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-976f029e-e4b6-4992-9e9e-078259467210 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] 10.222.0.13 "GET /v2.0/ports?device_id=b3b07ed0-f641-47a5-9d4e-f75da94f5163 HTTP/1.1" status: 200 len: 205 time: 0.0475521 Nov 05 18:54:20.014853 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 33148) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:54:20.034306 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-7eaaa785-65cd-42b5-bb34-2d5c4ec2c81d tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1573928'] for subnet, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:20.227379 n-d-816865-1 neutron-server[102386]: INFO neutron.api.v2.resource [None req-89279369-7232-4c9d-9e95-45ed9e76f3be tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] delete failed (client error): The resource could not be found. Nov 05 18:54:20.227379 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-89279369-7232-4c9d-9e95-45ed9e76f3be tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] 10.222.0.13 "DELETE /v2.0/routers/b3b07ed0-f641-47a5-9d4e-f75da94f5163 HTTP/1.1" status: 404 len: 336 time: 0.0883832 Nov 05 18:54:20.227379 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 33150) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:54:20.227379 n-d-816865-1 neutron-server[102386]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf1d7fd2-c467-403d-b9eb-5b1fa0488d47 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] DELETE failed (client error): The resource could not be found. Nov 05 18:54:20.227379 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cf1d7fd2-c467-403d-b9eb-5b1fa0488d47 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102386) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 05 18:54:20.227379 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-cf1d7fd2-c467-403d-b9eb-5b1fa0488d47 tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] 10.222.0.13 "DELETE /v2.0/subnets/a172ce8d-ea14-4ce3-98a1-722e55bdbdb0 HTTP/1.1" status: 404 len: 337 time: 0.0411270 Nov 05 18:54:20.228238 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8060e5-cec9-4bad-97e9-29219c3833d8 req-c6a84eeb-138d-4f05-ad28-d8d0c1767767 tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:54:20.228238 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-be8060e5-cec9-4bad-97e9-29219c3833d8 req-c6a84eeb-138d-4f05-ad28-d8d0c1767767 tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] 10.222.0.13 "GET /v2.0/ports?device_id=b3c515f9-768f-4a54-bb92-e6f3d5207990 HTTP/1.1" status: 200 len: 944 time: 0.0752249 Nov 05 18:54:20.228238 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 33152) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:54:20.228238 n-d-816865-1 neutron-server[102387]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3561e7c-8897-47d9-a78d-8b4b16201a2b tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] DELETE failed (client error): The resource could not be found. Nov 05 18:54:20.228238 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c3561e7c-8897-47d9-a78d-8b4b16201a2b tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102387) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 05 18:54:20.230876 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-c3561e7c-8897-47d9-a78d-8b4b16201a2b tempest-RoutersIpV6Test-1624801999 tempest-RoutersIpV6Test-1624801999-project] 10.222.0.13 "DELETE /v2.0/subnets/b997a5c9-9ed3-4ef2-91aa-24705ae9fb01 HTTP/1.1" status: 404 len: 337 time: 0.0602067 Nov 05 18:54:20.245216 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-9b5f7456-ad88-470d-ab99-6886b3836c20 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:20.266311 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-a69a821b-5922-472a-a311-258de54ba25c req-d9748080-b7b6-48ba-b60f-86e650e9e235 service neutron] 10.222.0.55 "GET /v2.0/networks/bb5b9fed-8e61-492a-a21e-f9ce432c95f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2770915 Nov 05 18:54:20.283666 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-be8060e5-cec9-4bad-97e9-29219c3833d8 req-559e36b8-8d7f-4481-be2f-a24776bd82ca tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] 10.222.0.13 "GET /v2.0/security-groups?id=8015cb9a-1cfc-43ae-80a2-992db853641d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0839989 Nov 05 18:54:20.353643 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-48f7b9a2-962d-431d-88ad-4d9570b340ce None None] Provisioning complete for port 161d34cf-f69b-47dd-ac08-187b47b93757 triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:54:20.354196 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-48f7b9a2-962d-431d-88ad-4d9570b340ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:20.777670 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-9b5f7456-ad88-470d-ab99-6886b3836c20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:20.779603 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-7eaaa785-65cd-42b5-bb34-2d5c4ec2c81d tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1573905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4417146', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5112209'] for subnet, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:20.781869 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-a99a23c7-79a5-40f9-ad0b-8de2e37b64fe req-9bb46dc2-685f-4af4-a973-a81fbbc7b319 tempest-FloatingIPDetailsTestJSON-1391655979 tempest-FloatingIPDetailsTestJSON-1391655979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4417063'] for port, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:20.820334 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-9b5f7456-ad88-470d-ab99-6886b3836c20 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=fd13b989bb7640d3a992c4621d15df68&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1404428 Nov 05 18:54:20.822796 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5f7456-ad88-470d-ab99-6886b3836c20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b2f8114-cf08-4f55-9ae2-a1e5324c1bb0,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:54:20.828683 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 33158) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:54:20.844818 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eaaa785-65cd-42b5-bb34-2d5c4ec2c81d tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Pushing event deleted for resources: {'Subnet': ['ID=d80432ed-66bd-4bd8-983c-32b41a4adf88,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:54:20.849153 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb46dc2-685f-4af4-a973-a81fbbc7b319 tempest-FloatingIPDetailsTestJSON-1391655979 tempest-FloatingIPDetailsTestJSON-1391655979-project] Pushing event deleted for resources: {'Port': ['ID=9aed9cc4-1684-438f-8d29-b54d982c17ab,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:54:20.855871 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-7eaaa785-65cd-42b5-bb34-2d5c4ec2c81d tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597851'] for subnet, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:20.861011 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 33160) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:54:20.862741 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88b2ba4c-14d5-4164-9003-d0c81bc44404 None None] Network 1c9d25d3-7f2e-4384-9081-dc17514a5578 requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 18:54:20.874907 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-7eaaa785-65cd-42b5-bb34-2d5c4ec2c81d tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] 10.222.0.13 "DELETE /v2.0/subnets/d80432ed-66bd-4bd8-983c-32b41a4adf88 HTTP/1.1" status: 204 len: 168 time: 1.8275785 Nov 05 18:54:20.927521 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-59cbd96a-6d27-441e-b7a7-cd08b53eeaac tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0625477 Nov 05 18:54:20.929247 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 33162) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:54:20.935479 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-3d6d7dcb-da66-47d0-865e-8c4a1821e112 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Request body: {'subnet': {'network_id': '1c9d25d3-7f2e-4384-9081-dc17514a5578', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:54:20.945816 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-d5055977-5402-42b9-a9c8-0e5f61a88754 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:20.963324 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-a99a23c7-79a5-40f9-ad0b-8de2e37b64fe req-9bb46dc2-685f-4af4-a973-a81fbbc7b319 tempest-FloatingIPDetailsTestJSON-1391655979 tempest-FloatingIPDetailsTestJSON-1391655979-project] Publish callbacks [] for floatingip, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:20.965907 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-a99a23c7-79a5-40f9-ad0b-8de2e37b64fe req-9bb46dc2-685f-4af4-a973-a81fbbc7b319 tempest-FloatingIPDetailsTestJSON-1391655979 tempest-FloatingIPDetailsTestJSON-1391655979-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for floatingip, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:20.967117 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-a99a23c7-79a5-40f9-ad0b-8de2e37b64fe req-9bb46dc2-685f-4af4-a973-a81fbbc7b319 tempest-FloatingIPDetailsTestJSON-1391655979 tempest-FloatingIPDetailsTestJSON-1391655979-project] 10.222.0.13 "DELETE /v2.0/floatingips/81b0db24-8e2c-4800-af47-755d97a7acef HTTP/1.1" status: 204 len: 173 time: 2.1044438 Nov 05 18:54:20.975864 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-d5055977-5402-42b9-a9c8-0e5f61a88754 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:21.153026 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 33170) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:54:21.160306 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-d5055977-5402-42b9-a9c8-0e5f61a88754 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:21.160918 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93fd59b9-2604-4ac2-ad50-00be533236db None None] DHCP port deletion for 1c9d25d3-7f2e-4384-9081-dc17514a5578 request from n-d-816865-1 {{(pid=102388) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 05 18:54:21.163168 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-d5055977-5402-42b9-a9c8-0e5f61a88754 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:21.164528 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-d5055977-5402-42b9-a9c8-0e5f61a88754 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2b2f8114-cf08-4f55-9ae2-a1e5324c1bb0 HTTP/1.1" status: 204 len: 168 time: 0.3344150 Nov 05 18:54:21.174294 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5055977-5402-42b9-a9c8-0e5f61a88754 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b2f8114-cf08-4f55-9ae2-a1e5324c1bb0,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:54:21.202530 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 33176) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:54:21.285370 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-93fd59b9-2604-4ac2-ad50-00be533236db None None] Deleting port 161d34cf-f69b-47dd-ac08-187b47b93757 {{(pid=102388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 18:54:21.288451 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-93fd59b9-2604-4ac2-ad50-00be533236db None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:21.297458 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-ee0469f2-5710-48a2-b932-6e657b2a60bc admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=fa3ef4b16d9945848e3307a0fdac8db3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0936906 Nov 05 18:54:21.298723 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 33178) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:54:21.334309 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150db3f9-0801-4f65-afdf-3b30f55e19a1 req-2e6e96ac-6c10-45d5-9d77-c7aa1ae28912 tempest-ServerRescueTestJSON-1639389385 tempest-ServerRescueTestJSON-1639389385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:54:21.343012 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-150db3f9-0801-4f65-afdf-3b30f55e19a1 req-2e6e96ac-6c10-45d5-9d77-c7aa1ae28912 tempest-ServerRescueTestJSON-1639389385 tempest-ServerRescueTestJSON-1639389385-project] 10.222.0.13 "GET /v2.0/ports?device_id=9c7dbc46-8c68-4f14-8897-91c11ae5a9cd HTTP/1.1" status: 200 len: 945 time: 0.2242737 Nov 05 18:54:21.359668 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bb1d13-a1cc-4806-bfb5-f6f552eb02f6 req-bb30c825-9ef5-4034-a0de-b6ccebb156ae tempest-FloatingIPDetailsTestJSON-1391655979 tempest-FloatingIPDetailsTestJSON-1391655979-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:54:21.361171 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-89bb1d13-a1cc-4806-bfb5-f6f552eb02f6 req-bb30c825-9ef5-4034-a0de-b6ccebb156ae tempest-FloatingIPDetailsTestJSON-1391655979 tempest-FloatingIPDetailsTestJSON-1391655979-project] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.3731077 Nov 05 18:54:21.367868 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d6d7dcb-da66-47d0-865e-8c4a1821e112 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Made reservation on behalf of 7bc73c6c17f842a987dd31290d20faa2 for: {'subnet': 1} {{(pid=102387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 18:54:21.371859 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-3d6d7dcb-da66-47d0-865e-8c4a1821e112 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5112236'] for subnet, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:21.413664 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-93fd59b9-2604-4ac2-ad50-00be533236db None None] For port 161d34cf-f69b-47dd-ac08-187b47b93757, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=161d34cf-f69b-47dd-ac08-187b47b93757,segment=NetworkSegment(1bdc5ccc-001b-4584-b217-2d1934002f57),segment_id=1bdc5ccc-001b-4584-b217-2d1934002f57)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:54:21.414311 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-93fd59b9-2604-4ac2-ad50-00be533236db None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:21.427976 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-c00f8072-d3c0-41b4-ba3a-d47228fc07c2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:21.437681 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-93fd59b9-2604-4ac2-ad50-00be533236db None None] Calling delete_port for 161d34cf-f69b-47dd-ac08-187b47b93757 owned by network:dhcp {{(pid=102388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 18:54:21.477468 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-c00f8072-d3c0-41b4-ba3a-d47228fc07c2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:21.537304 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-5cd9c210-9e6b-43a5-8c26-f620daf71fd6 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=07347c71ee604fb5990da9c356235381&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3828824 Nov 05 18:54:21.539609 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-150db3f9-0801-4f65-afdf-3b30f55e19a1 req-3c217db2-2bab-4bda-85eb-748e702ffeba tempest-ServerRescueTestJSON-1639389385 tempest-ServerRescueTestJSON-1639389385-project] 10.222.0.13 "GET /v2.0/security-groups?id=458afcac-91c4-437c-b78f-d73b875bd5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1956356 Nov 05 18:54:21.542796 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 33186) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:54:21.591116 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2043c6-9e4a-4df3-a70e-5c39346c90df req-72bf2bbd-1952-4312-892e-cb69802c868d tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:54:21.592999 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-8e2043c6-9e4a-4df3-a70e-5c39346c90df req-72bf2bbd-1952-4312-892e-cb69802c868d tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] 10.222.0.13 "GET /v2.0/ports?device_id=b3c515f9-768f-4a54-bb92-e6f3d5207990 HTTP/1.1" status: 200 len: 944 time: 0.1057789 Nov 05 18:54:21.602838 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-93fd59b9-2604-4ac2-ad50-00be533236db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798'] for port, after_delete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:21.614598 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-3a9ff898-3bdb-45b6-abe0-4a066516b189 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:21.635759 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93fd59b9-2604-4ac2-ad50-00be533236db None None] Pushing event deleted for resources: {'Port': ['ID=161d34cf-f69b-47dd-ac08-187b47b93757,revision_number=None']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:54:21.642344 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-3a9ff898-3bdb-45b6-abe0-4a066516b189 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:21.645377 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93fd59b9-2604-4ac2-ad50-00be533236db None None] No DVR routers for this DVR port 161d34cf-f69b-47dd-ac08-187b47b93757 on host n-d-816865-1 {{(pid=102388) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 18:54:21.655544 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-c00f8072-d3c0-41b4-ba3a-d47228fc07c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:21.658618 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-c00f8072-d3c0-41b4-ba3a-d47228fc07c2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:21.662816 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-c00f8072-d3c0-41b4-ba3a-d47228fc07c2 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4bb487f9-2222-4bb4-9000-551406cb5e3c HTTP/1.1" status: 204 len: 168 time: 0.3612785 Nov 05 18:54:21.676987 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00f8072-d3c0-41b4-ba3a-d47228fc07c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bb487f9-2222-4bb4-9000-551406cb5e3c,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:54:21.713774 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-35665b84-6167-4c01-924e-e170ca40c6e9 req-3aba4113-9579-410e-b944-c7e784615b6d tempest-FloatingIPDetailsTestJSON-1391655979 tempest-FloatingIPDetailsTestJSON-1391655979-project] 10.222.0.13 "GET /v2.0/floatingips?tenant_id=57135041cad14438a44813f33dcce7e4 HTTP/1.1" status: 200 len: 1656 time: 0.1314673 Nov 05 18:54:21.820686 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-8e2043c6-9e4a-4df3-a70e-5c39346c90df req-765e85cc-bfd5-4aa3-8751-3fe38eace381 tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] 10.222.0.13 "GET /v2.0/security-groups?id=8015cb9a-1cfc-43ae-80a2-992db853641d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2207916 Nov 05 18:54:21.822825 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-3a9ff898-3bdb-45b6-abe0-4a066516b189 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:21.826020 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-3a9ff898-3bdb-45b6-abe0-4a066516b189 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:21.831521 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-3a9ff898-3bdb-45b6-abe0-4a066516b189 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/559f1c93-46a1-452f-804f-9b94058977db HTTP/1.1" status: 204 len: 168 time: 0.2824447 Nov 05 18:54:21.835092 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9ff898-3bdb-45b6-abe0-4a066516b189 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=559f1c93-46a1-452f-804f-9b94058977db,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:54:21.951403 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35665b84-6167-4c01-924e-e170ca40c6e9 req-49e39006-3192-4dc8-a750-1d6b465461c9 tempest-FloatingIPDetailsTestJSON-1391655979 tempest-FloatingIPDetailsTestJSON-1391655979-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:54:21.952968 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-35665b84-6167-4c01-924e-e170ca40c6e9 req-49e39006-3192-4dc8-a750-1d6b465461c9 tempest-FloatingIPDetailsTestJSON-1391655979 tempest-FloatingIPDetailsTestJSON-1391655979-project] 10.222.0.13 "GET /v2.0/networks?id=40c8335d-cd0b-4cb5-910a-d4dcddd5cbec&id=40c8335d-cd0b-4cb5-910a-d4dcddd5cbec&id=40c8335d-cd0b-4cb5-910a-d4dcddd5cbec HTTP/1.1" status: 200 len: 787 time: 0.2233491 Nov 05 18:54:21.970322 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [req-35665b84-6167-4c01-924e-e170ca40c6e9 req-5f5e0f1b-7f22-49f8-a194-ac1e6e17b286 tempest-FloatingIPDetailsTestJSON-1391655979 tempest-FloatingIPDetailsTestJSON-1391655979-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=102387) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 05 18:54:21.971304 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-35665b84-6167-4c01-924e-e170ca40c6e9 req-5f5e0f1b-7f22-49f8-a194-ac1e6e17b286 tempest-FloatingIPDetailsTestJSON-1391655979 tempest-FloatingIPDetailsTestJSON-1391655979-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0092938 Nov 05 18:54:22.016324 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e277ea1-ccf5-4bf3-affd-5294e97a011c req-e0b5af08-406e-4e1a-9f4e-50330127dd43 tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:54:22.017888 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-6e277ea1-ccf5-4bf3-affd-5294e97a011c req-e0b5af08-406e-4e1a-9f4e-50330127dd43 tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] 10.222.0.13 "GET /v2.0/ports?device_id=b3c515f9-768f-4a54-bb92-e6f3d5207990 HTTP/1.1" status: 200 len: 944 time: 0.0640404 Nov 05 18:54:22.081207 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-71a487cd-55ac-42f0-a60f-a76be412577a req-8d8e5bc2-94e3-4dfe-9476-89bf0de8651d tempest-FloatingIPDetailsTestJSON-1391655979 tempest-FloatingIPDetailsTestJSON-1391655979-project] 10.222.0.13 "GET /v2.0/floatingips/cdab64cd-a7b2-4176-859c-7fb2efc89807 HTTP/1.1" status: 200 len: 692 time: 0.0824044 Nov 05 18:54:22.215408 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-6e277ea1-ccf5-4bf3-affd-5294e97a011c req-4e326b1c-a233-4139-8e98-5d2c6da94746 tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] 10.222.0.13 "GET /v2.0/security-groups?id=8015cb9a-1cfc-43ae-80a2-992db853641d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1591973 Nov 05 18:54:22.221812 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 33198) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:54:22.238868 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-5e2b7ab2-df36-48d1-91dd-2cffea990908 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:22.244251 n-d-816865-1 neutron-server[102387]: DEBUG neutron.objects.ports [None req-3d6d7dcb-da66-47d0-865e-8c4a1821e112 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102387) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 05 18:54:22.248668 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-3d6d7dcb-da66-47d0-865e-8c4a1821e112 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4417463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5112218'] for subnet, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:22.314632 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d6d7dcb-da66-47d0-865e-8c4a1821e112 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Network 1c9d25d3-7f2e-4384-9081-dc17514a5578 is already hosted by enough agents. {{(pid=102387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 18:54:22.327118 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a487cd-55ac-42f0-a60f-a76be412577a req-79089849-a96e-4ebb-97be-db237bbb32ab tempest-FloatingIPDetailsTestJSON-1391655979 tempest-FloatingIPDetailsTestJSON-1391655979-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:54:22.334518 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-71a487cd-55ac-42f0-a60f-a76be412577a req-79089849-a96e-4ebb-97be-db237bbb32ab tempest-FloatingIPDetailsTestJSON-1391655979 tempest-FloatingIPDetailsTestJSON-1391655979-project] 10.222.0.13 "GET /v2.0/networks/40c8335d-cd0b-4cb5-910a-d4dcddd5cbec HTTP/1.1" status: 200 len: 784 time: 0.2461286 Nov 05 18:54:22.347832 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.base_scheduler [None req-3d6d7dcb-da66-47d0-865e-8c4a1821e112 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Resources bound (agent type, host, resource id): {{(pid=102387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:54:22.354796 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d6d7dcb-da66-47d0-865e-8c4a1821e112 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:54:22.357149 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-3d6d7dcb-da66-47d0-865e-8c4a1821e112 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597851'] for subnet, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:22.359947 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f7ee0dc-9432-4690-a923-1f72c515b9d3 None None] Network 1c9d25d3-7f2e-4384-9081-dc17514a5578 requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 18:54:22.411331 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6d7dcb-da66-47d0-865e-8c4a1821e112 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Pushing event updated for resources: {'Subnet': ['ID=229685d6-1470-4a6a-a8c5-388966bc5d02,revision_number=0']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:54:22.420377 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-5e2b7ab2-df36-48d1-91dd-2cffea990908 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:22.423663 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-71a487cd-55ac-42f0-a60f-a76be412577a req-0c790ce3-e600-4299-8ad1-c70f979dbab3 tempest-FloatingIPDetailsTestJSON-1391655979 tempest-FloatingIPDetailsTestJSON-1391655979-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.6.49 HTTP/1.1" status: 200 len: 695 time: 0.0883002 Nov 05 18:54:22.485658 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-71a487cd-55ac-42f0-a60f-a76be412577a req-a05da360-87a4-4489-8245-cae55522ed59 tempest-FloatingIPDetailsTestJSON-1391655979 tempest-FloatingIPDetailsTestJSON-1391655979-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.6.49 HTTP/1.1" status: 200 len: 695 time: 0.0554471 Nov 05 18:54:22.497184 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-5e2b7ab2-df36-48d1-91dd-2cffea990908 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:22.510285 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-3d6d7dcb-da66-47d0-865e-8c4a1821e112 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.5770051 Nov 05 18:54:22.516114 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 33214) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:54:22.534877 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-74a85126-6046-42d9-a13d-698b4c2232bd tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Request body: {'subnet': {'network_id': '1c9d25d3-7f2e-4384-9081-dc17514a5578', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:54:22.620718 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-986de9d6-5033-4c0e-b967-93589401944f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeb20a084-accf-5b60-8075-3e69ebe863a6-1c9d25d3-7f2e-4384-9081-dc17514a5578', 'network_id': '1c9d25d3-7f2e-4384-9081-dc17514a5578', 'tenant_id': '7bc73c6c17f842a987dd31290d20faa2', 'fixed_ips': [{'subnet_id': '229685d6-1470-4a6a-a8c5-388966bc5d02'}]}} from n-d-816865-1. {{(pid=102388) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 05 18:54:22.620718 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-986de9d6-5033-4c0e-b967-93589401944f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:22.684072 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2b7ab2-df36-48d1-91dd-2cffea990908 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=878c10f8-c5e1-439f-82aa-4f116153894a,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:54:22.690428 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-5e2b7ab2-df36-48d1-91dd-2cffea990908 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=060d38d439844e88b23d80e4f7ad0883&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4673140 Nov 05 18:54:22.693424 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 33228) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:54:22.712978 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [req-71a487cd-55ac-42f0-a60f-a76be412577a req-3622e2a2-e1b6-4d73-9194-31783aeb8e9c tempest-FloatingIPDetailsTestJSON-1391655979 tempest-FloatingIPDetailsTestJSON-1391655979-project] Deleting port 478dcaa6-3c95-4a27-86a3-f83ea6128fbe {{(pid=102387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 18:54:22.713525 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-71a487cd-55ac-42f0-a60f-a76be412577a req-3622e2a2-e1b6-4d73-9194-31783aeb8e9c tempest-FloatingIPDetailsTestJSON-1391655979 tempest-FloatingIPDetailsTestJSON-1391655979-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:22.801916 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-456286f4-2b38-4aa5-8b8e-caf5d77c6b62 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:22.821262 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74a85126-6046-42d9-a13d-698b4c2232bd tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Made reservation on behalf of 7bc73c6c17f842a987dd31290d20faa2 for: {'subnet': 1} {{(pid=102386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 18:54:22.825093 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-74a85126-6046-42d9-a13d-698b4c2232bd tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4877122'] for subnet, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:22.827277 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-71a487cd-55ac-42f0-a60f-a76be412577a req-3622e2a2-e1b6-4d73-9194-31783aeb8e9c tempest-FloatingIPDetailsTestJSON-1391655979 tempest-FloatingIPDetailsTestJSON-1391655979-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:22.827798 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-71a487cd-55ac-42f0-a60f-a76be412577a req-3622e2a2-e1b6-4d73-9194-31783aeb8e9c tempest-FloatingIPDetailsTestJSON-1391655979 tempest-FloatingIPDetailsTestJSON-1391655979-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:22.844472 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [req-71a487cd-55ac-42f0-a60f-a76be412577a req-3622e2a2-e1b6-4d73-9194-31783aeb8e9c tempest-FloatingIPDetailsTestJSON-1391655979 tempest-FloatingIPDetailsTestJSON-1391655979-project] Calling delete_port for 478dcaa6-3c95-4a27-86a3-f83ea6128fbe owned by network:floatingip {{(pid=102387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 18:54:22.879861 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.db_base_plugin_common [None req-986de9d6-5033-4c0e-b967-93589401944f None None] Allocated IP 2001:db8::f816:3eff:fe7b:23cb (1c9d25d3-7f2e-4384-9081-dc17514a5578/229685d6-1470-4a6a-a8c5-388966bc5d02/1f60f034-b2b1-4e4b-99f8-540988406582) {{(pid=102388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 18:54:22.904896 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 161d34cf-f69b-47dd-ac08-187b47b93757 no longer exists at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 18:54:22.932845 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] No Port match for: 161d34cf-f69b-47dd-ac08-187b47b93757 {{(pid=102388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 18:54:22.934188 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 161d34cf-f69b-47dd-ac08-187b47b93757 not bound to the agent host n-d-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 18:54:22.969914 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-456286f4-2b38-4aa5-8b8e-caf5d77c6b62 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:23.171004 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-986de9d6-5033-4c0e-b967-93589401944f None None] Publish callbacks [] for port, precommit_create {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:23.176414 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-71a487cd-55ac-42f0-a60f-a76be412577a req-3622e2a2-e1b6-4d73-9194-31783aeb8e9c tempest-FloatingIPDetailsTestJSON-1391655979 tempest-FloatingIPDetailsTestJSON-1391655979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4417063'] for port, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:23.216181 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3622e2a2-e1b6-4d73-9194-31783aeb8e9c tempest-FloatingIPDetailsTestJSON-1391655979 tempest-FloatingIPDetailsTestJSON-1391655979-project] Pushing event deleted for resources: {'Port': ['ID=478dcaa6-3c95-4a27-86a3-f83ea6128fbe,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:54:23.276416 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-71a487cd-55ac-42f0-a60f-a76be412577a req-3622e2a2-e1b6-4d73-9194-31783aeb8e9c tempest-FloatingIPDetailsTestJSON-1391655979 tempest-FloatingIPDetailsTestJSON-1391655979-project] Publish callbacks [] for floatingip, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:23.279736 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-71a487cd-55ac-42f0-a60f-a76be412577a req-3622e2a2-e1b6-4d73-9194-31783aeb8e9c tempest-FloatingIPDetailsTestJSON-1391655979 tempest-FloatingIPDetailsTestJSON-1391655979-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for floatingip, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:23.280979 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-71a487cd-55ac-42f0-a60f-a76be412577a req-3622e2a2-e1b6-4d73-9194-31783aeb8e9c tempest-FloatingIPDetailsTestJSON-1391655979 tempest-FloatingIPDetailsTestJSON-1391655979-project] 10.222.0.13 "DELETE /v2.0/floatingips/cdab64cd-a7b2-4176-859c-7fb2efc89807 HTTP/1.1" status: 204 len: 173 time: 0.7887979 Nov 05 18:54:23.304787 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-456286f4-2b38-4aa5-8b8e-caf5d77c6b62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:23.308240 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-986de9d6-5033-4c0e-b967-93589401944f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789'] for port, after_create {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:23.308394 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-456286f4-2b38-4aa5-8b8e-caf5d77c6b62 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:23.311520 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-456286f4-2b38-4aa5-8b8e-caf5d77c6b62 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/878c10f8-c5e1-439f-82aa-4f116153894a HTTP/1.1" status: 204 len: 168 time: 0.6170483 Nov 05 18:54:23.321086 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456286f4-2b38-4aa5-8b8e-caf5d77c6b62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=878c10f8-c5e1-439f-82aa-4f116153894a,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:54:23.352303 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-74a85126-6046-42d9-a13d-698b4c2232bd tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6149946', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4877172'] for subnet, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:23.366076 n-d-816865-1 neutron-server[102388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-986de9d6-5033-4c0e-b967-93589401944f None None] Network 1c9d25d3-7f2e-4384-9081-dc17514a5578 is already hosted by enough agents. {{(pid=102388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 18:54:23.382413 n-d-816865-1 neutron-server[102388]: DEBUG neutron.scheduler.base_scheduler [None req-986de9d6-5033-4c0e-b967-93589401944f None None] Resources bound (agent type, host, resource id): {{(pid=102388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:54:23.394561 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-986de9d6-5033-4c0e-b967-93589401944f None None] Received port after_create {{(pid=102388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 18:54:23.408872 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986de9d6-5033-4c0e-b967-93589401944f None None] Pushing event updated for resources: {'Port': ['ID=1f60f034-b2b1-4e4b-99f8-540988406582,revision_number=1']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:54:23.440708 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74a85126-6046-42d9-a13d-698b4c2232bd tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Network 1c9d25d3-7f2e-4384-9081-dc17514a5578 is already hosted by enough agents. {{(pid=102386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 18:54:23.444825 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.base_scheduler [None req-74a85126-6046-42d9-a13d-698b4c2232bd tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Resources bound (agent type, host, resource id): {{(pid=102386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:54:23.449748 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74a85126-6046-42d9-a13d-698b4c2232bd tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:54:23.450457 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-74a85126-6046-42d9-a13d-698b4c2232bd tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Publish callbacks [] for subnet, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:23.470428 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-986de9d6-5033-4c0e-b967-93589401944f None None] Attempting to bind port 1f60f034-b2b1-4e4b-99f8-540988406582 on host n-d-816865-1 for vnic_type normal with profile {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 18:54:23.470945 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-986de9d6-5033-4c0e-b967-93589401944f None None] Attempting to bind port 1f60f034-b2b1-4e4b-99f8-540988406582 by drivers openvswitch,hyperv on host n-d-816865-1 at level 0 using segments [{'id': '1bdc5ccc-001b-4584-b217-2d1934002f57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '1c9d25d3-7f2e-4384-9081-dc17514a5578'}] {{(pid=102388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 18:54:23.471419 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-986de9d6-5033-4c0e-b967-93589401944f None None] Attempting to bind port 1f60f034-b2b1-4e4b-99f8-540988406582 on network 1c9d25d3-7f2e-4384-9081-dc17514a5578 {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 18:54:23.480699 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-986de9d6-5033-4c0e-b967-93589401944f None None] Checking agent: {'id': '724d89a7-611b-41e6-bc85-c48112b17afa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 18, 25, 8), 'started_at': datetime.datetime(2021, 11, 5, 18, 25, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 18, 54, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 18:54:23.481285 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-986de9d6-5033-4c0e-b967-93589401944f None None] Checking segment: {'id': '1bdc5ccc-001b-4584-b217-2d1934002f57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '1c9d25d3-7f2e-4384-9081-dc17514a5578'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 18:54:23.481799 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-986de9d6-5033-4c0e-b967-93589401944f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:23.482419 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-986de9d6-5033-4c0e-b967-93589401944f None None] Bound using segment: {'id': '1bdc5ccc-001b-4584-b217-2d1934002f57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '1c9d25d3-7f2e-4384-9081-dc17514a5578'} {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 18:54:23.483009 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-986de9d6-5033-4c0e-b967-93589401944f None None] Bound port: 1f60f034-b2b1-4e4b-99f8-540988406582, host: n-d-816865-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1bdc5ccc-001b-4584-b217-2d1934002f57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '1c9d25d3-7f2e-4384-9081-dc17514a5578'}}] {{(pid=102388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 18:54:23.483808 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-986de9d6-5033-4c0e-b967-93589401944f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:23.490071 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a85126-6046-42d9-a13d-698b4c2232bd tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Pushing event updated for resources: {'Subnet': ['ID=2a3820b5-73b4-4c81-8369-b5d4e14f35cc,revision_number=0']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:54:23.503608 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b593e97c-b578-4d7e-9dd9-e6e184ef5eb7 req-6ca748dd-69b2-47a3-a1e4-eee279ab62de tempest-ServerRescueTestJSON-1639389385 tempest-ServerRescueTestJSON-1639389385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:54:23.505420 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-b593e97c-b578-4d7e-9dd9-e6e184ef5eb7 req-6ca748dd-69b2-47a3-a1e4-eee279ab62de tempest-ServerRescueTestJSON-1639389385 tempest-ServerRescueTestJSON-1639389385-project] 10.222.0.13 "GET /v2.0/ports?device_id=9c7dbc46-8c68-4f14-8897-91c11ae5a9cd HTTP/1.1" status: 200 len: 945 time: 0.1222546 Nov 05 18:54:23.561184 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-986de9d6-5033-4c0e-b967-93589401944f None None] For port 1f60f034-b2b1-4e4b-99f8-540988406582, host n-d-816865-1, cleared binding levels {{(pid=102388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 18:54:23.564445 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-986de9d6-5033-4c0e-b967-93589401944f None None] For port 1f60f034-b2b1-4e4b-99f8-540988406582, host n-d-816865-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=1f60f034-b2b1-4e4b-99f8-540988406582,segment=NetworkSegment(1bdc5ccc-001b-4584-b217-2d1934002f57),segment_id=1bdc5ccc-001b-4584-b217-2d1934002f57)] {{(pid=102388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 18:54:23.568971 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-b593e97c-b578-4d7e-9dd9-e6e184ef5eb7 req-aec35118-888f-4b1f-a793-21f162af85c3 tempest-ServerRescueTestJSON-1639389385 tempest-ServerRescueTestJSON-1639389385-project] 10.222.0.13 "GET /v2.0/security-groups?id=458afcac-91c4-437c-b78f-d73b875bd5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549345 Nov 05 18:54:23.584688 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-74a85126-6046-42d9-a13d-698b4c2232bd tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0663993 Nov 05 18:54:23.585397 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 33280) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:54:23.590497 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-604fe2d8-21b2-4a36-878a-6e500a754dbd tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Request body: {'port': {'network_id': '1c9d25d3-7f2e-4384-9081-dc17514a5578', 'mac_address': 'fa:16:3e:b7:c5:bc', 'name': 'tempest-NetworksTestDHCPv6-2078906986'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:54:23.701682 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-986de9d6-5033-4c0e-b967-93589401944f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:23.716388 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-17808dcc-4eec-4bb4-adcd-3b3020f52ce0 req-2b8ee336-8131-4cb7-8651-aae0ae1a855d tempest-FloatingIPDetailsTestJSON-1391655979 tempest-FloatingIPDetailsTestJSON-1391655979-project] 10.222.0.13 "GET /v2.0/floatingips/739ee0a5-53b8-4ac9-980b-1a3c2ddce11d HTTP/1.1" status: 200 len: 693 time: 0.0577343 Nov 05 18:54:23.791738 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986de9d6-5033-4c0e-b967-93589401944f None None] Pushing event updated for resources: {'Port': ['ID=1f60f034-b2b1-4e4b-99f8-540988406582,revision_number=2']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:54:23.846912 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17808dcc-4eec-4bb4-adcd-3b3020f52ce0 req-1a27cb1c-50c7-4200-9e74-91e5e39ed479 tempest-FloatingIPDetailsTestJSON-1391655979 tempest-FloatingIPDetailsTestJSON-1391655979-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:54:23.854263 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-17808dcc-4eec-4bb4-adcd-3b3020f52ce0 req-1a27cb1c-50c7-4200-9e74-91e5e39ed479 tempest-FloatingIPDetailsTestJSON-1391655979 tempest-FloatingIPDetailsTestJSON-1391655979-project] 10.222.0.13 "GET /v2.0/networks/40c8335d-cd0b-4cb5-910a-d4dcddd5cbec HTTP/1.1" status: 200 len: 784 time: 0.1246810 Nov 05 18:54:23.891489 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-604fe2d8-21b2-4a36-878a-6e500a754dbd tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Made reservation on behalf of 7bc73c6c17f842a987dd31290d20faa2 for: {'port': 1} {{(pid=102386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 18:54:23.914892 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-17808dcc-4eec-4bb4-adcd-3b3020f52ce0 req-3c3075cd-ba9c-4125-b708-809c9b4de164 tempest-FloatingIPDetailsTestJSON-1391655979 tempest-FloatingIPDetailsTestJSON-1391655979-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.6.236 HTTP/1.1" status: 200 len: 696 time: 0.0595720 Nov 05 18:54:23.988659 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-17808dcc-4eec-4bb4-adcd-3b3020f52ce0 req-1e395607-87a3-4020-884a-d5327fed1423 tempest-FloatingIPDetailsTestJSON-1391655979 tempest-FloatingIPDetailsTestJSON-1391655979-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.6.236 HTTP/1.1" status: 200 len: 696 time: 0.0710423 Nov 05 18:54:24.015702 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-604fe2d8-21b2-4a36-878a-6e500a754dbd tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:24.078951 n-d-816865-1 neutron-server[102386]: DEBUG neutron.notifiers.nova [None req-604fe2d8-21b2-4a36-878a-6e500a754dbd tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] device_id is not set on port d939a3fd-a316-477d-a23c-2c978b7f257c yet. {{(pid=102386) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 05 18:54:24.321427 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [req-17808dcc-4eec-4bb4-adcd-3b3020f52ce0 req-999e0329-d04c-45db-bacd-0abab47dd755 tempest-FloatingIPDetailsTestJSON-1391655979 tempest-FloatingIPDetailsTestJSON-1391655979-project] Deleting port 5faefd96-48a9-4f38-bf2c-6a4c90ce7507 {{(pid=102387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 18:54:24.322062 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-17808dcc-4eec-4bb4-adcd-3b3020f52ce0 req-999e0329-d04c-45db-bacd-0abab47dd755 tempest-FloatingIPDetailsTestJSON-1391655979 tempest-FloatingIPDetailsTestJSON-1391655979-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:24.403081 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.db_base_plugin_common [None req-604fe2d8-21b2-4a36-878a-6e500a754dbd tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Allocated IP 172.20.0.6 (1c9d25d3-7f2e-4384-9081-dc17514a5578/2a3820b5-73b4-4c81-8369-b5d4e14f35cc/d939a3fd-a316-477d-a23c-2c978b7f257c) {{(pid=102386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 18:54:24.413071 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.db_base_plugin_common [None req-604fe2d8-21b2-4a36-878a-6e500a754dbd tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Allocated IP 2001:db8::f816:3eff:feb7:c5bc (1c9d25d3-7f2e-4384-9081-dc17514a5578/229685d6-1470-4a6a-a8c5-388966bc5d02/d939a3fd-a316-477d-a23c-2c978b7f257c) {{(pid=102386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 18:54:24.414403 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396643f1-59dc-4f67-9e00-16f2fb301488 req-faa1f07f-5639-4ac8-959d-85d285404afb tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:54:24.423361 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-396643f1-59dc-4f67-9e00-16f2fb301488 req-faa1f07f-5639-4ac8-959d-85d285404afb tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] 10.222.0.13 "GET /v2.0/ports?device_id=4402a838-1439-4f98-a946-5361403d75c4 HTTP/1.1" status: 200 len: 944 time: 0.1476669 Nov 05 18:54:24.481907 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-17808dcc-4eec-4bb4-adcd-3b3020f52ce0 req-999e0329-d04c-45db-bacd-0abab47dd755 tempest-FloatingIPDetailsTestJSON-1391655979 tempest-FloatingIPDetailsTestJSON-1391655979-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:24.482270 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-17808dcc-4eec-4bb4-adcd-3b3020f52ce0 req-999e0329-d04c-45db-bacd-0abab47dd755 tempest-FloatingIPDetailsTestJSON-1391655979 tempest-FloatingIPDetailsTestJSON-1391655979-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:24.531470 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [req-17808dcc-4eec-4bb4-adcd-3b3020f52ce0 req-999e0329-d04c-45db-bacd-0abab47dd755 tempest-FloatingIPDetailsTestJSON-1391655979 tempest-FloatingIPDetailsTestJSON-1391655979-project] Calling delete_port for 5faefd96-48a9-4f38-bf2c-6a4c90ce7507 owned by network:floatingip {{(pid=102387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 18:54:24.623115 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-604fe2d8-21b2-4a36-878a-6e500a754dbd tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Publish callbacks [] for port, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:24.629912 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [req-396643f1-59dc-4f67-9e00-16f2fb301488 req-2fbcfdb8-e256-441d-8583-c7a27acc9bc8 tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] Deleting port 6c0ff786-27f7-4309-9557-397300899c7b {{(pid=102387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 18:54:24.630376 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-396643f1-59dc-4f67-9e00-16f2fb301488 req-2fbcfdb8-e256-441d-8583-c7a27acc9bc8 tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:24.739943 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-604fe2d8-21b2-4a36-878a-6e500a754dbd tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:24.793447 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-604fe2d8-21b2-4a36-878a-6e500a754dbd tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Network 1c9d25d3-7f2e-4384-9081-dc17514a5578 is already hosted by enough agents. {{(pid=102386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 18:54:24.801632 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.base_scheduler [None req-604fe2d8-21b2-4a36-878a-6e500a754dbd tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Resources bound (agent type, host, resource id): {{(pid=102386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:54:24.806676 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-604fe2d8-21b2-4a36-878a-6e500a754dbd tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Received port after_create {{(pid=102386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 18:54:24.816921 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604fe2d8-21b2-4a36-878a-6e500a754dbd tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Pushing event updated for resources: {'Port': ['ID=d939a3fd-a316-477d-a23c-2c978b7f257c,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:54:24.912501 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-604fe2d8-21b2-4a36-878a-6e500a754dbd tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:54:24.913326 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-604fe2d8-21b2-4a36-878a-6e500a754dbd tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:24.968288 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 1f60f034-b2b1-4e4b-99f8-540988406582 up at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 18:54:25.002957 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-604fe2d8-21b2-4a36-878a-6e500a754dbd tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.4164040 Nov 05 18:54:25.005520 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 33314) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:54:25.010658 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.db [req-396643f1-59dc-4f67-9e00-16f2fb301488 req-2fbcfdb8-e256-441d-8583-c7a27acc9bc8 tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] For port 6c0ff786-27f7-4309-9557-397300899c7b, host n-h2-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=6c0ff786-27f7-4309-9557-397300899c7b,segment=NetworkSegment(1ae4cc0f-5460-421b-9b80-d7acf4de0363),segment_id=1ae4cc0f-5460-421b-9b80-d7acf4de0363)] {{(pid=102387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:54:25.012120 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-396643f1-59dc-4f67-9e00-16f2fb301488 req-2fbcfdb8-e256-441d-8583-c7a27acc9bc8 tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:25.058690 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-17808dcc-4eec-4bb4-adcd-3b3020f52ce0 req-999e0329-d04c-45db-bacd-0abab47dd755 tempest-FloatingIPDetailsTestJSON-1391655979 tempest-FloatingIPDetailsTestJSON-1391655979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4417063'] for port, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:25.078705 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [req-396643f1-59dc-4f67-9e00-16f2fb301488 req-2fbcfdb8-e256-441d-8583-c7a27acc9bc8 tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] Calling delete_port for 6c0ff786-27f7-4309-9557-397300899c7b owned by compute:nova {{(pid=102387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 18:54:25.102474 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Provisioning complete for port 1f60f034-b2b1-4e4b-99f8-540988406582 triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:54:25.103379 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:25.128262 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4864b18-538c-4c4d-953e-3813acc88f0e tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:54:25.138905 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4864b18-538c-4c4d-953e-3813acc88f0e tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:54:25.140767 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-a4864b18-538c-4c4d-953e-3813acc88f0e tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1782 time: 0.1335258 Nov 05 18:54:25.144225 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 33320) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:54:25.145701 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999e0329-d04c-45db-bacd-0abab47dd755 tempest-FloatingIPDetailsTestJSON-1391655979 tempest-FloatingIPDetailsTestJSON-1391655979-project] Pushing event deleted for resources: {'Port': ['ID=5faefd96-48a9-4f38-bf2c-6a4c90ce7507,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:54:25.244359 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:25.251152 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b46ceaf-d640-4cd7-a204-c93dd84040ff None None] Network 1c9d25d3-7f2e-4384-9081-dc17514a5578 requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 18:54:25.265624 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-17808dcc-4eec-4bb4-adcd-3b3020f52ce0 req-999e0329-d04c-45db-bacd-0abab47dd755 tempest-FloatingIPDetailsTestJSON-1391655979 tempest-FloatingIPDetailsTestJSON-1391655979-project] Publish callbacks [] for floatingip, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:25.270681 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-17808dcc-4eec-4bb4-adcd-3b3020f52ce0 req-999e0329-d04c-45db-bacd-0abab47dd755 tempest-FloatingIPDetailsTestJSON-1391655979 tempest-FloatingIPDetailsTestJSON-1391655979-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for floatingip, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:25.273666 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-17808dcc-4eec-4bb4-adcd-3b3020f52ce0 req-999e0329-d04c-45db-bacd-0abab47dd755 tempest-FloatingIPDetailsTestJSON-1391655979 tempest-FloatingIPDetailsTestJSON-1391655979-project] 10.222.0.13 "DELETE /v2.0/floatingips/739ee0a5-53b8-4ac9-980b-1a3c2ddce11d HTTP/1.1" status: 204 len: 173 time: 1.2823138 Nov 05 18:54:25.283178 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-248c54c6-fd9d-4ee9-ab73-7e3d3c4e7cc0 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Deleting port d939a3fd-a316-477d-a23c-2c978b7f257c {{(pid=102386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 18:54:25.283518 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-248c54c6-fd9d-4ee9-ab73-7e3d3c4e7cc0 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:25.375750 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] For port 1f60f034-b2b1-4e4b-99f8-540988406582, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=1f60f034-b2b1-4e4b-99f8-540988406582,segment=NetworkSegment(1bdc5ccc-001b-4584-b217-2d1934002f57),segment_id=1bdc5ccc-001b-4584-b217-2d1934002f57)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:54:25.400316 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-c0bb4365-63dd-41b1-8554-890d60181540 None None] Provisioning complete for port 1f60f034-b2b1-4e4b-99f8-540988406582 triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:54:25.400892 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c0bb4365-63dd-41b1-8554-890d60181540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:25.421279 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-248c54c6-fd9d-4ee9-ab73-7e3d3c4e7cc0 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:25.454887 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-248c54c6-fd9d-4ee9-ab73-7e3d3c4e7cc0 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Calling delete_port for d939a3fd-a316-477d-a23c-2c978b7f257c owned by {{(pid=102386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 18:54:25.457591 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3916c4ff-69d7-42bf-951e-30acaf091b9a req-282296ab-ed47-4d21-8146-bfa9fd4a049b tempest-ServerRescueTestJSON-1639389385 tempest-ServerRescueTestJSON-1639389385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:54:25.459373 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-3916c4ff-69d7-42bf-951e-30acaf091b9a req-282296ab-ed47-4d21-8146-bfa9fd4a049b tempest-ServerRescueTestJSON-1639389385 tempest-ServerRescueTestJSON-1639389385-project] 10.222.0.13 "GET /v2.0/ports?device_id=9c7dbc46-8c68-4f14-8897-91c11ae5a9cd HTTP/1.1" status: 200 len: 945 time: 0.0981779 Nov 05 18:54:25.532144 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-3916c4ff-69d7-42bf-951e-30acaf091b9a req-a49717a7-7725-4e10-a711-8dc8f49f29f4 tempest-ServerRescueTestJSON-1639389385 tempest-ServerRescueTestJSON-1639389385-project] 10.222.0.13 "GET /v2.0/security-groups?id=458afcac-91c4-437c-b78f-d73b875bd5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616615 Nov 05 18:54:25.561707 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:25.582758 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-396643f1-59dc-4f67-9e00-16f2fb301488 req-2fbcfdb8-e256-441d-8583-c7a27acc9bc8 tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4417063'] for port, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:25.641995 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] get_ports_and_sgs() called for port_ids ['bf6ff7a6-296c-4684-80b6-931424c1a0d4'] {{(pid=102388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 18:54:25.647734 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fbcfdb8-e256-441d-8583-c7a27acc9bc8 tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] Pushing event deleted for resources: {'Port': ['ID=6c0ff786-27f7-4309-9557-397300899c7b,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:54:25.712519 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.l3_dvrscheduler_db [req-396643f1-59dc-4f67-9e00-16f2fb301488 req-2fbcfdb8-e256-441d-8583-c7a27acc9bc8 tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] No DVR routers for this DVR port 6c0ff786-27f7-4309-9557-397300899c7b on host n-h2-816865-1 {{(pid=102387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 18:54:25.715442 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] get_ports_and_sgs() called for port_ids ['d3e09ef2-2619-4f6f-89c4-8ba57154c592'] {{(pid=102388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 18:54:25.726395 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-396643f1-59dc-4f67-9e00-16f2fb301488 req-2fbcfdb8-e256-441d-8583-c7a27acc9bc8 tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:25.729990 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-396643f1-59dc-4f67-9e00-16f2fb301488 req-2fbcfdb8-e256-441d-8583-c7a27acc9bc8 tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] 10.222.0.13 "DELETE /v2.0/ports/6c0ff786-27f7-4309-9557-397300899c7b HTTP/1.1" status: 204 len: 173 time: 1.3056140 Nov 05 18:54:25.734735 n-d-816865-1 neutron-server[102387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4402a838-1439-4f98-a946-5361403d75c4', 'name': 'network-vif-deleted', 'tag': '6c0ff786-27f7-4309-9557-397300899c7b'}] {{(pid=102387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 18:54:25.739059 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab06bd4ddf5758c1f10d79fe34dc215bafa488692cde9dba2fcbcb67556f90bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e89317ad-ff00-4641-97ef-6198bff242de" -d '{"events": [{"server_uuid": "4402a838-1439-4f98-a946-5361403d75c4", "name": "network-vif-deleted", "tag": "6c0ff786-27f7-4309-9557-397300899c7b"}]}' {{(pid=102387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 18:54:25.835265 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c0bb4365-63dd-41b1-8554-890d60181540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:25.853813 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-248c54c6-fd9d-4ee9-ab73-7e3d3c4e7cc0 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:25.867018 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-797f8b50-7c16-480a-8fab-ab8b6f6553d3 req-ae654be4-38be-4f30-88b0-97355402ff91 tempest-FloatingIPDetailsTestJSON-1391655979 tempest-FloatingIPDetailsTestJSON-1391655979-project] 10.222.0.13 "GET /v2.0/floatingips/e199cf03-24ff-4778-9590-2d87e41ad0bf HTTP/1.1" status: 200 len: 693 time: 0.1460972 Nov 05 18:54:25.907683 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248c54c6-fd9d-4ee9-ab73-7e3d3c4e7cc0 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Pushing event deleted for resources: {'Port': ['ID=d939a3fd-a316-477d-a23c-2c978b7f257c,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:54:25.941728 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Pushing event updated for resources: {'Port': ['ID=1f60f034-b2b1-4e4b-99f8-540988406582,revision_number=3']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:54:26.060082 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797f8b50-7c16-480a-8fab-ab8b6f6553d3 req-52f6e690-22ff-42a8-a527-d4cf5e5135fb tempest-FloatingIPDetailsTestJSON-1391655979 tempest-FloatingIPDetailsTestJSON-1391655979-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:54:26.068026 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-797f8b50-7c16-480a-8fab-ab8b6f6553d3 req-52f6e690-22ff-42a8-a527-d4cf5e5135fb tempest-FloatingIPDetailsTestJSON-1391655979 tempest-FloatingIPDetailsTestJSON-1391655979-project] 10.222.0.13 "GET /v2.0/networks/40c8335d-cd0b-4cb5-910a-d4dcddd5cbec HTTP/1.1" status: 200 len: 784 time: 0.1998057 Nov 05 18:54:26.075010 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7030367f-bf67-46d2-8f37-a90e7966159d None None] Update dhcp port {'port': {'network_id': '1c9d25d3-7f2e-4384-9081-dc17514a5578', 'fixed_ips': [{'subnet_id': '229685d6-1470-4a6a-a8c5-388966bc5d02', 'ip_address': '2001:db8::f816:3eff:fe7b:23cb'}, {'subnet_id': '2a3820b5-73b4-4c81-8369-b5d4e14f35cc'}], 'binding:host_id': 'n-d-816865-1'}, 'id': '1f60f034-b2b1-4e4b-99f8-540988406582'} from n-d-816865-1. {{(pid=102388) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 05 18:54:26.122667 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-248c54c6-fd9d-4ee9-ab73-7e3d3c4e7cc0 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:26.129178 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-248c54c6-fd9d-4ee9-ab73-7e3d3c4e7cc0 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] 10.222.0.13 "DELETE /v2.0/ports/d939a3fd-a316-477d-a23c-2c978b7f257c HTTP/1.1" status: 204 len: 168 time: 0.9822941 Nov 05 18:54:26.130012 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-797f8b50-7c16-480a-8fab-ab8b6f6553d3 req-66a83e34-3f47-457f-b00c-7074440817be tempest-FloatingIPDetailsTestJSON-1391655979 tempest-FloatingIPDetailsTestJSON-1391655979-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.6.159 HTTP/1.1" status: 200 len: 696 time: 0.0610836 Nov 05 18:54:26.131524 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.db.api [None req-c0bb4365-63dd-41b1-8554-890d60181540 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102388) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 05 18:54:26.131667 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 33350) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:54:26.132169 n-d-816865-1 neutron-server[102388]: DEBUG oslo_db.api [None req-c0bb4365-63dd-41b1-8554-890d60181540 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 05 18:54:26.134975 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-7030367f-bf67-46d2-8f37-a90e7966159d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:26.156030 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 33352) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:54:26.217461 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-797f8b50-7c16-480a-8fab-ab8b6f6553d3 req-129655e2-1ff7-498a-9407-9f5436cd36b8 tempest-FloatingIPDetailsTestJSON-1391655979 tempest-FloatingIPDetailsTestJSON-1391655979-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.6.159 HTTP/1.1" status: 200 len: 696 time: 0.0864294 Nov 05 18:54:26.278693 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2568f718-e24a-478d-aa44-b6cf794860e7 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:54:26.280056 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2568f718-e24a-478d-aa44-b6cf794860e7 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:54:26.281575 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2568f718-e24a-478d-aa44-b6cf794860e7 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:54:26.283304 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-2568f718-e24a-478d-aa44-b6cf794860e7 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1507490 Nov 05 18:54:26.286220 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 33358) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:54:26.595670 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-a83dc63d-546a-48ee-866d-91128a7f9c4f tempest-RoutersAdminNegativeTest-937288641 tempest-RoutersAdminNegativeTest-937288641-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-427410030', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:54:26.611702 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.db_base_plugin_common [None req-7030367f-bf67-46d2-8f37-a90e7966159d None None] Allocated IP 172.20.0.2 (1c9d25d3-7f2e-4384-9081-dc17514a5578/2a3820b5-73b4-4c81-8369-b5d4e14f35cc/1f60f034-b2b1-4e4b-99f8-540988406582) {{(pid=102388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 18:54:26.663726 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.agents_db [None req-b9406b04-a0e8-43cf-b349-711963d96cf4 None None] Agent healthcheck: found 7 active agents {{(pid=102389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 05 18:54:26.724457 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a83dc63d-546a-48ee-866d-91128a7f9c4f tempest-RoutersAdminNegativeTest-937288641 tempest-RoutersAdminNegativeTest-937288641-project-admin] Made reservation on behalf of 239c61a34cf649818212e3150d364381 for: {'port': 1} {{(pid=102386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 18:54:26.732027 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-a83dc63d-546a-48ee-866d-91128a7f9c4f tempest-RoutersAdminNegativeTest-937288641 tempest-RoutersAdminNegativeTest-937288641-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:26.754233 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-a83dc63d-546a-48ee-866d-91128a7f9c4f tempest-RoutersAdminNegativeTest-937288641 tempest-RoutersAdminNegativeTest-937288641-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:26.822760 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.db_base_plugin_v2 [None req-729351eb-cfa1-4d5b-956f-7108b8f9efbf tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Deleting subnet 229685d6-1470-4a6a-a8c5-388966bc5d02 {{(pid=102387) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 05 18:54:26.839746 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-7030367f-bf67-46d2-8f37-a90e7966159d None None] For port 1f60f034-b2b1-4e4b-99f8-540988406582, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=1f60f034-b2b1-4e4b-99f8-540988406582,segment=NetworkSegment(1bdc5ccc-001b-4584-b217-2d1934002f57),segment_id=1bdc5ccc-001b-4584-b217-2d1934002f57)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:54:26.844949 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [req-797f8b50-7c16-480a-8fab-ab8b6f6553d3 req-cf9d309d-219f-45dd-842b-18885230de99 tempest-FloatingIPDetailsTestJSON-1391655979 tempest-FloatingIPDetailsTestJSON-1391655979-project] Deleting port 2faffef9-ba0a-437d-9f8e-23782c32dfcf {{(pid=102387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 18:54:26.851510 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-797f8b50-7c16-480a-8fab-ab8b6f6553d3 req-cf9d309d-219f-45dd-842b-18885230de99 tempest-FloatingIPDetailsTestJSON-1391655979 tempest-FloatingIPDetailsTestJSON-1391655979-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:26.878514 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-7030367f-bf67-46d2-8f37-a90e7966159d None None] Publish callbacks [] for port, precommit_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:26.916070 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-a83dc63d-546a-48ee-866d-91128a7f9c4f tempest-RoutersAdminNegativeTest-937288641 tempest-RoutersAdminNegativeTest-937288641-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:26.923054 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 1f60f034-b2b1-4e4b-99f8-540988406582 up at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 18:54:26.983077 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-7030367f-bf67-46d2-8f37-a90e7966159d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:26.993399 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-797f8b50-7c16-480a-8fab-ab8b6f6553d3 req-cf9d309d-219f-45dd-842b-18885230de99 tempest-FloatingIPDetailsTestJSON-1391655979 tempest-FloatingIPDetailsTestJSON-1391655979-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:27.001133 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-797f8b50-7c16-480a-8fab-ab8b6f6553d3 req-cf9d309d-219f-45dd-842b-18885230de99 tempest-FloatingIPDetailsTestJSON-1391655979 tempest-FloatingIPDetailsTestJSON-1391655979-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:27.011150 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-a83dc63d-546a-48ee-866d-91128a7f9c4f tempest-RoutersAdminNegativeTest-937288641 tempest-RoutersAdminNegativeTest-937288641-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:27.016771 n-d-816865-1 neutron-server[102386]: DEBUG neutron.notifiers.nova [None req-a83dc63d-546a-48ee-866d-91128a7f9c4f tempest-RoutersAdminNegativeTest-937288641 tempest-RoutersAdminNegativeTest-937288641-project-admin] device_id is not set on port 93d868aa-980f-49b6-95e7-56e1da29b521 yet. {{(pid=102386) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 05 18:54:27.020493 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [req-797f8b50-7c16-480a-8fab-ab8b6f6553d3 req-cf9d309d-219f-45dd-842b-18885230de99 tempest-FloatingIPDetailsTestJSON-1391655979 tempest-FloatingIPDetailsTestJSON-1391655979-project] Calling delete_port for 2faffef9-ba0a-437d-9f8e-23782c32dfcf owned by network:floatingip {{(pid=102387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 18:54:27.020493 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-729351eb-cfa1-4d5b-956f-7108b8f9efbf tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Publish callbacks [] for subnet, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:27.113121 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83dc63d-546a-48ee-866d-91128a7f9c4f tempest-RoutersAdminNegativeTest-937288641 tempest-RoutersAdminNegativeTest-937288641-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b729f4c-32ff-48b8-98e0-1e57ef894116,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:54:27.116456 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7030367f-bf67-46d2-8f37-a90e7966159d None None] Pushing event updated for resources: {'Port': ['ID=1f60f034-b2b1-4e4b-99f8-540988406582,revision_number=4']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:54:27.128392 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Provisioning complete for port 1f60f034-b2b1-4e4b-99f8-540988406582 triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:54:27.128768 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:27.168214 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-729351eb-cfa1-4d5b-956f-7108b8f9efbf tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4463501'] for subnet, precommit_delete_associations {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:27.246641 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.db_base_plugin_common [None req-a83dc63d-546a-48ee-866d-91128a7f9c4f tempest-RoutersAdminNegativeTest-937288641 tempest-RoutersAdminNegativeTest-937288641-project-admin] Allocated IP 172.25.6.112 (40c8335d-cd0b-4cb5-910a-d4dcddd5cbec/04fe6db3-e108-4208-943d-6518424f5726/93d868aa-980f-49b6-95e7-56e1da29b521) {{(pid=102386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 18:54:27.335204 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-729351eb-cfa1-4d5b-956f-7108b8f9efbf tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1573928'] for subnet, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:27.359906 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Fri, 05 Nov 2021 18:54:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78d0e6f6-2d63-4be8-8938-c7f4c62995e4 x-openstack-request-id: req-78d0e6f6-2d63-4be8-8938-c7f4c62995e4 {{(pid=102387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 18:54:27.360527 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4402a838-1439-4f98-a946-5361403d75c4", "name": "network-vif-deleted", "tag": "6c0ff786-27f7-4309-9557-397300899c7b", "status": "failed", "code": 422}]} {{(pid=102387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 18:54:27.360800 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-78d0e6f6-2d63-4be8-8938-c7f4c62995e4 {{(pid=102387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 18:54:27.361408 n-d-816865-1 neutron-server[102387]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '4402a838-1439-4f98-a946-5361403d75c4', 'name': 'network-vif-deleted', 'tag': '6c0ff786-27f7-4309-9557-397300899c7b', 'status': 'failed', 'code': 422} returned with failed status Nov 05 18:54:27.521939 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ec6262-214f-41f8-adbd-874d2cc5328f req-4128d138-dfa0-4c09-8d9b-5c48867a962b tempest-ServerRescueTestJSON-1639389385 tempest-ServerRescueTestJSON-1639389385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:54:27.523925 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-58ec6262-214f-41f8-adbd-874d2cc5328f req-4128d138-dfa0-4c09-8d9b-5c48867a962b tempest-ServerRescueTestJSON-1639389385 tempest-ServerRescueTestJSON-1639389385-project] 10.222.0.13 "GET /v2.0/ports?device_id=9c7dbc46-8c68-4f14-8897-91c11ae5a9cd HTTP/1.1" status: 200 len: 945 time: 0.0720203 Nov 05 18:54:27.524857 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-797f8b50-7c16-480a-8fab-ab8b6f6553d3 req-cf9d309d-219f-45dd-842b-18885230de99 tempest-FloatingIPDetailsTestJSON-1391655979 tempest-FloatingIPDetailsTestJSON-1391655979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4417063'] for port, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:27.546225 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-a83dc63d-546a-48ee-866d-91128a7f9c4f tempest-RoutersAdminNegativeTest-937288641 tempest-RoutersAdminNegativeTest-937288641-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:27.552005 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9d309d-219f-45dd-842b-18885230de99 tempest-FloatingIPDetailsTestJSON-1391655979 tempest-FloatingIPDetailsTestJSON-1391655979-project] Pushing event deleted for resources: {'Port': ['ID=2faffef9-ba0a-437d-9f8e-23782c32dfcf,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:54:27.577616 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-729351eb-cfa1-4d5b-956f-7108b8f9efbf tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1573905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4417146', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5112209'] for subnet, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:27.618143 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 33394) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:54:27.618376 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729351eb-cfa1-4d5b-956f-7108b8f9efbf tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Pushing event deleted for resources: {'Subnet': ['ID=229685d6-1470-4a6a-a8c5-388966bc5d02,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:54:27.665162 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-a83dc63d-546a-48ee-866d-91128a7f9c4f tempest-RoutersAdminNegativeTest-937288641 tempest-RoutersAdminNegativeTest-937288641-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:27.685831 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-729351eb-cfa1-4d5b-956f-7108b8f9efbf tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597851'] for subnet, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:27.692961 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-729351eb-cfa1-4d5b-956f-7108b8f9efbf tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] 10.222.0.13 "DELETE /v2.0/subnets/229685d6-1470-4a6a-a8c5-388966bc5d02 HTTP/1.1" status: 204 len: 168 time: 1.4057133 Nov 05 18:54:27.700316 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 33400) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:54:27.719790 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a83dc63d-546a-48ee-866d-91128a7f9c4f tempest-RoutersAdminNegativeTest-937288641 tempest-RoutersAdminNegativeTest-937288641-project-admin] Network 40c8335d-cd0b-4cb5-910a-d4dcddd5cbec is already hosted by enough agents. {{(pid=102386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 18:54:27.726027 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.base_scheduler [None req-a83dc63d-546a-48ee-866d-91128a7f9c4f tempest-RoutersAdminNegativeTest-937288641 tempest-RoutersAdminNegativeTest-937288641-project-admin] Resources bound (agent type, host, resource id): {{(pid=102386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:54:27.730772 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a83dc63d-546a-48ee-866d-91128a7f9c4f tempest-RoutersAdminNegativeTest-937288641 tempest-RoutersAdminNegativeTest-937288641-project-admin] Received port after_create {{(pid=102386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 18:54:27.758361 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-58ec6262-214f-41f8-adbd-874d2cc5328f req-1e7944c3-bdae-4b54-8ac2-720ee123daa2 tempest-ServerRescueTestJSON-1639389385 tempest-ServerRescueTestJSON-1639389385-project] 10.222.0.13 "GET /v2.0/security-groups?id=458afcac-91c4-437c-b78f-d73b875bd5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2083392 Nov 05 18:54:27.764860 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-797f8b50-7c16-480a-8fab-ab8b6f6553d3 req-cf9d309d-219f-45dd-842b-18885230de99 tempest-FloatingIPDetailsTestJSON-1391655979 tempest-FloatingIPDetailsTestJSON-1391655979-project] Publish callbacks [] for floatingip, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:27.766145 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83dc63d-546a-48ee-866d-91128a7f9c4f tempest-RoutersAdminNegativeTest-937288641 tempest-RoutersAdminNegativeTest-937288641-project-admin] Pushing event updated for resources: {'Port': ['ID=93d868aa-980f-49b6-95e7-56e1da29b521,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:54:27.771429 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-797f8b50-7c16-480a-8fab-ab8b6f6553d3 req-cf9d309d-219f-45dd-842b-18885230de99 tempest-FloatingIPDetailsTestJSON-1391655979 tempest-FloatingIPDetailsTestJSON-1391655979-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for floatingip, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:27.775139 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-797f8b50-7c16-480a-8fab-ab8b6f6553d3 req-cf9d309d-219f-45dd-842b-18885230de99 tempest-FloatingIPDetailsTestJSON-1391655979 tempest-FloatingIPDetailsTestJSON-1391655979-project] 10.222.0.13 "DELETE /v2.0/floatingips/e199cf03-24ff-4778-9590-2d87e41ad0bf HTTP/1.1" status: 204 len: 173 time: 1.5562077 Nov 05 18:54:27.783430 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 33402) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:54:27.803067 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a83dc63d-546a-48ee-866d-91128a7f9c4f tempest-RoutersAdminNegativeTest-937288641 tempest-RoutersAdminNegativeTest-937288641-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:54:27.803699 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-a83dc63d-546a-48ee-866d-91128a7f9c4f tempest-RoutersAdminNegativeTest-937288641 tempest-RoutersAdminNegativeTest-937288641-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:27.877077 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.db_base_plugin_v2 [None req-4154773d-46ec-4c00-a373-7b0d0bebbe11 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Deleting subnet 2a3820b5-73b4-4c81-8369-b5d4e14f35cc {{(pid=102387) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 05 18:54:27.885169 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-4154773d-46ec-4c00-a373-7b0d0bebbe11 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Publish callbacks [] for subnet, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:27.893886 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 33408) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:54:27.894507 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-a83dc63d-546a-48ee-866d-91128a7f9c4f tempest-RoutersAdminNegativeTest-937288641 tempest-RoutersAdminNegativeTest-937288641-project-admin] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.7426634 Nov 05 18:54:27.905517 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-9c3d4d1a-7555-4be1-8ad8-0daf359777a3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:27.932701 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-ba878dc7-e39c-4b0f-9f01-905a177a4a1a tempest-RoutersAdminNegativeTest-937288641 tempest-RoutersAdminNegativeTest-937288641-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.112'}]}}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:54:28.020337 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-478c980c-2cb8-43ff-8674-152927c443c2 None None] Network 1c9d25d3-7f2e-4384-9081-dc17514a5578 requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 18:54:28.037312 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-4154773d-46ec-4c00-a373-7b0d0bebbe11 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4463501'] for subnet, precommit_delete_associations {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:28.045559 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-9c3d4d1a-7555-4be1-8ad8-0daf359777a3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:28.110668 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-c04cd165-e728-4f0f-b821-7a3a6777aedb None None] Could not find standard attr ID for object d939a3fd-a316-477d-a23c-2c978b7f257c. {{(pid=102388) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 05 18:54:28.128732 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-ba878dc7-e39c-4b0f-9f01-905a177a4a1a tempest-RoutersAdminNegativeTest-937288641 tempest-RoutersAdminNegativeTest-937288641-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-571139', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6874'] for router, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:28.130252 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-ba878dc7-e39c-4b0f-9f01-905a177a4a1a tempest-RoutersAdminNegativeTest-937288641 tempest-RoutersAdminNegativeTest-937288641-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-571375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1000570', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1011585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6867'] for router, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:28.137031 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-c04cd165-e728-4f0f-b821-7a3a6777aedb None None] Provisioning complete for port 1f60f034-b2b1-4e4b-99f8-540988406582 triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:54:28.137575 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c04cd165-e728-4f0f-b821-7a3a6777aedb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:28.143213 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-9c3d4d1a-7555-4be1-8ad8-0daf359777a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:28.208148 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-9c3d4d1a-7555-4be1-8ad8-0daf359777a3 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=cd1061dde33547308761c1f06f137880&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5857787 Nov 05 18:54:28.208922 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 33416) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:54:28.222282 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3d4d1a-7555-4be1-8ad8-0daf359777a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad66de0e-945b-456b-a6f4-e2c464b09a48,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:54:28.312627 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-ba878dc7-e39c-4b0f-9f01-905a177a4a1a tempest-RoutersAdminNegativeTest-937288641 tempest-RoutersAdminNegativeTest-937288641-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:28.324261 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-4154773d-46ec-4c00-a373-7b0d0bebbe11 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1573928'] for subnet, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:28.327144 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-2326b968-1b96-4178-ab53-1db44c5db3e6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:28.350678 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-2326b968-1b96-4178-ab53-1db44c5db3e6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:28.541491 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-2326b968-1b96-4178-ab53-1db44c5db3e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:28.545956 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-2326b968-1b96-4178-ab53-1db44c5db3e6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:28.550832 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-2326b968-1b96-4178-ab53-1db44c5db3e6 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ad66de0e-945b-456b-a6f4-e2c464b09a48 HTTP/1.1" status: 204 len: 168 time: 0.3405142 Nov 05 18:54:28.572376 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2326b968-1b96-4178-ab53-1db44c5db3e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad66de0e-945b-456b-a6f4-e2c464b09a48,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:54:28.601186 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-4154773d-46ec-4c00-a373-7b0d0bebbe11 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1573905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4417146', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5112209'] for subnet, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:28.694817 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4154773d-46ec-4c00-a373-7b0d0bebbe11 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Pushing event deleted for resources: {'Subnet': ['ID=2a3820b5-73b4-4c81-8369-b5d4e14f35cc,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:54:28.700661 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-4154773d-46ec-4c00-a373-7b0d0bebbe11 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597851'] for subnet, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:28.705000 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-4154773d-46ec-4c00-a373-7b0d0bebbe11 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] 10.222.0.13 "DELETE /v2.0/subnets/2a3820b5-73b4-4c81-8369-b5d4e14f35cc HTTP/1.1" status: 204 len: 168 time: 0.9988091 Nov 05 18:54:28.707621 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 33446) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:54:28.746258 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302d893b-dccc-428d-a5f1-78fe0b12490f req-8154e0db-2c3e-494f-a2d5-92d69583fa2f tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:54:28.748388 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-302d893b-dccc-428d-a5f1-78fe0b12490f req-8154e0db-2c3e-494f-a2d5-92d69583fa2f tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] 10.222.0.13 "GET /v2.0/ports?device_id=980cac70-04e0-4892-9bf4-8401d643ae7a HTTP/1.1" status: 200 len: 908 time: 0.2926693 Nov 05 18:54:28.759610 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-ba878dc7-e39c-4b0f-9f01-905a177a4a1a tempest-RoutersAdminNegativeTest-937288641 tempest-RoutersAdminNegativeTest-937288641-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:28.834161 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-4419d9c6-fb9d-46de-a20d-1e8358ef402c tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1245513 Nov 05 18:54:28.836649 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 33450) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:54:28.848263 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-ccee41c0-47e4-4dd1-ac7e-f2ec14fda27e tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Request body: {'subnet': {'network_id': '1c9d25d3-7f2e-4384-9081-dc17514a5578', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:54:28.922833 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 1f60f034-b2b1-4e4b-99f8-540988406582 up at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 18:54:29.013452 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Provisioning complete for port 1f60f034-b2b1-4e4b-99f8-540988406582 triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:54:29.014211 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:29.118676 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-89091f5a-75ef-4a12-a6c0-03f491eede02 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-571777'] for router_interface, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:29.129977 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db4e6cd3-aeef-49ea-ba96-c6def8d2dc09 None None] Network 1c9d25d3-7f2e-4384-9081-dc17514a5578 requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 18:54:29.131084 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215f66c2-8d32-4d09-8828-8f241a103957 req-83463017-e14f-47e6-b576-3067ae449ecd tempest-ServerRescueTestJSON-1639389385 tempest-ServerRescueTestJSON-1639389385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:54:29.139639 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-215f66c2-8d32-4d09-8828-8f241a103957 req-83463017-e14f-47e6-b576-3067ae449ecd tempest-ServerRescueTestJSON-1639389385 tempest-ServerRescueTestJSON-1639389385-project] 10.222.0.13 "GET /v2.0/ports?device_id=9c7dbc46-8c68-4f14-8897-91c11ae5a9cd HTTP/1.1" status: 200 len: 945 time: 0.2306874 Nov 05 18:54:29.161930 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccee41c0-47e4-4dd1-ac7e-f2ec14fda27e tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Made reservation on behalf of 7bc73c6c17f842a987dd31290d20faa2 for: {'subnet': 1} {{(pid=102386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 18:54:29.165551 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-ccee41c0-47e4-4dd1-ac7e-f2ec14fda27e tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4877122'] for subnet, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:29.217291 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-1b118b24-e6ba-4297-b5e9-8fbbbd1a5db6 None None] Provisioning complete for port 1f60f034-b2b1-4e4b-99f8-540988406582 triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:54:29.217817 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-1b118b24-e6ba-4297-b5e9-8fbbbd1a5db6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:29.263921 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-215f66c2-8d32-4d09-8828-8f241a103957 req-938b1c93-c645-4bc7-99ea-1175af248db3 tempest-ServerRescueTestJSON-1639389385 tempest-ServerRescueTestJSON-1639389385-project] 10.222.0.13 "GET /v2.0/security-groups?id=458afcac-91c4-437c-b78f-d73b875bd5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234410 Nov 05 18:54:29.419293 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56e14054-7c5b-44bb-8b56-46cbb7ab0a08 None None] DHCP port deletion for 1c9d25d3-7f2e-4384-9081-dc17514a5578 request from n-d-816865-1 {{(pid=102388) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 05 18:54:29.471063 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-56e14054-7c5b-44bb-8b56-46cbb7ab0a08 None None] Deleting port 1f60f034-b2b1-4e4b-99f8-540988406582 {{(pid=102388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 18:54:29.471443 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-56e14054-7c5b-44bb-8b56-46cbb7ab0a08 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:29.494077 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 33466) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:54:29.510269 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-4c3e9428-9214-42f5-bed0-7ef351699757 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:29.551672 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-56e14054-7c5b-44bb-8b56-46cbb7ab0a08 None None] For port 1f60f034-b2b1-4e4b-99f8-540988406582, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=1f60f034-b2b1-4e4b-99f8-540988406582,segment=NetworkSegment(1bdc5ccc-001b-4584-b217-2d1934002f57),segment_id=1bdc5ccc-001b-4584-b217-2d1934002f57)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:54:29.552150 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-56e14054-7c5b-44bb-8b56-46cbb7ab0a08 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:29.589890 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-56e14054-7c5b-44bb-8b56-46cbb7ab0a08 None None] Calling delete_port for 1f60f034-b2b1-4e4b-99f8-540988406582 owned by network:dhcp {{(pid=102388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 18:54:29.592769 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-ccee41c0-47e4-4dd1-ac7e-f2ec14fda27e tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6149946', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4877172'] for subnet, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:29.602418 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-4c3e9428-9214-42f5-bed0-7ef351699757 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:29.652166 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccee41c0-47e4-4dd1-ac7e-f2ec14fda27e tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Network 1c9d25d3-7f2e-4384-9081-dc17514a5578 is already hosted by enough agents. {{(pid=102386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 18:54:29.660256 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.base_scheduler [None req-ccee41c0-47e4-4dd1-ac7e-f2ec14fda27e tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Resources bound (agent type, host, resource id): {{(pid=102386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:54:29.664159 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccee41c0-47e4-4dd1-ac7e-f2ec14fda27e tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:54:29.664766 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-ccee41c0-47e4-4dd1-ac7e-f2ec14fda27e tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Publish callbacks [] for subnet, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:29.680977 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccee41c0-47e4-4dd1-ac7e-f2ec14fda27e tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Pushing event updated for resources: {'Subnet': ['ID=0eff6bda-8285-46d0-848d-025eb019f54d,revision_number=0']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:54:29.731081 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-4c3e9428-9214-42f5-bed0-7ef351699757 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:29.759745 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-56e14054-7c5b-44bb-8b56-46cbb7ab0a08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798'] for port, after_delete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:29.779262 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-ccee41c0-47e4-4dd1-ac7e-f2ec14fda27e tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9380167 Nov 05 18:54:29.779892 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 33474) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:54:29.786566 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-e55e8c17-1c9a-4941-bac4-07993b04a007 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Request body: {'subnet': {'network_id': '1c9d25d3-7f2e-4384-9081-dc17514a5578', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:54:29.792869 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-4c3e9428-9214-42f5-bed0-7ef351699757 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=280ec7a8ce6e434eb9e61363b8961a44&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2976024 Nov 05 18:54:29.795162 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3e9428-9214-42f5-bed0-7ef351699757 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf77a0cb-9bf4-4b17-a507-2781d300e105,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:54:29.804646 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e14054-7c5b-44bb-8b56-46cbb7ab0a08 None None] Pushing event deleted for resources: {'Port': ['ID=1f60f034-b2b1-4e4b-99f8-540988406582,revision_number=None']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:54:29.806913 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56e14054-7c5b-44bb-8b56-46cbb7ab0a08 None None] No DVR routers for this DVR port 1f60f034-b2b1-4e4b-99f8-540988406582 on host n-d-816865-1 {{(pid=102388) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 18:54:29.808567 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 33476) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:54:29.834260 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90378ad4-3b6a-4c2a-b271-819c08f68940 None None] Network 1c9d25d3-7f2e-4384-9081-dc17514a5578 requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 18:54:29.894850 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-ba878dc7-e39c-4b0f-9f01-905a177a4a1a tempest-RoutersAdminNegativeTest-937288641 tempest-RoutersAdminNegativeTest-937288641-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:29.958538 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-ba878dc7-e39c-4b0f-9f01-905a177a4a1a tempest-RoutersAdminNegativeTest-937288641 tempest-RoutersAdminNegativeTest-937288641-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:29.965774 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ede9af-f0de-4aeb-bd35-e6b3857d1a2e req-f63468ab-74d4-4ffd-b6fc-1d8ffcd58c82 tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:54:29.967290 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-32ede9af-f0de-4aeb-bd35-e6b3857d1a2e req-f63468ab-74d4-4ffd-b6fc-1d8ffcd58c82 tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] 10.222.0.55 "GET /v2.0/ports?device_id=980cac70-04e0-4892-9bf4-8401d643ae7a HTTP/1.1" status: 200 len: 908 time: 0.1364496 Nov 05 18:54:29.992025 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2cc169-e3fe-45e2-9af9-080e22fb9563 req-ef2cfe98-7b6d-464d-8ece-2b0017a3ccbc tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:54:29.997637 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-5c2cc169-e3fe-45e2-9af9-080e22fb9563 req-ef2cfe98-7b6d-464d-8ece-2b0017a3ccbc tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] 10.222.0.13 "GET /v2.0/ports?device_id=980cac70-04e0-4892-9bf4-8401d643ae7a HTTP/1.1" status: 200 len: 908 time: 0.1499217 Nov 05 18:54:30.044532 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-60a6e7ac-592e-4967-836c-bf646a714ba0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:30.048929 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38c9b151-5c1e-448f-b165-88d65a110118 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeb20a084-accf-5b60-8075-3e69ebe863a6-1c9d25d3-7f2e-4384-9081-dc17514a5578', 'network_id': '1c9d25d3-7f2e-4384-9081-dc17514a5578', 'tenant_id': '7bc73c6c17f842a987dd31290d20faa2', 'fixed_ips': [{'subnet_id': '0eff6bda-8285-46d0-848d-025eb019f54d'}]}} from n-d-816865-1. {{(pid=102388) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 05 18:54:30.050411 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-38c9b151-5c1e-448f-b165-88d65a110118 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:30.138455 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-60a6e7ac-592e-4967-836c-bf646a714ba0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:30.155755 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [None req-89091f5a-75ef-4a12-a6c0-03f491eede02 admin admin] Deleting port 9577aac2-d012-42b2-b631-3ada2fc5ea49 {{(pid=102387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 18:54:30.156013 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-89091f5a-75ef-4a12-a6c0-03f491eede02 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:30.207867 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [req-32ede9af-f0de-4aeb-bd35-e6b3857d1a2e req-bc34d940-a6ea-457f-a52e-b5b80a264af9 tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] Deleting port 145479ca-01b4-489d-8a2f-28a86b4f6e97 {{(pid=102386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 18:54:30.208447 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-32ede9af-f0de-4aeb-bd35-e6b3857d1a2e req-bc34d940-a6ea-457f-a52e-b5b80a264af9 tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:30.228311 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e55e8c17-1c9a-4941-bac4-07993b04a007 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Made reservation on behalf of 7bc73c6c17f842a987dd31290d20faa2 for: {'subnet': 1} {{(pid=102386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 18:54:30.234148 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-e55e8c17-1c9a-4941-bac4-07993b04a007 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4877122'] for subnet, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:30.286944 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.db [None req-89091f5a-75ef-4a12-a6c0-03f491eede02 admin admin] For port 9577aac2-d012-42b2-b631-3ada2fc5ea49, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=9577aac2-d012-42b2-b631-3ada2fc5ea49,segment=NetworkSegment(0a75ac63-d02e-4981-8175-aae376cf7ad0),segment_id=0a75ac63-d02e-4981-8175-aae376cf7ad0)] {{(pid=102387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:54:30.289278 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.db_base_plugin_common [None req-38c9b151-5c1e-448f-b165-88d65a110118 None None] Allocated IP 172.20.0.2 (1c9d25d3-7f2e-4384-9081-dc17514a5578/0eff6bda-8285-46d0-848d-025eb019f54d/6bf6ce6f-3e51-4624-aae4-17f8a7658d54) {{(pid=102388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 18:54:30.289753 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-89091f5a-75ef-4a12-a6c0-03f491eede02 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:30.307920 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [None req-89091f5a-75ef-4a12-a6c0-03f491eede02 admin admin] Calling delete_port for 9577aac2-d012-42b2-b631-3ada2fc5ea49 owned by network:router_interface {{(pid=102387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 18:54:30.314830 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-ba878dc7-e39c-4b0f-9f01-905a177a4a1a tempest-RoutersAdminNegativeTest-937288641 tempest-RoutersAdminNegativeTest-937288641-project-admin] Publish callbacks [] for router, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:30.346957 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-60a6e7ac-592e-4967-836c-bf646a714ba0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:30.355945 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-60a6e7ac-592e-4967-836c-bf646a714ba0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:30.359579 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-60a6e7ac-592e-4967-836c-bf646a714ba0 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/cf77a0cb-9bf4-4b17-a507-2781d300e105 HTTP/1.1" status: 204 len: 168 time: 0.5475972 Nov 05 18:54:30.414500 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a6e7ac-592e-4967-836c-bf646a714ba0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf77a0cb-9bf4-4b17-a507-2781d300e105,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:54:30.444202 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [req-32ede9af-f0de-4aeb-bd35-e6b3857d1a2e req-bc34d940-a6ea-457f-a52e-b5b80a264af9 tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] For port 145479ca-01b4-489d-8a2f-28a86b4f6e97, host n-h2-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=145479ca-01b4-489d-8a2f-28a86b4f6e97,segment=NetworkSegment(1ae4cc0f-5460-421b-9b80-d7acf4de0363),segment_id=1ae4cc0f-5460-421b-9b80-d7acf4de0363)] {{(pid=102386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:54:30.444474 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-32ede9af-f0de-4aeb-bd35-e6b3857d1a2e req-bc34d940-a6ea-457f-a52e-b5b80a264af9 tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:30.474605 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [req-32ede9af-f0de-4aeb-bd35-e6b3857d1a2e req-bc34d940-a6ea-457f-a52e-b5b80a264af9 tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] Calling delete_port for 145479ca-01b4-489d-8a2f-28a86b4f6e97 owned by compute:nova {{(pid=102386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 18:54:30.628522 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-38c9b151-5c1e-448f-b165-88d65a110118 None None] Publish callbacks [] for port, precommit_create {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:30.677337 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-ba878dc7-e39c-4b0f-9f01-905a177a4a1a tempest-RoutersAdminNegativeTest-937288641 tempest-RoutersAdminNegativeTest-937288641-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-571301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6852'] for router, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:30.680451 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-ba878dc7-e39c-4b0f-9f01-905a177a4a1a tempest-RoutersAdminNegativeTest-937288641 tempest-RoutersAdminNegativeTest-937288641-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:30.692273 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887c42e6-3e22-4b18-a0c7-0b2bb0f8b273 req-f9e90c6e-07ca-4692-9059-22c490f0f94b tempest-ServerRescueTestJSON-1639389385 tempest-ServerRescueTestJSON-1639389385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:54:30.694018 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-887c42e6-3e22-4b18-a0c7-0b2bb0f8b273 req-f9e90c6e-07ca-4692-9059-22c490f0f94b tempest-ServerRescueTestJSON-1639389385 tempest-ServerRescueTestJSON-1639389385-project] 10.222.0.13 "GET /v2.0/ports?device_id=9c7dbc46-8c68-4f14-8897-91c11ae5a9cd HTTP/1.1" status: 200 len: 945 time: 0.2406960 Nov 05 18:54:30.697140 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-38c9b151-5c1e-448f-b165-88d65a110118 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789'] for port, after_create {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:30.738666 n-d-816865-1 neutron-server[102388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38c9b151-5c1e-448f-b165-88d65a110118 None None] Network 1c9d25d3-7f2e-4384-9081-dc17514a5578 is already hosted by enough agents. {{(pid=102388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 18:54:30.741844 n-d-816865-1 neutron-server[102388]: DEBUG neutron.scheduler.base_scheduler [None req-38c9b151-5c1e-448f-b165-88d65a110118 None None] Resources bound (agent type, host, resource id): {{(pid=102388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:54:30.746403 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38c9b151-5c1e-448f-b165-88d65a110118 None None] Received port after_create {{(pid=102388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 18:54:30.772086 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c9b151-5c1e-448f-b165-88d65a110118 None None] Pushing event updated for resources: {'Port': ['ID=6bf6ce6f-3e51-4624-aae4-17f8a7658d54,revision_number=1']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:54:30.873051 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-887c42e6-3e22-4b18-a0c7-0b2bb0f8b273 req-42461194-204e-41cd-b42a-fde326f73603 tempest-ServerRescueTestJSON-1639389385 tempest-ServerRescueTestJSON-1639389385-project] 10.222.0.13 "GET /v2.0/security-groups?id=458afcac-91c4-437c-b78f-d73b875bd5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1581752 Nov 05 18:54:30.873051 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-ba878dc7-e39c-4b0f-9f01-905a177a4a1a tempest-RoutersAdminNegativeTest-937288641 tempest-RoutersAdminNegativeTest-937288641-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-571310'] for router, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:30.873051 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba878dc7-e39c-4b0f-9f01-905a177a4a1a tempest-RoutersAdminNegativeTest-937288641 tempest-RoutersAdminNegativeTest-937288641-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 5e9a4f0f-c8a3-4b67-ad0c-9d0b5ba3b3fd {{(pid=102387) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 05 18:54:30.886075 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-38c9b151-5c1e-448f-b165-88d65a110118 None None] Attempting to bind port 6bf6ce6f-3e51-4624-aae4-17f8a7658d54 on host n-d-816865-1 for vnic_type normal with profile {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 18:54:30.886075 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-38c9b151-5c1e-448f-b165-88d65a110118 None None] Attempting to bind port 6bf6ce6f-3e51-4624-aae4-17f8a7658d54 by drivers openvswitch,hyperv on host n-d-816865-1 at level 0 using segments [{'id': '1bdc5ccc-001b-4584-b217-2d1934002f57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '1c9d25d3-7f2e-4384-9081-dc17514a5578'}] {{(pid=102388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 18:54:30.886075 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38c9b151-5c1e-448f-b165-88d65a110118 None None] Attempting to bind port 6bf6ce6f-3e51-4624-aae4-17f8a7658d54 on network 1c9d25d3-7f2e-4384-9081-dc17514a5578 {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 18:54:30.898672 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38c9b151-5c1e-448f-b165-88d65a110118 None None] Checking agent: {'id': '724d89a7-611b-41e6-bc85-c48112b17afa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 18, 25, 8), 'started_at': datetime.datetime(2021, 11, 5, 18, 25, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 18, 54, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 18:54:30.901141 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38c9b151-5c1e-448f-b165-88d65a110118 None None] Checking segment: {'id': '1bdc5ccc-001b-4584-b217-2d1934002f57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '1c9d25d3-7f2e-4384-9081-dc17514a5578'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 18:54:30.904594 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-38c9b151-5c1e-448f-b165-88d65a110118 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:30.906217 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38c9b151-5c1e-448f-b165-88d65a110118 None None] Bound using segment: {'id': '1bdc5ccc-001b-4584-b217-2d1934002f57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '1c9d25d3-7f2e-4384-9081-dc17514a5578'} {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 18:54:30.910491 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-38c9b151-5c1e-448f-b165-88d65a110118 None None] Bound port: 6bf6ce6f-3e51-4624-aae4-17f8a7658d54, host: n-d-816865-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1bdc5ccc-001b-4584-b217-2d1934002f57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '1c9d25d3-7f2e-4384-9081-dc17514a5578'}}] {{(pid=102388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 18:54:30.910491 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-38c9b151-5c1e-448f-b165-88d65a110118 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:30.954305 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 1f60f034-b2b1-4e4b-99f8-540988406582 no longer exists at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 18:54:30.985277 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] No Port match for: 1f60f034-b2b1-4e4b-99f8-540988406582 {{(pid=102388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 18:54:30.985277 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 1f60f034-b2b1-4e4b-99f8-540988406582 not bound to the agent host n-d-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 18:54:31.017759 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-38c9b151-5c1e-448f-b165-88d65a110118 None None] For port 6bf6ce6f-3e51-4624-aae4-17f8a7658d54, host n-d-816865-1, cleared binding levels {{(pid=102388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 18:54:31.025176 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-38c9b151-5c1e-448f-b165-88d65a110118 None None] For port 6bf6ce6f-3e51-4624-aae4-17f8a7658d54, host n-d-816865-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=6bf6ce6f-3e51-4624-aae4-17f8a7658d54,segment=NetworkSegment(1bdc5ccc-001b-4584-b217-2d1934002f57),segment_id=1bdc5ccc-001b-4584-b217-2d1934002f57)] {{(pid=102388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 18:54:31.064023 n-d-816865-1 neutron-server[102387]: INFO neutron.api.v2.resource [None req-ba878dc7-e39c-4b0f-9f01-905a177a4a1a tempest-RoutersAdminNegativeTest-937288641 tempest-RoutersAdminNegativeTest-937288641-project-admin] create failed (client error): There was a conflict when trying to complete your request. Nov 05 18:54:31.070785 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-ba878dc7-e39c-4b0f-9f01-905a177a4a1a tempest-RoutersAdminNegativeTest-937288641 tempest-RoutersAdminNegativeTest-937288641-project-admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 3.1476521 Nov 05 18:54:31.073994 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 33524) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:54:31.094649 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-89091f5a-75ef-4a12-a6c0-03f491eede02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4417063'] for port, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:31.155393 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-38c9b151-5c1e-448f-b165-88d65a110118 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:31.203551 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89091f5a-75ef-4a12-a6c0-03f491eede02 admin admin] Pushing event deleted for resources: {'Port': ['ID=9577aac2-d012-42b2-b631-3ada2fc5ea49,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:54:31.266951 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-32ede9af-f0de-4aeb-bd35-e6b3857d1a2e req-bc34d940-a6ea-457f-a52e-b5b80a264af9 tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:31.350166 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fbab6e-ebdb-45f3-bd8f-07c904f9f935 req-d700be5c-0605-4f85-871f-6e0a90494bf5 tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:54:31.352105 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-d7fbab6e-ebdb-45f3-bd8f-07c904f9f935 req-d700be5c-0605-4f85-871f-6e0a90494bf5 tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] 10.222.0.13 "GET /v2.0/ports?device_id=980cac70-04e0-4892-9bf4-8401d643ae7a HTTP/1.1" status: 200 len: 829 time: 0.2078445 Nov 05 18:54:31.424952 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [None req-39372b89-fb15-4dfd-9c10-e0b095699964 tempest-RoutersAdminNegativeTest-937288641 tempest-RoutersAdminNegativeTest-937288641-project-admin] Deleting port 93d868aa-980f-49b6-95e7-56e1da29b521 {{(pid=102387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 18:54:31.425287 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-39372b89-fb15-4dfd-9c10-e0b095699964 tempest-RoutersAdminNegativeTest-937288641 tempest-RoutersAdminNegativeTest-937288641-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:31.426472 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc34d940-a6ea-457f-a52e-b5b80a264af9 tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] Pushing event deleted for resources: {'Port': ['ID=145479ca-01b4-489d-8a2f-28a86b4f6e97,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:54:31.460581 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c9b151-5c1e-448f-b165-88d65a110118 None None] Pushing event updated for resources: {'Port': ['ID=6bf6ce6f-3e51-4624-aae4-17f8a7658d54,revision_number=2']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:54:31.561340 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [req-32ede9af-f0de-4aeb-bd35-e6b3857d1a2e req-bc34d940-a6ea-457f-a52e-b5b80a264af9 tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] No DVR routers for this DVR port 145479ca-01b4-489d-8a2f-28a86b4f6e97 on host n-h2-816865-1 {{(pid=102386) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 18:54:31.570420 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-32ede9af-f0de-4aeb-bd35-e6b3857d1a2e req-bc34d940-a6ea-457f-a52e-b5b80a264af9 tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:31.574804 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-32ede9af-f0de-4aeb-bd35-e6b3857d1a2e req-bc34d940-a6ea-457f-a52e-b5b80a264af9 tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] 10.222.0.55 "DELETE /v2.0/ports/145479ca-01b4-489d-8a2f-28a86b4f6e97 HTTP/1.1" status: 204 len: 173 time: 1.5987926 Nov 05 18:54:31.575030 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-39372b89-fb15-4dfd-9c10-e0b095699964 tempest-RoutersAdminNegativeTest-937288641 tempest-RoutersAdminNegativeTest-937288641-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:31.575692 n-d-816865-1 neutron-server[102386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '980cac70-04e0-4892-9bf4-8401d643ae7a', 'name': 'network-vif-deleted', 'tag': '145479ca-01b4-489d-8a2f-28a86b4f6e97'}] {{(pid=102386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 18:54:31.578330 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6173a44d7c73f41af551dc890fa1a5892c2c6bc3458b640c8e0c24db7876ba6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5486fb6-15fa-40fe-a871-c32cd0bdf2a7" -d '{"events": [{"server_uuid": "980cac70-04e0-4892-9bf4-8401d643ae7a", "name": "network-vif-deleted", "tag": "145479ca-01b4-489d-8a2f-28a86b4f6e97"}]}' {{(pid=102386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 18:54:31.610246 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [None req-39372b89-fb15-4dfd-9c10-e0b095699964 tempest-RoutersAdminNegativeTest-937288641 tempest-RoutersAdminNegativeTest-937288641-project-admin] Calling delete_port for 93d868aa-980f-49b6-95e7-56e1da29b521 owned by {{(pid=102387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 18:54:31.687813 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 18:54:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73a3aa5d-a228-4899-9619-ccd3d8cd5573 x-openstack-request-id: req-73a3aa5d-a228-4899-9619-ccd3d8cd5573 {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 18:54:31.688113 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "980cac70-04e0-4892-9bf4-8401d643ae7a", "name": "network-vif-deleted", "tag": "145479ca-01b4-489d-8a2f-28a86b4f6e97", "status": "completed", "code": 200}]} {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 18:54:31.688371 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-73a3aa5d-a228-4899-9619-ccd3d8cd5573 {{(pid=102386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 18:54:31.688779 n-d-816865-1 neutron-server[102386]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '980cac70-04e0-4892-9bf4-8401d643ae7a', 'name': 'network-vif-deleted', 'tag': '145479ca-01b4-489d-8a2f-28a86b4f6e97', 'status': 'completed', 'code': 200} Nov 05 18:54:31.823619 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-89091f5a-75ef-4a12-a6c0-03f491eede02 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-597886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-573297'] for router_interface, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:31.856904 n-d-816865-1 neutron-server[102386]: DEBUG neutron.objects.ports [None req-e55e8c17-1c9a-4941-bac4-07993b04a007 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102386) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 05 18:54:32.197474 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b78a247-1eb0-4115-ab1e-2d2e34d019f2 req-c311e5b0-e581-4693-a6e5-3ecc3dcae826 tempest-ServerRescueTestJSON-1639389385 tempest-ServerRescueTestJSON-1639389385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:54:32.205793 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-3b78a247-1eb0-4115-ab1e-2d2e34d019f2 req-c311e5b0-e581-4693-a6e5-3ecc3dcae826 tempest-ServerRescueTestJSON-1639389385 tempest-ServerRescueTestJSON-1639389385-project] 10.222.0.13 "GET /v2.0/ports?device_id=9c7dbc46-8c68-4f14-8897-91c11ae5a9cd HTTP/1.1" status: 200 len: 945 time: 0.1376364 Nov 05 18:54:32.239972 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-e55e8c17-1c9a-4941-bac4-07993b04a007 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:32.258709 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-39372b89-fb15-4dfd-9c10-e0b095699964 tempest-RoutersAdminNegativeTest-937288641 tempest-RoutersAdminNegativeTest-937288641-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4417063'] for port, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:32.307851 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39372b89-fb15-4dfd-9c10-e0b095699964 tempest-RoutersAdminNegativeTest-937288641 tempest-RoutersAdminNegativeTest-937288641-project-admin] Pushing event deleted for resources: {'Port': ['ID=93d868aa-980f-49b6-95e7-56e1da29b521,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:54:32.417922 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-3b78a247-1eb0-4115-ab1e-2d2e34d019f2 req-9ba06543-0e19-4ec9-bd9f-c0e7ae58d0bd tempest-ServerRescueTestJSON-1639389385 tempest-ServerRescueTestJSON-1639389385-project] 10.222.0.13 "GET /v2.0/security-groups?id=458afcac-91c4-437c-b78f-d73b875bd5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2109673 Nov 05 18:54:32.513236 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [None req-e55e8c17-1c9a-4941-bac4-07993b04a007 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] For port 6bf6ce6f-3e51-4624-aae4-17f8a7658d54, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=6bf6ce6f-3e51-4624-aae4-17f8a7658d54,segment=NetworkSegment(1bdc5ccc-001b-4584-b217-2d1934002f57),segment_id=1bdc5ccc-001b-4584-b217-2d1934002f57)] {{(pid=102386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:54:32.521722 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-39372b89-fb15-4dfd-9c10-e0b095699964 tempest-RoutersAdminNegativeTest-937288641 tempest-RoutersAdminNegativeTest-937288641-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:32.525085 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-39372b89-fb15-4dfd-9c10-e0b095699964 tempest-RoutersAdminNegativeTest-937288641 tempest-RoutersAdminNegativeTest-937288641-project-admin] 10.222.0.13 "DELETE /v2.0/ports/93d868aa-980f-49b6-95e7-56e1da29b521 HTTP/1.1" status: 204 len: 168 time: 1.4500320 Nov 05 18:54:32.542526 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89091f5a-75ef-4a12-a6c0-03f491eede02 admin admin] Router 133aaa0c-8f16-4e93-8e1c-1b8b9e9d7a46 has already been hosted by L3 agent 6dcb5589-8e86-4616-9186-ddc4548e13ad {{(pid=102387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 18:54:32.575372 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-e55e8c17-1c9a-4941-bac4-07993b04a007 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Publish callbacks [] for port, precommit_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:32.592036 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-60cdaefc-e915-4572-a5e1-72e4ae1fbd5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:32.673324 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-e55e8c17-1c9a-4941-bac4-07993b04a007 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6149821'] for port, after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:32.674499 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-e55e8c17-1c9a-4941-bac4-07993b04a007 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6149946', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4877172'] for subnet, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:32.686988 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-aa81d61c-91c7-496d-8cc2-a55f845755fe req-d9963cad-a0d8-4733-9452-68befc14e580 tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] 10.222.0.13 "GET /v2.0/ports?device_id=980cac70-04e0-4892-9bf4-8401d643ae7a HTTP/1.1" status: 200 len: 210 time: 0.0461197 Nov 05 18:54:32.781225 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e55e8c17-1c9a-4941-bac4-07993b04a007 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Network 1c9d25d3-7f2e-4384-9081-dc17514a5578 is already hosted by enough agents. {{(pid=102386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 18:54:32.794619 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.base_scheduler [None req-e55e8c17-1c9a-4941-bac4-07993b04a007 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Resources bound (agent type, host, resource id): {{(pid=102386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:54:32.815701 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e55e8c17-1c9a-4941-bac4-07993b04a007 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:54:32.817868 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-e55e8c17-1c9a-4941-bac4-07993b04a007 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Publish callbacks [] for subnet, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:32.847291 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55e8c17-1c9a-4941-bac4-07993b04a007 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Pushing event updated for resources: {'Port': ['ID=6bf6ce6f-3e51-4624-aae4-17f8a7658d54,revision_number=4']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:54:32.851694 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55e8c17-1c9a-4941-bac4-07993b04a007 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Pushing event updated for resources: {'Subnet': ['ID=b25e4b00-eaac-4d2b-a712-798d7b47be32,revision_number=0']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:54:33.008273 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-e55e8c17-1c9a-4941-bac4-07993b04a007 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 3.2257321 Nov 05 18:54:33.011500 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 33600) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:54:33.027038 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-2a18eb93-74bd-4c52-9d34-13a0232c2414 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Request body: {'port': {'network_id': '1c9d25d3-7f2e-4384-9081-dc17514a5578', 'mac_address': 'fa:16:3e:dc:28:38', 'name': 'tempest-NetworksTestDHCPv6-935111027'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:54:33.040710 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfff168d-ccaf-4b28-b87a-744d7c72250d None None] Network 1c9d25d3-7f2e-4384-9081-dc17514a5578 requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 18:54:33.078033 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 6bf6ce6f-3e51-4624-aae4-17f8a7658d54 up at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 18:54:33.120676 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89091f5a-75ef-4a12-a6c0-03f491eede02 admin admin] Notify agent at l3_agent.n-d-816865-1 the message routers_updated {{(pid=102387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 18:54:33.127584 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-89091f5a-75ef-4a12-a6c0-03f491eede02 admin admin] 10.222.0.13 "PUT /v2.0/routers/133aaa0c-8f16-4e93-8e1c-1b8b9e9d7a46/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3382242 Nov 05 18:54:33.129760 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 33604) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:54:33.133398 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c4bd966-3c72-4acb-b93a-53979093d450 None None] Sync routers for ids ['133aaa0c-8f16-4e93-8e1c-1b8b9e9d7a46'] in n-d-816865-1 {{(pid=102389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 18:54:33.147315 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c4bd966-3c72-4acb-b93a-53979093d450 None None] Routers {'133aaa0c-8f16-4e93-8e1c-1b8b9e9d7a46'} bound to L3 agent in host n-d-816865-1 {{(pid=102389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 18:54:33.148080 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-9c4bd966-3c72-4acb-b93a-53979093d450 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T18:54:05Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['133aaa0c-8f16-4e93-8e1c-1b8b9e9d7a46'], 'active': True} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:54:33.199036 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-52f5f080-9b89-438d-8efc-87df57bf57f6 None None] Provisioning complete for port 6bf6ce6f-3e51-4624-aae4-17f8a7658d54 triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:54:33.200067 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-52f5f080-9b89-438d-8efc-87df57bf57f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:33.306288 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-f8045bb1-2189-4c31-89aa-c6e1bab36a02 admin admin] Publish callbacks [] for router, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:33.307150 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvr_db [None req-9c4bd966-3c72-4acb-b93a-53979093d450 None None] Set router 133aaa0c-8f16-4e93-8e1c-1b8b9e9d7a46 gateway port host: n-d-816865-1 {{(pid=102389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 18:54:33.328114 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Provisioning complete for port 6bf6ce6f-3e51-4624-aae4-17f8a7658d54 triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:54:33.328862 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:33.385715 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a18eb93-74bd-4c52-9d34-13a0232c2414 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Made reservation on behalf of 7bc73c6c17f842a987dd31290d20faa2 for: {'port': 1} {{(pid=102386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 18:54:33.393149 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 33614) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:54:33.527419 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-f8045bb1-2189-4c31-89aa-c6e1bab36a02 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:33.543711 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-2a18eb93-74bd-4c52-9d34-13a0232c2414 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:33.599875 n-d-816865-1 neutron-server[102386]: DEBUG neutron.notifiers.nova [None req-2a18eb93-74bd-4c52-9d34-13a0232c2414 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] device_id is not set on port a9c2d746-be60-42cd-8fc7-8085237582b5 yet. {{(pid=102386) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 05 18:54:33.695605 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70cb3f0-c385-421e-94d3-a64a7a612a58 req-b5ffd48c-5ecb-4996-a2ae-82de26054aa5 tempest-ServerRescueTestJSON-1639389385 tempest-ServerRescueTestJSON-1639389385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:54:33.703679 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-c70cb3f0-c385-421e-94d3-a64a7a612a58 req-b5ffd48c-5ecb-4996-a2ae-82de26054aa5 tempest-ServerRescueTestJSON-1639389385 tempest-ServerRescueTestJSON-1639389385-project] 10.222.0.13 "GET /v2.0/ports?device_id=9c7dbc46-8c68-4f14-8897-91c11ae5a9cd HTTP/1.1" status: 200 len: 945 time: 0.0699828 Nov 05 18:54:33.752293 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [None req-f8045bb1-2189-4c31-89aa-c6e1bab36a02 admin admin] Deleting port 5c3caf14-dedd-443c-8e9f-73c980d26ddc {{(pid=102387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 18:54:33.752792 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-f8045bb1-2189-4c31-89aa-c6e1bab36a02 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:33.786353 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-9c4bd966-3c72-4acb-b93a-53979093d450 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '133aaa0c-8f16-4e93-8e1c-1b8b9e9d7a46', 'name': 'tempest-FloatingIPDetailsTestJSON-514705483-router', 'tenant_id': '57135041cad14438a44813f33dcce7e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.16'}], 'enable_snat': True}, 'gw_port_id': '5c3caf14-dedd-443c-8e9f-73c980d26ddc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T18:53:34Z', 'updated_at': '2021-11-05T18:54:30Z', 'revision_number': 5, 'project_id': '57135041cad14438a44813f33dcce7e4', 'gw_port': {'id': '5c3caf14-dedd-443c-8e9f-73c980d26ddc', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:af:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '133aaa0c-8f16-4e93-8e1c-1b8b9e9d7a46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1747, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T18:53:38Z', 'updated_at': '2021-11-05T18:53:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1'}], 'n-d-816865-1', False) {} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:54:33.822228 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-52f5f080-9b89-438d-8efc-87df57bf57f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:33.841839 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Device 145479ca-01b4-489d-8a2f-28a86b4f6e97 no longer exists at agent hyperv_n-h2-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 18:54:33.856231 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.db [None req-f8045bb1-2189-4c31-89aa-c6e1bab36a02 admin admin] For port 5c3caf14-dedd-443c-8e9f-73c980d26ddc, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=5c3caf14-dedd-443c-8e9f-73c980d26ddc,segment=NetworkSegment(85be518c-8bb4-46a2-a903-d4292782d29d),segment_id=85be518c-8bb4-46a2-a903-d4292782d29d)] {{(pid=102387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:54:33.856679 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-f8045bb1-2189-4c31-89aa-c6e1bab36a02 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:33.861783 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c4bd966-3c72-4acb-b93a-53979093d450 None None] Checking router: 133aaa0c-8f16-4e93-8e1c-1b8b9e9d7a46 for host: n-d-816865-1 {{(pid=102389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 18:54:33.872355 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [None req-f8045bb1-2189-4c31-89aa-c6e1bab36a02 admin admin] Calling delete_port for 5c3caf14-dedd-443c-8e9f-73c980d26ddc owned by network:router_gateway {{(pid=102387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 18:54:33.887449 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c4bd966-3c72-4acb-b93a-53979093d450 None None] Routers {'133aaa0c-8f16-4e93-8e1c-1b8b9e9d7a46'} bound to L3 agent in host n-d-816865-1 {{(pid=102389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 18:54:33.888086 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-9c4bd966-3c72-4acb-b93a-53979093d450 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T18:54:05Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['133aaa0c-8f16-4e93-8e1c-1b8b9e9d7a46'], 'active': True} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:54:33.987508 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.db_base_plugin_common [None req-2a18eb93-74bd-4c52-9d34-13a0232c2414 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Allocated IP 172.20.0.11 (1c9d25d3-7f2e-4384-9081-dc17514a5578/0eff6bda-8285-46d0-848d-025eb019f54d/a9c2d746-be60-42cd-8fc7-8085237582b5) {{(pid=102386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 18:54:34.005143 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.db_base_plugin_common [None req-2a18eb93-74bd-4c52-9d34-13a0232c2414 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Allocated IP 2001:db8::f816:3eff:fedc:2838 (1c9d25d3-7f2e-4384-9081-dc17514a5578/b25e4b00-eaac-4d2b-a712-798d7b47be32/a9c2d746-be60-42cd-8fc7-8085237582b5) {{(pid=102386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 18:54:34.011706 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] No Port match for: 145479ca-01b4-489d-8a2f-28a86b4f6e97 {{(pid=102388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 18:54:34.012057 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Device 145479ca-01b4-489d-8a2f-28a86b4f6e97 not bound to the agent host n-h2-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 18:54:34.048154 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-7461eef5-1ecc-4c80-94d4-3eaaa64be4dc admin admin] Publish callbacks [] for security_group, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:34.062315 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-c70cb3f0-c385-421e-94d3-a64a7a612a58 req-3fa18c89-dc4b-43ef-b906-6c306d23742d tempest-ServerRescueTestJSON-1639389385 tempest-ServerRescueTestJSON-1639389385-project] 10.222.0.13 "GET /v2.0/security-groups?id=458afcac-91c4-437c-b78f-d73b875bd5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3573427 Nov 05 18:54:34.097727 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvr_db [None req-9c4bd966-3c72-4acb-b93a-53979093d450 None None] Set router 133aaa0c-8f16-4e93-8e1c-1b8b9e9d7a46 gateway port host: None {{(pid=102389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 18:54:34.131273 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-52f5f080-9b89-438d-8efc-87df57bf57f6 None None] For port 6bf6ce6f-3e51-4624-aae4-17f8a7658d54, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=6bf6ce6f-3e51-4624-aae4-17f8a7658d54,segment=NetworkSegment(1bdc5ccc-001b-4584-b217-2d1934002f57),segment_id=1bdc5ccc-001b-4584-b217-2d1934002f57)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:54:34.173025 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:34.193076 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:34.206570 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-9c4bd966-3c72-4acb-b93a-53979093d450 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '133aaa0c-8f16-4e93-8e1c-1b8b9e9d7a46', 'name': 'tempest-FloatingIPDetailsTestJSON-514705483-router', 'tenant_id': '57135041cad14438a44813f33dcce7e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T18:53:34Z', 'updated_at': '2021-11-05T18:54:33Z', 'revision_number': 6, 'project_id': '57135041cad14438a44813f33dcce7e4', 'gw_port_host': None}], 'n-d-816865-1', False) {} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:54:34.259696 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c4bd966-3c72-4acb-b93a-53979093d450 None None] The sync data for ids ['133aaa0c-8f16-4e93-8e1c-1b8b9e9d7a46'] in n-d-816865-1 is: [{'id': '133aaa0c-8f16-4e93-8e1c-1b8b9e9d7a46', 'name': 'tempest-FloatingIPDetailsTestJSON-514705483-router', 'tenant_id': '57135041cad14438a44813f33dcce7e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T18:53:34Z', 'updated_at': '2021-11-05T18:54:33Z', 'revision_number': 6, 'project_id': '57135041cad14438a44813f33dcce7e4', 'gw_port_host': None}] {{(pid=102389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 18:54:34.266579 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-7461eef5-1ecc-4c80-94d4-3eaaa64be4dc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:34.281066 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-52f5f080-9b89-438d-8efc-87df57bf57f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:34.300909 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-2a18eb93-74bd-4c52-9d34-13a0232c2414 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Publish callbacks [] for port, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:34.310096 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-f8045bb1-2189-4c31-89aa-c6e1bab36a02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4417063'] for port, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:34.356310 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8045bb1-2189-4c31-89aa-c6e1bab36a02 admin admin] Pushing event deleted for resources: {'Port': ['ID=5c3caf14-dedd-443c-8e9f-73c980d26ddc,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:54:34.371237 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-7461eef5-1ecc-4c80-94d4-3eaaa64be4dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:34.392882 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f5f080-9b89-438d-8efc-87df57bf57f6 None None] Pushing event updated for resources: {'Port': ['ID=6bf6ce6f-3e51-4624-aae4-17f8a7658d54,revision_number=5']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:54:34.395753 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.db.api [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102388) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 05 18:54:34.396108 n-d-816865-1 neutron-server[102388]: DEBUG oslo_db.api [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 05 18:54:34.454640 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-2a18eb93-74bd-4c52-9d34-13a0232c2414 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:34.457413 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-7461eef5-1ecc-4c80-94d4-3eaaa64be4dc admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e77d782483134e888f15bfa1987f556e&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0629499 Nov 05 18:54:34.460103 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 33646) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:54:34.472136 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7461eef5-1ecc-4c80-94d4-3eaaa64be4dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b648285-7efd-41d1-80c8-9aa68cb4f1a4,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:54:34.485845 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-f8045bb1-2189-4c31-89aa-c6e1bab36a02 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1000651'] for router_gateway, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:34.559369 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a18eb93-74bd-4c52-9d34-13a0232c2414 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Network 1c9d25d3-7f2e-4384-9081-dc17514a5578 is already hosted by enough agents. {{(pid=102386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 18:54:34.574251 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.base_scheduler [None req-2a18eb93-74bd-4c52-9d34-13a0232c2414 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Resources bound (agent type, host, resource id): {{(pid=102386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:54:34.577466 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a18eb93-74bd-4c52-9d34-13a0232c2414 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Pushing event updated for resources: {'Port': ['ID=a9c2d746-be60-42cd-8fc7-8085237582b5,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:54:34.586928 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a18eb93-74bd-4c52-9d34-13a0232c2414 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Received port after_create {{(pid=102386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 18:54:34.651617 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-4a329905-d81b-4d16-943e-caeb6e65560c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:34.684857 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a18eb93-74bd-4c52-9d34-13a0232c2414 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:54:34.689423 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-2a18eb93-74bd-4c52-9d34-13a0232c2414 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:34.727849 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-4a329905-d81b-4d16-943e-caeb6e65560c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:34.739728 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-f8045bb1-2189-4c31-89aa-c6e1bab36a02 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-571301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6852'] for router, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:34.743884 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-f8045bb1-2189-4c31-89aa-c6e1bab36a02 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:34.892818 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1835393a-b826-4215-a45d-84545b6b9779 req-a0db494a-36a2-4a4b-8931-618276f59cfc tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:54:34.894492 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-1835393a-b826-4215-a45d-84545b6b9779 req-a0db494a-36a2-4a4b-8931-618276f59cfc tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] 10.222.0.13 "GET /v2.0/ports?device_id=8ffa2862-88c4-4012-9455-fe38da20377f HTTP/1.1" status: 200 len: 946 time: 0.3545036 Nov 05 18:54:34.908871 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-4a329905-d81b-4d16-943e-caeb6e65560c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:34.916398 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-4a329905-d81b-4d16-943e-caeb6e65560c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:34.920618 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-4a329905-d81b-4d16-943e-caeb6e65560c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1b648285-7efd-41d1-80c8-9aa68cb4f1a4 HTTP/1.1" status: 204 len: 168 time: 0.4578476 Nov 05 18:54:34.930988 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a329905-d81b-4d16-943e-caeb6e65560c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b648285-7efd-41d1-80c8-9aa68cb4f1a4,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:54:34.944616 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b534701c-3473-4508-887e-b2eba76fc012 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:34.951331 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 33682) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:54:34.951563 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-2a18eb93-74bd-4c52-9d34-13a0232c2414 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.9373429 Nov 05 18:54:34.987561 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-f8045bb1-2189-4c31-89aa-c6e1bab36a02 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-571310'] for router, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:34.998082 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8045bb1-2189-4c31-89aa-c6e1bab36a02 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 133aaa0c-8f16-4e93-8e1c-1b8b9e9d7a46 {{(pid=102387) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 05 18:54:35.010859 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-f8045bb1-2189-4c31-89aa-c6e1bab36a02 admin admin] Publish callbacks [] for router, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:35.013639 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-f8045bb1-2189-4c31-89aa-c6e1bab36a02 admin admin] 10.222.0.13 "DELETE /v2.0/routers/133aaa0c-8f16-4e93-8e1c-1b8b9e9d7a46 HTTP/1.1" status: 204 len: 168 time: 1.8826694 Nov 05 18:54:35.016441 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 33686) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:54:35.076865 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-1835393a-b826-4215-a45d-84545b6b9779 req-dd70ec0e-8ec7-4869-9666-2c210317b16b tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] 10.222.0.13 "GET /v2.0/security-groups?id=20494f52-e47d-4839-b4f6-2fc0330d8d18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1698396 Nov 05 18:54:35.089853 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.db_base_plugin_v2 [None req-b35c0d24-01cd-436c-afa6-2dcec10d6957 admin admin] Deleting subnet 9d926e25-c6d3-44f0-9e66-0f69ab727f77 {{(pid=102386) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 05 18:54:35.099830 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-b35c0d24-01cd-436c-afa6-2dcec10d6957 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:35.100317 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00ea9c9a-2252-43e6-b52d-25a8b25caa67 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:54:35.117175 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-c32c3298-82e0-42b3-ae2b-e6d1a63e73ed None None] Provisioning complete for port 6bf6ce6f-3e51-4624-aae4-17f8a7658d54 triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:54:35.117844 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c32c3298-82e0-42b3-ae2b-e6d1a63e73ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:35.130535 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00ea9c9a-2252-43e6-b52d-25a8b25caa67 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:54:35.130535 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-00ea9c9a-2252-43e6-b52d-25a8b25caa67 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.1715305 Nov 05 18:54:35.134020 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 33690) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:54:35.159120 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-b35c0d24-01cd-436c-afa6-2dcec10d6957 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4590738'] for subnet, precommit_delete_associations {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:35.320907 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-b35c0d24-01cd-436c-afa6-2dcec10d6957 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1573928'] for subnet, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:35.321887 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 6bf6ce6f-3e51-4624-aae4-17f8a7658d54 up at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 18:54:35.445915 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Provisioning complete for port 6bf6ce6f-3e51-4624-aae4-17f8a7658d54 triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:54:35.446323 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:35.477237 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2e4cde-8d44-4942-94b0-c9eed0979ca3 req-b4ca3774-2152-4e07-85ef-a8de5260afc7 tempest-ServerRescueTestJSON-1639389385 tempest-ServerRescueTestJSON-1639389385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:54:35.486158 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-3b2e4cde-8d44-4942-94b0-c9eed0979ca3 req-b4ca3774-2152-4e07-85ef-a8de5260afc7 tempest-ServerRescueTestJSON-1639389385 tempest-ServerRescueTestJSON-1639389385-project] 10.222.0.13 "GET /v2.0/ports?device_id=9c7dbc46-8c68-4f14-8897-91c11ae5a9cd HTTP/1.1" status: 200 len: 945 time: 0.2547107 Nov 05 18:54:35.501416 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [None req-2b872cc1-2b38-45d1-ac6a-e126bad755a2 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Deleting port a9c2d746-be60-42cd-8fc7-8085237582b5 {{(pid=102387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 18:54:35.501762 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-2b872cc1-2b38-45d1-ac6a-e126bad755a2 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:35.512977 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-1f40c3ab-2932-4486-a338-bb812cf3ac88 None None] Could not find standard attr ID for object d939a3fd-a316-477d-a23c-2c978b7f257c. {{(pid=102388) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 05 18:54:35.521359 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-b35c0d24-01cd-436c-afa6-2dcec10d6957 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1573905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6149879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4877183'] for subnet, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:35.605197 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35c0d24-01cd-436c-afa6-2dcec10d6957 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9d926e25-c6d3-44f0-9e66-0f69ab727f77,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:54:35.645915 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57853c29-ad98-4c89-8700-1f5bfec26613 None None] Network e6c2105d-16a2-4a10-a729-05ea93b82939 requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 18:54:35.659969 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-b35c0d24-01cd-436c-afa6-2dcec10d6957 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:35.667221 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-b35c0d24-01cd-436c-afa6-2dcec10d6957 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/9d926e25-c6d3-44f0-9e66-0f69ab727f77 HTTP/1.1" status: 204 len: 168 time: 0.6496744 Nov 05 18:54:35.671925 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 33702) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:54:35.713539 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 5c3caf14-dedd-443c-8e9f-73c980d26ddc no longer exists at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 18:54:35.728396 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-3b2e4cde-8d44-4942-94b0-c9eed0979ca3 req-20e8c231-8f45-4260-af0c-00eed53b218b tempest-ServerRescueTestJSON-1639389385 tempest-ServerRescueTestJSON-1639389385-project] 10.222.0.13 "GET /v2.0/security-groups?id=458afcac-91c4-437c-b78f-d73b875bd5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2408304 Nov 05 18:54:35.765175 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] No Port match for: 5c3caf14-dedd-443c-8e9f-73c980d26ddc {{(pid=102388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 18:54:35.767104 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 5c3caf14-dedd-443c-8e9f-73c980d26ddc not bound to the agent host n-d-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 18:54:35.768544 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 9577aac2-d012-42b2-b631-3ada2fc5ea49 no longer exists at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 18:54:35.780783 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-2b872cc1-2b38-45d1-ac6a-e126bad755a2 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:35.832371 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-a6647261-816d-4e0f-b620-23e0919d4e46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1664226'] for network, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:35.853701 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [None req-2b872cc1-2b38-45d1-ac6a-e126bad755a2 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Calling delete_port for a9c2d746-be60-42cd-8fc7-8085237582b5 owned by {{(pid=102387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 18:54:35.878518 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 33706) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:54:35.905249 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] No Port match for: 9577aac2-d012-42b2-b631-3ada2fc5ea49 {{(pid=102388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 18:54:35.910546 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 9577aac2-d012-42b2-b631-3ada2fc5ea49 not bound to the agent host n-d-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 18:54:35.932003 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-a6647261-816d-4e0f-b620-23e0919d4e46 admin admin] Deleting port 2b4839e8-b7cc-4fb8-ae07-cb70a4753be1 {{(pid=102386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 18:54:35.933510 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-a6647261-816d-4e0f-b620-23e0919d4e46 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:35.994519 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1290f577-005c-4f62-ad36-71f81b35d4fb req-7a9cd50a-7ae7-45f9-8afc-364bbe9cf854 tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:54:36.000288 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-1290f577-005c-4f62-ad36-71f81b35d4fb req-7a9cd50a-7ae7-45f9-8afc-364bbe9cf854 tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] 10.222.0.41 "GET /v2.0/ports?device_id=8ffa2862-88c4-4012-9455-fe38da20377f HTTP/1.1" status: 200 len: 946 time: 0.2130816 Nov 05 18:54:36.045977 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [None req-a6647261-816d-4e0f-b620-23e0919d4e46 admin admin] For port 2b4839e8-b7cc-4fb8-ae07-cb70a4753be1, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=2b4839e8-b7cc-4fb8-ae07-cb70a4753be1,segment=NetworkSegment(0a75ac63-d02e-4981-8175-aae376cf7ad0),segment_id=0a75ac63-d02e-4981-8175-aae376cf7ad0)] {{(pid=102386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:54:36.046179 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-a6647261-816d-4e0f-b620-23e0919d4e46 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:36.050302 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-5a4e1be9-fe23-4d31-bed8-ad262f60449e None None] Provisioning complete for port a9c2d746-be60-42cd-8fc7-8085237582b5 triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:54:36.050960 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-5a4e1be9-fe23-4d31-bed8-ad262f60449e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:36.064926 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-a6647261-816d-4e0f-b620-23e0919d4e46 admin admin] Calling delete_port for 2b4839e8-b7cc-4fb8-ae07-cb70a4753be1 owned by network:dhcp {{(pid=102386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 18:54:36.098910 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-0142a71c-f42a-41fe-a66b-609a9d249ae7 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=239c61a34cf649818212e3150d364381&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2188244 Nov 05 18:54:36.101613 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 33710) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:54:36.162718 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-5a4e1be9-fe23-4d31-bed8-ad262f60449e None None] Port a9c2d746-be60-42cd-8fc7-8085237582b5 cannot update to ACTIVE because it is not bound. {{(pid=102388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 18:54:36.183242 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:36.194731 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e70e44f-e256-4920-97d8-0cd1325b0adf None None] DHCP port deletion for e6c2105d-16a2-4a10-a729-05ea93b82939 request from n-d-816865-1 {{(pid=102388) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 05 18:54:36.231590 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 33714) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:54:36.286593 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-1e70e44f-e256-4920-97d8-0cd1325b0adf None None] Deleting port 2b4839e8-b7cc-4fb8-ae07-cb70a4753be1 {{(pid=102388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 18:54:36.286966 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-1e70e44f-e256-4920-97d8-0cd1325b0adf None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:36.308240 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b304910f-7b27-444b-a8fc-977d26b1ceac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:36.313328 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-723a0526-f3e0-4561-951d-17d603f233bc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:36.364634 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-a6647261-816d-4e0f-b620-23e0919d4e46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:36.369398 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-1e70e44f-e256-4920-97d8-0cd1325b0adf None None] For port 2b4839e8-b7cc-4fb8-ae07-cb70a4753be1, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=2b4839e8-b7cc-4fb8-ae07-cb70a4753be1,segment=NetworkSegment(0a75ac63-d02e-4981-8175-aae376cf7ad0),segment_id=0a75ac63-d02e-4981-8175-aae376cf7ad0)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:54:36.369398 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-1e70e44f-e256-4920-97d8-0cd1325b0adf None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:36.370914 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-723a0526-f3e0-4561-951d-17d603f233bc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:36.391433 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-1e70e44f-e256-4920-97d8-0cd1325b0adf None None] Calling delete_port for 2b4839e8-b7cc-4fb8-ae07-cb70a4753be1 owned by network:dhcp {{(pid=102388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 18:54:36.412685 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6647261-816d-4e0f-b620-23e0919d4e46 admin admin] Pushing event deleted for resources: {'Port': ['ID=2b4839e8-b7cc-4fb8-ae07-cb70a4753be1,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:54:36.418128 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6647261-816d-4e0f-b620-23e0919d4e46 admin admin] No DVR routers for this DVR port 2b4839e8-b7cc-4fb8-ae07-cb70a4753be1 on host n-d-816865-1 {{(pid=102386) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 18:54:36.427257 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-7e99cc72-4ba5-40b0-8e18-aa40234477c7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:36.458524 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [req-1290f577-005c-4f62-ad36-71f81b35d4fb req-b2b11e9c-92c7-422c-bb68-f032aa6a5775 tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] Deleting port d3e09ef2-2619-4f6f-89c4-8ba57154c592 {{(pid=102387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 18:54:36.458982 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-1290f577-005c-4f62-ad36-71f81b35d4fb req-b2b11e9c-92c7-422c-bb68-f032aa6a5775 tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:36.477666 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43a2447-08f0-4d0c-80d1-66da0e36c8c9 req-35a689aa-a429-4f4f-8f83-05405d9f65b3 tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:54:36.480138 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-a43a2447-08f0-4d0c-80d1-66da0e36c8c9 req-35a689aa-a429-4f4f-8f83-05405d9f65b3 tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] 10.222.0.13 "GET /v2.0/ports?device_id=8ffa2862-88c4-4012-9455-fe38da20377f HTTP/1.1" status: 200 len: 946 time: 0.2315564 Nov 05 18:54:36.486028 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-1e70e44f-e256-4920-97d8-0cd1325b0adf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798'] for port, after_delete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:36.516922 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e70e44f-e256-4920-97d8-0cd1325b0adf None None] Pushing event deleted for resources: {'Port': ['ID=2b4839e8-b7cc-4fb8-ae07-cb70a4753be1,revision_number=None']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:54:36.522835 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e70e44f-e256-4920-97d8-0cd1325b0adf None None] No DVR routers for this DVR port 2b4839e8-b7cc-4fb8-ae07-cb70a4753be1 on host n-d-816865-1 {{(pid=102388) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 18:54:36.523063 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-a6647261-816d-4e0f-b620-23e0919d4e46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1579173', 'neutron.services.segments.db._delete_segments_for_network-8750027792909'] for network, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:36.536418 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e70e44f-e256-4920-97d8-0cd1325b0adf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:54:36.536939 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e70e44f-e256-4920-97d8-0cd1325b0adf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:54:36.537158 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e70e44f-e256-4920-97d8-0cd1325b0adf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:54:36.537499 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e70e44f-e256-4920-97d8-0cd1325b0adf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:54:36.538414 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e70e44f-e256-4920-97d8-0cd1325b0adf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:54:36.538829 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e70e44f-e256-4920-97d8-0cd1325b0adf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:54:36.541320 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e70e44f-e256-4920-97d8-0cd1325b0adf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:54:36.541320 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e70e44f-e256-4920-97d8-0cd1325b0adf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:54:36.541320 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e70e44f-e256-4920-97d8-0cd1325b0adf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:54:36.541320 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e70e44f-e256-4920-97d8-0cd1325b0adf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:54:36.541320 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e70e44f-e256-4920-97d8-0cd1325b0adf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:54:36.541320 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e70e44f-e256-4920-97d8-0cd1325b0adf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:54:36.553160 n-d-816865-1 neutron-server[102386]: DEBUG neutron.services.segments.db [None req-a6647261-816d-4e0f-b620-23e0919d4e46 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e6c2105d-16a2-4a10-a729-05ea93b82939']}} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:54:36.566618 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-2b872cc1-2b38-45d1-ac6a-e126bad755a2 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4417063'] for port, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:36.584919 n-d-816865-1 neutron-server[102386]: DEBUG neutron.services.segments.db [None req-a6647261-816d-4e0f-b620-23e0919d4e46 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a75ac63-d02e-4981-8175-aae376cf7ad0') {'for_net_delete': True} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:54:36.585265 n-d-816865-1 neutron-server[102386]: DEBUG neutron.services.segments.db [None req-a6647261-816d-4e0f-b620-23e0919d4e46 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a75ac63-d02e-4981-8175-aae376cf7ad0') {} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:54:36.607834 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-a6647261-816d-4e0f-b620-23e0919d4e46 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750027793430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4590747'] for segment, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:36.631399 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-a6647261-816d-4e0f-b620-23e0919d4e46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273'] for segment, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:36.634021 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b872cc1-2b38-45d1-ac6a-e126bad755a2 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Pushing event deleted for resources: {'Port': ['ID=a9c2d746-be60-42cd-8fc7-8085237582b5,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:54:36.641786 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6647261-816d-4e0f-b620-23e0919d4e46 admin admin] Releasing vlan 160 on physical network physnet1 to pool {{(pid=102386) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 05 18:54:36.642686 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-a6647261-816d-4e0f-b620-23e0919d4e46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6149721'] for segment, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:36.644068 n-d-816865-1 neutron-server[102386]: Traceback (most recent call last): Nov 05 18:54:36.644068 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 05 18:54:36.644068 n-d-816865-1 neutron-server[102386]: timer() Nov 05 18:54:36.644068 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 05 18:54:36.644068 n-d-816865-1 neutron-server[102386]: cb(*args, **kw) Nov 05 18:54:36.644068 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 05 18:54:36.644068 n-d-816865-1 neutron-server[102386]: return func(*args, **kwargs) Nov 05 18:54:36.644068 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 05 18:54:36.644068 n-d-816865-1 neutron-server[102386]: self._notify() Nov 05 18:54:36.644068 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 05 18:54:36.644068 n-d-816865-1 neutron-server[102386]: self.callback(batched_events) Nov 05 18:54:36.644068 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 05 18:54:36.644068 n-d-816865-1 neutron-server[102386]: event.method(event) Nov 05 18:54:36.644068 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 05 18:54:36.644068 n-d-816865-1 neutron-server[102386]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 05 18:54:36.644068 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 05 18:54:36.644068 n-d-816865-1 neutron-server[102386]: aggregate_uuid = self.p_client.list_aggregates( Nov 05 18:54:36.644068 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 05 18:54:36.644068 n-d-816865-1 neutron-server[102386]: return f(self, *a, **k) Nov 05 18:54:36.644068 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 05 18:54:36.644068 n-d-816865-1 neutron-server[102386]: return self._get(url).json() Nov 05 18:54:36.644068 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 05 18:54:36.644068 n-d-816865-1 neutron-server[102386]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 05 18:54:36.644068 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 05 18:54:36.644068 n-d-816865-1 neutron-server[102386]: return self.request(url, 'GET', **kwargs) Nov 05 18:54:36.644068 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 05 18:54:36.644068 n-d-816865-1 neutron-server[102386]: base_url = self.get_endpoint(auth, allow=allow, Nov 05 18:54:36.644068 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 05 18:54:36.644068 n-d-816865-1 neutron-server[102386]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 05 18:54:36.644068 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 05 18:54:36.644068 n-d-816865-1 neutron-server[102386]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 05 18:54:36.644068 n-d-816865-1 neutron-server[102386]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 05 18:54:36.654319 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-a43a2447-08f0-4d0c-80d1-66da0e36c8c9 req-41002d4e-3885-4a06-a593-196861a3da81 tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] 10.222.0.13 "GET /v2.0/security-groups?id=20494f52-e47d-4839-b4f6-2fc0330d8d18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1485643 Nov 05 18:54:36.708420 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-7e99cc72-4ba5-40b0-8e18-aa40234477c7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:36.709754 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-723a0526-f3e0-4561-951d-17d603f233bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:36.712744 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-723a0526-f3e0-4561-951d-17d603f233bc admin admin] Publish callbacks [] for security_group, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:36.716460 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-723a0526-f3e0-4561-951d-17d603f233bc admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6b729f4c-32ff-48b8-98e0-1e57ef894116 HTTP/1.1" status: 204 len: 168 time: 0.6112723 Nov 05 18:54:36.765822 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723a0526-f3e0-4561-951d-17d603f233bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b729f4c-32ff-48b8-98e0-1e57ef894116,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:54:36.767246 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.db [req-1290f577-005c-4f62-ad36-71f81b35d4fb req-b2b11e9c-92c7-422c-bb68-f032aa6a5775 tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] For port d3e09ef2-2619-4f6f-89c4-8ba57154c592, host n-h1-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=d3e09ef2-2619-4f6f-89c4-8ba57154c592,segment=NetworkSegment(1ae4cc0f-5460-421b-9b80-d7acf4de0363),segment_id=1ae4cc0f-5460-421b-9b80-d7acf4de0363)] {{(pid=102387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:54:36.767246 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-1290f577-005c-4f62-ad36-71f81b35d4fb req-b2b11e9c-92c7-422c-bb68-f032aa6a5775 tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:36.781074 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [req-1290f577-005c-4f62-ad36-71f81b35d4fb req-b2b11e9c-92c7-422c-bb68-f032aa6a5775 tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] Calling delete_port for d3e09ef2-2619-4f6f-89c4-8ba57154c592 owned by compute:nova {{(pid=102387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 18:54:36.810897 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-7e99cc72-4ba5-40b0-8e18-aa40234477c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:36.858886 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-7e99cc72-4ba5-40b0-8e18-aa40234477c7 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b1b393e19d2444ee9689f40624d47027&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6244144 Nov 05 18:54:36.863411 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-a6647261-816d-4e0f-b620-23e0919d4e46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1579178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-956796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1000687'] for network, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:36.868161 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 33726) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:54:36.913314 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e99cc72-4ba5-40b0-8e18-aa40234477c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0851511-764f-4a31-80bc-cf31b1cf86c3,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:54:36.915920 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-a6647261-816d-4e0f-b620-23e0919d4e46 admin admin] Publish callbacks [] for network, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:36.919284 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-a6647261-816d-4e0f-b620-23e0919d4e46 admin admin] 10.222.0.13 "DELETE /v2.0/networks/e6c2105d-16a2-4a10-a729-05ea93b82939 HTTP/1.1" status: 204 len: 168 time: 1.2441766 Nov 05 18:54:36.940650 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6647261-816d-4e0f-b620-23e0919d4e46 admin admin] Pushing event deleted for resources: {'Network': ['ID=e6c2105d-16a2-4a10-a729-05ea93b82939,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:54:37.012884 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-2b872cc1-2b38-45d1-ac6a-e126bad755a2 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:37.022667 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-2b872cc1-2b38-45d1-ac6a-e126bad755a2 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] 10.222.0.13 "DELETE /v2.0/ports/a9c2d746-be60-42cd-8fc7-8085237582b5 HTTP/1.1" status: 204 len: 168 time: 1.8894651 Nov 05 18:54:37.032104 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 33732) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:54:37.056310 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-9852d67d-a83b-4952-9d7f-382e353558d1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:37.083516 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c3d268-4afc-4f70-bfc8-b046077c8faa req-235ee52e-a475-4231-bffc-2df7ad6768c0 tempest-ServerRescueTestJSON-1639389385 tempest-ServerRescueTestJSON-1639389385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:54:37.085064 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-59c3d268-4afc-4f70-bfc8-b046077c8faa req-235ee52e-a475-4231-bffc-2df7ad6768c0 tempest-ServerRescueTestJSON-1639389385 tempest-ServerRescueTestJSON-1639389385-project] 10.222.0.13 "GET /v2.0/ports?device_id=9c7dbc46-8c68-4f14-8897-91c11ae5a9cd HTTP/1.1" status: 200 len: 945 time: 0.1916399 Nov 05 18:54:37.085999 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-9852d67d-a83b-4952-9d7f-382e353558d1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:37.089009 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-1290f577-005c-4f62-ad36-71f81b35d4fb req-b2b11e9c-92c7-422c-bb68-f032aa6a5775 tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4417063'] for port, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:37.102841 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] get_ports_and_sgs() called for port_ids ['bf6ff7a6-296c-4684-80b6-931424c1a0d4'] {{(pid=102388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 18:54:37.136726 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b11e9c-92c7-422c-bb68-f032aa6a5775 tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] Pushing event deleted for resources: {'Port': ['ID=d3e09ef2-2619-4f6f-89c4-8ba57154c592,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:54:37.166580 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5c6a7ef-73dc-44d9-bd58-2c8df63753eb tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:54:37.168163 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5c6a7ef-73dc-44d9-bd58-2c8df63753eb tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:54:37.169244 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] get_ports_and_sgs() called for port_ids ['d3e09ef2-2619-4f6f-89c4-8ba57154c592'] {{(pid=102388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 18:54:37.170323 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5c6a7ef-73dc-44d9-bd58-2c8df63753eb tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:54:37.172153 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-b5c6a7ef-73dc-44d9-bd58-2c8df63753eb tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1367700 Nov 05 18:54:37.179668 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 33734) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:54:37.189996 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 2b4839e8-b7cc-4fb8-ae07-cb70a4753be1 no longer exists at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 18:54:37.226097 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-59c3d268-4afc-4f70-bfc8-b046077c8faa req-2c912780-223e-4dbe-8124-631b5a9871a7 tempest-ServerRescueTestJSON-1639389385 tempest-ServerRescueTestJSON-1639389385-project] 10.222.0.13 "GET /v2.0/security-groups?id=458afcac-91c4-437c-b78f-d73b875bd5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285710 Nov 05 18:54:37.240172 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.l3_dvrscheduler_db [req-1290f577-005c-4f62-ad36-71f81b35d4fb req-b2b11e9c-92c7-422c-bb68-f032aa6a5775 tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] No DVR routers for this DVR port d3e09ef2-2619-4f6f-89c4-8ba57154c592 on host n-h1-816865-1 {{(pid=102387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 18:54:37.243068 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-1290f577-005c-4f62-ad36-71f81b35d4fb req-b2b11e9c-92c7-422c-bb68-f032aa6a5775 tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:37.247710 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-1290f577-005c-4f62-ad36-71f81b35d4fb req-b2b11e9c-92c7-422c-bb68-f032aa6a5775 tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] 10.222.0.41 "DELETE /v2.0/ports/d3e09ef2-2619-4f6f-89c4-8ba57154c592 HTTP/1.1" status: 204 len: 173 time: 1.2404892 Nov 05 18:54:37.251513 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.db_base_plugin_v2 [None req-98a54fc0-7139-4888-be5f-e27abd7bd2e7 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Deleting subnet 0eff6bda-8285-46d0-848d-025eb019f54d {{(pid=102386) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 05 18:54:37.256377 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-98a54fc0-7139-4888-be5f-e27abd7bd2e7 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Publish callbacks [] for subnet, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:37.258122 n-d-816865-1 neutron-server[102387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ffa2862-88c4-4012-9455-fe38da20377f', 'name': 'network-vif-deleted', 'tag': 'd3e09ef2-2619-4f6f-89c4-8ba57154c592'}] {{(pid=102387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 18:54:37.268830 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] No Port match for: 2b4839e8-b7cc-4fb8-ae07-cb70a4753be1 {{(pid=102388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 18:54:37.269001 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab06bd4ddf5758c1f10d79fe34dc215bafa488692cde9dba2fcbcb67556f90bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dffc4c81-5dc9-4e9f-b2f4-4cb002491976" -d '{"events": [{"server_uuid": "8ffa2862-88c4-4012-9455-fe38da20377f", "name": "network-vif-deleted", "tag": "d3e09ef2-2619-4f6f-89c4-8ba57154c592"}]}' {{(pid=102387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 18:54:37.269183 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 2b4839e8-b7cc-4fb8-ae07-cb70a4753be1 not bound to the agent host n-d-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 18:54:37.293854 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-9852d67d-a83b-4952-9d7f-382e353558d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:37.296690 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-9852d67d-a83b-4952-9d7f-382e353558d1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:37.297908 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-9852d67d-a83b-4952-9d7f-382e353558d1 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b0851511-764f-4a31-80bc-cf31b1cf86c3 HTTP/1.1" status: 204 len: 168 time: 0.4286425 Nov 05 18:54:37.315194 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9852d67d-a83b-4952-9d7f-382e353558d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0851511-764f-4a31-80bc-cf31b1cf86c3,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:54:37.328838 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-98a54fc0-7139-4888-be5f-e27abd7bd2e7 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4590738'] for subnet, precommit_delete_associations {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:37.331602 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 18:54:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcbaf71c-8661-49f1-80f2-57837a9bcff6 x-openstack-request-id: req-dcbaf71c-8661-49f1-80f2-57837a9bcff6 {{(pid=102387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 18:54:37.331945 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ffa2862-88c4-4012-9455-fe38da20377f", "name": "network-vif-deleted", "tag": "d3e09ef2-2619-4f6f-89c4-8ba57154c592", "status": "completed", "code": 200}]} {{(pid=102387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 18:54:37.332205 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-dcbaf71c-8661-49f1-80f2-57837a9bcff6 {{(pid=102387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 18:54:37.332672 n-d-816865-1 neutron-server[102387]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ffa2862-88c4-4012-9455-fe38da20377f', 'name': 'network-vif-deleted', 'tag': 'd3e09ef2-2619-4f6f-89c4-8ba57154c592', 'status': 'completed', 'code': 200} Nov 05 18:54:37.434472 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-98a54fc0-7139-4888-be5f-e27abd7bd2e7 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1573928'] for subnet, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:37.551217 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-98a54fc0-7139-4888-be5f-e27abd7bd2e7 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1573905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6149879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4877183'] for subnet, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:37.580920 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a54fc0-7139-4888-be5f-e27abd7bd2e7 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Pushing event deleted for resources: {'Subnet': ['ID=0eff6bda-8285-46d0-848d-025eb019f54d,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:54:37.585322 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-98a54fc0-7139-4888-be5f-e27abd7bd2e7 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Publish callbacks [] for subnet, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:37.589210 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-98a54fc0-7139-4888-be5f-e27abd7bd2e7 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] 10.222.0.13 "DELETE /v2.0/subnets/0eff6bda-8285-46d0-848d-025eb019f54d HTTP/1.1" status: 204 len: 168 time: 0.4124019 Nov 05 18:54:37.591680 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 33746) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:54:37.598134 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1699dbd5-3310-42fd-855a-93055a2f88d1 None None] Network 1c9d25d3-7f2e-4384-9081-dc17514a5578 requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 18:54:37.676909 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.db_base_plugin_v2 [None req-95c94646-5d8f-46df-9079-41bf5a30bf11 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Deleting subnet b25e4b00-eaac-4d2b-a712-798d7b47be32 {{(pid=102387) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 05 18:54:37.683703 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-95c94646-5d8f-46df-9079-41bf5a30bf11 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Publish callbacks [] for subnet, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:37.740716 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-95c94646-5d8f-46df-9079-41bf5a30bf11 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4463501'] for subnet, precommit_delete_associations {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:37.852507 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 33754) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:54:37.937488 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-f2a25aaf-4e52-4f63-be29-80019079da4c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=57135041cad14438a44813f33dcce7e4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0835569 Nov 05 18:54:37.938328 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 33758) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:54:37.954109 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-1f49a134-9750-44bb-b591-9b60d1ed09eb req-7e9219bd-5bb1-47ad-b40e-56465b809a05 tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] 10.222.0.13 "GET /v2.0/ports?device_id=8ffa2862-88c4-4012-9455-fe38da20377f HTTP/1.1" status: 200 len: 210 time: 0.0684137 Nov 05 18:54:37.984954 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-95c94646-5d8f-46df-9079-41bf5a30bf11 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1573928'] for subnet, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:38.043792 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-98f7d4c7-4941-4157-999c-8abf169083bb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:38.125266 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-98f7d4c7-4941-4157-999c-8abf169083bb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:38.214759 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-31f93893-a48e-4ae8-833d-dccb2b42eacc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:38.286027 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-95c94646-5d8f-46df-9079-41bf5a30bf11 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1573905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4417146', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5112209'] for subnet, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:38.330515 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c94646-5d8f-46df-9079-41bf5a30bf11 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Pushing event deleted for resources: {'Subnet': ['ID=b25e4b00-eaac-4d2b-a712-798d7b47be32,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:54:38.331816 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-98f7d4c7-4941-4157-999c-8abf169083bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:38.337258 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-95c94646-5d8f-46df-9079-41bf5a30bf11 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597851'] for subnet, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:38.343560 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-95c94646-5d8f-46df-9079-41bf5a30bf11 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] 10.222.0.13 "DELETE /v2.0/subnets/b25e4b00-eaac-4d2b-a712-798d7b47be32 HTTP/1.1" status: 204 len: 168 time: 0.7501414 Nov 05 18:54:38.345220 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 33776) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:54:38.349121 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-98f7d4c7-4941-4157-999c-8abf169083bb admin admin] Publish callbacks [] for security_group, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:38.354309 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-98f7d4c7-4941-4157-999c-8abf169083bb admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/148e6a2d-c1da-409d-b573-0122532f857f HTTP/1.1" status: 204 len: 168 time: 0.4137914 Nov 05 18:54:38.399334 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f7d4c7-4941-4157-999c-8abf169083bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=148e6a2d-c1da-409d-b573-0122532f857f,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:54:38.404128 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-881d2d3b-d048-45b0-b0c7-5e0fad7d00ae tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0573933 Nov 05 18:54:38.416149 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 33784) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:54:38.432994 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-7de27e4b-7085-4498-9d88-ec7287a0dfce tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Request body: {'subnet': {'network_id': '1c9d25d3-7f2e-4384-9081-dc17514a5578', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:54:38.541869 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:38.550755 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d72396-d627-4756-931e-e54aa10ae577 req-a37b8d29-1b3a-4b3f-91f4-9dabf26e0f9e tempest-ServerRescueTestJSON-1639389385 tempest-ServerRescueTestJSON-1639389385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:54:38.554767 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-62d72396-d627-4756-931e-e54aa10ae577 req-a37b8d29-1b3a-4b3f-91f4-9dabf26e0f9e tempest-ServerRescueTestJSON-1639389385 tempest-ServerRescueTestJSON-1639389385-project] 10.222.0.13 "GET /v2.0/ports?device_id=9c7dbc46-8c68-4f14-8897-91c11ae5a9cd HTTP/1.1" status: 200 len: 945 time: 0.1489801 Nov 05 18:54:38.676256 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-62d72396-d627-4756-931e-e54aa10ae577 req-c35bdf60-0495-440b-8c7a-e31704d5f977 tempest-ServerRescueTestJSON-1639389385 tempest-ServerRescueTestJSON-1639389385-project] 10.222.0.13 "GET /v2.0/security-groups?id=458afcac-91c4-437c-b78f-d73b875bd5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136193 Nov 05 18:54:38.776801 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7de27e4b-7085-4498-9d88-ec7287a0dfce tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Made reservation on behalf of 7bc73c6c17f842a987dd31290d20faa2 for: {'subnet': 1} {{(pid=102386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 18:54:38.780410 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-7de27e4b-7085-4498-9d88-ec7287a0dfce tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4877122'] for subnet, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:38.945504 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afe0f666-9b71-4c8b-8b05-2a8576a26055 None None] Network 1c9d25d3-7f2e-4384-9081-dc17514a5578 requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 18:54:39.119088 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-7de27e4b-7085-4498-9d88-ec7287a0dfce tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6149946', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4877172'] for subnet, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:39.174008 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4ec113-ad07-4fef-b1d3-caae7a36d4d7 req-547cc463-c003-4d2b-a52a-4e0f0e831329 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:54:39.175812 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-ec4ec113-ad07-4fef-b1d3-caae7a36d4d7 req-547cc463-c003-4d2b-a52a-4e0f0e831329 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=9c7dbc46-8c68-4f14-8897-91c11ae5a9cd HTTP/1.1" status: 200 len: 1096 time: 0.0780964 Nov 05 18:54:39.258457 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7de27e4b-7085-4498-9d88-ec7287a0dfce tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Network 1c9d25d3-7f2e-4384-9081-dc17514a5578 is already hosted by enough agents. {{(pid=102386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 18:54:39.269319 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.base_scheduler [None req-7de27e4b-7085-4498-9d88-ec7287a0dfce tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Resources bound (agent type, host, resource id): {{(pid=102386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:54:39.278840 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-525e76a0-125c-4581-8680-5d31d6dcf470 None None] Provisioning complete for port 6bf6ce6f-3e51-4624-aae4-17f8a7658d54 triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:54:39.282209 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7de27e4b-7085-4498-9d88-ec7287a0dfce tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:54:39.282631 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-525e76a0-125c-4581-8680-5d31d6dcf470 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:39.287645 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-7de27e4b-7085-4498-9d88-ec7287a0dfce tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Publish callbacks [] for subnet, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:39.325558 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-ec4ec113-ad07-4fef-b1d3-caae7a36d4d7 req-f1f80df1-b514-467d-9478-9628574dac1d service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=458afcac-91c4-437c-b78f-d73b875bd5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419003 Nov 05 18:54:39.375684 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de27e4b-7085-4498-9d88-ec7287a0dfce tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Pushing event updated for resources: {'Subnet': ['ID=60846aea-6ebb-45a7-8da9-8adbc57915d4,revision_number=0']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:54:39.393439 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-7de27e4b-7085-4498-9d88-ec7287a0dfce tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9724891 Nov 05 18:54:39.396406 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 33816) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:54:39.401655 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-d0d6ce1e-327e-4de9-9d12-ae6257636858 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Request body: {'subnet': {'network_id': '1c9d25d3-7f2e-4384-9081-dc17514a5578', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:54:39.591066 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c41ded67-447a-4066-ae0a-00d9a45352e9 None None] Update dhcp port {'port': {'network_id': '1c9d25d3-7f2e-4384-9081-dc17514a5578', 'fixed_ips': [{'subnet_id': '60846aea-6ebb-45a7-8da9-8adbc57915d4'}], 'binding:host_id': 'n-d-816865-1'}, 'id': '6bf6ce6f-3e51-4624-aae4-17f8a7658d54'} from n-d-816865-1. {{(pid=102388) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 05 18:54:39.621628 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c41ded67-447a-4066-ae0a-00d9a45352e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:39.720049 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0d6ce1e-327e-4de9-9d12-ae6257636858 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Made reservation on behalf of 7bc73c6c17f842a987dd31290d20faa2 for: {'subnet': 1} {{(pid=102387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 18:54:39.724340 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-d0d6ce1e-327e-4de9-9d12-ae6257636858 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5112236'] for subnet, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:39.763251 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 33824) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:54:39.924696 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.db_base_plugin_common [None req-c41ded67-447a-4066-ae0a-00d9a45352e9 None None] Allocated IP 172.20.0.2 (1c9d25d3-7f2e-4384-9081-dc17514a5578/60846aea-6ebb-45a7-8da9-8adbc57915d4/6bf6ce6f-3e51-4624-aae4-17f8a7658d54) {{(pid=102388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 18:54:40.029842 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8065ade5-b17b-4fb4-8056-346d75b449e5 req-abb4d2c5-ec05-41a2-9773-c440ce9df75e tempest-ServerRescueTestJSON-1639389385 tempest-ServerRescueTestJSON-1639389385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:54:40.039606 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-8065ade5-b17b-4fb4-8056-346d75b449e5 req-abb4d2c5-ec05-41a2-9773-c440ce9df75e tempest-ServerRescueTestJSON-1639389385 tempest-ServerRescueTestJSON-1639389385-project] 10.222.0.13 "GET /v2.0/ports?device_id=9c7dbc46-8c68-4f14-8897-91c11ae5a9cd HTTP/1.1" status: 200 len: 945 time: 0.1813900 Nov 05 18:54:40.041412 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-c8e7f444-2f83-4f73-af45-edc2ee8b9b95 tempest-AllowedAddressPairIpV6TestJSON-972849293 tempest-AllowedAddressPairIpV6TestJSON-972849293-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-235287922'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:54:40.076783 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f1a858-b677-4f99-aa5b-c24836c643fb req-e5ab6c7a-9e0f-4c1f-8590-1a49bb910462 tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:54:40.078329 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-99f1a858-b677-4f99-aa5b-c24836c643fb req-e5ab6c7a-9e0f-4c1f-8590-1a49bb910462 tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b106413-e00a-43d5-b542-9880793bb1f1 HTTP/1.1" status: 200 len: 946 time: 0.1651590 Nov 05 18:54:40.083164 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-c41ded67-447a-4066-ae0a-00d9a45352e9 None None] For port 6bf6ce6f-3e51-4624-aae4-17f8a7658d54, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=6bf6ce6f-3e51-4624-aae4-17f8a7658d54,segment=NetworkSegment(1bdc5ccc-001b-4584-b217-2d1934002f57),segment_id=1bdc5ccc-001b-4584-b217-2d1934002f57)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:54:40.115352 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c41ded67-447a-4066-ae0a-00d9a45352e9 None None] Publish callbacks [] for port, precommit_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:40.160295 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-8065ade5-b17b-4fb4-8056-346d75b449e5 req-786d1c38-eb31-4cf7-a686-e5c6f26d5ab9 tempest-ServerRescueTestJSON-1639389385 tempest-ServerRescueTestJSON-1639389385-project] 10.222.0.13 "GET /v2.0/security-groups?id=458afcac-91c4-437c-b78f-d73b875bd5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221538 Nov 05 18:54:40.167010 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8e7f444-2f83-4f73-af45-edc2ee8b9b95 tempest-AllowedAddressPairIpV6TestJSON-972849293 tempest-AllowedAddressPairIpV6TestJSON-972849293-project] Made reservation on behalf of aef3e586007e4b4c84fadc50798eb2d5 for: {'network': 1} {{(pid=102386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 18:54:40.176101 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-c8e7f444-2f83-4f73-af45-edc2ee8b9b95 tempest-AllowedAddressPairIpV6TestJSON-972849293 tempest-AllowedAddressPairIpV6TestJSON-972849293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for network, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:40.219133 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c41ded67-447a-4066-ae0a-00d9a45352e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:40.251812 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-99f1a858-b677-4f99-aa5b-c24836c643fb req-d1596dca-c644-49c2-8e20-9c4d344e790a tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] 10.222.0.13 "GET /v2.0/security-groups?id=20494f52-e47d-4839-b4f6-2fc0330d8d18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1657491 Nov 05 18:54:40.273407 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-c8e7f444-2f83-4f73-af45-edc2ee8b9b95 tempest-AllowedAddressPairIpV6TestJSON-972849293 tempest-AllowedAddressPairIpV6TestJSON-972849293-project] Publish callbacks [] for security_group, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:40.378924 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41ded67-447a-4066-ae0a-00d9a45352e9 None None] Pushing event updated for resources: {'Port': ['ID=6bf6ce6f-3e51-4624-aae4-17f8a7658d54,revision_number=8']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:54:40.428488 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f92b86-ffa4-4254-b449-d5c5f3a86d97 req-19b9f3b1-aeab-4192-ad17-c9dd97cd3405 tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:54:40.431954 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-e9f92b86-ffa4-4254-b449-d5c5f3a86d97 req-19b9f3b1-aeab-4192-ad17-c9dd97cd3405 tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] 10.222.0.55 "GET /v2.0/ports?device_id=1b106413-e00a-43d5-b542-9880793bb1f1 HTTP/1.1" status: 200 len: 946 time: 0.2775810 Nov 05 18:54:40.496731 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-c8e7f444-2f83-4f73-af45-edc2ee8b9b95 tempest-AllowedAddressPairIpV6TestJSON-972849293 tempest-AllowedAddressPairIpV6TestJSON-972849293-project] Publish callbacks [] for security_group, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:40.600236 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [req-e9f92b86-ffa4-4254-b449-d5c5f3a86d97 req-0ee9f2cf-84b5-4e1f-b1ff-ebf2057b9413 tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] Deleting port bf6ff7a6-296c-4684-80b6-931424c1a0d4 {{(pid=102386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 18:54:40.601210 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-e9f92b86-ffa4-4254-b449-d5c5f3a86d97 req-0ee9f2cf-84b5-4e1f-b1ff-ebf2057b9413 tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:40.621476 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-c8e7f444-2f83-4f73-af45-edc2ee8b9b95 tempest-AllowedAddressPairIpV6TestJSON-972849293 tempest-AllowedAddressPairIpV6TestJSON-972849293-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:40.641431 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Device d3e09ef2-2619-4f6f-89c4-8ba57154c592 no longer exists at agent hyperv_n-h1-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 18:54:40.692090 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] No Port match for: d3e09ef2-2619-4f6f-89c4-8ba57154c592 {{(pid=102388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 18:54:40.693093 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Device d3e09ef2-2619-4f6f-89c4-8ba57154c592 not bound to the agent host n-h1-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 18:54:40.696469 n-d-816865-1 neutron-server[102387]: DEBUG neutron.objects.ports [None req-d0d6ce1e-327e-4de9-9d12-ae6257636858 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102387) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 05 18:54:40.708319 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c8e7f444-2f83-4f73-af45-edc2ee8b9b95 tempest-AllowedAddressPairIpV6TestJSON-972849293 tempest-AllowedAddressPairIpV6TestJSON-972849293-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 167} {{(pid=102386) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 05 18:54:40.736100 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e7f444-2f83-4f73-af45-edc2ee8b9b95 tempest-AllowedAddressPairIpV6TestJSON-972849293 tempest-AllowedAddressPairIpV6TestJSON-972849293-project] Pushing event updated for resources: {'SecurityGroup': ['ID=66ae63d5-702a-446e-9253-6d2685b3d6b4,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:54:40.755541 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-c8e7f444-2f83-4f73-af45-edc2ee8b9b95 tempest-AllowedAddressPairIpV6TestJSON-972849293 tempest-AllowedAddressPairIpV6TestJSON-972849293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273'] for segment, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:40.755961 n-d-816865-1 neutron-server[102386]: INFO neutron.db.segments_db [None req-c8e7f444-2f83-4f73-af45-edc2ee8b9b95 tempest-AllowedAddressPairIpV6TestJSON-972849293 tempest-AllowedAddressPairIpV6TestJSON-972849293-project] Added segment 102162a7-ef90-4030-accf-4a9f1424fbc2 of type vlan for network a0e16542-d981-481b-9eaf-465415ed5975 Nov 05 18:54:40.829850 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [req-e9f92b86-ffa4-4254-b449-d5c5f3a86d97 req-0ee9f2cf-84b5-4e1f-b1ff-ebf2057b9413 tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] For port bf6ff7a6-296c-4684-80b6-931424c1a0d4, host n-h2-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=bf6ff7a6-296c-4684-80b6-931424c1a0d4,segment=NetworkSegment(1ae4cc0f-5460-421b-9b80-d7acf4de0363),segment_id=1ae4cc0f-5460-421b-9b80-d7acf4de0363)] {{(pid=102386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:54:40.830231 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-e9f92b86-ffa4-4254-b449-d5c5f3a86d97 req-0ee9f2cf-84b5-4e1f-b1ff-ebf2057b9413 tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:40.846123 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [req-e9f92b86-ffa4-4254-b449-d5c5f3a86d97 req-0ee9f2cf-84b5-4e1f-b1ff-ebf2057b9413 tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] Calling delete_port for bf6ff7a6-296c-4684-80b6-931424c1a0d4 owned by compute:nova {{(pid=102386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 18:54:40.914629 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-c8e7f444-2f83-4f73-af45-edc2ee8b9b95 tempest-AllowedAddressPairIpV6TestJSON-972849293 tempest-AllowedAddressPairIpV6TestJSON-972849293-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750027258543'] for network, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:41.101846 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-c8e7f444-2f83-4f73-af45-edc2ee8b9b95 tempest-AllowedAddressPairIpV6TestJSON-972849293 tempest-AllowedAddressPairIpV6TestJSON-972849293-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-956796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877'] for network, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:41.109204 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8e7f444-2f83-4f73-af45-edc2ee8b9b95 tempest-AllowedAddressPairIpV6TestJSON-972849293 tempest-AllowedAddressPairIpV6TestJSON-972849293-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:54:41.110390 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-c8e7f444-2f83-4f73-af45-edc2ee8b9b95 tempest-AllowedAddressPairIpV6TestJSON-972849293 tempest-AllowedAddressPairIpV6TestJSON-972849293-project] Publish callbacks [] for network, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:41.143801 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 33908) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:54:41.156464 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 6bf6ce6f-3e51-4624-aae4-17f8a7658d54 up at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 18:54:41.201612 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-e9f92b86-ffa4-4254-b449-d5c5f3a86d97 req-0ee9f2cf-84b5-4e1f-b1ff-ebf2057b9413 tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:41.216162 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] get_ports_and_sgs() called for port_ids ['bf6ff7a6-296c-4684-80b6-931424c1a0d4'] {{(pid=102388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 18:54:41.303106 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Provisioning complete for port 6bf6ce6f-3e51-4624-aae4-17f8a7658d54 triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:54:41.304190 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:41.330580 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee9f2cf-84b5-4e1f-b1ff-ebf2057b9413 tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] Pushing event deleted for resources: {'Port': ['ID=bf6ff7a6-296c-4684-80b6-931424c1a0d4,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:54:41.352394 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e7f444-2f83-4f73-af45-edc2ee8b9b95 tempest-AllowedAddressPairIpV6TestJSON-972849293 tempest-AllowedAddressPairIpV6TestJSON-972849293-project] Pushing event updated for resources: {'Network': ['ID=a0e16542-d981-481b-9eaf-465415ed5975,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:54:41.383755 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-c8e7f444-2f83-4f73-af45-edc2ee8b9b95 tempest-AllowedAddressPairIpV6TestJSON-972849293 tempest-AllowedAddressPairIpV6TestJSON-972849293-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 797 time: 1.6162124 Nov 05 18:54:41.406628 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 33916) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:54:41.414321 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9f92b86-ffa4-4254-b449-d5c5f3a86d97 req-0ee9f2cf-84b5-4e1f-b1ff-ebf2057b9413 tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] No DVR routers for this DVR port bf6ff7a6-296c-4684-80b6-931424c1a0d4 on host n-h2-816865-1 {{(pid=102386) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 18:54:41.420583 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-6a23c2d9-8145-4f0e-b832-6400756d8968 tempest-AllowedAddressPairIpV6TestJSON-972849293 tempest-AllowedAddressPairIpV6TestJSON-972849293-project] Request body: {'subnet': {'network_id': 'a0e16542-d981-481b-9eaf-465415ed5975', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:54:41.426869 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Network a0e16542-d981-481b-9eaf-465415ed5975 details requested by agent ovs-agent-n-d-816865-1 with host n-d-816865-1 {{(pid=102388) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 05 18:54:41.429120 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-e9f92b86-ffa4-4254-b449-d5c5f3a86d97 req-0ee9f2cf-84b5-4e1f-b1ff-ebf2057b9413 tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:41.434180 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-e9f92b86-ffa4-4254-b449-d5c5f3a86d97 req-0ee9f2cf-84b5-4e1f-b1ff-ebf2057b9413 tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] 10.222.0.55 "DELETE /v2.0/ports/bf6ff7a6-296c-4684-80b6-931424c1a0d4 HTTP/1.1" status: 204 len: 173 time: 0.9958565 Nov 05 18:54:41.435419 n-d-816865-1 neutron-server[102386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b106413-e00a-43d5-b542-9880793bb1f1', 'name': 'network-vif-deleted', 'tag': 'bf6ff7a6-296c-4684-80b6-931424c1a0d4'}] {{(pid=102386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 18:54:41.436405 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-232bd056-c920-4836-846f-16dd51794189 None None] Network 1c9d25d3-7f2e-4384-9081-dc17514a5578 requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 18:54:41.446323 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6173a44d7c73f41af551dc890fa1a5892c2c6bc3458b640c8e0c24db7876ba6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd6d1388-307b-4ecf-9dfb-8c50199d27cf" -d '{"events": [{"server_uuid": "1b106413-e00a-43d5-b542-9880793bb1f1", "name": "network-vif-deleted", "tag": "bf6ff7a6-296c-4684-80b6-931424c1a0d4"}]}' {{(pid=102386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 18:54:41.481082 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-f861c17a-3b0a-4f49-8ec6-c9ebdab653a3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:41.685833 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-f861c17a-3b0a-4f49-8ec6-c9ebdab653a3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:41.693750 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457dca7c-5f5d-4c4d-b934-8db8875585d3 req-4020fe07-20b4-4bd8-a4e0-d1d4e73fa837 tempest-ServerRescueTestJSON-1639389385 tempest-ServerRescueTestJSON-1639389385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:54:41.698770 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-457dca7c-5f5d-4c4d-b934-8db8875585d3 req-4020fe07-20b4-4bd8-a4e0-d1d4e73fa837 tempest-ServerRescueTestJSON-1639389385 tempest-ServerRescueTestJSON-1639389385-project] 10.222.0.13 "GET /v2.0/ports?device_id=9c7dbc46-8c68-4f14-8897-91c11ae5a9cd HTTP/1.1" status: 200 len: 945 time: 0.2134106 Nov 05 18:54:41.745060 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-edb01f81-24f7-467a-b3c3-0f72c36a5fea req-45b7ddec-8d42-4068-b819-709bceb47e55 tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b106413-e00a-43d5-b542-9880793bb1f1 HTTP/1.1" status: 200 len: 210 time: 0.0436966 Nov 05 18:54:41.772156 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-1584ad3e-faf4-4f7c-8ba2-7ce7f19fa03a None None] Provisioning complete for port 6bf6ce6f-3e51-4624-aae4-17f8a7658d54 triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:54:41.772518 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-1584ad3e-faf4-4f7c-8ba2-7ce7f19fa03a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:41.780139 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a23c2d9-8145-4f0e-b832-6400756d8968 tempest-AllowedAddressPairIpV6TestJSON-972849293 tempest-AllowedAddressPairIpV6TestJSON-972849293-project] Made reservation on behalf of aef3e586007e4b4c84fadc50798eb2d5 for: {'subnet': 1} {{(pid=102386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 18:54:41.784544 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-457dca7c-5f5d-4c4d-b934-8db8875585d3 req-ee545203-4722-41dd-9d1a-961aa5db6343 tempest-ServerRescueTestJSON-1639389385 tempest-ServerRescueTestJSON-1639389385-project] 10.222.0.13 "GET /v2.0/security-groups?id=458afcac-91c4-437c-b78f-d73b875bd5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801165 Nov 05 18:54:41.785374 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-6a23c2d9-8145-4f0e-b832-6400756d8968 tempest-AllowedAddressPairIpV6TestJSON-972849293 tempest-AllowedAddressPairIpV6TestJSON-972849293-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4877122'] for subnet, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:41.819753 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 18:54:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09ed0ace-0875-4757-8d3b-d15cf1fdf99a x-openstack-request-id: req-09ed0ace-0875-4757-8d3b-d15cf1fdf99a {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 18:54:41.820110 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b106413-e00a-43d5-b542-9880793bb1f1", "name": "network-vif-deleted", "tag": "bf6ff7a6-296c-4684-80b6-931424c1a0d4", "status": "completed", "code": 200}]} {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 18:54:41.820291 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-09ed0ace-0875-4757-8d3b-d15cf1fdf99a {{(pid=102386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 18:54:41.820696 n-d-816865-1 neutron-server[102386]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b106413-e00a-43d5-b542-9880793bb1f1', 'name': 'network-vif-deleted', 'tag': 'bf6ff7a6-296c-4684-80b6-931424c1a0d4', 'status': 'completed', 'code': 200} Nov 05 18:54:41.866449 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-f861c17a-3b0a-4f49-8ec6-c9ebdab653a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:41.907533 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-d0d6ce1e-327e-4de9-9d12-ae6257636858 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:41.926855 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f861c17a-3b0a-4f49-8ec6-c9ebdab653a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39cafb6e-379b-4f18-b357-2410b314d2a5,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:54:41.946787 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-f861c17a-3b0a-4f49-8ec6-c9ebdab653a3 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1234634a281e465c8afbf9d04b18f53d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8019149 Nov 05 18:54:41.950213 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 33930) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:54:42.069837 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-779941b2-eb17-4a43-8554-5c5f911d00cb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:42.118642 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-779941b2-eb17-4a43-8554-5c5f911d00cb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:42.332163 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 33952) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:54:42.349495 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-779941b2-eb17-4a43-8554-5c5f911d00cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:42.349495 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-779941b2-eb17-4a43-8554-5c5f911d00cb admin admin] Publish callbacks [] for security_group, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:42.349495 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-779941b2-eb17-4a43-8554-5c5f911d00cb admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/39cafb6e-379b-4f18-b357-2410b314d2a5 HTTP/1.1" status: 204 len: 168 time: 0.3958457 Nov 05 18:54:42.378446 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779941b2-eb17-4a43-8554-5c5f911d00cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39cafb6e-379b-4f18-b357-2410b314d2a5,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:54:42.412047 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-6a23c2d9-8145-4f0e-b832-6400756d8968 tempest-AllowedAddressPairIpV6TestJSON-972849293 tempest-AllowedAddressPairIpV6TestJSON-972849293-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6149946', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4877172'] for subnet, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:42.469161 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.db [None req-d0d6ce1e-327e-4de9-9d12-ae6257636858 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] For port 6bf6ce6f-3e51-4624-aae4-17f8a7658d54, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=6bf6ce6f-3e51-4624-aae4-17f8a7658d54,segment=NetworkSegment(1bdc5ccc-001b-4584-b217-2d1934002f57),segment_id=1bdc5ccc-001b-4584-b217-2d1934002f57)] {{(pid=102387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:54:42.557834 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-d0d6ce1e-327e-4de9-9d12-ae6257636858 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Publish callbacks [] for port, precommit_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:42.568005 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bd0a93-72b2-4828-b13f-9d6c9a2d27c3 req-194ad157-b51b-43ad-909b-fb96a2bec983 tempest-ServerRescueTestJSON-1639389385 tempest-ServerRescueTestJSON-1639389385-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:54:42.573366 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-543470ba-5249-47f2-b2be-1abe5bb3f010 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:42.575219 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-40bd0a93-72b2-4828-b13f-9d6c9a2d27c3 req-194ad157-b51b-43ad-909b-fb96a2bec983 tempest-ServerRescueTestJSON-1639389385 tempest-ServerRescueTestJSON-1639389385-project] 10.222.0.13 "GET /v2.0/networks?id=0b64b77a-1769-4ba3-98b8-e072ca99e966 HTTP/1.1" status: 200 len: 811 time: 0.2929518 Nov 05 18:54:42.606337 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-40bd0a93-72b2-4828-b13f-9d6c9a2d27c3 req-dd6be72c-f937-4e03-a0a7-c12c406ee570 tempest-ServerRescueTestJSON-1639389385 tempest-ServerRescueTestJSON-1639389385-project] 10.222.0.13 "GET /v2.0/quotas/bc43cc4e829541bd87fc815a2a0048f0 HTTP/1.1" status: 200 len: 375 time: 0.0238435 Nov 05 18:54:42.644342 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a23c2d9-8145-4f0e-b832-6400756d8968 tempest-AllowedAddressPairIpV6TestJSON-972849293 tempest-AllowedAddressPairIpV6TestJSON-972849293-project] Checking segment: {'id': '102162a7-ef90-4030-accf-4a9f1424fbc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'a0e16542-d981-481b-9eaf-465415ed5975'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 18:54:42.644750 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a23c2d9-8145-4f0e-b832-6400756d8968 tempest-AllowedAddressPairIpV6TestJSON-972849293 tempest-AllowedAddressPairIpV6TestJSON-972849293-project] Network hostable DHCP agents. Network: a0e16542-d981-481b-9eaf-465415ed5975, hostable agents: ['987e2ca0-bc3b-4c6f-a989-429ccfbf753f'], hosted agents: [] {{(pid=102386) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 05 18:54:42.646954 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a23c2d9-8145-4f0e-b832-6400756d8968 tempest-AllowedAddressPairIpV6TestJSON-972849293 tempest-AllowedAddressPairIpV6TestJSON-972849293-project] Pushing event updated for resources: {'Subnet': ['ID=a53b311c-d3db-45aa-99f1-de2d93418ad0,revision_number=0']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:54:42.670681 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-40bd0a93-72b2-4828-b13f-9d6c9a2d27c3 req-03d05369-0a4c-4eb9-96d5-d78bd07a9c31 tempest-ServerRescueTestJSON-1639389385 tempest-ServerRescueTestJSON-1639389385-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=bc43cc4e829541bd87fc815a2a0048f0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0633161 Nov 05 18:54:42.719842 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-d0d6ce1e-327e-4de9-9d12-ae6257636858 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4417072'] for port, after_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:42.723929 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-d0d6ce1e-327e-4de9-9d12-ae6257636858 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4417463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5112218'] for subnet, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:42.749936 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-543470ba-5249-47f2-b2be-1abe5bb3f010 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:42.777171 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a23c2d9-8145-4f0e-b832-6400756d8968 tempest-AllowedAddressPairIpV6TestJSON-972849293 tempest-AllowedAddressPairIpV6TestJSON-972849293-project] Network a0e16542-d981-481b-9eaf-465415ed5975 is scheduled to be hosted by DHCP agent 987e2ca0-bc3b-4c6f-a989-429ccfbf753f with binding_index 1 {{(pid=102386) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 05 18:54:42.794397 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0d6ce1e-327e-4de9-9d12-ae6257636858 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Network 1c9d25d3-7f2e-4384-9081-dc17514a5578 is already hosted by enough agents. {{(pid=102387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 18:54:42.803717 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.base_scheduler [None req-d0d6ce1e-327e-4de9-9d12-ae6257636858 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Resources bound (agent type, host, resource id): {{(pid=102387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:54:42.807273 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0d6ce1e-327e-4de9-9d12-ae6257636858 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:54:42.808022 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-d0d6ce1e-327e-4de9-9d12-ae6257636858 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597851'] for subnet, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:42.874885 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d6ce1e-327e-4de9-9d12-ae6257636858 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Pushing event updated for resources: {'Subnet': ['ID=050c053f-cb67-453f-8773-9ad68f7a7753,revision_number=0']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:54:42.888627 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d6ce1e-327e-4de9-9d12-ae6257636858 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Pushing event updated for resources: {'Port': ['ID=6bf6ce6f-3e51-4624-aae4-17f8a7658d54,revision_number=10']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:54:42.928227 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-327a8339-292f-4b8b-a8c8-4a982a4ac1ad None None] Network 1c9d25d3-7f2e-4384-9081-dc17514a5578 requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 18:54:42.944151 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-543470ba-5249-47f2-b2be-1abe5bb3f010 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:43.037540 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-1dc3d19d-f02e-4029-b9ed-a05bdc4225bb None None] Provisioning complete for port 6bf6ce6f-3e51-4624-aae4-17f8a7658d54 triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:54:43.037909 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-1dc3d19d-f02e-4029-b9ed-a05bdc4225bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:43.080759 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543470ba-5249-47f2-b2be-1abe5bb3f010 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63b35f00-a207-451b-83cf-69e8f2ab66d5,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:54:43.128051 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-40bd0a93-72b2-4828-b13f-9d6c9a2d27c3 req-5db1bd06-3369-446d-b2af-b42f0d748b5d service neutron] 10.222.0.13 "GET /v2.0/networks/0b64b77a-1769-4ba3-98b8-e072ca99e966?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4548869 Nov 05 18:54:43.132054 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-d0d6ce1e-327e-4de9-9d12-ae6257636858 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.7345114 Nov 05 18:54:43.135645 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 33970) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:54:43.143456 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-11439f0e-c773-439c-9d77-7f56cc324a62 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Request body: {'port': {'network_id': '1c9d25d3-7f2e-4384-9081-dc17514a5578', 'mac_address': 'fa:16:3e:43:1b:16', 'name': 'tempest-NetworksTestDHCPv6-1614739815'}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:54:43.162596 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.base_scheduler [None req-6a23c2d9-8145-4f0e-b832-6400756d8968 tempest-AllowedAddressPairIpV6TestJSON-972849293 tempest-AllowedAddressPairIpV6TestJSON-972849293-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816865-1, a0e16542-d981-481b-9eaf-465415ed5975) {{(pid=102386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:54:43.172934 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a23c2d9-8145-4f0e-b832-6400756d8968 tempest-AllowedAddressPairIpV6TestJSON-972849293 tempest-AllowedAddressPairIpV6TestJSON-972849293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:54:43.178766 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-6a23c2d9-8145-4f0e-b832-6400756d8968 tempest-AllowedAddressPairIpV6TestJSON-972849293 tempest-AllowedAddressPairIpV6TestJSON-972849293-project] Publish callbacks [] for subnet, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:43.188637 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-543470ba-5249-47f2-b2be-1abe5bb3f010 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=462f453a323047b5bb7b955c75588e70&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8553035 Nov 05 18:54:43.192491 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0b180ad-10d1-46ee-9e36-8057306aa828 None None] Network a0e16542-d981-481b-9eaf-465415ed5975 requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 18:54:43.195271 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 33974) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:54:43.245644 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 6bf6ce6f-3e51-4624-aae4-17f8a7658d54 up at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 18:54:43.289431 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-cacfd153-4b28-4a81-917b-8496f5ae87ef admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:43.336944 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-cacfd153-4b28-4a81-917b-8496f5ae87ef admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:43.483874 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-40bd0a93-72b2-4828-b13f-9d6c9a2d27c3 req-7e39abec-b533-41b2-8018-4dfdfddfef01 service neutron] 10.222.0.13 "GET /v2.0/networks/0b64b77a-1769-4ba3-98b8-e072ca99e966?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3454750 Nov 05 18:54:43.529994 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-6a23c2d9-8145-4f0e-b832-6400756d8968 tempest-AllowedAddressPairIpV6TestJSON-972849293 tempest-AllowedAddressPairIpV6TestJSON-972849293-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1168213 Nov 05 18:54:43.536813 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 33984) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:54:43.555327 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-85dadf83-a1cf-4f36-87a0-3ce92fb2093a tempest-AllowedAddressPairIpV6TestJSON-972849293 tempest-AllowedAddressPairIpV6TestJSON-972849293-project] Request body: {'port': {'network_id': 'a0e16542-d981-481b-9eaf-465415ed5975', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-974336873'}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:54:43.583806 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-cacfd153-4b28-4a81-917b-8496f5ae87ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:43.592268 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-cacfd153-4b28-4a81-917b-8496f5ae87ef admin admin] Publish callbacks [] for security_group, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:43.592875 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-cacfd153-4b28-4a81-917b-8496f5ae87ef admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/63b35f00-a207-451b-83cf-69e8f2ab66d5 HTTP/1.1" status: 204 len: 168 time: 0.3942966 Nov 05 18:54:43.612124 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cacfd153-4b28-4a81-917b-8496f5ae87ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63b35f00-a207-451b-83cf-69e8f2ab66d5,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:54:43.821929 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31af5769-e71b-4296-99ba-99742129481a req-16dd40fd-4902-4435-a918-023f1f143ae3 tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:54:43.824473 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-31af5769-e71b-4296-99ba-99742129481a req-16dd40fd-4902-4435-a918-023f1f143ae3 tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] 10.222.0.13 "GET /v2.0/ports?device_id=b3c515f9-768f-4a54-bb92-e6f3d5207990 HTTP/1.1" status: 200 len: 944 time: 0.0658727 Nov 05 18:54:43.871443 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11439f0e-c773-439c-9d77-7f56cc324a62 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Made reservation on behalf of 7bc73c6c17f842a987dd31290d20faa2 for: {'port': 1} {{(pid=102387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 18:54:43.909420 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Provisioning complete for port 6bf6ce6f-3e51-4624-aae4-17f8a7658d54 triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:54:43.909798 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:44.134658 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11f94820-b5d0-4ecb-8da5-987d61652e86 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeb20a084-accf-5b60-8075-3e69ebe863a6-a0e16542-d981-481b-9eaf-465415ed5975', 'network_id': 'a0e16542-d981-481b-9eaf-465415ed5975', 'tenant_id': 'aef3e586007e4b4c84fadc50798eb2d5', 'fixed_ips': [{'subnet_id': 'a53b311c-d3db-45aa-99f1-de2d93418ad0'}]}} from n-d-816865-1. {{(pid=102388) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 05 18:54:44.138155 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-11f94820-b5d0-4ecb-8da5-987d61652e86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:44.227321 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-5ae101f8-378a-4e3a-b873-99b40e2ec81a req-f8e59a39-7580-437a-83bf-738fd23368b0 tempest-ServerRescueTestJSON-1639389385 tempest-ServerRescueTestJSON-1639389385-project] 10.222.0.13 "GET /v2.0/ports?device_id=71eadb3a-495a-4683-a4fb-df865dfdd3a2 HTTP/1.1" status: 200 len: 210 time: 0.1060150 Nov 05 18:54:44.228681 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85dadf83-a1cf-4f36-87a0-3ce92fb2093a tempest-AllowedAddressPairIpV6TestJSON-972849293 tempest-AllowedAddressPairIpV6TestJSON-972849293-project] Made reservation on behalf of aef3e586007e4b4c84fadc50798eb2d5 for: {'port': 1} {{(pid=102387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 18:54:44.240285 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-85dadf83-a1cf-4f36-87a0-3ce92fb2093a tempest-AllowedAddressPairIpV6TestJSON-972849293 tempest-AllowedAddressPairIpV6TestJSON-972849293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:44.362992 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-31af5769-e71b-4296-99ba-99742129481a req-3b443158-5664-4b05-97d3-577958de7186 tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] 10.222.0.13 "GET /v2.0/security-groups?id=8015cb9a-1cfc-43ae-80a2-992db853641d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5324430 Nov 05 18:54:44.375762 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-11439f0e-c773-439c-9d77-7f56cc324a62 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:44.386621 n-d-816865-1 neutron-server[102387]: DEBUG neutron.notifiers.nova [None req-85dadf83-a1cf-4f36-87a0-3ce92fb2093a tempest-AllowedAddressPairIpV6TestJSON-972849293 tempest-AllowedAddressPairIpV6TestJSON-972849293-project] device_id is not set on port 5c11169d-da10-497e-a508-79198bfe02b4 yet. {{(pid=102387) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 05 18:54:44.505629 n-d-816865-1 neutron-server[102387]: DEBUG neutron.notifiers.nova [None req-11439f0e-c773-439c-9d77-7f56cc324a62 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] device_id is not set on port da947787-e9f9-4eb0-b1dc-84108a419a97 yet. {{(pid=102387) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 05 18:54:44.518159 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.db_base_plugin_common [None req-11f94820-b5d0-4ecb-8da5-987d61652e86 None None] Allocated IP 2001:db8::2 (a0e16542-d981-481b-9eaf-465415ed5975/a53b311c-d3db-45aa-99f1-de2d93418ad0/56ecb182-750e-4e90-af4a-44d1d4d9f253) {{(pid=102388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 18:54:44.803523 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-11f94820-b5d0-4ecb-8da5-987d61652e86 None None] Publish callbacks [] for port, precommit_create {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:44.814682 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-b1f5ef64-8a86-4cd5-bd5b-078cc689a608 None None] Provisioning complete for port 6bf6ce6f-3e51-4624-aae4-17f8a7658d54 triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:54:44.815052 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b1f5ef64-8a86-4cd5-bd5b-078cc689a608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:44.880106 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.db_base_plugin_common [None req-11439f0e-c773-439c-9d77-7f56cc324a62 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Allocated IP 172.20.0.12 (1c9d25d3-7f2e-4384-9081-dc17514a5578/60846aea-6ebb-45a7-8da9-8adbc57915d4/da947787-e9f9-4eb0-b1dc-84108a419a97) {{(pid=102387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 18:54:44.900235 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.db_base_plugin_common [None req-11439f0e-c773-439c-9d77-7f56cc324a62 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Allocated IP 2001:db8::f816:3eff:fe43:1b16 (1c9d25d3-7f2e-4384-9081-dc17514a5578/050c053f-cb67-453f-8773-9ad68f7a7753/da947787-e9f9-4eb0-b1dc-84108a419a97) {{(pid=102387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 18:54:44.976675 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-11f94820-b5d0-4ecb-8da5-987d61652e86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789'] for port, after_create {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:45.044804 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f94820-b5d0-4ecb-8da5-987d61652e86 None None] Pushing event updated for resources: {'Port': ['ID=56ecb182-750e-4e90-af4a-44d1d4d9f253,revision_number=1']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:54:45.058416 n-d-816865-1 neutron-server[102388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11f94820-b5d0-4ecb-8da5-987d61652e86 None None] Network a0e16542-d981-481b-9eaf-465415ed5975 is already hosted by enough agents. {{(pid=102388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 18:54:45.059975 n-d-816865-1 neutron-server[102388]: DEBUG neutron.scheduler.base_scheduler [None req-11f94820-b5d0-4ecb-8da5-987d61652e86 None None] Resources bound (agent type, host, resource id): {{(pid=102388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:54:45.062917 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11f94820-b5d0-4ecb-8da5-987d61652e86 None None] Received port after_create {{(pid=102388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 18:54:45.133740 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-11f94820-b5d0-4ecb-8da5-987d61652e86 None None] Attempting to bind port 56ecb182-750e-4e90-af4a-44d1d4d9f253 on host n-d-816865-1 for vnic_type normal with profile {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 18:54:45.134141 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-11f94820-b5d0-4ecb-8da5-987d61652e86 None None] Attempting to bind port 56ecb182-750e-4e90-af4a-44d1d4d9f253 by drivers openvswitch,hyperv on host n-d-816865-1 at level 0 using segments [{'id': '102162a7-ef90-4030-accf-4a9f1424fbc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'a0e16542-d981-481b-9eaf-465415ed5975'}] {{(pid=102388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 18:54:45.135903 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11f94820-b5d0-4ecb-8da5-987d61652e86 None None] Attempting to bind port 56ecb182-750e-4e90-af4a-44d1d4d9f253 on network a0e16542-d981-481b-9eaf-465415ed5975 {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 18:54:45.142003 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11f94820-b5d0-4ecb-8da5-987d61652e86 None None] Checking agent: {'id': '724d89a7-611b-41e6-bc85-c48112b17afa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 18, 25, 8), 'started_at': datetime.datetime(2021, 11, 5, 18, 25, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 18, 54, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 18:54:45.142646 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11f94820-b5d0-4ecb-8da5-987d61652e86 None None] Checking segment: {'id': '102162a7-ef90-4030-accf-4a9f1424fbc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'a0e16542-d981-481b-9eaf-465415ed5975'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 18:54:45.143054 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-11f94820-b5d0-4ecb-8da5-987d61652e86 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:45.144025 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11f94820-b5d0-4ecb-8da5-987d61652e86 None None] Bound using segment: {'id': '102162a7-ef90-4030-accf-4a9f1424fbc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'a0e16542-d981-481b-9eaf-465415ed5975'} {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 18:54:45.144511 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-11f94820-b5d0-4ecb-8da5-987d61652e86 None None] Bound port: 56ecb182-750e-4e90-af4a-44d1d4d9f253, host: n-d-816865-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '102162a7-ef90-4030-accf-4a9f1424fbc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'a0e16542-d981-481b-9eaf-465415ed5975'}}] {{(pid=102388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 18:54:45.144904 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-11f94820-b5d0-4ecb-8da5-987d61652e86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:45.157385 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.db_base_plugin_common [None req-85dadf83-a1cf-4f36-87a0-3ce92fb2093a tempest-AllowedAddressPairIpV6TestJSON-972849293 tempest-AllowedAddressPairIpV6TestJSON-972849293-project] Allocated IP 2001:db8::2e8 (a0e16542-d981-481b-9eaf-465415ed5975/a53b311c-d3db-45aa-99f1-de2d93418ad0/5c11169d-da10-497e-a508-79198bfe02b4) {{(pid=102387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 18:54:45.164801 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddc2505-6962-487e-af90-1b370a2819ee req-7324fc53-1df6-4090-a95d-549dde595fee tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:54:45.166586 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-cddc2505-6962-487e-af90-1b370a2819ee req-7324fc53-1df6-4090-a95d-549dde595fee tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] 10.222.0.55 "GET /v2.0/ports?device_id=b3c515f9-768f-4a54-bb92-e6f3d5207990 HTTP/1.1" status: 200 len: 944 time: 0.0807581 Nov 05 18:54:45.265331 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-11439f0e-c773-439c-9d77-7f56cc324a62 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Publish callbacks [] for port, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:45.297862 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-11f94820-b5d0-4ecb-8da5-987d61652e86 None None] For port 56ecb182-750e-4e90-af4a-44d1d4d9f253, host n-d-816865-1, cleared binding levels {{(pid=102388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 18:54:45.310241 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-11f94820-b5d0-4ecb-8da5-987d61652e86 None None] For port 56ecb182-750e-4e90-af4a-44d1d4d9f253, host n-d-816865-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=56ecb182-750e-4e90-af4a-44d1d4d9f253,segment=NetworkSegment(102162a7-ef90-4030-accf-4a9f1424fbc2),segment_id=102162a7-ef90-4030-accf-4a9f1424fbc2)] {{(pid=102388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 18:54:45.361115 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [req-cddc2505-6962-487e-af90-1b370a2819ee req-554f290b-a20f-41be-b0af-cd9a43ebf9ca tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] Deleting port 76ac6dda-0dbe-4431-a06f-4b5c155d8cde {{(pid=102386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 18:54:45.361712 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-cddc2505-6962-487e-af90-1b370a2819ee req-554f290b-a20f-41be-b0af-cd9a43ebf9ca tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:45.379464 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-64c019d8-e320-48d3-86fb-1126418584f7 req-661b7288-cce9-4c4f-9c0f-4bcf32ec5bb8 tempest-ServerRescueTestJSON-1639389385 tempest-ServerRescueTestJSON-1639389385-project] 10.222.0.13 "GET /v2.0/ports?device_id=71eadb3a-495a-4683-a4fb-df865dfdd3a2 HTTP/1.1" status: 200 len: 210 time: 0.0420277 Nov 05 18:54:45.425447 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-11f94820-b5d0-4ecb-8da5-987d61652e86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:45.475124 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-85dadf83-a1cf-4f36-87a0-3ce92fb2093a tempest-AllowedAddressPairIpV6TestJSON-972849293 tempest-AllowedAddressPairIpV6TestJSON-972849293-project] Publish callbacks [] for port, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:45.532757 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [req-cddc2505-6962-487e-af90-1b370a2819ee req-554f290b-a20f-41be-b0af-cd9a43ebf9ca tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] For port 76ac6dda-0dbe-4431-a06f-4b5c155d8cde, host n-h2-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=76ac6dda-0dbe-4431-a06f-4b5c155d8cde,segment=NetworkSegment(1ae4cc0f-5460-421b-9b80-d7acf4de0363),segment_id=1ae4cc0f-5460-421b-9b80-d7acf4de0363)] {{(pid=102386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:54:45.533145 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-cddc2505-6962-487e-af90-1b370a2819ee req-554f290b-a20f-41be-b0af-cd9a43ebf9ca tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:45.587631 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f94820-b5d0-4ecb-8da5-987d61652e86 None None] Pushing event updated for resources: {'Port': ['ID=56ecb182-750e-4e90-af4a-44d1d4d9f253,revision_number=2']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:54:45.604978 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 34064) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:54:45.620150 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-11439f0e-c773-439c-9d77-7f56cc324a62 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4417063'] for port, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:45.649064 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Device bf6ff7a6-296c-4684-80b6-931424c1a0d4 no longer exists at agent hyperv_n-h2-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 18:54:45.718688 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] No Port match for: bf6ff7a6-296c-4684-80b6-931424c1a0d4 {{(pid=102388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 18:54:45.718688 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Device bf6ff7a6-296c-4684-80b6-931424c1a0d4 not bound to the agent host n-h2-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 18:54:45.739089 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-85dadf83-a1cf-4f36-87a0-3ce92fb2093a tempest-AllowedAddressPairIpV6TestJSON-972849293 tempest-AllowedAddressPairIpV6TestJSON-972849293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4417063'] for port, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:45.798756 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aeda41b-fb52-4670-ad26-696d4db3abad req-ca525801-256b-45d5-b305-4854ca811ab3 tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:54:45.815037 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-0aeda41b-fb52-4670-ad26-696d4db3abad req-ca525801-256b-45d5-b305-4854ca811ab3 tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] 10.222.0.13 "GET /v2.0/ports?device_id=b3c515f9-768f-4a54-bb92-e6f3d5207990 HTTP/1.1" status: 200 len: 944 time: 0.2677298 Nov 05 18:54:45.877607 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-cddc2505-6962-487e-af90-1b370a2819ee req-554f290b-a20f-41be-b0af-cd9a43ebf9ca tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:45.878491 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-cddc2505-6962-487e-af90-1b370a2819ee req-554f290b-a20f-41be-b0af-cd9a43ebf9ca tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1000577'] for floatingip, after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:45.879203 n-d-816865-1 neutron-server[102386]: INFO neutron.db.l3_db [req-cddc2505-6962-487e-af90-1b370a2819ee req-554f290b-a20f-41be-b0af-cd9a43ebf9ca tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] Floating IP 54129476-87ac-4c3b-83dd-c0863122e401 disassociated. External IP: 172.25.6.23, port: 76ac6dda-0dbe-4431-a06f-4b5c155d8cde. Nov 05 18:54:45.879742 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [req-cddc2505-6962-487e-af90-1b370a2819ee req-554f290b-a20f-41be-b0af-cd9a43ebf9ca tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] Calling delete_port for 76ac6dda-0dbe-4431-a06f-4b5c155d8cde owned by compute:nova {{(pid=102386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 18:54:45.882232 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-601cb2aa-e1ef-4665-a8c2-3e97b0c9ad14 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-1872294056-network', 'tenant_id': '06ed96522e9e42a39945febc80e1faeb'}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:54:45.928961 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11439f0e-c773-439c-9d77-7f56cc324a62 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Network 1c9d25d3-7f2e-4384-9081-dc17514a5578 is already hosted by enough agents. {{(pid=102387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 18:54:45.942133 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11439f0e-c773-439c-9d77-7f56cc324a62 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Pushing event updated for resources: {'Port': ['ID=da947787-e9f9-4eb0-b1dc-84108a419a97,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:54:45.950949 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.base_scheduler [None req-11439f0e-c773-439c-9d77-7f56cc324a62 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Resources bound (agent type, host, resource id): {{(pid=102387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:54:45.954810 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11439f0e-c773-439c-9d77-7f56cc324a62 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Received port after_create {{(pid=102387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 18:54:45.989878 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85dadf83-a1cf-4f36-87a0-3ce92fb2093a tempest-AllowedAddressPairIpV6TestJSON-972849293 tempest-AllowedAddressPairIpV6TestJSON-972849293-project] Network a0e16542-d981-481b-9eaf-465415ed5975 is already hosted by enough agents. {{(pid=102387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 18:54:46.139540 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11439f0e-c773-439c-9d77-7f56cc324a62 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:54:46.140243 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-11439f0e-c773-439c-9d77-7f56cc324a62 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:46.146382 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.base_scheduler [None req-85dadf83-a1cf-4f36-87a0-3ce92fb2093a tempest-AllowedAddressPairIpV6TestJSON-972849293 tempest-AllowedAddressPairIpV6TestJSON-972849293-project] Resources bound (agent type, host, resource id): {{(pid=102387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:54:46.161128 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85dadf83-a1cf-4f36-87a0-3ce92fb2093a tempest-AllowedAddressPairIpV6TestJSON-972849293 tempest-AllowedAddressPairIpV6TestJSON-972849293-project] Received port after_create {{(pid=102387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 18:54:46.167191 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85dadf83-a1cf-4f36-87a0-3ce92fb2093a tempest-AllowedAddressPairIpV6TestJSON-972849293 tempest-AllowedAddressPairIpV6TestJSON-972849293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:54:46.168161 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-85dadf83-a1cf-4f36-87a0-3ce92fb2093a tempest-AllowedAddressPairIpV6TestJSON-972849293 tempest-AllowedAddressPairIpV6TestJSON-972849293-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:46.208296 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-0aeda41b-fb52-4670-ad26-696d4db3abad req-d4b656ba-7377-418d-99ba-fb02476e135c tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] 10.222.0.13 "GET /v2.0/security-groups?id=8015cb9a-1cfc-43ae-80a2-992db853641d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3923733 Nov 05 18:54:46.209629 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85dadf83-a1cf-4f36-87a0-3ce92fb2093a tempest-AllowedAddressPairIpV6TestJSON-972849293 tempest-AllowedAddressPairIpV6TestJSON-972849293-project] Pushing event updated for resources: {'Port': ['ID=5c11169d-da10-497e-a508-79198bfe02b4,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:54:46.324558 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-cddc2505-6962-487e-af90-1b370a2819ee req-554f290b-a20f-41be-b0af-cd9a43ebf9ca tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:46.343384 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 34086) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:54:46.371794 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-601cb2aa-e1ef-4665-a8c2-3e97b0c9ad14 admin admin] Made reservation on behalf of 06ed96522e9e42a39945febc80e1faeb for: {'network': 1} {{(pid=102387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 18:54:46.376524 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-601cb2aa-e1ef-4665-a8c2-3e97b0c9ad14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for network, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:46.382397 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554f290b-a20f-41be-b0af-cd9a43ebf9ca tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] Pushing event deleted for resources: {'Port': ['ID=76ac6dda-0dbe-4431-a06f-4b5c155d8cde,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:54:46.396223 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-601cb2aa-e1ef-4665-a8c2-3e97b0c9ad14 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:46.464266 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-08280f3f-cc04-444c-88b0-1fc85660eb6f None None] Provisioning complete for port da947787-e9f9-4eb0-b1dc-84108a419a97 triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:54:46.476383 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-08280f3f-cc04-444c-88b0-1fc85660eb6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:46.533816 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-85dadf83-a1cf-4f36-87a0-3ce92fb2093a tempest-AllowedAddressPairIpV6TestJSON-972849293 tempest-AllowedAddressPairIpV6TestJSON-972849293-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.9958980 Nov 05 18:54:46.537103 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 34092) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:54:46.544855 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-3a3f48a3-bf1d-4caf-bfdd-d20086d99609 tempest-AllowedAddressPairIpV6TestJSON-972849293 tempest-AllowedAddressPairIpV6TestJSON-972849293-project] Request body: {'port': {'network_id': 'a0e16542-d981-481b-9eaf-465415ed5975', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-107076043', 'allowed_address_pairs': [{'ip_address': '2001:db8::2e8', 'mac_address': 'fa:16:3e:e6:2e:87'}]}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:54:46.549736 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-08280f3f-cc04-444c-88b0-1fc85660eb6f None None] Port da947787-e9f9-4eb0-b1dc-84108a419a97 cannot update to ACTIVE because it is not bound. {{(pid=102388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 18:54:46.570484 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-11439f0e-c773-439c-9d77-7f56cc324a62 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 3.4334755 Nov 05 18:54:46.571788 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-f28789ee-ba88-4eb9-851a-6f62dfff0abc admin admin] Publish callbacks [] for security_group, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:46.584572 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 34094) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:54:46.602195 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cddc2505-6962-487e-af90-1b370a2819ee req-554f290b-a20f-41be-b0af-cd9a43ebf9ca tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] Router af66a059-f191-4368-a4e2-1bc7a80c0b53 has already been hosted by L3 agent 6dcb5589-8e86-4616-9186-ddc4548e13ad {{(pid=102386) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 18:54:46.678436 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-746eec87-f71f-470d-8df6-ec80bccc8dac req-7790874f-cd4a-4f11-8499-e9480139dda0 tempest-ServerRescueTestJSON-1639389385 tempest-ServerRescueTestJSON-1639389385-project] 10.222.0.13 "GET /v2.0/ports?device_id=71eadb3a-495a-4683-a4fb-df865dfdd3a2 HTTP/1.1" status: 200 len: 210 time: 0.1185498 Nov 05 18:54:46.733544 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-601cb2aa-e1ef-4665-a8c2-3e97b0c9ad14 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:46.757324 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41698dd2-9e20-43b4-b38d-a24a158d1ebf tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:54:46.771159 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41698dd2-9e20-43b4-b38d-a24a158d1ebf tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:54:46.782080 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-41698dd2-9e20-43b4-b38d-a24a158d1ebf tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1865 time: 0.1959250 Nov 05 18:54:46.785781 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 34100) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:54:46.847526 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-601cb2aa-e1ef-4665-a8c2-3e97b0c9ad14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:46.896136 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-601cb2aa-e1ef-4665-a8c2-3e97b0c9ad14 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 186} {{(pid=102387) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 05 18:54:46.920245 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601cb2aa-e1ef-4665-a8c2-3e97b0c9ad14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2aa13776-0d09-4b7a-99bc-d3ea449425cd,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:54:46.930987 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-601cb2aa-e1ef-4665-a8c2-3e97b0c9ad14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273'] for segment, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:46.931338 n-d-816865-1 neutron-server[102387]: INFO neutron.db.segments_db [None req-601cb2aa-e1ef-4665-a8c2-3e97b0c9ad14 admin admin] Added segment cf4529b6-e7e1-4abc-9281-c00519ad0a15 of type vlan for network 33b67f12-3e30-4db0-bf1c-b2b3da4d6fc7 Nov 05 18:54:46.937004 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-f28789ee-ba88-4eb9-851a-6f62dfff0abc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:47.005141 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cddc2505-6962-487e-af90-1b370a2819ee req-554f290b-a20f-41be-b0af-cd9a43ebf9ca tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] Notify agent at l3_agent.n-d-816865-1 the message routers_updated {{(pid=102386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 18:54:47.022676 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2058f01d-8948-452e-83cf-5e4729ee56f5 None None] Sync routers for ids ['af66a059-f191-4368-a4e2-1bc7a80c0b53'] in n-d-816865-1 {{(pid=102388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 18:54:47.039603 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-f28789ee-ba88-4eb9-851a-6f62dfff0abc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:47.075874 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-601cb2aa-e1ef-4665-a8c2-3e97b0c9ad14 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750027258543'] for network, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:47.091708 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2058f01d-8948-452e-83cf-5e4729ee56f5 None None] Routers {'af66a059-f191-4368-a4e2-1bc7a80c0b53'} bound to L3 agent in host n-d-816865-1 {{(pid=102388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 18:54:47.094371 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-2058f01d-8948-452e-83cf-5e4729ee56f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T18:54:35Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['af66a059-f191-4368-a4e2-1bc7a80c0b53'], 'active': True} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:54:47.099017 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [req-cddc2505-6962-487e-af90-1b370a2819ee req-554f290b-a20f-41be-b0af-cd9a43ebf9ca tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] No DVR routers for this DVR port 76ac6dda-0dbe-4431-a06f-4b5c155d8cde on host n-h2-816865-1 {{(pid=102386) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 18:54:47.112239 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-cddc2505-6962-487e-af90-1b370a2819ee req-554f290b-a20f-41be-b0af-cd9a43ebf9ca tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:47.117641 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-cddc2505-6962-487e-af90-1b370a2819ee req-554f290b-a20f-41be-b0af-cd9a43ebf9ca tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] 10.222.0.55 "DELETE /v2.0/ports/76ac6dda-0dbe-4431-a06f-4b5c155d8cde HTTP/1.1" status: 204 len: 173 time: 1.9409173 Nov 05 18:54:47.120334 n-d-816865-1 neutron-server[102386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3c515f9-768f-4a54-bb92-e6f3d5207990', 'name': 'network-vif-deleted', 'tag': '76ac6dda-0dbe-4431-a06f-4b5c155d8cde'}] {{(pid=102386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 18:54:47.122875 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6173a44d7c73f41af551dc890fa1a5892c2c6bc3458b640c8e0c24db7876ba6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa270e77-4944-46ad-aa20-a20233a07cf1" -d '{"events": [{"server_uuid": "b3c515f9-768f-4a54-bb92-e6f3d5207990", "name": "network-vif-deleted", "tag": "76ac6dda-0dbe-4431-a06f-4b5c155d8cde"}]}' {{(pid=102386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 18:54:47.157605 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-f28789ee-ba88-4eb9-851a-6f62dfff0abc admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=922713687bd340749a49a192a966a289&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8135648 Nov 05 18:54:47.172761 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 34106) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:54:47.211135 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28789ee-ba88-4eb9-851a-6f62dfff0abc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7e40687-316b-4906-aabb-f8129c035320,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:54:47.254455 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 18:54:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-658b4892-34de-4268-bc5b-22260dcdb40e x-openstack-request-id: req-658b4892-34de-4268-bc5b-22260dcdb40e {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 18:54:47.254789 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3c515f9-768f-4a54-bb92-e6f3d5207990", "name": "network-vif-deleted", "tag": "76ac6dda-0dbe-4431-a06f-4b5c155d8cde", "status": "completed", "code": 200}]} {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 18:54:47.254976 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-658b4892-34de-4268-bc5b-22260dcdb40e {{(pid=102386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 18:54:47.262676 n-d-816865-1 neutron-server[102386]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3c515f9-768f-4a54-bb92-e6f3d5207990', 'name': 'network-vif-deleted', 'tag': '76ac6dda-0dbe-4431-a06f-4b5c155d8cde', 'status': 'completed', 'code': 200} Nov 05 18:54:47.284500 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a3f48a3-bf1d-4caf-bfdd-d20086d99609 tempest-AllowedAddressPairIpV6TestJSON-972849293 tempest-AllowedAddressPairIpV6TestJSON-972849293-project] Made reservation on behalf of aef3e586007e4b4c84fadc50798eb2d5 for: {'port': 1} {{(pid=102386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 18:54:47.298552 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-01e39ea0-6575-445a-b506-a9e1afbb83a4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:47.312285 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cae1745-2a40-46e0-92a9-943c97d6dd49 None None] Network a0e16542-d981-481b-9eaf-465415ed5975 requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 18:54:47.321135 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-01e39ea0-6575-445a-b506-a9e1afbb83a4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:47.340879 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 56ecb182-750e-4e90-af4a-44d1d4d9f253 up at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 18:54:47.407361 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-18cb1a4d-914b-4d53-aadc-ca5ed5355f04 req-13f964e8-b21e-41de-9e41-7a9919e97cc0 tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] 10.222.0.13 "GET /v2.0/ports?device_id=b3c515f9-768f-4a54-bb92-e6f3d5207990 HTTP/1.1" status: 200 len: 210 time: 0.0702367 Nov 05 18:54:47.424325 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-601cb2aa-e1ef-4665-a8c2-3e97b0c9ad14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-956796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877'] for network, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:47.425292 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-601cb2aa-e1ef-4665-a8c2-3e97b0c9ad14 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:54:47.430092 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-601cb2aa-e1ef-4665-a8c2-3e97b0c9ad14 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597851'] for network, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:47.519120 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-b9603ca1-bfe1-41bf-85c7-e1ac35d65cb6 None None] Provisioning complete for port 56ecb182-750e-4e90-af4a-44d1d4d9f253 triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:54:47.520199 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b9603ca1-bfe1-41bf-85c7-e1ac35d65cb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:47.545764 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-2ce89145-ddaa-4985-a253-323622031c7d tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Deleting port da947787-e9f9-4eb0-b1dc-84108a419a97 {{(pid=102386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 18:54:47.546817 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-2ce89145-ddaa-4985-a253-323622031c7d tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:47.557172 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-3a3f48a3-bf1d-4caf-bfdd-d20086d99609 tempest-AllowedAddressPairIpV6TestJSON-972849293 tempest-AllowedAddressPairIpV6TestJSON-972849293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:47.559127 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601cb2aa-e1ef-4665-a8c2-3e97b0c9ad14 admin admin] Pushing event updated for resources: {'Network': ['ID=33b67f12-3e30-4db0-bf1c-b2b3da4d6fc7,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:54:47.570814 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-601cb2aa-e1ef-4665-a8c2-3e97b0c9ad14 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.9637568 Nov 05 18:54:47.571737 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 34110) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:54:47.581995 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-6a2bc39c-6736-42f9-82d9-ef2bd5eb0c28 admin admin] Request body: {'subnet': {'network_id': '33b67f12-3e30-4db0-bf1c-b2b3da4d6fc7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-1872294056-subnet', 'tenant_id': '06ed96522e9e42a39945febc80e1faeb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:54:47.585145 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvr_db [None req-2058f01d-8948-452e-83cf-5e4729ee56f5 None None] Set router af66a059-f191-4368-a4e2-1bc7a80c0b53 gateway port host: n-d-816865-1 {{(pid=102388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 18:54:47.593648 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Network 33b67f12-3e30-4db0-bf1c-b2b3da4d6fc7 details requested by agent ovs-agent-n-d-816865-1 with host n-d-816865-1 {{(pid=102388) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 05 18:54:47.614083 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bd0a93-72b2-4828-b13f-9d6c9a2d27c3 req-5735c11e-01bb-40ca-9514-43396b68476a tempest-ServerRescueTestJSON-1639389385 tempest-ServerRescueTestJSON-1639389385-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:54:47.615555 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-40bd0a93-72b2-4828-b13f-9d6c9a2d27c3 req-5735c11e-01bb-40ca-9514-43396b68476a tempest-ServerRescueTestJSON-1639389385 tempest-ServerRescueTestJSON-1639389385-project] 10.222.0.55 "GET /v2.0/networks?id=0b64b77a-1769-4ba3-98b8-e072ca99e966 HTTP/1.1" status: 200 len: 811 time: 0.4430273 Nov 05 18:54:47.658340 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [req-40bd0a93-72b2-4828-b13f-9d6c9a2d27c3 req-9745fe8c-8554-4f27-8e71-4c3fb10a761f tempest-ServerRescueTestJSON-1639389385 tempest-ServerRescueTestJSON-1639389385-project] Request body: {'port': {'device_id': '71eadb3a-495a-4683-a4fb-df865dfdd3a2', 'network_id': '0b64b77a-1769-4ba3-98b8-e072ca99e966', 'admin_state_up': True, 'tenant_id': 'bc43cc4e829541bd87fc815a2a0048f0'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:54:47.666918 n-d-816865-1 neutron-server[102386]: DEBUG neutron.notifiers.nova [None req-3a3f48a3-bf1d-4caf-bfdd-d20086d99609 tempest-AllowedAddressPairIpV6TestJSON-972849293 tempest-AllowedAddressPairIpV6TestJSON-972849293-project] device_id is not set on port 73d6ebd4-ff4c-4965-95fc-ec7dc21c28d5 yet. {{(pid=102386) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 05 18:54:47.763921 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a2bc39c-6736-42f9-82d9-ef2bd5eb0c28 admin admin] Made reservation on behalf of 06ed96522e9e42a39945febc80e1faeb for: {'subnet': 1} {{(pid=102387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 18:54:47.768989 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-6a2bc39c-6736-42f9-82d9-ef2bd5eb0c28 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5112236'] for subnet, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:47.772830 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-01e39ea0-6575-445a-b506-a9e1afbb83a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:47.779265 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-01e39ea0-6575-445a-b506-a9e1afbb83a4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:47.791796 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-01e39ea0-6575-445a-b506-a9e1afbb83a4 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c7e40687-316b-4906-aabb-f8129c035320 HTTP/1.1" status: 204 len: 168 time: 0.6139009 Nov 05 18:54:47.817479 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Provisioning complete for port 56ecb182-750e-4e90-af4a-44d1d4d9f253 triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:54:47.817871 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:47.821990 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-2ce89145-ddaa-4985-a253-323622031c7d tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:47.900528 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-2ce89145-ddaa-4985-a253-323622031c7d tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Calling delete_port for da947787-e9f9-4eb0-b1dc-84108a419a97 owned by {{(pid=102386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 18:54:47.928038 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e39ea0-6575-445a-b506-a9e1afbb83a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7e40687-316b-4906-aabb-f8129c035320,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:54:47.948986 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-c03797ed-057b-44e0-b409-fdf0d9fa8eb0 req-f3aba869-63db-4c1b-a9e8-873128d40a0d tempest-ServerRescueTestJSON-1639389385 tempest-ServerRescueTestJSON-1639389385-project] 10.222.0.13 "GET /v2.0/ports?device_id=71eadb3a-495a-4683-a4fb-df865dfdd3a2 HTTP/1.1" status: 200 len: 210 time: 0.1274631 Nov 05 18:54:48.009791 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b9603ca1-bfe1-41bf-85c7-e1ac35d65cb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:48.170275 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b9603ca1-bfe1-41bf-85c7-e1ac35d65cb6 None None] For port 56ecb182-750e-4e90-af4a-44d1d4d9f253, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=56ecb182-750e-4e90-af4a-44d1d4d9f253,segment=NetworkSegment(102162a7-ef90-4030-accf-4a9f1424fbc2),segment_id=102162a7-ef90-4030-accf-4a9f1424fbc2)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:54:48.266566 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-6a2bc39c-6736-42f9-82d9-ef2bd5eb0c28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4417463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5112218'] for subnet, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:48.306668 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.db_base_plugin_common [None req-3a3f48a3-bf1d-4caf-bfdd-d20086d99609 tempest-AllowedAddressPairIpV6TestJSON-972849293 tempest-AllowedAddressPairIpV6TestJSON-972849293-project] Allocated IP 2001:db8::fd (a0e16542-d981-481b-9eaf-465415ed5975/a53b311c-d3db-45aa-99f1-de2d93418ad0/73d6ebd4-ff4c-4965-95fc-ec7dc21c28d5) {{(pid=102386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 18:54:48.313666 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b9603ca1-bfe1-41bf-85c7-e1ac35d65cb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:48.346591 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:48.381298 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2bc39c-6736-42f9-82d9-ef2bd5eb0c28 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a3a64416-ba54-43fe-a90a-a0ccf6654f9d,revision_number=0']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:54:48.401194 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a2bc39c-6736-42f9-82d9-ef2bd5eb0c28 admin admin] Checking segment: {'id': 'cf4529b6-e7e1-4abc-9281-c00519ad0a15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '33b67f12-3e30-4db0-bf1c-b2b3da4d6fc7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 18:54:48.401194 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a2bc39c-6736-42f9-82d9-ef2bd5eb0c28 admin admin] Network hostable DHCP agents. Network: 33b67f12-3e30-4db0-bf1c-b2b3da4d6fc7, hostable agents: ['987e2ca0-bc3b-4c6f-a989-429ccfbf753f'], hosted agents: [] {{(pid=102387) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 05 18:54:48.452469 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-40bd0a93-72b2-4828-b13f-9d6c9a2d27c3 req-9745fe8c-8554-4f27-8e71-4c3fb10a761f tempest-ServerRescueTestJSON-1639389385 tempest-ServerRescueTestJSON-1639389385-project] Made reservation on behalf of bc43cc4e829541bd87fc815a2a0048f0 for: {'port': 1} {{(pid=102386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 18:54:48.456402 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-40bd0a93-72b2-4828-b13f-9d6c9a2d27c3 req-9745fe8c-8554-4f27-8e71-4c3fb10a761f tempest-ServerRescueTestJSON-1639389385 tempest-ServerRescueTestJSON-1639389385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:48.505044 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9603ca1-bfe1-41bf-85c7-e1ac35d65cb6 None None] Pushing event updated for resources: {'Port': ['ID=56ecb182-750e-4e90-af4a-44d1d4d9f253,revision_number=3']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:54:48.519313 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-2058f01d-8948-452e-83cf-5e4729ee56f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af66a059-f191-4368-a4e2-1bc7a80c0b53', 'name': 'tempest-ServerActionsTestJSON-520636329-router', 'tenant_id': '9d37d1d71d154d088bbcf565483b4218', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.125'}], 'enable_snat': True}, 'gw_port_id': 'c402cf8a-e474-4892-b9fb-c980a62a6a96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T18:45:23Z', 'updated_at': '2021-11-05T18:45:28Z', 'revision_number': 4, 'project_id': '9d37d1d71d154d088bbcf565483b4218', 'gw_port': {'id': 'c402cf8a-e474-4892-b9fb-c980a62a6a96', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:13:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af66a059-f191-4368-a4e2-1bc7a80c0b53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1033, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T18:45:23Z', 'updated_at': '2021-11-05T18:45:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1', '_interfaces': [{'id': '5bf1bd6f-902c-4f2b-8f59-ec352778320f', 'name': '', 'network_id': 'bb5b9fed-8e61-492a-a21e-f9ce432c95f7', 'tenant_id': '9d37d1d71d154d088bbcf565483b4218', 'mac_address': 'fa:16:3e:45:7c:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af66a059-f191-4368-a4e2-1bc7a80c0b53', 'device_owner': 'network:router_interface', 'standard_attr_id': 1035, 'fixed_ips': [{'subnet_id': '8df5751e-d8bb-41e4-9469-238f613979b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T18:45:27Z', 'updated_at': '2021-11-05T18:45:37Z', 'revision_number': 5, 'project_id': '9d37d1d71d154d088bbcf565483b4218', 'subnets': [{'id': '8df5751e-d8bb-41e4-9469-238f613979b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-1', False) {} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:54:48.549141 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-2ce89145-ddaa-4985-a253-323622031c7d tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:48.611282 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-42e6617f-7d18-493d-9c95-93cd2a671fc6 req-6d8c41cb-0df8-4805-9982-d04116d74235 tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] 10.222.0.13 "GET /v2.0/ports?device_id=b3c515f9-768f-4a54-bb92-e6f3d5207990 HTTP/1.1" status: 200 len: 210 time: 0.0494599 Nov 05 18:54:48.641054 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a2bc39c-6736-42f9-82d9-ef2bd5eb0c28 admin admin] Network 33b67f12-3e30-4db0-bf1c-b2b3da4d6fc7 is scheduled to be hosted by DHCP agent 987e2ca0-bc3b-4c6f-a989-429ccfbf753f with binding_index 1 {{(pid=102387) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 05 18:54:48.762485 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.base_scheduler [None req-6a2bc39c-6736-42f9-82d9-ef2bd5eb0c28 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816865-1, 33b67f12-3e30-4db0-bf1c-b2b3da4d6fc7) {{(pid=102387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:54:48.767819 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a2bc39c-6736-42f9-82d9-ef2bd5eb0c28 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:54:48.768609 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-6a2bc39c-6736-42f9-82d9-ef2bd5eb0c28 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597851'] for subnet, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:48.845234 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2058f01d-8948-452e-83cf-5e4729ee56f5 None None] Checking router: af66a059-f191-4368-a4e2-1bc7a80c0b53 for host: n-d-816865-1 {{(pid=102388) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 18:54:48.850402 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c6596a4-51f6-4acc-8b03-72fea8ec2921 None None] Network 33b67f12-3e30-4db0-bf1c-b2b3da4d6fc7 requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 18:54:48.899409 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-6a2bc39c-6736-42f9-82d9-ef2bd5eb0c28 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.3225605 Nov 05 18:54:48.902823 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 34134) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:54:48.917275 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-cd564ae3-b867-49ab-911e-e61d4c6cd03a admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-1872294056-router', 'tenant_id': '06ed96522e9e42a39945febc80e1faeb', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec'}}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:54:49.059075 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-cd564ae3-b867-49ab-911e-e61d4c6cd03a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-571139', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6874'] for router, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:49.060236 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-cd564ae3-b867-49ab-911e-e61d4c6cd03a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-571375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1000570', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1011585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6867'] for router, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:49.069712 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2058f01d-8948-452e-83cf-5e4729ee56f5 None None] Routers {'af66a059-f191-4368-a4e2-1bc7a80c0b53'} bound to L3 agent in host n-d-816865-1 {{(pid=102388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 18:54:49.070377 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-2058f01d-8948-452e-83cf-5e4729ee56f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T18:54:35Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['af66a059-f191-4368-a4e2-1bc7a80c0b53'], 'active': True} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:54:49.075292 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-02d05d95-0ce5-45f7-b227-559ee60e72f7 None None] Provisioning complete for port 5c11169d-da10-497e-a508-79198bfe02b4 triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:54:49.075659 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-02d05d95-0ce5-45f7-b227-559ee60e72f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:49.151571 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.db.api [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102388) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 05 18:54:49.151925 n-d-816865-1 neutron-server[102388]: DEBUG oslo_db.api [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 05 18:54:49.187788 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-2e0356ad-006a-405e-878d-67d21e0927d2 req-c6747515-e187-4996-af19-d3058bb746d6 tempest-ServerRescueTestJSON-1639389385 tempest-ServerRescueTestJSON-1639389385-project] 10.222.0.13 "GET /v2.0/ports?device_id=71eadb3a-495a-4683-a4fb-df865dfdd3a2 HTTP/1.1" status: 200 len: 210 time: 0.0469282 Nov 05 18:54:49.219927 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce89145-ddaa-4985-a253-323622031c7d tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Pushing event deleted for resources: {'Port': ['ID=da947787-e9f9-4eb0-b1dc-84108a419a97,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:54:49.235477 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-cd564ae3-b867-49ab-911e-e61d4c6cd03a admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:49.261789 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1723f4e-52da-49ed-85b9-c1070948e2fb None None] Network 33b67f12-3e30-4db0-bf1c-b2b3da4d6fc7 requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 18:54:49.270734 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-02d05d95-0ce5-45f7-b227-559ee60e72f7 None None] Port 5c11169d-da10-497e-a508-79198bfe02b4 cannot update to ACTIVE because it is not bound. {{(pid=102388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 18:54:49.398576 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-02d05d95-0ce5-45f7-b227-559ee60e72f7 None None] Provisioning complete for port 56ecb182-750e-4e90-af4a-44d1d4d9f253 triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:54:49.399217 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-02d05d95-0ce5-45f7-b227-559ee60e72f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:49.507411 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvr_db [None req-2058f01d-8948-452e-83cf-5e4729ee56f5 None None] Set router af66a059-f191-4368-a4e2-1bc7a80c0b53 gateway port host: n-d-816865-1 {{(pid=102388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 18:54:49.524325 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-cd564ae3-b867-49ab-911e-e61d4c6cd03a admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:49.524566 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.db_base_plugin_common [req-40bd0a93-72b2-4828-b13f-9d6c9a2d27c3 req-9745fe8c-8554-4f27-8e71-4c3fb10a761f tempest-ServerRescueTestJSON-1639389385 tempest-ServerRescueTestJSON-1639389385-project] Allocated IP 172.20.0.11 (0b64b77a-1769-4ba3-98b8-e072ca99e966/6176923a-af99-42e6-bca9-86e5b2bd6e07/c3797f08-fd86-493c-a9aa-1327309c63e1) {{(pid=102386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 18:54:49.528534 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-3a3f48a3-bf1d-4caf-bfdd-d20086d99609 tempest-AllowedAddressPairIpV6TestJSON-972849293 tempest-AllowedAddressPairIpV6TestJSON-972849293-project] Publish callbacks [] for port, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:49.666432 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-2ce89145-ddaa-4985-a253-323622031c7d tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:49.670794 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-2ce89145-ddaa-4985-a253-323622031c7d tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] 10.222.0.13 "DELETE /v2.0/ports/da947787-e9f9-4eb0-b1dc-84108a419a97 HTTP/1.1" status: 204 len: 168 time: 2.8656986 Nov 05 18:54:49.674275 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 34160) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:54:49.792741 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15ef1cbb-84b3-4f04-aa61-067e4e05aaa5 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:54:49.796611 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15ef1cbb-84b3-4f04-aa61-067e4e05aaa5 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:54:49.796611 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15ef1cbb-84b3-4f04-aa61-067e4e05aaa5 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:54:49.797530 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Device 76ac6dda-0dbe-4431-a06f-4b5c155d8cde no longer exists at agent hyperv_n-h2-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 18:54:49.798081 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-15ef1cbb-84b3-4f04-aa61-067e4e05aaa5 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1213379 Nov 05 18:54:49.802437 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 34164) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:54:49.845674 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 34166) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:54:49.872090 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] No Port match for: 76ac6dda-0dbe-4431-a06f-4b5c155d8cde {{(pid=102388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 18:54:49.872501 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Device 76ac6dda-0dbe-4431-a06f-4b5c155d8cde not bound to the agent host n-h2-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 18:54:49.879795 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-3a3f48a3-bf1d-4caf-bfdd-d20086d99609 tempest-AllowedAddressPairIpV6TestJSON-972849293 tempest-AllowedAddressPairIpV6TestJSON-972849293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:49.898277 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-cd564ae3-b867-49ab-911e-e61d4c6cd03a admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:49.927282 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-cd564ae3-b867-49ab-911e-e61d4c6cd03a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:49.951514 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.db_base_plugin_v2 [None req-057c0d60-5e44-4423-9170-02e09bcaf644 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Deleting subnet 050c053f-cb67-453f-8773-9ad68f7a7753 {{(pid=102386) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 05 18:54:49.958822 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-40bd0a93-72b2-4828-b13f-9d6c9a2d27c3 req-9745fe8c-8554-4f27-8e71-4c3fb10a761f tempest-ServerRescueTestJSON-1639389385 tempest-ServerRescueTestJSON-1639389385-project] Publish callbacks [] for port, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:49.968229 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-057c0d60-5e44-4423-9170-02e09bcaf644 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Publish callbacks [] for subnet, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:50.018559 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a3f48a3-bf1d-4caf-bfdd-d20086d99609 tempest-AllowedAddressPairIpV6TestJSON-972849293 tempest-AllowedAddressPairIpV6TestJSON-972849293-project] Network a0e16542-d981-481b-9eaf-465415ed5975 is already hosted by enough agents. {{(pid=102386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 18:54:50.040605 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.base_scheduler [None req-3a3f48a3-bf1d-4caf-bfdd-d20086d99609 tempest-AllowedAddressPairIpV6TestJSON-972849293 tempest-AllowedAddressPairIpV6TestJSON-972849293-project] Resources bound (agent type, host, resource id): {{(pid=102386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:54:50.048122 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3f48a3-bf1d-4caf-bfdd-d20086d99609 tempest-AllowedAddressPairIpV6TestJSON-972849293 tempest-AllowedAddressPairIpV6TestJSON-972849293-project] Pushing event updated for resources: {'Port': ['ID=73d6ebd4-ff4c-4965-95fc-ec7dc21c28d5,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:54:50.053427 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a3f48a3-bf1d-4caf-bfdd-d20086d99609 tempest-AllowedAddressPairIpV6TestJSON-972849293 tempest-AllowedAddressPairIpV6TestJSON-972849293-project] Received port after_create {{(pid=102386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 18:54:50.057898 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-eaa907d9-9584-448d-9e7d-4156623cd34a None None] Provisioning complete for port 5c11169d-da10-497e-a508-79198bfe02b4 triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:54:50.058287 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-eaa907d9-9584-448d-9e7d-4156623cd34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:50.060120 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a3f48a3-bf1d-4caf-bfdd-d20086d99609 tempest-AllowedAddressPairIpV6TestJSON-972849293 tempest-AllowedAddressPairIpV6TestJSON-972849293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:54:50.060980 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-3a3f48a3-bf1d-4caf-bfdd-d20086d99609 tempest-AllowedAddressPairIpV6TestJSON-972849293 tempest-AllowedAddressPairIpV6TestJSON-972849293-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:50.090572 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-057c0d60-5e44-4423-9170-02e09bcaf644 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4590738'] for subnet, precommit_delete_associations {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:50.099246 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 56ecb182-750e-4e90-af4a-44d1d4d9f253 up at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 18:54:50.128294 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-3865abbe-5624-4703-bac6-74139de904ef tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] Publish callbacks [] for security_group, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:50.158710 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-eaa907d9-9584-448d-9e7d-4156623cd34a None None] Port 5c11169d-da10-497e-a508-79198bfe02b4 cannot update to ACTIVE because it is not bound. {{(pid=102388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 18:54:50.182982 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-3865abbe-5624-4703-bac6-74139de904ef tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:50.186376 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-2058f01d-8948-452e-83cf-5e4729ee56f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af66a059-f191-4368-a4e2-1bc7a80c0b53', 'name': 'tempest-ServerActionsTestJSON-520636329-router', 'tenant_id': '9d37d1d71d154d088bbcf565483b4218', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.125'}], 'enable_snat': True}, 'gw_port_id': 'c402cf8a-e474-4892-b9fb-c980a62a6a96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T18:45:23Z', 'updated_at': '2021-11-05T18:45:28Z', 'revision_number': 4, 'project_id': '9d37d1d71d154d088bbcf565483b4218', 'gw_port': {'id': 'c402cf8a-e474-4892-b9fb-c980a62a6a96', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:13:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af66a059-f191-4368-a4e2-1bc7a80c0b53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1033, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T18:45:23Z', 'updated_at': '2021-11-05T18:45:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1', '_interfaces': [{'id': '5bf1bd6f-902c-4f2b-8f59-ec352778320f', 'name': '', 'network_id': 'bb5b9fed-8e61-492a-a21e-f9ce432c95f7', 'tenant_id': '9d37d1d71d154d088bbcf565483b4218', 'mac_address': 'fa:16:3e:45:7c:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af66a059-f191-4368-a4e2-1bc7a80c0b53', 'device_owner': 'network:router_interface', 'standard_attr_id': 1035, 'fixed_ips': [{'subnet_id': '8df5751e-d8bb-41e4-9469-238f613979b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T18:45:27Z', 'updated_at': '2021-11-05T18:45:37Z', 'revision_number': 5, 'project_id': '9d37d1d71d154d088bbcf565483b4218', 'subnets': [{'id': '8df5751e-d8bb-41e4-9469-238f613979b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-1', False) {} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:54:50.218664 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.db_base_plugin_common [None req-cd564ae3-b867-49ab-911e-e61d4c6cd03a admin admin] Allocated IP 172.25.6.168 (40c8335d-cd0b-4cb5-910a-d4dcddd5cbec/04fe6db3-e108-4208-943d-6518424f5726/2382be70-456f-4cac-8965-62093dfa27d6) {{(pid=102387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 18:54:50.230762 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2058f01d-8948-452e-83cf-5e4729ee56f5 None None] The sync data for ids ['af66a059-f191-4368-a4e2-1bc7a80c0b53'] in n-d-816865-1 is: [{'id': 'af66a059-f191-4368-a4e2-1bc7a80c0b53', 'name': 'tempest-ServerActionsTestJSON-520636329-router', 'tenant_id': '9d37d1d71d154d088bbcf565483b4218', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.125'}], 'enable_snat': True}, 'gw_port_id': 'c402cf8a-e474-4892-b9fb-c980a62a6a96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T18:45:23Z', 'updated_at': '2021-11-05T18:45:28Z', 'revision_number': 4, 'project_id': '9d37d1d71d154d088bbcf565483b4218', 'gw_port': {'id': 'c402cf8a-e474-4892-b9fb-c980a62a6a96', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:13:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af66a059-f191-4368-a4e2-1bc7a80c0b53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1033, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T18:45:23Z', 'updated_at': '2021-11-05T18:45:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1', '_interfaces': [{'id': '5bf1bd6f-902c-4f2b-8f59-ec352778320f', 'name': '', 'network_id': 'bb5b9fed-8e61-492a-a21e-f9ce432c95f7', 'tenant_id': '9d37d1d71d154d088bbcf565483b4218', 'mac_address': 'fa:16:3e:45:7c:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af66a059-f191-4368-a4e2-1bc7a80c0b53', 'device_owner': 'network:router_interface', 'standard_attr_id': 1035, 'fixed_ips': [{'subnet_id': '8df5751e-d8bb-41e4-9469-238f613979b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T18:45:27Z', 'updated_at': '2021-11-05T18:45:37Z', 'revision_number': 5, 'project_id': '9d37d1d71d154d088bbcf565483b4218', 'subnets': [{'id': '8df5751e-d8bb-41e4-9469-238f613979b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 18:54:50.242471 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Provisioning complete for port 56ecb182-750e-4e90-af4a-44d1d4d9f253 triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:54:50.242863 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:50.331885 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-057c0d60-5e44-4423-9170-02e09bcaf644 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1573928'] for subnet, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:50.420575 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-40bd0a93-72b2-4828-b13f-9d6c9a2d27c3 req-9745fe8c-8554-4f27-8e71-4c3fb10a761f tempest-ServerRescueTestJSON-1639389385 tempest-ServerRescueTestJSON-1639389385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:50.425067 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-3a3f48a3-bf1d-4caf-bfdd-d20086d99609 tempest-AllowedAddressPairIpV6TestJSON-972849293 tempest-AllowedAddressPairIpV6TestJSON-972849293-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1006 time: 3.8866844 Nov 05 18:54:50.434490 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 34196) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:54:50.509194 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] get_ports_and_sgs() called for port_ids ['681ffd7d-76c7-4d3f-aa31-075d70985958'] {{(pid=102388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 18:54:50.533485 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-40bd0a93-72b2-4828-b13f-9d6c9a2d27c3 req-9745fe8c-8554-4f27-8e71-4c3fb10a761f tempest-ServerRescueTestJSON-1639389385 tempest-ServerRescueTestJSON-1639389385-project] Network 0b64b77a-1769-4ba3-98b8-e072ca99e966 is already hosted by enough agents. {{(pid=102386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 18:54:50.543209 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.base_scheduler [req-40bd0a93-72b2-4828-b13f-9d6c9a2d27c3 req-9745fe8c-8554-4f27-8e71-4c3fb10a761f tempest-ServerRescueTestJSON-1639389385 tempest-ServerRescueTestJSON-1639389385-project] Resources bound (agent type, host, resource id): {{(pid=102386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:54:50.549116 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [req-40bd0a93-72b2-4828-b13f-9d6c9a2d27c3 req-9745fe8c-8554-4f27-8e71-4c3fb10a761f tempest-ServerRescueTestJSON-1639389385 tempest-ServerRescueTestJSON-1639389385-project] Received port after_create {{(pid=102386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 18:54:50.551839 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-3865abbe-5624-4703-bac6-74139de904ef tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:50.555060 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-3865abbe-5624-4703-bac6-74139de904ef tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] Publish callbacks [] for security_group, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:50.556213 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-3865abbe-5624-4703-bac6-74139de904ef tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] 10.222.0.13 "DELETE /v2.0/security-groups/8015cb9a-1cfc-43ae-80a2-992db853641d HTTP/1.1" status: 204 len: 168 time: 0.7097886 Nov 05 18:54:50.567584 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 34200) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:54:50.610532 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9745fe8c-8554-4f27-8e71-4c3fb10a761f tempest-ServerRescueTestJSON-1639389385 tempest-ServerRescueTestJSON-1639389385-project] Pushing event updated for resources: {'Port': ['ID=c3797f08-fd86-493c-a9aa-1327309c63e1,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:54:50.628872 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3865abbe-5624-4703-bac6-74139de904ef tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8015cb9a-1cfc-43ae-80a2-992db853641d,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:54:50.633817 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-c94eda94-4b64-4242-82e6-42fc8422c143 None None] Provisioning complete for port 73d6ebd4-ff4c-4965-95fc-ec7dc21c28d5 triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:54:50.635831 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c94eda94-4b64-4242-82e6-42fc8422c143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:50.644587 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-057c0d60-5e44-4423-9170-02e09bcaf644 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1573905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6149879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4877183'] for subnet, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:50.660752 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b774192-735f-4ebc-850c-cf55f23806bd tempest-AllowedAddressPairIpV6TestJSON-972849293 tempest-AllowedAddressPairIpV6TestJSON-972849293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:54:50.667245 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b774192-735f-4ebc-850c-cf55f23806bd tempest-AllowedAddressPairIpV6TestJSON-972849293 tempest-AllowedAddressPairIpV6TestJSON-972849293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:54:50.674301 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b774192-735f-4ebc-850c-cf55f23806bd tempest-AllowedAddressPairIpV6TestJSON-972849293 tempest-AllowedAddressPairIpV6TestJSON-972849293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:54:50.676391 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-2b774192-735f-4ebc-850c-cf55f23806bd tempest-AllowedAddressPairIpV6TestJSON-972849293 tempest-AllowedAddressPairIpV6TestJSON-972849293-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2481 time: 0.2400453 Nov 05 18:54:50.684387 n-d-816865-1 neutron-server[102386]: INFO neutron.api.v2.resource [None req-e2619400-46d3-4ae7-b902-6f2d1f6292b0 tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] show failed (client error): The resource could not be found. Nov 05 18:54:50.685663 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-e2619400-46d3-4ae7-b902-6f2d1f6292b0 tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] 10.222.0.13 "GET /v2.0/security-groups/8015cb9a-1cfc-43ae-80a2-992db853641d HTTP/1.1" status: 404 len: 347 time: 0.0892367 Nov 05 18:54:50.689809 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 34202) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:54:50.690385 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 34204) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:54:50.739693 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-c94eda94-4b64-4242-82e6-42fc8422c143 None None] Port 73d6ebd4-ff4c-4965-95fc-ec7dc21c28d5 cannot update to ACTIVE because it is not bound. {{(pid=102388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 18:54:50.776029 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34ca5206-0b2a-411f-b1e6-722f49815dee None None] Network 1c9d25d3-7f2e-4384-9081-dc17514a5578 requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 18:54:50.787819 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057c0d60-5e44-4423-9170-02e09bcaf644 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Pushing event deleted for resources: {'Subnet': ['ID=050c053f-cb67-453f-8773-9ad68f7a7753,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:54:50.795624 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bd0a93-72b2-4828-b13f-9d6c9a2d27c3 req-9745fe8c-8554-4f27-8e71-4c3fb10a761f tempest-ServerRescueTestJSON-1639389385 tempest-ServerRescueTestJSON-1639389385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:54:50.796437 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-40bd0a93-72b2-4828-b13f-9d6c9a2d27c3 req-9745fe8c-8554-4f27-8e71-4c3fb10a761f tempest-ServerRescueTestJSON-1639389385 tempest-ServerRescueTestJSON-1639389385-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:50.802786 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-099847c6-8071-484a-a803-fea6219833cd None None] New status for floating IP 54129476-87ac-4c3b-83dd-c0863122e401: DOWN {{(pid=102389) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 05 18:54:50.803346 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-057c0d60-5e44-4423-9170-02e09bcaf644 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Publish callbacks [] for subnet, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:50.809704 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-057c0d60-5e44-4423-9170-02e09bcaf644 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] 10.222.0.13 "DELETE /v2.0/subnets/050c053f-cb67-453f-8773-9ad68f7a7753 HTTP/1.1" status: 204 len: 168 time: 1.0062687 Nov 05 18:54:50.810379 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 34206) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:54:50.983012 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.db_base_plugin_v2 [None req-df2b1c91-88c8-4017-b042-b4434df93290 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Deleting subnet 60846aea-6ebb-45a7-8da9-8adbc57915d4 {{(pid=102386) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 05 18:54:50.999695 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-df2b1c91-88c8-4017-b042-b4434df93290 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Publish callbacks [] for subnet, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:51.037218 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-40bd0a93-72b2-4828-b13f-9d6c9a2d27c3 req-9745fe8c-8554-4f27-8e71-4c3fb10a761f tempest-ServerRescueTestJSON-1639389385 tempest-ServerRescueTestJSON-1639389385-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3825788 Nov 05 18:54:51.086993 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [req-40bd0a93-72b2-4828-b13f-9d6c9a2d27c3 req-e68d45b9-2d52-4816-a467-607184534e9a service neutron] Request body: {'port': {'device_id': '71eadb3a-495a-4683-a4fb-df865dfdd3a2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816865-1'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:54:51.090827 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-cd564ae3-b867-49ab-911e-e61d4c6cd03a admin admin] Publish callbacks [] for port, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:51.095184 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-9af7b405-14cc-47ec-9792-3f6b60dbdeff tempest-AllowedAddressPairIpV6TestJSON-972849293 tempest-AllowedAddressPairIpV6TestJSON-972849293-project] Deleting port 73d6ebd4-ff4c-4965-95fc-ec7dc21c28d5 {{(pid=102386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 18:54:51.095557 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-9af7b405-14cc-47ec-9792-3f6b60dbdeff tempest-AllowedAddressPairIpV6TestJSON-972849293 tempest-AllowedAddressPairIpV6TestJSON-972849293-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:51.105895 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f849eb20-ce9e-45b4-800e-a760f99c6bf9 req-46330368-86f2-4c7d-a660-6ac1bf867f49 tempest-ServerRescueTestJSON-1639389385 tempest-ServerRescueTestJSON-1639389385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:54:51.107496 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-f849eb20-ce9e-45b4-800e-a760f99c6bf9 req-46330368-86f2-4c7d-a660-6ac1bf867f49 tempest-ServerRescueTestJSON-1639389385 tempest-ServerRescueTestJSON-1639389385-project] 10.222.0.13 "GET /v2.0/ports?device_id=71eadb3a-495a-4683-a4fb-df865dfdd3a2 HTTP/1.1" status: 200 len: 932 time: 0.6828494 Nov 05 18:54:51.121628 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-df2b1c91-88c8-4017-b042-b4434df93290 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4590738'] for subnet, precommit_delete_associations {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:51.139813 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-2c00909b-0ddd-41ee-803a-15c2b0f6ca05 req-e51b547b-24bd-482c-80ff-c1f6aa57d2a1 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=1682fb31-a1bf-43f5-a4fa-447937da8a91&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1112413 Nov 05 18:54:51.222518 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-f849eb20-ce9e-45b4-800e-a760f99c6bf9 req-2f92bb57-2397-41cf-b041-8725e4907878 tempest-ServerRescueTestJSON-1639389385 tempest-ServerRescueTestJSON-1639389385-project] 10.222.0.13 "GET /v2.0/security-groups?id=458afcac-91c4-437c-b78f-d73b875bd5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055462 Nov 05 18:54:51.253994 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-10019de3-fd8a-4ae9-8b53-88a5ed91a402 tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] Deleting port 2f8fe1f4-5904-4c4a-bc68-c07134729f8b {{(pid=102386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 18:54:51.256503 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-10019de3-fd8a-4ae9-8b53-88a5ed91a402 tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:51.272842 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c00909b-0ddd-41ee-803a-15c2b0f6ca05 req-e0afbc20-bad8-4f0e-9343-9439b366070c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:54:51.273418 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c00909b-0ddd-41ee-803a-15c2b0f6ca05 req-e0afbc20-bad8-4f0e-9343-9439b366070c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:54:51.273884 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c00909b-0ddd-41ee-803a-15c2b0f6ca05 req-e0afbc20-bad8-4f0e-9343-9439b366070c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:54:51.275600 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c00909b-0ddd-41ee-803a-15c2b0f6ca05 req-e0afbc20-bad8-4f0e-9343-9439b366070c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:54:51.275600 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c00909b-0ddd-41ee-803a-15c2b0f6ca05 req-e0afbc20-bad8-4f0e-9343-9439b366070c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:54:51.276561 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c00909b-0ddd-41ee-803a-15c2b0f6ca05 req-e0afbc20-bad8-4f0e-9343-9439b366070c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:54:51.277035 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c00909b-0ddd-41ee-803a-15c2b0f6ca05 req-e0afbc20-bad8-4f0e-9343-9439b366070c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:54:51.279295 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-2c00909b-0ddd-41ee-803a-15c2b0f6ca05 req-e0afbc20-bad8-4f0e-9343-9439b366070c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3f080cb3a4f24f1db8ad75a12c2cd4bf&device_id=1682fb31-a1bf-43f5-a4fa-447937da8a91 HTTP/1.1" status: 200 len: 6500 time: 0.0705419 Nov 05 18:54:51.313674 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-cd564ae3-b867-49ab-911e-e61d4c6cd03a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4417063'] for port, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:51.376016 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-40bd0a93-72b2-4828-b13f-9d6c9a2d27c3 req-e68d45b9-2d52-4816-a467-607184534e9a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:51.401485 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd564ae3-b867-49ab-911e-e61d4c6cd03a admin admin] Network 40c8335d-cd0b-4cb5-910a-d4dcddd5cbec is already hosted by enough agents. {{(pid=102387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 18:54:51.421541 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.base_scheduler [None req-cd564ae3-b867-49ab-911e-e61d4c6cd03a admin admin] Resources bound (agent type, host, resource id): {{(pid=102387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:54:51.441540 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd564ae3-b867-49ab-911e-e61d4c6cd03a admin admin] Received port after_create {{(pid=102387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 18:54:51.444006 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd564ae3-b867-49ab-911e-e61d4c6cd03a admin admin] Pushing event updated for resources: {'Port': ['ID=2382be70-456f-4cac-8965-62093dfa27d6,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:54:51.453458 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 34216) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:54:51.524174 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd564ae3-b867-49ab-911e-e61d4c6cd03a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:54:51.524174 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd564ae3-b867-49ab-911e-e61d4c6cd03a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:54:51.524484 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd564ae3-b867-49ab-911e-e61d4c6cd03a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:54:51.525042 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd564ae3-b867-49ab-911e-e61d4c6cd03a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:54:51.525779 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd564ae3-b867-49ab-911e-e61d4c6cd03a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:54:51.526331 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd564ae3-b867-49ab-911e-e61d4c6cd03a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:54:51.526889 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd564ae3-b867-49ab-911e-e61d4c6cd03a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:54:51.527036 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-9af7b405-14cc-47ec-9792-3f6b60dbdeff tempest-AllowedAddressPairIpV6TestJSON-972849293 tempest-AllowedAddressPairIpV6TestJSON-972849293-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:51.527530 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd564ae3-b867-49ab-911e-e61d4c6cd03a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:54:51.528032 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd564ae3-b867-49ab-911e-e61d4c6cd03a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:54:51.528531 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd564ae3-b867-49ab-911e-e61d4c6cd03a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:54:51.529039 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd564ae3-b867-49ab-911e-e61d4c6cd03a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:54:51.529538 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd564ae3-b867-49ab-911e-e61d4c6cd03a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:54:51.554766 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-10019de3-fd8a-4ae9-8b53-88a5ed91a402 tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:51.554766 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-10019de3-fd8a-4ae9-8b53-88a5ed91a402 tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:51.594655 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-9af7b405-14cc-47ec-9792-3f6b60dbdeff tempest-AllowedAddressPairIpV6TestJSON-972849293 tempest-AllowedAddressPairIpV6TestJSON-972849293-project] Calling delete_port for 73d6ebd4-ff4c-4965-95fc-ec7dc21c28d5 owned by {{(pid=102386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 18:54:51.651433 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-df2b1c91-88c8-4017-b042-b4434df93290 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1573928'] for subnet, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:51.655342 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-10019de3-fd8a-4ae9-8b53-88a5ed91a402 tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] Calling delete_port for 2f8fe1f4-5904-4c4a-bc68-c07134729f8b owned by network:floatingip {{(pid=102386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 18:54:51.655836 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c00909b-0ddd-41ee-803a-15c2b0f6ca05 req-612f20fc-96ab-43f7-8296-12a8c346579a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:54:51.656303 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c00909b-0ddd-41ee-803a-15c2b0f6ca05 req-612f20fc-96ab-43f7-8296-12a8c346579a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:54:51.656752 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c00909b-0ddd-41ee-803a-15c2b0f6ca05 req-612f20fc-96ab-43f7-8296-12a8c346579a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:54:51.658384 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-2c00909b-0ddd-41ee-803a-15c2b0f6ca05 req-612f20fc-96ab-43f7-8296-12a8c346579a service neutron] 10.222.0.41 "GET /v2.0/networks?id=ad4e0fc4-1abc-48fb-9c8e-5d76236fa098&id=59ceeb29-cfb5-4ee4-ad6e-189a26cd5b4e&id=59ceeb29-cfb5-4ee4-ad6e-189a26cd5b4e&id=59ceeb29-cfb5-4ee4-ad6e-189a26cd5b4e&id=59ceeb29-cfb5-4ee4-ad6e-189a26cd5b4e&id=92cc69b6-4cd1-4b33-bca8-908cd312767a&id=92cc69b6-4cd1-4b33-bca8-908cd312767a HTTP/1.1" status: 200 len: 2298 time: 0.3348520 Nov 05 18:54:51.684458 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-6ccff640-6d20-4184-b4b5-621b4ca1f3a9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:51.796663 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-2c00909b-0ddd-41ee-803a-15c2b0f6ca05 req-6e220f9e-856a-4804-9414-fd2abd58be9d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4a07aa35-4ba7-4db3-b8ab-837d8ca258a7 HTTP/1.1" status: 200 len: 1000 time: 0.1280651 Nov 05 18:54:51.871997 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c00909b-0ddd-41ee-803a-15c2b0f6ca05 req-e299359a-21ab-4198-a619-2b591f250694 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:54:51.873476 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-2c00909b-0ddd-41ee-803a-15c2b0f6ca05 req-e299359a-21ab-4198-a619-2b591f250694 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=785d7bfa-2453-4e75-8b0a-ec14975b144a HTTP/1.1" status: 200 len: 856 time: 0.0698144 Nov 05 18:54:51.916306 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-6ccff640-6d20-4184-b4b5-621b4ca1f3a9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:51.972443 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c00909b-0ddd-41ee-803a-15c2b0f6ca05 req-6991c949-8be0-4206-bf59-75cab66b638c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:54:51.974341 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-2c00909b-0ddd-41ee-803a-15c2b0f6ca05 req-6991c949-8be0-4206-bf59-75cab66b638c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ad4e0fc4-1abc-48fb-9c8e-5d76236fa098&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0887334 Nov 05 18:54:51.986814 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-de647d75-6dd9-4b9c-853f-5cba243377be None None] Provisioning complete for port 6bf6ce6f-3e51-4624-aae4-17f8a7658d54 triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:54:51.987439 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-de647d75-6dd9-4b9c-853f-5cba243377be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:52.010265 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-6ccff640-6d20-4184-b4b5-621b4ca1f3a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:52.075324 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-df2b1c91-88c8-4017-b042-b4434df93290 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1573905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6149879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4877183'] for subnet, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:52.143968 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2b1c91-88c8-4017-b042-b4434df93290 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Pushing event deleted for resources: {'Subnet': ['ID=60846aea-6ebb-45a7-8da9-8adbc57915d4,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:54:52.148933 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-6ccff640-6d20-4184-b4b5-621b4ca1f3a9 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=eb00f2be2a664399a8f6ed0991d6f630&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6935713 Nov 05 18:54:52.149858 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ccff640-6d20-4184-b4b5-621b4ca1f3a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da239ab6-7b6f-486f-b0eb-35ce66f69824,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:54:52.156141 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-df2b1c91-88c8-4017-b042-b4434df93290 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Publish callbacks [] for subnet, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:52.168882 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 34220) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:54:52.169748 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-df2b1c91-88c8-4017-b042-b4434df93290 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] 10.222.0.13 "DELETE /v2.0/subnets/60846aea-6ebb-45a7-8da9-8adbc57915d4 HTTP/1.1" status: 204 len: 168 time: 1.3413811 Nov 05 18:54:52.170243 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-cd564ae3-b867-49ab-911e-e61d4c6cd03a admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:52.170529 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0ad41a9-92a8-4cdf-850c-65e170ba5b48 None None] Network 1c9d25d3-7f2e-4384-9081-dc17514a5578 requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 18:54:52.173336 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 34222) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:54:52.251723 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-66d0591d-5474-4508-a2b6-dbd375d2e646 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0743949 Nov 05 18:54:52.252097 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 34224) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:54:52.270082 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-9af7b405-14cc-47ec-9792-3f6b60dbdeff tempest-AllowedAddressPairIpV6TestJSON-972849293 tempest-AllowedAddressPairIpV6TestJSON-972849293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:52.283378 n-d-816865-1 neutron-server[102386]: DEBUG neutron.notifiers.nova [req-40bd0a93-72b2-4828-b13f-9d6c9a2d27c3 req-e68d45b9-2d52-4816-a467-607184534e9a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c3797f08-fd86-493c-a9aa-1327309c63e1 {{(pid=102386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 18:54:52.292650 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-40bd0a93-72b2-4828-b13f-9d6c9a2d27c3 req-e68d45b9-2d52-4816-a467-607184534e9a service neutron] Publish callbacks [] for port, precommit_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:52.298766 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-2c00909b-0ddd-41ee-803a-15c2b0f6ca05 req-a07c2bab-81d3-4b7c-ae3c-918e0e330600 service neutron] 10.222.0.41 "GET /v2.0/networks/ad4e0fc4-1abc-48fb-9c8e-5d76236fa098?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3154564 Nov 05 18:54:52.357137 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.provisioning_blocks [req-40bd0a93-72b2-4828-b13f-9d6c9a2d27c3 req-e68d45b9-2d52-4816-a467-607184534e9a service neutron] Transition to ACTIVE for port object c3797f08-fd86-493c-a9aa-1327309c63e1 will not be triggered until provisioned by entity L2. {{(pid=102386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 05 18:54:52.358252 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af7b405-14cc-47ec-9792-3f6b60dbdeff tempest-AllowedAddressPairIpV6TestJSON-972849293 tempest-AllowedAddressPairIpV6TestJSON-972849293-project] Pushing event deleted for resources: {'Port': ['ID=73d6ebd4-ff4c-4965-95fc-ec7dc21c28d5,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:54:52.363038 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-10019de3-fd8a-4ae9-8b53-88a5ed91a402 tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:52.411294 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c237ae8b-00bd-4956-8b8e-2edfeda07c8b None None] DHCP port deletion for 1c9d25d3-7f2e-4384-9081-dc17514a5578 request from n-d-816865-1 {{(pid=102388) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 05 18:54:52.439956 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10019de3-fd8a-4ae9-8b53-88a5ed91a402 tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] Pushing event deleted for resources: {'Port': ['ID=2f8fe1f4-5904-4c4a-bc68-c07134729f8b,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:54:52.477275 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-40bd0a93-72b2-4828-b13f-9d6c9a2d27c3 req-e68d45b9-2d52-4816-a467-607184534e9a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6149821'] for port, after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:52.497164 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-c237ae8b-00bd-4956-8b8e-2edfeda07c8b None None] Deleting port 6bf6ce6f-3e51-4624-aae4-17f8a7658d54 {{(pid=102388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 18:54:52.497626 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c237ae8b-00bd-4956-8b8e-2edfeda07c8b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:52.507732 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-b544dee5-e94f-42d8-a064-46160e8c3d1c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:52.515338 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3b826ca-118e-4aeb-8a30-b3bdf142fb7d tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:54:52.516997 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-e3b826ca-118e-4aeb-8a30-b3bdf142fb7d tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.2628438 Nov 05 18:54:52.522364 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 34232) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:54:52.627322 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-c237ae8b-00bd-4956-8b8e-2edfeda07c8b None None] For port 6bf6ce6f-3e51-4624-aae4-17f8a7658d54, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=6bf6ce6f-3e51-4624-aae4-17f8a7658d54,segment=NetworkSegment(1bdc5ccc-001b-4584-b217-2d1934002f57),segment_id=1bdc5ccc-001b-4584-b217-2d1934002f57)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:54:52.632450 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c237ae8b-00bd-4956-8b8e-2edfeda07c8b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:52.649274 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-c237ae8b-00bd-4956-8b8e-2edfeda07c8b None None] Calling delete_port for 6bf6ce6f-3e51-4624-aae4-17f8a7658d54 owned by network:dhcp {{(pid=102388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 18:54:52.656353 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-b544dee5-e94f-42d8-a064-46160e8c3d1c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:52.676604 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68d45b9-2d52-4816-a467-607184534e9a service neutron] Pushing event updated for resources: {'Port': ['ID=c3797f08-fd86-493c-a9aa-1327309c63e1,revision_number=2']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:54:52.719273 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-10019de3-fd8a-4ae9-8b53-88a5ed91a402 tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] Publish callbacks [] for floatingip, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:52.721849 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-10019de3-fd8a-4ae9-8b53-88a5ed91a402 tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for floatingip, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:52.725742 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-10019de3-fd8a-4ae9-8b53-88a5ed91a402 tempest-ServerActionsTestJSON-1020177998 tempest-ServerActionsTestJSON-1020177998-project] 10.222.0.13 "DELETE /v2.0/floatingips/54129476-87ac-4c3b-83dd-c0863122e401 HTTP/1.1" status: 204 len: 168 time: 2.0262375 Nov 05 18:54:52.732311 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-9af7b405-14cc-47ec-9792-3f6b60dbdeff tempest-AllowedAddressPairIpV6TestJSON-972849293 tempest-AllowedAddressPairIpV6TestJSON-972849293-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:52.732311 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-9af7b405-14cc-47ec-9792-3f6b60dbdeff tempest-AllowedAddressPairIpV6TestJSON-972849293 tempest-AllowedAddressPairIpV6TestJSON-972849293-project] 10.222.0.13 "DELETE /v2.0/ports/73d6ebd4-ff4c-4965-95fc-ec7dc21c28d5 HTTP/1.1" status: 204 len: 168 time: 2.0338287 Nov 05 18:54:52.732311 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 34236) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:54:52.754135 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 34238) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:54:52.778779 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f370d5-8e5e-49f2-a685-3bfa9a3f9512 req-3e360412-6aed-4db8-ab44-afce127c0bef tempest-ServerRescueTestJSON-1639389385 tempest-ServerRescueTestJSON-1639389385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:54:52.780481 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-13f370d5-8e5e-49f2-a685-3bfa9a3f9512 req-3e360412-6aed-4db8-ab44-afce127c0bef tempest-ServerRescueTestJSON-1639389385 tempest-ServerRescueTestJSON-1639389385-project] 10.222.0.13 "GET /v2.0/ports?device_id=71eadb3a-495a-4683-a4fb-df865dfdd3a2 HTTP/1.1" status: 200 len: 932 time: 0.4279571 Nov 05 18:54:52.788488 n-d-816865-1 neutron-server[102386]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c6147ed-8518-4d95-b40c-b4fc2fb5a90a tempest-AllowedAddressPairIpV6TestJSON-972849293 tempest-AllowedAddressPairIpV6TestJSON-972849293-project] GET failed (client error): The resource could not be found. Nov 05 18:54:52.791085 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-9c6147ed-8518-4d95-b40c-b4fc2fb5a90a tempest-AllowedAddressPairIpV6TestJSON-972849293 tempest-AllowedAddressPairIpV6TestJSON-972849293-project] 10.222.0.13 "GET /v2.0/ports/73d6ebd4-ff4c-4965-95fc-ec7dc21c28d5 HTTP/1.1" status: 404 len: 333 time: 0.0349872 Nov 05 18:54:52.799385 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 34242) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:54:52.806101 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-76f39045-ceb4-4ead-a0c3-097194b659f1 tempest-AllowedAddressPairIpV6TestJSON-972849293 tempest-AllowedAddressPairIpV6TestJSON-972849293-project] Request body: {'port': {'network_id': 'a0e16542-d981-481b-9eaf-465415ed5975', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-359449866'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:54:52.823204 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63a10d0d-9b8b-4efc-9990-b0968db3b113 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:54:52.825598 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-63a10d0d-9b8b-4efc-9990-b0968db3b113 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3018386 Nov 05 18:54:52.827180 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-2c00909b-0ddd-41ee-803a-15c2b0f6ca05 req-72c8a412-1132-4119-a118-5766a43ff16e service neutron] 10.222.0.41 "GET /v2.0/networks/ad4e0fc4-1abc-48fb-9c8e-5d76236fa098?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4717016 Nov 05 18:54:52.832278 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 34244) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:54:52.895955 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c237ae8b-00bd-4956-8b8e-2edfeda07c8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798'] for port, after_delete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:52.921249 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-f21c36b4-98a5-488a-93c5-e5bab4a9884f tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0828474 Nov 05 18:54:52.926936 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c237ae8b-00bd-4956-8b8e-2edfeda07c8b None None] Pushing event deleted for resources: {'Port': ['ID=6bf6ce6f-3e51-4624-aae4-17f8a7658d54,revision_number=None']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:54:52.930222 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 34246) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:54:52.930416 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c237ae8b-00bd-4956-8b8e-2edfeda07c8b None None] No DVR routers for this DVR port 6bf6ce6f-3e51-4624-aae4-17f8a7658d54 on host n-d-816865-1 {{(pid=102388) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 18:54:52.936946 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-1081adc0-5dff-4ddd-bd88-0965ced47db2 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Request body: {'subnet': {'network_id': '1c9d25d3-7f2e-4384-9081-dc17514a5578', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:54:52.975447 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-2c00909b-0ddd-41ee-803a-15c2b0f6ca05 req-f5b75d0e-e455-4606-b890-24a175992be2 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.71&port_id=67bf7a45-d02d-4202-afe1-d2eef054ceb0 HTTP/1.1" status: 200 len: 217 time: 0.1122637 Nov 05 18:54:52.996486 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [req-40bd0a93-72b2-4828-b13f-9d6c9a2d27c3 req-e68d45b9-2d52-4816-a467-607184534e9a service neutron] Attempting to bind port c3797f08-fd86-493c-a9aa-1327309c63e1 on host n-h2-816865-1 for vnic_type normal with profile {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 18:54:52.996832 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [req-40bd0a93-72b2-4828-b13f-9d6c9a2d27c3 req-e68d45b9-2d52-4816-a467-607184534e9a service neutron] Attempting to bind port c3797f08-fd86-493c-a9aa-1327309c63e1 by drivers openvswitch,hyperv on host n-h2-816865-1 at level 0 using segments [{'id': 'e94198e7-7484-4b3b-b2bf-001822904d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '0b64b77a-1769-4ba3-98b8-e072ca99e966'}] {{(pid=102386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 18:54:52.997155 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40bd0a93-72b2-4828-b13f-9d6c9a2d27c3 req-e68d45b9-2d52-4816-a467-607184534e9a service neutron] Attempting to bind port c3797f08-fd86-493c-a9aa-1327309c63e1 on network 0b64b77a-1769-4ba3-98b8-e072ca99e966 {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 18:54:53.032665 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-13f370d5-8e5e-49f2-a685-3bfa9a3f9512 req-e343a8d8-2b81-43ed-8a66-a5e7a7324a9b tempest-ServerRescueTestJSON-1639389385 tempest-ServerRescueTestJSON-1639389385-project] 10.222.0.13 "GET /v2.0/security-groups?id=458afcac-91c4-437c-b78f-d73b875bd5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2272403 Nov 05 18:54:53.037600 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-cd564ae3-b867-49ab-911e-e61d4c6cd03a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-571384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1000487'] for router, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:53.060178 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c00909b-0ddd-41ee-803a-15c2b0f6ca05 req-9976a898-6110-4952-b2fd-336489a2829e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:54:53.060178 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-2c00909b-0ddd-41ee-803a-15c2b0f6ca05 req-9976a898-6110-4952-b2fd-336489a2829e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e9dfd8b9-004d-48f6-8398-0a38af599af4 HTTP/1.1" status: 200 len: 797 time: 0.0731578 Nov 05 18:54:53.066344 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40bd0a93-72b2-4828-b13f-9d6c9a2d27c3 req-e68d45b9-2d52-4816-a467-607184534e9a service neutron] Port c3797f08-fd86-493c-a9aa-1327309c63e1 on network 0b64b77a-1769-4ba3-98b8-e072ca99e966 not bound, no agent of type Open vSwitch agent registered on host n-h2-816865-1 {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 18:54:53.066669 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40bd0a93-72b2-4828-b13f-9d6c9a2d27c3 req-e68d45b9-2d52-4816-a467-607184534e9a service neutron] Attempting to bind port c3797f08-fd86-493c-a9aa-1327309c63e1 on network 0b64b77a-1769-4ba3-98b8-e072ca99e966 {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 18:54:53.098708 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-b544dee5-e94f-42d8-a064-46160e8c3d1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:53.101324 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-b544dee5-e94f-42d8-a064-46160e8c3d1c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:53.102491 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-b544dee5-e94f-42d8-a064-46160e8c3d1c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/da239ab6-7b6f-486f-b0eb-35ce66f69824 HTTP/1.1" status: 204 len: 168 time: 0.9441702 Nov 05 18:54:53.135962 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40bd0a93-72b2-4828-b13f-9d6c9a2d27c3 req-e68d45b9-2d52-4816-a467-607184534e9a service neutron] Checking agent: {'id': '32aff553-696f-4891-83f5-5c176f61fe54', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816865-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 18, 33, 36), 'started_at': datetime.datetime(2021, 11, 5, 18, 33, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 18, 54, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 18:54:53.136521 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40bd0a93-72b2-4828-b13f-9d6c9a2d27c3 req-e68d45b9-2d52-4816-a467-607184534e9a service neutron] Checking segment: {'id': 'e94198e7-7484-4b3b-b2bf-001822904d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '0b64b77a-1769-4ba3-98b8-e072ca99e966'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 18:54:53.136822 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40bd0a93-72b2-4828-b13f-9d6c9a2d27c3 req-e68d45b9-2d52-4816-a467-607184534e9a service neutron] Bound using segment: {'id': 'e94198e7-7484-4b3b-b2bf-001822904d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '0b64b77a-1769-4ba3-98b8-e072ca99e966'} {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 18:54:53.137429 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [req-40bd0a93-72b2-4828-b13f-9d6c9a2d27c3 req-e68d45b9-2d52-4816-a467-607184534e9a service neutron] Bound port: c3797f08-fd86-493c-a9aa-1327309c63e1, host: n-h2-816865-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e94198e7-7484-4b3b-b2bf-001822904d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '0b64b77a-1769-4ba3-98b8-e072ca99e966'}}] {{(pid=102386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 18:54:53.137733 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-40bd0a93-72b2-4828-b13f-9d6c9a2d27c3 req-e68d45b9-2d52-4816-a467-607184534e9a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:53.141995 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b544dee5-e94f-42d8-a064-46160e8c3d1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da239ab6-7b6f-486f-b0eb-35ce66f69824,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:54:53.193731 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c00909b-0ddd-41ee-803a-15c2b0f6ca05 req-2baaf85e-51f9-4156-8046-670db0cebe53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:54:53.198155 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-2c00909b-0ddd-41ee-803a-15c2b0f6ca05 req-2baaf85e-51f9-4156-8046-670db0cebe53 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=59ceeb29-cfb5-4ee4-ad6e-189a26cd5b4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1061974 Nov 05 18:54:53.320089 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-2c00909b-0ddd-41ee-803a-15c2b0f6ca05 req-3c18704e-b072-4858-bf77-d6f0ff46457e service neutron] 10.222.0.41 "GET /v2.0/networks/59ceeb29-cfb5-4ee4-ad6e-189a26cd5b4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1145246 Nov 05 18:54:53.339755 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76f39045-ceb4-4ead-a0c3-097194b659f1 tempest-AllowedAddressPairIpV6TestJSON-972849293 tempest-AllowedAddressPairIpV6TestJSON-972849293-project] Made reservation on behalf of aef3e586007e4b4c84fadc50798eb2d5 for: {'port': 1} {{(pid=102386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 18:54:53.343214 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-76f39045-ceb4-4ead-a0c3-097194b659f1 tempest-AllowedAddressPairIpV6TestJSON-972849293 tempest-AllowedAddressPairIpV6TestJSON-972849293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:53.345505 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [req-40bd0a93-72b2-4828-b13f-9d6c9a2d27c3 req-e68d45b9-2d52-4816-a467-607184534e9a service neutron] For port c3797f08-fd86-493c-a9aa-1327309c63e1, host n-h2-816865-1, cleared binding levels {{(pid=102386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 18:54:53.385117 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [req-40bd0a93-72b2-4828-b13f-9d6c9a2d27c3 req-e68d45b9-2d52-4816-a467-607184534e9a service neutron] For port c3797f08-fd86-493c-a9aa-1327309c63e1, host n-h2-816865-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=c3797f08-fd86-493c-a9aa-1327309c63e1,segment=NetworkSegment(e94198e7-7484-4b3b-b2bf-001822904d02),segment_id=e94198e7-7484-4b3b-b2bf-001822904d02)] {{(pid=102386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 18:54:53.397636 n-d-816865-1 neutron-server[102386]: DEBUG neutron.notifiers.nova [None req-76f39045-ceb4-4ead-a0c3-097194b659f1 tempest-AllowedAddressPairIpV6TestJSON-972849293 tempest-AllowedAddressPairIpV6TestJSON-972849293-project] device_id is not set on port 2325688d-efe4-4bf1-a686-0096b73f956a yet. {{(pid=102386) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 05 18:54:53.426294 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-2c00909b-0ddd-41ee-803a-15c2b0f6ca05 req-4f314b9d-e362-4944-af7f-e38441486201 service neutron] 10.222.0.41 "GET /v2.0/networks/59ceeb29-cfb5-4ee4-ad6e-189a26cd5b4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0985577 Nov 05 18:54:53.443789 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd564ae3-b867-49ab-911e-e61d4c6cd03a admin admin] Router b32ffb7d-ccaa-44d5-b592-d1604e1d4445 is scheduled to L3 agent 6dcb5589-8e86-4616-9186-ddc4548e13ad with binding_index 1 {{(pid=102387) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 05 18:54:53.491170 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-2c00909b-0ddd-41ee-803a-15c2b0f6ca05 req-ea1f59cd-9c42-4a2c-996a-debd2013cd7f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.82&port_id=2456eae3-169a-4fab-a13d-e220c18e5959 HTTP/1.1" status: 200 len: 217 time: 0.0563595 Nov 05 18:54:53.672217 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c00909b-0ddd-41ee-803a-15c2b0f6ca05 req-3ca73475-5e29-4585-b346-cf244f2161e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:54:53.673759 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-2c00909b-0ddd-41ee-803a-15c2b0f6ca05 req-3ca73475-5e29-4585-b346-cf244f2161e8 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e9dfd8b9-004d-48f6-8398-0a38af599af4 HTTP/1.1" status: 200 len: 797 time: 0.1752234 Nov 05 18:54:53.739154 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd564ae3-b867-49ab-911e-e61d4c6cd03a admin admin] Notify agent at l3_agent.n-d-816865-1 the message routers_updated {{(pid=102387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 18:54:53.756254 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c00909b-0ddd-41ee-803a-15c2b0f6ca05 req-3f1af392-5e9d-4a1b-9269-172aa233b507 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:54:53.757730 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-2c00909b-0ddd-41ee-803a-15c2b0f6ca05 req-3f1af392-5e9d-4a1b-9269-172aa233b507 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=59ceeb29-cfb5-4ee4-ad6e-189a26cd5b4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0732930 Nov 05 18:54:53.757887 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff28d270-95de-494e-b4e0-76c0a8637d5e None None] Sync routers for ids ['b32ffb7d-ccaa-44d5-b592-d1604e1d4445'] in n-d-816865-1 {{(pid=102388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 18:54:53.773362 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff28d270-95de-494e-b4e0-76c0a8637d5e None None] Routers {'b32ffb7d-ccaa-44d5-b592-d1604e1d4445'} bound to L3 agent in host n-d-816865-1 {{(pid=102388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 18:54:53.780022 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-ff28d270-95de-494e-b4e0-76c0a8637d5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T18:54:35Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['b32ffb7d-ccaa-44d5-b592-d1604e1d4445'], 'active': True} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:54:53.839269 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1081adc0-5dff-4ddd-bd88-0965ced47db2 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Made reservation on behalf of 7bc73c6c17f842a987dd31290d20faa2 for: {'subnet': 1} {{(pid=102386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 18:54:53.842770 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-1081adc0-5dff-4ddd-bd88-0965ced47db2 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4877122'] for subnet, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:53.844600 n-d-816865-1 neutron-server[102386]: INFO neutron.pecan_wsgi.hooks.translation [None req-1081adc0-5dff-4ddd-bd88-0965ced47db2 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 05 18:54:53.845042 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1081adc0-5dff-4ddd-bd88-0965ced47db2 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102386) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 05 18:54:53.847563 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-40bd0a93-72b2-4828-b13f-9d6c9a2d27c3 req-e68d45b9-2d52-4816-a467-607184534e9a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6149821'] for port, after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:53.863842 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-cd564ae3-b867-49ab-911e-e61d4c6cd03a admin admin] Publish callbacks [] for router, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:53.872360 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 34266) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:54:53.874848 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-cd564ae3-b867-49ab-911e-e61d4c6cd03a admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 4.9704876 Nov 05 18:54:53.907257 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvr_db [None req-ff28d270-95de-494e-b4e0-76c0a8637d5e None None] Set router b32ffb7d-ccaa-44d5-b592-d1604e1d4445 gateway port host: n-d-816865-1 {{(pid=102388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 18:54:53.933810 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-2c00909b-0ddd-41ee-803a-15c2b0f6ca05 req-d1e90fba-908e-47d3-a203-d7cc4ed65abd service neutron] 10.222.0.41 "GET /v2.0/networks/59ceeb29-cfb5-4ee4-ad6e-189a26cd5b4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1626520 Nov 05 18:54:53.979279 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bd0a93-72b2-4828-b13f-9d6c9a2d27c3 req-e68d45b9-2d52-4816-a467-607184534e9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:54:53.987584 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-40bd0a93-72b2-4828-b13f-9d6c9a2d27c3 req-e68d45b9-2d52-4816-a467-607184534e9a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:53.987584 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-40bd0a93-72b2-4828-b13f-9d6c9a2d27c3 req-e68d45b9-2d52-4816-a467-607184534e9a service neutron] 10.222.0.55 "PUT /v2.0/ports/c3797f08-fd86-493c-a9aa-1327309c63e1 HTTP/1.1" status: 200 len: 1092 time: 2.9251738 Nov 05 18:54:53.990679 n-d-816865-1 neutron-server[102386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71eadb3a-495a-4683-a4fb-df865dfdd3a2', 'tag': 'c3797f08-fd86-493c-a9aa-1327309c63e1'}] {{(pid=102386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 18:54:53.992939 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6173a44d7c73f41af551dc890fa1a5892c2c6bc3458b640c8e0c24db7876ba6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5164b8a9-e314-49ef-bcf7-c300f25ec5a6" -d '{"events": [{"name": "network-changed", "server_uuid": "71eadb3a-495a-4683-a4fb-df865dfdd3a2", "tag": "c3797f08-fd86-493c-a9aa-1327309c63e1"}]}' {{(pid=102386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 18:54:54.044736 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-1081adc0-5dff-4ddd-bd88-0965ced47db2 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 1.1117811 Nov 05 18:54:54.062403 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 34270) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:54:54.074696 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-eb748628-7d8a-409a-90a3-f9c9f19dd196 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Request body: {'subnet': {'network_id': '1c9d25d3-7f2e-4384-9081-dc17514a5578', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:54:54.085028 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68d45b9-2d52-4816-a467-607184534e9a service neutron] Pushing event updated for resources: {'Port': ['ID=c3797f08-fd86-493c-a9aa-1327309c63e1,revision_number=3']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:54:54.113951 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 6bf6ce6f-3e51-4624-aae4-17f8a7658d54 no longer exists at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 18:54:54.158772 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] No Port match for: 6bf6ce6f-3e51-4624-aae4-17f8a7658d54 {{(pid=102388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 18:54:54.159637 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 6bf6ce6f-3e51-4624-aae4-17f8a7658d54 not bound to the agent host n-d-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 18:54:54.209751 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 18:54:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cac89496-3b60-4297-bef9-571f56e065cc x-openstack-request-id: req-cac89496-3b60-4297-bef9-571f56e065cc {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 18:54:54.210503 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71eadb3a-495a-4683-a4fb-df865dfdd3a2", "tag": "c3797f08-fd86-493c-a9aa-1327309c63e1", "status": "completed", "code": 200}]} {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 18:54:54.210503 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-cac89496-3b60-4297-bef9-571f56e065cc {{(pid=102386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 18:54:54.210715 n-d-816865-1 neutron-server[102386]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71eadb3a-495a-4683-a4fb-df865dfdd3a2', 'tag': 'c3797f08-fd86-493c-a9aa-1327309c63e1', 'status': 'completed', 'code': 200} Nov 05 18:54:54.211877 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.db_base_plugin_common [None req-76f39045-ceb4-4ead-a0c3-097194b659f1 tempest-AllowedAddressPairIpV6TestJSON-972849293 tempest-AllowedAddressPairIpV6TestJSON-972849293-project] Allocated IP 2001:db8::178 (a0e16542-d981-481b-9eaf-465415ed5975/a53b311c-d3db-45aa-99f1-de2d93418ad0/2325688d-efe4-4bf1-a686-0096b73f956a) {{(pid=102386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 18:54:54.269166 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-ff28d270-95de-494e-b4e0-76c0a8637d5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b32ffb7d-ccaa-44d5-b592-d1604e1d4445', 'name': 'tempest-ServerRescueTestJSONUnderV235-1872294056-router', 'tenant_id': '06ed96522e9e42a39945febc80e1faeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.168'}], 'enable_snat': True}, 'gw_port_id': '2382be70-456f-4cac-8965-62093dfa27d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T18:54:49Z', 'updated_at': '2021-11-05T18:54:51Z', 'revision_number': 3, 'project_id': '06ed96522e9e42a39945febc80e1faeb', 'gw_port': {'id': '2382be70-456f-4cac-8965-62093dfa27d6', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:c5:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b32ffb7d-ccaa-44d5-b592-d1604e1d4445', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1904, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T18:54:49Z', 'updated_at': '2021-11-05T18:54:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1'}], 'n-d-816865-1', False) {} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:54:54.310618 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff28d270-95de-494e-b4e0-76c0a8637d5e None None] Checking router: b32ffb7d-ccaa-44d5-b592-d1604e1d4445 for host: n-d-816865-1 {{(pid=102388) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 18:54:54.311237 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff28d270-95de-494e-b4e0-76c0a8637d5e None None] Updating router b32ffb7d-ccaa-44d5-b592-d1604e1d4445 port 2382be70-456f-4cac-8965-62093dfa27d6 binding host n-d-816865-1 {{(pid=102388) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 05 18:54:54.349375 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-ff28d270-95de-494e-b4e0-76c0a8637d5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:54.421957 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5164b8a9-e314-49ef-bcf7-c300f25ec5a6 req-42296fb6-31a1-4243-ae39-58528bfaf9aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:54:54.423459 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-5164b8a9-e314-49ef-bcf7-c300f25ec5a6 req-42296fb6-31a1-4243-ae39-58528bfaf9aa service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=bc43cc4e829541bd87fc815a2a0048f0&device_id=71eadb3a-495a-4683-a4fb-df865dfdd3a2 HTTP/1.1" status: 200 len: 1095 time: 0.2057800 Nov 05 18:54:54.524121 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb748628-7d8a-409a-90a3-f9c9f19dd196 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Made reservation on behalf of 7bc73c6c17f842a987dd31290d20faa2 for: {'subnet': 1} {{(pid=102386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 18:54:54.528542 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-eb748628-7d8a-409a-90a3-f9c9f19dd196 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4877122'] for subnet, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:54.530643 n-d-816865-1 neutron-server[102386]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb748628-7d8a-409a-90a3-f9c9f19dd196 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 05 18:54:54.531293 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eb748628-7d8a-409a-90a3-f9c9f19dd196 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102386) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 05 18:54:54.548913 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-2c00909b-0ddd-41ee-803a-15c2b0f6ca05 req-37be6921-b843-446c-94a4-fd70633fa71c service neutron] 10.222.0.41 "GET /v2.0/networks/59ceeb29-cfb5-4ee4-ad6e-189a26cd5b4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6076181 Nov 05 18:54:54.602484 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-2c00909b-0ddd-41ee-803a-15c2b0f6ca05 req-b4539a01-0cfd-4bca-92f4-b14bc4901a95 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.133&port_id=46698228-652b-414f-824e-358a6286420a HTTP/1.1" status: 200 len: 217 time: 0.0463970 Nov 05 18:54:54.610938 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0115e0c-1154-4483-a443-376d3772ee6b req-49e7d2d2-b276-42fa-a358-561dc469010f tempest-ServerRescueTestJSON-1639389385 tempest-ServerRescueTestJSON-1639389385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:54:54.620137 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-f0115e0c-1154-4483-a443-376d3772ee6b req-49e7d2d2-b276-42fa-a358-561dc469010f tempest-ServerRescueTestJSON-1639389385 tempest-ServerRescueTestJSON-1639389385-project] 10.222.0.13 "GET /v2.0/ports?device_id=71eadb3a-495a-4683-a4fb-df865dfdd3a2 HTTP/1.1" status: 200 len: 944 time: 0.2125220 Nov 05 18:54:54.714596 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-ff28d270-95de-494e-b4e0-76c0a8637d5e None None] Publish callbacks [] for port, precommit_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:54.739633 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-3bce6381-89ea-4c19-aa98-ac35769c35b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-571777'] for router_interface, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:54.758594 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-eb748628-7d8a-409a-90a3-f9c9f19dd196 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.6946683 Nov 05 18:54:54.766276 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 34290) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:54:54.768325 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-f89454b0-24ee-42a3-9629-c10dc2b1bfba tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Request body: {'subnet': {'network_id': '1c9d25d3-7f2e-4384-9081-dc17514a5578', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:54:54.798708 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c00909b-0ddd-41ee-803a-15c2b0f6ca05 req-c1bcdf31-5274-4587-9a00-648910a45652 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:54:54.800849 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-2c00909b-0ddd-41ee-803a-15c2b0f6ca05 req-c1bcdf31-5274-4587-9a00-648910a45652 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e9dfd8b9-004d-48f6-8398-0a38af599af4 HTTP/1.1" status: 200 len: 797 time: 0.1785760 Nov 05 18:54:54.804395 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-f0115e0c-1154-4483-a443-376d3772ee6b req-de1d6ebc-ca47-4ded-b25d-964f95db1060 tempest-ServerRescueTestJSON-1639389385 tempest-ServerRescueTestJSON-1639389385-project] 10.222.0.13 "GET /v2.0/security-groups?id=458afcac-91c4-437c-b78f-d73b875bd5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1842401 Nov 05 18:54:54.830167 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-ff28d270-95de-494e-b4e0-76c0a8637d5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:54.890826 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-76f39045-ceb4-4ead-a0c3-097194b659f1 tempest-AllowedAddressPairIpV6TestJSON-972849293 tempest-AllowedAddressPairIpV6TestJSON-972849293-project] Publish callbacks [] for port, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:54.891438 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-ff28d270-95de-494e-b4e0-76c0a8637d5e None None] Attempting to bind port 2382be70-456f-4cac-8965-62093dfa27d6 on host n-d-816865-1 for vnic_type normal with profile {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 18:54:54.892655 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-ff28d270-95de-494e-b4e0-76c0a8637d5e None None] Attempting to bind port 2382be70-456f-4cac-8965-62093dfa27d6 by drivers openvswitch,hyperv on host n-d-816865-1 at level 0 using segments [{'id': '85be518c-8bb4-46a2-a903-d4292782d29d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec'}] {{(pid=102388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 18:54:54.893031 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff28d270-95de-494e-b4e0-76c0a8637d5e None None] Attempting to bind port 2382be70-456f-4cac-8965-62093dfa27d6 on network 40c8335d-cd0b-4cb5-910a-d4dcddd5cbec {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 18:54:54.897323 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5164b8a9-e314-49ef-bcf7-c300f25ec5a6 req-20377d4d-8fbe-4017-83da-29b8bbf25be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:54:54.899154 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-5164b8a9-e314-49ef-bcf7-c300f25ec5a6 req-20377d4d-8fbe-4017-83da-29b8bbf25be6 service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=bc43cc4e829541bd87fc815a2a0048f0&shared=False HTTP/1.1" status: 200 len: 912 time: 0.4606929 Nov 05 18:54:54.909988 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff28d270-95de-494e-b4e0-76c0a8637d5e None None] Checking agent: {'id': '724d89a7-611b-41e6-bc85-c48112b17afa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 18, 25, 8), 'started_at': datetime.datetime(2021, 11, 5, 18, 25, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 18, 54, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 18:54:54.910441 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff28d270-95de-494e-b4e0-76c0a8637d5e None None] Checking segment: {'id': '85be518c-8bb4-46a2-a903-d4292782d29d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 18:54:54.910822 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-ff28d270-95de-494e-b4e0-76c0a8637d5e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:54.911212 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff28d270-95de-494e-b4e0-76c0a8637d5e None None] Bound using segment: {'id': '85be518c-8bb4-46a2-a903-d4292782d29d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec'} {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 18:54:54.911781 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-ff28d270-95de-494e-b4e0-76c0a8637d5e None None] Bound port: 2382be70-456f-4cac-8965-62093dfa27d6, host: n-d-816865-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85be518c-8bb4-46a2-a903-d4292782d29d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec'}}] {{(pid=102388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 18:54:54.912171 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-ff28d270-95de-494e-b4e0-76c0a8637d5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:54.915131 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15faa92-6847-4d15-8ecd-65b84b4b1528 None None] Pushing event updated for resources: {'Port': ['ID=2382be70-456f-4cac-8965-62093dfa27d6,revision_number=2']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:54:54.948906 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c00909b-0ddd-41ee-803a-15c2b0f6ca05 req-55fcaef9-961f-416a-99b8-cd91d8d6c794 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:54:54.950472 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-2c00909b-0ddd-41ee-803a-15c2b0f6ca05 req-55fcaef9-961f-416a-99b8-cd91d8d6c794 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=59ceeb29-cfb5-4ee4-ad6e-189a26cd5b4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1378365 Nov 05 18:54:55.006454 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-ff28d270-95de-494e-b4e0-76c0a8637d5e None None] For port 2382be70-456f-4cac-8965-62093dfa27d6, host n-d-816865-1, cleared binding levels {{(pid=102388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 18:54:55.017083 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-ff28d270-95de-494e-b4e0-76c0a8637d5e None None] For port 2382be70-456f-4cac-8965-62093dfa27d6, host n-d-816865-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=2382be70-456f-4cac-8965-62093dfa27d6,segment=NetworkSegment(85be518c-8bb4-46a2-a903-d4292782d29d),segment_id=85be518c-8bb4-46a2-a903-d4292782d29d)] {{(pid=102388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 18:54:55.083518 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-2c00909b-0ddd-41ee-803a-15c2b0f6ca05 req-af0644d1-160b-404e-85fc-3e519381df16 service neutron] 10.222.0.41 "GET /v2.0/networks/59ceeb29-cfb5-4ee4-ad6e-189a26cd5b4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237483 Nov 05 18:54:55.167438 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-ff28d270-95de-494e-b4e0-76c0a8637d5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:55.187533 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-2c00909b-0ddd-41ee-803a-15c2b0f6ca05 req-2cab6b84-ce6e-4246-a62f-7599e825e4f8 service neutron] 10.222.0.41 "GET /v2.0/networks/59ceeb29-cfb5-4ee4-ad6e-189a26cd5b4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967534 Nov 05 18:54:55.230511 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5164b8a9-e314-49ef-bcf7-c300f25ec5a6 req-60bc107a-b0e1-4573-aaf4-14a03be6cae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:54:55.232054 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-5164b8a9-e314-49ef-bcf7-c300f25ec5a6 req-60bc107a-b0e1-4573-aaf4-14a03be6cae1 service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2894459 Nov 05 18:54:55.238957 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-2c00909b-0ddd-41ee-803a-15c2b0f6ca05 req-329706f7-7b90-414a-892a-3b2c26996159 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.123&port_id=5386ba49-a136-493a-a4e4-38072626870e HTTP/1.1" status: 200 len: 217 time: 0.0430677 Nov 05 18:54:55.282410 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f89454b0-24ee-42a3-9629-c10dc2b1bfba tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Made reservation on behalf of 7bc73c6c17f842a987dd31290d20faa2 for: {'subnet': 1} {{(pid=102387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 18:54:55.286244 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-f89454b0-24ee-42a3-9629-c10dc2b1bfba tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5112236'] for subnet, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:55.290509 n-d-816865-1 neutron-server[102387]: INFO neutron.pecan_wsgi.hooks.translation [None req-f89454b0-24ee-42a3-9629-c10dc2b1bfba tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 05 18:54:55.290509 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f89454b0-24ee-42a3-9629-c10dc2b1bfba tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102387) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 05 18:54:55.319044 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c00909b-0ddd-41ee-803a-15c2b0f6ca05 req-fdfd01e9-e8e8-459f-b738-8810ef0c47ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:54:55.321503 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-2c00909b-0ddd-41ee-803a-15c2b0f6ca05 req-fdfd01e9-e8e8-459f-b738-8810ef0c47ca service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e9dfd8b9-004d-48f6-8398-0a38af599af4 HTTP/1.1" status: 200 len: 797 time: 0.0758240 Nov 05 18:54:55.337155 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-76f39045-ceb4-4ead-a0c3-097194b659f1 tempest-AllowedAddressPairIpV6TestJSON-972849293 tempest-AllowedAddressPairIpV6TestJSON-972849293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:55.379541 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c00909b-0ddd-41ee-803a-15c2b0f6ca05 req-af11b896-4fe4-4b66-8cfe-71f0ed985e3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:54:55.381177 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-2c00909b-0ddd-41ee-803a-15c2b0f6ca05 req-af11b896-4fe4-4b66-8cfe-71f0ed985e3b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=59ceeb29-cfb5-4ee4-ad6e-189a26cd5b4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0502927 Nov 05 18:54:55.399758 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-5e87e13d-38af-4b66-932c-ec7200de3d76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:55.432378 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-f89454b0-24ee-42a3-9629-c10dc2b1bfba tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.6653678 Nov 05 18:54:55.434184 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 34300) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:54:55.440484 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff28d270-95de-494e-b4e0-76c0a8637d5e None None] Routers {'b32ffb7d-ccaa-44d5-b592-d1604e1d4445'} bound to L3 agent in host n-d-816865-1 {{(pid=102388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 18:54:55.441188 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-ff28d270-95de-494e-b4e0-76c0a8637d5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T18:54:35Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['b32ffb7d-ccaa-44d5-b592-d1604e1d4445'], 'active': True} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:54:55.443498 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15faa92-6847-4d15-8ecd-65b84b4b1528 None None] Pushing event updated for resources: {'Port': ['ID=2382be70-456f-4cac-8965-62093dfa27d6,revision_number=3']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:54:55.472110 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76f39045-ceb4-4ead-a0c3-097194b659f1 tempest-AllowedAddressPairIpV6TestJSON-972849293 tempest-AllowedAddressPairIpV6TestJSON-972849293-project] Network a0e16542-d981-481b-9eaf-465415ed5975 is already hosted by enough agents. {{(pid=102386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 18:54:55.472366 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-ac00e4ea-2b9c-4f3a-9013-cfc1cfc400be tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Request body: {'subnet': {'network_id': '1c9d25d3-7f2e-4384-9081-dc17514a5578', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:54:55.485301 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.base_scheduler [None req-76f39045-ceb4-4ead-a0c3-097194b659f1 tempest-AllowedAddressPairIpV6TestJSON-972849293 tempest-AllowedAddressPairIpV6TestJSON-972849293-project] Resources bound (agent type, host, resource id): {{(pid=102386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:54:55.487981 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76f39045-ceb4-4ead-a0c3-097194b659f1 tempest-AllowedAddressPairIpV6TestJSON-972849293 tempest-AllowedAddressPairIpV6TestJSON-972849293-project] Received port after_create {{(pid=102386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 18:54:55.494968 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76f39045-ceb4-4ead-a0c3-097194b659f1 tempest-AllowedAddressPairIpV6TestJSON-972849293 tempest-AllowedAddressPairIpV6TestJSON-972849293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:54:55.496969 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-76f39045-ceb4-4ead-a0c3-097194b659f1 tempest-AllowedAddressPairIpV6TestJSON-972849293 tempest-AllowedAddressPairIpV6TestJSON-972849293-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:55.513329 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f39045-ceb4-4ead-a0c3-097194b659f1 tempest-AllowedAddressPairIpV6TestJSON-972849293 tempest-AllowedAddressPairIpV6TestJSON-972849293-project] Pushing event updated for resources: {'Port': ['ID=2325688d-efe4-4bf1-a686-0096b73f956a,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:54:55.550887 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bd0a93-72b2-4828-b13f-9d6c9a2d27c3 req-fb37c8dd-98dc-4c2c-ba44-2b5372b2b884 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:54:55.552429 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-40bd0a93-72b2-4828-b13f-9d6c9a2d27c3 req-fb37c8dd-98dc-4c2c-ba44-2b5372b2b884 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=bc43cc4e829541bd87fc815a2a0048f0&device_id=71eadb3a-495a-4683-a4fb-df865dfdd3a2 HTTP/1.1" status: 200 len: 1095 time: 0.2433667 Nov 05 18:54:55.593816 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-2c00909b-0ddd-41ee-803a-15c2b0f6ca05 req-d753b277-0ee1-41f7-9a83-dca317e2a56f service neutron] 10.222.0.41 "GET /v2.0/networks/59ceeb29-cfb5-4ee4-ad6e-189a26cd5b4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2043631 Nov 05 18:54:55.661414 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvr_db [None req-ff28d270-95de-494e-b4e0-76c0a8637d5e None None] Set router b32ffb7d-ccaa-44d5-b592-d1604e1d4445 gateway port host: n-d-816865-1 {{(pid=102388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 18:54:55.698588 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-40bd0a93-72b2-4828-b13f-9d6c9a2d27c3 req-feeb02d7-2817-4098-a27e-240aa8b80369 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c3797f08-fd86-493c-a9aa-1327309c63e1 HTTP/1.1" status: 200 len: 217 time: 0.1125968 Nov 05 18:54:55.706930 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 34304) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:54:55.707611 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-76f39045-ceb4-4ead-a0c3-097194b659f1 tempest-AllowedAddressPairIpV6TestJSON-972849293 tempest-AllowedAddressPairIpV6TestJSON-972849293-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.9068389 Nov 05 18:54:55.729402 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-bb3c1c29-95a3-414e-8bba-71eab011fba7 tempest-AllowedAddressPairIpV6TestJSON-972849293 tempest-AllowedAddressPairIpV6TestJSON-972849293-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::2e8', 'mac_address': 'fa:16:3e:e6:2e:87'}]}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:54:55.867154 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.db_base_plugin_common [None req-5e87e13d-38af-4b66-932c-ec7200de3d76 admin admin] Allocated IP 172.20.0.1 (33b67f12-3e30-4db0-bf1c-b2b3da4d6fc7/a3a64416-ba54-43fe-a90a-a0ccf6654f9d/e6e7b3a5-a963-4873-af0e-27ff4e2a2c0c) {{(pid=102386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 18:54:55.951464 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac00e4ea-2b9c-4f3a-9013-cfc1cfc400be tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Made reservation on behalf of 7bc73c6c17f842a987dd31290d20faa2 for: {'subnet': 1} {{(pid=102387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 18:54:55.971636 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-ac00e4ea-2b9c-4f3a-9013-cfc1cfc400be tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5112236'] for subnet, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:55.974587 n-d-816865-1 neutron-server[102387]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac00e4ea-2b9c-4f3a-9013-cfc1cfc400be tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 05 18:54:55.975337 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ac00e4ea-2b9c-4f3a-9013-cfc1cfc400be tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102387) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 05 18:54:56.031090 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-dd1c7412-582f-447e-beb6-37e9dd691ef0 None None] Provisioning complete for port 2325688d-efe4-4bf1-a686-0096b73f956a triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:54:56.031747 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-dd1c7412-582f-447e-beb6-37e9dd691ef0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:56.041590 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-5e87e13d-38af-4b66-932c-ec7200de3d76 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:56.082273 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-3bce6381-89ea-4c19-aa98-ac35769c35b1 admin admin] Deleting port 5bf1bd6f-902c-4f2b-8f59-ec352778320f {{(pid=102386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 18:54:56.082273 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-3bce6381-89ea-4c19-aa98-ac35769c35b1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:56.086355 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 34318) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:54:56.128522 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-dd1c7412-582f-447e-beb6-37e9dd691ef0 None None] Port 2325688d-efe4-4bf1-a686-0096b73f956a cannot update to ACTIVE because it is not bound. {{(pid=102388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 18:54:56.139230 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-ff28d270-95de-494e-b4e0-76c0a8637d5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b32ffb7d-ccaa-44d5-b592-d1604e1d4445', 'name': 'tempest-ServerRescueTestJSONUnderV235-1872294056-router', 'tenant_id': '06ed96522e9e42a39945febc80e1faeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.168'}], 'enable_snat': True}, 'gw_port_id': '2382be70-456f-4cac-8965-62093dfa27d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T18:54:49Z', 'updated_at': '2021-11-05T18:54:51Z', 'revision_number': 3, 'project_id': '06ed96522e9e42a39945febc80e1faeb', 'gw_port': {'id': '2382be70-456f-4cac-8965-62093dfa27d6', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:c5:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b32ffb7d-ccaa-44d5-b592-d1604e1d4445', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1904, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T18:54:49Z', 'updated_at': '2021-11-05T18:54:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1'}], 'n-d-816865-1', False) {} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:54:56.151405 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bd0a93-72b2-4828-b13f-9d6c9a2d27c3 req-1f5c045b-d2ca-4f87-b4cd-451493523b8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:54:56.152901 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-40bd0a93-72b2-4828-b13f-9d6c9a2d27c3 req-1f5c045b-d2ca-4f87-b4cd-451493523b8b service neutron] 10.222.0.55 "GET /v2.0/subnets?id=6176923a-af99-42e6-bca9-86e5b2bd6e07 HTTP/1.1" status: 200 len: 851 time: 0.4277501 Nov 05 18:54:56.154128 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-ac00e4ea-2b9c-4f3a-9013-cfc1cfc400be tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.7198980 Nov 05 18:54:56.159086 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 34322) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:54:56.161244 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-2c00909b-0ddd-41ee-803a-15c2b0f6ca05 req-26021236-0658-4c5b-8ed4-fc126c0ebb6c service neutron] 10.222.0.41 "GET /v2.0/networks/59ceeb29-cfb5-4ee4-ad6e-189a26cd5b4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5515809 Nov 05 18:54:56.167160 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-a8b4cdbd-88b6-485d-94db-d0f6170c4a8c tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Request body: {'subnet': {'network_id': '1c9d25d3-7f2e-4384-9081-dc17514a5578', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:54:56.197408 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a2fc9f-5543-4ebf-bb74-7fc46681eac3 req-76fc568e-84f2-4afb-bc90-63ba70b028b7 tempest-ServerRescueTestJSON-1639389385 tempest-ServerRescueTestJSON-1639389385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:54:56.199232 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-52a2fc9f-5543-4ebf-bb74-7fc46681eac3 req-76fc568e-84f2-4afb-bc90-63ba70b028b7 tempest-ServerRescueTestJSON-1639389385 tempest-ServerRescueTestJSON-1639389385-project] 10.222.0.13 "GET /v2.0/ports?device_id=71eadb3a-495a-4683-a4fb-df865dfdd3a2 HTTP/1.1" status: 200 len: 944 time: 0.2152812 Nov 05 18:54:56.201456 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-40bd0a93-72b2-4828-b13f-9d6c9a2d27c3 req-44c4da16-c02c-4ff7-bbfb-96214de6ce6c service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0b64b77a-1769-4ba3-98b8-e072ca99e966&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0355787 Nov 05 18:54:56.209446 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff28d270-95de-494e-b4e0-76c0a8637d5e None None] The sync data for ids ['b32ffb7d-ccaa-44d5-b592-d1604e1d4445'] in n-d-816865-1 is: [{'id': 'b32ffb7d-ccaa-44d5-b592-d1604e1d4445', 'name': 'tempest-ServerRescueTestJSONUnderV235-1872294056-router', 'tenant_id': '06ed96522e9e42a39945febc80e1faeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.168'}], 'enable_snat': True}, 'gw_port_id': '2382be70-456f-4cac-8965-62093dfa27d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T18:54:49Z', 'updated_at': '2021-11-05T18:54:51Z', 'revision_number': 3, 'project_id': '06ed96522e9e42a39945febc80e1faeb', 'gw_port': {'id': '2382be70-456f-4cac-8965-62093dfa27d6', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:c5:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b32ffb7d-ccaa-44d5-b592-d1604e1d4445', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1904, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T18:54:49Z', 'updated_at': '2021-11-05T18:54:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1'}] {{(pid=102388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 18:54:56.287217 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-2c00909b-0ddd-41ee-803a-15c2b0f6ca05 req-76d74d5e-9218-4031-b3ac-5f2447d00cd9 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=e6513d5c-62fb-4121-a58c-2e9501d0001a HTTP/1.1" status: 200 len: 217 time: 0.0836022 Nov 05 18:54:56.324724 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [None req-3bce6381-89ea-4c19-aa98-ac35769c35b1 admin admin] For port 5bf1bd6f-902c-4f2b-8f59-ec352778320f, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=5bf1bd6f-902c-4f2b-8f59-ec352778320f,segment=NetworkSegment(1ae4cc0f-5460-421b-9b80-d7acf4de0363),segment_id=1ae4cc0f-5460-421b-9b80-d7acf4de0363)] {{(pid=102386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:54:56.326858 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-3bce6381-89ea-4c19-aa98-ac35769c35b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:56.330101 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-5e87e13d-38af-4b66-932c-ec7200de3d76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:56.386159 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-3bce6381-89ea-4c19-aa98-ac35769c35b1 admin admin] Calling delete_port for 5bf1bd6f-902c-4f2b-8f59-ec352778320f owned by network:router_interface {{(pid=102386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 18:54:56.478118 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-52a2fc9f-5543-4ebf-bb74-7fc46681eac3 req-2cbeb074-3b43-42b3-a060-04eb729aa28f tempest-ServerRescueTestJSON-1639389385 tempest-ServerRescueTestJSON-1639389385-project] 10.222.0.13 "GET /v2.0/security-groups?id=458afcac-91c4-437c-b78f-d73b875bd5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2534304 Nov 05 18:54:56.487640 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c00909b-0ddd-41ee-803a-15c2b0f6ca05 req-b0a5fdcb-1ac7-41fe-bb83-210f9b1e8120 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:54:56.489135 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-2c00909b-0ddd-41ee-803a-15c2b0f6ca05 req-b0a5fdcb-1ac7-41fe-bb83-210f9b1e8120 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=fff5f4f4-3c24-4660-a3f5-7d19daede3c5 HTTP/1.1" status: 200 len: 797 time: 0.1588311 Nov 05 18:54:56.502183 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-96a1ea0d-d04b-4d05-a78d-fa03a7f01dc1 tempest-PortsAdminExtendedAttrsTestJSON-1708062869 tempest-PortsAdminExtendedAttrsTestJSON-1708062869-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-1512938912'}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:54:56.502183 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-bb3c1c29-95a3-414e-8bba-71eab011fba7 tempest-AllowedAddressPairIpV6TestJSON-972849293 tempest-AllowedAddressPairIpV6TestJSON-972849293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:56.610407 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c00909b-0ddd-41ee-803a-15c2b0f6ca05 req-9304414f-73de-45fc-9972-7ca8fe04d0ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:54:56.611978 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-2c00909b-0ddd-41ee-803a-15c2b0f6ca05 req-9304414f-73de-45fc-9972-7ca8fe04d0ab service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=92cc69b6-4cd1-4b33-bca8-908cd312767a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1118793 Nov 05 18:54:56.664666 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8b4cdbd-88b6-485d-94db-d0f6170c4a8c tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Made reservation on behalf of 7bc73c6c17f842a987dd31290d20faa2 for: {'subnet': 1} {{(pid=102387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 18:54:56.669115 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-a8b4cdbd-88b6-485d-94db-d0f6170c4a8c tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5112236'] for subnet, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:56.671838 n-d-816865-1 neutron-server[102387]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8b4cdbd-88b6-485d-94db-d0f6170c4a8c tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 05 18:54:56.672339 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a8b4cdbd-88b6-485d-94db-d0f6170c4a8c tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102387) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 05 18:54:56.835807 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e87e13d-38af-4b66-932c-ec7200de3d76 admin admin] Network 33b67f12-3e30-4db0-bf1c-b2b3da4d6fc7 is already hosted by enough agents. {{(pid=102386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 18:54:56.846187 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.base_scheduler [None req-5e87e13d-38af-4b66-932c-ec7200de3d76 admin admin] Resources bound (agent type, host, resource id): {{(pid=102386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:54:56.858762 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96a1ea0d-d04b-4d05-a78d-fa03a7f01dc1 tempest-PortsAdminExtendedAttrsTestJSON-1708062869 tempest-PortsAdminExtendedAttrsTestJSON-1708062869-project] Made reservation on behalf of 35a43b8b42fd4a0fa42f11f15b9255e6 for: {'network': 1} {{(pid=102387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 18:54:56.863470 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-96a1ea0d-d04b-4d05-a78d-fa03a7f01dc1 tempest-PortsAdminExtendedAttrsTestJSON-1708062869 tempest-PortsAdminExtendedAttrsTestJSON-1708062869-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for network, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:56.879808 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e87e13d-38af-4b66-932c-ec7200de3d76 admin admin] Pushing event updated for resources: {'Port': ['ID=e6e7b3a5-a963-4873-af0e-27ff4e2a2c0c,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:54:56.885811 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-96a1ea0d-d04b-4d05-a78d-fa03a7f01dc1 tempest-PortsAdminExtendedAttrsTestJSON-1708062869 tempest-PortsAdminExtendedAttrsTestJSON-1708062869-project] Publish callbacks [] for security_group, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:56.889812 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e87e13d-38af-4b66-932c-ec7200de3d76 admin admin] Received port after_create {{(pid=102386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 18:54:56.928926 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-40bd0a93-72b2-4828-b13f-9d6c9a2d27c3 req-7d3e96b5-1f28-4608-9c51-75ce1db02e5b service neutron] 10.222.0.55 "GET /v2.0/networks/0b64b77a-1769-4ba3-98b8-e072ca99e966?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7163835 Nov 05 18:54:56.939654 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-5e87e13d-38af-4b66-932c-ec7200de3d76 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-571770'] for router_interface, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:56.984027 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-a8b4cdbd-88b6-485d-94db-d0f6170c4a8c tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.8207045 Nov 05 18:54:56.988634 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 34328) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:54:56.990349 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-2c00909b-0ddd-41ee-803a-15c2b0f6ca05 req-150b2357-a737-4393-ab63-24471c8a20b5 service neutron] 10.222.0.41 "GET /v2.0/networks/92cc69b6-4cd1-4b33-bca8-908cd312767a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3690438 Nov 05 18:54:57.069660 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-96a1ea0d-d04b-4d05-a78d-fa03a7f01dc1 tempest-PortsAdminExtendedAttrsTestJSON-1708062869 tempest-PortsAdminExtendedAttrsTestJSON-1708062869-project] Publish callbacks [] for security_group, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:57.079510 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-a3c7a823-e1dd-45ac-87df-1969e2dc9330 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Request body: {'subnet': {'network_id': '1c9d25d3-7f2e-4384-9081-dc17514a5578', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:54:57.105256 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-bb3c1c29-95a3-414e-8bba-71eab011fba7 tempest-AllowedAddressPairIpV6TestJSON-972849293 tempest-AllowedAddressPairIpV6TestJSON-972849293-project] Publish callbacks [] for port, precommit_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:57.155363 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-96a1ea0d-d04b-4d05-a78d-fa03a7f01dc1 tempest-PortsAdminExtendedAttrsTestJSON-1708062869 tempest-PortsAdminExtendedAttrsTestJSON-1708062869-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:57.205115 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96a1ea0d-d04b-4d05-a78d-fa03a7f01dc1 tempest-PortsAdminExtendedAttrsTestJSON-1708062869 tempest-PortsAdminExtendedAttrsTestJSON-1708062869-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 185} {{(pid=102387) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 05 18:54:57.208748 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-bb3c1c29-95a3-414e-8bba-71eab011fba7 tempest-AllowedAddressPairIpV6TestJSON-972849293 tempest-AllowedAddressPairIpV6TestJSON-972849293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4417072'] for port, after_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:57.271207 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-96a1ea0d-d04b-4d05-a78d-fa03a7f01dc1 tempest-PortsAdminExtendedAttrsTestJSON-1708062869 tempest-PortsAdminExtendedAttrsTestJSON-1708062869-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273'] for segment, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:57.271531 n-d-816865-1 neutron-server[102387]: INFO neutron.db.segments_db [None req-96a1ea0d-d04b-4d05-a78d-fa03a7f01dc1 tempest-PortsAdminExtendedAttrsTestJSON-1708062869 tempest-PortsAdminExtendedAttrsTestJSON-1708062869-project] Added segment d91097f1-b308-4a74-b34e-9cc7bb5c930b of type vlan for network b0a58cdf-9fc5-4401-9fb4-1eed6de4972e Nov 05 18:54:57.273198 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a1ea0d-d04b-4d05-a78d-fa03a7f01dc1 tempest-PortsAdminExtendedAttrsTestJSON-1708062869 tempest-PortsAdminExtendedAttrsTestJSON-1708062869-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3e4fb329-221f-45b8-8242-fe345b91c3bc,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:54:57.287250 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [None req-bb3c1c29-95a3-414e-8bba-71eab011fba7 tempest-AllowedAddressPairIpV6TestJSON-972849293 tempest-AllowedAddressPairIpV6TestJSON-972849293-project] In _notify_port_updated(), no bound segment for port 2325688d-efe4-4bf1-a686-0096b73f956a on network a0e16542-d981-481b-9eaf-465415ed5975 {{(pid=102387) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 05 18:54:57.293596 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb3c1c29-95a3-414e-8bba-71eab011fba7 tempest-AllowedAddressPairIpV6TestJSON-972849293 tempest-AllowedAddressPairIpV6TestJSON-972849293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:54:57.294213 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-bb3c1c29-95a3-414e-8bba-71eab011fba7 tempest-AllowedAddressPairIpV6TestJSON-972849293 tempest-AllowedAddressPairIpV6TestJSON-972849293-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:57.298415 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-bb3c1c29-95a3-414e-8bba-71eab011fba7 tempest-AllowedAddressPairIpV6TestJSON-972849293 tempest-AllowedAddressPairIpV6TestJSON-972849293-project] 10.222.0.13 "PUT /v2.0/ports/2325688d-efe4-4bf1-a686-0096b73f956a HTTP/1.1" status: 200 len: 1002 time: 1.5861645 Nov 05 18:54:57.300827 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-2c00909b-0ddd-41ee-803a-15c2b0f6ca05 req-ec62ec28-e09f-4a78-b7e8-53cab37646bc service neutron] 10.222.0.41 "GET /v2.0/networks/92cc69b6-4cd1-4b33-bca8-908cd312767a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2974992 Nov 05 18:54:57.306766 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 34332) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:54:57.435010 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-2c00909b-0ddd-41ee-803a-15c2b0f6ca05 req-1e59d5e4-6240-4ffe-8918-ce9861417b32 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=f4575cb0-23c3-47f4-915c-822d65bb4a8e HTTP/1.1" status: 200 len: 217 time: 0.0952055 Nov 05 18:54:57.437026 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-96a1ea0d-d04b-4d05-a78d-fa03a7f01dc1 tempest-PortsAdminExtendedAttrsTestJSON-1708062869 tempest-PortsAdminExtendedAttrsTestJSON-1708062869-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750027258543'] for network, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:57.495137 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3c1c29-95a3-414e-8bba-71eab011fba7 tempest-AllowedAddressPairIpV6TestJSON-972849293 tempest-AllowedAddressPairIpV6TestJSON-972849293-project] Pushing event updated for resources: {'Port': ['ID=2325688d-efe4-4bf1-a686-0096b73f956a,revision_number=2']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:54:57.535702 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-40bd0a93-72b2-4828-b13f-9d6c9a2d27c3 req-b7aa2efa-ddaa-4292-abd3-e998927e21b5 service neutron] 10.222.0.55 "GET /v2.0/networks/0b64b77a-1769-4ba3-98b8-e072ca99e966?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5904548 Nov 05 18:54:57.547918 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.db.resource_extend [None req-96a1ea0d-d04b-4d05-a78d-fa03a7f01dc1 tempest-PortsAdminExtendedAttrsTestJSON-1708062869 tempest-PortsAdminExtendedAttrsTestJSON-1708062869-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 05 18:54:57.640575 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c00909b-0ddd-41ee-803a-15c2b0f6ca05 req-ad0a5cd0-b1b3-4b29-84e1-940e3c4b98b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:54:57.642088 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-2c00909b-0ddd-41ee-803a-15c2b0f6ca05 req-ad0a5cd0-b1b3-4b29-84e1-940e3c4b98b9 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=fff5f4f4-3c24-4660-a3f5-7d19daede3c5 HTTP/1.1" status: 200 len: 797 time: 0.1952641 Nov 05 18:54:57.692036 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [None req-281d3969-b7e7-4a0c-8283-cd4a6672aed9 tempest-AllowedAddressPairIpV6TestJSON-972849293 tempest-AllowedAddressPairIpV6TestJSON-972849293-project] Deleting port 2325688d-efe4-4bf1-a686-0096b73f956a {{(pid=102387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 18:54:57.692036 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-281d3969-b7e7-4a0c-8283-cd4a6672aed9 tempest-AllowedAddressPairIpV6TestJSON-972849293 tempest-AllowedAddressPairIpV6TestJSON-972849293-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:57.750018 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-5e87e13d-38af-4b66-932c-ec7200de3d76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:57.782290 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3c7a823-e1dd-45ac-87df-1969e2dc9330 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Made reservation on behalf of 7bc73c6c17f842a987dd31290d20faa2 for: {'subnet': 1} {{(pid=102386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 18:54:57.787512 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c00909b-0ddd-41ee-803a-15c2b0f6ca05 req-a39d1fbb-1ccb-4531-a9be-7c1e72a97d64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:54:57.787512 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-2c00909b-0ddd-41ee-803a-15c2b0f6ca05 req-a39d1fbb-1ccb-4531-a9be-7c1e72a97d64 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=92cc69b6-4cd1-4b33-bca8-908cd312767a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1334379 Nov 05 18:54:57.787512 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-96a1ea0d-d04b-4d05-a78d-fa03a7f01dc1 tempest-PortsAdminExtendedAttrsTestJSON-1708062869 tempest-PortsAdminExtendedAttrsTestJSON-1708062869-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-956796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877'] for network, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:57.788454 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-a3c7a823-e1dd-45ac-87df-1969e2dc9330 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4877122'] for subnet, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:57.789905 n-d-816865-1 neutron-server[102386]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3c7a823-e1dd-45ac-87df-1969e2dc9330 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 05 18:54:57.790370 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a3c7a823-e1dd-45ac-87df-1969e2dc9330 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102386) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 05 18:54:57.793296 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96a1ea0d-d04b-4d05-a78d-fa03a7f01dc1 tempest-PortsAdminExtendedAttrsTestJSON-1708062869 tempest-PortsAdminExtendedAttrsTestJSON-1708062869-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:54:57.793895 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-96a1ea0d-d04b-4d05-a78d-fa03a7f01dc1 tempest-PortsAdminExtendedAttrsTestJSON-1708062869 tempest-PortsAdminExtendedAttrsTestJSON-1708062869-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597851'] for network, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:57.887462 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-bf1a30ab-64e3-412e-87b4-a1bbbcbda5a7 None None] Provisioning complete for port 2325688d-efe4-4bf1-a686-0096b73f956a triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:54:57.888058 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-bf1a30ab-64e3-412e-87b4-a1bbbcbda5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:57.945002 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-bf1a30ab-64e3-412e-87b4-a1bbbcbda5a7 None None] Port 2325688d-efe4-4bf1-a686-0096b73f956a cannot update to ACTIVE because it is not bound. {{(pid=102388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 18:54:57.974999 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-a3c7a823-e1dd-45ac-87df-1969e2dc9330 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.9429429 Nov 05 18:54:57.981730 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 34336) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:54:58.059834 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-3bce6381-89ea-4c19-aa98-ac35769c35b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:58.129409 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-c89596e9-1b9a-489e-9a6b-8252cd7e4d5b tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1387255 Nov 05 18:54:58.131657 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bce6381-89ea-4c19-aa98-ac35769c35b1 admin admin] Pushing event deleted for resources: {'Port': ['ID=5bf1bd6f-902c-4f2b-8f59-ec352778320f,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:54:58.135209 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 34344) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:54:58.230540 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 2382be70-456f-4cac-8965-62093dfa27d6 up at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 18:54:58.275356 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ae7ea0b-5c83-4775-a4ef-86ca7200b731 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:54:58.279962 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-7ae7ea0b-5c83-4775-a4ef-86ca7200b731 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1379330 Nov 05 18:54:58.287073 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 34346) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:54:58.363623 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-a3529a6a-3842-4e9b-b38b-91e93887b1de tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0669394 Nov 05 18:54:58.366142 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 34348) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:54:58.424115 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-901d572c-2c09-4ca8-b141-2012bd6bc921 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Request body: {'subnet': {'network_id': '1c9d25d3-7f2e-4384-9081-dc17514a5578', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:54:58.442331 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Provisioning complete for port 2382be70-456f-4cac-8965-62093dfa27d6 triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:54:58.442700 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:58.493391 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-96a1ea0d-d04b-4d05-a78d-fa03a7f01dc1 tempest-PortsAdminExtendedAttrsTestJSON-1708062869 tempest-PortsAdminExtendedAttrsTestJSON-1708062869-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 2.4018247 Nov 05 18:54:58.494865 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-5e87e13d-38af-4b66-932c-ec7200de3d76 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:58.534567 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a1ea0d-d04b-4d05-a78d-fa03a7f01dc1 tempest-PortsAdminExtendedAttrsTestJSON-1708062869 tempest-PortsAdminExtendedAttrsTestJSON-1708062869-project] Pushing event updated for resources: {'Network': ['ID=b0a58cdf-9fc5-4401-9fb4-1eed6de4972e,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:54:58.541707 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-281d3969-b7e7-4a0c-8283-cd4a6672aed9 tempest-AllowedAddressPairIpV6TestJSON-972849293 tempest-AllowedAddressPairIpV6TestJSON-972849293-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:58.557189 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e96938-8251-4a73-a7d2-d3dc9cb04ad5 req-1a56172c-e0d3-4189-91bb-fd6140fc5373 tempest-ServerRescueTestJSON-1639389385 tempest-ServerRescueTestJSON-1639389385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:54:58.563245 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-03e96938-8251-4a73-a7d2-d3dc9cb04ad5 req-1a56172c-e0d3-4189-91bb-fd6140fc5373 tempest-ServerRescueTestJSON-1639389385 tempest-ServerRescueTestJSON-1639389385-project] 10.222.0.13 "GET /v2.0/ports?device_id=71eadb3a-495a-4683-a4fb-df865dfdd3a2 HTTP/1.1" status: 200 len: 944 time: 0.8473785 Nov 05 18:54:58.591381 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Network b0a58cdf-9fc5-4401-9fb4-1eed6de4972e details requested by agent ovs-agent-n-d-816865-1 with host n-d-816865-1 {{(pid=102388) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 05 18:54:58.593394 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [None req-281d3969-b7e7-4a0c-8283-cd4a6672aed9 tempest-AllowedAddressPairIpV6TestJSON-972849293 tempest-AllowedAddressPairIpV6TestJSON-972849293-project] Calling delete_port for 2325688d-efe4-4bf1-a686-0096b73f956a owned by {{(pid=102387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 18:54:58.614986 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-5e87e13d-38af-4b66-932c-ec7200de3d76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6149821'] for port, after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:58.631889 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-2c00909b-0ddd-41ee-803a-15c2b0f6ca05 req-89c89b51-e01b-4fc3-8d12-6c961891a895 service neutron] 10.222.0.41 "GET /v2.0/networks/92cc69b6-4cd1-4b33-bca8-908cd312767a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8328300 Nov 05 18:54:58.803736 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e87e13d-38af-4b66-932c-ec7200de3d76 admin admin] Pushing event updated for resources: {'Port': ['ID=e6e7b3a5-a963-4873-af0e-27ff4e2a2c0c,revision_number=2']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:54:58.813110 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-3bce6381-89ea-4c19-aa98-ac35769c35b1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-597886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-573297'] for router_interface, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:58.819073 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-5e87e13d-38af-4b66-932c-ec7200de3d76 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-597863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-571878'] for router_interface, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:58.828204 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-03e96938-8251-4a73-a7d2-d3dc9cb04ad5 req-20e82bd1-f778-40ef-be3c-98b2b8280dba tempest-ServerRescueTestJSON-1639389385 tempest-ServerRescueTestJSON-1639389385-project] 10.222.0.13 "GET /v2.0/security-groups?id=458afcac-91c4-437c-b78f-d73b875bd5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2638307 Nov 05 18:54:58.840600 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:58.894982 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 34354) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:54:58.903736 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-4a71d2f7-003c-4f02-af34-e47026d1b5b4 tempest-PortsAdminExtendedAttrsTestJSON-1944596240 tempest-PortsAdminExtendedAttrsTestJSON-1944596240-project-admin] Request body: {'port': {'network_id': 'b0a58cdf-9fc5-4401-9fb4-1eed6de4972e', 'binding:host_id': 'n-h1-816865-1', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1119338535'}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:54:58.922775 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] For port 2382be70-456f-4cac-8965-62093dfa27d6, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=2382be70-456f-4cac-8965-62093dfa27d6,segment=NetworkSegment(85be518c-8bb4-46a2-a903-d4292782d29d),segment_id=85be518c-8bb4-46a2-a903-d4292782d29d)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:54:58.933131 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-2c00909b-0ddd-41ee-803a-15c2b0f6ca05 req-c1b6788c-8ded-4173-9a7f-f15b239a8ebe service neutron] 10.222.0.41 "GET /v2.0/networks/92cc69b6-4cd1-4b33-bca8-908cd312767a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2293487 Nov 05 18:54:59.004653 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-901d572c-2c09-4ca8-b141-2012bd6bc921 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Made reservation on behalf of 7bc73c6c17f842a987dd31290d20faa2 for: {'subnet': 1} {{(pid=102386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 18:54:59.008195 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-901d572c-2c09-4ca8-b141-2012bd6bc921 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4877122'] for subnet, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:59.022171 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:59.073524 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Pushing event updated for resources: {'Port': ['ID=2382be70-456f-4cac-8965-62093dfa27d6,revision_number=4']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:54:59.102143 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a71d2f7-003c-4f02-af34-e47026d1b5b4 tempest-PortsAdminExtendedAttrsTestJSON-1944596240 tempest-PortsAdminExtendedAttrsTestJSON-1944596240-project-admin] Made reservation on behalf of 40c02d0b7fdd4688a0bf0dc28c39bb4c for: {'port': 1} {{(pid=102387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 18:54:59.106079 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-4a71d2f7-003c-4f02-af34-e47026d1b5b4 tempest-PortsAdminExtendedAttrsTestJSON-1944596240 tempest-PortsAdminExtendedAttrsTestJSON-1944596240-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:59.107667 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-281d3969-b7e7-4a0c-8283-cd4a6672aed9 tempest-AllowedAddressPairIpV6TestJSON-972849293 tempest-AllowedAddressPairIpV6TestJSON-972849293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4417063'] for port, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:59.137469 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e87e13d-38af-4b66-932c-ec7200de3d76 admin admin] Network 33b67f12-3e30-4db0-bf1c-b2b3da4d6fc7 is already hosted by enough agents. {{(pid=102386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 18:54:59.148226 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281d3969-b7e7-4a0c-8283-cd4a6672aed9 tempest-AllowedAddressPairIpV6TestJSON-972849293 tempest-AllowedAddressPairIpV6TestJSON-972849293-project] Pushing event deleted for resources: {'Port': ['ID=2325688d-efe4-4bf1-a686-0096b73f956a,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:54:59.153460 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-4a71d2f7-003c-4f02-af34-e47026d1b5b4 tempest-PortsAdminExtendedAttrsTestJSON-1944596240 tempest-PortsAdminExtendedAttrsTestJSON-1944596240-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:59.171504 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.base_scheduler [None req-5e87e13d-38af-4b66-932c-ec7200de3d76 admin admin] Resources bound (agent type, host, resource id): {{(pid=102386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:54:59.367145 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-281d3969-b7e7-4a0c-8283-cd4a6672aed9 tempest-AllowedAddressPairIpV6TestJSON-972849293 tempest-AllowedAddressPairIpV6TestJSON-972849293-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:59.377320 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-281d3969-b7e7-4a0c-8283-cd4a6672aed9 tempest-AllowedAddressPairIpV6TestJSON-972849293 tempest-AllowedAddressPairIpV6TestJSON-972849293-project] 10.222.0.13 "DELETE /v2.0/ports/2325688d-efe4-4bf1-a686-0096b73f956a HTTP/1.1" status: 204 len: 168 time: 2.0591667 Nov 05 18:54:59.379494 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 34362) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:54:59.422355 n-d-816865-1 neutron-server[102387]: INFO neutron.pecan_wsgi.hooks.translation [None req-29881bca-cf81-43b3-8355-0b17eb6b0019 tempest-AllowedAddressPairIpV6TestJSON-972849293 tempest-AllowedAddressPairIpV6TestJSON-972849293-project] GET failed (client error): The resource could not be found. Nov 05 18:54:59.424247 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-29881bca-cf81-43b3-8355-0b17eb6b0019 tempest-AllowedAddressPairIpV6TestJSON-972849293 tempest-AllowedAddressPairIpV6TestJSON-972849293-project] 10.222.0.13 "GET /v2.0/ports/2325688d-efe4-4bf1-a686-0096b73f956a HTTP/1.1" status: 404 len: 333 time: 0.0435882 Nov 05 18:54:59.427930 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 34364) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:54:59.433242 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-2ad0344b-61f4-4322-95b4-b9b92043d78f tempest-AllowedAddressPairIpV6TestJSON-972849293 tempest-AllowedAddressPairIpV6TestJSON-972849293-project] Request body: {'port': {'network_id': 'a0e16542-d981-481b-9eaf-465415ed5975', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1944936565'}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:54:59.439006 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e87e13d-38af-4b66-932c-ec7200de3d76 admin admin] Router b32ffb7d-ccaa-44d5-b592-d1604e1d4445 has already been hosted by L3 agent 6dcb5589-8e86-4616-9186-ddc4548e13ad {{(pid=102386) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 18:54:59.467004 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-4a71d2f7-003c-4f02-af34-e47026d1b5b4 tempest-PortsAdminExtendedAttrsTestJSON-1944596240 tempest-PortsAdminExtendedAttrsTestJSON-1944596240-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:59.584475 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3bce6381-89ea-4c19-aa98-ac35769c35b1 admin admin] Router af66a059-f191-4368-a4e2-1bc7a80c0b53 has already been hosted by L3 agent 6dcb5589-8e86-4616-9186-ddc4548e13ad {{(pid=102386) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 18:54:59.595856 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-4a71d2f7-003c-4f02-af34-e47026d1b5b4 tempest-PortsAdminExtendedAttrsTestJSON-1944596240 tempest-PortsAdminExtendedAttrsTestJSON-1944596240-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:59.602551 n-d-816865-1 neutron-server[102387]: DEBUG neutron.notifiers.nova [None req-4a71d2f7-003c-4f02-af34-e47026d1b5b4 tempest-PortsAdminExtendedAttrsTestJSON-1944596240 tempest-PortsAdminExtendedAttrsTestJSON-1944596240-project-admin] device_id is not set on port 9d6c59b3-ab2b-4ca3-8426-d985a71a3033 yet. {{(pid=102387) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 05 18:54:59.696451 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e87e13d-38af-4b66-932c-ec7200de3d76 admin admin] Notify agent at l3_agent.n-d-816865-1 the message routers_updated {{(pid=102386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 18:54:59.706719 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ab1c00c-a200-4a2e-a288-173776917318 None None] Sync routers for ids ['b32ffb7d-ccaa-44d5-b592-d1604e1d4445'] in n-d-816865-1 {{(pid=102389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 18:54:59.720143 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-5e87e13d-38af-4b66-932c-ec7200de3d76 admin admin] 10.222.0.13 "PUT /v2.0/routers/b32ffb7d-ccaa-44d5-b592-d1604e1d4445/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8391793 Nov 05 18:54:59.721000 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Device c3797f08-fd86-493c-a9aa-1327309c63e1 details requested by agent hyperv_n-h2-816865-1 with host n-h2-816865-1 {{(pid=102388) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 05 18:54:59.732530 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a71d2f7-003c-4f02-af34-e47026d1b5b4 tempest-PortsAdminExtendedAttrsTestJSON-1944596240 tempest-PortsAdminExtendedAttrsTestJSON-1944596240-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de8558fe-455b-418e-a5a4-e20bffdcd990,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:54:59.734574 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ab1c00c-a200-4a2e-a288-173776917318 None None] Routers {'b32ffb7d-ccaa-44d5-b592-d1604e1d4445'} bound to L3 agent in host n-d-816865-1 {{(pid=102389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 18:54:59.736668 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-8ab1c00c-a200-4a2e-a288-173776917318 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T18:54:35Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['b32ffb7d-ccaa-44d5-b592-d1604e1d4445'], 'active': True} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:54:59.744726 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ad0344b-61f4-4322-95b4-b9b92043d78f tempest-AllowedAddressPairIpV6TestJSON-972849293 tempest-AllowedAddressPairIpV6TestJSON-972849293-project] Made reservation on behalf of aef3e586007e4b4c84fadc50798eb2d5 for: {'port': 1} {{(pid=102387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 18:54:59.756970 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-2ad0344b-61f4-4322-95b4-b9b92043d78f tempest-AllowedAddressPairIpV6TestJSON-972849293 tempest-AllowedAddressPairIpV6TestJSON-972849293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:54:59.813181 n-d-816865-1 neutron-server[102387]: DEBUG neutron.notifiers.nova [None req-2ad0344b-61f4-4322-95b4-b9b92043d78f tempest-AllowedAddressPairIpV6TestJSON-972849293 tempest-AllowedAddressPairIpV6TestJSON-972849293-project] device_id is not set on port 21bfc193-9e78-4b85-bb69-6039130f4cf1 yet. {{(pid=102387) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 05 18:54:59.893028 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bce6381-89ea-4c19-aa98-ac35769c35b1 admin admin] Notify agent at l3_agent.n-d-816865-1 the message routers_updated {{(pid=102386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 18:54:59.916165 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-3bce6381-89ea-4c19-aa98-ac35769c35b1 admin admin] 10.222.0.13 "PUT /v2.0/routers/af66a059-f191-4368-a4e2-1bc7a80c0b53/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1774206 Nov 05 18:54:59.923890 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 34370) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:54:59.957238 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvr_db [None req-8ab1c00c-a200-4a2e-a288-173776917318 None None] Set router b32ffb7d-ccaa-44d5-b592-d1604e1d4445 gateway port host: n-d-816865-1 {{(pid=102389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 18:54:59.972360 n-d-816865-1 neutron-server[102386]: DEBUG neutron.objects.ports [None req-901d572c-2c09-4ca8-b141-2012bd6bc921 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102386) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 05 18:55:00.006249 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-901d572c-2c09-4ca8-b141-2012bd6bc921 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6149946', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4877172'] for subnet, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:00.038719 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efa235b9-6082-45d1-9e73-22093426f40d None None] Sync routers for ids ['af66a059-f191-4368-a4e2-1bc7a80c0b53'] in n-d-816865-1 {{(pid=102388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 18:55:00.061436 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] For port c3797f08-fd86-493c-a9aa-1327309c63e1, host n-h2-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=c3797f08-fd86-493c-a9aa-1327309c63e1,segment=NetworkSegment(e94198e7-7484-4b3b-b2bf-001822904d02),segment_id=e94198e7-7484-4b3b-b2bf-001822904d02)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:55:00.080477 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efa235b9-6082-45d1-9e73-22093426f40d None None] Routers {'af66a059-f191-4368-a4e2-1bc7a80c0b53'} bound to L3 agent in host n-d-816865-1 {{(pid=102388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 18:55:00.081464 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-efa235b9-6082-45d1-9e73-22093426f40d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T18:54:35Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['af66a059-f191-4368-a4e2-1bc7a80c0b53'], 'active': True} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:55:00.112001 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-901d572c-2c09-4ca8-b141-2012bd6bc921 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Network 1c9d25d3-7f2e-4384-9081-dc17514a5578 is already hosted by enough agents. {{(pid=102386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 18:55:00.178689 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.base_scheduler [None req-901d572c-2c09-4ca8-b141-2012bd6bc921 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Resources bound (agent type, host, resource id): {{(pid=102386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:55:00.201420 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-901d572c-2c09-4ca8-b141-2012bd6bc921 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:55:00.202607 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-901d572c-2c09-4ca8-b141-2012bd6bc921 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Publish callbacks [] for subnet, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:00.236667 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901d572c-2c09-4ca8-b141-2012bd6bc921 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Pushing event updated for resources: {'Subnet': ['ID=6a3d17e4-5ec0-41fb-bd5d-179b86597424,revision_number=0']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:55:00.272087 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-a611f23a-db55-48b6-930d-d89a3202f17a admin admin] Publish callbacks [] for router, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:00.310174 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-8ab1c00c-a200-4a2e-a288-173776917318 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b32ffb7d-ccaa-44d5-b592-d1604e1d4445', 'name': 'tempest-ServerRescueTestJSONUnderV235-1872294056-router', 'tenant_id': '06ed96522e9e42a39945febc80e1faeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.168'}], 'enable_snat': True}, 'gw_port_id': '2382be70-456f-4cac-8965-62093dfa27d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T18:54:49Z', 'updated_at': '2021-11-05T18:54:57Z', 'revision_number': 4, 'project_id': '06ed96522e9e42a39945febc80e1faeb', 'gw_port': {'id': '2382be70-456f-4cac-8965-62093dfa27d6', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:c5:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b32ffb7d-ccaa-44d5-b592-d1604e1d4445', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1904, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T18:54:49Z', 'updated_at': '2021-11-05T18:54:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1', '_interfaces': [{'id': 'e6e7b3a5-a963-4873-af0e-27ff4e2a2c0c', 'name': '', 'network_id': '33b67f12-3e30-4db0-bf1c-b2b3da4d6fc7', 'tenant_id': '06ed96522e9e42a39945febc80e1faeb', 'mac_address': 'fa:16:3e:08:1b:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b32ffb7d-ccaa-44d5-b592-d1604e1d4445', 'device_owner': 'network:router_interface', 'standard_attr_id': 1911, 'fixed_ips': [{'subnet_id': 'a3a64416-ba54-43fe-a90a-a0ccf6654f9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T18:54:55Z', 'updated_at': '2021-11-05T18:54:57Z', 'revision_number': 2, 'project_id': '06ed96522e9e42a39945febc80e1faeb', 'subnets': [{'id': 'a3a64416-ba54-43fe-a90a-a0ccf6654f9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-1', False) {} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:55:00.339752 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ab1c00c-a200-4a2e-a288-173776917318 None None] Checking router: b32ffb7d-ccaa-44d5-b592-d1604e1d4445 for host: n-d-816865-1 {{(pid=102389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 18:55:00.340411 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ab1c00c-a200-4a2e-a288-173776917318 None None] Updating router b32ffb7d-ccaa-44d5-b592-d1604e1d4445 port e6e7b3a5-a963-4873-af0e-27ff4e2a2c0c binding host n-d-816865-1 {{(pid=102389) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 05 18:55:00.342228 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Returning: {'device': 'c3797f08-fd86-493c-a9aa-1327309c63e1', 'network_id': '0b64b77a-1769-4ba3-98b8-e072ca99e966', 'port_id': 'c3797f08-fd86-493c-a9aa-1327309c63e1', 'mac_address': 'fa:16:3e:3d:98:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 189, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6176923a-af99-42e6-bca9-86e5b2bd6e07', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102388) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 05 18:55:00.350074 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b795776d-4cc3-4e13-a0aa-4610c1290c3f None None] Network 1c9d25d3-7f2e-4384-9081-dc17514a5578 requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 18:55:00.370550 n-d-816865-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-8ab1c00c-a200-4a2e-a288-173776917318 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:00.395976 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-901d572c-2c09-4ca8-b141-2012bd6bc921 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.0287282 Nov 05 18:55:00.396706 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 34390) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:55:00.404239 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-74038359-a6eb-4320-b660-e77126ec0ebd tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Request body: {'port': {'network_id': '1c9d25d3-7f2e-4384-9081-dc17514a5578', 'mac_address': 'fa:16:3e:0f:d1:c0', 'name': 'tempest-NetworksTestDHCPv6-1176556443'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:55:00.425905 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e22802-fdc2-4eb8-abb4-d5788985c8e6 req-832b158d-2e27-4024-af74-f36d9ef36954 tempest-ServerRescueTestJSON-1639389385 tempest-ServerRescueTestJSON-1639389385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:55:00.432151 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-e0e22802-fdc2-4eb8-abb4-d5788985c8e6 req-832b158d-2e27-4024-af74-f36d9ef36954 tempest-ServerRescueTestJSON-1639389385 tempest-ServerRescueTestJSON-1639389385-project] 10.222.0.13 "GET /v2.0/ports?device_id=71eadb3a-495a-4683-a4fb-df865dfdd3a2 HTTP/1.1" status: 200 len: 944 time: 0.4724324 Nov 05 18:55:00.564120 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 2382be70-456f-4cac-8965-62093dfa27d6 up at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 18:55:00.578430 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.db_base_plugin_common [None req-2ad0344b-61f4-4322-95b4-b9b92043d78f tempest-AllowedAddressPairIpV6TestJSON-972849293 tempest-AllowedAddressPairIpV6TestJSON-972849293-project] Allocated IP 2001:db8::15b (a0e16542-d981-481b-9eaf-465415ed5975/a53b311c-d3db-45aa-99f1-de2d93418ad0/21bfc193-9e78-4b85-bb69-6039130f4cf1) {{(pid=102387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 18:55:00.632616 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvr_db [None req-efa235b9-6082-45d1-9e73-22093426f40d None None] Set router af66a059-f191-4368-a4e2-1bc7a80c0b53 gateway port host: n-d-816865-1 {{(pid=102388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 18:55:00.651706 n-d-816865-1 neutron-server[102387]: DEBUG neutron.notifiers.nova [None req-4a71d2f7-003c-4f02-af34-e47026d1b5b4 tempest-PortsAdminExtendedAttrsTestJSON-1944596240 tempest-PortsAdminExtendedAttrsTestJSON-1944596240-project-admin] device_id is not set on port 9d6c59b3-ab2b-4ca3-8426-d985a71a3033 yet. {{(pid=102387) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 05 18:55:00.688591 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-4a71d2f7-003c-4f02-af34-e47026d1b5b4 tempest-PortsAdminExtendedAttrsTestJSON-1944596240 tempest-PortsAdminExtendedAttrsTestJSON-1944596240-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:00.708459 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-e0e22802-fdc2-4eb8-abb4-d5788985c8e6 req-7f8f0973-34e4-4fb5-9dc4-2e6fa9177d33 tempest-ServerRescueTestJSON-1639389385 tempest-ServerRescueTestJSON-1639389385-project] 10.222.0.13 "GET /v2.0/security-groups?id=458afcac-91c4-437c-b78f-d73b875bd5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2642977 Nov 05 18:55:00.762921 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b29626-fc20-4156-84b8-82168d5b1505 req-f52a7eb0-659f-481d-be8f-b39982bb1c5e tempest-ServerRescueTestJSONUnderV235-847319139 tempest-ServerRescueTestJSONUnderV235-847319139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:55:00.764575 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-51b29626-fc20-4156-84b8-82168d5b1505 req-f52a7eb0-659f-481d-be8f-b39982bb1c5e tempest-ServerRescueTestJSONUnderV235-847319139 tempest-ServerRescueTestJSONUnderV235-847319139-project] 10.222.0.13 "GET /v2.0/networks?id=33b67f12-3e30-4db0-bf1c-b2b3da4d6fc7 HTTP/1.1" status: 200 len: 820 time: 0.3294461 Nov 05 18:55:00.802757 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-51b29626-fc20-4156-84b8-82168d5b1505 req-0ba1ce2d-2259-4208-83bf-a2de2f416f1e tempest-ServerRescueTestJSONUnderV235-847319139 tempest-ServerRescueTestJSONUnderV235-847319139-project] 10.222.0.13 "GET /v2.0/quotas/06ed96522e9e42a39945febc80e1faeb HTTP/1.1" status: 200 len: 375 time: 0.0309558 Nov 05 18:55:00.827942 n-d-816865-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-8ab1c00c-a200-4a2e-a288-173776917318 None None] Publish callbacks [] for port, precommit_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:00.876378 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-4a71d2f7-003c-4f02-af34-e47026d1b5b4 tempest-PortsAdminExtendedAttrsTestJSON-1944596240 tempest-PortsAdminExtendedAttrsTestJSON-1944596240-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4417063'] for port, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:00.961758 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-51b29626-fc20-4156-84b8-82168d5b1505 req-7c1ab6d1-4f51-495c-83be-28d2350ef8c5 tempest-ServerRescueTestJSONUnderV235-847319139 tempest-ServerRescueTestJSONUnderV235-847319139-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=06ed96522e9e42a39945febc80e1faeb&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1249857 Nov 05 18:55:00.964717 n-d-816865-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-8ab1c00c-a200-4a2e-a288-173776917318 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:00.984538 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a71d2f7-003c-4f02-af34-e47026d1b5b4 tempest-PortsAdminExtendedAttrsTestJSON-1944596240 tempest-PortsAdminExtendedAttrsTestJSON-1944596240-project-admin] Pushing event updated for resources: {'Port': ['ID=9d6c59b3-ab2b-4ca3-8426-d985a71a3033,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:55:00.990546 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-2ad0344b-61f4-4322-95b4-b9b92043d78f tempest-AllowedAddressPairIpV6TestJSON-972849293 tempest-AllowedAddressPairIpV6TestJSON-972849293-project] Publish callbacks [] for port, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:01.035447 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-a611f23a-db55-48b6-930d-d89a3202f17a admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:01.071159 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dedd7ea5-9f77-41a8-8b26-e2035e45f28f None None] Pushing event updated for resources: {'Port': ['ID=e6e7b3a5-a963-4873-af0e-27ff4e2a2c0c,revision_number=3']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:55:01.089045 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a71d2f7-003c-4f02-af34-e47026d1b5b4 tempest-PortsAdminExtendedAttrsTestJSON-1944596240 tempest-PortsAdminExtendedAttrsTestJSON-1944596240-project-admin] Checking segment: {'id': 'd91097f1-b308-4a74-b34e-9cc7bb5c930b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'b0a58cdf-9fc5-4401-9fb4-1eed6de4972e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 18:55:01.089410 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a71d2f7-003c-4f02-af34-e47026d1b5b4 tempest-PortsAdminExtendedAttrsTestJSON-1944596240 tempest-PortsAdminExtendedAttrsTestJSON-1944596240-project-admin] Network hostable DHCP agents. Network: b0a58cdf-9fc5-4401-9fb4-1eed6de4972e, hostable agents: ['987e2ca0-bc3b-4c6f-a989-429ccfbf753f'], hosted agents: [] {{(pid=102387) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 05 18:55:01.126529 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:01.137927 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-51b29626-fc20-4156-84b8-82168d5b1505 req-dc6d6ded-6f69-45d5-a7bf-5fc1ee8c5a09 service neutron] 10.222.0.13 "GET /v2.0/networks/33b67f12-3e30-4db0-bf1c-b2b3da4d6fc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1664529 Nov 05 18:55:01.140029 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.managers [None req-8ab1c00c-a200-4a2e-a288-173776917318 None None] Attempting to bind port e6e7b3a5-a963-4873-af0e-27ff4e2a2c0c on host n-d-816865-1 for vnic_type normal with profile {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 18:55:01.146287 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.managers [None req-8ab1c00c-a200-4a2e-a288-173776917318 None None] Attempting to bind port e6e7b3a5-a963-4873-af0e-27ff4e2a2c0c by drivers openvswitch,hyperv on host n-d-816865-1 at level 0 using segments [{'id': 'cf4529b6-e7e1-4abc-9281-c00519ad0a15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '33b67f12-3e30-4db0-bf1c-b2b3da4d6fc7'}] {{(pid=102389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 18:55:01.146287 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ab1c00c-a200-4a2e-a288-173776917318 None None] Attempting to bind port e6e7b3a5-a963-4873-af0e-27ff4e2a2c0c on network 33b67f12-3e30-4db0-bf1c-b2b3da4d6fc7 {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 18:55:01.152142 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ab1c00c-a200-4a2e-a288-173776917318 None None] Checking agent: {'id': '724d89a7-611b-41e6-bc85-c48112b17afa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 18, 25, 8), 'started_at': datetime.datetime(2021, 11, 5, 18, 25, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 18, 54, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 18:55:01.152514 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ab1c00c-a200-4a2e-a288-173776917318 None None] Checking segment: {'id': 'cf4529b6-e7e1-4abc-9281-c00519ad0a15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '33b67f12-3e30-4db0-bf1c-b2b3da4d6fc7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 18:55:01.156503 n-d-816865-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-8ab1c00c-a200-4a2e-a288-173776917318 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:01.160798 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ab1c00c-a200-4a2e-a288-173776917318 None None] Bound using segment: {'id': 'cf4529b6-e7e1-4abc-9281-c00519ad0a15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '33b67f12-3e30-4db0-bf1c-b2b3da4d6fc7'} {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 18:55:01.164805 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.managers [None req-8ab1c00c-a200-4a2e-a288-173776917318 None None] Bound port: e6e7b3a5-a963-4873-af0e-27ff4e2a2c0c, host: n-d-816865-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf4529b6-e7e1-4abc-9281-c00519ad0a15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '33b67f12-3e30-4db0-bf1c-b2b3da4d6fc7'}}] {{(pid=102389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 18:55:01.165199 n-d-816865-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-8ab1c00c-a200-4a2e-a288-173776917318 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:01.184037 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59ecad9c-8f05-45eb-a0ca-ae233d3a6f3d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeb20a084-accf-5b60-8075-3e69ebe863a6-1c9d25d3-7f2e-4384-9081-dc17514a5578', 'network_id': '1c9d25d3-7f2e-4384-9081-dc17514a5578', 'tenant_id': '7bc73c6c17f842a987dd31290d20faa2', 'fixed_ips': [{'subnet_id': '6a3d17e4-5ec0-41fb-bd5d-179b86597424'}]}} from n-d-816865-1. {{(pid=102388) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 05 18:55:01.184849 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-59ecad9c-8f05-45eb-a0ca-ae233d3a6f3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:01.205903 n-d-816865-1 neutron-server[102388]: DEBUG neutron.notifiers.nova [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c3797f08-fd86-493c-a9aa-1327309c63e1 {{(pid=102388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 18:55:01.233887 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] For port c3797f08-fd86-493c-a9aa-1327309c63e1, host n-h2-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=c3797f08-fd86-493c-a9aa-1327309c63e1,segment=NetworkSegment(e94198e7-7484-4b3b-b2bf-001822904d02),segment_id=e94198e7-7484-4b3b-b2bf-001822904d02)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:55:01.235486 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [None req-8ab1c00c-a200-4a2e-a288-173776917318 None None] For port e6e7b3a5-a963-4873-af0e-27ff4e2a2c0c, host n-d-816865-1, cleared binding levels {{(pid=102389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 18:55:01.239289 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [None req-8ab1c00c-a200-4a2e-a288-173776917318 None None] For port e6e7b3a5-a963-4873-af0e-27ff4e2a2c0c, host n-d-816865-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=e6e7b3a5-a963-4873-af0e-27ff4e2a2c0c,segment=NetworkSegment(cf4529b6-e7e1-4abc-9281-c00519ad0a15),segment_id=cf4529b6-e7e1-4abc-9281-c00519ad0a15)] {{(pid=102389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 18:55:01.243230 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74038359-a6eb-4320-b660-e77126ec0ebd tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Made reservation on behalf of 7bc73c6c17f842a987dd31290d20faa2 for: {'port': 1} {{(pid=102386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 18:55:01.258361 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-2ad0344b-61f4-4322-95b4-b9b92043d78f tempest-AllowedAddressPairIpV6TestJSON-972849293 tempest-AllowedAddressPairIpV6TestJSON-972849293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4417063'] for port, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:01.260186 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Provisioning complete for port 2382be70-456f-4cac-8965-62093dfa27d6 triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:55:01.260559 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:01.263337 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a71d2f7-003c-4f02-af34-e47026d1b5b4 tempest-PortsAdminExtendedAttrsTestJSON-1944596240 tempest-PortsAdminExtendedAttrsTestJSON-1944596240-project-admin] Network b0a58cdf-9fc5-4401-9fb4-1eed6de4972e is scheduled to be hosted by DHCP agent 987e2ca0-bc3b-4c6f-a989-429ccfbf753f with binding_index 1 {{(pid=102387) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 05 18:55:01.337333 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-a611f23a-db55-48b6-930d-d89a3202f17a admin admin] Deleting port c402cf8a-e474-4892-b9fb-c980a62a6a96 {{(pid=102386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 18:55:01.338208 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-a611f23a-db55-48b6-930d-d89a3202f17a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:01.354996 n-d-816865-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-8ab1c00c-a200-4a2e-a288-173776917318 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:01.378449 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ad0344b-61f4-4322-95b4-b9b92043d78f tempest-AllowedAddressPairIpV6TestJSON-972849293 tempest-AllowedAddressPairIpV6TestJSON-972849293-project] Network a0e16542-d981-481b-9eaf-465415ed5975 is already hosted by enough agents. {{(pid=102387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 18:55:01.394559 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.base_scheduler [None req-2ad0344b-61f4-4322-95b4-b9b92043d78f tempest-AllowedAddressPairIpV6TestJSON-972849293 tempest-AllowedAddressPairIpV6TestJSON-972849293-project] Resources bound (agent type, host, resource id): {{(pid=102387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:55:01.407867 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-74038359-a6eb-4320-b660-e77126ec0ebd tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:01.424542 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ad0344b-61f4-4322-95b4-b9b92043d78f tempest-AllowedAddressPairIpV6TestJSON-972849293 tempest-AllowedAddressPairIpV6TestJSON-972849293-project] Received port after_create {{(pid=102387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 18:55:01.435924 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ad0344b-61f4-4322-95b4-b9b92043d78f tempest-AllowedAddressPairIpV6TestJSON-972849293 tempest-AllowedAddressPairIpV6TestJSON-972849293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:55:01.436701 n-d-816865-1 neutron-server[102386]: DEBUG neutron.notifiers.nova [None req-74038359-a6eb-4320-b660-e77126ec0ebd tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] device_id is not set on port 7811c6f7-3d92-4912-984a-15cf6171d422 yet. {{(pid=102386) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 05 18:55:01.438003 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-2ad0344b-61f4-4322-95b4-b9b92043d78f tempest-AllowedAddressPairIpV6TestJSON-972849293 tempest-AllowedAddressPairIpV6TestJSON-972849293-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:01.450843 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.base_scheduler [None req-4a71d2f7-003c-4f02-af34-e47026d1b5b4 tempest-PortsAdminExtendedAttrsTestJSON-1944596240 tempest-PortsAdminExtendedAttrsTestJSON-1944596240-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816865-1, b0a58cdf-9fc5-4401-9fb4-1eed6de4972e) {{(pid=102387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:55:01.463628 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad0344b-61f4-4322-95b4-b9b92043d78f tempest-AllowedAddressPairIpV6TestJSON-972849293 tempest-AllowedAddressPairIpV6TestJSON-972849293-project] Pushing event updated for resources: {'Port': ['ID=21bfc193-9e78-4b85-bb69-6039130f4cf1,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:55:01.484898 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a71d2f7-003c-4f02-af34-e47026d1b5b4 tempest-PortsAdminExtendedAttrsTestJSON-1944596240 tempest-PortsAdminExtendedAttrsTestJSON-1944596240-project-admin] Received port after_create {{(pid=102387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 18:55:01.531025 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-51b29626-fc20-4156-84b8-82168d5b1505 req-e3f1fdb5-127f-4e39-b5db-cbb7fbc23ece service neutron] 10.222.0.13 "GET /v2.0/networks/33b67f12-3e30-4db0-bf1c-b2b3da4d6fc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3869529 Nov 05 18:55:01.539166 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.managers [None req-4a71d2f7-003c-4f02-af34-e47026d1b5b4 tempest-PortsAdminExtendedAttrsTestJSON-1944596240 tempest-PortsAdminExtendedAttrsTestJSON-1944596240-project-admin] Attempting to bind port 9d6c59b3-ab2b-4ca3-8426-d985a71a3033 on host n-h1-816865-1 for vnic_type normal with profile {{(pid=102387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 18:55:01.539520 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [None req-a611f23a-db55-48b6-930d-d89a3202f17a admin admin] For port c402cf8a-e474-4892-b9fb-c980a62a6a96, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=c402cf8a-e474-4892-b9fb-c980a62a6a96,segment=NetworkSegment(85be518c-8bb4-46a2-a903-d4292782d29d),segment_id=85be518c-8bb4-46a2-a903-d4292782d29d)] {{(pid=102386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:55:01.539706 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.managers [None req-4a71d2f7-003c-4f02-af34-e47026d1b5b4 tempest-PortsAdminExtendedAttrsTestJSON-1944596240 tempest-PortsAdminExtendedAttrsTestJSON-1944596240-project-admin] Attempting to bind port 9d6c59b3-ab2b-4ca3-8426-d985a71a3033 by drivers openvswitch,hyperv on host n-h1-816865-1 at level 0 using segments [{'id': 'd91097f1-b308-4a74-b34e-9cc7bb5c930b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'b0a58cdf-9fc5-4401-9fb4-1eed6de4972e'}] {{(pid=102387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 18:55:01.539885 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-a611f23a-db55-48b6-930d-d89a3202f17a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:01.542996 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a71d2f7-003c-4f02-af34-e47026d1b5b4 tempest-PortsAdminExtendedAttrsTestJSON-1944596240 tempest-PortsAdminExtendedAttrsTestJSON-1944596240-project-admin] Attempting to bind port 9d6c59b3-ab2b-4ca3-8426-d985a71a3033 on network b0a58cdf-9fc5-4401-9fb4-1eed6de4972e {{(pid=102387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 18:55:01.554546 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a71d2f7-003c-4f02-af34-e47026d1b5b4 tempest-PortsAdminExtendedAttrsTestJSON-1944596240 tempest-PortsAdminExtendedAttrsTestJSON-1944596240-project-admin] Port 9d6c59b3-ab2b-4ca3-8426-d985a71a3033 on network b0a58cdf-9fc5-4401-9fb4-1eed6de4972e not bound, no agent of type Open vSwitch agent registered on host n-h1-816865-1 {{(pid=102387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 18:55:01.558693 n-d-816865-1 neutron-server[102387]: ERROR neutron.plugins.ml2.managers [None req-4a71d2f7-003c-4f02-af34-e47026d1b5b4 tempest-PortsAdminExtendedAttrsTestJSON-1944596240 tempest-PortsAdminExtendedAttrsTestJSON-1944596240-project-admin] Failed to bind port 9d6c59b3-ab2b-4ca3-8426-d985a71a3033 on host n-h1-816865-1 for vnic_type normal using segments [{'id': 'd91097f1-b308-4a74-b34e-9cc7bb5c930b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'b0a58cdf-9fc5-4401-9fb4-1eed6de4972e'}] Nov 05 18:55:01.559518 n-d-816865-1 neutron-server[102387]: INFO neutron.plugins.ml2.plugin [None req-4a71d2f7-003c-4f02-af34-e47026d1b5b4 tempest-PortsAdminExtendedAttrsTestJSON-1944596240 tempest-PortsAdminExtendedAttrsTestJSON-1944596240-project-admin] Attempt 2 to bind port 9d6c59b3-ab2b-4ca3-8426-d985a71a3033 Nov 05 18:55:01.569560 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-469821df-d586-46c5-90a5-f2558bd81151 None None] Network b0a58cdf-9fc5-4401-9fb4-1eed6de4972e requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 18:55:01.588369 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ab1c00c-a200-4a2e-a288-173776917318 None None] Routers {'b32ffb7d-ccaa-44d5-b592-d1604e1d4445'} bound to L3 agent in host n-d-816865-1 {{(pid=102389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 18:55:01.594963 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-8ab1c00c-a200-4a2e-a288-173776917318 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T18:54:35Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['b32ffb7d-ccaa-44d5-b592-d1604e1d4445'], 'active': True} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:55:01.598153 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-a611f23a-db55-48b6-930d-d89a3202f17a admin admin] Calling delete_port for c402cf8a-e474-4892-b9fb-c980a62a6a96 owned by network:router_gateway {{(pid=102386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 18:55:01.601848 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-2ad0344b-61f4-4322-95b4-b9b92043d78f tempest-AllowedAddressPairIpV6TestJSON-972849293 tempest-AllowedAddressPairIpV6TestJSON-972849293-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 2.1725943 Nov 05 18:55:01.604468 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dedd7ea5-9f77-41a8-8b26-e2035e45f28f None None] Pushing event updated for resources: {'Port': ['ID=e6e7b3a5-a963-4873-af0e-27ff4e2a2c0c,revision_number=4']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:55:01.606922 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 34396) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:55:01.620114 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:01.627218 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-91e49dc3-d184-4698-94dc-6ba96843fe9f tempest-AllowedAddressPairIpV6TestJSON-972849293 tempest-AllowedAddressPairIpV6TestJSON-972849293-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:e6:2e:87'}]}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:55:01.638194 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.managers [None req-4a71d2f7-003c-4f02-af34-e47026d1b5b4 tempest-PortsAdminExtendedAttrsTestJSON-1944596240 tempest-PortsAdminExtendedAttrsTestJSON-1944596240-project-admin] Attempting to bind port 9d6c59b3-ab2b-4ca3-8426-d985a71a3033 on host n-h1-816865-1 for vnic_type normal with profile {{(pid=102387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 18:55:01.642579 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.managers [None req-4a71d2f7-003c-4f02-af34-e47026d1b5b4 tempest-PortsAdminExtendedAttrsTestJSON-1944596240 tempest-PortsAdminExtendedAttrsTestJSON-1944596240-project-admin] Attempting to bind port 9d6c59b3-ab2b-4ca3-8426-d985a71a3033 by drivers openvswitch,hyperv on host n-h1-816865-1 at level 0 using segments [{'id': 'd91097f1-b308-4a74-b34e-9cc7bb5c930b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'b0a58cdf-9fc5-4401-9fb4-1eed6de4972e'}] {{(pid=102387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 18:55:01.643206 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a71d2f7-003c-4f02-af34-e47026d1b5b4 tempest-PortsAdminExtendedAttrsTestJSON-1944596240 tempest-PortsAdminExtendedAttrsTestJSON-1944596240-project-admin] Attempting to bind port 9d6c59b3-ab2b-4ca3-8426-d985a71a3033 on network b0a58cdf-9fc5-4401-9fb4-1eed6de4972e {{(pid=102387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 18:55:01.704127 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a71d2f7-003c-4f02-af34-e47026d1b5b4 tempest-PortsAdminExtendedAttrsTestJSON-1944596240 tempest-PortsAdminExtendedAttrsTestJSON-1944596240-project-admin] Port 9d6c59b3-ab2b-4ca3-8426-d985a71a3033 on network b0a58cdf-9fc5-4401-9fb4-1eed6de4972e not bound, no agent of type Open vSwitch agent registered on host n-h1-816865-1 {{(pid=102387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 18:55:01.720235 n-d-816865-1 neutron-server[102387]: ERROR neutron.plugins.ml2.managers [None req-4a71d2f7-003c-4f02-af34-e47026d1b5b4 tempest-PortsAdminExtendedAttrsTestJSON-1944596240 tempest-PortsAdminExtendedAttrsTestJSON-1944596240-project-admin] Failed to bind port 9d6c59b3-ab2b-4ca3-8426-d985a71a3033 on host n-h1-816865-1 for vnic_type normal using segments [{'id': 'd91097f1-b308-4a74-b34e-9cc7bb5c930b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'b0a58cdf-9fc5-4401-9fb4-1eed6de4972e'}] Nov 05 18:55:01.734872 n-d-816865-1 neutron-server[102387]: INFO neutron.plugins.ml2.plugin [None req-4a71d2f7-003c-4f02-af34-e47026d1b5b4 tempest-PortsAdminExtendedAttrsTestJSON-1944596240 tempest-PortsAdminExtendedAttrsTestJSON-1944596240-project-admin] Attempt 3 to bind port 9d6c59b3-ab2b-4ca3-8426-d985a71a3033 Nov 05 18:55:01.778019 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Pushing event updated for resources: {'Port': ['ID=c3797f08-fd86-493c-a9aa-1327309c63e1,revision_number=4']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:55:01.791060 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.db_base_plugin_common [None req-74038359-a6eb-4320-b660-e77126ec0ebd tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Allocated IP 2001:db8::f816:3eff:fe0f:d1c0 (1c9d25d3-7f2e-4384-9081-dc17514a5578/6a3d17e4-5ec0-41fb-bd5d-179b86597424/7811c6f7-3d92-4912-984a-15cf6171d422) {{(pid=102386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 18:55:01.803056 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.managers [None req-4a71d2f7-003c-4f02-af34-e47026d1b5b4 tempest-PortsAdminExtendedAttrsTestJSON-1944596240 tempest-PortsAdminExtendedAttrsTestJSON-1944596240-project-admin] Attempting to bind port 9d6c59b3-ab2b-4ca3-8426-d985a71a3033 on host n-h1-816865-1 for vnic_type normal with profile {{(pid=102387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 18:55:01.805275 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-efa235b9-6082-45d1-9e73-22093426f40d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af66a059-f191-4368-a4e2-1bc7a80c0b53', 'name': 'tempest-ServerActionsTestJSON-520636329-router', 'tenant_id': '9d37d1d71d154d088bbcf565483b4218', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.125'}], 'enable_snat': True}, 'gw_port_id': 'c402cf8a-e474-4892-b9fb-c980a62a6a96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T18:45:23Z', 'updated_at': '2021-11-05T18:54:57Z', 'revision_number': 5, 'project_id': '9d37d1d71d154d088bbcf565483b4218', 'gw_port': {'id': 'c402cf8a-e474-4892-b9fb-c980a62a6a96', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:13:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af66a059-f191-4368-a4e2-1bc7a80c0b53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1033, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T18:45:23Z', 'updated_at': '2021-11-05T18:45:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1'}], 'n-d-816865-1', False) {} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:55:01.805754 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.managers [None req-4a71d2f7-003c-4f02-af34-e47026d1b5b4 tempest-PortsAdminExtendedAttrsTestJSON-1944596240 tempest-PortsAdminExtendedAttrsTestJSON-1944596240-project-admin] Attempting to bind port 9d6c59b3-ab2b-4ca3-8426-d985a71a3033 by drivers openvswitch,hyperv on host n-h1-816865-1 at level 0 using segments [{'id': 'd91097f1-b308-4a74-b34e-9cc7bb5c930b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'b0a58cdf-9fc5-4401-9fb4-1eed6de4972e'}] {{(pid=102387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 18:55:01.810794 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a71d2f7-003c-4f02-af34-e47026d1b5b4 tempest-PortsAdminExtendedAttrsTestJSON-1944596240 tempest-PortsAdminExtendedAttrsTestJSON-1944596240-project-admin] Attempting to bind port 9d6c59b3-ab2b-4ca3-8426-d985a71a3033 on network b0a58cdf-9fc5-4401-9fb4-1eed6de4972e {{(pid=102387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 18:55:01.844840 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a71d2f7-003c-4f02-af34-e47026d1b5b4 tempest-PortsAdminExtendedAttrsTestJSON-1944596240 tempest-PortsAdminExtendedAttrsTestJSON-1944596240-project-admin] Port 9d6c59b3-ab2b-4ca3-8426-d985a71a3033 on network b0a58cdf-9fc5-4401-9fb4-1eed6de4972e not bound, no agent of type Open vSwitch agent registered on host n-h1-816865-1 {{(pid=102387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 18:55:01.845615 n-d-816865-1 neutron-server[102387]: ERROR neutron.plugins.ml2.managers [None req-4a71d2f7-003c-4f02-af34-e47026d1b5b4 tempest-PortsAdminExtendedAttrsTestJSON-1944596240 tempest-PortsAdminExtendedAttrsTestJSON-1944596240-project-admin] Failed to bind port 9d6c59b3-ab2b-4ca3-8426-d985a71a3033 on host n-h1-816865-1 for vnic_type normal using segments [{'id': 'd91097f1-b308-4a74-b34e-9cc7bb5c930b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'b0a58cdf-9fc5-4401-9fb4-1eed6de4972e'}] Nov 05 18:55:01.928768 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvr_db [None req-8ab1c00c-a200-4a2e-a288-173776917318 None None] Set router b32ffb7d-ccaa-44d5-b592-d1604e1d4445 gateway port host: n-d-816865-1 {{(pid=102389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 18:55:01.934488 n-d-816865-1 neutron-server[102387]: INFO neutron.plugins.ml2.plugin [None req-4a71d2f7-003c-4f02-af34-e47026d1b5b4 tempest-PortsAdminExtendedAttrsTestJSON-1944596240 tempest-PortsAdminExtendedAttrsTestJSON-1944596240-project-admin] Attempt 4 to bind port 9d6c59b3-ab2b-4ca3-8426-d985a71a3033 Nov 05 18:55:01.992469 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efa235b9-6082-45d1-9e73-22093426f40d None None] Checking router: af66a059-f191-4368-a4e2-1bc7a80c0b53 for host: n-d-816865-1 {{(pid=102388) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 18:55:02.062636 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efa235b9-6082-45d1-9e73-22093426f40d None None] Routers {'af66a059-f191-4368-a4e2-1bc7a80c0b53'} bound to L3 agent in host n-d-816865-1 {{(pid=102388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 18:55:02.063283 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-efa235b9-6082-45d1-9e73-22093426f40d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T18:54:35Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['af66a059-f191-4368-a4e2-1bc7a80c0b53'], 'active': True} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:55:02.159388 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-347f3e0e-5d54-457f-a97d-c0d31366e0db req-059da1f8-5dd5-4a68-8ba7-100ea2ac0657 tempest-ServerRescueTestJSONUnderV235-847319139 tempest-ServerRescueTestJSONUnderV235-847319139-project] 10.222.0.13 "GET /v2.0/ports?device_id=30f854dc-91a9-455d-85a2-232be75a6d81 HTTP/1.1" status: 200 len: 210 time: 0.2087317 Nov 05 18:55:02.160375 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.managers [None req-4a71d2f7-003c-4f02-af34-e47026d1b5b4 tempest-PortsAdminExtendedAttrsTestJSON-1944596240 tempest-PortsAdminExtendedAttrsTestJSON-1944596240-project-admin] Attempting to bind port 9d6c59b3-ab2b-4ca3-8426-d985a71a3033 on host n-h1-816865-1 for vnic_type normal with profile {{(pid=102387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 18:55:02.160806 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.managers [None req-4a71d2f7-003c-4f02-af34-e47026d1b5b4 tempest-PortsAdminExtendedAttrsTestJSON-1944596240 tempest-PortsAdminExtendedAttrsTestJSON-1944596240-project-admin] Attempting to bind port 9d6c59b3-ab2b-4ca3-8426-d985a71a3033 by drivers openvswitch,hyperv on host n-h1-816865-1 at level 0 using segments [{'id': 'd91097f1-b308-4a74-b34e-9cc7bb5c930b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'b0a58cdf-9fc5-4401-9fb4-1eed6de4972e'}] {{(pid=102387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 18:55:02.162251 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a71d2f7-003c-4f02-af34-e47026d1b5b4 tempest-PortsAdminExtendedAttrsTestJSON-1944596240 tempest-PortsAdminExtendedAttrsTestJSON-1944596240-project-admin] Attempting to bind port 9d6c59b3-ab2b-4ca3-8426-d985a71a3033 on network b0a58cdf-9fc5-4401-9fb4-1eed6de4972e {{(pid=102387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 18:55:02.191502 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-74038359-a6eb-4320-b660-e77126ec0ebd tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Publish callbacks [] for port, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:02.215361 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] get_ports_and_sgs() called for port_ids ['c3797f08-fd86-493c-a9aa-1327309c63e1'] {{(pid=102388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 18:55:02.226146 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvr_db [None req-efa235b9-6082-45d1-9e73-22093426f40d None None] Set router af66a059-f191-4368-a4e2-1bc7a80c0b53 gateway port host: None {{(pid=102388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 18:55:02.229763 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a71d2f7-003c-4f02-af34-e47026d1b5b4 tempest-PortsAdminExtendedAttrsTestJSON-1944596240 tempest-PortsAdminExtendedAttrsTestJSON-1944596240-project-admin] Port 9d6c59b3-ab2b-4ca3-8426-d985a71a3033 on network b0a58cdf-9fc5-4401-9fb4-1eed6de4972e not bound, no agent of type Open vSwitch agent registered on host n-h1-816865-1 {{(pid=102387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 18:55:02.230704 n-d-816865-1 neutron-server[102387]: ERROR neutron.plugins.ml2.managers [None req-4a71d2f7-003c-4f02-af34-e47026d1b5b4 tempest-PortsAdminExtendedAttrsTestJSON-1944596240 tempest-PortsAdminExtendedAttrsTestJSON-1944596240-project-admin] Failed to bind port 9d6c59b3-ab2b-4ca3-8426-d985a71a3033 on host n-h1-816865-1 for vnic_type normal using segments [{'id': 'd91097f1-b308-4a74-b34e-9cc7bb5c930b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'b0a58cdf-9fc5-4401-9fb4-1eed6de4972e'}] Nov 05 18:55:02.231894 n-d-816865-1 neutron-server[102387]: INFO neutron.plugins.ml2.plugin [None req-4a71d2f7-003c-4f02-af34-e47026d1b5b4 tempest-PortsAdminExtendedAttrsTestJSON-1944596240 tempest-PortsAdminExtendedAttrsTestJSON-1944596240-project-admin] Attempt 5 to bind port 9d6c59b3-ab2b-4ca3-8426-d985a71a3033 Nov 05 18:55:02.246892 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-a611f23a-db55-48b6-930d-d89a3202f17a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:02.278082 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a611f23a-db55-48b6-930d-d89a3202f17a admin admin] Pushing event deleted for resources: {'Port': ['ID=c402cf8a-e474-4892-b9fb-c980a62a6a96,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:55:02.299576 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b3531c-6b0f-4767-97a1-8713446722a2 req-9d9ee7c1-a448-4536-9a0f-b1a397fa6923 tempest-ServerRescueTestJSON-1639389385 tempest-ServerRescueTestJSON-1639389385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:55:02.301241 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-30b3531c-6b0f-4767-97a1-8713446722a2 req-9d9ee7c1-a448-4536-9a0f-b1a397fa6923 tempest-ServerRescueTestJSON-1639389385 tempest-ServerRescueTestJSON-1639389385-project] 10.222.0.13 "GET /v2.0/ports?device_id=71eadb3a-495a-4683-a4fb-df865dfdd3a2 HTTP/1.1" status: 200 len: 945 time: 0.3553803 Nov 05 18:55:02.309438 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-74038359-a6eb-4320-b660-e77126ec0ebd tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:02.337456 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-71cdd5d2-3266-41f3-a8ad-a27adecbbf7d None None] Provisioning complete for port 21bfc193-9e78-4b85-bb69-6039130f4cf1 triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:55:02.338177 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-71cdd5d2-3266-41f3-a8ad-a27adecbbf7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:02.371298 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.managers [None req-4a71d2f7-003c-4f02-af34-e47026d1b5b4 tempest-PortsAdminExtendedAttrsTestJSON-1944596240 tempest-PortsAdminExtendedAttrsTestJSON-1944596240-project-admin] Attempting to bind port 9d6c59b3-ab2b-4ca3-8426-d985a71a3033 on host n-h1-816865-1 for vnic_type normal with profile {{(pid=102387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 18:55:02.372698 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.managers [None req-4a71d2f7-003c-4f02-af34-e47026d1b5b4 tempest-PortsAdminExtendedAttrsTestJSON-1944596240 tempest-PortsAdminExtendedAttrsTestJSON-1944596240-project-admin] Attempting to bind port 9d6c59b3-ab2b-4ca3-8426-d985a71a3033 by drivers openvswitch,hyperv on host n-h1-816865-1 at level 0 using segments [{'id': 'd91097f1-b308-4a74-b34e-9cc7bb5c930b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'b0a58cdf-9fc5-4401-9fb4-1eed6de4972e'}] {{(pid=102387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 18:55:02.374519 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a71d2f7-003c-4f02-af34-e47026d1b5b4 tempest-PortsAdminExtendedAttrsTestJSON-1944596240 tempest-PortsAdminExtendedAttrsTestJSON-1944596240-project-admin] Attempting to bind port 9d6c59b3-ab2b-4ca3-8426-d985a71a3033 on network b0a58cdf-9fc5-4401-9fb4-1eed6de4972e {{(pid=102387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 18:55:02.391456 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74038359-a6eb-4320-b660-e77126ec0ebd tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Pushing event updated for resources: {'Port': ['ID=7811c6f7-3d92-4912-984a-15cf6171d422,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:55:02.416278 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74038359-a6eb-4320-b660-e77126ec0ebd tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Network 1c9d25d3-7f2e-4384-9081-dc17514a5578 is already hosted by enough agents. {{(pid=102386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 18:55:02.417631 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-a611f23a-db55-48b6-930d-d89a3202f17a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1000651'] for router_gateway, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:02.421110 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.base_scheduler [None req-74038359-a6eb-4320-b660-e77126ec0ebd tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Resources bound (agent type, host, resource id): {{(pid=102386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:55:02.428158 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a71d2f7-003c-4f02-af34-e47026d1b5b4 tempest-PortsAdminExtendedAttrsTestJSON-1944596240 tempest-PortsAdminExtendedAttrsTestJSON-1944596240-project-admin] Port 9d6c59b3-ab2b-4ca3-8426-d985a71a3033 on network b0a58cdf-9fc5-4401-9fb4-1eed6de4972e not bound, no agent of type Open vSwitch agent registered on host n-h1-816865-1 {{(pid=102387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 18:55:02.428495 n-d-816865-1 neutron-server[102387]: ERROR neutron.plugins.ml2.managers [None req-4a71d2f7-003c-4f02-af34-e47026d1b5b4 tempest-PortsAdminExtendedAttrsTestJSON-1944596240 tempest-PortsAdminExtendedAttrsTestJSON-1944596240-project-admin] Failed to bind port 9d6c59b3-ab2b-4ca3-8426-d985a71a3033 on host n-h1-816865-1 for vnic_type normal using segments [{'id': 'd91097f1-b308-4a74-b34e-9cc7bb5c930b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'b0a58cdf-9fc5-4401-9fb4-1eed6de4972e'}] Nov 05 18:55:02.433007 n-d-816865-1 neutron-server[102387]: INFO neutron.plugins.ml2.plugin [None req-4a71d2f7-003c-4f02-af34-e47026d1b5b4 tempest-PortsAdminExtendedAttrsTestJSON-1944596240 tempest-PortsAdminExtendedAttrsTestJSON-1944596240-project-admin] Attempt 6 to bind port 9d6c59b3-ab2b-4ca3-8426-d985a71a3033 Nov 05 18:55:02.437947 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-91e49dc3-d184-4698-94dc-6ba96843fe9f tempest-AllowedAddressPairIpV6TestJSON-972849293 tempest-AllowedAddressPairIpV6TestJSON-972849293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:02.471485 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-efa235b9-6082-45d1-9e73-22093426f40d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af66a059-f191-4368-a4e2-1bc7a80c0b53', 'name': 'tempest-ServerActionsTestJSON-520636329-router', 'tenant_id': '9d37d1d71d154d088bbcf565483b4218', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T18:45:23Z', 'updated_at': '2021-11-05T18:55:01Z', 'revision_number': 6, 'project_id': '9d37d1d71d154d088bbcf565483b4218', 'gw_port_host': None}], 'n-d-816865-1', False) {} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:55:02.541359 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.managers [None req-4a71d2f7-003c-4f02-af34-e47026d1b5b4 tempest-PortsAdminExtendedAttrsTestJSON-1944596240 tempest-PortsAdminExtendedAttrsTestJSON-1944596240-project-admin] Attempting to bind port 9d6c59b3-ab2b-4ca3-8426-d985a71a3033 on host n-h1-816865-1 for vnic_type normal with profile {{(pid=102387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 18:55:02.542142 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.managers [None req-4a71d2f7-003c-4f02-af34-e47026d1b5b4 tempest-PortsAdminExtendedAttrsTestJSON-1944596240 tempest-PortsAdminExtendedAttrsTestJSON-1944596240-project-admin] Attempting to bind port 9d6c59b3-ab2b-4ca3-8426-d985a71a3033 by drivers openvswitch,hyperv on host n-h1-816865-1 at level 0 using segments [{'id': 'd91097f1-b308-4a74-b34e-9cc7bb5c930b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'b0a58cdf-9fc5-4401-9fb4-1eed6de4972e'}] {{(pid=102387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 18:55:02.542660 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a71d2f7-003c-4f02-af34-e47026d1b5b4 tempest-PortsAdminExtendedAttrsTestJSON-1944596240 tempest-PortsAdminExtendedAttrsTestJSON-1944596240-project-admin] Attempting to bind port 9d6c59b3-ab2b-4ca3-8426-d985a71a3033 on network b0a58cdf-9fc5-4401-9fb4-1eed6de4972e {{(pid=102387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 18:55:02.575162 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efa235b9-6082-45d1-9e73-22093426f40d None None] The sync data for ids ['af66a059-f191-4368-a4e2-1bc7a80c0b53'] in n-d-816865-1 is: [{'id': 'af66a059-f191-4368-a4e2-1bc7a80c0b53', 'name': 'tempest-ServerActionsTestJSON-520636329-router', 'tenant_id': '9d37d1d71d154d088bbcf565483b4218', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T18:45:23Z', 'updated_at': '2021-11-05T18:55:01Z', 'revision_number': 6, 'project_id': '9d37d1d71d154d088bbcf565483b4218', 'gw_port_host': None}] {{(pid=102388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 18:55:02.582703 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-30b3531c-6b0f-4767-97a1-8713446722a2 req-0e81b864-6d59-40db-b98f-0a9c414822d7 tempest-ServerRescueTestJSON-1639389385 tempest-ServerRescueTestJSON-1639389385-project] 10.222.0.13 "GET /v2.0/security-groups?id=458afcac-91c4-437c-b78f-d73b875bd5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2180240 Nov 05 18:55:02.592698 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-8ab1c00c-a200-4a2e-a288-173776917318 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b32ffb7d-ccaa-44d5-b592-d1604e1d4445', 'name': 'tempest-ServerRescueTestJSONUnderV235-1872294056-router', 'tenant_id': '06ed96522e9e42a39945febc80e1faeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.168'}], 'enable_snat': True}, 'gw_port_id': '2382be70-456f-4cac-8965-62093dfa27d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T18:54:49Z', 'updated_at': '2021-11-05T18:54:57Z', 'revision_number': 4, 'project_id': '06ed96522e9e42a39945febc80e1faeb', 'gw_port': {'id': '2382be70-456f-4cac-8965-62093dfa27d6', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:c5:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b32ffb7d-ccaa-44d5-b592-d1604e1d4445', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1904, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T18:54:49Z', 'updated_at': '2021-11-05T18:54:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1', '_interfaces': [{'id': 'e6e7b3a5-a963-4873-af0e-27ff4e2a2c0c', 'name': '', 'network_id': '33b67f12-3e30-4db0-bf1c-b2b3da4d6fc7', 'tenant_id': '06ed96522e9e42a39945febc80e1faeb', 'mac_address': 'fa:16:3e:08:1b:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b32ffb7d-ccaa-44d5-b592-d1604e1d4445', 'device_owner': 'network:router_interface', 'standard_attr_id': 1911, 'fixed_ips': [{'subnet_id': 'a3a64416-ba54-43fe-a90a-a0ccf6654f9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T18:54:55Z', 'updated_at': '2021-11-05T18:55:01Z', 'revision_number': 4, 'project_id': '06ed96522e9e42a39945febc80e1faeb', 'subnets': [{'id': 'a3a64416-ba54-43fe-a90a-a0ccf6654f9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-1', False) {} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:55:02.642883 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-a611f23a-db55-48b6-930d-d89a3202f17a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-571301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6852'] for router, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:02.645542 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-a611f23a-db55-48b6-930d-d89a3202f17a admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:02.704087 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74038359-a6eb-4320-b660-e77126ec0ebd tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Received port after_create {{(pid=102386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 18:55:02.708604 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-71cdd5d2-3266-41f3-a8ad-a27adecbbf7d None None] Port 21bfc193-9e78-4b85-bb69-6039130f4cf1 cannot update to ACTIVE because it is not bound. {{(pid=102388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 18:55:02.715416 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.db_base_plugin_common [None req-59ecad9c-8f05-45eb-a0ca-ae233d3a6f3d None None] Allocated IP 2001:db8::f816:3eff:fe53:1cb2 (1c9d25d3-7f2e-4384-9081-dc17514a5578/6a3d17e4-5ec0-41fb-bd5d-179b86597424/0856467b-b7c0-4f80-89ad-c3eacfe62771) {{(pid=102388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 18:55:02.721526 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74038359-a6eb-4320-b660-e77126ec0ebd tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:55:02.724281 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-74038359-a6eb-4320-b660-e77126ec0ebd tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:02.732996 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ab1c00c-a200-4a2e-a288-173776917318 None None] The sync data for ids ['b32ffb7d-ccaa-44d5-b592-d1604e1d4445'] in n-d-816865-1 is: [{'id': 'b32ffb7d-ccaa-44d5-b592-d1604e1d4445', 'name': 'tempest-ServerRescueTestJSONUnderV235-1872294056-router', 'tenant_id': '06ed96522e9e42a39945febc80e1faeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.168'}], 'enable_snat': True}, 'gw_port_id': '2382be70-456f-4cac-8965-62093dfa27d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T18:54:49Z', 'updated_at': '2021-11-05T18:54:57Z', 'revision_number': 4, 'project_id': '06ed96522e9e42a39945febc80e1faeb', 'gw_port': {'id': '2382be70-456f-4cac-8965-62093dfa27d6', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:c5:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b32ffb7d-ccaa-44d5-b592-d1604e1d4445', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1904, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T18:54:49Z', 'updated_at': '2021-11-05T18:54:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1', '_interfaces': [{'id': 'e6e7b3a5-a963-4873-af0e-27ff4e2a2c0c', 'name': '', 'network_id': '33b67f12-3e30-4db0-bf1c-b2b3da4d6fc7', 'tenant_id': '06ed96522e9e42a39945febc80e1faeb', 'mac_address': 'fa:16:3e:08:1b:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b32ffb7d-ccaa-44d5-b592-d1604e1d4445', 'device_owner': 'network:router_interface', 'standard_attr_id': 1911, 'fixed_ips': [{'subnet_id': 'a3a64416-ba54-43fe-a90a-a0ccf6654f9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T18:54:55Z', 'updated_at': '2021-11-05T18:55:01Z', 'revision_number': 4, 'project_id': '06ed96522e9e42a39945febc80e1faeb', 'subnets': [{'id': 'a3a64416-ba54-43fe-a90a-a0ccf6654f9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 18:55:02.768644 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-a611f23a-db55-48b6-930d-d89a3202f17a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-571310'] for router, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:02.768644 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a611f23a-db55-48b6-930d-d89a3202f17a admin admin] Fanout notify agent at l3_agent the message router_deleted on router af66a059-f191-4368-a4e2-1bc7a80c0b53 {{(pid=102386) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 05 18:55:02.771129 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-a611f23a-db55-48b6-930d-d89a3202f17a admin admin] Publish callbacks [] for router, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:02.772189 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-a611f23a-db55-48b6-930d-d89a3202f17a admin admin] 10.222.0.13 "DELETE /v2.0/routers/af66a059-f191-4368-a4e2-1bc7a80c0b53 HTTP/1.1" status: 204 len: 168 time: 2.8473012 Nov 05 18:55:02.774697 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 34414) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:55:02.793794 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-402cf8bf-7232-401b-9eba-1943e35504ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:02.916725 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-74038359-a6eb-4320-b660-e77126ec0ebd tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.5171652 Nov 05 18:55:02.929132 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 34418) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:55:02.931072 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a71d2f7-003c-4f02-af34-e47026d1b5b4 tempest-PortsAdminExtendedAttrsTestJSON-1944596240 tempest-PortsAdminExtendedAttrsTestJSON-1944596240-project-admin] Port 9d6c59b3-ab2b-4ca3-8426-d985a71a3033 on network b0a58cdf-9fc5-4401-9fb4-1eed6de4972e not bound, no agent of type Open vSwitch agent registered on host n-h1-816865-1 {{(pid=102387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 18:55:02.932214 n-d-816865-1 neutron-server[102387]: ERROR neutron.plugins.ml2.managers [None req-4a71d2f7-003c-4f02-af34-e47026d1b5b4 tempest-PortsAdminExtendedAttrsTestJSON-1944596240 tempest-PortsAdminExtendedAttrsTestJSON-1944596240-project-admin] Failed to bind port 9d6c59b3-ab2b-4ca3-8426-d985a71a3033 on host n-h1-816865-1 for vnic_type normal using segments [{'id': 'd91097f1-b308-4a74-b34e-9cc7bb5c930b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'b0a58cdf-9fc5-4401-9fb4-1eed6de4972e'}] Nov 05 18:55:02.956713 n-d-816865-1 neutron-server[102387]: INFO neutron.plugins.ml2.plugin [None req-4a71d2f7-003c-4f02-af34-e47026d1b5b4 tempest-PortsAdminExtendedAttrsTestJSON-1944596240 tempest-PortsAdminExtendedAttrsTestJSON-1944596240-project-admin] Attempt 7 to bind port 9d6c59b3-ab2b-4ca3-8426-d985a71a3033 Nov 05 18:55:03.019169 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.db_base_plugin_v2 [None req-459b6a17-ee3f-4742-91f3-07718a442f56 admin admin] Deleting subnet 8df5751e-d8bb-41e4-9469-238f613979b1 {{(pid=102386) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 05 18:55:03.038559 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-459b6a17-ee3f-4742-91f3-07718a442f56 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:03.055170 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 5bf1bd6f-902c-4f2b-8f59-ec352778320f no longer exists at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 18:55:03.085689 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-91e49dc3-d184-4698-94dc-6ba96843fe9f tempest-AllowedAddressPairIpV6TestJSON-972849293 tempest-AllowedAddressPairIpV6TestJSON-972849293-project] Publish callbacks [] for port, precommit_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:03.113619 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-459b6a17-ee3f-4742-91f3-07718a442f56 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4590738'] for subnet, precommit_delete_associations {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:03.160986 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-91e49dc3-d184-4698-94dc-6ba96843fe9f tempest-AllowedAddressPairIpV6TestJSON-972849293 tempest-AllowedAddressPairIpV6TestJSON-972849293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4417072'] for port, after_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:03.178661 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.managers [None req-4a71d2f7-003c-4f02-af34-e47026d1b5b4 tempest-PortsAdminExtendedAttrsTestJSON-1944596240 tempest-PortsAdminExtendedAttrsTestJSON-1944596240-project-admin] Attempting to bind port 9d6c59b3-ab2b-4ca3-8426-d985a71a3033 on host n-h1-816865-1 for vnic_type normal with profile {{(pid=102387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 18:55:03.178661 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.managers [None req-4a71d2f7-003c-4f02-af34-e47026d1b5b4 tempest-PortsAdminExtendedAttrsTestJSON-1944596240 tempest-PortsAdminExtendedAttrsTestJSON-1944596240-project-admin] Attempting to bind port 9d6c59b3-ab2b-4ca3-8426-d985a71a3033 by drivers openvswitch,hyperv on host n-h1-816865-1 at level 0 using segments [{'id': 'd91097f1-b308-4a74-b34e-9cc7bb5c930b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'b0a58cdf-9fc5-4401-9fb4-1eed6de4972e'}] {{(pid=102387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 18:55:03.178661 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a71d2f7-003c-4f02-af34-e47026d1b5b4 tempest-PortsAdminExtendedAttrsTestJSON-1944596240 tempest-PortsAdminExtendedAttrsTestJSON-1944596240-project-admin] Attempting to bind port 9d6c59b3-ab2b-4ca3-8426-d985a71a3033 on network b0a58cdf-9fc5-4401-9fb4-1eed6de4972e {{(pid=102387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 18:55:03.185888 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [None req-91e49dc3-d184-4698-94dc-6ba96843fe9f tempest-AllowedAddressPairIpV6TestJSON-972849293 tempest-AllowedAddressPairIpV6TestJSON-972849293-project] In _notify_port_updated(), no bound segment for port 21bfc193-9e78-4b85-bb69-6039130f4cf1 on network a0e16542-d981-481b-9eaf-465415ed5975 {{(pid=102387) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 05 18:55:03.188298 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] No Port match for: 5bf1bd6f-902c-4f2b-8f59-ec352778320f {{(pid=102388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 18:55:03.188651 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 5bf1bd6f-902c-4f2b-8f59-ec352778320f not bound to the agent host n-d-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 18:55:03.201630 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91e49dc3-d184-4698-94dc-6ba96843fe9f tempest-AllowedAddressPairIpV6TestJSON-972849293 tempest-AllowedAddressPairIpV6TestJSON-972849293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:55:03.205594 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-91e49dc3-d184-4698-94dc-6ba96843fe9f tempest-AllowedAddressPairIpV6TestJSON-972849293 tempest-AllowedAddressPairIpV6TestJSON-972849293-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:03.206233 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-91e49dc3-d184-4698-94dc-6ba96843fe9f tempest-AllowedAddressPairIpV6TestJSON-972849293 tempest-AllowedAddressPairIpV6TestJSON-972849293-project] 10.222.0.13 "PUT /v2.0/ports/21bfc193-9e78-4b85-bb69-6039130f4cf1 HTTP/1.1" status: 200 len: 1003 time: 1.5911944 Nov 05 18:55:03.233682 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a71d2f7-003c-4f02-af34-e47026d1b5b4 tempest-PortsAdminExtendedAttrsTestJSON-1944596240 tempest-PortsAdminExtendedAttrsTestJSON-1944596240-project-admin] Port 9d6c59b3-ab2b-4ca3-8426-d985a71a3033 on network b0a58cdf-9fc5-4401-9fb4-1eed6de4972e not bound, no agent of type Open vSwitch agent registered on host n-h1-816865-1 {{(pid=102387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 18:55:03.234637 n-d-816865-1 neutron-server[102387]: ERROR neutron.plugins.ml2.managers [None req-4a71d2f7-003c-4f02-af34-e47026d1b5b4 tempest-PortsAdminExtendedAttrsTestJSON-1944596240 tempest-PortsAdminExtendedAttrsTestJSON-1944596240-project-admin] Failed to bind port 9d6c59b3-ab2b-4ca3-8426-d985a71a3033 on host n-h1-816865-1 for vnic_type normal using segments [{'id': 'd91097f1-b308-4a74-b34e-9cc7bb5c930b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'b0a58cdf-9fc5-4401-9fb4-1eed6de4972e'}] Nov 05 18:55:03.239734 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 34424) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:55:03.241759 n-d-816865-1 neutron-server[102387]: INFO neutron.plugins.ml2.plugin [None req-4a71d2f7-003c-4f02-af34-e47026d1b5b4 tempest-PortsAdminExtendedAttrsTestJSON-1944596240 tempest-PortsAdminExtendedAttrsTestJSON-1944596240-project-admin] Attempt 8 to bind port 9d6c59b3-ab2b-4ca3-8426-d985a71a3033 Nov 05 18:55:03.315105 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-459b6a17-ee3f-4742-91f3-07718a442f56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1573928'] for subnet, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:03.380881 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.managers [None req-4a71d2f7-003c-4f02-af34-e47026d1b5b4 tempest-PortsAdminExtendedAttrsTestJSON-1944596240 tempest-PortsAdminExtendedAttrsTestJSON-1944596240-project-admin] Attempting to bind port 9d6c59b3-ab2b-4ca3-8426-d985a71a3033 on host n-h1-816865-1 for vnic_type normal with profile {{(pid=102387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 18:55:03.380881 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.managers [None req-4a71d2f7-003c-4f02-af34-e47026d1b5b4 tempest-PortsAdminExtendedAttrsTestJSON-1944596240 tempest-PortsAdminExtendedAttrsTestJSON-1944596240-project-admin] Attempting to bind port 9d6c59b3-ab2b-4ca3-8426-d985a71a3033 by drivers openvswitch,hyperv on host n-h1-816865-1 at level 0 using segments [{'id': 'd91097f1-b308-4a74-b34e-9cc7bb5c930b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'b0a58cdf-9fc5-4401-9fb4-1eed6de4972e'}] {{(pid=102387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 18:55:03.381351 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a71d2f7-003c-4f02-af34-e47026d1b5b4 tempest-PortsAdminExtendedAttrsTestJSON-1944596240 tempest-PortsAdminExtendedAttrsTestJSON-1944596240-project-admin] Attempting to bind port 9d6c59b3-ab2b-4ca3-8426-d985a71a3033 on network b0a58cdf-9fc5-4401-9fb4-1eed6de4972e {{(pid=102387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 18:55:03.420317 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a71d2f7-003c-4f02-af34-e47026d1b5b4 tempest-PortsAdminExtendedAttrsTestJSON-1944596240 tempest-PortsAdminExtendedAttrsTestJSON-1944596240-project-admin] Port 9d6c59b3-ab2b-4ca3-8426-d985a71a3033 on network b0a58cdf-9fc5-4401-9fb4-1eed6de4972e not bound, no agent of type Open vSwitch agent registered on host n-h1-816865-1 {{(pid=102387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 18:55:03.421102 n-d-816865-1 neutron-server[102387]: ERROR neutron.plugins.ml2.managers [None req-4a71d2f7-003c-4f02-af34-e47026d1b5b4 tempest-PortsAdminExtendedAttrsTestJSON-1944596240 tempest-PortsAdminExtendedAttrsTestJSON-1944596240-project-admin] Failed to bind port 9d6c59b3-ab2b-4ca3-8426-d985a71a3033 on host n-h1-816865-1 for vnic_type normal using segments [{'id': 'd91097f1-b308-4a74-b34e-9cc7bb5c930b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'b0a58cdf-9fc5-4401-9fb4-1eed6de4972e'}] Nov 05 18:55:03.421850 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e49dc3-d184-4698-94dc-6ba96843fe9f tempest-AllowedAddressPairIpV6TestJSON-972849293 tempest-AllowedAddressPairIpV6TestJSON-972849293-project] Pushing event updated for resources: {'Port': ['ID=21bfc193-9e78-4b85-bb69-6039130f4cf1,revision_number=2']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:55:03.459483 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c40119f6-6094-49ad-92d6-27764e46e2d1 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:55:03.475255 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-c40119f6-6094-49ad-92d6-27764e46e2d1 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.5386543 Nov 05 18:55:03.476121 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 34428) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:55:03.493189 n-d-816865-1 neutron-server[102387]: INFO neutron.plugins.ml2.plugin [None req-4a71d2f7-003c-4f02-af34-e47026d1b5b4 tempest-PortsAdminExtendedAttrsTestJSON-1944596240 tempest-PortsAdminExtendedAttrsTestJSON-1944596240-project-admin] Attempt 9 to bind port 9d6c59b3-ab2b-4ca3-8426-d985a71a3033 Nov 05 18:55:03.517979 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-59ecad9c-8f05-45eb-a0ca-ae233d3a6f3d None None] Publish callbacks [] for port, precommit_create {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:03.595990 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-59ecad9c-8f05-45eb-a0ca-ae233d3a6f3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789'] for port, after_create {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:03.621936 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-3cf23e1b-89a4-4bfd-8ef4-39312fd1001d req-f6064446-d453-4d9c-a45c-8e38a22bf9cc tempest-ServerRescueTestJSONUnderV235-847319139 tempest-ServerRescueTestJSONUnderV235-847319139-project] 10.222.0.13 "GET /v2.0/ports?device_id=30f854dc-91a9-455d-85a2-232be75a6d81 HTTP/1.1" status: 200 len: 210 time: 0.2721660 Nov 05 18:55:03.655827 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.managers [None req-4a71d2f7-003c-4f02-af34-e47026d1b5b4 tempest-PortsAdminExtendedAttrsTestJSON-1944596240 tempest-PortsAdminExtendedAttrsTestJSON-1944596240-project-admin] Attempting to bind port 9d6c59b3-ab2b-4ca3-8426-d985a71a3033 on host n-h1-816865-1 for vnic_type normal with profile {{(pid=102387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 18:55:03.656050 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.managers [None req-4a71d2f7-003c-4f02-af34-e47026d1b5b4 tempest-PortsAdminExtendedAttrsTestJSON-1944596240 tempest-PortsAdminExtendedAttrsTestJSON-1944596240-project-admin] Attempting to bind port 9d6c59b3-ab2b-4ca3-8426-d985a71a3033 by drivers openvswitch,hyperv on host n-h1-816865-1 at level 0 using segments [{'id': 'd91097f1-b308-4a74-b34e-9cc7bb5c930b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'b0a58cdf-9fc5-4401-9fb4-1eed6de4972e'}] {{(pid=102387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 18:55:03.658128 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a71d2f7-003c-4f02-af34-e47026d1b5b4 tempest-PortsAdminExtendedAttrsTestJSON-1944596240 tempest-PortsAdminExtendedAttrsTestJSON-1944596240-project-admin] Attempting to bind port 9d6c59b3-ab2b-4ca3-8426-d985a71a3033 on network b0a58cdf-9fc5-4401-9fb4-1eed6de4972e {{(pid=102387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 18:55:03.668237 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.agents_db [None req-b9406b04-a0e8-43cf-b349-711963d96cf4 None None] Agent healthcheck: found 7 active agents {{(pid=102389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 05 18:55:03.678313 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-459b6a17-ee3f-4742-91f3-07718a442f56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1573905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6149879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4877183'] for subnet, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:03.680325 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a71d2f7-003c-4f02-af34-e47026d1b5b4 tempest-PortsAdminExtendedAttrsTestJSON-1944596240 tempest-PortsAdminExtendedAttrsTestJSON-1944596240-project-admin] Port 9d6c59b3-ab2b-4ca3-8426-d985a71a3033 on network b0a58cdf-9fc5-4401-9fb4-1eed6de4972e not bound, no agent of type Open vSwitch agent registered on host n-h1-816865-1 {{(pid=102387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 18:55:03.680910 n-d-816865-1 neutron-server[102387]: ERROR neutron.plugins.ml2.managers [None req-4a71d2f7-003c-4f02-af34-e47026d1b5b4 tempest-PortsAdminExtendedAttrsTestJSON-1944596240 tempest-PortsAdminExtendedAttrsTestJSON-1944596240-project-admin] Failed to bind port 9d6c59b3-ab2b-4ca3-8426-d985a71a3033 on host n-h1-816865-1 for vnic_type normal using segments [{'id': 'd91097f1-b308-4a74-b34e-9cc7bb5c930b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'b0a58cdf-9fc5-4401-9fb4-1eed6de4972e'}] Nov 05 18:55:03.684999 n-d-816865-1 neutron-server[102387]: INFO neutron.plugins.ml2.plugin [None req-4a71d2f7-003c-4f02-af34-e47026d1b5b4 tempest-PortsAdminExtendedAttrsTestJSON-1944596240 tempest-PortsAdminExtendedAttrsTestJSON-1944596240-project-admin] Attempt 10 to bind port 9d6c59b3-ab2b-4ca3-8426-d985a71a3033 Nov 05 18:55:03.727406 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.managers [None req-4a71d2f7-003c-4f02-af34-e47026d1b5b4 tempest-PortsAdminExtendedAttrsTestJSON-1944596240 tempest-PortsAdminExtendedAttrsTestJSON-1944596240-project-admin] Attempting to bind port 9d6c59b3-ab2b-4ca3-8426-d985a71a3033 on host n-h1-816865-1 for vnic_type normal with profile {{(pid=102387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 18:55:03.732372 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.managers [None req-4a71d2f7-003c-4f02-af34-e47026d1b5b4 tempest-PortsAdminExtendedAttrsTestJSON-1944596240 tempest-PortsAdminExtendedAttrsTestJSON-1944596240-project-admin] Attempting to bind port 9d6c59b3-ab2b-4ca3-8426-d985a71a3033 by drivers openvswitch,hyperv on host n-h1-816865-1 at level 0 using segments [{'id': 'd91097f1-b308-4a74-b34e-9cc7bb5c930b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'b0a58cdf-9fc5-4401-9fb4-1eed6de4972e'}] {{(pid=102387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 18:55:03.739560 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a71d2f7-003c-4f02-af34-e47026d1b5b4 tempest-PortsAdminExtendedAttrsTestJSON-1944596240 tempest-PortsAdminExtendedAttrsTestJSON-1944596240-project-admin] Attempting to bind port 9d6c59b3-ab2b-4ca3-8426-d985a71a3033 on network b0a58cdf-9fc5-4401-9fb4-1eed6de4972e {{(pid=102387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 18:55:03.756185 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a71d2f7-003c-4f02-af34-e47026d1b5b4 tempest-PortsAdminExtendedAttrsTestJSON-1944596240 tempest-PortsAdminExtendedAttrsTestJSON-1944596240-project-admin] Port 9d6c59b3-ab2b-4ca3-8426-d985a71a3033 on network b0a58cdf-9fc5-4401-9fb4-1eed6de4972e not bound, no agent of type Open vSwitch agent registered on host n-h1-816865-1 {{(pid=102387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 18:55:03.758470 n-d-816865-1 neutron-server[102387]: ERROR neutron.plugins.ml2.managers [None req-4a71d2f7-003c-4f02-af34-e47026d1b5b4 tempest-PortsAdminExtendedAttrsTestJSON-1944596240 tempest-PortsAdminExtendedAttrsTestJSON-1944596240-project-admin] Failed to bind port 9d6c59b3-ab2b-4ca3-8426-d985a71a3033 on host n-h1-816865-1 for vnic_type normal using segments [{'id': 'd91097f1-b308-4a74-b34e-9cc7bb5c930b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'b0a58cdf-9fc5-4401-9fb4-1eed6de4972e'}] Nov 05 18:55:03.760921 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459b6a17-ee3f-4742-91f3-07718a442f56 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8df5751e-d8bb-41e4-9469-238f613979b1,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:55:03.776434 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-4a71d2f7-003c-4f02-af34-e47026d1b5b4 tempest-PortsAdminExtendedAttrsTestJSON-1944596240 tempest-PortsAdminExtendedAttrsTestJSON-1944596240-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:03.778828 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-459b6a17-ee3f-4742-91f3-07718a442f56 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:03.784822 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ef986a6-c931-43bd-9bdd-a5655134c27c None None] Network bb5b9fed-8e61-492a-a21e-f9ce432c95f7 requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 18:55:03.789913 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-459b6a17-ee3f-4742-91f3-07718a442f56 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/8df5751e-d8bb-41e4-9469-238f613979b1 HTTP/1.1" status: 204 len: 168 time: 1.0047152 Nov 05 18:55:03.792878 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 34432) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:55:03.981029 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-c26a5c11-f68d-4610-85c1-de25af690a77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1664226'] for network, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:03.992108 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-1761e330-483c-4386-8486-293e6d892308 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Deleting port 7811c6f7-3d92-4912-984a-15cf6171d422 {{(pid=102386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 18:55:03.992671 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-1761e330-483c-4386-8486-293e6d892308 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:04.031994 n-d-816865-1 neutron-server[102388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59ecad9c-8f05-45eb-a0ca-ae233d3a6f3d None None] Network 1c9d25d3-7f2e-4384-9081-dc17514a5578 is already hosted by enough agents. {{(pid=102388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 18:55:04.033194 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [None req-fabe5c34-9f32-4225-a612-e319c066841e tempest-AllowedAddressPairIpV6TestJSON-972849293 tempest-AllowedAddressPairIpV6TestJSON-972849293-project] Deleting port 21bfc193-9e78-4b85-bb69-6039130f4cf1 {{(pid=102387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 18:55:04.036540 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-fabe5c34-9f32-4225-a612-e319c066841e tempest-AllowedAddressPairIpV6TestJSON-972849293 tempest-AllowedAddressPairIpV6TestJSON-972849293-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:04.105737 n-d-816865-1 neutron-server[102388]: DEBUG neutron.scheduler.base_scheduler [None req-59ecad9c-8f05-45eb-a0ca-ae233d3a6f3d None None] Resources bound (agent type, host, resource id): {{(pid=102388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:55:04.109823 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.db [None req-4a71d2f7-003c-4f02-af34-e47026d1b5b4 tempest-PortsAdminExtendedAttrsTestJSON-1944596240 tempest-PortsAdminExtendedAttrsTestJSON-1944596240-project-admin] For port 9d6c59b3-ab2b-4ca3-8426-d985a71a3033, host n-h1-816865-1, cleared binding levels {{(pid=102387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 18:55:04.110337 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.db [None req-4a71d2f7-003c-4f02-af34-e47026d1b5b4 tempest-PortsAdminExtendedAttrsTestJSON-1944596240 tempest-PortsAdminExtendedAttrsTestJSON-1944596240-project-admin] Attempted to set empty binding levels {{(pid=102387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 05 18:55:04.148261 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ecad9c-8f05-45eb-a0ca-ae233d3a6f3d None None] Pushing event updated for resources: {'Port': ['ID=0856467b-b7c0-4f80-89ad-c3eacfe62771,revision_number=1']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:55:04.161146 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59ecad9c-8f05-45eb-a0ca-ae233d3a6f3d None None] Received port after_create {{(pid=102388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 18:55:04.167706 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3637d448-dce5-478c-a36e-3657079957a9 req-fa7feb5d-edbe-4605-9ad8-4f4ce4d4a6bf tempest-ServerRescueTestJSON-1639389385 tempest-ServerRescueTestJSON-1639389385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:55:04.178008 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-3637d448-dce5-478c-a36e-3657079957a9 req-fa7feb5d-edbe-4605-9ad8-4f4ce4d4a6bf tempest-ServerRescueTestJSON-1639389385 tempest-ServerRescueTestJSON-1639389385-project] 10.222.0.13 "GET /v2.0/ports?device_id=71eadb3a-495a-4683-a4fb-df865dfdd3a2 HTTP/1.1" status: 200 len: 945 time: 0.3009837 Nov 05 18:55:04.210032 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-4a71d2f7-003c-4f02-af34-e47026d1b5b4 tempest-PortsAdminExtendedAttrsTestJSON-1944596240 tempest-PortsAdminExtendedAttrsTestJSON-1944596240-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4417072'] for port, after_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:04.237719 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-1761e330-483c-4386-8486-293e6d892308 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:04.258914 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-1761e330-483c-4386-8486-293e6d892308 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Calling delete_port for 7811c6f7-3d92-4912-984a-15cf6171d422 owned by {{(pid=102386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 18:55:04.262246 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-c26a5c11-f68d-4610-85c1-de25af690a77 admin admin] Deleting port 0adb11e5-9b18-46fd-883f-a7d595058899 {{(pid=102386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 18:55:04.262906 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-c26a5c11-f68d-4610-85c1-de25af690a77 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:04.272552 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-f43c5e2b-5a95-4228-9ded-79dc2d1b626d None None] Provisioning complete for port 21bfc193-9e78-4b85-bb69-6039130f4cf1 triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:55:04.273138 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-f43c5e2b-5a95-4228-9ded-79dc2d1b626d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:04.310908 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-3637d448-dce5-478c-a36e-3657079957a9 req-71ebeeea-cb9c-4e3a-a19a-9cfacfcd3e4a tempest-ServerRescueTestJSON-1639389385 tempest-ServerRescueTestJSON-1639389385-project] 10.222.0.13 "GET /v2.0/security-groups?id=458afcac-91c4-437c-b78f-d73b875bd5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280775 Nov 05 18:55:04.332208 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a71d2f7-003c-4f02-af34-e47026d1b5b4 tempest-PortsAdminExtendedAttrsTestJSON-1944596240 tempest-PortsAdminExtendedAttrsTestJSON-1944596240-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:55:04.333416 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-4a71d2f7-003c-4f02-af34-e47026d1b5b4 tempest-PortsAdminExtendedAttrsTestJSON-1944596240 tempest-PortsAdminExtendedAttrsTestJSON-1944596240-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:04.357146 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:04.357642 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-fabe5c34-9f32-4225-a612-e319c066841e tempest-AllowedAddressPairIpV6TestJSON-972849293 tempest-AllowedAddressPairIpV6TestJSON-972849293-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:04.390399 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [None req-fabe5c34-9f32-4225-a612-e319c066841e tempest-AllowedAddressPairIpV6TestJSON-972849293 tempest-AllowedAddressPairIpV6TestJSON-972849293-project] Calling delete_port for 21bfc193-9e78-4b85-bb69-6039130f4cf1 owned by {{(pid=102387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 18:55:04.460222 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-59ecad9c-8f05-45eb-a0ca-ae233d3a6f3d None None] Attempting to bind port 0856467b-b7c0-4f80-89ad-c3eacfe62771 on host n-d-816865-1 for vnic_type normal with profile {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 18:55:04.460222 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-59ecad9c-8f05-45eb-a0ca-ae233d3a6f3d None None] Attempting to bind port 0856467b-b7c0-4f80-89ad-c3eacfe62771 by drivers openvswitch,hyperv on host n-d-816865-1 at level 0 using segments [{'id': '1bdc5ccc-001b-4584-b217-2d1934002f57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '1c9d25d3-7f2e-4384-9081-dc17514a5578'}] {{(pid=102388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 18:55:04.463509 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59ecad9c-8f05-45eb-a0ca-ae233d3a6f3d None None] Attempting to bind port 0856467b-b7c0-4f80-89ad-c3eacfe62771 on network 1c9d25d3-7f2e-4384-9081-dc17514a5578 {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 18:55:04.503963 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59ecad9c-8f05-45eb-a0ca-ae233d3a6f3d None None] Checking agent: {'id': '724d89a7-611b-41e6-bc85-c48112b17afa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 18, 25, 8), 'started_at': datetime.datetime(2021, 11, 5, 18, 25, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 18, 54, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 18:55:04.504536 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59ecad9c-8f05-45eb-a0ca-ae233d3a6f3d None None] Checking segment: {'id': '1bdc5ccc-001b-4584-b217-2d1934002f57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '1c9d25d3-7f2e-4384-9081-dc17514a5578'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 18:55:04.504946 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-59ecad9c-8f05-45eb-a0ca-ae233d3a6f3d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:04.505435 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59ecad9c-8f05-45eb-a0ca-ae233d3a6f3d None None] Bound using segment: {'id': '1bdc5ccc-001b-4584-b217-2d1934002f57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '1c9d25d3-7f2e-4384-9081-dc17514a5578'} {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 18:55:04.505980 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-59ecad9c-8f05-45eb-a0ca-ae233d3a6f3d None None] Bound port: 0856467b-b7c0-4f80-89ad-c3eacfe62771, host: n-d-816865-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1bdc5ccc-001b-4584-b217-2d1934002f57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '1c9d25d3-7f2e-4384-9081-dc17514a5578'}}] {{(pid=102388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 18:55:04.506850 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-59ecad9c-8f05-45eb-a0ca-ae233d3a6f3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:04.512566 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-f43c5e2b-5a95-4228-9ded-79dc2d1b626d None None] Port 21bfc193-9e78-4b85-bb69-6039130f4cf1 cannot update to ACTIVE because it is not bound. {{(pid=102388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 18:55:04.524612 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [None req-c26a5c11-f68d-4610-85c1-de25af690a77 admin admin] For port 0adb11e5-9b18-46fd-883f-a7d595058899, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=0adb11e5-9b18-46fd-883f-a7d595058899,segment=NetworkSegment(1ae4cc0f-5460-421b-9b80-d7acf4de0363),segment_id=1ae4cc0f-5460-421b-9b80-d7acf4de0363)] {{(pid=102386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:55:04.525136 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-c26a5c11-f68d-4610-85c1-de25af690a77 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:04.557111 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-c26a5c11-f68d-4610-85c1-de25af690a77 admin admin] Calling delete_port for 0adb11e5-9b18-46fd-883f-a7d595058899 owned by network:dhcp {{(pid=102386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 18:55:04.563101 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a71d2f7-003c-4f02-af34-e47026d1b5b4 tempest-PortsAdminExtendedAttrsTestJSON-1944596240 tempest-PortsAdminExtendedAttrsTestJSON-1944596240-project-admin] Pushing event updated for resources: {'Port': ['ID=9d6c59b3-ab2b-4ca3-8426-d985a71a3033,revision_number=2']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:55:04.586619 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-1761e330-483c-4386-8486-293e6d892308 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:04.592486 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-100a45ae-f6f1-4418-908a-017bae142f54 None None] DHCP port deletion for bb5b9fed-8e61-492a-a21e-f9ce432c95f7 request from n-d-816865-1 {{(pid=102388) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 05 18:55:04.613085 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-59ecad9c-8f05-45eb-a0ca-ae233d3a6f3d None None] For port 0856467b-b7c0-4f80-89ad-c3eacfe62771, host n-d-816865-1, cleared binding levels {{(pid=102388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 18:55:04.613350 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-4a71d2f7-003c-4f02-af34-e47026d1b5b4 tempest-PortsAdminExtendedAttrsTestJSON-1944596240 tempest-PortsAdminExtendedAttrsTestJSON-1944596240-project-admin] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 980 time: 5.7122154 Nov 05 18:55:04.614091 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 34440) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:55:04.621574 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-59ecad9c-8f05-45eb-a0ca-ae233d3a6f3d None None] For port 0856467b-b7c0-4f80-89ad-c3eacfe62771, host n-d-816865-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=0856467b-b7c0-4f80-89ad-c3eacfe62771,segment=NetworkSegment(1bdc5ccc-001b-4584-b217-2d1934002f57),segment_id=1bdc5ccc-001b-4584-b217-2d1934002f57)] {{(pid=102388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 18:55:04.672241 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1761e330-483c-4386-8486-293e6d892308 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Pushing event deleted for resources: {'Port': ['ID=7811c6f7-3d92-4912-984a-15cf6171d422,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:55:04.700768 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-59ecad9c-8f05-45eb-a0ca-ae233d3a6f3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:04.715915 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-1761e330-483c-4386-8486-293e6d892308 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:04.722620 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-1761e330-483c-4386-8486-293e6d892308 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] 10.222.0.13 "DELETE /v2.0/ports/7811c6f7-3d92-4912-984a-15cf6171d422 HTTP/1.1" status: 204 len: 168 time: 1.2350852 Nov 05 18:55:04.724960 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 34444) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:55:04.851527 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2163f645-9756-4a40-884a-a712d209cf7a tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:55:04.853456 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2163f645-9756-4a40-884a-a712d209cf7a tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:55:04.859352 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-2163f645-9756-4a40-884a-a712d209cf7a tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.1331382 Nov 05 18:55:04.861642 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 34446) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:55:04.872345 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-ab8d7441-626e-442c-bde9-cfbcb33f7ea3 req-ae0f87e2-d567-484c-9b93-09098ec8f261 tempest-ServerRescueTestJSONUnderV235-847319139 tempest-ServerRescueTestJSONUnderV235-847319139-project] 10.222.0.13 "GET /v2.0/ports?device_id=30f854dc-91a9-455d-85a2-232be75a6d81 HTTP/1.1" status: 200 len: 210 time: 0.0892556 Nov 05 18:55:04.929923 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-100a45ae-f6f1-4418-908a-017bae142f54 None None] Deleting port 0adb11e5-9b18-46fd-883f-a7d595058899 {{(pid=102388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 18:55:04.932035 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-100a45ae-f6f1-4418-908a-017bae142f54 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:04.948309 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [None req-a4760a90-8a17-4288-9f25-f2f0c7aa1c34 tempest-PortsAdminExtendedAttrsTestJSON-1944596240 tempest-PortsAdminExtendedAttrsTestJSON-1944596240-project-admin] Deleting port 9d6c59b3-ab2b-4ca3-8426-d985a71a3033 {{(pid=102387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 18:55:04.948641 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-a4760a90-8a17-4288-9f25-f2f0c7aa1c34 tempest-PortsAdminExtendedAttrsTestJSON-1944596240 tempest-PortsAdminExtendedAttrsTestJSON-1944596240-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:05.009200 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.db_base_plugin_v2 [None req-28f7b04f-5b94-4d03-b726-295be7893c01 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Deleting subnet 6a3d17e4-5ec0-41fb-bd5d-179b86597424 {{(pid=102386) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 05 18:55:05.016266 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-28f7b04f-5b94-4d03-b726-295be7893c01 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Publish callbacks [] for subnet, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:05.024129 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device e6e7b3a5-a963-4873-af0e-27ff4e2a2c0c up at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 18:55:05.071288 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-fabe5c34-9f32-4225-a612-e319c066841e tempest-AllowedAddressPairIpV6TestJSON-972849293 tempest-AllowedAddressPairIpV6TestJSON-972849293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4417063'] for port, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:05.098840 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-28f7b04f-5b94-4d03-b726-295be7893c01 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4590738'] for subnet, precommit_delete_associations {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:05.107442 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ecad9c-8f05-45eb-a0ca-ae233d3a6f3d None None] Pushing event updated for resources: {'Port': ['ID=0856467b-b7c0-4f80-89ad-c3eacfe62771,revision_number=2']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:55:05.123037 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-d49fbb89-7a9a-4379-81af-732e0aeeef5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:05.203791 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-100a45ae-f6f1-4418-908a-017bae142f54 None None] For port 0adb11e5-9b18-46fd-883f-a7d595058899, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=0adb11e5-9b18-46fd-883f-a7d595058899,segment=NetworkSegment(1ae4cc0f-5460-421b-9b80-d7acf4de0363),segment_id=1ae4cc0f-5460-421b-9b80-d7acf4de0363)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:55:05.206097 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-100a45ae-f6f1-4418-908a-017bae142f54 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:05.277932 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-c26a5c11-f68d-4610-85c1-de25af690a77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:05.282357 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-100a45ae-f6f1-4418-908a-017bae142f54 None None] Calling delete_port for 0adb11e5-9b18-46fd-883f-a7d595058899 owned by network:dhcp {{(pid=102388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 18:55:05.360185 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26a5c11-f68d-4610-85c1-de25af690a77 admin admin] Pushing event deleted for resources: {'Port': ['ID=0adb11e5-9b18-46fd-883f-a7d595058899,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:55:05.366011 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c26a5c11-f68d-4610-85c1-de25af690a77 admin admin] No DVR routers for this DVR port 0adb11e5-9b18-46fd-883f-a7d595058899 on host n-d-816865-1 {{(pid=102386) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 18:55:05.451457 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-28f7b04f-5b94-4d03-b726-295be7893c01 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1573928'] for subnet, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:05.504941 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-100a45ae-f6f1-4418-908a-017bae142f54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798'] for port, after_delete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:05.513114 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Provisioning complete for port e6e7b3a5-a963-4873-af0e-27ff4e2a2c0c triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:55:05.513484 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:05.562574 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-c26a5c11-f68d-4610-85c1-de25af690a77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1579173', 'neutron.services.segments.db._delete_segments_for_network-8750027792909'] for network, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:05.570615 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100a45ae-f6f1-4418-908a-017bae142f54 None None] Pushing event deleted for resources: {'Port': ['ID=0adb11e5-9b18-46fd-883f-a7d595058899,revision_number=None']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:55:05.580519 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-100a45ae-f6f1-4418-908a-017bae142f54 None None] No DVR routers for this DVR port 0adb11e5-9b18-46fd-883f-a7d595058899 on host n-d-816865-1 {{(pid=102388) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 18:55:05.591972 n-d-816865-1 neutron-server[102386]: DEBUG neutron.services.segments.db [None req-c26a5c11-f68d-4610-85c1-de25af690a77 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb5b9fed-8e61-492a-a21e-f9ce432c95f7']}} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:55:05.612214 n-d-816865-1 neutron-server[102386]: DEBUG neutron.services.segments.db [None req-c26a5c11-f68d-4610-85c1-de25af690a77 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ae4cc0f-5460-421b-9b80-d7acf4de0363') {'for_net_delete': True} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:55:05.612510 n-d-816865-1 neutron-server[102386]: DEBUG neutron.services.segments.db [None req-c26a5c11-f68d-4610-85c1-de25af690a77 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ae4cc0f-5460-421b-9b80-d7acf4de0363') {} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:55:05.630844 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-c26a5c11-f68d-4610-85c1-de25af690a77 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750027793430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4590747'] for segment, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:05.648780 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-c26a5c11-f68d-4610-85c1-de25af690a77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273'] for segment, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:05.656115 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c26a5c11-f68d-4610-85c1-de25af690a77 admin admin] Releasing vlan 162 on physical network physnet1 to pool {{(pid=102386) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 05 18:55:05.656642 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-c26a5c11-f68d-4610-85c1-de25af690a77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6149721'] for segment, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:05.658571 n-d-816865-1 neutron-server[102386]: Traceback (most recent call last): Nov 05 18:55:05.658571 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 05 18:55:05.658571 n-d-816865-1 neutron-server[102386]: timer() Nov 05 18:55:05.658571 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 05 18:55:05.658571 n-d-816865-1 neutron-server[102386]: cb(*args, **kw) Nov 05 18:55:05.658571 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 05 18:55:05.658571 n-d-816865-1 neutron-server[102386]: return func(*args, **kwargs) Nov 05 18:55:05.658571 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 05 18:55:05.658571 n-d-816865-1 neutron-server[102386]: self._notify() Nov 05 18:55:05.658571 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 05 18:55:05.658571 n-d-816865-1 neutron-server[102386]: self.callback(batched_events) Nov 05 18:55:05.658571 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 05 18:55:05.658571 n-d-816865-1 neutron-server[102386]: event.method(event) Nov 05 18:55:05.658571 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 05 18:55:05.658571 n-d-816865-1 neutron-server[102386]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 05 18:55:05.658571 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 05 18:55:05.658571 n-d-816865-1 neutron-server[102386]: aggregate_uuid = self.p_client.list_aggregates( Nov 05 18:55:05.658571 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 05 18:55:05.658571 n-d-816865-1 neutron-server[102386]: return f(self, *a, **k) Nov 05 18:55:05.658571 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 05 18:55:05.658571 n-d-816865-1 neutron-server[102386]: return self._get(url).json() Nov 05 18:55:05.658571 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 05 18:55:05.658571 n-d-816865-1 neutron-server[102386]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 05 18:55:05.658571 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 05 18:55:05.658571 n-d-816865-1 neutron-server[102386]: return self.request(url, 'GET', **kwargs) Nov 05 18:55:05.658571 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 05 18:55:05.658571 n-d-816865-1 neutron-server[102386]: base_url = self.get_endpoint(auth, allow=allow, Nov 05 18:55:05.658571 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 05 18:55:05.658571 n-d-816865-1 neutron-server[102386]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 05 18:55:05.658571 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 05 18:55:05.658571 n-d-816865-1 neutron-server[102386]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 05 18:55:05.658571 n-d-816865-1 neutron-server[102386]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 05 18:55:05.662878 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabe5c34-9f32-4225-a612-e319c066841e tempest-AllowedAddressPairIpV6TestJSON-972849293 tempest-AllowedAddressPairIpV6TestJSON-972849293-project] Pushing event deleted for resources: {'Port': ['ID=21bfc193-9e78-4b85-bb69-6039130f4cf1,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:55:05.703203 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:05.703823 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.db [None req-a4760a90-8a17-4288-9f25-f2f0c7aa1c34 tempest-PortsAdminExtendedAttrsTestJSON-1944596240 tempest-PortsAdminExtendedAttrsTestJSON-1944596240-project-admin] For port 9d6c59b3-ab2b-4ca3-8426-d985a71a3033, host n-h1-816865-1, got binding levels [] {{(pid=102387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:55:05.703823 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-a4760a90-8a17-4288-9f25-f2f0c7aa1c34 tempest-PortsAdminExtendedAttrsTestJSON-1944596240 tempest-PortsAdminExtendedAttrsTestJSON-1944596240-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:05.736443 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Device c3797f08-fd86-493c-a9aa-1327309c63e1 up at agent hyperv_n-h2-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 18:55:05.774603 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-28f7b04f-5b94-4d03-b726-295be7893c01 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1573905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6149879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4877183'] for subnet, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:05.786575 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [None req-a4760a90-8a17-4288-9f25-f2f0c7aa1c34 tempest-PortsAdminExtendedAttrsTestJSON-1944596240 tempest-PortsAdminExtendedAttrsTestJSON-1944596240-project-admin] Calling delete_port for 9d6c59b3-ab2b-4ca3-8426-d985a71a3033 owned by {{(pid=102387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 18:55:05.800935 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-fabe5c34-9f32-4225-a612-e319c066841e tempest-AllowedAddressPairIpV6TestJSON-972849293 tempest-AllowedAddressPairIpV6TestJSON-972849293-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:05.801164 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-28f7b04f-5b94-4d03-b726-295be7893c01 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Publish callbacks [] for subnet, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:05.804420 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-fabe5c34-9f32-4225-a612-e319c066841e tempest-AllowedAddressPairIpV6TestJSON-972849293 tempest-AllowedAddressPairIpV6TestJSON-972849293-project] 10.222.0.13 "DELETE /v2.0/ports/21bfc193-9e78-4b85-bb69-6039130f4cf1 HTTP/1.1" status: 204 len: 168 time: 2.5567799 Nov 05 18:55:05.805358 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-28f7b04f-5b94-4d03-b726-295be7893c01 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] 10.222.0.13 "DELETE /v2.0/subnets/6a3d17e4-5ec0-41fb-bd5d-179b86597424 HTTP/1.1" status: 204 len: 168 time: 0.9417474 Nov 05 18:55:05.813241 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 34456) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:55:05.827040 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 34458) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:55:05.843621 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f7b04f-5b94-4d03-b726-295be7893c01 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Pushing event deleted for resources: {'Subnet': ['ID=6a3d17e4-5ec0-41fb-bd5d-179b86597424,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:55:05.845196 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] For port e6e7b3a5-a963-4873-af0e-27ff4e2a2c0c, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=e6e7b3a5-a963-4873-af0e-27ff4e2a2c0c,segment=NetworkSegment(cf4529b6-e7e1-4abc-9281-c00519ad0a15),segment_id=cf4529b6-e7e1-4abc-9281-c00519ad0a15)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:55:05.946441 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-5e5c236e-1327-439a-b7d9-5e1dc5aca41b tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1117687 Nov 05 18:55:05.946963 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 34462) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:55:05.952940 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-48e52abb-69e3-4875-9c69-b13713466cea tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Request body: {'subnet': {'network_id': '1c9d25d3-7f2e-4384-9081-dc17514a5578', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:55:05.956081 n-d-816865-1 neutron-server[102387]: INFO neutron.pecan_wsgi.hooks.translation [None req-53aeda88-4641-44f5-9437-493ea142e65f tempest-AllowedAddressPairIpV6TestJSON-972849293 tempest-AllowedAddressPairIpV6TestJSON-972849293-project] GET failed (client error): The resource could not be found. Nov 05 18:55:05.961624 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-53aeda88-4641-44f5-9437-493ea142e65f tempest-AllowedAddressPairIpV6TestJSON-972849293 tempest-AllowedAddressPairIpV6TestJSON-972849293-project] 10.222.0.13 "GET /v2.0/ports/21bfc193-9e78-4b85-bb69-6039130f4cf1 HTTP/1.1" status: 404 len: 333 time: 0.1414628 Nov 05 18:55:05.962079 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 34464) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:55:05.965718 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807eb28e-e367-4916-9a70-9feef21d6d20 req-96bdb967-3e19-4efd-90bf-1c542ece8a2b tempest-ServerRescueTestJSON-1639389385 tempest-ServerRescueTestJSON-1639389385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:55:05.967301 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-807eb28e-e367-4916-9a70-9feef21d6d20 req-96bdb967-3e19-4efd-90bf-1c542ece8a2b tempest-ServerRescueTestJSON-1639389385 tempest-ServerRescueTestJSON-1639389385-project] 10.222.0.13 "GET /v2.0/ports?device_id=71eadb3a-495a-4683-a4fb-df865dfdd3a2 HTTP/1.1" status: 200 len: 945 time: 0.3185811 Nov 05 18:55:06.012238 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-8e42043c-33cc-4d2c-8868-a275c15156a3 tempest-AllowedAddressPairIpV6TestJSON-972849293 tempest-AllowedAddressPairIpV6TestJSON-972849293-project] Request body: {'port': {'network_id': 'a0e16542-d981-481b-9eaf-465415ed5975', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1066560396'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:55:06.042661 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Provisioning for port c3797f08-fd86-493c-a9aa-1327309c63e1 completed by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 05 18:55:06.086641 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-c26a5c11-f68d-4610-85c1-de25af690a77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1579178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-956796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1000687'] for network, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:06.092628 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-c26a5c11-f68d-4610-85c1-de25af690a77 admin admin] Publish callbacks [] for network, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:06.096986 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-c26a5c11-f68d-4610-85c1-de25af690a77 admin admin] 10.222.0.13 "DELETE /v2.0/networks/bb5b9fed-8e61-492a-a21e-f9ce432c95f7 HTTP/1.1" status: 204 len: 168 time: 2.3026693 Nov 05 18:55:06.103618 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-1cfc636c-ea58-4d41-a0a2-b9b8803777a3 req-af77b5c0-4eac-4920-a635-6781f09e0c87 tempest-ServerRescueTestJSONUnderV235-847319139 tempest-ServerRescueTestJSONUnderV235-847319139-project] 10.222.0.13 "GET /v2.0/ports?device_id=30f854dc-91a9-455d-85a2-232be75a6d81 HTTP/1.1" status: 200 len: 210 time: 0.0750425 Nov 05 18:55:06.133783 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b29626-fc20-4156-84b8-82168d5b1505 req-83b150c1-82d4-4138-bc41-da02d8178403 tempest-ServerRescueTestJSONUnderV235-847319139 tempest-ServerRescueTestJSONUnderV235-847319139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:55:06.136917 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-51b29626-fc20-4156-84b8-82168d5b1505 req-83b150c1-82d4-4138-bc41-da02d8178403 tempest-ServerRescueTestJSONUnderV235-847319139 tempest-ServerRescueTestJSONUnderV235-847319139-project] 10.222.0.41 "GET /v2.0/networks?id=33b67f12-3e30-4db0-bf1c-b2b3da4d6fc7 HTTP/1.1" status: 200 len: 820 time: 0.4969156 Nov 05 18:55:06.154820 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [req-51b29626-fc20-4156-84b8-82168d5b1505 req-7b79b920-50b7-4b57-b7fe-40b4545a1589 tempest-ServerRescueTestJSONUnderV235-847319139 tempest-ServerRescueTestJSONUnderV235-847319139-project] Request body: {'port': {'device_id': '30f854dc-91a9-455d-85a2-232be75a6d81', 'network_id': '33b67f12-3e30-4db0-bf1c-b2b3da4d6fc7', 'admin_state_up': True, 'tenant_id': '06ed96522e9e42a39945febc80e1faeb'}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:55:06.197158 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-807eb28e-e367-4916-9a70-9feef21d6d20 req-a1a8b33d-1d96-4c73-b654-5b70b8ee6d37 tempest-ServerRescueTestJSON-1639389385 tempest-ServerRescueTestJSON-1639389385-project] 10.222.0.13 "GET /v2.0/security-groups?id=458afcac-91c4-437c-b78f-d73b875bd5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2158155 Nov 05 18:55:06.294264 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:06.316106 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-a4760a90-8a17-4288-9f25-f2f0c7aa1c34 tempest-PortsAdminExtendedAttrsTestJSON-1944596240 tempest-PortsAdminExtendedAttrsTestJSON-1944596240-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4417063'] for port, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:06.363882 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Provisioning complete for port c3797f08-fd86-493c-a9aa-1327309c63e1 triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:55:06.364144 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26a5c11-f68d-4610-85c1-de25af690a77 admin admin] Pushing event deleted for resources: {'Network': ['ID=bb5b9fed-8e61-492a-a21e-f9ce432c95f7,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:55:06.364506 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:06.382727 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-a4760a90-8a17-4288-9f25-f2f0c7aa1c34 tempest-PortsAdminExtendedAttrsTestJSON-1944596240 tempest-PortsAdminExtendedAttrsTestJSON-1944596240-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:06.389546 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-a4760a90-8a17-4288-9f25-f2f0c7aa1c34 tempest-PortsAdminExtendedAttrsTestJSON-1944596240 tempest-PortsAdminExtendedAttrsTestJSON-1944596240-project-admin] 10.222.0.13 "DELETE /v2.0/ports/9d6c59b3-ab2b-4ca3-8426-d985a71a3033 HTTP/1.1" status: 204 len: 168 time: 1.7698269 Nov 05 18:55:06.389546 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4760a90-8a17-4288-9f25-f2f0c7aa1c34 tempest-PortsAdminExtendedAttrsTestJSON-1944596240 tempest-PortsAdminExtendedAttrsTestJSON-1944596240-project-admin] Pushing event deleted for resources: {'Port': ['ID=9d6c59b3-ab2b-4ca3-8426-d985a71a3033,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:55:06.392573 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 34470) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:55:06.410268 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 0adb11e5-9b18-46fd-883f-a7d595058899 no longer exists at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 18:55:06.423399 n-d-816865-1 neutron-server[102387]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a9add5f-1300-43a8-9630-4584469fda77 tempest-PortsAdminExtendedAttrsTestJSON-1944596240 tempest-PortsAdminExtendedAttrsTestJSON-1944596240-project-admin] GET failed (client error): The resource could not be found. Nov 05 18:55:06.425017 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-6a9add5f-1300-43a8-9630-4584469fda77 tempest-PortsAdminExtendedAttrsTestJSON-1944596240 tempest-PortsAdminExtendedAttrsTestJSON-1944596240-project-admin] 10.222.0.13 "GET /v2.0/ports/9d6c59b3-ab2b-4ca3-8426-d985a71a3033 HTTP/1.1" status: 404 len: 333 time: 0.0313132 Nov 05 18:55:06.430474 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 34474) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:55:06.435533 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-c67b9107-03bb-45b2-9bb9-3549373f15e6 tempest-PortsAdminExtendedAttrsTestJSON-1944596240 tempest-PortsAdminExtendedAttrsTestJSON-1944596240-project-admin] Request body: {'port': {'network_id': 'b0a58cdf-9fc5-4401-9fb4-1eed6de4972e', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1489398311'}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:55:06.444235 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] No Port match for: 0adb11e5-9b18-46fd-883f-a7d595058899 {{(pid=102388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 18:55:06.445019 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 0adb11e5-9b18-46fd-883f-a7d595058899 not bound to the agent host n-d-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 18:55:06.445250 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device c402cf8a-e474-4892-b9fb-c980a62a6a96 no longer exists at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 18:55:06.452406 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b304910f-7b27-444b-a8fc-977d26b1ceac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:06.477537 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:06.487403 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] No Port match for: c402cf8a-e474-4892-b9fb-c980a62a6a96 {{(pid=102388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 18:55:06.487752 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device c402cf8a-e474-4892-b9fb-c980a62a6a96 not bound to the agent host n-d-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 18:55:06.492678 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-51b29626-fc20-4156-84b8-82168d5b1505 req-7b79b920-50b7-4b57-b7fe-40b4545a1589 tempest-ServerRescueTestJSONUnderV235-847319139 tempest-ServerRescueTestJSONUnderV235-847319139-project] Made reservation on behalf of 06ed96522e9e42a39945febc80e1faeb for: {'port': 1} {{(pid=102387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 18:55:06.494236 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Pushing event updated for resources: {'Port': ['ID=e6e7b3a5-a963-4873-af0e-27ff4e2a2c0c,revision_number=5']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:55:06.498614 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-51b29626-fc20-4156-84b8-82168d5b1505 req-7b79b920-50b7-4b57-b7fe-40b4545a1589 tempest-ServerRescueTestJSONUnderV235-847319139 tempest-ServerRescueTestJSONUnderV235-847319139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:06.513756 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.db.api [None req-8e42043c-33cc-4d2c-8868-a275c15156a3 tempest-AllowedAddressPairIpV6TestJSON-972849293 tempest-AllowedAddressPairIpV6TestJSON-972849293-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 05 18:55:06.513756 n-d-816865-1 neutron-server[102386]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Nov 05 18:55:06.513756 n-d-816865-1 neutron-server[102386]: [parameters: {'project_id_1': 'aef3e586007e4b4c84fadc50798eb2d5', 'expiration_1': datetime.datetime(2021, 11, 5, 18, 54, 46, 408576)}] Nov 05 18:55:06.513756 n-d-816865-1 neutron-server[102386]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=102386) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 05 18:55:06.514184 n-d-816865-1 neutron-server[102386]: DEBUG oslo_db.api [None req-8e42043c-33cc-4d2c-8868-a275c15156a3 tempest-AllowedAddressPairIpV6TestJSON-972849293 tempest-AllowedAddressPairIpV6TestJSON-972849293-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 05 18:55:06.518527 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.db.api [None req-c67b9107-03bb-45b2-9bb9-3549373f15e6 tempest-PortsAdminExtendedAttrsTestJSON-1944596240 tempest-PortsAdminExtendedAttrsTestJSON-1944596240-project-admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 05 18:55:06.518527 n-d-816865-1 neutron-server[102387]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Nov 05 18:55:06.518527 n-d-816865-1 neutron-server[102387]: [parameters: {'project_id_1': '40c02d0b7fdd4688a0bf0dc28c39bb4c', 'expiration_1': datetime.datetime(2021, 11, 5, 18, 54, 46, 440922)}] Nov 05 18:55:06.518527 n-d-816865-1 neutron-server[102387]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=102387) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 05 18:55:06.521224 n-d-816865-1 neutron-server[102387]: DEBUG oslo_db.api [None req-c67b9107-03bb-45b2-9bb9-3549373f15e6 tempest-PortsAdminExtendedAttrsTestJSON-1944596240 tempest-PortsAdminExtendedAttrsTestJSON-1944596240-project-admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=102387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 05 18:55:06.567515 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:06.591824 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b33e5691-81e6-45a8-bb81-38e0dc7fc33e None None] Network 1c9d25d3-7f2e-4384-9081-dc17514a5578 requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 18:55:06.607558 n-d-816865-1 neutron-server[102388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71eadb3a-495a-4683-a4fb-df865dfdd3a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3797f08-fd86-493c-a9aa-1327309c63e1'}] {{(pid=102388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 18:55:06.610083 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85474fee1180e129d8a886d264fe0b30223aa672dd1ffe43b630605f18504f68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4549d71-884b-4d49-bccb-f55262f55d44" -d '{"events": [{"server_uuid": "71eadb3a-495a-4683-a4fb-df865dfdd3a2", "name": "network-vif-plugged", "status": "completed", "tag": "c3797f08-fd86-493c-a9aa-1327309c63e1"}]}' {{(pid=102388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 18:55:06.645496 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] For port c3797f08-fd86-493c-a9aa-1327309c63e1, host n-h2-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=c3797f08-fd86-493c-a9aa-1327309c63e1,segment=NetworkSegment(e94198e7-7484-4b3b-b2bf-001822904d02),segment_id=e94198e7-7484-4b3b-b2bf-001822904d02)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:55:06.650634 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48e52abb-69e3-4875-9c69-b13713466cea tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Made reservation on behalf of 7bc73c6c17f842a987dd31290d20faa2 for: {'subnet': 1} {{(pid=102386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 18:55:06.664349 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-48e52abb-69e3-4875-9c69-b13713466cea tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4877122'] for subnet, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:06.684487 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 18:55:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-563a95f5-52e2-4664-bf5b-f7d1f3834047 x-openstack-request-id: req-563a95f5-52e2-4664-bf5b-f7d1f3834047 {{(pid=102388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 18:55:06.684770 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71eadb3a-495a-4683-a4fb-df865dfdd3a2", "name": "network-vif-plugged", "status": "completed", "tag": "c3797f08-fd86-493c-a9aa-1327309c63e1", "code": 200}]} {{(pid=102388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 18:55:06.685021 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-563a95f5-52e2-4664-bf5b-f7d1f3834047 {{(pid=102388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 18:55:06.685411 n-d-816865-1 neutron-server[102388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71eadb3a-495a-4683-a4fb-df865dfdd3a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3797f08-fd86-493c-a9aa-1327309c63e1', 'code': 200} Nov 05 18:55:06.701275 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.db_base_plugin_common [req-51b29626-fc20-4156-84b8-82168d5b1505 req-7b79b920-50b7-4b57-b7fe-40b4545a1589 tempest-ServerRescueTestJSONUnderV235-847319139 tempest-ServerRescueTestJSONUnderV235-847319139-project] Allocated IP 172.20.0.14 (33b67f12-3e30-4db0-bf1c-b2b3da4d6fc7/a3a64416-ba54-43fe-a90a-a0ccf6654f9d/8c6dd4d3-e153-4543-b90b-dfbf5180b0bb) {{(pid=102387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 18:55:06.741766 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 34488) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:55:06.756234 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-cd2cfd23-b3fa-46b4-8c4d-fdcf5c640cd2 None None] Provisioning complete for port 0856467b-b7c0-4f80-89ad-c3eacfe62771 triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:55:06.756774 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-cd2cfd23-b3fa-46b4-8c4d-fdcf5c640cd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:06.758320 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:06.910377 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452cd9ff-ccc3-4cf2-bd1c-68990e9c16c0 req-74788f39-0675-4749-bf2e-aaa6890e685e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:55:06.912304 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-452cd9ff-ccc3-4cf2-bd1c-68990e9c16c0 req-74788f39-0675-4749-bf2e-aaa6890e685e service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=71eadb3a-495a-4683-a4fb-df865dfdd3a2 HTTP/1.1" status: 200 len: 1097 time: 0.1313109 Nov 05 18:55:06.952761 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-cd2cfd23-b3fa-46b4-8c4d-fdcf5c640cd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:06.957451 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-fd6e9ab0-24d0-4909-bcd1-4d1676536e5f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9d37d1d71d154d088bbcf565483b4218&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2144237 Nov 05 18:55:06.961010 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Pushing event updated for resources: {'Port': ['ID=c3797f08-fd86-493c-a9aa-1327309c63e1,revision_number=5']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:55:06.961171 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 34492) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:55:06.999380 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-cd2cfd23-b3fa-46b4-8c4d-fdcf5c640cd2 None None] For port 0856467b-b7c0-4f80-89ad-c3eacfe62771, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=0856467b-b7c0-4f80-89ad-c3eacfe62771,segment=NetworkSegment(1bdc5ccc-001b-4584-b217-2d1934002f57),segment_id=1bdc5ccc-001b-4584-b217-2d1934002f57)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:55:07.019302 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-51b29626-fc20-4156-84b8-82168d5b1505 req-7b79b920-50b7-4b57-b7fe-40b4545a1589 tempest-ServerRescueTestJSONUnderV235-847319139 tempest-ServerRescueTestJSONUnderV235-847319139-project] Publish callbacks [] for port, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:07.048643 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-452cd9ff-ccc3-4cf2-bd1c-68990e9c16c0 req-962f77c8-a543-4b30-b51a-3f2b05493ed7 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=458afcac-91c4-437c-b78f-d73b875bd5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211212 Nov 05 18:55:07.060864 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device e6e7b3a5-a963-4873-af0e-27ff4e2a2c0c up at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 18:55:07.095374 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0147bf71-cf56-478a-b80a-ffc24bdaa466 None None] DHCP port deletion for 1c9d25d3-7f2e-4384-9081-dc17514a5578 request from n-d-816865-1 {{(pid=102388) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 05 18:55:07.107926 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-cd2cfd23-b3fa-46b4-8c4d-fdcf5c640cd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:07.112050 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-abb099c4-2d7b-4918-98de-b1dbf88e39c9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:07.157665 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-abb099c4-2d7b-4918-98de-b1dbf88e39c9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:07.215679 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e42043c-33cc-4d2c-8868-a275c15156a3 tempest-AllowedAddressPairIpV6TestJSON-972849293 tempest-AllowedAddressPairIpV6TestJSON-972849293-project] Made reservation on behalf of aef3e586007e4b4c84fadc50798eb2d5 for: {'port': 1} {{(pid=102386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 18:55:07.219977 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-8e42043c-33cc-4d2c-8868-a275c15156a3 tempest-AllowedAddressPairIpV6TestJSON-972849293 tempest-AllowedAddressPairIpV6TestJSON-972849293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:07.231957 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-31980b32-d0b9-403c-afd2-7b0137c89a38 req-c9659275-a13a-4ec5-baf7-1b38f47eb13d tempest-ServerRescueTestJSONUnderV235-847319139 tempest-ServerRescueTestJSONUnderV235-847319139-project] 10.222.0.13 "GET /v2.0/ports?device_id=30f854dc-91a9-455d-85a2-232be75a6d81 HTTP/1.1" status: 200 len: 210 time: 0.0407736 Nov 05 18:55:07.263726 n-d-816865-1 neutron-server[102386]: DEBUG neutron.notifiers.nova [None req-8e42043c-33cc-4d2c-8868-a275c15156a3 tempest-AllowedAddressPairIpV6TestJSON-972849293 tempest-AllowedAddressPairIpV6TestJSON-972849293-project] device_id is not set on port fb70822c-3b4a-41db-8571-21e8a8b5a74c yet. {{(pid=102386) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 05 18:55:07.267674 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-51b29626-fc20-4156-84b8-82168d5b1505 req-7b79b920-50b7-4b57-b7fe-40b4545a1589 tempest-ServerRescueTestJSONUnderV235-847319139 tempest-ServerRescueTestJSONUnderV235-847319139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4417063'] for port, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:07.282246 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2cfd23-b3fa-46b4-8c4d-fdcf5c640cd2 None None] Pushing event updated for resources: {'Port': ['ID=0856467b-b7c0-4f80-89ad-c3eacfe62771,revision_number=4']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:55:07.284942 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Provisioning complete for port e6e7b3a5-a963-4873-af0e-27ff4e2a2c0c triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:55:07.285369 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:07.314002 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-0147bf71-cf56-478a-b80a-ffc24bdaa466 None None] Deleting port 0856467b-b7c0-4f80-89ad-c3eacfe62771 {{(pid=102388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 18:55:07.314346 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-0147bf71-cf56-478a-b80a-ffc24bdaa466 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:07.330989 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b79b920-50b7-4b57-b7fe-40b4545a1589 tempest-ServerRescueTestJSONUnderV235-847319139 tempest-ServerRescueTestJSONUnderV235-847319139-project] Pushing event updated for resources: {'Port': ['ID=8c6dd4d3-e153-4543-b90b-dfbf5180b0bb,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:55:07.339140 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-51b29626-fc20-4156-84b8-82168d5b1505 req-7b79b920-50b7-4b57-b7fe-40b4545a1589 tempest-ServerRescueTestJSONUnderV235-847319139 tempest-ServerRescueTestJSONUnderV235-847319139-project] Network 33b67f12-3e30-4db0-bf1c-b2b3da4d6fc7 is already hosted by enough agents. {{(pid=102387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 18:55:07.341933 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.base_scheduler [req-51b29626-fc20-4156-84b8-82168d5b1505 req-7b79b920-50b7-4b57-b7fe-40b4545a1589 tempest-ServerRescueTestJSONUnderV235-847319139 tempest-ServerRescueTestJSONUnderV235-847319139-project] Resources bound (agent type, host, resource id): {{(pid=102387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:55:07.344581 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.l3_dvrscheduler_db [req-51b29626-fc20-4156-84b8-82168d5b1505 req-7b79b920-50b7-4b57-b7fe-40b4545a1589 tempest-ServerRescueTestJSONUnderV235-847319139 tempest-ServerRescueTestJSONUnderV235-847319139-project] Received port after_create {{(pid=102387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 18:55:07.373780 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c67b9107-03bb-45b2-9bb9-3549373f15e6 tempest-PortsAdminExtendedAttrsTestJSON-1944596240 tempest-PortsAdminExtendedAttrsTestJSON-1944596240-project-admin] Made reservation on behalf of 40c02d0b7fdd4688a0bf0dc28c39bb4c for: {'port': 1} {{(pid=102387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 18:55:07.376396 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-c67b9107-03bb-45b2-9bb9-3549373f15e6 tempest-PortsAdminExtendedAttrsTestJSON-1944596240 tempest-PortsAdminExtendedAttrsTestJSON-1944596240-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:07.424298 n-d-816865-1 neutron-server[102387]: DEBUG neutron.notifiers.nova [None req-c67b9107-03bb-45b2-9bb9-3549373f15e6 tempest-PortsAdminExtendedAttrsTestJSON-1944596240 tempest-PortsAdminExtendedAttrsTestJSON-1944596240-project-admin] device_id is not set on port 4f889373-714d-4e22-8a2f-69c5924c7304 yet. {{(pid=102387) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 05 18:55:07.480619 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-0147bf71-cf56-478a-b80a-ffc24bdaa466 None None] For port 0856467b-b7c0-4f80-89ad-c3eacfe62771, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=0856467b-b7c0-4f80-89ad-c3eacfe62771,segment=NetworkSegment(1bdc5ccc-001b-4584-b217-2d1934002f57),segment_id=1bdc5ccc-001b-4584-b217-2d1934002f57)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:55:07.481020 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-0147bf71-cf56-478a-b80a-ffc24bdaa466 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:07.489137 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.db_base_plugin_common [None req-8e42043c-33cc-4d2c-8868-a275c15156a3 tempest-AllowedAddressPairIpV6TestJSON-972849293 tempest-AllowedAddressPairIpV6TestJSON-972849293-project] Allocated IP 2001:db8::11a (a0e16542-d981-481b-9eaf-465415ed5975/a53b311c-d3db-45aa-99f1-de2d93418ad0/fb70822c-3b4a-41db-8571-21e8a8b5a74c) {{(pid=102386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 18:55:07.503609 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-0147bf71-cf56-478a-b80a-ffc24bdaa466 None None] Calling delete_port for 0856467b-b7c0-4f80-89ad-c3eacfe62771 owned by network:dhcp {{(pid=102388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 18:55:07.512278 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 0856467b-b7c0-4f80-89ad-c3eacfe62771 up at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 18:55:07.604003 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-c67b9107-03bb-45b2-9bb9-3549373f15e6 tempest-PortsAdminExtendedAttrsTestJSON-1944596240 tempest-PortsAdminExtendedAttrsTestJSON-1944596240-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:07.612568 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Provisioning complete for port 0856467b-b7c0-4f80-89ad-c3eacfe62771 triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:55:07.612944 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:07.647160 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-abb099c4-2d7b-4918-98de-b1dbf88e39c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:07.650727 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-abb099c4-2d7b-4918-98de-b1dbf88e39c9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:07.655762 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-abb099c4-2d7b-4918-98de-b1dbf88e39c9 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/20494f52-e47d-4839-b4f6-2fc0330d8d18 HTTP/1.1" status: 204 len: 168 time: 0.6933739 Nov 05 18:55:07.697411 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbd2fdd-91ff-477d-948d-6324e4d246bd req-3bf40db1-18eb-43b5-af92-6597835a90b4 tempest-ServerRescueTestJSON-1639389385 tempest-ServerRescueTestJSON-1639389385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:55:07.703810 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-8e42043c-33cc-4d2c-8868-a275c15156a3 tempest-AllowedAddressPairIpV6TestJSON-972849293 tempest-AllowedAddressPairIpV6TestJSON-972849293-project] Publish callbacks [] for port, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:07.706053 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-0cbd2fdd-91ff-477d-948d-6324e4d246bd req-3bf40db1-18eb-43b5-af92-6597835a90b4 tempest-ServerRescueTestJSON-1639389385 tempest-ServerRescueTestJSON-1639389385-project] 10.222.0.13 "GET /v2.0/ports?device_id=71eadb3a-495a-4683-a4fb-df865dfdd3a2 HTTP/1.1" status: 200 len: 946 time: 0.3363733 Nov 05 18:55:07.709282 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb099c4-2d7b-4918-98de-b1dbf88e39c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20494f52-e47d-4839-b4f6-2fc0330d8d18,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:55:07.730355 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b29626-fc20-4156-84b8-82168d5b1505 req-7b79b920-50b7-4b57-b7fe-40b4545a1589 tempest-ServerRescueTestJSONUnderV235-847319139 tempest-ServerRescueTestJSONUnderV235-847319139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:55:07.731476 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-51b29626-fc20-4156-84b8-82168d5b1505 req-7b79b920-50b7-4b57-b7fe-40b4545a1589 tempest-ServerRescueTestJSONUnderV235-847319139 tempest-ServerRescueTestJSONUnderV235-847319139-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:07.745557 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-c67b9107-03bb-45b2-9bb9-3549373f15e6 tempest-PortsAdminExtendedAttrsTestJSON-1944596240 tempest-PortsAdminExtendedAttrsTestJSON-1944596240-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4417063'] for port, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:07.818110 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-0147bf71-cf56-478a-b80a-ffc24bdaa466 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798'] for port, after_delete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:07.845885 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c67b9107-03bb-45b2-9bb9-3549373f15e6 tempest-PortsAdminExtendedAttrsTestJSON-1944596240 tempest-PortsAdminExtendedAttrsTestJSON-1944596240-project-admin] Network b0a58cdf-9fc5-4401-9fb4-1eed6de4972e is already hosted by enough agents. {{(pid=102387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 18:55:07.850788 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0147bf71-cf56-478a-b80a-ffc24bdaa466 None None] No DVR routers for this DVR port 0856467b-b7c0-4f80-89ad-c3eacfe62771 on host n-d-816865-1 {{(pid=102388) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 18:55:07.850788 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0147bf71-cf56-478a-b80a-ffc24bdaa466 None None] Pushing event deleted for resources: {'Port': ['ID=0856467b-b7c0-4f80-89ad-c3eacfe62771,revision_number=None']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:55:07.863628 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.base_scheduler [None req-c67b9107-03bb-45b2-9bb9-3549373f15e6 tempest-PortsAdminExtendedAttrsTestJSON-1944596240 tempest-PortsAdminExtendedAttrsTestJSON-1944596240-project-admin] Resources bound (agent type, host, resource id): {{(pid=102387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:55:07.867057 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c67b9107-03bb-45b2-9bb9-3549373f15e6 tempest-PortsAdminExtendedAttrsTestJSON-1944596240 tempest-PortsAdminExtendedAttrsTestJSON-1944596240-project-admin] Received port after_create {{(pid=102387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 18:55:07.868141 n-d-816865-1 neutron-server[102386]: DEBUG neutron.objects.ports [None req-48e52abb-69e3-4875-9c69-b13713466cea tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102386) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 05 18:55:07.868844 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c67b9107-03bb-45b2-9bb9-3549373f15e6 tempest-PortsAdminExtendedAttrsTestJSON-1944596240 tempest-PortsAdminExtendedAttrsTestJSON-1944596240-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:55:07.869374 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-c67b9107-03bb-45b2-9bb9-3549373f15e6 tempest-PortsAdminExtendedAttrsTestJSON-1944596240 tempest-PortsAdminExtendedAttrsTestJSON-1944596240-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:07.870916 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-8e42043c-33cc-4d2c-8868-a275c15156a3 tempest-AllowedAddressPairIpV6TestJSON-972849293 tempest-AllowedAddressPairIpV6TestJSON-972849293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:07.875624 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67b9107-03bb-45b2-9bb9-3549373f15e6 tempest-PortsAdminExtendedAttrsTestJSON-1944596240 tempest-PortsAdminExtendedAttrsTestJSON-1944596240-project-admin] Pushing event updated for resources: {'Port': ['ID=4f889373-714d-4e22-8a2f-69c5924c7304,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:55:07.897060 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-0cbd2fdd-91ff-477d-948d-6324e4d246bd req-4c6863b9-ad12-4a48-b5e3-22659e477f59 tempest-ServerRescueTestJSON-1639389385 tempest-ServerRescueTestJSON-1639389385-project] 10.222.0.13 "GET /v2.0/security-groups?id=458afcac-91c4-437c-b78f-d73b875bd5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1900816 Nov 05 18:55:07.919945 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-51b29626-fc20-4156-84b8-82168d5b1505 req-7b79b920-50b7-4b57-b7fe-40b4545a1589 tempest-ServerRescueTestJSONUnderV235-847319139 tempest-ServerRescueTestJSONUnderV235-847319139-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7675130 Nov 05 18:55:07.932137 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [req-51b29626-fc20-4156-84b8-82168d5b1505 req-37cbc682-e907-495b-8536-6d208b71acd6 service neutron] Request body: {'port': {'device_id': '30f854dc-91a9-455d-85a2-232be75a6d81', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816865-1'}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:55:07.987382 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-c67b9107-03bb-45b2-9bb9-3549373f15e6 tempest-PortsAdminExtendedAttrsTestJSON-1944596240 tempest-PortsAdminExtendedAttrsTestJSON-1944596240-project-admin] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.5530803 Nov 05 18:55:07.989274 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 34506) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:55:08.001925 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-beb8c3fa-acad-42f2-abf0-c7ab85f36bd4 tempest-PortsAdminExtendedAttrsTestJSON-1944596240 tempest-PortsAdminExtendedAttrsTestJSON-1944596240-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-816865-1'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:55:08.046580 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-51b29626-fc20-4156-84b8-82168d5b1505 req-37cbc682-e907-495b-8536-6d208b71acd6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:08.049634 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e42043c-33cc-4d2c-8868-a275c15156a3 tempest-AllowedAddressPairIpV6TestJSON-972849293 tempest-AllowedAddressPairIpV6TestJSON-972849293-project] Network a0e16542-d981-481b-9eaf-465415ed5975 is already hosted by enough agents. {{(pid=102386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 18:55:08.067352 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.base_scheduler [None req-8e42043c-33cc-4d2c-8868-a275c15156a3 tempest-AllowedAddressPairIpV6TestJSON-972849293 tempest-AllowedAddressPairIpV6TestJSON-972849293-project] Resources bound (agent type, host, resource id): {{(pid=102386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:55:08.076514 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e42043c-33cc-4d2c-8868-a275c15156a3 tempest-AllowedAddressPairIpV6TestJSON-972849293 tempest-AllowedAddressPairIpV6TestJSON-972849293-project] Received port after_create {{(pid=102386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 18:55:08.082112 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e42043c-33cc-4d2c-8868-a275c15156a3 tempest-AllowedAddressPairIpV6TestJSON-972849293 tempest-AllowedAddressPairIpV6TestJSON-972849293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:55:08.082729 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-8e42043c-33cc-4d2c-8868-a275c15156a3 tempest-AllowedAddressPairIpV6TestJSON-972849293 tempest-AllowedAddressPairIpV6TestJSON-972849293-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:08.094072 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e42043c-33cc-4d2c-8868-a275c15156a3 tempest-AllowedAddressPairIpV6TestJSON-972849293 tempest-AllowedAddressPairIpV6TestJSON-972849293-project] Pushing event updated for resources: {'Port': ['ID=fb70822c-3b4a-41db-8571-21e8a8b5a74c,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:55:08.144460 n-d-816865-1 neutron-server[102386]: WARNING neutron.services.revisions.revision_plugin [None req-48e52abb-69e3-4875-9c69-b13713466cea tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Could not find related port for resource to bump revision. Nov 05 18:55:08.155737 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-beb8c3fa-acad-42f2-abf0-c7ab85f36bd4 tempest-PortsAdminExtendedAttrsTestJSON-1944596240 tempest-PortsAdminExtendedAttrsTestJSON-1944596240-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:08.209985 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.ipam_pluggable_backend [None req-48e52abb-69e3-4875-9c69-b13713466cea tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Port 0856467b-b7c0-4f80-89ad-c3eacfe62771 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=102386) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:573}} Nov 05 18:55:08.210320 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.ipam_pluggable_backend [None req-48e52abb-69e3-4875-9c69-b13713466cea tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Reverting IP allocation for 2001:db8::f816:3eff:fe53:1cb2 {{(pid=102386) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:575}} Nov 05 18:55:08.222879 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.ipam_pluggable_backend [None req-48e52abb-69e3-4875-9c69-b13713466cea tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe53:1cb2 {{(pid=102386) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:581}} Nov 05 18:55:08.230266 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-48e52abb-69e3-4875-9c69-b13713466cea tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6149946', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4877172'] for subnet, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:08.258208 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-31f93893-a48e-4ae8-833d-dccb2b42eacc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:08.363737 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-8e42043c-33cc-4d2c-8868-a275c15156a3 tempest-AllowedAddressPairIpV6TestJSON-972849293 tempest-AllowedAddressPairIpV6TestJSON-972849293-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 2.3978753 Nov 05 18:55:08.364040 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 34516) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:55:08.378034 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-9917f0f2-15fe-4471-ad19-aca0c112ebde tempest-AllowedAddressPairIpV6TestJSON-972849293 tempest-AllowedAddressPairIpV6TestJSON-972849293-project] Request body: {'port': {'network_id': 'a0e16542-d981-481b-9eaf-465415ed5975', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-2012093283'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:55:08.384385 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48e52abb-69e3-4875-9c69-b13713466cea tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Network 1c9d25d3-7f2e-4384-9081-dc17514a5578 is already hosted by enough agents. {{(pid=102386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 18:55:08.408503 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.base_scheduler [None req-48e52abb-69e3-4875-9c69-b13713466cea tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Resources bound (agent type, host, resource id): {{(pid=102386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:55:08.429831 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48e52abb-69e3-4875-9c69-b13713466cea tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:55:08.430457 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-48e52abb-69e3-4875-9c69-b13713466cea tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Publish callbacks [] for subnet, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:08.437798 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe79f53d-3a57-43c5-80ad-507c433a7fa0 None None] Network 1c9d25d3-7f2e-4384-9081-dc17514a5578 requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 18:55:08.492693 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e52abb-69e3-4875-9c69-b13713466cea tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Pushing event updated for resources: {'Subnet': ['ID=e153013f-eced-49b3-a843-37d429295b5c,revision_number=0']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:55:08.568098 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cae2a1-0673-4626-b034-f6822e7acc1b req-15f7bd7b-6f90-4974-b836-79af6809744f tempest-ServerRescueTestJSONUnderV235-847319139 tempest-ServerRescueTestJSONUnderV235-847319139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:55:08.576080 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-13cae2a1-0673-4626-b034-f6822e7acc1b req-15f7bd7b-6f90-4974-b836-79af6809744f tempest-ServerRescueTestJSONUnderV235-847319139 tempest-ServerRescueTestJSONUnderV235-847319139-project] 10.222.0.13 "GET /v2.0/ports?device_id=30f854dc-91a9-455d-85a2-232be75a6d81 HTTP/1.1" status: 200 len: 932 time: 0.1272261 Nov 05 18:55:08.656140 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-48e52abb-69e3-4875-9c69-b13713466cea tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.7049220 Nov 05 18:55:08.660335 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 34524) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:55:08.665539 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-c4f04473-477d-4823-91fc-1d655ea784c9 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Request body: {'port': {'network_id': '1c9d25d3-7f2e-4384-9081-dc17514a5578', 'mac_address': 'fa:16:3e:37:a9:8f', 'name': 'tempest-NetworksTestDHCPv6-1885244099'}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:55:08.666973 n-d-816865-1 neutron-server[102386]: DEBUG neutron.notifiers.nova [None req-beb8c3fa-acad-42f2-abf0-c7ab85f36bd4 tempest-PortsAdminExtendedAttrsTestJSON-1944596240 tempest-PortsAdminExtendedAttrsTestJSON-1944596240-project-admin] device_id is not set on port 4f889373-714d-4e22-8a2f-69c5924c7304 yet. {{(pid=102386) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 05 18:55:08.681755 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-beb8c3fa-acad-42f2-abf0-c7ab85f36bd4 tempest-PortsAdminExtendedAttrsTestJSON-1944596240 tempest-PortsAdminExtendedAttrsTestJSON-1944596240-project-admin] Publish callbacks [] for port, precommit_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:08.710563 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:08.715424 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-13cae2a1-0673-4626-b034-f6822e7acc1b req-50ac2679-b9a4-4fc4-abb9-7ee6a02ca6cc tempest-ServerRescueTestJSONUnderV235-847319139 tempest-ServerRescueTestJSONUnderV235-847319139-project] 10.222.0.13 "GET /v2.0/security-groups?id=2aa13776-0d09-4b7a-99bc-d3ea449425cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381042 Nov 05 18:55:08.719261 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-8b9aadbd-5ef0-4907-9dd2-d29d0a20149d None None] Provisioning complete for port fb70822c-3b4a-41db-8571-21e8a8b5a74c triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:55:08.719518 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-8b9aadbd-5ef0-4907-9dd2-d29d0a20149d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:08.765522 n-d-816865-1 neutron-server[102387]: DEBUG neutron.notifiers.nova [req-51b29626-fc20-4156-84b8-82168d5b1505 req-37cbc682-e907-495b-8536-6d208b71acd6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8c6dd4d3-e153-4543-b90b-dfbf5180b0bb {{(pid=102387) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 18:55:08.780193 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-51b29626-fc20-4156-84b8-82168d5b1505 req-37cbc682-e907-495b-8536-6d208b71acd6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:08.822202 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-8b9aadbd-5ef0-4907-9dd2-d29d0a20149d None None] Port fb70822c-3b4a-41db-8571-21e8a8b5a74c cannot update to ACTIVE because it is not bound. {{(pid=102388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 18:55:08.826300 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 0856467b-b7c0-4f80-89ad-c3eacfe62771 no longer exists at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 18:55:08.829422 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a366600e-1ae6-422e-a406-1a5a81ee429e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeb20a084-accf-5b60-8075-3e69ebe863a6-1c9d25d3-7f2e-4384-9081-dc17514a5578', 'network_id': '1c9d25d3-7f2e-4384-9081-dc17514a5578', 'tenant_id': '7bc73c6c17f842a987dd31290d20faa2', 'fixed_ips': [{'subnet_id': 'e153013f-eced-49b3-a843-37d429295b5c'}]}} from n-d-816865-1. {{(pid=102388) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 05 18:55:08.831185 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-a366600e-1ae6-422e-a406-1a5a81ee429e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:08.838491 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.provisioning_blocks [req-51b29626-fc20-4156-84b8-82168d5b1505 req-37cbc682-e907-495b-8536-6d208b71acd6 service neutron] Transition to ACTIVE for port object 8c6dd4d3-e153-4543-b90b-dfbf5180b0bb will not be triggered until provisioned by entity L2. {{(pid=102387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 05 18:55:08.863846 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-beb8c3fa-acad-42f2-abf0-c7ab85f36bd4 tempest-PortsAdminExtendedAttrsTestJSON-1944596240 tempest-PortsAdminExtendedAttrsTestJSON-1944596240-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6149821'] for port, after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:08.878140 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] No Port match for: 0856467b-b7c0-4f80-89ad-c3eacfe62771 {{(pid=102388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 18:55:08.878395 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 0856467b-b7c0-4f80-89ad-c3eacfe62771 not bound to the agent host n-d-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 18:55:08.906867 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9917f0f2-15fe-4471-ad19-aca0c112ebde tempest-AllowedAddressPairIpV6TestJSON-972849293 tempest-AllowedAddressPairIpV6TestJSON-972849293-project] Made reservation on behalf of aef3e586007e4b4c84fadc50798eb2d5 for: {'port': 1} {{(pid=102386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 18:55:08.906867 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-9917f0f2-15fe-4471-ad19-aca0c112ebde tempest-AllowedAddressPairIpV6TestJSON-972849293 tempest-AllowedAddressPairIpV6TestJSON-972849293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:08.945600 n-d-816865-1 neutron-server[102386]: DEBUG neutron.notifiers.nova [None req-9917f0f2-15fe-4471-ad19-aca0c112ebde tempest-AllowedAddressPairIpV6TestJSON-972849293 tempest-AllowedAddressPairIpV6TestJSON-972849293-project] device_id is not set on port 25c79b0c-6146-45b7-9a3c-c4cd89d9cf5f yet. {{(pid=102386) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 05 18:55:08.950558 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-51b29626-fc20-4156-84b8-82168d5b1505 req-37cbc682-e907-495b-8536-6d208b71acd6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4417072'] for port, after_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:08.961442 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb8c3fa-acad-42f2-abf0-c7ab85f36bd4 tempest-PortsAdminExtendedAttrsTestJSON-1944596240 tempest-PortsAdminExtendedAttrsTestJSON-1944596240-project-admin] Pushing event updated for resources: {'Port': ['ID=4f889373-714d-4e22-8a2f-69c5924c7304,revision_number=2']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:55:09.041973 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37cbc682-e907-495b-8536-6d208b71acd6 service neutron] Pushing event updated for resources: {'Port': ['ID=8c6dd4d3-e153-4543-b90b-dfbf5180b0bb,revision_number=2']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:55:09.048386 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4f04473-477d-4823-91fc-1d655ea784c9 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Made reservation on behalf of 7bc73c6c17f842a987dd31290d20faa2 for: {'port': 1} {{(pid=102387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 18:55:09.113457 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [None req-beb8c3fa-acad-42f2-abf0-c7ab85f36bd4 tempest-PortsAdminExtendedAttrsTestJSON-1944596240 tempest-PortsAdminExtendedAttrsTestJSON-1944596240-project-admin] Attempting to bind port 4f889373-714d-4e22-8a2f-69c5924c7304 on host n-h1-816865-1 for vnic_type normal with profile {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 18:55:09.113457 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [None req-beb8c3fa-acad-42f2-abf0-c7ab85f36bd4 tempest-PortsAdminExtendedAttrsTestJSON-1944596240 tempest-PortsAdminExtendedAttrsTestJSON-1944596240-project-admin] Attempting to bind port 4f889373-714d-4e22-8a2f-69c5924c7304 by drivers openvswitch,hyperv on host n-h1-816865-1 at level 0 using segments [{'id': 'd91097f1-b308-4a74-b34e-9cc7bb5c930b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'b0a58cdf-9fc5-4401-9fb4-1eed6de4972e'}] {{(pid=102386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 18:55:09.113457 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beb8c3fa-acad-42f2-abf0-c7ab85f36bd4 tempest-PortsAdminExtendedAttrsTestJSON-1944596240 tempest-PortsAdminExtendedAttrsTestJSON-1944596240-project-admin] Attempting to bind port 4f889373-714d-4e22-8a2f-69c5924c7304 on network b0a58cdf-9fc5-4401-9fb4-1eed6de4972e {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 18:55:09.114723 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.db_base_plugin_common [None req-a366600e-1ae6-422e-a406-1a5a81ee429e None None] Allocated IP 2001:db8::f816:3eff:fef6:5349 (1c9d25d3-7f2e-4384-9081-dc17514a5578/e153013f-eced-49b3-a843-37d429295b5c/9084b36f-f283-4a08-b8e9-e186eaaffa6c) {{(pid=102388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 18:55:09.126556 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beb8c3fa-acad-42f2-abf0-c7ab85f36bd4 tempest-PortsAdminExtendedAttrsTestJSON-1944596240 tempest-PortsAdminExtendedAttrsTestJSON-1944596240-project-admin] Port 4f889373-714d-4e22-8a2f-69c5924c7304 on network b0a58cdf-9fc5-4401-9fb4-1eed6de4972e not bound, no agent of type Open vSwitch agent registered on host n-h1-816865-1 {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 18:55:09.126556 n-d-816865-1 neutron-server[102386]: ERROR neutron.plugins.ml2.managers [None req-beb8c3fa-acad-42f2-abf0-c7ab85f36bd4 tempest-PortsAdminExtendedAttrsTestJSON-1944596240 tempest-PortsAdminExtendedAttrsTestJSON-1944596240-project-admin] Failed to bind port 4f889373-714d-4e22-8a2f-69c5924c7304 on host n-h1-816865-1 for vnic_type normal using segments [{'id': 'd91097f1-b308-4a74-b34e-9cc7bb5c930b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'b0a58cdf-9fc5-4401-9fb4-1eed6de4972e'}] Nov 05 18:55:09.128389 n-d-816865-1 neutron-server[102386]: INFO neutron.plugins.ml2.plugin [None req-beb8c3fa-acad-42f2-abf0-c7ab85f36bd4 tempest-PortsAdminExtendedAttrsTestJSON-1944596240 tempest-PortsAdminExtendedAttrsTestJSON-1944596240-project-admin] Attempt 2 to bind port 4f889373-714d-4e22-8a2f-69c5924c7304 Nov 05 18:55:09.182574 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [None req-beb8c3fa-acad-42f2-abf0-c7ab85f36bd4 tempest-PortsAdminExtendedAttrsTestJSON-1944596240 tempest-PortsAdminExtendedAttrsTestJSON-1944596240-project-admin] Attempting to bind port 4f889373-714d-4e22-8a2f-69c5924c7304 on host n-h1-816865-1 for vnic_type normal with profile {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 18:55:09.184096 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [None req-beb8c3fa-acad-42f2-abf0-c7ab85f36bd4 tempest-PortsAdminExtendedAttrsTestJSON-1944596240 tempest-PortsAdminExtendedAttrsTestJSON-1944596240-project-admin] Attempting to bind port 4f889373-714d-4e22-8a2f-69c5924c7304 by drivers openvswitch,hyperv on host n-h1-816865-1 at level 0 using segments [{'id': 'd91097f1-b308-4a74-b34e-9cc7bb5c930b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'b0a58cdf-9fc5-4401-9fb4-1eed6de4972e'}] {{(pid=102386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 18:55:09.184654 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beb8c3fa-acad-42f2-abf0-c7ab85f36bd4 tempest-PortsAdminExtendedAttrsTestJSON-1944596240 tempest-PortsAdminExtendedAttrsTestJSON-1944596240-project-admin] Attempting to bind port 4f889373-714d-4e22-8a2f-69c5924c7304 on network b0a58cdf-9fc5-4401-9fb4-1eed6de4972e {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 18:55:09.249878 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede30ea5-565f-4174-9aff-e661b1622ee2 req-59a6355d-2cab-4b86-87b0-de557d1449ed tempest-ServerRescueTestJSON-1639389385 tempest-ServerRescueTestJSON-1639389385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:55:09.251432 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-ede30ea5-565f-4174-9aff-e661b1622ee2 req-59a6355d-2cab-4b86-87b0-de557d1449ed tempest-ServerRescueTestJSON-1639389385 tempest-ServerRescueTestJSON-1639389385-project] 10.222.0.13 "GET /v2.0/ports?device_id=71eadb3a-495a-4683-a4fb-df865dfdd3a2 HTTP/1.1" status: 200 len: 946 time: 0.2046664 Nov 05 18:55:09.296286 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.db_base_plugin_common [None req-9917f0f2-15fe-4471-ad19-aca0c112ebde tempest-AllowedAddressPairIpV6TestJSON-972849293 tempest-AllowedAddressPairIpV6TestJSON-972849293-project] Allocated IP 2001:db8::199 (a0e16542-d981-481b-9eaf-465415ed5975/a53b311c-d3db-45aa-99f1-de2d93418ad0/25c79b0c-6146-45b7-9a3c-c4cd89d9cf5f) {{(pid=102386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 18:55:09.312585 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-c4f04473-477d-4823-91fc-1d655ea784c9 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:09.334454 n-d-816865-1 neutron-server[102387]: DEBUG neutron.notifiers.nova [None req-c4f04473-477d-4823-91fc-1d655ea784c9 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] device_id is not set on port e2f61608-c0b0-4aed-b32b-6d7155fddc8a yet. {{(pid=102387) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 05 18:55:09.403409 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.managers [req-51b29626-fc20-4156-84b8-82168d5b1505 req-37cbc682-e907-495b-8536-6d208b71acd6 service neutron] Attempting to bind port 8c6dd4d3-e153-4543-b90b-dfbf5180b0bb on host n-h1-816865-1 for vnic_type normal with profile {{(pid=102387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 18:55:09.403740 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.managers [req-51b29626-fc20-4156-84b8-82168d5b1505 req-37cbc682-e907-495b-8536-6d208b71acd6 service neutron] Attempting to bind port 8c6dd4d3-e153-4543-b90b-dfbf5180b0bb by drivers openvswitch,hyperv on host n-h1-816865-1 at level 0 using segments [{'id': 'cf4529b6-e7e1-4abc-9281-c00519ad0a15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '33b67f12-3e30-4db0-bf1c-b2b3da4d6fc7'}] {{(pid=102387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 18:55:09.404061 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51b29626-fc20-4156-84b8-82168d5b1505 req-37cbc682-e907-495b-8536-6d208b71acd6 service neutron] Attempting to bind port 8c6dd4d3-e153-4543-b90b-dfbf5180b0bb on network 33b67f12-3e30-4db0-bf1c-b2b3da4d6fc7 {{(pid=102387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 18:55:09.411215 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beb8c3fa-acad-42f2-abf0-c7ab85f36bd4 tempest-PortsAdminExtendedAttrsTestJSON-1944596240 tempest-PortsAdminExtendedAttrsTestJSON-1944596240-project-admin] Port 4f889373-714d-4e22-8a2f-69c5924c7304 on network b0a58cdf-9fc5-4401-9fb4-1eed6de4972e not bound, no agent of type Open vSwitch agent registered on host n-h1-816865-1 {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 18:55:09.412026 n-d-816865-1 neutron-server[102386]: ERROR neutron.plugins.ml2.managers [None req-beb8c3fa-acad-42f2-abf0-c7ab85f36bd4 tempest-PortsAdminExtendedAttrsTestJSON-1944596240 tempest-PortsAdminExtendedAttrsTestJSON-1944596240-project-admin] Failed to bind port 4f889373-714d-4e22-8a2f-69c5924c7304 on host n-h1-816865-1 for vnic_type normal using segments [{'id': 'd91097f1-b308-4a74-b34e-9cc7bb5c930b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'b0a58cdf-9fc5-4401-9fb4-1eed6de4972e'}] Nov 05 18:55:09.419184 n-d-816865-1 neutron-server[102386]: INFO neutron.plugins.ml2.plugin [None req-beb8c3fa-acad-42f2-abf0-c7ab85f36bd4 tempest-PortsAdminExtendedAttrsTestJSON-1944596240 tempest-PortsAdminExtendedAttrsTestJSON-1944596240-project-admin] Attempt 3 to bind port 4f889373-714d-4e22-8a2f-69c5924c7304 Nov 05 18:55:09.422907 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51b29626-fc20-4156-84b8-82168d5b1505 req-37cbc682-e907-495b-8536-6d208b71acd6 service neutron] Port 8c6dd4d3-e153-4543-b90b-dfbf5180b0bb on network 33b67f12-3e30-4db0-bf1c-b2b3da4d6fc7 not bound, no agent of type Open vSwitch agent registered on host n-h1-816865-1 {{(pid=102387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 18:55:09.423282 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51b29626-fc20-4156-84b8-82168d5b1505 req-37cbc682-e907-495b-8536-6d208b71acd6 service neutron] Attempting to bind port 8c6dd4d3-e153-4543-b90b-dfbf5180b0bb on network 33b67f12-3e30-4db0-bf1c-b2b3da4d6fc7 {{(pid=102387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 18:55:09.436554 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51b29626-fc20-4156-84b8-82168d5b1505 req-37cbc682-e907-495b-8536-6d208b71acd6 service neutron] Checking agent: {'id': 'eb596d7c-8c64-42bd-8aca-fad447eb0eab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816865-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 18, 33, 34), 'started_at': datetime.datetime(2021, 11, 5, 18, 33, 34), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 18, 55, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 18:55:09.436900 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51b29626-fc20-4156-84b8-82168d5b1505 req-37cbc682-e907-495b-8536-6d208b71acd6 service neutron] Checking segment: {'id': 'cf4529b6-e7e1-4abc-9281-c00519ad0a15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '33b67f12-3e30-4db0-bf1c-b2b3da4d6fc7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 18:55:09.437266 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51b29626-fc20-4156-84b8-82168d5b1505 req-37cbc682-e907-495b-8536-6d208b71acd6 service neutron] Bound using segment: {'id': 'cf4529b6-e7e1-4abc-9281-c00519ad0a15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '33b67f12-3e30-4db0-bf1c-b2b3da4d6fc7'} {{(pid=102387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 18:55:09.438313 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.managers [req-51b29626-fc20-4156-84b8-82168d5b1505 req-37cbc682-e907-495b-8536-6d208b71acd6 service neutron] Bound port: 8c6dd4d3-e153-4543-b90b-dfbf5180b0bb, host: n-h1-816865-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cf4529b6-e7e1-4abc-9281-c00519ad0a15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '33b67f12-3e30-4db0-bf1c-b2b3da4d6fc7'}}] {{(pid=102387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 18:55:09.438607 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-51b29626-fc20-4156-84b8-82168d5b1505 req-37cbc682-e907-495b-8536-6d208b71acd6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:09.456904 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-ede30ea5-565f-4174-9aff-e661b1622ee2 req-d53e77e8-3e8c-4fee-b88b-b21013a9e3f0 tempest-ServerRescueTestJSON-1639389385 tempest-ServerRescueTestJSON-1639389385-project] 10.222.0.13 "GET /v2.0/security-groups?id=458afcac-91c4-437c-b78f-d73b875bd5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1943240 Nov 05 18:55:09.518780 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [None req-beb8c3fa-acad-42f2-abf0-c7ab85f36bd4 tempest-PortsAdminExtendedAttrsTestJSON-1944596240 tempest-PortsAdminExtendedAttrsTestJSON-1944596240-project-admin] Attempting to bind port 4f889373-714d-4e22-8a2f-69c5924c7304 on host n-h1-816865-1 for vnic_type normal with profile {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 18:55:09.519122 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [None req-beb8c3fa-acad-42f2-abf0-c7ab85f36bd4 tempest-PortsAdminExtendedAttrsTestJSON-1944596240 tempest-PortsAdminExtendedAttrsTestJSON-1944596240-project-admin] Attempting to bind port 4f889373-714d-4e22-8a2f-69c5924c7304 by drivers openvswitch,hyperv on host n-h1-816865-1 at level 0 using segments [{'id': 'd91097f1-b308-4a74-b34e-9cc7bb5c930b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'b0a58cdf-9fc5-4401-9fb4-1eed6de4972e'}] {{(pid=102386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 18:55:09.519461 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beb8c3fa-acad-42f2-abf0-c7ab85f36bd4 tempest-PortsAdminExtendedAttrsTestJSON-1944596240 tempest-PortsAdminExtendedAttrsTestJSON-1944596240-project-admin] Attempting to bind port 4f889373-714d-4e22-8a2f-69c5924c7304 on network b0a58cdf-9fc5-4401-9fb4-1eed6de4972e {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 18:55:09.524288 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.db [req-51b29626-fc20-4156-84b8-82168d5b1505 req-37cbc682-e907-495b-8536-6d208b71acd6 service neutron] For port 8c6dd4d3-e153-4543-b90b-dfbf5180b0bb, host n-h1-816865-1, cleared binding levels {{(pid=102387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 18:55:09.528220 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.db [req-51b29626-fc20-4156-84b8-82168d5b1505 req-37cbc682-e907-495b-8536-6d208b71acd6 service neutron] For port 8c6dd4d3-e153-4543-b90b-dfbf5180b0bb, host n-h1-816865-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=8c6dd4d3-e153-4543-b90b-dfbf5180b0bb,segment=NetworkSegment(cf4529b6-e7e1-4abc-9281-c00519ad0a15),segment_id=cf4529b6-e7e1-4abc-9281-c00519ad0a15)] {{(pid=102387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 18:55:09.572325 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 34546) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:55:09.612931 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beb8c3fa-acad-42f2-abf0-c7ab85f36bd4 tempest-PortsAdminExtendedAttrsTestJSON-1944596240 tempest-PortsAdminExtendedAttrsTestJSON-1944596240-project-admin] Port 4f889373-714d-4e22-8a2f-69c5924c7304 on network b0a58cdf-9fc5-4401-9fb4-1eed6de4972e not bound, no agent of type Open vSwitch agent registered on host n-h1-816865-1 {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 18:55:09.613267 n-d-816865-1 neutron-server[102386]: ERROR neutron.plugins.ml2.managers [None req-beb8c3fa-acad-42f2-abf0-c7ab85f36bd4 tempest-PortsAdminExtendedAttrsTestJSON-1944596240 tempest-PortsAdminExtendedAttrsTestJSON-1944596240-project-admin] Failed to bind port 4f889373-714d-4e22-8a2f-69c5924c7304 on host n-h1-816865-1 for vnic_type normal using segments [{'id': 'd91097f1-b308-4a74-b34e-9cc7bb5c930b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'b0a58cdf-9fc5-4401-9fb4-1eed6de4972e'}] Nov 05 18:55:09.613679 n-d-816865-1 neutron-server[102386]: INFO neutron.plugins.ml2.plugin [None req-beb8c3fa-acad-42f2-abf0-c7ab85f36bd4 tempest-PortsAdminExtendedAttrsTestJSON-1944596240 tempest-PortsAdminExtendedAttrsTestJSON-1944596240-project-admin] Attempt 4 to bind port 4f889373-714d-4e22-8a2f-69c5924c7304 Nov 05 18:55:09.638779 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [None req-beb8c3fa-acad-42f2-abf0-c7ab85f36bd4 tempest-PortsAdminExtendedAttrsTestJSON-1944596240 tempest-PortsAdminExtendedAttrsTestJSON-1944596240-project-admin] Attempting to bind port 4f889373-714d-4e22-8a2f-69c5924c7304 on host n-h1-816865-1 for vnic_type normal with profile {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 18:55:09.639116 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [None req-beb8c3fa-acad-42f2-abf0-c7ab85f36bd4 tempest-PortsAdminExtendedAttrsTestJSON-1944596240 tempest-PortsAdminExtendedAttrsTestJSON-1944596240-project-admin] Attempting to bind port 4f889373-714d-4e22-8a2f-69c5924c7304 by drivers openvswitch,hyperv on host n-h1-816865-1 at level 0 using segments [{'id': 'd91097f1-b308-4a74-b34e-9cc7bb5c930b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'b0a58cdf-9fc5-4401-9fb4-1eed6de4972e'}] {{(pid=102386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 18:55:09.639457 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beb8c3fa-acad-42f2-abf0-c7ab85f36bd4 tempest-PortsAdminExtendedAttrsTestJSON-1944596240 tempest-PortsAdminExtendedAttrsTestJSON-1944596240-project-admin] Attempting to bind port 4f889373-714d-4e22-8a2f-69c5924c7304 on network b0a58cdf-9fc5-4401-9fb4-1eed6de4972e {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 18:55:09.639849 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-51b29626-fc20-4156-84b8-82168d5b1505 req-37cbc682-e907-495b-8536-6d208b71acd6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4417072'] for port, after_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:09.653731 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beb8c3fa-acad-42f2-abf0-c7ab85f36bd4 tempest-PortsAdminExtendedAttrsTestJSON-1944596240 tempest-PortsAdminExtendedAttrsTestJSON-1944596240-project-admin] Port 4f889373-714d-4e22-8a2f-69c5924c7304 on network b0a58cdf-9fc5-4401-9fb4-1eed6de4972e not bound, no agent of type Open vSwitch agent registered on host n-h1-816865-1 {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 18:55:09.653981 n-d-816865-1 neutron-server[102386]: ERROR neutron.plugins.ml2.managers [None req-beb8c3fa-acad-42f2-abf0-c7ab85f36bd4 tempest-PortsAdminExtendedAttrsTestJSON-1944596240 tempest-PortsAdminExtendedAttrsTestJSON-1944596240-project-admin] Failed to bind port 4f889373-714d-4e22-8a2f-69c5924c7304 on host n-h1-816865-1 for vnic_type normal using segments [{'id': 'd91097f1-b308-4a74-b34e-9cc7bb5c930b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'b0a58cdf-9fc5-4401-9fb4-1eed6de4972e'}] Nov 05 18:55:09.656373 n-d-816865-1 neutron-server[102386]: INFO neutron.plugins.ml2.plugin [None req-beb8c3fa-acad-42f2-abf0-c7ab85f36bd4 tempest-PortsAdminExtendedAttrsTestJSON-1944596240 tempest-PortsAdminExtendedAttrsTestJSON-1944596240-project-admin] Attempt 5 to bind port 4f889373-714d-4e22-8a2f-69c5924c7304 Nov 05 18:55:09.676776 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-a366600e-1ae6-422e-a406-1a5a81ee429e None None] Publish callbacks [] for port, precommit_create {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:09.677929 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [None req-beb8c3fa-acad-42f2-abf0-c7ab85f36bd4 tempest-PortsAdminExtendedAttrsTestJSON-1944596240 tempest-PortsAdminExtendedAttrsTestJSON-1944596240-project-admin] Attempting to bind port 4f889373-714d-4e22-8a2f-69c5924c7304 on host n-h1-816865-1 for vnic_type normal with profile {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 18:55:09.678301 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [None req-beb8c3fa-acad-42f2-abf0-c7ab85f36bd4 tempest-PortsAdminExtendedAttrsTestJSON-1944596240 tempest-PortsAdminExtendedAttrsTestJSON-1944596240-project-admin] Attempting to bind port 4f889373-714d-4e22-8a2f-69c5924c7304 by drivers openvswitch,hyperv on host n-h1-816865-1 at level 0 using segments [{'id': 'd91097f1-b308-4a74-b34e-9cc7bb5c930b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'b0a58cdf-9fc5-4401-9fb4-1eed6de4972e'}] {{(pid=102386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 18:55:09.678639 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beb8c3fa-acad-42f2-abf0-c7ab85f36bd4 tempest-PortsAdminExtendedAttrsTestJSON-1944596240 tempest-PortsAdminExtendedAttrsTestJSON-1944596240-project-admin] Attempting to bind port 4f889373-714d-4e22-8a2f-69c5924c7304 on network b0a58cdf-9fc5-4401-9fb4-1eed6de4972e {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 18:55:09.687511 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beb8c3fa-acad-42f2-abf0-c7ab85f36bd4 tempest-PortsAdminExtendedAttrsTestJSON-1944596240 tempest-PortsAdminExtendedAttrsTestJSON-1944596240-project-admin] Port 4f889373-714d-4e22-8a2f-69c5924c7304 on network b0a58cdf-9fc5-4401-9fb4-1eed6de4972e not bound, no agent of type Open vSwitch agent registered on host n-h1-816865-1 {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 18:55:09.687847 n-d-816865-1 neutron-server[102386]: ERROR neutron.plugins.ml2.managers [None req-beb8c3fa-acad-42f2-abf0-c7ab85f36bd4 tempest-PortsAdminExtendedAttrsTestJSON-1944596240 tempest-PortsAdminExtendedAttrsTestJSON-1944596240-project-admin] Failed to bind port 4f889373-714d-4e22-8a2f-69c5924c7304 on host n-h1-816865-1 for vnic_type normal using segments [{'id': 'd91097f1-b308-4a74-b34e-9cc7bb5c930b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'b0a58cdf-9fc5-4401-9fb4-1eed6de4972e'}] Nov 05 18:55:09.692965 n-d-816865-1 neutron-server[102386]: INFO neutron.plugins.ml2.plugin [None req-beb8c3fa-acad-42f2-abf0-c7ab85f36bd4 tempest-PortsAdminExtendedAttrsTestJSON-1944596240 tempest-PortsAdminExtendedAttrsTestJSON-1944596240-project-admin] Attempt 6 to bind port 4f889373-714d-4e22-8a2f-69c5924c7304 Nov 05 18:55:09.718525 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [None req-beb8c3fa-acad-42f2-abf0-c7ab85f36bd4 tempest-PortsAdminExtendedAttrsTestJSON-1944596240 tempest-PortsAdminExtendedAttrsTestJSON-1944596240-project-admin] Attempting to bind port 4f889373-714d-4e22-8a2f-69c5924c7304 on host n-h1-816865-1 for vnic_type normal with profile {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 18:55:09.718862 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [None req-beb8c3fa-acad-42f2-abf0-c7ab85f36bd4 tempest-PortsAdminExtendedAttrsTestJSON-1944596240 tempest-PortsAdminExtendedAttrsTestJSON-1944596240-project-admin] Attempting to bind port 4f889373-714d-4e22-8a2f-69c5924c7304 by drivers openvswitch,hyperv on host n-h1-816865-1 at level 0 using segments [{'id': 'd91097f1-b308-4a74-b34e-9cc7bb5c930b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'b0a58cdf-9fc5-4401-9fb4-1eed6de4972e'}] {{(pid=102386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 18:55:09.719199 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beb8c3fa-acad-42f2-abf0-c7ab85f36bd4 tempest-PortsAdminExtendedAttrsTestJSON-1944596240 tempest-PortsAdminExtendedAttrsTestJSON-1944596240-project-admin] Attempting to bind port 4f889373-714d-4e22-8a2f-69c5924c7304 on network b0a58cdf-9fc5-4401-9fb4-1eed6de4972e {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 18:55:09.730347 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beb8c3fa-acad-42f2-abf0-c7ab85f36bd4 tempest-PortsAdminExtendedAttrsTestJSON-1944596240 tempest-PortsAdminExtendedAttrsTestJSON-1944596240-project-admin] Port 4f889373-714d-4e22-8a2f-69c5924c7304 on network b0a58cdf-9fc5-4401-9fb4-1eed6de4972e not bound, no agent of type Open vSwitch agent registered on host n-h1-816865-1 {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 18:55:09.730685 n-d-816865-1 neutron-server[102386]: ERROR neutron.plugins.ml2.managers [None req-beb8c3fa-acad-42f2-abf0-c7ab85f36bd4 tempest-PortsAdminExtendedAttrsTestJSON-1944596240 tempest-PortsAdminExtendedAttrsTestJSON-1944596240-project-admin] Failed to bind port 4f889373-714d-4e22-8a2f-69c5924c7304 on host n-h1-816865-1 for vnic_type normal using segments [{'id': 'd91097f1-b308-4a74-b34e-9cc7bb5c930b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'b0a58cdf-9fc5-4401-9fb4-1eed6de4972e'}] Nov 05 18:55:09.736072 n-d-816865-1 neutron-server[102386]: INFO neutron.plugins.ml2.plugin [None req-beb8c3fa-acad-42f2-abf0-c7ab85f36bd4 tempest-PortsAdminExtendedAttrsTestJSON-1944596240 tempest-PortsAdminExtendedAttrsTestJSON-1944596240-project-admin] Attempt 7 to bind port 4f889373-714d-4e22-8a2f-69c5924c7304 Nov 05 18:55:09.743911 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37cbc682-e907-495b-8536-6d208b71acd6 service neutron] Pushing event updated for resources: {'Port': ['ID=8c6dd4d3-e153-4543-b90b-dfbf5180b0bb,revision_number=3']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:55:09.755399 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b29626-fc20-4156-84b8-82168d5b1505 req-37cbc682-e907-495b-8536-6d208b71acd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:55:09.758326 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [None req-beb8c3fa-acad-42f2-abf0-c7ab85f36bd4 tempest-PortsAdminExtendedAttrsTestJSON-1944596240 tempest-PortsAdminExtendedAttrsTestJSON-1944596240-project-admin] Attempting to bind port 4f889373-714d-4e22-8a2f-69c5924c7304 on host n-h1-816865-1 for vnic_type normal with profile {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 18:55:09.759967 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [None req-beb8c3fa-acad-42f2-abf0-c7ab85f36bd4 tempest-PortsAdminExtendedAttrsTestJSON-1944596240 tempest-PortsAdminExtendedAttrsTestJSON-1944596240-project-admin] Attempting to bind port 4f889373-714d-4e22-8a2f-69c5924c7304 by drivers openvswitch,hyperv on host n-h1-816865-1 at level 0 using segments [{'id': 'd91097f1-b308-4a74-b34e-9cc7bb5c930b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'b0a58cdf-9fc5-4401-9fb4-1eed6de4972e'}] {{(pid=102386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 18:55:09.759967 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beb8c3fa-acad-42f2-abf0-c7ab85f36bd4 tempest-PortsAdminExtendedAttrsTestJSON-1944596240 tempest-PortsAdminExtendedAttrsTestJSON-1944596240-project-admin] Attempting to bind port 4f889373-714d-4e22-8a2f-69c5924c7304 on network b0a58cdf-9fc5-4401-9fb4-1eed6de4972e {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 18:55:09.762674 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-51b29626-fc20-4156-84b8-82168d5b1505 req-37cbc682-e907-495b-8536-6d208b71acd6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:09.764479 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-9917f0f2-15fe-4471-ad19-aca0c112ebde tempest-AllowedAddressPairIpV6TestJSON-972849293 tempest-AllowedAddressPairIpV6TestJSON-972849293-project] Publish callbacks [] for port, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:09.765147 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-51b29626-fc20-4156-84b8-82168d5b1505 req-37cbc682-e907-495b-8536-6d208b71acd6 service neutron] 10.222.0.41 "PUT /v2.0/ports/8c6dd4d3-e153-4543-b90b-dfbf5180b0bb HTTP/1.1" status: 200 len: 1092 time: 1.8373423 Nov 05 18:55:09.768516 n-d-816865-1 neutron-server[102387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30f854dc-91a9-455d-85a2-232be75a6d81', 'tag': '8c6dd4d3-e153-4543-b90b-dfbf5180b0bb'}] {{(pid=102387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 18:55:09.774365 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab06bd4ddf5758c1f10d79fe34dc215bafa488692cde9dba2fcbcb67556f90bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adc3505e-f298-49aa-b2c6-f955581c49be" -d '{"events": [{"name": "network-changed", "server_uuid": "30f854dc-91a9-455d-85a2-232be75a6d81", "tag": "8c6dd4d3-e153-4543-b90b-dfbf5180b0bb"}]}' {{(pid=102387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 18:55:09.782997 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-1c12f8e6-6c56-4f25-b853-c8da9d75e814 admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-1306482549-network', 'tenant_id': 'b2de76bf33cc46d2b826d4f29234737a'}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:55:09.783637 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beb8c3fa-acad-42f2-abf0-c7ab85f36bd4 tempest-PortsAdminExtendedAttrsTestJSON-1944596240 tempest-PortsAdminExtendedAttrsTestJSON-1944596240-project-admin] Port 4f889373-714d-4e22-8a2f-69c5924c7304 on network b0a58cdf-9fc5-4401-9fb4-1eed6de4972e not bound, no agent of type Open vSwitch agent registered on host n-h1-816865-1 {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 18:55:09.784034 n-d-816865-1 neutron-server[102386]: ERROR neutron.plugins.ml2.managers [None req-beb8c3fa-acad-42f2-abf0-c7ab85f36bd4 tempest-PortsAdminExtendedAttrsTestJSON-1944596240 tempest-PortsAdminExtendedAttrsTestJSON-1944596240-project-admin] Failed to bind port 4f889373-714d-4e22-8a2f-69c5924c7304 on host n-h1-816865-1 for vnic_type normal using segments [{'id': 'd91097f1-b308-4a74-b34e-9cc7bb5c930b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'b0a58cdf-9fc5-4401-9fb4-1eed6de4972e'}] Nov 05 18:55:09.786564 n-d-816865-1 neutron-server[102386]: INFO neutron.plugins.ml2.plugin [None req-beb8c3fa-acad-42f2-abf0-c7ab85f36bd4 tempest-PortsAdminExtendedAttrsTestJSON-1944596240 tempest-PortsAdminExtendedAttrsTestJSON-1944596240-project-admin] Attempt 8 to bind port 4f889373-714d-4e22-8a2f-69c5924c7304 Nov 05 18:55:09.796169 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-a366600e-1ae6-422e-a406-1a5a81ee429e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789'] for port, after_create {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:09.834985 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [None req-beb8c3fa-acad-42f2-abf0-c7ab85f36bd4 tempest-PortsAdminExtendedAttrsTestJSON-1944596240 tempest-PortsAdminExtendedAttrsTestJSON-1944596240-project-admin] Attempting to bind port 4f889373-714d-4e22-8a2f-69c5924c7304 on host n-h1-816865-1 for vnic_type normal with profile {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 18:55:09.835322 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [None req-beb8c3fa-acad-42f2-abf0-c7ab85f36bd4 tempest-PortsAdminExtendedAttrsTestJSON-1944596240 tempest-PortsAdminExtendedAttrsTestJSON-1944596240-project-admin] Attempting to bind port 4f889373-714d-4e22-8a2f-69c5924c7304 by drivers openvswitch,hyperv on host n-h1-816865-1 at level 0 using segments [{'id': 'd91097f1-b308-4a74-b34e-9cc7bb5c930b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'b0a58cdf-9fc5-4401-9fb4-1eed6de4972e'}] {{(pid=102386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 18:55:09.836433 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beb8c3fa-acad-42f2-abf0-c7ab85f36bd4 tempest-PortsAdminExtendedAttrsTestJSON-1944596240 tempest-PortsAdminExtendedAttrsTestJSON-1944596240-project-admin] Attempting to bind port 4f889373-714d-4e22-8a2f-69c5924c7304 on network b0a58cdf-9fc5-4401-9fb4-1eed6de4972e {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 18:55:09.845321 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beb8c3fa-acad-42f2-abf0-c7ab85f36bd4 tempest-PortsAdminExtendedAttrsTestJSON-1944596240 tempest-PortsAdminExtendedAttrsTestJSON-1944596240-project-admin] Port 4f889373-714d-4e22-8a2f-69c5924c7304 on network b0a58cdf-9fc5-4401-9fb4-1eed6de4972e not bound, no agent of type Open vSwitch agent registered on host n-h1-816865-1 {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 18:55:09.845654 n-d-816865-1 neutron-server[102386]: ERROR neutron.plugins.ml2.managers [None req-beb8c3fa-acad-42f2-abf0-c7ab85f36bd4 tempest-PortsAdminExtendedAttrsTestJSON-1944596240 tempest-PortsAdminExtendedAttrsTestJSON-1944596240-project-admin] Failed to bind port 4f889373-714d-4e22-8a2f-69c5924c7304 on host n-h1-816865-1 for vnic_type normal using segments [{'id': 'd91097f1-b308-4a74-b34e-9cc7bb5c930b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'b0a58cdf-9fc5-4401-9fb4-1eed6de4972e'}] Nov 05 18:55:09.850069 n-d-816865-1 neutron-server[102386]: INFO neutron.plugins.ml2.plugin [None req-beb8c3fa-acad-42f2-abf0-c7ab85f36bd4 tempest-PortsAdminExtendedAttrsTestJSON-1944596240 tempest-PortsAdminExtendedAttrsTestJSON-1944596240-project-admin] Attempt 9 to bind port 4f889373-714d-4e22-8a2f-69c5924c7304 Nov 05 18:55:09.850260 n-d-816865-1 neutron-server[102388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a366600e-1ae6-422e-a406-1a5a81ee429e None None] Network 1c9d25d3-7f2e-4384-9081-dc17514a5578 is already hosted by enough agents. {{(pid=102388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 18:55:09.860182 n-d-816865-1 neutron-server[102388]: DEBUG neutron.scheduler.base_scheduler [None req-a366600e-1ae6-422e-a406-1a5a81ee429e None None] Resources bound (agent type, host, resource id): {{(pid=102388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:55:09.865725 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [None req-beb8c3fa-acad-42f2-abf0-c7ab85f36bd4 tempest-PortsAdminExtendedAttrsTestJSON-1944596240 tempest-PortsAdminExtendedAttrsTestJSON-1944596240-project-admin] Attempting to bind port 4f889373-714d-4e22-8a2f-69c5924c7304 on host n-h1-816865-1 for vnic_type normal with profile {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 18:55:09.865725 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [None req-beb8c3fa-acad-42f2-abf0-c7ab85f36bd4 tempest-PortsAdminExtendedAttrsTestJSON-1944596240 tempest-PortsAdminExtendedAttrsTestJSON-1944596240-project-admin] Attempting to bind port 4f889373-714d-4e22-8a2f-69c5924c7304 by drivers openvswitch,hyperv on host n-h1-816865-1 at level 0 using segments [{'id': 'd91097f1-b308-4a74-b34e-9cc7bb5c930b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'b0a58cdf-9fc5-4401-9fb4-1eed6de4972e'}] {{(pid=102386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 18:55:09.865725 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beb8c3fa-acad-42f2-abf0-c7ab85f36bd4 tempest-PortsAdminExtendedAttrsTestJSON-1944596240 tempest-PortsAdminExtendedAttrsTestJSON-1944596240-project-admin] Attempting to bind port 4f889373-714d-4e22-8a2f-69c5924c7304 on network b0a58cdf-9fc5-4401-9fb4-1eed6de4972e {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 18:55:09.871496 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a366600e-1ae6-422e-a406-1a5a81ee429e None None] Received port after_create {{(pid=102388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 18:55:09.874258 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beb8c3fa-acad-42f2-abf0-c7ab85f36bd4 tempest-PortsAdminExtendedAttrsTestJSON-1944596240 tempest-PortsAdminExtendedAttrsTestJSON-1944596240-project-admin] Port 4f889373-714d-4e22-8a2f-69c5924c7304 on network b0a58cdf-9fc5-4401-9fb4-1eed6de4972e not bound, no agent of type Open vSwitch agent registered on host n-h1-816865-1 {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 18:55:09.874610 n-d-816865-1 neutron-server[102386]: ERROR neutron.plugins.ml2.managers [None req-beb8c3fa-acad-42f2-abf0-c7ab85f36bd4 tempest-PortsAdminExtendedAttrsTestJSON-1944596240 tempest-PortsAdminExtendedAttrsTestJSON-1944596240-project-admin] Failed to bind port 4f889373-714d-4e22-8a2f-69c5924c7304 on host n-h1-816865-1 for vnic_type normal using segments [{'id': 'd91097f1-b308-4a74-b34e-9cc7bb5c930b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'b0a58cdf-9fc5-4401-9fb4-1eed6de4972e'}] Nov 05 18:55:09.875685 n-d-816865-1 neutron-server[102386]: INFO neutron.plugins.ml2.plugin [None req-beb8c3fa-acad-42f2-abf0-c7ab85f36bd4 tempest-PortsAdminExtendedAttrsTestJSON-1944596240 tempest-PortsAdminExtendedAttrsTestJSON-1944596240-project-admin] Attempt 10 to bind port 4f889373-714d-4e22-8a2f-69c5924c7304 Nov 05 18:55:09.876031 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a366600e-1ae6-422e-a406-1a5a81ee429e None None] Pushing event updated for resources: {'Port': ['ID=9084b36f-f283-4a08-b8e9-e186eaaffa6c,revision_number=1']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:55:09.905905 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.db_base_plugin_common [None req-c4f04473-477d-4823-91fc-1d655ea784c9 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Allocated IP 2001:db8::f816:3eff:fe37:a98f (1c9d25d3-7f2e-4384-9081-dc17514a5578/e153013f-eced-49b3-a843-37d429295b5c/e2f61608-c0b0-4aed-b32b-6d7155fddc8a) {{(pid=102387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 18:55:09.906819 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [None req-beb8c3fa-acad-42f2-abf0-c7ab85f36bd4 tempest-PortsAdminExtendedAttrsTestJSON-1944596240 tempest-PortsAdminExtendedAttrsTestJSON-1944596240-project-admin] Attempting to bind port 4f889373-714d-4e22-8a2f-69c5924c7304 on host n-h1-816865-1 for vnic_type normal with profile {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 18:55:09.907160 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [None req-beb8c3fa-acad-42f2-abf0-c7ab85f36bd4 tempest-PortsAdminExtendedAttrsTestJSON-1944596240 tempest-PortsAdminExtendedAttrsTestJSON-1944596240-project-admin] Attempting to bind port 4f889373-714d-4e22-8a2f-69c5924c7304 by drivers openvswitch,hyperv on host n-h1-816865-1 at level 0 using segments [{'id': 'd91097f1-b308-4a74-b34e-9cc7bb5c930b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'b0a58cdf-9fc5-4401-9fb4-1eed6de4972e'}] {{(pid=102386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 18:55:09.907496 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beb8c3fa-acad-42f2-abf0-c7ab85f36bd4 tempest-PortsAdminExtendedAttrsTestJSON-1944596240 tempest-PortsAdminExtendedAttrsTestJSON-1944596240-project-admin] Attempting to bind port 4f889373-714d-4e22-8a2f-69c5924c7304 on network b0a58cdf-9fc5-4401-9fb4-1eed6de4972e {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 18:55:09.921136 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beb8c3fa-acad-42f2-abf0-c7ab85f36bd4 tempest-PortsAdminExtendedAttrsTestJSON-1944596240 tempest-PortsAdminExtendedAttrsTestJSON-1944596240-project-admin] Port 4f889373-714d-4e22-8a2f-69c5924c7304 on network b0a58cdf-9fc5-4401-9fb4-1eed6de4972e not bound, no agent of type Open vSwitch agent registered on host n-h1-816865-1 {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 18:55:09.921483 n-d-816865-1 neutron-server[102386]: ERROR neutron.plugins.ml2.managers [None req-beb8c3fa-acad-42f2-abf0-c7ab85f36bd4 tempest-PortsAdminExtendedAttrsTestJSON-1944596240 tempest-PortsAdminExtendedAttrsTestJSON-1944596240-project-admin] Failed to bind port 4f889373-714d-4e22-8a2f-69c5924c7304 on host n-h1-816865-1 for vnic_type normal using segments [{'id': 'd91097f1-b308-4a74-b34e-9cc7bb5c930b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'b0a58cdf-9fc5-4401-9fb4-1eed6de4972e'}] Nov 05 18:55:09.921835 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-beb8c3fa-acad-42f2-abf0-c7ab85f36bd4 tempest-PortsAdminExtendedAttrsTestJSON-1944596240 tempest-PortsAdminExtendedAttrsTestJSON-1944596240-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:09.953450 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-a366600e-1ae6-422e-a406-1a5a81ee429e None None] Attempting to bind port 9084b36f-f283-4a08-b8e9-e186eaaffa6c on host n-d-816865-1 for vnic_type normal with profile {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 18:55:09.953843 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-a366600e-1ae6-422e-a406-1a5a81ee429e None None] Attempting to bind port 9084b36f-f283-4a08-b8e9-e186eaaffa6c by drivers openvswitch,hyperv on host n-d-816865-1 at level 0 using segments [{'id': '1bdc5ccc-001b-4584-b217-2d1934002f57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '1c9d25d3-7f2e-4384-9081-dc17514a5578'}] {{(pid=102388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 18:55:09.954222 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a366600e-1ae6-422e-a406-1a5a81ee429e None None] Attempting to bind port 9084b36f-f283-4a08-b8e9-e186eaaffa6c on network 1c9d25d3-7f2e-4384-9081-dc17514a5578 {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 18:55:09.959737 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a366600e-1ae6-422e-a406-1a5a81ee429e None None] Checking agent: {'id': '724d89a7-611b-41e6-bc85-c48112b17afa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 18, 25, 8), 'started_at': datetime.datetime(2021, 11, 5, 18, 25, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 18, 55, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 18:55:09.960110 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a366600e-1ae6-422e-a406-1a5a81ee429e None None] Checking segment: {'id': '1bdc5ccc-001b-4584-b217-2d1934002f57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '1c9d25d3-7f2e-4384-9081-dc17514a5578'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 18:55:09.960515 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-a366600e-1ae6-422e-a406-1a5a81ee429e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:09.961111 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a366600e-1ae6-422e-a406-1a5a81ee429e None None] Bound using segment: {'id': '1bdc5ccc-001b-4584-b217-2d1934002f57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '1c9d25d3-7f2e-4384-9081-dc17514a5578'} {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 18:55:09.961497 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-a366600e-1ae6-422e-a406-1a5a81ee429e None None] Bound port: 9084b36f-f283-4a08-b8e9-e186eaaffa6c, host: n-d-816865-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1bdc5ccc-001b-4584-b217-2d1934002f57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '1c9d25d3-7f2e-4384-9081-dc17514a5578'}}] {{(pid=102388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 18:55:09.962550 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-a366600e-1ae6-422e-a406-1a5a81ee429e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:09.970462 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-9917f0f2-15fe-4471-ad19-aca0c112ebde tempest-AllowedAddressPairIpV6TestJSON-972849293 tempest-AllowedAddressPairIpV6TestJSON-972849293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:09.985831 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36e82a5-c11b-49c9-8e37-978f3e0107ac req-2af6ae43-e9b1-4d81-97ef-73340e4ba080 tempest-ServerRescueTestJSONUnderV235-847319139 tempest-ServerRescueTestJSONUnderV235-847319139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:55:09.988026 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-b36e82a5-c11b-49c9-8e37-978f3e0107ac req-2af6ae43-e9b1-4d81-97ef-73340e4ba080 tempest-ServerRescueTestJSONUnderV235-847319139 tempest-ServerRescueTestJSONUnderV235-847319139-project] 10.222.0.13 "GET /v2.0/ports?device_id=30f854dc-91a9-455d-85a2-232be75a6d81 HTTP/1.1" status: 200 len: 944 time: 0.1567876 Nov 05 18:55:09.988200 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c12f8e6-6c56-4f25-b853-c8da9d75e814 admin admin] Made reservation on behalf of b2de76bf33cc46d2b826d4f29234737a for: {'network': 1} {{(pid=102387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 18:55:09.990531 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-1c12f8e6-6c56-4f25-b853-c8da9d75e814 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for network, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:10.051381 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-a366600e-1ae6-422e-a406-1a5a81ee429e None None] For port 9084b36f-f283-4a08-b8e9-e186eaaffa6c, host n-d-816865-1, cleared binding levels {{(pid=102388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 18:55:10.056173 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-a366600e-1ae6-422e-a406-1a5a81ee429e None None] For port 9084b36f-f283-4a08-b8e9-e186eaaffa6c, host n-d-816865-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=9084b36f-f283-4a08-b8e9-e186eaaffa6c,segment=NetworkSegment(1bdc5ccc-001b-4584-b217-2d1934002f57),segment_id=1bdc5ccc-001b-4584-b217-2d1934002f57)] {{(pid=102388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 18:55:10.060350 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9917f0f2-15fe-4471-ad19-aca0c112ebde tempest-AllowedAddressPairIpV6TestJSON-972849293 tempest-AllowedAddressPairIpV6TestJSON-972849293-project] Network a0e16542-d981-481b-9eaf-465415ed5975 is already hosted by enough agents. {{(pid=102386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 18:55:10.067636 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.base_scheduler [None req-9917f0f2-15fe-4471-ad19-aca0c112ebde tempest-AllowedAddressPairIpV6TestJSON-972849293 tempest-AllowedAddressPairIpV6TestJSON-972849293-project] Resources bound (agent type, host, resource id): {{(pid=102386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:55:10.069683 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9917f0f2-15fe-4471-ad19-aca0c112ebde tempest-AllowedAddressPairIpV6TestJSON-972849293 tempest-AllowedAddressPairIpV6TestJSON-972849293-project] Received port after_create {{(pid=102386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 18:55:10.076789 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9917f0f2-15fe-4471-ad19-aca0c112ebde tempest-AllowedAddressPairIpV6TestJSON-972849293 tempest-AllowedAddressPairIpV6TestJSON-972849293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:55:10.078684 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-9917f0f2-15fe-4471-ad19-aca0c112ebde tempest-AllowedAddressPairIpV6TestJSON-972849293 tempest-AllowedAddressPairIpV6TestJSON-972849293-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:10.080096 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 18:55:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b37876c9-caa3-414b-a54e-bb102b0846be x-openstack-request-id: req-b37876c9-caa3-414b-a54e-bb102b0846be {{(pid=102387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 18:55:10.080279 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30f854dc-91a9-455d-85a2-232be75a6d81", "tag": "8c6dd4d3-e153-4543-b90b-dfbf5180b0bb", "status": "completed", "code": 200}]} {{(pid=102387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 18:55:10.080515 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b37876c9-caa3-414b-a54e-bb102b0846be {{(pid=102387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 18:55:10.081158 n-d-816865-1 neutron-server[102387]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30f854dc-91a9-455d-85a2-232be75a6d81', 'tag': '8c6dd4d3-e153-4543-b90b-dfbf5180b0bb', 'status': 'completed', 'code': 200} Nov 05 18:55:10.081564 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9917f0f2-15fe-4471-ad19-aca0c112ebde tempest-AllowedAddressPairIpV6TestJSON-972849293 tempest-AllowedAddressPairIpV6TestJSON-972849293-project] Pushing event updated for resources: {'Port': ['ID=25c79b0c-6146-45b7-9a3c-c4cd89d9cf5f,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:55:10.086751 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b29626-fc20-4156-84b8-82168d5b1505 req-9b59d0a6-9854-4371-8992-129aa5810ea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:55:10.089576 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [None req-beb8c3fa-acad-42f2-abf0-c7ab85f36bd4 tempest-PortsAdminExtendedAttrsTestJSON-1944596240 tempest-PortsAdminExtendedAttrsTestJSON-1944596240-project-admin] For port 4f889373-714d-4e22-8a2f-69c5924c7304, host n-h1-816865-1, cleared binding levels {{(pid=102386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 18:55:10.089867 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-51b29626-fc20-4156-84b8-82168d5b1505 req-9b59d0a6-9854-4371-8992-129aa5810ea0 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=06ed96522e9e42a39945febc80e1faeb&device_id=30f854dc-91a9-455d-85a2-232be75a6d81 HTTP/1.1" status: 200 len: 1095 time: 0.1735332 Nov 05 18:55:10.090020 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [None req-beb8c3fa-acad-42f2-abf0-c7ab85f36bd4 tempest-PortsAdminExtendedAttrsTestJSON-1944596240 tempest-PortsAdminExtendedAttrsTestJSON-1944596240-project-admin] Attempted to set empty binding levels {{(pid=102386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 05 18:55:10.090791 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-1c12f8e6-6c56-4f25-b853-c8da9d75e814 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:10.155689 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-a366600e-1ae6-422e-a406-1a5a81ee429e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:10.205603 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-9917f0f2-15fe-4471-ad19-aca0c112ebde tempest-AllowedAddressPairIpV6TestJSON-972849293 tempest-AllowedAddressPairIpV6TestJSON-972849293-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.8323755 Nov 05 18:55:10.206949 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-beb8c3fa-acad-42f2-abf0-c7ab85f36bd4 tempest-PortsAdminExtendedAttrsTestJSON-1944596240 tempest-PortsAdminExtendedAttrsTestJSON-1944596240-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6149821'] for port, after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:10.219762 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 34558) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:55:10.227010 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-beb8c3fa-acad-42f2-abf0-c7ab85f36bd4 tempest-PortsAdminExtendedAttrsTestJSON-1944596240 tempest-PortsAdminExtendedAttrsTestJSON-1944596240-project-admin] In _notify_port_updated(), no bound segment for port 4f889373-714d-4e22-8a2f-69c5924c7304 on network b0a58cdf-9fc5-4401-9fb4-1eed6de4972e {{(pid=102386) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 05 18:55:10.227976 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beb8c3fa-acad-42f2-abf0-c7ab85f36bd4 tempest-PortsAdminExtendedAttrsTestJSON-1944596240 tempest-PortsAdminExtendedAttrsTestJSON-1944596240-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:55:10.228727 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-beb8c3fa-acad-42f2-abf0-c7ab85f36bd4 tempest-PortsAdminExtendedAttrsTestJSON-1944596240 tempest-PortsAdminExtendedAttrsTestJSON-1944596240-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:10.230090 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-beb8c3fa-acad-42f2-abf0-c7ab85f36bd4 tempest-PortsAdminExtendedAttrsTestJSON-1944596240 tempest-PortsAdminExtendedAttrsTestJSON-1944596240-project-admin] 10.222.0.13 "PUT /v2.0/ports/4f889373-714d-4e22-8a2f-69c5924c7304 HTTP/1.1" status: 200 len: 975 time: 2.2339258 Nov 05 18:55:10.248088 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-c9c4503a-0158-49c5-b637-b6a1cbed024f tempest-AllowedAddressPairIpV6TestJSON-972849293 tempest-AllowedAddressPairIpV6TestJSON-972849293-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::2e8', 'mac_address': 'fa:16:3e:e6:2e:87'}, {'ip_address': '2001:db8::11a', 'mac_address': 'fa:16:3e:b5:c2:72'}]}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:55:10.249710 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a366600e-1ae6-422e-a406-1a5a81ee429e None None] Pushing event updated for resources: {'Port': ['ID=9084b36f-f283-4a08-b8e9-e186eaaffa6c,revision_number=2']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:55:10.270312 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 34560) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:55:10.287833 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-b36e82a5-c11b-49c9-8e37-978f3e0107ac req-1afb0b59-b719-41e6-9adc-5229604696dc tempest-ServerRescueTestJSONUnderV235-847319139 tempest-ServerRescueTestJSONUnderV235-847319139-project] 10.222.0.13 "GET /v2.0/security-groups?id=2aa13776-0d09-4b7a-99bc-d3ea449425cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2695246 Nov 05 18:55:10.304142 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-51b29626-fc20-4156-84b8-82168d5b1505 req-253c9ab0-2d0b-4309-bb5a-9006376022fe service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8c6dd4d3-e153-4543-b90b-dfbf5180b0bb HTTP/1.1" status: 200 len: 217 time: 0.1980309 Nov 05 18:55:10.359434 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-c4f04473-477d-4823-91fc-1d655ea784c9 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Publish callbacks [] for port, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:10.442971 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b29626-fc20-4156-84b8-82168d5b1505 req-52826a11-c2a7-4c42-be93-309655e3601b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:55:10.444440 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-51b29626-fc20-4156-84b8-82168d5b1505 req-52826a11-c2a7-4c42-be93-309655e3601b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a3a64416-ba54-43fe-a90a-a0ccf6654f9d HTTP/1.1" status: 200 len: 860 time: 0.1221583 Nov 05 18:55:10.466339 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb8c3fa-acad-42f2-abf0-c7ab85f36bd4 tempest-PortsAdminExtendedAttrsTestJSON-1944596240 tempest-PortsAdminExtendedAttrsTestJSON-1944596240-project-admin] Pushing event updated for resources: {'Port': ['ID=4f889373-714d-4e22-8a2f-69c5924c7304,revision_number=3']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:55:10.494893 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-51b29626-fc20-4156-84b8-82168d5b1505 req-111b0f94-a7c9-4461-949e-a1cd42802e96 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=33b67f12-3e30-4db0-bf1c-b2b3da4d6fc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0371852 Nov 05 18:55:10.547885 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d3ebe0c-c43d-4aec-b7ae-783f911d8a13 tempest-PortsAdminExtendedAttrsTestJSON-1944596240 tempest-PortsAdminExtendedAttrsTestJSON-1944596240-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:55:10.548374 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d3ebe0c-c43d-4aec-b7ae-783f911d8a13 tempest-PortsAdminExtendedAttrsTestJSON-1944596240 tempest-PortsAdminExtendedAttrsTestJSON-1944596240-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:55:10.548847 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d3ebe0c-c43d-4aec-b7ae-783f911d8a13 tempest-PortsAdminExtendedAttrsTestJSON-1944596240 tempest-PortsAdminExtendedAttrsTestJSON-1944596240-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:55:10.549312 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d3ebe0c-c43d-4aec-b7ae-783f911d8a13 tempest-PortsAdminExtendedAttrsTestJSON-1944596240 tempest-PortsAdminExtendedAttrsTestJSON-1944596240-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:55:10.549778 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d3ebe0c-c43d-4aec-b7ae-783f911d8a13 tempest-PortsAdminExtendedAttrsTestJSON-1944596240 tempest-PortsAdminExtendedAttrsTestJSON-1944596240-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:55:10.550297 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d3ebe0c-c43d-4aec-b7ae-783f911d8a13 tempest-PortsAdminExtendedAttrsTestJSON-1944596240 tempest-PortsAdminExtendedAttrsTestJSON-1944596240-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:55:10.550891 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d3ebe0c-c43d-4aec-b7ae-783f911d8a13 tempest-PortsAdminExtendedAttrsTestJSON-1944596240 tempest-PortsAdminExtendedAttrsTestJSON-1944596240-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:55:10.551225 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d3ebe0c-c43d-4aec-b7ae-783f911d8a13 tempest-PortsAdminExtendedAttrsTestJSON-1944596240 tempest-PortsAdminExtendedAttrsTestJSON-1944596240-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:55:10.551690 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d3ebe0c-c43d-4aec-b7ae-783f911d8a13 tempest-PortsAdminExtendedAttrsTestJSON-1944596240 tempest-PortsAdminExtendedAttrsTestJSON-1944596240-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:55:10.552149 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d3ebe0c-c43d-4aec-b7ae-783f911d8a13 tempest-PortsAdminExtendedAttrsTestJSON-1944596240 tempest-PortsAdminExtendedAttrsTestJSON-1944596240-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:55:10.552609 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d3ebe0c-c43d-4aec-b7ae-783f911d8a13 tempest-PortsAdminExtendedAttrsTestJSON-1944596240 tempest-PortsAdminExtendedAttrsTestJSON-1944596240-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:55:10.553069 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d3ebe0c-c43d-4aec-b7ae-783f911d8a13 tempest-PortsAdminExtendedAttrsTestJSON-1944596240 tempest-PortsAdminExtendedAttrsTestJSON-1944596240-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:55:10.553585 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d3ebe0c-c43d-4aec-b7ae-783f911d8a13 tempest-PortsAdminExtendedAttrsTestJSON-1944596240 tempest-PortsAdminExtendedAttrsTestJSON-1944596240-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:55:10.553978 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d3ebe0c-c43d-4aec-b7ae-783f911d8a13 tempest-PortsAdminExtendedAttrsTestJSON-1944596240 tempest-PortsAdminExtendedAttrsTestJSON-1944596240-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:55:10.554486 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d3ebe0c-c43d-4aec-b7ae-783f911d8a13 tempest-PortsAdminExtendedAttrsTestJSON-1944596240 tempest-PortsAdminExtendedAttrsTestJSON-1944596240-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:55:10.554941 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d3ebe0c-c43d-4aec-b7ae-783f911d8a13 tempest-PortsAdminExtendedAttrsTestJSON-1944596240 tempest-PortsAdminExtendedAttrsTestJSON-1944596240-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:55:10.555400 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d3ebe0c-c43d-4aec-b7ae-783f911d8a13 tempest-PortsAdminExtendedAttrsTestJSON-1944596240 tempest-PortsAdminExtendedAttrsTestJSON-1944596240-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:55:10.555888 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d3ebe0c-c43d-4aec-b7ae-783f911d8a13 tempest-PortsAdminExtendedAttrsTestJSON-1944596240 tempest-PortsAdminExtendedAttrsTestJSON-1944596240-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:55:10.556346 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d3ebe0c-c43d-4aec-b7ae-783f911d8a13 tempest-PortsAdminExtendedAttrsTestJSON-1944596240 tempest-PortsAdminExtendedAttrsTestJSON-1944596240-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:55:10.556804 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d3ebe0c-c43d-4aec-b7ae-783f911d8a13 tempest-PortsAdminExtendedAttrsTestJSON-1944596240 tempest-PortsAdminExtendedAttrsTestJSON-1944596240-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:55:10.557257 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d3ebe0c-c43d-4aec-b7ae-783f911d8a13 tempest-PortsAdminExtendedAttrsTestJSON-1944596240 tempest-PortsAdminExtendedAttrsTestJSON-1944596240-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:55:10.557711 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d3ebe0c-c43d-4aec-b7ae-783f911d8a13 tempest-PortsAdminExtendedAttrsTestJSON-1944596240 tempest-PortsAdminExtendedAttrsTestJSON-1944596240-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:55:10.559334 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d3ebe0c-c43d-4aec-b7ae-783f911d8a13 tempest-PortsAdminExtendedAttrsTestJSON-1944596240 tempest-PortsAdminExtendedAttrsTestJSON-1944596240-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:55:10.559449 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8828d536-d7ea-4518-b5f7-6e32e481c29a req-b3b96109-11a6-4605-a600-5a38f5ca7e40 tempest-ServerRescueTestJSON-1639389385 tempest-ServerRescueTestJSON-1639389385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:55:10.559555 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d3ebe0c-c43d-4aec-b7ae-783f911d8a13 tempest-PortsAdminExtendedAttrsTestJSON-1944596240 tempest-PortsAdminExtendedAttrsTestJSON-1944596240-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:55:10.559555 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d3ebe0c-c43d-4aec-b7ae-783f911d8a13 tempest-PortsAdminExtendedAttrsTestJSON-1944596240 tempest-PortsAdminExtendedAttrsTestJSON-1944596240-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:55:10.559717 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d3ebe0c-c43d-4aec-b7ae-783f911d8a13 tempest-PortsAdminExtendedAttrsTestJSON-1944596240 tempest-PortsAdminExtendedAttrsTestJSON-1944596240-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:55:10.560228 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d3ebe0c-c43d-4aec-b7ae-783f911d8a13 tempest-PortsAdminExtendedAttrsTestJSON-1944596240 tempest-PortsAdminExtendedAttrsTestJSON-1944596240-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:55:10.560681 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d3ebe0c-c43d-4aec-b7ae-783f911d8a13 tempest-PortsAdminExtendedAttrsTestJSON-1944596240 tempest-PortsAdminExtendedAttrsTestJSON-1944596240-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:55:10.561143 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d3ebe0c-c43d-4aec-b7ae-783f911d8a13 tempest-PortsAdminExtendedAttrsTestJSON-1944596240 tempest-PortsAdminExtendedAttrsTestJSON-1944596240-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:55:10.561606 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d3ebe0c-c43d-4aec-b7ae-783f911d8a13 tempest-PortsAdminExtendedAttrsTestJSON-1944596240 tempest-PortsAdminExtendedAttrsTestJSON-1944596240-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:55:10.575281 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-8828d536-d7ea-4518-b5f7-6e32e481c29a req-b3b96109-11a6-4605-a600-5a38f5ca7e40 tempest-ServerRescueTestJSON-1639389385 tempest-ServerRescueTestJSON-1639389385-project] 10.222.0.13 "GET /v2.0/ports?device_id=71eadb3a-495a-4683-a4fb-df865dfdd3a2 HTTP/1.1" status: 200 len: 946 time: 0.2812314 Nov 05 18:55:10.579433 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-7d3ebe0c-c43d-4aec-b7ae-783f911d8a13 tempest-PortsAdminExtendedAttrsTestJSON-1944596240 tempest-PortsAdminExtendedAttrsTestJSON-1944596240-project-admin] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 27046 time: 0.3071434 Nov 05 18:55:10.590657 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10208071-d1aa-4c39-aaa0-20b516f447fc req-4e4080ff-7885-49dd-b6b7-170cd07590f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:55:10.592250 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-10208071-d1aa-4c39-aaa0-20b516f447fc req-4e4080ff-7885-49dd-b6b7-170cd07590f3 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=bc43cc4e829541bd87fc815a2a0048f0&device_id=71eadb3a-495a-4683-a4fb-df865dfdd3a2 HTTP/1.1" status: 200 len: 1097 time: 0.2507401 Nov 05 18:55:10.592813 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 34564) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:55:10.637817 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-28d8cdb5-8137-4290-ba7d-8548beb82e67 None None] Provisioning complete for port 25c79b0c-6146-45b7-9a3c-c4cd89d9cf5f triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:55:10.638476 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-28d8cdb5-8137-4290-ba7d-8548beb82e67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:10.713586 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-28d8cdb5-8137-4290-ba7d-8548beb82e67 None None] Port 25c79b0c-6146-45b7-9a3c-c4cd89d9cf5f cannot update to ACTIVE because it is not bound. {{(pid=102388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 18:55:10.718583 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-1c12f8e6-6c56-4f25-b853-c8da9d75e814 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:10.733190 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-c4f04473-477d-4823-91fc-1d655ea784c9 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4417063'] for port, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:10.743434 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-51b29626-fc20-4156-84b8-82168d5b1505 req-d46ea011-b053-4761-a0a1-4674a48344e5 service neutron] 10.222.0.41 "GET /v2.0/networks/33b67f12-3e30-4db0-bf1c-b2b3da4d6fc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2352808 Nov 05 18:55:10.760491 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-8828d536-d7ea-4518-b5f7-6e32e481c29a req-a1924913-4991-465f-ad59-703725e4590e tempest-ServerRescueTestJSON-1639389385 tempest-ServerRescueTestJSON-1639389385-project] 10.222.0.13 "GET /v2.0/security-groups?id=458afcac-91c4-437c-b78f-d73b875bd5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1851296 Nov 05 18:55:10.858859 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 9084b36f-f283-4a08-b8e9-e186eaaffa6c up at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 18:55:10.901033 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4f04473-477d-4823-91fc-1d655ea784c9 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Network 1c9d25d3-7f2e-4384-9081-dc17514a5578 is already hosted by enough agents. {{(pid=102387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 18:55:10.913084 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f04473-477d-4823-91fc-1d655ea784c9 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Pushing event updated for resources: {'Port': ['ID=e2f61608-c0b0-4aed-b32b-6d7155fddc8a,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:55:10.918751 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Provisioning complete for port 9084b36f-f283-4a08-b8e9-e186eaaffa6c triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:55:10.919193 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:10.955792 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-1c12f8e6-6c56-4f25-b853-c8da9d75e814 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:10.960598 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.base_scheduler [None req-c4f04473-477d-4823-91fc-1d655ea784c9 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Resources bound (agent type, host, resource id): {{(pid=102387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:55:10.974199 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4f04473-477d-4823-91fc-1d655ea784c9 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Received port after_create {{(pid=102387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 18:55:10.980949 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4f04473-477d-4823-91fc-1d655ea784c9 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:55:10.981720 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-c4f04473-477d-4823-91fc-1d655ea784c9 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:11.018631 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c12f8e6-6c56-4f25-b853-c8da9d75e814 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 150} {{(pid=102387) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 05 18:55:11.023271 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:11.028838 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-51b29626-fc20-4156-84b8-82168d5b1505 req-4d82a7f3-1f45-44ca-be04-036a08e654e5 service neutron] 10.222.0.41 "GET /v2.0/networks/33b67f12-3e30-4db0-bf1c-b2b3da4d6fc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2653084 Nov 05 18:55:11.056975 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-1c12f8e6-6c56-4f25-b853-c8da9d75e814 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273'] for segment, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:11.057410 n-d-816865-1 neutron-server[102387]: INFO neutron.db.segments_db [None req-1c12f8e6-6c56-4f25-b853-c8da9d75e814 admin admin] Added segment d4008c0a-0e36-44d2-9de3-4797d7db8846 of type vlan for network 7a642297-a4bc-4035-86cd-4ef4f3662f6a Nov 05 18:55:11.059060 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c12f8e6-6c56-4f25-b853-c8da9d75e814 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e9bfc43-683f-4f0f-ab7c-82d47b4a52a4,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:55:11.079261 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] For port 9084b36f-f283-4a08-b8e9-e186eaaffa6c, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=9084b36f-f283-4a08-b8e9-e186eaaffa6c,segment=NetworkSegment(1bdc5ccc-001b-4584-b217-2d1934002f57),segment_id=1bdc5ccc-001b-4584-b217-2d1934002f57)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:55:11.105460 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-1c12f8e6-6c56-4f25-b853-c8da9d75e814 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750027258543'] for network, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:11.178362 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:11.182602 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-c4f04473-477d-4823-91fc-1d655ea784c9 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.5211284 Nov 05 18:55:11.185409 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 34568) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:55:11.211110 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-c9c4503a-0158-49c5-b637-b6a1cbed024f tempest-AllowedAddressPairIpV6TestJSON-972849293 tempest-AllowedAddressPairIpV6TestJSON-972849293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:11.224532 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10208071-d1aa-4c39-aaa0-20b516f447fc req-5b3abea6-e68e-4806-93b7-094e476dc21a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:55:11.226145 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-10208071-d1aa-4c39-aaa0-20b516f447fc req-5b3abea6-e68e-4806-93b7-094e476dc21a service neutron] 10.222.0.55 "GET /v2.0/networks?id=0b64b77a-1769-4ba3-98b8-e072ca99e966 HTTP/1.1" status: 200 len: 912 time: 0.6192446 Nov 05 18:55:11.240277 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-1c12f8e6-6c56-4f25-b853-c8da9d75e814 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-956796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877'] for network, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:11.241433 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c12f8e6-6c56-4f25-b853-c8da9d75e814 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:55:11.242567 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-1c12f8e6-6c56-4f25-b853-c8da9d75e814 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597851'] for network, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:11.277243 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Pushing event updated for resources: {'Port': ['ID=9084b36f-f283-4a08-b8e9-e186eaaffa6c,revision_number=3']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:55:11.300171 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-10208071-d1aa-4c39-aaa0-20b516f447fc req-7cf35128-3889-40dd-95b0-e0c098235043 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c3797f08-fd86-493c-a9aa-1327309c63e1 HTTP/1.1" status: 200 len: 217 time: 0.0645206 Nov 05 18:55:11.304789 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-e88123d5-41db-4995-a574-8c52c0830ca4 tempest-PortsAdminExtendedAttrsTestJSON-1944596240 tempest-PortsAdminExtendedAttrsTestJSON-1944596240-project-admin] Deleting port 4f889373-714d-4e22-8a2f-69c5924c7304 {{(pid=102386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 18:55:11.305132 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-e88123d5-41db-4995-a574-8c52c0830ca4 tempest-PortsAdminExtendedAttrsTestJSON-1944596240 tempest-PortsAdminExtendedAttrsTestJSON-1944596240-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:11.370447 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d172cab8-be89-4c14-88b2-6137d32c8512 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:55:11.381954 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d172cab8-be89-4c14-88b2-6137d32c8512 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:55:11.389415 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-d172cab8-be89-4c14-88b2-6137d32c8512 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1705 time: 0.2021501 Nov 05 18:55:11.397959 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 34572) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:55:11.401530 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c12f8e6-6c56-4f25-b853-c8da9d75e814 admin admin] Pushing event updated for resources: {'Network': ['ID=7a642297-a4bc-4035-86cd-4ef4f3662f6a,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:55:11.413400 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Network 7a642297-a4bc-4035-86cd-4ef4f3662f6a details requested by agent ovs-agent-n-d-816865-1 with host n-d-816865-1 {{(pid=102388) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 05 18:55:11.430557 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-1c12f8e6-6c56-4f25-b853-c8da9d75e814 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.8555040 Nov 05 18:55:11.447387 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 34574) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:55:11.456051 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10208071-d1aa-4c39-aaa0-20b516f447fc req-f35532b0-bd98-4bbf-9b0f-bfd41298eb17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:55:11.457527 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-10208071-d1aa-4c39-aaa0-20b516f447fc req-f35532b0-bd98-4bbf-9b0f-bfd41298eb17 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=6176923a-af99-42e6-bca9-86e5b2bd6e07 HTTP/1.1" status: 200 len: 851 time: 0.1494179 Nov 05 18:55:11.466305 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [None req-e88123d5-41db-4995-a574-8c52c0830ca4 tempest-PortsAdminExtendedAttrsTestJSON-1944596240 tempest-PortsAdminExtendedAttrsTestJSON-1944596240-project-admin] For port 4f889373-714d-4e22-8a2f-69c5924c7304, host n-h1-816865-1, got binding levels [] {{(pid=102386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:55:11.466669 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-e88123d5-41db-4995-a574-8c52c0830ca4 tempest-PortsAdminExtendedAttrsTestJSON-1944596240 tempest-PortsAdminExtendedAttrsTestJSON-1944596240-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:11.511692 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-69b348dd-3e1a-41b1-9aef-abdfb97dece6 admin admin] Request body: {'subnet': {'network_id': '7a642297-a4bc-4035-86cd-4ef4f3662f6a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-1306482549-subnet', 'tenant_id': 'b2de76bf33cc46d2b826d4f29234737a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:55:11.521636 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-e88123d5-41db-4995-a574-8c52c0830ca4 tempest-PortsAdminExtendedAttrsTestJSON-1944596240 tempest-PortsAdminExtendedAttrsTestJSON-1944596240-project-admin] Calling delete_port for 4f889373-714d-4e22-8a2f-69c5924c7304 owned by {{(pid=102386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 18:55:11.531804 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc3505e-f298-49aa-b2c6-f955581c49be req-bff9b5fb-b179-47eb-ab88-cce59c549b06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:55:11.533388 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-adc3505e-f298-49aa-b2c6-f955581c49be req-bff9b5fb-b179-47eb-ab88-cce59c549b06 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=06ed96522e9e42a39945febc80e1faeb&device_id=30f854dc-91a9-455d-85a2-232be75a6d81 HTTP/1.1" status: 200 len: 1095 time: 0.3118708 Nov 05 18:55:11.548400 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-10208071-d1aa-4c39-aaa0-20b516f447fc req-3d494dbb-5565-4e88-a352-9ea4bd7ed4ec service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0b64b77a-1769-4ba3-98b8-e072ca99e966&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0786617 Nov 05 18:55:11.683157 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46b0016-7f03-489f-91bd-97ca0ee4f31c req-23471c68-3a90-4b65-b3f6-cda1d6fcc223 tempest-ServerRescueTestJSONUnderV235-847319139 tempest-ServerRescueTestJSONUnderV235-847319139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:55:11.691190 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-a46b0016-7f03-489f-91bd-97ca0ee4f31c req-23471c68-3a90-4b65-b3f6-cda1d6fcc223 tempest-ServerRescueTestJSONUnderV235-847319139 tempest-ServerRescueTestJSONUnderV235-847319139-project] 10.222.0.13 "GET /v2.0/ports?device_id=30f854dc-91a9-455d-85a2-232be75a6d81 HTTP/1.1" status: 200 len: 944 time: 0.2696943 Nov 05 18:55:11.752548 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-a06be4b9-c3ba-473d-8cd8-643a1b89bbe5 None None] Provisioning complete for port 9084b36f-f283-4a08-b8e9-e186eaaffa6c triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:55:11.754396 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-a06be4b9-c3ba-473d-8cd8-643a1b89bbe5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:11.766292 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-10208071-d1aa-4c39-aaa0-20b516f447fc req-c6f72eee-a3f7-461e-9ec4-4b1abf72c08a service neutron] 10.222.0.55 "GET /v2.0/networks/0b64b77a-1769-4ba3-98b8-e072ca99e966?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2086723 Nov 05 18:55:11.772954 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69b348dd-3e1a-41b1-9aef-abdfb97dece6 admin admin] Made reservation on behalf of b2de76bf33cc46d2b826d4f29234737a for: {'subnet': 1} {{(pid=102387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 18:55:11.772954 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-69b348dd-3e1a-41b1-9aef-abdfb97dece6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5112236'] for subnet, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:11.881096 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-c9c4503a-0158-49c5-b637-b6a1cbed024f tempest-AllowedAddressPairIpV6TestJSON-972849293 tempest-AllowedAddressPairIpV6TestJSON-972849293-project] Publish callbacks [] for port, precommit_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:11.925930 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-10208071-d1aa-4c39-aaa0-20b516f447fc req-e36173a4-440f-4756-b56a-6feb93b34612 service neutron] 10.222.0.55 "GET /v2.0/networks/0b64b77a-1769-4ba3-98b8-e072ca99e966?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1501651 Nov 05 18:55:11.960789 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-e88123d5-41db-4995-a574-8c52c0830ca4 tempest-PortsAdminExtendedAttrsTestJSON-1944596240 tempest-PortsAdminExtendedAttrsTestJSON-1944596240-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:12.049808 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88123d5-41db-4995-a574-8c52c0830ca4 tempest-PortsAdminExtendedAttrsTestJSON-1944596240 tempest-PortsAdminExtendedAttrsTestJSON-1944596240-project-admin] Pushing event deleted for resources: {'Port': ['ID=4f889373-714d-4e22-8a2f-69c5924c7304,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:55:12.053343 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-c9c4503a-0158-49c5-b637-b6a1cbed024f tempest-AllowedAddressPairIpV6TestJSON-972849293 tempest-AllowedAddressPairIpV6TestJSON-972849293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6149821'] for port, after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:12.061993 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-e88123d5-41db-4995-a574-8c52c0830ca4 tempest-PortsAdminExtendedAttrsTestJSON-1944596240 tempest-PortsAdminExtendedAttrsTestJSON-1944596240-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:12.068379 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-e88123d5-41db-4995-a574-8c52c0830ca4 tempest-PortsAdminExtendedAttrsTestJSON-1944596240 tempest-PortsAdminExtendedAttrsTestJSON-1944596240-project-admin] 10.222.0.13 "DELETE /v2.0/ports/4f889373-714d-4e22-8a2f-69c5924c7304 HTTP/1.1" status: 204 len: 168 time: 1.4725726 Nov 05 18:55:12.074644 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 34590) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:55:12.121977 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-65f17473-dac1-40ed-b0d4-6cf76c0def48 None None] Provisioning complete for port e2f61608-c0b0-4aed-b32b-6d7155fddc8a triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:55:12.123461 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-65f17473-dac1-40ed-b0d4-6cf76c0def48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:12.179855 n-d-816865-1 neutron-server[102386]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe1c7297-646b-4618-b070-a9f12e8c24ac tempest-PortsAdminExtendedAttrsTestJSON-1944596240 tempest-PortsAdminExtendedAttrsTestJSON-1944596240-project-admin] GET failed (client error): The resource could not be found. Nov 05 18:55:12.186272 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-fe1c7297-646b-4618-b070-a9f12e8c24ac tempest-PortsAdminExtendedAttrsTestJSON-1944596240 tempest-PortsAdminExtendedAttrsTestJSON-1944596240-project-admin] 10.222.0.13 "GET /v2.0/ports/4f889373-714d-4e22-8a2f-69c5924c7304 HTTP/1.1" status: 404 len: 333 time: 0.1074719 Nov 05 18:55:12.186272 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-c9c4503a-0158-49c5-b637-b6a1cbed024f tempest-AllowedAddressPairIpV6TestJSON-972849293 tempest-AllowedAddressPairIpV6TestJSON-972849293-project] In _notify_port_updated(), no bound segment for port 25c79b0c-6146-45b7-9a3c-c4cd89d9cf5f on network a0e16542-d981-481b-9eaf-465415ed5975 {{(pid=102386) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 05 18:55:12.192048 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9c4503a-0158-49c5-b637-b6a1cbed024f tempest-AllowedAddressPairIpV6TestJSON-972849293 tempest-AllowedAddressPairIpV6TestJSON-972849293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:55:12.192741 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-c9c4503a-0158-49c5-b637-b6a1cbed024f tempest-AllowedAddressPairIpV6TestJSON-972849293 tempest-AllowedAddressPairIpV6TestJSON-972849293-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:12.194154 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-c9c4503a-0158-49c5-b637-b6a1cbed024f tempest-AllowedAddressPairIpV6TestJSON-972849293 tempest-AllowedAddressPairIpV6TestJSON-972849293-project] 10.222.0.13 "PUT /v2.0/ports/25c79b0c-6146-45b7-9a3c-c4cd89d9cf5f HTTP/1.1" status: 200 len: 1068 time: 1.9629869 Nov 05 18:55:12.200042 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-65f17473-dac1-40ed-b0d4-6cf76c0def48 None None] Port e2f61608-c0b0-4aed-b32b-6d7155fddc8a cannot update to ACTIVE because it is not bound. {{(pid=102388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 18:55:12.201865 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 34596) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:55:12.202020 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 34598) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:55:12.220046 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-0361ad36-4f67-4c12-be37-1e833a938bf7 tempest-PortsAdminExtendedAttrsTestJSON-1944596240 tempest-PortsAdminExtendedAttrsTestJSON-1944596240-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1463004581', 'network_id': 'b0a58cdf-9fc5-4401-9fb4-1eed6de4972e'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:55:12.246432 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c4503a-0158-49c5-b637-b6a1cbed024f tempest-AllowedAddressPairIpV6TestJSON-972849293 tempest-AllowedAddressPairIpV6TestJSON-972849293-project] Pushing event updated for resources: {'Port': ['ID=25c79b0c-6146-45b7-9a3c-c4cd89d9cf5f,revision_number=2']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:55:12.318170 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-a46b0016-7f03-489f-91bd-97ca0ee4f31c req-3fc2947c-f752-43d1-bfa7-93cbe693fccb tempest-ServerRescueTestJSONUnderV235-847319139 tempest-ServerRescueTestJSONUnderV235-847319139-project] 10.222.0.13 "GET /v2.0/security-groups?id=2aa13776-0d09-4b7a-99bc-d3ea449425cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6260762 Nov 05 18:55:12.348790 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-d6a561d5-9883-4eab-9adc-9892f020e1c6 tempest-AllowedAddressPairIpV6TestJSON-972849293 tempest-AllowedAddressPairIpV6TestJSON-972849293-project] Deleting port 25c79b0c-6146-45b7-9a3c-c4cd89d9cf5f {{(pid=102386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 18:55:12.349150 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-d6a561d5-9883-4eab-9adc-9892f020e1c6 tempest-AllowedAddressPairIpV6TestJSON-972849293 tempest-AllowedAddressPairIpV6TestJSON-972849293-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:12.454937 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa8ac3c-e67b-42b4-89a5-d1d0986a7593 req-5352363c-1f0f-480a-aaad-4361fd869337 tempest-ServerRescueTestJSON-1639389385 tempest-ServerRescueTestJSON-1639389385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:55:12.456645 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-aaa8ac3c-e67b-42b4-89a5-d1d0986a7593 req-5352363c-1f0f-480a-aaad-4361fd869337 tempest-ServerRescueTestJSON-1639389385 tempest-ServerRescueTestJSON-1639389385-project] 10.222.0.13 "GET /v2.0/ports?device_id=71eadb3a-495a-4683-a4fb-df865dfdd3a2 HTTP/1.1" status: 200 len: 946 time: 0.1229157 Nov 05 18:55:12.478554 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [None req-d6686191-39bd-4e96-b8f6-59f4dd71bb07 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Deleting port e2f61608-c0b0-4aed-b32b-6d7155fddc8a {{(pid=102387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 18:55:12.478554 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-d6686191-39bd-4e96-b8f6-59f4dd71bb07 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:12.483458 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0361ad36-4f67-4c12-be37-1e833a938bf7 tempest-PortsAdminExtendedAttrsTestJSON-1944596240 tempest-PortsAdminExtendedAttrsTestJSON-1944596240-project-admin] Made reservation on behalf of 40c02d0b7fdd4688a0bf0dc28c39bb4c for: {'port': 1} {{(pid=102386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 18:55:12.486025 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-0361ad36-4f67-4c12-be37-1e833a938bf7 tempest-PortsAdminExtendedAttrsTestJSON-1944596240 tempest-PortsAdminExtendedAttrsTestJSON-1944596240-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:12.527515 n-d-816865-1 neutron-server[102386]: DEBUG neutron.notifiers.nova [None req-0361ad36-4f67-4c12-be37-1e833a938bf7 tempest-PortsAdminExtendedAttrsTestJSON-1944596240 tempest-PortsAdminExtendedAttrsTestJSON-1944596240-project-admin] device_id is not set on port 20d72575-4212-4f9f-85cd-9e6d670b7c01 yet. {{(pid=102386) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 05 18:55:12.533487 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-d6a561d5-9883-4eab-9adc-9892f020e1c6 tempest-AllowedAddressPairIpV6TestJSON-972849293 tempest-AllowedAddressPairIpV6TestJSON-972849293-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:12.608876 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-d6a561d5-9883-4eab-9adc-9892f020e1c6 tempest-AllowedAddressPairIpV6TestJSON-972849293 tempest-AllowedAddressPairIpV6TestJSON-972849293-project] Calling delete_port for 25c79b0c-6146-45b7-9a3c-c4cd89d9cf5f owned by {{(pid=102386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 18:55:12.613072 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc3505e-f298-49aa-b2c6-f955581c49be req-c7008742-2f37-4a01-be00-d1d7262a3570 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:55:12.614734 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-adc3505e-f298-49aa-b2c6-f955581c49be req-c7008742-2f37-4a01-be00-d1d7262a3570 service neutron] 10.222.0.41 "GET /v2.0/networks?id=33b67f12-3e30-4db0-bf1c-b2b3da4d6fc7 HTTP/1.1" status: 200 len: 921 time: 1.0320497 Nov 05 18:55:12.648115 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-eec783c8-aa2c-4635-974d-ae1408320399 None None] Provisioning complete for port 25c79b0c-6146-45b7-9a3c-c4cd89d9cf5f triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:55:12.648493 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-eec783c8-aa2c-4635-974d-ae1408320399 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:12.686428 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-adc3505e-f298-49aa-b2c6-f955581c49be req-b51a595d-44a7-48bf-9db7-723ee90fa547 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8c6dd4d3-e153-4543-b90b-dfbf5180b0bb HTTP/1.1" status: 200 len: 217 time: 0.0585248 Nov 05 18:55:12.740033 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-eec783c8-aa2c-4635-974d-ae1408320399 None None] Port 25c79b0c-6146-45b7-9a3c-c4cd89d9cf5f cannot update to ACTIVE because it is not bound. {{(pid=102388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 18:55:12.820400 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-d6686191-39bd-4e96-b8f6-59f4dd71bb07 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:12.832593 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc3505e-f298-49aa-b2c6-f955581c49be req-fbd0e9c1-bfda-4f76-9cbb-7ded3d01c2dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:55:12.840331 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-adc3505e-f298-49aa-b2c6-f955581c49be req-fbd0e9c1-bfda-4f76-9cbb-7ded3d01c2dc service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a3a64416-ba54-43fe-a90a-a0ccf6654f9d HTTP/1.1" status: 200 len: 860 time: 0.1352916 Nov 05 18:55:12.851458 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-aaa8ac3c-e67b-42b4-89a5-d1d0986a7593 req-ccf93e94-9e37-488f-8b08-e73d99c2aac5 tempest-ServerRescueTestJSON-1639389385 tempest-ServerRescueTestJSON-1639389385-project] 10.222.0.13 "GET /v2.0/security-groups?id=458afcac-91c4-437c-b78f-d73b875bd5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3303249 Nov 05 18:55:12.856087 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [None req-d6686191-39bd-4e96-b8f6-59f4dd71bb07 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Calling delete_port for e2f61608-c0b0-4aed-b32b-6d7155fddc8a owned by {{(pid=102387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 18:55:12.858343 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 9084b36f-f283-4a08-b8e9-e186eaaffa6c up at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 18:55:12.904414 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-adc3505e-f298-49aa-b2c6-f955581c49be req-2cdc5385-3b07-4261-a8f7-af732890ddf4 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=33b67f12-3e30-4db0-bf1c-b2b3da4d6fc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0498753 Nov 05 18:55:12.977937 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-0361ad36-4f67-4c12-be37-1e833a938bf7 tempest-PortsAdminExtendedAttrsTestJSON-1944596240 tempest-PortsAdminExtendedAttrsTestJSON-1944596240-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:12.983318 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Provisioning complete for port 9084b36f-f283-4a08-b8e9-e186eaaffa6c triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:55:12.983694 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:13.130386 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-adc3505e-f298-49aa-b2c6-f955581c49be req-227cacff-ff6a-4e7c-abe9-05661c30b3ba service neutron] 10.222.0.41 "GET /v2.0/networks/33b67f12-3e30-4db0-bf1c-b2b3da4d6fc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2166286 Nov 05 18:55:13.189173 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-d6a561d5-9883-4eab-9adc-9892f020e1c6 tempest-AllowedAddressPairIpV6TestJSON-972849293 tempest-AllowedAddressPairIpV6TestJSON-972849293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:13.224484 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a561d5-9883-4eab-9adc-9892f020e1c6 tempest-AllowedAddressPairIpV6TestJSON-972849293 tempest-AllowedAddressPairIpV6TestJSON-972849293-project] Pushing event deleted for resources: {'Port': ['ID=25c79b0c-6146-45b7-9a3c-c4cd89d9cf5f,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:55:13.245468 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-69b348dd-3e1a-41b1-9aef-abdfb97dece6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4417463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5112218'] for subnet, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:13.274930 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-0361ad36-4f67-4c12-be37-1e833a938bf7 tempest-PortsAdminExtendedAttrsTestJSON-1944596240 tempest-PortsAdminExtendedAttrsTestJSON-1944596240-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:13.327715 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-adc3505e-f298-49aa-b2c6-f955581c49be req-0845fe59-0d4b-4c85-88df-97f3b9dbb61a service neutron] 10.222.0.41 "GET /v2.0/networks/33b67f12-3e30-4db0-bf1c-b2b3da4d6fc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1875002 Nov 05 18:55:13.331353 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b348dd-3e1a-41b1-9aef-abdfb97dece6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=daa553d4-e24f-4be2-a077-54252425df13,revision_number=0']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:55:13.360104 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69b348dd-3e1a-41b1-9aef-abdfb97dece6 admin admin] Checking segment: {'id': 'd4008c0a-0e36-44d2-9de3-4797d7db8846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '7a642297-a4bc-4035-86cd-4ef4f3662f6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 18:55:13.360927 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69b348dd-3e1a-41b1-9aef-abdfb97dece6 admin admin] Network hostable DHCP agents. Network: 7a642297-a4bc-4035-86cd-4ef4f3662f6a, hostable agents: ['987e2ca0-bc3b-4c6f-a989-429ccfbf753f'], hosted agents: [] {{(pid=102387) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 05 18:55:13.406670 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-d6686191-39bd-4e96-b8f6-59f4dd71bb07 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4417063'] for port, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:13.419444 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0361ad36-4f67-4c12-be37-1e833a938bf7 tempest-PortsAdminExtendedAttrsTestJSON-1944596240 tempest-PortsAdminExtendedAttrsTestJSON-1944596240-project-admin] Network b0a58cdf-9fc5-4401-9fb4-1eed6de4972e is already hosted by enough agents. {{(pid=102386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 18:55:13.442234 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.base_scheduler [None req-0361ad36-4f67-4c12-be37-1e833a938bf7 tempest-PortsAdminExtendedAttrsTestJSON-1944596240 tempest-PortsAdminExtendedAttrsTestJSON-1944596240-project-admin] Resources bound (agent type, host, resource id): {{(pid=102386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:55:13.444984 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6686191-39bd-4e96-b8f6-59f4dd71bb07 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Pushing event deleted for resources: {'Port': ['ID=e2f61608-c0b0-4aed-b32b-6d7155fddc8a,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:55:13.445576 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0361ad36-4f67-4c12-be37-1e833a938bf7 tempest-PortsAdminExtendedAttrsTestJSON-1944596240 tempest-PortsAdminExtendedAttrsTestJSON-1944596240-project-admin] Received port after_create {{(pid=102386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 18:55:13.448116 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0361ad36-4f67-4c12-be37-1e833a938bf7 tempest-PortsAdminExtendedAttrsTestJSON-1944596240 tempest-PortsAdminExtendedAttrsTestJSON-1944596240-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:55:13.448741 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-0361ad36-4f67-4c12-be37-1e833a938bf7 tempest-PortsAdminExtendedAttrsTestJSON-1944596240 tempest-PortsAdminExtendedAttrsTestJSON-1944596240-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:13.487444 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69b348dd-3e1a-41b1-9aef-abdfb97dece6 admin admin] Network 7a642297-a4bc-4035-86cd-4ef4f3662f6a is scheduled to be hosted by DHCP agent 987e2ca0-bc3b-4c6f-a989-429ccfbf753f with binding_index 1 {{(pid=102387) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 05 18:55:13.493638 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0361ad36-4f67-4c12-be37-1e833a938bf7 tempest-PortsAdminExtendedAttrsTestJSON-1944596240 tempest-PortsAdminExtendedAttrsTestJSON-1944596240-project-admin] Pushing event updated for resources: {'Port': ['ID=20d72575-4212-4f9f-85cd-9e6d670b7c01,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:55:13.567463 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-d6686191-39bd-4e96-b8f6-59f4dd71bb07 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:13.574175 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-d6686191-39bd-4e96-b8f6-59f4dd71bb07 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] 10.222.0.13 "DELETE /v2.0/ports/e2f61608-c0b0-4aed-b32b-6d7155fddc8a HTTP/1.1" status: 204 len: 168 time: 2.1656055 Nov 05 18:55:13.575547 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 34612) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:55:13.634003 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-d6a561d5-9883-4eab-9adc-9892f020e1c6 tempest-AllowedAddressPairIpV6TestJSON-972849293 tempest-AllowedAddressPairIpV6TestJSON-972849293-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:13.642537 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-d6a561d5-9883-4eab-9adc-9892f020e1c6 tempest-AllowedAddressPairIpV6TestJSON-972849293 tempest-AllowedAddressPairIpV6TestJSON-972849293-project] 10.222.0.13 "DELETE /v2.0/ports/25c79b0c-6146-45b7-9a3c-c4cd89d9cf5f HTTP/1.1" status: 204 len: 168 time: 1.4381371 Nov 05 18:55:13.649121 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-0361ad36-4f67-4c12-be37-1e833a938bf7 tempest-PortsAdminExtendedAttrsTestJSON-1944596240 tempest-PortsAdminExtendedAttrsTestJSON-1944596240-project-admin] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.4434495 Nov 05 18:55:13.649379 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 34614) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:55:13.653138 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 34616) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:55:13.666712 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880a9a98-28a9-4b3a-a09b-8c197f02eebd req-becfe18a-3749-4e4c-855e-a10849488c73 tempest-ServerRescueTestJSONUnderV235-847319139 tempest-ServerRescueTestJSONUnderV235-847319139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:55:13.674739 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-880a9a98-28a9-4b3a-a09b-8c197f02eebd req-becfe18a-3749-4e4c-855e-a10849488c73 tempest-ServerRescueTestJSONUnderV235-847319139 tempest-ServerRescueTestJSONUnderV235-847319139-project] 10.222.0.13 "GET /v2.0/ports?device_id=30f854dc-91a9-455d-85a2-232be75a6d81 HTTP/1.1" status: 200 len: 944 time: 0.2128482 Nov 05 18:55:13.703049 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-053af5d3-358b-45c7-acb5-555b8c3041a1 tempest-PortsAdminExtendedAttrsTestJSON-1944596240 tempest-PortsAdminExtendedAttrsTestJSON-1944596240-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:55:13.704776 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-053af5d3-358b-45c7-acb5-555b8c3041a1 tempest-PortsAdminExtendedAttrsTestJSON-1944596240 tempest-PortsAdminExtendedAttrsTestJSON-1944596240-project-admin] 10.222.0.13 "GET /v2.0/ports/20d72575-4212-4f9f-85cd-9e6d670b7c01 HTTP/1.1" status: 200 len: 955 time: 0.0504663 Nov 05 18:55:13.707434 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 34620) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:55:13.714033 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8141ef4d-eb06-4d41-b587-9c03e28950ca tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:55:13.716359 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8141ef4d-eb06-4d41-b587-9c03e28950ca tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:55:13.720776 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-8141ef4d-eb06-4d41-b587-9c03e28950ca tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1441281 Nov 05 18:55:13.723619 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 34622) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:55:13.775012 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.base_scheduler [None req-69b348dd-3e1a-41b1-9aef-abdfb97dece6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816865-1, 7a642297-a4bc-4035-86cd-4ef4f3662f6a) {{(pid=102387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:55:13.780565 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.db_base_plugin_v2 [None req-32421115-0208-461f-993e-ab45e66c7e4e tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Deleting subnet e153013f-eced-49b3-a843-37d429295b5c {{(pid=102387) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 05 18:55:13.785284 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19b4b55b-87df-4d95-bd82-83a402a68977 None None] Network 7a642297-a4bc-4035-86cd-4ef4f3662f6a requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 18:55:13.786412 n-d-816865-1 neutron-server[102387]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b09d972-9607-452b-b45a-82a875d76d61 tempest-AllowedAddressPairIpV6TestJSON-972849293 tempest-AllowedAddressPairIpV6TestJSON-972849293-project] GET failed (client error): The resource could not be found. Nov 05 18:55:13.793685 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 34624) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:55:13.793992 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-0b09d972-9607-452b-b45a-82a875d76d61 tempest-AllowedAddressPairIpV6TestJSON-972849293 tempest-AllowedAddressPairIpV6TestJSON-972849293-project] 10.222.0.13 "GET /v2.0/ports/25c79b0c-6146-45b7-9a3c-c4cd89d9cf5f HTTP/1.1" status: 404 len: 333 time: 0.1456726 Nov 05 18:55:13.802368 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69b348dd-3e1a-41b1-9aef-abdfb97dece6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:55:13.803117 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-69b348dd-3e1a-41b1-9aef-abdfb97dece6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597851'] for subnet, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:13.813018 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-32421115-0208-461f-993e-ab45e66c7e4e tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Publish callbacks [] for subnet, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:13.898150 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-32421115-0208-461f-993e-ab45e66c7e4e tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4463501'] for subnet, precommit_delete_associations {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:13.934882 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-5c01e0ca-c8ae-441c-987a-d33f5dc61b55 tempest-PortsAdminExtendedAttrsTestJSON-1944596240 tempest-PortsAdminExtendedAttrsTestJSON-1944596240-project-admin] Deleting port 20d72575-4212-4f9f-85cd-9e6d670b7c01 {{(pid=102386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 18:55:13.935814 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-5c01e0ca-c8ae-441c-987a-d33f5dc61b55 tempest-PortsAdminExtendedAttrsTestJSON-1944596240 tempest-PortsAdminExtendedAttrsTestJSON-1944596240-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:13.957634 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-880a9a98-28a9-4b3a-a09b-8c197f02eebd req-78dee74a-8370-4410-937d-32c03808204f tempest-ServerRescueTestJSONUnderV235-847319139 tempest-ServerRescueTestJSONUnderV235-847319139-project] 10.222.0.13 "GET /v2.0/security-groups?id=2aa13776-0d09-4b7a-99bc-d3ea449425cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2819932 Nov 05 18:55:13.965516 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-69b348dd-3e1a-41b1-9aef-abdfb97dece6 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.4623256 Nov 05 18:55:13.992601 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a56c76e-e771-4b9a-bb65-6ac0bb57466b None None] Network 7a642297-a4bc-4035-86cd-4ef4f3662f6a requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 18:55:14.051303 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-20a35b9d-5e5d-4227-810c-b43ec55d145b tempest-AllowedAddressPairIpV6TestJSON-972849293 tempest-AllowedAddressPairIpV6TestJSON-972849293-project] Deleting port fb70822c-3b4a-41db-8571-21e8a8b5a74c {{(pid=102386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 18:55:14.051640 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-20a35b9d-5e5d-4227-810c-b43ec55d145b tempest-AllowedAddressPairIpV6TestJSON-972849293 tempest-AllowedAddressPairIpV6TestJSON-972849293-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:14.083087 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7e8ffa-455a-4c43-b86a-37582919ae15 req-3904e2dc-e7bc-4b9f-a1e6-b159dc84d4cc tempest-ServerRescueTestJSON-1639389385 tempest-ServerRescueTestJSON-1639389385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:55:14.092919 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-ff7e8ffa-455a-4c43-b86a-37582919ae15 req-3904e2dc-e7bc-4b9f-a1e6-b159dc84d4cc tempest-ServerRescueTestJSON-1639389385 tempest-ServerRescueTestJSON-1639389385-project] 10.222.0.13 "GET /v2.0/ports?device_id=71eadb3a-495a-4683-a4fb-df865dfdd3a2 HTTP/1.1" status: 200 len: 946 time: 0.1205850 Nov 05 18:55:14.097488 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-32421115-0208-461f-993e-ab45e66c7e4e tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1573928'] for subnet, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:14.166173 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-5c01e0ca-c8ae-441c-987a-d33f5dc61b55 tempest-PortsAdminExtendedAttrsTestJSON-1944596240 tempest-PortsAdminExtendedAttrsTestJSON-1944596240-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:14.190155 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-ff7e8ffa-455a-4c43-b86a-37582919ae15 req-f439deaa-29fc-40f1-9c53-115bc53782a8 tempest-ServerRescueTestJSON-1639389385 tempest-ServerRescueTestJSON-1639389385-project] 10.222.0.13 "GET /v2.0/security-groups?id=458afcac-91c4-437c-b78f-d73b875bd5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936196 Nov 05 18:55:14.190288 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-5c01e0ca-c8ae-441c-987a-d33f5dc61b55 tempest-PortsAdminExtendedAttrsTestJSON-1944596240 tempest-PortsAdminExtendedAttrsTestJSON-1944596240-project-admin] Calling delete_port for 20d72575-4212-4f9f-85cd-9e6d670b7c01 owned by {{(pid=102386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 18:55:14.253287 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-20a35b9d-5e5d-4227-810c-b43ec55d145b tempest-AllowedAddressPairIpV6TestJSON-972849293 tempest-AllowedAddressPairIpV6TestJSON-972849293-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:14.273328 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-20a35b9d-5e5d-4227-810c-b43ec55d145b tempest-AllowedAddressPairIpV6TestJSON-972849293 tempest-AllowedAddressPairIpV6TestJSON-972849293-project] Calling delete_port for fb70822c-3b4a-41db-8571-21e8a8b5a74c owned by {{(pid=102386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 18:55:14.307247 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-32421115-0208-461f-993e-ab45e66c7e4e tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1573905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4417146', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5112209'] for subnet, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:14.345340 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-32421115-0208-461f-993e-ab45e66c7e4e tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597851'] for subnet, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:14.348812 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-32421115-0208-461f-993e-ab45e66c7e4e tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] 10.222.0.13 "DELETE /v2.0/subnets/e153013f-eced-49b3-a843-37d429295b5c HTTP/1.1" status: 204 len: 168 time: 0.6244204 Nov 05 18:55:14.351011 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32421115-0208-461f-993e-ab45e66c7e4e tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Pushing event deleted for resources: {'Subnet': ['ID=e153013f-eced-49b3-a843-37d429295b5c,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:55:14.351750 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 34636) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:55:14.358427 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bc97213-7e90-42ed-844d-35e5c5ddc04c None None] Network 1c9d25d3-7f2e-4384-9081-dc17514a5578 requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 18:55:14.403716 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-6c6a9edb-ecce-4be2-94e2-45187921d718 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0506079 Nov 05 18:55:14.406014 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 34638) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:55:14.425670 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-5c01e0ca-c8ae-441c-987a-d33f5dc61b55 tempest-PortsAdminExtendedAttrsTestJSON-1944596240 tempest-PortsAdminExtendedAttrsTestJSON-1944596240-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:14.506355 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c01e0ca-c8ae-441c-987a-d33f5dc61b55 tempest-PortsAdminExtendedAttrsTestJSON-1944596240 tempest-PortsAdminExtendedAttrsTestJSON-1944596240-project-admin] Pushing event deleted for resources: {'Port': ['ID=20d72575-4212-4f9f-85cd-9e6d670b7c01,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:55:14.522559 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-5c01e0ca-c8ae-441c-987a-d33f5dc61b55 tempest-PortsAdminExtendedAttrsTestJSON-1944596240 tempest-PortsAdminExtendedAttrsTestJSON-1944596240-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:14.529033 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-5c01e0ca-c8ae-441c-987a-d33f5dc61b55 tempest-PortsAdminExtendedAttrsTestJSON-1944596240 tempest-PortsAdminExtendedAttrsTestJSON-1944596240-project-admin] 10.222.0.13 "DELETE /v2.0/ports/20d72575-4212-4f9f-85cd-9e6d670b7c01 HTTP/1.1" status: 204 len: 168 time: 0.8200550 Nov 05 18:55:14.530669 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 34648) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:55:14.550944 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f70022d-a349-4250-830a-8f9c585cb01e tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:55:14.552653 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-4f70022d-a349-4250-830a-8f9c585cb01e tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1456993 Nov 05 18:55:14.556191 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 34650) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:55:14.578285 n-d-816865-1 neutron-server[102387]: INFO neutron.pecan_wsgi.hooks.translation [None req-02e54093-d017-4c54-b5e8-b4c603328e3f tempest-PortsAdminExtendedAttrsTestJSON-1944596240 tempest-PortsAdminExtendedAttrsTestJSON-1944596240-project-admin] GET failed (client error): The resource could not be found. Nov 05 18:55:14.580183 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-02e54093-d017-4c54-b5e8-b4c603328e3f tempest-PortsAdminExtendedAttrsTestJSON-1944596240 tempest-PortsAdminExtendedAttrsTestJSON-1944596240-project-admin] 10.222.0.13 "GET /v2.0/ports/20d72575-4212-4f9f-85cd-9e6d670b7c01 HTTP/1.1" status: 404 len: 333 time: 0.0474758 Nov 05 18:55:14.603286 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 34652) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:55:14.609897 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-790dc3f7-ea25-4a27-ac53-84b3b51dab69 tempest-PortsAdminExtendedAttrsTestJSON-1944596240 tempest-PortsAdminExtendedAttrsTestJSON-1944596240-project-admin] Request body: {'port': {'network_id': 'b0a58cdf-9fc5-4401-9fb4-1eed6de4972e', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1242927766'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:55:14.645782 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93391289-6ad5-4c22-a9cf-15e9c589f99a tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:55:14.645782 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-93391289-6ad5-4c22-a9cf-15e9c589f99a tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0874467 Nov 05 18:55:14.647173 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 34656) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:55:14.676060 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ba1e408-69cc-4542-8515-348e9476b1b4 None None] DHCP port deletion for 1c9d25d3-7f2e-4384-9081-dc17514a5578 request from n-d-816865-1 {{(pid=102388) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 05 18:55:14.708625 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-d3359c72-675f-411c-8d66-2b81aa6ef044 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0603442 Nov 05 18:55:14.709672 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-20a35b9d-5e5d-4227-810c-b43ec55d145b tempest-AllowedAddressPairIpV6TestJSON-972849293 tempest-AllowedAddressPairIpV6TestJSON-972849293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:14.718392 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 34660) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:55:14.722582 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Device 8c6dd4d3-e153-4543-b90b-dfbf5180b0bb details requested by agent hyperv_n-h1-816865-1 with host n-h1-816865-1 {{(pid=102388) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 05 18:55:14.728275 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-77a2ce0c-40d7-4a92-b41e-8b4147dca8a8 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Request body: {'subnet': {'network_id': '1c9d25d3-7f2e-4384-9081-dc17514a5578', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:55:14.737900 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a32eb8-9d98-460e-81e7-043bcb199bbb req-073126f5-ea4f-41c2-b0f5-f35d20d8760b tempest-ServerPasswordTestJSON-205724688 tempest-ServerPasswordTestJSON-205724688-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:55:14.737900 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-11a32eb8-9d98-460e-81e7-043bcb199bbb req-073126f5-ea4f-41c2-b0f5-f35d20d8760b tempest-ServerPasswordTestJSON-205724688 tempest-ServerPasswordTestJSON-205724688-project] 10.222.0.13 "GET /v2.0/networks?id=7a642297-a4bc-4035-86cd-4ef4f3662f6a HTTP/1.1" status: 200 len: 813 time: 0.2415516 Nov 05 18:55:14.763816 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-11a32eb8-9d98-460e-81e7-043bcb199bbb req-13e57525-263a-4a78-bb70-ebef6977262d tempest-ServerPasswordTestJSON-205724688 tempest-ServerPasswordTestJSON-205724688-project] 10.222.0.13 "GET /v2.0/quotas/b2de76bf33cc46d2b826d4f29234737a HTTP/1.1" status: 200 len: 375 time: 0.0136383 Nov 05 18:55:14.769031 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-790dc3f7-ea25-4a27-ac53-84b3b51dab69 tempest-PortsAdminExtendedAttrsTestJSON-1944596240 tempest-PortsAdminExtendedAttrsTestJSON-1944596240-project-admin] Made reservation on behalf of 40c02d0b7fdd4688a0bf0dc28c39bb4c for: {'port': 1} {{(pid=102386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 18:55:14.772214 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-790dc3f7-ea25-4a27-ac53-84b3b51dab69 tempest-PortsAdminExtendedAttrsTestJSON-1944596240 tempest-PortsAdminExtendedAttrsTestJSON-1944596240-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:14.775165 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a35b9d-5e5d-4227-810c-b43ec55d145b tempest-AllowedAddressPairIpV6TestJSON-972849293 tempest-AllowedAddressPairIpV6TestJSON-972849293-project] Pushing event deleted for resources: {'Port': ['ID=fb70822c-3b4a-41db-8571-21e8a8b5a74c,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:55:14.823293 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-11a32eb8-9d98-460e-81e7-043bcb199bbb req-2e8286ec-decb-4d03-8034-b3fa95e6e8b2 tempest-ServerPasswordTestJSON-205724688 tempest-ServerPasswordTestJSON-205724688-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=b2de76bf33cc46d2b826d4f29234737a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0634003 Nov 05 18:55:14.863238 n-d-816865-1 neutron-server[102386]: DEBUG neutron.notifiers.nova [None req-790dc3f7-ea25-4a27-ac53-84b3b51dab69 tempest-PortsAdminExtendedAttrsTestJSON-1944596240 tempest-PortsAdminExtendedAttrsTestJSON-1944596240-project-admin] device_id is not set on port 7eb2e6e8-61a1-4cf2-a608-d57c1ad8b3c8 yet. {{(pid=102386) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 05 18:55:14.873530 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-20a35b9d-5e5d-4227-810c-b43ec55d145b tempest-AllowedAddressPairIpV6TestJSON-972849293 tempest-AllowedAddressPairIpV6TestJSON-972849293-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:14.877603 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-20a35b9d-5e5d-4227-810c-b43ec55d145b tempest-AllowedAddressPairIpV6TestJSON-972849293 tempest-AllowedAddressPairIpV6TestJSON-972849293-project] 10.222.0.13 "DELETE /v2.0/ports/fb70822c-3b4a-41db-8571-21e8a8b5a74c HTTP/1.1" status: 204 len: 168 time: 1.0813818 Nov 05 18:55:14.881364 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 34664) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:55:14.911760 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 9084b36f-f283-4a08-b8e9-e186eaaffa6c no longer exists at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 18:55:14.986037 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-11a32eb8-9d98-460e-81e7-043bcb199bbb req-519787d4-7474-4e8d-ad0a-67ff7be1fd71 service neutron] 10.222.0.13 "GET /v2.0/networks/7a642297-a4bc-4035-86cd-4ef4f3662f6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1532912 Nov 05 18:55:15.032048 n-d-816865-1 neutron-server[102387]: INFO neutron.pecan_wsgi.hooks.translation [None req-abf59764-4868-4be8-bd4f-07fc62a856e0 tempest-AllowedAddressPairIpV6TestJSON-972849293 tempest-AllowedAddressPairIpV6TestJSON-972849293-project] GET failed (client error): The resource could not be found. Nov 05 18:55:15.034784 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-abf59764-4868-4be8-bd4f-07fc62a856e0 tempest-AllowedAddressPairIpV6TestJSON-972849293 tempest-AllowedAddressPairIpV6TestJSON-972849293-project] 10.222.0.13 "GET /v2.0/ports/fb70822c-3b4a-41db-8571-21e8a8b5a74c HTTP/1.1" status: 404 len: 333 time: 0.1521361 Nov 05 18:55:15.048365 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 34668) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:55:15.049298 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-8ba1e408-69cc-4542-8515-348e9476b1b4 None None] Deleting port 9084b36f-f283-4a08-b8e9-e186eaaffa6c {{(pid=102388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 18:55:15.051590 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-8ba1e408-69cc-4542-8515-348e9476b1b4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:15.108360 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77a2ce0c-40d7-4a92-b41e-8b4147dca8a8 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Made reservation on behalf of 7bc73c6c17f842a987dd31290d20faa2 for: {'subnet': 1} {{(pid=102386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 18:55:15.122991 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] For port 8c6dd4d3-e153-4543-b90b-dfbf5180b0bb, host n-h1-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=8c6dd4d3-e153-4543-b90b-dfbf5180b0bb,segment=NetworkSegment(cf4529b6-e7e1-4abc-9281-c00519ad0a15),segment_id=cf4529b6-e7e1-4abc-9281-c00519ad0a15)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:55:15.124877 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-77a2ce0c-40d7-4a92-b41e-8b4147dca8a8 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4877122'] for subnet, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:15.180466 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Returning: {'device': '8c6dd4d3-e153-4543-b90b-dfbf5180b0bb', 'network_id': '33b67f12-3e30-4db0-bf1c-b2b3da4d6fc7', 'port_id': '8c6dd4d3-e153-4543-b90b-dfbf5180b0bb', 'mac_address': 'fa:16:3e:a9:4b:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a3a64416-ba54-43fe-a90a-a0ccf6654f9d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102388) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 05 18:55:15.188864 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-8ba1e408-69cc-4542-8515-348e9476b1b4 None None] For port 9084b36f-f283-4a08-b8e9-e186eaaffa6c, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=9084b36f-f283-4a08-b8e9-e186eaaffa6c,segment=NetworkSegment(1bdc5ccc-001b-4584-b217-2d1934002f57),segment_id=1bdc5ccc-001b-4584-b217-2d1934002f57)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:55:15.189363 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-8ba1e408-69cc-4542-8515-348e9476b1b4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:15.231417 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-790dc3f7-ea25-4a27-ac53-84b3b51dab69 tempest-PortsAdminExtendedAttrsTestJSON-1944596240 tempest-PortsAdminExtendedAttrsTestJSON-1944596240-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:15.244256 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-8ba1e408-69cc-4542-8515-348e9476b1b4 None None] Calling delete_port for 9084b36f-f283-4a08-b8e9-e186eaaffa6c owned by network:dhcp {{(pid=102388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 18:55:15.257842 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2db40d-39f1-4240-b3d9-8e7af7f4dcfd req-8364d394-b8ed-40bf-85a3-795ac47c2e56 tempest-ServerRescueTestJSONUnderV235-847319139 tempest-ServerRescueTestJSONUnderV235-847319139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:55:15.259110 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-8e2db40d-39f1-4240-b3d9-8e7af7f4dcfd req-8364d394-b8ed-40bf-85a3-795ac47c2e56 tempest-ServerRescueTestJSONUnderV235-847319139 tempest-ServerRescueTestJSONUnderV235-847319139-project] 10.222.0.13 "GET /v2.0/ports?device_id=30f854dc-91a9-455d-85a2-232be75a6d81 HTTP/1.1" status: 200 len: 944 time: 0.1627245 Nov 05 18:55:15.261089 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:15.285466 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:15.296952 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-11a32eb8-9d98-460e-81e7-043bcb199bbb req-f7946bbb-217f-4c8a-8501-9865d15eb3e8 service neutron] 10.222.0.13 "GET /v2.0/networks/7a642297-a4bc-4035-86cd-4ef4f3662f6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2984989 Nov 05 18:55:15.338231 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [None req-e0df18d5-dbc8-42ea-8781-4954ed4a6446 tempest-AllowedAddressPairIpV6TestJSON-972849293 tempest-AllowedAddressPairIpV6TestJSON-972849293-project] Deleting port 5c11169d-da10-497e-a508-79198bfe02b4 {{(pid=102387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 18:55:15.338578 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-e0df18d5-dbc8-42ea-8781-4954ed4a6446 tempest-AllowedAddressPairIpV6TestJSON-972849293 tempest-AllowedAddressPairIpV6TestJSON-972849293-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:15.356117 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] For port 9084b36f-f283-4a08-b8e9-e186eaaffa6c, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=9084b36f-f283-4a08-b8e9-e186eaaffa6c,segment=NetworkSegment(1bdc5ccc-001b-4584-b217-2d1934002f57),segment_id=1bdc5ccc-001b-4584-b217-2d1934002f57)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:55:15.359316 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-790dc3f7-ea25-4a27-ac53-84b3b51dab69 tempest-PortsAdminExtendedAttrsTestJSON-1944596240 tempest-PortsAdminExtendedAttrsTestJSON-1944596240-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:15.359851 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-8e2db40d-39f1-4240-b3d9-8e7af7f4dcfd req-7646df16-5b7a-44b3-b803-d8cd977c653a tempest-ServerRescueTestJSONUnderV235-847319139 tempest-ServerRescueTestJSONUnderV235-847319139-project] 10.222.0.13 "GET /v2.0/security-groups?id=2aa13776-0d09-4b7a-99bc-d3ea449425cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827034 Nov 05 18:55:15.365423 n-d-816865-1 neutron-server[102388]: DEBUG neutron.notifiers.nova [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8c6dd4d3-e153-4543-b90b-dfbf5180b0bb {{(pid=102388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 18:55:15.400062 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] For port 8c6dd4d3-e153-4543-b90b-dfbf5180b0bb, host n-h1-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=8c6dd4d3-e153-4543-b90b-dfbf5180b0bb,segment=NetworkSegment(cf4529b6-e7e1-4abc-9281-c00519ad0a15),segment_id=cf4529b6-e7e1-4abc-9281-c00519ad0a15)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:55:15.429692 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790dc3f7-ea25-4a27-ac53-84b3b51dab69 tempest-PortsAdminExtendedAttrsTestJSON-1944596240 tempest-PortsAdminExtendedAttrsTestJSON-1944596240-project-admin] Pushing event updated for resources: {'Port': ['ID=7eb2e6e8-61a1-4cf2-a608-d57c1ad8b3c8,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:55:15.444651 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-790dc3f7-ea25-4a27-ac53-84b3b51dab69 tempest-PortsAdminExtendedAttrsTestJSON-1944596240 tempest-PortsAdminExtendedAttrsTestJSON-1944596240-project-admin] Network b0a58cdf-9fc5-4401-9fb4-1eed6de4972e is already hosted by enough agents. {{(pid=102386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 18:55:15.449320 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.base_scheduler [None req-790dc3f7-ea25-4a27-ac53-84b3b51dab69 tempest-PortsAdminExtendedAttrsTestJSON-1944596240 tempest-PortsAdminExtendedAttrsTestJSON-1944596240-project-admin] Resources bound (agent type, host, resource id): {{(pid=102386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:55:15.464582 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:15.479618 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-790dc3f7-ea25-4a27-ac53-84b3b51dab69 tempest-PortsAdminExtendedAttrsTestJSON-1944596240 tempest-PortsAdminExtendedAttrsTestJSON-1944596240-project-admin] Received port after_create {{(pid=102386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 18:55:15.480549 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-790dc3f7-ea25-4a27-ac53-84b3b51dab69 tempest-PortsAdminExtendedAttrsTestJSON-1944596240 tempest-PortsAdminExtendedAttrsTestJSON-1944596240-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:55:15.481251 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-790dc3f7-ea25-4a27-ac53-84b3b51dab69 tempest-PortsAdminExtendedAttrsTestJSON-1944596240 tempest-PortsAdminExtendedAttrsTestJSON-1944596240-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:15.516782 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-e0df18d5-dbc8-42ea-8781-4954ed4a6446 tempest-AllowedAddressPairIpV6TestJSON-972849293 tempest-AllowedAddressPairIpV6TestJSON-972849293-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:15.532175 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Pushing event updated for resources: {'Port': ['ID=9084b36f-f283-4a08-b8e9-e186eaaffa6c,revision_number=5']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:55:15.536696 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [None req-e0df18d5-dbc8-42ea-8781-4954ed4a6446 tempest-AllowedAddressPairIpV6TestJSON-972849293 tempest-AllowedAddressPairIpV6TestJSON-972849293-project] Calling delete_port for 5c11169d-da10-497e-a508-79198bfe02b4 owned by {{(pid=102387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 18:55:15.536911 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:15.551608 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4249430c-52c4-490d-a4a7-b09461e3abcb req-04b13fe4-b2e9-4c10-ae6b-068a9fb80666 tempest-ServerRescueTestJSON-1639389385 tempest-ServerRescueTestJSON-1639389385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:55:15.553106 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-4249430c-52c4-490d-a4a7-b09461e3abcb req-04b13fe4-b2e9-4c10-ae6b-068a9fb80666 tempest-ServerRescueTestJSON-1639389385 tempest-ServerRescueTestJSON-1639389385-project] 10.222.0.13 "GET /v2.0/ports?device_id=71eadb3a-495a-4683-a4fb-df865dfdd3a2 HTTP/1.1" status: 200 len: 946 time: 0.0860331 Nov 05 18:55:15.583589 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-8ba1e408-69cc-4542-8515-348e9476b1b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798'] for port, after_delete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:15.606590 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ba1e408-69cc-4542-8515-348e9476b1b4 None None] No DVR routers for this DVR port 9084b36f-f283-4a08-b8e9-e186eaaffa6c on host n-d-816865-1 {{(pid=102388) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 18:55:15.625601 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-790dc3f7-ea25-4a27-ac53-84b3b51dab69 tempest-PortsAdminExtendedAttrsTestJSON-1944596240 tempest-PortsAdminExtendedAttrsTestJSON-1944596240-project-admin] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.0169015 Nov 05 18:55:15.626251 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 34674) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:55:15.630559 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Pushing event updated for resources: {'Port': ['ID=8c6dd4d3-e153-4543-b90b-dfbf5180b0bb,revision_number=4']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:55:15.632918 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-37e5f35b-0e0f-411c-85fa-519adc8b17ba tempest-PortsAdminExtendedAttrsTestJSON-1944596240 tempest-PortsAdminExtendedAttrsTestJSON-1944596240-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-816865-1'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:55:15.664074 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba1e408-69cc-4542-8515-348e9476b1b4 None None] Pushing event deleted for resources: {'Port': ['ID=9084b36f-f283-4a08-b8e9-e186eaaffa6c,revision_number=None']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:55:15.677138 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-4249430c-52c4-490d-a4a7-b09461e3abcb req-9229cdd3-1343-4565-ab72-4ae2d6e9a6a3 tempest-ServerRescueTestJSON-1639389385 tempest-ServerRescueTestJSON-1639389385-project] 10.222.0.13 "GET /v2.0/security-groups?id=458afcac-91c4-437c-b78f-d73b875bd5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857077 Nov 05 18:55:15.729978 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-300f9613-343f-410c-9496-a46a9d048d02 req-2cc53ce9-f9d1-4a25-937b-8e59850779ef tempest-ServerPasswordTestJSON-205724688 tempest-ServerPasswordTestJSON-205724688-project] 10.222.0.13 "GET /v2.0/ports?device_id=353d0e64-4bcb-4eed-8553-bdbeab999e4b HTTP/1.1" status: 200 len: 210 time: 0.0555189 Nov 05 18:55:15.785360 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-37e5f35b-0e0f-411c-85fa-519adc8b17ba tempest-PortsAdminExtendedAttrsTestJSON-1944596240 tempest-PortsAdminExtendedAttrsTestJSON-1944596240-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:15.803355 n-d-816865-1 neutron-server[102386]: DEBUG neutron.objects.ports [None req-77a2ce0c-40d7-4a92-b41e-8b4147dca8a8 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102386) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 05 18:55:15.812831 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-77a2ce0c-40d7-4a92-b41e-8b4147dca8a8 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6149946', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4877172'] for subnet, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:15.830299 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] get_ports_and_sgs() called for port_ids ['8c6dd4d3-e153-4543-b90b-dfbf5180b0bb'] {{(pid=102388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 18:55:15.884111 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77a2ce0c-40d7-4a92-b41e-8b4147dca8a8 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Network 1c9d25d3-7f2e-4384-9081-dc17514a5578 is already hosted by enough agents. {{(pid=102386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 18:55:15.891088 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.base_scheduler [None req-77a2ce0c-40d7-4a92-b41e-8b4147dca8a8 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Resources bound (agent type, host, resource id): {{(pid=102386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:55:15.904976 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77a2ce0c-40d7-4a92-b41e-8b4147dca8a8 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:55:15.905575 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-77a2ce0c-40d7-4a92-b41e-8b4147dca8a8 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Publish callbacks [] for subnet, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:15.907267 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb903641-1eaf-4957-80c5-3a569d26af23 None None] Network 1c9d25d3-7f2e-4384-9081-dc17514a5578 requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 18:55:15.924366 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-e0df18d5-dbc8-42ea-8781-4954ed4a6446 tempest-AllowedAddressPairIpV6TestJSON-972849293 tempest-AllowedAddressPairIpV6TestJSON-972849293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4417063'] for port, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:15.937908 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a2ce0c-40d7-4a92-b41e-8b4147dca8a8 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Pushing event updated for resources: {'Subnet': ['ID=f20b09bc-778a-496a-84f4-c9bb47c53efe,revision_number=0']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:55:16.016682 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-e0df18d5-dbc8-42ea-8781-4954ed4a6446 tempest-AllowedAddressPairIpV6TestJSON-972849293 tempest-AllowedAddressPairIpV6TestJSON-972849293-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:16.032059 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-e0df18d5-dbc8-42ea-8781-4954ed4a6446 tempest-AllowedAddressPairIpV6TestJSON-972849293 tempest-AllowedAddressPairIpV6TestJSON-972849293-project] 10.222.0.13 "DELETE /v2.0/ports/5c11169d-da10-497e-a508-79198bfe02b4 HTTP/1.1" status: 204 len: 168 time: 0.9722805 Nov 05 18:55:16.032059 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0df18d5-dbc8-42ea-8781-4954ed4a6446 tempest-AllowedAddressPairIpV6TestJSON-972849293 tempest-AllowedAddressPairIpV6TestJSON-972849293-project] Pushing event deleted for resources: {'Port': ['ID=5c11169d-da10-497e-a508-79198bfe02b4,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:55:16.033040 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 34688) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:55:16.055685 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-77a2ce0c-40d7-4a92-b41e-8b4147dca8a8 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 1.3336406 Nov 05 18:55:16.057273 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 34690) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:55:16.062576 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-0c468b0e-4821-4121-bf35-924a747bb100 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Request body: {'port': {'network_id': '1c9d25d3-7f2e-4384-9081-dc17514a5578', 'mac_address': 'fa:16:3e:40:7e:d6', 'name': 'tempest-NetworksTestDHCPv6-1131744560'}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:55:16.144071 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.db_base_plugin_v2 [None req-6bb87225-0ed9-482a-8360-44b5669a8b42 tempest-AllowedAddressPairIpV6TestJSON-972849293 tempest-AllowedAddressPairIpV6TestJSON-972849293-project] Deleting subnet a53b311c-d3db-45aa-99f1-de2d93418ad0 {{(pid=102386) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 05 18:55:16.148793 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-6bb87225-0ed9-482a-8360-44b5669a8b42 tempest-AllowedAddressPairIpV6TestJSON-972849293 tempest-AllowedAddressPairIpV6TestJSON-972849293-project] Publish callbacks [] for subnet, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:16.155049 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b311b1e0-17a7-4d4e-a69e-0e7a3fc9bb67 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeb20a084-accf-5b60-8075-3e69ebe863a6-1c9d25d3-7f2e-4384-9081-dc17514a5578', 'network_id': '1c9d25d3-7f2e-4384-9081-dc17514a5578', 'tenant_id': '7bc73c6c17f842a987dd31290d20faa2', 'fixed_ips': [{'subnet_id': 'f20b09bc-778a-496a-84f4-c9bb47c53efe'}]}} from n-d-816865-1. {{(pid=102388) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 05 18:55:16.155952 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b311b1e0-17a7-4d4e-a69e-0e7a3fc9bb67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:16.199894 n-d-816865-1 neutron-server[102386]: DEBUG neutron.notifiers.nova [None req-37e5f35b-0e0f-411c-85fa-519adc8b17ba tempest-PortsAdminExtendedAttrsTestJSON-1944596240 tempest-PortsAdminExtendedAttrsTestJSON-1944596240-project-admin] device_id is not set on port 7eb2e6e8-61a1-4cf2-a608-d57c1ad8b3c8 yet. {{(pid=102386) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 05 18:55:16.216614 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-37e5f35b-0e0f-411c-85fa-519adc8b17ba tempest-PortsAdminExtendedAttrsTestJSON-1944596240 tempest-PortsAdminExtendedAttrsTestJSON-1944596240-project-admin] Publish callbacks [] for port, precommit_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:16.223837 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-6bb87225-0ed9-482a-8360-44b5669a8b42 tempest-AllowedAddressPairIpV6TestJSON-972849293 tempest-AllowedAddressPairIpV6TestJSON-972849293-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4590738'] for subnet, precommit_delete_associations {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:16.332954 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-6bb87225-0ed9-482a-8360-44b5669a8b42 tempest-AllowedAddressPairIpV6TestJSON-972849293 tempest-AllowedAddressPairIpV6TestJSON-972849293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1573928'] for subnet, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:16.336346 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.db_base_plugin_common [None req-b311b1e0-17a7-4d4e-a69e-0e7a3fc9bb67 None None] Allocated IP 2001:db8::f816:3eff:fef9:a2cb (1c9d25d3-7f2e-4384-9081-dc17514a5578/f20b09bc-778a-496a-84f4-c9bb47c53efe/c6869a12-d5db-4f9e-9fcb-83ef31a12a3f) {{(pid=102388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 18:55:16.378994 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-37e5f35b-0e0f-411c-85fa-519adc8b17ba tempest-PortsAdminExtendedAttrsTestJSON-1944596240 tempest-PortsAdminExtendedAttrsTestJSON-1944596240-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6149821'] for port, after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:16.426190 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c468b0e-4821-4121-bf35-924a747bb100 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Made reservation on behalf of 7bc73c6c17f842a987dd31290d20faa2 for: {'port': 1} {{(pid=102387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 18:55:16.471054 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e5f35b-0e0f-411c-85fa-519adc8b17ba tempest-PortsAdminExtendedAttrsTestJSON-1944596240 tempest-PortsAdminExtendedAttrsTestJSON-1944596240-project-admin] Pushing event updated for resources: {'Port': ['ID=7eb2e6e8-61a1-4cf2-a608-d57c1ad8b3c8,revision_number=2']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:55:16.488403 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [None req-37e5f35b-0e0f-411c-85fa-519adc8b17ba tempest-PortsAdminExtendedAttrsTestJSON-1944596240 tempest-PortsAdminExtendedAttrsTestJSON-1944596240-project-admin] Attempting to bind port 7eb2e6e8-61a1-4cf2-a608-d57c1ad8b3c8 on host n-h1-816865-1 for vnic_type normal with profile {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 18:55:16.488748 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [None req-37e5f35b-0e0f-411c-85fa-519adc8b17ba tempest-PortsAdminExtendedAttrsTestJSON-1944596240 tempest-PortsAdminExtendedAttrsTestJSON-1944596240-project-admin] Attempting to bind port 7eb2e6e8-61a1-4cf2-a608-d57c1ad8b3c8 by drivers openvswitch,hyperv on host n-h1-816865-1 at level 0 using segments [{'id': 'd91097f1-b308-4a74-b34e-9cc7bb5c930b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'b0a58cdf-9fc5-4401-9fb4-1eed6de4972e'}] {{(pid=102386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 18:55:16.489078 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37e5f35b-0e0f-411c-85fa-519adc8b17ba tempest-PortsAdminExtendedAttrsTestJSON-1944596240 tempest-PortsAdminExtendedAttrsTestJSON-1944596240-project-admin] Attempting to bind port 7eb2e6e8-61a1-4cf2-a608-d57c1ad8b3c8 on network b0a58cdf-9fc5-4401-9fb4-1eed6de4972e {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 18:55:16.494518 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37e5f35b-0e0f-411c-85fa-519adc8b17ba tempest-PortsAdminExtendedAttrsTestJSON-1944596240 tempest-PortsAdminExtendedAttrsTestJSON-1944596240-project-admin] Port 7eb2e6e8-61a1-4cf2-a608-d57c1ad8b3c8 on network b0a58cdf-9fc5-4401-9fb4-1eed6de4972e not bound, no agent of type Open vSwitch agent registered on host n-h1-816865-1 {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 18:55:16.494842 n-d-816865-1 neutron-server[102386]: ERROR neutron.plugins.ml2.managers [None req-37e5f35b-0e0f-411c-85fa-519adc8b17ba tempest-PortsAdminExtendedAttrsTestJSON-1944596240 tempest-PortsAdminExtendedAttrsTestJSON-1944596240-project-admin] Failed to bind port 7eb2e6e8-61a1-4cf2-a608-d57c1ad8b3c8 on host n-h1-816865-1 for vnic_type normal using segments [{'id': 'd91097f1-b308-4a74-b34e-9cc7bb5c930b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'b0a58cdf-9fc5-4401-9fb4-1eed6de4972e'}] Nov 05 18:55:16.495221 n-d-816865-1 neutron-server[102386]: INFO neutron.plugins.ml2.plugin [None req-37e5f35b-0e0f-411c-85fa-519adc8b17ba tempest-PortsAdminExtendedAttrsTestJSON-1944596240 tempest-PortsAdminExtendedAttrsTestJSON-1944596240-project-admin] Attempt 2 to bind port 7eb2e6e8-61a1-4cf2-a608-d57c1ad8b3c8 Nov 05 18:55:16.512328 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [None req-37e5f35b-0e0f-411c-85fa-519adc8b17ba tempest-PortsAdminExtendedAttrsTestJSON-1944596240 tempest-PortsAdminExtendedAttrsTestJSON-1944596240-project-admin] Attempting to bind port 7eb2e6e8-61a1-4cf2-a608-d57c1ad8b3c8 on host n-h1-816865-1 for vnic_type normal with profile {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 18:55:16.512328 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [None req-37e5f35b-0e0f-411c-85fa-519adc8b17ba tempest-PortsAdminExtendedAttrsTestJSON-1944596240 tempest-PortsAdminExtendedAttrsTestJSON-1944596240-project-admin] Attempting to bind port 7eb2e6e8-61a1-4cf2-a608-d57c1ad8b3c8 by drivers openvswitch,hyperv on host n-h1-816865-1 at level 0 using segments [{'id': 'd91097f1-b308-4a74-b34e-9cc7bb5c930b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'b0a58cdf-9fc5-4401-9fb4-1eed6de4972e'}] {{(pid=102386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 18:55:16.512328 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37e5f35b-0e0f-411c-85fa-519adc8b17ba tempest-PortsAdminExtendedAttrsTestJSON-1944596240 tempest-PortsAdminExtendedAttrsTestJSON-1944596240-project-admin] Attempting to bind port 7eb2e6e8-61a1-4cf2-a608-d57c1ad8b3c8 on network b0a58cdf-9fc5-4401-9fb4-1eed6de4972e {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 18:55:16.525794 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37e5f35b-0e0f-411c-85fa-519adc8b17ba tempest-PortsAdminExtendedAttrsTestJSON-1944596240 tempest-PortsAdminExtendedAttrsTestJSON-1944596240-project-admin] Port 7eb2e6e8-61a1-4cf2-a608-d57c1ad8b3c8 on network b0a58cdf-9fc5-4401-9fb4-1eed6de4972e not bound, no agent of type Open vSwitch agent registered on host n-h1-816865-1 {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 18:55:16.526209 n-d-816865-1 neutron-server[102386]: ERROR neutron.plugins.ml2.managers [None req-37e5f35b-0e0f-411c-85fa-519adc8b17ba tempest-PortsAdminExtendedAttrsTestJSON-1944596240 tempest-PortsAdminExtendedAttrsTestJSON-1944596240-project-admin] Failed to bind port 7eb2e6e8-61a1-4cf2-a608-d57c1ad8b3c8 on host n-h1-816865-1 for vnic_type normal using segments [{'id': 'd91097f1-b308-4a74-b34e-9cc7bb5c930b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'b0a58cdf-9fc5-4401-9fb4-1eed6de4972e'}] Nov 05 18:55:16.526576 n-d-816865-1 neutron-server[102386]: INFO neutron.plugins.ml2.plugin [None req-37e5f35b-0e0f-411c-85fa-519adc8b17ba tempest-PortsAdminExtendedAttrsTestJSON-1944596240 tempest-PortsAdminExtendedAttrsTestJSON-1944596240-project-admin] Attempt 3 to bind port 7eb2e6e8-61a1-4cf2-a608-d57c1ad8b3c8 Nov 05 18:55:16.538394 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-6bb87225-0ed9-482a-8360-44b5669a8b42 tempest-AllowedAddressPairIpV6TestJSON-972849293 tempest-AllowedAddressPairIpV6TestJSON-972849293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1573905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6149879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4877183'] for subnet, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:16.548923 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b311b1e0-17a7-4d4e-a69e-0e7a3fc9bb67 None None] Publish callbacks [] for port, precommit_create {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:16.563451 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59313ee7-8958-4d62-862d-81aa6dbffbeb req-c91af388-b79c-4e23-8c9d-01a38cb82567 tempest-ServerRescueTestJSONUnderV235-847319139 tempest-ServerRescueTestJSONUnderV235-847319139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:55:16.564956 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-59313ee7-8958-4d62-862d-81aa6dbffbeb req-c91af388-b79c-4e23-8c9d-01a38cb82567 tempest-ServerRescueTestJSONUnderV235-847319139 tempest-ServerRescueTestJSONUnderV235-847319139-project] 10.222.0.13 "GET /v2.0/ports?device_id=30f854dc-91a9-455d-85a2-232be75a6d81 HTTP/1.1" status: 200 len: 945 time: 0.0997491 Nov 05 18:55:16.569340 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-0c468b0e-4821-4121-bf35-924a747bb100 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:16.576942 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [None req-37e5f35b-0e0f-411c-85fa-519adc8b17ba tempest-PortsAdminExtendedAttrsTestJSON-1944596240 tempest-PortsAdminExtendedAttrsTestJSON-1944596240-project-admin] Attempting to bind port 7eb2e6e8-61a1-4cf2-a608-d57c1ad8b3c8 on host n-h1-816865-1 for vnic_type normal with profile {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 18:55:16.577279 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [None req-37e5f35b-0e0f-411c-85fa-519adc8b17ba tempest-PortsAdminExtendedAttrsTestJSON-1944596240 tempest-PortsAdminExtendedAttrsTestJSON-1944596240-project-admin] Attempting to bind port 7eb2e6e8-61a1-4cf2-a608-d57c1ad8b3c8 by drivers openvswitch,hyperv on host n-h1-816865-1 at level 0 using segments [{'id': 'd91097f1-b308-4a74-b34e-9cc7bb5c930b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'b0a58cdf-9fc5-4401-9fb4-1eed6de4972e'}] {{(pid=102386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 18:55:16.577614 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37e5f35b-0e0f-411c-85fa-519adc8b17ba tempest-PortsAdminExtendedAttrsTestJSON-1944596240 tempest-PortsAdminExtendedAttrsTestJSON-1944596240-project-admin] Attempting to bind port 7eb2e6e8-61a1-4cf2-a608-d57c1ad8b3c8 on network b0a58cdf-9fc5-4401-9fb4-1eed6de4972e {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 18:55:16.583985 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37e5f35b-0e0f-411c-85fa-519adc8b17ba tempest-PortsAdminExtendedAttrsTestJSON-1944596240 tempest-PortsAdminExtendedAttrsTestJSON-1944596240-project-admin] Port 7eb2e6e8-61a1-4cf2-a608-d57c1ad8b3c8 on network b0a58cdf-9fc5-4401-9fb4-1eed6de4972e not bound, no agent of type Open vSwitch agent registered on host n-h1-816865-1 {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 18:55:16.584313 n-d-816865-1 neutron-server[102386]: ERROR neutron.plugins.ml2.managers [None req-37e5f35b-0e0f-411c-85fa-519adc8b17ba tempest-PortsAdminExtendedAttrsTestJSON-1944596240 tempest-PortsAdminExtendedAttrsTestJSON-1944596240-project-admin] Failed to bind port 7eb2e6e8-61a1-4cf2-a608-d57c1ad8b3c8 on host n-h1-816865-1 for vnic_type normal using segments [{'id': 'd91097f1-b308-4a74-b34e-9cc7bb5c930b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'b0a58cdf-9fc5-4401-9fb4-1eed6de4972e'}] Nov 05 18:55:16.585216 n-d-816865-1 neutron-server[102386]: INFO neutron.plugins.ml2.plugin [None req-37e5f35b-0e0f-411c-85fa-519adc8b17ba tempest-PortsAdminExtendedAttrsTestJSON-1944596240 tempest-PortsAdminExtendedAttrsTestJSON-1944596240-project-admin] Attempt 4 to bind port 7eb2e6e8-61a1-4cf2-a608-d57c1ad8b3c8 Nov 05 18:55:16.600015 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb87225-0ed9-482a-8360-44b5669a8b42 tempest-AllowedAddressPairIpV6TestJSON-972849293 tempest-AllowedAddressPairIpV6TestJSON-972849293-project] Pushing event deleted for resources: {'Subnet': ['ID=a53b311c-d3db-45aa-99f1-de2d93418ad0,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:55:16.605685 n-d-816865-1 neutron-server[102387]: DEBUG neutron.notifiers.nova [None req-0c468b0e-4821-4121-bf35-924a747bb100 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] device_id is not set on port 6515361f-5b33-4dff-86fa-2c79de49e350 yet. {{(pid=102387) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 05 18:55:16.608630 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [None req-37e5f35b-0e0f-411c-85fa-519adc8b17ba tempest-PortsAdminExtendedAttrsTestJSON-1944596240 tempest-PortsAdminExtendedAttrsTestJSON-1944596240-project-admin] Attempting to bind port 7eb2e6e8-61a1-4cf2-a608-d57c1ad8b3c8 on host n-h1-816865-1 for vnic_type normal with profile {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 18:55:16.608972 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [None req-37e5f35b-0e0f-411c-85fa-519adc8b17ba tempest-PortsAdminExtendedAttrsTestJSON-1944596240 tempest-PortsAdminExtendedAttrsTestJSON-1944596240-project-admin] Attempting to bind port 7eb2e6e8-61a1-4cf2-a608-d57c1ad8b3c8 by drivers openvswitch,hyperv on host n-h1-816865-1 at level 0 using segments [{'id': 'd91097f1-b308-4a74-b34e-9cc7bb5c930b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'b0a58cdf-9fc5-4401-9fb4-1eed6de4972e'}] {{(pid=102386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 18:55:16.609769 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37e5f35b-0e0f-411c-85fa-519adc8b17ba tempest-PortsAdminExtendedAttrsTestJSON-1944596240 tempest-PortsAdminExtendedAttrsTestJSON-1944596240-project-admin] Attempting to bind port 7eb2e6e8-61a1-4cf2-a608-d57c1ad8b3c8 on network b0a58cdf-9fc5-4401-9fb4-1eed6de4972e {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 18:55:16.624918 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-6bb87225-0ed9-482a-8360-44b5669a8b42 tempest-AllowedAddressPairIpV6TestJSON-972849293 tempest-AllowedAddressPairIpV6TestJSON-972849293-project] Publish callbacks [] for subnet, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:16.627295 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2ef2609-c5e2-423d-bacc-9e888488f9c8 None None] Network a0e16542-d981-481b-9eaf-465415ed5975 requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 18:55:16.632259 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-6bb87225-0ed9-482a-8360-44b5669a8b42 tempest-AllowedAddressPairIpV6TestJSON-972849293 tempest-AllowedAddressPairIpV6TestJSON-972849293-project] 10.222.0.13 "DELETE /v2.0/subnets/a53b311c-d3db-45aa-99f1-de2d93418ad0 HTTP/1.1" status: 204 len: 168 time: 0.6060102 Nov 05 18:55:16.633026 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 34696) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:55:16.659477 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37e5f35b-0e0f-411c-85fa-519adc8b17ba tempest-PortsAdminExtendedAttrsTestJSON-1944596240 tempest-PortsAdminExtendedAttrsTestJSON-1944596240-project-admin] Port 7eb2e6e8-61a1-4cf2-a608-d57c1ad8b3c8 on network b0a58cdf-9fc5-4401-9fb4-1eed6de4972e not bound, no agent of type Open vSwitch agent registered on host n-h1-816865-1 {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 18:55:16.659477 n-d-816865-1 neutron-server[102386]: ERROR neutron.plugins.ml2.managers [None req-37e5f35b-0e0f-411c-85fa-519adc8b17ba tempest-PortsAdminExtendedAttrsTestJSON-1944596240 tempest-PortsAdminExtendedAttrsTestJSON-1944596240-project-admin] Failed to bind port 7eb2e6e8-61a1-4cf2-a608-d57c1ad8b3c8 on host n-h1-816865-1 for vnic_type normal using segments [{'id': 'd91097f1-b308-4a74-b34e-9cc7bb5c930b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'b0a58cdf-9fc5-4401-9fb4-1eed6de4972e'}] Nov 05 18:55:16.668997 n-d-816865-1 neutron-server[102386]: INFO neutron.plugins.ml2.plugin [None req-37e5f35b-0e0f-411c-85fa-519adc8b17ba tempest-PortsAdminExtendedAttrsTestJSON-1944596240 tempest-PortsAdminExtendedAttrsTestJSON-1944596240-project-admin] Attempt 5 to bind port 7eb2e6e8-61a1-4cf2-a608-d57c1ad8b3c8 Nov 05 18:55:16.683044 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-59313ee7-8958-4d62-862d-81aa6dbffbeb req-3b9c4410-9e36-48c6-8405-80ca5f78deb3 tempest-ServerRescueTestJSONUnderV235-847319139 tempest-ServerRescueTestJSONUnderV235-847319139-project] 10.222.0.13 "GET /v2.0/security-groups?id=2aa13776-0d09-4b7a-99bc-d3ea449425cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035101 Nov 05 18:55:16.688674 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [None req-37e5f35b-0e0f-411c-85fa-519adc8b17ba tempest-PortsAdminExtendedAttrsTestJSON-1944596240 tempest-PortsAdminExtendedAttrsTestJSON-1944596240-project-admin] Attempting to bind port 7eb2e6e8-61a1-4cf2-a608-d57c1ad8b3c8 on host n-h1-816865-1 for vnic_type normal with profile {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 18:55:16.689073 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [None req-37e5f35b-0e0f-411c-85fa-519adc8b17ba tempest-PortsAdminExtendedAttrsTestJSON-1944596240 tempest-PortsAdminExtendedAttrsTestJSON-1944596240-project-admin] Attempting to bind port 7eb2e6e8-61a1-4cf2-a608-d57c1ad8b3c8 by drivers openvswitch,hyperv on host n-h1-816865-1 at level 0 using segments [{'id': 'd91097f1-b308-4a74-b34e-9cc7bb5c930b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'b0a58cdf-9fc5-4401-9fb4-1eed6de4972e'}] {{(pid=102386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 18:55:16.689478 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37e5f35b-0e0f-411c-85fa-519adc8b17ba tempest-PortsAdminExtendedAttrsTestJSON-1944596240 tempest-PortsAdminExtendedAttrsTestJSON-1944596240-project-admin] Attempting to bind port 7eb2e6e8-61a1-4cf2-a608-d57c1ad8b3c8 on network b0a58cdf-9fc5-4401-9fb4-1eed6de4972e {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 18:55:16.725384 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37e5f35b-0e0f-411c-85fa-519adc8b17ba tempest-PortsAdminExtendedAttrsTestJSON-1944596240 tempest-PortsAdminExtendedAttrsTestJSON-1944596240-project-admin] Port 7eb2e6e8-61a1-4cf2-a608-d57c1ad8b3c8 on network b0a58cdf-9fc5-4401-9fb4-1eed6de4972e not bound, no agent of type Open vSwitch agent registered on host n-h1-816865-1 {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 18:55:16.725784 n-d-816865-1 neutron-server[102386]: ERROR neutron.plugins.ml2.managers [None req-37e5f35b-0e0f-411c-85fa-519adc8b17ba tempest-PortsAdminExtendedAttrsTestJSON-1944596240 tempest-PortsAdminExtendedAttrsTestJSON-1944596240-project-admin] Failed to bind port 7eb2e6e8-61a1-4cf2-a608-d57c1ad8b3c8 on host n-h1-816865-1 for vnic_type normal using segments [{'id': 'd91097f1-b308-4a74-b34e-9cc7bb5c930b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'b0a58cdf-9fc5-4401-9fb4-1eed6de4972e'}] Nov 05 18:55:16.726421 n-d-816865-1 neutron-server[102386]: INFO neutron.plugins.ml2.plugin [None req-37e5f35b-0e0f-411c-85fa-519adc8b17ba tempest-PortsAdminExtendedAttrsTestJSON-1944596240 tempest-PortsAdminExtendedAttrsTestJSON-1944596240-project-admin] Attempt 6 to bind port 7eb2e6e8-61a1-4cf2-a608-d57c1ad8b3c8 Nov 05 18:55:16.769033 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [None req-37e5f35b-0e0f-411c-85fa-519adc8b17ba tempest-PortsAdminExtendedAttrsTestJSON-1944596240 tempest-PortsAdminExtendedAttrsTestJSON-1944596240-project-admin] Attempting to bind port 7eb2e6e8-61a1-4cf2-a608-d57c1ad8b3c8 on host n-h1-816865-1 for vnic_type normal with profile {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 18:55:16.769679 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [None req-37e5f35b-0e0f-411c-85fa-519adc8b17ba tempest-PortsAdminExtendedAttrsTestJSON-1944596240 tempest-PortsAdminExtendedAttrsTestJSON-1944596240-project-admin] Attempting to bind port 7eb2e6e8-61a1-4cf2-a608-d57c1ad8b3c8 by drivers openvswitch,hyperv on host n-h1-816865-1 at level 0 using segments [{'id': 'd91097f1-b308-4a74-b34e-9cc7bb5c930b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'b0a58cdf-9fc5-4401-9fb4-1eed6de4972e'}] {{(pid=102386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 18:55:16.770273 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37e5f35b-0e0f-411c-85fa-519adc8b17ba tempest-PortsAdminExtendedAttrsTestJSON-1944596240 tempest-PortsAdminExtendedAttrsTestJSON-1944596240-project-admin] Attempting to bind port 7eb2e6e8-61a1-4cf2-a608-d57c1ad8b3c8 on network b0a58cdf-9fc5-4401-9fb4-1eed6de4972e {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 18:55:16.781204 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37e5f35b-0e0f-411c-85fa-519adc8b17ba tempest-PortsAdminExtendedAttrsTestJSON-1944596240 tempest-PortsAdminExtendedAttrsTestJSON-1944596240-project-admin] Port 7eb2e6e8-61a1-4cf2-a608-d57c1ad8b3c8 on network b0a58cdf-9fc5-4401-9fb4-1eed6de4972e not bound, no agent of type Open vSwitch agent registered on host n-h1-816865-1 {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 18:55:16.781835 n-d-816865-1 neutron-server[102386]: ERROR neutron.plugins.ml2.managers [None req-37e5f35b-0e0f-411c-85fa-519adc8b17ba tempest-PortsAdminExtendedAttrsTestJSON-1944596240 tempest-PortsAdminExtendedAttrsTestJSON-1944596240-project-admin] Failed to bind port 7eb2e6e8-61a1-4cf2-a608-d57c1ad8b3c8 on host n-h1-816865-1 for vnic_type normal using segments [{'id': 'd91097f1-b308-4a74-b34e-9cc7bb5c930b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'b0a58cdf-9fc5-4401-9fb4-1eed6de4972e'}] Nov 05 18:55:16.787307 n-d-816865-1 neutron-server[102386]: INFO neutron.plugins.ml2.plugin [None req-37e5f35b-0e0f-411c-85fa-519adc8b17ba tempest-PortsAdminExtendedAttrsTestJSON-1944596240 tempest-PortsAdminExtendedAttrsTestJSON-1944596240-project-admin] Attempt 7 to bind port 7eb2e6e8-61a1-4cf2-a608-d57c1ad8b3c8 Nov 05 18:55:16.795833 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b311b1e0-17a7-4d4e-a69e-0e7a3fc9bb67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789'] for port, after_create {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:16.806741 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [None req-37e5f35b-0e0f-411c-85fa-519adc8b17ba tempest-PortsAdminExtendedAttrsTestJSON-1944596240 tempest-PortsAdminExtendedAttrsTestJSON-1944596240-project-admin] Attempting to bind port 7eb2e6e8-61a1-4cf2-a608-d57c1ad8b3c8 on host n-h1-816865-1 for vnic_type normal with profile {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 18:55:16.807383 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [None req-37e5f35b-0e0f-411c-85fa-519adc8b17ba tempest-PortsAdminExtendedAttrsTestJSON-1944596240 tempest-PortsAdminExtendedAttrsTestJSON-1944596240-project-admin] Attempting to bind port 7eb2e6e8-61a1-4cf2-a608-d57c1ad8b3c8 by drivers openvswitch,hyperv on host n-h1-816865-1 at level 0 using segments [{'id': 'd91097f1-b308-4a74-b34e-9cc7bb5c930b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'b0a58cdf-9fc5-4401-9fb4-1eed6de4972e'}] {{(pid=102386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 18:55:16.807924 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37e5f35b-0e0f-411c-85fa-519adc8b17ba tempest-PortsAdminExtendedAttrsTestJSON-1944596240 tempest-PortsAdminExtendedAttrsTestJSON-1944596240-project-admin] Attempting to bind port 7eb2e6e8-61a1-4cf2-a608-d57c1ad8b3c8 on network b0a58cdf-9fc5-4401-9fb4-1eed6de4972e {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 18:55:16.835958 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-b6dea865-b97b-4fb0-889d-66303da6991a tempest-AllowedAddressPairIpV6TestJSON-972849293 tempest-AllowedAddressPairIpV6TestJSON-972849293-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1664226'] for network, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:16.843057 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37e5f35b-0e0f-411c-85fa-519adc8b17ba tempest-PortsAdminExtendedAttrsTestJSON-1944596240 tempest-PortsAdminExtendedAttrsTestJSON-1944596240-project-admin] Port 7eb2e6e8-61a1-4cf2-a608-d57c1ad8b3c8 on network b0a58cdf-9fc5-4401-9fb4-1eed6de4972e not bound, no agent of type Open vSwitch agent registered on host n-h1-816865-1 {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 18:55:16.845902 n-d-816865-1 neutron-server[102386]: ERROR neutron.plugins.ml2.managers [None req-37e5f35b-0e0f-411c-85fa-519adc8b17ba tempest-PortsAdminExtendedAttrsTestJSON-1944596240 tempest-PortsAdminExtendedAttrsTestJSON-1944596240-project-admin] Failed to bind port 7eb2e6e8-61a1-4cf2-a608-d57c1ad8b3c8 on host n-h1-816865-1 for vnic_type normal using segments [{'id': 'd91097f1-b308-4a74-b34e-9cc7bb5c930b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'b0a58cdf-9fc5-4401-9fb4-1eed6de4972e'}] Nov 05 18:55:16.846505 n-d-816865-1 neutron-server[102386]: INFO neutron.plugins.ml2.plugin [None req-37e5f35b-0e0f-411c-85fa-519adc8b17ba tempest-PortsAdminExtendedAttrsTestJSON-1944596240 tempest-PortsAdminExtendedAttrsTestJSON-1944596240-project-admin] Attempt 8 to bind port 7eb2e6e8-61a1-4cf2-a608-d57c1ad8b3c8 Nov 05 18:55:16.857217 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-69975063-d308-4fe8-afe4-92c47b901e1b req-3736c28d-c3ea-4afb-a830-b98314495b6c tempest-ServerPasswordTestJSON-205724688 tempest-ServerPasswordTestJSON-205724688-project] 10.222.0.13 "GET /v2.0/ports?device_id=353d0e64-4bcb-4eed-8553-bdbeab999e4b HTTP/1.1" status: 200 len: 210 time: 0.0763869 Nov 05 18:55:16.858662 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.db_base_plugin_common [None req-0c468b0e-4821-4121-bf35-924a747bb100 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Allocated IP 2001:db8::f816:3eff:fe40:7ed6 (1c9d25d3-7f2e-4384-9081-dc17514a5578/f20b09bc-778a-496a-84f4-c9bb47c53efe/6515361f-5b33-4dff-86fa-2c79de49e350) {{(pid=102387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 18:55:16.862998 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [None req-37e5f35b-0e0f-411c-85fa-519adc8b17ba tempest-PortsAdminExtendedAttrsTestJSON-1944596240 tempest-PortsAdminExtendedAttrsTestJSON-1944596240-project-admin] Attempting to bind port 7eb2e6e8-61a1-4cf2-a608-d57c1ad8b3c8 on host n-h1-816865-1 for vnic_type normal with profile {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 18:55:16.863401 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [None req-37e5f35b-0e0f-411c-85fa-519adc8b17ba tempest-PortsAdminExtendedAttrsTestJSON-1944596240 tempest-PortsAdminExtendedAttrsTestJSON-1944596240-project-admin] Attempting to bind port 7eb2e6e8-61a1-4cf2-a608-d57c1ad8b3c8 by drivers openvswitch,hyperv on host n-h1-816865-1 at level 0 using segments [{'id': 'd91097f1-b308-4a74-b34e-9cc7bb5c930b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'b0a58cdf-9fc5-4401-9fb4-1eed6de4972e'}] {{(pid=102386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 18:55:16.863802 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37e5f35b-0e0f-411c-85fa-519adc8b17ba tempest-PortsAdminExtendedAttrsTestJSON-1944596240 tempest-PortsAdminExtendedAttrsTestJSON-1944596240-project-admin] Attempting to bind port 7eb2e6e8-61a1-4cf2-a608-d57c1ad8b3c8 on network b0a58cdf-9fc5-4401-9fb4-1eed6de4972e {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 18:55:16.874834 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37e5f35b-0e0f-411c-85fa-519adc8b17ba tempest-PortsAdminExtendedAttrsTestJSON-1944596240 tempest-PortsAdminExtendedAttrsTestJSON-1944596240-project-admin] Port 7eb2e6e8-61a1-4cf2-a608-d57c1ad8b3c8 on network b0a58cdf-9fc5-4401-9fb4-1eed6de4972e not bound, no agent of type Open vSwitch agent registered on host n-h1-816865-1 {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 18:55:16.875273 n-d-816865-1 neutron-server[102386]: ERROR neutron.plugins.ml2.managers [None req-37e5f35b-0e0f-411c-85fa-519adc8b17ba tempest-PortsAdminExtendedAttrsTestJSON-1944596240 tempest-PortsAdminExtendedAttrsTestJSON-1944596240-project-admin] Failed to bind port 7eb2e6e8-61a1-4cf2-a608-d57c1ad8b3c8 on host n-h1-816865-1 for vnic_type normal using segments [{'id': 'd91097f1-b308-4a74-b34e-9cc7bb5c930b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'b0a58cdf-9fc5-4401-9fb4-1eed6de4972e'}] Nov 05 18:55:16.876654 n-d-816865-1 neutron-server[102386]: INFO neutron.plugins.ml2.plugin [None req-37e5f35b-0e0f-411c-85fa-519adc8b17ba tempest-PortsAdminExtendedAttrsTestJSON-1944596240 tempest-PortsAdminExtendedAttrsTestJSON-1944596240-project-admin] Attempt 9 to bind port 7eb2e6e8-61a1-4cf2-a608-d57c1ad8b3c8 Nov 05 18:55:16.895310 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [None req-37e5f35b-0e0f-411c-85fa-519adc8b17ba tempest-PortsAdminExtendedAttrsTestJSON-1944596240 tempest-PortsAdminExtendedAttrsTestJSON-1944596240-project-admin] Attempting to bind port 7eb2e6e8-61a1-4cf2-a608-d57c1ad8b3c8 on host n-h1-816865-1 for vnic_type normal with profile {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 18:55:16.895740 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [None req-37e5f35b-0e0f-411c-85fa-519adc8b17ba tempest-PortsAdminExtendedAttrsTestJSON-1944596240 tempest-PortsAdminExtendedAttrsTestJSON-1944596240-project-admin] Attempting to bind port 7eb2e6e8-61a1-4cf2-a608-d57c1ad8b3c8 by drivers openvswitch,hyperv on host n-h1-816865-1 at level 0 using segments [{'id': 'd91097f1-b308-4a74-b34e-9cc7bb5c930b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'b0a58cdf-9fc5-4401-9fb4-1eed6de4972e'}] {{(pid=102386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 18:55:16.896218 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37e5f35b-0e0f-411c-85fa-519adc8b17ba tempest-PortsAdminExtendedAttrsTestJSON-1944596240 tempest-PortsAdminExtendedAttrsTestJSON-1944596240-project-admin] Attempting to bind port 7eb2e6e8-61a1-4cf2-a608-d57c1ad8b3c8 on network b0a58cdf-9fc5-4401-9fb4-1eed6de4972e {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 18:55:16.913145 n-d-816865-1 neutron-server[102388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b311b1e0-17a7-4d4e-a69e-0e7a3fc9bb67 None None] Network 1c9d25d3-7f2e-4384-9081-dc17514a5578 is already hosted by enough agents. {{(pid=102388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 18:55:16.918254 n-d-816865-1 neutron-server[102388]: DEBUG neutron.scheduler.base_scheduler [None req-b311b1e0-17a7-4d4e-a69e-0e7a3fc9bb67 None None] Resources bound (agent type, host, resource id): {{(pid=102388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:55:16.925499 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b311b1e0-17a7-4d4e-a69e-0e7a3fc9bb67 None None] Received port after_create {{(pid=102388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 18:55:16.935422 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37e5f35b-0e0f-411c-85fa-519adc8b17ba tempest-PortsAdminExtendedAttrsTestJSON-1944596240 tempest-PortsAdminExtendedAttrsTestJSON-1944596240-project-admin] Port 7eb2e6e8-61a1-4cf2-a608-d57c1ad8b3c8 on network b0a58cdf-9fc5-4401-9fb4-1eed6de4972e not bound, no agent of type Open vSwitch agent registered on host n-h1-816865-1 {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 18:55:16.936477 n-d-816865-1 neutron-server[102386]: ERROR neutron.plugins.ml2.managers [None req-37e5f35b-0e0f-411c-85fa-519adc8b17ba tempest-PortsAdminExtendedAttrsTestJSON-1944596240 tempest-PortsAdminExtendedAttrsTestJSON-1944596240-project-admin] Failed to bind port 7eb2e6e8-61a1-4cf2-a608-d57c1ad8b3c8 on host n-h1-816865-1 for vnic_type normal using segments [{'id': 'd91097f1-b308-4a74-b34e-9cc7bb5c930b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'b0a58cdf-9fc5-4401-9fb4-1eed6de4972e'}] Nov 05 18:55:16.938085 n-d-816865-1 neutron-server[102386]: INFO neutron.plugins.ml2.plugin [None req-37e5f35b-0e0f-411c-85fa-519adc8b17ba tempest-PortsAdminExtendedAttrsTestJSON-1944596240 tempest-PortsAdminExtendedAttrsTestJSON-1944596240-project-admin] Attempt 10 to bind port 7eb2e6e8-61a1-4cf2-a608-d57c1ad8b3c8 Nov 05 18:55:16.957579 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [None req-37e5f35b-0e0f-411c-85fa-519adc8b17ba tempest-PortsAdminExtendedAttrsTestJSON-1944596240 tempest-PortsAdminExtendedAttrsTestJSON-1944596240-project-admin] Attempting to bind port 7eb2e6e8-61a1-4cf2-a608-d57c1ad8b3c8 on host n-h1-816865-1 for vnic_type normal with profile {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 18:55:16.958383 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [None req-37e5f35b-0e0f-411c-85fa-519adc8b17ba tempest-PortsAdminExtendedAttrsTestJSON-1944596240 tempest-PortsAdminExtendedAttrsTestJSON-1944596240-project-admin] Attempting to bind port 7eb2e6e8-61a1-4cf2-a608-d57c1ad8b3c8 by drivers openvswitch,hyperv on host n-h1-816865-1 at level 0 using segments [{'id': 'd91097f1-b308-4a74-b34e-9cc7bb5c930b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'b0a58cdf-9fc5-4401-9fb4-1eed6de4972e'}] {{(pid=102386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 18:55:16.958996 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37e5f35b-0e0f-411c-85fa-519adc8b17ba tempest-PortsAdminExtendedAttrsTestJSON-1944596240 tempest-PortsAdminExtendedAttrsTestJSON-1944596240-project-admin] Attempting to bind port 7eb2e6e8-61a1-4cf2-a608-d57c1ad8b3c8 on network b0a58cdf-9fc5-4401-9fb4-1eed6de4972e {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 18:55:16.964931 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6546fe22-3b99-4c56-bf03-5c4e9e76b3d9 req-3c25848d-b1eb-434a-9da6-f761cf90c246 tempest-ServerRescueTestJSON-1639389385 tempest-ServerRescueTestJSON-1639389385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:55:16.972426 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-6546fe22-3b99-4c56-bf03-5c4e9e76b3d9 req-3c25848d-b1eb-434a-9da6-f761cf90c246 tempest-ServerRescueTestJSON-1639389385 tempest-ServerRescueTestJSON-1639389385-project] 10.222.0.13 "GET /v2.0/ports?device_id=71eadb3a-495a-4683-a4fb-df865dfdd3a2 HTTP/1.1" status: 200 len: 946 time: 0.1181068 Nov 05 18:55:16.987141 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37e5f35b-0e0f-411c-85fa-519adc8b17ba tempest-PortsAdminExtendedAttrsTestJSON-1944596240 tempest-PortsAdminExtendedAttrsTestJSON-1944596240-project-admin] Port 7eb2e6e8-61a1-4cf2-a608-d57c1ad8b3c8 on network b0a58cdf-9fc5-4401-9fb4-1eed6de4972e not bound, no agent of type Open vSwitch agent registered on host n-h1-816865-1 {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 18:55:16.987949 n-d-816865-1 neutron-server[102386]: ERROR neutron.plugins.ml2.managers [None req-37e5f35b-0e0f-411c-85fa-519adc8b17ba tempest-PortsAdminExtendedAttrsTestJSON-1944596240 tempest-PortsAdminExtendedAttrsTestJSON-1944596240-project-admin] Failed to bind port 7eb2e6e8-61a1-4cf2-a608-d57c1ad8b3c8 on host n-h1-816865-1 for vnic_type normal using segments [{'id': 'd91097f1-b308-4a74-b34e-9cc7bb5c930b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'b0a58cdf-9fc5-4401-9fb4-1eed6de4972e'}] Nov 05 18:55:16.988521 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-37e5f35b-0e0f-411c-85fa-519adc8b17ba tempest-PortsAdminExtendedAttrsTestJSON-1944596240 tempest-PortsAdminExtendedAttrsTestJSON-1944596240-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:17.003572 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-b6dea865-b97b-4fb0-889d-66303da6991a tempest-AllowedAddressPairIpV6TestJSON-972849293 tempest-AllowedAddressPairIpV6TestJSON-972849293-project] Deleting port 56ecb182-750e-4e90-af4a-44d1d4d9f253 {{(pid=102386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 18:55:17.004173 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-b6dea865-b97b-4fb0-889d-66303da6991a tempest-AllowedAddressPairIpV6TestJSON-972849293 tempest-AllowedAddressPairIpV6TestJSON-972849293-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:17.015668 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b311b1e0-17a7-4d4e-a69e-0e7a3fc9bb67 None None] Pushing event updated for resources: {'Port': ['ID=c6869a12-d5db-4f9e-9fcb-83ef31a12a3f,revision_number=1']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:55:17.096155 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-6546fe22-3b99-4c56-bf03-5c4e9e76b3d9 req-e15c33a6-27fb-4c93-b9c4-a1fc693d977a tempest-ServerRescueTestJSON-1639389385 tempest-ServerRescueTestJSON-1639389385-project] 10.222.0.13 "GET /v2.0/security-groups?id=458afcac-91c4-437c-b78f-d73b875bd5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153102 Nov 05 18:55:17.160197 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [None req-b6dea865-b97b-4fb0-889d-66303da6991a tempest-AllowedAddressPairIpV6TestJSON-972849293 tempest-AllowedAddressPairIpV6TestJSON-972849293-project] For port 56ecb182-750e-4e90-af4a-44d1d4d9f253, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=56ecb182-750e-4e90-af4a-44d1d4d9f253,segment=NetworkSegment(102162a7-ef90-4030-accf-4a9f1424fbc2),segment_id=102162a7-ef90-4030-accf-4a9f1424fbc2)] {{(pid=102386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:55:17.160898 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-b6dea865-b97b-4fb0-889d-66303da6991a tempest-AllowedAddressPairIpV6TestJSON-972849293 tempest-AllowedAddressPairIpV6TestJSON-972849293-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:17.165205 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-b311b1e0-17a7-4d4e-a69e-0e7a3fc9bb67 None None] Attempting to bind port c6869a12-d5db-4f9e-9fcb-83ef31a12a3f on host n-d-816865-1 for vnic_type normal with profile {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 18:55:17.165205 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-b311b1e0-17a7-4d4e-a69e-0e7a3fc9bb67 None None] Attempting to bind port c6869a12-d5db-4f9e-9fcb-83ef31a12a3f by drivers openvswitch,hyperv on host n-d-816865-1 at level 0 using segments [{'id': '1bdc5ccc-001b-4584-b217-2d1934002f57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '1c9d25d3-7f2e-4384-9081-dc17514a5578'}] {{(pid=102388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 18:55:17.174164 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-0c468b0e-4821-4121-bf35-924a747bb100 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Publish callbacks [] for port, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:17.180474 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b311b1e0-17a7-4d4e-a69e-0e7a3fc9bb67 None None] Attempting to bind port c6869a12-d5db-4f9e-9fcb-83ef31a12a3f on network 1c9d25d3-7f2e-4384-9081-dc17514a5578 {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 18:55:17.186668 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-b6dea865-b97b-4fb0-889d-66303da6991a tempest-AllowedAddressPairIpV6TestJSON-972849293 tempest-AllowedAddressPairIpV6TestJSON-972849293-project] Calling delete_port for 56ecb182-750e-4e90-af4a-44d1d4d9f253 owned by network:dhcp {{(pid=102386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 18:55:17.195384 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [None req-37e5f35b-0e0f-411c-85fa-519adc8b17ba tempest-PortsAdminExtendedAttrsTestJSON-1944596240 tempest-PortsAdminExtendedAttrsTestJSON-1944596240-project-admin] For port 7eb2e6e8-61a1-4cf2-a608-d57c1ad8b3c8, host n-h1-816865-1, cleared binding levels {{(pid=102386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 18:55:17.196571 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [None req-37e5f35b-0e0f-411c-85fa-519adc8b17ba tempest-PortsAdminExtendedAttrsTestJSON-1944596240 tempest-PortsAdminExtendedAttrsTestJSON-1944596240-project-admin] Attempted to set empty binding levels {{(pid=102386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 05 18:55:17.222605 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b311b1e0-17a7-4d4e-a69e-0e7a3fc9bb67 None None] Checking agent: {'id': '724d89a7-611b-41e6-bc85-c48112b17afa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 18, 25, 8), 'started_at': datetime.datetime(2021, 11, 5, 18, 25, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 18, 55, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 18:55:17.227287 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b311b1e0-17a7-4d4e-a69e-0e7a3fc9bb67 None None] Checking segment: {'id': '1bdc5ccc-001b-4584-b217-2d1934002f57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '1c9d25d3-7f2e-4384-9081-dc17514a5578'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 18:55:17.229749 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b311b1e0-17a7-4d4e-a69e-0e7a3fc9bb67 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:17.230628 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b311b1e0-17a7-4d4e-a69e-0e7a3fc9bb67 None None] Bound using segment: {'id': '1bdc5ccc-001b-4584-b217-2d1934002f57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '1c9d25d3-7f2e-4384-9081-dc17514a5578'} {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 18:55:17.231364 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-b311b1e0-17a7-4d4e-a69e-0e7a3fc9bb67 None None] Bound port: c6869a12-d5db-4f9e-9fcb-83ef31a12a3f, host: n-d-816865-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1bdc5ccc-001b-4584-b217-2d1934002f57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '1c9d25d3-7f2e-4384-9081-dc17514a5578'}}] {{(pid=102388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 18:55:17.231999 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b311b1e0-17a7-4d4e-a69e-0e7a3fc9bb67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:17.270915 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-37e5f35b-0e0f-411c-85fa-519adc8b17ba tempest-PortsAdminExtendedAttrsTestJSON-1944596240 tempest-PortsAdminExtendedAttrsTestJSON-1944596240-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6149821'] for port, after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:17.305792 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae7292f2-973c-4e6a-8439-556c6e181a99 None None] DHCP port deletion for a0e16542-d981-481b-9eaf-465415ed5975 request from n-d-816865-1 {{(pid=102388) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 05 18:55:17.330709 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-37e5f35b-0e0f-411c-85fa-519adc8b17ba tempest-PortsAdminExtendedAttrsTestJSON-1944596240 tempest-PortsAdminExtendedAttrsTestJSON-1944596240-project-admin] In _notify_port_updated(), no bound segment for port 7eb2e6e8-61a1-4cf2-a608-d57c1ad8b3c8 on network b0a58cdf-9fc5-4401-9fb4-1eed6de4972e {{(pid=102386) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 05 18:55:17.331941 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37e5f35b-0e0f-411c-85fa-519adc8b17ba tempest-PortsAdminExtendedAttrsTestJSON-1944596240 tempest-PortsAdminExtendedAttrsTestJSON-1944596240-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:55:17.332693 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-37e5f35b-0e0f-411c-85fa-519adc8b17ba tempest-PortsAdminExtendedAttrsTestJSON-1944596240 tempest-PortsAdminExtendedAttrsTestJSON-1944596240-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:17.333994 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-37e5f35b-0e0f-411c-85fa-519adc8b17ba tempest-PortsAdminExtendedAttrsTestJSON-1944596240 tempest-PortsAdminExtendedAttrsTestJSON-1944596240-project-admin] 10.222.0.13 "PUT /v2.0/ports/7eb2e6e8-61a1-4cf2-a608-d57c1ad8b3c8 HTTP/1.1" status: 200 len: 975 time: 1.7064810 Nov 05 18:55:17.337539 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 34714) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:55:17.347414 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b311b1e0-17a7-4d4e-a69e-0e7a3fc9bb67 None None] For port c6869a12-d5db-4f9e-9fcb-83ef31a12a3f, host n-d-816865-1, cleared binding levels {{(pid=102388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 18:55:17.349256 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e5f35b-0e0f-411c-85fa-519adc8b17ba tempest-PortsAdminExtendedAttrsTestJSON-1944596240 tempest-PortsAdminExtendedAttrsTestJSON-1944596240-project-admin] Pushing event updated for resources: {'Port': ['ID=7eb2e6e8-61a1-4cf2-a608-d57c1ad8b3c8,revision_number=3']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:55:17.358909 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e5f35b-0e0f-411c-85fa-519adc8b17ba tempest-PortsAdminExtendedAttrsTestJSON-1944596240 tempest-PortsAdminExtendedAttrsTestJSON-1944596240-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:55:17.359257 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e5f35b-0e0f-411c-85fa-519adc8b17ba tempest-PortsAdminExtendedAttrsTestJSON-1944596240 tempest-PortsAdminExtendedAttrsTestJSON-1944596240-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:55:17.359601 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e5f35b-0e0f-411c-85fa-519adc8b17ba tempest-PortsAdminExtendedAttrsTestJSON-1944596240 tempest-PortsAdminExtendedAttrsTestJSON-1944596240-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:55:17.359940 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e5f35b-0e0f-411c-85fa-519adc8b17ba tempest-PortsAdminExtendedAttrsTestJSON-1944596240 tempest-PortsAdminExtendedAttrsTestJSON-1944596240-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:55:17.360270 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e5f35b-0e0f-411c-85fa-519adc8b17ba tempest-PortsAdminExtendedAttrsTestJSON-1944596240 tempest-PortsAdminExtendedAttrsTestJSON-1944596240-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:55:17.360598 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e5f35b-0e0f-411c-85fa-519adc8b17ba tempest-PortsAdminExtendedAttrsTestJSON-1944596240 tempest-PortsAdminExtendedAttrsTestJSON-1944596240-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:55:17.360923 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e5f35b-0e0f-411c-85fa-519adc8b17ba tempest-PortsAdminExtendedAttrsTestJSON-1944596240 tempest-PortsAdminExtendedAttrsTestJSON-1944596240-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:55:17.361244 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e5f35b-0e0f-411c-85fa-519adc8b17ba tempest-PortsAdminExtendedAttrsTestJSON-1944596240 tempest-PortsAdminExtendedAttrsTestJSON-1944596240-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:55:17.361567 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e5f35b-0e0f-411c-85fa-519adc8b17ba tempest-PortsAdminExtendedAttrsTestJSON-1944596240 tempest-PortsAdminExtendedAttrsTestJSON-1944596240-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:55:17.361880 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e5f35b-0e0f-411c-85fa-519adc8b17ba tempest-PortsAdminExtendedAttrsTestJSON-1944596240 tempest-PortsAdminExtendedAttrsTestJSON-1944596240-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:55:17.362229 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e5f35b-0e0f-411c-85fa-519adc8b17ba tempest-PortsAdminExtendedAttrsTestJSON-1944596240 tempest-PortsAdminExtendedAttrsTestJSON-1944596240-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:55:17.362551 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e5f35b-0e0f-411c-85fa-519adc8b17ba tempest-PortsAdminExtendedAttrsTestJSON-1944596240 tempest-PortsAdminExtendedAttrsTestJSON-1944596240-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:55:17.375691 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-0c468b0e-4821-4121-bf35-924a747bb100 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4417063'] for port, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:17.385507 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b311b1e0-17a7-4d4e-a69e-0e7a3fc9bb67 None None] For port c6869a12-d5db-4f9e-9fcb-83ef31a12a3f, host n-d-816865-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=c6869a12-d5db-4f9e-9fcb-83ef31a12a3f,segment=NetworkSegment(1bdc5ccc-001b-4584-b217-2d1934002f57),segment_id=1bdc5ccc-001b-4584-b217-2d1934002f57)] {{(pid=102388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 18:55:17.411454 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-ae7292f2-973c-4e6a-8439-556c6e181a99 None None] Deleting port 56ecb182-750e-4e90-af4a-44d1d4d9f253 {{(pid=102388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 18:55:17.411680 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-ae7292f2-973c-4e6a-8439-556c6e181a99 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:17.469864 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c468b0e-4821-4121-bf35-924a747bb100 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Network 1c9d25d3-7f2e-4384-9081-dc17514a5578 is already hosted by enough agents. {{(pid=102387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 18:55:17.474873 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-b6dea865-b97b-4fb0-889d-66303da6991a tempest-AllowedAddressPairIpV6TestJSON-972849293 tempest-AllowedAddressPairIpV6TestJSON-972849293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:17.479327 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.base_scheduler [None req-0c468b0e-4821-4121-bf35-924a747bb100 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Resources bound (agent type, host, resource id): {{(pid=102387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:55:17.484088 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c468b0e-4821-4121-bf35-924a747bb100 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Received port after_create {{(pid=102387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 18:55:17.488740 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c468b0e-4821-4121-bf35-924a747bb100 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:55:17.489463 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-0c468b0e-4821-4121-bf35-924a747bb100 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:17.491952 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c468b0e-4821-4121-bf35-924a747bb100 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Pushing event updated for resources: {'Port': ['ID=6515361f-5b33-4dff-86fa-2c79de49e350,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:55:17.512942 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b311b1e0-17a7-4d4e-a69e-0e7a3fc9bb67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:17.523529 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [None req-b4f5cffa-3d72-41f1-a7eb-eb08aa72a45c tempest-PortsAdminExtendedAttrsTestJSON-1944596240 tempest-PortsAdminExtendedAttrsTestJSON-1944596240-project-admin] Deleting port 7eb2e6e8-61a1-4cf2-a608-d57c1ad8b3c8 {{(pid=102387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 18:55:17.525398 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-b4f5cffa-3d72-41f1-a7eb-eb08aa72a45c tempest-PortsAdminExtendedAttrsTestJSON-1944596240 tempest-PortsAdminExtendedAttrsTestJSON-1944596240-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:17.529646 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-ae7292f2-973c-4e6a-8439-556c6e181a99 None None] For port 56ecb182-750e-4e90-af4a-44d1d4d9f253, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=56ecb182-750e-4e90-af4a-44d1d4d9f253,segment=NetworkSegment(102162a7-ef90-4030-accf-4a9f1424fbc2),segment_id=102162a7-ef90-4030-accf-4a9f1424fbc2)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:55:17.529846 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6dea865-b97b-4fb0-889d-66303da6991a tempest-AllowedAddressPairIpV6TestJSON-972849293 tempest-AllowedAddressPairIpV6TestJSON-972849293-project] Pushing event deleted for resources: {'Port': ['ID=56ecb182-750e-4e90-af4a-44d1d4d9f253,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:55:17.530117 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-ae7292f2-973c-4e6a-8439-556c6e181a99 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:17.539591 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6dea865-b97b-4fb0-889d-66303da6991a tempest-AllowedAddressPairIpV6TestJSON-972849293 tempest-AllowedAddressPairIpV6TestJSON-972849293-project] No DVR routers for this DVR port 56ecb182-750e-4e90-af4a-44d1d4d9f253 on host n-d-816865-1 {{(pid=102386) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 18:55:17.590296 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-ae7292f2-973c-4e6a-8439-556c6e181a99 None None] Calling delete_port for 56ecb182-750e-4e90-af4a-44d1d4d9f253 owned by network:dhcp {{(pid=102388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 18:55:17.646368 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.db [None req-b4f5cffa-3d72-41f1-a7eb-eb08aa72a45c tempest-PortsAdminExtendedAttrsTestJSON-1944596240 tempest-PortsAdminExtendedAttrsTestJSON-1944596240-project-admin] For port 7eb2e6e8-61a1-4cf2-a608-d57c1ad8b3c8, host n-h1-816865-1, got binding levels [] {{(pid=102387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:55:17.646927 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-b4f5cffa-3d72-41f1-a7eb-eb08aa72a45c tempest-PortsAdminExtendedAttrsTestJSON-1944596240 tempest-PortsAdminExtendedAttrsTestJSON-1944596240-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:17.663844 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-b6dea865-b97b-4fb0-889d-66303da6991a tempest-AllowedAddressPairIpV6TestJSON-972849293 tempest-AllowedAddressPairIpV6TestJSON-972849293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1579173', 'neutron.services.segments.db._delete_segments_for_network-8750027792909'] for network, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:17.669430 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [None req-b4f5cffa-3d72-41f1-a7eb-eb08aa72a45c tempest-PortsAdminExtendedAttrsTestJSON-1944596240 tempest-PortsAdminExtendedAttrsTestJSON-1944596240-project-admin] Calling delete_port for 7eb2e6e8-61a1-4cf2-a608-d57c1ad8b3c8 owned by {{(pid=102387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 18:55:17.680171 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-0c468b0e-4821-4121-bf35-924a747bb100 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.6196101 Nov 05 18:55:17.680906 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 34720) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:55:17.709086 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b311b1e0-17a7-4d4e-a69e-0e7a3fc9bb67 None None] Pushing event updated for resources: {'Port': ['ID=c6869a12-d5db-4f9e-9fcb-83ef31a12a3f,revision_number=2']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:55:17.746442 n-d-816865-1 neutron-server[102386]: DEBUG neutron.services.segments.db [None req-b6dea865-b97b-4fb0-889d-66303da6991a tempest-AllowedAddressPairIpV6TestJSON-972849293 tempest-AllowedAddressPairIpV6TestJSON-972849293-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0e16542-d981-481b-9eaf-465415ed5975']}} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:55:17.770239 n-d-816865-1 neutron-server[102386]: DEBUG neutron.services.segments.db [None req-b6dea865-b97b-4fb0-889d-66303da6991a tempest-AllowedAddressPairIpV6TestJSON-972849293 tempest-AllowedAddressPairIpV6TestJSON-972849293-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '102162a7-ef90-4030-accf-4a9f1424fbc2') {'for_net_delete': True} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:55:17.770527 n-d-816865-1 neutron-server[102386]: DEBUG neutron.services.segments.db [None req-b6dea865-b97b-4fb0-889d-66303da6991a tempest-AllowedAddressPairIpV6TestJSON-972849293 tempest-AllowedAddressPairIpV6TestJSON-972849293-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '102162a7-ef90-4030-accf-4a9f1424fbc2') {} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:55:17.782976 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-b6dea865-b97b-4fb0-889d-66303da6991a tempest-AllowedAddressPairIpV6TestJSON-972849293 tempest-AllowedAddressPairIpV6TestJSON-972849293-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750027793430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4590747'] for segment, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:17.785958 n-d-816865-1 neutron-server[102388]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 05 18:55:17.785958 n-d-816865-1 neutron-server[102388]: self.session.flush() Nov 05 18:55:17.785958 n-d-816865-1 neutron-server[102388]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 05 18:55:17.785958 n-d-816865-1 neutron-server[102388]: self.session.flush() Nov 05 18:55:17.785958 n-d-816865-1 neutron-server[102388]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 05 18:55:17.785958 n-d-816865-1 neutron-server[102388]: self.session.flush() Nov 05 18:55:17.785958 n-d-816865-1 neutron-server[102388]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 05 18:55:17.785958 n-d-816865-1 neutron-server[102388]: self.session.flush() Nov 05 18:55:17.785958 n-d-816865-1 neutron-server[102388]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 05 18:55:17.785958 n-d-816865-1 neutron-server[102388]: self.session.flush() Nov 05 18:55:17.785958 n-d-816865-1 neutron-server[102388]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 05 18:55:17.785958 n-d-816865-1 neutron-server[102388]: self.session.flush() Nov 05 18:55:17.785958 n-d-816865-1 neutron-server[102388]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 05 18:55:17.785958 n-d-816865-1 neutron-server[102388]: self.session.flush() Nov 05 18:55:17.785958 n-d-816865-1 neutron-server[102388]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 05 18:55:17.785958 n-d-816865-1 neutron-server[102388]: self.session.flush() Nov 05 18:55:17.785958 n-d-816865-1 neutron-server[102388]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 05 18:55:17.785958 n-d-816865-1 neutron-server[102388]: self.session.flush() Nov 05 18:55:17.785958 n-d-816865-1 neutron-server[102388]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 05 18:55:17.785958 n-d-816865-1 neutron-server[102388]: self.session.flush() Nov 05 18:55:17.785958 n-d-816865-1 neutron-server[102388]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 05 18:55:17.785958 n-d-816865-1 neutron-server[102388]: self.session.flush() Nov 05 18:55:17.785958 n-d-816865-1 neutron-server[102388]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 05 18:55:17.785958 n-d-816865-1 neutron-server[102388]: self.session.flush() Nov 05 18:55:17.785958 n-d-816865-1 neutron-server[102388]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 05 18:55:17.785958 n-d-816865-1 neutron-server[102388]: self.session.flush() Nov 05 18:55:17.785958 n-d-816865-1 neutron-server[102388]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 05 18:55:17.785958 n-d-816865-1 neutron-server[102388]: self.session.flush() Nov 05 18:55:17.785958 n-d-816865-1 neutron-server[102388]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 05 18:55:17.785958 n-d-816865-1 neutron-server[102388]: self.session.flush() Nov 05 18:55:17.785958 n-d-816865-1 neutron-server[102388]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 05 18:55:17.785958 n-d-816865-1 neutron-server[102388]: self.session.flush() Nov 05 18:55:17.785958 n-d-816865-1 neutron-server[102388]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 05 18:55:17.785958 n-d-816865-1 neutron-server[102388]: self.session.flush() Nov 05 18:55:17.785958 n-d-816865-1 neutron-server[102388]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 05 18:55:17.785958 n-d-816865-1 neutron-server[102388]: self.session.flush() Nov 05 18:55:17.785958 n-d-816865-1 neutron-server[102388]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 05 18:55:17.785958 n-d-816865-1 neutron-server[102388]: self.session.flush() Nov 05 18:55:17.785958 n-d-816865-1 neutron-server[102388]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 05 18:55:17.785958 n-d-816865-1 neutron-server[102388]: self.session.flush() Nov 05 18:55:17.785958 n-d-816865-1 neutron-server[102388]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 05 18:55:17.785958 n-d-816865-1 neutron-server[102388]: self.session.flush() Nov 05 18:55:17.785958 n-d-816865-1 neutron-server[102388]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 05 18:55:17.785958 n-d-816865-1 neutron-server[102388]: self.session.flush() Nov 05 18:55:17.785958 n-d-816865-1 neutron-server[102388]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 05 18:55:17.785958 n-d-816865-1 neutron-server[102388]: self.session.flush() Nov 05 18:55:17.785958 n-d-816865-1 neutron-server[102388]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 05 18:55:17.785958 n-d-816865-1 neutron-server[102388]: self.session.flush() Nov 05 18:55:17.785958 n-d-816865-1 neutron-server[102388]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 05 18:55:17.785958 n-d-816865-1 neutron-server[102388]: self.session.flush() Nov 05 18:55:17.785958 n-d-816865-1 neutron-server[102388]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 05 18:55:17.785958 n-d-816865-1 neutron-server[102388]: self.session.flush() Nov 05 18:55:17.785958 n-d-816865-1 neutron-server[102388]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 05 18:55:17.785958 n-d-816865-1 neutron-server[102388]: self.session.flush() Nov 05 18:55:17.795070 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41d75bec-9eed-441a-a7ab-7a34000b76cb tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:55:17.797496 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-ae7292f2-973c-4e6a-8439-556c6e181a99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798'] for port, after_delete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:17.801785 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41d75bec-9eed-441a-a7ab-7a34000b76cb tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:55:17.803450 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-41d75bec-9eed-441a-a7ab-7a34000b76cb tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.1217864 Nov 05 18:55:17.810840 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 34724) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:55:17.851767 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-b6dea865-b97b-4fb0-889d-66303da6991a tempest-AllowedAddressPairIpV6TestJSON-972849293 tempest-AllowedAddressPairIpV6TestJSON-972849293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273'] for segment, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:17.870906 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b6dea865-b97b-4fb0-889d-66303da6991a tempest-AllowedAddressPairIpV6TestJSON-972849293 tempest-AllowedAddressPairIpV6TestJSON-972849293-project] Releasing vlan 167 on physical network physnet1 to pool {{(pid=102386) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 05 18:55:17.877791 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-b6dea865-b97b-4fb0-889d-66303da6991a tempest-AllowedAddressPairIpV6TestJSON-972849293 tempest-AllowedAddressPairIpV6TestJSON-972849293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6149721'] for segment, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:17.877791 n-d-816865-1 neutron-server[102386]: Traceback (most recent call last): Nov 05 18:55:17.877791 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 05 18:55:17.877791 n-d-816865-1 neutron-server[102386]: timer() Nov 05 18:55:17.877791 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 05 18:55:17.877791 n-d-816865-1 neutron-server[102386]: cb(*args, **kw) Nov 05 18:55:17.877791 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 05 18:55:17.877791 n-d-816865-1 neutron-server[102386]: return func(*args, **kwargs) Nov 05 18:55:17.877791 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 05 18:55:17.877791 n-d-816865-1 neutron-server[102386]: self._notify() Nov 05 18:55:17.877791 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 05 18:55:17.877791 n-d-816865-1 neutron-server[102386]: self.callback(batched_events) Nov 05 18:55:17.877791 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 05 18:55:17.877791 n-d-816865-1 neutron-server[102386]: event.method(event) Nov 05 18:55:17.877791 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 05 18:55:17.877791 n-d-816865-1 neutron-server[102386]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 05 18:55:17.877791 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 05 18:55:17.877791 n-d-816865-1 neutron-server[102386]: aggregate_uuid = self.p_client.list_aggregates( Nov 05 18:55:17.877791 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 05 18:55:17.877791 n-d-816865-1 neutron-server[102386]: return f(self, *a, **k) Nov 05 18:55:17.877791 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 05 18:55:17.877791 n-d-816865-1 neutron-server[102386]: return self._get(url).json() Nov 05 18:55:17.877791 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 05 18:55:17.877791 n-d-816865-1 neutron-server[102386]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 05 18:55:17.877791 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 05 18:55:17.877791 n-d-816865-1 neutron-server[102386]: return self.request(url, 'GET', **kwargs) Nov 05 18:55:17.877791 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 05 18:55:17.877791 n-d-816865-1 neutron-server[102386]: base_url = self.get_endpoint(auth, allow=allow, Nov 05 18:55:17.877791 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 05 18:55:17.877791 n-d-816865-1 neutron-server[102386]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 05 18:55:17.877791 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 05 18:55:17.877791 n-d-816865-1 neutron-server[102386]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 05 18:55:17.877791 n-d-816865-1 neutron-server[102386]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 05 18:55:17.924219 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871f54a1-27df-42b5-9b0e-479ddd79689b req-290d2488-1672-4295-a004-1e2c2c3c9138 tempest-ServerRescueTestJSONUnderV235-847319139 tempest-ServerRescueTestJSONUnderV235-847319139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:55:17.934161 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-871f54a1-27df-42b5-9b0e-479ddd79689b req-290d2488-1672-4295-a004-1e2c2c3c9138 tempest-ServerRescueTestJSONUnderV235-847319139 tempest-ServerRescueTestJSONUnderV235-847319139-project] 10.222.0.13 "GET /v2.0/ports?device_id=30f854dc-91a9-455d-85a2-232be75a6d81 HTTP/1.1" status: 200 len: 945 time: 0.0918221 Nov 05 18:55:17.983122 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-b4f5cffa-3d72-41f1-a7eb-eb08aa72a45c tempest-PortsAdminExtendedAttrsTestJSON-1944596240 tempest-PortsAdminExtendedAttrsTestJSON-1944596240-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4417063'] for port, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:18.069158 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f5cffa-3d72-41f1-a7eb-eb08aa72a45c tempest-PortsAdminExtendedAttrsTestJSON-1944596240 tempest-PortsAdminExtendedAttrsTestJSON-1944596240-project-admin] Pushing event deleted for resources: {'Port': ['ID=7eb2e6e8-61a1-4cf2-a608-d57c1ad8b3c8,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:55:18.158075 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-fd077eb0-a013-4826-aa87-c51a7c3195d0 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Deleting port 6515361f-5b33-4dff-86fa-2c79de49e350 {{(pid=102386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 18:55:18.158843 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-fd077eb0-a013-4826-aa87-c51a7c3195d0 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:18.167265 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 34734) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:55:18.167553 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-871f54a1-27df-42b5-9b0e-479ddd79689b req-a1cb598a-8e36-41c1-b6fd-81e1739de01f tempest-ServerRescueTestJSONUnderV235-847319139 tempest-ServerRescueTestJSONUnderV235-847319139-project] 10.222.0.13 "GET /v2.0/security-groups?id=2aa13776-0d09-4b7a-99bc-d3ea449425cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2329130 Nov 05 18:55:18.171077 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-b4f5cffa-3d72-41f1-a7eb-eb08aa72a45c tempest-PortsAdminExtendedAttrsTestJSON-1944596240 tempest-PortsAdminExtendedAttrsTestJSON-1944596240-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:18.177979 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-b4f5cffa-3d72-41f1-a7eb-eb08aa72a45c tempest-PortsAdminExtendedAttrsTestJSON-1944596240 tempest-PortsAdminExtendedAttrsTestJSON-1944596240-project-admin] 10.222.0.13 "DELETE /v2.0/ports/7eb2e6e8-61a1-4cf2-a608-d57c1ad8b3c8 HTTP/1.1" status: 204 len: 168 time: 0.8379457 Nov 05 18:55:18.181387 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-8172acc1-3247-4188-9f02-24edb1b03fb5 req-880907e7-72c6-443a-a9a2-ba7bb976e140 tempest-ServerPasswordTestJSON-205724688 tempest-ServerPasswordTestJSON-205724688-project] 10.222.0.13 "GET /v2.0/ports?device_id=353d0e64-4bcb-4eed-8553-bdbeab999e4b HTTP/1.1" status: 200 len: 210 time: 0.1213961 Nov 05 18:55:18.184105 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 34738) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:55:18.199954 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7292f2-973c-4e6a-8439-556c6e181a99 None None] Pushing event deleted for resources: {'Port': ['ID=56ecb182-750e-4e90-af4a-44d1d4d9f253,revision_number=None']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:55:18.208925 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae7292f2-973c-4e6a-8439-556c6e181a99 None None] No DVR routers for this DVR port 56ecb182-750e-4e90-af4a-44d1d4d9f253 on host n-d-816865-1 {{(pid=102388) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 18:55:18.233155 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-b6dea865-b97b-4fb0-889d-66303da6991a tempest-AllowedAddressPairIpV6TestJSON-972849293 tempest-AllowedAddressPairIpV6TestJSON-972849293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1579178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-956796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1000687'] for network, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:18.245442 n-d-816865-1 neutron-server[102387]: INFO neutron.pecan_wsgi.hooks.translation [None req-310ff23c-fecd-4d5d-bf1f-4ecab419fc4f tempest-PortsAdminExtendedAttrsTestJSON-1944596240 tempest-PortsAdminExtendedAttrsTestJSON-1944596240-project-admin] GET failed (client error): The resource could not be found. Nov 05 18:55:18.248282 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-310ff23c-fecd-4d5d-bf1f-4ecab419fc4f tempest-PortsAdminExtendedAttrsTestJSON-1944596240 tempest-PortsAdminExtendedAttrsTestJSON-1944596240-project-admin] 10.222.0.13 "GET /v2.0/ports/7eb2e6e8-61a1-4cf2-a608-d57c1ad8b3c8 HTTP/1.1" status: 404 len: 333 time: 0.0628374 Nov 05 18:55:18.251780 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 34740) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:55:18.336273 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-b6dea865-b97b-4fb0-889d-66303da6991a tempest-AllowedAddressPairIpV6TestJSON-972849293 tempest-AllowedAddressPairIpV6TestJSON-972849293-project] Publish callbacks [] for network, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:18.340500 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-b6dea865-b97b-4fb0-889d-66303da6991a tempest-AllowedAddressPairIpV6TestJSON-972849293 tempest-AllowedAddressPairIpV6TestJSON-972849293-project] 10.222.0.13 "DELETE /v2.0/networks/a0e16542-d981-481b-9eaf-465415ed5975 HTTP/1.1" status: 204 len: 168 time: 1.7051499 Nov 05 18:55:18.368309 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6dea865-b97b-4fb0-889d-66303da6991a tempest-AllowedAddressPairIpV6TestJSON-972849293 tempest-AllowedAddressPairIpV6TestJSON-972849293-project] Pushing event deleted for resources: {'Network': ['ID=a0e16542-d981-481b-9eaf-465415ed5975,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:55:18.440535 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-00586c42-834c-46af-b6c7-740648458db4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:18.446619 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-c61222aa-275f-40d9-a5cb-3ad079ff1745 tempest-PortsAdminExtendedAttrsTestJSON-1708062869 tempest-PortsAdminExtendedAttrsTestJSON-1708062869-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1664226'] for network, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:18.463051 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-fd077eb0-a013-4826-aa87-c51a7c3195d0 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:18.466947 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cabfd4-da76-4bdb-addf-b1c09c1f1321 req-59a6708f-46c2-4e30-b5b4-2670178a5eaa tempest-ServerRescueTestJSON-1639389385 tempest-ServerRescueTestJSON-1639389385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:55:18.468503 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-98cabfd4-da76-4bdb-addf-b1c09c1f1321 req-59a6708f-46c2-4e30-b5b4-2670178a5eaa tempest-ServerRescueTestJSON-1639389385 tempest-ServerRescueTestJSON-1639389385-project] 10.222.0.13 "GET /v2.0/ports?device_id=71eadb3a-495a-4683-a4fb-df865dfdd3a2 HTTP/1.1" status: 200 len: 946 time: 0.0856206 Nov 05 18:55:18.482433 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-fd077eb0-a013-4826-aa87-c51a7c3195d0 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Calling delete_port for 6515361f-5b33-4dff-86fa-2c79de49e350 owned by {{(pid=102386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 18:55:18.591633 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-c61222aa-275f-40d9-a5cb-3ad079ff1745 tempest-PortsAdminExtendedAttrsTestJSON-1708062869 tempest-PortsAdminExtendedAttrsTestJSON-1708062869-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1579173', 'neutron.services.segments.db._delete_segments_for_network-8750027792909'] for network, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:18.611091 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-00586c42-834c-46af-b6c7-740648458db4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:18.620433 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-98cabfd4-da76-4bdb-addf-b1c09c1f1321 req-fcd7783f-3086-4a44-a3d9-80e544f947cb tempest-ServerRescueTestJSON-1639389385 tempest-ServerRescueTestJSON-1639389385-project] 10.222.0.13 "GET /v2.0/security-groups?id=458afcac-91c4-437c-b78f-d73b875bd5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415873 Nov 05 18:55:18.623475 n-d-816865-1 neutron-server[102387]: DEBUG neutron.services.segments.db [None req-c61222aa-275f-40d9-a5cb-3ad079ff1745 tempest-PortsAdminExtendedAttrsTestJSON-1708062869 tempest-PortsAdminExtendedAttrsTestJSON-1708062869-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b0a58cdf-9fc5-4401-9fb4-1eed6de4972e']}} {{(pid=102387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:55:18.643900 n-d-816865-1 neutron-server[102387]: DEBUG neutron.services.segments.db [None req-c61222aa-275f-40d9-a5cb-3ad079ff1745 tempest-PortsAdminExtendedAttrsTestJSON-1708062869 tempest-PortsAdminExtendedAttrsTestJSON-1708062869-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd91097f1-b308-4a74-b34e-9cc7bb5c930b') {'for_net_delete': True} {{(pid=102387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:55:18.645931 n-d-816865-1 neutron-server[102387]: DEBUG neutron.services.segments.db [None req-c61222aa-275f-40d9-a5cb-3ad079ff1745 tempest-PortsAdminExtendedAttrsTestJSON-1708062869 tempest-PortsAdminExtendedAttrsTestJSON-1708062869-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd91097f1-b308-4a74-b34e-9cc7bb5c930b') {} {{(pid=102387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:55:18.661533 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-c61222aa-275f-40d9-a5cb-3ad079ff1745 tempest-PortsAdminExtendedAttrsTestJSON-1708062869 tempest-PortsAdminExtendedAttrsTestJSON-1708062869-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750027793430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4463492'] for segment, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:18.682559 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-c61222aa-275f-40d9-a5cb-3ad079ff1745 tempest-PortsAdminExtendedAttrsTestJSON-1708062869 tempest-PortsAdminExtendedAttrsTestJSON-1708062869-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273'] for segment, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:18.689508 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c61222aa-275f-40d9-a5cb-3ad079ff1745 tempest-PortsAdminExtendedAttrsTestJSON-1708062869 tempest-PortsAdminExtendedAttrsTestJSON-1708062869-project] Releasing vlan 185 on physical network physnet1 to pool {{(pid=102387) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 05 18:55:18.689907 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-c61222aa-275f-40d9-a5cb-3ad079ff1745 tempest-PortsAdminExtendedAttrsTestJSON-1708062869 tempest-PortsAdminExtendedAttrsTestJSON-1708062869-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4417236'] for segment, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:18.693184 n-d-816865-1 neutron-server[102387]: Traceback (most recent call last): Nov 05 18:55:18.693184 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 05 18:55:18.693184 n-d-816865-1 neutron-server[102387]: timer() Nov 05 18:55:18.693184 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 05 18:55:18.693184 n-d-816865-1 neutron-server[102387]: cb(*args, **kw) Nov 05 18:55:18.693184 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 05 18:55:18.693184 n-d-816865-1 neutron-server[102387]: return func(*args, **kwargs) Nov 05 18:55:18.693184 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 05 18:55:18.693184 n-d-816865-1 neutron-server[102387]: self._notify() Nov 05 18:55:18.693184 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 05 18:55:18.693184 n-d-816865-1 neutron-server[102387]: self.callback(batched_events) Nov 05 18:55:18.693184 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 05 18:55:18.693184 n-d-816865-1 neutron-server[102387]: event.method(event) Nov 05 18:55:18.693184 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 05 18:55:18.693184 n-d-816865-1 neutron-server[102387]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 05 18:55:18.693184 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 05 18:55:18.693184 n-d-816865-1 neutron-server[102387]: aggregate_uuid = self.p_client.list_aggregates( Nov 05 18:55:18.693184 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 05 18:55:18.693184 n-d-816865-1 neutron-server[102387]: return f(self, *a, **k) Nov 05 18:55:18.693184 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 05 18:55:18.693184 n-d-816865-1 neutron-server[102387]: return self._get(url).json() Nov 05 18:55:18.693184 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 05 18:55:18.693184 n-d-816865-1 neutron-server[102387]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 05 18:55:18.693184 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 05 18:55:18.693184 n-d-816865-1 neutron-server[102387]: return self.request(url, 'GET', **kwargs) Nov 05 18:55:18.693184 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 05 18:55:18.693184 n-d-816865-1 neutron-server[102387]: base_url = self.get_endpoint(auth, allow=allow, Nov 05 18:55:18.693184 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 05 18:55:18.693184 n-d-816865-1 neutron-server[102387]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 05 18:55:18.693184 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 05 18:55:18.693184 n-d-816865-1 neutron-server[102387]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 05 18:55:18.693184 n-d-816865-1 neutron-server[102387]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 05 18:55:18.709402 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-00586c42-834c-46af-b6c7-740648458db4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:18.715406 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-fd077eb0-a013-4826-aa87-c51a7c3195d0 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:18.717684 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Device 8c6dd4d3-e153-4543-b90b-dfbf5180b0bb up at agent hyperv_n-h1-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 18:55:18.860171 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd077eb0-a013-4826-aa87-c51a7c3195d0 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Pushing event deleted for resources: {'Port': ['ID=6515361f-5b33-4dff-86fa-2c79de49e350,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:55:18.879149 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-c61222aa-275f-40d9-a5cb-3ad079ff1745 tempest-PortsAdminExtendedAttrsTestJSON-1708062869 tempest-PortsAdminExtendedAttrsTestJSON-1708062869-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1579178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-956796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1000687'] for network, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:18.884980 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-00586c42-834c-46af-b6c7-740648458db4 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2c657e1c2feb4e30a778a93c368b99fa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7144876 Nov 05 18:55:18.892721 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00586c42-834c-46af-b6c7-740648458db4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=650f2c56-dd19-4cdd-9305-dff92cee7e17,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:55:18.896742 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 34746) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:55:18.909041 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-c61222aa-275f-40d9-a5cb-3ad079ff1745 tempest-PortsAdminExtendedAttrsTestJSON-1708062869 tempest-PortsAdminExtendedAttrsTestJSON-1708062869-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597851'] for network, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:18.920638 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-c61222aa-275f-40d9-a5cb-3ad079ff1745 tempest-PortsAdminExtendedAttrsTestJSON-1708062869 tempest-PortsAdminExtendedAttrsTestJSON-1708062869-project] 10.222.0.13 "DELETE /v2.0/networks/b0a58cdf-9fc5-4401-9fb4-1eed6de4972e HTTP/1.1" status: 204 len: 168 time: 0.6638482 Nov 05 18:55:18.935332 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device c6869a12-d5db-4f9e-9fcb-83ef31a12a3f up at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 18:55:18.978386 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Provisioning for port 8c6dd4d3-e153-4543-b90b-dfbf5180b0bb completed by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 05 18:55:18.991339 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Provisioning complete for port 8c6dd4d3-e153-4543-b90b-dfbf5180b0bb triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:55:18.991916 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:19.014606 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 34750) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:55:19.039081 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-fd077eb0-a013-4826-aa87-c51a7c3195d0 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:19.044732 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-fd077eb0-a013-4826-aa87-c51a7c3195d0 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] 10.222.0.13 "DELETE /v2.0/ports/6515361f-5b33-4dff-86fa-2c79de49e350 HTTP/1.1" status: 204 len: 168 time: 1.2327342 Nov 05 18:55:19.065521 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 34754) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:55:19.118823 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:19.127302 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Provisioning complete for port c6869a12-d5db-4f9e-9fcb-83ef31a12a3f triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:55:19.127783 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:19.194091 n-d-816865-1 neutron-server[102388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30f854dc-91a9-455d-85a2-232be75a6d81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c6dd4d3-e153-4543-b90b-dfbf5180b0bb'}] {{(pid=102388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 18:55:19.197435 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85474fee1180e129d8a886d264fe0b30223aa672dd1ffe43b630605f18504f68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c7c1ca1-f6e0-4d70-acb8-bd8ae3f739fb" -d '{"events": [{"server_uuid": "30f854dc-91a9-455d-85a2-232be75a6d81", "name": "network-vif-plugged", "status": "completed", "tag": "8c6dd4d3-e153-4543-b90b-dfbf5180b0bb"}]}' {{(pid=102388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 18:55:19.260720 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] For port 8c6dd4d3-e153-4543-b90b-dfbf5180b0bb, host n-h1-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=8c6dd4d3-e153-4543-b90b-dfbf5180b0bb,segment=NetworkSegment(cf4529b6-e7e1-4abc-9281-c00519ad0a15),segment_id=cf4529b6-e7e1-4abc-9281-c00519ad0a15)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:55:19.287444 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-918e362e-ee83-4ff2-8485-c44a71945240 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:55:19.287867 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-918e362e-ee83-4ff2-8485-c44a71945240 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:55:19.292482 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-918e362e-ee83-4ff2-8485-c44a71945240 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.2103262 Nov 05 18:55:19.359254 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 34762) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:55:19.382470 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 18:55:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-534e88e8-e8ec-4791-a8de-3d02cc33e5d6 x-openstack-request-id: req-534e88e8-e8ec-4791-a8de-3d02cc33e5d6 {{(pid=102388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 18:55:19.383781 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30f854dc-91a9-455d-85a2-232be75a6d81", "name": "network-vif-plugged", "status": "completed", "tag": "8c6dd4d3-e153-4543-b90b-dfbf5180b0bb", "code": 200}]} {{(pid=102388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 18:55:19.383781 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-534e88e8-e8ec-4791-a8de-3d02cc33e5d6 {{(pid=102388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 18:55:19.383781 n-d-816865-1 neutron-server[102388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30f854dc-91a9-455d-85a2-232be75a6d81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c6dd4d3-e153-4543-b90b-dfbf5180b0bb', 'code': 200} Nov 05 18:55:19.387290 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:19.440829 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61222aa-275f-40d9-a5cb-3ad079ff1745 tempest-PortsAdminExtendedAttrsTestJSON-1708062869 tempest-PortsAdminExtendedAttrsTestJSON-1708062869-project] Pushing event deleted for resources: {'Network': ['ID=b0a58cdf-9fc5-4401-9fb4-1eed6de4972e,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:55:19.443629 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-53e3c587-278b-414f-98e3-4c056afb80a1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:19.456259 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:19.461033 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-2fe9a02d-649a-49e1-99c2-c902532195ef None None] Provisioning complete for port c6869a12-d5db-4f9e-9fcb-83ef31a12a3f triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:55:19.461415 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-2fe9a02d-649a-49e1-99c2-c902532195ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:19.469836 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a32eb8-9d98-460e-81e7-043bcb199bbb req-686a6256-869a-4b8d-ab8c-a5a9246d4bf9 tempest-ServerPasswordTestJSON-205724688 tempest-ServerPasswordTestJSON-205724688-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:55:19.471514 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-11a32eb8-9d98-460e-81e7-043bcb199bbb req-686a6256-869a-4b8d-ab8c-a5a9246d4bf9 tempest-ServerPasswordTestJSON-205724688 tempest-ServerPasswordTestJSON-205724688-project] 10.222.0.55 "GET /v2.0/networks?id=7a642297-a4bc-4035-86cd-4ef4f3662f6a HTTP/1.1" status: 200 len: 813 time: 0.6694486 Nov 05 18:55:19.484705 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-0c30d82a-2139-48a9-af43-7e53aaf87830 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=aef3e586007e4b4c84fadc50798eb2d5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4632638 Nov 05 18:55:19.495360 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 34768) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:55:19.499733 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [req-11a32eb8-9d98-460e-81e7-043bcb199bbb req-c1e7f61d-12e7-4a89-8e44-663d7db9c29a tempest-ServerPasswordTestJSON-205724688 tempest-ServerPasswordTestJSON-205724688-project] Request body: {'port': {'device_id': '353d0e64-4bcb-4eed-8553-bdbeab999e4b', 'network_id': '7a642297-a4bc-4035-86cd-4ef4f3662f6a', 'admin_state_up': True, 'tenant_id': 'b2de76bf33cc46d2b826d4f29234737a'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:55:19.506492 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-216aa6cb-ce4f-4476-9f10-4a58a839e170 req-61018e9b-54c4-44a7-88e5-412d8b48bff1 tempest-ServerPasswordTestJSON-205724688 tempest-ServerPasswordTestJSON-205724688-project] 10.222.0.13 "GET /v2.0/ports?device_id=353d0e64-4bcb-4eed-8553-bdbeab999e4b HTTP/1.1" status: 200 len: 210 time: 0.0561504 Nov 05 18:55:19.564289 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-53e3c587-278b-414f-98e3-4c056afb80a1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:19.570516 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Pushing event updated for resources: {'Port': ['ID=8c6dd4d3-e153-4543-b90b-dfbf5180b0bb,revision_number=5']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:55:19.581694 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.db_base_plugin_v2 [None req-b3b24e3e-ff4e-4664-98ca-304bdd735b8f tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Deleting subnet f20b09bc-778a-496a-84f4-c9bb47c53efe {{(pid=102386) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 05 18:55:19.598996 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] For port c6869a12-d5db-4f9e-9fcb-83ef31a12a3f, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=c6869a12-d5db-4f9e-9fcb-83ef31a12a3f,segment=NetworkSegment(1bdc5ccc-001b-4584-b217-2d1934002f57),segment_id=1bdc5ccc-001b-4584-b217-2d1934002f57)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:55:19.604571 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe46352d-1234-4ff1-90db-851a8c82ff8b req-810665f9-2c6d-4a18-95fc-5c3cfcfd62bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:55:19.611243 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-fe46352d-1234-4ff1-90db-851a8c82ff8b req-810665f9-2c6d-4a18-95fc-5c3cfcfd62bc service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=30f854dc-91a9-455d-85a2-232be75a6d81 HTTP/1.1" status: 200 len: 1097 time: 0.1595497 Nov 05 18:55:19.641449 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 34772) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:55:19.651839 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50873dc-73f8-496c-b01f-a58cfac23239 req-15231e28-1684-446b-814c-dae0a479ce90 tempest-ServerRescueTestJSONUnderV235-847319139 tempest-ServerRescueTestJSONUnderV235-847319139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:55:19.653793 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-c50873dc-73f8-496c-b01f-a58cfac23239 req-15231e28-1684-446b-814c-dae0a479ce90 tempest-ServerRescueTestJSONUnderV235-847319139 tempest-ServerRescueTestJSONUnderV235-847319139-project] 10.222.0.13 "GET /v2.0/ports?device_id=30f854dc-91a9-455d-85a2-232be75a6d81 HTTP/1.1" status: 200 len: 946 time: 0.2011721 Nov 05 18:55:19.669816 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:19.742278 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-2fe9a02d-649a-49e1-99c2-c902532195ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:19.744448 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-fe46352d-1234-4ff1-90db-851a8c82ff8b req-2a1864e3-b478-40dd-af61-2816c64fd789 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=2aa13776-0d09-4b7a-99bc-d3ea449425cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268203 Nov 05 18:55:19.801547 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-c50873dc-73f8-496c-b01f-a58cfac23239 req-5b5d59e9-dfbe-4285-83c5-3f5208ffc2d7 tempest-ServerRescueTestJSONUnderV235-847319139 tempest-ServerRescueTestJSONUnderV235-847319139-project] 10.222.0.13 "GET /v2.0/security-groups?id=2aa13776-0d09-4b7a-99bc-d3ea449425cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390195 Nov 05 18:55:19.817640 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 56ecb182-750e-4e90-af4a-44d1d4d9f253 no longer exists at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 18:55:19.926012 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.db.api [None req-2fe9a02d-649a-49e1-99c2-c902532195ef None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102388) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 05 18:55:19.926472 n-d-816865-1 neutron-server[102388]: DEBUG oslo_db.api [None req-2fe9a02d-649a-49e1-99c2-c902532195ef None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 05 18:55:19.934434 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] No Port match for: 56ecb182-750e-4e90-af4a-44d1d4d9f253 {{(pid=102388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 18:55:19.934835 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 56ecb182-750e-4e90-af4a-44d1d4d9f253 not bound to the agent host n-d-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 18:55:19.946512 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f012ba4-5bf3-45d7-a633-71250fefd64a req-8975bd2b-939a-423d-9304-75bbf904bbdd tempest-ServerRescueTestJSON-1639389385 tempest-ServerRescueTestJSON-1639389385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:55:19.954692 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Pushing event updated for resources: {'Port': ['ID=c6869a12-d5db-4f9e-9fcb-83ef31a12a3f,revision_number=3']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:55:19.958019 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-3f012ba4-5bf3-45d7-a633-71250fefd64a req-8975bd2b-939a-423d-9304-75bbf904bbdd tempest-ServerRescueTestJSON-1639389385 tempest-ServerRescueTestJSON-1639389385-project] 10.222.0.13 "GET /v2.0/ports?device_id=71eadb3a-495a-4683-a4fb-df865dfdd3a2 HTTP/1.1" status: 200 len: 946 time: 0.1530392 Nov 05 18:55:20.035200 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-5bd6a2b4-aa8c-4c0d-9b7c-4ed1ce2b1a1b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=35a43b8b42fd4a0fa42f11f15b9255e6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3800504 Nov 05 18:55:20.038233 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 34778) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:55:20.062303 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-3f012ba4-5bf3-45d7-a633-71250fefd64a req-13582094-8128-436b-909d-5348bd8405d9 tempest-ServerRescueTestJSON-1639389385 tempest-ServerRescueTestJSON-1639389385-project] 10.222.0.13 "GET /v2.0/security-groups?id=458afcac-91c4-437c-b78f-d73b875bd5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031690 Nov 05 18:55:20.104631 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-7c49d0ec-336b-4b73-92f3-de9bfc4bdc2c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:20.114236 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-b3b24e3e-ff4e-4664-98ca-304bdd735b8f tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Publish callbacks [] for subnet, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:20.128894 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-7c49d0ec-336b-4b73-92f3-de9bfc4bdc2c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:20.250300 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-b3b24e3e-ff4e-4664-98ca-304bdd735b8f tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4590738'] for subnet, precommit_delete_associations {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:20.291571 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-7c49d0ec-336b-4b73-92f3-de9bfc4bdc2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:20.294300 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-7c49d0ec-336b-4b73-92f3-de9bfc4bdc2c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:20.295456 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-7c49d0ec-336b-4b73-92f3-de9bfc4bdc2c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3e4fb329-221f-45b8-8242-fe345b91c3bc HTTP/1.1" status: 204 len: 168 time: 0.2563343 Nov 05 18:55:20.303534 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-2839d809-e1f1-48b6-a41e-8bfa8310acf5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:20.305853 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c49d0ec-336b-4b73-92f3-de9bfc4bdc2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e4fb329-221f-45b8-8242-fe345b91c3bc,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:55:20.351545 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-2839d809-e1f1-48b6-a41e-8bfa8310acf5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:20.393087 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-53e3c587-278b-414f-98e3-4c056afb80a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:20.395717 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-53e3c587-278b-414f-98e3-4c056afb80a1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:20.396954 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-53e3c587-278b-414f-98e3-4c056afb80a1 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/650f2c56-dd19-4cdd-9305-dff92cee7e17 HTTP/1.1" status: 204 len: 168 time: 1.4987209 Nov 05 18:55:20.426816 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e3c587-278b-414f-98e3-4c056afb80a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=650f2c56-dd19-4cdd-9305-dff92cee7e17,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:55:20.439405 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-b3b24e3e-ff4e-4664-98ca-304bdd735b8f tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1573928'] for subnet, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:20.506433 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-11a32eb8-9d98-460e-81e7-043bcb199bbb req-c1e7f61d-12e7-4a89-8e44-663d7db9c29a tempest-ServerPasswordTestJSON-205724688 tempest-ServerPasswordTestJSON-205724688-project] Made reservation on behalf of b2de76bf33cc46d2b826d4f29234737a for: {'port': 1} {{(pid=102386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 18:55:20.510819 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-11a32eb8-9d98-460e-81e7-043bcb199bbb req-c1e7f61d-12e7-4a89-8e44-663d7db9c29a tempest-ServerPasswordTestJSON-205724688 tempest-ServerPasswordTestJSON-205724688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:20.584968 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-2839d809-e1f1-48b6-a41e-8bfa8310acf5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:20.588442 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-2839d809-e1f1-48b6-a41e-8bfa8310acf5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:20.590493 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-2839d809-e1f1-48b6-a41e-8bfa8310acf5 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/66ae63d5-702a-446e-9253-6d2685b3d6b4 HTTP/1.1" status: 204 len: 168 time: 1.0821636 Nov 05 18:55:20.596656 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-ea6cf164-de7c-4f8a-9398-53439a364243 None None] Could not find standard attr ID for object 6515361f-5b33-4dff-86fa-2c79de49e350. {{(pid=102388) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 05 18:55:20.597255 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-b3b24e3e-ff4e-4664-98ca-304bdd735b8f tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1573905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6149879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4877183'] for subnet, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:20.630882 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-d51a8a94-efa1-45f1-84bd-a20e3b5c4fe0 req-d0b21afe-50e6-46d6-8729-2dc129c27d07 tempest-ServerPasswordTestJSON-205724688 tempest-ServerPasswordTestJSON-205724688-project] 10.222.0.13 "GET /v2.0/ports?device_id=353d0e64-4bcb-4eed-8553-bdbeab999e4b HTTP/1.1" status: 200 len: 210 time: 0.0470033 Nov 05 18:55:20.653594 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2839d809-e1f1-48b6-a41e-8bfa8310acf5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66ae63d5-702a-446e-9253-6d2685b3d6b4,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:55:20.671930 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b24e3e-ff4e-4664-98ca-304bdd735b8f tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Pushing event deleted for resources: {'Subnet': ['ID=f20b09bc-778a-496a-84f4-c9bb47c53efe,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:55:20.679839 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-b3b24e3e-ff4e-4664-98ca-304bdd735b8f tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Publish callbacks [] for subnet, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:20.683546 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-b3b24e3e-ff4e-4664-98ca-304bdd735b8f tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] 10.222.0.13 "DELETE /v2.0/subnets/f20b09bc-778a-496a-84f4-c9bb47c53efe HTTP/1.1" status: 204 len: 168 time: 1.3187761 Nov 05 18:55:20.686553 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 34792) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:55:20.687777 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da313222-c115-452b-9ae7-09a8ddc38a34 None None] Network 1c9d25d3-7f2e-4384-9081-dc17514a5578 requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 18:55:20.723672 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.db_base_plugin_common [req-11a32eb8-9d98-460e-81e7-043bcb199bbb req-c1e7f61d-12e7-4a89-8e44-663d7db9c29a tempest-ServerPasswordTestJSON-205724688 tempest-ServerPasswordTestJSON-205724688-project] Allocated IP 172.20.0.13 (7a642297-a4bc-4035-86cd-4ef4f3662f6a/daa553d4-e24f-4be2-a077-54252425df13/106678b7-545a-4ae3-86f1-6ec8e5adfa01) {{(pid=102386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 18:55:20.751493 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-5b44352c-2f1f-4f72-96e7-59992c86fad7 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0607576 Nov 05 18:55:20.752115 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 34796) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:55:20.764418 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-7f5226d1-ce79-42bd-8498-d0e9e1265445 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Request body: {'subnet': {'network_id': '1c9d25d3-7f2e-4384-9081-dc17514a5578', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:55:20.872802 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device c6869a12-d5db-4f9e-9fcb-83ef31a12a3f up at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 18:55:20.957932 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Provisioning complete for port c6869a12-d5db-4f9e-9fcb-83ef31a12a3f triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:55:20.958564 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:21.020798 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9683e447-5037-46ca-bb1b-7308ba61248d req-a51b38c5-dd2a-4f2d-bdf0-dd5438ae8828 tempest-ServerRescueTestJSONUnderV235-847319139 tempest-ServerRescueTestJSONUnderV235-847319139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:55:21.022704 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-9683e447-5037-46ca-bb1b-7308ba61248d req-a51b38c5-dd2a-4f2d-bdf0-dd5438ae8828 tempest-ServerRescueTestJSONUnderV235-847319139 tempest-ServerRescueTestJSONUnderV235-847319139-project] 10.222.0.13 "GET /v2.0/ports?device_id=30f854dc-91a9-455d-85a2-232be75a6d81 HTTP/1.1" status: 200 len: 946 time: 0.1138506 Nov 05 18:55:21.061496 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-11a32eb8-9d98-460e-81e7-043bcb199bbb req-c1e7f61d-12e7-4a89-8e44-663d7db9c29a tempest-ServerPasswordTestJSON-205724688 tempest-ServerPasswordTestJSON-205724688-project] Publish callbacks [] for port, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:21.063638 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dba5d929-5a95-4512-9834-d457882e0415 None None] DHCP port deletion for 1c9d25d3-7f2e-4384-9081-dc17514a5578 request from n-d-816865-1 {{(pid=102388) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 05 18:55:21.110386 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-9683e447-5037-46ca-bb1b-7308ba61248d req-09a0eed7-2c93-44cd-b814-48da43f28c9e tempest-ServerRescueTestJSONUnderV235-847319139 tempest-ServerRescueTestJSONUnderV235-847319139-project] 10.222.0.13 "GET /v2.0/security-groups?id=2aa13776-0d09-4b7a-99bc-d3ea449425cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684235 Nov 05 18:55:21.137562 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-dba5d929-5a95-4512-9834-d457882e0415 None None] Deleting port c6869a12-d5db-4f9e-9fcb-83ef31a12a3f {{(pid=102388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 18:55:21.138194 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-dba5d929-5a95-4512-9834-d457882e0415 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:21.201437 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-11a32eb8-9d98-460e-81e7-043bcb199bbb req-c1e7f61d-12e7-4a89-8e44-663d7db9c29a tempest-ServerPasswordTestJSON-205724688 tempest-ServerPasswordTestJSON-205724688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:21.207587 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-dba5d929-5a95-4512-9834-d457882e0415 None None] For port c6869a12-d5db-4f9e-9fcb-83ef31a12a3f, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=c6869a12-d5db-4f9e-9fcb-83ef31a12a3f,segment=NetworkSegment(1bdc5ccc-001b-4584-b217-2d1934002f57),segment_id=1bdc5ccc-001b-4584-b217-2d1934002f57)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:55:21.208298 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-dba5d929-5a95-4512-9834-d457882e0415 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:21.210150 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4836d08-3de1-4a36-8935-ef4b797b6517 req-38c28b28-f4bd-452f-a532-0c784638c471 tempest-ServerRescueTestJSON-1639389385 tempest-ServerRescueTestJSON-1639389385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:55:21.218543 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-c4836d08-3de1-4a36-8935-ef4b797b6517 req-38c28b28-f4bd-452f-a532-0c784638c471 tempest-ServerRescueTestJSON-1639389385 tempest-ServerRescueTestJSON-1639389385-project] 10.222.0.13 "GET /v2.0/ports?device_id=71eadb3a-495a-4683-a4fb-df865dfdd3a2 HTTP/1.1" status: 200 len: 946 time: 0.0680900 Nov 05 18:55:21.224812 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-dba5d929-5a95-4512-9834-d457882e0415 None None] Calling delete_port for c6869a12-d5db-4f9e-9fcb-83ef31a12a3f owned by network:dhcp {{(pid=102388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 18:55:21.225703 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f5226d1-ce79-42bd-8498-d0e9e1265445 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Made reservation on behalf of 7bc73c6c17f842a987dd31290d20faa2 for: {'subnet': 1} {{(pid=102387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 18:55:21.229595 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-7f5226d1-ce79-42bd-8498-d0e9e1265445 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5112236'] for subnet, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:21.267065 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e7f61d-12e7-4a89-8e44-663d7db9c29a tempest-ServerPasswordTestJSON-205724688 tempest-ServerPasswordTestJSON-205724688-project] Pushing event updated for resources: {'Port': ['ID=106678b7-545a-4ae3-86f1-6ec8e5adfa01,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:55:21.296936 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-11a32eb8-9d98-460e-81e7-043bcb199bbb req-c1e7f61d-12e7-4a89-8e44-663d7db9c29a tempest-ServerPasswordTestJSON-205724688 tempest-ServerPasswordTestJSON-205724688-project] Network 7a642297-a4bc-4035-86cd-4ef4f3662f6a is already hosted by enough agents. {{(pid=102386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 18:55:21.298919 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.base_scheduler [req-11a32eb8-9d98-460e-81e7-043bcb199bbb req-c1e7f61d-12e7-4a89-8e44-663d7db9c29a tempest-ServerPasswordTestJSON-205724688 tempest-ServerPasswordTestJSON-205724688-project] Resources bound (agent type, host, resource id): {{(pid=102386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:55:21.306254 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [req-11a32eb8-9d98-460e-81e7-043bcb199bbb req-c1e7f61d-12e7-4a89-8e44-663d7db9c29a tempest-ServerPasswordTestJSON-205724688 tempest-ServerPasswordTestJSON-205724688-project] Received port after_create {{(pid=102386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 18:55:21.340031 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-c4836d08-3de1-4a36-8935-ef4b797b6517 req-0c0769e0-bfc1-41b1-a161-a1c3fbc0a36e tempest-ServerRescueTestJSON-1639389385 tempest-ServerRescueTestJSON-1639389385-project] 10.222.0.13 "GET /v2.0/security-groups?id=458afcac-91c4-437c-b78f-d73b875bd5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200786 Nov 05 18:55:21.362643 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 34804) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:55:21.381616 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a32eb8-9d98-460e-81e7-043bcb199bbb req-c1e7f61d-12e7-4a89-8e44-663d7db9c29a tempest-ServerPasswordTestJSON-205724688 tempest-ServerPasswordTestJSON-205724688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:55:21.382293 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-11a32eb8-9d98-460e-81e7-043bcb199bbb req-c1e7f61d-12e7-4a89-8e44-663d7db9c29a tempest-ServerPasswordTestJSON-205724688 tempest-ServerPasswordTestJSON-205724688-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:21.416736 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-f77a3c02-afe4-47c4-a405-2c3bae05fffd admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=40c02d0b7fdd4688a0bf0dc28c39bb4c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0527823 Nov 05 18:55:21.419332 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 34806) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:55:21.427658 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-dba5d929-5a95-4512-9834-d457882e0415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798'] for port, after_delete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:21.463670 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba5d929-5a95-4512-9834-d457882e0415 None None] Pushing event deleted for resources: {'Port': ['ID=c6869a12-d5db-4f9e-9fcb-83ef31a12a3f,revision_number=None']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:55:21.468505 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dba5d929-5a95-4512-9834-d457882e0415 None None] No DVR routers for this DVR port c6869a12-d5db-4f9e-9fcb-83ef31a12a3f on host n-d-816865-1 {{(pid=102388) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 18:55:21.480968 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-11a32eb8-9d98-460e-81e7-043bcb199bbb req-c1e7f61d-12e7-4a89-8e44-663d7db9c29a tempest-ServerPasswordTestJSON-205724688 tempest-ServerPasswordTestJSON-205724688-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9917841 Nov 05 18:55:21.501805 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [req-11a32eb8-9d98-460e-81e7-043bcb199bbb req-3c4a5444-1fa7-43f4-b95b-68390ee8627b service neutron] Request body: {'port': {'device_id': '353d0e64-4bcb-4eed-8553-bdbeab999e4b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816865-1'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:55:21.538719 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-04b64603-1dca-4051-8e04-f050dcc2ef1f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:21.570198 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-11a32eb8-9d98-460e-81e7-043bcb199bbb req-3c4a5444-1fa7-43f4-b95b-68390ee8627b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:21.601470 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-04b64603-1dca-4051-8e04-f050dcc2ef1f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:21.763460 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b03a587-49b3-4539-bd51-f6f18e2d96d8 req-7a30aa2d-aa1b-4375-8d54-db295748592d tempest-ServerPasswordTestJSON-205724688 tempest-ServerPasswordTestJSON-205724688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:55:21.765111 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-7b03a587-49b3-4539-bd51-f6f18e2d96d8 req-7a30aa2d-aa1b-4375-8d54-db295748592d tempest-ServerPasswordTestJSON-205724688 tempest-ServerPasswordTestJSON-205724688-project] 10.222.0.13 "GET /v2.0/ports?device_id=353d0e64-4bcb-4eed-8553-bdbeab999e4b HTTP/1.1" status: 200 len: 932 time: 0.0597441 Nov 05 18:55:21.773385 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-04b64603-1dca-4051-8e04-f050dcc2ef1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:21.777632 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-04b64603-1dca-4051-8e04-f050dcc2ef1f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:21.779579 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-04b64603-1dca-4051-8e04-f050dcc2ef1f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/de8558fe-455b-418e-a5a4-e20bffdcd990 HTTP/1.1" status: 204 len: 168 time: 0.3583338 Nov 05 18:55:21.811837 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b64603-1dca-4051-8e04-f050dcc2ef1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de8558fe-455b-418e-a5a4-e20bffdcd990,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:55:21.875602 n-d-816865-1 neutron-server[102386]: DEBUG neutron.notifiers.nova [req-11a32eb8-9d98-460e-81e7-043bcb199bbb req-3c4a5444-1fa7-43f4-b95b-68390ee8627b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 106678b7-545a-4ae3-86f1-6ec8e5adfa01 {{(pid=102386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 18:55:21.879574 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-7b03a587-49b3-4539-bd51-f6f18e2d96d8 req-16be04bd-82a9-4e7d-a853-17a71130388b tempest-ServerPasswordTestJSON-205724688 tempest-ServerPasswordTestJSON-205724688-project] 10.222.0.13 "GET /v2.0/security-groups?id=1e9bfc43-683f-4f0f-ab7c-82d47b4a52a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071758 Nov 05 18:55:21.884422 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-11a32eb8-9d98-460e-81e7-043bcb199bbb req-3c4a5444-1fa7-43f4-b95b-68390ee8627b service neutron] Publish callbacks [] for port, precommit_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:21.898905 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.provisioning_blocks [req-11a32eb8-9d98-460e-81e7-043bcb199bbb req-3c4a5444-1fa7-43f4-b95b-68390ee8627b service neutron] Transition to ACTIVE for port object 106678b7-545a-4ae3-86f1-6ec8e5adfa01 will not be triggered until provisioned by entity L2. {{(pid=102386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 05 18:55:21.905415 n-d-816865-1 neutron-server[102387]: DEBUG neutron.objects.ports [None req-7f5226d1-ce79-42bd-8498-d0e9e1265445 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102387) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 05 18:55:21.906903 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-7f5226d1-ce79-42bd-8498-d0e9e1265445 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4417463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5112218'] for subnet, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:21.947525 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f5226d1-ce79-42bd-8498-d0e9e1265445 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Network 1c9d25d3-7f2e-4384-9081-dc17514a5578 is already hosted by enough agents. {{(pid=102387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 18:55:21.950779 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.base_scheduler [None req-7f5226d1-ce79-42bd-8498-d0e9e1265445 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Resources bound (agent type, host, resource id): {{(pid=102387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:55:21.951532 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 34824) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:55:21.955749 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f5226d1-ce79-42bd-8498-d0e9e1265445 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:55:21.956356 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-7f5226d1-ce79-42bd-8498-d0e9e1265445 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597851'] for subnet, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:21.964651 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c628488-2762-4cf1-8dbf-e9280f78d6de None None] Network 1c9d25d3-7f2e-4384-9081-dc17514a5578 requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 18:55:21.987891 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5226d1-ce79-42bd-8498-d0e9e1265445 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Pushing event updated for resources: {'Subnet': ['ID=71a624e7-cf62-421c-bc35-0729959f7696,revision_number=0']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:55:21.989665 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-11a32eb8-9d98-460e-81e7-043bcb199bbb req-3c4a5444-1fa7-43f4-b95b-68390ee8627b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6149821'] for port, after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:22.053088 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-9aec99ba-e2ba-42c4-81a8-726c384e8dc1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:22.054627 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4a5444-1fa7-43f4-b95b-68390ee8627b service neutron] Pushing event updated for resources: {'Port': ['ID=106678b7-545a-4ae3-86f1-6ec8e5adfa01,revision_number=2']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:55:22.191174 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [req-11a32eb8-9d98-460e-81e7-043bcb199bbb req-3c4a5444-1fa7-43f4-b95b-68390ee8627b service neutron] Attempting to bind port 106678b7-545a-4ae3-86f1-6ec8e5adfa01 on host n-h2-816865-1 for vnic_type normal with profile {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 18:55:22.191507 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [req-11a32eb8-9d98-460e-81e7-043bcb199bbb req-3c4a5444-1fa7-43f4-b95b-68390ee8627b service neutron] Attempting to bind port 106678b7-545a-4ae3-86f1-6ec8e5adfa01 by drivers openvswitch,hyperv on host n-h2-816865-1 at level 0 using segments [{'id': 'd4008c0a-0e36-44d2-9de3-4797d7db8846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '7a642297-a4bc-4035-86cd-4ef4f3662f6a'}] {{(pid=102386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 18:55:22.191835 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11a32eb8-9d98-460e-81e7-043bcb199bbb req-3c4a5444-1fa7-43f4-b95b-68390ee8627b service neutron] Attempting to bind port 106678b7-545a-4ae3-86f1-6ec8e5adfa01 on network 7a642297-a4bc-4035-86cd-4ef4f3662f6a {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 18:55:22.203094 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-7f5226d1-ce79-42bd-8498-d0e9e1265445 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.4462042 Nov 05 18:55:22.207173 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 34830) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:55:22.228760 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cfd2f31-ebf9-47f2-9be6-26046f54dccd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeb20a084-accf-5b60-8075-3e69ebe863a6-1c9d25d3-7f2e-4384-9081-dc17514a5578', 'network_id': '1c9d25d3-7f2e-4384-9081-dc17514a5578', 'tenant_id': '7bc73c6c17f842a987dd31290d20faa2', 'fixed_ips': [{'subnet_id': '71a624e7-cf62-421c-bc35-0729959f7696'}]}} from n-d-816865-1. {{(pid=102388) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 05 18:55:22.229829 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-2978f3b0-d273-4cfc-bd6b-c7f2cbffff5d tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Request body: {'port': {'network_id': '1c9d25d3-7f2e-4384-9081-dc17514a5578', 'mac_address': 'fa:16:3e:d0:ff:7e', 'name': 'tempest-NetworksTestDHCPv6-821753880'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:55:22.230140 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-9cfd2f31-ebf9-47f2-9be6-26046f54dccd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:22.233854 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11a32eb8-9d98-460e-81e7-043bcb199bbb req-3c4a5444-1fa7-43f4-b95b-68390ee8627b service neutron] Port 106678b7-545a-4ae3-86f1-6ec8e5adfa01 on network 7a642297-a4bc-4035-86cd-4ef4f3662f6a not bound, no agent of type Open vSwitch agent registered on host n-h2-816865-1 {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 18:55:22.234338 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11a32eb8-9d98-460e-81e7-043bcb199bbb req-3c4a5444-1fa7-43f4-b95b-68390ee8627b service neutron] Attempting to bind port 106678b7-545a-4ae3-86f1-6ec8e5adfa01 on network 7a642297-a4bc-4035-86cd-4ef4f3662f6a {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 18:55:22.246283 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11a32eb8-9d98-460e-81e7-043bcb199bbb req-3c4a5444-1fa7-43f4-b95b-68390ee8627b service neutron] Checking agent: {'id': '32aff553-696f-4891-83f5-5c176f61fe54', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816865-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 18, 33, 36), 'started_at': datetime.datetime(2021, 11, 5, 18, 33, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 18, 55, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 18:55:22.246628 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11a32eb8-9d98-460e-81e7-043bcb199bbb req-3c4a5444-1fa7-43f4-b95b-68390ee8627b service neutron] Checking segment: {'id': 'd4008c0a-0e36-44d2-9de3-4797d7db8846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '7a642297-a4bc-4035-86cd-4ef4f3662f6a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 18:55:22.247111 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11a32eb8-9d98-460e-81e7-043bcb199bbb req-3c4a5444-1fa7-43f4-b95b-68390ee8627b service neutron] Bound using segment: {'id': 'd4008c0a-0e36-44d2-9de3-4797d7db8846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '7a642297-a4bc-4035-86cd-4ef4f3662f6a'} {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 18:55:22.247653 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [req-11a32eb8-9d98-460e-81e7-043bcb199bbb req-3c4a5444-1fa7-43f4-b95b-68390ee8627b service neutron] Bound port: 106678b7-545a-4ae3-86f1-6ec8e5adfa01, host: n-h2-816865-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd4008c0a-0e36-44d2-9de3-4797d7db8846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '7a642297-a4bc-4035-86cd-4ef4f3662f6a'}}] {{(pid=102386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 18:55:22.248017 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-11a32eb8-9d98-460e-81e7-043bcb199bbb req-3c4a5444-1fa7-43f4-b95b-68390ee8627b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:22.263984 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffd967e-001d-4a45-bc60-13ba8ce9e0af req-063a301e-6232-4246-87ab-05edaeea78c4 tempest-ServerRescueTestJSONUnderV235-847319139 tempest-ServerRescueTestJSONUnderV235-847319139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:55:22.265645 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-3ffd967e-001d-4a45-bc60-13ba8ce9e0af req-063a301e-6232-4246-87ab-05edaeea78c4 tempest-ServerRescueTestJSONUnderV235-847319139 tempest-ServerRescueTestJSONUnderV235-847319139-project] 10.222.0.13 "GET /v2.0/ports?device_id=30f854dc-91a9-455d-85a2-232be75a6d81 HTTP/1.1" status: 200 len: 946 time: 0.0571365 Nov 05 18:55:22.318471 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-9aec99ba-e2ba-42c4-81a8-726c384e8dc1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:22.318918 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-3ffd967e-001d-4a45-bc60-13ba8ce9e0af req-13448519-e787-429d-87ca-e86ad1a1d82d tempest-ServerRescueTestJSONUnderV235-847319139 tempest-ServerRescueTestJSONUnderV235-847319139-project] 10.222.0.13 "GET /v2.0/security-groups?id=2aa13776-0d09-4b7a-99bc-d3ea449425cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441813 Nov 05 18:55:22.414838 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.db_base_plugin_common [None req-9cfd2f31-ebf9-47f2-9be6-26046f54dccd None None] Allocated IP 2001:db8::f816:3eff:fe57:246 (1c9d25d3-7f2e-4384-9081-dc17514a5578/71a624e7-cf62-421c-bc35-0729959f7696/508ea956-e4fd-4cfe-83a6-62c61656d5bf) {{(pid=102388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 18:55:22.444843 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-9aec99ba-e2ba-42c4-81a8-726c384e8dc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:22.552147 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aec99ba-e2ba-42c4-81a8-726c384e8dc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b2879be-928a-4b10-9c74-e6be8a74233d,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:55:22.573358 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d23c8f-7bea-404a-b17f-2fa58f8d3c50 req-c97107b6-b5b8-4a64-bcd2-c9fa37445db9 tempest-ServerRescueTestJSON-1639389385 tempest-ServerRescueTestJSON-1639389385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:55:22.583890 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-9aec99ba-e2ba-42c4-81a8-726c384e8dc1 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f47ada943aa145739e3facc95184fd27&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6309819 Nov 05 18:55:22.594204 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-98d23c8f-7bea-404a-b17f-2fa58f8d3c50 req-c97107b6-b5b8-4a64-bcd2-c9fa37445db9 tempest-ServerRescueTestJSON-1639389385 tempest-ServerRescueTestJSON-1639389385-project] 10.222.0.13 "GET /v2.0/ports?device_id=71eadb3a-495a-4683-a4fb-df865dfdd3a2 HTTP/1.1" status: 200 len: 946 time: 0.1045575 Nov 05 18:55:22.594466 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 34840) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:55:22.612043 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [req-11a32eb8-9d98-460e-81e7-043bcb199bbb req-3c4a5444-1fa7-43f4-b95b-68390ee8627b service neutron] For port 106678b7-545a-4ae3-86f1-6ec8e5adfa01, host n-h2-816865-1, cleared binding levels {{(pid=102386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 18:55:22.621303 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 34842) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:55:22.642634 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [req-11a32eb8-9d98-460e-81e7-043bcb199bbb req-3c4a5444-1fa7-43f4-b95b-68390ee8627b service neutron] For port 106678b7-545a-4ae3-86f1-6ec8e5adfa01, host n-h2-816865-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=106678b7-545a-4ae3-86f1-6ec8e5adfa01,segment=NetworkSegment(d4008c0a-0e36-44d2-9de3-4797d7db8846),segment_id=d4008c0a-0e36-44d2-9de3-4797d7db8846)] {{(pid=102386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 18:55:22.648327 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2978f3b0-d273-4cfc-bd6b-c7f2cbffff5d tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Made reservation on behalf of 7bc73c6c17f842a987dd31290d20faa2 for: {'port': 1} {{(pid=102386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 18:55:22.675805 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-9cfd2f31-ebf9-47f2-9be6-26046f54dccd None None] Publish callbacks [] for port, precommit_create {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:22.679279 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-98d23c8f-7bea-404a-b17f-2fa58f8d3c50 req-5f1108d3-0206-4095-9eca-99ff159eedfd tempest-ServerRescueTestJSON-1639389385 tempest-ServerRescueTestJSON-1639389385-project] 10.222.0.13 "GET /v2.0/security-groups?id=458afcac-91c4-437c-b78f-d73b875bd5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807946 Nov 05 18:55:22.750217 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-11a32eb8-9d98-460e-81e7-043bcb199bbb req-3c4a5444-1fa7-43f4-b95b-68390ee8627b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6149821'] for port, after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:22.752416 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-de7e00b0-12b4-4fbb-9de5-9864b9489730 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:22.795267 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-9cfd2f31-ebf9-47f2-9be6-26046f54dccd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789'] for port, after_create {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:22.800715 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-2a19039b-cdb8-4750-9bfc-bade2c3cece8 tempest-FloatingIPNegativeTestJSON-2126793608 tempest-FloatingIPNegativeTestJSON-2126793608-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-995940979'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:55:22.841697 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a32eb8-9d98-460e-81e7-043bcb199bbb req-3c4a5444-1fa7-43f4-b95b-68390ee8627b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:55:22.841697 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-11a32eb8-9d98-460e-81e7-043bcb199bbb req-3c4a5444-1fa7-43f4-b95b-68390ee8627b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:22.841697 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-11a32eb8-9d98-460e-81e7-043bcb199bbb req-3c4a5444-1fa7-43f4-b95b-68390ee8627b service neutron] 10.222.0.55 "PUT /v2.0/ports/106678b7-545a-4ae3-86f1-6ec8e5adfa01 HTTP/1.1" status: 200 len: 1092 time: 1.3505046 Nov 05 18:55:22.844357 n-d-816865-1 neutron-server[102386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '353d0e64-4bcb-4eed-8553-bdbeab999e4b', 'tag': '106678b7-545a-4ae3-86f1-6ec8e5adfa01'}] {{(pid=102386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 18:55:22.853445 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6173a44d7c73f41af551dc890fa1a5892c2c6bc3458b640c8e0c24db7876ba6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b04d6e1d-9836-4f81-9a9a-6f67853dda58" -d '{"events": [{"name": "network-changed", "server_uuid": "353d0e64-4bcb-4eed-8553-bdbeab999e4b", "tag": "106678b7-545a-4ae3-86f1-6ec8e5adfa01"}]}' {{(pid=102386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 18:55:22.859198 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-de7e00b0-12b4-4fbb-9de5-9864b9489730 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:22.866844 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-2978f3b0-d273-4cfc-bd6b-c7f2cbffff5d tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:22.875686 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device c6869a12-d5db-4f9e-9fcb-83ef31a12a3f no longer exists at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 18:55:22.919868 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4a5444-1fa7-43f4-b95b-68390ee8627b service neutron] Pushing event updated for resources: {'Port': ['ID=106678b7-545a-4ae3-86f1-6ec8e5adfa01,revision_number=3']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:55:22.943797 n-d-816865-1 neutron-server[102386]: DEBUG neutron.notifiers.nova [None req-2978f3b0-d273-4cfc-bd6b-c7f2cbffff5d tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] device_id is not set on port 8274a83c-27dd-452c-b962-c9e23102f3b9 yet. {{(pid=102386) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 05 18:55:22.958236 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cfd2f31-ebf9-47f2-9be6-26046f54dccd None None] Pushing event updated for resources: {'Port': ['ID=508ea956-e4fd-4cfe-83a6-62c61656d5bf,revision_number=1']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:55:22.965064 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] No Port match for: c6869a12-d5db-4f9e-9fcb-83ef31a12a3f {{(pid=102388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 18:55:22.965764 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device c6869a12-d5db-4f9e-9fcb-83ef31a12a3f not bound to the agent host n-d-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 18:55:22.970893 n-d-816865-1 neutron-server[102388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cfd2f31-ebf9-47f2-9be6-26046f54dccd None None] Network 1c9d25d3-7f2e-4384-9081-dc17514a5578 is already hosted by enough agents. {{(pid=102388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 18:55:22.976284 n-d-816865-1 neutron-server[102388]: DEBUG neutron.scheduler.base_scheduler [None req-9cfd2f31-ebf9-47f2-9be6-26046f54dccd None None] Resources bound (agent type, host, resource id): {{(pid=102388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:55:22.991807 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cfd2f31-ebf9-47f2-9be6-26046f54dccd None None] Received port after_create {{(pid=102388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 18:55:23.033070 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a19039b-cdb8-4750-9bfc-bade2c3cece8 tempest-FloatingIPNegativeTestJSON-2126793608 tempest-FloatingIPNegativeTestJSON-2126793608-project] Made reservation on behalf of f78e71dd2f944964a35c6e2b2b9523db for: {'network': 1} {{(pid=102386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 18:55:23.036873 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-2a19039b-cdb8-4750-9bfc-bade2c3cece8 tempest-FloatingIPNegativeTestJSON-2126793608 tempest-FloatingIPNegativeTestJSON-2126793608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for network, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:23.064083 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 18:55:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-486cab0d-b930-4916-a187-3c4908bb3a93 x-openstack-request-id: req-486cab0d-b930-4916-a187-3c4908bb3a93 {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 18:55:23.064382 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "353d0e64-4bcb-4eed-8553-bdbeab999e4b", "tag": "106678b7-545a-4ae3-86f1-6ec8e5adfa01", "status": "completed", "code": 200}]} {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 18:55:23.064665 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-486cab0d-b930-4916-a187-3c4908bb3a93 {{(pid=102386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 18:55:23.065072 n-d-816865-1 neutron-server[102386]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '353d0e64-4bcb-4eed-8553-bdbeab999e4b', 'tag': '106678b7-545a-4ae3-86f1-6ec8e5adfa01', 'status': 'completed', 'code': 200} Nov 05 18:55:23.069362 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-2a19039b-cdb8-4750-9bfc-bade2c3cece8 tempest-FloatingIPNegativeTestJSON-2126793608 tempest-FloatingIPNegativeTestJSON-2126793608-project] Publish callbacks [] for security_group, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:23.079188 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705966bc-0512-4c2f-abd6-8394663b1a9b req-b2692712-b106-4ff0-9dc1-2db296f78e54 tempest-ServerRescueTestJSONUnderV235-847319139 tempest-ServerRescueTestJSONUnderV235-847319139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:55:23.088152 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-705966bc-0512-4c2f-abd6-8394663b1a9b req-b2692712-b106-4ff0-9dc1-2db296f78e54 tempest-ServerRescueTestJSONUnderV235-847319139 tempest-ServerRescueTestJSONUnderV235-847319139-project] 10.222.0.13 "GET /v2.0/ports?device_id=30f854dc-91a9-455d-85a2-232be75a6d81 HTTP/1.1" status: 200 len: 946 time: 0.1407635 Nov 05 18:55:23.100136 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-9cfd2f31-ebf9-47f2-9be6-26046f54dccd None None] Attempting to bind port 508ea956-e4fd-4cfe-83a6-62c61656d5bf on host n-d-816865-1 for vnic_type normal with profile {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 18:55:23.104469 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-9cfd2f31-ebf9-47f2-9be6-26046f54dccd None None] Attempting to bind port 508ea956-e4fd-4cfe-83a6-62c61656d5bf by drivers openvswitch,hyperv on host n-d-816865-1 at level 0 using segments [{'id': '1bdc5ccc-001b-4584-b217-2d1934002f57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '1c9d25d3-7f2e-4384-9081-dc17514a5578'}] {{(pid=102388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 18:55:23.104469 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cfd2f31-ebf9-47f2-9be6-26046f54dccd None None] Attempting to bind port 508ea956-e4fd-4cfe-83a6-62c61656d5bf on network 1c9d25d3-7f2e-4384-9081-dc17514a5578 {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 18:55:23.108875 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cfd2f31-ebf9-47f2-9be6-26046f54dccd None None] Checking agent: {'id': '724d89a7-611b-41e6-bc85-c48112b17afa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 18, 25, 8), 'started_at': datetime.datetime(2021, 11, 5, 18, 25, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 18, 55, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 18:55:23.110152 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cfd2f31-ebf9-47f2-9be6-26046f54dccd None None] Checking segment: {'id': '1bdc5ccc-001b-4584-b217-2d1934002f57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '1c9d25d3-7f2e-4384-9081-dc17514a5578'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 18:55:23.111351 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-9cfd2f31-ebf9-47f2-9be6-26046f54dccd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:23.112002 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cfd2f31-ebf9-47f2-9be6-26046f54dccd None None] Bound using segment: {'id': '1bdc5ccc-001b-4584-b217-2d1934002f57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '1c9d25d3-7f2e-4384-9081-dc17514a5578'} {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 18:55:23.112723 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-9cfd2f31-ebf9-47f2-9be6-26046f54dccd None None] Bound port: 508ea956-e4fd-4cfe-83a6-62c61656d5bf, host: n-d-816865-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1bdc5ccc-001b-4584-b217-2d1934002f57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '1c9d25d3-7f2e-4384-9081-dc17514a5578'}}] {{(pid=102388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 18:55:23.113357 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-9cfd2f31-ebf9-47f2-9be6-26046f54dccd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:23.176172 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a32eb8-9d98-460e-81e7-043bcb199bbb req-db4f6100-25d1-4ff1-91cc-42c4012f3814 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:55:23.178236 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-11a32eb8-9d98-460e-81e7-043bcb199bbb req-db4f6100-25d1-4ff1-91cc-42c4012f3814 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=b2de76bf33cc46d2b826d4f29234737a&device_id=353d0e64-4bcb-4eed-8553-bdbeab999e4b HTTP/1.1" status: 200 len: 1095 time: 0.1759501 Nov 05 18:55:23.197698 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-9cfd2f31-ebf9-47f2-9be6-26046f54dccd None None] For port 508ea956-e4fd-4cfe-83a6-62c61656d5bf, host n-d-816865-1, cleared binding levels {{(pid=102388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 18:55:23.202010 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-9cfd2f31-ebf9-47f2-9be6-26046f54dccd None None] For port 508ea956-e4fd-4cfe-83a6-62c61656d5bf, host n-d-816865-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=508ea956-e4fd-4cfe-83a6-62c61656d5bf,segment=NetworkSegment(1bdc5ccc-001b-4584-b217-2d1934002f57),segment_id=1bdc5ccc-001b-4584-b217-2d1934002f57)] {{(pid=102388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 18:55:23.208436 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-705966bc-0512-4c2f-abd6-8394663b1a9b req-53f4262e-fe66-4894-bf73-6c02ae6ae79d tempest-ServerRescueTestJSONUnderV235-847319139 tempest-ServerRescueTestJSONUnderV235-847319139-project] 10.222.0.13 "GET /v2.0/security-groups?id=2aa13776-0d09-4b7a-99bc-d3ea449425cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179709 Nov 05 18:55:23.221045 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14489e76-d1e6-4a37-8c6c-3350f0e9c1a4 req-d1c6b570-bf02-4aba-ab67-5b01ca983ea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:55:23.222842 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-14489e76-d1e6-4a37-8c6c-3350f0e9c1a4 req-d1c6b570-bf02-4aba-ab67-5b01ca983ea0 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=06ed96522e9e42a39945febc80e1faeb&device_id=30f854dc-91a9-455d-85a2-232be75a6d81 HTTP/1.1" status: 200 len: 1097 time: 0.1310418 Nov 05 18:55:23.234666 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-de7e00b0-12b4-4fbb-9de5-9864b9489730 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:23.234907 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150bb022-e6f2-4cb2-a458-66f5d6f41029 req-839f25b6-993e-4003-8e96-770dcd9a037a tempest-ServerPasswordTestJSON-205724688 tempest-ServerPasswordTestJSON-205724688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:55:23.236265 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-150bb022-e6f2-4cb2-a458-66f5d6f41029 req-839f25b6-993e-4003-8e96-770dcd9a037a tempest-ServerPasswordTestJSON-205724688 tempest-ServerPasswordTestJSON-205724688-project] 10.222.0.13 "GET /v2.0/ports?device_id=353d0e64-4bcb-4eed-8553-bdbeab999e4b HTTP/1.1" status: 200 len: 944 time: 0.0995405 Nov 05 18:55:23.237211 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-de7e00b0-12b4-4fbb-9de5-9864b9489730 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:23.240813 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-de7e00b0-12b4-4fbb-9de5-9864b9489730 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2b2879be-928a-4b10-9c74-e6be8a74233d HTTP/1.1" status: 204 len: 168 time: 0.6430414 Nov 05 18:55:23.253538 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-11a32eb8-9d98-460e-81e7-043bcb199bbb req-4b0199ea-fc29-44a0-94b8-cae1b2e11ab5 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=106678b7-545a-4ae3-86f1-6ec8e5adfa01 HTTP/1.1" status: 200 len: 217 time: 0.0636535 Nov 05 18:55:23.303764 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-9cfd2f31-ebf9-47f2-9be6-26046f54dccd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:23.327005 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-150bb022-e6f2-4cb2-a458-66f5d6f41029 req-b5aa063a-8608-4d7a-b4fc-4d71fc819756 tempest-ServerPasswordTestJSON-205724688 tempest-ServerPasswordTestJSON-205724688-project] 10.222.0.13 "GET /v2.0/security-groups?id=1e9bfc43-683f-4f0f-ab7c-82d47b4a52a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706511 Nov 05 18:55:23.332574 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a32eb8-9d98-460e-81e7-043bcb199bbb req-4935d279-04d3-4ec3-b40f-ff44a6e976c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:55:23.334683 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-11a32eb8-9d98-460e-81e7-043bcb199bbb req-4935d279-04d3-4ec3-b40f-ff44a6e976c5 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=daa553d4-e24f-4be2-a077-54252425df13 HTTP/1.1" status: 200 len: 853 time: 0.0579989 Nov 05 18:55:23.336040 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.db_base_plugin_common [None req-2978f3b0-d273-4cfc-bd6b-c7f2cbffff5d tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Allocated IP 2001:db8::f816:3eff:fed0:ff7e (1c9d25d3-7f2e-4384-9081-dc17514a5578/71a624e7-cf62-421c-bc35-0729959f7696/8274a83c-27dd-452c-b962-c9e23102f3b9) {{(pid=102386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 18:55:23.340423 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7e00b0-12b4-4fbb-9de5-9864b9489730 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b2879be-928a-4b10-9c74-e6be8a74233d,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:55:23.376520 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-11a32eb8-9d98-460e-81e7-043bcb199bbb req-72e411fd-0682-4074-a309-68abd413fdd9 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=7a642297-a4bc-4035-86cd-4ef4f3662f6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0337374 Nov 05 18:55:23.410970 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cfd2f31-ebf9-47f2-9be6-26046f54dccd None None] Pushing event updated for resources: {'Port': ['ID=508ea956-e4fd-4cfe-83a6-62c61656d5bf,revision_number=2']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:55:23.427170 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14489e76-d1e6-4a37-8c6c-3350f0e9c1a4 req-68b9719c-991e-4635-a96e-7145a5689ac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:55:23.433621 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-14489e76-d1e6-4a37-8c6c-3350f0e9c1a4 req-68b9719c-991e-4635-a96e-7145a5689ac3 service neutron] 10.222.0.41 "GET /v2.0/networks?id=33b67f12-3e30-4db0-bf1c-b2b3da4d6fc7 HTTP/1.1" status: 200 len: 921 time: 0.1963224 Nov 05 18:55:23.501468 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-14489e76-d1e6-4a37-8c6c-3350f0e9c1a4 req-d1ab7213-a998-402e-bcd8-d71a01689371 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8c6dd4d3-e153-4543-b90b-dfbf5180b0bb HTTP/1.1" status: 200 len: 217 time: 0.0603948 Nov 05 18:55:23.536906 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-2a19039b-cdb8-4750-9bfc-bade2c3cece8 tempest-FloatingIPNegativeTestJSON-2126793608 tempest-FloatingIPNegativeTestJSON-2126793608-project] Publish callbacks [] for security_group, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:23.585318 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14489e76-d1e6-4a37-8c6c-3350f0e9c1a4 req-aa9b4832-d48e-429f-8b7f-9564906ae485 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:55:23.587812 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-14489e76-d1e6-4a37-8c6c-3350f0e9c1a4 req-aa9b4832-d48e-429f-8b7f-9564906ae485 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a3a64416-ba54-43fe-a90a-a0ccf6654f9d HTTP/1.1" status: 200 len: 860 time: 0.0795884 Nov 05 18:55:23.636781 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-14489e76-d1e6-4a37-8c6c-3350f0e9c1a4 req-b83aabae-efde-4cc8-bed1-529bb892db23 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=33b67f12-3e30-4db0-bf1c-b2b3da4d6fc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0412688 Nov 05 18:55:23.707946 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-11a32eb8-9d98-460e-81e7-043bcb199bbb req-5e4a5c30-bed4-4649-b46a-3a37cc46a4c2 service neutron] 10.222.0.55 "GET /v2.0/networks/7a642297-a4bc-4035-86cd-4ef4f3662f6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2615654 Nov 05 18:55:23.711741 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-2a19039b-cdb8-4750-9bfc-bade2c3cece8 tempest-FloatingIPNegativeTestJSON-2126793608 tempest-FloatingIPNegativeTestJSON-2126793608-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:23.802530 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a19039b-cdb8-4750-9bfc-bade2c3cece8 tempest-FloatingIPNegativeTestJSON-2126793608 tempest-FloatingIPNegativeTestJSON-2126793608-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 162} {{(pid=102386) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 05 18:55:23.863137 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a19039b-cdb8-4750-9bfc-bade2c3cece8 tempest-FloatingIPNegativeTestJSON-2126793608 tempest-FloatingIPNegativeTestJSON-2126793608-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d61b232c-afc3-4cd1-a057-08309a48f162,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:55:23.879743 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-2a19039b-cdb8-4750-9bfc-bade2c3cece8 tempest-FloatingIPNegativeTestJSON-2126793608 tempest-FloatingIPNegativeTestJSON-2126793608-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273'] for segment, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:23.879743 n-d-816865-1 neutron-server[102386]: INFO neutron.db.segments_db [None req-2a19039b-cdb8-4750-9bfc-bade2c3cece8 tempest-FloatingIPNegativeTestJSON-2126793608 tempest-FloatingIPNegativeTestJSON-2126793608-project] Added segment 13b759c9-1aa2-4178-a007-8340970a3d65 of type vlan for network 09c385f3-7b22-409c-acb3-0cd79e6117c6 Nov 05 18:55:23.918059 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad69ab6d-76b5-4438-931a-3cf1cc4a5f21 req-4be51448-1cd8-45a0-bcc1-6e8492b59f26 tempest-ServerRescueTestJSON-1639389385 tempest-ServerRescueTestJSON-1639389385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:55:23.920146 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-ad69ab6d-76b5-4438-931a-3cf1cc4a5f21 req-4be51448-1cd8-45a0-bcc1-6e8492b59f26 tempest-ServerRescueTestJSON-1639389385 tempest-ServerRescueTestJSON-1639389385-project] 10.222.0.13 "GET /v2.0/ports?device_id=71eadb3a-495a-4683-a4fb-df865dfdd3a2 HTTP/1.1" status: 200 len: 946 time: 0.1133094 Nov 05 18:55:23.922006 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-14489e76-d1e6-4a37-8c6c-3350f0e9c1a4 req-de9686f5-cb15-413b-9e99-19837a3a666d service neutron] 10.222.0.41 "GET /v2.0/networks/33b67f12-3e30-4db0-bf1c-b2b3da4d6fc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2700295 Nov 05 18:55:23.947302 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-2978f3b0-d273-4cfc-bd6b-c7f2cbffff5d tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Publish callbacks [] for port, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:23.959886 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-2a19039b-cdb8-4750-9bfc-bade2c3cece8 tempest-FloatingIPNegativeTestJSON-2126793608 tempest-FloatingIPNegativeTestJSON-2126793608-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750027258543'] for network, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:23.986527 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-11a32eb8-9d98-460e-81e7-043bcb199bbb req-50d4f655-79f9-4178-8df9-5949c7b0e22b service neutron] 10.222.0.55 "GET /v2.0/networks/7a642297-a4bc-4035-86cd-4ef4f3662f6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2705159 Nov 05 18:55:24.041644 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-ad69ab6d-76b5-4438-931a-3cf1cc4a5f21 req-0d5596d2-8940-4940-91e5-ba4f23a20f85 tempest-ServerRescueTestJSON-1639389385 tempest-ServerRescueTestJSON-1639389385-project] 10.222.0.13 "GET /v2.0/security-groups?id=458afcac-91c4-437c-b78f-d73b875bd5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144459 Nov 05 18:55:24.076499 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-14489e76-d1e6-4a37-8c6c-3350f0e9c1a4 req-3bff4dcb-fe1b-4177-8180-12456914d4c1 service neutron] 10.222.0.41 "GET /v2.0/networks/33b67f12-3e30-4db0-bf1c-b2b3da4d6fc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1420519 Nov 05 18:55:24.150212 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-2a19039b-cdb8-4750-9bfc-bade2c3cece8 tempest-FloatingIPNegativeTestJSON-2126793608 tempest-FloatingIPNegativeTestJSON-2126793608-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-956796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877'] for network, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:24.157869 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a19039b-cdb8-4750-9bfc-bade2c3cece8 tempest-FloatingIPNegativeTestJSON-2126793608 tempest-FloatingIPNegativeTestJSON-2126793608-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:55:24.158795 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-2a19039b-cdb8-4750-9bfc-bade2c3cece8 tempest-FloatingIPNegativeTestJSON-2126793608 tempest-FloatingIPNegativeTestJSON-2126793608-project] Publish callbacks [] for network, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:24.195479 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-2978f3b0-d273-4cfc-bd6b-c7f2cbffff5d tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:24.275227 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04d6e1d-9836-4f81-9a9a-6f67853dda58 req-ac00bee8-4c78-4b4c-af1e-d23fbb95b4d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:55:24.276745 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-b04d6e1d-9836-4f81-9a9a-6f67853dda58 req-ac00bee8-4c78-4b4c-af1e-d23fbb95b4d0 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=b2de76bf33cc46d2b826d4f29234737a&device_id=353d0e64-4bcb-4eed-8553-bdbeab999e4b HTTP/1.1" status: 200 len: 1095 time: 0.1558268 Nov 05 18:55:24.283918 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a19039b-cdb8-4750-9bfc-bade2c3cece8 tempest-FloatingIPNegativeTestJSON-2126793608 tempest-FloatingIPNegativeTestJSON-2126793608-project] Pushing event updated for resources: {'Network': ['ID=09c385f3-7b22-409c-acb3-0cd79e6117c6,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:55:24.295569 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Network 09c385f3-7b22-409c-acb3-0cd79e6117c6 details requested by agent ovs-agent-n-d-816865-1 with host n-d-816865-1 {{(pid=102388) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 05 18:55:24.301599 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2978f3b0-d273-4cfc-bd6b-c7f2cbffff5d tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Network 1c9d25d3-7f2e-4384-9081-dc17514a5578 is already hosted by enough agents. {{(pid=102386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 18:55:24.321651 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.base_scheduler [None req-2978f3b0-d273-4cfc-bd6b-c7f2cbffff5d tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Resources bound (agent type, host, resource id): {{(pid=102386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:55:24.324948 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2978f3b0-d273-4cfc-bd6b-c7f2cbffff5d tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Received port after_create {{(pid=102386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 18:55:24.334362 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2978f3b0-d273-4cfc-bd6b-c7f2cbffff5d tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:55:24.334362 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-2978f3b0-d273-4cfc-bd6b-c7f2cbffff5d tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:24.354806 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-2a19039b-cdb8-4750-9bfc-bade2c3cece8 tempest-FloatingIPNegativeTestJSON-2126793608 tempest-FloatingIPNegativeTestJSON-2126793608-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 1.7320223 Nov 05 18:55:24.360812 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 34902) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:55:24.372633 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-7e852dd3-4da5-452d-9cba-96b19b5ca549 tempest-FloatingIPNegativeTestJSON-2126793608 tempest-FloatingIPNegativeTestJSON-2126793608-project] Request body: {'subnet': {'network_id': '09c385f3-7b22-409c-acb3-0cd79e6117c6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:55:24.398352 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2978f3b0-d273-4cfc-bd6b-c7f2cbffff5d tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Pushing event updated for resources: {'Port': ['ID=8274a83c-27dd-452c-b962-c9e23102f3b9,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:55:24.473950 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04d6e1d-9836-4f81-9a9a-6f67853dda58 req-ee7e5b5e-466f-4783-8021-18e02fca19b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:55:24.477668 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-b04d6e1d-9836-4f81-9a9a-6f67853dda58 req-ee7e5b5e-466f-4783-8021-18e02fca19b0 service neutron] 10.222.0.55 "GET /v2.0/networks?id=7a642297-a4bc-4035-86cd-4ef4f3662f6a HTTP/1.1" status: 200 len: 914 time: 0.1827290 Nov 05 18:55:24.540391 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-2978f3b0-d273-4cfc-bd6b-c7f2cbffff5d tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.3186419 Nov 05 18:55:24.542899 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-b04d6e1d-9836-4f81-9a9a-6f67853dda58 req-3ae22c71-3df4-48c5-bdfa-b48800e7a663 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=106678b7-545a-4ae3-86f1-6ec8e5adfa01 HTTP/1.1" status: 200 len: 217 time: 0.0583565 Nov 05 18:55:24.543560 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 34912) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:55:24.571275 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc9f870-df2c-47cc-bebd-77c1c81c54b4 req-0ab97acd-dda5-412d-b5bb-32db97b104d1 tempest-ServerRescueTestJSONUnderV235-847319139 tempest-ServerRescueTestJSONUnderV235-847319139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:55:24.574518 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-7fc9f870-df2c-47cc-bebd-77c1c81c54b4 req-0ab97acd-dda5-412d-b5bb-32db97b104d1 tempest-ServerRescueTestJSONUnderV235-847319139 tempest-ServerRescueTestJSONUnderV235-847319139-project] 10.222.0.13 "GET /v2.0/ports?device_id=30f854dc-91a9-455d-85a2-232be75a6d81 HTTP/1.1" status: 200 len: 946 time: 0.2893164 Nov 05 18:55:24.620239 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04d6e1d-9836-4f81-9a9a-6f67853dda58 req-0ce4d7ed-8612-432a-a3a8-86f0f5e240fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:55:24.621950 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-b04d6e1d-9836-4f81-9a9a-6f67853dda58 req-0ce4d7ed-8612-432a-a3a8-86f0f5e240fb service neutron] 10.222.0.55 "GET /v2.0/subnets?id=daa553d4-e24f-4be2-a077-54252425df13 HTTP/1.1" status: 200 len: 853 time: 0.0676982 Nov 05 18:55:24.633928 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a632fcd-3946-457f-9825-04a963638107 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:55:24.634753 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6907fb-5852-458c-b402-9714a3c3813e req-bba0e2c5-d0a2-4163-a2a1-b0f5417ebe73 tempest-ServerPasswordTestJSON-205724688 tempest-ServerPasswordTestJSON-205724688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:55:24.636533 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-1d6907fb-5852-458c-b402-9714a3c3813e req-bba0e2c5-d0a2-4163-a2a1-b0f5417ebe73 tempest-ServerPasswordTestJSON-205724688 tempest-ServerPasswordTestJSON-205724688-project] 10.222.0.13 "GET /v2.0/ports?device_id=353d0e64-4bcb-4eed-8553-bdbeab999e4b HTTP/1.1" status: 200 len: 944 time: 0.1027374 Nov 05 18:55:24.640382 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a632fcd-3946-457f-9825-04a963638107 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:55:24.642091 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-4a632fcd-3946-457f-9825-04a963638107 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1701 time: 0.0973313 Nov 05 18:55:24.644892 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 34914) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:55:24.646898 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e852dd3-4da5-452d-9cba-96b19b5ca549 tempest-FloatingIPNegativeTestJSON-2126793608 tempest-FloatingIPNegativeTestJSON-2126793608-project] Made reservation on behalf of f78e71dd2f944964a35c6e2b2b9523db for: {'subnet': 1} {{(pid=102387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 18:55:24.651150 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-7e852dd3-4da5-452d-9cba-96b19b5ca549 tempest-FloatingIPNegativeTestJSON-2126793608 tempest-FloatingIPNegativeTestJSON-2126793608-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5112236'] for subnet, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:24.683322 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-b04d6e1d-9836-4f81-9a9a-6f67853dda58 req-3228a803-1603-43cf-a4e7-79f7e2b16066 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=7a642297-a4bc-4035-86cd-4ef4f3662f6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0398741 Nov 05 18:55:24.699356 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-7fc9f870-df2c-47cc-bebd-77c1c81c54b4 req-352553fc-d4eb-4018-b626-18aff9dc83a6 tempest-ServerRescueTestJSONUnderV235-847319139 tempest-ServerRescueTestJSONUnderV235-847319139-project] 10.222.0.13 "GET /v2.0/security-groups?id=2aa13776-0d09-4b7a-99bc-d3ea449425cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060264 Nov 05 18:55:24.885669 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-b04d6e1d-9836-4f81-9a9a-6f67853dda58 req-48a8042a-cac4-41d0-9c18-8cac785bd227 service neutron] 10.222.0.55 "GET /v2.0/networks/7a642297-a4bc-4035-86cd-4ef4f3662f6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1936021 Nov 05 18:55:24.910219 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-52bf0205-e5e3-463b-9219-4fdf6f3ab6de None None] Provisioning complete for port 508ea956-e4fd-4cfe-83a6-62c61656d5bf triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:55:24.915860 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-1d6907fb-5852-458c-b402-9714a3c3813e req-545354bc-65e8-4073-8513-332e2923fd70 tempest-ServerPasswordTestJSON-205724688 tempest-ServerPasswordTestJSON-205724688-project] 10.222.0.13 "GET /v2.0/security-groups?id=1e9bfc43-683f-4f0f-ab7c-82d47b4a52a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2485280 Nov 05 18:55:24.918668 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-52bf0205-e5e3-463b-9219-4fdf6f3ab6de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:24.984074 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 508ea956-e4fd-4cfe-83a6-62c61656d5bf up at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 18:55:25.007200 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [None req-8af5aad3-0804-4535-bcd7-e4e64e093fad tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Deleting port 8274a83c-27dd-452c-b962-c9e23102f3b9 {{(pid=102387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 18:55:25.007552 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-8af5aad3-0804-4535-bcd7-e4e64e093fad tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:25.114970 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Provisioning complete for port 508ea956-e4fd-4cfe-83a6-62c61656d5bf triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:55:25.115354 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:25.155526 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-b04d6e1d-9836-4f81-9a9a-6f67853dda58 req-8121a9f4-49f0-4687-bb74-0d7702fd7799 service neutron] 10.222.0.55 "GET /v2.0/networks/7a642297-a4bc-4035-86cd-4ef4f3662f6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2610343 Nov 05 18:55:25.251222 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-52bf0205-e5e3-463b-9219-4fdf6f3ab6de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:25.298633 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 34932) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:55:25.307026 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:25.316305 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-8af5aad3-0804-4535-bcd7-e4e64e093fad tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:25.336162 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-52bf0205-e5e3-463b-9219-4fdf6f3ab6de None None] For port 508ea956-e4fd-4cfe-83a6-62c61656d5bf, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=508ea956-e4fd-4cfe-83a6-62c61656d5bf,segment=NetworkSegment(1bdc5ccc-001b-4584-b217-2d1934002f57),segment_id=1bdc5ccc-001b-4584-b217-2d1934002f57)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:55:25.336971 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96d31b1-7201-467d-94ee-8bd427d7ed1e req-ea1da135-a7f1-47b5-ba43-4fa1f95c91c5 tempest-ServerRescueTestJSON-1639389385 tempest-ServerRescueTestJSON-1639389385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:55:25.338842 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-c96d31b1-7201-467d-94ee-8bd427d7ed1e req-ea1da135-a7f1-47b5-ba43-4fa1f95c91c5 tempest-ServerRescueTestJSON-1639389385 tempest-ServerRescueTestJSON-1639389385-project] 10.222.0.13 "GET /v2.0/ports?device_id=71eadb3a-495a-4683-a4fb-df865dfdd3a2 HTTP/1.1" status: 200 len: 946 time: 0.1446702 Nov 05 18:55:25.343149 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [None req-8af5aad3-0804-4535-bcd7-e4e64e093fad tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Calling delete_port for 8274a83c-27dd-452c-b962-c9e23102f3b9 owned by {{(pid=102387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 18:55:25.354170 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-7e852dd3-4da5-452d-9cba-96b19b5ca549 tempest-FloatingIPNegativeTestJSON-2126793608 tempest-FloatingIPNegativeTestJSON-2126793608-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4417463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5112218'] for subnet, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:25.403462 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-52bf0205-e5e3-463b-9219-4fdf6f3ab6de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:25.430864 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-80942faf-debe-49e4-be24-fa894fbafa17 tempest-RoutersIpV6AdminTest-300741977 tempest-RoutersIpV6AdminTest-300741977-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-1256437239', 'router:external': True}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:55:25.482747 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.db.api [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102388) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 05 18:55:25.483588 n-d-816865-1 neutron-server[102388]: DEBUG oslo_db.api [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 05 18:55:25.498492 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52bf0205-e5e3-463b-9219-4fdf6f3ab6de None None] Pushing event updated for resources: {'Port': ['ID=508ea956-e4fd-4cfe-83a6-62c61656d5bf,revision_number=3']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:55:25.523553 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-c96d31b1-7201-467d-94ee-8bd427d7ed1e req-67e66f5d-cd20-4637-8eec-a7b6bcc4d116 tempest-ServerRescueTestJSON-1639389385 tempest-ServerRescueTestJSON-1639389385-project] 10.222.0.13 "GET /v2.0/security-groups?id=458afcac-91c4-437c-b78f-d73b875bd5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1744514 Nov 05 18:55:25.525609 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-894353f9-414e-45a2-88b0-2b54eb29aeef None None] Provisioning complete for port 8274a83c-27dd-452c-b962-c9e23102f3b9 triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:55:25.525774 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-894353f9-414e-45a2-88b0-2b54eb29aeef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:25.527304 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e852dd3-4da5-452d-9cba-96b19b5ca549 tempest-FloatingIPNegativeTestJSON-2126793608 tempest-FloatingIPNegativeTestJSON-2126793608-project] Pushing event updated for resources: {'Subnet': ['ID=e3af1225-a90b-447e-a284-ba8c2020ed79,revision_number=0']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:55:25.550304 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e852dd3-4da5-452d-9cba-96b19b5ca549 tempest-FloatingIPNegativeTestJSON-2126793608 tempest-FloatingIPNegativeTestJSON-2126793608-project] Checking segment: {'id': '13b759c9-1aa2-4178-a007-8340970a3d65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '09c385f3-7b22-409c-acb3-0cd79e6117c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 18:55:25.550304 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e852dd3-4da5-452d-9cba-96b19b5ca549 tempest-FloatingIPNegativeTestJSON-2126793608 tempest-FloatingIPNegativeTestJSON-2126793608-project] Network hostable DHCP agents. Network: 09c385f3-7b22-409c-acb3-0cd79e6117c6, hostable agents: ['987e2ca0-bc3b-4c6f-a989-429ccfbf753f'], hosted agents: [] {{(pid=102387) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 05 18:55:25.565695 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-894353f9-414e-45a2-88b0-2b54eb29aeef None None] Port 8274a83c-27dd-452c-b962-c9e23102f3b9 cannot update to ACTIVE because it is not bound. {{(pid=102388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 18:55:25.569764 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80942faf-debe-49e4-be24-fa894fbafa17 tempest-RoutersIpV6AdminTest-300741977 tempest-RoutersIpV6AdminTest-300741977-project-admin] Made reservation on behalf of 3fdf0adabde0460c887e9be603056b00 for: {'network': 1} {{(pid=102386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 18:55:25.573173 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-80942faf-debe-49e4-be24-fa894fbafa17 tempest-RoutersIpV6AdminTest-300741977 tempest-RoutersIpV6AdminTest-300741977-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for network, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:25.589766 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-80942faf-debe-49e4-be24-fa894fbafa17 tempest-RoutersIpV6AdminTest-300741977 tempest-RoutersIpV6AdminTest-300741977-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:25.662945 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e852dd3-4da5-452d-9cba-96b19b5ca549 tempest-FloatingIPNegativeTestJSON-2126793608 tempest-FloatingIPNegativeTestJSON-2126793608-project] Network 09c385f3-7b22-409c-acb3-0cd79e6117c6 is scheduled to be hosted by DHCP agent 987e2ca0-bc3b-4c6f-a989-429ccfbf753f with binding_index 1 {{(pid=102387) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 05 18:55:25.669223 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-80942faf-debe-49e4-be24-fa894fbafa17 tempest-RoutersIpV6AdminTest-300741977 tempest-RoutersIpV6AdminTest-300741977-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:25.759190 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-8af5aad3-0804-4535-bcd7-e4e64e093fad tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4417063'] for port, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:25.796717 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af5aad3-0804-4535-bcd7-e4e64e093fad tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Pushing event deleted for resources: {'Port': ['ID=8274a83c-27dd-452c-b962-c9e23102f3b9,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:55:25.804412 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-80942faf-debe-49e4-be24-fa894fbafa17 tempest-RoutersIpV6AdminTest-300741977 tempest-RoutersIpV6AdminTest-300741977-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:25.832573 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.base_scheduler [None req-7e852dd3-4da5-452d-9cba-96b19b5ca549 tempest-FloatingIPNegativeTestJSON-2126793608 tempest-FloatingIPNegativeTestJSON-2126793608-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816865-1, 09c385f3-7b22-409c-acb3-0cd79e6117c6) {{(pid=102387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:55:25.841198 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-8af5aad3-0804-4535-bcd7-e4e64e093fad tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:25.841842 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41db8836-c16c-4d37-8e67-16048c5f74e9 None None] Network 09c385f3-7b22-409c-acb3-0cd79e6117c6 requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 18:55:25.845849 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-8af5aad3-0804-4535-bcd7-e4e64e093fad tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] 10.222.0.13 "DELETE /v2.0/ports/8274a83c-27dd-452c-b962-c9e23102f3b9 HTTP/1.1" status: 204 len: 168 time: 1.1998303 Nov 05 18:55:25.848759 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e852dd3-4da5-452d-9cba-96b19b5ca549 tempest-FloatingIPNegativeTestJSON-2126793608 tempest-FloatingIPNegativeTestJSON-2126793608-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:55:25.849560 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-7e852dd3-4da5-452d-9cba-96b19b5ca549 tempest-FloatingIPNegativeTestJSON-2126793608 tempest-FloatingIPNegativeTestJSON-2126793608-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597851'] for subnet, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:25.854215 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 34948) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:55:25.866325 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80942faf-debe-49e4-be24-fa894fbafa17 tempest-RoutersIpV6AdminTest-300741977 tempest-RoutersIpV6AdminTest-300741977-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 166} {{(pid=102386) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 05 18:55:25.895264 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80942faf-debe-49e4-be24-fa894fbafa17 tempest-RoutersIpV6AdminTest-300741977 tempest-RoutersIpV6AdminTest-300741977-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8e5d877-233d-4855-90e9-9e23082ca775,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:55:25.910161 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-80942faf-debe-49e4-be24-fa894fbafa17 tempest-RoutersIpV6AdminTest-300741977 tempest-RoutersIpV6AdminTest-300741977-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273'] for segment, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:25.910798 n-d-816865-1 neutron-server[102386]: INFO neutron.db.segments_db [None req-80942faf-debe-49e4-be24-fa894fbafa17 tempest-RoutersIpV6AdminTest-300741977 tempest-RoutersIpV6AdminTest-300741977-project-admin] Added segment fe52fa80-3fea-4e6d-8870-a72d53036ebd of type vlan for network 5b20344f-3290-481a-ac90-e1eb913d5398 Nov 05 18:55:25.974438 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5a3a12-79a1-48ea-a7a6-84ebf0375e9c req-50be16cb-59f5-4933-a6d0-e195c1a76880 tempest-ServerRescueTestJSONUnderV235-847319139 tempest-ServerRescueTestJSONUnderV235-847319139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:55:25.983684 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-da5a3a12-79a1-48ea-a7a6-84ebf0375e9c req-50be16cb-59f5-4933-a6d0-e195c1a76880 tempest-ServerRescueTestJSONUnderV235-847319139 tempest-ServerRescueTestJSONUnderV235-847319139-project] 10.222.0.13 "GET /v2.0/ports?device_id=30f854dc-91a9-455d-85a2-232be75a6d81 HTTP/1.1" status: 200 len: 946 time: 0.1968675 Nov 05 18:55:26.006970 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-80942faf-debe-49e4-be24-fa894fbafa17 tempest-RoutersIpV6AdminTest-300741977 tempest-RoutersIpV6AdminTest-300741977-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750027258543'] for network, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:26.025860 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-7e852dd3-4da5-452d-9cba-96b19b5ca549 tempest-FloatingIPNegativeTestJSON-2126793608 tempest-FloatingIPNegativeTestJSON-2126793608-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6590314 Nov 05 18:55:26.031951 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 34956) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:55:26.046416 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-7c0b3db3-26bc-457d-a923-373b02aca5d7 tempest-FloatingIPNegativeTestJSON-2126793608 tempest-FloatingIPNegativeTestJSON-2126793608-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-650616764', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:55:26.083231 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f04ecae-1620-4b87-a8c9-d792adce23e6 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:55:26.091538 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f04ecae-1620-4b87-a8c9-d792adce23e6 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:55:26.091538 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-3f04ecae-1620-4b87-a8c9-d792adce23e6 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.2320533 Nov 05 18:55:26.096939 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 34960) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:55:26.160297 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6182fee-b783-46d7-a06b-bda2b2b4cb85 req-99456a13-8f61-40e1-9e7e-729a9e4e58a6 tempest-ServerPasswordTestJSON-205724688 tempest-ServerPasswordTestJSON-205724688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:55:26.161933 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-d6182fee-b783-46d7-a06b-bda2b2b4cb85 req-99456a13-8f61-40e1-9e7e-729a9e4e58a6 tempest-ServerPasswordTestJSON-205724688 tempest-ServerPasswordTestJSON-205724688-project] 10.222.0.13 "GET /v2.0/ports?device_id=353d0e64-4bcb-4eed-8553-bdbeab999e4b HTTP/1.1" status: 200 len: 944 time: 0.1317279 Nov 05 18:55:26.162522 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-80942faf-debe-49e4-be24-fa894fbafa17 tempest-RoutersIpV6AdminTest-300741977 tempest-RoutersIpV6AdminTest-300741977-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-956796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877'] for network, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:26.164972 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80942faf-debe-49e4-be24-fa894fbafa17 tempest-RoutersIpV6AdminTest-300741977 tempest-RoutersIpV6AdminTest-300741977-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:55:26.165193 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-80942faf-debe-49e4-be24-fa894fbafa17 tempest-RoutersIpV6AdminTest-300741977 tempest-RoutersIpV6AdminTest-300741977-project-admin] Publish callbacks [] for network, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:26.167140 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-da5a3a12-79a1-48ea-a7a6-84ebf0375e9c req-cd9be3da-1b48-4835-8187-069e4dc13fb7 tempest-ServerRescueTestJSONUnderV235-847319139 tempest-ServerRescueTestJSONUnderV235-847319139-project] 10.222.0.13 "GET /v2.0/security-groups?id=2aa13776-0d09-4b7a-99bc-d3ea449425cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1831155 Nov 05 18:55:26.244138 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7c2a08c-7b1d-43c2-8b2d-db852f81e081 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeb20a084-accf-5b60-8075-3e69ebe863a6-09c385f3-7b22-409c-acb3-0cd79e6117c6', 'network_id': '09c385f3-7b22-409c-acb3-0cd79e6117c6', 'tenant_id': 'f78e71dd2f944964a35c6e2b2b9523db', 'fixed_ips': [{'subnet_id': 'e3af1225-a90b-447e-a284-ba8c2020ed79'}]}} from n-d-816865-1. {{(pid=102388) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 05 18:55:26.246006 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-d6182fee-b783-46d7-a06b-bda2b2b4cb85 req-c8195260-2875-44fa-be6e-dcd0b545eb03 tempest-ServerPasswordTestJSON-205724688 tempest-ServerPasswordTestJSON-205724688-project] 10.222.0.13 "GET /v2.0/security-groups?id=1e9bfc43-683f-4f0f-ab7c-82d47b4a52a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754218 Nov 05 18:55:26.263986 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-d7c2a08c-7b1d-43c2-8b2d-db852f81e081 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:26.316890 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80942faf-debe-49e4-be24-fa894fbafa17 tempest-RoutersIpV6AdminTest-300741977 tempest-RoutersIpV6AdminTest-300741977-project-admin] Pushing event updated for resources: {'Network': ['ID=5b20344f-3290-481a-ac90-e1eb913d5398,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:55:26.327990 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-7c0b3db3-26bc-457d-a923-373b02aca5d7 tempest-FloatingIPNegativeTestJSON-2126793608 tempest-FloatingIPNegativeTestJSON-2126793608-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-571139', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6874'] for router, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:26.329881 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-7c0b3db3-26bc-457d-a923-373b02aca5d7 tempest-FloatingIPNegativeTestJSON-2126793608 tempest-FloatingIPNegativeTestJSON-2126793608-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-571375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1000570', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1011585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6867'] for router, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:26.357188 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c35b434-efda-4485-a643-2e13953ab775 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Deleting subnet 71a624e7-cf62-421c-bc35-0729959f7696 {{(pid=102386) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 05 18:55:26.357423 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Network 5b20344f-3290-481a-ac90-e1eb913d5398 details requested by agent ovs-agent-n-d-816865-1 with host n-d-816865-1 {{(pid=102388) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 05 18:55:26.363921 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-2c35b434-efda-4485-a643-2e13953ab775 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Publish callbacks [] for subnet, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:26.449288 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-80942faf-debe-49e4-be24-fa894fbafa17 tempest-RoutersIpV6AdminTest-300741977 tempest-RoutersIpV6AdminTest-300741977-project-admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 1.1494339 Nov 05 18:55:26.450981 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-7c0b3db3-26bc-457d-a923-373b02aca5d7 tempest-FloatingIPNegativeTestJSON-2126793608 tempest-FloatingIPNegativeTestJSON-2126793608-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:26.452470 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 34972) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:55:26.457748 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-c9cf3388-b4a1-483b-a91c-5d316ca946ee tempest-RoutersIpV6AdminTest-300741977 tempest-RoutersIpV6AdminTest-300741977-project-admin] Request body: {'subnet': {'network_id': '5b20344f-3290-481a-ac90-e1eb913d5398', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:55:26.461990 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-2c35b434-efda-4485-a643-2e13953ab775 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4590738'] for subnet, precommit_delete_associations {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:26.564076 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-2c35b434-efda-4485-a643-2e13953ab775 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1573928'] for subnet, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:26.590366 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-7c0b3db3-26bc-457d-a923-373b02aca5d7 tempest-FloatingIPNegativeTestJSON-2126793608 tempest-FloatingIPNegativeTestJSON-2126793608-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-571384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1000487'] for router, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:26.642235 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9cf3388-b4a1-483b-a91c-5d316ca946ee tempest-RoutersIpV6AdminTest-300741977 tempest-RoutersIpV6AdminTest-300741977-project-admin] Made reservation on behalf of 3fdf0adabde0460c887e9be603056b00 for: {'subnet': 1} {{(pid=102387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 18:55:26.645671 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-c9cf3388-b4a1-483b-a91c-5d316ca946ee tempest-RoutersIpV6AdminTest-300741977 tempest-RoutersIpV6AdminTest-300741977-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5112236'] for subnet, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:26.702441 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.db_base_plugin_common [None req-d7c2a08c-7b1d-43c2-8b2d-db852f81e081 None None] Allocated IP 172.20.0.2 (09c385f3-7b22-409c-acb3-0cd79e6117c6/e3af1225-a90b-447e-a284-ba8c2020ed79/436038a0-be46-4fae-908a-e91de094910a) {{(pid=102388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 18:55:26.732261 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-7c0b3db3-26bc-457d-a923-373b02aca5d7 tempest-FloatingIPNegativeTestJSON-2126793608 tempest-FloatingIPNegativeTestJSON-2126793608-project] Publish callbacks [] for router, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:26.734462 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b7b269-00e0-4525-aca2-6453cb33a5fc req-47edd3ee-3a25-4474-831c-d2d866f52dc5 tempest-ServerRescueTestJSON-1639389385 tempest-ServerRescueTestJSON-1639389385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:55:26.738479 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-f4b7b269-00e0-4525-aca2-6453cb33a5fc req-47edd3ee-3a25-4474-831c-d2d866f52dc5 tempest-ServerRescueTestJSON-1639389385 tempest-ServerRescueTestJSON-1639389385-project] 10.222.0.13 "GET /v2.0/ports?device_id=71eadb3a-495a-4683-a4fb-df865dfdd3a2 HTTP/1.1" status: 200 len: 946 time: 0.1249888 Nov 05 18:55:26.740972 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 34976) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:55:26.746928 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-7c0b3db3-26bc-457d-a923-373b02aca5d7 tempest-FloatingIPNegativeTestJSON-2126793608 tempest-FloatingIPNegativeTestJSON-2126793608-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 714 time: 0.6945515 Nov 05 18:55:26.773495 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-2c35b434-efda-4485-a643-2e13953ab775 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1573905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6149879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4877183'] for subnet, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:26.815181 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c35b434-efda-4485-a643-2e13953ab775 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Pushing event deleted for resources: {'Subnet': ['ID=71a624e7-cf62-421c-bc35-0729959f7696,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:55:26.824932 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-2c35b434-efda-4485-a643-2e13953ab775 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Publish callbacks [] for subnet, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:26.825480 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-195ae277-a636-4d6b-ba01-ed3e64484d37 None None] Network 1c9d25d3-7f2e-4384-9081-dc17514a5578 requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 18:55:26.829947 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-2c35b434-efda-4485-a643-2e13953ab775 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] 10.222.0.13 "DELETE /v2.0/subnets/71a624e7-cf62-421c-bc35-0729959f7696 HTTP/1.1" status: 204 len: 168 time: 0.7319558 Nov 05 18:55:26.834130 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 34978) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:55:26.879051 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-361e3946-5169-483a-a5fa-52092312c545 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0446887 Nov 05 18:55:26.881415 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 34980) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:55:26.901106 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 508ea956-e4fd-4cfe-83a6-62c61656d5bf up at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 18:55:26.936583 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a469ab9-70d2-4212-b756-6974ce12a457 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:55:26.940842 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-8a469ab9-70d2-4212-b756-6974ce12a457 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0558617 Nov 05 18:55:26.941136 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 34982) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:55:26.994631 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-f4b7b269-00e0-4525-aca2-6453cb33a5fc req-ca691a48-1318-4093-a261-2fdf97ae131d tempest-ServerRescueTestJSON-1639389385 tempest-ServerRescueTestJSON-1639389385-project] 10.222.0.13 "GET /v2.0/security-groups?id=458afcac-91c4-437c-b78f-d73b875bd5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2414346 Nov 05 18:55:27.004383 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb3986cd-0b6f-4c49-ba50-cb1bfd44bdec tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:55:27.007895 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-eb3986cd-0b6f-4c49-ba50-cb1bfd44bdec tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0635085 Nov 05 18:55:27.008799 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 34984) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:55:27.052657 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-d7c2a08c-7b1d-43c2-8b2d-db852f81e081 None None] Publish callbacks [] for port, precommit_create {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:27.083565 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Provisioning complete for port 508ea956-e4fd-4cfe-83a6-62c61656d5bf triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:55:27.084064 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:27.100605 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-4c24e55f-2d82-4f3d-a76c-86421eab7202 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0902700 Nov 05 18:55:27.105972 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 34986) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:55:27.111508 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-5b553567-8498-4e12-ba79-8ed43099f320 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Request body: {'subnet': {'network_id': '1c9d25d3-7f2e-4384-9081-dc17514a5578', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:55:27.205333 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c73b18a-1b58-4b16-b926-5273615ada61 None None] DHCP port deletion for 1c9d25d3-7f2e-4384-9081-dc17514a5578 request from n-d-816865-1 {{(pid=102388) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 05 18:55:27.205333 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-d7c2a08c-7b1d-43c2-8b2d-db852f81e081 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789'] for port, after_create {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:27.228157 n-d-816865-1 neutron-server[102388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7c2a08c-7b1d-43c2-8b2d-db852f81e081 None None] Network 09c385f3-7b22-409c-acb3-0cd79e6117c6 is already hosted by enough agents. {{(pid=102388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 18:55:27.249662 n-d-816865-1 neutron-server[102388]: DEBUG neutron.scheduler.base_scheduler [None req-d7c2a08c-7b1d-43c2-8b2d-db852f81e081 None None] Resources bound (agent type, host, resource id): {{(pid=102388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:55:27.274828 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-d19b7563-b1ef-4083-a9d8-716306f38981 tempest-FloatingIPNegativeTestJSON-2126793608 tempest-FloatingIPNegativeTestJSON-2126793608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:27.278660 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7c2a08c-7b1d-43c2-8b2d-db852f81e081 None None] Received port after_create {{(pid=102388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 18:55:27.356474 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c2a08c-7b1d-43c2-8b2d-db852f81e081 None None] Pushing event updated for resources: {'Port': ['ID=436038a0-be46-4fae-908a-e91de094910a,revision_number=1']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:55:27.413693 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b553567-8498-4e12-ba79-8ed43099f320 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Made reservation on behalf of 7bc73c6c17f842a987dd31290d20faa2 for: {'subnet': 1} {{(pid=102386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 18:55:27.413693 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-5b553567-8498-4e12-ba79-8ed43099f320 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4877122'] for subnet, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:27.415024 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-d7c2a08c-7b1d-43c2-8b2d-db852f81e081 None None] Attempting to bind port 436038a0-be46-4fae-908a-e91de094910a on host n-d-816865-1 for vnic_type normal with profile {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 18:55:27.415024 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-d7c2a08c-7b1d-43c2-8b2d-db852f81e081 None None] Attempting to bind port 436038a0-be46-4fae-908a-e91de094910a by drivers openvswitch,hyperv on host n-d-816865-1 at level 0 using segments [{'id': '13b759c9-1aa2-4178-a007-8340970a3d65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '09c385f3-7b22-409c-acb3-0cd79e6117c6'}] {{(pid=102388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 18:55:27.415024 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7c2a08c-7b1d-43c2-8b2d-db852f81e081 None None] Attempting to bind port 436038a0-be46-4fae-908a-e91de094910a on network 09c385f3-7b22-409c-acb3-0cd79e6117c6 {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 18:55:27.415024 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7c2a08c-7b1d-43c2-8b2d-db852f81e081 None None] Checking agent: {'id': '724d89a7-611b-41e6-bc85-c48112b17afa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 18, 25, 8), 'started_at': datetime.datetime(2021, 11, 5, 18, 25, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 18, 55, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 18:55:27.415024 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7c2a08c-7b1d-43c2-8b2d-db852f81e081 None None] Checking segment: {'id': '13b759c9-1aa2-4178-a007-8340970a3d65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '09c385f3-7b22-409c-acb3-0cd79e6117c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 18:55:27.415024 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-d7c2a08c-7b1d-43c2-8b2d-db852f81e081 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:27.415024 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7c2a08c-7b1d-43c2-8b2d-db852f81e081 None None] Bound using segment: {'id': '13b759c9-1aa2-4178-a007-8340970a3d65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '09c385f3-7b22-409c-acb3-0cd79e6117c6'} {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 18:55:27.415024 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-d7c2a08c-7b1d-43c2-8b2d-db852f81e081 None None] Bound port: 436038a0-be46-4fae-908a-e91de094910a, host: n-d-816865-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13b759c9-1aa2-4178-a007-8340970a3d65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '09c385f3-7b22-409c-acb3-0cd79e6117c6'}}] {{(pid=102388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 18:55:27.415024 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-d7c2a08c-7b1d-43c2-8b2d-db852f81e081 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:27.415024 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-5c73b18a-1b58-4b16-b926-5273615ada61 None None] Deleting port 508ea956-e4fd-4cfe-83a6-62c61656d5bf {{(pid=102388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 18:55:27.415024 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-5c73b18a-1b58-4b16-b926-5273615ada61 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:27.498777 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-5c73b18a-1b58-4b16-b926-5273615ada61 None None] For port 508ea956-e4fd-4cfe-83a6-62c61656d5bf, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=508ea956-e4fd-4cfe-83a6-62c61656d5bf,segment=NetworkSegment(1bdc5ccc-001b-4584-b217-2d1934002f57),segment_id=1bdc5ccc-001b-4584-b217-2d1934002f57)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:55:27.499461 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-5c73b18a-1b58-4b16-b926-5273615ada61 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:27.506121 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ad94b1-2839-4f13-8585-5208e089ad66 req-49a7a2cb-07ef-4a56-bdbc-3057ee35a74d tempest-ServerRescueTestJSONUnderV235-847319139 tempest-ServerRescueTestJSONUnderV235-847319139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:55:27.507213 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-a8ad94b1-2839-4f13-8585-5208e089ad66 req-49a7a2cb-07ef-4a56-bdbc-3057ee35a74d tempest-ServerRescueTestJSONUnderV235-847319139 tempest-ServerRescueTestJSONUnderV235-847319139-project] 10.222.0.13 "GET /v2.0/ports?device_id=30f854dc-91a9-455d-85a2-232be75a6d81 HTTP/1.1" status: 200 len: 946 time: 0.2283432 Nov 05 18:55:27.526077 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-5c73b18a-1b58-4b16-b926-5273615ada61 None None] Calling delete_port for 508ea956-e4fd-4cfe-83a6-62c61656d5bf owned by network:dhcp {{(pid=102388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 18:55:27.533509 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-d7c2a08c-7b1d-43c2-8b2d-db852f81e081 None None] For port 436038a0-be46-4fae-908a-e91de094910a, host n-d-816865-1, cleared binding levels {{(pid=102388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 18:55:27.539369 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-d7c2a08c-7b1d-43c2-8b2d-db852f81e081 None None] For port 436038a0-be46-4fae-908a-e91de094910a, host n-d-816865-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=436038a0-be46-4fae-908a-e91de094910a,segment=NetworkSegment(13b759c9-1aa2-4178-a007-8340970a3d65),segment_id=13b759c9-1aa2-4178-a007-8340970a3d65)] {{(pid=102388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 18:55:27.542105 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df354750-11fc-4c2f-98f8-5c93d73e739b req-d61644fb-0132-4bca-b344-b78694c0f983 tempest-ServerPasswordTestJSON-205724688 tempest-ServerPasswordTestJSON-205724688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:55:27.543731 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-df354750-11fc-4c2f-98f8-5c93d73e739b req-d61644fb-0132-4bca-b344-b78694c0f983 tempest-ServerPasswordTestJSON-205724688 tempest-ServerPasswordTestJSON-205724688-project] 10.222.0.13 "GET /v2.0/ports?device_id=353d0e64-4bcb-4eed-8553-bdbeab999e4b HTTP/1.1" status: 200 len: 944 time: 0.1841288 Nov 05 18:55:27.657854 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-d7c2a08c-7b1d-43c2-8b2d-db852f81e081 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:27.721218 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c2a08c-7b1d-43c2-8b2d-db852f81e081 None None] Pushing event updated for resources: {'Port': ['ID=436038a0-be46-4fae-908a-e91de094910a,revision_number=2']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:55:27.732541 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-5b553567-8498-4e12-ba79-8ed43099f320 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6149946', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4877172'] for subnet, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:27.733486 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-5c73b18a-1b58-4b16-b926-5273615ada61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798'] for port, after_delete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:27.738509 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c73b18a-1b58-4b16-b926-5273615ada61 None None] No DVR routers for this DVR port 508ea956-e4fd-4cfe-83a6-62c61656d5bf on host n-d-816865-1 {{(pid=102388) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 18:55:27.759735 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c73b18a-1b58-4b16-b926-5273615ada61 None None] Pushing event deleted for resources: {'Port': ['ID=508ea956-e4fd-4cfe-83a6-62c61656d5bf,revision_number=None']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:55:27.772142 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Device 106678b7-545a-4ae3-86f1-6ec8e5adfa01 details requested by agent hyperv_n-h2-816865-1 with host n-h2-816865-1 {{(pid=102388) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 05 18:55:27.849051 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b553567-8498-4e12-ba79-8ed43099f320 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Network 1c9d25d3-7f2e-4384-9081-dc17514a5578 is already hosted by enough agents. {{(pid=102386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 18:55:27.850753 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b553567-8498-4e12-ba79-8ed43099f320 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Pushing event updated for resources: {'Subnet': ['ID=bca0c697-37fa-441c-82ac-b4a36b87f1af,revision_number=0']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:55:27.853831 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.base_scheduler [None req-5b553567-8498-4e12-ba79-8ed43099f320 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Resources bound (agent type, host, resource id): {{(pid=102386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:55:27.865536 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b553567-8498-4e12-ba79-8ed43099f320 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:55:27.866427 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-5b553567-8498-4e12-ba79-8ed43099f320 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Publish callbacks [] for subnet, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:27.893778 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] For port 106678b7-545a-4ae3-86f1-6ec8e5adfa01, host n-h2-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=106678b7-545a-4ae3-86f1-6ec8e5adfa01,segment=NetworkSegment(d4008c0a-0e36-44d2-9de3-4797d7db8846),segment_id=d4008c0a-0e36-44d2-9de3-4797d7db8846)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:55:27.911620 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Returning: {'device': '106678b7-545a-4ae3-86f1-6ec8e5adfa01', 'network_id': '7a642297-a4bc-4035-86cd-4ef4f3662f6a', 'port_id': '106678b7-545a-4ae3-86f1-6ec8e5adfa01', 'mac_address': 'fa:16:3e:b6:a0:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 150, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'daa553d4-e24f-4be2-a077-54252425df13', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102388) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 05 18:55:27.915961 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2868b08b-8ffd-4497-aba7-32d55576c04b None None] Network 1c9d25d3-7f2e-4384-9081-dc17514a5578 requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 18:55:27.947067 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-5b553567-8498-4e12-ba79-8ed43099f320 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8398890 Nov 05 18:55:27.950251 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 35000) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:55:27.967190 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-12d7a73f-b943-4046-9b41-74bb820a51d5 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Request body: {'port': {'network_id': '1c9d25d3-7f2e-4384-9081-dc17514a5578', 'mac_address': 'fa:16:3e:0f:34:19', 'name': 'tempest-NetworksTestDHCPv6-147161268'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:55:28.088944 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-a8ad94b1-2839-4f13-8585-5208e089ad66 req-976d0564-01aa-4acb-a461-79dee4c1d7dc tempest-ServerRescueTestJSONUnderV235-847319139 tempest-ServerRescueTestJSONUnderV235-847319139-project] 10.222.0.13 "GET /v2.0/security-groups?id=2aa13776-0d09-4b7a-99bc-d3ea449425cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5593903 Nov 05 18:55:28.097853 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:28.126406 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-df354750-11fc-4c2f-98f8-5c93d73e739b req-60fb64b3-f3de-4cc9-a04d-fee57a547507 tempest-ServerPasswordTestJSON-205724688 tempest-ServerPasswordTestJSON-205724688-project] 10.222.0.13 "GET /v2.0/security-groups?id=1e9bfc43-683f-4f0f-ab7c-82d47b4a52a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5471528 Nov 05 18:55:28.154982 n-d-816865-1 neutron-server[102388]: DEBUG neutron.notifiers.nova [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 106678b7-545a-4ae3-86f1-6ec8e5adfa01 {{(pid=102388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 18:55:28.180815 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.db_base_plugin_common [None req-d19b7563-b1ef-4083-a9d8-716306f38981 tempest-FloatingIPNegativeTestJSON-2126793608 tempest-FloatingIPNegativeTestJSON-2126793608-project] Allocated IP 172.20.0.1 (09c385f3-7b22-409c-acb3-0cd79e6117c6/e3af1225-a90b-447e-a284-ba8c2020ed79/4ed4ce2b-9262-4ccf-85a4-d83862a5943e) {{(pid=102387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 18:55:28.238828 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] For port 106678b7-545a-4ae3-86f1-6ec8e5adfa01, host n-h2-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=106678b7-545a-4ae3-86f1-6ec8e5adfa01,segment=NetworkSegment(d4008c0a-0e36-44d2-9de3-4797d7db8846),segment_id=d4008c0a-0e36-44d2-9de3-4797d7db8846)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:55:28.247855 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c185af24-837d-45e1-a3f4-38d47c3dcf7c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeb20a084-accf-5b60-8075-3e69ebe863a6-1c9d25d3-7f2e-4384-9081-dc17514a5578', 'network_id': '1c9d25d3-7f2e-4384-9081-dc17514a5578', 'tenant_id': '7bc73c6c17f842a987dd31290d20faa2', 'fixed_ips': [{'subnet_id': 'bca0c697-37fa-441c-82ac-b4a36b87f1af'}]}} from n-d-816865-1. {{(pid=102388) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 05 18:55:28.248858 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c185af24-837d-45e1-a3f4-38d47c3dcf7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:28.352978 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:28.396897 n-d-816865-1 neutron-server[102387]: DEBUG neutron.objects.ports [None req-c9cf3388-b4a1-483b-a91c-5d316ca946ee tempest-RoutersIpV6AdminTest-300741977 tempest-RoutersIpV6AdminTest-300741977-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102387) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 05 18:55:28.396897 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-c9cf3388-b4a1-483b-a91c-5d316ca946ee tempest-RoutersIpV6AdminTest-300741977 tempest-RoutersIpV6AdminTest-300741977-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4417463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5112218'] for subnet, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:28.417470 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e572e5d-6d1a-4201-ad26-37bbfea5923c req-b204f267-f8f1-4de4-8f70-ed06d809aaf3 tempest-ServerRescueTestJSON-1639389385 tempest-ServerRescueTestJSON-1639389385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:55:28.419001 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-1e572e5d-6d1a-4201-ad26-37bbfea5923c req-b204f267-f8f1-4de4-8f70-ed06d809aaf3 tempest-ServerRescueTestJSON-1639389385 tempest-ServerRescueTestJSON-1639389385-project] 10.222.0.13 "GET /v2.0/ports?device_id=71eadb3a-495a-4683-a4fb-df865dfdd3a2 HTTP/1.1" status: 200 len: 946 time: 0.1864626 Nov 05 18:55:28.434730 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12d7a73f-b943-4046-9b41-74bb820a51d5 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Made reservation on behalf of 7bc73c6c17f842a987dd31290d20faa2 for: {'port': 1} {{(pid=102386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 18:55:28.438789 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Pushing event updated for resources: {'Port': ['ID=106678b7-545a-4ae3-86f1-6ec8e5adfa01,revision_number=4']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:55:28.463162 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.db_base_plugin_common [None req-c185af24-837d-45e1-a3f4-38d47c3dcf7c None None] Allocated IP 2001:db8::2 (1c9d25d3-7f2e-4384-9081-dc17514a5578/bca0c697-37fa-441c-82ac-b4a36b87f1af/35c47bfb-3968-46b8-9858-797a09309fad) {{(pid=102388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 18:55:28.541123 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-d19b7563-b1ef-4083-a9d8-716306f38981 tempest-FloatingIPNegativeTestJSON-2126793608 tempest-FloatingIPNegativeTestJSON-2126793608-project] Publish callbacks [] for port, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:28.546448 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9cf3388-b4a1-483b-a91c-5d316ca946ee tempest-RoutersIpV6AdminTest-300741977 tempest-RoutersIpV6AdminTest-300741977-project-admin] Pushing event updated for resources: {'Subnet': ['ID=8ffdfb6b-4018-4c24-a7bb-3e97e2b30a38,revision_number=0']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:55:28.573497 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-12d7a73f-b943-4046-9b41-74bb820a51d5 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:28.586127 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9cf3388-b4a1-483b-a91c-5d316ca946ee tempest-RoutersIpV6AdminTest-300741977 tempest-RoutersIpV6AdminTest-300741977-project-admin] Checking segment: {'id': 'fe52fa80-3fea-4e6d-8870-a72d53036ebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '5b20344f-3290-481a-ac90-e1eb913d5398'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 18:55:28.586127 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9cf3388-b4a1-483b-a91c-5d316ca946ee tempest-RoutersIpV6AdminTest-300741977 tempest-RoutersIpV6AdminTest-300741977-project-admin] Network hostable DHCP agents. Network: 5b20344f-3290-481a-ac90-e1eb913d5398, hostable agents: ['987e2ca0-bc3b-4c6f-a989-429ccfbf753f'], hosted agents: [] {{(pid=102387) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 05 18:55:28.599079 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-1e572e5d-6d1a-4201-ad26-37bbfea5923c req-8a65cb7e-2e26-4c90-ab01-8ab88b7f6b40 tempest-ServerRescueTestJSON-1639389385 tempest-ServerRescueTestJSON-1639389385-project] 10.222.0.13 "GET /v2.0/security-groups?id=458afcac-91c4-437c-b78f-d73b875bd5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448724 Nov 05 18:55:28.615856 n-d-816865-1 neutron-server[102386]: DEBUG neutron.notifiers.nova [None req-12d7a73f-b943-4046-9b41-74bb820a51d5 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] device_id is not set on port 7abdd984-3789-4040-91c9-455f9cbfab5d yet. {{(pid=102386) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 05 18:55:28.650394 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] get_ports_and_sgs() called for port_ids ['106678b7-545a-4ae3-86f1-6ec8e5adfa01'] {{(pid=102388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 18:55:28.709942 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c185af24-837d-45e1-a3f4-38d47c3dcf7c None None] Publish callbacks [] for port, precommit_create {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:28.714508 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-d19b7563-b1ef-4083-a9d8-716306f38981 tempest-FloatingIPNegativeTestJSON-2126793608 tempest-FloatingIPNegativeTestJSON-2126793608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4417063'] for port, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:28.717901 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9cf3388-b4a1-483b-a91c-5d316ca946ee tempest-RoutersIpV6AdminTest-300741977 tempest-RoutersIpV6AdminTest-300741977-project-admin] Network 5b20344f-3290-481a-ac90-e1eb913d5398 is scheduled to be hosted by DHCP agent 987e2ca0-bc3b-4c6f-a989-429ccfbf753f with binding_index 1 {{(pid=102387) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 05 18:55:28.785624 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d19b7563-b1ef-4083-a9d8-716306f38981 tempest-FloatingIPNegativeTestJSON-2126793608 tempest-FloatingIPNegativeTestJSON-2126793608-project] Network 09c385f3-7b22-409c-acb3-0cd79e6117c6 is already hosted by enough agents. {{(pid=102387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 18:55:28.792904 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.base_scheduler [None req-d19b7563-b1ef-4083-a9d8-716306f38981 tempest-FloatingIPNegativeTestJSON-2126793608 tempest-FloatingIPNegativeTestJSON-2126793608-project] Resources bound (agent type, host, resource id): {{(pid=102387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:55:28.796316 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d19b7563-b1ef-4083-a9d8-716306f38981 tempest-FloatingIPNegativeTestJSON-2126793608 tempest-FloatingIPNegativeTestJSON-2126793608-project] Received port after_create {{(pid=102387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 18:55:28.800738 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19b7563-b1ef-4083-a9d8-716306f38981 tempest-FloatingIPNegativeTestJSON-2126793608 tempest-FloatingIPNegativeTestJSON-2126793608-project] Pushing event updated for resources: {'Port': ['ID=4ed4ce2b-9262-4ccf-85a4-d83862a5943e,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:55:28.848184 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c185af24-837d-45e1-a3f4-38d47c3dcf7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789'] for port, after_create {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:28.902496 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.base_scheduler [None req-c9cf3388-b4a1-483b-a91c-5d316ca946ee tempest-RoutersIpV6AdminTest-300741977 tempest-RoutersIpV6AdminTest-300741977-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816865-1, 5b20344f-3290-481a-ac90-e1eb913d5398) {{(pid=102387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:55:28.927324 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.db_base_plugin_common [None req-12d7a73f-b943-4046-9b41-74bb820a51d5 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Allocated IP 2001:db8::209 (1c9d25d3-7f2e-4384-9081-dc17514a5578/bca0c697-37fa-441c-82ac-b4a36b87f1af/7abdd984-3789-4040-91c9-455f9cbfab5d) {{(pid=102386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 18:55:28.929641 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9cf3388-b4a1-483b-a91c-5d316ca946ee tempest-RoutersIpV6AdminTest-300741977 tempest-RoutersIpV6AdminTest-300741977-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:55:28.930522 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-c9cf3388-b4a1-483b-a91c-5d316ca946ee tempest-RoutersIpV6AdminTest-300741977 tempest-RoutersIpV6AdminTest-300741977-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597851'] for subnet, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:28.933714 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96051a58-3af3-4842-9b03-b7c61d9eeba4 None None] Network 5b20344f-3290-481a-ac90-e1eb913d5398 requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 18:55:29.004294 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-d19b7563-b1ef-4083-a9d8-716306f38981 tempest-FloatingIPNegativeTestJSON-2126793608 tempest-FloatingIPNegativeTestJSON-2126793608-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-571770'] for router_interface, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:29.019146 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 436038a0-be46-4fae-908a-e91de094910a up at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 18:55:29.076339 n-d-816865-1 neutron-server[102388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c185af24-837d-45e1-a3f4-38d47c3dcf7c None None] Network 1c9d25d3-7f2e-4384-9081-dc17514a5578 is already hosted by enough agents. {{(pid=102388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 18:55:29.077160 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-c9cf3388-b4a1-483b-a91c-5d316ca946ee tempest-RoutersIpV6AdminTest-300741977 tempest-RoutersIpV6AdminTest-300741977-project-admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 2.6234860 Nov 05 18:55:29.097233 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 35006) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:55:29.099704 n-d-816865-1 neutron-server[102388]: DEBUG neutron.scheduler.base_scheduler [None req-c185af24-837d-45e1-a3f4-38d47c3dcf7c None None] Resources bound (agent type, host, resource id): {{(pid=102388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:55:29.103033 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-7e367e76-f8b9-4ee2-97e0-fce263f1738f tempest-RoutersIpV6AdminTest-300741977 tempest-RoutersIpV6AdminTest-300741977-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-1199351566', 'network_id': '5b20344f-3290-481a-ac90-e1eb913d5398'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:55:29.106481 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c185af24-837d-45e1-a3f4-38d47c3dcf7c None None] Pushing event updated for resources: {'Port': ['ID=35c47bfb-3968-46b8-9858-797a09309fad,revision_number=1']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:55:29.110749 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c185af24-837d-45e1-a3f4-38d47c3dcf7c None None] Received port after_create {{(pid=102388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 18:55:29.200926 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-12d7a73f-b943-4046-9b41-74bb820a51d5 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Publish callbacks [] for port, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:29.248763 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e367e76-f8b9-4ee2-97e0-fce263f1738f tempest-RoutersIpV6AdminTest-300741977 tempest-RoutersIpV6AdminTest-300741977-project-admin] Made reservation on behalf of 3fdf0adabde0460c887e9be603056b00 for: {'port': 1} {{(pid=102386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 18:55:29.252355 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-7e367e76-f8b9-4ee2-97e0-fce263f1738f tempest-RoutersIpV6AdminTest-300741977 tempest-RoutersIpV6AdminTest-300741977-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:29.270376 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a76d81d8-423e-420e-a088-9c4c8f279095 None None] Network 5b20344f-3290-481a-ac90-e1eb913d5398 requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 18:55:29.276003 n-d-816865-1 neutron-server[102386]: DEBUG neutron.notifiers.nova [None req-7e367e76-f8b9-4ee2-97e0-fce263f1738f tempest-RoutersIpV6AdminTest-300741977 tempest-RoutersIpV6AdminTest-300741977-project-admin] device_id is not set on port d256e7d6-5a1b-4f7e-ac61-28031c456c44 yet. {{(pid=102386) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 05 18:55:29.340899 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3217ab-5323-41a9-8d7a-8cac0c4c8ded req-28b1e522-6696-426d-9ba2-4c0fc2557bd1 tempest-ServerRescueTestJSONUnderV235-847319139 tempest-ServerRescueTestJSONUnderV235-847319139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:55:29.343040 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e193896f-c4c3-486e-ab9d-b08b66976eab None None] Network 09c385f3-7b22-409c-acb3-0cd79e6117c6 requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 18:55:29.343492 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-1c3217ab-5323-41a9-8d7a-8cac0c4c8ded req-28b1e522-6696-426d-9ba2-4c0fc2557bd1 tempest-ServerRescueTestJSONUnderV235-847319139 tempest-ServerRescueTestJSONUnderV235-847319139-project] 10.222.0.13 "GET /v2.0/ports?device_id=30f854dc-91a9-455d-85a2-232be75a6d81 HTTP/1.1" status: 200 len: 946 time: 0.1368284 Nov 05 18:55:29.345226 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-d19b7563-b1ef-4083-a9d8-716306f38981 tempest-FloatingIPNegativeTestJSON-2126793608 tempest-FloatingIPNegativeTestJSON-2126793608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:29.353347 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Provisioning complete for port 436038a0-be46-4fae-908a-e91de094910a triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:55:29.354479 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:29.361076 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46115362-5367-4e0d-9415-4c65e0ffa582 req-7dcacd8d-039e-447e-8ac5-33c4b1914eff tempest-ServerPasswordTestJSON-205724688 tempest-ServerPasswordTestJSON-205724688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:55:29.372291 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-46115362-5367-4e0d-9415-4c65e0ffa582 req-7dcacd8d-039e-447e-8ac5-33c4b1914eff tempest-ServerPasswordTestJSON-205724688 tempest-ServerPasswordTestJSON-205724688-project] 10.222.0.13 "GET /v2.0/ports?device_id=353d0e64-4bcb-4eed-8553-bdbeab999e4b HTTP/1.1" status: 200 len: 945 time: 0.1358554 Nov 05 18:55:29.373136 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-12d7a73f-b943-4046-9b41-74bb820a51d5 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:29.384899 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-c185af24-837d-45e1-a3f4-38d47c3dcf7c None None] Attempting to bind port 35c47bfb-3968-46b8-9858-797a09309fad on host n-d-816865-1 for vnic_type normal with profile {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 18:55:29.385275 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-c185af24-837d-45e1-a3f4-38d47c3dcf7c None None] Attempting to bind port 35c47bfb-3968-46b8-9858-797a09309fad by drivers openvswitch,hyperv on host n-d-816865-1 at level 0 using segments [{'id': '1bdc5ccc-001b-4584-b217-2d1934002f57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '1c9d25d3-7f2e-4384-9081-dc17514a5578'}] {{(pid=102388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 18:55:29.385627 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c185af24-837d-45e1-a3f4-38d47c3dcf7c None None] Attempting to bind port 35c47bfb-3968-46b8-9858-797a09309fad on network 1c9d25d3-7f2e-4384-9081-dc17514a5578 {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 18:55:29.412037 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c185af24-837d-45e1-a3f4-38d47c3dcf7c None None] Checking agent: {'id': '724d89a7-611b-41e6-bc85-c48112b17afa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 18, 25, 8), 'started_at': datetime.datetime(2021, 11, 5, 18, 25, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 18, 55, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 18:55:29.412465 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c185af24-837d-45e1-a3f4-38d47c3dcf7c None None] Checking segment: {'id': '1bdc5ccc-001b-4584-b217-2d1934002f57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '1c9d25d3-7f2e-4384-9081-dc17514a5578'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 18:55:29.412907 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c185af24-837d-45e1-a3f4-38d47c3dcf7c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:29.413298 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c185af24-837d-45e1-a3f4-38d47c3dcf7c None None] Bound using segment: {'id': '1bdc5ccc-001b-4584-b217-2d1934002f57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '1c9d25d3-7f2e-4384-9081-dc17514a5578'} {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 18:55:29.413777 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-c185af24-837d-45e1-a3f4-38d47c3dcf7c None None] Bound port: 35c47bfb-3968-46b8-9858-797a09309fad, host: n-d-816865-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1bdc5ccc-001b-4584-b217-2d1934002f57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '1c9d25d3-7f2e-4384-9081-dc17514a5578'}}] {{(pid=102388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 18:55:29.414282 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c185af24-837d-45e1-a3f4-38d47c3dcf7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:29.447338 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12d7a73f-b943-4046-9b41-74bb820a51d5 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Network 1c9d25d3-7f2e-4384-9081-dc17514a5578 is already hosted by enough agents. {{(pid=102386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 18:55:29.464075 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.base_scheduler [None req-12d7a73f-b943-4046-9b41-74bb820a51d5 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Resources bound (agent type, host, resource id): {{(pid=102386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:55:29.468907 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.db_base_plugin_common [None req-7e367e76-f8b9-4ee2-97e0-fce263f1738f tempest-RoutersIpV6AdminTest-300741977 tempest-RoutersIpV6AdminTest-300741977-project-admin] Allocated IP 2001:db8::32e (5b20344f-3290-481a-ac90-e1eb913d5398/8ffdfb6b-4018-4c24-a7bb-3e97e2b30a38/d256e7d6-5a1b-4f7e-ac61-28031c456c44) {{(pid=102386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 18:55:29.471247 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12d7a73f-b943-4046-9b41-74bb820a51d5 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Received port after_create {{(pid=102386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 18:55:29.478977 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12d7a73f-b943-4046-9b41-74bb820a51d5 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:55:29.479646 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-12d7a73f-b943-4046-9b41-74bb820a51d5 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:29.504169 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-50abf9a0-ec59-47bd-8bf5-89804d0f38c7 None None] Provisioning complete for port 436038a0-be46-4fae-908a-e91de094910a triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:55:29.504775 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-50abf9a0-ec59-47bd-8bf5-89804d0f38c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:29.521577 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d7a73f-b943-4046-9b41-74bb820a51d5 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Pushing event updated for resources: {'Port': ['ID=7abdd984-3789-4040-91c9-455f9cbfab5d,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:55:29.555885 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-1c3217ab-5323-41a9-8d7a-8cac0c4c8ded req-1317d50a-8f44-43e3-9a9b-987bacc46fd4 tempest-ServerRescueTestJSONUnderV235-847319139 tempest-ServerRescueTestJSONUnderV235-847319139-project] 10.222.0.13 "GET /v2.0/security-groups?id=2aa13776-0d09-4b7a-99bc-d3ea449425cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397603 Nov 05 18:55:29.613497 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-12d7a73f-b943-4046-9b41-74bb820a51d5 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.6599705 Nov 05 18:55:29.616613 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 35024) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:55:29.626370 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-46115362-5367-4e0d-9415-4c65e0ffa582 req-81de764e-0c22-427b-a243-f693b00e135d tempest-ServerPasswordTestJSON-205724688 tempest-ServerPasswordTestJSON-205724688-project] 10.222.0.13 "GET /v2.0/security-groups?id=1e9bfc43-683f-4f0f-ab7c-82d47b4a52a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2523024 Nov 05 18:55:29.677311 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-c185af24-837d-45e1-a3f4-38d47c3dcf7c None None] For port 35c47bfb-3968-46b8-9858-797a09309fad, host n-d-816865-1, cleared binding levels {{(pid=102388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 18:55:29.759039 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bfa33f1-8863-470d-8e93-705c57f73c7b tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:55:29.765384 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bfa33f1-8863-470d-8e93-705c57f73c7b tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:55:29.767086 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-3bfa33f1-8863-470d-8e93-705c57f73c7b tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.1443787 Nov 05 18:55:29.769910 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 35028) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:55:29.878078 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e35327c-0402-4e5a-9b32-98204df0d849 req-763f2e61-f54c-428f-b7d6-5910ba650275 tempest-ServerRescueTestJSON-1639389385 tempest-ServerRescueTestJSON-1639389385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:55:29.880721 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-5e35327c-0402-4e5a-9b32-98204df0d849 req-763f2e61-f54c-428f-b7d6-5910ba650275 tempest-ServerRescueTestJSON-1639389385 tempest-ServerRescueTestJSON-1639389385-project] 10.222.0.13 "GET /v2.0/ports?device_id=71eadb3a-495a-4683-a4fb-df865dfdd3a2 HTTP/1.1" status: 200 len: 946 time: 0.1695859 Nov 05 18:55:29.884270 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-7e367e76-f8b9-4ee2-97e0-fce263f1738f tempest-RoutersIpV6AdminTest-300741977 tempest-RoutersIpV6AdminTest-300741977-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:29.894781 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-c185af24-837d-45e1-a3f4-38d47c3dcf7c None None] For port 35c47bfb-3968-46b8-9858-797a09309fad, host n-d-816865-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=35c47bfb-3968-46b8-9858-797a09309fad,segment=NetworkSegment(1bdc5ccc-001b-4584-b217-2d1934002f57),segment_id=1bdc5ccc-001b-4584-b217-2d1934002f57)] {{(pid=102388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 18:55:29.905101 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Device 106678b7-545a-4ae3-86f1-6ec8e5adfa01 up at agent hyperv_n-h2-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 18:55:29.926089 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:29.937330 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-61974770-319b-4880-ae9c-f4b8a0cd1a00 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Deleting port 7abdd984-3789-4040-91c9-455f9cbfab5d {{(pid=102386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 18:55:29.937677 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-61974770-319b-4880-ae9c-f4b8a0cd1a00 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:29.968758 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-5e35327c-0402-4e5a-9b32-98204df0d849 req-5abc29ff-3a9b-4bc8-9c26-3c584913bc31 tempest-ServerRescueTestJSON-1639389385 tempest-ServerRescueTestJSON-1639389385-project] 10.222.0.13 "GET /v2.0/security-groups?id=458afcac-91c4-437c-b78f-d73b875bd5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692687 Nov 05 18:55:30.035127 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c185af24-837d-45e1-a3f4-38d47c3dcf7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:30.036904 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-d19b7563-b1ef-4083-a9d8-716306f38981 tempest-FloatingIPNegativeTestJSON-2126793608 tempest-FloatingIPNegativeTestJSON-2126793608-project] Publish callbacks [] for port, precommit_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:30.037050 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-50abf9a0-ec59-47bd-8bf5-89804d0f38c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:30.060565 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-61974770-319b-4880-ae9c-f4b8a0cd1a00 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:30.065324 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] For port 436038a0-be46-4fae-908a-e91de094910a, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=436038a0-be46-4fae-908a-e91de094910a,segment=NetworkSegment(13b759c9-1aa2-4178-a007-8340970a3d65),segment_id=13b759c9-1aa2-4178-a007-8340970a3d65)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:55:30.074196 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-61974770-319b-4880-ae9c-f4b8a0cd1a00 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Calling delete_port for 7abdd984-3789-4040-91c9-455f9cbfab5d owned by {{(pid=102386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 18:55:30.084093 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-7e367e76-f8b9-4ee2-97e0-fce263f1738f tempest-RoutersIpV6AdminTest-300741977 tempest-RoutersIpV6AdminTest-300741977-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:30.126341 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-d19b7563-b1ef-4083-a9d8-716306f38981 tempest-FloatingIPNegativeTestJSON-2126793608 tempest-FloatingIPNegativeTestJSON-2126793608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4417072'] for port, after_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:30.155294 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c185af24-837d-45e1-a3f4-38d47c3dcf7c None None] Pushing event updated for resources: {'Port': ['ID=35c47bfb-3968-46b8-9858-797a09309fad,revision_number=2']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:55:30.184724 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:30.236539 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Provisioning for port 106678b7-545a-4ae3-86f1-6ec8e5adfa01 completed by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 05 18:55:30.279555 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19b7563-b1ef-4083-a9d8-716306f38981 tempest-FloatingIPNegativeTestJSON-2126793608 tempest-FloatingIPNegativeTestJSON-2126793608-project] Pushing event updated for resources: {'Port': ['ID=4ed4ce2b-9262-4ccf-85a4-d83862a5943e,revision_number=2']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:55:30.300164 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 508ea956-e4fd-4cfe-83a6-62c61656d5bf no longer exists at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 18:55:30.333873 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-d19b7563-b1ef-4083-a9d8-716306f38981 tempest-FloatingIPNegativeTestJSON-2126793608 tempest-FloatingIPNegativeTestJSON-2126793608-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-597863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-571878'] for router_interface, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:30.359767 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] No Port match for: 508ea956-e4fd-4cfe-83a6-62c61656d5bf {{(pid=102388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 18:55:30.360223 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 508ea956-e4fd-4cfe-83a6-62c61656d5bf not bound to the agent host n-d-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 18:55:30.363262 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Provisioning complete for port 106678b7-545a-4ae3-86f1-6ec8e5adfa01 triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:55:30.363549 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:30.483158 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.db.api [None req-50abf9a0-ec59-47bd-8bf5-89804d0f38c7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102388) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 05 18:55:30.483951 n-d-816865-1 neutron-server[102388]: DEBUG oslo_db.api [None req-50abf9a0-ec59-47bd-8bf5-89804d0f38c7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 05 18:55:30.489422 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Pushing event updated for resources: {'Port': ['ID=436038a0-be46-4fae-908a-e91de094910a,revision_number=3']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:55:30.623675 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:30.624800 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d19b7563-b1ef-4083-a9d8-716306f38981 tempest-FloatingIPNegativeTestJSON-2126793608 tempest-FloatingIPNegativeTestJSON-2126793608-project] Network 09c385f3-7b22-409c-acb3-0cd79e6117c6 is already hosted by enough agents. {{(pid=102387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 18:55:30.627274 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.base_scheduler [None req-d19b7563-b1ef-4083-a9d8-716306f38981 tempest-FloatingIPNegativeTestJSON-2126793608 tempest-FloatingIPNegativeTestJSON-2126793608-project] Resources bound (agent type, host, resource id): {{(pid=102387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:55:30.692359 n-d-816865-1 neutron-server[102388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '353d0e64-4bcb-4eed-8553-bdbeab999e4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '106678b7-545a-4ae3-86f1-6ec8e5adfa01'}] {{(pid=102388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 18:55:30.702573 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85474fee1180e129d8a886d264fe0b30223aa672dd1ffe43b630605f18504f68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2192da6d-0a02-4a1c-8868-8f2630ab507b" -d '{"events": [{"server_uuid": "353d0e64-4bcb-4eed-8553-bdbeab999e4b", "name": "network-vif-plugged", "status": "completed", "tag": "106678b7-545a-4ae3-86f1-6ec8e5adfa01"}]}' {{(pid=102388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 18:55:30.732708 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] For port 106678b7-545a-4ae3-86f1-6ec8e5adfa01, host n-h2-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=106678b7-545a-4ae3-86f1-6ec8e5adfa01,segment=NetworkSegment(d4008c0a-0e36-44d2-9de3-4797d7db8846),segment_id=d4008c0a-0e36-44d2-9de3-4797d7db8846)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:55:30.751732 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e367e76-f8b9-4ee2-97e0-fce263f1738f tempest-RoutersIpV6AdminTest-300741977 tempest-RoutersIpV6AdminTest-300741977-project-admin] Network 5b20344f-3290-481a-ac90-e1eb913d5398 is already hosted by enough agents. {{(pid=102386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 18:55:30.766595 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.base_scheduler [None req-7e367e76-f8b9-4ee2-97e0-fce263f1738f tempest-RoutersIpV6AdminTest-300741977 tempest-RoutersIpV6AdminTest-300741977-project-admin] Resources bound (agent type, host, resource id): {{(pid=102386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:55:30.773844 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e367e76-f8b9-4ee2-97e0-fce263f1738f tempest-RoutersIpV6AdminTest-300741977 tempest-RoutersIpV6AdminTest-300741977-project-admin] Pushing event updated for resources: {'Port': ['ID=d256e7d6-5a1b-4f7e-ac61-28031c456c44,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:55:30.776783 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e367e76-f8b9-4ee2-97e0-fce263f1738f tempest-RoutersIpV6AdminTest-300741977 tempest-RoutersIpV6AdminTest-300741977-project-admin] Received port after_create {{(pid=102386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 18:55:30.777790 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e367e76-f8b9-4ee2-97e0-fce263f1738f tempest-RoutersIpV6AdminTest-300741977 tempest-RoutersIpV6AdminTest-300741977-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:55:30.778438 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-7e367e76-f8b9-4ee2-97e0-fce263f1738f tempest-RoutersIpV6AdminTest-300741977 tempest-RoutersIpV6AdminTest-300741977-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:30.815524 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:30.900407 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-7e367e76-f8b9-4ee2-97e0-fce263f1738f tempest-RoutersIpV6AdminTest-300741977 tempest-RoutersIpV6AdminTest-300741977-project-admin] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 1.7996507 Nov 05 18:55:30.904456 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 35040) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:55:30.933841 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Pushing event updated for resources: {'Port': ['ID=106678b7-545a-4ae3-86f1-6ec8e5adfa01,revision_number=5']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:55:31.018698 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf1653b-5ea1-4638-8805-0e1c836008e6 req-2d64c7bd-1352-4b8e-bfb4-ec3c82406eb5 tempest-ServerRescueTestJSONUnderV235-847319139 tempest-ServerRescueTestJSONUnderV235-847319139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:55:31.026571 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-ccf1653b-5ea1-4638-8805-0e1c836008e6 req-2d64c7bd-1352-4b8e-bfb4-ec3c82406eb5 tempest-ServerRescueTestJSONUnderV235-847319139 tempest-ServerRescueTestJSONUnderV235-847319139-project] 10.222.0.13 "GET /v2.0/ports?device_id=30f854dc-91a9-455d-85a2-232be75a6d81 HTTP/1.1" status: 200 len: 946 time: 0.2065086 Nov 05 18:55:31.029062 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-61974770-319b-4880-ae9c-f4b8a0cd1a00 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:31.038645 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2157dd-e355-40bc-abfe-25dfe1e97c52 req-2deb275c-cef6-4650-b897-3e27a8fed91c tempest-ServerPasswordTestJSON-205724688 tempest-ServerPasswordTestJSON-205724688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:55:31.040325 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-ce2157dd-e355-40bc-abfe-25dfe1e97c52 req-2deb275c-cef6-4650-b897-3e27a8fed91c tempest-ServerPasswordTestJSON-205724688 tempest-ServerPasswordTestJSON-205724688-project] 10.222.0.13 "GET /v2.0/ports?device_id=353d0e64-4bcb-4eed-8553-bdbeab999e4b HTTP/1.1" status: 200 len: 946 time: 0.2214470 Nov 05 18:55:31.083012 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61974770-319b-4880-ae9c-f4b8a0cd1a00 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Pushing event deleted for resources: {'Port': ['ID=7abdd984-3789-4040-91c9-455f9cbfab5d,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:55:31.143367 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-61974770-319b-4880-ae9c-f4b8a0cd1a00 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:31.147307 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-61974770-319b-4880-ae9c-f4b8a0cd1a00 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] 10.222.0.13 "DELETE /v2.0/ports/7abdd984-3789-4040-91c9-455f9cbfab5d HTTP/1.1" status: 204 len: 168 time: 1.3763590 Nov 05 18:55:31.150469 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 35046) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:55:31.209129 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-a18efccf-9f4f-43f8-b7be-d8ea9e247e63 None None] Provisioning complete for port 436038a0-be46-4fae-908a-e91de094910a triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:55:31.209508 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-a18efccf-9f4f-43f8-b7be-d8ea9e247e63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:31.210648 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-ccf1653b-5ea1-4638-8805-0e1c836008e6 req-0c3cccf6-ffcd-48b9-86fb-957bcddd1374 tempest-ServerRescueTestJSONUnderV235-847319139 tempest-ServerRescueTestJSONUnderV235-847319139-project] 10.222.0.13 "GET /v2.0/security-groups?id=2aa13776-0d09-4b7a-99bc-d3ea449425cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1831226 Nov 05 18:55:31.217463 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-ce2157dd-e355-40bc-abfe-25dfe1e97c52 req-460ec81f-1a2e-415b-b05f-fde8151ea50f tempest-ServerPasswordTestJSON-205724688 tempest-ServerPasswordTestJSON-205724688-project] 10.222.0.13 "GET /v2.0/security-groups?id=1e9bfc43-683f-4f0f-ab7c-82d47b4a52a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385121 Nov 05 18:55:31.272891 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [None req-c1e70186-dad0-410a-bfc1-8bf575af534b tempest-RoutersIpV6AdminTest-300741977 tempest-RoutersIpV6AdminTest-300741977-project-admin] Deleting port d256e7d6-5a1b-4f7e-ac61-28031c456c44 {{(pid=102387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 18:55:31.273705 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46571b55-d92d-4318-afbf-d9f790d1d773 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:55:31.278299 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-c1e70186-dad0-410a-bfc1-8bf575af534b tempest-RoutersIpV6AdminTest-300741977 tempest-RoutersIpV6AdminTest-300741977-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:31.278538 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46571b55-d92d-4318-afbf-d9f790d1d773 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:55:31.281298 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d19b7563-b1ef-4083-a9d8-716306f38981 tempest-FloatingIPNegativeTestJSON-2126793608 tempest-FloatingIPNegativeTestJSON-2126793608-project] Router 28def25f-8a83-4a0c-955d-a054f45267b9 is scheduled to L3 agent 6dcb5589-8e86-4616-9186-ddc4548e13ad with binding_index 1 {{(pid=102387) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 05 18:55:31.282858 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-46571b55-d92d-4318-afbf-d9f790d1d773 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.1309929 Nov 05 18:55:31.283469 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 35048) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:55:31.309315 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 35c47bfb-3968-46b8-9858-797a09309fad up at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 18:55:31.381946 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 18:55:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d54c9a17-cac8-44d0-8f82-bbc042a09688 x-openstack-request-id: req-d54c9a17-cac8-44d0-8f82-bbc042a09688 {{(pid=102388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 18:55:31.381946 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "353d0e64-4bcb-4eed-8553-bdbeab999e4b", "name": "network-vif-plugged", "status": "completed", "tag": "106678b7-545a-4ae3-86f1-6ec8e5adfa01", "code": 200}]} {{(pid=102388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 18:55:31.381946 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d54c9a17-cac8-44d0-8f82-bbc042a09688 {{(pid=102388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 18:55:31.381946 n-d-816865-1 neutron-server[102388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '353d0e64-4bcb-4eed-8553-bdbeab999e4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '106678b7-545a-4ae3-86f1-6ec8e5adfa01', 'code': 200} Nov 05 18:55:31.415924 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac163b0a-9c6a-431f-aa4f-78f022bfb8e5 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Deleting subnet bca0c697-37fa-441c-82ac-b4a36b87f1af {{(pid=102386) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 05 18:55:31.424043 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-ac163b0a-9c6a-431f-aa4f-78f022bfb8e5 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Publish callbacks [] for subnet, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:31.475778 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Provisioning complete for port 35c47bfb-3968-46b8-9858-797a09309fad triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:55:31.478455 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:31.524323 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-ac163b0a-9c6a-431f-aa4f-78f022bfb8e5 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4590738'] for subnet, precommit_delete_associations {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:31.572326 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3074a0d7-eaa4-41cf-8fb7-2b406c6ab43d req-d2b7ff1e-881d-4d79-bb71-bb739da9fda6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:55:31.574384 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-3074a0d7-eaa4-41cf-8fb7-2b406c6ab43d req-d2b7ff1e-881d-4d79-bb71-bb739da9fda6 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=353d0e64-4bcb-4eed-8553-bdbeab999e4b HTTP/1.1" status: 200 len: 1097 time: 0.1025786 Nov 05 18:55:31.579199 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-a18efccf-9f4f-43f8-b7be-d8ea9e247e63 None None] Provisioning complete for port 4ed4ce2b-9262-4ccf-85a4-d83862a5943e triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:55:31.583880 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-a18efccf-9f4f-43f8-b7be-d8ea9e247e63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:31.661703 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-ac163b0a-9c6a-431f-aa4f-78f022bfb8e5 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1573928'] for subnet, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:31.666202 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-a18efccf-9f4f-43f8-b7be-d8ea9e247e63 None None] Port 4ed4ce2b-9262-4ccf-85a4-d83862a5943e cannot update to ACTIVE because it is not bound. {{(pid=102388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 18:55:31.675943 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-3074a0d7-eaa4-41cf-8fb7-2b406c6ab43d req-cd945041-ba90-49ba-b7a4-34be256493d4 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=1e9bfc43-683f-4f0f-ab7c-82d47b4a52a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803180 Nov 05 18:55:31.696538 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:31.731457 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d19b7563-b1ef-4083-a9d8-716306f38981 tempest-FloatingIPNegativeTestJSON-2126793608 tempest-FloatingIPNegativeTestJSON-2126793608-project] Notify agent at l3_agent.n-d-816865-1 the message routers_updated {{(pid=102387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 18:55:31.737450 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-d19b7563-b1ef-4083-a9d8-716306f38981 tempest-FloatingIPNegativeTestJSON-2126793608 tempest-FloatingIPNegativeTestJSON-2126793608-project] 10.222.0.13 "PUT /v2.0/routers/28def25f-8a83-4a0c-955d-a054f45267b9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9954121 Nov 05 18:55:31.741279 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 35050) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:55:31.743115 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-169196d2-0398-4d17-86f1-6104d531bfab None None] Sync routers for ids ['28def25f-8a83-4a0c-955d-a054f45267b9'] in n-d-816865-1 {{(pid=102389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 18:55:31.749919 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-25edc235-10e8-479e-8ca2-d1c04e5970d4 tempest-FloatingIPNegativeTestJSON-2126793608 tempest-FloatingIPNegativeTestJSON-2126793608-project] Request body: {'port': {'network_id': '09c385f3-7b22-409c-acb3-0cd79e6117c6', 'name': 'tempest-FloatingIPNegativeTestJSON-1523883762'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:55:31.756145 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-c1e70186-dad0-410a-bfc1-8bf575af534b tempest-RoutersIpV6AdminTest-300741977 tempest-RoutersIpV6AdminTest-300741977-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:31.759744 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-169196d2-0398-4d17-86f1-6104d531bfab None None] Routers {'28def25f-8a83-4a0c-955d-a054f45267b9'} bound to L3 agent in host n-d-816865-1 {{(pid=102389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 18:55:31.760360 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-169196d2-0398-4d17-86f1-6104d531bfab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T18:55:05Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['28def25f-8a83-4a0c-955d-a054f45267b9'], 'active': True} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:55:31.796745 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-9aa6e2c6-127e-47db-97f5-6f3c984c802f None None] Provisioning complete for port 4ed4ce2b-9262-4ccf-85a4-d83862a5943e triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:55:31.797265 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-9aa6e2c6-127e-47db-97f5-6f3c984c802f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:31.805400 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87cd687-2d2d-4c81-830e-76913b097469 req-7021183b-2914-47a8-a1fe-33b9f01aab5a tempest-ServerRescueTestJSON-1639389385 tempest-ServerRescueTestJSON-1639389385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:55:31.815364 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-f87cd687-2d2d-4c81-830e-76913b097469 req-7021183b-2914-47a8-a1fe-33b9f01aab5a tempest-ServerRescueTestJSON-1639389385 tempest-ServerRescueTestJSON-1639389385-project] 10.222.0.13 "GET /v2.0/ports?device_id=71eadb3a-495a-4683-a4fb-df865dfdd3a2 HTTP/1.1" status: 200 len: 946 time: 0.2855539 Nov 05 18:55:31.827254 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [None req-c1e70186-dad0-410a-bfc1-8bf575af534b tempest-RoutersIpV6AdminTest-300741977 tempest-RoutersIpV6AdminTest-300741977-project-admin] Calling delete_port for d256e7d6-5a1b-4f7e-ac61-28031c456c44 owned by {{(pid=102387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 18:55:31.833775 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-ac163b0a-9c6a-431f-aa4f-78f022bfb8e5 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1573905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6149879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4877183'] for subnet, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:31.850338 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-169196d2-0398-4d17-86f1-6104d531bfab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816865-1', False) {} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:55:31.863622 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-9aa6e2c6-127e-47db-97f5-6f3c984c802f None None] Port 4ed4ce2b-9262-4ccf-85a4-d83862a5943e cannot update to ACTIVE because it is not bound. {{(pid=102388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 18:55:31.876785 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac163b0a-9c6a-431f-aa4f-78f022bfb8e5 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Pushing event deleted for resources: {'Subnet': ['ID=bca0c697-37fa-441c-82ac-b4a36b87f1af,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:55:31.886137 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-ac163b0a-9c6a-431f-aa4f-78f022bfb8e5 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Publish callbacks [] for subnet, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:31.892082 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-ac163b0a-9c6a-431f-aa4f-78f022bfb8e5 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] 10.222.0.13 "DELETE /v2.0/subnets/bca0c697-37fa-441c-82ac-b4a36b87f1af HTTP/1.1" status: 204 len: 168 time: 0.6053474 Nov 05 18:55:31.893178 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 35052) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:55:31.896451 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-169196d2-0398-4d17-86f1-6104d531bfab None None] Routers {'28def25f-8a83-4a0c-955d-a054f45267b9'} bound to L3 agent in host n-d-816865-1 {{(pid=102389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 18:55:31.897790 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-169196d2-0398-4d17-86f1-6104d531bfab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T18:55:05Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['28def25f-8a83-4a0c-955d-a054f45267b9'], 'active': True} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:55:31.952192 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-7053baef-3ab2-4a51-ac73-4a7a052931dc tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0550210 Nov 05 18:55:31.952958 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 35054) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:55:31.954535 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-169196d2-0398-4d17-86f1-6104d531bfab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816865-1', False) {} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:55:31.955305 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-169196d2-0398-4d17-86f1-6104d531bfab None None] The sync data for ids ['28def25f-8a83-4a0c-955d-a054f45267b9'] in n-d-816865-1 is: [] {{(pid=102389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 18:55:31.964972 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.db.api [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102388) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 05 18:55:31.965343 n-d-816865-1 neutron-server[102388]: DEBUG oslo_db.api [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 05 18:55:31.965986 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79691ae2-f741-4e47-a4ea-6e2f49e189d9 None None] Network 1c9d25d3-7f2e-4384-9081-dc17514a5578 requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 18:55:32.061426 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-4a3409ef-481c-4afa-9977-d64a193d818b None None] Provisioning complete for port 35c47bfb-3968-46b8-9858-797a09309fad triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:55:32.061806 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-4a3409ef-481c-4afa-9977-d64a193d818b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:32.076511 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-f87cd687-2d2d-4c81-830e-76913b097469 req-afb07e5f-87ae-42f8-856b-fad04f8f9878 tempest-ServerRescueTestJSON-1639389385 tempest-ServerRescueTestJSON-1639389385-project] 10.222.0.13 "GET /v2.0/security-groups?id=458afcac-91c4-437c-b78f-d73b875bd5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2463317 Nov 05 18:55:32.091832 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25edc235-10e8-479e-8ca2-d1c04e5970d4 tempest-FloatingIPNegativeTestJSON-2126793608 tempest-FloatingIPNegativeTestJSON-2126793608-project] Made reservation on behalf of f78e71dd2f944964a35c6e2b2b9523db for: {'port': 1} {{(pid=102386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 18:55:32.103168 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-25edc235-10e8-479e-8ca2-d1c04e5970d4 tempest-FloatingIPNegativeTestJSON-2126793608 tempest-FloatingIPNegativeTestJSON-2126793608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:32.124552 n-d-816865-1 neutron-server[102386]: DEBUG neutron.notifiers.nova [None req-25edc235-10e8-479e-8ca2-d1c04e5970d4 tempest-FloatingIPNegativeTestJSON-2126793608 tempest-FloatingIPNegativeTestJSON-2126793608-project] device_id is not set on port f69bbf08-9789-4a40-8d6c-8f74d0740421 yet. {{(pid=102386) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 05 18:55:32.128568 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7b45fd0-c33b-46ac-9ef1-802d668fb48f tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:55:32.128568 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-a7b45fd0-c33b-46ac-9ef1-802d668fb48f tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1667409 Nov 05 18:55:32.131130 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 35058) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:55:32.199579 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-4a3409ef-481c-4afa-9977-d64a193d818b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:32.238442 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-4a3409ef-481c-4afa-9977-d64a193d818b None None] For port 35c47bfb-3968-46b8-9858-797a09309fad, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=35c47bfb-3968-46b8-9858-797a09309fad,segment=NetworkSegment(1bdc5ccc-001b-4584-b217-2d1934002f57),segment_id=1bdc5ccc-001b-4584-b217-2d1934002f57)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:55:32.241484 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a45f745-0875-4852-9350-dc84cd798fe1 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:55:32.243510 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-7a45f745-0875-4852-9350-dc84cd798fe1 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1114058 Nov 05 18:55:32.245954 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 35062) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:55:32.263054 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2dd6c9e-f96d-4f82-91cf-145572eaee5c None None] DHCP port deletion for 1c9d25d3-7f2e-4384-9081-dc17514a5578 request from n-d-816865-1 {{(pid=102388) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 05 18:55:32.310695 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-7597823b-c5e1-41f4-853c-14adf023addb tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0635233 Nov 05 18:55:32.316297 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 35066) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:55:32.321999 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-55c19b25-8a39-4c44-b6cf-b49e12104e8d tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Request body: {'subnet': {'network_id': '1c9d25d3-7f2e-4384-9081-dc17514a5578', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:55:32.328734 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-b2dd6c9e-f96d-4f82-91cf-145572eaee5c None None] Deleting port 35c47bfb-3968-46b8-9858-797a09309fad {{(pid=102388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 18:55:32.329406 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b2dd6c9e-f96d-4f82-91cf-145572eaee5c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:32.358731 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-c1e70186-dad0-410a-bfc1-8bf575af534b tempest-RoutersIpV6AdminTest-300741977 tempest-RoutersIpV6AdminTest-300741977-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4417063'] for port, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:32.374922 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9a38bb-e90d-42f9-91ad-34739544bb8e req-ce87dcd8-5a08-4316-927f-fa5d89ef9e23 tempest-ServerRescueTestJSONUnderV235-847319139 tempest-ServerRescueTestJSONUnderV235-847319139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:55:32.375345 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-4a3409ef-481c-4afa-9977-d64a193d818b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:32.376519 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-2e9a38bb-e90d-42f9-91ad-34739544bb8e req-ce87dcd8-5a08-4316-927f-fa5d89ef9e23 tempest-ServerRescueTestJSONUnderV235-847319139 tempest-ServerRescueTestJSONUnderV235-847319139-project] 10.222.0.13 "GET /v2.0/ports?device_id=30f854dc-91a9-455d-85a2-232be75a6d81 HTTP/1.1" status: 200 len: 946 time: 0.0647218 Nov 05 18:55:32.481815 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b2dd6c9e-f96d-4f82-91cf-145572eaee5c None None] For port 35c47bfb-3968-46b8-9858-797a09309fad, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=35c47bfb-3968-46b8-9858-797a09309fad,segment=NetworkSegment(1bdc5ccc-001b-4584-b217-2d1934002f57),segment_id=1bdc5ccc-001b-4584-b217-2d1934002f57)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:55:32.482157 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b2dd6c9e-f96d-4f82-91cf-145572eaee5c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:32.491748 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-2e9a38bb-e90d-42f9-91ad-34739544bb8e req-a3a34467-cc46-4692-a1e3-0d29a42e72cc tempest-ServerRescueTestJSONUnderV235-847319139 tempest-ServerRescueTestJSONUnderV235-847319139-project] 10.222.0.13 "GET /v2.0/security-groups?id=2aa13776-0d09-4b7a-99bc-d3ea449425cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603650 Nov 05 18:55:32.495541 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e70186-dad0-410a-bfc1-8bf575af534b tempest-RoutersIpV6AdminTest-300741977 tempest-RoutersIpV6AdminTest-300741977-project-admin] Pushing event deleted for resources: {'Port': ['ID=d256e7d6-5a1b-4f7e-ac61-28031c456c44,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:55:32.532379 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-c1e70186-dad0-410a-bfc1-8bf575af534b tempest-RoutersIpV6AdminTest-300741977 tempest-RoutersIpV6AdminTest-300741977-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:32.537146 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-c1e70186-dad0-410a-bfc1-8bf575af534b tempest-RoutersIpV6AdminTest-300741977 tempest-RoutersIpV6AdminTest-300741977-project-admin] 10.222.0.13 "DELETE /v2.0/ports/d256e7d6-5a1b-4f7e-ac61-28031c456c44 HTTP/1.1" status: 204 len: 168 time: 1.6273656 Nov 05 18:55:32.548273 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 35070) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:55:32.550303 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cb3fe6-38e1-429a-9f81-c63246413848 req-b1c1795a-a4d3-48e1-a633-6c58f15ada2e tempest-ServerPasswordTestJSON-205724688 tempest-ServerPasswordTestJSON-205724688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:55:32.552028 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-92cb3fe6-38e1-429a-9f81-c63246413848 req-b1c1795a-a4d3-48e1-a633-6c58f15ada2e tempest-ServerPasswordTestJSON-205724688 tempest-ServerPasswordTestJSON-205724688-project] 10.222.0.13 "GET /v2.0/ports?device_id=353d0e64-4bcb-4eed-8553-bdbeab999e4b HTTP/1.1" status: 200 len: 946 time: 0.1744125 Nov 05 18:55:32.553595 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-52cff673-8aaa-4481-822e-5e7f222fc690 tempest-RoutersIpV6AdminTest-300741977 tempest-RoutersIpV6AdminTest-300741977-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '5b20344f-3290-481a-ac90-e1eb913d5398', 'external_fixed_ips': [{'subnet_id': '8ffdfb6b-4018-4c24-a7bb-3e97e2b30a38', 'ip_address': '2001:db8::32e'}]}}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:55:32.580344 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-b2dd6c9e-f96d-4f82-91cf-145572eaee5c None None] Calling delete_port for 35c47bfb-3968-46b8-9858-797a09309fad owned by network:dhcp {{(pid=102388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 18:55:32.595737 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3409ef-481c-4afa-9977-d64a193d818b None None] Pushing event updated for resources: {'Port': ['ID=35c47bfb-3968-46b8-9858-797a09309fad,revision_number=4']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:55:32.608771 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55c19b25-8a39-4c44-b6cf-b49e12104e8d tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Made reservation on behalf of 7bc73c6c17f842a987dd31290d20faa2 for: {'subnet': 1} {{(pid=102386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 18:55:32.613483 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 436038a0-be46-4fae-908a-e91de094910a up at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 18:55:32.614545 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-55c19b25-8a39-4c44-b6cf-b49e12104e8d tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4877122'] for subnet, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:32.651618 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-92cb3fe6-38e1-429a-9f81-c63246413848 req-4e952f14-7ae6-4358-b899-65fe3e2bcc60 tempest-ServerPasswordTestJSON-205724688 tempest-ServerPasswordTestJSON-205724688-project] 10.222.0.13 "GET /v2.0/security-groups?id=1e9bfc43-683f-4f0f-ab7c-82d47b4a52a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899158 Nov 05 18:55:32.663230 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.db_base_plugin_common [None req-25edc235-10e8-479e-8ca2-d1c04e5970d4 tempest-FloatingIPNegativeTestJSON-2126793608 tempest-FloatingIPNegativeTestJSON-2126793608-project] Allocated IP 172.20.0.13 (09c385f3-7b22-409c-acb3-0cd79e6117c6/e3af1225-a90b-447e-a284-ba8c2020ed79/f69bbf08-9789-4a40-8d6c-8f74d0740421) {{(pid=102386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 18:55:32.714846 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-52cff673-8aaa-4481-822e-5e7f222fc690 tempest-RoutersIpV6AdminTest-300741977 tempest-RoutersIpV6AdminTest-300741977-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-571139', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6874'] for router, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:32.715869 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-52cff673-8aaa-4481-822e-5e7f222fc690 tempest-RoutersIpV6AdminTest-300741977 tempest-RoutersIpV6AdminTest-300741977-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-571375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1000570', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1011585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6867'] for router, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:32.734914 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-f27167ac-700d-4b4b-8f54-be81ed7f098c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:32.767410 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Provisioning complete for port 436038a0-be46-4fae-908a-e91de094910a triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:55:32.767885 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:32.844870 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b2dd6c9e-f96d-4f82-91cf-145572eaee5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798'] for port, after_delete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:32.859211 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-52cff673-8aaa-4481-822e-5e7f222fc690 tempest-RoutersIpV6AdminTest-300741977 tempest-RoutersIpV6AdminTest-300741977-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:32.886595 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2dd6c9e-f96d-4f82-91cf-145572eaee5c None None] Pushing event deleted for resources: {'Port': ['ID=35c47bfb-3968-46b8-9858-797a09309fad,revision_number=None']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:55:32.889753 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2dd6c9e-f96d-4f82-91cf-145572eaee5c None None] No DVR routers for this DVR port 35c47bfb-3968-46b8-9858-797a09309fad on host n-d-816865-1 {{(pid=102388) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 18:55:32.978465 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 35c47bfb-3968-46b8-9858-797a09309fad no longer exists at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 18:55:33.001401 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] No Port match for: 35c47bfb-3968-46b8-9858-797a09309fad {{(pid=102388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 18:55:33.001796 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 35c47bfb-3968-46b8-9858-797a09309fad not bound to the agent host n-d-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 18:55:33.177176 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-25edc235-10e8-479e-8ca2-d1c04e5970d4 tempest-FloatingIPNegativeTestJSON-2126793608 tempest-FloatingIPNegativeTestJSON-2126793608-project] Publish callbacks [] for port, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:33.189205 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-52cff673-8aaa-4481-822e-5e7f222fc690 tempest-RoutersIpV6AdminTest-300741977 tempest-RoutersIpV6AdminTest-300741977-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:33.224774 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6210f5b-5f2f-4052-a455-a6778b0a8603 req-25c104dd-dfc6-42f3-8c76-5e7c5ceda1a4 tempest-ServerRescueTestJSON-1639389385 tempest-ServerRescueTestJSON-1639389385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:55:33.226357 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-c6210f5b-5f2f-4052-a455-a6778b0a8603 req-25c104dd-dfc6-42f3-8c76-5e7c5ceda1a4 tempest-ServerRescueTestJSON-1639389385 tempest-ServerRescueTestJSON-1639389385-project] 10.222.0.13 "GET /v2.0/ports?device_id=71eadb3a-495a-4683-a4fb-df865dfdd3a2 HTTP/1.1" status: 200 len: 946 time: 0.0584006 Nov 05 18:55:33.276276 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-c6210f5b-5f2f-4052-a455-a6778b0a8603 req-2ce353cd-8d60-411f-9939-a042bf36efc2 tempest-ServerRescueTestJSON-1639389385 tempest-ServerRescueTestJSON-1639389385-project] 10.222.0.13 "GET /v2.0/security-groups?id=458afcac-91c4-437c-b78f-d73b875bd5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432351 Nov 05 18:55:33.336107 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-25edc235-10e8-479e-8ca2-d1c04e5970d4 tempest-FloatingIPNegativeTestJSON-2126793608 tempest-FloatingIPNegativeTestJSON-2126793608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:33.396514 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25edc235-10e8-479e-8ca2-d1c04e5970d4 tempest-FloatingIPNegativeTestJSON-2126793608 tempest-FloatingIPNegativeTestJSON-2126793608-project] Network 09c385f3-7b22-409c-acb3-0cd79e6117c6 is already hosted by enough agents. {{(pid=102386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 18:55:33.433044 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.base_scheduler [None req-25edc235-10e8-479e-8ca2-d1c04e5970d4 tempest-FloatingIPNegativeTestJSON-2126793608 tempest-FloatingIPNegativeTestJSON-2126793608-project] Resources bound (agent type, host, resource id): {{(pid=102386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:55:33.439135 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25edc235-10e8-479e-8ca2-d1c04e5970d4 tempest-FloatingIPNegativeTestJSON-2126793608 tempest-FloatingIPNegativeTestJSON-2126793608-project] Received port after_create {{(pid=102386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 18:55:33.459948 n-d-816865-1 neutron-server[102386]: DEBUG neutron.objects.ports [None req-55c19b25-8a39-4c44-b6cf-b49e12104e8d tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102386) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 05 18:55:33.481369 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25edc235-10e8-479e-8ca2-d1c04e5970d4 tempest-FloatingIPNegativeTestJSON-2126793608 tempest-FloatingIPNegativeTestJSON-2126793608-project] Pushing event updated for resources: {'Port': ['ID=f69bbf08-9789-4a40-8d6c-8f74d0740421,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:55:33.484639 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-55c19b25-8a39-4c44-b6cf-b49e12104e8d tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6149946', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4877172'] for subnet, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:33.566799 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55c19b25-8a39-4c44-b6cf-b49e12104e8d tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Network 1c9d25d3-7f2e-4384-9081-dc17514a5578 is already hosted by enough agents. {{(pid=102386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 18:55:33.580412 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25edc235-10e8-479e-8ca2-d1c04e5970d4 tempest-FloatingIPNegativeTestJSON-2126793608 tempest-FloatingIPNegativeTestJSON-2126793608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:55:33.581065 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-25edc235-10e8-479e-8ca2-d1c04e5970d4 tempest-FloatingIPNegativeTestJSON-2126793608 tempest-FloatingIPNegativeTestJSON-2126793608-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:33.592828 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.base_scheduler [None req-55c19b25-8a39-4c44-b6cf-b49e12104e8d tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Resources bound (agent type, host, resource id): {{(pid=102386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:55:33.599967 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55c19b25-8a39-4c44-b6cf-b49e12104e8d tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:55:33.600563 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-55c19b25-8a39-4c44-b6cf-b49e12104e8d tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Publish callbacks [] for subnet, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:33.607903 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c19b25-8a39-4c44-b6cf-b49e12104e8d tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Pushing event updated for resources: {'Subnet': ['ID=c017da25-b869-4473-8e0d-f9f0a7a3fd60,revision_number=0']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:55:33.613261 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccf974da-0e14-4d5f-8290-964cdaf51dda None None] Network 1c9d25d3-7f2e-4384-9081-dc17514a5578 requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 18:55:33.651745 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14558620-daec-4bb5-9766-ced22f1cc903 req-e7931cec-5b77-47da-b214-cea627debf40 tempest-ServerRescueTestJSONUnderV235-847319139 tempest-ServerRescueTestJSONUnderV235-847319139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:55:33.653751 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-14558620-daec-4bb5-9766-ced22f1cc903 req-e7931cec-5b77-47da-b214-cea627debf40 tempest-ServerRescueTestJSONUnderV235-847319139 tempest-ServerRescueTestJSONUnderV235-847319139-project] 10.222.0.13 "GET /v2.0/ports?device_id=30f854dc-91a9-455d-85a2-232be75a6d81 HTTP/1.1" status: 200 len: 946 time: 0.0601032 Nov 05 18:55:33.714186 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-14558620-daec-4bb5-9766-ced22f1cc903 req-6b02f506-8601-4238-b6cf-8ec1bbf971ff tempest-ServerRescueTestJSONUnderV235-847319139 tempest-ServerRescueTestJSONUnderV235-847319139-project] 10.222.0.13 "GET /v2.0/security-groups?id=2aa13776-0d09-4b7a-99bc-d3ea449425cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523918 Nov 05 18:55:33.758013 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-25edc235-10e8-479e-8ca2-d1c04e5970d4 tempest-FloatingIPNegativeTestJSON-2126793608 tempest-FloatingIPNegativeTestJSON-2126793608-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0148649 Nov 05 18:55:33.761277 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 35082) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:55:33.763911 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-55c19b25-8a39-4c44-b6cf-b49e12104e8d tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.4464583 Nov 05 18:55:33.769982 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 35084) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:55:33.774586 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-8fdd47ff-5bdc-46d0-8938-73a617f3d07e tempest-FloatingIPNegativeTestJSON-2126793608 tempest-FloatingIPNegativeTestJSON-2126793608-project] Request body: {'floatingip': {'floating_network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec'}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:55:33.775734 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-846d42de-1f58-4b77-85d7-5576f4479103 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Request body: {'subnet': {'network_id': '1c9d25d3-7f2e-4384-9081-dc17514a5578', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:55:33.829803 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-f9204d7f-401a-4edc-a66f-d958caaf4291 None None] Provisioning complete for port f69bbf08-9789-4a40-8d6c-8f74d0740421 triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:55:33.830457 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-f9204d7f-401a-4edc-a66f-d958caaf4291 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:33.862011 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ca07f2-b5eb-416d-afe3-43cb5c24b6b2 req-d188eb41-9577-41a7-9731-fbbe1d1efda4 tempest-ServerPasswordTestJSON-205724688 tempest-ServerPasswordTestJSON-205724688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:55:33.864004 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-59ca07f2-b5eb-416d-afe3-43cb5c24b6b2 req-d188eb41-9577-41a7-9731-fbbe1d1efda4 tempest-ServerPasswordTestJSON-205724688 tempest-ServerPasswordTestJSON-205724688-project] 10.222.0.13 "GET /v2.0/ports?device_id=353d0e64-4bcb-4eed-8553-bdbeab999e4b HTTP/1.1" status: 200 len: 946 time: 0.0575469 Nov 05 18:55:33.880556 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-52cff673-8aaa-4481-822e-5e7f222fc690 tempest-RoutersIpV6AdminTest-300741977 tempest-RoutersIpV6AdminTest-300741977-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:33.889396 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-f9204d7f-401a-4edc-a66f-d958caaf4291 None None] Port f69bbf08-9789-4a40-8d6c-8f74d0740421 cannot update to ACTIVE because it is not bound. {{(pid=102388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 18:55:33.899368 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-8fdd47ff-5bdc-46d0-8938-73a617f3d07e tempest-FloatingIPNegativeTestJSON-2126793608 tempest-FloatingIPNegativeTestJSON-2126793608-project] Publish callbacks [] for floatingip, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:33.911954 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-52cff673-8aaa-4481-822e-5e7f222fc690 tempest-RoutersIpV6AdminTest-300741977 tempest-RoutersIpV6AdminTest-300741977-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:33.971907 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-59ca07f2-b5eb-416d-afe3-43cb5c24b6b2 req-cfba4655-9bf4-4641-973a-59619df9738b tempest-ServerPasswordTestJSON-205724688 tempest-ServerPasswordTestJSON-205724688-project] 10.222.0.13 "GET /v2.0/security-groups?id=1e9bfc43-683f-4f0f-ab7c-82d47b4a52a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988307 Nov 05 18:55:33.994358 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78572fff-8d34-415a-bb81-fe88cd0ba2c4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeb20a084-accf-5b60-8075-3e69ebe863a6-1c9d25d3-7f2e-4384-9081-dc17514a5578', 'network_id': '1c9d25d3-7f2e-4384-9081-dc17514a5578', 'tenant_id': '7bc73c6c17f842a987dd31290d20faa2', 'fixed_ips': [{'subnet_id': 'c017da25-b869-4473-8e0d-f9f0a7a3fd60'}]}} from n-d-816865-1. {{(pid=102388) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 05 18:55:33.996331 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-78572fff-8d34-415a-bb81-fe88cd0ba2c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:34.073808 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-8fdd47ff-5bdc-46d0-8938-73a617f3d07e tempest-FloatingIPNegativeTestJSON-2126793608 tempest-FloatingIPNegativeTestJSON-2126793608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:34.130605 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:34.167085 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.db_base_plugin_common [None req-52cff673-8aaa-4481-822e-5e7f222fc690 tempest-RoutersIpV6AdminTest-300741977 tempest-RoutersIpV6AdminTest-300741977-project-admin] Allocated IP 2001:db8::32e (5b20344f-3290-481a-ac90-e1eb913d5398/8ffdfb6b-4018-4c24-a7bb-3e97e2b30a38/8164be01-cf62-4902-9f14-7058623b7e0f) {{(pid=102386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 18:55:34.216863 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.db_base_plugin_common [None req-8fdd47ff-5bdc-46d0-8938-73a617f3d07e tempest-FloatingIPNegativeTestJSON-2126793608 tempest-FloatingIPNegativeTestJSON-2126793608-project] Allocated IP 172.25.6.175 (40c8335d-cd0b-4cb5-910a-d4dcddd5cbec/04fe6db3-e108-4208-943d-6518424f5726/31d86411-f7fb-40e4-b3ff-f0db6c3f1eb5) {{(pid=102387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 18:55:34.240497 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.db_base_plugin_common [None req-78572fff-8d34-415a-bb81-fe88cd0ba2c4 None None] Allocated IP 2001:db8::f816:3eff:fe2a:6f88 (1c9d25d3-7f2e-4384-9081-dc17514a5578/c017da25-b869-4473-8e0d-f9f0a7a3fd60/f69fe39b-d200-43b7-bb18-96a930299610) {{(pid=102388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 18:55:34.333619 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-846d42de-1f58-4b77-85d7-5576f4479103 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Made reservation on behalf of 7bc73c6c17f842a987dd31290d20faa2 for: {'subnet': 1} {{(pid=102386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 18:55:34.343293 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-846d42de-1f58-4b77-85d7-5576f4479103 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4877122'] for subnet, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:34.399147 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-8fdd47ff-5bdc-46d0-8938-73a617f3d07e tempest-FloatingIPNegativeTestJSON-2126793608 tempest-FloatingIPNegativeTestJSON-2126793608-project] Publish callbacks [] for port, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:34.441676 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-52cff673-8aaa-4481-822e-5e7f222fc690 tempest-RoutersIpV6AdminTest-300741977 tempest-RoutersIpV6AdminTest-300741977-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:34.500432 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bddc64-0f0a-4ac3-abbe-8da281b66e28 req-4d0d0b6d-c820-4510-93c3-9fc31f6e50aa tempest-ServerRescueTestJSON-1639389385 tempest-ServerRescueTestJSON-1639389385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:55:34.502080 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-f2bddc64-0f0a-4ac3-abbe-8da281b66e28 req-4d0d0b6d-c820-4510-93c3-9fc31f6e50aa tempest-ServerRescueTestJSON-1639389385 tempest-ServerRescueTestJSON-1639389385-project] 10.222.0.13 "GET /v2.0/ports?device_id=71eadb3a-495a-4683-a4fb-df865dfdd3a2 HTTP/1.1" status: 200 len: 946 time: 0.0655901 Nov 05 18:55:34.503963 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-8fdd47ff-5bdc-46d0-8938-73a617f3d07e tempest-FloatingIPNegativeTestJSON-2126793608 tempest-FloatingIPNegativeTestJSON-2126793608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4417063'] for port, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:34.546439 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-78572fff-8d34-415a-bb81-fe88cd0ba2c4 None None] Publish callbacks [] for port, precommit_create {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:34.564389 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fdd47ff-5bdc-46d0-8938-73a617f3d07e tempest-FloatingIPNegativeTestJSON-2126793608 tempest-FloatingIPNegativeTestJSON-2126793608-project] Pushing event updated for resources: {'Port': ['ID=31d86411-f7fb-40e4-b3ff-f0db6c3f1eb5,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:55:34.588150 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fdd47ff-5bdc-46d0-8938-73a617f3d07e tempest-FloatingIPNegativeTestJSON-2126793608 tempest-FloatingIPNegativeTestJSON-2126793608-project] Network 40c8335d-cd0b-4cb5-910a-d4dcddd5cbec is already hosted by enough agents. {{(pid=102387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 18:55:34.590759 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.base_scheduler [None req-8fdd47ff-5bdc-46d0-8938-73a617f3d07e tempest-FloatingIPNegativeTestJSON-2126793608 tempest-FloatingIPNegativeTestJSON-2126793608-project] Resources bound (agent type, host, resource id): {{(pid=102387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:55:34.598415 n-d-816865-1 neutron-server[102386]: INFO neutron.db.ipam_backend_mixin [None req-846d42de-1f58-4b77-85d7-5576f4479103 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet c017da25-b869-4473-8e0d-f9f0a7a3fd60 (CIDR: 2001:db8::/64) Nov 05 18:55:34.598648 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fdd47ff-5bdc-46d0-8938-73a617f3d07e tempest-FloatingIPNegativeTestJSON-2126793608 tempest-FloatingIPNegativeTestJSON-2126793608-project] Received port after_create {{(pid=102387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 18:55:34.639979 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-f2bddc64-0f0a-4ac3-abbe-8da281b66e28 req-d0316355-822a-4ced-9acc-69aee72f4d8c tempest-ServerRescueTestJSON-1639389385 tempest-ServerRescueTestJSON-1639389385-project] 10.222.0.13 "GET /v2.0/security-groups?id=458afcac-91c4-437c-b78f-d73b875bd5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876997 Nov 05 18:55:34.657738 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-78572fff-8d34-415a-bb81-fe88cd0ba2c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789'] for port, after_create {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:34.661138 n-d-816865-1 neutron-server[102386]: INFO neutron.pecan_wsgi.hooks.translation [None req-846d42de-1f58-4b77-85d7-5576f4479103 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 05 18:55:34.661138 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-846d42de-1f58-4b77-85d7-5576f4479103 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102386) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 05 18:55:34.706697 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-8fdd47ff-5bdc-46d0-8938-73a617f3d07e tempest-FloatingIPNegativeTestJSON-2126793608 tempest-FloatingIPNegativeTestJSON-2126793608-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:34.707059 n-d-816865-1 neutron-server[102388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78572fff-8d34-415a-bb81-fe88cd0ba2c4 None None] Network 1c9d25d3-7f2e-4384-9081-dc17514a5578 is already hosted by enough agents. {{(pid=102388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 18:55:34.711552 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-52cff673-8aaa-4481-822e-5e7f222fc690 tempest-RoutersIpV6AdminTest-300741977 tempest-RoutersIpV6AdminTest-300741977-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:34.712295 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78572fff-8d34-415a-bb81-fe88cd0ba2c4 None None] Pushing event updated for resources: {'Port': ['ID=f69fe39b-d200-43b7-bb18-96a930299610,revision_number=1']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:55:34.715126 n-d-816865-1 neutron-server[102388]: DEBUG neutron.scheduler.base_scheduler [None req-78572fff-8d34-415a-bb81-fe88cd0ba2c4 None None] Resources bound (agent type, host, resource id): {{(pid=102388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:55:34.717211 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78572fff-8d34-415a-bb81-fe88cd0ba2c4 None None] Received port after_create {{(pid=102388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 18:55:34.790632 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-78572fff-8d34-415a-bb81-fe88cd0ba2c4 None None] Attempting to bind port f69fe39b-d200-43b7-bb18-96a930299610 on host n-d-816865-1 for vnic_type normal with profile {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 18:55:34.790890 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-78572fff-8d34-415a-bb81-fe88cd0ba2c4 None None] Attempting to bind port f69fe39b-d200-43b7-bb18-96a930299610 by drivers openvswitch,hyperv on host n-d-816865-1 at level 0 using segments [{'id': '1bdc5ccc-001b-4584-b217-2d1934002f57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '1c9d25d3-7f2e-4384-9081-dc17514a5578'}] {{(pid=102388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 18:55:34.791353 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78572fff-8d34-415a-bb81-fe88cd0ba2c4 None None] Attempting to bind port f69fe39b-d200-43b7-bb18-96a930299610 on network 1c9d25d3-7f2e-4384-9081-dc17514a5578 {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 18:55:34.803197 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78572fff-8d34-415a-bb81-fe88cd0ba2c4 None None] Checking agent: {'id': '724d89a7-611b-41e6-bc85-c48112b17afa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 18, 25, 8), 'started_at': datetime.datetime(2021, 11, 5, 18, 25, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 18, 55, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 18:55:34.803640 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78572fff-8d34-415a-bb81-fe88cd0ba2c4 None None] Checking segment: {'id': '1bdc5ccc-001b-4584-b217-2d1934002f57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '1c9d25d3-7f2e-4384-9081-dc17514a5578'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 18:55:34.805067 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-78572fff-8d34-415a-bb81-fe88cd0ba2c4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:34.805067 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78572fff-8d34-415a-bb81-fe88cd0ba2c4 None None] Bound using segment: {'id': '1bdc5ccc-001b-4584-b217-2d1934002f57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '1c9d25d3-7f2e-4384-9081-dc17514a5578'} {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 18:55:34.806192 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-78572fff-8d34-415a-bb81-fe88cd0ba2c4 None None] Bound port: f69fe39b-d200-43b7-bb18-96a930299610, host: n-d-816865-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1bdc5ccc-001b-4584-b217-2d1934002f57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '1c9d25d3-7f2e-4384-9081-dc17514a5578'}}] {{(pid=102388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 18:55:34.806633 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-78572fff-8d34-415a-bb81-fe88cd0ba2c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:34.841634 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-846d42de-1f58-4b77-85d7-5576f4479103 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0673950 Nov 05 18:55:34.846993 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52cff673-8aaa-4481-822e-5e7f222fc690 tempest-RoutersIpV6AdminTest-300741977 tempest-RoutersIpV6AdminTest-300741977-project-admin] Network 5b20344f-3290-481a-ac90-e1eb913d5398 is already hosted by enough agents. {{(pid=102386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 18:55:34.847605 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 35104) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:55:34.861788 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-f3a79f2c-232a-4935-84da-ce408e08a639 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Request body: {'subnet': {'network_id': '1c9d25d3-7f2e-4384-9081-dc17514a5578', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:55:34.873972 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.base_scheduler [None req-52cff673-8aaa-4481-822e-5e7f222fc690 tempest-RoutersIpV6AdminTest-300741977 tempest-RoutersIpV6AdminTest-300741977-project-admin] Resources bound (agent type, host, resource id): {{(pid=102386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:55:34.897389 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-78572fff-8d34-415a-bb81-fe88cd0ba2c4 None None] For port f69fe39b-d200-43b7-bb18-96a930299610, host n-d-816865-1, cleared binding levels {{(pid=102388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 18:55:34.901739 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-78572fff-8d34-415a-bb81-fe88cd0ba2c4 None None] For port f69fe39b-d200-43b7-bb18-96a930299610, host n-d-816865-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=f69fe39b-d200-43b7-bb18-96a930299610,segment=NetworkSegment(1bdc5ccc-001b-4584-b217-2d1934002f57),segment_id=1bdc5ccc-001b-4584-b217-2d1934002f57)] {{(pid=102388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 18:55:34.916231 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52cff673-8aaa-4481-822e-5e7f222fc690 tempest-RoutersIpV6AdminTest-300741977 tempest-RoutersIpV6AdminTest-300741977-project-admin] Received port after_create {{(pid=102386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 18:55:34.916701 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-8fdd47ff-5bdc-46d0-8938-73a617f3d07e tempest-FloatingIPNegativeTestJSON-2126793608 tempest-FloatingIPNegativeTestJSON-2126793608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:34.941178 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-5bb161e2-667f-41c5-909f-ecfad9405d6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:34.963189 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 35108) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:55:34.980006 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ba7319-a8de-4990-8d0e-1e0470f16531 req-9fbeb1e6-18da-47ea-9e0a-cf33d287bd34 tempest-ServerRescueTestJSONUnderV235-847319139 tempest-ServerRescueTestJSONUnderV235-847319139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:55:34.981750 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-83ba7319-a8de-4990-8d0e-1e0470f16531 req-9fbeb1e6-18da-47ea-9e0a-cf33d287bd34 tempest-ServerRescueTestJSONUnderV235-847319139 tempest-ServerRescueTestJSONUnderV235-847319139-project] 10.222.0.13 "GET /v2.0/ports?device_id=30f854dc-91a9-455d-85a2-232be75a6d81 HTTP/1.1" status: 200 len: 946 time: 0.1148565 Nov 05 18:55:35.006367 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-78572fff-8d34-415a-bb81-fe88cd0ba2c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:35.034705 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52cff673-8aaa-4481-822e-5e7f222fc690 tempest-RoutersIpV6AdminTest-300741977 tempest-RoutersIpV6AdminTest-300741977-project-admin] Pushing event updated for resources: {'Port': ['ID=8164be01-cf62-4902-9f14-7058623b7e0f,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:55:35.156463 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78572fff-8d34-415a-bb81-fe88cd0ba2c4 None None] Pushing event updated for resources: {'Port': ['ID=f69fe39b-d200-43b7-bb18-96a930299610,revision_number=2']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:55:35.229126 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-83ba7319-a8de-4990-8d0e-1e0470f16531 req-93ba177b-a158-4674-abec-9f3746e4d11f tempest-ServerRescueTestJSONUnderV235-847319139 tempest-ServerRescueTestJSONUnderV235-847319139-project] 10.222.0.13 "GET /v2.0/security-groups?id=2aa13776-0d09-4b7a-99bc-d3ea449425cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1924465 Nov 05 18:55:35.241210 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-ce0f662f-837a-4a6b-af3b-bc2183c6a8cf admin admin] Publish callbacks [] for security_group, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:35.277878 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d15c1e-db1b-4daf-9398-51f1d9c0a01c req-58813d94-4a81-4443-a94d-aebf785cdc19 tempest-ServerPasswordTestJSON-205724688 tempest-ServerPasswordTestJSON-205724688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:55:35.279479 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-43d15c1e-db1b-4daf-9398-51f1d9c0a01c req-58813d94-4a81-4443-a94d-aebf785cdc19 tempest-ServerPasswordTestJSON-205724688 tempest-ServerPasswordTestJSON-205724688-project] 10.222.0.13 "GET /v2.0/ports?device_id=353d0e64-4bcb-4eed-8553-bdbeab999e4b HTTP/1.1" status: 200 len: 946 time: 0.1565940 Nov 05 18:55:35.310690 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3a79f2c-232a-4935-84da-ce408e08a639 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Made reservation on behalf of 7bc73c6c17f842a987dd31290d20faa2 for: {'subnet': 1} {{(pid=102386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 18:55:35.312983 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-8fdd47ff-5bdc-46d0-8938-73a617f3d07e tempest-FloatingIPNegativeTestJSON-2126793608 tempest-FloatingIPNegativeTestJSON-2126793608-project] Publish callbacks [] for port, precommit_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:35.314356 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-f3a79f2c-232a-4935-84da-ce408e08a639 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4877122'] for subnet, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:35.389867 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-8fdd47ff-5bdc-46d0-8938-73a617f3d07e tempest-FloatingIPNegativeTestJSON-2126793608 tempest-FloatingIPNegativeTestJSON-2126793608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4417072'] for port, after_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:35.402963 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-43d15c1e-db1b-4daf-9398-51f1d9c0a01c req-881d94b2-204f-4d4f-a673-1ecc39883f25 tempest-ServerPasswordTestJSON-205724688 tempest-ServerPasswordTestJSON-205724688-project] 10.222.0.13 "GET /v2.0/security-groups?id=1e9bfc43-683f-4f0f-ab7c-82d47b4a52a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110072 Nov 05 18:55:35.473469 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-52cff673-8aaa-4481-822e-5e7f222fc690 tempest-RoutersIpV6AdminTest-300741977 tempest-RoutersIpV6AdminTest-300741977-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:35.491625 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fdd47ff-5bdc-46d0-8938-73a617f3d07e tempest-FloatingIPNegativeTestJSON-2126793608 tempest-FloatingIPNegativeTestJSON-2126793608-project] Pushing event updated for resources: {'Port': ['ID=31d86411-f7fb-40e4-b3ff-f0db6c3f1eb5,revision_number=2']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:55:35.501820 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-ce0f662f-837a-4a6b-af3b-bc2183c6a8cf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:35.517647 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-8fdd47ff-5bdc-46d0-8938-73a617f3d07e tempest-FloatingIPNegativeTestJSON-2126793608 tempest-FloatingIPNegativeTestJSON-2126793608-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1000577'] for floatingip, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:35.569103 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-ce0f662f-837a-4a6b-af3b-bc2183c6a8cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:35.610480 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-8fdd47ff-5bdc-46d0-8938-73a617f3d07e tempest-FloatingIPNegativeTestJSON-2126793608 tempest-FloatingIPNegativeTestJSON-2126793608-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for floatingip, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:35.611644 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-8fdd47ff-5bdc-46d0-8938-73a617f3d07e tempest-FloatingIPNegativeTestJSON-2126793608 tempest-FloatingIPNegativeTestJSON-2126793608-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.8489821 Nov 05 18:55:35.617476 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 35112) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:55:35.617690 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-ce0f662f-837a-4a6b-af3b-bc2183c6a8cf admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1f49b5afa9a94de3a6b943b9967b7f2c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6509478 Nov 05 18:55:35.617690 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0f662f-837a-4a6b-af3b-bc2183c6a8cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0659b2c-e42f-4e2f-a704-ecb43cdbb9bd,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:55:35.618673 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 35114) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:55:35.624929 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-9ef1bed6-15d0-4e0c-a802-d285ccc71285 tempest-FloatingIPNegativeTestJSON-2126793608 tempest-FloatingIPNegativeTestJSON-2126793608-project] Request body: {'floatingip': {'port_id': 'f69bbf08-9789-4a40-8d6c-8f74d0740421', 'fixed_ip_address': '172.20.0.13'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:55:35.674185 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-3356068e-082d-4189-b2ae-469604abeb8a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:35.700804 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-3356068e-082d-4189-b2ae-469604abeb8a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:35.716159 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-9ef1bed6-15d0-4e0c-a802-d285ccc71285 tempest-FloatingIPNegativeTestJSON-2126793608 tempest-FloatingIPNegativeTestJSON-2126793608-project] Publish callbacks [] for floatingip, before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:35.792041 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0888b80-8a9a-43d8-a197-370f111fd5ec req-11c8458e-87b8-4a67-aee0-a180e8c8466d tempest-ServerRescueTestJSON-1639389385 tempest-ServerRescueTestJSON-1639389385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:55:35.793579 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-c0888b80-8a9a-43d8-a197-370f111fd5ec req-11c8458e-87b8-4a67-aee0-a180e8c8466d tempest-ServerRescueTestJSON-1639389385 tempest-ServerRescueTestJSON-1639389385-project] 10.222.0.13 "GET /v2.0/ports?device_id=71eadb3a-495a-4683-a4fb-df865dfdd3a2 HTTP/1.1" status: 200 len: 946 time: 0.0595825 Nov 05 18:55:35.844774 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-c0888b80-8a9a-43d8-a197-370f111fd5ec req-d2cee5d0-dfdf-4493-9748-15b83af9d83e tempest-ServerRescueTestJSON-1639389385 tempest-ServerRescueTestJSON-1639389385-project] 10.222.0.13 "GET /v2.0/security-groups?id=458afcac-91c4-437c-b78f-d73b875bd5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449734 Nov 05 18:55:35.874743 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-3356068e-082d-4189-b2ae-469604abeb8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:35.877428 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-3356068e-082d-4189-b2ae-469604abeb8a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:35.878692 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-3356068e-082d-4189-b2ae-469604abeb8a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a0659b2c-e42f-4e2f-a704-ecb43cdbb9bd HTTP/1.1" status: 204 len: 168 time: 0.2591002 Nov 05 18:55:35.892424 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3356068e-082d-4189-b2ae-469604abeb8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0659b2c-e42f-4e2f-a704-ecb43cdbb9bd,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:55:36.194517 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:36.222103 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b304910f-7b27-444b-a8fc-977d26b1ceac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:36.299828 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-52cff673-8aaa-4481-822e-5e7f222fc690 tempest-RoutersIpV6AdminTest-300741977 tempest-RoutersIpV6AdminTest-300741977-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-571384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1000487'] for router, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:36.341235 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-9a77e742-9720-42b0-bf4b-5918d17e6662 None None] Provisioning complete for port f69fe39b-d200-43b7-bb18-96a930299610 triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:55:36.341962 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-9a77e742-9720-42b0-bf4b-5918d17e6662 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:36.377939 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-f3a79f2c-232a-4935-84da-ce408e08a639 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6149946', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4877172'] for subnet, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:36.393699 n-d-816865-1 neutron-server[102386]: INFO neutron.api.v2.resource [None req-9ef1bed6-15d0-4e0c-a802-d285ccc71285 tempest-FloatingIPNegativeTestJSON-2126793608 tempest-FloatingIPNegativeTestJSON-2126793608-project] update failed (client error): The resource could not be found. Nov 05 18:55:36.394780 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-9ef1bed6-15d0-4e0c-a802-d285ccc71285 tempest-FloatingIPNegativeTestJSON-2126793608 tempest-FloatingIPNegativeTestJSON-2126793608-project] 10.222.0.13 "PUT /v2.0/floatingips/9b03513b-0ee1-4759-a860-9bdf0c8a8d75 HTTP/1.1" status: 404 len: 507 time: 0.7767940 Nov 05 18:55:36.399642 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d8fd19-b42a-4cbc-bc6a-de42a06e0b8a req-7687f9d3-80bf-4540-b5a5-b3bfefe3b721 tempest-ServerRescueTestJSONUnderV235-847319139 tempest-ServerRescueTestJSONUnderV235-847319139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:55:36.400565 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 35126) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:55:36.401223 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-a7d8fd19-b42a-4cbc-bc6a-de42a06e0b8a req-7687f9d3-80bf-4540-b5a5-b3bfefe3b721 tempest-ServerRescueTestJSONUnderV235-847319139 tempest-ServerRescueTestJSONUnderV235-847319139-project] 10.222.0.13 "GET /v2.0/ports?device_id=30f854dc-91a9-455d-85a2-232be75a6d81 HTTP/1.1" status: 200 len: 946 time: 0.0661349 Nov 05 18:55:36.430967 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733a7c00-890b-4dfa-97dc-472b0f58a332 req-f7f41d11-e855-4fa6-affb-7a7cad3ef1b5 tempest-ServerPasswordTestJSON-205724688 tempest-ServerPasswordTestJSON-205724688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:55:36.434268 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-733a7c00-890b-4dfa-97dc-472b0f58a332 req-f7f41d11-e855-4fa6-affb-7a7cad3ef1b5 tempest-ServerPasswordTestJSON-205724688 tempest-ServerPasswordTestJSON-205724688-project] 10.222.0.55 "GET /v2.0/ports?device_id=353d0e64-4bcb-4eed-8553-bdbeab999e4b HTTP/1.1" status: 200 len: 946 time: 0.1777289 Nov 05 18:55:36.454549 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-9a77e742-9720-42b0-bf4b-5918d17e6662 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:36.467904 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-a7d8fd19-b42a-4cbc-bc6a-de42a06e0b8a req-7859b33e-dcd7-40b8-bf6a-e240683633fa tempest-ServerRescueTestJSONUnderV235-847319139 tempest-ServerRescueTestJSONUnderV235-847319139-project] 10.222.0.13 "GET /v2.0/security-groups?id=2aa13776-0d09-4b7a-99bc-d3ea449425cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600381 Nov 05 18:55:36.491561 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-9a77e742-9720-42b0-bf4b-5918d17e6662 None None] For port f69fe39b-d200-43b7-bb18-96a930299610, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=f69fe39b-d200-43b7-bb18-96a930299610,segment=NetworkSegment(1bdc5ccc-001b-4584-b217-2d1934002f57),segment_id=1bdc5ccc-001b-4584-b217-2d1934002f57)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:55:36.518438 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3a79f2c-232a-4935-84da-ce408e08a639 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Network 1c9d25d3-7f2e-4384-9081-dc17514a5578 is already hosted by enough agents. {{(pid=102386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 18:55:36.560485 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e705ec-09b8-4a09-b96f-3520eb1696aa req-b10bb95b-de83-45e7-9f77-90e529e38766 tempest-ServerPasswordTestJSON-205724688 tempest-ServerPasswordTestJSON-205724688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:55:36.561939 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-a8e705ec-09b8-4a09-b96f-3520eb1696aa req-b10bb95b-de83-45e7-9f77-90e529e38766 tempest-ServerPasswordTestJSON-205724688 tempest-ServerPasswordTestJSON-205724688-project] 10.222.0.13 "GET /v2.0/ports?device_id=353d0e64-4bcb-4eed-8553-bdbeab999e4b HTTP/1.1" status: 200 len: 946 time: 0.0549192 Nov 05 18:55:36.572863 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.base_scheduler [None req-f3a79f2c-232a-4935-84da-ce408e08a639 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Resources bound (agent type, host, resource id): {{(pid=102386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:55:36.584340 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcc3c917-0973-4b84-8398-8ffe070d72d4 None None] Network 1c9d25d3-7f2e-4384-9081-dc17514a5578 requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 18:55:36.585320 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3a79f2c-232a-4935-84da-ce408e08a639 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:55:36.587421 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-f3a79f2c-232a-4935-84da-ce408e08a639 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Publish callbacks [] for subnet, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:36.634544 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-a8e705ec-09b8-4a09-b96f-3520eb1696aa req-f9153ba1-a956-4dda-81cd-6052198de2f0 tempest-ServerPasswordTestJSON-205724688 tempest-ServerPasswordTestJSON-205724688-project] 10.222.0.13 "GET /v2.0/security-groups?id=1e9bfc43-683f-4f0f-ab7c-82d47b4a52a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639918 Nov 05 18:55:36.646977 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a79f2c-232a-4935-84da-ce408e08a639 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Pushing event updated for resources: {'Subnet': ['ID=25d3a724-ecf4-4b59-9353-be091dd96400,revision_number=0']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:55:36.745692 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-f3a79f2c-232a-4935-84da-ce408e08a639 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.8880970 Nov 05 18:55:36.748067 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 35130) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:55:36.748512 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 35132) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:55:36.763030 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-bc8920a0-1618-4f7b-b768-43d3c2fb13b5 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Request body: {'port': {'network_id': '1c9d25d3-7f2e-4384-9081-dc17514a5578', 'mac_address': 'fa:16:3e:23:2a:75', 'name': 'tempest-NetworksTestDHCPv6-1901564886'}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:55:36.788846 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [req-733a7c00-890b-4dfa-97dc-472b0f58a332 req-f86f9eb1-dad6-4c80-a26d-c486e2f45290 tempest-ServerPasswordTestJSON-205724688 tempest-ServerPasswordTestJSON-205724688-project] Deleting port 106678b7-545a-4ae3-86f1-6ec8e5adfa01 {{(pid=102386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 18:55:36.789869 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-733a7c00-890b-4dfa-97dc-472b0f58a332 req-f86f9eb1-dad6-4c80-a26d-c486e2f45290 tempest-ServerPasswordTestJSON-205724688 tempest-ServerPasswordTestJSON-205724688-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:36.795613 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-2ad8c6a2-7fe9-4dc0-b63f-946e40bf2086 tempest-FloatingIPNegativeTestJSON-2126793608 tempest-FloatingIPNegativeTestJSON-2126793608-project] Deleting port 31d86411-f7fb-40e4-b3ff-f0db6c3f1eb5 {{(pid=102386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 18:55:36.795968 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-2ad8c6a2-7fe9-4dc0-b63f-946e40bf2086 tempest-FloatingIPNegativeTestJSON-2126793608 tempest-FloatingIPNegativeTestJSON-2126793608-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:36.797791 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-a543a368-d91a-4f75-b2fc-c4293ec80407 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:36.798823 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-9a77e742-9720-42b0-bf4b-5918d17e6662 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:36.870355 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a77e742-9720-42b0-bf4b-5918d17e6662 None None] Pushing event updated for resources: {'Port': ['ID=f69fe39b-d200-43b7-bb18-96a930299610,revision_number=3']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:55:36.883686 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a77e742-9720-42b0-bf4b-5918d17e6662 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:55:36.884061 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a77e742-9720-42b0-bf4b-5918d17e6662 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:55:36.889450 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a77e742-9720-42b0-bf4b-5918d17e6662 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:55:36.889450 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a77e742-9720-42b0-bf4b-5918d17e6662 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:55:36.889450 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a77e742-9720-42b0-bf4b-5918d17e6662 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:55:36.889450 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a77e742-9720-42b0-bf4b-5918d17e6662 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:55:36.889450 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a77e742-9720-42b0-bf4b-5918d17e6662 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:55:36.889450 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a77e742-9720-42b0-bf4b-5918d17e6662 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:55:36.889450 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a77e742-9720-42b0-bf4b-5918d17e6662 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:55:36.889450 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a77e742-9720-42b0-bf4b-5918d17e6662 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:55:36.889450 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a77e742-9720-42b0-bf4b-5918d17e6662 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:55:36.889450 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a77e742-9720-42b0-bf4b-5918d17e6662 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:55:36.909563 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52cff673-8aaa-4481-822e-5e7f222fc690 tempest-RoutersIpV6AdminTest-300741977 tempest-RoutersIpV6AdminTest-300741977-project-admin] Router 2c00741b-f211-453f-bb41-a37892354be6 is scheduled to L3 agent 6dcb5589-8e86-4616-9186-ddc4548e13ad with binding_index 1 {{(pid=102386) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 05 18:55:37.049327 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-a543a368-d91a-4f75-b2fc-c4293ec80407 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:37.060399 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ac0afe-033c-44b1-9162-5a344b14c78b req-3a650b55-ce8e-4fc8-9438-3ede59389527 tempest-ServerRescueTestJSON-1639389385 tempest-ServerRescueTestJSON-1639389385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:55:37.069348 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-64ac0afe-033c-44b1-9162-5a344b14c78b req-3a650b55-ce8e-4fc8-9438-3ede59389527 tempest-ServerRescueTestJSON-1639389385 tempest-ServerRescueTestJSON-1639389385-project] 10.222.0.13 "GET /v2.0/ports?device_id=71eadb3a-495a-4683-a4fb-df865dfdd3a2 HTTP/1.1" status: 200 len: 946 time: 0.0979991 Nov 05 18:55:37.074802 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a8561d3-7662-4dc4-b73c-b8569450acf4 None None] Update dhcp port {'port': {'network_id': '1c9d25d3-7f2e-4384-9081-dc17514a5578', 'fixed_ips': [{'subnet_id': 'c017da25-b869-4473-8e0d-f9f0a7a3fd60', 'ip_address': '2001:db8::f816:3eff:fe2a:6f88'}, {'subnet_id': '25d3a724-ecf4-4b59-9353-be091dd96400'}], 'binding:host_id': 'n-d-816865-1'}, 'id': 'f69fe39b-d200-43b7-bb18-96a930299610'} from n-d-816865-1. {{(pid=102388) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 05 18:55:37.084136 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [req-733a7c00-890b-4dfa-97dc-472b0f58a332 req-f86f9eb1-dad6-4c80-a26d-c486e2f45290 tempest-ServerPasswordTestJSON-205724688 tempest-ServerPasswordTestJSON-205724688-project] For port 106678b7-545a-4ae3-86f1-6ec8e5adfa01, host n-h2-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=106678b7-545a-4ae3-86f1-6ec8e5adfa01,segment=NetworkSegment(d4008c0a-0e36-44d2-9de3-4797d7db8846),segment_id=d4008c0a-0e36-44d2-9de3-4797d7db8846)] {{(pid=102386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:55:37.084423 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-733a7c00-890b-4dfa-97dc-472b0f58a332 req-f86f9eb1-dad6-4c80-a26d-c486e2f45290 tempest-ServerPasswordTestJSON-205724688 tempest-ServerPasswordTestJSON-205724688-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:37.112077 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-5a8561d3-7662-4dc4-b73c-b8569450acf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:37.116133 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device f69fe39b-d200-43b7-bb18-96a930299610 up at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 18:55:37.125057 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-a543a368-d91a-4f75-b2fc-c4293ec80407 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:37.133055 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-2ad8c6a2-7fe9-4dc0-b63f-946e40bf2086 tempest-FloatingIPNegativeTestJSON-2126793608 tempest-FloatingIPNegativeTestJSON-2126793608-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:37.133418 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-2ad8c6a2-7fe9-4dc0-b63f-946e40bf2086 tempest-FloatingIPNegativeTestJSON-2126793608 tempest-FloatingIPNegativeTestJSON-2126793608-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:37.136979 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [req-733a7c00-890b-4dfa-97dc-472b0f58a332 req-f86f9eb1-dad6-4c80-a26d-c486e2f45290 tempest-ServerPasswordTestJSON-205724688 tempest-ServerPasswordTestJSON-205724688-project] Calling delete_port for 106678b7-545a-4ae3-86f1-6ec8e5adfa01 owned by compute:nova {{(pid=102386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 18:55:37.162281 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52cff673-8aaa-4481-822e-5e7f222fc690 tempest-RoutersIpV6AdminTest-300741977 tempest-RoutersIpV6AdminTest-300741977-project-admin] Notify agent at l3_agent.n-d-816865-1 the message routers_updated {{(pid=102386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 18:55:37.177163 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-a543a368-d91a-4f75-b2fc-c4293ec80407 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8dca50fcfe31401c93e9961a0c6d9d0a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4264998 Nov 05 18:55:37.177952 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-2ad8c6a2-7fe9-4dc0-b63f-946e40bf2086 tempest-FloatingIPNegativeTestJSON-2126793608 tempest-FloatingIPNegativeTestJSON-2126793608-project] Calling delete_port for 31d86411-f7fb-40e4-b3ff-f0db6c3f1eb5 owned by network:floatingip {{(pid=102386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 18:55:37.178620 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 35138) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:55:37.179617 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a543a368-d91a-4f75-b2fc-c4293ec80407 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38a813c7-28f2-47a9-bc47-04353f9cfa56,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:55:37.189911 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc8920a0-1618-4f7b-b768-43d3c2fb13b5 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Made reservation on behalf of 7bc73c6c17f842a987dd31290d20faa2 for: {'port': 1} {{(pid=102387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 18:55:37.191778 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b613902-478b-422b-a0b1-8e635f7e7328 None None] Sync routers for ids ['2c00741b-f211-453f-bb41-a37892354be6'] in n-d-816865-1 {{(pid=102388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 18:55:37.219369 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-64ac0afe-033c-44b1-9162-5a344b14c78b req-57e90a64-695d-4272-9f86-c7d744ddb29c tempest-ServerRescueTestJSON-1639389385 tempest-ServerRescueTestJSON-1639389385-project] 10.222.0.13 "GET /v2.0/security-groups?id=458afcac-91c4-437c-b78f-d73b875bd5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1501400 Nov 05 18:55:37.222703 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b613902-478b-422b-a0b1-8e635f7e7328 None None] Routers {'2c00741b-f211-453f-bb41-a37892354be6'} bound to L3 agent in host n-d-816865-1 {{(pid=102388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 18:55:37.223379 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-0b613902-478b-422b-a0b1-8e635f7e7328 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T18:55:35Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['2c00741b-f211-453f-bb41-a37892354be6'], 'active': True} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:55:37.258010 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-52cff673-8aaa-4481-822e-5e7f222fc690 tempest-RoutersIpV6AdminTest-300741977 tempest-RoutersIpV6AdminTest-300741977-project-admin] Publish callbacks [] for router, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:37.261764 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-52cff673-8aaa-4481-822e-5e7f222fc690 tempest-RoutersIpV6AdminTest-300741977 tempest-RoutersIpV6AdminTest-300741977-project-admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 4.7102425 Nov 05 18:55:37.263021 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 35140) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:55:37.389241 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Provisioning complete for port f69fe39b-d200-43b7-bb18-96a930299610 triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:55:37.389894 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:37.482632 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvr_db [None req-0b613902-478b-422b-a0b1-8e635f7e7328 None None] Set router 2c00741b-f211-453f-bb41-a37892354be6 gateway port host: n-d-816865-1 {{(pid=102388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 18:55:37.518478 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-733a7c00-890b-4dfa-97dc-472b0f58a332 req-f86f9eb1-dad6-4c80-a26d-c486e2f45290 tempest-ServerPasswordTestJSON-205724688 tempest-ServerPasswordTestJSON-205724688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:37.552670 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.db_base_plugin_common [None req-5a8561d3-7662-4dc4-b73c-b8569450acf4 None None] Allocated IP 2001:db8:0:1::2 (1c9d25d3-7f2e-4384-9081-dc17514a5578/25d3a724-ecf4-4b59-9353-be091dd96400/f69fe39b-d200-43b7-bb18-96a930299610) {{(pid=102388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 18:55:37.556603 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] get_ports_and_sgs() called for port_ids ['106678b7-545a-4ae3-86f1-6ec8e5adfa01'] {{(pid=102388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 18:55:37.619504 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86f9eb1-dad6-4c80-a26d-c486e2f45290 tempest-ServerPasswordTestJSON-205724688 tempest-ServerPasswordTestJSON-205724688-project] Pushing event deleted for resources: {'Port': ['ID=106678b7-545a-4ae3-86f1-6ec8e5adfa01,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:55:37.623041 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-2ad8c6a2-7fe9-4dc0-b63f-946e40bf2086 tempest-FloatingIPNegativeTestJSON-2126793608 tempest-FloatingIPNegativeTestJSON-2126793608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:37.665979 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad8c6a2-7fe9-4dc0-b63f-946e40bf2086 tempest-FloatingIPNegativeTestJSON-2126793608 tempest-FloatingIPNegativeTestJSON-2126793608-project] Pushing event deleted for resources: {'Port': ['ID=31d86411-f7fb-40e4-b3ff-f0db6c3f1eb5,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:55:37.696687 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [req-733a7c00-890b-4dfa-97dc-472b0f58a332 req-f86f9eb1-dad6-4c80-a26d-c486e2f45290 tempest-ServerPasswordTestJSON-205724688 tempest-ServerPasswordTestJSON-205724688-project] No DVR routers for this DVR port 106678b7-545a-4ae3-86f1-6ec8e5adfa01 on host n-h2-816865-1 {{(pid=102386) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 18:55:37.699652 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-733a7c00-890b-4dfa-97dc-472b0f58a332 req-f86f9eb1-dad6-4c80-a26d-c486e2f45290 tempest-ServerPasswordTestJSON-205724688 tempest-ServerPasswordTestJSON-205724688-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:37.703961 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-733a7c00-890b-4dfa-97dc-472b0f58a332 req-f86f9eb1-dad6-4c80-a26d-c486e2f45290 tempest-ServerPasswordTestJSON-205724688 tempest-ServerPasswordTestJSON-205724688-project] 10.222.0.55 "DELETE /v2.0/ports/106678b7-545a-4ae3-86f1-6ec8e5adfa01 HTTP/1.1" status: 204 len: 173 time: 1.2576616 Nov 05 18:55:37.706471 n-d-816865-1 neutron-server[102386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '353d0e64-4bcb-4eed-8553-bdbeab999e4b', 'name': 'network-vif-deleted', 'tag': '106678b7-545a-4ae3-86f1-6ec8e5adfa01'}] {{(pid=102386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 18:55:37.709235 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6173a44d7c73f41af551dc890fa1a5892c2c6bc3458b640c8e0c24db7876ba6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-877c6754-b85e-4d26-a0c6-402638bd00e2" -d '{"events": [{"server_uuid": "353d0e64-4bcb-4eed-8553-bdbeab999e4b", "name": "network-vif-deleted", "tag": "106678b7-545a-4ae3-86f1-6ec8e5adfa01"}]}' {{(pid=102386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 18:55:37.792871 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-2ad8c6a2-7fe9-4dc0-b63f-946e40bf2086 tempest-FloatingIPNegativeTestJSON-2126793608 tempest-FloatingIPNegativeTestJSON-2126793608-project] Publish callbacks [] for floatingip, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:37.795970 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-2ad8c6a2-7fe9-4dc0-b63f-946e40bf2086 tempest-FloatingIPNegativeTestJSON-2126793608 tempest-FloatingIPNegativeTestJSON-2126793608-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for floatingip, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:37.800745 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-2ad8c6a2-7fe9-4dc0-b63f-946e40bf2086 tempest-FloatingIPNegativeTestJSON-2126793608 tempest-FloatingIPNegativeTestJSON-2126793608-project] 10.222.0.13 "DELETE /v2.0/floatingips/9b03513b-0ee1-4759-a860-9bdf0c8a8d75 HTTP/1.1" status: 204 len: 168 time: 1.3772035 Nov 05 18:55:37.801353 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 35148) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:55:37.807636 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-3dd54590-becd-459f-abfb-0b40ba6eb94a tempest-FloatingIPNegativeTestJSON-2126793608 tempest-FloatingIPNegativeTestJSON-2126793608-project] Request body: {'floatingip': {'floating_network_id': '09c385f3-7b22-409c-acb3-0cd79e6117c6', 'port_id': 'f69bbf08-9789-4a40-8d6c-8f74d0740421', 'fixed_ip_address': '172.20.0.13'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:55:37.827900 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-bc8920a0-1618-4f7b-b768-43d3c2fb13b5 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:37.870787 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-65f237f3-447a-47a9-84ad-d73ade55d2c6 req-32b86069-9d9b-4e78-9d17-69d7e7fc8d97 tempest-ServerPasswordTestJSON-205724688 tempest-ServerPasswordTestJSON-205724688-project] 10.222.0.13 "GET /v2.0/ports?device_id=353d0e64-4bcb-4eed-8553-bdbeab999e4b HTTP/1.1" status: 200 len: 210 time: 0.0974107 Nov 05 18:55:37.871185 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-5a8561d3-7662-4dc4-b73c-b8569450acf4 None None] For port f69fe39b-d200-43b7-bb18-96a930299610, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=f69fe39b-d200-43b7-bb18-96a930299610,segment=NetworkSegment(1bdc5ccc-001b-4584-b217-2d1934002f57),segment_id=1bdc5ccc-001b-4584-b217-2d1934002f57)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:55:37.890317 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-76e8fc74-b6f4-4b8a-be7b-379abbfa09ef admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:37.896183 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-0b613902-478b-422b-a0b1-8e635f7e7328 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c00741b-f211-453f-bb41-a37892354be6', 'name': '', 'tenant_id': '3fdf0adabde0460c887e9be603056b00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b20344f-3290-481a-ac90-e1eb913d5398', 'external_fixed_ips': [{'subnet_id': '8ffdfb6b-4018-4c24-a7bb-3e97e2b30a38', 'ip_address': '2001:db8::32e'}], 'enable_snat': True}, 'gw_port_id': '8164be01-cf62-4902-9f14-7058623b7e0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T18:55:32Z', 'updated_at': '2021-11-05T18:55:35Z', 'revision_number': 3, 'project_id': '3fdf0adabde0460c887e9be603056b00', 'gw_port': {'id': '8164be01-cf62-4902-9f14-7058623b7e0f', 'name': '', 'network_id': '5b20344f-3290-481a-ac90-e1eb913d5398', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:16:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c00741b-f211-453f-bb41-a37892354be6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1989, 'fixed_ips': [{'subnet_id': '8ffdfb6b-4018-4c24-a7bb-3e97e2b30a38', 'ip_address': '2001:db8::32e', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T18:55:33Z', 'updated_at': '2021-11-05T18:55:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8ffdfb6b-4018-4c24-a7bb-3e97e2b30a38', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1'}], 'n-d-816865-1', False) {} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:55:37.908448 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-3dd54590-becd-459f-abfb-0b40ba6eb94a tempest-FloatingIPNegativeTestJSON-2126793608 tempest-FloatingIPNegativeTestJSON-2126793608-project] Publish callbacks [] for floatingip, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:37.939146 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 18:55:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89287281-1041-4061-80a5-1098bf9b3cd4 x-openstack-request-id: req-89287281-1041-4061-80a5-1098bf9b3cd4 {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 18:55:37.939548 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "353d0e64-4bcb-4eed-8553-bdbeab999e4b", "name": "network-vif-deleted", "tag": "106678b7-545a-4ae3-86f1-6ec8e5adfa01", "status": "completed", "code": 200}]} {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 18:55:37.939905 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-89287281-1041-4061-80a5-1098bf9b3cd4 {{(pid=102386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 18:55:37.940396 n-d-816865-1 neutron-server[102386]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '353d0e64-4bcb-4eed-8553-bdbeab999e4b', 'name': 'network-vif-deleted', 'tag': '106678b7-545a-4ae3-86f1-6ec8e5adfa01', 'status': 'completed', 'code': 200} Nov 05 18:55:37.981136 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-76e8fc74-b6f4-4b8a-be7b-379abbfa09ef admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:37.985036 n-d-816865-1 neutron-server[102387]: DEBUG neutron.notifiers.nova [None req-bc8920a0-1618-4f7b-b768-43d3c2fb13b5 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] device_id is not set on port ae147934-9264-4dfd-8050-c24317b39459 yet. {{(pid=102387) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 05 18:55:37.986731 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-5a8561d3-7662-4dc4-b73c-b8569450acf4 None None] Publish callbacks [] for port, precommit_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:37.989914 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b613902-478b-422b-a0b1-8e635f7e7328 None None] Checking router: 2c00741b-f211-453f-bb41-a37892354be6 for host: n-d-816865-1 {{(pid=102388) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 18:55:37.990297 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-1ba9b0ab-9567-47cc-ae1d-adb5e57441dd tempest-RoutersIpV6AdminTest-300741977 tempest-RoutersIpV6AdminTest-300741977-project-admin] Publish callbacks [] for router, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:37.990453 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b613902-478b-422b-a0b1-8e635f7e7328 None None] Updating router 2c00741b-f211-453f-bb41-a37892354be6 port 8164be01-cf62-4902-9f14-7058623b7e0f binding host n-d-816865-1 {{(pid=102388) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 05 18:55:38.035095 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-0b613902-478b-422b-a0b1-8e635f7e7328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:38.093360 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-5a8561d3-7662-4dc4-b73c-b8569450acf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:38.102992 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fa3a22-3107-4cc9-91da-22b010c37fb5 req-b6225ba4-54f0-46ae-897d-0a2b3e91488b tempest-ServerRescueTestJSONUnderV235-847319139 tempest-ServerRescueTestJSONUnderV235-847319139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:55:38.105162 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-c5fa3a22-3107-4cc9-91da-22b010c37fb5 req-b6225ba4-54f0-46ae-897d-0a2b3e91488b tempest-ServerRescueTestJSONUnderV235-847319139 tempest-ServerRescueTestJSONUnderV235-847319139-project] 10.222.0.13 "GET /v2.0/ports?device_id=30f854dc-91a9-455d-85a2-232be75a6d81 HTTP/1.1" status: 200 len: 946 time: 0.3001328 Nov 05 18:55:38.246409 n-d-816865-1 neutron-server[102386]: INFO neutron.api.v2.resource [None req-3dd54590-becd-459f-abfb-0b40ba6eb94a tempest-FloatingIPNegativeTestJSON-2126793608 tempest-FloatingIPNegativeTestJSON-2126793608-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 05 18:55:38.253389 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-3dd54590-becd-459f-abfb-0b40ba6eb94a tempest-FloatingIPNegativeTestJSON-2126793608 tempest-FloatingIPNegativeTestJSON-2126793608-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.4456553 Nov 05 18:55:38.253389 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 35154) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:55:38.258931 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-f2df6833-abd3-4a59-a420-044b29ce5470 tempest-FloatingIPNegativeTestJSON-2126793608 tempest-FloatingIPNegativeTestJSON-2126793608-project] Request body: {'floatingip': {'floating_network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'port_id': 'f69bbf08-9789-4a40-8d6c-8f74d0740421', 'fixed_ip_address': '172.20.0.13'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:55:38.263848 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-31f93893-a48e-4ae8-833d-dccb2b42eacc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:38.280760 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-c5fa3a22-3107-4cc9-91da-22b010c37fb5 req-87cc9b68-9091-4175-a303-b54ab34aea80 tempest-ServerRescueTestJSONUnderV235-847319139 tempest-ServerRescueTestJSONUnderV235-847319139-project] 10.222.0.13 "GET /v2.0/security-groups?id=2aa13776-0d09-4b7a-99bc-d3ea449425cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1652925 Nov 05 18:55:38.284814 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8561d3-7662-4dc4-b73c-b8569450acf4 None None] Pushing event updated for resources: {'Port': ['ID=f69fe39b-d200-43b7-bb18-96a930299610,revision_number=4']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:55:38.444445 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.db_base_plugin_common [None req-bc8920a0-1618-4f7b-b768-43d3c2fb13b5 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Allocated IP 2001:db8:0:1::193 (1c9d25d3-7f2e-4384-9081-dc17514a5578/25d3a724-ecf4-4b59-9353-be091dd96400/ae147934-9264-4dfd-8050-c24317b39459) {{(pid=102387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 18:55:38.452509 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.db_base_plugin_common [None req-bc8920a0-1618-4f7b-b768-43d3c2fb13b5 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Allocated IP 2001:db8::f816:3eff:fe23:2a75 (1c9d25d3-7f2e-4384-9081-dc17514a5578/c017da25-b869-4473-8e0d-f9f0a7a3fd60/ae147934-9264-4dfd-8050-c24317b39459) {{(pid=102387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 18:55:38.457400 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-f2df6833-abd3-4a59-a420-044b29ce5470 tempest-FloatingIPNegativeTestJSON-2126793608 tempest-FloatingIPNegativeTestJSON-2126793608-project] Publish callbacks [] for floatingip, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:38.464806 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f814815-ecf1-4db8-a47d-c8cbddbcffb8 req-610f8164-ba3d-452d-be26-fa9b4ede7bab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:55:38.468063 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-8f814815-ecf1-4db8-a47d-c8cbddbcffb8 req-610f8164-ba3d-452d-be26-fa9b4ede7bab service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=71eadb3a-495a-4683-a4fb-df865dfdd3a2 HTTP/1.1" status: 200 len: 1097 time: 0.0983584 Nov 05 18:55:38.484167 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-76e8fc74-b6f4-4b8a-be7b-379abbfa09ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:38.486766 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-76e8fc74-b6f4-4b8a-be7b-379abbfa09ef admin admin] Publish callbacks [] for security_group, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:38.490886 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-76e8fc74-b6f4-4b8a-be7b-379abbfa09ef admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/38a813c7-28f2-47a9-bc47-04353f9cfa56 HTTP/1.1" status: 204 len: 168 time: 1.3054917 Nov 05 18:55:38.490886 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-1ba9b0ab-9567-47cc-ae1d-adb5e57441dd tempest-RoutersIpV6AdminTest-300741977 tempest-RoutersIpV6AdminTest-300741977-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:38.506221 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-0b613902-478b-422b-a0b1-8e635f7e7328 None None] Publish callbacks [] for port, precommit_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:38.578088 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-0b613902-478b-422b-a0b1-8e635f7e7328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:38.591233 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e8fc74-b6f4-4b8a-be7b-379abbfa09ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38a813c7-28f2-47a9-bc47-04353f9cfa56,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:55:38.615874 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-8f814815-ecf1-4db8-a47d-c8cbddbcffb8 req-6573f112-e23a-4792-9e16-2a13175124ab service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=458afcac-91c4-437c-b78f-d73b875bd5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361136 Nov 05 18:55:38.665405 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7e4929-9d5e-452c-9f10-f8d79a6db1c0 None None] Pushing event updated for resources: {'Port': ['ID=8164be01-cf62-4902-9f14-7058623b7e0f,revision_number=2']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:55:38.680878 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:38.701452 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-0b613902-478b-422b-a0b1-8e635f7e7328 None None] Attempting to bind port 8164be01-cf62-4902-9f14-7058623b7e0f on host n-d-816865-1 for vnic_type normal with profile {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 18:55:38.701920 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-0b613902-478b-422b-a0b1-8e635f7e7328 None None] Attempting to bind port 8164be01-cf62-4902-9f14-7058623b7e0f by drivers openvswitch,hyperv on host n-d-816865-1 at level 0 using segments [{'id': 'fe52fa80-3fea-4e6d-8870-a72d53036ebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '5b20344f-3290-481a-ac90-e1eb913d5398'}] {{(pid=102388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 18:55:38.702396 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b613902-478b-422b-a0b1-8e635f7e7328 None None] Attempting to bind port 8164be01-cf62-4902-9f14-7058623b7e0f on network 5b20344f-3290-481a-ac90-e1eb913d5398 {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 18:55:38.708223 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b008ec32-9fd9-4bb8-a485-7ba028321727 req-6ddc6078-7666-4779-bac7-19efdb4e0f1b tempest-ServerRescueTestJSON-1639389385 tempest-ServerRescueTestJSON-1639389385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:55:38.708679 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b613902-478b-422b-a0b1-8e635f7e7328 None None] Checking agent: {'id': '724d89a7-611b-41e6-bc85-c48112b17afa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 18, 25, 8), 'started_at': datetime.datetime(2021, 11, 5, 18, 25, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 18, 55, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 18:55:38.709659 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b613902-478b-422b-a0b1-8e635f7e7328 None None] Checking segment: {'id': 'fe52fa80-3fea-4e6d-8870-a72d53036ebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '5b20344f-3290-481a-ac90-e1eb913d5398'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 18:55:38.710200 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-0b613902-478b-422b-a0b1-8e635f7e7328 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:38.710949 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b613902-478b-422b-a0b1-8e635f7e7328 None None] Bound using segment: {'id': 'fe52fa80-3fea-4e6d-8870-a72d53036ebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '5b20344f-3290-481a-ac90-e1eb913d5398'} {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 18:55:38.712311 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-0b613902-478b-422b-a0b1-8e635f7e7328 None None] Bound port: 8164be01-cf62-4902-9f14-7058623b7e0f, host: n-d-816865-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe52fa80-3fea-4e6d-8870-a72d53036ebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '5b20344f-3290-481a-ac90-e1eb913d5398'}}] {{(pid=102388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 18:55:38.712938 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-0b613902-478b-422b-a0b1-8e635f7e7328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:38.717168 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-f2df6833-abd3-4a59-a420-044b29ce5470 tempest-FloatingIPNegativeTestJSON-2126793608 tempest-FloatingIPNegativeTestJSON-2126793608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:38.718135 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-b008ec32-9fd9-4bb8-a485-7ba028321727 req-6ddc6078-7666-4779-bac7-19efdb4e0f1b tempest-ServerRescueTestJSON-1639389385 tempest-ServerRescueTestJSON-1639389385-project] 10.222.0.13 "GET /v2.0/ports?device_id=71eadb3a-495a-4683-a4fb-df865dfdd3a2 HTTP/1.1" status: 200 len: 946 time: 0.2471626 Nov 05 18:55:38.784154 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-0b613902-478b-422b-a0b1-8e635f7e7328 None None] For port 8164be01-cf62-4902-9f14-7058623b7e0f, host n-d-816865-1, cleared binding levels {{(pid=102388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 18:55:38.788271 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-0b613902-478b-422b-a0b1-8e635f7e7328 None None] For port 8164be01-cf62-4902-9f14-7058623b7e0f, host n-d-816865-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=8164be01-cf62-4902-9f14-7058623b7e0f,segment=NetworkSegment(fe52fa80-3fea-4e6d-8870-a72d53036ebd),segment_id=fe52fa80-3fea-4e6d-8870-a72d53036ebd)] {{(pid=102388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 18:55:38.861970 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-0b613902-478b-422b-a0b1-8e635f7e7328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:38.906804 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-b008ec32-9fd9-4bb8-a485-7ba028321727 req-ac6b1bf4-a975-4a43-b6f3-7f4ccd4679ab tempest-ServerRescueTestJSON-1639389385 tempest-ServerRescueTestJSON-1639389385-project] 10.222.0.13 "GET /v2.0/security-groups?id=458afcac-91c4-437c-b78f-d73b875bd5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1874664 Nov 05 18:55:38.936682 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.db_base_plugin_common [None req-f2df6833-abd3-4a59-a420-044b29ce5470 tempest-FloatingIPNegativeTestJSON-2126793608 tempest-FloatingIPNegativeTestJSON-2126793608-project] Allocated IP 172.25.6.156 (40c8335d-cd0b-4cb5-910a-d4dcddd5cbec/04fe6db3-e108-4208-943d-6518424f5726/b7cd0072-8299-4bcd-a3dd-2ac40a0baff1) {{(pid=102386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 18:55:38.939726 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [None req-1ba9b0ab-9567-47cc-ae1d-adb5e57441dd tempest-RoutersIpV6AdminTest-300741977 tempest-RoutersIpV6AdminTest-300741977-project-admin] Deleting port 8164be01-cf62-4902-9f14-7058623b7e0f {{(pid=102387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 18:55:38.940260 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-1ba9b0ab-9567-47cc-ae1d-adb5e57441dd tempest-RoutersIpV6AdminTest-300741977 tempest-RoutersIpV6AdminTest-300741977-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:39.010676 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-bc8920a0-1618-4f7b-b768-43d3c2fb13b5 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Publish callbacks [] for port, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:39.062798 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b613902-478b-422b-a0b1-8e635f7e7328 None None] Routers {'2c00741b-f211-453f-bb41-a37892354be6'} bound to L3 agent in host n-d-816865-1 {{(pid=102388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 18:55:39.066696 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-0b613902-478b-422b-a0b1-8e635f7e7328 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T18:55:35Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['2c00741b-f211-453f-bb41-a37892354be6'], 'active': True} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:55:39.151952 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device f69fe39b-d200-43b7-bb18-96a930299610 up at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 18:55:39.206948 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-711e3dd2-96ec-4f3e-9954-938845343ad9 req-1debd21b-18ef-466a-85e7-34e2c60354a9 tempest-ServerPasswordTestJSON-205724688 tempest-ServerPasswordTestJSON-205724688-project] 10.222.0.13 "GET /v2.0/ports?device_id=353d0e64-4bcb-4eed-8553-bdbeab999e4b HTTP/1.1" status: 200 len: 210 time: 0.0780683 Nov 05 18:55:39.230767 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7e4929-9d5e-452c-9f10-f8d79a6db1c0 None None] Pushing event updated for resources: {'Port': ['ID=8164be01-cf62-4902-9f14-7058623b7e0f,revision_number=3']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:55:39.258909 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvr_db [None req-0b613902-478b-422b-a0b1-8e635f7e7328 None None] Set router 2c00741b-f211-453f-bb41-a37892354be6 gateway port host: None {{(pid=102388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 18:55:39.263806 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-bc8920a0-1618-4f7b-b768-43d3c2fb13b5 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4417063'] for port, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:39.298791 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc8920a0-1618-4f7b-b768-43d3c2fb13b5 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Network 1c9d25d3-7f2e-4384-9081-dc17514a5578 is already hosted by enough agents. {{(pid=102387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 18:55:39.308970 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.base_scheduler [None req-bc8920a0-1618-4f7b-b768-43d3c2fb13b5 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Resources bound (agent type, host, resource id): {{(pid=102387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:55:39.336935 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc8920a0-1618-4f7b-b768-43d3c2fb13b5 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Received port after_create {{(pid=102387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 18:55:39.342589 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc8920a0-1618-4f7b-b768-43d3c2fb13b5 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:55:39.343486 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-bc8920a0-1618-4f7b-b768-43d3c2fb13b5 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:39.356992 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.db [None req-1ba9b0ab-9567-47cc-ae1d-adb5e57441dd tempest-RoutersIpV6AdminTest-300741977 tempest-RoutersIpV6AdminTest-300741977-project-admin] For port 8164be01-cf62-4902-9f14-7058623b7e0f, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=8164be01-cf62-4902-9f14-7058623b7e0f,segment=NetworkSegment(fe52fa80-3fea-4e6d-8870-a72d53036ebd),segment_id=fe52fa80-3fea-4e6d-8870-a72d53036ebd)] {{(pid=102387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:55:39.357425 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-1ba9b0ab-9567-47cc-ae1d-adb5e57441dd tempest-RoutersIpV6AdminTest-300741977 tempest-RoutersIpV6AdminTest-300741977-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:39.389301 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-f2df6833-abd3-4a59-a420-044b29ce5470 tempest-FloatingIPNegativeTestJSON-2126793608 tempest-FloatingIPNegativeTestJSON-2126793608-project] Publish callbacks [] for port, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:39.409736 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [None req-1ba9b0ab-9567-47cc-ae1d-adb5e57441dd tempest-RoutersIpV6AdminTest-300741977 tempest-RoutersIpV6AdminTest-300741977-project-admin] Calling delete_port for 8164be01-cf62-4902-9f14-7058623b7e0f owned by network:router_gateway {{(pid=102387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 18:55:39.446520 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8920a0-1618-4f7b-b768-43d3c2fb13b5 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Pushing event updated for resources: {'Port': ['ID=ae147934-9264-4dfd-8050-c24317b39459,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:55:39.535778 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-bc8920a0-1618-4f7b-b768-43d3c2fb13b5 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 2.7814050 Nov 05 18:55:39.536208 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 35172) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:55:39.572523 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-f2df6833-abd3-4a59-a420-044b29ce5470 tempest-FloatingIPNegativeTestJSON-2126793608 tempest-FloatingIPNegativeTestJSON-2126793608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:39.577121 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0a70c9-2dab-4f5c-b075-28ab037f7b1f req-11dbccbc-ba2d-4ea0-92df-f32de2aa2012 tempest-ServerRescueTestJSONUnderV235-847319139 tempest-ServerRescueTestJSONUnderV235-847319139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:55:39.589819 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-bd0a70c9-2dab-4f5c-b075-28ab037f7b1f req-11dbccbc-ba2d-4ea0-92df-f32de2aa2012 tempest-ServerRescueTestJSONUnderV235-847319139 tempest-ServerRescueTestJSONUnderV235-847319139-project] 10.222.0.13 "GET /v2.0/ports?device_id=30f854dc-91a9-455d-85a2-232be75a6d81 HTTP/1.1" status: 200 len: 946 time: 0.1701620 Nov 05 18:55:39.657136 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2df6833-abd3-4a59-a420-044b29ce5470 tempest-FloatingIPNegativeTestJSON-2126793608 tempest-FloatingIPNegativeTestJSON-2126793608-project] Network 40c8335d-cd0b-4cb5-910a-d4dcddd5cbec is already hosted by enough agents. {{(pid=102386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 18:55:39.726033 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-bd0a70c9-2dab-4f5c-b075-28ab037f7b1f req-51efcef9-282e-442b-b359-2de5fcdaeee1 tempest-ServerRescueTestJSONUnderV235-847319139 tempest-ServerRescueTestJSONUnderV235-847319139-project] 10.222.0.13 "GET /v2.0/security-groups?id=2aa13776-0d09-4b7a-99bc-d3ea449425cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280549 Nov 05 18:55:39.742095 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-0b613902-478b-422b-a0b1-8e635f7e7328 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c00741b-f211-453f-bb41-a37892354be6', 'name': '', 'tenant_id': '3fdf0adabde0460c887e9be603056b00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T18:55:32Z', 'updated_at': '2021-11-05T18:55:38Z', 'revision_number': 4, 'project_id': '3fdf0adabde0460c887e9be603056b00', 'gw_port_host': None}], 'n-d-816865-1', False) {} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:55:39.744646 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.base_scheduler [None req-f2df6833-abd3-4a59-a420-044b29ce5470 tempest-FloatingIPNegativeTestJSON-2126793608 tempest-FloatingIPNegativeTestJSON-2126793608-project] Resources bound (agent type, host, resource id): {{(pid=102386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:55:39.749635 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2df6833-abd3-4a59-a420-044b29ce5470 tempest-FloatingIPNegativeTestJSON-2126793608 tempest-FloatingIPNegativeTestJSON-2126793608-project] Received port after_create {{(pid=102386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 18:55:39.766364 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2df6833-abd3-4a59-a420-044b29ce5470 tempest-FloatingIPNegativeTestJSON-2126793608 tempest-FloatingIPNegativeTestJSON-2126793608-project] Pushing event updated for resources: {'Port': ['ID=b7cd0072-8299-4bcd-a3dd-2ac40a0baff1,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:55:39.797690 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b613902-478b-422b-a0b1-8e635f7e7328 None None] The sync data for ids ['2c00741b-f211-453f-bb41-a37892354be6'] in n-d-816865-1 is: [{'id': '2c00741b-f211-453f-bb41-a37892354be6', 'name': '', 'tenant_id': '3fdf0adabde0460c887e9be603056b00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T18:55:32Z', 'updated_at': '2021-11-05T18:55:38Z', 'revision_number': 4, 'project_id': '3fdf0adabde0460c887e9be603056b00', 'gw_port_host': None}] {{(pid=102388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 18:55:39.821552 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Provisioning complete for port f69fe39b-d200-43b7-bb18-96a930299610 triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:55:39.821552 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:39.832874 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Device 106678b7-545a-4ae3-86f1-6ec8e5adfa01 no longer exists at agent hyperv_n-h2-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 18:55:39.879092 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-8e09c7d7-9d4b-4d64-b46c-d74aad88bda5 None None] Provisioning complete for port f69fe39b-d200-43b7-bb18-96a930299610 triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:55:39.879735 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-8e09c7d7-9d4b-4d64-b46c-d74aad88bda5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:39.908498 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-bf1ad174-0ec2-4d7f-91bb-78e691a11087 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Deleting port ae147934-9264-4dfd-8050-c24317b39459 {{(pid=102386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 18:55:39.908899 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-bf1ad174-0ec2-4d7f-91bb-78e691a11087 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:39.930209 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-1ba9b0ab-9567-47cc-ae1d-adb5e57441dd tempest-RoutersIpV6AdminTest-300741977 tempest-RoutersIpV6AdminTest-300741977-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4417063'] for port, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:39.949203 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] No Port match for: 106678b7-545a-4ae3-86f1-6ec8e5adfa01 {{(pid=102388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 18:55:39.949549 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Device 106678b7-545a-4ae3-86f1-6ec8e5adfa01 not bound to the agent host n-h2-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 18:55:39.984060 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba9b0ab-9567-47cc-ae1d-adb5e57441dd tempest-RoutersIpV6AdminTest-300741977 tempest-RoutersIpV6AdminTest-300741977-project-admin] Pushing event deleted for resources: {'Port': ['ID=8164be01-cf62-4902-9f14-7058623b7e0f,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:55:40.040520 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-1ba9b0ab-9567-47cc-ae1d-adb5e57441dd tempest-RoutersIpV6AdminTest-300741977 tempest-RoutersIpV6AdminTest-300741977-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1000651'] for router_gateway, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:40.106582 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-bf1ad174-0ec2-4d7f-91bb-78e691a11087 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:40.129544 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-bf1ad174-0ec2-4d7f-91bb-78e691a11087 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Calling delete_port for ae147934-9264-4dfd-8050-c24317b39459 owned by {{(pid=102386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 18:55:40.171053 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-1ba9b0ab-9567-47cc-ae1d-adb5e57441dd tempest-RoutersIpV6AdminTest-300741977 tempest-RoutersIpV6AdminTest-300741977-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-571301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6852'] for router, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:40.175362 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-1ba9b0ab-9567-47cc-ae1d-adb5e57441dd tempest-RoutersIpV6AdminTest-300741977 tempest-RoutersIpV6AdminTest-300741977-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:40.193644 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3dabff5-9db5-46d4-98e2-000a019f681d req-12f0372b-c3c5-4f26-8f04-d6a514fafc87 tempest-ServerRescueTestJSON-1639389385 tempest-ServerRescueTestJSON-1639389385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:55:40.198509 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-a3dabff5-9db5-46d4-98e2-000a019f681d req-12f0372b-c3c5-4f26-8f04-d6a514fafc87 tempest-ServerRescueTestJSON-1639389385 tempest-ServerRescueTestJSON-1639389385-project] 10.222.0.13 "GET /v2.0/ports?device_id=71eadb3a-495a-4683-a4fb-df865dfdd3a2 HTTP/1.1" status: 200 len: 946 time: 0.1767325 Nov 05 18:55:40.256118 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-f2df6833-abd3-4a59-a420-044b29ce5470 tempest-FloatingIPNegativeTestJSON-2126793608 tempest-FloatingIPNegativeTestJSON-2126793608-project] Deleting port b7cd0072-8299-4bcd-a3dd-2ac40a0baff1 {{(pid=102386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 18:55:40.256463 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-f2df6833-abd3-4a59-a420-044b29ce5470 tempest-FloatingIPNegativeTestJSON-2126793608 tempest-FloatingIPNegativeTestJSON-2126793608-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:40.275017 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 35188) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:55:40.309364 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-9b3ea656-06a0-4215-8e97-ae6b823bc47c None None] Provisioning complete for port ae147934-9264-4dfd-8050-c24317b39459 triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:55:40.309874 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-9b3ea656-06a0-4215-8e97-ae6b823bc47c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:40.318366 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-a3dabff5-9db5-46d4-98e2-000a019f681d req-f85d3d4f-4c0c-4480-bae2-2de527eb5231 tempest-ServerRescueTestJSON-1639389385 tempest-ServerRescueTestJSON-1639389385-project] 10.222.0.13 "GET /v2.0/security-groups?id=458afcac-91c4-437c-b78f-d73b875bd5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895100 Nov 05 18:55:40.358628 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-9b3ea656-06a0-4215-8e97-ae6b823bc47c None None] Port ae147934-9264-4dfd-8050-c24317b39459 cannot update to ACTIVE because it is not bound. {{(pid=102388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 18:55:40.375349 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-1ba9b0ab-9567-47cc-ae1d-adb5e57441dd tempest-RoutersIpV6AdminTest-300741977 tempest-RoutersIpV6AdminTest-300741977-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-571310'] for router, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:40.375889 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ba9b0ab-9567-47cc-ae1d-adb5e57441dd tempest-RoutersIpV6AdminTest-300741977 tempest-RoutersIpV6AdminTest-300741977-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 2c00741b-f211-453f-bb41-a37892354be6 {{(pid=102387) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 05 18:55:40.383882 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-1ba9b0ab-9567-47cc-ae1d-adb5e57441dd tempest-RoutersIpV6AdminTest-300741977 tempest-RoutersIpV6AdminTest-300741977-project-admin] Publish callbacks [] for router, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:40.388241 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-1ba9b0ab-9567-47cc-ae1d-adb5e57441dd tempest-RoutersIpV6AdminTest-300741977 tempest-RoutersIpV6AdminTest-300741977-project-admin] 10.222.0.13 "DELETE /v2.0/routers/2c00741b-f211-453f-bb41-a37892354be6 HTTP/1.1" status: 204 len: 168 time: 3.1225896 Nov 05 18:55:40.389022 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 35194) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:55:40.410185 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.db_base_plugin_v2 [None req-43434af1-d4e2-4399-b602-77934c4d2b2d admin admin] Deleting subnet daa553d4-e24f-4be2-a077-54252425df13 {{(pid=102386) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 05 18:55:40.423642 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-43434af1-d4e2-4399-b602-77934c4d2b2d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:40.459617 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.db_base_plugin_v2 [None req-a3277dd7-307f-428b-80ff-aaccdd091bed tempest-RoutersIpV6AdminTest-300741977 tempest-RoutersIpV6AdminTest-300741977-project-admin] Deleting subnet 8ffdfb6b-4018-4c24-a7bb-3e97e2b30a38 {{(pid=102387) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 05 18:55:40.462935 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-a3277dd7-307f-428b-80ff-aaccdd091bed tempest-RoutersIpV6AdminTest-300741977 tempest-RoutersIpV6AdminTest-300741977-project-admin] Publish callbacks [] for subnet, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:40.489065 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-f2df6833-abd3-4a59-a420-044b29ce5470 tempest-FloatingIPNegativeTestJSON-2126793608 tempest-FloatingIPNegativeTestJSON-2126793608-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:40.489400 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-f2df6833-abd3-4a59-a420-044b29ce5470 tempest-FloatingIPNegativeTestJSON-2126793608 tempest-FloatingIPNegativeTestJSON-2126793608-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:40.507622 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-a3277dd7-307f-428b-80ff-aaccdd091bed tempest-RoutersIpV6AdminTest-300741977 tempest-RoutersIpV6AdminTest-300741977-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4463501'] for subnet, precommit_delete_associations {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:40.513370 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-f2df6833-abd3-4a59-a420-044b29ce5470 tempest-FloatingIPNegativeTestJSON-2126793608 tempest-FloatingIPNegativeTestJSON-2126793608-project] Calling delete_port for b7cd0072-8299-4bcd-a3dd-2ac40a0baff1 owned by network:floatingip {{(pid=102386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 18:55:40.527785 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-43434af1-d4e2-4399-b602-77934c4d2b2d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4590738'] for subnet, precommit_delete_associations {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:40.553569 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-a3277dd7-307f-428b-80ff-aaccdd091bed tempest-RoutersIpV6AdminTest-300741977 tempest-RoutersIpV6AdminTest-300741977-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1573928'] for subnet, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:40.616465 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-43434af1-d4e2-4399-b602-77934c4d2b2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1573928'] for subnet, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:40.647983 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-bf1ad174-0ec2-4d7f-91bb-78e691a11087 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:40.675863 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.agents_db [None req-b9406b04-a0e8-43cf-b349-711963d96cf4 None None] Agent healthcheck: found 7 active agents {{(pid=102389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 05 18:55:40.704913 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1ad174-0ec2-4d7f-91bb-78e691a11087 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Pushing event deleted for resources: {'Port': ['ID=ae147934-9264-4dfd-8050-c24317b39459,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:55:40.739212 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e84709-0c26-4a77-a7c0-850ae147392f req-66c57915-9258-42e9-8981-61622069761c tempest-ServerRescueTestJSON-1639389385 tempest-ServerRescueTestJSON-1639389385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:55:40.741150 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-19e84709-0c26-4a77-a7c0-850ae147392f req-66c57915-9258-42e9-8981-61622069761c tempest-ServerRescueTestJSON-1639389385 tempest-ServerRescueTestJSON-1639389385-project] 10.222.0.13 "GET /v2.0/ports?device_id=71eadb3a-495a-4683-a4fb-df865dfdd3a2 HTTP/1.1" status: 200 len: 946 time: 0.0648363 Nov 05 18:55:40.777436 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-a3277dd7-307f-428b-80ff-aaccdd091bed tempest-RoutersIpV6AdminTest-300741977 tempest-RoutersIpV6AdminTest-300741977-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1573905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4417146', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5112209'] for subnet, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:40.843837 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-bf1ad174-0ec2-4d7f-91bb-78e691a11087 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:40.848028 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-bf1ad174-0ec2-4d7f-91bb-78e691a11087 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] 10.222.0.13 "DELETE /v2.0/ports/ae147934-9264-4dfd-8050-c24317b39459 HTTP/1.1" status: 204 len: 168 time: 1.3107076 Nov 05 18:55:40.850619 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 35208) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:55:40.894644 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3277dd7-307f-428b-80ff-aaccdd091bed tempest-RoutersIpV6AdminTest-300741977 tempest-RoutersIpV6AdminTest-300741977-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=8ffdfb6b-4018-4c24-a7bb-3e97e2b30a38,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:55:40.906119 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-a3277dd7-307f-428b-80ff-aaccdd091bed tempest-RoutersIpV6AdminTest-300741977 tempest-RoutersIpV6AdminTest-300741977-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597851'] for subnet, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:40.906119 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-a3277dd7-307f-428b-80ff-aaccdd091bed tempest-RoutersIpV6AdminTest-300741977 tempest-RoutersIpV6AdminTest-300741977-project-admin] 10.222.0.13 "DELETE /v2.0/subnets/8ffdfb6b-4018-4c24-a7bb-3e97e2b30a38 HTTP/1.1" status: 204 len: 168 time: 0.5147281 Nov 05 18:55:40.908388 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-43434af1-d4e2-4399-b602-77934c4d2b2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1573905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6149879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4877183'] for subnet, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:40.910404 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-f2df6833-abd3-4a59-a420-044b29ce5470 tempest-FloatingIPNegativeTestJSON-2126793608 tempest-FloatingIPNegativeTestJSON-2126793608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:40.914650 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 35210) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:55:40.946184 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43434af1-d4e2-4399-b602-77934c4d2b2d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=daa553d4-e24f-4be2-a077-54252425df13,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:55:40.950564 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-19e84709-0c26-4a77-a7c0-850ae147392f req-646391af-2d2f-4659-ad53-67704a2030ba tempest-ServerRescueTestJSON-1639389385 tempest-ServerRescueTestJSON-1639389385-project] 10.222.0.13 "GET /v2.0/security-groups?id=458afcac-91c4-437c-b78f-d73b875bd5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2016935 Nov 05 18:55:41.003189 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8dca0c-e297-4a7c-beb5-e6d7867a3a29 req-735e48f0-5ad4-458d-9f4c-aae9ec805443 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:55:41.004838 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-7a8dca0c-e297-4a7c-beb5-e6d7867a3a29 req-735e48f0-5ad4-458d-9f4c-aae9ec805443 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=bc43cc4e829541bd87fc815a2a0048f0&device_id=71eadb3a-495a-4683-a4fb-df865dfdd3a2 HTTP/1.1" status: 200 len: 1097 time: 0.1880231 Nov 05 18:55:41.013260 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-43434af1-d4e2-4399-b602-77934c4d2b2d admin admin] Publish callbacks [] for subnet, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:41.017447 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-43434af1-d4e2-4399-b602-77934c4d2b2d admin admin] 10.222.0.13 "DELETE /v2.0/subnets/daa553d4-e24f-4be2-a077-54252425df13 HTTP/1.1" status: 204 len: 168 time: 0.7413862 Nov 05 18:55:41.018192 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 35214) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:55:41.025899 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2df6833-abd3-4a59-a420-044b29ce5470 tempest-FloatingIPNegativeTestJSON-2126793608 tempest-FloatingIPNegativeTestJSON-2126793608-project] Pushing event deleted for resources: {'Port': ['ID=b7cd0072-8299-4bcd-a3dd-2ac40a0baff1,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:55:41.074484 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-79bc9d32-32eb-4860-b99b-c9a7fd520349 tempest-RoutersIpV6AdminTest-300741977 tempest-RoutersIpV6AdminTest-300741977-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1664226'] for network, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:41.089637 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b070e744-713f-4c14-bc82-28fc82ec35ba req-966be740-ad7a-4504-b9b7-9a13586498c0 tempest-ServerRescueTestJSONUnderV235-847319139 tempest-ServerRescueTestJSONUnderV235-847319139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:55:41.090892 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-b070e744-713f-4c14-bc82-28fc82ec35ba req-966be740-ad7a-4504-b9b7-9a13586498c0 tempest-ServerRescueTestJSONUnderV235-847319139 tempest-ServerRescueTestJSONUnderV235-847319139-project] 10.222.0.13 "GET /v2.0/ports?device_id=30f854dc-91a9-455d-85a2-232be75a6d81 HTTP/1.1" status: 200 len: 946 time: 0.1909871 Nov 05 18:55:41.140873 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-912a7598-47eb-48c9-829c-cefd42bde83b tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:55:41.146100 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-912a7598-47eb-48c9-829c-cefd42bde83b tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.2942083 Nov 05 18:55:41.155884 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 35216) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:55:41.245007 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-190b5ebe-50d7-4a3d-8913-e09cfc80efaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1664226'] for network, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:41.264067 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-79bc9d32-32eb-4860-b99b-c9a7fd520349 tempest-RoutersIpV6AdminTest-300741977 tempest-RoutersIpV6AdminTest-300741977-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1579173', 'neutron.services.segments.db._delete_segments_for_network-8750027792909'] for network, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:41.295139 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-b070e744-713f-4c14-bc82-28fc82ec35ba req-936a66fd-781e-404d-8607-52e4c61162e6 tempest-ServerRescueTestJSONUnderV235-847319139 tempest-ServerRescueTestJSONUnderV235-847319139-project] 10.222.0.13 "GET /v2.0/security-groups?id=2aa13776-0d09-4b7a-99bc-d3ea449425cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1931896 Nov 05 18:55:41.299101 n-d-816865-1 neutron-server[102387]: DEBUG neutron.services.segments.db [None req-79bc9d32-32eb-4860-b99b-c9a7fd520349 tempest-RoutersIpV6AdminTest-300741977 tempest-RoutersIpV6AdminTest-300741977-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b20344f-3290-481a-ac90-e1eb913d5398']}} {{(pid=102387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:55:41.319777 n-d-816865-1 neutron-server[102387]: DEBUG neutron.services.segments.db [None req-79bc9d32-32eb-4860-b99b-c9a7fd520349 tempest-RoutersIpV6AdminTest-300741977 tempest-RoutersIpV6AdminTest-300741977-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe52fa80-3fea-4e6d-8870-a72d53036ebd') {'for_net_delete': True} {{(pid=102387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:55:41.319777 n-d-816865-1 neutron-server[102387]: DEBUG neutron.services.segments.db [None req-79bc9d32-32eb-4860-b99b-c9a7fd520349 tempest-RoutersIpV6AdminTest-300741977 tempest-RoutersIpV6AdminTest-300741977-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe52fa80-3fea-4e6d-8870-a72d53036ebd') {} {{(pid=102387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:55:41.331318 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e995fcb-3a9e-45f0-a558-8f562f06a302 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:55:41.333379 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-4e995fcb-3a9e-45f0-a558-8f562f06a302 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1230481 Nov 05 18:55:41.337117 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-79bc9d32-32eb-4860-b99b-c9a7fd520349 tempest-RoutersIpV6AdminTest-300741977 tempest-RoutersIpV6AdminTest-300741977-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750027793430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4463492'] for segment, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:41.341774 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 35222) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:55:41.343096 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8dca0c-e297-4a7c-beb5-e6d7867a3a29 req-c1b7746d-3aa7-4781-a67a-76d35d34cace service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:55:41.344508 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-7a8dca0c-e297-4a7c-beb5-e6d7867a3a29 req-c1b7746d-3aa7-4781-a67a-76d35d34cace service neutron] 10.222.0.55 "GET /v2.0/networks?id=0b64b77a-1769-4ba3-98b8-e072ca99e966 HTTP/1.1" status: 200 len: 912 time: 0.3231297 Nov 05 18:55:41.354007 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-79bc9d32-32eb-4860-b99b-c9a7fd520349 tempest-RoutersIpV6AdminTest-300741977 tempest-RoutersIpV6AdminTest-300741977-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273'] for segment, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:41.367274 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79bc9d32-32eb-4860-b99b-c9a7fd520349 tempest-RoutersIpV6AdminTest-300741977 tempest-RoutersIpV6AdminTest-300741977-project-admin] Releasing vlan 166 on physical network physnet1 to pool {{(pid=102387) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 05 18:55:41.368250 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-79bc9d32-32eb-4860-b99b-c9a7fd520349 tempest-RoutersIpV6AdminTest-300741977 tempest-RoutersIpV6AdminTest-300741977-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4417236'] for segment, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:41.418897 n-d-816865-1 neutron-server[102387]: Traceback (most recent call last): Nov 05 18:55:41.418897 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 05 18:55:41.418897 n-d-816865-1 neutron-server[102387]: timer() Nov 05 18:55:41.418897 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 05 18:55:41.418897 n-d-816865-1 neutron-server[102387]: cb(*args, **kw) Nov 05 18:55:41.418897 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 05 18:55:41.418897 n-d-816865-1 neutron-server[102387]: return func(*args, **kwargs) Nov 05 18:55:41.418897 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 05 18:55:41.418897 n-d-816865-1 neutron-server[102387]: self._notify() Nov 05 18:55:41.418897 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 05 18:55:41.418897 n-d-816865-1 neutron-server[102387]: self.callback(batched_events) Nov 05 18:55:41.418897 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 05 18:55:41.418897 n-d-816865-1 neutron-server[102387]: event.method(event) Nov 05 18:55:41.418897 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 05 18:55:41.418897 n-d-816865-1 neutron-server[102387]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 05 18:55:41.418897 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 05 18:55:41.418897 n-d-816865-1 neutron-server[102387]: aggregate_uuid = self.p_client.list_aggregates( Nov 05 18:55:41.418897 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 05 18:55:41.418897 n-d-816865-1 neutron-server[102387]: return f(self, *a, **k) Nov 05 18:55:41.418897 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 05 18:55:41.418897 n-d-816865-1 neutron-server[102387]: return self._get(url).json() Nov 05 18:55:41.418897 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 05 18:55:41.418897 n-d-816865-1 neutron-server[102387]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 05 18:55:41.418897 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 05 18:55:41.418897 n-d-816865-1 neutron-server[102387]: return self.request(url, 'GET', **kwargs) Nov 05 18:55:41.418897 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 05 18:55:41.418897 n-d-816865-1 neutron-server[102387]: base_url = self.get_endpoint(auth, allow=allow, Nov 05 18:55:41.418897 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 05 18:55:41.418897 n-d-816865-1 neutron-server[102387]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 05 18:55:41.418897 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 05 18:55:41.418897 n-d-816865-1 neutron-server[102387]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 05 18:55:41.418897 n-d-816865-1 neutron-server[102387]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 05 18:55:41.446467 n-d-816865-1 neutron-server[102386]: INFO neutron.api.v2.resource [None req-f2df6833-abd3-4a59-a420-044b29ce5470 tempest-FloatingIPNegativeTestJSON-2126793608 tempest-FloatingIPNegativeTestJSON-2126793608-project] create failed (client error): The resource could not be found. Nov 05 18:55:41.447529 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-f2df6833-abd3-4a59-a420-044b29ce5470 tempest-FloatingIPNegativeTestJSON-2126793608 tempest-FloatingIPNegativeTestJSON-2126793608-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 3.1943431 Nov 05 18:55:41.449297 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-190b5ebe-50d7-4a3d-8913-e09cfc80efaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1579173', 'neutron.services.segments.db._delete_segments_for_network-8750027792909'] for network, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:41.451513 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 35228) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:55:41.459653 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-7a8dca0c-e297-4a7c-beb5-e6d7867a3a29 req-6b1036a1-bd39-4cfd-bd55-505747fe0547 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c3797f08-fd86-493c-a9aa-1327309c63e1 HTTP/1.1" status: 200 len: 217 time: 0.1035891 Nov 05 18:55:41.514088 n-d-816865-1 neutron-server[102386]: DEBUG neutron.services.segments.db [None req-190b5ebe-50d7-4a3d-8913-e09cfc80efaa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a642297-a4bc-4035-86cd-4ef4f3662f6a']}} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:55:41.530468 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f45d6c6-5a03-4cec-b01a-1c8016d476a0 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:55:41.531977 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f45d6c6-5a03-4cec-b01a-1c8016d476a0 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:55:41.533637 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f45d6c6-5a03-4cec-b01a-1c8016d476a0 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:55:41.535438 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-1f45d6c6-5a03-4cec-b01a-1c8016d476a0 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1899912 Nov 05 18:55:41.539643 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 35236) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:55:41.541730 n-d-816865-1 neutron-server[102386]: DEBUG neutron.services.segments.db [None req-190b5ebe-50d7-4a3d-8913-e09cfc80efaa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4008c0a-0e36-44d2-9de3-4797d7db8846') {'for_net_delete': True} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:55:41.542299 n-d-816865-1 neutron-server[102386]: DEBUG neutron.services.segments.db [None req-190b5ebe-50d7-4a3d-8913-e09cfc80efaa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4008c0a-0e36-44d2-9de3-4797d7db8846') {} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:55:41.555738 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-79bc9d32-32eb-4860-b99b-c9a7fd520349 tempest-RoutersIpV6AdminTest-300741977 tempest-RoutersIpV6AdminTest-300741977-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1579178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-956796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1000687'] for network, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:41.562621 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-190b5ebe-50d7-4a3d-8913-e09cfc80efaa admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750027793430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4590747'] for segment, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:41.581271 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8dca0c-e297-4a7c-beb5-e6d7867a3a29 req-9392c268-d3e9-45af-aed3-de275977ae41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:55:41.581675 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79bc9d32-32eb-4860-b99b-c9a7fd520349 tempest-RoutersIpV6AdminTest-300741977 tempest-RoutersIpV6AdminTest-300741977-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 5b20344f-3290-481a-ac90-e1eb913d5398 {{(pid=102387) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 05 18:55:41.584634 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-7a8dca0c-e297-4a7c-beb5-e6d7867a3a29 req-9392c268-d3e9-45af-aed3-de275977ae41 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=6176923a-af99-42e6-bca9-86e5b2bd6e07 HTTP/1.1" status: 200 len: 851 time: 0.1085880 Nov 05 18:55:41.598024 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-79bc9d32-32eb-4860-b99b-c9a7fd520349 tempest-RoutersIpV6AdminTest-300741977 tempest-RoutersIpV6AdminTest-300741977-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597851'] for network, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:41.599435 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-190b5ebe-50d7-4a3d-8913-e09cfc80efaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273'] for segment, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:41.601480 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-79bc9d32-32eb-4860-b99b-c9a7fd520349 tempest-RoutersIpV6AdminTest-300741977 tempest-RoutersIpV6AdminTest-300741977-project-admin] 10.222.0.13 "DELETE /v2.0/networks/5b20344f-3290-481a-ac90-e1eb913d5398 HTTP/1.1" status: 204 len: 168 time: 0.6837919 Nov 05 18:55:41.619774 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-190b5ebe-50d7-4a3d-8913-e09cfc80efaa admin admin] Releasing vlan 150 on physical network physnet1 to pool {{(pid=102386) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 05 18:55:41.620183 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-190b5ebe-50d7-4a3d-8913-e09cfc80efaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6149721'] for segment, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:41.625041 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79bc9d32-32eb-4860-b99b-c9a7fd520349 tempest-RoutersIpV6AdminTest-300741977 tempest-RoutersIpV6AdminTest-300741977-project-admin] Pushing event deleted for resources: {'Network': ['ID=5b20344f-3290-481a-ac90-e1eb913d5398,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:55:41.683876 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf7d1065-2e34-4e44-9559-e5e6851bd574 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Deleting subnet 25d3a724-ecf4-4b59-9353-be091dd96400 {{(pid=102387) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 05 18:55:41.696683 n-d-816865-1 neutron-server[102386]: Traceback (most recent call last): Nov 05 18:55:41.696683 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 05 18:55:41.696683 n-d-816865-1 neutron-server[102386]: timer() Nov 05 18:55:41.696683 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 05 18:55:41.696683 n-d-816865-1 neutron-server[102386]: cb(*args, **kw) Nov 05 18:55:41.696683 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 05 18:55:41.696683 n-d-816865-1 neutron-server[102386]: return func(*args, **kwargs) Nov 05 18:55:41.696683 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 05 18:55:41.696683 n-d-816865-1 neutron-server[102386]: self._notify() Nov 05 18:55:41.696683 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 05 18:55:41.696683 n-d-816865-1 neutron-server[102386]: self.callback(batched_events) Nov 05 18:55:41.696683 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 05 18:55:41.696683 n-d-816865-1 neutron-server[102386]: event.method(event) Nov 05 18:55:41.696683 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 05 18:55:41.696683 n-d-816865-1 neutron-server[102386]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 05 18:55:41.696683 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 05 18:55:41.696683 n-d-816865-1 neutron-server[102386]: aggregate_uuid = self.p_client.list_aggregates( Nov 05 18:55:41.696683 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 05 18:55:41.696683 n-d-816865-1 neutron-server[102386]: return f(self, *a, **k) Nov 05 18:55:41.696683 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 05 18:55:41.696683 n-d-816865-1 neutron-server[102386]: return self._get(url).json() Nov 05 18:55:41.696683 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 05 18:55:41.696683 n-d-816865-1 neutron-server[102386]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 05 18:55:41.696683 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 05 18:55:41.696683 n-d-816865-1 neutron-server[102386]: return self.request(url, 'GET', **kwargs) Nov 05 18:55:41.696683 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 05 18:55:41.696683 n-d-816865-1 neutron-server[102386]: base_url = self.get_endpoint(auth, allow=allow, Nov 05 18:55:41.696683 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 05 18:55:41.696683 n-d-816865-1 neutron-server[102386]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 05 18:55:41.696683 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 05 18:55:41.696683 n-d-816865-1 neutron-server[102386]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 05 18:55:41.696683 n-d-816865-1 neutron-server[102386]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 05 18:55:41.703246 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-cf7d1065-2e34-4e44-9559-e5e6851bd574 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Publish callbacks [] for subnet, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:41.727616 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-7a8dca0c-e297-4a7c-beb5-e6d7867a3a29 req-f15600fd-ba1a-4a0a-8c28-44e9e7d96d15 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0b64b77a-1769-4ba3-98b8-e072ca99e966&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1366136 Nov 05 18:55:41.778898 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-cf7d1065-2e34-4e44-9559-e5e6851bd574 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4463501'] for subnet, precommit_delete_associations {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:41.787677 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-190b5ebe-50d7-4a3d-8913-e09cfc80efaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1579178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-956796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1000687'] for network, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:41.795857 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-190b5ebe-50d7-4a3d-8913-e09cfc80efaa admin admin] Publish callbacks [] for network, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:41.800046 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-190b5ebe-50d7-4a3d-8913-e09cfc80efaa admin admin] 10.222.0.13 "DELETE /v2.0/networks/7a642297-a4bc-4035-86cd-4ef4f3662f6a HTTP/1.1" status: 204 len: 168 time: 0.7747197 Nov 05 18:55:41.839733 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190b5ebe-50d7-4a3d-8913-e09cfc80efaa admin admin] Pushing event deleted for resources: {'Network': ['ID=7a642297-a4bc-4035-86cd-4ef4f3662f6a,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:55:41.844509 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [None req-cd435d92-4480-49ae-a51f-195c48362769 tempest-FloatingIPNegativeTestJSON-2126793608 tempest-FloatingIPNegativeTestJSON-2126793608-project] Deleting port f69bbf08-9789-4a40-8d6c-8f74d0740421 {{(pid=102387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 18:55:41.844744 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-cd435d92-4480-49ae-a51f-195c48362769 tempest-FloatingIPNegativeTestJSON-2126793608 tempest-FloatingIPNegativeTestJSON-2126793608-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:41.878958 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-7a8dca0c-e297-4a7c-beb5-e6d7867a3a29 req-2d876e79-b0f0-472c-b70b-9c89fcf9b5f3 service neutron] 10.222.0.55 "GET /v2.0/networks/0b64b77a-1769-4ba3-98b8-e072ca99e966?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1427405 Nov 05 18:55:41.966628 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-cf7d1065-2e34-4e44-9559-e5e6851bd574 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1573928'] for subnet, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:42.009883 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-7a8dca0c-e297-4a7c-beb5-e6d7867a3a29 req-c78ab324-c10c-4a1c-a03d-0c1569d52806 service neutron] 10.222.0.55 "GET /v2.0/networks/0b64b77a-1769-4ba3-98b8-e072ca99e966?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239412 Nov 05 18:55:42.027738 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-cd435d92-4480-49ae-a51f-195c48362769 tempest-FloatingIPNegativeTestJSON-2126793608 tempest-FloatingIPNegativeTestJSON-2126793608-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:42.051933 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [None req-cd435d92-4480-49ae-a51f-195c48362769 tempest-FloatingIPNegativeTestJSON-2126793608 tempest-FloatingIPNegativeTestJSON-2126793608-project] Calling delete_port for f69bbf08-9789-4a40-8d6c-8f74d0740421 owned by {{(pid=102387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 18:55:42.173423 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fc4f48-a723-4ae4-8e06-b0548f10df32 req-4dfdce30-ffdf-42a3-8289-579504a44283 tempest-ServerRescueTestJSON-1639389385 tempest-ServerRescueTestJSON-1639389385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:55:42.174310 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-04fc4f48-a723-4ae4-8e06-b0548f10df32 req-4dfdce30-ffdf-42a3-8289-579504a44283 tempest-ServerRescueTestJSON-1639389385 tempest-ServerRescueTestJSON-1639389385-project] 10.222.0.13 "GET /v2.0/ports?device_id=71eadb3a-495a-4683-a4fb-df865dfdd3a2 HTTP/1.1" status: 200 len: 946 time: 0.0701761 Nov 05 18:55:42.218636 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-cf7d1065-2e34-4e44-9559-e5e6851bd574 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1573905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4417146', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5112209'] for subnet, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:42.254366 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 35258) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:55:42.259045 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-1dc917b4-9378-42d1-b474-a247d2c0ba5f tempest-RoutersIpV6AdminTest-300741977 tempest-RoutersIpV6AdminTest-300741977-project-admin] Request body: {'router': {'name': 'tempest-router--1735692566', 'project_id': '312e865926a5475dacb8844f38290899'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:55:42.289492 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 35260) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:55:42.305357 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-04fc4f48-a723-4ae4-8e06-b0548f10df32 req-b8f8d1a9-62dc-48ff-90f8-4ee81b0d77d7 tempest-ServerRescueTestJSON-1639389385 tempest-ServerRescueTestJSON-1639389385-project] 10.222.0.13 "GET /v2.0/security-groups?id=458afcac-91c4-437c-b78f-d73b875bd5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222007 Nov 05 18:55:42.312166 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-cf7d1065-2e34-4e44-9559-e5e6851bd574 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597851'] for subnet, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:42.315751 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-cf7d1065-2e34-4e44-9559-e5e6851bd574 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] 10.222.0.13 "DELETE /v2.0/subnets/25d3a724-ecf4-4b59-9353-be091dd96400 HTTP/1.1" status: 204 len: 168 time: 0.7731032 Nov 05 18:55:42.317715 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7d1065-2e34-4e44-9559-e5e6851bd574 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Pushing event deleted for resources: {'Subnet': ['ID=25d3a724-ecf4-4b59-9353-be091dd96400,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:55:42.319353 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 35264) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:55:42.320517 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e57ff76e-ac9e-42d4-988c-0b3bd78a85fe None None] Network 1c9d25d3-7f2e-4384-9081-dc17514a5578 requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 18:55:42.459063 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-cd435d92-4480-49ae-a51f-195c48362769 tempest-FloatingIPNegativeTestJSON-2126793608 tempest-FloatingIPNegativeTestJSON-2126793608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4417063'] for port, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:42.501889 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42b4ab2-75f2-4007-a915-e3259a336c16 req-e141d6f3-3d99-45bb-8157-693f60f957f0 tempest-ServerRescueTestJSONUnderV235-847319139 tempest-ServerRescueTestJSONUnderV235-847319139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:55:42.503812 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-b42b4ab2-75f2-4007-a915-e3259a336c16 req-e141d6f3-3d99-45bb-8157-693f60f957f0 tempest-ServerRescueTestJSONUnderV235-847319139 tempest-ServerRescueTestJSONUnderV235-847319139-project] 10.222.0.13 "GET /v2.0/ports?device_id=30f854dc-91a9-455d-85a2-232be75a6d81 HTTP/1.1" status: 200 len: 946 time: 0.0868537 Nov 05 18:55:42.505345 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd435d92-4480-49ae-a51f-195c48362769 tempest-FloatingIPNegativeTestJSON-2126793608 tempest-FloatingIPNegativeTestJSON-2126793608-project] Pushing event deleted for resources: {'Port': ['ID=f69bbf08-9789-4a40-8d6c-8f74d0740421,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:55:42.631683 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-b42b4ab2-75f2-4007-a915-e3259a336c16 req-e751cd90-98fa-4a10-b863-cd509acdd461 tempest-ServerRescueTestJSONUnderV235-847319139 tempest-ServerRescueTestJSONUnderV235-847319139-project] 10.222.0.13 "GET /v2.0/security-groups?id=2aa13776-0d09-4b7a-99bc-d3ea449425cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195307 Nov 05 18:55:42.634811 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-cd435d92-4480-49ae-a51f-195c48362769 tempest-FloatingIPNegativeTestJSON-2126793608 tempest-FloatingIPNegativeTestJSON-2126793608-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:42.640547 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-cd435d92-4480-49ae-a51f-195c48362769 tempest-FloatingIPNegativeTestJSON-2126793608 tempest-FloatingIPNegativeTestJSON-2126793608-project] 10.222.0.13 "DELETE /v2.0/ports/f69bbf08-9789-4a40-8d6c-8f74d0740421 HTTP/1.1" status: 204 len: 168 time: 1.1853683 Nov 05 18:55:42.640786 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 35268) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:55:42.693312 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 35270) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:55:42.709291 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32b654dd-da49-4782-9a12-933b1ba0d311 tempest-FloatingIPNegativeTestJSON-2126793608 tempest-FloatingIPNegativeTestJSON-2126793608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:55:42.713676 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-32b654dd-da49-4782-9a12-933b1ba0d311 tempest-FloatingIPNegativeTestJSON-2126793608 tempest-FloatingIPNegativeTestJSON-2126793608-project] 10.222.0.13 "GET /v2.0/ports?device_id=28def25f-8a83-4a0c-955d-a054f45267b9 HTTP/1.1" status: 200 len: 913 time: 0.0692155 Nov 05 18:55:42.718794 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 35272) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:55:42.791139 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-1dc917b4-9378-42d1-b474-a247d2c0ba5f tempest-RoutersIpV6AdminTest-300741977 tempest-RoutersIpV6AdminTest-300741977-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-571139', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6874'] for router, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:42.792308 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-1dc917b4-9378-42d1-b474-a247d2c0ba5f tempest-RoutersIpV6AdminTest-300741977 tempest-RoutersIpV6AdminTest-300741977-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-571375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1000570', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1011585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6867'] for router, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:42.831500 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-739c9072-7d7d-425f-bcc8-d587f6420acc admin admin] Publish callbacks [] for security_group, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:42.846924 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-cfbcdee4-3df0-4cfb-96e4-3ec65a8d4bb2 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b2de76bf33cc46d2b826d4f29234737a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1522386 Nov 05 18:55:42.850352 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 35276) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:55:42.906167 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.db_base_plugin_v2 [None req-0508b9a5-5630-43a0-8f9c-47e170a7440d tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Deleting subnet c017da25-b869-4473-8e0d-f9f0a7a3fd60 {{(pid=102386) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 05 18:55:42.924460 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-0508b9a5-5630-43a0-8f9c-47e170a7440d tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Publish callbacks [] for subnet, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:42.996811 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-1dc917b4-9378-42d1-b474-a247d2c0ba5f tempest-RoutersIpV6AdminTest-300741977 tempest-RoutersIpV6AdminTest-300741977-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:43.028869 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-0508b9a5-5630-43a0-8f9c-47e170a7440d tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4590738'] for subnet, precommit_delete_associations {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:43.078544 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-1dc917b4-9378-42d1-b474-a247d2c0ba5f tempest-RoutersIpV6AdminTest-300741977 tempest-RoutersIpV6AdminTest-300741977-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-571384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1000487'] for router, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:43.085282 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-20bf0e27-66f1-4876-897a-3095b18f6ae8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:43.130107 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-2de1cad9-815d-47b2-9e26-a1b89990dea5 tempest-FloatingIPNegativeTestJSON-2126793608 tempest-FloatingIPNegativeTestJSON-2126793608-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-571777'] for router_interface, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:43.140423 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-20bf0e27-66f1-4876-897a-3095b18f6ae8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:43.201314 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-1dc917b4-9378-42d1-b474-a247d2c0ba5f tempest-RoutersIpV6AdminTest-300741977 tempest-RoutersIpV6AdminTest-300741977-project-admin] Publish callbacks [] for router, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:43.205129 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-1dc917b4-9378-42d1-b474-a247d2c0ba5f tempest-RoutersIpV6AdminTest-300741977 tempest-RoutersIpV6AdminTest-300741977-project-admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.9472604 Nov 05 18:55:43.222127 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 35278) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:55:43.237756 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-739c9072-7d7d-425f-bcc8-d587f6420acc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:43.309533 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-85c37e3c-3b0a-45da-9437-9a1e5a0476ff None None] Provisioning complete for port f69fe39b-d200-43b7-bb18-96a930299610 triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:55:43.310005 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-85c37e3c-3b0a-45da-9437-9a1e5a0476ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:43.326304 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-739c9072-7d7d-425f-bcc8-d587f6420acc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:43.329388 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-0508b9a5-5630-43a0-8f9c-47e170a7440d tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1573928'] for subnet, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:43.385644 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-d699fc11-d715-4e52-9f26-bc6e30bab0be tempest-RoutersIpV6AdminTest-300741977 tempest-RoutersIpV6AdminTest-300741977-project-admin] Publish callbacks [] for router, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:43.500510 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-739c9072-7d7d-425f-bcc8-d587f6420acc admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=63b5bda078c74654b2502a1b18f96071&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2093806 Nov 05 18:55:43.505769 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 35282) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:55:43.509012 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739c9072-7d7d-425f-bcc8-d587f6420acc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a6bf6c4-8bff-4553-9477-7c3b11485e4f,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:55:43.583387 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-20bf0e27-66f1-4876-897a-3095b18f6ae8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:43.586292 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-20bf0e27-66f1-4876-897a-3095b18f6ae8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:43.587704 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-20bf0e27-66f1-4876-897a-3095b18f6ae8 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1e9bfc43-683f-4f0f-ab7c-82d47b4a52a4 HTTP/1.1" status: 204 len: 168 time: 0.7334321 Nov 05 18:55:43.602478 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0358ebad-a277-4f47-8e4d-440efad009f5 req-aadc2b66-417a-41c2-ae7f-08866870457a tempest-ServerRescueTestJSON-1639389385 tempest-ServerRescueTestJSON-1639389385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:55:43.603997 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-0358ebad-a277-4f47-8e4d-440efad009f5 req-aadc2b66-417a-41c2-ae7f-08866870457a tempest-ServerRescueTestJSON-1639389385 tempest-ServerRescueTestJSON-1639389385-project] 10.222.0.13 "GET /v2.0/ports?device_id=71eadb3a-495a-4683-a4fb-df865dfdd3a2 HTTP/1.1" status: 200 len: 946 time: 0.1009476 Nov 05 18:55:43.635335 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20bf0e27-66f1-4876-897a-3095b18f6ae8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e9bfc43-683f-4f0f-ab7c-82d47b4a52a4,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:55:43.639637 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-d699fc11-d715-4e52-9f26-bc6e30bab0be tempest-RoutersIpV6AdminTest-300741977 tempest-RoutersIpV6AdminTest-300741977-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-571301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6852'] for router, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:43.643084 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-d699fc11-d715-4e52-9f26-bc6e30bab0be tempest-RoutersIpV6AdminTest-300741977 tempest-RoutersIpV6AdminTest-300741977-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:43.693789 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-6bec1d4e-3d1a-48a1-8163-a97d30d5bf3e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:43.753169 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-0358ebad-a277-4f47-8e4d-440efad009f5 req-85345c14-1efd-4220-83cd-dd6e5f1f2886 tempest-ServerRescueTestJSON-1639389385 tempest-ServerRescueTestJSON-1639389385-project] 10.222.0.13 "GET /v2.0/security-groups?id=458afcac-91c4-437c-b78f-d73b875bd5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177328 Nov 05 18:55:43.760545 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-0508b9a5-5630-43a0-8f9c-47e170a7440d tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1573905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6149879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4877183'] for subnet, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:43.762831 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-6bec1d4e-3d1a-48a1-8163-a97d30d5bf3e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:43.798024 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-d699fc11-d715-4e52-9f26-bc6e30bab0be tempest-RoutersIpV6AdminTest-300741977 tempest-RoutersIpV6AdminTest-300741977-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-571310'] for router, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:43.798646 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d699fc11-d715-4e52-9f26-bc6e30bab0be tempest-RoutersIpV6AdminTest-300741977 tempest-RoutersIpV6AdminTest-300741977-project-admin] Fanout notify agent at l3_agent the message router_deleted on router f1aebe4f-aa11-48fd-9c77-d4e500ed6d8c {{(pid=102386) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 05 18:55:43.800079 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0508b9a5-5630-43a0-8f9c-47e170a7440d tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Pushing event deleted for resources: {'Subnet': ['ID=c017da25-b869-4473-8e0d-f9f0a7a3fd60,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:55:43.802225 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-0508b9a5-5630-43a0-8f9c-47e170a7440d tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Publish callbacks [] for subnet, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:43.806781 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-0508b9a5-5630-43a0-8f9c-47e170a7440d tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] 10.222.0.13 "DELETE /v2.0/subnets/c017da25-b869-4473-8e0d-f9f0a7a3fd60 HTTP/1.1" status: 204 len: 168 time: 1.4817417 Nov 05 18:55:43.810168 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-d699fc11-d715-4e52-9f26-bc6e30bab0be tempest-RoutersIpV6AdminTest-300741977 tempest-RoutersIpV6AdminTest-300741977-project-admin] Publish callbacks [] for router, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:43.810306 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 35288) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:55:43.812872 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-d699fc11-d715-4e52-9f26-bc6e30bab0be tempest-RoutersIpV6AdminTest-300741977 tempest-RoutersIpV6AdminTest-300741977-project-admin] 10.222.0.13 "DELETE /v2.0/routers/f1aebe4f-aa11-48fd-9c77-d4e500ed6d8c HTTP/1.1" status: 204 len: 168 time: 0.5888717 Nov 05 18:55:43.826606 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-070a7af4-8817-434c-a835-15889a8e2f6f None None] Network 1c9d25d3-7f2e-4384-9081-dc17514a5578 requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 18:55:43.874745 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-83a52c88-5a9b-4dd8-9b3c-744aef000602 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0606792 Nov 05 18:55:43.877620 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 35292) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:55:43.885306 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-80829c75-ad62-40f4-87b7-db9c673ee89a tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Request body: {'subnet': {'network_id': '1c9d25d3-7f2e-4384-9081-dc17514a5578', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:55:43.912753 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df5c529-ccc6-4391-89d5-c1904ff299b9 req-d8352a40-d08c-48b8-8447-16397bf75d7e tempest-ServerRescueTestJSONUnderV235-847319139 tempest-ServerRescueTestJSONUnderV235-847319139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:55:43.913043 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-8df5c529-ccc6-4391-89d5-c1904ff299b9 req-d8352a40-d08c-48b8-8447-16397bf75d7e tempest-ServerRescueTestJSONUnderV235-847319139 tempest-ServerRescueTestJSONUnderV235-847319139-project] 10.222.0.13 "GET /v2.0/ports?device_id=30f854dc-91a9-455d-85a2-232be75a6d81 HTTP/1.1" status: 200 len: 946 time: 0.1550868 Nov 05 18:55:44.045533 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-6bec1d4e-3d1a-48a1-8163-a97d30d5bf3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:44.048417 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-6bec1d4e-3d1a-48a1-8163-a97d30d5bf3e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:44.049742 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-6bec1d4e-3d1a-48a1-8163-a97d30d5bf3e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1a6bf6c4-8bff-4553-9477-7c3b11485e4f HTTP/1.1" status: 204 len: 168 time: 0.5350516 Nov 05 18:55:44.065266 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-8df5c529-ccc6-4391-89d5-c1904ff299b9 req-c79f873d-04ec-44f6-92bb-a44d04db0048 tempest-ServerRescueTestJSONUnderV235-847319139 tempest-ServerRescueTestJSONUnderV235-847319139-project] 10.222.0.13 "GET /v2.0/security-groups?id=2aa13776-0d09-4b7a-99bc-d3ea449425cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435323 Nov 05 18:55:44.066816 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bec1d4e-3d1a-48a1-8163-a97d30d5bf3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a6bf6c4-8bff-4553-9477-7c3b11485e4f,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:55:44.107508 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0780f8a2-936a-4443-b9b6-d52776ff69cb None None] DHCP port deletion for 1c9d25d3-7f2e-4384-9081-dc17514a5578 request from n-d-816865-1 {{(pid=102388) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 05 18:55:44.111644 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [None req-2de1cad9-815d-47b2-9e26-a1b89990dea5 tempest-FloatingIPNegativeTestJSON-2126793608 tempest-FloatingIPNegativeTestJSON-2126793608-project] Deleting port 4ed4ce2b-9262-4ccf-85a4-d83862a5943e {{(pid=102387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 18:55:44.111980 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-2de1cad9-815d-47b2-9e26-a1b89990dea5 tempest-FloatingIPNegativeTestJSON-2126793608 tempest-FloatingIPNegativeTestJSON-2126793608-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:44.152063 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80829c75-ad62-40f4-87b7-db9c673ee89a tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Made reservation on behalf of 7bc73c6c17f842a987dd31290d20faa2 for: {'subnet': 1} {{(pid=102386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 18:55:44.152958 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-80829c75-ad62-40f4-87b7-db9c673ee89a tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4877122'] for subnet, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:44.177226 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-0780f8a2-936a-4443-b9b6-d52776ff69cb None None] Deleting port f69fe39b-d200-43b7-bb18-96a930299610 {{(pid=102388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 18:55:44.178669 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-0780f8a2-936a-4443-b9b6-d52776ff69cb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:44.216229 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-2de1cad9-815d-47b2-9e26-a1b89990dea5 tempest-FloatingIPNegativeTestJSON-2126793608 tempest-FloatingIPNegativeTestJSON-2126793608-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:44.231997 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [None req-2de1cad9-815d-47b2-9e26-a1b89990dea5 tempest-FloatingIPNegativeTestJSON-2126793608 tempest-FloatingIPNegativeTestJSON-2126793608-project] Calling delete_port for 4ed4ce2b-9262-4ccf-85a4-d83862a5943e owned by network:router_interface {{(pid=102387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 18:55:44.254263 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-0780f8a2-936a-4443-b9b6-d52776ff69cb None None] For port f69fe39b-d200-43b7-bb18-96a930299610, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=f69fe39b-d200-43b7-bb18-96a930299610,segment=NetworkSegment(1bdc5ccc-001b-4584-b217-2d1934002f57),segment_id=1bdc5ccc-001b-4584-b217-2d1934002f57)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:55:44.254937 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-0780f8a2-936a-4443-b9b6-d52776ff69cb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:44.278967 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-0780f8a2-936a-4443-b9b6-d52776ff69cb None None] Calling delete_port for f69fe39b-d200-43b7-bb18-96a930299610 owned by network:dhcp {{(pid=102388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 18:55:44.416591 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 35302) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:55:44.437598 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-0780f8a2-936a-4443-b9b6-d52776ff69cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798'] for port, after_delete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:44.470674 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0780f8a2-936a-4443-b9b6-d52776ff69cb None None] Pushing event deleted for resources: {'Port': ['ID=f69fe39b-d200-43b7-bb18-96a930299610,revision_number=None']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:55:44.472959 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0780f8a2-936a-4443-b9b6-d52776ff69cb None None] No DVR routers for this DVR port f69fe39b-d200-43b7-bb18-96a930299610 on host n-d-816865-1 {{(pid=102388) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 18:55:44.520793 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-2de1cad9-815d-47b2-9e26-a1b89990dea5 tempest-FloatingIPNegativeTestJSON-2126793608 tempest-FloatingIPNegativeTestJSON-2126793608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4417063'] for port, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:44.556892 n-d-816865-1 neutron-server[102386]: DEBUG neutron.objects.ports [None req-80829c75-ad62-40f4-87b7-db9c673ee89a tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102386) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 05 18:55:44.559464 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-80829c75-ad62-40f4-87b7-db9c673ee89a tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6149946', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4877172'] for subnet, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:44.560295 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de1cad9-815d-47b2-9e26-a1b89990dea5 tempest-FloatingIPNegativeTestJSON-2126793608 tempest-FloatingIPNegativeTestJSON-2126793608-project] Pushing event deleted for resources: {'Port': ['ID=4ed4ce2b-9262-4ccf-85a4-d83862a5943e,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:55:44.630888 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80829c75-ad62-40f4-87b7-db9c673ee89a tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Network 1c9d25d3-7f2e-4384-9081-dc17514a5578 is already hosted by enough agents. {{(pid=102386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 18:55:44.635195 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.base_scheduler [None req-80829c75-ad62-40f4-87b7-db9c673ee89a tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Resources bound (agent type, host, resource id): {{(pid=102386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:55:44.639562 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80829c75-ad62-40f4-87b7-db9c673ee89a tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:55:44.640430 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-80829c75-ad62-40f4-87b7-db9c673ee89a tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Publish callbacks [] for subnet, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:44.646513 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40779d2d-d71e-4898-8684-00eb8e65d651 None None] Network 1c9d25d3-7f2e-4384-9081-dc17514a5578 requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 18:55:44.665156 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80829c75-ad62-40f4-87b7-db9c673ee89a tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Pushing event updated for resources: {'Subnet': ['ID=a3f92ced-ad67-42fc-b5e8-b0ce480effa3,revision_number=0']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:55:44.703844 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-3784a3c9-7420-4f6a-bb02-aba06c9cd569 tempest-RoutersIpV6AdminTest-1929183484 tempest-RoutersIpV6AdminTest-1929183484-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-2026270454', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec'}, 'admin_state_up': False}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:55:44.787662 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-80829c75-ad62-40f4-87b7-db9c673ee89a tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9083891 Nov 05 18:55:44.791458 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 35314) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:55:44.803406 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-9d4e8767-1a79-498d-84f8-3b73a5c4289c tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Request body: {'subnet': {'network_id': '1c9d25d3-7f2e-4384-9081-dc17514a5578', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:55:44.839924 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-2de1cad9-815d-47b2-9e26-a1b89990dea5 tempest-FloatingIPNegativeTestJSON-2126793608 tempest-FloatingIPNegativeTestJSON-2126793608-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-597886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-573297'] for router_interface, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:44.892228 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-156106a9-2b21-45a1-8b8a-6f92999b0171 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeb20a084-accf-5b60-8075-3e69ebe863a6-1c9d25d3-7f2e-4384-9081-dc17514a5578', 'network_id': '1c9d25d3-7f2e-4384-9081-dc17514a5578', 'tenant_id': '7bc73c6c17f842a987dd31290d20faa2', 'fixed_ips': [{'subnet_id': 'a3f92ced-ad67-42fc-b5e8-b0ce480effa3'}]}} from n-d-816865-1. {{(pid=102388) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 05 18:55:44.893311 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-156106a9-2b21-45a1-8b8a-6f92999b0171 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:44.967582 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-3784a3c9-7420-4f6a-bb02-aba06c9cd569 tempest-RoutersIpV6AdminTest-1929183484 tempest-RoutersIpV6AdminTest-1929183484-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-571139', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6874'] for router, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:44.968800 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-3784a3c9-7420-4f6a-bb02-aba06c9cd569 tempest-RoutersIpV6AdminTest-1929183484 tempest-RoutersIpV6AdminTest-1929183484-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-571375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1000570', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1011585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6867'] for router, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:45.078191 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device f69fe39b-d200-43b7-bb18-96a930299610 no longer exists at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 18:55:45.091988 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-3784a3c9-7420-4f6a-bb02-aba06c9cd569 tempest-RoutersIpV6AdminTest-1929183484 tempest-RoutersIpV6AdminTest-1929183484-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:45.098827 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9044ad1f-7966-497c-b569-908c8421313c req-a954440a-8dca-493a-a109-d5808794a809 tempest-ServerRescueTestJSON-1639389385 tempest-ServerRescueTestJSON-1639389385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:55:45.100812 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-9044ad1f-7966-497c-b569-908c8421313c req-a954440a-8dca-493a-a109-d5808794a809 tempest-ServerRescueTestJSON-1639389385 tempest-ServerRescueTestJSON-1639389385-project] 10.222.0.13 "GET /v2.0/ports?device_id=71eadb3a-495a-4683-a4fb-df865dfdd3a2 HTTP/1.1" status: 200 len: 946 time: 0.2391610 Nov 05 18:55:45.108140 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2de1cad9-815d-47b2-9e26-a1b89990dea5 tempest-FloatingIPNegativeTestJSON-2126793608 tempest-FloatingIPNegativeTestJSON-2126793608-project] Router 28def25f-8a83-4a0c-955d-a054f45267b9 has already been hosted by L3 agent 6dcb5589-8e86-4616-9186-ddc4548e13ad {{(pid=102387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 18:55:45.110353 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] No Port match for: f69fe39b-d200-43b7-bb18-96a930299610 {{(pid=102388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 18:55:45.110702 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device f69fe39b-d200-43b7-bb18-96a930299610 not bound to the agent host n-d-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 18:55:45.134254 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 35322) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:55:45.135001 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.db_base_plugin_common [None req-156106a9-2b21-45a1-8b8a-6f92999b0171 None None] Allocated IP 2001:db8::f816:3eff:fe75:5fd4 (1c9d25d3-7f2e-4384-9081-dc17514a5578/a3f92ced-ad67-42fc-b5e8-b0ce480effa3/8d109b25-3106-412f-8f18-2b0afb7a78d8) {{(pid=102388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 18:55:45.159502 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-621df206-07b0-44fa-bfa6-3164193ad38d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:45.233009 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2de1cad9-815d-47b2-9e26-a1b89990dea5 tempest-FloatingIPNegativeTestJSON-2126793608 tempest-FloatingIPNegativeTestJSON-2126793608-project] Notify agent at l3_agent.n-d-816865-1 the message routers_updated {{(pid=102387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 18:55:45.245458 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-2de1cad9-815d-47b2-9e26-a1b89990dea5 tempest-FloatingIPNegativeTestJSON-2126793608 tempest-FloatingIPNegativeTestJSON-2126793608-project] 10.222.0.13 "PUT /v2.0/routers/28def25f-8a83-4a0c-955d-a054f45267b9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5236759 Nov 05 18:55:45.249856 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34acc978-460c-448b-851b-87a0300b9f29 None None] Sync routers for ids ['28def25f-8a83-4a0c-955d-a054f45267b9'] in n-d-816865-1 {{(pid=102389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 18:55:45.260521 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34acc978-460c-448b-851b-87a0300b9f29 None None] Routers {'28def25f-8a83-4a0c-955d-a054f45267b9'} bound to L3 agent in host n-d-816865-1 {{(pid=102389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 18:55:45.261145 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-34acc978-460c-448b-851b-87a0300b9f29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T18:55:35Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['28def25f-8a83-4a0c-955d-a054f45267b9'], 'active': True} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:55:45.297293 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 35324) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:55:45.308525 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d4e8767-1a79-498d-84f8-3b73a5c4289c tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Made reservation on behalf of 7bc73c6c17f842a987dd31290d20faa2 for: {'subnet': 1} {{(pid=102386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 18:55:45.314570 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-9d4e8767-1a79-498d-84f8-3b73a5c4289c tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4877122'] for subnet, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:45.316920 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-34acc978-460c-448b-851b-87a0300b9f29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816865-1', False) {} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:55:45.328750 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34acc978-460c-448b-851b-87a0300b9f29 None None] Routers {'28def25f-8a83-4a0c-955d-a054f45267b9'} bound to L3 agent in host n-d-816865-1 {{(pid=102389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 18:55:45.329496 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-34acc978-460c-448b-851b-87a0300b9f29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T18:55:35Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['28def25f-8a83-4a0c-955d-a054f45267b9'], 'active': True} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:55:45.330675 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-156106a9-2b21-45a1-8b8a-6f92999b0171 None None] Publish callbacks [] for port, precommit_create {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:45.331450 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-9044ad1f-7966-497c-b569-908c8421313c req-fc32c44a-9345-404c-bf6f-f56837d2ce61 tempest-ServerRescueTestJSON-1639389385 tempest-ServerRescueTestJSON-1639389385-project] 10.222.0.13 "GET /v2.0/security-groups?id=458afcac-91c4-437c-b78f-d73b875bd5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2193303 Nov 05 18:55:45.350671 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941f75ce-b5b7-4000-a249-66932401cea4 req-439e3ef4-7864-4226-a46a-bbe192895a18 tempest-ServerRescueTestJSONUnderV235-847319139 tempest-ServerRescueTestJSONUnderV235-847319139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:55:45.353085 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-941f75ce-b5b7-4000-a249-66932401cea4 req-439e3ef4-7864-4226-a46a-bbe192895a18 tempest-ServerRescueTestJSONUnderV235-847319139 tempest-ServerRescueTestJSONUnderV235-847319139-project] 10.222.0.13 "GET /v2.0/ports?device_id=30f854dc-91a9-455d-85a2-232be75a6d81 HTTP/1.1" status: 200 len: 946 time: 0.1216695 Nov 05 18:55:45.403809 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-156106a9-2b21-45a1-8b8a-6f92999b0171 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789'] for port, after_create {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:45.424119 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-941f75ce-b5b7-4000-a249-66932401cea4 req-62788b9f-af93-4648-8f13-13451393bf4d tempest-ServerRescueTestJSONUnderV235-847319139 tempest-ServerRescueTestJSONUnderV235-847319139-project] 10.222.0.13 "GET /v2.0/security-groups?id=2aa13776-0d09-4b7a-99bc-d3ea449425cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525510 Nov 05 18:55:45.433267 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-34acc978-460c-448b-851b-87a0300b9f29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816865-1', False) {} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:55:45.434264 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34acc978-460c-448b-851b-87a0300b9f29 None None] The sync data for ids ['28def25f-8a83-4a0c-955d-a054f45267b9'] in n-d-816865-1 is: [] {{(pid=102389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 18:55:45.464814 n-d-816865-1 neutron-server[102388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-156106a9-2b21-45a1-8b8a-6f92999b0171 None None] Network 1c9d25d3-7f2e-4384-9081-dc17514a5578 is already hosted by enough agents. {{(pid=102388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 18:55:45.467651 n-d-816865-1 neutron-server[102388]: DEBUG neutron.scheduler.base_scheduler [None req-156106a9-2b21-45a1-8b8a-6f92999b0171 None None] Resources bound (agent type, host, resource id): {{(pid=102388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:55:45.471896 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-156106a9-2b21-45a1-8b8a-6f92999b0171 None None] Received port after_create {{(pid=102388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 18:55:45.506275 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156106a9-2b21-45a1-8b8a-6f92999b0171 None None] Pushing event updated for resources: {'Port': ['ID=8d109b25-3106-412f-8f18-2b0afb7a78d8,revision_number=1']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:55:45.542860 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-156106a9-2b21-45a1-8b8a-6f92999b0171 None None] Attempting to bind port 8d109b25-3106-412f-8f18-2b0afb7a78d8 on host n-d-816865-1 for vnic_type normal with profile {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 18:55:45.543226 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-156106a9-2b21-45a1-8b8a-6f92999b0171 None None] Attempting to bind port 8d109b25-3106-412f-8f18-2b0afb7a78d8 by drivers openvswitch,hyperv on host n-d-816865-1 at level 0 using segments [{'id': '1bdc5ccc-001b-4584-b217-2d1934002f57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '1c9d25d3-7f2e-4384-9081-dc17514a5578'}] {{(pid=102388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 18:55:45.543926 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-156106a9-2b21-45a1-8b8a-6f92999b0171 None None] Attempting to bind port 8d109b25-3106-412f-8f18-2b0afb7a78d8 on network 1c9d25d3-7f2e-4384-9081-dc17514a5578 {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 18:55:45.551996 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-156106a9-2b21-45a1-8b8a-6f92999b0171 None None] Checking agent: {'id': '724d89a7-611b-41e6-bc85-c48112b17afa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 18, 25, 8), 'started_at': datetime.datetime(2021, 11, 5, 18, 25, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 18, 55, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 18:55:45.552425 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-156106a9-2b21-45a1-8b8a-6f92999b0171 None None] Checking segment: {'id': '1bdc5ccc-001b-4584-b217-2d1934002f57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '1c9d25d3-7f2e-4384-9081-dc17514a5578'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 18:55:45.553030 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-156106a9-2b21-45a1-8b8a-6f92999b0171 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:45.553413 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-156106a9-2b21-45a1-8b8a-6f92999b0171 None None] Bound using segment: {'id': '1bdc5ccc-001b-4584-b217-2d1934002f57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '1c9d25d3-7f2e-4384-9081-dc17514a5578'} {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 18:55:45.553880 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-156106a9-2b21-45a1-8b8a-6f92999b0171 None None] Bound port: 8d109b25-3106-412f-8f18-2b0afb7a78d8, host: n-d-816865-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1bdc5ccc-001b-4584-b217-2d1934002f57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '1c9d25d3-7f2e-4384-9081-dc17514a5578'}}] {{(pid=102388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 18:55:45.554813 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-156106a9-2b21-45a1-8b8a-6f92999b0171 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:45.556324 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-3784a3c9-7420-4f6a-bb02-aba06c9cd569 tempest-RoutersIpV6AdminTest-1929183484 tempest-RoutersIpV6AdminTest-1929183484-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:45.597464 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-78b42613-4e35-4af4-847d-3898bde3f581 tempest-FloatingIPNegativeTestJSON-2126793608 tempest-FloatingIPNegativeTestJSON-2126793608-project] Publish callbacks [] for router, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:45.626925 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-156106a9-2b21-45a1-8b8a-6f92999b0171 None None] For port 8d109b25-3106-412f-8f18-2b0afb7a78d8, host n-d-816865-1, cleared binding levels {{(pid=102388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 18:55:45.630754 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-156106a9-2b21-45a1-8b8a-6f92999b0171 None None] For port 8d109b25-3106-412f-8f18-2b0afb7a78d8, host n-d-816865-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=8d109b25-3106-412f-8f18-2b0afb7a78d8,segment=NetworkSegment(1bdc5ccc-001b-4584-b217-2d1934002f57),segment_id=1bdc5ccc-001b-4584-b217-2d1934002f57)] {{(pid=102388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 18:55:45.712543 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-156106a9-2b21-45a1-8b8a-6f92999b0171 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:45.722378 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 35336) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:55:45.789589 n-d-816865-1 neutron-server[102386]: INFO neutron.db.ipam_backend_mixin [None req-9d4e8767-1a79-498d-84f8-3b73a5c4289c tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet a3f92ced-ad67-42fc-b5e8-b0ce480effa3 (CIDR: 2001:db8::/64) Nov 05 18:55:45.803743 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156106a9-2b21-45a1-8b8a-6f92999b0171 None None] Pushing event updated for resources: {'Port': ['ID=8d109b25-3106-412f-8f18-2b0afb7a78d8,revision_number=2']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:55:45.873033 n-d-816865-1 neutron-server[102386]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d4e8767-1a79-498d-84f8-3b73a5c4289c tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 05 18:55:45.873681 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9d4e8767-1a79-498d-84f8-3b73a5c4289c tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102386) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 05 18:55:45.878102 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-c3e48acd-7424-44e6-956b-afe92ed15f1f admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-2078248475-network', 'tenant_id': '7dfa8a525dc7455386f230f2b0072a40'}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:55:45.889379 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-78b42613-4e35-4af4-847d-3898bde3f581 tempest-FloatingIPNegativeTestJSON-2126793608 tempest-FloatingIPNegativeTestJSON-2126793608-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-571301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6852'] for router, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:45.894725 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-621df206-07b0-44fa-bfa6-3164193ad38d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:45.896140 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-78b42613-4e35-4af4-847d-3898bde3f581 tempest-FloatingIPNegativeTestJSON-2126793608 tempest-FloatingIPNegativeTestJSON-2126793608-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:45.916248 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28181e90-26ec-407e-93ed-40bbdd4e1ec1 req-5cd6a606-11e6-4e59-9d72-117ad4124b14 tempest-ServerRescueTestJSON-1639389385 tempest-ServerRescueTestJSON-1639389385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:55:45.917832 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-28181e90-26ec-407e-93ed-40bbdd4e1ec1 req-5cd6a606-11e6-4e59-9d72-117ad4124b14 tempest-ServerRescueTestJSON-1639389385 tempest-ServerRescueTestJSON-1639389385-project] 10.222.0.13 "GET /v2.0/ports?device_id=71eadb3a-495a-4683-a4fb-df865dfdd3a2 HTTP/1.1" status: 200 len: 946 time: 0.0755272 Nov 05 18:55:45.969550 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-28181e90-26ec-407e-93ed-40bbdd4e1ec1 req-4ffd0ab0-c4f5-4040-adeb-25332e4749ad tempest-ServerRescueTestJSON-1639389385 tempest-ServerRescueTestJSON-1639389385-project] 10.222.0.13 "GET /v2.0/security-groups?id=458afcac-91c4-437c-b78f-d73b875bd5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455008 Nov 05 18:55:46.022116 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-621df206-07b0-44fa-bfa6-3164193ad38d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:46.043540 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3e48acd-7424-44e6-956b-afe92ed15f1f admin admin] Made reservation on behalf of 7dfa8a525dc7455386f230f2b0072a40 for: {'network': 1} {{(pid=102387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 18:55:46.046022 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-c3e48acd-7424-44e6-956b-afe92ed15f1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for network, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:46.055227 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-c3e48acd-7424-44e6-956b-afe92ed15f1f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:46.083064 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-78b42613-4e35-4af4-847d-3898bde3f581 tempest-FloatingIPNegativeTestJSON-2126793608 tempest-FloatingIPNegativeTestJSON-2126793608-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-571310'] for router, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:46.083661 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78b42613-4e35-4af4-847d-3898bde3f581 tempest-FloatingIPNegativeTestJSON-2126793608 tempest-FloatingIPNegativeTestJSON-2126793608-project] Fanout notify agent at l3_agent the message router_deleted on router 28def25f-8a83-4a0c-955d-a054f45267b9 {{(pid=102386) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 05 18:55:46.092808 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-621df206-07b0-44fa-bfa6-3164193ad38d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c046667cef0248cfac9554bab69296d5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9568937 Nov 05 18:55:46.096043 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 35342) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:55:46.140381 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-78b42613-4e35-4af4-847d-3898bde3f581 tempest-FloatingIPNegativeTestJSON-2126793608 tempest-FloatingIPNegativeTestJSON-2126793608-project] Publish callbacks [] for router, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:46.141704 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-78b42613-4e35-4af4-847d-3898bde3f581 tempest-FloatingIPNegativeTestJSON-2126793608 tempest-FloatingIPNegativeTestJSON-2126793608-project] 10.222.0.13 "DELETE /v2.0/routers/28def25f-8a83-4a0c-955d-a054f45267b9 HTTP/1.1" status: 204 len: 168 time: 0.8343036 Nov 05 18:55:46.145099 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621df206-07b0-44fa-bfa6-3164193ad38d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ea3c725-a8d3-4d22-bd20-1edcc553b280,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:55:46.147096 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 35346) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:55:46.204202 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-9d4e8767-1a79-498d-84f8-3b73a5c4289c tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.4113870 Nov 05 18:55:46.217997 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 35348) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:55:46.221221 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-c3e48acd-7424-44e6-956b-afe92ed15f1f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:46.225207 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-cb50f049-f39b-4cab-91ac-7a9e7aa3b295 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Request body: {'subnet': {'network_id': '1c9d25d3-7f2e-4384-9081-dc17514a5578', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:55:46.237720 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-4584d056-35a3-42c9-a27b-16f3040125ca admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:46.248439 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-3784a3c9-7420-4f6a-bb02-aba06c9cd569 tempest-RoutersIpV6AdminTest-1929183484 tempest-RoutersIpV6AdminTest-1929183484-project] Publish callbacks [] for router_gateway, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:46.271289 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-3784a3c9-7420-4f6a-bb02-aba06c9cd569 tempest-RoutersIpV6AdminTest-1929183484 tempest-RoutersIpV6AdminTest-1929183484-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:46.295481 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.db_base_plugin_v2 [None req-375ff7c3-9ba2-4075-950e-38c765d0d347 tempest-FloatingIPNegativeTestJSON-2126793608 tempest-FloatingIPNegativeTestJSON-2126793608-project] Deleting subnet e3af1225-a90b-447e-a284-ba8c2020ed79 {{(pid=102386) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 05 18:55:46.302650 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-c3e48acd-7424-44e6-956b-afe92ed15f1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:46.314073 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-4584d056-35a3-42c9-a27b-16f3040125ca admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:46.330813 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-375ff7c3-9ba2-4075-950e-38c765d0d347 tempest-FloatingIPNegativeTestJSON-2126793608 tempest-FloatingIPNegativeTestJSON-2126793608-project] Publish callbacks [] for subnet, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:46.350369 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3e48acd-7424-44e6-956b-afe92ed15f1f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 198} {{(pid=102387) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 05 18:55:46.376644 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-c3e48acd-7424-44e6-956b-afe92ed15f1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273'] for segment, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:46.376971 n-d-816865-1 neutron-server[102387]: INFO neutron.db.segments_db [None req-c3e48acd-7424-44e6-956b-afe92ed15f1f admin admin] Added segment 2ea0b66f-1feb-4646-9d6e-6474fbb01ef7 of type vlan for network c581c9c9-9128-4107-b120-7796cec1c314 Nov 05 18:55:46.384036 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e48acd-7424-44e6-956b-afe92ed15f1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b87c3a5-31aa-4565-89f8-1dd209a99114,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:55:46.391398 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-375ff7c3-9ba2-4075-950e-38c765d0d347 tempest-FloatingIPNegativeTestJSON-2126793608 tempest-FloatingIPNegativeTestJSON-2126793608-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4590738'] for subnet, precommit_delete_associations {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:46.458292 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-c3e48acd-7424-44e6-956b-afe92ed15f1f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750027258543'] for network, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:46.474718 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.db_base_plugin_common [None req-3784a3c9-7420-4f6a-bb02-aba06c9cd569 tempest-RoutersIpV6AdminTest-1929183484 tempest-RoutersIpV6AdminTest-1929183484-project] Allocated IP 172.25.6.249 (40c8335d-cd0b-4cb5-910a-d4dcddd5cbec/04fe6db3-e108-4208-943d-6518424f5726/27502dc6-62aa-4dcf-92e4-2b1b3aec182c) {{(pid=102386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 18:55:46.550491 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-375ff7c3-9ba2-4075-950e-38c765d0d347 tempest-FloatingIPNegativeTestJSON-2126793608 tempest-FloatingIPNegativeTestJSON-2126793608-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1573928'] for subnet, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:46.567678 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65342938-44d8-4a1f-9754-fc86a69f73c9 req-7e26d23e-107b-40e0-9331-e3c489a0ab78 tempest-ServerRescueTestJSONUnderV235-847319139 tempest-ServerRescueTestJSONUnderV235-847319139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:55:46.569317 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-65342938-44d8-4a1f-9754-fc86a69f73c9 req-7e26d23e-107b-40e0-9331-e3c489a0ab78 tempest-ServerRescueTestJSONUnderV235-847319139 tempest-ServerRescueTestJSONUnderV235-847319139-project] 10.222.0.13 "GET /v2.0/ports?device_id=30f854dc-91a9-455d-85a2-232be75a6d81 HTTP/1.1" status: 200 len: 946 time: 0.0523996 Nov 05 18:55:46.571645 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-4584d056-35a3-42c9-a27b-16f3040125ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:46.574581 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-4584d056-35a3-42c9-a27b-16f3040125ca admin admin] Publish callbacks [] for security_group, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:46.575513 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-4584d056-35a3-42c9-a27b-16f3040125ca admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7ea3c725-a8d3-4d22-bd20-1edcc553b280 HTTP/1.1" status: 204 len: 168 time: 0.4784937 Nov 05 18:55:46.593143 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4584d056-35a3-42c9-a27b-16f3040125ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ea3c725-a8d3-4d22-bd20-1edcc553b280,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:55:46.628816 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb50f049-f39b-4cab-91ac-7a9e7aa3b295 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Made reservation on behalf of 7bc73c6c17f842a987dd31290d20faa2 for: {'subnet': 1} {{(pid=102387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 18:55:46.641861 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-cb50f049-f39b-4cab-91ac-7a9e7aa3b295 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5112236'] for subnet, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:46.645359 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-c3e48acd-7424-44e6-956b-afe92ed15f1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-956796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877'] for network, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:46.646341 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3e48acd-7424-44e6-956b-afe92ed15f1f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:55:46.650273 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-c3e48acd-7424-44e6-956b-afe92ed15f1f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597851'] for network, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:46.669147 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-3784a3c9-7420-4f6a-bb02-aba06c9cd569 tempest-RoutersIpV6AdminTest-1929183484 tempest-RoutersIpV6AdminTest-1929183484-project] Publish callbacks [] for port, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:46.723593 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-65342938-44d8-4a1f-9754-fc86a69f73c9 req-0ebffc7a-9f73-4cad-a490-24880f4c6b93 tempest-ServerRescueTestJSONUnderV235-847319139 tempest-ServerRescueTestJSONUnderV235-847319139-project] 10.222.0.13 "GET /v2.0/security-groups?id=2aa13776-0d09-4b7a-99bc-d3ea449425cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396730 Nov 05 18:55:46.725810 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-375ff7c3-9ba2-4075-950e-38c765d0d347 tempest-FloatingIPNegativeTestJSON-2126793608 tempest-FloatingIPNegativeTestJSON-2126793608-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1573905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6149879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4877183'] for subnet, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:46.759778 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375ff7c3-9ba2-4075-950e-38c765d0d347 tempest-FloatingIPNegativeTestJSON-2126793608 tempest-FloatingIPNegativeTestJSON-2126793608-project] Pushing event deleted for resources: {'Subnet': ['ID=e3af1225-a90b-447e-a284-ba8c2020ed79,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:55:46.764376 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-375ff7c3-9ba2-4075-950e-38c765d0d347 tempest-FloatingIPNegativeTestJSON-2126793608 tempest-FloatingIPNegativeTestJSON-2126793608-project] Publish callbacks [] for subnet, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:46.769900 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-375ff7c3-9ba2-4075-950e-38c765d0d347 tempest-FloatingIPNegativeTestJSON-2126793608 tempest-FloatingIPNegativeTestJSON-2126793608-project] 10.222.0.13 "DELETE /v2.0/subnets/e3af1225-a90b-447e-a284-ba8c2020ed79 HTTP/1.1" status: 204 len: 168 time: 0.5829072 Nov 05 18:55:46.773282 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e7d7b22-0db2-43bf-b1e6-76889ccc76db None None] Network 09c385f3-7b22-409c-acb3-0cd79e6117c6 requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 18:55:46.775786 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 35354) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:55:46.815503 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-3784a3c9-7420-4f6a-bb02-aba06c9cd569 tempest-RoutersIpV6AdminTest-1929183484 tempest-RoutersIpV6AdminTest-1929183484-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:46.840258 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-c3e48acd-7424-44e6-956b-afe92ed15f1f admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.1169879 Nov 05 18:55:46.845511 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e48acd-7424-44e6-956b-afe92ed15f1f admin admin] Pushing event updated for resources: {'Network': ['ID=c581c9c9-9128-4107-b120-7796cec1c314,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:55:46.849679 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 35356) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:55:46.858109 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-74433203-c83b-447a-acd5-b4932faa030a admin admin] Request body: {'subnet': {'network_id': 'c581c9c9-9128-4107-b120-7796cec1c314', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-2078248475-subnet', 'tenant_id': '7dfa8a525dc7455386f230f2b0072a40', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:55:46.868284 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Network c581c9c9-9128-4107-b120-7796cec1c314 details requested by agent ovs-agent-n-d-816865-1 with host n-d-816865-1 {{(pid=102388) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 05 18:55:46.936128 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3784a3c9-7420-4f6a-bb02-aba06c9cd569 tempest-RoutersIpV6AdminTest-1929183484 tempest-RoutersIpV6AdminTest-1929183484-project] Network 40c8335d-cd0b-4cb5-910a-d4dcddd5cbec is already hosted by enough agents. {{(pid=102386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 18:55:46.937209 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3784a3c9-7420-4f6a-bb02-aba06c9cd569 tempest-RoutersIpV6AdminTest-1929183484 tempest-RoutersIpV6AdminTest-1929183484-project] Pushing event updated for resources: {'Port': ['ID=27502dc6-62aa-4dcf-92e4-2b1b3aec182c,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:55:46.942036 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.base_scheduler [None req-3784a3c9-7420-4f6a-bb02-aba06c9cd569 tempest-RoutersIpV6AdminTest-1929183484 tempest-RoutersIpV6AdminTest-1929183484-project] Resources bound (agent type, host, resource id): {{(pid=102386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:55:46.948603 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-e17edd90-cacf-4c61-9322-35130f88d226 tempest-FloatingIPNegativeTestJSON-2126793608 tempest-FloatingIPNegativeTestJSON-2126793608-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1664226'] for network, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:46.952447 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3784a3c9-7420-4f6a-bb02-aba06c9cd569 tempest-RoutersIpV6AdminTest-1929183484 tempest-RoutersIpV6AdminTest-1929183484-project] Received port after_create {{(pid=102386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 18:55:47.091016 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74433203-c83b-447a-acd5-b4932faa030a admin admin] Made reservation on behalf of 7dfa8a525dc7455386f230f2b0072a40 for: {'subnet': 1} {{(pid=102387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 18:55:47.102934 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4b1a7ad-994b-448a-b9b9-cb6b02fef5bb None None] DHCP port deletion for 09c385f3-7b22-409c-acb3-0cd79e6117c6 request from n-d-816865-1 {{(pid=102388) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 05 18:55:47.104388 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-74433203-c83b-447a-acd5-b4932faa030a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5112236'] for subnet, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:47.124534 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-ac23c2f3-bd56-4e3d-95bf-cb65aba7dac1 None None] Provisioning complete for port 8d109b25-3106-412f-8f18-2b0afb7a78d8 triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:55:47.124534 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-ac23c2f3-bd56-4e3d-95bf-cb65aba7dac1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:47.180881 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 8d109b25-3106-412f-8f18-2b0afb7a78d8 up at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 18:55:47.278624 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-e17edd90-cacf-4c61-9322-35130f88d226 tempest-FloatingIPNegativeTestJSON-2126793608 tempest-FloatingIPNegativeTestJSON-2126793608-project] Deleting port 436038a0-be46-4fae-908a-e91de094910a {{(pid=102386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 18:55:47.278955 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-e17edd90-cacf-4c61-9322-35130f88d226 tempest-FloatingIPNegativeTestJSON-2126793608 tempest-FloatingIPNegativeTestJSON-2126793608-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:47.343367 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-ac23c2f3-bd56-4e3d-95bf-cb65aba7dac1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:47.391516 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-c4b1a7ad-994b-448a-b9b9-cb6b02fef5bb None None] Deleting port 436038a0-be46-4fae-908a-e91de094910a {{(pid=102388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 18:55:47.391773 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c4b1a7ad-994b-448a-b9b9-cb6b02fef5bb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:47.398993 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Provisioning complete for port 8d109b25-3106-412f-8f18-2b0afb7a78d8 triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:55:47.399333 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:47.456286 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-ac23c2f3-bd56-4e3d-95bf-cb65aba7dac1 None None] For port 8d109b25-3106-412f-8f18-2b0afb7a78d8, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=8d109b25-3106-412f-8f18-2b0afb7a78d8,segment=NetworkSegment(1bdc5ccc-001b-4584-b217-2d1934002f57),segment_id=1bdc5ccc-001b-4584-b217-2d1934002f57)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:55:47.474736 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bc3db7-2980-4235-a05e-979578d9fc09 req-20a24447-36eb-45d2-ba8c-9d6ad8395399 tempest-ServerRescueTestJSON-1639389385 tempest-ServerRescueTestJSON-1639389385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:55:47.476890 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-33bc3db7-2980-4235-a05e-979578d9fc09 req-20a24447-36eb-45d2-ba8c-9d6ad8395399 tempest-ServerRescueTestJSON-1639389385 tempest-ServerRescueTestJSON-1639389385-project] 10.222.0.13 "GET /v2.0/ports?device_id=71eadb3a-495a-4683-a4fb-df865dfdd3a2 HTTP/1.1" status: 200 len: 946 time: 0.1182146 Nov 05 18:55:47.552711 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-33bc3db7-2980-4235-a05e-979578d9fc09 req-596f3a59-eb80-4302-81c5-5319ad1e5751 tempest-ServerRescueTestJSON-1639389385 tempest-ServerRescueTestJSON-1639389385-project] 10.222.0.13 "GET /v2.0/security-groups?id=458afcac-91c4-437c-b78f-d73b875bd5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612917 Nov 05 18:55:47.558762 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-74433203-c83b-447a-acd5-b4932faa030a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4417463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5112218'] for subnet, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:47.624420 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-cb50f049-f39b-4cab-91ac-7a9e7aa3b295 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4417463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5112218'] for subnet, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:47.649657 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74433203-c83b-447a-acd5-b4932faa030a admin admin] Pushing event updated for resources: {'Subnet': ['ID=6a18a616-6969-4c77-9b38-e271572a249f,revision_number=0']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:55:47.675498 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-ac23c2f3-bd56-4e3d-95bf-cb65aba7dac1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:47.690171 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb50f049-f39b-4cab-91ac-7a9e7aa3b295 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Network 1c9d25d3-7f2e-4384-9081-dc17514a5578 is already hosted by enough agents. {{(pid=102387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 18:55:47.695780 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74433203-c83b-447a-acd5-b4932faa030a admin admin] Checking segment: {'id': '2ea0b66f-1feb-4646-9d6e-6474fbb01ef7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'c581c9c9-9128-4107-b120-7796cec1c314'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 18:55:47.696293 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74433203-c83b-447a-acd5-b4932faa030a admin admin] Network hostable DHCP agents. Network: c581c9c9-9128-4107-b120-7796cec1c314, hostable agents: ['987e2ca0-bc3b-4c6f-a989-429ccfbf753f'], hosted agents: [] {{(pid=102387) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 05 18:55:47.700761 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.base_scheduler [None req-cb50f049-f39b-4cab-91ac-7a9e7aa3b295 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Resources bound (agent type, host, resource id): {{(pid=102387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:55:47.714310 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb50f049-f39b-4cab-91ac-7a9e7aa3b295 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:55:47.714310 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-cb50f049-f39b-4cab-91ac-7a9e7aa3b295 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597851'] for subnet, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:47.726890 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb50f049-f39b-4cab-91ac-7a9e7aa3b295 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Pushing event updated for resources: {'Subnet': ['ID=43e1997a-1840-43ea-805d-d73ad138b330,revision_number=0']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:55:47.733856 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07fda5fe-8fc2-49ea-824a-791ab6fe311e None None] Network 1c9d25d3-7f2e-4384-9081-dc17514a5578 requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 18:55:47.798434 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-cb50f049-f39b-4cab-91ac-7a9e7aa3b295 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.5792201 Nov 05 18:55:47.806438 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 35376) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:55:47.808556 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-ad1e22c8-9c7c-46a1-a101-5098d14e30a4 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Request body: {'port': {'network_id': '1c9d25d3-7f2e-4384-9081-dc17514a5578', 'mac_address': 'fa:16:3e:d5:42:ae', 'name': 'tempest-NetworksTestDHCPv6-1437887519'}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:55:47.856763 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-c4b1a7ad-994b-448a-b9b9-cb6b02fef5bb None None] For port 436038a0-be46-4fae-908a-e91de094910a, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=436038a0-be46-4fae-908a-e91de094910a,segment=NetworkSegment(13b759c9-1aa2-4178-a007-8340970a3d65),segment_id=13b759c9-1aa2-4178-a007-8340970a3d65)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:55:47.857353 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c4b1a7ad-994b-448a-b9b9-cb6b02fef5bb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:47.892796 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74433203-c83b-447a-acd5-b4932faa030a admin admin] Network c581c9c9-9128-4107-b120-7796cec1c314 is scheduled to be hosted by DHCP agent 987e2ca0-bc3b-4c6f-a989-429ccfbf753f with binding_index 1 {{(pid=102387) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 05 18:55:47.894692 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [None req-e17edd90-cacf-4c61-9322-35130f88d226 tempest-FloatingIPNegativeTestJSON-2126793608 tempest-FloatingIPNegativeTestJSON-2126793608-project] For port 436038a0-be46-4fae-908a-e91de094910a, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=436038a0-be46-4fae-908a-e91de094910a,segment=NetworkSegment(13b759c9-1aa2-4178-a007-8340970a3d65),segment_id=13b759c9-1aa2-4178-a007-8340970a3d65)] {{(pid=102386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:55:47.895065 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-e17edd90-cacf-4c61-9322-35130f88d226 tempest-FloatingIPNegativeTestJSON-2126793608 tempest-FloatingIPNegativeTestJSON-2126793608-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:47.901635 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-c4b1a7ad-994b-448a-b9b9-cb6b02fef5bb None None] Calling delete_port for 436038a0-be46-4fae-908a-e91de094910a owned by network:dhcp {{(pid=102388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 18:55:47.903996 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac23c2f3-bd56-4e3d-95bf-cb65aba7dac1 None None] Pushing event updated for resources: {'Port': ['ID=8d109b25-3106-412f-8f18-2b0afb7a78d8,revision_number=3']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:55:47.921854 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-e17edd90-cacf-4c61-9322-35130f88d226 tempest-FloatingIPNegativeTestJSON-2126793608 tempest-FloatingIPNegativeTestJSON-2126793608-project] Calling delete_port for 436038a0-be46-4fae-908a-e91de094910a owned by network:dhcp {{(pid=102386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 18:55:47.999806 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9eb516-7817-4e36-8af2-1acbd12356f8 req-7750b929-449c-48ef-aaf0-736c66d800aa tempest-ServerRescueTestJSONUnderV235-847319139 tempest-ServerRescueTestJSONUnderV235-847319139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:55:47.999806 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-7d9eb516-7817-4e36-8af2-1acbd12356f8 req-7750b929-449c-48ef-aaf0-736c66d800aa tempest-ServerRescueTestJSONUnderV235-847319139 tempest-ServerRescueTestJSONUnderV235-847319139-project] 10.222.0.13 "GET /v2.0/ports?device_id=30f854dc-91a9-455d-85a2-232be75a6d81 HTTP/1.1" status: 200 len: 946 time: 0.1608684 Nov 05 18:55:48.020837 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-3784a3c9-7420-4f6a-bb02-aba06c9cd569 tempest-RoutersIpV6AdminTest-1929183484 tempest-RoutersIpV6AdminTest-1929183484-project] Publish callbacks [] for router_gateway, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:48.115759 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.base_scheduler [None req-74433203-c83b-447a-acd5-b4932faa030a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816865-1, c581c9c9-9128-4107-b120-7796cec1c314) {{(pid=102387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:55:48.120995 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df079e2c-c5b4-42db-ab09-898e94db9bfa None None] Network c581c9c9-9128-4107-b120-7796cec1c314 requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 18:55:48.133277 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74433203-c83b-447a-acd5-b4932faa030a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:55:48.135434 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-74433203-c83b-447a-acd5-b4932faa030a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597851'] for subnet, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:48.154628 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-7d9eb516-7817-4e36-8af2-1acbd12356f8 req-8a91427f-9fcc-4b6d-a7a0-b42477577140 tempest-ServerRescueTestJSONUnderV235-847319139 tempest-ServerRescueTestJSONUnderV235-847319139-project] 10.222.0.13 "GET /v2.0/security-groups?id=2aa13776-0d09-4b7a-99bc-d3ea449425cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486433 Nov 05 18:55:48.208906 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c4b1a7ad-994b-448a-b9b9-cb6b02fef5bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798'] for port, after_delete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:48.231043 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-e17edd90-cacf-4c61-9322-35130f88d226 tempest-FloatingIPNegativeTestJSON-2126793608 tempest-FloatingIPNegativeTestJSON-2126793608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:48.257716 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4b1a7ad-994b-448a-b9b9-cb6b02fef5bb None None] No DVR routers for this DVR port 436038a0-be46-4fae-908a-e91de094910a on host n-d-816865-1 {{(pid=102388) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 18:55:48.260129 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b1a7ad-994b-448a-b9b9-cb6b02fef5bb None None] Pushing event deleted for resources: {'Port': ['ID=436038a0-be46-4fae-908a-e91de094910a,revision_number=None']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:55:48.287358 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c89c48e-05e8-4ed8-9680-de5857eb5559 None None] Update dhcp port {'port': {'network_id': '1c9d25d3-7f2e-4384-9081-dc17514a5578', 'fixed_ips': [{'subnet_id': 'a3f92ced-ad67-42fc-b5e8-b0ce480effa3', 'ip_address': '2001:db8::f816:3eff:fe75:5fd4'}, {'subnet_id': '43e1997a-1840-43ea-805d-d73ad138b330'}], 'binding:host_id': 'n-d-816865-1'}, 'id': '8d109b25-3106-412f-8f18-2b0afb7a78d8'} from n-d-816865-1. {{(pid=102388) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 05 18:55:48.306671 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e17edd90-cacf-4c61-9322-35130f88d226 tempest-FloatingIPNegativeTestJSON-2126793608 tempest-FloatingIPNegativeTestJSON-2126793608-project] No DVR routers for this DVR port 436038a0-be46-4fae-908a-e91de094910a on host n-d-816865-1 {{(pid=102386) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 18:55:48.332846 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad1e22c8-9c7c-46a1-a101-5098d14e30a4 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Made reservation on behalf of 7bc73c6c17f842a987dd31290d20faa2 for: {'port': 1} {{(pid=102387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 18:55:48.344608 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17edd90-cacf-4c61-9322-35130f88d226 tempest-FloatingIPNegativeTestJSON-2126793608 tempest-FloatingIPNegativeTestJSON-2126793608-project] Pushing event deleted for resources: {'Port': ['ID=436038a0-be46-4fae-908a-e91de094910a,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:55:48.366452 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-7c89c48e-05e8-4ed8-9680-de5857eb5559 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:48.422774 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09984943-2389-48ba-86bb-b17d21ae4fcc None None] Network c581c9c9-9128-4107-b120-7796cec1c314 requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 18:55:48.453959 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-74433203-c83b-447a-acd5-b4932faa030a admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.6004391 Nov 05 18:55:48.461654 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-3784a3c9-7420-4f6a-bb02-aba06c9cd569 tempest-RoutersIpV6AdminTest-1929183484 tempest-RoutersIpV6AdminTest-1929183484-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-571384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1000487'] for router, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:48.470667 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-e17edd90-cacf-4c61-9322-35130f88d226 tempest-FloatingIPNegativeTestJSON-2126793608 tempest-FloatingIPNegativeTestJSON-2126793608-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1579173', 'neutron.services.segments.db._delete_segments_for_network-8750027792909'] for network, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:48.487567 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-ad1e22c8-9c7c-46a1-a101-5098d14e30a4 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:48.519349 n-d-816865-1 neutron-server[102387]: DEBUG neutron.notifiers.nova [None req-ad1e22c8-9c7c-46a1-a101-5098d14e30a4 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] device_id is not set on port d50be009-3241-4eec-bd57-72a2474a1749 yet. {{(pid=102387) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 05 18:55:48.551992 n-d-816865-1 neutron-server[102386]: DEBUG neutron.services.segments.db [None req-e17edd90-cacf-4c61-9322-35130f88d226 tempest-FloatingIPNegativeTestJSON-2126793608 tempest-FloatingIPNegativeTestJSON-2126793608-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['09c385f3-7b22-409c-acb3-0cd79e6117c6']}} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:55:48.572212 n-d-816865-1 neutron-server[102386]: DEBUG neutron.services.segments.db [None req-e17edd90-cacf-4c61-9322-35130f88d226 tempest-FloatingIPNegativeTestJSON-2126793608 tempest-FloatingIPNegativeTestJSON-2126793608-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13b759c9-1aa2-4178-a007-8340970a3d65') {'for_net_delete': True} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:55:48.572508 n-d-816865-1 neutron-server[102386]: DEBUG neutron.services.segments.db [None req-e17edd90-cacf-4c61-9322-35130f88d226 tempest-FloatingIPNegativeTestJSON-2126793608 tempest-FloatingIPNegativeTestJSON-2126793608-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13b759c9-1aa2-4178-a007-8340970a3d65') {} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:55:48.608422 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-e17edd90-cacf-4c61-9322-35130f88d226 tempest-FloatingIPNegativeTestJSON-2126793608 tempest-FloatingIPNegativeTestJSON-2126793608-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750027793430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4590747'] for segment, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:48.674121 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-e17edd90-cacf-4c61-9322-35130f88d226 tempest-FloatingIPNegativeTestJSON-2126793608 tempest-FloatingIPNegativeTestJSON-2126793608-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273'] for segment, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:48.697067 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e17edd90-cacf-4c61-9322-35130f88d226 tempest-FloatingIPNegativeTestJSON-2126793608 tempest-FloatingIPNegativeTestJSON-2126793608-project] Releasing vlan 162 on physical network physnet1 to pool {{(pid=102386) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 05 18:55:48.697763 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-e17edd90-cacf-4c61-9322-35130f88d226 tempest-FloatingIPNegativeTestJSON-2126793608 tempest-FloatingIPNegativeTestJSON-2126793608-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6149721'] for segment, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:48.702457 n-d-816865-1 neutron-server[102386]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 05 18:55:48.702457 n-d-816865-1 neutron-server[102386]: self.session.flush() Nov 05 18:55:48.702457 n-d-816865-1 neutron-server[102386]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 05 18:55:48.702457 n-d-816865-1 neutron-server[102386]: self.session.flush() Nov 05 18:55:48.702457 n-d-816865-1 neutron-server[102386]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 05 18:55:48.702457 n-d-816865-1 neutron-server[102386]: self.session.flush() Nov 05 18:55:48.702457 n-d-816865-1 neutron-server[102386]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 05 18:55:48.702457 n-d-816865-1 neutron-server[102386]: self.session.flush() Nov 05 18:55:48.702457 n-d-816865-1 neutron-server[102386]: Traceback (most recent call last): Nov 05 18:55:48.702457 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 05 18:55:48.702457 n-d-816865-1 neutron-server[102386]: timer() Nov 05 18:55:48.702457 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 05 18:55:48.702457 n-d-816865-1 neutron-server[102386]: cb(*args, **kw) Nov 05 18:55:48.702457 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 05 18:55:48.702457 n-d-816865-1 neutron-server[102386]: return func(*args, **kwargs) Nov 05 18:55:48.702457 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 05 18:55:48.702457 n-d-816865-1 neutron-server[102386]: self._notify() Nov 05 18:55:48.702457 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 05 18:55:48.702457 n-d-816865-1 neutron-server[102386]: self.callback(batched_events) Nov 05 18:55:48.702457 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 05 18:55:48.702457 n-d-816865-1 neutron-server[102386]: event.method(event) Nov 05 18:55:48.702457 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 05 18:55:48.702457 n-d-816865-1 neutron-server[102386]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 05 18:55:48.702457 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 05 18:55:48.702457 n-d-816865-1 neutron-server[102386]: aggregate_uuid = self.p_client.list_aggregates( Nov 05 18:55:48.702457 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 05 18:55:48.702457 n-d-816865-1 neutron-server[102386]: return f(self, *a, **k) Nov 05 18:55:48.702457 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 05 18:55:48.702457 n-d-816865-1 neutron-server[102386]: return self._get(url).json() Nov 05 18:55:48.702457 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 05 18:55:48.702457 n-d-816865-1 neutron-server[102386]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 05 18:55:48.702457 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 05 18:55:48.702457 n-d-816865-1 neutron-server[102386]: return self.request(url, 'GET', **kwargs) Nov 05 18:55:48.702457 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 05 18:55:48.702457 n-d-816865-1 neutron-server[102386]: base_url = self.get_endpoint(auth, allow=allow, Nov 05 18:55:48.702457 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 05 18:55:48.702457 n-d-816865-1 neutron-server[102386]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 05 18:55:48.702457 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 05 18:55:48.702457 n-d-816865-1 neutron-server[102386]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 05 18:55:48.702457 n-d-816865-1 neutron-server[102386]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 05 18:55:48.810391 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8f67aa-a9c9-44e3-9669-69374aa8d795 req-3b85df6b-6c0c-462a-b669-5904b4d43232 tempest-ServerRescueTestJSON-1639389385 tempest-ServerRescueTestJSON-1639389385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:55:48.812016 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-1e8f67aa-a9c9-44e3-9669-69374aa8d795 req-3b85df6b-6c0c-462a-b669-5904b4d43232 tempest-ServerRescueTestJSON-1639389385 tempest-ServerRescueTestJSON-1639389385-project] 10.222.0.13 "GET /v2.0/ports?device_id=71eadb3a-495a-4683-a4fb-df865dfdd3a2 HTTP/1.1" status: 200 len: 946 time: 0.1227314 Nov 05 18:55:48.852348 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.db_base_plugin_common [None req-ad1e22c8-9c7c-46a1-a101-5098d14e30a4 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Allocated IP 2001:db8:0:1::27c (1c9d25d3-7f2e-4384-9081-dc17514a5578/43e1997a-1840-43ea-805d-d73ad138b330/d50be009-3241-4eec-bd57-72a2474a1749) {{(pid=102387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 18:55:48.867646 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.db_base_plugin_common [None req-ad1e22c8-9c7c-46a1-a101-5098d14e30a4 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Allocated IP 2001:db8::f816:3eff:fed5:42ae (1c9d25d3-7f2e-4384-9081-dc17514a5578/a3f92ced-ad67-42fc-b5e8-b0ce480effa3/d50be009-3241-4eec-bd57-72a2474a1749) {{(pid=102387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 18:55:48.895741 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-1e8f67aa-a9c9-44e3-9669-69374aa8d795 req-a3157676-7604-4ae2-8745-dbd97bff0a20 tempest-ServerRescueTestJSON-1639389385 tempest-ServerRescueTestJSON-1639389385-project] 10.222.0.13 "GET /v2.0/security-groups?id=458afcac-91c4-437c-b78f-d73b875bd5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679288 Nov 05 18:55:48.931924 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3784a3c9-7420-4f6a-bb02-aba06c9cd569 tempest-RoutersIpV6AdminTest-1929183484 tempest-RoutersIpV6AdminTest-1929183484-project] Router 00ddf0cb-499a-47c9-9fc6-731b1d515575 is scheduled to L3 agent 6dcb5589-8e86-4616-9186-ddc4548e13ad with binding_index 1 {{(pid=102386) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 05 18:55:48.934937 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-e17edd90-cacf-4c61-9322-35130f88d226 tempest-FloatingIPNegativeTestJSON-2126793608 tempest-FloatingIPNegativeTestJSON-2126793608-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1579178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-956796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1000687'] for network, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:48.945212 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-e17edd90-cacf-4c61-9322-35130f88d226 tempest-FloatingIPNegativeTestJSON-2126793608 tempest-FloatingIPNegativeTestJSON-2126793608-project] Publish callbacks [] for network, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:48.948367 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-e17edd90-cacf-4c61-9322-35130f88d226 tempest-FloatingIPNegativeTestJSON-2126793608 tempest-FloatingIPNegativeTestJSON-2126793608-project] 10.222.0.13 "DELETE /v2.0/networks/09c385f3-7b22-409c-acb3-0cd79e6117c6 HTTP/1.1" status: 204 len: 168 time: 2.1714437 Nov 05 18:55:48.967246 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17edd90-cacf-4c61-9322-35130f88d226 tempest-FloatingIPNegativeTestJSON-2126793608 tempest-FloatingIPNegativeTestJSON-2126793608-project] Pushing event deleted for resources: {'Network': ['ID=09c385f3-7b22-409c-acb3-0cd79e6117c6,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:55:49.050340 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 8d109b25-3106-412f-8f18-2b0afb7a78d8 up at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 18:55:49.128148 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Provisioning complete for port 8d109b25-3106-412f-8f18-2b0afb7a78d8 triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:55:49.128518 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:49.229681 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3784a3c9-7420-4f6a-bb02-aba06c9cd569 tempest-RoutersIpV6AdminTest-1929183484 tempest-RoutersIpV6AdminTest-1929183484-project] Notify agent at l3_agent.n-d-816865-1 the message routers_updated {{(pid=102386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 18:55:49.249008 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aec1476d-7001-4c39-bfdd-462f42eef228 None None] Sync routers for ids ['00ddf0cb-499a-47c9-9fc6-731b1d515575'] in n-d-816865-1 {{(pid=102388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 18:55:49.285861 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8c3c44-a7d0-46d7-8777-f8155cded719 req-83a98d0e-dbb0-4063-af43-b7334f0c77ed tempest-ServerRescueTestJSON-1639389385 tempest-ServerRescueTestJSON-1639389385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:55:49.289808 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-8c8c3c44-a7d0-46d7-8777-f8155cded719 req-83a98d0e-dbb0-4063-af43-b7334f0c77ed tempest-ServerRescueTestJSON-1639389385 tempest-ServerRescueTestJSON-1639389385-project] 10.222.0.55 "GET /v2.0/ports?device_id=71eadb3a-495a-4683-a4fb-df865dfdd3a2 HTTP/1.1" status: 200 len: 946 time: 0.1798298 Nov 05 18:55:49.301145 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aec1476d-7001-4c39-bfdd-462f42eef228 None None] Routers {'00ddf0cb-499a-47c9-9fc6-731b1d515575'} bound to L3 agent in host n-d-816865-1 {{(pid=102388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 18:55:49.304086 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-aec1476d-7001-4c39-bfdd-462f42eef228 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T18:55:35Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['00ddf0cb-499a-47c9-9fc6-731b1d515575'], 'active': True} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:55:49.309827 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-ad1e22c8-9c7c-46a1-a101-5098d14e30a4 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Publish callbacks [] for port, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:49.390291 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 436038a0-be46-4fae-908a-e91de094910a no longer exists at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 18:55:49.394934 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-aec1476d-7001-4c39-bfdd-462f42eef228 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816865-1', False) {} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:55:49.398440 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 35416) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:55:49.412091 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-3784a3c9-7420-4f6a-bb02-aba06c9cd569 tempest-RoutersIpV6AdminTest-1929183484 tempest-RoutersIpV6AdminTest-1929183484-project] Publish callbacks [] for router, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:49.414354 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-3784a3c9-7420-4f6a-bb02-aba06c9cd569 tempest-RoutersIpV6AdminTest-1929183484 tempest-RoutersIpV6AdminTest-1929183484-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 4.9956775 Nov 05 18:55:49.417742 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 35420) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:55:49.422521 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] No Port match for: 436038a0-be46-4fae-908a-e91de094910a {{(pid=102388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 18:55:49.422878 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 436038a0-be46-4fae-908a-e91de094910a not bound to the agent host n-d-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 18:55:49.433800 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035ab037-4109-4d18-9e6d-7b6a22146713 req-d1a8f5ff-8734-4dab-9306-c8a3a65aebba tempest-ServerTagsTestJSON-354493938 tempest-ServerTagsTestJSON-354493938-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:55:49.434649 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aec1476d-7001-4c39-bfdd-462f42eef228 None None] Routers {'00ddf0cb-499a-47c9-9fc6-731b1d515575'} bound to L3 agent in host n-d-816865-1 {{(pid=102388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 18:55:49.435263 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-aec1476d-7001-4c39-bfdd-462f42eef228 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T18:55:35Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['00ddf0cb-499a-47c9-9fc6-731b1d515575'], 'active': True} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:55:49.436385 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-035ab037-4109-4d18-9e6d-7b6a22146713 req-d1a8f5ff-8734-4dab-9306-c8a3a65aebba tempest-ServerTagsTestJSON-354493938 tempest-ServerTagsTestJSON-354493938-project] 10.222.0.13 "GET /v2.0/networks?id=c581c9c9-9128-4107-b120-7796cec1c314 HTTP/1.1" status: 200 len: 809 time: 0.3093910 Nov 05 18:55:49.452798 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baaf8a99-35fc-44ed-93ed-eaf20e59b5f9 req-d1669a97-efde-45a2-bafe-a7c8e9863def tempest-ServerRescueTestJSONUnderV235-847319139 tempest-ServerRescueTestJSONUnderV235-847319139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:55:49.454586 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-baaf8a99-35fc-44ed-93ed-eaf20e59b5f9 req-d1669a97-efde-45a2-bafe-a7c8e9863def tempest-ServerRescueTestJSONUnderV235-847319139 tempest-ServerRescueTestJSONUnderV235-847319139-project] 10.222.0.13 "GET /v2.0/ports?device_id=30f854dc-91a9-455d-85a2-232be75a6d81 HTTP/1.1" status: 200 len: 946 time: 0.1489427 Nov 05 18:55:49.478905 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-aec1476d-7001-4c39-bfdd-462f42eef228 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816865-1', False) {} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:55:49.480150 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aec1476d-7001-4c39-bfdd-462f42eef228 None None] The sync data for ids ['00ddf0cb-499a-47c9-9fc6-731b1d515575'] in n-d-816865-1 is: [] {{(pid=102388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 18:55:49.488238 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-035ab037-4109-4d18-9e6d-7b6a22146713 req-e8a8f867-051b-4943-b6a8-1f0b4b939660 tempest-ServerTagsTestJSON-354493938 tempest-ServerTagsTestJSON-354493938-project] 10.222.0.13 "GET /v2.0/quotas/7dfa8a525dc7455386f230f2b0072a40 HTTP/1.1" status: 200 len: 375 time: 0.0315371 Nov 05 18:55:49.545894 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-035ab037-4109-4d18-9e6d-7b6a22146713 req-ff07c66c-c1ba-4284-b4bb-f68c328f91ce tempest-ServerTagsTestJSON-354493938 tempest-ServerTagsTestJSON-354493938-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=7dfa8a525dc7455386f230f2b0072a40&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0412793 Nov 05 18:55:49.562249 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-baaf8a99-35fc-44ed-93ed-eaf20e59b5f9 req-12c2ca37-e901-4528-96a6-65b5ed7ccf25 tempest-ServerRescueTestJSONUnderV235-847319139 tempest-ServerRescueTestJSONUnderV235-847319139-project] 10.222.0.13 "GET /v2.0/security-groups?id=2aa13776-0d09-4b7a-99bc-d3ea449425cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945482 Nov 05 18:55:49.570357 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [req-8c8c3c44-a7d0-46d7-8777-f8155cded719 req-a6173f97-fbfb-4cbd-9f1a-6d855467d986 tempest-ServerRescueTestJSON-1639389385 tempest-ServerRescueTestJSON-1639389385-project] Deleting port c3797f08-fd86-493c-a9aa-1327309c63e1 {{(pid=102386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 18:55:49.570872 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-8c8c3c44-a7d0-46d7-8777-f8155cded719 req-a6173f97-fbfb-4cbd-9f1a-6d855467d986 tempest-ServerRescueTestJSON-1639389385 tempest-ServerRescueTestJSON-1639389385-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:49.619084 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 35426) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:55:49.669290 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-035ab037-4109-4d18-9e6d-7b6a22146713 req-f9f1e30a-0c84-45d4-8fc2-a92b7ceda7a3 service neutron] 10.222.0.13 "GET /v2.0/networks/c581c9c9-9128-4107-b120-7796cec1c314?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1059930 Nov 05 18:55:49.719272 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-601a841c-bb04-4a42-b775-db036b8fcc29 tempest-RoutersIpV6AdminTest-300741977 tempest-RoutersIpV6AdminTest-300741977-project-admin] 10.222.0.13 "GET /v2.0/routers/00ddf0cb-499a-47c9-9fc6-731b1d515575 HTTP/1.1" status: 200 len: 925 time: 0.2987652 Nov 05 18:55:49.720009 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 35430) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:55:49.759845 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-55d2451e-12bc-442e-a149-576549197dd8 tempest-RoutersIpV6AdminTest-1929183484 tempest-RoutersIpV6AdminTest-1929183484-project] 10.222.0.13 "GET /v2.0/ports?device_id=00ddf0cb-499a-47c9-9fc6-731b1d515575 HTTP/1.1" status: 200 len: 205 time: 0.0364475 Nov 05 18:55:49.760345 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 35432) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:55:49.771348 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [req-8c8c3c44-a7d0-46d7-8777-f8155cded719 req-a6173f97-fbfb-4cbd-9f1a-6d855467d986 tempest-ServerRescueTestJSON-1639389385 tempest-ServerRescueTestJSON-1639389385-project] For port c3797f08-fd86-493c-a9aa-1327309c63e1, host n-h2-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=c3797f08-fd86-493c-a9aa-1327309c63e1,segment=NetworkSegment(e94198e7-7484-4b3b-b2bf-001822904d02),segment_id=e94198e7-7484-4b3b-b2bf-001822904d02)] {{(pid=102386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:55:49.771711 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-8c8c3c44-a7d0-46d7-8777-f8155cded719 req-a6173f97-fbfb-4cbd-9f1a-6d855467d986 tempest-ServerRescueTestJSON-1639389385 tempest-ServerRescueTestJSON-1639389385-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:49.824106 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [req-8c8c3c44-a7d0-46d7-8777-f8155cded719 req-a6173f97-fbfb-4cbd-9f1a-6d855467d986 tempest-ServerRescueTestJSON-1639389385 tempest-ServerRescueTestJSON-1639389385-project] Calling delete_port for c3797f08-fd86-493c-a9aa-1327309c63e1 owned by compute:nova {{(pid=102386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 18:55:49.930460 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.db_base_plugin_common [None req-7c89c48e-05e8-4ed8-9680-de5857eb5559 None None] Allocated IP 2001:db8:0:1::2 (1c9d25d3-7f2e-4384-9081-dc17514a5578/43e1997a-1840-43ea-805d-d73ad138b330/8d109b25-3106-412f-8f18-2b0afb7a78d8) {{(pid=102388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 18:55:49.933908 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-009a494b-31ce-49b5-8a9a-a398b0604767 tempest-RoutersIpV6AdminTest-1929183484 tempest-RoutersIpV6AdminTest-1929183484-project] Publish callbacks [] for router, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:50.041297 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-1de53c0e-82f0-428d-9ffe-f88ae33d32ec admin admin] Publish callbacks [] for security_group, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:50.043509 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-ad1e22c8-9c7c-46a1-a101-5098d14e30a4 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4417063'] for port, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:50.081238 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-ab96ea5b-59e0-452b-9297-101ef32ec27f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f78e71dd2f944964a35c6e2b2b9523db&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4584069 Nov 05 18:55:50.082102 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 35436) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:55:50.103393 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-7c89c48e-05e8-4ed8-9680-de5857eb5559 None None] For port 8d109b25-3106-412f-8f18-2b0afb7a78d8, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=8d109b25-3106-412f-8f18-2b0afb7a78d8,segment=NetworkSegment(1bdc5ccc-001b-4584-b217-2d1934002f57),segment_id=1bdc5ccc-001b-4584-b217-2d1934002f57)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:55:50.138000 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-009a494b-31ce-49b5-8a9a-a398b0604767 tempest-RoutersIpV6AdminTest-1929183484 tempest-RoutersIpV6AdminTest-1929183484-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:50.139131 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-7c89c48e-05e8-4ed8-9680-de5857eb5559 None None] Publish callbacks [] for port, precommit_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:50.168453 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-0eee0b1e-6a58-4205-a72b-c86672a74471 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:50.182906 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad1e22c8-9c7c-46a1-a101-5098d14e30a4 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Network 1c9d25d3-7f2e-4384-9081-dc17514a5578 is already hosted by enough agents. {{(pid=102387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 18:55:50.195063 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.base_scheduler [None req-ad1e22c8-9c7c-46a1-a101-5098d14e30a4 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Resources bound (agent type, host, resource id): {{(pid=102387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:55:50.199790 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-0eee0b1e-6a58-4205-a72b-c86672a74471 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:50.200710 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1e22c8-9c7c-46a1-a101-5098d14e30a4 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Pushing event updated for resources: {'Port': ['ID=d50be009-3241-4eec-bd57-72a2474a1749,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:55:50.206919 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad1e22c8-9c7c-46a1-a101-5098d14e30a4 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Received port after_create {{(pid=102387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 18:55:50.213218 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad1e22c8-9c7c-46a1-a101-5098d14e30a4 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:55:50.214007 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-ad1e22c8-9c7c-46a1-a101-5098d14e30a4 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:50.228987 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-7c89c48e-05e8-4ed8-9680-de5857eb5559 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:50.233973 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-8c8c3c44-a7d0-46d7-8777-f8155cded719 req-a6173f97-fbfb-4cbd-9f1a-6d855467d986 tempest-ServerRescueTestJSON-1639389385 tempest-ServerRescueTestJSON-1639389385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:50.261554 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] get_ports_and_sgs() called for port_ids ['681ffd7d-76c7-4d3f-aa31-075d70985958'] {{(pid=102388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 18:55:50.263442 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] get_ports_and_sgs() called for port_ids ['c3797f08-fd86-493c-a9aa-1327309c63e1'] {{(pid=102388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 18:55:50.264988 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9411af-9a6b-4064-a963-d870ecf2335c req-9a003797-028a-4596-9c5f-6906873be6af tempest-ServerRescueTestJSON-1639389385 tempest-ServerRescueTestJSON-1639389385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:55:50.270755 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-ce9411af-9a6b-4064-a963-d870ecf2335c req-9a003797-028a-4596-9c5f-6906873be6af tempest-ServerRescueTestJSON-1639389385 tempest-ServerRescueTestJSON-1639389385-project] 10.222.0.13 "GET /v2.0/ports?device_id=71eadb3a-495a-4683-a4fb-df865dfdd3a2 HTTP/1.1" status: 200 len: 867 time: 0.2232387 Nov 05 18:55:50.282625 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-035ab037-4109-4d18-9e6d-7b6a22146713 req-f253f7e6-f375-4b7a-a594-121b68bbb108 service neutron] 10.222.0.13 "GET /v2.0/networks/c581c9c9-9128-4107-b120-7796cec1c314?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6002114 Nov 05 18:55:50.291066 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6173f97-fbfb-4cbd-9f1a-6d855467d986 tempest-ServerRescueTestJSON-1639389385 tempest-ServerRescueTestJSON-1639389385-project] Pushing event deleted for resources: {'Port': ['ID=c3797f08-fd86-493c-a9aa-1327309c63e1,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:55:50.344995 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-1de53c0e-82f0-428d-9ffe-f88ae33d32ec admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:50.352217 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c8c3c44-a7d0-46d7-8777-f8155cded719 req-a6173f97-fbfb-4cbd-9f1a-6d855467d986 tempest-ServerRescueTestJSON-1639389385 tempest-ServerRescueTestJSON-1639389385-project] No DVR routers for this DVR port c3797f08-fd86-493c-a9aa-1327309c63e1 on host n-h2-816865-1 {{(pid=102386) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 18:55:50.357843 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-8c8c3c44-a7d0-46d7-8777-f8155cded719 req-a6173f97-fbfb-4cbd-9f1a-6d855467d986 tempest-ServerRescueTestJSON-1639389385 tempest-ServerRescueTestJSON-1639389385-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:50.361564 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-8c8c3c44-a7d0-46d7-8777-f8155cded719 req-a6173f97-fbfb-4cbd-9f1a-6d855467d986 tempest-ServerRescueTestJSON-1639389385 tempest-ServerRescueTestJSON-1639389385-project] 10.222.0.55 "DELETE /v2.0/ports/c3797f08-fd86-493c-a9aa-1327309c63e1 HTTP/1.1" status: 204 len: 173 time: 1.0606353 Nov 05 18:55:50.362572 n-d-816865-1 neutron-server[102386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71eadb3a-495a-4683-a4fb-df865dfdd3a2', 'name': 'network-vif-deleted', 'tag': 'c3797f08-fd86-493c-a9aa-1327309c63e1'}] {{(pid=102386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 18:55:50.364975 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6173a44d7c73f41af551dc890fa1a5892c2c6bc3458b640c8e0c24db7876ba6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c175fa4f-5643-4adf-99dc-da47fb02ef47" -d '{"events": [{"server_uuid": "71eadb3a-495a-4683-a4fb-df865dfdd3a2", "name": "network-vif-deleted", "tag": "c3797f08-fd86-493c-a9aa-1327309c63e1"}]}' {{(pid=102386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 18:55:50.378786 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-ad1e22c8-9c7c-46a1-a101-5098d14e30a4 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 2.5761199 Nov 05 18:55:50.379181 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-009a494b-31ce-49b5-8a9a-a398b0604767 tempest-RoutersIpV6AdminTest-1929183484 tempest-RoutersIpV6AdminTest-1929183484-project] Deleting port 27502dc6-62aa-4dcf-92e4-2b1b3aec182c {{(pid=102386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 18:55:50.379181 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-009a494b-31ce-49b5-8a9a-a398b0604767 tempest-RoutersIpV6AdminTest-1929183484 tempest-RoutersIpV6AdminTest-1929183484-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:50.379393 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 35442) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:55:50.453955 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-1de53c0e-82f0-428d-9ffe-f88ae33d32ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:50.476660 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-009a494b-31ce-49b5-8a9a-a398b0604767 tempest-RoutersIpV6AdminTest-1929183484 tempest-RoutersIpV6AdminTest-1929183484-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:50.491188 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-009a494b-31ce-49b5-8a9a-a398b0604767 tempest-RoutersIpV6AdminTest-1929183484 tempest-RoutersIpV6AdminTest-1929183484-project] Calling delete_port for 27502dc6-62aa-4dcf-92e4-2b1b3aec182c owned by network:router_gateway {{(pid=102386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 18:55:50.514137 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c89c48e-05e8-4ed8-9680-de5857eb5559 None None] Pushing event updated for resources: {'Port': ['ID=8d109b25-3106-412f-8f18-2b0afb7a78d8,revision_number=4']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:55:50.575934 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-0eee0b1e-6a58-4205-a72b-c86672a74471 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:50.578966 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-0eee0b1e-6a58-4205-a72b-c86672a74471 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:50.582443 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-0eee0b1e-6a58-4205-a72b-c86672a74471 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d61b232c-afc3-4cd1-a057-08309a48f162 HTTP/1.1" status: 204 len: 168 time: 0.4972479 Nov 05 18:55:50.595910 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eee0b1e-6a58-4205-a72b-c86672a74471 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d61b232c-afc3-4cd1-a057-08309a48f162,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:55:50.709264 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 18:55:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7741cd1-cadd-4c03-8d34-a00957cf3990 x-openstack-request-id: req-a7741cd1-cadd-4c03-8d34-a00957cf3990 {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 18:55:50.709793 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71eadb3a-495a-4683-a4fb-df865dfdd3a2", "name": "network-vif-deleted", "tag": "c3797f08-fd86-493c-a9aa-1327309c63e1", "status": "completed", "code": 200}]} {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 18:55:50.710698 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a7741cd1-cadd-4c03-8d34-a00957cf3990 {{(pid=102386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 18:55:50.711119 n-d-816865-1 neutron-server[102386]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71eadb3a-495a-4683-a4fb-df865dfdd3a2', 'name': 'network-vif-deleted', 'tag': 'c3797f08-fd86-493c-a9aa-1327309c63e1', 'status': 'completed', 'code': 200} Nov 05 18:55:50.748533 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de53c0e-82f0-428d-9ffe-f88ae33d32ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3aa7e78f-eba6-4106-8cb8-6a62d09f4273,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:55:50.806574 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 35454) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:55:50.807602 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-1de53c0e-82f0-428d-9ffe-f88ae33d32ec admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b0641e293eec427c9ca78ec3ef16ee50&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4080777 Nov 05 18:55:50.818449 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2fdb50-acd3-433d-a1d3-6c68e0b2f1a5 req-bec035a8-9c07-4b2d-8a0c-7f22c72a078e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:55:50.820194 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-2b2fdb50-acd3-433d-a1d3-6c68e0b2f1a5 req-bec035a8-9c07-4b2d-8a0c-7f22c72a078e service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=30f854dc-91a9-455d-85a2-232be75a6d81 HTTP/1.1" status: 200 len: 1097 time: 0.3258424 Nov 05 18:55:50.842793 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-ce9411af-9a6b-4064-a963-d870ecf2335c req-0e90558a-be22-44f2-b320-ff6f3fb1e2e2 tempest-ServerRescueTestJSON-1639389385 tempest-ServerRescueTestJSON-1639389385-project] 10.222.0.13 "GET /v2.0/security-groups?id=458afcac-91c4-437c-b78f-d73b875bd5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5042880 Nov 05 18:55:50.947784 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-a551c3ba-7fac-447e-b2af-d70000b00fbb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:50.956779 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-009a494b-31ce-49b5-8a9a-a398b0604767 tempest-RoutersIpV6AdminTest-1929183484 tempest-RoutersIpV6AdminTest-1929183484-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:50.984996 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-2b2fdb50-acd3-433d-a1d3-6c68e0b2f1a5 req-fc7010ae-196a-49ef-9ea0-f62aa73f9d5a service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=2aa13776-0d09-4b7a-99bc-d3ea449425cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259727 Nov 05 18:55:51.028173 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009a494b-31ce-49b5-8a9a-a398b0604767 tempest-RoutersIpV6AdminTest-1929183484 tempest-RoutersIpV6AdminTest-1929183484-project] Pushing event deleted for resources: {'Port': ['ID=27502dc6-62aa-4dcf-92e4-2b1b3aec182c,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:55:51.050652 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-07a4e4b4-6c54-4ba0-a6f7-693d9fea4280 req-12c96bd5-93f1-4a11-ba58-8ad6b6ef1f45 tempest-ServerTagsTestJSON-354493938 tempest-ServerTagsTestJSON-354493938-project] 10.222.0.13 "GET /v2.0/ports?device_id=10a921ee-3025-4cf3-8067-4057c56a681f HTTP/1.1" status: 200 len: 210 time: 0.0877924 Nov 05 18:55:51.057308 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [None req-d1730b86-842b-4089-8f42-896e82f72cb1 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Deleting port d50be009-3241-4eec-bd57-72a2474a1749 {{(pid=102387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 18:55:51.057771 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-d1730b86-842b-4089-8f42-896e82f72cb1 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:51.068158 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-a551c3ba-7fac-447e-b2af-d70000b00fbb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:51.109953 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a7b4a5-31e8-4481-bc84-e9b664b1246e req-4fa0f6c4-5814-44f8-bec7-196becc27a80 tempest-ServerRescueTestJSONUnderV235-847319139 tempest-ServerRescueTestJSONUnderV235-847319139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:55:51.120223 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 8d109b25-3106-412f-8f18-2b0afb7a78d8 up at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 18:55:51.122444 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-e6a7b4a5-31e8-4481-bc84-e9b664b1246e req-4fa0f6c4-5814-44f8-bec7-196becc27a80 tempest-ServerRescueTestJSONUnderV235-847319139 tempest-ServerRescueTestJSONUnderV235-847319139-project] 10.222.0.13 "GET /v2.0/ports?device_id=30f854dc-91a9-455d-85a2-232be75a6d81 HTTP/1.1" status: 200 len: 946 time: 0.2705305 Nov 05 18:55:51.243933 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-009a494b-31ce-49b5-8a9a-a398b0604767 tempest-RoutersIpV6AdminTest-1929183484 tempest-RoutersIpV6AdminTest-1929183484-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1000651'] for router_gateway, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:51.250429 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-e6a7b4a5-31e8-4481-bc84-e9b664b1246e req-64732963-d5c2-495a-9a68-8d8f09f3e6e4 tempest-ServerRescueTestJSONUnderV235-847319139 tempest-ServerRescueTestJSONUnderV235-847319139-project] 10.222.0.13 "GET /v2.0/security-groups?id=2aa13776-0d09-4b7a-99bc-d3ea449425cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239486 Nov 05 18:55:51.275570 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Provisioning complete for port 8d109b25-3106-412f-8f18-2b0afb7a78d8 triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:55:51.276439 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:51.312232 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-d1730b86-842b-4089-8f42-896e82f72cb1 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:51.334719 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [None req-d1730b86-842b-4089-8f42-896e82f72cb1 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Calling delete_port for d50be009-3241-4eec-bd57-72a2474a1749 owned by {{(pid=102387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 18:55:51.432608 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-a551c3ba-7fac-447e-b2af-d70000b00fbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:51.435013 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-a551c3ba-7fac-447e-b2af-d70000b00fbb admin admin] Publish callbacks [] for security_group, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:51.436309 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-a551c3ba-7fac-447e-b2af-d70000b00fbb admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3aa7e78f-eba6-4106-8cb8-6a62d09f4273 HTTP/1.1" status: 204 len: 168 time: 0.6283591 Nov 05 18:55:51.445035 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-009a494b-31ce-49b5-8a9a-a398b0604767 tempest-RoutersIpV6AdminTest-1929183484 tempest-RoutersIpV6AdminTest-1929183484-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-571301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6852'] for router, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:51.451808 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-009a494b-31ce-49b5-8a9a-a398b0604767 tempest-RoutersIpV6AdminTest-1929183484 tempest-RoutersIpV6AdminTest-1929183484-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:51.455249 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a551c3ba-7fac-447e-b2af-d70000b00fbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3aa7e78f-eba6-4106-8cb8-6a62d09f4273,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:55:51.573310 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-4253c598-1e2c-4f32-843b-4d5640a275c1 None None] Provisioning complete for port 8d109b25-3106-412f-8f18-2b0afb7a78d8 triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:55:51.574024 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-4253c598-1e2c-4f32-843b-4d5640a275c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:51.634643 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-009a494b-31ce-49b5-8a9a-a398b0604767 tempest-RoutersIpV6AdminTest-1929183484 tempest-RoutersIpV6AdminTest-1929183484-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-571310'] for router, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:51.635929 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-009a494b-31ce-49b5-8a9a-a398b0604767 tempest-RoutersIpV6AdminTest-1929183484 tempest-RoutersIpV6AdminTest-1929183484-project] Fanout notify agent at l3_agent the message router_deleted on router 00ddf0cb-499a-47c9-9fc6-731b1d515575 {{(pid=102386) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 05 18:55:51.650770 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-009a494b-31ce-49b5-8a9a-a398b0604767 tempest-RoutersIpV6AdminTest-1929183484 tempest-RoutersIpV6AdminTest-1929183484-project] Publish callbacks [] for router, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:51.656940 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 35472) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:55:51.658352 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-009a494b-31ce-49b5-8a9a-a398b0604767 tempest-RoutersIpV6AdminTest-1929183484 tempest-RoutersIpV6AdminTest-1929183484-project] 10.222.0.13 "DELETE /v2.0/routers/00ddf0cb-499a-47c9-9fc6-731b1d515575 HTTP/1.1" status: 204 len: 168 time: 1.8906522 Nov 05 18:55:51.664233 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-55de6a6f-9c0c-4f6f-9f40-63f4285d32c4 tempest-RoutersIpV6AdminTest-300741977 tempest-RoutersIpV6AdminTest-300741977-project-admin] Request body: {'router': {'name': 'tempest-snat-router-2115447468', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'enable_snat': False}}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:55:51.822834 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-d1730b86-842b-4089-8f42-896e82f72cb1 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4417063'] for port, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:51.852685 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1730b86-842b-4089-8f42-896e82f72cb1 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Pushing event deleted for resources: {'Port': ['ID=d50be009-3241-4eec-bd57-72a2474a1749,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:55:51.862332 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1730b86-842b-4089-8f42-896e82f72cb1 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:55:51.862682 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1730b86-842b-4089-8f42-896e82f72cb1 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:55:51.863024 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1730b86-842b-4089-8f42-896e82f72cb1 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:55:51.863406 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-1701a7a1-93fb-4760-8a7c-7ba27f76eda4 None None] Could not find standard attr ID for object d50be009-3241-4eec-bd57-72a2474a1749. {{(pid=102388) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 05 18:55:51.863550 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1730b86-842b-4089-8f42-896e82f72cb1 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:55:51.864248 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1730b86-842b-4089-8f42-896e82f72cb1 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:55:51.865774 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1730b86-842b-4089-8f42-896e82f72cb1 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:55:51.866975 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1730b86-842b-4089-8f42-896e82f72cb1 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:55:51.867420 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1730b86-842b-4089-8f42-896e82f72cb1 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:55:51.868027 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1730b86-842b-4089-8f42-896e82f72cb1 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:55:51.868376 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1730b86-842b-4089-8f42-896e82f72cb1 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:55:51.868709 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1730b86-842b-4089-8f42-896e82f72cb1 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:55:51.869030 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1730b86-842b-4089-8f42-896e82f72cb1 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:55:51.895351 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-55de6a6f-9c0c-4f6f-9f40-63f4285d32c4 tempest-RoutersIpV6AdminTest-300741977 tempest-RoutersIpV6AdminTest-300741977-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-571139', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6874'] for router, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:51.896657 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-55de6a6f-9c0c-4f6f-9f40-63f4285d32c4 tempest-RoutersIpV6AdminTest-300741977 tempest-RoutersIpV6AdminTest-300741977-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-571375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1000570', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1011585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6867'] for router, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:51.992481 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-d1730b86-842b-4089-8f42-896e82f72cb1 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:51.992481 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-d1730b86-842b-4089-8f42-896e82f72cb1 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] 10.222.0.13 "DELETE /v2.0/ports/d50be009-3241-4eec-bd57-72a2474a1749 HTTP/1.1" status: 204 len: 168 time: 1.6110780 Nov 05 18:55:51.994253 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 35486) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:55:52.069939 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-55de6a6f-9c0c-4f6f-9f40-63f4285d32c4 tempest-RoutersIpV6AdminTest-300741977 tempest-RoutersIpV6AdminTest-300741977-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:52.134408 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd84124c-2355-4c68-ac28-ee24f8b5c373 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:55:52.136538 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-dd84124c-2355-4c68-ac28-ee24f8b5c373 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1410661 Nov 05 18:55:52.139560 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 35494) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:55:52.205990 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-333b5eae-124e-445a-ac89-67b290bdea79 req-926fe57d-98c2-47b1-a699-b9117e60719f tempest-ServerTagsTestJSON-354493938 tempest-ServerTagsTestJSON-354493938-project] 10.222.0.13 "GET /v2.0/ports?device_id=10a921ee-3025-4cf3-8067-4057c56a681f HTTP/1.1" status: 200 len: 210 time: 0.0727501 Nov 05 18:55:52.206162 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd0f769f-2378-4d06-89e1-751ed42e52f0 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:55:52.207731 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-dd0f769f-2378-4d06-89e1-751ed42e52f0 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0670152 Nov 05 18:55:52.210801 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 35502) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:55:52.368673 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4378179-cf90-4f2c-a42a-7bed6027fc64 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:55:52.370208 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4378179-cf90-4f2c-a42a-7bed6027fc64 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:55:52.372291 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4378179-cf90-4f2c-a42a-7bed6027fc64 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:55:52.373929 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-e4378179-cf90-4f2c-a42a-7bed6027fc64 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1617854 Nov 05 18:55:52.377120 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 35508) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:55:52.444822 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-55de6a6f-9c0c-4f6f-9f40-63f4285d32c4 tempest-RoutersIpV6AdminTest-300741977 tempest-RoutersIpV6AdminTest-300741977-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:52.463583 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 35510) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:55:52.507084 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.db_base_plugin_v2 [None req-7586f386-5cd5-465c-859f-3404a68f9acf tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Deleting subnet 43e1997a-1840-43ea-805d-d73ad138b330 {{(pid=102387) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 05 18:55:52.511834 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-7586f386-5cd5-465c-859f-3404a68f9acf tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Publish callbacks [] for subnet, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:52.544073 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57504c2f-1c6b-477e-8340-16db0579602c req-8b7142f0-9f31-4c46-8093-e6beade08d34 tempest-ServerRescueTestJSONUnderV235-847319139 tempest-ServerRescueTestJSONUnderV235-847319139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:55:52.545586 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-57504c2f-1c6b-477e-8340-16db0579602c req-8b7142f0-9f31-4c46-8093-e6beade08d34 tempest-ServerRescueTestJSONUnderV235-847319139 tempest-ServerRescueTestJSONUnderV235-847319139-project] 10.222.0.13 "GET /v2.0/ports?device_id=30f854dc-91a9-455d-85a2-232be75a6d81 HTTP/1.1" status: 200 len: 946 time: 0.1352897 Nov 05 18:55:52.578721 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-7586f386-5cd5-465c-859f-3404a68f9acf tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4463501'] for subnet, precommit_delete_associations {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:52.643090 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-57504c2f-1c6b-477e-8340-16db0579602c req-3efe96f4-7fe4-4f8e-8571-ab8476ee58f7 tempest-ServerRescueTestJSONUnderV235-847319139 tempest-ServerRescueTestJSONUnderV235-847319139-project] 10.222.0.13 "GET /v2.0/security-groups?id=2aa13776-0d09-4b7a-99bc-d3ea449425cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865695 Nov 05 18:55:52.690060 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [req-ab660f47-568a-4711-963d-786621361c1c req-6322f055-16f2-445d-bcd1-5c0403b7253b tempest-ServerRescueTestJSONUnderV235-847319139 tempest-ServerRescueTestJSONUnderV235-847319139-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-491296888', 'description': 'tempest-description-2048625499'}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:55:52.697313 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-7586f386-5cd5-465c-859f-3404a68f9acf tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1573928'] for subnet, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:52.699270 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-ec156924-dc64-4ca3-a363-2b6ecceac7b9 tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1736843529'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:55:52.996003 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114cf8bd-1722-409a-8fb5-33d02dd1d44d req-90d607f6-c6d1-4d9f-9660-8f7b696c1cee tempest-ServerRescueTestJSON-1639389385 tempest-ServerRescueTestJSON-1639389385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:55:52.997685 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-114cf8bd-1722-409a-8fb5-33d02dd1d44d req-90d607f6-c6d1-4d9f-9660-8f7b696c1cee tempest-ServerRescueTestJSON-1639389385 tempest-ServerRescueTestJSON-1639389385-project] 10.222.0.13 "GET /v2.0/ports?device_id=9c7dbc46-8c68-4f14-8897-91c11ae5a9cd HTTP/1.1" status: 200 len: 945 time: 0.0663044 Nov 05 18:55:53.119432 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-114cf8bd-1722-409a-8fb5-33d02dd1d44d req-b4858112-6225-4d00-9dbf-9dc6a910be3a tempest-ServerRescueTestJSON-1639389385 tempest-ServerRescueTestJSON-1639389385-project] 10.222.0.13 "GET /v2.0/security-groups?id=458afcac-91c4-437c-b78f-d73b875bd5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104562 Nov 05 18:55:53.141705 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-ab660f47-568a-4711-963d-786621361c1c req-6322f055-16f2-445d-bcd1-5c0403b7253b tempest-ServerRescueTestJSONUnderV235-847319139 tempest-ServerRescueTestJSONUnderV235-847319139-project] Publish callbacks [] for security_group, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:53.143883 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-7586f386-5cd5-465c-859f-3404a68f9acf tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1573905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4417146', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5112209'] for subnet, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:53.192550 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-7586f386-5cd5-465c-859f-3404a68f9acf tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597851'] for subnet, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:53.196241 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-7586f386-5cd5-465c-859f-3404a68f9acf tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] 10.222.0.13 "DELETE /v2.0/subnets/43e1997a-1840-43ea-805d-d73ad138b330 HTTP/1.1" status: 204 len: 168 time: 0.8181579 Nov 05 18:55:53.199854 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7586f386-5cd5-465c-859f-3404a68f9acf tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Pushing event deleted for resources: {'Subnet': ['ID=43e1997a-1840-43ea-805d-d73ad138b330,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:55:53.200200 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 35526) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:55:53.212271 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20bfdc89-7895-4707-bd41-d59146ad8470 None None] Network 1c9d25d3-7f2e-4384-9081-dc17514a5578 requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 18:55:53.212753 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-55de6a6f-9c0c-4f6f-9f40-63f4285d32c4 tempest-RoutersIpV6AdminTest-300741977 tempest-RoutersIpV6AdminTest-300741977-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:53.233665 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-55de6a6f-9c0c-4f6f-9f40-63f4285d32c4 tempest-RoutersIpV6AdminTest-300741977 tempest-RoutersIpV6AdminTest-300741977-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:53.340219 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-ab660f47-568a-4711-963d-786621361c1c req-6322f055-16f2-445d-bcd1-5c0403b7253b tempest-ServerRescueTestJSONUnderV235-847319139 tempest-ServerRescueTestJSONUnderV235-847319139-project] Publish callbacks [] for security_group, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:53.358967 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec156924-dc64-4ca3-a363-2b6ecceac7b9 tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Made reservation on behalf of 3ef4f33c20644d3a8cc67018579acd02 for: {'network': 1} {{(pid=102386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 18:55:53.370427 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-ec156924-dc64-4ca3-a363-2b6ecceac7b9 tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for network, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:53.391479 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.db_base_plugin_common [None req-55de6a6f-9c0c-4f6f-9f40-63f4285d32c4 tempest-RoutersIpV6AdminTest-300741977 tempest-RoutersIpV6AdminTest-300741977-project-admin] Allocated IP 172.25.6.91 (40c8335d-cd0b-4cb5-910a-d4dcddd5cbec/04fe6db3-e108-4208-943d-6518424f5726/44dee693-55af-4048-b00c-5dbdc46edb3d) {{(pid=102387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 18:55:53.407902 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d80b816-bd2a-471c-84ba-34c96d1daa48 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Deleting subnet a3f92ced-ad67-42fc-b5e8-b0ce480effa3 {{(pid=102386) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 05 18:55:53.431030 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-8d80b816-bd2a-471c-84ba-34c96d1daa48 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Publish callbacks [] for subnet, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:53.530523 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-ec156924-dc64-4ca3-a363-2b6ecceac7b9 tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Publish callbacks [] for security_group, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:53.563594 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-55de6a6f-9c0c-4f6f-9f40-63f4285d32c4 tempest-RoutersIpV6AdminTest-300741977 tempest-RoutersIpV6AdminTest-300741977-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:53.608719 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-8d80b816-bd2a-471c-84ba-34c96d1daa48 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4590738'] for subnet, precommit_delete_associations {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:53.632967 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-ab660f47-568a-4711-963d-786621361c1c req-6322f055-16f2-445d-bcd1-5c0403b7253b tempest-ServerRescueTestJSONUnderV235-847319139 tempest-ServerRescueTestJSONUnderV235-847319139-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:53.685071 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-773498c4-cead-4075-95b0-b158d60d1aa2 req-44488442-8449-4727-a67d-5d7f54153525 tempest-ServerTagsTestJSON-354493938 tempest-ServerTagsTestJSON-354493938-project] 10.222.0.13 "GET /v2.0/ports?device_id=10a921ee-3025-4cf3-8067-4057c56a681f HTTP/1.1" status: 200 len: 210 time: 0.3839662 Nov 05 18:55:53.699359 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6322f055-16f2-445d-bcd1-5c0403b7253b tempest-ServerRescueTestJSONUnderV235-847319139 tempest-ServerRescueTestJSONUnderV235-847319139-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b6a13f45-a01e-4bca-afcc-055a297ab2b3,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:55:53.727613 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-55de6a6f-9c0c-4f6f-9f40-63f4285d32c4 tempest-RoutersIpV6AdminTest-300741977 tempest-RoutersIpV6AdminTest-300741977-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4417063'] for port, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:53.798778 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-8d80b816-bd2a-471c-84ba-34c96d1daa48 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1573928'] for subnet, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:53.813279 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55de6a6f-9c0c-4f6f-9f40-63f4285d32c4 tempest-RoutersIpV6AdminTest-300741977 tempest-RoutersIpV6AdminTest-300741977-project-admin] Pushing event updated for resources: {'Port': ['ID=44dee693-55af-4048-b00c-5dbdc46edb3d,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:55:53.826502 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-ab660f47-568a-4711-963d-786621361c1c req-6322f055-16f2-445d-bcd1-5c0403b7253b tempest-ServerRescueTestJSONUnderV235-847319139 tempest-ServerRescueTestJSONUnderV235-847319139-project] Publish callbacks [] for security_group, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:53.830551 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-ab660f47-568a-4711-963d-786621361c1c req-6322f055-16f2-445d-bcd1-5c0403b7253b tempest-ServerRescueTestJSONUnderV235-847319139 tempest-ServerRescueTestJSONUnderV235-847319139-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1831 time: 1.1483140 Nov 05 18:55:53.833484 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55de6a6f-9c0c-4f6f-9f40-63f4285d32c4 tempest-RoutersIpV6AdminTest-300741977 tempest-RoutersIpV6AdminTest-300741977-project-admin] Network 40c8335d-cd0b-4cb5-910a-d4dcddd5cbec is already hosted by enough agents. {{(pid=102387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 18:55:53.845337 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.base_scheduler [None req-55de6a6f-9c0c-4f6f-9f40-63f4285d32c4 tempest-RoutersIpV6AdminTest-300741977 tempest-RoutersIpV6AdminTest-300741977-project-admin] Resources bound (agent type, host, resource id): {{(pid=102387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:55:53.860126 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55de6a6f-9c0c-4f6f-9f40-63f4285d32c4 tempest-RoutersIpV6AdminTest-300741977 tempest-RoutersIpV6AdminTest-300741977-project-admin] Received port after_create {{(pid=102387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 18:55:53.880201 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Device c3797f08-fd86-493c-a9aa-1327309c63e1 no longer exists at agent hyperv_n-h2-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 18:55:53.928661 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] No Port match for: c3797f08-fd86-493c-a9aa-1327309c63e1 {{(pid=102388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 18:55:53.928661 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Device c3797f08-fd86-493c-a9aa-1327309c63e1 not bound to the agent host n-h2-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 18:55:53.930171 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-ec156924-dc64-4ca3-a363-2b6ecceac7b9 tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Publish callbacks [] for security_group, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:54.034907 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-ec156924-dc64-4ca3-a363-2b6ecceac7b9 tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:54.058568 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec156924-dc64-4ca3-a363-2b6ecceac7b9 tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 182} {{(pid=102386) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 05 18:55:54.071609 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-ec156924-dc64-4ca3-a363-2b6ecceac7b9 tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273'] for segment, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:54.071981 n-d-816865-1 neutron-server[102386]: INFO neutron.db.segments_db [None req-ec156924-dc64-4ca3-a363-2b6ecceac7b9 tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Added segment 0e7508e1-503c-4843-b2cc-2d7515743406 of type vlan for network fb9cdfeb-654e-48e7-8f9e-65c84541408b Nov 05 18:55:54.134173 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-ec156924-dc64-4ca3-a363-2b6ecceac7b9 tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750027258543'] for network, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:54.146572 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-b189666e-ed36-42a4-892b-4626d99120b9 req-049efc2e-d930-43f4-826c-5dac13e8c8a5 tempest-ServerRescueTestJSONUnderV235-847319139 tempest-ServerRescueTestJSONUnderV235-847319139-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-491296888&fields=id&tenant_id=06ed96522e9e42a39945febc80e1faeb HTTP/1.1" status: 200 len: 267 time: 0.0606329 Nov 05 18:55:54.154239 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-8d80b816-bd2a-471c-84ba-34c96d1daa48 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1573905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6149879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4877183'] for subnet, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:54.203997 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-8d80b816-bd2a-471c-84ba-34c96d1daa48 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Publish callbacks [] for subnet, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:54.211978 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-8d80b816-bd2a-471c-84ba-34c96d1daa48 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] 10.222.0.13 "DELETE /v2.0/subnets/a3f92ced-ad67-42fc-b5e8-b0ce480effa3 HTTP/1.1" status: 204 len: 168 time: 1.0103717 Nov 05 18:55:54.223182 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 35582) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:55:54.225915 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d80b816-bd2a-471c-84ba-34c96d1daa48 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Pushing event deleted for resources: {'Subnet': ['ID=a3f92ced-ad67-42fc-b5e8-b0ce480effa3,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:55:54.250684 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.db.resource_extend [None req-ec156924-dc64-4ca3-a363-2b6ecceac7b9 tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 05 18:55:54.260413 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec156924-dc64-4ca3-a363-2b6ecceac7b9 tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ed442d4e-6209-4336-a17e-232c7c2c384e,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:55:54.311568 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-ce5fd459-df38-40a1-a7b2-11088d93c61f tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0800698 Nov 05 18:55:54.321964 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b189666e-ed36-42a4-892b-4626d99120b9 req-192616a7-752a-4832-820c-0bae1fddccc5 tempest-ServerRescueTestJSONUnderV235-847319139 tempest-ServerRescueTestJSONUnderV235-847319139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:55:54.322480 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 35584) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:55:54.330971 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-b189666e-ed36-42a4-892b-4626d99120b9 req-192616a7-752a-4832-820c-0bae1fddccc5 tempest-ServerRescueTestJSONUnderV235-847319139 tempest-ServerRescueTestJSONUnderV235-847319139-project] 10.222.0.13 "GET /v2.0/ports?device_id=30f854dc-91a9-455d-85a2-232be75a6d81 HTTP/1.1" status: 200 len: 946 time: 0.1736779 Nov 05 18:55:54.340941 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [req-b189666e-ed36-42a4-892b-4626d99120b9 req-ff8ff4f5-6584-46c3-90a5-9efc02277140 tempest-ServerRescueTestJSONUnderV235-847319139 tempest-ServerRescueTestJSONUnderV235-847319139-project] Request body: {'port': {'security_groups': ['2aa13776-0d09-4b7a-99bc-d3ea449425cd', 'b6a13f45-a01e-4bca-afcc-055a297ab2b3']}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:55:54.347724 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2773c431-ad0c-48b6-8fcb-071efd57a7d3 None None] Network 1c9d25d3-7f2e-4384-9081-dc17514a5578 requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 18:55:54.348263 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-5b875004-3c4b-418a-be9a-b55b28c7fb8c tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Request body: {'subnet': {'network_id': '1c9d25d3-7f2e-4384-9081-dc17514a5578', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:55:54.368142 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-35f726db-adf3-4292-a698-4d479f4106b6 None None] Provisioning complete for port 8d109b25-3106-412f-8f18-2b0afb7a78d8 triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:55:54.368518 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-35f726db-adf3-4292-a698-4d479f4106b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:54.404225 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-55de6a6f-9c0c-4f6f-9f40-63f4285d32c4 tempest-RoutersIpV6AdminTest-300741977 tempest-RoutersIpV6AdminTest-300741977-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:54.434032 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-ec156924-dc64-4ca3-a363-2b6ecceac7b9 tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-956796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877'] for network, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:54.444445 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec156924-dc64-4ca3-a363-2b6ecceac7b9 tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:55:54.458112 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-ec156924-dc64-4ca3-a363-2b6ecceac7b9 tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Publish callbacks [] for network, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:54.484675 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f7da6d-415d-4f77-9582-e17c2293fd5e req-b6b4ad88-c113-4f94-b901-8072146be3b4 tempest-ServerRescueTestJSON-1639389385 tempest-ServerRescueTestJSON-1639389385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:55:54.486217 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-34f7da6d-415d-4f77-9582-e17c2293fd5e req-b6b4ad88-c113-4f94-b901-8072146be3b4 tempest-ServerRescueTestJSON-1639389385 tempest-ServerRescueTestJSON-1639389385-project] 10.222.0.13 "GET /v2.0/ports?device_id=9c7dbc46-8c68-4f14-8897-91c11ae5a9cd HTTP/1.1" status: 200 len: 945 time: 0.2167511 Nov 05 18:55:54.500991 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-b189666e-ed36-42a4-892b-4626d99120b9 req-ff8ff4f5-6584-46c3-90a5-9efc02277140 tempest-ServerRescueTestJSONUnderV235-847319139 tempest-ServerRescueTestJSONUnderV235-847319139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:54.584388 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-ec156924-dc64-4ca3-a363-2b6ecceac7b9 tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 2.1156840 Nov 05 18:55:54.595178 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec156924-dc64-4ca3-a363-2b6ecceac7b9 tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Pushing event updated for resources: {'Network': ['ID=fb9cdfeb-654e-48e7-8f9e-65c84541408b,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:55:54.625381 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Network fb9cdfeb-654e-48e7-8f9e-65c84541408b details requested by agent ovs-agent-n-d-816865-1 with host n-d-816865-1 {{(pid=102388) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 05 18:55:54.678203 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99b974b8-10fc-4c62-9b1f-4e101a07e8c8 None None] DHCP port deletion for 1c9d25d3-7f2e-4384-9081-dc17514a5578 request from n-d-816865-1 {{(pid=102388) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 05 18:55:54.688847 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-34f7da6d-415d-4f77-9582-e17c2293fd5e req-61fc59b0-81d1-4e82-b40c-6ccb94a49c78 tempest-ServerRescueTestJSON-1639389385 tempest-ServerRescueTestJSON-1639389385-project] 10.222.0.13 "GET /v2.0/security-groups?id=458afcac-91c4-437c-b78f-d73b875bd5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1777315 Nov 05 18:55:54.697885 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b875004-3c4b-418a-be9a-b55b28c7fb8c tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Made reservation on behalf of 7bc73c6c17f842a987dd31290d20faa2 for: {'subnet': 1} {{(pid=102386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 18:55:54.701597 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-5b875004-3c4b-418a-be9a-b55b28c7fb8c tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4877122'] for subnet, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:54.752847 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-99b974b8-10fc-4c62-9b1f-4e101a07e8c8 None None] Deleting port 8d109b25-3106-412f-8f18-2b0afb7a78d8 {{(pid=102388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 18:55:54.753479 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-99b974b8-10fc-4c62-9b1f-4e101a07e8c8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:54.767562 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 35588) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:55:54.804583 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-8fadc25a-883c-48b0-bb73-bf7a448ff9a2 tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Request body: {'subnet': {'network_id': 'fb9cdfeb-654e-48e7-8f9e-65c84541408b', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:55:55.026267 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-99b974b8-10fc-4c62-9b1f-4e101a07e8c8 None None] For port 8d109b25-3106-412f-8f18-2b0afb7a78d8, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=8d109b25-3106-412f-8f18-2b0afb7a78d8,segment=NetworkSegment(1bdc5ccc-001b-4584-b217-2d1934002f57),segment_id=1bdc5ccc-001b-4584-b217-2d1934002f57)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:55:55.027812 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-99b974b8-10fc-4c62-9b1f-4e101a07e8c8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:55.045830 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-99b974b8-10fc-4c62-9b1f-4e101a07e8c8 None None] Calling delete_port for 8d109b25-3106-412f-8f18-2b0afb7a78d8 owned by network:dhcp {{(pid=102388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 18:55:55.079656 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fadc25a-883c-48b0-bb73-bf7a448ff9a2 tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Made reservation on behalf of 3ef4f33c20644d3a8cc67018579acd02 for: {'subnet': 1} {{(pid=102386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 18:55:55.083333 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-8fadc25a-883c-48b0-bb73-bf7a448ff9a2 tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4877122'] for subnet, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:55.109151 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 8d109b25-3106-412f-8f18-2b0afb7a78d8 no longer exists at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 18:55:55.222467 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:55.302566 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-99b974b8-10fc-4c62-9b1f-4e101a07e8c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798'] for port, after_delete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:55.359743 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b974b8-10fc-4c62-9b1f-4e101a07e8c8 None None] Pushing event deleted for resources: {'Port': ['ID=8d109b25-3106-412f-8f18-2b0afb7a78d8,revision_number=None']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:55:55.369144 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99b974b8-10fc-4c62-9b1f-4e101a07e8c8 None None] No DVR routers for this DVR port 8d109b25-3106-412f-8f18-2b0afb7a78d8 on host n-d-816865-1 {{(pid=102388) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 18:55:55.373456 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-4d56abc9-2dce-4284-bbfd-b8a16858a44d req-ce12b510-6aaf-42b0-8da9-c1ae9cfbd096 tempest-ServerTagsTestJSON-354493938 tempest-ServerTagsTestJSON-354493938-project] 10.222.0.13 "GET /v2.0/ports?device_id=10a921ee-3025-4cf3-8067-4057c56a681f HTTP/1.1" status: 200 len: 210 time: 0.0874996 Nov 05 18:55:55.546153 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-55de6a6f-9c0c-4f6f-9f40-63f4285d32c4 tempest-RoutersIpV6AdminTest-300741977 tempest-RoutersIpV6AdminTest-300741977-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-571384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1000487'] for router, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:55.565397 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c161076-d3cf-4c78-8b7f-6b7eb491fa46 req-1d439861-56c7-4ebf-9bb7-ee2cda149ab7 tempest-ServerRescueTestJSON-1639389385 tempest-ServerRescueTestJSON-1639389385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:55:55.567057 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-6c161076-d3cf-4c78-8b7f-6b7eb491fa46 req-1d439861-56c7-4ebf-9bb7-ee2cda149ab7 tempest-ServerRescueTestJSON-1639389385 tempest-ServerRescueTestJSON-1639389385-project] 10.222.0.41 "GET /v2.0/ports?device_id=9c7dbc46-8c68-4f14-8897-91c11ae5a9cd HTTP/1.1" status: 200 len: 945 time: 0.2902875 Nov 05 18:55:55.712687 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035ab037-4109-4d18-9e6d-7b6a22146713 req-88774ffb-da3c-4e94-b2cb-8640b71ec2a5 tempest-ServerTagsTestJSON-354493938 tempest-ServerTagsTestJSON-354493938-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:55:55.716299 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-035ab037-4109-4d18-9e6d-7b6a22146713 req-88774ffb-da3c-4e94-b2cb-8640b71ec2a5 tempest-ServerTagsTestJSON-354493938 tempest-ServerTagsTestJSON-354493938-project] 10.222.0.55 "GET /v2.0/networks?id=c581c9c9-9128-4107-b120-7796cec1c314 HTTP/1.1" status: 200 len: 809 time: 0.6504416 Nov 05 18:55:55.738541 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [req-035ab037-4109-4d18-9e6d-7b6a22146713 req-bf286334-7086-46b6-823a-85fde45ed7f4 tempest-ServerTagsTestJSON-354493938 tempest-ServerTagsTestJSON-354493938-project] Request body: {'port': {'device_id': '10a921ee-3025-4cf3-8067-4057c56a681f', 'network_id': 'c581c9c9-9128-4107-b120-7796cec1c314', 'admin_state_up': True, 'tenant_id': '7dfa8a525dc7455386f230f2b0072a40'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:55:55.750004 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.db [req-b189666e-ed36-42a4-892b-4626d99120b9 req-ff8ff4f5-6584-46c3-90a5-9efc02277140 tempest-ServerRescueTestJSONUnderV235-847319139 tempest-ServerRescueTestJSONUnderV235-847319139-project] For port 8c6dd4d3-e153-4543-b90b-dfbf5180b0bb, host n-h1-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=8c6dd4d3-e153-4543-b90b-dfbf5180b0bb,segment=NetworkSegment(cf4529b6-e7e1-4abc-9281-c00519ad0a15),segment_id=cf4529b6-e7e1-4abc-9281-c00519ad0a15)] {{(pid=102387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:55:55.829030 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-b189666e-ed36-42a4-892b-4626d99120b9 req-ff8ff4f5-6584-46c3-90a5-9efc02277140 tempest-ServerRescueTestJSONUnderV235-847319139 tempest-ServerRescueTestJSONUnderV235-847319139-project] Publish callbacks [] for port, precommit_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:55.849527 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [req-6c161076-d3cf-4c78-8b7f-6b7eb491fa46 req-325e3399-c056-449b-b51f-43537ee60cca tempest-ServerRescueTestJSON-1639389385 tempest-ServerRescueTestJSON-1639389385-project] Deleting port 681ffd7d-76c7-4d3f-aa31-075d70985958 {{(pid=102387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 18:55:55.849928 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-6c161076-d3cf-4c78-8b7f-6b7eb491fa46 req-325e3399-c056-449b-b51f-43537ee60cca tempest-ServerRescueTestJSON-1639389385 tempest-ServerRescueTestJSON-1639389385-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:55.947617 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7de0c6-11a1-43b6-8292-f59714cac92b req-d58ce6cf-d414-4afb-9835-10ff6112529e tempest-ServerRescueTestJSON-1639389385 tempest-ServerRescueTestJSON-1639389385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:55:55.949179 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-1e7de0c6-11a1-43b6-8292-f59714cac92b req-d58ce6cf-d414-4afb-9835-10ff6112529e tempest-ServerRescueTestJSON-1639389385 tempest-ServerRescueTestJSON-1639389385-project] 10.222.0.13 "GET /v2.0/ports?device_id=9c7dbc46-8c68-4f14-8897-91c11ae5a9cd HTTP/1.1" status: 200 len: 945 time: 0.1532350 Nov 05 18:55:56.036885 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.db [req-6c161076-d3cf-4c78-8b7f-6b7eb491fa46 req-325e3399-c056-449b-b51f-43537ee60cca tempest-ServerRescueTestJSON-1639389385 tempest-ServerRescueTestJSON-1639389385-project] For port 681ffd7d-76c7-4d3f-aa31-075d70985958, host n-h1-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=681ffd7d-76c7-4d3f-aa31-075d70985958,segment=NetworkSegment(e94198e7-7484-4b3b-b2bf-001822904d02),segment_id=e94198e7-7484-4b3b-b2bf-001822904d02)] {{(pid=102387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:55:56.036885 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-6c161076-d3cf-4c78-8b7f-6b7eb491fa46 req-325e3399-c056-449b-b51f-43537ee60cca tempest-ServerRescueTestJSON-1639389385 tempest-ServerRescueTestJSON-1639389385-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:56.036885 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-1e7de0c6-11a1-43b6-8292-f59714cac92b req-cbf4d433-c84b-4b1f-8d12-e113eb78ca9e tempest-ServerRescueTestJSON-1639389385 tempest-ServerRescueTestJSON-1639389385-project] 10.222.0.13 "GET /v2.0/security-groups?id=458afcac-91c4-437c-b78f-d73b875bd5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738342 Nov 05 18:55:56.036885 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [req-6c161076-d3cf-4c78-8b7f-6b7eb491fa46 req-325e3399-c056-449b-b51f-43537ee60cca tempest-ServerRescueTestJSON-1639389385 tempest-ServerRescueTestJSON-1639389385-project] Calling delete_port for 681ffd7d-76c7-4d3f-aa31-075d70985958 owned by compute:nova {{(pid=102387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 18:55:56.154146 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-b189666e-ed36-42a4-892b-4626d99120b9 req-ff8ff4f5-6584-46c3-90a5-9efc02277140 tempest-ServerRescueTestJSONUnderV235-847319139 tempest-ServerRescueTestJSONUnderV235-847319139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4417072'] for port, after_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:56.165598 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] get_ports_and_sgs() called for port_ids ['8c6dd4d3-e153-4543-b90b-dfbf5180b0bb'] {{(pid=102388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 18:55:56.184031 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b189666e-ed36-42a4-892b-4626d99120b9 req-ff8ff4f5-6584-46c3-90a5-9efc02277140 tempest-ServerRescueTestJSONUnderV235-847319139 tempest-ServerRescueTestJSONUnderV235-847319139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:55:56.186855 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-b189666e-ed36-42a4-892b-4626d99120b9 req-ff8ff4f5-6584-46c3-90a5-9efc02277140 tempest-ServerRescueTestJSONUnderV235-847319139 tempest-ServerRescueTestJSONUnderV235-847319139-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:56.186855 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-b189666e-ed36-42a4-892b-4626d99120b9 req-ff8ff4f5-6584-46c3-90a5-9efc02277140 tempest-ServerRescueTestJSONUnderV235-847319139 tempest-ServerRescueTestJSONUnderV235-847319139-project] 10.222.0.13 "PUT /v2.0/ports/8c6dd4d3-e153-4543-b90b-dfbf5180b0bb HTTP/1.1" status: 200 len: 982 time: 1.8547583 Nov 05 18:55:56.206634 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-035ab037-4109-4d18-9e6d-7b6a22146713 req-bf286334-7086-46b6-823a-85fde45ed7f4 tempest-ServerTagsTestJSON-354493938 tempest-ServerTagsTestJSON-354493938-project] Made reservation on behalf of 7dfa8a525dc7455386f230f2b0072a40 for: {'port': 1} {{(pid=102386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 18:55:56.211706 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-035ab037-4109-4d18-9e6d-7b6a22146713 req-bf286334-7086-46b6-823a-85fde45ed7f4 tempest-ServerTagsTestJSON-354493938 tempest-ServerTagsTestJSON-354493938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:56.214238 n-d-816865-1 neutron-server[102387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30f854dc-91a9-455d-85a2-232be75a6d81', 'tag': '8c6dd4d3-e153-4543-b90b-dfbf5180b0bb'}] {{(pid=102387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 18:55:56.216156 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-8fadc25a-883c-48b0-bb73-bf7a448ff9a2 tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6149946', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4877172'] for subnet, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:56.216584 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab06bd4ddf5758c1f10d79fe34dc215bafa488692cde9dba2fcbcb67556f90bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2cfb50c-1ec4-46a4-8c9c-bd5629a90e24" -d '{"events": [{"name": "network-changed", "server_uuid": "30f854dc-91a9-455d-85a2-232be75a6d81", "tag": "8c6dd4d3-e153-4543-b90b-dfbf5180b0bb"}]}' {{(pid=102387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 18:55:56.218231 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-5b875004-3c4b-418a-be9a-b55b28c7fb8c tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6149946', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4877172'] for subnet, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:56.225324 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55de6a6f-9c0c-4f6f-9f40-63f4285d32c4 tempest-RoutersIpV6AdminTest-300741977 tempest-RoutersIpV6AdminTest-300741977-project-admin] Router 4fa44714-5316-4114-a100-515617dd9209 is scheduled to L3 agent 6dcb5589-8e86-4616-9186-ddc4548e13ad with binding_index 1 {{(pid=102387) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 05 18:55:56.310147 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-6c161076-d3cf-4c78-8b7f-6b7eb491fa46 req-325e3399-c056-449b-b51f-43537ee60cca tempest-ServerRescueTestJSON-1639389385 tempest-ServerRescueTestJSON-1639389385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4417063'] for port, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:56.310335 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b875004-3c4b-418a-be9a-b55b28c7fb8c tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Network 1c9d25d3-7f2e-4384-9081-dc17514a5578 is already hosted by enough agents. {{(pid=102386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 18:55:56.324986 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 18:55:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4e3451b-e678-47d3-b849-4cfafa6b44d8 x-openstack-request-id: req-d4e3451b-e678-47d3-b849-4cfafa6b44d8 {{(pid=102387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 18:55:56.325531 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30f854dc-91a9-455d-85a2-232be75a6d81", "tag": "8c6dd4d3-e153-4543-b90b-dfbf5180b0bb", "status": "completed", "code": 200}]} {{(pid=102387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 18:55:56.325908 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d4e3451b-e678-47d3-b849-4cfafa6b44d8 {{(pid=102387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 18:55:56.326337 n-d-816865-1 neutron-server[102387]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30f854dc-91a9-455d-85a2-232be75a6d81', 'tag': '8c6dd4d3-e153-4543-b90b-dfbf5180b0bb', 'status': 'completed', 'code': 200} Nov 05 18:55:56.355519 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8ff4f5-6584-46c3-90a5-9efc02277140 tempest-ServerRescueTestJSONUnderV235-847319139 tempest-ServerRescueTestJSONUnderV235-847319139-project] Pushing event updated for resources: {'Port': ['ID=8c6dd4d3-e153-4543-b90b-dfbf5180b0bb,revision_number=6']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:55:56.361003 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.base_scheduler [None req-5b875004-3c4b-418a-be9a-b55b28c7fb8c tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Resources bound (agent type, host, resource id): {{(pid=102386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:55:56.373378 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fadc25a-883c-48b0-bb73-bf7a448ff9a2 tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Pushing event updated for resources: {'Subnet': ['ID=42ff02b4-c73f-4433-93b3-b3d06a5e483c,revision_number=0']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:55:56.376816 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b875004-3c4b-418a-be9a-b55b28c7fb8c tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:55:56.377428 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-5b875004-3c4b-418a-be9a-b55b28c7fb8c tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Publish callbacks [] for subnet, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:56.384126 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] get_ports_and_sgs() called for port_ids ['8c6dd4d3-e153-4543-b90b-dfbf5180b0bb'] {{(pid=102388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 18:55:56.394226 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325e3399-c056-449b-b51f-43537ee60cca tempest-ServerRescueTestJSON-1639389385 tempest-ServerRescueTestJSON-1639389385-project] Pushing event deleted for resources: {'Port': ['ID=681ffd7d-76c7-4d3f-aa31-075d70985958,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:55:56.454272 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45ae14c7-b3ca-4d69-91ee-d276d437afa4 None None] Network 1c9d25d3-7f2e-4384-9081-dc17514a5578 requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 18:55:56.474544 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fadc25a-883c-48b0-bb73-bf7a448ff9a2 tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Checking segment: {'id': '0e7508e1-503c-4843-b2cc-2d7515743406', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'fb9cdfeb-654e-48e7-8f9e-65c84541408b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 18:55:56.474910 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fadc25a-883c-48b0-bb73-bf7a448ff9a2 tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Network hostable DHCP agents. Network: fb9cdfeb-654e-48e7-8f9e-65c84541408b, hostable agents: ['987e2ca0-bc3b-4c6f-a989-429ccfbf753f'], hosted agents: [] {{(pid=102386) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 05 18:55:56.501401 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c161076-d3cf-4c78-8b7f-6b7eb491fa46 req-325e3399-c056-449b-b51f-43537ee60cca tempest-ServerRescueTestJSON-1639389385 tempest-ServerRescueTestJSON-1639389385-project] No DVR routers for this DVR port 681ffd7d-76c7-4d3f-aa31-075d70985958 on host n-h1-816865-1 {{(pid=102387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 18:55:56.505778 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-6c161076-d3cf-4c78-8b7f-6b7eb491fa46 req-325e3399-c056-449b-b51f-43537ee60cca tempest-ServerRescueTestJSON-1639389385 tempest-ServerRescueTestJSON-1639389385-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:56.510584 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-6c161076-d3cf-4c78-8b7f-6b7eb491fa46 req-325e3399-c056-449b-b51f-43537ee60cca tempest-ServerRescueTestJSON-1639389385 tempest-ServerRescueTestJSON-1639389385-project] 10.222.0.41 "DELETE /v2.0/ports/681ffd7d-76c7-4d3f-aa31-075d70985958 HTTP/1.1" status: 204 len: 173 time: 0.9009032 Nov 05 18:55:56.547442 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-5b875004-3c4b-418a-be9a-b55b28c7fb8c tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.2234247 Nov 05 18:55:56.551242 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 35638) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:55:56.558554 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b875004-3c4b-418a-be9a-b55b28c7fb8c tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Pushing event updated for resources: {'Subnet': ['ID=7e6a957d-c53c-4bf3-8728-e3679e1a97bd,revision_number=0']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:55:56.567048 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cfb50c-1ec4-46a4-8c9c-bd5629a90e24 req-5769bf51-22cc-4b0e-8c97-dea751098835 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:55:56.567730 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-dea6ae46-6268-48bb-b459-4cf4da38bcb2 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Request body: {'subnet': {'network_id': '1c9d25d3-7f2e-4384-9081-dc17514a5578', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:55:56.568571 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-d2cfb50c-1ec4-46a4-8c9c-bd5629a90e24 req-5769bf51-22cc-4b0e-8c97-dea751098835 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=06ed96522e9e42a39945febc80e1faeb&device_id=30f854dc-91a9-455d-85a2-232be75a6d81 HTTP/1.1" status: 200 len: 1136 time: 0.2053790 Nov 05 18:55:56.621984 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55de6a6f-9c0c-4f6f-9f40-63f4285d32c4 tempest-RoutersIpV6AdminTest-300741977 tempest-RoutersIpV6AdminTest-300741977-project-admin] Notify agent at l3_agent.n-d-816865-1 the message routers_updated {{(pid=102387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 18:55:56.626264 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.db_base_plugin_common [req-035ab037-4109-4d18-9e6d-7b6a22146713 req-bf286334-7086-46b6-823a-85fde45ed7f4 tempest-ServerTagsTestJSON-354493938 tempest-ServerTagsTestJSON-354493938-project] Allocated IP 172.20.0.5 (c581c9c9-9128-4107-b120-7796cec1c314/6a18a616-6969-4c77-9b38-e271572a249f/f2befdcd-3286-48b8-ba74-f41fc8fc985c) {{(pid=102386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 18:55:56.638194 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c2a155d-177e-4e55-a3b3-7a3bc9604bb2 None None] Sync routers for ids ['4fa44714-5316-4114-a100-515617dd9209'] in n-d-816865-1 {{(pid=102389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 18:55:56.662738 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c2a155d-177e-4e55-a3b3-7a3bc9604bb2 None None] Routers {'4fa44714-5316-4114-a100-515617dd9209'} bound to L3 agent in host n-d-816865-1 {{(pid=102389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 18:55:56.665281 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-8c2a155d-177e-4e55-a3b3-7a3bc9604bb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T18:55:35Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['4fa44714-5316-4114-a100-515617dd9209'], 'active': True} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:55:56.671166 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-efce1415-9c7c-415d-b7b6-66a947ab27d3 req-19894030-bf59-49f4-b22a-de139905440b tempest-ServerRescueTestJSONUnderV235-847319139 tempest-ServerRescueTestJSONUnderV235-847319139-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-491296888&fields=id&tenant_id=06ed96522e9e42a39945febc80e1faeb HTTP/1.1" status: 200 len: 267 time: 0.3317342 Nov 05 18:55:56.682923 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-b660c66b-fb87-4e19-87ef-96e5b5c81d2c req-0fa4797e-4b96-49d3-8122-f75e32b545fb tempest-ServerTagsTestJSON-354493938 tempest-ServerTagsTestJSON-354493938-project] 10.222.0.13 "GET /v2.0/ports?device_id=10a921ee-3025-4cf3-8067-4057c56a681f HTTP/1.1" status: 200 len: 210 time: 0.1009815 Nov 05 18:55:56.832655 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efce1415-9c7c-415d-b7b6-66a947ab27d3 req-a868947a-f36d-468a-bc27-8af94c5d8e59 tempest-ServerRescueTestJSONUnderV235-847319139 tempest-ServerRescueTestJSONUnderV235-847319139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:55:56.844597 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-efce1415-9c7c-415d-b7b6-66a947ab27d3 req-a868947a-f36d-468a-bc27-8af94c5d8e59 tempest-ServerRescueTestJSONUnderV235-847319139 tempest-ServerRescueTestJSONUnderV235-847319139-project] 10.222.0.13 "GET /v2.0/ports?device_id=30f854dc-91a9-455d-85a2-232be75a6d81 HTTP/1.1" status: 200 len: 985 time: 0.1376145 Nov 05 18:55:56.856460 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [req-efce1415-9c7c-415d-b7b6-66a947ab27d3 req-6b4826a3-1512-499e-8edc-467cc927d0f3 tempest-ServerRescueTestJSONUnderV235-847319139 tempest-ServerRescueTestJSONUnderV235-847319139-project] Request body: {'port': {'security_groups': ['2aa13776-0d09-4b7a-99bc-d3ea449425cd']}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:55:56.886648 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-035ab037-4109-4d18-9e6d-7b6a22146713 req-bf286334-7086-46b6-823a-85fde45ed7f4 tempest-ServerTagsTestJSON-354493938 tempest-ServerTagsTestJSON-354493938-project] Publish callbacks [] for port, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:56.917458 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvr_db [None req-8c2a155d-177e-4e55-a3b3-7a3bc9604bb2 None None] Set router 4fa44714-5316-4114-a100-515617dd9209 gateway port host: n-d-816865-1 {{(pid=102389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 18:55:56.923000 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fadc25a-883c-48b0-bb73-bf7a448ff9a2 tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Network fb9cdfeb-654e-48e7-8f9e-65c84541408b is scheduled to be hosted by DHCP agent 987e2ca0-bc3b-4c6f-a989-429ccfbf753f with binding_index 1 {{(pid=102386) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 05 18:55:56.925816 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cfb50c-1ec4-46a4-8c9c-bd5629a90e24 req-7244dd2c-3d10-4442-8eec-78dc10c6db7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:55:56.927615 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-d2cfb50c-1ec4-46a4-8c9c-bd5629a90e24 req-7244dd2c-3d10-4442-8eec-78dc10c6db7d service neutron] 10.222.0.41 "GET /v2.0/networks?id=33b67f12-3e30-4db0-bf1c-b2b3da4d6fc7 HTTP/1.1" status: 200 len: 921 time: 0.3494802 Nov 05 18:55:56.959061 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-55de6a6f-9c0c-4f6f-9f40-63f4285d32c4 tempest-RoutersIpV6AdminTest-300741977 tempest-RoutersIpV6AdminTest-300741977-project-admin] Publish callbacks [] for router, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:56.961092 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-55de6a6f-9c0c-4f6f-9f40-63f4285d32c4 tempest-RoutersIpV6AdminTest-300741977 tempest-RoutersIpV6AdminTest-300741977-project-admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 5.3025005 Nov 05 18:55:56.963834 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 35642) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:55:56.981293 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-d2cfb50c-1ec4-46a4-8c9c-bd5629a90e24 req-9d37ff0e-2024-4f4c-9e64-c97c05e57665 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8c6dd4d3-e153-4543-b90b-dfbf5180b0bb HTTP/1.1" status: 200 len: 217 time: 0.0462668 Nov 05 18:55:57.058167 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-035ab037-4109-4d18-9e6d-7b6a22146713 req-bf286334-7086-46b6-823a-85fde45ed7f4 tempest-ServerTagsTestJSON-354493938 tempest-ServerTagsTestJSON-354493938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:57.060366 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.base_scheduler [None req-8fadc25a-883c-48b0-bb73-bf7a448ff9a2 tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816865-1, fb9cdfeb-654e-48e7-8f9e-65c84541408b) {{(pid=102386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:55:57.072450 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cfb50c-1ec4-46a4-8c9c-bd5629a90e24 req-3b989d5d-6aa1-47c8-a544-ea908799623c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:55:57.074546 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-d2cfb50c-1ec4-46a4-8c9c-bd5629a90e24 req-3b989d5d-6aa1-47c8-a544-ea908799623c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a3a64416-ba54-43fe-a90a-a0ccf6654f9d HTTP/1.1" status: 200 len: 860 time: 0.0862806 Nov 05 18:55:57.078850 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dea6ae46-6268-48bb-b459-4cf4da38bcb2 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Made reservation on behalf of 7bc73c6c17f842a987dd31290d20faa2 for: {'subnet': 1} {{(pid=102387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 18:55:57.082175 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fadc25a-883c-48b0-bb73-bf7a448ff9a2 tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:55:57.082888 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-8fadc25a-883c-48b0-bb73-bf7a448ff9a2 tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Publish callbacks [] for subnet, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:57.083400 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-dea6ae46-6268-48bb-b459-4cf4da38bcb2 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5112236'] for subnet, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:57.094178 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-867c3185-2dc0-4024-bd9f-a74fd1109c7c None None] Network fb9cdfeb-654e-48e7-8f9e-65c84541408b requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 18:55:57.164459 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10b9c761-32f6-4140-9893-7fffcd1322e1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeb20a084-accf-5b60-8075-3e69ebe863a6-1c9d25d3-7f2e-4384-9081-dc17514a5578', 'network_id': '1c9d25d3-7f2e-4384-9081-dc17514a5578', 'tenant_id': '7bc73c6c17f842a987dd31290d20faa2', 'fixed_ips': [{'subnet_id': '7e6a957d-c53c-4bf3-8728-e3679e1a97bd'}]}} from n-d-816865-1. {{(pid=102388) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 05 18:55:57.165370 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-10b9c761-32f6-4140-9893-7fffcd1322e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:57.166555 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-efce1415-9c7c-415d-b7b6-66a947ab27d3 req-6b4826a3-1512-499e-8edc-467cc927d0f3 tempest-ServerRescueTestJSONUnderV235-847319139 tempest-ServerRescueTestJSONUnderV235-847319139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:57.221541 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-d2cfb50c-1ec4-46a4-8c9c-bd5629a90e24 req-ad48c415-de51-4f50-9f71-e4642bc470a8 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=33b67f12-3e30-4db0-bf1c-b2b3da4d6fc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1082654 Nov 05 18:55:57.242167 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-035ab037-4109-4d18-9e6d-7b6a22146713 req-bf286334-7086-46b6-823a-85fde45ed7f4 tempest-ServerTagsTestJSON-354493938 tempest-ServerTagsTestJSON-354493938-project] Network c581c9c9-9128-4107-b120-7796cec1c314 is already hosted by enough agents. {{(pid=102386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 18:55:57.265206 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.base_scheduler [req-035ab037-4109-4d18-9e6d-7b6a22146713 req-bf286334-7086-46b6-823a-85fde45ed7f4 tempest-ServerTagsTestJSON-354493938 tempest-ServerTagsTestJSON-354493938-project] Resources bound (agent type, host, resource id): {{(pid=102386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:55:57.283283 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [req-035ab037-4109-4d18-9e6d-7b6a22146713 req-bf286334-7086-46b6-823a-85fde45ed7f4 tempest-ServerTagsTestJSON-354493938 tempest-ServerTagsTestJSON-354493938-project] Received port after_create {{(pid=102386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 18:55:57.295388 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf286334-7086-46b6-823a-85fde45ed7f4 tempest-ServerTagsTestJSON-354493938 tempest-ServerTagsTestJSON-354493938-project] Pushing event updated for resources: {'Port': ['ID=f2befdcd-3286-48b8-ba74-f41fc8fc985c,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:55:57.301920 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-8c2a155d-177e-4e55-a3b3-7a3bc9604bb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fa44714-5316-4114-a100-515617dd9209', 'name': 'tempest-snat-router-2115447468', 'tenant_id': '3fdf0adabde0460c887e9be603056b00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.91'}], 'enable_snat': False}, 'gw_port_id': '44dee693-55af-4048-b00c-5dbdc46edb3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T18:55:51Z', 'updated_at': '2021-11-05T18:55:54Z', 'revision_number': 3, 'project_id': '3fdf0adabde0460c887e9be603056b00', 'gw_port': {'id': '44dee693-55af-4048-b00c-5dbdc46edb3d', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:80:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fa44714-5316-4114-a100-515617dd9209', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2038, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T18:55:53Z', 'updated_at': '2021-11-05T18:55:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-816865-1'}], 'n-d-816865-1', False) {} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:55:57.311282 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-62c1dd98-6e2d-4ab9-a23f-00da4b99a520 req-4db22c80-973c-486d-9548-29ef875c8e9b tempest-ServerRescueTestJSON-1639389385 tempest-ServerRescueTestJSON-1639389385-project] 10.222.0.13 "GET /v2.0/ports?device_id=9c7dbc46-8c68-4f14-8897-91c11ae5a9cd HTTP/1.1" status: 200 len: 210 time: 0.0754926 Nov 05 18:55:57.347625 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-8fadc25a-883c-48b0-bb73-bf7a448ff9a2 tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 2.5767021 Nov 05 18:55:57.349495 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c2a155d-177e-4e55-a3b3-7a3bc9604bb2 None None] Checking router: 4fa44714-5316-4114-a100-515617dd9209 for host: n-d-816865-1 {{(pid=102389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 18:55:57.350006 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c2a155d-177e-4e55-a3b3-7a3bc9604bb2 None None] Updating router 4fa44714-5316-4114-a100-515617dd9209 port 44dee693-55af-4048-b00c-5dbdc46edb3d binding host n-d-816865-1 {{(pid=102389) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 05 18:55:57.355063 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 35646) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:55:57.362405 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-ed26ceb7-62e8-45ad-82cc-63a2e5c25624 tempest-RoutersIpV6AdminTest-300741977 tempest-RoutersIpV6AdminTest-300741977-project-admin] 10.222.0.13 "GET /v2.0/routers/4fa44714-5316-4114-a100-515617dd9209 HTTP/1.1" status: 200 len: 908 time: 0.3974371 Nov 05 18:55:57.372376 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-46b750a7-3d52-47bf-8db5-85cebf34f148 tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1104685325'}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:55:57.378941 n-d-816865-1 neutron-server[102387]: INFO neutron.db.ipam_backend_mixin [None req-dea6ae46-6268-48bb-b459-4cf4da38bcb2 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 7e6a957d-c53c-4bf3-8728-e3679e1a97bd (CIDR: 2001:db8::/64) Nov 05 18:55:57.387340 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 35648) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:55:57.389861 n-d-816865-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-8c2a155d-177e-4e55-a3b3-7a3bc9604bb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:57.394254 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-c904688e-de55-421a-93bc-d6ca0d364832 tempest-RoutersIpV6AdminTest-300741977 tempest-RoutersIpV6AdminTest-300741977-project-admin] Request body: {'router': {'name': 'tempest-snat-router-2115447468', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'enable_snat': True}}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:55:57.429744 n-d-816865-1 neutron-server[102387]: INFO neutron.pecan_wsgi.hooks.translation [None req-dea6ae46-6268-48bb-b459-4cf4da38bcb2 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 05 18:55:57.430265 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dea6ae46-6268-48bb-b459-4cf4da38bcb2 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102387) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 05 18:55:57.461533 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-d2cfb50c-1ec4-46a4-8c9c-bd5629a90e24 req-01e64112-3803-4bab-a8c7-b1daa8d0c625 service neutron] 10.222.0.41 "GET /v2.0/networks/33b67f12-3e30-4db0-bf1c-b2b3da4d6fc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2165127 Nov 05 18:55:57.514728 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035ab037-4109-4d18-9e6d-7b6a22146713 req-bf286334-7086-46b6-823a-85fde45ed7f4 tempest-ServerTagsTestJSON-354493938 tempest-ServerTagsTestJSON-354493938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:55:57.517073 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-035ab037-4109-4d18-9e6d-7b6a22146713 req-bf286334-7086-46b6-823a-85fde45ed7f4 tempest-ServerTagsTestJSON-354493938 tempest-ServerTagsTestJSON-354493938-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:57.546079 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46b750a7-3d52-47bf-8db5-85cebf34f148 tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Made reservation on behalf of 3ef4f33c20644d3a8cc67018579acd02 for: {'network': 1} {{(pid=102387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 18:55:57.550626 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-46b750a7-3d52-47bf-8db5-85cebf34f148 tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for network, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:57.614280 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-d2cfb50c-1ec4-46a4-8c9c-bd5629a90e24 req-ffc4563b-5740-4b2b-971f-7156b765c8ff service neutron] 10.222.0.41 "GET /v2.0/networks/33b67f12-3e30-4db0-bf1c-b2b3da4d6fc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1441696 Nov 05 18:55:57.676337 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46b750a7-3d52-47bf-8db5-85cebf34f148 tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 185} {{(pid=102387) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 05 18:55:57.688868 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.db [req-efce1415-9c7c-415d-b7b6-66a947ab27d3 req-6b4826a3-1512-499e-8edc-467cc927d0f3 tempest-ServerRescueTestJSONUnderV235-847319139 tempest-ServerRescueTestJSONUnderV235-847319139-project] For port 8c6dd4d3-e153-4543-b90b-dfbf5180b0bb, host n-h1-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=8c6dd4d3-e153-4543-b90b-dfbf5180b0bb,segment=NetworkSegment(cf4529b6-e7e1-4abc-9281-c00519ad0a15),segment_id=cf4529b6-e7e1-4abc-9281-c00519ad0a15)] {{(pid=102387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:55:57.701547 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-46b750a7-3d52-47bf-8db5-85cebf34f148 tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273'] for segment, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:57.701891 n-d-816865-1 neutron-server[102387]: INFO neutron.db.segments_db [None req-46b750a7-3d52-47bf-8db5-85cebf34f148 tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Added segment a419dd02-c978-4243-b6b9-0b226af478d4 of type vlan for network 7e50bef5-219c-4443-8cf5-08d647a64377 Nov 05 18:55:57.717729 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-dea6ae46-6268-48bb-b459-4cf4da38bcb2 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.1618776 Nov 05 18:55:57.726208 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 35650) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:55:57.726445 n-d-816865-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-8c2a155d-177e-4e55-a3b3-7a3bc9604bb2 None None] Publish callbacks [] for port, precommit_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:57.741685 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-6f87c20f-6520-4c0d-bd53-f497e7611338 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Request body: {'subnet': {'network_id': '1c9d25d3-7f2e-4384-9081-dc17514a5578', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:55:57.772314 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.db_base_plugin_common [None req-10b9c761-32f6-4140-9893-7fffcd1322e1 None None] Allocated IP 2001:db8::2 (1c9d25d3-7f2e-4384-9081-dc17514a5578/7e6a957d-c53c-4bf3-8728-e3679e1a97bd/a4ae13a2-388f-4e3b-815b-b2e2139305bd) {{(pid=102388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 18:55:57.799402 n-d-816865-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-8c2a155d-177e-4e55-a3b3-7a3bc9604bb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:57.876487 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6e8b3f6-945c-480e-963f-d59447b50088 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeb20a084-accf-5b60-8075-3e69ebe863a6-fb9cdfeb-654e-48e7-8f9e-65c84541408b', 'network_id': 'fb9cdfeb-654e-48e7-8f9e-65c84541408b', 'tenant_id': '3ef4f33c20644d3a8cc67018579acd02', 'fixed_ips': [{'subnet_id': '42ff02b4-c73f-4433-93b3-b3d06a5e483c'}]}} from n-d-816865-1. {{(pid=102388) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 05 18:55:57.877667 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-f6e8b3f6-945c-480e-963f-d59447b50088 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:57.896286 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.managers [None req-8c2a155d-177e-4e55-a3b3-7a3bc9604bb2 None None] Attempting to bind port 44dee693-55af-4048-b00c-5dbdc46edb3d on host n-d-816865-1 for vnic_type normal with profile {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 18:55:57.896725 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.managers [None req-8c2a155d-177e-4e55-a3b3-7a3bc9604bb2 None None] Attempting to bind port 44dee693-55af-4048-b00c-5dbdc46edb3d by drivers openvswitch,hyperv on host n-d-816865-1 at level 0 using segments [{'id': '85be518c-8bb4-46a2-a903-d4292782d29d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec'}] {{(pid=102389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 18:55:57.897017 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c2a155d-177e-4e55-a3b3-7a3bc9604bb2 None None] Attempting to bind port 44dee693-55af-4048-b00c-5dbdc46edb3d on network 40c8335d-cd0b-4cb5-910a-d4dcddd5cbec {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 18:55:57.904213 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-c904688e-de55-421a-93bc-d6ca0d364832 tempest-RoutersIpV6AdminTest-300741977 tempest-RoutersIpV6AdminTest-300741977-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-571139', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6874'] for router, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:57.905426 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-c904688e-de55-421a-93bc-d6ca0d364832 tempest-RoutersIpV6AdminTest-300741977 tempest-RoutersIpV6AdminTest-300741977-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-571375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1000570', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1011585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6867'] for router, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:57.906757 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c2a155d-177e-4e55-a3b3-7a3bc9604bb2 None None] Checking agent: {'id': '724d89a7-611b-41e6-bc85-c48112b17afa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 18, 25, 8), 'started_at': datetime.datetime(2021, 11, 5, 18, 25, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 18, 55, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 18:55:57.907132 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c2a155d-177e-4e55-a3b3-7a3bc9604bb2 None None] Checking segment: {'id': '85be518c-8bb4-46a2-a903-d4292782d29d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 18:55:57.907535 n-d-816865-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-8c2a155d-177e-4e55-a3b3-7a3bc9604bb2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:57.907923 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c2a155d-177e-4e55-a3b3-7a3bc9604bb2 None None] Bound using segment: {'id': '85be518c-8bb4-46a2-a903-d4292782d29d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec'} {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 18:55:57.908572 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.managers [None req-8c2a155d-177e-4e55-a3b3-7a3bc9604bb2 None None] Bound port: 44dee693-55af-4048-b00c-5dbdc46edb3d, host: n-d-816865-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85be518c-8bb4-46a2-a903-d4292782d29d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec'}}] {{(pid=102389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 18:55:57.908978 n-d-816865-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-8c2a155d-177e-4e55-a3b3-7a3bc9604bb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:57.911954 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84757d33-0443-4f7f-88af-20462424b556 None None] Pushing event updated for resources: {'Port': ['ID=44dee693-55af-4048-b00c-5dbdc46edb3d,revision_number=2']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:55:57.915145 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-efce1415-9c7c-415d-b7b6-66a947ab27d3 req-6b4826a3-1512-499e-8edc-467cc927d0f3 tempest-ServerRescueTestJSONUnderV235-847319139 tempest-ServerRescueTestJSONUnderV235-847319139-project] Publish callbacks [] for port, precommit_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:57.917562 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-46b750a7-3d52-47bf-8db5-85cebf34f148 tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750027258543'] for network, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:57.953187 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84757d33-0443-4f7f-88af-20462424b556 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:55:57.953187 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84757d33-0443-4f7f-88af-20462424b556 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:55:57.955326 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84757d33-0443-4f7f-88af-20462424b556 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:55:57.955702 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84757d33-0443-4f7f-88af-20462424b556 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:55:57.956056 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84757d33-0443-4f7f-88af-20462424b556 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:55:57.956395 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84757d33-0443-4f7f-88af-20462424b556 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:55:57.956729 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84757d33-0443-4f7f-88af-20462424b556 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:55:57.957060 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84757d33-0443-4f7f-88af-20462424b556 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:55:57.957390 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84757d33-0443-4f7f-88af-20462424b556 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:55:57.957715 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84757d33-0443-4f7f-88af-20462424b556 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:55:57.958063 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84757d33-0443-4f7f-88af-20462424b556 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:55:57.958516 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84757d33-0443-4f7f-88af-20462424b556 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:55:57.976247 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-035ab037-4109-4d18-9e6d-7b6a22146713 req-bf286334-7086-46b6-823a-85fde45ed7f4 tempest-ServerTagsTestJSON-354493938 tempest-ServerTagsTestJSON-354493938-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2430377 Nov 05 18:55:57.997467 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [None req-8c2a155d-177e-4e55-a3b3-7a3bc9604bb2 None None] For port 44dee693-55af-4048-b00c-5dbdc46edb3d, host n-d-816865-1, cleared binding levels {{(pid=102389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 18:55:58.001197 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [None req-8c2a155d-177e-4e55-a3b3-7a3bc9604bb2 None None] For port 44dee693-55af-4048-b00c-5dbdc46edb3d, host n-d-816865-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=44dee693-55af-4048-b00c-5dbdc46edb3d,segment=NetworkSegment(85be518c-8bb4-46a2-a903-d4292782d29d),segment_id=85be518c-8bb4-46a2-a903-d4292782d29d)] {{(pid=102389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 18:55:58.012614 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [req-035ab037-4109-4d18-9e6d-7b6a22146713 req-4aeb40b9-90e5-444e-a5c9-d833560c09b1 service neutron] Request body: {'port': {'device_id': '10a921ee-3025-4cf3-8067-4057c56a681f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816865-1'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:55:58.044108 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d364132d-de76-4dc1-9596-bb0a9ca78af6 req-e557cfbc-c65c-4070-ac23-b65b2c432718 tempest-ServerTagsTestJSON-354493938 tempest-ServerTagsTestJSON-354493938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:55:58.053526 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-d364132d-de76-4dc1-9596-bb0a9ca78af6 req-e557cfbc-c65c-4070-ac23-b65b2c432718 tempest-ServerTagsTestJSON-354493938 tempest-ServerTagsTestJSON-354493938-project] 10.222.0.13 "GET /v2.0/ports?device_id=10a921ee-3025-4cf3-8067-4057c56a681f HTTP/1.1" status: 200 len: 931 time: 0.2551978 Nov 05 18:55:58.055356 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-efce1415-9c7c-415d-b7b6-66a947ab27d3 req-6b4826a3-1512-499e-8edc-467cc927d0f3 tempest-ServerRescueTestJSONUnderV235-847319139 tempest-ServerRescueTestJSONUnderV235-847319139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4417072'] for port, after_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:58.089409 n-d-816865-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-8c2a155d-177e-4e55-a3b3-7a3bc9604bb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:58.101368 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] get_ports_and_sgs() called for port_ids ['8c6dd4d3-e153-4543-b90b-dfbf5180b0bb'] {{(pid=102388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 18:55:58.119163 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f87c20f-6520-4c0d-bd53-f497e7611338 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Made reservation on behalf of 7bc73c6c17f842a987dd31290d20faa2 for: {'subnet': 1} {{(pid=102386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 18:55:58.128450 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-6f87c20f-6520-4c0d-bd53-f497e7611338 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4877122'] for subnet, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:58.156565 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-c904688e-de55-421a-93bc-d6ca0d364832 tempest-RoutersIpV6AdminTest-300741977 tempest-RoutersIpV6AdminTest-300741977-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:58.183407 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-035ab037-4109-4d18-9e6d-7b6a22146713 req-4aeb40b9-90e5-444e-a5c9-d833560c09b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:58.226494 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efce1415-9c7c-415d-b7b6-66a947ab27d3 req-6b4826a3-1512-499e-8edc-467cc927d0f3 tempest-ServerRescueTestJSONUnderV235-847319139 tempest-ServerRescueTestJSONUnderV235-847319139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:55:58.227159 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-efce1415-9c7c-415d-b7b6-66a947ab27d3 req-6b4826a3-1512-499e-8edc-467cc927d0f3 tempest-ServerRescueTestJSONUnderV235-847319139 tempest-ServerRescueTestJSONUnderV235-847319139-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:58.243529 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-efce1415-9c7c-415d-b7b6-66a947ab27d3 req-6b4826a3-1512-499e-8edc-467cc927d0f3 tempest-ServerRescueTestJSONUnderV235-847319139 tempest-ServerRescueTestJSONUnderV235-847319139-project] 10.222.0.13 "PUT /v2.0/ports/8c6dd4d3-e153-4543-b90b-dfbf5180b0bb HTTP/1.1" status: 200 len: 943 time: 1.3941727 Nov 05 18:55:58.264617 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-46b750a7-3d52-47bf-8db5-85cebf34f148 tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-956796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877'] for network, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:58.275690 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c2a155d-177e-4e55-a3b3-7a3bc9604bb2 None None] Routers {'4fa44714-5316-4114-a100-515617dd9209'} bound to L3 agent in host n-d-816865-1 {{(pid=102389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 18:55:58.282106 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-8c2a155d-177e-4e55-a3b3-7a3bc9604bb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T18:55:35Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['4fa44714-5316-4114-a100-515617dd9209'], 'active': True} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:55:58.282286 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46b750a7-3d52-47bf-8db5-85cebf34f148 tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:55:58.282286 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-46b750a7-3d52-47bf-8db5-85cebf34f148 tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597851'] for network, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:58.397006 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84757d33-0443-4f7f-88af-20462424b556 None None] Pushing event updated for resources: {'Port': ['ID=44dee693-55af-4048-b00c-5dbdc46edb3d,revision_number=3']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:55:58.411762 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.db_base_plugin_common [None req-f6e8b3f6-945c-480e-963f-d59447b50088 None None] Allocated IP 172.20.255.242 (fb9cdfeb-654e-48e7-8f9e-65c84541408b/42ff02b4-c73f-4433-93b3-b3d06a5e483c/379ae38d-c955-44f8-9007-bd99f6472019) {{(pid=102388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 18:55:58.418732 n-d-816865-1 neutron-server[102387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c7dbc46-8c68-4f14-8897-91c11ae5a9cd', 'name': 'network-vif-deleted', 'tag': '681ffd7d-76c7-4d3f-aa31-075d70985958'}, {'name': 'network-changed', 'server_uuid': '30f854dc-91a9-455d-85a2-232be75a6d81', 'tag': '8c6dd4d3-e153-4543-b90b-dfbf5180b0bb'}] {{(pid=102387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 18:55:58.422215 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab06bd4ddf5758c1f10d79fe34dc215bafa488692cde9dba2fcbcb67556f90bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67f26910-0b88-49e5-811d-f49b2bed1d94" -d '{"events": [{"server_uuid": "9c7dbc46-8c68-4f14-8897-91c11ae5a9cd", "name": "network-vif-deleted", "tag": "681ffd7d-76c7-4d3f-aa31-075d70985958"}, {"name": "network-changed", "server_uuid": "30f854dc-91a9-455d-85a2-232be75a6d81", "tag": "8c6dd4d3-e153-4543-b90b-dfbf5180b0bb"}]}' {{(pid=102387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 18:55:58.427978 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b750a7-3d52-47bf-8db5-85cebf34f148 tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Pushing event updated for resources: {'Network': ['ID=7e50bef5-219c-4443-8cf5-08d647a64377,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:55:58.511491 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-46b750a7-3d52-47bf-8db5-85cebf34f148 tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.1525874 Nov 05 18:55:58.512551 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 35664) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:55:58.603370 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-a46ce31e-3888-4f8b-84af-0a1368d4772c tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Request body: {'subnet': {'network_id': '7e50bef5-219c-4443-8cf5-08d647a64377', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:55:58.679563 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-f6e8b3f6-945c-480e-963f-d59447b50088 None None] Publish callbacks [] for port, precommit_create {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:58.690022 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvr_db [None req-8c2a155d-177e-4e55-a3b3-7a3bc9604bb2 None None] Set router 4fa44714-5316-4114-a100-515617dd9209 gateway port host: n-d-816865-1 {{(pid=102389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 18:55:58.692312 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Network 7e50bef5-219c-4443-8cf5-08d647a64377 details requested by agent ovs-agent-n-d-816865-1 with host n-d-816865-1 {{(pid=102388) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 05 18:55:58.753550 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] get_ports_and_sgs() called for port_ids ['8c6dd4d3-e153-4543-b90b-dfbf5180b0bb'] {{(pid=102388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 18:55:58.761950 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4826a3-1512-499e-8edc-467cc927d0f3 tempest-ServerRescueTestJSONUnderV235-847319139 tempest-ServerRescueTestJSONUnderV235-847319139-project] Pushing event updated for resources: {'Port': ['ID=8c6dd4d3-e153-4543-b90b-dfbf5180b0bb,revision_number=7']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:55:58.786497 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-f6e8b3f6-945c-480e-963f-d59447b50088 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789'] for port, after_create {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:58.791454 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-d364132d-de76-4dc1-9596-bb0a9ca78af6 req-d7cf1c27-031c-45b5-aa13-13c768ea33fe tempest-ServerTagsTestJSON-354493938 tempest-ServerTagsTestJSON-354493938-project] 10.222.0.13 "GET /v2.0/security-groups?id=0b87c3a5-31aa-4565-89f8-1dd209a99114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6538250 Nov 05 18:55:58.869639 n-d-816865-1 neutron-server[102386]: DEBUG neutron.notifiers.nova [req-035ab037-4109-4d18-9e6d-7b6a22146713 req-4aeb40b9-90e5-444e-a5c9-d833560c09b1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f2befdcd-3286-48b8-ba74-f41fc8fc985c {{(pid=102386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 18:55:58.881392 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-035ab037-4109-4d18-9e6d-7b6a22146713 req-4aeb40b9-90e5-444e-a5c9-d833560c09b1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:58.884661 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a46ce31e-3888-4f8b-84af-0a1368d4772c tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Made reservation on behalf of 3ef4f33c20644d3a8cc67018579acd02 for: {'subnet': 1} {{(pid=102387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 18:55:58.890060 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-a46ce31e-3888-4f8b-84af-0a1368d4772c tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5112236'] for subnet, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:58.891180 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 35666) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:55:58.958451 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Device 681ffd7d-76c7-4d3f-aa31-075d70985958 no longer exists at agent hyperv_n-h1-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 18:55:58.977554 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 05 Nov 2021 18:55:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6138b900-adae-4290-9067-cab6a51ae6d8 x-openstack-request-id: req-6138b900-adae-4290-9067-cab6a51ae6d8 {{(pid=102387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 18:55:58.979917 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c7dbc46-8c68-4f14-8897-91c11ae5a9cd", "name": "network-vif-deleted", "tag": "681ffd7d-76c7-4d3f-aa31-075d70985958", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "30f854dc-91a9-455d-85a2-232be75a6d81", "tag": "8c6dd4d3-e153-4543-b90b-dfbf5180b0bb", "status": "completed", "code": 200}]} {{(pid=102387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 18:55:58.981059 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6138b900-adae-4290-9067-cab6a51ae6d8 {{(pid=102387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 18:55:58.982258 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.provisioning_blocks [req-035ab037-4109-4d18-9e6d-7b6a22146713 req-4aeb40b9-90e5-444e-a5c9-d833560c09b1 service neutron] Transition to ACTIVE for port object f2befdcd-3286-48b8-ba74-f41fc8fc985c will not be triggered until provisioned by entity L2. {{(pid=102386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 05 18:55:58.983808 n-d-816865-1 neutron-server[102387]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c7dbc46-8c68-4f14-8897-91c11ae5a9cd', 'name': 'network-vif-deleted', 'tag': '681ffd7d-76c7-4d3f-aa31-075d70985958', 'status': 'completed', 'code': 200} Nov 05 18:55:58.985034 n-d-816865-1 neutron-server[102387]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30f854dc-91a9-455d-85a2-232be75a6d81', 'tag': '8c6dd4d3-e153-4543-b90b-dfbf5180b0bb', 'status': 'completed', 'code': 200} Nov 05 18:55:59.018098 n-d-816865-1 neutron-server[102388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6e8b3f6-945c-480e-963f-d59447b50088 None None] Network fb9cdfeb-654e-48e7-8f9e-65c84541408b is already hosted by enough agents. {{(pid=102388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 18:55:59.022921 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] No Port match for: 681ffd7d-76c7-4d3f-aa31-075d70985958 {{(pid=102388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 18:55:59.023348 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Device 681ffd7d-76c7-4d3f-aa31-075d70985958 not bound to the agent host n-h1-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 18:55:59.029058 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-10b9c761-32f6-4140-9893-7fffcd1322e1 None None] Publish callbacks [] for port, precommit_create {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:59.065109 n-d-816865-1 neutron-server[102388]: DEBUG neutron.scheduler.base_scheduler [None req-f6e8b3f6-945c-480e-963f-d59447b50088 None None] Resources bound (agent type, host, resource id): {{(pid=102388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:55:59.071767 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6e8b3f6-945c-480e-963f-d59447b50088 None None] Received port after_create {{(pid=102388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 18:55:59.103306 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-8c2a155d-177e-4e55-a3b3-7a3bc9604bb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fa44714-5316-4114-a100-515617dd9209', 'name': 'tempest-snat-router-2115447468', 'tenant_id': '3fdf0adabde0460c887e9be603056b00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.91'}], 'enable_snat': False}, 'gw_port_id': '44dee693-55af-4048-b00c-5dbdc46edb3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T18:55:51Z', 'updated_at': '2021-11-05T18:55:54Z', 'revision_number': 3, 'project_id': '3fdf0adabde0460c887e9be603056b00', 'gw_port': {'id': '44dee693-55af-4048-b00c-5dbdc46edb3d', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:80:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fa44714-5316-4114-a100-515617dd9209', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2038, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T18:55:53Z', 'updated_at': '2021-11-05T18:55:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-816865-1'}], 'n-d-816865-1', False) {} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:55:59.115622 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-035ab037-4109-4d18-9e6d-7b6a22146713 req-4aeb40b9-90e5-444e-a5c9-d833560c09b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6149821'] for port, after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:59.150671 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c2a155d-177e-4e55-a3b3-7a3bc9604bb2 None None] The sync data for ids ['4fa44714-5316-4114-a100-515617dd9209'] in n-d-816865-1 is: [{'id': '4fa44714-5316-4114-a100-515617dd9209', 'name': 'tempest-snat-router-2115447468', 'tenant_id': '3fdf0adabde0460c887e9be603056b00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.91'}], 'enable_snat': False}, 'gw_port_id': '44dee693-55af-4048-b00c-5dbdc46edb3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T18:55:51Z', 'updated_at': '2021-11-05T18:55:54Z', 'revision_number': 3, 'project_id': '3fdf0adabde0460c887e9be603056b00', 'gw_port': {'id': '44dee693-55af-4048-b00c-5dbdc46edb3d', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:80:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fa44714-5316-4114-a100-515617dd9209', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2038, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T18:55:53Z', 'updated_at': '2021-11-05T18:55:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-816865-1'}] {{(pid=102389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 18:55:59.187993 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-10b9c761-32f6-4140-9893-7fffcd1322e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789'] for port, after_create {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:59.226463 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e8b3f6-945c-480e-963f-d59447b50088 None None] Pushing event updated for resources: {'Port': ['ID=379ae38d-c955-44f8-9007-bd99f6472019,revision_number=1']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:55:59.260905 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aeb40b9-90e5-444e-a5c9-d833560c09b1 service neutron] Pushing event updated for resources: {'Port': ['ID=f2befdcd-3286-48b8-ba74-f41fc8fc985c,revision_number=2']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:55:59.287241 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b9c761-32f6-4140-9893-7fffcd1322e1 None None] Pushing event updated for resources: {'Port': ['ID=a4ae13a2-388f-4e3b-815b-b2e2139305bd,revision_number=1']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:55:59.296541 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-f6e8b3f6-945c-480e-963f-d59447b50088 None None] Attempting to bind port 379ae38d-c955-44f8-9007-bd99f6472019 on host n-d-816865-1 for vnic_type normal with profile {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 18:55:59.296980 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-f6e8b3f6-945c-480e-963f-d59447b50088 None None] Attempting to bind port 379ae38d-c955-44f8-9007-bd99f6472019 by drivers openvswitch,hyperv on host n-d-816865-1 at level 0 using segments [{'id': '0e7508e1-503c-4843-b2cc-2d7515743406', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'fb9cdfeb-654e-48e7-8f9e-65c84541408b'}] {{(pid=102388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 18:55:59.297264 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6e8b3f6-945c-480e-963f-d59447b50088 None None] Attempting to bind port 379ae38d-c955-44f8-9007-bd99f6472019 on network fb9cdfeb-654e-48e7-8f9e-65c84541408b {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 18:55:59.301417 n-d-816865-1 neutron-server[102388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10b9c761-32f6-4140-9893-7fffcd1322e1 None None] Network 1c9d25d3-7f2e-4384-9081-dc17514a5578 is already hosted by enough agents. {{(pid=102388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 18:55:59.320976 n-d-816865-1 neutron-server[102388]: DEBUG neutron.scheduler.base_scheduler [None req-10b9c761-32f6-4140-9893-7fffcd1322e1 None None] Resources bound (agent type, host, resource id): {{(pid=102388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:55:59.331494 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6e8b3f6-945c-480e-963f-d59447b50088 None None] Checking agent: {'id': '724d89a7-611b-41e6-bc85-c48112b17afa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 18, 25, 8), 'started_at': datetime.datetime(2021, 11, 5, 18, 25, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 18, 55, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 18:55:59.331494 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6e8b3f6-945c-480e-963f-d59447b50088 None None] Checking segment: {'id': '0e7508e1-503c-4843-b2cc-2d7515743406', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'fb9cdfeb-654e-48e7-8f9e-65c84541408b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 18:55:59.331903 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-f6e8b3f6-945c-480e-963f-d59447b50088 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:59.331903 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6e8b3f6-945c-480e-963f-d59447b50088 None None] Bound using segment: {'id': '0e7508e1-503c-4843-b2cc-2d7515743406', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'fb9cdfeb-654e-48e7-8f9e-65c84541408b'} {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 18:55:59.332560 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-f6e8b3f6-945c-480e-963f-d59447b50088 None None] Bound port: 379ae38d-c955-44f8-9007-bd99f6472019, host: n-d-816865-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e7508e1-503c-4843-b2cc-2d7515743406', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'fb9cdfeb-654e-48e7-8f9e-65c84541408b'}}] {{(pid=102388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 18:55:59.332783 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-f6e8b3f6-945c-480e-963f-d59447b50088 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:59.340583 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10b9c761-32f6-4140-9893-7fffcd1322e1 None None] Received port after_create {{(pid=102388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 18:55:59.532777 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-f6e8b3f6-945c-480e-963f-d59447b50088 None None] For port 379ae38d-c955-44f8-9007-bd99f6472019, host n-d-816865-1, cleared binding levels {{(pid=102388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 18:55:59.544706 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-f6e8b3f6-945c-480e-963f-d59447b50088 None None] For port 379ae38d-c955-44f8-9007-bd99f6472019, host n-d-816865-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=379ae38d-c955-44f8-9007-bd99f6472019,segment=NetworkSegment(0e7508e1-503c-4843-b2cc-2d7515743406),segment_id=0e7508e1-503c-4843-b2cc-2d7515743406)] {{(pid=102388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 18:55:59.557890 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-c904688e-de55-421a-93bc-d6ca0d364832 tempest-RoutersIpV6AdminTest-300741977 tempest-RoutersIpV6AdminTest-300741977-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:59.615210 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-10b9c761-32f6-4140-9893-7fffcd1322e1 None None] Attempting to bind port a4ae13a2-388f-4e3b-815b-b2e2139305bd on host n-d-816865-1 for vnic_type normal with profile {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 18:55:59.615432 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-10b9c761-32f6-4140-9893-7fffcd1322e1 None None] Attempting to bind port a4ae13a2-388f-4e3b-815b-b2e2139305bd by drivers openvswitch,hyperv on host n-d-816865-1 at level 0 using segments [{'id': '1bdc5ccc-001b-4584-b217-2d1934002f57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '1c9d25d3-7f2e-4384-9081-dc17514a5578'}] {{(pid=102388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 18:55:59.616641 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10b9c761-32f6-4140-9893-7fffcd1322e1 None None] Attempting to bind port a4ae13a2-388f-4e3b-815b-b2e2139305bd on network 1c9d25d3-7f2e-4384-9081-dc17514a5578 {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 18:55:59.619811 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f26910-0b88-49e5-811d-f49b2bed1d94 req-d1b03c6d-bebb-4135-b637-1ccc90ab8a1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:55:59.622682 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-67f26910-0b88-49e5-811d-f49b2bed1d94 req-d1b03c6d-bebb-4135-b637-1ccc90ab8a1a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=06ed96522e9e42a39945febc80e1faeb&device_id=30f854dc-91a9-455d-85a2-232be75a6d81 HTTP/1.1" status: 200 len: 1097 time: 0.6288698 Nov 05 18:55:59.626531 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-0c9ec8a8-ddfb-4f94-babd-fa5c9522a9a9 req-8d73bebf-d177-4d81-9190-cbb810446a0d tempest-ServerRescueTestJSONUnderV235-847319139 tempest-ServerRescueTestJSONUnderV235-847319139-project] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 1.1924281 Nov 05 18:55:59.639888 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10b9c761-32f6-4140-9893-7fffcd1322e1 None None] Checking agent: {'id': '724d89a7-611b-41e6-bc85-c48112b17afa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 18, 25, 8), 'started_at': datetime.datetime(2021, 11, 5, 18, 25, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 18, 55, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 18:55:59.643875 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [req-0c9ec8a8-ddfb-4f94-babd-fa5c9522a9a9 req-4bc81d88-a052-470d-993d-94699a301310 tempest-ServerRescueTestJSONUnderV235-847319139 tempest-ServerRescueTestJSONUnderV235-847319139-project] Request body: {'floatingip': {'floating_network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec'}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:55:59.644059 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10b9c761-32f6-4140-9893-7fffcd1322e1 None None] Checking segment: {'id': '1bdc5ccc-001b-4584-b217-2d1934002f57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '1c9d25d3-7f2e-4384-9081-dc17514a5578'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 18:55:59.644059 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-10b9c761-32f6-4140-9893-7fffcd1322e1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:59.644059 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10b9c761-32f6-4140-9893-7fffcd1322e1 None None] Bound using segment: {'id': '1bdc5ccc-001b-4584-b217-2d1934002f57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '1c9d25d3-7f2e-4384-9081-dc17514a5578'} {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 18:55:59.644059 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-10b9c761-32f6-4140-9893-7fffcd1322e1 None None] Bound port: a4ae13a2-388f-4e3b-815b-b2e2139305bd, host: n-d-816865-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1bdc5ccc-001b-4584-b217-2d1934002f57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '1c9d25d3-7f2e-4384-9081-dc17514a5578'}}] {{(pid=102388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 18:55:59.644059 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-10b9c761-32f6-4140-9893-7fffcd1322e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:59.689541 n-d-816865-1 neutron-server[102386]: DEBUG neutron.objects.ports [None req-6f87c20f-6520-4c0d-bd53-f497e7611338 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102386) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 05 18:55:59.704121 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-f6e8b3f6-945c-480e-963f-d59447b50088 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:59.832666 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e8b3f6-945c-480e-963f-d59447b50088 None None] Pushing event updated for resources: {'Port': ['ID=379ae38d-c955-44f8-9007-bd99f6472019,revision_number=2']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:55:59.836623 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-10b9c761-32f6-4140-9893-7fffcd1322e1 None None] For port a4ae13a2-388f-4e3b-815b-b2e2139305bd, host n-d-816865-1, cleared binding levels {{(pid=102388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 18:55:59.842732 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-10b9c761-32f6-4140-9893-7fffcd1322e1 None None] For port a4ae13a2-388f-4e3b-815b-b2e2139305bd, host n-d-816865-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=a4ae13a2-388f-4e3b-815b-b2e2139305bd,segment=NetworkSegment(1bdc5ccc-001b-4584-b217-2d1934002f57),segment_id=1bdc5ccc-001b-4584-b217-2d1934002f57)] {{(pid=102388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 18:55:59.876239 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-0c9ec8a8-ddfb-4f94-babd-fa5c9522a9a9 req-4bc81d88-a052-470d-993d-94699a301310 tempest-ServerRescueTestJSONUnderV235-847319139 tempest-ServerRescueTestJSONUnderV235-847319139-project] Publish callbacks [] for floatingip, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:55:59.933604 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [req-035ab037-4109-4d18-9e6d-7b6a22146713 req-4aeb40b9-90e5-444e-a5c9-d833560c09b1 service neutron] Attempting to bind port f2befdcd-3286-48b8-ba74-f41fc8fc985c on host n-h2-816865-1 for vnic_type normal with profile {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 18:55:59.933976 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [req-035ab037-4109-4d18-9e6d-7b6a22146713 req-4aeb40b9-90e5-444e-a5c9-d833560c09b1 service neutron] Attempting to bind port f2befdcd-3286-48b8-ba74-f41fc8fc985c by drivers openvswitch,hyperv on host n-h2-816865-1 at level 0 using segments [{'id': '2ea0b66f-1feb-4646-9d6e-6474fbb01ef7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'c581c9c9-9128-4107-b120-7796cec1c314'}] {{(pid=102386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 18:55:59.934333 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-035ab037-4109-4d18-9e6d-7b6a22146713 req-4aeb40b9-90e5-444e-a5c9-d833560c09b1 service neutron] Attempting to bind port f2befdcd-3286-48b8-ba74-f41fc8fc985c on network c581c9c9-9128-4107-b120-7796cec1c314 {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 18:55:59.943465 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-035ab037-4109-4d18-9e6d-7b6a22146713 req-4aeb40b9-90e5-444e-a5c9-d833560c09b1 service neutron] Port f2befdcd-3286-48b8-ba74-f41fc8fc985c on network c581c9c9-9128-4107-b120-7796cec1c314 not bound, no agent of type Open vSwitch agent registered on host n-h2-816865-1 {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 18:55:59.943799 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-035ab037-4109-4d18-9e6d-7b6a22146713 req-4aeb40b9-90e5-444e-a5c9-d833560c09b1 service neutron] Attempting to bind port f2befdcd-3286-48b8-ba74-f41fc8fc985c on network c581c9c9-9128-4107-b120-7796cec1c314 {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 18:55:59.947761 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-10b9c761-32f6-4140-9893-7fffcd1322e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:00.013899 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-035ab037-4109-4d18-9e6d-7b6a22146713 req-4aeb40b9-90e5-444e-a5c9-d833560c09b1 service neutron] Checking agent: {'id': '32aff553-696f-4891-83f5-5c176f61fe54', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816865-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 18, 33, 36), 'started_at': datetime.datetime(2021, 11, 5, 18, 33, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 18, 55, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 18:56:00.015645 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-035ab037-4109-4d18-9e6d-7b6a22146713 req-4aeb40b9-90e5-444e-a5c9-d833560c09b1 service neutron] Checking segment: {'id': '2ea0b66f-1feb-4646-9d6e-6474fbb01ef7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'c581c9c9-9128-4107-b120-7796cec1c314'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 18:56:00.015645 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-035ab037-4109-4d18-9e6d-7b6a22146713 req-4aeb40b9-90e5-444e-a5c9-d833560c09b1 service neutron] Bound using segment: {'id': '2ea0b66f-1feb-4646-9d6e-6474fbb01ef7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'c581c9c9-9128-4107-b120-7796cec1c314'} {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 18:56:00.015645 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [req-035ab037-4109-4d18-9e6d-7b6a22146713 req-4aeb40b9-90e5-444e-a5c9-d833560c09b1 service neutron] Bound port: f2befdcd-3286-48b8-ba74-f41fc8fc985c, host: n-h2-816865-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ea0b66f-1feb-4646-9d6e-6474fbb01ef7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'c581c9c9-9128-4107-b120-7796cec1c314'}}] {{(pid=102386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 18:56:00.016014 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-035ab037-4109-4d18-9e6d-7b6a22146713 req-4aeb40b9-90e5-444e-a5c9-d833560c09b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:00.047773 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b9c761-32f6-4140-9893-7fffcd1322e1 None None] Pushing event updated for resources: {'Port': ['ID=a4ae13a2-388f-4e3b-815b-b2e2139305bd,revision_number=2']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:56:00.140499 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f26910-0b88-49e5-811d-f49b2bed1d94 req-4ff19f46-ce2d-431e-928b-09969be969ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:56:00.143407 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-67f26910-0b88-49e5-811d-f49b2bed1d94 req-4ff19f46-ce2d-431e-928b-09969be969ba service neutron] 10.222.0.41 "GET /v2.0/networks?id=33b67f12-3e30-4db0-bf1c-b2b3da4d6fc7 HTTP/1.1" status: 200 len: 921 time: 0.4841604 Nov 05 18:56:00.231864 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-a46ce31e-3888-4f8b-84af-0a1368d4772c tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4417463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5112218'] for subnet, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:00.364509 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-67f26910-0b88-49e5-811d-f49b2bed1d94 req-4a19f861-43c0-4883-bd6f-7423ef6071dd service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8c6dd4d3-e153-4543-b90b-dfbf5180b0bb HTTP/1.1" status: 200 len: 217 time: 0.2134953 Nov 05 18:56:00.372143 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-6f87c20f-6520-4c0d-bd53-f497e7611338 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:00.460863 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629e21ec-f65d-4c3e-afa7-e6b02af92998 req-a5168ea8-5808-40d0-887a-ea51faaa50f9 tempest-ServerTagsTestJSON-354493938 tempest-ServerTagsTestJSON-354493938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:56:00.461472 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-629e21ec-f65d-4c3e-afa7-e6b02af92998 req-a5168ea8-5808-40d0-887a-ea51faaa50f9 tempest-ServerTagsTestJSON-354493938 tempest-ServerTagsTestJSON-354493938-project] 10.222.0.13 "GET /v2.0/ports?device_id=10a921ee-3025-4cf3-8067-4057c56a681f HTTP/1.1" status: 200 len: 943 time: 0.5318711 Nov 05 18:56:00.520887 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46ce31e-3888-4f8b-84af-0a1368d4772c tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Pushing event updated for resources: {'Subnet': ['ID=05448a11-cbd9-4c89-8df3-df6337a685b8,revision_number=0']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:56:00.521935 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [req-035ab037-4109-4d18-9e6d-7b6a22146713 req-4aeb40b9-90e5-444e-a5c9-d833560c09b1 service neutron] For port f2befdcd-3286-48b8-ba74-f41fc8fc985c, host n-h2-816865-1, cleared binding levels {{(pid=102386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 18:56:00.551954 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a46ce31e-3888-4f8b-84af-0a1368d4772c tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Checking segment: {'id': 'a419dd02-c978-4243-b6b9-0b226af478d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '7e50bef5-219c-4443-8cf5-08d647a64377'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 18:56:00.552340 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a46ce31e-3888-4f8b-84af-0a1368d4772c tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Network hostable DHCP agents. Network: 7e50bef5-219c-4443-8cf5-08d647a64377, hostable agents: ['987e2ca0-bc3b-4c6f-a989-429ccfbf753f'], hosted agents: [] {{(pid=102387) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 05 18:56:00.581631 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [req-035ab037-4109-4d18-9e6d-7b6a22146713 req-4aeb40b9-90e5-444e-a5c9-d833560c09b1 service neutron] For port f2befdcd-3286-48b8-ba74-f41fc8fc985c, host n-h2-816865-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=f2befdcd-3286-48b8-ba74-f41fc8fc985c,segment=NetworkSegment(2ea0b66f-1feb-4646-9d6e-6474fbb01ef7),segment_id=2ea0b66f-1feb-4646-9d6e-6474fbb01ef7)] {{(pid=102386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 18:56:00.609188 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f26910-0b88-49e5-811d-f49b2bed1d94 req-ece834f3-001e-4a4f-9e4a-3df562ef803e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:56:00.610799 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-67f26910-0b88-49e5-811d-f49b2bed1d94 req-ece834f3-001e-4a4f-9e4a-3df562ef803e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a3a64416-ba54-43fe-a90a-a0ccf6654f9d HTTP/1.1" status: 200 len: 860 time: 0.2249165 Nov 05 18:56:00.660022 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-035ab037-4109-4d18-9e6d-7b6a22146713 req-4aeb40b9-90e5-444e-a5c9-d833560c09b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6149821'] for port, after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:00.688336 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-67f26910-0b88-49e5-811d-f49b2bed1d94 req-f3884021-87ae-4650-895e-3e0191ae07c5 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=33b67f12-3e30-4db0-bf1c-b2b3da4d6fc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0610087 Nov 05 18:56:00.736113 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-629e21ec-f65d-4c3e-afa7-e6b02af92998 req-cadeaa7a-65bc-4b86-95a7-70f457321a8e tempest-ServerTagsTestJSON-354493938 tempest-ServerTagsTestJSON-354493938-project] 10.222.0.13 "GET /v2.0/security-groups?id=0b87c3a5-31aa-4565-89f8-1dd209a99114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2575924 Nov 05 18:56:00.759932 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-0c9ec8a8-ddfb-4f94-babd-fa5c9522a9a9 req-4bc81d88-a052-470d-993d-94699a301310 tempest-ServerRescueTestJSONUnderV235-847319139 tempest-ServerRescueTestJSONUnderV235-847319139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:00.784520 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-c904688e-de55-421a-93bc-d6ca0d364832 tempest-RoutersIpV6AdminTest-300741977 tempest-RoutersIpV6AdminTest-300741977-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:00.810895 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a46ce31e-3888-4f8b-84af-0a1368d4772c tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Network 7e50bef5-219c-4443-8cf5-08d647a64377 is scheduled to be hosted by DHCP agent 987e2ca0-bc3b-4c6f-a989-429ccfbf753f with binding_index 1 {{(pid=102387) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 05 18:56:00.841459 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-c904688e-de55-421a-93bc-d6ca0d364832 tempest-RoutersIpV6AdminTest-300741977 tempest-RoutersIpV6AdminTest-300741977-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:00.873872 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035ab037-4109-4d18-9e6d-7b6a22146713 req-4aeb40b9-90e5-444e-a5c9-d833560c09b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:56:00.875315 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-035ab037-4109-4d18-9e6d-7b6a22146713 req-4aeb40b9-90e5-444e-a5c9-d833560c09b1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:00.877195 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-035ab037-4109-4d18-9e6d-7b6a22146713 req-4aeb40b9-90e5-444e-a5c9-d833560c09b1 service neutron] 10.222.0.55 "PUT /v2.0/ports/f2befdcd-3286-48b8-ba74-f41fc8fc985c HTTP/1.1" status: 200 len: 1091 time: 2.8811495 Nov 05 18:56:00.931263 n-d-816865-1 neutron-server[102386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10a921ee-3025-4cf3-8067-4057c56a681f', 'tag': 'f2befdcd-3286-48b8-ba74-f41fc8fc985c'}] {{(pid=102386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 18:56:00.933523 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6173a44d7c73f41af551dc890fa1a5892c2c6bc3458b640c8e0c24db7876ba6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07a3d6c2-8a28-4f97-8233-6bec98e854bd" -d '{"events": [{"name": "network-changed", "server_uuid": "10a921ee-3025-4cf3-8067-4057c56a681f", "tag": "f2befdcd-3286-48b8-ba74-f41fc8fc985c"}]}' {{(pid=102386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 18:56:00.946180 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.base_scheduler [None req-a46ce31e-3888-4f8b-84af-0a1368d4772c tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816865-1, 7e50bef5-219c-4443-8cf5-08d647a64377) {{(pid=102387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:56:00.958289 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b80ffe8e-97a2-4d99-8455-a6aa4b227e1e None None] Network 7e50bef5-219c-4443-8cf5-08d647a64377 requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 18:56:01.026108 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a46ce31e-3888-4f8b-84af-0a1368d4772c tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:56:01.027543 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-a46ce31e-3888-4f8b-84af-0a1368d4772c tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597851'] for subnet, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:01.123950 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.db_base_plugin_common [req-0c9ec8a8-ddfb-4f94-babd-fa5c9522a9a9 req-4bc81d88-a052-470d-993d-94699a301310 tempest-ServerRescueTestJSONUnderV235-847319139 tempest-ServerRescueTestJSONUnderV235-847319139-project] Allocated IP 172.25.6.42 (40c8335d-cd0b-4cb5-910a-d4dcddd5cbec/04fe6db3-e108-4208-943d-6518424f5726/fbaf90fa-9ce8-4502-8413-306932d6ee09) {{(pid=102387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 18:56:01.133713 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 18:56:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77fede2e-c61c-4dff-b9e1-6b96bc59d93a x-openstack-request-id: req-77fede2e-c61c-4dff-b9e1-6b96bc59d93a {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 18:56:01.134342 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10a921ee-3025-4cf3-8067-4057c56a681f", "tag": "f2befdcd-3286-48b8-ba74-f41fc8fc985c", "status": "completed", "code": 200}]} {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 18:56:01.135479 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-77fede2e-c61c-4dff-b9e1-6b96bc59d93a {{(pid=102386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 18:56:01.135924 n-d-816865-1 neutron-server[102386]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10a921ee-3025-4cf3-8067-4057c56a681f', 'tag': 'f2befdcd-3286-48b8-ba74-f41fc8fc985c', 'status': 'completed', 'code': 200} Nov 05 18:56:01.169831 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-67f26910-0b88-49e5-811d-f49b2bed1d94 req-46cfc53c-4964-4942-927e-79d0d006da9a service neutron] 10.222.0.41 "GET /v2.0/networks/33b67f12-3e30-4db0-bf1c-b2b3da4d6fc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4388499 Nov 05 18:56:01.206649 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-a46ce31e-3888-4f8b-84af-0a1368d4772c tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 2.6764901 Nov 05 18:56:01.216356 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 35680) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:56:01.227307 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aeb40b9-90e5-444e-a5c9-d833560c09b1 service neutron] Pushing event updated for resources: {'Port': ['ID=f2befdcd-3286-48b8-ba74-f41fc8fc985c,revision_number=3']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:56:01.320096 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 379ae38d-c955-44f8-9007-bd99f6472019 up at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 18:56:01.389664 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-6f81cb7a-5241-458f-a256-b53b455d0905 tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1664226'] for network, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:01.421955 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [None req-6f87c20f-6520-4c0d-bd53-f497e7611338 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] For port a4ae13a2-388f-4e3b-815b-b2e2139305bd, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=a4ae13a2-388f-4e3b-815b-b2e2139305bd,segment=NetworkSegment(1bdc5ccc-001b-4584-b217-2d1934002f57),segment_id=1bdc5ccc-001b-4584-b217-2d1934002f57)] {{(pid=102386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:56:01.431159 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-0c9ec8a8-ddfb-4f94-babd-fa5c9522a9a9 req-4bc81d88-a052-470d-993d-94699a301310 tempest-ServerRescueTestJSONUnderV235-847319139 tempest-ServerRescueTestJSONUnderV235-847319139-project] Publish callbacks [] for port, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:01.536787 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Provisioning complete for port 379ae38d-c955-44f8-9007-bd99f6472019 triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:56:01.537147 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:01.572365 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-0c9ec8a8-ddfb-4f94-babd-fa5c9522a9a9 req-4bc81d88-a052-470d-993d-94699a301310 tempest-ServerRescueTestJSONUnderV235-847319139 tempest-ServerRescueTestJSONUnderV235-847319139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4417063'] for port, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:01.577848 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035ab037-4109-4d18-9e6d-7b6a22146713 req-b0c956db-0bc2-47d4-88ed-cadbec5e208a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:56:01.580154 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-035ab037-4109-4d18-9e6d-7b6a22146713 req-b0c956db-0bc2-47d4-88ed-cadbec5e208a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7dfa8a525dc7455386f230f2b0072a40&device_id=10a921ee-3025-4cf3-8067-4057c56a681f HTTP/1.1" status: 200 len: 1094 time: 0.5457592 Nov 05 18:56:01.590543 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12ed328f-b451-4cc1-9b19-778480107f36 None None] Network fb9cdfeb-654e-48e7-8f9e-65c84541408b requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 18:56:01.753196 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0c9ec8a8-ddfb-4f94-babd-fa5c9522a9a9 req-4bc81d88-a052-470d-993d-94699a301310 tempest-ServerRescueTestJSONUnderV235-847319139 tempest-ServerRescueTestJSONUnderV235-847319139-project] Network 40c8335d-cd0b-4cb5-910a-d4dcddd5cbec is already hosted by enough agents. {{(pid=102387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 18:56:01.781335 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.base_scheduler [req-0c9ec8a8-ddfb-4f94-babd-fa5c9522a9a9 req-4bc81d88-a052-470d-993d-94699a301310 tempest-ServerRescueTestJSONUnderV235-847319139 tempest-ServerRescueTestJSONUnderV235-847319139-project] Resources bound (agent type, host, resource id): {{(pid=102387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:56:01.792681 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-e09fd7a9-b7b1-49cf-a85b-12f76f9ebf5b None None] Provisioning complete for port 379ae38d-c955-44f8-9007-bd99f6472019 triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:56:01.792833 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c9ec8a8-ddfb-4f94-babd-fa5c9522a9a9 req-4bc81d88-a052-470d-993d-94699a301310 tempest-ServerRescueTestJSONUnderV235-847319139 tempest-ServerRescueTestJSONUnderV235-847319139-project] Received port after_create {{(pid=102387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 18:56:01.793246 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-e09fd7a9-b7b1-49cf-a85b-12f76f9ebf5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:01.828668 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b4a332a-fabc-49fb-bedb-f9bebed66035 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeb20a084-accf-5b60-8075-3e69ebe863a6-7e50bef5-219c-4443-8cf5-08d647a64377', 'network_id': '7e50bef5-219c-4443-8cf5-08d647a64377', 'tenant_id': '3ef4f33c20644d3a8cc67018579acd02', 'fixed_ips': [{'subnet_id': '05448a11-cbd9-4c89-8df3-df6337a685b8'}]}} from n-d-816865-1. {{(pid=102388) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 05 18:56:01.829933 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3b4a332a-fabc-49fb-bedb-f9bebed66035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:02.008820 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-0c9ec8a8-ddfb-4f94-babd-fa5c9522a9a9 req-4bc81d88-a052-470d-993d-94699a301310 tempest-ServerRescueTestJSONUnderV235-847319139 tempest-ServerRescueTestJSONUnderV235-847319139-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:02.043747 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc81d88-a052-470d-993d-94699a301310 tempest-ServerRescueTestJSONUnderV235-847319139 tempest-ServerRescueTestJSONUnderV235-847319139-project] Pushing event updated for resources: {'Port': ['ID=fbaf90fa-9ce8-4502-8413-306932d6ee09,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:56:02.067490 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.db_base_plugin_common [None req-c904688e-de55-421a-93bc-d6ca0d364832 tempest-RoutersIpV6AdminTest-300741977 tempest-RoutersIpV6AdminTest-300741977-project-admin] Allocated IP 172.25.6.143 (40c8335d-cd0b-4cb5-910a-d4dcddd5cbec/04fe6db3-e108-4208-943d-6518424f5726/d5e0fb3d-aafd-4ba0-a7e2-b8db083ec538) {{(pid=102387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 18:56:02.096511 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:02.113969 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-67f26910-0b88-49e5-811d-f49b2bed1d94 req-be640ff9-ca18-41a8-8496-9dfbab7d69f5 service neutron] 10.222.0.41 "GET /v2.0/networks/33b67f12-3e30-4db0-bf1c-b2b3da4d6fc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9054980 Nov 05 18:56:02.116893 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-6f87c20f-6520-4c0d-bd53-f497e7611338 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Publish callbacks [] for port, precommit_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:02.154717 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-0c9ec8a8-ddfb-4f94-babd-fa5c9522a9a9 req-4bc81d88-a052-470d-993d-94699a301310 tempest-ServerRescueTestJSONUnderV235-847319139 tempest-ServerRescueTestJSONUnderV235-847319139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:02.192919 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-035ab037-4109-4d18-9e6d-7b6a22146713 req-cdc7846b-a3bb-40e4-a140-44bcdbddb219 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f2befdcd-3286-48b8-ba74-f41fc8fc985c HTTP/1.1" status: 200 len: 217 time: 0.5895226 Nov 05 18:56:02.204974 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-08d9a877-a957-4bcf-bb3d-39fc09d91eeb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-571777'] for router_interface, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:02.215861 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0a9a6d-ccf0-4c8c-b3b3-95d631223cb0 req-2de596b4-5d6f-4eab-a46c-6e704df917cc tempest-ServerTagsTestJSON-354493938 tempest-ServerTagsTestJSON-354493938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:56:02.219021 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-4a0a9a6d-ccf0-4c8c-b3b3-95d631223cb0 req-2de596b4-5d6f-4eab-a46c-6e704df917cc tempest-ServerTagsTestJSON-354493938 tempest-ServerTagsTestJSON-354493938-project] 10.222.0.13 "GET /v2.0/ports?device_id=10a921ee-3025-4cf3-8067-4057c56a681f HTTP/1.1" status: 200 len: 943 time: 0.1981471 Nov 05 18:56:02.256080 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.db_base_plugin_common [None req-3b4a332a-fabc-49fb-bedb-f9bebed66035 None None] Allocated IP 172.20.0.2 (7e50bef5-219c-4443-8cf5-08d647a64377/05448a11-cbd9-4c89-8df3-df6337a685b8/15c64afc-79a3-4c53-8417-ba12aa22c816) {{(pid=102388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 18:56:02.259575 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035ab037-4109-4d18-9e6d-7b6a22146713 req-1f5f66ab-4ba0-4f45-9e38-afb3986e4ed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:56:02.261362 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-035ab037-4109-4d18-9e6d-7b6a22146713 req-1f5f66ab-4ba0-4f45-9e38-afb3986e4ed1 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=6a18a616-6969-4c77-9b38-e271572a249f HTTP/1.1" status: 200 len: 849 time: 0.0514038 Nov 05 18:56:02.266539 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] For port 379ae38d-c955-44f8-9007-bd99f6472019, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=379ae38d-c955-44f8-9007-bd99f6472019,segment=NetworkSegment(0e7508e1-503c-4843-b2cc-2d7515743406),segment_id=0e7508e1-503c-4843-b2cc-2d7515743406)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:56:02.270498 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-e09fd7a9-b7b1-49cf-a85b-12f76f9ebf5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:02.303648 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-6f87c20f-6520-4c0d-bd53-f497e7611338 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6149821'] for port, after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:02.304816 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-6f87c20f-6520-4c0d-bd53-f497e7611338 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6149946', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4877172'] for subnet, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:02.377880 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:02.379321 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device a4ae13a2-388f-4e3b-815b-b2e2139305bd up at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 18:56:02.439142 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-035ab037-4109-4d18-9e6d-7b6a22146713 req-c8d32cf0-4713-423b-9b53-e9f52cffbe7e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c581c9c9-9128-4107-b120-7796cec1c314&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1289403 Nov 05 18:56:02.470196 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-6f81cb7a-5241-458f-a256-b53b455d0905 tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1573928'] for subnet, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:02.511095 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-4a0a9a6d-ccf0-4c8c-b3b3-95d631223cb0 req-2d1b159f-6c91-4de3-9e7e-215aee90ceef tempest-ServerTagsTestJSON-354493938 tempest-ServerTagsTestJSON-354493938-project] 10.222.0.13 "GET /v2.0/security-groups?id=0b87c3a5-31aa-4565-89f8-1dd209a99114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2757111 Nov 05 18:56:02.541178 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f87c20f-6520-4c0d-bd53-f497e7611338 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Network 1c9d25d3-7f2e-4384-9081-dc17514a5578 is already hosted by enough agents. {{(pid=102386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 18:56:02.569857 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-c904688e-de55-421a-93bc-d6ca0d364832 tempest-RoutersIpV6AdminTest-300741977 tempest-RoutersIpV6AdminTest-300741977-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:02.601744 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.base_scheduler [None req-6f87c20f-6520-4c0d-bd53-f497e7611338 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Resources bound (agent type, host, resource id): {{(pid=102386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:56:02.605709 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f87c20f-6520-4c0d-bd53-f497e7611338 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:56:02.605914 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-6f87c20f-6520-4c0d-bd53-f497e7611338 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Publish callbacks [] for subnet, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:02.642082 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-0c9ec8a8-ddfb-4f94-babd-fa5c9522a9a9 req-4bc81d88-a052-470d-993d-94699a301310 tempest-ServerRescueTestJSONUnderV235-847319139 tempest-ServerRescueTestJSONUnderV235-847319139-project] Publish callbacks [] for port, precommit_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:02.646372 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9d0f122-6ed1-4f15-8eba-ff7454d129a0 None None] Network 1c9d25d3-7f2e-4384-9081-dc17514a5578 requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 18:56:02.648021 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f87c20f-6520-4c0d-bd53-f497e7611338 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Pushing event updated for resources: {'Subnet': ['ID=cab5e3ff-f4d1-4a71-ae04-fd4b7d189234,revision_number=0']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:56:02.696708 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f87c20f-6520-4c0d-bd53-f497e7611338 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Pushing event updated for resources: {'Port': ['ID=a4ae13a2-388f-4e3b-815b-b2e2139305bd,revision_number=4']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:56:02.706224 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-0c9ec8a8-ddfb-4f94-babd-fa5c9522a9a9 req-4bc81d88-a052-470d-993d-94699a301310 tempest-ServerRescueTestJSONUnderV235-847319139 tempest-ServerRescueTestJSONUnderV235-847319139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4417072'] for port, after_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:02.762711 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.db.api [None req-e09fd7a9-b7b1-49cf-a85b-12f76f9ebf5b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102388) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 05 18:56:02.762711 n-d-816865-1 neutron-server[102388]: DEBUG oslo_db.api [None req-e09fd7a9-b7b1-49cf-a85b-12f76f9ebf5b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 05 18:56:02.775467 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-c904688e-de55-421a-93bc-d6ca0d364832 tempest-RoutersIpV6AdminTest-300741977 tempest-RoutersIpV6AdminTest-300741977-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4417063'] for port, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:02.791962 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-035ab037-4109-4d18-9e6d-7b6a22146713 req-7804a39f-85e8-4dc7-bfd0-60032657957d service neutron] 10.222.0.55 "GET /v2.0/networks/c581c9c9-9128-4107-b120-7796cec1c314?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2906110 Nov 05 18:56:02.794063 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Pushing event updated for resources: {'Port': ['ID=379ae38d-c955-44f8-9007-bd99f6472019,revision_number=3']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:56:02.808631 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 35690) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:56:02.809206 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-ee69519d-8f44-4474-9d4a-b359ecbece2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:02.809874 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-0c9ec8a8-ddfb-4f94-babd-fa5c9522a9a9 req-4bc81d88-a052-470d-993d-94699a301310 tempest-ServerRescueTestJSONUnderV235-847319139 tempest-ServerRescueTestJSONUnderV235-847319139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1000577'] for floatingip, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:02.813017 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-6f87c20f-6520-4c0d-bd53-f497e7611338 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 5.0877876 Nov 05 18:56:02.824435 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-0f48719b-ba3b-47f4-ab95-532a6008d01a tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Request body: {'port': {'network_id': '1c9d25d3-7f2e-4384-9081-dc17514a5578', 'mac_address': 'fa:16:3e:34:a4:bc', 'name': 'tempest-NetworksTestDHCPv6-786923646'}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:56:02.869180 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Provisioning complete for port a4ae13a2-388f-4e3b-815b-b2e2139305bd triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:56:02.869555 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:02.923393 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc81d88-a052-470d-993d-94699a301310 tempest-ServerRescueTestJSONUnderV235-847319139 tempest-ServerRescueTestJSONUnderV235-847319139-project] Pushing event updated for resources: {'Port': ['ID=fbaf90fa-9ce8-4502-8413-306932d6ee09,revision_number=2']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:56:02.934007 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3b4a332a-fabc-49fb-bedb-f9bebed66035 None None] Publish callbacks [] for port, precommit_create {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:02.938928 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c904688e-de55-421a-93bc-d6ca0d364832 tempest-RoutersIpV6AdminTest-300741977 tempest-RoutersIpV6AdminTest-300741977-project-admin] Network 40c8335d-cd0b-4cb5-910a-d4dcddd5cbec is already hosted by enough agents. {{(pid=102387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 18:56:02.956845 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-035ab037-4109-4d18-9e6d-7b6a22146713 req-1ccc1672-c0f3-420b-9836-757ac1b64450 service neutron] 10.222.0.55 "GET /v2.0/networks/c581c9c9-9128-4107-b120-7796cec1c314?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1423209 Nov 05 18:56:02.964597 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.base_scheduler [None req-c904688e-de55-421a-93bc-d6ca0d364832 tempest-RoutersIpV6AdminTest-300741977 tempest-RoutersIpV6AdminTest-300741977-project-admin] Resources bound (agent type, host, resource id): {{(pid=102387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:56:02.969597 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c904688e-de55-421a-93bc-d6ca0d364832 tempest-RoutersIpV6AdminTest-300741977 tempest-RoutersIpV6AdminTest-300741977-project-admin] Received port after_create {{(pid=102387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 18:56:03.022907 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-08d9a877-a957-4bcf-bb3d-39fc09d91eeb admin admin] Deleting port d934184e-ed22-4848-8e06-7b746e054917 {{(pid=102386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 18:56:03.023610 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-08d9a877-a957-4bcf-bb3d-39fc09d91eeb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:03.028293 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3b4a332a-fabc-49fb-bedb-f9bebed66035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789'] for port, after_create {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:03.048309 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c904688e-de55-421a-93bc-d6ca0d364832 tempest-RoutersIpV6AdminTest-300741977 tempest-RoutersIpV6AdminTest-300741977-project-admin] Pushing event updated for resources: {'Port': ['ID=d5e0fb3d-aafd-4ba0-a7e2-b8db083ec538,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:56:03.079392 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:03.099091 n-d-816865-1 neutron-server[102388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b4a332a-fabc-49fb-bedb-f9bebed66035 None None] Network 7e50bef5-219c-4443-8cf5-08d647a64377 is already hosted by enough agents. {{(pid=102388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 18:56:03.112083 n-d-816865-1 neutron-server[102388]: DEBUG neutron.scheduler.base_scheduler [None req-3b4a332a-fabc-49fb-bedb-f9bebed66035 None None] Resources bound (agent type, host, resource id): {{(pid=102388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:56:03.123872 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b4a332a-fabc-49fb-bedb-f9bebed66035 None None] Received port after_create {{(pid=102388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 18:56:03.142810 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4a332a-fabc-49fb-bedb-f9bebed66035 None None] Pushing event updated for resources: {'Port': ['ID=15c64afc-79a3-4c53-8417-ba12aa22c816,revision_number=1']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:56:03.150606 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-0c9ec8a8-ddfb-4f94-babd-fa5c9522a9a9 req-4bc81d88-a052-470d-993d-94699a301310 tempest-ServerRescueTestJSONUnderV235-847319139 tempest-ServerRescueTestJSONUnderV235-847319139-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for floatingip, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:03.158711 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-0c9ec8a8-ddfb-4f94-babd-fa5c9522a9a9 req-4bc81d88-a052-470d-993d-94699a301310 tempest-ServerRescueTestJSONUnderV235-847319139 tempest-ServerRescueTestJSONUnderV235-847319139-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 3.5190637 Nov 05 18:56:03.190603 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] For port a4ae13a2-388f-4e3b-815b-b2e2139305bd, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=a4ae13a2-388f-4e3b-815b-b2e2139305bd,segment=NetworkSegment(1bdc5ccc-001b-4584-b217-2d1934002f57),segment_id=1bdc5ccc-001b-4584-b217-2d1934002f57)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:56:03.195300 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [None req-08d9a877-a957-4bcf-bb3d-39fc09d91eeb admin admin] For port d934184e-ed22-4848-8e06-7b746e054917, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=d934184e-ed22-4848-8e06-7b746e054917,segment=NetworkSegment(e94198e7-7484-4b3b-b2bf-001822904d02),segment_id=e94198e7-7484-4b3b-b2bf-001822904d02)] {{(pid=102386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:56:03.195911 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-08d9a877-a957-4bcf-bb3d-39fc09d91eeb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:03.208596 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-6f81cb7a-5241-458f-a256-b53b455d0905 tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1573905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6149879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4877183'] for subnet, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:03.242505 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-3b4a332a-fabc-49fb-bedb-f9bebed66035 None None] Attempting to bind port 15c64afc-79a3-4c53-8417-ba12aa22c816 on host n-d-816865-1 for vnic_type normal with profile {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 18:56:03.243183 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-3b4a332a-fabc-49fb-bedb-f9bebed66035 None None] Attempting to bind port 15c64afc-79a3-4c53-8417-ba12aa22c816 by drivers openvswitch,hyperv on host n-d-816865-1 at level 0 using segments [{'id': 'a419dd02-c978-4243-b6b9-0b226af478d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '7e50bef5-219c-4443-8cf5-08d647a64377'}] {{(pid=102388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 18:56:03.243719 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b4a332a-fabc-49fb-bedb-f9bebed66035 None None] Attempting to bind port 15c64afc-79a3-4c53-8417-ba12aa22c816 on network 7e50bef5-219c-4443-8cf5-08d647a64377 {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 18:56:03.250387 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-08d9a877-a957-4bcf-bb3d-39fc09d91eeb admin admin] Calling delete_port for d934184e-ed22-4848-8e06-7b746e054917 owned by network:router_interface {{(pid=102386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 18:56:03.254281 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:03.254840 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a3d6c2-8a28-4f97-8233-6bec98e854bd req-42daed68-5186-4a75-9849-80bbebaf16a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:56:03.255503 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 44dee693-55af-4048-b00c-5dbdc46edb3d up at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 18:56:03.256756 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-07a3d6c2-8a28-4f97-8233-6bec98e854bd req-42daed68-5186-4a75-9849-80bbebaf16a8 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7dfa8a525dc7455386f230f2b0072a40&device_id=10a921ee-3025-4cf3-8067-4057c56a681f HTTP/1.1" status: 200 len: 1094 time: 0.1485417 Nov 05 18:56:03.260427 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f81cb7a-5241-458f-a256-b53b455d0905 tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Pushing event deleted for resources: {'Subnet': ['ID=05448a11-cbd9-4c89-8df3-df6337a685b8,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:56:03.288818 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-0c9ec8a8-ddfb-4f94-babd-fa5c9522a9a9 req-8cc022de-02a5-4637-bb06-2054d15112a9 tempest-ServerRescueTestJSONUnderV235-847319139 tempest-ServerRescueTestJSONUnderV235-847319139-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.6.42 HTTP/1.1" status: 200 len: 695 time: 0.1193457 Nov 05 18:56:03.387101 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f48719b-ba3b-47f4-ab95-532a6008d01a tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Made reservation on behalf of 7bc73c6c17f842a987dd31290d20faa2 for: {'port': 1} {{(pid=102387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 18:56:03.415377 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Pushing event updated for resources: {'Port': ['ID=a4ae13a2-388f-4e3b-815b-b2e2139305bd,revision_number=5']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:56:03.421179 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b4a332a-fabc-49fb-bedb-f9bebed66035 None None] Checking agent: {'id': '724d89a7-611b-41e6-bc85-c48112b17afa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 18, 25, 8), 'started_at': datetime.datetime(2021, 11, 5, 18, 25, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 18, 55, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 18:56:03.422034 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b4a332a-fabc-49fb-bedb-f9bebed66035 None None] Checking segment: {'id': 'a419dd02-c978-4243-b6b9-0b226af478d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '7e50bef5-219c-4443-8cf5-08d647a64377'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 18:56:03.422474 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3b4a332a-fabc-49fb-bedb-f9bebed66035 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:03.423251 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b4a332a-fabc-49fb-bedb-f9bebed66035 None None] Bound using segment: {'id': 'a419dd02-c978-4243-b6b9-0b226af478d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '7e50bef5-219c-4443-8cf5-08d647a64377'} {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 18:56:03.423751 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-3b4a332a-fabc-49fb-bedb-f9bebed66035 None None] Bound port: 15c64afc-79a3-4c53-8417-ba12aa22c816, host: n-d-816865-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a419dd02-c978-4243-b6b9-0b226af478d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '7e50bef5-219c-4443-8cf5-08d647a64377'}}] {{(pid=102388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 18:56:03.424129 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3b4a332a-fabc-49fb-bedb-f9bebed66035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:03.477522 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-6f81cb7a-5241-458f-a256-b53b455d0905 tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1579173', 'neutron.services.segments.db._delete_segments_for_network-8750027792909'] for network, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:03.504286 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Provisioning complete for port 44dee693-55af-4048-b00c-5dbdc46edb3d triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:56:03.504670 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:03.544711 n-d-816865-1 neutron-server[102386]: DEBUG neutron.services.segments.db [None req-6f81cb7a-5241-458f-a256-b53b455d0905 tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e50bef5-219c-4443-8cf5-08d647a64377']}} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:56:03.594489 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9ec8a8-ddfb-4f94-babd-fa5c9522a9a9 req-f9fb1c0c-9248-4f92-a314-28a21d01a072 tempest-ServerRescueTestJSONUnderV235-847319139 tempest-ServerRescueTestJSONUnderV235-847319139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:56:03.595922 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-0c9ec8a8-ddfb-4f94-babd-fa5c9522a9a9 req-f9fb1c0c-9248-4f92-a314-28a21d01a072 tempest-ServerRescueTestJSONUnderV235-847319139 tempest-ServerRescueTestJSONUnderV235-847319139-project] 10.222.0.13 "GET /v2.0/networks/40c8335d-cd0b-4cb5-910a-d4dcddd5cbec HTTP/1.1" status: 200 len: 784 time: 0.2890224 Nov 05 18:56:03.643539 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-0f48719b-ba3b-47f4-ab95-532a6008d01a tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:03.648670 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3b4a332a-fabc-49fb-bedb-f9bebed66035 None None] For port 15c64afc-79a3-4c53-8417-ba12aa22c816, host n-d-816865-1, cleared binding levels {{(pid=102388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 18:56:03.653553 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3b4a332a-fabc-49fb-bedb-f9bebed66035 None None] For port 15c64afc-79a3-4c53-8417-ba12aa22c816, host n-d-816865-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=15c64afc-79a3-4c53-8417-ba12aa22c816,segment=NetworkSegment(a419dd02-c978-4243-b6b9-0b226af478d4),segment_id=a419dd02-c978-4243-b6b9-0b226af478d4)] {{(pid=102388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 18:56:03.676499 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-282b2f87-fb32-41b4-975e-ea37d2e9e4a6 None None] Provisioning complete for port a4ae13a2-388f-4e3b-815b-b2e2139305bd triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:56:03.676499 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-282b2f87-fb32-41b4-975e-ea37d2e9e4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:03.706096 n-d-816865-1 neutron-server[102386]: DEBUG neutron.services.segments.db [None req-6f81cb7a-5241-458f-a256-b53b455d0905 tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a419dd02-c978-4243-b6b9-0b226af478d4') {'for_net_delete': True} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:56:03.706533 n-d-816865-1 neutron-server[102386]: DEBUG neutron.services.segments.db [None req-6f81cb7a-5241-458f-a256-b53b455d0905 tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a419dd02-c978-4243-b6b9-0b226af478d4') {} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:56:03.724816 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3b4a332a-fabc-49fb-bedb-f9bebed66035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:03.733253 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a3d6c2-8a28-4f97-8233-6bec98e854bd req-bc4f5ce9-2f72-4614-aa8f-cf7343263222 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:56:03.734795 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-07a3d6c2-8a28-4f97-8233-6bec98e854bd req-bc4f5ce9-2f72-4614-aa8f-cf7343263222 service neutron] 10.222.0.55 "GET /v2.0/networks?id=c581c9c9-9128-4107-b120-7796cec1c314 HTTP/1.1" status: 200 len: 910 time: 0.4618654 Nov 05 18:56:03.736583 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-6f81cb7a-5241-458f-a256-b53b455d0905 tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750027793430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4590747'] for segment, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:03.802216 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-07a3d6c2-8a28-4f97-8233-6bec98e854bd req-538f5458-d774-4fcc-941f-9313503dc131 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f2befdcd-3286-48b8-ba74-f41fc8fc985c HTTP/1.1" status: 200 len: 217 time: 0.0502844 Nov 05 18:56:03.835155 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-6f81cb7a-5241-458f-a256-b53b455d0905 tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273'] for segment, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:03.866789 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f81cb7a-5241-458f-a256-b53b455d0905 tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Releasing vlan 185 on physical network physnet1 to pool {{(pid=102386) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 05 18:56:03.867515 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-6f81cb7a-5241-458f-a256-b53b455d0905 tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6149721'] for segment, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:03.871112 n-d-816865-1 neutron-server[102386]: Traceback (most recent call last): Nov 05 18:56:03.871112 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 05 18:56:03.871112 n-d-816865-1 neutron-server[102386]: timer() Nov 05 18:56:03.871112 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 05 18:56:03.871112 n-d-816865-1 neutron-server[102386]: cb(*args, **kw) Nov 05 18:56:03.871112 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 05 18:56:03.871112 n-d-816865-1 neutron-server[102386]: return func(*args, **kwargs) Nov 05 18:56:03.871112 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 05 18:56:03.871112 n-d-816865-1 neutron-server[102386]: self._notify() Nov 05 18:56:03.871112 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 05 18:56:03.871112 n-d-816865-1 neutron-server[102386]: self.callback(batched_events) Nov 05 18:56:03.871112 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 05 18:56:03.871112 n-d-816865-1 neutron-server[102386]: event.method(event) Nov 05 18:56:03.871112 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 05 18:56:03.871112 n-d-816865-1 neutron-server[102386]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 05 18:56:03.871112 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 05 18:56:03.871112 n-d-816865-1 neutron-server[102386]: aggregate_uuid = self.p_client.list_aggregates( Nov 05 18:56:03.871112 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 05 18:56:03.871112 n-d-816865-1 neutron-server[102386]: return f(self, *a, **k) Nov 05 18:56:03.871112 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 05 18:56:03.871112 n-d-816865-1 neutron-server[102386]: return self._get(url).json() Nov 05 18:56:03.871112 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 05 18:56:03.871112 n-d-816865-1 neutron-server[102386]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 05 18:56:03.871112 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 05 18:56:03.871112 n-d-816865-1 neutron-server[102386]: return self.request(url, 'GET', **kwargs) Nov 05 18:56:03.871112 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 05 18:56:03.871112 n-d-816865-1 neutron-server[102386]: base_url = self.get_endpoint(auth, allow=allow, Nov 05 18:56:03.871112 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 05 18:56:03.871112 n-d-816865-1 neutron-server[102386]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 05 18:56:03.871112 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 05 18:56:03.871112 n-d-816865-1 neutron-server[102386]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 05 18:56:03.871112 n-d-816865-1 neutron-server[102386]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 05 18:56:03.879316 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-c904688e-de55-421a-93bc-d6ca0d364832 tempest-RoutersIpV6AdminTest-300741977 tempest-RoutersIpV6AdminTest-300741977-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:03.908230 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:03.919171 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4a332a-fabc-49fb-bedb-f9bebed66035 None None] Pushing event updated for resources: {'Port': ['ID=15c64afc-79a3-4c53-8417-ba12aa22c816,revision_number=2']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:56:03.962728 n-d-816865-1 neutron-server[102387]: DEBUG neutron.notifiers.nova [None req-0f48719b-ba3b-47f4-ab95-532a6008d01a tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] device_id is not set on port 9f538d73-406b-424e-a02d-b2ffa37a4a98 yet. {{(pid=102387) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 05 18:56:03.964332 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee2d54db-209b-40b2-aed6-45bc4242b8aa None None] Network 7e50bef5-219c-4443-8cf5-08d647a64377 requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 18:56:04.067110 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a3d6c2-8a28-4f97-8233-6bec98e854bd req-7a73f49d-0435-4779-b7c9-96f30091863b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:56:04.068777 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-07a3d6c2-8a28-4f97-8233-6bec98e854bd req-7a73f49d-0435-4779-b7c9-96f30091863b service neutron] 10.222.0.55 "GET /v2.0/subnets?id=6a18a616-6969-4c77-9b38-e271572a249f HTTP/1.1" status: 200 len: 849 time: 0.2432292 Nov 05 18:56:04.121504 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-07a3d6c2-8a28-4f97-8233-6bec98e854bd req-076e3f99-3014-43c9-81aa-72f330d36bb0 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c581c9c9-9128-4107-b120-7796cec1c314&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0413444 Nov 05 18:56:04.122734 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.db.api [None req-6f81cb7a-5241-458f-a256-b53b455d0905 tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 05 18:56:04.122734 n-d-816865-1 neutron-server[102386]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 05 18:56:04.122734 n-d-816865-1 neutron-server[102386]: [parameters: {'id': '7e50bef5-219c-4443-8cf5-08d647a64377'}] Nov 05 18:56:04.122734 n-d-816865-1 neutron-server[102386]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102386) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 05 18:56:04.123215 n-d-816865-1 neutron-server[102386]: DEBUG oslo_db.api [None req-6f81cb7a-5241-458f-a256-b53b455d0905 tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 05 18:56:04.177677 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] For port 44dee693-55af-4048-b00c-5dbdc46edb3d, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=44dee693-55af-4048-b00c-5dbdc46edb3d,segment=NetworkSegment(85be518c-8bb4-46a2-a903-d4292782d29d),segment_id=85be518c-8bb4-46a2-a903-d4292782d29d)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:56:04.195605 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-08d9a877-a957-4bcf-bb3d-39fc09d91eeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:04.238221 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d9a877-a957-4bcf-bb3d-39fc09d91eeb admin admin] Pushing event deleted for resources: {'Port': ['ID=d934184e-ed22-4848-8e06-7b746e054917,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:56:04.264068 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:04.332574 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-07a3d6c2-8a28-4f97-8233-6bec98e854bd req-a5cf10dc-c8aa-4d67-bc0d-67facc2e78e1 service neutron] 10.222.0.55 "GET /v2.0/networks/c581c9c9-9128-4107-b120-7796cec1c314?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1991234 Nov 05 18:56:04.341166 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:04.367662 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-282b2f87-fb32-41b4-975e-ea37d2e9e4a6 None None] Provisioning complete for port 379ae38d-c955-44f8-9007-bd99f6472019 triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:56:04.367960 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-282b2f87-fb32-41b4-975e-ea37d2e9e4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:04.431532 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7345b4-2982-49e3-9a69-6777fabd99f0 req-c94bbe60-665f-4eda-bbfb-a009aa226b2a tempest-ServerTagsTestJSON-354493938 tempest-ServerTagsTestJSON-354493938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:56:04.440283 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-9f7345b4-2982-49e3-9a69-6777fabd99f0 req-c94bbe60-665f-4eda-bbfb-a009aa226b2a tempest-ServerTagsTestJSON-354493938 tempest-ServerTagsTestJSON-354493938-project] 10.222.0.13 "GET /v2.0/ports?device_id=10a921ee-3025-4cf3-8067-4057c56a681f HTTP/1.1" status: 200 len: 943 time: 0.7340951 Nov 05 18:56:04.445550 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Pushing event updated for resources: {'Port': ['ID=44dee693-55af-4048-b00c-5dbdc46edb3d,revision_number=4']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:56:04.460349 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d7eea4f-6e91-4f29-afa2-58aeed583ae7 None None] get_active_networks_info from n-d-816865-1 {{(pid=102388) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 05 18:56:04.543056 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f709fd3-0db4-49b9-9a41-ea76939fed34 req-6cdb4bef-0b21-4fe6-b16d-b4097f97eb5b tempest-ServerRescueTestJSONUnderV235-847319139 tempest-ServerRescueTestJSONUnderV235-847319139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:56:04.544702 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-0f709fd3-0db4-49b9-9a41-ea76939fed34 req-6cdb4bef-0b21-4fe6-b16d-b4097f97eb5b tempest-ServerRescueTestJSONUnderV235-847319139 tempest-ServerRescueTestJSONUnderV235-847319139-project] 10.222.0.13 "GET /v2.0/ports?device_id=30f854dc-91a9-455d-85a2-232be75a6d81&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.8158967 Nov 05 18:56:04.599992 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 379ae38d-c955-44f8-9007-bd99f6472019 up at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 18:56:04.632709 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-6f81cb7a-5241-458f-a256-b53b455d0905 tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1664226'] for network, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:04.647211 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-9f7345b4-2982-49e3-9a69-6777fabd99f0 req-58e6e1e0-8c2a-4fdf-a154-2f90000e9438 tempest-ServerTagsTestJSON-354493938 tempest-ServerTagsTestJSON-354493938-project] 10.222.0.13 "GET /v2.0/security-groups?id=0b87c3a5-31aa-4565-89f8-1dd209a99114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2044165 Nov 05 18:56:04.691305 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-0f709fd3-0db4-49b9-9a41-ea76939fed34 req-10a2bcf2-93b9-40cb-8533-7f1915adbd41 tempest-ServerRescueTestJSONUnderV235-847319139 tempest-ServerRescueTestJSONUnderV235-847319139-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.6.42 HTTP/1.1" status: 200 len: 695 time: 0.1379466 Nov 05 18:56:04.700471 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-08d9a877-a957-4bcf-bb3d-39fc09d91eeb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-597886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-573297'] for router_interface, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:04.707752 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-07a3d6c2-8a28-4f97-8233-6bec98e854bd req-bf7cee95-2635-4fee-9b0e-f90714847354 service neutron] 10.222.0.55 "GET /v2.0/networks/c581c9c9-9128-4107-b120-7796cec1c314?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3611317 Nov 05 18:56:04.760875 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [req-0f709fd3-0db4-49b9-9a41-ea76939fed34 req-2141e6c5-4715-4842-9257-d569bb016d90 tempest-ServerRescueTestJSONUnderV235-847319139 tempest-ServerRescueTestJSONUnderV235-847319139-project] Request body: {'floatingip': {'port_id': '8c6dd4d3-e153-4543-b90b-dfbf5180b0bb', 'fixed_ip_address': '172.20.0.14'}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:56:04.774463 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Provisioning complete for port 379ae38d-c955-44f8-9007-bd99f6472019 triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:56:04.775122 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:04.801042 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-0f709fd3-0db4-49b9-9a41-ea76939fed34 req-2141e6c5-4715-4842-9257-d569bb016d90 tempest-ServerRescueTestJSONUnderV235-847319139 tempest-ServerRescueTestJSONUnderV235-847319139-project] Publish callbacks [] for floatingip, before_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:04.817530 n-d-816865-1 neutron-server[102388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d7eea4f-6e91-4f29-afa2-58aeed583ae7 None None] Resources bound (agent type, host, resource id): {{(pid=102388) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 05 18:56:04.856596 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-4bdef628-8a0e-4778-b18a-a6bd2b2bf57e None None] Provisioning complete for port a4ae13a2-388f-4e3b-815b-b2e2139305bd triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:56:04.857009 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-4bdef628-8a0e-4778-b18a-a6bd2b2bf57e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:04.906786 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3d01403f-34f7-4cb7-8044-378782d1d90d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:05.006139 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-6f81cb7a-5241-458f-a256-b53b455d0905 tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Deleting port 15c64afc-79a3-4c53-8417-ba12aa22c816 {{(pid=102386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 18:56:05.007342 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-6f81cb7a-5241-458f-a256-b53b455d0905 tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:05.039239 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.db_base_plugin_common [None req-0f48719b-ba3b-47f4-ab95-532a6008d01a tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Allocated IP 2001:db8::c4 (1c9d25d3-7f2e-4384-9081-dc17514a5578/7e6a957d-c53c-4bf3-8728-e3679e1a97bd/9f538d73-406b-424e-a02d-b2ffa37a4a98) {{(pid=102387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 18:56:05.043620 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device a4ae13a2-388f-4e3b-815b-b2e2139305bd up at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 18:56:05.065764 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-c904688e-de55-421a-93bc-d6ca0d364832 tempest-RoutersIpV6AdminTest-300741977 tempest-RoutersIpV6AdminTest-300741977-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-571384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1000487'] for router, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:05.076089 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.db_base_plugin_common [None req-0f48719b-ba3b-47f4-ab95-532a6008d01a tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Allocated IP 2001:db8:0:1:f816:3eff:fe34:a4bc (1c9d25d3-7f2e-4384-9081-dc17514a5578/cab5e3ff-f4d1-4a71-ae04-fd4b7d189234/9f538d73-406b-424e-a02d-b2ffa37a4a98) {{(pid=102387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 18:56:05.142344 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [None req-6f81cb7a-5241-458f-a256-b53b455d0905 tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] For port 15c64afc-79a3-4c53-8417-ba12aa22c816, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=15c64afc-79a3-4c53-8417-ba12aa22c816,segment=NetworkSegment(a419dd02-c978-4243-b6b9-0b226af478d4),segment_id=a419dd02-c978-4243-b6b9-0b226af478d4)] {{(pid=102386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:56:05.142815 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-6f81cb7a-5241-458f-a256-b53b455d0905 tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:05.169760 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-6f81cb7a-5241-458f-a256-b53b455d0905 tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Calling delete_port for 15c64afc-79a3-4c53-8417-ba12aa22c816 owned by network:dhcp {{(pid=102386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 18:56:05.196096 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08d9a877-a957-4bcf-bb3d-39fc09d91eeb admin admin] Router 1c6f6d66-a4a6-46f4-8edf-ecd678ed708f has already been hosted by L3 agent 6dcb5589-8e86-4616-9186-ddc4548e13ad {{(pid=102386) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 18:56:05.200267 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Provisioning complete for port a4ae13a2-388f-4e3b-815b-b2e2139305bd triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:56:05.200267 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:05.413675 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08d9a877-a957-4bcf-bb3d-39fc09d91eeb admin admin] Notify agent at l3_agent.n-d-816865-1 the message routers_updated {{(pid=102386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 18:56:05.419637 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-08d9a877-a957-4bcf-bb3d-39fc09d91eeb admin admin] 10.222.0.13 "PUT /v2.0/routers/1c6f6d66-a4a6-46f4-8edf-ecd678ed708f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5265849 Nov 05 18:56:05.422473 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 35702) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:56:05.433804 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d64f854-c23d-4d73-beff-593898bff4cf None None] Sync routers for ids ['1c6f6d66-a4a6-46f4-8edf-ecd678ed708f'] in n-d-816865-1 {{(pid=102388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 18:56:05.446268 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d64f854-c23d-4d73-beff-593898bff4cf None None] Routers {'1c6f6d66-a4a6-46f4-8edf-ecd678ed708f'} bound to L3 agent in host n-d-816865-1 {{(pid=102388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 18:56:05.447058 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-0d64f854-c23d-4d73-beff-593898bff4cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T18:56:05Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['1c6f6d66-a4a6-46f4-8edf-ecd678ed708f'], 'active': True} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:56:05.527331 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-6f81cb7a-5241-458f-a256-b53b455d0905 tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:05.567527 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f81cb7a-5241-458f-a256-b53b455d0905 tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Pushing event deleted for resources: {'Port': ['ID=15c64afc-79a3-4c53-8417-ba12aa22c816,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:56:05.570373 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f81cb7a-5241-458f-a256-b53b455d0905 tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] No DVR routers for this DVR port 15c64afc-79a3-4c53-8417-ba12aa22c816 on host n-d-816865-1 {{(pid=102386) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 18:56:05.577364 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-677ceeff-c866-4c7b-98ec-2eaf21abd3ea admin admin] Publish callbacks [] for router, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:05.588762 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvr_db [None req-0d64f854-c23d-4d73-beff-593898bff4cf None None] Set router 1c6f6d66-a4a6-46f4-8edf-ecd678ed708f gateway port host: n-d-816865-1 {{(pid=102388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 18:56:05.657647 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-0f48719b-ba3b-47f4-ab95-532a6008d01a tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Publish callbacks [] for port, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:05.828096 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-0d64f854-c23d-4d73-beff-593898bff4cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c6f6d66-a4a6-46f4-8edf-ecd678ed708f', 'name': 'tempest-ServerRescueTestJSON-1596869115-router', 'tenant_id': 'bc43cc4e829541bd87fc815a2a0048f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.106'}], 'enable_snat': True}, 'gw_port_id': 'dfb30c61-9f63-496a-a082-a2147a48bfcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T18:53:25Z', 'updated_at': '2021-11-05T18:56:03Z', 'revision_number': 5, 'project_id': 'bc43cc4e829541bd87fc815a2a0048f0', 'gw_port': {'id': 'dfb30c61-9f63-496a-a082-a2147a48bfcb', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:7e:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c6f6d66-a4a6-46f4-8edf-ecd678ed708f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1717, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T18:53:28Z', 'updated_at': '2021-11-05T18:53:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1'}], 'n-d-816865-1', False) {} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:56:05.879975 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d64f854-c23d-4d73-beff-593898bff4cf None None] Checking router: 1c6f6d66-a4a6-46f4-8edf-ecd678ed708f for host: n-d-816865-1 {{(pid=102388) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 18:56:05.891662 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d64f854-c23d-4d73-beff-593898bff4cf None None] Routers {'1c6f6d66-a4a6-46f4-8edf-ecd678ed708f'} bound to L3 agent in host n-d-816865-1 {{(pid=102388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 18:56:05.892609 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-0d64f854-c23d-4d73-beff-593898bff4cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T18:56:05Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['1c6f6d66-a4a6-46f4-8edf-ecd678ed708f'], 'active': True} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:56:05.935863 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c904688e-de55-421a-93bc-d6ca0d364832 tempest-RoutersIpV6AdminTest-300741977 tempest-RoutersIpV6AdminTest-300741977-project-admin] Router 0abfeec3-a553-40de-9679-7de1e2851622 is scheduled to L3 agent 6dcb5589-8e86-4616-9186-ddc4548e13ad with binding_index 1 {{(pid=102387) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 05 18:56:05.972626 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.db.resource_extend [req-0f709fd3-0db4-49b9-9a41-ea76939fed34 req-2141e6c5-4715-4842-9257-d569bb016d90 tempest-ServerRescueTestJSONUnderV235-847319139 tempest-ServerRescueTestJSONUnderV235-847319139-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 05 18:56:06.047534 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-0f48719b-ba3b-47f4-ab95-532a6008d01a tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4417063'] for port, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:06.048493 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvr_db [None req-0d64f854-c23d-4d73-beff-593898bff4cf None None] Set router 1c6f6d66-a4a6-46f4-8edf-ecd678ed708f gateway port host: n-d-816865-1 {{(pid=102388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 18:56:06.109875 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-6f81cb7a-5241-458f-a256-b53b455d0905 tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1579173', 'neutron.services.segments.db._delete_segments_for_network-8750027792909'] for network, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:06.123499 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83d9e15-f517-4a1a-9d85-801d6390a5ff req-9f46d144-251f-4c53-8047-839f1c6b2148 tempest-ServerTagsTestJSON-354493938 tempest-ServerTagsTestJSON-354493938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:56:06.125352 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-b83d9e15-f517-4a1a-9d85-801d6390a5ff req-9f46d144-251f-4c53-8047-839f1c6b2148 tempest-ServerTagsTestJSON-354493938 tempest-ServerTagsTestJSON-354493938-project] 10.222.0.13 "GET /v2.0/ports?device_id=10a921ee-3025-4cf3-8067-4057c56a681f HTTP/1.1" status: 200 len: 943 time: 0.2945685 Nov 05 18:56:06.140930 n-d-816865-1 neutron-server[102386]: DEBUG neutron.services.segments.db [None req-6f81cb7a-5241-458f-a256-b53b455d0905 tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e50bef5-219c-4443-8cf5-08d647a64377']}} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:56:06.155409 n-d-816865-1 neutron-server[102386]: DEBUG neutron.services.segments.db [None req-6f81cb7a-5241-458f-a256-b53b455d0905 tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a419dd02-c978-4243-b6b9-0b226af478d4') {'for_net_delete': True} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:56:06.155700 n-d-816865-1 neutron-server[102386]: DEBUG neutron.services.segments.db [None req-6f81cb7a-5241-458f-a256-b53b455d0905 tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a419dd02-c978-4243-b6b9-0b226af478d4') {} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:56:06.169232 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-6f81cb7a-5241-458f-a256-b53b455d0905 tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750027793430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4590747'] for segment, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:06.180269 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-677ceeff-c866-4c7b-98ec-2eaf21abd3ea admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:06.182858 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-0f709fd3-0db4-49b9-9a41-ea76939fed34 req-2141e6c5-4715-4842-9257-d569bb016d90 tempest-ServerRescueTestJSONUnderV235-847319139 tempest-ServerRescueTestJSONUnderV235-847319139-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:06.190096 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-6f81cb7a-5241-458f-a256-b53b455d0905 tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273'] for segment, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:06.196870 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Device f2befdcd-3286-48b8-ba74-f41fc8fc985c details requested by agent hyperv_n-h2-816865-1 with host n-h2-816865-1 {{(pid=102388) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 05 18:56:06.198481 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f81cb7a-5241-458f-a256-b53b455d0905 tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Releasing vlan 185 on physical network physnet1 to pool {{(pid=102386) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 05 18:56:06.199020 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-6f81cb7a-5241-458f-a256-b53b455d0905 tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6149721'] for segment, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:06.202882 n-d-816865-1 neutron-server[102386]: Traceback (most recent call last): Nov 05 18:56:06.202882 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 05 18:56:06.202882 n-d-816865-1 neutron-server[102386]: timer() Nov 05 18:56:06.202882 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 05 18:56:06.202882 n-d-816865-1 neutron-server[102386]: cb(*args, **kw) Nov 05 18:56:06.202882 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 05 18:56:06.202882 n-d-816865-1 neutron-server[102386]: return func(*args, **kwargs) Nov 05 18:56:06.202882 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 05 18:56:06.202882 n-d-816865-1 neutron-server[102386]: self._notify() Nov 05 18:56:06.202882 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 05 18:56:06.202882 n-d-816865-1 neutron-server[102386]: self.callback(batched_events) Nov 05 18:56:06.202882 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 05 18:56:06.202882 n-d-816865-1 neutron-server[102386]: event.method(event) Nov 05 18:56:06.202882 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 05 18:56:06.202882 n-d-816865-1 neutron-server[102386]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 05 18:56:06.202882 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 05 18:56:06.202882 n-d-816865-1 neutron-server[102386]: aggregate_uuid = self.p_client.list_aggregates( Nov 05 18:56:06.202882 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 05 18:56:06.202882 n-d-816865-1 neutron-server[102386]: return f(self, *a, **k) Nov 05 18:56:06.202882 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 05 18:56:06.202882 n-d-816865-1 neutron-server[102386]: return self._get(url).json() Nov 05 18:56:06.202882 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 05 18:56:06.202882 n-d-816865-1 neutron-server[102386]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 05 18:56:06.202882 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 05 18:56:06.202882 n-d-816865-1 neutron-server[102386]: return self.request(url, 'GET', **kwargs) Nov 05 18:56:06.202882 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 05 18:56:06.202882 n-d-816865-1 neutron-server[102386]: base_url = self.get_endpoint(auth, allow=allow, Nov 05 18:56:06.202882 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 05 18:56:06.202882 n-d-816865-1 neutron-server[102386]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 05 18:56:06.202882 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 05 18:56:06.202882 n-d-816865-1 neutron-server[102386]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 05 18:56:06.202882 n-d-816865-1 neutron-server[102386]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 05 18:56:06.358480 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-677ceeff-c866-4c7b-98ec-2eaf21abd3ea admin admin] Deleting port dfb30c61-9f63-496a-a082-a2147a48bfcb {{(pid=102386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 18:56:06.359137 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-677ceeff-c866-4c7b-98ec-2eaf21abd3ea admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:06.377686 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-6f81cb7a-5241-458f-a256-b53b455d0905 tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1579178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-956796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1000687'] for network, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:06.436914 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-6f81cb7a-5241-458f-a256-b53b455d0905 tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Publish callbacks [] for network, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:06.440755 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-6f81cb7a-5241-458f-a256-b53b455d0905 tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] 10.222.0.13 "DELETE /v2.0/networks/7e50bef5-219c-4443-8cf5-08d647a64377 HTTP/1.1" status: 204 len: 168 time: 5.2097180 Nov 05 18:56:06.447033 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 35710) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:56:06.461539 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-47690a26-ba19-44f1-bfda-17d4801eeb88 tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1875538123'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:56:06.480826 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f81cb7a-5241-458f-a256-b53b455d0905 tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Pushing event deleted for resources: {'Network': ['ID=7e50bef5-219c-4443-8cf5-08d647a64377,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:56:06.531826 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [None req-677ceeff-c866-4c7b-98ec-2eaf21abd3ea admin admin] For port dfb30c61-9f63-496a-a082-a2147a48bfcb, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=dfb30c61-9f63-496a-a082-a2147a48bfcb,segment=NetworkSegment(85be518c-8bb4-46a2-a903-d4292782d29d),segment_id=85be518c-8bb4-46a2-a903-d4292782d29d)] {{(pid=102386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:56:06.532199 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-677ceeff-c866-4c7b-98ec-2eaf21abd3ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:06.545827 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 44dee693-55af-4048-b00c-5dbdc46edb3d up at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 18:56:06.547992 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-677ceeff-c866-4c7b-98ec-2eaf21abd3ea admin admin] Calling delete_port for dfb30c61-9f63-496a-a082-a2147a48bfcb owned by network:router_gateway {{(pid=102386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 18:56:06.553918 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:06.554751 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b304910f-7b27-444b-a8fc-977d26b1ceac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:06.572954 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f48719b-ba3b-47f4-ab95-532a6008d01a tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Network 1c9d25d3-7f2e-4384-9081-dc17514a5578 is already hosted by enough agents. {{(pid=102387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 18:56:06.576119 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-0f709fd3-0db4-49b9-9a41-ea76939fed34 req-2141e6c5-4715-4842-9257-d569bb016d90 tempest-ServerRescueTestJSONUnderV235-847319139 tempest-ServerRescueTestJSONUnderV235-847319139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1000577'] for floatingip, after_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:06.588478 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.base_scheduler [None req-0f48719b-ba3b-47f4-ab95-532a6008d01a tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Resources bound (agent type, host, resource id): {{(pid=102387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:56:06.591124 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f48719b-ba3b-47f4-ab95-532a6008d01a tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Received port after_create {{(pid=102387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 18:56:06.597586 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f48719b-ba3b-47f4-ab95-532a6008d01a tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:56:06.598335 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-0f48719b-ba3b-47f4-ab95-532a6008d01a tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:06.602266 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47690a26-ba19-44f1-bfda-17d4801eeb88 tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Made reservation on behalf of 3ef4f33c20644d3a8cc67018579acd02 for: {'network': 1} {{(pid=102386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 18:56:06.607318 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-47690a26-ba19-44f1-bfda-17d4801eeb88 tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for network, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:06.617721 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] For port f2befdcd-3286-48b8-ba74-f41fc8fc985c, host n-h2-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=f2befdcd-3286-48b8-ba74-f41fc8fc985c,segment=NetworkSegment(2ea0b66f-1feb-4646-9d6e-6474fbb01ef7),segment_id=2ea0b66f-1feb-4646-9d6e-6474fbb01ef7)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:56:06.638001 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Returning: {'device': 'f2befdcd-3286-48b8-ba74-f41fc8fc985c', 'network_id': 'c581c9c9-9128-4107-b120-7796cec1c314', 'port_id': 'f2befdcd-3286-48b8-ba74-f41fc8fc985c', 'mac_address': 'fa:16:3e:c3:c1:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 198, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a18a616-6969-4c77-9b38-e271572a249f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102388) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 05 18:56:06.660443 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47690a26-ba19-44f1-bfda-17d4801eeb88 tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 159} {{(pid=102386) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 05 18:56:06.686111 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Provisioning complete for port 44dee693-55af-4048-b00c-5dbdc46edb3d triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:56:06.686491 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:06.699024 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-0d64f854-c23d-4d73-beff-593898bff4cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c6f6d66-a4a6-46f4-8edf-ecd678ed708f', 'name': 'tempest-ServerRescueTestJSON-1596869115-router', 'tenant_id': 'bc43cc4e829541bd87fc815a2a0048f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.106'}], 'enable_snat': True}, 'gw_port_id': 'dfb30c61-9f63-496a-a082-a2147a48bfcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T18:53:25Z', 'updated_at': '2021-11-05T18:56:03Z', 'revision_number': 5, 'project_id': 'bc43cc4e829541bd87fc815a2a0048f0', 'gw_port': {'id': 'dfb30c61-9f63-496a-a082-a2147a48bfcb', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:7e:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c6f6d66-a4a6-46f4-8edf-ecd678ed708f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1717, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T18:53:28Z', 'updated_at': '2021-11-05T18:53:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1'}], 'n-d-816865-1', False) {} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:56:06.708984 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f48719b-ba3b-47f4-ab95-532a6008d01a tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Pushing event updated for resources: {'Port': ['ID=9f538d73-406b-424e-a02d-b2ffa37a4a98,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:56:06.735949 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-47690a26-ba19-44f1-bfda-17d4801eeb88 tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273'] for segment, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:06.736872 n-d-816865-1 neutron-server[102386]: INFO neutron.db.segments_db [None req-47690a26-ba19-44f1-bfda-17d4801eeb88 tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Added segment ab568064-c627-4cc4-954e-7a3e99c8c2a9 of type vlan for network d5adfef6-cca5-40b1-b5ae-c48acb74aee1 Nov 05 18:56:06.742068 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-b83d9e15-f517-4a1a-9d85-801d6390a5ff req-d71114df-303f-423a-b2f7-20c0dee32cf7 tempest-ServerTagsTestJSON-354493938 tempest-ServerTagsTestJSON-354493938-project] 10.222.0.13 "GET /v2.0/security-groups?id=0b87c3a5-31aa-4565-89f8-1dd209a99114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5742886 Nov 05 18:56:06.794238 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-0f48719b-ba3b-47f4-ab95-532a6008d01a tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 3.9770248 Nov 05 18:56:06.795130 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:06.800620 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 35714) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:56:06.813631 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c904688e-de55-421a-93bc-d6ca0d364832 tempest-RoutersIpV6AdminTest-300741977 tempest-RoutersIpV6AdminTest-300741977-project-admin] Notify agent at l3_agent.n-d-816865-1 the message routers_updated {{(pid=102387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 18:56:06.820326 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d64f854-c23d-4d73-beff-593898bff4cf None None] The sync data for ids ['1c6f6d66-a4a6-46f4-8edf-ecd678ed708f'] in n-d-816865-1 is: [{'id': '1c6f6d66-a4a6-46f4-8edf-ecd678ed708f', 'name': 'tempest-ServerRescueTestJSON-1596869115-router', 'tenant_id': 'bc43cc4e829541bd87fc815a2a0048f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.106'}], 'enable_snat': True}, 'gw_port_id': 'dfb30c61-9f63-496a-a082-a2147a48bfcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T18:53:25Z', 'updated_at': '2021-11-05T18:56:03Z', 'revision_number': 5, 'project_id': 'bc43cc4e829541bd87fc815a2a0048f0', 'gw_port': {'id': 'dfb30c61-9f63-496a-a082-a2147a48bfcb', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:7e:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c6f6d66-a4a6-46f4-8edf-ecd678ed708f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1717, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T18:53:28Z', 'updated_at': '2021-11-05T18:53:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1'}] {{(pid=102388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 18:56:06.824315 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-47690a26-ba19-44f1-bfda-17d4801eeb88 tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750027258543'] for network, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:06.841027 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d83e2d52-1631-4c32-867a-41a664324c59 None None] Sync routers for ids ['0abfeec3-a553-40de-9679-7de1e2851622'] in n-d-816865-1 {{(pid=102389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 18:56:06.870351 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d83e2d52-1631-4c32-867a-41a664324c59 None None] Routers {'0abfeec3-a553-40de-9679-7de1e2851622'} bound to L3 agent in host n-d-816865-1 {{(pid=102389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 18:56:06.870351 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-d83e2d52-1631-4c32-867a-41a664324c59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T18:56:05Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['0abfeec3-a553-40de-9679-7de1e2851622'], 'active': True} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:56:06.898405 n-d-816865-1 neutron-server[102388]: DEBUG neutron.notifiers.nova [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2befdcd-3286-48b8-ba74-f41fc8fc985c {{(pid=102388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 18:56:06.977865 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] For port f2befdcd-3286-48b8-ba74-f41fc8fc985c, host n-h2-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=f2befdcd-3286-48b8-ba74-f41fc8fc985c,segment=NetworkSegment(2ea0b66f-1feb-4646-9d6e-6474fbb01ef7),segment_id=2ea0b66f-1feb-4646-9d6e-6474fbb01ef7)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:56:06.998621 n-d-816865-1 neutron-server[102387]: INFO neutron.db.l3_db [req-0f709fd3-0db4-49b9-9a41-ea76939fed34 req-2141e6c5-4715-4842-9257-d569bb016d90 tempest-ServerRescueTestJSONUnderV235-847319139 tempest-ServerRescueTestJSONUnderV235-847319139-project] Floating IP 25eb5331-c6b6-433a-aaf7-711f87d922a1 associated. External IP: 172.25.6.42, port: 8c6dd4d3-e153-4543-b90b-dfbf5180b0bb. Nov 05 18:56:07.031600 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-47690a26-ba19-44f1-bfda-17d4801eeb88 tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-956796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877'] for network, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:07.039093 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47690a26-ba19-44f1-bfda-17d4801eeb88 tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:56:07.039757 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-47690a26-ba19-44f1-bfda-17d4801eeb88 tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Publish callbacks [] for network, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:07.081221 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:07.084825 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-677ceeff-c866-4c7b-98ec-2eaf21abd3ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:07.088031 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvr_db [None req-d83e2d52-1631-4c32-867a-41a664324c59 None None] Set router 0abfeec3-a553-40de-9679-7de1e2851622 gateway port host: n-d-816865-1 {{(pid=102389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 18:56:07.110104 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-c904688e-de55-421a-93bc-d6ca0d364832 tempest-RoutersIpV6AdminTest-300741977 tempest-RoutersIpV6AdminTest-300741977-project-admin] Publish callbacks [] for router, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:07.111953 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-c904688e-de55-421a-93bc-d6ca0d364832 tempest-RoutersIpV6AdminTest-300741977 tempest-RoutersIpV6AdminTest-300741977-project-admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 9.7241096 Nov 05 18:56:07.118815 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 35716) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:56:07.149590 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677ceeff-c866-4c7b-98ec-2eaf21abd3ea admin admin] Pushing event deleted for resources: {'Port': ['ID=dfb30c61-9f63-496a-a082-a2147a48bfcb,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:56:07.174328 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47690a26-ba19-44f1-bfda-17d4801eeb88 tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Pushing event updated for resources: {'Network': ['ID=d5adfef6-cca5-40b1-b5ae-c48acb74aee1,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:56:07.197285 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Network d5adfef6-cca5-40b1-b5ae-c48acb74aee1 details requested by agent ovs-agent-n-d-816865-1 with host n-d-816865-1 {{(pid=102388) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 05 18:56:07.213704 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-47690a26-ba19-44f1-bfda-17d4801eeb88 tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.7570736 Nov 05 18:56:07.214403 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 35718) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:56:07.220531 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-e37ccc4c-5633-4c15-9916-0da879de7c98 tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Request body: {'subnet': {'network_id': 'd5adfef6-cca5-40b1-b5ae-c48acb74aee1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:56:07.259429 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Pushing event updated for resources: {'Port': ['ID=f2befdcd-3286-48b8-ba74-f41fc8fc985c,revision_number=4']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:56:07.264085 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-a180efb7-f629-4979-9c31-ebae06db9442 None None] Provisioning complete for port 9f538d73-406b-424e-a02d-b2ffa37a4a98 triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:56:07.265185 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-a180efb7-f629-4979-9c31-ebae06db9442 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:07.317494 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-b2332518-4a1c-4ce3-8864-3d6e796a4acf tempest-RoutersIpV6AdminTest-300741977 tempest-RoutersIpV6AdminTest-300741977-project-admin] 10.222.0.13 "GET /v2.0/routers/0abfeec3-a553-40de-9679-7de1e2851622 HTTP/1.1" status: 200 len: 908 time: 0.1931667 Nov 05 18:56:07.319746 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 35720) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:56:07.363537 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] get_ports_and_sgs() called for port_ids ['f2befdcd-3286-48b8-ba74-f41fc8fc985c'] {{(pid=102388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 18:56:07.399752 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [None req-2aac13d0-8bed-450d-9f03-6406855c7a11 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Deleting port 9f538d73-406b-424e-a02d-b2ffa37a4a98 {{(pid=102387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 18:56:07.400148 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-2aac13d0-8bed-450d-9f03-6406855c7a11 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:07.406323 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-677ceeff-c866-4c7b-98ec-2eaf21abd3ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1000651'] for router_gateway, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:07.445571 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-a180efb7-f629-4979-9c31-ebae06db9442 None None] Port 9f538d73-406b-424e-a02d-b2ffa37a4a98 cannot update to ACTIVE because it is not bound. {{(pid=102388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 18:56:07.488763 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-d83e2d52-1631-4c32-867a-41a664324c59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0abfeec3-a553-40de-9679-7de1e2851622', 'name': 'tempest-snat-router-2115447468', 'tenant_id': '3fdf0adabde0460c887e9be603056b00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.143'}], 'enable_snat': True}, 'gw_port_id': 'd5e0fb3d-aafd-4ba0-a7e2-b8db083ec538', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T18:55:57Z', 'updated_at': '2021-11-05T18:56:03Z', 'revision_number': 3, 'project_id': '3fdf0adabde0460c887e9be603056b00', 'gw_port': {'id': 'd5e0fb3d-aafd-4ba0-a7e2-b8db083ec538', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:9d:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0abfeec3-a553-40de-9679-7de1e2851622', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2059, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T18:56:00Z', 'updated_at': '2021-11-05T18:56:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1'}], 'n-d-816865-1', False) {} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:56:07.533449 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d83e2d52-1631-4c32-867a-41a664324c59 None None] Checking router: 0abfeec3-a553-40de-9679-7de1e2851622 for host: n-d-816865-1 {{(pid=102389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 18:56:07.535374 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d83e2d52-1631-4c32-867a-41a664324c59 None None] Updating router 0abfeec3-a553-40de-9679-7de1e2851622 port d5e0fb3d-aafd-4ba0-a7e2-b8db083ec538 binding host n-d-816865-1 {{(pid=102389) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 05 18:56:07.586369 n-d-816865-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-d83e2d52-1631-4c32-867a-41a664324c59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:07.640711 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-677ceeff-c866-4c7b-98ec-2eaf21abd3ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-571301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6852'] for router, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:07.643162 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-677ceeff-c866-4c7b-98ec-2eaf21abd3ea admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:07.716819 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-0ccdd343-6de3-4e11-8a02-efdac434cdaf tempest-RoutersIpV6AdminTest-300741977 tempest-RoutersIpV6AdminTest-300741977-project-admin] Publish callbacks [] for router, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:07.750249 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-677ceeff-c866-4c7b-98ec-2eaf21abd3ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-571310'] for router, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:07.750952 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-677ceeff-c866-4c7b-98ec-2eaf21abd3ea admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1c6f6d66-a4a6-46f4-8edf-ecd678ed708f {{(pid=102386) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 05 18:56:07.759583 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-677ceeff-c866-4c7b-98ec-2eaf21abd3ea admin admin] Publish callbacks [] for router, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:07.761802 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-677ceeff-c866-4c7b-98ec-2eaf21abd3ea admin admin] 10.222.0.13 "DELETE /v2.0/routers/1c6f6d66-a4a6-46f4-8edf-ecd678ed708f HTTP/1.1" status: 204 len: 168 time: 2.3383698 Nov 05 18:56:07.765236 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 35722) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:56:07.819839 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-2aac13d0-8bed-450d-9f03-6406855c7a11 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:07.835198 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c0adf9b-d6b5-4797-87bb-f24e9d05eba2 admin admin] Deleting subnet 6176923a-af99-42e6-bca9-86e5b2bd6e07 {{(pid=102386) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 05 18:56:07.839918 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-2c0adf9b-d6b5-4797-87bb-f24e9d05eba2 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:07.865068 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0f709fd3-0db4-49b9-9a41-ea76939fed34 req-2141e6c5-4715-4842-9257-d569bb016d90 tempest-ServerRescueTestJSONUnderV235-847319139 tempest-ServerRescueTestJSONUnderV235-847319139-project] Router b32ffb7d-ccaa-44d5-b592-d1604e1d4445 has already been hosted by L3 agent 6dcb5589-8e86-4616-9186-ddc4548e13ad {{(pid=102387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 18:56:07.912850 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e37ccc4c-5633-4c15-9916-0da879de7c98 tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Made reservation on behalf of 3ef4f33c20644d3a8cc67018579acd02 for: {'subnet': 1} {{(pid=102386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 18:56:07.917181 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-e37ccc4c-5633-4c15-9916-0da879de7c98 tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4877122'] for subnet, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:07.924207 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-2c0adf9b-d6b5-4797-87bb-f24e9d05eba2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4590738'] for subnet, precommit_delete_associations {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:07.948617 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [None req-2aac13d0-8bed-450d-9f03-6406855c7a11 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Calling delete_port for 9f538d73-406b-424e-a02d-b2ffa37a4a98 owned by {{(pid=102387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 18:56:07.967391 n-d-816865-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-d83e2d52-1631-4c32-867a-41a664324c59 None None] Publish callbacks [] for port, precommit_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:08.036602 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.ipam_backend_mixin [None req-e37ccc4c-5633-4c15-9916-0da879de7c98 tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Performing IP validity checks on allocation pools {{(pid=102386) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 05 18:56:08.041872 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.ipam_backend_mixin [None req-e37ccc4c-5633-4c15-9916-0da879de7c98 tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102386) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 05 18:56:08.051069 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-2c0adf9b-d6b5-4797-87bb-f24e9d05eba2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1573928'] for subnet, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:08.069575 n-d-816865-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-d83e2d52-1631-4c32-867a-41a664324c59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:08.151723 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d177462a-9d74-4bd5-a800-e8a89532293b None None] Pushing event updated for resources: {'Port': ['ID=d5e0fb3d-aafd-4ba0-a7e2-b8db083ec538,revision_number=2']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:56:08.176986 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.managers [None req-d83e2d52-1631-4c32-867a-41a664324c59 None None] Attempting to bind port d5e0fb3d-aafd-4ba0-a7e2-b8db083ec538 on host n-d-816865-1 for vnic_type normal with profile {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 18:56:08.177362 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.managers [None req-d83e2d52-1631-4c32-867a-41a664324c59 None None] Attempting to bind port d5e0fb3d-aafd-4ba0-a7e2-b8db083ec538 by drivers openvswitch,hyperv on host n-d-816865-1 at level 0 using segments [{'id': '85be518c-8bb4-46a2-a903-d4292782d29d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec'}] {{(pid=102389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 18:56:08.177724 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d83e2d52-1631-4c32-867a-41a664324c59 None None] Attempting to bind port d5e0fb3d-aafd-4ba0-a7e2-b8db083ec538 on network 40c8335d-cd0b-4cb5-910a-d4dcddd5cbec {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 18:56:08.183661 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d83e2d52-1631-4c32-867a-41a664324c59 None None] Checking agent: {'id': '724d89a7-611b-41e6-bc85-c48112b17afa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 18, 25, 8), 'started_at': datetime.datetime(2021, 11, 5, 18, 25, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 18, 55, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 18:56:08.184029 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d83e2d52-1631-4c32-867a-41a664324c59 None None] Checking segment: {'id': '85be518c-8bb4-46a2-a903-d4292782d29d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 18:56:08.184505 n-d-816865-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-d83e2d52-1631-4c32-867a-41a664324c59 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:08.184817 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d83e2d52-1631-4c32-867a-41a664324c59 None None] Bound using segment: {'id': '85be518c-8bb4-46a2-a903-d4292782d29d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec'} {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 18:56:08.185276 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.managers [None req-d83e2d52-1631-4c32-867a-41a664324c59 None None] Bound port: d5e0fb3d-aafd-4ba0-a7e2-b8db083ec538, host: n-d-816865-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85be518c-8bb4-46a2-a903-d4292782d29d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec'}}] {{(pid=102389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 18:56:08.185653 n-d-816865-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-d83e2d52-1631-4c32-867a-41a664324c59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:08.216631 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-31f93893-a48e-4ae8-833d-dccb2b42eacc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:08.250428 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-2c0adf9b-d6b5-4797-87bb-f24e9d05eba2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1573905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6149879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4877183'] for subnet, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:08.254083 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6d2bc1-d309-4210-80e4-8f8941fa6125 req-24709249-c12b-49b9-b5d4-a9f0da928aba tempest-ServerTagsTestJSON-354493938 tempest-ServerTagsTestJSON-354493938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:56:08.255469 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-df6d2bc1-d309-4210-80e4-8f8941fa6125 req-24709249-c12b-49b9-b5d4-a9f0da928aba tempest-ServerTagsTestJSON-354493938 tempest-ServerTagsTestJSON-354493938-project] 10.222.0.13 "GET /v2.0/ports?device_id=10a921ee-3025-4cf3-8067-4057c56a681f HTTP/1.1" status: 200 len: 944 time: 0.2988553 Nov 05 18:56:08.255754 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [None req-d83e2d52-1631-4c32-867a-41a664324c59 None None] For port d5e0fb3d-aafd-4ba0-a7e2-b8db083ec538, host n-d-816865-1, cleared binding levels {{(pid=102389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 18:56:08.260395 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [None req-d83e2d52-1631-4c32-867a-41a664324c59 None None] For port d5e0fb3d-aafd-4ba0-a7e2-b8db083ec538, host n-d-816865-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=d5e0fb3d-aafd-4ba0-a7e2-b8db083ec538,segment=NetworkSegment(85be518c-8bb4-46a2-a903-d4292782d29d),segment_id=85be518c-8bb4-46a2-a903-d4292782d29d)] {{(pid=102389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 18:56:08.264816 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-2c0adf9b-d6b5-4797-87bb-f24e9d05eba2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:08.268582 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-2c0adf9b-d6b5-4797-87bb-f24e9d05eba2 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/6176923a-af99-42e6-bca9-86e5b2bd6e07 HTTP/1.1" status: 204 len: 168 time: 0.5016124 Nov 05 18:56:08.274361 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 35730) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:56:08.293631 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0adf9b-d6b5-4797-87bb-f24e9d05eba2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6176923a-af99-42e6-bca9-86e5b2bd6e07,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:56:08.314489 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-0ccdd343-6de3-4e11-8a02-efdac434cdaf tempest-RoutersIpV6AdminTest-300741977 tempest-RoutersIpV6AdminTest-300741977-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:08.333262 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0f709fd3-0db4-49b9-9a41-ea76939fed34 req-2141e6c5-4715-4842-9257-d569bb016d90 tempest-ServerRescueTestJSONUnderV235-847319139 tempest-ServerRescueTestJSONUnderV235-847319139-project] Notify agent at l3_agent.n-d-816865-1 the message routers_updated {{(pid=102387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 18:56:08.339601 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-0f709fd3-0db4-49b9-9a41-ea76939fed34 req-2141e6c5-4715-4842-9257-d569bb016d90 tempest-ServerRescueTestJSONUnderV235-847319139 tempest-ServerRescueTestJSONUnderV235-847319139-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for floatingip, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:08.357508 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-e37ccc4c-5633-4c15-9916-0da879de7c98 tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6149946', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4877172'] for subnet, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:08.360325 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfe762a6-0110-4adb-bfa9-f60da8c2af69 None None] Sync routers for ids ['b32ffb7d-ccaa-44d5-b592-d1604e1d4445'] in n-d-816865-1 {{(pid=102388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 18:56:08.377067 n-d-816865-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-d83e2d52-1631-4c32-867a-41a664324c59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:08.409882 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device dfb30c61-9f63-496a-a082-a2147a48bfcb no longer exists at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 18:56:08.418924 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfe762a6-0110-4adb-bfa9-f60da8c2af69 None None] Routers {'b32ffb7d-ccaa-44d5-b592-d1604e1d4445'} bound to L3 agent in host n-d-816865-1 {{(pid=102388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 18:56:08.419647 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-cfe762a6-0110-4adb-bfa9-f60da8c2af69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T18:56:05Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['b32ffb7d-ccaa-44d5-b592-d1604e1d4445'], 'active': True} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:56:08.464304 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d83e2d52-1631-4c32-867a-41a664324c59 None None] Routers {'0abfeec3-a553-40de-9679-7de1e2851622'} bound to L3 agent in host n-d-816865-1 {{(pid=102389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 18:56:08.466144 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-d83e2d52-1631-4c32-867a-41a664324c59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T18:56:05Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['0abfeec3-a553-40de-9679-7de1e2851622'], 'active': True} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:56:08.500078 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-0f709fd3-0db4-49b9-9a41-ea76939fed34 req-2141e6c5-4715-4842-9257-d569bb016d90 tempest-ServerRescueTestJSONUnderV235-847319139 tempest-ServerRescueTestJSONUnderV235-847319139-project] 10.222.0.13 "PUT /v2.0/floatingips/25eb5331-c6b6-433a-aaf7-711f87d922a1 HTTP/1.1" status: 200 len: 996 time: 3.7945330 Nov 05 18:56:08.520233 n-d-816865-1 neutron-server[102387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30f854dc-91a9-455d-85a2-232be75a6d81', 'tag': '8c6dd4d3-e153-4543-b90b-dfbf5180b0bb'}] {{(pid=102387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 18:56:08.523919 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab06bd4ddf5758c1f10d79fe34dc215bafa488692cde9dba2fcbcb67556f90bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6bfba44-dbe8-4dd3-b762-3915ac642b2a" -d '{"events": [{"name": "network-changed", "server_uuid": "30f854dc-91a9-455d-85a2-232be75a6d81", "tag": "8c6dd4d3-e153-4543-b90b-dfbf5180b0bb"}]}' {{(pid=102387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 18:56:08.544116 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37ccc4c-5633-4c15-9916-0da879de7c98 tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Pushing event updated for resources: {'Subnet': ['ID=ce879573-cd8c-44c3-9261-baedeefb3ea6,revision_number=0']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:56:08.560352 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvr_db [None req-cfe762a6-0110-4adb-bfa9-f60da8c2af69 None None] Set router b32ffb7d-ccaa-44d5-b592-d1604e1d4445 gateway port host: n-d-816865-1 {{(pid=102388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 18:56:08.569730 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e37ccc4c-5633-4c15-9916-0da879de7c98 tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Checking segment: {'id': 'ab568064-c627-4cc4-954e-7a3e99c8c2a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'd5adfef6-cca5-40b1-b5ae-c48acb74aee1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 18:56:08.572135 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e37ccc4c-5633-4c15-9916-0da879de7c98 tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Network hostable DHCP agents. Network: d5adfef6-cca5-40b1-b5ae-c48acb74aee1, hostable agents: ['987e2ca0-bc3b-4c6f-a989-429ccfbf753f'], hosted agents: [] {{(pid=102386) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 05 18:56:08.575938 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-ff897418-ed99-4c1e-958e-3049de16c0e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1664226'] for network, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:08.596172 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d177462a-9d74-4bd5-a800-e8a89532293b None None] Pushing event updated for resources: {'Port': ['ID=d5e0fb3d-aafd-4ba0-a7e2-b8db083ec538,revision_number=3']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:56:08.615097 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-df6d2bc1-d309-4210-80e4-8f8941fa6125 req-0a52d730-2233-4dd0-990b-59b2eeeb89b1 tempest-ServerTagsTestJSON-354493938 tempest-ServerTagsTestJSON-354493938-project] 10.222.0.13 "GET /v2.0/security-groups?id=0b87c3a5-31aa-4565-89f8-1dd209a99114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3433971 Nov 05 18:56:08.644188 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvr_db [None req-d83e2d52-1631-4c32-867a-41a664324c59 None None] Set router 0abfeec3-a553-40de-9679-7de1e2851622 gateway port host: None {{(pid=102389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 18:56:08.654573 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] No Port match for: dfb30c61-9f63-496a-a082-a2147a48bfcb {{(pid=102388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 18:56:08.654932 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device dfb30c61-9f63-496a-a082-a2147a48bfcb not bound to the agent host n-d-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 18:56:08.655367 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device d934184e-ed22-4848-8e06-7b746e054917 no longer exists at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 18:56:08.728650 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] No Port match for: d934184e-ed22-4848-8e06-7b746e054917 {{(pid=102388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 18:56:08.729075 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device d934184e-ed22-4848-8e06-7b746e054917 not bound to the agent host n-d-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 18:56:08.731612 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-d83e2d52-1631-4c32-867a-41a664324c59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0abfeec3-a553-40de-9679-7de1e2851622', 'name': 'tempest-snat-router-2115447468', 'tenant_id': '3fdf0adabde0460c887e9be603056b00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T18:55:57Z', 'updated_at': '2021-11-05T18:56:08Z', 'revision_number': 4, 'project_id': '3fdf0adabde0460c887e9be603056b00', 'gw_port_host': None}], 'n-d-816865-1', False) {} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:56:08.748302 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f709fd3-0db4-49b9-9a41-ea76939fed34 req-ee0a2b8a-fd7f-4e9c-85ae-c3500618bb73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:56:08.757636 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-0f709fd3-0db4-49b9-9a41-ea76939fed34 req-ee0a2b8a-fd7f-4e9c-85ae-c3500618bb73 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=06ed96522e9e42a39945febc80e1faeb&device_id=30f854dc-91a9-455d-85a2-232be75a6d81 HTTP/1.1" status: 200 len: 1097 time: 0.2556815 Nov 05 18:56:08.777126 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d83e2d52-1631-4c32-867a-41a664324c59 None None] The sync data for ids ['0abfeec3-a553-40de-9679-7de1e2851622'] in n-d-816865-1 is: [{'id': '0abfeec3-a553-40de-9679-7de1e2851622', 'name': 'tempest-snat-router-2115447468', 'tenant_id': '3fdf0adabde0460c887e9be603056b00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T18:55:57Z', 'updated_at': '2021-11-05T18:56:08Z', 'revision_number': 4, 'project_id': '3fdf0adabde0460c887e9be603056b00', 'gw_port_host': None}] {{(pid=102389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 18:56:08.860015 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 18:56:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6dbf415-1837-45a5-adaa-8dca0cf5dcb9 x-openstack-request-id: req-e6dbf415-1837-45a5-adaa-8dca0cf5dcb9 {{(pid=102387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 18:56:08.860346 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30f854dc-91a9-455d-85a2-232be75a6d81", "tag": "8c6dd4d3-e153-4543-b90b-dfbf5180b0bb", "status": "completed", "code": 200}]} {{(pid=102387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 18:56:08.860634 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e6dbf415-1837-45a5-adaa-8dca0cf5dcb9 {{(pid=102387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 18:56:08.861082 n-d-816865-1 neutron-server[102387]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30f854dc-91a9-455d-85a2-232be75a6d81', 'tag': '8c6dd4d3-e153-4543-b90b-dfbf5180b0bb', 'status': 'completed', 'code': 200} Nov 05 18:56:08.968833 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [None req-0ccdd343-6de3-4e11-8a02-efdac434cdaf tempest-RoutersIpV6AdminTest-300741977 tempest-RoutersIpV6AdminTest-300741977-project-admin] Deleting port d5e0fb3d-aafd-4ba0-a7e2-b8db083ec538 {{(pid=102387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 18:56:08.969238 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-0ccdd343-6de3-4e11-8a02-efdac434cdaf tempest-RoutersIpV6AdminTest-300741977 tempest-RoutersIpV6AdminTest-300741977-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:08.984996 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-cfe762a6-0110-4adb-bfa9-f60da8c2af69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b32ffb7d-ccaa-44d5-b592-d1604e1d4445', 'name': 'tempest-ServerRescueTestJSONUnderV235-1872294056-router', 'tenant_id': '06ed96522e9e42a39945febc80e1faeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.168'}], 'enable_snat': True}, 'gw_port_id': '2382be70-456f-4cac-8965-62093dfa27d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T18:54:49Z', 'updated_at': '2021-11-05T18:54:57Z', 'revision_number': 4, 'project_id': '06ed96522e9e42a39945febc80e1faeb', 'gw_port': {'id': '2382be70-456f-4cac-8965-62093dfa27d6', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:c5:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b32ffb7d-ccaa-44d5-b592-d1604e1d4445', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1904, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T18:54:49Z', 'updated_at': '2021-11-05T18:54:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1', '_floatingips': [{'id': '25eb5331-c6b6-433a-aaf7-711f87d922a1', 'tenant_id': '06ed96522e9e42a39945febc80e1faeb', 'floating_ip_address': '172.25.6.42', 'floating_network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'router_id': 'b32ffb7d-ccaa-44d5-b592-d1604e1d4445', 'port_id': '8c6dd4d3-e153-4543-b90b-dfbf5180b0bb', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2060, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '33b67f12-3e30-4db0-bf1c-b2b3da4d6fc7', 'mac_address': 'fa:16:3e:a9:4b:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30f854dc-91a9-455d-85a2-232be75a6d81', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-05T18:56:01Z', 'updated_at': '2021-11-05T18:56:05Z', 'revision_number': 1, 'project_id': '06ed96522e9e42a39945febc80e1faeb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6e7b3a5-a963-4873-af0e-27ff4e2a2c0c', 'name': '', 'network_id': '33b67f12-3e30-4db0-bf1c-b2b3da4d6fc7', 'tenant_id': '06ed96522e9e42a39945febc80e1faeb', 'mac_address': 'fa:16:3e:08:1b:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b32ffb7d-ccaa-44d5-b592-d1604e1d4445', 'device_owner': 'network:router_interface', 'standard_attr_id': 1911, 'fixed_ips': [{'subnet_id': 'a3a64416-ba54-43fe-a90a-a0ccf6654f9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T18:54:55Z', 'updated_at': '2021-11-05T18:55:05Z', 'revision_number': 5, 'project_id': '06ed96522e9e42a39945febc80e1faeb', 'subnets': [{'id': 'a3a64416-ba54-43fe-a90a-a0ccf6654f9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-1', False) {} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:56:09.071063 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-ff897418-ed99-4c1e-958e-3049de16c0e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1579173', 'neutron.services.segments.db._delete_segments_for_network-8750027792909'] for network, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:09.071294 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfe762a6-0110-4adb-bfa9-f60da8c2af69 None None] Checking router: b32ffb7d-ccaa-44d5-b592-d1604e1d4445 for host: n-d-816865-1 {{(pid=102388) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 18:56:09.071481 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e37ccc4c-5633-4c15-9916-0da879de7c98 tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Network d5adfef6-cca5-40b1-b5ae-c48acb74aee1 is scheduled to be hosted by DHCP agent 987e2ca0-bc3b-4c6f-a989-429ccfbf753f with binding_index 1 {{(pid=102386) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 05 18:56:09.071634 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfe762a6-0110-4adb-bfa9-f60da8c2af69 None None] Routers {'b32ffb7d-ccaa-44d5-b592-d1604e1d4445'} bound to L3 agent in host n-d-816865-1 {{(pid=102388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 18:56:09.071634 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-cfe762a6-0110-4adb-bfa9-f60da8c2af69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T18:56:05Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['b32ffb7d-ccaa-44d5-b592-d1604e1d4445'], 'active': True} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:56:09.071985 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bfba44-dbe8-4dd3-b762-3915ac642b2a req-e1258533-7af7-43df-bd00-b099746f045a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:56:09.071985 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-a6bfba44-dbe8-4dd3-b762-3915ac642b2a req-e1258533-7af7-43df-bd00-b099746f045a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=06ed96522e9e42a39945febc80e1faeb&device_id=30f854dc-91a9-455d-85a2-232be75a6d81 HTTP/1.1" status: 200 len: 1097 time: 0.2130346 Nov 05 18:56:09.190072 n-d-816865-1 neutron-server[102387]: DEBUG neutron.services.segments.db [None req-ff897418-ed99-4c1e-958e-3049de16c0e1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b64b77a-1769-4ba3-98b8-e072ca99e966']}} {{(pid=102387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:56:09.207865 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bfba44-dbe8-4dd3-b762-3915ac642b2a req-7eca322f-d099-47b5-b677-40ffbffae12d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:56:09.210461 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f709fd3-0db4-49b9-9a41-ea76939fed34 req-56c642fb-c4c9-4c65-8a49-0bf3cda3c08b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:56:09.211835 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-a6bfba44-dbe8-4dd3-b762-3915ac642b2a req-7eca322f-d099-47b5-b677-40ffbffae12d service neutron] 10.222.0.41 "GET /v2.0/networks?id=33b67f12-3e30-4db0-bf1c-b2b3da4d6fc7 HTTP/1.1" status: 200 len: 921 time: 0.1385567 Nov 05 18:56:09.217303 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvr_db [None req-cfe762a6-0110-4adb-bfa9-f60da8c2af69 None None] Set router b32ffb7d-ccaa-44d5-b592-d1604e1d4445 gateway port host: n-d-816865-1 {{(pid=102388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 18:56:09.218507 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-0f709fd3-0db4-49b9-9a41-ea76939fed34 req-56c642fb-c4c9-4c65-8a49-0bf3cda3c08b service neutron] 10.222.0.13 "GET /v2.0/networks?id=33b67f12-3e30-4db0-bf1c-b2b3da4d6fc7 HTTP/1.1" status: 200 len: 921 time: 0.4003012 Nov 05 18:56:09.396367 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-a6bfba44-dbe8-4dd3-b762-3915ac642b2a req-64356a1a-8758-431b-8a7e-995bcfd5b6de service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8c6dd4d3-e153-4543-b90b-dfbf5180b0bb HTTP/1.1" status: 200 len: 999 time: 0.1765196 Nov 05 18:56:09.465095 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bfba44-dbe8-4dd3-b762-3915ac642b2a req-070a60c4-7415-4793-a519-46fabab46c08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:56:09.469833 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-a6bfba44-dbe8-4dd3-b762-3915ac642b2a req-070a60c4-7415-4793-a519-46fabab46c08 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a3a64416-ba54-43fe-a90a-a0ccf6654f9d HTTP/1.1" status: 200 len: 860 time: 0.0660839 Nov 05 18:56:09.508057 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-a6bfba44-dbe8-4dd3-b762-3915ac642b2a req-c67a335c-27af-4e09-9241-aa091386412e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=33b67f12-3e30-4db0-bf1c-b2b3da4d6fc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0302291 Nov 05 18:56:09.520727 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [req-a6bfba44-dbe8-4dd3-b762-3915ac642b2a req-5defd155-faa4-4711-a57e-4822bad5413e service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=102386) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 05 18:56:09.522843 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-a6bfba44-dbe8-4dd3-b762-3915ac642b2a req-5defd155-faa4-4711-a57e-4822bad5413e service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0065038 Nov 05 18:56:09.584910 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-cfe762a6-0110-4adb-bfa9-f60da8c2af69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b32ffb7d-ccaa-44d5-b592-d1604e1d4445', 'name': 'tempest-ServerRescueTestJSONUnderV235-1872294056-router', 'tenant_id': '06ed96522e9e42a39945febc80e1faeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.168'}], 'enable_snat': True}, 'gw_port_id': '2382be70-456f-4cac-8965-62093dfa27d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T18:54:49Z', 'updated_at': '2021-11-05T18:54:57Z', 'revision_number': 4, 'project_id': '06ed96522e9e42a39945febc80e1faeb', 'gw_port': {'id': '2382be70-456f-4cac-8965-62093dfa27d6', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:c5:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b32ffb7d-ccaa-44d5-b592-d1604e1d4445', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1904, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T18:54:49Z', 'updated_at': '2021-11-05T18:54:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1', '_floatingips': [{'id': '25eb5331-c6b6-433a-aaf7-711f87d922a1', 'tenant_id': '06ed96522e9e42a39945febc80e1faeb', 'floating_ip_address': '172.25.6.42', 'floating_network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'router_id': 'b32ffb7d-ccaa-44d5-b592-d1604e1d4445', 'port_id': '8c6dd4d3-e153-4543-b90b-dfbf5180b0bb', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2060, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '33b67f12-3e30-4db0-bf1c-b2b3da4d6fc7', 'mac_address': 'fa:16:3e:a9:4b:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30f854dc-91a9-455d-85a2-232be75a6d81', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-05T18:56:01Z', 'updated_at': '2021-11-05T18:56:05Z', 'revision_number': 1, 'project_id': '06ed96522e9e42a39945febc80e1faeb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6e7b3a5-a963-4873-af0e-27ff4e2a2c0c', 'name': '', 'network_id': '33b67f12-3e30-4db0-bf1c-b2b3da4d6fc7', 'tenant_id': '06ed96522e9e42a39945febc80e1faeb', 'mac_address': 'fa:16:3e:08:1b:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b32ffb7d-ccaa-44d5-b592-d1604e1d4445', 'device_owner': 'network:router_interface', 'standard_attr_id': 1911, 'fixed_ips': [{'subnet_id': 'a3a64416-ba54-43fe-a90a-a0ccf6654f9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T18:54:55Z', 'updated_at': '2021-11-05T18:55:05Z', 'revision_number': 5, 'project_id': '06ed96522e9e42a39945febc80e1faeb', 'subnets': [{'id': 'a3a64416-ba54-43fe-a90a-a0ccf6654f9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-1', False) {} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:56:09.619303 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:09.621582 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfe762a6-0110-4adb-bfa9-f60da8c2af69 None None] The sync data for ids ['b32ffb7d-ccaa-44d5-b592-d1604e1d4445'] in n-d-816865-1 is: [{'id': 'b32ffb7d-ccaa-44d5-b592-d1604e1d4445', 'name': 'tempest-ServerRescueTestJSONUnderV235-1872294056-router', 'tenant_id': '06ed96522e9e42a39945febc80e1faeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.168'}], 'enable_snat': True}, 'gw_port_id': '2382be70-456f-4cac-8965-62093dfa27d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T18:54:49Z', 'updated_at': '2021-11-05T18:54:57Z', 'revision_number': 4, 'project_id': '06ed96522e9e42a39945febc80e1faeb', 'gw_port': {'id': '2382be70-456f-4cac-8965-62093dfa27d6', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:c5:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b32ffb7d-ccaa-44d5-b592-d1604e1d4445', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1904, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T18:54:49Z', 'updated_at': '2021-11-05T18:54:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1', '_floatingips': [{'id': '25eb5331-c6b6-433a-aaf7-711f87d922a1', 'tenant_id': '06ed96522e9e42a39945febc80e1faeb', 'floating_ip_address': '172.25.6.42', 'floating_network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'router_id': 'b32ffb7d-ccaa-44d5-b592-d1604e1d4445', 'port_id': '8c6dd4d3-e153-4543-b90b-dfbf5180b0bb', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2060, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '33b67f12-3e30-4db0-bf1c-b2b3da4d6fc7', 'mac_address': 'fa:16:3e:a9:4b:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30f854dc-91a9-455d-85a2-232be75a6d81', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-05T18:56:01Z', 'updated_at': '2021-11-05T18:56:05Z', 'revision_number': 1, 'project_id': '06ed96522e9e42a39945febc80e1faeb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6e7b3a5-a963-4873-af0e-27ff4e2a2c0c', 'name': '', 'network_id': '33b67f12-3e30-4db0-bf1c-b2b3da4d6fc7', 'tenant_id': '06ed96522e9e42a39945febc80e1faeb', 'mac_address': 'fa:16:3e:08:1b:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b32ffb7d-ccaa-44d5-b592-d1604e1d4445', 'device_owner': 'network:router_interface', 'standard_attr_id': 1911, 'fixed_ips': [{'subnet_id': 'a3a64416-ba54-43fe-a90a-a0ccf6654f9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T18:54:55Z', 'updated_at': '2021-11-05T18:55:05Z', 'revision_number': 5, 'project_id': '06ed96522e9e42a39945febc80e1faeb', 'subnets': [{'id': 'a3a64416-ba54-43fe-a90a-a0ccf6654f9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 18:56:09.630899 n-d-816865-1 neutron-server[102387]: DEBUG neutron.services.segments.db [None req-ff897418-ed99-4c1e-958e-3049de16c0e1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e94198e7-7484-4b3b-b2bf-001822904d02') {'for_net_delete': True} {{(pid=102387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:56:09.632245 n-d-816865-1 neutron-server[102387]: DEBUG neutron.services.segments.db [None req-ff897418-ed99-4c1e-958e-3049de16c0e1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e94198e7-7484-4b3b-b2bf-001822904d02') {} {{(pid=102387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:56:09.648222 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.base_scheduler [None req-e37ccc4c-5633-4c15-9916-0da879de7c98 tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816865-1, d5adfef6-cca5-40b1-b5ae-c48acb74aee1) {{(pid=102386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:56:09.653595 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e37ccc4c-5633-4c15-9916-0da879de7c98 tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:56:09.654549 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-e37ccc4c-5633-4c15-9916-0da879de7c98 tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Publish callbacks [] for subnet, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:09.664575 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1ac3c66-5360-44c9-9b72-641362e73bab None None] Network d5adfef6-cca5-40b1-b5ae-c48acb74aee1 requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 18:56:09.672396 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-a6bfba44-dbe8-4dd3-b762-3915ac642b2a req-5516d600-ccc9-4ae5-b10b-8fccee34cbea service neutron] 10.222.0.41 "GET /v2.0/networks/33b67f12-3e30-4db0-bf1c-b2b3da4d6fc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1419599 Nov 05 18:56:09.684470 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-2aac13d0-8bed-450d-9f03-6406855c7a11 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4417063'] for port, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:09.687566 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-ff897418-ed99-4c1e-958e-3049de16c0e1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750027793430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4463492'] for segment, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:09.754013 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-e37ccc4c-5633-4c15-9916-0da879de7c98 tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 2.5355775 Nov 05 18:56:09.759784 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 35740) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:56:09.816499 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.db [None req-0ccdd343-6de3-4e11-8a02-efdac434cdaf tempest-RoutersIpV6AdminTest-300741977 tempest-RoutersIpV6AdminTest-300741977-project-admin] For port d5e0fb3d-aafd-4ba0-a7e2-b8db083ec538, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=d5e0fb3d-aafd-4ba0-a7e2-b8db083ec538,segment=NetworkSegment(85be518c-8bb4-46a2-a903-d4292782d29d),segment_id=85be518c-8bb4-46a2-a903-d4292782d29d)] {{(pid=102387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:56:09.816874 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-0ccdd343-6de3-4e11-8a02-efdac434cdaf tempest-RoutersIpV6AdminTest-300741977 tempest-RoutersIpV6AdminTest-300741977-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:09.820102 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-ff897418-ed99-4c1e-958e-3049de16c0e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273'] for segment, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:09.822837 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aac13d0-8bed-450d-9f03-6406855c7a11 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Pushing event deleted for resources: {'Port': ['ID=9f538d73-406b-424e-a02d-b2ffa37a4a98,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:56:09.852342 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff897418-ed99-4c1e-958e-3049de16c0e1 admin admin] Releasing vlan 189 on physical network physnet1 to pool {{(pid=102387) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 05 18:56:09.853183 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-ff897418-ed99-4c1e-958e-3049de16c0e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4417236'] for segment, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:09.869092 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb6db97-9cb5-46a0-953b-7f0efa3f22a8 req-5ecb8601-73a9-4323-a2bd-f4daa9b915bd tempest-ServerTagsTestJSON-354493938 tempest-ServerTagsTestJSON-354493938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:56:09.876862 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-ecb6db97-9cb5-46a0-953b-7f0efa3f22a8 req-5ecb8601-73a9-4323-a2bd-f4daa9b915bd tempest-ServerTagsTestJSON-354493938 tempest-ServerTagsTestJSON-354493938-project] 10.222.0.13 "GET /v2.0/ports?device_id=10a921ee-3025-4cf3-8067-4057c56a681f HTTP/1.1" status: 200 len: 944 time: 0.1457300 Nov 05 18:56:09.884321 n-d-816865-1 neutron-server[102387]: Traceback (most recent call last): Nov 05 18:56:09.884321 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 05 18:56:09.884321 n-d-816865-1 neutron-server[102387]: timer() Nov 05 18:56:09.884321 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 05 18:56:09.884321 n-d-816865-1 neutron-server[102387]: cb(*args, **kw) Nov 05 18:56:09.884321 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 05 18:56:09.884321 n-d-816865-1 neutron-server[102387]: return func(*args, **kwargs) Nov 05 18:56:09.884321 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 05 18:56:09.884321 n-d-816865-1 neutron-server[102387]: self._notify() Nov 05 18:56:09.884321 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 05 18:56:09.884321 n-d-816865-1 neutron-server[102387]: self.callback(batched_events) Nov 05 18:56:09.884321 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 05 18:56:09.884321 n-d-816865-1 neutron-server[102387]: event.method(event) Nov 05 18:56:09.884321 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 05 18:56:09.884321 n-d-816865-1 neutron-server[102387]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 05 18:56:09.884321 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 05 18:56:09.884321 n-d-816865-1 neutron-server[102387]: aggregate_uuid = self.p_client.list_aggregates( Nov 05 18:56:09.884321 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 05 18:56:09.884321 n-d-816865-1 neutron-server[102387]: return f(self, *a, **k) Nov 05 18:56:09.884321 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 05 18:56:09.884321 n-d-816865-1 neutron-server[102387]: return self._get(url).json() Nov 05 18:56:09.884321 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 05 18:56:09.884321 n-d-816865-1 neutron-server[102387]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 05 18:56:09.884321 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 05 18:56:09.884321 n-d-816865-1 neutron-server[102387]: return self.request(url, 'GET', **kwargs) Nov 05 18:56:09.884321 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 05 18:56:09.884321 n-d-816865-1 neutron-server[102387]: base_url = self.get_endpoint(auth, allow=allow, Nov 05 18:56:09.884321 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 05 18:56:09.884321 n-d-816865-1 neutron-server[102387]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 05 18:56:09.884321 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 05 18:56:09.884321 n-d-816865-1 neutron-server[102387]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 05 18:56:09.884321 n-d-816865-1 neutron-server[102387]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 05 18:56:09.887013 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-0f709fd3-0db4-49b9-9a41-ea76939fed34 req-ee24fd9f-20b6-4082-89e4-a094b6a8231c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8c6dd4d3-e153-4543-b90b-dfbf5180b0bb HTTP/1.1" status: 200 len: 999 time: 0.6668139 Nov 05 18:56:09.887267 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [None req-0ccdd343-6de3-4e11-8a02-efdac434cdaf tempest-RoutersIpV6AdminTest-300741977 tempest-RoutersIpV6AdminTest-300741977-project-admin] Calling delete_port for d5e0fb3d-aafd-4ba0-a7e2-b8db083ec538 owned by network:router_gateway {{(pid=102387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 18:56:09.924567 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45a312f7-ab4b-4aa2-9b03-4473f85f51e0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeb20a084-accf-5b60-8075-3e69ebe863a6-d5adfef6-cca5-40b1-b5ae-c48acb74aee1', 'network_id': 'd5adfef6-cca5-40b1-b5ae-c48acb74aee1', 'tenant_id': '3ef4f33c20644d3a8cc67018579acd02', 'fixed_ips': [{'subnet_id': 'ce879573-cd8c-44c3-9261-baedeefb3ea6'}]}} from n-d-816865-1. {{(pid=102388) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 05 18:56:09.930092 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-45a312f7-ab4b-4aa2-9b03-4473f85f51e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:09.970249 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Device f2befdcd-3286-48b8-ba74-f41fc8fc985c up at agent hyperv_n-h2-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 18:56:09.970956 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-a6bfba44-dbe8-4dd3-b762-3915ac642b2a req-c9b991b2-c106-42bf-bfa9-b603eb787c92 service neutron] 10.222.0.41 "GET /v2.0/networks/33b67f12-3e30-4db0-bf1c-b2b3da4d6fc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2877600 Nov 05 18:56:10.038036 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-3440a46c-7c6d-4196-9518-8d3cd8b170cc tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1664226'] for network, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:10.083820 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-2aac13d0-8bed-450d-9f03-6406855c7a11 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:10.094604 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-2aac13d0-8bed-450d-9f03-6406855c7a11 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] 10.222.0.13 "DELETE /v2.0/ports/9f538d73-406b-424e-a02d-b2ffa37a4a98 HTTP/1.1" status: 204 len: 168 time: 3.2899055 Nov 05 18:56:10.106212 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 35746) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:56:10.197325 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-ecb6db97-9cb5-46a0-953b-7f0efa3f22a8 req-8de153ac-051b-4713-b77e-6d3bb3b6cab8 tempest-ServerTagsTestJSON-354493938 tempest-ServerTagsTestJSON-354493938-project] 10.222.0.13 "GET /v2.0/security-groups?id=0b87c3a5-31aa-4565-89f8-1dd209a99114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3195529 Nov 05 18:56:10.228367 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-3440a46c-7c6d-4196-9518-8d3cd8b170cc tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1573928'] for subnet, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:10.254365 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f709fd3-0db4-49b9-9a41-ea76939fed34 req-390e6943-bf7e-4b0d-99dc-46e0c1e2be10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:56:10.255967 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-0f709fd3-0db4-49b9-9a41-ea76939fed34 req-390e6943-bf7e-4b0d-99dc-46e0c1e2be10 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a3a64416-ba54-43fe-a90a-a0ccf6654f9d HTTP/1.1" status: 200 len: 860 time: 0.2541711 Nov 05 18:56:10.257154 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Provisioning for port f2befdcd-3286-48b8-ba74-f41fc8fc985c completed by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 05 18:56:10.276930 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44289ed8-adfc-4b29-a896-bb320efa425f tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:56:10.277289 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Provisioning complete for port f2befdcd-3286-48b8-ba74-f41fc8fc985c triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:56:10.281782 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-44289ed8-adfc-4b29-a896-bb320efa425f tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1744728 Nov 05 18:56:10.282537 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 35748) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:56:10.292091 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-ff897418-ed99-4c1e-958e-3049de16c0e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1579178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-956796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1000687'] for network, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:10.299068 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:10.305880 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fe110da-04e6-42ff-992a-7ff5c4c0c4b1 None None] New status for floating IP 25eb5331-c6b6-433a-aaf7-711f87d922a1: ACTIVE {{(pid=102389) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 05 18:56:10.325774 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-ff897418-ed99-4c1e-958e-3049de16c0e1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597851'] for network, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:10.337111 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-ff897418-ed99-4c1e-958e-3049de16c0e1 admin admin] 10.222.0.13 "DELETE /v2.0/networks/0b64b77a-1769-4ba3-98b8-e072ca99e966 HTTP/1.1" status: 204 len: 168 time: 2.0513644 Nov 05 18:56:10.346527 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-0f709fd3-0db4-49b9-9a41-ea76939fed34 req-099c4672-9d6a-463d-9913-aceeb1b6b735 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=33b67f12-3e30-4db0-bf1c-b2b3da4d6fc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0619276 Nov 05 18:56:10.363908 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [req-0f709fd3-0db4-49b9-9a41-ea76939fed34 req-c6bdfabc-1284-4770-b9f6-83c6b765f7e7 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=102387) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 05 18:56:10.365316 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-0f709fd3-0db4-49b9-9a41-ea76939fed34 req-c6bdfabc-1284-4770-b9f6-83c6b765f7e7 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0067091 Nov 05 18:56:10.369474 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff897418-ed99-4c1e-958e-3049de16c0e1 admin admin] Pushing event deleted for resources: {'Network': ['ID=0b64b77a-1769-4ba3-98b8-e072ca99e966,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:56:10.383585 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.db_base_plugin_common [None req-45a312f7-ab4b-4aa2-9b03-4473f85f51e0 None None] Allocated IP 172.20.0.3 (d5adfef6-cca5-40b1-b5ae-c48acb74aee1/ce879573-cd8c-44c3-9261-baedeefb3ea6/186b4198-2911-4ec2-89a9-17d40f89619e) {{(pid=102388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 18:56:10.394713 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60f80c0e-2a22-40d3-b0cc-220d245d3842 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:56:10.407949 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-60f80c0e-2a22-40d3-b0cc-220d245d3842 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1194122 Nov 05 18:56:10.411946 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 35752) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:56:10.551056 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a7bd7ba-7169-4a0a-9be2-8d2eb5c1ba84 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:56:10.554913 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a7bd7ba-7169-4a0a-9be2-8d2eb5c1ba84 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:56:10.556509 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a7bd7ba-7169-4a0a-9be2-8d2eb5c1ba84 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:56:10.564492 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-7a7bd7ba-7169-4a0a-9be2-8d2eb5c1ba84 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1509540 Nov 05 18:56:10.567958 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 35754) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:56:10.596304 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:10.625997 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-0f709fd3-0db4-49b9-9a41-ea76939fed34 req-aeff4a3f-99cf-4f64-93b8-f46cf10921a9 service neutron] 10.222.0.13 "GET /v2.0/networks/33b67f12-3e30-4db0-bf1c-b2b3da4d6fc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2192621 Nov 05 18:56:10.642413 n-d-816865-1 neutron-server[102388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10a921ee-3025-4cf3-8067-4057c56a681f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2befdcd-3286-48b8-ba74-f41fc8fc985c'}] {{(pid=102388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 18:56:10.644742 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85474fee1180e129d8a886d264fe0b30223aa672dd1ffe43b630605f18504f68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5deca867-3056-4d10-b817-9fd915e579fb" -d '{"events": [{"server_uuid": "10a921ee-3025-4cf3-8067-4057c56a681f", "name": "network-vif-plugged", "status": "completed", "tag": "f2befdcd-3286-48b8-ba74-f41fc8fc985c"}]}' {{(pid=102388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 18:56:10.680460 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] For port f2befdcd-3286-48b8-ba74-f41fc8fc985c, host n-h2-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=f2befdcd-3286-48b8-ba74-f41fc8fc985c,segment=NetworkSegment(2ea0b66f-1feb-4646-9d6e-6474fbb01ef7),segment_id=2ea0b66f-1feb-4646-9d6e-6474fbb01ef7)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:56:10.688445 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.db_base_plugin_v2 [None req-71f8c597-2c78-49bc-9781-0a7b1474db56 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Deleting subnet 7e6a957d-c53c-4bf3-8728-e3679e1a97bd {{(pid=102386) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 05 18:56:10.696926 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-71f8c597-2c78-49bc-9781-0a7b1474db56 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Publish callbacks [] for subnet, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:10.703887 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-45a312f7-ab4b-4aa2-9b03-4473f85f51e0 None None] Publish callbacks [] for port, precommit_create {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:10.719571 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-0ccdd343-6de3-4e11-8a02-efdac434cdaf tempest-RoutersIpV6AdminTest-300741977 tempest-RoutersIpV6AdminTest-300741977-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4417063'] for port, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:10.721542 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 18:56:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c5a8a42-1e7f-4b13-9bfe-d0a46324870f x-openstack-request-id: req-4c5a8a42-1e7f-4b13-9bfe-d0a46324870f {{(pid=102388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 18:56:10.722035 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10a921ee-3025-4cf3-8067-4057c56a681f", "name": "network-vif-plugged", "status": "completed", "tag": "f2befdcd-3286-48b8-ba74-f41fc8fc985c", "code": 200}]} {{(pid=102388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 18:56:10.722322 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4c5a8a42-1e7f-4b13-9bfe-d0a46324870f {{(pid=102388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 18:56:10.722726 n-d-816865-1 neutron-server[102388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10a921ee-3025-4cf3-8067-4057c56a681f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2befdcd-3286-48b8-ba74-f41fc8fc985c', 'code': 200} Nov 05 18:56:10.762069 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-71f8c597-2c78-49bc-9781-0a7b1474db56 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4590738'] for subnet, precommit_delete_associations {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:10.769188 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ccdd343-6de3-4e11-8a02-efdac434cdaf tempest-RoutersIpV6AdminTest-300741977 tempest-RoutersIpV6AdminTest-300741977-project-admin] Pushing event deleted for resources: {'Port': ['ID=d5e0fb3d-aafd-4ba0-a7e2-b8db083ec538,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:56:10.793729 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:10.846168 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Pushing event updated for resources: {'Port': ['ID=f2befdcd-3286-48b8-ba74-f41fc8fc985c,revision_number=5']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:56:10.851668 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-45a312f7-ab4b-4aa2-9b03-4473f85f51e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789'] for port, after_create {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:10.864895 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-0ccdd343-6de3-4e11-8a02-efdac434cdaf tempest-RoutersIpV6AdminTest-300741977 tempest-RoutersIpV6AdminTest-300741977-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1000651'] for router_gateway, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:10.871850 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-0f709fd3-0db4-49b9-9a41-ea76939fed34 req-60229782-85b9-4963-8c8c-3fda640944e2 service neutron] 10.222.0.13 "GET /v2.0/networks/33b67f12-3e30-4db0-bf1c-b2b3da4d6fc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2376909 Nov 05 18:56:10.948775 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 35760) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:56:10.955143 n-d-816865-1 neutron-server[102388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45a312f7-ab4b-4aa2-9b03-4473f85f51e0 None None] Network d5adfef6-cca5-40b1-b5ae-c48acb74aee1 is already hosted by enough agents. {{(pid=102388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 18:56:10.962816 n-d-816865-1 neutron-server[102388]: DEBUG neutron.scheduler.base_scheduler [None req-45a312f7-ab4b-4aa2-9b03-4473f85f51e0 None None] Resources bound (agent type, host, resource id): {{(pid=102388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:56:10.974424 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45a312f7-ab4b-4aa2-9b03-4473f85f51e0 None None] Received port after_create {{(pid=102388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 18:56:10.974599 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f09014-3f00-41e9-9556-2b1017fbf23f req-e7a04bef-b130-43d9-939e-0a708d7d90e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:56:10.974599 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-36f09014-3f00-41e9-9556-2b1017fbf23f req-e7a04bef-b130-43d9-939e-0a708d7d90e5 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=10a921ee-3025-4cf3-8067-4057c56a681f HTTP/1.1" status: 200 len: 1096 time: 0.1626575 Nov 05 18:56:10.975014 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a312f7-ab4b-4aa2-9b03-4473f85f51e0 None None] Pushing event updated for resources: {'Port': ['ID=186b4198-2911-4ec2-89a9-17d40f89619e,revision_number=1']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:56:11.009180 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-71f8c597-2c78-49bc-9781-0a7b1474db56 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1573928'] for subnet, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:11.044511 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-3440a46c-7c6d-4196-9518-8d3cd8b170cc tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1573905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6149879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4877183'] for subnet, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:11.047470 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-45a312f7-ab4b-4aa2-9b03-4473f85f51e0 None None] Attempting to bind port 186b4198-2911-4ec2-89a9-17d40f89619e on host n-d-816865-1 for vnic_type normal with profile {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 18:56:11.048233 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-45a312f7-ab4b-4aa2-9b03-4473f85f51e0 None None] Attempting to bind port 186b4198-2911-4ec2-89a9-17d40f89619e by drivers openvswitch,hyperv on host n-d-816865-1 at level 0 using segments [{'id': 'ab568064-c627-4cc4-954e-7a3e99c8c2a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'd5adfef6-cca5-40b1-b5ae-c48acb74aee1'}] {{(pid=102388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 18:56:11.048878 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45a312f7-ab4b-4aa2-9b03-4473f85f51e0 None None] Attempting to bind port 186b4198-2911-4ec2-89a9-17d40f89619e on network d5adfef6-cca5-40b1-b5ae-c48acb74aee1 {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 18:56:11.057149 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45a312f7-ab4b-4aa2-9b03-4473f85f51e0 None None] Checking agent: {'id': '724d89a7-611b-41e6-bc85-c48112b17afa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 18, 25, 8), 'started_at': datetime.datetime(2021, 11, 5, 18, 25, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 18, 56, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 18:56:11.075160 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45a312f7-ab4b-4aa2-9b03-4473f85f51e0 None None] Checking segment: {'id': 'ab568064-c627-4cc4-954e-7a3e99c8c2a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'd5adfef6-cca5-40b1-b5ae-c48acb74aee1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 18:56:11.075160 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-45a312f7-ab4b-4aa2-9b03-4473f85f51e0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:11.075160 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45a312f7-ab4b-4aa2-9b03-4473f85f51e0 None None] Bound using segment: {'id': 'ab568064-c627-4cc4-954e-7a3e99c8c2a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'd5adfef6-cca5-40b1-b5ae-c48acb74aee1'} {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 18:56:11.075160 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-45a312f7-ab4b-4aa2-9b03-4473f85f51e0 None None] Bound port: 186b4198-2911-4ec2-89a9-17d40f89619e, host: n-d-816865-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab568064-c627-4cc4-954e-7a3e99c8c2a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'd5adfef6-cca5-40b1-b5ae-c48acb74aee1'}}] {{(pid=102388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 18:56:11.075160 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-45a312f7-ab4b-4aa2-9b03-4473f85f51e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:11.075800 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-0ccdd343-6de3-4e11-8a02-efdac434cdaf tempest-RoutersIpV6AdminTest-300741977 tempest-RoutersIpV6AdminTest-300741977-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-571301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6852'] for router, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:11.087873 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-0ccdd343-6de3-4e11-8a02-efdac434cdaf tempest-RoutersIpV6AdminTest-300741977 tempest-RoutersIpV6AdminTest-300741977-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:11.093223 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3440a46c-7c6d-4196-9518-8d3cd8b170cc tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Pushing event deleted for resources: {'Subnet': ['ID=ce879573-cd8c-44c3-9261-baedeefb3ea6,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:56:11.107875 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-36f09014-3f00-41e9-9556-2b1017fbf23f req-07de4e39-f915-4b6e-b1eb-1eb5ce4d39dc service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=0b87c3a5-31aa-4565-89f8-1dd209a99114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244380 Nov 05 18:56:11.126116 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-2fd23c24-731e-42cd-a66e-39b7de6a8130 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=bc43cc4e829541bd87fc815a2a0048f0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1758461 Nov 05 18:56:11.131181 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 35762) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:56:11.137543 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-45a312f7-ab4b-4aa2-9b03-4473f85f51e0 None None] For port 186b4198-2911-4ec2-89a9-17d40f89619e, host n-d-816865-1, cleared binding levels {{(pid=102388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 18:56:11.144338 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-45a312f7-ab4b-4aa2-9b03-4473f85f51e0 None None] For port 186b4198-2911-4ec2-89a9-17d40f89619e, host n-d-816865-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=186b4198-2911-4ec2-89a9-17d40f89619e,segment=NetworkSegment(ab568064-c627-4cc4-954e-7a3e99c8c2a9),segment_id=ab568064-c627-4cc4-954e-7a3e99c8c2a9)] {{(pid=102388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 18:56:11.173579 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-76d012c7-0141-47f7-93e8-57504ece73c9 req-f7a1871b-2625-4571-8e8a-6b5f3cf728d7 tempest-ServerRescueTestJSONUnderV235-847319139 tempest-ServerRescueTestJSONUnderV235-847319139-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.6.42 HTTP/1.1" status: 200 len: 1001 time: 0.2268178 Nov 05 18:56:11.222810 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-3440a46c-7c6d-4196-9518-8d3cd8b170cc tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1579173', 'neutron.services.segments.db._delete_segments_for_network-8750027792909'] for network, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:11.240574 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d012c7-0141-47f7-93e8-57504ece73c9 req-a4de1a12-ecba-48c4-a6bb-3aed01ac69fc tempest-ServerRescueTestJSONUnderV235-847319139 tempest-ServerRescueTestJSONUnderV235-847319139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:56:11.252870 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-76d012c7-0141-47f7-93e8-57504ece73c9 req-a4de1a12-ecba-48c4-a6bb-3aed01ac69fc tempest-ServerRescueTestJSONUnderV235-847319139 tempest-ServerRescueTestJSONUnderV235-847319139-project] 10.222.0.13 "GET /v2.0/ports/8c6dd4d3-e153-4543-b90b-dfbf5180b0bb HTTP/1.1" status: 200 len: 943 time: 0.0613203 Nov 05 18:56:11.264707 n-d-816865-1 neutron-server[102386]: DEBUG neutron.services.segments.db [None req-3440a46c-7c6d-4196-9518-8d3cd8b170cc tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5adfef6-cca5-40b1-b5ae-c48acb74aee1']}} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:56:11.275958 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-45a312f7-ab4b-4aa2-9b03-4473f85f51e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:11.276687 n-d-816865-1 neutron-server[102386]: DEBUG neutron.services.segments.db [None req-3440a46c-7c6d-4196-9518-8d3cd8b170cc tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab568064-c627-4cc4-954e-7a3e99c8c2a9') {'for_net_delete': True} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:56:11.276876 n-d-816865-1 neutron-server[102386]: DEBUG neutron.services.segments.db [None req-3440a46c-7c6d-4196-9518-8d3cd8b170cc tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab568064-c627-4cc4-954e-7a3e99c8c2a9') {} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:56:11.293339 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-d83dd11a-2016-4592-8463-ab84efa390f8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:11.293339 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-3440a46c-7c6d-4196-9518-8d3cd8b170cc tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750027793430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4590747'] for segment, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:11.318178 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-3440a46c-7c6d-4196-9518-8d3cd8b170cc tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273'] for segment, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:11.322172 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-d83dd11a-2016-4592-8463-ab84efa390f8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:11.332040 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-71f8c597-2c78-49bc-9781-0a7b1474db56 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1573905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6149879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4877183'] for subnet, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:11.340583 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3440a46c-7c6d-4196-9518-8d3cd8b170cc tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Releasing vlan 159 on physical network physnet1 to pool {{(pid=102386) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 05 18:56:11.346349 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-3440a46c-7c6d-4196-9518-8d3cd8b170cc tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6149721'] for segment, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:11.348229 n-d-816865-1 neutron-server[102386]: Traceback (most recent call last): Nov 05 18:56:11.348229 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 05 18:56:11.348229 n-d-816865-1 neutron-server[102386]: timer() Nov 05 18:56:11.348229 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 05 18:56:11.348229 n-d-816865-1 neutron-server[102386]: cb(*args, **kw) Nov 05 18:56:11.348229 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 05 18:56:11.348229 n-d-816865-1 neutron-server[102386]: return func(*args, **kwargs) Nov 05 18:56:11.348229 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 05 18:56:11.348229 n-d-816865-1 neutron-server[102386]: self._notify() Nov 05 18:56:11.348229 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 05 18:56:11.348229 n-d-816865-1 neutron-server[102386]: self.callback(batched_events) Nov 05 18:56:11.348229 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 05 18:56:11.348229 n-d-816865-1 neutron-server[102386]: event.method(event) Nov 05 18:56:11.348229 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 05 18:56:11.348229 n-d-816865-1 neutron-server[102386]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 05 18:56:11.348229 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 05 18:56:11.348229 n-d-816865-1 neutron-server[102386]: aggregate_uuid = self.p_client.list_aggregates( Nov 05 18:56:11.348229 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 05 18:56:11.348229 n-d-816865-1 neutron-server[102386]: return f(self, *a, **k) Nov 05 18:56:11.348229 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 05 18:56:11.348229 n-d-816865-1 neutron-server[102386]: return self._get(url).json() Nov 05 18:56:11.348229 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 05 18:56:11.348229 n-d-816865-1 neutron-server[102386]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 05 18:56:11.348229 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 05 18:56:11.348229 n-d-816865-1 neutron-server[102386]: return self.request(url, 'GET', **kwargs) Nov 05 18:56:11.348229 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 05 18:56:11.348229 n-d-816865-1 neutron-server[102386]: base_url = self.get_endpoint(auth, allow=allow, Nov 05 18:56:11.348229 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 05 18:56:11.348229 n-d-816865-1 neutron-server[102386]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 05 18:56:11.348229 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 05 18:56:11.348229 n-d-816865-1 neutron-server[102386]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 05 18:56:11.348229 n-d-816865-1 neutron-server[102386]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 05 18:56:11.373713 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a312f7-ab4b-4aa2-9b03-4473f85f51e0 None None] Pushing event updated for resources: {'Port': ['ID=186b4198-2911-4ec2-89a9-17d40f89619e,revision_number=2']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:56:11.374716 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-76d012c7-0141-47f7-93e8-57504ece73c9 req-60102541-e630-41a2-bf2e-c1b49eb99300 tempest-ServerRescueTestJSONUnderV235-847319139 tempest-ServerRescueTestJSONUnderV235-847319139-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.6.42 HTTP/1.1" status: 200 len: 1001 time: 0.0832207 Nov 05 18:56:11.377320 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-0ccdd343-6de3-4e11-8a02-efdac434cdaf tempest-RoutersIpV6AdminTest-300741977 tempest-RoutersIpV6AdminTest-300741977-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-571310'] for router, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:11.377933 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ccdd343-6de3-4e11-8a02-efdac434cdaf tempest-RoutersIpV6AdminTest-300741977 tempest-RoutersIpV6AdminTest-300741977-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 0abfeec3-a553-40de-9679-7de1e2851622 {{(pid=102387) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 05 18:56:11.388051 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-0ccdd343-6de3-4e11-8a02-efdac434cdaf tempest-RoutersIpV6AdminTest-300741977 tempest-RoutersIpV6AdminTest-300741977-project-admin] Publish callbacks [] for router, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:11.393429 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-0ccdd343-6de3-4e11-8a02-efdac434cdaf tempest-RoutersIpV6AdminTest-300741977 tempest-RoutersIpV6AdminTest-300741977-project-admin] 10.222.0.13 "DELETE /v2.0/routers/0abfeec3-a553-40de-9679-7de1e2851622 HTTP/1.1" status: 204 len: 168 time: 4.0722880 Nov 05 18:56:11.399084 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 35768) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:56:11.406574 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f8c597-2c78-49bc-9781-0a7b1474db56 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Pushing event deleted for resources: {'Subnet': ['ID=7e6a957d-c53c-4bf3-8728-e3679e1a97bd,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:56:11.460858 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52c48bcf-0271-449a-a4fc-28bac37d43a8 None None] Network d5adfef6-cca5-40b1-b5ae-c48acb74aee1 requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 18:56:11.465319 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-71f8c597-2c78-49bc-9781-0a7b1474db56 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Publish callbacks [] for subnet, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:11.477202 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-71f8c597-2c78-49bc-9781-0a7b1474db56 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] 10.222.0.13 "DELETE /v2.0/subnets/7e6a957d-c53c-4bf3-8728-e3679e1a97bd HTTP/1.1" status: 204 len: 168 time: 0.8990493 Nov 05 18:56:11.485443 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 35772) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:56:11.488349 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74e730fa-c541-4a19-937a-c2cd83ff2e2a None None] Network 1c9d25d3-7f2e-4384-9081-dc17514a5578 requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 18:56:11.603732 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.db.api [None req-3440a46c-7c6d-4196-9518-8d3cd8b170cc tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 05 18:56:11.603732 n-d-816865-1 neutron-server[102386]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 05 18:56:11.603732 n-d-816865-1 neutron-server[102386]: [parameters: {'id': 'd5adfef6-cca5-40b1-b5ae-c48acb74aee1'}] Nov 05 18:56:11.603732 n-d-816865-1 neutron-server[102386]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102386) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 05 18:56:11.604466 n-d-816865-1 neutron-server[102386]: DEBUG oslo_db.api [None req-3440a46c-7c6d-4196-9518-8d3cd8b170cc tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 05 18:56:11.632816 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-d83dd11a-2016-4592-8463-ab84efa390f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:11.636013 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-d83dd11a-2016-4592-8463-ab84efa390f8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:11.637890 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-d83dd11a-2016-4592-8463-ab84efa390f8 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/458afcac-91c4-437c-b78f-d73b875bd5f2 HTTP/1.1" status: 204 len: 168 time: 0.5046177 Nov 05 18:56:11.653446 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83dd11a-2016-4592-8463-ab84efa390f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=458afcac-91c4-437c-b78f-d73b875bd5f2,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:56:11.706261 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e44f78-ee6a-49bd-b38a-4515ee4d120f req-86dc8b4f-41ec-4450-b895-b25efb465cf9 tempest-ServerTagsTestJSON-354493938 tempest-ServerTagsTestJSON-354493938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:56:11.708006 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-09e44f78-ee6a-49bd-b38a-4515ee4d120f req-86dc8b4f-41ec-4450-b895-b25efb465cf9 tempest-ServerTagsTestJSON-354493938 tempest-ServerTagsTestJSON-354493938-project] 10.222.0.13 "GET /v2.0/ports?device_id=10a921ee-3025-4cf3-8067-4057c56a681f HTTP/1.1" status: 200 len: 945 time: 0.3321242 Nov 05 18:56:11.715764 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.db_base_plugin_v2 [None req-c347c24e-8e8b-4d08-9461-32deae428006 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Deleting subnet cab5e3ff-f4d1-4a71-ae04-fd4b7d189234 {{(pid=102387) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 05 18:56:11.730310 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-c347c24e-8e8b-4d08-9461-32deae428006 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Publish callbacks [] for subnet, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:11.789784 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-514aa348-c961-497a-980f-43e4cddc2681 tempest-RoutersIpV6AdminTest-300741977 tempest-RoutersIpV6AdminTest-300741977-project-admin] Publish callbacks [] for router, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:11.859426 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d012c7-0141-47f7-93e8-57504ece73c9 req-ce76b134-f93c-434a-89f4-6d65492cf40c tempest-ServerRescueTestJSONUnderV235-847319139 tempest-ServerRescueTestJSONUnderV235-847319139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:56:11.861204 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-76d012c7-0141-47f7-93e8-57504ece73c9 req-ce76b134-f93c-434a-89f4-6d65492cf40c tempest-ServerRescueTestJSONUnderV235-847319139 tempest-ServerRescueTestJSONUnderV235-847319139-project] 10.222.0.13 "GET /v2.0/networks/40c8335d-cd0b-4cb5-910a-d4dcddd5cbec HTTP/1.1" status: 200 len: 784 time: 0.4661555 Nov 05 18:56:11.874527 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-c347c24e-8e8b-4d08-9461-32deae428006 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4463501'] for subnet, precommit_delete_associations {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:11.910988 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [req-76d012c7-0141-47f7-93e8-57504ece73c9 req-a296b52b-3b99-4ce4-9750-388b37d17f29 tempest-ServerRescueTestJSONUnderV235-847319139 tempest-ServerRescueTestJSONUnderV235-847319139-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=102387) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 05 18:56:11.912790 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-76d012c7-0141-47f7-93e8-57504ece73c9 req-a296b52b-3b99-4ce4-9750-388b37d17f29 tempest-ServerRescueTestJSONUnderV235-847319139 tempest-ServerRescueTestJSONUnderV235-847319139-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0311162 Nov 05 18:56:11.979031 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-09e44f78-ee6a-49bd-b38a-4515ee4d120f req-1c2b356b-bc70-4956-8de8-fe23e3daa583 tempest-ServerTagsTestJSON-354493938 tempest-ServerTagsTestJSON-354493938-project] 10.222.0.13 "GET /v2.0/security-groups?id=0b87c3a5-31aa-4565-89f8-1dd209a99114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2586424 Nov 05 18:56:12.106117 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-3440a46c-7c6d-4196-9518-8d3cd8b170cc tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1664226'] for network, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:12.123328 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-76d012c7-0141-47f7-93e8-57504ece73c9 req-ec7fd73d-d4ec-4fa6-9fde-ed28598e61ff tempest-ServerRescueTestJSONUnderV235-847319139 tempest-ServerRescueTestJSONUnderV235-847319139-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.6.42 HTTP/1.1" status: 200 len: 1001 time: 0.1661847 Nov 05 18:56:12.135607 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [req-76d012c7-0141-47f7-93e8-57504ece73c9 req-7c4eb504-2704-44fb-9a5f-5103d866a818 tempest-ServerRescueTestJSONUnderV235-847319139 tempest-ServerRescueTestJSONUnderV235-847319139-project] Request body: {'floatingip': {'port_id': None}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:56:12.179102 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-3440a46c-7c6d-4196-9518-8d3cd8b170cc tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Deleting port 186b4198-2911-4ec2-89a9-17d40f89619e {{(pid=102386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 18:56:12.179974 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-3440a46c-7c6d-4196-9518-8d3cd8b170cc tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:12.190359 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-514aa348-c961-497a-980f-43e4cddc2681 tempest-RoutersIpV6AdminTest-300741977 tempest-RoutersIpV6AdminTest-300741977-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:12.229950 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-c347c24e-8e8b-4d08-9461-32deae428006 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1573928'] for subnet, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:12.306406 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [None req-3440a46c-7c6d-4196-9518-8d3cd8b170cc tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] For port 186b4198-2911-4ec2-89a9-17d40f89619e, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=186b4198-2911-4ec2-89a9-17d40f89619e,segment=NetworkSegment(ab568064-c627-4cc4-954e-7a3e99c8c2a9),segment_id=ab568064-c627-4cc4-954e-7a3e99c8c2a9)] {{(pid=102386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:56:12.307126 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-3440a46c-7c6d-4196-9518-8d3cd8b170cc tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:12.336718 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-3440a46c-7c6d-4196-9518-8d3cd8b170cc tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Calling delete_port for 186b4198-2911-4ec2-89a9-17d40f89619e owned by network:dhcp {{(pid=102386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 18:56:12.389274 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-76d012c7-0141-47f7-93e8-57504ece73c9 req-7c4eb504-2704-44fb-9a5f-5103d866a818 tempest-ServerRescueTestJSONUnderV235-847319139 tempest-ServerRescueTestJSONUnderV235-847319139-project] Publish callbacks [] for floatingip, before_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:12.544136 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [None req-514aa348-c961-497a-980f-43e4cddc2681 tempest-RoutersIpV6AdminTest-300741977 tempest-RoutersIpV6AdminTest-300741977-project-admin] Deleting port 44dee693-55af-4048-b00c-5dbdc46edb3d {{(pid=102387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 18:56:12.544399 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-514aa348-c961-497a-980f-43e4cddc2681 tempest-RoutersIpV6AdminTest-300741977 tempest-RoutersIpV6AdminTest-300741977-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:12.576341 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-3440a46c-7c6d-4196-9518-8d3cd8b170cc tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:12.610330 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3440a46c-7c6d-4196-9518-8d3cd8b170cc tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Pushing event deleted for resources: {'Port': ['ID=186b4198-2911-4ec2-89a9-17d40f89619e,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:56:12.628900 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3440a46c-7c6d-4196-9518-8d3cd8b170cc tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] No DVR routers for this DVR port 186b4198-2911-4ec2-89a9-17d40f89619e on host n-d-816865-1 {{(pid=102386) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 18:56:12.658589 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-c347c24e-8e8b-4d08-9461-32deae428006 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1573905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4417146', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5112209'] for subnet, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:12.726902 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-3440a46c-7c6d-4196-9518-8d3cd8b170cc tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1579173', 'neutron.services.segments.db._delete_segments_for_network-8750027792909'] for network, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:12.743989 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c347c24e-8e8b-4d08-9461-32deae428006 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Pushing event deleted for resources: {'Subnet': ['ID=cab5e3ff-f4d1-4a71-ae04-fd4b7d189234,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:56:12.759589 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-76d012c7-0141-47f7-93e8-57504ece73c9 req-7c4eb504-2704-44fb-9a5f-5103d866a818 tempest-ServerRescueTestJSONUnderV235-847319139 tempest-ServerRescueTestJSONUnderV235-847319139-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:12.761278 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-c347c24e-8e8b-4d08-9461-32deae428006 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597851'] for subnet, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:12.762641 n-d-816865-1 neutron-server[102386]: DEBUG neutron.services.segments.db [None req-3440a46c-7c6d-4196-9518-8d3cd8b170cc tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5adfef6-cca5-40b1-b5ae-c48acb74aee1']}} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:56:12.767617 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-c347c24e-8e8b-4d08-9461-32deae428006 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] 10.222.0.13 "DELETE /v2.0/subnets/cab5e3ff-f4d1-4a71-ae04-fd4b7d189234 HTTP/1.1" status: 204 len: 168 time: 1.2703838 Nov 05 18:56:12.770166 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 35790) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:56:12.775026 n-d-816865-1 neutron-server[102386]: DEBUG neutron.services.segments.db [None req-3440a46c-7c6d-4196-9518-8d3cd8b170cc tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab568064-c627-4cc4-954e-7a3e99c8c2a9') {'for_net_delete': True} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:56:12.775343 n-d-816865-1 neutron-server[102386]: DEBUG neutron.services.segments.db [None req-3440a46c-7c6d-4196-9518-8d3cd8b170cc tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab568064-c627-4cc4-954e-7a3e99c8c2a9') {} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:56:12.790675 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-3440a46c-7c6d-4196-9518-8d3cd8b170cc tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750027793430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4590747'] for segment, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:12.809406 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-3440a46c-7c6d-4196-9518-8d3cd8b170cc tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273'] for segment, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:12.816520 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3440a46c-7c6d-4196-9518-8d3cd8b170cc tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Releasing vlan 159 on physical network physnet1 to pool {{(pid=102386) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 05 18:56:12.816914 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-3440a46c-7c6d-4196-9518-8d3cd8b170cc tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6149721'] for segment, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:12.867769 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-f94fdb2d-aecb-451d-8254-7e7a6f8ab440 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0917552 Nov 05 18:56:12.867769 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-76d012c7-0141-47f7-93e8-57504ece73c9 req-7c4eb504-2704-44fb-9a5f-5103d866a818 tempest-ServerRescueTestJSONUnderV235-847319139 tempest-ServerRescueTestJSONUnderV235-847319139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1000577'] for floatingip, after_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:12.867769 n-d-816865-1 neutron-server[102387]: INFO neutron.db.l3_db [req-76d012c7-0141-47f7-93e8-57504ece73c9 req-7c4eb504-2704-44fb-9a5f-5103d866a818 tempest-ServerRescueTestJSONUnderV235-847319139 tempest-ServerRescueTestJSONUnderV235-847319139-project] Floating IP 25eb5331-c6b6-433a-aaf7-711f87d922a1 disassociated. External IP: 172.25.6.42, port: 8c6dd4d3-e153-4543-b90b-dfbf5180b0bb. Nov 05 18:56:12.879409 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 35796) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:56:12.885540 n-d-816865-1 neutron-server[102386]: Traceback (most recent call last): Nov 05 18:56:12.885540 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 05 18:56:12.885540 n-d-816865-1 neutron-server[102386]: timer() Nov 05 18:56:12.885540 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 05 18:56:12.885540 n-d-816865-1 neutron-server[102386]: cb(*args, **kw) Nov 05 18:56:12.885540 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 05 18:56:12.885540 n-d-816865-1 neutron-server[102386]: return func(*args, **kwargs) Nov 05 18:56:12.885540 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 05 18:56:12.885540 n-d-816865-1 neutron-server[102386]: self._notify() Nov 05 18:56:12.885540 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 05 18:56:12.885540 n-d-816865-1 neutron-server[102386]: self.callback(batched_events) Nov 05 18:56:12.885540 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 05 18:56:12.885540 n-d-816865-1 neutron-server[102386]: event.method(event) Nov 05 18:56:12.885540 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 05 18:56:12.885540 n-d-816865-1 neutron-server[102386]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 05 18:56:12.885540 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 05 18:56:12.885540 n-d-816865-1 neutron-server[102386]: aggregate_uuid = self.p_client.list_aggregates( Nov 05 18:56:12.885540 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 05 18:56:12.885540 n-d-816865-1 neutron-server[102386]: return f(self, *a, **k) Nov 05 18:56:12.885540 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 05 18:56:12.885540 n-d-816865-1 neutron-server[102386]: return self._get(url).json() Nov 05 18:56:12.885540 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 05 18:56:12.885540 n-d-816865-1 neutron-server[102386]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 05 18:56:12.885540 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 05 18:56:12.885540 n-d-816865-1 neutron-server[102386]: return self.request(url, 'GET', **kwargs) Nov 05 18:56:12.885540 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 05 18:56:12.885540 n-d-816865-1 neutron-server[102386]: base_url = self.get_endpoint(auth, allow=allow, Nov 05 18:56:12.885540 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 05 18:56:12.885540 n-d-816865-1 neutron-server[102386]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 05 18:56:12.885540 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 05 18:56:12.885540 n-d-816865-1 neutron-server[102386]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 05 18:56:12.885540 n-d-816865-1 neutron-server[102386]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 05 18:56:12.892730 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-5396f5f0-fe63-49d9-9fa0-488a86b98e0f tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Request body: {'subnet': {'network_id': '1c9d25d3-7f2e-4384-9081-dc17514a5578', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:56:12.902587 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32ef171b-e4d5-4455-b1b7-aa529aec6f38 None None] Network 1c9d25d3-7f2e-4384-9081-dc17514a5578 requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 18:56:12.969279 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-3440a46c-7c6d-4196-9518-8d3cd8b170cc tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1579178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-956796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1000687'] for network, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:12.976047 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-3440a46c-7c6d-4196-9518-8d3cd8b170cc tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Publish callbacks [] for network, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:12.979293 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.db [None req-514aa348-c961-497a-980f-43e4cddc2681 tempest-RoutersIpV6AdminTest-300741977 tempest-RoutersIpV6AdminTest-300741977-project-admin] For port 44dee693-55af-4048-b00c-5dbdc46edb3d, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=44dee693-55af-4048-b00c-5dbdc46edb3d,segment=NetworkSegment(85be518c-8bb4-46a2-a903-d4292782d29d),segment_id=85be518c-8bb4-46a2-a903-d4292782d29d)] {{(pid=102387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:56:12.979986 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-514aa348-c961-497a-980f-43e4cddc2681 tempest-RoutersIpV6AdminTest-300741977 tempest-RoutersIpV6AdminTest-300741977-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:12.980410 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-6ac74c6c-10c6-4d6e-b175-95d947a84d3e None None] Provisioning complete for port a4ae13a2-388f-4e3b-815b-b2e2139305bd triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:56:12.980787 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-6ac74c6c-10c6-4d6e-b175-95d947a84d3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:12.984089 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-3440a46c-7c6d-4196-9518-8d3cd8b170cc tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] 10.222.0.13 "DELETE /v2.0/networks/d5adfef6-cca5-40b1-b5ae-c48acb74aee1 HTTP/1.1" status: 204 len: 168 time: 3.1872759 Nov 05 18:56:12.984589 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 35798) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:56:12.997944 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-ea60dd79-cf53-4120-b4bb-5511f25a5f36 tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-755317414'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:56:13.039590 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [None req-514aa348-c961-497a-980f-43e4cddc2681 tempest-RoutersIpV6AdminTest-300741977 tempest-RoutersIpV6AdminTest-300741977-project-admin] Calling delete_port for 44dee693-55af-4048-b00c-5dbdc46edb3d owned by network:router_gateway {{(pid=102387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 18:56:13.047599 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3440a46c-7c6d-4196-9518-8d3cd8b170cc tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Pushing event deleted for resources: {'Network': ['ID=d5adfef6-cca5-40b1-b5ae-c48acb74aee1,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:56:13.096228 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea60dd79-cf53-4120-b4bb-5511f25a5f36 tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Made reservation on behalf of 3ef4f33c20644d3a8cc67018579acd02 for: {'network': 1} {{(pid=102386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 18:56:13.103753 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-ea60dd79-cf53-4120-b4bb-5511f25a5f36 tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for network, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:13.170082 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea60dd79-cf53-4120-b4bb-5511f25a5f36 tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 157} {{(pid=102386) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 05 18:56:13.184789 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-ea60dd79-cf53-4120-b4bb-5511f25a5f36 tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273'] for segment, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:13.193908 n-d-816865-1 neutron-server[102386]: INFO neutron.db.segments_db [None req-ea60dd79-cf53-4120-b4bb-5511f25a5f36 tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Added segment 9ab9e916-d43b-4b80-804c-74280656250c of type vlan for network 3ea9fc20-e174-465d-8d24-259f993353fe Nov 05 18:56:13.242105 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f6d19bc-ddea-4a67-82f2-1ba169324b02 None None] DHCP port deletion for 1c9d25d3-7f2e-4384-9081-dc17514a5578 request from n-d-816865-1 {{(pid=102388) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 05 18:56:13.262693 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 35806) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:56:13.294806 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-ea60dd79-cf53-4120-b4bb-5511f25a5f36 tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750027258543'] for network, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:13.317530 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-3f6d19bc-ddea-4a67-82f2-1ba169324b02 None None] Deleting port a4ae13a2-388f-4e3b-815b-b2e2139305bd {{(pid=102388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 18:56:13.317918 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3f6d19bc-ddea-4a67-82f2-1ba169324b02 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:13.420924 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3f6d19bc-ddea-4a67-82f2-1ba169324b02 None None] For port a4ae13a2-388f-4e3b-815b-b2e2139305bd, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=a4ae13a2-388f-4e3b-815b-b2e2139305bd,segment=NetworkSegment(1bdc5ccc-001b-4584-b217-2d1934002f57),segment_id=1bdc5ccc-001b-4584-b217-2d1934002f57)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:56:13.421310 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3f6d19bc-ddea-4a67-82f2-1ba169324b02 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:13.431634 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-ea60dd79-cf53-4120-b4bb-5511f25a5f36 tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-956796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877'] for network, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:13.437637 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-3f6d19bc-ddea-4a67-82f2-1ba169324b02 None None] Calling delete_port for a4ae13a2-388f-4e3b-815b-b2e2139305bd owned by network:dhcp {{(pid=102388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 18:56:13.437872 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea60dd79-cf53-4120-b4bb-5511f25a5f36 tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:56:13.438642 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-ea60dd79-cf53-4120-b4bb-5511f25a5f36 tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Publish callbacks [] for network, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:13.480301 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-98c9f386-f697-41ec-8438-7c5706e7ff2e admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1250006163-network', 'tenant_id': 'c2718bfd25be4558ab62a930e9f4ce41'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:56:13.555552 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea60dd79-cf53-4120-b4bb-5511f25a5f36 tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Pushing event updated for resources: {'Network': ['ID=3ea9fc20-e174-465d-8d24-259f993353fe,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:56:13.566579 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Network 3ea9fc20-e174-465d-8d24-259f993353fe details requested by agent ovs-agent-n-d-816865-1 with host n-d-816865-1 {{(pid=102388) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 05 18:56:13.592033 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f15c85e-12cd-4084-b2e6-1c0ad9f10d36 req-4e308d53-2bcb-4977-a540-230740417c45 tempest-ServerTagsTestJSON-354493938 tempest-ServerTagsTestJSON-354493938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:56:13.592033 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-3f15c85e-12cd-4084-b2e6-1c0ad9f10d36 req-4e308d53-2bcb-4977-a540-230740417c45 tempest-ServerTagsTestJSON-354493938 tempest-ServerTagsTestJSON-354493938-project] 10.222.0.13 "GET /v2.0/ports?device_id=10a921ee-3025-4cf3-8067-4057c56a681f HTTP/1.1" status: 200 len: 945 time: 0.1203754 Nov 05 18:56:13.652426 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-ea60dd79-cf53-4120-b4bb-5511f25a5f36 tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.6625323 Nov 05 18:56:13.660630 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 35812) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:56:13.665244 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-d5049b69-e817-46ea-bd0f-bf920edf3dcb tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Request body: {'subnet': {'network_id': '3ea9fc20-e174-465d-8d24-259f993353fe', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:56:13.668513 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3f6d19bc-ddea-4a67-82f2-1ba169324b02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798'] for port, after_delete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:13.672979 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.db.api [None req-5396f5f0-fe63-49d9-9fa0-488a86b98e0f tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 05 18:56:13.672979 n-d-816865-1 neutron-server[102387]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Nov 05 18:56:13.672979 n-d-816865-1 neutron-server[102387]: [parameters: {'project_id_1': '7bc73c6c17f842a987dd31290d20faa2', 'expiration_1': datetime.datetime(2021, 11, 5, 18, 55, 53, 514302)}] Nov 05 18:56:13.672979 n-d-816865-1 neutron-server[102387]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=102387) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 05 18:56:13.673523 n-d-816865-1 neutron-server[102387]: DEBUG oslo_db.api [None req-5396f5f0-fe63-49d9-9fa0-488a86b98e0f tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=102387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 05 18:56:13.702731 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6d19bc-ddea-4a67-82f2-1ba169324b02 None None] Pushing event deleted for resources: {'Port': ['ID=a4ae13a2-388f-4e3b-815b-b2e2139305bd,revision_number=None']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:56:13.709900 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f6d19bc-ddea-4a67-82f2-1ba169324b02 None None] No DVR routers for this DVR port a4ae13a2-388f-4e3b-815b-b2e2139305bd on host n-d-816865-1 {{(pid=102388) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 18:56:13.732818 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97ee4404-35cc-4939-8eba-8373feb639ca None None] get_active_networks_info from n-d-816865-1 {{(pid=102388) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 05 18:56:13.793775 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-3f15c85e-12cd-4084-b2e6-1c0ad9f10d36 req-28123e12-c2f0-4c00-b43b-679fb0008683 tempest-ServerTagsTestJSON-354493938 tempest-ServerTagsTestJSON-354493938-project] 10.222.0.13 "GET /v2.0/security-groups?id=0b87c3a5-31aa-4565-89f8-1dd209a99114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1906979 Nov 05 18:56:13.805169 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.l3_agent_scheduler [req-76d012c7-0141-47f7-93e8-57504ece73c9 req-7c4eb504-2704-44fb-9a5f-5103d866a818 tempest-ServerRescueTestJSONUnderV235-847319139 tempest-ServerRescueTestJSONUnderV235-847319139-project] Router b32ffb7d-ccaa-44d5-b592-d1604e1d4445 has already been hosted by L3 agent 6dcb5589-8e86-4616-9186-ddc4548e13ad {{(pid=102387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 18:56:13.871078 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98c9f386-f697-41ec-8438-7c5706e7ff2e admin admin] Made reservation on behalf of c2718bfd25be4558ab62a930e9f4ce41 for: {'network': 1} {{(pid=102386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 18:56:13.874990 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-98c9f386-f697-41ec-8438-7c5706e7ff2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for network, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:13.888451 n-d-816865-1 neutron-server[102388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97ee4404-35cc-4939-8eba-8373feb639ca None None] Resources bound (agent type, host, resource id): {{(pid=102388) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 05 18:56:13.891029 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-98c9f386-f697-41ec-8438-7c5706e7ff2e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:13.942372 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5049b69-e817-46ea-bd0f-bf920edf3dcb tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Made reservation on behalf of 3ef4f33c20644d3a8cc67018579acd02 for: {'subnet': 1} {{(pid=102386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 18:56:13.948107 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-d5049b69-e817-46ea-bd0f-bf920edf3dcb tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4877122'] for subnet, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:13.979190 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-514aa348-c961-497a-980f-43e4cddc2681 tempest-RoutersIpV6AdminTest-300741977 tempest-RoutersIpV6AdminTest-300741977-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4417063'] for port, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:14.012628 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-76d012c7-0141-47f7-93e8-57504ece73c9 req-7c4eb504-2704-44fb-9a5f-5103d866a818 tempest-ServerRescueTestJSONUnderV235-847319139 tempest-ServerRescueTestJSONUnderV235-847319139-project] Notify agent at l3_agent.n-d-816865-1 the message routers_updated {{(pid=102387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 18:56:14.022946 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-76d012c7-0141-47f7-93e8-57504ece73c9 req-7c4eb504-2704-44fb-9a5f-5103d866a818 tempest-ServerRescueTestJSONUnderV235-847319139 tempest-ServerRescueTestJSONUnderV235-847319139-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for floatingip, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:14.039243 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c54fb51-31be-4ba0-a065-c99353b74c9a None None] Sync routers for ids ['b32ffb7d-ccaa-44d5-b592-d1604e1d4445'] in n-d-816865-1 {{(pid=102388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 18:56:14.061531 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514aa348-c961-497a-980f-43e4cddc2681 tempest-RoutersIpV6AdminTest-300741977 tempest-RoutersIpV6AdminTest-300741977-project-admin] Pushing event deleted for resources: {'Port': ['ID=44dee693-55af-4048-b00c-5dbdc46edb3d,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:56:14.084467 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c54fb51-31be-4ba0-a065-c99353b74c9a None None] Routers {'b32ffb7d-ccaa-44d5-b592-d1604e1d4445'} bound to L3 agent in host n-d-816865-1 {{(pid=102388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 18:56:14.085427 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-6c54fb51-31be-4ba0-a065-c99353b74c9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T18:56:05Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['b32ffb7d-ccaa-44d5-b592-d1604e1d4445'], 'active': True} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:56:14.109684 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-98c9f386-f697-41ec-8438-7c5706e7ff2e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:14.160807 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-76d012c7-0141-47f7-93e8-57504ece73c9 req-7c4eb504-2704-44fb-9a5f-5103d866a818 tempest-ServerRescueTestJSONUnderV235-847319139 tempest-ServerRescueTestJSONUnderV235-847319139-project] 10.222.0.13 "PUT /v2.0/floatingips/25eb5331-c6b6-433a-aaf7-711f87d922a1 HTTP/1.1" status: 200 len: 694 time: 2.0362699 Nov 05 18:56:14.169875 n-d-816865-1 neutron-server[102387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30f854dc-91a9-455d-85a2-232be75a6d81', 'tag': '8c6dd4d3-e153-4543-b90b-dfbf5180b0bb'}] {{(pid=102387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 18:56:14.169875 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab06bd4ddf5758c1f10d79fe34dc215bafa488692cde9dba2fcbcb67556f90bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1535a147-3a2f-4053-bc91-175a44945f95" -d '{"events": [{"name": "network-changed", "server_uuid": "30f854dc-91a9-455d-85a2-232be75a6d81", "tag": "8c6dd4d3-e153-4543-b90b-dfbf5180b0bb"}]}' {{(pid=102387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 18:56:14.226514 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-98c9f386-f697-41ec-8438-7c5706e7ff2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:14.274484 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98c9f386-f697-41ec-8438-7c5706e7ff2e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 185} {{(pid=102386) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 05 18:56:14.285253 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c9f386-f697-41ec-8438-7c5706e7ff2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9a1bcb7-2b62-4809-b67b-668edb56dae5,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:56:14.285584 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvr_db [None req-6c54fb51-31be-4ba0-a065-c99353b74c9a None None] Set router b32ffb7d-ccaa-44d5-b592-d1604e1d4445 gateway port host: n-d-816865-1 {{(pid=102388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 18:56:14.293010 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-98c9f386-f697-41ec-8438-7c5706e7ff2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273'] for segment, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:14.293399 n-d-816865-1 neutron-server[102386]: INFO neutron.db.segments_db [None req-98c9f386-f697-41ec-8438-7c5706e7ff2e admin admin] Added segment 8281efde-bbf4-4833-8d7d-a490783d8ae5 of type vlan for network 9c2bdaad-faf0-4d75-bb68-340f7d20c596 Nov 05 18:56:14.294698 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 18:56:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6979bd28-2bc0-4f8e-acbc-278209944c01 x-openstack-request-id: req-6979bd28-2bc0-4f8e-acbc-278209944c01 {{(pid=102387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 18:56:14.295025 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30f854dc-91a9-455d-85a2-232be75a6d81", "tag": "8c6dd4d3-e153-4543-b90b-dfbf5180b0bb", "status": "completed", "code": 200}]} {{(pid=102387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 18:56:14.295526 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6979bd28-2bc0-4f8e-acbc-278209944c01 {{(pid=102387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 18:56:14.295941 n-d-816865-1 neutron-server[102387]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30f854dc-91a9-455d-85a2-232be75a6d81', 'tag': '8c6dd4d3-e153-4543-b90b-dfbf5180b0bb', 'status': 'completed', 'code': 200} Nov 05 18:56:14.318600 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-514aa348-c961-497a-980f-43e4cddc2681 tempest-RoutersIpV6AdminTest-300741977 tempest-RoutersIpV6AdminTest-300741977-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1000651'] for router_gateway, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:14.488800 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-d5049b69-e817-46ea-bd0f-bf920edf3dcb tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6149946', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4877172'] for subnet, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:14.504388 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-514aa348-c961-497a-980f-43e4cddc2681 tempest-RoutersIpV6AdminTest-300741977 tempest-RoutersIpV6AdminTest-300741977-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-571301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6852'] for router, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:14.507052 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-514aa348-c961-497a-980f-43e4cddc2681 tempest-RoutersIpV6AdminTest-300741977 tempest-RoutersIpV6AdminTest-300741977-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:14.512137 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5396f5f0-fe63-49d9-9fa0-488a86b98e0f tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Made reservation on behalf of 7bc73c6c17f842a987dd31290d20faa2 for: {'subnet': 1} {{(pid=102387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 18:56:14.515685 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-5396f5f0-fe63-49d9-9fa0-488a86b98e0f tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5112236'] for subnet, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:14.582553 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-98c9f386-f697-41ec-8438-7c5706e7ff2e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750027258543'] for network, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:14.582805 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device a4ae13a2-388f-4e3b-815b-b2e2139305bd no longer exists at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 18:56:14.604812 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] No Port match for: a4ae13a2-388f-4e3b-815b-b2e2139305bd {{(pid=102388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 18:56:14.605319 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device a4ae13a2-388f-4e3b-815b-b2e2139305bd not bound to the agent host n-d-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 18:56:14.643302 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d012c7-0141-47f7-93e8-57504ece73c9 req-f5f1d2a3-a077-41a0-b350-1cc2f2a3373a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:56:14.644706 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5049b69-e817-46ea-bd0f-bf920edf3dcb tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Pushing event updated for resources: {'Subnet': ['ID=7edf86f9-c4d2-4af0-9c42-1ac38be80045,revision_number=0']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:56:14.645630 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-76d012c7-0141-47f7-93e8-57504ece73c9 req-f5f1d2a3-a077-41a0-b350-1cc2f2a3373a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=06ed96522e9e42a39945febc80e1faeb&device_id=30f854dc-91a9-455d-85a2-232be75a6d81 HTTP/1.1" status: 200 len: 1097 time: 0.4448152 Nov 05 18:56:14.661004 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1535a147-3a2f-4053-bc91-175a44945f95 req-d7a5ddd2-fa02-411a-acf1-05cd4df44750 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:56:14.663127 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-1535a147-3a2f-4053-bc91-175a44945f95 req-d7a5ddd2-fa02-411a-acf1-05cd4df44750 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=06ed96522e9e42a39945febc80e1faeb&device_id=30f854dc-91a9-455d-85a2-232be75a6d81 HTTP/1.1" status: 200 len: 1097 time: 0.2612603 Nov 05 18:56:14.669966 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5049b69-e817-46ea-bd0f-bf920edf3dcb tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Checking segment: {'id': '9ab9e916-d43b-4b80-804c-74280656250c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '3ea9fc20-e174-465d-8d24-259f993353fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 18:56:14.669966 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5049b69-e817-46ea-bd0f-bf920edf3dcb tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Network hostable DHCP agents. Network: 3ea9fc20-e174-465d-8d24-259f993353fe, hostable agents: ['987e2ca0-bc3b-4c6f-a989-429ccfbf753f'], hosted agents: [] {{(pid=102386) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 05 18:56:14.683103 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-6c54fb51-31be-4ba0-a065-c99353b74c9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b32ffb7d-ccaa-44d5-b592-d1604e1d4445', 'name': 'tempest-ServerRescueTestJSONUnderV235-1872294056-router', 'tenant_id': '06ed96522e9e42a39945febc80e1faeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.168'}], 'enable_snat': True}, 'gw_port_id': '2382be70-456f-4cac-8965-62093dfa27d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T18:54:49Z', 'updated_at': '2021-11-05T18:54:57Z', 'revision_number': 4, 'project_id': '06ed96522e9e42a39945febc80e1faeb', 'gw_port': {'id': '2382be70-456f-4cac-8965-62093dfa27d6', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:c5:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b32ffb7d-ccaa-44d5-b592-d1604e1d4445', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1904, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T18:54:49Z', 'updated_at': '2021-11-05T18:54:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1', '_interfaces': [{'id': 'e6e7b3a5-a963-4873-af0e-27ff4e2a2c0c', 'name': '', 'network_id': '33b67f12-3e30-4db0-bf1c-b2b3da4d6fc7', 'tenant_id': '06ed96522e9e42a39945febc80e1faeb', 'mac_address': 'fa:16:3e:08:1b:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b32ffb7d-ccaa-44d5-b592-d1604e1d4445', 'device_owner': 'network:router_interface', 'standard_attr_id': 1911, 'fixed_ips': [{'subnet_id': 'a3a64416-ba54-43fe-a90a-a0ccf6654f9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T18:54:55Z', 'updated_at': '2021-11-05T18:55:05Z', 'revision_number': 5, 'project_id': '06ed96522e9e42a39945febc80e1faeb', 'subnets': [{'id': 'a3a64416-ba54-43fe-a90a-a0ccf6654f9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-1', False) {} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:56:14.742023 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c54fb51-31be-4ba0-a065-c99353b74c9a None None] Checking router: b32ffb7d-ccaa-44d5-b592-d1604e1d4445 for host: n-d-816865-1 {{(pid=102388) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 18:56:14.759951 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c54fb51-31be-4ba0-a065-c99353b74c9a None None] Routers {'b32ffb7d-ccaa-44d5-b592-d1604e1d4445'} bound to L3 agent in host n-d-816865-1 {{(pid=102388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 18:56:14.759951 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-6c54fb51-31be-4ba0-a065-c99353b74c9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T18:56:05Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['b32ffb7d-ccaa-44d5-b592-d1604e1d4445'], 'active': True} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:56:14.780458 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-98c9f386-f697-41ec-8438-7c5706e7ff2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-956796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877'] for network, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:14.781978 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98c9f386-f697-41ec-8438-7c5706e7ff2e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:56:14.782692 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-98c9f386-f697-41ec-8438-7c5706e7ff2e admin admin] Publish callbacks [] for network, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:14.805012 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-514aa348-c961-497a-980f-43e4cddc2681 tempest-RoutersIpV6AdminTest-300741977 tempest-RoutersIpV6AdminTest-300741977-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-571310'] for router, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:14.805705 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-514aa348-c961-497a-980f-43e4cddc2681 tempest-RoutersIpV6AdminTest-300741977 tempest-RoutersIpV6AdminTest-300741977-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 4fa44714-5316-4114-a100-515617dd9209 {{(pid=102387) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 05 18:56:14.813780 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-514aa348-c961-497a-980f-43e4cddc2681 tempest-RoutersIpV6AdminTest-300741977 tempest-RoutersIpV6AdminTest-300741977-project-admin] Publish callbacks [] for router, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:14.815736 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-514aa348-c961-497a-980f-43e4cddc2681 tempest-RoutersIpV6AdminTest-300741977 tempest-RoutersIpV6AdminTest-300741977-project-admin] 10.222.0.13 "DELETE /v2.0/routers/4fa44714-5316-4114-a100-515617dd9209 HTTP/1.1" status: 204 len: 168 time: 3.4040260 Nov 05 18:56:14.821933 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 35828) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:56:14.828939 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-ee7f3d3e-ae04-40af-9c59-d874fb5ad95b tempest-RoutersIpV6AdminTest-1929183484 tempest-RoutersIpV6AdminTest-1929183484-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1263386234', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec'}, 'admin_state_up': False}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:56:14.875714 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d012c7-0141-47f7-93e8-57504ece73c9 req-c67fa301-bde1-4bc6-b4bd-8b22fb0a2d27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:56:14.877222 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-76d012c7-0141-47f7-93e8-57504ece73c9 req-c67fa301-bde1-4bc6-b4bd-8b22fb0a2d27 service neutron] 10.222.0.13 "GET /v2.0/networks?id=33b67f12-3e30-4db0-bf1c-b2b3da4d6fc7 HTTP/1.1" status: 200 len: 921 time: 0.2077639 Nov 05 18:56:14.879961 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5049b69-e817-46ea-bd0f-bf920edf3dcb tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Network 3ea9fc20-e174-465d-8d24-259f993353fe is scheduled to be hosted by DHCP agent 987e2ca0-bc3b-4c6f-a989-429ccfbf753f with binding_index 1 {{(pid=102386) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 05 18:56:14.918920 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c9f386-f697-41ec-8438-7c5706e7ff2e admin admin] Pushing event updated for resources: {'Network': ['ID=9c2bdaad-faf0-4d75-bb68-340f7d20c596,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:56:14.930797 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-98c9f386-f697-41ec-8438-7c5706e7ff2e admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.6642931 Nov 05 18:56:14.933508 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 35832) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:56:14.939031 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-9a8fc159-0033-4e0b-b33f-9b409372b0d3 admin admin] Request body: {'subnet': {'network_id': '9c2bdaad-faf0-4d75-bb68-340f7d20c596', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1250006163-subnet', 'tenant_id': 'c2718bfd25be4558ab62a930e9f4ce41', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:56:14.947772 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1535a147-3a2f-4053-bc91-175a44945f95 req-0250d861-372c-4943-b2d1-eac09fac7170 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:56:14.949594 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Network 9c2bdaad-faf0-4d75-bb68-340f7d20c596 details requested by agent ovs-agent-n-d-816865-1 with host n-d-816865-1 {{(pid=102388) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 05 18:56:14.949816 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-1535a147-3a2f-4053-bc91-175a44945f95 req-0250d861-372c-4943-b2d1-eac09fac7170 service neutron] 10.222.0.41 "GET /v2.0/networks?id=33b67f12-3e30-4db0-bf1c-b2b3da4d6fc7 HTTP/1.1" status: 200 len: 921 time: 0.2786679 Nov 05 18:56:14.986623 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-76d012c7-0141-47f7-93e8-57504ece73c9 req-92cedae6-1162-40a3-9dcb-fe81986611d2 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8c6dd4d3-e153-4543-b90b-dfbf5180b0bb HTTP/1.1" status: 200 len: 217 time: 0.0573535 Nov 05 18:56:15.016074 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-1535a147-3a2f-4053-bc91-175a44945f95 req-2473dfdd-aff9-4d5f-b690-3e6dc312b683 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8c6dd4d3-e153-4543-b90b-dfbf5180b0bb HTTP/1.1" status: 200 len: 217 time: 0.0553958 Nov 05 18:56:15.052858 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvr_db [None req-6c54fb51-31be-4ba0-a065-c99353b74c9a None None] Set router b32ffb7d-ccaa-44d5-b592-d1604e1d4445 gateway port host: n-d-816865-1 {{(pid=102388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 18:56:15.077784 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.base_scheduler [None req-d5049b69-e817-46ea-bd0f-bf920edf3dcb tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816865-1, 3ea9fc20-e174-465d-8d24-259f993353fe) {{(pid=102386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:56:15.087437 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5049b69-e817-46ea-bd0f-bf920edf3dcb tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:56:15.088065 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-d5049b69-e817-46ea-bd0f-bf920edf3dcb tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Publish callbacks [] for subnet, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:15.102922 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1535a147-3a2f-4053-bc91-175a44945f95 req-21c99904-fa7c-4ed2-8192-042223355f2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:56:15.104553 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-1535a147-3a2f-4053-bc91-175a44945f95 req-21c99904-fa7c-4ed2-8192-042223355f2f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a3a64416-ba54-43fe-a90a-a0ccf6654f9d HTTP/1.1" status: 200 len: 860 time: 0.0814171 Nov 05 18:56:15.107275 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb1b536b-c153-4c90-beb2-7c1f431e60cc None None] Network 3ea9fc20-e174-465d-8d24-259f993353fe requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 18:56:15.134080 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-5396f5f0-fe63-49d9-9fa0-488a86b98e0f tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4417463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5112218'] for subnet, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:15.157694 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-1535a147-3a2f-4053-bc91-175a44945f95 req-a32d9933-11ed-48db-aef4-8dcc9005d7e4 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=33b67f12-3e30-4db0-bf1c-b2b3da4d6fc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0440409 Nov 05 18:56:15.198059 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d012c7-0141-47f7-93e8-57504ece73c9 req-af274697-3dd8-47fd-b463-4196f637d5f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:56:15.202802 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-76d012c7-0141-47f7-93e8-57504ece73c9 req-af274697-3dd8-47fd-b463-4196f637d5f1 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a3a64416-ba54-43fe-a90a-a0ccf6654f9d HTTP/1.1" status: 200 len: 860 time: 0.1791029 Nov 05 18:56:15.204536 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5396f5f0-fe63-49d9-9fa0-488a86b98e0f tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Network 1c9d25d3-7f2e-4384-9081-dc17514a5578 is already hosted by enough agents. {{(pid=102387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 18:56:15.219241 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.base_scheduler [None req-5396f5f0-fe63-49d9-9fa0-488a86b98e0f tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Resources bound (agent type, host, resource id): {{(pid=102387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:56:15.226665 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5396f5f0-fe63-49d9-9fa0-488a86b98e0f tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:56:15.227525 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-5396f5f0-fe63-49d9-9fa0-488a86b98e0f tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597851'] for subnet, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:15.248629 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1b2c60d-d07e-484d-afbd-3e06fb445918 None None] Network 1c9d25d3-7f2e-4384-9081-dc17514a5578 requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 18:56:15.259457 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-ee7f3d3e-ae04-40af-9c59-d874fb5ad95b tempest-RoutersIpV6AdminTest-1929183484 tempest-RoutersIpV6AdminTest-1929183484-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-571139', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6874'] for router, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:15.260583 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-ee7f3d3e-ae04-40af-9c59-d874fb5ad95b tempest-RoutersIpV6AdminTest-1929183484 tempest-RoutersIpV6AdminTest-1929183484-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-571375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1000570', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1011585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6867'] for router, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:15.268512 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-76d012c7-0141-47f7-93e8-57504ece73c9 req-b16450ba-c6e9-4662-b78e-33de68ebf229 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=33b67f12-3e30-4db0-bf1c-b2b3da4d6fc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0588753 Nov 05 18:56:15.275193 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5396f5f0-fe63-49d9-9fa0-488a86b98e0f tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Pushing event updated for resources: {'Subnet': ['ID=97181d8b-7735-492a-9abc-4fe396830d88,revision_number=0']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:56:15.345095 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-ee7f3d3e-ae04-40af-9c59-d874fb5ad95b tempest-RoutersIpV6AdminTest-1929183484 tempest-RoutersIpV6AdminTest-1929183484-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:15.347879 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-1535a147-3a2f-4053-bc91-175a44945f95 req-bb64880e-adf0-48c4-8657-6556ec560d41 service neutron] 10.222.0.41 "GET /v2.0/networks/33b67f12-3e30-4db0-bf1c-b2b3da4d6fc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1814446 Nov 05 18:56:15.353749 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-5396f5f0-fe63-49d9-9fa0-488a86b98e0f tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.4665546 Nov 05 18:56:15.354718 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 35838) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:56:15.371913 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-7725e5a2-1599-4a5e-80a2-c507c868637e tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Request body: {'subnet': {'network_id': '1c9d25d3-7f2e-4384-9081-dc17514a5578', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:56:15.394002 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-d5049b69-e817-46ea-bd0f-bf920edf3dcb tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.7373154 Nov 05 18:56:15.405000 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 35840) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:56:15.531773 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a8fc159-0033-4e0b-b33f-9b409372b0d3 admin admin] Made reservation on behalf of c2718bfd25be4558ab62a930e9f4ce41 for: {'subnet': 1} {{(pid=102386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 18:56:15.534386 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-9a8fc159-0033-4e0b-b33f-9b409372b0d3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4877122'] for subnet, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:15.777331 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e61d014-c21d-4833-b6c6-9a8015de6320 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeb20a084-accf-5b60-8075-3e69ebe863a6-3ea9fc20-e174-465d-8d24-259f993353fe', 'network_id': '3ea9fc20-e174-465d-8d24-259f993353fe', 'tenant_id': '3ef4f33c20644d3a8cc67018579acd02', 'fixed_ips': [{'subnet_id': '7edf86f9-c4d2-4af0-9c42-1ac38be80045'}]}} from n-d-816865-1. {{(pid=102388) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 05 18:56:15.778204 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-1e61d014-c21d-4833-b6c6-9a8015de6320 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:15.844222 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-ee7f3d3e-ae04-40af-9c59-d874fb5ad95b tempest-RoutersIpV6AdminTest-1929183484 tempest-RoutersIpV6AdminTest-1929183484-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:15.853276 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-76d012c7-0141-47f7-93e8-57504ece73c9 req-5024104f-d24b-4aaf-9551-db57ccfba296 service neutron] 10.222.0.13 "GET /v2.0/networks/33b67f12-3e30-4db0-bf1c-b2b3da4d6fc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5608931 Nov 05 18:56:15.858135 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97bf4aac-fa3d-437f-acbd-34a24388d296 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeb20a084-accf-5b60-8075-3e69ebe863a6-1c9d25d3-7f2e-4384-9081-dc17514a5578', 'network_id': '1c9d25d3-7f2e-4384-9081-dc17514a5578', 'tenant_id': '7bc73c6c17f842a987dd31290d20faa2', 'fixed_ips': [{'subnet_id': '97181d8b-7735-492a-9abc-4fe396830d88'}]}} from n-d-816865-1. {{(pid=102388) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 05 18:56:15.858969 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-97bf4aac-fa3d-437f-acbd-34a24388d296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:15.895951 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-f6a40633-817f-4f96-a182-b5160704feb6 tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1664226'] for network, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:16.024450 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-f6a40633-817f-4f96-a182-b5160704feb6 tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1573928'] for subnet, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:16.030269 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-76d012c7-0141-47f7-93e8-57504ece73c9 req-69a8b2f6-1ee9-4769-b4f8-efe956586391 service neutron] 10.222.0.13 "GET /v2.0/networks/33b67f12-3e30-4db0-bf1c-b2b3da4d6fc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1597733 Nov 05 18:56:16.121985 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.db_base_plugin_common [None req-97bf4aac-fa3d-437f-acbd-34a24388d296 None None] Allocated IP 2001:db8::2 (1c9d25d3-7f2e-4384-9081-dc17514a5578/97181d8b-7735-492a-9abc-4fe396830d88/faba6f8b-269a-4516-afca-6112fd25341f) {{(pid=102388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 18:56:16.129625 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-6c54fb51-31be-4ba0-a065-c99353b74c9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b32ffb7d-ccaa-44d5-b592-d1604e1d4445', 'name': 'tempest-ServerRescueTestJSONUnderV235-1872294056-router', 'tenant_id': '06ed96522e9e42a39945febc80e1faeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.168'}], 'enable_snat': True}, 'gw_port_id': '2382be70-456f-4cac-8965-62093dfa27d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T18:54:49Z', 'updated_at': '2021-11-05T18:54:57Z', 'revision_number': 4, 'project_id': '06ed96522e9e42a39945febc80e1faeb', 'gw_port': {'id': '2382be70-456f-4cac-8965-62093dfa27d6', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:c5:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b32ffb7d-ccaa-44d5-b592-d1604e1d4445', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1904, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T18:54:49Z', 'updated_at': '2021-11-05T18:54:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1', '_interfaces': [{'id': 'e6e7b3a5-a963-4873-af0e-27ff4e2a2c0c', 'name': '', 'network_id': '33b67f12-3e30-4db0-bf1c-b2b3da4d6fc7', 'tenant_id': '06ed96522e9e42a39945febc80e1faeb', 'mac_address': 'fa:16:3e:08:1b:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b32ffb7d-ccaa-44d5-b592-d1604e1d4445', 'device_owner': 'network:router_interface', 'standard_attr_id': 1911, 'fixed_ips': [{'subnet_id': 'a3a64416-ba54-43fe-a90a-a0ccf6654f9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T18:54:55Z', 'updated_at': '2021-11-05T18:55:05Z', 'revision_number': 5, 'project_id': '06ed96522e9e42a39945febc80e1faeb', 'subnets': [{'id': 'a3a64416-ba54-43fe-a90a-a0ccf6654f9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-1', False) {} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:56:16.158610 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c54fb51-31be-4ba0-a065-c99353b74c9a None None] The sync data for ids ['b32ffb7d-ccaa-44d5-b592-d1604e1d4445'] in n-d-816865-1 is: [{'id': 'b32ffb7d-ccaa-44d5-b592-d1604e1d4445', 'name': 'tempest-ServerRescueTestJSONUnderV235-1872294056-router', 'tenant_id': '06ed96522e9e42a39945febc80e1faeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.168'}], 'enable_snat': True}, 'gw_port_id': '2382be70-456f-4cac-8965-62093dfa27d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T18:54:49Z', 'updated_at': '2021-11-05T18:54:57Z', 'revision_number': 4, 'project_id': '06ed96522e9e42a39945febc80e1faeb', 'gw_port': {'id': '2382be70-456f-4cac-8965-62093dfa27d6', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:c5:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b32ffb7d-ccaa-44d5-b592-d1604e1d4445', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1904, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T18:54:49Z', 'updated_at': '2021-11-05T18:54:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1', '_interfaces': [{'id': 'e6e7b3a5-a963-4873-af0e-27ff4e2a2c0c', 'name': '', 'network_id': '33b67f12-3e30-4db0-bf1c-b2b3da4d6fc7', 'tenant_id': '06ed96522e9e42a39945febc80e1faeb', 'mac_address': 'fa:16:3e:08:1b:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b32ffb7d-ccaa-44d5-b592-d1604e1d4445', 'device_owner': 'network:router_interface', 'standard_attr_id': 1911, 'fixed_ips': [{'subnet_id': 'a3a64416-ba54-43fe-a90a-a0ccf6654f9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T18:54:55Z', 'updated_at': '2021-11-05T18:55:05Z', 'revision_number': 5, 'project_id': '06ed96522e9e42a39945febc80e1faeb', 'subnets': [{'id': 'a3a64416-ba54-43fe-a90a-a0ccf6654f9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 18:56:16.290008 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-1535a147-3a2f-4053-bc91-175a44945f95 req-3c2cec85-467d-4c3d-8712-123de6f9422b service neutron] 10.222.0.41 "GET /v2.0/networks/33b67f12-3e30-4db0-bf1c-b2b3da4d6fc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9120977 Nov 05 18:56:16.379658 n-d-816865-1 neutron-server[102388]: ERROR oslo_messaging.rpc.server [None req-1e61d014-c21d-4833-b6c6-9a8015de6320 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 7edf86f9-c4d2-4af0-9c42-1ac38be80045: This subnet is being modified by another concurrent operation. Nov 05 18:56:16.379658 n-d-816865-1 neutron-server[102388]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 05 18:56:16.379658 n-d-816865-1 neutron-server[102388]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 05 18:56:16.379658 n-d-816865-1 neutron-server[102388]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 05 18:56:16.379658 n-d-816865-1 neutron-server[102388]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 05 18:56:16.379658 n-d-816865-1 neutron-server[102388]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 05 18:56:16.379658 n-d-816865-1 neutron-server[102388]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 05 18:56:16.379658 n-d-816865-1 neutron-server[102388]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 05 18:56:16.379658 n-d-816865-1 neutron-server[102388]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 05 18:56:16.379658 n-d-816865-1 neutron-server[102388]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 05 18:56:16.379658 n-d-816865-1 neutron-server[102388]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 05 18:56:16.379658 n-d-816865-1 neutron-server[102388]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 05 18:56:16.379658 n-d-816865-1 neutron-server[102388]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 05 18:56:16.379658 n-d-816865-1 neutron-server[102388]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 05 18:56:16.379658 n-d-816865-1 neutron-server[102388]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 05 18:56:16.379658 n-d-816865-1 neutron-server[102388]: ERROR oslo_messaging.rpc.server raise self.value Nov 05 18:56:16.379658 n-d-816865-1 neutron-server[102388]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 05 18:56:16.379658 n-d-816865-1 neutron-server[102388]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 05 18:56:16.379658 n-d-816865-1 neutron-server[102388]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 05 18:56:16.379658 n-d-816865-1 neutron-server[102388]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 05 18:56:16.379658 n-d-816865-1 neutron-server[102388]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 05 18:56:16.379658 n-d-816865-1 neutron-server[102388]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 05 18:56:16.379658 n-d-816865-1 neutron-server[102388]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 05 18:56:16.379658 n-d-816865-1 neutron-server[102388]: ERROR oslo_messaging.rpc.server raise self.value Nov 05 18:56:16.379658 n-d-816865-1 neutron-server[102388]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 05 18:56:16.379658 n-d-816865-1 neutron-server[102388]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 05 18:56:16.379658 n-d-816865-1 neutron-server[102388]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 05 18:56:16.379658 n-d-816865-1 neutron-server[102388]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 05 18:56:16.379658 n-d-816865-1 neutron-server[102388]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 05 18:56:16.379658 n-d-816865-1 neutron-server[102388]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 05 18:56:16.379658 n-d-816865-1 neutron-server[102388]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 05 18:56:16.379658 n-d-816865-1 neutron-server[102388]: ERROR oslo_messaging.rpc.server raise self.value Nov 05 18:56:16.379658 n-d-816865-1 neutron-server[102388]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 05 18:56:16.379658 n-d-816865-1 neutron-server[102388]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 05 18:56:16.379658 n-d-816865-1 neutron-server[102388]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 05 18:56:16.379658 n-d-816865-1 neutron-server[102388]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 05 18:56:16.379658 n-d-816865-1 neutron-server[102388]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 05 18:56:16.379658 n-d-816865-1 neutron-server[102388]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 05 18:56:16.379658 n-d-816865-1 neutron-server[102388]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 05 18:56:16.379658 n-d-816865-1 neutron-server[102388]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 05 18:56:16.379658 n-d-816865-1 neutron-server[102388]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 05 18:56:16.379658 n-d-816865-1 neutron-server[102388]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 05 18:56:16.379658 n-d-816865-1 neutron-server[102388]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 05 18:56:16.379658 n-d-816865-1 neutron-server[102388]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 05 18:56:16.379658 n-d-816865-1 neutron-server[102388]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 05 18:56:16.379658 n-d-816865-1 neutron-server[102388]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 05 18:56:16.379658 n-d-816865-1 neutron-server[102388]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 05 18:56:16.379658 n-d-816865-1 neutron-server[102388]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 05 18:56:16.379658 n-d-816865-1 neutron-server[102388]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 05 18:56:16.379658 n-d-816865-1 neutron-server[102388]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 05 18:56:16.379658 n-d-816865-1 neutron-server[102388]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 05 18:56:16.379658 n-d-816865-1 neutron-server[102388]: ERROR oslo_messaging.rpc.server raise self.value Nov 05 18:56:16.379658 n-d-816865-1 neutron-server[102388]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 05 18:56:16.379658 n-d-816865-1 neutron-server[102388]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 05 18:56:16.379658 n-d-816865-1 neutron-server[102388]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 05 18:56:16.379658 n-d-816865-1 neutron-server[102388]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 05 18:56:16.379658 n-d-816865-1 neutron-server[102388]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 05 18:56:16.379658 n-d-816865-1 neutron-server[102388]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 05 18:56:16.379658 n-d-816865-1 neutron-server[102388]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 05 18:56:16.379658 n-d-816865-1 neutron-server[102388]: ERROR oslo_messaging.rpc.server raise self.value Nov 05 18:56:16.379658 n-d-816865-1 neutron-server[102388]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 05 18:56:16.379658 n-d-816865-1 neutron-server[102388]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 05 18:56:16.379658 n-d-816865-1 neutron-server[102388]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 05 18:56:16.379658 n-d-816865-1 neutron-server[102388]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 05 18:56:16.379658 n-d-816865-1 neutron-server[102388]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 05 18:56:16.379658 n-d-816865-1 neutron-server[102388]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 05 18:56:16.379658 n-d-816865-1 neutron-server[102388]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 05 18:56:16.379658 n-d-816865-1 neutron-server[102388]: ERROR oslo_messaging.rpc.server raise self.value Nov 05 18:56:16.379658 n-d-816865-1 neutron-server[102388]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 05 18:56:16.379658 n-d-816865-1 neutron-server[102388]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 05 18:56:16.379658 n-d-816865-1 neutron-server[102388]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 05 18:56:16.379658 n-d-816865-1 neutron-server[102388]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 05 18:56:16.379658 n-d-816865-1 neutron-server[102388]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 05 18:56:16.379658 n-d-816865-1 neutron-server[102388]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 05 18:56:16.379658 n-d-816865-1 neutron-server[102388]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 05 18:56:16.379658 n-d-816865-1 neutron-server[102388]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 05 18:56:16.379658 n-d-816865-1 neutron-server[102388]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 05 18:56:16.379658 n-d-816865-1 neutron-server[102388]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 05 18:56:16.379658 n-d-816865-1 neutron-server[102388]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 05 18:56:16.379658 n-d-816865-1 neutron-server[102388]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 05 18:56:16.379658 n-d-816865-1 neutron-server[102388]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 05 18:56:16.379658 n-d-816865-1 neutron-server[102388]: ERROR oslo_messaging.rpc.server raise self.value Nov 05 18:56:16.379658 n-d-816865-1 neutron-server[102388]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 05 18:56:16.379658 n-d-816865-1 neutron-server[102388]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 05 18:56:16.379658 n-d-816865-1 neutron-server[102388]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 05 18:56:16.379658 n-d-816865-1 neutron-server[102388]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 05 18:56:16.379658 n-d-816865-1 neutron-server[102388]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 05 18:56:16.379658 n-d-816865-1 neutron-server[102388]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 05 18:56:16.379658 n-d-816865-1 neutron-server[102388]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 05 18:56:16.379658 n-d-816865-1 neutron-server[102388]: ERROR oslo_messaging.rpc.server raise exception Nov 05 18:56:16.379658 n-d-816865-1 neutron-server[102388]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 7edf86f9-c4d2-4af0-9c42-1ac38be80045: This subnet is being modified by another concurrent operation. Nov 05 18:56:16.379658 n-d-816865-1 neutron-server[102388]: ERROR oslo_messaging.rpc.server Nov 05 18:56:16.397707 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 44dee693-55af-4048-b00c-5dbdc46edb3d no longer exists at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 18:56:16.398083 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-f6a40633-817f-4f96-a182-b5160704feb6 tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1573905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4417146', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5112209'] for subnet, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:16.456664 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] No Port match for: 44dee693-55af-4048-b00c-5dbdc46edb3d {{(pid=102388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 18:56:16.457458 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 44dee693-55af-4048-b00c-5dbdc46edb3d not bound to the agent host n-d-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 18:56:16.460838 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c568c85b-e55c-4fcf-9d28-0cf8db6a3ef5 None None] Network 3ea9fc20-e174-465d-8d24-259f993353fe requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 18:56:16.514806 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-0074cec1-dde2-4d94-8d4a-507bdb98482d req-2fe5a91a-c6af-4be8-9e35-50afd1778b6b tempest-ServerRescueTestJSONUnderV235-847319139 tempest-ServerRescueTestJSONUnderV235-847319139-project] 10.222.0.13 "GET /v2.0/floatingips/25eb5331-c6b6-433a-aaf7-711f87d922a1 HTTP/1.1" status: 200 len: 694 time: 0.1446745 Nov 05 18:56:16.534848 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7725e5a2-1599-4a5e-80a2-c507c868637e tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Made reservation on behalf of 7bc73c6c17f842a987dd31290d20faa2 for: {'subnet': 1} {{(pid=102386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 18:56:16.540424 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-7725e5a2-1599-4a5e-80a2-c507c868637e tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4877122'] for subnet, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:16.550790 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a40633-817f-4f96-a182-b5160704feb6 tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Pushing event deleted for resources: {'Subnet': ['ID=7edf86f9-c4d2-4af0-9c42-1ac38be80045,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:56:16.618798 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9630f894-2d22-4d4c-8567-287884eceaf5 None None] New status for floating IP 25eb5331-c6b6-433a-aaf7-711f87d922a1: DOWN {{(pid=102389) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 05 18:56:16.667889 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-9a8fc159-0033-4e0b-b33f-9b409372b0d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6149946', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4877172'] for subnet, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:16.727026 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-f6a40633-817f-4f96-a182-b5160704feb6 tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1579173', 'neutron.services.segments.db._delete_segments_for_network-8750027792909'] for network, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:16.728283 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8fc159-0033-4e0b-b33f-9b409372b0d3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b6655376-4ea9-4701-98ec-c7e9e4d66f0f,revision_number=0']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:56:16.773130 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-97bf4aac-fa3d-437f-acbd-34a24388d296 None None] Publish callbacks [] for port, precommit_create {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:16.791982 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a8fc159-0033-4e0b-b33f-9b409372b0d3 admin admin] Checking segment: {'id': '8281efde-bbf4-4833-8d7d-a490783d8ae5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '9c2bdaad-faf0-4d75-bb68-340f7d20c596'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 18:56:16.792463 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a8fc159-0033-4e0b-b33f-9b409372b0d3 admin admin] Network hostable DHCP agents. Network: 9c2bdaad-faf0-4d75-bb68-340f7d20c596, hostable agents: ['987e2ca0-bc3b-4c6f-a989-429ccfbf753f'], hosted agents: [] {{(pid=102386) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 05 18:56:16.818082 n-d-816865-1 neutron-server[102386]: INFO neutron.db.ipam_backend_mixin [None req-7725e5a2-1599-4a5e-80a2-c507c868637e tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 97181d8b-7735-492a-9abc-4fe396830d88 (CIDR: 2001:db8::/64) Nov 05 18:56:16.829114 n-d-816865-1 neutron-server[102387]: DEBUG neutron.services.segments.db [None req-f6a40633-817f-4f96-a182-b5160704feb6 tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ea9fc20-e174-465d-8d24-259f993353fe']}} {{(pid=102387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:56:16.868534 n-d-816865-1 neutron-server[102387]: DEBUG neutron.services.segments.db [None req-f6a40633-817f-4f96-a182-b5160704feb6 tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ab9e916-d43b-4b80-804c-74280656250c') {'for_net_delete': True} {{(pid=102387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:56:16.869521 n-d-816865-1 neutron-server[102387]: DEBUG neutron.services.segments.db [None req-f6a40633-817f-4f96-a182-b5160704feb6 tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ab9e916-d43b-4b80-804c-74280656250c') {} {{(pid=102387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:56:16.960791 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0074cec1-dde2-4d94-8d4a-507bdb98482d req-6a3a9f7c-8531-434d-ad81-61ab761206aa tempest-ServerRescueTestJSONUnderV235-847319139 tempest-ServerRescueTestJSONUnderV235-847319139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:56:16.968078 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-0074cec1-dde2-4d94-8d4a-507bdb98482d req-6a3a9f7c-8531-434d-ad81-61ab761206aa tempest-ServerRescueTestJSONUnderV235-847319139 tempest-ServerRescueTestJSONUnderV235-847319139-project] 10.222.0.13 "GET /v2.0/networks/40c8335d-cd0b-4cb5-910a-d4dcddd5cbec HTTP/1.1" status: 200 len: 784 time: 0.4086406 Nov 05 18:56:16.971261 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-97bf4aac-fa3d-437f-acbd-34a24388d296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789'] for port, after_create {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:16.971458 n-d-816865-1 neutron-server[102386]: INFO neutron.pecan_wsgi.hooks.translation [None req-7725e5a2-1599-4a5e-80a2-c507c868637e tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 05 18:56:16.972020 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7725e5a2-1599-4a5e-80a2-c507c868637e tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102386) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 05 18:56:16.972622 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-f6a40633-817f-4f96-a182-b5160704feb6 tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750027793430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4463492'] for segment, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:17.032377 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bf4aac-fa3d-437f-acbd-34a24388d296 None None] Pushing event updated for resources: {'Port': ['ID=faba6f8b-269a-4516-afca-6112fd25341f,revision_number=1']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:56:17.051800 n-d-816865-1 neutron-server[102388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97bf4aac-fa3d-437f-acbd-34a24388d296 None None] Network 1c9d25d3-7f2e-4384-9081-dc17514a5578 is already hosted by enough agents. {{(pid=102388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 18:56:17.053359 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-0074cec1-dde2-4d94-8d4a-507bdb98482d req-5d6e0c1e-560b-49f1-904b-d4e13ddc0a84 tempest-ServerRescueTestJSONUnderV235-847319139 tempest-ServerRescueTestJSONUnderV235-847319139-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.6.42 HTTP/1.1" status: 200 len: 697 time: 0.0842788 Nov 05 18:56:17.053529 n-d-816865-1 neutron-server[102388]: DEBUG neutron.scheduler.base_scheduler [None req-97bf4aac-fa3d-437f-acbd-34a24388d296 None None] Resources bound (agent type, host, resource id): {{(pid=102388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:56:17.056880 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-ee7f3d3e-ae04-40af-9c59-d874fb5ad95b tempest-RoutersIpV6AdminTest-1929183484 tempest-RoutersIpV6AdminTest-1929183484-project] Publish callbacks [] for router_gateway, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:17.059638 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97bf4aac-fa3d-437f-acbd-34a24388d296 None None] Received port after_create {{(pid=102388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 18:56:17.062153 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a8fc159-0033-4e0b-b33f-9b409372b0d3 admin admin] Network 9c2bdaad-faf0-4d75-bb68-340f7d20c596 is scheduled to be hosted by DHCP agent 987e2ca0-bc3b-4c6f-a989-429ccfbf753f with binding_index 1 {{(pid=102386) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 05 18:56:17.086303 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-f6a40633-817f-4f96-a182-b5160704feb6 tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273'] for segment, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:17.089027 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-ee7f3d3e-ae04-40af-9c59-d874fb5ad95b tempest-RoutersIpV6AdminTest-1929183484 tempest-RoutersIpV6AdminTest-1929183484-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:17.134026 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f6a40633-817f-4f96-a182-b5160704feb6 tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Releasing vlan 157 on physical network physnet1 to pool {{(pid=102387) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 05 18:56:17.134471 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-f6a40633-817f-4f96-a182-b5160704feb6 tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4417236'] for segment, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:17.135942 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-97bf4aac-fa3d-437f-acbd-34a24388d296 None None] Attempting to bind port faba6f8b-269a-4516-afca-6112fd25341f on host n-d-816865-1 for vnic_type normal with profile {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 18:56:17.136947 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-97bf4aac-fa3d-437f-acbd-34a24388d296 None None] Attempting to bind port faba6f8b-269a-4516-afca-6112fd25341f by drivers openvswitch,hyperv on host n-d-816865-1 at level 0 using segments [{'id': '1bdc5ccc-001b-4584-b217-2d1934002f57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '1c9d25d3-7f2e-4384-9081-dc17514a5578'}] {{(pid=102388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 18:56:17.137551 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97bf4aac-fa3d-437f-acbd-34a24388d296 None None] Attempting to bind port faba6f8b-269a-4516-afca-6112fd25341f on network 1c9d25d3-7f2e-4384-9081-dc17514a5578 {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 18:56:17.138633 n-d-816865-1 neutron-server[102387]: Traceback (most recent call last): Nov 05 18:56:17.138633 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 05 18:56:17.138633 n-d-816865-1 neutron-server[102387]: timer() Nov 05 18:56:17.138633 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 05 18:56:17.138633 n-d-816865-1 neutron-server[102387]: cb(*args, **kw) Nov 05 18:56:17.138633 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 05 18:56:17.138633 n-d-816865-1 neutron-server[102387]: return func(*args, **kwargs) Nov 05 18:56:17.138633 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 05 18:56:17.138633 n-d-816865-1 neutron-server[102387]: self._notify() Nov 05 18:56:17.138633 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 05 18:56:17.138633 n-d-816865-1 neutron-server[102387]: self.callback(batched_events) Nov 05 18:56:17.138633 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 05 18:56:17.138633 n-d-816865-1 neutron-server[102387]: event.method(event) Nov 05 18:56:17.138633 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 05 18:56:17.138633 n-d-816865-1 neutron-server[102387]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 05 18:56:17.138633 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 05 18:56:17.138633 n-d-816865-1 neutron-server[102387]: aggregate_uuid = self.p_client.list_aggregates( Nov 05 18:56:17.138633 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 05 18:56:17.138633 n-d-816865-1 neutron-server[102387]: return f(self, *a, **k) Nov 05 18:56:17.138633 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 05 18:56:17.138633 n-d-816865-1 neutron-server[102387]: return self._get(url).json() Nov 05 18:56:17.138633 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 05 18:56:17.138633 n-d-816865-1 neutron-server[102387]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 05 18:56:17.138633 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 05 18:56:17.138633 n-d-816865-1 neutron-server[102387]: return self.request(url, 'GET', **kwargs) Nov 05 18:56:17.138633 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 05 18:56:17.138633 n-d-816865-1 neutron-server[102387]: base_url = self.get_endpoint(auth, allow=allow, Nov 05 18:56:17.138633 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 05 18:56:17.138633 n-d-816865-1 neutron-server[102387]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 05 18:56:17.138633 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 05 18:56:17.138633 n-d-816865-1 neutron-server[102387]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 05 18:56:17.138633 n-d-816865-1 neutron-server[102387]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 05 18:56:17.143818 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97bf4aac-fa3d-437f-acbd-34a24388d296 None None] Checking agent: {'id': '724d89a7-611b-41e6-bc85-c48112b17afa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 18, 25, 8), 'started_at': datetime.datetime(2021, 11, 5, 18, 25, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 18, 56, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 18:56:17.144225 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97bf4aac-fa3d-437f-acbd-34a24388d296 None None] Checking segment: {'id': '1bdc5ccc-001b-4584-b217-2d1934002f57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '1c9d25d3-7f2e-4384-9081-dc17514a5578'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 18:56:17.144678 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-97bf4aac-fa3d-437f-acbd-34a24388d296 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:17.145103 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97bf4aac-fa3d-437f-acbd-34a24388d296 None None] Bound using segment: {'id': '1bdc5ccc-001b-4584-b217-2d1934002f57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '1c9d25d3-7f2e-4384-9081-dc17514a5578'} {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 18:56:17.145587 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-97bf4aac-fa3d-437f-acbd-34a24388d296 None None] Bound port: faba6f8b-269a-4516-afca-6112fd25341f, host: n-d-816865-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1bdc5ccc-001b-4584-b217-2d1934002f57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '1c9d25d3-7f2e-4384-9081-dc17514a5578'}}] {{(pid=102388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 18:56:17.145983 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-97bf4aac-fa3d-437f-acbd-34a24388d296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:17.164411 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-0074cec1-dde2-4d94-8d4a-507bdb98482d req-6d198278-0f5c-43b1-a902-5288a1ea4b8b tempest-ServerRescueTestJSONUnderV235-847319139 tempest-ServerRescueTestJSONUnderV235-847319139-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.6.42 HTTP/1.1" status: 200 len: 697 time: 0.0862727 Nov 05 18:56:17.232007 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-97bf4aac-fa3d-437f-acbd-34a24388d296 None None] For port faba6f8b-269a-4516-afca-6112fd25341f, host n-d-816865-1, cleared binding levels {{(pid=102388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 18:56:17.235261 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-97bf4aac-fa3d-437f-acbd-34a24388d296 None None] For port faba6f8b-269a-4516-afca-6112fd25341f, host n-d-816865-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=faba6f8b-269a-4516-afca-6112fd25341f,segment=NetworkSegment(1bdc5ccc-001b-4584-b217-2d1934002f57),segment_id=1bdc5ccc-001b-4584-b217-2d1934002f57)] {{(pid=102388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 18:56:17.284717 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-7725e5a2-1599-4a5e-80a2-c507c868637e tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.9268992 Nov 05 18:56:17.294478 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 35882) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:56:17.294478 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-8b7d66e3-fa79-4fc0-8fb7-6e4196c925a9 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Request body: {'subnet': {'network_id': '1c9d25d3-7f2e-4384-9081-dc17514a5578', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:56:17.354720 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.base_scheduler [None req-9a8fc159-0033-4e0b-b33f-9b409372b0d3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816865-1, 9c2bdaad-faf0-4d75-bb68-340f7d20c596) {{(pid=102386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:56:17.361805 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a8fc159-0033-4e0b-b33f-9b409372b0d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:56:17.362429 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-9a8fc159-0033-4e0b-b33f-9b409372b0d3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:17.376590 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5b6a54e-5a53-4c70-b811-86bfc762356a None None] Network 9c2bdaad-faf0-4d75-bb68-340f7d20c596 requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 18:56:17.398851 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.db_base_plugin_common [None req-ee7f3d3e-ae04-40af-9c59-d874fb5ad95b tempest-RoutersIpV6AdminTest-1929183484 tempest-RoutersIpV6AdminTest-1929183484-project] Allocated IP 172.25.6.208 (40c8335d-cd0b-4cb5-910a-d4dcddd5cbec/04fe6db3-e108-4208-943d-6518424f5726/9d20487f-8273-4314-b879-be19cfe36e2c) {{(pid=102387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 18:56:17.418911 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-f6a40633-817f-4f96-a182-b5160704feb6 tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1579178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-956796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1000687'] for network, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:17.429839 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-f6a40633-817f-4f96-a182-b5160704feb6 tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597851'] for network, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:17.433146 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-f6a40633-817f-4f96-a182-b5160704feb6 tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] 10.222.0.13 "DELETE /v2.0/networks/3ea9fc20-e174-465d-8d24-259f993353fe HTTP/1.1" status: 204 len: 168 time: 2.0271473 Nov 05 18:56:17.437334 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 35888) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:56:17.451840 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-74d47055-bfbe-45af-bf52-3ff21320e2ae tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1051559184'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:56:17.456006 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-97bf4aac-fa3d-437f-acbd-34a24388d296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:17.478909 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-9a8fc159-0033-4e0b-b33f-9b409372b0d3 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 2.5442462 Nov 05 18:56:17.503847 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a40633-817f-4f96-a182-b5160704feb6 tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Pushing event deleted for resources: {'Network': ['ID=3ea9fc20-e174-465d-8d24-259f993353fe,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:56:17.544205 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [req-0074cec1-dde2-4d94-8d4a-507bdb98482d req-e8229520-52cb-4d9a-95d8-f4f0e272f980 tempest-ServerRescueTestJSONUnderV235-847319139 tempest-ServerRescueTestJSONUnderV235-847319139-project] Deleting port fbaf90fa-9ce8-4502-8413-306932d6ee09 {{(pid=102387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 18:56:17.544542 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-0074cec1-dde2-4d94-8d4a-507bdb98482d req-e8229520-52cb-4d9a-95d8-f4f0e272f980 tempest-ServerRescueTestJSONUnderV235-847319139 tempest-ServerRescueTestJSONUnderV235-847319139-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:17.589362 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bf4aac-fa3d-437f-acbd-34a24388d296 None None] Pushing event updated for resources: {'Port': ['ID=faba6f8b-269a-4516-afca-6112fd25341f,revision_number=2']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:56:17.627015 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74d47055-bfbe-45af-bf52-3ff21320e2ae tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Made reservation on behalf of 3ef4f33c20644d3a8cc67018579acd02 for: {'network': 1} {{(pid=102386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 18:56:17.633745 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-74d47055-bfbe-45af-bf52-3ff21320e2ae tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for network, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:17.671094 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.agents_db [None req-b9406b04-a0e8-43cf-b349-711963d96cf4 None None] Agent healthcheck: found 7 active agents {{(pid=102389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 05 18:56:17.734493 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-74d47055-bfbe-45af-bf52-3ff21320e2ae tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 199} {{(pid=102386) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 05 18:56:17.768364 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-74d47055-bfbe-45af-bf52-3ff21320e2ae tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273'] for segment, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:17.770569 n-d-816865-1 neutron-server[102386]: INFO neutron.db.segments_db [None req-74d47055-bfbe-45af-bf52-3ff21320e2ae tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Added segment b87319c1-3045-47b3-9499-f472e40cd9f1 of type vlan for network b9c224cc-ddf4-4465-8087-dfe76038512c Nov 05 18:56:17.797893 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd018f76-4d97-465c-b749-f9bae2211499 None None] Network 9c2bdaad-faf0-4d75-bb68-340f7d20c596 requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 18:56:17.798404 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b7d66e3-fa79-4fc0-8fb7-6e4196c925a9 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Made reservation on behalf of 7bc73c6c17f842a987dd31290d20faa2 for: {'subnet': 1} {{(pid=102386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 18:56:17.802292 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-8b7d66e3-fa79-4fc0-8fb7-6e4196c925a9 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4877122'] for subnet, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:17.999118 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-74d47055-bfbe-45af-bf52-3ff21320e2ae tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750027258543'] for network, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:18.154673 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-74d47055-bfbe-45af-bf52-3ff21320e2ae tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-956796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877'] for network, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:18.165919 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74d47055-bfbe-45af-bf52-3ff21320e2ae tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:56:18.166745 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-74d47055-bfbe-45af-bf52-3ff21320e2ae tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Publish callbacks [] for network, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:18.167385 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-ee7f3d3e-ae04-40af-9c59-d874fb5ad95b tempest-RoutersIpV6AdminTest-1929183484 tempest-RoutersIpV6AdminTest-1929183484-project] Publish callbacks [] for port, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:18.178353 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-0074cec1-dde2-4d94-8d4a-507bdb98482d req-e8229520-52cb-4d9a-95d8-f4f0e272f980 tempest-ServerRescueTestJSONUnderV235-847319139 tempest-ServerRescueTestJSONUnderV235-847319139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:18.178596 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-0074cec1-dde2-4d94-8d4a-507bdb98482d req-e8229520-52cb-4d9a-95d8-f4f0e272f980 tempest-ServerRescueTestJSONUnderV235-847319139 tempest-ServerRescueTestJSONUnderV235-847319139-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:18.195384 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [req-0074cec1-dde2-4d94-8d4a-507bdb98482d req-e8229520-52cb-4d9a-95d8-f4f0e272f980 tempest-ServerRescueTestJSONUnderV235-847319139 tempest-ServerRescueTestJSONUnderV235-847319139-project] Calling delete_port for fbaf90fa-9ce8-4502-8413-306932d6ee09 owned by network:floatingip {{(pid=102387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 18:56:18.298515 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d47055-bfbe-45af-bf52-3ff21320e2ae tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Pushing event updated for resources: {'Network': ['ID=b9c224cc-ddf4-4465-8087-dfe76038512c,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:56:18.321906 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-74d47055-bfbe-45af-bf52-3ff21320e2ae tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.8825994 Nov 05 18:56:18.327080 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 35904) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:56:18.328582 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d47055-bfbe-45af-bf52-3ff21320e2ae tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:56:18.329009 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d47055-bfbe-45af-bf52-3ff21320e2ae tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:56:18.329549 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d47055-bfbe-45af-bf52-3ff21320e2ae tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:56:18.329956 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d47055-bfbe-45af-bf52-3ff21320e2ae tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:56:18.330377 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d47055-bfbe-45af-bf52-3ff21320e2ae tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:56:18.330801 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d47055-bfbe-45af-bf52-3ff21320e2ae tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:56:18.331408 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d47055-bfbe-45af-bf52-3ff21320e2ae tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:56:18.331811 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d47055-bfbe-45af-bf52-3ff21320e2ae tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:56:18.332202 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d47055-bfbe-45af-bf52-3ff21320e2ae tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:56:18.332603 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d47055-bfbe-45af-bf52-3ff21320e2ae tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:56:18.332984 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d47055-bfbe-45af-bf52-3ff21320e2ae tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:56:18.333375 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d47055-bfbe-45af-bf52-3ff21320e2ae tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:56:18.341675 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-37506fda-d50d-43be-a0ee-210cb6371aaa tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Request body: {'subnet': {'network_id': 'b9c224cc-ddf4-4465-8087-dfe76038512c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:56:18.367227 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Network b9c224cc-ddf4-4465-8087-dfe76038512c details requested by agent ovs-agent-n-d-816865-1 with host n-d-816865-1 {{(pid=102388) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 05 18:56:18.465077 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-ee7f3d3e-ae04-40af-9c59-d874fb5ad95b tempest-RoutersIpV6AdminTest-1929183484 tempest-RoutersIpV6AdminTest-1929183484-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4417063'] for port, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:18.494941 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device faba6f8b-269a-4516-afca-6112fd25341f up at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 18:56:18.576221 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Provisioning complete for port faba6f8b-269a-4516-afca-6112fd25341f triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:56:18.576221 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:18.585526 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7f3d3e-ae04-40af-9c59-d874fb5ad95b tempest-RoutersIpV6AdminTest-1929183484 tempest-RoutersIpV6AdminTest-1929183484-project] Pushing event updated for resources: {'Port': ['ID=9d20487f-8273-4314-b879-be19cfe36e2c,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:56:18.593355 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-0074cec1-dde2-4d94-8d4a-507bdb98482d req-e8229520-52cb-4d9a-95d8-f4f0e272f980 tempest-ServerRescueTestJSONUnderV235-847319139 tempest-ServerRescueTestJSONUnderV235-847319139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4417063'] for port, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:18.636285 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37506fda-d50d-43be-a0ee-210cb6371aaa tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Made reservation on behalf of 3ef4f33c20644d3a8cc67018579acd02 for: {'subnet': 1} {{(pid=102386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 18:56:18.640057 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-37506fda-d50d-43be-a0ee-210cb6371aaa tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4877122'] for subnet, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:18.697409 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:18.711021 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee7f3d3e-ae04-40af-9c59-d874fb5ad95b tempest-RoutersIpV6AdminTest-1929183484 tempest-RoutersIpV6AdminTest-1929183484-project] Network 40c8335d-cd0b-4cb5-910a-d4dcddd5cbec is already hosted by enough agents. {{(pid=102387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 18:56:18.713342 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8229520-52cb-4d9a-95d8-f4f0e272f980 tempest-ServerRescueTestJSONUnderV235-847319139 tempest-ServerRescueTestJSONUnderV235-847319139-project] Pushing event deleted for resources: {'Port': ['ID=fbaf90fa-9ce8-4502-8413-306932d6ee09,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:56:18.738135 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.base_scheduler [None req-ee7f3d3e-ae04-40af-9c59-d874fb5ad95b tempest-RoutersIpV6AdminTest-1929183484 tempest-RoutersIpV6AdminTest-1929183484-project] Resources bound (agent type, host, resource id): {{(pid=102387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:56:18.744044 n-d-816865-1 neutron-server[102386]: DEBUG neutron.objects.ports [None req-8b7d66e3-fa79-4fc0-8fb7-6e4196c925a9 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102386) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 05 18:56:18.766658 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] For port faba6f8b-269a-4516-afca-6112fd25341f, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=faba6f8b-269a-4516-afca-6112fd25341f,segment=NetworkSegment(1bdc5ccc-001b-4584-b217-2d1934002f57),segment_id=1bdc5ccc-001b-4584-b217-2d1934002f57)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:56:18.768642 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee7f3d3e-ae04-40af-9c59-d874fb5ad95b tempest-RoutersIpV6AdminTest-1929183484 tempest-RoutersIpV6AdminTest-1929183484-project] Received port after_create {{(pid=102387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 18:56:18.833419 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:18.924543 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Pushing event updated for resources: {'Port': ['ID=faba6f8b-269a-4516-afca-6112fd25341f,revision_number=3']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:56:18.984549 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-0074cec1-dde2-4d94-8d4a-507bdb98482d req-e8229520-52cb-4d9a-95d8-f4f0e272f980 tempest-ServerRescueTestJSONUnderV235-847319139 tempest-ServerRescueTestJSONUnderV235-847319139-project] Publish callbacks [] for floatingip, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:18.988691 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-0074cec1-dde2-4d94-8d4a-507bdb98482d req-e8229520-52cb-4d9a-95d8-f4f0e272f980 tempest-ServerRescueTestJSONUnderV235-847319139 tempest-ServerRescueTestJSONUnderV235-847319139-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for floatingip, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:19.004322 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-0074cec1-dde2-4d94-8d4a-507bdb98482d req-e8229520-52cb-4d9a-95d8-f4f0e272f980 tempest-ServerRescueTestJSONUnderV235-847319139 tempest-ServerRescueTestJSONUnderV235-847319139-project] 10.222.0.13 "DELETE /v2.0/floatingips/25eb5331-c6b6-433a-aaf7-711f87d922a1 HTTP/1.1" status: 204 len: 173 time: 1.7872217 Nov 05 18:56:19.015617 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82871c1-b159-483a-974d-4a8dec678569 req-3486bf50-5e9c-43bb-aa25-20244b38a7c8 tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:56:19.017462 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-c82871c1-b159-483a-974d-4a8dec678569 req-3486bf50-5e9c-43bb-aa25-20244b38a7c8 tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] 10.222.0.13 "GET /v2.0/networks?id=9c2bdaad-faf0-4d75-bb68-340f7d20c596 HTTP/1.1" status: 200 len: 806 time: 0.5540206 Nov 05 18:56:19.067885 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-c82871c1-b159-483a-974d-4a8dec678569 req-f1598720-05ac-430c-829b-c88193817e44 tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] 10.222.0.13 "GET /v2.0/quotas/c2718bfd25be4558ab62a930e9f4ce41 HTTP/1.1" status: 200 len: 375 time: 0.0397928 Nov 05 18:56:19.107564 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-8b7d66e3-fa79-4fc0-8fb7-6e4196c925a9 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:19.144047 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-c82871c1-b159-483a-974d-4a8dec678569 req-fb143b16-b712-4519-9669-4fe5ddd4963b tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=c2718bfd25be4558ab62a930e9f4ce41&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0557880 Nov 05 18:56:19.166416 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-37506fda-d50d-43be-a0ee-210cb6371aaa tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6149946', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4877172'] for subnet, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:19.212807 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9af30182-ab87-43ac-b917-3c325ffe33c5 None None] get_active_networks_info from n-d-816865-1 {{(pid=102388) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 05 18:56:19.274624 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37506fda-d50d-43be-a0ee-210cb6371aaa tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Pushing event updated for resources: {'Subnet': ['ID=48444447-79a7-49f9-be21-844f4b3b6004,revision_number=0']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:56:19.326089 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-f2888f22-123e-4d95-bad0-eb3547bf8dfc None None] Provisioning complete for port faba6f8b-269a-4516-afca-6112fd25341f triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:56:19.326089 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-f2888f22-123e-4d95-bad0-eb3547bf8dfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:19.328769 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37506fda-d50d-43be-a0ee-210cb6371aaa tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Checking segment: {'id': 'b87319c1-3045-47b3-9499-f472e40cd9f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'b9c224cc-ddf4-4465-8087-dfe76038512c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 18:56:19.329305 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37506fda-d50d-43be-a0ee-210cb6371aaa tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Network hostable DHCP agents. Network: b9c224cc-ddf4-4465-8087-dfe76038512c, hostable agents: ['987e2ca0-bc3b-4c6f-a989-429ccfbf753f'], hosted agents: [] {{(pid=102386) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 05 18:56:19.373539 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-c45c8f7d-78d5-4ae1-b5d0-468d79660959 req-ebb66cd4-a0d7-4001-8625-42a65b5db061 tempest-ServerRescueTestJSONUnderV235-847319139 tempest-ServerRescueTestJSONUnderV235-847319139-project] 10.222.0.13 "GET /v2.0/security-groups/b6a13f45-a01e-4bca-afcc-055a297ab2b3 HTTP/1.1" status: 200 len: 1826 time: 0.1803551 Nov 05 18:56:19.378200 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [None req-8b7d66e3-fa79-4fc0-8fb7-6e4196c925a9 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] For port faba6f8b-269a-4516-afca-6112fd25341f, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=faba6f8b-269a-4516-afca-6112fd25341f,segment=NetworkSegment(1bdc5ccc-001b-4584-b217-2d1934002f57),segment_id=1bdc5ccc-001b-4584-b217-2d1934002f57)] {{(pid=102386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:56:19.380957 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-c82871c1-b159-483a-974d-4a8dec678569 req-b872be5b-66da-4fd6-8f64-9306495d0ef9 service neutron] 10.222.0.13 "GET /v2.0/networks/9c2bdaad-faf0-4d75-bb68-340f7d20c596?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2291436 Nov 05 18:56:19.421284 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-8b7d66e3-fa79-4fc0-8fb7-6e4196c925a9 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Publish callbacks [] for port, precommit_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:19.457108 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37506fda-d50d-43be-a0ee-210cb6371aaa tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Network b9c224cc-ddf4-4465-8087-dfe76038512c is scheduled to be hosted by DHCP agent 987e2ca0-bc3b-4c6f-a989-429ccfbf753f with binding_index 1 {{(pid=102386) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 05 18:56:19.487193 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-8b7d66e3-fa79-4fc0-8fb7-6e4196c925a9 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6149821'] for port, after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:19.489082 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-8b7d66e3-fa79-4fc0-8fb7-6e4196c925a9 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6149946', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4877172'] for subnet, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:19.532021 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-ee7f3d3e-ae04-40af-9c59-d874fb5ad95b tempest-RoutersIpV6AdminTest-1929183484 tempest-RoutersIpV6AdminTest-1929183484-project] Publish callbacks [] for router_gateway, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:19.554528 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7d66e3-fa79-4fc0-8fb7-6e4196c925a9 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Pushing event updated for resources: {'Subnet': ['ID=00b62e17-df92-49f8-9523-f8c517ae754c,revision_number=0']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:56:19.579014 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.base_scheduler [None req-37506fda-d50d-43be-a0ee-210cb6371aaa tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816865-1, b9c224cc-ddf4-4465-8087-dfe76038512c) {{(pid=102386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:56:19.582596 n-d-816865-1 neutron-server[102388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9af30182-ab87-43ac-b917-3c325ffe33c5 None None] Unable to find a vacant binding_index for network b9c224cc-ddf4-4465-8087-dfe76038512c and agent 987e2ca0-bc3b-4c6f-a989-429ccfbf753f {{(pid=102388) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Nov 05 18:56:19.593157 n-d-816865-1 neutron-server[102388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9af30182-ab87-43ac-b917-3c325ffe33c5 None None] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816865-1, b9c224cc-ddf4-4465-8087-dfe76038512c) {{(pid=102388) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 05 18:56:19.597306 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b7d66e3-fa79-4fc0-8fb7-6e4196c925a9 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Network 1c9d25d3-7f2e-4384-9081-dc17514a5578 is already hosted by enough agents. {{(pid=102386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 18:56:19.601965 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37506fda-d50d-43be-a0ee-210cb6371aaa tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:56:19.602762 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-37506fda-d50d-43be-a0ee-210cb6371aaa tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Publish callbacks [] for subnet, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:19.605163 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.base_scheduler [None req-8b7d66e3-fa79-4fc0-8fb7-6e4196c925a9 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Resources bound (agent type, host, resource id): {{(pid=102386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:56:19.610612 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b7d66e3-fa79-4fc0-8fb7-6e4196c925a9 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:56:19.611560 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-8b7d66e3-fa79-4fc0-8fb7-6e4196c925a9 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Publish callbacks [] for subnet, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:19.628799 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-c45c8f7d-78d5-4ae1-b5d0-468d79660959 req-f27b9e5a-24e2-48f5-bdef-c4a024e6046d tempest-ServerRescueTestJSONUnderV235-847319139 tempest-ServerRescueTestJSONUnderV235-847319139-project] Publish callbacks [] for security_group, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:19.651115 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7d66e3-fa79-4fc0-8fb7-6e4196c925a9 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Pushing event updated for resources: {'Port': ['ID=faba6f8b-269a-4516-afca-6112fd25341f,revision_number=5']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:56:19.672384 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-c82871c1-b159-483a-974d-4a8dec678569 req-38955fdf-4cab-4e4b-b0fa-0fff0a6e81d6 service neutron] 10.222.0.13 "GET /v2.0/networks/9c2bdaad-faf0-4d75-bb68-340f7d20c596?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2611456 Nov 05 18:56:19.694505 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-c45c8f7d-78d5-4ae1-b5d0-468d79660959 req-f27b9e5a-24e2-48f5-bdef-c4a024e6046d tempest-ServerRescueTestJSONUnderV235-847319139 tempest-ServerRescueTestJSONUnderV235-847319139-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:19.716724 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-8b7d66e3-fa79-4fc0-8fb7-6e4196c925a9 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 2.4307666 Nov 05 18:56:19.720701 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-37506fda-d50d-43be-a0ee-210cb6371aaa tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3833365 Nov 05 18:56:19.724334 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 35922) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:56:19.820928 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 35924) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:56:19.826244 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-3995e0ff-56e9-455f-a5cd-f960d4fb998e tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Request body: {'port': {'network_id': '1c9d25d3-7f2e-4384-9081-dc17514a5578', 'mac_address': 'fa:16:3e:43:91:cc', 'name': 'tempest-NetworksTestDHCPv6-807752511'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:56:19.932567 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-ee7f3d3e-ae04-40af-9c59-d874fb5ad95b tempest-RoutersIpV6AdminTest-1929183484 tempest-RoutersIpV6AdminTest-1929183484-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-571384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1000487'] for router, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:19.991249 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-cb49cc7e-929d-4116-a124-00b95ca9797a tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1664226'] for network, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:20.008969 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55f4a92d-d696-4333-88ee-6c4bbb34a9e7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeb20a084-accf-5b60-8075-3e69ebe863a6-b9c224cc-ddf4-4465-8087-dfe76038512c', 'network_id': 'b9c224cc-ddf4-4465-8087-dfe76038512c', 'tenant_id': '3ef4f33c20644d3a8cc67018579acd02', 'fixed_ips': [{'subnet_id': '48444447-79a7-49f9-be21-844f4b3b6004'}]}} from n-d-816865-1. {{(pid=102388) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 05 18:56:20.009865 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-55f4a92d-d696-4333-88ee-6c4bbb34a9e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:20.087759 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-cb49cc7e-929d-4116-a124-00b95ca9797a tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1573928'] for subnet, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:20.163730 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3995e0ff-56e9-455f-a5cd-f960d4fb998e tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Made reservation on behalf of 7bc73c6c17f842a987dd31290d20faa2 for: {'port': 1} {{(pid=102386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 18:56:20.194823 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-c45c8f7d-78d5-4ae1-b5d0-468d79660959 req-f27b9e5a-24e2-48f5-bdef-c4a024e6046d tempest-ServerRescueTestJSONUnderV235-847319139 tempest-ServerRescueTestJSONUnderV235-847319139-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:20.198274 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-c45c8f7d-78d5-4ae1-b5d0-468d79660959 req-f27b9e5a-24e2-48f5-bdef-c4a024e6046d tempest-ServerRescueTestJSONUnderV235-847319139 tempest-ServerRescueTestJSONUnderV235-847319139-project] Publish callbacks [] for security_group, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:20.210938 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.db_base_plugin_common [None req-55f4a92d-d696-4333-88ee-6c4bbb34a9e7 None None] Allocated IP 172.20.0.2 (b9c224cc-ddf4-4465-8087-dfe76038512c/48444447-79a7-49f9-be21-844f4b3b6004/d70f830c-9aed-45fa-96e0-43c031697823) {{(pid=102388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 18:56:20.213540 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-c45c8f7d-78d5-4ae1-b5d0-468d79660959 req-f27b9e5a-24e2-48f5-bdef-c4a024e6046d tempest-ServerRescueTestJSONUnderV235-847319139 tempest-ServerRescueTestJSONUnderV235-847319139-project] 10.222.0.13 "DELETE /v2.0/security-groups/b6a13f45-a01e-4bca-afcc-055a297ab2b3 HTTP/1.1" status: 204 len: 173 time: 0.8002591 Nov 05 18:56:20.246594 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27b9e5a-24e2-48f5-bdef-c4a024e6046d tempest-ServerRescueTestJSONUnderV235-847319139 tempest-ServerRescueTestJSONUnderV235-847319139-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6a13f45-a01e-4bca-afcc-055a297ab2b3,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:56:20.314580 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-6c4d37df-46e5-4ca9-939b-9a51952a189f req-e1883489-42c8-48b7-b637-29c34136f379 tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] 10.222.0.13 "GET /v2.0/ports?device_id=941491ab-f09c-4c0f-8e39-7d0f8a3ad82c HTTP/1.1" status: 200 len: 210 time: 0.0480335 Nov 05 18:56:20.335918 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee7f3d3e-ae04-40af-9c59-d874fb5ad95b tempest-RoutersIpV6AdminTest-1929183484 tempest-RoutersIpV6AdminTest-1929183484-project] Router 6875cce8-0fab-45fe-85d3-08696427d4f4 is scheduled to L3 agent 6dcb5589-8e86-4616-9186-ddc4548e13ad with binding_index 1 {{(pid=102387) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 05 18:56:20.338265 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-3995e0ff-56e9-455f-a5cd-f960d4fb998e tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:20.403819 n-d-816865-1 neutron-server[102386]: DEBUG neutron.notifiers.nova [None req-3995e0ff-56e9-455f-a5cd-f960d4fb998e tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] device_id is not set on port c2c5f94a-c975-476d-899f-b736a674f172 yet. {{(pid=102386) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 05 18:56:20.500099 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-55f4a92d-d696-4333-88ee-6c4bbb34a9e7 None None] Publish callbacks [] for port, precommit_create {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:20.519353 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device faba6f8b-269a-4516-afca-6112fd25341f up at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 18:56:20.573025 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee7f3d3e-ae04-40af-9c59-d874fb5ad95b tempest-RoutersIpV6AdminTest-1929183484 tempest-RoutersIpV6AdminTest-1929183484-project] Notify agent at l3_agent.n-d-816865-1 the message routers_updated {{(pid=102387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 18:56:20.609773 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9cf9b4f-a914-4202-95c6-e99a06fe5af7 None None] Sync routers for ids ['6875cce8-0fab-45fe-85d3-08696427d4f4'] in n-d-816865-1 {{(pid=102388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 18:56:20.617884 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-55f4a92d-d696-4333-88ee-6c4bbb34a9e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789'] for port, after_create {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:20.669968 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-ee7f3d3e-ae04-40af-9c59-d874fb5ad95b tempest-RoutersIpV6AdminTest-1929183484 tempest-RoutersIpV6AdminTest-1929183484-project] Publish callbacks [] for router, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:20.671256 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-ee7f3d3e-ae04-40af-9c59-d874fb5ad95b tempest-RoutersIpV6AdminTest-1929183484 tempest-RoutersIpV6AdminTest-1929183484-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 5.8458877 Nov 05 18:56:20.682125 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 35950) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:56:20.683927 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9cf9b4f-a914-4202-95c6-e99a06fe5af7 None None] Routers {'6875cce8-0fab-45fe-85d3-08696427d4f4'} bound to L3 agent in host n-d-816865-1 {{(pid=102388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 18:56:20.684573 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-f9cf9b4f-a914-4202-95c6-e99a06fe5af7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T18:56:05Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['6875cce8-0fab-45fe-85d3-08696427d4f4'], 'active': True} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:56:20.688426 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-e57de669-f1e7-41b8-a49b-10654d3439c8 tempest-RoutersIpV6AdminTest-300741977 tempest-RoutersIpV6AdminTest-300741977-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'enable_snat': False}}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:56:20.725850 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-f9cf9b4f-a914-4202-95c6-e99a06fe5af7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816865-1', False) {} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:56:20.733502 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Provisioning complete for port faba6f8b-269a-4516-afca-6112fd25341f triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:56:20.733787 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:20.798446 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-cb49cc7e-929d-4116-a124-00b95ca9797a tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1573905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6149879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4877183'] for subnet, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:20.861290 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb49cc7e-929d-4116-a124-00b95ca9797a tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Pushing event deleted for resources: {'Subnet': ['ID=48444447-79a7-49f9-be21-844f4b3b6004,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:56:20.884897 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.db_base_plugin_common [None req-3995e0ff-56e9-455f-a5cd-f960d4fb998e tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Allocated IP 2001:db8::3da (1c9d25d3-7f2e-4384-9081-dc17514a5578/97181d8b-7735-492a-9abc-4fe396830d88/c2c5f94a-c975-476d-899f-b736a674f172) {{(pid=102386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 18:56:20.985958 n-d-816865-1 neutron-server[102388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55f4a92d-d696-4333-88ee-6c4bbb34a9e7 None None] Network b9c224cc-ddf4-4465-8087-dfe76038512c is already hosted by enough agents. {{(pid=102388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 18:56:21.005438 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.db_base_plugin_common [None req-3995e0ff-56e9-455f-a5cd-f960d4fb998e tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Allocated IP 2001:db8:0:1:f816:3eff:fe43:91cc (1c9d25d3-7f2e-4384-9081-dc17514a5578/00b62e17-df92-49f8-9523-f8c517ae754c/c2c5f94a-c975-476d-899f-b736a674f172) {{(pid=102386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 18:56:21.013560 n-d-816865-1 neutron-server[102388]: DEBUG neutron.scheduler.base_scheduler [None req-55f4a92d-d696-4333-88ee-6c4bbb34a9e7 None None] Resources bound (agent type, host, resource id): {{(pid=102388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:56:21.016753 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55f4a92d-d696-4333-88ee-6c4bbb34a9e7 None None] Received port after_create {{(pid=102388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 18:56:21.028791 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f4a92d-d696-4333-88ee-6c4bbb34a9e7 None None] Pushing event updated for resources: {'Port': ['ID=d70f830c-9aed-45fa-96e0-43c031697823,revision_number=1']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:56:21.052179 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9cf9b4f-a914-4202-95c6-e99a06fe5af7 None None] Routers {'6875cce8-0fab-45fe-85d3-08696427d4f4'} bound to L3 agent in host n-d-816865-1 {{(pid=102388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 18:56:21.056124 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-f9cf9b4f-a914-4202-95c6-e99a06fe5af7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T18:56:05Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['6875cce8-0fab-45fe-85d3-08696427d4f4'], 'active': True} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:56:21.086103 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-cb49cc7e-929d-4116-a124-00b95ca9797a tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1579173', 'neutron.services.segments.db._delete_segments_for_network-8750027792909'] for network, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:21.086840 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55812ee5-ee50-4800-8512-0e5e48bbad20 req-c9b8fdfd-8300-448b-b042-ab17fd4a374e tempest-ServerTagsTestJSON-354493938 tempest-ServerTagsTestJSON-354493938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:56:21.100163 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-55812ee5-ee50-4800-8512-0e5e48bbad20 req-c9b8fdfd-8300-448b-b042-ab17fd4a374e tempest-ServerTagsTestJSON-354493938 tempest-ServerTagsTestJSON-354493938-project] 10.222.0.13 "GET /v2.0/ports?device_id=10a921ee-3025-4cf3-8067-4057c56a681f HTTP/1.1" status: 200 len: 945 time: 0.1340597 Nov 05 18:56:21.157305 n-d-816865-1 neutron-server[102386]: DEBUG neutron.services.segments.db [None req-cb49cc7e-929d-4116-a124-00b95ca9797a tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b9c224cc-ddf4-4465-8087-dfe76038512c']}} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:56:21.186884 n-d-816865-1 neutron-server[102386]: DEBUG neutron.services.segments.db [None req-cb49cc7e-929d-4116-a124-00b95ca9797a tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b87319c1-3045-47b3-9499-f472e40cd9f1') {'for_net_delete': True} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:56:21.187259 n-d-816865-1 neutron-server[102386]: DEBUG neutron.services.segments.db [None req-cb49cc7e-929d-4116-a124-00b95ca9797a tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b87319c1-3045-47b3-9499-f472e40cd9f1') {} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:56:21.217715 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-cb49cc7e-929d-4116-a124-00b95ca9797a tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750027793430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4590747'] for segment, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:21.219995 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-55812ee5-ee50-4800-8512-0e5e48bbad20 req-3bc45d52-4219-4947-9399-0f9e0f9cf984 tempest-ServerTagsTestJSON-354493938 tempest-ServerTagsTestJSON-354493938-project] 10.222.0.13 "GET /v2.0/security-groups?id=0b87c3a5-31aa-4565-89f8-1dd209a99114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179540 Nov 05 18:56:21.237819 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-f9cf9b4f-a914-4202-95c6-e99a06fe5af7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816865-1', False) {} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:56:21.238819 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9cf9b4f-a914-4202-95c6-e99a06fe5af7 None None] The sync data for ids ['6875cce8-0fab-45fe-85d3-08696427d4f4'] in n-d-816865-1 is: [] {{(pid=102388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 18:56:21.265203 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-55f4a92d-d696-4333-88ee-6c4bbb34a9e7 None None] Attempting to bind port d70f830c-9aed-45fa-96e0-43c031697823 on host n-d-816865-1 for vnic_type normal with profile {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 18:56:21.266945 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-55f4a92d-d696-4333-88ee-6c4bbb34a9e7 None None] Attempting to bind port d70f830c-9aed-45fa-96e0-43c031697823 by drivers openvswitch,hyperv on host n-d-816865-1 at level 0 using segments [{'id': 'b87319c1-3045-47b3-9499-f472e40cd9f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'b9c224cc-ddf4-4465-8087-dfe76038512c'}] {{(pid=102388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 18:56:21.266945 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55f4a92d-d696-4333-88ee-6c4bbb34a9e7 None None] Attempting to bind port d70f830c-9aed-45fa-96e0-43c031697823 on network b9c224cc-ddf4-4465-8087-dfe76038512c {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 18:56:21.272762 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-cb49cc7e-929d-4116-a124-00b95ca9797a tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273'] for segment, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:21.294172 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55f4a92d-d696-4333-88ee-6c4bbb34a9e7 None None] Checking agent: {'id': '724d89a7-611b-41e6-bc85-c48112b17afa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 18, 25, 8), 'started_at': datetime.datetime(2021, 11, 5, 18, 25, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 18, 56, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 18:56:21.295531 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55f4a92d-d696-4333-88ee-6c4bbb34a9e7 None None] Checking segment: {'id': 'b87319c1-3045-47b3-9499-f472e40cd9f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'b9c224cc-ddf4-4465-8087-dfe76038512c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 18:56:21.295531 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-55f4a92d-d696-4333-88ee-6c4bbb34a9e7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:21.295758 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55f4a92d-d696-4333-88ee-6c4bbb34a9e7 None None] Bound using segment: {'id': 'b87319c1-3045-47b3-9499-f472e40cd9f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'b9c224cc-ddf4-4465-8087-dfe76038512c'} {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 18:56:21.296899 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-55f4a92d-d696-4333-88ee-6c4bbb34a9e7 None None] Bound port: d70f830c-9aed-45fa-96e0-43c031697823, host: n-d-816865-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b87319c1-3045-47b3-9499-f472e40cd9f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'b9c224cc-ddf4-4465-8087-dfe76038512c'}}] {{(pid=102388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 18:56:21.297292 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-55f4a92d-d696-4333-88ee-6c4bbb34a9e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:21.320474 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb49cc7e-929d-4116-a124-00b95ca9797a tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Releasing vlan 199 on physical network physnet1 to pool {{(pid=102386) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 05 18:56:21.320890 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-cb49cc7e-929d-4116-a124-00b95ca9797a tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6149721'] for segment, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:21.324017 n-d-816865-1 neutron-server[102386]: Traceback (most recent call last): Nov 05 18:56:21.324017 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 05 18:56:21.324017 n-d-816865-1 neutron-server[102386]: timer() Nov 05 18:56:21.324017 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 05 18:56:21.324017 n-d-816865-1 neutron-server[102386]: cb(*args, **kw) Nov 05 18:56:21.324017 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 05 18:56:21.324017 n-d-816865-1 neutron-server[102386]: return func(*args, **kwargs) Nov 05 18:56:21.324017 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 05 18:56:21.324017 n-d-816865-1 neutron-server[102386]: self._notify() Nov 05 18:56:21.324017 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 05 18:56:21.324017 n-d-816865-1 neutron-server[102386]: self.callback(batched_events) Nov 05 18:56:21.324017 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 05 18:56:21.324017 n-d-816865-1 neutron-server[102386]: event.method(event) Nov 05 18:56:21.324017 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 05 18:56:21.324017 n-d-816865-1 neutron-server[102386]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 05 18:56:21.324017 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 05 18:56:21.324017 n-d-816865-1 neutron-server[102386]: aggregate_uuid = self.p_client.list_aggregates( Nov 05 18:56:21.324017 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 05 18:56:21.324017 n-d-816865-1 neutron-server[102386]: return f(self, *a, **k) Nov 05 18:56:21.324017 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 05 18:56:21.324017 n-d-816865-1 neutron-server[102386]: return self._get(url).json() Nov 05 18:56:21.324017 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 05 18:56:21.324017 n-d-816865-1 neutron-server[102386]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 05 18:56:21.324017 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 05 18:56:21.324017 n-d-816865-1 neutron-server[102386]: return self.request(url, 'GET', **kwargs) Nov 05 18:56:21.324017 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 05 18:56:21.324017 n-d-816865-1 neutron-server[102386]: base_url = self.get_endpoint(auth, allow=allow, Nov 05 18:56:21.324017 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 05 18:56:21.324017 n-d-816865-1 neutron-server[102386]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 05 18:56:21.324017 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 05 18:56:21.324017 n-d-816865-1 neutron-server[102386]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 05 18:56:21.324017 n-d-816865-1 neutron-server[102386]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 05 18:56:21.397085 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428233cc-d64a-4187-8ca9-558ef05e0a88 req-9edd552a-0d2b-48a9-aa29-f4be1b5a5dbc tempest-ServerRescueTestJSONUnderV235-847319139 tempest-ServerRescueTestJSONUnderV235-847319139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:56:21.409022 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-428233cc-d64a-4187-8ca9-558ef05e0a88 req-9edd552a-0d2b-48a9-aa29-f4be1b5a5dbc tempest-ServerRescueTestJSONUnderV235-847319139 tempest-ServerRescueTestJSONUnderV235-847319139-project] 10.222.0.13 "GET /v2.0/ports?device_id=30f854dc-91a9-455d-85a2-232be75a6d81 HTTP/1.1" status: 200 len: 946 time: 0.1282785 Nov 05 18:56:21.426416 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-55f4a92d-d696-4333-88ee-6c4bbb34a9e7 None None] For port d70f830c-9aed-45fa-96e0-43c031697823, host n-d-816865-1, cleared binding levels {{(pid=102388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 18:56:21.438511 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-55f4a92d-d696-4333-88ee-6c4bbb34a9e7 None None] For port d70f830c-9aed-45fa-96e0-43c031697823, host n-d-816865-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=d70f830c-9aed-45fa-96e0-43c031697823,segment=NetworkSegment(b87319c1-3045-47b3-9499-f472e40cd9f1),segment_id=b87319c1-3045-47b3-9499-f472e40cd9f1)] {{(pid=102388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 18:56:21.472325 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-15b9ed9c-1076-4eea-bcf8-cda72b0f68ca req-39cd7b5e-98db-4397-b3f7-647137db0804 tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] 10.222.0.13 "GET /v2.0/ports?device_id=941491ab-f09c-4c0f-8e39-7d0f8a3ad82c HTTP/1.1" status: 200 len: 210 time: 0.0284135 Nov 05 18:56:21.478951 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-3995e0ff-56e9-455f-a5cd-f960d4fb998e tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Publish callbacks [] for port, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:21.484437 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-e57de669-f1e7-41b8-a49b-10654d3439c8 tempest-RoutersIpV6AdminTest-300741977 tempest-RoutersIpV6AdminTest-300741977-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:21.492033 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.db.api [None req-cb49cc7e-929d-4116-a124-00b95ca9797a tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 05 18:56:21.492033 n-d-816865-1 neutron-server[102386]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 05 18:56:21.492033 n-d-816865-1 neutron-server[102386]: [parameters: {'id': 'b9c224cc-ddf4-4465-8087-dfe76038512c'}] Nov 05 18:56:21.492033 n-d-816865-1 neutron-server[102386]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102386) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 05 18:56:21.492700 n-d-816865-1 neutron-server[102386]: DEBUG oslo_db.api [None req-cb49cc7e-929d-4116-a124-00b95ca9797a tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 05 18:56:21.508335 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-55f4a92d-d696-4333-88ee-6c4bbb34a9e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:21.530768 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-428233cc-d64a-4187-8ca9-558ef05e0a88 req-38f86bfd-b3a6-4be7-b8c8-c9551a7198d9 tempest-ServerRescueTestJSONUnderV235-847319139 tempest-ServerRescueTestJSONUnderV235-847319139-project] 10.222.0.13 "GET /v2.0/security-groups?id=2aa13776-0d09-4b7a-99bc-d3ea449425cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184571 Nov 05 18:56:21.633398 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f4a92d-d696-4333-88ee-6c4bbb34a9e7 None None] Pushing event updated for resources: {'Port': ['ID=d70f830c-9aed-45fa-96e0-43c031697823,revision_number=2']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:56:21.666970 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3088fe4c-f5de-42d9-96f3-66b8a6045a55 None None] get_active_networks_info from n-d-816865-1 {{(pid=102388) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 05 18:56:21.667625 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-3995e0ff-56e9-455f-a5cd-f960d4fb998e tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:21.728105 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3995e0ff-56e9-455f-a5cd-f960d4fb998e tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Network 1c9d25d3-7f2e-4384-9081-dc17514a5578 is already hosted by enough agents. {{(pid=102386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 18:56:21.734978 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.base_scheduler [None req-3995e0ff-56e9-455f-a5cd-f960d4fb998e tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Resources bound (agent type, host, resource id): {{(pid=102386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:56:21.736851 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3995e0ff-56e9-455f-a5cd-f960d4fb998e tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Pushing event updated for resources: {'Port': ['ID=c2c5f94a-c975-476d-899f-b736a674f172,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:56:21.739945 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3995e0ff-56e9-455f-a5cd-f960d4fb998e tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Received port after_create {{(pid=102386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 18:56:21.745934 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3995e0ff-56e9-455f-a5cd-f960d4fb998e tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:56:21.746653 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-3995e0ff-56e9-455f-a5cd-f960d4fb998e tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:21.824128 n-d-816865-1 neutron-server[102388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3088fe4c-f5de-42d9-96f3-66b8a6045a55 None None] Resources bound (agent type, host, resource id): {{(pid=102388) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 05 18:56:21.876194 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-3995e0ff-56e9-455f-a5cd-f960d4fb998e tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 2.0539815 Nov 05 18:56:21.878982 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 35964) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:56:22.009933 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-cb49cc7e-929d-4116-a124-00b95ca9797a tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1664226'] for network, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:22.141121 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-191b6b19-cd47-41e2-8438-194889b16126 None None] Network b9c224cc-ddf4-4465-8087-dfe76038512c requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 18:56:22.160243 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b36f7f60-c44b-4df8-8fc7-566a69fefd0f None None] Network 1c9d25d3-7f2e-4384-9081-dc17514a5578 requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 18:56:22.417748 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a3ff8a-0998-4e22-9ffc-3de4dcf906d2 req-35e00ea2-ff6c-4352-bfa6-4acd63f16c8a tempest-ServerTagsTestJSON-354493938 tempest-ServerTagsTestJSON-354493938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:56:22.420063 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-b5a3ff8a-0998-4e22-9ffc-3de4dcf906d2 req-35e00ea2-ff6c-4352-bfa6-4acd63f16c8a tempest-ServerTagsTestJSON-354493938 tempest-ServerTagsTestJSON-354493938-project] 10.222.0.13 "GET /v2.0/ports?device_id=10a921ee-3025-4cf3-8067-4057c56a681f HTTP/1.1" status: 200 len: 945 time: 0.0975018 Nov 05 18:56:22.455910 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4187fe2-3840-462d-aba9-8e7642c00733 None None] Network b9c224cc-ddf4-4465-8087-dfe76038512c requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 18:56:22.502919 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-b5a3ff8a-0998-4e22-9ffc-3de4dcf906d2 req-c4cf4889-aafa-4ea9-865a-1273df94d2fe tempest-ServerTagsTestJSON-354493938 tempest-ServerTagsTestJSON-354493938-project] 10.222.0.13 "GET /v2.0/security-groups?id=0b87c3a5-31aa-4565-89f8-1dd209a99114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613656 Nov 05 18:56:22.541870 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-b58a8d4a-d690-485f-862c-3a744115ba1a tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Deleting port c2c5f94a-c975-476d-899f-b736a674f172 {{(pid=102386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 18:56:22.542425 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-b58a8d4a-d690-485f-862c-3a744115ba1a tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:22.690559 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-587d95be-2aaa-4a1b-be38-8ee66954b6d9 req-5075d692-ccf3-4047-b6b9-f79b08c5af07 tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] 10.222.0.13 "GET /v2.0/ports?device_id=941491ab-f09c-4c0f-8e39-7d0f8a3ad82c HTTP/1.1" status: 200 len: 210 time: 0.0567274 Nov 05 18:56:22.693554 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4be724-e42d-416b-af32-3f9eedc0efec req-a22fa0eb-159c-43a2-8e8f-1a4fc22bcda3 tempest-ServerTagsTestJSON-354493938 tempest-ServerTagsTestJSON-354493938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:56:22.695352 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-4c4be724-e42d-416b-af32-3f9eedc0efec req-a22fa0eb-159c-43a2-8e8f-1a4fc22bcda3 tempest-ServerTagsTestJSON-354493938 tempest-ServerTagsTestJSON-354493938-project] 10.222.0.55 "GET /v2.0/ports?device_id=10a921ee-3025-4cf3-8067-4057c56a681f HTTP/1.1" status: 200 len: 945 time: 0.2292833 Nov 05 18:56:22.727666 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfeb9f2a-5766-40f4-b3a5-fd58bc88f337 req-5aeaf4ba-6461-4100-b612-097bb0b50f92 tempest-ServerRescueTestJSONUnderV235-847319139 tempest-ServerRescueTestJSONUnderV235-847319139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:56:22.735670 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-dfeb9f2a-5766-40f4-b3a5-fd58bc88f337 req-5aeaf4ba-6461-4100-b612-097bb0b50f92 tempest-ServerRescueTestJSONUnderV235-847319139 tempest-ServerRescueTestJSONUnderV235-847319139-project] 10.222.0.13 "GET /v2.0/ports?device_id=30f854dc-91a9-455d-85a2-232be75a6d81 HTTP/1.1" status: 200 len: 946 time: 0.1316147 Nov 05 18:56:22.826502 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-dfeb9f2a-5766-40f4-b3a5-fd58bc88f337 req-434df251-a570-4514-b51d-644d197e2792 tempest-ServerRescueTestJSONUnderV235-847319139 tempest-ServerRescueTestJSONUnderV235-847319139-project] 10.222.0.13 "GET /v2.0/security-groups?id=2aa13776-0d09-4b7a-99bc-d3ea449425cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899279 Nov 05 18:56:22.873009 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-b58a8d4a-d690-485f-862c-3a744115ba1a tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:22.907242 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-cb49cc7e-929d-4116-a124-00b95ca9797a tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Deleting port d70f830c-9aed-45fa-96e0-43c031697823 {{(pid=102386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 18:56:22.907875 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-cb49cc7e-929d-4116-a124-00b95ca9797a tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:22.992517 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82871c1-b159-483a-974d-4a8dec678569 req-94c310ec-66ff-47be-be27-4627ca6a8bed tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:56:22.996841 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-c82871c1-b159-483a-974d-4a8dec678569 req-94c310ec-66ff-47be-be27-4627ca6a8bed tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] 10.222.0.41 "GET /v2.0/networks?id=9c2bdaad-faf0-4d75-bb68-340f7d20c596 HTTP/1.1" status: 200 len: 806 time: 0.4264593 Nov 05 18:56:23.017488 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-b58a8d4a-d690-485f-862c-3a744115ba1a tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Calling delete_port for c2c5f94a-c975-476d-899f-b736a674f172 owned by {{(pid=102386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 18:56:23.036331 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [req-c82871c1-b159-483a-974d-4a8dec678569 req-7c2e8926-62af-4aeb-82bf-1a15fae6ac98 tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] Request body: {'port': {'device_id': '941491ab-f09c-4c0f-8e39-7d0f8a3ad82c', 'network_id': '9c2bdaad-faf0-4d75-bb68-340f7d20c596', 'admin_state_up': True, 'tenant_id': 'c2718bfd25be4558ab62a930e9f4ce41'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:56:23.090876 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df18b969-a8d0-48ab-9978-6148f95b7513 req-f157af20-d19d-4f3c-a859-b4001e79c973 tempest-ServerRescueTestJSONUnderV235-847319139 tempest-ServerRescueTestJSONUnderV235-847319139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:56:23.092929 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-df18b969-a8d0-48ab-9978-6148f95b7513 req-f157af20-d19d-4f3c-a859-b4001e79c973 tempest-ServerRescueTestJSONUnderV235-847319139 tempest-ServerRescueTestJSONUnderV235-847319139-project] 10.222.0.41 "GET /v2.0/ports?device_id=30f854dc-91a9-455d-85a2-232be75a6d81 HTTP/1.1" status: 200 len: 946 time: 0.0695474 Nov 05 18:56:23.122192 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [None req-cb49cc7e-929d-4116-a124-00b95ca9797a tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] For port d70f830c-9aed-45fa-96e0-43c031697823, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=d70f830c-9aed-45fa-96e0-43c031697823,segment=NetworkSegment(b87319c1-3045-47b3-9499-f472e40cd9f1),segment_id=b87319c1-3045-47b3-9499-f472e40cd9f1)] {{(pid=102386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:56:23.122628 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-cb49cc7e-929d-4116-a124-00b95ca9797a tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:23.192827 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-e57de669-f1e7-41b8-a49b-10654d3439c8 tempest-RoutersIpV6AdminTest-300741977 tempest-RoutersIpV6AdminTest-300741977-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1000460', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-571265', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6845'] for router, precommit_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:23.195953 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-cb49cc7e-929d-4116-a124-00b95ca9797a tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Calling delete_port for d70f830c-9aed-45fa-96e0-43c031697823 owned by network:dhcp {{(pid=102386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 18:56:23.225750 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-e57de669-f1e7-41b8-a49b-10654d3439c8 tempest-RoutersIpV6AdminTest-300741977 tempest-RoutersIpV6AdminTest-300741977-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1000487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1000469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1000478', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-571274'] for router, after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:23.245549 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [req-df18b969-a8d0-48ab-9978-6148f95b7513 req-4f5dc0a3-1ee3-42d6-90a8-218cec3c7bc4 tempest-ServerRescueTestJSONUnderV235-847319139 tempest-ServerRescueTestJSONUnderV235-847319139-project] Deleting port 8c6dd4d3-e153-4543-b90b-dfbf5180b0bb {{(pid=102387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 18:56:23.246362 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-df18b969-a8d0-48ab-9978-6148f95b7513 req-4f5dc0a3-1ee3-42d6-90a8-218cec3c7bc4 tempest-ServerRescueTestJSONUnderV235-847319139 tempest-ServerRescueTestJSONUnderV235-847319139-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:23.363116 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.db [req-df18b969-a8d0-48ab-9978-6148f95b7513 req-4f5dc0a3-1ee3-42d6-90a8-218cec3c7bc4 tempest-ServerRescueTestJSONUnderV235-847319139 tempest-ServerRescueTestJSONUnderV235-847319139-project] For port 8c6dd4d3-e153-4543-b90b-dfbf5180b0bb, host n-h1-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=8c6dd4d3-e153-4543-b90b-dfbf5180b0bb,segment=NetworkSegment(cf4529b6-e7e1-4abc-9281-c00519ad0a15),segment_id=cf4529b6-e7e1-4abc-9281-c00519ad0a15)] {{(pid=102387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:56:23.363413 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-df18b969-a8d0-48ab-9978-6148f95b7513 req-4f5dc0a3-1ee3-42d6-90a8-218cec3c7bc4 tempest-ServerRescueTestJSONUnderV235-847319139 tempest-ServerRescueTestJSONUnderV235-847319139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:23.380217 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [req-df18b969-a8d0-48ab-9978-6148f95b7513 req-4f5dc0a3-1ee3-42d6-90a8-218cec3c7bc4 tempest-ServerRescueTestJSONUnderV235-847319139 tempest-ServerRescueTestJSONUnderV235-847319139-project] Calling delete_port for 8c6dd4d3-e153-4543-b90b-dfbf5180b0bb owned by compute:nova {{(pid=102387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 18:56:23.388295 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [req-4c4be724-e42d-416b-af32-3f9eedc0efec req-56ebe51f-74b9-4ad2-94d5-9acfc89b1bcd tempest-ServerTagsTestJSON-354493938 tempest-ServerTagsTestJSON-354493938-project] Deleting port f2befdcd-3286-48b8-ba74-f41fc8fc985c {{(pid=102386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 18:56:23.388634 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-4c4be724-e42d-416b-af32-3f9eedc0efec req-56ebe51f-74b9-4ad2-94d5-9acfc89b1bcd tempest-ServerTagsTestJSON-354493938 tempest-ServerTagsTestJSON-354493938-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:23.509614 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-8c4ed756-263b-4da9-add7-b155cefa240f None None] Provisioning complete for port c2c5f94a-c975-476d-899f-b736a674f172 triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:56:23.511625 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-8c4ed756-263b-4da9-add7-b155cefa240f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:23.554497 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c82871c1-b159-483a-974d-4a8dec678569 req-7c2e8926-62af-4aeb-82bf-1a15fae6ac98 tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] Made reservation on behalf of c2718bfd25be4558ab62a930e9f4ce41 for: {'port': 1} {{(pid=102386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 18:56:23.557976 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-c82871c1-b159-483a-974d-4a8dec678569 req-7c2e8926-62af-4aeb-82bf-1a15fae6ac98 tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:23.586150 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-8c4ed756-263b-4da9-add7-b155cefa240f None None] Port c2c5f94a-c975-476d-899f-b736a674f172 cannot update to ACTIVE because it is not bound. {{(pid=102388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 18:56:23.597968 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e57de669-f1e7-41b8-a49b-10654d3439c8 tempest-RoutersIpV6AdminTest-300741977 tempest-RoutersIpV6AdminTest-300741977-project-admin] Router 6875cce8-0fab-45fe-85d3-08696427d4f4 has already been hosted by L3 agent 6dcb5589-8e86-4616-9186-ddc4548e13ad {{(pid=102386) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 18:56:23.609067 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-8c4ed756-263b-4da9-add7-b155cefa240f None None] Provisioning complete for port faba6f8b-269a-4516-afca-6112fd25341f triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:56:23.609445 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-8c4ed756-263b-4da9-add7-b155cefa240f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:23.671644 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [req-4c4be724-e42d-416b-af32-3f9eedc0efec req-56ebe51f-74b9-4ad2-94d5-9acfc89b1bcd tempest-ServerTagsTestJSON-354493938 tempest-ServerTagsTestJSON-354493938-project] For port f2befdcd-3286-48b8-ba74-f41fc8fc985c, host n-h2-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=f2befdcd-3286-48b8-ba74-f41fc8fc985c,segment=NetworkSegment(2ea0b66f-1feb-4646-9d6e-6474fbb01ef7),segment_id=2ea0b66f-1feb-4646-9d6e-6474fbb01ef7)] {{(pid=102386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:56:23.672018 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-4c4be724-e42d-416b-af32-3f9eedc0efec req-56ebe51f-74b9-4ad2-94d5-9acfc89b1bcd tempest-ServerTagsTestJSON-354493938 tempest-ServerTagsTestJSON-354493938-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:23.685758 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-df18b969-a8d0-48ab-9978-6148f95b7513 req-4f5dc0a3-1ee3-42d6-90a8-218cec3c7bc4 tempest-ServerRescueTestJSONUnderV235-847319139 tempest-ServerRescueTestJSONUnderV235-847319139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4417063'] for port, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:23.691542 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [req-4c4be724-e42d-416b-af32-3f9eedc0efec req-56ebe51f-74b9-4ad2-94d5-9acfc89b1bcd tempest-ServerTagsTestJSON-354493938 tempest-ServerTagsTestJSON-354493938-project] Calling delete_port for f2befdcd-3286-48b8-ba74-f41fc8fc985c owned by compute:nova {{(pid=102386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 18:56:23.700792 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] get_ports_and_sgs() called for port_ids ['8c6dd4d3-e153-4543-b90b-dfbf5180b0bb'] {{(pid=102388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 18:56:23.744717 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5dc0a3-1ee3-42d6-90a8-218cec3c7bc4 tempest-ServerRescueTestJSONUnderV235-847319139 tempest-ServerRescueTestJSONUnderV235-847319139-project] Pushing event deleted for resources: {'Port': ['ID=8c6dd4d3-e153-4543-b90b-dfbf5180b0bb,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:56:23.760746 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2d447f-a798-4c2c-9166-92e79fce3cb8 req-31560bf8-100d-44a7-958c-51aedceda31b tempest-ServerTagsTestJSON-354493938 tempest-ServerTagsTestJSON-354493938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:56:23.762358 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-3e2d447f-a798-4c2c-9166-92e79fce3cb8 req-31560bf8-100d-44a7-958c-51aedceda31b tempest-ServerTagsTestJSON-354493938 tempest-ServerTagsTestJSON-354493938-project] 10.222.0.13 "GET /v2.0/ports?device_id=10a921ee-3025-4cf3-8067-4057c56a681f HTTP/1.1" status: 200 len: 945 time: 0.1329548 Nov 05 18:56:23.812119 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-cb49cc7e-929d-4116-a124-00b95ca9797a tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:23.819481 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.l3_dvrscheduler_db [req-df18b969-a8d0-48ab-9978-6148f95b7513 req-4f5dc0a3-1ee3-42d6-90a8-218cec3c7bc4 tempest-ServerRescueTestJSONUnderV235-847319139 tempest-ServerRescueTestJSONUnderV235-847319139-project] No DVR routers for this DVR port 8c6dd4d3-e153-4543-b90b-dfbf5180b0bb on host n-h1-816865-1 {{(pid=102387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 18:56:23.823883 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-df18b969-a8d0-48ab-9978-6148f95b7513 req-4f5dc0a3-1ee3-42d6-90a8-218cec3c7bc4 tempest-ServerRescueTestJSONUnderV235-847319139 tempest-ServerRescueTestJSONUnderV235-847319139-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:23.827305 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-df18b969-a8d0-48ab-9978-6148f95b7513 req-4f5dc0a3-1ee3-42d6-90a8-218cec3c7bc4 tempest-ServerRescueTestJSONUnderV235-847319139 tempest-ServerRescueTestJSONUnderV235-847319139-project] 10.222.0.41 "DELETE /v2.0/ports/8c6dd4d3-e153-4543-b90b-dfbf5180b0bb HTTP/1.1" status: 204 len: 173 time: 0.7219779 Nov 05 18:56:23.827983 n-d-816865-1 neutron-server[102387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30f854dc-91a9-455d-85a2-232be75a6d81', 'name': 'network-vif-deleted', 'tag': '8c6dd4d3-e153-4543-b90b-dfbf5180b0bb'}] {{(pid=102387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 18:56:23.830345 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab06bd4ddf5758c1f10d79fe34dc215bafa488692cde9dba2fcbcb67556f90bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-461785fe-2d12-4683-9520-5b4b0286cf9b" -d '{"events": [{"server_uuid": "30f854dc-91a9-455d-85a2-232be75a6d81", "name": "network-vif-deleted", "tag": "8c6dd4d3-e153-4543-b90b-dfbf5180b0bb"}]}' {{(pid=102387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 18:56:23.857368 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-ce1f053a-9e58-4b1e-904b-1aad75e3f835 req-9dd8a1de-7ede-473b-a48b-18329f7a8ab7 tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] 10.222.0.13 "GET /v2.0/ports?device_id=941491ab-f09c-4c0f-8e39-7d0f8a3ad82c HTTP/1.1" status: 200 len: 210 time: 0.0423527 Nov 05 18:56:23.886165 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-3e2d447f-a798-4c2c-9166-92e79fce3cb8 req-5e2e0587-1f29-4e16-9d58-2f8d22679800 tempest-ServerTagsTestJSON-354493938 tempest-ServerTagsTestJSON-354493938-project] 10.222.0.13 "GET /v2.0/security-groups?id=0b87c3a5-31aa-4565-89f8-1dd209a99114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092961 Nov 05 18:56:23.893499 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-fb6f68d2-9d25-4c6a-92a4-c82b4389af54 None None] Provisioning complete for port c2c5f94a-c975-476d-899f-b736a674f172 triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:56:23.893942 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-fb6f68d2-9d25-4c6a-92a4-c82b4389af54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:23.902220 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb49cc7e-929d-4116-a124-00b95ca9797a tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Pushing event deleted for resources: {'Port': ['ID=d70f830c-9aed-45fa-96e0-43c031697823,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:56:23.907698 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb49cc7e-929d-4116-a124-00b95ca9797a tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] No DVR routers for this DVR port d70f830c-9aed-45fa-96e0-43c031697823 on host n-d-816865-1 {{(pid=102386) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 18:56:23.953905 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-fb6f68d2-9d25-4c6a-92a4-c82b4389af54 None None] Port c2c5f94a-c975-476d-899f-b736a674f172 cannot update to ACTIVE because it is not bound. {{(pid=102388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 18:56:23.964739 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 18:56:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac27f22d-cb6b-4aae-a8f1-a3a0998c8444 x-openstack-request-id: req-ac27f22d-cb6b-4aae-a8f1-a3a0998c8444 {{(pid=102387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 18:56:23.965031 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30f854dc-91a9-455d-85a2-232be75a6d81", "name": "network-vif-deleted", "tag": "8c6dd4d3-e153-4543-b90b-dfbf5180b0bb", "status": "completed", "code": 200}]} {{(pid=102387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 18:56:23.965793 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ac27f22d-cb6b-4aae-a8f1-a3a0998c8444 {{(pid=102387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 18:56:23.965793 n-d-816865-1 neutron-server[102387]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30f854dc-91a9-455d-85a2-232be75a6d81', 'name': 'network-vif-deleted', 'tag': '8c6dd4d3-e153-4543-b90b-dfbf5180b0bb', 'status': 'completed', 'code': 200} Nov 05 18:56:24.057316 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e57de669-f1e7-41b8-a49b-10654d3439c8 tempest-RoutersIpV6AdminTest-300741977 tempest-RoutersIpV6AdminTest-300741977-project-admin] Notify agent at l3_agent.n-d-816865-1 the message routers_updated {{(pid=102386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 18:56:24.057910 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-ee67e6ac-b650-4a88-9ed3-c71e6a9701cb req-f902ad63-6851-4002-a57d-3b299fdb8985 tempest-ServerRescueTestJSONUnderV235-847319139 tempest-ServerRescueTestJSONUnderV235-847319139-project] 10.222.0.13 "GET /v2.0/ports?device_id=30f854dc-91a9-455d-85a2-232be75a6d81 HTTP/1.1" status: 200 len: 210 time: 0.0325730 Nov 05 18:56:24.070171 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-e57de669-f1e7-41b8-a49b-10654d3439c8 tempest-RoutersIpV6AdminTest-300741977 tempest-RoutersIpV6AdminTest-300741977-project-admin] Publish callbacks [] for router, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:24.070171 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-e57de669-f1e7-41b8-a49b-10654d3439c8 tempest-RoutersIpV6AdminTest-300741977 tempest-RoutersIpV6AdminTest-300741977-project-admin] 10.222.0.13 "PUT /v2.0/routers/6875cce8-0fab-45fe-85d3-08696427d4f4 HTTP/1.1" status: 200 len: 926 time: 3.3830056 Nov 05 18:56:24.070379 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-780d5793-939e-4b34-9ac0-7e0dbde46485 None None] Sync routers for ids ['6875cce8-0fab-45fe-85d3-08696427d4f4'] in n-d-816865-1 {{(pid=102389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 18:56:24.072198 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 35988) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:56:24.082457 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-780d5793-939e-4b34-9ac0-7e0dbde46485 None None] Routers {'6875cce8-0fab-45fe-85d3-08696427d4f4'} bound to L3 agent in host n-d-816865-1 {{(pid=102389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 18:56:24.084368 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-780d5793-939e-4b34-9ac0-7e0dbde46485 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T18:56:05Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['6875cce8-0fab-45fe-85d3-08696427d4f4'], 'active': True} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:56:24.122092 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-780d5793-939e-4b34-9ac0-7e0dbde46485 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816865-1', False) {} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:56:24.133583 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-780d5793-939e-4b34-9ac0-7e0dbde46485 None None] Routers {'6875cce8-0fab-45fe-85d3-08696427d4f4'} bound to L3 agent in host n-d-816865-1 {{(pid=102389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 18:56:24.136272 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-780d5793-939e-4b34-9ac0-7e0dbde46485 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T18:56:05Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['6875cce8-0fab-45fe-85d3-08696427d4f4'], 'active': True} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:56:24.171528 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-780d5793-939e-4b34-9ac0-7e0dbde46485 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816865-1', False) {} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:56:24.171970 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-cb49cc7e-929d-4116-a124-00b95ca9797a tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1579173', 'neutron.services.segments.db._delete_segments_for_network-8750027792909'] for network, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:24.172711 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-780d5793-939e-4b34-9ac0-7e0dbde46485 None None] The sync data for ids ['6875cce8-0fab-45fe-85d3-08696427d4f4'] in n-d-816865-1 is: [] {{(pid=102389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 18:56:24.178998 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-b58a8d4a-d690-485f-862c-3a744115ba1a tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:24.192502 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-7697703e-02c9-40e6-83ab-a376a788102b tempest-RoutersIpV6AdminTest-300741977 tempest-RoutersIpV6AdminTest-300741977-project-admin] 10.222.0.13 "GET /v2.0/routers/6875cce8-0fab-45fe-85d3-08696427d4f4 HTTP/1.1" status: 200 len: 926 time: 0.1186018 Nov 05 18:56:24.195938 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 35990) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:56:24.268659 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58a8d4a-d690-485f-862c-3a744115ba1a tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Pushing event deleted for resources: {'Port': ['ID=c2c5f94a-c975-476d-899f-b736a674f172,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:56:24.277903 n-d-816865-1 neutron-server[102386]: DEBUG neutron.services.segments.db [None req-cb49cc7e-929d-4116-a124-00b95ca9797a tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b9c224cc-ddf4-4465-8087-dfe76038512c']}} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:56:24.321203 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b09921a3-2e0c-4630-bb97-7b42c8c01899 tempest-RoutersIpV6AdminTest-300741977 tempest-RoutersIpV6AdminTest-300741977-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:56:24.322748 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-b09921a3-2e0c-4630-bb97-7b42c8c01899 tempest-RoutersIpV6AdminTest-300741977 tempest-RoutersIpV6AdminTest-300741977-project-admin] 10.222.0.13 "GET /v2.0/ports?network_id=40c8335d-cd0b-4cb5-910a-d4dcddd5cbec&device_id=6875cce8-0fab-45fe-85d3-08696427d4f4&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1258776 Nov 05 18:56:24.325445 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 35994) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:56:24.329820 n-d-816865-1 neutron-server[102386]: DEBUG neutron.services.segments.db [None req-cb49cc7e-929d-4116-a124-00b95ca9797a tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b87319c1-3045-47b3-9499-f472e40cd9f1') {'for_net_delete': True} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:56:24.330159 n-d-816865-1 neutron-server[102386]: DEBUG neutron.services.segments.db [None req-cb49cc7e-929d-4116-a124-00b95ca9797a tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b87319c1-3045-47b3-9499-f472e40cd9f1') {} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:56:24.382922 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-cb49cc7e-929d-4116-a124-00b95ca9797a tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750027793430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4590747'] for segment, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:24.400699 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-b58a8d4a-d690-485f-862c-3a744115ba1a tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:24.404022 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-b58a8d4a-d690-485f-862c-3a744115ba1a tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] 10.222.0.13 "DELETE /v2.0/ports/c2c5f94a-c975-476d-899f-b736a674f172 HTTP/1.1" status: 204 len: 168 time: 2.5241070 Nov 05 18:56:24.407196 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 35996) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:56:24.416282 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-cb49cc7e-929d-4116-a124-00b95ca9797a tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273'] for segment, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:24.423395 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.db_base_plugin_common [req-c82871c1-b159-483a-974d-4a8dec678569 req-7c2e8926-62af-4aeb-82bf-1a15fae6ac98 tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] Allocated IP 172.20.0.12 (9c2bdaad-faf0-4d75-bb68-340f7d20c596/b6655376-4ea9-4701-98ec-c7e9e4d66f0f/7a7444f0-42fe-422a-b79f-9969bf445757) {{(pid=102386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 18:56:24.429522 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb49cc7e-929d-4116-a124-00b95ca9797a tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Releasing vlan 199 on physical network physnet1 to pool {{(pid=102386) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 05 18:56:24.429933 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-cb49cc7e-929d-4116-a124-00b95ca9797a tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6149721'] for segment, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:24.433365 n-d-816865-1 neutron-server[102386]: Traceback (most recent call last): Nov 05 18:56:24.433365 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 05 18:56:24.433365 n-d-816865-1 neutron-server[102386]: timer() Nov 05 18:56:24.433365 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 05 18:56:24.433365 n-d-816865-1 neutron-server[102386]: cb(*args, **kw) Nov 05 18:56:24.433365 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 05 18:56:24.433365 n-d-816865-1 neutron-server[102386]: return func(*args, **kwargs) Nov 05 18:56:24.433365 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 05 18:56:24.433365 n-d-816865-1 neutron-server[102386]: self._notify() Nov 05 18:56:24.433365 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 05 18:56:24.433365 n-d-816865-1 neutron-server[102386]: self.callback(batched_events) Nov 05 18:56:24.433365 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 05 18:56:24.433365 n-d-816865-1 neutron-server[102386]: event.method(event) Nov 05 18:56:24.433365 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 05 18:56:24.433365 n-d-816865-1 neutron-server[102386]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 05 18:56:24.433365 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 05 18:56:24.433365 n-d-816865-1 neutron-server[102386]: aggregate_uuid = self.p_client.list_aggregates( Nov 05 18:56:24.433365 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 05 18:56:24.433365 n-d-816865-1 neutron-server[102386]: return f(self, *a, **k) Nov 05 18:56:24.433365 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 05 18:56:24.433365 n-d-816865-1 neutron-server[102386]: return self._get(url).json() Nov 05 18:56:24.433365 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 05 18:56:24.433365 n-d-816865-1 neutron-server[102386]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 05 18:56:24.433365 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 05 18:56:24.433365 n-d-816865-1 neutron-server[102386]: return self.request(url, 'GET', **kwargs) Nov 05 18:56:24.433365 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 05 18:56:24.433365 n-d-816865-1 neutron-server[102386]: base_url = self.get_endpoint(auth, allow=allow, Nov 05 18:56:24.433365 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 05 18:56:24.433365 n-d-816865-1 neutron-server[102386]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 05 18:56:24.433365 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 05 18:56:24.433365 n-d-816865-1 neutron-server[102386]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 05 18:56:24.433365 n-d-816865-1 neutron-server[102386]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 05 18:56:24.439893 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e350397f-8b5a-4861-a907-95eb23c2a91c tempest-RoutersIpV6AdminTest-300741977 tempest-RoutersIpV6AdminTest-300741977-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:56:24.444916 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-e350397f-8b5a-4861-a907-95eb23c2a91c tempest-RoutersIpV6AdminTest-300741977 tempest-RoutersIpV6AdminTest-300741977-project-admin] 10.222.0.13 "GET /v2.0/networks/40c8335d-cd0b-4cb5-910a-d4dcddd5cbec HTTP/1.1" status: 200 len: 881 time: 0.1148200 Nov 05 18:56:24.446115 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 35998) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:56:24.493901 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-4c4be724-e42d-416b-af32-3f9eedc0efec req-56ebe51f-74b9-4ad2-94d5-9acfc89b1bcd tempest-ServerTagsTestJSON-354493938 tempest-ServerTagsTestJSON-354493938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:24.497936 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-c2a91105-5875-4736-97ac-32dfd967a16d tempest-RoutersIpV6AdminTest-1929183484 tempest-RoutersIpV6AdminTest-1929183484-project] 10.222.0.13 "GET /v2.0/ports?device_id=6875cce8-0fab-45fe-85d3-08696427d4f4 HTTP/1.1" status: 200 len: 205 time: 0.0443997 Nov 05 18:56:24.497936 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 36000) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:56:24.550908 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ebe51f-74b9-4ad2-94d5-9acfc89b1bcd tempest-ServerTagsTestJSON-354493938 tempest-ServerTagsTestJSON-354493938-project] Pushing event deleted for resources: {'Port': ['ID=f2befdcd-3286-48b8-ba74-f41fc8fc985c,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:56:24.586029 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd48b6cf-dfec-45ce-ab29-be921e4c2008 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:56:24.587711 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-dd48b6cf-dfec-45ce-ab29-be921e4c2008 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1561646 Nov 05 18:56:24.590587 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 36002) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:56:24.614721 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c4be724-e42d-416b-af32-3f9eedc0efec req-56ebe51f-74b9-4ad2-94d5-9acfc89b1bcd tempest-ServerTagsTestJSON-354493938 tempest-ServerTagsTestJSON-354493938-project] No DVR routers for this DVR port f2befdcd-3286-48b8-ba74-f41fc8fc985c on host n-h2-816865-1 {{(pid=102386) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 18:56:24.623358 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-4c4be724-e42d-416b-af32-3f9eedc0efec req-56ebe51f-74b9-4ad2-94d5-9acfc89b1bcd tempest-ServerTagsTestJSON-354493938 tempest-ServerTagsTestJSON-354493938-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:24.627101 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-4c4be724-e42d-416b-af32-3f9eedc0efec req-56ebe51f-74b9-4ad2-94d5-9acfc89b1bcd tempest-ServerTagsTestJSON-354493938 tempest-ServerTagsTestJSON-354493938-project] 10.222.0.55 "DELETE /v2.0/ports/f2befdcd-3286-48b8-ba74-f41fc8fc985c HTTP/1.1" status: 204 len: 173 time: 1.9227681 Nov 05 18:56:24.627579 n-d-816865-1 neutron-server[102386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10a921ee-3025-4cf3-8067-4057c56a681f', 'name': 'network-vif-deleted', 'tag': 'f2befdcd-3286-48b8-ba74-f41fc8fc985c'}] {{(pid=102386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 18:56:24.629957 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6173a44d7c73f41af551dc890fa1a5892c2c6bc3458b640c8e0c24db7876ba6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a973e3f6-7f7c-401e-8722-ada2d8c494aa" -d '{"events": [{"server_uuid": "10a921ee-3025-4cf3-8067-4057c56a681f", "name": "network-vif-deleted", "tag": "f2befdcd-3286-48b8-ba74-f41fc8fc985c"}]}' {{(pid=102386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 18:56:24.674820 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-cb49cc7e-929d-4116-a124-00b95ca9797a tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1579178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-956796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1000687'] for network, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:24.689323 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-0e9312ba-c1f0-491b-8e4d-55ca62e6c87c tempest-RoutersIpV6AdminTest-1929183484 tempest-RoutersIpV6AdminTest-1929183484-project] Publish callbacks [] for router, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:24.693180 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-cb49cc7e-929d-4116-a124-00b95ca9797a tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Publish callbacks [] for network, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:24.704314 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-cb49cc7e-929d-4116-a124-00b95ca9797a tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] 10.222.0.13 "DELETE /v2.0/networks/b9c224cc-ddf4-4465-8087-dfe76038512c HTTP/1.1" status: 204 len: 168 time: 4.9659791 Nov 05 18:56:24.704572 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb675fe3-71a4-4ba4-a83c-afa3293b3261 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:56:24.704723 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 36008) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:56:24.704835 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-eb675fe3-71a4-4ba4-a83c-afa3293b3261 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1104581 Nov 05 18:56:24.705804 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-cbdfb72a-e556-4105-aa27-85a4c6e37073 tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-800345554'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:56:24.708722 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 36010) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:56:24.745853 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb49cc7e-929d-4116-a124-00b95ca9797a tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Pushing event deleted for resources: {'Network': ['ID=b9c224cc-ddf4-4465-8087-dfe76038512c,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:56:24.794418 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 18:56:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4215768e-0683-4452-877c-edebadb13cd4 x-openstack-request-id: req-4215768e-0683-4452-877c-edebadb13cd4 {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 18:56:24.794715 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10a921ee-3025-4cf3-8067-4057c56a681f", "name": "network-vif-deleted", "tag": "f2befdcd-3286-48b8-ba74-f41fc8fc985c", "status": "completed", "code": 200}]} {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 18:56:24.794986 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4215768e-0683-4452-877c-edebadb13cd4 {{(pid=102386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 18:56:24.795369 n-d-816865-1 neutron-server[102386]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10a921ee-3025-4cf3-8067-4057c56a681f', 'name': 'network-vif-deleted', 'tag': 'f2befdcd-3286-48b8-ba74-f41fc8fc985c', 'status': 'completed', 'code': 200} Nov 05 18:56:24.826402 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6067eb4-045b-4b3e-ad40-daca977968ca tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:56:24.828031 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6067eb4-045b-4b3e-ad40-daca977968ca tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:56:24.829534 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6067eb4-045b-4b3e-ad40-daca977968ca tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:56:24.829697 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-0e9312ba-c1f0-491b-8e4d-55ca62e6c87c tempest-RoutersIpV6AdminTest-1929183484 tempest-RoutersIpV6AdminTest-1929183484-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:24.833823 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-c6067eb4-045b-4b3e-ad40-daca977968ca tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1108830 Nov 05 18:56:24.836280 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 36012) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:56:24.842994 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-c82871c1-b159-483a-974d-4a8dec678569 req-7c2e8926-62af-4aeb-82bf-1a15fae6ac98 tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] Publish callbacks [] for port, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:24.899392 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a632a2f-f673-404e-bb58-f0e5c4f6c584 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Deleting subnet 00b62e17-df92-49f8-9523-f8c517ae754c {{(pid=102387) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 05 18:56:24.900458 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbdfb72a-e556-4105-aa27-85a4c6e37073 tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Made reservation on behalf of 3ef4f33c20644d3a8cc67018579acd02 for: {'network': 1} {{(pid=102386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 18:56:24.904487 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-2a632a2f-f673-404e-bb58-f0e5c4f6c584 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Publish callbacks [] for subnet, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:24.910230 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-cbdfb72a-e556-4105-aa27-85a4c6e37073 tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for network, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:24.951845 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cbdfb72a-e556-4105-aa27-85a4c6e37073 tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 199} {{(pid=102386) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 05 18:56:24.965916 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-cbdfb72a-e556-4105-aa27-85a4c6e37073 tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273'] for segment, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:24.966302 n-d-816865-1 neutron-server[102386]: INFO neutron.db.segments_db [None req-cbdfb72a-e556-4105-aa27-85a4c6e37073 tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Added segment 6647796d-2c76-4ddc-b88f-5f1e7d0d7480 of type vlan for network 5cd655b3-95d7-436e-9137-4d1745c69a4a Nov 05 18:56:25.012122 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-5cc1c3eb-7c29-4294-acba-47eadffed64b req-61a76ccc-9649-4b6e-acea-e75349b43749 tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] 10.222.0.13 "GET /v2.0/ports?device_id=941491ab-f09c-4c0f-8e39-7d0f8a3ad82c HTTP/1.1" status: 200 len: 210 time: 0.0551951 Nov 05 18:56:25.015942 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-c82871c1-b159-483a-974d-4a8dec678569 req-7c2e8926-62af-4aeb-82bf-1a15fae6ac98 tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:25.038861 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-2a632a2f-f673-404e-bb58-f0e5c4f6c584 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4463501'] for subnet, precommit_delete_associations {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:25.048315 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-cbdfb72a-e556-4105-aa27-85a4c6e37073 tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750027258543'] for network, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:25.101570 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c82871c1-b159-483a-974d-4a8dec678569 req-7c2e8926-62af-4aeb-82bf-1a15fae6ac98 tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] Network 9c2bdaad-faf0-4d75-bb68-340f7d20c596 is already hosted by enough agents. {{(pid=102386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 18:56:25.117618 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.base_scheduler [req-c82871c1-b159-483a-974d-4a8dec678569 req-7c2e8926-62af-4aeb-82bf-1a15fae6ac98 tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] Resources bound (agent type, host, resource id): {{(pid=102386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:56:25.126002 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [req-c82871c1-b159-483a-974d-4a8dec678569 req-7c2e8926-62af-4aeb-82bf-1a15fae6ac98 tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] Received port after_create {{(pid=102386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 18:56:25.133116 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2e8926-62af-4aeb-82bf-1a15fae6ac98 tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] Pushing event updated for resources: {'Port': ['ID=7a7444f0-42fe-422a-b79f-9969bf445757,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:56:25.190645 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82871c1-b159-483a-974d-4a8dec678569 req-7c2e8926-62af-4aeb-82bf-1a15fae6ac98 tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:56:25.191321 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-c82871c1-b159-483a-974d-4a8dec678569 req-7c2e8926-62af-4aeb-82bf-1a15fae6ac98 tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:25.261822 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-cbdfb72a-e556-4105-aa27-85a4c6e37073 tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-956796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877'] for network, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:25.267566 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbdfb72a-e556-4105-aa27-85a4c6e37073 tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:56:25.268200 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-cbdfb72a-e556-4105-aa27-85a4c6e37073 tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Publish callbacks [] for network, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:25.337353 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbdfb72a-e556-4105-aa27-85a4c6e37073 tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Pushing event updated for resources: {'Network': ['ID=5cd655b3-95d7-436e-9137-4d1745c69a4a,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:56:25.349737 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Network 5cd655b3-95d7-436e-9137-4d1745c69a4a details requested by agent ovs-agent-n-d-816865-1 with host n-d-816865-1 {{(pid=102388) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 05 18:56:25.373840 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-c82871c1-b159-483a-974d-4a8dec678569 req-7c2e8926-62af-4aeb-82bf-1a15fae6ac98 tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3443408 Nov 05 18:56:25.386504 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [req-c82871c1-b159-483a-974d-4a8dec678569 req-ac09a95a-6cd8-48bc-8a10-d74a1f18641d service neutron] Request body: {'port': {'device_id': '941491ab-f09c-4c0f-8e39-7d0f8a3ad82c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816865-1'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:56:25.425959 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-cbdfb72a-e556-4105-aa27-85a4c6e37073 tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.7238417 Nov 05 18:56:25.432884 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 36024) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:56:25.457848 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-c82871c1-b159-483a-974d-4a8dec678569 req-ac09a95a-6cd8-48bc-8a10-d74a1f18641d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:25.462077 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-92c4210a-9522-409f-94f4-48a6fc8ba08b tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Request body: {'subnet': {'network_id': '5cd655b3-95d7-436e-9137-4d1745c69a4a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:56:25.478872 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-c32e938c-1f2d-4eae-9425-9fc29b3b56b3 req-dc146817-bf86-4ac6-9ad1-8fe6178bffd6 tempest-ServerTagsTestJSON-354493938 tempest-ServerTagsTestJSON-354493938-project] 10.222.0.13 "GET /v2.0/ports?device_id=10a921ee-3025-4cf3-8067-4057c56a681f HTTP/1.1" status: 200 len: 210 time: 0.4614654 Nov 05 18:56:25.532816 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-995b5636-424f-4f10-bdbd-55f461c7d91a req-47d5edaf-50f6-4b02-9cac-192e8bb3e115 tempest-ServerRescueTestJSONUnderV235-847319139 tempest-ServerRescueTestJSONUnderV235-847319139-project] 10.222.0.13 "GET /v2.0/ports?device_id=30f854dc-91a9-455d-85a2-232be75a6d81 HTTP/1.1" status: 200 len: 210 time: 0.0989068 Nov 05 18:56:25.604598 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [None req-0e9312ba-c1f0-491b-8e4d-55ca62e6c87c tempest-RoutersIpV6AdminTest-1929183484 tempest-RoutersIpV6AdminTest-1929183484-project] Deleting port 9d20487f-8273-4314-b879-be19cfe36e2c {{(pid=102387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 18:56:25.604921 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-0e9312ba-c1f0-491b-8e4d-55ca62e6c87c tempest-RoutersIpV6AdminTest-1929183484 tempest-RoutersIpV6AdminTest-1929183484-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:25.646199 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-2a632a2f-f673-404e-bb58-f0e5c4f6c584 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1573928'] for subnet, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:25.735232 n-d-816865-1 neutron-server[102386]: DEBUG neutron.notifiers.nova [req-c82871c1-b159-483a-974d-4a8dec678569 req-ac09a95a-6cd8-48bc-8a10-d74a1f18641d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7a7444f0-42fe-422a-b79f-9969bf445757 {{(pid=102386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 18:56:25.743622 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-c82871c1-b159-483a-974d-4a8dec678569 req-ac09a95a-6cd8-48bc-8a10-d74a1f18641d service neutron] Publish callbacks [] for port, precommit_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:25.767729 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-0e9312ba-c1f0-491b-8e4d-55ca62e6c87c tempest-RoutersIpV6AdminTest-1929183484 tempest-RoutersIpV6AdminTest-1929183484-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:25.780590 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [None req-0e9312ba-c1f0-491b-8e4d-55ca62e6c87c tempest-RoutersIpV6AdminTest-1929183484 tempest-RoutersIpV6AdminTest-1929183484-project] Calling delete_port for 9d20487f-8273-4314-b879-be19cfe36e2c owned by network:router_gateway {{(pid=102387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 18:56:25.848609 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.provisioning_blocks [req-c82871c1-b159-483a-974d-4a8dec678569 req-ac09a95a-6cd8-48bc-8a10-d74a1f18641d service neutron] Transition to ACTIVE for port object 7a7444f0-42fe-422a-b79f-9969bf445757 will not be triggered until provisioned by entity L2. {{(pid=102386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 05 18:56:25.884599 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-2a632a2f-f673-404e-bb58-f0e5c4f6c584 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1573905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4417146', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5112209'] for subnet, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:25.886441 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92c4210a-9522-409f-94f4-48a6fc8ba08b tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Made reservation on behalf of 3ef4f33c20644d3a8cc67018579acd02 for: {'subnet': 1} {{(pid=102387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 18:56:25.889853 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-92c4210a-9522-409f-94f4-48a6fc8ba08b tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5112236'] for subnet, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:25.929348 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-c82871c1-b159-483a-974d-4a8dec678569 req-ac09a95a-6cd8-48bc-8a10-d74a1f18641d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6149821'] for port, after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:25.960186 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08bd6d1c-2a70-488f-8b81-a6d1acacdd68 None None] Network 1c9d25d3-7f2e-4384-9081-dc17514a5578 requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 18:56:25.979942 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a632a2f-f673-404e-bb58-f0e5c4f6c584 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Pushing event deleted for resources: {'Subnet': ['ID=00b62e17-df92-49f8-9523-f8c517ae754c,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:56:25.981994 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-2a632a2f-f673-404e-bb58-f0e5c4f6c584 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597851'] for subnet, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:25.988576 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-2a632a2f-f673-404e-bb58-f0e5c4f6c584 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] 10.222.0.13 "DELETE /v2.0/subnets/00b62e17-df92-49f8-9523-f8c517ae754c HTTP/1.1" status: 204 len: 168 time: 1.1481609 Nov 05 18:56:25.990636 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 36026) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:56:26.010901 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.ipam_backend_mixin [None req-92c4210a-9522-409f-94f4-48a6fc8ba08b tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Performing IP validity checks on allocation pools {{(pid=102387) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 05 18:56:26.011421 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.ipam_backend_mixin [None req-92c4210a-9522-409f-94f4-48a6fc8ba08b tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102387) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 05 18:56:26.012671 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac09a95a-6cd8-48bc-8a10-d74a1f18641d service neutron] Pushing event updated for resources: {'Port': ['ID=7a7444f0-42fe-422a-b79f-9969bf445757,revision_number=2']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:56:26.058879 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Device f2befdcd-3286-48b8-ba74-f41fc8fc985c no longer exists at agent hyperv_n-h2-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 18:56:26.085112 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [req-c82871c1-b159-483a-974d-4a8dec678569 req-ac09a95a-6cd8-48bc-8a10-d74a1f18641d service neutron] Attempting to bind port 7a7444f0-42fe-422a-b79f-9969bf445757 on host n-h1-816865-1 for vnic_type normal with profile {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 18:56:26.090198 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [req-c82871c1-b159-483a-974d-4a8dec678569 req-ac09a95a-6cd8-48bc-8a10-d74a1f18641d service neutron] Attempting to bind port 7a7444f0-42fe-422a-b79f-9969bf445757 by drivers openvswitch,hyperv on host n-h1-816865-1 at level 0 using segments [{'id': '8281efde-bbf4-4833-8d7d-a490783d8ae5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '9c2bdaad-faf0-4d75-bb68-340f7d20c596'}] {{(pid=102386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 18:56:26.090198 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c82871c1-b159-483a-974d-4a8dec678569 req-ac09a95a-6cd8-48bc-8a10-d74a1f18641d service neutron] Attempting to bind port 7a7444f0-42fe-422a-b79f-9969bf445757 on network 9c2bdaad-faf0-4d75-bb68-340f7d20c596 {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 18:56:26.093941 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c82871c1-b159-483a-974d-4a8dec678569 req-ac09a95a-6cd8-48bc-8a10-d74a1f18641d service neutron] Port 7a7444f0-42fe-422a-b79f-9969bf445757 on network 9c2bdaad-faf0-4d75-bb68-340f7d20c596 not bound, no agent of type Open vSwitch agent registered on host n-h1-816865-1 {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 18:56:26.094318 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c82871c1-b159-483a-974d-4a8dec678569 req-ac09a95a-6cd8-48bc-8a10-d74a1f18641d service neutron] Attempting to bind port 7a7444f0-42fe-422a-b79f-9969bf445757 on network 9c2bdaad-faf0-4d75-bb68-340f7d20c596 {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 18:56:26.097599 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] No Port match for: f2befdcd-3286-48b8-ba74-f41fc8fc985c {{(pid=102388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 18:56:26.097970 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Device f2befdcd-3286-48b8-ba74-f41fc8fc985c not bound to the agent host n-h2-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 18:56:26.102536 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c82871c1-b159-483a-974d-4a8dec678569 req-ac09a95a-6cd8-48bc-8a10-d74a1f18641d service neutron] Checking agent: {'id': 'eb596d7c-8c64-42bd-8aca-fad447eb0eab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816865-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 18, 33, 34), 'started_at': datetime.datetime(2021, 11, 5, 18, 33, 34), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 18, 56, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 18:56:26.102824 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c82871c1-b159-483a-974d-4a8dec678569 req-ac09a95a-6cd8-48bc-8a10-d74a1f18641d service neutron] Checking segment: {'id': '8281efde-bbf4-4833-8d7d-a490783d8ae5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '9c2bdaad-faf0-4d75-bb68-340f7d20c596'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 18:56:26.103211 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c82871c1-b159-483a-974d-4a8dec678569 req-ac09a95a-6cd8-48bc-8a10-d74a1f18641d service neutron] Bound using segment: {'id': '8281efde-bbf4-4833-8d7d-a490783d8ae5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '9c2bdaad-faf0-4d75-bb68-340f7d20c596'} {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 18:56:26.103653 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [req-c82871c1-b159-483a-974d-4a8dec678569 req-ac09a95a-6cd8-48bc-8a10-d74a1f18641d service neutron] Bound port: 7a7444f0-42fe-422a-b79f-9969bf445757, host: n-h1-816865-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8281efde-bbf4-4833-8d7d-a490783d8ae5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '9c2bdaad-faf0-4d75-bb68-340f7d20c596'}}] {{(pid=102386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 18:56:26.104008 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-c82871c1-b159-483a-974d-4a8dec678569 req-ac09a95a-6cd8-48bc-8a10-d74a1f18641d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:26.171274 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.db_base_plugin_v2 [None req-a61ca821-2a51-483a-9afd-ce9dd2f38f8c tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Deleting subnet 97181d8b-7735-492a-9abc-4fe396830d88 {{(pid=102387) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 05 18:56:26.180218 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-a61ca821-2a51-483a-9afd-ce9dd2f38f8c tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Publish callbacks [] for subnet, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:26.190602 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [req-c82871c1-b159-483a-974d-4a8dec678569 req-ac09a95a-6cd8-48bc-8a10-d74a1f18641d service neutron] For port 7a7444f0-42fe-422a-b79f-9969bf445757, host n-h1-816865-1, cleared binding levels {{(pid=102386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 18:56:26.194695 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [req-c82871c1-b159-483a-974d-4a8dec678569 req-ac09a95a-6cd8-48bc-8a10-d74a1f18641d service neutron] For port 7a7444f0-42fe-422a-b79f-9969bf445757, host n-h1-816865-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=7a7444f0-42fe-422a-b79f-9969bf445757,segment=NetworkSegment(8281efde-bbf4-4833-8d7d-a490783d8ae5),segment_id=8281efde-bbf4-4833-8d7d-a490783d8ae5)] {{(pid=102386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 18:56:26.266635 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f3efc7-e448-45dc-8822-cb70a6e4043e req-7a3734b7-69d3-4067-8bb7-65179b839f6e tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:56:26.268209 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-e3f3efc7-e448-45dc-8822-cb70a6e4043e req-7a3734b7-69d3-4067-8bb7-65179b839f6e tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] 10.222.0.13 "GET /v2.0/ports?device_id=941491ab-f09c-4c0f-8e39-7d0f8a3ad82c HTTP/1.1" status: 200 len: 944 time: 0.1718721 Nov 05 18:56:26.268874 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-0e9312ba-c1f0-491b-8e4d-55ca62e6c87c tempest-RoutersIpV6AdminTest-1929183484 tempest-RoutersIpV6AdminTest-1929183484-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4417063'] for port, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:26.283230 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-a61ca821-2a51-483a-9afd-ce9dd2f38f8c tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4463501'] for subnet, precommit_delete_associations {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:26.300399 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-c82871c1-b159-483a-974d-4a8dec678569 req-ac09a95a-6cd8-48bc-8a10-d74a1f18641d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6149821'] for port, after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:26.339311 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9312ba-c1f0-491b-8e4d-55ca62e6c87c tempest-RoutersIpV6AdminTest-1929183484 tempest-RoutersIpV6AdminTest-1929183484-project] Pushing event deleted for resources: {'Port': ['ID=9d20487f-8273-4314-b879-be19cfe36e2c,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:56:26.361541 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82871c1-b159-483a-974d-4a8dec678569 req-ac09a95a-6cd8-48bc-8a10-d74a1f18641d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:56:26.362329 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-c82871c1-b159-483a-974d-4a8dec678569 req-ac09a95a-6cd8-48bc-8a10-d74a1f18641d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:26.363602 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-c82871c1-b159-483a-974d-4a8dec678569 req-ac09a95a-6cd8-48bc-8a10-d74a1f18641d service neutron] 10.222.0.41 "PUT /v2.0/ports/7a7444f0-42fe-422a-b79f-9969bf445757 HTTP/1.1" status: 200 len: 1092 time: 0.9817472 Nov 05 18:56:26.367127 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac09a95a-6cd8-48bc-8a10-d74a1f18641d service neutron] Pushing event updated for resources: {'Port': ['ID=7a7444f0-42fe-422a-b79f-9969bf445757,revision_number=3']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:56:26.511036 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82871c1-b159-483a-974d-4a8dec678569 req-75316fcc-caf3-4417-8e8b-59d84afade11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:56:26.512473 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-c82871c1-b159-483a-974d-4a8dec678569 req-75316fcc-caf3-4417-8e8b-59d84afade11 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c2718bfd25be4558ab62a930e9f4ce41&device_id=941491ab-f09c-4c0f-8e39-7d0f8a3ad82c HTTP/1.1" status: 200 len: 1095 time: 0.0483079 Nov 05 18:56:26.533015 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-e3f3efc7-e448-45dc-8822-cb70a6e4043e req-4775e2a9-2b81-4a6e-9139-32816282ba8a tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9a1bcb7-2b62-4809-b67b-668edb56dae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2541029 Nov 05 18:56:26.562254 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-a61ca821-2a51-483a-9afd-ce9dd2f38f8c tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1573928'] for subnet, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:26.596063 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 36038) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:56:26.597111 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-0e9312ba-c1f0-491b-8e4d-55ca62e6c87c tempest-RoutersIpV6AdminTest-1929183484 tempest-RoutersIpV6AdminTest-1929183484-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1000651'] for router_gateway, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:26.606163 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-c82871c1-b159-483a-974d-4a8dec678569 req-d8f38a11-566e-44f7-966f-548abfef562b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7a7444f0-42fe-422a-b79f-9969bf445757 HTTP/1.1" status: 200 len: 217 time: 0.0857763 Nov 05 18:56:26.628970 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 36040) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:56:26.637108 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-92c4210a-9522-409f-94f4-48a6fc8ba08b tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4417463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5112218'] for subnet, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:26.752388 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-0e9312ba-c1f0-491b-8e4d-55ca62e6c87c tempest-RoutersIpV6AdminTest-1929183484 tempest-RoutersIpV6AdminTest-1929183484-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-571301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6852'] for router, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:26.755209 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-0e9312ba-c1f0-491b-8e4d-55ca62e6c87c tempest-RoutersIpV6AdminTest-1929183484 tempest-RoutersIpV6AdminTest-1929183484-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:26.826995 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c4210a-9522-409f-94f4-48a6fc8ba08b tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Pushing event updated for resources: {'Subnet': ['ID=2eb3e0a8-9be2-4e3a-b416-683d3af36b7a,revision_number=0']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:56:26.844872 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92c4210a-9522-409f-94f4-48a6fc8ba08b tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Checking segment: {'id': '6647796d-2c76-4ddc-b88f-5f1e7d0d7480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '5cd655b3-95d7-436e-9137-4d1745c69a4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 18:56:26.845339 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92c4210a-9522-409f-94f4-48a6fc8ba08b tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Network hostable DHCP agents. Network: 5cd655b3-95d7-436e-9137-4d1745c69a4a, hostable agents: ['987e2ca0-bc3b-4c6f-a989-429ccfbf753f'], hosted agents: [] {{(pid=102387) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 05 18:56:26.897822 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-3ca29135-e4ee-4416-8270-ab7677d9e5a6 None None] Provisioning complete for port faba6f8b-269a-4516-afca-6112fd25341f triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:56:26.898473 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3ca29135-e4ee-4416-8270-ab7677d9e5a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:26.926247 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-a61ca821-2a51-483a-9afd-ce9dd2f38f8c tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1573905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4417146', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5112209'] for subnet, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:26.957329 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61ca821-2a51-483a-9afd-ce9dd2f38f8c tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Pushing event deleted for resources: {'Subnet': ['ID=97181d8b-7735-492a-9abc-4fe396830d88,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:56:26.961470 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-a61ca821-2a51-483a-9afd-ce9dd2f38f8c tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597851'] for subnet, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:26.964946 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-a61ca821-2a51-483a-9afd-ce9dd2f38f8c tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] 10.222.0.13 "DELETE /v2.0/subnets/97181d8b-7735-492a-9abc-4fe396830d88 HTTP/1.1" status: 204 len: 168 time: 0.9732642 Nov 05 18:56:26.966641 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92c4210a-9522-409f-94f4-48a6fc8ba08b tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Network 5cd655b3-95d7-436e-9137-4d1745c69a4a is scheduled to be hosted by DHCP agent 987e2ca0-bc3b-4c6f-a989-429ccfbf753f with binding_index 1 {{(pid=102387) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 05 18:56:26.969370 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 36042) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:56:26.971047 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-0e9312ba-c1f0-491b-8e4d-55ca62e6c87c tempest-RoutersIpV6AdminTest-1929183484 tempest-RoutersIpV6AdminTest-1929183484-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-571310'] for router, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:26.971809 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e9312ba-c1f0-491b-8e4d-55ca62e6c87c tempest-RoutersIpV6AdminTest-1929183484 tempest-RoutersIpV6AdminTest-1929183484-project] Fanout notify agent at l3_agent the message router_deleted on router 6875cce8-0fab-45fe-85d3-08696427d4f4 {{(pid=102387) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 05 18:56:26.986612 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-0e9312ba-c1f0-491b-8e4d-55ca62e6c87c tempest-RoutersIpV6AdminTest-1929183484 tempest-RoutersIpV6AdminTest-1929183484-project] Publish callbacks [] for router, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:26.986950 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-898212b2-cc68-455c-8056-39cdc6ac9c45 None None] Network 1c9d25d3-7f2e-4384-9081-dc17514a5578 requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 18:56:26.987715 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-0e9312ba-c1f0-491b-8e4d-55ca62e6c87c tempest-RoutersIpV6AdminTest-1929183484 tempest-RoutersIpV6AdminTest-1929183484-project] 10.222.0.13 "DELETE /v2.0/routers/6875cce8-0fab-45fe-85d3-08696427d4f4 HTTP/1.1" status: 204 len: 168 time: 2.4923027 Nov 05 18:56:27.026817 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 36044) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:56:27.032401 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-53d0c1a4-c474-46fa-a99c-c122bf502fbe tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0597918 Nov 05 18:56:27.032626 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Device 8c6dd4d3-e153-4543-b90b-dfbf5180b0bb no longer exists at agent hyperv_n-h1-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 18:56:27.037796 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-4941f89d-facb-42a0-a146-2cedf577c970 tempest-RoutersIpV6AdminTest-1929183484 tempest-RoutersIpV6AdminTest-1929183484-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1727676752', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:56:27.042773 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 36046) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:56:27.083835 n-d-816865-1 neutron-server[102386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '941491ab-f09c-4c0f-8e39-7d0f8a3ad82c', 'tag': '7a7444f0-42fe-422a-b79f-9969bf445757'}] {{(pid=102386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 18:56:27.087158 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6173a44d7c73f41af551dc890fa1a5892c2c6bc3458b640c8e0c24db7876ba6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab649e52-4e9c-4632-b87c-69c3274bde8d" -d '{"events": [{"name": "network-changed", "server_uuid": "941491ab-f09c-4c0f-8e39-7d0f8a3ad82c", "tag": "7a7444f0-42fe-422a-b79f-9969bf445757"}]}' {{(pid=102386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 18:56:27.094167 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] No Port match for: 8c6dd4d3-e153-4543-b90b-dfbf5180b0bb {{(pid=102388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 18:56:27.094167 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Device 8c6dd4d3-e153-4543-b90b-dfbf5180b0bb not bound to the agent host n-h1-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 18:56:27.118580 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbb70ca9-7124-4892-8ee2-6773f3ce73f2 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:56:27.122927 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-bbb70ca9-7124-4892-8ee2-6773f3ce73f2 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0764639 Nov 05 18:56:27.124602 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 36050) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:56:27.137122 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.base_scheduler [None req-92c4210a-9522-409f-94f4-48a6fc8ba08b tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816865-1, 5cd655b3-95d7-436e-9137-4d1745c69a4a) {{(pid=102387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:56:27.168163 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92c4210a-9522-409f-94f4-48a6fc8ba08b tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:56:27.169189 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-92c4210a-9522-409f-94f4-48a6fc8ba08b tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597851'] for subnet, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:27.177117 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.db_base_plugin_v2 [None req-24e5464f-6a16-4593-a5f5-0292a714864f admin admin] Deleting subnet 6a18a616-6969-4c77-9b38-e271572a249f {{(pid=102386) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 05 18:56:27.178848 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70702f50-3198-4ec4-9377-be6e4b8b773f None None] Network 5cd655b3-95d7-436e-9137-4d1745c69a4a requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 18:56:27.209877 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-24e5464f-6a16-4593-a5f5-0292a714864f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:27.220814 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 18:56:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b473f34b-8637-4e7e-b91f-162941a3336d x-openstack-request-id: req-b473f34b-8637-4e7e-b91f-162941a3336d {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 18:56:27.220814 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "941491ab-f09c-4c0f-8e39-7d0f8a3ad82c", "tag": "7a7444f0-42fe-422a-b79f-9969bf445757", "status": "completed", "code": 200}]} {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 18:56:27.220814 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b473f34b-8637-4e7e-b91f-162941a3336d {{(pid=102386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 18:56:27.221379 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a6ce393-1c0e-4442-ad56-00f59a29aa49 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:56:27.221588 n-d-816865-1 neutron-server[102386]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '941491ab-f09c-4c0f-8e39-7d0f8a3ad82c', 'tag': '7a7444f0-42fe-422a-b79f-9969bf445757', 'status': 'completed', 'code': 200} Nov 05 18:56:27.222869 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-4a6ce393-1c0e-4442-ad56-00f59a29aa49 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0971651 Nov 05 18:56:27.227332 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 36054) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:56:27.236336 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-4941f89d-facb-42a0-a146-2cedf577c970 tempest-RoutersIpV6AdminTest-1929183484 tempest-RoutersIpV6AdminTest-1929183484-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-571139', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6874'] for router, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:27.237758 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-4941f89d-facb-42a0-a146-2cedf577c970 tempest-RoutersIpV6AdminTest-1929183484 tempest-RoutersIpV6AdminTest-1929183484-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-571375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1000570', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1011585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6867'] for router, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:27.296673 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-2d4d4b43-c26b-494e-a659-99f4b7699388 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0678382 Nov 05 18:56:27.306196 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a767d7cc-3613-4293-ac45-81d98f4b7eba None None] DHCP port deletion for 1c9d25d3-7f2e-4384-9081-dc17514a5578 request from n-d-816865-1 {{(pid=102388) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 05 18:56:27.311510 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 36056) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:56:27.338468 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82871c1-b159-483a-974d-4a8dec678569 req-3fba562b-226e-4a1b-a226-6276d6f5a50b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:56:27.340280 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-c82871c1-b159-483a-974d-4a8dec678569 req-3fba562b-226e-4a1b-a226-6276d6f5a50b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b6655376-4ea9-4701-98ec-c7e9e4d66f0f HTTP/1.1" status: 200 len: 846 time: 0.7100582 Nov 05 18:56:27.347961 n-d-816865-1 neutron-server[102387]: INFO neutron.pecan_wsgi.hooks.translation [None req-098bdc1a-adf7-406e-b921-2b5e1138f901 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] DELETE failed (client error): The resource could not be found. Nov 05 18:56:27.348705 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-098bdc1a-adf7-406e-b921-2b5e1138f901 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102387) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 05 18:56:27.355622 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-098bdc1a-adf7-406e-b921-2b5e1138f901 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] 10.222.0.13 "DELETE /v2.0/ports/c2c5f94a-c975-476d-899f-b736a674f172 HTTP/1.1" status: 404 len: 333 time: 0.0402730 Nov 05 18:56:27.355846 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 36058) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:56:27.385045 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-c82871c1-b159-483a-974d-4a8dec678569 req-c379e966-8134-4e4b-b712-f4fa7dd40680 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9c2bdaad-faf0-4d75-bb68-340f7d20c596&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0321391 Nov 05 18:56:27.412521 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-4941f89d-facb-42a0-a146-2cedf577c970 tempest-RoutersIpV6AdminTest-1929183484 tempest-RoutersIpV6AdminTest-1929183484-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:27.414775 n-d-816865-1 neutron-server[102387]: INFO neutron.pecan_wsgi.hooks.translation [None req-83aaf460-36bd-4b65-9c1d-f53cb960fef3 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] DELETE failed (client error): The resource could not be found. Nov 05 18:56:27.415231 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-83aaf460-36bd-4b65-9c1d-f53cb960fef3 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102387) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 05 18:56:27.424768 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-83aaf460-36bd-4b65-9c1d-f53cb960fef3 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] 10.222.0.13 "DELETE /v2.0/subnets/00b62e17-df92-49f8-9523-f8c517ae754c HTTP/1.1" status: 404 len: 337 time: 0.0614831 Nov 05 18:56:27.424768 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-92c4210a-9522-409f-94f4-48a6fc8ba08b tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 1.9817612 Nov 05 18:56:27.424768 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 36062) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:56:27.424768 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 36064) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:56:27.432162 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-24e5464f-6a16-4593-a5f5-0292a714864f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4590738'] for subnet, precommit_delete_associations {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:27.475210 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-a767d7cc-3613-4293-ac45-81d98f4b7eba None None] Deleting port faba6f8b-269a-4516-afca-6112fd25341f {{(pid=102388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 18:56:27.477798 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-a767d7cc-3613-4293-ac45-81d98f4b7eba None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:27.493103 n-d-816865-1 neutron-server[102387]: INFO neutron.pecan_wsgi.hooks.translation [None req-2710c815-03bd-4488-882f-94e26e3f7cfa tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] DELETE failed (client error): The resource could not be found. Nov 05 18:56:27.503773 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2710c815-03bd-4488-882f-94e26e3f7cfa tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102387) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 05 18:56:27.503773 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-2710c815-03bd-4488-882f-94e26e3f7cfa tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] 10.222.0.13 "DELETE /v2.0/subnets/97181d8b-7735-492a-9abc-4fe396830d88 HTTP/1.1" status: 404 len: 337 time: 0.0700426 Nov 05 18:56:27.504063 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0aa6d1fe-8f01-4a14-b736-cffd0c178a28 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeb20a084-accf-5b60-8075-3e69ebe863a6-5cd655b3-95d7-436e-9137-4d1745c69a4a', 'network_id': '5cd655b3-95d7-436e-9137-4d1745c69a4a', 'tenant_id': '3ef4f33c20644d3a8cc67018579acd02', 'fixed_ips': [{'subnet_id': '2eb3e0a8-9be2-4e3a-b416-683d3af36b7a'}]}} from n-d-816865-1. {{(pid=102388) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 05 18:56:27.504063 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-0aa6d1fe-8f01-4a14-b736-cffd0c178a28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:27.508868 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 36066) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:56:27.547269 n-d-816865-1 neutron-server[102387]: INFO neutron.pecan_wsgi.hooks.translation [None req-d39e485d-2a71-4205-bf1c-7e64d28e589e tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] DELETE failed (client error): The resource could not be found. Nov 05 18:56:27.547758 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d39e485d-2a71-4205-bf1c-7e64d28e589e tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102387) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 05 18:56:27.551467 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-d39e485d-2a71-4205-bf1c-7e64d28e589e tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] 10.222.0.13 "DELETE /v2.0/ports/9f538d73-406b-424e-a02d-b2ffa37a4a98 HTTP/1.1" status: 404 len: 333 time: 0.0407517 Nov 05 18:56:27.556158 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 36068) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:56:27.611292 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-4941f89d-facb-42a0-a146-2cedf577c970 tempest-RoutersIpV6AdminTest-1929183484 tempest-RoutersIpV6AdminTest-1929183484-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-571384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1000487'] for router, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:27.647819 n-d-816865-1 neutron-server[102386]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3c32ae3-e715-46a7-b5f3-1bfb98851f57 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] DELETE failed (client error): The resource could not be found. Nov 05 18:56:27.648345 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e3c32ae3-e715-46a7-b5f3-1bfb98851f57 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102386) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 05 18:56:27.655278 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-e3c32ae3-e715-46a7-b5f3-1bfb98851f57 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] 10.222.0.13 "DELETE /v2.0/subnets/cab5e3ff-f4d1-4a71-ae04-fd4b7d189234 HTTP/1.1" status: 404 len: 337 time: 0.0980275 Nov 05 18:56:27.663469 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 36072) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:56:27.664385 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-a767d7cc-3613-4293-ac45-81d98f4b7eba None None] For port faba6f8b-269a-4516-afca-6112fd25341f, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=faba6f8b-269a-4516-afca-6112fd25341f,segment=NetworkSegment(1bdc5ccc-001b-4584-b217-2d1934002f57),segment_id=1bdc5ccc-001b-4584-b217-2d1934002f57)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:56:27.664844 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-a767d7cc-3613-4293-ac45-81d98f4b7eba None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:27.689073 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-a767d7cc-3613-4293-ac45-81d98f4b7eba None None] Calling delete_port for faba6f8b-269a-4516-afca-6112fd25341f owned by network:dhcp {{(pid=102388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 18:56:27.697014 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-f380e26d-d8bc-4abc-bfec-d23f0d017afa tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1664226'] for network, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:27.709267 n-d-816865-1 neutron-server[102386]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ea3963e-01fd-4fb7-a2bf-dd7d044dfc7c tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] DELETE failed (client error): The resource could not be found. Nov 05 18:56:27.709850 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4ea3963e-01fd-4fb7-a2bf-dd7d044dfc7c tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102386) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 05 18:56:27.714111 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-4ea3963e-01fd-4fb7-a2bf-dd7d044dfc7c tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] 10.222.0.13 "DELETE /v2.0/subnets/7e6a957d-c53c-4bf3-8728-e3679e1a97bd HTTP/1.1" status: 404 len: 337 time: 0.0495601 Nov 05 18:56:27.715236 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-24e5464f-6a16-4593-a5f5-0292a714864f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1573928'] for subnet, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:27.719179 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 36074) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:56:27.729304 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf028a82-7789-47f7-864a-7ea973589aa3 req-acf75abf-6403-4a7f-ba86-21db45db4bf0 tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:56:27.731490 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-cf028a82-7789-47f7-864a-7ea973589aa3 req-acf75abf-6403-4a7f-ba86-21db45db4bf0 tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] 10.222.0.13 "GET /v2.0/ports?device_id=941491ab-f09c-4c0f-8e39-7d0f8a3ad82c HTTP/1.1" status: 200 len: 944 time: 0.0989788 Nov 05 18:56:27.754880 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-c82871c1-b159-483a-974d-4a8dec678569 req-c4d8ba41-24f3-447e-bbce-12059fb8b44b service neutron] 10.222.0.41 "GET /v2.0/networks/9c2bdaad-faf0-4d75-bb68-340f7d20c596?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3616464 Nov 05 18:56:27.783247 n-d-816865-1 neutron-server[102387]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d48aac0-8d2a-4711-8aca-57d672e88e02 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] DELETE failed (client error): The resource could not be found. Nov 05 18:56:27.784047 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5d48aac0-8d2a-4711-8aca-57d672e88e02 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102387) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 05 18:56:27.790809 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-5d48aac0-8d2a-4711-8aca-57d672e88e02 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] 10.222.0.13 "DELETE /v2.0/ports/d50be009-3241-4eec-bd57-72a2474a1749 HTTP/1.1" status: 404 len: 333 time: 0.0555692 Nov 05 18:56:27.794878 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 36076) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:56:27.829702 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-4941f89d-facb-42a0-a146-2cedf577c970 tempest-RoutersIpV6AdminTest-1929183484 tempest-RoutersIpV6AdminTest-1929183484-project] Publish callbacks [] for router, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:27.830999 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-4941f89d-facb-42a0-a146-2cedf577c970 tempest-RoutersIpV6AdminTest-1929183484 tempest-RoutersIpV6AdminTest-1929183484-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.7976098 Nov 05 18:56:27.835398 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 36078) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:56:27.843199 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-710f120e-f40f-4e0d-98b6-aef45f559595 tempest-RoutersIpV6AdminTest-1929183484 tempest-RoutersIpV6AdminTest-1929183484-project] Request body: {'router': {'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec'}}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:56:27.860722 n-d-816865-1 neutron-server[102386]: INFO neutron.pecan_wsgi.hooks.translation [None req-c07794dc-16b5-408a-ba3b-ee2ef7f36386 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] DELETE failed (client error): The resource could not be found. Nov 05 18:56:27.861520 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c07794dc-16b5-408a-ba3b-ee2ef7f36386 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102386) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 05 18:56:27.867866 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-c07794dc-16b5-408a-ba3b-ee2ef7f36386 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] 10.222.0.13 "DELETE /v2.0/subnets/43e1997a-1840-43ea-805d-d73ad138b330 HTTP/1.1" status: 404 len: 337 time: 0.0585632 Nov 05 18:56:27.898081 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 36080) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:56:27.946841 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-f380e26d-d8bc-4abc-bfec-d23f0d017afa tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1573928'] for subnet, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:27.953496 n-d-816865-1 neutron-server[102386]: INFO neutron.pecan_wsgi.hooks.translation [None req-a97353d6-fd14-4f5f-8123-cadf64a777fd tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] DELETE failed (client error): The resource could not be found. Nov 05 18:56:27.954064 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a97353d6-fd14-4f5f-8123-cadf64a777fd tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102386) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 05 18:56:27.961181 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-a97353d6-fd14-4f5f-8123-cadf64a777fd tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] 10.222.0.13 "DELETE /v2.0/subnets/a3f92ced-ad67-42fc-b5e8-b0ce480effa3 HTTP/1.1" status: 404 len: 337 time: 0.0581884 Nov 05 18:56:27.961408 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.db_base_plugin_common [None req-0aa6d1fe-8f01-4a14-b736-cffd0c178a28 None None] Allocated IP 172.20.0.3 (5cd655b3-95d7-436e-9137-4d1745c69a4a/2eb3e0a8-9be2-4e3a-b416-683d3af36b7a/4efae587-0f33-4f5a-aeee-a8271fb7b011) {{(pid=102388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 18:56:27.962522 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 36082) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:56:27.993538 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-cf028a82-7789-47f7-864a-7ea973589aa3 req-25b5b6b3-7690-4db3-9f6e-bc63a3f060a9 tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9a1bcb7-2b62-4809-b67b-668edb56dae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2490606 Nov 05 18:56:28.026999 n-d-816865-1 neutron-server[102386]: INFO neutron.pecan_wsgi.hooks.translation [None req-257bb3c7-43b2-4a1a-9f14-6ee419c01acf tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] DELETE failed (client error): The resource could not be found. Nov 05 18:56:28.027933 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-257bb3c7-43b2-4a1a-9f14-6ee419c01acf tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102386) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 05 18:56:28.031511 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-257bb3c7-43b2-4a1a-9f14-6ee419c01acf tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] 10.222.0.13 "DELETE /v2.0/ports/ae147934-9264-4dfd-8050-c24317b39459 HTTP/1.1" status: 404 len: 333 time: 0.0682416 Nov 05 18:56:28.047546 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 36084) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:56:28.084716 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-c82871c1-b159-483a-974d-4a8dec678569 req-fd73539b-ee49-481c-b741-ff84f127102e service neutron] 10.222.0.41 "GET /v2.0/networks/9c2bdaad-faf0-4d75-bb68-340f7d20c596?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3027072 Nov 05 18:56:28.085634 n-d-816865-1 neutron-server[102386]: INFO neutron.pecan_wsgi.hooks.translation [None req-83b021a5-83e4-4460-88b3-ecddbc9795ef tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] DELETE failed (client error): The resource could not be found. Nov 05 18:56:28.086105 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-83b021a5-83e4-4460-88b3-ecddbc9795ef tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102386) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 05 18:56:28.090101 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-83b021a5-83e4-4460-88b3-ecddbc9795ef tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] 10.222.0.13 "DELETE /v2.0/subnets/25d3a724-ecf4-4b59-9353-be091dd96400 HTTP/1.1" status: 404 len: 337 time: 0.0408587 Nov 05 18:56:28.092981 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 36086) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:56:28.143451 n-d-816865-1 neutron-server[102386]: INFO neutron.pecan_wsgi.hooks.translation [None req-25af3576-c0c6-45ac-bec1-5e55d94b5484 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] DELETE failed (client error): The resource could not be found. Nov 05 18:56:28.147526 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-25af3576-c0c6-45ac-bec1-5e55d94b5484 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102386) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 05 18:56:28.147526 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-25af3576-c0c6-45ac-bec1-5e55d94b5484 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] 10.222.0.13 "DELETE /v2.0/subnets/c017da25-b869-4473-8e0d-f9f0a7a3fd60 HTTP/1.1" status: 404 len: 337 time: 0.0535874 Nov 05 18:56:28.150513 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 36088) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:56:28.151749 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-0aa6d1fe-8f01-4a14-b736-cffd0c178a28 None None] Publish callbacks [] for port, precommit_create {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:28.180963 n-d-816865-1 neutron-server[102386]: INFO neutron.pecan_wsgi.hooks.translation [None req-6cb36380-a312-4564-823b-45ced2f85ce7 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] DELETE failed (client error): The resource could not be found. Nov 05 18:56:28.181776 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-710f120e-f40f-4e0d-98b6-aef45f559595 tempest-RoutersIpV6AdminTest-1929183484 tempest-RoutersIpV6AdminTest-1929183484-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:28.181996 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6cb36380-a312-4564-823b-45ced2f85ce7 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102386) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 05 18:56:28.186503 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-6cb36380-a312-4564-823b-45ced2f85ce7 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] 10.222.0.13 "DELETE /v2.0/ports/7abdd984-3789-4040-91c9-455f9cbfab5d HTTP/1.1" status: 404 len: 333 time: 0.0331421 Nov 05 18:56:28.187838 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 36090) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:56:28.217618 n-d-816865-1 neutron-server[102387]: INFO neutron.pecan_wsgi.hooks.translation [None req-47b64ee3-3363-44ca-bc8b-381579b25e6d tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] DELETE failed (client error): The resource could not be found. Nov 05 18:56:28.218107 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-47b64ee3-3363-44ca-bc8b-381579b25e6d tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102387) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 05 18:56:28.221134 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-47b64ee3-3363-44ca-bc8b-381579b25e6d tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] 10.222.0.13 "DELETE /v2.0/subnets/bca0c697-37fa-441c-82ac-b4a36b87f1af HTTP/1.1" status: 404 len: 337 time: 0.0323532 Nov 05 18:56:28.235846 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 36092) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:56:28.259114 n-d-816865-1 neutron-server[102387]: INFO neutron.pecan_wsgi.hooks.translation [None req-a99b54b6-f776-44e5-8cf1-001b22f4dfa1 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] DELETE failed (client error): The resource could not be found. Nov 05 18:56:28.259767 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a99b54b6-f776-44e5-8cf1-001b22f4dfa1 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102387) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 05 18:56:28.262865 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-a99b54b6-f776-44e5-8cf1-001b22f4dfa1 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] 10.222.0.13 "DELETE /v2.0/ports/8274a83c-27dd-452c-b962-c9e23102f3b9 HTTP/1.1" status: 404 len: 333 time: 0.0260155 Nov 05 18:56:28.265555 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 36094) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:56:28.267895 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-a767d7cc-3613-4293-ac45-81d98f4b7eba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798'] for port, after_delete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:28.269138 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-24e5464f-6a16-4593-a5f5-0292a714864f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1573905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6149879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4877183'] for subnet, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:28.284217 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-77485af7-f264-4435-ad16-7d126fd6a45c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-571777'] for router_interface, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:28.294353 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a767d7cc-3613-4293-ac45-81d98f4b7eba None None] Pushing event deleted for resources: {'Port': ['ID=faba6f8b-269a-4516-afca-6112fd25341f,revision_number=None']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:56:28.296241 n-d-816865-1 neutron-server[102387]: INFO neutron.pecan_wsgi.hooks.translation [None req-b61f24c7-77b0-4b58-b783-e4c92c51b5c2 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] DELETE failed (client error): The resource could not be found. Nov 05 18:56:28.296703 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b61f24c7-77b0-4b58-b783-e4c92c51b5c2 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102387) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 05 18:56:28.300054 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-b61f24c7-77b0-4b58-b783-e4c92c51b5c2 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] 10.222.0.13 "DELETE /v2.0/subnets/71a624e7-cf62-421c-bc35-0729959f7696 HTTP/1.1" status: 404 len: 337 time: 0.0325842 Nov 05 18:56:28.302341 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 36098) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:56:28.304235 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a767d7cc-3613-4293-ac45-81d98f4b7eba None None] No DVR routers for this DVR port faba6f8b-269a-4516-afca-6112fd25341f on host n-d-816865-1 {{(pid=102388) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 18:56:28.306961 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e5464f-6a16-4593-a5f5-0292a714864f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6a18a616-6969-4c77-9b38-e271572a249f,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:56:28.311024 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-0aa6d1fe-8f01-4a14-b736-cffd0c178a28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789'] for port, after_create {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:28.343957 n-d-816865-1 neutron-server[102387]: INFO neutron.pecan_wsgi.hooks.translation [None req-1566e325-c375-4447-b589-ce9d102c1f0f tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] DELETE failed (client error): The resource could not be found. Nov 05 18:56:28.344754 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1566e325-c375-4447-b589-ce9d102c1f0f tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102387) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 05 18:56:28.350421 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-1566e325-c375-4447-b589-ce9d102c1f0f tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] 10.222.0.13 "DELETE /v2.0/ports/6515361f-5b33-4dff-86fa-2c79de49e350 HTTP/1.1" status: 404 len: 333 time: 0.0445993 Nov 05 18:56:28.353176 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 36100) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:56:28.364859 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-24e5464f-6a16-4593-a5f5-0292a714864f admin admin] Publish callbacks [] for subnet, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:28.369523 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-24e5464f-6a16-4593-a5f5-0292a714864f admin admin] 10.222.0.13 "DELETE /v2.0/subnets/6a18a616-6969-4c77-9b38-e271572a249f HTTP/1.1" status: 204 len: 168 time: 1.7686694 Nov 05 18:56:28.370954 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 36102) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:56:28.371398 n-d-816865-1 neutron-server[102388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0aa6d1fe-8f01-4a14-b736-cffd0c178a28 None None] Network 5cd655b3-95d7-436e-9137-4d1745c69a4a is already hosted by enough agents. {{(pid=102388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 18:56:28.381080 n-d-816865-1 neutron-server[102388]: DEBUG neutron.scheduler.base_scheduler [None req-0aa6d1fe-8f01-4a14-b736-cffd0c178a28 None None] Resources bound (agent type, host, resource id): {{(pid=102388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:56:28.385694 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aa6d1fe-8f01-4a14-b736-cffd0c178a28 None None] Received port after_create {{(pid=102388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 18:56:28.405289 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa6d1fe-8f01-4a14-b736-cffd0c178a28 None None] Pushing event updated for resources: {'Port': ['ID=4efae587-0f33-4f5a-aeee-a8271fb7b011,revision_number=1']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:56:28.465824 n-d-816865-1 neutron-server[102387]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa0d96ba-1f99-4801-8561-23984fb13dab tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] DELETE failed (client error): The resource could not be found. Nov 05 18:56:28.466311 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fa0d96ba-1f99-4801-8561-23984fb13dab tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102387) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 05 18:56:28.471857 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-fa0d96ba-1f99-4801-8561-23984fb13dab tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] 10.222.0.13 "DELETE /v2.0/subnets/f20b09bc-778a-496a-84f4-c9bb47c53efe HTTP/1.1" status: 404 len: 337 time: 0.0995152 Nov 05 18:56:28.473289 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 36104) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:56:28.484325 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-0aa6d1fe-8f01-4a14-b736-cffd0c178a28 None None] Attempting to bind port 4efae587-0f33-4f5a-aeee-a8271fb7b011 on host n-d-816865-1 for vnic_type normal with profile {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 18:56:28.484702 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-0aa6d1fe-8f01-4a14-b736-cffd0c178a28 None None] Attempting to bind port 4efae587-0f33-4f5a-aeee-a8271fb7b011 by drivers openvswitch,hyperv on host n-d-816865-1 at level 0 using segments [{'id': '6647796d-2c76-4ddc-b88f-5f1e7d0d7480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '5cd655b3-95d7-436e-9137-4d1745c69a4a'}] {{(pid=102388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 18:56:28.485103 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aa6d1fe-8f01-4a14-b736-cffd0c178a28 None None] Attempting to bind port 4efae587-0f33-4f5a-aeee-a8271fb7b011 on network 5cd655b3-95d7-436e-9137-4d1745c69a4a {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 18:56:28.498689 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aa6d1fe-8f01-4a14-b736-cffd0c178a28 None None] Checking agent: {'id': '724d89a7-611b-41e6-bc85-c48112b17afa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 18, 25, 8), 'started_at': datetime.datetime(2021, 11, 5, 18, 25, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 18, 56, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 18:56:28.499205 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aa6d1fe-8f01-4a14-b736-cffd0c178a28 None None] Checking segment: {'id': '6647796d-2c76-4ddc-b88f-5f1e7d0d7480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '5cd655b3-95d7-436e-9137-4d1745c69a4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 18:56:28.499956 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-0aa6d1fe-8f01-4a14-b736-cffd0c178a28 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:28.500465 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aa6d1fe-8f01-4a14-b736-cffd0c178a28 None None] Bound using segment: {'id': '6647796d-2c76-4ddc-b88f-5f1e7d0d7480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '5cd655b3-95d7-436e-9137-4d1745c69a4a'} {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 18:56:28.501608 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-0aa6d1fe-8f01-4a14-b736-cffd0c178a28 None None] Bound port: 4efae587-0f33-4f5a-aeee-a8271fb7b011, host: n-d-816865-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6647796d-2c76-4ddc-b88f-5f1e7d0d7480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '5cd655b3-95d7-436e-9137-4d1745c69a4a'}}] {{(pid=102388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 18:56:28.502070 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-0aa6d1fe-8f01-4a14-b736-cffd0c178a28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:28.518142 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device faba6f8b-269a-4516-afca-6112fd25341f no longer exists at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 18:56:28.536318 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-f380e26d-d8bc-4abc-bfec-d23f0d017afa tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1573905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4417146', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5112209'] for subnet, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:28.542369 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab649e52-4e9c-4632-b87c-69c3274bde8d req-33145066-b780-45b5-a211-5802c869ee58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:56:28.544005 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-ab649e52-4e9c-4632-b87c-69c3274bde8d req-33145066-b780-45b5-a211-5802c869ee58 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c2718bfd25be4558ab62a930e9f4ce41&device_id=941491ab-f09c-4c0f-8e39-7d0f8a3ad82c HTTP/1.1" status: 200 len: 1095 time: 0.1765711 Nov 05 18:56:28.556228 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] No Port match for: faba6f8b-269a-4516-afca-6112fd25341f {{(pid=102388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 18:56:28.556698 n-d-816865-1 neutron-server[102387]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d9c9d63-30ca-46ef-a615-5dc4658247b0 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] DELETE failed (client error): The resource could not be found. Nov 05 18:56:28.557494 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4d9c9d63-30ca-46ef-a615-5dc4658247b0 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102387) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 05 18:56:28.557871 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device faba6f8b-269a-4516-afca-6112fd25341f not bound to the agent host n-d-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 18:56:28.560581 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-4d9c9d63-30ca-46ef-a615-5dc4658247b0 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] 10.222.0.13 "DELETE /v2.0/ports/e2f61608-c0b0-4aed-b32b-6d7155fddc8a HTTP/1.1" status: 404 len: 333 time: 0.0874522 Nov 05 18:56:28.590525 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 36108) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:56:28.633322 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-0aa6d1fe-8f01-4a14-b736-cffd0c178a28 None None] For port 4efae587-0f33-4f5a-aeee-a8271fb7b011, host n-d-816865-1, cleared binding levels {{(pid=102388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 18:56:28.637150 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-0aa6d1fe-8f01-4a14-b736-cffd0c178a28 None None] For port 4efae587-0f33-4f5a-aeee-a8271fb7b011, host n-d-816865-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=4efae587-0f33-4f5a-aeee-a8271fb7b011,segment=NetworkSegment(6647796d-2c76-4ddc-b88f-5f1e7d0d7480),segment_id=6647796d-2c76-4ddc-b88f-5f1e7d0d7480)] {{(pid=102388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 18:56:28.647363 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f380e26d-d8bc-4abc-bfec-d23f0d017afa tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Pushing event deleted for resources: {'Subnet': ['ID=2eb3e0a8-9be2-4e3a-b416-683d3af36b7a,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:56:28.683694 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-dcf1dd24-5079-483b-ab6b-ea1b7193e128 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1664226'] for network, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:28.689772 n-d-816865-1 neutron-server[102387]: INFO neutron.pecan_wsgi.hooks.translation [None req-0620a1fe-0203-40f1-ab8f-60993b033479 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] DELETE failed (client error): The resource could not be found. Nov 05 18:56:28.690252 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0620a1fe-0203-40f1-ab8f-60993b033479 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102387) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 05 18:56:28.693950 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-0620a1fe-0203-40f1-ab8f-60993b033479 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] 10.222.0.13 "DELETE /v2.0/subnets/e153013f-eced-49b3-a843-37d429295b5c HTTP/1.1" status: 404 len: 337 time: 0.1006746 Nov 05 18:56:28.698292 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 36110) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:56:28.735845 n-d-816865-1 neutron-server[102386]: INFO neutron.pecan_wsgi.hooks.translation [None req-2db7d5c6-bfa2-45df-8744-514066a8b2ab tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] DELETE failed (client error): The resource could not be found. Nov 05 18:56:28.736513 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2db7d5c6-bfa2-45df-8744-514066a8b2ab tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102386) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 05 18:56:28.738507 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-f380e26d-d8bc-4abc-bfec-d23f0d017afa tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1579173', 'neutron.services.segments.db._delete_segments_for_network-8750027792909'] for network, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:28.739534 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-2db7d5c6-bfa2-45df-8744-514066a8b2ab tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] 10.222.0.13 "DELETE /v2.0/ports/7811c6f7-3d92-4912-984a-15cf6171d422 HTTP/1.1" status: 404 len: 333 time: 0.0366137 Nov 05 18:56:28.743425 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 36112) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:56:28.745780 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab649e52-4e9c-4632-b87c-69c3274bde8d req-1b732d3a-0c93-4eca-98f7-ee9c0ac35210 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:56:28.747208 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-ab649e52-4e9c-4632-b87c-69c3274bde8d req-1b732d3a-0c93-4eca-98f7-ee9c0ac35210 service neutron] 10.222.0.41 "GET /v2.0/networks?id=9c2bdaad-faf0-4d75-bb68-340f7d20c596 HTTP/1.1" status: 200 len: 907 time: 0.1558552 Nov 05 18:56:28.748329 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-0aa6d1fe-8f01-4a14-b736-cffd0c178a28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:28.796808 n-d-816865-1 neutron-server[102387]: DEBUG neutron.services.segments.db [None req-f380e26d-d8bc-4abc-bfec-d23f0d017afa tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5cd655b3-95d7-436e-9137-4d1745c69a4a']}} {{(pid=102387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:56:28.798079 n-d-816865-1 neutron-server[102386]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f98c4db-838c-4f31-8cb1-153f2be98821 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] DELETE failed (client error): The resource could not be found. Nov 05 18:56:28.798808 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7f98c4db-838c-4f31-8cb1-153f2be98821 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102386) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 05 18:56:28.803752 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-7f98c4db-838c-4f31-8cb1-153f2be98821 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] 10.222.0.13 "DELETE /v2.0/subnets/6a3d17e4-5ec0-41fb-bd5d-179b86597424 HTTP/1.1" status: 404 len: 337 time: 0.0569663 Nov 05 18:56:28.816789 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 36114) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:56:28.834722 n-d-816865-1 neutron-server[102387]: DEBUG neutron.services.segments.db [None req-f380e26d-d8bc-4abc-bfec-d23f0d017afa tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6647796d-2c76-4ddc-b88f-5f1e7d0d7480') {'for_net_delete': True} {{(pid=102387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:56:28.835503 n-d-816865-1 neutron-server[102387]: DEBUG neutron.services.segments.db [None req-f380e26d-d8bc-4abc-bfec-d23f0d017afa tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6647796d-2c76-4ddc-b88f-5f1e7d0d7480') {} {{(pid=102387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:56:28.837625 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-ab649e52-4e9c-4632-b87c-69c3274bde8d req-b1565fe2-c511-4310-aefb-378de78c710b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7a7444f0-42fe-422a-b79f-9969bf445757 HTTP/1.1" status: 200 len: 217 time: 0.0814655 Nov 05 18:56:28.844445 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa6d1fe-8f01-4a14-b736-cffd0c178a28 None None] Pushing event updated for resources: {'Port': ['ID=4efae587-0f33-4f5a-aeee-a8271fb7b011,revision_number=2']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:56:28.868436 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93be3a8d-914e-4e52-a2dc-04298d92fff3 None None] Network 5cd655b3-95d7-436e-9137-4d1745c69a4a requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 18:56:28.897361 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-f380e26d-d8bc-4abc-bfec-d23f0d017afa tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750027793430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4463492'] for segment, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:28.913120 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab649e52-4e9c-4632-b87c-69c3274bde8d req-438e7b8f-6ce2-454a-adbe-7e14fab00937 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:56:28.914451 n-d-816865-1 neutron-server[102387]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c04fecf-104b-4f89-b38e-e08d835474bb tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] DELETE failed (client error): The resource could not be found. Nov 05 18:56:28.914617 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-ab649e52-4e9c-4632-b87c-69c3274bde8d req-438e7b8f-6ce2-454a-adbe-7e14fab00937 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b6655376-4ea9-4701-98ec-c7e9e4d66f0f HTTP/1.1" status: 200 len: 846 time: 0.0539091 Nov 05 18:56:28.915176 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4c04fecf-104b-4f89-b38e-e08d835474bb tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102387) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 05 18:56:28.921040 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-4c04fecf-104b-4f89-b38e-e08d835474bb tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] 10.222.0.13 "DELETE /v2.0/ports/da947787-e9f9-4eb0-b1dc-84108a419a97 HTTP/1.1" status: 404 len: 333 time: 0.0985613 Nov 05 18:56:28.922080 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 36116) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:56:28.924537 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-dcf1dd24-5079-483b-ab6b-ea1b7193e128 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1579173', 'neutron.services.segments.db._delete_segments_for_network-8750027792909'] for network, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:28.937987 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-f380e26d-d8bc-4abc-bfec-d23f0d017afa tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273'] for segment, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:28.960343 n-d-816865-1 neutron-server[102387]: DEBUG neutron.services.segments.db [None req-dcf1dd24-5079-483b-ab6b-ea1b7193e128 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c581c9c9-9128-4107-b120-7796cec1c314']}} {{(pid=102387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:56:28.971770 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f380e26d-d8bc-4abc-bfec-d23f0d017afa tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Releasing vlan 199 on physical network physnet1 to pool {{(pid=102387) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 05 18:56:28.972185 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-f380e26d-d8bc-4abc-bfec-d23f0d017afa tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4417236'] for segment, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:28.977339 n-d-816865-1 neutron-server[102387]: Traceback (most recent call last): Nov 05 18:56:28.977339 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 05 18:56:28.977339 n-d-816865-1 neutron-server[102387]: timer() Nov 05 18:56:28.977339 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 05 18:56:28.977339 n-d-816865-1 neutron-server[102387]: cb(*args, **kw) Nov 05 18:56:28.977339 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 05 18:56:28.977339 n-d-816865-1 neutron-server[102387]: return func(*args, **kwargs) Nov 05 18:56:28.977339 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 05 18:56:28.977339 n-d-816865-1 neutron-server[102387]: self._notify() Nov 05 18:56:28.977339 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 05 18:56:28.977339 n-d-816865-1 neutron-server[102387]: self.callback(batched_events) Nov 05 18:56:28.977339 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 05 18:56:28.977339 n-d-816865-1 neutron-server[102387]: event.method(event) Nov 05 18:56:28.977339 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 05 18:56:28.977339 n-d-816865-1 neutron-server[102387]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 05 18:56:28.977339 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 05 18:56:28.977339 n-d-816865-1 neutron-server[102387]: aggregate_uuid = self.p_client.list_aggregates( Nov 05 18:56:28.977339 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 05 18:56:28.977339 n-d-816865-1 neutron-server[102387]: return f(self, *a, **k) Nov 05 18:56:28.977339 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 05 18:56:28.977339 n-d-816865-1 neutron-server[102387]: return self._get(url).json() Nov 05 18:56:28.977339 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 05 18:56:28.977339 n-d-816865-1 neutron-server[102387]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 05 18:56:28.977339 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 05 18:56:28.977339 n-d-816865-1 neutron-server[102387]: return self.request(url, 'GET', **kwargs) Nov 05 18:56:28.977339 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 05 18:56:28.977339 n-d-816865-1 neutron-server[102387]: base_url = self.get_endpoint(auth, allow=allow, Nov 05 18:56:28.977339 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 05 18:56:28.977339 n-d-816865-1 neutron-server[102387]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 05 18:56:28.977339 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 05 18:56:28.977339 n-d-816865-1 neutron-server[102387]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 05 18:56:28.977339 n-d-816865-1 neutron-server[102387]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 05 18:56:28.981115 n-d-816865-1 neutron-server[102386]: INFO neutron.pecan_wsgi.hooks.translation [None req-be97a574-676c-41d7-a8e6-061c2b11e606 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] DELETE failed (client error): The resource could not be found. Nov 05 18:56:28.982072 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-be97a574-676c-41d7-a8e6-061c2b11e606 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102386) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 05 18:56:28.987627 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-be97a574-676c-41d7-a8e6-061c2b11e606 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] 10.222.0.13 "DELETE /v2.0/subnets/050c053f-cb67-453f-8773-9ad68f7a7753 HTTP/1.1" status: 404 len: 337 time: 0.0630937 Nov 05 18:56:28.991143 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-ab649e52-4e9c-4632-b87c-69c3274bde8d req-d2eb0545-e59d-4e81-958e-2d2c17b51bd6 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9c2bdaad-faf0-4d75-bb68-340f7d20c596&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0667279 Nov 05 18:56:28.991776 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 36118) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:56:28.994749 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-77485af7-f264-4435-ad16-7d126fd6a45c admin admin] Deleting port e6e7b3a5-a963-4873-af0e-27ff4e2a2c0c {{(pid=102386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 18:56:28.995229 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-77485af7-f264-4435-ad16-7d126fd6a45c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:29.000717 n-d-816865-1 neutron-server[102387]: DEBUG neutron.services.segments.db [None req-dcf1dd24-5079-483b-ab6b-ea1b7193e128 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ea0b66f-1feb-4646-9d6e-6474fbb01ef7') {'for_net_delete': True} {{(pid=102387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:56:29.001032 n-d-816865-1 neutron-server[102387]: DEBUG neutron.services.segments.db [None req-dcf1dd24-5079-483b-ab6b-ea1b7193e128 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ea0b66f-1feb-4646-9d6e-6474fbb01ef7') {} {{(pid=102387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:56:29.031751 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0013b05-0de4-4698-ae38-f947e0c2b4ed None None] get_active_networks_info from n-d-816865-1 {{(pid=102388) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 05 18:56:29.076473 n-d-816865-1 neutron-server[102386]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef85dfd9-ddad-4263-903e-f7a55bd4368d tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] DELETE failed (client error): The resource could not be found. Nov 05 18:56:29.076970 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ef85dfd9-ddad-4263-903e-f7a55bd4368d tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102386) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 05 18:56:29.080173 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-ef85dfd9-ddad-4263-903e-f7a55bd4368d tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] 10.222.0.13 "DELETE /v2.0/subnets/60846aea-6ebb-45a7-8da9-8adbc57915d4 HTTP/1.1" status: 404 len: 337 time: 0.0871370 Nov 05 18:56:29.085191 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 36122) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:56:29.149601 n-d-816865-1 neutron-server[102388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0013b05-0de4-4698-ae38-f947e0c2b4ed None None] Resources bound (agent type, host, resource id): {{(pid=102388) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 05 18:56:29.178975 n-d-816865-1 neutron-server[102386]: INFO neutron.pecan_wsgi.hooks.translation [None req-85498424-3398-4339-96de-395558339c49 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] DELETE failed (client error): The resource could not be found. Nov 05 18:56:29.180654 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-85498424-3398-4339-96de-395558339c49 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102386) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 05 18:56:29.185051 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-85498424-3398-4339-96de-395558339c49 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] 10.222.0.13 "DELETE /v2.0/ports/a9c2d746-be60-42cd-8fc7-8085237582b5 HTTP/1.1" status: 404 len: 333 time: 0.0645316 Nov 05 18:56:29.188653 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 36124) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:56:29.237158 n-d-816865-1 neutron-server[102386]: INFO neutron.pecan_wsgi.hooks.translation [None req-f66cd839-22db-48e0-9f1a-414a698e26e5 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] DELETE failed (client error): The resource could not be found. Nov 05 18:56:29.237645 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f66cd839-22db-48e0-9f1a-414a698e26e5 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102386) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 05 18:56:29.242324 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-f66cd839-22db-48e0-9f1a-414a698e26e5 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] 10.222.0.13 "DELETE /v2.0/subnets/b25e4b00-eaac-4d2b-a712-798d7b47be32 HTTP/1.1" status: 404 len: 337 time: 0.0526156 Nov 05 18:56:29.247163 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 36126) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:56:29.309890 n-d-816865-1 neutron-server[102386]: INFO neutron.pecan_wsgi.hooks.translation [None req-afba6d28-24ae-4aa4-8290-9d28a8fdf434 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] DELETE failed (client error): The resource could not be found. Nov 05 18:56:29.310506 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-afba6d28-24ae-4aa4-8290-9d28a8fdf434 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102386) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 05 18:56:29.316443 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-afba6d28-24ae-4aa4-8290-9d28a8fdf434 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] 10.222.0.13 "DELETE /v2.0/subnets/0eff6bda-8285-46d0-848d-025eb019f54d HTTP/1.1" status: 404 len: 337 time: 0.0625489 Nov 05 18:56:29.320678 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [None req-77485af7-f264-4435-ad16-7d126fd6a45c admin admin] For port e6e7b3a5-a963-4873-af0e-27ff4e2a2c0c, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=e6e7b3a5-a963-4873-af0e-27ff4e2a2c0c,segment=NetworkSegment(cf4529b6-e7e1-4abc-9281-c00519ad0a15),segment_id=cf4529b6-e7e1-4abc-9281-c00519ad0a15)] {{(pid=102386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:56:29.321061 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-77485af7-f264-4435-ad16-7d126fd6a45c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:29.323487 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 36128) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:56:29.357634 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-ab649e52-4e9c-4632-b87c-69c3274bde8d req-53ef0135-1e42-4bd2-80cb-fb3121ff8b51 service neutron] 10.222.0.41 "GET /v2.0/networks/9c2bdaad-faf0-4d75-bb68-340f7d20c596?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3575659 Nov 05 18:56:29.361366 n-d-816865-1 neutron-server[102386]: INFO neutron.pecan_wsgi.hooks.translation [None req-437c843a-c1c9-4147-bbb1-4b2603949502 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] DELETE failed (client error): The resource could not be found. Nov 05 18:56:29.362103 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-437c843a-c1c9-4147-bbb1-4b2603949502 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102386) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 05 18:56:29.366013 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-437c843a-c1c9-4147-bbb1-4b2603949502 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] 10.222.0.13 "DELETE /v2.0/ports/d939a3fd-a316-477d-a23c-2c978b7f257c HTTP/1.1" status: 404 len: 333 time: 0.0412366 Nov 05 18:56:29.377476 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 36130) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:56:29.378587 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-77485af7-f264-4435-ad16-7d126fd6a45c admin admin] Calling delete_port for e6e7b3a5-a963-4873-af0e-27ff4e2a2c0c owned by network:router_interface {{(pid=102386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 18:56:29.438764 n-d-816865-1 neutron-server[102386]: INFO neutron.pecan_wsgi.hooks.translation [None req-e8740649-35d6-4e68-811c-6f1abc7f0b17 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] DELETE failed (client error): The resource could not be found. Nov 05 18:56:29.439243 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e8740649-35d6-4e68-811c-6f1abc7f0b17 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102386) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 05 18:56:29.442394 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-e8740649-35d6-4e68-811c-6f1abc7f0b17 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] 10.222.0.13 "DELETE /v2.0/subnets/2a3820b5-73b4-4c81-8369-b5d4e14f35cc HTTP/1.1" status: 404 len: 337 time: 0.0611875 Nov 05 18:56:29.449434 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-dcf1dd24-5079-483b-ab6b-ea1b7193e128 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750027793430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4463492'] for segment, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:29.453874 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 36132) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:56:29.549980 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-dcf1dd24-5079-483b-ab6b-ea1b7193e128 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273'] for segment, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:29.553330 n-d-816865-1 neutron-server[102387]: INFO neutron.pecan_wsgi.hooks.translation [None req-29e7d9c9-b73d-4d16-aca6-cad413fd9fec tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] DELETE failed (client error): The resource could not be found. Nov 05 18:56:29.553772 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-29e7d9c9-b73d-4d16-aca6-cad413fd9fec tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102387) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 05 18:56:29.556717 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-29e7d9c9-b73d-4d16-aca6-cad413fd9fec tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] 10.222.0.13 "DELETE /v2.0/subnets/229685d6-1470-4a6a-a8c5-388966bc5d02 HTTP/1.1" status: 404 len: 337 time: 0.1020973 Nov 05 18:56:29.561157 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 36136) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:56:29.563495 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-ab649e52-4e9c-4632-b87c-69c3274bde8d req-e155f8cd-6c15-4c4c-9504-3315a819b516 service neutron] 10.222.0.41 "GET /v2.0/networks/9c2bdaad-faf0-4d75-bb68-340f7d20c596?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1932793 Nov 05 18:56:29.564426 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.db.api [None req-f380e26d-d8bc-4abc-bfec-d23f0d017afa tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 05 18:56:29.564426 n-d-816865-1 neutron-server[102387]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 05 18:56:29.564426 n-d-816865-1 neutron-server[102387]: [parameters: {'id': '5cd655b3-95d7-436e-9137-4d1745c69a4a'}] Nov 05 18:56:29.564426 n-d-816865-1 neutron-server[102387]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102387) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 05 18:56:29.564888 n-d-816865-1 neutron-server[102387]: DEBUG oslo_db.api [None req-f380e26d-d8bc-4abc-bfec-d23f0d017afa tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 05 18:56:29.592914 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dcf1dd24-5079-483b-ab6b-ea1b7193e128 admin admin] Releasing vlan 198 on physical network physnet1 to pool {{(pid=102387) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 05 18:56:29.593315 n-d-816865-1 neutron-server[102386]: INFO neutron.pecan_wsgi.hooks.translation [None req-17f6a29e-88c4-4f20-82fc-521eaa3bf00b tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] DELETE failed (client error): The resource could not be found. Nov 05 18:56:29.593491 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-dcf1dd24-5079-483b-ab6b-ea1b7193e128 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4417236'] for segment, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:29.594078 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-17f6a29e-88c4-4f20-82fc-521eaa3bf00b tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102386) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 05 18:56:29.595221 n-d-816865-1 neutron-server[102387]: Traceback (most recent call last): Nov 05 18:56:29.595221 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 05 18:56:29.595221 n-d-816865-1 neutron-server[102387]: timer() Nov 05 18:56:29.595221 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 05 18:56:29.595221 n-d-816865-1 neutron-server[102387]: cb(*args, **kw) Nov 05 18:56:29.595221 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 05 18:56:29.595221 n-d-816865-1 neutron-server[102387]: return func(*args, **kwargs) Nov 05 18:56:29.595221 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 05 18:56:29.595221 n-d-816865-1 neutron-server[102387]: self._notify() Nov 05 18:56:29.595221 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 05 18:56:29.595221 n-d-816865-1 neutron-server[102387]: self.callback(batched_events) Nov 05 18:56:29.595221 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 05 18:56:29.595221 n-d-816865-1 neutron-server[102387]: event.method(event) Nov 05 18:56:29.595221 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 05 18:56:29.595221 n-d-816865-1 neutron-server[102387]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 05 18:56:29.595221 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 05 18:56:29.595221 n-d-816865-1 neutron-server[102387]: aggregate_uuid = self.p_client.list_aggregates( Nov 05 18:56:29.595221 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 05 18:56:29.595221 n-d-816865-1 neutron-server[102387]: return f(self, *a, **k) Nov 05 18:56:29.595221 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 05 18:56:29.595221 n-d-816865-1 neutron-server[102387]: return self._get(url).json() Nov 05 18:56:29.595221 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 05 18:56:29.595221 n-d-816865-1 neutron-server[102387]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 05 18:56:29.595221 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 05 18:56:29.595221 n-d-816865-1 neutron-server[102387]: return self.request(url, 'GET', **kwargs) Nov 05 18:56:29.595221 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 05 18:56:29.595221 n-d-816865-1 neutron-server[102387]: base_url = self.get_endpoint(auth, allow=allow, Nov 05 18:56:29.595221 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 05 18:56:29.595221 n-d-816865-1 neutron-server[102387]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 05 18:56:29.595221 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 05 18:56:29.595221 n-d-816865-1 neutron-server[102387]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 05 18:56:29.595221 n-d-816865-1 neutron-server[102387]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 05 18:56:29.598094 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-17f6a29e-88c4-4f20-82fc-521eaa3bf00b tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] 10.222.0.13 "DELETE /v2.0/ports/9d9f2a8e-ec3f-4625-893b-949a93095257 HTTP/1.1" status: 404 len: 333 time: 0.0331175 Nov 05 18:56:29.618157 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 36140) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:56:29.618157 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-710f120e-f40f-4e0d-98b6-aef45f559595 tempest-RoutersIpV6AdminTest-1929183484 tempest-RoutersIpV6AdminTest-1929183484-project] Publish callbacks [] for router_gateway, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:29.705493 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-710f120e-f40f-4e0d-98b6-aef45f559595 tempest-RoutersIpV6AdminTest-1929183484 tempest-RoutersIpV6AdminTest-1929183484-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:29.713521 n-d-816865-1 neutron-server[102387]: INFO neutron.pecan_wsgi.hooks.translation [None req-75872321-e679-48b6-82e7-7d553ccff22e tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] DELETE failed (client error): The resource could not be found. Nov 05 18:56:29.713970 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-75872321-e679-48b6-82e7-7d553ccff22e tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102387) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 05 18:56:29.718504 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-75872321-e679-48b6-82e7-7d553ccff22e tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] 10.222.0.13 "DELETE /v2.0/subnets/d80432ed-66bd-4bd8-983c-32b41a4adf88 HTTP/1.1" status: 404 len: 337 time: 0.0990429 Nov 05 18:56:29.724742 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 36142) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:56:29.739502 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7005645f-b8e7-4fe1-a00a-47354fd7896b req-ad7688a8-f767-45ed-a474-900993e11cbe tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:56:29.741336 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-7005645f-b8e7-4fe1-a00a-47354fd7896b req-ad7688a8-f767-45ed-a474-900993e11cbe tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] 10.222.0.13 "GET /v2.0/ports?device_id=941491ab-f09c-4c0f-8e39-7d0f8a3ad82c HTTP/1.1" status: 200 len: 944 time: 0.2941668 Nov 05 18:56:29.756814 n-d-816865-1 neutron-server[102386]: INFO neutron.pecan_wsgi.hooks.translation [None req-2743d85e-1f04-49f9-919b-92a73f39d243 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] DELETE failed (client error): The resource could not be found. Nov 05 18:56:29.757673 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2743d85e-1f04-49f9-919b-92a73f39d243 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102386) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 05 18:56:29.760913 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-2743d85e-1f04-49f9-919b-92a73f39d243 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] 10.222.0.13 "DELETE /v2.0/subnets/bac6de6a-78f7-41c3-80e9-bc3d6cbc455d HTTP/1.1" status: 404 len: 337 time: 0.0358629 Nov 05 18:56:29.763860 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 36144) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:56:29.792175 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-218c9ca5-11eb-4b79-a3eb-488a8bc1d17a tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] 10.222.0.13 "GET /v2.0/ports?device_id=c01a9c15-cca6-488d-9da2-cbcea70d4dc1 HTTP/1.1" status: 200 len: 205 time: 0.0272367 Nov 05 18:56:29.794713 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 36146) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:56:29.836490 n-d-816865-1 neutron-server[102386]: INFO neutron.api.v2.resource [None req-b6744f71-4a9a-4b65-9bc8-feb47037a8b2 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] delete failed (client error): The resource could not be found. Nov 05 18:56:29.837524 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-b6744f71-4a9a-4b65-9bc8-feb47037a8b2 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] 10.222.0.13 "DELETE /v2.0/routers/c01a9c15-cca6-488d-9da2-cbcea70d4dc1 HTTP/1.1" status: 404 len: 336 time: 0.0417709 Nov 05 18:56:29.840159 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 36148) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:56:29.849012 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-77485af7-f264-4435-ad16-7d126fd6a45c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:29.853126 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-dcf1dd24-5079-483b-ab6b-ea1b7193e128 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1579178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-956796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1000687'] for network, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:29.874024 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-dcf1dd24-5079-483b-ab6b-ea1b7193e128 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597851'] for network, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:29.886469 n-d-816865-1 neutron-server[102386]: INFO neutron.pecan_wsgi.hooks.translation [None req-d679ff16-f4f4-48b3-918e-f580b1058ed6 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] DELETE failed (client error): The resource could not be found. Nov 05 18:56:29.886469 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d679ff16-f4f4-48b3-918e-f580b1058ed6 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102386) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 05 18:56:29.886770 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-dcf1dd24-5079-483b-ab6b-ea1b7193e128 admin admin] 10.222.0.13 "DELETE /v2.0/networks/c581c9c9-9128-4107-b120-7796cec1c314 HTTP/1.1" status: 204 len: 168 time: 1.4918971 Nov 05 18:56:29.886882 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-d679ff16-f4f4-48b3-918e-f580b1058ed6 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] 10.222.0.13 "DELETE /v2.0/subnets/4d40c3ae-9ffe-4b02-9094-87c390340740 HTTP/1.1" status: 404 len: 337 time: 0.0373583 Nov 05 18:56:29.886988 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf1dd24-5079-483b-ab6b-ea1b7193e128 admin admin] Pushing event deleted for resources: {'Network': ['ID=c581c9c9-9128-4107-b120-7796cec1c314,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:56:29.888187 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-7005645f-b8e7-4fe1-a00a-47354fd7896b req-4875187d-b3a3-4e5b-a042-de4863db2bac tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9a1bcb7-2b62-4809-b67b-668edb56dae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094389 Nov 05 18:56:29.893123 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 36152) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:56:29.919886 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77485af7-f264-4435-ad16-7d126fd6a45c admin admin] Pushing event deleted for resources: {'Port': ['ID=e6e7b3a5-a963-4873-af0e-27ff4e2a2c0c,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:56:29.936236 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-d1f052f2-6a2a-47c3-9968-16332f845a54 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] 10.222.0.13 "GET /v2.0/ports?device_id=6579a57e-a675-4123-8e64-317af1d4944b HTTP/1.1" status: 200 len: 205 time: 0.0421391 Nov 05 18:56:29.939424 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 36154) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:56:29.953838 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.db_base_plugin_common [None req-710f120e-f40f-4e0d-98b6-aef45f559595 tempest-RoutersIpV6AdminTest-1929183484 tempest-RoutersIpV6AdminTest-1929183484-project] Allocated IP 172.25.6.53 (40c8335d-cd0b-4cb5-910a-d4dcddd5cbec/04fe6db3-e108-4208-943d-6518424f5726/9dc0fb27-5d08-4dc0-860e-b9503621cf29) {{(pid=102387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 18:56:29.993395 n-d-816865-1 neutron-server[102387]: INFO neutron.api.v2.resource [None req-eaed08e9-0c3e-43ff-9a63-8d13f4811d8d tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] delete failed (client error): The resource could not be found. Nov 05 18:56:29.996295 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-eaed08e9-0c3e-43ff-9a63-8d13f4811d8d tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] 10.222.0.13 "DELETE /v2.0/routers/6579a57e-a675-4123-8e64-317af1d4944b HTTP/1.1" status: 404 len: 336 time: 0.0541823 Nov 05 18:56:30.004104 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 36156) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:56:30.051872 n-d-816865-1 neutron-server[102387]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb7dd5c7-1264-4dd4-a689-cf005ee5a2a6 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] DELETE failed (client error): The resource could not be found. Nov 05 18:56:30.052875 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cb7dd5c7-1264-4dd4-a689-cf005ee5a2a6 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102387) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 05 18:56:30.058034 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-cb7dd5c7-1264-4dd4-a689-cf005ee5a2a6 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] 10.222.0.13 "DELETE /v2.0/subnets/3b28d4ba-c030-4d74-9ee2-abd07f6d52d3 HTTP/1.1" status: 404 len: 337 time: 0.0509300 Nov 05 18:56:30.058998 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 36158) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:56:30.068928 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-f380e26d-d8bc-4abc-bfec-d23f0d017afa tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1664226'] for network, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:30.093685 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-77485af7-f264-4435-ad16-7d126fd6a45c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-597886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-573297'] for router_interface, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:30.127438 n-d-816865-1 neutron-server[102387]: INFO neutron.pecan_wsgi.hooks.translation [None req-fdd6d5ac-4ea1-40db-94a8-6040cac6f610 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] DELETE failed (client error): The resource could not be found. Nov 05 18:56:30.127900 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fdd6d5ac-4ea1-40db-94a8-6040cac6f610 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102387) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 05 18:56:30.131595 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-fdd6d5ac-4ea1-40db-94a8-6040cac6f610 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] 10.222.0.13 "DELETE /v2.0/subnets/21289049-0ecc-4353-9e1f-0f95f251583e HTTP/1.1" status: 404 len: 337 time: 0.0714123 Nov 05 18:56:30.136185 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 36160) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:56:30.167738 n-d-816865-1 neutron-server[102387]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c17249c-e4cf-416f-b879-5639e3eb725a tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] DELETE failed (client error): The resource could not be found. Nov 05 18:56:30.168764 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5c17249c-e4cf-416f-b879-5639e3eb725a tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102387) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 05 18:56:30.171584 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-5c17249c-e4cf-416f-b879-5639e3eb725a tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] 10.222.0.13 "DELETE /v2.0/ports/d77d840a-b847-4dc8-9041-140f0dbd2804 HTTP/1.1" status: 404 len: 333 time: 0.0343144 Nov 05 18:56:30.176910 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 36162) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:56:30.241887 n-d-816865-1 neutron-server[102387]: INFO neutron.pecan_wsgi.hooks.translation [None req-5743ebbe-883d-4e09-a2df-66004e6266f0 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] DELETE failed (client error): The resource could not be found. Nov 05 18:56:30.242377 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5743ebbe-883d-4e09-a2df-66004e6266f0 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102387) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 05 18:56:30.247843 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-5743ebbe-883d-4e09-a2df-66004e6266f0 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] 10.222.0.13 "DELETE /v2.0/subnets/7067f173-afd2-4c98-8ab9-37ed6615ed43 HTTP/1.1" status: 404 len: 337 time: 0.0648994 Nov 05 18:56:30.251283 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 36164) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:56:30.264682 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-710f120e-f40f-4e0d-98b6-aef45f559595 tempest-RoutersIpV6AdminTest-1929183484 tempest-RoutersIpV6AdminTest-1929183484-project] Publish callbacks [] for port, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:30.283674 n-d-816865-1 neutron-server[102386]: INFO neutron.pecan_wsgi.hooks.translation [None req-23af9cc5-2d50-4c82-a282-2ed5a6bc8011 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] DELETE failed (client error): The resource could not be found. Nov 05 18:56:30.284431 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-23af9cc5-2d50-4c82-a282-2ed5a6bc8011 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102386) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 05 18:56:30.290024 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-23af9cc5-2d50-4c82-a282-2ed5a6bc8011 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] 10.222.0.13 "DELETE /v2.0/ports/508ffa72-e1b0-4b65-94c6-e11b19746053 HTTP/1.1" status: 404 len: 333 time: 0.0358548 Nov 05 18:56:30.291049 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 36166) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:56:30.301882 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [None req-f380e26d-d8bc-4abc-bfec-d23f0d017afa tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Deleting port 4efae587-0f33-4f5a-aeee-a8271fb7b011 {{(pid=102387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 18:56:30.302945 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-f380e26d-d8bc-4abc-bfec-d23f0d017afa tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:30.335499 n-d-816865-1 neutron-server[102386]: INFO neutron.pecan_wsgi.hooks.translation [None req-ddf57dc8-d52d-4c03-8c89-2b7323e0584b tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] DELETE failed (client error): The resource could not be found. Nov 05 18:56:30.335944 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ddf57dc8-d52d-4c03-8c89-2b7323e0584b tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102386) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 05 18:56:30.342850 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-ddf57dc8-d52d-4c03-8c89-2b7323e0584b tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] 10.222.0.13 "DELETE /v2.0/subnets/86b44b18-b159-4c12-8b62-3bf66297c6fa HTTP/1.1" status: 404 len: 337 time: 0.0491006 Nov 05 18:56:30.358476 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 36168) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:56:30.381193 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 36170) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:56:30.392104 n-d-816865-1 neutron-server[102387]: INFO neutron.pecan_wsgi.hooks.translation [None req-c33f14e9-e560-4cb2-bbd9-4ccf836c758a tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] DELETE failed (client error): The resource could not be found. Nov 05 18:56:30.393813 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c33f14e9-e560-4cb2-bbd9-4ccf836c758a tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102387) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 05 18:56:30.397573 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-c33f14e9-e560-4cb2-bbd9-4ccf836c758a tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] 10.222.0.13 "DELETE /v2.0/ports/7c22a68f-ed34-4668-b663-187fe6fed17d HTTP/1.1" status: 404 len: 333 time: 0.0371339 Nov 05 18:56:30.400311 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 36172) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:56:30.412158 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.db [None req-f380e26d-d8bc-4abc-bfec-d23f0d017afa tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] For port 4efae587-0f33-4f5a-aeee-a8271fb7b011, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=4efae587-0f33-4f5a-aeee-a8271fb7b011,segment=NetworkSegment(6647796d-2c76-4ddc-b88f-5f1e7d0d7480),segment_id=6647796d-2c76-4ddc-b88f-5f1e7d0d7480)] {{(pid=102387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:56:30.412516 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-f380e26d-d8bc-4abc-bfec-d23f0d017afa tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:30.422364 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-710f120e-f40f-4e0d-98b6-aef45f559595 tempest-RoutersIpV6AdminTest-1929183484 tempest-RoutersIpV6AdminTest-1929183484-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4417063'] for port, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:30.440873 n-d-816865-1 neutron-server[102386]: INFO neutron.pecan_wsgi.hooks.translation [None req-c697d04a-142b-4398-a02a-e8dd673a67f9 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] DELETE failed (client error): The resource could not be found. Nov 05 18:56:30.441558 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c697d04a-142b-4398-a02a-e8dd673a67f9 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102386) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 05 18:56:30.447414 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-c697d04a-142b-4398-a02a-e8dd673a67f9 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] 10.222.0.13 "DELETE /v2.0/subnets/e2c9ec58-49b4-4783-8aa7-acec99323f6d HTTP/1.1" status: 404 len: 337 time: 0.0354278 Nov 05 18:56:30.451622 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 36174) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:56:30.461779 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [None req-f380e26d-d8bc-4abc-bfec-d23f0d017afa tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Calling delete_port for 4efae587-0f33-4f5a-aeee-a8271fb7b011 owned by network:dhcp {{(pid=102387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 18:56:30.486436 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-710f120e-f40f-4e0d-98b6-aef45f559595 tempest-RoutersIpV6AdminTest-1929183484 tempest-RoutersIpV6AdminTest-1929183484-project] Network 40c8335d-cd0b-4cb5-910a-d4dcddd5cbec is already hosted by enough agents. {{(pid=102387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 18:56:30.493173 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-aadd609c-1444-4f29-b108-20fd9a95225c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7dfa8a525dc7455386f230f2b0072a40&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1105704 Nov 05 18:56:30.509242 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 36176) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:56:30.522858 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.base_scheduler [None req-710f120e-f40f-4e0d-98b6-aef45f559595 tempest-RoutersIpV6AdminTest-1929183484 tempest-RoutersIpV6AdminTest-1929183484-project] Resources bound (agent type, host, resource id): {{(pid=102387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:56:30.526787 n-d-816865-1 neutron-server[102386]: INFO neutron.pecan_wsgi.hooks.translation [None req-e39b2670-1e94-4c1e-ac7f-5fbe99f4b499 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] DELETE failed (client error): The resource could not be found. Nov 05 18:56:30.527749 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e39b2670-1e94-4c1e-ac7f-5fbe99f4b499 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102386) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 05 18:56:30.528918 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-710f120e-f40f-4e0d-98b6-aef45f559595 tempest-RoutersIpV6AdminTest-1929183484 tempest-RoutersIpV6AdminTest-1929183484-project] Received port after_create {{(pid=102387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 18:56:30.532032 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-e39b2670-1e94-4c1e-ac7f-5fbe99f4b499 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] 10.222.0.13 "DELETE /v2.0/ports/47ff0514-d095-4c05-83cd-317d89991b7f HTTP/1.1" status: 404 len: 333 time: 0.0790009 Nov 05 18:56:30.535246 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710f120e-f40f-4e0d-98b6-aef45f559595 tempest-RoutersIpV6AdminTest-1929183484 tempest-RoutersIpV6AdminTest-1929183484-project] Pushing event updated for resources: {'Port': ['ID=9dc0fb27-5d08-4dc0-860e-b9503621cf29,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:56:30.535499 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 36178) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:56:30.584604 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77485af7-f264-4435-ad16-7d126fd6a45c admin admin] Router b32ffb7d-ccaa-44d5-b592-d1604e1d4445 has already been hosted by L3 agent 6dcb5589-8e86-4616-9186-ddc4548e13ad {{(pid=102386) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 18:56:30.602775 n-d-816865-1 neutron-server[102386]: INFO neutron.pecan_wsgi.hooks.translation [None req-b50983f1-8d0a-4d40-b144-01dcc20b2416 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] DELETE failed (client error): The resource could not be found. Nov 05 18:56:30.603639 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b50983f1-8d0a-4d40-b144-01dcc20b2416 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102386) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 05 18:56:30.608958 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-b50983f1-8d0a-4d40-b144-01dcc20b2416 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] 10.222.0.13 "DELETE /v2.0/subnets/ca2dffbc-5f9b-479b-b05a-c92cee41d003 HTTP/1.1" status: 404 len: 337 time: 0.0701902 Nov 05 18:56:30.609376 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 36182) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:56:30.656205 n-d-816865-1 neutron-server[102386]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ba3f18e-602e-4cbb-bbdf-08bcd71d0e42 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] DELETE failed (client error): The resource could not be found. Nov 05 18:56:30.656920 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7ba3f18e-602e-4cbb-bbdf-08bcd71d0e42 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102386) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 05 18:56:30.660116 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-7ba3f18e-602e-4cbb-bbdf-08bcd71d0e42 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] 10.222.0.13 "DELETE /v2.0/ports/e39ce78c-6bce-488e-b197-55191d3bff56 HTTP/1.1" status: 404 len: 333 time: 0.0496948 Nov 05 18:56:30.668585 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 36186) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:56:30.713986 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-a5bf02ad-d375-4d3f-8b10-384c052ca031 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:30.724926 n-d-816865-1 neutron-server[102387]: INFO neutron.pecan_wsgi.hooks.translation [None req-2aed2fff-c606-4603-8ba7-5c9785623a9d tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] DELETE failed (client error): The resource could not be found. Nov 05 18:56:30.729645 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2aed2fff-c606-4603-8ba7-5c9785623a9d tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102387) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 05 18:56:30.729645 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-2aed2fff-c606-4603-8ba7-5c9785623a9d tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] 10.222.0.13 "DELETE /v2.0/subnets/31dd2ea7-9326-40e9-9f6e-66de437fe549 HTTP/1.1" status: 404 len: 337 time: 0.0575228 Nov 05 18:56:30.732550 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 36188) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:56:30.762214 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-f380e26d-d8bc-4abc-bfec-d23f0d017afa tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4417063'] for port, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:30.770785 n-d-816865-1 neutron-server[102387]: INFO neutron.pecan_wsgi.hooks.translation [None req-44514016-f45d-42a3-8b29-567e54b36045 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] DELETE failed (client error): The resource could not be found. Nov 05 18:56:30.771007 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-a5bf02ad-d375-4d3f-8b10-384c052ca031 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:30.771511 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-44514016-f45d-42a3-8b29-567e54b36045 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102387) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 05 18:56:30.774566 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-44514016-f45d-42a3-8b29-567e54b36045 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] 10.222.0.13 "DELETE /v2.0/ports/cea0b193-7f08-4343-a182-3427c3962662 HTTP/1.1" status: 404 len: 333 time: 0.0410199 Nov 05 18:56:30.779780 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 36190) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:56:30.810414 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f380e26d-d8bc-4abc-bfec-d23f0d017afa tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Pushing event deleted for resources: {'Port': ['ID=4efae587-0f33-4f5a-aeee-a8271fb7b011,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:56:30.831962 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f380e26d-d8bc-4abc-bfec-d23f0d017afa tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] No DVR routers for this DVR port 4efae587-0f33-4f5a-aeee-a8271fb7b011 on host n-d-816865-1 {{(pid=102387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 18:56:30.833791 n-d-816865-1 neutron-server[102387]: INFO neutron.pecan_wsgi.hooks.translation [None req-58fc7463-007a-4e12-b478-4ed12f3b8329 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] DELETE failed (client error): The resource could not be found. Nov 05 18:56:30.834283 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-58fc7463-007a-4e12-b478-4ed12f3b8329 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102387) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 05 18:56:30.837430 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-58fc7463-007a-4e12-b478-4ed12f3b8329 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] 10.222.0.13 "DELETE /v2.0/subnets/37cc207d-ec0d-4ae0-87fc-6cf571421852 HTTP/1.1" status: 404 len: 337 time: 0.0392857 Nov 05 18:56:30.840529 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 36192) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:56:30.892906 n-d-816865-1 neutron-server[102387]: INFO neutron.pecan_wsgi.hooks.translation [None req-37053e68-9053-4265-947c-005c72ff85c5 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] DELETE failed (client error): The resource could not be found. Nov 05 18:56:30.893676 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-37053e68-9053-4265-947c-005c72ff85c5 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102387) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 05 18:56:30.897525 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-37053e68-9053-4265-947c-005c72ff85c5 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] 10.222.0.13 "DELETE /v2.0/ports/169dabe4-88a9-44b0-941d-98c10b966dfd HTTP/1.1" status: 404 len: 333 time: 0.0559504 Nov 05 18:56:30.937364 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 36194) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:56:31.012879 n-d-816865-1 neutron-server[102387]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a8128fd-56ce-45b0-a50a-c4e05d95f5b9 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] DELETE failed (client error): The resource could not be found. Nov 05 18:56:31.013240 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7a8128fd-56ce-45b0-a50a-c4e05d95f5b9 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102387) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 05 18:56:31.014232 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Device 7a7444f0-42fe-422a-b79f-9969bf445757 details requested by agent hyperv_n-h1-816865-1 with host n-h1-816865-1 {{(pid=102388) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 05 18:56:31.016370 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-7a8128fd-56ce-45b0-a50a-c4e05d95f5b9 tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] 10.222.0.13 "DELETE /v2.0/subnets/b241b8ce-21df-4bef-b76f-e29b7c347a3e HTTP/1.1" status: 404 len: 337 time: 0.0710576 Nov 05 18:56:31.033681 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 36198) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:56:31.065276 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-f380e26d-d8bc-4abc-bfec-d23f0d017afa tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1579173', 'neutron.services.segments.db._delete_segments_for_network-8750027792909'] for network, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:31.135851 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] For port 7a7444f0-42fe-422a-b79f-9969bf445757, host n-h1-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=7a7444f0-42fe-422a-b79f-9969bf445757,segment=NetworkSegment(8281efde-bbf4-4833-8d7d-a490783d8ae5),segment_id=8281efde-bbf4-4833-8d7d-a490783d8ae5)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:56:31.148728 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Returning: {'device': '7a7444f0-42fe-422a-b79f-9969bf445757', 'network_id': '9c2bdaad-faf0-4d75-bb68-340f7d20c596', 'port_id': '7a7444f0-42fe-422a-b79f-9969bf445757', 'mac_address': 'fa:16:3e:c7:e4:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 185, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b6655376-4ea9-4701-98ec-c7e9e4d66f0f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102388) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 05 18:56:31.160644 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77485af7-f264-4435-ad16-7d126fd6a45c admin admin] Notify agent at l3_agent.n-d-816865-1 the message routers_updated {{(pid=102386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 18:56:31.166371 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-77485af7-f264-4435-ad16-7d126fd6a45c admin admin] 10.222.0.13 "PUT /v2.0/routers/b32ffb7d-ccaa-44d5-b592-d1604e1d4445/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5342417 Nov 05 18:56:31.169277 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 36200) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:56:31.187282 n-d-816865-1 neutron-server[102387]: DEBUG neutron.services.segments.db [None req-f380e26d-d8bc-4abc-bfec-d23f0d017afa tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5cd655b3-95d7-436e-9137-4d1745c69a4a']}} {{(pid=102387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:56:31.190926 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-711ef415-b054-4a11-8667-2c2d43cf542d None None] Sync routers for ids ['b32ffb7d-ccaa-44d5-b592-d1604e1d4445'] in n-d-816865-1 {{(pid=102388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 18:56:31.201212 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:31.215674 n-d-816865-1 neutron-server[102387]: DEBUG neutron.services.segments.db [None req-f380e26d-d8bc-4abc-bfec-d23f0d017afa tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6647796d-2c76-4ddc-b88f-5f1e7d0d7480') {'for_net_delete': True} {{(pid=102387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:56:31.216290 n-d-816865-1 neutron-server[102387]: DEBUG neutron.services.segments.db [None req-f380e26d-d8bc-4abc-bfec-d23f0d017afa tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6647796d-2c76-4ddc-b88f-5f1e7d0d7480') {} {{(pid=102387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:56:31.218950 n-d-816865-1 neutron-server[102388]: DEBUG neutron.notifiers.nova [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a7444f0-42fe-422a-b79f-9969bf445757 {{(pid=102388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 18:56:31.223194 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-711ef415-b054-4a11-8667-2c2d43cf542d None None] Routers {'b32ffb7d-ccaa-44d5-b592-d1604e1d4445'} bound to L3 agent in host n-d-816865-1 {{(pid=102388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 18:56:31.223966 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-711ef415-b054-4a11-8667-2c2d43cf542d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T18:56:05Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['b32ffb7d-ccaa-44d5-b592-d1604e1d4445'], 'active': True} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:56:31.236237 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbc0c4e-9816-41dc-8d2d-208a57edf04c req-d802040b-3139-47e9-8171-bc2ba4614f1c tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:56:31.237764 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-2cbc0c4e-9816-41dc-8d2d-208a57edf04c req-d802040b-3139-47e9-8171-bc2ba4614f1c tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] 10.222.0.13 "GET /v2.0/ports?device_id=941491ab-f09c-4c0f-8e39-7d0f8a3ad82c HTTP/1.1" status: 200 len: 944 time: 0.2552664 Nov 05 18:56:31.245241 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-03a716ca-3486-4795-8c60-b1c58261720a tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1664226'] for network, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:31.248316 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-f380e26d-d8bc-4abc-bfec-d23f0d017afa tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750027793430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4463492'] for segment, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:31.259087 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-710f120e-f40f-4e0d-98b6-aef45f559595 tempest-RoutersIpV6AdminTest-1929183484 tempest-RoutersIpV6AdminTest-1929183484-project] Publish callbacks [] for router_gateway, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:31.283566 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-a474f8c0-baa4-41dd-ae5f-11cc1b9a6b42 admin admin] Publish callbacks [] for router, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:31.287299 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] For port 7a7444f0-42fe-422a-b79f-9969bf445757, host n-h1-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=7a7444f0-42fe-422a-b79f-9969bf445757,segment=NetworkSegment(8281efde-bbf4-4833-8d7d-a490783d8ae5),segment_id=8281efde-bbf4-4833-8d7d-a490783d8ae5)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:56:31.324645 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-a5bf02ad-d375-4d3f-8b10-384c052ca031 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:31.325981 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-f380e26d-d8bc-4abc-bfec-d23f0d017afa tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273'] for segment, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:31.327352 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-a5bf02ad-d375-4d3f-8b10-384c052ca031 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:31.328560 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-a5bf02ad-d375-4d3f-8b10-384c052ca031 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0b87c3a5-31aa-4565-89f8-1dd209a99114 HTTP/1.1" status: 204 len: 168 time: 0.8182483 Nov 05 18:56:31.343971 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f380e26d-d8bc-4abc-bfec-d23f0d017afa tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Releasing vlan 199 on physical network physnet1 to pool {{(pid=102387) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 05 18:56:31.344661 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-f380e26d-d8bc-4abc-bfec-d23f0d017afa tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4417236'] for segment, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:31.345376 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5bf02ad-d375-4d3f-8b10-384c052ca031 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b87c3a5-31aa-4565-89f8-1dd209a99114,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:56:31.355305 n-d-816865-1 neutron-server[102387]: Traceback (most recent call last): Nov 05 18:56:31.355305 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 05 18:56:31.355305 n-d-816865-1 neutron-server[102387]: timer() Nov 05 18:56:31.355305 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 05 18:56:31.355305 n-d-816865-1 neutron-server[102387]: cb(*args, **kw) Nov 05 18:56:31.355305 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 05 18:56:31.355305 n-d-816865-1 neutron-server[102387]: return func(*args, **kwargs) Nov 05 18:56:31.355305 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 05 18:56:31.355305 n-d-816865-1 neutron-server[102387]: self._notify() Nov 05 18:56:31.355305 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 05 18:56:31.355305 n-d-816865-1 neutron-server[102387]: self.callback(batched_events) Nov 05 18:56:31.355305 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 05 18:56:31.355305 n-d-816865-1 neutron-server[102387]: event.method(event) Nov 05 18:56:31.355305 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 05 18:56:31.355305 n-d-816865-1 neutron-server[102387]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 05 18:56:31.355305 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 05 18:56:31.355305 n-d-816865-1 neutron-server[102387]: aggregate_uuid = self.p_client.list_aggregates( Nov 05 18:56:31.355305 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 05 18:56:31.355305 n-d-816865-1 neutron-server[102387]: return f(self, *a, **k) Nov 05 18:56:31.355305 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 05 18:56:31.355305 n-d-816865-1 neutron-server[102387]: return self._get(url).json() Nov 05 18:56:31.355305 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 05 18:56:31.355305 n-d-816865-1 neutron-server[102387]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 05 18:56:31.355305 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 05 18:56:31.355305 n-d-816865-1 neutron-server[102387]: return self.request(url, 'GET', **kwargs) Nov 05 18:56:31.355305 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 05 18:56:31.355305 n-d-816865-1 neutron-server[102387]: base_url = self.get_endpoint(auth, allow=allow, Nov 05 18:56:31.355305 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 05 18:56:31.355305 n-d-816865-1 neutron-server[102387]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 05 18:56:31.355305 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 05 18:56:31.355305 n-d-816865-1 neutron-server[102387]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 05 18:56:31.355305 n-d-816865-1 neutron-server[102387]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 05 18:56:31.370373 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvr_db [None req-711ef415-b054-4a11-8667-2c2d43cf542d None None] Set router b32ffb7d-ccaa-44d5-b592-d1604e1d4445 gateway port host: n-d-816865-1 {{(pid=102388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 18:56:31.410606 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-a474f8c0-baa4-41dd-ae5f-11cc1b9a6b42 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:31.439447 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:31.502586 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-2cbc0c4e-9816-41dc-8d2d-208a57edf04c req-863d8579-563b-487d-a4ee-15335f949bbb tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9a1bcb7-2b62-4809-b67b-668edb56dae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2507932 Nov 05 18:56:31.557157 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Pushing event updated for resources: {'Port': ['ID=7a7444f0-42fe-422a-b79f-9969bf445757,revision_number=4']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:56:31.564335 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-03a716ca-3486-4795-8c60-b1c58261720a tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1579173', 'neutron.services.segments.db._delete_segments_for_network-8750027792909'] for network, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:31.595847 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-a474f8c0-baa4-41dd-ae5f-11cc1b9a6b42 admin admin] Deleting port 2382be70-456f-4cac-8965-62093dfa27d6 {{(pid=102386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 18:56:31.596126 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-a474f8c0-baa4-41dd-ae5f-11cc1b9a6b42 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:31.623447 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-f380e26d-d8bc-4abc-bfec-d23f0d017afa tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1579178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-956796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1000687'] for network, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:31.640810 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-f380e26d-d8bc-4abc-bfec-d23f0d017afa tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597851'] for network, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:31.642264 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-711ef415-b054-4a11-8667-2c2d43cf542d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b32ffb7d-ccaa-44d5-b592-d1604e1d4445', 'name': 'tempest-ServerRescueTestJSONUnderV235-1872294056-router', 'tenant_id': '06ed96522e9e42a39945febc80e1faeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.168'}], 'enable_snat': True}, 'gw_port_id': '2382be70-456f-4cac-8965-62093dfa27d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T18:54:49Z', 'updated_at': '2021-11-05T18:56:29Z', 'revision_number': 5, 'project_id': '06ed96522e9e42a39945febc80e1faeb', 'gw_port': {'id': '2382be70-456f-4cac-8965-62093dfa27d6', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:c5:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b32ffb7d-ccaa-44d5-b592-d1604e1d4445', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1904, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T18:54:49Z', 'updated_at': '2021-11-05T18:54:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1'}], 'n-d-816865-1', False) {} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:56:31.647628 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-f380e26d-d8bc-4abc-bfec-d23f0d017afa tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] 10.222.0.13 "DELETE /v2.0/networks/5cd655b3-95d7-436e-9137-4d1745c69a4a HTTP/1.1" status: 204 len: 168 time: 4.2184851 Nov 05 18:56:31.647628 n-d-816865-1 neutron-server[102387]: DEBUG neutron.services.segments.db [None req-03a716ca-3486-4795-8c60-b1c58261720a tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c9d25d3-7f2e-4384-9081-dc17514a5578']}} {{(pid=102387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:56:31.659836 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 36206) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:56:31.675428 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-62b4be56-8e79-4690-a9dc-af0918b4a96d tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1534679225'}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:56:31.676663 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-711ef415-b054-4a11-8667-2c2d43cf542d None None] Checking router: b32ffb7d-ccaa-44d5-b592-d1604e1d4445 for host: n-d-816865-1 {{(pid=102388) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 18:56:31.684259 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f380e26d-d8bc-4abc-bfec-d23f0d017afa tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Pushing event deleted for resources: {'Network': ['ID=5cd655b3-95d7-436e-9137-4d1745c69a4a,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:56:31.688417 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-711ef415-b054-4a11-8667-2c2d43cf542d None None] Routers {'b32ffb7d-ccaa-44d5-b592-d1604e1d4445'} bound to L3 agent in host n-d-816865-1 {{(pid=102388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 18:56:31.695487 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-711ef415-b054-4a11-8667-2c2d43cf542d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T18:56:05Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['b32ffb7d-ccaa-44d5-b592-d1604e1d4445'], 'active': True} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:56:31.704292 n-d-816865-1 neutron-server[102387]: DEBUG neutron.services.segments.db [None req-03a716ca-3486-4795-8c60-b1c58261720a tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1bdc5ccc-001b-4584-b217-2d1934002f57') {'for_net_delete': True} {{(pid=102387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:56:31.704588 n-d-816865-1 neutron-server[102387]: DEBUG neutron.services.segments.db [None req-03a716ca-3486-4795-8c60-b1c58261720a tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1bdc5ccc-001b-4584-b217-2d1934002f57') {} {{(pid=102387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:56:31.743385 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [None req-a474f8c0-baa4-41dd-ae5f-11cc1b9a6b42 admin admin] For port 2382be70-456f-4cac-8965-62093dfa27d6, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=2382be70-456f-4cac-8965-62093dfa27d6,segment=NetworkSegment(85be518c-8bb4-46a2-a903-d4292782d29d),segment_id=85be518c-8bb4-46a2-a903-d4292782d29d)] {{(pid=102386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:56:31.743834 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-a474f8c0-baa4-41dd-ae5f-11cc1b9a6b42 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:31.764608 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-a474f8c0-baa4-41dd-ae5f-11cc1b9a6b42 admin admin] Calling delete_port for 2382be70-456f-4cac-8965-62093dfa27d6 owned by network:router_gateway {{(pid=102386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 18:56:31.781879 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-03a716ca-3486-4795-8c60-b1c58261720a tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750027793430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4463492'] for segment, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:31.803270 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvr_db [None req-711ef415-b054-4a11-8667-2c2d43cf542d None None] Set router b32ffb7d-ccaa-44d5-b592-d1604e1d4445 gateway port host: None {{(pid=102388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 18:56:31.812868 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-03a716ca-3486-4795-8c60-b1c58261720a tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273'] for segment, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:31.824822 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-03a716ca-3486-4795-8c60-b1c58261720a tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Releasing vlan 191 on physical network physnet1 to pool {{(pid=102387) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 05 18:56:31.825520 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-03a716ca-3486-4795-8c60-b1c58261720a tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4417236'] for segment, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:31.828717 n-d-816865-1 neutron-server[102387]: Traceback (most recent call last): Nov 05 18:56:31.828717 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 05 18:56:31.828717 n-d-816865-1 neutron-server[102387]: timer() Nov 05 18:56:31.828717 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 05 18:56:31.828717 n-d-816865-1 neutron-server[102387]: cb(*args, **kw) Nov 05 18:56:31.828717 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 05 18:56:31.828717 n-d-816865-1 neutron-server[102387]: return func(*args, **kwargs) Nov 05 18:56:31.828717 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 05 18:56:31.828717 n-d-816865-1 neutron-server[102387]: self._notify() Nov 05 18:56:31.828717 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 05 18:56:31.828717 n-d-816865-1 neutron-server[102387]: self.callback(batched_events) Nov 05 18:56:31.828717 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 05 18:56:31.828717 n-d-816865-1 neutron-server[102387]: event.method(event) Nov 05 18:56:31.828717 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 05 18:56:31.828717 n-d-816865-1 neutron-server[102387]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 05 18:56:31.828717 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 05 18:56:31.828717 n-d-816865-1 neutron-server[102387]: aggregate_uuid = self.p_client.list_aggregates( Nov 05 18:56:31.828717 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 05 18:56:31.828717 n-d-816865-1 neutron-server[102387]: return f(self, *a, **k) Nov 05 18:56:31.828717 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 05 18:56:31.828717 n-d-816865-1 neutron-server[102387]: return self._get(url).json() Nov 05 18:56:31.828717 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 05 18:56:31.828717 n-d-816865-1 neutron-server[102387]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 05 18:56:31.828717 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 05 18:56:31.828717 n-d-816865-1 neutron-server[102387]: return self.request(url, 'GET', **kwargs) Nov 05 18:56:31.828717 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 05 18:56:31.828717 n-d-816865-1 neutron-server[102387]: base_url = self.get_endpoint(auth, allow=allow, Nov 05 18:56:31.828717 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 05 18:56:31.828717 n-d-816865-1 neutron-server[102387]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 05 18:56:31.828717 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 05 18:56:31.828717 n-d-816865-1 neutron-server[102387]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 05 18:56:31.828717 n-d-816865-1 neutron-server[102387]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 05 18:56:31.838227 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] get_ports_and_sgs() called for port_ids ['7a7444f0-42fe-422a-b79f-9969bf445757'] {{(pid=102388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 18:56:31.851761 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-710f120e-f40f-4e0d-98b6-aef45f559595 tempest-RoutersIpV6AdminTest-1929183484 tempest-RoutersIpV6AdminTest-1929183484-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1000460', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-571265', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6845'] for router, precommit_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:31.882943 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-710f120e-f40f-4e0d-98b6-aef45f559595 tempest-RoutersIpV6AdminTest-1929183484 tempest-RoutersIpV6AdminTest-1929183484-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1000487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1000469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1000478', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-571274'] for router, after_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:31.898020 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-711ef415-b054-4a11-8667-2c2d43cf542d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b32ffb7d-ccaa-44d5-b592-d1604e1d4445', 'name': 'tempest-ServerRescueTestJSONUnderV235-1872294056-router', 'tenant_id': '06ed96522e9e42a39945febc80e1faeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T18:54:49Z', 'updated_at': '2021-11-05T18:56:31Z', 'revision_number': 6, 'project_id': '06ed96522e9e42a39945febc80e1faeb', 'gw_port_host': None}], 'n-d-816865-1', False) {} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:56:31.931787 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-711ef415-b054-4a11-8667-2c2d43cf542d None None] The sync data for ids ['b32ffb7d-ccaa-44d5-b592-d1604e1d4445'] in n-d-816865-1 is: [{'id': 'b32ffb7d-ccaa-44d5-b592-d1604e1d4445', 'name': 'tempest-ServerRescueTestJSONUnderV235-1872294056-router', 'tenant_id': '06ed96522e9e42a39945febc80e1faeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T18:54:49Z', 'updated_at': '2021-11-05T18:56:31Z', 'revision_number': 6, 'project_id': '06ed96522e9e42a39945febc80e1faeb', 'gw_port_host': None}] {{(pid=102388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 18:56:32.002517 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62b4be56-8e79-4690-a9dc-af0918b4a96d tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Made reservation on behalf of 3ef4f33c20644d3a8cc67018579acd02 for: {'network': 1} {{(pid=102387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 18:56:32.006371 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-62b4be56-8e79-4690-a9dc-af0918b4a96d tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for network, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:32.047618 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-62b4be56-8e79-4690-a9dc-af0918b4a96d tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 184} {{(pid=102387) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 05 18:56:32.068594 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-62b4be56-8e79-4690-a9dc-af0918b4a96d tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273'] for segment, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:32.068594 n-d-816865-1 neutron-server[102387]: INFO neutron.db.segments_db [None req-62b4be56-8e79-4690-a9dc-af0918b4a96d tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Added segment 5bc7a807-5809-4dc4-8294-038dcc5d2b96 of type vlan for network 48a9e164-8b9c-4830-ae1c-dc53ee8384e5 Nov 05 18:56:32.101532 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-03a716ca-3486-4795-8c60-b1c58261720a tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1579178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-956796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1000687'] for network, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:32.122637 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-03a716ca-3486-4795-8c60-b1c58261720a tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597851'] for network, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:32.128708 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-03a716ca-3486-4795-8c60-b1c58261720a tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] 10.222.0.13 "DELETE /v2.0/networks/1c9d25d3-7f2e-4384-9081-dc17514a5578 HTTP/1.1" status: 204 len: 168 time: 1.0913956 Nov 05 18:56:32.150561 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-62b4be56-8e79-4690-a9dc-af0918b4a96d tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750027258543'] for network, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:32.153563 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-a474f8c0-baa4-41dd-ae5f-11cc1b9a6b42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:32.153751 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a716ca-3486-4795-8c60-b1c58261720a tempest-NetworksTestDHCPv6-1521916383 tempest-NetworksTestDHCPv6-1521916383-project] Pushing event deleted for resources: {'Network': ['ID=1c9d25d3-7f2e-4384-9081-dc17514a5578,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:56:32.187906 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a474f8c0-baa4-41dd-ae5f-11cc1b9a6b42 admin admin] Pushing event deleted for resources: {'Port': ['ID=2382be70-456f-4cac-8965-62093dfa27d6,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:56:32.253108 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-a474f8c0-baa4-41dd-ae5f-11cc1b9a6b42 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1000651'] for router_gateway, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:32.256900 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-710f120e-f40f-4e0d-98b6-aef45f559595 tempest-RoutersIpV6AdminTest-1929183484 tempest-RoutersIpV6AdminTest-1929183484-project] Router 711f21e4-74db-49fc-98a4-6c72ae1027c4 is scheduled to L3 agent 6dcb5589-8e86-4616-9186-ddc4548e13ad with binding_index 1 {{(pid=102387) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 05 18:56:32.299810 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-62b4be56-8e79-4690-a9dc-af0918b4a96d tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-956796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877'] for network, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:32.305623 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62b4be56-8e79-4690-a9dc-af0918b4a96d tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:56:32.311744 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-62b4be56-8e79-4690-a9dc-af0918b4a96d tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597851'] for network, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:32.401931 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-a474f8c0-baa4-41dd-ae5f-11cc1b9a6b42 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-571301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6852'] for router, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:32.403781 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-a474f8c0-baa4-41dd-ae5f-11cc1b9a6b42 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:32.464332 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b4be56-8e79-4690-a9dc-af0918b4a96d tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Pushing event updated for resources: {'Network': ['ID=48a9e164-8b9c-4830-ae1c-dc53ee8384e5,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:56:32.471718 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-62b4be56-8e79-4690-a9dc-af0918b4a96d tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.8100002 Nov 05 18:56:32.475564 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 36232) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:56:32.481542 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-39030f69-7bb6-4f7b-9d56-5f45b46f8363 tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Request body: {'subnet': {'network_id': '48a9e164-8b9c-4830-ae1c-dc53ee8384e5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:56:32.487302 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device e6e7b3a5-a963-4873-af0e-27ff4e2a2c0c no longer exists at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 18:56:32.518789 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Network 48a9e164-8b9c-4830-ae1c-dc53ee8384e5 details requested by agent ovs-agent-n-d-816865-1 with host n-d-816865-1 {{(pid=102388) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 05 18:56:32.523307 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] No Port match for: e6e7b3a5-a963-4873-af0e-27ff4e2a2c0c {{(pid=102388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 18:56:32.523655 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device e6e7b3a5-a963-4873-af0e-27ff4e2a2c0c not bound to the agent host n-d-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 18:56:32.575274 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-710f120e-f40f-4e0d-98b6-aef45f559595 tempest-RoutersIpV6AdminTest-1929183484 tempest-RoutersIpV6AdminTest-1929183484-project] Notify agent at l3_agent.n-d-816865-1 the message routers_updated {{(pid=102387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 18:56:32.576647 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-a474f8c0-baa4-41dd-ae5f-11cc1b9a6b42 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-571310'] for router, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:32.577405 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a474f8c0-baa4-41dd-ae5f-11cc1b9a6b42 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b32ffb7d-ccaa-44d5-b592-d1604e1d4445 {{(pid=102386) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 05 18:56:32.582021 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-a474f8c0-baa4-41dd-ae5f-11cc1b9a6b42 admin admin] Publish callbacks [] for router, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:32.588623 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-710f120e-f40f-4e0d-98b6-aef45f559595 tempest-RoutersIpV6AdminTest-1929183484 tempest-RoutersIpV6AdminTest-1929183484-project] Publish callbacks [] for router, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:32.588623 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-710f120e-f40f-4e0d-98b6-aef45f559595 tempest-RoutersIpV6AdminTest-1929183484 tempest-RoutersIpV6AdminTest-1929183484-project] 10.222.0.13 "PUT /v2.0/routers/711f21e4-74db-49fc-98a4-6c72ae1027c4 HTTP/1.1" status: 200 len: 883 time: 4.7473884 Nov 05 18:56:32.588623 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 36236) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:56:32.589510 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-a474f8c0-baa4-41dd-ae5f-11cc1b9a6b42 admin admin] 10.222.0.13 "DELETE /v2.0/routers/b32ffb7d-ccaa-44d5-b592-d1604e1d4445 HTTP/1.1" status: 204 len: 168 time: 1.4192648 Nov 05 18:56:32.590351 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 36238) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:56:32.604292 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cbdff4d-dd00-436a-b0a5-c86a661f7bee None None] Sync routers for ids ['711f21e4-74db-49fc-98a4-6c72ae1027c4'] in n-d-816865-1 {{(pid=102389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 18:56:32.615080 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cbdff4d-dd00-436a-b0a5-c86a661f7bee None None] Routers {'711f21e4-74db-49fc-98a4-6c72ae1027c4'} bound to L3 agent in host n-d-816865-1 {{(pid=102389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 18:56:32.615862 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-9cbdff4d-dd00-436a-b0a5-c86a661f7bee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T18:56:05Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['711f21e4-74db-49fc-98a4-6c72ae1027c4'], 'active': True} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:56:32.685293 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-fd7cafb4-d57a-40de-9f2b-9be81ccc43bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:32.687870 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-9cbdff4d-dd00-436a-b0a5-c86a661f7bee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816865-1', False) {} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:56:32.698483 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff24953d-f26b-4d48-a88d-b72962cc9643 admin admin] Deleting subnet a3a64416-ba54-43fe-a90a-a0ccf6654f9d {{(pid=102387) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 05 18:56:32.712725 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-ff24953d-f26b-4d48-a88d-b72962cc9643 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:32.741842 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d39622e-01a7-40d0-ab13-38c73c0cfd13 req-b20bd02e-164a-4989-b62f-1b6ccd7e89a1 tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:56:32.743414 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-0d39622e-01a7-40d0-ab13-38c73c0cfd13 req-b20bd02e-164a-4989-b62f-1b6ccd7e89a1 tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] 10.222.0.13 "GET /v2.0/ports?device_id=941491ab-f09c-4c0f-8e39-7d0f8a3ad82c HTTP/1.1" status: 200 len: 945 time: 0.1525714 Nov 05 18:56:32.750652 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cbdff4d-dd00-436a-b0a5-c86a661f7bee None None] Routers {'711f21e4-74db-49fc-98a4-6c72ae1027c4'} bound to L3 agent in host n-d-816865-1 {{(pid=102389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 18:56:32.751720 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-9cbdff4d-dd00-436a-b0a5-c86a661f7bee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T18:56:05Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['711f21e4-74db-49fc-98a4-6c72ae1027c4'], 'active': True} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:56:32.777683 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-ff24953d-f26b-4d48-a88d-b72962cc9643 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4463501'] for subnet, precommit_delete_associations {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:32.782704 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-2f0c5c7c-eedb-45ac-99e8-0cbde8632139 tempest-RoutersIpV6AdminTest-300741977 tempest-RoutersIpV6AdminTest-300741977-project-admin] 10.222.0.13 "GET /v2.0/routers/711f21e4-74db-49fc-98a4-6c72ae1027c4 HTTP/1.1" status: 200 len: 924 time: 0.1909487 Nov 05 18:56:32.785242 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 36248) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:56:32.820437 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39030f69-7bb6-4f7b-9d56-5f45b46f8363 tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Made reservation on behalf of 3ef4f33c20644d3a8cc67018579acd02 for: {'subnet': 1} {{(pid=102387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 18:56:32.824165 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-39030f69-7bb6-4f7b-9d56-5f45b46f8363 tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5112236'] for subnet, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:32.827193 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 36250) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:56:32.893815 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-0d39622e-01a7-40d0-ab13-38c73c0cfd13 req-044aeb91-0b9a-4447-8362-8fdbed0ebed3 tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9a1bcb7-2b62-4809-b67b-668edb56dae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360791 Nov 05 18:56:32.898219 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddf35d6f-c695-4043-bd0c-93b0512eeab4 tempest-RoutersIpV6AdminTest-300741977 tempest-RoutersIpV6AdminTest-300741977-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:56:32.902633 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-9cbdff4d-dd00-436a-b0a5-c86a661f7bee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816865-1', False) {} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:56:32.905011 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-ddf35d6f-c695-4043-bd0c-93b0512eeab4 tempest-RoutersIpV6AdminTest-300741977 tempest-RoutersIpV6AdminTest-300741977-project-admin] 10.222.0.13 "GET /v2.0/ports?network_id=40c8335d-cd0b-4cb5-910a-d4dcddd5cbec&device_id=711f21e4-74db-49fc-98a4-6c72ae1027c4&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1184440 Nov 05 18:56:32.905466 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cbdff4d-dd00-436a-b0a5-c86a661f7bee None None] The sync data for ids ['711f21e4-74db-49fc-98a4-6c72ae1027c4'] in n-d-816865-1 is: [] {{(pid=102389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 18:56:32.905685 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 36254) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:56:32.942101 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-ff24953d-f26b-4d48-a88d-b72962cc9643 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1573928'] for subnet, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:33.024772 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Device 7a7444f0-42fe-422a-b79f-9969bf445757 up at agent hyperv_n-h1-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 18:56:33.062766 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a514dcbc-84fe-4092-a8c8-6c1a9295bf15 tempest-RoutersIpV6AdminTest-300741977 tempest-RoutersIpV6AdminTest-300741977-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:56:33.064674 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-a514dcbc-84fe-4092-a8c8-6c1a9295bf15 tempest-RoutersIpV6AdminTest-300741977 tempest-RoutersIpV6AdminTest-300741977-project-admin] 10.222.0.13 "GET /v2.0/networks/40c8335d-cd0b-4cb5-910a-d4dcddd5cbec HTTP/1.1" status: 200 len: 881 time: 0.1559997 Nov 05 18:56:33.067408 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 36260) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:56:33.126073 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-771b05b6-c2a8-4589-98eb-73e287a72d05 tempest-RoutersIpV6AdminTest-1929183484 tempest-RoutersIpV6AdminTest-1929183484-project] 10.222.0.13 "GET /v2.0/ports?device_id=711f21e4-74db-49fc-98a4-6c72ae1027c4 HTTP/1.1" status: 200 len: 205 time: 0.0560548 Nov 05 18:56:33.128292 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 36262) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:56:33.215995 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Provisioning for port 7a7444f0-42fe-422a-b79f-9969bf445757 completed by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 05 18:56:33.225502 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Provisioning complete for port 7a7444f0-42fe-422a-b79f-9969bf445757 triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:56:33.225502 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:33.245683 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-60efcb02-e081-44b1-b447-1f8419e7e207 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7bc73c6c17f842a987dd31290d20faa2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4135580 Nov 05 18:56:33.248219 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 36264) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:56:33.265879 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-aed6ab40-03b8-43cf-813b-dad99f74c05b tempest-RoutersIpV6AdminTest-1929183484 tempest-RoutersIpV6AdminTest-1929183484-project] Publish callbacks [] for router, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:33.317827 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-8c277df3-5551-4733-97e6-fdd11727dfbf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:33.344328 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-8c277df3-5551-4733-97e6-fdd11727dfbf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:33.392556 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-39030f69-7bb6-4f7b-9d56-5f45b46f8363 tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4417463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5112218'] for subnet, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:33.404526 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:33.423217 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-aed6ab40-03b8-43cf-813b-dad99f74c05b tempest-RoutersIpV6AdminTest-1929183484 tempest-RoutersIpV6AdminTest-1929183484-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:33.471051 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] For port 7a7444f0-42fe-422a-b79f-9969bf445757, host n-h1-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=7a7444f0-42fe-422a-b79f-9969bf445757,segment=NetworkSegment(8281efde-bbf4-4833-8d7d-a490783d8ae5),segment_id=8281efde-bbf4-4833-8d7d-a490783d8ae5)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:56:33.471051 n-d-816865-1 neutron-server[102388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '941491ab-f09c-4c0f-8e39-7d0f8a3ad82c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a7444f0-42fe-422a-b79f-9969bf445757'}] {{(pid=102388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 18:56:33.477715 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85474fee1180e129d8a886d264fe0b30223aa672dd1ffe43b630605f18504f68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61f4f6e4-16e7-47b1-a0f6-5ef04a67ebde" -d '{"events": [{"server_uuid": "941491ab-f09c-4c0f-8e39-7d0f8a3ad82c", "name": "network-vif-plugged", "status": "completed", "tag": "7a7444f0-42fe-422a-b79f-9969bf445757"}]}' {{(pid=102388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 18:56:33.484967 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-ff24953d-f26b-4d48-a88d-b72962cc9643 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1573905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4417146', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5112209'] for subnet, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:33.487177 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39030f69-7bb6-4f7b-9d56-5f45b46f8363 tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Pushing event updated for resources: {'Subnet': ['ID=dd978f5d-0b14-4993-a1d3-e94e4ebdd7f8,revision_number=0']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:56:33.523911 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 18:56:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81dc945f-fa32-4e28-9274-ebc11fcc23c5 x-openstack-request-id: req-81dc945f-fa32-4e28-9274-ebc11fcc23c5 {{(pid=102388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 18:56:33.523911 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "941491ab-f09c-4c0f-8e39-7d0f8a3ad82c", "name": "network-vif-plugged", "status": "completed", "tag": "7a7444f0-42fe-422a-b79f-9969bf445757", "code": 200}]} {{(pid=102388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 18:56:33.523911 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-81dc945f-fa32-4e28-9274-ebc11fcc23c5 {{(pid=102388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 18:56:33.523911 n-d-816865-1 neutron-server[102388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '941491ab-f09c-4c0f-8e39-7d0f8a3ad82c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a7444f0-42fe-422a-b79f-9969bf445757', 'code': 200} Nov 05 18:56:33.524665 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff24953d-f26b-4d48-a88d-b72962cc9643 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a3a64416-ba54-43fe-a90a-a0ccf6654f9d,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:56:33.526336 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39030f69-7bb6-4f7b-9d56-5f45b46f8363 tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Checking segment: {'id': '5bc7a807-5809-4dc4-8294-038dcc5d2b96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '48a9e164-8b9c-4830-ae1c-dc53ee8384e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 18:56:33.526765 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39030f69-7bb6-4f7b-9d56-5f45b46f8363 tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Network hostable DHCP agents. Network: 48a9e164-8b9c-4830-ae1c-dc53ee8384e5, hostable agents: ['987e2ca0-bc3b-4c6f-a989-429ccfbf753f'], hosted agents: [] {{(pid=102387) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 05 18:56:33.540712 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-ff24953d-f26b-4d48-a88d-b72962cc9643 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597851'] for subnet, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:33.546345 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-ff24953d-f26b-4d48-a88d-b72962cc9643 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/a3a64416-ba54-43fe-a90a-a0ccf6654f9d HTTP/1.1" status: 204 len: 168 time: 0.9542303 Nov 05 18:56:33.546572 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 36270) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:56:33.582132 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:33.590791 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-8c277df3-5551-4733-97e6-fdd11727dfbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:33.597526 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-8c277df3-5551-4733-97e6-fdd11727dfbf admin admin] Publish callbacks [] for security_group, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:33.600285 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-8c277df3-5551-4733-97e6-fdd11727dfbf admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d129f66c-9110-44c9-b8c7-cd40fac180e6 HTTP/1.1" status: 204 len: 168 time: 0.3511240 Nov 05 18:56:33.617689 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c277df3-5551-4733-97e6-fdd11727dfbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d129f66c-9110-44c9-b8c7-cd40fac180e6,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:56:33.646152 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39030f69-7bb6-4f7b-9d56-5f45b46f8363 tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Network 48a9e164-8b9c-4830-ae1c-dc53ee8384e5 is scheduled to be hosted by DHCP agent 987e2ca0-bc3b-4c6f-a989-429ccfbf753f with binding_index 1 {{(pid=102387) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 05 18:56:33.680926 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Pushing event updated for resources: {'Port': ['ID=7a7444f0-42fe-422a-b79f-9969bf445757,revision_number=5']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:56:33.723204 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-2cb1cc28-c4c9-47b8-ac83-c3962f599b86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1664226'] for network, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:33.729993 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff928a2d-c762-4c20-b232-c848c5209a5a req-a22e8be1-e55d-4707-b6de-fed75b2a0b92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:56:33.731579 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-ff928a2d-c762-4c20-b232-c848c5209a5a req-a22e8be1-e55d-4707-b6de-fed75b2a0b92 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=941491ab-f09c-4c0f-8e39-7d0f8a3ad82c HTTP/1.1" status: 200 len: 1097 time: 0.1221986 Nov 05 18:56:33.761075 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-aed6ab40-03b8-43cf-813b-dad99f74c05b tempest-RoutersIpV6AdminTest-1929183484 tempest-RoutersIpV6AdminTest-1929183484-project] Deleting port 9dc0fb27-5d08-4dc0-860e-b9503621cf29 {{(pid=102386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 18:56:33.761390 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-aed6ab40-03b8-43cf-813b-dad99f74c05b tempest-RoutersIpV6AdminTest-1929183484 tempest-RoutersIpV6AdminTest-1929183484-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:33.771936 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.base_scheduler [None req-39030f69-7bb6-4f7b-9d56-5f45b46f8363 tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816865-1, 48a9e164-8b9c-4830-ae1c-dc53ee8384e5) {{(pid=102387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:56:33.777028 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39030f69-7bb6-4f7b-9d56-5f45b46f8363 tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:56:33.777829 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-39030f69-7bb6-4f7b-9d56-5f45b46f8363 tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597851'] for subnet, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:33.783740 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f923ec79-0392-4fca-bba0-1f12ba80b0ef None None] Network 48a9e164-8b9c-4830-ae1c-dc53ee8384e5 requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 18:56:33.901266 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-ff928a2d-c762-4c20-b232-c848c5209a5a req-42dd6404-0d8a-4ff0-b3c3-c8c6d908b6f9 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=c9a1bcb7-2b62-4809-b67b-668edb56dae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1616130 Nov 05 18:56:33.934500 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-39030f69-7bb6-4f7b-9d56-5f45b46f8363 tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.4583311 Nov 05 18:56:33.937029 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 36284) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:56:33.982522 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-2cb1cc28-c4c9-47b8-ac83-c3962f599b86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1579173', 'neutron.services.segments.db._delete_segments_for_network-8750027792909'] for network, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:34.030554 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-aed6ab40-03b8-43cf-813b-dad99f74c05b tempest-RoutersIpV6AdminTest-1929183484 tempest-RoutersIpV6AdminTest-1929183484-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:34.047757 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-aed6ab40-03b8-43cf-813b-dad99f74c05b tempest-RoutersIpV6AdminTest-1929183484 tempest-RoutersIpV6AdminTest-1929183484-project] Calling delete_port for 9dc0fb27-5d08-4dc0-860e-b9503621cf29 owned by network:router_gateway {{(pid=102386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 18:56:34.159107 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2157c210-ebe6-4052-a962-4a3da4d58d40 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeb20a084-accf-5b60-8075-3e69ebe863a6-48a9e164-8b9c-4830-ae1c-dc53ee8384e5', 'network_id': '48a9e164-8b9c-4830-ae1c-dc53ee8384e5', 'tenant_id': '3ef4f33c20644d3a8cc67018579acd02', 'fixed_ips': [{'subnet_id': 'dd978f5d-0b14-4993-a1d3-e94e4ebdd7f8'}]}} from n-d-816865-1. {{(pid=102388) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 05 18:56:34.160283 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-2157c210-ebe6-4052-a962-4a3da4d58d40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:34.165852 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-9e47c21f-cd90-42b6-9c1d-176d95ed5afd tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1664226'] for network, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:34.203296 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:34.220808 n-d-816865-1 neutron-server[102386]: DEBUG neutron.services.segments.db [None req-2cb1cc28-c4c9-47b8-ac83-c3962f599b86 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['33b67f12-3e30-4db0-bf1c-b2b3da4d6fc7']}} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:56:34.233212 n-d-816865-1 neutron-server[102386]: DEBUG neutron.services.segments.db [None req-2cb1cc28-c4c9-47b8-ac83-c3962f599b86 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf4529b6-e7e1-4abc-9281-c00519ad0a15') {'for_net_delete': True} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:56:34.235341 n-d-816865-1 neutron-server[102386]: DEBUG neutron.services.segments.db [None req-2cb1cc28-c4c9-47b8-ac83-c3962f599b86 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf4529b6-e7e1-4abc-9281-c00519ad0a15') {} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:56:34.244443 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-2cb1cc28-c4c9-47b8-ac83-c3962f599b86 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750027793430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4590747'] for segment, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:34.258907 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-2cb1cc28-c4c9-47b8-ac83-c3962f599b86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273'] for segment, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:34.269924 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2cb1cc28-c4c9-47b8-ac83-c3962f599b86 admin admin] Releasing vlan 186 on physical network physnet1 to pool {{(pid=102386) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 05 18:56:34.269924 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-2cb1cc28-c4c9-47b8-ac83-c3962f599b86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6149721'] for segment, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:34.271900 n-d-816865-1 neutron-server[102386]: Traceback (most recent call last): Nov 05 18:56:34.271900 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 05 18:56:34.271900 n-d-816865-1 neutron-server[102386]: timer() Nov 05 18:56:34.271900 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 05 18:56:34.271900 n-d-816865-1 neutron-server[102386]: cb(*args, **kw) Nov 05 18:56:34.271900 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 05 18:56:34.271900 n-d-816865-1 neutron-server[102386]: return func(*args, **kwargs) Nov 05 18:56:34.271900 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 05 18:56:34.271900 n-d-816865-1 neutron-server[102386]: self._notify() Nov 05 18:56:34.271900 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 05 18:56:34.271900 n-d-816865-1 neutron-server[102386]: self.callback(batched_events) Nov 05 18:56:34.271900 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 05 18:56:34.271900 n-d-816865-1 neutron-server[102386]: event.method(event) Nov 05 18:56:34.271900 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 05 18:56:34.271900 n-d-816865-1 neutron-server[102386]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 05 18:56:34.271900 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 05 18:56:34.271900 n-d-816865-1 neutron-server[102386]: aggregate_uuid = self.p_client.list_aggregates( Nov 05 18:56:34.271900 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 05 18:56:34.271900 n-d-816865-1 neutron-server[102386]: return f(self, *a, **k) Nov 05 18:56:34.271900 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 05 18:56:34.271900 n-d-816865-1 neutron-server[102386]: return self._get(url).json() Nov 05 18:56:34.271900 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 05 18:56:34.271900 n-d-816865-1 neutron-server[102386]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 05 18:56:34.271900 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 05 18:56:34.271900 n-d-816865-1 neutron-server[102386]: return self.request(url, 'GET', **kwargs) Nov 05 18:56:34.271900 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 05 18:56:34.271900 n-d-816865-1 neutron-server[102386]: base_url = self.get_endpoint(auth, allow=allow, Nov 05 18:56:34.271900 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 05 18:56:34.271900 n-d-816865-1 neutron-server[102386]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 05 18:56:34.271900 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 05 18:56:34.271900 n-d-816865-1 neutron-server[102386]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 05 18:56:34.271900 n-d-816865-1 neutron-server[102386]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 05 18:56:34.340525 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-9e47c21f-cd90-42b6-9c1d-176d95ed5afd tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1573928'] for subnet, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:34.402955 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 2382be70-456f-4cac-8965-62093dfa27d6 no longer exists at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 18:56:34.409339 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f78c40e-f026-4ff3-a853-185ca9fa8165 req-aab68d1b-c63a-43aa-b900-e9b2766ce96f tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:56:34.410732 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-3f78c40e-f026-4ff3-a853-185ca9fa8165 req-aab68d1b-c63a-43aa-b900-e9b2766ce96f tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] 10.222.0.13 "GET /v2.0/ports?device_id=941491ab-f09c-4c0f-8e39-7d0f8a3ad82c HTTP/1.1" status: 200 len: 946 time: 0.2725191 Nov 05 18:56:34.436629 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] No Port match for: 2382be70-456f-4cac-8965-62093dfa27d6 {{(pid=102388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 18:56:34.436979 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 2382be70-456f-4cac-8965-62093dfa27d6 not bound to the agent host n-d-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 18:56:34.443286 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-2cb1cc28-c4c9-47b8-ac83-c3962f599b86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1579178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-956796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1000687'] for network, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:34.454173 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.db_base_plugin_common [None req-2157c210-ebe6-4052-a962-4a3da4d58d40 None None] Allocated IP 172.20.0.1 (48a9e164-8b9c-4830-ae1c-dc53ee8384e5/dd978f5d-0b14-4993-a1d3-e94e4ebdd7f8/11fd7091-c104-4386-aa34-6a7ce964b91a) {{(pid=102388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 18:56:34.457185 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-2cb1cc28-c4c9-47b8-ac83-c3962f599b86 admin admin] Publish callbacks [] for network, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:34.466372 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-2cb1cc28-c4c9-47b8-ac83-c3962f599b86 admin admin] 10.222.0.13 "DELETE /v2.0/networks/33b67f12-3e30-4db0-bf1c-b2b3da4d6fc7 HTTP/1.1" status: 204 len: 168 time: 0.9164596 Nov 05 18:56:34.484863 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb1cc28-c4c9-47b8-ac83-c3962f599b86 admin admin] Pushing event deleted for resources: {'Network': ['ID=33b67f12-3e30-4db0-bf1c-b2b3da4d6fc7,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:56:34.494945 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-3f78c40e-f026-4ff3-a853-185ca9fa8165 req-0b7e4315-b8b3-4c63-af60-4d9f3fc917a0 tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9a1bcb7-2b62-4809-b67b-668edb56dae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747342 Nov 05 18:56:34.501496 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-aed6ab40-03b8-43cf-813b-dad99f74c05b tempest-RoutersIpV6AdminTest-1929183484 tempest-RoutersIpV6AdminTest-1929183484-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:34.553088 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed6ab40-03b8-43cf-813b-dad99f74c05b tempest-RoutersIpV6AdminTest-1929183484 tempest-RoutersIpV6AdminTest-1929183484-project] Pushing event deleted for resources: {'Port': ['ID=9dc0fb27-5d08-4dc0-860e-b9503621cf29,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:56:34.616534 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-aed6ab40-03b8-43cf-813b-dad99f74c05b tempest-RoutersIpV6AdminTest-1929183484 tempest-RoutersIpV6AdminTest-1929183484-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1000651'] for router_gateway, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:34.736232 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-aed6ab40-03b8-43cf-813b-dad99f74c05b tempest-RoutersIpV6AdminTest-1929183484 tempest-RoutersIpV6AdminTest-1929183484-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-571301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6852'] for router, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:34.739747 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-aed6ab40-03b8-43cf-813b-dad99f74c05b tempest-RoutersIpV6AdminTest-1929183484 tempest-RoutersIpV6AdminTest-1929183484-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:34.858192 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-2157c210-ebe6-4052-a962-4a3da4d58d40 None None] Publish callbacks [] for port, precommit_create {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:34.922742 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-aed6ab40-03b8-43cf-813b-dad99f74c05b tempest-RoutersIpV6AdminTest-1929183484 tempest-RoutersIpV6AdminTest-1929183484-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-571310'] for router, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:34.923341 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aed6ab40-03b8-43cf-813b-dad99f74c05b tempest-RoutersIpV6AdminTest-1929183484 tempest-RoutersIpV6AdminTest-1929183484-project] Fanout notify agent at l3_agent the message router_deleted on router 711f21e4-74db-49fc-98a4-6c72ae1027c4 {{(pid=102386) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 05 18:56:34.939153 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-aed6ab40-03b8-43cf-813b-dad99f74c05b tempest-RoutersIpV6AdminTest-1929183484 tempest-RoutersIpV6AdminTest-1929183484-project] Publish callbacks [] for router, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:34.939153 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-aed6ab40-03b8-43cf-813b-dad99f74c05b tempest-RoutersIpV6AdminTest-1929183484 tempest-RoutersIpV6AdminTest-1929183484-project] 10.222.0.13 "DELETE /v2.0/routers/711f21e4-74db-49fc-98a4-6c72ae1027c4 HTTP/1.1" status: 204 len: 168 time: 1.8028364 Nov 05 18:56:34.940779 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 36306) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:56:34.946790 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-ec549f3c-2145-4c05-8c98-02e6349d58a3 tempest-RoutersIpV6AdminTest-1929183484 tempest-RoutersIpV6AdminTest-1929183484-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-50515560', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:56:34.956992 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-e9dd11e6-c442-4fad-b595-7a38274da955 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:34.961653 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-2157c210-ebe6-4052-a962-4a3da4d58d40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789'] for port, after_create {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:35.026431 n-d-816865-1 neutron-server[102388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2157c210-ebe6-4052-a962-4a3da4d58d40 None None] Network 48a9e164-8b9c-4830-ae1c-dc53ee8384e5 is already hosted by enough agents. {{(pid=102388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 18:56:35.034433 n-d-816865-1 neutron-server[102388]: DEBUG neutron.scheduler.base_scheduler [None req-2157c210-ebe6-4052-a962-4a3da4d58d40 None None] Resources bound (agent type, host, resource id): {{(pid=102388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:56:35.039278 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2157c210-ebe6-4052-a962-4a3da4d58d40 None None] Received port after_create {{(pid=102388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 18:56:35.057080 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2157c210-ebe6-4052-a962-4a3da4d58d40 None None] Pushing event updated for resources: {'Port': ['ID=11fd7091-c104-4386-aa34-6a7ce964b91a,revision_number=1']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:56:35.073547 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-9e47c21f-cd90-42b6-9c1d-176d95ed5afd tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1573905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4417146', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5112209'] for subnet, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:35.105752 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e47c21f-cd90-42b6-9c1d-176d95ed5afd tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Pushing event deleted for resources: {'Subnet': ['ID=dd978f5d-0b14-4993-a1d3-e94e4ebdd7f8,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:56:35.135045 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-2157c210-ebe6-4052-a962-4a3da4d58d40 None None] Attempting to bind port 11fd7091-c104-4386-aa34-6a7ce964b91a on host n-d-816865-1 for vnic_type normal with profile {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 18:56:35.135471 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-2157c210-ebe6-4052-a962-4a3da4d58d40 None None] Attempting to bind port 11fd7091-c104-4386-aa34-6a7ce964b91a by drivers openvswitch,hyperv on host n-d-816865-1 at level 0 using segments [{'id': '5bc7a807-5809-4dc4-8294-038dcc5d2b96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '48a9e164-8b9c-4830-ae1c-dc53ee8384e5'}] {{(pid=102388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 18:56:35.135823 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-ec549f3c-2145-4c05-8c98-02e6349d58a3 tempest-RoutersIpV6AdminTest-1929183484 tempest-RoutersIpV6AdminTest-1929183484-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-571139', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6874'] for router, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:35.136887 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2157c210-ebe6-4052-a962-4a3da4d58d40 None None] Attempting to bind port 11fd7091-c104-4386-aa34-6a7ce964b91a on network 48a9e164-8b9c-4830-ae1c-dc53ee8384e5 {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 18:56:35.138323 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-ec549f3c-2145-4c05-8c98-02e6349d58a3 tempest-RoutersIpV6AdminTest-1929183484 tempest-RoutersIpV6AdminTest-1929183484-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-571375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1000570', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1011585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6867'] for router, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:35.145593 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2157c210-ebe6-4052-a962-4a3da4d58d40 None None] Checking agent: {'id': '724d89a7-611b-41e6-bc85-c48112b17afa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 18, 25, 8), 'started_at': datetime.datetime(2021, 11, 5, 18, 25, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 18, 56, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 18:56:35.147402 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2157c210-ebe6-4052-a962-4a3da4d58d40 None None] Checking segment: {'id': '5bc7a807-5809-4dc4-8294-038dcc5d2b96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '48a9e164-8b9c-4830-ae1c-dc53ee8384e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 18:56:35.148055 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-2157c210-ebe6-4052-a962-4a3da4d58d40 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:35.149222 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2157c210-ebe6-4052-a962-4a3da4d58d40 None None] Bound using segment: {'id': '5bc7a807-5809-4dc4-8294-038dcc5d2b96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '48a9e164-8b9c-4830-ae1c-dc53ee8384e5'} {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 18:56:35.150079 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-2157c210-ebe6-4052-a962-4a3da4d58d40 None None] Bound port: 11fd7091-c104-4386-aa34-6a7ce964b91a, host: n-d-816865-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5bc7a807-5809-4dc4-8294-038dcc5d2b96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '48a9e164-8b9c-4830-ae1c-dc53ee8384e5'}}] {{(pid=102388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 18:56:35.150677 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-2157c210-ebe6-4052-a962-4a3da4d58d40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:35.215005 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 36318) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:56:35.263000 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-ec549f3c-2145-4c05-8c98-02e6349d58a3 tempest-RoutersIpV6AdminTest-1929183484 tempest-RoutersIpV6AdminTest-1929183484-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:35.300067 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-2157c210-ebe6-4052-a962-4a3da4d58d40 None None] For port 11fd7091-c104-4386-aa34-6a7ce964b91a, host n-d-816865-1, cleared binding levels {{(pid=102388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 18:56:35.305280 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-2157c210-ebe6-4052-a962-4a3da4d58d40 None None] For port 11fd7091-c104-4386-aa34-6a7ce964b91a, host n-d-816865-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=11fd7091-c104-4386-aa34-6a7ce964b91a,segment=NetworkSegment(5bc7a807-5809-4dc4-8294-038dcc5d2b96),segment_id=5bc7a807-5809-4dc4-8294-038dcc5d2b96)] {{(pid=102388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 18:56:35.404367 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-ec549f3c-2145-4c05-8c98-02e6349d58a3 tempest-RoutersIpV6AdminTest-1929183484 tempest-RoutersIpV6AdminTest-1929183484-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-571384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1000487'] for router, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:35.410673 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-2157c210-ebe6-4052-a962-4a3da4d58d40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:35.513807 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-ec549f3c-2145-4c05-8c98-02e6349d58a3 tempest-RoutersIpV6AdminTest-1929183484 tempest-RoutersIpV6AdminTest-1929183484-project] Publish callbacks [] for router, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:35.517105 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-ec549f3c-2145-4c05-8c98-02e6349d58a3 tempest-RoutersIpV6AdminTest-1929183484 tempest-RoutersIpV6AdminTest-1929183484-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.5735364 Nov 05 18:56:35.525845 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 36326) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:56:35.531610 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2157c210-ebe6-4052-a962-4a3da4d58d40 None None] Pushing event updated for resources: {'Port': ['ID=11fd7091-c104-4386-aa34-6a7ce964b91a,revision_number=2']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:56:35.544633 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-34c202c9-81d1-435d-9b6f-538b5d769182 tempest-RoutersIpV6AdminTest-300741977 tempest-RoutersIpV6AdminTest-300741977-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'enable_snat': True}}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:56:35.556255 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6050823-b45f-4a71-bf9f-a59dc263cbe7 None None] Network 48a9e164-8b9c-4830-ae1c-dc53ee8384e5 requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 18:56:35.729717 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 36332) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:56:35.732630 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-9e47c21f-cd90-42b6-9c1d-176d95ed5afd tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1579173', 'neutron.services.segments.db._delete_segments_for_network-8750027792909'] for network, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:35.754369 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-627ef3ab-643b-495e-baa9-db9f9c10cebe None None] get_active_networks_info from n-d-816865-1 {{(pid=102388) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 05 18:56:35.782277 n-d-816865-1 neutron-server[102387]: DEBUG neutron.services.segments.db [None req-9e47c21f-cd90-42b6-9c1d-176d95ed5afd tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['48a9e164-8b9c-4830-ae1c-dc53ee8384e5']}} {{(pid=102387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:56:35.800952 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-06e199e6-e8c6-419c-92d7-ddf33dacb777 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=06ed96522e9e42a39945febc80e1faeb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5847812 Nov 05 18:56:35.806961 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 36336) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:56:35.811089 n-d-816865-1 neutron-server[102387]: DEBUG neutron.services.segments.db [None req-9e47c21f-cd90-42b6-9c1d-176d95ed5afd tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5bc7a807-5809-4dc4-8294-038dcc5d2b96') {'for_net_delete': True} {{(pid=102387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:56:35.811723 n-d-816865-1 neutron-server[102387]: DEBUG neutron.services.segments.db [None req-9e47c21f-cd90-42b6-9c1d-176d95ed5afd tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5bc7a807-5809-4dc4-8294-038dcc5d2b96') {} {{(pid=102387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:56:35.862011 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a3182a-8845-4958-a428-f7cbd3d65b2f req-4d66d089-f71e-430f-924c-c5dc6fdcf7dd tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:56:35.877824 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-34c202c9-81d1-435d-9b6f-538b5d769182 tempest-RoutersIpV6AdminTest-300741977 tempest-RoutersIpV6AdminTest-300741977-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:35.878585 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-a9a3182a-8845-4958-a428-f7cbd3d65b2f req-4d66d089-f71e-430f-924c-c5dc6fdcf7dd tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] 10.222.0.13 "GET /v2.0/ports?device_id=941491ab-f09c-4c0f-8e39-7d0f8a3ad82c HTTP/1.1" status: 200 len: 946 time: 0.1806967 Nov 05 18:56:35.884206 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-9e47c21f-cd90-42b6-9c1d-176d95ed5afd tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750027793430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4463492'] for segment, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:35.916944 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-9e47c21f-cd90-42b6-9c1d-176d95ed5afd tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273'] for segment, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:35.931151 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-b0f3b280-6a7c-43a9-938c-0902789ccaca tempest-NetworksNegativeTestJSON-1893418410 tempest-NetworksNegativeTestJSON-1893418410-project] Request body: {'port': {'network_id': 'ca3aea6b-e184-4a31-a3a0-fad16bdd9850', 'name': 'tempest-NetworksNegativeTestJSON-2090697220'}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:56:35.933005 n-d-816865-1 neutron-server[102388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-627ef3ab-643b-495e-baa9-db9f9c10cebe None None] Resources bound (agent type, host, resource id): {{(pid=102388) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 05 18:56:35.953133 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e47c21f-cd90-42b6-9c1d-176d95ed5afd tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Releasing vlan 184 on physical network physnet1 to pool {{(pid=102387) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 05 18:56:35.953133 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-9e47c21f-cd90-42b6-9c1d-176d95ed5afd tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4417236'] for segment, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:35.966669 n-d-816865-1 neutron-server[102387]: Traceback (most recent call last): Nov 05 18:56:35.966669 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 05 18:56:35.966669 n-d-816865-1 neutron-server[102387]: timer() Nov 05 18:56:35.966669 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 05 18:56:35.966669 n-d-816865-1 neutron-server[102387]: cb(*args, **kw) Nov 05 18:56:35.966669 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 05 18:56:35.966669 n-d-816865-1 neutron-server[102387]: return func(*args, **kwargs) Nov 05 18:56:35.966669 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 05 18:56:35.966669 n-d-816865-1 neutron-server[102387]: self._notify() Nov 05 18:56:35.966669 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 05 18:56:35.966669 n-d-816865-1 neutron-server[102387]: self.callback(batched_events) Nov 05 18:56:35.966669 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 05 18:56:35.966669 n-d-816865-1 neutron-server[102387]: event.method(event) Nov 05 18:56:35.966669 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 05 18:56:35.966669 n-d-816865-1 neutron-server[102387]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 05 18:56:35.966669 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 05 18:56:35.966669 n-d-816865-1 neutron-server[102387]: aggregate_uuid = self.p_client.list_aggregates( Nov 05 18:56:35.966669 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 05 18:56:35.966669 n-d-816865-1 neutron-server[102387]: return f(self, *a, **k) Nov 05 18:56:35.966669 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 05 18:56:35.966669 n-d-816865-1 neutron-server[102387]: return self._get(url).json() Nov 05 18:56:35.966669 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 05 18:56:35.966669 n-d-816865-1 neutron-server[102387]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 05 18:56:35.966669 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 05 18:56:35.966669 n-d-816865-1 neutron-server[102387]: return self.request(url, 'GET', **kwargs) Nov 05 18:56:35.966669 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 05 18:56:35.966669 n-d-816865-1 neutron-server[102387]: base_url = self.get_endpoint(auth, allow=allow, Nov 05 18:56:35.966669 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 05 18:56:35.966669 n-d-816865-1 neutron-server[102387]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 05 18:56:35.966669 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 05 18:56:35.966669 n-d-816865-1 neutron-server[102387]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 05 18:56:35.966669 n-d-816865-1 neutron-server[102387]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 05 18:56:35.986648 n-d-816865-1 neutron-server[102387]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0f3b280-6a7c-43a9-938c-0902789ccaca tempest-NetworksNegativeTestJSON-1893418410 tempest-NetworksNegativeTestJSON-1893418410-project] POST failed (client error): The resource could not be found. Nov 05 18:56:35.987264 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b0f3b280-6a7c-43a9-938c-0902789ccaca tempest-NetworksNegativeTestJSON-1893418410 tempest-NetworksNegativeTestJSON-1893418410-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102387) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 05 18:56:35.988435 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-b0f3b280-6a7c-43a9-938c-0902789ccaca tempest-NetworksNegativeTestJSON-1893418410 tempest-NetworksNegativeTestJSON-1893418410-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.2577493 Nov 05 18:56:35.989151 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-4ccae37b-80b4-4296-a9cc-b16c2772dd88 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:35.998254 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 36346) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:56:36.024614 n-d-816865-1 neutron-server[102386]: INFO neutron.pecan_wsgi.hooks.translation [None req-e5606be7-c233-420a-9b63-76afba6fb7c5 tempest-NetworksNegativeTestJSON-1893418410 tempest-NetworksNegativeTestJSON-1893418410-project] DELETE failed (client error): The resource could not be found. Nov 05 18:56:36.025421 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e5606be7-c233-420a-9b63-76afba6fb7c5 tempest-NetworksNegativeTestJSON-1893418410 tempest-NetworksNegativeTestJSON-1893418410-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102386) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 05 18:56:36.028917 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-e5606be7-c233-420a-9b63-76afba6fb7c5 tempest-NetworksNegativeTestJSON-1893418410 tempest-NetworksNegativeTestJSON-1893418410-project] 10.222.0.13 "DELETE /v2.0/networks/e5c681d7-5741-45d0-9e9b-98cc93905e0d HTTP/1.1" status: 404 len: 339 time: 0.0295160 Nov 05 18:56:36.041272 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 36348) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:56:36.145628 n-d-816865-1 neutron-server[102387]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ea02db5-62f4-420b-86b3-8ea962f1710a tempest-NetworksNegativeTestJSON-1893418410 tempest-NetworksNegativeTestJSON-1893418410-project] DELETE failed (client error): The resource could not be found. Nov 05 18:56:36.164897 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1ea02db5-62f4-420b-86b3-8ea962f1710a tempest-NetworksNegativeTestJSON-1893418410 tempest-NetworksNegativeTestJSON-1893418410-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102387) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 05 18:56:36.178957 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-1ea02db5-62f4-420b-86b3-8ea962f1710a tempest-NetworksNegativeTestJSON-1893418410 tempest-NetworksNegativeTestJSON-1893418410-project] 10.222.0.13 "DELETE /v2.0/ports/afdc7d51-7f54-465e-a641-dba78d90d0bd HTTP/1.1" status: 404 len: 333 time: 0.1328301 Nov 05 18:56:36.186712 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-a9a3182a-8845-4958-a428-f7cbd3d65b2f req-1897694e-229c-457e-9ec4-18a6160774e1 tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9a1bcb7-2b62-4809-b67b-668edb56dae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3130741 Nov 05 18:56:36.192091 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 36352) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:56:36.196839 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-4ccae37b-80b4-4296-a9cc-b16c2772dd88 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:36.246443 n-d-816865-1 neutron-server[102387]: INFO neutron.pecan_wsgi.hooks.translation [None req-ebace5a2-99e3-4d1d-b047-d3850c3b63b1 tempest-NetworksNegativeTestJSON-1893418410 tempest-NetworksNegativeTestJSON-1893418410-project] DELETE failed (client error): The resource could not be found. Nov 05 18:56:36.247066 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ebace5a2-99e3-4d1d-b047-d3850c3b63b1 tempest-NetworksNegativeTestJSON-1893418410 tempest-NetworksNegativeTestJSON-1893418410-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102387) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 05 18:56:36.257521 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-ebace5a2-99e3-4d1d-b047-d3850c3b63b1 tempest-NetworksNegativeTestJSON-1893418410 tempest-NetworksNegativeTestJSON-1893418410-project] 10.222.0.13 "DELETE /v2.0/subnets/b9ad788c-300a-4bd0-bf73-10e1a6c1f126 HTTP/1.1" status: 404 len: 337 time: 0.0631878 Nov 05 18:56:36.258358 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 36356) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:56:36.271937 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.db.api [None req-9e47c21f-cd90-42b6-9c1d-176d95ed5afd tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 05 18:56:36.271937 n-d-816865-1 neutron-server[102387]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 05 18:56:36.271937 n-d-816865-1 neutron-server[102387]: [parameters: {'id': '48a9e164-8b9c-4830-ae1c-dc53ee8384e5'}] Nov 05 18:56:36.271937 n-d-816865-1 neutron-server[102387]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102387) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 05 18:56:36.272724 n-d-816865-1 neutron-server[102387]: DEBUG oslo_db.api [None req-9e47c21f-cd90-42b6-9c1d-176d95ed5afd tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 05 18:56:36.309571 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-34c202c9-81d1-435d-9b6f-538b5d769182 tempest-RoutersIpV6AdminTest-300741977 tempest-RoutersIpV6AdminTest-300741977-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:36.341145 n-d-816865-1 neutron-server[102387]: INFO neutron.pecan_wsgi.hooks.translation [None req-ffe94dfe-aa91-40cf-a465-6c442bd2ad00 tempest-NetworksNegativeTestJSON-1893418410 tempest-NetworksNegativeTestJSON-1893418410-project] GET failed (client error): The resource could not be found. Nov 05 18:56:36.347678 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-ffe94dfe-aa91-40cf-a465-6c442bd2ad00 tempest-NetworksNegativeTestJSON-1893418410 tempest-NetworksNegativeTestJSON-1893418410-project] 10.222.0.13 "GET /v2.0/networks/2c7b592b-d1af-41ab-9208-822fc995c05b HTTP/1.1" status: 404 len: 339 time: 0.0781534 Nov 05 18:56:36.348443 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 36360) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:56:36.361480 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-34c202c9-81d1-435d-9b6f-538b5d769182 tempest-RoutersIpV6AdminTest-300741977 tempest-RoutersIpV6AdminTest-300741977-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:36.408903 n-d-816865-1 neutron-server[102387]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e60291b-bade-4d66-94d4-3090919350f4 tempest-NetworksNegativeTestJSON-1893418410 tempest-NetworksNegativeTestJSON-1893418410-project] GET failed (client error): The resource could not be found. Nov 05 18:56:36.418022 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-7e60291b-bade-4d66-94d4-3090919350f4 tempest-NetworksNegativeTestJSON-1893418410 tempest-NetworksNegativeTestJSON-1893418410-project] 10.222.0.13 "GET /v2.0/ports/90b7ed7f-8fe3-4cdf-8466-ed2c3662562d HTTP/1.1" status: 404 len: 333 time: 0.0583467 Nov 05 18:56:36.422507 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 36364) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:56:36.451056 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:36.451808 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b304910f-7b27-444b-a8fc-977d26b1ceac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:36.475916 n-d-816865-1 neutron-server[102387]: INFO neutron.pecan_wsgi.hooks.translation [None req-dfb04d88-ddd0-4f11-87fc-d878820400a9 tempest-NetworksNegativeTestJSON-1893418410 tempest-NetworksNegativeTestJSON-1893418410-project] GET failed (client error): The resource could not be found. Nov 05 18:56:36.477541 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-dfb04d88-ddd0-4f11-87fc-d878820400a9 tempest-NetworksNegativeTestJSON-1893418410 tempest-NetworksNegativeTestJSON-1893418410-project] 10.222.0.13 "GET /v2.0/subnets/bdd72ed1-a173-4237-857c-efb159f5457c HTTP/1.1" status: 404 len: 337 time: 0.0541735 Nov 05 18:56:36.481978 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 36366) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:56:36.489945 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-fed95fdd-139c-4a4e-a380-c86e09922d82 tempest-NetworksNegativeTestJSON-1893418410 tempest-NetworksNegativeTestJSON-1893418410-project] Request body: {'network': {'name': 'new_name'}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:56:36.514032 n-d-816865-1 neutron-server[102387]: INFO neutron.pecan_wsgi.hooks.translation [None req-fed95fdd-139c-4a4e-a380-c86e09922d82 tempest-NetworksNegativeTestJSON-1893418410 tempest-NetworksNegativeTestJSON-1893418410-project] PUT failed (client error): The resource could not be found. Nov 05 18:56:36.514845 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fed95fdd-139c-4a4e-a380-c86e09922d82 tempest-NetworksNegativeTestJSON-1893418410 tempest-NetworksNegativeTestJSON-1893418410-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102387) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 05 18:56:36.520278 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-fed95fdd-139c-4a4e-a380-c86e09922d82 tempest-NetworksNegativeTestJSON-1893418410 tempest-NetworksNegativeTestJSON-1893418410-project] 10.222.0.13 "PUT /v2.0/networks/cdd24de3-530d-456d-9c8a-dd59d618f89f HTTP/1.1" status: 404 len: 339 time: 0.0371218 Nov 05 18:56:36.522972 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 36368) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:56:36.523910 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-4ccae37b-80b4-4296-a9cc-b16c2772dd88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:36.526688 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-4ccae37b-80b4-4296-a9cc-b16c2772dd88 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:36.527956 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-4ccae37b-80b4-4296-a9cc-b16c2772dd88 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2aa13776-0d09-4b7a-99bc-d3ea449425cd HTTP/1.1" status: 204 len: 168 time: 0.7194157 Nov 05 18:56:36.538746 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-fc031ef0-75c3-40e7-ac23-315c354a56c2 tempest-NetworksNegativeTestJSON-1893418410 tempest-NetworksNegativeTestJSON-1893418410-project] Request body: {'port': {'name': 'new_name'}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:56:36.562296 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ccae37b-80b4-4296-a9cc-b16c2772dd88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2aa13776-0d09-4b7a-99bc-d3ea449425cd,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:56:36.566660 n-d-816865-1 neutron-server[102387]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc031ef0-75c3-40e7-ac23-315c354a56c2 tempest-NetworksNegativeTestJSON-1893418410 tempest-NetworksNegativeTestJSON-1893418410-project] PUT failed (client error): The resource could not be found. Nov 05 18:56:36.568501 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fc031ef0-75c3-40e7-ac23-315c354a56c2 tempest-NetworksNegativeTestJSON-1893418410 tempest-NetworksNegativeTestJSON-1893418410-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102387) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 05 18:56:36.575350 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-fc031ef0-75c3-40e7-ac23-315c354a56c2 tempest-NetworksNegativeTestJSON-1893418410 tempest-NetworksNegativeTestJSON-1893418410-project] 10.222.0.13 "PUT /v2.0/ports/fc89e8b2-da41-44e4-b73a-96a834c1b6a5 HTTP/1.1" status: 404 len: 333 time: 0.0456078 Nov 05 18:56:36.579498 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 36374) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:56:36.581609 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-86afb7df-722c-4c38-9e44-53112baac11d tempest-NetworksNegativeTestJSON-1893418410 tempest-NetworksNegativeTestJSON-1893418410-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:56:36.619257 n-d-816865-1 neutron-server[102387]: INFO neutron.pecan_wsgi.hooks.translation [None req-86afb7df-722c-4c38-9e44-53112baac11d tempest-NetworksNegativeTestJSON-1893418410 tempest-NetworksNegativeTestJSON-1893418410-project] PUT failed (client error): The resource could not be found. Nov 05 18:56:36.619923 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-86afb7df-722c-4c38-9e44-53112baac11d tempest-NetworksNegativeTestJSON-1893418410 tempest-NetworksNegativeTestJSON-1893418410-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102387) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 05 18:56:36.625107 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.db_base_plugin_common [None req-34c202c9-81d1-435d-9b6f-538b5d769182 tempest-RoutersIpV6AdminTest-300741977 tempest-RoutersIpV6AdminTest-300741977-project-admin] Allocated IP 172.25.6.218 (40c8335d-cd0b-4cb5-910a-d4dcddd5cbec/04fe6db3-e108-4208-943d-6518424f5726/8862fdf7-6add-43e0-8706-3b663e56ccc0) {{(pid=102386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 18:56:36.635549 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-86afb7df-722c-4c38-9e44-53112baac11d tempest-NetworksNegativeTestJSON-1893418410 tempest-NetworksNegativeTestJSON-1893418410-project] 10.222.0.13 "PUT /v2.0/subnets/3e118a4a-dcf9-40a8-8e53-1736d2599baa HTTP/1.1" status: 404 len: 337 time: 0.0582778 Nov 05 18:56:36.745916 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-34c202c9-81d1-435d-9b6f-538b5d769182 tempest-RoutersIpV6AdminTest-300741977 tempest-RoutersIpV6AdminTest-300741977-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:36.751881 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9455745c-8613-4463-bb2c-0f6fdfd798dd req-8f117dd9-b674-4635-9fd4-a65a9a284124 tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:56:36.760308 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-9455745c-8613-4463-bb2c-0f6fdfd798dd req-8f117dd9-b674-4635-9fd4-a65a9a284124 tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] 10.222.0.13 "GET /v2.0/networks?id=9c2bdaad-faf0-4d75-bb68-340f7d20c596 HTTP/1.1" status: 200 len: 806 time: 0.1223836 Nov 05 18:56:36.776684 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-9e47c21f-cd90-42b6-9c1d-176d95ed5afd tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1664226'] for network, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:36.778703 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 36390) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:56:36.787092 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-9455745c-8613-4463-bb2c-0f6fdfd798dd req-c9da9b39-cada-4cc5-a8e0-df583116dd1a tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] 10.222.0.13 "GET /v2.0/quotas/c2718bfd25be4558ab62a930e9f4ce41 HTTP/1.1" status: 200 len: 375 time: 0.0248423 Nov 05 18:56:36.862372 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-9455745c-8613-4463-bb2c-0f6fdfd798dd req-d4737502-ce78-4531-9195-b8572517320e tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=c2718bfd25be4558ab62a930e9f4ce41&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0744247 Nov 05 18:56:36.910554 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-34c202c9-81d1-435d-9b6f-538b5d769182 tempest-RoutersIpV6AdminTest-300741977 tempest-RoutersIpV6AdminTest-300741977-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:36.940649 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [None req-9e47c21f-cd90-42b6-9c1d-176d95ed5afd tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Deleting port 11fd7091-c104-4386-aa34-6a7ce964b91a {{(pid=102387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 18:56:36.941028 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-9e47c21f-cd90-42b6-9c1d-176d95ed5afd tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:36.971142 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34c202c9-81d1-435d-9b6f-538b5d769182 tempest-RoutersIpV6AdminTest-300741977 tempest-RoutersIpV6AdminTest-300741977-project-admin] Network 40c8335d-cd0b-4cb5-910a-d4dcddd5cbec is already hosted by enough agents. {{(pid=102386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 18:56:36.981689 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.base_scheduler [None req-34c202c9-81d1-435d-9b6f-538b5d769182 tempest-RoutersIpV6AdminTest-300741977 tempest-RoutersIpV6AdminTest-300741977-project-admin] Resources bound (agent type, host, resource id): {{(pid=102386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:56:36.986933 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34c202c9-81d1-435d-9b6f-538b5d769182 tempest-RoutersIpV6AdminTest-300741977 tempest-RoutersIpV6AdminTest-300741977-project-admin] Received port after_create {{(pid=102386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 18:56:36.990481 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c202c9-81d1-435d-9b6f-538b5d769182 tempest-RoutersIpV6AdminTest-300741977 tempest-RoutersIpV6AdminTest-300741977-project-admin] Pushing event updated for resources: {'Port': ['ID=8862fdf7-6add-43e0-8706-3b663e56ccc0,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:56:37.045214 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-9455745c-8613-4463-bb2c-0f6fdfd798dd req-42bf9fde-eea8-4842-bd8a-dfbefb5ed537 service neutron] 10.222.0.13 "GET /v2.0/networks/9c2bdaad-faf0-4d75-bb68-340f7d20c596?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1736999 Nov 05 18:56:37.047081 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.db [None req-9e47c21f-cd90-42b6-9c1d-176d95ed5afd tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] For port 11fd7091-c104-4386-aa34-6a7ce964b91a, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=11fd7091-c104-4386-aa34-6a7ce964b91a,segment=NetworkSegment(5bc7a807-5809-4dc4-8294-038dcc5d2b96),segment_id=5bc7a807-5809-4dc4-8294-038dcc5d2b96)] {{(pid=102387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:56:37.047436 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-9e47c21f-cd90-42b6-9c1d-176d95ed5afd tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:37.084629 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [None req-9e47c21f-cd90-42b6-9c1d-176d95ed5afd tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Calling delete_port for 11fd7091-c104-4386-aa34-6a7ce964b91a owned by network:dhcp {{(pid=102387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 18:56:37.214253 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-9455745c-8613-4463-bb2c-0f6fdfd798dd req-c3a85293-d8b3-4cd8-aa15-8605b4477c9b service neutron] 10.222.0.13 "GET /v2.0/networks/9c2bdaad-faf0-4d75-bb68-340f7d20c596?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1588614 Nov 05 18:56:37.316887 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-9e47c21f-cd90-42b6-9c1d-176d95ed5afd tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4417063'] for port, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:37.345954 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e47c21f-cd90-42b6-9c1d-176d95ed5afd tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Pushing event deleted for resources: {'Port': ['ID=11fd7091-c104-4386-aa34-6a7ce964b91a,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:56:37.350255 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e47c21f-cd90-42b6-9c1d-176d95ed5afd tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] No DVR routers for this DVR port 11fd7091-c104-4386-aa34-6a7ce964b91a on host n-d-816865-1 {{(pid=102387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 18:56:37.449210 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-9e47c21f-cd90-42b6-9c1d-176d95ed5afd tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1579173', 'neutron.services.segments.db._delete_segments_for_network-8750027792909'] for network, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:37.461111 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-34c202c9-81d1-435d-9b6f-538b5d769182 tempest-RoutersIpV6AdminTest-300741977 tempest-RoutersIpV6AdminTest-300741977-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:37.512953 n-d-816865-1 neutron-server[102387]: DEBUG neutron.services.segments.db [None req-9e47c21f-cd90-42b6-9c1d-176d95ed5afd tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['48a9e164-8b9c-4830-ae1c-dc53ee8384e5']}} {{(pid=102387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:56:37.534566 n-d-816865-1 neutron-server[102387]: DEBUG neutron.services.segments.db [None req-9e47c21f-cd90-42b6-9c1d-176d95ed5afd tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5bc7a807-5809-4dc4-8294-038dcc5d2b96') {'for_net_delete': True} {{(pid=102387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:56:37.534863 n-d-816865-1 neutron-server[102387]: DEBUG neutron.services.segments.db [None req-9e47c21f-cd90-42b6-9c1d-176d95ed5afd tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5bc7a807-5809-4dc4-8294-038dcc5d2b96') {} {{(pid=102387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:56:37.562748 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-9e47c21f-cd90-42b6-9c1d-176d95ed5afd tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750027793430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4463492'] for segment, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:37.588481 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 36410) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:56:37.604506 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-9e47c21f-cd90-42b6-9c1d-176d95ed5afd tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273'] for segment, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:37.627919 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e47c21f-cd90-42b6-9c1d-176d95ed5afd tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Releasing vlan 184 on physical network physnet1 to pool {{(pid=102387) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 05 18:56:37.628334 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-9e47c21f-cd90-42b6-9c1d-176d95ed5afd tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4417236'] for segment, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:37.629673 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-e2dd6446-ff5f-4ebc-8304-372f6f44bf7a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:37.633147 n-d-816865-1 neutron-server[102387]: Traceback (most recent call last): Nov 05 18:56:37.633147 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 05 18:56:37.633147 n-d-816865-1 neutron-server[102387]: timer() Nov 05 18:56:37.633147 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 05 18:56:37.633147 n-d-816865-1 neutron-server[102387]: cb(*args, **kw) Nov 05 18:56:37.633147 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 05 18:56:37.633147 n-d-816865-1 neutron-server[102387]: return func(*args, **kwargs) Nov 05 18:56:37.633147 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 05 18:56:37.633147 n-d-816865-1 neutron-server[102387]: self._notify() Nov 05 18:56:37.633147 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 05 18:56:37.633147 n-d-816865-1 neutron-server[102387]: self.callback(batched_events) Nov 05 18:56:37.633147 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 05 18:56:37.633147 n-d-816865-1 neutron-server[102387]: event.method(event) Nov 05 18:56:37.633147 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 05 18:56:37.633147 n-d-816865-1 neutron-server[102387]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 05 18:56:37.633147 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 05 18:56:37.633147 n-d-816865-1 neutron-server[102387]: aggregate_uuid = self.p_client.list_aggregates( Nov 05 18:56:37.633147 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 05 18:56:37.633147 n-d-816865-1 neutron-server[102387]: return f(self, *a, **k) Nov 05 18:56:37.633147 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 05 18:56:37.633147 n-d-816865-1 neutron-server[102387]: return self._get(url).json() Nov 05 18:56:37.633147 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 05 18:56:37.633147 n-d-816865-1 neutron-server[102387]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 05 18:56:37.633147 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 05 18:56:37.633147 n-d-816865-1 neutron-server[102387]: return self.request(url, 'GET', **kwargs) Nov 05 18:56:37.633147 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 05 18:56:37.633147 n-d-816865-1 neutron-server[102387]: base_url = self.get_endpoint(auth, allow=allow, Nov 05 18:56:37.633147 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 05 18:56:37.633147 n-d-816865-1 neutron-server[102387]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 05 18:56:37.633147 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 05 18:56:37.633147 n-d-816865-1 neutron-server[102387]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 05 18:56:37.633147 n-d-816865-1 neutron-server[102387]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 05 18:56:37.815956 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-9e47c21f-cd90-42b6-9c1d-176d95ed5afd tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1579178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-956796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1000687'] for network, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:37.826390 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-9e47c21f-cd90-42b6-9c1d-176d95ed5afd tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597851'] for network, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:37.836276 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-9e47c21f-cd90-42b6-9c1d-176d95ed5afd tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] 10.222.0.13 "DELETE /v2.0/networks/48a9e164-8b9c-4830-ae1c-dc53ee8384e5 HTTP/1.1" status: 204 len: 168 time: 3.8950353 Nov 05 18:56:37.848146 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 36420) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:56:37.856453 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e47c21f-cd90-42b6-9c1d-176d95ed5afd tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Pushing event deleted for resources: {'Network': ['ID=48a9e164-8b9c-4830-ae1c-dc53ee8384e5,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:56:37.860119 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-67faffa3-2960-4c08-9e3a-1486ad77f2b5 tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1415466975'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:56:37.900267 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-34c202c9-81d1-435d-9b6f-538b5d769182 tempest-RoutersIpV6AdminTest-300741977 tempest-RoutersIpV6AdminTest-300741977-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1000460', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-571265', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6845'] for router, precommit_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:37.924974 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-bde889c3-490e-459a-baa2-5fe0b7066936 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:37.925294 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-34c202c9-81d1-435d-9b6f-538b5d769182 tempest-RoutersIpV6AdminTest-300741977 tempest-RoutersIpV6AdminTest-300741977-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1000487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1000469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1000478', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-571274'] for router, after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:38.117235 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-bde889c3-490e-459a-baa2-5fe0b7066936 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:38.221768 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-31f93893-a48e-4ae8-833d-dccb2b42eacc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:38.266115 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-bde889c3-490e-459a-baa2-5fe0b7066936 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:38.361363 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-bde889c3-490e-459a-baa2-5fe0b7066936 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=af50c34bfafc4d42bfd389ce1f33d1c6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7642608 Nov 05 18:56:38.366201 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde889c3-490e-459a-baa2-5fe0b7066936 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6daf4900-7fd0-444c-af8a-65782e2f3599,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:56:38.368990 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 36450) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:56:38.442494 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67faffa3-2960-4c08-9e3a-1486ad77f2b5 tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Made reservation on behalf of 3ef4f33c20644d3a8cc67018579acd02 for: {'network': 1} {{(pid=102386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 18:56:38.446072 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-67faffa3-2960-4c08-9e3a-1486ad77f2b5 tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for network, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:38.474870 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-f09e55bd-7e2b-4112-9134-6dbbce09b0c1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:38.496370 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:38.497405 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-e2dd6446-ff5f-4ebc-8304-372f6f44bf7a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:38.504331 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-f09e55bd-7e2b-4112-9134-6dbbce09b0c1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:38.513066 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-67faffa3-2960-4c08-9e3a-1486ad77f2b5 tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 154} {{(pid=102386) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 05 18:56:38.535954 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-67faffa3-2960-4c08-9e3a-1486ad77f2b5 tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273'] for segment, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:38.536659 n-d-816865-1 neutron-server[102386]: INFO neutron.db.segments_db [None req-67faffa3-2960-4c08-9e3a-1486ad77f2b5 tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Added segment 24212942-56c0-47ed-accc-8523f41fb740 of type vlan for network 5e16e1cf-ff43-4024-ac86-98ec111d255c Nov 05 18:56:38.595900 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d465aa49-fc80-47f7-9b24-e940c580a9de req-d049f854-0851-416c-a23b-e7542af5ede3 tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:56:38.597485 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-d465aa49-fc80-47f7-9b24-e940c580a9de req-d049f854-0851-416c-a23b-e7542af5ede3 tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] 10.222.0.13 "GET /v2.0/networks?id=9c2bdaad-faf0-4d75-bb68-340f7d20c596 HTTP/1.1" status: 200 len: 806 time: 0.3615952 Nov 05 18:56:38.600127 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-e2dd6446-ff5f-4ebc-8304-372f6f44bf7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:38.632831 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-d465aa49-fc80-47f7-9b24-e940c580a9de req-26ace3d8-bc13-47a3-9343-5c17481a0803 tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] 10.222.0.13 "GET /v2.0/quotas/c2718bfd25be4558ab62a930e9f4ce41 HTTP/1.1" status: 200 len: 375 time: 0.0238931 Nov 05 18:56:38.635865 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-67faffa3-2960-4c08-9e3a-1486ad77f2b5 tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750027258543'] for network, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:38.653358 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34c202c9-81d1-435d-9b6f-538b5d769182 tempest-RoutersIpV6AdminTest-300741977 tempest-RoutersIpV6AdminTest-300741977-project-admin] Router 7544b399-e331-4f80-90a8-52e406f01d15 is scheduled to L3 agent 6dcb5589-8e86-4616-9186-ddc4548e13ad with binding_index 1 {{(pid=102386) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 05 18:56:38.697086 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2dd6446-ff5f-4ebc-8304-372f6f44bf7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3c67b3d-ce7e-4362-84ef-370f52902b19,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:56:38.711053 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-d465aa49-fc80-47f7-9b24-e940c580a9de req-e6f630f1-7563-4ff0-b94c-14c19aa14618 tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=c2718bfd25be4558ab62a930e9f4ce41&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0667348 Nov 05 18:56:38.722995 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-f09e55bd-7e2b-4112-9134-6dbbce09b0c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:38.726234 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-f09e55bd-7e2b-4112-9134-6dbbce09b0c1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:38.727471 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-f09e55bd-7e2b-4112-9134-6dbbce09b0c1 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6daf4900-7fd0-444c-af8a-65782e2f3599 HTTP/1.1" status: 204 len: 168 time: 0.3173051 Nov 05 18:56:38.747107 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09e55bd-7e2b-4112-9134-6dbbce09b0c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6daf4900-7fd0-444c-af8a-65782e2f3599,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:56:38.855319 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-e2dd6446-ff5f-4ebc-8304-372f6f44bf7a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=98a25d4ccac9434ea22dd6b8339e31ab&name=default HTTP/1.1" status: 200 len: 3000 time: 2.0753291 Nov 05 18:56:38.857281 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34c202c9-81d1-435d-9b6f-538b5d769182 tempest-RoutersIpV6AdminTest-300741977 tempest-RoutersIpV6AdminTest-300741977-project-admin] Notify agent at l3_agent.n-d-816865-1 the message routers_updated {{(pid=102386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 18:56:38.858023 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 36470) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:56:38.861733 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-34c202c9-81d1-435d-9b6f-538b5d769182 tempest-RoutersIpV6AdminTest-300741977 tempest-RoutersIpV6AdminTest-300741977-project-admin] Publish callbacks [] for router, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:38.865633 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-34c202c9-81d1-435d-9b6f-538b5d769182 tempest-RoutersIpV6AdminTest-300741977 tempest-RoutersIpV6AdminTest-300741977-project-admin] 10.222.0.13 "PUT /v2.0/routers/7544b399-e331-4f80-90a8-52e406f01d15 HTTP/1.1" status: 200 len: 917 time: 3.3388472 Nov 05 18:56:38.866011 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 36472) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:56:38.877843 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6548b07f-6613-4240-b72e-9463b333892f None None] Sync routers for ids ['7544b399-e331-4f80-90a8-52e406f01d15'] in n-d-816865-1 {{(pid=102388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 18:56:38.889956 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6548b07f-6613-4240-b72e-9463b333892f None None] Routers {'7544b399-e331-4f80-90a8-52e406f01d15'} bound to L3 agent in host n-d-816865-1 {{(pid=102388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 18:56:38.892888 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-6548b07f-6613-4240-b72e-9463b333892f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T18:56:35Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['7544b399-e331-4f80-90a8-52e406f01d15'], 'active': True} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:56:38.954843 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-59b3a288-b224-4a91-b4c9-b82a014f2230 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:38.958986 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-6548b07f-6613-4240-b72e-9463b333892f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816865-1', False) {} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:56:38.966960 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-67faffa3-2960-4c08-9e3a-1486ad77f2b5 tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-956796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877'] for network, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:38.979677 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6548b07f-6613-4240-b72e-9463b333892f None None] Routers {'7544b399-e331-4f80-90a8-52e406f01d15'} bound to L3 agent in host n-d-816865-1 {{(pid=102388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 18:56:38.979677 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-6548b07f-6613-4240-b72e-9463b333892f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T18:56:35Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['7544b399-e331-4f80-90a8-52e406f01d15'], 'active': True} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:56:38.982362 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67faffa3-2960-4c08-9e3a-1486ad77f2b5 tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:56:38.983755 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-67faffa3-2960-4c08-9e3a-1486ad77f2b5 tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Publish callbacks [] for network, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:38.984900 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-59b3a288-b224-4a91-b4c9-b82a014f2230 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:39.050400 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-d465aa49-fc80-47f7-9b24-e940c580a9de req-d6f6ed07-1aca-4ebe-b34f-d41e21c5e8d5 service neutron] 10.222.0.13 "GET /v2.0/networks/9c2bdaad-faf0-4d75-bb68-340f7d20c596?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3213828 Nov 05 18:56:39.077523 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-6548b07f-6613-4240-b72e-9463b333892f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816865-1', False) {} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:56:39.078141 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6548b07f-6613-4240-b72e-9463b333892f None None] The sync data for ids ['7544b399-e331-4f80-90a8-52e406f01d15'] in n-d-816865-1 is: [] {{(pid=102388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 18:56:39.153673 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67faffa3-2960-4c08-9e3a-1486ad77f2b5 tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Pushing event updated for resources: {'Network': ['ID=5e16e1cf-ff43-4024-ac86-98ec111d255c,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:56:39.172015 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-90ab6726-2d4b-4fbc-9052-a64a8cfe443c tempest-RoutersIpV6AdminTest-300741977 tempest-RoutersIpV6AdminTest-300741977-project-admin] 10.222.0.13 "GET /v2.0/routers/7544b399-e331-4f80-90a8-52e406f01d15 HTTP/1.1" status: 200 len: 923 time: 0.3047664 Nov 05 18:56:39.172804 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Network 5e16e1cf-ff43-4024-ac86-98ec111d255c details requested by agent ovs-agent-n-d-816865-1 with host n-d-816865-1 {{(pid=102388) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 05 18:56:39.176584 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 36478) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:56:39.194528 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-d465aa49-fc80-47f7-9b24-e940c580a9de req-ec5ff90d-bff5-4dd2-bf35-ce9d6c3ee91f service neutron] 10.222.0.13 "GET /v2.0/networks/9c2bdaad-faf0-4d75-bb68-340f7d20c596?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1324434 Nov 05 18:56:39.195282 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-59b3a288-b224-4a91-b4c9-b82a014f2230 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:39.198070 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-59b3a288-b224-4a91-b4c9-b82a014f2230 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:39.201584 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-59b3a288-b224-4a91-b4c9-b82a014f2230 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b3c67b3d-ce7e-4362-84ef-370f52902b19 HTTP/1.1" status: 204 len: 168 time: 0.3273730 Nov 05 18:56:39.219376 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-67faffa3-2960-4c08-9e3a-1486ad77f2b5 tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.3699644 Nov 05 18:56:39.223711 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 36482) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:56:39.236307 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-d9022117-9581-45eb-9c29-a96e39619376 tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Request body: {'subnet': {'network_id': '5e16e1cf-ff43-4024-ac86-98ec111d255c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:56:39.253362 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b3a288-b224-4a91-b4c9-b82a014f2230 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3c67b3d-ce7e-4362-84ef-370f52902b19,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:56:39.282775 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c48a7321-0058-4db0-ae52-85d70eeda39c tempest-RoutersIpV6AdminTest-300741977 tempest-RoutersIpV6AdminTest-300741977-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:56:39.284236 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-c48a7321-0058-4db0-ae52-85d70eeda39c tempest-RoutersIpV6AdminTest-300741977 tempest-RoutersIpV6AdminTest-300741977-project-admin] 10.222.0.13 "GET /v2.0/ports?network_id=40c8335d-cd0b-4cb5-910a-d4dcddd5cbec&device_id=7544b399-e331-4f80-90a8-52e406f01d15&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1063497 Nov 05 18:56:39.289086 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 36488) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:56:39.416451 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df76d89f-f6f9-4dee-8e60-cb3c853416f4 tempest-RoutersIpV6AdminTest-300741977 tempest-RoutersIpV6AdminTest-300741977-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:56:39.421566 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-df76d89f-f6f9-4dee-8e60-cb3c853416f4 tempest-RoutersIpV6AdminTest-300741977 tempest-RoutersIpV6AdminTest-300741977-project-admin] 10.222.0.13 "GET /v2.0/networks/40c8335d-cd0b-4cb5-910a-d4dcddd5cbec HTTP/1.1" status: 200 len: 881 time: 0.1281655 Nov 05 18:56:39.424676 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 36492) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:56:39.457819 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-1a42622f-6dd1-44dc-9bc3-d8e9ddf91c5d tempest-RoutersIpV6AdminTest-1929183484 tempest-RoutersIpV6AdminTest-1929183484-project] 10.222.0.13 "GET /v2.0/ports?device_id=7544b399-e331-4f80-90a8-52e406f01d15 HTTP/1.1" status: 200 len: 205 time: 0.0317955 Nov 05 18:56:39.460828 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 36494) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:56:39.508342 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 36496) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:56:39.515127 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9022117-9581-45eb-9c29-a96e39619376 tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Made reservation on behalf of 3ef4f33c20644d3a8cc67018579acd02 for: {'subnet': 1} {{(pid=102386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 18:56:39.518767 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-d9022117-9581-45eb-9c29-a96e39619376 tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4877122'] for subnet, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:39.649215 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-7973cda9-6f09-489e-a017-943f345d24cc tempest-RoutersIpV6AdminTest-1929183484 tempest-RoutersIpV6AdminTest-1929183484-project] Publish callbacks [] for router, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:39.797542 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-90c17823-9160-45e7-ba26-66f8fd0bb52b req-595bebc0-1d0c-456f-958e-23da599fbe92 tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] 10.222.0.13 "GET /v2.0/ports?device_id=06fa92a8-40d0-46cb-9ab4-2875437c1b70 HTTP/1.1" status: 200 len: 210 time: 0.0304286 Nov 05 18:56:39.850641 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-d9022117-9581-45eb-9c29-a96e39619376 tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6149946', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4877172'] for subnet, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:39.890635 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-7973cda9-6f09-489e-a017-943f345d24cc tempest-RoutersIpV6AdminTest-1929183484 tempest-RoutersIpV6AdminTest-1929183484-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:39.937235 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-af8ef17f-8d3c-4160-b4d3-4dd719c618e7 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1292236505-network', 'tenant_id': '2d1e164bb09b4bc6b0a37a98f21fd24b'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:56:39.960374 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9022117-9581-45eb-9c29-a96e39619376 tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Pushing event updated for resources: {'Subnet': ['ID=02937ab8-7f88-4ad3-8dff-6cdabde8aeea,revision_number=0']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:56:39.984933 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9022117-9581-45eb-9c29-a96e39619376 tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Checking segment: {'id': '24212942-56c0-47ed-accc-8523f41fb740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '5e16e1cf-ff43-4024-ac86-98ec111d255c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 18:56:39.988000 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9022117-9581-45eb-9c29-a96e39619376 tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Network hostable DHCP agents. Network: 5e16e1cf-ff43-4024-ac86-98ec111d255c, hostable agents: ['987e2ca0-bc3b-4c6f-a989-429ccfbf753f'], hosted agents: [] {{(pid=102386) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 05 18:56:40.035333 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [None req-7973cda9-6f09-489e-a017-943f345d24cc tempest-RoutersIpV6AdminTest-1929183484 tempest-RoutersIpV6AdminTest-1929183484-project] Deleting port 8862fdf7-6add-43e0-8706-3b663e56ccc0 {{(pid=102387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 18:56:40.039481 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-7973cda9-6f09-489e-a017-943f345d24cc tempest-RoutersIpV6AdminTest-1929183484 tempest-RoutersIpV6AdminTest-1929183484-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:40.064578 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af8ef17f-8d3c-4160-b4d3-4dd719c618e7 admin admin] Made reservation on behalf of 2d1e164bb09b4bc6b0a37a98f21fd24b for: {'network': 1} {{(pid=102386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 18:56:40.066991 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-af8ef17f-8d3c-4160-b4d3-4dd719c618e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for network, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:40.078779 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-af8ef17f-8d3c-4160-b4d3-4dd719c618e7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:40.146869 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-7973cda9-6f09-489e-a017-943f345d24cc tempest-RoutersIpV6AdminTest-1929183484 tempest-RoutersIpV6AdminTest-1929183484-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:40.169681 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [None req-7973cda9-6f09-489e-a017-943f345d24cc tempest-RoutersIpV6AdminTest-1929183484 tempest-RoutersIpV6AdminTest-1929183484-project] Calling delete_port for 8862fdf7-6add-43e0-8706-3b663e56ccc0 owned by network:router_gateway {{(pid=102387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 18:56:40.174512 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-af8ef17f-8d3c-4160-b4d3-4dd719c618e7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:40.277335 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9022117-9581-45eb-9c29-a96e39619376 tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Network 5e16e1cf-ff43-4024-ac86-98ec111d255c is scheduled to be hosted by DHCP agent 987e2ca0-bc3b-4c6f-a989-429ccfbf753f with binding_index 1 {{(pid=102386) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 05 18:56:40.450512 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.base_scheduler [None req-d9022117-9581-45eb-9c29-a96e39619376 tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816865-1, 5e16e1cf-ff43-4024-ac86-98ec111d255c) {{(pid=102386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:56:40.452841 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-af8ef17f-8d3c-4160-b4d3-4dd719c618e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:40.464784 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-783b9d3d-7cef-4275-9aec-65e6a66a5829 None None] Network 5e16e1cf-ff43-4024-ac86-98ec111d255c requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 18:56:40.481965 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9022117-9581-45eb-9c29-a96e39619376 tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:56:40.483087 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-d9022117-9581-45eb-9c29-a96e39619376 tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Publish callbacks [] for subnet, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:40.525844 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af8ef17f-8d3c-4160-b4d3-4dd719c618e7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 151} {{(pid=102386) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 05 18:56:40.540037 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-7973cda9-6f09-489e-a017-943f345d24cc tempest-RoutersIpV6AdminTest-1929183484 tempest-RoutersIpV6AdminTest-1929183484-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4417063'] for port, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:40.552133 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8ef17f-8d3c-4160-b4d3-4dd719c618e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01574b07-2bff-4b61-b9a8-932cd03ff8af,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:56:40.559281 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-af8ef17f-8d3c-4160-b4d3-4dd719c618e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273'] for segment, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:40.559895 n-d-816865-1 neutron-server[102386]: INFO neutron.db.segments_db [None req-af8ef17f-8d3c-4160-b4d3-4dd719c618e7 admin admin] Added segment 77f01b74-537a-42a9-ac0e-73f0b4ab63b5 of type vlan for network 42e7925c-fd66-4b62-ba17-57eb03167e5d Nov 05 18:56:40.575462 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7973cda9-6f09-489e-a017-943f345d24cc tempest-RoutersIpV6AdminTest-1929183484 tempest-RoutersIpV6AdminTest-1929183484-project] Pushing event deleted for resources: {'Port': ['ID=8862fdf7-6add-43e0-8706-3b663e56ccc0,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:56:40.614890 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-af8ef17f-8d3c-4160-b4d3-4dd719c618e7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750027258543'] for network, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:40.658929 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-7973cda9-6f09-489e-a017-943f345d24cc tempest-RoutersIpV6AdminTest-1929183484 tempest-RoutersIpV6AdminTest-1929183484-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1000651'] for router_gateway, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:40.660824 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-d9022117-9581-45eb-9c29-a96e39619376 tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.4362121 Nov 05 18:56:40.665454 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 36538) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:56:40.688021 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0605c552-4d6f-4d3c-b2a9-c97bb3df75a0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeb20a084-accf-5b60-8075-3e69ebe863a6-5e16e1cf-ff43-4024-ac86-98ec111d255c', 'network_id': '5e16e1cf-ff43-4024-ac86-98ec111d255c', 'tenant_id': '3ef4f33c20644d3a8cc67018579acd02', 'fixed_ips': [{'subnet_id': '02937ab8-7f88-4ad3-8dff-6cdabde8aeea'}]}} from n-d-816865-1. {{(pid=102388) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 05 18:56:40.690071 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-0605c552-4d6f-4d3c-b2a9-c97bb3df75a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:40.736465 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-af8ef17f-8d3c-4160-b4d3-4dd719c618e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-956796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877'] for network, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:40.737903 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af8ef17f-8d3c-4160-b4d3-4dd719c618e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:56:40.738831 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-af8ef17f-8d3c-4160-b4d3-4dd719c618e7 admin admin] Publish callbacks [] for network, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:40.799713 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-7973cda9-6f09-489e-a017-943f345d24cc tempest-RoutersIpV6AdminTest-1929183484 tempest-RoutersIpV6AdminTest-1929183484-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-571301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6852'] for router, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:40.802841 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-7973cda9-6f09-489e-a017-943f345d24cc tempest-RoutersIpV6AdminTest-1929183484 tempest-RoutersIpV6AdminTest-1929183484-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:40.837872 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8ef17f-8d3c-4160-b4d3-4dd719c618e7 admin admin] Pushing event updated for resources: {'Network': ['ID=42e7925c-fd66-4b62-ba17-57eb03167e5d,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:56:40.855572 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-55b1228d-73af-42d4-bedd-b96e8cff94e4 tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1664226'] for network, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:40.898240 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Network 42e7925c-fd66-4b62-ba17-57eb03167e5d details requested by agent ovs-agent-n-d-816865-1 with host n-d-816865-1 {{(pid=102388) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 05 18:56:40.904150 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-af8ef17f-8d3c-4160-b4d3-4dd719c618e7 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.3944778 Nov 05 18:56:40.907128 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 36548) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:56:40.913306 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-b905ece6-5bf0-4209-b462-5cf7af1905dd admin admin] Request body: {'subnet': {'network_id': '42e7925c-fd66-4b62-ba17-57eb03167e5d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1292236505-subnet', 'tenant_id': '2d1e164bb09b4bc6b0a37a98f21fd24b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:56:40.950390 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-55b1228d-73af-42d4-bedd-b96e8cff94e4 tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1573928'] for subnet, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:40.951963 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-7049f7e7-3a18-46c7-84c5-7cd1b2c031d7 req-9684b4a9-7537-48ff-89b3-c1d205a42863 tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] 10.222.0.13 "GET /v2.0/ports?device_id=06fa92a8-40d0-46cb-9ab4-2875437c1b70 HTTP/1.1" status: 200 len: 210 time: 0.0471356 Nov 05 18:56:41.003691 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-7973cda9-6f09-489e-a017-943f345d24cc tempest-RoutersIpV6AdminTest-1929183484 tempest-RoutersIpV6AdminTest-1929183484-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-571310'] for router, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:41.004330 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7973cda9-6f09-489e-a017-943f345d24cc tempest-RoutersIpV6AdminTest-1929183484 tempest-RoutersIpV6AdminTest-1929183484-project] Fanout notify agent at l3_agent the message router_deleted on router 7544b399-e331-4f80-90a8-52e406f01d15 {{(pid=102387) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 05 18:56:41.011389 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-7973cda9-6f09-489e-a017-943f345d24cc tempest-RoutersIpV6AdminTest-1929183484 tempest-RoutersIpV6AdminTest-1929183484-project] Publish callbacks [] for router, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:41.014577 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-7973cda9-6f09-489e-a017-943f345d24cc tempest-RoutersIpV6AdminTest-1929183484 tempest-RoutersIpV6AdminTest-1929183484-project] 10.222.0.13 "DELETE /v2.0/routers/7544b399-e331-4f80-90a8-52e406f01d15 HTTP/1.1" status: 204 len: 168 time: 1.5526550 Nov 05 18:56:41.016535 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 36550) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:56:41.022312 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-ecca4515-25d1-4ef9-bf79-34a394ce61fa tempest-RoutersIpV6AdminTest-1929183484 tempest-RoutersIpV6AdminTest-1929183484-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1924223316', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:56:41.055541 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b905ece6-5bf0-4209-b462-5cf7af1905dd admin admin] Made reservation on behalf of 2d1e164bb09b4bc6b0a37a98f21fd24b for: {'subnet': 1} {{(pid=102386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 18:56:41.059006 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-b905ece6-5bf0-4209-b462-5cf7af1905dd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4877122'] for subnet, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:41.121629 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-55b1228d-73af-42d4-bedd-b96e8cff94e4 tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1573905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6149879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4877183'] for subnet, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:41.132001 n-d-816865-1 neutron-server[102388]: ERROR oslo_messaging.rpc.server [None req-0605c552-4d6f-4d3c-b2a9-c97bb3df75a0 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 02937ab8-7f88-4ad3-8dff-6cdabde8aeea: This subnet is being modified by another concurrent operation. Nov 05 18:56:41.132001 n-d-816865-1 neutron-server[102388]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 05 18:56:41.132001 n-d-816865-1 neutron-server[102388]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 05 18:56:41.132001 n-d-816865-1 neutron-server[102388]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 05 18:56:41.132001 n-d-816865-1 neutron-server[102388]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 05 18:56:41.132001 n-d-816865-1 neutron-server[102388]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 05 18:56:41.132001 n-d-816865-1 neutron-server[102388]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 05 18:56:41.132001 n-d-816865-1 neutron-server[102388]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 05 18:56:41.132001 n-d-816865-1 neutron-server[102388]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 05 18:56:41.132001 n-d-816865-1 neutron-server[102388]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 05 18:56:41.132001 n-d-816865-1 neutron-server[102388]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 05 18:56:41.132001 n-d-816865-1 neutron-server[102388]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 05 18:56:41.132001 n-d-816865-1 neutron-server[102388]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 05 18:56:41.132001 n-d-816865-1 neutron-server[102388]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 05 18:56:41.132001 n-d-816865-1 neutron-server[102388]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 05 18:56:41.132001 n-d-816865-1 neutron-server[102388]: ERROR oslo_messaging.rpc.server raise self.value Nov 05 18:56:41.132001 n-d-816865-1 neutron-server[102388]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 05 18:56:41.132001 n-d-816865-1 neutron-server[102388]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 05 18:56:41.132001 n-d-816865-1 neutron-server[102388]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 05 18:56:41.132001 n-d-816865-1 neutron-server[102388]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 05 18:56:41.132001 n-d-816865-1 neutron-server[102388]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 05 18:56:41.132001 n-d-816865-1 neutron-server[102388]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 05 18:56:41.132001 n-d-816865-1 neutron-server[102388]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 05 18:56:41.132001 n-d-816865-1 neutron-server[102388]: ERROR oslo_messaging.rpc.server raise self.value Nov 05 18:56:41.132001 n-d-816865-1 neutron-server[102388]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 05 18:56:41.132001 n-d-816865-1 neutron-server[102388]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 05 18:56:41.132001 n-d-816865-1 neutron-server[102388]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 05 18:56:41.132001 n-d-816865-1 neutron-server[102388]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 05 18:56:41.132001 n-d-816865-1 neutron-server[102388]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 05 18:56:41.132001 n-d-816865-1 neutron-server[102388]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 05 18:56:41.132001 n-d-816865-1 neutron-server[102388]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 05 18:56:41.132001 n-d-816865-1 neutron-server[102388]: ERROR oslo_messaging.rpc.server raise self.value Nov 05 18:56:41.132001 n-d-816865-1 neutron-server[102388]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 05 18:56:41.132001 n-d-816865-1 neutron-server[102388]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 05 18:56:41.132001 n-d-816865-1 neutron-server[102388]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 05 18:56:41.132001 n-d-816865-1 neutron-server[102388]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 05 18:56:41.132001 n-d-816865-1 neutron-server[102388]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 05 18:56:41.132001 n-d-816865-1 neutron-server[102388]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 05 18:56:41.132001 n-d-816865-1 neutron-server[102388]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 05 18:56:41.132001 n-d-816865-1 neutron-server[102388]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 05 18:56:41.132001 n-d-816865-1 neutron-server[102388]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 05 18:56:41.132001 n-d-816865-1 neutron-server[102388]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 05 18:56:41.132001 n-d-816865-1 neutron-server[102388]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 05 18:56:41.132001 n-d-816865-1 neutron-server[102388]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 05 18:56:41.132001 n-d-816865-1 neutron-server[102388]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 05 18:56:41.132001 n-d-816865-1 neutron-server[102388]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 05 18:56:41.132001 n-d-816865-1 neutron-server[102388]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 05 18:56:41.132001 n-d-816865-1 neutron-server[102388]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 05 18:56:41.132001 n-d-816865-1 neutron-server[102388]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 05 18:56:41.132001 n-d-816865-1 neutron-server[102388]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 05 18:56:41.132001 n-d-816865-1 neutron-server[102388]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 05 18:56:41.132001 n-d-816865-1 neutron-server[102388]: ERROR oslo_messaging.rpc.server raise self.value Nov 05 18:56:41.132001 n-d-816865-1 neutron-server[102388]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 05 18:56:41.132001 n-d-816865-1 neutron-server[102388]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 05 18:56:41.132001 n-d-816865-1 neutron-server[102388]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 05 18:56:41.132001 n-d-816865-1 neutron-server[102388]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 05 18:56:41.132001 n-d-816865-1 neutron-server[102388]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 05 18:56:41.132001 n-d-816865-1 neutron-server[102388]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 05 18:56:41.132001 n-d-816865-1 neutron-server[102388]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 05 18:56:41.132001 n-d-816865-1 neutron-server[102388]: ERROR oslo_messaging.rpc.server raise self.value Nov 05 18:56:41.132001 n-d-816865-1 neutron-server[102388]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 05 18:56:41.132001 n-d-816865-1 neutron-server[102388]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 05 18:56:41.132001 n-d-816865-1 neutron-server[102388]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 05 18:56:41.132001 n-d-816865-1 neutron-server[102388]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 05 18:56:41.132001 n-d-816865-1 neutron-server[102388]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 05 18:56:41.132001 n-d-816865-1 neutron-server[102388]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 05 18:56:41.132001 n-d-816865-1 neutron-server[102388]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 05 18:56:41.132001 n-d-816865-1 neutron-server[102388]: ERROR oslo_messaging.rpc.server raise self.value Nov 05 18:56:41.132001 n-d-816865-1 neutron-server[102388]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 05 18:56:41.132001 n-d-816865-1 neutron-server[102388]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 05 18:56:41.132001 n-d-816865-1 neutron-server[102388]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 05 18:56:41.132001 n-d-816865-1 neutron-server[102388]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 05 18:56:41.132001 n-d-816865-1 neutron-server[102388]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 05 18:56:41.132001 n-d-816865-1 neutron-server[102388]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 05 18:56:41.132001 n-d-816865-1 neutron-server[102388]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 05 18:56:41.132001 n-d-816865-1 neutron-server[102388]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 05 18:56:41.132001 n-d-816865-1 neutron-server[102388]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 05 18:56:41.132001 n-d-816865-1 neutron-server[102388]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 05 18:56:41.132001 n-d-816865-1 neutron-server[102388]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 05 18:56:41.132001 n-d-816865-1 neutron-server[102388]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 05 18:56:41.132001 n-d-816865-1 neutron-server[102388]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 05 18:56:41.132001 n-d-816865-1 neutron-server[102388]: ERROR oslo_messaging.rpc.server raise self.value Nov 05 18:56:41.132001 n-d-816865-1 neutron-server[102388]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 05 18:56:41.132001 n-d-816865-1 neutron-server[102388]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 05 18:56:41.132001 n-d-816865-1 neutron-server[102388]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 05 18:56:41.132001 n-d-816865-1 neutron-server[102388]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 05 18:56:41.132001 n-d-816865-1 neutron-server[102388]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 05 18:56:41.132001 n-d-816865-1 neutron-server[102388]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 05 18:56:41.132001 n-d-816865-1 neutron-server[102388]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 05 18:56:41.132001 n-d-816865-1 neutron-server[102388]: ERROR oslo_messaging.rpc.server raise exception Nov 05 18:56:41.132001 n-d-816865-1 neutron-server[102388]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 02937ab8-7f88-4ad3-8dff-6cdabde8aeea: This subnet is being modified by another concurrent operation. Nov 05 18:56:41.132001 n-d-816865-1 neutron-server[102388]: ERROR oslo_messaging.rpc.server Nov 05 18:56:41.157321 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b1228d-73af-42d4-bedd-b96e8cff94e4 tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Pushing event deleted for resources: {'Subnet': ['ID=02937ab8-7f88-4ad3-8dff-6cdabde8aeea,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:56:41.165543 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fb3c073-5663-4cb1-b7a0-18163bb88631 None None] Network 5e16e1cf-ff43-4024-ac86-98ec111d255c requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 18:56:41.170155 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-ecca4515-25d1-4ef9-bf79-34a394ce61fa tempest-RoutersIpV6AdminTest-1929183484 tempest-RoutersIpV6AdminTest-1929183484-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-571139', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6874'] for router, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:41.173857 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-ecca4515-25d1-4ef9-bf79-34a394ce61fa tempest-RoutersIpV6AdminTest-1929183484 tempest-RoutersIpV6AdminTest-1929183484-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-571375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1000570', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1011585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6867'] for router, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:41.238098 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-55b1228d-73af-42d4-bedd-b96e8cff94e4 tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1579173', 'neutron.services.segments.db._delete_segments_for_network-8750027792909'] for network, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:41.251544 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-ecca4515-25d1-4ef9-bf79-34a394ce61fa tempest-RoutersIpV6AdminTest-1929183484 tempest-RoutersIpV6AdminTest-1929183484-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:41.263781 n-d-816865-1 neutron-server[102386]: DEBUG neutron.services.segments.db [None req-55b1228d-73af-42d4-bedd-b96e8cff94e4 tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e16e1cf-ff43-4024-ac86-98ec111d255c']}} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:56:41.297622 n-d-816865-1 neutron-server[102386]: DEBUG neutron.services.segments.db [None req-55b1228d-73af-42d4-bedd-b96e8cff94e4 tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '24212942-56c0-47ed-accc-8523f41fb740') {'for_net_delete': True} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:56:41.297908 n-d-816865-1 neutron-server[102386]: DEBUG neutron.services.segments.db [None req-55b1228d-73af-42d4-bedd-b96e8cff94e4 tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '24212942-56c0-47ed-accc-8523f41fb740') {} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:56:41.319292 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-55b1228d-73af-42d4-bedd-b96e8cff94e4 tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750027793430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4590747'] for segment, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:41.319879 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfbf4164-5e10-4bae-a18e-fc7f924b2254 None None] get_active_networks_info from n-d-816865-1 {{(pid=102388) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 05 18:56:41.339422 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-55b1228d-73af-42d4-bedd-b96e8cff94e4 tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273'] for segment, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:41.368640 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-ecca4515-25d1-4ef9-bf79-34a394ce61fa tempest-RoutersIpV6AdminTest-1929183484 tempest-RoutersIpV6AdminTest-1929183484-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-571384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1000487'] for router, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:41.377087 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-55b1228d-73af-42d4-bedd-b96e8cff94e4 tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Releasing vlan 154 on physical network physnet1 to pool {{(pid=102386) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 05 18:56:41.381702 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-55b1228d-73af-42d4-bedd-b96e8cff94e4 tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6149721'] for segment, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:41.381702 n-d-816865-1 neutron-server[102386]: Traceback (most recent call last): Nov 05 18:56:41.381702 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 05 18:56:41.381702 n-d-816865-1 neutron-server[102386]: timer() Nov 05 18:56:41.381702 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 05 18:56:41.381702 n-d-816865-1 neutron-server[102386]: cb(*args, **kw) Nov 05 18:56:41.381702 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 05 18:56:41.381702 n-d-816865-1 neutron-server[102386]: return func(*args, **kwargs) Nov 05 18:56:41.381702 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 05 18:56:41.381702 n-d-816865-1 neutron-server[102386]: self._notify() Nov 05 18:56:41.381702 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 05 18:56:41.381702 n-d-816865-1 neutron-server[102386]: self.callback(batched_events) Nov 05 18:56:41.381702 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 05 18:56:41.381702 n-d-816865-1 neutron-server[102386]: event.method(event) Nov 05 18:56:41.381702 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 05 18:56:41.381702 n-d-816865-1 neutron-server[102386]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 05 18:56:41.381702 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 05 18:56:41.381702 n-d-816865-1 neutron-server[102386]: aggregate_uuid = self.p_client.list_aggregates( Nov 05 18:56:41.381702 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 05 18:56:41.381702 n-d-816865-1 neutron-server[102386]: return f(self, *a, **k) Nov 05 18:56:41.381702 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 05 18:56:41.381702 n-d-816865-1 neutron-server[102386]: return self._get(url).json() Nov 05 18:56:41.381702 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 05 18:56:41.381702 n-d-816865-1 neutron-server[102386]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 05 18:56:41.381702 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 05 18:56:41.381702 n-d-816865-1 neutron-server[102386]: return self.request(url, 'GET', **kwargs) Nov 05 18:56:41.381702 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 05 18:56:41.381702 n-d-816865-1 neutron-server[102386]: base_url = self.get_endpoint(auth, allow=allow, Nov 05 18:56:41.381702 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 05 18:56:41.381702 n-d-816865-1 neutron-server[102386]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 05 18:56:41.381702 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 05 18:56:41.381702 n-d-816865-1 neutron-server[102386]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 05 18:56:41.381702 n-d-816865-1 neutron-server[102386]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 05 18:56:41.432752 n-d-816865-1 neutron-server[102388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfbf4164-5e10-4bae-a18e-fc7f924b2254 None None] Resources bound (agent type, host, resource id): {{(pid=102388) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 05 18:56:41.477859 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-ecca4515-25d1-4ef9-bf79-34a394ce61fa tempest-RoutersIpV6AdminTest-1929183484 tempest-RoutersIpV6AdminTest-1929183484-project] Publish callbacks [] for router, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:41.479779 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-ecca4515-25d1-4ef9-bf79-34a394ce61fa tempest-RoutersIpV6AdminTest-1929183484 tempest-RoutersIpV6AdminTest-1929183484-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.4616747 Nov 05 18:56:41.482577 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 36566) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:56:41.491132 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-063ae7e1-e664-4b95-adcb-eaaeeb3626bc tempest-RoutersIpV6AdminTest-300741977 tempest-RoutersIpV6AdminTest-300741977-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'enable_snat': False}}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:56:41.558918 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-b905ece6-5bf0-4209-b462-5cf7af1905dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6149946', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4877172'] for subnet, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:41.593069 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-55b1228d-73af-42d4-bedd-b96e8cff94e4 tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1579178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-956796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1000687'] for network, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:41.619764 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-55b1228d-73af-42d4-bedd-b96e8cff94e4 tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Publish callbacks [] for network, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:41.622037 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-55b1228d-73af-42d4-bedd-b96e8cff94e4 tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] 10.222.0.13 "DELETE /v2.0/networks/5e16e1cf-ff43-4024-ac86-98ec111d255c HTTP/1.1" status: 204 len: 168 time: 0.9555266 Nov 05 18:56:41.638382 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 36570) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:56:41.651723 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-920f0919-5bb3-4db1-a957-98934e851e3f tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1004942754'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:56:41.656993 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b1228d-73af-42d4-bedd-b96e8cff94e4 tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Pushing event deleted for resources: {'Network': ['ID=5e16e1cf-ff43-4024-ac86-98ec111d255c,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:56:41.678330 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b905ece6-5bf0-4209-b462-5cf7af1905dd admin admin] Pushing event updated for resources: {'Subnet': ['ID=4cb513d1-da39-46f8-8352-51da564b63e4,revision_number=0']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:56:41.699499 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b905ece6-5bf0-4209-b462-5cf7af1905dd admin admin] Checking segment: {'id': '77f01b74-537a-42a9-ac0e-73f0b4ab63b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '42e7925c-fd66-4b62-ba17-57eb03167e5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 18:56:41.700213 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b905ece6-5bf0-4209-b462-5cf7af1905dd admin admin] Network hostable DHCP agents. Network: 42e7925c-fd66-4b62-ba17-57eb03167e5d, hostable agents: ['987e2ca0-bc3b-4c6f-a989-429ccfbf753f'], hosted agents: [] {{(pid=102386) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 05 18:56:41.740331 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 36572) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:56:41.777983 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-063ae7e1-e664-4b95-adcb-eaaeeb3626bc tempest-RoutersIpV6AdminTest-300741977 tempest-RoutersIpV6AdminTest-300741977-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:41.781871 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-920f0919-5bb3-4db1-a957-98934e851e3f tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Made reservation on behalf of 3ef4f33c20644d3a8cc67018579acd02 for: {'network': 1} {{(pid=102386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 18:56:41.787415 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-920f0919-5bb3-4db1-a957-98934e851e3f tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for network, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:41.811660 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-920f0919-5bb3-4db1-a957-98934e851e3f tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 164} {{(pid=102386) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 05 18:56:41.818269 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b905ece6-5bf0-4209-b462-5cf7af1905dd admin admin] Network 42e7925c-fd66-4b62-ba17-57eb03167e5d is scheduled to be hosted by DHCP agent 987e2ca0-bc3b-4c6f-a989-429ccfbf753f with binding_index 1 {{(pid=102386) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 05 18:56:41.828863 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-920f0919-5bb3-4db1-a957-98934e851e3f tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273'] for segment, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:41.828863 n-d-816865-1 neutron-server[102386]: INFO neutron.db.segments_db [None req-920f0919-5bb3-4db1-a957-98934e851e3f tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Added segment 9f4c7015-2575-47af-951e-8eca99177b43 of type vlan for network eba2491b-133b-4146-8aaa-d99a9300f998 Nov 05 18:56:41.868986 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-920f0919-5bb3-4db1-a957-98934e851e3f tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750027258543'] for network, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:41.981682 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.base_scheduler [None req-b905ece6-5bf0-4209-b462-5cf7af1905dd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816865-1, 42e7925c-fd66-4b62-ba17-57eb03167e5d) {{(pid=102386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:56:41.983552 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-920f0919-5bb3-4db1-a957-98934e851e3f tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-956796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877'] for network, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:41.989707 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-920f0919-5bb3-4db1-a957-98934e851e3f tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:56:41.990740 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85855312-dad4-44e3-87df-648748b3e6ca None None] Network 42e7925c-fd66-4b62-ba17-57eb03167e5d requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 18:56:41.991997 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-920f0919-5bb3-4db1-a957-98934e851e3f tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Publish callbacks [] for network, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:42.034479 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b905ece6-5bf0-4209-b462-5cf7af1905dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:56:42.035955 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-b905ece6-5bf0-4209-b462-5cf7af1905dd admin admin] Publish callbacks [] for subnet, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:42.081709 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-dfdc0710-89e0-4d63-9605-8304948cc360 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-1254014094'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:56:42.116251 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-78eba9d2-6620-4238-b428-92773947f616 req-b033736b-975c-4722-842e-da83fd1a8e1f tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] 10.222.0.13 "GET /v2.0/ports?device_id=06fa92a8-40d0-46cb-9ab4-2875437c1b70 HTTP/1.1" status: 200 len: 210 time: 0.0617948 Nov 05 18:56:42.175708 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb02f1a6-dd52-4d6e-a771-71c591022bb5 None None] Network 42e7925c-fd66-4b62-ba17-57eb03167e5d requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 18:56:42.185008 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920f0919-5bb3-4db1-a957-98934e851e3f tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Pushing event updated for resources: {'Network': ['ID=eba2491b-133b-4146-8aaa-d99a9300f998,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:56:42.203335 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Network eba2491b-133b-4146-8aaa-d99a9300f998 details requested by agent ovs-agent-n-d-816865-1 with host n-d-816865-1 {{(pid=102388) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 05 18:56:42.239621 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-920f0919-5bb3-4db1-a957-98934e851e3f tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5936162 Nov 05 18:56:42.242622 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 36588) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:56:42.248692 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-91128685-e6cf-40a9-b375-680ab9520fe9 tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Request body: {'network': {'name': 'New_network'}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:56:42.318709 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-063ae7e1-e664-4b95-adcb-eaaeeb3626bc tempest-RoutersIpV6AdminTest-300741977 tempest-RoutersIpV6AdminTest-300741977-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:42.331065 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfdc0710-89e0-4d63-9605-8304948cc360 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Made reservation on behalf of c87add0b70464d588d82847ed9192d29 for: {'network': 1} {{(pid=102386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 18:56:42.336225 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-dfdc0710-89e0-4d63-9605-8304948cc360 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for network, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:42.342903 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-063ae7e1-e664-4b95-adcb-eaaeeb3626bc tempest-RoutersIpV6AdminTest-300741977 tempest-RoutersIpV6AdminTest-300741977-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:42.349351 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-dfdc0710-89e0-4d63-9605-8304948cc360 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Publish callbacks [] for security_group, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:42.411939 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-b905ece6-5bf0-4209-b462-5cf7af1905dd admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.5034981 Nov 05 18:56:42.417861 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 36594) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:56:42.436571 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-4f7ff746-3af6-4494-ba77-971817a01eab admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1292236505-router', 'tenant_id': '2d1e164bb09b4bc6b0a37a98f21fd24b', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec'}}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:56:42.545249 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d465aa49-fc80-47f7-9b24-e940c580a9de req-c67de00d-3326-4306-baea-55cb77271677 tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:56:42.546679 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-d465aa49-fc80-47f7-9b24-e940c580a9de req-c67de00d-3326-4306-baea-55cb77271677 tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] 10.222.0.55 "GET /v2.0/networks?id=9c2bdaad-faf0-4d75-bb68-340f7d20c596 HTTP/1.1" status: 200 len: 806 time: 0.1565473 Nov 05 18:56:42.562831 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-91128685-e6cf-40a9-b375-680ab9520fe9 tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750027258543'] for network, precommit_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:42.563717 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [req-d465aa49-fc80-47f7-9b24-e940c580a9de req-a5644738-a3b5-48bb-a2f1-d02697473631 tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] Request body: {'port': {'device_id': '06fa92a8-40d0-46cb-9ab4-2875437c1b70', 'network_id': '9c2bdaad-faf0-4d75-bb68-340f7d20c596', 'admin_state_up': True, 'tenant_id': 'c2718bfd25be4558ab62a930e9f4ce41'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:56:42.597944 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.db_base_plugin_common [None req-063ae7e1-e664-4b95-adcb-eaaeeb3626bc tempest-RoutersIpV6AdminTest-300741977 tempest-RoutersIpV6AdminTest-300741977-project-admin] Allocated IP 172.25.6.81 (40c8335d-cd0b-4cb5-910a-d4dcddd5cbec/04fe6db3-e108-4208-943d-6518424f5726/f5273aab-bc7a-401d-8ac6-c98988b3ec06) {{(pid=102387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 18:56:42.613927 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-dfdc0710-89e0-4d63-9605-8304948cc360 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Publish callbacks [] for security_group, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:42.642109 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-4f7ff746-3af6-4494-ba77-971817a01eab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-571139', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6874'] for router, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:42.642109 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-4f7ff746-3af6-4494-ba77-971817a01eab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-571375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1000570', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1011585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6867'] for router, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:42.730577 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-4f7ff746-3af6-4494-ba77-971817a01eab admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:42.733136 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-91128685-e6cf-40a9-b375-680ab9520fe9 tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-956796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877'] for network, after_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:42.752742 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-dfdc0710-89e0-4d63-9605-8304948cc360 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:42.774364 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-91128685-e6cf-40a9-b375-680ab9520fe9 tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Network eba2491b-133b-4146-8aaa-d99a9300f998 is not hosted by any dhcp agent {{(pid=102387) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 05 18:56:42.778447 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dfdc0710-89e0-4d63-9605-8304948cc360 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 189} {{(pid=102386) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 05 18:56:42.780115 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91128685-e6cf-40a9-b375-680ab9520fe9 tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:56:42.780715 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-91128685-e6cf-40a9-b375-680ab9520fe9 tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Publish callbacks [] for network, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:42.784568 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-91128685-e6cf-40a9-b375-680ab9520fe9 tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] 10.222.0.13 "PUT /v2.0/networks/eba2491b-133b-4146-8aaa-d99a9300f998 HTTP/1.1" status: 200 len: 723 time: 0.5382831 Nov 05 18:56:42.787577 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 36604) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:56:42.794354 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfdc0710-89e0-4d63-9605-8304948cc360 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f416d4e0-99df-420e-b16d-56ab6f56cf16,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:56:42.800158 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-dfdc0710-89e0-4d63-9605-8304948cc360 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273'] for segment, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:42.800503 n-d-816865-1 neutron-server[102386]: INFO neutron.db.segments_db [None req-dfdc0710-89e0-4d63-9605-8304948cc360 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Added segment e0524d03-9b88-4c82-9841-48524ca5fecd of type vlan for network 4775609d-d914-46a5-9754-1763ce089160 Nov 05 18:56:42.845636 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-dfdc0710-89e0-4d63-9605-8304948cc360 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750027258543'] for network, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:42.868657 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d465aa49-fc80-47f7-9b24-e940c580a9de req-a5644738-a3b5-48bb-a2f1-d02697473631 tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] Made reservation on behalf of c2718bfd25be4558ab62a930e9f4ce41 for: {'port': 1} {{(pid=102386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 18:56:42.870647 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-d465aa49-fc80-47f7-9b24-e940c580a9de req-a5644738-a3b5-48bb-a2f1-d02697473631 tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:42.988487 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-dfdc0710-89e0-4d63-9605-8304948cc360 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-956796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877'] for network, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:43.006579 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfdc0710-89e0-4d63-9605-8304948cc360 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:56:43.007508 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-dfdc0710-89e0-4d63-9605-8304948cc360 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Publish callbacks [] for network, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:43.170329 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-dfdc0710-89e0-4d63-9605-8304948cc360 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.4256020 Nov 05 18:56:43.170968 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 36618) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:56:43.191676 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.db_base_plugin_common [req-d465aa49-fc80-47f7-9b24-e940c580a9de req-a5644738-a3b5-48bb-a2f1-d02697473631 tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] Allocated IP 172.20.0.11 (9c2bdaad-faf0-4d75-bb68-340f7d20c596/b6655376-4ea9-4701-98ec-c7e9e4d66f0f/c648a6a1-b4a5-4668-816b-277eb517346d) {{(pid=102386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 18:56:43.204094 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-4232b99a-cc1c-47cb-9811-5c6083175942 tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Request body: {'subnet': {'network_id': 'eba2491b-133b-4146-8aaa-d99a9300f998', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:56:43.209799 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-9e39ce78-4935-4a1f-aeab-9322aa3d8f37 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Request body: {'port': {'network_id': '4775609d-d914-46a5-9754-1763ce089160', 'name': 'tempest-PortsIpV6TestJSON-323071265'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:56:43.216210 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfdc0710-89e0-4d63-9605-8304948cc360 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Pushing event updated for resources: {'Network': ['ID=4775609d-d914-46a5-9754-1763ce089160,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:56:43.229945 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Network 4775609d-d914-46a5-9754-1763ce089160 details requested by agent ovs-agent-n-d-816865-1 with host n-d-816865-1 {{(pid=102388) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 05 18:56:43.301131 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91128685-e6cf-40a9-b375-680ab9520fe9 tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Pushing event updated for resources: {'Network': ['ID=eba2491b-133b-4146-8aaa-d99a9300f998,revision_number=2']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:56:43.319869 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Network eba2491b-133b-4146-8aaa-d99a9300f998 details requested by agent ovs-agent-n-d-816865-1 with host n-d-816865-1 {{(pid=102388) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 05 18:56:43.324425 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-db68814c-ce69-43b3-bb72-8df8ad7d7aab req-41bdfbea-ffc1-4fda-be6a-9250838a25a8 tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] 10.222.0.13 "GET /v2.0/ports?device_id=06fa92a8-40d0-46cb-9ab4-2875437c1b70 HTTP/1.1" status: 200 len: 210 time: 0.1113997 Nov 05 18:56:43.369911 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-063ae7e1-e664-4b95-adcb-eaaeeb3626bc tempest-RoutersIpV6AdminTest-300741977 tempest-RoutersIpV6AdminTest-300741977-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:43.473260 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-d465aa49-fc80-47f7-9b24-e940c580a9de req-a5644738-a3b5-48bb-a2f1-d02697473631 tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] Publish callbacks [] for port, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:43.508573 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e39ce78-4935-4a1f-aeab-9322aa3d8f37 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Made reservation on behalf of c87add0b70464d588d82847ed9192d29 for: {'port': 1} {{(pid=102386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 18:56:43.512349 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-9e39ce78-4935-4a1f-aeab-9322aa3d8f37 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:43.516166 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-4f7ff746-3af6-4494-ba77-971817a01eab admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:43.530163 n-d-816865-1 neutron-server[102386]: DEBUG neutron.notifiers.nova [None req-9e39ce78-4935-4a1f-aeab-9322aa3d8f37 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] device_id is not set on port f50759d9-e778-42aa-9974-de6f541490f8 yet. {{(pid=102386) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 05 18:56:43.596652 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-d465aa49-fc80-47f7-9b24-e940c580a9de req-a5644738-a3b5-48bb-a2f1-d02697473631 tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:43.608995 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] get_ports_and_sgs() called for port_ids ['7a7444f0-42fe-422a-b79f-9969bf445757'] {{(pid=102388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 18:56:43.661680 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4232b99a-cc1c-47cb-9811-5c6083175942 tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Made reservation on behalf of 3ef4f33c20644d3a8cc67018579acd02 for: {'subnet': 1} {{(pid=102387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 18:56:43.665187 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-4232b99a-cc1c-47cb-9811-5c6083175942 tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5112236'] for subnet, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:43.670808 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-063ae7e1-e664-4b95-adcb-eaaeeb3626bc tempest-RoutersIpV6AdminTest-300741977 tempest-RoutersIpV6AdminTest-300741977-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4417063'] for port, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:43.672627 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d465aa49-fc80-47f7-9b24-e940c580a9de req-a5644738-a3b5-48bb-a2f1-d02697473631 tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] Network 9c2bdaad-faf0-4d75-bb68-340f7d20c596 is already hosted by enough agents. {{(pid=102386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 18:56:43.680240 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.base_scheduler [req-d465aa49-fc80-47f7-9b24-e940c580a9de req-a5644738-a3b5-48bb-a2f1-d02697473631 tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] Resources bound (agent type, host, resource id): {{(pid=102386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:56:43.682636 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [req-d465aa49-fc80-47f7-9b24-e940c580a9de req-a5644738-a3b5-48bb-a2f1-d02697473631 tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] Received port after_create {{(pid=102386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 18:56:43.790188 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-063ae7e1-e664-4b95-adcb-eaaeeb3626bc tempest-RoutersIpV6AdminTest-300741977 tempest-RoutersIpV6AdminTest-300741977-project-admin] Network 40c8335d-cd0b-4cb5-910a-d4dcddd5cbec is already hosted by enough agents. {{(pid=102387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 18:56:43.793235 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5644738-a3b5-48bb-a2f1-d02697473631 tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] Pushing event updated for resources: {'Port': ['ID=c648a6a1-b4a5-4668-816b-277eb517346d,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:56:43.803898 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063ae7e1-e664-4b95-adcb-eaaeeb3626bc tempest-RoutersIpV6AdminTest-300741977 tempest-RoutersIpV6AdminTest-300741977-project-admin] Pushing event updated for resources: {'Port': ['ID=f5273aab-bc7a-401d-8ac6-c98988b3ec06,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:56:43.820407 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.base_scheduler [None req-063ae7e1-e664-4b95-adcb-eaaeeb3626bc tempest-RoutersIpV6AdminTest-300741977 tempest-RoutersIpV6AdminTest-300741977-project-admin] Resources bound (agent type, host, resource id): {{(pid=102387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:56:43.828844 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d465aa49-fc80-47f7-9b24-e940c580a9de req-a5644738-a3b5-48bb-a2f1-d02697473631 tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:56:43.829610 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-d465aa49-fc80-47f7-9b24-e940c580a9de req-a5644738-a3b5-48bb-a2f1-d02697473631 tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:43.830316 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-063ae7e1-e664-4b95-adcb-eaaeeb3626bc tempest-RoutersIpV6AdminTest-300741977 tempest-RoutersIpV6AdminTest-300741977-project-admin] Received port after_create {{(pid=102387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 18:56:43.860305 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-9e39ce78-4935-4a1f-aeab-9322aa3d8f37 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Publish callbacks [] for port, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:43.927169 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-d465aa49-fc80-47f7-9b24-e940c580a9de req-a5644738-a3b5-48bb-a2f1-d02697473631 tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3684759 Nov 05 18:56:43.942124 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [req-d465aa49-fc80-47f7-9b24-e940c580a9de req-ad145530-718d-4b12-ac70-07cc892a2337 tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=102386) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 05 18:56:43.943308 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-d465aa49-fc80-47f7-9b24-e940c580a9de req-ad145530-718d-4b12-ac70-07cc892a2337 tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0070519 Nov 05 18:56:43.980022 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-9e39ce78-4935-4a1f-aeab-9322aa3d8f37 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:44.037156 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e39ce78-4935-4a1f-aeab-9322aa3d8f37 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Pushing event updated for resources: {'Port': ['ID=f50759d9-e778-42aa-9974-de6f541490f8,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:56:44.061123 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e39ce78-4935-4a1f-aeab-9322aa3d8f37 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Checking segment: {'id': 'e0524d03-9b88-4c82-9841-48524ca5fecd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '4775609d-d914-46a5-9754-1763ce089160'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 18:56:44.061483 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e39ce78-4935-4a1f-aeab-9322aa3d8f37 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Network hostable DHCP agents. Network: 4775609d-d914-46a5-9754-1763ce089160, hostable agents: ['987e2ca0-bc3b-4c6f-a989-429ccfbf753f'], hosted agents: [] {{(pid=102386) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 05 18:56:44.143194 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [req-d465aa49-fc80-47f7-9b24-e940c580a9de req-3c47806e-7ec3-4a2d-8407-de662c86e1d9 service neutron] Request body: {'port': {'device_id': '06fa92a8-40d0-46cb-9ab4-2875437c1b70', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816865-1'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:56:44.179242 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e39ce78-4935-4a1f-aeab-9322aa3d8f37 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Network 4775609d-d914-46a5-9754-1763ce089160 is scheduled to be hosted by DHCP agent 987e2ca0-bc3b-4c6f-a989-429ccfbf753f with binding_index 1 {{(pid=102386) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 05 18:56:44.223501 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-d465aa49-fc80-47f7-9b24-e940c580a9de req-3c47806e-7ec3-4a2d-8407-de662c86e1d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:44.232149 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-4f7ff746-3af6-4494-ba77-971817a01eab admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:44.261305 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-4f7ff746-3af6-4494-ba77-971817a01eab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:44.276965 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.base_scheduler [None req-9e39ce78-4935-4a1f-aeab-9322aa3d8f37 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816865-1, 4775609d-d914-46a5-9754-1763ce089160) {{(pid=102386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:56:44.288138 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e39ce78-4935-4a1f-aeab-9322aa3d8f37 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Received port after_create {{(pid=102386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 18:56:44.291648 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4341705a-689b-48c3-af2d-ddff5c580d90 None None] Network 4775609d-d914-46a5-9754-1763ce089160 requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 18:56:44.294234 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e39ce78-4935-4a1f-aeab-9322aa3d8f37 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:56:44.294873 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-9e39ce78-4935-4a1f-aeab-9322aa3d8f37 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:44.422649 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-063ae7e1-e664-4b95-adcb-eaaeeb3626bc tempest-RoutersIpV6AdminTest-300741977 tempest-RoutersIpV6AdminTest-300741977-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:44.456304 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-9e39ce78-4935-4a1f-aeab-9322aa3d8f37 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.2477450 Nov 05 18:56:44.461150 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 36652) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:56:44.464964 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-4232b99a-cc1c-47cb-9811-5c6083175942 tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4417463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5112218'] for subnet, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:44.468921 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-6f9d0800-f764-4c60-a2fa-236552aab22f tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-859366667'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:56:44.615698 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f9d0800-f764-4c60-a2fa-236552aab22f tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Made reservation on behalf of c87add0b70464d588d82847ed9192d29 for: {'network': 1} {{(pid=102386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 18:56:44.619729 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-6f9d0800-f764-4c60-a2fa-236552aab22f tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for network, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:44.644905 n-d-816865-1 neutron-server[102386]: DEBUG neutron.notifiers.nova [req-d465aa49-fc80-47f7-9b24-e940c580a9de req-3c47806e-7ec3-4a2d-8407-de662c86e1d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c648a6a1-b4a5-4668-816b-277eb517346d {{(pid=102386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 18:56:44.653661 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-d465aa49-fc80-47f7-9b24-e940c580a9de req-3c47806e-7ec3-4a2d-8407-de662c86e1d9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:44.665198 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4232b99a-cc1c-47cb-9811-5c6083175942 tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Pushing event updated for resources: {'Subnet': ['ID=045f82a7-0993-4b6b-9c99-8a15527ce328,revision_number=0']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:56:44.666695 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.provisioning_blocks [req-d465aa49-fc80-47f7-9b24-e940c580a9de req-3c47806e-7ec3-4a2d-8407-de662c86e1d9 service neutron] Transition to ACTIVE for port object c648a6a1-b4a5-4668-816b-277eb517346d will not be triggered until provisioned by entity L2. {{(pid=102386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 05 18:56:44.683902 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f9d0800-f764-4c60-a2fa-236552aab22f tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 162} {{(pid=102386) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 05 18:56:44.698205 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-6f9d0800-f764-4c60-a2fa-236552aab22f tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273'] for segment, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:44.698205 n-d-816865-1 neutron-server[102386]: INFO neutron.db.segments_db [None req-6f9d0800-f764-4c60-a2fa-236552aab22f tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Added segment c7de6291-21a9-467f-9780-e1abe3f49f85 of type vlan for network 3a4199e3-82f7-48c2-978c-7a3f4c8edad5 Nov 05 18:56:44.698546 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de077cc4-3cf3-46e2-ae29-4ce0d485e4e7 req-70dd5869-f5ad-4bbd-afcd-981b5222e26b tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:56:44.698546 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-de077cc4-3cf3-46e2-ae29-4ce0d485e4e7 req-70dd5869-f5ad-4bbd-afcd-981b5222e26b tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] 10.222.0.13 "GET /v2.0/ports?device_id=06fa92a8-40d0-46cb-9ab4-2875437c1b70 HTTP/1.1" status: 200 len: 932 time: 0.2345281 Nov 05 18:56:44.709571 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.db_base_plugin_common [None req-4f7ff746-3af6-4494-ba77-971817a01eab admin admin] Allocated IP 172.25.6.55 (40c8335d-cd0b-4cb5-910a-d4dcddd5cbec/04fe6db3-e108-4208-943d-6518424f5726/1054ae95-ccda-4414-9355-df9308d03070) {{(pid=102387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 18:56:44.732435 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4232b99a-cc1c-47cb-9811-5c6083175942 tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Checking segment: {'id': '9f4c7015-2575-47af-951e-8eca99177b43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'eba2491b-133b-4146-8aaa-d99a9300f998'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 18:56:44.732799 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4232b99a-cc1c-47cb-9811-5c6083175942 tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Network hostable DHCP agents. Network: eba2491b-133b-4146-8aaa-d99a9300f998, hostable agents: ['987e2ca0-bc3b-4c6f-a989-429ccfbf753f'], hosted agents: [] {{(pid=102387) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 05 18:56:44.742867 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-6f9d0800-f764-4c60-a2fa-236552aab22f tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750027258543'] for network, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:44.749787 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-d465aa49-fc80-47f7-9b24-e940c580a9de req-3c47806e-7ec3-4a2d-8407-de662c86e1d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6149821'] for port, after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:44.824982 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c47806e-7ec3-4a2d-8407-de662c86e1d9 service neutron] Pushing event updated for resources: {'Port': ['ID=c648a6a1-b4a5-4668-816b-277eb517346d,revision_number=2']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:56:44.907340 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [req-d465aa49-fc80-47f7-9b24-e940c580a9de req-3c47806e-7ec3-4a2d-8407-de662c86e1d9 service neutron] Attempting to bind port c648a6a1-b4a5-4668-816b-277eb517346d on host n-h2-816865-1 for vnic_type normal with profile {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 18:56:44.907680 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [req-d465aa49-fc80-47f7-9b24-e940c580a9de req-3c47806e-7ec3-4a2d-8407-de662c86e1d9 service neutron] Attempting to bind port c648a6a1-b4a5-4668-816b-277eb517346d by drivers openvswitch,hyperv on host n-h2-816865-1 at level 0 using segments [{'id': '8281efde-bbf4-4833-8d7d-a490783d8ae5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '9c2bdaad-faf0-4d75-bb68-340f7d20c596'}] {{(pid=102386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 18:56:44.908008 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d465aa49-fc80-47f7-9b24-e940c580a9de req-3c47806e-7ec3-4a2d-8407-de662c86e1d9 service neutron] Attempting to bind port c648a6a1-b4a5-4668-816b-277eb517346d on network 9c2bdaad-faf0-4d75-bb68-340f7d20c596 {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 18:56:44.913846 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d465aa49-fc80-47f7-9b24-e940c580a9de req-3c47806e-7ec3-4a2d-8407-de662c86e1d9 service neutron] Port c648a6a1-b4a5-4668-816b-277eb517346d on network 9c2bdaad-faf0-4d75-bb68-340f7d20c596 not bound, no agent of type Open vSwitch agent registered on host n-h2-816865-1 {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 18:56:44.914204 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d465aa49-fc80-47f7-9b24-e940c580a9de req-3c47806e-7ec3-4a2d-8407-de662c86e1d9 service neutron] Attempting to bind port c648a6a1-b4a5-4668-816b-277eb517346d on network 9c2bdaad-faf0-4d75-bb68-340f7d20c596 {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 18:56:44.918180 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-de077cc4-3cf3-46e2-ae29-4ce0d485e4e7 req-81d63a45-93ca-41b5-aa58-ca2c699f44b2 tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9a1bcb7-2b62-4809-b67b-668edb56dae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2062871 Nov 05 18:56:44.919201 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d465aa49-fc80-47f7-9b24-e940c580a9de req-3c47806e-7ec3-4a2d-8407-de662c86e1d9 service neutron] Checking agent: {'id': '32aff553-696f-4891-83f5-5c176f61fe54', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816865-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 18, 33, 36), 'started_at': datetime.datetime(2021, 11, 5, 18, 33, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 18, 56, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 18:56:44.919539 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d465aa49-fc80-47f7-9b24-e940c580a9de req-3c47806e-7ec3-4a2d-8407-de662c86e1d9 service neutron] Checking segment: {'id': '8281efde-bbf4-4833-8d7d-a490783d8ae5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '9c2bdaad-faf0-4d75-bb68-340f7d20c596'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 18:56:44.920245 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d465aa49-fc80-47f7-9b24-e940c580a9de req-3c47806e-7ec3-4a2d-8407-de662c86e1d9 service neutron] Bound using segment: {'id': '8281efde-bbf4-4833-8d7d-a490783d8ae5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '9c2bdaad-faf0-4d75-bb68-340f7d20c596'} {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 18:56:44.920677 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [req-d465aa49-fc80-47f7-9b24-e940c580a9de req-3c47806e-7ec3-4a2d-8407-de662c86e1d9 service neutron] Bound port: c648a6a1-b4a5-4668-816b-277eb517346d, host: n-h2-816865-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8281efde-bbf4-4833-8d7d-a490783d8ae5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '9c2bdaad-faf0-4d75-bb68-340f7d20c596'}}] {{(pid=102386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 18:56:44.921370 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-d465aa49-fc80-47f7-9b24-e940c580a9de req-3c47806e-7ec3-4a2d-8407-de662c86e1d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:44.943141 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-6f9d0800-f764-4c60-a2fa-236552aab22f tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-956796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877'] for network, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:44.953471 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f9d0800-f764-4c60-a2fa-236552aab22f tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:56:44.953471 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-6f9d0800-f764-4c60-a2fa-236552aab22f tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Publish callbacks [] for network, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:44.953775 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-063ae7e1-e664-4b95-adcb-eaaeeb3626bc tempest-RoutersIpV6AdminTest-300741977 tempest-RoutersIpV6AdminTest-300741977-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1000460', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-571265', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6845'] for router, precommit_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:44.964870 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-063ae7e1-e664-4b95-adcb-eaaeeb3626bc tempest-RoutersIpV6AdminTest-300741977 tempest-RoutersIpV6AdminTest-300741977-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1000487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1000469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1000478', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-571274'] for router, after_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:44.970799 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-4f7ff746-3af6-4494-ba77-971817a01eab admin admin] Publish callbacks [] for port, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:45.011598 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4232b99a-cc1c-47cb-9811-5c6083175942 tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Network eba2491b-133b-4146-8aaa-d99a9300f998 is scheduled to be hosted by DHCP agent 987e2ca0-bc3b-4c6f-a989-429ccfbf753f with binding_index 1 {{(pid=102387) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 05 18:56:45.072300 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9d0800-f764-4c60-a2fa-236552aab22f tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Pushing event updated for resources: {'Network': ['ID=3a4199e3-82f7-48c2-978c-7a3f4c8edad5,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:56:45.077479 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [req-d465aa49-fc80-47f7-9b24-e940c580a9de req-3c47806e-7ec3-4a2d-8407-de662c86e1d9 service neutron] For port c648a6a1-b4a5-4668-816b-277eb517346d, host n-h2-816865-1, cleared binding levels {{(pid=102386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 18:56:45.080691 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [req-d465aa49-fc80-47f7-9b24-e940c580a9de req-3c47806e-7ec3-4a2d-8407-de662c86e1d9 service neutron] For port c648a6a1-b4a5-4668-816b-277eb517346d, host n-h2-816865-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=c648a6a1-b4a5-4668-816b-277eb517346d,segment=NetworkSegment(8281efde-bbf4-4833-8d7d-a490783d8ae5),segment_id=8281efde-bbf4-4833-8d7d-a490783d8ae5)] {{(pid=102386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 18:56:45.087737 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Network 3a4199e3-82f7-48c2-978c-7a3f4c8edad5 details requested by agent ovs-agent-n-d-816865-1 with host n-d-816865-1 {{(pid=102388) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 05 18:56:45.125818 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 36656) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:56:45.146994 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.base_scheduler [None req-4232b99a-cc1c-47cb-9811-5c6083175942 tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816865-1, eba2491b-133b-4146-8aaa-d99a9300f998) {{(pid=102387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:56:45.149457 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-6f9d0800-f764-4c60-a2fa-236552aab22f tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.6873405 Nov 05 18:56:45.151923 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 36660) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:56:45.154251 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4232b99a-cc1c-47cb-9811-5c6083175942 tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:56:45.159626 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-4232b99a-cc1c-47cb-9811-5c6083175942 tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597851'] for subnet, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:45.159781 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-3f5eb6b5-567c-42c2-af04-d14a96177184 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Request body: {'ports': [{'network_id': '4775609d-d914-46a5-9754-1763ce089160'}, {'network_id': '3a4199e3-82f7-48c2-978c-7a3f4c8edad5'}]} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:56:45.159781 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-3f5eb6b5-567c-42c2-af04-d14a96177184 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Request body: {'port': {'network_id': '4775609d-d914-46a5-9754-1763ce089160'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:56:45.159781 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-3f5eb6b5-567c-42c2-af04-d14a96177184 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Request body: {'port': {'network_id': '3a4199e3-82f7-48c2-978c-7a3f4c8edad5'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:56:45.163420 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06a2c325-e391-4990-978f-9c74e361d112 None None] Network eba2491b-133b-4146-8aaa-d99a9300f998 requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 18:56:45.233639 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-4f7ff746-3af6-4494-ba77-971817a01eab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4417063'] for port, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:45.258161 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-d465aa49-fc80-47f7-9b24-e940c580a9de req-3c47806e-7ec3-4a2d-8407-de662c86e1d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6149821'] for port, after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:45.290239 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-70469753-0384-4f9c-8801-1e1e34a83076 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:45.307164 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-4232b99a-cc1c-47cb-9811-5c6083175942 tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5166597 Nov 05 18:56:45.316106 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-063ae7e1-e664-4b95-adcb-eaaeeb3626bc tempest-RoutersIpV6AdminTest-300741977 tempest-RoutersIpV6AdminTest-300741977-project-admin] Router b171ee3d-ebee-44f8-9494-1811254a1f84 is scheduled to L3 agent 6dcb5589-8e86-4616-9186-ddc4548e13ad with binding_index 1 {{(pid=102387) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 05 18:56:45.321798 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 36664) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:56:45.327534 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d465aa49-fc80-47f7-9b24-e940c580a9de req-3c47806e-7ec3-4a2d-8407-de662c86e1d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:56:45.328487 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-1877c6f0-533c-4d8a-a5b5-09694729fa9a tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:56:45.328795 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-d465aa49-fc80-47f7-9b24-e940c580a9de req-3c47806e-7ec3-4a2d-8407-de662c86e1d9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:45.330187 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-d465aa49-fc80-47f7-9b24-e940c580a9de req-3c47806e-7ec3-4a2d-8407-de662c86e1d9 service neutron] 10.222.0.55 "PUT /v2.0/ports/c648a6a1-b4a5-4668-816b-277eb517346d HTTP/1.1" status: 200 len: 1092 time: 1.3735735 Nov 05 18:56:45.332918 n-d-816865-1 neutron-server[102386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06fa92a8-40d0-46cb-9ab4-2875437c1b70', 'tag': 'c648a6a1-b4a5-4668-816b-277eb517346d'}] {{(pid=102386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 18:56:45.337056 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6173a44d7c73f41af551dc890fa1a5892c2c6bc3458b640c8e0c24db7876ba6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f0fa77c-d317-4320-8d75-8fea5f801552" -d '{"events": [{"name": "network-changed", "server_uuid": "06fa92a8-40d0-46cb-9ab4-2875437c1b70", "tag": "c648a6a1-b4a5-4668-816b-277eb517346d"}]}' {{(pid=102386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 18:56:45.346560 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6c91aa0-d008-43b1-a10e-81c8ab13ad85 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeb20a084-accf-5b60-8075-3e69ebe863a6-eba2491b-133b-4146-8aaa-d99a9300f998', 'network_id': 'eba2491b-133b-4146-8aaa-d99a9300f998', 'tenant_id': '3ef4f33c20644d3a8cc67018579acd02', 'fixed_ips': [{'subnet_id': '045f82a7-0993-4b6b-9c99-8a15527ce328'}]}} from n-d-816865-1. {{(pid=102388) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 05 18:56:45.347445 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-d6c91aa0-d008-43b1-a10e-81c8ab13ad85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:45.360877 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f7ff746-3af6-4494-ba77-971817a01eab admin admin] Network 40c8335d-cd0b-4cb5-910a-d4dcddd5cbec is already hosted by enough agents. {{(pid=102387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 18:56:45.383023 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 18:56:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f77719be-1898-45ae-bb91-5efa808951e7 x-openstack-request-id: req-f77719be-1898-45ae-bb91-5efa808951e7 {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 18:56:45.383311 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "06fa92a8-40d0-46cb-9ab4-2875437c1b70", "tag": "c648a6a1-b4a5-4668-816b-277eb517346d", "status": "completed", "code": 200}]} {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 18:56:45.383593 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f77719be-1898-45ae-bb91-5efa808951e7 {{(pid=102386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 18:56:45.384737 n-d-816865-1 neutron-server[102386]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06fa92a8-40d0-46cb-9ab4-2875437c1b70', 'tag': 'c648a6a1-b4a5-4668-816b-277eb517346d', 'status': 'completed', 'code': 200} Nov 05 18:56:45.432180 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.base_scheduler [None req-4f7ff746-3af6-4494-ba77-971817a01eab admin admin] Resources bound (agent type, host, resource id): {{(pid=102387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:56:45.445953 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f7ff746-3af6-4494-ba77-971817a01eab admin admin] Received port after_create {{(pid=102387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 18:56:45.465118 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7ff746-3af6-4494-ba77-971817a01eab admin admin] Pushing event updated for resources: {'Port': ['ID=1054ae95-ccda-4414-9355-df9308d03070,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:56:45.484126 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c47806e-7ec3-4a2d-8407-de662c86e1d9 service neutron] Pushing event updated for resources: {'Port': ['ID=c648a6a1-b4a5-4668-816b-277eb517346d,revision_number=3']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:56:45.520750 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0fa77c-d317-4320-8d75-8fea5f801552 req-ae946c87-b5ad-48fd-a639-c64dc184000d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:56:45.526997 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-6f0fa77c-d317-4320-8d75-8fea5f801552 req-ae946c87-b5ad-48fd-a639-c64dc184000d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=c2718bfd25be4558ab62a930e9f4ce41&device_id=06fa92a8-40d0-46cb-9ab4-2875437c1b70 HTTP/1.1" status: 200 len: 1095 time: 0.1093893 Nov 05 18:56:45.620514 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f5eb6b5-567c-42c2-af04-d14a96177184 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Made reservation on behalf of c87add0b70464d588d82847ed9192d29 for: {'port': 2} {{(pid=102386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 18:56:45.625447 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-3f5eb6b5-567c-42c2-af04-d14a96177184 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:45.649388 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-3f5eb6b5-567c-42c2-af04-d14a96177184 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:45.671028 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.db_base_plugin_common [None req-d6c91aa0-d008-43b1-a10e-81c8ab13ad85 None None] Allocated IP 172.20.0.2 (eba2491b-133b-4146-8aaa-d99a9300f998/045f82a7-0993-4b6b-9c99-8a15527ce328/6cc70e57-5c1e-4ffd-9e1e-593ac01a9ce8) {{(pid=102388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 18:56:45.750062 n-d-816865-1 neutron-server[102386]: DEBUG neutron.notifiers.nova [None req-3f5eb6b5-567c-42c2-af04-d14a96177184 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] device_id is not set on port 720a8bbd-b182-477e-80d0-8be549098bee yet. {{(pid=102386) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 05 18:56:45.759055 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0fa77c-d317-4320-8d75-8fea5f801552 req-b2ce0cd0-650c-4070-acaf-966bb6cdfa2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:56:45.760536 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-6f0fa77c-d317-4320-8d75-8fea5f801552 req-b2ce0cd0-650c-4070-acaf-966bb6cdfa2c service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=c2718bfd25be4558ab62a930e9f4ce41&shared=False HTTP/1.1" status: 200 len: 907 time: 0.2246137 Nov 05 18:56:45.781740 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-1877c6f0-533c-4d8a-a5b5-09694729fa9a tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-5112227'] for subnet, before_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:45.833158 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-d6c91aa0-d008-43b1-a10e-81c8ab13ad85 None None] Publish callbacks [] for port, precommit_create {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:45.877972 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-063ae7e1-e664-4b95-adcb-eaaeeb3626bc tempest-RoutersIpV6AdminTest-300741977 tempest-RoutersIpV6AdminTest-300741977-project-admin] Notify agent at l3_agent.n-d-816865-1 the message routers_updated {{(pid=102387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 18:56:45.884431 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-70469753-0384-4f9c-8801-1e1e34a83076 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:45.889590 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-063ae7e1-e664-4b95-adcb-eaaeeb3626bc tempest-RoutersIpV6AdminTest-300741977 tempest-RoutersIpV6AdminTest-300741977-project-admin] Publish callbacks [] for router, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:45.890864 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-063ae7e1-e664-4b95-adcb-eaaeeb3626bc tempest-RoutersIpV6AdminTest-300741977 tempest-RoutersIpV6AdminTest-300741977-project-admin] 10.222.0.13 "PUT /v2.0/routers/b171ee3d-ebee-44f8-9494-1811254a1f84 HTTP/1.1" status: 200 len: 919 time: 4.4068532 Nov 05 18:56:45.893709 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 36674) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:56:45.897600 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45de4761-2348-4bf8-8846-a3bdf77738a4 None None] Sync routers for ids ['b171ee3d-ebee-44f8-9494-1811254a1f84'] in n-d-816865-1 {{(pid=102389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 18:56:45.900810 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-d6c91aa0-d008-43b1-a10e-81c8ab13ad85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789'] for port, after_create {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:45.913176 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45de4761-2348-4bf8-8846-a3bdf77738a4 None None] Routers {'b171ee3d-ebee-44f8-9494-1811254a1f84'} bound to L3 agent in host n-d-816865-1 {{(pid=102389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 18:56:45.914582 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-45de4761-2348-4bf8-8846-a3bdf77738a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T18:56:35Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['b171ee3d-ebee-44f8-9494-1811254a1f84'], 'active': True} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:56:45.954748 n-d-816865-1 neutron-server[102388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6c91aa0-d008-43b1-a10e-81c8ab13ad85 None None] Network eba2491b-133b-4146-8aaa-d99a9300f998 is already hosted by enough agents. {{(pid=102388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 18:56:45.962490 n-d-816865-1 neutron-server[102388]: DEBUG neutron.scheduler.base_scheduler [None req-d6c91aa0-d008-43b1-a10e-81c8ab13ad85 None None] Resources bound (agent type, host, resource id): {{(pid=102388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:56:45.987069 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c91aa0-d008-43b1-a10e-81c8ab13ad85 None None] Pushing event updated for resources: {'Port': ['ID=6cc70e57-5c1e-4ffd-9e1e-593ac01a9ce8,revision_number=1']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:56:45.991428 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6c91aa0-d008-43b1-a10e-81c8ab13ad85 None None] Received port after_create {{(pid=102388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 18:56:45.991714 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-45de4761-2348-4bf8-8846-a3bdf77738a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816865-1', False) {} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:56:45.996389 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0fa77c-d317-4320-8d75-8fea5f801552 req-30a7d7e5-ec41-4f09-8d0e-b17a5bdefe1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:56:46.004262 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-6f0fa77c-d317-4320-8d75-8fea5f801552 req-30a7d7e5-ec41-4f09-8d0e-b17a5bdefe1e service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2263396 Nov 05 18:56:46.011619 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-70469753-0384-4f9c-8801-1e1e34a83076 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:46.012064 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45de4761-2348-4bf8-8846-a3bdf77738a4 None None] Routers {'b171ee3d-ebee-44f8-9494-1811254a1f84'} bound to L3 agent in host n-d-816865-1 {{(pid=102389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 18:56:46.012770 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-45de4761-2348-4bf8-8846-a3bdf77738a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T18:56:35Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['b171ee3d-ebee-44f8-9494-1811254a1f84'], 'active': True} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:56:46.046525 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-3f5eb6b5-567c-42c2-af04-d14a96177184 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Publish callbacks [] for port, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:46.062823 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c91aa0-d008-43b1-a10e-81c8ab13ad85 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:56:46.063498 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c91aa0-d008-43b1-a10e-81c8ab13ad85 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:56:46.064010 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c91aa0-d008-43b1-a10e-81c8ab13ad85 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:56:46.064601 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c91aa0-d008-43b1-a10e-81c8ab13ad85 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:56:46.065400 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c91aa0-d008-43b1-a10e-81c8ab13ad85 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:56:46.066085 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c91aa0-d008-43b1-a10e-81c8ab13ad85 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:56:46.066736 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c91aa0-d008-43b1-a10e-81c8ab13ad85 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:56:46.067833 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c91aa0-d008-43b1-a10e-81c8ab13ad85 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:56:46.068520 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c91aa0-d008-43b1-a10e-81c8ab13ad85 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:56:46.069067 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c91aa0-d008-43b1-a10e-81c8ab13ad85 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:56:46.069565 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c91aa0-d008-43b1-a10e-81c8ab13ad85 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:56:46.070100 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c91aa0-d008-43b1-a10e-81c8ab13ad85 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:56:46.084557 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-45de4761-2348-4bf8-8846-a3bdf77738a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816865-1', False) {} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:56:46.094707 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45de4761-2348-4bf8-8846-a3bdf77738a4 None None] The sync data for ids ['b171ee3d-ebee-44f8-9494-1811254a1f84'] in n-d-816865-1 is: [] {{(pid=102389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 18:56:46.128900 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-d6c91aa0-d008-43b1-a10e-81c8ab13ad85 None None] Attempting to bind port 6cc70e57-5c1e-4ffd-9e1e-593ac01a9ce8 on host n-d-816865-1 for vnic_type normal with profile {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 18:56:46.132236 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-d6c91aa0-d008-43b1-a10e-81c8ab13ad85 None None] Attempting to bind port 6cc70e57-5c1e-4ffd-9e1e-593ac01a9ce8 by drivers openvswitch,hyperv on host n-d-816865-1 at level 0 using segments [{'id': '9f4c7015-2575-47af-951e-8eca99177b43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'eba2491b-133b-4146-8aaa-d99a9300f998'}] {{(pid=102388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 18:56:46.132236 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6c91aa0-d008-43b1-a10e-81c8ab13ad85 None None] Attempting to bind port 6cc70e57-5c1e-4ffd-9e1e-593ac01a9ce8 on network eba2491b-133b-4146-8aaa-d99a9300f998 {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 18:56:46.136087 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6c91aa0-d008-43b1-a10e-81c8ab13ad85 None None] Checking agent: {'id': '724d89a7-611b-41e6-bc85-c48112b17afa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 18, 25, 8), 'started_at': datetime.datetime(2021, 11, 5, 18, 25, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 18, 56, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 18:56:46.136699 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6c91aa0-d008-43b1-a10e-81c8ab13ad85 None None] Checking segment: {'id': '9f4c7015-2575-47af-951e-8eca99177b43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'eba2491b-133b-4146-8aaa-d99a9300f998'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 18:56:46.137108 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-d6c91aa0-d008-43b1-a10e-81c8ab13ad85 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:46.137513 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6c91aa0-d008-43b1-a10e-81c8ab13ad85 None None] Bound using segment: {'id': '9f4c7015-2575-47af-951e-8eca99177b43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'eba2491b-133b-4146-8aaa-d99a9300f998'} {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 18:56:46.138032 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-d6c91aa0-d008-43b1-a10e-81c8ab13ad85 None None] Bound port: 6cc70e57-5c1e-4ffd-9e1e-593ac01a9ce8, host: n-d-816865-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f4c7015-2575-47af-951e-8eca99177b43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'eba2491b-133b-4146-8aaa-d99a9300f998'}}] {{(pid=102388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 18:56:46.139050 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-d6c91aa0-d008-43b1-a10e-81c8ab13ad85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:46.172572 n-d-816865-1 neutron-server[102386]: DEBUG neutron.notifiers.nova [None req-3f5eb6b5-567c-42c2-af04-d14a96177184 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] device_id is not set on port 3893e321-c6e4-4e2c-853d-885116b37250 yet. {{(pid=102386) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 05 18:56:46.194420 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d465aa49-fc80-47f7-9b24-e940c580a9de req-6cd4475f-e72e-4854-9c7f-4914cd19e2f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:56:46.196595 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-d465aa49-fc80-47f7-9b24-e940c580a9de req-6cd4475f-e72e-4854-9c7f-4914cd19e2f3 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=c2718bfd25be4558ab62a930e9f4ce41&device_id=06fa92a8-40d0-46cb-9ab4-2875437c1b70 HTTP/1.1" status: 200 len: 1095 time: 0.1189437 Nov 05 18:56:46.223378 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-d6c91aa0-d008-43b1-a10e-81c8ab13ad85 None None] For port 6cc70e57-5c1e-4ffd-9e1e-593ac01a9ce8, host n-d-816865-1, cleared binding levels {{(pid=102388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 18:56:46.227513 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-d6c91aa0-d008-43b1-a10e-81c8ab13ad85 None None] For port 6cc70e57-5c1e-4ffd-9e1e-593ac01a9ce8, host n-d-816865-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=6cc70e57-5c1e-4ffd-9e1e-593ac01a9ce8,segment=NetworkSegment(9f4c7015-2575-47af-951e-8eca99177b43),segment_id=9f4c7015-2575-47af-951e-8eca99177b43)] {{(pid=102388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 18:56:46.255117 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-d465aa49-fc80-47f7-9b24-e940c580a9de req-1bcd195b-1a0c-4de2-9e3e-4d013b393a1a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c648a6a1-b4a5-4668-816b-277eb517346d HTTP/1.1" status: 200 len: 217 time: 0.0459001 Nov 05 18:56:46.319611 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-d6c91aa0-d008-43b1-a10e-81c8ab13ad85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:46.366689 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d465aa49-fc80-47f7-9b24-e940c580a9de req-a353d7c4-88bb-4922-9d27-f1a952be3bfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:56:46.368182 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-d465aa49-fc80-47f7-9b24-e940c580a9de req-a353d7c4-88bb-4922-9d27-f1a952be3bfe service neutron] 10.222.0.55 "GET /v2.0/subnets?id=b6655376-4ea9-4701-98ec-c7e9e4d66f0f HTTP/1.1" status: 200 len: 846 time: 0.0795157 Nov 05 18:56:46.450535 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c91aa0-d008-43b1-a10e-81c8ab13ad85 None None] Pushing event updated for resources: {'Port': ['ID=6cc70e57-5c1e-4ffd-9e1e-593ac01a9ce8,revision_number=2']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:56:46.456005 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-3f5eb6b5-567c-42c2-af04-d14a96177184 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Publish callbacks [] for port, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:46.460116 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-d465aa49-fc80-47f7-9b24-e940c580a9de req-d8c838ad-ebe5-4f5a-a4f7-e577055fe817 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=9c2bdaad-faf0-4d75-bb68-340f7d20c596&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0756173 Nov 05 18:56:46.583584 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-d465aa49-fc80-47f7-9b24-e940c580a9de req-5af04912-b0fe-4422-9be1-3991d3aac0cf service neutron] 10.222.0.55 "GET /v2.0/networks/9c2bdaad-faf0-4d75-bb68-340f7d20c596?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1085289 Nov 05 18:56:46.618425 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-70469753-0384-4f9c-8801-1e1e34a83076 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=95c4317f30fe4f7f9fbdc40b0361ce5d&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5078621 Nov 05 18:56:46.622393 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 36682) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:56:46.665275 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70469753-0384-4f9c-8801-1e1e34a83076 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74b46640-f4b4-42f6-8cba-b5e288d26b39,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:56:46.671003 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-3f5eb6b5-567c-42c2-af04-d14a96177184 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:46.772348 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-3dc78a26-a86a-47ec-a66e-2e9e0858644e tempest-RoutersIpV6AdminTest-300741977 tempest-RoutersIpV6AdminTest-300741977-project-admin] 10.222.0.13 "GET /v2.0/routers/b171ee3d-ebee-44f8-9494-1811254a1f84 HTTP/1.1" status: 200 len: 925 time: 0.8745904 Nov 05 18:56:46.780147 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea52823b-60b4-4464-95e5-943eee607d97 req-c6c4d502-7968-4a70-bf56-fc50259ca411 tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:56:46.781707 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-ea52823b-60b4-4464-95e5-943eee607d97 req-c6c4d502-7968-4a70-bf56-fc50259ca411 tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] 10.222.0.13 "GET /v2.0/ports?device_id=06fa92a8-40d0-46cb-9ab4-2875437c1b70 HTTP/1.1" status: 200 len: 944 time: 0.3928380 Nov 05 18:56:46.786206 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 36684) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:56:46.844334 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-1877c6f0-533c-4d8a-a5b5-09694729fa9a tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8750027766631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-4417137'] for subnet, after_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:46.922477 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-4f7ff746-3af6-4494-ba77-971817a01eab admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:46.928186 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1877c6f0-533c-4d8a-a5b5-09694729fa9a tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:56:46.928186 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-1877c6f0-533c-4d8a-a5b5-09694729fa9a tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Publish callbacks [] for subnet, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:46.930780 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-1877c6f0-533c-4d8a-a5b5-09694729fa9a tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] 10.222.0.13 "PUT /v2.0/subnets/045f82a7-0993-4b6b-9c99-8a15527ce328 HTTP/1.1" status: 200 len: 806 time: 1.6078951 Nov 05 18:56:46.934121 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 36686) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:56:46.941012 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-ea52823b-60b4-4464-95e5-943eee607d97 req-3141ffc7-996f-4363-9ad7-9140475d69ec tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9a1bcb7-2b62-4809-b67b-668edb56dae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405704 Nov 05 18:56:47.020784 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1877c6f0-533c-4d8a-a5b5-09694729fa9a tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Pushing event updated for resources: {'Subnet': ['ID=045f82a7-0993-4b6b-9c99-8a15527ce328,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:56:47.028154 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-575f382d-a7d3-43e5-8de4-0679c4dff507 tempest-RoutersIpV6AdminTest-300741977 tempest-RoutersIpV6AdminTest-300741977-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:56:47.030391 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-575f382d-a7d3-43e5-8de4-0679c4dff507 tempest-RoutersIpV6AdminTest-300741977 tempest-RoutersIpV6AdminTest-300741977-project-admin] 10.222.0.13 "GET /v2.0/ports?network_id=40c8335d-cd0b-4cb5-910a-d4dcddd5cbec&device_id=b171ee3d-ebee-44f8-9494-1811254a1f84&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.2444105 Nov 05 18:56:47.039096 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 36688) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:56:47.142962 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f5eb6b5-567c-42c2-af04-d14a96177184 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Network 4775609d-d914-46a5-9754-1763ce089160 is already hosted by enough agents. {{(pid=102386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 18:56:47.156127 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.base_scheduler [None req-3f5eb6b5-567c-42c2-af04-d14a96177184 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Resources bound (agent type, host, resource id): {{(pid=102386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:56:47.162119 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f5eb6b5-567c-42c2-af04-d14a96177184 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Received port after_create {{(pid=102386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 18:56:47.162660 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-3f5eb6b5-567c-42c2-af04-d14a96177184 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:47.169888 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5eb6b5-567c-42c2-af04-d14a96177184 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Pushing event updated for resources: {'Port': ['ID=720a8bbd-b182-477e-80d0-8be549098bee,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:56:47.187130 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-d465aa49-fc80-47f7-9b24-e940c580a9de req-e5d37fd6-9a4f-4e74-aedb-0c5754ca84dc service neutron] 10.222.0.55 "GET /v2.0/networks/9c2bdaad-faf0-4d75-bb68-340f7d20c596?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5915732 Nov 05 18:56:47.208457 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-5aad4485-303d-4694-b0b8-51df6518de49 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:47.252655 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-ca8dedbe-4aca-4563-b1be-6dc53cea42d8 tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1664226'] for network, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:47.252821 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-5aad4485-303d-4694-b0b8-51df6518de49 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:47.254289 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5eb6b5-567c-42c2-af04-d14a96177184 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Pushing event updated for resources: {'Port': ['ID=3893e321-c6e4-4e2c-853d-885116b37250,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:56:47.289478 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c49aca6-4c08-48c1-95a8-a9419c7449ad tempest-RoutersIpV6AdminTest-300741977 tempest-RoutersIpV6AdminTest-300741977-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:56:47.290848 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-9c49aca6-4c08-48c1-95a8-a9419c7449ad tempest-RoutersIpV6AdminTest-300741977 tempest-RoutersIpV6AdminTest-300741977-project-admin] 10.222.0.13 "GET /v2.0/networks/40c8335d-cd0b-4cb5-910a-d4dcddd5cbec HTTP/1.1" status: 200 len: 881 time: 0.2508183 Nov 05 18:56:47.291256 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f5eb6b5-567c-42c2-af04-d14a96177184 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Checking segment: {'id': 'c7de6291-21a9-467f-9780-e1abe3f49f85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '3a4199e3-82f7-48c2-978c-7a3f4c8edad5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 18:56:47.291813 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f5eb6b5-567c-42c2-af04-d14a96177184 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Network hostable DHCP agents. Network: 3a4199e3-82f7-48c2-978c-7a3f4c8edad5, hostable agents: ['987e2ca0-bc3b-4c6f-a989-429ccfbf753f'], hosted agents: [] {{(pid=102386) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 05 18:56:47.307035 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 36690) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:56:47.351005 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-72775d87-9b14-4d76-82d9-99c6e455e494 tempest-RoutersIpV6AdminTest-1929183484 tempest-RoutersIpV6AdminTest-1929183484-project] 10.222.0.13 "GET /v2.0/ports?device_id=b171ee3d-ebee-44f8-9494-1811254a1f84 HTTP/1.1" status: 200 len: 205 time: 0.0416005 Nov 05 18:56:47.353713 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 36692) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:56:47.370550 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-4f7ff746-3af6-4494-ba77-971817a01eab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-571384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1000487'] for router, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:47.425197 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [None req-ca8dedbe-4aca-4563-b1be-6dc53cea42d8 tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Deleting port 6cc70e57-5c1e-4ffd-9e1e-593ac01a9ce8 {{(pid=102387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 18:56:47.425540 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-ca8dedbe-4aca-4563-b1be-6dc53cea42d8 tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:47.453491 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f5eb6b5-567c-42c2-af04-d14a96177184 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Network 3a4199e3-82f7-48c2-978c-7a3f4c8edad5 is scheduled to be hosted by DHCP agent 987e2ca0-bc3b-4c6f-a989-429ccfbf753f with binding_index 1 {{(pid=102386) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 05 18:56:47.484840 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-71e5c251-57ca-4c91-95bd-d0d55544b906 tempest-RoutersIpV6AdminTest-1929183484 tempest-RoutersIpV6AdminTest-1929183484-project] Publish callbacks [] for router, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:47.489827 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-5aad4485-303d-4694-b0b8-51df6518de49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:47.493060 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-5aad4485-303d-4694-b0b8-51df6518de49 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:47.496984 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-5aad4485-303d-4694-b0b8-51df6518de49 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/74b46640-f4b4-42f6-8cba-b5e288d26b39 HTTP/1.1" status: 204 len: 168 time: 0.8710661 Nov 05 18:56:47.546596 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aad4485-303d-4694-b0b8-51df6518de49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74b46640-f4b4-42f6-8cba-b5e288d26b39,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:56:47.601880 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.db [None req-ca8dedbe-4aca-4563-b1be-6dc53cea42d8 tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] For port 6cc70e57-5c1e-4ffd-9e1e-593ac01a9ce8, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=6cc70e57-5c1e-4ffd-9e1e-593ac01a9ce8,segment=NetworkSegment(9f4c7015-2575-47af-951e-8eca99177b43),segment_id=9f4c7015-2575-47af-951e-8eca99177b43)] {{(pid=102387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:56:47.602284 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-ca8dedbe-4aca-4563-b1be-6dc53cea42d8 tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:47.620116 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.base_scheduler [None req-3f5eb6b5-567c-42c2-af04-d14a96177184 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816865-1, 3a4199e3-82f7-48c2-978c-7a3f4c8edad5) {{(pid=102386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:56:47.631847 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a59eb47-abc7-46d0-a37e-55ab3eb86f29 None None] Network 3a4199e3-82f7-48c2-978c-7a3f4c8edad5 requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 18:56:47.634280 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [None req-ca8dedbe-4aca-4563-b1be-6dc53cea42d8 tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Calling delete_port for 6cc70e57-5c1e-4ffd-9e1e-593ac01a9ce8 owned by network:dhcp {{(pid=102387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 18:56:47.637622 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f5eb6b5-567c-42c2-af04-d14a96177184 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Received port after_create {{(pid=102386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 18:56:47.643410 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f5eb6b5-567c-42c2-af04-d14a96177184 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:56:47.649537 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f5eb6b5-567c-42c2-af04-d14a96177184 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:56:47.650290 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-3f5eb6b5-567c-42c2-af04-d14a96177184 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:47.686808 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-71e5c251-57ca-4c91-95bd-d0d55544b906 tempest-RoutersIpV6AdminTest-1929183484 tempest-RoutersIpV6AdminTest-1929183484-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:47.742805 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f7ff746-3af6-4494-ba77-971817a01eab admin admin] Router 2ce51eaa-b41d-45ad-bd14-ca2278648b32 is scheduled to L3 agent 6dcb5589-8e86-4616-9186-ddc4548e13ad with binding_index 1 {{(pid=102387) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 05 18:56:47.808857 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-3f5eb6b5-567c-42c2-af04-d14a96177184 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 2.6557171 Nov 05 18:56:47.815874 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 36702) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:56:47.838236 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b8ed199-24c4-403a-af56-782a0a31559c None None] Network eba2491b-133b-4146-8aaa-d99a9300f998 requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 18:56:47.904376 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f7ff746-3af6-4494-ba77-971817a01eab admin admin] Notify agent at l3_agent.n-d-816865-1 the message routers_updated {{(pid=102387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 18:56:47.921287 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-71e5c251-57ca-4c91-95bd-d0d55544b906 tempest-RoutersIpV6AdminTest-1929183484 tempest-RoutersIpV6AdminTest-1929183484-project] Deleting port f5273aab-bc7a-401d-8ac6-c98988b3ec06 {{(pid=102386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 18:56:47.921732 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-71e5c251-57ca-4c91-95bd-d0d55544b906 tempest-RoutersIpV6AdminTest-1929183484 tempest-RoutersIpV6AdminTest-1929183484-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:47.938622 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fde0e2cb-2696-4d5b-9d28-d72c33e6c399 None None] Sync routers for ids ['2ce51eaa-b41d-45ad-bd14-ca2278648b32'] in n-d-816865-1 {{(pid=102388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 18:56:47.964627 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-ca8dedbe-4aca-4563-b1be-6dc53cea42d8 tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4417063'] for port, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:48.016469 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-5c15dee6-3057-4a0c-a45c-4b17b82a5590 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Deleting port 3893e321-c6e4-4e2c-853d-885116b37250 {{(pid=102386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 18:56:48.016880 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-5c15dee6-3057-4a0c-a45c-4b17b82a5590 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:48.028807 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8dedbe-4aca-4563-b1be-6dc53cea42d8 tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Pushing event deleted for resources: {'Port': ['ID=6cc70e57-5c1e-4ffd-9e1e-593ac01a9ce8,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:56:48.046672 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-4f7ff746-3af6-4494-ba77-971817a01eab admin admin] Publish callbacks [] for router, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:48.048540 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-4f7ff746-3af6-4494-ba77-971817a01eab admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 5.6149743 Nov 05 18:56:48.052363 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 36714) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:56:48.104025 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fde0e2cb-2696-4d5b-9d28-d72c33e6c399 None None] Routers {'2ce51eaa-b41d-45ad-bd14-ca2278648b32'} bound to L3 agent in host n-d-816865-1 {{(pid=102388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 18:56:48.104808 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-fde0e2cb-2696-4d5b-9d28-d72c33e6c399 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T18:56:35Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['2ce51eaa-b41d-45ad-bd14-ca2278648b32'], 'active': True} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:56:48.156720 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-396b1031-bd2e-4049-96c5-02f0e6d7b2ef None None] Provisioning complete for port 6cc70e57-5c1e-4ffd-9e1e-593ac01a9ce8 triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:56:48.157356 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-396b1031-bd2e-4049-96c5-02f0e6d7b2ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:48.174325 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-5c15dee6-3057-4a0c-a45c-4b17b82a5590 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:48.175186 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca8dedbe-4aca-4563-b1be-6dc53cea42d8 tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] No DVR routers for this DVR port 6cc70e57-5c1e-4ffd-9e1e-593ac01a9ce8 on host n-d-816865-1 {{(pid=102387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 18:56:48.195003 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-5c15dee6-3057-4a0c-a45c-4b17b82a5590 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Calling delete_port for 3893e321-c6e4-4e2c-853d-885116b37250 owned by {{(pid=102386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 18:56:48.195759 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-396b1031-bd2e-4049-96c5-02f0e6d7b2ef None None] Port 6cc70e57-5c1e-4ffd-9e1e-593ac01a9ce8 was deleted so its status cannot be updated. {{(pid=102388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:335}} Nov 05 18:56:48.217844 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-71e5c251-57ca-4c91-95bd-d0d55544b906 tempest-RoutersIpV6AdminTest-1929183484 tempest-RoutersIpV6AdminTest-1929183484-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:48.294296 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-71e5c251-57ca-4c91-95bd-d0d55544b906 tempest-RoutersIpV6AdminTest-1929183484 tempest-RoutersIpV6AdminTest-1929183484-project] Calling delete_port for f5273aab-bc7a-401d-8ac6-c98988b3ec06 owned by network:router_gateway {{(pid=102386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 18:56:48.325826 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvr_db [None req-fde0e2cb-2696-4d5b-9d28-d72c33e6c399 None None] Set router 2ce51eaa-b41d-45ad-bd14-ca2278648b32 gateway port host: n-d-816865-1 {{(pid=102388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 18:56:48.332748 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf2eca6-0ff8-42e3-8aae-fd5615baeb8f req-bfde478b-6733-43b3-8866-7abe1fa51ebc tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:56:48.340900 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-bcf2eca6-0ff8-42e3-8aae-fd5615baeb8f req-bfde478b-6733-43b3-8866-7abe1fa51ebc tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] 10.222.0.13 "GET /v2.0/ports?device_id=06fa92a8-40d0-46cb-9ab4-2875437c1b70 HTTP/1.1" status: 200 len: 944 time: 0.2442892 Nov 05 18:56:48.378304 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-ca8dedbe-4aca-4563-b1be-6dc53cea42d8 tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1573928'] for subnet, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:48.392708 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 36720) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:56:48.443743 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-bcf2eca6-0ff8-42e3-8aae-fd5615baeb8f req-70e32d72-25f0-4722-bb22-f6901a712cc8 tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9a1bcb7-2b62-4809-b67b-668edb56dae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019447 Nov 05 18:56:48.452327 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-815daabc-b102-4c13-a7cf-3fd58b0eb99e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:48.503867 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-5c15dee6-3057-4a0c-a45c-4b17b82a5590 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:48.605534 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c15dee6-3057-4a0c-a45c-4b17b82a5590 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Pushing event deleted for resources: {'Port': ['ID=3893e321-c6e4-4e2c-853d-885116b37250,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:56:48.626305 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c68cfc8d-5e26-4c90-b829-50b6c01e9a3a None None] Network eba2491b-133b-4146-8aaa-d99a9300f998 requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 18:56:48.636415 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-5c15dee6-3057-4a0c-a45c-4b17b82a5590 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:48.639554 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-5c15dee6-3057-4a0c-a45c-4b17b82a5590 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] 10.222.0.13 "DELETE /v2.0/ports/3893e321-c6e4-4e2c-853d-885116b37250 HTTP/1.1" status: 204 len: 168 time: 0.8234687 Nov 05 18:56:48.644365 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 36724) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:56:48.697073 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-ca8dedbe-4aca-4563-b1be-6dc53cea42d8 tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1573905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4417146', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5112209'] for subnet, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:48.723963 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-fde0e2cb-2696-4d5b-9d28-d72c33e6c399 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ce51eaa-b41d-45ad-bd14-ca2278648b32', 'name': 'tempest-ServerRescueNegativeTestJSON-1292236505-router', 'tenant_id': '2d1e164bb09b4bc6b0a37a98f21fd24b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.55'}], 'enable_snat': True}, 'gw_port_id': '1054ae95-ccda-4414-9355-df9308d03070', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T18:56:42Z', 'updated_at': '2021-11-05T18:56:45Z', 'revision_number': 3, 'project_id': '2d1e164bb09b4bc6b0a37a98f21fd24b', 'gw_port': {'id': '1054ae95-ccda-4414-9355-df9308d03070', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:1f:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ce51eaa-b41d-45ad-bd14-ca2278648b32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2139, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T18:56:44Z', 'updated_at': '2021-11-05T18:56:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1'}], 'n-d-816865-1', False) {} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:56:48.736448 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8dedbe-4aca-4563-b1be-6dc53cea42d8 tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Pushing event deleted for resources: {'Subnet': ['ID=045f82a7-0993-4b6b-9c99-8a15527ce328,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:56:48.757541 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16025726-c531-475e-a697-ea48411d2a1c tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:56:48.761635 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fde0e2cb-2696-4d5b-9d28-d72c33e6c399 None None] Checking router: 2ce51eaa-b41d-45ad-bd14-ca2278648b32 for host: n-d-816865-1 {{(pid=102388) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 18:56:48.761986 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fde0e2cb-2696-4d5b-9d28-d72c33e6c399 None None] Updating router 2ce51eaa-b41d-45ad-bd14-ca2278648b32 port 1054ae95-ccda-4414-9355-df9308d03070 binding host n-d-816865-1 {{(pid=102388) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 05 18:56:48.764020 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16025726-c531-475e-a697-ea48411d2a1c tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:56:48.765705 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-16025726-c531-475e-a697-ea48411d2a1c tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1455 time: 0.1203706 Nov 05 18:56:48.768994 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 36726) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:56:48.826758 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-815daabc-b102-4c13-a7cf-3fd58b0eb99e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:48.836123 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-fde0e2cb-2696-4d5b-9d28-d72c33e6c399 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:48.861467 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-71e5c251-57ca-4c91-95bd-d0d55544b906 tempest-RoutersIpV6AdminTest-1929183484 tempest-RoutersIpV6AdminTest-1929183484-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:48.896779 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e5c251-57ca-4c91-95bd-d0d55544b906 tempest-RoutersIpV6AdminTest-1929183484 tempest-RoutersIpV6AdminTest-1929183484-project] Pushing event deleted for resources: {'Port': ['ID=f5273aab-bc7a-401d-8ac6-c98988b3ec06,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:56:48.940175 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-334d44b6-5852-4f1d-b6f9-a7c7d884b8de None None] DHCP port deletion for eba2491b-133b-4146-8aaa-d99a9300f998 request from n-d-816865-1 {{(pid=102388) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 05 18:56:48.947965 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-ca8dedbe-4aca-4563-b1be-6dc53cea42d8 tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1579173', 'neutron.services.segments.db._delete_segments_for_network-8750027792909'] for network, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:48.971908 n-d-816865-1 neutron-server[102387]: DEBUG neutron.services.segments.db [None req-ca8dedbe-4aca-4563-b1be-6dc53cea42d8 tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eba2491b-133b-4146-8aaa-d99a9300f998']}} {{(pid=102387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:56:48.976191 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-4000b6a3-8157-4359-a41c-901bc16caf5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:48.983450 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-815daabc-b102-4c13-a7cf-3fd58b0eb99e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:48.994329 n-d-816865-1 neutron-server[102387]: DEBUG neutron.services.segments.db [None req-ca8dedbe-4aca-4563-b1be-6dc53cea42d8 tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f4c7015-2575-47af-951e-8eca99177b43') {'for_net_delete': True} {{(pid=102387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:56:48.994329 n-d-816865-1 neutron-server[102387]: DEBUG neutron.services.segments.db [None req-ca8dedbe-4aca-4563-b1be-6dc53cea42d8 tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f4c7015-2575-47af-951e-8eca99177b43') {} {{(pid=102387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:56:49.010996 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-ca8dedbe-4aca-4563-b1be-6dc53cea42d8 tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750027793430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4463492'] for segment, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:49.047557 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-815daabc-b102-4c13-a7cf-3fd58b0eb99e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1c3dd6225ee54e63a8ed72521c04ed82&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6510849 Nov 05 18:56:49.052406 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 36728) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:56:49.060231 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-8454f1d9-c85b-4c15-9ab2-88570f82f6b5 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Deleting port 720a8bbd-b182-477e-80d0-8be549098bee {{(pid=102386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 18:56:49.060573 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-8454f1d9-c85b-4c15-9ab2-88570f82f6b5 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:49.060707 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-ca8dedbe-4aca-4563-b1be-6dc53cea42d8 tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273'] for segment, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:49.065990 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-71e5c251-57ca-4c91-95bd-d0d55544b906 tempest-RoutersIpV6AdminTest-1929183484 tempest-RoutersIpV6AdminTest-1929183484-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1000651'] for router_gateway, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:49.085032 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca8dedbe-4aca-4563-b1be-6dc53cea42d8 tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Releasing vlan 164 on physical network physnet1 to pool {{(pid=102387) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 05 18:56:49.085350 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-ca8dedbe-4aca-4563-b1be-6dc53cea42d8 tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4417236'] for segment, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:49.088361 n-d-816865-1 neutron-server[102387]: Traceback (most recent call last): Nov 05 18:56:49.088361 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 05 18:56:49.088361 n-d-816865-1 neutron-server[102387]: timer() Nov 05 18:56:49.088361 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 05 18:56:49.088361 n-d-816865-1 neutron-server[102387]: cb(*args, **kw) Nov 05 18:56:49.088361 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 05 18:56:49.088361 n-d-816865-1 neutron-server[102387]: return func(*args, **kwargs) Nov 05 18:56:49.088361 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 05 18:56:49.088361 n-d-816865-1 neutron-server[102387]: self._notify() Nov 05 18:56:49.088361 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 05 18:56:49.088361 n-d-816865-1 neutron-server[102387]: self.callback(batched_events) Nov 05 18:56:49.088361 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 05 18:56:49.088361 n-d-816865-1 neutron-server[102387]: event.method(event) Nov 05 18:56:49.088361 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 05 18:56:49.088361 n-d-816865-1 neutron-server[102387]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 05 18:56:49.088361 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 05 18:56:49.088361 n-d-816865-1 neutron-server[102387]: aggregate_uuid = self.p_client.list_aggregates( Nov 05 18:56:49.088361 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 05 18:56:49.088361 n-d-816865-1 neutron-server[102387]: return f(self, *a, **k) Nov 05 18:56:49.088361 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 05 18:56:49.088361 n-d-816865-1 neutron-server[102387]: return self._get(url).json() Nov 05 18:56:49.088361 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 05 18:56:49.088361 n-d-816865-1 neutron-server[102387]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 05 18:56:49.088361 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 05 18:56:49.088361 n-d-816865-1 neutron-server[102387]: return self.request(url, 'GET', **kwargs) Nov 05 18:56:49.088361 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 05 18:56:49.088361 n-d-816865-1 neutron-server[102387]: base_url = self.get_endpoint(auth, allow=allow, Nov 05 18:56:49.088361 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 05 18:56:49.088361 n-d-816865-1 neutron-server[102387]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 05 18:56:49.088361 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 05 18:56:49.088361 n-d-816865-1 neutron-server[102387]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 05 18:56:49.088361 n-d-816865-1 neutron-server[102387]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 05 18:56:49.179485 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815daabc-b102-4c13-a7cf-3fd58b0eb99e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93dc504d-02e3-47c9-a37f-88a01cde3a43,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:56:49.180087 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-fde0e2cb-2696-4d5b-9d28-d72c33e6c399 None None] Publish callbacks [] for port, precommit_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:49.215489 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-71e5c251-57ca-4c91-95bd-d0d55544b906 tempest-RoutersIpV6AdminTest-1929183484 tempest-RoutersIpV6AdminTest-1929183484-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-571301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6852'] for router, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:49.219808 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-71e5c251-57ca-4c91-95bd-d0d55544b906 tempest-RoutersIpV6AdminTest-1929183484 tempest-RoutersIpV6AdminTest-1929183484-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:49.244198 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-8cb618a7-0dde-4510-afcf-f3975322dd9b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:49.274323 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-8454f1d9-c85b-4c15-9ab2-88570f82f6b5 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:49.277305 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-8cb618a7-0dde-4510-afcf-f3975322dd9b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:49.285039 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.db_base_plugin_common [None req-4000b6a3-8157-4359-a41c-901bc16caf5d admin admin] Allocated IP 172.20.0.1 (42e7925c-fd66-4b62-ba17-57eb03167e5d/4cb513d1-da39-46f8-8352-51da564b63e4/4f860325-4a02-44f1-9613-5a1f0bb97b7f) {{(pid=102387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 18:56:49.287905 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-8454f1d9-c85b-4c15-9ab2-88570f82f6b5 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Calling delete_port for 720a8bbd-b182-477e-80d0-8be549098bee owned by {{(pid=102386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 18:56:49.324439 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-fde0e2cb-2696-4d5b-9d28-d72c33e6c399 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:49.338502 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-ca8dedbe-4aca-4563-b1be-6dc53cea42d8 tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1579178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-956796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1000687'] for network, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:49.347842 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-ca8dedbe-4aca-4563-b1be-6dc53cea42d8 tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Publish callbacks [] for network, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:49.352474 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-ca8dedbe-4aca-4563-b1be-6dc53cea42d8 tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] 10.222.0.13 "DELETE /v2.0/networks/eba2491b-133b-4146-8aaa-d99a9300f998 HTTP/1.1" status: 204 len: 168 time: 2.4147034 Nov 05 18:56:49.356011 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 36730) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:56:49.381886 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-71e5c251-57ca-4c91-95bd-d0d55544b906 tempest-RoutersIpV6AdminTest-1929183484 tempest-RoutersIpV6AdminTest-1929183484-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-571310'] for router, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:49.382489 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71e5c251-57ca-4c91-95bd-d0d55544b906 tempest-RoutersIpV6AdminTest-1929183484 tempest-RoutersIpV6AdminTest-1929183484-project] Fanout notify agent at l3_agent the message router_deleted on router b171ee3d-ebee-44f8-9494-1811254a1f84 {{(pid=102386) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 05 18:56:49.385023 n-d-816865-1 neutron-server[102386]: INFO neutron.pecan_wsgi.hooks.translation [None req-d64e0a36-2f47-4659-b903-2e1be49aab49 tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] DELETE failed (client error): The resource could not be found. Nov 05 18:56:49.385615 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d64e0a36-2f47-4659-b903-2e1be49aab49 tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102386) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 05 18:56:49.387611 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-fde0e2cb-2696-4d5b-9d28-d72c33e6c399 None None] Attempting to bind port 1054ae95-ccda-4414-9355-df9308d03070 on host n-d-816865-1 for vnic_type normal with profile {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 18:56:49.387930 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-fde0e2cb-2696-4d5b-9d28-d72c33e6c399 None None] Attempting to bind port 1054ae95-ccda-4414-9355-df9308d03070 by drivers openvswitch,hyperv on host n-d-816865-1 at level 0 using segments [{'id': '85be518c-8bb4-46a2-a903-d4292782d29d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec'}] {{(pid=102388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 18:56:49.388315 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fde0e2cb-2696-4d5b-9d28-d72c33e6c399 None None] Attempting to bind port 1054ae95-ccda-4414-9355-df9308d03070 on network 40c8335d-cd0b-4cb5-910a-d4dcddd5cbec {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 18:56:49.391464 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8dedbe-4aca-4563-b1be-6dc53cea42d8 tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Pushing event deleted for resources: {'Network': ['ID=eba2491b-133b-4146-8aaa-d99a9300f998,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:56:49.395021 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 36732) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:56:49.395953 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-d64e0a36-2f47-4659-b903-2e1be49aab49 tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] 10.222.0.13 "DELETE /v2.0/networks/eba2491b-133b-4146-8aaa-d99a9300f998 HTTP/1.1" status: 404 len: 339 time: 0.0384710 Nov 05 18:56:49.401336 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fde0e2cb-2696-4d5b-9d28-d72c33e6c399 None None] Checking agent: {'id': '724d89a7-611b-41e6-bc85-c48112b17afa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 18, 25, 8), 'started_at': datetime.datetime(2021, 11, 5, 18, 25, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 18, 56, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 18:56:49.401546 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-d792e4fc-8523-4a8a-bc72-ac4eb81f5ae4 tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-453425055', 'description': 'd1'}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:56:49.401794 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fde0e2cb-2696-4d5b-9d28-d72c33e6c399 None None] Checking segment: {'id': '85be518c-8bb4-46a2-a903-d4292782d29d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 18:56:49.402143 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-fde0e2cb-2696-4d5b-9d28-d72c33e6c399 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:49.402285 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-71e5c251-57ca-4c91-95bd-d0d55544b906 tempest-RoutersIpV6AdminTest-1929183484 tempest-RoutersIpV6AdminTest-1929183484-project] Publish callbacks [] for router, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:49.402902 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fde0e2cb-2696-4d5b-9d28-d72c33e6c399 None None] Bound using segment: {'id': '85be518c-8bb4-46a2-a903-d4292782d29d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec'} {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 18:56:49.403387 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-71e5c251-57ca-4c91-95bd-d0d55544b906 tempest-RoutersIpV6AdminTest-1929183484 tempest-RoutersIpV6AdminTest-1929183484-project] 10.222.0.13 "DELETE /v2.0/routers/b171ee3d-ebee-44f8-9494-1811254a1f84 HTTP/1.1" status: 204 len: 168 time: 2.0486741 Nov 05 18:56:49.407235 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 36734) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:56:49.409869 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-fde0e2cb-2696-4d5b-9d28-d72c33e6c399 None None] Bound port: 1054ae95-ccda-4414-9355-df9308d03070, host: n-d-816865-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85be518c-8bb4-46a2-a903-d4292782d29d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec'}}] {{(pid=102388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 18:56:49.413314 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-fde0e2cb-2696-4d5b-9d28-d72c33e6c399 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:49.413467 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-3016aafc-a58a-4f50-94d4-5537a4934a7a tempest-RoutersIpV6AdminTest-1929183484 tempest-RoutersIpV6AdminTest-1929183484-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-883358408', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec'}, 'admin_state_up': False}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:56:49.416558 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b5815d-000f-4a8c-86df-cca3cea3343b None None] Pushing event updated for resources: {'Port': ['ID=1054ae95-ccda-4414-9355-df9308d03070,revision_number=2']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:56:49.430307 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.db.api [None req-3016aafc-a58a-4f50-94d4-5537a4934a7a tempest-RoutersIpV6AdminTest-1929183484 tempest-RoutersIpV6AdminTest-1929183484-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 05 18:56:49.430307 n-d-816865-1 neutron-server[102386]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Nov 05 18:56:49.430307 n-d-816865-1 neutron-server[102386]: [parameters: {'project_id': '2be5f4e4d95e4af086b42b8124b5766d', 'id': '24325632-e5cd-4bd1-b940-d57be235a15d', 'expiration': datetime.datetime(2021, 11, 5, 18, 58, 49, 426246)}] Nov 05 18:56:49.430307 n-d-816865-1 neutron-server[102386]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=102386) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 05 18:56:49.430816 n-d-816865-1 neutron-server[102386]: DEBUG oslo_db.api [None req-3016aafc-a58a-4f50-94d4-5537a4934a7a tempest-RoutersIpV6AdminTest-1929183484 tempest-RoutersIpV6AdminTest-1929183484-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 05 18:56:49.459162 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-4000b6a3-8157-4359-a41c-901bc16caf5d admin admin] Publish callbacks [] for port, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:49.490339 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-fde0e2cb-2696-4d5b-9d28-d72c33e6c399 None None] For port 1054ae95-ccda-4414-9355-df9308d03070, host n-d-816865-1, cleared binding levels {{(pid=102388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 18:56:49.494263 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-fde0e2cb-2696-4d5b-9d28-d72c33e6c399 None None] For port 1054ae95-ccda-4414-9355-df9308d03070, host n-d-816865-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=1054ae95-ccda-4414-9355-df9308d03070,segment=NetworkSegment(85be518c-8bb4-46a2-a903-d4292782d29d),segment_id=85be518c-8bb4-46a2-a903-d4292782d29d)] {{(pid=102388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 18:56:49.494992 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-8454f1d9-c85b-4c15-9ab2-88570f82f6b5 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:49.527079 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8454f1d9-c85b-4c15-9ab2-88570f82f6b5 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Pushing event deleted for resources: {'Port': ['ID=720a8bbd-b182-477e-80d0-8be549098bee,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:56:49.530508 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-8454f1d9-c85b-4c15-9ab2-88570f82f6b5 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:49.535273 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-8454f1d9-c85b-4c15-9ab2-88570f82f6b5 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] 10.222.0.13 "DELETE /v2.0/ports/720a8bbd-b182-477e-80d0-8be549098bee HTTP/1.1" status: 204 len: 168 time: 0.7642703 Nov 05 18:56:49.537104 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 36740) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:56:49.539235 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d792e4fc-8523-4a8a-bc72-ac4eb81f5ae4 tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Made reservation on behalf of 3ef4f33c20644d3a8cc67018579acd02 for: {'network': 1} {{(pid=102387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 18:56:49.542573 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-d792e4fc-8523-4a8a-bc72-ac4eb81f5ae4 tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for network, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:49.544290 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-8cb618a7-0dde-4510-afcf-f3975322dd9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:49.546793 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-8cb618a7-0dde-4510-afcf-f3975322dd9b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:49.547887 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-8cb618a7-0dde-4510-afcf-f3975322dd9b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/93dc504d-02e3-47c9-a37f-88a01cde3a43 HTTP/1.1" status: 204 len: 168 time: 0.4945536 Nov 05 18:56:49.584032 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb618a7-0dde-4510-afcf-f3975322dd9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93dc504d-02e3-47c9-a37f-88a01cde3a43,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:56:49.596877 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d81690b0-5727-440c-a993-a9f3a8fddba4 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:56:49.596877 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-d81690b0-5727-440c-a993-a9f3a8fddba4 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.0582840 Nov 05 18:56:49.600082 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 36744) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:56:49.600203 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d792e4fc-8523-4a8a-bc72-ac4eb81f5ae4 tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 170} {{(pid=102387) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 05 18:56:49.615277 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-d792e4fc-8523-4a8a-bc72-ac4eb81f5ae4 tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273'] for segment, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:49.616049 n-d-816865-1 neutron-server[102387]: INFO neutron.db.segments_db [None req-d792e4fc-8523-4a8a-bc72-ac4eb81f5ae4 tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Added segment 1f501c58-e916-4526-9bc1-d4dfbc2faf1d of type vlan for network 9a26301a-898b-459d-bca0-d21705622315 Nov 05 18:56:49.619225 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-fde0e2cb-2696-4d5b-9d28-d72c33e6c399 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:49.637586 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-4000b6a3-8157-4359-a41c-901bc16caf5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4417063'] for port, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:49.646824 n-d-816865-1 neutron-server[102386]: INFO neutron.pecan_wsgi.hooks.translation [None req-9cefedc2-9d25-402d-bda2-20327e11b596 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] GET failed (client error): The resource could not be found. Nov 05 18:56:49.648854 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-9cefedc2-9d25-402d-bda2-20327e11b596 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] 10.222.0.13 "GET /v2.0/ports/3893e321-c6e4-4e2c-853d-885116b37250 HTTP/1.1" status: 404 len: 333 time: 0.0476136 Nov 05 18:56:49.651845 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 36748) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:56:49.676976 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b5815d-000f-4a8c-86df-cca3cea3343b None None] Pushing event updated for resources: {'Port': ['ID=1054ae95-ccda-4414-9355-df9308d03070,revision_number=3']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:56:49.702935 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fde0e2cb-2696-4d5b-9d28-d72c33e6c399 None None] Routers {'2ce51eaa-b41d-45ad-bd14-ca2278648b32'} bound to L3 agent in host n-d-816865-1 {{(pid=102388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 18:56:49.703942 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-fde0e2cb-2696-4d5b-9d28-d72c33e6c399 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T18:56:35Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['2ce51eaa-b41d-45ad-bd14-ca2278648b32'], 'active': True} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:56:49.710760 n-d-816865-1 neutron-server[102386]: INFO neutron.pecan_wsgi.hooks.translation [None req-34ebe20d-309a-4886-aab5-eda3946ca9c7 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] GET failed (client error): The resource could not be found. Nov 05 18:56:49.712547 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-34ebe20d-309a-4886-aab5-eda3946ca9c7 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] 10.222.0.13 "GET /v2.0/ports/720a8bbd-b182-477e-80d0-8be549098bee HTTP/1.1" status: 404 len: 333 time: 0.0596559 Nov 05 18:56:49.715852 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 36750) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:56:49.758282 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1564123c-9647-45e6-89c3-ed60b720352f req-268786e7-401e-48a8-b5bb-93d1ce4dce11 tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:56:49.759866 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-1564123c-9647-45e6-89c3-ed60b720352f req-268786e7-401e-48a8-b5bb-93d1ce4dce11 tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] 10.222.0.13 "GET /v2.0/ports?device_id=06fa92a8-40d0-46cb-9ab4-2875437c1b70 HTTP/1.1" status: 200 len: 944 time: 0.2365465 Nov 05 18:56:49.786768 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4000b6a3-8157-4359-a41c-901bc16caf5d admin admin] Network 42e7925c-fd66-4b62-ba17-57eb03167e5d is already hosted by enough agents. {{(pid=102387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 18:56:49.805169 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-30cd8910-6bb6-4300-9c7d-a6276858a7b8 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1664226'] for network, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:49.815775 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.base_scheduler [None req-4000b6a3-8157-4359-a41c-901bc16caf5d admin admin] Resources bound (agent type, host, resource id): {{(pid=102387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:56:49.832156 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4000b6a3-8157-4359-a41c-901bc16caf5d admin admin] Received port after_create {{(pid=102387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 18:56:49.840405 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-d792e4fc-8523-4a8a-bc72-ac4eb81f5ae4 tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750027258543'] for network, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:49.861553 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvr_db [None req-fde0e2cb-2696-4d5b-9d28-d72c33e6c399 None None] Set router 2ce51eaa-b41d-45ad-bd14-ca2278648b32 gateway port host: n-d-816865-1 {{(pid=102388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 18:56:49.863492 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4000b6a3-8157-4359-a41c-901bc16caf5d admin admin] Pushing event updated for resources: {'Port': ['ID=4f860325-4a02-44f1-9613-5a1f0bb97b7f,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:56:49.906178 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-30cd8910-6bb6-4300-9c7d-a6276858a7b8 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1579173', 'neutron.services.segments.db._delete_segments_for_network-8750027792909'] for network, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:49.919710 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-4000b6a3-8157-4359-a41c-901bc16caf5d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-571770'] for router_interface, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:49.926835 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-1564123c-9647-45e6-89c3-ed60b720352f req-d3126ca5-9c86-4403-9b36-e3ddf866b3cf tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9a1bcb7-2b62-4809-b67b-668edb56dae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389129 Nov 05 18:56:49.952562 n-d-816865-1 neutron-server[102386]: DEBUG neutron.services.segments.db [None req-30cd8910-6bb6-4300-9c7d-a6276858a7b8 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a4199e3-82f7-48c2-978c-7a3f4c8edad5']}} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:56:49.964985 n-d-816865-1 neutron-server[102386]: DEBUG neutron.services.segments.db [None req-30cd8910-6bb6-4300-9c7d-a6276858a7b8 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c7de6291-21a9-467f-9780-e1abe3f49f85') {'for_net_delete': True} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:56:49.965416 n-d-816865-1 neutron-server[102386]: DEBUG neutron.services.segments.db [None req-30cd8910-6bb6-4300-9c7d-a6276858a7b8 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c7de6291-21a9-467f-9780-e1abe3f49f85') {} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:56:49.978523 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-30cd8910-6bb6-4300-9c7d-a6276858a7b8 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750027793430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4590747'] for segment, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:49.998103 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-30cd8910-6bb6-4300-9c7d-a6276858a7b8 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273'] for segment, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:50.010801 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30cd8910-6bb6-4300-9c7d-a6276858a7b8 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Releasing vlan 162 on physical network physnet1 to pool {{(pid=102386) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 05 18:56:50.011535 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-30cd8910-6bb6-4300-9c7d-a6276858a7b8 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6149721'] for segment, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:50.015478 n-d-816865-1 neutron-server[102386]: Traceback (most recent call last): Nov 05 18:56:50.015478 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 05 18:56:50.015478 n-d-816865-1 neutron-server[102386]: timer() Nov 05 18:56:50.015478 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 05 18:56:50.015478 n-d-816865-1 neutron-server[102386]: cb(*args, **kw) Nov 05 18:56:50.015478 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 05 18:56:50.015478 n-d-816865-1 neutron-server[102386]: return func(*args, **kwargs) Nov 05 18:56:50.015478 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 05 18:56:50.015478 n-d-816865-1 neutron-server[102386]: self._notify() Nov 05 18:56:50.015478 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 05 18:56:50.015478 n-d-816865-1 neutron-server[102386]: self.callback(batched_events) Nov 05 18:56:50.015478 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 05 18:56:50.015478 n-d-816865-1 neutron-server[102386]: event.method(event) Nov 05 18:56:50.015478 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 05 18:56:50.015478 n-d-816865-1 neutron-server[102386]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 05 18:56:50.015478 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 05 18:56:50.015478 n-d-816865-1 neutron-server[102386]: aggregate_uuid = self.p_client.list_aggregates( Nov 05 18:56:50.015478 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 05 18:56:50.015478 n-d-816865-1 neutron-server[102386]: return f(self, *a, **k) Nov 05 18:56:50.015478 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 05 18:56:50.015478 n-d-816865-1 neutron-server[102386]: return self._get(url).json() Nov 05 18:56:50.015478 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 05 18:56:50.015478 n-d-816865-1 neutron-server[102386]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 05 18:56:50.015478 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 05 18:56:50.015478 n-d-816865-1 neutron-server[102386]: return self.request(url, 'GET', **kwargs) Nov 05 18:56:50.015478 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 05 18:56:50.015478 n-d-816865-1 neutron-server[102386]: base_url = self.get_endpoint(auth, allow=allow, Nov 05 18:56:50.015478 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 05 18:56:50.015478 n-d-816865-1 neutron-server[102386]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 05 18:56:50.015478 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 05 18:56:50.015478 n-d-816865-1 neutron-server[102386]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 05 18:56:50.015478 n-d-816865-1 neutron-server[102386]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 05 18:56:50.030724 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-3016aafc-a58a-4f50-94d4-5537a4934a7a tempest-RoutersIpV6AdminTest-1929183484 tempest-RoutersIpV6AdminTest-1929183484-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-571139', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6874'] for router, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:50.031883 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-3016aafc-a58a-4f50-94d4-5537a4934a7a tempest-RoutersIpV6AdminTest-1929183484 tempest-RoutersIpV6AdminTest-1929183484-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-571375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1000570', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1011585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6867'] for router, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:50.117870 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-fde0e2cb-2696-4d5b-9d28-d72c33e6c399 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ce51eaa-b41d-45ad-bd14-ca2278648b32', 'name': 'tempest-ServerRescueNegativeTestJSON-1292236505-router', 'tenant_id': '2d1e164bb09b4bc6b0a37a98f21fd24b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.55'}], 'enable_snat': True}, 'gw_port_id': '1054ae95-ccda-4414-9355-df9308d03070', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T18:56:42Z', 'updated_at': '2021-11-05T18:56:45Z', 'revision_number': 3, 'project_id': '2d1e164bb09b4bc6b0a37a98f21fd24b', 'gw_port': {'id': '1054ae95-ccda-4414-9355-df9308d03070', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:1f:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ce51eaa-b41d-45ad-bd14-ca2278648b32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2139, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T18:56:44Z', 'updated_at': '2021-11-05T18:56:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1'}], 'n-d-816865-1', False) {} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:56:50.151897 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Device c648a6a1-b4a5-4668-816b-277eb517346d details requested by agent hyperv_n-h2-816865-1 with host n-h2-816865-1 {{(pid=102388) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 05 18:56:50.154486 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fde0e2cb-2696-4d5b-9d28-d72c33e6c399 None None] The sync data for ids ['2ce51eaa-b41d-45ad-bd14-ca2278648b32'] in n-d-816865-1 is: [{'id': '2ce51eaa-b41d-45ad-bd14-ca2278648b32', 'name': 'tempest-ServerRescueNegativeTestJSON-1292236505-router', 'tenant_id': '2d1e164bb09b4bc6b0a37a98f21fd24b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.55'}], 'enable_snat': True}, 'gw_port_id': '1054ae95-ccda-4414-9355-df9308d03070', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T18:56:42Z', 'updated_at': '2021-11-05T18:56:45Z', 'revision_number': 3, 'project_id': '2d1e164bb09b4bc6b0a37a98f21fd24b', 'gw_port': {'id': '1054ae95-ccda-4414-9355-df9308d03070', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:1f:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ce51eaa-b41d-45ad-bd14-ca2278648b32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2139, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T18:56:44Z', 'updated_at': '2021-11-05T18:56:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1'}] {{(pid=102388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 18:56:50.193698 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-30cd8910-6bb6-4300-9c7d-a6276858a7b8 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1579178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-956796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1000687'] for network, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:50.215671 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-30cd8910-6bb6-4300-9c7d-a6276858a7b8 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Publish callbacks [] for network, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:50.220627 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-30cd8910-6bb6-4300-9c7d-a6276858a7b8 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] 10.222.0.13 "DELETE /v2.0/networks/3a4199e3-82f7-48c2-978c-7a3f4c8edad5 HTTP/1.1" status: 204 len: 168 time: 0.5036116 Nov 05 18:56:50.275385 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 36760) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:56:50.293016 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-01fe2194-7128-4e79-a27c-63ddeddfeef7 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1890174945'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:56:50.330536 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-3016aafc-a58a-4f50-94d4-5537a4934a7a tempest-RoutersIpV6AdminTest-1929183484 tempest-RoutersIpV6AdminTest-1929183484-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:50.332062 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30cd8910-6bb6-4300-9c7d-a6276858a7b8 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Pushing event deleted for resources: {'Network': ['ID=3a4199e3-82f7-48c2-978c-7a3f4c8edad5,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:56:50.344200 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] For port c648a6a1-b4a5-4668-816b-277eb517346d, host n-h2-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=c648a6a1-b4a5-4668-816b-277eb517346d,segment=NetworkSegment(8281efde-bbf4-4833-8d7d-a490783d8ae5),segment_id=8281efde-bbf4-4833-8d7d-a490783d8ae5)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:56:50.369810 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 6cc70e57-5c1e-4ffd-9e1e-593ac01a9ce8 no longer exists at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 18:56:50.375532 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Returning: {'device': 'c648a6a1-b4a5-4668-816b-277eb517346d', 'network_id': '9c2bdaad-faf0-4d75-bb68-340f7d20c596', 'port_id': 'c648a6a1-b4a5-4668-816b-277eb517346d', 'mac_address': 'fa:16:3e:05:7d:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 185, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b6655376-4ea9-4701-98ec-c7e9e4d66f0f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102388) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 05 18:56:50.392404 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-d792e4fc-8523-4a8a-bc72-ac4eb81f5ae4 tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-956796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877'] for network, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:50.397252 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] No Port match for: 6cc70e57-5c1e-4ffd-9e1e-593ac01a9ce8 {{(pid=102388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 18:56:50.402139 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 6cc70e57-5c1e-4ffd-9e1e-593ac01a9ce8 not bound to the agent host n-d-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 18:56:50.412685 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d792e4fc-8523-4a8a-bc72-ac4eb81f5ae4 tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:56:50.422092 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-d792e4fc-8523-4a8a-bc72-ac4eb81f5ae4 tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Publish callbacks [] for network, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:50.432120 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01fe2194-7128-4e79-a27c-63ddeddfeef7 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Made reservation on behalf of c87add0b70464d588d82847ed9192d29 for: {'network': 1} {{(pid=102386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 18:56:50.445200 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-01fe2194-7128-4e79-a27c-63ddeddfeef7 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for network, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:50.464010 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:50.496812 n-d-816865-1 neutron-server[102388]: DEBUG neutron.notifiers.nova [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c648a6a1-b4a5-4668-816b-277eb517346d {{(pid=102388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 18:56:50.528971 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-d792e4fc-8523-4a8a-bc72-ac4eb81f5ae4 tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 1.1327288 Nov 05 18:56:50.532425 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d792e4fc-8523-4a8a-bc72-ac4eb81f5ae4 tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Pushing event updated for resources: {'Network': ['ID=9a26301a-898b-459d-bca0-d21705622315,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:56:50.567920 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] For port c648a6a1-b4a5-4668-816b-277eb517346d, host n-h2-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=c648a6a1-b4a5-4668-816b-277eb517346d,segment=NetworkSegment(8281efde-bbf4-4833-8d7d-a490783d8ae5),segment_id=8281efde-bbf4-4833-8d7d-a490783d8ae5)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:56:50.575274 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Network 9a26301a-898b-459d-bca0-d21705622315 details requested by agent ovs-agent-n-d-816865-1 with host n-d-816865-1 {{(pid=102388) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 05 18:56:50.581269 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 36776) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:56:50.732576 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01fe2194-7128-4e79-a27c-63ddeddfeef7 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 161} {{(pid=102386) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 05 18:56:50.737511 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4896771-0093-4a96-9037-74fd13784fe8 tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:56:50.759330 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-f4896771-0093-4a96-9037-74fd13784fe8 tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] 10.222.0.13 "GET /v2.0/networks?id=9a26301a-898b-459d-bca0-d21705622315 HTTP/1.1" status: 200 len: 760 time: 0.1707022 Nov 05 18:56:50.762608 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 36782) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:56:50.773561 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-58ce04a0-975f-418b-8545-40f04bdc676c tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Request body: {'network': {'description': 'd2'}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:56:50.786763 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-3016aafc-a58a-4f50-94d4-5537a4934a7a tempest-RoutersIpV6AdminTest-1929183484 tempest-RoutersIpV6AdminTest-1929183484-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:50.793128 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-01fe2194-7128-4e79-a27c-63ddeddfeef7 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273'] for segment, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:50.795688 n-d-816865-1 neutron-server[102386]: INFO neutron.db.segments_db [None req-01fe2194-7128-4e79-a27c-63ddeddfeef7 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Added segment a0495f6f-d045-4ca2-aa72-1c89e09ee8f7 of type vlan for network d29260bb-6e3c-44c1-b8d5-df5bd6f384f2 Nov 05 18:56:50.878441 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-01fe2194-7128-4e79-a27c-63ddeddfeef7 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750027258543'] for network, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:50.951117 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-4000b6a3-8157-4359-a41c-901bc16caf5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:50.958465 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:51.040532 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Pushing event updated for resources: {'Port': ['ID=c648a6a1-b4a5-4668-816b-277eb517346d,revision_number=4']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:56:51.147927 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-01fe2194-7128-4e79-a27c-63ddeddfeef7 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-956796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877'] for network, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:51.154923 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01fe2194-7128-4e79-a27c-63ddeddfeef7 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:56:51.155554 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-01fe2194-7128-4e79-a27c-63ddeddfeef7 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Publish callbacks [] for network, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:51.168592 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-58ce04a0-975f-418b-8545-40f04bdc676c tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750027258543'] for network, precommit_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:51.210827 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] get_ports_and_sgs() called for port_ids ['c648a6a1-b4a5-4668-816b-277eb517346d'] {{(pid=102388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 18:56:51.238075 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77258424-55d5-437d-b284-92556b4d4076 req-c7a39bbd-1d17-4001-b5e2-5f5c0b3040b3 tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:56:51.247648 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-77258424-55d5-437d-b284-92556b4d4076 req-c7a39bbd-1d17-4001-b5e2-5f5c0b3040b3 tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] 10.222.0.13 "GET /v2.0/ports?device_id=06fa92a8-40d0-46cb-9ab4-2875437c1b70 HTTP/1.1" status: 200 len: 945 time: 0.1798089 Nov 05 18:56:51.335496 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-58ce04a0-975f-418b-8545-40f04bdc676c tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-956796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877'] for network, after_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:51.354408 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-58ce04a0-975f-418b-8545-40f04bdc676c tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Network 9a26301a-898b-459d-bca0-d21705622315 is not hosted by any dhcp agent {{(pid=102387) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 05 18:56:51.359377 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01fe2194-7128-4e79-a27c-63ddeddfeef7 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Pushing event updated for resources: {'Network': ['ID=d29260bb-6e3c-44c1-b8d5-df5bd6f384f2,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:56:51.361924 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58ce04a0-975f-418b-8545-40f04bdc676c tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:56:51.362561 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-58ce04a0-975f-418b-8545-40f04bdc676c tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Publish callbacks [] for network, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:51.365817 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-3016aafc-a58a-4f50-94d4-5537a4934a7a tempest-RoutersIpV6AdminTest-1929183484 tempest-RoutersIpV6AdminTest-1929183484-project] Publish callbacks [] for router_gateway, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:51.366565 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-58ce04a0-975f-418b-8545-40f04bdc676c tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] 10.222.0.13 "PUT /v2.0/networks/9a26301a-898b-459d-bca0-d21705622315 HTTP/1.1" status: 200 len: 757 time: 0.6013119 Nov 05 18:56:51.368949 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 36796) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:56:51.375346 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Network d29260bb-6e3c-44c1-b8d5-df5bd6f384f2 details requested by agent ovs-agent-n-d-816865-1 with host n-d-816865-1 {{(pid=102388) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 05 18:56:51.541493 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-01fe2194-7128-4e79-a27c-63ddeddfeef7 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.2647934 Nov 05 18:56:51.545060 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-3016aafc-a58a-4f50-94d4-5537a4934a7a tempest-RoutersIpV6AdminTest-1929183484 tempest-RoutersIpV6AdminTest-1929183484-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:51.547003 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 36798) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:56:51.560893 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b375239f-08e1-4f52-816d-d4154734a2ec tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:56:51.562124 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-2b4164e9-57bc-42b6-82e9-7a318cc46c63 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Request body: {'subnet': {'network_id': 'd29260bb-6e3c-44c1-b8d5-df5bd6f384f2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:56:51.562541 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-b375239f-08e1-4f52-816d-d4154734a2ec tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] 10.222.0.13 "GET /v2.0/networks?id=9a26301a-898b-459d-bca0-d21705622315 HTTP/1.1" status: 200 len: 760 time: 0.1925039 Nov 05 18:56:51.566233 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 36800) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:56:51.573036 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-c09ca330-d88e-4239-8400-b641345733e1 tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1325662556'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:56:51.681044 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-77258424-55d5-437d-b284-92556b4d4076 req-74063150-7474-439a-990c-9c667d43616d tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9a1bcb7-2b62-4809-b67b-668edb56dae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4321146 Nov 05 18:56:51.685678 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ce04a0-975f-418b-8545-40f04bdc676c tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Pushing event updated for resources: {'Network': ['ID=9a26301a-898b-459d-bca0-d21705622315,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:56:51.700056 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Network 9a26301a-898b-459d-bca0-d21705622315 details requested by agent ovs-agent-n-d-816865-1 with host n-d-816865-1 {{(pid=102388) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 05 18:56:51.725566 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c09ca330-d88e-4239-8400-b641345733e1 tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Made reservation on behalf of 3ef4f33c20644d3a8cc67018579acd02 for: {'network': 1} {{(pid=102386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 18:56:51.730446 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-c09ca330-d88e-4239-8400-b641345733e1 tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for network, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:51.772947 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c09ca330-d88e-4239-8400-b641345733e1 tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 158} {{(pid=102386) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 05 18:56:51.775613 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.db_base_plugin_common [None req-3016aafc-a58a-4f50-94d4-5537a4934a7a tempest-RoutersIpV6AdminTest-1929183484 tempest-RoutersIpV6AdminTest-1929183484-project] Allocated IP 172.25.6.162 (40c8335d-cd0b-4cb5-910a-d4dcddd5cbec/04fe6db3-e108-4208-943d-6518424f5726/13b9640d-75a1-449f-b0bd-35756125f68a) {{(pid=102386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 18:56:51.778979 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-4000b6a3-8157-4359-a41c-901bc16caf5d admin admin] Publish callbacks [] for port, precommit_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:51.792056 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-c09ca330-d88e-4239-8400-b641345733e1 tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273'] for segment, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:51.792735 n-d-816865-1 neutron-server[102386]: INFO neutron.db.segments_db [None req-c09ca330-d88e-4239-8400-b641345733e1 tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Added segment 9f94ae1a-c692-4bb7-ba3a-aa3ebefadd3d of type vlan for network 88f5fadd-f0ac-4207-b4a5-86d3a6347a7c Nov 05 18:56:51.824985 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b4164e9-57bc-42b6-82e9-7a318cc46c63 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Made reservation on behalf of c87add0b70464d588d82847ed9192d29 for: {'subnet': 1} {{(pid=102387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 18:56:51.828933 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-2b4164e9-57bc-42b6-82e9-7a318cc46c63 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5112236'] for subnet, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:51.886444 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-c09ca330-d88e-4239-8400-b641345733e1 tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750027258543'] for network, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:51.952933 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-4000b6a3-8157-4359-a41c-901bc16caf5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4417072'] for port, after_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:51.957001 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-3016aafc-a58a-4f50-94d4-5537a4934a7a tempest-RoutersIpV6AdminTest-1929183484 tempest-RoutersIpV6AdminTest-1929183484-project] Publish callbacks [] for port, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:51.961147 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.ipam_backend_mixin [None req-2b4164e9-57bc-42b6-82e9-7a318cc46c63 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Performing IP validity checks on allocation pools {{(pid=102387) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 05 18:56:51.978023 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.ipam_backend_mixin [None req-2b4164e9-57bc-42b6-82e9-7a318cc46c63 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102387) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 05 18:56:51.992187 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-c09ca330-d88e-4239-8400-b641345733e1 tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-956796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877'] for network, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:51.998964 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c09ca330-d88e-4239-8400-b641345733e1 tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:56:52.000150 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-c09ca330-d88e-4239-8400-b641345733e1 tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Publish callbacks [] for network, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:52.079151 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09ca330-d88e-4239-8400-b641345733e1 tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Pushing event updated for resources: {'Network': ['ID=88f5fadd-f0ac-4207-b4a5-86d3a6347a7c,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:56:52.090384 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Network 88f5fadd-f0ac-4207-b4a5-86d3a6347a7c details requested by agent ovs-agent-n-d-816865-1 with host n-d-816865-1 {{(pid=102388) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 05 18:56:52.119905 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-4000b6a3-8157-4359-a41c-901bc16caf5d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-597863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-571878'] for router_interface, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:52.127289 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-c09ca330-d88e-4239-8400-b641345733e1 tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5582476 Nov 05 18:56:52.129873 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 36810) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:56:52.131351 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4000b6a3-8157-4359-a41c-901bc16caf5d admin admin] Pushing event updated for resources: {'Port': ['ID=4f860325-4a02-44f1-9613-5a1f0bb97b7f,revision_number=2']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:56:52.138727 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-ae434df0-0f82-44ea-9c2f-95aaaa493493 tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Request body: {'subnet': {'network_id': '88f5fadd-f0ac-4207-b4a5-86d3a6347a7c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:56:52.148464 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Device c648a6a1-b4a5-4668-816b-277eb517346d up at agent hyperv_n-h2-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 18:56:52.167933 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4000b6a3-8157-4359-a41c-901bc16caf5d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:56:52.168300 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4000b6a3-8157-4359-a41c-901bc16caf5d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:56:52.171361 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4000b6a3-8157-4359-a41c-901bc16caf5d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:56:52.171361 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4000b6a3-8157-4359-a41c-901bc16caf5d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:56:52.171361 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4000b6a3-8157-4359-a41c-901bc16caf5d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:56:52.171361 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4000b6a3-8157-4359-a41c-901bc16caf5d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:56:52.171361 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4000b6a3-8157-4359-a41c-901bc16caf5d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:56:52.171361 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4000b6a3-8157-4359-a41c-901bc16caf5d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:56:52.171361 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4000b6a3-8157-4359-a41c-901bc16caf5d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:56:52.171361 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4000b6a3-8157-4359-a41c-901bc16caf5d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:56:52.172153 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4000b6a3-8157-4359-a41c-901bc16caf5d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:56:52.172153 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4000b6a3-8157-4359-a41c-901bc16caf5d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:56:52.186912 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-3016aafc-a58a-4f50-94d4-5537a4934a7a tempest-RoutersIpV6AdminTest-1929183484 tempest-RoutersIpV6AdminTest-1929183484-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:52.324396 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Provisioning for port c648a6a1-b4a5-4668-816b-277eb517346d completed by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 05 18:56:52.337731 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Provisioning complete for port c648a6a1-b4a5-4668-816b-277eb517346d triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:56:52.338675 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:52.375968 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3016aafc-a58a-4f50-94d4-5537a4934a7a tempest-RoutersIpV6AdminTest-1929183484 tempest-RoutersIpV6AdminTest-1929183484-project] Network 40c8335d-cd0b-4cb5-910a-d4dcddd5cbec is already hosted by enough agents. {{(pid=102386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 18:56:52.384491 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.base_scheduler [None req-3016aafc-a58a-4f50-94d4-5537a4934a7a tempest-RoutersIpV6AdminTest-1929183484 tempest-RoutersIpV6AdminTest-1929183484-project] Resources bound (agent type, host, resource id): {{(pid=102386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:56:52.387001 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3016aafc-a58a-4f50-94d4-5537a4934a7a tempest-RoutersIpV6AdminTest-1929183484 tempest-RoutersIpV6AdminTest-1929183484-project] Pushing event updated for resources: {'Port': ['ID=13b9640d-75a1-449f-b0bd-35756125f68a,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:56:52.391097 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3016aafc-a58a-4f50-94d4-5537a4934a7a tempest-RoutersIpV6AdminTest-1929183484 tempest-RoutersIpV6AdminTest-1929183484-project] Received port after_create {{(pid=102386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 18:56:52.431890 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4000b6a3-8157-4359-a41c-901bc16caf5d admin admin] Network 42e7925c-fd66-4b62-ba17-57eb03167e5d is already hosted by enough agents. {{(pid=102387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 18:56:52.437842 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.base_scheduler [None req-4000b6a3-8157-4359-a41c-901bc16caf5d admin admin] Resources bound (agent type, host, resource id): {{(pid=102387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:56:52.553709 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 1054ae95-ccda-4414-9355-df9308d03070 up at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 18:56:52.557704 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:52.568931 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae434df0-0f82-44ea-9c2f-95aaaa493493 tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Made reservation on behalf of 3ef4f33c20644d3a8cc67018579acd02 for: {'subnet': 1} {{(pid=102386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 18:56:52.573005 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-ae434df0-0f82-44ea-9c2f-95aaaa493493 tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4877122'] for subnet, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:52.628611 n-d-816865-1 neutron-server[102388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06fa92a8-40d0-46cb-9ab4-2875437c1b70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c648a6a1-b4a5-4668-816b-277eb517346d'}] {{(pid=102388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 18:56:52.631215 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85474fee1180e129d8a886d264fe0b30223aa672dd1ffe43b630605f18504f68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7343fcda-f5d0-4468-a215-59235986182c" -d '{"events": [{"server_uuid": "06fa92a8-40d0-46cb-9ab4-2875437c1b70", "name": "network-vif-plugged", "status": "completed", "tag": "c648a6a1-b4a5-4668-816b-277eb517346d"}]}' {{(pid=102388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 18:56:52.634237 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-2b4164e9-57bc-42b6-82e9-7a318cc46c63 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4417463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5112218'] for subnet, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:52.678648 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] For port c648a6a1-b4a5-4668-816b-277eb517346d, host n-h2-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=c648a6a1-b4a5-4668-816b-277eb517346d,segment=NetworkSegment(8281efde-bbf4-4833-8d7d-a490783d8ae5),segment_id=8281efde-bbf4-4833-8d7d-a490783d8ae5)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:56:52.747931 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 18:56:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19c15f8b-b13d-4ede-ae76-1da1d207b5c8 x-openstack-request-id: req-19c15f8b-b13d-4ede-ae76-1da1d207b5c8 {{(pid=102388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 18:56:52.752908 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06fa92a8-40d0-46cb-9ab4-2875437c1b70", "name": "network-vif-plugged", "status": "completed", "tag": "c648a6a1-b4a5-4668-816b-277eb517346d", "code": 200}]} {{(pid=102388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 18:56:52.759531 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-19c15f8b-b13d-4ede-ae76-1da1d207b5c8 {{(pid=102388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 18:56:52.764426 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4000b6a3-8157-4359-a41c-901bc16caf5d admin admin] Router 2ce51eaa-b41d-45ad-bd14-ca2278648b32 has already been hosted by L3 agent 6dcb5589-8e86-4616-9186-ddc4548e13ad {{(pid=102387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 18:56:52.764996 n-d-816865-1 neutron-server[102388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06fa92a8-40d0-46cb-9ab4-2875437c1b70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c648a6a1-b4a5-4668-816b-277eb517346d', 'code': 200} Nov 05 18:56:52.774815 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Provisioning complete for port 1054ae95-ccda-4414-9355-df9308d03070 triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:56:52.775160 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:52.859373 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:52.867586 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4164e9-57bc-42b6-82e9-7a318cc46c63 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Pushing event updated for resources: {'Subnet': ['ID=16ef2bb3-52d2-4b27-b59e-5a4988f53340,revision_number=0']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:56:52.934217 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:52.935505 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-ae434df0-0f82-44ea-9c2f-95aaaa493493 tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6149946', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4877172'] for subnet, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:52.963830 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b4164e9-57bc-42b6-82e9-7a318cc46c63 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Checking segment: {'id': 'a0495f6f-d045-4ca2-aa72-1c89e09ee8f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'd29260bb-6e3c-44c1-b8d5-df5bd6f384f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 18:56:52.965879 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b4164e9-57bc-42b6-82e9-7a318cc46c63 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Network hostable DHCP agents. Network: d29260bb-6e3c-44c1-b8d5-df5bd6f384f2, hostable agents: ['987e2ca0-bc3b-4c6f-a989-429ccfbf753f'], hosted agents: [] {{(pid=102387) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 05 18:56:52.973787 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] For port 1054ae95-ccda-4414-9355-df9308d03070, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=1054ae95-ccda-4414-9355-df9308d03070,segment=NetworkSegment(85be518c-8bb4-46a2-a903-d4292782d29d),segment_id=85be518c-8bb4-46a2-a903-d4292782d29d)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:56:53.015133 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Pushing event updated for resources: {'Port': ['ID=c648a6a1-b4a5-4668-816b-277eb517346d,revision_number=5']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:56:53.044964 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9166882f-53ac-402c-a1f6-30d31482471d req-001d4015-2e3d-4fea-ae0d-2ca8f303f4f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:56:53.046795 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-9166882f-53ac-402c-a1f6-30d31482471d req-001d4015-2e3d-4fea-ae0d-2ca8f303f4f8 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=06fa92a8-40d0-46cb-9ab4-2875437c1b70 HTTP/1.1" status: 200 len: 1097 time: 0.2034953 Nov 05 18:56:53.076844 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae434df0-0f82-44ea-9c2f-95aaaa493493 tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Pushing event updated for resources: {'Subnet': ['ID=80a703b0-48ba-4d6f-b1ac-2e5c85a780b2,revision_number=0']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:56:53.096179 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae434df0-0f82-44ea-9c2f-95aaaa493493 tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Checking segment: {'id': '9f94ae1a-c692-4bb7-ba3a-aa3ebefadd3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '88f5fadd-f0ac-4207-b4a5-86d3a6347a7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 18:56:53.096642 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae434df0-0f82-44ea-9c2f-95aaaa493493 tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Network hostable DHCP agents. Network: 88f5fadd-f0ac-4207-b4a5-86d3a6347a7c, hostable agents: ['987e2ca0-bc3b-4c6f-a989-429ccfbf753f'], hosted agents: [] {{(pid=102386) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 05 18:56:53.110614 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:53.393513 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4000b6a3-8157-4359-a41c-901bc16caf5d admin admin] Notify agent at l3_agent.n-d-816865-1 the message routers_updated {{(pid=102387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 18:56:53.393513 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-4000b6a3-8157-4359-a41c-901bc16caf5d admin admin] 10.222.0.13 "PUT /v2.0/routers/2ce51eaa-b41d-45ad-bd14-ca2278648b32/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1092529 Nov 05 18:56:53.396013 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55b0cb24-72b0-422a-b6b0-50d157cfbe64 None None] Sync routers for ids ['2ce51eaa-b41d-45ad-bd14-ca2278648b32'] in n-d-816865-1 {{(pid=102389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 18:56:53.396493 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-59a6adaa-85d5-4de0-bcee-ee2a11622db7 req-3be7e38d-c90b-4198-9063-59c4fca77d74 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=1682fb31-a1bf-43f5-a4fa-447937da8a91&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1617146 Nov 05 18:56:53.397549 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Pushing event updated for resources: {'Port': ['ID=1054ae95-ccda-4414-9355-df9308d03070,revision_number=4']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:56:53.397822 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55b0cb24-72b0-422a-b6b0-50d157cfbe64 None None] Routers {'2ce51eaa-b41d-45ad-bd14-ca2278648b32'} bound to L3 agent in host n-d-816865-1 {{(pid=102389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 18:56:53.397822 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-55b0cb24-72b0-422a-b6b0-50d157cfbe64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T18:56:35Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['2ce51eaa-b41d-45ad-bd14-ca2278648b32'], 'active': True} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:56:53.398249 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8048722-1a66-4871-a8fa-afa3dddca3e9 req-65a7110c-17a1-45d7-9442-499450c46525 tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:56:53.398249 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-d8048722-1a66-4871-a8fa-afa3dddca3e9 req-65a7110c-17a1-45d7-9442-499450c46525 tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] 10.222.0.13 "GET /v2.0/ports?device_id=06fa92a8-40d0-46cb-9ab4-2875437c1b70 HTTP/1.1" status: 200 len: 946 time: 0.3376198 Nov 05 18:56:53.398850 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-9166882f-53ac-402c-a1f6-30d31482471d req-b610cb45-e244-4e1a-865e-bd85962fed26 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=c9a1bcb7-2b62-4809-b67b-668edb56dae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324990 Nov 05 18:56:53.398850 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-3016aafc-a58a-4f50-94d4-5537a4934a7a tempest-RoutersIpV6AdminTest-1929183484 tempest-RoutersIpV6AdminTest-1929183484-project] Publish callbacks [] for router_gateway, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:53.399198 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-d8048722-1a66-4871-a8fa-afa3dddca3e9 req-78515c28-30fb-430d-975c-e338d7ab6b46 tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9a1bcb7-2b62-4809-b67b-668edb56dae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094925 Nov 05 18:56:53.442678 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae434df0-0f82-44ea-9c2f-95aaaa493493 tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Network 88f5fadd-f0ac-4207-b4a5-86d3a6347a7c is scheduled to be hosted by DHCP agent 987e2ca0-bc3b-4c6f-a989-429ccfbf753f with binding_index 1 {{(pid=102386) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 05 18:56:53.476608 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvr_db [None req-55b0cb24-72b0-422a-b6b0-50d157cfbe64 None None] Set router 2ce51eaa-b41d-45ad-bd14-ca2278648b32 gateway port host: n-d-816865-1 {{(pid=102389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 18:56:53.518928 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b4164e9-57bc-42b6-82e9-7a318cc46c63 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Network d29260bb-6e3c-44c1-b8d5-df5bd6f384f2 is scheduled to be hosted by DHCP agent 987e2ca0-bc3b-4c6f-a989-429ccfbf753f with binding_index 1 {{(pid=102387) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 05 18:56:53.525710 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a6adaa-85d5-4de0-bcee-ee2a11622db7 req-baabd171-5791-4790-996d-356ede39fbf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:56:53.526263 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a6adaa-85d5-4de0-bcee-ee2a11622db7 req-baabd171-5791-4790-996d-356ede39fbf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:56:53.526734 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a6adaa-85d5-4de0-bcee-ee2a11622db7 req-baabd171-5791-4790-996d-356ede39fbf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:56:53.527195 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a6adaa-85d5-4de0-bcee-ee2a11622db7 req-baabd171-5791-4790-996d-356ede39fbf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:56:53.527663 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a6adaa-85d5-4de0-bcee-ee2a11622db7 req-baabd171-5791-4790-996d-356ede39fbf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:56:53.528647 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a6adaa-85d5-4de0-bcee-ee2a11622db7 req-baabd171-5791-4790-996d-356ede39fbf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:56:53.529219 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a6adaa-85d5-4de0-bcee-ee2a11622db7 req-baabd171-5791-4790-996d-356ede39fbf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:56:53.544553 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-59a6adaa-85d5-4de0-bcee-ee2a11622db7 req-baabd171-5791-4790-996d-356ede39fbf7 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3f080cb3a4f24f1db8ad75a12c2cd4bf&device_id=1682fb31-a1bf-43f5-a4fa-447937da8a91 HTTP/1.1" status: 200 len: 6500 time: 0.1307349 Nov 05 18:56:53.628863 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.base_scheduler [None req-2b4164e9-57bc-42b6-82e9-7a318cc46c63 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816865-1, d29260bb-6e3c-44c1-b8d5-df5bd6f384f2) {{(pid=102387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:56:53.636279 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b4164e9-57bc-42b6-82e9-7a318cc46c63 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:56:53.637201 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-2b4164e9-57bc-42b6-82e9-7a318cc46c63 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Publish callbacks [] for subnet, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:53.641286 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86638279-9014-44d1-b453-6103836d20da None None] Network d29260bb-6e3c-44c1-b8d5-df5bd6f384f2 requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 18:56:53.668192 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.base_scheduler [None req-ae434df0-0f82-44ea-9c2f-95aaaa493493 tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816865-1, 88f5fadd-f0ac-4207-b4a5-86d3a6347a7c) {{(pid=102386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:56:53.720991 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71759585-c025-4e44-9a15-4d76d83c7c71 None None] Network 88f5fadd-f0ac-4207-b4a5-86d3a6347a7c requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 18:56:53.828952 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae434df0-0f82-44ea-9c2f-95aaaa493493 tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:56:53.829731 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-ae434df0-0f82-44ea-9c2f-95aaaa493493 tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Publish callbacks [] for subnet, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:53.899503 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-55b0cb24-72b0-422a-b6b0-50d157cfbe64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ce51eaa-b41d-45ad-bd14-ca2278648b32', 'name': 'tempest-ServerRescueNegativeTestJSON-1292236505-router', 'tenant_id': '2d1e164bb09b4bc6b0a37a98f21fd24b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.55'}], 'enable_snat': True}, 'gw_port_id': '1054ae95-ccda-4414-9355-df9308d03070', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T18:56:42Z', 'updated_at': '2021-11-05T18:56:50Z', 'revision_number': 4, 'project_id': '2d1e164bb09b4bc6b0a37a98f21fd24b', 'gw_port': {'id': '1054ae95-ccda-4414-9355-df9308d03070', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:1f:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ce51eaa-b41d-45ad-bd14-ca2278648b32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2139, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T18:56:44Z', 'updated_at': '2021-11-05T18:56:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1', '_interfaces': [{'id': '4f860325-4a02-44f1-9613-5a1f0bb97b7f', 'name': '', 'network_id': '42e7925c-fd66-4b62-ba17-57eb03167e5d', 'tenant_id': '2d1e164bb09b4bc6b0a37a98f21fd24b', 'mac_address': 'fa:16:3e:07:c2:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ce51eaa-b41d-45ad-bd14-ca2278648b32', 'device_owner': 'network:router_interface', 'standard_attr_id': 2155, 'fixed_ips': [{'subnet_id': '4cb513d1-da39-46f8-8352-51da564b63e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T18:56:49Z', 'updated_at': '2021-11-05T18:56:51Z', 'revision_number': 2, 'project_id': '2d1e164bb09b4bc6b0a37a98f21fd24b', 'subnets': [{'id': '4cb513d1-da39-46f8-8352-51da564b63e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-1', False) {} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:56:53.935201 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b09598e-a224-4e07-aee8-d00ca4d0fa78 req-10b6b8b3-8215-48bb-9c04-6ac61a68a2ad tempest-ServerRescueNegativeTestJSON-570401673 tempest-ServerRescueNegativeTestJSON-570401673-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:56:53.944430 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-6b09598e-a224-4e07-aee8-d00ca4d0fa78 req-10b6b8b3-8215-48bb-9c04-6ac61a68a2ad tempest-ServerRescueNegativeTestJSON-570401673 tempest-ServerRescueNegativeTestJSON-570401673-project] 10.222.0.13 "GET /v2.0/networks?id=42e7925c-fd66-4b62-ba17-57eb03167e5d HTTP/1.1" status: 200 len: 819 time: 0.2723300 Nov 05 18:56:53.953786 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-2b4164e9-57bc-42b6-82e9-7a318cc46c63 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.4013593 Nov 05 18:56:53.963216 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 36858) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:56:53.971501 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55b0cb24-72b0-422a-b6b0-50d157cfbe64 None None] Checking router: 2ce51eaa-b41d-45ad-bd14-ca2278648b32 for host: n-d-816865-1 {{(pid=102389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 18:56:53.972257 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55b0cb24-72b0-422a-b6b0-50d157cfbe64 None None] Updating router 2ce51eaa-b41d-45ad-bd14-ca2278648b32 port 4f860325-4a02-44f1-9613-5a1f0bb97b7f binding host n-d-816865-1 {{(pid=102389) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 05 18:56:53.987547 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-6b09598e-a224-4e07-aee8-d00ca4d0fa78 req-5dd223a1-c5c1-4a8e-b296-c47cc3462a80 tempest-ServerRescueNegativeTestJSON-570401673 tempest-ServerRescueNegativeTestJSON-570401673-project] 10.222.0.13 "GET /v2.0/quotas/2d1e164bb09b4bc6b0a37a98f21fd24b HTTP/1.1" status: 200 len: 375 time: 0.0320313 Nov 05 18:56:54.005911 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-12a11cd3-a5f9-4e58-98af-aee979b0827f tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Request body: {'port': {'network_id': 'd29260bb-6e3c-44c1-b8d5-df5bd6f384f2', 'name': 'tempest-PortsIpV6TestJSON-935724188'}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:56:54.012775 n-d-816865-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-55b0cb24-72b0-422a-b6b0-50d157cfbe64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:54.092508 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93999d07-521c-456a-985b-edbc050091c2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeb20a084-accf-5b60-8075-3e69ebe863a6-d29260bb-6e3c-44c1-b8d5-df5bd6f384f2', 'network_id': 'd29260bb-6e3c-44c1-b8d5-df5bd6f384f2', 'tenant_id': 'c87add0b70464d588d82847ed9192d29', 'fixed_ips': [{'subnet_id': '16ef2bb3-52d2-4b27-b59e-5a4988f53340'}]}} from n-d-816865-1. {{(pid=102388) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 05 18:56:54.093400 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-93999d07-521c-456a-985b-edbc050091c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:54.171109 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af953df9-75d9-4df3-b010-12254cf483cb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeb20a084-accf-5b60-8075-3e69ebe863a6-88f5fadd-f0ac-4207-b4a5-86d3a6347a7c', 'network_id': '88f5fadd-f0ac-4207-b4a5-86d3a6347a7c', 'tenant_id': '3ef4f33c20644d3a8cc67018579acd02', 'fixed_ips': [{'subnet_id': '80a703b0-48ba-4d6f-b1ac-2e5c85a780b2'}]}} from n-d-816865-1. {{(pid=102388) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 05 18:56:54.172488 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-af953df9-75d9-4df3-b010-12254cf483cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:54.248855 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-6b09598e-a224-4e07-aee8-d00ca4d0fa78 req-e6a7e775-18be-4b2e-981f-762a056f5a99 tempest-ServerRescueNegativeTestJSON-570401673 tempest-ServerRescueNegativeTestJSON-570401673-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=2d1e164bb09b4bc6b0a37a98f21fd24b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2341430 Nov 05 18:56:54.479026 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a6adaa-85d5-4de0-bcee-ee2a11622db7 req-d01761ec-a48c-4977-83d5-c526d614933c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:56:54.480928 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a6adaa-85d5-4de0-bcee-ee2a11622db7 req-d01761ec-a48c-4977-83d5-c526d614933c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:56:54.482284 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a6adaa-85d5-4de0-bcee-ee2a11622db7 req-d01761ec-a48c-4977-83d5-c526d614933c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:56:54.482430 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 1054ae95-ccda-4414-9355-df9308d03070 up at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 18:56:54.484412 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-59a6adaa-85d5-4de0-bcee-ee2a11622db7 req-d01761ec-a48c-4977-83d5-c526d614933c service neutron] 10.222.0.41 "GET /v2.0/networks?id=ad4e0fc4-1abc-48fb-9c8e-5d76236fa098&id=59ceeb29-cfb5-4ee4-ad6e-189a26cd5b4e&id=59ceeb29-cfb5-4ee4-ad6e-189a26cd5b4e&id=59ceeb29-cfb5-4ee4-ad6e-189a26cd5b4e&id=59ceeb29-cfb5-4ee4-ad6e-189a26cd5b4e&id=92cc69b6-4cd1-4b33-bca8-908cd312767a&id=92cc69b6-4cd1-4b33-bca8-908cd312767a HTTP/1.1" status: 200 len: 2298 time: 0.9140086 Nov 05 18:56:54.487648 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-6b09598e-a224-4e07-aee8-d00ca4d0fa78 req-055588c2-da9d-405b-9122-5a38aade455c service neutron] 10.222.0.13 "GET /v2.0/networks/42e7925c-fd66-4b62-ba17-57eb03167e5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2270253 Nov 05 18:56:54.507483 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-3016aafc-a58a-4f50-94d4-5537a4934a7a tempest-RoutersIpV6AdminTest-1929183484 tempest-RoutersIpV6AdminTest-1929183484-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-571384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1000487'] for router, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:54.578613 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12a11cd3-a5f9-4e58-98af-aee979b0827f tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Made reservation on behalf of c87add0b70464d588d82847ed9192d29 for: {'port': 1} {{(pid=102387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 18:56:54.602393 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-12a11cd3-a5f9-4e58-98af-aee979b0827f tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:54.692454 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-59a6adaa-85d5-4de0-bcee-ee2a11622db7 req-a3435edd-d85f-49cc-8bf1-cf06a6bcddcd service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4a07aa35-4ba7-4db3-b8ab-837d8ca258a7 HTTP/1.1" status: 200 len: 1000 time: 0.1994531 Nov 05 18:56:54.693915 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.agents_db [None req-b9406b04-a0e8-43cf-b349-711963d96cf4 None None] Agent healthcheck: found 7 active agents {{(pid=102389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 05 18:56:54.698941 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-ae434df0-0f82-44ea-9c2f-95aaaa493493 tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5672123 Nov 05 18:56:54.705057 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 36872) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:56:54.719458 n-d-816865-1 neutron-server[102387]: DEBUG neutron.notifiers.nova [None req-12a11cd3-a5f9-4e58-98af-aee979b0827f tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] device_id is not set on port edd02613-5b82-4797-801d-80f36c75495a yet. {{(pid=102387) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 05 18:56:54.755600 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.db_base_plugin_common [None req-93999d07-521c-456a-985b-edbc050091c2 None None] Allocated IP 2001:db8::2 (d29260bb-6e3c-44c1-b8d5-df5bd6f384f2/16ef2bb3-52d2-4b27-b59e-5a4988f53340/40b021ca-a6e1-4723-914e-0884ab8e84f5) {{(pid=102388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 18:56:54.784664 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3b8e0f-2310-49e6-902e-feaeb696395f req-20079bd8-0a81-47c2-bf86-4abc065b4e28 tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:56:54.794432 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-4e3b8e0f-2310-49e6-902e-feaeb696395f req-20079bd8-0a81-47c2-bf86-4abc065b4e28 tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] 10.222.0.13 "GET /v2.0/ports?device_id=06fa92a8-40d0-46cb-9ab4-2875437c1b70 HTTP/1.1" status: 200 len: 946 time: 0.1673570 Nov 05 18:56:54.821556 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.db_base_plugin_common [None req-af953df9-75d9-4df3-b010-12254cf483cb None None] Allocated IP 172.20.0.2 (88f5fadd-f0ac-4207-b4a5-86d3a6347a7c/80a703b0-48ba-4d6f-b1ac-2e5c85a780b2/6f925ab7-5147-43bb-a435-b50683942d30) {{(pid=102388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 18:56:54.823114 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-6b09598e-a224-4e07-aee8-d00ca4d0fa78 req-42bd59bf-3084-4d42-9c79-0a14751fd498 service neutron] 10.222.0.13 "GET /v2.0/networks/42e7925c-fd66-4b62-ba17-57eb03167e5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3270938 Nov 05 18:56:54.835260 n-d-816865-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-55b0cb24-72b0-422a-b6b0-50d157cfbe64 None None] Publish callbacks [] for port, precommit_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:54.884731 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a6adaa-85d5-4de0-bcee-ee2a11622db7 req-41c78f90-0d6a-42f4-a316-659de4a269e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:56:54.886254 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-59a6adaa-85d5-4de0-bcee-ee2a11622db7 req-41c78f90-0d6a-42f4-a316-659de4a269e8 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=785d7bfa-2453-4e75-8b0a-ec14975b144a HTTP/1.1" status: 200 len: 856 time: 0.1845667 Nov 05 18:56:54.899738 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-4e3b8e0f-2310-49e6-902e-feaeb696395f req-c8f47880-8c85-4920-a245-ca82106b9fc5 tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9a1bcb7-2b62-4809-b67b-668edb56dae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042368 Nov 05 18:56:54.916345 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Provisioning complete for port 1054ae95-ccda-4414-9355-df9308d03070 triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:56:54.916727 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:54.953611 n-d-816865-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-55b0cb24-72b0-422a-b6b0-50d157cfbe64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:55.006353 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-6eee6440-9de0-4fa1-8a60-ff1141af02e4 tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1664226'] for network, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:55.020949 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968aa2da-21b2-4ef8-bcfe-070e43f93341 None None] Pushing event updated for resources: {'Port': ['ID=4f860325-4a02-44f1-9613-5a1f0bb97b7f,revision_number=3']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:56:55.063886 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a6adaa-85d5-4de0-bcee-ee2a11622db7 req-b3af0f08-44a0-4ae6-8615-856d65bd5500 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:56:55.065667 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-59a6adaa-85d5-4de0-bcee-ee2a11622db7 req-b3af0f08-44a0-4ae6-8615-856d65bd5500 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ad4e0fc4-1abc-48fb-9c8e-5d76236fa098&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1525688 Nov 05 18:56:55.159807 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-af953df9-75d9-4df3-b010-12254cf483cb None None] Publish callbacks [] for port, precommit_create {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:55.165774 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.managers [None req-55b0cb24-72b0-422a-b6b0-50d157cfbe64 None None] Attempting to bind port 4f860325-4a02-44f1-9613-5a1f0bb97b7f on host n-d-816865-1 for vnic_type normal with profile {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 18:56:55.167970 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.managers [None req-55b0cb24-72b0-422a-b6b0-50d157cfbe64 None None] Attempting to bind port 4f860325-4a02-44f1-9613-5a1f0bb97b7f by drivers openvswitch,hyperv on host n-d-816865-1 at level 0 using segments [{'id': '77f01b74-537a-42a9-ac0e-73f0b4ab63b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '42e7925c-fd66-4b62-ba17-57eb03167e5d'}] {{(pid=102389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 18:56:55.168486 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55b0cb24-72b0-422a-b6b0-50d157cfbe64 None None] Attempting to bind port 4f860325-4a02-44f1-9613-5a1f0bb97b7f on network 42e7925c-fd66-4b62-ba17-57eb03167e5d {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 18:56:55.170011 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3016aafc-a58a-4f50-94d4-5537a4934a7a tempest-RoutersIpV6AdminTest-1929183484 tempest-RoutersIpV6AdminTest-1929183484-project] Router 839e00d8-7033-49d2-9324-ba7759c2c4a6 is scheduled to L3 agent 6dcb5589-8e86-4616-9186-ddc4548e13ad with binding_index 1 {{(pid=102386) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 05 18:56:55.184907 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55b0cb24-72b0-422a-b6b0-50d157cfbe64 None None] Checking agent: {'id': '724d89a7-611b-41e6-bc85-c48112b17afa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 18, 25, 8), 'started_at': datetime.datetime(2021, 11, 5, 18, 25, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 18, 56, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 18:56:55.186922 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55b0cb24-72b0-422a-b6b0-50d157cfbe64 None None] Checking segment: {'id': '77f01b74-537a-42a9-ac0e-73f0b4ab63b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '42e7925c-fd66-4b62-ba17-57eb03167e5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 18:56:55.188533 n-d-816865-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-55b0cb24-72b0-422a-b6b0-50d157cfbe64 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:55.189098 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55b0cb24-72b0-422a-b6b0-50d157cfbe64 None None] Bound using segment: {'id': '77f01b74-537a-42a9-ac0e-73f0b4ab63b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '42e7925c-fd66-4b62-ba17-57eb03167e5d'} {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 18:56:55.190570 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.managers [None req-55b0cb24-72b0-422a-b6b0-50d157cfbe64 None None] Bound port: 4f860325-4a02-44f1-9613-5a1f0bb97b7f, host: n-d-816865-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77f01b74-537a-42a9-ac0e-73f0b4ab63b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '42e7925c-fd66-4b62-ba17-57eb03167e5d'}}] {{(pid=102389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 18:56:55.192218 n-d-816865-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-55b0cb24-72b0-422a-b6b0-50d157cfbe64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:55.210259 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-0c6acee3-7ec6-4c74-af03-fbdcbc453051 req-b9926062-b6c5-46c1-9476-00e517bcee08 tempest-ServerRescueNegativeTestJSON-570401673 tempest-ServerRescueNegativeTestJSON-570401673-project] 10.222.0.13 "GET /v2.0/ports?device_id=93c08649-0c78-43a2-be9e-2ac6589b527d HTTP/1.1" status: 200 len: 210 time: 0.0631588 Nov 05 18:56:55.222678 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-6eee6440-9de0-4fa1-8a60-ff1141af02e4 tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1573928'] for subnet, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:55.257751 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-af953df9-75d9-4df3-b010-12254cf483cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789'] for port, after_create {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:55.306803 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [None req-55b0cb24-72b0-422a-b6b0-50d157cfbe64 None None] For port 4f860325-4a02-44f1-9613-5a1f0bb97b7f, host n-d-816865-1, cleared binding levels {{(pid=102389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 18:56:55.314956 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [None req-55b0cb24-72b0-422a-b6b0-50d157cfbe64 None None] For port 4f860325-4a02-44f1-9613-5a1f0bb97b7f, host n-d-816865-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=4f860325-4a02-44f1-9613-5a1f0bb97b7f,segment=NetworkSegment(77f01b74-537a-42a9-ac0e-73f0b4ab63b5),segment_id=77f01b74-537a-42a9-ac0e-73f0b4ab63b5)] {{(pid=102389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 18:56:55.399443 n-d-816865-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-55b0cb24-72b0-422a-b6b0-50d157cfbe64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:55.428586 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-93999d07-521c-456a-985b-edbc050091c2 None None] Publish callbacks [] for port, precommit_create {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:55.478545 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-59a6adaa-85d5-4de0-bcee-ee2a11622db7 req-43c1231c-30e7-4308-918b-2c1d7f868197 service neutron] 10.222.0.41 "GET /v2.0/networks/ad4e0fc4-1abc-48fb-9c8e-5d76236fa098?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3905137 Nov 05 18:56:55.491063 n-d-816865-1 neutron-server[102388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af953df9-75d9-4df3-b010-12254cf483cb None None] Network 88f5fadd-f0ac-4207-b4a5-86d3a6347a7c is already hosted by enough agents. {{(pid=102388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 18:56:55.498566 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55b0cb24-72b0-422a-b6b0-50d157cfbe64 None None] Routers {'2ce51eaa-b41d-45ad-bd14-ca2278648b32'} bound to L3 agent in host n-d-816865-1 {{(pid=102389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 18:56:55.499785 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-55b0cb24-72b0-422a-b6b0-50d157cfbe64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T18:56:35Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['2ce51eaa-b41d-45ad-bd14-ca2278648b32'], 'active': True} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:56:55.517512 n-d-816865-1 neutron-server[102388]: DEBUG neutron.scheduler.base_scheduler [None req-af953df9-75d9-4df3-b010-12254cf483cb None None] Resources bound (agent type, host, resource id): {{(pid=102388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:56:55.520803 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af953df9-75d9-4df3-b010-12254cf483cb None None] Received port after_create {{(pid=102388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 18:56:55.527203 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af953df9-75d9-4df3-b010-12254cf483cb None None] Pushing event updated for resources: {'Port': ['ID=6f925ab7-5147-43bb-a435-b50683942d30,revision_number=1']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:56:55.608800 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968aa2da-21b2-4ef8-bcfe-070e43f93341 None None] Pushing event updated for resources: {'Port': ['ID=4f860325-4a02-44f1-9613-5a1f0bb97b7f,revision_number=4']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:56:55.609588 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-93999d07-521c-456a-985b-edbc050091c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789'] for port, after_create {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:55.689079 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-af953df9-75d9-4df3-b010-12254cf483cb None None] Attempting to bind port 6f925ab7-5147-43bb-a435-b50683942d30 on host n-d-816865-1 for vnic_type normal with profile {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 18:56:55.689809 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-af953df9-75d9-4df3-b010-12254cf483cb None None] Attempting to bind port 6f925ab7-5147-43bb-a435-b50683942d30 by drivers openvswitch,hyperv on host n-d-816865-1 at level 0 using segments [{'id': '9f94ae1a-c692-4bb7-ba3a-aa3ebefadd3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '88f5fadd-f0ac-4207-b4a5-86d3a6347a7c'}] {{(pid=102388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 18:56:55.689809 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af953df9-75d9-4df3-b010-12254cf483cb None None] Attempting to bind port 6f925ab7-5147-43bb-a435-b50683942d30 on network 88f5fadd-f0ac-4207-b4a5-86d3a6347a7c {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 18:56:55.694394 n-d-816865-1 neutron-server[102388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93999d07-521c-456a-985b-edbc050091c2 None None] Network d29260bb-6e3c-44c1-b8d5-df5bd6f384f2 is already hosted by enough agents. {{(pid=102388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 18:56:55.701739 n-d-816865-1 neutron-server[102388]: DEBUG neutron.scheduler.base_scheduler [None req-93999d07-521c-456a-985b-edbc050091c2 None None] Resources bound (agent type, host, resource id): {{(pid=102388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:56:55.710467 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af953df9-75d9-4df3-b010-12254cf483cb None None] Checking agent: {'id': '724d89a7-611b-41e6-bc85-c48112b17afa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 18, 25, 8), 'started_at': datetime.datetime(2021, 11, 5, 18, 25, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 18, 56, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 18:56:55.710845 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af953df9-75d9-4df3-b010-12254cf483cb None None] Checking segment: {'id': '9f94ae1a-c692-4bb7-ba3a-aa3ebefadd3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '88f5fadd-f0ac-4207-b4a5-86d3a6347a7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 18:56:55.711291 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-af953df9-75d9-4df3-b010-12254cf483cb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:55.711721 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af953df9-75d9-4df3-b010-12254cf483cb None None] Bound using segment: {'id': '9f94ae1a-c692-4bb7-ba3a-aa3ebefadd3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '88f5fadd-f0ac-4207-b4a5-86d3a6347a7c'} {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 18:56:55.712303 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-af953df9-75d9-4df3-b010-12254cf483cb None None] Bound port: 6f925ab7-5147-43bb-a435-b50683942d30, host: n-d-816865-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f94ae1a-c692-4bb7-ba3a-aa3ebefadd3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '88f5fadd-f0ac-4207-b4a5-86d3a6347a7c'}}] {{(pid=102388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 18:56:55.712727 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-af953df9-75d9-4df3-b010-12254cf483cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:55.716600 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93999d07-521c-456a-985b-edbc050091c2 None None] Received port after_create {{(pid=102388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 18:56:55.770737 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93999d07-521c-456a-985b-edbc050091c2 None None] Pushing event updated for resources: {'Port': ['ID=40b021ca-a6e1-4723-914e-0884ab8e84f5,revision_number=1']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:56:55.797676 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvr_db [None req-55b0cb24-72b0-422a-b6b0-50d157cfbe64 None None] Set router 2ce51eaa-b41d-45ad-bd14-ca2278648b32 gateway port host: n-d-816865-1 {{(pid=102389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 18:56:55.800248 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-59a6adaa-85d5-4de0-bcee-ee2a11622db7 req-1b6be338-48e6-4e43-b442-5be25c5fc5cb service neutron] 10.222.0.41 "GET /v2.0/networks/ad4e0fc4-1abc-48fb-9c8e-5d76236fa098?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3055749 Nov 05 18:56:55.800248 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3016aafc-a58a-4f50-94d4-5537a4934a7a tempest-RoutersIpV6AdminTest-1929183484 tempest-RoutersIpV6AdminTest-1929183484-project] Notify agent at l3_agent.n-d-816865-1 the message routers_updated {{(pid=102386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 18:56:55.805554 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.db_base_plugin_common [None req-12a11cd3-a5f9-4e58-98af-aee979b0827f tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Allocated IP 2001:db8::94 (d29260bb-6e3c-44c1-b8d5-df5bd6f384f2/16ef2bb3-52d2-4b27-b59e-5a4988f53340/edd02613-5b82-4797-801d-80f36c75495a) {{(pid=102387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 18:56:55.826162 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0874b31-c97e-4651-b999-781abed4115c None None] Sync routers for ids ['839e00d8-7033-49d2-9324-ba7759c2c4a6'] in n-d-816865-1 {{(pid=102388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 18:56:55.965087 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-6eee6440-9de0-4fa1-8a60-ff1141af02e4 tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1573905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6149879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4877183'] for subnet, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:55.985110 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0874b31-c97e-4651-b999-781abed4115c None None] Routers {'839e00d8-7033-49d2-9324-ba7759c2c4a6'} bound to L3 agent in host n-d-816865-1 {{(pid=102388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 18:56:55.985772 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-e0874b31-c97e-4651-b999-781abed4115c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T18:56:35Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['839e00d8-7033-49d2-9324-ba7759c2c4a6'], 'active': True} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:56:56.011863 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-93999d07-521c-456a-985b-edbc050091c2 None None] Attempting to bind port 40b021ca-a6e1-4723-914e-0884ab8e84f5 on host n-d-816865-1 for vnic_type normal with profile {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 18:56:56.012259 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-93999d07-521c-456a-985b-edbc050091c2 None None] Attempting to bind port 40b021ca-a6e1-4723-914e-0884ab8e84f5 by drivers openvswitch,hyperv on host n-d-816865-1 at level 0 using segments [{'id': 'a0495f6f-d045-4ca2-aa72-1c89e09ee8f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'd29260bb-6e3c-44c1-b8d5-df5bd6f384f2'}] {{(pid=102388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 18:56:56.012632 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93999d07-521c-456a-985b-edbc050091c2 None None] Attempting to bind port 40b021ca-a6e1-4723-914e-0884ab8e84f5 on network d29260bb-6e3c-44c1-b8d5-df5bd6f384f2 {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 18:56:56.016351 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-59a6adaa-85d5-4de0-bcee-ee2a11622db7 req-413cb847-ab7f-45a5-b481-d7d7c9bbad28 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.71&port_id=67bf7a45-d02d-4202-afe1-d2eef054ceb0 HTTP/1.1" status: 200 len: 217 time: 0.1900856 Nov 05 18:56:56.075069 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-e0874b31-c97e-4651-b999-781abed4115c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816865-1', False) {} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:56:56.083445 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93999d07-521c-456a-985b-edbc050091c2 None None] Checking agent: {'id': '724d89a7-611b-41e6-bc85-c48112b17afa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 18, 25, 8), 'started_at': datetime.datetime(2021, 11, 5, 18, 25, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 18, 56, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 18:56:56.083670 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93999d07-521c-456a-985b-edbc050091c2 None None] Checking segment: {'id': 'a0495f6f-d045-4ca2-aa72-1c89e09ee8f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'd29260bb-6e3c-44c1-b8d5-df5bd6f384f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 18:56:56.083950 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-93999d07-521c-456a-985b-edbc050091c2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:56.084385 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93999d07-521c-456a-985b-edbc050091c2 None None] Bound using segment: {'id': 'a0495f6f-d045-4ca2-aa72-1c89e09ee8f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'd29260bb-6e3c-44c1-b8d5-df5bd6f384f2'} {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 18:56:56.084901 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-93999d07-521c-456a-985b-edbc050091c2 None None] Bound port: 40b021ca-a6e1-4723-914e-0884ab8e84f5, host: n-d-816865-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0495f6f-d045-4ca2-aa72-1c89e09ee8f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'd29260bb-6e3c-44c1-b8d5-df5bd6f384f2'}}] {{(pid=102388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 18:56:56.085324 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-93999d07-521c-456a-985b-edbc050091c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:56.136347 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a6adaa-85d5-4de0-bcee-ee2a11622db7 req-c77082c9-eaea-4812-ab6d-9152d444bb33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:56:56.138401 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-59a6adaa-85d5-4de0-bcee-ee2a11622db7 req-c77082c9-eaea-4812-ab6d-9152d444bb33 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e9dfd8b9-004d-48f6-8398-0a38af599af4 HTTP/1.1" status: 200 len: 797 time: 0.1131611 Nov 05 18:56:56.148470 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-af953df9-75d9-4df3-b010-12254cf483cb None None] For port 6f925ab7-5147-43bb-a435-b50683942d30, host n-d-816865-1, cleared binding levels {{(pid=102388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 18:56:56.151288 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eee6440-9de0-4fa1-8a60-ff1141af02e4 tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Pushing event deleted for resources: {'Subnet': ['ID=80a703b0-48ba-4d6f-b1ac-2e5c85a780b2,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:56:56.167586 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0874b31-c97e-4651-b999-781abed4115c None None] Routers {'839e00d8-7033-49d2-9324-ba7759c2c4a6'} bound to L3 agent in host n-d-816865-1 {{(pid=102388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 18:56:56.167586 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-e0874b31-c97e-4651-b999-781abed4115c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T18:56:35Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['839e00d8-7033-49d2-9324-ba7759c2c4a6'], 'active': True} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:56:56.201430 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-3016aafc-a58a-4f50-94d4-5537a4934a7a tempest-RoutersIpV6AdminTest-1929183484 tempest-RoutersIpV6AdminTest-1929183484-project] Publish callbacks [] for router, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:56.209943 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-3016aafc-a58a-4f50-94d4-5537a4934a7a tempest-RoutersIpV6AdminTest-1929183484 tempest-RoutersIpV6AdminTest-1929183484-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 6.8001661 Nov 05 18:56:56.211389 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 36916) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:56:56.247186 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af090c1-7493-4ba9-ae85-c8983db0972d req-fd5f2f96-c5f9-4162-8514-31580226ca61 tempest-ServerRescueNegativeTestJSON-570401673 tempest-ServerRescueNegativeTestJSON-570401673-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:56:56.256282 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-9af090c1-7493-4ba9-ae85-c8983db0972d req-fd5f2f96-c5f9-4162-8514-31580226ca61 tempest-ServerRescueNegativeTestJSON-570401673 tempest-ServerRescueNegativeTestJSON-570401673-project] 10.222.0.13 "GET /v2.0/networks?id=42e7925c-fd66-4b62-ba17-57eb03167e5d HTTP/1.1" status: 200 len: 819 time: 0.6914079 Nov 05 18:56:56.271884 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-ab617e33-fae8-427a-8dbf-e877eecea29c tempest-RoutersIpV6AdminTest-1929183484 tempest-RoutersIpV6AdminTest-1929183484-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:56:56.343720 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05624b7-d77d-4e31-9dcf-d01ef6cc99a5 req-8cfe8f2d-2e96-4640-a815-ca090da877b8 tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:56:56.347201 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-a05624b7-d77d-4e31-9dcf-d01ef6cc99a5 req-8cfe8f2d-2e96-4640-a815-ca090da877b8 tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] 10.222.0.13 "GET /v2.0/ports?device_id=06fa92a8-40d0-46cb-9ab4-2875437c1b70 HTTP/1.1" status: 200 len: 946 time: 0.2816014 Nov 05 18:56:56.359924 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-9af090c1-7493-4ba9-ae85-c8983db0972d req-ae2ec8d0-af0e-4690-bcf6-d6664887f25a tempest-ServerRescueNegativeTestJSON-570401673 tempest-ServerRescueNegativeTestJSON-570401673-project] 10.222.0.13 "GET /v2.0/quotas/2d1e164bb09b4bc6b0a37a98f21fd24b HTTP/1.1" status: 200 len: 375 time: 0.1025298 Nov 05 18:56:56.424275 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-6eee6440-9de0-4fa1-8a60-ff1141af02e4 tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1579173', 'neutron.services.segments.db._delete_segments_for_network-8750027792909'] for network, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:56.454361 n-d-816865-1 neutron-server[102386]: DEBUG neutron.services.segments.db [None req-6eee6440-9de0-4fa1-8a60-ff1141af02e4 tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88f5fadd-f0ac-4207-b4a5-86d3a6347a7c']}} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:56:56.468812 n-d-816865-1 neutron-server[102386]: DEBUG neutron.services.segments.db [None req-6eee6440-9de0-4fa1-8a60-ff1141af02e4 tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f94ae1a-c692-4bb7-ba3a-aa3ebefadd3d') {'for_net_delete': True} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:56:56.469348 n-d-816865-1 neutron-server[102386]: DEBUG neutron.services.segments.db [None req-6eee6440-9de0-4fa1-8a60-ff1141af02e4 tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f94ae1a-c692-4bb7-ba3a-aa3ebefadd3d') {} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:56:56.482301 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-6eee6440-9de0-4fa1-8a60-ff1141af02e4 tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750027793430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4590747'] for segment, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:56.506024 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-12a11cd3-a5f9-4e58-98af-aee979b0827f tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Publish callbacks [] for port, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:56.514959 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-a05624b7-d77d-4e31-9dcf-d01ef6cc99a5 req-bd636732-cba4-479e-83e4-922a8881d542 tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9a1bcb7-2b62-4809-b67b-668edb56dae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1523907 Nov 05 18:56:56.544549 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-55b0cb24-72b0-422a-b6b0-50d157cfbe64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ce51eaa-b41d-45ad-bd14-ca2278648b32', 'name': 'tempest-ServerRescueNegativeTestJSON-1292236505-router', 'tenant_id': '2d1e164bb09b4bc6b0a37a98f21fd24b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.55'}], 'enable_snat': True}, 'gw_port_id': '1054ae95-ccda-4414-9355-df9308d03070', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T18:56:42Z', 'updated_at': '2021-11-05T18:56:50Z', 'revision_number': 4, 'project_id': '2d1e164bb09b4bc6b0a37a98f21fd24b', 'gw_port': {'id': '1054ae95-ccda-4414-9355-df9308d03070', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:1f:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ce51eaa-b41d-45ad-bd14-ca2278648b32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2139, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T18:56:44Z', 'updated_at': '2021-11-05T18:56:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1', '_interfaces': [{'id': '4f860325-4a02-44f1-9613-5a1f0bb97b7f', 'name': '', 'network_id': '42e7925c-fd66-4b62-ba17-57eb03167e5d', 'tenant_id': '2d1e164bb09b4bc6b0a37a98f21fd24b', 'mac_address': 'fa:16:3e:07:c2:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ce51eaa-b41d-45ad-bd14-ca2278648b32', 'device_owner': 'network:router_interface', 'standard_attr_id': 2155, 'fixed_ips': [{'subnet_id': '4cb513d1-da39-46f8-8352-51da564b63e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T18:56:49Z', 'updated_at': '2021-11-05T18:56:55Z', 'revision_number': 4, 'project_id': '2d1e164bb09b4bc6b0a37a98f21fd24b', 'subnets': [{'id': '4cb513d1-da39-46f8-8352-51da564b63e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-1', False) {} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:56:56.555055 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-9af090c1-7493-4ba9-ae85-c8983db0972d req-d8ea704d-8cf5-4f05-bb98-7e31bf68c07d tempest-ServerRescueNegativeTestJSON-570401673 tempest-ServerRescueNegativeTestJSON-570401673-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=2d1e164bb09b4bc6b0a37a98f21fd24b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1834199 Nov 05 18:56:56.574397 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [req-9af090c1-7493-4ba9-ae85-c8983db0972d req-8e5bb86f-7568-43e0-bb0c-bcd7f4f73073 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=102387) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 05 18:56:56.574397 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-9af090c1-7493-4ba9-ae85-c8983db0972d req-8e5bb86f-7568-43e0-bb0c-bcd7f4f73073 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0173700 Nov 05 18:56:56.633286 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55b0cb24-72b0-422a-b6b0-50d157cfbe64 None None] The sync data for ids ['2ce51eaa-b41d-45ad-bd14-ca2278648b32'] in n-d-816865-1 is: [{'id': '2ce51eaa-b41d-45ad-bd14-ca2278648b32', 'name': 'tempest-ServerRescueNegativeTestJSON-1292236505-router', 'tenant_id': '2d1e164bb09b4bc6b0a37a98f21fd24b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.55'}], 'enable_snat': True}, 'gw_port_id': '1054ae95-ccda-4414-9355-df9308d03070', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T18:56:42Z', 'updated_at': '2021-11-05T18:56:50Z', 'revision_number': 4, 'project_id': '2d1e164bb09b4bc6b0a37a98f21fd24b', 'gw_port': {'id': '1054ae95-ccda-4414-9355-df9308d03070', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:1f:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ce51eaa-b41d-45ad-bd14-ca2278648b32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2139, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T18:56:44Z', 'updated_at': '2021-11-05T18:56:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1', '_interfaces': [{'id': '4f860325-4a02-44f1-9613-5a1f0bb97b7f', 'name': '', 'network_id': '42e7925c-fd66-4b62-ba17-57eb03167e5d', 'tenant_id': '2d1e164bb09b4bc6b0a37a98f21fd24b', 'mac_address': 'fa:16:3e:07:c2:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ce51eaa-b41d-45ad-bd14-ca2278648b32', 'device_owner': 'network:router_interface', 'standard_attr_id': 2155, 'fixed_ips': [{'subnet_id': '4cb513d1-da39-46f8-8352-51da564b63e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T18:56:49Z', 'updated_at': '2021-11-05T18:56:55Z', 'revision_number': 4, 'project_id': '2d1e164bb09b4bc6b0a37a98f21fd24b', 'subnets': [{'id': '4cb513d1-da39-46f8-8352-51da564b63e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 18:56:56.729503 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a6adaa-85d5-4de0-bcee-ee2a11622db7 req-9e46848e-41f7-44ce-aa7c-001414168db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:56:56.736398 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-e0874b31-c97e-4651-b999-781abed4115c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816865-1', False) {} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:56:56.736891 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-59a6adaa-85d5-4de0-bcee-ee2a11622db7 req-9e46848e-41f7-44ce-aa7c-001414168db0 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=59ceeb29-cfb5-4ee4-ad6e-189a26cd5b4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5791113 Nov 05 18:56:56.739743 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0874b31-c97e-4651-b999-781abed4115c None None] The sync data for ids ['839e00d8-7033-49d2-9324-ba7759c2c4a6'] in n-d-816865-1 is: [] {{(pid=102388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 18:56:56.775818 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-af953df9-75d9-4df3-b010-12254cf483cb None None] For port 6f925ab7-5147-43bb-a435-b50683942d30, host n-d-816865-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=6f925ab7-5147-43bb-a435-b50683942d30,segment=NetworkSegment(9f94ae1a-c692-4bb7-ba3a-aa3ebefadd3d),segment_id=9f94ae1a-c692-4bb7-ba3a-aa3ebefadd3d)] {{(pid=102388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 18:56:56.815983 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-12a11cd3-a5f9-4e58-98af-aee979b0827f tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4417063'] for port, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:56.823137 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-93999d07-521c-456a-985b-edbc050091c2 None None] For port 40b021ca-a6e1-4723-914e-0884ab8e84f5, host n-d-816865-1, cleared binding levels {{(pid=102388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 18:56:56.830525 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-93999d07-521c-456a-985b-edbc050091c2 None None] For port 40b021ca-a6e1-4723-914e-0884ab8e84f5, host n-d-816865-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=40b021ca-a6e1-4723-914e-0884ab8e84f5,segment=NetworkSegment(a0495f6f-d045-4ca2-aa72-1c89e09ee8f7),segment_id=a0495f6f-d045-4ca2-aa72-1c89e09ee8f7)] {{(pid=102388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 18:56:56.899127 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-af953df9-75d9-4df3-b010-12254cf483cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:56.916149 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-6eee6440-9de0-4fa1-8a60-ff1141af02e4 tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273'] for segment, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:56.916678 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12a11cd3-a5f9-4e58-98af-aee979b0827f tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Network d29260bb-6e3c-44c1-b8d5-df5bd6f384f2 is already hosted by enough agents. {{(pid=102387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 18:56:56.963499 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6eee6440-9de0-4fa1-8a60-ff1141af02e4 tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Releasing vlan 158 on physical network physnet1 to pool {{(pid=102386) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 05 18:56:56.963771 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-6eee6440-9de0-4fa1-8a60-ff1141af02e4 tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6149721'] for segment, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:56.967422 n-d-816865-1 neutron-server[102386]: Traceback (most recent call last): Nov 05 18:56:56.967422 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 05 18:56:56.967422 n-d-816865-1 neutron-server[102386]: timer() Nov 05 18:56:56.967422 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 05 18:56:56.967422 n-d-816865-1 neutron-server[102386]: cb(*args, **kw) Nov 05 18:56:56.967422 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 05 18:56:56.967422 n-d-816865-1 neutron-server[102386]: return func(*args, **kwargs) Nov 05 18:56:56.967422 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 05 18:56:56.967422 n-d-816865-1 neutron-server[102386]: self._notify() Nov 05 18:56:56.967422 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 05 18:56:56.967422 n-d-816865-1 neutron-server[102386]: self.callback(batched_events) Nov 05 18:56:56.967422 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 05 18:56:56.967422 n-d-816865-1 neutron-server[102386]: event.method(event) Nov 05 18:56:56.967422 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 05 18:56:56.967422 n-d-816865-1 neutron-server[102386]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 05 18:56:56.967422 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 05 18:56:56.967422 n-d-816865-1 neutron-server[102386]: aggregate_uuid = self.p_client.list_aggregates( Nov 05 18:56:56.967422 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 05 18:56:56.967422 n-d-816865-1 neutron-server[102386]: return f(self, *a, **k) Nov 05 18:56:56.967422 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 05 18:56:56.967422 n-d-816865-1 neutron-server[102386]: return self._get(url).json() Nov 05 18:56:56.967422 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 05 18:56:56.967422 n-d-816865-1 neutron-server[102386]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 05 18:56:56.967422 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 05 18:56:56.967422 n-d-816865-1 neutron-server[102386]: return self.request(url, 'GET', **kwargs) Nov 05 18:56:56.967422 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 05 18:56:56.967422 n-d-816865-1 neutron-server[102386]: base_url = self.get_endpoint(auth, allow=allow, Nov 05 18:56:56.967422 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 05 18:56:56.967422 n-d-816865-1 neutron-server[102386]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 05 18:56:56.967422 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 05 18:56:56.967422 n-d-816865-1 neutron-server[102386]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 05 18:56:56.967422 n-d-816865-1 neutron-server[102386]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 05 18:56:57.027387 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.base_scheduler [None req-12a11cd3-a5f9-4e58-98af-aee979b0827f tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Resources bound (agent type, host, resource id): {{(pid=102387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:56:57.034846 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12a11cd3-a5f9-4e58-98af-aee979b0827f tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Received port after_create {{(pid=102387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 18:56:57.043636 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-93999d07-521c-456a-985b-edbc050091c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:57.051297 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12a11cd3-a5f9-4e58-98af-aee979b0827f tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:56:57.052342 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-12a11cd3-a5f9-4e58-98af-aee979b0827f tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:57.101052 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af953df9-75d9-4df3-b010-12254cf483cb None None] Pushing event updated for resources: {'Port': ['ID=6f925ab7-5147-43bb-a435-b50683942d30,revision_number=2']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:56:57.154272 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a11cd3-a5f9-4e58-98af-aee979b0827f tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Pushing event updated for resources: {'Port': ['ID=edd02613-5b82-4797-801d-80f36c75495a,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:56:57.196866 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a10f23a-9957-4fb9-872c-c50d467de2ab req-d6f49bef-ef3b-4754-bb0c-3048bb17b336 tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:56:57.210903 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-7a10f23a-9957-4fb9-872c-c50d467de2ab req-d6f49bef-ef3b-4754-bb0c-3048bb17b336 tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] 10.222.0.13 "GET /v2.0/ports?device_id=06fa92a8-40d0-46cb-9ab4-2875437c1b70 HTTP/1.1" status: 200 len: 946 time: 0.3060601 Nov 05 18:56:57.307471 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-12a11cd3-a5f9-4e58-98af-aee979b0827f tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 3.3238654 Nov 05 18:56:57.308048 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-59a6adaa-85d5-4de0-bcee-ee2a11622db7 req-e2751472-d207-4a8c-a051-811c773f2323 service neutron] 10.222.0.41 "GET /v2.0/networks/59ceeb29-cfb5-4ee4-ad6e-189a26cd5b4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5504813 Nov 05 18:56:57.310224 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 36938) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:56:57.342089 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93999d07-521c-456a-985b-edbc050091c2 None None] Pushing event updated for resources: {'Port': ['ID=40b021ca-a6e1-4723-914e-0884ab8e84f5,revision_number=2']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:56:57.414542 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-9af090c1-7493-4ba9-ae85-c8983db0972d req-ff4e27c7-9f68-4e6c-9d10-e954f33eaf35 service neutron] 10.222.0.13 "GET /v2.0/networks/42e7925c-fd66-4b62-ba17-57eb03167e5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7698083 Nov 05 18:56:57.451944 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.db.api [None req-6eee6440-9de0-4fa1-8a60-ff1141af02e4 tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 05 18:56:57.451944 n-d-816865-1 neutron-server[102386]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 05 18:56:57.451944 n-d-816865-1 neutron-server[102386]: [parameters: {'id': '88f5fadd-f0ac-4207-b4a5-86d3a6347a7c'}] Nov 05 18:56:57.451944 n-d-816865-1 neutron-server[102386]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102386) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 05 18:56:57.451944 n-d-816865-1 neutron-server[102386]: DEBUG oslo_db.api [None req-6eee6440-9de0-4fa1-8a60-ff1141af02e4 tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 05 18:56:57.536919 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-7a10f23a-9957-4fb9-872c-c50d467de2ab req-ef81bfb0-7584-4446-93f3-80af261754b5 tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9a1bcb7-2b62-4809-b67b-668edb56dae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3224132 Nov 05 18:56:57.737305 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-ab617e33-fae8-427a-8dbf-e877eecea29c tempest-RoutersIpV6AdminTest-1929183484 tempest-RoutersIpV6AdminTest-1929183484-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:57.798184 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-9af090c1-7493-4ba9-ae85-c8983db0972d req-49656cf5-0b02-4c73-9be2-dbc25fe117c6 service neutron] 10.222.0.13 "GET /v2.0/networks/42e7925c-fd66-4b62-ba17-57eb03167e5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3463795 Nov 05 18:56:57.823603 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-59a6adaa-85d5-4de0-bcee-ee2a11622db7 req-ca1acdd9-71a3-4068-a839-becce1a0bbfd service neutron] 10.222.0.41 "GET /v2.0/networks/59ceeb29-cfb5-4ee4-ad6e-189a26cd5b4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5168183 Nov 05 18:56:57.901102 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-59a6adaa-85d5-4de0-bcee-ee2a11622db7 req-5920f786-af4a-4be2-b752-bb1ae4816657 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.82&port_id=2456eae3-169a-4fab-a13d-e220c18e5959 HTTP/1.1" status: 200 len: 217 time: 0.0699522 Nov 05 18:56:57.904754 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-ab617e33-fae8-427a-8dbf-e877eecea29c tempest-RoutersIpV6AdminTest-1929183484 tempest-RoutersIpV6AdminTest-1929183484-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:57.937073 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [None req-42b177c3-84b5-4908-a158-5a4665a710d8 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Deleting port edd02613-5b82-4797-801d-80f36c75495a {{(pid=102387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 18:56:57.937411 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-42b177c3-84b5-4908-a158-5a4665a710d8 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:57.973830 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-6eee6440-9de0-4fa1-8a60-ff1141af02e4 tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1664226'] for network, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:58.026126 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a6adaa-85d5-4de0-bcee-ee2a11622db7 req-569c41ea-5708-4e77-ba12-1ac9af9e2e78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:56:58.027874 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-59a6adaa-85d5-4de0-bcee-ee2a11622db7 req-569c41ea-5708-4e77-ba12-1ac9af9e2e78 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e9dfd8b9-004d-48f6-8398-0a38af599af4 HTTP/1.1" status: 200 len: 797 time: 0.1187055 Nov 05 18:56:58.117980 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-42b177c3-84b5-4908-a158-5a4665a710d8 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:58.139209 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [None req-42b177c3-84b5-4908-a158-5a4665a710d8 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Calling delete_port for edd02613-5b82-4797-801d-80f36c75495a owned by {{(pid=102387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 18:56:58.287610 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a6adaa-85d5-4de0-bcee-ee2a11622db7 req-1f2bbd0b-6130-4e86-96d3-b410f5a4ec5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:56:58.297000 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-59a6adaa-85d5-4de0-bcee-ee2a11622db7 req-1f2bbd0b-6130-4e86-96d3-b410f5a4ec5e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=59ceeb29-cfb5-4ee4-ad6e-189a26cd5b4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2448962 Nov 05 18:56:58.687059 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-7f53a2e7-ca2a-4066-879e-e4d1edd7d13f req-def0201a-0c0d-4073-afb9-079dea0292a6 tempest-ServerRescueNegativeTestJSON-570401673 tempest-ServerRescueNegativeTestJSON-570401673-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e3b4c93-69f3-4e6c-8f09-2e860aeb5776 HTTP/1.1" status: 200 len: 210 time: 0.1505415 Nov 05 18:56:58.763262 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f096b6b-45d3-4acf-a836-b1abd9921e43 req-10c312dd-8d1e-4b59-8355-ef4bd3355871 tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:56:58.766849 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-4f096b6b-45d3-4acf-a836-b1abd9921e43 req-10c312dd-8d1e-4b59-8355-ef4bd3355871 tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] 10.222.0.13 "GET /v2.0/ports?device_id=06fa92a8-40d0-46cb-9ab4-2875437c1b70 HTTP/1.1" status: 200 len: 946 time: 0.4242275 Nov 05 18:56:58.817964 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 6f925ab7-5147-43bb-a435-b50683942d30 up at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 18:56:58.919776 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-42b177c3-84b5-4908-a158-5a4665a710d8 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4417063'] for port, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:58.951877 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-4f096b6b-45d3-4acf-a836-b1abd9921e43 req-ad6646ff-663f-4e41-a85e-da41a6480d49 tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9a1bcb7-2b62-4809-b67b-668edb56dae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1761873 Nov 05 18:56:58.993741 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Provisioning complete for port 6f925ab7-5147-43bb-a435-b50683942d30 triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:56:58.994127 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:59.080686 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b177c3-84b5-4908-a158-5a4665a710d8 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Pushing event deleted for resources: {'Port': ['ID=edd02613-5b82-4797-801d-80f36c75495a,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:56:59.092388 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-6eee6440-9de0-4fa1-8a60-ff1141af02e4 tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Deleting port 6f925ab7-5147-43bb-a435-b50683942d30 {{(pid=102386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 18:56:59.093365 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-6eee6440-9de0-4fa1-8a60-ff1141af02e4 tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:59.162518 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-42b177c3-84b5-4908-a158-5a4665a710d8 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:59.193143 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-42b177c3-84b5-4908-a158-5a4665a710d8 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] 10.222.0.13 "DELETE /v2.0/ports/edd02613-5b82-4797-801d-80f36c75495a HTTP/1.1" status: 204 len: 168 time: 1.8666282 Nov 05 18:56:59.193804 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 36966) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:56:59.276620 n-d-816865-1 neutron-server[102387]: INFO neutron.pecan_wsgi.hooks.translation [None req-c5593a36-243a-4df1-8977-8656b70c49a0 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] DELETE failed (client error): The resource could not be found. Nov 05 18:56:59.277391 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c5593a36-243a-4df1-8977-8656b70c49a0 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102387) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 05 18:56:59.277752 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:59.283729 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-59a6adaa-85d5-4de0-bcee-ee2a11622db7 req-d0e47ebd-3c8b-416d-9d64-e3dc7cf00b29 service neutron] 10.222.0.41 "GET /v2.0/networks/59ceeb29-cfb5-4ee4-ad6e-189a26cd5b4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9682939 Nov 05 18:56:59.302647 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-c5593a36-243a-4df1-8977-8656b70c49a0 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] 10.222.0.13 "DELETE /v2.0/ports/edd02613-5b82-4797-801d-80f36c75495a HTTP/1.1" status: 404 len: 333 time: 0.1076059 Nov 05 18:56:59.303313 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 36968) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:56:59.358375 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] For port 6f925ab7-5147-43bb-a435-b50683942d30, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=6f925ab7-5147-43bb-a435-b50683942d30,segment=NetworkSegment(9f94ae1a-c692-4bb7-ba3a-aa3ebefadd3d),segment_id=9f94ae1a-c692-4bb7-ba3a-aa3ebefadd3d)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:56:59.368283 n-d-816865-1 neutron-server[102387]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6eeac02-999b-473d-b488-d87df927fb3f tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] GET failed (client error): The resource could not be found. Nov 05 18:56:59.379661 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-d6eeac02-999b-473d-b488-d87df927fb3f tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] 10.222.0.13 "GET /v2.0/ports/edd02613-5b82-4797-801d-80f36c75495a HTTP/1.1" status: 404 len: 333 time: 0.0745909 Nov 05 18:56:59.380452 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 36972) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:56:59.389454 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ce6b5d5-63a2-4e7e-a795-a18df6b84f24 None None] Network 88f5fadd-f0ac-4207-b4a5-86d3a6347a7c requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 18:56:59.493357 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.db_base_plugin_v2 [None req-dabbe0fb-c843-4e97-8eb7-d2d1d82337b2 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Deleting subnet 16ef2bb3-52d2-4b27-b59e-5a4988f53340 {{(pid=102387) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 05 18:56:59.497744 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-dabbe0fb-c843-4e97-8eb7-d2d1d82337b2 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Publish callbacks [] for subnet, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:59.499616 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b09598e-a224-4e07-aee8-d00ca4d0fa78 req-d838fc36-3a7b-471a-ac9b-a81ddd32973b tempest-ServerRescueNegativeTestJSON-570401673 tempest-ServerRescueNegativeTestJSON-570401673-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:56:59.501500 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-6b09598e-a224-4e07-aee8-d00ca4d0fa78 req-d838fc36-3a7b-471a-ac9b-a81ddd32973b tempest-ServerRescueNegativeTestJSON-570401673 tempest-ServerRescueNegativeTestJSON-570401673-project] 10.222.0.55 "GET /v2.0/networks?id=42e7925c-fd66-4b62-ba17-57eb03167e5d HTTP/1.1" status: 200 len: 819 time: 1.1872694 Nov 05 18:56:59.505953 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:59.506753 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 40b021ca-a6e1-4723-914e-0884ab8e84f5 up at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 18:56:59.508458 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-ab617e33-fae8-427a-8dbf-e877eecea29c tempest-RoutersIpV6AdminTest-1929183484 tempest-RoutersIpV6AdminTest-1929183484-project] Deleting port 13b9640d-75a1-449f-b0bd-35756125f68a {{(pid=102386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 18:56:59.513355 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-ab617e33-fae8-427a-8dbf-e877eecea29c tempest-RoutersIpV6AdminTest-1929183484 tempest-RoutersIpV6AdminTest-1929183484-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:59.541205 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [None req-6eee6440-9de0-4fa1-8a60-ff1141af02e4 tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] For port 6f925ab7-5147-43bb-a435-b50683942d30, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=6f925ab7-5147-43bb-a435-b50683942d30,segment=NetworkSegment(9f94ae1a-c692-4bb7-ba3a-aa3ebefadd3d),segment_id=9f94ae1a-c692-4bb7-ba3a-aa3ebefadd3d)] {{(pid=102386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:56:59.541574 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-6eee6440-9de0-4fa1-8a60-ff1141af02e4 tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:59.555012 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-dabbe0fb-c843-4e97-8eb7-d2d1d82337b2 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4463501'] for subnet, precommit_delete_associations {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:59.565467 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [req-6b09598e-a224-4e07-aee8-d00ca4d0fa78 req-5554266e-c53a-4894-b8b2-e543e5f89c8e tempest-ServerRescueNegativeTestJSON-570401673 tempest-ServerRescueNegativeTestJSON-570401673-project] Request body: {'port': {'device_id': '93c08649-0c78-43a2-be9e-2ac6589b527d', 'network_id': '42e7925c-fd66-4b62-ba17-57eb03167e5d', 'admin_state_up': True, 'tenant_id': '2d1e164bb09b4bc6b0a37a98f21fd24b'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:56:59.582446 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-6eee6440-9de0-4fa1-8a60-ff1141af02e4 tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Calling delete_port for 6f925ab7-5147-43bb-a435-b50683942d30 owned by network:dhcp {{(pid=102386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 18:56:59.694467 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-df85ce80-7f0c-42dd-ba51-1857aaa7bb87 None None] Provisioning complete for port 6f925ab7-5147-43bb-a435-b50683942d30 triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:56:59.695104 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-df85ce80-7f0c-42dd-ba51-1857aaa7bb87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:59.696643 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-dabbe0fb-c843-4e97-8eb7-d2d1d82337b2 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1573928'] for subnet, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:59.761081 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dce98f24-6e8d-44d5-8fe5-ed72a3eb6355 None None] Network d29260bb-6e3c-44c1-b8d5-df5bd6f384f2 requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 18:56:59.839060 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Pushing event updated for resources: {'Port': ['ID=6f925ab7-5147-43bb-a435-b50683942d30,revision_number=3']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:56:59.850410 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-a7ef7904-9274-4431-b6ef-603dd5ddece6 req-070db64e-5864-4b1b-8ccd-dd28e7db37e3 tempest-ServerRescueNegativeTestJSON-570401673 tempest-ServerRescueNegativeTestJSON-570401673-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e3b4c93-69f3-4e6c-8f09-2e860aeb5776 HTTP/1.1" status: 200 len: 210 time: 0.0637155 Nov 05 18:56:59.899781 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca6a998-3556-4025-b9ed-32839c432a6f req-8c1c9b4e-1103-4369-914c-9e99f8a5e940 tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:56:59.901166 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-2ca6a998-3556-4025-b9ed-32839c432a6f req-8c1c9b4e-1103-4369-914c-9e99f8a5e940 tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] 10.222.0.55 "GET /v2.0/ports?device_id=06fa92a8-40d0-46cb-9ab4-2875437c1b70 HTTP/1.1" status: 200 len: 946 time: 0.2685282 Nov 05 18:56:59.936174 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-dabbe0fb-c843-4e97-8eb7-d2d1d82337b2 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1573905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4417146', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5112209'] for subnet, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:56:59.942533 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Provisioning complete for port 40b021ca-a6e1-4723-914e-0884ab8e84f5 triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:56:59.942716 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:00.063790 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dabbe0fb-c843-4e97-8eb7-d2d1d82337b2 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Pushing event deleted for resources: {'Subnet': ['ID=16ef2bb3-52d2-4b27-b59e-5a4988f53340,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:57:00.076044 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3bf431b-4058-41ff-a2b2-72dd7cb5aa2a None None] DHCP port deletion for 88f5fadd-f0ac-4207-b4a5-86d3a6347a7c request from n-d-816865-1 {{(pid=102388) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 05 18:57:00.077780 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-dabbe0fb-c843-4e97-8eb7-d2d1d82337b2 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Publish callbacks [] for subnet, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:00.091690 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-dabbe0fb-c843-4e97-8eb7-d2d1d82337b2 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] 10.222.0.13 "DELETE /v2.0/subnets/16ef2bb3-52d2-4b27-b59e-5a4988f53340 HTTP/1.1" status: 204 len: 168 time: 0.7091200 Nov 05 18:57:00.092460 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 36984) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:57:00.171648 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:00.224817 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-3880b2d3-1901-4087-b730-bb31dec08c52 None None] Provisioning complete for port 40b021ca-a6e1-4723-914e-0884ab8e84f5 triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:57:00.224817 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3880b2d3-1901-4087-b730-bb31dec08c52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:00.228067 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-56dacca4-ab93-48c9-95c5-9a881c3de704 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1664226'] for network, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:00.283256 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a44db12-84a2-48a0-aefd-5e8f5bf51ed5 req-7e8c9e16-d97c-4660-b327-ebdf0e064016 tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:57:00.287080 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-3a44db12-84a2-48a0-aefd-5e8f5bf51ed5 req-7e8c9e16-d97c-4660-b327-ebdf0e064016 tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] 10.222.0.13 "GET /v2.0/ports?device_id=06fa92a8-40d0-46cb-9ab4-2875437c1b70 HTTP/1.1" status: 200 len: 946 time: 0.1075909 Nov 05 18:57:00.302089 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] For port 40b021ca-a6e1-4723-914e-0884ab8e84f5, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=40b021ca-a6e1-4723-914e-0884ab8e84f5,segment=NetworkSegment(a0495f6f-d045-4ca2-aa72-1c89e09ee8f7),segment_id=a0495f6f-d045-4ca2-aa72-1c89e09ee8f7)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:57:00.331229 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-b3bf431b-4058-41ff-a2b2-72dd7cb5aa2a None None] Deleting port 6f925ab7-5147-43bb-a435-b50683942d30 {{(pid=102388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 18:57:00.331542 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b3bf431b-4058-41ff-a2b2-72dd7cb5aa2a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:00.372048 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f0424bb-f730-4904-afff-c510b3b94cf7 None None] DHCP port deletion for d29260bb-6e3c-44c1-b8d5-df5bd6f384f2 request from n-d-816865-1 {{(pid=102388) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 05 18:57:00.379637 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-3a44db12-84a2-48a0-aefd-5e8f5bf51ed5 req-a1a4e4fc-b82f-4bd2-9091-3153edbf6dc6 tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9a1bcb7-2b62-4809-b67b-668edb56dae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910032 Nov 05 18:57:00.401518 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [None req-56dacca4-ab93-48c9-95c5-9a881c3de704 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Deleting port 40b021ca-a6e1-4723-914e-0884ab8e84f5 {{(pid=102387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 18:57:00.401864 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-56dacca4-ab93-48c9-95c5-9a881c3de704 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:00.449754 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:00.450563 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 4f860325-4a02-44f1-9613-5a1f0bb97b7f up at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 18:57:00.481885 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3880b2d3-1901-4087-b730-bb31dec08c52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:00.490866 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.db [None req-56dacca4-ab93-48c9-95c5-9a881c3de704 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] For port 40b021ca-a6e1-4723-914e-0884ab8e84f5, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=40b021ca-a6e1-4723-914e-0884ab8e84f5,segment=NetworkSegment(a0495f6f-d045-4ca2-aa72-1c89e09ee8f7),segment_id=a0495f6f-d045-4ca2-aa72-1c89e09ee8f7)] {{(pid=102387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:57:00.491239 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-56dacca4-ab93-48c9-95c5-9a881c3de704 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:00.497015 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-ab617e33-fae8-427a-8dbf-e877eecea29c tempest-RoutersIpV6AdminTest-1929183484 tempest-RoutersIpV6AdminTest-1929183484-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:00.508823 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [None req-56dacca4-ab93-48c9-95c5-9a881c3de704 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Calling delete_port for 40b021ca-a6e1-4723-914e-0884ab8e84f5 owned by network:dhcp {{(pid=102387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 18:57:00.514368 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-59a6adaa-85d5-4de0-bcee-ee2a11622db7 req-53ec3b0a-edaa-40d2-be61-8375b4ca48a8 service neutron] 10.222.0.41 "GET /v2.0/networks/59ceeb29-cfb5-4ee4-ad6e-189a26cd5b4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1998239 Nov 05 18:57:00.532097 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b3bf431b-4058-41ff-a2b2-72dd7cb5aa2a None None] For port 6f925ab7-5147-43bb-a435-b50683942d30, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=6f925ab7-5147-43bb-a435-b50683942d30,segment=NetworkSegment(9f94ae1a-c692-4bb7-ba3a-aa3ebefadd3d),segment_id=9f94ae1a-c692-4bb7-ba3a-aa3ebefadd3d)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:57:00.532499 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b3bf431b-4058-41ff-a2b2-72dd7cb5aa2a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:00.534448 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-ab617e33-fae8-427a-8dbf-e877eecea29c tempest-RoutersIpV6AdminTest-1929183484 tempest-RoutersIpV6AdminTest-1929183484-project] Calling delete_port for 13b9640d-75a1-449f-b0bd-35756125f68a owned by network:router_gateway {{(pid=102386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 18:57:00.585612 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-59a6adaa-85d5-4de0-bcee-ee2a11622db7 req-a03022dc-58d1-4b7a-8927-40f7b08646c4 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.133&port_id=46698228-652b-414f-824e-358a6286420a HTTP/1.1" status: 200 len: 217 time: 0.0471835 Nov 05 18:57:00.600763 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-b3bf431b-4058-41ff-a2b2-72dd7cb5aa2a None None] Calling delete_port for 6f925ab7-5147-43bb-a435-b50683942d30 owned by network:dhcp {{(pid=102388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 18:57:00.619762 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Pushing event updated for resources: {'Port': ['ID=40b021ca-a6e1-4723-914e-0884ab8e84f5,revision_number=4']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:57:00.743880 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a6adaa-85d5-4de0-bcee-ee2a11622db7 req-fe2aa338-b22a-4cc0-a4e4-0ded988a6ce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:57:00.743880 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-59a6adaa-85d5-4de0-bcee-ee2a11622db7 req-fe2aa338-b22a-4cc0-a4e4-0ded988a6ce1 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e9dfd8b9-004d-48f6-8398-0a38af599af4 HTTP/1.1" status: 200 len: 797 time: 0.1456482 Nov 05 18:57:00.768075 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.db.api [None req-3880b2d3-1901-4087-b730-bb31dec08c52 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102388) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 05 18:57:00.768436 n-d-816865-1 neutron-server[102388]: DEBUG oslo_db.api [None req-3880b2d3-1901-4087-b730-bb31dec08c52 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 05 18:57:00.778288 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-2f0424bb-f730-4904-afff-c510b3b94cf7 None None] Deleting port 40b021ca-a6e1-4723-914e-0884ab8e84f5 {{(pid=102388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 18:57:00.778662 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-2f0424bb-f730-4904-afff-c510b3b94cf7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:00.817540 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Provisioning complete for port 4f860325-4a02-44f1-9613-5a1f0bb97b7f triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:57:00.817917 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:00.974208 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-2f0424bb-f730-4904-afff-c510b3b94cf7 None None] For port 40b021ca-a6e1-4723-914e-0884ab8e84f5, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=40b021ca-a6e1-4723-914e-0884ab8e84f5,segment=NetworkSegment(a0495f6f-d045-4ca2-aa72-1c89e09ee8f7),segment_id=a0495f6f-d045-4ca2-aa72-1c89e09ee8f7)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:57:00.977390 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-2f0424bb-f730-4904-afff-c510b3b94cf7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:00.997993 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-2f0424bb-f730-4904-afff-c510b3b94cf7 None None] Calling delete_port for 40b021ca-a6e1-4723-914e-0884ab8e84f5 owned by network:dhcp {{(pid=102388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 18:57:01.060145 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6b09598e-a224-4e07-aee8-d00ca4d0fa78 req-5554266e-c53a-4894-b8b2-e543e5f89c8e tempest-ServerRescueNegativeTestJSON-570401673 tempest-ServerRescueNegativeTestJSON-570401673-project] Made reservation on behalf of 2d1e164bb09b4bc6b0a37a98f21fd24b for: {'port': 1} {{(pid=102386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 18:57:01.063334 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-63adb361-bf78-41f5-a02d-180907bc3ab1 req-49650078-6e89-4720-9b2d-e96f10728453 tempest-ServerRescueNegativeTestJSON-570401673 tempest-ServerRescueNegativeTestJSON-570401673-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e3b4c93-69f3-4e6c-8f09-2e860aeb5776 HTTP/1.1" status: 200 len: 210 time: 0.0309119 Nov 05 18:57:01.064292 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-6b09598e-a224-4e07-aee8-d00ca4d0fa78 req-5554266e-c53a-4894-b8b2-e543e5f89c8e tempest-ServerRescueNegativeTestJSON-570401673 tempest-ServerRescueNegativeTestJSON-570401673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:01.067844 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-6eee6440-9de0-4fa1-8a60-ff1141af02e4 tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:01.099241 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b3bf431b-4058-41ff-a2b2-72dd7cb5aa2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798'] for port, after_delete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:01.121971 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-56dacca4-ab93-48c9-95c5-9a881c3de704 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4417063'] for port, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:01.132326 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eee6440-9de0-4fa1-8a60-ff1141af02e4 tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Pushing event deleted for resources: {'Port': ['ID=6f925ab7-5147-43bb-a435-b50683942d30,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:57:01.167248 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3bf431b-4058-41ff-a2b2-72dd7cb5aa2a None None] Pushing event deleted for resources: {'Port': ['ID=6f925ab7-5147-43bb-a435-b50683942d30,revision_number=None']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:57:01.168764 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a6adaa-85d5-4de0-bcee-ee2a11622db7 req-be2249a1-b4d1-4187-a53c-0dadebb6be3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:57:01.170318 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-59a6adaa-85d5-4de0-bcee-ee2a11622db7 req-be2249a1-b4d1-4187-a53c-0dadebb6be3c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=59ceeb29-cfb5-4ee4-ad6e-189a26cd5b4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4128215 Nov 05 18:57:01.171947 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eee6440-9de0-4fa1-8a60-ff1141af02e4 tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] No DVR routers for this DVR port 6f925ab7-5147-43bb-a435-b50683942d30 on host n-d-816865-1 {{(pid=102386) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 18:57:01.175281 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56dacca4-ab93-48c9-95c5-9a881c3de704 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] No DVR routers for this DVR port 40b021ca-a6e1-4723-914e-0884ab8e84f5 on host n-d-816865-1 {{(pid=102387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 18:57:01.178620 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56dacca4-ab93-48c9-95c5-9a881c3de704 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Pushing event deleted for resources: {'Port': ['ID=40b021ca-a6e1-4723-914e-0884ab8e84f5,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:57:01.181358 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:01.183212 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3bf431b-4058-41ff-a2b2-72dd7cb5aa2a None None] No DVR routers for this DVR port 6f925ab7-5147-43bb-a435-b50683942d30 on host n-d-816865-1 {{(pid=102388) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 18:57:01.243792 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] For port 4f860325-4a02-44f1-9613-5a1f0bb97b7f, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=4f860325-4a02-44f1-9613-5a1f0bb97b7f,segment=NetworkSegment(77f01b74-537a-42a9-ac0e-73f0b4ab63b5),segment_id=77f01b74-537a-42a9-ac0e-73f0b4ab63b5)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:57:01.272266 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-ab617e33-fae8-427a-8dbf-e877eecea29c tempest-RoutersIpV6AdminTest-1929183484 tempest-RoutersIpV6AdminTest-1929183484-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:01.276190 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [req-2ca6a998-3556-4025-b9ed-32839c432a6f req-f756d290-dd22-48d1-9c3e-106b086eaf01 tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] Deleting port c648a6a1-b4a5-4668-816b-277eb517346d {{(pid=102386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 18:57:01.276635 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-2ca6a998-3556-4025-b9ed-32839c432a6f req-f756d290-dd22-48d1-9c3e-106b086eaf01 tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:01.293968 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-56dacca4-ab93-48c9-95c5-9a881c3de704 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1579173', 'neutron.services.segments.db._delete_segments_for_network-8750027792909'] for network, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:01.309444 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-3880b2d3-1901-4087-b730-bb31dec08c52 None None] Port 40b021ca-a6e1-4723-914e-0884ab8e84f5 update to ACTIVE by agent not found {{(pid=102388) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}} Nov 05 18:57:01.313519 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-2f0424bb-f730-4904-afff-c510b3b94cf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798'] for port, after_delete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:01.324746 n-d-816865-1 neutron-server[102387]: DEBUG neutron.services.segments.db [None req-56dacca4-ab93-48c9-95c5-9a881c3de704 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d29260bb-6e3c-44c1-b8d5-df5bd6f384f2']}} {{(pid=102387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:57:01.335410 n-d-816865-1 neutron-server[102387]: DEBUG neutron.services.segments.db [None req-56dacca4-ab93-48c9-95c5-9a881c3de704 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0495f6f-d045-4ca2-aa72-1c89e09ee8f7') {'for_net_delete': True} {{(pid=102387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:57:01.335881 n-d-816865-1 neutron-server[102387]: DEBUG neutron.services.segments.db [None req-56dacca4-ab93-48c9-95c5-9a881c3de704 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0495f6f-d045-4ca2-aa72-1c89e09ee8f7') {} {{(pid=102387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:57:01.347296 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-56dacca4-ab93-48c9-95c5-9a881c3de704 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750027793430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4463492'] for segment, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:01.365829 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-56dacca4-ab93-48c9-95c5-9a881c3de704 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273'] for segment, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:01.372779 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56dacca4-ab93-48c9-95c5-9a881c3de704 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Releasing vlan 161 on physical network physnet1 to pool {{(pid=102387) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 05 18:57:01.373421 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-56dacca4-ab93-48c9-95c5-9a881c3de704 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4417236'] for segment, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:01.376131 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0424bb-f730-4904-afff-c510b3b94cf7 None None] Pushing event deleted for resources: {'Port': ['ID=40b021ca-a6e1-4723-914e-0884ab8e84f5,revision_number=None']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:57:01.377964 n-d-816865-1 neutron-server[102387]: Traceback (most recent call last): Nov 05 18:57:01.377964 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 05 18:57:01.377964 n-d-816865-1 neutron-server[102387]: timer() Nov 05 18:57:01.377964 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 05 18:57:01.377964 n-d-816865-1 neutron-server[102387]: cb(*args, **kw) Nov 05 18:57:01.377964 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 05 18:57:01.377964 n-d-816865-1 neutron-server[102387]: return func(*args, **kwargs) Nov 05 18:57:01.377964 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 05 18:57:01.377964 n-d-816865-1 neutron-server[102387]: self._notify() Nov 05 18:57:01.377964 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 05 18:57:01.377964 n-d-816865-1 neutron-server[102387]: self.callback(batched_events) Nov 05 18:57:01.377964 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 05 18:57:01.377964 n-d-816865-1 neutron-server[102387]: event.method(event) Nov 05 18:57:01.377964 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 05 18:57:01.377964 n-d-816865-1 neutron-server[102387]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 05 18:57:01.377964 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 05 18:57:01.377964 n-d-816865-1 neutron-server[102387]: aggregate_uuid = self.p_client.list_aggregates( Nov 05 18:57:01.377964 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 05 18:57:01.377964 n-d-816865-1 neutron-server[102387]: return f(self, *a, **k) Nov 05 18:57:01.377964 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 05 18:57:01.377964 n-d-816865-1 neutron-server[102387]: return self._get(url).json() Nov 05 18:57:01.377964 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 05 18:57:01.377964 n-d-816865-1 neutron-server[102387]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 05 18:57:01.377964 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 05 18:57:01.377964 n-d-816865-1 neutron-server[102387]: return self.request(url, 'GET', **kwargs) Nov 05 18:57:01.377964 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 05 18:57:01.377964 n-d-816865-1 neutron-server[102387]: base_url = self.get_endpoint(auth, allow=allow, Nov 05 18:57:01.377964 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 05 18:57:01.377964 n-d-816865-1 neutron-server[102387]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 05 18:57:01.377964 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 05 18:57:01.377964 n-d-816865-1 neutron-server[102387]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 05 18:57:01.377964 n-d-816865-1 neutron-server[102387]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 05 18:57:01.388030 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:01.393852 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab617e33-fae8-427a-8dbf-e877eecea29c tempest-RoutersIpV6AdminTest-1929183484 tempest-RoutersIpV6AdminTest-1929183484-project] Pushing event deleted for resources: {'Port': ['ID=13b9640d-75a1-449f-b0bd-35756125f68a,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:57:01.399407 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f0424bb-f730-4904-afff-c510b3b94cf7 None None] No DVR routers for this DVR port 40b021ca-a6e1-4723-914e-0884ab8e84f5 on host n-d-816865-1 {{(pid=102388) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 18:57:01.524179 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Pushing event updated for resources: {'Port': ['ID=4f860325-4a02-44f1-9613-5a1f0bb97b7f,revision_number=5']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:57:01.573001 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-6eee6440-9de0-4fa1-8a60-ff1141af02e4 tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1579173', 'neutron.services.segments.db._delete_segments_for_network-8750027792909'] for network, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:01.602828 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 6f925ab7-5147-43bb-a435-b50683942d30 no longer exists at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 18:57:01.649012 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] No Port match for: 6f925ab7-5147-43bb-a435-b50683942d30 {{(pid=102388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 18:57:01.649331 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 6f925ab7-5147-43bb-a435-b50683942d30 not bound to the agent host n-d-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 18:57:01.649763 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 40b021ca-a6e1-4723-914e-0884ab8e84f5 no longer exists at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 18:57:01.654697 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-56dacca4-ab93-48c9-95c5-9a881c3de704 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1579178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-956796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1000687'] for network, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:01.673740 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-56dacca4-ab93-48c9-95c5-9a881c3de704 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Publish callbacks [] for network, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:01.686284 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-56dacca4-ab93-48c9-95c5-9a881c3de704 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] 10.222.0.13 "DELETE /v2.0/networks/d29260bb-6e3c-44c1-b8d5-df5bd6f384f2 HTTP/1.1" status: 204 len: 168 time: 1.5927098 Nov 05 18:57:01.699082 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 37026) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:57:01.715707 n-d-816865-1 neutron-server[102386]: DEBUG neutron.services.segments.db [None req-6eee6440-9de0-4fa1-8a60-ff1141af02e4 tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88f5fadd-f0ac-4207-b4a5-86d3a6347a7c']}} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:57:01.716251 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] No Port match for: 40b021ca-a6e1-4723-914e-0884ab8e84f5 {{(pid=102388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 18:57:01.716597 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 40b021ca-a6e1-4723-914e-0884ab8e84f5 not bound to the agent host n-d-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 18:57:01.721049 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-10d9046c-a917-44bd-9424-4f0791c70108 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-211898841'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:57:01.739852 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.db_base_plugin_common [req-6b09598e-a224-4e07-aee8-d00ca4d0fa78 req-5554266e-c53a-4894-b8b2-e543e5f89c8e tempest-ServerRescueNegativeTestJSON-570401673 tempest-ServerRescueNegativeTestJSON-570401673-project] Allocated IP 172.20.0.5 (42e7925c-fd66-4b62-ba17-57eb03167e5d/4cb513d1-da39-46f8-8352-51da564b63e4/e797f9cd-d647-4469-b0c1-4b83e350e911) {{(pid=102386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 18:57:01.750677 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-59a6adaa-85d5-4de0-bcee-ee2a11622db7 req-63acdd75-5cb5-44de-9993-67a982bf33f0 service neutron] 10.222.0.41 "GET /v2.0/networks/59ceeb29-cfb5-4ee4-ad6e-189a26cd5b4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5667925 Nov 05 18:57:01.757006 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [req-2ca6a998-3556-4025-b9ed-32839c432a6f req-f756d290-dd22-48d1-9c3e-106b086eaf01 tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] For port c648a6a1-b4a5-4668-816b-277eb517346d, host n-h2-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=c648a6a1-b4a5-4668-816b-277eb517346d,segment=NetworkSegment(8281efde-bbf4-4833-8d7d-a490783d8ae5),segment_id=8281efde-bbf4-4833-8d7d-a490783d8ae5)] {{(pid=102386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:57:01.757513 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-2ca6a998-3556-4025-b9ed-32839c432a6f req-f756d290-dd22-48d1-9c3e-106b086eaf01 tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:01.767242 n-d-816865-1 neutron-server[102386]: DEBUG neutron.services.segments.db [None req-6eee6440-9de0-4fa1-8a60-ff1141af02e4 tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f94ae1a-c692-4bb7-ba3a-aa3ebefadd3d') {'for_net_delete': True} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:57:01.767530 n-d-816865-1 neutron-server[102386]: DEBUG neutron.services.segments.db [None req-6eee6440-9de0-4fa1-8a60-ff1141af02e4 tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f94ae1a-c692-4bb7-ba3a-aa3ebefadd3d') {} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:57:01.771145 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56dacca4-ab93-48c9-95c5-9a881c3de704 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Pushing event deleted for resources: {'Network': ['ID=d29260bb-6e3c-44c1-b8d5-df5bd6f384f2,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:57:01.784202 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d571c647-e135-4269-b0d3-049dc126db00 req-31457b39-92ef-4fcf-ada5-00d77e987c5f tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:57:01.794304 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-d571c647-e135-4269-b0d3-049dc126db00 req-31457b39-92ef-4fcf-ada5-00d77e987c5f tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] 10.222.0.13 "GET /v2.0/ports?device_id=06fa92a8-40d0-46cb-9ab4-2875437c1b70 HTTP/1.1" status: 200 len: 946 time: 0.2711020 Nov 05 18:57:01.812040 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-6eee6440-9de0-4fa1-8a60-ff1141af02e4 tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750027793430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4590747'] for segment, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:01.836369 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [req-2ca6a998-3556-4025-b9ed-32839c432a6f req-f756d290-dd22-48d1-9c3e-106b086eaf01 tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] Calling delete_port for c648a6a1-b4a5-4668-816b-277eb517346d owned by compute:nova {{(pid=102386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 18:57:01.838343 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-ab617e33-fae8-427a-8dbf-e877eecea29c tempest-RoutersIpV6AdminTest-1929183484 tempest-RoutersIpV6AdminTest-1929183484-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1000651'] for router_gateway, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:01.881760 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af090c1-7493-4ba9-ae85-c8983db0972d req-d9dedbcf-7b81-4125-abea-97b9bee24a3e tempest-ServerRescueNegativeTestJSON-570401673 tempest-ServerRescueNegativeTestJSON-570401673-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:57:01.883903 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-9af090c1-7493-4ba9-ae85-c8983db0972d req-d9dedbcf-7b81-4125-abea-97b9bee24a3e tempest-ServerRescueNegativeTestJSON-570401673 tempest-ServerRescueNegativeTestJSON-570401673-project] 10.222.0.41 "GET /v2.0/networks?id=42e7925c-fd66-4b62-ba17-57eb03167e5d HTTP/1.1" status: 200 len: 819 time: 0.3190396 Nov 05 18:57:01.900011 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [req-9af090c1-7493-4ba9-ae85-c8983db0972d req-09ea7d16-5174-4f2f-ac21-4aa82ab61f78 tempest-ServerRescueNegativeTestJSON-570401673 tempest-ServerRescueNegativeTestJSON-570401673-project] Request body: {'port': {'device_id': '1e3b4c93-69f3-4e6c-8f09-2e860aeb5776', 'network_id': '42e7925c-fd66-4b62-ba17-57eb03167e5d', 'admin_state_up': True, 'tenant_id': '2d1e164bb09b4bc6b0a37a98f21fd24b'}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:57:01.906420 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-d571c647-e135-4269-b0d3-049dc126db00 req-5f53b099-363b-44c1-b273-8bcc28e80f23 tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9a1bcb7-2b62-4809-b67b-668edb56dae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106236 Nov 05 18:57:01.939304 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-6eee6440-9de0-4fa1-8a60-ff1141af02e4 tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273'] for segment, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:01.981728 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10d9046c-a917-44bd-9424-4f0791c70108 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Made reservation on behalf of c87add0b70464d588d82847ed9192d29 for: {'network': 1} {{(pid=102386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 18:57:01.985230 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-10d9046c-a917-44bd-9424-4f0791c70108 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for network, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:02.006788 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6eee6440-9de0-4fa1-8a60-ff1141af02e4 tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Releasing vlan 158 on physical network physnet1 to pool {{(pid=102386) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 05 18:57:02.007191 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-6eee6440-9de0-4fa1-8a60-ff1141af02e4 tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6149721'] for segment, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:02.042484 n-d-816865-1 neutron-server[102386]: Traceback (most recent call last): Nov 05 18:57:02.042484 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 05 18:57:02.042484 n-d-816865-1 neutron-server[102386]: timer() Nov 05 18:57:02.042484 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 05 18:57:02.042484 n-d-816865-1 neutron-server[102386]: cb(*args, **kw) Nov 05 18:57:02.042484 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 05 18:57:02.042484 n-d-816865-1 neutron-server[102386]: return func(*args, **kwargs) Nov 05 18:57:02.042484 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 05 18:57:02.042484 n-d-816865-1 neutron-server[102386]: self._notify() Nov 05 18:57:02.042484 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 05 18:57:02.042484 n-d-816865-1 neutron-server[102386]: self.callback(batched_events) Nov 05 18:57:02.042484 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 05 18:57:02.042484 n-d-816865-1 neutron-server[102386]: event.method(event) Nov 05 18:57:02.042484 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 05 18:57:02.042484 n-d-816865-1 neutron-server[102386]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 05 18:57:02.042484 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 05 18:57:02.042484 n-d-816865-1 neutron-server[102386]: aggregate_uuid = self.p_client.list_aggregates( Nov 05 18:57:02.042484 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 05 18:57:02.042484 n-d-816865-1 neutron-server[102386]: return f(self, *a, **k) Nov 05 18:57:02.042484 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 05 18:57:02.042484 n-d-816865-1 neutron-server[102386]: return self._get(url).json() Nov 05 18:57:02.042484 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 05 18:57:02.042484 n-d-816865-1 neutron-server[102386]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 05 18:57:02.042484 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 05 18:57:02.042484 n-d-816865-1 neutron-server[102386]: return self.request(url, 'GET', **kwargs) Nov 05 18:57:02.042484 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 05 18:57:02.042484 n-d-816865-1 neutron-server[102386]: base_url = self.get_endpoint(auth, allow=allow, Nov 05 18:57:02.042484 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 05 18:57:02.042484 n-d-816865-1 neutron-server[102386]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 05 18:57:02.042484 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 05 18:57:02.042484 n-d-816865-1 neutron-server[102386]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 05 18:57:02.042484 n-d-816865-1 neutron-server[102386]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 05 18:57:02.171266 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-0120e117-8771-461f-a723-dc673a1c6d5b req-e591c10a-245d-4ad6-959b-c2f8cbd1ceba tempest-ServerRescueNegativeTestJSON-570401673 tempest-ServerRescueNegativeTestJSON-570401673-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e3b4c93-69f3-4e6c-8f09-2e860aeb5776 HTTP/1.1" status: 200 len: 210 time: 0.0292764 Nov 05 18:57:02.203919 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9af090c1-7493-4ba9-ae85-c8983db0972d req-09ea7d16-5174-4f2f-ac21-4aa82ab61f78 tempest-ServerRescueNegativeTestJSON-570401673 tempest-ServerRescueNegativeTestJSON-570401673-project] Made reservation on behalf of 2d1e164bb09b4bc6b0a37a98f21fd24b for: {'port': 1} {{(pid=102387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 18:57:02.208245 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-9af090c1-7493-4ba9-ae85-c8983db0972d req-09ea7d16-5174-4f2f-ac21-4aa82ab61f78 tempest-ServerRescueNegativeTestJSON-570401673 tempest-ServerRescueNegativeTestJSON-570401673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:02.375401 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-59a6adaa-85d5-4de0-bcee-ee2a11622db7 req-2581f684-c1f9-4b1b-bdaa-ad4a3dd4d892 service neutron] 10.222.0.41 "GET /v2.0/networks/59ceeb29-cfb5-4ee4-ad6e-189a26cd5b4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6059387 Nov 05 18:57:02.388266 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-6eee6440-9de0-4fa1-8a60-ff1141af02e4 tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1579178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-956796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1000687'] for network, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:02.393075 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-10d9046c-a917-44bd-9424-4f0791c70108 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 165} {{(pid=102386) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 05 18:57:02.396526 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-ab617e33-fae8-427a-8dbf-e877eecea29c tempest-RoutersIpV6AdminTest-1929183484 tempest-RoutersIpV6AdminTest-1929183484-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1000460', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-571265', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6845'] for router, precommit_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:02.415696 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-6eee6440-9de0-4fa1-8a60-ff1141af02e4 tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Publish callbacks [] for network, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:02.422792 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-6eee6440-9de0-4fa1-8a60-ff1141af02e4 tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] 10.222.0.13 "DELETE /v2.0/networks/88f5fadd-f0ac-4207-b4a5-86d3a6347a7c HTTP/1.1" status: 204 len: 168 time: 7.7140772 Nov 05 18:57:02.423320 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 37036) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:57:02.458417 n-d-816865-1 neutron-server[102387]: INFO neutron.pecan_wsgi.hooks.translation [None req-c23c023f-390d-4377-b568-d94ed44bcad3 tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] GET failed (client error): The resource could not be found. Nov 05 18:57:02.462439 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-c23c023f-390d-4377-b568-d94ed44bcad3 tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] 10.222.0.13 "GET /v2.0/subnets/80a703b0-48ba-4d6f-b1ac-2e5c85a780b2 HTTP/1.1" status: 404 len: 337 time: 0.0354135 Nov 05 18:57:02.463009 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 37040) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:57:02.471299 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-ab617e33-fae8-427a-8dbf-e877eecea29c tempest-RoutersIpV6AdminTest-1929183484 tempest-RoutersIpV6AdminTest-1929183484-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1000487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1000469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1000478', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-571274'] for router, after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:02.475385 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-10d9046c-a917-44bd-9424-4f0791c70108 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273'] for segment, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:02.475753 n-d-816865-1 neutron-server[102386]: INFO neutron.db.segments_db [None req-10d9046c-a917-44bd-9424-4f0791c70108 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Added segment decdd1a0-b4a0-4ec1-8363-e06d0d74b7f7 of type vlan for network 2f127c32-dfb7-4426-bd1c-1c5f44dc1bb7 Nov 05 18:57:02.490907 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-59a6adaa-85d5-4de0-bcee-ee2a11622db7 req-bad6b7f6-2ba7-42bf-90a5-a56642fccd8c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.123&port_id=5386ba49-a136-493a-a4e4-38072626870e HTTP/1.1" status: 200 len: 217 time: 0.0924346 Nov 05 18:57:02.492322 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eee6440-9de0-4fa1-8a60-ff1141af02e4 tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Pushing event deleted for resources: {'Network': ['ID=88f5fadd-f0ac-4207-b4a5-86d3a6347a7c,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:57:02.492433 n-d-816865-1 neutron-server[102387]: INFO neutron.pecan_wsgi.hooks.translation [None req-a356099b-c698-4782-af1c-eae3db59ee19 tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] DELETE failed (client error): The resource could not be found. Nov 05 18:57:02.492510 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a356099b-c698-4782-af1c-eae3db59ee19 tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102387) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 05 18:57:02.512043 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-a356099b-c698-4782-af1c-eae3db59ee19 tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] 10.222.0.13 "DELETE /v2.0/networks/88f5fadd-f0ac-4207-b4a5-86d3a6347a7c HTTP/1.1" status: 404 len: 339 time: 0.0479174 Nov 05 18:57:02.513560 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 37042) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:57:02.653902 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-a689b5e3-f0dc-41a6-913c-8f3fc87444e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:02.658557 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-6b09598e-a224-4e07-aee8-d00ca4d0fa78 req-5554266e-c53a-4894-b8b2-e543e5f89c8e tempest-ServerRescueNegativeTestJSON-570401673 tempest-ServerRescueNegativeTestJSON-570401673-project] Publish callbacks [] for port, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:02.675123 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bd38249-9b5b-451e-a581-0d34d13f069f tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:57:02.681248 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-2bd38249-9b5b-451e-a581-0d34d13f069f tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.1653960 Nov 05 18:57:02.681741 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 37048) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:57:02.687194 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-10d9046c-a917-44bd-9424-4f0791c70108 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750027258543'] for network, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:02.734739 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-83d138de-73ea-485b-821f-1055454a7457 tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] 10.222.0.13 "GET /v2.0/subnets?network_id=40c8335d-cd0b-4cb5-910a-d4dcddd5cbec HTTP/1.1" status: 200 len: 207 time: 0.0515852 Nov 05 18:57:02.734962 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab617e33-fae8-427a-8dbf-e877eecea29c tempest-RoutersIpV6AdminTest-1929183484 tempest-RoutersIpV6AdminTest-1929183484-project] Router 839e00d8-7033-49d2-9324-ba7759c2c4a6 has already been hosted by L3 agent 6dcb5589-8e86-4616-9186-ddc4548e13ad {{(pid=102386) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 18:57:02.735438 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 37052) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:57:02.736504 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a6adaa-85d5-4de0-bcee-ee2a11622db7 req-474abbaa-896d-4e45-9ddf-9dcfc28e5602 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:57:02.737990 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-59a6adaa-85d5-4de0-bcee-ee2a11622db7 req-474abbaa-896d-4e45-9ddf-9dcfc28e5602 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e9dfd8b9-004d-48f6-8398-0a38af599af4 HTTP/1.1" status: 200 len: 797 time: 0.2160318 Nov 05 18:57:02.834586 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-2ca6a998-3556-4025-b9ed-32839c432a6f req-f756d290-dd22-48d1-9c3e-106b086eaf01 tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:02.847117 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] get_ports_and_sgs() called for port_ids ['7a7444f0-42fe-422a-b79f-9969bf445757'] {{(pid=102388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 18:57:02.877300 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-10d9046c-a917-44bd-9424-4f0791c70108 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-956796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877'] for network, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:02.883209 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10d9046c-a917-44bd-9424-4f0791c70108 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:57:02.883828 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-10d9046c-a917-44bd-9424-4f0791c70108 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Publish callbacks [] for network, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:02.940523 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab617e33-fae8-427a-8dbf-e877eecea29c tempest-RoutersIpV6AdminTest-1929183484 tempest-RoutersIpV6AdminTest-1929183484-project] Notify agent at l3_agent.n-d-816865-1 the message routers_updated {{(pid=102386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 18:57:02.958429 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4454eee-4f8f-4c82-9175-26f526a68980 None None] Sync routers for ids ['839e00d8-7033-49d2-9324-ba7759c2c4a6'] in n-d-816865-1 {{(pid=102389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 18:57:02.966871 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f756d290-dd22-48d1-9c3e-106b086eaf01 tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] Pushing event deleted for resources: {'Port': ['ID=c648a6a1-b4a5-4668-816b-277eb517346d,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:57:02.970004 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a6adaa-85d5-4de0-bcee-ee2a11622db7 req-87054e07-b8be-4d8a-bd54-c477d9ed1ee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:57:02.971162 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-59a6adaa-85d5-4de0-bcee-ee2a11622db7 req-87054e07-b8be-4d8a-bd54-c477d9ed1ee3 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=59ceeb29-cfb5-4ee4-ad6e-189a26cd5b4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2248230 Nov 05 18:57:02.974872 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4454eee-4f8f-4c82-9175-26f526a68980 None None] Routers {'839e00d8-7033-49d2-9324-ba7759c2c4a6'} bound to L3 agent in host n-d-816865-1 {{(pid=102389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 18:57:02.975871 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-a4454eee-4f8f-4c82-9175-26f526a68980 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T18:56:35Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['839e00d8-7033-49d2-9324-ba7759c2c4a6'], 'active': True} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:57:02.977989 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-ab617e33-fae8-427a-8dbf-e877eecea29c tempest-RoutersIpV6AdminTest-1929183484 tempest-RoutersIpV6AdminTest-1929183484-project] Publish callbacks [] for router, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:02.979195 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-ab617e33-fae8-427a-8dbf-e877eecea29c tempest-RoutersIpV6AdminTest-1929183484 tempest-RoutersIpV6AdminTest-1929183484-project] 10.222.0.13 "PUT /v2.0/routers/839e00d8-7033-49d2-9324-ba7759c2c4a6 HTTP/1.1" status: 200 len: 709 time: 6.7502728 Nov 05 18:57:02.993020 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-6b09598e-a224-4e07-aee8-d00ca4d0fa78 req-5554266e-c53a-4894-b8b2-e543e5f89c8e tempest-ServerRescueNegativeTestJSON-570401673 tempest-ServerRescueNegativeTestJSON-570401673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:02.999046 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 37058) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:57:03.066718 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-a4454eee-4f8f-4c82-9175-26f526a68980 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816865-1', False) {} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:57:03.112380 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4454eee-4f8f-4c82-9175-26f526a68980 None None] Routers {'839e00d8-7033-49d2-9324-ba7759c2c4a6'} bound to L3 agent in host n-d-816865-1 {{(pid=102389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 18:57:03.113013 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-a4454eee-4f8f-4c82-9175-26f526a68980 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T18:56:35Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['839e00d8-7033-49d2-9324-ba7759c2c4a6'], 'active': True} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:57:03.168360 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-a4454eee-4f8f-4c82-9175-26f526a68980 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816865-1', False) {} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:57:03.169290 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4454eee-4f8f-4c82-9175-26f526a68980 None None] The sync data for ids ['839e00d8-7033-49d2-9324-ba7759c2c4a6'] in n-d-816865-1 is: [] {{(pid=102389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 18:57:03.210474 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.db_base_plugin_common [req-9af090c1-7493-4ba9-ae85-c8983db0972d req-09ea7d16-5174-4f2f-ac21-4aa82ab61f78 tempest-ServerRescueNegativeTestJSON-570401673 tempest-ServerRescueNegativeTestJSON-570401673-project] Allocated IP 172.20.0.4 (42e7925c-fd66-4b62-ba17-57eb03167e5d/4cb513d1-da39-46f8-8352-51da564b63e4/9b761a08-0d36-40a9-a231-63b877ffe8b0) {{(pid=102387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 18:57:03.225915 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-10d9046c-a917-44bd-9424-4f0791c70108 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.5225840 Nov 05 18:57:03.239751 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6b09598e-a224-4e07-aee8-d00ca4d0fa78 req-5554266e-c53a-4894-b8b2-e543e5f89c8e tempest-ServerRescueNegativeTestJSON-570401673 tempest-ServerRescueNegativeTestJSON-570401673-project] Network 42e7925c-fd66-4b62-ba17-57eb03167e5d is already hosted by enough agents. {{(pid=102386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 18:57:03.247896 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-bdb384aa-f4e4-466c-a815-7deae0a59c6b req-b9514105-84c7-4454-b59f-ca3f2346a778 tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] 10.222.0.13 "GET /v2.0/ports?device_id=06fa92a8-40d0-46cb-9ab4-2875437c1b70 HTTP/1.1" status: 200 len: 210 time: 0.1425333 Nov 05 18:57:03.274155 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 37064) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:57:03.290087 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-8c99d15e-7483-4304-af87-498c8f06a91c tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Request body: {'subnet': {'network_id': '2f127c32-dfb7-4426-bd1c-1c5f44dc1bb7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:57:03.304055 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.base_scheduler [req-6b09598e-a224-4e07-aee8-d00ca4d0fa78 req-5554266e-c53a-4894-b8b2-e543e5f89c8e tempest-ServerRescueNegativeTestJSON-570401673 tempest-ServerRescueNegativeTestJSON-570401673-project] Resources bound (agent type, host, resource id): {{(pid=102386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:57:03.318736 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ca6a998-3556-4025-b9ed-32839c432a6f req-f756d290-dd22-48d1-9c3e-106b086eaf01 tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] No DVR routers for this DVR port c648a6a1-b4a5-4668-816b-277eb517346d on host n-h2-816865-1 {{(pid=102386) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 18:57:03.326600 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b09598e-a224-4e07-aee8-d00ca4d0fa78 req-5554266e-c53a-4894-b8b2-e543e5f89c8e tempest-ServerRescueNegativeTestJSON-570401673 tempest-ServerRescueNegativeTestJSON-570401673-project] Received port after_create {{(pid=102386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 18:57:03.329419 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d9046c-a917-44bd-9424-4f0791c70108 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Pushing event updated for resources: {'Network': ['ID=2f127c32-dfb7-4426-bd1c-1c5f44dc1bb7,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:57:03.340955 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Network 2f127c32-dfb7-4426-bd1c-1c5f44dc1bb7 details requested by agent ovs-agent-n-d-816865-1 with host n-d-816865-1 {{(pid=102388) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 05 18:57:03.414297 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-435d25d6-5787-42d2-b85a-38b79815aa50 req-474d4eac-f05f-4612-8ebf-0fd96d5c0b38 tempest-ServerRescueNegativeTestJSON-570401673 tempest-ServerRescueNegativeTestJSON-570401673-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e3b4c93-69f3-4e6c-8f09-2e860aeb5776 HTTP/1.1" status: 200 len: 210 time: 0.1373646 Nov 05 18:57:03.434213 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31ea08aa-059c-497f-aa6f-e74a9028cd90 tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:57:03.440846 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31ea08aa-059c-497f-aa6f-e74a9028cd90 tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:57:03.448700 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31ea08aa-059c-497f-aa6f-e74a9028cd90 tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:57:03.455082 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31ea08aa-059c-497f-aa6f-e74a9028cd90 tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:57:03.461342 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-31ea08aa-059c-497f-aa6f-e74a9028cd90 tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2486 time: 0.7248507 Nov 05 18:57:03.468174 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 37068) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:57:03.564196 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 4f860325-4a02-44f1-9613-5a1f0bb97b7f up at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 18:57:03.630101 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-c63daa5b-5816-4d41-83a0-0c70ec666c37 tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] 10.222.0.13 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 575 time: 0.1606135 Nov 05 18:57:03.638379 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 37072) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:57:03.688848 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Provisioning complete for port 4f860325-4a02-44f1-9613-5a1f0bb97b7f triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:57:03.689386 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:03.767946 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4425e170-2e20-41ef-8810-2bf218a4ab03 tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:57:03.770869 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4425e170-2e20-41ef-8810-2bf218a4ab03 tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:57:03.772533 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-4425e170-2e20-41ef-8810-2bf218a4ab03 tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.1326423 Nov 05 18:57:03.796018 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 37074) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:57:03.878414 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-2ca6a998-3556-4025-b9ed-32839c432a6f req-f756d290-dd22-48d1-9c3e-106b086eaf01 tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:03.882318 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-2ca6a998-3556-4025-b9ed-32839c432a6f req-f756d290-dd22-48d1-9c3e-106b086eaf01 tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] 10.222.0.55 "DELETE /v2.0/ports/c648a6a1-b4a5-4668-816b-277eb517346d HTTP/1.1" status: 204 len: 173 time: 3.9588468 Nov 05 18:57:03.883174 n-d-816865-1 neutron-server[102386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06fa92a8-40d0-46cb-9ab4-2875437c1b70', 'name': 'network-vif-deleted', 'tag': 'c648a6a1-b4a5-4668-816b-277eb517346d'}] {{(pid=102386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 18:57:03.887791 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6173a44d7c73f41af551dc890fa1a5892c2c6bc3458b640c8e0c24db7876ba6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1110f648-ff94-41f4-9b01-388c8ca25019" -d '{"events": [{"server_uuid": "06fa92a8-40d0-46cb-9ab4-2875437c1b70", "name": "network-vif-deleted", "tag": "c648a6a1-b4a5-4668-816b-277eb517346d"}]}' {{(pid=102386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 18:57:03.924499 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-30c53f31-b8de-4606-b728-897627c9f899 tempest-RoutersIpV6AdminTest-300741977 tempest-RoutersIpV6AdminTest-300741977-project-admin] 10.222.0.13 "GET /v2.0/routers/839e00d8-7033-49d2-9324-ba7759c2c4a6 HTTP/1.1" status: 200 len: 744 time: 0.9230621 Nov 05 18:57:03.927986 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 37080) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:57:03.950559 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5554266e-c53a-4894-b8b2-e543e5f89c8e tempest-ServerRescueNegativeTestJSON-570401673 tempest-ServerRescueNegativeTestJSON-570401673-project] Pushing event updated for resources: {'Port': ['ID=e797f9cd-d647-4469-b0c1-4b83e350e911,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:57:03.977649 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-082a3ccb-21b3-46de-af37-12d75d417baf tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Attributes excluded by policy engine: ['shared'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:57:03.979129 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-082a3ccb-21b3-46de-af37-12d75d417baf tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Attributes excluded by policy engine: ['shared'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:57:03.980798 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-082a3ccb-21b3-46de-af37-12d75d417baf tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] 10.222.0.13 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.1816258 Nov 05 18:57:03.984043 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 18:57:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ee67dfe-2a59-4087-a82f-ea829feb2031 x-openstack-request-id: req-3ee67dfe-2a59-4087-a82f-ea829feb2031 {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 18:57:03.984043 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06fa92a8-40d0-46cb-9ab4-2875437c1b70", "name": "network-vif-deleted", "tag": "c648a6a1-b4a5-4668-816b-277eb517346d", "status": "completed", "code": 200}]} {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 18:57:03.984043 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3ee67dfe-2a59-4087-a82f-ea829feb2031 {{(pid=102386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 18:57:03.984313 n-d-816865-1 neutron-server[102386]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06fa92a8-40d0-46cb-9ab4-2875437c1b70', 'name': 'network-vif-deleted', 'tag': 'c648a6a1-b4a5-4668-816b-277eb517346d', 'status': 'completed', 'code': 200} Nov 05 18:57:03.986680 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 37084) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:57:04.003267 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c99d15e-7483-4304-af87-498c8f06a91c tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Made reservation on behalf of c87add0b70464d588d82847ed9192d29 for: {'subnet': 1} {{(pid=102387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 18:57:04.006885 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-8c99d15e-7483-4304-af87-498c8f06a91c tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5112236'] for subnet, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:04.011643 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-5556eb93-fddd-4bf0-81f7-e52c9e39ecbd tempest-RoutersIpV6AdminTest-300741977 tempest-RoutersIpV6AdminTest-300741977-project-admin] 10.222.0.13 "GET /v2.0/ports?network_id=40c8335d-cd0b-4cb5-910a-d4dcddd5cbec&device_id=839e00d8-7033-49d2-9324-ba7759c2c4a6 HTTP/1.1" status: 200 len: 205 time: 0.0797658 Nov 05 18:57:04.014687 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 37086) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:57:04.026710 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b09598e-a224-4e07-aee8-d00ca4d0fa78 req-5554266e-c53a-4894-b8b2-e543e5f89c8e tempest-ServerRescueNegativeTestJSON-570401673 tempest-ServerRescueNegativeTestJSON-570401673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:57:04.026710 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-6b09598e-a224-4e07-aee8-d00ca4d0fa78 req-5554266e-c53a-4894-b8b2-e543e5f89c8e tempest-ServerRescueNegativeTestJSON-570401673 tempest-ServerRescueNegativeTestJSON-570401673-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:04.090442 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-59a6adaa-85d5-4de0-bcee-ee2a11622db7 req-10af1f22-6530-4a28-bad9-6ebb6d172f7f service neutron] 10.222.0.41 "GET /v2.0/networks/59ceeb29-cfb5-4ee4-ad6e-189a26cd5b4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0939748 Nov 05 18:57:04.092435 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-504ce474-3ed5-4e78-a6e3-af105aa74ec0 tempest-RoutersIpV6AdminTest-1929183484 tempest-RoutersIpV6AdminTest-1929183484-project] 10.222.0.13 "GET /v2.0/ports?device_id=839e00d8-7033-49d2-9324-ba7759c2c4a6 HTTP/1.1" status: 200 len: 205 time: 0.0611780 Nov 05 18:57:04.093740 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-9af090c1-7493-4ba9-ae85-c8983db0972d req-09ea7d16-5174-4f2f-ac21-4aa82ab61f78 tempest-ServerRescueNegativeTestJSON-570401673 tempest-ServerRescueNegativeTestJSON-570401673-project] Publish callbacks [] for port, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:04.095060 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 37088) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:57:04.148354 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:04.174979 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Device c648a6a1-b4a5-4668-816b-277eb517346d no longer exists at agent hyperv_n-h2-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 18:57:04.210333 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-c7573e60-5fb4-49fa-a94f-27df55c3da39 tempest-RoutersIpV6AdminTest-1929183484 tempest-RoutersIpV6AdminTest-1929183484-project] Publish callbacks [] for router, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:04.218705 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] No Port match for: c648a6a1-b4a5-4668-816b-277eb517346d {{(pid=102388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 18:57:04.224955 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Device c648a6a1-b4a5-4668-816b-277eb517346d not bound to the agent host n-h2-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 18:57:04.249875 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-6b09598e-a224-4e07-aee8-d00ca4d0fa78 req-5554266e-c53a-4894-b8b2-e543e5f89c8e tempest-ServerRescueNegativeTestJSON-570401673 tempest-ServerRescueNegativeTestJSON-570401673-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.7304964 Nov 05 18:57:04.261885 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f54f8d48-52b1-4521-8aab-02e00f116726 tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:57:04.267303 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-f54f8d48-52b1-4521-8aab-02e00f116726 tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] 10.222.0.13 "GET /v2.0/networks/fb9cdfeb-654e-48e7-8f9e-65c84541408b HTTP/1.1" status: 200 len: 800 time: 0.2759869 Nov 05 18:57:04.273850 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 37090) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:57:04.281183 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [req-6b09598e-a224-4e07-aee8-d00ca4d0fa78 req-f1ccde97-632b-4913-be6f-ea82c00a8e64 service neutron] Request body: {'port': {'device_id': '93c08649-0c78-43a2-be9e-2ac6589b527d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816865-1'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:57:04.325575 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-59a6adaa-85d5-4de0-bcee-ee2a11622db7 req-09f9496f-feb8-4010-9ec5-26aa522bb9f7 service neutron] 10.222.0.41 "GET /v2.0/networks/59ceeb29-cfb5-4ee4-ad6e-189a26cd5b4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2012789 Nov 05 18:57:04.418464 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-59a6adaa-85d5-4de0-bcee-ee2a11622db7 req-f77d7456-d6b2-42f2-970e-f8eb827950b0 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=e6513d5c-62fb-4121-a58c-2e9501d0001a HTTP/1.1" status: 200 len: 217 time: 0.0746460 Nov 05 18:57:04.472138 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-9af090c1-7493-4ba9-ae85-c8983db0972d req-09ea7d16-5174-4f2f-ac21-4aa82ab61f78 tempest-ServerRescueNegativeTestJSON-570401673 tempest-ServerRescueNegativeTestJSON-570401673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4417063'] for port, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:04.489226 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-0f8a3388-5ffd-4a0e-8e31-2065bb934b4e req-6c60a479-577f-4970-8f6f-5c31b740fe8c tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] 10.222.0.13 "GET /v2.0/ports?device_id=06fa92a8-40d0-46cb-9ab4-2875437c1b70 HTTP/1.1" status: 200 len: 210 time: 0.0836203 Nov 05 18:57:04.508602 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-6b09598e-a224-4e07-aee8-d00ca4d0fa78 req-f1ccde97-632b-4913-be6f-ea82c00a8e64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:04.513622 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-c7573e60-5fb4-49fa-a94f-27df55c3da39 tempest-RoutersIpV6AdminTest-1929183484 tempest-RoutersIpV6AdminTest-1929183484-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-571301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6852'] for router, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:04.520920 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-854fd8f2-5a25-42bd-99d0-f3fbb3d9dd31 tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] 10.222.0.13 "GET /v2.0/networks/fb9cdfeb-654e-48e7-8f9e-65c84541408b?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 316 time: 0.2450418 Nov 05 18:57:04.524020 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 37098) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:57:04.526496 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-c7573e60-5fb4-49fa-a94f-27df55c3da39 tempest-RoutersIpV6AdminTest-1929183484 tempest-RoutersIpV6AdminTest-1929183484-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:04.643728 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9af090c1-7493-4ba9-ae85-c8983db0972d req-09ea7d16-5174-4f2f-ac21-4aa82ab61f78 tempest-ServerRescueNegativeTestJSON-570401673 tempest-ServerRescueNegativeTestJSON-570401673-project] Network 42e7925c-fd66-4b62-ba17-57eb03167e5d is already hosted by enough agents. {{(pid=102387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 18:57:04.653650 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.base_scheduler [req-9af090c1-7493-4ba9-ae85-c8983db0972d req-09ea7d16-5174-4f2f-ac21-4aa82ab61f78 tempest-ServerRescueNegativeTestJSON-570401673 tempest-ServerRescueNegativeTestJSON-570401673-project] Resources bound (agent type, host, resource id): {{(pid=102387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:57:04.653849 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abfe773f-2aba-4025-a8ad-6969c63ec588 tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:57:04.655217 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-abfe773f-2aba-4025-a8ad-6969c63ec588 tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] 10.222.0.13 "GET /v2.0/subnets/42ff02b4-c73f-4433-93b3-b3d06a5e483c HTTP/1.1" status: 200 len: 811 time: 0.1302001 Nov 05 18:57:04.656338 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ea7d16-5174-4f2f-ac21-4aa82ab61f78 tempest-ServerRescueNegativeTestJSON-570401673 tempest-ServerRescueNegativeTestJSON-570401673-project] Pushing event updated for resources: {'Port': ['ID=9b761a08-0d36-40a9-a231-63b877ffe8b0,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:57:04.660073 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.l3_dvrscheduler_db [req-9af090c1-7493-4ba9-ae85-c8983db0972d req-09ea7d16-5174-4f2f-ac21-4aa82ab61f78 tempest-ServerRescueNegativeTestJSON-570401673 tempest-ServerRescueNegativeTestJSON-570401673-project] Received port after_create {{(pid=102387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 18:57:04.662498 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 37100) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:57:04.689409 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-8c99d15e-7483-4304-af87-498c8f06a91c tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4417463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5112218'] for subnet, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:04.730723 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a6adaa-85d5-4de0-bcee-ee2a11622db7 req-104a7d77-17cf-4a7f-a578-9467535abe50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:57:04.732434 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-59a6adaa-85d5-4de0-bcee-ee2a11622db7 req-104a7d77-17cf-4a7f-a578-9467535abe50 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=fff5f4f4-3c24-4660-a3f5-7d19daede3c5 HTTP/1.1" status: 200 len: 797 time: 0.2092426 Nov 05 18:57:04.757003 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d388368-062a-4e10-854d-75724c6f327f req-d95ea9ec-91e2-45c8-8672-b6cc8c2411e7 tempest-ServerRescueNegativeTestJSON-570401673 tempest-ServerRescueNegativeTestJSON-570401673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:57:04.758606 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-2d388368-062a-4e10-854d-75724c6f327f req-d95ea9ec-91e2-45c8-8672-b6cc8c2411e7 tempest-ServerRescueNegativeTestJSON-570401673 tempest-ServerRescueNegativeTestJSON-570401673-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e3b4c93-69f3-4e6c-8f09-2e860aeb5776 HTTP/1.1" status: 200 len: 931 time: 0.2409751 Nov 05 18:57:04.767586 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-c7573e60-5fb4-49fa-a94f-27df55c3da39 tempest-RoutersIpV6AdminTest-1929183484 tempest-RoutersIpV6AdminTest-1929183484-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-571310'] for router, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:04.767586 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7573e60-5fb4-49fa-a94f-27df55c3da39 tempest-RoutersIpV6AdminTest-1929183484 tempest-RoutersIpV6AdminTest-1929183484-project] Fanout notify agent at l3_agent the message router_deleted on router 839e00d8-7033-49d2-9324-ba7759c2c4a6 {{(pid=102387) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 05 18:57:04.781580 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-c7573e60-5fb4-49fa-a94f-27df55c3da39 tempest-RoutersIpV6AdminTest-1929183484 tempest-RoutersIpV6AdminTest-1929183484-project] Publish callbacks [] for router, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:04.782814 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-c7573e60-5fb4-49fa-a94f-27df55c3da39 tempest-RoutersIpV6AdminTest-1929183484 tempest-RoutersIpV6AdminTest-1929183484-project] 10.222.0.13 "DELETE /v2.0/routers/839e00d8-7033-49d2-9324-ba7759c2c4a6 HTTP/1.1" status: 204 len: 168 time: 0.6809745 Nov 05 18:57:04.796922 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 37108) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:57:04.797068 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c7edf99-c660-4f6a-ad80-afb454deb1c5 tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Attributes excluded by policy engine: ['shared'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:57:04.797068 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-9c7edf99-c660-4f6a-ad80-afb454deb1c5 tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] 10.222.0.13 "GET /v2.0/subnets/42ff02b4-c73f-4433-93b3-b3d06a5e483c?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1316147 Nov 05 18:57:04.814211 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 37112) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:57:04.827443 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af090c1-7493-4ba9-ae85-c8983db0972d req-09ea7d16-5174-4f2f-ac21-4aa82ab61f78 tempest-ServerRescueNegativeTestJSON-570401673 tempest-ServerRescueNegativeTestJSON-570401673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:57:04.828092 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-9af090c1-7493-4ba9-ae85-c8983db0972d req-09ea7d16-5174-4f2f-ac21-4aa82ab61f78 tempest-ServerRescueNegativeTestJSON-570401673 tempest-ServerRescueNegativeTestJSON-570401673-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:04.858928 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-57103344-dbc9-4afd-b2fa-53eaa89a753b tempest-RoutersIpV6AdminTest-1929183484 tempest-RoutersIpV6AdminTest-1929183484-project] 10.222.0.13 "GET /v2.0/ports?device_id=839e00d8-7033-49d2-9324-ba7759c2c4a6 HTTP/1.1" status: 200 len: 205 time: 0.0629818 Nov 05 18:57:04.866715 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 37114) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:57:04.878864 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c99d15e-7483-4304-af87-498c8f06a91c tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Pushing event updated for resources: {'Subnet': ['ID=d2254efd-1d4f-4fca-816f-e39e99e431f3,revision_number=0']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:57:04.895199 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-e33a5471-665e-4770-a739-0f8aeea82d92 tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-616490405'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:57:04.923136 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a6adaa-85d5-4de0-bcee-ee2a11622db7 req-7a67de61-dd43-42ec-a315-4c025cdd8472 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:57:04.924706 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-59a6adaa-85d5-4de0-bcee-ee2a11622db7 req-7a67de61-dd43-42ec-a315-4c025cdd8472 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=92cc69b6-4cd1-4b33-bca8-908cd312767a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1767852 Nov 05 18:57:04.952083 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3f4db619-1594-4c9d-ab2a-6e141bf160e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:04.954152 n-d-816865-1 neutron-server[102387]: INFO neutron.api.v2.resource [None req-e52a90f3-0e57-4f49-bbc5-5e4ecc73cf7d tempest-RoutersIpV6AdminTest-1929183484 tempest-RoutersIpV6AdminTest-1929183484-project] delete failed (client error): The resource could not be found. Nov 05 18:57:04.955181 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-e52a90f3-0e57-4f49-bbc5-5e4ecc73cf7d tempest-RoutersIpV6AdminTest-1929183484 tempest-RoutersIpV6AdminTest-1929183484-project] 10.222.0.13 "DELETE /v2.0/routers/839e00d8-7033-49d2-9324-ba7759c2c4a6 HTTP/1.1" status: 404 len: 336 time: 0.0866108 Nov 05 18:57:04.965262 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 37116) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:57:05.016477 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-2d388368-062a-4e10-854d-75724c6f327f req-fd3c66e5-3369-4b03-853d-5116db7ddd8c tempest-ServerRescueNegativeTestJSON-570401673 tempest-ServerRescueNegativeTestJSON-570401673-project] 10.222.0.13 "GET /v2.0/security-groups?id=01574b07-2bff-4b61-b9a8-932cd03ff8af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2425497 Nov 05 18:57:05.053850 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c99d15e-7483-4304-af87-498c8f06a91c tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Checking segment: {'id': 'decdd1a0-b4a0-4ec1-8363-e06d0d74b7f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '2f127c32-dfb7-4426-bd1c-1c5f44dc1bb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 18:57:05.054530 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c99d15e-7483-4304-af87-498c8f06a91c tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Network hostable DHCP agents. Network: 2f127c32-dfb7-4426-bd1c-1c5f44dc1bb7, hostable agents: ['987e2ca0-bc3b-4c6f-a989-429ccfbf753f'], hosted agents: [] {{(pid=102387) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 05 18:57:05.060733 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-6211b851-d408-4112-a505-bd1c38c11c6d tempest-RoutersIpV6AdminTest-1929183484 tempest-RoutersIpV6AdminTest-1929183484-project] 10.222.0.13 "GET /v2.0/ports?device_id=b171ee3d-ebee-44f8-9494-1811254a1f84 HTTP/1.1" status: 200 len: 205 time: 0.0943804 Nov 05 18:57:05.072190 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-9af090c1-7493-4ba9-ae85-c8983db0972d req-09ea7d16-5174-4f2f-ac21-4aa82ab61f78 tempest-ServerRescueNegativeTestJSON-570401673 tempest-ServerRescueNegativeTestJSON-570401673-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1773903 Nov 05 18:57:05.072720 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 37122) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:57:05.122615 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [req-9af090c1-7493-4ba9-ae85-c8983db0972d req-cccda4cd-bbf8-4c8b-b946-41a7a363b9ae service neutron] Request body: {'port': {'device_id': '1e3b4c93-69f3-4e6c-8f09-2e860aeb5776', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816865-1'}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:57:05.128034 n-d-816865-1 neutron-server[102387]: INFO neutron.api.v2.resource [None req-e459e137-af15-4e60-a754-89c87f52bf72 tempest-RoutersIpV6AdminTest-1929183484 tempest-RoutersIpV6AdminTest-1929183484-project] delete failed (client error): The resource could not be found. Nov 05 18:57:05.129835 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-e459e137-af15-4e60-a754-89c87f52bf72 tempest-RoutersIpV6AdminTest-1929183484 tempest-RoutersIpV6AdminTest-1929183484-project] 10.222.0.13 "DELETE /v2.0/routers/b171ee3d-ebee-44f8-9494-1811254a1f84 HTTP/1.1" status: 404 len: 336 time: 0.0560055 Nov 05 18:57:05.137746 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 37124) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:57:05.181667 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-60f5d68e-3c20-40f0-bfe3-d8071366f19a tempest-RoutersIpV6AdminTest-1929183484 tempest-RoutersIpV6AdminTest-1929183484-project] 10.222.0.13 "GET /v2.0/ports?device_id=7544b399-e331-4f80-90a8-52e406f01d15 HTTP/1.1" status: 200 len: 205 time: 0.0427458 Nov 05 18:57:05.183102 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 37126) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:57:05.208912 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e33a5471-665e-4770-a739-0f8aeea82d92 tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Made reservation on behalf of 3ef4f33c20644d3a8cc67018579acd02 for: {'network': 1} {{(pid=102386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 18:57:05.218510 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-e33a5471-665e-4770-a739-0f8aeea82d92 tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for network, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:05.228746 n-d-816865-1 neutron-server[102387]: INFO neutron.api.v2.resource [None req-0108c63e-e8f9-4cb6-8988-1b632be0fee5 tempest-RoutersIpV6AdminTest-1929183484 tempest-RoutersIpV6AdminTest-1929183484-project] delete failed (client error): The resource could not be found. Nov 05 18:57:05.229844 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-0108c63e-e8f9-4cb6-8988-1b632be0fee5 tempest-RoutersIpV6AdminTest-1929183484 tempest-RoutersIpV6AdminTest-1929183484-project] 10.222.0.13 "DELETE /v2.0/routers/7544b399-e331-4f80-90a8-52e406f01d15 HTTP/1.1" status: 404 len: 336 time: 0.0456274 Nov 05 18:57:05.232447 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 37128) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:57:05.234644 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-9af090c1-7493-4ba9-ae85-c8983db0972d req-cccda4cd-bbf8-4c8b-b946-41a7a363b9ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:05.243207 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-59a6adaa-85d5-4de0-bcee-ee2a11622db7 req-320adb05-55f3-48ec-9474-aaddd6ff2559 service neutron] 10.222.0.41 "GET /v2.0/networks/92cc69b6-4cd1-4b33-bca8-908cd312767a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3095675 Nov 05 18:57:05.272383 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-344a9a27-f4bb-4a33-8429-2483e3df03e9 tempest-RoutersIpV6AdminTest-1929183484 tempest-RoutersIpV6AdminTest-1929183484-project] 10.222.0.13 "GET /v2.0/ports?device_id=711f21e4-74db-49fc-98a4-6c72ae1027c4 HTTP/1.1" status: 200 len: 205 time: 0.0387414 Nov 05 18:57:05.275728 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 37130) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:57:05.305564 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e33a5471-665e-4770-a739-0f8aeea82d92 tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 177} {{(pid=102386) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 05 18:57:05.333761 n-d-816865-1 neutron-server[102387]: INFO neutron.api.v2.resource [None req-ada15ddc-7d1f-4faa-b217-54b63bcd635f tempest-RoutersIpV6AdminTest-1929183484 tempest-RoutersIpV6AdminTest-1929183484-project] delete failed (client error): The resource could not be found. Nov 05 18:57:05.334831 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-ada15ddc-7d1f-4faa-b217-54b63bcd635f tempest-RoutersIpV6AdminTest-1929183484 tempest-RoutersIpV6AdminTest-1929183484-project] 10.222.0.13 "DELETE /v2.0/routers/711f21e4-74db-49fc-98a4-6c72ae1027c4 HTTP/1.1" status: 404 len: 336 time: 0.0582190 Nov 05 18:57:05.337484 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c99d15e-7483-4304-af87-498c8f06a91c tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Network 2f127c32-dfb7-4426-bd1c-1c5f44dc1bb7 is scheduled to be hosted by DHCP agent 987e2ca0-bc3b-4c6f-a989-429ccfbf753f with binding_index 1 {{(pid=102387) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 05 18:57:05.339386 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 37132) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:57:05.370199 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-e33a5471-665e-4770-a739-0f8aeea82d92 tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273'] for segment, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:05.370541 n-d-816865-1 neutron-server[102386]: INFO neutron.db.segments_db [None req-e33a5471-665e-4770-a739-0f8aeea82d92 tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Added segment 64da4a24-80eb-46b1-b5e2-b19a3a5d3c43 of type vlan for network 7195f6fd-cec3-4d1b-95c0-21f6f9a8d9ac Nov 05 18:57:05.377996 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-55a83543-1b07-4e89-a65f-6c20555c344a tempest-RoutersIpV6AdminTest-1929183484 tempest-RoutersIpV6AdminTest-1929183484-project] 10.222.0.13 "GET /v2.0/ports?device_id=6875cce8-0fab-45fe-85d3-08696427d4f4 HTTP/1.1" status: 200 len: 205 time: 0.0332203 Nov 05 18:57:05.382686 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 37134) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:57:05.395492 n-d-816865-1 neutron-server[102386]: DEBUG neutron.notifiers.nova [req-6b09598e-a224-4e07-aee8-d00ca4d0fa78 req-f1ccde97-632b-4913-be6f-ea82c00a8e64 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e797f9cd-d647-4469-b0c1-4b83e350e911 {{(pid=102386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 18:57:05.407943 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-6b09598e-a224-4e07-aee8-d00ca4d0fa78 req-f1ccde97-632b-4913-be6f-ea82c00a8e64 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:05.428087 n-d-816865-1 neutron-server[102387]: INFO neutron.api.v2.resource [None req-3363ac5b-3bfe-4ffe-a1ed-f414a2fbea06 tempest-RoutersIpV6AdminTest-1929183484 tempest-RoutersIpV6AdminTest-1929183484-project] delete failed (client error): The resource could not be found. Nov 05 18:57:05.431524 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-3363ac5b-3bfe-4ffe-a1ed-f414a2fbea06 tempest-RoutersIpV6AdminTest-1929183484 tempest-RoutersIpV6AdminTest-1929183484-project] 10.222.0.13 "DELETE /v2.0/routers/6875cce8-0fab-45fe-85d3-08696427d4f4 HTTP/1.1" status: 404 len: 336 time: 0.0455155 Nov 05 18:57:05.433255 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 37136) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:57:05.479443 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.base_scheduler [None req-8c99d15e-7483-4304-af87-498c8f06a91c tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816865-1, 2f127c32-dfb7-4426-bd1c-1c5f44dc1bb7) {{(pid=102387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:57:05.486909 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c99d15e-7483-4304-af87-498c8f06a91c tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:57:05.487509 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-8c99d15e-7483-4304-af87-498c8f06a91c tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Publish callbacks [] for subnet, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:05.496115 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82defd4a-6d7b-41fe-aa91-d637c9120e7b None None] Network 2f127c32-dfb7-4426-bd1c-1c5f44dc1bb7 requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 18:57:05.496995 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.provisioning_blocks [req-6b09598e-a224-4e07-aee8-d00ca4d0fa78 req-f1ccde97-632b-4913-be6f-ea82c00a8e64 service neutron] Transition to ACTIVE for port object e797f9cd-d647-4469-b0c1-4b83e350e911 will not be triggered until provisioned by entity L2. {{(pid=102386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 05 18:57:05.505729 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-cfb75db0-3d92-4b83-a417-ae8acd374ec4 tempest-RoutersIpV6AdminTest-1929183484 tempest-RoutersIpV6AdminTest-1929183484-project] 10.222.0.13 "GET /v2.0/ports?device_id=00ddf0cb-499a-47c9-9fc6-731b1d515575 HTTP/1.1" status: 200 len: 205 time: 0.0675688 Nov 05 18:57:05.505729 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-e33a5471-665e-4770-a739-0f8aeea82d92 tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750027258543'] for network, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:05.507109 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 37138) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:57:05.509458 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-59a6adaa-85d5-4de0-bcee-ee2a11622db7 req-cdf1bc19-dc71-491e-a651-1223c44da018 service neutron] 10.222.0.41 "GET /v2.0/networks/92cc69b6-4cd1-4b33-bca8-908cd312767a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2548566 Nov 05 18:57:05.600769 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-59a6adaa-85d5-4de0-bcee-ee2a11622db7 req-18039760-3b5b-49bd-877c-0ec40e9e089f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=f4575cb0-23c3-47f4-915c-822d65bb4a8e HTTP/1.1" status: 200 len: 217 time: 0.0805151 Nov 05 18:57:05.604924 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-6b09598e-a224-4e07-aee8-d00ca4d0fa78 req-f1ccde97-632b-4913-be6f-ea82c00a8e64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6149821'] for port, after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:05.712313 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-e33a5471-665e-4770-a739-0f8aeea82d92 tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-956796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877'] for network, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:05.718081 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e33a5471-665e-4770-a739-0f8aeea82d92 tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:57:05.718714 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-e33a5471-665e-4770-a739-0f8aeea82d92 tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Publish callbacks [] for network, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:05.758490 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a6adaa-85d5-4de0-bcee-ee2a11622db7 req-d6127eb8-a010-4d56-a870-b40cb5437055 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:57:05.760024 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-59a6adaa-85d5-4de0-bcee-ee2a11622db7 req-d6127eb8-a010-4d56-a870-b40cb5437055 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=fff5f4f4-3c24-4660-a3f5-7d19daede3c5 HTTP/1.1" status: 200 len: 797 time: 0.1427755 Nov 05 18:57:05.788690 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ccde97-632b-4913-be6f-ea82c00a8e64 service neutron] Pushing event updated for resources: {'Port': ['ID=e797f9cd-d647-4469-b0c1-4b83e350e911,revision_number=2']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:57:05.952605 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-e33a5471-665e-4770-a739-0f8aeea82d92 tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.0671158 Nov 05 18:57:05.964242 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 37148) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:57:05.964589 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 37150) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:57:06.024467 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-169c4b90-0ee8-48f9-bae9-7868fc41fa58 tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Request body: {'subnet': {'network_id': '7195f6fd-cec3-4d1b-95c0-21f6f9a8d9ac', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:57:06.042768 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33a5471-665e-4770-a739-0f8aeea82d92 tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Pushing event updated for resources: {'Network': ['ID=7195f6fd-cec3-4d1b-95c0-21f6f9a8d9ac,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:57:06.116574 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 37156) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:57:06.254772 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Network 7195f6fd-cec3-4d1b-95c0-21f6f9a8d9ac details requested by agent ovs-agent-n-d-816865-1 with host n-d-816865-1 {{(pid=102388) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 05 18:57:06.261651 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b7c34bf-becc-4123-b94b-f183eddcba2d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeb20a084-accf-5b60-8075-3e69ebe863a6-2f127c32-dfb7-4426-bd1c-1c5f44dc1bb7', 'network_id': '2f127c32-dfb7-4426-bd1c-1c5f44dc1bb7', 'tenant_id': 'c87add0b70464d588d82847ed9192d29', 'fixed_ips': [{'subnet_id': 'd2254efd-1d4f-4fca-816f-e39e99e431f3'}]}} from n-d-816865-1. {{(pid=102388) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 05 18:57:06.264299 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-1b7c34bf-becc-4123-b94b-f183eddcba2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:06.292680 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [req-6b09598e-a224-4e07-aee8-d00ca4d0fa78 req-f1ccde97-632b-4913-be6f-ea82c00a8e64 service neutron] Attempting to bind port e797f9cd-d647-4469-b0c1-4b83e350e911 on host n-h2-816865-1 for vnic_type normal with profile {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 18:57:06.293026 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [req-6b09598e-a224-4e07-aee8-d00ca4d0fa78 req-f1ccde97-632b-4913-be6f-ea82c00a8e64 service neutron] Attempting to bind port e797f9cd-d647-4469-b0c1-4b83e350e911 by drivers openvswitch,hyperv on host n-h2-816865-1 at level 0 using segments [{'id': '77f01b74-537a-42a9-ac0e-73f0b4ab63b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '42e7925c-fd66-4b62-ba17-57eb03167e5d'}] {{(pid=102386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 18:57:06.293331 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b09598e-a224-4e07-aee8-d00ca4d0fa78 req-f1ccde97-632b-4913-be6f-ea82c00a8e64 service neutron] Attempting to bind port e797f9cd-d647-4469-b0c1-4b83e350e911 on network 42e7925c-fd66-4b62-ba17-57eb03167e5d {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 18:57:06.312365 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a6adaa-85d5-4de0-bcee-ee2a11622db7 req-6a3b03ea-c236-42df-bf0f-7a75cec29546 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:57:06.313916 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-59a6adaa-85d5-4de0-bcee-ee2a11622db7 req-6a3b03ea-c236-42df-bf0f-7a75cec29546 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=92cc69b6-4cd1-4b33-bca8-908cd312767a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5202723 Nov 05 18:57:06.317372 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b09598e-a224-4e07-aee8-d00ca4d0fa78 req-f1ccde97-632b-4913-be6f-ea82c00a8e64 service neutron] Port e797f9cd-d647-4469-b0c1-4b83e350e911 on network 42e7925c-fd66-4b62-ba17-57eb03167e5d not bound, no agent of type Open vSwitch agent registered on host n-h2-816865-1 {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 18:57:06.317615 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b09598e-a224-4e07-aee8-d00ca4d0fa78 req-f1ccde97-632b-4913-be6f-ea82c00a8e64 service neutron] Attempting to bind port e797f9cd-d647-4469-b0c1-4b83e350e911 on network 42e7925c-fd66-4b62-ba17-57eb03167e5d {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 18:57:06.332746 n-d-816865-1 neutron-server[102387]: INFO neutron.api.v2.resource [None req-c86b861c-e782-46d3-896c-815a8008a111 tempest-RoutersIpV6AdminTest-1929183484 tempest-RoutersIpV6AdminTest-1929183484-project] delete failed (client error): The resource could not be found. Nov 05 18:57:06.337362 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-c86b861c-e782-46d3-896c-815a8008a111 tempest-RoutersIpV6AdminTest-1929183484 tempest-RoutersIpV6AdminTest-1929183484-project] 10.222.0.13 "DELETE /v2.0/routers/00ddf0cb-499a-47c9-9fc6-731b1d515575 HTTP/1.1" status: 404 len: 336 time: 0.8267834 Nov 05 18:57:06.337504 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b09598e-a224-4e07-aee8-d00ca4d0fa78 req-f1ccde97-632b-4913-be6f-ea82c00a8e64 service neutron] Checking agent: {'id': '32aff553-696f-4891-83f5-5c176f61fe54', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816865-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 18, 33, 36), 'started_at': datetime.datetime(2021, 11, 5, 18, 33, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 18, 56, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 18:57:06.337919 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b09598e-a224-4e07-aee8-d00ca4d0fa78 req-f1ccde97-632b-4913-be6f-ea82c00a8e64 service neutron] Checking segment: {'id': '77f01b74-537a-42a9-ac0e-73f0b4ab63b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '42e7925c-fd66-4b62-ba17-57eb03167e5d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 18:57:06.338345 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b09598e-a224-4e07-aee8-d00ca4d0fa78 req-f1ccde97-632b-4913-be6f-ea82c00a8e64 service neutron] Bound using segment: {'id': '77f01b74-537a-42a9-ac0e-73f0b4ab63b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '42e7925c-fd66-4b62-ba17-57eb03167e5d'} {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 18:57:06.338807 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [req-6b09598e-a224-4e07-aee8-d00ca4d0fa78 req-f1ccde97-632b-4913-be6f-ea82c00a8e64 service neutron] Bound port: e797f9cd-d647-4469-b0c1-4b83e350e911, host: n-h2-816865-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '77f01b74-537a-42a9-ac0e-73f0b4ab63b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '42e7925c-fd66-4b62-ba17-57eb03167e5d'}}] {{(pid=102386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 18:57:06.341536 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-6b09598e-a224-4e07-aee8-d00ca4d0fa78 req-f1ccde97-632b-4913-be6f-ea82c00a8e64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:06.355071 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 37164) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:57:06.463046 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:06.478769 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-c0cad3e8-e234-4fc1-897c-fb0f9e03eef2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:06.499119 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-d33468cd-24ef-4c15-9d04-f0b18125f3a6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:06.546521 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b304910f-7b27-444b-a8fc-977d26b1ceac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:06.606070 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-8c99d15e-7483-4304-af87-498c8f06a91c tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.3307664 Nov 05 18:57:06.608833 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 37174) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:57:06.623741 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-81fe99af-555a-494a-9311-9dc0e7b82673 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Request body: {'port': {'network_id': '2f127c32-dfb7-4426-bd1c-1c5f44dc1bb7', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-1902359265'}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:57:06.624305 n-d-816865-1 neutron-server[102387]: INFO neutron.pecan_wsgi.hooks.translation [None req-7607b335-431b-43d0-b37e-6516414863cc tempest-RoutersIpV6AdminTest-1929183484 tempest-RoutersIpV6AdminTest-1929183484-project] DELETE failed (client error): The resource could not be found. Nov 05 18:57:06.625037 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7607b335-431b-43d0-b37e-6516414863cc tempest-RoutersIpV6AdminTest-1929183484 tempest-RoutersIpV6AdminTest-1929183484-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102387) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 05 18:57:06.640310 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-7607b335-431b-43d0-b37e-6516414863cc tempest-RoutersIpV6AdminTest-1929183484 tempest-RoutersIpV6AdminTest-1929183484-project] 10.222.0.13 "DELETE /v2.0/subnets/8ffdfb6b-4018-4c24-a7bb-3e97e2b30a38 HTTP/1.1" status: 404 len: 337 time: 0.2762158 Nov 05 18:57:06.640412 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-59a6adaa-85d5-4de0-bcee-ee2a11622db7 req-ca8f5174-cc98-48a8-9bd8-090481b1a964 service neutron] 10.222.0.41 "GET /v2.0/networks/92cc69b6-4cd1-4b33-bca8-908cd312767a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3099611 Nov 05 18:57:06.640412 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [req-6b09598e-a224-4e07-aee8-d00ca4d0fa78 req-f1ccde97-632b-4913-be6f-ea82c00a8e64 service neutron] For port e797f9cd-d647-4469-b0c1-4b83e350e911, host n-h2-816865-1, cleared binding levels {{(pid=102386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 18:57:06.660772 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.db_base_plugin_common [None req-1b7c34bf-becc-4123-b94b-f183eddcba2d None None] Allocated IP 2001:db8::2 (2f127c32-dfb7-4426-bd1c-1c5f44dc1bb7/d2254efd-1d4f-4fca-816f-e39e99e431f3/e3fc5da5-89be-45dd-84cc-95bd73b82e4c) {{(pid=102388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 18:57:06.681948 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [req-6b09598e-a224-4e07-aee8-d00ca4d0fa78 req-f1ccde97-632b-4913-be6f-ea82c00a8e64 service neutron] For port e797f9cd-d647-4469-b0c1-4b83e350e911, host n-h2-816865-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=e797f9cd-d647-4469-b0c1-4b83e350e911,segment=NetworkSegment(77f01b74-537a-42a9-ac0e-73f0b4ab63b5),segment_id=77f01b74-537a-42a9-ac0e-73f0b4ab63b5)] {{(pid=102386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 18:57:06.724414 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-169c4b90-0ee8-48f9-bae9-7868fc41fa58 tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Made reservation on behalf of 3ef4f33c20644d3a8cc67018579acd02 for: {'subnet': 1} {{(pid=102386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 18:57:06.731290 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-169c4b90-0ee8-48f9-bae9-7868fc41fa58 tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4877122'] for subnet, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:06.763123 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f57e315-d8ed-43df-b480-54bc1c2f4866 req-10174735-33c3-4f88-a15e-5f1c49965e9c tempest-ServerRescueNegativeTestJSON-570401673 tempest-ServerRescueNegativeTestJSON-570401673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:57:06.764629 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-1f57e315-d8ed-43df-b480-54bc1c2f4866 req-10174735-33c3-4f88-a15e-5f1c49965e9c tempest-ServerRescueNegativeTestJSON-570401673 tempest-ServerRescueNegativeTestJSON-570401673-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e3b4c93-69f3-4e6c-8f09-2e860aeb5776 HTTP/1.1" status: 200 len: 931 time: 0.4250259 Nov 05 18:57:06.814338 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-6b09598e-a224-4e07-aee8-d00ca4d0fa78 req-f1ccde97-632b-4913-be6f-ea82c00a8e64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6149821'] for port, after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:06.898001 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.ipam_backend_mixin [None req-169c4b90-0ee8-48f9-bae9-7868fc41fa58 tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Performing IP validity checks on allocation pools {{(pid=102386) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 05 18:57:06.898740 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.ipam_backend_mixin [None req-169c4b90-0ee8-48f9-bae9-7868fc41fa58 tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102386) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 05 18:57:06.917876 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-1b7c34bf-becc-4123-b94b-f183eddcba2d None None] Publish callbacks [] for port, precommit_create {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:06.931433 n-d-816865-1 neutron-server[102387]: DEBUG neutron.notifiers.nova [req-9af090c1-7493-4ba9-ae85-c8983db0972d req-cccda4cd-bbf8-4c8b-b946-41a7a363b9ae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b761a08-0d36-40a9-a231-63b877ffe8b0 {{(pid=102387) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 18:57:06.940080 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b09598e-a224-4e07-aee8-d00ca4d0fa78 req-f1ccde97-632b-4913-be6f-ea82c00a8e64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:57:06.940708 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-6b09598e-a224-4e07-aee8-d00ca4d0fa78 req-f1ccde97-632b-4913-be6f-ea82c00a8e64 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:06.942707 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-6b09598e-a224-4e07-aee8-d00ca4d0fa78 req-f1ccde97-632b-4913-be6f-ea82c00a8e64 service neutron] 10.222.0.55 "PUT /v2.0/ports/e797f9cd-d647-4469-b0c1-4b83e350e911 HTTP/1.1" status: 200 len: 1091 time: 2.6749611 Nov 05 18:57:06.949143 n-d-816865-1 neutron-server[102386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93c08649-0c78-43a2-be9e-2ac6589b527d', 'tag': 'e797f9cd-d647-4469-b0c1-4b83e350e911'}] {{(pid=102386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 18:57:06.955824 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-9af090c1-7493-4ba9-ae85-c8983db0972d req-cccda4cd-bbf8-4c8b-b946-41a7a363b9ae service neutron] Publish callbacks [] for port, precommit_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:06.957708 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6173a44d7c73f41af551dc890fa1a5892c2c6bc3458b640c8e0c24db7876ba6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f4bd76a-3e09-4789-a5b9-469b4a649370" -d '{"events": [{"name": "network-changed", "server_uuid": "93c08649-0c78-43a2-be9e-2ac6589b527d", "tag": "e797f9cd-d647-4469-b0c1-4b83e350e911"}]}' {{(pid=102386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 18:57:06.987376 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-1f57e315-d8ed-43df-b480-54bc1c2f4866 req-9f5ca1b1-d7b0-4d19-b197-f2a1ba38c598 tempest-ServerRescueNegativeTestJSON-570401673 tempest-ServerRescueNegativeTestJSON-570401673-project] 10.222.0.13 "GET /v2.0/security-groups?id=01574b07-2bff-4b61-b9a8-932cd03ff8af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2086253 Nov 05 18:57:07.000063 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.provisioning_blocks [req-9af090c1-7493-4ba9-ae85-c8983db0972d req-cccda4cd-bbf8-4c8b-b946-41a7a363b9ae service neutron] Transition to ACTIVE for port object 9b761a08-0d36-40a9-a231-63b877ffe8b0 will not be triggered until provisioned by entity L2. {{(pid=102387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 05 18:57:07.016362 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbfc683-b49d-4d4d-984c-f53f0b6be48b req-734f40b8-2bcb-4b37-a3b4-7b9c53280de8 tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:57:07.017896 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-ddbfc683-b49d-4d4d-984c-f53f0b6be48b req-734f40b8-2bcb-4b37-a3b4-7b9c53280de8 tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] 10.222.0.13 "GET /v2.0/networks?id=9c2bdaad-faf0-4d75-bb68-340f7d20c596 HTTP/1.1" status: 200 len: 806 time: 0.3154287 Nov 05 18:57:07.020856 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-d33468cd-24ef-4c15-9d04-f0b18125f3a6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:07.042513 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-1b7c34bf-becc-4123-b94b-f183eddcba2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789'] for port, after_create {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:07.042871 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-ddbfc683-b49d-4d4d-984c-f53f0b6be48b req-7ac169e4-07d7-4945-afbb-047ae91878a0 tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] 10.222.0.13 "GET /v2.0/quotas/c2718bfd25be4558ab62a930e9f4ce41 HTTP/1.1" status: 200 len: 375 time: 0.0239315 Nov 05 18:57:07.050010 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 18:57:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eeed13d7-febb-498d-879b-ceb7c863c082 x-openstack-request-id: req-eeed13d7-febb-498d-879b-ceb7c863c082 {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 18:57:07.050323 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93c08649-0c78-43a2-be9e-2ac6589b527d", "tag": "e797f9cd-d647-4469-b0c1-4b83e350e911", "status": "completed", "code": 200}]} {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 18:57:07.051096 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-eeed13d7-febb-498d-879b-ceb7c863c082 {{(pid=102386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 18:57:07.051497 n-d-816865-1 neutron-server[102386]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93c08649-0c78-43a2-be9e-2ac6589b527d', 'tag': 'e797f9cd-d647-4469-b0c1-4b83e350e911', 'status': 'completed', 'code': 200} Nov 05 18:57:07.053543 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-c0cad3e8-e234-4fc1-897c-fb0f9e03eef2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:07.098579 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ccde97-632b-4913-be6f-ea82c00a8e64 service neutron] Pushing event updated for resources: {'Port': ['ID=e797f9cd-d647-4469-b0c1-4b83e350e911,revision_number=3']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:57:07.105900 n-d-816865-1 neutron-server[102388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b7c34bf-becc-4123-b94b-f183eddcba2d None None] Network 2f127c32-dfb7-4426-bd1c-1c5f44dc1bb7 is already hosted by enough agents. {{(pid=102388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 18:57:07.107792 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-ddbfc683-b49d-4d4d-984c-f53f0b6be48b req-376cd7f7-8e89-4c94-bd67-64536f762659 tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=c2718bfd25be4558ab62a930e9f4ce41&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0617394 Nov 05 18:57:07.109332 n-d-816865-1 neutron-server[102388]: DEBUG neutron.scheduler.base_scheduler [None req-1b7c34bf-becc-4123-b94b-f183eddcba2d None None] Resources bound (agent type, host, resource id): {{(pid=102388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:57:07.118881 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b7c34bf-becc-4123-b94b-f183eddcba2d None None] Received port after_create {{(pid=102388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 18:57:07.122953 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7c34bf-becc-4123-b94b-f183eddcba2d None None] Pushing event updated for resources: {'Port': ['ID=e3fc5da5-89be-45dd-84cc-95bd73b82e4c,revision_number=1']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:57:07.136894 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-59a6adaa-85d5-4de0-bcee-ee2a11622db7 req-f92da96c-cc7a-4cc4-8d7a-13956829a8a5 service neutron] 10.222.0.41 "GET /v2.0/networks/92cc69b6-4cd1-4b33-bca8-908cd312767a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4896028 Nov 05 18:57:07.155912 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81fe99af-555a-494a-9311-9dc0e7b82673 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Made reservation on behalf of c87add0b70464d588d82847ed9192d29 for: {'port': 1} {{(pid=102387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 18:57:07.160645 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-81fe99af-555a-494a-9311-9dc0e7b82673 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:07.164961 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-c0cad3e8-e234-4fc1-897c-fb0f9e03eef2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:07.165983 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-9af090c1-7493-4ba9-ae85-c8983db0972d req-cccda4cd-bbf8-4c8b-b946-41a7a363b9ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4417072'] for port, after_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:07.167619 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-d33468cd-24ef-4c15-9d04-f0b18125f3a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:07.236447 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-1b7c34bf-becc-4123-b94b-f183eddcba2d None None] Attempting to bind port e3fc5da5-89be-45dd-84cc-95bd73b82e4c on host n-d-816865-1 for vnic_type normal with profile {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 18:57:07.236788 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-1b7c34bf-becc-4123-b94b-f183eddcba2d None None] Attempting to bind port e3fc5da5-89be-45dd-84cc-95bd73b82e4c by drivers openvswitch,hyperv on host n-d-816865-1 at level 0 using segments [{'id': 'decdd1a0-b4a0-4ec1-8363-e06d0d74b7f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '2f127c32-dfb7-4426-bd1c-1c5f44dc1bb7'}] {{(pid=102388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 18:57:07.237130 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b7c34bf-becc-4123-b94b-f183eddcba2d None None] Attempting to bind port e3fc5da5-89be-45dd-84cc-95bd73b82e4c on network 2f127c32-dfb7-4426-bd1c-1c5f44dc1bb7 {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 18:57:07.248348 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b7c34bf-becc-4123-b94b-f183eddcba2d None None] Checking agent: {'id': '724d89a7-611b-41e6-bc85-c48112b17afa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 18, 25, 8), 'started_at': datetime.datetime(2021, 11, 5, 18, 25, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 18, 56, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 18:57:07.248741 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b7c34bf-becc-4123-b94b-f183eddcba2d None None] Checking segment: {'id': 'decdd1a0-b4a0-4ec1-8363-e06d0d74b7f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '2f127c32-dfb7-4426-bd1c-1c5f44dc1bb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 18:57:07.249254 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-1b7c34bf-becc-4123-b94b-f183eddcba2d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:07.249928 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b7c34bf-becc-4123-b94b-f183eddcba2d None None] Bound using segment: {'id': 'decdd1a0-b4a0-4ec1-8363-e06d0d74b7f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '2f127c32-dfb7-4426-bd1c-1c5f44dc1bb7'} {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 18:57:07.250456 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-1b7c34bf-becc-4123-b94b-f183eddcba2d None None] Bound port: e3fc5da5-89be-45dd-84cc-95bd73b82e4c, host: n-d-816865-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'decdd1a0-b4a0-4ec1-8363-e06d0d74b7f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '2f127c32-dfb7-4426-bd1c-1c5f44dc1bb7'}}] {{(pid=102388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 18:57:07.251015 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-1b7c34bf-becc-4123-b94b-f183eddcba2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:07.258773 n-d-816865-1 neutron-server[102387]: DEBUG neutron.notifiers.nova [None req-81fe99af-555a-494a-9311-9dc0e7b82673 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] device_id is not set on port 1ba2b027-de97-40eb-a45e-7038eaac8b28 yet. {{(pid=102387) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 05 18:57:07.282101 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cccda4cd-bbf8-4c8b-b946-41a7a363b9ae service neutron] Pushing event updated for resources: {'Port': ['ID=9b761a08-0d36-40a9-a231-63b877ffe8b0,revision_number=2']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:57:07.314173 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-d33468cd-24ef-4c15-9d04-f0b18125f3a6 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1f98338fa2d647e6b0f75227f2547e4b&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1715498 Nov 05 18:57:07.317580 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-c0cad3e8-e234-4fc1-897c-fb0f9e03eef2 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=bcd33e4b8fe0409180abb6e8bcd75cf8&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3392620 Nov 05 18:57:07.318164 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 37188) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:57:07.324118 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 37190) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:57:07.361505 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-1b7c34bf-becc-4123-b94b-f183eddcba2d None None] For port e3fc5da5-89be-45dd-84cc-95bd73b82e4c, host n-d-816865-1, cleared binding levels {{(pid=102388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 18:57:07.367979 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 37192) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:57:07.369008 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-1b7c34bf-becc-4123-b94b-f183eddcba2d None None] For port e3fc5da5-89be-45dd-84cc-95bd73b82e4c, host n-d-816865-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=e3fc5da5-89be-45dd-84cc-95bd73b82e4c,segment=NetworkSegment(decdd1a0-b4a0-4ec1-8363-e06d0d74b7f7),segment_id=decdd1a0-b4a0-4ec1-8363-e06d0d74b7f7)] {{(pid=102388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 18:57:07.397090 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4bd76a-3e09-4789-a5b9-469b4a649370 req-2408a741-2d96-4818-a8c0-04dacb18c84d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:57:07.398636 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-5f4bd76a-3e09-4789-a5b9-469b4a649370 req-2408a741-2d96-4818-a8c0-04dacb18c84d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=2d1e164bb09b4bc6b0a37a98f21fd24b&device_id=93c08649-0c78-43a2-be9e-2ac6589b527d HTTP/1.1" status: 200 len: 1094 time: 0.3277395 Nov 05 18:57:07.433868 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0cad3e8-e234-4fc1-897c-fb0f9e03eef2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a21cf9ce-7da8-4b88-9c9a-9cc6b0850d87,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:57:07.444192 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-1b7c34bf-becc-4123-b94b-f183eddcba2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:07.507818 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-ddbfc683-b49d-4d4d-984c-f53f0b6be48b req-39d98057-f8b8-414f-8f35-610c2ff1bc41 service neutron] 10.222.0.13 "GET /v2.0/networks/9c2bdaad-faf0-4d75-bb68-340f7d20c596?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3895285 Nov 05 18:57:07.550489 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7c34bf-becc-4123-b94b-f183eddcba2d None None] Pushing event updated for resources: {'Port': ['ID=e3fc5da5-89be-45dd-84cc-95bd73b82e4c,revision_number=2']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:57:07.619945 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33468cd-24ef-4c15-9d04-f0b18125f3a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eaf626d3-64ab-49c8-b1b9-da0834e139b0,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:57:07.649119 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-8b5c9a3f-9ffe-47d2-b1df-865afb377d05 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:07.658654 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-813d1fb2-7a63-4d7e-afeb-4a307e2bb4b3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:07.660361 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-1cb2fd66-846f-4429-8701-00b043b7d81c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:07.674767 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.db_base_plugin_common [None req-81fe99af-555a-494a-9311-9dc0e7b82673 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Allocated IP 2001:db8::35e (2f127c32-dfb7-4426-bd1c-1c5f44dc1bb7/d2254efd-1d4f-4fca-816f-e39e99e431f3/1ba2b027-de97-40eb-a45e-7038eaac8b28) {{(pid=102387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 18:57:07.687343 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.managers [req-9af090c1-7493-4ba9-ae85-c8983db0972d req-cccda4cd-bbf8-4c8b-b946-41a7a363b9ae service neutron] Attempting to bind port 9b761a08-0d36-40a9-a231-63b877ffe8b0 on host n-h1-816865-1 for vnic_type normal with profile {{(pid=102387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 18:57:07.687528 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-169c4b90-0ee8-48f9-bae9-7868fc41fa58 tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6149946', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4877172'] for subnet, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:07.687717 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.managers [req-9af090c1-7493-4ba9-ae85-c8983db0972d req-cccda4cd-bbf8-4c8b-b946-41a7a363b9ae service neutron] Attempting to bind port 9b761a08-0d36-40a9-a231-63b877ffe8b0 by drivers openvswitch,hyperv on host n-h1-816865-1 at level 0 using segments [{'id': '77f01b74-537a-42a9-ac0e-73f0b4ab63b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '42e7925c-fd66-4b62-ba17-57eb03167e5d'}] {{(pid=102387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 18:57:07.688111 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9af090c1-7493-4ba9-ae85-c8983db0972d req-cccda4cd-bbf8-4c8b-b946-41a7a363b9ae service neutron] Attempting to bind port 9b761a08-0d36-40a9-a231-63b877ffe8b0 on network 42e7925c-fd66-4b62-ba17-57eb03167e5d {{(pid=102387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 18:57:07.707785 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9af090c1-7493-4ba9-ae85-c8983db0972d req-cccda4cd-bbf8-4c8b-b946-41a7a363b9ae service neutron] Port 9b761a08-0d36-40a9-a231-63b877ffe8b0 on network 42e7925c-fd66-4b62-ba17-57eb03167e5d not bound, no agent of type Open vSwitch agent registered on host n-h1-816865-1 {{(pid=102387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 18:57:07.708124 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9af090c1-7493-4ba9-ae85-c8983db0972d req-cccda4cd-bbf8-4c8b-b946-41a7a363b9ae service neutron] Attempting to bind port 9b761a08-0d36-40a9-a231-63b877ffe8b0 on network 42e7925c-fd66-4b62-ba17-57eb03167e5d {{(pid=102387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 18:57:07.733522 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9af090c1-7493-4ba9-ae85-c8983db0972d req-cccda4cd-bbf8-4c8b-b946-41a7a363b9ae service neutron] Checking agent: {'id': 'eb596d7c-8c64-42bd-8aca-fad447eb0eab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816865-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 18, 33, 34), 'started_at': datetime.datetime(2021, 11, 5, 18, 33, 34), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 18, 57, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 18:57:07.733816 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9af090c1-7493-4ba9-ae85-c8983db0972d req-cccda4cd-bbf8-4c8b-b946-41a7a363b9ae service neutron] Checking segment: {'id': '77f01b74-537a-42a9-ac0e-73f0b4ab63b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '42e7925c-fd66-4b62-ba17-57eb03167e5d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 18:57:07.739666 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9af090c1-7493-4ba9-ae85-c8983db0972d req-cccda4cd-bbf8-4c8b-b946-41a7a363b9ae service neutron] Bound using segment: {'id': '77f01b74-537a-42a9-ac0e-73f0b4ab63b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '42e7925c-fd66-4b62-ba17-57eb03167e5d'} {{(pid=102387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 18:57:07.739666 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.managers [req-9af090c1-7493-4ba9-ae85-c8983db0972d req-cccda4cd-bbf8-4c8b-b946-41a7a363b9ae service neutron] Bound port: 9b761a08-0d36-40a9-a231-63b877ffe8b0, host: n-h1-816865-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '77f01b74-537a-42a9-ac0e-73f0b4ab63b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '42e7925c-fd66-4b62-ba17-57eb03167e5d'}}] {{(pid=102387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 18:57:07.739666 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-9af090c1-7493-4ba9-ae85-c8983db0972d req-cccda4cd-bbf8-4c8b-b946-41a7a363b9ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:07.739980 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-813d1fb2-7a63-4d7e-afeb-4a307e2bb4b3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:07.740238 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4bd76a-3e09-4789-a5b9-469b4a649370 req-646ec25e-8ec5-44ee-83e4-11a7582bbad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:57:07.741712 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-5f4bd76a-3e09-4789-a5b9-469b4a649370 req-646ec25e-8ec5-44ee-83e4-11a7582bbad1 service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=2d1e164bb09b4bc6b0a37a98f21fd24b&shared=False HTTP/1.1" status: 200 len: 920 time: 0.3004673 Nov 05 18:57:07.776128 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-1cb2fd66-846f-4429-8701-00b043b7d81c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:07.832569 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-ddbfc683-b49d-4d4d-984c-f53f0b6be48b req-458d5292-d36a-41e2-9fac-95709d5daedb service neutron] 10.222.0.13 "GET /v2.0/networks/9c2bdaad-faf0-4d75-bb68-340f7d20c596?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3238714 Nov 05 18:57:07.893050 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169c4b90-0ee8-48f9-bae9-7868fc41fa58 tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Pushing event updated for resources: {'Subnet': ['ID=953fbd90-135b-4913-8d48-f5f15d2ba469,revision_number=0']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:57:07.955153 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-169c4b90-0ee8-48f9-bae9-7868fc41fa58 tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Checking segment: {'id': '64da4a24-80eb-46b1-b5e2-b19a3a5d3c43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '7195f6fd-cec3-4d1b-95c0-21f6f9a8d9ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 18:57:07.955521 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-169c4b90-0ee8-48f9-bae9-7868fc41fa58 tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Network hostable DHCP agents. Network: 7195f6fd-cec3-4d1b-95c0-21f6f9a8d9ac, hostable agents: ['987e2ca0-bc3b-4c6f-a989-429ccfbf753f'], hosted agents: [] {{(pid=102386) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 05 18:57:07.971663 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-81fe99af-555a-494a-9311-9dc0e7b82673 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Publish callbacks [] for port, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:07.975481 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-8b5c9a3f-9ffe-47d2-b1df-865afb377d05 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:07.981193 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.db [req-9af090c1-7493-4ba9-ae85-c8983db0972d req-cccda4cd-bbf8-4c8b-b946-41a7a363b9ae service neutron] For port 9b761a08-0d36-40a9-a231-63b877ffe8b0, host n-h1-816865-1, cleared binding levels {{(pid=102387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 18:57:08.007876 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.db [req-9af090c1-7493-4ba9-ae85-c8983db0972d req-cccda4cd-bbf8-4c8b-b946-41a7a363b9ae service neutron] For port 9b761a08-0d36-40a9-a231-63b877ffe8b0, host n-h1-816865-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=9b761a08-0d36-40a9-a231-63b877ffe8b0,segment=NetworkSegment(77f01b74-537a-42a9-ac0e-73f0b4ab63b5),segment_id=77f01b74-537a-42a9-ac0e-73f0b4ab63b5)] {{(pid=102387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 18:57:08.040828 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4bd76a-3e09-4789-a5b9-469b4a649370 req-62e8395c-225f-4834-a47f-13bf1c6a3768 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:57:08.042711 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-5f4bd76a-3e09-4789-a5b9-469b4a649370 req-62e8395c-225f-4834-a47f-13bf1c6a3768 service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2898734 Nov 05 18:57:08.132797 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b09598e-a224-4e07-aee8-d00ca4d0fa78 req-061dbd05-b644-4edd-a665-3bb0916e0d65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:57:08.134434 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-6b09598e-a224-4e07-aee8-d00ca4d0fa78 req-061dbd05-b644-4edd-a665-3bb0916e0d65 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=2d1e164bb09b4bc6b0a37a98f21fd24b&device_id=93c08649-0c78-43a2-be9e-2ac6589b527d HTTP/1.1" status: 200 len: 1094 time: 0.0468569 Nov 05 18:57:08.137235 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83eeccb3-8588-4a21-96af-8f5ae0e5e0de req-4c10e69f-8030-4972-a6d3-88520017fdcb tempest-ServerRescueNegativeTestJSON-570401673 tempest-ServerRescueNegativeTestJSON-570401673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:57:08.138846 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-83eeccb3-8588-4a21-96af-8f5ae0e5e0de req-4c10e69f-8030-4972-a6d3-88520017fdcb tempest-ServerRescueNegativeTestJSON-570401673 tempest-ServerRescueNegativeTestJSON-570401673-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e3b4c93-69f3-4e6c-8f09-2e860aeb5776 HTTP/1.1" status: 200 len: 943 time: 0.0512986 Nov 05 18:57:08.181986 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-81fe99af-555a-494a-9311-9dc0e7b82673 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4417063'] for port, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:08.181986 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-9af090c1-7493-4ba9-ae85-c8983db0972d req-cccda4cd-bbf8-4c8b-b946-41a7a363b9ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4417072'] for port, after_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:08.181986 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-8b5c9a3f-9ffe-47d2-b1df-865afb377d05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:08.183423 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-169c4b90-0ee8-48f9-bae9-7868fc41fa58 tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Network 7195f6fd-cec3-4d1b-95c0-21f6f9a8d9ac is scheduled to be hosted by DHCP agent 987e2ca0-bc3b-4c6f-a989-429ccfbf753f with binding_index 1 {{(pid=102386) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 05 18:57:08.186838 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-813d1fb2-7a63-4d7e-afeb-4a307e2bb4b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:08.190613 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-813d1fb2-7a63-4d7e-afeb-4a307e2bb4b3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:08.194822 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-813d1fb2-7a63-4d7e-afeb-4a307e2bb4b3 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a21cf9ce-7da8-4b88-9c9a-9cc6b0850d87 HTTP/1.1" status: 204 len: 168 time: 0.8326337 Nov 05 18:57:08.194822 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-6b09598e-a224-4e07-aee8-d00ca4d0fa78 req-9f3efc24-228e-407d-bc3d-8cef8a3c525c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e797f9cd-d647-4469-b0c1-4b83e350e911 HTTP/1.1" status: 200 len: 217 time: 0.0464482 Nov 05 18:57:08.194822 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-1cb2fd66-846f-4429-8701-00b043b7d81c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:08.210384 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-1cb2fd66-846f-4429-8701-00b043b7d81c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:08.211586 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-1cb2fd66-846f-4429-8701-00b043b7d81c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/eaf626d3-64ab-49c8-b1b9-da0834e139b0 HTTP/1.1" status: 204 len: 168 time: 0.8882899 Nov 05 18:57:08.226560 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-31f93893-a48e-4ae8-833d-dccb2b42eacc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:08.297250 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81fe99af-555a-494a-9311-9dc0e7b82673 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Pushing event updated for resources: {'Port': ['ID=1ba2b027-de97-40eb-a45e-7038eaac8b28,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:57:08.308279 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813d1fb2-7a63-4d7e-afeb-4a307e2bb4b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a21cf9ce-7da8-4b88-9c9a-9cc6b0850d87,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:57:08.338427 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb2fd66-846f-4429-8701-00b043b7d81c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eaf626d3-64ab-49c8-b1b9-da0834e139b0,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:57:08.354670 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b09598e-a224-4e07-aee8-d00ca4d0fa78 req-11988f22-f236-4f51-b324-1fdadf3846fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:57:08.356181 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-6b09598e-a224-4e07-aee8-d00ca4d0fa78 req-11988f22-f236-4f51-b324-1fdadf3846fc service neutron] 10.222.0.55 "GET /v2.0/subnets?id=4cb513d1-da39-46f8-8352-51da564b63e4 HTTP/1.1" status: 200 len: 859 time: 0.1435452 Nov 05 18:57:08.395621 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81fe99af-555a-494a-9311-9dc0e7b82673 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Network 2f127c32-dfb7-4426-bd1c-1c5f44dc1bb7 is already hosted by enough agents. {{(pid=102387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 18:57:08.397115 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af090c1-7493-4ba9-ae85-c8983db0972d req-cccda4cd-bbf8-4c8b-b946-41a7a363b9ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:57:08.397744 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-9af090c1-7493-4ba9-ae85-c8983db0972d req-cccda4cd-bbf8-4c8b-b946-41a7a363b9ae service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:08.399183 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-9af090c1-7493-4ba9-ae85-c8983db0972d req-cccda4cd-bbf8-4c8b-b946-41a7a363b9ae service neutron] 10.222.0.41 "PUT /v2.0/ports/9b761a08-0d36-40a9-a231-63b877ffe8b0 HTTP/1.1" status: 200 len: 1091 time: 3.3128533 Nov 05 18:57:08.416695 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-6b09598e-a224-4e07-aee8-d00ca4d0fa78 req-11209735-3d95-4ede-b61f-606b64932100 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=42e7925c-fd66-4b62-ba17-57eb03167e5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0482399 Nov 05 18:57:08.427568 n-d-816865-1 neutron-server[102387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e3b4c93-69f3-4e6c-8f09-2e860aeb5776', 'tag': '9b761a08-0d36-40a9-a231-63b877ffe8b0'}] {{(pid=102387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 18:57:08.429949 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab06bd4ddf5758c1f10d79fe34dc215bafa488692cde9dba2fcbcb67556f90bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9ff9720-5672-47dc-be8b-573516248320" -d '{"events": [{"name": "network-changed", "server_uuid": "1e3b4c93-69f3-4e6c-8f09-2e860aeb5776", "tag": "9b761a08-0d36-40a9-a231-63b877ffe8b0"}]}' {{(pid=102387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 18:57:08.435733 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-83eeccb3-8588-4a21-96af-8f5ae0e5e0de req-e919371c-b1ed-48c9-aa86-5af9510896a7 tempest-ServerRescueNegativeTestJSON-570401673 tempest-ServerRescueNegativeTestJSON-570401673-project] 10.222.0.13 "GET /v2.0/security-groups?id=01574b07-2bff-4b61-b9a8-932cd03ff8af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2900157 Nov 05 18:57:08.440306 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-8b5c9a3f-9ffe-47d2-b1df-865afb377d05 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2be5f4e4d95e4af086b42b8124b5766d&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0664935 Nov 05 18:57:08.444598 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-85ea43cc-5771-45c4-96c1-9c7b0f18b657 req-84b1b1dd-297a-4a46-af3f-40150d5f4045 tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] 10.222.0.13 "GET /v2.0/ports?device_id=1ed3847c-218e-4cb8-928e-c9a661bf8fcb HTTP/1.1" status: 200 len: 210 time: 0.1705456 Nov 05 18:57:08.447145 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 37214) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:57:08.448041 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.base_scheduler [None req-81fe99af-555a-494a-9311-9dc0e7b82673 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Resources bound (agent type, host, resource id): {{(pid=102387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:57:08.459651 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81fe99af-555a-494a-9311-9dc0e7b82673 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Received port after_create {{(pid=102387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 18:57:08.460190 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.base_scheduler [None req-169c4b90-0ee8-48f9-bae9-7868fc41fa58 tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816865-1, 7195f6fd-cec3-4d1b-95c0-21f6f9a8d9ac) {{(pid=102386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:57:08.465619 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81fe99af-555a-494a-9311-9dc0e7b82673 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:57:08.466020 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-81fe99af-555a-494a-9311-9dc0e7b82673 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:08.468547 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5c9a3f-9ffe-47d2-b1df-865afb377d05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d067e6b0-3d00-458b-8548-518416b567fd,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:57:08.472643 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27ad8112-42da-4f59-ad22-0582db148f66 None None] Network 7195f6fd-cec3-4d1b-95c0-21f6f9a8d9ac requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 18:57:08.500453 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-169c4b90-0ee8-48f9-bae9-7868fc41fa58 tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:57:08.500996 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-169c4b90-0ee8-48f9-bae9-7868fc41fa58 tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Publish callbacks [] for subnet, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:08.593064 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:08.601136 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 18:57:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7abd257b-7686-4d6e-9287-71c98fb01fae x-openstack-request-id: req-7abd257b-7686-4d6e-9287-71c98fb01fae {{(pid=102387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 18:57:08.601559 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e3b4c93-69f3-4e6c-8f09-2e860aeb5776", "tag": "9b761a08-0d36-40a9-a231-63b877ffe8b0", "status": "completed", "code": 200}]} {{(pid=102387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 18:57:08.601811 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7abd257b-7686-4d6e-9287-71c98fb01fae {{(pid=102387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 18:57:08.608362 n-d-816865-1 neutron-server[102387]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e3b4c93-69f3-4e6c-8f09-2e860aeb5776', 'tag': '9b761a08-0d36-40a9-a231-63b877ffe8b0', 'status': 'completed', 'code': 200} Nov 05 18:57:08.666964 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cccda4cd-bbf8-4c8b-b946-41a7a363b9ae service neutron] Pushing event updated for resources: {'Port': ['ID=9b761a08-0d36-40a9-a231-63b877ffe8b0,revision_number=3']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:57:08.683550 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-6b09598e-a224-4e07-aee8-d00ca4d0fa78 req-67b91027-c3af-45ae-a1e8-d2d13567fa08 service neutron] 10.222.0.55 "GET /v2.0/networks/42e7925c-fd66-4b62-ba17-57eb03167e5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2523019 Nov 05 18:57:08.716184 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af090c1-7493-4ba9-ae85-c8983db0972d req-3c272bfc-abdc-4cdf-a66b-fba1503a7ad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:57:08.717933 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-9af090c1-7493-4ba9-ae85-c8983db0972d req-3c272bfc-abdc-4cdf-a66b-fba1503a7ad8 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2d1e164bb09b4bc6b0a37a98f21fd24b&device_id=1e3b4c93-69f3-4e6c-8f09-2e860aeb5776 HTTP/1.1" status: 200 len: 1094 time: 0.1954029 Nov 05 18:57:08.718970 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-445c1a22-c2a0-4385-af54-d33a9ffe0422 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:08.726955 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-81fe99af-555a-494a-9311-9dc0e7b82673 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 893 time: 2.1103010 Nov 05 18:57:08.733792 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 37218) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:57:08.764847 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c8b1717-ff0f-4bd2-9793-400d696bc29f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeb20a084-accf-5b60-8075-3e69ebe863a6-7195f6fd-cec3-4d1b-95c0-21f6f9a8d9ac', 'network_id': '7195f6fd-cec3-4d1b-95c0-21f6f9a8d9ac', 'tenant_id': '3ef4f33c20644d3a8cc67018579acd02', 'fixed_ips': [{'subnet_id': '953fbd90-135b-4913-8d48-f5f15d2ba469'}]}} from n-d-816865-1. {{(pid=102388) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 05 18:57:08.766142 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-8c8b1717-ff0f-4bd2-9793-400d696bc29f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:08.817266 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-9af090c1-7493-4ba9-ae85-c8983db0972d req-8ef65e8d-b9fc-4fda-90b7-3876899cd9b5 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9b761a08-0d36-40a9-a231-63b877ffe8b0 HTTP/1.1" status: 200 len: 217 time: 0.0883665 Nov 05 18:57:08.819287 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-445c1a22-c2a0-4385-af54-d33a9ffe0422 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:08.889511 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-169c4b90-0ee8-48f9-bae9-7868fc41fa58 tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 2.9096506 Nov 05 18:57:08.897556 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 37222) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:57:08.908798 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-63e3b698-b735-49db-a53b-3960668ba791 tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:57:08.985327 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af090c1-7493-4ba9-ae85-c8983db0972d req-ebe6c4f9-e227-4a57-8f77-162efbdc6902 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:57:08.987115 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-9af090c1-7493-4ba9-ae85-c8983db0972d req-ebe6c4f9-e227-4a57-8f77-162efbdc6902 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4cb513d1-da39-46f8-8352-51da564b63e4 HTTP/1.1" status: 200 len: 859 time: 0.1529675 Nov 05 18:57:09.055154 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-9af090c1-7493-4ba9-ae85-c8983db0972d req-d373206b-a160-4010-ad2e-f64db9ae29f6 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=42e7925c-fd66-4b62-ba17-57eb03167e5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0510893 Nov 05 18:57:09.070891 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [None req-b95fe69c-eecc-48dd-a612-520ffc55146e tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Deleting port 1ba2b027-de97-40eb-a45e-7038eaac8b28 {{(pid=102387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 18:57:09.071465 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-b95fe69c-eecc-48dd-a612-520ffc55146e tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:09.083375 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.db_base_plugin_common [None req-8c8b1717-ff0f-4bd2-9793-400d696bc29f None None] Allocated IP 172.20.0.3 (7195f6fd-cec3-4d1b-95c0-21f6f9a8d9ac/953fbd90-135b-4913-8d48-f5f15d2ba469/c984e9c3-92dd-4ad5-9110-cc6af7de1d08) {{(pid=102388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 18:57:09.124587 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-445c1a22-c2a0-4385-af54-d33a9ffe0422 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:09.127650 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-445c1a22-c2a0-4385-af54-d33a9ffe0422 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:09.129832 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-445c1a22-c2a0-4385-af54-d33a9ffe0422 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d067e6b0-3d00-458b-8548-518416b567fd HTTP/1.1" status: 204 len: 168 time: 0.6796794 Nov 05 18:57:09.134211 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-63e3b698-b735-49db-a53b-3960668ba791 tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-4877133'] for subnet, before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:09.151273 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-6b09598e-a224-4e07-aee8-d00ca4d0fa78 req-03751b09-d864-4fb8-8fb7-ab1a4d4561ae service neutron] 10.222.0.55 "GET /v2.0/networks/42e7925c-fd66-4b62-ba17-57eb03167e5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4565966 Nov 05 18:57:09.179614 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d31a218-1a13-4f80-98ac-c366959c528c None None] Network 2f127c32-dfb7-4426-bd1c-1c5f44dc1bb7 requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 18:57:09.183321 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445c1a22-c2a0-4385-af54-d33a9ffe0422 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d067e6b0-3d00-458b-8548-518416b567fd,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:57:09.262507 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-b95fe69c-eecc-48dd-a612-520ffc55146e tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:09.293140 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-9af090c1-7493-4ba9-ae85-c8983db0972d req-a5073440-54be-43cf-a5f4-f82fde6e3192 service neutron] 10.222.0.41 "GET /v2.0/networks/42e7925c-fd66-4b62-ba17-57eb03167e5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2216215 Nov 05 18:57:09.294277 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [None req-b95fe69c-eecc-48dd-a612-520ffc55146e tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Calling delete_port for 1ba2b027-de97-40eb-a45e-7038eaac8b28 owned by {{(pid=102387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 18:57:09.336442 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-09e823e5-cd0c-4c3d-865c-97c7ff949907 None None] Provisioning complete for port e3fc5da5-89be-45dd-84cc-95bd73b82e4c triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:57:09.336813 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-09e823e5-cd0c-4c3d-865c-97c7ff949907 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:09.434289 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 37228) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:57:09.445885 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-9af090c1-7493-4ba9-ae85-c8983db0972d req-88f9c433-45b2-49b6-8da3-593d2091b199 service neutron] 10.222.0.41 "GET /v2.0/networks/42e7925c-fd66-4b62-ba17-57eb03167e5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1444554 Nov 05 18:57:09.465848 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-c7703918-0d5e-41b6-8018-c72101f28079 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:09.509384 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 37234) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:57:09.526776 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-8c8b1717-ff0f-4bd2-9793-400d696bc29f None None] Publish callbacks [] for port, precommit_create {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:09.645790 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-8c8b1717-ff0f-4bd2-9793-400d696bc29f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789'] for port, after_create {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:09.702129 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device e3fc5da5-89be-45dd-84cc-95bd73b82e4c up at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 18:57:09.713474 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-4cba0062-66ad-41ce-b673-684051c374b9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:09.735402 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-09e823e5-cd0c-4c3d-865c-97c7ff949907 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:09.767293 n-d-816865-1 neutron-server[102388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c8b1717-ff0f-4bd2-9793-400d696bc29f None None] Network 7195f6fd-cec3-4d1b-95c0-21f6f9a8d9ac is already hosted by enough agents. {{(pid=102388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 18:57:09.772189 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-1e082803-abf4-4122-9557-795b282176b2 req-c66bdc24-706c-42a7-a3f9-0791c7a46a83 tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] 10.222.0.13 "GET /v2.0/ports?device_id=1ed3847c-218e-4cb8-928e-c9a661bf8fcb HTTP/1.1" status: 200 len: 210 time: 0.1461143 Nov 05 18:57:09.777947 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-c7703918-0d5e-41b6-8018-c72101f28079 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:09.791860 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ff9720-5672-47dc-be8b-573516248320 req-8dd82ef0-2be9-4b5e-9450-48cd9e9f5824 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:57:09.793313 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-a9ff9720-5672-47dc-be8b-573516248320 req-8dd82ef0-2be9-4b5e-9450-48cd9e9f5824 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2d1e164bb09b4bc6b0a37a98f21fd24b&device_id=1e3b4c93-69f3-4e6c-8f09-2e860aeb5776 HTTP/1.1" status: 200 len: 1094 time: 0.1272295 Nov 05 18:57:09.807013 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8b1717-ff0f-4bd2-9793-400d696bc29f None None] Pushing event updated for resources: {'Port': ['ID=c984e9c3-92dd-4ad5-9110-cc6af7de1d08,revision_number=1']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:57:09.821151 n-d-816865-1 neutron-server[102388]: DEBUG neutron.scheduler.base_scheduler [None req-8c8b1717-ff0f-4bd2-9793-400d696bc29f None None] Resources bound (agent type, host, resource id): {{(pid=102388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:57:09.821897 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1062c1-65ba-4c6d-af4b-170df866fb29 req-e918ffef-d34a-4e39-92bf-2ac0b45f4e4e tempest-ServerRescueNegativeTestJSON-570401673 tempest-ServerRescueNegativeTestJSON-570401673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:57:09.829650 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-2f1062c1-65ba-4c6d-af4b-170df866fb29 req-e918ffef-d34a-4e39-92bf-2ac0b45f4e4e tempest-ServerRescueNegativeTestJSON-570401673 tempest-ServerRescueNegativeTestJSON-570401673-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e3b4c93-69f3-4e6c-8f09-2e860aeb5776 HTTP/1.1" status: 200 len: 943 time: 0.2022121 Nov 05 18:57:09.855902 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-09e823e5-cd0c-4c3d-865c-97c7ff949907 None None] For port e3fc5da5-89be-45dd-84cc-95bd73b82e4c, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=e3fc5da5-89be-45dd-84cc-95bd73b82e4c,segment=NetworkSegment(decdd1a0-b4a0-4ec1-8363-e06d0d74b7f7),segment_id=decdd1a0-b4a0-4ec1-8363-e06d0d74b7f7)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:57:09.857590 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c8b1717-ff0f-4bd2-9793-400d696bc29f None None] Received port after_create {{(pid=102388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 18:57:09.909387 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-c7703918-0d5e-41b6-8018-c72101f28079 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:09.955897 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7703918-0d5e-41b6-8018-c72101f28079 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=495406f4-4861-4624-aa26-b101318ae866,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:57:09.963386 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-b95fe69c-eecc-48dd-a612-520ffc55146e tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4417063'] for port, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:09.969532 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-09e823e5-cd0c-4c3d-865c-97c7ff949907 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:09.983120 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Provisioning complete for port e3fc5da5-89be-45dd-84cc-95bd73b82e4c triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:57:09.983702 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:10.049654 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-2f1062c1-65ba-4c6d-af4b-170df866fb29 req-e4bb6b07-7321-49fd-ade4-a2d230958df8 tempest-ServerRescueNegativeTestJSON-570401673 tempest-ServerRescueNegativeTestJSON-570401673-project] 10.222.0.13 "GET /v2.0/security-groups?id=01574b07-2bff-4b61-b9a8-932cd03ff8af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2143586 Nov 05 18:57:10.066855 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95fe69c-eecc-48dd-a612-520ffc55146e tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Pushing event deleted for resources: {'Port': ['ID=1ba2b027-de97-40eb-a45e-7038eaac8b28,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:57:10.071110 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-c7703918-0d5e-41b6-8018-c72101f28079 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=51766628b71a4f38a9c8d4a6995c0dcc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6320219 Nov 05 18:57:10.071380 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 37240) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:57:10.120176 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-b95fe69c-eecc-48dd-a612-520ffc55146e tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:10.125297 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-b95fe69c-eecc-48dd-a612-520ffc55146e tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] 10.222.0.13 "DELETE /v2.0/ports/1ba2b027-de97-40eb-a45e-7038eaac8b28 HTTP/1.1" status: 204 len: 168 time: 1.3896990 Nov 05 18:57:10.131544 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 37242) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:57:10.154879 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-63e3b698-b735-49db-a53b-3960668ba791 tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8750027766631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-6149884'] for subnet, after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:10.160425 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-8c8b1717-ff0f-4bd2-9793-400d696bc29f None None] Attempting to bind port c984e9c3-92dd-4ad5-9110-cc6af7de1d08 on host n-d-816865-1 for vnic_type normal with profile {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 18:57:10.160828 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-8c8b1717-ff0f-4bd2-9793-400d696bc29f None None] Attempting to bind port c984e9c3-92dd-4ad5-9110-cc6af7de1d08 by drivers openvswitch,hyperv on host n-d-816865-1 at level 0 using segments [{'id': '64da4a24-80eb-46b1-b5e2-b19a3a5d3c43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '7195f6fd-cec3-4d1b-95c0-21f6f9a8d9ac'}] {{(pid=102388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 18:57:10.161157 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-4cba0062-66ad-41ce-b673-684051c374b9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:10.161263 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c8b1717-ff0f-4bd2-9793-400d696bc29f None None] Attempting to bind port c984e9c3-92dd-4ad5-9110-cc6af7de1d08 on network 7195f6fd-cec3-4d1b-95c0-21f6f9a8d9ac {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 18:57:10.165677 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ff9720-5672-47dc-be8b-573516248320 req-df6ae2df-344a-40d1-86cc-749b6490829d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:57:10.167965 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e823e5-cd0c-4c3d-865c-97c7ff949907 None None] Pushing event updated for resources: {'Port': ['ID=e3fc5da5-89be-45dd-84cc-95bd73b82e4c,revision_number=3']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:57:10.182090 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-a9ff9720-5672-47dc-be8b-573516248320 req-df6ae2df-344a-40d1-86cc-749b6490829d service neutron] 10.222.0.41 "GET /v2.0/networks?id=42e7925c-fd66-4b62-ba17-57eb03167e5d HTTP/1.1" status: 200 len: 920 time: 0.3680949 Nov 05 18:57:10.193922 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c8b1717-ff0f-4bd2-9793-400d696bc29f None None] Checking agent: {'id': '724d89a7-611b-41e6-bc85-c48112b17afa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 18, 25, 8), 'started_at': datetime.datetime(2021, 11, 5, 18, 25, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 18, 57, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 18:57:10.196453 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c8b1717-ff0f-4bd2-9793-400d696bc29f None None] Checking segment: {'id': '64da4a24-80eb-46b1-b5e2-b19a3a5d3c43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '7195f6fd-cec3-4d1b-95c0-21f6f9a8d9ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 18:57:10.196978 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-8c8b1717-ff0f-4bd2-9793-400d696bc29f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:10.197278 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c8b1717-ff0f-4bd2-9793-400d696bc29f None None] Bound using segment: {'id': '64da4a24-80eb-46b1-b5e2-b19a3a5d3c43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '7195f6fd-cec3-4d1b-95c0-21f6f9a8d9ac'} {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 18:57:10.197769 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-8c8b1717-ff0f-4bd2-9793-400d696bc29f None None] Bound port: c984e9c3-92dd-4ad5-9110-cc6af7de1d08, host: n-d-816865-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64da4a24-80eb-46b1-b5e2-b19a3a5d3c43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '7195f6fd-cec3-4d1b-95c0-21f6f9a8d9ac'}}] {{(pid=102388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 18:57:10.199022 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-8c8b1717-ff0f-4bd2-9793-400d696bc29f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:10.239753 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-42fe1bd8-4f12-431c-95da-a9c8f159a652 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:10.265009 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63e3b698-b735-49db-a53b-3960668ba791 tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:57:10.265625 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-63e3b698-b735-49db-a53b-3960668ba791 tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Publish callbacks [] for subnet, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:10.270118 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-63e3b698-b735-49db-a53b-3960668ba791 tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] 10.222.0.13 "PUT /v2.0/subnets/953fbd90-135b-4913-8d48-f5f15d2ba469 HTTP/1.1" status: 200 len: 877 time: 1.3635674 Nov 05 18:57:10.276381 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 37244) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:57:10.286269 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-a9ff9720-5672-47dc-be8b-573516248320 req-3d9b1631-f610-416c-941d-cdda5cb90701 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9b761a08-0d36-40a9-a231-63b877ffe8b0 HTTP/1.1" status: 200 len: 217 time: 0.1018159 Nov 05 18:57:10.287201 n-d-816865-1 neutron-server[102387]: INFO neutron.pecan_wsgi.hooks.translation [None req-4159c30d-7d51-45c1-97c9-b81f2e793878 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] GET failed (client error): The resource could not be found. Nov 05 18:57:10.291602 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-4159c30d-7d51-45c1-97c9-b81f2e793878 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] 10.222.0.13 "GET /v2.0/ports/1ba2b027-de97-40eb-a45e-7038eaac8b28 HTTP/1.1" status: 404 len: 333 time: 0.1586390 Nov 05 18:57:10.292461 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-4cba0062-66ad-41ce-b673-684051c374b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:10.294784 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 37246) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:57:10.334468 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-42fe1bd8-4f12-431c-95da-a9c8f159a652 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:10.344109 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e3b698-b735-49db-a53b-3960668ba791 tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Pushing event updated for resources: {'Subnet': ['ID=953fbd90-135b-4913-8d48-f5f15d2ba469,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:57:10.366178 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-11fcc401-c036-4c89-aa9e-d3fc765b8170 None None] Provisioning complete for port e3fc5da5-89be-45dd-84cc-95bd73b82e4c triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:57:10.366448 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-11fcc401-c036-4c89-aa9e-d3fc765b8170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:10.434416 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cba0062-66ad-41ce-b673-684051c374b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58f724f7-dcbd-406c-bc40-eaf0c423d5b7,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:57:10.468739 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-4b735f1d-60ce-4207-8e75-8c821affb11e tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1664226'] for network, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:10.559714 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-4b735f1d-60ce-4207-8e75-8c821affb11e tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Deleting port c984e9c3-92dd-4ad5-9110-cc6af7de1d08 {{(pid=102386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 18:57:10.559714 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-4b735f1d-60ce-4207-8e75-8c821affb11e tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:10.627124 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-8c8b1717-ff0f-4bd2-9793-400d696bc29f None None] For port c984e9c3-92dd-4ad5-9110-cc6af7de1d08, host n-d-816865-1, cleared binding levels {{(pid=102388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 18:57:10.660216 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [None req-4b735f1d-60ce-4207-8e75-8c821affb11e tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] For port c984e9c3-92dd-4ad5-9110-cc6af7de1d08, host n-d-816865-1, got binding levels [] {{(pid=102386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:57:10.660580 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-4b735f1d-60ce-4207-8e75-8c821affb11e tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:10.675319 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-4b735f1d-60ce-4207-8e75-8c821affb11e tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Calling delete_port for c984e9c3-92dd-4ad5-9110-cc6af7de1d08 owned by network:dhcp {{(pid=102386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 18:57:10.719319 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-8c8b1717-ff0f-4bd2-9793-400d696bc29f None None] For port c984e9c3-92dd-4ad5-9110-cc6af7de1d08, host n-d-816865-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=c984e9c3-92dd-4ad5-9110-cc6af7de1d08,segment=NetworkSegment(64da4a24-80eb-46b1-b5e2-b19a3a5d3c43),segment_id=64da4a24-80eb-46b1-b5e2-b19a3a5d3c43)] {{(pid=102388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 18:57:10.728692 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 37248) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:57:10.731253 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-42fe1bd8-4f12-431c-95da-a9c8f159a652 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:10.733927 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-42fe1bd8-4f12-431c-95da-a9c8f159a652 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:10.737441 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-42fe1bd8-4f12-431c-95da-a9c8f159a652 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/495406f4-4861-4624-aa26-b101318ae866 HTTP/1.1" status: 204 len: 168 time: 0.6627710 Nov 05 18:57:10.768864 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42fe1bd8-4f12-431c-95da-a9c8f159a652 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=495406f4-4861-4624-aa26-b101318ae866,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:57:10.793049 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-11fcc401-c036-4c89-aa9e-d3fc765b8170 None None] Could not find standard attr ID for object 1ba2b027-de97-40eb-a45e-7038eaac8b28. {{(pid=102388) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 05 18:57:10.826801 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-8c8b1717-ff0f-4bd2-9793-400d696bc29f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:10.845714 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-5be4974a-bb1e-4a60-b648-485d16c13681 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3fdf0adabde0460c887e9be603056b00&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1153729 Nov 05 18:57:10.911353 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 37254) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:57:10.947374 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-f0cf733b-f843-4456-9ace-3d8cad57f9c6 None None] Could not find standard attr ID for object 1ba2b027-de97-40eb-a45e-7038eaac8b28. {{(pid=102388) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 05 18:57:10.960995 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-4cba0062-66ad-41ce-b673-684051c374b9 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d03ec4c4753f4909afc8d1782085c899&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4362121 Nov 05 18:57:10.964340 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 37258) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:57:10.987116 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ff9720-5672-47dc-be8b-573516248320 req-7c8ba578-1dd9-4416-9095-fec56185fea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:57:10.989314 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-a9ff9720-5672-47dc-be8b-573516248320 req-7c8ba578-1dd9-4416-9095-fec56185fea8 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4cb513d1-da39-46f8-8352-51da564b63e4 HTTP/1.1" status: 200 len: 859 time: 0.6927042 Nov 05 18:57:11.009653 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ed6c073-f4ec-4bc9-8073-ce70b9de7d07 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Deleting subnet d2254efd-1d4f-4fca-816f-e39e99e431f3 {{(pid=102387) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 05 18:57:11.018286 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8b1717-ff0f-4bd2-9793-400d696bc29f None None] Pushing event updated for resources: {'Port': ['ID=c984e9c3-92dd-4ad5-9110-cc6af7de1d08,revision_number=2']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:57:11.030524 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-209d66ca-3606-4d8b-b817-21c34a9e0fa1 req-2f984efe-9b5a-4090-a039-f0e792713527 tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] 10.222.0.13 "GET /v2.0/ports?device_id=1ed3847c-218e-4cb8-928e-c9a661bf8fcb HTTP/1.1" status: 200 len: 210 time: 0.0641739 Nov 05 18:57:11.041767 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-2ed6c073-f4ec-4bc9-8073-ce70b9de7d07 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Publish callbacks [] for subnet, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:11.065608 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-0edd6fc2-3162-459c-a238-2b2f0cdd590d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:11.087181 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-a9ff9720-5672-47dc-be8b-573516248320 req-6ada7134-8858-49a3-8297-bed4f22b7fb7 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=42e7925c-fd66-4b62-ba17-57eb03167e5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0746169 Nov 05 18:57:11.112670 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-4b735f1d-60ce-4207-8e75-8c821affb11e tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:11.116657 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-0edd6fc2-3162-459c-a238-2b2f0cdd590d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:11.136514 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-56edd098-8955-4cb3-8e51-a4cfde80a489 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:11.150521 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-2ed6c073-f4ec-4bc9-8073-ce70b9de7d07 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4463501'] for subnet, precommit_delete_associations {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:11.171887 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b735f1d-60ce-4207-8e75-8c821affb11e tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Pushing event deleted for resources: {'Port': ['ID=c984e9c3-92dd-4ad5-9110-cc6af7de1d08,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:57:11.235251 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-56edd098-8955-4cb3-8e51-a4cfde80a489 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:11.270834 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b735f1d-60ce-4207-8e75-8c821affb11e tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] No DVR routers for this DVR port c984e9c3-92dd-4ad5-9110-cc6af7de1d08 on host n-d-816865-1 {{(pid=102386) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 18:57:11.334898 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95828616-a1e7-4e65-801b-85bc44449269 req-ff0cdfdc-ca4b-4b1b-bb8c-a66040cebed5 tempest-ServerRescueNegativeTestJSON-570401673 tempest-ServerRescueNegativeTestJSON-570401673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:57:11.336386 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-95828616-a1e7-4e65-801b-85bc44449269 req-ff0cdfdc-ca4b-4b1b-bb8c-a66040cebed5 tempest-ServerRescueNegativeTestJSON-570401673 tempest-ServerRescueNegativeTestJSON-570401673-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e3b4c93-69f3-4e6c-8f09-2e860aeb5776 HTTP/1.1" status: 200 len: 943 time: 0.2119265 Nov 05 18:57:11.396876 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-a9ff9720-5672-47dc-be8b-573516248320 req-11607821-62a1-4b04-93d8-f85545a8236b service neutron] 10.222.0.41 "GET /v2.0/networks/42e7925c-fd66-4b62-ba17-57eb03167e5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3003740 Nov 05 18:57:11.417375 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-2ed6c073-f4ec-4bc9-8073-ce70b9de7d07 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1573928'] for subnet, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:11.417643 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-4b735f1d-60ce-4207-8e75-8c821affb11e tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1573928'] for subnet, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:11.505111 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbfc683-b49d-4d4d-984c-f53f0b6be48b req-d3816128-a1e9-4868-86bc-6ced49b698a8 tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:57:11.506736 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-ddbfc683-b49d-4d4d-984c-f53f0b6be48b req-d3816128-a1e9-4868-86bc-6ced49b698a8 tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] 10.222.0.55 "GET /v2.0/networks?id=9c2bdaad-faf0-4d75-bb68-340f7d20c596 HTTP/1.1" status: 200 len: 806 time: 0.1892669 Nov 05 18:57:11.514980 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-0edd6fc2-3162-459c-a238-2b2f0cdd590d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:11.517625 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-0edd6fc2-3162-459c-a238-2b2f0cdd590d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:11.519611 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-0edd6fc2-3162-459c-a238-2b2f0cdd590d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c8e5d877-233d-4855-90e9-9e23082ca775 HTTP/1.1" status: 204 len: 168 time: 0.6060700 Nov 05 18:57:11.531414 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [req-ddbfc683-b49d-4d4d-984c-f53f0b6be48b req-ba2af75d-870b-4508-975f-9db3d5330823 tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] Request body: {'port': {'device_id': '1ed3847c-218e-4cb8-928e-c9a661bf8fcb', 'network_id': '9c2bdaad-faf0-4d75-bb68-340f7d20c596', 'admin_state_up': True, 'tenant_id': 'c2718bfd25be4558ab62a930e9f4ce41'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:57:11.535256 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device e3fc5da5-89be-45dd-84cc-95bd73b82e4c up at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 18:57:11.568256 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0edd6fc2-3162-459c-a238-2b2f0cdd590d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8e5d877-233d-4855-90e9-9e23082ca775,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:57:11.610209 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-56edd098-8955-4cb3-8e51-a4cfde80a489 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:11.612916 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-56edd098-8955-4cb3-8e51-a4cfde80a489 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:11.614128 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-56edd098-8955-4cb3-8e51-a4cfde80a489 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/58f724f7-dcbd-406c-bc40-eaf0c423d5b7 HTTP/1.1" status: 204 len: 168 time: 0.6486418 Nov 05 18:57:11.631845 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56edd098-8955-4cb3-8e51-a4cfde80a489 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58f724f7-dcbd-406c-bc40-eaf0c423d5b7,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:57:11.643732 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-a9ff9720-5672-47dc-be8b-573516248320 req-76990c2b-f892-4f14-87ec-341efde77c1d service neutron] 10.222.0.41 "GET /v2.0/networks/42e7925c-fd66-4b62-ba17-57eb03167e5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2210934 Nov 05 18:57:11.649678 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-95828616-a1e7-4e65-801b-85bc44449269 req-caeea601-eacf-42e8-9fe5-ad1fa10df1b4 tempest-ServerRescueNegativeTestJSON-570401673 tempest-ServerRescueNegativeTestJSON-570401673-project] 10.222.0.13 "GET /v2.0/security-groups?id=01574b07-2bff-4b61-b9a8-932cd03ff8af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2832339 Nov 05 18:57:11.704066 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-4b735f1d-60ce-4207-8e75-8c821affb11e tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1573905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6149879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4877183'] for subnet, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:11.726323 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Provisioning complete for port e3fc5da5-89be-45dd-84cc-95bd73b82e4c triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:57:11.726924 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:11.751076 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b735f1d-60ce-4207-8e75-8c821affb11e tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Pushing event deleted for resources: {'Subnet': ['ID=953fbd90-135b-4913-8d48-f5f15d2ba469,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:57:11.810193 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-2ed6c073-f4ec-4bc9-8073-ce70b9de7d07 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1573905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4417146', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5112209'] for subnet, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:11.828444 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-4b735f1d-60ce-4207-8e75-8c821affb11e tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1579173', 'neutron.services.segments.db._delete_segments_for_network-8750027792909'] for network, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:11.851651 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ddbfc683-b49d-4d4d-984c-f53f0b6be48b req-ba2af75d-870b-4508-975f-9db3d5330823 tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] Made reservation on behalf of c2718bfd25be4558ab62a930e9f4ce41 for: {'port': 1} {{(pid=102386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 18:57:11.856165 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-ddbfc683-b49d-4d4d-984c-f53f0b6be48b req-ba2af75d-870b-4508-975f-9db3d5330823 tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:11.859950 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed6c073-f4ec-4bc9-8073-ce70b9de7d07 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Pushing event deleted for resources: {'Subnet': ['ID=d2254efd-1d4f-4fca-816f-e39e99e431f3,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:57:11.872730 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fe947bd-d6d1-4918-9b50-f6fae53e3343 None None] Network 2f127c32-dfb7-4426-bd1c-1c5f44dc1bb7 requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 18:57:11.879783 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-2ed6c073-f4ec-4bc9-8073-ce70b9de7d07 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Publish callbacks [] for subnet, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:11.886138 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-2ed6c073-f4ec-4bc9-8073-ce70b9de7d07 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] 10.222.0.13 "DELETE /v2.0/subnets/d2254efd-1d4f-4fca-816f-e39e99e431f3 HTTP/1.1" status: 204 len: 168 time: 1.5796828 Nov 05 18:57:11.886797 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 37272) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:57:11.921627 n-d-816865-1 neutron-server[102386]: DEBUG neutron.services.segments.db [None req-4b735f1d-60ce-4207-8e75-8c821affb11e tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7195f6fd-cec3-4d1b-95c0-21f6f9a8d9ac']}} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:57:11.966901 n-d-816865-1 neutron-server[102386]: DEBUG neutron.services.segments.db [None req-4b735f1d-60ce-4207-8e75-8c821affb11e tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '64da4a24-80eb-46b1-b5e2-b19a3a5d3c43') {'for_net_delete': True} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:57:11.967474 n-d-816865-1 neutron-server[102386]: DEBUG neutron.services.segments.db [None req-4b735f1d-60ce-4207-8e75-8c821affb11e tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '64da4a24-80eb-46b1-b5e2-b19a3a5d3c43') {} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:57:11.992229 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-4b735f1d-60ce-4207-8e75-8c821affb11e tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750027793430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4590747'] for segment, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:12.017109 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-41ff10cd-3107-495b-88c5-5a190dbef51e tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1664226'] for network, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:12.035800 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-4b735f1d-60ce-4207-8e75-8c821affb11e tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273'] for segment, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:12.052967 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b735f1d-60ce-4207-8e75-8c821affb11e tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Releasing vlan 177 on physical network physnet1 to pool {{(pid=102386) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 05 18:57:12.053609 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-4b735f1d-60ce-4207-8e75-8c821affb11e tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6149721'] for segment, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:12.161910 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [None req-41ff10cd-3107-495b-88c5-5a190dbef51e tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Deleting port e3fc5da5-89be-45dd-84cc-95bd73b82e4c {{(pid=102387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 18:57:12.165963 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-41ff10cd-3107-495b-88c5-5a190dbef51e tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:12.242407 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Device e797f9cd-d647-4469-b0c1-4b83e350e911 details requested by agent hyperv_n-h2-816865-1 with host n-h2-816865-1 {{(pid=102388) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 05 18:57:12.255102 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-6df4a933-37db-4ce9-b5a0-192a1a66681b req-22041a2c-c101-4f65-be48-3d009fee5b72 tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] 10.222.0.13 "GET /v2.0/ports?device_id=1ed3847c-218e-4cb8-928e-c9a661bf8fcb HTTP/1.1" status: 200 len: 210 time: 0.0852182 Nov 05 18:57:12.327464 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fe47ab7-e922-4d99-ab0e-70f15e7b7f2b None None] DHCP port deletion for 2f127c32-dfb7-4426-bd1c-1c5f44dc1bb7 request from n-d-816865-1 {{(pid=102388) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 05 18:57:12.335220 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.db [None req-41ff10cd-3107-495b-88c5-5a190dbef51e tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] For port e3fc5da5-89be-45dd-84cc-95bd73b82e4c, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=e3fc5da5-89be-45dd-84cc-95bd73b82e4c,segment=NetworkSegment(decdd1a0-b4a0-4ec1-8363-e06d0d74b7f7),segment_id=decdd1a0-b4a0-4ec1-8363-e06d0d74b7f7)] {{(pid=102387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:57:12.335589 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-41ff10cd-3107-495b-88c5-5a190dbef51e tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:12.353105 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [None req-41ff10cd-3107-495b-88c5-5a190dbef51e tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Calling delete_port for e3fc5da5-89be-45dd-84cc-95bd73b82e4c owned by network:dhcp {{(pid=102387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 18:57:12.439787 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f9d4107-e4c3-4c33-907a-5629fa0ea588 None None] Network 7195f6fd-cec3-4d1b-95c0-21f6f9a8d9ac requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 18:57:12.518993 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-6c242b44-1120-4510-8faa-b716dc241311 None None] Could not find standard attr ID for object c984e9c3-92dd-4ad5-9110-cc6af7de1d08. {{(pid=102388) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 05 18:57:12.541018 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-41ff10cd-3107-495b-88c5-5a190dbef51e tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4417063'] for port, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:12.559162 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41ff10cd-3107-495b-88c5-5a190dbef51e tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] No DVR routers for this DVR port e3fc5da5-89be-45dd-84cc-95bd73b82e4c on host n-d-816865-1 {{(pid=102387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 18:57:12.559388 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] For port e797f9cd-d647-4469-b0c1-4b83e350e911, host n-h2-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=e797f9cd-d647-4469-b0c1-4b83e350e911,segment=NetworkSegment(77f01b74-537a-42a9-ac0e-73f0b4ab63b5),segment_id=77f01b74-537a-42a9-ac0e-73f0b4ab63b5)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:57:12.587892 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ff10cd-3107-495b-88c5-5a190dbef51e tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Pushing event deleted for resources: {'Port': ['ID=e3fc5da5-89be-45dd-84cc-95bd73b82e4c,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:57:12.598142 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Returning: {'device': 'e797f9cd-d647-4469-b0c1-4b83e350e911', 'network_id': '42e7925c-fd66-4b62-ba17-57eb03167e5d', 'port_id': 'e797f9cd-d647-4469-b0c1-4b83e350e911', 'mac_address': 'fa:16:3e:70:03:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 151, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4cb513d1-da39-46f8-8352-51da564b63e4', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102388) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 05 18:57:12.648684 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-7fe47ab7-e922-4d99-ab0e-70f15e7b7f2b None None] Deleting port e3fc5da5-89be-45dd-84cc-95bd73b82e4c {{(pid=102388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 18:57:12.649097 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-7fe47ab7-e922-4d99-ab0e-70f15e7b7f2b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:12.703687 n-d-816865-1 neutron-server[102386]: Traceback (most recent call last): Nov 05 18:57:12.703687 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 05 18:57:12.703687 n-d-816865-1 neutron-server[102386]: timer() Nov 05 18:57:12.703687 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 05 18:57:12.703687 n-d-816865-1 neutron-server[102386]: cb(*args, **kw) Nov 05 18:57:12.703687 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 05 18:57:12.703687 n-d-816865-1 neutron-server[102386]: return func(*args, **kwargs) Nov 05 18:57:12.703687 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 05 18:57:12.703687 n-d-816865-1 neutron-server[102386]: self._notify() Nov 05 18:57:12.703687 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 05 18:57:12.703687 n-d-816865-1 neutron-server[102386]: self.callback(batched_events) Nov 05 18:57:12.703687 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 05 18:57:12.703687 n-d-816865-1 neutron-server[102386]: event.method(event) Nov 05 18:57:12.703687 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 05 18:57:12.703687 n-d-816865-1 neutron-server[102386]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 05 18:57:12.703687 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 05 18:57:12.703687 n-d-816865-1 neutron-server[102386]: aggregate_uuid = self.p_client.list_aggregates( Nov 05 18:57:12.703687 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 05 18:57:12.703687 n-d-816865-1 neutron-server[102386]: return f(self, *a, **k) Nov 05 18:57:12.703687 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 05 18:57:12.703687 n-d-816865-1 neutron-server[102386]: return self._get(url).json() Nov 05 18:57:12.703687 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 05 18:57:12.703687 n-d-816865-1 neutron-server[102386]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 05 18:57:12.703687 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 05 18:57:12.703687 n-d-816865-1 neutron-server[102386]: return self.request(url, 'GET', **kwargs) Nov 05 18:57:12.703687 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 05 18:57:12.703687 n-d-816865-1 neutron-server[102386]: base_url = self.get_endpoint(auth, allow=allow, Nov 05 18:57:12.703687 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 05 18:57:12.703687 n-d-816865-1 neutron-server[102386]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 05 18:57:12.703687 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 05 18:57:12.703687 n-d-816865-1 neutron-server[102386]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 05 18:57:12.703687 n-d-816865-1 neutron-server[102386]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 05 18:57:12.720982 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:12.723050 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 37292) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:57:12.750271 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-7fe47ab7-e922-4d99-ab0e-70f15e7b7f2b None None] For port e3fc5da5-89be-45dd-84cc-95bd73b82e4c, host n-d-816865-1, got binding levels [] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:57:12.750956 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-7fe47ab7-e922-4d99-ab0e-70f15e7b7f2b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:12.753522 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d41543d-7852-4bdf-bd1f-97744ef0868c None None] DHCP port deletion for 7195f6fd-cec3-4d1b-95c0-21f6f9a8d9ac request from n-d-816865-1 {{(pid=102388) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 05 18:57:12.755678 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-41ff10cd-3107-495b-88c5-5a190dbef51e tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1579173', 'neutron.services.segments.db._delete_segments_for_network-8750027792909'] for network, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:12.756433 n-d-816865-1 neutron-server[102388]: DEBUG neutron.notifiers.nova [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e797f9cd-d647-4469-b0c1-4b83e350e911 {{(pid=102388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 18:57:12.798013 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-7fe47ab7-e922-4d99-ab0e-70f15e7b7f2b None None] Calling delete_port for e3fc5da5-89be-45dd-84cc-95bd73b82e4c owned by network:dhcp {{(pid=102388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 18:57:12.802090 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.ipam_backend_mixin [None req-7fe47ab7-e922-4d99-ab0e-70f15e7b7f2b None None] Port e3fc5da5-89be-45dd-84cc-95bd73b82e4c was not found and therefore no delete operation was performed {{(pid=102388) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 05 18:57:12.806602 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] For port e797f9cd-d647-4469-b0c1-4b83e350e911, host n-h2-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=e797f9cd-d647-4469-b0c1-4b83e350e911,segment=NetworkSegment(77f01b74-537a-42a9-ac0e-73f0b4ab63b5),segment_id=77f01b74-537a-42a9-ac0e-73f0b4ab63b5)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:57:12.808004 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d70da9b6-f54f-4378-bb48-5bb55397218d None None] Network 7195f6fd-cec3-4d1b-95c0-21f6f9a8d9ac requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 18:57:12.811050 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-7fe47ab7-e922-4d99-ab0e-70f15e7b7f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798'] for port, after_delete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:12.816452 n-d-816865-1 neutron-server[102387]: DEBUG neutron.services.segments.db [None req-41ff10cd-3107-495b-88c5-5a190dbef51e tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f127c32-dfb7-4426-bd1c-1c5f44dc1bb7']}} {{(pid=102387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:57:12.835951 n-d-816865-1 neutron-server[102387]: DEBUG neutron.services.segments.db [None req-41ff10cd-3107-495b-88c5-5a190dbef51e tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'decdd1a0-b4a0-4ec1-8363-e06d0d74b7f7') {'for_net_delete': True} {{(pid=102387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:57:12.836310 n-d-816865-1 neutron-server[102387]: DEBUG neutron.services.segments.db [None req-41ff10cd-3107-495b-88c5-5a190dbef51e tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'decdd1a0-b4a0-4ec1-8363-e06d0d74b7f7') {} {{(pid=102387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:57:12.839065 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-0ffcee94-b5b6-420f-a21c-f28b807d9a96 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:12.841643 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.db_base_plugin_common [req-ddbfc683-b49d-4d4d-984c-f53f0b6be48b req-ba2af75d-870b-4508-975f-9db3d5330823 tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] Allocated IP 172.20.0.6 (9c2bdaad-faf0-4d75-bb68-340f7d20c596/b6655376-4ea9-4701-98ec-c7e9e4d66f0f/bde38bc4-bf15-4910-91da-c87d00dbd53a) {{(pid=102386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 18:57:12.852458 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe47ab7-e922-4d99-ab0e-70f15e7b7f2b None None] Pushing event deleted for resources: {'Port': ['ID=e3fc5da5-89be-45dd-84cc-95bd73b82e4c,revision_number=None']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:57:12.857325 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-4b735f1d-60ce-4207-8e75-8c821affb11e tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1579178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-956796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1000687'] for network, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:12.884336 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-41ff10cd-3107-495b-88c5-5a190dbef51e tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750027793430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4463492'] for segment, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:12.887585 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fe47ab7-e922-4d99-ab0e-70f15e7b7f2b None None] No DVR routers for this DVR port e3fc5da5-89be-45dd-84cc-95bd73b82e4c on host n-d-816865-1 {{(pid=102388) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 18:57:12.915129 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:12.920317 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-4b735f1d-60ce-4207-8e75-8c821affb11e tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Publish callbacks [] for network, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:12.926238 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-4b735f1d-60ce-4207-8e75-8c821affb11e tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] 10.222.0.13 "DELETE /v2.0/networks/7195f6fd-cec3-4d1b-95c0-21f6f9a8d9ac HTTP/1.1" status: 204 len: 168 time: 2.6462021 Nov 05 18:57:12.927032 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b735f1d-60ce-4207-8e75-8c821affb11e tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Pushing event deleted for resources: {'Network': ['ID=7195f6fd-cec3-4d1b-95c0-21f6f9a8d9ac,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:57:12.931625 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 37298) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:57:12.967956 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-41ff10cd-3107-495b-88c5-5a190dbef51e tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273'] for segment, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:12.977038 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-41ff10cd-3107-495b-88c5-5a190dbef51e tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Releasing vlan 165 on physical network physnet1 to pool {{(pid=102387) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 05 18:57:12.977786 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-41ff10cd-3107-495b-88c5-5a190dbef51e tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4417236'] for segment, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:12.982856 n-d-816865-1 neutron-server[102387]: Traceback (most recent call last): Nov 05 18:57:12.982856 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 05 18:57:12.982856 n-d-816865-1 neutron-server[102387]: timer() Nov 05 18:57:12.982856 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 05 18:57:12.982856 n-d-816865-1 neutron-server[102387]: cb(*args, **kw) Nov 05 18:57:12.982856 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 05 18:57:12.982856 n-d-816865-1 neutron-server[102387]: return func(*args, **kwargs) Nov 05 18:57:12.982856 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 05 18:57:12.982856 n-d-816865-1 neutron-server[102387]: self._notify() Nov 05 18:57:12.982856 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 05 18:57:12.982856 n-d-816865-1 neutron-server[102387]: self.callback(batched_events) Nov 05 18:57:12.982856 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 05 18:57:12.982856 n-d-816865-1 neutron-server[102387]: event.method(event) Nov 05 18:57:12.982856 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 05 18:57:12.982856 n-d-816865-1 neutron-server[102387]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 05 18:57:12.982856 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 05 18:57:12.982856 n-d-816865-1 neutron-server[102387]: aggregate_uuid = self.p_client.list_aggregates( Nov 05 18:57:12.982856 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 05 18:57:12.982856 n-d-816865-1 neutron-server[102387]: return f(self, *a, **k) Nov 05 18:57:12.982856 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 05 18:57:12.982856 n-d-816865-1 neutron-server[102387]: return self._get(url).json() Nov 05 18:57:12.982856 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 05 18:57:12.982856 n-d-816865-1 neutron-server[102387]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 05 18:57:12.982856 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 05 18:57:12.982856 n-d-816865-1 neutron-server[102387]: return self.request(url, 'GET', **kwargs) Nov 05 18:57:12.982856 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 05 18:57:12.982856 n-d-816865-1 neutron-server[102387]: base_url = self.get_endpoint(auth, allow=allow, Nov 05 18:57:12.982856 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 05 18:57:12.982856 n-d-816865-1 neutron-server[102387]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 05 18:57:12.982856 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 05 18:57:12.982856 n-d-816865-1 neutron-server[102387]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 05 18:57:12.982856 n-d-816865-1 neutron-server[102387]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 05 18:57:12.995299 n-d-816865-1 neutron-server[102386]: INFO neutron.pecan_wsgi.hooks.translation [None req-90033069-9909-45da-8170-d91c123a213a tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] DELETE failed (client error): The resource could not be found. Nov 05 18:57:12.995805 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-90033069-9909-45da-8170-d91c123a213a tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102386) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 05 18:57:12.998978 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-90033069-9909-45da-8170-d91c123a213a tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] 10.222.0.13 "DELETE /v2.0/subnets/953fbd90-135b-4913-8d48-f5f15d2ba469 HTTP/1.1" status: 404 len: 337 time: 0.0651302 Nov 05 18:57:13.007212 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 37304) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:57:13.042090 n-d-816865-1 neutron-server[102386]: INFO neutron.pecan_wsgi.hooks.translation [None req-52f109ca-9c1e-4f36-b210-43306e546d41 tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] DELETE failed (client error): The resource could not be found. Nov 05 18:57:13.042681 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-52f109ca-9c1e-4f36-b210-43306e546d41 tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102386) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 05 18:57:13.045733 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-52f109ca-9c1e-4f36-b210-43306e546d41 tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] 10.222.0.13 "DELETE /v2.0/networks/7195f6fd-cec3-4d1b-95c0-21f6f9a8d9ac HTTP/1.1" status: 404 len: 339 time: 0.0382609 Nov 05 18:57:13.051053 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 37306) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:57:13.080473 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Pushing event updated for resources: {'Port': ['ID=e797f9cd-d647-4469-b0c1-4b83e350e911,revision_number=4']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:57:13.083677 n-d-816865-1 neutron-server[102386]: INFO neutron.pecan_wsgi.hooks.translation [None req-69d0528f-bfb4-45db-946a-dc210485f61d tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] DELETE failed (client error): The resource could not be found. Nov 05 18:57:13.084140 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-69d0528f-bfb4-45db-946a-dc210485f61d tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102386) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 05 18:57:13.087220 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-69d0528f-bfb4-45db-946a-dc210485f61d tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] 10.222.0.13 "DELETE /v2.0/subnets/80a703b0-48ba-4d6f-b1ac-2e5c85a780b2 HTTP/1.1" status: 404 len: 337 time: 0.0351143 Nov 05 18:57:13.090937 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 37308) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:57:13.101414 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a86dae-7f2d-4289-b3f5-a264a8c01475 req-42343d10-e936-4d70-93fc-f00bb95a5538 tempest-ServerRescueNegativeTestJSON-570401673 tempest-ServerRescueNegativeTestJSON-570401673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:57:13.104919 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-58a86dae-7f2d-4289-b3f5-a264a8c01475 req-42343d10-e936-4d70-93fc-f00bb95a5538 tempest-ServerRescueNegativeTestJSON-570401673 tempest-ServerRescueNegativeTestJSON-570401673-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e3b4c93-69f3-4e6c-8f09-2e860aeb5776 HTTP/1.1" status: 200 len: 943 time: 0.2587216 Nov 05 18:57:13.133030 n-d-816865-1 neutron-server[102386]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d3b9c7c-d40a-446a-866f-97e330c13feb tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] DELETE failed (client error): The resource could not be found. Nov 05 18:57:13.133030 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6d3b9c7c-d40a-446a-866f-97e330c13feb tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102386) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 05 18:57:13.133030 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-6d3b9c7c-d40a-446a-866f-97e330c13feb tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] 10.222.0.13 "DELETE /v2.0/networks/88f5fadd-f0ac-4207-b4a5-86d3a6347a7c HTTP/1.1" status: 404 len: 339 time: 0.0397158 Nov 05 18:57:13.134885 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 37310) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:57:13.165229 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Device 9b761a08-0d36-40a9-a231-63b877ffe8b0 details requested by agent hyperv_n-h1-816865-1 with host n-h1-816865-1 {{(pid=102388) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 05 18:57:13.189187 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] get_ports_and_sgs() called for port_ids ['e797f9cd-d647-4469-b0c1-4b83e350e911'] {{(pid=102388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 18:57:13.227581 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-41ff10cd-3107-495b-88c5-5a190dbef51e tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1579178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-956796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1000687'] for network, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:13.233157 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-41ff10cd-3107-495b-88c5-5a190dbef51e tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Publish callbacks [] for network, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:13.240838 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-41ff10cd-3107-495b-88c5-5a190dbef51e tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] 10.222.0.13 "DELETE /v2.0/networks/2f127c32-dfb7-4426-bd1c-1c5f44dc1bb7 HTTP/1.1" status: 204 len: 168 time: 1.3529594 Nov 05 18:57:13.241559 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 37318) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:57:13.272358 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-ab95c1fd-e635-4200-b6ea-ff91babb7315 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Request body: {'port': {'network_id': '4775609d-d914-46a5-9754-1763ce089160', 'name': 'tempest-PortsIpV6TestJSON-1383989692'}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:57:13.277118 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ff10cd-3107-495b-88c5-5a190dbef51e tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Pushing event deleted for resources: {'Network': ['ID=2f127c32-dfb7-4426-bd1c-1c5f44dc1bb7,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:57:13.284236 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-ddbfc683-b49d-4d4d-984c-f53f0b6be48b req-ba2af75d-870b-4508-975f-9db3d5330823 tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] Publish callbacks [] for port, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:13.297510 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-58a86dae-7f2d-4289-b3f5-a264a8c01475 req-81714055-dd84-43cb-bf0a-36e1b9a7b02c tempest-ServerRescueNegativeTestJSON-570401673 tempest-ServerRescueNegativeTestJSON-570401673-project] 10.222.0.13 "GET /v2.0/security-groups?id=01574b07-2bff-4b61-b9a8-932cd03ff8af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1854882 Nov 05 18:57:13.323856 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-6f16892e-dae2-4f0c-b06c-54b4b5031017 tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1664226'] for network, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:13.412251 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] For port 9b761a08-0d36-40a9-a231-63b877ffe8b0, host n-h1-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=9b761a08-0d36-40a9-a231-63b877ffe8b0,segment=NetworkSegment(77f01b74-537a-42a9-ac0e-73f0b4ab63b5),segment_id=77f01b74-537a-42a9-ac0e-73f0b4ab63b5)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:57:13.445322 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Returning: {'device': '9b761a08-0d36-40a9-a231-63b877ffe8b0', 'network_id': '42e7925c-fd66-4b62-ba17-57eb03167e5d', 'port_id': '9b761a08-0d36-40a9-a231-63b877ffe8b0', 'mac_address': 'fa:16:3e:1d:cf:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 151, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4cb513d1-da39-46f8-8352-51da564b63e4', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102388) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 05 18:57:13.518584 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:13.539971 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device c984e9c3-92dd-4ad5-9110-cc6af7de1d08 no longer exists at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 18:57:13.551929 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-0ffcee94-b5b6-420f-a21c-f28b807d9a96 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:13.561951 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-6f16892e-dae2-4f0c-b06c-54b4b5031017 tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1579173', 'neutron.services.segments.db._delete_segments_for_network-8750027792909'] for network, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:13.571465 n-d-816865-1 neutron-server[102388]: DEBUG neutron.notifiers.nova [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b761a08-0d36-40a9-a231-63b877ffe8b0 {{(pid=102388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 18:57:13.580888 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] No Port match for: c984e9c3-92dd-4ad5-9110-cc6af7de1d08 {{(pid=102388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 18:57:13.581225 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device c984e9c3-92dd-4ad5-9110-cc6af7de1d08 not bound to the agent host n-d-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 18:57:13.582217 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device e3fc5da5-89be-45dd-84cc-95bd73b82e4c no longer exists at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 18:57:13.600198 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-e053b702-3ef9-4709-b7b3-1e518853b1a3 req-dcdbf85b-a887-416a-be35-bf40f3c9aec8 tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] 10.222.0.13 "GET /v2.0/ports?device_id=1ed3847c-218e-4cb8-928e-c9a661bf8fcb HTTP/1.1" status: 200 len: 210 time: 0.0452173 Nov 05 18:57:13.616337 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] No Port match for: e3fc5da5-89be-45dd-84cc-95bd73b82e4c {{(pid=102388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 18:57:13.616499 n-d-816865-1 neutron-server[102387]: DEBUG neutron.services.segments.db [None req-6f16892e-dae2-4f0c-b06c-54b4b5031017 tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a26301a-898b-459d-bca0-d21705622315']}} {{(pid=102387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:57:13.616677 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device e3fc5da5-89be-45dd-84cc-95bd73b82e4c not bound to the agent host n-d-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 18:57:13.625045 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] For port 9b761a08-0d36-40a9-a231-63b877ffe8b0, host n-h1-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=9b761a08-0d36-40a9-a231-63b877ffe8b0,segment=NetworkSegment(77f01b74-537a-42a9-ac0e-73f0b4ab63b5),segment_id=77f01b74-537a-42a9-ac0e-73f0b4ab63b5)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:57:13.634309 n-d-816865-1 neutron-server[102387]: DEBUG neutron.services.segments.db [None req-6f16892e-dae2-4f0c-b06c-54b4b5031017 tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f501c58-e916-4526-9bc1-d4dfbc2faf1d') {'for_net_delete': True} {{(pid=102387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:57:13.634604 n-d-816865-1 neutron-server[102387]: DEBUG neutron.services.segments.db [None req-6f16892e-dae2-4f0c-b06c-54b4b5031017 tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f501c58-e916-4526-9bc1-d4dfbc2faf1d') {} {{(pid=102387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:57:13.644705 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-ddbfc683-b49d-4d4d-984c-f53f0b6be48b req-ba2af75d-870b-4508-975f-9db3d5330823 tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:13.645294 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-6f16892e-dae2-4f0c-b06c-54b4b5031017 tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750027793430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4463492'] for segment, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:13.657065 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] get_ports_and_sgs() called for port_ids ['7a7444f0-42fe-422a-b79f-9969bf445757'] {{(pid=102388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 18:57:13.662878 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-6f16892e-dae2-4f0c-b06c-54b4b5031017 tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273'] for segment, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:13.669548 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f16892e-dae2-4f0c-b06c-54b4b5031017 tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Releasing vlan 170 on physical network physnet1 to pool {{(pid=102387) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 05 18:57:13.669945 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-6f16892e-dae2-4f0c-b06c-54b4b5031017 tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4417236'] for segment, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:13.673028 n-d-816865-1 neutron-server[102387]: Traceback (most recent call last): Nov 05 18:57:13.673028 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 05 18:57:13.673028 n-d-816865-1 neutron-server[102387]: timer() Nov 05 18:57:13.673028 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 05 18:57:13.673028 n-d-816865-1 neutron-server[102387]: cb(*args, **kw) Nov 05 18:57:13.673028 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 05 18:57:13.673028 n-d-816865-1 neutron-server[102387]: return func(*args, **kwargs) Nov 05 18:57:13.673028 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 05 18:57:13.673028 n-d-816865-1 neutron-server[102387]: self._notify() Nov 05 18:57:13.673028 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 05 18:57:13.673028 n-d-816865-1 neutron-server[102387]: self.callback(batched_events) Nov 05 18:57:13.673028 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 05 18:57:13.673028 n-d-816865-1 neutron-server[102387]: event.method(event) Nov 05 18:57:13.673028 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 05 18:57:13.673028 n-d-816865-1 neutron-server[102387]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 05 18:57:13.673028 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 05 18:57:13.673028 n-d-816865-1 neutron-server[102387]: aggregate_uuid = self.p_client.list_aggregates( Nov 05 18:57:13.673028 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 05 18:57:13.673028 n-d-816865-1 neutron-server[102387]: return f(self, *a, **k) Nov 05 18:57:13.673028 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 05 18:57:13.673028 n-d-816865-1 neutron-server[102387]: return self._get(url).json() Nov 05 18:57:13.673028 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 05 18:57:13.673028 n-d-816865-1 neutron-server[102387]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 05 18:57:13.673028 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 05 18:57:13.673028 n-d-816865-1 neutron-server[102387]: return self.request(url, 'GET', **kwargs) Nov 05 18:57:13.673028 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 05 18:57:13.673028 n-d-816865-1 neutron-server[102387]: base_url = self.get_endpoint(auth, allow=allow, Nov 05 18:57:13.673028 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 05 18:57:13.673028 n-d-816865-1 neutron-server[102387]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 05 18:57:13.673028 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 05 18:57:13.673028 n-d-816865-1 neutron-server[102387]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 05 18:57:13.673028 n-d-816865-1 neutron-server[102387]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 05 18:57:13.700854 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ddbfc683-b49d-4d4d-984c-f53f0b6be48b req-ba2af75d-870b-4508-975f-9db3d5330823 tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] Network 9c2bdaad-faf0-4d75-bb68-340f7d20c596 is already hosted by enough agents. {{(pid=102386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 18:57:13.701763 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-0ffcee94-b5b6-420f-a21c-f28b807d9a96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:13.735724 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-0ffcee94-b5b6-420f-a21c-f28b807d9a96 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9998fd6999b74421a36aa8f6d79e1f86&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0115364 Nov 05 18:57:13.736798 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.base_scheduler [req-ddbfc683-b49d-4d4d-984c-f53f0b6be48b req-ba2af75d-870b-4508-975f-9db3d5330823 tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] Resources bound (agent type, host, resource id): {{(pid=102386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:57:13.740235 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 37328) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:57:13.744813 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [req-ddbfc683-b49d-4d4d-984c-f53f0b6be48b req-ba2af75d-870b-4508-975f-9db3d5330823 tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] Received port after_create {{(pid=102386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 18:57:13.751388 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab95c1fd-e635-4200-b6ea-ff91babb7315 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Made reservation on behalf of c87add0b70464d588d82847ed9192d29 for: {'port': 1} {{(pid=102387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 18:57:13.754612 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:13.758538 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-ab95c1fd-e635-4200-b6ea-ff91babb7315 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:13.801251 n-d-816865-1 neutron-server[102387]: DEBUG neutron.notifiers.nova [None req-ab95c1fd-e635-4200-b6ea-ff91babb7315 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] device_id is not set on port 55df92c4-01b8-4793-91e3-de3d5b24570c yet. {{(pid=102387) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 05 18:57:13.822223 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbfc683-b49d-4d4d-984c-f53f0b6be48b req-ba2af75d-870b-4508-975f-9db3d5330823 tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:57:13.822882 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-ddbfc683-b49d-4d4d-984c-f53f0b6be48b req-ba2af75d-870b-4508-975f-9db3d5330823 tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:13.828844 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2af75d-870b-4508-975f-9db3d5330823 tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] Pushing event updated for resources: {'Port': ['ID=bde38bc4-bf15-4910-91da-c87d00dbd53a,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:57:13.846313 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Pushing event updated for resources: {'Port': ['ID=9b761a08-0d36-40a9-a231-63b877ffe8b0,revision_number=4']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:57:13.855313 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ffcee94-b5b6-420f-a21c-f28b807d9a96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=587bfc8a-dd93-4e8a-98d3-28332fdee305,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:57:13.916282 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-6f16892e-dae2-4f0c-b06c-54b4b5031017 tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1579178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-956796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1000687'] for network, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:13.929933 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-6f16892e-dae2-4f0c-b06c-54b4b5031017 tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Publish callbacks [] for network, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:13.933100 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-6f16892e-dae2-4f0c-b06c-54b4b5031017 tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] 10.222.0.13 "DELETE /v2.0/networks/9a26301a-898b-459d-bca0-d21705622315 HTTP/1.1" status: 204 len: 168 time: 0.7971768 Nov 05 18:57:13.936302 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 37334) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:57:13.951128 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-ddbfc683-b49d-4d4d-984c-f53f0b6be48b req-ba2af75d-870b-4508-975f-9db3d5330823 tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4236960 Nov 05 18:57:13.956750 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f16892e-dae2-4f0c-b06c-54b4b5031017 tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Pushing event deleted for resources: {'Network': ['ID=9a26301a-898b-459d-bca0-d21705622315,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:57:13.976948 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-4ada1115-3870-45ea-a623-58667c264f83 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:13.981275 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [req-ddbfc683-b49d-4d4d-984c-f53f0b6be48b req-2ce19c6b-a1fd-4bcb-94d5-ec31f5dc4525 service neutron] Request body: {'port': {'device_id': '1ed3847c-218e-4cb8-928e-c9a661bf8fcb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816865-1'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:57:13.985407 n-d-816865-1 neutron-server[102386]: INFO neutron.pecan_wsgi.hooks.translation [None req-56475e56-bd6f-4302-8a97-b1ebea902727 tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] DELETE failed (client error): The resource could not be found. Nov 05 18:57:13.985922 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-56475e56-bd6f-4302-8a97-b1ebea902727 tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102386) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 05 18:57:13.993288 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-56475e56-bd6f-4302-8a97-b1ebea902727 tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] 10.222.0.13 "DELETE /v2.0/subnets/045f82a7-0993-4b6b-9c99-8a15527ce328 HTTP/1.1" status: 404 len: 337 time: 0.0553408 Nov 05 18:57:13.995984 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 37338) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:57:14.020687 n-d-816865-1 neutron-server[102387]: INFO neutron.pecan_wsgi.hooks.translation [None req-b27b8a16-41fd-4b12-9a6d-3133f7e0d084 tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] DELETE failed (client error): The resource could not be found. Nov 05 18:57:14.021263 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b27b8a16-41fd-4b12-9a6d-3133f7e0d084 tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102387) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 05 18:57:14.028055 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-b27b8a16-41fd-4b12-9a6d-3133f7e0d084 tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] 10.222.0.13 "DELETE /v2.0/networks/eba2491b-133b-4146-8aaa-d99a9300f998 HTTP/1.1" status: 404 len: 339 time: 0.0310314 Nov 05 18:57:14.039900 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] get_ports_and_sgs() called for port_ids ['9b761a08-0d36-40a9-a231-63b877ffe8b0'] {{(pid=102388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 18:57:14.042567 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 37342) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:57:14.087967 n-d-816865-1 neutron-server[102386]: INFO neutron.pecan_wsgi.hooks.translation [None req-4793644f-5461-4979-acb8-3199a589aa10 tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] DELETE failed (client error): The resource could not be found. Nov 05 18:57:14.088450 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4793644f-5461-4979-acb8-3199a589aa10 tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102386) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 05 18:57:14.091486 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-4793644f-5461-4979-acb8-3199a589aa10 tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] 10.222.0.13 "DELETE /v2.0/subnets/02937ab8-7f88-4ad3-8dff-6cdabde8aeea HTTP/1.1" status: 404 len: 337 time: 0.0479522 Nov 05 18:57:14.092618 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-ddbfc683-b49d-4d4d-984c-f53f0b6be48b req-2ce19c6b-a1fd-4bcb-94d5-ec31f5dc4525 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:14.094585 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 37346) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:57:14.128980 n-d-816865-1 neutron-server[102386]: INFO neutron.pecan_wsgi.hooks.translation [None req-124917ff-2395-4d1d-84f4-c81922a3364f tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] DELETE failed (client error): The resource could not be found. Nov 05 18:57:14.129558 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-124917ff-2395-4d1d-84f4-c81922a3364f tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102386) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 05 18:57:14.132740 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-124917ff-2395-4d1d-84f4-c81922a3364f tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] 10.222.0.13 "DELETE /v2.0/networks/5e16e1cf-ff43-4024-ac86-98ec111d255c HTTP/1.1" status: 404 len: 339 time: 0.0370958 Nov 05 18:57:14.135980 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 37348) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:57:14.182983 n-d-816865-1 neutron-server[102386]: INFO neutron.pecan_wsgi.hooks.translation [None req-a896b0bd-fb43-4602-9c20-74d8894e16f5 tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] DELETE failed (client error): The resource could not be found. Nov 05 18:57:14.183351 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a896b0bd-fb43-4602-9c20-74d8894e16f5 tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102386) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 05 18:57:14.186382 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-a896b0bd-fb43-4602-9c20-74d8894e16f5 tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] 10.222.0.13 "DELETE /v2.0/subnets/dd978f5d-0b14-4993-a1d3-e94e4ebdd7f8 HTTP/1.1" status: 404 len: 337 time: 0.0494664 Nov 05 18:57:14.188977 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 37350) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:57:14.199286 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-ab95c1fd-e635-4200-b6ea-ff91babb7315 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Publish callbacks [] for port, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:14.202265 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-4ada1115-3870-45ea-a623-58667c264f83 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:14.216444 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 37352) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:57:14.216677 n-d-816865-1 neutron-server[102386]: INFO neutron.pecan_wsgi.hooks.translation [None req-40dc0b54-393e-4456-b4c2-2a4864861344 tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] DELETE failed (client error): The resource could not be found. Nov 05 18:57:14.217295 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-40dc0b54-393e-4456-b4c2-2a4864861344 tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102386) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 05 18:57:14.220678 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-40dc0b54-393e-4456-b4c2-2a4864861344 tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] 10.222.0.13 "DELETE /v2.0/networks/48a9e164-8b9c-4830-ae1c-dc53ee8384e5 HTTP/1.1" status: 404 len: 339 time: 0.0307696 Nov 05 18:57:14.223662 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 37356) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:57:14.260371 n-d-816865-1 neutron-server[102386]: INFO neutron.pecan_wsgi.hooks.translation [None req-da28844d-b715-4cec-922c-4a230aa7d435 tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] DELETE failed (client error): The resource could not be found. Nov 05 18:57:14.261036 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-da28844d-b715-4cec-922c-4a230aa7d435 tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102386) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 05 18:57:14.263974 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-da28844d-b715-4cec-922c-4a230aa7d435 tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] 10.222.0.13 "DELETE /v2.0/subnets/2eb3e0a8-9be2-4e3a-b416-683d3af36b7a HTTP/1.1" status: 404 len: 337 time: 0.0392835 Nov 05 18:57:14.266463 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Device e797f9cd-d647-4469-b0c1-4b83e350e911 up at agent hyperv_n-h2-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 18:57:14.268049 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 37360) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:57:14.387630 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-ab95c1fd-e635-4200-b6ea-ff91babb7315 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4417063'] for port, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:14.415837 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Provisioning for port e797f9cd-d647-4469-b0c1-4b83e350e911 completed by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 05 18:57:14.420463 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Provisioning complete for port e797f9cd-d647-4469-b0c1-4b83e350e911 triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:57:14.420762 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:14.441340 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-4ada1115-3870-45ea-a623-58667c264f83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:14.441340 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-4ada1115-3870-45ea-a623-58667c264f83 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:14.445484 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-4ada1115-3870-45ea-a623-58667c264f83 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/587bfc8a-dd93-4e8a-98d3-28332fdee305 HTTP/1.1" status: 204 len: 168 time: 0.7035053 Nov 05 18:57:14.505363 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab95c1fd-e635-4200-b6ea-ff91babb7315 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Network 4775609d-d914-46a5-9754-1763ce089160 is already hosted by enough agents. {{(pid=102387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 18:57:14.509706 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.base_scheduler [None req-ab95c1fd-e635-4200-b6ea-ff91babb7315 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Resources bound (agent type, host, resource id): {{(pid=102387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:57:14.512804 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab95c1fd-e635-4200-b6ea-ff91babb7315 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Received port after_create {{(pid=102387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 18:57:14.519026 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab95c1fd-e635-4200-b6ea-ff91babb7315 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:57:14.519884 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-ab95c1fd-e635-4200-b6ea-ff91babb7315 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:14.531684 n-d-816865-1 neutron-server[102386]: DEBUG neutron.notifiers.nova [req-ddbfc683-b49d-4d4d-984c-f53f0b6be48b req-2ce19c6b-a1fd-4bcb-94d5-ec31f5dc4525 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bde38bc4-bf15-4910-91da-c87d00dbd53a {{(pid=102386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 18:57:14.538538 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ada1115-3870-45ea-a623-58667c264f83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=587bfc8a-dd93-4e8a-98d3-28332fdee305,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:57:14.541173 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-ddbfc683-b49d-4d4d-984c-f53f0b6be48b req-2ce19c6b-a1fd-4bcb-94d5-ec31f5dc4525 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:14.549614 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-23197df3-5c1b-4931-9f59-23901fe707b7 tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-250247041'}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:57:14.559847 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.provisioning_blocks [req-ddbfc683-b49d-4d4d-984c-f53f0b6be48b req-2ce19c6b-a1fd-4bcb-94d5-ec31f5dc4525 service neutron] Transition to ACTIVE for port object bde38bc4-bf15-4910-91da-c87d00dbd53a will not be triggered until provisioned by entity L2. {{(pid=102386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 05 18:57:14.580644 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b7f1b3-7889-449d-bd2b-d08e5f8888ae req-6cf09863-bd1a-42a8-98f6-73b875d89bf5 tempest-ServerRescueNegativeTestJSON-570401673 tempest-ServerRescueNegativeTestJSON-570401673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:57:14.581347 n-d-816865-1 neutron-server[102386]: INFO neutron.pecan_wsgi.hooks.translation [None req-17206840-afa7-40fa-898d-4e32f4f35a92 tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] DELETE failed (client error): The resource could not be found. Nov 05 18:57:14.581953 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-17206840-afa7-40fa-898d-4e32f4f35a92 tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102386) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 05 18:57:14.589383 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-17206840-afa7-40fa-898d-4e32f4f35a92 tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] 10.222.0.13 "DELETE /v2.0/networks/5cd655b3-95d7-436e-9137-4d1745c69a4a HTTP/1.1" status: 404 len: 339 time: 0.3196216 Nov 05 18:57:14.590962 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 37372) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:57:14.595500 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-24b7f1b3-7889-449d-bd2b-d08e5f8888ae req-6cf09863-bd1a-42a8-98f6-73b875d89bf5 tempest-ServerRescueNegativeTestJSON-570401673 tempest-ServerRescueNegativeTestJSON-570401673-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e3b4c93-69f3-4e6c-8f09-2e860aeb5776 HTTP/1.1" status: 200 len: 944 time: 0.1925147 Nov 05 18:57:14.598652 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:14.618384 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab95c1fd-e635-4200-b6ea-ff91babb7315 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Pushing event updated for resources: {'Port': ['ID=55df92c4-01b8-4793-91e3-de3d5b24570c,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:57:14.620214 n-d-816865-1 neutron-server[102386]: INFO neutron.pecan_wsgi.hooks.translation [None req-962d63cf-89ae-4c37-9d74-9575947097b5 tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] DELETE failed (client error): The resource could not be found. Nov 05 18:57:14.620679 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-962d63cf-89ae-4c37-9d74-9575947097b5 tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102386) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 05 18:57:14.623974 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-962d63cf-89ae-4c37-9d74-9575947097b5 tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] 10.222.0.13 "DELETE /v2.0/subnets/48444447-79a7-49f9-be21-844f4b3b6004 HTTP/1.1" status: 404 len: 337 time: 0.0305917 Nov 05 18:57:14.629567 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 37376) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:57:14.657791 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-ab95c1fd-e635-4200-b6ea-ff91babb7315 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.3952367 Nov 05 18:57:14.658178 n-d-816865-1 neutron-server[102388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93c08649-0c78-43a2-be9e-2ac6589b527d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e797f9cd-d647-4469-b0c1-4b83e350e911'}] {{(pid=102388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 18:57:14.663229 n-d-816865-1 neutron-server[102386]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d73bb92-15b2-45d0-83f5-33675e47f5f4 tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] DELETE failed (client error): The resource could not be found. Nov 05 18:57:14.663805 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8d73bb92-15b2-45d0-83f5-33675e47f5f4 tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102386) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 05 18:57:14.666616 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85474fee1180e129d8a886d264fe0b30223aa672dd1ffe43b630605f18504f68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b373b1bf-c2ff-4878-a7ac-ec238ff3d5a9" -d '{"events": [{"server_uuid": "93c08649-0c78-43a2-be9e-2ac6589b527d", "name": "network-vif-plugged", "status": "completed", "tag": "e797f9cd-d647-4469-b0c1-4b83e350e911"}]}' {{(pid=102388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 18:57:14.670147 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-8d73bb92-15b2-45d0-83f5-33675e47f5f4 tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] 10.222.0.13 "DELETE /v2.0/networks/b9c224cc-ddf4-4465-8087-dfe76038512c HTTP/1.1" status: 404 len: 339 time: 0.0358574 Nov 05 18:57:14.670147 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 37378) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:57:14.674112 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 37382) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:57:14.678810 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-ddbfc683-b49d-4d4d-984c-f53f0b6be48b req-2ce19c6b-a1fd-4bcb-94d5-ec31f5dc4525 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6149821'] for port, after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:14.708035 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] For port e797f9cd-d647-4469-b0c1-4b83e350e911, host n-h2-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=e797f9cd-d647-4469-b0c1-4b83e350e911,segment=NetworkSegment(77f01b74-537a-42a9-ac0e-73f0b4ab63b5),segment_id=77f01b74-537a-42a9-ac0e-73f0b4ab63b5)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:57:14.759418 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-24b7f1b3-7889-449d-bd2b-d08e5f8888ae req-b90cca34-f1fb-45d2-a0ea-49ea4e788684 tempest-ServerRescueNegativeTestJSON-570401673 tempest-ServerRescueNegativeTestJSON-570401673-project] 10.222.0.13 "GET /v2.0/security-groups?id=01574b07-2bff-4b61-b9a8-932cd03ff8af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1630433 Nov 05 18:57:14.769534 n-d-816865-1 neutron-server[102387]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc0eb1ea-3a1a-4a95-913a-d80de2ca3c07 tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] DELETE failed (client error): The resource could not be found. Nov 05 18:57:14.770022 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cc0eb1ea-3a1a-4a95-913a-d80de2ca3c07 tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102387) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 05 18:57:14.770156 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:14.776021 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-cc0eb1ea-3a1a-4a95-913a-d80de2ca3c07 tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] 10.222.0.13 "DELETE /v2.0/subnets/7edf86f9-c4d2-4af0-9c42-1ac38be80045 HTTP/1.1" status: 404 len: 337 time: 0.0978281 Nov 05 18:57:14.776021 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 37386) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:57:14.821804 n-d-816865-1 neutron-server[102387]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce7a0a5d-de39-4295-b242-242af812de67 tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] DELETE failed (client error): The resource could not be found. Nov 05 18:57:14.822382 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ce7a0a5d-de39-4295-b242-242af812de67 tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102387) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 05 18:57:14.828007 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-ce7a0a5d-de39-4295-b242-242af812de67 tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] 10.222.0.13 "DELETE /v2.0/networks/3ea9fc20-e174-465d-8d24-259f993353fe HTTP/1.1" status: 404 len: 339 time: 0.0485175 Nov 05 18:57:14.828803 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 37390) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:57:14.843338 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce19c6b-a1fd-4bcb-94d5-ec31f5dc4525 service neutron] Pushing event updated for resources: {'Port': ['ID=bde38bc4-bf15-4910-91da-c87d00dbd53a,revision_number=2']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:57:14.845551 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Pushing event updated for resources: {'Port': ['ID=e797f9cd-d647-4469-b0c1-4b83e350e911,revision_number=5']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:57:14.872315 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23197df3-5c1b-4931-9f59-23901fe707b7 tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] Made reservation on behalf of d0a8e2071b314c3fb38163cbc7011dd2 for: {'network': 1} {{(pid=102387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 18:57:14.876189 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-23197df3-5c1b-4931-9f59-23901fe707b7 tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for network, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:14.879693 n-d-816865-1 neutron-server[102387]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b68472a-c48e-4d36-8f93-d9138da513b9 tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] DELETE failed (client error): The resource could not be found. Nov 05 18:57:14.879693 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3b68472a-c48e-4d36-8f93-d9138da513b9 tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102387) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 05 18:57:14.882371 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-3b68472a-c48e-4d36-8f93-d9138da513b9 tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] 10.222.0.13 "DELETE /v2.0/subnets/ce879573-cd8c-44c3-9261-baedeefb3ea6 HTTP/1.1" status: 404 len: 337 time: 0.0524650 Nov 05 18:57:14.894444 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [req-ddbfc683-b49d-4d4d-984c-f53f0b6be48b req-2ce19c6b-a1fd-4bcb-94d5-ec31f5dc4525 service neutron] Attempting to bind port bde38bc4-bf15-4910-91da-c87d00dbd53a on host n-h2-816865-1 for vnic_type normal with profile {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 18:57:14.894444 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [req-ddbfc683-b49d-4d4d-984c-f53f0b6be48b req-2ce19c6b-a1fd-4bcb-94d5-ec31f5dc4525 service neutron] Attempting to bind port bde38bc4-bf15-4910-91da-c87d00dbd53a by drivers openvswitch,hyperv on host n-h2-816865-1 at level 0 using segments [{'id': '8281efde-bbf4-4833-8d7d-a490783d8ae5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '9c2bdaad-faf0-4d75-bb68-340f7d20c596'}] {{(pid=102386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 18:57:14.894444 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddbfc683-b49d-4d4d-984c-f53f0b6be48b req-2ce19c6b-a1fd-4bcb-94d5-ec31f5dc4525 service neutron] Attempting to bind port bde38bc4-bf15-4910-91da-c87d00dbd53a on network 9c2bdaad-faf0-4d75-bb68-340f7d20c596 {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 18:57:14.894758 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2096903-2d3c-4ec3-845b-072c1389e9c5 req-2a3d094b-541d-4fa7-80ed-2f569716a819 tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:57:14.894758 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-d2096903-2d3c-4ec3-845b-072c1389e9c5 req-2a3d094b-541d-4fa7-80ed-2f569716a819 tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] 10.222.0.13 "GET /v2.0/ports?device_id=1ed3847c-218e-4cb8-928e-c9a661bf8fcb HTTP/1.1" status: 200 len: 943 time: 0.1363797 Nov 05 18:57:14.895240 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 37394) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:57:14.898981 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-23197df3-5c1b-4931-9f59-23901fe707b7 tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] Publish callbacks [] for security_group, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:14.918651 n-d-816865-1 neutron-server[102386]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ea72709-9fff-4589-8ec4-0d07e3008f98 tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] DELETE failed (client error): The resource could not be found. Nov 05 18:57:14.919182 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7ea72709-9fff-4589-8ec4-0d07e3008f98 tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102386) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 05 18:57:14.927874 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-7ea72709-9fff-4589-8ec4-0d07e3008f98 tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] 10.222.0.13 "DELETE /v2.0/networks/d5adfef6-cca5-40b1-b5ae-c48acb74aee1 HTTP/1.1" status: 404 len: 339 time: 0.0260184 Nov 05 18:57:14.927874 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-da07b0fa-1b45-425c-a366-f37957e63c1d tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Deleting port 55df92c4-01b8-4793-91e3-de3d5b24570c {{(pid=102386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 18:57:14.927874 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-da07b0fa-1b45-425c-a366-f37957e63c1d tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:14.928315 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddbfc683-b49d-4d4d-984c-f53f0b6be48b req-2ce19c6b-a1fd-4bcb-94d5-ec31f5dc4525 service neutron] Port bde38bc4-bf15-4910-91da-c87d00dbd53a on network 9c2bdaad-faf0-4d75-bb68-340f7d20c596 not bound, no agent of type Open vSwitch agent registered on host n-h2-816865-1 {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 18:57:14.929487 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddbfc683-b49d-4d4d-984c-f53f0b6be48b req-2ce19c6b-a1fd-4bcb-94d5-ec31f5dc4525 service neutron] Attempting to bind port bde38bc4-bf15-4910-91da-c87d00dbd53a on network 9c2bdaad-faf0-4d75-bb68-340f7d20c596 {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 18:57:14.929624 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 37396) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:57:14.943967 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddbfc683-b49d-4d4d-984c-f53f0b6be48b req-2ce19c6b-a1fd-4bcb-94d5-ec31f5dc4525 service neutron] Checking agent: {'id': '32aff553-696f-4891-83f5-5c176f61fe54', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816865-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 18, 33, 36), 'started_at': datetime.datetime(2021, 11, 5, 18, 33, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 18, 57, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 18:57:14.945048 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddbfc683-b49d-4d4d-984c-f53f0b6be48b req-2ce19c6b-a1fd-4bcb-94d5-ec31f5dc4525 service neutron] Checking segment: {'id': '8281efde-bbf4-4833-8d7d-a490783d8ae5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '9c2bdaad-faf0-4d75-bb68-340f7d20c596'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 18:57:14.945048 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddbfc683-b49d-4d4d-984c-f53f0b6be48b req-2ce19c6b-a1fd-4bcb-94d5-ec31f5dc4525 service neutron] Bound using segment: {'id': '8281efde-bbf4-4833-8d7d-a490783d8ae5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '9c2bdaad-faf0-4d75-bb68-340f7d20c596'} {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 18:57:14.945645 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [req-ddbfc683-b49d-4d4d-984c-f53f0b6be48b req-2ce19c6b-a1fd-4bcb-94d5-ec31f5dc4525 service neutron] Bound port: bde38bc4-bf15-4910-91da-c87d00dbd53a, host: n-h2-816865-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8281efde-bbf4-4833-8d7d-a490783d8ae5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '9c2bdaad-faf0-4d75-bb68-340f7d20c596'}}] {{(pid=102386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 18:57:14.945970 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-ddbfc683-b49d-4d4d-984c-f53f0b6be48b req-2ce19c6b-a1fd-4bcb-94d5-ec31f5dc4525 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:14.968751 n-d-816865-1 neutron-server[102387]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae1cf9db-0f36-485b-b23a-8639541be86f tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] DELETE failed (client error): The resource could not be found. Nov 05 18:57:14.969215 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ae1cf9db-0f36-485b-b23a-8639541be86f tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102387) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 05 18:57:14.973053 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-ae1cf9db-0f36-485b-b23a-8639541be86f tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] 10.222.0.13 "DELETE /v2.0/subnets/05448a11-cbd9-4c89-8df3-df6337a685b8 HTTP/1.1" status: 404 len: 337 time: 0.0428643 Nov 05 18:57:14.984770 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 37398) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:57:15.022219 n-d-816865-1 neutron-server[102387]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a2c30da-f4ac-4566-bc12-968e2502a04b tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] DELETE failed (client error): The resource could not be found. Nov 05 18:57:15.022894 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7a2c30da-f4ac-4566-bc12-968e2502a04b tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102387) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 05 18:57:15.025994 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-7a2c30da-f4ac-4566-bc12-968e2502a04b tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] 10.222.0.13 "DELETE /v2.0/networks/7e50bef5-219c-4443-8cf5-08d647a64377 HTTP/1.1" status: 404 len: 339 time: 0.0401418 Nov 05 18:57:15.029705 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 37402) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:57:15.039567 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-da07b0fa-1b45-425c-a366-f37957e63c1d tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:15.062930 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-d2096903-2d3c-4ec3-845b-072c1389e9c5 req-b9d7c7e8-37a8-4c8f-b259-84f399d11344 tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9a1bcb7-2b62-4809-b67b-668edb56dae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477699 Nov 05 18:57:15.065521 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-da07b0fa-1b45-425c-a366-f37957e63c1d tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Calling delete_port for 55df92c4-01b8-4793-91e3-de3d5b24570c owned by {{(pid=102386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 18:57:15.085135 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [req-ddbfc683-b49d-4d4d-984c-f53f0b6be48b req-2ce19c6b-a1fd-4bcb-94d5-ec31f5dc4525 service neutron] For port bde38bc4-bf15-4910-91da-c87d00dbd53a, host n-h2-816865-1, cleared binding levels {{(pid=102386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 18:57:15.089407 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [req-ddbfc683-b49d-4d4d-984c-f53f0b6be48b req-2ce19c6b-a1fd-4bcb-94d5-ec31f5dc4525 service neutron] For port bde38bc4-bf15-4910-91da-c87d00dbd53a, host n-h2-816865-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=bde38bc4-bf15-4910-91da-c87d00dbd53a,segment=NetworkSegment(8281efde-bbf4-4833-8d7d-a490783d8ae5),segment_id=8281efde-bbf4-4833-8d7d-a490783d8ae5)] {{(pid=102386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 18:57:15.132153 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2da0c28-2b43-4b6e-a1f2-12a6884bad9c tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Deleting subnet 42ff02b4-c73f-4433-93b3-b3d06a5e483c {{(pid=102387) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 05 18:57:15.144445 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-e2da0c28-2b43-4b6e-a1f2-12a6884bad9c tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Publish callbacks [] for subnet, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:15.160233 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 18:57:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46fbda5d-d71e-4601-8a57-2ffc4fccb8d6 x-openstack-request-id: req-46fbda5d-d71e-4601-8a57-2ffc4fccb8d6 {{(pid=102388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 18:57:15.160923 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93c08649-0c78-43a2-be9e-2ac6589b527d", "name": "network-vif-plugged", "status": "completed", "tag": "e797f9cd-d647-4469-b0c1-4b83e350e911", "code": 200}]} {{(pid=102388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 18:57:15.161374 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-46fbda5d-d71e-4601-8a57-2ffc4fccb8d6 {{(pid=102388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 18:57:15.162481 n-d-816865-1 neutron-server[102388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93c08649-0c78-43a2-be9e-2ac6589b527d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e797f9cd-d647-4469-b0c1-4b83e350e911', 'code': 200} Nov 05 18:57:15.168878 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Device 9b761a08-0d36-40a9-a231-63b877ffe8b0 up at agent hyperv_n-h1-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 18:57:15.189983 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-23197df3-5c1b-4931-9f59-23901fe707b7 tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] Publish callbacks [] for security_group, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:15.202706 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-ddbfc683-b49d-4d4d-984c-f53f0b6be48b req-2ce19c6b-a1fd-4bcb-94d5-ec31f5dc4525 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6149821'] for port, after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:15.219642 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-e2da0c28-2b43-4b6e-a1f2-12a6884bad9c tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4463501'] for subnet, precommit_delete_associations {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:15.236551 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbfc683-b49d-4d4d-984c-f53f0b6be48b req-2ce19c6b-a1fd-4bcb-94d5-ec31f5dc4525 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:57:15.237579 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-ddbfc683-b49d-4d4d-984c-f53f0b6be48b req-2ce19c6b-a1fd-4bcb-94d5-ec31f5dc4525 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:15.240194 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-ddbfc683-b49d-4d4d-984c-f53f0b6be48b req-2ce19c6b-a1fd-4bcb-94d5-ec31f5dc4525 service neutron] 10.222.0.55 "PUT /v2.0/ports/bde38bc4-bf15-4910-91da-c87d00dbd53a HTTP/1.1" status: 200 len: 1091 time: 1.2623963 Nov 05 18:57:15.262232 n-d-816865-1 neutron-server[102386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ed3847c-218e-4cb8-928e-c9a661bf8fcb', 'tag': 'bde38bc4-bf15-4910-91da-c87d00dbd53a'}] {{(pid=102386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 18:57:15.265285 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6173a44d7c73f41af551dc890fa1a5892c2c6bc3458b640c8e0c24db7876ba6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09bc6ecf-806b-4fa7-82b5-01640907df0c" -d '{"events": [{"name": "network-changed", "server_uuid": "1ed3847c-218e-4cb8-928e-c9a661bf8fcb", "tag": "bde38bc4-bf15-4910-91da-c87d00dbd53a"}]}' {{(pid=102386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 18:57:15.267326 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-23197df3-5c1b-4931-9f59-23901fe707b7 tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:15.302087 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-23197df3-5c1b-4931-9f59-23901fe707b7 tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 188} {{(pid=102387) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 05 18:57:15.353853 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b3907d-a376-4761-ba30-59585430ac48 req-76924e69-8587-45b6-98b3-f1e04418ad08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:57:15.356229 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-c1b3907d-a376-4761-ba30-59585430ac48 req-76924e69-8587-45b6-98b3-f1e04418ad08 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=93c08649-0c78-43a2-be9e-2ac6589b527d HTTP/1.1" status: 200 len: 1096 time: 0.1120415 Nov 05 18:57:15.368110 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 18:57:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b1bbaf2-6151-48db-9ba3-f7d22de125b6 x-openstack-request-id: req-6b1bbaf2-6151-48db-9ba3-f7d22de125b6 {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 18:57:15.368397 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ed3847c-218e-4cb8-928e-c9a661bf8fcb", "tag": "bde38bc4-bf15-4910-91da-c87d00dbd53a", "status": "completed", "code": 200}]} {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 18:57:15.368645 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6b1bbaf2-6151-48db-9ba3-f7d22de125b6 {{(pid=102386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 18:57:15.369038 n-d-816865-1 neutron-server[102386]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ed3847c-218e-4cb8-928e-c9a661bf8fcb', 'tag': 'bde38bc4-bf15-4910-91da-c87d00dbd53a', 'status': 'completed', 'code': 200} Nov 05 18:57:15.375855 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce19c6b-a1fd-4bcb-94d5-ec31f5dc4525 service neutron] Pushing event updated for resources: {'Port': ['ID=bde38bc4-bf15-4910-91da-c87d00dbd53a,revision_number=3']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:57:15.376348 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Provisioning for port 9b761a08-0d36-40a9-a231-63b877ffe8b0 completed by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 05 18:57:15.383513 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Provisioning complete for port 9b761a08-0d36-40a9-a231-63b877ffe8b0 triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:57:15.384167 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:15.388185 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23197df3-5c1b-4931-9f59-23901fe707b7 tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8c4e6025-8305-4b1f-89de-89dc0244d7be,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:57:15.405262 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-e2da0c28-2b43-4b6e-a1f2-12a6884bad9c tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1573928'] for subnet, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:15.440043 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-da07b0fa-1b45-425c-a366-f37957e63c1d tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:15.443723 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-23197df3-5c1b-4931-9f59-23901fe707b7 tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273'] for segment, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:15.444071 n-d-816865-1 neutron-server[102387]: INFO neutron.db.segments_db [None req-23197df3-5c1b-4931-9f59-23901fe707b7 tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] Added segment 8fc21812-f483-41f8-b9fb-d09729410358 of type vlan for network adc01256-dd32-4a21-b5a4-090ddd39da46 Nov 05 18:57:15.473114 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-da07b0fa-1b45-425c-a366-f37957e63c1d tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:15.480554 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-da07b0fa-1b45-425c-a366-f37957e63c1d tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] 10.222.0.13 "DELETE /v2.0/ports/55df92c4-01b8-4793-91e3-de3d5b24570c HTTP/1.1" status: 204 len: 168 time: 0.8115332 Nov 05 18:57:15.480896 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 37414) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:57:15.489363 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-4b31a85f-cf75-4afb-bea4-70f3fb8b1552 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Request body: {'port': {'network_id': '4775609d-d914-46a5-9754-1763ce089160', 'mac_address': 'fa:16:3e:90:81:72', 'name': 'tempest-PortsIpV6TestJSON-487444987'}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:57:15.489964 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:15.516509 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-23197df3-5c1b-4931-9f59-23901fe707b7 tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750027258543'] for network, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:15.528963 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbfc683-b49d-4d4d-984c-f53f0b6be48b req-d128f30b-b48a-4404-90a0-d24dcfd2df7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:57:15.530520 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-ddbfc683-b49d-4d4d-984c-f53f0b6be48b req-d128f30b-b48a-4404-90a0-d24dcfd2df7e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=c2718bfd25be4558ab62a930e9f4ce41&device_id=1ed3847c-218e-4cb8-928e-c9a661bf8fcb HTTP/1.1" status: 200 len: 1094 time: 0.1421804 Nov 05 18:57:15.531274 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da07b0fa-1b45-425c-a366-f37957e63c1d tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Pushing event deleted for resources: {'Port': ['ID=55df92c4-01b8-4793-91e3-de3d5b24570c,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:57:15.587997 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-ddbfc683-b49d-4d4d-984c-f53f0b6be48b req-59109a77-3846-40da-8ead-dc1946d7feed service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bde38bc4-bf15-4910-91da-c87d00dbd53a HTTP/1.1" status: 200 len: 217 time: 0.0444605 Nov 05 18:57:15.596350 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] For port 9b761a08-0d36-40a9-a231-63b877ffe8b0, host n-h1-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=9b761a08-0d36-40a9-a231-63b877ffe8b0,segment=NetworkSegment(77f01b74-537a-42a9-ac0e-73f0b4ab63b5),segment_id=77f01b74-537a-42a9-ac0e-73f0b4ab63b5)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:57:15.639367 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-e2da0c28-2b43-4b6e-a1f2-12a6884bad9c tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1573905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4417146', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5112209'] for subnet, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:15.639592 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-c1b3907d-a376-4761-ba30-59585430ac48 req-f099f58a-b47e-4619-840d-50db34bca4cd service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=01574b07-2bff-4b61-b9a8-932cd03ff8af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2431288 Nov 05 18:57:15.658537 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbfc683-b49d-4d4d-984c-f53f0b6be48b req-5e004d2e-410f-4d18-82b1-b50a1717d94b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:57:15.660871 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-ddbfc683-b49d-4d4d-984c-f53f0b6be48b req-5e004d2e-410f-4d18-82b1-b50a1717d94b service neutron] 10.222.0.55 "GET /v2.0/subnets?id=b6655376-4ea9-4701-98ec-c7e9e4d66f0f HTTP/1.1" status: 200 len: 846 time: 0.0603187 Nov 05 18:57:15.676740 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-23197df3-5c1b-4931-9f59-23901fe707b7 tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-956796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877'] for network, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:15.682453 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23197df3-5c1b-4931-9f59-23901fe707b7 tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:57:15.683053 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-23197df3-5c1b-4931-9f59-23901fe707b7 tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] Publish callbacks [] for network, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:15.685518 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2da0c28-2b43-4b6e-a1f2-12a6884bad9c tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Pushing event deleted for resources: {'Subnet': ['ID=42ff02b4-c73f-4433-93b3-b3d06a5e483c,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:57:15.686030 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15a466ba-f5ad-4313-9a37-57049cfbcdb4 None None] Network fb9cdfeb-654e-48e7-8f9e-65c84541408b requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 18:57:15.688825 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-e2da0c28-2b43-4b6e-a1f2-12a6884bad9c tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Publish callbacks [] for subnet, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:15.692764 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-e2da0c28-2b43-4b6e-a1f2-12a6884bad9c tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] 10.222.0.13 "DELETE /v2.0/subnets/42ff02b4-c73f-4433-93b3-b3d06a5e483c HTTP/1.1" status: 204 len: 168 time: 0.6618395 Nov 05 18:57:15.698278 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 37422) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:57:15.726945 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b31a85f-cf75-4afb-bea4-70f3fb8b1552 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Made reservation on behalf of c87add0b70464d588d82847ed9192d29 for: {'port': 1} {{(pid=102387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 18:57:15.773692 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:15.807530 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-fdc87968-83be-4a20-a298-ae508b025d6f tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1664226'] for network, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:15.819670 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23197df3-5c1b-4931-9f59-23901fe707b7 tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] Pushing event updated for resources: {'Network': ['ID=adc01256-dd32-4a21-b5a4-090ddd39da46,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:57:15.835343 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-23197df3-5c1b-4931-9f59-23901fe707b7 tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.6105559 Nov 05 18:57:15.843993 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 37430) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:57:15.850033 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-195d8311-14e2-4251-a81d-d40175fccacf tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] Request body: {'subnet': {'network_id': 'adc01256-dd32-4a21-b5a4-090ddd39da46', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:57:15.886306 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Network adc01256-dd32-4a21-b5a4-090ddd39da46 details requested by agent ovs-agent-n-d-816865-1 with host n-d-816865-1 {{(pid=102388) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 05 18:57:15.904602 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-ddbfc683-b49d-4d4d-984c-f53f0b6be48b req-ca9c7cd2-80e5-4d5b-87b2-515268fca0da service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=9c2bdaad-faf0-4d75-bb68-340f7d20c596&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0355039 Nov 05 18:57:15.923611 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-fdc87968-83be-4a20-a298-ae508b025d6f tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Deleting port 379ae38d-c955-44f8-9007-bd99f6472019 {{(pid=102386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 18:57:15.923951 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-fdc87968-83be-4a20-a298-ae508b025d6f tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:15.940184 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-4b31a85f-cf75-4afb-bea4-70f3fb8b1552 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:16.011707 n-d-816865-1 neutron-server[102387]: DEBUG neutron.notifiers.nova [None req-4b31a85f-cf75-4afb-bea4-70f3fb8b1552 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] device_id is not set on port db188942-a07c-4e5d-881c-0478f81ee224 yet. {{(pid=102387) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 05 18:57:16.056045 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Pushing event updated for resources: {'Port': ['ID=9b761a08-0d36-40a9-a231-63b877ffe8b0,revision_number=5']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:57:16.073701 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d6f670-18f2-4898-a0bd-cee50c6a6da6 req-f0be71e2-a310-49e1-91d6-dd54d3bf8181 tempest-ServerRescueNegativeTestJSON-570401673 tempest-ServerRescueNegativeTestJSON-570401673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:57:16.075269 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-59d6f670-18f2-4898-a0bd-cee50c6a6da6 req-f0be71e2-a310-49e1-91d6-dd54d3bf8181 tempest-ServerRescueNegativeTestJSON-570401673 tempest-ServerRescueNegativeTestJSON-570401673-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e3b4c93-69f3-4e6c-8f09-2e860aeb5776 HTTP/1.1" status: 200 len: 945 time: 0.1574371 Nov 05 18:57:16.105784 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [None req-fdc87968-83be-4a20-a298-ae508b025d6f tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] For port 379ae38d-c955-44f8-9007-bd99f6472019, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=379ae38d-c955-44f8-9007-bd99f6472019,segment=NetworkSegment(0e7508e1-503c-4843-b2cc-2d7515743406),segment_id=0e7508e1-503c-4843-b2cc-2d7515743406)] {{(pid=102386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:57:16.106179 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-fdc87968-83be-4a20-a298-ae508b025d6f tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:16.130793 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-fdc87968-83be-4a20-a298-ae508b025d6f tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Calling delete_port for 379ae38d-c955-44f8-9007-bd99f6472019 owned by network:dhcp {{(pid=102386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 18:57:16.142857 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-ddbfc683-b49d-4d4d-984c-f53f0b6be48b req-72aa0bee-1ed8-4dd9-8456-16853728c1fb service neutron] 10.222.0.55 "GET /v2.0/networks/9c2bdaad-faf0-4d75-bb68-340f7d20c596?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2297432 Nov 05 18:57:16.181463 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08f157b0-9423-4d23-b2a5-25cf985fda85 None None] DHCP port deletion for fb9cdfeb-654e-48e7-8f9e-65c84541408b request from n-d-816865-1 {{(pid=102388) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 05 18:57:16.219040 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-59d6f670-18f2-4898-a0bd-cee50c6a6da6 req-afa5d635-7df3-4daa-8d3f-91b84b735d8d tempest-ServerRescueNegativeTestJSON-570401673 tempest-ServerRescueNegativeTestJSON-570401673-project] 10.222.0.13 "GET /v2.0/security-groups?id=01574b07-2bff-4b61-b9a8-932cd03ff8af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239984 Nov 05 18:57:16.250672 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-195d8311-14e2-4251-a81d-d40175fccacf tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] Made reservation on behalf of d0a8e2071b314c3fb38163cbc7011dd2 for: {'subnet': 1} {{(pid=102387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 18:57:16.255390 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-195d8311-14e2-4251-a81d-d40175fccacf tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5112236'] for subnet, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:16.298661 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-08f157b0-9423-4d23-b2a5-25cf985fda85 None None] Deleting port 379ae38d-c955-44f8-9007-bd99f6472019 {{(pid=102388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 18:57:16.308898 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-08f157b0-9423-4d23-b2a5-25cf985fda85 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:16.343758 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a48ea6-ef04-4cef-850e-88fb4bfe5bfa req-4f066b12-6490-4918-9c8b-c6d0f0c25c8e tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:57:16.347611 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-e8a48ea6-ef04-4cef-850e-88fb4bfe5bfa req-4f066b12-6490-4918-9c8b-c6d0f0c25c8e tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] 10.222.0.13 "GET /v2.0/ports?device_id=1ed3847c-218e-4cb8-928e-c9a661bf8fcb HTTP/1.1" status: 200 len: 943 time: 0.1845334 Nov 05 18:57:16.433040 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-08f157b0-9423-4d23-b2a5-25cf985fda85 None None] For port 379ae38d-c955-44f8-9007-bd99f6472019, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=379ae38d-c955-44f8-9007-bd99f6472019,segment=NetworkSegment(0e7508e1-503c-4843-b2cc-2d7515743406),segment_id=0e7508e1-503c-4843-b2cc-2d7515743406)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:57:16.433849 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-08f157b0-9423-4d23-b2a5-25cf985fda85 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:16.452449 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-ddbfc683-b49d-4d4d-984c-f53f0b6be48b req-f23cfcae-a8f2-4ae8-9eb2-1f8e7a03ea64 service neutron] 10.222.0.55 "GET /v2.0/networks/9c2bdaad-faf0-4d75-bb68-340f7d20c596?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3013506 Nov 05 18:57:16.452664 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-4b31a85f-cf75-4afb-bea4-70f3fb8b1552 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Publish callbacks [] for port, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:16.459067 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-08f157b0-9423-4d23-b2a5-25cf985fda85 None None] Calling delete_port for 379ae38d-c955-44f8-9007-bd99f6472019 owned by network:dhcp {{(pid=102388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 18:57:16.499344 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-e8a48ea6-ef04-4cef-850e-88fb4bfe5bfa req-fb5c0c3f-5636-41be-a095-bd072e99a022 tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9a1bcb7-2b62-4809-b67b-668edb56dae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103585 Nov 05 18:57:16.535357 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-fdc87968-83be-4a20-a298-ae508b025d6f tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:16.555774 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-08f157b0-9423-4d23-b2a5-25cf985fda85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798'] for port, after_delete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:16.566781 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc87968-83be-4a20-a298-ae508b025d6f tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Pushing event deleted for resources: {'Port': ['ID=379ae38d-c955-44f8-9007-bd99f6472019,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:57:16.572492 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdc87968-83be-4a20-a298-ae508b025d6f tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] No DVR routers for this DVR port 379ae38d-c955-44f8-9007-bd99f6472019 on host n-d-816865-1 {{(pid=102386) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 18:57:16.590674 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f157b0-9423-4d23-b2a5-25cf985fda85 None None] Pushing event deleted for resources: {'Port': ['ID=379ae38d-c955-44f8-9007-bd99f6472019,revision_number=None']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:57:16.597764 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08f157b0-9423-4d23-b2a5-25cf985fda85 None None] No DVR routers for this DVR port 379ae38d-c955-44f8-9007-bd99f6472019 on host n-d-816865-1 {{(pid=102388) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 18:57:16.713240 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-fdc87968-83be-4a20-a298-ae508b025d6f tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1579173', 'neutron.services.segments.db._delete_segments_for_network-8750027792909'] for network, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:16.736817 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bc6ecf-806b-4fa7-82b5-01640907df0c req-5cc08e7c-6c4a-47fc-aae8-bca7f664ae0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:57:16.739680 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-09bc6ecf-806b-4fa7-82b5-01640907df0c req-5cc08e7c-6c4a-47fc-aae8-bca7f664ae0f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=c2718bfd25be4558ab62a930e9f4ce41&device_id=1ed3847c-218e-4cb8-928e-c9a661bf8fcb HTTP/1.1" status: 200 len: 1094 time: 0.1151278 Nov 05 18:57:16.743178 n-d-816865-1 neutron-server[102386]: DEBUG neutron.services.segments.db [None req-fdc87968-83be-4a20-a298-ae508b025d6f tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb9cdfeb-654e-48e7-8f9e-65c84541408b']}} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:57:16.746677 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-4b31a85f-cf75-4afb-bea4-70f3fb8b1552 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4417063'] for port, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:16.773991 n-d-816865-1 neutron-server[102386]: DEBUG neutron.services.segments.db [None req-fdc87968-83be-4a20-a298-ae508b025d6f tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e7508e1-503c-4843-b2cc-2d7515743406') {'for_net_delete': True} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:57:16.774331 n-d-816865-1 neutron-server[102386]: DEBUG neutron.services.segments.db [None req-fdc87968-83be-4a20-a298-ae508b025d6f tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e7508e1-503c-4843-b2cc-2d7515743406') {} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:57:16.784591 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-195d8311-14e2-4251-a81d-d40175fccacf tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4417463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5112218'] for subnet, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:16.799372 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-fdc87968-83be-4a20-a298-ae508b025d6f tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750027793430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4590747'] for segment, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:16.836386 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b31a85f-cf75-4afb-bea4-70f3fb8b1552 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Network 4775609d-d914-46a5-9754-1763ce089160 is already hosted by enough agents. {{(pid=102387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 18:57:16.842654 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-fdc87968-83be-4a20-a298-ae508b025d6f tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273'] for segment, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:16.851187 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.base_scheduler [None req-4b31a85f-cf75-4afb-bea4-70f3fb8b1552 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Resources bound (agent type, host, resource id): {{(pid=102387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:57:16.857877 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b31a85f-cf75-4afb-bea4-70f3fb8b1552 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Pushing event updated for resources: {'Port': ['ID=db188942-a07c-4e5d-881c-0478f81ee224,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:57:16.862110 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b31a85f-cf75-4afb-bea4-70f3fb8b1552 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Received port after_create {{(pid=102387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 18:57:16.868511 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b31a85f-cf75-4afb-bea4-70f3fb8b1552 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:57:16.869127 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-4b31a85f-cf75-4afb-bea4-70f3fb8b1552 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:16.869660 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fdc87968-83be-4a20-a298-ae508b025d6f tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Releasing vlan 182 on physical network physnet1 to pool {{(pid=102386) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 05 18:57:16.870094 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-fdc87968-83be-4a20-a298-ae508b025d6f tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6149721'] for segment, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:16.874032 n-d-816865-1 neutron-server[102386]: Traceback (most recent call last): Nov 05 18:57:16.874032 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 05 18:57:16.874032 n-d-816865-1 neutron-server[102386]: timer() Nov 05 18:57:16.874032 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 05 18:57:16.874032 n-d-816865-1 neutron-server[102386]: cb(*args, **kw) Nov 05 18:57:16.874032 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 05 18:57:16.874032 n-d-816865-1 neutron-server[102386]: return func(*args, **kwargs) Nov 05 18:57:16.874032 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 05 18:57:16.874032 n-d-816865-1 neutron-server[102386]: self._notify() Nov 05 18:57:16.874032 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 05 18:57:16.874032 n-d-816865-1 neutron-server[102386]: self.callback(batched_events) Nov 05 18:57:16.874032 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 05 18:57:16.874032 n-d-816865-1 neutron-server[102386]: event.method(event) Nov 05 18:57:16.874032 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 05 18:57:16.874032 n-d-816865-1 neutron-server[102386]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 05 18:57:16.874032 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 05 18:57:16.874032 n-d-816865-1 neutron-server[102386]: aggregate_uuid = self.p_client.list_aggregates( Nov 05 18:57:16.874032 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 05 18:57:16.874032 n-d-816865-1 neutron-server[102386]: return f(self, *a, **k) Nov 05 18:57:16.874032 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 05 18:57:16.874032 n-d-816865-1 neutron-server[102386]: return self._get(url).json() Nov 05 18:57:16.874032 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 05 18:57:16.874032 n-d-816865-1 neutron-server[102386]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 05 18:57:16.874032 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 05 18:57:16.874032 n-d-816865-1 neutron-server[102386]: return self.request(url, 'GET', **kwargs) Nov 05 18:57:16.874032 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 05 18:57:16.874032 n-d-816865-1 neutron-server[102386]: base_url = self.get_endpoint(auth, allow=allow, Nov 05 18:57:16.874032 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 05 18:57:16.874032 n-d-816865-1 neutron-server[102386]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 05 18:57:16.874032 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 05 18:57:16.874032 n-d-816865-1 neutron-server[102386]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 05 18:57:16.874032 n-d-816865-1 neutron-server[102386]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 05 18:57:16.893020 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195d8311-14e2-4251-a81d-d40175fccacf tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] Pushing event updated for resources: {'Subnet': ['ID=8e77a4cb-f390-4464-b7c4-57937d9e0d95,revision_number=0']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:57:16.906321 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-195d8311-14e2-4251-a81d-d40175fccacf tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] Checking segment: {'id': '8fc21812-f483-41f8-b9fb-d09729410358', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'adc01256-dd32-4a21-b5a4-090ddd39da46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 18:57:16.906726 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-195d8311-14e2-4251-a81d-d40175fccacf tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] Network hostable DHCP agents. Network: adc01256-dd32-4a21-b5a4-090ddd39da46, hostable agents: ['987e2ca0-bc3b-4c6f-a989-429ccfbf753f'], hosted agents: [] {{(pid=102387) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 05 18:57:16.949500 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bc6ecf-806b-4fa7-82b5-01640907df0c req-3d8b3449-70bf-4ce5-a484-db25a2f39e5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:57:16.951050 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-09bc6ecf-806b-4fa7-82b5-01640907df0c req-3d8b3449-70bf-4ce5-a484-db25a2f39e5d service neutron] 10.222.0.55 "GET /v2.0/networks?id=9c2bdaad-faf0-4d75-bb68-340f7d20c596 HTTP/1.1" status: 200 len: 907 time: 0.1959376 Nov 05 18:57:16.994545 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-09bc6ecf-806b-4fa7-82b5-01640907df0c req-365c1109-d5ab-4daf-a8f1-c9f75d4052eb service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bde38bc4-bf15-4910-91da-c87d00dbd53a HTTP/1.1" status: 200 len: 217 time: 0.0352163 Nov 05 18:57:17.020944 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-195d8311-14e2-4251-a81d-d40175fccacf tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] Network adc01256-dd32-4a21-b5a4-090ddd39da46 is scheduled to be hosted by DHCP agent 987e2ca0-bc3b-4c6f-a989-429ccfbf753f with binding_index 1 {{(pid=102387) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 05 18:57:17.029398 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-4b31a85f-cf75-4afb-bea4-70f3fb8b1552 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.5472949 Nov 05 18:57:17.033252 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 37456) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:57:17.046090 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-fdc87968-83be-4a20-a298-ae508b025d6f tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1579178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-956796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1000687'] for network, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:17.055312 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-fdc87968-83be-4a20-a298-ae508b025d6f tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Publish callbacks [] for network, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:17.061349 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-fdc87968-83be-4a20-a298-ae508b025d6f tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] 10.222.0.13 "DELETE /v2.0/networks/fb9cdfeb-654e-48e7-8f9e-65c84541408b HTTP/1.1" status: 204 len: 168 time: 1.3590941 Nov 05 18:57:17.082426 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc87968-83be-4a20-a298-ae508b025d6f tempest-NetworksTest-1155222895 tempest-NetworksTest-1155222895-project] Pushing event deleted for resources: {'Network': ['ID=fb9cdfeb-654e-48e7-8f9e-65c84541408b,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:57:17.094573 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bc6ecf-806b-4fa7-82b5-01640907df0c req-aefb81a3-26e9-485d-955d-28255dbdb93a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:57:17.096059 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-09bc6ecf-806b-4fa7-82b5-01640907df0c req-aefb81a3-26e9-485d-955d-28255dbdb93a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=b6655376-4ea9-4701-98ec-c7e9e4d66f0f HTTP/1.1" status: 200 len: 846 time: 0.0942011 Nov 05 18:57:17.103943 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8020196-6e6c-4c63-8ba5-b74edfc72290 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:57:17.108440 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-f8020196-6e6c-4c63-8ba5-b74edfc72290 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] 10.222.0.13 "GET /v2.0/ports/db188942-a07c-4e5d-881c-0478f81ee224 HTTP/1.1" status: 200 len: 844 time: 0.0717022 Nov 05 18:57:17.108659 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 37464) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:57:17.141832 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.base_scheduler [None req-195d8311-14e2-4251-a81d-d40175fccacf tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816865-1, adc01256-dd32-4a21-b5a4-090ddd39da46) {{(pid=102387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:57:17.147425 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-195d8311-14e2-4251-a81d-d40175fccacf tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:57:17.148018 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-195d8311-14e2-4251-a81d-d40175fccacf tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] Publish callbacks [] for subnet, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:17.150606 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b192c49e-abeb-4dc7-9fa0-f202199d886a None None] Network adc01256-dd32-4a21-b5a4-090ddd39da46 requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 18:57:17.181670 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-09bc6ecf-806b-4fa7-82b5-01640907df0c req-655e877e-7ba7-4491-b2c8-4d9847e3e5b1 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=9c2bdaad-faf0-4d75-bb68-340f7d20c596&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0745296 Nov 05 18:57:17.247012 n-d-816865-1 neutron-server[102388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e3b4c93-69f3-4e6c-8f09-2e860aeb5776', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b761a08-0d36-40a9-a231-63b877ffe8b0'}] {{(pid=102388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 18:57:17.249674 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85474fee1180e129d8a886d264fe0b30223aa672dd1ffe43b630605f18504f68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d94a2263-54fc-4881-a82a-7edfbe5ff94a" -d '{"events": [{"server_uuid": "1e3b4c93-69f3-4e6c-8f09-2e860aeb5776", "name": "network-vif-plugged", "status": "completed", "tag": "9b761a08-0d36-40a9-a231-63b877ffe8b0"}]}' {{(pid=102388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 18:57:17.268115 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-195d8311-14e2-4251-a81d-d40175fccacf tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.4217956 Nov 05 18:57:17.271840 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 37470) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:57:17.292596 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-1c8d1752-a4dc-4545-9bf5-25ceb0a37f7f tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-2137117157', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec'}, 'admin_state_up': False}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:57:17.363403 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-09bc6ecf-806b-4fa7-82b5-01640907df0c req-b2689ffd-a0f0-415b-9a21-29164a2ae539 service neutron] 10.222.0.55 "GET /v2.0/networks/9c2bdaad-faf0-4d75-bb68-340f7d20c596?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1720331 Nov 05 18:57:17.371925 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 18:57:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3ca1713-76c2-4f3e-8aee-fd9f732f67a0 x-openstack-request-id: req-d3ca1713-76c2-4f3e-8aee-fd9f732f67a0 {{(pid=102388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 18:57:17.372112 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e3b4c93-69f3-4e6c-8f09-2e860aeb5776", "name": "network-vif-plugged", "status": "completed", "tag": "9b761a08-0d36-40a9-a231-63b877ffe8b0", "code": 200}]} {{(pid=102388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 18:57:17.372665 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d3ca1713-76c2-4f3e-8aee-fd9f732f67a0 {{(pid=102388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 18:57:17.373889 n-d-816865-1 neutron-server[102388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e3b4c93-69f3-4e6c-8f09-2e860aeb5776', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b761a08-0d36-40a9-a231-63b877ffe8b0', 'code': 200} Nov 05 18:57:17.386378 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5922fcb8-ba00-4625-a0e3-65a1edf7dc6d None None] Network adc01256-dd32-4a21-b5a4-090ddd39da46 requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 18:57:17.543832 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-09bc6ecf-806b-4fa7-82b5-01640907df0c req-54cca910-8d29-4647-92f2-fc4f45e810e6 service neutron] 10.222.0.55 "GET /v2.0/networks/9c2bdaad-faf0-4d75-bb68-340f7d20c596?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1682539 Nov 05 18:57:17.557165 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-1c8d1752-a4dc-4545-9bf5-25ceb0a37f7f tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-571139', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6874'] for router, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:17.558449 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-1c8d1752-a4dc-4545-9bf5-25ceb0a37f7f tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-571375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1000570', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1011585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6867'] for router, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:17.572844 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [None req-126fbb7d-905b-406d-8e7c-d8fe6e1543d1 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Deleting port db188942-a07c-4e5d-881c-0478f81ee224 {{(pid=102387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 18:57:17.573179 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-126fbb7d-905b-406d-8e7c-d8fe6e1543d1 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:17.632131 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d931521-7c83-4b60-9193-621e8fc1705f req-913ccb66-8ca4-4d86-b808-b6fc1c7a6f1a tempest-ServerRescueNegativeTestJSON-570401673 tempest-ServerRescueNegativeTestJSON-570401673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:57:17.636547 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-8d931521-7c83-4b60-9193-621e8fc1705f req-913ccb66-8ca4-4d86-b808-b6fc1c7a6f1a tempest-ServerRescueNegativeTestJSON-570401673 tempest-ServerRescueNegativeTestJSON-570401673-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e3b4c93-69f3-4e6c-8f09-2e860aeb5776 HTTP/1.1" status: 200 len: 945 time: 0.2822077 Nov 05 18:57:17.641552 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 379ae38d-c955-44f8-9007-bd99f6472019 no longer exists at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 18:57:17.671023 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] No Port match for: 379ae38d-c955-44f8-9007-bd99f6472019 {{(pid=102388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 18:57:17.671023 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 379ae38d-c955-44f8-9007-bd99f6472019 not bound to the agent host n-d-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 18:57:17.720857 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 37484) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:57:17.773902 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-1c8d1752-a4dc-4545-9bf5-25ceb0a37f7f tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:17.793167 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a73e97-cf5d-4b54-8053-2384abcb9619 req-a2eff240-9d26-4376-8af5-3d19a053776e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:57:17.794790 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-05a73e97-cf5d-4b54-8053-2384abcb9619 req-a2eff240-9d26-4376-8af5-3d19a053776e service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=1e3b4c93-69f3-4e6c-8f09-2e860aeb5776 HTTP/1.1" status: 200 len: 1096 time: 0.3565722 Nov 05 18:57:17.833706 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbeff67-19fc-4fec-bad2-1c8b25bb5821 req-6e4095b8-5673-4a07-acec-739c33f8bc5f tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:57:17.840874 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-0cbeff67-19fc-4fec-bad2-1c8b25bb5821 req-6e4095b8-5673-4a07-acec-739c33f8bc5f tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] 10.222.0.13 "GET /v2.0/ports?device_id=1ed3847c-218e-4cb8-928e-c9a661bf8fcb HTTP/1.1" status: 200 len: 943 time: 0.1971383 Nov 05 18:57:17.848836 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-126fbb7d-905b-406d-8e7c-d8fe6e1543d1 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:17.867127 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 37490) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:57:17.912245 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-8d931521-7c83-4b60-9193-621e8fc1705f req-271a4df4-adec-4549-a460-5d3bcab41b43 tempest-ServerRescueNegativeTestJSON-570401673 tempest-ServerRescueNegativeTestJSON-570401673-project] 10.222.0.13 "GET /v2.0/security-groups?id=01574b07-2bff-4b61-b9a8-932cd03ff8af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2590854 Nov 05 18:57:17.919819 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [None req-126fbb7d-905b-406d-8e7c-d8fe6e1543d1 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Calling delete_port for db188942-a07c-4e5d-881c-0478f81ee224 owned by {{(pid=102387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 18:57:18.008584 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-3e8f2b6b-4ac5-40b7-817e-8f2f1363a75b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:18.089569 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-5f703c8f-1a05-43ec-8374-faa2b9e7a769 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3ef4f33c20644d3a8cc67018579acd02&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2211199 Nov 05 18:57:18.092430 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 37494) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:57:18.184918 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-3e8f2b6b-4ac5-40b7-817e-8f2f1363a75b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:18.186209 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-f8a733bd-75cc-4a14-acb5-ae4f5f4bef3e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:18.211790 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-f8a733bd-75cc-4a14-acb5-ae4f5f4bef3e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:18.241221 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Device bde38bc4-bf15-4910-91da-c87d00dbd53a details requested by agent hyperv_n-h2-816865-1 with host n-h2-816865-1 {{(pid=102388) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 05 18:57:18.274265 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-3e8f2b6b-4ac5-40b7-817e-8f2f1363a75b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:18.326550 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-3e8f2b6b-4ac5-40b7-817e-8f2f1363a75b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=47296dee712f4bc995626ff07f0156d5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6039062 Nov 05 18:57:18.329267 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8f2b6b-4ac5-40b7-817e-8f2f1363a75b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73daa017-d220-4fb5-bde3-d21f1e513134,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:57:18.335279 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 37496) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:57:18.383125 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-f8a733bd-75cc-4a14-acb5-ae4f5f4bef3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:18.386847 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] For port bde38bc4-bf15-4910-91da-c87d00dbd53a, host n-h2-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=bde38bc4-bf15-4910-91da-c87d00dbd53a,segment=NetworkSegment(8281efde-bbf4-4833-8d7d-a490783d8ae5),segment_id=8281efde-bbf4-4833-8d7d-a490783d8ae5)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:57:18.388035 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-f8a733bd-75cc-4a14-acb5-ae4f5f4bef3e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:18.389881 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-f8a733bd-75cc-4a14-acb5-ae4f5f4bef3e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ed442d4e-6209-4336-a17e-232c7c2c384e HTTP/1.1" status: 204 len: 168 time: 0.2954264 Nov 05 18:57:18.392359 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-0cbeff67-19fc-4fec-bad2-1c8b25bb5821 req-27b39afb-ec27-4de7-a433-405dfcca567d tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9a1bcb7-2b62-4809-b67b-668edb56dae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5505762 Nov 05 18:57:18.418891 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a733bd-75cc-4a14-acb5-ae4f5f4bef3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed442d4e-6209-4336-a17e-232c7c2c384e,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:57:18.423687 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Returning: {'device': 'bde38bc4-bf15-4910-91da-c87d00dbd53a', 'network_id': '9c2bdaad-faf0-4d75-bb68-340f7d20c596', 'port_id': 'bde38bc4-bf15-4910-91da-c87d00dbd53a', 'mac_address': 'fa:16:3e:a1:62:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 185, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b6655376-4ea9-4701-98ec-c7e9e4d66f0f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102388) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 05 18:57:18.429381 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a733bd-75cc-4a14-acb5-ae4f5f4bef3e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:57:18.429786 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a733bd-75cc-4a14-acb5-ae4f5f4bef3e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:57:18.430092 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a733bd-75cc-4a14-acb5-ae4f5f4bef3e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:57:18.430586 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a733bd-75cc-4a14-acb5-ae4f5f4bef3e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:57:18.431093 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a733bd-75cc-4a14-acb5-ae4f5f4bef3e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:57:18.431497 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a733bd-75cc-4a14-acb5-ae4f5f4bef3e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:57:18.431833 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a733bd-75cc-4a14-acb5-ae4f5f4bef3e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:57:18.432165 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a733bd-75cc-4a14-acb5-ae4f5f4bef3e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:57:18.432491 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a733bd-75cc-4a14-acb5-ae4f5f4bef3e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:57:18.433497 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a733bd-75cc-4a14-acb5-ae4f5f4bef3e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:57:18.433655 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a733bd-75cc-4a14-acb5-ae4f5f4bef3e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:57:18.434149 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a733bd-75cc-4a14-acb5-ae4f5f4bef3e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:57:18.451884 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-f674debe-9b6e-4078-b2a6-8855301a9353 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:18.486545 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-05a73e97-cf5d-4b54-8053-2384abcb9619 req-3e01317d-5133-449a-b8b0-502986745421 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=01574b07-2bff-4b61-b9a8-932cd03ff8af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6730151 Nov 05 18:57:18.498239 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-f674debe-9b6e-4078-b2a6-8855301a9353 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:18.525388 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:18.543985 n-d-816865-1 neutron-server[102388]: DEBUG neutron.notifiers.nova [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bde38bc4-bf15-4910-91da-c87d00dbd53a {{(pid=102388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 18:57:18.577884 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] For port bde38bc4-bf15-4910-91da-c87d00dbd53a, host n-h2-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=bde38bc4-bf15-4910-91da-c87d00dbd53a,segment=NetworkSegment(8281efde-bbf4-4833-8d7d-a490783d8ae5),segment_id=8281efde-bbf4-4833-8d7d-a490783d8ae5)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:57:18.589628 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-1c8d1752-a4dc-4545-9bf5-25ceb0a37f7f tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:18.624957 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-f674debe-9b6e-4078-b2a6-8855301a9353 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:18.628042 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-f674debe-9b6e-4078-b2a6-8855301a9353 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:18.630089 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-f674debe-9b6e-4078-b2a6-8855301a9353 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/73daa017-d220-4fb5-bde3-d21f1e513134 HTTP/1.1" status: 204 len: 168 time: 0.2928514 Nov 05 18:57:18.643508 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f674debe-9b6e-4078-b2a6-8855301a9353 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73daa017-d220-4fb5-bde3-d21f1e513134,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:57:18.657657 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:18.719026 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Pushing event updated for resources: {'Port': ['ID=bde38bc4-bf15-4910-91da-c87d00dbd53a,revision_number=4']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:57:18.725669 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-126fbb7d-905b-406d-8e7c-d8fe6e1543d1 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4417063'] for port, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:18.762494 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126fbb7d-905b-406d-8e7c-d8fe6e1543d1 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Pushing event deleted for resources: {'Port': ['ID=db188942-a07c-4e5d-881c-0478f81ee224,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:57:18.774373 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-126fbb7d-905b-406d-8e7c-d8fe6e1543d1 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:18.779823 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-126fbb7d-905b-406d-8e7c-d8fe6e1543d1 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] 10.222.0.13 "DELETE /v2.0/ports/db188942-a07c-4e5d-881c-0478f81ee224 HTTP/1.1" status: 204 len: 168 time: 1.6679416 Nov 05 18:57:18.780086 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 37506) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:57:18.833020 n-d-816865-1 neutron-server[102387]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a5d0916-bb70-45e6-8895-21f8cf5ca3fb tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] GET failed (client error): The resource could not be found. Nov 05 18:57:18.834629 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-9a5d0916-bb70-45e6-8895-21f8cf5ca3fb tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] 10.222.0.13 "GET /v2.0/ports/db188942-a07c-4e5d-881c-0478f81ee224 HTTP/1.1" status: 404 len: 333 time: 0.0536606 Nov 05 18:57:18.838809 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 37512) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:57:18.842980 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-9e29a72a-e59d-4080-bdd9-81507b28ab78 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Request body: {'port': {'network_id': '4775609d-d914-46a5-9754-1763ce089160', 'name': 'tempest-PortsIpV6TestJSON-2123123841'}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:57:18.882192 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] get_ports_and_sgs() called for port_ids ['bde38bc4-bf15-4910-91da-c87d00dbd53a'] {{(pid=102388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 18:57:19.098240 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e29a72a-e59d-4080-bdd9-81507b28ab78 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Made reservation on behalf of c87add0b70464d588d82847ed9192d29 for: {'port': 1} {{(pid=102387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 18:57:19.101856 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-9e29a72a-e59d-4080-bdd9-81507b28ab78 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:19.129757 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-1c8d1752-a4dc-4545-9bf5-25ceb0a37f7f tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] Publish callbacks [] for router_gateway, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:19.159150 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9805d4d7-28ea-47a7-bb95-f3ba7ad67a9d req-ba67af7a-117a-4821-8362-63fd04a66304 tempest-ServerRescueNegativeTestJSON-570401673 tempest-ServerRescueNegativeTestJSON-570401673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:57:19.161614 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-9805d4d7-28ea-47a7-bb95-f3ba7ad67a9d req-ba67af7a-117a-4821-8362-63fd04a66304 tempest-ServerRescueNegativeTestJSON-570401673 tempest-ServerRescueNegativeTestJSON-570401673-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e3b4c93-69f3-4e6c-8f09-2e860aeb5776 HTTP/1.1" status: 200 len: 945 time: 0.1395495 Nov 05 18:57:19.163527 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-1c8d1752-a4dc-4545-9bf5-25ceb0a37f7f tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:19.171719 n-d-816865-1 neutron-server[102387]: DEBUG neutron.notifiers.nova [None req-9e29a72a-e59d-4080-bdd9-81507b28ab78 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] device_id is not set on port c3a8d79d-1a2a-425f-a0ac-cb785e6cdd4f yet. {{(pid=102387) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 05 18:57:19.307987 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-9805d4d7-28ea-47a7-bb95-f3ba7ad67a9d req-b7a269f9-1875-43e4-b8c1-f2e9d33b17a1 tempest-ServerRescueNegativeTestJSON-570401673 tempest-ServerRescueNegativeTestJSON-570401673-project] 10.222.0.13 "GET /v2.0/security-groups?id=01574b07-2bff-4b61-b9a8-932cd03ff8af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390114 Nov 05 18:57:19.434908 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.db_base_plugin_common [None req-1c8d1752-a4dc-4545-9bf5-25ceb0a37f7f tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] Allocated IP 172.25.6.32 (40c8335d-cd0b-4cb5-910a-d4dcddd5cbec/04fe6db3-e108-4208-943d-6518424f5726/238d386e-ed8e-4184-8ade-cf623c517915) {{(pid=102387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 18:57:19.461684 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-9e29a72a-e59d-4080-bdd9-81507b28ab78 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Publish callbacks [] for port, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:19.473515 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 37532) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:57:19.488834 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-b792f14f-e116-4ea7-88fd-ecd4630ce5a2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:19.591322 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-b792f14f-e116-4ea7-88fd-ecd4630ce5a2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:19.640578 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-1c8d1752-a4dc-4545-9bf5-25ceb0a37f7f tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] Publish callbacks [] for port, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:19.654950 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-b792f14f-e116-4ea7-88fd-ecd4630ce5a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:19.662288 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1ce17d-e384-4341-b3d9-fed2f0e8e531 req-9c8f36a3-04bd-4f2f-ba10-6fde297879a0 tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:57:19.665699 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-ed1ce17d-e384-4341-b3d9-fed2f0e8e531 req-9c8f36a3-04bd-4f2f-ba10-6fde297879a0 tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] 10.222.0.13 "GET /v2.0/ports?device_id=1ed3847c-218e-4cb8-928e-c9a661bf8fcb HTTP/1.1" status: 200 len: 944 time: 0.1221290 Nov 05 18:57:19.700994 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-b792f14f-e116-4ea7-88fd-ecd4630ce5a2 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5f4a63bf2b2c4bbb84d4514057de2c94&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2236698 Nov 05 18:57:19.700994 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b792f14f-e116-4ea7-88fd-ecd4630ce5a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04b4f536-e81f-4d9a-b1e9-d6741ea299ef,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:57:19.703225 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 37544) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:57:19.720046 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-9e29a72a-e59d-4080-bdd9-81507b28ab78 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4417063'] for port, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:19.842155 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-a863572f-32ab-4594-8870-47cdea2ebacf req-d0c6462f-c43f-49e5-9d9e-15649825ca7b tempest-VolumesBackupsTest-1908224959 tempest-VolumesBackupsTest-1908224959-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=75e37ffae7ad4dd7b6266b9f121eaa93&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0914938 Nov 05 18:57:19.843894 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e29a72a-e59d-4080-bdd9-81507b28ab78 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Network 4775609d-d914-46a5-9754-1763ce089160 is already hosted by enough agents. {{(pid=102387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 18:57:19.852639 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-ed1ce17d-e384-4341-b3d9-fed2f0e8e531 req-2764c2f6-f1b1-4827-8b89-c904c2fd99c8 tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9a1bcb7-2b62-4809-b67b-668edb56dae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1793427 Nov 05 18:57:19.860816 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.base_scheduler [None req-9e29a72a-e59d-4080-bdd9-81507b28ab78 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Resources bound (agent type, host, resource id): {{(pid=102387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:57:19.866734 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 37552) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:57:19.872130 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e29a72a-e59d-4080-bdd9-81507b28ab78 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Received port after_create {{(pid=102387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 18:57:19.878983 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e29a72a-e59d-4080-bdd9-81507b28ab78 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:57:19.879222 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-9e29a72a-e59d-4080-bdd9-81507b28ab78 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:19.891824 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e29a72a-e59d-4080-bdd9-81507b28ab78 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Pushing event updated for resources: {'Port': ['ID=c3a8d79d-1a2a-425f-a0ac-cb785e6cdd4f,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:57:19.913853 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-1c8d1752-a4dc-4545-9bf5-25ceb0a37f7f tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4417063'] for port, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:19.981986 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-7f99e0b1-87a1-4228-993c-5f4caf649bf9 tempest-DvrRoutersNegativeTest-1402537397 tempest-DvrRoutersNegativeTest-1402537397-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-658798427', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:57:19.984950 n-d-816865-1 neutron-server[102386]: DEBUG neutron.policy [None req-7f99e0b1-87a1-4228-993c-5f4caf649bf9 tempest-DvrRoutersNegativeTest-1402537397 tempest-DvrRoutersNegativeTest-1402537397-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=102386) log_rule_list /opt/stack/neutron/neutron/policy.py:450}} Nov 05 18:57:19.985252 n-d-816865-1 neutron-server[102386]: DEBUG neutron.policy [None req-7f99e0b1-87a1-4228-993c-5f4caf649bf9 tempest-DvrRoutersNegativeTest-1402537397 tempest-DvrRoutersNegativeTest-1402537397-project] Failed policy check for 'create_router' {{(pid=102386) enforce /opt/stack/neutron/neutron/policy.py:524}} Nov 05 18:57:19.985767 n-d-816865-1 neutron-server[102386]: INFO neutron.api.v2.resource [None req-7f99e0b1-87a1-4228-993c-5f4caf649bf9 tempest-DvrRoutersNegativeTest-1402537397 tempest-DvrRoutersNegativeTest-1402537397-project] create failed (client error): Access was denied to this resource. Nov 05 18:57:19.986775 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-7f99e0b1-87a1-4228-993c-5f4caf649bf9 tempest-DvrRoutersNegativeTest-1402537397 tempest-DvrRoutersNegativeTest-1402537397-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.1188822 Nov 05 18:57:20.040097 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-7138fd0b-9d3e-4608-8451-6edd3ed5b926 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:20.043301 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c8d1752-a4dc-4545-9bf5-25ceb0a37f7f tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] Network 40c8335d-cd0b-4cb5-910a-d4dcddd5cbec is already hosted by enough agents. {{(pid=102387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 18:57:20.069704 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.base_scheduler [None req-1c8d1752-a4dc-4545-9bf5-25ceb0a37f7f tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] Resources bound (agent type, host, resource id): {{(pid=102387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:57:20.085917 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c8d1752-a4dc-4545-9bf5-25ceb0a37f7f tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] Received port after_create {{(pid=102387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 18:57:20.092374 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-9e29a72a-e59d-4080-bdd9-81507b28ab78 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.2532313 Nov 05 18:57:20.095271 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 37558) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:57:20.100738 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-ce35442b-e78e-47a9-8a81-6dbe1d88fc37 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:57:20.103589 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8d1752-a4dc-4545-9bf5-25ceb0a37f7f tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] Pushing event updated for resources: {'Port': ['ID=238d386e-ed8e-4184-8ade-cf623c517915,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:57:20.157005 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-7138fd0b-9d3e-4608-8451-6edd3ed5b926 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:20.180231 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-ce35442b-e78e-47a9-8a81-6dbe1d88fc37 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:20.210091 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a863572f-32ab-4594-8870-47cdea2ebacf req-05e029d6-3556-46c7-972d-25cfdec43c93 tempest-VolumesBackupsTest-1908224959 tempest-VolumesBackupsTest-1908224959-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:57:20.211558 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-a863572f-32ab-4594-8870-47cdea2ebacf req-05e029d6-3556-46c7-972d-25cfdec43c93 tempest-VolumesBackupsTest-1908224959 tempest-VolumesBackupsTest-1908224959-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3556015 Nov 05 18:57:20.242382 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Device bde38bc4-bf15-4910-91da-c87d00dbd53a up at agent hyperv_n-h2-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 18:57:20.297313 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-a863572f-32ab-4594-8870-47cdea2ebacf req-d58f9c84-93ed-4be6-aaae-e8bc749d4428 tempest-VolumesBackupsTest-1908224959 tempest-VolumesBackupsTest-1908224959-project] 10.222.0.13 "GET /v2.0/quotas/75e37ffae7ad4dd7b6266b9f121eaa93 HTTP/1.1" status: 200 len: 375 time: 0.0786533 Nov 05 18:57:20.357149 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-a863572f-32ab-4594-8870-47cdea2ebacf req-a2287dd3-4965-4022-844b-e8ef13253ee9 tempest-VolumesBackupsTest-1908224959 tempest-VolumesBackupsTest-1908224959-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=75e37ffae7ad4dd7b6266b9f121eaa93&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0348873 Nov 05 18:57:20.379411 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Provisioning for port bde38bc4-bf15-4910-91da-c87d00dbd53a completed by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 05 18:57:20.380290 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-ce35442b-e78e-47a9-8a81-6dbe1d88fc37 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Publish callbacks [] for port, precommit_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:20.383793 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Provisioning complete for port bde38bc4-bf15-4910-91da-c87d00dbd53a triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:57:20.384207 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:20.438795 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572377d5-2705-41bf-ae9e-d08bf5749394 req-a088f78e-ccee-4f70-a570-c2ba6f872aef tempest-ServerRescueNegativeTestJSON-570401673 tempest-ServerRescueNegativeTestJSON-570401673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:57:20.440294 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-572377d5-2705-41bf-ae9e-d08bf5749394 req-a088f78e-ccee-4f70-a570-c2ba6f872aef tempest-ServerRescueNegativeTestJSON-570401673 tempest-ServerRescueNegativeTestJSON-570401673-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e3b4c93-69f3-4e6c-8f09-2e860aeb5776 HTTP/1.1" status: 200 len: 945 time: 0.0501449 Nov 05 18:57:20.441923 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-7138fd0b-9d3e-4608-8451-6edd3ed5b926 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:20.444539 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-7138fd0b-9d3e-4608-8451-6edd3ed5b926 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:20.448266 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-7138fd0b-9d3e-4608-8451-6edd3ed5b926 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/04b4f536-e81f-4d9a-b1e9-d6741ea299ef HTTP/1.1" status: 204 len: 168 time: 0.7394621 Nov 05 18:57:20.469238 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7138fd0b-9d3e-4608-8451-6edd3ed5b926 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04b4f536-e81f-4d9a-b1e9-d6741ea299ef,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:57:20.473943 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-ce35442b-e78e-47a9-8a81-6dbe1d88fc37 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6149821'] for port, after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:20.492189 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:20.535683 n-d-816865-1 neutron-server[102388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ed3847c-218e-4cb8-928e-c9a661bf8fcb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bde38bc4-bf15-4910-91da-c87d00dbd53a'}] {{(pid=102388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 18:57:20.538210 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85474fee1180e129d8a886d264fe0b30223aa672dd1ffe43b630605f18504f68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6c86d41-1d57-4842-ba08-4ae2979f564b" -d '{"events": [{"server_uuid": "1ed3847c-218e-4cb8-928e-c9a661bf8fcb", "name": "network-vif-plugged", "status": "completed", "tag": "bde38bc4-bf15-4910-91da-c87d00dbd53a"}]}' {{(pid=102388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 18:57:20.549570 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-572377d5-2705-41bf-ae9e-d08bf5749394 req-d9f38de6-616d-4557-9dca-a7258269a4e2 tempest-ServerRescueNegativeTestJSON-570401673 tempest-ServerRescueNegativeTestJSON-570401673-project] 10.222.0.13 "GET /v2.0/security-groups?id=01574b07-2bff-4b61-b9a8-932cd03ff8af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013472 Nov 05 18:57:20.561829 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] For port bde38bc4-bf15-4910-91da-c87d00dbd53a, host n-h2-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=bde38bc4-bf15-4910-91da-c87d00dbd53a,segment=NetworkSegment(8281efde-bbf4-4833-8d7d-a490783d8ae5),segment_id=8281efde-bbf4-4833-8d7d-a490783d8ae5)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:57:20.565297 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-ce35442b-e78e-47a9-8a81-6dbe1d88fc37 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] In _notify_port_updated(), no bound segment for port c3a8d79d-1a2a-425f-a0ac-cb785e6cdd4f on network 4775609d-d914-46a5-9754-1763ce089160 {{(pid=102386) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 05 18:57:20.577743 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce35442b-e78e-47a9-8a81-6dbe1d88fc37 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:57:20.577743 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-ce35442b-e78e-47a9-8a81-6dbe1d88fc37 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:20.577743 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-ce35442b-e78e-47a9-8a81-6dbe1d88fc37 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] 10.222.0.13 "PUT /v2.0/ports/c3a8d79d-1a2a-425f-a0ac-cb785e6cdd4f HTTP/1.1" status: 200 len: 818 time: 0.4789484 Nov 05 18:57:20.579695 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 37570) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:57:20.598526 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce35442b-e78e-47a9-8a81-6dbe1d88fc37 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Pushing event updated for resources: {'Port': ['ID=c3a8d79d-1a2a-425f-a0ac-cb785e6cdd4f,revision_number=2']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:57:20.630238 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:20.638710 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-1c8d1752-a4dc-4545-9bf5-25ceb0a37f7f tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] Publish callbacks [] for router_gateway, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:20.653757 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 18:57:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73cc382b-e4e2-4670-bf23-e5ca70769c78 x-openstack-request-id: req-73cc382b-e4e2-4670-bf23-e5ca70769c78 {{(pid=102388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 18:57:20.654190 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ed3847c-218e-4cb8-928e-c9a661bf8fcb", "name": "network-vif-plugged", "status": "completed", "tag": "bde38bc4-bf15-4910-91da-c87d00dbd53a", "code": 200}]} {{(pid=102388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 18:57:20.654458 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-73cc382b-e4e2-4670-bf23-e5ca70769c78 {{(pid=102388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 18:57:20.654884 n-d-816865-1 neutron-server[102388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ed3847c-218e-4cb8-928e-c9a661bf8fcb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bde38bc4-bf15-4910-91da-c87d00dbd53a', 'code': 200} Nov 05 18:57:20.664372 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 37576) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:57:20.780029 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1beff3e-d5d8-4944-8178-ded1fd072f0b req-eae5b487-7251-4ee9-bf7c-e9930bd460d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:57:20.781419 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-a1beff3e-d5d8-4944-8178-ded1fd072f0b req-eae5b487-7251-4ee9-bf7c-e9930bd460d7 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=1ed3847c-218e-4cb8-928e-c9a661bf8fcb HTTP/1.1" status: 200 len: 1096 time: 0.0754294 Nov 05 18:57:20.793314 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Pushing event updated for resources: {'Port': ['ID=bde38bc4-bf15-4910-91da-c87d00dbd53a,revision_number=5']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:57:20.846840 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-2e9c9ca0-32a1-47e4-b41d-7d2a57ac9421 req-34f14e64-47ea-4b8b-b65d-5e683b93485d tempest-VolumesBackupsTest-1908224959 tempest-VolumesBackupsTest-1908224959-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8e9adee-efc1-4379-90db-477a488fcc59 HTTP/1.1" status: 200 len: 210 time: 0.1006796 Nov 05 18:57:20.864642 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [None req-9a5dcf99-6a7d-49de-b667-537fd9ed5024 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Deleting port c3a8d79d-1a2a-425f-a0ac-cb785e6cdd4f {{(pid=102387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 18:57:20.864930 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-9a5dcf99-6a7d-49de-b667-537fd9ed5024 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:20.875585 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-a1beff3e-d5d8-4944-8178-ded1fd072f0b req-34dec3bb-45ef-48ee-973b-1a688ca518a8 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=c9a1bcb7-2b62-4809-b67b-668edb56dae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768325 Nov 05 18:57:20.984560 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-9a5dcf99-6a7d-49de-b667-537fd9ed5024 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:21.038537 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-2030db80-bfa3-4725-a2c0-7308b99ff6f9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:21.067663 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [None req-9a5dcf99-6a7d-49de-b667-537fd9ed5024 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Calling delete_port for c3a8d79d-1a2a-425f-a0ac-cb785e6cdd4f owned by {{(pid=102387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 18:57:21.140643 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-1c8d1752-a4dc-4545-9bf5-25ceb0a37f7f tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-571384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1000487'] for router, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:21.150093 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0818a51-33d0-4aae-92f4-0fb02844a980 req-f43344d0-4f51-4964-893e-ee28bb367e00 tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:57:21.151637 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-e0818a51-33d0-4aae-92f4-0fb02844a980 req-f43344d0-4f51-4964-893e-ee28bb367e00 tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] 10.222.0.13 "GET /v2.0/ports?device_id=1ed3847c-218e-4cb8-928e-c9a661bf8fcb HTTP/1.1" status: 200 len: 945 time: 0.1735768 Nov 05 18:57:21.169023 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-2030db80-bfa3-4725-a2c0-7308b99ff6f9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:21.335121 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-2030db80-bfa3-4725-a2c0-7308b99ff6f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:21.383378 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-2030db80-bfa3-4725-a2c0-7308b99ff6f9 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6fec7a61cec94ac7aac901663d59afe9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7179301 Nov 05 18:57:21.384580 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2030db80-bfa3-4725-a2c0-7308b99ff6f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddcd2ece-6dfe-4d87-97e1-10b82ac1bd1b,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:57:21.387334 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 37604) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:57:21.452479 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-e37fb014-40eb-4be5-80ca-5fb3489a2f27 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:21.477229 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-e37fb014-40eb-4be5-80ca-5fb3489a2f27 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:21.620222 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-e37fb014-40eb-4be5-80ca-5fb3489a2f27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:21.623076 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-e37fb014-40eb-4be5-80ca-5fb3489a2f27 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:21.624358 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-e37fb014-40eb-4be5-80ca-5fb3489a2f27 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ddcd2ece-6dfe-4d87-97e1-10b82ac1bd1b HTTP/1.1" status: 204 len: 168 time: 0.2356954 Nov 05 18:57:21.635237 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37fb014-40eb-4be5-80ca-5fb3489a2f27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddcd2ece-6dfe-4d87-97e1-10b82ac1bd1b,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:57:21.703080 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-e0818a51-33d0-4aae-92f4-0fb02844a980 req-23503113-3b74-4515-9177-1dafdac47aec tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9a1bcb7-2b62-4809-b67b-668edb56dae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5418878 Nov 05 18:57:21.740993 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5671fb3f-0fa2-4ade-a68e-2fc12bc9216a req-4e66974c-785a-462a-b6cc-6915cdc043b2 tempest-ServerRescueNegativeTestJSON-570401673 tempest-ServerRescueNegativeTestJSON-570401673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:57:21.746629 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-5671fb3f-0fa2-4ade-a68e-2fc12bc9216a req-4e66974c-785a-462a-b6cc-6915cdc043b2 tempest-ServerRescueNegativeTestJSON-570401673 tempest-ServerRescueNegativeTestJSON-570401673-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e3b4c93-69f3-4e6c-8f09-2e860aeb5776 HTTP/1.1" status: 200 len: 945 time: 0.5354655 Nov 05 18:57:21.806679 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a124850-2af2-42be-b5db-bad0a1ccd377 req-db9f0acd-3032-45bc-9621-bdb0d9a6e1ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:57:21.808480 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-5a124850-2af2-42be-b5db-bad0a1ccd377 req-db9f0acd-3032-45bc-9621-bdb0d9a6e1ac service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2d1e164bb09b4bc6b0a37a98f21fd24b&device_id=1e3b4c93-69f3-4e6c-8f09-2e860aeb5776 HTTP/1.1" status: 200 len: 1096 time: 0.5230827 Nov 05 18:57:21.861543 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-5671fb3f-0fa2-4ade-a68e-2fc12bc9216a req-123d310d-36be-4b92-ad8c-78b215ef45d8 tempest-ServerRescueNegativeTestJSON-570401673 tempest-ServerRescueNegativeTestJSON-570401673-project] 10.222.0.13 "GET /v2.0/security-groups?id=01574b07-2bff-4b61-b9a8-932cd03ff8af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139765 Nov 05 18:57:21.873107 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-9a5dcf99-6a7d-49de-b667-537fd9ed5024 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4417063'] for port, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:21.942036 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5dcf99-6a7d-49de-b667-537fd9ed5024 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Pushing event deleted for resources: {'Port': ['ID=c3a8d79d-1a2a-425f-a0ac-cb785e6cdd4f,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:57:21.943789 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c8d1752-a4dc-4545-9bf5-25ceb0a37f7f tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] Router a3269702-dd5d-4fcd-a088-f251c1c3baf7 is scheduled to L3 agent 6dcb5589-8e86-4616-9186-ddc4548e13ad with binding_index 1 {{(pid=102387) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 05 18:57:21.981958 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-9a5dcf99-6a7d-49de-b667-537fd9ed5024 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:21.986117 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-9a5dcf99-6a7d-49de-b667-537fd9ed5024 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] 10.222.0.13 "DELETE /v2.0/ports/c3a8d79d-1a2a-425f-a0ac-cb785e6cdd4f HTTP/1.1" status: 204 len: 168 time: 1.4045074 Nov 05 18:57:21.988166 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 37620) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:57:21.991196 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-7ee1a9bd-a368-444b-8391-cc2dd4a8e1c6 req-f97eea34-6d67-4021-a601-b25d03f5e966 tempest-VolumesBackupsTest-1908224959 tempest-VolumesBackupsTest-1908224959-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8e9adee-efc1-4379-90db-477a488fcc59 HTTP/1.1" status: 200 len: 210 time: 0.0545752 Nov 05 18:57:22.055058 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2317971f-9373-4526-8095-7f6ed563075a tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:57:22.057823 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-2317971f-9373-4526-8095-7f6ed563075a tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.0684242 Nov 05 18:57:22.059417 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a124850-2af2-42be-b5db-bad0a1ccd377 req-8e0ff5ba-3e94-4e1a-b6cf-9b8744d8f95b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:57:22.060640 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 37622) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:57:22.060934 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-5a124850-2af2-42be-b5db-bad0a1ccd377 req-8e0ff5ba-3e94-4e1a-b6cf-9b8744d8f95b service neutron] 10.222.0.41 "GET /v2.0/networks?id=42e7925c-fd66-4b62-ba17-57eb03167e5d HTTP/1.1" status: 200 len: 920 time: 0.2424390 Nov 05 18:57:22.092462 n-d-816865-1 neutron-server[102386]: INFO neutron.pecan_wsgi.hooks.translation [None req-bedfdfed-b4ab-4cea-9e7a-a9d50067335b tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] GET failed (client error): The resource could not be found. Nov 05 18:57:22.099211 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-bedfdfed-b4ab-4cea-9e7a-a9d50067335b tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] 10.222.0.13 "GET /v2.0/ports/c3a8d79d-1a2a-425f-a0ac-cb785e6cdd4f HTTP/1.1" status: 404 len: 333 time: 0.0325551 Nov 05 18:57:22.099211 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 37626) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:57:22.105354 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-af070f42-b808-4f36-a49e-cec1bf7a4c27 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2054859844'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:57:22.140715 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-5a124850-2af2-42be-b5db-bad0a1ccd377 req-2fafa6a4-a398-4f89-a6b5-ec61764e9e97 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9b761a08-0d36-40a9-a231-63b877ffe8b0 HTTP/1.1" status: 200 len: 217 time: 0.0728707 Nov 05 18:57:22.192767 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c8d1752-a4dc-4545-9bf5-25ceb0a37f7f tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] Notify agent at l3_agent.n-d-816865-1 the message routers_updated {{(pid=102387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 18:57:22.207563 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30be3f4f-b4f1-4374-8c04-68662e258f7e None None] Sync routers for ids ['a3269702-dd5d-4fcd-a088-f251c1c3baf7'] in n-d-816865-1 {{(pid=102388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 18:57:22.223135 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30be3f4f-b4f1-4374-8c04-68662e258f7e None None] Routers {'a3269702-dd5d-4fcd-a088-f251c1c3baf7'} bound to L3 agent in host n-d-816865-1 {{(pid=102388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 18:57:22.224191 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-30be3f4f-b4f1-4374-8c04-68662e258f7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T18:57:05Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['a3269702-dd5d-4fcd-a088-f251c1c3baf7'], 'active': True} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:57:22.231399 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a124850-2af2-42be-b5db-bad0a1ccd377 req-5d0e2547-3170-4156-8f73-2e4675de2a4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:57:22.232882 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-5a124850-2af2-42be-b5db-bad0a1ccd377 req-5d0e2547-3170-4156-8f73-2e4675de2a4a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4cb513d1-da39-46f8-8352-51da564b63e4 HTTP/1.1" status: 200 len: 859 time: 0.0841455 Nov 05 18:57:22.247561 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af070f42-b808-4f36-a49e-cec1bf7a4c27 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Made reservation on behalf of c87add0b70464d588d82847ed9192d29 for: {'network': 1} {{(pid=102386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 18:57:22.251468 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-af070f42-b808-4f36-a49e-cec1bf7a4c27 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for network, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:22.270499 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-5a124850-2af2-42be-b5db-bad0a1ccd377 req-d82217e8-0489-4076-a8c2-f76d9a8f6fda service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=42e7925c-fd66-4b62-ba17-57eb03167e5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0306489 Nov 05 18:57:22.281656 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af070f42-b808-4f36-a49e-cec1bf7a4c27 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 183} {{(pid=102386) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 05 18:57:22.283764 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-30be3f4f-b4f1-4374-8c04-68662e258f7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816865-1', False) {} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:57:22.294329 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30be3f4f-b4f1-4374-8c04-68662e258f7e None None] Routers {'a3269702-dd5d-4fcd-a088-f251c1c3baf7'} bound to L3 agent in host n-d-816865-1 {{(pid=102388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 18:57:22.295177 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-30be3f4f-b4f1-4374-8c04-68662e258f7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T18:57:05Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['a3269702-dd5d-4fcd-a088-f251c1c3baf7'], 'active': True} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:57:22.297640 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-af070f42-b808-4f36-a49e-cec1bf7a4c27 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273'] for segment, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:22.297987 n-d-816865-1 neutron-server[102386]: INFO neutron.db.segments_db [None req-af070f42-b808-4f36-a49e-cec1bf7a4c27 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Added segment 5bd13628-bc42-451e-9d82-ca6f3311b936 of type vlan for network 456f363b-46ca-4a40-824f-7e1c19253c91 Nov 05 18:57:22.343956 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-af070f42-b808-4f36-a49e-cec1bf7a4c27 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750027258543'] for network, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:22.350868 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-30be3f4f-b4f1-4374-8c04-68662e258f7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816865-1', False) {} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:57:22.351869 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30be3f4f-b4f1-4374-8c04-68662e258f7e None None] The sync data for ids ['a3269702-dd5d-4fcd-a088-f251c1c3baf7'] in n-d-816865-1 is: [] {{(pid=102388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 18:57:22.391984 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-5a124850-2af2-42be-b5db-bad0a1ccd377 req-69600840-cd16-4fb6-ae95-74acba3624e1 service neutron] 10.222.0.41 "GET /v2.0/networks/42e7925c-fd66-4b62-ba17-57eb03167e5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1132410 Nov 05 18:57:22.397600 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-1c8d1752-a4dc-4545-9bf5-25ceb0a37f7f tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] Publish callbacks [] for router, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:22.398918 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-1c8d1752-a4dc-4545-9bf5-25ceb0a37f7f tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 5.1242979 Nov 05 18:57:22.402129 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 37638) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:57:22.493185 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-5a124850-2af2-42be-b5db-bad0a1ccd377 req-b093cd7c-510d-44d8-8a45-8661949e23ec service neutron] 10.222.0.41 "GET /v2.0/networks/42e7925c-fd66-4b62-ba17-57eb03167e5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931728 Nov 05 18:57:22.498126 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-af070f42-b808-4f36-a49e-cec1bf7a4c27 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-956796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877'] for network, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:22.505822 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af070f42-b808-4f36-a49e-cec1bf7a4c27 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:57:22.506703 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-af070f42-b808-4f36-a49e-cec1bf7a4c27 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Publish callbacks [] for network, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:22.860258 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc77029-d84b-4616-9cf9-d738d75f2101 req-13cede25-fa03-43a1-b170-f73d0858388c tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:57:22.862001 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-bbc77029-d84b-4616-9cf9-d738d75f2101 req-13cede25-fa03-43a1-b170-f73d0858388c tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] 10.222.0.13 "GET /v2.0/ports?device_id=1ed3847c-218e-4cb8-928e-c9a661bf8fcb HTTP/1.1" status: 200 len: 945 time: 0.0826843 Nov 05 18:57:22.902732 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-af070f42-b808-4f36-a49e-cec1bf7a4c27 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.8022132 Nov 05 18:57:22.902934 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 37666) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:57:22.908368 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-a4d33b56-431b-47b5-8d76-deb090c39a49 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Request body: {'subnet': {'network_id': '456f363b-46ca-4a40-824f-7e1c19253c91', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:57:22.914419 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af070f42-b808-4f36-a49e-cec1bf7a4c27 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Pushing event updated for resources: {'Network': ['ID=456f363b-46ca-4a40-824f-7e1c19253c91,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:57:22.925289 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Network 456f363b-46ca-4a40-824f-7e1c19253c91 details requested by agent ovs-agent-n-d-816865-1 with host n-d-816865-1 {{(pid=102388) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 05 18:57:22.984719 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-bbc77029-d84b-4616-9cf9-d738d75f2101 req-3bbfc3d1-6e9c-41f7-b9f6-df5c469c7aec tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9a1bcb7-2b62-4809-b67b-668edb56dae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152327 Nov 05 18:57:23.186237 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93c13e7-cfe8-4ba5-b32d-28040153e830 req-b0d20712-c76b-489e-93ec-26876db18ac7 tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:57:23.187749 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-f93c13e7-cfe8-4ba5-b32d-28040153e830 req-b0d20712-c76b-489e-93ec-26876db18ac7 tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] 10.222.0.13 "GET /v2.0/ports?device_id=1ed3847c-218e-4cb8-928e-c9a661bf8fcb HTTP/1.1" status: 200 len: 945 time: 0.1130552 Nov 05 18:57:23.206596 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b4c8b2-43ac-45fe-86bc-5cbb69766a20 req-a1e6b4ed-3bb5-4a31-9a9f-4cc0e7d3a785 tempest-ServerRescueNegativeTestJSON-570401673 tempest-ServerRescueNegativeTestJSON-570401673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:57:23.208022 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-28b4c8b2-43ac-45fe-86bc-5cbb69766a20 req-a1e6b4ed-3bb5-4a31-9a9f-4cc0e7d3a785 tempest-ServerRescueNegativeTestJSON-570401673 tempest-ServerRescueNegativeTestJSON-570401673-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e3b4c93-69f3-4e6c-8f09-2e860aeb5776 HTTP/1.1" status: 200 len: 945 time: 0.0914357 Nov 05 18:57:23.281698 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-f93c13e7-cfe8-4ba5-b32d-28040153e830 req-c270b751-1a2e-4906-b076-3342f6e3b228 tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9a1bcb7-2b62-4809-b67b-668edb56dae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854938 Nov 05 18:57:23.293410 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4d33b56-431b-47b5-8d76-deb090c39a49 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Made reservation on behalf of c87add0b70464d588d82847ed9192d29 for: {'subnet': 1} {{(pid=102387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 18:57:23.297072 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-a4d33b56-431b-47b5-8d76-deb090c39a49 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5112236'] for subnet, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:23.337483 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-28b4c8b2-43ac-45fe-86bc-5cbb69766a20 req-5a529c8b-b2f5-4fae-af45-f90993e102ff tempest-ServerRescueNegativeTestJSON-570401673 tempest-ServerRescueNegativeTestJSON-570401673-project] 10.222.0.13 "GET /v2.0/security-groups?id=01574b07-2bff-4b61-b9a8-932cd03ff8af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144984 Nov 05 18:57:23.364092 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-98a3d800-0011-4695-a051-e6959a33bc2e tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:23.434544 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-2b357faa-e510-4eef-b2da-8bc2a86ee605 req-be420636-daa5-44e9-b640-c5548916d37c tempest-VolumesBackupsTest-1908224959 tempest-VolumesBackupsTest-1908224959-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8e9adee-efc1-4379-90db-477a488fcc59 HTTP/1.1" status: 200 len: 210 time: 0.0439057 Nov 05 18:57:23.599219 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-a863572f-32ab-4594-8870-47cdea2ebacf req-083cec84-d6dc-45cb-b0be-04c06bb38a48 tempest-VolumesBackupsTest-1908224959 tempest-VolumesBackupsTest-1908224959-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=75e37ffae7ad4dd7b6266b9f121eaa93&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0322971 Nov 05 18:57:23.701792 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-a4d33b56-431b-47b5-8d76-deb090c39a49 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4417463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5112218'] for subnet, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:23.798474 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.db_base_plugin_common [None req-98a3d800-0011-4695-a051-e6959a33bc2e tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] Allocated IP 172.20.0.1 (adc01256-dd32-4a21-b5a4-090ddd39da46/8e77a4cb-f390-4464-b7c4-57937d9e0d95/8e5fca7e-9f7e-4295-b5d4-d3eb285acb81) {{(pid=102386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 18:57:23.799785 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a863572f-32ab-4594-8870-47cdea2ebacf req-80c9c34b-4d92-4684-b973-fe9b0ea8717b tempest-VolumesBackupsTest-1908224959 tempest-VolumesBackupsTest-1908224959-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:57:23.801983 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-a863572f-32ab-4594-8870-47cdea2ebacf req-80c9c34b-4d92-4684-b973-fe9b0ea8717b tempest-VolumesBackupsTest-1908224959 tempest-VolumesBackupsTest-1908224959-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1956406 Nov 05 18:57:23.826912 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d33b56-431b-47b5-8d76-deb090c39a49 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Pushing event updated for resources: {'Subnet': ['ID=c6fdacbf-ae3d-482c-b7ef-aa6d47e1b2dd,revision_number=0']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:57:23.840122 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [req-a863572f-32ab-4594-8870-47cdea2ebacf req-a437eb63-fa3c-46e3-a71b-94e5f53db4ec tempest-VolumesBackupsTest-1908224959 tempest-VolumesBackupsTest-1908224959-project] Request body: {'port': {'device_id': 'b8e9adee-efc1-4379-90db-477a488fcc59', 'network_id': 'a723f808-b11e-4066-b104-fad90c82895e', 'admin_state_up': True, 'tenant_id': '75e37ffae7ad4dd7b6266b9f121eaa93'}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:57:23.915100 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4d33b56-431b-47b5-8d76-deb090c39a49 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Checking segment: {'id': '5bd13628-bc42-451e-9d82-ca6f3311b936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '456f363b-46ca-4a40-824f-7e1c19253c91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 18:57:23.916124 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4d33b56-431b-47b5-8d76-deb090c39a49 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Network hostable DHCP agents. Network: 456f363b-46ca-4a40-824f-7e1c19253c91, hostable agents: ['987e2ca0-bc3b-4c6f-a989-429ccfbf753f'], hosted agents: [] {{(pid=102387) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 05 18:57:23.978572 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-98a3d800-0011-4695-a051-e6959a33bc2e tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] Publish callbacks [] for port, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:24.039742 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c0eeb0-0aba-4e87-b909-a4fea6d7bc87 req-66a1ff48-d214-471c-a2de-41e380d84ff7 tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:57:24.041170 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-60c0eeb0-0aba-4e87-b909-a4fea6d7bc87 req-66a1ff48-d214-471c-a2de-41e380d84ff7 tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] 10.222.0.13 "GET /v2.0/ports?device_id=1ed3847c-218e-4cb8-928e-c9a661bf8fcb HTTP/1.1" status: 200 len: 945 time: 0.1789181 Nov 05 18:57:24.101036 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-98a3d800-0011-4695-a051-e6959a33bc2e tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:24.107234 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4d33b56-431b-47b5-8d76-deb090c39a49 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Network 456f363b-46ca-4a40-824f-7e1c19253c91 is scheduled to be hosted by DHCP agent 987e2ca0-bc3b-4c6f-a989-429ccfbf753f with binding_index 1 {{(pid=102387) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 05 18:57:24.119258 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-60c0eeb0-0aba-4e87-b909-a4fea6d7bc87 req-fb74bc0b-f5ab-4a37-8415-ce55b80fe950 tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9a1bcb7-2b62-4809-b67b-668edb56dae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720425 Nov 05 18:57:24.172106 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98a3d800-0011-4695-a051-e6959a33bc2e tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] Network adc01256-dd32-4a21-b5a4-090ddd39da46 is already hosted by enough agents. {{(pid=102386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 18:57:24.172459 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.base_scheduler [None req-98a3d800-0011-4695-a051-e6959a33bc2e tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] Resources bound (agent type, host, resource id): {{(pid=102386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:57:24.176980 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98a3d800-0011-4695-a051-e6959a33bc2e tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] Received port after_create {{(pid=102386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 18:57:24.199705 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a3d800-0011-4695-a051-e6959a33bc2e tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] Pushing event updated for resources: {'Port': ['ID=8e5fca7e-9f7e-4295-b5d4-d3eb285acb81,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:57:24.209220 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a863572f-32ab-4594-8870-47cdea2ebacf req-a437eb63-fa3c-46e3-a71b-94e5f53db4ec tempest-VolumesBackupsTest-1908224959 tempest-VolumesBackupsTest-1908224959-project] Made reservation on behalf of 75e37ffae7ad4dd7b6266b9f121eaa93 for: {'port': 1} {{(pid=102387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 18:57:24.214769 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-a863572f-32ab-4594-8870-47cdea2ebacf req-a437eb63-fa3c-46e3-a71b-94e5f53db4ec tempest-VolumesBackupsTest-1908224959 tempest-VolumesBackupsTest-1908224959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:24.231990 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-a863572f-32ab-4594-8870-47cdea2ebacf req-a437eb63-fa3c-46e3-a71b-94e5f53db4ec tempest-VolumesBackupsTest-1908224959 tempest-VolumesBackupsTest-1908224959-project] Publish callbacks [] for security_group, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:24.241054 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-98a3d800-0011-4695-a051-e6959a33bc2e tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-571770'] for router_interface, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:24.266147 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.base_scheduler [None req-a4d33b56-431b-47b5-8d76-deb090c39a49 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816865-1, 456f363b-46ca-4a40-824f-7e1c19253c91) {{(pid=102387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:57:24.273465 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4d33b56-431b-47b5-8d76-deb090c39a49 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:57:24.275478 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-a4d33b56-431b-47b5-8d76-deb090c39a49 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Publish callbacks [] for subnet, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:24.285060 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-939e0131-ef47-47f0-b24d-52a25a81f945 None None] Network 456f363b-46ca-4a40-824f-7e1c19253c91 requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 18:57:24.340192 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-a863572f-32ab-4594-8870-47cdea2ebacf req-a437eb63-fa3c-46e3-a71b-94e5f53db4ec tempest-VolumesBackupsTest-1908224959 tempest-VolumesBackupsTest-1908224959-project] Publish callbacks [] for security_group, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:24.393379 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-a4d33b56-431b-47b5-8d76-deb090c39a49 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4896586 Nov 05 18:57:24.399653 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 37730) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:57:24.407646 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-e3dcc2ed-54c7-4ea2-bdaa-4909109376be tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Request body: {'subnet': {'network_id': '456f363b-46ca-4a40-824f-7e1c19253c91', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:57:24.451630 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-698fd4f3-89d2-4252-87ad-8ddcb4ccfccc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeb20a084-accf-5b60-8075-3e69ebe863a6-456f363b-46ca-4a40-824f-7e1c19253c91', 'network_id': '456f363b-46ca-4a40-824f-7e1c19253c91', 'tenant_id': 'c87add0b70464d588d82847ed9192d29', 'fixed_ips': [{'subnet_id': 'c6fdacbf-ae3d-482c-b7ef-aa6d47e1b2dd'}]}} from n-d-816865-1. {{(pid=102388) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 05 18:57:24.453347 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-698fd4f3-89d2-4252-87ad-8ddcb4ccfccc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:24.460054 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-a863572f-32ab-4594-8870-47cdea2ebacf req-a437eb63-fa3c-46e3-a71b-94e5f53db4ec tempest-VolumesBackupsTest-1908224959 tempest-VolumesBackupsTest-1908224959-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:24.575413 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-98a3d800-0011-4695-a051-e6959a33bc2e tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:24.617441 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-7a478d1d-1dc4-43d6-a2f1-77b84395ad08 req-64489eed-d595-4b89-8c6a-73c174711d10 tempest-VolumesBackupsTest-1908224959 tempest-VolumesBackupsTest-1908224959-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8e9adee-efc1-4379-90db-477a488fcc59 HTTP/1.1" status: 200 len: 210 time: 0.0874193 Nov 05 18:57:24.632092 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.db_base_plugin_common [None req-698fd4f3-89d2-4252-87ad-8ddcb4ccfccc None None] Allocated IP 2001:db8::2 (456f363b-46ca-4a40-824f-7e1c19253c91/c6fdacbf-ae3d-482c-b7ef-aa6d47e1b2dd/4a6ab607-ebeb-402b-ac22-aebf224ad9e3) {{(pid=102388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 18:57:24.646813 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a437eb63-fa3c-46e3-a71b-94e5f53db4ec tempest-VolumesBackupsTest-1908224959 tempest-VolumesBackupsTest-1908224959-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9b84999a-3733-44f1-bbaa-2a5cf2459316,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:57:24.682118 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4ce5f9-fbb6-432f-b4a9-19874d5bce12 req-b1f97353-1e88-4d03-afb4-6c67084522c4 tempest-ServerRescueNegativeTestJSON-570401673 tempest-ServerRescueNegativeTestJSON-570401673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:57:24.683646 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-3a4ce5f9-fbb6-432f-b4a9-19874d5bce12 req-b1f97353-1e88-4d03-afb4-6c67084522c4 tempest-ServerRescueNegativeTestJSON-570401673 tempest-ServerRescueNegativeTestJSON-570401673-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e3b4c93-69f3-4e6c-8f09-2e860aeb5776 HTTP/1.1" status: 200 len: 945 time: 0.1968257 Nov 05 18:57:24.754354 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3dcc2ed-54c7-4ea2-bdaa-4909109376be tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Made reservation on behalf of c87add0b70464d588d82847ed9192d29 for: {'subnet': 1} {{(pid=102386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 18:57:24.765006 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-e3dcc2ed-54c7-4ea2-bdaa-4909109376be tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4877122'] for subnet, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:24.771034 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.db_base_plugin_common [req-a863572f-32ab-4594-8870-47cdea2ebacf req-a437eb63-fa3c-46e3-a71b-94e5f53db4ec tempest-VolumesBackupsTest-1908224959 tempest-VolumesBackupsTest-1908224959-project] Allocated IP 192.168.233.87 (a723f808-b11e-4066-b104-fad90c82895e/05e7a1b5-165b-4a00-855a-ffbcb2eba59e/9e204597-71bc-4a6b-a67f-ff11f3772805) {{(pid=102387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 18:57:24.821573 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-698fd4f3-89d2-4252-87ad-8ddcb4ccfccc None None] Publish callbacks [] for port, precommit_create {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:24.911886 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-698fd4f3-89d2-4252-87ad-8ddcb4ccfccc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789'] for port, after_create {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:24.931105 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-3a4ce5f9-fbb6-432f-b4a9-19874d5bce12 req-3997f582-1176-47d3-b215-bd8e859ccf76 tempest-ServerRescueNegativeTestJSON-570401673 tempest-ServerRescueNegativeTestJSON-570401673-project] 10.222.0.13 "GET /v2.0/security-groups?id=01574b07-2bff-4b61-b9a8-932cd03ff8af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2182431 Nov 05 18:57:24.948824 n-d-816865-1 neutron-server[102386]: INFO neutron.db.ipam_backend_mixin [None req-e3dcc2ed-54c7-4ea2-bdaa-4909109376be tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet c6fdacbf-ae3d-482c-b7ef-aa6d47e1b2dd (CIDR: 2001:db8::/64) Nov 05 18:57:24.960669 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698fd4f3-89d2-4252-87ad-8ddcb4ccfccc None None] Pushing event updated for resources: {'Port': ['ID=4a6ab607-ebeb-402b-ac22-aebf224ad9e3,revision_number=1']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:57:24.972456 n-d-816865-1 neutron-server[102388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-698fd4f3-89d2-4252-87ad-8ddcb4ccfccc None None] Network 456f363b-46ca-4a40-824f-7e1c19253c91 is already hosted by enough agents. {{(pid=102388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 18:57:24.973865 n-d-816865-1 neutron-server[102388]: DEBUG neutron.scheduler.base_scheduler [None req-698fd4f3-89d2-4252-87ad-8ddcb4ccfccc None None] Resources bound (agent type, host, resource id): {{(pid=102388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:57:24.976205 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-698fd4f3-89d2-4252-87ad-8ddcb4ccfccc None None] Received port after_create {{(pid=102388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 18:57:24.998848 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-a863572f-32ab-4594-8870-47cdea2ebacf req-a437eb63-fa3c-46e3-a71b-94e5f53db4ec tempest-VolumesBackupsTest-1908224959 tempest-VolumesBackupsTest-1908224959-project] Publish callbacks [] for port, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:25.011353 n-d-816865-1 neutron-server[102386]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3dcc2ed-54c7-4ea2-bdaa-4909109376be tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 05 18:57:25.011843 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e3dcc2ed-54c7-4ea2-bdaa-4909109376be tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102386) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 05 18:57:25.067888 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-98a3d800-0011-4695-a051-e6959a33bc2e tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] Publish callbacks [] for port, precommit_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:25.096376 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-698fd4f3-89d2-4252-87ad-8ddcb4ccfccc None None] Attempting to bind port 4a6ab607-ebeb-402b-ac22-aebf224ad9e3 on host n-d-816865-1 for vnic_type normal with profile {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 18:57:25.098077 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-698fd4f3-89d2-4252-87ad-8ddcb4ccfccc None None] Attempting to bind port 4a6ab607-ebeb-402b-ac22-aebf224ad9e3 by drivers openvswitch,hyperv on host n-d-816865-1 at level 0 using segments [{'id': '5bd13628-bc42-451e-9d82-ca6f3311b936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '456f363b-46ca-4a40-824f-7e1c19253c91'}] {{(pid=102388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 18:57:25.098077 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-698fd4f3-89d2-4252-87ad-8ddcb4ccfccc None None] Attempting to bind port 4a6ab607-ebeb-402b-ac22-aebf224ad9e3 on network 456f363b-46ca-4a40-824f-7e1c19253c91 {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 18:57:25.103308 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-e3dcc2ed-54c7-4ea2-bdaa-4909109376be tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7021072 Nov 05 18:57:25.105282 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-698fd4f3-89d2-4252-87ad-8ddcb4ccfccc None None] Checking agent: {'id': '724d89a7-611b-41e6-bc85-c48112b17afa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 18, 25, 8), 'started_at': datetime.datetime(2021, 11, 5, 18, 25, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 18, 57, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 18:57:25.109937 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-698fd4f3-89d2-4252-87ad-8ddcb4ccfccc None None] Checking segment: {'id': '5bd13628-bc42-451e-9d82-ca6f3311b936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '456f363b-46ca-4a40-824f-7e1c19253c91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 18:57:25.109937 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-698fd4f3-89d2-4252-87ad-8ddcb4ccfccc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:25.109937 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-698fd4f3-89d2-4252-87ad-8ddcb4ccfccc None None] Bound using segment: {'id': '5bd13628-bc42-451e-9d82-ca6f3311b936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '456f363b-46ca-4a40-824f-7e1c19253c91'} {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 18:57:25.109937 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-698fd4f3-89d2-4252-87ad-8ddcb4ccfccc None None] Bound port: 4a6ab607-ebeb-402b-ac22-aebf224ad9e3, host: n-d-816865-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5bd13628-bc42-451e-9d82-ca6f3311b936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '456f363b-46ca-4a40-824f-7e1c19253c91'}}] {{(pid=102388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 18:57:25.109937 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-698fd4f3-89d2-4252-87ad-8ddcb4ccfccc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:25.112152 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 37772) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:57:25.118540 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-11c01f10-e35b-4da9-91e4-2a7b274db738 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Request body: {'subnet': {'network_id': '456f363b-46ca-4a40-824f-7e1c19253c91', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:57:25.134595 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-98a3d800-0011-4695-a051-e6959a33bc2e tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6149821'] for port, after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:25.185594 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-698fd4f3-89d2-4252-87ad-8ddcb4ccfccc None None] For port 4a6ab607-ebeb-402b-ac22-aebf224ad9e3, host n-d-816865-1, cleared binding levels {{(pid=102388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 18:57:25.189096 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-698fd4f3-89d2-4252-87ad-8ddcb4ccfccc None None] For port 4a6ab607-ebeb-402b-ac22-aebf224ad9e3, host n-d-816865-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=4a6ab607-ebeb-402b-ac22-aebf224ad9e3,segment=NetworkSegment(5bd13628-bc42-451e-9d82-ca6f3311b936),segment_id=5bd13628-bc42-451e-9d82-ca6f3311b936)] {{(pid=102388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 18:57:25.212048 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-a863572f-32ab-4594-8870-47cdea2ebacf req-a437eb63-fa3c-46e3-a71b-94e5f53db4ec tempest-VolumesBackupsTest-1908224959 tempest-VolumesBackupsTest-1908224959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4417063'] for port, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:25.264971 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a3d800-0011-4695-a051-e6959a33bc2e tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] Pushing event updated for resources: {'Port': ['ID=8e5fca7e-9f7e-4295-b5d4-d3eb285acb81,revision_number=2']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:57:25.267397 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-98a3d800-0011-4695-a051-e6959a33bc2e tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-597863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-571878'] for router_interface, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:25.286372 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a863572f-32ab-4594-8870-47cdea2ebacf req-a437eb63-fa3c-46e3-a71b-94e5f53db4ec tempest-VolumesBackupsTest-1908224959 tempest-VolumesBackupsTest-1908224959-project] Network a723f808-b11e-4066-b104-fad90c82895e is already hosted by enough agents. {{(pid=102387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 18:57:25.302012 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.base_scheduler [req-a863572f-32ab-4594-8870-47cdea2ebacf req-a437eb63-fa3c-46e3-a71b-94e5f53db4ec tempest-VolumesBackupsTest-1908224959 tempest-VolumesBackupsTest-1908224959-project] Resources bound (agent type, host, resource id): {{(pid=102387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:57:25.305237 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.l3_dvrscheduler_db [req-a863572f-32ab-4594-8870-47cdea2ebacf req-a437eb63-fa3c-46e3-a71b-94e5f53db4ec tempest-VolumesBackupsTest-1908224959 tempest-VolumesBackupsTest-1908224959-project] Received port after_create {{(pid=102387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 18:57:25.310525 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a437eb63-fa3c-46e3-a71b-94e5f53db4ec tempest-VolumesBackupsTest-1908224959 tempest-VolumesBackupsTest-1908224959-project] Pushing event updated for resources: {'Port': ['ID=9e204597-71bc-4a6b-a67f-ff11f3772805,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:57:25.318969 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-698fd4f3-89d2-4252-87ad-8ddcb4ccfccc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:25.342820 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c02fc6-5539-4104-8d40-8c224dd40607 req-06bc2c5f-134b-4bd3-a807-5ac2ef64083b tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:57:25.343266 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-08c02fc6-5539-4104-8d40-8c224dd40607 req-06bc2c5f-134b-4bd3-a807-5ac2ef64083b tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] 10.222.0.13 "GET /v2.0/ports?device_id=1ed3847c-218e-4cb8-928e-c9a661bf8fcb HTTP/1.1" status: 200 len: 945 time: 0.1424973 Nov 05 18:57:25.417764 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698fd4f3-89d2-4252-87ad-8ddcb4ccfccc None None] Pushing event updated for resources: {'Port': ['ID=4a6ab607-ebeb-402b-ac22-aebf224ad9e3,revision_number=2']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:57:25.420350 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a863572f-32ab-4594-8870-47cdea2ebacf req-a437eb63-fa3c-46e3-a71b-94e5f53db4ec tempest-VolumesBackupsTest-1908224959 tempest-VolumesBackupsTest-1908224959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:57:25.421019 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-a863572f-32ab-4594-8870-47cdea2ebacf req-a437eb63-fa3c-46e3-a71b-94e5f53db4ec tempest-VolumesBackupsTest-1908224959 tempest-VolumesBackupsTest-1908224959-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:25.457491 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-08c02fc6-5539-4104-8d40-8c224dd40607 req-06830645-e62e-4c79-ad6a-d93ecc83ce9b tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9a1bcb7-2b62-4809-b67b-668edb56dae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057189 Nov 05 18:57:25.462785 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d378148-fdc6-4720-92ae-72050a86a926 req-fe2b2807-bce7-4c1a-9024-f03f5352334a tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:57:25.464329 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-6d378148-fdc6-4720-92ae-72050a86a926 req-fe2b2807-bce7-4c1a-9024-f03f5352334a tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] 10.222.0.55 "GET /v2.0/ports?device_id=1ed3847c-218e-4cb8-928e-c9a661bf8fcb HTTP/1.1" status: 200 len: 945 time: 0.1847839 Nov 05 18:57:25.512690 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11c01f10-e35b-4da9-91e4-2a7b274db738 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Made reservation on behalf of c87add0b70464d588d82847ed9192d29 for: {'subnet': 1} {{(pid=102386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 18:57:25.517072 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-11c01f10-e35b-4da9-91e4-2a7b274db738 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4877122'] for subnet, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:25.557513 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-a863572f-32ab-4594-8870-47cdea2ebacf req-a437eb63-fa3c-46e3-a71b-94e5f53db4ec tempest-VolumesBackupsTest-1908224959 tempest-VolumesBackupsTest-1908224959-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.7232189 Nov 05 18:57:25.571248 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [req-a863572f-32ab-4594-8870-47cdea2ebacf req-38b9da4e-2d29-4dd6-9377-f58db6ab2c9f service neutron] Request body: {'port': {'device_id': 'b8e9adee-efc1-4379-90db-477a488fcc59', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816865-1'}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:57:25.659337 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-a863572f-32ab-4594-8870-47cdea2ebacf req-38b9da4e-2d29-4dd6-9377-f58db6ab2c9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:25.777430 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98a3d800-0011-4695-a051-e6959a33bc2e tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] Network adc01256-dd32-4a21-b5a4-090ddd39da46 is already hosted by enough agents. {{(pid=102386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 18:57:25.785670 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.base_scheduler [None req-98a3d800-0011-4695-a051-e6959a33bc2e tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] Resources bound (agent type, host, resource id): {{(pid=102386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:57:25.811178 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-6bbdc23f-1950-4cd7-ad19-827b779972d9 None None] Provisioning complete for port 9e204597-71bc-4a6b-a67f-ff11f3772805 triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:57:25.812845 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-6bbdc23f-1950-4cd7-ad19-827b779972d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:25.886986 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-6bbdc23f-1950-4cd7-ad19-827b779972d9 None None] Port 9e204597-71bc-4a6b-a67f-ff11f3772805 cannot update to ACTIVE because it is not bound. {{(pid=102388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 18:57:25.900053 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [req-6d378148-fdc6-4720-92ae-72050a86a926 req-93091a68-4a86-4274-914d-75ae068a8631 tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] Deleting port bde38bc4-bf15-4910-91da-c87d00dbd53a {{(pid=102386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 18:57:25.900397 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-6d378148-fdc6-4720-92ae-72050a86a926 req-93091a68-4a86-4274-914d-75ae068a8631 tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:25.948366 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b36f53f-f061-4137-931b-5f7f4a5683d3 req-68e660fb-c629-4373-9cfb-3ba2f68be994 tempest-VolumesBackupsTest-1908224959 tempest-VolumesBackupsTest-1908224959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:57:25.949876 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-6b36f53f-f061-4137-931b-5f7f4a5683d3 req-68e660fb-c629-4373-9cfb-3ba2f68be994 tempest-VolumesBackupsTest-1908224959 tempest-VolumesBackupsTest-1908224959-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8e9adee-efc1-4379-90db-477a488fcc59 HTTP/1.1" status: 200 len: 935 time: 0.1922858 Nov 05 18:57:26.080420 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-6b36f53f-f061-4137-931b-5f7f4a5683d3 req-2139c48c-6fee-4d1a-a891-3c0d4cca0ca3 tempest-VolumesBackupsTest-1908224959 tempest-VolumesBackupsTest-1908224959-project] 10.222.0.13 "GET /v2.0/security-groups?id=9b84999a-3733-44f1-bbaa-2a5cf2459316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156836 Nov 05 18:57:26.225979 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1af553-4d92-41fa-becd-76a9b8dd0760 req-bc13b00d-0f2f-4f82-b413-eae9741e22a6 tempest-ServerRescueNegativeTestJSON-570401673 tempest-ServerRescueNegativeTestJSON-570401673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:57:26.233165 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-ad1af553-4d92-41fa-becd-76a9b8dd0760 req-bc13b00d-0f2f-4f82-b413-eae9741e22a6 tempest-ServerRescueNegativeTestJSON-570401673 tempest-ServerRescueNegativeTestJSON-570401673-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e3b4c93-69f3-4e6c-8f09-2e860aeb5776 HTTP/1.1" status: 200 len: 945 time: 0.1411626 Nov 05 18:57:26.329683 n-d-816865-1 neutron-server[102387]: DEBUG neutron.notifiers.nova [req-a863572f-32ab-4594-8870-47cdea2ebacf req-38b9da4e-2d29-4dd6-9377-f58db6ab2c9f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9e204597-71bc-4a6b-a67f-ff11f3772805 {{(pid=102387) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 18:57:26.345421 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-a863572f-32ab-4594-8870-47cdea2ebacf req-38b9da4e-2d29-4dd6-9377-f58db6ab2c9f service neutron] Publish callbacks [] for port, precommit_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:26.358204 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 37840) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:57:26.381427 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-ad1af553-4d92-41fa-becd-76a9b8dd0760 req-51162114-2412-485b-96d3-d194da99c1ab tempest-ServerRescueNegativeTestJSON-570401673 tempest-ServerRescueNegativeTestJSON-570401673-project] 10.222.0.13 "GET /v2.0/security-groups?id=01574b07-2bff-4b61-b9a8-932cd03ff8af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420915 Nov 05 18:57:26.389540 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.provisioning_blocks [req-a863572f-32ab-4594-8870-47cdea2ebacf req-38b9da4e-2d29-4dd6-9377-f58db6ab2c9f service neutron] Transition to ACTIVE for port object 9e204597-71bc-4a6b-a67f-ff11f3772805 will not be triggered until provisioned by entity L2. {{(pid=102387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 05 18:57:26.512803 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98a3d800-0011-4695-a051-e6959a33bc2e tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] Router a3269702-dd5d-4fcd-a088-f251c1c3baf7 has already been hosted by L3 agent 6dcb5589-8e86-4616-9186-ddc4548e13ad {{(pid=102386) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 18:57:26.512803 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [req-6d378148-fdc6-4720-92ae-72050a86a926 req-93091a68-4a86-4274-914d-75ae068a8631 tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] For port bde38bc4-bf15-4910-91da-c87d00dbd53a, host n-h2-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=bde38bc4-bf15-4910-91da-c87d00dbd53a,segment=NetworkSegment(8281efde-bbf4-4833-8d7d-a490783d8ae5),segment_id=8281efde-bbf4-4833-8d7d-a490783d8ae5)] {{(pid=102386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:57:26.512803 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-6d378148-fdc6-4720-92ae-72050a86a926 req-93091a68-4a86-4274-914d-75ae068a8631 tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:26.523374 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [req-6d378148-fdc6-4720-92ae-72050a86a926 req-93091a68-4a86-4274-914d-75ae068a8631 tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] Calling delete_port for bde38bc4-bf15-4910-91da-c87d00dbd53a owned by compute:nova {{(pid=102386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 18:57:26.604526 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-a863572f-32ab-4594-8870-47cdea2ebacf req-38b9da4e-2d29-4dd6-9377-f58db6ab2c9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4417072'] for port, after_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:26.626468 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-079642a5-3e16-4738-a5b7-7e56dbfdafaf admin admin] Publish callbacks [] for security_group, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:26.630633 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c978e41c-5ca9-4daa-a1cc-384cc82ac4cd req-a606f104-abb2-446a-80be-50124002a1e4 tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:57:26.630633 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-c978e41c-5ca9-4daa-a1cc-384cc82ac4cd req-a606f104-abb2-446a-80be-50124002a1e4 tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] 10.222.0.13 "GET /v2.0/ports?device_id=1ed3847c-218e-4cb8-928e-c9a661bf8fcb HTTP/1.1" status: 200 len: 945 time: 0.0732956 Nov 05 18:57:26.708627 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b9da4e-2d29-4dd6-9377-f58db6ab2c9f service neutron] Pushing event updated for resources: {'Port': ['ID=9e204597-71bc-4a6b-a67f-ff11f3772805,revision_number=2']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:57:26.763245 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-11c01f10-e35b-4da9-91e4-2a7b274db738 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6149946', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4877172'] for subnet, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:26.811340 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98a3d800-0011-4695-a051-e6959a33bc2e tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] Notify agent at l3_agent.n-d-816865-1 the message routers_updated {{(pid=102386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 18:57:26.827385 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-383669fa-f513-469b-add5-47aace6c0915 None None] Sync routers for ids ['a3269702-dd5d-4fcd-a088-f251c1c3baf7'] in n-d-816865-1 {{(pid=102389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 18:57:26.827925 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-98a3d800-0011-4695-a051-e6959a33bc2e tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] 10.222.0.13 "PUT /v2.0/routers/a3269702-dd5d-4fcd-a088-f251c1c3baf7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4218106 Nov 05 18:57:26.832987 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 37850) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:57:26.842521 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-a69c7b20-1bdf-43eb-97d7-e2fa18209c89 tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] Request body: {'port': {'network_id': 'adc01256-dd32-4a21-b5a4-090ddd39da46', 'name': 'tempest-FloatingIPTestJSON-90635215'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:57:26.843623 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-383669fa-f513-469b-add5-47aace6c0915 None None] Routers {'a3269702-dd5d-4fcd-a088-f251c1c3baf7'} bound to L3 agent in host n-d-816865-1 {{(pid=102389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 18:57:26.843749 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-383669fa-f513-469b-add5-47aace6c0915 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T18:57:05Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['a3269702-dd5d-4fcd-a088-f251c1c3baf7'], 'active': True} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:57:26.879530 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-c978e41c-5ca9-4daa-a1cc-384cc82ac4cd req-f132cdcd-d777-4a3f-a3b7-a211b3ec7bd4 tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9a1bcb7-2b62-4809-b67b-668edb56dae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2218595 Nov 05 18:57:26.882148 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6c53d83-8451-41ee-ba79-b34ae6d4ccac None None] Network 456f363b-46ca-4a40-824f-7e1c19253c91 requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 18:57:26.886158 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.managers [req-a863572f-32ab-4594-8870-47cdea2ebacf req-38b9da4e-2d29-4dd6-9377-f58db6ab2c9f service neutron] Attempting to bind port 9e204597-71bc-4a6b-a67f-ff11f3772805 on host n-h1-816865-1 for vnic_type normal with profile {{(pid=102387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 18:57:26.886506 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.managers [req-a863572f-32ab-4594-8870-47cdea2ebacf req-38b9da4e-2d29-4dd6-9377-f58db6ab2c9f service neutron] Attempting to bind port 9e204597-71bc-4a6b-a67f-ff11f3772805 by drivers openvswitch,hyperv on host n-h1-816865-1 at level 0 using segments [{'id': '35c2db9c-522d-48d3-98cf-a08c2cc55db7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'a723f808-b11e-4066-b104-fad90c82895e'}] {{(pid=102387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 18:57:26.886839 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a863572f-32ab-4594-8870-47cdea2ebacf req-38b9da4e-2d29-4dd6-9377-f58db6ab2c9f service neutron] Attempting to bind port 9e204597-71bc-4a6b-a67f-ff11f3772805 on network a723f808-b11e-4066-b104-fad90c82895e {{(pid=102387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 18:57:26.892130 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-383669fa-f513-469b-add5-47aace6c0915 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816865-1', False) {} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:57:26.892351 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a863572f-32ab-4594-8870-47cdea2ebacf req-38b9da4e-2d29-4dd6-9377-f58db6ab2c9f service neutron] Port 9e204597-71bc-4a6b-a67f-ff11f3772805 on network a723f808-b11e-4066-b104-fad90c82895e not bound, no agent of type Open vSwitch agent registered on host n-h1-816865-1 {{(pid=102387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 18:57:26.892684 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a863572f-32ab-4594-8870-47cdea2ebacf req-38b9da4e-2d29-4dd6-9377-f58db6ab2c9f service neutron] Attempting to bind port 9e204597-71bc-4a6b-a67f-ff11f3772805 on network a723f808-b11e-4066-b104-fad90c82895e {{(pid=102387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 18:57:26.900247 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a863572f-32ab-4594-8870-47cdea2ebacf req-38b9da4e-2d29-4dd6-9377-f58db6ab2c9f service neutron] Checking agent: {'id': 'eb596d7c-8c64-42bd-8aca-fad447eb0eab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816865-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 18, 33, 34), 'started_at': datetime.datetime(2021, 11, 5, 18, 33, 34), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 18, 57, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 18:57:26.901601 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a863572f-32ab-4594-8870-47cdea2ebacf req-38b9da4e-2d29-4dd6-9377-f58db6ab2c9f service neutron] Checking segment: {'id': '35c2db9c-522d-48d3-98cf-a08c2cc55db7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'a723f808-b11e-4066-b104-fad90c82895e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 18:57:26.901601 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a863572f-32ab-4594-8870-47cdea2ebacf req-38b9da4e-2d29-4dd6-9377-f58db6ab2c9f service neutron] Bound using segment: {'id': '35c2db9c-522d-48d3-98cf-a08c2cc55db7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'a723f808-b11e-4066-b104-fad90c82895e'} {{(pid=102387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 18:57:26.901849 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.managers [req-a863572f-32ab-4594-8870-47cdea2ebacf req-38b9da4e-2d29-4dd6-9377-f58db6ab2c9f service neutron] Bound port: 9e204597-71bc-4a6b-a67f-ff11f3772805, host: n-h1-816865-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35c2db9c-522d-48d3-98cf-a08c2cc55db7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'a723f808-b11e-4066-b104-fad90c82895e'}}] {{(pid=102387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 18:57:26.902285 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-a863572f-32ab-4594-8870-47cdea2ebacf req-38b9da4e-2d29-4dd6-9377-f58db6ab2c9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:26.916569 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11c01f10-e35b-4da9-91e4-2a7b274db738 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Network 456f363b-46ca-4a40-824f-7e1c19253c91 is already hosted by enough agents. {{(pid=102386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 18:57:26.926879 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-383669fa-f513-469b-add5-47aace6c0915 None None] Routers {'a3269702-dd5d-4fcd-a088-f251c1c3baf7'} bound to L3 agent in host n-d-816865-1 {{(pid=102389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 18:57:26.927802 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-383669fa-f513-469b-add5-47aace6c0915 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T18:57:05Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['a3269702-dd5d-4fcd-a088-f251c1c3baf7'], 'active': True} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:57:26.953193 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.base_scheduler [None req-11c01f10-e35b-4da9-91e4-2a7b274db738 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Resources bound (agent type, host, resource id): {{(pid=102386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:57:26.957626 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11c01f10-e35b-4da9-91e4-2a7b274db738 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:57:26.962442 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-11c01f10-e35b-4da9-91e4-2a7b274db738 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Publish callbacks [] for subnet, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:26.987373 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c01f10-e35b-4da9-91e4-2a7b274db738 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Pushing event updated for resources: {'Subnet': ['ID=9c21f6a8-a654-4b48-ae7e-527f3ea2ec82,revision_number=0']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:57:26.987815 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-383669fa-f513-469b-add5-47aace6c0915 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816865-1', False) {} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:57:26.989383 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-383669fa-f513-469b-add5-47aace6c0915 None None] The sync data for ids ['a3269702-dd5d-4fcd-a088-f251c1c3baf7'] in n-d-816865-1 is: [] {{(pid=102389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 18:57:27.005761 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-2183d9a6-e716-47ef-ab8b-f2b396585e49 None None] Provisioning complete for port 4a6ab607-ebeb-402b-ac22-aebf224ad9e3 triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:57:27.006827 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-2183d9a6-e716-47ef-ab8b-f2b396585e49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:27.016511 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.db [req-a863572f-32ab-4594-8870-47cdea2ebacf req-38b9da4e-2d29-4dd6-9377-f58db6ab2c9f service neutron] For port 9e204597-71bc-4a6b-a67f-ff11f3772805, host n-h1-816865-1, cleared binding levels {{(pid=102387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 18:57:27.108190 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-079642a5-3e16-4738-a5b7-7e56dbfdafaf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:27.138016 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-11c01f10-e35b-4da9-91e4-2a7b274db738 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 2.0144663 Nov 05 18:57:27.138164 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 37862) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:57:27.142980 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-6f0e7b1e-e048-4efc-b1b3-512f2be0aa33 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Request body: {'port': {'network_id': '456f363b-46ca-4a40-824f-7e1c19253c91', 'fixed_ips': [{'subnet_id': 'c6fdacbf-ae3d-482c-b7ef-aa6d47e1b2dd'}, {'subnet_id': '9c21f6a8-a654-4b48-ae7e-527f3ea2ec82'}], 'name': 'tempest-PortsIpV6TestJSON-343379116'}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:57:27.168225 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-2183d9a6-e716-47ef-ab8b-f2b396585e49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:27.187030 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-079642a5-3e16-4738-a5b7-7e56dbfdafaf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:27.227211 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-2183d9a6-e716-47ef-ab8b-f2b396585e49 None None] For port 4a6ab607-ebeb-402b-ac22-aebf224ad9e3, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=4a6ab607-ebeb-402b-ac22-aebf224ad9e3,segment=NetworkSegment(5bd13628-bc42-451e-9d82-ca6f3311b936),segment_id=5bd13628-bc42-451e-9d82-ca6f3311b936)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:57:27.230563 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-079642a5-3e16-4738-a5b7-7e56dbfdafaf admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0a3ee98045a14f43b7b95c6f4a3fa3a8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8713012 Nov 05 18:57:27.237176 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 37874) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:57:27.290551 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-6d378148-fdc6-4720-92ae-72050a86a926 req-93091a68-4a86-4274-914d-75ae068a8631 tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:27.297963 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.db [req-a863572f-32ab-4594-8870-47cdea2ebacf req-38b9da4e-2d29-4dd6-9377-f58db6ab2c9f service neutron] For port 9e204597-71bc-4a6b-a67f-ff11f3772805, host n-h1-816865-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=9e204597-71bc-4a6b-a67f-ff11f3772805,segment=NetworkSegment(35c2db9c-522d-48d3-98cf-a08c2cc55db7),segment_id=35c2db9c-522d-48d3-98cf-a08c2cc55db7)] {{(pid=102387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 18:57:27.302454 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a69c7b20-1bdf-43eb-97d7-e2fa18209c89 tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] Made reservation on behalf of d0a8e2071b314c3fb38163cbc7011dd2 for: {'port': 1} {{(pid=102386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 18:57:27.305343 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-a69c7b20-1bdf-43eb-97d7-e2fa18209c89 tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:27.311545 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] get_ports_and_sgs() called for port_ids ['7a7444f0-42fe-422a-b79f-9969bf445757'] {{(pid=102388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 18:57:27.340021 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b56f157-476a-412c-8bc1-5060862d73de req-919055fe-54db-4e37-8c7a-83dcb8b77519 tempest-VolumesBackupsTest-1908224959 tempest-VolumesBackupsTest-1908224959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:57:27.341524 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-9b56f157-476a-412c-8bc1-5060862d73de req-919055fe-54db-4e37-8c7a-83dcb8b77519 tempest-VolumesBackupsTest-1908224959 tempest-VolumesBackupsTest-1908224959-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8e9adee-efc1-4379-90db-477a488fcc59 HTTP/1.1" status: 200 len: 947 time: 0.1130269 Nov 05 18:57:27.349387 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-2183d9a6-e716-47ef-ab8b-f2b396585e49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:27.351530 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079642a5-3e16-4738-a5b7-7e56dbfdafaf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b14cf52-b8bd-4985-a7d8-a084f148464a,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:57:27.354791 n-d-816865-1 neutron-server[102386]: DEBUG neutron.notifiers.nova [None req-a69c7b20-1bdf-43eb-97d7-e2fa18209c89 tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] device_id is not set on port 7debe5fd-2a2a-411f-93b0-7a5eed143700 yet. {{(pid=102386) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 05 18:57:27.365807 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93091a68-4a86-4274-914d-75ae068a8631 tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] Pushing event deleted for resources: {'Port': ['ID=bde38bc4-bf15-4910-91da-c87d00dbd53a,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:57:27.415128 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-a863572f-32ab-4594-8870-47cdea2ebacf req-38b9da4e-2d29-4dd6-9377-f58db6ab2c9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4417072'] for port, after_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:27.433205 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97e08c55-aa5e-4ee6-85a8-9cf95017c09c None None] Update dhcp port {'port': {'network_id': '456f363b-46ca-4a40-824f-7e1c19253c91', 'fixed_ips': [{'subnet_id': 'c6fdacbf-ae3d-482c-b7ef-aa6d47e1b2dd', 'ip_address': '2001:db8::2'}, {'subnet_id': '9c21f6a8-a654-4b48-ae7e-527f3ea2ec82'}], 'binding:host_id': 'n-d-816865-1'}, 'id': '4a6ab607-ebeb-402b-ac22-aebf224ad9e3'} from n-d-816865-1. {{(pid=102388) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 05 18:57:27.437469 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-7bfedd5f-7adc-4ebe-b9d6-0c9ad31ce752 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:27.462091 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-7bfedd5f-7adc-4ebe-b9d6-0c9ad31ce752 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:27.498267 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a863572f-32ab-4594-8870-47cdea2ebacf req-38b9da4e-2d29-4dd6-9377-f58db6ab2c9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:57:27.499006 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-a863572f-32ab-4594-8870-47cdea2ebacf req-38b9da4e-2d29-4dd6-9377-f58db6ab2c9f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:27.504568 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-a863572f-32ab-4594-8870-47cdea2ebacf req-38b9da4e-2d29-4dd6-9377-f58db6ab2c9f service neutron] 10.222.0.41 "PUT /v2.0/ports/9e204597-71bc-4a6b-a67f-ff11f3772805 HTTP/1.1" status: 200 len: 1095 time: 1.9392209 Nov 05 18:57:27.505059 n-d-816865-1 neutron-server[102387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8e9adee-efc1-4379-90db-477a488fcc59', 'tag': '9e204597-71bc-4a6b-a67f-ff11f3772805'}] {{(pid=102387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 18:57:27.519105 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2183d9a6-e716-47ef-ab8b-f2b396585e49 None None] Pushing event updated for resources: {'Port': ['ID=4a6ab607-ebeb-402b-ac22-aebf224ad9e3,revision_number=3']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:57:27.528365 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab06bd4ddf5758c1f10d79fe34dc215bafa488692cde9dba2fcbcb67556f90bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c95131eb-443a-4f17-8901-66dab38df118" -d '{"events": [{"name": "network-changed", "server_uuid": "b8e9adee-efc1-4379-90db-477a488fcc59", "tag": "9e204597-71bc-4a6b-a67f-ff11f3772805"}]}' {{(pid=102387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 18:57:27.534771 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-97e08c55-aa5e-4ee6-85a8-9cf95017c09c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:27.547446 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d378148-fdc6-4720-92ae-72050a86a926 req-93091a68-4a86-4274-914d-75ae068a8631 tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] No DVR routers for this DVR port bde38bc4-bf15-4910-91da-c87d00dbd53a on host n-h2-816865-1 {{(pid=102386) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 18:57:27.552087 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-6d378148-fdc6-4720-92ae-72050a86a926 req-93091a68-4a86-4274-914d-75ae068a8631 tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:27.555685 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-6d378148-fdc6-4720-92ae-72050a86a926 req-93091a68-4a86-4274-914d-75ae068a8631 tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] 10.222.0.55 "DELETE /v2.0/ports/bde38bc4-bf15-4910-91da-c87d00dbd53a HTTP/1.1" status: 204 len: 173 time: 2.0542996 Nov 05 18:57:27.556338 n-d-816865-1 neutron-server[102386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ed3847c-218e-4cb8-928e-c9a661bf8fcb', 'name': 'network-vif-deleted', 'tag': 'bde38bc4-bf15-4910-91da-c87d00dbd53a'}] {{(pid=102386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 18:57:27.558837 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6173a44d7c73f41af551dc890fa1a5892c2c6bc3458b640c8e0c24db7876ba6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cde19d4d-e302-446b-bab8-3e888bc7b467" -d '{"events": [{"server_uuid": "1ed3847c-218e-4cb8-928e-c9a661bf8fcb", "name": "network-vif-deleted", "tag": "bde38bc4-bf15-4910-91da-c87d00dbd53a"}]}' {{(pid=102386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 18:57:27.564936 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f0e7b1e-e048-4efc-b1b3-512f2be0aa33 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Made reservation on behalf of c87add0b70464d588d82847ed9192d29 for: {'port': 1} {{(pid=102387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 18:57:27.657197 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-7bfedd5f-7adc-4ebe-b9d6-0c9ad31ce752 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:27.660444 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-7bfedd5f-7adc-4ebe-b9d6-0c9ad31ce752 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:27.662023 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-7bfedd5f-7adc-4ebe-b9d6-0c9ad31ce752 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7b14cf52-b8bd-4985-a7d8-a084f148464a HTTP/1.1" status: 204 len: 168 time: 0.4238935 Nov 05 18:57:27.667948 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 4a6ab607-ebeb-402b-ac22-aebf224ad9e3 up at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 18:57:27.682469 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bfedd5f-7adc-4ebe-b9d6-0c9ad31ce752 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b14cf52-b8bd-4985-a7d8-a084f148464a,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:57:27.700326 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.db_base_plugin_common [None req-a69c7b20-1bdf-43eb-97d7-e2fa18209c89 tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] Allocated IP 172.20.0.6 (adc01256-dd32-4a21-b5a4-090ddd39da46/8e77a4cb-f390-4464-b7c4-57937d9e0d95/7debe5fd-2a2a-411f-93b0-7a5eed143700) {{(pid=102386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 18:57:27.733295 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-9b56f157-476a-412c-8bc1-5060862d73de req-ea146c93-d240-4692-8da3-ce3426ad9559 tempest-VolumesBackupsTest-1908224959 tempest-VolumesBackupsTest-1908224959-project] 10.222.0.13 "GET /v2.0/security-groups?id=9b84999a-3733-44f1-bbaa-2a5cf2459316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3590269 Nov 05 18:57:27.853286 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 18:57:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6a239a2-8ba8-4c88-960c-23e19fa91a1f x-openstack-request-id: req-b6a239a2-8ba8-4c88-960c-23e19fa91a1f {{(pid=102387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 18:57:27.855293 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8e9adee-efc1-4379-90db-477a488fcc59", "tag": "9e204597-71bc-4a6b-a67f-ff11f3772805", "status": "completed", "code": 200}]} {{(pid=102387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 18:57:27.855293 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b6a239a2-8ba8-4c88-960c-23e19fa91a1f {{(pid=102387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 18:57:27.857640 n-d-816865-1 neutron-server[102387]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8e9adee-efc1-4379-90db-477a488fcc59', 'tag': '9e204597-71bc-4a6b-a67f-ff11f3772805', 'status': 'completed', 'code': 200} Nov 05 18:57:27.919197 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 18:57:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a561d51b-bf60-404e-a31d-d9e5037baf22 x-openstack-request-id: req-a561d51b-bf60-404e-a31d-d9e5037baf22 {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 18:57:27.920160 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ed3847c-218e-4cb8-928e-c9a661bf8fcb", "name": "network-vif-deleted", "tag": "bde38bc4-bf15-4910-91da-c87d00dbd53a", "status": "completed", "code": 200}]} {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 18:57:27.921337 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a561d51b-bf60-404e-a31d-d9e5037baf22 {{(pid=102386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 18:57:27.921967 n-d-816865-1 neutron-server[102386]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ed3847c-218e-4cb8-928e-c9a661bf8fcb', 'name': 'network-vif-deleted', 'tag': 'bde38bc4-bf15-4910-91da-c87d00dbd53a', 'status': 'completed', 'code': 200} Nov 05 18:57:27.932779 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-6f0e7b1e-e048-4efc-b1b3-512f2be0aa33 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:27.962926 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b9da4e-2d29-4dd6-9377-f58db6ab2c9f service neutron] Pushing event updated for resources: {'Port': ['ID=9e204597-71bc-4a6b-a67f-ff11f3772805,revision_number=3']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:57:27.977711 n-d-816865-1 neutron-server[102387]: DEBUG neutron.notifiers.nova [None req-6f0e7b1e-e048-4efc-b1b3-512f2be0aa33 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] device_id is not set on port 851be13c-c201-4689-825b-8215164c122f yet. {{(pid=102387) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 05 18:57:28.001553 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-a69c7b20-1bdf-43eb-97d7-e2fa18209c89 tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] Publish callbacks [] for port, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:28.009850 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Provisioning complete for port 4a6ab607-ebeb-402b-ac22-aebf224ad9e3 triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:57:28.010479 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:28.091254 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.db_base_plugin_common [None req-97e08c55-aa5e-4ee6-85a8-9cf95017c09c None None] Allocated IP 2001:db8:0:1::2 (456f363b-46ca-4a40-824f-7e1c19253c91/9c21f6a8-a654-4b48-ae7e-527f3ea2ec82/4a6ab607-ebeb-402b-ac22-aebf224ad9e3) {{(pid=102388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 18:57:28.104343 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47413441-7bee-4bac-aef4-04da3093e3f8 req-a7313497-76a7-4125-ae3d-d0a32e363dfe tempest-ServerRescueNegativeTestJSON-570401673 tempest-ServerRescueNegativeTestJSON-570401673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:57:28.105913 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-47413441-7bee-4bac-aef4-04da3093e3f8 req-a7313497-76a7-4125-ae3d-d0a32e363dfe tempest-ServerRescueNegativeTestJSON-570401673 tempest-ServerRescueNegativeTestJSON-570401673-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e3b4c93-69f3-4e6c-8f09-2e860aeb5776 HTTP/1.1" status: 200 len: 945 time: 0.3572786 Nov 05 18:57:28.154840 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a863572f-32ab-4594-8870-47cdea2ebacf req-e6b17c4e-7b07-4108-9b6b-f943058c46df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:57:28.156313 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-a863572f-32ab-4594-8870-47cdea2ebacf req-e6b17c4e-7b07-4108-9b6b-f943058c46df service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=75e37ffae7ad4dd7b6266b9f121eaa93&device_id=b8e9adee-efc1-4379-90db-477a488fcc59 HTTP/1.1" status: 200 len: 1098 time: 0.4280579 Nov 05 18:57:28.158139 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-1e328bbf-d558-4a42-9649-b65ed9b931f6 req-499c2f7a-785a-48c6-83b9-c1ba6638ed49 tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] 10.222.0.13 "GET /v2.0/ports?device_id=1ed3847c-218e-4cb8-928e-c9a661bf8fcb HTTP/1.1" status: 200 len: 210 time: 0.0652716 Nov 05 18:57:28.215718 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-a69c7b20-1bdf-43eb-97d7-e2fa18209c89 tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:28.262447 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-a863572f-32ab-4594-8870-47cdea2ebacf req-156a354e-0877-48b2-93ce-18894ce99c5b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.87&port_id=9e204597-71bc-4a6b-a67f-ff11f3772805 HTTP/1.1" status: 200 len: 217 time: 0.0912383 Nov 05 18:57:28.288994 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a69c7b20-1bdf-43eb-97d7-e2fa18209c89 tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] Network adc01256-dd32-4a21-b5a4-090ddd39da46 is already hosted by enough agents. {{(pid=102386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 18:57:28.294553 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Device bde38bc4-bf15-4910-91da-c87d00dbd53a no longer exists at agent hyperv_n-h2-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 18:57:28.298077 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-97e08c55-aa5e-4ee6-85a8-9cf95017c09c None None] For port 4a6ab607-ebeb-402b-ac22-aebf224ad9e3, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=4a6ab607-ebeb-402b-ac22-aebf224ad9e3,segment=NetworkSegment(5bd13628-bc42-451e-9d82-ca6f3311b936),segment_id=5bd13628-bc42-451e-9d82-ca6f3311b936)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:57:28.301829 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.base_scheduler [None req-a69c7b20-1bdf-43eb-97d7-e2fa18209c89 tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] Resources bound (agent type, host, resource id): {{(pid=102386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:57:28.317329 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a69c7b20-1bdf-43eb-97d7-e2fa18209c89 tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] Received port after_create {{(pid=102386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 18:57:28.329558 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] No Port match for: bde38bc4-bf15-4910-91da-c87d00dbd53a {{(pid=102388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 18:57:28.329974 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Device bde38bc4-bf15-4910-91da-c87d00dbd53a not bound to the agent host n-h2-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 18:57:28.332131 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-47413441-7bee-4bac-aef4-04da3093e3f8 req-83ea922d-87cd-4452-866e-5c76c2aa134e tempest-ServerRescueNegativeTestJSON-570401673 tempest-ServerRescueNegativeTestJSON-570401673-project] 10.222.0.13 "GET /v2.0/security-groups?id=01574b07-2bff-4b61-b9a8-932cd03ff8af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2059491 Nov 05 18:57:28.352001 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-97e08c55-aa5e-4ee6-85a8-9cf95017c09c None None] Publish callbacks [] for port, precommit_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:28.366087 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69c7b20-1bdf-43eb-97d7-e2fa18209c89 tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] Pushing event updated for resources: {'Port': ['ID=7debe5fd-2a2a-411f-93b0-7a5eed143700,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:57:28.367170 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 37902) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:57:28.393153 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a863572f-32ab-4594-8870-47cdea2ebacf req-edbad07d-b304-46fd-9068-78e0f607f0ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:57:28.393153 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-a863572f-32ab-4594-8870-47cdea2ebacf req-edbad07d-b304-46fd-9068-78e0f607f0ad service neutron] 10.222.0.41 "GET /v2.0/subnets?id=05e7a1b5-165b-4a00-855a-ffbcb2eba59e HTTP/1.1" status: 200 len: 843 time: 0.1155283 Nov 05 18:57:28.419255 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a69c7b20-1bdf-43eb-97d7-e2fa18209c89 tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:57:28.420254 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-a69c7b20-1bdf-43eb-97d7-e2fa18209c89 tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:28.439049 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-97e08c55-aa5e-4ee6-85a8-9cf95017c09c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:28.484821 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a863572f-32ab-4594-8870-47cdea2ebacf req-30e13343-2d93-44e3-93ef-216a4b30209e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:57:28.486475 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-a863572f-32ab-4594-8870-47cdea2ebacf req-30e13343-2d93-44e3-93ef-216a4b30209e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a723f808-b11e-4066-b104-fad90c82895e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0855877 Nov 05 18:57:28.541513 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e08c55-aa5e-4ee6-85a8-9cf95017c09c None None] Pushing event updated for resources: {'Port': ['ID=4a6ab607-ebeb-402b-ac22-aebf224ad9e3,revision_number=4']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:57:28.570302 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 37906) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:57:28.584669 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-6b5faee8-3266-4714-8459-5f1eada9d3c2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:28.621648 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-aca56c52-4664-4510-9667-3f65d7043f1a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:28.623661 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-a69c7b20-1bdf-43eb-97d7-e2fa18209c89 tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 927 time: 1.7862666 Nov 05 18:57:28.629702 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 37908) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:57:28.634949 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-d58ed6fc-f55f-470e-9de4-b8396729fc76 tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] Request body: {'port': {'network_id': 'adc01256-dd32-4a21-b5a4-090ddd39da46', 'name': 'tempest-FloatingIPTestJSON-1765555916'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:57:28.683400 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.db_base_plugin_common [None req-6f0e7b1e-e048-4efc-b1b3-512f2be0aa33 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Allocated IP 2001:db8::150 (456f363b-46ca-4a40-824f-7e1c19253c91/c6fdacbf-ae3d-482c-b7ef-aa6d47e1b2dd/851be13c-c201-4689-825b-8215164c122f) {{(pid=102387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 18:57:28.701433 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.db_base_plugin_common [None req-6f0e7b1e-e048-4efc-b1b3-512f2be0aa33 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Allocated IP 2001:db8:0:1::2aa (456f363b-46ca-4a40-824f-7e1c19253c91/9c21f6a8-a654-4b48-ae7e-527f3ea2ec82/851be13c-c201-4689-825b-8215164c122f) {{(pid=102387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 18:57:28.723176 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-a863572f-32ab-4594-8870-47cdea2ebacf req-1eceb8d4-df69-4661-9ba1-273423250edf service neutron] 10.222.0.41 "GET /v2.0/networks/a723f808-b11e-4066-b104-fad90c82895e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2262595 Nov 05 18:57:28.769855 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-6b5faee8-3266-4714-8459-5f1eada9d3c2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:28.848830 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-6b5faee8-3266-4714-8459-5f1eada9d3c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:28.890730 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-6b5faee8-3266-4714-8459-5f1eada9d3c2 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5efd6bc5ee3a4603bc78bba5ab20a711&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3192163 Nov 05 18:57:28.891790 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5faee8-3266-4714-8459-5f1eada9d3c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1208e9b1-c279-483a-8881-03c10c77268b,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:57:28.895089 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 37912) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:57:28.930113 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d58ed6fc-f55f-470e-9de4-b8396729fc76 tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] Made reservation on behalf of d0a8e2071b314c3fb38163cbc7011dd2 for: {'port': 1} {{(pid=102386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 18:57:28.933494 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-d58ed6fc-f55f-470e-9de4-b8396729fc76 tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:28.964054 n-d-816865-1 neutron-server[102386]: DEBUG neutron.notifiers.nova [None req-d58ed6fc-f55f-470e-9de4-b8396729fc76 tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] device_id is not set on port 9678a662-ef1a-43eb-907b-1e2e22668512 yet. {{(pid=102386) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 05 18:57:28.977160 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-aca56c52-4664-4510-9667-3f65d7043f1a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:29.001513 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-a863572f-32ab-4594-8870-47cdea2ebacf req-ea5c9968-6d0f-428c-afab-41e3177e0b95 service neutron] 10.222.0.41 "GET /v2.0/networks/a723f808-b11e-4066-b104-fad90c82895e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2711174 Nov 05 18:57:29.008037 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-c234c783-76ca-44d7-bc42-7a9c37c0898d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:29.017565 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a071c25c-e5ad-4a78-9fd7-b7ea6274dcd4 req-103be3d9-a1f9-4d89-b796-94bf0fdc37e4 tempest-VolumesBackupsTest-1908224959 tempest-VolumesBackupsTest-1908224959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:57:29.019869 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-a071c25c-e5ad-4a78-9fd7-b7ea6274dcd4 req-103be3d9-a1f9-4d89-b796-94bf0fdc37e4 tempest-VolumesBackupsTest-1908224959 tempest-VolumesBackupsTest-1908224959-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8e9adee-efc1-4379-90db-477a488fcc59 HTTP/1.1" status: 200 len: 947 time: 0.1873806 Nov 05 18:57:29.049318 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-c234c783-76ca-44d7-bc42-7a9c37c0898d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:29.061956 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-aca56c52-4664-4510-9667-3f65d7043f1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:29.093059 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-6f0e7b1e-e048-4efc-b1b3-512f2be0aa33 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Publish callbacks [] for port, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:29.149119 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-a071c25c-e5ad-4a78-9fd7-b7ea6274dcd4 req-f16d05ff-dc79-4839-9802-1dc6f926d9ff tempest-VolumesBackupsTest-1908224959 tempest-VolumesBackupsTest-1908224959-project] 10.222.0.13 "GET /v2.0/security-groups?id=9b84999a-3733-44f1-bbaa-2a5cf2459316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225128 Nov 05 18:57:29.155796 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.db_base_plugin_common [None req-d58ed6fc-f55f-470e-9de4-b8396729fc76 tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] Allocated IP 172.20.0.5 (adc01256-dd32-4a21-b5a4-090ddd39da46/8e77a4cb-f390-4464-b7c4-57937d9e0d95/9678a662-ef1a-43eb-907b-1e2e22668512) {{(pid=102386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 18:57:29.164553 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca56c52-4664-4510-9667-3f65d7043f1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb3f0c0b-d7bf-4672-8dda-f5ce51c1d385,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:57:29.169986 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-aca56c52-4664-4510-9667-3f65d7043f1a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=60bc7442c7744bd5b3e2af66a71563bd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7996399 Nov 05 18:57:29.174370 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 37914) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:57:29.216277 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95131eb-443a-4f17-8901-66dab38df118 req-88af5a1c-3517-4403-aa17-8d727a7d7f7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:57:29.222300 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-c95131eb-443a-4f17-8901-66dab38df118 req-88af5a1c-3517-4403-aa17-8d727a7d7f7e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=75e37ffae7ad4dd7b6266b9f121eaa93&device_id=b8e9adee-efc1-4379-90db-477a488fcc59 HTTP/1.1" status: 200 len: 1098 time: 0.0676441 Nov 05 18:57:29.250360 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd492a2a-ec69-435e-af28-b4f6b5d68e18 None None] Network 456f363b-46ca-4a40-824f-7e1c19253c91 requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 18:57:29.305697 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-2a97d118-f499-4414-a3fa-2b1178b12df8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:29.369943 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-849cdebd-3e40-47be-b923-45cb61606044 None None] Provisioning complete for port 4a6ab607-ebeb-402b-ac22-aebf224ad9e3 triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:57:29.370498 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-849cdebd-3e40-47be-b923-45cb61606044 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:29.384489 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-2a97d118-f499-4414-a3fa-2b1178b12df8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:29.453744 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-c234c783-76ca-44d7-bc42-7a9c37c0898d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:29.457202 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-c234c783-76ca-44d7-bc42-7a9c37c0898d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:29.458495 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-c234c783-76ca-44d7-bc42-7a9c37c0898d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1208e9b1-c279-483a-8881-03c10c77268b HTTP/1.1" status: 204 len: 168 time: 0.5623488 Nov 05 18:57:29.478769 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c234c783-76ca-44d7-bc42-7a9c37c0898d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1208e9b1-c279-483a-8881-03c10c77268b,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:57:29.483140 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-d58ed6fc-f55f-470e-9de4-b8396729fc76 tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] Publish callbacks [] for port, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:29.587956 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 4a6ab607-ebeb-402b-ac22-aebf224ad9e3 up at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 18:57:29.602605 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-2a97d118-f499-4414-a3fa-2b1178b12df8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:29.606462 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-2a97d118-f499-4414-a3fa-2b1178b12df8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:29.611407 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-2a97d118-f499-4414-a3fa-2b1178b12df8 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/fb3f0c0b-d7bf-4672-8dda-f5ce51c1d385 HTTP/1.1" status: 204 len: 168 time: 0.4323351 Nov 05 18:57:29.620606 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a97d118-f499-4414-a3fa-2b1178b12df8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb3f0c0b-d7bf-4672-8dda-f5ce51c1d385,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:57:29.631139 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-d58ed6fc-f55f-470e-9de4-b8396729fc76 tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:29.683119 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d58ed6fc-f55f-470e-9de4-b8396729fc76 tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] Network adc01256-dd32-4a21-b5a4-090ddd39da46 is already hosted by enough agents. {{(pid=102386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 18:57:29.687909 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.base_scheduler [None req-d58ed6fc-f55f-470e-9de4-b8396729fc76 tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] Resources bound (agent type, host, resource id): {{(pid=102386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:57:29.697361 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d58ed6fc-f55f-470e-9de4-b8396729fc76 tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] Received port after_create {{(pid=102386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 18:57:29.760419 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58ed6fc-f55f-470e-9de4-b8396729fc76 tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] Pushing event updated for resources: {'Port': ['ID=9678a662-ef1a-43eb-907b-1e2e22668512,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:57:29.783320 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-6f0e7b1e-e048-4efc-b1b3-512f2be0aa33 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4417063'] for port, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:29.794308 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d58ed6fc-f55f-470e-9de4-b8396729fc76 tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:57:29.794308 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-d58ed6fc-f55f-470e-9de4-b8396729fc76 tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:29.928351 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-d58ed6fc-f55f-470e-9de4-b8396729fc76 tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.2974591 Nov 05 18:57:29.929023 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 37940) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:57:29.937225 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f0e7b1e-e048-4efc-b1b3-512f2be0aa33 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Network 456f363b-46ca-4a40-824f-7e1c19253c91 is already hosted by enough agents. {{(pid=102387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 18:57:29.937452 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-7b371c91-6996-4101-8223-b8163f3dcf92 tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] Request body: {'floatingip': {'floating_network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'port_id': '9678a662-ef1a-43eb-907b-1e2e22668512', 'fixed_ip_address': '172.20.0.5'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:57:29.960732 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.base_scheduler [None req-6f0e7b1e-e048-4efc-b1b3-512f2be0aa33 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Resources bound (agent type, host, resource id): {{(pid=102387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:57:29.961042 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Provisioning complete for port 4a6ab607-ebeb-402b-ac22-aebf224ad9e3 triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:57:29.966327 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:29.966462 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f0e7b1e-e048-4efc-b1b3-512f2be0aa33 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Received port after_create {{(pid=102387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 18:57:29.969011 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f0e7b1e-e048-4efc-b1b3-512f2be0aa33 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:57:29.969719 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-6f0e7b1e-e048-4efc-b1b3-512f2be0aa33 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:29.981067 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0e7b1e-e048-4efc-b1b3-512f2be0aa33 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Pushing event updated for resources: {'Port': ['ID=851be13c-c201-4689-825b-8215164c122f,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:57:30.005106 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95131eb-443a-4f17-8901-66dab38df118 req-ca252176-d004-4ced-8d99-fb361df5a85e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:57:30.006654 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-c95131eb-443a-4f17-8901-66dab38df118 req-ca252176-d004-4ced-8d99-fb361df5a85e service neutron] 10.222.0.41 "GET /v2.0/networks?id=a723f808-b11e-4066-b104-fad90c82895e HTTP/1.1" status: 200 len: 870 time: 0.7820861 Nov 05 18:57:30.017656 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292162f5-c0e3-4c6c-8ab8-d6932e60c995 req-6a67c9ed-5b37-4692-9aa5-ac1f658cc9bf tempest-ServerRescueNegativeTestJSON-570401673 tempest-ServerRescueNegativeTestJSON-570401673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:57:30.025623 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-292162f5-c0e3-4c6c-8ab8-d6932e60c995 req-6a67c9ed-5b37-4692-9aa5-ac1f658cc9bf tempest-ServerRescueNegativeTestJSON-570401673 tempest-ServerRescueNegativeTestJSON-570401673-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e3b4c93-69f3-4e6c-8f09-2e860aeb5776 HTTP/1.1" status: 200 len: 945 time: 0.2467372 Nov 05 18:57:30.106544 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00790514-eb89-4d15-b57f-a3b9049b98bc req-2db37ab8-dfe5-476a-a66e-4071527cc2ad tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:57:30.114731 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-00790514-eb89-4d15-b57f-a3b9049b98bc req-2db37ab8-dfe5-476a-a66e-4071527cc2ad tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] 10.222.0.13 "GET /v2.0/networks?id=9c2bdaad-faf0-4d75-bb68-340f7d20c596 HTTP/1.1" status: 200 len: 806 time: 0.3375969 Nov 05 18:57:30.121085 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-c95131eb-443a-4f17-8901-66dab38df118 req-ab529340-eced-4b28-8f00-25fda046b962 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.87&port_id=9e204597-71bc-4a6b-a67f-ff11f3772805 HTTP/1.1" status: 200 len: 217 time: 0.0898235 Nov 05 18:57:30.139216 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-7b371c91-6996-4101-8223-b8163f3dcf92 tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] Publish callbacks [] for floatingip, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:30.181711 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-00790514-eb89-4d15-b57f-a3b9049b98bc req-e015ac30-bb1e-4557-bbf6-bcbadeb981bd tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] 10.222.0.13 "GET /v2.0/quotas/c2718bfd25be4558ab62a930e9f4ce41 HTTP/1.1" status: 200 len: 375 time: 0.0617530 Nov 05 18:57:30.240865 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-6f0e7b1e-e048-4efc-b1b3-512f2be0aa33 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1016 time: 3.1008129 Nov 05 18:57:30.256303 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-292162f5-c0e3-4c6c-8ab8-d6932e60c995 req-d8b5b5b5-178b-457f-b83a-8e6e2f01671e tempest-ServerRescueNegativeTestJSON-570401673 tempest-ServerRescueNegativeTestJSON-570401673-project] 10.222.0.13 "GET /v2.0/security-groups?id=01574b07-2bff-4b61-b9a8-932cd03ff8af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2248328 Nov 05 18:57:30.259477 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 37950) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:57:30.280703 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-94afe1e1-d2fd-4b52-88af-fb8e0f8d33dd tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'c6fdacbf-ae3d-482c-b7ef-aa6d47e1b2dd'}]}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:57:30.312842 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95131eb-443a-4f17-8901-66dab38df118 req-0a4e459d-6295-414e-850d-9e726de1b2fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:57:30.430599 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-c95131eb-443a-4f17-8901-66dab38df118 req-0a4e459d-6295-414e-850d-9e726de1b2fe service neutron] 10.222.0.41 "GET /v2.0/subnets?id=05e7a1b5-165b-4a00-855a-ffbcb2eba59e HTTP/1.1" status: 200 len: 843 time: 0.1852949 Nov 05 18:57:30.432578 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-7b371c91-6996-4101-8223-b8163f3dcf92 tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:30.433568 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-00790514-eb89-4d15-b57f-a3b9049b98bc req-6df0a971-32dd-4dec-9621-6f0caee420fc tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=c2718bfd25be4558ab62a930e9f4ce41&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1763980 Nov 05 18:57:30.472164 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-6a75989a-2dbc-4589-854a-4ff5f24e6238 None None] Provisioning complete for port 851be13c-c201-4689-825b-8215164c122f triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:57:30.472164 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-6a75989a-2dbc-4589-854a-4ff5f24e6238 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:30.472839 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-94afe1e1-d2fd-4b52-88af-fb8e0f8d33dd tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:30.477377 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95131eb-443a-4f17-8901-66dab38df118 req-42a233ad-7c39-4221-bb89-28fd1805ec6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:57:30.478962 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-c95131eb-443a-4f17-8901-66dab38df118 req-42a233ad-7c39-4221-bb89-28fd1805ec6c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a723f808-b11e-4066-b104-fad90c82895e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1520743 Nov 05 18:57:30.526173 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.db_base_plugin_common [None req-7b371c91-6996-4101-8223-b8163f3dcf92 tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] Allocated IP 172.25.6.142 (40c8335d-cd0b-4cb5-910a-d4dcddd5cbec/04fe6db3-e108-4208-943d-6518424f5726/c500f5b7-0808-4390-a1df-cef091fb2844) {{(pid=102386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 18:57:30.553821 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-6a75989a-2dbc-4589-854a-4ff5f24e6238 None None] Port 851be13c-c201-4689-825b-8215164c122f cannot update to ACTIVE because it is not bound. {{(pid=102388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 18:57:30.566659 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-6a75989a-2dbc-4589-854a-4ff5f24e6238 None None] Provisioning complete for port 4a6ab607-ebeb-402b-ac22-aebf224ad9e3 triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:57:30.567166 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-6a75989a-2dbc-4589-854a-4ff5f24e6238 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:30.673274 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 37962) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:57:30.702059 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-13afda9a-7c7e-4c00-a11c-a6b25e93fb52 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:30.714873 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93372f3-ddef-4a0d-a8ee-6f7ea1acc390 req-c5167d38-03bd-4713-afb1-db8cd93c3194 tempest-VolumesBackupsTest-1908224959 tempest-VolumesBackupsTest-1908224959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:57:30.722780 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-c93372f3-ddef-4a0d-a8ee-6f7ea1acc390 req-c5167d38-03bd-4713-afb1-db8cd93c3194 tempest-VolumesBackupsTest-1908224959 tempest-VolumesBackupsTest-1908224959-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8e9adee-efc1-4379-90db-477a488fcc59 HTTP/1.1" status: 200 len: 947 time: 0.3570983 Nov 05 18:57:30.774488 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-7b371c91-6996-4101-8223-b8163f3dcf92 tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] Publish callbacks [] for port, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:30.807497 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-b438c1ff-a98b-424d-8cd3-f28dd1f8bb5a None None] Provisioning complete for port 851be13c-c201-4689-825b-8215164c122f triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:57:30.807875 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b438c1ff-a98b-424d-8cd3-f28dd1f8bb5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:30.849268 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-b438c1ff-a98b-424d-8cd3-f28dd1f8bb5a None None] Port 851be13c-c201-4689-825b-8215164c122f cannot update to ACTIVE because it is not bound. {{(pid=102388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 18:57:30.890074 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-13afda9a-7c7e-4c00-a11c-a6b25e93fb52 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:30.946231 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-c93372f3-ddef-4a0d-a8ee-6f7ea1acc390 req-1e84fa32-e0f9-4a90-b025-8ffe936fcd40 tempest-VolumesBackupsTest-1908224959 tempest-VolumesBackupsTest-1908224959-project] 10.222.0.13 "GET /v2.0/security-groups?id=9b84999a-3733-44f1-bbaa-2a5cf2459316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2225089 Nov 05 18:57:30.950591 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-13afda9a-7c7e-4c00-a11c-a6b25e93fb52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:30.988039 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-c95131eb-443a-4f17-8901-66dab38df118 req-008f22ac-8247-4374-a354-94e7d69aec06 service neutron] 10.222.0.41 "GET /v2.0/networks/a723f808-b11e-4066-b104-fad90c82895e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4838629 Nov 05 18:57:30.996912 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-7b371c91-6996-4101-8223-b8163f3dcf92 tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:31.008739 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13afda9a-7c7e-4c00-a11c-a6b25e93fb52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88fc2bc8-55e5-4e3e-a04d-a98d8ea129c3,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:57:31.013947 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-13afda9a-7c7e-4c00-a11c-a6b25e93fb52 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0852d923e4b34581a35977fd884c1be1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3396773 Nov 05 18:57:31.017749 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.db_base_plugin_common [None req-94afe1e1-d2fd-4b52-88af-fb8e0f8d33dd tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Delete allocated IP 2001:db8:0:1::2aa (456f363b-46ca-4a40-824f-7e1c19253c91/9c21f6a8-a654-4b48-ae7e-527f3ea2ec82) {{(pid=102387) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 05 18:57:31.023285 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 37970) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:57:31.046855 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-00790514-eb89-4d15-b57f-a3b9049b98bc req-fc9f63d8-f285-475e-9296-d07fca99f7a2 service neutron] 10.222.0.13 "GET /v2.0/networks/9c2bdaad-faf0-4d75-bb68-340f7d20c596?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6589246 Nov 05 18:57:31.062542 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b371c91-6996-4101-8223-b8163f3dcf92 tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] Network 40c8335d-cd0b-4cb5-910a-d4dcddd5cbec is already hosted by enough agents. {{(pid=102386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 18:57:31.068677 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.base_scheduler [None req-7b371c91-6996-4101-8223-b8163f3dcf92 tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] Resources bound (agent type, host, resource id): {{(pid=102386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:57:31.071192 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b371c91-6996-4101-8223-b8163f3dcf92 tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] Received port after_create {{(pid=102386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 18:57:31.099241 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b371c91-6996-4101-8223-b8163f3dcf92 tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] Pushing event updated for resources: {'Port': ['ID=c500f5b7-0808-4390-a1df-cef091fb2844,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:57:31.230911 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Device 9e204597-71bc-4a6b-a67f-ff11f3772805 details requested by agent hyperv_n-h1-816865-1 with host n-h1-816865-1 {{(pid=102388) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 05 18:57:31.336213 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-5cad3481-9c24-48e1-90f7-5d5e59028feb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:31.355697 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] For port 9e204597-71bc-4a6b-a67f-ff11f3772805, host n-h1-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=9e204597-71bc-4a6b-a67f-ff11f3772805,segment=NetworkSegment(35c2db9c-522d-48d3-98cf-a08c2cc55db7),segment_id=35c2db9c-522d-48d3-98cf-a08c2cc55db7)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:57:31.367146 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-00790514-eb89-4d15-b57f-a3b9049b98bc req-df8bb14e-99be-4b87-9404-a11824704315 service neutron] 10.222.0.13 "GET /v2.0/networks/9c2bdaad-faf0-4d75-bb68-340f7d20c596?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2986202 Nov 05 18:57:31.381681 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-c95131eb-443a-4f17-8901-66dab38df118 req-19395940-b2d2-4ec2-bf1f-66e9821d8029 service neutron] 10.222.0.41 "GET /v2.0/networks/a723f808-b11e-4066-b104-fad90c82895e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3734968 Nov 05 18:57:31.396116 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-5cad3481-9c24-48e1-90f7-5d5e59028feb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:31.410549 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Returning: {'device': '9e204597-71bc-4a6b-a67f-ff11f3772805', 'network_id': 'a723f808-b11e-4066-b104-fad90c82895e', 'port_id': '9e204597-71bc-4a6b-a67f-ff11f3772805', 'mac_address': 'fa:16:3e:20:25:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 153, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05e7a1b5-165b-4a00-855a-ffbcb2eba59e', 'ip_address': '192.168.233.87'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102388) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 05 18:57:31.451737 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-94afe1e1-d2fd-4b52-88af-fb8e0f8d33dd tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Publish callbacks [] for port, precommit_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:31.499678 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:31.514805 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-94afe1e1-d2fd-4b52-88af-fb8e0f8d33dd tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4417072'] for port, after_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:31.517997 n-d-816865-1 neutron-server[102388]: DEBUG neutron.notifiers.nova [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e204597-71bc-4a6b-a67f-ff11f3772805 {{(pid=102388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 18:57:31.543918 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] For port 9e204597-71bc-4a6b-a67f-ff11f3772805, host n-h1-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=9e204597-71bc-4a6b-a67f-ff11f3772805,segment=NetworkSegment(35c2db9c-522d-48d3-98cf-a08c2cc55db7),segment_id=35c2db9c-522d-48d3-98cf-a08c2cc55db7)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:57:31.560573 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9c9f88-aaf1-418c-88f2-5f5d07e3da25 req-50fe568c-3889-46a8-acc0-0bb756c2b621 tempest-ServerRescueNegativeTestJSON-570401673 tempest-ServerRescueNegativeTestJSON-570401673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:57:31.568319 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-ac9c9f88-aaf1-418c-88f2-5f5d07e3da25 req-50fe568c-3889-46a8-acc0-0bb756c2b621 tempest-ServerRescueNegativeTestJSON-570401673 tempest-ServerRescueNegativeTestJSON-570401673-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e3b4c93-69f3-4e6c-8f09-2e860aeb5776 HTTP/1.1" status: 200 len: 945 time: 0.1764147 Nov 05 18:57:31.598782 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [None req-94afe1e1-d2fd-4b52-88af-fb8e0f8d33dd tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] In _notify_port_updated(), no bound segment for port 851be13c-c201-4689-825b-8215164c122f on network 456f363b-46ca-4a40-824f-7e1c19253c91 {{(pid=102387) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 05 18:57:31.604265 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94afe1e1-d2fd-4b52-88af-fb8e0f8d33dd tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:57:31.604890 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-94afe1e1-d2fd-4b52-88af-fb8e0f8d33dd tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:31.608726 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-94afe1e1-d2fd-4b52-88af-fb8e0f8d33dd tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] 10.222.0.13 "PUT /v2.0/ports/851be13c-c201-4689-825b-8215164c122f HTTP/1.1" status: 200 len: 925 time: 1.3448069 Nov 05 18:57:31.612772 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 37982) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:57:31.618572 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-d725a34a-99c1-4e4f-86c1-4f75b04fdaa5 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'c6fdacbf-ae3d-482c-b7ef-aa6d47e1b2dd'}, {'subnet_id': '9c21f6a8-a654-4b48-ae7e-527f3ea2ec82'}]}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:57:31.641914 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:31.669784 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94afe1e1-d2fd-4b52-88af-fb8e0f8d33dd tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Pushing event updated for resources: {'Port': ['ID=851be13c-c201-4689-825b-8215164c122f,revision_number=2']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:57:31.676853 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.agents_db [None req-b9406b04-a0e8-43cf-b349-711963d96cf4 None None] Agent healthcheck: found 7 active agents {{(pid=102389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 05 18:57:31.708251 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-7b371c91-6996-4101-8223-b8163f3dcf92 tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:31.720697 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-5cad3481-9c24-48e1-90f7-5d5e59028feb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:31.723508 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-5cad3481-9c24-48e1-90f7-5d5e59028feb admin admin] Publish callbacks [] for security_group, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:31.735962 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-5cad3481-9c24-48e1-90f7-5d5e59028feb admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/88fc2bc8-55e5-4e3e-a04d-a98d8ea129c3 HTTP/1.1" status: 204 len: 168 time: 0.7103724 Nov 05 18:57:31.777005 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Pushing event updated for resources: {'Port': ['ID=9e204597-71bc-4a6b-a67f-ff11f3772805,revision_number=4']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:57:31.788821 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cad3481-9c24-48e1-90f7-5d5e59028feb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88fc2bc8-55e5-4e3e-a04d-a98d8ea129c3,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:57:31.886706 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-991c5e40-42a3-4f27-93ba-11eebd7b2b53 req-dcdfb2c9-0c15-457e-8cd8-2201ab02bf10 tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] 10.222.0.13 "GET /v2.0/ports?device_id=1f47f1de-27f8-4b0e-aeb7-9aba793d93a4 HTTP/1.1" status: 200 len: 210 time: 0.1118836 Nov 05 18:57:31.900605 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-ac9c9f88-aaf1-418c-88f2-5f5d07e3da25 req-b8dea969-4bbd-40a3-97dc-21ee8f976ce7 tempest-ServerRescueNegativeTestJSON-570401673 tempest-ServerRescueNegativeTestJSON-570401673-project] 10.222.0.13 "GET /v2.0/security-groups?id=01574b07-2bff-4b61-b9a8-932cd03ff8af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3077459 Nov 05 18:57:31.962125 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] get_ports_and_sgs() called for port_ids ['9e204597-71bc-4a6b-a67f-ff11f3772805'] {{(pid=102388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 18:57:32.122550 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1462df-a24d-46db-87b0-b4be1a6a639d req-42b38004-5466-48b8-9a2f-16e9d633c405 tempest-VolumesBackupsTest-1908224959 tempest-VolumesBackupsTest-1908224959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:57:32.132824 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-a9de9f60-9af8-43fc-8026-7b3970f6d6c8 None None] Provisioning complete for port 851be13c-c201-4689-825b-8215164c122f triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:57:32.133175 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-2a1462df-a24d-46db-87b0-b4be1a6a639d req-42b38004-5466-48b8-9a2f-16e9d633c405 tempest-VolumesBackupsTest-1908224959 tempest-VolumesBackupsTest-1908224959-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8e9adee-efc1-4379-90db-477a488fcc59 HTTP/1.1" status: 200 len: 948 time: 0.0916564 Nov 05 18:57:32.133306 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-a9de9f60-9af8-43fc-8026-7b3970f6d6c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:32.200969 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-2a1462df-a24d-46db-87b0-b4be1a6a639d req-ff15737e-cb03-4dfe-801b-25fa32bc278e tempest-VolumesBackupsTest-1908224959 tempest-VolumesBackupsTest-1908224959-project] 10.222.0.13 "GET /v2.0/security-groups?id=9b84999a-3733-44f1-bbaa-2a5cf2459316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669174 Nov 05 18:57:32.276464 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-a9de9f60-9af8-43fc-8026-7b3970f6d6c8 None None] Port 851be13c-c201-4689-825b-8215164c122f cannot update to ACTIVE because it is not bound. {{(pid=102388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 18:57:32.289439 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-d725a34a-99c1-4e4f-86c1-4f75b04fdaa5 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:32.375889 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-7b371c91-6996-4101-8223-b8163f3dcf92 tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:32.578334 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-82a9bd91-5609-415b-9fb1-9d9b5d7093ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:32.718915 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-7b371c91-6996-4101-8223-b8163f3dcf92 tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] Publish callbacks [] for port, precommit_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:32.720940 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.db_base_plugin_common [None req-d725a34a-99c1-4e4f-86c1-4f75b04fdaa5 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Allocated IP 2001:db8:0:1::126 (456f363b-46ca-4a40-824f-7e1c19253c91/9c21f6a8-a654-4b48-ae7e-527f3ea2ec82/851be13c-c201-4689-825b-8215164c122f) {{(pid=102386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 18:57:32.833374 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-7b371c91-6996-4101-8223-b8163f3dcf92 tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6149821'] for port, after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:32.881235 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-d725a34a-99c1-4e4f-86c1-4f75b04fdaa5 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Publish callbacks [] for port, precommit_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:32.915287 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b371c91-6996-4101-8223-b8163f3dcf92 tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] Pushing event updated for resources: {'Port': ['ID=c500f5b7-0808-4390-a1df-cef091fb2844,revision_number=2']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:57:32.932441 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-7b371c91-6996-4101-8223-b8163f3dcf92 tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1000577'] for floatingip, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:32.987663 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-22db5749-9b4c-4b50-8723-df5ff0d5708f req-a699a1d6-4f09-41e7-9644-f1685b9f2e09 tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] 10.222.0.13 "GET /v2.0/ports?device_id=1f47f1de-27f8-4b0e-aeb7-9aba793d93a4 HTTP/1.1" status: 200 len: 210 time: 0.0318685 Nov 05 18:57:33.045056 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-d725a34a-99c1-4e4f-86c1-4f75b04fdaa5 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6149821'] for port, after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:33.060602 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3363172-c7a0-490d-a65f-094a0e369702 req-a95f21ad-057c-4a1f-8502-303143ec1079 tempest-ServerRescueNegativeTestJSON-570401673 tempest-ServerRescueNegativeTestJSON-570401673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:57:33.063000 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-d3363172-c7a0-490d-a65f-094a0e369702 req-a95f21ad-057c-4a1f-8502-303143ec1079 tempest-ServerRescueNegativeTestJSON-570401673 tempest-ServerRescueNegativeTestJSON-570401673-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e3b4c93-69f3-4e6c-8f09-2e860aeb5776 HTTP/1.1" status: 200 len: 945 time: 0.0782065 Nov 05 18:57:33.144993 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-d3363172-c7a0-490d-a65f-094a0e369702 req-692c7233-6155-4c4b-864b-56f9f1bb3b49 tempest-ServerRescueNegativeTestJSON-570401673 tempest-ServerRescueNegativeTestJSON-570401673-project] 10.222.0.13 "GET /v2.0/security-groups?id=01574b07-2bff-4b61-b9a8-932cd03ff8af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753207 Nov 05 18:57:33.152137 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-d725a34a-99c1-4e4f-86c1-4f75b04fdaa5 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] In _notify_port_updated(), no bound segment for port 851be13c-c201-4689-825b-8215164c122f on network 456f363b-46ca-4a40-824f-7e1c19253c91 {{(pid=102386) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 05 18:57:33.157786 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d725a34a-99c1-4e4f-86c1-4f75b04fdaa5 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:57:33.158479 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-d725a34a-99c1-4e4f-86c1-4f75b04fdaa5 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:33.159966 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-d725a34a-99c1-4e4f-86c1-4f75b04fdaa5 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] 10.222.0.13 "PUT /v2.0/ports/851be13c-c201-4689-825b-8215164c122f HTTP/1.1" status: 200 len: 1011 time: 1.5462601 Nov 05 18:57:33.163750 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 38046) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:57:33.173892 n-d-816865-1 neutron-server[102386]: INFO neutron.db.l3_db [None req-7b371c91-6996-4101-8223-b8163f3dcf92 tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] Floating IP ec09fc22-ab13-439d-a3ac-c2e10d25cdd7 associated. External IP: 172.25.6.142, port: 9678a662-ef1a-43eb-907b-1e2e22668512. Nov 05 18:57:33.181187 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d725a34a-99c1-4e4f-86c1-4f75b04fdaa5 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Pushing event updated for resources: {'Port': ['ID=851be13c-c201-4689-825b-8215164c122f,revision_number=3']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:57:33.235826 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Device 9e204597-71bc-4a6b-a67f-ff11f3772805 up at agent hyperv_n-h1-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 18:57:33.396215 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Provisioning for port 9e204597-71bc-4a6b-a67f-ff11f3772805 completed by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 05 18:57:33.405621 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Provisioning complete for port 9e204597-71bc-4a6b-a67f-ff11f3772805 triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:57:33.405621 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:33.450463 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [None req-c37b40c0-fd9a-4d73-9afd-d5c6f307abc3 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Deleting port 851be13c-c201-4689-825b-8215164c122f {{(pid=102387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 18:57:33.451649 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-c37b40c0-fd9a-4d73-9afd-d5c6f307abc3 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:33.495228 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfea2860-558d-4a13-bb5e-5f840627df3a req-e49032a3-1ed9-4900-ba04-c2f77419a8bd tempest-VolumesBackupsTest-1908224959 tempest-VolumesBackupsTest-1908224959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:57:33.504360 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-bfea2860-558d-4a13-bb5e-5f840627df3a req-e49032a3-1ed9-4900-ba04-c2f77419a8bd tempest-VolumesBackupsTest-1908224959 tempest-VolumesBackupsTest-1908224959-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8e9adee-efc1-4379-90db-477a488fcc59 HTTP/1.1" status: 200 len: 948 time: 0.1560233 Nov 05 18:57:33.548333 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-64fc6f98-ffc8-41a9-b8d6-3f94439b8589 None None] Provisioning complete for port 851be13c-c201-4689-825b-8215164c122f triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:57:33.548705 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-64fc6f98-ffc8-41a9-b8d6-3f94439b8589 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:33.574959 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b371c91-6996-4101-8223-b8163f3dcf92 tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] Router a3269702-dd5d-4fcd-a088-f251c1c3baf7 has already been hosted by L3 agent 6dcb5589-8e86-4616-9186-ddc4548e13ad {{(pid=102386) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 18:57:33.597169 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:33.622799 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-64fc6f98-ffc8-41a9-b8d6-3f94439b8589 None None] Port 851be13c-c201-4689-825b-8215164c122f cannot update to ACTIVE because it is not bound. {{(pid=102388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 18:57:33.627082 n-d-816865-1 neutron-server[102388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8e9adee-efc1-4379-90db-477a488fcc59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e204597-71bc-4a6b-a67f-ff11f3772805'}] {{(pid=102388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 18:57:33.629265 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85474fee1180e129d8a886d264fe0b30223aa672dd1ffe43b630605f18504f68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83734c79-ced8-4d29-9b08-635a5dd9ec87" -d '{"events": [{"server_uuid": "b8e9adee-efc1-4379-90db-477a488fcc59", "name": "network-vif-plugged", "status": "completed", "tag": "9e204597-71bc-4a6b-a67f-ff11f3772805"}]}' {{(pid=102388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 18:57:33.643731 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] For port 9e204597-71bc-4a6b-a67f-ff11f3772805, host n-h1-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=9e204597-71bc-4a6b-a67f-ff11f3772805,segment=NetworkSegment(35c2db9c-522d-48d3-98cf-a08c2cc55db7),segment_id=35c2db9c-522d-48d3-98cf-a08c2cc55db7)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:57:33.648601 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-bfea2860-558d-4a13-bb5e-5f840627df3a req-32072a6b-833c-4ffa-a796-de7251bf5746 tempest-VolumesBackupsTest-1908224959 tempest-VolumesBackupsTest-1908224959-project] 10.222.0.13 "GET /v2.0/security-groups?id=9b84999a-3733-44f1-bbaa-2a5cf2459316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413846 Nov 05 18:57:33.666659 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-c37b40c0-fd9a-4d73-9afd-d5c6f307abc3 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:33.688500 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [None req-c37b40c0-fd9a-4d73-9afd-d5c6f307abc3 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Calling delete_port for 851be13c-c201-4689-825b-8215164c122f owned by {{(pid=102387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 18:57:33.727313 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:33.730382 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 18:57:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f80af9d5-fcd7-4547-b5cf-e0d2f9e8afab x-openstack-request-id: req-f80af9d5-fcd7-4547-b5cf-e0d2f9e8afab {{(pid=102388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 18:57:33.730669 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8e9adee-efc1-4379-90db-477a488fcc59", "name": "network-vif-plugged", "status": "completed", "tag": "9e204597-71bc-4a6b-a67f-ff11f3772805", "code": 200}]} {{(pid=102388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 18:57:33.730925 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f80af9d5-fcd7-4547-b5cf-e0d2f9e8afab {{(pid=102388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 18:57:33.731342 n-d-816865-1 neutron-server[102388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8e9adee-efc1-4379-90db-477a488fcc59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e204597-71bc-4a6b-a67f-ff11f3772805', 'code': 200} Nov 05 18:57:33.785787 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b371c91-6996-4101-8223-b8163f3dcf92 tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] Notify agent at l3_agent.n-d-816865-1 the message routers_updated {{(pid=102386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 18:57:33.800439 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 38080) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:57:33.805287 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a84def5a-9870-4415-87fb-0bdfad06eb20 None None] Sync routers for ids ['a3269702-dd5d-4fcd-a088-f251c1c3baf7'] in n-d-816865-1 {{(pid=102388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 18:57:33.813903 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Pushing event updated for resources: {'Port': ['ID=9e204597-71bc-4a6b-a67f-ff11f3772805,revision_number=5']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:57:33.828750 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a84def5a-9870-4415-87fb-0bdfad06eb20 None None] Routers {'a3269702-dd5d-4fcd-a088-f251c1c3baf7'} bound to L3 agent in host n-d-816865-1 {{(pid=102388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 18:57:33.829060 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-a84def5a-9870-4415-87fb-0bdfad06eb20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T18:57:05Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['a3269702-dd5d-4fcd-a088-f251c1c3baf7'], 'active': True} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:57:33.873933 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-a84def5a-9870-4415-87fb-0bdfad06eb20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816865-1', False) {} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:57:33.884026 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a84def5a-9870-4415-87fb-0bdfad06eb20 None None] Routers {'a3269702-dd5d-4fcd-a088-f251c1c3baf7'} bound to L3 agent in host n-d-816865-1 {{(pid=102388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 18:57:33.884897 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-a84def5a-9870-4415-87fb-0bdfad06eb20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T18:57:05Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['a3269702-dd5d-4fcd-a088-f251c1c3baf7'], 'active': True} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:57:33.885148 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-7b371c91-6996-4101-8223-b8163f3dcf92 tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for floatingip, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:33.926966 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-a84def5a-9870-4415-87fb-0bdfad06eb20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816865-1', False) {} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:57:33.927942 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a84def5a-9870-4415-87fb-0bdfad06eb20 None None] The sync data for ids ['a3269702-dd5d-4fcd-a088-f251c1c3baf7'] in n-d-816865-1 is: [] {{(pid=102388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 18:57:33.934921 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-7b371c91-6996-4101-8223-b8163f3dcf92 tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 4.0047789 Nov 05 18:57:33.936103 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-ef43aa3e-a3ea-4de9-b629-1dfccad7d48f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:33.937865 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 38088) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:57:33.947499 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41bab39-93cd-426a-900e-00546518478b req-2c1d7276-14ee-4b28-9aaf-4a257d2138bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:57:33.949103 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-c41bab39-93cd-426a-900e-00546518478b req-2c1d7276-14ee-4b28-9aaf-4a257d2138bd service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=b8e9adee-efc1-4379-90db-477a488fcc59 HTTP/1.1" status: 200 len: 1100 time: 0.1599617 Nov 05 18:57:33.949565 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-2ca5f146-031c-4805-9d29-95adfc04908d tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] Request body: {'floatingip': {'port_id': None}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:57:34.060980 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-c41bab39-93cd-426a-900e-00546518478b req-e9ea58a9-c0eb-483a-9631-b31a820c300d service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=9b84999a-3733-44f1-bbaa-2a5cf2459316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998561 Nov 05 18:57:34.084935 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-2ca5f146-031c-4805-9d29-95adfc04908d tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] Publish callbacks [] for floatingip, before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:34.119236 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-dc65d9dd-1ab8-4ba8-82ad-3d628c42640f req-9a59e8f0-52d3-44af-bef8-6a9f74310d0c tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] 10.222.0.13 "GET /v2.0/ports?device_id=1f47f1de-27f8-4b0e-aeb7-9aba793d93a4 HTTP/1.1" status: 200 len: 210 time: 0.0304635 Nov 05 18:57:34.122885 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:34.141170 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-c37b40c0-fd9a-4d73-9afd-d5c6f307abc3 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4417063'] for port, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:34.172370 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37b40c0-fd9a-4d73-9afd-d5c6f307abc3 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Pushing event deleted for resources: {'Port': ['ID=851be13c-c201-4689-825b-8215164c122f,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:57:34.233174 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-c37b40c0-fd9a-4d73-9afd-d5c6f307abc3 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:34.239851 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-c37b40c0-fd9a-4d73-9afd-d5c6f307abc3 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] 10.222.0.13 "DELETE /v2.0/ports/851be13c-c201-4689-825b-8215164c122f HTTP/1.1" status: 204 len: 168 time: 1.0753305 Nov 05 18:57:34.240528 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 38114) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:57:34.290498 n-d-816865-1 neutron-server[102387]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae776470-1c66-4925-a02d-dff82c9a7a53 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] GET failed (client error): The resource could not be found. Nov 05 18:57:34.297137 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-ae776470-1c66-4925-a02d-dff82c9a7a53 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] 10.222.0.13 "GET /v2.0/ports/851be13c-c201-4689-825b-8215164c122f HTTP/1.1" status: 404 len: 333 time: 0.0551074 Nov 05 18:57:34.297421 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 38124) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:57:34.404526 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-2ca5f146-031c-4805-9d29-95adfc04908d tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:34.425047 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.db_base_plugin_v2 [None req-32edc5aa-4cee-42e3-8b47-498eef3b0abb tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Deleting subnet 9c21f6a8-a654-4b48-ae7e-527f3ea2ec82 {{(pid=102387) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 05 18:57:34.429262 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-32edc5aa-4cee-42e3-8b47-498eef3b0abb tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Publish callbacks [] for subnet, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:34.448952 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00790514-eb89-4d15-b57f-a3b9049b98bc req-3658e729-5a51-4784-bae5-5d650533b46f tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:57:34.451433 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-00790514-eb89-4d15-b57f-a3b9049b98bc req-3658e729-5a51-4784-bae5-5d650533b46f tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] 10.222.0.55 "GET /v2.0/networks?id=9c2bdaad-faf0-4d75-bb68-340f7d20c596 HTTP/1.1" status: 200 len: 806 time: 0.2832088 Nov 05 18:57:34.463643 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-ef43aa3e-a3ea-4de9-b629-1dfccad7d48f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:34.474595 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [req-00790514-eb89-4d15-b57f-a3b9049b98bc req-ffe49d90-df5e-4407-ba65-319b8b3a26dd tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] Request body: {'port': {'device_id': '1f47f1de-27f8-4b0e-aeb7-9aba793d93a4', 'network_id': '9c2bdaad-faf0-4d75-bb68-340f7d20c596', 'admin_state_up': True, 'tenant_id': 'c2718bfd25be4558ab62a930e9f4ce41'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:57:34.478422 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1589fb32-3b8a-431c-be86-ce3e63ee2a2b req-e67e459a-68ec-4f26-bdbc-3aec10f82053 tempest-ServerRescueNegativeTestJSON-570401673 tempest-ServerRescueNegativeTestJSON-570401673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:57:34.493403 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-1589fb32-3b8a-431c-be86-ce3e63ee2a2b req-e67e459a-68ec-4f26-bdbc-3aec10f82053 tempest-ServerRescueNegativeTestJSON-570401673 tempest-ServerRescueNegativeTestJSON-570401673-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e3b4c93-69f3-4e6c-8f09-2e860aeb5776 HTTP/1.1" status: 200 len: 945 time: 0.1573505 Nov 05 18:57:34.508004 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-32edc5aa-4cee-42e3-8b47-498eef3b0abb tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4463501'] for subnet, precommit_delete_associations {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:34.536128 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-ef43aa3e-a3ea-4de9-b629-1dfccad7d48f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:34.546554 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-2ca5f146-031c-4805-9d29-95adfc04908d tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1000577'] for floatingip, after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:34.546896 n-d-816865-1 neutron-server[102386]: INFO neutron.db.l3_db [None req-2ca5f146-031c-4805-9d29-95adfc04908d tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] Floating IP ec09fc22-ab13-439d-a3ac-c2e10d25cdd7 disassociated. External IP: 172.25.6.142, port: 9678a662-ef1a-43eb-907b-1e2e22668512. Nov 05 18:57:34.583791 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-1589fb32-3b8a-431c-be86-ce3e63ee2a2b req-46e5e67d-82f4-4d43-a370-c2dbcfce333c tempest-ServerRescueNegativeTestJSON-570401673 tempest-ServerRescueNegativeTestJSON-570401673-project] 10.222.0.13 "GET /v2.0/security-groups?id=01574b07-2bff-4b61-b9a8-932cd03ff8af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894556 Nov 05 18:57:34.632097 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-ef43aa3e-a3ea-4de9-b629-1dfccad7d48f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=57a9a75a88da4612b2bbed174616d4eb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8298912 Nov 05 18:57:34.635041 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-32edc5aa-4cee-42e3-8b47-498eef3b0abb tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1573928'] for subnet, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:34.638073 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 38144) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:57:34.643829 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef43aa3e-a3ea-4de9-b629-1dfccad7d48f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef728521-c8c1-46ed-a37f-12f1fa0e4dda,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:57:34.775267 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-2bb609de-909a-4f97-9acd-739c6687af9e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:34.807795 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-2bb609de-909a-4f97-9acd-739c6687af9e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:34.834152 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6b9673-268a-4b42-951f-649cdf9b30a5 req-9dd2eceb-bfd8-4962-97d7-f812423fafc8 tempest-VolumesBackupsTest-1908224959 tempest-VolumesBackupsTest-1908224959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:57:34.835878 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-6d6b9673-268a-4b42-951f-649cdf9b30a5 req-9dd2eceb-bfd8-4962-97d7-f812423fafc8 tempest-VolumesBackupsTest-1908224959 tempest-VolumesBackupsTest-1908224959-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8e9adee-efc1-4379-90db-477a488fcc59 HTTP/1.1" status: 200 len: 949 time: 0.0946124 Nov 05 18:57:34.863422 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-32edc5aa-4cee-42e3-8b47-498eef3b0abb tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1573905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4417146', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5112209'] for subnet, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:34.881528 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-11abb61b-9116-407a-87d3-e65c94d80c77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:34.912661 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32edc5aa-4cee-42e3-8b47-498eef3b0abb tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Pushing event deleted for resources: {'Subnet': ['ID=9c21f6a8-a654-4b48-ae7e-527f3ea2ec82,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:57:34.918399 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-32edc5aa-4cee-42e3-8b47-498eef3b0abb tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Publish callbacks [] for subnet, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:34.921630 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-32edc5aa-4cee-42e3-8b47-498eef3b0abb tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] 10.222.0.13 "DELETE /v2.0/subnets/9c21f6a8-a654-4b48-ae7e-527f3ea2ec82 HTTP/1.1" status: 204 len: 168 time: 0.6234195 Nov 05 18:57:34.924344 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 38156) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:57:34.930611 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dce0a65-ae94-4ced-b731-6a259649d3ca None None] Network 456f363b-46ca-4a40-824f-7e1c19253c91 requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 18:57:35.000375 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-6d6b9673-268a-4b42-951f-649cdf9b30a5 req-8c3fb197-ba34-4a58-8358-66e270390c88 tempest-VolumesBackupsTest-1908224959 tempest-VolumesBackupsTest-1908224959-project] 10.222.0.13 "GET /v2.0/security-groups?id=9b84999a-3733-44f1-bbaa-2a5cf2459316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545935 Nov 05 18:57:35.020947 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.db_base_plugin_v2 [None req-482c41be-73a6-41d4-a716-9db3fd311b0b tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Deleting subnet c6fdacbf-ae3d-482c-b7ef-aa6d47e1b2dd {{(pid=102387) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 05 18:57:35.024648 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-482c41be-73a6-41d4-a716-9db3fd311b0b tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Publish callbacks [] for subnet, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:35.055855 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-2bb609de-909a-4f97-9acd-739c6687af9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:35.057982 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-00790514-eb89-4d15-b57f-a3b9049b98bc req-ffe49d90-df5e-4407-ba65-319b8b3a26dd tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] Made reservation on behalf of c2718bfd25be4558ab62a930e9f4ce41 for: {'port': 1} {{(pid=102386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 18:57:35.060076 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-2bb609de-909a-4f97-9acd-739c6687af9e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:35.061480 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-2bb609de-909a-4f97-9acd-739c6687af9e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ef728521-c8c1-46ed-a37f-12f1fa0e4dda HTTP/1.1" status: 204 len: 168 time: 0.4224849 Nov 05 18:57:35.067166 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-00790514-eb89-4d15-b57f-a3b9049b98bc req-ffe49d90-df5e-4407-ba65-319b8b3a26dd tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:35.084695 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb609de-909a-4f97-9acd-739c6687af9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef728521-c8c1-46ed-a37f-12f1fa0e4dda,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:57:35.093585 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-482c41be-73a6-41d4-a716-9db3fd311b0b tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4463501'] for subnet, precommit_delete_associations {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:35.224485 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ca5f146-031c-4805-9d29-95adfc04908d tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] Router a3269702-dd5d-4fcd-a088-f251c1c3baf7 has already been hosted by L3 agent 6dcb5589-8e86-4616-9186-ddc4548e13ad {{(pid=102386) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 18:57:35.225795 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-482c41be-73a6-41d4-a716-9db3fd311b0b tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1573928'] for subnet, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:35.289024 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-fcb0b5e6-53d0-49d0-9f75-395ab8c1c8d0 req-3347a3c1-05ca-4a22-b7f2-3b49d5d83946 tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] 10.222.0.13 "GET /v2.0/ports?device_id=1f47f1de-27f8-4b0e-aeb7-9aba793d93a4 HTTP/1.1" status: 200 len: 210 time: 0.0361512 Nov 05 18:57:35.336335 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.db_base_plugin_common [req-00790514-eb89-4d15-b57f-a3b9049b98bc req-ffe49d90-df5e-4407-ba65-319b8b3a26dd tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] Allocated IP 172.20.0.10 (9c2bdaad-faf0-4d75-bb68-340f7d20c596/b6655376-4ea9-4701-98ec-c7e9e4d66f0f/4d373864-9fe0-4feb-b8c8-d02225843c9e) {{(pid=102386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 18:57:35.397547 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-482c41be-73a6-41d4-a716-9db3fd311b0b tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1573905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4417146', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5112209'] for subnet, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:35.428725 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ca5f146-031c-4805-9d29-95adfc04908d tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] Notify agent at l3_agent.n-d-816865-1 the message routers_updated {{(pid=102386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 18:57:35.439867 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-2ca5f146-031c-4805-9d29-95adfc04908d tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for floatingip, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:35.441093 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b7d48d5-3ac8-4b50-a1f5-70e7a7f22a45 None None] Sync routers for ids ['a3269702-dd5d-4fcd-a088-f251c1c3baf7'] in n-d-816865-1 {{(pid=102389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 18:57:35.454804 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b7d48d5-3ac8-4b50-a1f5-70e7a7f22a45 None None] Routers {'a3269702-dd5d-4fcd-a088-f251c1c3baf7'} bound to L3 agent in host n-d-816865-1 {{(pid=102389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 18:57:35.456495 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-4b7d48d5-3ac8-4b50-a1f5-70e7a7f22a45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T18:57:35Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['a3269702-dd5d-4fcd-a088-f251c1c3baf7'], 'active': True} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:57:35.456649 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482c41be-73a6-41d4-a716-9db3fd311b0b tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Pushing event deleted for resources: {'Subnet': ['ID=c6fdacbf-ae3d-482c-b7ef-aa6d47e1b2dd,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:57:35.475398 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-482c41be-73a6-41d4-a716-9db3fd311b0b tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Publish callbacks [] for subnet, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:35.483103 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 38168) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:57:35.497946 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-482c41be-73a6-41d4-a716-9db3fd311b0b tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] 10.222.0.13 "DELETE /v2.0/subnets/c6fdacbf-ae3d-482c-b7ef-aa6d47e1b2dd HTTP/1.1" status: 204 len: 168 time: 0.5711741 Nov 05 18:57:35.530139 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-4b7d48d5-3ac8-4b50-a1f5-70e7a7f22a45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816865-1', False) {} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:57:35.539852 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 38174) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:57:35.545547 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b7d48d5-3ac8-4b50-a1f5-70e7a7f22a45 None None] Routers {'a3269702-dd5d-4fcd-a088-f251c1c3baf7'} bound to L3 agent in host n-d-816865-1 {{(pid=102389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 18:57:35.545998 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-2ca5f146-031c-4805-9d29-95adfc04908d tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] 10.222.0.13 "PUT /v2.0/floatingips/ec09fc22-ab13-439d-a3ac-c2e10d25cdd7 HTTP/1.1" status: 200 len: 688 time: 1.5971675 Nov 05 18:57:35.546683 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-4b7d48d5-3ac8-4b50-a1f5-70e7a7f22a45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T18:57:35Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['a3269702-dd5d-4fcd-a088-f251c1c3baf7'], 'active': True} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:57:35.602822 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-4b7d48d5-3ac8-4b50-a1f5-70e7a7f22a45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816865-1', False) {} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:57:35.603696 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b7d48d5-3ac8-4b50-a1f5-70e7a7f22a45 None None] The sync data for ids ['a3269702-dd5d-4fcd-a088-f251c1c3baf7'] in n-d-816865-1 is: [] {{(pid=102389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 18:57:35.679757 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 38180) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:57:35.718576 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-af4b0694-878e-4bcf-819e-b4464e7ea6be tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1664226'] for network, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:35.764087 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-00790514-eb89-4d15-b57f-a3b9049b98bc req-ffe49d90-df5e-4407-ba65-319b8b3a26dd tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] Publish callbacks [] for port, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:35.825603 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634f5e5d-acef-4f20-8baa-96a0278c71ce req-249181a2-ec88-4e7a-968e-79ce52a47ffd tempest-ServerRescueNegativeTestJSON-570401673 tempest-ServerRescueNegativeTestJSON-570401673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:57:35.827722 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-634f5e5d-acef-4f20-8baa-96a0278c71ce req-249181a2-ec88-4e7a-968e-79ce52a47ffd tempest-ServerRescueNegativeTestJSON-570401673 tempest-ServerRescueNegativeTestJSON-570401673-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e3b4c93-69f3-4e6c-8f09-2e860aeb5776 HTTP/1.1" status: 200 len: 945 time: 0.1148021 Nov 05 18:57:35.858242 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-cb074268-d848-4b61-a255-3ace2f5192df admin admin] Publish callbacks [] for security_group, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:35.858562 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [None req-07d481e2-a659-427d-a89c-8bd78134c07a tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] Deleting port c500f5b7-0808-4390-a1df-cef091fb2844 {{(pid=102387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 18:57:35.858906 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-07d481e2-a659-427d-a89c-8bd78134c07a tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:35.911184 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-af4b0694-878e-4bcf-819e-b4464e7ea6be tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Deleting port 4a6ab607-ebeb-402b-ac22-aebf224ad9e3 {{(pid=102386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 18:57:35.911525 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-af4b0694-878e-4bcf-819e-b4464e7ea6be tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:35.914749 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-00790514-eb89-4d15-b57f-a3b9049b98bc req-ffe49d90-df5e-4407-ba65-319b8b3a26dd tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:35.926957 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] get_ports_and_sgs() called for port_ids ['7a7444f0-42fe-422a-b79f-9969bf445757'] {{(pid=102388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 18:57:35.936125 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-634f5e5d-acef-4f20-8baa-96a0278c71ce req-60fbafb9-767b-4b37-a492-e3d3da1c6929 tempest-ServerRescueNegativeTestJSON-570401673 tempest-ServerRescueNegativeTestJSON-570401673-project] 10.222.0.13 "GET /v2.0/security-groups?id=01574b07-2bff-4b61-b9a8-932cd03ff8af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999804 Nov 05 18:57:35.988086 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-07d481e2-a659-427d-a89c-8bd78134c07a tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:35.988547 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-07d481e2-a659-427d-a89c-8bd78134c07a tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:36.010404 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [None req-07d481e2-a659-427d-a89c-8bd78134c07a tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] Calling delete_port for c500f5b7-0808-4390-a1df-cef091fb2844 owned by network:floatingip {{(pid=102387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 18:57:36.032505 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-00790514-eb89-4d15-b57f-a3b9049b98bc req-ffe49d90-df5e-4407-ba65-319b8b3a26dd tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] Network 9c2bdaad-faf0-4d75-bb68-340f7d20c596 is already hosted by enough agents. {{(pid=102386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 18:57:36.042651 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.base_scheduler [req-00790514-eb89-4d15-b57f-a3b9049b98bc req-ffe49d90-df5e-4407-ba65-319b8b3a26dd tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] Resources bound (agent type, host, resource id): {{(pid=102386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:57:36.045789 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [req-00790514-eb89-4d15-b57f-a3b9049b98bc req-ffe49d90-df5e-4407-ba65-319b8b3a26dd tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] Received port after_create {{(pid=102386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 18:57:36.075287 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df3730fa-f89c-45b9-b204-55b79a356475 None None] Network 456f363b-46ca-4a40-824f-7e1c19253c91 requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 18:57:36.106732 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 38186) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:57:36.124047 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [None req-af4b0694-878e-4bcf-819e-b4464e7ea6be tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] For port 4a6ab607-ebeb-402b-ac22-aebf224ad9e3, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=4a6ab607-ebeb-402b-ac22-aebf224ad9e3,segment=NetworkSegment(5bd13628-bc42-451e-9d82-ca6f3311b936),segment_id=5bd13628-bc42-451e-9d82-ca6f3311b936)] {{(pid=102386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:57:36.124937 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-af4b0694-878e-4bcf-819e-b4464e7ea6be tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:36.130029 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe49d90-df5e-4407-ba65-319b8b3a26dd tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] Pushing event updated for resources: {'Port': ['ID=4d373864-9fe0-4feb-b8c8-d02225843c9e,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:57:36.148275 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-e60dec4c-7d35-4f4b-b62e-e0f6354a03e9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:36.166845 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-af4b0694-878e-4bcf-819e-b4464e7ea6be tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Calling delete_port for 4a6ab607-ebeb-402b-ac22-aebf224ad9e3 owned by network:dhcp {{(pid=102386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 18:57:36.193001 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:36.195852 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00790514-eb89-4d15-b57f-a3b9049b98bc req-ffe49d90-df5e-4407-ba65-319b8b3a26dd tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:57:36.196845 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-00790514-eb89-4d15-b57f-a3b9049b98bc req-ffe49d90-df5e-4407-ba65-319b8b3a26dd tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:36.203104 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-cb074268-d848-4b61-a255-3ace2f5192df admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:36.239672 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f10f52-7a78-4151-80da-ac2642870b7c req-ab51e2a0-dcda-449a-881c-1f4496a28161 tempest-VolumesBackupsTest-1908224959 tempest-VolumesBackupsTest-1908224959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:57:36.241319 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-19f10f52-7a78-4151-80da-ac2642870b7c req-ab51e2a0-dcda-449a-881c-1f4496a28161 tempest-VolumesBackupsTest-1908224959 tempest-VolumesBackupsTest-1908224959-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8e9adee-efc1-4379-90db-477a488fcc59 HTTP/1.1" status: 200 len: 949 time: 0.1205139 Nov 05 18:57:36.250368 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-02e15df4-0ea9-479d-b150-e41e78dd42d2 None None] Provisioning complete for port 4a6ab607-ebeb-402b-ac22-aebf224ad9e3 triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:57:36.251003 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-02e15df4-0ea9-479d-b150-e41e78dd42d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:36.293252 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-cb074268-d848-4b61-a255-3ace2f5192df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:36.296470 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b304910f-7b27-444b-a8fc-977d26b1ceac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:36.333663 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-e60dec4c-7d35-4f4b-b62e-e0f6354a03e9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:36.367002 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-cb074268-d848-4b61-a255-3ace2f5192df admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d86714fe0f0f4adabd764c5cac6c65f5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6838653 Nov 05 18:57:36.372059 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-00790514-eb89-4d15-b57f-a3b9049b98bc req-ffe49d90-df5e-4407-ba65-319b8b3a26dd tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9021156 Nov 05 18:57:36.372405 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 38190) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:57:36.376202 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-19f10f52-7a78-4151-80da-ac2642870b7c req-90a470b7-ff2f-4711-a3f7-6e357d102d16 tempest-VolumesBackupsTest-1908224959 tempest-VolumesBackupsTest-1908224959-project] 10.222.0.13 "GET /v2.0/security-groups?id=9b84999a-3733-44f1-bbaa-2a5cf2459316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070824 Nov 05 18:57:36.399141 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [req-00790514-eb89-4d15-b57f-a3b9049b98bc req-930695e0-6a5a-4b23-88ad-a85e86bde3f6 service neutron] Request body: {'port': {'device_id': '1f47f1de-27f8-4b0e-aeb7-9aba793d93a4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816865-1'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:57:36.413721 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb074268-d848-4b61-a255-3ace2f5192df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06641c79-166c-4a0e-a517-83b370d9e5b1,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:57:36.419828 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-e60dec4c-7d35-4f4b-b62e-e0f6354a03e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:36.436367 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27c0d6d1-24cd-4992-b150-3f195c1760a4 None None] DHCP port deletion for 456f363b-46ca-4a40-824f-7e1c19253c91 request from n-d-816865-1 {{(pid=102388) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 05 18:57:36.452174 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-af4b0694-878e-4bcf-819e-b4464e7ea6be tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:36.484263 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-07d481e2-a659-427d-a89c-8bd78134c07a tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4417063'] for port, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:36.502403 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af4b0694-878e-4bcf-819e-b4464e7ea6be tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] No DVR routers for this DVR port 4a6ab607-ebeb-402b-ac22-aebf224ad9e3 on host n-d-816865-1 {{(pid=102386) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 18:57:36.505433 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-e60dec4c-7d35-4f4b-b62e-e0f6354a03e9 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5bf7c59ec1314ad39facb55ad5a056dc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3955810 Nov 05 18:57:36.506160 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 38196) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:57:36.537347 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4b0694-878e-4bcf-819e-b4464e7ea6be tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Pushing event deleted for resources: {'Port': ['ID=4a6ab607-ebeb-402b-ac22-aebf224ad9e3,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:57:36.547817 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d481e2-a659-427d-a89c-8bd78134c07a tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] Pushing event deleted for resources: {'Port': ['ID=c500f5b7-0808-4390-a1df-cef091fb2844,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:57:36.561404 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60dec4c-7d35-4f4b-b62e-e0f6354a03e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=558928da-d275-4c63-8e9b-468950ede16f,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:57:36.634386 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3129f750-b1dd-4e40-bb6b-0183aef1f802 req-93a35e91-9eb3-44e4-9150-a1086abcff5b tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:57:36.635968 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-3129f750-b1dd-4e40-bb6b-0183aef1f802 req-93a35e91-9eb3-44e4-9150-a1086abcff5b tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] 10.222.0.13 "GET /v2.0/ports?device_id=1f47f1de-27f8-4b0e-aeb7-9aba793d93a4 HTTP/1.1" status: 200 len: 932 time: 0.2377462 Nov 05 18:57:36.654082 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-af4b0694-878e-4bcf-819e-b4464e7ea6be tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1579173', 'neutron.services.segments.db._delete_segments_for_network-8750027792909'] for network, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:36.656734 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-00790514-eb89-4d15-b57f-a3b9049b98bc req-930695e0-6a5a-4b23-88ad-a85e86bde3f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:36.674432 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-d20fac5e-7114-40c0-a108-881e9ace490a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:36.675581 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-d8d6915f-c2d1-4afa-87b9-576a32cc8804 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:36.680613 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-07d481e2-a659-427d-a89c-8bd78134c07a tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] Publish callbacks [] for floatingip, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:36.683165 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-07d481e2-a659-427d-a89c-8bd78134c07a tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for floatingip, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:36.687900 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-07d481e2-a659-427d-a89c-8bd78134c07a tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] 10.222.0.13 "DELETE /v2.0/floatingips/ec09fc22-ab13-439d-a3ac-c2e10d25cdd7 HTTP/1.1" status: 204 len: 168 time: 1.1427019 Nov 05 18:57:36.688499 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 38200) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:57:36.694206 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-c218baf4-b8c4-4538-92d0-a73c5ff2c848 tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] Request body: {'floatingip': {'floating_network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'port_id': '7debe5fd-2a2a-411f-93b0-7a5eed143700'}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:57:36.701863 n-d-816865-1 neutron-server[102386]: DEBUG neutron.services.segments.db [None req-af4b0694-878e-4bcf-819e-b4464e7ea6be tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['456f363b-46ca-4a40-824f-7e1c19253c91']}} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:57:36.736289 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-d8d6915f-c2d1-4afa-87b9-576a32cc8804 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:36.755959 n-d-816865-1 neutron-server[102386]: DEBUG neutron.services.segments.db [None req-af4b0694-878e-4bcf-819e-b4464e7ea6be tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5bd13628-bc42-451e-9d82-ca6f3311b936') {'for_net_delete': True} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:57:36.756165 n-d-816865-1 neutron-server[102386]: DEBUG neutron.services.segments.db [None req-af4b0694-878e-4bcf-819e-b4464e7ea6be tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5bd13628-bc42-451e-9d82-ca6f3311b936') {} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:57:36.760802 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-d20fac5e-7114-40c0-a108-881e9ace490a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:36.761473 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-3129f750-b1dd-4e40-bb6b-0183aef1f802 req-a5dc20f1-acef-4633-90df-4cebc68b7159 tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9a1bcb7-2b62-4809-b67b-668edb56dae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174674 Nov 05 18:57:36.784791 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-af4b0694-878e-4bcf-819e-b4464e7ea6be tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750027793430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4590747'] for segment, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:36.820083 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-c218baf4-b8c4-4538-92d0-a73c5ff2c848 tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] Publish callbacks [] for floatingip, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:36.868823 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-af4b0694-878e-4bcf-819e-b4464e7ea6be tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273'] for segment, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:36.884239 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af4b0694-878e-4bcf-819e-b4464e7ea6be tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Releasing vlan 183 on physical network physnet1 to pool {{(pid=102386) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 05 18:57:36.886421 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-af4b0694-878e-4bcf-819e-b4464e7ea6be tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6149721'] for segment, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:36.887816 n-d-816865-1 neutron-server[102386]: Traceback (most recent call last): Nov 05 18:57:36.887816 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 05 18:57:36.887816 n-d-816865-1 neutron-server[102386]: timer() Nov 05 18:57:36.887816 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 05 18:57:36.887816 n-d-816865-1 neutron-server[102386]: cb(*args, **kw) Nov 05 18:57:36.887816 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 05 18:57:36.887816 n-d-816865-1 neutron-server[102386]: return func(*args, **kwargs) Nov 05 18:57:36.887816 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 05 18:57:36.887816 n-d-816865-1 neutron-server[102386]: self._notify() Nov 05 18:57:36.887816 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 05 18:57:36.887816 n-d-816865-1 neutron-server[102386]: self.callback(batched_events) Nov 05 18:57:36.887816 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 05 18:57:36.887816 n-d-816865-1 neutron-server[102386]: event.method(event) Nov 05 18:57:36.887816 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 05 18:57:36.887816 n-d-816865-1 neutron-server[102386]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 05 18:57:36.887816 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 05 18:57:36.887816 n-d-816865-1 neutron-server[102386]: aggregate_uuid = self.p_client.list_aggregates( Nov 05 18:57:36.887816 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 05 18:57:36.887816 n-d-816865-1 neutron-server[102386]: return f(self, *a, **k) Nov 05 18:57:36.887816 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 05 18:57:36.887816 n-d-816865-1 neutron-server[102386]: return self._get(url).json() Nov 05 18:57:36.887816 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 05 18:57:36.887816 n-d-816865-1 neutron-server[102386]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 05 18:57:36.887816 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 05 18:57:36.887816 n-d-816865-1 neutron-server[102386]: return self.request(url, 'GET', **kwargs) Nov 05 18:57:36.887816 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 05 18:57:36.887816 n-d-816865-1 neutron-server[102386]: base_url = self.get_endpoint(auth, allow=allow, Nov 05 18:57:36.887816 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 05 18:57:36.887816 n-d-816865-1 neutron-server[102386]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 05 18:57:36.887816 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 05 18:57:36.887816 n-d-816865-1 neutron-server[102386]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 05 18:57:36.887816 n-d-816865-1 neutron-server[102386]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 05 18:57:36.906200 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-d8d6915f-c2d1-4afa-87b9-576a32cc8804 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:36.909316 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-d8d6915f-c2d1-4afa-87b9-576a32cc8804 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:36.913141 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-d8d6915f-c2d1-4afa-87b9-576a32cc8804 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/558928da-d275-4c63-8e9b-468950ede16f HTTP/1.1" status: 204 len: 168 time: 0.3781881 Nov 05 18:57:36.926771 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d6915f-c2d1-4afa-87b9-576a32cc8804 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=558928da-d275-4c63-8e9b-468950ede16f,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:57:36.946470 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-c218baf4-b8c4-4538-92d0-a73c5ff2c848 tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:37.050326 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-d20fac5e-7114-40c0-a108-881e9ace490a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:37.053269 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-d20fac5e-7114-40c0-a108-881e9ace490a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:37.054463 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-d20fac5e-7114-40c0-a108-881e9ace490a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/06641c79-166c-4a0e-a517-83b370d9e5b1 HTTP/1.1" status: 204 len: 168 time: 0.6777356 Nov 05 18:57:37.071191 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20fac5e-7114-40c0-a108-881e9ace490a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06641c79-166c-4a0e-a517-83b370d9e5b1,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:57:37.100068 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-af4b0694-878e-4bcf-819e-b4464e7ea6be tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1579178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-956796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1000687'] for network, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:37.140663 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-af4b0694-878e-4bcf-819e-b4464e7ea6be tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Publish callbacks [] for network, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:37.149234 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040f88bb-368f-4d68-a3a3-b65b210b9a48 req-e5e28b2a-7343-4419-b9cf-d37a7579d4ce tempest-ServerRescueNegativeTestJSON-570401673 tempest-ServerRescueNegativeTestJSON-570401673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:57:37.149939 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-af4b0694-878e-4bcf-819e-b4464e7ea6be tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] 10.222.0.13 "DELETE /v2.0/networks/456f363b-46ca-4a40-824f-7e1c19253c91 HTTP/1.1" status: 204 len: 168 time: 1.6627107 Nov 05 18:57:37.155063 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 38212) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:57:37.156730 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-040f88bb-368f-4d68-a3a3-b65b210b9a48 req-e5e28b2a-7343-4419-b9cf-d37a7579d4ce tempest-ServerRescueNegativeTestJSON-570401673 tempest-ServerRescueNegativeTestJSON-570401673-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e3b4c93-69f3-4e6c-8f09-2e860aeb5776 HTTP/1.1" status: 200 len: 945 time: 0.1206245 Nov 05 18:57:37.175971 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4b0694-878e-4bcf-819e-b4464e7ea6be tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Pushing event deleted for resources: {'Network': ['ID=456f363b-46ca-4a40-824f-7e1c19253c91,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:57:37.198679 n-d-816865-1 neutron-server[102386]: DEBUG neutron.notifiers.nova [req-00790514-eb89-4d15-b57f-a3b9049b98bc req-930695e0-6a5a-4b23-88ad-a85e86bde3f6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4d373864-9fe0-4feb-b8c8-d02225843c9e {{(pid=102386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 18:57:37.208020 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-00790514-eb89-4d15-b57f-a3b9049b98bc req-930695e0-6a5a-4b23-88ad-a85e86bde3f6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:37.224898 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.provisioning_blocks [req-00790514-eb89-4d15-b57f-a3b9049b98bc req-930695e0-6a5a-4b23-88ad-a85e86bde3f6 service neutron] Transition to ACTIVE for port object 4d373864-9fe0-4feb-b8c8-d02225843c9e will not be triggered until provisioned by entity L2. {{(pid=102386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 05 18:57:37.237730 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0eaf7f11-e5b3-4e15-8d2f-f17eb2df50b4 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:57:37.238150 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.db_base_plugin_common [None req-c218baf4-b8c4-4538-92d0-a73c5ff2c848 tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] Allocated IP 172.25.6.170 (40c8335d-cd0b-4cb5-910a-d4dcddd5cbec/04fe6db3-e108-4208-943d-6518424f5726/64a84074-28dd-4985-aeda-362900852633) {{(pid=102387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 18:57:37.245034 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-0eaf7f11-e5b3-4e15-8d2f-f17eb2df50b4 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.0889812 Nov 05 18:57:37.245635 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 38214) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:57:37.250463 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-040f88bb-368f-4d68-a3a3-b65b210b9a48 req-8dafffcd-3917-40e9-ba66-19a139f88451 tempest-ServerRescueNegativeTestJSON-570401673 tempest-ServerRescueNegativeTestJSON-570401673-project] 10.222.0.13 "GET /v2.0/security-groups?id=01574b07-2bff-4b61-b9a8-932cd03ff8af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926583 Nov 05 18:57:37.297874 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-396a5689-a50c-4cbe-a012-ae581416670d tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] 10.222.0.13 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0510621 Nov 05 18:57:37.298524 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 38218) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:57:37.304592 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-00438cf0-be08-4b5b-b415-abda32ce06a5 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2040475486'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:57:37.341410 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-00790514-eb89-4d15-b57f-a3b9049b98bc req-930695e0-6a5a-4b23-88ad-a85e86bde3f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6149821'] for port, after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:37.452470 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930695e0-6a5a-4b23-88ad-a85e86bde3f6 service neutron] Pushing event updated for resources: {'Port': ['ID=4d373864-9fe0-4feb-b8c8-d02225843c9e,revision_number=2']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:57:37.455792 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00438cf0-be08-4b5b-b415-abda32ce06a5 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Made reservation on behalf of c87add0b70464d588d82847ed9192d29 for: {'network': 1} {{(pid=102386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 18:57:37.464360 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-00438cf0-be08-4b5b-b415-abda32ce06a5 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for network, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:37.546452 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 4a6ab607-ebeb-402b-ac22-aebf224ad9e3 no longer exists at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 18:57:37.575801 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-00438cf0-be08-4b5b-b415-abda32ce06a5 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 161} {{(pid=102386) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 05 18:57:37.593494 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] No Port match for: 4a6ab607-ebeb-402b-ac22-aebf224ad9e3 {{(pid=102388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 18:57:37.594532 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 4a6ab607-ebeb-402b-ac22-aebf224ad9e3 not bound to the agent host n-d-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 18:57:37.633710 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-00438cf0-be08-4b5b-b415-abda32ce06a5 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273'] for segment, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:37.634764 n-d-816865-1 neutron-server[102386]: INFO neutron.db.segments_db [None req-00438cf0-be08-4b5b-b415-abda32ce06a5 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Added segment 7fc164ee-0349-4645-a530-4dee328a3d47 of type vlan for network 8a7bd328-1b27-4597-ad00-2d2988930e45 Nov 05 18:57:37.659778 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [req-00790514-eb89-4d15-b57f-a3b9049b98bc req-930695e0-6a5a-4b23-88ad-a85e86bde3f6 service neutron] Attempting to bind port 4d373864-9fe0-4feb-b8c8-d02225843c9e on host n-h2-816865-1 for vnic_type normal with profile {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 18:57:37.662157 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [req-00790514-eb89-4d15-b57f-a3b9049b98bc req-930695e0-6a5a-4b23-88ad-a85e86bde3f6 service neutron] Attempting to bind port 4d373864-9fe0-4feb-b8c8-d02225843c9e by drivers openvswitch,hyperv on host n-h2-816865-1 at level 0 using segments [{'id': '8281efde-bbf4-4833-8d7d-a490783d8ae5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '9c2bdaad-faf0-4d75-bb68-340f7d20c596'}] {{(pid=102386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 18:57:37.662725 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00790514-eb89-4d15-b57f-a3b9049b98bc req-930695e0-6a5a-4b23-88ad-a85e86bde3f6 service neutron] Attempting to bind port 4d373864-9fe0-4feb-b8c8-d02225843c9e on network 9c2bdaad-faf0-4d75-bb68-340f7d20c596 {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 18:57:37.693531 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00790514-eb89-4d15-b57f-a3b9049b98bc req-930695e0-6a5a-4b23-88ad-a85e86bde3f6 service neutron] Port 4d373864-9fe0-4feb-b8c8-d02225843c9e on network 9c2bdaad-faf0-4d75-bb68-340f7d20c596 not bound, no agent of type Open vSwitch agent registered on host n-h2-816865-1 {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 18:57:37.694540 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00790514-eb89-4d15-b57f-a3b9049b98bc req-930695e0-6a5a-4b23-88ad-a85e86bde3f6 service neutron] Attempting to bind port 4d373864-9fe0-4feb-b8c8-d02225843c9e on network 9c2bdaad-faf0-4d75-bb68-340f7d20c596 {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 18:57:37.710682 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00790514-eb89-4d15-b57f-a3b9049b98bc req-930695e0-6a5a-4b23-88ad-a85e86bde3f6 service neutron] Checking agent: {'id': '32aff553-696f-4891-83f5-5c176f61fe54', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816865-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 18, 33, 36), 'started_at': datetime.datetime(2021, 11, 5, 18, 33, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 18, 57, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 18:57:37.715451 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00790514-eb89-4d15-b57f-a3b9049b98bc req-930695e0-6a5a-4b23-88ad-a85e86bde3f6 service neutron] Checking segment: {'id': '8281efde-bbf4-4833-8d7d-a490783d8ae5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '9c2bdaad-faf0-4d75-bb68-340f7d20c596'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 18:57:37.715451 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00790514-eb89-4d15-b57f-a3b9049b98bc req-930695e0-6a5a-4b23-88ad-a85e86bde3f6 service neutron] Bound using segment: {'id': '8281efde-bbf4-4833-8d7d-a490783d8ae5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '9c2bdaad-faf0-4d75-bb68-340f7d20c596'} {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 18:57:37.715451 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [req-00790514-eb89-4d15-b57f-a3b9049b98bc req-930695e0-6a5a-4b23-88ad-a85e86bde3f6 service neutron] Bound port: 4d373864-9fe0-4feb-b8c8-d02225843c9e, host: n-h2-816865-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8281efde-bbf4-4833-8d7d-a490783d8ae5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '9c2bdaad-faf0-4d75-bb68-340f7d20c596'}}] {{(pid=102386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 18:57:37.715451 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-00790514-eb89-4d15-b57f-a3b9049b98bc req-930695e0-6a5a-4b23-88ad-a85e86bde3f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:37.715837 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-00438cf0-be08-4b5b-b415-abda32ce06a5 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750027258543'] for network, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:37.811255 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [req-00790514-eb89-4d15-b57f-a3b9049b98bc req-930695e0-6a5a-4b23-88ad-a85e86bde3f6 service neutron] For port 4d373864-9fe0-4feb-b8c8-d02225843c9e, host n-h2-816865-1, cleared binding levels {{(pid=102386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 18:57:37.815850 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [req-00790514-eb89-4d15-b57f-a3b9049b98bc req-930695e0-6a5a-4b23-88ad-a85e86bde3f6 service neutron] For port 4d373864-9fe0-4feb-b8c8-d02225843c9e, host n-h2-816865-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=4d373864-9fe0-4feb-b8c8-d02225843c9e,segment=NetworkSegment(8281efde-bbf4-4833-8d7d-a490783d8ae5),segment_id=8281efde-bbf4-4833-8d7d-a490783d8ae5)] {{(pid=102386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 18:57:37.861500 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-00438cf0-be08-4b5b-b415-abda32ce06a5 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-956796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877'] for network, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:37.872437 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00438cf0-be08-4b5b-b415-abda32ce06a5 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:57:37.874265 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-00438cf0-be08-4b5b-b415-abda32ce06a5 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Publish callbacks [] for network, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:37.883294 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-c218baf4-b8c4-4538-92d0-a73c5ff2c848 tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] Publish callbacks [] for port, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:37.913840 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-00790514-eb89-4d15-b57f-a3b9049b98bc req-930695e0-6a5a-4b23-88ad-a85e86bde3f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6149821'] for port, after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:38.022851 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46afb3bc-982a-4139-b82a-4056dfc03637 req-091e3e70-7e0c-4af4-9cdb-513881cca8f9 tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:57:38.024719 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-46afb3bc-982a-4139-b82a-4056dfc03637 req-091e3e70-7e0c-4af4-9cdb-513881cca8f9 tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] 10.222.0.13 "GET /v2.0/ports?device_id=1f47f1de-27f8-4b0e-aeb7-9aba793d93a4 HTTP/1.1" status: 200 len: 944 time: 0.1233566 Nov 05 18:57:38.038113 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-00438cf0-be08-4b5b-b415-abda32ce06a5 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7376220 Nov 05 18:57:38.043024 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 38244) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:57:38.048506 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-99dfd750-cb82-45a6-952d-1679e18a940b tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Request body: {'subnet': {'network_id': '8a7bd328-1b27-4597-ad00-2d2988930e45', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:57:38.107408 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00790514-eb89-4d15-b57f-a3b9049b98bc req-930695e0-6a5a-4b23-88ad-a85e86bde3f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:57:38.108283 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-00790514-eb89-4d15-b57f-a3b9049b98bc req-930695e0-6a5a-4b23-88ad-a85e86bde3f6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:38.109859 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-00790514-eb89-4d15-b57f-a3b9049b98bc req-930695e0-6a5a-4b23-88ad-a85e86bde3f6 service neutron] 10.222.0.55 "PUT /v2.0/ports/4d373864-9fe0-4feb-b8c8-d02225843c9e HTTP/1.1" status: 200 len: 1092 time: 1.7156165 Nov 05 18:57:38.113924 n-d-816865-1 neutron-server[102386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f47f1de-27f8-4b0e-aeb7-9aba793d93a4', 'tag': '4d373864-9fe0-4feb-b8c8-d02225843c9e'}] {{(pid=102386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 18:57:38.116895 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6173a44d7c73f41af551dc890fa1a5892c2c6bc3458b640c8e0c24db7876ba6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0849a188-a53d-4dfe-bd2b-69505287c08b" -d '{"events": [{"name": "network-changed", "server_uuid": "1f47f1de-27f8-4b0e-aeb7-9aba793d93a4", "tag": "4d373864-9fe0-4feb-b8c8-d02225843c9e"}]}' {{(pid=102386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 18:57:38.136682 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00438cf0-be08-4b5b-b415-abda32ce06a5 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Pushing event updated for resources: {'Network': ['ID=8a7bd328-1b27-4597-ad00-2d2988930e45,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:57:38.152437 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Network 8a7bd328-1b27-4597-ad00-2d2988930e45 details requested by agent ovs-agent-n-d-816865-1 with host n-d-816865-1 {{(pid=102388) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 05 18:57:38.162812 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930695e0-6a5a-4b23-88ad-a85e86bde3f6 service neutron] Pushing event updated for resources: {'Port': ['ID=4d373864-9fe0-4feb-b8c8-d02225843c9e,revision_number=3']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:57:38.187642 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 18:57:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ce5ba27-acf8-4727-91db-986f639cd988 x-openstack-request-id: req-4ce5ba27-acf8-4727-91db-986f639cd988 {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 18:57:38.187931 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f47f1de-27f8-4b0e-aeb7-9aba793d93a4", "tag": "4d373864-9fe0-4feb-b8c8-d02225843c9e", "status": "completed", "code": 200}]} {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 18:57:38.188236 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4ce5ba27-acf8-4727-91db-986f639cd988 {{(pid=102386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 18:57:38.188641 n-d-816865-1 neutron-server[102386]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f47f1de-27f8-4b0e-aeb7-9aba793d93a4', 'tag': '4d373864-9fe0-4feb-b8c8-d02225843c9e', 'status': 'completed', 'code': 200} Nov 05 18:57:38.230772 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-c218baf4-b8c4-4538-92d0-a73c5ff2c848 tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4417063'] for port, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:38.276062 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-31f93893-a48e-4ae8-833d-dccb2b42eacc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:38.343332 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-46afb3bc-982a-4139-b82a-4056dfc03637 req-74216b41-4f92-4168-87d7-4e363162bdd1 tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9a1bcb7-2b62-4809-b67b-668edb56dae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3059769 Nov 05 18:57:38.355449 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0849a188-a53d-4dfe-bd2b-69505287c08b req-eb48400a-da64-450d-a66e-16c9d4ea7fc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:57:38.358973 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-0849a188-a53d-4dfe-bd2b-69505287c08b req-eb48400a-da64-450d-a66e-16c9d4ea7fc8 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=c2718bfd25be4558ab62a930e9f4ce41&device_id=1f47f1de-27f8-4b0e-aeb7-9aba793d93a4 HTTP/1.1" status: 200 len: 1095 time: 0.1384850 Nov 05 18:57:38.366072 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c218baf4-b8c4-4538-92d0-a73c5ff2c848 tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] Network 40c8335d-cd0b-4cb5-910a-d4dcddd5cbec is already hosted by enough agents. {{(pid=102387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 18:57:38.383310 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.base_scheduler [None req-c218baf4-b8c4-4538-92d0-a73c5ff2c848 tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] Resources bound (agent type, host, resource id): {{(pid=102387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:57:38.390439 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c218baf4-b8c4-4538-92d0-a73c5ff2c848 tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] Received port after_create {{(pid=102387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 18:57:38.494249 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c218baf4-b8c4-4538-92d0-a73c5ff2c848 tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] Pushing event updated for resources: {'Port': ['ID=64a84074-28dd-4985-aeda-362900852633,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:57:38.511599 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99dfd750-cb82-45a6-952d-1679e18a940b tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Made reservation on behalf of c87add0b70464d588d82847ed9192d29 for: {'subnet': 1} {{(pid=102387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 18:57:38.515129 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-99dfd750-cb82-45a6-952d-1679e18a940b tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5112236'] for subnet, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:38.529316 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:38.585366 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0849a188-a53d-4dfe-bd2b-69505287c08b req-50fd1890-6f13-4cbf-ae8b-4a6335c94ad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:57:38.586972 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-0849a188-a53d-4dfe-bd2b-69505287c08b req-50fd1890-6f13-4cbf-ae8b-4a6335c94ad9 service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=c2718bfd25be4558ab62a930e9f4ce41&shared=False HTTP/1.1" status: 200 len: 907 time: 0.2182157 Nov 05 18:57:38.794488 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0849a188-a53d-4dfe-bd2b-69505287c08b req-a4d0c8f7-129a-428b-971b-a9ffb45503cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:57:38.798170 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-0849a188-a53d-4dfe-bd2b-69505287c08b req-a4d0c8f7-129a-428b-971b-a9ffb45503cb service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2015128 Nov 05 18:57:38.892242 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03032cb0-51b3-4857-ac98-506a88c54d4c req-479c0c05-4bf2-481f-a0ab-8a704e0b13c3 tempest-ServerRescueNegativeTestJSON-570401673 tempest-ServerRescueNegativeTestJSON-570401673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:57:38.900805 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-03032cb0-51b3-4857-ac98-506a88c54d4c req-479c0c05-4bf2-481f-a0ab-8a704e0b13c3 tempest-ServerRescueNegativeTestJSON-570401673 tempest-ServerRescueNegativeTestJSON-570401673-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e3b4c93-69f3-4e6c-8f09-2e860aeb5776 HTTP/1.1" status: 200 len: 945 time: 0.5032744 Nov 05 18:57:38.930572 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00790514-eb89-4d15-b57f-a3b9049b98bc req-3aef289d-ccc5-4042-a6fa-f02a415bbeff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:57:38.932873 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-00790514-eb89-4d15-b57f-a3b9049b98bc req-3aef289d-ccc5-4042-a6fa-f02a415bbeff service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=c2718bfd25be4558ab62a930e9f4ce41&device_id=1f47f1de-27f8-4b0e-aeb7-9aba793d93a4 HTTP/1.1" status: 200 len: 1095 time: 0.0790319 Nov 05 18:57:39.009822 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-00790514-eb89-4d15-b57f-a3b9049b98bc req-6427403c-5712-4fb5-bef8-f46e81d3c88e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4d373864-9fe0-4feb-b8c8-d02225843c9e HTTP/1.1" status: 200 len: 217 time: 0.0675550 Nov 05 18:57:39.068277 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-03032cb0-51b3-4857-ac98-506a88c54d4c req-463495a6-989a-414f-b4b4-0906d6f353d0 tempest-ServerRescueNegativeTestJSON-570401673 tempest-ServerRescueNegativeTestJSON-570401673-project] 10.222.0.13 "GET /v2.0/security-groups?id=01574b07-2bff-4b61-b9a8-932cd03ff8af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1662493 Nov 05 18:57:39.105857 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00790514-eb89-4d15-b57f-a3b9049b98bc req-330ebe79-1b2e-4b66-9073-32a91d6ffa81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:57:39.110319 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-00790514-eb89-4d15-b57f-a3b9049b98bc req-330ebe79-1b2e-4b66-9073-32a91d6ffa81 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=b6655376-4ea9-4701-98ec-c7e9e4d66f0f HTTP/1.1" status: 200 len: 846 time: 0.0920131 Nov 05 18:57:39.168307 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-00790514-eb89-4d15-b57f-a3b9049b98bc req-0a4919e2-30cd-452f-ba1f-a12608c1203c service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=9c2bdaad-faf0-4d75-bb68-340f7d20c596&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0465043 Nov 05 18:57:39.296725 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-00790514-eb89-4d15-b57f-a3b9049b98bc req-6a0ed753-ef3b-4d9d-aee0-e855d5464bb2 service neutron] 10.222.0.55 "GET /v2.0/networks/9c2bdaad-faf0-4d75-bb68-340f7d20c596?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1202438 Nov 05 18:57:39.426416 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-99dfd750-cb82-45a6-952d-1679e18a940b tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4417463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5112218'] for subnet, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:39.474874 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-00790514-eb89-4d15-b57f-a3b9049b98bc req-57100e46-e49d-4950-836b-9ec41447a991 service neutron] 10.222.0.55 "GET /v2.0/networks/9c2bdaad-faf0-4d75-bb68-340f7d20c596?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1685855 Nov 05 18:57:39.597799 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99dfd750-cb82-45a6-952d-1679e18a940b tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Pushing event updated for resources: {'Subnet': ['ID=7db74ac6-c510-4628-a972-34c3dd0fc934,revision_number=0']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:57:39.609213 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99dfd750-cb82-45a6-952d-1679e18a940b tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Checking segment: {'id': '7fc164ee-0349-4645-a530-4dee328a3d47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '8a7bd328-1b27-4597-ad00-2d2988930e45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 18:57:39.609579 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99dfd750-cb82-45a6-952d-1679e18a940b tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Network hostable DHCP agents. Network: 8a7bd328-1b27-4597-ad00-2d2988930e45, hostable agents: ['987e2ca0-bc3b-4c6f-a989-429ccfbf753f'], hosted agents: [] {{(pid=102387) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 05 18:57:39.636707 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-c218baf4-b8c4-4538-92d0-a73c5ff2c848 tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:39.682926 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37a06b2-ceff-4eda-a11d-58ce5f66fcf3 req-58f63d7b-ea22-477a-ba6e-bac6c6ea8b5e tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:57:39.682926 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-a37a06b2-ceff-4eda-a11d-58ce5f66fcf3 req-58f63d7b-ea22-477a-ba6e-bac6c6ea8b5e tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] 10.222.0.13 "GET /v2.0/ports?device_id=1f47f1de-27f8-4b0e-aeb7-9aba793d93a4 HTTP/1.1" status: 200 len: 944 time: 0.1755757 Nov 05 18:57:39.717435 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99dfd750-cb82-45a6-952d-1679e18a940b tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Network 8a7bd328-1b27-4597-ad00-2d2988930e45 is scheduled to be hosted by DHCP agent 987e2ca0-bc3b-4c6f-a989-429ccfbf753f with binding_index 1 {{(pid=102387) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 05 18:57:39.758981 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-a37a06b2-ceff-4eda-a11d-58ce5f66fcf3 req-92592a55-3fe9-45b8-a162-7faac7e94530 tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9a1bcb7-2b62-4809-b67b-668edb56dae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602026 Nov 05 18:57:39.826631 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.base_scheduler [None req-99dfd750-cb82-45a6-952d-1679e18a940b tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816865-1, 8a7bd328-1b27-4597-ad00-2d2988930e45) {{(pid=102387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:57:39.826741 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 38302) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:57:39.834291 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99dfd750-cb82-45a6-952d-1679e18a940b tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:57:39.834896 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-99dfd750-cb82-45a6-952d-1679e18a940b tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Publish callbacks [] for subnet, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:39.844663 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ab34d9e-27f3-4d37-be0a-98d29c3c93ad None None] Network 8a7bd328-1b27-4597-ad00-2d2988930e45 requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 18:57:39.845170 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-c218baf4-b8c4-4538-92d0-a73c5ff2c848 tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:39.964035 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-99dfd750-cb82-45a6-952d-1679e18a940b tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9199505 Nov 05 18:57:39.966851 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 38310) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:57:39.973856 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-38798365-d03e-40de-8d41-8cc8928d55d7 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Request body: {'port': {'network_id': '8a7bd328-1b27-4597-ad00-2d2988930e45', 'name': 'tempest-PortsIpV6TestJSON-261741351'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:57:40.068831 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-c218baf4-b8c4-4538-92d0-a73c5ff2c848 tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] Publish callbacks [] for port, precommit_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:40.087413 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b430be6b-8579-4a24-b88e-b9934ca3c1bf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeb20a084-accf-5b60-8075-3e69ebe863a6-8a7bd328-1b27-4597-ad00-2d2988930e45', 'network_id': '8a7bd328-1b27-4597-ad00-2d2988930e45', 'tenant_id': 'c87add0b70464d588d82847ed9192d29', 'fixed_ips': [{'subnet_id': '7db74ac6-c510-4628-a972-34c3dd0fc934'}]}} from n-d-816865-1. {{(pid=102388) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 05 18:57:40.088237 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b430be6b-8579-4a24-b88e-b9934ca3c1bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:40.094599 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-35e32740-c073-46f7-826f-04f3da0e24dc tempest-ExternalNetworksAdminNegativeTestJSON-453248287 tempest-ExternalNetworksAdminNegativeTestJSON-453248287-project-admin] Request body: {'floatingip': {'floating_network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:57:40.135215 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-c218baf4-b8c4-4538-92d0-a73c5ff2c848 tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4417072'] for port, after_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:40.296121 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c218baf4-b8c4-4538-92d0-a73c5ff2c848 tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] Pushing event updated for resources: {'Port': ['ID=64a84074-28dd-4985-aeda-362900852633,revision_number=2']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:57:40.317330 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-35e32740-c073-46f7-826f-04f3da0e24dc tempest-ExternalNetworksAdminNegativeTestJSON-453248287 tempest-ExternalNetworksAdminNegativeTestJSON-453248287-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:40.340187 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb55e954-a159-46fc-82bd-bb34642f8be6 req-b8477270-be0d-4a29-8763-88de28de31bc tempest-ServerRescueNegativeTestJSON-570401673 tempest-ServerRescueNegativeTestJSON-570401673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:57:40.341907 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-bb55e954-a159-46fc-82bd-bb34642f8be6 req-b8477270-be0d-4a29-8763-88de28de31bc tempest-ServerRescueNegativeTestJSON-570401673 tempest-ServerRescueNegativeTestJSON-570401673-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e3b4c93-69f3-4e6c-8f09-2e860aeb5776 HTTP/1.1" status: 200 len: 945 time: 0.1219823 Nov 05 18:57:40.351443 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-c218baf4-b8c4-4538-92d0-a73c5ff2c848 tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1000577'] for floatingip, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:40.378366 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.db_base_plugin_common [None req-b430be6b-8579-4a24-b88e-b9934ca3c1bf None None] Allocated IP 2001:db8::2 (8a7bd328-1b27-4597-ad00-2d2988930e45/7db74ac6-c510-4628-a972-34c3dd0fc934/232a054c-f11e-4ed4-922c-4911c939ea67) {{(pid=102388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 18:57:40.439269 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38798365-d03e-40de-8d41-8cc8928d55d7 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Made reservation on behalf of c87add0b70464d588d82847ed9192d29 for: {'port': 1} {{(pid=102386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 18:57:40.452282 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-38798365-d03e-40de-8d41-8cc8928d55d7 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:40.474727 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-bb55e954-a159-46fc-82bd-bb34642f8be6 req-96f67919-3b73-4467-81f9-cc612a53ae5e tempest-ServerRescueNegativeTestJSON-570401673 tempest-ServerRescueNegativeTestJSON-570401673-project] 10.222.0.13 "GET /v2.0/security-groups?id=01574b07-2bff-4b61-b9a8-932cd03ff8af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254222 Nov 05 18:57:40.502314 n-d-816865-1 neutron-server[102387]: INFO neutron.db.l3_db [None req-c218baf4-b8c4-4538-92d0-a73c5ff2c848 tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] Floating IP de6e0ee8-7f22-42f2-b7d0-5b7575662a68 associated. External IP: 172.25.6.170, port: 7debe5fd-2a2a-411f-93b0-7a5eed143700. Nov 05 18:57:40.522651 n-d-816865-1 neutron-server[102386]: DEBUG neutron.notifiers.nova [None req-38798365-d03e-40de-8d41-8cc8928d55d7 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] device_id is not set on port 63eb1597-35f3-4a2c-a896-f63960504e13 yet. {{(pid=102386) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 05 18:57:40.557951 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b430be6b-8579-4a24-b88e-b9934ca3c1bf None None] Publish callbacks [] for port, precommit_create {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:40.661440 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-35e32740-c073-46f7-826f-04f3da0e24dc tempest-ExternalNetworksAdminNegativeTestJSON-453248287 tempest-ExternalNetworksAdminNegativeTestJSON-453248287-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:40.670367 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b430be6b-8579-4a24-b88e-b9934ca3c1bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789'] for port, after_create {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:40.746352 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b430be6b-8579-4a24-b88e-b9934ca3c1bf None None] Pushing event updated for resources: {'Port': ['ID=232a054c-f11e-4ed4-922c-4911c939ea67,revision_number=1']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:57:40.772224 n-d-816865-1 neutron-server[102388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b430be6b-8579-4a24-b88e-b9934ca3c1bf None None] Network 8a7bd328-1b27-4597-ad00-2d2988930e45 is already hosted by enough agents. {{(pid=102388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 18:57:40.778129 n-d-816865-1 neutron-server[102388]: DEBUG neutron.scheduler.base_scheduler [None req-b430be6b-8579-4a24-b88e-b9934ca3c1bf None None] Resources bound (agent type, host, resource id): {{(pid=102388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:57:40.780724 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b430be6b-8579-4a24-b88e-b9934ca3c1bf None None] Received port after_create {{(pid=102388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 18:57:40.797106 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c218baf4-b8c4-4538-92d0-a73c5ff2c848 tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] Router a3269702-dd5d-4fcd-a088-f251c1c3baf7 has already been hosted by L3 agent 6dcb5589-8e86-4616-9186-ddc4548e13ad {{(pid=102387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 18:57:40.838794 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.db_base_plugin_common [None req-38798365-d03e-40de-8d41-8cc8928d55d7 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Allocated IP 2001:db8::2b4 (8a7bd328-1b27-4597-ad00-2d2988930e45/7db74ac6-c510-4628-a972-34c3dd0fc934/63eb1597-35f3-4a2c-a896-f63960504e13) {{(pid=102386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 18:57:40.861039 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-b430be6b-8579-4a24-b88e-b9934ca3c1bf None None] Attempting to bind port 232a054c-f11e-4ed4-922c-4911c939ea67 on host n-d-816865-1 for vnic_type normal with profile {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 18:57:40.862153 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-b430be6b-8579-4a24-b88e-b9934ca3c1bf None None] Attempting to bind port 232a054c-f11e-4ed4-922c-4911c939ea67 by drivers openvswitch,hyperv on host n-d-816865-1 at level 0 using segments [{'id': '7fc164ee-0349-4645-a530-4dee328a3d47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '8a7bd328-1b27-4597-ad00-2d2988930e45'}] {{(pid=102388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 18:57:40.862613 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b430be6b-8579-4a24-b88e-b9934ca3c1bf None None] Attempting to bind port 232a054c-f11e-4ed4-922c-4911c939ea67 on network 8a7bd328-1b27-4597-ad00-2d2988930e45 {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 18:57:40.872939 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b430be6b-8579-4a24-b88e-b9934ca3c1bf None None] Checking agent: {'id': '724d89a7-611b-41e6-bc85-c48112b17afa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 18, 25, 8), 'started_at': datetime.datetime(2021, 11, 5, 18, 25, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 18, 57, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 18:57:40.873439 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b430be6b-8579-4a24-b88e-b9934ca3c1bf None None] Checking segment: {'id': '7fc164ee-0349-4645-a530-4dee328a3d47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '8a7bd328-1b27-4597-ad00-2d2988930e45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 18:57:40.879543 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b430be6b-8579-4a24-b88e-b9934ca3c1bf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:40.880076 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b430be6b-8579-4a24-b88e-b9934ca3c1bf None None] Bound using segment: {'id': '7fc164ee-0349-4645-a530-4dee328a3d47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '8a7bd328-1b27-4597-ad00-2d2988930e45'} {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 18:57:40.880674 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-b430be6b-8579-4a24-b88e-b9934ca3c1bf None None] Bound port: 232a054c-f11e-4ed4-922c-4911c939ea67, host: n-d-816865-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7fc164ee-0349-4645-a530-4dee328a3d47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '8a7bd328-1b27-4597-ad00-2d2988930e45'}}] {{(pid=102388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 18:57:40.881166 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b430be6b-8579-4a24-b88e-b9934ca3c1bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:41.012613 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.db_base_plugin_common [None req-35e32740-c073-46f7-826f-04f3da0e24dc tempest-ExternalNetworksAdminNegativeTestJSON-453248287 tempest-ExternalNetworksAdminNegativeTestJSON-453248287-project-admin] Allocated IP 172.25.6.61 (40c8335d-cd0b-4cb5-910a-d4dcddd5cbec/04fe6db3-e108-4208-943d-6518424f5726/de430f9e-dc82-4ae3-b4d1-20b8c2eab37f) {{(pid=102386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 18:57:41.015447 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e2b12d-5412-4bde-8bab-43ce33fbc885 req-76665260-125f-4cfb-a0f8-4948d4917c1d tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:57:41.016992 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-57e2b12d-5412-4bde-8bab-43ce33fbc885 req-76665260-125f-4cfb-a0f8-4948d4917c1d tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] 10.222.0.13 "GET /v2.0/ports?device_id=1f47f1de-27f8-4b0e-aeb7-9aba793d93a4 HTTP/1.1" status: 200 len: 944 time: 0.0891542 Nov 05 18:57:41.019129 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c218baf4-b8c4-4538-92d0-a73c5ff2c848 tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] Notify agent at l3_agent.n-d-816865-1 the message routers_updated {{(pid=102387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 18:57:41.019570 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b430be6b-8579-4a24-b88e-b9934ca3c1bf None None] For port 232a054c-f11e-4ed4-922c-4911c939ea67, host n-d-816865-1, cleared binding levels {{(pid=102388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 18:57:41.031940 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b430be6b-8579-4a24-b88e-b9934ca3c1bf None None] For port 232a054c-f11e-4ed4-922c-4911c939ea67, host n-d-816865-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=232a054c-f11e-4ed4-922c-4911c939ea67,segment=NetworkSegment(7fc164ee-0349-4645-a530-4dee328a3d47),segment_id=7fc164ee-0349-4645-a530-4dee328a3d47)] {{(pid=102388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 18:57:41.042630 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72183b49-68f4-453d-91b0-2bcf50d155aa None None] Sync routers for ids ['a3269702-dd5d-4fcd-a088-f251c1c3baf7'] in n-d-816865-1 {{(pid=102388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 18:57:41.061421 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72183b49-68f4-453d-91b0-2bcf50d155aa None None] Routers {'a3269702-dd5d-4fcd-a088-f251c1c3baf7'} bound to L3 agent in host n-d-816865-1 {{(pid=102388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 18:57:41.061421 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-72183b49-68f4-453d-91b0-2bcf50d155aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T18:57:35Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['a3269702-dd5d-4fcd-a088-f251c1c3baf7'], 'active': True} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:57:41.079406 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-57e2b12d-5412-4bde-8bab-43ce33fbc885 req-939f1b35-4152-4cd8-8d6a-080d9085aac0 tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9a1bcb7-2b62-4809-b67b-668edb56dae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551944 Nov 05 18:57:41.088530 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-72183b49-68f4-453d-91b0-2bcf50d155aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816865-1', False) {} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:57:41.106654 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72183b49-68f4-453d-91b0-2bcf50d155aa None None] Routers {'a3269702-dd5d-4fcd-a088-f251c1c3baf7'} bound to L3 agent in host n-d-816865-1 {{(pid=102388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 18:57:41.107330 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-72183b49-68f4-453d-91b0-2bcf50d155aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T18:57:35Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['a3269702-dd5d-4fcd-a088-f251c1c3baf7'], 'active': True} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:57:41.144400 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-72183b49-68f4-453d-91b0-2bcf50d155aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816865-1', False) {} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:57:41.145221 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72183b49-68f4-453d-91b0-2bcf50d155aa None None] The sync data for ids ['a3269702-dd5d-4fcd-a088-f251c1c3baf7'] in n-d-816865-1 is: [] {{(pid=102388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 18:57:41.181049 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b430be6b-8579-4a24-b88e-b9934ca3c1bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:41.239047 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-c218baf4-b8c4-4538-92d0-a73c5ff2c848 tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for floatingip, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:41.263565 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b430be6b-8579-4a24-b88e-b9934ca3c1bf None None] Pushing event updated for resources: {'Port': ['ID=232a054c-f11e-4ed4-922c-4911c939ea67,revision_number=2']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:57:41.296944 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-c218baf4-b8c4-4538-92d0-a73c5ff2c848 tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 981 time: 4.6076977 Nov 05 18:57:41.297975 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 38328) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:57:41.380723 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-2a1c0d0b-958a-4378-892e-daeb35de83f1 tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] 10.222.0.13 "GET /v2.0/floatingips/de6e0ee8-7f22-42f2-b7d0-5b7575662a68 HTTP/1.1" status: 200 len: 976 time: 0.0811989 Nov 05 18:57:41.381528 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 38330) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:57:41.553424 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-35d42a84-252f-4b10-9146-11c51abcacf4 tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] 10.222.0.13 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 979 time: 0.1706016 Nov 05 18:57:41.559413 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 38334) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:57:41.568401 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-e99d0678-1e43-4b22-961a-94a117c2694b tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] Request body: {'floatingip': {'port_id': '9678a662-ef1a-43eb-907b-1e2e22668512'}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:57:41.654260 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-38798365-d03e-40de-8d41-8cc8928d55d7 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Publish callbacks [] for port, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:41.675158 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-35e32740-c073-46f7-826f-04f3da0e24dc tempest-ExternalNetworksAdminNegativeTestJSON-453248287 tempest-ExternalNetworksAdminNegativeTestJSON-453248287-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:41.731053 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-e99d0678-1e43-4b22-961a-94a117c2694b tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] Publish callbacks [] for floatingip, before_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:41.800042 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f2ef03-d7fd-4c9e-958d-0e5e633e7d57 req-e8c8c8b9-e58c-49c9-8060-41ccdcc16d45 tempest-ServerRescueNegativeTestJSON-570401673 tempest-ServerRescueNegativeTestJSON-570401673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:57:41.801546 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-16f2ef03-d7fd-4c9e-958d-0e5e633e7d57 req-e8c8c8b9-e58c-49c9-8060-41ccdcc16d45 tempest-ServerRescueNegativeTestJSON-570401673 tempest-ServerRescueNegativeTestJSON-570401673-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e3b4c93-69f3-4e6c-8f09-2e860aeb5776 HTTP/1.1" status: 200 len: 945 time: 0.1494391 Nov 05 18:57:41.826312 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-38798365-d03e-40de-8d41-8cc8928d55d7 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:41.891332 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38798365-d03e-40de-8d41-8cc8928d55d7 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Network 8a7bd328-1b27-4597-ad00-2d2988930e45 is already hosted by enough agents. {{(pid=102386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 18:57:41.892962 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-35e32740-c073-46f7-826f-04f3da0e24dc tempest-ExternalNetworksAdminNegativeTestJSON-453248287 tempest-ExternalNetworksAdminNegativeTestJSON-453248287-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:41.901103 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.base_scheduler [None req-38798365-d03e-40de-8d41-8cc8928d55d7 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Resources bound (agent type, host, resource id): {{(pid=102386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:57:41.906865 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38798365-d03e-40de-8d41-8cc8928d55d7 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Received port after_create {{(pid=102386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 18:57:41.910056 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-16f2ef03-d7fd-4c9e-958d-0e5e633e7d57 req-d84d87d5-027f-4b77-9240-a8778929a731 tempest-ServerRescueNegativeTestJSON-570401673 tempest-ServerRescueNegativeTestJSON-570401673-project] 10.222.0.13 "GET /v2.0/security-groups?id=01574b07-2bff-4b61-b9a8-932cd03ff8af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917397 Nov 05 18:57:41.916534 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38798365-d03e-40de-8d41-8cc8928d55d7 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:57:41.917280 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-38798365-d03e-40de-8d41-8cc8928d55d7 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:41.958994 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38798365-d03e-40de-8d41-8cc8928d55d7 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Pushing event updated for resources: {'Port': ['ID=63eb1597-35f3-4a2c-a896-f63960504e13,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:57:41.963207 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35e32740-c073-46f7-826f-04f3da0e24dc tempest-ExternalNetworksAdminNegativeTestJSON-453248287 tempest-ExternalNetworksAdminNegativeTestJSON-453248287-project-admin] Network 40c8335d-cd0b-4cb5-910a-d4dcddd5cbec is already hosted by enough agents. {{(pid=102386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 18:57:41.967558 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.base_scheduler [None req-35e32740-c073-46f7-826f-04f3da0e24dc tempest-ExternalNetworksAdminNegativeTestJSON-453248287 tempest-ExternalNetworksAdminNegativeTestJSON-453248287-project-admin] Resources bound (agent type, host, resource id): {{(pid=102386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:57:41.988431 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35e32740-c073-46f7-826f-04f3da0e24dc tempest-ExternalNetworksAdminNegativeTestJSON-453248287 tempest-ExternalNetworksAdminNegativeTestJSON-453248287-project-admin] Received port after_create {{(pid=102386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 18:57:42.085667 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e32740-c073-46f7-826f-04f3da0e24dc tempest-ExternalNetworksAdminNegativeTestJSON-453248287 tempest-ExternalNetworksAdminNegativeTestJSON-453248287-project-admin] Pushing event updated for resources: {'Port': ['ID=de430f9e-dc82-4ae3-b4d1-20b8c2eab37f,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:57:42.109338 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-35e32740-c073-46f7-826f-04f3da0e24dc tempest-ExternalNetworksAdminNegativeTestJSON-453248287 tempest-ExternalNetworksAdminNegativeTestJSON-453248287-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:42.124903 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-38798365-d03e-40de-8d41-8cc8928d55d7 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.1537664 Nov 05 18:57:42.125220 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 38346) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:57:42.131386 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-4508db3a-d4e0-4f26-9a2c-a561efa55cb0 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Request body: {'port': {'network_id': '8a7bd328-1b27-4597-ad00-2d2988930e45', 'name': 'tempest-PortsIpV6TestJSON-625415860'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:57:42.285101 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-35e32740-c073-46f7-826f-04f3da0e24dc tempest-ExternalNetworksAdminNegativeTestJSON-453248287 tempest-ExternalNetworksAdminNegativeTestJSON-453248287-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:42.348134 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Device 4d373864-9fe0-4feb-b8c8-d02225843c9e details requested by agent hyperv_n-h2-816865-1 with host n-h2-816865-1 {{(pid=102388) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 05 18:57:42.443416 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4508db3a-d4e0-4f26-9a2c-a561efa55cb0 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Made reservation on behalf of c87add0b70464d588d82847ed9192d29 for: {'port': 1} {{(pid=102386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 18:57:42.449514 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0929ea82-9603-4bad-adae-9c24285a52f1 req-9f1967e2-cb8c-449c-9510-0e05e63fdda9 tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:57:42.451251 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-0929ea82-9603-4bad-adae-9c24285a52f1 req-9f1967e2-cb8c-449c-9510-0e05e63fdda9 tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] 10.222.0.13 "GET /v2.0/ports?device_id=1f47f1de-27f8-4b0e-aeb7-9aba793d93a4 HTTP/1.1" status: 200 len: 944 time: 0.1373515 Nov 05 18:57:42.458856 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-4508db3a-d4e0-4f26-9a2c-a561efa55cb0 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:42.519444 n-d-816865-1 neutron-server[102386]: DEBUG neutron.notifiers.nova [None req-4508db3a-d4e0-4f26-9a2c-a561efa55cb0 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] device_id is not set on port a807a1de-7a2d-4aed-8d47-2a1c6f0ab0ee yet. {{(pid=102386) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 05 18:57:42.628088 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] For port 4d373864-9fe0-4feb-b8c8-d02225843c9e, host n-h2-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=4d373864-9fe0-4feb-b8c8-d02225843c9e,segment=NetworkSegment(8281efde-bbf4-4833-8d7d-a490783d8ae5),segment_id=8281efde-bbf4-4833-8d7d-a490783d8ae5)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:57:42.642425 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-35e32740-c073-46f7-826f-04f3da0e24dc tempest-ExternalNetworksAdminNegativeTestJSON-453248287 tempest-ExternalNetworksAdminNegativeTestJSON-453248287-project-admin] Publish callbacks [] for port, precommit_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:42.646991 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Returning: {'device': '4d373864-9fe0-4feb-b8c8-d02225843c9e', 'network_id': '9c2bdaad-faf0-4d75-bb68-340f7d20c596', 'port_id': '4d373864-9fe0-4feb-b8c8-d02225843c9e', 'mac_address': 'fa:16:3e:3a:af:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 185, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b6655376-4ea9-4701-98ec-c7e9e4d66f0f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102388) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 05 18:57:42.659867 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.db.resource_extend [None req-e99d0678-1e43-4b22-961a-94a117c2694b tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 05 18:57:42.735250 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffd75e5e-4017-4539-ac6d-d4c0f1eb1aae None None] Network 8a7bd328-1b27-4597-ad00-2d2988930e45 requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 18:57:42.741191 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-0929ea82-9603-4bad-adae-9c24285a52f1 req-228c4436-ed8b-43ab-9e42-803fb0bdfc75 tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9a1bcb7-2b62-4809-b67b-668edb56dae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2771096 Nov 05 18:57:42.748058 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:42.774892 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-35e32740-c073-46f7-826f-04f3da0e24dc tempest-ExternalNetworksAdminNegativeTestJSON-453248287 tempest-ExternalNetworksAdminNegativeTestJSON-453248287-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6149821'] for port, after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:42.791738 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-e99d0678-1e43-4b22-961a-94a117c2694b tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:42.791979 n-d-816865-1 neutron-server[102388]: DEBUG neutron.notifiers.nova [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d373864-9fe0-4feb-b8c8-d02225843c9e {{(pid=102388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 18:57:42.844594 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.db_base_plugin_common [None req-4508db3a-d4e0-4f26-9a2c-a561efa55cb0 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Allocated IP 2001:db8::15e (8a7bd328-1b27-4597-ad00-2d2988930e45/7db74ac6-c510-4628-a972-34c3dd0fc934/a807a1de-7a2d-4aed-8d47-2a1c6f0ab0ee) {{(pid=102386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 18:57:42.870180 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] For port 4d373864-9fe0-4feb-b8c8-d02225843c9e, host n-h2-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=4d373864-9fe0-4feb-b8c8-d02225843c9e,segment=NetworkSegment(8281efde-bbf4-4833-8d7d-a490783d8ae5),segment_id=8281efde-bbf4-4833-8d7d-a490783d8ae5)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:57:42.870180 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-5706206c-fa25-483d-b361-a6111af62eb4 None None] Provisioning complete for port 232a054c-f11e-4ed4-922c-4911c939ea67 triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:57:42.870180 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-5706206c-fa25-483d-b361-a6111af62eb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:42.904715 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e32740-c073-46f7-826f-04f3da0e24dc tempest-ExternalNetworksAdminNegativeTestJSON-453248287 tempest-ExternalNetworksAdminNegativeTestJSON-453248287-project-admin] Pushing event updated for resources: {'Port': ['ID=de430f9e-dc82-4ae3-b4d1-20b8c2eab37f,revision_number=2']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:57:42.912375 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-e99d0678-1e43-4b22-961a-94a117c2694b tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1000577'] for floatingip, after_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:42.952818 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-35e32740-c073-46f7-826f-04f3da0e24dc tempest-ExternalNetworksAdminNegativeTestJSON-453248287 tempest-ExternalNetworksAdminNegativeTestJSON-453248287-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1000577'] for floatingip, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:43.054783 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-5706206c-fa25-483d-b361-a6111af62eb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:43.059677 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:43.146088 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-5706206c-fa25-483d-b361-a6111af62eb4 None None] For port 232a054c-f11e-4ed4-922c-4911c939ea67, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=232a054c-f11e-4ed4-922c-4911c939ea67,segment=NetworkSegment(7fc164ee-0349-4645-a530-4dee328a3d47),segment_id=7fc164ee-0349-4645-a530-4dee328a3d47)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:57:43.152762 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Pushing event updated for resources: {'Port': ['ID=4d373864-9fe0-4feb-b8c8-d02225843c9e,revision_number=4']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:57:43.165248 n-d-816865-1 neutron-server[102387]: INFO neutron.db.l3_db [None req-e99d0678-1e43-4b22-961a-94a117c2694b tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] Floating IP de6e0ee8-7f22-42f2-b7d0-5b7575662a68 associated. External IP: 172.25.6.170, port: 7debe5fd-2a2a-411f-93b0-7a5eed143700. Nov 05 18:57:43.166352 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-35e32740-c073-46f7-826f-04f3da0e24dc tempest-ExternalNetworksAdminNegativeTestJSON-453248287 tempest-ExternalNetworksAdminNegativeTestJSON-453248287-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for floatingip, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:43.167864 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-35e32740-c073-46f7-826f-04f3da0e24dc tempest-ExternalNetworksAdminNegativeTestJSON-453248287 tempest-ExternalNetworksAdminNegativeTestJSON-453248287-project-admin] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.3392470 Nov 05 18:57:43.180326 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 38356) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:57:43.195899 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-3adc1c32-b9dd-42fb-8f26-de74bee31ff0 tempest-ExternalNetworksAdminNegativeTestJSON-453248287 tempest-ExternalNetworksAdminNegativeTestJSON-453248287-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-369611240', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'fixed_ips': [{'ip_address': '172.25.6.61'}]}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:57:43.214568 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-5706206c-fa25-483d-b361-a6111af62eb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:43.221825 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-4508db3a-d4e0-4f26-9a2c-a561efa55cb0 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Publish callbacks [] for port, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:43.302375 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] get_ports_and_sgs() called for port_ids ['4d373864-9fe0-4feb-b8c8-d02225843c9e'] {{(pid=102388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 18:57:43.307743 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5706206c-fa25-483d-b361-a6111af62eb4 None None] Pushing event updated for resources: {'Port': ['ID=232a054c-f11e-4ed4-922c-4911c939ea67,revision_number=3']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:57:43.329905 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760ccf43-40cb-4c9b-ae4b-2a52c4e72a15 req-996e30d8-f81f-45a0-a884-ca76636da675 tempest-ServerRescueNegativeTestJSON-570401673 tempest-ServerRescueNegativeTestJSON-570401673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:57:43.331707 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-760ccf43-40cb-4c9b-ae4b-2a52c4e72a15 req-996e30d8-f81f-45a0-a884-ca76636da675 tempest-ServerRescueNegativeTestJSON-570401673 tempest-ServerRescueNegativeTestJSON-570401673-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e3b4c93-69f3-4e6c-8f09-2e860aeb5776 HTTP/1.1" status: 200 len: 945 time: 0.1094449 Nov 05 18:57:43.340321 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3adc1c32-b9dd-42fb-8f26-de74bee31ff0 tempest-ExternalNetworksAdminNegativeTestJSON-453248287 tempest-ExternalNetworksAdminNegativeTestJSON-453248287-project-admin] Made reservation on behalf of ea755197adab49d19f0babea7fb9b397 for: {'port': 1} {{(pid=102386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 18:57:43.343362 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-3adc1c32-b9dd-42fb-8f26-de74bee31ff0 tempest-ExternalNetworksAdminNegativeTestJSON-453248287 tempest-ExternalNetworksAdminNegativeTestJSON-453248287-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:43.357183 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-3adc1c32-b9dd-42fb-8f26-de74bee31ff0 tempest-ExternalNetworksAdminNegativeTestJSON-453248287 tempest-ExternalNetworksAdminNegativeTestJSON-453248287-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:43.374115 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-4508db3a-d4e0-4f26-9a2c-a561efa55cb0 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:43.488076 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4508db3a-d4e0-4f26-9a2c-a561efa55cb0 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Network 8a7bd328-1b27-4597-ad00-2d2988930e45 is already hosted by enough agents. {{(pid=102386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 18:57:43.494692 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.base_scheduler [None req-4508db3a-d4e0-4f26-9a2c-a561efa55cb0 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Resources bound (agent type, host, resource id): {{(pid=102386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:57:43.498036 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4508db3a-d4e0-4f26-9a2c-a561efa55cb0 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Received port after_create {{(pid=102386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 18:57:43.508160 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4508db3a-d4e0-4f26-9a2c-a561efa55cb0 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:57:43.508835 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-4508db3a-d4e0-4f26-9a2c-a561efa55cb0 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:43.570414 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e99d0678-1e43-4b22-961a-94a117c2694b tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] Router a3269702-dd5d-4fcd-a088-f251c1c3baf7 has already been hosted by L3 agent 6dcb5589-8e86-4616-9186-ddc4548e13ad {{(pid=102387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 18:57:43.664034 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 232a054c-f11e-4ed4-922c-4911c939ea67 up at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 18:57:43.672883 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-760ccf43-40cb-4c9b-ae4b-2a52c4e72a15 req-bce0a964-7397-43ea-bf69-5b819d706055 tempest-ServerRescueNegativeTestJSON-570401673 tempest-ServerRescueNegativeTestJSON-570401673-project] 10.222.0.13 "GET /v2.0/security-groups?id=01574b07-2bff-4b61-b9a8-932cd03ff8af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3313327 Nov 05 18:57:43.675361 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-3adc1c32-b9dd-42fb-8f26-de74bee31ff0 tempest-ExternalNetworksAdminNegativeTestJSON-453248287 tempest-ExternalNetworksAdminNegativeTestJSON-453248287-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:43.687443 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4508db3a-d4e0-4f26-9a2c-a561efa55cb0 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Pushing event updated for resources: {'Port': ['ID=a807a1de-7a2d-4aed-8d47-2a1c6f0ab0ee,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:57:43.734867 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-2fb8d61f-d8f8-45bc-9a1b-20aeca88c2f6 None None] Provisioning complete for port 63eb1597-35f3-4a2c-a896-f63960504e13 triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:57:43.735242 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-2fb8d61f-d8f8-45bc-9a1b-20aeca88c2f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:43.741380 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-3adc1c32-b9dd-42fb-8f26-de74bee31ff0 tempest-ExternalNetworksAdminNegativeTestJSON-453248287 tempest-ExternalNetworksAdminNegativeTestJSON-453248287-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:43.751412 n-d-816865-1 neutron-server[102386]: DEBUG neutron.notifiers.nova [None req-3adc1c32-b9dd-42fb-8f26-de74bee31ff0 tempest-ExternalNetworksAdminNegativeTestJSON-453248287 tempest-ExternalNetworksAdminNegativeTestJSON-453248287-project-admin] device_id is not set on port 3b9d0b6e-7bb1-4609-aaf5-1df8516f0f60 yet. {{(pid=102386) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 05 18:57:43.925498 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-4508db3a-d4e0-4f26-9a2c-a561efa55cb0 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.7990899 Nov 05 18:57:43.936674 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 38368) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:57:44.047351 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-2fb8d61f-d8f8-45bc-9a1b-20aeca88c2f6 None None] Port 63eb1597-35f3-4a2c-a896-f63960504e13 cannot update to ACTIVE because it is not bound. {{(pid=102388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 18:57:44.052014 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3adc1c32-b9dd-42fb-8f26-de74bee31ff0 tempest-ExternalNetworksAdminNegativeTestJSON-453248287 tempest-ExternalNetworksAdminNegativeTestJSON-453248287-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c770c6dd-8553-4a92-aa29-a0426a03848e,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:57:44.078726 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-2fb8d61f-d8f8-45bc-9a1b-20aeca88c2f6 None None] Provisioning complete for port 232a054c-f11e-4ed4-922c-4911c939ea67 triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:57:44.079245 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-2fb8d61f-d8f8-45bc-9a1b-20aeca88c2f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:44.083563 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Provisioning complete for port 232a054c-f11e-4ed4-922c-4911c939ea67 triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:57:44.083563 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:44.160328 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d07f4931-aeaf-4f7b-9234-4f56ef9dcb56 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:57:44.161985 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-d07f4931-aeaf-4f7b-9234-4f56ef9dcb56 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] 10.222.0.13 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A2b4 HTTP/1.1" status: 200 len: 928 time: 0.2240453 Nov 05 18:57:44.165067 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 38370) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:57:44.365677 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Device 4d373864-9fe0-4feb-b8c8-d02225843c9e up at agent hyperv_n-h2-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 18:57:44.371803 n-d-816865-1 neutron-server[102386]: INFO neutron.pecan_wsgi.hooks.translation [None req-3adc1c32-b9dd-42fb-8f26-de74bee31ff0 tempest-ExternalNetworksAdminNegativeTestJSON-453248287 tempest-ExternalNetworksAdminNegativeTestJSON-453248287-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Nov 05 18:57:44.372328 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3adc1c32-b9dd-42fb-8f26-de74bee31ff0 tempest-ExternalNetworksAdminNegativeTestJSON-453248287 tempest-ExternalNetworksAdminNegativeTestJSON-453248287-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=102386) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 05 18:57:44.397317 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-7dbc2c3f-34fa-4836-a2e5-27861dde27fb tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Deleting port a807a1de-7a2d-4aed-8d47-2a1c6f0ab0ee {{(pid=102386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 18:57:44.397317 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-7dbc2c3f-34fa-4836-a2e5-27861dde27fb tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:44.428760 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e99d0678-1e43-4b22-961a-94a117c2694b tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] Notify agent at l3_agent.n-d-816865-1 the message routers_updated {{(pid=102387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 18:57:44.444397 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06d2c982-7a5c-46cb-92c0-349a642f5b40 None None] Sync routers for ids ['a3269702-dd5d-4fcd-a088-f251c1c3baf7'] in n-d-816865-1 {{(pid=102389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 18:57:44.470333 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-3adc1c32-b9dd-42fb-8f26-de74bee31ff0 tempest-ExternalNetworksAdminNegativeTestJSON-453248287 tempest-ExternalNetworksAdminNegativeTestJSON-453248287-project-admin] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 409 len: 371 time: 1.2857289 Nov 05 18:57:44.470586 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 38372) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:57:44.472228 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06d2c982-7a5c-46cb-92c0-349a642f5b40 None None] Routers {'a3269702-dd5d-4fcd-a088-f251c1c3baf7'} bound to L3 agent in host n-d-816865-1 {{(pid=102389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 18:57:44.472871 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-06d2c982-7a5c-46cb-92c0-349a642f5b40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T18:57:35Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['a3269702-dd5d-4fcd-a088-f251c1c3baf7'], 'active': True} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:57:44.477503 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-7642bd98-2961-4fa7-bf03-343269e0f726 None None] Provisioning complete for port 63eb1597-35f3-4a2c-a896-f63960504e13 triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:57:44.477880 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-7642bd98-2961-4fa7-bf03-343269e0f726 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:44.528726 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2dcff03-c8c6-4068-8fa2-6ff0368b8cbf req-c0e15b5c-25db-4dad-b175-4b4f1edf4c71 tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:57:44.529747 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Provisioning for port 4d373864-9fe0-4feb-b8c8-d02225843c9e completed by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 05 18:57:44.530453 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-06d2c982-7a5c-46cb-92c0-349a642f5b40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816865-1', False) {} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:57:44.532254 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-d2dcff03-c8c6-4068-8fa2-6ff0368b8cbf req-c0e15b5c-25db-4dad-b175-4b4f1edf4c71 tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] 10.222.0.13 "GET /v2.0/ports?device_id=1f47f1de-27f8-4b0e-aeb7-9aba793d93a4 HTTP/1.1" status: 200 len: 945 time: 0.1612673 Nov 05 18:57:44.543732 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Provisioning complete for port 4d373864-9fe0-4feb-b8c8-d02225843c9e triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:57:44.544108 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:44.554710 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06d2c982-7a5c-46cb-92c0-349a642f5b40 None None] Routers {'a3269702-dd5d-4fcd-a088-f251c1c3baf7'} bound to L3 agent in host n-d-816865-1 {{(pid=102389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 18:57:44.556310 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-06d2c982-7a5c-46cb-92c0-349a642f5b40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T18:57:35Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['a3269702-dd5d-4fcd-a088-f251c1c3baf7'], 'active': True} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:57:44.592047 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-7642bd98-2961-4fa7-bf03-343269e0f726 None None] Port 63eb1597-35f3-4a2c-a896-f63960504e13 cannot update to ACTIVE because it is not bound. {{(pid=102388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 18:57:44.605282 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-06d2c982-7a5c-46cb-92c0-349a642f5b40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816865-1', False) {} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:57:44.605922 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06d2c982-7a5c-46cb-92c0-349a642f5b40 None None] The sync data for ids ['a3269702-dd5d-4fcd-a088-f251c1c3baf7'] in n-d-816865-1 is: [] {{(pid=102389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 18:57:44.613271 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-7642bd98-2961-4fa7-bf03-343269e0f726 None None] Provisioning complete for port a807a1de-7a2d-4aed-8d47-2a1c6f0ab0ee triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:57:44.613643 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-7642bd98-2961-4fa7-bf03-343269e0f726 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:44.656962 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-7642bd98-2961-4fa7-bf03-343269e0f726 None None] Port a807a1de-7a2d-4aed-8d47-2a1c6f0ab0ee cannot update to ACTIVE because it is not bound. {{(pid=102388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 18:57:44.716098 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:44.718153 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-7dbc2c3f-34fa-4836-a2e5-27861dde27fb tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:44.732441 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-d2dcff03-c8c6-4068-8fa2-6ff0368b8cbf req-03566d72-0faa-44f3-89dc-44edce8cfedf tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9a1bcb7-2b62-4809-b67b-668edb56dae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1846974 Nov 05 18:57:44.765727 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-7dbc2c3f-34fa-4836-a2e5-27861dde27fb tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Calling delete_port for a807a1de-7a2d-4aed-8d47-2a1c6f0ab0ee owned by {{(pid=102386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 18:57:44.777948 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] For port 4d373864-9fe0-4feb-b8c8-d02225843c9e, host n-h2-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=4d373864-9fe0-4feb-b8c8-d02225843c9e,segment=NetworkSegment(8281efde-bbf4-4833-8d7d-a490783d8ae5),segment_id=8281efde-bbf4-4833-8d7d-a490783d8ae5)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:57:44.780053 n-d-816865-1 neutron-server[102388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f47f1de-27f8-4b0e-aeb7-9aba793d93a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d373864-9fe0-4feb-b8c8-d02225843c9e'}] {{(pid=102388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 18:57:44.789741 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85474fee1180e129d8a886d264fe0b30223aa672dd1ffe43b630605f18504f68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eed03bed-edef-48aa-a0c1-5e0e53bfacd6" -d '{"events": [{"server_uuid": "1f47f1de-27f8-4b0e-aeb7-9aba793d93a4", "name": "network-vif-plugged", "status": "completed", "tag": "4d373864-9fe0-4feb-b8c8-d02225843c9e"}]}' {{(pid=102388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 18:57:44.843269 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:44.905613 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-00e22f28-5a95-49dd-8dd7-773d0f820024 tempest-ExternalNetworksAdminNegativeTestJSON-453248287 tempest-ExternalNetworksAdminNegativeTestJSON-453248287-project-admin] Deleting port de430f9e-dc82-4ae3-b4d1-20b8c2eab37f {{(pid=102386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 18:57:44.905835 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-00e22f28-5a95-49dd-8dd7-773d0f820024 tempest-ExternalNetworksAdminNegativeTestJSON-453248287 tempest-ExternalNetworksAdminNegativeTestJSON-453248287-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:44.916718 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 18:57:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fe2ebcd-eabc-49cd-9db0-47a8928bec6c x-openstack-request-id: req-8fe2ebcd-eabc-49cd-9db0-47a8928bec6c {{(pid=102388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 18:57:44.917012 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f47f1de-27f8-4b0e-aeb7-9aba793d93a4", "name": "network-vif-plugged", "status": "completed", "tag": "4d373864-9fe0-4feb-b8c8-d02225843c9e", "code": 200}]} {{(pid=102388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 18:57:44.917273 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8fe2ebcd-eabc-49cd-9db0-47a8928bec6c {{(pid=102388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 18:57:44.917678 n-d-816865-1 neutron-server[102388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f47f1de-27f8-4b0e-aeb7-9aba793d93a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d373864-9fe0-4feb-b8c8-d02225843c9e', 'code': 200} Nov 05 18:57:44.979969 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Pushing event updated for resources: {'Port': ['ID=4d373864-9fe0-4feb-b8c8-d02225843c9e,revision_number=5']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:57:44.991431 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e99d0678-1e43-4b22-961a-94a117c2694b tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] Router a3269702-dd5d-4fcd-a088-f251c1c3baf7 has already been hosted by L3 agent 6dcb5589-8e86-4616-9186-ddc4548e13ad {{(pid=102387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 18:57:45.021612 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9419089-cfbd-4327-87c7-ccda18b25876 req-0636ffe3-c02b-495b-8590-6694f40e298d tempest-ServerRescueNegativeTestJSON-570401673 tempest-ServerRescueNegativeTestJSON-570401673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:57:45.023239 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-e9419089-cfbd-4327-87c7-ccda18b25876 req-0636ffe3-c02b-495b-8590-6694f40e298d tempest-ServerRescueNegativeTestJSON-570401673 tempest-ServerRescueNegativeTestJSON-570401673-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e3b4c93-69f3-4e6c-8f09-2e860aeb5776 HTTP/1.1" status: 200 len: 945 time: 0.1899621 Nov 05 18:57:45.126831 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-e9419089-cfbd-4327-87c7-ccda18b25876 req-f9b407a2-35b0-40ff-b444-9df58346d596 tempest-ServerRescueNegativeTestJSON-570401673 tempest-ServerRescueNegativeTestJSON-570401673-project] 10.222.0.13 "GET /v2.0/security-groups?id=01574b07-2bff-4b61-b9a8-932cd03ff8af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454097 Nov 05 18:57:45.149674 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bb55ed-df1a-41ab-94cd-000fd313a6ea req-344c2558-88bb-4996-bcd9-329e1e1f3971 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:57:45.152089 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-b6bb55ed-df1a-41ab-94cd-000fd313a6ea req-344c2558-88bb-4996-bcd9-329e1e1f3971 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=1f47f1de-27f8-4b0e-aeb7-9aba793d93a4 HTTP/1.1" status: 200 len: 1097 time: 0.1674116 Nov 05 18:57:45.180736 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-7dbc2c3f-34fa-4836-a2e5-27861dde27fb tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:45.218993 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e99d0678-1e43-4b22-961a-94a117c2694b tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] Notify agent at l3_agent.n-d-816865-1 the message routers_updated {{(pid=102387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 18:57:45.224644 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-e99d0678-1e43-4b22-961a-94a117c2694b tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for floatingip, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:45.229369 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b76413f7-694b-481a-9e71-52e012c08707 None None] Sync routers for ids ['a3269702-dd5d-4fcd-a088-f251c1c3baf7'] in n-d-816865-1 {{(pid=102388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 18:57:45.243331 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b76413f7-694b-481a-9e71-52e012c08707 None None] Routers {'a3269702-dd5d-4fcd-a088-f251c1c3baf7'} bound to L3 agent in host n-d-816865-1 {{(pid=102388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 18:57:45.243900 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-b76413f7-694b-481a-9e71-52e012c08707 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T18:57:35Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['a3269702-dd5d-4fcd-a088-f251c1c3baf7'], 'active': True} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:57:45.262541 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-b6bb55ed-df1a-41ab-94cd-000fd313a6ea req-4586beaf-8193-4223-9ea4-bc8b068a22fd service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=c9a1bcb7-2b62-4809-b67b-668edb56dae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002197 Nov 05 18:57:45.273372 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dbc2c3f-34fa-4836-a2e5-27861dde27fb tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Pushing event deleted for resources: {'Port': ['ID=a807a1de-7a2d-4aed-8d47-2a1c6f0ab0ee,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:57:45.294510 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-00e22f28-5a95-49dd-8dd7-773d0f820024 tempest-ExternalNetworksAdminNegativeTestJSON-453248287 tempest-ExternalNetworksAdminNegativeTestJSON-453248287-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:45.294845 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-00e22f28-5a95-49dd-8dd7-773d0f820024 tempest-ExternalNetworksAdminNegativeTestJSON-453248287 tempest-ExternalNetworksAdminNegativeTestJSON-453248287-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:45.309111 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-b76413f7-694b-481a-9e71-52e012c08707 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816865-1', False) {} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:57:45.327175 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-7dbc2c3f-34fa-4836-a2e5-27861dde27fb tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:45.327372 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-e99d0678-1e43-4b22-961a-94a117c2694b tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] 10.222.0.13 "PUT /v2.0/floatingips/de6e0ee8-7f22-42f2-b7d0-5b7575662a68 HTTP/1.1" status: 200 len: 978 time: 3.7639890 Nov 05 18:57:45.332248 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-7dbc2c3f-34fa-4836-a2e5-27861dde27fb tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] 10.222.0.13 "DELETE /v2.0/ports/a807a1de-7a2d-4aed-8d47-2a1c6f0ab0ee HTTP/1.1" status: 204 len: 168 time: 1.1632359 Nov 05 18:57:45.333699 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 38384) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:57:45.334569 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 38386) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:57:45.336319 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b76413f7-694b-481a-9e71-52e012c08707 None None] Routers {'a3269702-dd5d-4fcd-a088-f251c1c3baf7'} bound to L3 agent in host n-d-816865-1 {{(pid=102388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 18:57:45.336956 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-b76413f7-694b-481a-9e71-52e012c08707 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T18:57:35Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['a3269702-dd5d-4fcd-a088-f251c1c3baf7'], 'active': True} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:57:45.347260 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-00e22f28-5a95-49dd-8dd7-773d0f820024 tempest-ExternalNetworksAdminNegativeTestJSON-453248287 tempest-ExternalNetworksAdminNegativeTestJSON-453248287-project-admin] Calling delete_port for de430f9e-dc82-4ae3-b4d1-20b8c2eab37f owned by network:floatingip {{(pid=102386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 18:57:45.351263 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-d6e83e00-f9ee-4c50-bec8-65754855c3a0 tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] Request body: {'floatingip': {'port_id': None}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:57:45.373036 n-d-816865-1 neutron-server[102386]: INFO neutron.pecan_wsgi.hooks.translation [None req-97b2a244-a51f-4868-8a4b-9a87d64279bd tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] GET failed (client error): The resource could not be found. Nov 05 18:57:45.378579 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-97b2a244-a51f-4868-8a4b-9a87d64279bd tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] 10.222.0.13 "GET /v2.0/ports/a807a1de-7a2d-4aed-8d47-2a1c6f0ab0ee HTTP/1.1" status: 404 len: 333 time: 0.0385468 Nov 05 18:57:45.378946 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 38388) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:57:45.388959 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-b76413f7-694b-481a-9e71-52e012c08707 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816865-1', False) {} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:57:45.389632 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b76413f7-694b-481a-9e71-52e012c08707 None None] The sync data for ids ['a3269702-dd5d-4fcd-a088-f251c1c3baf7'] in n-d-816865-1 is: [] {{(pid=102388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 18:57:45.503251 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [None req-d1fd6543-444b-424d-a3ae-4c61eccdde40 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Deleting port 63eb1597-35f3-4a2c-a896-f63960504e13 {{(pid=102387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 18:57:45.503467 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-d1fd6543-444b-424d-a3ae-4c61eccdde40 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:45.512300 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-d6e83e00-f9ee-4c50-bec8-65754855c3a0 tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] Publish callbacks [] for floatingip, before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:45.611881 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-d1fd6543-444b-424d-a3ae-4c61eccdde40 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:45.628031 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [None req-d1fd6543-444b-424d-a3ae-4c61eccdde40 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Calling delete_port for 63eb1597-35f3-4a2c-a896-f63960504e13 owned by {{(pid=102387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 18:57:45.756103 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-d6e83e00-f9ee-4c50-bec8-65754855c3a0 tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:45.854879 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-d6e83e00-f9ee-4c50-bec8-65754855c3a0 tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1000577'] for floatingip, after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:45.855408 n-d-816865-1 neutron-server[102386]: INFO neutron.db.l3_db [None req-d6e83e00-f9ee-4c50-bec8-65754855c3a0 tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] Floating IP de6e0ee8-7f22-42f2-b7d0-5b7575662a68 disassociated. External IP: 172.25.6.170, port: 9678a662-ef1a-43eb-907b-1e2e22668512. Nov 05 18:57:45.866731 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03922a65-681d-4f54-bfc4-f6b049a738a1 req-816cf5c4-95a8-421f-9b3a-38bd4d31a22b tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:57:45.868350 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-03922a65-681d-4f54-bfc4-f6b049a738a1 req-816cf5c4-95a8-421f-9b3a-38bd4d31a22b tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] 10.222.0.13 "GET /v2.0/ports?device_id=1f47f1de-27f8-4b0e-aeb7-9aba793d93a4 HTTP/1.1" status: 200 len: 946 time: 0.0567791 Nov 05 18:57:45.896159 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-00e22f28-5a95-49dd-8dd7-773d0f820024 tempest-ExternalNetworksAdminNegativeTestJSON-453248287 tempest-ExternalNetworksAdminNegativeTestJSON-453248287-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:45.932939 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-d1fd6543-444b-424d-a3ae-4c61eccdde40 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4417063'] for port, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:45.942464 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e22f28-5a95-49dd-8dd7-773d0f820024 tempest-ExternalNetworksAdminNegativeTestJSON-453248287 tempest-ExternalNetworksAdminNegativeTestJSON-453248287-project-admin] Pushing event deleted for resources: {'Port': ['ID=de430f9e-dc82-4ae3-b4d1-20b8c2eab37f,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:57:45.951195 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-03922a65-681d-4f54-bfc4-f6b049a738a1 req-d0e64cc7-877e-4746-bba7-f32bb01a578f tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9a1bcb7-2b62-4809-b67b-668edb56dae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756526 Nov 05 18:57:45.980578 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1fd6543-444b-424d-a3ae-4c61eccdde40 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Pushing event deleted for resources: {'Port': ['ID=63eb1597-35f3-4a2c-a896-f63960504e13,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:57:46.025432 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-d1fd6543-444b-424d-a3ae-4c61eccdde40 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:46.025432 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-d1fd6543-444b-424d-a3ae-4c61eccdde40 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] 10.222.0.13 "DELETE /v2.0/ports/63eb1597-35f3-4a2c-a896-f63960504e13 HTTP/1.1" status: 204 len: 168 time: 0.6432753 Nov 05 18:57:46.026523 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 38396) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:57:46.061820 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-00e22f28-5a95-49dd-8dd7-773d0f820024 tempest-ExternalNetworksAdminNegativeTestJSON-453248287 tempest-ExternalNetworksAdminNegativeTestJSON-453248287-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:46.066540 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-00e22f28-5a95-49dd-8dd7-773d0f820024 tempest-ExternalNetworksAdminNegativeTestJSON-453248287 tempest-ExternalNetworksAdminNegativeTestJSON-453248287-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for floatingip, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:46.067804 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-00e22f28-5a95-49dd-8dd7-773d0f820024 tempest-ExternalNetworksAdminNegativeTestJSON-453248287 tempest-ExternalNetworksAdminNegativeTestJSON-453248287-project-admin] 10.222.0.13 "DELETE /v2.0/floatingips/4be18e78-e33f-4058-956d-1a4a128789cc HTTP/1.1" status: 204 len: 168 time: 1.5960577 Nov 05 18:57:46.085723 n-d-816865-1 neutron-server[102387]: INFO neutron.pecan_wsgi.hooks.translation [None req-baee6492-23c4-402a-b1e7-a28915bf1616 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] GET failed (client error): The resource could not be found. Nov 05 18:57:46.091860 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-baee6492-23c4-402a-b1e7-a28915bf1616 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] 10.222.0.13 "GET /v2.0/ports/63eb1597-35f3-4a2c-a896-f63960504e13 HTTP/1.1" status: 404 len: 333 time: 0.0641987 Nov 05 18:57:46.102669 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 38402) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:57:46.179684 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.db_base_plugin_v2 [None req-f93e7fd5-9614-4cc9-97f8-2e4af7dc103a tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Deleting subnet 7db74ac6-c510-4628-a972-34c3dd0fc934 {{(pid=102387) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 05 18:57:46.183678 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-f93e7fd5-9614-4cc9-97f8-2e4af7dc103a tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Publish callbacks [] for subnet, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:46.253285 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-f93e7fd5-9614-4cc9-97f8-2e4af7dc103a tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4463501'] for subnet, precommit_delete_associations {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:46.311097 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6e83e00-f9ee-4c50-bec8-65754855c3a0 tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] Router a3269702-dd5d-4fcd-a088-f251c1c3baf7 has already been hosted by L3 agent 6dcb5589-8e86-4616-9186-ddc4548e13ad {{(pid=102386) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 18:57:46.378280 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3094511-eb96-407c-95f6-0cfd69e0e488 req-cca35764-171f-4a6e-9729-d5d043fe8a25 tempest-ServerRescueNegativeTestJSON-570401673 tempest-ServerRescueNegativeTestJSON-570401673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:57:46.380114 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-e3094511-eb96-407c-95f6-0cfd69e0e488 req-cca35764-171f-4a6e-9729-d5d043fe8a25 tempest-ServerRescueNegativeTestJSON-570401673 tempest-ServerRescueNegativeTestJSON-570401673-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e3b4c93-69f3-4e6c-8f09-2e860aeb5776 HTTP/1.1" status: 200 len: 945 time: 0.0991216 Nov 05 18:57:46.414897 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-f93e7fd5-9614-4cc9-97f8-2e4af7dc103a tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1573928'] for subnet, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:46.475441 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-e3094511-eb96-407c-95f6-0cfd69e0e488 req-20b91c53-cbd6-4ed2-83a0-b4974796f087 tempest-ServerRescueNegativeTestJSON-570401673 tempest-ServerRescueNegativeTestJSON-570401673-project] 10.222.0.13 "GET /v2.0/security-groups?id=01574b07-2bff-4b61-b9a8-932cd03ff8af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884275 Nov 05 18:57:46.677624 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-f93e7fd5-9614-4cc9-97f8-2e4af7dc103a tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1573905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4417146', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5112209'] for subnet, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:46.709177 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93e7fd5-9614-4cc9-97f8-2e4af7dc103a tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Pushing event deleted for resources: {'Subnet': ['ID=7db74ac6-c510-4628-a972-34c3dd0fc934,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:57:46.713423 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-f93e7fd5-9614-4cc9-97f8-2e4af7dc103a tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Publish callbacks [] for subnet, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:46.717754 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-f93e7fd5-9614-4cc9-97f8-2e4af7dc103a tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] 10.222.0.13 "DELETE /v2.0/subnets/7db74ac6-c510-4628-a972-34c3dd0fc934 HTTP/1.1" status: 204 len: 168 time: 0.6129484 Nov 05 18:57:46.721521 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 38408) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:57:46.740873 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 38410) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:57:46.741083 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84103b01-4e72-465c-bbc4-43fc791f564b None None] Network 8a7bd328-1b27-4597-ad00-2d2988930e45 requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 18:57:46.766151 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6e83e00-f9ee-4c50-bec8-65754855c3a0 tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] Notify agent at l3_agent.n-d-816865-1 the message routers_updated {{(pid=102386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 18:57:46.774103 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-d6e83e00-f9ee-4c50-bec8-65754855c3a0 tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for floatingip, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:46.778409 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbb2aabc-f243-4b2c-b2a5-e86e088c0afa None None] Sync routers for ids ['a3269702-dd5d-4fcd-a088-f251c1c3baf7'] in n-d-816865-1 {{(pid=102389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 18:57:46.801367 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbb2aabc-f243-4b2c-b2a5-e86e088c0afa None None] Routers {'a3269702-dd5d-4fcd-a088-f251c1c3baf7'} bound to L3 agent in host n-d-816865-1 {{(pid=102389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 18:57:46.802001 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-dbb2aabc-f243-4b2c-b2a5-e86e088c0afa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T18:57:35Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['a3269702-dd5d-4fcd-a088-f251c1c3baf7'], 'active': True} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:57:46.828730 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-d6e83e00-f9ee-4c50-bec8-65754855c3a0 tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] 10.222.0.13 "PUT /v2.0/floatingips/de6e0ee8-7f22-42f2-b7d0-5b7575662a68 HTTP/1.1" status: 200 len: 688 time: 1.4899628 Nov 05 18:57:46.829461 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 38416) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:57:47.035090 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-dbb2aabc-f243-4b2c-b2a5-e86e088c0afa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816865-1', False) {} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:57:47.066255 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-b957e6ed-f7f9-439a-8402-f3de8aa36cb6 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1664226'] for network, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:47.085561 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82c9ff61-6a46-4623-94e0-e96f9b849b3c None None] DHCP port deletion for 8a7bd328-1b27-4597-ad00-2d2988930e45 request from n-d-816865-1 {{(pid=102388) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 05 18:57:47.090076 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbb2aabc-f243-4b2c-b2a5-e86e088c0afa None None] Routers {'a3269702-dd5d-4fcd-a088-f251c1c3baf7'} bound to L3 agent in host n-d-816865-1 {{(pid=102389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 18:57:47.090723 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-dbb2aabc-f243-4b2c-b2a5-e86e088c0afa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T18:57:35Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['a3269702-dd5d-4fcd-a088-f251c1c3baf7'], 'active': True} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:57:47.103482 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-3ca8d602-aa8c-4a17-a7ca-eda59de92067 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:47.171075 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-82c9ff61-6a46-4623-94e0-e96f9b849b3c None None] Deleting port 232a054c-f11e-4ed4-922c-4911c939ea67 {{(pid=102388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 18:57:47.171740 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-82c9ff61-6a46-4623-94e0-e96f9b849b3c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:47.177627 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-dbb2aabc-f243-4b2c-b2a5-e86e088c0afa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816865-1', False) {} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:57:47.178339 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbb2aabc-f243-4b2c-b2a5-e86e088c0afa None None] The sync data for ids ['a3269702-dd5d-4fcd-a088-f251c1c3baf7'] in n-d-816865-1 is: [] {{(pid=102389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 18:57:47.182755 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [None req-b957e6ed-f7f9-439a-8402-f3de8aa36cb6 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Deleting port 232a054c-f11e-4ed4-922c-4911c939ea67 {{(pid=102387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 18:57:47.182755 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-b957e6ed-f7f9-439a-8402-f3de8aa36cb6 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:47.193098 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-73f1ad48-089d-4fca-bf89-63f58e2d4a11 tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] Deleting port 64a84074-28dd-4985-aeda-362900852633 {{(pid=102386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 18:57:47.193336 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-73f1ad48-089d-4fca-bf89-63f58e2d4a11 tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:47.273983 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-82c9ff61-6a46-4623-94e0-e96f9b849b3c None None] For port 232a054c-f11e-4ed4-922c-4911c939ea67, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=232a054c-f11e-4ed4-922c-4911c939ea67,segment=NetworkSegment(7fc164ee-0349-4645-a530-4dee328a3d47),segment_id=7fc164ee-0349-4645-a530-4dee328a3d47)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:57:47.274795 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-82c9ff61-6a46-4623-94e0-e96f9b849b3c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:47.281287 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb43e00-5a9e-469b-9ac5-f6475748049f req-793b0294-ef66-4a4c-9ef9-6d8b1d6e5e84 tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:57:47.283436 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-3bb43e00-5a9e-469b-9ac5-f6475748049f req-793b0294-ef66-4a4c-9ef9-6d8b1d6e5e84 tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] 10.222.0.13 "GET /v2.0/ports?device_id=1f47f1de-27f8-4b0e-aeb7-9aba793d93a4 HTTP/1.1" status: 200 len: 946 time: 0.1317916 Nov 05 18:57:47.284755 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.db [None req-b957e6ed-f7f9-439a-8402-f3de8aa36cb6 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] For port 232a054c-f11e-4ed4-922c-4911c939ea67, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=232a054c-f11e-4ed4-922c-4911c939ea67,segment=NetworkSegment(7fc164ee-0349-4645-a530-4dee328a3d47),segment_id=7fc164ee-0349-4645-a530-4dee328a3d47)] {{(pid=102387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:57:47.285109 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-b957e6ed-f7f9-439a-8402-f3de8aa36cb6 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:47.297631 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-82c9ff61-6a46-4623-94e0-e96f9b849b3c None None] Calling delete_port for 232a054c-f11e-4ed4-922c-4911c939ea67 owned by network:dhcp {{(pid=102388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 18:57:47.300571 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-3ca8d602-aa8c-4a17-a7ca-eda59de92067 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:47.305445 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [None req-b957e6ed-f7f9-439a-8402-f3de8aa36cb6 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Calling delete_port for 232a054c-f11e-4ed4-922c-4911c939ea67 owned by network:dhcp {{(pid=102387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 18:57:47.316887 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-73f1ad48-089d-4fca-bf89-63f58e2d4a11 tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:47.317431 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-73f1ad48-089d-4fca-bf89-63f58e2d4a11 tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:47.330707 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-73f1ad48-089d-4fca-bf89-63f58e2d4a11 tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] Calling delete_port for 64a84074-28dd-4985-aeda-362900852633 owned by network:floatingip {{(pid=102386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 18:57:47.385868 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-3ca8d602-aa8c-4a17-a7ca-eda59de92067 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:47.400479 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-3bb43e00-5a9e-469b-9ac5-f6475748049f req-da6e29ae-cb68-4161-9429-fe523fb0025e tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9a1bcb7-2b62-4809-b67b-668edb56dae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055262 Nov 05 18:57:47.452946 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-3ca8d602-aa8c-4a17-a7ca-eda59de92067 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3e0df5ce33a6440392b52f5c7e43d820&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7064192 Nov 05 18:57:47.452946 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca8d602-aa8c-4a17-a7ca-eda59de92067 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c4bc792-9256-45ff-9cba-3e81e2b4a049,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:57:47.453893 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 38426) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:57:47.472054 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-82c9ff61-6a46-4623-94e0-e96f9b849b3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798'] for port, after_delete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:47.502810 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-b957e6ed-f7f9-439a-8402-f3de8aa36cb6 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4417063'] for port, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:47.505475 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c9ff61-6a46-4623-94e0-e96f9b849b3c None None] Pushing event deleted for resources: {'Port': ['ID=232a054c-f11e-4ed4-922c-4911c939ea67,revision_number=None']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:57:47.516726 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82c9ff61-6a46-4623-94e0-e96f9b849b3c None None] No DVR routers for this DVR port 232a054c-f11e-4ed4-922c-4911c939ea67 on host n-d-816865-1 {{(pid=102388) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 18:57:47.520912 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c9ff61-6a46-4623-94e0-e96f9b849b3c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:57:47.521595 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c9ff61-6a46-4623-94e0-e96f9b849b3c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:57:47.522143 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c9ff61-6a46-4623-94e0-e96f9b849b3c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:57:47.522617 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c9ff61-6a46-4623-94e0-e96f9b849b3c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:57:47.523100 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c9ff61-6a46-4623-94e0-e96f9b849b3c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:57:47.523579 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c9ff61-6a46-4623-94e0-e96f9b849b3c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:57:47.524054 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c9ff61-6a46-4623-94e0-e96f9b849b3c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:57:47.524575 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c9ff61-6a46-4623-94e0-e96f9b849b3c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:57:47.525044 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c9ff61-6a46-4623-94e0-e96f9b849b3c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:57:47.525630 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c9ff61-6a46-4623-94e0-e96f9b849b3c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:57:47.526299 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c9ff61-6a46-4623-94e0-e96f9b849b3c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:57:47.526763 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c9ff61-6a46-4623-94e0-e96f9b849b3c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:57:47.559631 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b957e6ed-f7f9-439a-8402-f3de8aa36cb6 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] No DVR routers for this DVR port 232a054c-f11e-4ed4-922c-4911c939ea67 on host n-d-816865-1 {{(pid=102387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 18:57:47.564521 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 232a054c-f11e-4ed4-922c-4911c939ea67 no longer exists at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 18:57:47.588354 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-c399fa7d-9603-4c80-b929-c77bf933179d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:47.592976 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] No Port match for: 232a054c-f11e-4ed4-922c-4911c939ea67 {{(pid=102388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 18:57:47.593482 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b957e6ed-f7f9-439a-8402-f3de8aa36cb6 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Pushing event deleted for resources: {'Port': ['ID=232a054c-f11e-4ed4-922c-4911c939ea67,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:57:47.593914 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 232a054c-f11e-4ed4-922c-4911c939ea67 not bound to the agent host n-d-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 18:57:47.625928 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-73f1ad48-089d-4fca-bf89-63f58e2d4a11 tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:47.656128 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f1ad48-089d-4fca-bf89-63f58e2d4a11 tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] Pushing event deleted for resources: {'Port': ['ID=64a84074-28dd-4985-aeda-362900852633,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:57:47.711732 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-c399fa7d-9603-4c80-b929-c77bf933179d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:47.727202 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-73f1ad48-089d-4fca-bf89-63f58e2d4a11 tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] Publish callbacks [] for floatingip, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:47.730006 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-73f1ad48-089d-4fca-bf89-63f58e2d4a11 tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for floatingip, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:47.731275 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-73f1ad48-089d-4fca-bf89-63f58e2d4a11 tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] 10.222.0.13 "DELETE /v2.0/floatingips/de6e0ee8-7f22-42f2-b7d0-5b7575662a68 HTTP/1.1" status: 204 len: 168 time: 0.8984523 Nov 05 18:57:47.733901 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 38440) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:57:47.751304 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-b957e6ed-f7f9-439a-8402-f3de8aa36cb6 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1579173', 'neutron.services.segments.db._delete_segments_for_network-8750027792909'] for network, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:47.774079 n-d-816865-1 neutron-server[102386]: INFO neutron.api.v2.resource [None req-3cd66f7d-dae9-4e24-8a28-0968495a9c6c tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] delete failed (client error): The resource could not be found. Nov 05 18:57:47.778610 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-3cd66f7d-dae9-4e24-8a28-0968495a9c6c tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] 10.222.0.13 "DELETE /v2.0/floatingips/de6e0ee8-7f22-42f2-b7d0-5b7575662a68 HTTP/1.1" status: 404 len: 345 time: 0.0402675 Nov 05 18:57:47.779073 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 38442) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:57:47.836114 n-d-816865-1 neutron-server[102387]: DEBUG neutron.services.segments.db [None req-b957e6ed-f7f9-439a-8402-f3de8aa36cb6 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a7bd328-1b27-4597-ad00-2d2988930e45']}} {{(pid=102387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:57:47.857683 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5acb1c1-79cd-420e-a472-52b40992737e req-de4bd3fb-ec90-430e-b6b6-369a91a5ff3d tempest-ServerRescueNegativeTestJSON-570401673 tempest-ServerRescueNegativeTestJSON-570401673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:57:47.859888 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-e5acb1c1-79cd-420e-a472-52b40992737e req-de4bd3fb-ec90-430e-b6b6-369a91a5ff3d tempest-ServerRescueNegativeTestJSON-570401673 tempest-ServerRescueNegativeTestJSON-570401673-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e3b4c93-69f3-4e6c-8f09-2e860aeb5776 HTTP/1.1" status: 200 len: 945 time: 0.2683079 Nov 05 18:57:47.865507 n-d-816865-1 neutron-server[102387]: DEBUG neutron.services.segments.db [None req-b957e6ed-f7f9-439a-8402-f3de8aa36cb6 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7fc164ee-0349-4645-a530-4dee328a3d47') {'for_net_delete': True} {{(pid=102387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:57:47.865797 n-d-816865-1 neutron-server[102387]: DEBUG neutron.services.segments.db [None req-b957e6ed-f7f9-439a-8402-f3de8aa36cb6 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7fc164ee-0349-4645-a530-4dee328a3d47') {} {{(pid=102387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:57:47.866948 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df10d976-fc73-47e9-a2d0-d5fbbbd4e121 tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:57:47.874133 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df10d976-fc73-47e9-a2d0-d5fbbbd4e121 tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:57:47.881345 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df10d976-fc73-47e9-a2d0-d5fbbbd4e121 tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:57:47.883073 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-df10d976-fc73-47e9-a2d0-d5fbbbd4e121 tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] 10.222.0.13 "GET /v2.0/ports?network_id=adc01256-dd32-4a21-b5a4-090ddd39da46 HTTP/1.1" status: 200 len: 2356 time: 0.1030691 Nov 05 18:57:47.885619 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 38448) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:57:47.894073 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-b957e6ed-f7f9-439a-8402-f3de8aa36cb6 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750027793430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4463492'] for segment, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:47.932393 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5c85b2-a3c2-403b-a6e3-9fccc11c06e8 req-b8fd3825-6c65-4379-a80c-85e719785682 tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:57:47.933803 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-0e5c85b2-a3c2-403b-a6e3-9fccc11c06e8 req-b8fd3825-6c65-4379-a80c-85e719785682 tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] 10.222.0.13 "GET /v2.0/networks?id=9c2bdaad-faf0-4d75-bb68-340f7d20c596 HTTP/1.1" status: 200 len: 806 time: 0.2560670 Nov 05 18:57:47.935082 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-b957e6ed-f7f9-439a-8402-f3de8aa36cb6 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273'] for segment, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:47.942008 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7386272-1e3e-44ab-8d81-91aaef32eef1 tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:57:47.943401 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-a7386272-1e3e-44ab-8d81-91aaef32eef1 tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] 10.222.0.13 "GET /v2.0/subnets/8e77a4cb-f390-4464-b7c4-57937d9e0d95 HTTP/1.1" status: 200 len: 797 time: 0.0567539 Nov 05 18:57:47.947986 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 38450) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:57:47.952881 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-fe671ccb-6c95-45de-ad7c-2bad7cef3138 tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] Request body: {'port': {'network_id': 'adc01256-dd32-4a21-b5a4-090ddd39da46', 'name': 'tempest-FloatingIPTestJSON-455526712', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:57:47.964057 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-0e5c85b2-a3c2-403b-a6e3-9fccc11c06e8 req-ec5a8bf3-3177-45e6-83f8-e56790d2e1df tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] 10.222.0.13 "GET /v2.0/quotas/c2718bfd25be4558ab62a930e9f4ce41 HTTP/1.1" status: 200 len: 375 time: 0.0170226 Nov 05 18:57:47.969712 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b957e6ed-f7f9-439a-8402-f3de8aa36cb6 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Releasing vlan 161 on physical network physnet1 to pool {{(pid=102387) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 05 18:57:47.970145 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-b957e6ed-f7f9-439a-8402-f3de8aa36cb6 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4417236'] for segment, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:47.974153 n-d-816865-1 neutron-server[102387]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 05 18:57:47.974153 n-d-816865-1 neutron-server[102387]: self.session.flush() Nov 05 18:57:47.974153 n-d-816865-1 neutron-server[102387]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 05 18:57:47.974153 n-d-816865-1 neutron-server[102387]: self.session.flush() Nov 05 18:57:47.974153 n-d-816865-1 neutron-server[102387]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 05 18:57:47.974153 n-d-816865-1 neutron-server[102387]: self.session.flush() Nov 05 18:57:47.974153 n-d-816865-1 neutron-server[102387]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 05 18:57:47.974153 n-d-816865-1 neutron-server[102387]: self.session.flush() Nov 05 18:57:47.974153 n-d-816865-1 neutron-server[102387]: Traceback (most recent call last): Nov 05 18:57:47.974153 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 05 18:57:47.974153 n-d-816865-1 neutron-server[102387]: timer() Nov 05 18:57:47.974153 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 05 18:57:47.974153 n-d-816865-1 neutron-server[102387]: cb(*args, **kw) Nov 05 18:57:47.974153 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 05 18:57:47.974153 n-d-816865-1 neutron-server[102387]: return func(*args, **kwargs) Nov 05 18:57:47.974153 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 05 18:57:47.974153 n-d-816865-1 neutron-server[102387]: self._notify() Nov 05 18:57:47.974153 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 05 18:57:47.974153 n-d-816865-1 neutron-server[102387]: self.callback(batched_events) Nov 05 18:57:47.974153 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 05 18:57:47.974153 n-d-816865-1 neutron-server[102387]: event.method(event) Nov 05 18:57:47.974153 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 05 18:57:47.974153 n-d-816865-1 neutron-server[102387]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 05 18:57:47.974153 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 05 18:57:47.974153 n-d-816865-1 neutron-server[102387]: aggregate_uuid = self.p_client.list_aggregates( Nov 05 18:57:47.974153 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 05 18:57:47.974153 n-d-816865-1 neutron-server[102387]: return f(self, *a, **k) Nov 05 18:57:47.974153 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 05 18:57:47.974153 n-d-816865-1 neutron-server[102387]: return self._get(url).json() Nov 05 18:57:47.974153 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 05 18:57:47.974153 n-d-816865-1 neutron-server[102387]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 05 18:57:47.974153 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 05 18:57:47.974153 n-d-816865-1 neutron-server[102387]: return self.request(url, 'GET', **kwargs) Nov 05 18:57:47.974153 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 05 18:57:47.974153 n-d-816865-1 neutron-server[102387]: base_url = self.get_endpoint(auth, allow=allow, Nov 05 18:57:47.974153 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 05 18:57:47.974153 n-d-816865-1 neutron-server[102387]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 05 18:57:47.974153 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 05 18:57:47.974153 n-d-816865-1 neutron-server[102387]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 05 18:57:47.974153 n-d-816865-1 neutron-server[102387]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 05 18:57:48.011698 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-e5acb1c1-79cd-420e-a472-52b40992737e req-d11ca06e-5cbc-4cc4-8337-48e99174474b tempest-ServerRescueNegativeTestJSON-570401673 tempest-ServerRescueNegativeTestJSON-570401673-project] 10.222.0.13 "GET /v2.0/security-groups?id=01574b07-2bff-4b61-b9a8-932cd03ff8af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410663 Nov 05 18:57:48.055264 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-c399fa7d-9603-4c80-b929-c77bf933179d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:48.057831 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-c399fa7d-9603-4c80-b929-c77bf933179d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:48.061715 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-c399fa7d-9603-4c80-b929-c77bf933179d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6c4bc792-9256-45ff-9cba-3e81e2b4a049 HTTP/1.1" status: 204 len: 168 time: 0.6055503 Nov 05 18:57:48.088077 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c399fa7d-9603-4c80-b929-c77bf933179d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c4bc792-9256-45ff-9cba-3e81e2b4a049,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:57:48.111904 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-0e5c85b2-a3c2-403b-a6e3-9fccc11c06e8 req-561cb2ab-a362-471c-948e-02bc0c0c3850 tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=c2718bfd25be4558ab62a930e9f4ce41&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1330383 Nov 05 18:57:48.168136 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe671ccb-6c95-45de-ad7c-2bad7cef3138 tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] Made reservation on behalf of d0a8e2071b314c3fb38163cbc7011dd2 for: {'port': 1} {{(pid=102386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 18:57:48.185026 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-b957e6ed-f7f9-439a-8402-f3de8aa36cb6 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1579178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-956796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1000687'] for network, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:48.193401 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-b957e6ed-f7f9-439a-8402-f3de8aa36cb6 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Publish callbacks [] for network, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:48.196954 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-b957e6ed-f7f9-439a-8402-f3de8aa36cb6 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] 10.222.0.13 "DELETE /v2.0/networks/8a7bd328-1b27-4597-ad00-2d2988930e45 HTTP/1.1" status: 204 len: 168 time: 1.4728119 Nov 05 18:57:48.201736 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 38460) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:57:48.207665 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-5ea525f7-b803-4725-8b2f-e28d45fa641d tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1986924495'}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:57:48.226415 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b957e6ed-f7f9-439a-8402-f3de8aa36cb6 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Pushing event deleted for resources: {'Network': ['ID=8a7bd328-1b27-4597-ad00-2d2988930e45,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:57:48.261231 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-0e5c85b2-a3c2-403b-a6e3-9fccc11c06e8 req-6cf312e5-87ae-4a4c-97d1-7260e3221bc7 service neutron] 10.222.0.13 "GET /v2.0/networks/9c2bdaad-faf0-4d75-bb68-340f7d20c596?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1418552 Nov 05 18:57:48.292429 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-fe671ccb-6c95-45de-ad7c-2bad7cef3138 tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:48.317498 n-d-816865-1 neutron-server[102386]: DEBUG neutron.notifiers.nova [None req-fe671ccb-6c95-45de-ad7c-2bad7cef3138 tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] device_id is not set on port 15b4b08f-7f99-4b16-991c-fa98d00793f1 yet. {{(pid=102386) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 05 18:57:48.325579 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ea525f7-b803-4725-8b2f-e28d45fa641d tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Made reservation on behalf of c87add0b70464d588d82847ed9192d29 for: {'network': 1} {{(pid=102387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 18:57:48.329010 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-5ea525f7-b803-4725-8b2f-e28d45fa641d tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for network, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:48.369872 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ea525f7-b803-4725-8b2f-e28d45fa641d tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 184} {{(pid=102387) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 05 18:57:48.393695 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-0e5c85b2-a3c2-403b-a6e3-9fccc11c06e8 req-d1041c30-34bc-49cf-921c-1d20ff61b6b6 service neutron] 10.222.0.13 "GET /v2.0/networks/9c2bdaad-faf0-4d75-bb68-340f7d20c596?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223118 Nov 05 18:57:48.394802 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-5ea525f7-b803-4725-8b2f-e28d45fa641d tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273'] for segment, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:48.395138 n-d-816865-1 neutron-server[102387]: INFO neutron.db.segments_db [None req-5ea525f7-b803-4725-8b2f-e28d45fa641d tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Added segment 6c6b26b0-f258-4953-9b47-7b86f9512403 of type vlan for network 1db21bf5-3f8c-4599-b9ed-017ab751e0e0 Nov 05 18:57:48.447822 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-5ea525f7-b803-4725-8b2f-e28d45fa641d tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750027258543'] for network, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:48.526976 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-5ea525f7-b803-4725-8b2f-e28d45fa641d tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-956796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877'] for network, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:48.534436 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ea525f7-b803-4725-8b2f-e28d45fa641d tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:57:48.535302 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-5ea525f7-b803-4725-8b2f-e28d45fa641d tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Publish callbacks [] for network, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:48.611597 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea525f7-b803-4725-8b2f-e28d45fa641d tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Pushing event updated for resources: {'Network': ['ID=1db21bf5-3f8c-4599-b9ed-017ab751e0e0,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:57:48.633124 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Network 1db21bf5-3f8c-4599-b9ed-017ab751e0e0 details requested by agent ovs-agent-n-d-816865-1 with host n-d-816865-1 {{(pid=102388) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 05 18:57:48.683086 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 38474) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:57:48.691337 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-e1d73ca9-3350-4757-940f-5e4203093ff0 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Request body: {'subnet': {'network_id': '1db21bf5-3f8c-4599-b9ed-017ab751e0e0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:57:48.723632 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.db_base_plugin_common [None req-fe671ccb-6c95-45de-ad7c-2bad7cef3138 tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] Allocated IP 172.20.0.14 (adc01256-dd32-4a21-b5a4-090ddd39da46/8e77a4cb-f390-4464-b7c4-57937d9e0d95/15b4b08f-7f99-4b16-991c-fa98d00793f1) {{(pid=102386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 18:57:48.728234 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-5ea525f7-b803-4725-8b2f-e28d45fa641d tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4800134 Nov 05 18:57:48.743585 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-6a101495-f7fd-4eb9-8b01-353ba7a66bc8 req-f9f3546c-2dc4-486b-9e7e-fa8e31e566b7 tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] 10.222.0.13 "GET /v2.0/ports?device_id=c41160f8-539c-4281-bd0b-08af9d597402 HTTP/1.1" status: 200 len: 210 time: 0.1058166 Nov 05 18:57:48.791485 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.db_base_plugin_common [None req-fe671ccb-6c95-45de-ad7c-2bad7cef3138 tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] Allocated IP 172.20.0.13 (adc01256-dd32-4a21-b5a4-090ddd39da46/8e77a4cb-f390-4464-b7c4-57937d9e0d95/15b4b08f-7f99-4b16-991c-fa98d00793f1) {{(pid=102386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 18:57:48.842816 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 38480) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:57:48.872538 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c963ba7-8878-4fc9-9664-5d83c89b4c51 req-a5389c52-e1df-434e-9691-3e48e57baa5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:57:48.874257 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-4c963ba7-8878-4fc9-9664-5d83c89b4c51 req-a5389c52-e1df-434e-9691-3e48e57baa5e service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=1e3b4c93-69f3-4e6c-8f09-2e860aeb5776 HTTP/1.1" status: 200 len: 1096 time: 0.0552833 Nov 05 18:57:48.931598 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-4c963ba7-8878-4fc9-9664-5d83c89b4c51 req-f02b328c-115c-437e-9bbe-2f597a0183c0 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=01574b07-2bff-4b61-b9a8-932cd03ff8af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501266 Nov 05 18:57:48.992155 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-03b24843-9107-458c-88b5-e3df004b4555 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ea755197adab49d19f0babea7fb9b397&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1422634 Nov 05 18:57:48.995472 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 38484) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:57:49.049728 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1d73ca9-3350-4757-940f-5e4203093ff0 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Made reservation on behalf of c87add0b70464d588d82847ed9192d29 for: {'subnet': 1} {{(pid=102386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 18:57:49.053417 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-e1d73ca9-3350-4757-940f-5e4203093ff0 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4877122'] for subnet, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:49.058952 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-fe671ccb-6c95-45de-ad7c-2bad7cef3138 tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] Publish callbacks [] for port, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:49.170184 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8d079d-1229-480d-a13f-1c7b6131ac37 req-0fa0cc68-d46d-4678-b119-feace0da84e5 tempest-ServerRescueNegativeTestJSON-570401673 tempest-ServerRescueNegativeTestJSON-570401673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:57:49.180163 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-3f8d079d-1229-480d-a13f-1c7b6131ac37 req-0fa0cc68-d46d-4678-b119-feace0da84e5 tempest-ServerRescueNegativeTestJSON-570401673 tempest-ServerRescueNegativeTestJSON-570401673-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e3b4c93-69f3-4e6c-8f09-2e860aeb5776 HTTP/1.1" status: 200 len: 945 time: 0.0750277 Nov 05 18:57:49.213081 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-54715bea-a436-4598-abbc-cc59c71bb034 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:49.250979 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-3f8d079d-1229-480d-a13f-1c7b6131ac37 req-59b36b78-ae3a-4255-948d-8dddb769c9f4 tempest-ServerRescueNegativeTestJSON-570401673 tempest-ServerRescueNegativeTestJSON-570401673-project] 10.222.0.13 "GET /v2.0/security-groups?id=01574b07-2bff-4b61-b9a8-932cd03ff8af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692866 Nov 05 18:57:49.266272 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-54715bea-a436-4598-abbc-cc59c71bb034 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:49.409295 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-fe671ccb-6c95-45de-ad7c-2bad7cef3138 tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:49.452629 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe671ccb-6c95-45de-ad7c-2bad7cef3138 tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] Network adc01256-dd32-4a21-b5a4-090ddd39da46 is already hosted by enough agents. {{(pid=102386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 18:57:49.455820 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.base_scheduler [None req-fe671ccb-6c95-45de-ad7c-2bad7cef3138 tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] Resources bound (agent type, host, resource id): {{(pid=102386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:57:49.459464 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe671ccb-6c95-45de-ad7c-2bad7cef3138 tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] Received port after_create {{(pid=102386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 18:57:49.467108 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-54715bea-a436-4598-abbc-cc59c71bb034 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:49.469608 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-54715bea-a436-4598-abbc-cc59c71bb034 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:49.471514 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-54715bea-a436-4598-abbc-cc59c71bb034 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c770c6dd-8553-4a92-aa29-a0426a03848e HTTP/1.1" status: 204 len: 168 time: 0.4754937 Nov 05 18:57:49.506310 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-e1d73ca9-3350-4757-940f-5e4203093ff0 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6149946', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4877172'] for subnet, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:49.514226 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe671ccb-6c95-45de-ad7c-2bad7cef3138 tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] Pushing event updated for resources: {'Port': ['ID=15b4b08f-7f99-4b16-991c-fa98d00793f1,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:57:49.522753 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54715bea-a436-4598-abbc-cc59c71bb034 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c770c6dd-8553-4a92-aa29-a0426a03848e,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:57:49.590012 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe671ccb-6c95-45de-ad7c-2bad7cef3138 tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:57:49.590681 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-fe671ccb-6c95-45de-ad7c-2bad7cef3138 tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:49.595118 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d73ca9-3350-4757-940f-5e4203093ff0 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Pushing event updated for resources: {'Subnet': ['ID=e27cf30d-189e-42f4-88a8-119b32916718,revision_number=0']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:57:49.618564 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1d73ca9-3350-4757-940f-5e4203093ff0 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Checking segment: {'id': '6c6b26b0-f258-4953-9b47-7b86f9512403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '1db21bf5-3f8c-4599-b9ed-017ab751e0e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 18:57:49.618845 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1d73ca9-3350-4757-940f-5e4203093ff0 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Network hostable DHCP agents. Network: 1db21bf5-3f8c-4599-b9ed-017ab751e0e0, hostable agents: ['987e2ca0-bc3b-4c6f-a989-429ccfbf753f'], hosted agents: [] {{(pid=102386) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 05 18:57:49.685496 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-fe671ccb-6c95-45de-ad7c-2bad7cef3138 tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1009 time: 1.7362394 Nov 05 18:57:49.687872 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 38496) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:57:49.693102 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-0fffd3f6-46bb-4415-84cf-0c5c01493d3b tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] Request body: {'floatingip': {'floating_network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'port_id': '15b4b08f-7f99-4b16-991c-fa98d00793f1', 'fixed_ip_address': '172.20.0.14'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:57:49.706070 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1d73ca9-3350-4757-940f-5e4203093ff0 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Network 1db21bf5-3f8c-4599-b9ed-017ab751e0e0 is scheduled to be hosted by DHCP agent 987e2ca0-bc3b-4c6f-a989-429ccfbf753f with binding_index 1 {{(pid=102386) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 05 18:57:49.768855 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.base_scheduler [None req-e1d73ca9-3350-4757-940f-5e4203093ff0 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816865-1, 1db21bf5-3f8c-4599-b9ed-017ab751e0e0) {{(pid=102386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:57:49.776724 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1d73ca9-3350-4757-940f-5e4203093ff0 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:57:49.777112 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43f69c8f-fa3a-49c4-ac59-c9d3bcc0e9f9 None None] Network 1db21bf5-3f8c-4599-b9ed-017ab751e0e0 requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 18:57:49.777588 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-e1d73ca9-3350-4757-940f-5e4203093ff0 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Publish callbacks [] for subnet, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:49.800109 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-0fffd3f6-46bb-4415-84cf-0c5c01493d3b tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] Publish callbacks [] for floatingip, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:49.894552 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-895089d1-1d41-4e97-9e1c-db69ee4bfea3 req-1c1b43a9-b4b6-4936-9f17-fe6345f36a51 tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] 10.222.0.13 "GET /v2.0/ports?device_id=c41160f8-539c-4281-bd0b-08af9d597402 HTTP/1.1" status: 200 len: 210 time: 0.0414152 Nov 05 18:57:49.968911 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-e1d73ca9-3350-4757-940f-5e4203093ff0 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2847023 Nov 05 18:57:49.972281 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 38504) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:57:49.991604 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-41f5b262-aa0e-42fe-ab9b-892ca3c67aad tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Request body: {'port': {'network_id': '1db21bf5-3f8c-4599-b9ed-017ab751e0e0', 'name': 'tempest-PortsIpV6TestJSON-85546548', 'fixed_ips': [{'subnet_id': 'e27cf30d-189e-42f4-88a8-119b32916718', 'ip_address': '2001:db8::10'}]}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:57:50.016653 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be3ec7fd-bde6-4dc2-85cb-0d3ebb6ff63a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeb20a084-accf-5b60-8075-3e69ebe863a6-1db21bf5-3f8c-4599-b9ed-017ab751e0e0', 'network_id': '1db21bf5-3f8c-4599-b9ed-017ab751e0e0', 'tenant_id': 'c87add0b70464d588d82847ed9192d29', 'fixed_ips': [{'subnet_id': 'e27cf30d-189e-42f4-88a8-119b32916718'}]}} from n-d-816865-1. {{(pid=102388) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 05 18:57:50.016653 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-be3ec7fd-bde6-4dc2-85cb-0d3ebb6ff63a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:50.180480 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-0fffd3f6-46bb-4415-84cf-0c5c01493d3b tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:50.233386 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.db_base_plugin_common [None req-be3ec7fd-bde6-4dc2-85cb-0d3ebb6ff63a None None] Allocated IP 2001:db8::2 (1db21bf5-3f8c-4599-b9ed-017ab751e0e0/e27cf30d-189e-42f4-88a8-119b32916718/e672bda4-8f1d-41f1-9c30-cce80a4c2c2b) {{(pid=102388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 18:57:50.432957 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.db_base_plugin_common [None req-0fffd3f6-46bb-4415-84cf-0c5c01493d3b tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] Allocated IP 172.25.6.104 (40c8335d-cd0b-4cb5-910a-d4dcddd5cbec/04fe6db3-e108-4208-943d-6518424f5726/34e5589b-6bfb-45aa-a307-a52a605e9f53) {{(pid=102386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 18:57:50.465424 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41f5b262-aa0e-42fe-ab9b-892ca3c67aad tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Made reservation on behalf of c87add0b70464d588d82847ed9192d29 for: {'port': 1} {{(pid=102386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 18:57:50.476284 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c754a8d-363a-4c79-9c26-cf14447ecad1 req-fe8c99d7-ab2f-4e34-8d6a-97ad3ea57022 tempest-ServerRescueNegativeTestJSON-570401673 tempest-ServerRescueNegativeTestJSON-570401673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:57:50.477990 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-0c754a8d-363a-4c79-9c26-cf14447ecad1 req-fe8c99d7-ab2f-4e34-8d6a-97ad3ea57022 tempest-ServerRescueNegativeTestJSON-570401673 tempest-ServerRescueNegativeTestJSON-570401673-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e3b4c93-69f3-4e6c-8f09-2e860aeb5776 HTTP/1.1" status: 200 len: 945 time: 0.0852308 Nov 05 18:57:50.492726 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-be3ec7fd-bde6-4dc2-85cb-0d3ebb6ff63a None None] Publish callbacks [] for port, precommit_create {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:50.537409 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-0c754a8d-363a-4c79-9c26-cf14447ecad1 req-bc5d13b1-96bb-4a91-a794-e466b8ea4e97 tempest-ServerRescueNegativeTestJSON-570401673 tempest-ServerRescueNegativeTestJSON-570401673-project] 10.222.0.13 "GET /v2.0/security-groups?id=01574b07-2bff-4b61-b9a8-932cd03ff8af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498576 Nov 05 18:57:50.607121 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-be3ec7fd-bde6-4dc2-85cb-0d3ebb6ff63a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789'] for port, after_create {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:50.654482 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-41f5b262-aa0e-42fe-ab9b-892ca3c67aad tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:50.672102 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3ec7fd-bde6-4dc2-85cb-0d3ebb6ff63a None None] Pushing event updated for resources: {'Port': ['ID=e672bda4-8f1d-41f1-9c30-cce80a4c2c2b,revision_number=1']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:57:50.686459 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1988e8f9-e2ea-4b17-ad8d-fa9874d993bd req-de823ed0-2c91-4965-8355-955ffafb986b tempest-ServerRescueNegativeTestJSON-570401673 tempest-ServerRescueNegativeTestJSON-570401673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:57:50.701522 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-1988e8f9-e2ea-4b17-ad8d-fa9874d993bd req-de823ed0-2c91-4965-8355-955ffafb986b tempest-ServerRescueNegativeTestJSON-570401673 tempest-ServerRescueNegativeTestJSON-570401673-project] 10.222.0.13 "GET /v2.0/ports?device_id=93c08649-0c78-43a2-be9e-2ac6589b527d HTTP/1.1" status: 200 len: 945 time: 0.0742245 Nov 05 18:57:50.701683 n-d-816865-1 neutron-server[102388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be3ec7fd-bde6-4dc2-85cb-0d3ebb6ff63a None None] Network 1db21bf5-3f8c-4599-b9ed-017ab751e0e0 is already hosted by enough agents. {{(pid=102388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 18:57:50.705036 n-d-816865-1 neutron-server[102388]: DEBUG neutron.scheduler.base_scheduler [None req-be3ec7fd-bde6-4dc2-85cb-0d3ebb6ff63a None None] Resources bound (agent type, host, resource id): {{(pid=102388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:57:50.710863 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be3ec7fd-bde6-4dc2-85cb-0d3ebb6ff63a None None] Received port after_create {{(pid=102388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 18:57:50.712459 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-0fffd3f6-46bb-4415-84cf-0c5c01493d3b tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] Publish callbacks [] for port, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:50.717250 n-d-816865-1 neutron-server[102386]: DEBUG neutron.notifiers.nova [None req-41f5b262-aa0e-42fe-ab9b-892ca3c67aad tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] device_id is not set on port 90be4561-6f72-4ec1-ad9d-85a28e8f3a4b yet. {{(pid=102386) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 05 18:57:50.796107 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-1988e8f9-e2ea-4b17-ad8d-fa9874d993bd req-41526915-d597-4c42-ace8-2537495800d0 tempest-ServerRescueNegativeTestJSON-570401673 tempest-ServerRescueNegativeTestJSON-570401673-project] 10.222.0.13 "GET /v2.0/security-groups?id=01574b07-2bff-4b61-b9a8-932cd03ff8af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956931 Nov 05 18:57:50.807372 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-be3ec7fd-bde6-4dc2-85cb-0d3ebb6ff63a None None] Attempting to bind port e672bda4-8f1d-41f1-9c30-cce80a4c2c2b on host n-d-816865-1 for vnic_type normal with profile {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 18:57:50.807999 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-be3ec7fd-bde6-4dc2-85cb-0d3ebb6ff63a None None] Attempting to bind port e672bda4-8f1d-41f1-9c30-cce80a4c2c2b by drivers openvswitch,hyperv on host n-d-816865-1 at level 0 using segments [{'id': '6c6b26b0-f258-4953-9b47-7b86f9512403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '1db21bf5-3f8c-4599-b9ed-017ab751e0e0'}] {{(pid=102388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 18:57:50.808345 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be3ec7fd-bde6-4dc2-85cb-0d3ebb6ff63a None None] Attempting to bind port e672bda4-8f1d-41f1-9c30-cce80a4c2c2b on network 1db21bf5-3f8c-4599-b9ed-017ab751e0e0 {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 18:57:50.820369 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be3ec7fd-bde6-4dc2-85cb-0d3ebb6ff63a None None] Checking agent: {'id': '724d89a7-611b-41e6-bc85-c48112b17afa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 18, 25, 8), 'started_at': datetime.datetime(2021, 11, 5, 18, 25, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 18, 57, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 18:57:50.820807 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be3ec7fd-bde6-4dc2-85cb-0d3ebb6ff63a None None] Checking segment: {'id': '6c6b26b0-f258-4953-9b47-7b86f9512403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '1db21bf5-3f8c-4599-b9ed-017ab751e0e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 18:57:50.821218 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-be3ec7fd-bde6-4dc2-85cb-0d3ebb6ff63a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:50.821667 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be3ec7fd-bde6-4dc2-85cb-0d3ebb6ff63a None None] Bound using segment: {'id': '6c6b26b0-f258-4953-9b47-7b86f9512403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '1db21bf5-3f8c-4599-b9ed-017ab751e0e0'} {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 18:57:50.822243 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-be3ec7fd-bde6-4dc2-85cb-0d3ebb6ff63a None None] Bound port: e672bda4-8f1d-41f1-9c30-cce80a4c2c2b, host: n-d-816865-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c6b26b0-f258-4953-9b47-7b86f9512403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '1db21bf5-3f8c-4599-b9ed-017ab751e0e0'}}] {{(pid=102388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 18:57:50.822634 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-be3ec7fd-bde6-4dc2-85cb-0d3ebb6ff63a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:50.909793 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.db_base_plugin_common [None req-41f5b262-aa0e-42fe-ab9b-892ca3c67aad tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Allocated IP 2001:db8::10 (1db21bf5-3f8c-4599-b9ed-017ab751e0e0/e27cf30d-189e-42f4-88a8-119b32916718/90be4561-6f72-4ec1-ad9d-85a28e8f3a4b) {{(pid=102386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 18:57:50.937889 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-be3ec7fd-bde6-4dc2-85cb-0d3ebb6ff63a None None] For port e672bda4-8f1d-41f1-9c30-cce80a4c2c2b, host n-d-816865-1, cleared binding levels {{(pid=102388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 18:57:50.940004 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-0fffd3f6-46bb-4415-84cf-0c5c01493d3b tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:50.948723 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-be3ec7fd-bde6-4dc2-85cb-0d3ebb6ff63a None None] For port e672bda4-8f1d-41f1-9c30-cce80a4c2c2b, host n-d-816865-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=e672bda4-8f1d-41f1-9c30-cce80a4c2c2b,segment=NetworkSegment(6c6b26b0-f258-4953-9b47-7b86f9512403),segment_id=6c6b26b0-f258-4953-9b47-7b86f9512403)] {{(pid=102388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 18:57:51.019913 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-e13743a1-90f5-475d-a8d5-ec865c5f8d72 req-e4c81d46-8b20-49f4-b6bb-4b8568ed1c62 tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] 10.222.0.13 "GET /v2.0/ports?device_id=c41160f8-539c-4281-bd0b-08af9d597402 HTTP/1.1" status: 200 len: 210 time: 0.0318496 Nov 05 18:57:51.047712 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-be3ec7fd-bde6-4dc2-85cb-0d3ebb6ff63a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:51.071798 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fffd3f6-46bb-4415-84cf-0c5c01493d3b tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] Network 40c8335d-cd0b-4cb5-910a-d4dcddd5cbec is already hosted by enough agents. {{(pid=102386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 18:57:51.091445 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.base_scheduler [None req-0fffd3f6-46bb-4415-84cf-0c5c01493d3b tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] Resources bound (agent type, host, resource id): {{(pid=102386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:57:51.091873 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 38538) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:57:51.102422 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fffd3f6-46bb-4415-84cf-0c5c01493d3b tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] Pushing event updated for resources: {'Port': ['ID=34e5589b-6bfb-45aa-a307-a52a605e9f53,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:57:51.106854 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fffd3f6-46bb-4415-84cf-0c5c01493d3b tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] Received port after_create {{(pid=102386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 18:57:51.150713 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3ec7fd-bde6-4dc2-85cb-0d3ebb6ff63a None None] Pushing event updated for resources: {'Port': ['ID=e672bda4-8f1d-41f1-9c30-cce80a4c2c2b,revision_number=2']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:57:51.244256 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5c85b2-a3c2-403b-a6e3-9fccc11c06e8 req-e305ad10-2c55-4aad-8d06-f2d0c61443dd tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:57:51.246374 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-0e5c85b2-a3c2-403b-a6e3-9fccc11c06e8 req-e305ad10-2c55-4aad-8d06-f2d0c61443dd tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] 10.222.0.55 "GET /v2.0/networks?id=9c2bdaad-faf0-4d75-bb68-340f7d20c596 HTTP/1.1" status: 200 len: 806 time: 0.2526298 Nov 05 18:57:51.264177 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [req-0e5c85b2-a3c2-403b-a6e3-9fccc11c06e8 req-d8631205-e8bb-4b45-9f37-df512fa23b90 tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] Request body: {'port': {'device_id': 'c41160f8-539c-4281-bd0b-08af9d597402', 'network_id': '9c2bdaad-faf0-4d75-bb68-340f7d20c596', 'admin_state_up': True, 'tenant_id': 'c2718bfd25be4558ab62a930e9f4ce41'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:57:51.280093 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-a9f44ee7-d89f-493c-a4e8-f03bb3795fbe tempest-SecGroupTest-1775307934 tempest-SecGroupTest-1775307934-project] Request body: {'security_group': {'name': 'tempest-secgroup--276163438'}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:57:51.340104 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b750edd-4aa5-4241-972c-9b9d77ce5098 req-66466f25-726e-414a-971d-aa1e39be045b tempest-ServerRescueNegativeTestJSON-570401673 tempest-ServerRescueNegativeTestJSON-570401673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:57:51.342032 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-1b750edd-4aa5-4241-972c-9b9d77ce5098 req-66466f25-726e-414a-971d-aa1e39be045b tempest-ServerRescueNegativeTestJSON-570401673 tempest-ServerRescueNegativeTestJSON-570401673-project] 10.222.0.13 "GET /v2.0/ports?device_id=93c08649-0c78-43a2-be9e-2ac6589b527d HTTP/1.1" status: 200 len: 945 time: 0.1339934 Nov 05 18:57:51.437759 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-a9f44ee7-d89f-493c-a4e8-f03bb3795fbe tempest-SecGroupTest-1775307934 tempest-SecGroupTest-1775307934-project] Publish callbacks [] for security_group, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:51.457380 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-41f5b262-aa0e-42fe-ab9b-892ca3c67aad tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Publish callbacks [] for port, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:51.476247 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-1b750edd-4aa5-4241-972c-9b9d77ce5098 req-39d1cc5a-b6a0-4e8e-a560-cf8ded5560cb tempest-ServerRescueNegativeTestJSON-570401673 tempest-ServerRescueNegativeTestJSON-570401673-project] 10.222.0.13 "GET /v2.0/security-groups?id=01574b07-2bff-4b61-b9a8-932cd03ff8af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258118 Nov 05 18:57:51.478155 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-a9f44ee7-d89f-493c-a4e8-f03bb3795fbe tempest-SecGroupTest-1775307934 tempest-SecGroupTest-1775307934-project] Publish callbacks [] for security_group, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:51.619476 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-a9f44ee7-d89f-493c-a4e8-f03bb3795fbe tempest-SecGroupTest-1775307934 tempest-SecGroupTest-1775307934-project] Publish callbacks [] for security_group, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:51.640505 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device e672bda4-8f1d-41f1-9c30-cce80a4c2c2b up at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 18:57:51.693569 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Provisioning complete for port e672bda4-8f1d-41f1-9c30-cce80a4c2c2b triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:57:51.694067 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:51.728530 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-a9f44ee7-d89f-493c-a4e8-f03bb3795fbe tempest-SecGroupTest-1775307934 tempest-SecGroupTest-1775307934-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:51.767120 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-41f5b262-aa0e-42fe-ab9b-892ca3c67aad tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:51.770871 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0e5c85b2-a3c2-403b-a6e3-9fccc11c06e8 req-d8631205-e8bb-4b45-9f37-df512fa23b90 tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] Made reservation on behalf of c2718bfd25be4558ab62a930e9f4ce41 for: {'port': 1} {{(pid=102386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 18:57:51.774752 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-0e5c85b2-a3c2-403b-a6e3-9fccc11c06e8 req-d8631205-e8bb-4b45-9f37-df512fa23b90 tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:51.788994 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f44ee7-d89f-493c-a4e8-f03bb3795fbe tempest-SecGroupTest-1775307934 tempest-SecGroupTest-1775307934-project] Pushing event updated for resources: {'SecurityGroup': ['ID=899a3c25-55de-44f8-ab10-5eeb4f702001,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:57:51.800029 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:51.828938 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-a9f44ee7-d89f-493c-a4e8-f03bb3795fbe tempest-SecGroupTest-1775307934 tempest-SecGroupTest-1775307934-project] Publish callbacks [] for security_group, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:51.846332 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] For port e672bda4-8f1d-41f1-9c30-cce80a4c2c2b, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=e672bda4-8f1d-41f1-9c30-cce80a4c2c2b,segment=NetworkSegment(6c6b26b0-f258-4953-9b47-7b86f9512403),segment_id=6c6b26b0-f258-4953-9b47-7b86f9512403)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:57:51.895648 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-a9f44ee7-d89f-493c-a4e8-f03bb3795fbe tempest-SecGroupTest-1775307934 tempest-SecGroupTest-1775307934-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:51.925950 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:51.962220 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f44ee7-d89f-493c-a4e8-f03bb3795fbe tempest-SecGroupTest-1775307934 tempest-SecGroupTest-1775307934-project] Pushing event updated for resources: {'SecurityGroup': ['ID=722711af-48e2-4c0c-928a-61fbca8fd625,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:57:51.983759 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-a9f44ee7-d89f-493c-a4e8-f03bb3795fbe tempest-SecGroupTest-1775307934 tempest-SecGroupTest-1775307934-project] Publish callbacks [] for security_group, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:51.989426 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-a9f44ee7-d89f-493c-a4e8-f03bb3795fbe tempest-SecGroupTest-1775307934 tempest-SecGroupTest-1775307934-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.8962257 Nov 05 18:57:51.990169 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 38552) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:57:52.047671 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Pushing event updated for resources: {'Port': ['ID=e672bda4-8f1d-41f1-9c30-cce80a4c2c2b,revision_number=3']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:57:52.105598 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-f418290b-a23b-4fe1-99a3-cda8f1915874 tempest-SecGroupTest-1775307934 tempest-SecGroupTest-1775307934-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.1142793 Nov 05 18:57:52.108446 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 38556) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:57:52.114525 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-4ce765a0-b47f-4e37-a6aa-3202e7793f72 tempest-SecGroupTest-1775307934 tempest-SecGroupTest-1775307934-project] Request body: {'security_group': {'name': 'tempest-security--828056211', 'description': 'tempest-security-description-1775346811'}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:57:52.165949 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-3f826168-ce84-402e-97b9-c268d45e2ac0 req-f1a48bf9-617f-46d4-9646-0aaf51efd38b tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] 10.222.0.13 "GET /v2.0/ports?device_id=c41160f8-539c-4281-bd0b-08af9d597402 HTTP/1.1" status: 200 len: 210 time: 0.0379610 Nov 05 18:57:52.210558 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-4ce765a0-b47f-4e37-a6aa-3202e7793f72 tempest-SecGroupTest-1775307934 tempest-SecGroupTest-1775307934-project] Publish callbacks [] for security_group, before_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:52.244845 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41f5b262-aa0e-42fe-ab9b-892ca3c67aad tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Network 1db21bf5-3f8c-4599-b9ed-017ab751e0e0 is already hosted by enough agents. {{(pid=102386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 18:57:52.258542 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.base_scheduler [None req-41f5b262-aa0e-42fe-ab9b-892ca3c67aad tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Resources bound (agent type, host, resource id): {{(pid=102386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:57:52.271620 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41f5b262-aa0e-42fe-ab9b-892ca3c67aad tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Received port after_create {{(pid=102386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 18:57:52.271776 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-4ce765a0-b47f-4e37-a6aa-3202e7793f72 tempest-SecGroupTest-1775307934 tempest-SecGroupTest-1775307934-project] Publish callbacks [] for security_group, precommit_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:52.271870 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41f5b262-aa0e-42fe-ab9b-892ca3c67aad tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:57:52.271870 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-41f5b262-aa0e-42fe-ab9b-892ca3c67aad tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:52.277647 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f5b262-aa0e-42fe-ab9b-892ca3c67aad tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Pushing event updated for resources: {'Port': ['ID=90be4561-6f72-4ec1-ad9d-85a28e8f3a4b,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:57:52.375768 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-0fffd3f6-46bb-4415-84cf-0c5c01493d3b tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:52.399661 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-344520a1-023e-44e2-8017-85ab75226ba8 None None] Network 1db21bf5-3f8c-4599-b9ed-017ab751e0e0 requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 18:57:52.403486 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-4ce765a0-b47f-4e37-a6aa-3202e7793f72 tempest-SecGroupTest-1775307934 tempest-SecGroupTest-1775307934-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:52.406661 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-4ce765a0-b47f-4e37-a6aa-3202e7793f72 tempest-SecGroupTest-1775307934 tempest-SecGroupTest-1775307934-project] Publish callbacks [] for security_group, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:52.411418 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-4ce765a0-b47f-4e37-a6aa-3202e7793f72 tempest-SecGroupTest-1775307934 tempest-SecGroupTest-1775307934-project] 10.222.0.13 "PUT /v2.0/security-groups/722711af-48e2-4c0c-928a-61fbca8fd625 HTTP/1.1" status: 200 len: 1796 time: 0.2982674 Nov 05 18:57:52.411581 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 38560) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:57:52.419654 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.db_base_plugin_common [req-0e5c85b2-a3c2-403b-a6e3-9fccc11c06e8 req-d8631205-e8bb-4b45-9f37-df512fa23b90 tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] Allocated IP 172.20.0.2 (9c2bdaad-faf0-4d75-bb68-340f7d20c596/b6655376-4ea9-4701-98ec-c7e9e4d66f0f/f01265e4-8a93-455b-bdf4-ace99f2c9ddd) {{(pid=102386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 18:57:52.435481 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce765a0-b47f-4e37-a6aa-3202e7793f72 tempest-SecGroupTest-1775307934 tempest-SecGroupTest-1775307934-project] Pushing event updated for resources: {'SecurityGroup': ['ID=722711af-48e2-4c0c-928a-61fbca8fd625,revision_number=2']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:57:52.446070 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce765a0-b47f-4e37-a6aa-3202e7793f72 tempest-SecGroupTest-1775307934 tempest-SecGroupTest-1775307934-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:57:52.446487 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce765a0-b47f-4e37-a6aa-3202e7793f72 tempest-SecGroupTest-1775307934 tempest-SecGroupTest-1775307934-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:57:52.446833 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce765a0-b47f-4e37-a6aa-3202e7793f72 tempest-SecGroupTest-1775307934 tempest-SecGroupTest-1775307934-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:57:52.447573 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-41f5b262-aa0e-42fe-ab9b-892ca3c67aad tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.4737661 Nov 05 18:57:52.450001 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce765a0-b47f-4e37-a6aa-3202e7793f72 tempest-SecGroupTest-1775307934 tempest-SecGroupTest-1775307934-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:57:52.450405 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce765a0-b47f-4e37-a6aa-3202e7793f72 tempest-SecGroupTest-1775307934 tempest-SecGroupTest-1775307934-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:57:52.450754 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce765a0-b47f-4e37-a6aa-3202e7793f72 tempest-SecGroupTest-1775307934 tempest-SecGroupTest-1775307934-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:57:52.451094 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce765a0-b47f-4e37-a6aa-3202e7793f72 tempest-SecGroupTest-1775307934 tempest-SecGroupTest-1775307934-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:57:52.451427 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce765a0-b47f-4e37-a6aa-3202e7793f72 tempest-SecGroupTest-1775307934 tempest-SecGroupTest-1775307934-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:57:52.451759 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce765a0-b47f-4e37-a6aa-3202e7793f72 tempest-SecGroupTest-1775307934 tempest-SecGroupTest-1775307934-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:57:52.452144 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce765a0-b47f-4e37-a6aa-3202e7793f72 tempest-SecGroupTest-1775307934 tempest-SecGroupTest-1775307934-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:57:52.452584 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce765a0-b47f-4e37-a6aa-3202e7793f72 tempest-SecGroupTest-1775307934 tempest-SecGroupTest-1775307934-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:57:52.453119 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce765a0-b47f-4e37-a6aa-3202e7793f72 tempest-SecGroupTest-1775307934 tempest-SecGroupTest-1775307934-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:57:52.457516 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 38562) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:57:52.467031 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-65da7790-1494-4bfb-ad6b-5461cb5f3876 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Request body: {'port': {'network_id': '1db21bf5-3f8c-4599-b9ed-017ab751e0e0', 'name': 'tempest-PortsIpV6TestJSON-1503830069', 'fixed_ips': [{'subnet_id': 'e27cf30d-189e-42f4-88a8-119b32916718', 'ip_address': '2001:db8::f'}]}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:57:52.488293 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-367292c8-1f70-4552-9320-93eadd9303de tempest-SecGroupTest-1775307934 tempest-SecGroupTest-1775307934-project] 10.222.0.13 "GET /v2.0/security-groups/722711af-48e2-4c0c-928a-61fbca8fd625 HTTP/1.1" status: 200 len: 1796 time: 0.0712729 Nov 05 18:57:52.497114 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 38566) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:57:52.549636 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-7754c693-1269-474a-8977-aabc871ca46b None None] Provisioning complete for port e672bda4-8f1d-41f1-9c30-cce80a4c2c2b triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:57:52.550097 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-7754c693-1269-474a-8977-aabc871ca46b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:52.630391 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-0fffd3f6-46bb-4415-84cf-0c5c01493d3b tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:52.695316 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386502b7-2fcb-4910-bd56-ec452a209cf5 req-9eb3fb0b-ff0e-40c7-9417-f2ef46230f9c tempest-ServerRescueNegativeTestJSON-570401673 tempest-ServerRescueNegativeTestJSON-570401673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:57:52.696929 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-386502b7-2fcb-4910-bd56-ec452a209cf5 req-9eb3fb0b-ff0e-40c7-9417-f2ef46230f9c tempest-ServerRescueNegativeTestJSON-570401673 tempest-ServerRescueNegativeTestJSON-570401673-project] 10.222.0.13 "GET /v2.0/ports?device_id=93c08649-0c78-43a2-be9e-2ac6589b527d HTTP/1.1" status: 200 len: 945 time: 0.0995231 Nov 05 18:57:52.755761 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-386502b7-2fcb-4910-bd56-ec452a209cf5 req-a88634b8-e73c-4053-b319-65e4cad01ca7 tempest-ServerRescueNegativeTestJSON-570401673 tempest-ServerRescueNegativeTestJSON-570401673-project] 10.222.0.13 "GET /v2.0/security-groups?id=01574b07-2bff-4b61-b9a8-932cd03ff8af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506356 Nov 05 18:57:52.800966 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65da7790-1494-4bfb-ad6b-5461cb5f3876 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Made reservation on behalf of c87add0b70464d588d82847ed9192d29 for: {'port': 1} {{(pid=102387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 18:57:52.852558 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-d3a68d5f-24c6-428c-8658-40fc05e90eb9 tempest-SecGroupTest-1775307934 tempest-SecGroupTest-1775307934-project] Publish callbacks [] for security_group, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:52.948441 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-65da7790-1494-4bfb-ad6b-5461cb5f3876 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:52.981048 n-d-816865-1 neutron-server[102387]: DEBUG neutron.notifiers.nova [None req-65da7790-1494-4bfb-ad6b-5461cb5f3876 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] device_id is not set on port 6947dbbc-d647-4bbf-9afc-276007ad441b yet. {{(pid=102387) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 05 18:57:52.982154 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-d3a68d5f-24c6-428c-8658-40fc05e90eb9 tempest-SecGroupTest-1775307934 tempest-SecGroupTest-1775307934-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:53.126111 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-0e5c85b2-a3c2-403b-a6e3-9fccc11c06e8 req-d8631205-e8bb-4b45-9f37-df512fa23b90 tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] Publish callbacks [] for port, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:53.138568 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-0fffd3f6-46bb-4415-84cf-0c5c01493d3b tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] Publish callbacks [] for port, precommit_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:53.181720 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-df5c55aa-563e-4bff-b233-3878f4472474 None None] Provisioning complete for port e672bda4-8f1d-41f1-9c30-cce80a4c2c2b triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:57:53.182358 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-df5c55aa-563e-4bff-b233-3878f4472474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:53.208451 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-d3a68d5f-24c6-428c-8658-40fc05e90eb9 tempest-SecGroupTest-1775307934 tempest-SecGroupTest-1775307934-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:53.211320 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-d3a68d5f-24c6-428c-8658-40fc05e90eb9 tempest-SecGroupTest-1775307934 tempest-SecGroupTest-1775307934-project] Publish callbacks [] for security_group, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:53.215745 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-d3a68d5f-24c6-428c-8658-40fc05e90eb9 tempest-SecGroupTest-1775307934 tempest-SecGroupTest-1775307934-project] 10.222.0.13 "DELETE /v2.0/security-groups/722711af-48e2-4c0c-928a-61fbca8fd625 HTTP/1.1" status: 204 len: 168 time: 0.7149656 Nov 05 18:57:53.216588 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 38578) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:57:53.236994 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a68d5f-24c6-428c-8658-40fc05e90eb9 tempest-SecGroupTest-1775307934 tempest-SecGroupTest-1775307934-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=722711af-48e2-4c0c-928a-61fbca8fd625,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:57:53.270567 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.db_base_plugin_common [None req-65da7790-1494-4bfb-ad6b-5461cb5f3876 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Allocated IP 2001:db8::f (1db21bf5-3f8c-4599-b9ed-017ab751e0e0/e27cf30d-189e-42f4-88a8-119b32916718/6947dbbc-d647-4bbf-9afc-276007ad441b) {{(pid=102387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 18:57:53.305381 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-0fffd3f6-46bb-4415-84cf-0c5c01493d3b tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6149821'] for port, after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:53.316508 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-9041e800-5c74-44d4-9931-f227a3663393 tempest-SecGroupTest-1775307934 tempest-SecGroupTest-1775307934-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0924830 Nov 05 18:57:53.322285 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 38584) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:57:53.369749 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-0e5c85b2-a3c2-403b-a6e3-9fccc11c06e8 req-d8631205-e8bb-4b45-9f37-df512fa23b90 tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:53.375869 n-d-816865-1 neutron-server[102386]: INFO neutron.api.v2.resource [None req-b3cba8c3-b7d5-4d59-9337-67f7249c6afd tempest-SecGroupTest-1775307934 tempest-SecGroupTest-1775307934-project] delete failed (client error): The resource could not be found. Nov 05 18:57:53.381478 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-b3cba8c3-b7d5-4d59-9337-67f7249c6afd tempest-SecGroupTest-1775307934 tempest-SecGroupTest-1775307934-project] 10.222.0.13 "DELETE /v2.0/security-groups/722711af-48e2-4c0c-928a-61fbca8fd625 HTTP/1.1" status: 404 len: 347 time: 0.0538106 Nov 05 18:57:53.399543 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] get_ports_and_sgs() called for port_ids ['7a7444f0-42fe-422a-b79f-9969bf445757'] {{(pid=102388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 18:57:53.411441 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] get_ports_and_sgs() called for port_ids ['4d373864-9fe0-4feb-b8c8-d02225843c9e'] {{(pid=102388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 18:57:53.415476 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 38588) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:57:53.430640 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-85f7008d-409c-4933-a91c-9b198712e141 tempest-SecGroupTest-1775307934 tempest-SecGroupTest-1775307934-project] Request body: {'security_group': {'name': 'tempest-secgroup--1172437173'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:57:53.542300 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fffd3f6-46bb-4415-84cf-0c5c01493d3b tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] Pushing event updated for resources: {'Port': ['ID=34e5589b-6bfb-45aa-a307-a52a605e9f53,revision_number=2']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:57:53.558850 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0e5c85b2-a3c2-403b-a6e3-9fccc11c06e8 req-d8631205-e8bb-4b45-9f37-df512fa23b90 tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] Network 9c2bdaad-faf0-4d75-bb68-340f7d20c596 is already hosted by enough agents. {{(pid=102386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 18:57:53.571221 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.base_scheduler [req-0e5c85b2-a3c2-403b-a6e3-9fccc11c06e8 req-d8631205-e8bb-4b45-9f37-df512fa23b90 tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] Resources bound (agent type, host, resource id): {{(pid=102386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:57:53.592791 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e5c85b2-a3c2-403b-a6e3-9fccc11c06e8 req-d8631205-e8bb-4b45-9f37-df512fa23b90 tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] Received port after_create {{(pid=102386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 18:57:53.617387 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-0fffd3f6-46bb-4415-84cf-0c5c01493d3b tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1000577'] for floatingip, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:53.646011 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-df5c55aa-563e-4bff-b233-3878f4472474 None None] Provisioning complete for port 90be4561-6f72-4ec1-ad9d-85a28e8f3a4b triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:57:53.659122 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-df5c55aa-563e-4bff-b233-3878f4472474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:53.661159 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device e672bda4-8f1d-41f1-9c30-cce80a4c2c2b up at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 18:57:53.692917 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-65da7790-1494-4bfb-ad6b-5461cb5f3876 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Publish callbacks [] for port, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:53.730527 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-85f7008d-409c-4933-a91c-9b198712e141 tempest-SecGroupTest-1775307934 tempest-SecGroupTest-1775307934-project] Publish callbacks [] for security_group, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:53.753516 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8631205-e8bb-4b45-9f37-df512fa23b90 tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] Pushing event updated for resources: {'Port': ['ID=f01265e4-8a93-455b-bdf4-ace99f2c9ddd,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:57:53.803862 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5c85b2-a3c2-403b-a6e3-9fccc11c06e8 req-d8631205-e8bb-4b45-9f37-df512fa23b90 tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:57:53.804776 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-0e5c85b2-a3c2-403b-a6e3-9fccc11c06e8 req-d8631205-e8bb-4b45-9f37-df512fa23b90 tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:53.806483 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d764430-7059-4caf-ab06-923e2495f2a7 req-ee5cb707-c94c-40b2-bed3-5a2c61dfdcd1 tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:57:53.808144 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-8d764430-7059-4caf-ab06-923e2495f2a7 req-ee5cb707-c94c-40b2-bed3-5a2c61dfdcd1 tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] 10.222.0.13 "GET /v2.0/ports?device_id=c41160f8-539c-4281-bd0b-08af9d597402 HTTP/1.1" status: 200 len: 931 time: 0.4254069 Nov 05 18:57:53.813873 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-65da7790-1494-4bfb-ad6b-5461cb5f3876 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4417063'] for port, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:53.869747 n-d-816865-1 neutron-server[102386]: INFO neutron.db.l3_db [None req-0fffd3f6-46bb-4415-84cf-0c5c01493d3b tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] Floating IP 9035c685-a40e-4abc-9017-2d03b2acb731 associated. External IP: 172.25.6.104, port: 15b4b08f-7f99-4b16-991c-fa98d00793f1. Nov 05 18:57:53.875209 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65da7790-1494-4bfb-ad6b-5461cb5f3876 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Network 1db21bf5-3f8c-4599-b9ed-017ab751e0e0 is already hosted by enough agents. {{(pid=102387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 18:57:53.888635 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d190e2a-13f9-41a0-91b7-834638c1f25d req-a68393ec-617b-4ead-9a63-40403989744d tempest-ServerRescueNegativeTestJSON-570401673 tempest-ServerRescueNegativeTestJSON-570401673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:57:53.890342 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-6d190e2a-13f9-41a0-91b7-834638c1f25d req-a68393ec-617b-4ead-9a63-40403989744d tempest-ServerRescueNegativeTestJSON-570401673 tempest-ServerRescueNegativeTestJSON-570401673-project] 10.222.0.13 "GET /v2.0/ports?device_id=93c08649-0c78-43a2-be9e-2ac6589b527d HTTP/1.1" status: 200 len: 945 time: 0.1394994 Nov 05 18:57:53.895823 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.base_scheduler [None req-65da7790-1494-4bfb-ad6b-5461cb5f3876 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Resources bound (agent type, host, resource id): {{(pid=102387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:57:53.902780 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65da7790-1494-4bfb-ad6b-5461cb5f3876 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Received port after_create {{(pid=102387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 18:57:53.908963 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65da7790-1494-4bfb-ad6b-5461cb5f3876 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:57:53.909918 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-65da7790-1494-4bfb-ad6b-5461cb5f3876 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:53.952511 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-8d764430-7059-4caf-ab06-923e2495f2a7 req-1674aa50-2ea4-4f11-a8cc-105568186736 tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9a1bcb7-2b62-4809-b67b-668edb56dae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359260 Nov 05 18:57:53.992059 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-85f7008d-409c-4933-a91c-9b198712e141 tempest-SecGroupTest-1775307934 tempest-SecGroupTest-1775307934-project] Publish callbacks [] for security_group, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:53.997630 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-0e5c85b2-a3c2-403b-a6e3-9fccc11c06e8 req-d8631205-e8bb-4b45-9f37-df512fa23b90 tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7375441 Nov 05 18:57:54.002009 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65da7790-1494-4bfb-ad6b-5461cb5f3876 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Pushing event updated for resources: {'Port': ['ID=6947dbbc-d647-4bbf-9afc-276007ad441b,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:57:54.022682 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [req-0e5c85b2-a3c2-403b-a6e3-9fccc11c06e8 req-7588ed4d-6ebb-4d48-b542-9b270531cfd8 service neutron] Request body: {'port': {'device_id': 'c41160f8-539c-4281-bd0b-08af9d597402', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816865-1'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:57:54.044895 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-df5c55aa-563e-4bff-b233-3878f4472474 None None] Port 90be4561-6f72-4ec1-ad9d-85a28e8f3a4b cannot update to ACTIVE because it is not bound. {{(pid=102388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 18:57:54.099975 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-6d190e2a-13f9-41a0-91b7-834638c1f25d req-2aa61b1e-d0b7-4cbb-a72b-62c913a5d0e5 tempest-ServerRescueNegativeTestJSON-570401673 tempest-ServerRescueNegativeTestJSON-570401673-project] 10.222.0.13 "GET /v2.0/security-groups?id=01574b07-2bff-4b61-b9a8-932cd03ff8af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1572118 Nov 05 18:57:54.117847 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-65da7790-1494-4bfb-ad6b-5461cb5f3876 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.6590996 Nov 05 18:57:54.120315 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 38594) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:57:54.182668 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Provisioning complete for port e672bda4-8f1d-41f1-9c30-cce80a4c2c2b triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:57:54.183223 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:54.279163 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-b126e502-c2ad-41d5-ae30-460fa528521c None None] Provisioning complete for port 90be4561-6f72-4ec1-ad9d-85a28e8f3a4b triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:57:54.279987 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b126e502-c2ad-41d5-ae30-460fa528521c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:54.300811 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-85f7008d-409c-4933-a91c-9b198712e141 tempest-SecGroupTest-1775307934 tempest-SecGroupTest-1775307934-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:54.314788 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0fffd3f6-46bb-4415-84cf-0c5c01493d3b tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] Router a3269702-dd5d-4fcd-a088-f251c1c3baf7 has already been hosted by L3 agent 6dcb5589-8e86-4616-9186-ddc4548e13ad {{(pid=102386) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 18:57:54.332590 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-0e5c85b2-a3c2-403b-a6e3-9fccc11c06e8 req-7588ed4d-6ebb-4d48-b542-9b270531cfd8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:54.352696 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9e346c6-66a1-450e-9696-f0f8ed886023 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:57:54.353397 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-c9e346c6-66a1-450e-9696-f0f8ed886023 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] 10.222.0.13 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 926 time: 0.2319298 Nov 05 18:57:54.356400 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 38598) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:57:54.396918 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-b126e502-c2ad-41d5-ae30-460fa528521c None None] Port 90be4561-6f72-4ec1-ad9d-85a28e8f3a4b cannot update to ACTIVE because it is not bound. {{(pid=102388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 18:57:54.464413 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d123698c-7014-402c-a428-0fdc4cebb1bd tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:57:54.470960 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d123698c-7014-402c-a428-0fdc4cebb1bd tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:57:54.477416 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d123698c-7014-402c-a428-0fdc4cebb1bd tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:57:54.481610 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-d123698c-7014-402c-a428-0fdc4cebb1bd tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] 10.222.0.13 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2389 time: 0.1239870 Nov 05 18:57:54.484177 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 38600) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:57:54.525755 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-1ee0c2a4-320a-47bc-9239-14e7ad4b98cc None None] Provisioning complete for port 6947dbbc-d647-4bbf-9afc-276007ad441b triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:57:54.526593 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-1ee0c2a4-320a-47bc-9239-14e7ad4b98cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:54.574097 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-1ee0c2a4-320a-47bc-9239-14e7ad4b98cc None None] Port 6947dbbc-d647-4bbf-9afc-276007ad441b cannot update to ACTIVE because it is not bound. {{(pid=102388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 18:57:54.603710 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-85f7008d-409c-4933-a91c-9b198712e141 tempest-SecGroupTest-1775307934 tempest-SecGroupTest-1775307934-project] Publish callbacks [] for security_group, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:54.607694 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-85f7008d-409c-4933-a91c-9b198712e141 tempest-SecGroupTest-1775307934 tempest-SecGroupTest-1775307934-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 1.1826611 Nov 05 18:57:54.610240 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 38604) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:57:54.615957 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-26ff7e1b-1bf3-48cf-917d-c8c47993de46 tempest-SecGroupTest-1775307934 tempest-SecGroupTest-1775307934-project] Request body: {'security_group_rule': {'security_group_id': '6b143680-2e98-4b25-bd44-9934de8e2e68', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:57:54.627569 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f7008d-409c-4933-a91c-9b198712e141 tempest-SecGroupTest-1775307934 tempest-SecGroupTest-1775307934-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6b143680-2e98-4b25-bd44-9934de8e2e68,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:57:54.650034 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [None req-6ac9258c-6e73-4d10-bb81-e60c83d03a37 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Deleting port 6947dbbc-d647-4bbf-9afc-276007ad441b {{(pid=102387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 18:57:54.650460 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-6ac9258c-6e73-4d10-bb81-e60c83d03a37 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:54.731737 n-d-816865-1 neutron-server[102386]: DEBUG neutron.notifiers.nova [req-0e5c85b2-a3c2-403b-a6e3-9fccc11c06e8 req-7588ed4d-6ebb-4d48-b542-9b270531cfd8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f01265e4-8a93-455b-bdf4-ace99f2c9ddd {{(pid=102386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 18:57:54.743228 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-0e5c85b2-a3c2-403b-a6e3-9fccc11c06e8 req-7588ed4d-6ebb-4d48-b542-9b270531cfd8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:54.751040 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-6ac9258c-6e73-4d10-bb81-e60c83d03a37 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:54.766085 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [None req-6ac9258c-6e73-4d10-bb81-e60c83d03a37 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Calling delete_port for 6947dbbc-d647-4bbf-9afc-276007ad441b owned by {{(pid=102387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 18:57:54.789928 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.provisioning_blocks [req-0e5c85b2-a3c2-403b-a6e3-9fccc11c06e8 req-7588ed4d-6ebb-4d48-b542-9b270531cfd8 service neutron] Transition to ACTIVE for port object f01265e4-8a93-455b-bdf4-ace99f2c9ddd will not be triggered until provisioned by entity L2. {{(pid=102386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 05 18:57:54.802575 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fffd3f6-46bb-4415-84cf-0c5c01493d3b tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] Notify agent at l3_agent.n-d-816865-1 the message routers_updated {{(pid=102386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 18:57:54.814932 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c4f4521-5377-47cf-b140-31ffe89db91f None None] Sync routers for ids ['a3269702-dd5d-4fcd-a088-f251c1c3baf7'] in n-d-816865-1 {{(pid=102388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 18:57:54.823969 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-26ff7e1b-1bf3-48cf-917d-c8c47993de46 tempest-SecGroupTest-1775307934 tempest-SecGroupTest-1775307934-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:54.836100 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c4f4521-5377-47cf-b140-31ffe89db91f None None] Routers {'a3269702-dd5d-4fcd-a088-f251c1c3baf7'} bound to L3 agent in host n-d-816865-1 {{(pid=102388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 18:57:54.837106 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-2c4f4521-5377-47cf-b140-31ffe89db91f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T18:57:35Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['a3269702-dd5d-4fcd-a088-f251c1c3baf7'], 'active': True} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:57:54.859645 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-0e5c85b2-a3c2-403b-a6e3-9fccc11c06e8 req-7588ed4d-6ebb-4d48-b542-9b270531cfd8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6149821'] for port, after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:54.920708 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-2c4f4521-5377-47cf-b140-31ffe89db91f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816865-1', False) {} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:57:54.921041 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-0fffd3f6-46bb-4415-84cf-0c5c01493d3b tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for floatingip, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:54.949076 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c4f4521-5377-47cf-b140-31ffe89db91f None None] Routers {'a3269702-dd5d-4fcd-a088-f251c1c3baf7'} bound to L3 agent in host n-d-816865-1 {{(pid=102388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 18:57:54.951970 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-2c4f4521-5377-47cf-b140-31ffe89db91f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T18:57:35Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['a3269702-dd5d-4fcd-a088-f251c1c3baf7'], 'active': True} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:57:55.028016 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-26ff7e1b-1bf3-48cf-917d-c8c47993de46 tempest-SecGroupTest-1775307934 tempest-SecGroupTest-1775307934-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:55.029316 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7588ed4d-6ebb-4d48-b542-9b270531cfd8 service neutron] Pushing event updated for resources: {'Port': ['ID=f01265e4-8a93-455b-bdf4-ace99f2c9ddd,revision_number=2']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:57:55.045652 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-0fffd3f6-46bb-4415-84cf-0c5c01493d3b tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 5.3532073 Nov 05 18:57:55.046507 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 38608) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:57:55.058087 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-3f40da96-064d-41fb-9730-676741f6f277 tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] Request body: {'floatingip': {'port_id': '15b4b08f-7f99-4b16-991c-fa98d00793f1', 'fixed_ip_address': '172.20.0.13'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:57:55.077856 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-2c4f4521-5377-47cf-b140-31ffe89db91f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816865-1', False) {} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:57:55.078587 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c4f4521-5377-47cf-b140-31ffe89db91f None None] The sync data for ids ['a3269702-dd5d-4fcd-a088-f251c1c3baf7'] in n-d-816865-1 is: [] {{(pid=102388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 18:57:55.155114 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-6ac9258c-6e73-4d10-bb81-e60c83d03a37 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4417063'] for port, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:55.171428 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-26ff7e1b-1bf3-48cf-917d-c8c47993de46 tempest-SecGroupTest-1775307934 tempest-SecGroupTest-1775307934-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985308'] for security_group_rule, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:55.216358 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ff7e1b-1bf3-48cf-917d-c8c47993de46 tempest-SecGroupTest-1775307934 tempest-SecGroupTest-1775307934-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1f32ee8-98f7-459e-8e43-a79b2c6100c7,revision_number=0']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:57:55.248756 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac9258c-6e73-4d10-bb81-e60c83d03a37 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Pushing event deleted for resources: {'Port': ['ID=6947dbbc-d647-4bbf-9afc-276007ad441b,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:57:55.277528 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-3f40da96-064d-41fb-9730-676741f6f277 tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] Publish callbacks [] for floatingip, before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:55.290581 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-6ac9258c-6e73-4d10-bb81-e60c83d03a37 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:55.297291 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-6ac9258c-6e73-4d10-bb81-e60c83d03a37 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] 10.222.0.13 "DELETE /v2.0/ports/6947dbbc-d647-4bbf-9afc-276007ad441b HTTP/1.1" status: 204 len: 168 time: 0.8096387 Nov 05 18:57:55.307623 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 38614) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:57:55.320664 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a669a08-65af-4ebe-9a2d-d72585335b0c req-5e7284e7-29ed-40f1-baca-aa3bccfb6334 tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:57:55.321768 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-8a669a08-65af-4ebe-9a2d-d72585335b0c req-5e7284e7-29ed-40f1-baca-aa3bccfb6334 tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] 10.222.0.13 "GET /v2.0/ports?device_id=c41160f8-539c-4281-bd0b-08af9d597402 HTTP/1.1" status: 200 len: 943 time: 0.2292767 Nov 05 18:57:55.365207 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [req-0e5c85b2-a3c2-403b-a6e3-9fccc11c06e8 req-7588ed4d-6ebb-4d48-b542-9b270531cfd8 service neutron] Attempting to bind port f01265e4-8a93-455b-bdf4-ace99f2c9ddd on host n-h2-816865-1 for vnic_type normal with profile {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 18:57:55.365564 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [req-0e5c85b2-a3c2-403b-a6e3-9fccc11c06e8 req-7588ed4d-6ebb-4d48-b542-9b270531cfd8 service neutron] Attempting to bind port f01265e4-8a93-455b-bdf4-ace99f2c9ddd by drivers openvswitch,hyperv on host n-h2-816865-1 at level 0 using segments [{'id': '8281efde-bbf4-4833-8d7d-a490783d8ae5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '9c2bdaad-faf0-4d75-bb68-340f7d20c596'}] {{(pid=102386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 18:57:55.365892 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e5c85b2-a3c2-403b-a6e3-9fccc11c06e8 req-7588ed4d-6ebb-4d48-b542-9b270531cfd8 service neutron] Attempting to bind port f01265e4-8a93-455b-bdf4-ace99f2c9ddd on network 9c2bdaad-faf0-4d75-bb68-340f7d20c596 {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 18:57:55.384075 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-a77f65ca-5e1d-47be-85f8-1b5cfdf679c5 req-e9e04b30-ef47-4b85-8fa5-6437e45ea300 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=941491ab-f09c-4c0f-8e39-7d0f8a3ad82c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2999632 Nov 05 18:57:55.392966 n-d-816865-1 neutron-server[102387]: INFO neutron.pecan_wsgi.hooks.translation [None req-66bab7bb-b1f1-41b1-823f-597fdbb1ab65 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] GET failed (client error): The resource could not be found. Nov 05 18:57:55.397200 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-66bab7bb-b1f1-41b1-823f-597fdbb1ab65 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] 10.222.0.13 "GET /v2.0/ports/6947dbbc-d647-4bbf-9afc-276007ad441b HTTP/1.1" status: 404 len: 333 time: 0.0719869 Nov 05 18:57:55.397922 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 38616) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:57:55.514156 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f094b62-82cd-4da8-a455-f4dc90263edb req-511adc2b-b2c7-45ed-b59a-83e37662fc39 tempest-ServerRescueNegativeTestJSON-570401673 tempest-ServerRescueNegativeTestJSON-570401673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:57:55.522571 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-1f094b62-82cd-4da8-a455-f4dc90263edb req-511adc2b-b2c7-45ed-b59a-83e37662fc39 tempest-ServerRescueNegativeTestJSON-570401673 tempest-ServerRescueNegativeTestJSON-570401673-project] 10.222.0.13 "GET /v2.0/ports?device_id=93c08649-0c78-43a2-be9e-2ac6589b527d HTTP/1.1" status: 200 len: 945 time: 0.2481635 Nov 05 18:57:55.536726 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-26ff7e1b-1bf3-48cf-917d-c8c47993de46 tempest-SecGroupTest-1775307934 tempest-SecGroupTest-1775307934-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:55.538213 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-26ff7e1b-1bf3-48cf-917d-c8c47993de46 tempest-SecGroupTest-1775307934 tempest-SecGroupTest-1775307934-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9257569 Nov 05 18:57:55.542600 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 38620) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:57:55.569904 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e5c85b2-a3c2-403b-a6e3-9fccc11c06e8 req-7588ed4d-6ebb-4d48-b542-9b270531cfd8 service neutron] Port f01265e4-8a93-455b-bdf4-ace99f2c9ddd on network 9c2bdaad-faf0-4d75-bb68-340f7d20c596 not bound, no agent of type Open vSwitch agent registered on host n-h2-816865-1 {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 18:57:55.570411 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e5c85b2-a3c2-403b-a6e3-9fccc11c06e8 req-7588ed4d-6ebb-4d48-b542-9b270531cfd8 service neutron] Attempting to bind port f01265e4-8a93-455b-bdf4-ace99f2c9ddd on network 9c2bdaad-faf0-4d75-bb68-340f7d20c596 {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 18:57:55.596376 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e5c85b2-a3c2-403b-a6e3-9fccc11c06e8 req-7588ed4d-6ebb-4d48-b542-9b270531cfd8 service neutron] Checking agent: {'id': '32aff553-696f-4891-83f5-5c176f61fe54', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816865-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 18, 33, 36), 'started_at': datetime.datetime(2021, 11, 5, 18, 33, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 18, 57, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 18:57:55.596880 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e5c85b2-a3c2-403b-a6e3-9fccc11c06e8 req-7588ed4d-6ebb-4d48-b542-9b270531cfd8 service neutron] Checking segment: {'id': '8281efde-bbf4-4833-8d7d-a490783d8ae5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '9c2bdaad-faf0-4d75-bb68-340f7d20c596'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 18:57:55.597370 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e5c85b2-a3c2-403b-a6e3-9fccc11c06e8 req-7588ed4d-6ebb-4d48-b542-9b270531cfd8 service neutron] Bound using segment: {'id': '8281efde-bbf4-4833-8d7d-a490783d8ae5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '9c2bdaad-faf0-4d75-bb68-340f7d20c596'} {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 18:57:55.597923 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [req-0e5c85b2-a3c2-403b-a6e3-9fccc11c06e8 req-7588ed4d-6ebb-4d48-b542-9b270531cfd8 service neutron] Bound port: f01265e4-8a93-455b-bdf4-ace99f2c9ddd, host: n-h2-816865-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8281efde-bbf4-4833-8d7d-a490783d8ae5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '9c2bdaad-faf0-4d75-bb68-340f7d20c596'}}] {{(pid=102386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 18:57:55.598409 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-0e5c85b2-a3c2-403b-a6e3-9fccc11c06e8 req-7588ed4d-6ebb-4d48-b542-9b270531cfd8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:55.604857 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-3f6c4f5e-3af8-4d6e-989a-baa8203cf864 tempest-SecGroupTest-1775307934 tempest-SecGroupTest-1775307934-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:55.616645 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-8a669a08-65af-4ebe-9a2d-d72585335b0c req-151edb63-ed55-428e-90cd-752a09487b9c tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9a1bcb7-2b62-4809-b67b-668edb56dae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2630670 Nov 05 18:57:55.668873 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-3f6c4f5e-3af8-4d6e-989a-baa8203cf864 tempest-SecGroupTest-1775307934 tempest-SecGroupTest-1775307934-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:55.669819 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77f65ca-5e1d-47be-85f8-1b5cfdf679c5 req-6617aea6-85d3-41d6-9342-81771c549204 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:57:55.671343 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-a77f65ca-5e1d-47be-85f8-1b5cfdf679c5 req-6617aea6-85d3-41d6-9342-81771c549204 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c2718bfd25be4558ab62a930e9f4ce41&device_id=941491ab-f09c-4c0f-8e39-7d0f8a3ad82c HTTP/1.1" status: 200 len: 1097 time: 0.2300212 Nov 05 18:57:55.685966 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-1f094b62-82cd-4da8-a455-f4dc90263edb req-1bf6cfd5-0ce1-447e-8526-b7fcee0a173b tempest-ServerRescueNegativeTestJSON-570401673 tempest-ServerRescueNegativeTestJSON-570401673-project] 10.222.0.13 "GET /v2.0/security-groups?id=01574b07-2bff-4b61-b9a8-932cd03ff8af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1556056 Nov 05 18:57:55.770131 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [None req-a752f3a0-6c60-4d75-b4a1-7e5ac7b6253a tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Deleting port 90be4561-6f72-4ec1-ad9d-85a28e8f3a4b {{(pid=102387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 18:57:55.770385 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-a752f3a0-6c60-4d75-b4a1-7e5ac7b6253a tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:55.850203 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [req-0e5c85b2-a3c2-403b-a6e3-9fccc11c06e8 req-7588ed4d-6ebb-4d48-b542-9b270531cfd8 service neutron] For port f01265e4-8a93-455b-bdf4-ace99f2c9ddd, host n-h2-816865-1, cleared binding levels {{(pid=102386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 18:57:55.852604 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-3f6c4f5e-3af8-4d6e-989a-baa8203cf864 tempest-SecGroupTest-1775307934 tempest-SecGroupTest-1775307934-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985308'] for security_group_rule, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:55.864533 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-3f6c4f5e-3af8-4d6e-989a-baa8203cf864 tempest-SecGroupTest-1775307934 tempest-SecGroupTest-1775307934-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:55.868087 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-3f6c4f5e-3af8-4d6e-989a-baa8203cf864 tempest-SecGroupTest-1775307934 tempest-SecGroupTest-1775307934-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/d1f32ee8-98f7-459e-8e43-a79b2c6100c7 HTTP/1.1" status: 204 len: 168 time: 0.3220193 Nov 05 18:57:55.869759 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 38624) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:57:55.883272 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [req-0e5c85b2-a3c2-403b-a6e3-9fccc11c06e8 req-7588ed4d-6ebb-4d48-b542-9b270531cfd8 service neutron] For port f01265e4-8a93-455b-bdf4-ace99f2c9ddd, host n-h2-816865-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=f01265e4-8a93-455b-bdf4-ace99f2c9ddd,segment=NetworkSegment(8281efde-bbf4-4833-8d7d-a490783d8ae5),segment_id=8281efde-bbf4-4833-8d7d-a490783d8ae5)] {{(pid=102386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 18:57:55.886750 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6c4f5e-3af8-4d6e-989a-baa8203cf864 tempest-SecGroupTest-1775307934 tempest-SecGroupTest-1775307934-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d1f32ee8-98f7-459e-8e43-a79b2c6100c7,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:57:55.926430 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77f65ca-5e1d-47be-85f8-1b5cfdf679c5 req-94936e11-e952-4d6b-8cb9-4e912ccf5324 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:57:55.927916 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-a77f65ca-5e1d-47be-85f8-1b5cfdf679c5 req-94936e11-e952-4d6b-8cb9-4e912ccf5324 service neutron] 10.222.0.41 "GET /v2.0/networks?id=9c2bdaad-faf0-4d75-bb68-340f7d20c596 HTTP/1.1" status: 200 len: 907 time: 0.2305343 Nov 05 18:57:55.948271 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-0e5c85b2-a3c2-403b-a6e3-9fccc11c06e8 req-7588ed4d-6ebb-4d48-b542-9b270531cfd8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6149821'] for port, after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:56.036147 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7588ed4d-6ebb-4d48-b542-9b270531cfd8 service neutron] Pushing event updated for resources: {'Port': ['ID=f01265e4-8a93-455b-bdf4-ace99f2c9ddd,revision_number=3']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:57:56.080160 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5c85b2-a3c2-403b-a6e3-9fccc11c06e8 req-7588ed4d-6ebb-4d48-b542-9b270531cfd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:57:56.081194 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-0e5c85b2-a3c2-403b-a6e3-9fccc11c06e8 req-7588ed4d-6ebb-4d48-b542-9b270531cfd8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:56.082984 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-0e5c85b2-a3c2-403b-a6e3-9fccc11c06e8 req-7588ed4d-6ebb-4d48-b542-9b270531cfd8 service neutron] 10.222.0.55 "PUT /v2.0/ports/f01265e4-8a93-455b-bdf4-ace99f2c9ddd HTTP/1.1" status: 200 len: 1091 time: 2.0704203 Nov 05 18:57:56.084210 n-d-816865-1 neutron-server[102386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c41160f8-539c-4281-bd0b-08af9d597402', 'tag': 'f01265e4-8a93-455b-bdf4-ace99f2c9ddd'}] {{(pid=102386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 18:57:56.087112 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6173a44d7c73f41af551dc890fa1a5892c2c6bc3458b640c8e0c24db7876ba6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe77f6b8-aa34-40f9-b54c-dbfecc6b4d6a" -d '{"events": [{"name": "network-changed", "server_uuid": "c41160f8-539c-4281-bd0b-08af9d597402", "tag": "f01265e4-8a93-455b-bdf4-ace99f2c9ddd"}]}' {{(pid=102386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 18:57:56.171144 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 18:57:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8982ae00-4ee8-4673-a496-ed4bb75035d7 x-openstack-request-id: req-8982ae00-4ee8-4673-a496-ed4bb75035d7 {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 18:57:56.173931 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c41160f8-539c-4281-bd0b-08af9d597402", "tag": "f01265e4-8a93-455b-bdf4-ace99f2c9ddd", "status": "completed", "code": 200}]} {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 18:57:56.173931 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8982ae00-4ee8-4673-a496-ed4bb75035d7 {{(pid=102386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 18:57:56.173931 n-d-816865-1 neutron-server[102386]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c41160f8-539c-4281-bd0b-08af9d597402', 'tag': 'f01265e4-8a93-455b-bdf4-ace99f2c9ddd', 'status': 'completed', 'code': 200} Nov 05 18:57:56.294914 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-3f40da96-064d-41fb-9730-676741f6f277 tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:56.301320 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe77f6b8-aa34-40f9-b54c-dbfecc6b4d6a req-3677b49f-a84e-4eaf-b2dd-0be6a2ff397d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:57:56.303271 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-fe77f6b8-aa34-40f9-b54c-dbfecc6b4d6a req-3677b49f-a84e-4eaf-b2dd-0be6a2ff397d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=c2718bfd25be4558ab62a930e9f4ce41&device_id=c41160f8-539c-4281-bd0b-08af9d597402 HTTP/1.1" status: 200 len: 1094 time: 0.1094458 Nov 05 18:57:56.379238 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-3f40da96-064d-41fb-9730-676741f6f277 tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1000577'] for floatingip, after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:56.436880 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-a752f3a0-6c60-4d75-b4a1-7e5ac7b6253a tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:56.450945 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-a77f65ca-5e1d-47be-85f8-1b5cfdf679c5 req-1970dc6b-7850-4a0b-935f-06e0fa8c5deb service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7a7444f0-42fe-422a-b79f-9969bf445757 HTTP/1.1" status: 200 len: 217 time: 0.5152609 Nov 05 18:57:56.477988 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [None req-a752f3a0-6c60-4d75-b4a1-7e5ac7b6253a tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Calling delete_port for 90be4561-6f72-4ec1-ad9d-85a28e8f3a4b owned by {{(pid=102387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 18:57:56.490012 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-fdb48b54-d40b-4cd1-8ae1-4dc52bf589fb tempest-SecGroupTest-1775307934 tempest-SecGroupTest-1775307934-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.6110599 Nov 05 18:57:56.510943 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 38630) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:57:56.609870 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77f65ca-5e1d-47be-85f8-1b5cfdf679c5 req-1f38b1d9-94da-4150-800b-84b80918f02c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:57:56.612105 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-a77f65ca-5e1d-47be-85f8-1b5cfdf679c5 req-1f38b1d9-94da-4150-800b-84b80918f02c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b6655376-4ea9-4701-98ec-c7e9e4d66f0f HTTP/1.1" status: 200 len: 846 time: 0.1495709 Nov 05 18:57:56.706425 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-a77f65ca-5e1d-47be-85f8-1b5cfdf679c5 req-851accbd-7592-4dbc-af9e-9319ae4fc1a5 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9c2bdaad-faf0-4d75-bb68-340f7d20c596&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0837407 Nov 05 18:57:56.856292 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-fb22e1e6-c369-443d-8cbc-001ae5246602 tempest-SecGroupTest-1775307934 tempest-SecGroupTest-1775307934-project] Publish callbacks [] for security_group, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:56.942711 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe77f6b8-aa34-40f9-b54c-dbfecc6b4d6a req-d8a6473d-b93b-4e5a-ac41-116fc1f00acf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:57:56.944309 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-fe77f6b8-aa34-40f9-b54c-dbfecc6b4d6a req-d8a6473d-b93b-4e5a-ac41-116fc1f00acf service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=c2718bfd25be4558ab62a930e9f4ce41&shared=False HTTP/1.1" status: 200 len: 907 time: 0.6289287 Nov 05 18:57:56.985245 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-fb22e1e6-c369-443d-8cbc-001ae5246602 tempest-SecGroupTest-1775307934 tempest-SecGroupTest-1775307934-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:57.010554 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e3895a-2689-4ddc-8448-57080ec76342 req-e3ad5845-0fd7-4efe-a3f8-8b099059954d tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:57:57.012201 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-88e3895a-2689-4ddc-8448-57080ec76342 req-e3ad5845-0fd7-4efe-a3f8-8b099059954d tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] 10.222.0.13 "GET /v2.0/ports?device_id=c41160f8-539c-4281-bd0b-08af9d597402 HTTP/1.1" status: 200 len: 943 time: 0.2561162 Nov 05 18:57:57.116579 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe77f6b8-aa34-40f9-b54c-dbfecc6b4d6a req-4dc85cf2-396d-480c-ba36-f6ea55a55e01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:57:57.119716 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-fe77f6b8-aa34-40f9-b54c-dbfecc6b4d6a req-4dc85cf2-396d-480c-ba36-f6ea55a55e01 service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1618383 Nov 05 18:57:57.218771 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-88e3895a-2689-4ddc-8448-57080ec76342 req-9419b2f6-5a78-40d7-b979-96b10d579644 tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9a1bcb7-2b62-4809-b67b-668edb56dae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1698318 Nov 05 18:57:57.221081 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-a77f65ca-5e1d-47be-85f8-1b5cfdf679c5 req-7e4c9e8b-1c85-49fe-b9d4-102fafd8a98b service neutron] 10.222.0.41 "GET /v2.0/networks/9c2bdaad-faf0-4d75-bb68-340f7d20c596?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4942114 Nov 05 18:57:57.301613 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-a752f3a0-6c60-4d75-b4a1-7e5ac7b6253a tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4417063'] for port, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:57.312979 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5c85b2-a3c2-403b-a6e3-9fccc11c06e8 req-511cdc49-b512-478b-8459-02ffb6dfabf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:57:57.318056 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-0e5c85b2-a3c2-403b-a6e3-9fccc11c06e8 req-511cdc49-b512-478b-8459-02ffb6dfabf5 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=c2718bfd25be4558ab62a930e9f4ce41&device_id=c41160f8-539c-4281-bd0b-08af9d597402 HTTP/1.1" status: 200 len: 1094 time: 0.1345227 Nov 05 18:57:57.412544 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-0e5c85b2-a3c2-403b-a6e3-9fccc11c06e8 req-ff20f331-f88d-4496-afb5-f68e4f2f241a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f01265e4-8a93-455b-bdf4-ace99f2c9ddd HTTP/1.1" status: 200 len: 217 time: 0.0757117 Nov 05 18:57:57.436500 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a752f3a0-6c60-4d75-b4a1-7e5ac7b6253a tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Pushing event deleted for resources: {'Port': ['ID=90be4561-6f72-4ec1-ad9d-85a28e8f3a4b,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:57:57.461569 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f40da96-064d-41fb-9730-676741f6f277 tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] Router a3269702-dd5d-4fcd-a088-f251c1c3baf7 has already been hosted by L3 agent 6dcb5589-8e86-4616-9186-ddc4548e13ad {{(pid=102386) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 18:57:57.482366 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c684b5-b009-4291-a81e-74a80c310cad req-c7acf481-c162-4254-8125-77f6145f6745 tempest-ServerRescueNegativeTestJSON-570401673 tempest-ServerRescueNegativeTestJSON-570401673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:57:57.482913 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5c85b2-a3c2-403b-a6e3-9fccc11c06e8 req-d07c7457-f70c-4612-a2b6-5268eed73af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:57:57.483973 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-0e5c85b2-a3c2-403b-a6e3-9fccc11c06e8 req-d07c7457-f70c-4612-a2b6-5268eed73af5 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=b6655376-4ea9-4701-98ec-c7e9e4d66f0f HTTP/1.1" status: 200 len: 846 time: 0.0698221 Nov 05 18:57:57.490730 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-41c684b5-b009-4291-a81e-74a80c310cad req-c7acf481-c162-4254-8125-77f6145f6745 tempest-ServerRescueNegativeTestJSON-570401673 tempest-ServerRescueNegativeTestJSON-570401673-project] 10.222.0.13 "GET /v2.0/ports?device_id=93c08649-0c78-43a2-be9e-2ac6589b527d HTTP/1.1" status: 200 len: 945 time: 0.3649304 Nov 05 18:57:57.513303 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-a752f3a0-6c60-4d75-b4a1-7e5ac7b6253a tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:57.520749 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-a752f3a0-6c60-4d75-b4a1-7e5ac7b6253a tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] 10.222.0.13 "DELETE /v2.0/ports/90be4561-6f72-4ec1-ad9d-85a28e8f3a4b HTTP/1.1" status: 204 len: 168 time: 2.1169777 Nov 05 18:57:57.522786 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 38648) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:57:57.543483 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-fb22e1e6-c369-443d-8cbc-001ae5246602 tempest-SecGroupTest-1775307934 tempest-SecGroupTest-1775307934-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:57.546190 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-fb22e1e6-c369-443d-8cbc-001ae5246602 tempest-SecGroupTest-1775307934 tempest-SecGroupTest-1775307934-project] Publish callbacks [] for security_group, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:57.547363 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-fb22e1e6-c369-443d-8cbc-001ae5246602 tempest-SecGroupTest-1775307934 tempest-SecGroupTest-1775307934-project] 10.222.0.13 "DELETE /v2.0/security-groups/6b143680-2e98-4b25-bd44-9934de8e2e68 HTTP/1.1" status: 204 len: 168 time: 1.0340633 Nov 05 18:57:57.574434 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 38650) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:57:57.586409 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-0e5c85b2-a3c2-403b-a6e3-9fccc11c06e8 req-038d83f3-2f3d-44fc-abbb-7b43db5a7c0e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=9c2bdaad-faf0-4d75-bb68-340f7d20c596&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0577908 Nov 05 18:57:57.616444 n-d-816865-1 neutron-server[102387]: INFO neutron.pecan_wsgi.hooks.translation [None req-5fa4913c-4d15-491d-bd60-38a647c4d9d3 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] GET failed (client error): The resource could not be found. Nov 05 18:57:57.619118 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-5fa4913c-4d15-491d-bd60-38a647c4d9d3 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] 10.222.0.13 "GET /v2.0/ports/90be4561-6f72-4ec1-ad9d-85a28e8f3a4b HTTP/1.1" status: 404 len: 333 time: 0.0936241 Nov 05 18:57:57.625932 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 38652) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:57:57.637422 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb22e1e6-c369-443d-8cbc-001ae5246602 tempest-SecGroupTest-1775307934 tempest-SecGroupTest-1775307934-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b143680-2e98-4b25-bd44-9934de8e2e68,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:57:57.651250 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-a77f65ca-5e1d-47be-85f8-1b5cfdf679c5 req-1e6d8833-a086-4143-87fa-c4c769005a1c service neutron] 10.222.0.41 "GET /v2.0/networks/9c2bdaad-faf0-4d75-bb68-340f7d20c596?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3888791 Nov 05 18:57:57.667950 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-41c684b5-b009-4291-a81e-74a80c310cad req-5511e590-880f-4bc7-8bcf-351fe2551d8f tempest-ServerRescueNegativeTestJSON-570401673 tempest-ServerRescueNegativeTestJSON-570401673-project] 10.222.0.13 "GET /v2.0/security-groups?id=01574b07-2bff-4b61-b9a8-932cd03ff8af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1754842 Nov 05 18:57:57.793073 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.db_base_plugin_v2 [None req-61768db9-2732-47ab-990f-29f385908fb7 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Deleting subnet e27cf30d-189e-42f4-88a8-119b32916718 {{(pid=102386) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 05 18:57:57.808838 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-61768db9-2732-47ab-990f-29f385908fb7 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Publish callbacks [] for subnet, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:57.815197 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-59350546-f262-4521-84d0-1cbb2943299d tempest-SecGroupTest-1775307934 tempest-SecGroupTest-1775307934-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2394738 Nov 05 18:57:57.820057 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 38656) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:57:57.828855 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-c598dad5-7ccf-409f-9ae1-b43f844da9ae tempest-SecGroupTest-1775307934 tempest-SecGroupTest-1775307934-project] Request body: {'security_group': {'name': 'tempest-secgroup--662005879'}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:57:57.858700 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f40da96-064d-41fb-9730-676741f6f277 tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] Notify agent at l3_agent.n-d-816865-1 the message routers_updated {{(pid=102386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 18:57:57.864712 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-3f40da96-064d-41fb-9730-676741f6f277 tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for floatingip, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:57.871635 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e37e06d4-b061-47b8-a1ae-2ea26b0f9fe0 None None] Sync routers for ids ['a3269702-dd5d-4fcd-a088-f251c1c3baf7'] in n-d-816865-1 {{(pid=102389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 18:57:57.894361 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e37e06d4-b061-47b8-a1ae-2ea26b0f9fe0 None None] Routers {'a3269702-dd5d-4fcd-a088-f251c1c3baf7'} bound to L3 agent in host n-d-816865-1 {{(pid=102389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 18:57:57.895154 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-e37e06d4-b061-47b8-a1ae-2ea26b0f9fe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T18:57:35Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['a3269702-dd5d-4fcd-a088-f251c1c3baf7'], 'active': True} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:57:57.902117 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-0e5c85b2-a3c2-403b-a6e3-9fccc11c06e8 req-9757acdc-a22d-4feb-a834-9d8d2fa5695e service neutron] 10.222.0.55 "GET /v2.0/networks/9c2bdaad-faf0-4d75-bb68-340f7d20c596?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3063886 Nov 05 18:57:57.922032 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-61768db9-2732-47ab-990f-29f385908fb7 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4590738'] for subnet, precommit_delete_associations {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:57.930992 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-e37e06d4-b061-47b8-a1ae-2ea26b0f9fe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816865-1', False) {} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:57:57.940564 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e37e06d4-b061-47b8-a1ae-2ea26b0f9fe0 None None] Routers {'a3269702-dd5d-4fcd-a088-f251c1c3baf7'} bound to L3 agent in host n-d-816865-1 {{(pid=102389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 18:57:57.941178 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-e37e06d4-b061-47b8-a1ae-2ea26b0f9fe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T18:57:35Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['a3269702-dd5d-4fcd-a088-f251c1c3baf7'], 'active': True} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:57:57.956634 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-c598dad5-7ccf-409f-9ae1-b43f844da9ae tempest-SecGroupTest-1775307934 tempest-SecGroupTest-1775307934-project] Publish callbacks [] for security_group, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:57.986603 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-e37e06d4-b061-47b8-a1ae-2ea26b0f9fe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816865-1', False) {} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:57:57.987580 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e37e06d4-b061-47b8-a1ae-2ea26b0f9fe0 None None] The sync data for ids ['a3269702-dd5d-4fcd-a088-f251c1c3baf7'] in n-d-816865-1 is: [] {{(pid=102389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 18:57:58.039852 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-3f40da96-064d-41fb-9730-676741f6f277 tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] 10.222.0.13 "PUT /v2.0/floatingips/9035c685-a40e-4abc-9017-2d03b2acb731 HTTP/1.1" status: 200 len: 978 time: 2.9866195 Nov 05 18:57:58.049663 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 38660) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:57:58.121631 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-c598dad5-7ccf-409f-9ae1-b43f844da9ae tempest-SecGroupTest-1775307934 tempest-SecGroupTest-1775307934-project] Publish callbacks [] for security_group, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:58.170101 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 38662) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:57:58.202291 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-c598dad5-7ccf-409f-9ae1-b43f844da9ae tempest-SecGroupTest-1775307934 tempest-SecGroupTest-1775307934-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:58.211797 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-0e5c85b2-a3c2-403b-a6e3-9fccc11c06e8 req-9c501782-6423-4977-9220-ffa8d89a5057 service neutron] 10.222.0.55 "GET /v2.0/networks/9c2bdaad-faf0-4d75-bb68-340f7d20c596?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3008018 Nov 05 18:57:58.246996 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-61768db9-2732-47ab-990f-29f385908fb7 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1573928'] for subnet, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:58.314891 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-e0075a03-9f58-4876-ac68-eadcab316607 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:58.316903 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c598dad5-7ccf-409f-9ae1-b43f844da9ae tempest-SecGroupTest-1775307934 tempest-SecGroupTest-1775307934-project] Pushing event updated for resources: {'SecurityGroup': ['ID=868d403b-5632-4140-bfc3-bdd4e93334d8,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:57:58.346479 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990fc0fc-6ed7-46f5-9382-9782e30d097e req-5276513c-a399-418d-91db-d03bc0e3cdcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:57:58.348174 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-990fc0fc-6ed7-46f5-9382-9782e30d097e req-5276513c-a399-418d-91db-d03bc0e3cdcd service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=2d1e164bb09b4bc6b0a37a98f21fd24b&device_id=93c08649-0c78-43a2-be9e-2ac6589b527d HTTP/1.1" status: 200 len: 1096 time: 0.2375836 Nov 05 18:57:58.368832 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-c598dad5-7ccf-409f-9ae1-b43f844da9ae tempest-SecGroupTest-1775307934 tempest-SecGroupTest-1775307934-project] Publish callbacks [] for security_group, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:58.370219 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-c598dad5-7ccf-409f-9ae1-b43f844da9ae tempest-SecGroupTest-1775307934 tempest-SecGroupTest-1775307934-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.5462682 Nov 05 18:57:58.373818 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 38668) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:57:58.380809 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-9e7c0a5d-be60-4243-a8c2-922b267467f0 tempest-SecGroupTest-1775307934 tempest-SecGroupTest-1775307934-project] Request body: {'security_group_rule': {'security_group_id': '868d403b-5632-4140-bfc3-bdd4e93334d8', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:57:58.441353 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f20bc90-9f50-4e54-9f53-a45e2f43c001 req-a3b8344b-2c67-4f9d-a980-80c8f0c30536 tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:57:58.442806 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-1f20bc90-9f50-4e54-9f53-a45e2f43c001 req-a3b8344b-2c67-4f9d-a980-80c8f0c30536 tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] 10.222.0.13 "GET /v2.0/ports?device_id=c41160f8-539c-4281-bd0b-08af9d597402 HTTP/1.1" status: 200 len: 943 time: 0.1112387 Nov 05 18:57:58.461819 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-61768db9-2732-47ab-990f-29f385908fb7 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1573905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6149879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4877183'] for subnet, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:58.521537 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-61768db9-2732-47ab-990f-29f385908fb7 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Publish callbacks [] for subnet, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:58.524739 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-61768db9-2732-47ab-990f-29f385908fb7 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] 10.222.0.13 "DELETE /v2.0/subnets/e27cf30d-189e-42f4-88a8-119b32916718 HTTP/1.1" status: 204 len: 168 time: 0.8891389 Nov 05 18:57:58.530683 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-1f20bc90-9f50-4e54-9f53-a45e2f43c001 req-aed1945b-3135-44d6-89fe-779101d6d8d9 tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9a1bcb7-2b62-4809-b67b-668edb56dae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763409 Nov 05 18:57:58.533830 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61768db9-2732-47ab-990f-29f385908fb7 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Pushing event deleted for resources: {'Subnet': ['ID=e27cf30d-189e-42f4-88a8-119b32916718,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:57:58.533962 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ea14821-03dd-4c6f-a78a-6d65555d4cf7 None None] Network 1db21bf5-3f8c-4599-b9ed-017ab751e0e0 requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 18:57:58.536091 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 38672) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:57:58.540941 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-9e7c0a5d-be60-4243-a8c2-922b267467f0 tempest-SecGroupTest-1775307934 tempest-SecGroupTest-1775307934-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:58.553590 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-e0075a03-9f58-4876-ac68-eadcab316607 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:58.583927 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990fc0fc-6ed7-46f5-9382-9782e30d097e req-41c1514a-26fa-402f-b4f1-1289aea9a944 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:57:58.585562 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-990fc0fc-6ed7-46f5-9382-9782e30d097e req-41c1514a-26fa-402f-b4f1-1289aea9a944 service neutron] 10.222.0.55 "GET /v2.0/networks?id=42e7925c-fd66-4b62-ba17-57eb03167e5d HTTP/1.1" status: 200 len: 920 time: 0.2153244 Nov 05 18:57:58.589752 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-19f21e15-4cf2-4ce6-a290-2c6dca502e8c tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] Deleting port 34e5589b-6bfb-45aa-a307-a52a605e9f53 {{(pid=102386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 18:57:58.590194 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-19f21e15-4cf2-4ce6-a290-2c6dca502e8c tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:58.652779 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-990fc0fc-6ed7-46f5-9382-9782e30d097e req-686d6c31-0182-4128-bbda-90e8fc01196b service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e797f9cd-d647-4469-b0c1-4b83e350e911 HTTP/1.1" status: 200 len: 217 time: 0.0583637 Nov 05 18:57:58.699943 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-e0075a03-9f58-4876-ac68-eadcab316607 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:58.705915 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-9e7c0a5d-be60-4243-a8c2-922b267467f0 tempest-SecGroupTest-1775307934 tempest-SecGroupTest-1775307934-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:58.772185 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990fc0fc-6ed7-46f5-9382-9782e30d097e req-e5f7a22b-673a-495a-acd1-8abae3615613 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:57:58.775727 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-990fc0fc-6ed7-46f5-9382-9782e30d097e req-e5f7a22b-673a-495a-acd1-8abae3615613 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=4cb513d1-da39-46f8-8352-51da564b63e4 HTTP/1.1" status: 200 len: 859 time: 0.0877984 Nov 05 18:57:58.812776 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0075a03-9f58-4876-ac68-eadcab316607 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe03058d-52d5-4823-b3b5-fed74b9c70c0,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:57:58.830865 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-19f21e15-4cf2-4ce6-a290-2c6dca502e8c tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:58.831146 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-19f21e15-4cf2-4ce6-a290-2c6dca502e8c tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:58.838601 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-2c86447b-a527-49dd-93f5-b85f2f546123 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1664226'] for network, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:58.859328 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-9e7c0a5d-be60-4243-a8c2-922b267467f0 tempest-SecGroupTest-1775307934 tempest-SecGroupTest-1775307934-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985308'] for security_group_rule, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:58.861613 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-990fc0fc-6ed7-46f5-9382-9782e30d097e req-7a2761e9-c095-4410-a002-313eb73001b8 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=42e7925c-fd66-4b62-ba17-57eb03167e5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0624878 Nov 05 18:57:58.887578 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-19f21e15-4cf2-4ce6-a290-2c6dca502e8c tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] Calling delete_port for 34e5589b-6bfb-45aa-a307-a52a605e9f53 owned by network:floatingip {{(pid=102386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 18:57:58.967292 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-e0075a03-9f58-4876-ac68-eadcab316607 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5c0f52dfb3704a20af96212a50dee925&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7940588 Nov 05 18:57:58.967867 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7c0a5d-be60-4243-a8c2-922b267467f0 tempest-SecGroupTest-1775307934 tempest-SecGroupTest-1775307934-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d23ec259-28ee-4af5-9a17-28d0c3cf1adb,revision_number=0']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:57:58.976752 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 38680) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:57:59.043200 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-9e7c0a5d-be60-4243-a8c2-922b267467f0 tempest-SecGroupTest-1775307934 tempest-SecGroupTest-1775307934-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:59.044754 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-9e7c0a5d-be60-4243-a8c2-922b267467f0 tempest-SecGroupTest-1775307934 tempest-SecGroupTest-1775307934-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6681943 Nov 05 18:57:59.055995 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 38682) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:57:59.065281 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-f0ee11a0-5daa-42bf-809b-293b5098bdc8 tempest-SecGroupTest-1775307934 tempest-SecGroupTest-1775307934-project] Request body: {'security_group_rule': {'security_group_id': '868d403b-5632-4140-bfc3-bdd4e93334d8', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:57:59.073209 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153a9296-fba0-4fb5-b87b-3d3db661a124 req-891ef1b3-9219-4246-a611-22adef81d036 tempest-ServerRescueNegativeTestJSON-570401673 tempest-ServerRescueNegativeTestJSON-570401673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:57:59.084066 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-153a9296-fba0-4fb5-b87b-3d3db661a124 req-891ef1b3-9219-4246-a611-22adef81d036 tempest-ServerRescueNegativeTestJSON-570401673 tempest-ServerRescueNegativeTestJSON-570401673-project] 10.222.0.13 "GET /v2.0/ports?device_id=93c08649-0c78-43a2-be9e-2ac6589b527d HTTP/1.1" status: 200 len: 945 time: 0.1849322 Nov 05 18:57:59.125488 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [None req-2c86447b-a527-49dd-93f5-b85f2f546123 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Deleting port e672bda4-8f1d-41f1-9c30-cce80a4c2c2b {{(pid=102387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 18:57:59.125878 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-2c86447b-a527-49dd-93f5-b85f2f546123 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:59.131842 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-990fc0fc-6ed7-46f5-9382-9782e30d097e req-374fafca-7aba-4d97-bab6-ed1b3b95e618 service neutron] 10.222.0.55 "GET /v2.0/networks/42e7925c-fd66-4b62-ba17-57eb03167e5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2615874 Nov 05 18:57:59.205326 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91f4cdae-35b7-4a6c-8fbb-e8d7faaeaa9b None None] DHCP port deletion for 1db21bf5-3f8c-4599-b9ed-017ab751e0e0 request from n-d-816865-1 {{(pid=102388) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 05 18:57:59.283748 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-153a9296-fba0-4fb5-b87b-3d3db661a124 req-8344d34b-1c05-41f7-9af8-a137a9f8cb62 tempest-ServerRescueNegativeTestJSON-570401673 tempest-ServerRescueNegativeTestJSON-570401673-project] 10.222.0.13 "GET /v2.0/security-groups?id=01574b07-2bff-4b61-b9a8-932cd03ff8af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1935453 Nov 05 18:57:59.287046 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-6afab116-823f-4f2e-a27b-e645e5b95ab9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:59.297246 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-91f4cdae-35b7-4a6c-8fbb-e8d7faaeaa9b None None] Deleting port e672bda4-8f1d-41f1-9c30-cce80a4c2c2b {{(pid=102388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 18:57:59.297630 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-91f4cdae-35b7-4a6c-8fbb-e8d7faaeaa9b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:59.305037 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.db [None req-2c86447b-a527-49dd-93f5-b85f2f546123 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] For port e672bda4-8f1d-41f1-9c30-cce80a4c2c2b, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=e672bda4-8f1d-41f1-9c30-cce80a4c2c2b,segment=NetworkSegment(6c6b26b0-f258-4953-9b47-7b86f9512403),segment_id=6c6b26b0-f258-4953-9b47-7b86f9512403)] {{(pid=102387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:57:59.305634 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-2c86447b-a527-49dd-93f5-b85f2f546123 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:59.338833 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-f0ee11a0-5daa-42bf-809b-293b5098bdc8 tempest-SecGroupTest-1775307934 tempest-SecGroupTest-1775307934-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:59.340938 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [None req-2c86447b-a527-49dd-93f5-b85f2f546123 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Calling delete_port for e672bda4-8f1d-41f1-9c30-cce80a4c2c2b owned by network:dhcp {{(pid=102387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 18:57:59.357736 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-6afab116-823f-4f2e-a27b-e645e5b95ab9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:59.450558 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-91f4cdae-35b7-4a6c-8fbb-e8d7faaeaa9b None None] For port e672bda4-8f1d-41f1-9c30-cce80a4c2c2b, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=e672bda4-8f1d-41f1-9c30-cce80a4c2c2b,segment=NetworkSegment(6c6b26b0-f258-4953-9b47-7b86f9512403),segment_id=6c6b26b0-f258-4953-9b47-7b86f9512403)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:57:59.450979 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-91f4cdae-35b7-4a6c-8fbb-e8d7faaeaa9b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:59.475844 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-91f4cdae-35b7-4a6c-8fbb-e8d7faaeaa9b None None] Calling delete_port for e672bda4-8f1d-41f1-9c30-cce80a4c2c2b owned by network:dhcp {{(pid=102388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 18:57:59.514301 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-990fc0fc-6ed7-46f5-9382-9782e30d097e req-d0e7526e-dc2b-4da9-8f22-d434792971bf service neutron] 10.222.0.55 "GET /v2.0/networks/42e7925c-fd66-4b62-ba17-57eb03167e5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3700500 Nov 05 18:57:59.554162 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-f0ee11a0-5daa-42bf-809b-293b5098bdc8 tempest-SecGroupTest-1775307934 tempest-SecGroupTest-1775307934-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:59.575240 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-6afab116-823f-4f2e-a27b-e645e5b95ab9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:59.586135 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-6afab116-823f-4f2e-a27b-e645e5b95ab9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:59.586135 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-6afab116-823f-4f2e-a27b-e645e5b95ab9 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/fe03058d-52d5-4823-b3b5-fed74b9c70c0 HTTP/1.1" status: 204 len: 168 time: 0.6021051 Nov 05 18:57:59.607996 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device e672bda4-8f1d-41f1-9c30-cce80a4c2c2b no longer exists at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 18:57:59.630777 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6afab116-823f-4f2e-a27b-e645e5b95ab9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe03058d-52d5-4823-b3b5-fed74b9c70c0,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:57:59.643574 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-2c86447b-a527-49dd-93f5-b85f2f546123 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4417063'] for port, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:59.649282 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-19f21e15-4cf2-4ce6-a290-2c6dca502e8c tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:59.655002 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] No Port match for: e672bda4-8f1d-41f1-9c30-cce80a4c2c2b {{(pid=102388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 18:57:59.655002 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device e672bda4-8f1d-41f1-9c30-cce80a4c2c2b not bound to the agent host n-d-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 18:57:59.655510 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-f0ee11a0-5daa-42bf-809b-293b5098bdc8 tempest-SecGroupTest-1775307934 tempest-SecGroupTest-1775307934-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985308'] for security_group_rule, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:59.704237 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-91f4cdae-35b7-4a6c-8fbb-e8d7faaeaa9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798'] for port, after_delete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:59.724029 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c86447b-a527-49dd-93f5-b85f2f546123 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Pushing event deleted for resources: {'Port': ['ID=e672bda4-8f1d-41f1-9c30-cce80a4c2c2b,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:57:59.733268 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c86447b-a527-49dd-93f5-b85f2f546123 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] No DVR routers for this DVR port e672bda4-8f1d-41f1-9c30-cce80a4c2c2b on host n-d-816865-1 {{(pid=102387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 18:57:59.745203 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f4cdae-35b7-4a6c-8fbb-e8d7faaeaa9b None None] Pushing event deleted for resources: {'Port': ['ID=e672bda4-8f1d-41f1-9c30-cce80a4c2c2b,revision_number=None']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:57:59.758074 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91f4cdae-35b7-4a6c-8fbb-e8d7faaeaa9b None None] No DVR routers for this DVR port e672bda4-8f1d-41f1-9c30-cce80a4c2c2b on host n-d-816865-1 {{(pid=102388) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 18:57:59.832867 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-2c86447b-a527-49dd-93f5-b85f2f546123 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1579173', 'neutron.services.segments.db._delete_segments_for_network-8750027792909'] for network, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:59.873471 n-d-816865-1 neutron-server[102387]: DEBUG neutron.services.segments.db [None req-2c86447b-a527-49dd-93f5-b85f2f546123 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1db21bf5-3f8c-4599-b9ed-017ab751e0e0']}} {{(pid=102387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:57:59.887727 n-d-816865-1 neutron-server[102387]: DEBUG neutron.services.segments.db [None req-2c86447b-a527-49dd-93f5-b85f2f546123 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c6b26b0-f258-4953-9b47-7b86f9512403') {'for_net_delete': True} {{(pid=102387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:57:59.888288 n-d-816865-1 neutron-server[102387]: DEBUG neutron.services.segments.db [None req-2c86447b-a527-49dd-93f5-b85f2f546123 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c6b26b0-f258-4953-9b47-7b86f9512403') {} {{(pid=102387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:57:59.900845 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-2c86447b-a527-49dd-93f5-b85f2f546123 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750027793430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4463492'] for segment, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:59.910645 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7d86e2-59f8-4314-ad1a-af589f7a8e56 req-f0b7fcdd-e229-404e-abc0-9b0318570842 tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:57:59.912269 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-fb7d86e2-59f8-4314-ad1a-af589f7a8e56 req-f0b7fcdd-e229-404e-abc0-9b0318570842 tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] 10.222.0.13 "GET /v2.0/ports?device_id=c41160f8-539c-4281-bd0b-08af9d597402 HTTP/1.1" status: 200 len: 943 time: 0.1928937 Nov 05 18:57:59.926968 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-2c86447b-a527-49dd-93f5-b85f2f546123 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273'] for segment, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:59.939880 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c86447b-a527-49dd-93f5-b85f2f546123 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Releasing vlan 184 on physical network physnet1 to pool {{(pid=102387) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 05 18:57:59.940298 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-2c86447b-a527-49dd-93f5-b85f2f546123 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4417236'] for segment, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:57:59.943614 n-d-816865-1 neutron-server[102387]: Traceback (most recent call last): Nov 05 18:57:59.943614 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 05 18:57:59.943614 n-d-816865-1 neutron-server[102387]: timer() Nov 05 18:57:59.943614 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 05 18:57:59.943614 n-d-816865-1 neutron-server[102387]: cb(*args, **kw) Nov 05 18:57:59.943614 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 05 18:57:59.943614 n-d-816865-1 neutron-server[102387]: return func(*args, **kwargs) Nov 05 18:57:59.943614 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 05 18:57:59.943614 n-d-816865-1 neutron-server[102387]: self._notify() Nov 05 18:57:59.943614 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 05 18:57:59.943614 n-d-816865-1 neutron-server[102387]: self.callback(batched_events) Nov 05 18:57:59.943614 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 05 18:57:59.943614 n-d-816865-1 neutron-server[102387]: event.method(event) Nov 05 18:57:59.943614 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 05 18:57:59.943614 n-d-816865-1 neutron-server[102387]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 05 18:57:59.943614 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 05 18:57:59.943614 n-d-816865-1 neutron-server[102387]: aggregate_uuid = self.p_client.list_aggregates( Nov 05 18:57:59.943614 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 05 18:57:59.943614 n-d-816865-1 neutron-server[102387]: return f(self, *a, **k) Nov 05 18:57:59.943614 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 05 18:57:59.943614 n-d-816865-1 neutron-server[102387]: return self._get(url).json() Nov 05 18:57:59.943614 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 05 18:57:59.943614 n-d-816865-1 neutron-server[102387]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 05 18:57:59.943614 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 05 18:57:59.943614 n-d-816865-1 neutron-server[102387]: return self.request(url, 'GET', **kwargs) Nov 05 18:57:59.943614 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 05 18:57:59.943614 n-d-816865-1 neutron-server[102387]: base_url = self.get_endpoint(auth, allow=allow, Nov 05 18:57:59.943614 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 05 18:57:59.943614 n-d-816865-1 neutron-server[102387]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 05 18:57:59.943614 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 05 18:57:59.943614 n-d-816865-1 neutron-server[102387]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 05 18:57:59.943614 n-d-816865-1 neutron-server[102387]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 05 18:58:00.044067 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-fb7d86e2-59f8-4314-ad1a-af589f7a8e56 req-8c462b56-05d2-4e72-9c0b-a88f137de80c tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9a1bcb7-2b62-4809-b67b-668edb56dae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184707 Nov 05 18:58:00.080693 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f21e15-4cf2-4ce6-a290-2c6dca502e8c tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] Pushing event deleted for resources: {'Port': ['ID=34e5589b-6bfb-45aa-a307-a52a605e9f53,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:58:00.090360 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ee11a0-5daa-42bf-809b-293b5098bdc8 tempest-SecGroupTest-1775307934 tempest-SecGroupTest-1775307934-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4ba2265-f21d-404a-9368-fc02bae423f6,revision_number=0']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:58:00.156411 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-19f21e15-4cf2-4ce6-a290-2c6dca502e8c tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] Publish callbacks [] for floatingip, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:00.156990 n-d-816865-1 neutron-server[102386]: INFO neutron.db.l3_db [None req-19f21e15-4cf2-4ce6-a290-2c6dca502e8c tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] Floating IP 9035c685-a40e-4abc-9017-2d03b2acb731 disassociated (deleted). External IP: 172.25.6.104, port: 15b4b08f-7f99-4b16-991c-fa98d00793f1. Nov 05 18:58:00.207961 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-2c86447b-a527-49dd-93f5-b85f2f546123 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1579178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-956796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1000687'] for network, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:00.215972 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-f0ee11a0-5daa-42bf-809b-293b5098bdc8 tempest-SecGroupTest-1775307934 tempest-SecGroupTest-1775307934-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:00.219441 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-2c86447b-a527-49dd-93f5-b85f2f546123 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Publish callbacks [] for network, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:00.219674 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-f0ee11a0-5daa-42bf-809b-293b5098bdc8 tempest-SecGroupTest-1775307934 tempest-SecGroupTest-1775307934-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.1572874 Nov 05 18:58:00.224616 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-2c86447b-a527-49dd-93f5-b85f2f546123 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] 10.222.0.13 "DELETE /v2.0/networks/1db21bf5-3f8c-4599-b9ed-017ab751e0e0 HTTP/1.1" status: 204 len: 168 time: 1.6830702 Nov 05 18:58:00.224616 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 38694) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:58:00.243161 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-87bc8eb4-4bb6-4c87-bffe-1f8eb7da7050 tempest-SecGroupTest-1775307934 tempest-SecGroupTest-1775307934-project] Request body: {'security_group_rule': {'security_group_id': '868d403b-5632-4140-bfc3-bdd4e93334d8', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:58:00.257118 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 38696) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:58:00.264272 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-da29a2ad-9f30-4673-80fc-39376f0d4a1b tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1560062944'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:58:00.269080 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c86447b-a527-49dd-93f5-b85f2f546123 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Pushing event deleted for resources: {'Network': ['ID=1db21bf5-3f8c-4599-b9ed-017ab751e0e0,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:58:00.353306 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-87bc8eb4-4bb6-4c87-bffe-1f8eb7da7050 tempest-SecGroupTest-1775307934 tempest-SecGroupTest-1775307934-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:00.383610 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 38700) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:58:00.392923 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Device f01265e4-8a93-455b-bdf4-ace99f2c9ddd details requested by agent hyperv_n-h2-816865-1 with host n-h2-816865-1 {{(pid=102388) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 05 18:58:00.404992 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-1009fb65-4c3c-4348-a1f9-b92cbf6986c0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:00.448529 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19f21e15-4cf2-4ce6-a290-2c6dca502e8c tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] Router a3269702-dd5d-4fcd-a088-f251c1c3baf7 has already been hosted by L3 agent 6dcb5589-8e86-4616-9186-ddc4548e13ad {{(pid=102386) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 18:58:00.451573 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9b2a1d-6e76-41b1-bd15-92d13e61244a req-1cb48f31-61b3-43fd-8088-f7305c2e10df tempest-ServerRescueNegativeTestJSON-570401673 tempest-ServerRescueNegativeTestJSON-570401673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:58:00.453854 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-0b9b2a1d-6e76-41b1-bd15-92d13e61244a req-1cb48f31-61b3-43fd-8088-f7305c2e10df tempest-ServerRescueNegativeTestJSON-570401673 tempest-ServerRescueNegativeTestJSON-570401673-project] 10.222.0.13 "GET /v2.0/ports?device_id=93c08649-0c78-43a2-be9e-2ac6589b527d HTTP/1.1" status: 200 len: 945 time: 0.0830412 Nov 05 18:58:00.472187 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da29a2ad-9f30-4673-80fc-39376f0d4a1b tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Made reservation on behalf of c87add0b70464d588d82847ed9192d29 for: {'network': 1} {{(pid=102386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 18:58:00.475792 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-da29a2ad-9f30-4673-80fc-39376f0d4a1b tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for network, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:00.547090 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-0b9b2a1d-6e76-41b1-bd15-92d13e61244a req-9414bbbc-dd0a-40b7-989c-6f94b1a9260b tempest-ServerRescueNegativeTestJSON-570401673 tempest-ServerRescueNegativeTestJSON-570401673-project] 10.222.0.13 "GET /v2.0/security-groups?id=01574b07-2bff-4b61-b9a8-932cd03ff8af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781798 Nov 05 18:58:00.550338 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-87bc8eb4-4bb6-4c87-bffe-1f8eb7da7050 tempest-SecGroupTest-1775307934 tempest-SecGroupTest-1775307934-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:00.571762 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da29a2ad-9f30-4673-80fc-39376f0d4a1b tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 166} {{(pid=102386) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 05 18:58:00.610116 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] For port f01265e4-8a93-455b-bdf4-ace99f2c9ddd, host n-h2-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=f01265e4-8a93-455b-bdf4-ace99f2c9ddd,segment=NetworkSegment(8281efde-bbf4-4833-8d7d-a490783d8ae5),segment_id=8281efde-bbf4-4833-8d7d-a490783d8ae5)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:58:00.628062 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-da29a2ad-9f30-4673-80fc-39376f0d4a1b tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273'] for segment, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:00.628406 n-d-816865-1 neutron-server[102386]: INFO neutron.db.segments_db [None req-da29a2ad-9f30-4673-80fc-39376f0d4a1b tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Added segment 5d806bf7-0bbc-4659-89e4-8e0d58aaba25 of type vlan for network 398d3ce1-c38e-4678-8161-4061b98469c6 Nov 05 18:58:00.631769 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Returning: {'device': 'f01265e4-8a93-455b-bdf4-ace99f2c9ddd', 'network_id': '9c2bdaad-faf0-4d75-bb68-340f7d20c596', 'port_id': 'f01265e4-8a93-455b-bdf4-ace99f2c9ddd', 'mac_address': 'fa:16:3e:cf:23:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 185, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b6655376-4ea9-4701-98ec-c7e9e4d66f0f', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102388) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 05 18:58:00.638343 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-87bc8eb4-4bb6-4c87-bffe-1f8eb7da7050 tempest-SecGroupTest-1775307934 tempest-SecGroupTest-1775307934-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985308'] for security_group_rule, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:00.664642 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-1009fb65-4c3c-4348-a1f9-b92cbf6986c0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:00.690807 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87bc8eb4-4bb6-4c87-bffe-1f8eb7da7050 tempest-SecGroupTest-1775307934 tempest-SecGroupTest-1775307934-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a1f453e-d977-4570-9b01-2aeb490646b2,revision_number=0']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:58:00.697368 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19f21e15-4cf2-4ce6-a290-2c6dca502e8c tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] Notify agent at l3_agent.n-d-816865-1 the message routers_updated {{(pid=102386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 18:58:00.702252 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-19f21e15-4cf2-4ce6-a290-2c6dca502e8c tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for floatingip, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:00.713736 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a490c68-642d-4703-9c06-aeda37867085 None None] Sync routers for ids ['a3269702-dd5d-4fcd-a088-f251c1c3baf7'] in n-d-816865-1 {{(pid=102388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 18:58:00.743365 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-19f21e15-4cf2-4ce6-a290-2c6dca502e8c tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] 10.222.0.13 "DELETE /v2.0/floatingips/9035c685-a40e-4abc-9017-2d03b2acb731 HTTP/1.1" status: 204 len: 168 time: 2.6917858 Nov 05 18:58:00.744250 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-1009fb65-4c3c-4348-a1f9-b92cbf6986c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:00.745994 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 38706) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:58:00.746451 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:00.749840 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a490c68-642d-4703-9c06-aeda37867085 None None] Routers {'a3269702-dd5d-4fcd-a088-f251c1c3baf7'} bound to L3 agent in host n-d-816865-1 {{(pid=102388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 18:58:00.750504 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-9a490c68-642d-4703-9c06-aeda37867085 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T18:57:35Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['a3269702-dd5d-4fcd-a088-f251c1c3baf7'], 'active': True} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:58:00.754949 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-da29a2ad-9f30-4673-80fc-39376f0d4a1b tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750027258543'] for network, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:00.796358 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-9a490c68-642d-4703-9c06-aeda37867085 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816865-1', False) {} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:58:00.803225 n-d-816865-1 neutron-server[102388]: DEBUG neutron.notifiers.nova [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f01265e4-8a93-455b-bdf4-ace99f2c9ddd {{(pid=102388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 18:58:00.819176 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1009fb65-4c3c-4348-a1f9-b92cbf6986c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7d146a0-de5c-40e9-93c1-28b9b1bdf1d4,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:58:00.827188 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-1009fb65-4c3c-4348-a1f9-b92cbf6986c0 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ce5f7f327cc0438d84b41102dcba169f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4425054 Nov 05 18:58:00.829951 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 38708) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:58:00.831253 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-87bc8eb4-4bb6-4c87-bffe-1f8eb7da7050 tempest-SecGroupTest-1775307934 tempest-SecGroupTest-1775307934-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:00.831647 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a490c68-642d-4703-9c06-aeda37867085 None None] Routers {'a3269702-dd5d-4fcd-a088-f251c1c3baf7'} bound to L3 agent in host n-d-816865-1 {{(pid=102388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 18:58:00.835337 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-9a490c68-642d-4703-9c06-aeda37867085 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T18:57:35Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['a3269702-dd5d-4fcd-a088-f251c1c3baf7'], 'active': True} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:58:00.835477 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-87bc8eb4-4bb6-4c87-bffe-1f8eb7da7050 tempest-SecGroupTest-1775307934 tempest-SecGroupTest-1775307934-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6083958 Nov 05 18:58:00.835477 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 38710) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:58:00.840321 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] For port f01265e4-8a93-455b-bdf4-ace99f2c9ddd, host n-h2-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=f01265e4-8a93-455b-bdf4-ace99f2c9ddd,segment=NetworkSegment(8281efde-bbf4-4833-8d7d-a490783d8ae5),segment_id=8281efde-bbf4-4833-8d7d-a490783d8ae5)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:58:00.840679 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-924ad512-b5fd-46e9-adf8-0662f37206fb tempest-SecGroupTest-1775307934 tempest-SecGroupTest-1775307934-project] Request body: {'security_group_rule': {'security_group_id': '868d403b-5632-4140-bfc3-bdd4e93334d8', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:58:00.888376 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-9a490c68-642d-4703-9c06-aeda37867085 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816865-1', False) {} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:58:00.888376 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a490c68-642d-4703-9c06-aeda37867085 None None] The sync data for ids ['a3269702-dd5d-4fcd-a088-f251c1c3baf7'] in n-d-816865-1 is: [] {{(pid=102388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 18:58:00.889943 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-3a2bba27-7ec0-4c26-8702-8ceabcca08ba admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:00.912903 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [None req-b8acd221-f88c-4280-90aa-5cbfb8a048af tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] Deleting port 15b4b08f-7f99-4b16-991c-fa98d00793f1 {{(pid=102387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 18:58:00.913787 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-b8acd221-f88c-4280-90aa-5cbfb8a048af tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:00.919093 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-3a2bba27-7ec0-4c26-8702-8ceabcca08ba admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:00.945933 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:00.949607 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-da29a2ad-9f30-4673-80fc-39376f0d4a1b tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-956796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877'] for network, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:00.957193 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da29a2ad-9f30-4673-80fc-39376f0d4a1b tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:58:00.958139 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-da29a2ad-9f30-4673-80fc-39376f0d4a1b tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Publish callbacks [] for network, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:00.991409 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-924ad512-b5fd-46e9-adf8-0662f37206fb tempest-SecGroupTest-1775307934 tempest-SecGroupTest-1775307934-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:01.024334 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Pushing event updated for resources: {'Port': ['ID=f01265e4-8a93-455b-bdf4-ace99f2c9ddd,revision_number=4']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:58:01.060781 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-b8acd221-f88c-4280-90aa-5cbfb8a048af tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:01.080369 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [None req-b8acd221-f88c-4280-90aa-5cbfb8a048af tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] Calling delete_port for 15b4b08f-7f99-4b16-991c-fa98d00793f1 owned by {{(pid=102387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 18:58:01.089294 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da29a2ad-9f30-4673-80fc-39376f0d4a1b tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Pushing event updated for resources: {'Network': ['ID=398d3ce1-c38e-4678-8161-4061b98469c6,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:58:01.089878 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-924ad512-b5fd-46e9-adf8-0662f37206fb tempest-SecGroupTest-1775307934 tempest-SecGroupTest-1775307934-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:01.104443 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Network 398d3ce1-c38e-4678-8161-4061b98469c6 details requested by agent ovs-agent-n-d-816865-1 with host n-d-816865-1 {{(pid=102388) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 05 18:58:01.135677 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-da29a2ad-9f30-4673-80fc-39376f0d4a1b tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.8772893 Nov 05 18:58:01.136855 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 38716) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:58:01.143162 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-c23a9787-a2db-493b-9416-f32c3737d0d8 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Request body: {'subnet': {'network_id': '398d3ce1-c38e-4678-8161-4061b98469c6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:58:01.220811 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856b2831-b40c-4700-8fb6-3a0f0bcbea2f req-e2765c54-3a64-4ef0-a445-f70f2dcae388 tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:58:01.223077 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-856b2831-b40c-4700-8fb6-3a0f0bcbea2f req-e2765c54-3a64-4ef0-a445-f70f2dcae388 tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] 10.222.0.13 "GET /v2.0/ports?device_id=c41160f8-539c-4281-bd0b-08af9d597402 HTTP/1.1" status: 200 len: 944 time: 0.0850279 Nov 05 18:58:01.230899 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-924ad512-b5fd-46e9-adf8-0662f37206fb tempest-SecGroupTest-1775307934 tempest-SecGroupTest-1775307934-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985308'] for security_group_rule, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:01.247813 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] get_ports_and_sgs() called for port_ids ['f01265e4-8a93-455b-bdf4-ace99f2c9ddd'] {{(pid=102388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 18:58:01.274364 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924ad512-b5fd-46e9-adf8-0662f37206fb tempest-SecGroupTest-1775307934 tempest-SecGroupTest-1775307934-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=343cceae-1266-4c34-8068-dba62d761549,revision_number=0']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:58:01.276673 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-3a2bba27-7ec0-4c26-8702-8ceabcca08ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:01.285635 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-3a2bba27-7ec0-4c26-8702-8ceabcca08ba admin admin] Publish callbacks [] for security_group, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:01.287585 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-3a2bba27-7ec0-4c26-8702-8ceabcca08ba admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c7d146a0-de5c-40e9-93c1-28b9b1bdf1d4 HTTP/1.1" status: 204 len: 168 time: 0.4557238 Nov 05 18:58:01.297080 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2bba27-7ec0-4c26-8702-8ceabcca08ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7d146a0-de5c-40e9-93c1-28b9b1bdf1d4,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:58:01.353431 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-856b2831-b40c-4700-8fb6-3a0f0bcbea2f req-b887d15a-6b52-48d1-974d-26930822aa17 tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9a1bcb7-2b62-4809-b67b-668edb56dae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152434 Nov 05 18:58:01.429891 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c23a9787-a2db-493b-9416-f32c3737d0d8 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Made reservation on behalf of c87add0b70464d588d82847ed9192d29 for: {'subnet': 1} {{(pid=102386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 18:58:01.435917 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-c23a9787-a2db-493b-9416-f32c3737d0d8 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4877122'] for subnet, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:01.518960 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-924ad512-b5fd-46e9-adf8-0662f37206fb tempest-SecGroupTest-1775307934 tempest-SecGroupTest-1775307934-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:01.520919 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-924ad512-b5fd-46e9-adf8-0662f37206fb tempest-SecGroupTest-1775307934 tempest-SecGroupTest-1775307934-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6841810 Nov 05 18:58:01.523631 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 38722) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:58:01.528943 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-fd8d87c2-3362-4300-af9a-6a9f20e86273 tempest-SecGroupTest-1775307934 tempest-SecGroupTest-1775307934-project] Request body: {'security_group_rule': {'security_group_id': '868d403b-5632-4140-bfc3-bdd4e93334d8', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:58:01.564383 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-b8acd221-f88c-4280-90aa-5cbfb8a048af tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4417063'] for port, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:01.655080 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8acd221-f88c-4280-90aa-5cbfb8a048af tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] Pushing event deleted for resources: {'Port': ['ID=15b4b08f-7f99-4b16-991c-fa98d00793f1,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:58:01.756223 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-b8acd221-f88c-4280-90aa-5cbfb8a048af tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:01.763670 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-b8acd221-f88c-4280-90aa-5cbfb8a048af tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] 10.222.0.13 "DELETE /v2.0/ports/15b4b08f-7f99-4b16-991c-fa98d00793f1 HTTP/1.1" status: 204 len: 168 time: 1.0132475 Nov 05 18:58:01.765295 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 38726) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:58:01.769231 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-fd8d87c2-3362-4300-af9a-6a9f20e86273 tempest-SecGroupTest-1775307934 tempest-SecGroupTest-1775307934-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:01.776028 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-553fb1de-c079-42ae-84ac-dcfc47da912a tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] Request body: {'floatingip': {'floating_network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:58:01.812355 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-c23a9787-a2db-493b-9416-f32c3737d0d8 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6149946', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4877172'] for subnet, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:01.853929 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-fd8d87c2-3362-4300-af9a-6a9f20e86273 tempest-SecGroupTest-1775307934 tempest-SecGroupTest-1775307934-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:01.950583 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23a9787-a2db-493b-9416-f32c3737d0d8 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Pushing event updated for resources: {'Subnet': ['ID=c671ad86-d21f-404a-920c-60b0199d76e3,revision_number=0']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:58:01.956338 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-fd8d87c2-3362-4300-af9a-6a9f20e86273 tempest-SecGroupTest-1775307934 tempest-SecGroupTest-1775307934-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985308'] for security_group_rule, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:01.959798 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c23a9787-a2db-493b-9416-f32c3737d0d8 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Checking segment: {'id': '5d806bf7-0bbc-4659-89e4-8e0d58aaba25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '398d3ce1-c38e-4678-8161-4061b98469c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 18:58:01.959798 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c23a9787-a2db-493b-9416-f32c3737d0d8 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Network hostable DHCP agents. Network: 398d3ce1-c38e-4678-8161-4061b98469c6, hostable agents: ['987e2ca0-bc3b-4c6f-a989-429ccfbf753f'], hosted agents: [] {{(pid=102386) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 05 18:58:01.993677 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8d87c2-3362-4300-af9a-6a9f20e86273 tempest-SecGroupTest-1775307934 tempest-SecGroupTest-1775307934-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=230ae7f9-b333-4e1c-8350-5db801036360,revision_number=0']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:58:02.020101 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-553fb1de-c079-42ae-84ac-dcfc47da912a tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] Publish callbacks [] for floatingip, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:02.047209 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c23a9787-a2db-493b-9416-f32c3737d0d8 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Network 398d3ce1-c38e-4678-8161-4061b98469c6 is scheduled to be hosted by DHCP agent 987e2ca0-bc3b-4c6f-a989-429ccfbf753f with binding_index 1 {{(pid=102386) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 05 18:58:02.107348 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-fd8d87c2-3362-4300-af9a-6a9f20e86273 tempest-SecGroupTest-1775307934 tempest-SecGroupTest-1775307934-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:02.111349 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-fd8d87c2-3362-4300-af9a-6a9f20e86273 tempest-SecGroupTest-1775307934 tempest-SecGroupTest-1775307934-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.5837801 Nov 05 18:58:02.111566 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 38742) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:58:02.134437 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.base_scheduler [None req-c23a9787-a2db-493b-9416-f32c3737d0d8 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816865-1, 398d3ce1-c38e-4678-8161-4061b98469c6) {{(pid=102386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:58:02.141034 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c23a9787-a2db-493b-9416-f32c3737d0d8 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:58:02.142504 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-c23a9787-a2db-493b-9416-f32c3737d0d8 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Publish callbacks [] for subnet, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:02.144908 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f3a0833-2aa3-4dbe-9fbf-a50207106fad None None] Network 398d3ce1-c38e-4678-8161-4061b98469c6 requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 18:58:02.182566 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-9a7cea42-26bf-4bcc-8b07-72cd05873df6 tempest-SecGroupTest-1775307934 tempest-SecGroupTest-1775307934-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:02.204210 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-9a7cea42-26bf-4bcc-8b07-72cd05873df6 tempest-SecGroupTest-1775307934 tempest-SecGroupTest-1775307934-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:02.212232 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-553fb1de-c079-42ae-84ac-dcfc47da912a tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:02.333918 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-9a7cea42-26bf-4bcc-8b07-72cd05873df6 tempest-SecGroupTest-1775307934 tempest-SecGroupTest-1775307934-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985308'] for security_group_rule, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:02.340605 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-9a7cea42-26bf-4bcc-8b07-72cd05873df6 tempest-SecGroupTest-1775307934 tempest-SecGroupTest-1775307934-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:02.341744 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-9a7cea42-26bf-4bcc-8b07-72cd05873df6 tempest-SecGroupTest-1775307934 tempest-SecGroupTest-1775307934-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/230ae7f9-b333-4e1c-8350-5db801036360 HTTP/1.1" status: 204 len: 168 time: 0.2292409 Nov 05 18:58:02.355420 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 38746) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:58:02.398233 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-c23a9787-a2db-493b-9416-f32c3737d0d8 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2598217 Nov 05 18:58:02.406827 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Device f01265e4-8a93-455b-bdf4-ace99f2c9ddd up at agent hyperv_n-h2-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 18:58:02.407156 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 38750) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:58:02.412988 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-848c8ca8-83da-4e5b-a04c-d5d9e7400452 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-1566398833', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:58:02.428147 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.db_base_plugin_common [None req-553fb1de-c079-42ae-84ac-dcfc47da912a tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] Allocated IP 172.25.6.113 (40c8335d-cd0b-4cb5-910a-d4dcddd5cbec/04fe6db3-e108-4208-943d-6518424f5726/50bbeba6-8284-461a-ac1a-0aabb326f737) {{(pid=102386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 18:58:02.436927 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7cea42-26bf-4bcc-8b07-72cd05873df6 tempest-SecGroupTest-1775307934 tempest-SecGroupTest-1775307934-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=230ae7f9-b333-4e1c-8350-5db801036360,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:58:02.475347 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-9df6a6ef-9531-4a1f-9485-e96f22854516 tempest-SecGroupTest-1775307934 tempest-SecGroupTest-1775307934-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.1124294 Nov 05 18:58:02.483887 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 38752) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:58:02.518537 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-848c8ca8-83da-4e5b-a04c-d5d9e7400452 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-571139', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6874'] for router, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:02.519885 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-848c8ca8-83da-4e5b-a04c-d5d9e7400452 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-571375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1000570', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1011585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6867'] for router, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:02.578997 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-e17f02a5-bd74-4dfd-b1d1-cbd63ed69655 tempest-SecGroupTest-1775307934 tempest-SecGroupTest-1775307934-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:02.581859 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38205837-966f-4df0-9f4a-dc6596c93ea0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeb20a084-accf-5b60-8075-3e69ebe863a6-398d3ce1-c38e-4678-8161-4061b98469c6', 'network_id': '398d3ce1-c38e-4678-8161-4061b98469c6', 'tenant_id': 'c87add0b70464d588d82847ed9192d29', 'fixed_ips': [{'subnet_id': 'c671ad86-d21f-404a-920c-60b0199d76e3'}]}} from n-d-816865-1. {{(pid=102388) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 05 18:58:02.583382 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-38205837-966f-4df0-9f4a-dc6596c93ea0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:02.591849 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-e17f02a5-bd74-4dfd-b1d1-cbd63ed69655 tempest-SecGroupTest-1775307934 tempest-SecGroupTest-1775307934-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:02.639245 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2c86a2-532e-4274-bc53-70af279c38ad req-47adfe91-bb80-4ae9-9a85-7e37610a8d23 tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:58:02.641390 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-0b2c86a2-532e-4274-bc53-70af279c38ad req-47adfe91-bb80-4ae9-9a85-7e37610a8d23 tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] 10.222.0.13 "GET /v2.0/ports?device_id=c41160f8-539c-4281-bd0b-08af9d597402 HTTP/1.1" status: 200 len: 944 time: 0.1670904 Nov 05 18:58:02.653513 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-553fb1de-c079-42ae-84ac-dcfc47da912a tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] Publish callbacks [] for port, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:02.713075 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-d4031258-cdc6-4c44-bd5c-7356df58a8c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:02.719252 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-848c8ca8-83da-4e5b-a04c-d5d9e7400452 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:02.730026 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-e17f02a5-bd74-4dfd-b1d1-cbd63ed69655 tempest-SecGroupTest-1775307934 tempest-SecGroupTest-1775307934-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985308'] for security_group_rule, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:02.745548 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-e17f02a5-bd74-4dfd-b1d1-cbd63ed69655 tempest-SecGroupTest-1775307934 tempest-SecGroupTest-1775307934-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:02.749419 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-e17f02a5-bd74-4dfd-b1d1-cbd63ed69655 tempest-SecGroupTest-1775307934 tempest-SecGroupTest-1775307934-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/343cceae-1266-4c34-8068-dba62d761549 HTTP/1.1" status: 204 len: 168 time: 0.2604194 Nov 05 18:58:02.750023 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 38762) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:58:02.756312 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17f02a5-bd74-4dfd-b1d1-cbd63ed69655 tempest-SecGroupTest-1775307934 tempest-SecGroupTest-1775307934-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=343cceae-1266-4c34-8068-dba62d761549,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:58:02.791187 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-0b2c86a2-532e-4274-bc53-70af279c38ad req-fe33d011-421b-4374-9233-c473d43657ff tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9a1bcb7-2b62-4809-b67b-668edb56dae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699975 Nov 05 18:58:02.797777 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-848c8ca8-83da-4e5b-a04c-d5d9e7400452 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-571384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1000487'] for router, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:02.812352 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-553fb1de-c079-42ae-84ac-dcfc47da912a tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:02.868277 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Provisioning for port f01265e4-8a93-455b-bdf4-ace99f2c9ddd completed by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 05 18:58:02.875464 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Provisioning complete for port f01265e4-8a93-455b-bdf4-ace99f2c9ddd triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:58:02.875933 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:02.889365 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-848c8ca8-83da-4e5b-a04c-d5d9e7400452 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Publish callbacks [] for router, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:02.898402 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-848c8ca8-83da-4e5b-a04c-d5d9e7400452 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.4871519 Nov 05 18:58:02.902480 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 38766) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:58:02.938697 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.db_base_plugin_common [None req-38205837-966f-4df0-9f4a-dc6596c93ea0 None None] Allocated IP 2001:db8::2 (398d3ce1-c38e-4678-8161-4061b98469c6/c671ad86-d21f-404a-920c-60b0199d76e3/01e657f6-5618-4024-8224-22c3606bfd30) {{(pid=102388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 18:58:02.942069 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553fb1de-c079-42ae-84ac-dcfc47da912a tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] Pushing event updated for resources: {'Port': ['ID=50bbeba6-8284-461a-ac1a-0aabb326f737,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:58:02.948387 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-b8417488-10cd-4c6c-a29b-b334d788002a tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Request body: {'port': {'network_id': '398d3ce1-c38e-4678-8161-4061b98469c6', 'name': 'tempest-PortsIpV6TestJSON-1501176866'}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:58:02.990120 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-7065a3e4-0a5b-4dd6-bbea-80686f4159ea tempest-SecGroupTest-1775307934 tempest-SecGroupTest-1775307934-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.2361872 Nov 05 18:58:02.991121 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 38772) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:58:03.040901 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-553fb1de-c079-42ae-84ac-dcfc47da912a tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] Network 40c8335d-cd0b-4cb5-910a-d4dcddd5cbec is already hosted by enough agents. {{(pid=102386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 18:58:03.056777 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.base_scheduler [None req-553fb1de-c079-42ae-84ac-dcfc47da912a tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] Resources bound (agent type, host, resource id): {{(pid=102386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:58:03.083255 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-553fb1de-c079-42ae-84ac-dcfc47da912a tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] Received port after_create {{(pid=102386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 18:58:03.085645 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-84b0a5f2-716a-4cd0-bf4a-bf69f5e64ed7 tempest-SecGroupTest-1775307934 tempest-SecGroupTest-1775307934-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:03.151856 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:03.152424 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-84b0a5f2-716a-4cd0-bf4a-bf69f5e64ed7 tempest-SecGroupTest-1775307934 tempest-SecGroupTest-1775307934-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:03.204873 n-d-816865-1 neutron-server[102388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c41160f8-539c-4281-bd0b-08af9d597402', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f01265e4-8a93-455b-bdf4-ace99f2c9ddd'}] {{(pid=102388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 18:58:03.206914 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85474fee1180e129d8a886d264fe0b30223aa672dd1ffe43b630605f18504f68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d4d3481-edea-45d9-b2d0-7e12d41ed224" -d '{"events": [{"server_uuid": "c41160f8-539c-4281-bd0b-08af9d597402", "name": "network-vif-plugged", "status": "completed", "tag": "f01265e4-8a93-455b-bdf4-ace99f2c9ddd"}]}' {{(pid=102388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 18:58:03.256387 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] For port f01265e4-8a93-455b-bdf4-ace99f2c9ddd, host n-h2-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=f01265e4-8a93-455b-bdf4-ace99f2c9ddd,segment=NetworkSegment(8281efde-bbf4-4833-8d7d-a490783d8ae5),segment_id=8281efde-bbf4-4833-8d7d-a490783d8ae5)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:58:03.258251 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 18:58:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c134e30-2c2b-45e3-8dac-912fd6fc644a x-openstack-request-id: req-3c134e30-2c2b-45e3-8dac-912fd6fc644a {{(pid=102388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 18:58:03.260383 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c41160f8-539c-4281-bd0b-08af9d597402", "name": "network-vif-plugged", "status": "completed", "tag": "f01265e4-8a93-455b-bdf4-ace99f2c9ddd", "code": 200}]} {{(pid=102388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 18:58:03.260383 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3c134e30-2c2b-45e3-8dac-912fd6fc644a {{(pid=102388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 18:58:03.260383 n-d-816865-1 neutron-server[102388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c41160f8-539c-4281-bd0b-08af9d597402', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f01265e4-8a93-455b-bdf4-ace99f2c9ddd', 'code': 200} Nov 05 18:58:03.284179 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-38205837-966f-4df0-9f4a-dc6596c93ea0 None None] Publish callbacks [] for port, precommit_create {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:03.312221 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8417488-10cd-4c6c-a29b-b334d788002a tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Made reservation on behalf of c87add0b70464d588d82847ed9192d29 for: {'port': 1} {{(pid=102387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 18:58:03.312868 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-b8417488-10cd-4c6c-a29b-b334d788002a tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:03.331407 n-d-816865-1 neutron-server[102387]: DEBUG neutron.notifiers.nova [None req-b8417488-10cd-4c6c-a29b-b334d788002a tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] device_id is not set on port c4215996-ad49-49e0-9626-d0f38980d426 yet. {{(pid=102387) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 05 18:58:03.357997 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666bdb00-fafe-40f0-8125-fa6f3401621b req-420a2c43-0fe8-478e-bf75-e58780772b73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:58:03.364272 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-666bdb00-fafe-40f0-8125-fa6f3401621b req-420a2c43-0fe8-478e-bf75-e58780772b73 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=c41160f8-539c-4281-bd0b-08af9d597402 HTTP/1.1" status: 200 len: 1095 time: 0.0442846 Nov 05 18:58:03.384050 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:03.389135 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-84b0a5f2-716a-4cd0-bf4a-bf69f5e64ed7 tempest-SecGroupTest-1775307934 tempest-SecGroupTest-1775307934-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985308'] for security_group_rule, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:03.421179 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-84b0a5f2-716a-4cd0-bf4a-bf69f5e64ed7 tempest-SecGroupTest-1775307934 tempest-SecGroupTest-1775307934-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:03.425395 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-84b0a5f2-716a-4cd0-bf4a-bf69f5e64ed7 tempest-SecGroupTest-1775307934 tempest-SecGroupTest-1775307934-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/9a1f453e-d977-4570-9b01-2aeb490646b2 HTTP/1.1" status: 204 len: 168 time: 0.4309022 Nov 05 18:58:03.427149 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-38205837-966f-4df0-9f4a-dc6596c93ea0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789'] for port, after_create {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:03.432040 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 38780) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:58:03.454140 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b0a5f2-716a-4cd0-bf4a-bf69f5e64ed7 tempest-SecGroupTest-1775307934 tempest-SecGroupTest-1775307934-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9a1f453e-d977-4570-9b01-2aeb490646b2,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:58:03.475208 n-d-816865-1 neutron-server[102388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38205837-966f-4df0-9f4a-dc6596c93ea0 None None] Network 398d3ce1-c38e-4678-8161-4061b98469c6 is already hosted by enough agents. {{(pid=102388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 18:58:03.483600 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-553fb1de-c079-42ae-84ac-dcfc47da912a tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:03.490322 n-d-816865-1 neutron-server[102388]: DEBUG neutron.scheduler.base_scheduler [None req-38205837-966f-4df0-9f4a-dc6596c93ea0 None None] Resources bound (agent type, host, resource id): {{(pid=102388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:58:03.496134 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38205837-966f-4df0-9f4a-dc6596c93ea0 None None] Received port after_create {{(pid=102388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 18:58:03.496320 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-666bdb00-fafe-40f0-8125-fa6f3401621b req-739944cb-5ebd-44d8-8fbd-5e9cf289136e service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=c9a1bcb7-2b62-4809-b67b-668edb56dae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291785 Nov 05 18:58:03.501073 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Pushing event updated for resources: {'Port': ['ID=f01265e4-8a93-455b-bdf4-ace99f2c9ddd,revision_number=5']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:58:03.538248 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-dd0ff6a0-5d4b-4dfa-b918-d10983c49800 tempest-SecGroupTest-1775307934 tempest-SecGroupTest-1775307934-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.1015453 Nov 05 18:58:03.540237 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 38782) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:58:03.542711 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.db_base_plugin_common [None req-b8417488-10cd-4c6c-a29b-b334d788002a tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Allocated IP 2001:db8::185 (398d3ce1-c38e-4678-8161-4061b98469c6/c671ad86-d21f-404a-920c-60b0199d76e3/c4215996-ad49-49e0-9626-d0f38980d426) {{(pid=102387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 18:58:03.572231 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-7cb20ded-f683-47ee-a4e0-97ddf8619ddc tempest-SecGroupTest-1775307934 tempest-SecGroupTest-1775307934-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:03.581831 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-7cb20ded-f683-47ee-a4e0-97ddf8619ddc tempest-SecGroupTest-1775307934 tempest-SecGroupTest-1775307934-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:03.592370 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-38205837-966f-4df0-9f4a-dc6596c93ea0 None None] Attempting to bind port 01e657f6-5618-4024-8224-22c3606bfd30 on host n-d-816865-1 for vnic_type normal with profile {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 18:58:03.594367 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-38205837-966f-4df0-9f4a-dc6596c93ea0 None None] Attempting to bind port 01e657f6-5618-4024-8224-22c3606bfd30 by drivers openvswitch,hyperv on host n-d-816865-1 at level 0 using segments [{'id': '5d806bf7-0bbc-4659-89e4-8e0d58aaba25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '398d3ce1-c38e-4678-8161-4061b98469c6'}] {{(pid=102388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 18:58:03.594367 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38205837-966f-4df0-9f4a-dc6596c93ea0 None None] Attempting to bind port 01e657f6-5618-4024-8224-22c3606bfd30 on network 398d3ce1-c38e-4678-8161-4061b98469c6 {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 18:58:03.595664 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38205837-966f-4df0-9f4a-dc6596c93ea0 None None] Pushing event updated for resources: {'Port': ['ID=01e657f6-5618-4024-8224-22c3606bfd30,revision_number=1']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:58:03.602076 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38205837-966f-4df0-9f4a-dc6596c93ea0 None None] Checking agent: {'id': '724d89a7-611b-41e6-bc85-c48112b17afa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 18, 25, 8), 'started_at': datetime.datetime(2021, 11, 5, 18, 25, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 18, 57, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 18:58:03.602076 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38205837-966f-4df0-9f4a-dc6596c93ea0 None None] Checking segment: {'id': '5d806bf7-0bbc-4659-89e4-8e0d58aaba25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '398d3ce1-c38e-4678-8161-4061b98469c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 18:58:03.602503 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-38205837-966f-4df0-9f4a-dc6596c93ea0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:03.602822 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38205837-966f-4df0-9f4a-dc6596c93ea0 None None] Bound using segment: {'id': '5d806bf7-0bbc-4659-89e4-8e0d58aaba25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '398d3ce1-c38e-4678-8161-4061b98469c6'} {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 18:58:03.603312 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-38205837-966f-4df0-9f4a-dc6596c93ea0 None None] Bound port: 01e657f6-5618-4024-8224-22c3606bfd30, host: n-d-816865-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d806bf7-0bbc-4659-89e4-8e0d58aaba25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '398d3ce1-c38e-4678-8161-4061b98469c6'}}] {{(pid=102388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 18:58:03.603655 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-38205837-966f-4df0-9f4a-dc6596c93ea0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:03.633913 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-553fb1de-c079-42ae-84ac-dcfc47da912a tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:03.696252 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-38205837-966f-4df0-9f4a-dc6596c93ea0 None None] For port 01e657f6-5618-4024-8224-22c3606bfd30, host n-d-816865-1, cleared binding levels {{(pid=102388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 18:58:03.704967 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-38205837-966f-4df0-9f4a-dc6596c93ea0 None None] For port 01e657f6-5618-4024-8224-22c3606bfd30, host n-d-816865-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=01e657f6-5618-4024-8224-22c3606bfd30,segment=NetworkSegment(5d806bf7-0bbc-4659-89e4-8e0d58aaba25),segment_id=5d806bf7-0bbc-4659-89e4-8e0d58aaba25)] {{(pid=102388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 18:58:03.775964 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-7cb20ded-f683-47ee-a4e0-97ddf8619ddc tempest-SecGroupTest-1775307934 tempest-SecGroupTest-1775307934-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985308'] for security_group_rule, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:03.781729 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-7cb20ded-f683-47ee-a4e0-97ddf8619ddc tempest-SecGroupTest-1775307934 tempest-SecGroupTest-1775307934-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:03.787719 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-7cb20ded-f683-47ee-a4e0-97ddf8619ddc tempest-SecGroupTest-1775307934 tempest-SecGroupTest-1775307934-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/e4ba2265-f21d-404a-9368-fc02bae423f6 HTTP/1.1" status: 204 len: 168 time: 0.2425306 Nov 05 18:58:03.788037 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-38205837-966f-4df0-9f4a-dc6596c93ea0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:03.792151 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-b8417488-10cd-4c6c-a29b-b334d788002a tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Publish callbacks [] for port, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:03.792699 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 38790) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:58:03.848767 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb20ded-f683-47ee-a4e0-97ddf8619ddc tempest-SecGroupTest-1775307934 tempest-SecGroupTest-1775307934-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e4ba2265-f21d-404a-9368-fc02bae423f6,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:58:03.945050 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-b8417488-10cd-4c6c-a29b-b334d788002a tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4417063'] for port, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:03.946503 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38205837-966f-4df0-9f4a-dc6596c93ea0 None None] Pushing event updated for resources: {'Port': ['ID=01e657f6-5618-4024-8224-22c3606bfd30,revision_number=2']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:58:03.950910 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-8d96c024-5f34-4f32-9a9b-b41745e76581 tempest-SecGroupTest-1775307934 tempest-SecGroupTest-1775307934-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.1500547 Nov 05 18:58:03.965030 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-553fb1de-c079-42ae-84ac-dcfc47da912a tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] Publish callbacks [] for port, precommit_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:03.966856 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 38798) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:58:03.975873 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d780c245-c87d-4813-9cb9-047976e86c89 req-0b0edebc-9c4c-4840-bb75-cb31b1d101d8 tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:58:03.983738 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-d780c245-c87d-4813-9cb9-047976e86c89 req-0b0edebc-9c4c-4840-bb75-cb31b1d101d8 tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] 10.222.0.13 "GET /v2.0/ports?device_id=c41160f8-539c-4281-bd0b-08af9d597402 HTTP/1.1" status: 200 len: 945 time: 0.0937517 Nov 05 18:58:04.019455 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-54329bd4-ea1b-49dc-bb9c-668878c8d8a3 tempest-SecGroupTest-1775307934 tempest-SecGroupTest-1775307934-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:04.035430 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-54329bd4-ea1b-49dc-bb9c-668878c8d8a3 tempest-SecGroupTest-1775307934 tempest-SecGroupTest-1775307934-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:04.047705 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-553fb1de-c079-42ae-84ac-dcfc47da912a tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6149821'] for port, after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:04.069970 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8417488-10cd-4c6c-a29b-b334d788002a tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Network 398d3ce1-c38e-4678-8161-4061b98469c6 is already hosted by enough agents. {{(pid=102387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 18:58:04.080627 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.base_scheduler [None req-b8417488-10cd-4c6c-a29b-b334d788002a tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Resources bound (agent type, host, resource id): {{(pid=102387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:58:04.088429 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8417488-10cd-4c6c-a29b-b334d788002a tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Received port after_create {{(pid=102387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 18:58:04.096003 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8417488-10cd-4c6c-a29b-b334d788002a tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:58:04.096704 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-b8417488-10cd-4c6c-a29b-b334d788002a tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:04.138036 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8417488-10cd-4c6c-a29b-b334d788002a tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Pushing event updated for resources: {'Port': ['ID=c4215996-ad49-49e0-9626-d0f38980d426,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:58:04.167412 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553fb1de-c079-42ae-84ac-dcfc47da912a tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] Pushing event updated for resources: {'Port': ['ID=50bbeba6-8284-461a-ac1a-0aabb326f737,revision_number=2']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:58:04.194349 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-d780c245-c87d-4813-9cb9-047976e86c89 req-6fea171a-e56f-4290-9e7b-7bf43df28ab6 tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9a1bcb7-2b62-4809-b67b-668edb56dae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1774414 Nov 05 18:58:04.195353 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-553fb1de-c079-42ae-84ac-dcfc47da912a tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1000577'] for floatingip, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:04.247741 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:04.306130 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-54329bd4-ea1b-49dc-bb9c-668878c8d8a3 tempest-SecGroupTest-1775307934 tempest-SecGroupTest-1775307934-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985308'] for security_group_rule, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:04.313298 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-54329bd4-ea1b-49dc-bb9c-668878c8d8a3 tempest-SecGroupTest-1775307934 tempest-SecGroupTest-1775307934-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:04.314765 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-b8417488-10cd-4c6c-a29b-b334d788002a tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.3944628 Nov 05 18:58:04.315478 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 38808) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:58:04.318065 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-54329bd4-ea1b-49dc-bb9c-668878c8d8a3 tempest-SecGroupTest-1775307934 tempest-SecGroupTest-1775307934-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/d23ec259-28ee-4af5-9a17-28d0c3cf1adb HTTP/1.1" status: 204 len: 168 time: 0.3501494 Nov 05 18:58:04.329557 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54329bd4-ea1b-49dc-bb9c-668878c8d8a3 tempest-SecGroupTest-1775307934 tempest-SecGroupTest-1775307934-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d23ec259-28ee-4af5-9a17-28d0c3cf1adb,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:58:04.341318 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 38810) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:58:04.362729 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-553fb1de-c079-42ae-84ac-dcfc47da912a tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for floatingip, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:04.372000 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-553fb1de-c079-42ae-84ac-dcfc47da912a tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.6020982 Nov 05 18:58:04.384031 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 38814) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:58:04.400899 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-696dc4c3-c8cd-47b1-9935-cb46396eda87 tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] Request body: {'port': {'network_id': 'adc01256-dd32-4a21-b5a4-090ddd39da46', 'name': 'tempest-FloatingIPTestJSON-1777304263'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:58:04.503604 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-13bfe840-9e4a-44ae-bfb6-7f1d0bc4eec2 tempest-SecGroupTest-1775307934 tempest-SecGroupTest-1775307934-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1610780 Nov 05 18:58:04.508064 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 38816) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:58:04.634740 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e91c161-021c-42fa-b3ef-c6efbda23151 req-c094d5bd-acee-4bf7-aa51-253d58be07a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:58:04.636723 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-0e91c161-021c-42fa-b3ef-c6efbda23151 req-c094d5bd-acee-4bf7-aa51-253d58be07a1 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=2d1e164bb09b4bc6b0a37a98f21fd24b&device_id=93c08649-0c78-43a2-be9e-2ac6589b527d HTTP/1.1" status: 200 len: 1096 time: 0.1316247 Nov 05 18:58:04.645356 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-ba0b18c0-f143-4f8d-94ee-049c4f8698e4 tempest-SecGroupTest-1775307934 tempest-SecGroupTest-1775307934-project] Publish callbacks [] for security_group, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:04.675389 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbece95-91e6-41b9-9af4-8d29306df55f req-556db1c5-d888-47a1-8cbb-49c251d6fea2 tempest-ServerRescueNegativeTestJSON-570401673 tempest-ServerRescueNegativeTestJSON-570401673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:58:04.676980 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-bcbece95-91e6-41b9-9af4-8d29306df55f req-556db1c5-d888-47a1-8cbb-49c251d6fea2 tempest-ServerRescueNegativeTestJSON-570401673 tempest-ServerRescueNegativeTestJSON-570401673-project] 10.222.0.13 "GET /v2.0/ports?device_id=93c08649-0c78-43a2-be9e-2ac6589b527d HTTP/1.1" status: 200 len: 945 time: 0.1536365 Nov 05 18:58:04.742315 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-ba0b18c0-f143-4f8d-94ee-049c4f8698e4 tempest-SecGroupTest-1775307934 tempest-SecGroupTest-1775307934-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:04.803371 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e91c161-021c-42fa-b3ef-c6efbda23151 req-11b3952d-b057-42bc-836c-1b7c5092accf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:58:04.805075 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-0e91c161-021c-42fa-b3ef-c6efbda23151 req-11b3952d-b057-42bc-836c-1b7c5092accf service neutron] 10.222.0.55 "GET /v2.0/networks?id=42e7925c-fd66-4b62-ba17-57eb03167e5d HTTP/1.1" status: 200 len: 920 time: 0.1464446 Nov 05 18:58:04.827209 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-696dc4c3-c8cd-47b1-9935-cb46396eda87 tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] Made reservation on behalf of d0a8e2071b314c3fb38163cbc7011dd2 for: {'port': 1} {{(pid=102386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 18:58:04.832160 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-696dc4c3-c8cd-47b1-9935-cb46396eda87 tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:04.852986 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-bcbece95-91e6-41b9-9af4-8d29306df55f req-8c7226ed-beef-46d0-b361-3b54141711fb tempest-ServerRescueNegativeTestJSON-570401673 tempest-ServerRescueNegativeTestJSON-570401673-project] 10.222.0.13 "GET /v2.0/security-groups?id=01574b07-2bff-4b61-b9a8-932cd03ff8af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1642637 Nov 05 18:58:04.882455 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-0e91c161-021c-42fa-b3ef-c6efbda23151 req-c90d4fce-d1e0-4bd6-b5d7-d13951fbf637 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e797f9cd-d647-4469-b0c1-4b83e350e911 HTTP/1.1" status: 200 len: 217 time: 0.0651689 Nov 05 18:58:04.933966 n-d-816865-1 neutron-server[102386]: DEBUG neutron.notifiers.nova [None req-696dc4c3-c8cd-47b1-9935-cb46396eda87 tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] device_id is not set on port 91c572fb-d82e-47f4-a698-0bf43af244b9 yet. {{(pid=102386) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 05 18:58:04.934710 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-ba0b18c0-f143-4f8d-94ee-049c4f8698e4 tempest-SecGroupTest-1775307934 tempest-SecGroupTest-1775307934-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:04.940085 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-ba0b18c0-f143-4f8d-94ee-049c4f8698e4 tempest-SecGroupTest-1775307934 tempest-SecGroupTest-1775307934-project] Publish callbacks [] for security_group, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:04.943832 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-ba0b18c0-f143-4f8d-94ee-049c4f8698e4 tempest-SecGroupTest-1775307934 tempest-SecGroupTest-1775307934-project] 10.222.0.13 "DELETE /v2.0/security-groups/868d403b-5632-4140-bfc3-bdd4e93334d8 HTTP/1.1" status: 204 len: 168 time: 0.4232094 Nov 05 18:58:04.949476 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 38828) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:58:04.957870 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-f7bfd16f-2048-403e-b8e6-4b55eef500e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:04.971246 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-16910ece-5e6d-4cef-a9d9-759417649e5b tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:05.054606 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0b18c0-f143-4f8d-94ee-049c4f8698e4 tempest-SecGroupTest-1775307934 tempest-SecGroupTest-1775307934-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=868d403b-5632-4140-bfc3-bdd4e93334d8,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:58:05.085638 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e91c161-021c-42fa-b3ef-c6efbda23151 req-5c93f4b3-90ad-4dc2-803a-ae1d6368875f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:58:05.087535 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-0e91c161-021c-42fa-b3ef-c6efbda23151 req-5c93f4b3-90ad-4dc2-803a-ae1d6368875f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=4cb513d1-da39-46f8-8352-51da564b63e4 HTTP/1.1" status: 200 len: 859 time: 0.1979551 Nov 05 18:58:05.164223 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-0e91c161-021c-42fa-b3ef-c6efbda23151 req-64d8ddcd-2590-4393-8115-f80414056970 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=42e7925c-fd66-4b62-ba17-57eb03167e5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0647681 Nov 05 18:58:05.209908 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-4aebcdaf-a896-4449-ab95-fa60c01a89cd tempest-SecGroupTest-1775307934 tempest-SecGroupTest-1775307934-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2580917 Nov 05 18:58:05.219525 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 38834) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:58:05.231155 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-8eca64e3-cabe-4644-89f3-e3a1ebb79093 tempest-SecGroupTest-1775307934 tempest-SecGroupTest-1775307934-project] Request body: {'security_group': {'name': 'tempest-secgroup--1885807107'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:58:05.355988 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.db_base_plugin_common [None req-696dc4c3-c8cd-47b1-9935-cb46396eda87 tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] Allocated IP 172.20.0.7 (adc01256-dd32-4a21-b5a4-090ddd39da46/8e77a4cb-f390-4464-b7c4-57937d9e0d95/91c572fb-d82e-47f4-a698-0bf43af244b9) {{(pid=102386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 18:58:05.382491 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-16910ece-5e6d-4cef-a9d9-759417649e5b tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Publish callbacks [] for port, precommit_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:05.397187 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34fcc65-044d-4ea0-9a24-2e67dd3bae29 req-62b32f50-45b1-4cef-a441-23560fd78d60 tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:58:05.398917 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-f34fcc65-044d-4ea0-9a24-2e67dd3bae29 req-62b32f50-45b1-4cef-a441-23560fd78d60 tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] 10.222.0.13 "GET /v2.0/ports?device_id=c41160f8-539c-4281-bd0b-08af9d597402 HTTP/1.1" status: 200 len: 945 time: 0.0799608 Nov 05 18:58:05.416386 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-0e91c161-021c-42fa-b3ef-c6efbda23151 req-7d71ef26-394d-43e1-b7ba-dc8395498d39 service neutron] 10.222.0.55 "GET /v2.0/networks/42e7925c-fd66-4b62-ba17-57eb03167e5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2166924 Nov 05 18:58:05.479914 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-689ec415-42ee-4330-bb97-8ff014ade49b None None] Network 398d3ce1-c38e-4678-8161-4061b98469c6 requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 18:58:05.484059 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-f34fcc65-044d-4ea0-9a24-2e67dd3bae29 req-310581df-02a2-4a05-8cdb-05a292269ec8 tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9a1bcb7-2b62-4809-b67b-668edb56dae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716605 Nov 05 18:58:05.494219 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-16910ece-5e6d-4cef-a9d9-759417649e5b tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4417072'] for port, after_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:05.501153 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-8eca64e3-cabe-4644-89f3-e3a1ebb79093 tempest-SecGroupTest-1775307934 tempest-SecGroupTest-1775307934-project] Publish callbacks [] for security_group, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:05.633890 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-f35ae979-613e-42fd-91ac-b470f2c67a09 None None] Provisioning complete for port 01e657f6-5618-4024-8224-22c3606bfd30 triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:58:05.634713 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-f35ae979-613e-42fd-91ac-b470f2c67a09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:05.679921 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 01e657f6-5618-4024-8224-22c3606bfd30 up at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 18:58:05.680863 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-8eca64e3-cabe-4644-89f3-e3a1ebb79093 tempest-SecGroupTest-1775307934 tempest-SecGroupTest-1775307934-project] Publish callbacks [] for security_group, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:05.706518 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16910ece-5e6d-4cef-a9d9-759417649e5b tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Pushing event updated for resources: {'Port': ['ID=c4215996-ad49-49e0-9626-d0f38980d426,revision_number=2']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:58:05.759134 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-8eca64e3-cabe-4644-89f3-e3a1ebb79093 tempest-SecGroupTest-1775307934 tempest-SecGroupTest-1775307934-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:05.771108 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37611dd5-a703-4e39-88b2-e09d784ecba9 req-c009a4eb-6765-48f0-93e5-1c2d35b2f7a7 tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:58:05.773053 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-37611dd5-a703-4e39-88b2-e09d784ecba9 req-c009a4eb-6765-48f0-93e5-1c2d35b2f7a7 tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] 10.222.0.13 "GET /v2.0/ports?device_id=1f47f1de-27f8-4b0e-aeb7-9aba793d93a4 HTTP/1.1" status: 200 len: 946 time: 0.1501756 Nov 05 18:58:05.831660 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eca64e3-cabe-4644-89f3-e3a1ebb79093 tempest-SecGroupTest-1775307934 tempest-SecGroupTest-1775307934-project] Pushing event updated for resources: {'SecurityGroup': ['ID=35c0552b-0509-4d6e-95dd-d9d88efb9b5d,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:58:05.832263 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Provisioning complete for port 01e657f6-5618-4024-8224-22c3606bfd30 triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:58:05.832656 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:05.845951 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-16910ece-5e6d-4cef-a9d9-759417649e5b tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-571770'] for router_interface, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:05.856000 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-0e91c161-021c-42fa-b3ef-c6efbda23151 req-bc55b24e-1b7f-4f46-a985-809e00cec618 service neutron] 10.222.0.55 "GET /v2.0/networks/42e7925c-fd66-4b62-ba17-57eb03167e5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4172688 Nov 05 18:58:05.872304 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-f35ae979-613e-42fd-91ac-b470f2c67a09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:05.877022 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-696dc4c3-c8cd-47b1-9935-cb46396eda87 tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] Publish callbacks [] for port, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:05.933407 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-8eca64e3-cabe-4644-89f3-e3a1ebb79093 tempest-SecGroupTest-1775307934 tempest-SecGroupTest-1775307934-project] Publish callbacks [] for security_group, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:05.946476 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-8eca64e3-cabe-4644-89f3-e3a1ebb79093 tempest-SecGroupTest-1775307934 tempest-SecGroupTest-1775307934-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.7166977 Nov 05 18:58:05.946476 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 38844) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:58:05.956487 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-2e536f62-e8ac-49a4-bdbb-b62594bb92d6 tempest-SecGroupTest-1775307934 tempest-SecGroupTest-1775307934-project] Request body: {'security_group_rule': {'security_group_id': '35c0552b-0509-4d6e-95dd-d9d88efb9b5d', 'direction': 'ingress', 'protocol': 17}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:58:05.973910 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-f35ae979-613e-42fd-91ac-b470f2c67a09 None None] For port 01e657f6-5618-4024-8224-22c3606bfd30, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=01e657f6-5618-4024-8224-22c3606bfd30,segment=NetworkSegment(5d806bf7-0bbc-4659-89e4-8e0d58aaba25),segment_id=5d806bf7-0bbc-4659-89e4-8e0d58aaba25)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:58:06.076869 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-f35ae979-613e-42fd-91ac-b470f2c67a09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:06.098543 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-37611dd5-a703-4e39-88b2-e09d784ecba9 req-c91942f1-a64d-48d5-9d33-27d32ffa199b tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9a1bcb7-2b62-4809-b67b-668edb56dae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3038909 Nov 05 18:58:06.121732 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-2e536f62-e8ac-49a4-bdbb-b62594bb92d6 tempest-SecGroupTest-1775307934 tempest-SecGroupTest-1775307934-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:06.161918 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:06.191587 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4817e7-77fb-4178-abe6-df7d59a645a6 req-f00ce244-6eff-4c1e-917b-d0df64f598d6 tempest-ServerRescueNegativeTestJSON-570401673 tempest-ServerRescueNegativeTestJSON-570401673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:58:06.199942 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-ab4817e7-77fb-4178-abe6-df7d59a645a6 req-f00ce244-6eff-4c1e-917b-d0df64f598d6 tempest-ServerRescueNegativeTestJSON-570401673 tempest-ServerRescueNegativeTestJSON-570401673-project] 10.222.0.13 "GET /v2.0/ports?device_id=93c08649-0c78-43a2-be9e-2ac6589b527d HTTP/1.1" status: 200 len: 945 time: 0.1939290 Nov 05 18:58:06.227772 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-2e536f62-e8ac-49a4-bdbb-b62594bb92d6 tempest-SecGroupTest-1775307934 tempest-SecGroupTest-1775307934-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:06.239766 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-696dc4c3-c8cd-47b1-9935-cb46396eda87 tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:06.322369 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-696dc4c3-c8cd-47b1-9935-cb46396eda87 tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] Network adc01256-dd32-4a21-b5a4-090ddd39da46 is already hosted by enough agents. {{(pid=102386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 18:58:06.323339 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6330ea62-9e9d-4e95-993e-a4e6c66fcc40 req-4ad3ef3c-bfff-4e4a-9094-995a85142ff8 tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:58:06.327123 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.base_scheduler [None req-696dc4c3-c8cd-47b1-9935-cb46396eda87 tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] Resources bound (agent type, host, resource id): {{(pid=102386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:58:06.332775 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696dc4c3-c8cd-47b1-9935-cb46396eda87 tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] Pushing event updated for resources: {'Port': ['ID=91c572fb-d82e-47f4-a698-0bf43af244b9,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:58:06.333396 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-696dc4c3-c8cd-47b1-9935-cb46396eda87 tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] Received port after_create {{(pid=102386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 18:58:06.338173 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-6330ea62-9e9d-4e95-993e-a4e6c66fcc40 req-4ad3ef3c-bfff-4e4a-9094-995a85142ff8 tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] 10.222.0.13 "GET /v2.0/ports?device_id=c41160f8-539c-4281-bd0b-08af9d597402 HTTP/1.1" status: 200 len: 945 time: 0.1264696 Nov 05 18:58:06.359431 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-2e536f62-e8ac-49a4-bdbb-b62594bb92d6 tempest-SecGroupTest-1775307934 tempest-SecGroupTest-1775307934-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985308'] for security_group_rule, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:06.377778 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e536f62-e8ac-49a4-bdbb-b62594bb92d6 tempest-SecGroupTest-1775307934 tempest-SecGroupTest-1775307934-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea748594-e02b-4382-8f41-7e110fcb36d4,revision_number=0']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:58:06.395289 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-ab4817e7-77fb-4178-abe6-df7d59a645a6 req-32a5f985-4ad5-41a7-bb83-35a6622126bd tempest-ServerRescueNegativeTestJSON-570401673 tempest-ServerRescueNegativeTestJSON-570401673-project] 10.222.0.13 "GET /v2.0/security-groups?id=01574b07-2bff-4b61-b9a8-932cd03ff8af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1942494 Nov 05 18:58:06.397543 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-e37ddef4-cba5-41f9-8bf0-508b3b6031e0 None None] Provisioning complete for port 01e657f6-5618-4024-8224-22c3606bfd30 triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:58:06.398917 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-e37ddef4-cba5-41f9-8bf0-508b3b6031e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:06.402127 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35ae979-613e-42fd-91ac-b470f2c67a09 None None] Pushing event updated for resources: {'Port': ['ID=01e657f6-5618-4024-8224-22c3606bfd30,revision_number=3']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:58:06.423576 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-696dc4c3-c8cd-47b1-9935-cb46396eda87 tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:58:06.425491 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.db.api [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102388) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 05 18:58:06.425594 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-696dc4c3-c8cd-47b1-9935-cb46396eda87 tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:06.425682 n-d-816865-1 neutron-server[102388]: DEBUG oslo_db.api [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 05 18:58:06.480622 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b304910f-7b27-444b-a8fc-977d26b1ceac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:06.495734 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-2e536f62-e8ac-49a4-bdbb-b62594bb92d6 tempest-SecGroupTest-1775307934 tempest-SecGroupTest-1775307934-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:06.505373 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-2e536f62-e8ac-49a4-bdbb-b62594bb92d6 tempest-SecGroupTest-1775307934 tempest-SecGroupTest-1775307934-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.5613024 Nov 05 18:58:06.508984 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 38858) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:58:06.516701 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:06.552873 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-e37ddef4-cba5-41f9-8bf0-508b3b6031e0 None None] Provisioning complete for port c4215996-ad49-49e0-9626-d0f38980d426 triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:58:06.553593 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-e37ddef4-cba5-41f9-8bf0-508b3b6031e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:06.597326 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-696dc4c3-c8cd-47b1-9935-cb46396eda87 tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.2119193 Nov 05 18:58:06.602470 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 38860) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:58:06.606998 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-c30d16ae-5a5b-45a2-a688-c6a55b1fc6c1 tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] Request body: {'floatingip': {'port_id': '91c572fb-d82e-47f4-a698-0bf43af244b9'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:58:06.608544 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-e37ddef4-cba5-41f9-8bf0-508b3b6031e0 None None] Port c4215996-ad49-49e0-9626-d0f38980d426 cannot update to ACTIVE because it is not bound. {{(pid=102388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 18:58:06.653503 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-0a11e4c1-31e4-49e0-85dd-8aa6596a0e3b tempest-SecGroupTest-1775307934 tempest-SecGroupTest-1775307934-project] Publish callbacks [] for security_group, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:06.672177 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-c30d16ae-5a5b-45a2-a688-c6a55b1fc6c1 tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] Publish callbacks [] for floatingip, before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:06.741274 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-caa5e87f-efbd-45c7-8c95-554ed3539d27 None None] Provisioning complete for port c4215996-ad49-49e0-9626-d0f38980d426 triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:58:06.741646 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-caa5e87f-efbd-45c7-8c95-554ed3539d27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:06.844409 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-caa5e87f-efbd-45c7-8c95-554ed3539d27 None None] Port c4215996-ad49-49e0-9626-d0f38980d426 cannot update to ACTIVE because it is not bound. {{(pid=102388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 18:58:06.943355 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-16910ece-5e6d-4cef-a9d9-759417649e5b tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:07.052430 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-6330ea62-9e9d-4e95-993e-a4e6c66fcc40 req-c2177fbf-ed18-48b1-bb4a-5da62cf10106 tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9a1bcb7-2b62-4809-b67b-668edb56dae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7132878 Nov 05 18:58:07.239967 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-0a11e4c1-31e4-49e0-85dd-8aa6596a0e3b tempest-SecGroupTest-1775307934 tempest-SecGroupTest-1775307934-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:07.333498 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-fda68ea4-445b-44d7-9d6a-fc556ffe5e65 None None] Provisioning complete for port c4215996-ad49-49e0-9626-d0f38980d426 triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:58:07.336171 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-fda68ea4-445b-44d7-9d6a-fc556ffe5e65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:07.378334 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-0a11e4c1-31e4-49e0-85dd-8aa6596a0e3b tempest-SecGroupTest-1775307934 tempest-SecGroupTest-1775307934-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:07.381240 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-0a11e4c1-31e4-49e0-85dd-8aa6596a0e3b tempest-SecGroupTest-1775307934 tempest-SecGroupTest-1775307934-project] Publish callbacks [] for security_group, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:07.382594 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-0a11e4c1-31e4-49e0-85dd-8aa6596a0e3b tempest-SecGroupTest-1775307934 tempest-SecGroupTest-1775307934-project] 10.222.0.13 "DELETE /v2.0/security-groups/35c0552b-0509-4d6e-95dd-d9d88efb9b5d HTTP/1.1" status: 204 len: 168 time: 0.8754492 Nov 05 18:58:07.385765 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 38870) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:58:07.403050 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a11e4c1-31e4-49e0-85dd-8aa6596a0e3b tempest-SecGroupTest-1775307934 tempest-SecGroupTest-1775307934-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=35c0552b-0509-4d6e-95dd-d9d88efb9b5d,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:58:07.440884 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-fda68ea4-445b-44d7-9d6a-fc556ffe5e65 None None] Port c4215996-ad49-49e0-9626-d0f38980d426 cannot update to ACTIVE because it is not bound. {{(pid=102388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 18:58:07.581858 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 01e657f6-5618-4024-8224-22c3606bfd30 up at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 18:58:07.614389 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 38878) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:58:07.615551 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-b8a68486-d75a-46da-a546-a99e1cca2932 tempest-SecGroupTest-1775307934 tempest-SecGroupTest-1775307934-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2260258 Nov 05 18:58:07.619277 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-3df0883f-db1b-434f-8eee-46ba0a823469 tempest-SecGroupTest-1775307934 tempest-SecGroupTest-1775307934-project] Request body: {'security_group': {'name': 'tempest-secgroup--395046277'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:58:07.654530 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bf80f4-3835-4fa1-88be-641fc8338225 req-cc8328d1-6cbb-43d4-8bc5-ea8635aa3a5f tempest-ServerRescueNegativeTestJSON-570401673 tempest-ServerRescueNegativeTestJSON-570401673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:58:07.665451 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-22bf80f4-3835-4fa1-88be-641fc8338225 req-cc8328d1-6cbb-43d4-8bc5-ea8635aa3a5f tempest-ServerRescueNegativeTestJSON-570401673 tempest-ServerRescueNegativeTestJSON-570401673-project] 10.222.0.13 "GET /v2.0/ports?device_id=93c08649-0c78-43a2-be9e-2ac6589b527d HTTP/1.1" status: 200 len: 945 time: 0.1568716 Nov 05 18:58:07.717748 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-16910ece-5e6d-4cef-a9d9-759417649e5b tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Publish callbacks [] for port, precommit_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:07.721497 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Provisioning complete for port 01e657f6-5618-4024-8224-22c3606bfd30 triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:58:07.721997 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:07.794860 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-22bf80f4-3835-4fa1-88be-641fc8338225 req-9fdb0a8c-6d26-4e0f-a563-16e1a060e689 tempest-ServerRescueNegativeTestJSON-570401673 tempest-ServerRescueNegativeTestJSON-570401673-project] 10.222.0.13 "GET /v2.0/security-groups?id=01574b07-2bff-4b61-b9a8-932cd03ff8af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283312 Nov 05 18:58:07.834867 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-16910ece-5e6d-4cef-a9d9-759417649e5b tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4417072'] for port, after_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:07.837551 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-16910ece-5e6d-4cef-a9d9-759417649e5b tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-597863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-571878'] for router_interface, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:07.852017 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-3df0883f-db1b-434f-8eee-46ba0a823469 tempest-SecGroupTest-1775307934 tempest-SecGroupTest-1775307934-project] Publish callbacks [] for security_group, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:07.939310 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.db.resource_extend [None req-c30d16ae-5a5b-45a2-a688-c6a55b1fc6c1 tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 05 18:58:08.043711 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-c30d16ae-5a5b-45a2-a688-c6a55b1fc6c1 tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:08.081616 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16910ece-5e6d-4cef-a9d9-759417649e5b tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Pushing event updated for resources: {'Port': ['ID=c4215996-ad49-49e0-9626-d0f38980d426,revision_number=3']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:58:08.084930 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-3df0883f-db1b-434f-8eee-46ba0a823469 tempest-SecGroupTest-1775307934 tempest-SecGroupTest-1775307934-project] Publish callbacks [] for security_group, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:08.111103 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4bcfbc-985b-402b-b5fd-3b5e77b74420 req-ba0095d1-31a2-46eb-ad4e-2135526f6316 tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:58:08.112602 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-8c4bcfbc-985b-402b-b5fd-3b5e77b74420 req-ba0095d1-31a2-46eb-ad4e-2135526f6316 tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] 10.222.0.13 "GET /v2.0/ports?device_id=c41160f8-539c-4281-bd0b-08af9d597402 HTTP/1.1" status: 200 len: 945 time: 0.2151055 Nov 05 18:58:08.156343 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16910ece-5e6d-4cef-a9d9-759417649e5b tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Network 398d3ce1-c38e-4678-8161-4061b98469c6 is already hosted by enough agents. {{(pid=102387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 18:58:08.166763 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.base_scheduler [None req-16910ece-5e6d-4cef-a9d9-759417649e5b tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Resources bound (agent type, host, resource id): {{(pid=102387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:58:08.175290 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-c30d16ae-5a5b-45a2-a688-c6a55b1fc6c1 tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1000577'] for floatingip, after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:08.197491 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-31f93893-a48e-4ae8-833d-dccb2b42eacc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:08.222274 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-3df0883f-db1b-434f-8eee-46ba0a823469 tempest-SecGroupTest-1775307934 tempest-SecGroupTest-1775307934-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:08.231036 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-8c4bcfbc-985b-402b-b5fd-3b5e77b74420 req-698bbae4-060a-40d0-a130-46f07d164314 tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9a1bcb7-2b62-4809-b67b-668edb56dae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113420 Nov 05 18:58:08.281880 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df0883f-db1b-434f-8eee-46ba0a823469 tempest-SecGroupTest-1775307934 tempest-SecGroupTest-1775307934-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f17637a6-3b7e-4179-be91-e8a69d5e77d5,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:58:08.347404 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-3df0883f-db1b-434f-8eee-46ba0a823469 tempest-SecGroupTest-1775307934 tempest-SecGroupTest-1775307934-project] Publish callbacks [] for security_group, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:08.351290 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-3df0883f-db1b-434f-8eee-46ba0a823469 tempest-SecGroupTest-1775307934 tempest-SecGroupTest-1775307934-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.7332768 Nov 05 18:58:08.352531 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 38888) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:58:08.367710 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-db65b356-a9ef-4ca7-b765-f7e23e8e1e1b tempest-SecGroupTest-1775307934 tempest-SecGroupTest-1775307934-project] Request body: {'security_group': {'name': 'tempest-secgroup--99692867'}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:58:08.373859 n-d-816865-1 neutron-server[102386]: INFO neutron.db.l3_db [None req-c30d16ae-5a5b-45a2-a688-c6a55b1fc6c1 tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] Floating IP d5190da9-6c02-4b92-b670-ca34cf08ce19 associated. External IP: 172.25.6.113, port: 91c572fb-d82e-47f4-a698-0bf43af244b9. Nov 05 18:58:08.399591 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16910ece-5e6d-4cef-a9d9-759417649e5b tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Router bfa10b72-2337-4a91-bb38-fbbd9fe5b1ff is scheduled to L3 agent 6dcb5589-8e86-4616-9186-ddc4548e13ad with binding_index 1 {{(pid=102387) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 05 18:58:08.503488 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:08.534805 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-db65b356-a9ef-4ca7-b765-f7e23e8e1e1b tempest-SecGroupTest-1775307934 tempest-SecGroupTest-1775307934-project] Publish callbacks [] for security_group, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:08.581806 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16910ece-5e6d-4cef-a9d9-759417649e5b tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Notify agent at l3_agent.n-d-816865-1 the message routers_updated {{(pid=102387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 18:58:08.587683 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-16910ece-5e6d-4cef-a9d9-759417649e5b tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] 10.222.0.13 "PUT /v2.0/routers/bfa10b72-2337-4a91-bb38-fbbd9fe5b1ff/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2709403 Nov 05 18:58:08.590814 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 38890) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:58:08.593680 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27645cd9-4eff-4884-b53e-a2f76799680e None None] Sync routers for ids ['bfa10b72-2337-4a91-bb38-fbbd9fe5b1ff'] in n-d-816865-1 {{(pid=102389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 18:58:08.607387 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27645cd9-4eff-4884-b53e-a2f76799680e None None] Routers {'bfa10b72-2337-4a91-bb38-fbbd9fe5b1ff'} bound to L3 agent in host n-d-816865-1 {{(pid=102389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 18:58:08.607967 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-27645cd9-4eff-4884-b53e-a2f76799680e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T18:58:05Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['bfa10b72-2337-4a91-bb38-fbbd9fe5b1ff'], 'active': True} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:58:08.648586 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-27645cd9-4eff-4884-b53e-a2f76799680e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816865-1', False) {} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:58:08.657879 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27645cd9-4eff-4884-b53e-a2f76799680e None None] Routers {'bfa10b72-2337-4a91-bb38-fbbd9fe5b1ff'} bound to L3 agent in host n-d-816865-1 {{(pid=102389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 18:58:08.658743 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-27645cd9-4eff-4884-b53e-a2f76799680e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T18:58:05Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['bfa10b72-2337-4a91-bb38-fbbd9fe5b1ff'], 'active': True} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:58:08.684822 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-eba97850-06fe-4a43-8f8a-583849234248 None None] Provisioning complete for port c4215996-ad49-49e0-9626-d0f38980d426 triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:58:08.685430 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-eba97850-06fe-4a43-8f8a-583849234248 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:08.704122 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-27645cd9-4eff-4884-b53e-a2f76799680e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816865-1', False) {} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:58:08.705008 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27645cd9-4eff-4884-b53e-a2f76799680e None None] The sync data for ids ['bfa10b72-2337-4a91-bb38-fbbd9fe5b1ff'] in n-d-816865-1 is: [] {{(pid=102389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 18:58:08.718876 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.agents_db [None req-b9406b04-a0e8-43cf-b349-711963d96cf4 None None] Agent healthcheck: found 7 active agents {{(pid=102389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 05 18:58:08.729790 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-face309f-c9c7-4a38-b218-2fe2d9dd53be tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:58:08.734253 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-face309f-c9c7-4a38-b218-2fe2d9dd53be tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] 10.222.0.13 "GET /v2.0/ports?device_id=bfa10b72-2337-4a91-bb38-fbbd9fe5b1ff HTTP/1.1" status: 200 len: 989 time: 0.1398835 Nov 05 18:58:08.735144 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 38892) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:58:08.737788 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-db65b356-a9ef-4ca7-b765-f7e23e8e1e1b tempest-SecGroupTest-1775307934 tempest-SecGroupTest-1775307934-project] Publish callbacks [] for security_group, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:08.755044 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c30d16ae-5a5b-45a2-a688-c6a55b1fc6c1 tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] Router a3269702-dd5d-4fcd-a088-f251c1c3baf7 has already been hosted by L3 agent 6dcb5589-8e86-4616-9186-ddc4548e13ad {{(pid=102386) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 18:58:08.756289 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-eba97850-06fe-4a43-8f8a-583849234248 None None] Port c4215996-ad49-49e0-9626-d0f38980d426 cannot update to ACTIVE because it is not bound. {{(pid=102388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 18:58:08.940279 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-db65b356-a9ef-4ca7-b765-f7e23e8e1e1b tempest-SecGroupTest-1775307934 tempest-SecGroupTest-1775307934-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:08.985747 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db65b356-a9ef-4ca7-b765-f7e23e8e1e1b tempest-SecGroupTest-1775307934 tempest-SecGroupTest-1775307934-project] Pushing event updated for resources: {'SecurityGroup': ['ID=accbb352-5dd9-47a0-86b1-a60524ba6d20,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:58:08.996889 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7e7e92-51f3-444c-8f25-cb8e4bf329d5 req-f548f77a-1652-4791-a476-7b0b5ccbdc07 tempest-ServerRescueNegativeTestJSON-570401673 tempest-ServerRescueNegativeTestJSON-570401673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:58:08.998504 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-de7e7e92-51f3-444c-8f25-cb8e4bf329d5 req-f548f77a-1652-4791-a476-7b0b5ccbdc07 tempest-ServerRescueNegativeTestJSON-570401673 tempest-ServerRescueNegativeTestJSON-570401673-project] 10.222.0.13 "GET /v2.0/ports?device_id=93c08649-0c78-43a2-be9e-2ac6589b527d HTTP/1.1" status: 200 len: 945 time: 0.0959582 Nov 05 18:58:09.056658 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c30d16ae-5a5b-45a2-a688-c6a55b1fc6c1 tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] Notify agent at l3_agent.n-d-816865-1 the message routers_updated {{(pid=102386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 18:58:09.071927 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2f1dd57-113a-4b60-9e08-d560e75546a8 None None] Sync routers for ids ['a3269702-dd5d-4fcd-a088-f251c1c3baf7'] in n-d-816865-1 {{(pid=102388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 18:58:09.075544 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-db65b356-a9ef-4ca7-b765-f7e23e8e1e1b tempest-SecGroupTest-1775307934 tempest-SecGroupTest-1775307934-project] Publish callbacks [] for security_group, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:09.078546 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-db65b356-a9ef-4ca7-b765-f7e23e8e1e1b tempest-SecGroupTest-1775307934 tempest-SecGroupTest-1775307934-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.7224987 Nov 05 18:58:09.089167 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2f1dd57-113a-4b60-9e08-d560e75546a8 None None] Routers {'a3269702-dd5d-4fcd-a088-f251c1c3baf7'} bound to L3 agent in host n-d-816865-1 {{(pid=102388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 18:58:09.090205 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-c2f1dd57-113a-4b60-9e08-d560e75546a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T18:58:05Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['a3269702-dd5d-4fcd-a088-f251c1c3baf7'], 'active': True} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:58:09.096167 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-de7e7e92-51f3-444c-8f25-cb8e4bf329d5 req-a3d78515-4bb2-4ffe-865c-138454ad5fbe tempest-ServerRescueNegativeTestJSON-570401673 tempest-ServerRescueNegativeTestJSON-570401673-project] 10.222.0.13 "GET /v2.0/security-groups?id=01574b07-2bff-4b61-b9a8-932cd03ff8af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880086 Nov 05 18:58:09.097296 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 38898) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:58:09.103324 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-53cb682e-b1c6-4506-a7b4-eb4aa2f35745 tempest-SecGroupTest-1775307934 tempest-SecGroupTest-1775307934-project] Request body: {'security_group_rule': {'security_group_id': 'f17637a6-3b7e-4179-be91-e8a69d5e77d5', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'accbb352-5dd9-47a0-86b1-a60524ba6d20', 'remote_ip_prefix': None}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:58:09.104105 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-c30d16ae-5a5b-45a2-a688-c6a55b1fc6c1 tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for floatingip, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:09.134501 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-c30d16ae-5a5b-45a2-a688-c6a55b1fc6c1 tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] 10.222.0.13 "PUT /v2.0/floatingips/d5190da9-6c02-4b92-b670-ca34cf08ce19 HTTP/1.1" status: 200 len: 978 time: 2.5310912 Nov 05 18:58:09.143540 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 38902) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:58:09.182692 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-c2f1dd57-113a-4b60-9e08-d560e75546a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816865-1', False) {} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:58:09.196246 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2f1dd57-113a-4b60-9e08-d560e75546a8 None None] Routers {'a3269702-dd5d-4fcd-a088-f251c1c3baf7'} bound to L3 agent in host n-d-816865-1 {{(pid=102388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 18:58:09.203509 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-c2f1dd57-113a-4b60-9e08-d560e75546a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T18:58:05Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['a3269702-dd5d-4fcd-a088-f251c1c3baf7'], 'active': True} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:58:09.222568 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26daf2e7-d693-46bc-af5d-f14ad2184cc4 req-20c74eea-4d96-42c0-9ada-6e6449a7f15b tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:58:09.224106 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-26daf2e7-d693-46bc-af5d-f14ad2184cc4 req-20c74eea-4d96-42c0-9ada-6e6449a7f15b tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] 10.222.0.55 "GET /v2.0/ports?device_id=c41160f8-539c-4281-bd0b-08af9d597402 HTTP/1.1" status: 200 len: 945 time: 0.1248012 Nov 05 18:58:09.251885 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-c2f1dd57-113a-4b60-9e08-d560e75546a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816865-1', False) {} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:58:09.253073 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2f1dd57-113a-4b60-9e08-d560e75546a8 None None] The sync data for ids ['a3269702-dd5d-4fcd-a088-f251c1c3baf7'] in n-d-816865-1 is: [] {{(pid=102388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 18:58:09.357192 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-53cb682e-b1c6-4506-a7b4-eb4aa2f35745 tempest-SecGroupTest-1775307934 tempest-SecGroupTest-1775307934-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:09.417988 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [None req-a242cf6a-5144-46bb-838f-dcc8997ac1c6 tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] Deleting port 91c572fb-d82e-47f4-a698-0bf43af244b9 {{(pid=102387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 18:58:09.417988 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-a242cf6a-5144-46bb-838f-dcc8997ac1c6 tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:09.441565 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [req-26daf2e7-d693-46bc-af5d-f14ad2184cc4 req-b9d3a97b-3aaa-4b13-81bf-06b7fd0f4317 tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] Deleting port f01265e4-8a93-455b-bdf4-ace99f2c9ddd {{(pid=102386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 18:58:09.443448 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-26daf2e7-d693-46bc-af5d-f14ad2184cc4 req-b9d3a97b-3aaa-4b13-81bf-06b7fd0f4317 tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:09.527797 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80dee9b6-ff28-46ca-8cb2-e32d7a819efb req-b870d5d8-5003-475d-ae16-bb68013f8432 tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:58:09.529330 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-80dee9b6-ff28-46ca-8cb2-e32d7a819efb req-b870d5d8-5003-475d-ae16-bb68013f8432 tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] 10.222.0.13 "GET /v2.0/ports?device_id=c41160f8-539c-4281-bd0b-08af9d597402 HTTP/1.1" status: 200 len: 945 time: 0.1565926 Nov 05 18:58:09.565893 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-09ae80d4-9ddb-4236-85cc-92aa3552d5c5 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-571777'] for router_interface, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:09.590970 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-53cb682e-b1c6-4506-a7b4-eb4aa2f35745 tempest-SecGroupTest-1775307934 tempest-SecGroupTest-1775307934-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:09.618216 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-a242cf6a-5144-46bb-838f-dcc8997ac1c6 tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:09.667593 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-80dee9b6-ff28-46ca-8cb2-e32d7a819efb req-64ef3914-8107-4e6a-94a8-8340586efe2f tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9a1bcb7-2b62-4809-b67b-668edb56dae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175668 Nov 05 18:58:09.686881 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [req-26daf2e7-d693-46bc-af5d-f14ad2184cc4 req-b9d3a97b-3aaa-4b13-81bf-06b7fd0f4317 tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] For port f01265e4-8a93-455b-bdf4-ace99f2c9ddd, host n-h2-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=f01265e4-8a93-455b-bdf4-ace99f2c9ddd,segment=NetworkSegment(8281efde-bbf4-4833-8d7d-a490783d8ae5),segment_id=8281efde-bbf4-4833-8d7d-a490783d8ae5)] {{(pid=102386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:58:09.687393 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-26daf2e7-d693-46bc-af5d-f14ad2184cc4 req-b9d3a97b-3aaa-4b13-81bf-06b7fd0f4317 tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:09.702924 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-53cb682e-b1c6-4506-a7b4-eb4aa2f35745 tempest-SecGroupTest-1775307934 tempest-SecGroupTest-1775307934-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985308'] for security_group_rule, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:09.713031 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [req-26daf2e7-d693-46bc-af5d-f14ad2184cc4 req-b9d3a97b-3aaa-4b13-81bf-06b7fd0f4317 tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] Calling delete_port for f01265e4-8a93-455b-bdf4-ace99f2c9ddd owned by compute:nova {{(pid=102386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 18:58:09.760299 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53cb682e-b1c6-4506-a7b4-eb4aa2f35745 tempest-SecGroupTest-1775307934 tempest-SecGroupTest-1775307934-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a4247d36-1c78-4851-a4fa-09703f261d89,revision_number=0']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:58:09.833743 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-53cb682e-b1c6-4506-a7b4-eb4aa2f35745 tempest-SecGroupTest-1775307934 tempest-SecGroupTest-1775307934-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:09.835101 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-53cb682e-b1c6-4506-a7b4-eb4aa2f35745 tempest-SecGroupTest-1775307934 tempest-SecGroupTest-1775307934-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.7362211 Nov 05 18:58:09.838238 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 38908) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:58:09.923685 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-ae25b75d-d045-4533-8411-4f4c59aa79d5 tempest-SecGroupTest-1775307934 tempest-SecGroupTest-1775307934-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:09.954760 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-ae25b75d-d045-4533-8411-4f4c59aa79d5 tempest-SecGroupTest-1775307934 tempest-SecGroupTest-1775307934-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:09.997184 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-a242cf6a-5144-46bb-838f-dcc8997ac1c6 tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:09.997588 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-a242cf6a-5144-46bb-838f-dcc8997ac1c6 tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1000577'] for floatingip, after_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:09.998107 n-d-816865-1 neutron-server[102387]: INFO neutron.db.l3_db [None req-a242cf6a-5144-46bb-838f-dcc8997ac1c6 tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] Floating IP d5190da9-6c02-4b92-b670-ca34cf08ce19 disassociated. External IP: 172.25.6.113, port: 91c572fb-d82e-47f4-a698-0bf43af244b9. Nov 05 18:58:09.998210 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [None req-a242cf6a-5144-46bb-838f-dcc8997ac1c6 tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] Calling delete_port for 91c572fb-d82e-47f4-a698-0bf43af244b9 owned by {{(pid=102387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 18:58:10.082108 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-ae25b75d-d045-4533-8411-4f4c59aa79d5 tempest-SecGroupTest-1775307934 tempest-SecGroupTest-1775307934-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985308'] for security_group_rule, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:10.095908 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-ae25b75d-d045-4533-8411-4f4c59aa79d5 tempest-SecGroupTest-1775307934 tempest-SecGroupTest-1775307934-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:10.097076 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-ae25b75d-d045-4533-8411-4f4c59aa79d5 tempest-SecGroupTest-1775307934 tempest-SecGroupTest-1775307934-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/a4247d36-1c78-4851-a4fa-09703f261d89 HTTP/1.1" status: 204 len: 168 time: 0.2573156 Nov 05 18:58:10.108505 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 38912) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:58:10.109295 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae25b75d-d045-4533-8411-4f4c59aa79d5 tempest-SecGroupTest-1775307934 tempest-SecGroupTest-1775307934-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a4247d36-1c78-4851-a4fa-09703f261d89,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:58:10.278847 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-3e223531-b97c-40a0-978c-03779a1022c0 tempest-SecGroupTest-1775307934 tempest-SecGroupTest-1775307934-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1672280 Nov 05 18:58:10.281723 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 38920) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:58:10.416875 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-09ae80d4-9ddb-4236-85cc-92aa3552d5c5 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Deleting port c4215996-ad49-49e0-9626-d0f38980d426 {{(pid=102386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 18:58:10.417310 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-09ae80d4-9ddb-4236-85cc-92aa3552d5c5 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:10.427091 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f424051-222a-4417-8682-0f9700a5d679 req-ac58a1e1-c123-4f4c-9f33-6b79c58bb16d tempest-ServerRescueNegativeTestJSON-570401673 tempest-ServerRescueNegativeTestJSON-570401673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:58:10.428091 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-6f424051-222a-4417-8682-0f9700a5d679 req-ac58a1e1-c123-4f4c-9f33-6b79c58bb16d tempest-ServerRescueNegativeTestJSON-570401673 tempest-ServerRescueNegativeTestJSON-570401673-project] 10.222.0.13 "GET /v2.0/ports?device_id=93c08649-0c78-43a2-be9e-2ac6589b527d HTTP/1.1" status: 200 len: 945 time: 0.1204548 Nov 05 18:58:10.465834 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-bfaa22f9-8cdb-4d78-adfa-c068cd1b6042 tempest-SecGroupTest-1775307934 tempest-SecGroupTest-1775307934-project] Publish callbacks [] for security_group, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:10.481674 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-a242cf6a-5144-46bb-838f-dcc8997ac1c6 tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4417063'] for port, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:10.547830 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a242cf6a-5144-46bb-838f-dcc8997ac1c6 tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] Pushing event deleted for resources: {'Port': ['ID=91c572fb-d82e-47f4-a698-0bf43af244b9,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:58:10.554523 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-26daf2e7-d693-46bc-af5d-f14ad2184cc4 req-b9d3a97b-3aaa-4b13-81bf-06b7fd0f4317 tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:10.569295 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] get_ports_and_sgs() called for port_ids ['4d373864-9fe0-4feb-b8c8-d02225843c9e'] {{(pid=102388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 18:58:10.572895 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] get_ports_and_sgs() called for port_ids ['7a7444f0-42fe-422a-b79f-9969bf445757'] {{(pid=102388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 18:58:10.579035 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-09ae80d4-9ddb-4236-85cc-92aa3552d5c5 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:10.580648 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-6f424051-222a-4417-8682-0f9700a5d679 req-5325c705-49f1-4828-a782-45b851e51298 tempest-ServerRescueNegativeTestJSON-570401673 tempest-ServerRescueNegativeTestJSON-570401673-project] 10.222.0.13 "GET /v2.0/security-groups?id=01574b07-2bff-4b61-b9a8-932cd03ff8af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368866 Nov 05 18:58:10.585939 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-bfaa22f9-8cdb-4d78-adfa-c068cd1b6042 tempest-SecGroupTest-1775307934 tempest-SecGroupTest-1775307934-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:10.609984 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d3a97b-3aaa-4b13-81bf-06b7fd0f4317 tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] Pushing event deleted for resources: {'Port': ['ID=f01265e4-8a93-455b-bdf4-ace99f2c9ddd,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:58:10.618327 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-09ae80d4-9ddb-4236-85cc-92aa3552d5c5 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Calling delete_port for c4215996-ad49-49e0-9626-d0f38980d426 owned by network:router_interface {{(pid=102386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 18:58:10.761113 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [req-26daf2e7-d693-46bc-af5d-f14ad2184cc4 req-b9d3a97b-3aaa-4b13-81bf-06b7fd0f4317 tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] No DVR routers for this DVR port f01265e4-8a93-455b-bdf4-ace99f2c9ddd on host n-h2-816865-1 {{(pid=102386) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 18:58:10.767568 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-26daf2e7-d693-46bc-af5d-f14ad2184cc4 req-b9d3a97b-3aaa-4b13-81bf-06b7fd0f4317 tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:10.774822 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-26daf2e7-d693-46bc-af5d-f14ad2184cc4 req-b9d3a97b-3aaa-4b13-81bf-06b7fd0f4317 tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] 10.222.0.55 "DELETE /v2.0/ports/f01265e4-8a93-455b-bdf4-ace99f2c9ddd HTTP/1.1" status: 204 len: 173 time: 1.5378952 Nov 05 18:58:10.776346 n-d-816865-1 neutron-server[102386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c41160f8-539c-4281-bd0b-08af9d597402', 'name': 'network-vif-deleted', 'tag': 'f01265e4-8a93-455b-bdf4-ace99f2c9ddd'}] {{(pid=102386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 18:58:10.780947 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6173a44d7c73f41af551dc890fa1a5892c2c6bc3458b640c8e0c24db7876ba6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c9d19cb-330c-4f01-9dc3-1a76558bb114" -d '{"events": [{"server_uuid": "c41160f8-539c-4281-bd0b-08af9d597402", "name": "network-vif-deleted", "tag": "f01265e4-8a93-455b-bdf4-ace99f2c9ddd"}]}' {{(pid=102386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 18:58:10.839704 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 18:58:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee11c2f5-988d-41d9-94b8-3e6e161269fb x-openstack-request-id: req-ee11c2f5-988d-41d9-94b8-3e6e161269fb {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 18:58:10.839972 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c41160f8-539c-4281-bd0b-08af9d597402", "name": "network-vif-deleted", "tag": "f01265e4-8a93-455b-bdf4-ace99f2c9ddd", "status": "completed", "code": 200}]} {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 18:58:10.840242 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ee11c2f5-988d-41d9-94b8-3e6e161269fb {{(pid=102386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 18:58:10.840641 n-d-816865-1 neutron-server[102386]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c41160f8-539c-4281-bd0b-08af9d597402', 'name': 'network-vif-deleted', 'tag': 'f01265e4-8a93-455b-bdf4-ace99f2c9ddd', 'status': 'completed', 'code': 200} Nov 05 18:58:10.906719 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-92b89b61-06b1-468f-911c-5d050e37337c req-59c07aa1-c27b-4385-8e93-46d4280c54d3 tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] 10.222.0.13 "GET /v2.0/ports?device_id=c41160f8-539c-4281-bd0b-08af9d597402 HTTP/1.1" status: 200 len: 210 time: 0.0595992 Nov 05 18:58:11.078019 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a242cf6a-5144-46bb-838f-dcc8997ac1c6 tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] Router a3269702-dd5d-4fcd-a088-f251c1c3baf7 has already been hosted by L3 agent 6dcb5589-8e86-4616-9186-ddc4548e13ad {{(pid=102387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 18:58:11.298035 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a242cf6a-5144-46bb-838f-dcc8997ac1c6 tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] Notify agent at l3_agent.n-d-816865-1 the message routers_updated {{(pid=102387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 18:58:11.318493 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7109041-6469-4bec-a752-776bb961a35f None None] Sync routers for ids ['a3269702-dd5d-4fcd-a088-f251c1c3baf7'] in n-d-816865-1 {{(pid=102389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 18:58:11.348898 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7109041-6469-4bec-a752-776bb961a35f None None] Routers {'a3269702-dd5d-4fcd-a088-f251c1c3baf7'} bound to L3 agent in host n-d-816865-1 {{(pid=102389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 18:58:11.349979 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-a7109041-6469-4bec-a752-776bb961a35f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T18:58:05Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['a3269702-dd5d-4fcd-a088-f251c1c3baf7'], 'active': True} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:58:11.386680 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-a7109041-6469-4bec-a752-776bb961a35f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816865-1', False) {} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:58:11.396446 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-09ae80d4-9ddb-4236-85cc-92aa3552d5c5 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:11.397579 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7109041-6469-4bec-a752-776bb961a35f None None] Routers {'a3269702-dd5d-4fcd-a088-f251c1c3baf7'} bound to L3 agent in host n-d-816865-1 {{(pid=102389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 18:58:11.398382 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-a7109041-6469-4bec-a752-776bb961a35f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T18:58:05Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['a3269702-dd5d-4fcd-a088-f251c1c3baf7'], 'active': True} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:58:11.414489 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-bfaa22f9-8cdb-4d78-adfa-c068cd1b6042 tempest-SecGroupTest-1775307934 tempest-SecGroupTest-1775307934-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:11.420646 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-bfaa22f9-8cdb-4d78-adfa-c068cd1b6042 tempest-SecGroupTest-1775307934 tempest-SecGroupTest-1775307934-project] Publish callbacks [] for security_group, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:11.422367 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-bfaa22f9-8cdb-4d78-adfa-c068cd1b6042 tempest-SecGroupTest-1775307934 tempest-SecGroupTest-1775307934-project] 10.222.0.13 "DELETE /v2.0/security-groups/accbb352-5dd9-47a0-86b1-a60524ba6d20 HTTP/1.1" status: 204 len: 168 time: 1.1391075 Nov 05 18:58:11.430306 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 38950) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:58:11.436072 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-a7109041-6469-4bec-a752-776bb961a35f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816865-1', False) {} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:58:11.436898 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7109041-6469-4bec-a752-776bb961a35f None None] The sync data for ids ['a3269702-dd5d-4fcd-a088-f251c1c3baf7'] in n-d-816865-1 is: [] {{(pid=102389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 18:58:11.465695 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ae80d4-9ddb-4236-85cc-92aa3552d5c5 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Pushing event deleted for resources: {'Port': ['ID=c4215996-ad49-49e0-9626-d0f38980d426,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:58:11.503948 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-a242cf6a-5144-46bb-838f-dcc8997ac1c6 tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:11.510984 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-a242cf6a-5144-46bb-838f-dcc8997ac1c6 tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] 10.222.0.13 "DELETE /v2.0/ports/91c572fb-d82e-47f4-a698-0bf43af244b9 HTTP/1.1" status: 204 len: 168 time: 2.3626528 Nov 05 18:58:11.511072 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 38952) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:58:11.523113 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaa22f9-8cdb-4d78-adfa-c068cd1b6042 tempest-SecGroupTest-1775307934 tempest-SecGroupTest-1775307934-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=accbb352-5dd9-47a0-86b1-a60524ba6d20,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:58:11.592757 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-3b475797-b3ce-45e7-b6ee-e34fe5c1702a tempest-SecGroupTest-1775307934 tempest-SecGroupTest-1775307934-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.1570477 Nov 05 18:58:11.595525 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 38954) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:58:11.698783 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-48b19877-521c-40b1-8815-87633f753486 tempest-SecGroupTest-1775307934 tempest-SecGroupTest-1775307934-project] Publish callbacks [] for security_group, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:11.727217 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-48b19877-521c-40b1-8815-87633f753486 tempest-SecGroupTest-1775307934 tempest-SecGroupTest-1775307934-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:11.753539 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-09ae80d4-9ddb-4236-85cc-92aa3552d5c5 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-597886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-573297'] for router_interface, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:11.753539 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-85e88590-d930-4f85-ba20-4b232feb2c97 tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] 10.222.0.13 "GET /v2.0/floatingips/d5190da9-6c02-4b92-b670-ca34cf08ce19 HTTP/1.1" status: 200 len: 688 time: 0.2349622 Nov 05 18:58:11.764408 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 38964) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:58:11.936226 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3234c27-821e-41b1-93f3-c56a2aa888a3 req-f2f11d34-435c-4a3f-9d15-70227577419d tempest-ServerRescueNegativeTestJSON-570401673 tempest-ServerRescueNegativeTestJSON-570401673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:58:11.938139 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-d3234c27-821e-41b1-93f3-c56a2aa888a3 req-f2f11d34-435c-4a3f-9d15-70227577419d tempest-ServerRescueNegativeTestJSON-570401673 tempest-ServerRescueNegativeTestJSON-570401673-project] 10.222.0.13 "GET /v2.0/ports?device_id=93c08649-0c78-43a2-be9e-2ac6589b527d HTTP/1.1" status: 200 len: 945 time: 0.1251271 Nov 05 18:58:11.972283 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-48b19877-521c-40b1-8815-87633f753486 tempest-SecGroupTest-1775307934 tempest-SecGroupTest-1775307934-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:11.975832 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-48b19877-521c-40b1-8815-87633f753486 tempest-SecGroupTest-1775307934 tempest-SecGroupTest-1775307934-project] Publish callbacks [] for security_group, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:11.977350 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-48b19877-521c-40b1-8815-87633f753486 tempest-SecGroupTest-1775307934 tempest-SecGroupTest-1775307934-project] 10.222.0.13 "DELETE /v2.0/security-groups/f17637a6-3b7e-4179-be91-e8a69d5e77d5 HTTP/1.1" status: 204 len: 168 time: 0.3807578 Nov 05 18:58:11.996827 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 38970) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:58:12.030881 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b19877-521c-40b1-8815-87633f753486 tempest-SecGroupTest-1775307934 tempest-SecGroupTest-1775307934-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f17637a6-3b7e-4179-be91-e8a69d5e77d5,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:58:12.078980 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-d3234c27-821e-41b1-93f3-c56a2aa888a3 req-67bcdc77-b72d-42d4-9884-e91d59c3908a tempest-ServerRescueNegativeTestJSON-570401673 tempest-ServerRescueNegativeTestJSON-570401673-project] 10.222.0.13 "GET /v2.0/security-groups?id=01574b07-2bff-4b61-b9a8-932cd03ff8af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335688 Nov 05 18:58:12.121259 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-376a8598-fcfb-4207-818f-07eba70e2ed3 tempest-SecGroupTest-1775307934 tempest-SecGroupTest-1775307934-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1169729 Nov 05 18:58:12.122499 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 38974) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:58:12.130032 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-3c0e0a4f-1d3b-4243-91a8-e24f41c014b7 tempest-SecGroupTest-1775307934 tempest-SecGroupTest-1775307934-project] Request body: {'security_group': {'name': 'tempest-secgroup--266482531'}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:58:12.163906 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-bd01469c-66a8-440e-8970-9d25167280e8 req-d80d03ff-5f5e-42eb-8d6d-df03454f0fb5 tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] 10.222.0.13 "GET /v2.0/ports?device_id=c41160f8-539c-4281-bd0b-08af9d597402 HTTP/1.1" status: 200 len: 210 time: 0.0663216 Nov 05 18:58:12.270465 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-3c0e0a4f-1d3b-4243-91a8-e24f41c014b7 tempest-SecGroupTest-1775307934 tempest-SecGroupTest-1775307934-project] Publish callbacks [] for security_group, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:12.338076 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09ae80d4-9ddb-4236-85cc-92aa3552d5c5 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Router bfa10b72-2337-4a91-bb38-fbbd9fe5b1ff has already been hosted by L3 agent 6dcb5589-8e86-4616-9186-ddc4548e13ad {{(pid=102386) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 18:58:12.339581 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-a15eb580-2ec2-46e3-8374-099fd650148a tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] Deleting port 50bbeba6-8284-461a-ac1a-0aabb326f737 {{(pid=102386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 18:58:12.341752 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-a15eb580-2ec2-46e3-8374-099fd650148a tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:12.413106 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-3c0e0a4f-1d3b-4243-91a8-e24f41c014b7 tempest-SecGroupTest-1775307934 tempest-SecGroupTest-1775307934-project] Publish callbacks [] for security_group, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:12.460783 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Device f01265e4-8a93-455b-bdf4-ace99f2c9ddd no longer exists at agent hyperv_n-h2-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 18:58:12.492663 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] No Port match for: f01265e4-8a93-455b-bdf4-ace99f2c9ddd {{(pid=102388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 18:58:12.493340 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Device f01265e4-8a93-455b-bdf4-ace99f2c9ddd not bound to the agent host n-h2-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 18:58:12.508303 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09ae80d4-9ddb-4236-85cc-92aa3552d5c5 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Notify agent at l3_agent.n-d-816865-1 the message routers_updated {{(pid=102386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 18:58:12.520658 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-09ae80d4-9ddb-4236-85cc-92aa3552d5c5 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] 10.222.0.13 "PUT /v2.0/routers/bfa10b72-2337-4a91-bb38-fbbd9fe5b1ff/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7834139 Nov 05 18:58:12.523366 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72d16c0f-ad11-4f72-9cd6-ef6dd2927d0a None None] Sync routers for ids ['bfa10b72-2337-4a91-bb38-fbbd9fe5b1ff'] in n-d-816865-1 {{(pid=102388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 18:58:12.527198 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 38988) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:58:12.535024 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-a15eb580-2ec2-46e3-8374-099fd650148a tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:12.535368 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-a15eb580-2ec2-46e3-8374-099fd650148a tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:12.546035 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72d16c0f-ad11-4f72-9cd6-ef6dd2927d0a None None] Routers {'bfa10b72-2337-4a91-bb38-fbbd9fe5b1ff'} bound to L3 agent in host n-d-816865-1 {{(pid=102388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 18:58:12.547072 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-72d16c0f-ad11-4f72-9cd6-ef6dd2927d0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T18:58:05Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['bfa10b72-2337-4a91-bb38-fbbd9fe5b1ff'], 'active': True} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:58:12.558884 n-d-816865-1 neutron-server[102387]: INFO neutron.pecan_wsgi.hooks.translation [None req-60789ff9-d54b-41ff-9075-104c187f1968 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] GET failed (client error): The resource could not be found. Nov 05 18:58:12.559999 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-a15eb580-2ec2-46e3-8374-099fd650148a tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] Calling delete_port for 50bbeba6-8284-461a-ac1a-0aabb326f737 owned by network:floatingip {{(pid=102386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 18:58:12.564759 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-60789ff9-d54b-41ff-9075-104c187f1968 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] 10.222.0.13 "GET /v2.0/ports/c4215996-ad49-49e0-9626-d0f38980d426 HTTP/1.1" status: 404 len: 333 time: 0.0329878 Nov 05 18:58:12.564759 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-3c0e0a4f-1d3b-4243-91a8-e24f41c014b7 tempest-SecGroupTest-1775307934 tempest-SecGroupTest-1775307934-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:12.566852 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 38990) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:58:12.604218 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-72d16c0f-ad11-4f72-9cd6-ef6dd2927d0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816865-1', False) {} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:58:12.614365 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72d16c0f-ad11-4f72-9cd6-ef6dd2927d0a None None] Routers {'bfa10b72-2337-4a91-bb38-fbbd9fe5b1ff'} bound to L3 agent in host n-d-816865-1 {{(pid=102388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 18:58:12.615320 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-72d16c0f-ad11-4f72-9cd6-ef6dd2927d0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T18:58:05Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['bfa10b72-2337-4a91-bb38-fbbd9fe5b1ff'], 'active': True} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:58:12.652378 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-72d16c0f-ad11-4f72-9cd6-ef6dd2927d0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816865-1', False) {} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:58:12.653368 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72d16c0f-ad11-4f72-9cd6-ef6dd2927d0a None None] The sync data for ids ['bfa10b72-2337-4a91-bb38-fbbd9fe5b1ff'] in n-d-816865-1 is: [] {{(pid=102388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 18:58:12.672903 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-91e6dcb6-c92c-4fd9-be8a-ffd71fc08c36 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Publish callbacks [] for router, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:12.679586 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0e0a4f-1d3b-4243-91a8-e24f41c014b7 tempest-SecGroupTest-1775307934 tempest-SecGroupTest-1775307934-project] Pushing event updated for resources: {'SecurityGroup': ['ID=16ad027a-0a03-4f64-838c-2dea870d4e0d,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:58:12.768773 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-3c0e0a4f-1d3b-4243-91a8-e24f41c014b7 tempest-SecGroupTest-1775307934 tempest-SecGroupTest-1775307934-project] Publish callbacks [] for security_group, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:12.771018 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-3c0e0a4f-1d3b-4243-91a8-e24f41c014b7 tempest-SecGroupTest-1775307934 tempest-SecGroupTest-1775307934-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.6450396 Nov 05 18:58:12.778672 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 38996) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:58:12.786408 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-a45293a4-9121-4730-9596-1741ce953b9e tempest-SecGroupTest-1775307934 tempest-SecGroupTest-1775307934-project] Request body: {'security_group_rule': {'security_group_id': '16ad027a-0a03-4f64-838c-2dea870d4e0d', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:58:12.854158 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-a15eb580-2ec2-46e3-8374-099fd650148a tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:12.976794 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15eb580-2ec2-46e3-8374-099fd650148a tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] Pushing event deleted for resources: {'Port': ['ID=50bbeba6-8284-461a-ac1a-0aabb326f737,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:58:12.983351 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-a45293a4-9121-4730-9596-1741ce953b9e tempest-SecGroupTest-1775307934 tempest-SecGroupTest-1775307934-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:13.022769 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-a15eb580-2ec2-46e3-8374-099fd650148a tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] Publish callbacks [] for floatingip, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:13.030132 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-a15eb580-2ec2-46e3-8374-099fd650148a tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for floatingip, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:13.030132 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-a15eb580-2ec2-46e3-8374-099fd650148a tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] 10.222.0.13 "DELETE /v2.0/floatingips/d5190da9-6c02-4b92-b670-ca34cf08ce19 HTTP/1.1" status: 204 len: 168 time: 1.2562189 Nov 05 18:58:13.035593 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 39002) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:58:13.040171 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-5a0beaf7-8cae-45dd-90f1-4473845936c3 tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] Request body: {'floatingip': {'floating_network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'port_id': '9678a662-ef1a-43eb-907b-1e2e22668512'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:58:13.087574 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-a45293a4-9121-4730-9596-1741ce953b9e tempest-SecGroupTest-1775307934 tempest-SecGroupTest-1775307934-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:13.155558 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-5a0beaf7-8cae-45dd-90f1-4473845936c3 tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] Publish callbacks [] for floatingip, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:13.163437 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-91e6dcb6-c92c-4fd9-be8a-ffd71fc08c36 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-571301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6852'] for router, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:13.165940 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-91e6dcb6-c92c-4fd9-be8a-ffd71fc08c36 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:13.210338 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-a45293a4-9121-4730-9596-1741ce953b9e tempest-SecGroupTest-1775307934 tempest-SecGroupTest-1775307934-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985308'] for security_group_rule, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:13.304824 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45293a4-9121-4730-9596-1741ce953b9e tempest-SecGroupTest-1775307934 tempest-SecGroupTest-1775307934-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5fa7e445-afb3-464d-99d0-605f42a0368b,revision_number=0']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:58:13.333818 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35468ea2-78fe-482d-80cb-edbe549f24ac req-3b47c3d1-c8ee-43ed-845a-985d2e1946e0 tempest-ServerRescueNegativeTestJSON-570401673 tempest-ServerRescueNegativeTestJSON-570401673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:58:13.342228 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-35468ea2-78fe-482d-80cb-edbe549f24ac req-3b47c3d1-c8ee-43ed-845a-985d2e1946e0 tempest-ServerRescueNegativeTestJSON-570401673 tempest-ServerRescueNegativeTestJSON-570401673-project] 10.222.0.13 "GET /v2.0/ports?device_id=93c08649-0c78-43a2-be9e-2ac6589b527d HTTP/1.1" status: 200 len: 945 time: 0.0672436 Nov 05 18:58:13.368897 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-91e6dcb6-c92c-4fd9-be8a-ffd71fc08c36 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-571310'] for router, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:13.369603 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91e6dcb6-c92c-4fd9-be8a-ffd71fc08c36 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Fanout notify agent at l3_agent the message router_deleted on router bfa10b72-2337-4a91-bb38-fbbd9fe5b1ff {{(pid=102387) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 05 18:58:13.371081 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-a45293a4-9121-4730-9596-1741ce953b9e tempest-SecGroupTest-1775307934 tempest-SecGroupTest-1775307934-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:13.372336 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-a45293a4-9121-4730-9596-1741ce953b9e tempest-SecGroupTest-1775307934 tempest-SecGroupTest-1775307934-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.5911088 Nov 05 18:58:13.379560 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 39016) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:58:13.416401 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-91e6dcb6-c92c-4fd9-be8a-ffd71fc08c36 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Publish callbacks [] for router, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:13.422069 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-91e6dcb6-c92c-4fd9-be8a-ffd71fc08c36 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] 10.222.0.13 "DELETE /v2.0/routers/bfa10b72-2337-4a91-bb38-fbbd9fe5b1ff HTTP/1.1" status: 204 len: 168 time: 0.8493688 Nov 05 18:58:13.440021 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-35468ea2-78fe-482d-80cb-edbe549f24ac req-759eac12-17f2-4abe-bcf1-8bc4b8a783b4 tempest-ServerRescueNegativeTestJSON-570401673 tempest-ServerRescueNegativeTestJSON-570401673-project] 10.222.0.13 "GET /v2.0/security-groups?id=01574b07-2bff-4b61-b9a8-932cd03ff8af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902424 Nov 05 18:58:13.441771 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 39018) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:58:13.453405 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-ef402e11-4022-4552-8e07-e7d4a8a1d355 tempest-SecGroupTest-1775307934 tempest-SecGroupTest-1775307934-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:13.461192 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-ef402e11-4022-4552-8e07-e7d4a8a1d355 tempest-SecGroupTest-1775307934 tempest-SecGroupTest-1775307934-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:13.492748 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-5a0beaf7-8cae-45dd-90f1-4473845936c3 tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:13.504031 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.db_base_plugin_v2 [None req-73fce367-3b38-4d7f-a966-04dfcb69d231 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Deleting subnet c671ad86-d21f-404a-920c-60b0199d76e3 {{(pid=102387) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 05 18:58:13.507739 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-73fce367-3b38-4d7f-a966-04dfcb69d231 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Publish callbacks [] for subnet, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:13.561229 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-73fce367-3b38-4d7f-a966-04dfcb69d231 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4463501'] for subnet, precommit_delete_associations {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:13.637586 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.db_base_plugin_common [None req-5a0beaf7-8cae-45dd-90f1-4473845936c3 tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] Allocated IP 172.25.6.241 (40c8335d-cd0b-4cb5-910a-d4dcddd5cbec/04fe6db3-e108-4208-943d-6518424f5726/624634fc-bb74-4634-acc7-1cb13959df93) {{(pid=102386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 18:58:13.658082 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-ef402e11-4022-4552-8e07-e7d4a8a1d355 tempest-SecGroupTest-1775307934 tempest-SecGroupTest-1775307934-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985308'] for security_group_rule, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:13.664380 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-73fce367-3b38-4d7f-a966-04dfcb69d231 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1573928'] for subnet, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:13.665373 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-ef402e11-4022-4552-8e07-e7d4a8a1d355 tempest-SecGroupTest-1775307934 tempest-SecGroupTest-1775307934-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:13.666726 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-ef402e11-4022-4552-8e07-e7d4a8a1d355 tempest-SecGroupTest-1775307934 tempest-SecGroupTest-1775307934-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/5fa7e445-afb3-464d-99d0-605f42a0368b HTTP/1.1" status: 204 len: 168 time: 0.2861567 Nov 05 18:58:13.671945 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 39020) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:58:13.752121 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef402e11-4022-4552-8e07-e7d4a8a1d355 tempest-SecGroupTest-1775307934 tempest-SecGroupTest-1775307934-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5fa7e445-afb3-464d-99d0-605f42a0368b,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:58:13.814326 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-234a14a5-de5c-4357-9bf5-97d989e449fb tempest-SecGroupTest-1775307934 tempest-SecGroupTest-1775307934-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1303196 Nov 05 18:58:13.817189 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 39022) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:58:13.837446 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-73fce367-3b38-4d7f-a966-04dfcb69d231 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1573905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4417146', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5112209'] for subnet, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:13.876813 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-5a0beaf7-8cae-45dd-90f1-4473845936c3 tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] Publish callbacks [] for port, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:13.898000 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73fce367-3b38-4d7f-a966-04dfcb69d231 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Pushing event deleted for resources: {'Subnet': ['ID=c671ad86-d21f-404a-920c-60b0199d76e3,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:58:13.900229 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-73fce367-3b38-4d7f-a966-04dfcb69d231 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Publish callbacks [] for subnet, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:13.903631 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-73fce367-3b38-4d7f-a966-04dfcb69d231 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] 10.222.0.13 "DELETE /v2.0/subnets/c671ad86-d21f-404a-920c-60b0199d76e3 HTTP/1.1" status: 204 len: 168 time: 0.4607859 Nov 05 18:58:13.908256 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 39024) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:58:13.916770 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c749b03e-b165-47e0-a946-b1132d194495 None None] Network 398d3ce1-c38e-4678-8161-4061b98469c6 requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 18:58:14.026273 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-5a0beaf7-8cae-45dd-90f1-4473845936c3 tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:14.062671 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-c879c972-906d-47ae-9f1f-9b9cf0d607b6 tempest-SecGroupTest-1775307934 tempest-SecGroupTest-1775307934-project] Publish callbacks [] for security_group, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:14.072532 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a0beaf7-8cae-45dd-90f1-4473845936c3 tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] Network 40c8335d-cd0b-4cb5-910a-d4dcddd5cbec is already hosted by enough agents. {{(pid=102386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 18:58:14.077649 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.base_scheduler [None req-5a0beaf7-8cae-45dd-90f1-4473845936c3 tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] Resources bound (agent type, host, resource id): {{(pid=102386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:58:14.081571 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a0beaf7-8cae-45dd-90f1-4473845936c3 tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] Received port after_create {{(pid=102386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 18:58:14.087097 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-69040232-c07c-48f4-b573-73211f6f2147 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1664226'] for network, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:14.138846 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0beaf7-8cae-45dd-90f1-4473845936c3 tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] Pushing event updated for resources: {'Port': ['ID=624634fc-bb74-4634-acc7-1cb13959df93,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:58:14.159237 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-c879c972-906d-47ae-9f1f-9b9cf0d607b6 tempest-SecGroupTest-1775307934 tempest-SecGroupTest-1775307934-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:14.196686 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d123ef4e-8ba2-43be-a409-adba00d62f7c req-35db688c-fb0a-4936-922f-cc15d935f7c4 tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:58:14.198087 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-d123ef4e-8ba2-43be-a409-adba00d62f7c req-35db688c-fb0a-4936-922f-cc15d935f7c4 tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] 10.222.0.13 "GET /v2.0/ports?device_id=1f47f1de-27f8-4b0e-aeb7-9aba793d93a4 HTTP/1.1" status: 200 len: 946 time: 0.1525025 Nov 05 18:58:14.215191 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-034875ef-7110-4b13-b1e8-3e4196e51be1 None None] DHCP port deletion for 398d3ce1-c38e-4678-8161-4061b98469c6 request from n-d-816865-1 {{(pid=102388) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 05 18:58:14.298282 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-d123ef4e-8ba2-43be-a409-adba00d62f7c req-6893e791-e7ff-4947-96a8-6d4ab65f1e0d tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9a1bcb7-2b62-4809-b67b-668edb56dae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577259 Nov 05 18:58:14.301806 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-034875ef-7110-4b13-b1e8-3e4196e51be1 None None] Deleting port 01e657f6-5618-4024-8224-22c3606bfd30 {{(pid=102388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 18:58:14.301806 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-034875ef-7110-4b13-b1e8-3e4196e51be1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:14.348503 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [None req-69040232-c07c-48f4-b573-73211f6f2147 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Deleting port 01e657f6-5618-4024-8224-22c3606bfd30 {{(pid=102387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 18:58:14.348941 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-69040232-c07c-48f4-b573-73211f6f2147 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:14.459763 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-034875ef-7110-4b13-b1e8-3e4196e51be1 None None] For port 01e657f6-5618-4024-8224-22c3606bfd30, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=01e657f6-5618-4024-8224-22c3606bfd30,segment=NetworkSegment(5d806bf7-0bbc-4659-89e4-8e0d58aaba25),segment_id=5d806bf7-0bbc-4659-89e4-8e0d58aaba25)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:58:14.460319 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-034875ef-7110-4b13-b1e8-3e4196e51be1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:14.481352 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.db [None req-69040232-c07c-48f4-b573-73211f6f2147 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] For port 01e657f6-5618-4024-8224-22c3606bfd30, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=01e657f6-5618-4024-8224-22c3606bfd30,segment=NetworkSegment(5d806bf7-0bbc-4659-89e4-8e0d58aaba25),segment_id=5d806bf7-0bbc-4659-89e4-8e0d58aaba25)] {{(pid=102387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:58:14.481845 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-69040232-c07c-48f4-b573-73211f6f2147 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:14.487660 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-034875ef-7110-4b13-b1e8-3e4196e51be1 None None] Calling delete_port for 01e657f6-5618-4024-8224-22c3606bfd30 owned by network:dhcp {{(pid=102388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 18:58:14.509539 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [None req-69040232-c07c-48f4-b573-73211f6f2147 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Calling delete_port for 01e657f6-5618-4024-8224-22c3606bfd30 owned by network:dhcp {{(pid=102387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 18:58:14.592232 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db52b92-07c0-44b4-b0a3-9df5d3169670 req-743209a7-ae7d-428e-955f-a760f90626aa tempest-ServerRescueNegativeTestJSON-570401673 tempest-ServerRescueNegativeTestJSON-570401673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:58:14.593727 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-3db52b92-07c0-44b4-b0a3-9df5d3169670 req-743209a7-ae7d-428e-955f-a760f90626aa tempest-ServerRescueNegativeTestJSON-570401673 tempest-ServerRescueNegativeTestJSON-570401673-project] 10.222.0.13 "GET /v2.0/ports?device_id=93c08649-0c78-43a2-be9e-2ac6589b527d HTTP/1.1" status: 200 len: 945 time: 0.0860653 Nov 05 18:58:14.659927 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-c879c972-906d-47ae-9f1f-9b9cf0d607b6 tempest-SecGroupTest-1775307934 tempest-SecGroupTest-1775307934-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:14.662567 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-c879c972-906d-47ae-9f1f-9b9cf0d607b6 tempest-SecGroupTest-1775307934 tempest-SecGroupTest-1775307934-project] Publish callbacks [] for security_group, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:14.666299 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-c879c972-906d-47ae-9f1f-9b9cf0d607b6 tempest-SecGroupTest-1775307934 tempest-SecGroupTest-1775307934-project] 10.222.0.13 "DELETE /v2.0/security-groups/16ad027a-0a03-4f64-838c-2dea870d4e0d HTTP/1.1" status: 204 len: 168 time: 0.8453443 Nov 05 18:58:14.666996 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 39036) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:58:14.667672 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-3db52b92-07c0-44b4-b0a3-9df5d3169670 req-2aed97f7-7ed2-4880-a633-6e469038bd0b tempest-ServerRescueNegativeTestJSON-570401673 tempest-ServerRescueNegativeTestJSON-570401673-project] 10.222.0.13 "GET /v2.0/security-groups?id=01574b07-2bff-4b61-b9a8-932cd03ff8af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661995 Nov 05 18:58:14.677625 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c879c972-906d-47ae-9f1f-9b9cf0d607b6 tempest-SecGroupTest-1775307934 tempest-SecGroupTest-1775307934-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=16ad027a-0a03-4f64-838c-2dea870d4e0d,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:58:14.707552 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-034875ef-7110-4b13-b1e8-3e4196e51be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798'] for port, after_delete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:14.720028 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-69040232-c07c-48f4-b573-73211f6f2147 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4417063'] for port, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:14.763388 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69040232-c07c-48f4-b573-73211f6f2147 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Pushing event deleted for resources: {'Port': ['ID=01e657f6-5618-4024-8224-22c3606bfd30,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:58:14.776854 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69040232-c07c-48f4-b573-73211f6f2147 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] No DVR routers for this DVR port 01e657f6-5618-4024-8224-22c3606bfd30 on host n-d-816865-1 {{(pid=102387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 18:58:14.803437 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034875ef-7110-4b13-b1e8-3e4196e51be1 None None] Pushing event deleted for resources: {'Port': ['ID=01e657f6-5618-4024-8224-22c3606bfd30,revision_number=None']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:58:14.805604 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-034875ef-7110-4b13-b1e8-3e4196e51be1 None None] No DVR routers for this DVR port 01e657f6-5618-4024-8224-22c3606bfd30 on host n-d-816865-1 {{(pid=102388) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 18:58:14.895000 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-6006707b-802b-4764-ac33-18eed6d34972 tempest-SecGroupTest-1775307934 tempest-SecGroupTest-1775307934-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2267261 Nov 05 18:58:14.896253 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 39038) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:58:14.902643 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-ba0a5e11-2f3f-4441-9db8-2b0f6701760e tempest-SecGroupTest-1775307934 tempest-SecGroupTest-1775307934-project] Request body: {'security_group': {'name': 'tempest-secgroup--1130368790'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:58:14.912494 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-69040232-c07c-48f4-b573-73211f6f2147 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1579173', 'neutron.services.segments.db._delete_segments_for_network-8750027792909'] for network, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:14.940824 n-d-816865-1 neutron-server[102387]: DEBUG neutron.services.segments.db [None req-69040232-c07c-48f4-b573-73211f6f2147 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['398d3ce1-c38e-4678-8161-4061b98469c6']}} {{(pid=102387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:58:14.955171 n-d-816865-1 neutron-server[102387]: DEBUG neutron.services.segments.db [None req-69040232-c07c-48f4-b573-73211f6f2147 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d806bf7-0bbc-4659-89e4-8e0d58aaba25') {'for_net_delete': True} {{(pid=102387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:58:14.955845 n-d-816865-1 neutron-server[102387]: DEBUG neutron.services.segments.db [None req-69040232-c07c-48f4-b573-73211f6f2147 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d806bf7-0bbc-4659-89e4-8e0d58aaba25') {} {{(pid=102387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:58:14.967247 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-69040232-c07c-48f4-b573-73211f6f2147 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750027793430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4463492'] for segment, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:14.973748 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-5a0beaf7-8cae-45dd-90f1-4473845936c3 tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:14.981859 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-69040232-c07c-48f4-b573-73211f6f2147 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273'] for segment, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:14.989232 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69040232-c07c-48f4-b573-73211f6f2147 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Releasing vlan 166 on physical network physnet1 to pool {{(pid=102387) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 05 18:58:14.989630 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-69040232-c07c-48f4-b573-73211f6f2147 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4417236'] for segment, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:14.993017 n-d-816865-1 neutron-server[102387]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 05 18:58:14.993017 n-d-816865-1 neutron-server[102387]: self.session.flush() Nov 05 18:58:14.993017 n-d-816865-1 neutron-server[102387]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 05 18:58:14.993017 n-d-816865-1 neutron-server[102387]: self.session.flush() Nov 05 18:58:14.993017 n-d-816865-1 neutron-server[102387]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 05 18:58:14.993017 n-d-816865-1 neutron-server[102387]: self.session.flush() Nov 05 18:58:14.993017 n-d-816865-1 neutron-server[102387]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 05 18:58:14.993017 n-d-816865-1 neutron-server[102387]: self.session.flush() Nov 05 18:58:14.993017 n-d-816865-1 neutron-server[102387]: Traceback (most recent call last): Nov 05 18:58:14.993017 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 05 18:58:14.993017 n-d-816865-1 neutron-server[102387]: timer() Nov 05 18:58:14.993017 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 05 18:58:14.993017 n-d-816865-1 neutron-server[102387]: cb(*args, **kw) Nov 05 18:58:14.993017 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 05 18:58:14.993017 n-d-816865-1 neutron-server[102387]: return func(*args, **kwargs) Nov 05 18:58:14.993017 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 05 18:58:14.993017 n-d-816865-1 neutron-server[102387]: self._notify() Nov 05 18:58:14.993017 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 05 18:58:14.993017 n-d-816865-1 neutron-server[102387]: self.callback(batched_events) Nov 05 18:58:14.993017 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 05 18:58:14.993017 n-d-816865-1 neutron-server[102387]: event.method(event) Nov 05 18:58:14.993017 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 05 18:58:14.993017 n-d-816865-1 neutron-server[102387]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 05 18:58:14.993017 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 05 18:58:14.993017 n-d-816865-1 neutron-server[102387]: aggregate_uuid = self.p_client.list_aggregates( Nov 05 18:58:14.993017 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 05 18:58:14.993017 n-d-816865-1 neutron-server[102387]: return f(self, *a, **k) Nov 05 18:58:14.993017 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 05 18:58:14.993017 n-d-816865-1 neutron-server[102387]: return self._get(url).json() Nov 05 18:58:14.993017 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 05 18:58:14.993017 n-d-816865-1 neutron-server[102387]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 05 18:58:14.993017 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 05 18:58:14.993017 n-d-816865-1 neutron-server[102387]: return self.request(url, 'GET', **kwargs) Nov 05 18:58:14.993017 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 05 18:58:14.993017 n-d-816865-1 neutron-server[102387]: base_url = self.get_endpoint(auth, allow=allow, Nov 05 18:58:14.993017 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 05 18:58:14.993017 n-d-816865-1 neutron-server[102387]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 05 18:58:14.993017 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 05 18:58:14.993017 n-d-816865-1 neutron-server[102387]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 05 18:58:14.993017 n-d-816865-1 neutron-server[102387]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 05 18:58:15.038606 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-ba0a5e11-2f3f-4441-9db8-2b0f6701760e tempest-SecGroupTest-1775307934 tempest-SecGroupTest-1775307934-project] Publish callbacks [] for security_group, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:15.130912 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-ba0a5e11-2f3f-4441-9db8-2b0f6701760e tempest-SecGroupTest-1775307934 tempest-SecGroupTest-1775307934-project] Publish callbacks [] for security_group, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:15.156279 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-69040232-c07c-48f4-b573-73211f6f2147 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1579178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-956796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1000687'] for network, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:15.160535 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-5a0beaf7-8cae-45dd-90f1-4473845936c3 tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:15.185147 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-69040232-c07c-48f4-b573-73211f6f2147 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Publish callbacks [] for network, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:15.196530 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-69040232-c07c-48f4-b573-73211f6f2147 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] 10.222.0.13 "DELETE /v2.0/networks/398d3ce1-c38e-4678-8161-4061b98469c6 HTTP/1.1" status: 204 len: 168 time: 1.2834458 Nov 05 18:58:15.196530 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 39040) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:58:15.231221 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69040232-c07c-48f4-b573-73211f6f2147 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Pushing event deleted for resources: {'Network': ['ID=398d3ce1-c38e-4678-8161-4061b98469c6,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:58:15.269208 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2efe744e-6d78-4237-aeb5-0c898f2599d8 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:58:15.274434 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-2efe744e-6d78-4237-aeb5-0c898f2599d8 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] 10.222.0.13 "GET /v2.0/ports/f50759d9-e778-42aa-9974-de6f541490f8 HTTP/1.1" status: 200 len: 844 time: 0.0731320 Nov 05 18:58:15.274726 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 39042) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:58:15.287795 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-ba0a5e11-2f3f-4441-9db8-2b0f6701760e tempest-SecGroupTest-1775307934 tempest-SecGroupTest-1775307934-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:15.327220 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-411daa4e-0fd3-42db-9937-5bf85289a93b tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] 10.222.0.13 "GET /v2.0/ports/f50759d9-e778-42aa-9974-de6f541490f8?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0476601 Nov 05 18:58:15.327394 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 39044) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:58:15.334599 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-e4821def-8aa9-4da8-8370-08ac0a1732cb tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Request body: {'subnet': {'network_id': '4775609d-d914-46a5-9754-1763ce089160', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:58:15.337054 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0a5e11-2f3f-4441-9db8-2b0f6701760e tempest-SecGroupTest-1775307934 tempest-SecGroupTest-1775307934-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9e12f662-ced6-480e-9c02-cab268a23d06,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:58:15.424329 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-ba0a5e11-2f3f-4441-9db8-2b0f6701760e tempest-SecGroupTest-1775307934 tempest-SecGroupTest-1775307934-project] Publish callbacks [] for security_group, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:15.428241 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-ba0a5e11-2f3f-4441-9db8-2b0f6701760e tempest-SecGroupTest-1775307934 tempest-SecGroupTest-1775307934-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.5264468 Nov 05 18:58:15.428943 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 39052) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:58:15.434315 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-78b11402-b394-465d-ad48-718d270601a0 tempest-SecGroupTest-1775307934 tempest-SecGroupTest-1775307934-project] Request body: {'security_group_rule': {'security_group_id': '9e12f662-ced6-480e-9c02-cab268a23d06', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:58:15.495111 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-5a0beaf7-8cae-45dd-90f1-4473845936c3 tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] Publish callbacks [] for port, precommit_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:15.531282 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57206d2b-1485-42a8-9175-044ef05e5180 req-5e7a03be-c6a1-4f8d-9657-41f26fbc0bcc tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:58:15.536786 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-57206d2b-1485-42a8-9175-044ef05e5180 req-5e7a03be-c6a1-4f8d-9657-41f26fbc0bcc tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] 10.222.0.55 "GET /v2.0/ports?device_id=1f47f1de-27f8-4b0e-aeb7-9aba793d93a4 HTTP/1.1" status: 200 len: 946 time: 0.1099446 Nov 05 18:58:15.578316 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 01e657f6-5618-4024-8224-22c3606bfd30 no longer exists at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 18:58:15.604668 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664c06ed-dfc2-4bf3-83cc-a7242b3a8b1e req-a5e3e0dc-3d05-459a-b105-35065a137791 tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:58:15.612273 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-664c06ed-dfc2-4bf3-83cc-a7242b3a8b1e req-a5e3e0dc-3d05-459a-b105-35065a137791 tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] 10.222.0.13 "GET /v2.0/ports?device_id=1f47f1de-27f8-4b0e-aeb7-9aba793d93a4 HTTP/1.1" status: 200 len: 946 time: 0.1616416 Nov 05 18:58:15.626995 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] No Port match for: 01e657f6-5618-4024-8224-22c3606bfd30 {{(pid=102388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 18:58:15.627793 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 01e657f6-5618-4024-8224-22c3606bfd30 not bound to the agent host n-d-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 18:58:15.675103 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-5a0beaf7-8cae-45dd-90f1-4473845936c3 tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6149821'] for port, after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:15.722867 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-664c06ed-dfc2-4bf3-83cc-a7242b3a8b1e req-b048b664-f4a4-450c-bc38-7ff3a360b27d tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9a1bcb7-2b62-4809-b67b-668edb56dae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073213 Nov 05 18:58:15.723942 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-78b11402-b394-465d-ad48-718d270601a0 tempest-SecGroupTest-1775307934 tempest-SecGroupTest-1775307934-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:15.761214 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-5a0beaf7-8cae-45dd-90f1-4473845936c3 tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1000577'] for floatingip, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:15.779125 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4821def-8aa9-4da8-8370-08ac0a1732cb tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Made reservation on behalf of c87add0b70464d588d82847ed9192d29 for: {'subnet': 1} {{(pid=102387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 18:58:15.784739 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-e4821def-8aa9-4da8-8370-08ac0a1732cb tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5112236'] for subnet, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:15.863789 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0beaf7-8cae-45dd-90f1-4473845936c3 tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] Pushing event updated for resources: {'Port': ['ID=624634fc-bb74-4634-acc7-1cb13959df93,revision_number=2']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:58:15.872692 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [req-57206d2b-1485-42a8-9175-044ef05e5180 req-34c16ddb-78a9-4229-8a34-db2b4b2dc14d tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] Deleting port 4d373864-9fe0-4feb-b8c8-d02225843c9e {{(pid=102386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 18:58:15.873028 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-57206d2b-1485-42a8-9175-044ef05e5180 req-34c16ddb-78a9-4229-8a34-db2b4b2dc14d tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:15.909348 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-78b11402-b394-465d-ad48-718d270601a0 tempest-SecGroupTest-1775307934 tempest-SecGroupTest-1775307934-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:15.943899 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e170d0-a8e1-452e-a019-2d9598e523b0 req-47ab5e96-aa24-48f3-b12e-aac412b9ee66 tempest-ServerRescueNegativeTestJSON-570401673 tempest-ServerRescueNegativeTestJSON-570401673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:58:15.945494 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-b6e170d0-a8e1-452e-a019-2d9598e523b0 req-47ab5e96-aa24-48f3-b12e-aac412b9ee66 tempest-ServerRescueNegativeTestJSON-570401673 tempest-ServerRescueNegativeTestJSON-570401673-project] 10.222.0.13 "GET /v2.0/ports?device_id=93c08649-0c78-43a2-be9e-2ac6589b527d HTTP/1.1" status: 200 len: 945 time: 0.1416647 Nov 05 18:58:16.003507 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-78b11402-b394-465d-ad48-718d270601a0 tempest-SecGroupTest-1775307934 tempest-SecGroupTest-1775307934-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985308'] for security_group_rule, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:16.019764 n-d-816865-1 neutron-server[102386]: INFO neutron.db.l3_db [None req-5a0beaf7-8cae-45dd-90f1-4473845936c3 tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] Floating IP 2c7698d8-922d-427c-99a8-9b4498048589 associated. External IP: 172.25.6.241, port: 9678a662-ef1a-43eb-907b-1e2e22668512. Nov 05 18:58:16.058290 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-b6e170d0-a8e1-452e-a019-2d9598e523b0 req-69e39aae-8af0-4083-886d-86b7eed8783f tempest-ServerRescueNegativeTestJSON-570401673 tempest-ServerRescueNegativeTestJSON-570401673-project] 10.222.0.13 "GET /v2.0/security-groups?id=01574b07-2bff-4b61-b9a8-932cd03ff8af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990245 Nov 05 18:58:16.059461 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b11402-b394-465d-ad48-718d270601a0 tempest-SecGroupTest-1775307934 tempest-SecGroupTest-1775307934-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f0a522e-c48e-45e1-846b-fcdf43e7fca5,revision_number=0']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:58:16.071457 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [req-57206d2b-1485-42a8-9175-044ef05e5180 req-34c16ddb-78a9-4229-8a34-db2b4b2dc14d tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] For port 4d373864-9fe0-4feb-b8c8-d02225843c9e, host n-h2-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=4d373864-9fe0-4feb-b8c8-d02225843c9e,segment=NetworkSegment(8281efde-bbf4-4833-8d7d-a490783d8ae5),segment_id=8281efde-bbf4-4833-8d7d-a490783d8ae5)] {{(pid=102386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:58:16.071457 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-57206d2b-1485-42a8-9175-044ef05e5180 req-34c16ddb-78a9-4229-8a34-db2b4b2dc14d tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:16.094453 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [req-57206d2b-1485-42a8-9175-044ef05e5180 req-34c16ddb-78a9-4229-8a34-db2b4b2dc14d tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] Calling delete_port for 4d373864-9fe0-4feb-b8c8-d02225843c9e owned by compute:nova {{(pid=102386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 18:58:16.167237 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-78b11402-b394-465d-ad48-718d270601a0 tempest-SecGroupTest-1775307934 tempest-SecGroupTest-1775307934-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:16.171375 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-78b11402-b394-465d-ad48-718d270601a0 tempest-SecGroupTest-1775307934 tempest-SecGroupTest-1775307934-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7387767 Nov 05 18:58:16.171601 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 39058) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:58:16.195569 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-9904afdb-8234-44e1-bc8d-8ba9ed56220a tempest-SecGroupTest-1775307934 tempest-SecGroupTest-1775307934-project] 10.222.0.13 "GET /v2.0/security-group-rules/1f0a522e-c48e-45e1-846b-fcdf43e7fca5 HTTP/1.1" status: 200 len: 763 time: 0.0222824 Nov 05 18:58:16.201432 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 39060) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:58:16.247984 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-c9612ef7-3e23-4269-8b7c-541895bb042d tempest-SecGroupTest-1775307934 tempest-SecGroupTest-1775307934-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0450528 Nov 05 18:58:16.254969 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 39062) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:58:16.256829 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-e4821def-8aa9-4da8-8370-08ac0a1732cb tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4417463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5112218'] for subnet, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:16.307263 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4821def-8aa9-4da8-8370-08ac0a1732cb tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Network 4775609d-d914-46a5-9754-1763ce089160 is already hosted by enough agents. {{(pid=102387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 18:58:16.307510 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-faab4307-7cab-47a1-b773-116a39208830 tempest-SecGroupTest-1775307934 tempest-SecGroupTest-1775307934-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:16.312142 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.base_scheduler [None req-e4821def-8aa9-4da8-8370-08ac0a1732cb tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Resources bound (agent type, host, resource id): {{(pid=102387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:58:16.317179 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-faab4307-7cab-47a1-b773-116a39208830 tempest-SecGroupTest-1775307934 tempest-SecGroupTest-1775307934-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:16.317487 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4821def-8aa9-4da8-8370-08ac0a1732cb tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:58:16.319690 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-e4821def-8aa9-4da8-8370-08ac0a1732cb tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Publish callbacks [] for subnet, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:16.323598 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0eb0b302-7b3d-405b-aaab-9b46f2f693bb None None] Network 4775609d-d914-46a5-9754-1763ce089160 requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 18:58:16.360001 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4821def-8aa9-4da8-8370-08ac0a1732cb tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Pushing event updated for resources: {'Subnet': ['ID=6081d13a-530e-47cf-b0e4-42559e9678f2,revision_number=0']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:58:16.427843 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-e4821def-8aa9-4da8-8370-08ac0a1732cb tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0994334 Nov 05 18:58:16.430577 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 39064) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:58:16.435177 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-44d09fbe-61dd-4b5d-928f-2bfcd30a8272 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Request body: {'security_group': {'name': 'tempest-secgroup-616415806'}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:58:16.469851 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a0beaf7-8cae-45dd-90f1-4473845936c3 tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] Router a3269702-dd5d-4fcd-a088-f251c1c3baf7 has already been hosted by L3 agent 6dcb5589-8e86-4616-9186-ddc4548e13ad {{(pid=102386) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 18:58:16.524771 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad43c869-aa03-41ff-9434-4c344757dbf0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeb20a084-accf-5b60-8075-3e69ebe863a6-4775609d-d914-46a5-9754-1763ce089160', 'network_id': '4775609d-d914-46a5-9754-1763ce089160', 'tenant_id': 'c87add0b70464d588d82847ed9192d29', 'fixed_ips': [{'subnet_id': '6081d13a-530e-47cf-b0e4-42559e9678f2'}]}} from n-d-816865-1. {{(pid=102388) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 05 18:58:16.526157 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-ad43c869-aa03-41ff-9434-4c344757dbf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:16.528108 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-44d09fbe-61dd-4b5d-928f-2bfcd30a8272 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Publish callbacks [] for security_group, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:16.651855 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-44d09fbe-61dd-4b5d-928f-2bfcd30a8272 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Publish callbacks [] for security_group, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:16.750037 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.db_base_plugin_common [None req-ad43c869-aa03-41ff-9434-4c344757dbf0 None None] Allocated IP 2001:db8::2 (4775609d-d914-46a5-9754-1763ce089160/6081d13a-530e-47cf-b0e4-42559e9678f2/476f6a53-d1dd-4a3d-bd32-7fea4c4654f5) {{(pid=102388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 18:58:16.763216 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-44d09fbe-61dd-4b5d-928f-2bfcd30a8272 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:16.895269 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d09fbe-61dd-4b5d-928f-2bfcd30a8272 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a1f259e9-7d88-4314-96c5-0e4ef6b40a4c,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:58:16.931605 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-44d09fbe-61dd-4b5d-928f-2bfcd30a8272 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Publish callbacks [] for security_group, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:16.933303 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-44d09fbe-61dd-4b5d-928f-2bfcd30a8272 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.5016229 Nov 05 18:58:16.936388 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 39080) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:58:16.942598 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-e4555edd-b221-4662-b969-5b033c4880dd tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Request body: {'security_group': {'name': 'tempest-secgroup-321658420'}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:58:17.027842 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8688a9-7a45-45d5-9c8a-f1c703a9ec57 req-5acaf93a-534a-439b-8b25-226faea8db1d tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:58:17.035592 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-9b8688a9-7a45-45d5-9c8a-f1c703a9ec57 req-5acaf93a-534a-439b-8b25-226faea8db1d tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] 10.222.0.13 "GET /v2.0/ports?device_id=1f47f1de-27f8-4b0e-aeb7-9aba793d93a4 HTTP/1.1" status: 200 len: 946 time: 0.1552441 Nov 05 18:58:17.037832 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-ad43c869-aa03-41ff-9434-4c344757dbf0 None None] Publish callbacks [] for port, precommit_create {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:17.092715 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-e4555edd-b221-4662-b969-5b033c4880dd tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Publish callbacks [] for security_group, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:17.126966 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-ad43c869-aa03-41ff-9434-4c344757dbf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789'] for port, after_create {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:17.150357 n-d-816865-1 neutron-server[102388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad43c869-aa03-41ff-9434-4c344757dbf0 None None] Network 4775609d-d914-46a5-9754-1763ce089160 is already hosted by enough agents. {{(pid=102388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 18:58:17.185777 n-d-816865-1 neutron-server[102388]: DEBUG neutron.scheduler.base_scheduler [None req-ad43c869-aa03-41ff-9434-4c344757dbf0 None None] Resources bound (agent type, host, resource id): {{(pid=102388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:58:17.191731 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad43c869-aa03-41ff-9434-4c344757dbf0 None None] Received port after_create {{(pid=102388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 18:58:17.222334 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad43c869-aa03-41ff-9434-4c344757dbf0 None None] Pushing event updated for resources: {'Port': ['ID=476f6a53-d1dd-4a3d-bd32-7fea4c4654f5,revision_number=1']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:58:17.236105 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-e4555edd-b221-4662-b969-5b033c4880dd tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Publish callbacks [] for security_group, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:17.291038 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-ad43c869-aa03-41ff-9434-4c344757dbf0 None None] Attempting to bind port 476f6a53-d1dd-4a3d-bd32-7fea4c4654f5 on host n-d-816865-1 for vnic_type normal with profile {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 18:58:17.291452 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-ad43c869-aa03-41ff-9434-4c344757dbf0 None None] Attempting to bind port 476f6a53-d1dd-4a3d-bd32-7fea4c4654f5 by drivers openvswitch,hyperv on host n-d-816865-1 at level 0 using segments [{'id': 'e0524d03-9b88-4c82-9841-48524ca5fecd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '4775609d-d914-46a5-9754-1763ce089160'}] {{(pid=102388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 18:58:17.291828 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad43c869-aa03-41ff-9434-4c344757dbf0 None None] Attempting to bind port 476f6a53-d1dd-4a3d-bd32-7fea4c4654f5 on network 4775609d-d914-46a5-9754-1763ce089160 {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 18:58:17.298450 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad43c869-aa03-41ff-9434-4c344757dbf0 None None] Checking agent: {'id': '724d89a7-611b-41e6-bc85-c48112b17afa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 18, 25, 8), 'started_at': datetime.datetime(2021, 11, 5, 18, 25, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 18, 58, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 18:58:17.298830 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad43c869-aa03-41ff-9434-4c344757dbf0 None None] Checking segment: {'id': 'e0524d03-9b88-4c82-9841-48524ca5fecd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '4775609d-d914-46a5-9754-1763ce089160'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 18:58:17.299330 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-ad43c869-aa03-41ff-9434-4c344757dbf0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:17.299720 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad43c869-aa03-41ff-9434-4c344757dbf0 None None] Bound using segment: {'id': 'e0524d03-9b88-4c82-9841-48524ca5fecd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '4775609d-d914-46a5-9754-1763ce089160'} {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 18:58:17.303764 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-ad43c869-aa03-41ff-9434-4c344757dbf0 None None] Bound port: 476f6a53-d1dd-4a3d-bd32-7fea4c4654f5, host: n-d-816865-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0524d03-9b88-4c82-9841-48524ca5fecd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '4775609d-d914-46a5-9754-1763ce089160'}}] {{(pid=102388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 18:58:17.304322 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-ad43c869-aa03-41ff-9434-4c344757dbf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:17.310847 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-9b8688a9-7a45-45d5-9c8a-f1c703a9ec57 req-1c2e66d8-8b7d-4940-b726-7bc548f785f7 tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9a1bcb7-2b62-4809-b67b-668edb56dae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2723851 Nov 05 18:58:17.339846 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-faab4307-7cab-47a1-b773-116a39208830 tempest-SecGroupTest-1775307934 tempest-SecGroupTest-1775307934-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985308'] for security_group_rule, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:17.354125 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-faab4307-7cab-47a1-b773-116a39208830 tempest-SecGroupTest-1775307934 tempest-SecGroupTest-1775307934-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:17.367018 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2166fa60-585e-4cb5-b48d-f94675e8e55f req-3cf142cf-9105-4c6c-8314-340681c8e23c tempest-ServerRescueNegativeTestJSON-570401673 tempest-ServerRescueNegativeTestJSON-570401673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:58:17.373282 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-faab4307-7cab-47a1-b773-116a39208830 tempest-SecGroupTest-1775307934 tempest-SecGroupTest-1775307934-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/1f0a522e-c48e-45e1-846b-fcdf43e7fca5 HTTP/1.1" status: 204 len: 168 time: 1.1148357 Nov 05 18:58:17.374985 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-2166fa60-585e-4cb5-b48d-f94675e8e55f req-3cf142cf-9105-4c6c-8314-340681c8e23c tempest-ServerRescueNegativeTestJSON-570401673 tempest-ServerRescueNegativeTestJSON-570401673-project] 10.222.0.13 "GET /v2.0/ports?device_id=93c08649-0c78-43a2-be9e-2ac6589b527d HTTP/1.1" status: 200 len: 945 time: 0.1370687 Nov 05 18:58:17.377664 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 39088) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:58:17.419256 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-ad43c869-aa03-41ff-9434-4c344757dbf0 None None] For port 476f6a53-d1dd-4a3d-bd32-7fea4c4654f5, host n-d-816865-1, cleared binding levels {{(pid=102388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 18:58:17.425003 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-ad43c869-aa03-41ff-9434-4c344757dbf0 None None] For port 476f6a53-d1dd-4a3d-bd32-7fea4c4654f5, host n-d-816865-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=476f6a53-d1dd-4a3d-bd32-7fea4c4654f5,segment=NetworkSegment(e0524d03-9b88-4c82-9841-48524ca5fecd),segment_id=e0524d03-9b88-4c82-9841-48524ca5fecd)] {{(pid=102388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 18:58:17.435747 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-359bb7ba-dd45-4e05-9770-0c1b86eb82e0 tempest-SecGroupTest-1775307934 tempest-SecGroupTest-1775307934-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0567989 Nov 05 18:58:17.440927 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 39090) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:58:17.442412 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faab4307-7cab-47a1-b773-116a39208830 tempest-SecGroupTest-1775307934 tempest-SecGroupTest-1775307934-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1f0a522e-c48e-45e1-846b-fcdf43e7fca5,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:58:17.446394 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-3c2bd5a6-88cb-4671-933b-da0f2e8cd8c6 tempest-SecGroupTest-1775307934 tempest-SecGroupTest-1775307934-project] Request body: {'security_group_rule': {'security_group_id': '9e12f662-ced6-480e-9c02-cab268a23d06', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:58:17.466583 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d84df7-a869-4bb0-94aa-57e5bb068e20 req-4c5bf4c1-8eb7-4bfd-8542-9b58533cd4b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:58:17.468107 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-45d84df7-a869-4bb0-94aa-57e5bb068e20 req-4c5bf4c1-8eb7-4bfd-8542-9b58533cd4b5 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=93c08649-0c78-43a2-be9e-2ac6589b527d HTTP/1.1" status: 200 len: 1096 time: 0.1445625 Nov 05 18:58:17.479513 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a0beaf7-8cae-45dd-90f1-4473845936c3 tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] Notify agent at l3_agent.n-d-816865-1 the message routers_updated {{(pid=102386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 18:58:17.502491 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf7715a8-68b0-4183-a472-3da7616b394f None None] Sync routers for ids ['a3269702-dd5d-4fcd-a088-f251c1c3baf7'] in n-d-816865-1 {{(pid=102389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 18:58:17.520886 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-2166fa60-585e-4cb5-b48d-f94675e8e55f req-46497853-adcc-4839-a918-6202f07e508a tempest-ServerRescueNegativeTestJSON-570401673 tempest-ServerRescueNegativeTestJSON-570401673-project] 10.222.0.13 "GET /v2.0/security-groups?id=01574b07-2bff-4b61-b9a8-932cd03ff8af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446745 Nov 05 18:58:17.530696 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf7715a8-68b0-4183-a472-3da7616b394f None None] Routers {'a3269702-dd5d-4fcd-a088-f251c1c3baf7'} bound to L3 agent in host n-d-816865-1 {{(pid=102389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 18:58:17.533530 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-cf7715a8-68b0-4183-a472-3da7616b394f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T18:58:05Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['a3269702-dd5d-4fcd-a088-f251c1c3baf7'], 'active': True} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:58:17.538284 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-45d84df7-a869-4bb0-94aa-57e5bb068e20 req-10c811af-30a5-4456-8db6-35c2a5c0a7a1 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=01574b07-2bff-4b61-b9a8-932cd03ff8af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568230 Nov 05 18:58:17.561907 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-e4555edd-b221-4662-b969-5b033c4880dd tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:17.570874 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-cf7715a8-68b0-4183-a472-3da7616b394f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816865-1', False) {} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:58:17.584709 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf7715a8-68b0-4183-a472-3da7616b394f None None] Routers {'a3269702-dd5d-4fcd-a088-f251c1c3baf7'} bound to L3 agent in host n-d-816865-1 {{(pid=102389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 18:58:17.585591 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-cf7715a8-68b0-4183-a472-3da7616b394f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T18:58:05Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['a3269702-dd5d-4fcd-a088-f251c1c3baf7'], 'active': True} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:58:17.591689 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4555edd-b221-4662-b969-5b033c4880dd tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Pushing event updated for resources: {'SecurityGroup': ['ID=90fb85ff-5eb4-4b34-af30-a8524e530df9,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:58:17.634557 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-cf7715a8-68b0-4183-a472-3da7616b394f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816865-1', False) {} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:58:17.635564 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf7715a8-68b0-4183-a472-3da7616b394f None None] The sync data for ids ['a3269702-dd5d-4fcd-a088-f251c1c3baf7'] in n-d-816865-1 is: [] {{(pid=102389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 18:58:17.660666 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-57206d2b-1485-42a8-9175-044ef05e5180 req-34c16ddb-78a9-4229-8a34-db2b4b2dc14d tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:17.663343 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-ad43c869-aa03-41ff-9434-4c344757dbf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:17.667444 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-3c2bd5a6-88cb-4671-933b-da0f2e8cd8c6 tempest-SecGroupTest-1775307934 tempest-SecGroupTest-1775307934-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:17.682308 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] get_ports_and_sgs() called for port_ids ['7a7444f0-42fe-422a-b79f-9969bf445757'] {{(pid=102388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 18:58:17.695724 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c16ddb-78a9-4229-8a34-db2b4b2dc14d tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] Pushing event deleted for resources: {'Port': ['ID=4d373864-9fe0-4feb-b8c8-d02225843c9e,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:58:17.767043 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-e4555edd-b221-4662-b969-5b033c4880dd tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Publish callbacks [] for security_group, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:17.767518 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-5a0beaf7-8cae-45dd-90f1-4473845936c3 tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for floatingip, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:17.786383 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-e4555edd-b221-4662-b969-5b033c4880dd tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.8486347 Nov 05 18:58:17.792677 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 39098) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:58:17.815374 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-f52197c8-4acf-441a-a2fa-7c32394ff56f tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-2136758118', 'security_groups': ['90fb85ff-5eb4-4b34-af30-a8524e530df9'], 'network_id': '4775609d-d914-46a5-9754-1763ce089160', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '6081d13a-530e-47cf-b0e4-42559e9678f2'}]}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:58:17.888092 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-3c2bd5a6-88cb-4671-933b-da0f2e8cd8c6 tempest-SecGroupTest-1775307934 tempest-SecGroupTest-1775307934-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:17.892987 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [req-57206d2b-1485-42a8-9175-044ef05e5180 req-34c16ddb-78a9-4229-8a34-db2b4b2dc14d tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] No DVR routers for this DVR port 4d373864-9fe0-4feb-b8c8-d02225843c9e on host n-h2-816865-1 {{(pid=102386) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 18:58:17.898744 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-5a0beaf7-8cae-45dd-90f1-4473845936c3 tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 4.8620462 Nov 05 18:58:17.905820 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 39100) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:58:17.910531 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-57206d2b-1485-42a8-9175-044ef05e5180 req-34c16ddb-78a9-4229-8a34-db2b4b2dc14d tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:17.917651 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-57206d2b-1485-42a8-9175-044ef05e5180 req-34c16ddb-78a9-4229-8a34-db2b4b2dc14d tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] 10.222.0.55 "DELETE /v2.0/ports/4d373864-9fe0-4feb-b8c8-d02225843c9e HTTP/1.1" status: 204 len: 173 time: 2.3692982 Nov 05 18:58:17.922522 n-d-816865-1 neutron-server[102386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f47f1de-27f8-4b0e-aeb7-9aba793d93a4', 'name': 'network-vif-deleted', 'tag': '4d373864-9fe0-4feb-b8c8-d02225843c9e'}] {{(pid=102386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 18:58:17.931094 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6173a44d7c73f41af551dc890fa1a5892c2c6bc3458b640c8e0c24db7876ba6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1aa92520-5340-4eee-adcd-afe55c3293fc" -d '{"events": [{"server_uuid": "1f47f1de-27f8-4b0e-aeb7-9aba793d93a4", "name": "network-vif-deleted", "tag": "4d373864-9fe0-4feb-b8c8-d02225843c9e"}]}' {{(pid=102386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 18:58:17.949668 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-9c32622d-b9de-4aaa-acb3-9ba1e5fee59e tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-1289711445'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:58:17.972390 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad43c869-aa03-41ff-9434-4c344757dbf0 None None] Pushing event updated for resources: {'Port': ['ID=476f6a53-d1dd-4a3d-bd32-7fea4c4654f5,revision_number=2']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:58:18.008985 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 39104) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:58:18.023110 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 18:58:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-984abaf4-2134-42d8-8c6a-0779160e05f6 x-openstack-request-id: req-984abaf4-2134-42d8-8c6a-0779160e05f6 {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 18:58:18.023331 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f47f1de-27f8-4b0e-aeb7-9aba793d93a4", "name": "network-vif-deleted", "tag": "4d373864-9fe0-4feb-b8c8-d02225843c9e", "status": "completed", "code": 200}]} {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 18:58:18.023587 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-984abaf4-2134-42d8-8c6a-0779160e05f6 {{(pid=102386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 18:58:18.024000 n-d-816865-1 neutron-server[102386]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f47f1de-27f8-4b0e-aeb7-9aba793d93a4', 'name': 'network-vif-deleted', 'tag': '4d373864-9fe0-4feb-b8c8-d02225843c9e', 'status': 'completed', 'code': 200} Nov 05 18:58:18.086415 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-3c2bd5a6-88cb-4671-933b-da0f2e8cd8c6 tempest-SecGroupTest-1775307934 tempest-SecGroupTest-1775307934-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985308'] for security_group_rule, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:18.151113 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2bd5a6-88cb-4671-933b-da0f2e8cd8c6 tempest-SecGroupTest-1775307934 tempest-SecGroupTest-1775307934-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bbf100f0-6f40-4b9d-a42d-84928eb6b93a,revision_number=0']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:58:18.179140 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c32622d-b9de-4aaa-acb3-9ba1e5fee59e tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] Made reservation on behalf of d0a8e2071b314c3fb38163cbc7011dd2 for: {'network': 1} {{(pid=102386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 18:58:18.182717 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-9c32622d-b9de-4aaa-acb3-9ba1e5fee59e tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for network, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:18.252618 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c32622d-b9de-4aaa-acb3-9ba1e5fee59e tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 163} {{(pid=102386) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 05 18:58:18.287766 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-9c32622d-b9de-4aaa-acb3-9ba1e5fee59e tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273'] for segment, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:18.289053 n-d-816865-1 neutron-server[102386]: INFO neutron.db.segments_db [None req-9c32622d-b9de-4aaa-acb3-9ba1e5fee59e tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] Added segment a77bb32a-74a3-4d03-8731-a9f5b1c1ade1 of type vlan for network 57a25768-bf18-4fd4-83af-dd3c2e903cef Nov 05 18:58:18.302510 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-411d0611-fdcc-492f-8327-cee268af0480 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:18.410801 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-3c2bd5a6-88cb-4671-933b-da0f2e8cd8c6 tempest-SecGroupTest-1775307934 tempest-SecGroupTest-1775307934-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:18.414330 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-3c2bd5a6-88cb-4671-933b-da0f2e8cd8c6 tempest-SecGroupTest-1775307934 tempest-SecGroupTest-1775307934-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.9702568 Nov 05 18:58:18.416184 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 39110) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:58:18.445098 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-411d0611-fdcc-492f-8327-cee268af0480 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:18.466225 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-f4db830a-3f3e-406d-80b1-94f7f44884ea tempest-SecGroupTest-1775307934 tempest-SecGroupTest-1775307934-project] 10.222.0.13 "GET /v2.0/security-group-rules/bbf100f0-6f40-4b9d-a42d-84928eb6b93a HTTP/1.1" status: 200 len: 763 time: 0.0488822 Nov 05 18:58:18.470308 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 39112) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:58:18.473934 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Device 4d373864-9fe0-4feb-b8c8-d02225843c9e no longer exists at agent hyperv_n-h2-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 18:58:18.484575 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f52197c8-4acf-441a-a2fa-7c32394ff56f tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Made reservation on behalf of c87add0b70464d588d82847ed9192d29 for: {'port': 1} {{(pid=102387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 18:58:18.492195 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-9c32622d-b9de-4aaa-acb3-9ba1e5fee59e tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750027258543'] for network, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:18.517448 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] No Port match for: 4d373864-9fe0-4feb-b8c8-d02225843c9e {{(pid=102388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 18:58:18.518059 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Device 4d373864-9fe0-4feb-b8c8-d02225843c9e not bound to the agent host n-h2-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 18:58:18.561384 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-411d0611-fdcc-492f-8327-cee268af0480 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:18.568462 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-0d96a19b-61f9-48bc-883a-ee66d982c25e req-1324b874-e60b-4077-88d9-8ab4b89389c9 tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] 10.222.0.13 "GET /v2.0/ports?device_id=1f47f1de-27f8-4b0e-aeb7-9aba793d93a4 HTTP/1.1" status: 200 len: 210 time: 0.0636647 Nov 05 18:58:18.654566 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-833be3ec-5ea9-40cb-9b72-d92aca8b7745 tempest-SecGroupTest-1775307934 tempest-SecGroupTest-1775307934-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1801226 Nov 05 18:58:18.660438 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 39118) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:58:18.689257 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-411d0611-fdcc-492f-8327-cee268af0480 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=17daeb69f0594afb9a8218ca21f352e7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6791663 Nov 05 18:58:18.690154 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411d0611-fdcc-492f-8327-cee268af0480 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7773da05-2e10-468c-a8f3-f0bd61b6f995,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:58:18.691183 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-f52197c8-4acf-441a-a2fa-7c32394ff56f tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:18.692724 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 39120) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:58:18.717270 n-d-816865-1 neutron-server[102387]: DEBUG neutron.notifiers.nova [None req-f52197c8-4acf-441a-a2fa-7c32394ff56f tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] device_id is not set on port d6b74a1f-f76c-4dfa-886f-7851d60f6484 yet. {{(pid=102387) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 05 18:58:18.720842 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-9b487f4e-db3a-4b80-933a-63822108069e tempest-SecGroupTest-1775307934 tempest-SecGroupTest-1775307934-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:18.735831 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-411d0611-fdcc-492f-8327-cee268af0480 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:58:18.736178 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-411d0611-fdcc-492f-8327-cee268af0480 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:58:18.736700 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-411d0611-fdcc-492f-8327-cee268af0480 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:58:18.737042 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-411d0611-fdcc-492f-8327-cee268af0480 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:58:18.737373 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-411d0611-fdcc-492f-8327-cee268af0480 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:58:18.737753 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-411d0611-fdcc-492f-8327-cee268af0480 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:58:18.738110 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-411d0611-fdcc-492f-8327-cee268af0480 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:58:18.738684 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-411d0611-fdcc-492f-8327-cee268af0480 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:58:18.738784 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-411d0611-fdcc-492f-8327-cee268af0480 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:58:18.739111 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-411d0611-fdcc-492f-8327-cee268af0480 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:58:18.739440 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-411d0611-fdcc-492f-8327-cee268af0480 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:58:18.739806 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-411d0611-fdcc-492f-8327-cee268af0480 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:58:18.744755 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-9c32622d-b9de-4aaa-acb3-9ba1e5fee59e tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-956796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877'] for network, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:18.752343 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c32622d-b9de-4aaa-acb3-9ba1e5fee59e tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:58:18.752997 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-9c32622d-b9de-4aaa-acb3-9ba1e5fee59e tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] Publish callbacks [] for network, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:18.765272 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6959bb-14ae-41ee-833b-ec7dc4478296 req-651eb398-066e-408b-9d46-620e9a8e14b6 tempest-ServerRescueNegativeTestJSON-570401673 tempest-ServerRescueNegativeTestJSON-570401673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:58:18.771267 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-8d6959bb-14ae-41ee-833b-ec7dc4478296 req-651eb398-066e-408b-9d46-620e9a8e14b6 tempest-ServerRescueNegativeTestJSON-570401673 tempest-ServerRescueNegativeTestJSON-570401673-project] 10.222.0.13 "GET /v2.0/ports?device_id=93c08649-0c78-43a2-be9e-2ac6589b527d HTTP/1.1" status: 200 len: 945 time: 0.1259460 Nov 05 18:58:18.782853 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-9b487f4e-db3a-4b80-933a-63822108069e tempest-SecGroupTest-1775307934 tempest-SecGroupTest-1775307934-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:18.868334 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-8d6959bb-14ae-41ee-833b-ec7dc4478296 req-99b09326-1093-4917-aa16-b1cbb83d7eb6 tempest-ServerRescueNegativeTestJSON-570401673 tempest-ServerRescueNegativeTestJSON-570401673-project] 10.222.0.13 "GET /v2.0/security-groups?id=01574b07-2bff-4b61-b9a8-932cd03ff8af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938272 Nov 05 18:58:18.910605 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c32622d-b9de-4aaa-acb3-9ba1e5fee59e tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] Pushing event updated for resources: {'Network': ['ID=57a25768-bf18-4fd4-83af-dd3c2e903cef,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:58:18.919672 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-9c32622d-b9de-4aaa-acb3-9ba1e5fee59e tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.0007484 Nov 05 18:58:18.923367 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Network 57a25768-bf18-4fd4-83af-dd3c2e903cef details requested by agent ovs-agent-n-d-816865-1 with host n-d-816865-1 {{(pid=102388) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 05 18:58:18.937994 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-ec422a2e-be88-44b2-8438-d5303a96176b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:18.938407 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 39124) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:58:18.947106 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-181c1ab3-7ca1-4e66-8e7e-175de3b01669 tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] Request body: {'subnet': {'network_id': '57a25768-bf18-4fd4-83af-dd3c2e903cef', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:58:19.045681 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-9b487f4e-db3a-4b80-933a-63822108069e tempest-SecGroupTest-1775307934 tempest-SecGroupTest-1775307934-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985308'] for security_group_rule, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:19.051011 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-9b487f4e-db3a-4b80-933a-63822108069e tempest-SecGroupTest-1775307934 tempest-SecGroupTest-1775307934-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:19.054399 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-9b487f4e-db3a-4b80-933a-63822108069e tempest-SecGroupTest-1775307934 tempest-SecGroupTest-1775307934-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/bbf100f0-6f40-4b9d-a42d-84928eb6b93a HTTP/1.1" status: 204 len: 168 time: 0.3856797 Nov 05 18:58:19.058408 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 39126) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:58:19.096179 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-ec422a2e-be88-44b2-8438-d5303a96176b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:19.122998 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b487f4e-db3a-4b80-933a-63822108069e tempest-SecGroupTest-1775307934 tempest-SecGroupTest-1775307934-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=bbf100f0-6f40-4b9d-a42d-84928eb6b93a,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:58:19.128788 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.db_base_plugin_common [None req-f52197c8-4acf-441a-a2fa-7c32394ff56f tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Allocated IP 2001:db8::2dd (4775609d-d914-46a5-9754-1763ce089160/6081d13a-530e-47cf-b0e4-42559e9678f2/d6b74a1f-f76c-4dfa-886f-7851d60f6484) {{(pid=102387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 18:58:19.174242 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-1b6b8fb3-4546-475d-990f-89ee166d843d tempest-SecGroupTest-1775307934 tempest-SecGroupTest-1775307934-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1065426 Nov 05 18:58:19.178745 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 39128) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:58:19.184442 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-fb2ecb4f-bc54-455a-8ff0-c1c789d9d55f tempest-SecGroupTest-1775307934 tempest-SecGroupTest-1775307934-project] Request body: {'security_group_rule': {'security_group_id': '9e12f662-ced6-480e-9c02-cab268a23d06', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:58:19.306776 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-f52197c8-4acf-441a-a2fa-7c32394ff56f tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Publish callbacks [] for port, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:19.314634 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-181c1ab3-7ca1-4e66-8e7e-175de3b01669 tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] Made reservation on behalf of d0a8e2071b314c3fb38163cbc7011dd2 for: {'subnet': 1} {{(pid=102386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 18:58:19.318510 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-181c1ab3-7ca1-4e66-8e7e-175de3b01669 tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4877122'] for subnet, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:19.327069 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-ec422a2e-be88-44b2-8438-d5303a96176b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:19.330713 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-ec422a2e-be88-44b2-8438-d5303a96176b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:19.332063 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-ec422a2e-be88-44b2-8438-d5303a96176b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7773da05-2e10-468c-a8f3-f0bd61b6f995 HTTP/1.1" status: 204 len: 168 time: 0.6369998 Nov 05 18:58:19.368861 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec422a2e-be88-44b2-8438-d5303a96176b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7773da05-2e10-468c-a8f3-f0bd61b6f995,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:58:19.453885 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-fb2ecb4f-bc54-455a-8ff0-c1c789d9d55f tempest-SecGroupTest-1775307934 tempest-SecGroupTest-1775307934-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:19.498496 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-f52197c8-4acf-441a-a2fa-7c32394ff56f tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4417063'] for port, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:19.499446 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-bd7713d4-52b9-4f69-af6a-78b8bc3aa95a None None] Provisioning complete for port 476f6a53-d1dd-4a3d-bd32-7fea4c4654f5 triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:58:19.500823 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-bd7713d4-52b9-4f69-af6a-78b8bc3aa95a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:19.565086 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-fb2ecb4f-bc54-455a-8ff0-c1c789d9d55f tempest-SecGroupTest-1775307934 tempest-SecGroupTest-1775307934-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:19.664270 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-fb2ecb4f-bc54-455a-8ff0-c1c789d9d55f tempest-SecGroupTest-1775307934 tempest-SecGroupTest-1775307934-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985308'] for security_group_rule, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:19.665692 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-bd7713d4-52b9-4f69-af6a-78b8bc3aa95a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:19.688943 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52197c8-4acf-441a-a2fa-7c32394ff56f tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Pushing event updated for resources: {'Port': ['ID=d6b74a1f-f76c-4dfa-886f-7851d60f6484,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:58:19.702397 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f52197c8-4acf-441a-a2fa-7c32394ff56f tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Network 4775609d-d914-46a5-9754-1763ce089160 is already hosted by enough agents. {{(pid=102387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 18:58:19.704932 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.base_scheduler [None req-f52197c8-4acf-441a-a2fa-7c32394ff56f tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Resources bound (agent type, host, resource id): {{(pid=102387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:58:19.723032 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f52197c8-4acf-441a-a2fa-7c32394ff56f tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Received port after_create {{(pid=102387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 18:58:19.728942 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-181c1ab3-7ca1-4e66-8e7e-175de3b01669 tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6149946', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4877172'] for subnet, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:19.731376 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-bd7713d4-52b9-4f69-af6a-78b8bc3aa95a None None] For port 476f6a53-d1dd-4a3d-bd32-7fea4c4654f5, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=476f6a53-d1dd-4a3d-bd32-7fea4c4654f5,segment=NetworkSegment(e0524d03-9b88-4c82-9841-48524ca5fecd),segment_id=e0524d03-9b88-4c82-9841-48524ca5fecd)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:58:19.738492 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2ecb4f-bc54-455a-8ff0-c1c789d9d55f tempest-SecGroupTest-1775307934 tempest-SecGroupTest-1775307934-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a03d63d1-05cd-4be3-b3bb-459dbe4f3507,revision_number=0']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:58:19.751902 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f52197c8-4acf-441a-a2fa-7c32394ff56f tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:58:19.755285 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-f52197c8-4acf-441a-a2fa-7c32394ff56f tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:19.760420 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 476f6a53-d1dd-4a3d-bd32-7fea4c4654f5 up at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 18:58:19.821377 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-bd7713d4-52b9-4f69-af6a-78b8bc3aa95a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:19.837785 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181c1ab3-7ca1-4e66-8e7e-175de3b01669 tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] Pushing event updated for resources: {'Subnet': ['ID=3242adcb-c1cd-4e57-9b57-b790555d4ede,revision_number=0']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:58:19.851474 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-f52197c8-4acf-441a-a2fa-7c32394ff56f tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.0535402 Nov 05 18:58:19.854290 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 39146) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:58:19.856796 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-fb2ecb4f-bc54-455a-8ff0-c1c789d9d55f tempest-SecGroupTest-1775307934 tempest-SecGroupTest-1775307934-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:19.861792 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-fb2ecb4f-bc54-455a-8ff0-c1c789d9d55f tempest-SecGroupTest-1775307934 tempest-SecGroupTest-1775307934-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6797442 Nov 05 18:58:19.861999 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-cdc88520-f4c1-460e-a67c-46f8c39a56b7 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Request body: {'subnet': {'network_id': '4775609d-d914-46a5-9754-1763ce089160', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:58:19.866294 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 39148) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:58:19.911562 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-189a2e48-acf8-4995-9f8b-1237137063f0 tempest-SecGroupTest-1775307934 tempest-SecGroupTest-1775307934-project] 10.222.0.13 "GET /v2.0/security-group-rules/a03d63d1-05cd-4be3-b3bb-459dbe4f3507 HTTP/1.1" status: 200 len: 764 time: 0.0381677 Nov 05 18:58:19.915554 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 39156) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:58:19.937015 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-181c1ab3-7ca1-4e66-8e7e-175de3b01669 tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] Checking segment: {'id': 'a77bb32a-74a3-4d03-8731-a9f5b1c1ade1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '57a25768-bf18-4fd4-83af-dd3c2e903cef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 18:58:19.937550 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-181c1ab3-7ca1-4e66-8e7e-175de3b01669 tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] Network hostable DHCP agents. Network: 57a25768-bf18-4fd4-83af-dd3c2e903cef, hostable agents: ['987e2ca0-bc3b-4c6f-a989-429ccfbf753f'], hosted agents: [] {{(pid=102386) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 05 18:58:19.971461 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-bd7713d4-52b9-4f69-af6a-78b8bc3aa95a None None] Provisioning complete for port f50759d9-e778-42aa-9974-de6f541490f8 triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:58:19.972838 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-bd7713d4-52b9-4f69-af6a-78b8bc3aa95a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:20.032722 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-996d6c32-ece7-4aac-8ace-49e9782dc815 tempest-SecGroupTest-1775307934 tempest-SecGroupTest-1775307934-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.1116455 Nov 05 18:58:20.035349 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 39160) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:58:20.066917 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-4504db78-91d9-492c-80b3-cda4169599f1 tempest-SecGroupTest-1775307934 tempest-SecGroupTest-1775307934-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:20.076403 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-4504db78-91d9-492c-80b3-cda4169599f1 tempest-SecGroupTest-1775307934 tempest-SecGroupTest-1775307934-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:20.079629 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7713d4-52b9-4f69-af6a-78b8bc3aa95a None None] Pushing event updated for resources: {'Port': ['ID=476f6a53-d1dd-4a3d-bd32-7fea4c4654f5,revision_number=3']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:58:20.097986 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-bd7713d4-52b9-4f69-af6a-78b8bc3aa95a None None] Port f50759d9-e778-42aa-9974-de6f541490f8 cannot update to ACTIVE because it is not bound. {{(pid=102388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 18:58:20.100836 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-181c1ab3-7ca1-4e66-8e7e-175de3b01669 tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] Network 57a25768-bf18-4fd4-83af-dd3c2e903cef is scheduled to be hosted by DHCP agent 987e2ca0-bc3b-4c6f-a989-429ccfbf753f with binding_index 1 {{(pid=102386) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 05 18:58:20.105616 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Provisioning complete for port 476f6a53-d1dd-4a3d-bd32-7fea4c4654f5 triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:58:20.106200 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:20.208309 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.base_scheduler [None req-181c1ab3-7ca1-4e66-8e7e-175de3b01669 tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816865-1, 57a25768-bf18-4fd4-83af-dd3c2e903cef) {{(pid=102386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:58:20.218217 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-181c1ab3-7ca1-4e66-8e7e-175de3b01669 tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:58:20.220866 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-181c1ab3-7ca1-4e66-8e7e-175de3b01669 tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] Publish callbacks [] for subnet, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:20.225117 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94a3f032-dc6e-4420-9558-1b381236629b None None] Network 57a25768-bf18-4fd4-83af-dd3c2e903cef requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 18:58:20.248640 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bea065-ec99-437b-b3bc-c4132fe66d9b req-db36fb87-d3e3-47f2-8870-ef86879836bf tempest-ServerRescueNegativeTestJSON-570401673 tempest-ServerRescueNegativeTestJSON-570401673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:58:20.250561 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-46bea065-ec99-437b-b3bc-c4132fe66d9b req-db36fb87-d3e3-47f2-8870-ef86879836bf tempest-ServerRescueNegativeTestJSON-570401673 tempest-ServerRescueNegativeTestJSON-570401673-project] 10.222.0.13 "GET /v2.0/ports?device_id=93c08649-0c78-43a2-be9e-2ac6589b527d HTTP/1.1" status: 200 len: 945 time: 0.2193010 Nov 05 18:58:20.258988 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b220702-e71e-4f1a-ac4e-59a793f460a4 req-541fafc1-022f-4c5d-8c23-915a68f3f53a tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:58:20.260489 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-3b220702-e71e-4f1a-ac4e-59a793f460a4 req-541fafc1-022f-4c5d-8c23-915a68f3f53a tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] 10.222.0.13 "GET /v2.0/networks?id=9c2bdaad-faf0-4d75-bb68-340f7d20c596 HTTP/1.1" status: 200 len: 806 time: 0.2263663 Nov 05 18:58:20.277170 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-4504db78-91d9-492c-80b3-cda4169599f1 tempest-SecGroupTest-1775307934 tempest-SecGroupTest-1775307934-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985308'] for security_group_rule, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:20.285652 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-3b220702-e71e-4f1a-ac4e-59a793f460a4 req-48ccd7e6-ccf0-4553-9ae5-c0f11753b539 tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] 10.222.0.13 "GET /v2.0/quotas/c2718bfd25be4558ab62a930e9f4ce41 HTTP/1.1" status: 200 len: 375 time: 0.0181365 Nov 05 18:58:20.289784 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-4504db78-91d9-492c-80b3-cda4169599f1 tempest-SecGroupTest-1775307934 tempest-SecGroupTest-1775307934-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:20.291759 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-4504db78-91d9-492c-80b3-cda4169599f1 tempest-SecGroupTest-1775307934 tempest-SecGroupTest-1775307934-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/a03d63d1-05cd-4be3-b3bb-459dbe4f3507 HTTP/1.1" status: 204 len: 168 time: 0.2552276 Nov 05 18:58:20.294353 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 39162) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:58:20.316769 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-46bea065-ec99-437b-b3bc-c4132fe66d9b req-2ca04295-15f2-462a-8265-9e47a58c55fa tempest-ServerRescueNegativeTestJSON-570401673 tempest-ServerRescueNegativeTestJSON-570401673-project] 10.222.0.13 "GET /v2.0/security-groups?id=01574b07-2bff-4b61-b9a8-932cd03ff8af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550532 Nov 05 18:58:20.318185 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdc88520-f4c1-460e-a67c-46f8c39a56b7 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Made reservation on behalf of c87add0b70464d588d82847ed9192d29 for: {'subnet': 1} {{(pid=102387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 18:58:20.320028 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4504db78-91d9-492c-80b3-cda4169599f1 tempest-SecGroupTest-1775307934 tempest-SecGroupTest-1775307934-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a03d63d1-05cd-4be3-b3bb-459dbe4f3507,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:58:20.321312 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-cdc88520-f4c1-460e-a67c-46f8c39a56b7 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5112236'] for subnet, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:20.336666 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-67a5545a-d92d-4f87-9609-96e1cb22082b None None] Provisioning complete for port d6b74a1f-f76c-4dfa-886f-7851d60f6484 triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:58:20.337040 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-67a5545a-d92d-4f87-9609-96e1cb22082b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:20.357042 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-52068a61-db43-458c-8382-24fcd1ca395d tempest-SecGroupTest-1775307934 tempest-SecGroupTest-1775307934-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0560229 Nov 05 18:58:20.357310 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 39164) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:58:20.436365 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-67a5545a-d92d-4f87-9609-96e1cb22082b None None] Port d6b74a1f-f76c-4dfa-886f-7851d60f6484 cannot update to ACTIVE because it is not bound. {{(pid=102388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 18:58:20.474392 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-181c1ab3-7ca1-4e66-8e7e-175de3b01669 tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5315387 Nov 05 18:58:20.475149 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 39168) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:58:20.475488 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 39170) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:58:20.502775 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-3dd166d6-017c-422e-b41d-9e06a5176033 tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-2044831715', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec'}, 'admin_state_up': False}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:58:20.526474 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8eecce8f-30b5-466a-bb34-e564dd5ee2b2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeb20a084-accf-5b60-8075-3e69ebe863a6-57a25768-bf18-4fd4-83af-dd3c2e903cef', 'network_id': '57a25768-bf18-4fd4-83af-dd3c2e903cef', 'tenant_id': 'd0a8e2071b314c3fb38163cbc7011dd2', 'fixed_ips': [{'subnet_id': '3242adcb-c1cd-4e57-9b57-b790555d4ede'}]}} from n-d-816865-1. {{(pid=102388) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 05 18:58:20.527411 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-8eecce8f-30b5-466a-bb34-e564dd5ee2b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:20.542639 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-9945e5bb-764a-4145-b2e9-1198fbe64978 tempest-SecGroupTest-1775307934 tempest-SecGroupTest-1775307934-project] Publish callbacks [] for security_group, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:20.548784 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-7b66fe2a-4b27-446c-be34-fbd27fe27d6b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:20.643907 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-9945e5bb-764a-4145-b2e9-1198fbe64978 tempest-SecGroupTest-1775307934 tempest-SecGroupTest-1775307934-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:20.705988 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-3dd166d6-017c-422e-b41d-9e06a5176033 tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-571139', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6874'] for router, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:20.707050 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-3dd166d6-017c-422e-b41d-9e06a5176033 tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-571375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1000570', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1011585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6867'] for router, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:20.771284 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-3b220702-e71e-4f1a-ac4e-59a793f460a4 req-d17d0813-4957-4dde-8693-be0338ca68d1 tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=c2718bfd25be4558ab62a930e9f4ce41&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4588614 Nov 05 18:58:20.776247 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [req-3b220702-e71e-4f1a-ac4e-59a793f460a4 req-662f1ae7-5b93-4804-8df9-2bb1371c5c15 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=102387) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 05 18:58:20.777704 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-3b220702-e71e-4f1a-ac4e-59a793f460a4 req-662f1ae7-5b93-4804-8df9-2bb1371c5c15 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051088 Nov 05 18:58:20.789139 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-3dd166d6-017c-422e-b41d-9e06a5176033 tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:20.805011 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.db_base_plugin_common [None req-8eecce8f-30b5-466a-bb34-e564dd5ee2b2 None None] Allocated IP 172.20.0.2 (57a25768-bf18-4fd4-83af-dd3c2e903cef/3242adcb-c1cd-4e57-9b57-b790555d4ede/a5fd505f-04a9-4c2b-accf-77268d69cb58) {{(pid=102388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 18:58:20.836487 n-d-816865-1 neutron-server[102387]: INFO neutron.db.ipam_backend_mixin [None req-cdc88520-f4c1-460e-a67c-46f8c39a56b7 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 6081d13a-530e-47cf-b0e4-42559e9678f2 (CIDR: 2001:db8::/64) Nov 05 18:58:20.852452 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-9945e5bb-764a-4145-b2e9-1198fbe64978 tempest-SecGroupTest-1775307934 tempest-SecGroupTest-1775307934-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:20.855040 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-9945e5bb-764a-4145-b2e9-1198fbe64978 tempest-SecGroupTest-1775307934 tempest-SecGroupTest-1775307934-project] Publish callbacks [] for security_group, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:20.858392 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-9945e5bb-764a-4145-b2e9-1198fbe64978 tempest-SecGroupTest-1775307934 tempest-SecGroupTest-1775307934-project] 10.222.0.13 "DELETE /v2.0/security-groups/9e12f662-ced6-480e-9c02-cab268a23d06 HTTP/1.1" status: 204 len: 168 time: 0.4976823 Nov 05 18:58:20.862110 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 39178) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:58:20.897641 n-d-816865-1 neutron-server[102387]: INFO neutron.pecan_wsgi.hooks.translation [None req-cdc88520-f4c1-460e-a67c-46f8c39a56b7 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 05 18:58:20.904938 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cdc88520-f4c1-460e-a67c-46f8c39a56b7 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102387) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 05 18:58:20.967191 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-06bcefa4-03d4-4064-bf0a-5367416a78ef tempest-SecGroupTest-1775307934 tempest-SecGroupTest-1775307934-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1012666 Nov 05 18:58:20.969732 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 39180) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:58:20.973925 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9945e5bb-764a-4145-b2e9-1198fbe64978 tempest-SecGroupTest-1775307934 tempest-SecGroupTest-1775307934-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e12f662-ced6-480e-9c02-cab268a23d06,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:58:20.994695 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-3b220702-e71e-4f1a-ac4e-59a793f460a4 req-abb1c4a2-79e5-4547-a88d-e27462bf6455 service neutron] 10.222.0.13 "GET /v2.0/networks/9c2bdaad-faf0-4d75-bb68-340f7d20c596?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2015369 Nov 05 18:58:21.007927 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-8eecce8f-30b5-466a-bb34-e564dd5ee2b2 None None] Publish callbacks [] for port, precommit_create {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:21.048378 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-cdc88520-f4c1-460e-a67c-46f8c39a56b7 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.1917102 Nov 05 18:58:21.066851 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39b9990-e7f3-4f2e-8d99-0ee7fd1168f6 req-0ae8ff41-b38d-4d54-a0fa-5a0e5dd44f63 tempest-ServerRescueNegativeTestJSON-570401673 tempest-ServerRescueNegativeTestJSON-570401673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:58:21.068628 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-a39b9990-e7f3-4f2e-8d99-0ee7fd1168f6 req-0ae8ff41-b38d-4d54-a0fa-5a0e5dd44f63 tempest-ServerRescueNegativeTestJSON-570401673 tempest-ServerRescueNegativeTestJSON-570401673-project] 10.222.0.13 "GET /v2.0/ports?device_id=93c08649-0c78-43a2-be9e-2ac6589b527d HTTP/1.1" status: 200 len: 945 time: 0.1441190 Nov 05 18:58:21.069116 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 39182) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:58:21.078445 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-ff5a6089-a1bf-4d75-bf3d-7b6ab1165d28 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Request body: {'subnet': {'network_id': '4775609d-d914-46a5-9754-1763ce089160', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:58:21.081922 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-7b66fe2a-4b27-446c-be34-fbd27fe27d6b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:21.095040 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-8eecce8f-30b5-466a-bb34-e564dd5ee2b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789'] for port, after_create {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:21.128743 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-56bf178f-b20b-4806-a0dd-2737626aa88f tempest-SecGroupTest-1775307934 tempest-SecGroupTest-1775307934-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1573446 Nov 05 18:58:21.183298 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eecce8f-30b5-466a-bb34-e564dd5ee2b2 None None] Pushing event updated for resources: {'Port': ['ID=a5fd505f-04a9-4c2b-accf-77268d69cb58,revision_number=1']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:58:21.205580 n-d-816865-1 neutron-server[102388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8eecce8f-30b5-466a-bb34-e564dd5ee2b2 None None] Network 57a25768-bf18-4fd4-83af-dd3c2e903cef is already hosted by enough agents. {{(pid=102388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 18:58:21.211344 n-d-816865-1 neutron-server[102388]: DEBUG neutron.scheduler.base_scheduler [None req-8eecce8f-30b5-466a-bb34-e564dd5ee2b2 None None] Resources bound (agent type, host, resource id): {{(pid=102388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:58:21.222481 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eecce8f-30b5-466a-bb34-e564dd5ee2b2 None None] Received port after_create {{(pid=102388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 18:58:21.245883 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-3dd166d6-017c-422e-b41d-9e06a5176033 tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:21.253795 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-7b66fe2a-4b27-446c-be34-fbd27fe27d6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:21.256054 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-3b220702-e71e-4f1a-ac4e-59a793f460a4 req-af0bff0e-e637-4f10-931b-e8748aa5a4bd service neutron] 10.222.0.13 "GET /v2.0/networks/9c2bdaad-faf0-4d75-bb68-340f7d20c596?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2444685 Nov 05 18:58:21.270447 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-a39b9990-e7f3-4f2e-8d99-0ee7fd1168f6 req-03f3e5a9-c06c-4084-9ad6-d5f7bb8cce02 tempest-ServerRescueNegativeTestJSON-570401673 tempest-ServerRescueNegativeTestJSON-570401673-project] 10.222.0.13 "GET /v2.0/security-groups?id=01574b07-2bff-4b61-b9a8-932cd03ff8af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1582413 Nov 05 18:58:21.317991 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ef3a72-30b6-4766-b090-62377627d42c req-ef553df1-3d32-452d-a82b-a0771cebcfed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:58:21.319545 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-66ef3a72-30b6-4766-b090-62377627d42c req-ef553df1-3d32-452d-a82b-a0771cebcfed service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=2d1e164bb09b4bc6b0a37a98f21fd24b&device_id=93c08649-0c78-43a2-be9e-2ac6589b527d HTTP/1.1" status: 200 len: 1096 time: 0.3471217 Nov 05 18:58:21.340212 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-8eecce8f-30b5-466a-bb34-e564dd5ee2b2 None None] Attempting to bind port a5fd505f-04a9-4c2b-accf-77268d69cb58 on host n-d-816865-1 for vnic_type normal with profile {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 18:58:21.340592 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-8eecce8f-30b5-466a-bb34-e564dd5ee2b2 None None] Attempting to bind port a5fd505f-04a9-4c2b-accf-77268d69cb58 by drivers openvswitch,hyperv on host n-d-816865-1 at level 0 using segments [{'id': 'a77bb32a-74a3-4d03-8731-a9f5b1c1ade1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '57a25768-bf18-4fd4-83af-dd3c2e903cef'}] {{(pid=102388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 18:58:21.340995 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eecce8f-30b5-466a-bb34-e564dd5ee2b2 None None] Attempting to bind port a5fd505f-04a9-4c2b-accf-77268d69cb58 on network 57a25768-bf18-4fd4-83af-dd3c2e903cef {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 18:58:21.346881 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eecce8f-30b5-466a-bb34-e564dd5ee2b2 None None] Checking agent: {'id': '724d89a7-611b-41e6-bc85-c48112b17afa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 18, 25, 8), 'started_at': datetime.datetime(2021, 11, 5, 18, 25, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 18, 58, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 18:58:21.347258 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eecce8f-30b5-466a-bb34-e564dd5ee2b2 None None] Checking segment: {'id': 'a77bb32a-74a3-4d03-8731-a9f5b1c1ade1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '57a25768-bf18-4fd4-83af-dd3c2e903cef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 18:58:21.347659 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-8eecce8f-30b5-466a-bb34-e564dd5ee2b2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:21.348044 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eecce8f-30b5-466a-bb34-e564dd5ee2b2 None None] Bound using segment: {'id': 'a77bb32a-74a3-4d03-8731-a9f5b1c1ade1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '57a25768-bf18-4fd4-83af-dd3c2e903cef'} {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 18:58:21.348562 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-8eecce8f-30b5-466a-bb34-e564dd5ee2b2 None None] Bound port: a5fd505f-04a9-4c2b-accf-77268d69cb58, host: n-d-816865-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a77bb32a-74a3-4d03-8731-a9f5b1c1ade1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '57a25768-bf18-4fd4-83af-dd3c2e903cef'}}] {{(pid=102388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 18:58:21.349038 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-8eecce8f-30b5-466a-bb34-e564dd5ee2b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:21.404867 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b66fe2a-4b27-446c-be34-fbd27fe27d6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4412863-c918-4f94-8cf5-52717b6756fe,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:58:21.408527 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff5a6089-a1bf-4d75-bf3d-7b6ab1165d28 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Made reservation on behalf of c87add0b70464d588d82847ed9192d29 for: {'subnet': 1} {{(pid=102387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 18:58:21.411510 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-7b66fe2a-4b27-446c-be34-fbd27fe27d6b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c8da82a2a7434552983648d9d20bace0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9171236 Nov 05 18:58:21.416295 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-ff5a6089-a1bf-4d75-bf3d-7b6ab1165d28 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5112236'] for subnet, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:21.419755 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 39186) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:58:21.423286 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-8eecce8f-30b5-466a-bb34-e564dd5ee2b2 None None] For port a5fd505f-04a9-4c2b-accf-77268d69cb58, host n-d-816865-1, cleared binding levels {{(pid=102388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 18:58:21.427330 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-8eecce8f-30b5-466a-bb34-e564dd5ee2b2 None None] For port a5fd505f-04a9-4c2b-accf-77268d69cb58, host n-d-816865-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=a5fd505f-04a9-4c2b-accf-77268d69cb58,segment=NetworkSegment(a77bb32a-74a3-4d03-8731-a9f5b1c1ade1),segment_id=a77bb32a-74a3-4d03-8731-a9f5b1c1ade1)] {{(pid=102388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 18:58:21.494089 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-8eecce8f-30b5-466a-bb34-e564dd5ee2b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:21.494721 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ef3a72-30b6-4766-b090-62377627d42c req-b879380a-d411-4461-8165-16d29a536365 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:58:21.496225 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-66ef3a72-30b6-4766-b090-62377627d42c req-b879380a-d411-4461-8165-16d29a536365 service neutron] 10.222.0.55 "GET /v2.0/networks?id=42e7925c-fd66-4b62-ba17-57eb03167e5d HTTP/1.1" status: 200 len: 920 time: 0.1574576 Nov 05 18:58:21.584482 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-66ef3a72-30b6-4766-b090-62377627d42c req-685518fc-4f92-4f9d-a9a2-8a4bdde726ca service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e797f9cd-d647-4469-b0c1-4b83e350e911 HTTP/1.1" status: 200 len: 217 time: 0.0713754 Nov 05 18:58:21.653169 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-1008c977-35cd-4a13-8baa-236d719ff581 req-46c3fb3e-e930-45e7-bbf1-71b0cb771f91 tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] 10.222.0.13 "GET /v2.0/ports?device_id=20c41343-4f57-451f-80f2-5557ab3acdd6 HTTP/1.1" status: 200 len: 210 time: 0.0562525 Nov 05 18:58:21.665923 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 476f6a53-d1dd-4a3d-bd32-7fea4c4654f5 up at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 18:58:21.723124 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eecce8f-30b5-466a-bb34-e564dd5ee2b2 None None] Pushing event updated for resources: {'Port': ['ID=a5fd505f-04a9-4c2b-accf-77268d69cb58,revision_number=2']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:58:21.723709 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ef3a72-30b6-4766-b090-62377627d42c req-013802df-f1fb-4ba2-bdc1-fd82624aea03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:58:21.732274 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-66ef3a72-30b6-4766-b090-62377627d42c req-013802df-f1fb-4ba2-bdc1-fd82624aea03 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=4cb513d1-da39-46f8-8352-51da564b63e4 HTTP/1.1" status: 200 len: 859 time: 0.1419234 Nov 05 18:58:21.751908 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-8c87fc21-3c71-43ee-838b-f9aa3c887e81 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:21.776779 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-66ef3a72-30b6-4766-b090-62377627d42c req-12cc1e7e-500f-4680-9f85-83a531bff13c service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=42e7925c-fd66-4b62-ba17-57eb03167e5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0385265 Nov 05 18:58:21.794836 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Provisioning complete for port 476f6a53-d1dd-4a3d-bd32-7fea4c4654f5 triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:58:21.795212 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:21.804317 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-8c87fc21-3c71-43ee-838b-f9aa3c887e81 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:21.992382 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 39202) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:58:22.093750 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-3dd166d6-017c-422e-b41d-9e06a5176033 tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] Publish callbacks [] for router_gateway, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:22.122914 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-3dd166d6-017c-422e-b41d-9e06a5176033 tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:22.210539 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-66ef3a72-30b6-4766-b090-62377627d42c req-b823d8d6-0b2b-4b84-bb43-46e849ea2ac7 service neutron] 10.222.0.55 "GET /v2.0/networks/42e7925c-fd66-4b62-ba17-57eb03167e5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3428161 Nov 05 18:58:22.241937 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-ff5a6089-a1bf-4d75-bf3d-7b6ab1165d28 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4417463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5112218'] for subnet, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:22.287584 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff5a6089-a1bf-4d75-bf3d-7b6ab1165d28 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Network 4775609d-d914-46a5-9754-1763ce089160 is already hosted by enough agents. {{(pid=102387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 18:58:22.288623 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-8c87fc21-3c71-43ee-838b-f9aa3c887e81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:22.291330 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-8c87fc21-3c71-43ee-838b-f9aa3c887e81 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:22.294996 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-8c87fc21-3c71-43ee-838b-f9aa3c887e81 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b4412863-c918-4f94-8cf5-52717b6756fe HTTP/1.1" status: 204 len: 168 time: 0.8720148 Nov 05 18:58:22.308672 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.base_scheduler [None req-ff5a6089-a1bf-4d75-bf3d-7b6ab1165d28 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Resources bound (agent type, host, resource id): {{(pid=102387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:58:22.310880 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c87fc21-3c71-43ee-838b-f9aa3c887e81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4412863-c918-4f94-8cf5-52717b6756fe,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:58:22.317211 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff5a6089-a1bf-4d75-bf3d-7b6ab1165d28 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:58:22.317947 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-ff5a6089-a1bf-4d75-bf3d-7b6ab1165d28 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Publish callbacks [] for subnet, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:22.335537 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-f5b6a29f-4709-4419-816f-67e437ea7304 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=61881bad98e54bf6831d8172af1e140d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3389502 Nov 05 18:58:22.336169 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 39212) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:58:22.351610 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5a6089-a1bf-4d75-bf3d-7b6ab1165d28 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Pushing event updated for resources: {'Subnet': ['ID=0c334927-ab1d-45c0-a924-69a9ca45facf,revision_number=0']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:58:22.354065 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86380b6c-1eca-488d-ad95-54db5a28e0d5 None None] Network 4775609d-d914-46a5-9754-1763ce089160 requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 18:58:22.455636 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-ff5a6089-a1bf-4d75-bf3d-7b6ab1165d28 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.3811090 Nov 05 18:58:22.456382 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 39214) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:58:22.461919 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-acb29c8b-b8a5-470e-93a3-34373ef6e08f tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1462361020', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '0c334927-ab1d-45c0-a924-69a9ca45facf'}], 'security_groups': ['a1f259e9-7d88-4314-96c5-0e4ef6b40a4c']}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:58:22.482354 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.db_base_plugin_common [None req-3dd166d6-017c-422e-b41d-9e06a5176033 tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] Allocated IP 172.25.6.209 (40c8335d-cd0b-4cb5-910a-d4dcddd5cbec/04fe6db3-e108-4208-943d-6518424f5726/1841009c-862a-4aea-a1f7-e62cdcdc4ae5) {{(pid=102386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 18:58:22.528885 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-fe9aaa15-4f9b-49c8-a28f-b6346f9400ee admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:22.595780 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-66ef3a72-30b6-4766-b090-62377627d42c req-fe91530b-fbf5-46f1-9ef4-b51df72d7dc2 service neutron] 10.222.0.55 "GET /v2.0/networks/42e7925c-fd66-4b62-ba17-57eb03167e5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3738952 Nov 05 18:58:22.617324 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-acb29c8b-b8a5-470e-93a3-34373ef6e08f tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:22.648197 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9dd6dfa-dcd0-4efe-bba2-d7d6a6703f60 req-5d50faa4-c335-4951-ba42-c904467f63fc tempest-ServerRescueNegativeTestJSON-570401673 tempest-ServerRescueNegativeTestJSON-570401673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:58:22.649815 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-e9dd6dfa-dcd0-4efe-bba2-d7d6a6703f60 req-5d50faa4-c335-4951-ba42-c904467f63fc tempest-ServerRescueNegativeTestJSON-570401673 tempest-ServerRescueNegativeTestJSON-570401673-project] 10.222.0.13 "GET /v2.0/ports?device_id=93c08649-0c78-43a2-be9e-2ac6589b527d HTTP/1.1" status: 200 len: 945 time: 0.1813123 Nov 05 18:58:22.684489 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-fe9aaa15-4f9b-49c8-a28f-b6346f9400ee admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:22.924105 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-3dd166d6-017c-422e-b41d-9e06a5176033 tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] Publish callbacks [] for port, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:22.971347 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-fe9aaa15-4f9b-49c8-a28f-b6346f9400ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:22.975072 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-fe9aaa15-4f9b-49c8-a28f-b6346f9400ee admin admin] Publish callbacks [] for security_group, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:22.982257 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-fe9aaa15-4f9b-49c8-a28f-b6346f9400ee admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/899a3c25-55de-44f8-ab10-5eeb4f702001 HTTP/1.1" status: 204 len: 168 time: 0.5714886 Nov 05 18:58:23.028301 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9aaa15-4f9b-49c8-a28f-b6346f9400ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=899a3c25-55de-44f8-ab10-5eeb4f702001,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:58:23.035114 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-3dd166d6-017c-422e-b41d-9e06a5176033 tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:23.117997 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dd166d6-017c-422e-b41d-9e06a5176033 tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] Network 40c8335d-cd0b-4cb5-910a-d4dcddd5cbec is already hosted by enough agents. {{(pid=102386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 18:58:23.127222 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.base_scheduler [None req-3dd166d6-017c-422e-b41d-9e06a5176033 tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] Resources bound (agent type, host, resource id): {{(pid=102386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:58:23.143356 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dd166d6-017c-422e-b41d-9e06a5176033 tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] Received port after_create {{(pid=102386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 18:58:23.172801 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-b4ebe0b4-b7fc-44c8-8458-264af5e8e090 req-ae72a655-515e-40d0-8360-eaddc3a9e322 tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] 10.222.0.13 "GET /v2.0/ports?device_id=20c41343-4f57-451f-80f2-5557ab3acdd6 HTTP/1.1" status: 200 len: 210 time: 0.3197706 Nov 05 18:58:23.195728 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd166d6-017c-422e-b41d-9e06a5176033 tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] Pushing event updated for resources: {'Port': ['ID=1841009c-862a-4aea-a1f7-e62cdcdc4ae5,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:58:23.222199 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-136760d9-bfa9-4c97-b98f-3971c2973ba3 None None] Update dhcp port {'port': {'network_id': '4775609d-d914-46a5-9754-1763ce089160', 'fixed_ips': [{'subnet_id': '6081d13a-530e-47cf-b0e4-42559e9678f2', 'ip_address': '2001:db8::2'}, {'subnet_id': '0c334927-ab1d-45c0-a924-69a9ca45facf'}], 'binding:host_id': 'n-d-816865-1'}, 'id': '476f6a53-d1dd-4a3d-bd32-7fea4c4654f5'} from n-d-816865-1. {{(pid=102388) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 05 18:58:23.268520 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-e9dd6dfa-dcd0-4efe-bba2-d7d6a6703f60 req-8ac83451-05c3-499b-8a70-a6b455d7674d tempest-ServerRescueNegativeTestJSON-570401673 tempest-ServerRescueNegativeTestJSON-570401673-project] 10.222.0.13 "GET /v2.0/security-groups?id=01574b07-2bff-4b61-b9a8-932cd03ff8af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5910633 Nov 05 18:58:23.278308 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-136760d9-bfa9-4c97-b98f-3971c2973ba3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:23.457916 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56986cb7-c3bb-4cf2-baf7-71938ddcb431 None None] Network 57a25768-bf18-4fd4-83af-dd3c2e903cef requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 18:58:23.610260 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-97244f05-6849-425a-8e58-6e435c66e30d None None] Provisioning complete for port a5fd505f-04a9-4c2b-accf-77268d69cb58 triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:58:23.610260 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-97244f05-6849-425a-8e58-6e435c66e30d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:23.687264 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.db_base_plugin_common [None req-acb29c8b-b8a5-470e-93a3-34373ef6e08f tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Delete allocated IP 2001:db8::2dd (4775609d-d914-46a5-9754-1763ce089160/6081d13a-530e-47cf-b0e4-42559e9678f2) {{(pid=102387) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 05 18:58:23.707456 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.db_base_plugin_common [None req-acb29c8b-b8a5-470e-93a3-34373ef6e08f tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Allocated IP 2001:db8:0:1::1a4 (4775609d-d914-46a5-9754-1763ce089160/0c334927-ab1d-45c0-a924-69a9ca45facf/d6b74a1f-f76c-4dfa-886f-7851d60f6484) {{(pid=102387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 18:58:23.713824 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device a5fd505f-04a9-4c2b-accf-77268d69cb58 up at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 18:58:23.715474 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-3dd166d6-017c-422e-b41d-9e06a5176033 tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] Publish callbacks [] for router_gateway, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:23.953083 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-97244f05-6849-425a-8e58-6e435c66e30d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:23.987605 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-acb29c8b-b8a5-470e-93a3-34373ef6e08f tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Publish callbacks [] for port, precommit_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:23.998539 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Provisioning complete for port a5fd505f-04a9-4c2b-accf-77268d69cb58 triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:58:23.998923 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:24.054034 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-97244f05-6849-425a-8e58-6e435c66e30d None None] For port a5fd505f-04a9-4c2b-accf-77268d69cb58, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=a5fd505f-04a9-4c2b-accf-77268d69cb58,segment=NetworkSegment(a77bb32a-74a3-4d03-8731-a9f5b1c1ade1),segment_id=a77bb32a-74a3-4d03-8731-a9f5b1c1ade1)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:58:24.054817 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-acb29c8b-b8a5-470e-93a3-34373ef6e08f tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4417072'] for port, after_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:24.195267 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [None req-acb29c8b-b8a5-470e-93a3-34373ef6e08f tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] In _notify_port_updated(), no bound segment for port d6b74a1f-f76c-4dfa-886f-7851d60f6484 on network 4775609d-d914-46a5-9754-1763ce089160 {{(pid=102387) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 05 18:58:24.196004 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-97244f05-6849-425a-8e58-6e435c66e30d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:24.197795 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.db_base_plugin_common [None req-136760d9-bfa9-4c97-b98f-3971c2973ba3 None None] Allocated IP 2001:db8:0:1::2 (4775609d-d914-46a5-9754-1763ce089160/0c334927-ab1d-45c0-a924-69a9ca45facf/476f6a53-d1dd-4a3d-bd32-7fea4c4654f5) {{(pid=102388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 18:58:24.201198 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acb29c8b-b8a5-470e-93a3-34373ef6e08f tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:58:24.202141 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-acb29c8b-b8a5-470e-93a3-34373ef6e08f tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:24.205304 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-acb29c8b-b8a5-470e-93a3-34373ef6e08f tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] 10.222.0.13 "PUT /v2.0/ports/d6b74a1f-f76c-4dfa-886f-7851d60f6484 HTTP/1.1" status: 200 len: 931 time: 1.7475998 Nov 05 18:58:24.208797 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 39262) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:58:24.243691 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-3dd166d6-017c-422e-b41d-9e06a5176033 tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-571384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1000487'] for router, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:24.308090 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb29c8b-b8a5-470e-93a3-34373ef6e08f tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Pushing event updated for resources: {'Port': ['ID=d6b74a1f-f76c-4dfa-886f-7851d60f6484,revision_number=2']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:58:24.424009 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-5f39c84f-3226-4dbe-b134-98ebb1b1f8f8 req-3525b3b6-5e8a-4f06-bb9a-f1f214c315dd tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] 10.222.0.13 "GET /v2.0/ports?device_id=20c41343-4f57-451f-80f2-5557ab3acdd6 HTTP/1.1" status: 200 len: 210 time: 0.0823908 Nov 05 18:58:24.547971 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [None req-5113da04-06d3-44fb-a693-d9a476155c8b tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Deleting port d6b74a1f-f76c-4dfa-886f-7851d60f6484 {{(pid=102387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 18:58:24.548405 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-5113da04-06d3-44fb-a693-d9a476155c8b tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:24.553401 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97244f05-6849-425a-8e58-6e435c66e30d None None] Pushing event updated for resources: {'Port': ['ID=a5fd505f-04a9-4c2b-accf-77268d69cb58,revision_number=3']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:58:24.602620 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-136760d9-bfa9-4c97-b98f-3971c2973ba3 None None] For port 476f6a53-d1dd-4a3d-bd32-7fea4c4654f5, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=476f6a53-d1dd-4a3d-bd32-7fea4c4654f5,segment=NetworkSegment(e0524d03-9b88-4c82-9841-48524ca5fecd),segment_id=e0524d03-9b88-4c82-9841-48524ca5fecd)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:58:24.646737 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-a00cb780-6710-4287-a705-de768303ba9f None None] Provisioning complete for port a5fd505f-04a9-4c2b-accf-77268d69cb58 triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:58:24.647118 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-a00cb780-6710-4287-a705-de768303ba9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:24.652867 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65dacafc-fd4b-4a99-8408-b6b7a9bb71ba req-d577d11b-2545-4e5b-9ab7-d4c3e725baef tempest-ServerRescueNegativeTestJSON-570401673 tempest-ServerRescueNegativeTestJSON-570401673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:58:24.654710 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-65dacafc-fd4b-4a99-8408-b6b7a9bb71ba req-d577d11b-2545-4e5b-9ab7-d4c3e725baef tempest-ServerRescueNegativeTestJSON-570401673 tempest-ServerRescueNegativeTestJSON-570401673-project] 10.222.0.13 "GET /v2.0/ports?device_id=93c08649-0c78-43a2-be9e-2ac6589b527d HTTP/1.1" status: 200 len: 945 time: 0.1887197 Nov 05 18:58:24.718811 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-5113da04-06d3-44fb-a693-d9a476155c8b tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:24.744984 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [None req-5113da04-06d3-44fb-a693-d9a476155c8b tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Calling delete_port for d6b74a1f-f76c-4dfa-886f-7851d60f6484 owned by {{(pid=102387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 18:58:24.755581 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-65dacafc-fd4b-4a99-8408-b6b7a9bb71ba req-d2fc269e-6f83-43f9-a70f-06304a70694b tempest-ServerRescueNegativeTestJSON-570401673 tempest-ServerRescueNegativeTestJSON-570401673-project] 10.222.0.13 "GET /v2.0/security-groups?id=01574b07-2bff-4b61-b9a8-932cd03ff8af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923851 Nov 05 18:58:24.767271 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-136760d9-bfa9-4c97-b98f-3971c2973ba3 None None] Publish callbacks [] for port, precommit_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:24.885017 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-136760d9-bfa9-4c97-b98f-3971c2973ba3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:24.911456 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 39280) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:58:25.001539 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136760d9-bfa9-4c97-b98f-3971c2973ba3 None None] Pushing event updated for resources: {'Port': ['ID=476f6a53-d1dd-4a3d-bd32-7fea4c4654f5,revision_number=4']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:58:25.064030 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-5113da04-06d3-44fb-a693-d9a476155c8b tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4417063'] for port, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:25.139318 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5113da04-06d3-44fb-a693-d9a476155c8b tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Pushing event deleted for resources: {'Port': ['ID=d6b74a1f-f76c-4dfa-886f-7851d60f6484,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:58:25.165772 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b220702-e71e-4f1a-ac4e-59a793f460a4 req-171e1fbd-d0b4-4c9d-a358-fecf3b626366 tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:58:25.165772 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-3b220702-e71e-4f1a-ac4e-59a793f460a4 req-171e1fbd-d0b4-4c9d-a358-fecf3b626366 tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] 10.222.0.55 "GET /v2.0/networks?id=9c2bdaad-faf0-4d75-bb68-340f7d20c596 HTTP/1.1" status: 200 len: 806 time: 0.8111222 Nov 05 18:58:25.171486 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-18e1172f-fb6c-4181-9614-11389533555b tempest-ServiceProvidersTest-2083649004 tempest-ServiceProvidersTest-2083649004-project] 10.222.0.13 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.2566497 Nov 05 18:58:25.182343 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [req-3b220702-e71e-4f1a-ac4e-59a793f460a4 req-1a1ef09f-97da-4292-8eae-f5646d8158bf tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] Request body: {'port': {'device_id': '20c41343-4f57-451f-80f2-5557ab3acdd6', 'network_id': '9c2bdaad-faf0-4d75-bb68-340f7d20c596', 'admin_state_up': True, 'tenant_id': 'c2718bfd25be4558ab62a930e9f4ce41'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:58:25.211336 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-5113da04-06d3-44fb-a693-d9a476155c8b tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:25.229273 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-5113da04-06d3-44fb-a693-d9a476155c8b tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] 10.222.0.13 "DELETE /v2.0/ports/d6b74a1f-f76c-4dfa-886f-7851d60f6484 HTTP/1.1" status: 204 len: 168 time: 1.0193117 Nov 05 18:58:25.229953 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 39290) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:58:25.262939 n-d-816865-1 neutron-server[102387]: INFO neutron.pecan_wsgi.hooks.translation [None req-830a4854-f72a-4846-bc6e-c8dcb0477914 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] GET failed (client error): The resource could not be found. Nov 05 18:58:25.267528 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-830a4854-f72a-4846-bc6e-c8dcb0477914 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] 10.222.0.13 "GET /v2.0/ports/d6b74a1f-f76c-4dfa-886f-7851d60f6484 HTTP/1.1" status: 404 len: 333 time: 0.0364258 Nov 05 18:58:25.268200 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 39292) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:58:25.352361 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-5d27a897-09fb-4dcd-b1b9-de7dd331969f tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Publish callbacks [] for security_group, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:25.385737 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-5d27a897-09fb-4dcd-b1b9-de7dd331969f tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:25.386419 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3dd166d6-017c-422e-b41d-9e06a5176033 tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] Router f59032f5-837b-48ad-9b02-ddc9dfc910c8 is scheduled to L3 agent 6dcb5589-8e86-4616-9186-ddc4548e13ad with binding_index 1 {{(pid=102386) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 05 18:58:25.481903 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3b220702-e71e-4f1a-ac4e-59a793f460a4 req-1a1ef09f-97da-4292-8eae-f5646d8158bf tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] Made reservation on behalf of c2718bfd25be4558ab62a930e9f4ce41 for: {'port': 1} {{(pid=102386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 18:58:25.484501 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-3b220702-e71e-4f1a-ac4e-59a793f460a4 req-1a1ef09f-97da-4292-8eae-f5646d8158bf tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:25.526321 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-5d27a897-09fb-4dcd-b1b9-de7dd331969f tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:25.530193 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-5d27a897-09fb-4dcd-b1b9-de7dd331969f tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Publish callbacks [] for security_group, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:25.535950 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-5d27a897-09fb-4dcd-b1b9-de7dd331969f tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] 10.222.0.13 "DELETE /v2.0/security-groups/90fb85ff-5eb4-4b34-af30-a8524e530df9 HTTP/1.1" status: 204 len: 168 time: 0.2667236 Nov 05 18:58:25.537166 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 39300) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:58:25.646389 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device a5fd505f-04a9-4c2b-accf-77268d69cb58 up at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 18:58:25.657804 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3dd166d6-017c-422e-b41d-9e06a5176033 tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] Notify agent at l3_agent.n-d-816865-1 the message routers_updated {{(pid=102386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 18:58:25.701644 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9833c19b-9616-4eef-87d5-1385dc6f42c1 None None] Sync routers for ids ['f59032f5-837b-48ad-9b02-ddc9dfc910c8'] in n-d-816865-1 {{(pid=102388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 18:58:25.718010 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d27a897-09fb-4dcd-b1b9-de7dd331969f tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=90fb85ff-5eb4-4b34-af30-a8524e530df9,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:58:25.765299 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.db_base_plugin_common [req-3b220702-e71e-4f1a-ac4e-59a793f460a4 req-1a1ef09f-97da-4292-8eae-f5646d8158bf tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] Allocated IP 172.20.0.13 (9c2bdaad-faf0-4d75-bb68-340f7d20c596/b6655376-4ea9-4701-98ec-c7e9e4d66f0f/22216bb2-79dd-4134-aa80-70983f47b2f8) {{(pid=102386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 18:58:25.777578 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-3dd166d6-017c-422e-b41d-9e06a5176033 tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] Publish callbacks [] for router, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:25.778844 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-3dd166d6-017c-422e-b41d-9e06a5176033 tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 5.2803469 Nov 05 18:58:25.787302 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9833c19b-9616-4eef-87d5-1385dc6f42c1 None None] Routers {'f59032f5-837b-48ad-9b02-ddc9dfc910c8'} bound to L3 agent in host n-d-816865-1 {{(pid=102388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 18:58:25.789222 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-9833c19b-9616-4eef-87d5-1385dc6f42c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T18:58:05Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['f59032f5-837b-48ad-9b02-ddc9dfc910c8'], 'active': True} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:58:25.793273 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 39312) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:58:25.818843 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-f7949284-6f0e-4bc2-a62b-a2b3507038bd req-5afb008b-e5e4-448a-a8c0-37e87a89b74a tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] 10.222.0.13 "GET /v2.0/ports?device_id=20c41343-4f57-451f-80f2-5557ab3acdd6 HTTP/1.1" status: 200 len: 210 time: 0.1020870 Nov 05 18:58:25.853043 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-a5bd49c5-9628-438d-8e30-e883bc169b84 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Publish callbacks [] for security_group, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:25.895863 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-a5bd49c5-9628-438d-8e30-e883bc169b84 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:25.901952 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-9833c19b-9616-4eef-87d5-1385dc6f42c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816865-1', False) {} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:58:25.917235 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Provisioning complete for port a5fd505f-04a9-4c2b-accf-77268d69cb58 triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:58:25.917519 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:25.974273 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 39324) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:58:25.974372 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9833c19b-9616-4eef-87d5-1385dc6f42c1 None None] Routers {'f59032f5-837b-48ad-9b02-ddc9dfc910c8'} bound to L3 agent in host n-d-816865-1 {{(pid=102388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 18:58:25.974841 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-9833c19b-9616-4eef-87d5-1385dc6f42c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T18:58:05Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['f59032f5-837b-48ad-9b02-ddc9dfc910c8'], 'active': True} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:58:26.021825 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-9833c19b-9616-4eef-87d5-1385dc6f42c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816865-1', False) {} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:58:26.022508 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9833c19b-9616-4eef-87d5-1385dc6f42c1 None None] The sync data for ids ['f59032f5-837b-48ad-9b02-ddc9dfc910c8'] in n-d-816865-1 is: [] {{(pid=102388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 18:58:26.060578 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31ebe97-b98e-4ac5-8db8-e64ff53bf5eb req-2b7b11bf-c2db-4f1b-9306-c907be6550b4 tempest-ServerRescueNegativeTestJSON-570401673 tempest-ServerRescueNegativeTestJSON-570401673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:58:26.069267 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-d31ebe97-b98e-4ac5-8db8-e64ff53bf5eb req-2b7b11bf-c2db-4f1b-9306-c907be6550b4 tempest-ServerRescueNegativeTestJSON-570401673 tempest-ServerRescueNegativeTestJSON-570401673-project] 10.222.0.13 "GET /v2.0/ports?device_id=93c08649-0c78-43a2-be9e-2ac6589b527d HTTP/1.1" status: 200 len: 945 time: 0.1045182 Nov 05 18:58:26.105229 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-a5bd49c5-9628-438d-8e30-e883bc169b84 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:26.110590 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-a5bd49c5-9628-438d-8e30-e883bc169b84 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Publish callbacks [] for security_group, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:26.114880 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-a5bd49c5-9628-438d-8e30-e883bc169b84 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] 10.222.0.13 "DELETE /v2.0/security-groups/a1f259e9-7d88-4314-96c5-0e4ef6b40a4c HTTP/1.1" status: 204 len: 168 time: 0.5708585 Nov 05 18:58:26.114880 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 39330) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:58:26.126268 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 476f6a53-d1dd-4a3d-bd32-7fea4c4654f5 up at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 18:58:26.170876 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5bd49c5-9628-438d-8e30-e883bc169b84 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1f259e9-7d88-4314-96c5-0e4ef6b40a4c,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:58:26.222969 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-0126ec96-0d85-4a87-b130-8dc23f9f462e None None] Provisioning complete for port 476f6a53-d1dd-4a3d-bd32-7fea4c4654f5 triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:58:26.228165 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-0126ec96-0d85-4a87-b130-8dc23f9f462e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:26.237374 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-d31ebe97-b98e-4ac5-8db8-e64ff53bf5eb req-e0538496-e4d6-42a5-8942-316199ae9956 tempest-ServerRescueNegativeTestJSON-570401673 tempest-ServerRescueNegativeTestJSON-570401673-project] 10.222.0.13 "GET /v2.0/security-groups?id=01574b07-2bff-4b61-b9a8-932cd03ff8af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1590829 Nov 05 18:58:26.278936 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.db_base_plugin_v2 [None req-ceeaf748-27b2-43f1-ab9a-dc11873d11ba tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Deleting subnet 6081d13a-530e-47cf-b0e4-42559e9678f2 {{(pid=102387) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 05 18:58:26.287385 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-ceeaf748-27b2-43f1-ab9a-dc11873d11ba tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Publish callbacks [] for subnet, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:26.349632 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Provisioning complete for port 476f6a53-d1dd-4a3d-bd32-7fea4c4654f5 triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:58:26.350340 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:26.379828 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-ceeaf748-27b2-43f1-ab9a-dc11873d11ba tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4463501'] for subnet, precommit_delete_associations {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:26.520270 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-0126ec96-0d85-4a87-b130-8dc23f9f462e None None] Could not find standard attr ID for object d6b74a1f-f76c-4dfa-886f-7851d60f6484. {{(pid=102388) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 05 18:58:26.532769 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-0126ec96-0d85-4a87-b130-8dc23f9f462e None None] Provisioning complete for port f50759d9-e778-42aa-9974-de6f541490f8 triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:58:26.533293 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-0126ec96-0d85-4a87-b130-8dc23f9f462e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:26.597924 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-ceeaf748-27b2-43f1-ab9a-dc11873d11ba tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1573928'] for subnet, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:26.607322 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-0126ec96-0d85-4a87-b130-8dc23f9f462e None None] Port f50759d9-e778-42aa-9974-de6f541490f8 cannot update to ACTIVE because it is not bound. {{(pid=102388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 18:58:26.634370 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-7fadac0e-1d79-4fd0-9a57-69b22bfcdda9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:26.731049 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-46d426e4-3d69-49d0-8162-6394544ec744 None None] Could not find standard attr ID for object d6b74a1f-f76c-4dfa-886f-7851d60f6484. {{(pid=102388) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 05 18:58:26.746265 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-3b220702-e71e-4f1a-ac4e-59a793f460a4 req-1a1ef09f-97da-4292-8eae-f5646d8158bf tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] Publish callbacks [] for port, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:26.808254 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-ceeaf748-27b2-43f1-ab9a-dc11873d11ba tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1573905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4417146', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5112209'] for subnet, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:26.837022 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceeaf748-27b2-43f1-ab9a-dc11873d11ba tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Pushing event deleted for resources: {'Subnet': ['ID=6081d13a-530e-47cf-b0e4-42559e9678f2,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:58:26.848752 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-ceeaf748-27b2-43f1-ab9a-dc11873d11ba tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Publish callbacks [] for subnet, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:26.852838 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-ceeaf748-27b2-43f1-ab9a-dc11873d11ba tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] 10.222.0.13 "DELETE /v2.0/subnets/6081d13a-530e-47cf-b0e4-42559e9678f2 HTTP/1.1" status: 204 len: 168 time: 0.7253637 Nov 05 18:58:26.854019 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-86fe8dea-e569-4873-a720-2c2d2fd7ce5c tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:26.858419 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 39350) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:58:26.862552 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd4d807c-9cf4-4d57-b8b2-02e6a4cb9b0e None None] Network 4775609d-d914-46a5-9754-1763ce089160 requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 18:58:26.866965 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-45c1eab7-8eec-42e0-a495-26cded0af51e tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Request body: {'subnet': {'network_id': '4775609d-d914-46a5-9754-1763ce089160', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:58:26.978490 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-7fadac0e-1d79-4fd0-9a57-69b22bfcdda9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:26.990194 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-67ea1231-bd36-48f2-95fb-6e999697734d req-129e5efd-2531-412f-a38b-133f3f0e1114 tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] 10.222.0.13 "GET /v2.0/ports?device_id=20c41343-4f57-451f-80f2-5557ab3acdd6 HTTP/1.1" status: 200 len: 210 time: 0.0458128 Nov 05 18:58:27.082609 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-3b220702-e71e-4f1a-ac4e-59a793f460a4 req-1a1ef09f-97da-4292-8eae-f5646d8158bf tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:27.086810 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-7fadac0e-1d79-4fd0-9a57-69b22bfcdda9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:27.127659 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] get_ports_and_sgs() called for port_ids ['7a7444f0-42fe-422a-b79f-9969bf445757'] {{(pid=102388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 18:58:27.162107 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45c1eab7-8eec-42e0-a495-26cded0af51e tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Made reservation on behalf of c87add0b70464d588d82847ed9192d29 for: {'subnet': 1} {{(pid=102387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 18:58:27.182348 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-45c1eab7-8eec-42e0-a495-26cded0af51e tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5112236'] for subnet, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:27.208706 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3b220702-e71e-4f1a-ac4e-59a793f460a4 req-1a1ef09f-97da-4292-8eae-f5646d8158bf tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] Network 9c2bdaad-faf0-4d75-bb68-340f7d20c596 is already hosted by enough agents. {{(pid=102386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 18:58:27.223089 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.base_scheduler [req-3b220702-e71e-4f1a-ac4e-59a793f460a4 req-1a1ef09f-97da-4292-8eae-f5646d8158bf tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] Resources bound (agent type, host, resource id): {{(pid=102386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:58:27.304264 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b220702-e71e-4f1a-ac4e-59a793f460a4 req-1a1ef09f-97da-4292-8eae-f5646d8158bf tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] Received port after_create {{(pid=102386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 18:58:27.419853 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b220702-e71e-4f1a-ac4e-59a793f460a4 req-1a1ef09f-97da-4292-8eae-f5646d8158bf tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:58:27.421094 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-3b220702-e71e-4f1a-ac4e-59a793f460a4 req-1a1ef09f-97da-4292-8eae-f5646d8158bf tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:27.440327 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fadac0e-1d79-4fd0-9a57-69b22bfcdda9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b89edf52-b28e-4a89-b1db-9a933b552fe9,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:58:27.464788 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-7fadac0e-1d79-4fd0-9a57-69b22bfcdda9 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=278c6022ffb2404cbe7fd7a2ab7aa3b0&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4878376 Nov 05 18:58:27.468178 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 39370) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:58:27.506998 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1ef09f-97da-4292-8eae-f5646d8158bf tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] Pushing event updated for resources: {'Port': ['ID=22216bb2-79dd-4134-aa80-70983f47b2f8,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:58:27.605671 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-91d34422-1e57-4119-af75-3bb2a0825e95 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:27.672011 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-91d34422-1e57-4119-af75-3bb2a0825e95 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:27.678700 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-3b220702-e71e-4f1a-ac4e-59a793f460a4 req-1a1ef09f-97da-4292-8eae-f5646d8158bf tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5001991 Nov 05 18:58:27.696150 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [req-3b220702-e71e-4f1a-ac4e-59a793f460a4 req-3f2e47fa-3d55-4d70-905f-335000cc1e07 service neutron] Request body: {'port': {'device_id': '20c41343-4f57-451f-80f2-5557ab3acdd6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816865-1'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:58:27.771736 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.db_base_plugin_common [None req-86fe8dea-e569-4873-a720-2c2d2fd7ce5c tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] Allocated IP 172.20.0.1 (57a25768-bf18-4fd4-83af-dd3c2e903cef/3242adcb-c1cd-4e57-9b57-b790555d4ede/d8a958ba-1e17-4e24-9eda-df6839af3e82) {{(pid=102386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 18:58:27.802339 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-45c1eab7-8eec-42e0-a495-26cded0af51e tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4417463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5112218'] for subnet, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:27.835485 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-3b220702-e71e-4f1a-ac4e-59a793f460a4 req-3f2e47fa-3d55-4d70-905f-335000cc1e07 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:27.928283 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-91d34422-1e57-4119-af75-3bb2a0825e95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:27.935151 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-91d34422-1e57-4119-af75-3bb2a0825e95 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:27.936391 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-91d34422-1e57-4119-af75-3bb2a0825e95 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b89edf52-b28e-4a89-b1db-9a933b552fe9 HTTP/1.1" status: 204 len: 168 time: 0.4666045 Nov 05 18:58:27.960739 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45c1eab7-8eec-42e0-a495-26cded0af51e tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Network 4775609d-d914-46a5-9754-1763ce089160 is already hosted by enough agents. {{(pid=102387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 18:58:27.990143 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d34422-1e57-4119-af75-3bb2a0825e95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b89edf52-b28e-4a89-b1db-9a933b552fe9,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:58:27.993708 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.base_scheduler [None req-45c1eab7-8eec-42e0-a495-26cded0af51e tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Resources bound (agent type, host, resource id): {{(pid=102387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:58:28.032184 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45c1eab7-8eec-42e0-a495-26cded0af51e tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:58:28.032184 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-45c1eab7-8eec-42e0-a495-26cded0af51e tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Publish callbacks [] for subnet, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:28.043893 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c1eab7-8eec-42e0-a495-26cded0af51e tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Pushing event updated for resources: {'Subnet': ['ID=f517cfc2-d32b-4b76-a6e3-97578b6b70a6,revision_number=0']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:58:28.130131 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-45c1eab7-8eec-42e0-a495-26cded0af51e tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2703204 Nov 05 18:58:28.131307 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 39398) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:58:28.141002 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-d0ff2675-dcbb-47b2-bd24-c5a765745037 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Request body: {'security_group': {'name': 'tempest-secgroup-836434329'}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:58:28.237321 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-990104fb-f16f-48a3-a2d3-6fecd9515dcb None None] Network 4775609d-d914-46a5-9754-1763ce089160 requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 18:58:28.289017 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a33d70d-ecba-4acc-b4e0-a54dc5ca015c req-101836b3-f072-4782-bad1-e3123d8945b4 tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:58:28.292128 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-7a33d70d-ecba-4acc-b4e0-a54dc5ca015c req-101836b3-f072-4782-bad1-e3123d8945b4 tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] 10.222.0.13 "GET /v2.0/ports?device_id=20c41343-4f57-451f-80f2-5557ab3acdd6 HTTP/1.1" status: 200 len: 932 time: 0.1230240 Nov 05 18:58:28.312792 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-86fe8dea-e569-4873-a720-2c2d2fd7ce5c tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] Publish callbacks [] for port, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:28.412729 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-7a33d70d-ecba-4acc-b4e0-a54dc5ca015c req-58c453e4-6dad-4a31-8bd4-e610dd7210fe tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9a1bcb7-2b62-4809-b67b-668edb56dae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042325 Nov 05 18:58:28.415066 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-d0ff2675-dcbb-47b2-bd24-c5a765745037 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Publish callbacks [] for security_group, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:28.436868 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-81378ffc-9d4d-4805-a22e-b6759ab36c7d None None] Provisioning complete for port 476f6a53-d1dd-4a3d-bd32-7fea4c4654f5 triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:58:28.437242 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-81378ffc-9d4d-4805-a22e-b6759ab36c7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:28.577810 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-86fe8dea-e569-4873-a720-2c2d2fd7ce5c tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:28.612630 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-d0ff2675-dcbb-47b2-bd24-c5a765745037 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Publish callbacks [] for security_group, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:28.640059 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86fe8dea-e569-4873-a720-2c2d2fd7ce5c tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] Network 57a25768-bf18-4fd4-83af-dd3c2e903cef is already hosted by enough agents. {{(pid=102386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 18:58:28.668064 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.base_scheduler [None req-86fe8dea-e569-4873-a720-2c2d2fd7ce5c tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] Resources bound (agent type, host, resource id): {{(pid=102386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:58:28.672658 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86fe8dea-e569-4873-a720-2c2d2fd7ce5c tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] Received port after_create {{(pid=102386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 18:58:28.728423 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-d0ff2675-dcbb-47b2-bd24-c5a765745037 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:28.744872 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86fe8dea-e569-4873-a720-2c2d2fd7ce5c tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] Pushing event updated for resources: {'Port': ['ID=d8a958ba-1e17-4e24-9eda-df6839af3e82,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:58:28.773944 n-d-816865-1 neutron-server[102386]: DEBUG neutron.notifiers.nova [req-3b220702-e71e-4f1a-ac4e-59a793f460a4 req-3f2e47fa-3d55-4d70-905f-335000cc1e07 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 22216bb2-79dd-4134-aa80-70983f47b2f8 {{(pid=102386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 18:58:28.809896 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ff2675-dcbb-47b2-bd24-c5a765745037 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5f69c641-3a7e-46fc-9c9e-ed588a1fa253,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:58:28.826502 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-3b220702-e71e-4f1a-ac4e-59a793f460a4 req-3f2e47fa-3d55-4d70-905f-335000cc1e07 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:28.842255 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-81378ffc-9d4d-4805-a22e-b6759ab36c7d None None] Provisioning complete for port f50759d9-e778-42aa-9974-de6f541490f8 triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:58:28.842635 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-81378ffc-9d4d-4805-a22e-b6759ab36c7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:28.849359 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-86fe8dea-e569-4873-a720-2c2d2fd7ce5c tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-571770'] for router_interface, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:28.852067 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-d0ff2675-dcbb-47b2-bd24-c5a765745037 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Publish callbacks [] for security_group, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:28.858815 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-d0ff2675-dcbb-47b2-bd24-c5a765745037 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.7244496 Nov 05 18:58:28.861264 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 39420) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:58:28.873153 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-3170a423-4168-4e44-8f74-ccf6ea93d6b6 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Request body: {'security_group': {'name': 'tempest-secgroup-1971112192'}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:58:28.929810 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-81378ffc-9d4d-4805-a22e-b6759ab36c7d None None] Port f50759d9-e778-42aa-9974-de6f541490f8 cannot update to ACTIVE because it is not bound. {{(pid=102388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 18:58:28.948093 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ce3ac88-c832-4b95-a0f7-c36ec8cfc6f3 None None] Update dhcp port {'port': {'network_id': '4775609d-d914-46a5-9754-1763ce089160', 'fixed_ips': [{'subnet_id': '0c334927-ab1d-45c0-a924-69a9ca45facf', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'f517cfc2-d32b-4b76-a6e3-97578b6b70a6'}], 'binding:host_id': 'n-d-816865-1'}, 'id': '476f6a53-d1dd-4a3d-bd32-7fea4c4654f5'} from n-d-816865-1. {{(pid=102388) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 05 18:58:28.956835 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.provisioning_blocks [req-3b220702-e71e-4f1a-ac4e-59a793f460a4 req-3f2e47fa-3d55-4d70-905f-335000cc1e07 service neutron] Transition to ACTIVE for port object 22216bb2-79dd-4134-aa80-70983f47b2f8 will not be triggered until provisioned by entity L2. {{(pid=102386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 05 18:58:28.992820 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-2ce3ac88-c832-4b95-a0f7-c36ec8cfc6f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:29.014277 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-3170a423-4168-4e44-8f74-ccf6ea93d6b6 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Publish callbacks [] for security_group, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:29.093588 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-3b220702-e71e-4f1a-ac4e-59a793f460a4 req-3f2e47fa-3d55-4d70-905f-335000cc1e07 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6149821'] for port, after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:29.199436 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 39432) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:58:29.220648 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-3170a423-4168-4e44-8f74-ccf6ea93d6b6 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Publish callbacks [] for security_group, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:29.228886 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2e47fa-3d55-4d70-905f-335000cc1e07 service neutron] Pushing event updated for resources: {'Port': ['ID=22216bb2-79dd-4134-aa80-70983f47b2f8,revision_number=2']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:58:29.287041 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-3170a423-4168-4e44-8f74-ccf6ea93d6b6 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:29.345952 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-db50d50a-0c81-4d6c-a31b-6a2b82c47ea3 None None] Provisioning complete for port d8a958ba-1e17-4e24-9eda-df6839af3e82 triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:58:29.346790 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-db50d50a-0c81-4d6c-a31b-6a2b82c47ea3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:29.353646 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3170a423-4168-4e44-8f74-ccf6ea93d6b6 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Pushing event updated for resources: {'SecurityGroup': ['ID=814fb0d3-4b8e-4326-bc20-c0e549968e6d,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:58:29.405005 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-1ce8cae0-9f71-451d-83c9-a92c500d19b7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:29.503166 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-3170a423-4168-4e44-8f74-ccf6ea93d6b6 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Publish callbacks [] for security_group, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:29.503166 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-3170a423-4168-4e44-8f74-ccf6ea93d6b6 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.6367266 Nov 05 18:58:29.504460 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 39446) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:58:29.518281 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-f952a677-55dc-423c-a4b1-1b5d9d2e52ce tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Request body: {'security_group': {'name': 'tempest-secgroup-909707931'}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:58:29.530631 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [req-3b220702-e71e-4f1a-ac4e-59a793f460a4 req-3f2e47fa-3d55-4d70-905f-335000cc1e07 service neutron] Attempting to bind port 22216bb2-79dd-4134-aa80-70983f47b2f8 on host n-h2-816865-1 for vnic_type normal with profile {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 18:58:29.531917 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [req-3b220702-e71e-4f1a-ac4e-59a793f460a4 req-3f2e47fa-3d55-4d70-905f-335000cc1e07 service neutron] Attempting to bind port 22216bb2-79dd-4134-aa80-70983f47b2f8 by drivers openvswitch,hyperv on host n-h2-816865-1 at level 0 using segments [{'id': '8281efde-bbf4-4833-8d7d-a490783d8ae5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '9c2bdaad-faf0-4d75-bb68-340f7d20c596'}] {{(pid=102386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 18:58:29.533280 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b220702-e71e-4f1a-ac4e-59a793f460a4 req-3f2e47fa-3d55-4d70-905f-335000cc1e07 service neutron] Attempting to bind port 22216bb2-79dd-4134-aa80-70983f47b2f8 on network 9c2bdaad-faf0-4d75-bb68-340f7d20c596 {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 18:58:29.557138 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b220702-e71e-4f1a-ac4e-59a793f460a4 req-3f2e47fa-3d55-4d70-905f-335000cc1e07 service neutron] Port 22216bb2-79dd-4134-aa80-70983f47b2f8 on network 9c2bdaad-faf0-4d75-bb68-340f7d20c596 not bound, no agent of type Open vSwitch agent registered on host n-h2-816865-1 {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 18:58:29.579388 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b220702-e71e-4f1a-ac4e-59a793f460a4 req-3f2e47fa-3d55-4d70-905f-335000cc1e07 service neutron] Attempting to bind port 22216bb2-79dd-4134-aa80-70983f47b2f8 on network 9c2bdaad-faf0-4d75-bb68-340f7d20c596 {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 18:58:29.620118 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b220702-e71e-4f1a-ac4e-59a793f460a4 req-3f2e47fa-3d55-4d70-905f-335000cc1e07 service neutron] Checking agent: {'id': '32aff553-696f-4891-83f5-5c176f61fe54', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816865-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 18, 33, 36), 'started_at': datetime.datetime(2021, 11, 5, 18, 33, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 18, 58, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 18:58:29.620595 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b220702-e71e-4f1a-ac4e-59a793f460a4 req-3f2e47fa-3d55-4d70-905f-335000cc1e07 service neutron] Checking segment: {'id': '8281efde-bbf4-4833-8d7d-a490783d8ae5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '9c2bdaad-faf0-4d75-bb68-340f7d20c596'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 18:58:29.620991 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b220702-e71e-4f1a-ac4e-59a793f460a4 req-3f2e47fa-3d55-4d70-905f-335000cc1e07 service neutron] Bound using segment: {'id': '8281efde-bbf4-4833-8d7d-a490783d8ae5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '9c2bdaad-faf0-4d75-bb68-340f7d20c596'} {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 18:58:29.621812 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [req-3b220702-e71e-4f1a-ac4e-59a793f460a4 req-3f2e47fa-3d55-4d70-905f-335000cc1e07 service neutron] Bound port: 22216bb2-79dd-4134-aa80-70983f47b2f8, host: n-h2-816865-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8281efde-bbf4-4833-8d7d-a490783d8ae5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '9c2bdaad-faf0-4d75-bb68-340f7d20c596'}}] {{(pid=102386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 18:58:29.622205 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-3b220702-e71e-4f1a-ac4e-59a793f460a4 req-3f2e47fa-3d55-4d70-905f-335000cc1e07 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:29.659459 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-1ce8cae0-9f71-451d-83c9-a92c500d19b7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:29.679405 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-db50d50a-0c81-4d6c-a31b-6a2b82c47ea3 None None] Port d8a958ba-1e17-4e24-9eda-df6839af3e82 cannot update to ACTIVE because it is not bound. {{(pid=102388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 18:58:29.681214 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ca15e9-d9ac-4adc-bb9a-4132af8f846a req-f67eb4da-b13c-4a9d-bf7e-7e889b810c1f tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:58:29.683509 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-84ca15e9-d9ac-4adc-bb9a-4132af8f846a req-f67eb4da-b13c-4a9d-bf7e-7e889b810c1f tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] 10.222.0.13 "GET /v2.0/ports?device_id=20c41343-4f57-451f-80f2-5557ab3acdd6 HTTP/1.1" status: 200 len: 944 time: 0.1139822 Nov 05 18:58:29.685486 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-f952a677-55dc-423c-a4b1-1b5d9d2e52ce tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Publish callbacks [] for security_group, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:29.693112 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.db_base_plugin_common [None req-2ce3ac88-c832-4b95-a0f7-c36ec8cfc6f3 None None] Allocated IP 2001:db8::2 (4775609d-d914-46a5-9754-1763ce089160/f517cfc2-d32b-4b76-a6e3-97578b6b70a6/476f6a53-d1dd-4a3d-bd32-7fea4c4654f5) {{(pid=102388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 18:58:29.761650 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [req-3b220702-e71e-4f1a-ac4e-59a793f460a4 req-3f2e47fa-3d55-4d70-905f-335000cc1e07 service neutron] For port 22216bb2-79dd-4134-aa80-70983f47b2f8, host n-h2-816865-1, cleared binding levels {{(pid=102386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 18:58:29.764786 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [req-3b220702-e71e-4f1a-ac4e-59a793f460a4 req-3f2e47fa-3d55-4d70-905f-335000cc1e07 service neutron] For port 22216bb2-79dd-4134-aa80-70983f47b2f8, host n-h2-816865-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=22216bb2-79dd-4134-aa80-70983f47b2f8,segment=NetworkSegment(8281efde-bbf4-4833-8d7d-a490783d8ae5),segment_id=8281efde-bbf4-4833-8d7d-a490783d8ae5)] {{(pid=102386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 18:58:29.769292 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-86fe8dea-e569-4873-a720-2c2d2fd7ce5c tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:29.771341 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-1ce8cae0-9f71-451d-83c9-a92c500d19b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:29.804591 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-2ce3ac88-c832-4b95-a0f7-c36ec8cfc6f3 None None] For port 476f6a53-d1dd-4a3d-bd32-7fea4c4654f5, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=476f6a53-d1dd-4a3d-bd32-7fea4c4654f5,segment=NetworkSegment(e0524d03-9b88-4c82-9841-48524ca5fecd),segment_id=e0524d03-9b88-4c82-9841-48524ca5fecd)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:58:29.838122 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-1ce8cae0-9f71-451d-83c9-a92c500d19b7 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c928ba51b24042b88d726410c8708943&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6389616 Nov 05 18:58:29.842215 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-2ce3ac88-c832-4b95-a0f7-c36ec8cfc6f3 None None] Publish callbacks [] for port, precommit_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:29.843048 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 39452) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:58:29.856334 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-84ca15e9-d9ac-4adc-bb9a-4132af8f846a req-52d78b27-a1be-47d3-961c-00f5cf85fb4f tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9a1bcb7-2b62-4809-b67b-668edb56dae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1589470 Nov 05 18:58:29.895231 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce8cae0-9f71-451d-83c9-a92c500d19b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3afd07cf-b5a8-4d91-9d6a-4126370c0639,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:58:29.914495 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-f952a677-55dc-423c-a4b1-1b5d9d2e52ce tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Publish callbacks [] for security_group, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:29.919017 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-3b220702-e71e-4f1a-ac4e-59a793f460a4 req-3f2e47fa-3d55-4d70-905f-335000cc1e07 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6149821'] for port, after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:29.920622 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-2ce3ac88-c832-4b95-a0f7-c36ec8cfc6f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:29.989006 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b220702-e71e-4f1a-ac4e-59a793f460a4 req-3f2e47fa-3d55-4d70-905f-335000cc1e07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:58:29.989006 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-3b220702-e71e-4f1a-ac4e-59a793f460a4 req-3f2e47fa-3d55-4d70-905f-335000cc1e07 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:29.999103 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-3b220702-e71e-4f1a-ac4e-59a793f460a4 req-3f2e47fa-3d55-4d70-905f-335000cc1e07 service neutron] 10.222.0.55 "PUT /v2.0/ports/22216bb2-79dd-4134-aa80-70983f47b2f8 HTTP/1.1" status: 200 len: 1092 time: 2.3015769 Nov 05 18:58:29.999317 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 39458) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:58:29.999418 n-d-816865-1 neutron-server[102386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20c41343-4f57-451f-80f2-5557ab3acdd6', 'tag': '22216bb2-79dd-4134-aa80-70983f47b2f8'}] {{(pid=102386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 18:58:29.999418 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6173a44d7c73f41af551dc890fa1a5892c2c6bc3458b640c8e0c24db7876ba6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a98fab0-d2ba-4aa8-b57d-631fbddbfab2" -d '{"events": [{"name": "network-changed", "server_uuid": "20c41343-4f57-451f-80f2-5557ab3acdd6", "tag": "22216bb2-79dd-4134-aa80-70983f47b2f8"}]}' {{(pid=102386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 18:58:30.022359 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-f952a677-55dc-423c-a4b1-1b5d9d2e52ce tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:30.056156 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce3ac88-c832-4b95-a0f7-c36ec8cfc6f3 None None] Pushing event updated for resources: {'Port': ['ID=476f6a53-d1dd-4a3d-bd32-7fea4c4654f5,revision_number=6']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:58:30.105191 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 18:58:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65e15e96-7a65-4179-bcef-623f66b14cc4 x-openstack-request-id: req-65e15e96-7a65-4179-bcef-623f66b14cc4 {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 18:58:30.105488 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20c41343-4f57-451f-80f2-5557ab3acdd6", "tag": "22216bb2-79dd-4134-aa80-70983f47b2f8", "status": "completed", "code": 200}]} {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 18:58:30.105752 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-65e15e96-7a65-4179-bcef-623f66b14cc4 {{(pid=102386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 18:58:30.106197 n-d-816865-1 neutron-server[102386]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20c41343-4f57-451f-80f2-5557ab3acdd6', 'tag': '22216bb2-79dd-4134-aa80-70983f47b2f8', 'status': 'completed', 'code': 200} Nov 05 18:58:30.115356 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f952a677-55dc-423c-a4b1-1b5d9d2e52ce tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3d76eecc-a66c-4dec-85df-896f540f93dc,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:58:30.164059 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2e47fa-3d55-4d70-905f-335000cc1e07 service neutron] Pushing event updated for resources: {'Port': ['ID=22216bb2-79dd-4134-aa80-70983f47b2f8,revision_number=3']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:58:30.170427 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-3a8e1fd6-a57e-4424-9626-dcef3642b3bf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:30.189995 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-f7ee3b35-40de-45ff-80d2-8b818e5270fa tempest-SubnetPoolsTestJSON-2070402437 tempest-SubnetPoolsTestJSON-2070402437-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-984365270', 'prefixes': ['172.20.0.0/16']}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:58:30.232338 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-f952a677-55dc-423c-a4b1-1b5d9d2e52ce tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Publish callbacks [] for security_group, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:30.232592 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-3a8e1fd6-a57e-4424-9626-dcef3642b3bf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:30.236561 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-f952a677-55dc-423c-a4b1-1b5d9d2e52ce tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.7269256 Nov 05 18:58:30.237320 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 39468) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:58:30.245078 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-5c69a4fd-4786-438e-a235-594430d2ace8 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-74045314', 'security_groups': ['3d76eecc-a66c-4dec-85df-896f540f93dc'], 'network_id': '4775609d-d914-46a5-9754-1763ce089160', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'f517cfc2-d32b-4b76-a6e3-97578b6b70a6'}]}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:58:30.283980 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a98fab0-d2ba-4aa8-b57d-631fbddbfab2 req-dd17ee73-5717-4c44-9813-da63a7a45756 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:58:30.285507 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-7a98fab0-d2ba-4aa8-b57d-631fbddbfab2 req-dd17ee73-5717-4c44-9813-da63a7a45756 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=c2718bfd25be4558ab62a930e9f4ce41&device_id=20c41343-4f57-451f-80f2-5557ab3acdd6 HTTP/1.1" status: 200 len: 1095 time: 0.1607170 Nov 05 18:58:30.489042 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-86fe8dea-e569-4873-a720-2c2d2fd7ce5c tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] Publish callbacks [] for port, precommit_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:30.502970 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbe04d2-880f-4be8-a873-74c7ecf4f107 req-9bbcab71-9618-49e7-a25e-8e5f6633790d tempest-ServerRescueNegativeTestJSON-570401673 tempest-ServerRescueNegativeTestJSON-570401673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:58:30.504624 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-7bbe04d2-880f-4be8-a873-74c7ecf4f107 req-9bbcab71-9618-49e7-a25e-8e5f6633790d tempest-ServerRescueNegativeTestJSON-570401673 tempest-ServerRescueNegativeTestJSON-570401673-project] 10.222.0.13 "GET /v2.0/ports?device_id=93c08649-0c78-43a2-be9e-2ac6589b527d HTTP/1.1" status: 200 len: 945 time: 0.0647938 Nov 05 18:58:30.510909 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a98fab0-d2ba-4aa8-b57d-631fbddbfab2 req-7e8f7ef7-6799-4438-bec5-1dd27ffb8c07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:58:30.512492 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-7a98fab0-d2ba-4aa8-b57d-631fbddbfab2 req-7e8f7ef7-6799-4438-bec5-1dd27ffb8c07 service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=c2718bfd25be4558ab62a930e9f4ce41&shared=False HTTP/1.1" status: 200 len: 907 time: 0.2132711 Nov 05 18:58:30.534374 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-3a8e1fd6-a57e-4424-9626-dcef3642b3bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:30.536820 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-3a8e1fd6-a57e-4424-9626-dcef3642b3bf admin admin] Publish callbacks [] for security_group, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:30.540923 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-3a8e1fd6-a57e-4424-9626-dcef3642b3bf admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3afd07cf-b5a8-4d91-9d6a-4126370c0639 HTTP/1.1" status: 204 len: 168 time: 0.6379709 Nov 05 18:58:30.559557 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c69a4fd-4786-438e-a235-594430d2ace8 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Made reservation on behalf of c87add0b70464d588d82847ed9192d29 for: {'port': 1} {{(pid=102387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 18:58:30.585686 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-86fe8dea-e569-4873-a720-2c2d2fd7ce5c tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6149821'] for port, after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:30.602941 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8e1fd6-a57e-4424-9626-dcef3642b3bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3afd07cf-b5a8-4d91-9d6a-4126370c0639,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:58:30.634392 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-7bbe04d2-880f-4be8-a873-74c7ecf4f107 req-3232a4f6-5197-478a-a675-16a1d1821cf7 tempest-ServerRescueNegativeTestJSON-570401673 tempest-ServerRescueNegativeTestJSON-570401673-project] 10.222.0.13 "GET /v2.0/security-groups?id=01574b07-2bff-4b61-b9a8-932cd03ff8af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143079 Nov 05 18:58:30.787494 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-5c69a4fd-4786-438e-a235-594430d2ace8 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:30.807517 n-d-816865-1 neutron-server[102387]: DEBUG neutron.notifiers.nova [None req-5c69a4fd-4786-438e-a235-594430d2ace8 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] device_id is not set on port 67402a60-4f9f-4086-bbf2-d423647a29ef yet. {{(pid=102387) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 05 18:58:30.849018 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-86fe8dea-e569-4873-a720-2c2d2fd7ce5c tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-597863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-571878'] for router_interface, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:30.850737 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86fe8dea-e569-4873-a720-2c2d2fd7ce5c tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] Pushing event updated for resources: {'Port': ['ID=d8a958ba-1e17-4e24-9eda-df6839af3e82,revision_number=2']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:58:30.877417 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a98fab0-d2ba-4aa8-b57d-631fbddbfab2 req-e11a3fcd-6e4f-4560-8f02-5ac47133eba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:58:30.878954 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-7a98fab0-d2ba-4aa8-b57d-631fbddbfab2 req-e11a3fcd-6e4f-4560-8f02-5ac47133eba0 service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3559728 Nov 05 18:58:30.881226 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-f7ee3b35-40de-45ff-80d2-8b818e5270fa tempest-SubnetPoolsTestJSON-2070402437 tempest-SubnetPoolsTestJSON-2070402437-project] Publish callbacks [] for subnetpool, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:30.887357 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-f7ee3b35-40de-45ff-80d2-8b818e5270fa tempest-SubnetPoolsTestJSON-2070402437 tempest-SubnetPoolsTestJSON-2070402437-project] 10.222.0.13 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 736 time: 0.8946822 Nov 05 18:58:30.888056 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 39488) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:58:30.967717 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-47b694f7-e1cd-418f-bdb6-00e072a554ad tempest-SubnetPoolsTestJSON-2070402437 tempest-SubnetPoolsTestJSON-2070402437-project] 10.222.0.13 "GET /v2.0/subnetpools/81f5ccd1-9c58-4b68-ae6a-ebb2620d7c59 HTTP/1.1" status: 200 len: 731 time: 0.0731101 Nov 05 18:58:30.970981 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 39492) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:58:30.981531 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-41ced59f-b318-49e1-b8f0-0e6463f6e0de tempest-SubnetPoolsTestJSON-2070402437 tempest-SubnetPoolsTestJSON-2070402437-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-655467637'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:58:31.012870 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-77b8a9ac-26bc-482d-900c-78837f377094 None None] Provisioning complete for port 476f6a53-d1dd-4a3d-bd32-7fea4c4654f5 triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:58:31.013424 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-77b8a9ac-26bc-482d-900c-78837f377094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:31.078316 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da317e5c-3a9b-4255-afec-33c6b55e2056 req-66de6e4b-5828-416d-b474-d3ced7cb2614 tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:58:31.079467 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b220702-e71e-4f1a-ac4e-59a793f460a4 req-66a14965-90ea-426f-ae15-5cf9603fe770 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:58:31.083823 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-da317e5c-3a9b-4255-afec-33c6b55e2056 req-66de6e4b-5828-416d-b474-d3ced7cb2614 tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] 10.222.0.13 "GET /v2.0/ports?device_id=20c41343-4f57-451f-80f2-5557ab3acdd6 HTTP/1.1" status: 200 len: 944 time: 0.1085036 Nov 05 18:58:31.089966 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-3b220702-e71e-4f1a-ac4e-59a793f460a4 req-66a14965-90ea-426f-ae15-5cf9603fe770 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=c2718bfd25be4558ab62a930e9f4ce41&device_id=20c41343-4f57-451f-80f2-5557ab3acdd6 HTTP/1.1" status: 200 len: 1095 time: 0.1464953 Nov 05 18:58:31.140304 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86fe8dea-e569-4873-a720-2c2d2fd7ce5c tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] Network 57a25768-bf18-4fd4-83af-dd3c2e903cef is already hosted by enough agents. {{(pid=102386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 18:58:31.222838 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.base_scheduler [None req-86fe8dea-e569-4873-a720-2c2d2fd7ce5c tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] Resources bound (agent type, host, resource id): {{(pid=102386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:58:31.232076 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-3b220702-e71e-4f1a-ac4e-59a793f460a4 req-f3938ac4-2806-4e2d-a934-e8868523e26f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=22216bb2-79dd-4134-aa80-70983f47b2f8 HTTP/1.1" status: 200 len: 217 time: 0.1290591 Nov 05 18:58:31.252864 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-77b8a9ac-26bc-482d-900c-78837f377094 None None] Provisioning complete for port f50759d9-e778-42aa-9974-de6f541490f8 triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:58:31.253330 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-77b8a9ac-26bc-482d-900c-78837f377094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:31.323184 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-77b8a9ac-26bc-482d-900c-78837f377094 None None] Port f50759d9-e778-42aa-9974-de6f541490f8 cannot update to ACTIVE because it is not bound. {{(pid=102388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 18:58:31.385555 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b220702-e71e-4f1a-ac4e-59a793f460a4 req-6d6e5141-f0fe-489e-92f6-d88f71767de5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:58:31.387245 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-3b220702-e71e-4f1a-ac4e-59a793f460a4 req-6d6e5141-f0fe-489e-92f6-d88f71767de5 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=b6655376-4ea9-4701-98ec-c7e9e4d66f0f HTTP/1.1" status: 200 len: 846 time: 0.1448121 Nov 05 18:58:31.427506 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-3b220702-e71e-4f1a-ac4e-59a793f460a4 req-80bdd2ba-230f-476c-aec5-36f377639e87 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=9c2bdaad-faf0-4d75-bb68-340f7d20c596&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0320911 Nov 05 18:58:31.501865 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.db_base_plugin_common [None req-5c69a4fd-4786-438e-a235-594430d2ace8 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Allocated IP 2001:db8::48 (4775609d-d914-46a5-9754-1763ce089160/f517cfc2-d32b-4b76-a6e3-97578b6b70a6/67402a60-4f9f-4086-bbf2-d423647a29ef) {{(pid=102387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 18:58:31.530429 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-da317e5c-3a9b-4255-afec-33c6b55e2056 req-9344a162-168b-42c7-82ca-8c2c1b2fd3dd tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9a1bcb7-2b62-4809-b67b-668edb56dae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4197741 Nov 05 18:58:31.623939 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 476f6a53-d1dd-4a3d-bd32-7fea4c4654f5 up at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 18:58:31.698276 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-8595c164-0e6c-4b8c-8d3e-b0e7d9fcaa54 None None] Provisioning complete for port d8a958ba-1e17-4e24-9eda-df6839af3e82 triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:58:31.698696 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-8595c164-0e6c-4b8c-8d3e-b0e7d9fcaa54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:31.714021 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 39508) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:58:31.732440 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-5c69a4fd-4786-438e-a235-594430d2ace8 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Publish callbacks [] for port, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:31.787236 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-5cbfb441-c259-4a72-90d4-8bcc25f4a0c6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:31.824084 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-8595c164-0e6c-4b8c-8d3e-b0e7d9fcaa54 None None] Port d8a958ba-1e17-4e24-9eda-df6839af3e82 cannot update to ACTIVE because it is not bound. {{(pid=102388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 18:58:31.831244 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Provisioning complete for port 476f6a53-d1dd-4a3d-bd32-7fea4c4654f5 triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:58:31.831622 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:31.898275 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-41ced59f-b318-49e1-b8f0-0e6463f6e0de tempest-SubnetPoolsTestJSON-2070402437 tempest-SubnetPoolsTestJSON-2070402437-project] Publish callbacks [] for subnetpool, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:31.902833 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-41ced59f-b318-49e1-b8f0-0e6463f6e0de tempest-SubnetPoolsTestJSON-2070402437 tempest-SubnetPoolsTestJSON-2070402437-project] 10.222.0.13 "PUT /v2.0/subnetpools/81f5ccd1-9c58-4b68-ae6a-ebb2620d7c59 HTTP/1.1" status: 200 len: 683 time: 0.9261441 Nov 05 18:58:31.903581 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 39514) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:58:31.976087 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-5cbfb441-c259-4a72-90d4-8bcc25f4a0c6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:31.978713 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-5c69a4fd-4786-438e-a235-594430d2ace8 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4417063'] for port, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:31.984765 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86fe8dea-e569-4873-a720-2c2d2fd7ce5c tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] Router f59032f5-837b-48ad-9b02-ddc9dfc910c8 has already been hosted by L3 agent 6dcb5589-8e86-4616-9186-ddc4548e13ad {{(pid=102386) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 18:58:32.002864 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-3b220702-e71e-4f1a-ac4e-59a793f460a4 req-0aa18e0e-c145-4b43-804a-da1f40bcd835 service neutron] 10.222.0.55 "GET /v2.0/networks/9c2bdaad-faf0-4d75-bb68-340f7d20c596?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5407751 Nov 05 18:58:32.033814 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c69a4fd-4786-438e-a235-594430d2ace8 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Network 4775609d-d914-46a5-9754-1763ce089160 is already hosted by enough agents. {{(pid=102387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 18:58:32.039884 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-5cbfb441-c259-4a72-90d4-8bcc25f4a0c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:32.042352 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.base_scheduler [None req-5c69a4fd-4786-438e-a235-594430d2ace8 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Resources bound (agent type, host, resource id): {{(pid=102387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:58:32.052310 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c69a4fd-4786-438e-a235-594430d2ace8 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Received port after_create {{(pid=102387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 18:58:32.058878 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c69a4fd-4786-438e-a235-594430d2ace8 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:58:32.059528 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-5c69a4fd-4786-438e-a235-594430d2ace8 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:32.063069 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c69a4fd-4786-438e-a235-594430d2ace8 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Pushing event updated for resources: {'Port': ['ID=67402a60-4f9f-4086-bbf2-d423647a29ef,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:58:32.101199 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cbfb441-c259-4a72-90d4-8bcc25f4a0c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8be7641d-5778-4866-b127-405ff8604710,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:58:32.112727 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-5cbfb441-c259-4a72-90d4-8bcc25f4a0c6 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5497a5247f4a4883a3db87bb801899c3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3938797 Nov 05 18:58:32.112727 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 39520) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:58:32.248527 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-5c69a4fd-4786-438e-a235-594430d2ace8 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.0100267 Nov 05 18:58:32.249228 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 39524) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:58:32.264606 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-ed769763-ab91-4943-aeae-13ca9dbfbb92 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:32.274474 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-71900a81-924b-4314-89b3-3e8b7ce6f18f tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Request body: {'subnet': {'network_id': '4775609d-d914-46a5-9754-1763ce089160', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:58:32.297789 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-04cd098d-d4e3-489e-9c73-6e2e7b9e56f9 tempest-SubnetPoolsTestJSON-2070402437 tempest-SubnetPoolsTestJSON-2070402437-project] Publish callbacks [] for subnetpool, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:32.301741 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-04cd098d-d4e3-489e-9c73-6e2e7b9e56f9 tempest-SubnetPoolsTestJSON-2070402437 tempest-SubnetPoolsTestJSON-2070402437-project] 10.222.0.13 "DELETE /v2.0/subnetpools/81f5ccd1-9c58-4b68-ae6a-ebb2620d7c59 HTTP/1.1" status: 204 len: 168 time: 0.3957188 Nov 05 18:58:32.304677 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 39526) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:58:32.340962 n-d-816865-1 neutron-server[102386]: INFO neutron.api.v2.resource [None req-1c5aa75e-f88f-4e85-9ecb-b680d56ef77a tempest-SubnetPoolsTestJSON-2070402437 tempest-SubnetPoolsTestJSON-2070402437-project] show failed (client error): The resource could not be found. Nov 05 18:58:32.345018 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-1c5aa75e-f88f-4e85-9ecb-b680d56ef77a tempest-SubnetPoolsTestJSON-2070402437 tempest-SubnetPoolsTestJSON-2070402437-project] 10.222.0.13 "GET /v2.0/subnetpools/81f5ccd1-9c58-4b68-ae6a-ebb2620d7c59 HTTP/1.1" status: 404 len: 346 time: 0.0353105 Nov 05 18:58:32.349153 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 39528) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:58:32.358298 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-3b220702-e71e-4f1a-ac4e-59a793f460a4 req-d731581d-512f-497f-86ff-755f3eeaaa84 service neutron] 10.222.0.55 "GET /v2.0/networks/9c2bdaad-faf0-4d75-bb68-340f7d20c596?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3466768 Nov 05 18:58:32.364897 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-ed769763-ab91-4943-aeae-13ca9dbfbb92 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:32.391507 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86fe8dea-e569-4873-a720-2c2d2fd7ce5c tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] Notify agent at l3_agent.n-d-816865-1 the message routers_updated {{(pid=102386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 18:58:32.399219 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-86fe8dea-e569-4873-a720-2c2d2fd7ce5c tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] 10.222.0.13 "PUT /v2.0/routers/f59032f5-837b-48ad-9b02-ddc9dfc910c8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6014755 Nov 05 18:58:32.402852 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 39530) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:58:32.408028 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e23fb89f-8b09-4b71-b645-ddd1b5e1aafb None None] Sync routers for ids ['f59032f5-837b-48ad-9b02-ddc9dfc910c8'] in n-d-816865-1 {{(pid=102389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 18:58:32.414702 n-d-816865-1 neutron-server[102387]: INFO neutron.api.v2.resource [None req-bff2368f-0e80-435f-9475-eb81fde7bd13 tempest-SubnetPoolsTestJSON-2070402437 tempest-SubnetPoolsTestJSON-2070402437-project] delete failed (client error): The resource could not be found. Nov 05 18:58:32.415951 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-bff2368f-0e80-435f-9475-eb81fde7bd13 tempest-SubnetPoolsTestJSON-2070402437 tempest-SubnetPoolsTestJSON-2070402437-project] 10.222.0.13 "DELETE /v2.0/subnetpools/81f5ccd1-9c58-4b68-ae6a-ebb2620d7c59 HTTP/1.1" status: 404 len: 346 time: 0.0622022 Nov 05 18:58:32.424177 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-b65c78ec-2114-45ca-a4ec-c6d9f7733c7c tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] Request body: {'port': {'network_id': '57a25768-bf18-4fd4-83af-dd3c2e903cef', 'name': 'tempest-FloatingIPTestJSON-1107607375'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:58:32.430189 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e23fb89f-8b09-4b71-b645-ddd1b5e1aafb None None] Routers {'f59032f5-837b-48ad-9b02-ddc9dfc910c8'} bound to L3 agent in host n-d-816865-1 {{(pid=102389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 18:58:32.430820 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-e23fb89f-8b09-4b71-b645-ddd1b5e1aafb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T18:58:05Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['f59032f5-837b-48ad-9b02-ddc9dfc910c8'], 'active': True} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:58:32.516783 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-e23fb89f-8b09-4b71-b645-ddd1b5e1aafb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816865-1', False) {} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:58:32.542476 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e23fb89f-8b09-4b71-b645-ddd1b5e1aafb None None] Routers {'f59032f5-837b-48ad-9b02-ddc9dfc910c8'} bound to L3 agent in host n-d-816865-1 {{(pid=102389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 18:58:32.550377 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-e23fb89f-8b09-4b71-b645-ddd1b5e1aafb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T18:58:05Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['f59032f5-837b-48ad-9b02-ddc9dfc910c8'], 'active': True} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:58:32.565420 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-a0b6f1f4-77a8-4539-a954-97512d04e671 None None] Provisioning complete for port 67402a60-4f9f-4086-bbf2-d423647a29ef triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:58:32.566378 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-a0b6f1f4-77a8-4539-a954-97512d04e671 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:32.585093 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-ed769763-ab91-4943-aeae-13ca9dbfbb92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:32.595830 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-ed769763-ab91-4943-aeae-13ca9dbfbb92 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:32.595830 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-ed769763-ab91-4943-aeae-13ca9dbfbb92 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8be7641d-5778-4866-b127-405ff8604710 HTTP/1.1" status: 204 len: 168 time: 0.4763274 Nov 05 18:58:32.606765 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed769763-ab91-4943-aeae-13ca9dbfbb92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8be7641d-5778-4866-b127-405ff8604710,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:58:32.623990 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71900a81-924b-4314-89b3-3e8b7ce6f18f tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Made reservation on behalf of c87add0b70464d588d82847ed9192d29 for: {'subnet': 1} {{(pid=102387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 18:58:32.634139 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-71900a81-924b-4314-89b3-3e8b7ce6f18f tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5112236'] for subnet, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:32.636071 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-e23fb89f-8b09-4b71-b645-ddd1b5e1aafb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816865-1', False) {} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:58:32.637920 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e23fb89f-8b09-4b71-b645-ddd1b5e1aafb None None] The sync data for ids ['f59032f5-837b-48ad-9b02-ddc9dfc910c8'] in n-d-816865-1 is: [] {{(pid=102389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 18:58:32.674227 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-93aa4342-2263-4027-80ec-a25e5d632a4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:32.690933 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-a0b6f1f4-77a8-4539-a954-97512d04e671 None None] Port 67402a60-4f9f-4086-bbf2-d423647a29ef cannot update to ACTIVE because it is not bound. {{(pid=102388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 18:58:32.739005 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b65c78ec-2114-45ca-a4ec-c6d9f7733c7c tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] Made reservation on behalf of d0a8e2071b314c3fb38163cbc7011dd2 for: {'port': 1} {{(pid=102386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 18:58:32.742696 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-b65c78ec-2114-45ca-a4ec-c6d9f7733c7c tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:32.769061 n-d-816865-1 neutron-server[102386]: DEBUG neutron.notifiers.nova [None req-b65c78ec-2114-45ca-a4ec-c6d9f7733c7c tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] device_id is not set on port c548eda2-8ea5-40e3-a40b-a3c13c6880a4 yet. {{(pid=102386) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 05 18:58:32.813396 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2bff7f-b408-4640-9100-3be0449c976a req-8e1d5f4a-2f0f-40b1-a356-269bb39b421b tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:58:32.815056 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-7c2bff7f-b408-4640-9100-3be0449c976a req-8e1d5f4a-2f0f-40b1-a356-269bb39b421b tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] 10.222.0.13 "GET /v2.0/ports?device_id=20c41343-4f57-451f-80f2-5557ab3acdd6 HTTP/1.1" status: 200 len: 944 time: 0.1196666 Nov 05 18:58:32.841504 n-d-816865-1 neutron-server[102387]: INFO neutron.db.ipam_backend_mixin [None req-71900a81-924b-4314-89b3-3e8b7ce6f18f tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet f517cfc2-d32b-4b76-a6e3-97578b6b70a6 (CIDR: 2001:db8::/64) Nov 05 18:58:32.900233 n-d-816865-1 neutron-server[102387]: INFO neutron.pecan_wsgi.hooks.translation [None req-71900a81-924b-4314-89b3-3e8b7ce6f18f tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 05 18:58:32.901152 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-71900a81-924b-4314-89b3-3e8b7ce6f18f tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102387) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 05 18:58:32.932006 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-7c2bff7f-b408-4640-9100-3be0449c976a req-4d5687b1-7c05-4b67-86d7-fafc45ec6206 tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9a1bcb7-2b62-4809-b67b-668edb56dae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067924 Nov 05 18:58:32.975623 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.db_base_plugin_common [None req-b65c78ec-2114-45ca-a4ec-c6d9f7733c7c tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] Allocated IP 172.20.0.6 (57a25768-bf18-4fd4-83af-dd3c2e903cef/3242adcb-c1cd-4e57-9b57-b790555d4ede/c548eda2-8ea5-40e3-a40b-a3c13c6880a4) {{(pid=102386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 18:58:33.021415 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-71900a81-924b-4314-89b3-3e8b7ce6f18f tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7603469 Nov 05 18:58:33.024250 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 39548) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:58:33.033072 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-4ab49479-7955-46a9-9697-d55872d9e30f tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Request body: {'subnet': {'network_id': '4775609d-d914-46a5-9754-1763ce089160', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:58:33.228827 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-b65c78ec-2114-45ca-a4ec-c6d9f7733c7c tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] Publish callbacks [] for port, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:33.288321 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 39558) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:58:33.289912 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ab49479-7955-46a9-9697-d55872d9e30f tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Made reservation on behalf of c87add0b70464d588d82847ed9192d29 for: {'subnet': 1} {{(pid=102387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 18:58:33.294129 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-4ab49479-7955-46a9-9697-d55872d9e30f tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5112236'] for subnet, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:33.334554 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-b65c78ec-2114-45ca-a4ec-c6d9f7733c7c tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:33.476504 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b65c78ec-2114-45ca-a4ec-c6d9f7733c7c tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] Network 57a25768-bf18-4fd4-83af-dd3c2e903cef is already hosted by enough agents. {{(pid=102386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 18:58:33.499176 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.base_scheduler [None req-b65c78ec-2114-45ca-a4ec-c6d9f7733c7c tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] Resources bound (agent type, host, resource id): {{(pid=102386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:58:33.503632 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b65c78ec-2114-45ca-a4ec-c6d9f7733c7c tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] Received port after_create {{(pid=102386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 18:58:33.523706 n-d-816865-1 neutron-server[102387]: INFO neutron.db.ipam_backend_mixin [None req-4ab49479-7955-46a9-9697-d55872d9e30f tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 0c334927-ab1d-45c0-a924-69a9ca45facf (CIDR: 2001:db8:0:1::/64) Nov 05 18:58:33.526815 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-e633b7d6-c114-465b-8d4a-e13733bd6938 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:33.550666 n-d-816865-1 neutron-server[102387]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ab49479-7955-46a9-9697-d55872d9e30f tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 05 18:58:33.551122 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4ab49479-7955-46a9-9697-d55872d9e30f tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102387) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 05 18:58:33.563906 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65c78ec-2114-45ca-a4ec-c6d9f7733c7c tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] Pushing event updated for resources: {'Port': ['ID=c548eda2-8ea5-40e3-a40b-a3c13c6880a4,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:58:33.599498 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b65c78ec-2114-45ca-a4ec-c6d9f7733c7c tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:58:33.600351 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-b65c78ec-2114-45ca-a4ec-c6d9f7733c7c tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:33.728116 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-4ab49479-7955-46a9-9697-d55872d9e30f tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.7017467 Nov 05 18:58:33.730981 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 39574) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:58:33.738117 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-c41d9924-90c0-4fd9-8b46-e5295481319f tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Request body: {'subnet': {'network_id': '4775609d-d914-46a5-9754-1763ce089160', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:58:33.743538 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-e633b7d6-c114-465b-8d4a-e13733bd6938 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:33.769324 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-b65c78ec-2114-45ca-a4ec-c6d9f7733c7c tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.3653457 Nov 05 18:58:33.782067 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 39576) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:58:33.782067 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-0ff1b60e-b363-45b8-aa6c-1a7968dd5ab5 tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] Request body: {'floatingip': {'port_id': 'c548eda2-8ea5-40e3-a40b-a3c13c6880a4'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:58:33.858862 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-0ff1b60e-b363-45b8-aa6c-1a7968dd5ab5 tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] Publish callbacks [] for floatingip, before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:33.894509 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-e633b7d6-c114-465b-8d4a-e13733bd6938 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:33.966122 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-3a0d2a44-4c16-47cf-87b6-ccab779ac101 None None] Provisioning complete for port c548eda2-8ea5-40e3-a40b-a3c13c6880a4 triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:58:33.967117 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3a0d2a44-4c16-47cf-87b6-ccab779ac101 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:34.007075 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c41d9924-90c0-4fd9-8b46-e5295481319f tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Made reservation on behalf of c87add0b70464d588d82847ed9192d29 for: {'subnet': 1} {{(pid=102387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 18:58:34.012256 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-c41d9924-90c0-4fd9-8b46-e5295481319f tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5112236'] for subnet, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:34.018168 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-e633b7d6-c114-465b-8d4a-e13733bd6938 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4493b1b603fd46c1b2e296bf523a2086&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7284243 Nov 05 18:58:34.018915 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e633b7d6-c114-465b-8d4a-e13733bd6938 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cecdbce-5883-407d-b690-2ea95c05fdc8,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:58:34.021669 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 39588) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:58:34.182444 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-3a0d2a44-4c16-47cf-87b6-ccab779ac101 None None] Port c548eda2-8ea5-40e3-a40b-a3c13c6880a4 cannot update to ACTIVE because it is not bound. {{(pid=102388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 18:58:34.286713 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:34.439314 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276c1952-33c4-4b3c-bc39-5f541d67a9a1 req-2dc79b4d-86aa-4779-aec9-53a95b7fc1a9 tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:58:34.441017 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-276c1952-33c4-4b3c-bc39-5f541d67a9a1 req-2dc79b4d-86aa-4779-aec9-53a95b7fc1a9 tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] 10.222.0.13 "GET /v2.0/ports?device_id=20c41343-4f57-451f-80f2-5557ab3acdd6 HTTP/1.1" status: 200 len: 944 time: 0.3429885 Nov 05 18:58:34.476663 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-ff8b0873-2990-45f8-a645-44b17376a772 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:34.503825 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Device 22216bb2-79dd-4134-aa80-70983f47b2f8 details requested by agent hyperv_n-h2-816865-1 with host n-h2-816865-1 {{(pid=102388) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 05 18:58:34.513952 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-276c1952-33c4-4b3c-bc39-5f541d67a9a1 req-9b116786-4d0d-4a14-894b-b457a5d09697 tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9a1bcb7-2b62-4809-b67b-668edb56dae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646489 Nov 05 18:58:34.516576 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-c41d9924-90c0-4fd9-8b46-e5295481319f tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4417463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5112218'] for subnet, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:34.567752 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c41d9924-90c0-4fd9-8b46-e5295481319f tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Network 4775609d-d914-46a5-9754-1763ce089160 is already hosted by enough agents. {{(pid=102387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 18:58:34.571702 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.base_scheduler [None req-c41d9924-90c0-4fd9-8b46-e5295481319f tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Resources bound (agent type, host, resource id): {{(pid=102387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:58:34.572445 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-ff8b0873-2990-45f8-a645-44b17376a772 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:34.580807 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c41d9924-90c0-4fd9-8b46-e5295481319f tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:58:34.582139 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-c41d9924-90c0-4fd9-8b46-e5295481319f tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Publish callbacks [] for subnet, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:34.672629 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41d9924-90c0-4fd9-8b46-e5295481319f tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Pushing event updated for resources: {'Subnet': ['ID=39953b1e-9f4e-4ab2-9614-07dd4a609483,revision_number=0']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:58:34.685073 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 39606) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:58:34.691178 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-f750dc81-8474-4cb8-971a-9f56c9d334e9 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1752065005', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '39953b1e-9f4e-4ab2-9614-07dd4a609483'}], 'security_groups': ['5f69c641-3a7e-46fc-9c9e-ed588a1fa253', '814fb0d3-4b8e-4326-bc20-c0e549968e6d']}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:58:34.694172 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-c41d9924-90c0-4fd9-8b46-e5295481319f tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.9615867 Nov 05 18:58:34.712934 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f711c89-ff3e-4bc9-a762-9596f2bf0255 None None] Network 4775609d-d914-46a5-9754-1763ce089160 requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 18:58:34.747229 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-0ff1b60e-b363-45b8-aa6c-1a7968dd5ab5 tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:34.807405 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-ff8b0873-2990-45f8-a645-44b17376a772 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:34.810679 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-ff8b0873-2990-45f8-a645-44b17376a772 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:34.817418 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-ff8b0873-2990-45f8-a645-44b17376a772 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6cecdbce-5883-407d-b690-2ea95c05fdc8 HTTP/1.1" status: 204 len: 168 time: 0.7774544 Nov 05 18:58:34.836297 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8b0873-2990-45f8-a645-44b17376a772 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cecdbce-5883-407d-b690-2ea95c05fdc8,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:58:34.844451 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] For port 22216bb2-79dd-4134-aa80-70983f47b2f8, host n-h2-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=22216bb2-79dd-4134-aa80-70983f47b2f8,segment=NetworkSegment(8281efde-bbf4-4833-8d7d-a490783d8ae5),segment_id=8281efde-bbf4-4833-8d7d-a490783d8ae5)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:58:34.888755 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-0ff1b60e-b363-45b8-aa6c-1a7968dd5ab5 tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1000577'] for floatingip, after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:34.922632 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-08f89b82-bfe5-4ba0-b72e-2a6e83c1034e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:34.931422 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Returning: {'device': '22216bb2-79dd-4134-aa80-70983f47b2f8', 'network_id': '9c2bdaad-faf0-4d75-bb68-340f7d20c596', 'port_id': '22216bb2-79dd-4134-aa80-70983f47b2f8', 'mac_address': 'fa:16:3e:46:78:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 185, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b6655376-4ea9-4701-98ec-c7e9e4d66f0f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102388) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 05 18:58:35.036427 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-f750dc81-8474-4cb8-971a-9f56c9d334e9 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:35.086875 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:35.115222 n-d-816865-1 neutron-server[102388]: DEBUG neutron.notifiers.nova [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 22216bb2-79dd-4134-aa80-70983f47b2f8 {{(pid=102388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 18:58:35.154517 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] For port 22216bb2-79dd-4134-aa80-70983f47b2f8, host n-h2-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=22216bb2-79dd-4134-aa80-70983f47b2f8,segment=NetworkSegment(8281efde-bbf4-4833-8d7d-a490783d8ae5),segment_id=8281efde-bbf4-4833-8d7d-a490783d8ae5)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:58:35.279305 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:35.298239 n-d-816865-1 neutron-server[102386]: INFO neutron.db.l3_db [None req-0ff1b60e-b363-45b8-aa6c-1a7968dd5ab5 tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] Floating IP 2c7698d8-922d-427c-99a8-9b4498048589 associated. External IP: 172.25.6.241, port: 9678a662-ef1a-43eb-907b-1e2e22668512. Nov 05 18:58:35.349743 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f182d15-e797-44ec-9eab-f7aaccd33024 None None] Update dhcp port {'port': {'network_id': '4775609d-d914-46a5-9754-1763ce089160', 'fixed_ips': [{'subnet_id': '0c334927-ab1d-45c0-a924-69a9ca45facf', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'f517cfc2-d32b-4b76-a6e3-97578b6b70a6', 'ip_address': '2001:db8::2'}, {'subnet_id': '39953b1e-9f4e-4ab2-9614-07dd4a609483'}], 'binding:host_id': 'n-d-816865-1'}, 'id': '476f6a53-d1dd-4a3d-bd32-7fea4c4654f5'} from n-d-816865-1. {{(pid=102388) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 05 18:58:35.392720 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-5f182d15-e797-44ec-9eab-f7aaccd33024 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:35.518740 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Pushing event updated for resources: {'Port': ['ID=22216bb2-79dd-4134-aa80-70983f47b2f8,revision_number=4']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:58:35.639526 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] get_ports_and_sgs() called for port_ids ['22216bb2-79dd-4134-aa80-70983f47b2f8'] {{(pid=102388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 18:58:35.705816 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbae7796-0fce-4672-9dae-69ade7944021 req-34ec1863-93fc-4667-a91e-703a40682a62 tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:58:35.708254 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-bbae7796-0fce-4672-9dae-69ade7944021 req-34ec1863-93fc-4667-a91e-703a40682a62 tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] 10.222.0.13 "GET /v2.0/ports?device_id=20c41343-4f57-451f-80f2-5557ab3acdd6 HTTP/1.1" status: 200 len: 945 time: 0.0625737 Nov 05 18:58:35.837570 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-bbae7796-0fce-4672-9dae-69ade7944021 req-7c10e5ff-f1a8-4c45-af42-1994e3e1aa5c tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9a1bcb7-2b62-4809-b67b-668edb56dae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211705 Nov 05 18:58:35.942588 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.db_base_plugin_common [None req-f750dc81-8474-4cb8-971a-9f56c9d334e9 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Delete allocated IP 2001:db8::48 (4775609d-d914-46a5-9754-1763ce089160/f517cfc2-d32b-4b76-a6e3-97578b6b70a6) {{(pid=102386) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 05 18:58:35.989250 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.db_base_plugin_common [None req-f750dc81-8474-4cb8-971a-9f56c9d334e9 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Allocated IP 2001:db8:0:2::24d (4775609d-d914-46a5-9754-1763ce089160/39953b1e-9f4e-4ab2-9614-07dd4a609483/67402a60-4f9f-4086-bbf2-d423647a29ef) {{(pid=102386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 18:58:36.070596 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ff1b60e-b363-45b8-aa6c-1a7968dd5ab5 tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] Router a3269702-dd5d-4fcd-a088-f251c1c3baf7 has already been hosted by L3 agent 6dcb5589-8e86-4616-9186-ddc4548e13ad {{(pid=102386) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 18:58:36.202386 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:36.266687 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b304910f-7b27-444b-a8fc-977d26b1ceac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:36.342966 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ff1b60e-b363-45b8-aa6c-1a7968dd5ab5 tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] Notify agent at l3_agent.n-d-816865-1 the message routers_updated {{(pid=102386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 18:58:36.356151 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84fc54f8-1c79-48ba-9d05-69971b0c5522 None None] Sync routers for ids ['a3269702-dd5d-4fcd-a088-f251c1c3baf7'] in n-d-816865-1 {{(pid=102388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 18:58:36.374387 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84fc54f8-1c79-48ba-9d05-69971b0c5522 None None] Routers {'a3269702-dd5d-4fcd-a088-f251c1c3baf7'} bound to L3 agent in host n-d-816865-1 {{(pid=102388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 18:58:36.376179 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-84fc54f8-1c79-48ba-9d05-69971b0c5522 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T18:58:35Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['a3269702-dd5d-4fcd-a088-f251c1c3baf7'], 'active': True} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:58:36.418507 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-f750dc81-8474-4cb8-971a-9f56c9d334e9 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Publish callbacks [] for port, precommit_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:36.441785 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-84fc54f8-1c79-48ba-9d05-69971b0c5522 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816865-1', False) {} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:58:36.462609 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84fc54f8-1c79-48ba-9d05-69971b0c5522 None None] Routers {'a3269702-dd5d-4fcd-a088-f251c1c3baf7'} bound to L3 agent in host n-d-816865-1 {{(pid=102388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 18:58:36.465801 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-84fc54f8-1c79-48ba-9d05-69971b0c5522 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T18:58:35Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['a3269702-dd5d-4fcd-a088-f251c1c3baf7'], 'active': True} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:58:36.508636 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Device 22216bb2-79dd-4134-aa80-70983f47b2f8 up at agent hyperv_n-h2-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 18:58:36.513810 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-84fc54f8-1c79-48ba-9d05-69971b0c5522 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816865-1', False) {} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:58:36.514959 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84fc54f8-1c79-48ba-9d05-69971b0c5522 None None] The sync data for ids ['a3269702-dd5d-4fcd-a088-f251c1c3baf7'] in n-d-816865-1 is: [] {{(pid=102388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 18:58:36.561738 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-f750dc81-8474-4cb8-971a-9f56c9d334e9 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6149821'] for port, after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:36.583557 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 39676) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:58:36.607310 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.db_base_plugin_common [None req-5f182d15-e797-44ec-9eab-f7aaccd33024 None None] Allocated IP 2001:db8:0:2::2 (4775609d-d914-46a5-9754-1763ce089160/39953b1e-9f4e-4ab2-9614-07dd4a609483/476f6a53-d1dd-4a3d-bd32-7fea4c4654f5) {{(pid=102388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 18:58:36.704565 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Provisioning for port 22216bb2-79dd-4134-aa80-70983f47b2f8 completed by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 05 18:58:36.747815 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Provisioning complete for port 22216bb2-79dd-4134-aa80-70983f47b2f8 triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:58:36.750686 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:36.779351 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-f750dc81-8474-4cb8-971a-9f56c9d334e9 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] In _notify_port_updated(), no bound segment for port 67402a60-4f9f-4086-bbf2-d423647a29ef on network 4775609d-d914-46a5-9754-1763ce089160 {{(pid=102386) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 05 18:58:36.779713 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-b9992d38-93ae-49df-a673-ff36be36c67e tempest-TagsExtTest-994110606 tempest-TagsExtTest-994110606-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-1315179727'}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:58:36.789717 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f750dc81-8474-4cb8-971a-9f56c9d334e9 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:58:36.790962 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-f750dc81-8474-4cb8-971a-9f56c9d334e9 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:36.792053 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-5f182d15-e797-44ec-9eab-f7aaccd33024 None None] For port 476f6a53-d1dd-4a3d-bd32-7fea4c4654f5, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=476f6a53-d1dd-4a3d-bd32-7fea4c4654f5,segment=NetworkSegment(e0524d03-9b88-4c82-9841-48524ca5fecd),segment_id=e0524d03-9b88-4c82-9841-48524ca5fecd)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:58:36.793558 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-f750dc81-8474-4cb8-971a-9f56c9d334e9 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] 10.222.0.13 "PUT /v2.0/ports/67402a60-4f9f-4086-bbf2-d423647a29ef HTTP/1.1" status: 200 len: 970 time: 2.1068783 Nov 05 18:58:36.819557 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 39682) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:58:36.822309 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f750dc81-8474-4cb8-971a-9f56c9d334e9 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Pushing event updated for resources: {'Port': ['ID=67402a60-4f9f-4086-bbf2-d423647a29ef,revision_number=2']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:58:36.879412 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-5f182d15-e797-44ec-9eab-f7aaccd33024 None None] Publish callbacks [] for port, precommit_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:36.895710 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:36.921964 n-d-816865-1 neutron-server[102388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20c41343-4f57-451f-80f2-5557ab3acdd6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22216bb2-79dd-4134-aa80-70983f47b2f8'}] {{(pid=102388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 18:58:36.924401 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85474fee1180e129d8a886d264fe0b30223aa672dd1ffe43b630605f18504f68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fb0147e-23d6-4709-a7ef-f27d53ece77f" -d '{"events": [{"server_uuid": "20c41343-4f57-451f-80f2-5557ab3acdd6", "name": "network-vif-plugged", "status": "completed", "tag": "22216bb2-79dd-4134-aa80-70983f47b2f8"}]}' {{(pid=102388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 18:58:36.939437 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] For port 22216bb2-79dd-4134-aa80-70983f47b2f8, host n-h2-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=22216bb2-79dd-4134-aa80-70983f47b2f8,segment=NetworkSegment(8281efde-bbf4-4833-8d7d-a490783d8ae5),segment_id=8281efde-bbf4-4833-8d7d-a490783d8ae5)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:58:36.979336 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9992d38-93ae-49df-a673-ff36be36c67e tempest-TagsExtTest-994110606 tempest-TagsExtTest-994110606-project] Made reservation on behalf of 8a22762866ab4a6fa997b51e281f95ae for: {'network': 1} {{(pid=102387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 18:58:36.982999 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-b9992d38-93ae-49df-a673-ff36be36c67e tempest-TagsExtTest-994110606 tempest-TagsExtTest-994110606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for network, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:37.007766 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:37.010168 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-5f182d15-e797-44ec-9eab-f7aaccd33024 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:37.034667 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-b9992d38-93ae-49df-a673-ff36be36c67e tempest-TagsExtTest-994110606 tempest-TagsExtTest-994110606-project] Publish callbacks [] for security_group, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:37.154376 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 18:58:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9c46f4b-cd64-4d53-aae5-08a28adc0923 x-openstack-request-id: req-c9c46f4b-cd64-4d53-aae5-08a28adc0923 {{(pid=102388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 18:58:37.154376 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20c41343-4f57-451f-80f2-5557ab3acdd6", "name": "network-vif-plugged", "status": "completed", "tag": "22216bb2-79dd-4134-aa80-70983f47b2f8", "code": 200}]} {{(pid=102388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 18:58:37.154376 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c9c46f4b-cd64-4d53-aae5-08a28adc0923 {{(pid=102388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 18:58:37.154376 n-d-816865-1 neutron-server[102388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20c41343-4f57-451f-80f2-5557ab3acdd6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22216bb2-79dd-4134-aa80-70983f47b2f8', 'code': 200} Nov 05 18:58:37.168230 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0dc8bed-bcba-4dd1-b566-625e3cdb1b72 req-c22e2103-6637-40fb-94e1-190e301af135 tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:58:37.179232 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-b0dc8bed-bcba-4dd1-b566-625e3cdb1b72 req-c22e2103-6637-40fb-94e1-190e301af135 tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] 10.222.0.13 "GET /v2.0/ports?device_id=20c41343-4f57-451f-80f2-5557ab3acdd6 HTTP/1.1" status: 200 len: 945 time: 0.2199607 Nov 05 18:58:37.194747 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [None req-82aecde6-a23a-4a15-bc78-a11555c812ed tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Deleting port 67402a60-4f9f-4086-bbf2-d423647a29ef {{(pid=102387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 18:58:37.199633 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-82aecde6-a23a-4a15-bc78-a11555c812ed tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:37.280474 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Pushing event updated for resources: {'Port': ['ID=22216bb2-79dd-4134-aa80-70983f47b2f8,revision_number=5']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:58:37.317255 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-82aecde6-a23a-4a15-bc78-a11555c812ed tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:37.333071 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [None req-82aecde6-a23a-4a15-bc78-a11555c812ed tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Calling delete_port for 67402a60-4f9f-4086-bbf2-d423647a29ef owned by {{(pid=102387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 18:58:37.381713 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f182d15-e797-44ec-9eab-f7aaccd33024 None None] Pushing event updated for resources: {'Port': ['ID=476f6a53-d1dd-4a3d-bd32-7fea4c4654f5,revision_number=7']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:58:37.491240 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-b0dc8bed-bcba-4dd1-b566-625e3cdb1b72 req-bf34e9e6-82eb-40f3-8c33-d2c6986195c3 tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9a1bcb7-2b62-4809-b67b-668edb56dae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3045282 Nov 05 18:58:37.543605 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9615d05a-d9dd-47ff-b9c3-eecd747719ab req-8f04ec9f-7cae-46b3-93f8-5c18c0fd36f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:58:37.545720 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-9615d05a-d9dd-47ff-b9c3-eecd747719ab req-8f04ec9f-7cae-46b3-93f8-5c18c0fd36f9 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=20c41343-4f57-451f-80f2-5557ab3acdd6 HTTP/1.1" status: 200 len: 1097 time: 0.1395221 Nov 05 18:58:37.566407 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ff1b60e-b363-45b8-aa6c-1a7968dd5ab5 tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] Router f59032f5-837b-48ad-9b02-ddc9dfc910c8 has already been hosted by L3 agent 6dcb5589-8e86-4616-9186-ddc4548e13ad {{(pid=102386) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 18:58:37.648714 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-b9992d38-93ae-49df-a673-ff36be36c67e tempest-TagsExtTest-994110606 tempest-TagsExtTest-994110606-project] Publish callbacks [] for security_group, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:37.662163 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 476f6a53-d1dd-4a3d-bd32-7fea4c4654f5 up at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 18:58:37.733354 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-b9992d38-93ae-49df-a673-ff36be36c67e tempest-TagsExtTest-994110606 tempest-TagsExtTest-994110606-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:37.742013 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-82aecde6-a23a-4a15-bc78-a11555c812ed tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4417063'] for port, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:37.766545 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Provisioning complete for port 476f6a53-d1dd-4a3d-bd32-7fea4c4654f5 triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:58:37.767030 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:37.874472 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9992d38-93ae-49df-a673-ff36be36c67e tempest-TagsExtTest-994110606 tempest-TagsExtTest-994110606-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 187} {{(pid=102387) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 05 18:58:37.887130 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82aecde6-a23a-4a15-bc78-a11555c812ed tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Pushing event deleted for resources: {'Port': ['ID=67402a60-4f9f-4086-bbf2-d423647a29ef,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:58:37.901619 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-9615d05a-d9dd-47ff-b9c3-eecd747719ab req-e648db6e-8d75-4372-8b24-0cca492fa723 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=c9a1bcb7-2b62-4809-b67b-668edb56dae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3329494 Nov 05 18:58:37.942140 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-82aecde6-a23a-4a15-bc78-a11555c812ed tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:37.951479 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-82aecde6-a23a-4a15-bc78-a11555c812ed tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] 10.222.0.13 "DELETE /v2.0/ports/67402a60-4f9f-4086-bbf2-d423647a29ef HTTP/1.1" status: 204 len: 168 time: 1.1305275 Nov 05 18:58:37.952518 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 39720) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:58:37.954792 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-b9992d38-93ae-49df-a673-ff36be36c67e tempest-TagsExtTest-994110606 tempest-TagsExtTest-994110606-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273'] for segment, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:37.955364 n-d-816865-1 neutron-server[102387]: INFO neutron.db.segments_db [None req-b9992d38-93ae-49df-a673-ff36be36c67e tempest-TagsExtTest-994110606 tempest-TagsExtTest-994110606-project] Added segment dcf435bc-a560-4309-b7cb-e3430b825ec1 of type vlan for network f8c1b524-bbdf-4eb5-a155-16269015ba13 Nov 05 18:58:37.997111 n-d-816865-1 neutron-server[102387]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed9b8e93-6dbb-4cb0-a830-9f1a7d92124e tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] GET failed (client error): The resource could not be found. Nov 05 18:58:38.003481 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-ed9b8e93-6dbb-4cb0-a830-9f1a7d92124e tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] 10.222.0.13 "GET /v2.0/ports/67402a60-4f9f-4086-bbf2-d423647a29ef HTTP/1.1" status: 404 len: 333 time: 0.0455751 Nov 05 18:58:38.004432 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9992d38-93ae-49df-a673-ff36be36c67e tempest-TagsExtTest-994110606 tempest-TagsExtTest-994110606-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d705ba0b-afe0-4c16-a337-55eb39569afe,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:58:38.009367 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 39722) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:58:38.094397 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-b9992d38-93ae-49df-a673-ff36be36c67e tempest-TagsExtTest-994110606 tempest-TagsExtTest-994110606-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750027258543'] for network, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:38.096647 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ff1b60e-b363-45b8-aa6c-1a7968dd5ab5 tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] Notify agent at l3_agent.n-d-816865-1 the message routers_updated {{(pid=102386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 18:58:38.103956 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-0ff1b60e-b363-45b8-aa6c-1a7968dd5ab5 tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for floatingip, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:38.111623 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07617b12-bff3-4aaf-986b-ce6b61d73364 None None] Sync routers for ids ['f59032f5-837b-48ad-9b02-ddc9dfc910c8'] in n-d-816865-1 {{(pid=102389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 18:58:38.128055 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07617b12-bff3-4aaf-986b-ce6b61d73364 None None] Routers {'f59032f5-837b-48ad-9b02-ddc9dfc910c8'} bound to L3 agent in host n-d-816865-1 {{(pid=102389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 18:58:38.128687 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-07617b12-bff3-4aaf-986b-ce6b61d73364 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T18:58:35Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['f59032f5-837b-48ad-9b02-ddc9dfc910c8'], 'active': True} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:58:38.177649 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-7bc922f3-0a8c-451c-8db2-1e61689d5ece tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Publish callbacks [] for security_group, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:38.212431 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-07617b12-bff3-4aaf-986b-ce6b61d73364 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816865-1', False) {} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:58:38.221437 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-7bc922f3-0a8c-451c-8db2-1e61689d5ece tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:38.226278 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07617b12-bff3-4aaf-986b-ce6b61d73364 None None] Routers {'f59032f5-837b-48ad-9b02-ddc9dfc910c8'} bound to L3 agent in host n-d-816865-1 {{(pid=102389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 18:58:38.239088 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-07617b12-bff3-4aaf-986b-ce6b61d73364 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T18:58:35Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['f59032f5-837b-48ad-9b02-ddc9dfc910c8'], 'active': True} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:58:38.246712 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-0ff1b60e-b363-45b8-aa6c-1a7968dd5ab5 tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] 10.222.0.13 "PUT /v2.0/floatingips/2c7698d8-922d-427c-99a8-9b4498048589 HTTP/1.1" status: 200 len: 978 time: 4.4746642 Nov 05 18:58:38.248650 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 39728) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:58:38.258544 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-31f93893-a48e-4ae8-833d-dccb2b42eacc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:38.302305 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-b9992d38-93ae-49df-a673-ff36be36c67e tempest-TagsExtTest-994110606 tempest-TagsExtTest-994110606-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-956796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877'] for network, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:38.313934 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9992d38-93ae-49df-a673-ff36be36c67e tempest-TagsExtTest-994110606 tempest-TagsExtTest-994110606-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:58:38.319382 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-b9992d38-93ae-49df-a673-ff36be36c67e tempest-TagsExtTest-994110606 tempest-TagsExtTest-994110606-project] Publish callbacks [] for network, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:38.337635 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-07617b12-bff3-4aaf-986b-ce6b61d73364 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816865-1', False) {} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:58:38.338463 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07617b12-bff3-4aaf-986b-ce6b61d73364 None None] The sync data for ids ['f59032f5-837b-48ad-9b02-ddc9dfc910c8'] in n-d-816865-1 is: [] {{(pid=102389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 18:58:38.403101 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9992d38-93ae-49df-a673-ff36be36c67e tempest-TagsExtTest-994110606 tempest-TagsExtTest-994110606-project] Pushing event updated for resources: {'Network': ['ID=f8c1b524-bbdf-4eb5-a155-16269015ba13,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:58:38.448257 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-9cfc538e-aa04-4ca6-94ce-cf9193ee7a65 tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] Deleting port c548eda2-8ea5-40e3-a40b-a3c13c6880a4 {{(pid=102386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 18:58:38.448727 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-9cfc538e-aa04-4ca6-94ce-cf9193ee7a65 tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:38.451626 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Network f8c1b524-bbdf-4eb5-a155-16269015ba13 details requested by agent ovs-agent-n-d-816865-1 with host n-d-816865-1 {{(pid=102388) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 05 18:58:38.495366 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-b9992d38-93ae-49df-a673-ff36be36c67e tempest-TagsExtTest-994110606 tempest-TagsExtTest-994110606-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.9063876 Nov 05 18:58:38.503246 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 39734) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:58:38.523391 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-bc2d968b-f308-4303-84af-00ffdb215be3 tempest-TagsExtTest-994110606 tempest-TagsExtTest-994110606-project] Request body: {'subnet': {'network_id': 'f8c1b524-bbdf-4eb5-a155-16269015ba13', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:58:38.537664 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-7bc922f3-0a8c-451c-8db2-1e61689d5ece tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:38.552459 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-7bc922f3-0a8c-451c-8db2-1e61689d5ece tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Publish callbacks [] for security_group, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:38.563183 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-7bc922f3-0a8c-451c-8db2-1e61689d5ece tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] 10.222.0.13 "DELETE /v2.0/security-groups/3d76eecc-a66c-4dec-85df-896f540f93dc HTTP/1.1" status: 204 len: 168 time: 0.5525582 Nov 05 18:58:38.565930 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 39740) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:58:38.582677 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:38.693709 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 39742) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:58:38.705160 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-9cfc538e-aa04-4ca6-94ce-cf9193ee7a65 tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:38.732547 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-c4f6c120-36f9-42de-94e7-169050d18078 None None] Provisioning complete for port 476f6a53-d1dd-4a3d-bd32-7fea4c4654f5 triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:58:38.732921 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c4f6c120-36f9-42de-94e7-169050d18078 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:38.784986 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc922f3-0a8c-451c-8db2-1e61689d5ece tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d76eecc-a66c-4dec-85df-896f540f93dc,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:58:39.034971 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-c4f6c120-36f9-42de-94e7-169050d18078 None None] Could not find standard attr ID for object 67402a60-4f9f-4086-bbf2-d423647a29ef. {{(pid=102388) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 05 18:58:39.063619 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-c4f6c120-36f9-42de-94e7-169050d18078 None None] Provisioning complete for port f50759d9-e778-42aa-9974-de6f541490f8 triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:58:39.064120 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c4f6c120-36f9-42de-94e7-169050d18078 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:39.083905 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c20fbd9-4cca-4165-8046-e7d790696f92 req-36177aa1-8436-46a6-b66e-48a04bdfe149 tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:58:39.093194 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-4c20fbd9-4cca-4165-8046-e7d790696f92 req-36177aa1-8436-46a6-b66e-48a04bdfe149 tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] 10.222.0.13 "GET /v2.0/ports?device_id=20c41343-4f57-451f-80f2-5557ab3acdd6 HTTP/1.1" status: 200 len: 946 time: 0.3969684 Nov 05 18:58:39.167438 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-c4f6c120-36f9-42de-94e7-169050d18078 None None] Port f50759d9-e778-42aa-9974-de6f541490f8 cannot update to ACTIVE because it is not bound. {{(pid=102388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 18:58:39.169409 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-978b79a1-dedf-4577-bdff-a26e032340bc admin admin] Publish callbacks [] for security_group, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:39.234963 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-4c20fbd9-4cca-4165-8046-e7d790696f92 req-2fe9113f-47f4-4dc1-9f4d-df5c3927c166 tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9a1bcb7-2b62-4809-b67b-668edb56dae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401818 Nov 05 18:58:39.253033 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-2cc7d555-7e16-49f7-b29c-349c24a4a1be tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Publish callbacks [] for security_group, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:39.312938 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-f9dc989a-e8a1-4a99-8dc4-08ac7bdbe830 None None] Could not find standard attr ID for object 67402a60-4f9f-4086-bbf2-d423647a29ef. {{(pid=102388) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 05 18:58:39.349802 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc2d968b-f308-4303-84af-00ffdb215be3 tempest-TagsExtTest-994110606 tempest-TagsExtTest-994110606-project] Made reservation on behalf of 8a22762866ab4a6fa997b51e281f95ae for: {'subnet': 1} {{(pid=102387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 18:58:39.354208 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-bc2d968b-f308-4303-84af-00ffdb215be3 tempest-TagsExtTest-994110606 tempest-TagsExtTest-994110606-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5112236'] for subnet, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:39.360329 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-2cc7d555-7e16-49f7-b29c-349c24a4a1be tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:39.427957 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-9cfc538e-aa04-4ca6-94ce-cf9193ee7a65 tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:39.428317 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-9cfc538e-aa04-4ca6-94ce-cf9193ee7a65 tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1000577'] for floatingip, after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:39.428748 n-d-816865-1 neutron-server[102386]: INFO neutron.db.l3_db [None req-9cfc538e-aa04-4ca6-94ce-cf9193ee7a65 tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] Floating IP 2c7698d8-922d-427c-99a8-9b4498048589 disassociated. External IP: 172.25.6.241, port: c548eda2-8ea5-40e3-a40b-a3c13c6880a4. Nov 05 18:58:39.429156 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-9cfc538e-aa04-4ca6-94ce-cf9193ee7a65 tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] Calling delete_port for c548eda2-8ea5-40e3-a40b-a3c13c6880a4 owned by {{(pid=102386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 18:58:39.494350 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-978b79a1-dedf-4577-bdff-a26e032340bc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:39.692964 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-2cc7d555-7e16-49f7-b29c-349c24a4a1be tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:39.695894 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-2cc7d555-7e16-49f7-b29c-349c24a4a1be tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Publish callbacks [] for security_group, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:39.697377 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-2cc7d555-7e16-49f7-b29c-349c24a4a1be tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] 10.222.0.13 "DELETE /v2.0/security-groups/814fb0d3-4b8e-4326-bc20-c0e549968e6d HTTP/1.1" status: 204 len: 168 time: 1.0615547 Nov 05 18:58:39.699842 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 39760) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:58:39.736134 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc7d555-7e16-49f7-b29c-349c24a4a1be tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=814fb0d3-4b8e-4326-bc20-c0e549968e6d,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:58:39.741850 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-bc2d968b-f308-4303-84af-00ffdb215be3 tempest-TagsExtTest-994110606 tempest-TagsExtTest-994110606-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4417463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5112218'] for subnet, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:39.771434 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-9cfc538e-aa04-4ca6-94ce-cf9193ee7a65 tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:39.777749 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-978b79a1-dedf-4577-bdff-a26e032340bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:39.844415 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2d968b-f308-4303-84af-00ffdb215be3 tempest-TagsExtTest-994110606 tempest-TagsExtTest-994110606-project] Pushing event updated for resources: {'Subnet': ['ID=d2081a30-00c4-4e9e-9b34-1b4f78f74211,revision_number=0']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:58:39.855056 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cfc538e-aa04-4ca6-94ce-cf9193ee7a65 tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] Pushing event deleted for resources: {'Port': ['ID=c548eda2-8ea5-40e3-a40b-a3c13c6880a4,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:58:39.873035 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc2d968b-f308-4303-84af-00ffdb215be3 tempest-TagsExtTest-994110606 tempest-TagsExtTest-994110606-project] Checking segment: {'id': 'dcf435bc-a560-4309-b7cb-e3430b825ec1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'f8c1b524-bbdf-4eb5-a155-16269015ba13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 18:58:39.875923 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc2d968b-f308-4303-84af-00ffdb215be3 tempest-TagsExtTest-994110606 tempest-TagsExtTest-994110606-project] Network hostable DHCP agents. Network: f8c1b524-bbdf-4eb5-a155-16269015ba13, hostable agents: ['987e2ca0-bc3b-4c6f-a989-429ccfbf753f'], hosted agents: [] {{(pid=102387) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 05 18:58:39.923833 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-978b79a1-dedf-4577-bdff-a26e032340bc admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=85f963c168e14f92a3beb07d2baca06d&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2243280 Nov 05 18:58:39.927337 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 39766) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:58:39.934855 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978b79a1-dedf-4577-bdff-a26e032340bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f2bf955-9b97-42d9-92c9-40d88ddbb8ce,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:58:39.956730 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-ae874c8d-5495-413c-a387-23c3982f7b0c tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Publish callbacks [] for security_group, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:40.020551 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc2d968b-f308-4303-84af-00ffdb215be3 tempest-TagsExtTest-994110606 tempest-TagsExtTest-994110606-project] Network f8c1b524-bbdf-4eb5-a155-16269015ba13 is scheduled to be hosted by DHCP agent 987e2ca0-bc3b-4c6f-a989-429ccfbf753f with binding_index 1 {{(pid=102387) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 05 18:58:40.049969 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-ae874c8d-5495-413c-a387-23c3982f7b0c tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:40.079830 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-ca430d9f-9f80-4d0c-af92-45a99174d48b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:40.127468 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9cfc538e-aa04-4ca6-94ce-cf9193ee7a65 tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] Router f59032f5-837b-48ad-9b02-ddc9dfc910c8 has already been hosted by L3 agent 6dcb5589-8e86-4616-9186-ddc4548e13ad {{(pid=102386) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 18:58:40.129467 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-ca430d9f-9f80-4d0c-af92-45a99174d48b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:40.217314 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.base_scheduler [None req-bc2d968b-f308-4303-84af-00ffdb215be3 tempest-TagsExtTest-994110606 tempest-TagsExtTest-994110606-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816865-1, f8c1b524-bbdf-4eb5-a155-16269015ba13) {{(pid=102387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:58:40.221834 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc2d968b-f308-4303-84af-00ffdb215be3 tempest-TagsExtTest-994110606 tempest-TagsExtTest-994110606-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:58:40.222503 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-bc2d968b-f308-4303-84af-00ffdb215be3 tempest-TagsExtTest-994110606 tempest-TagsExtTest-994110606-project] Publish callbacks [] for subnet, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:40.241178 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5292b01e-36e2-451f-b6c8-89ae4e063983 None None] Network f8c1b524-bbdf-4eb5-a155-16269015ba13 requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 18:58:40.285457 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-ae874c8d-5495-413c-a387-23c3982f7b0c tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:40.289386 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-ae874c8d-5495-413c-a387-23c3982f7b0c tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Publish callbacks [] for security_group, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:40.293159 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-ae874c8d-5495-413c-a387-23c3982f7b0c tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] 10.222.0.13 "DELETE /v2.0/security-groups/5f69c641-3a7e-46fc-9c9e-ed588a1fa253 HTTP/1.1" status: 204 len: 168 time: 0.5898833 Nov 05 18:58:40.293756 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 39772) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:58:40.312959 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae874c8d-5495-413c-a387-23c3982f7b0c tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f69c641-3a7e-46fc-9c9e-ed588a1fa253,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:58:40.330371 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cfc538e-aa04-4ca6-94ce-cf9193ee7a65 tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] Notify agent at l3_agent.n-d-816865-1 the message routers_updated {{(pid=102386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 18:58:40.375888 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2beca3a-eab2-49c6-b2d2-bb083bd28aad None None] Sync routers for ids ['f59032f5-837b-48ad-9b02-ddc9dfc910c8'] in n-d-816865-1 {{(pid=102388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 18:58:40.394327 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-ca430d9f-9f80-4d0c-af92-45a99174d48b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:40.397157 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-ca430d9f-9f80-4d0c-af92-45a99174d48b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:40.398455 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-ca430d9f-9f80-4d0c-af92-45a99174d48b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7f2bf955-9b97-42d9-92c9-40d88ddbb8ce HTTP/1.1" status: 204 len: 168 time: 0.4693987 Nov 05 18:58:40.412674 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-9cfc538e-aa04-4ca6-94ce-cf9193ee7a65 tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:40.419424 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-bc2d968b-f308-4303-84af-00ffdb215be3 tempest-TagsExtTest-994110606 tempest-TagsExtTest-994110606-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9140682 Nov 05 18:58:40.420490 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 39778) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:58:40.423399 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-9cfc538e-aa04-4ca6-94ce-cf9193ee7a65 tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] 10.222.0.13 "DELETE /v2.0/ports/c548eda2-8ea5-40e3-a40b-a3c13c6880a4 HTTP/1.1" status: 204 len: 168 time: 2.1694174 Nov 05 18:58:40.424037 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 39780) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:58:40.428629 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.db_base_plugin_v2 [None req-c08ceb08-139b-49ce-9688-59e70f8db30e tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Deleting subnet f517cfc2-d32b-4b76-a6e3-97578b6b70a6 {{(pid=102387) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 05 18:58:40.429249 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-949d0466-3598-4a6b-af28-9c39f4b70f61 tempest-TagsExtTest-994110606 tempest-TagsExtTest-994110606-project] Request body: {'port': {'network_id': 'f8c1b524-bbdf-4eb5-a155-16269015ba13', 'name': 'tempest-TagsExtTest-422048233'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:58:40.432556 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-c08ceb08-139b-49ce-9688-59e70f8db30e tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Publish callbacks [] for subnet, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:40.466586 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2beca3a-eab2-49c6-b2d2-bb083bd28aad None None] Routers {'f59032f5-837b-48ad-9b02-ddc9dfc910c8'} bound to L3 agent in host n-d-816865-1 {{(pid=102388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 18:58:40.473310 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-d2beca3a-eab2-49c6-b2d2-bb083bd28aad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T18:58:35Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['f59032f5-837b-48ad-9b02-ddc9dfc910c8'], 'active': True} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:58:40.486951 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-c08ceb08-139b-49ce-9688-59e70f8db30e tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4463501'] for subnet, precommit_delete_associations {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:40.533921 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca430d9f-9f80-4d0c-af92-45a99174d48b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f2bf955-9b97-42d9-92c9-40d88ddbb8ce,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:58:40.550718 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-d2beca3a-eab2-49c6-b2d2-bb083bd28aad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816865-1', False) {} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:58:40.585220 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2beca3a-eab2-49c6-b2d2-bb083bd28aad None None] Routers {'f59032f5-837b-48ad-9b02-ddc9dfc910c8'} bound to L3 agent in host n-d-816865-1 {{(pid=102388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 18:58:40.586267 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-d2beca3a-eab2-49c6-b2d2-bb083bd28aad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T18:58:35Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['f59032f5-837b-48ad-9b02-ddc9dfc910c8'], 'active': True} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:58:40.607666 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d298f8c4-75e4-4d7b-bf18-73b3e2c8bb97 req-39409781-2c73-4fd4-ae0b-14d7827e81e0 tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:58:40.609443 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-d298f8c4-75e4-4d7b-bf18-73b3e2c8bb97 req-39409781-2c73-4fd4-ae0b-14d7827e81e0 tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] 10.222.0.13 "GET /v2.0/ports?device_id=20c41343-4f57-451f-80f2-5557ab3acdd6 HTTP/1.1" status: 200 len: 946 time: 0.2592037 Nov 05 18:58:40.681310 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-d2beca3a-eab2-49c6-b2d2-bb083bd28aad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816865-1', False) {} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:58:40.682316 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2beca3a-eab2-49c6-b2d2-bb083bd28aad None None] The sync data for ids ['f59032f5-837b-48ad-9b02-ddc9dfc910c8'] in n-d-816865-1 is: [] {{(pid=102388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 18:58:40.739439 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f104447-468b-41f1-b817-4cc5386734d1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeb20a084-accf-5b60-8075-3e69ebe863a6-f8c1b524-bbdf-4eb5-a155-16269015ba13', 'network_id': 'f8c1b524-bbdf-4eb5-a155-16269015ba13', 'tenant_id': '8a22762866ab4a6fa997b51e281f95ae', 'fixed_ips': [{'subnet_id': 'd2081a30-00c4-4e9e-9b34-1b4f78f74211'}]}} from n-d-816865-1. {{(pid=102388) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 05 18:58:40.740902 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-8f104447-468b-41f1-b817-4cc5386734d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:40.774804 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-d298f8c4-75e4-4d7b-bf18-73b3e2c8bb97 req-e55fd2f8-dfdc-4a1a-b0ee-1e8153d23aa9 tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9a1bcb7-2b62-4809-b67b-668edb56dae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1500289 Nov 05 18:58:40.778709 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-949d0466-3598-4a6b-af28-9c39f4b70f61 tempest-TagsExtTest-994110606 tempest-TagsExtTest-994110606-project] Made reservation on behalf of 8a22762866ab4a6fa997b51e281f95ae for: {'port': 1} {{(pid=102386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 18:58:40.783987 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-949d0466-3598-4a6b-af28-9c39f4b70f61 tempest-TagsExtTest-994110606 tempest-TagsExtTest-994110606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:40.841899 n-d-816865-1 neutron-server[102386]: DEBUG neutron.notifiers.nova [None req-949d0466-3598-4a6b-af28-9c39f4b70f61 tempest-TagsExtTest-994110606 tempest-TagsExtTest-994110606-project] device_id is not set on port d5403aee-eae1-4f58-9edb-5c22c7d8859c yet. {{(pid=102386) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 05 18:58:40.952005 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.db_base_plugin_common [None req-8f104447-468b-41f1-b817-4cc5386734d1 None None] Allocated IP 172.20.0.2 (f8c1b524-bbdf-4eb5-a155-16269015ba13/d2081a30-00c4-4e9e-9b34-1b4f78f74211/0d5e8bfe-7b63-41cc-9748-47f798b16a7a) {{(pid=102388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 18:58:40.984144 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-c08ceb08-139b-49ce-9688-59e70f8db30e tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1573928'] for subnet, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:41.151655 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-8f104447-468b-41f1-b817-4cc5386734d1 None None] Publish callbacks [] for port, precommit_create {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:41.270936 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-8f104447-468b-41f1-b817-4cc5386734d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789'] for port, after_create {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:41.321927 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f104447-468b-41f1-b817-4cc5386734d1 None None] Pushing event updated for resources: {'Port': ['ID=0d5e8bfe-7b63-41cc-9748-47f798b16a7a,revision_number=1']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:58:41.346465 n-d-816865-1 neutron-server[102388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f104447-468b-41f1-b817-4cc5386734d1 None None] Network f8c1b524-bbdf-4eb5-a155-16269015ba13 is already hosted by enough agents. {{(pid=102388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 18:58:41.349580 n-d-816865-1 neutron-server[102388]: DEBUG neutron.scheduler.base_scheduler [None req-8f104447-468b-41f1-b817-4cc5386734d1 None None] Resources bound (agent type, host, resource id): {{(pid=102388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:58:41.352954 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f104447-468b-41f1-b817-4cc5386734d1 None None] Received port after_create {{(pid=102388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 18:58:41.385488 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.db_base_plugin_common [None req-949d0466-3598-4a6b-af28-9c39f4b70f61 tempest-TagsExtTest-994110606 tempest-TagsExtTest-994110606-project] Allocated IP 172.20.0.10 (f8c1b524-bbdf-4eb5-a155-16269015ba13/d2081a30-00c4-4e9e-9b34-1b4f78f74211/d5403aee-eae1-4f58-9edb-5c22c7d8859c) {{(pid=102386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 18:58:41.429829 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-8f104447-468b-41f1-b817-4cc5386734d1 None None] Attempting to bind port 0d5e8bfe-7b63-41cc-9748-47f798b16a7a on host n-d-816865-1 for vnic_type normal with profile {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 18:58:41.430336 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-8f104447-468b-41f1-b817-4cc5386734d1 None None] Attempting to bind port 0d5e8bfe-7b63-41cc-9748-47f798b16a7a by drivers openvswitch,hyperv on host n-d-816865-1 at level 0 using segments [{'id': 'dcf435bc-a560-4309-b7cb-e3430b825ec1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'f8c1b524-bbdf-4eb5-a155-16269015ba13'}] {{(pid=102388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 18:58:41.430709 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f104447-468b-41f1-b817-4cc5386734d1 None None] Attempting to bind port 0d5e8bfe-7b63-41cc-9748-47f798b16a7a on network f8c1b524-bbdf-4eb5-a155-16269015ba13 {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 18:58:41.436451 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f104447-468b-41f1-b817-4cc5386734d1 None None] Checking agent: {'id': '724d89a7-611b-41e6-bc85-c48112b17afa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 18, 25, 8), 'started_at': datetime.datetime(2021, 11, 5, 18, 25, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 18, 58, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 18:58:41.437276 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f104447-468b-41f1-b817-4cc5386734d1 None None] Checking segment: {'id': 'dcf435bc-a560-4309-b7cb-e3430b825ec1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'f8c1b524-bbdf-4eb5-a155-16269015ba13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 18:58:41.437748 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-8f104447-468b-41f1-b817-4cc5386734d1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:41.438937 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f104447-468b-41f1-b817-4cc5386734d1 None None] Bound using segment: {'id': 'dcf435bc-a560-4309-b7cb-e3430b825ec1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'f8c1b524-bbdf-4eb5-a155-16269015ba13'} {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 18:58:41.438937 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-8f104447-468b-41f1-b817-4cc5386734d1 None None] Bound port: 0d5e8bfe-7b63-41cc-9748-47f798b16a7a, host: n-d-816865-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dcf435bc-a560-4309-b7cb-e3430b825ec1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'f8c1b524-bbdf-4eb5-a155-16269015ba13'}}] {{(pid=102388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 18:58:41.439165 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-8f104447-468b-41f1-b817-4cc5386734d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:41.480866 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721ed5dc-1f5b-48f3-b250-40e07b645959 req-72848f66-4996-4718-b217-9c1c1dfd3186 tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:58:41.482408 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-721ed5dc-1f5b-48f3-b250-40e07b645959 req-72848f66-4996-4718-b217-9c1c1dfd3186 tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] 10.222.0.13 "GET /v2.0/ports?device_id=20c41343-4f57-451f-80f2-5557ab3acdd6 HTTP/1.1" status: 200 len: 946 time: 0.1255798 Nov 05 18:58:41.508623 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 39804) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:58:41.520270 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-8f104447-468b-41f1-b817-4cc5386734d1 None None] For port 0d5e8bfe-7b63-41cc-9748-47f798b16a7a, host n-d-816865-1, cleared binding levels {{(pid=102388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 18:58:41.523745 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-8f104447-468b-41f1-b817-4cc5386734d1 None None] For port 0d5e8bfe-7b63-41cc-9748-47f798b16a7a, host n-d-816865-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=0d5e8bfe-7b63-41cc-9748-47f798b16a7a,segment=NetworkSegment(dcf435bc-a560-4309-b7cb-e3430b825ec1),segment_id=dcf435bc-a560-4309-b7cb-e3430b825ec1)] {{(pid=102388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 18:58:41.537791 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-53607eb3-9f79-4910-ba2a-b8d934cb0a3f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:41.582162 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-8f104447-468b-41f1-b817-4cc5386734d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:41.590509 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-c08ceb08-139b-49ce-9688-59e70f8db30e tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1573905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4417146', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5112209'] for subnet, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:41.606846 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-949d0466-3598-4a6b-af28-9c39f4b70f61 tempest-TagsExtTest-994110606 tempest-TagsExtTest-994110606-project] Publish callbacks [] for port, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:41.650309 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08ceb08-139b-49ce-9688-59e70f8db30e tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Pushing event deleted for resources: {'Subnet': ['ID=f517cfc2-d32b-4b76-a6e3-97578b6b70a6,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:58:41.652701 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-c08ceb08-139b-49ce-9688-59e70f8db30e tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Publish callbacks [] for subnet, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:41.662306 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 39806) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:58:41.662467 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f104447-468b-41f1-b817-4cc5386734d1 None None] Pushing event updated for resources: {'Port': ['ID=0d5e8bfe-7b63-41cc-9748-47f798b16a7a,revision_number=2']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:58:41.662626 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-c08ceb08-139b-49ce-9688-59e70f8db30e tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] 10.222.0.13 "DELETE /v2.0/subnets/f517cfc2-d32b-4b76-a6e3-97578b6b70a6 HTTP/1.1" status: 204 len: 168 time: 1.3675666 Nov 05 18:58:41.672261 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-721ed5dc-1f5b-48f3-b250-40e07b645959 req-8c42dccd-f248-4691-ad61-dcf43a05d301 tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9a1bcb7-2b62-4809-b67b-668edb56dae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1781511 Nov 05 18:58:41.674718 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f16a0f68-7392-4206-af50-4c12510a9771 None None] Network 4775609d-d914-46a5-9754-1763ce089160 requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 18:58:41.721102 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-949d0466-3598-4a6b-af28-9c39f4b70f61 tempest-TagsExtTest-994110606 tempest-TagsExtTest-994110606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:41.786287 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949d0466-3598-4a6b-af28-9c39f4b70f61 tempest-TagsExtTest-994110606 tempest-TagsExtTest-994110606-project] Pushing event updated for resources: {'Port': ['ID=d5403aee-eae1-4f58-9edb-5c22c7d8859c,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:58:41.837245 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ca7ac8d-d291-4753-a9bc-387ae079b703 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Deleting subnet 39953b1e-9f4e-4ab2-9614-07dd4a609483 {{(pid=102386) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 05 18:58:41.841087 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-949d0466-3598-4a6b-af28-9c39f4b70f61 tempest-TagsExtTest-994110606 tempest-TagsExtTest-994110606-project] Network f8c1b524-bbdf-4eb5-a155-16269015ba13 is already hosted by enough agents. {{(pid=102386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 18:58:41.862466 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.base_scheduler [None req-949d0466-3598-4a6b-af28-9c39f4b70f61 tempest-TagsExtTest-994110606 tempest-TagsExtTest-994110606-project] Resources bound (agent type, host, resource id): {{(pid=102386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:58:41.864834 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-0ca7ac8d-d291-4753-a9bc-387ae079b703 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Publish callbacks [] for subnet, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:41.867964 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-949d0466-3598-4a6b-af28-9c39f4b70f61 tempest-TagsExtTest-994110606 tempest-TagsExtTest-994110606-project] Received port after_create {{(pid=102386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 18:58:41.928929 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-53607eb3-9f79-4910-ba2a-b8d934cb0a3f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:41.958698 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dded3dd9-c198-4e8b-aeb3-83714374aaa1 req-fe2ad3dd-47b8-4315-b454-5c693efefd92 tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:58:41.960294 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-dded3dd9-c198-4e8b-aeb3-83714374aaa1 req-fe2ad3dd-47b8-4315-b454-5c693efefd92 tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] 10.222.0.13 "GET /v2.0/ports?device_id=20c41343-4f57-451f-80f2-5557ab3acdd6 HTTP/1.1" status: 200 len: 946 time: 0.1438320 Nov 05 18:58:42.050542 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-0ca7ac8d-d291-4753-a9bc-387ae079b703 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4590738'] for subnet, precommit_delete_associations {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:42.063451 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-0e130aa1-cec6-4f59-8cfa-73121cd73e28 tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-571777'] for router_interface, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:42.087625 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-53607eb3-9f79-4910-ba2a-b8d934cb0a3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:42.126916 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-949d0466-3598-4a6b-af28-9c39f4b70f61 tempest-TagsExtTest-994110606 tempest-TagsExtTest-994110606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:58:42.139838 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-949d0466-3598-4a6b-af28-9c39f4b70f61 tempest-TagsExtTest-994110606 tempest-TagsExtTest-994110606-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:42.187693 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-53607eb3-9f79-4910-ba2a-b8d934cb0a3f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5f4b85c0f78649f38077bb846d6c7df4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6774538 Nov 05 18:58:42.199164 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 39820) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:58:42.252386 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-949d0466-3598-4a6b-af28-9c39f4b70f61 tempest-TagsExtTest-994110606 tempest-TagsExtTest-994110606-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 1.8272598 Nov 05 18:58:42.254647 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-0ca7ac8d-d291-4753-a9bc-387ae079b703 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1573928'] for subnet, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:42.258453 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 39822) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:58:42.263116 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-e57c3388-bb20-4944-b00d-291c32cd10aa tempest-TagsExtTest-994110606 tempest-TagsExtTest-994110606-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-190930160', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:58:42.274148 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53607eb3-9f79-4910-ba2a-b8d934cb0a3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcd8b8ca-b358-4197-9399-010d97ac3e2d,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:58:42.334905 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-dded3dd9-c198-4e8b-aeb3-83714374aaa1 req-b03f9b72-fefe-41b6-8a57-cfd21308073e tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9a1bcb7-2b62-4809-b67b-668edb56dae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3659515 Nov 05 18:58:42.343077 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-332c39be-a955-42f7-a6b0-51f7be32f80c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:42.390837 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-e57c3388-bb20-4944-b00d-291c32cd10aa tempest-TagsExtTest-994110606 tempest-TagsExtTest-994110606-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-571139', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6874'] for router, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:42.392232 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-e57c3388-bb20-4944-b00d-291c32cd10aa tempest-TagsExtTest-994110606 tempest-TagsExtTest-994110606-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-571375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1000570', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1011585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6867'] for router, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:42.421340 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-0ca7ac8d-d291-4753-a9bc-387ae079b703 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1573905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6149879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4877183'] for subnet, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:42.475755 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca7ac8d-d291-4753-a9bc-387ae079b703 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Pushing event deleted for resources: {'Subnet': ['ID=39953b1e-9f4e-4ab2-9614-07dd4a609483,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:58:42.497633 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-332c39be-a955-42f7-a6b0-51f7be32f80c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:42.516314 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-0ca7ac8d-d291-4753-a9bc-387ae079b703 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Publish callbacks [] for subnet, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:42.519441 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-0ca7ac8d-d291-4753-a9bc-387ae079b703 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] 10.222.0.13 "DELETE /v2.0/subnets/39953b1e-9f4e-4ab2-9614-07dd4a609483 HTTP/1.1" status: 204 len: 168 time: 0.8558249 Nov 05 18:58:42.524612 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-e57c3388-bb20-4944-b00d-291c32cd10aa tempest-TagsExtTest-994110606 tempest-TagsExtTest-994110606-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:42.526316 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 39828) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:58:42.569663 n-d-816865-1 neutron-server[102386]: INFO neutron.pecan_wsgi.hooks.translation [None req-076e22c8-5615-47dc-8444-714411c31737 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] DELETE failed (client error): The resource could not be found. Nov 05 18:58:42.569848 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-076e22c8-5615-47dc-8444-714411c31737 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102386) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 05 18:58:42.574984 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-076e22c8-5615-47dc-8444-714411c31737 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] 10.222.0.13 "DELETE /v2.0/subnets/f517cfc2-d32b-4b76-a6e3-97578b6b70a6 HTTP/1.1" status: 404 len: 337 time: 0.0478635 Nov 05 18:58:42.579464 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 39832) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:58:42.665372 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.db_base_plugin_v2 [None req-b59a838d-b85c-42dd-87a6-c360e69d5ab0 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Deleting subnet 0c334927-ab1d-45c0-a924-69a9ca45facf {{(pid=102386) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 05 18:58:42.669711 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-e57c3388-bb20-4944-b00d-291c32cd10aa tempest-TagsExtTest-994110606 tempest-TagsExtTest-994110606-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-571384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1000487'] for router, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:42.676066 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-b59a838d-b85c-42dd-87a6-c360e69d5ab0 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Publish callbacks [] for subnet, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:42.717723 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-332c39be-a955-42f7-a6b0-51f7be32f80c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:42.723331 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-332c39be-a955-42f7-a6b0-51f7be32f80c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:42.738693 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-332c39be-a955-42f7-a6b0-51f7be32f80c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/dcd8b8ca-b358-4197-9399-010d97ac3e2d HTTP/1.1" status: 204 len: 168 time: 0.5383310 Nov 05 18:58:42.756660 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-b59a838d-b85c-42dd-87a6-c360e69d5ab0 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4590738'] for subnet, precommit_delete_associations {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:42.777399 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332c39be-a955-42f7-a6b0-51f7be32f80c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcd8b8ca-b358-4197-9399-010d97ac3e2d,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:58:42.862091 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [None req-0e130aa1-cec6-4f59-8cfa-73121cd73e28 tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] Deleting port d8a958ba-1e17-4e24-9eda-df6839af3e82 {{(pid=102387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 18:58:42.862456 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-0e130aa1-cec6-4f59-8cfa-73121cd73e28 tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:42.869710 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-e57c3388-bb20-4944-b00d-291c32cd10aa tempest-TagsExtTest-994110606 tempest-TagsExtTest-994110606-project] Publish callbacks [] for router, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:42.872207 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-e57c3388-bb20-4944-b00d-291c32cd10aa tempest-TagsExtTest-994110606 tempest-TagsExtTest-994110606-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.6135464 Nov 05 18:58:42.878214 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 39840) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:58:42.911224 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-60398011-f87d-440a-bad4-e79e992fad41 tempest-TagsExtTest-994110606 tempest-TagsExtTest-994110606-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-1139168254', 'prefixes': ['172.20.0.0/16']}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:58:43.058406 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-b59a838d-b85c-42dd-87a6-c360e69d5ab0 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1573928'] for subnet, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:43.144988 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb999ad-67e3-4a62-a492-a09e985e962b req-56c8b6d1-a978-4270-bbc0-25896367865a tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:58:43.146950 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-dcb999ad-67e3-4a62-a492-a09e985e962b req-56c8b6d1-a978-4270-bbc0-25896367865a tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] 10.222.0.13 "GET /v2.0/ports?device_id=20c41343-4f57-451f-80f2-5557ab3acdd6 HTTP/1.1" status: 200 len: 946 time: 0.2318916 Nov 05 18:58:43.197252 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-0e130aa1-cec6-4f59-8cfa-73121cd73e28 tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:43.226296 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [None req-0e130aa1-cec6-4f59-8cfa-73121cd73e28 tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] Calling delete_port for d8a958ba-1e17-4e24-9eda-df6839af3e82 owned by network:router_interface {{(pid=102387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 18:58:43.239377 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-b59a838d-b85c-42dd-87a6-c360e69d5ab0 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1573905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6149879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4877183'] for subnet, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:43.252983 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-dcb999ad-67e3-4a62-a492-a09e985e962b req-8a2afb28-d80d-4563-b503-2b5f4cbb7610 tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9a1bcb7-2b62-4809-b67b-668edb56dae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952818 Nov 05 18:58:43.341952 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-b59a838d-b85c-42dd-87a6-c360e69d5ab0 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Publish callbacks [] for subnet, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:43.350724 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-b59a838d-b85c-42dd-87a6-c360e69d5ab0 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] 10.222.0.13 "DELETE /v2.0/subnets/0c334927-ab1d-45c0-a924-69a9ca45facf HTTP/1.1" status: 204 len: 168 time: 0.7677886 Nov 05 18:58:43.354326 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 39852) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:58:43.361655 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58bb8493-61c7-4ad1-8b1e-0f4802fc4fa9 None None] Network f8c1b524-bbdf-4eb5-a155-16269015ba13 requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 18:58:43.394261 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59a838d-b85c-42dd-87a6-c360e69d5ab0 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Pushing event deleted for resources: {'Subnet': ['ID=0c334927-ab1d-45c0-a924-69a9ca45facf,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:58:43.420080 n-d-816865-1 neutron-server[102387]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3d099e2-9425-4121-92ac-4dbe4c34b94c tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] DELETE failed (client error): The resource could not be found. Nov 05 18:58:43.420544 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a3d099e2-9425-4121-92ac-4dbe4c34b94c tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102387) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 05 18:58:43.425698 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-a3d099e2-9425-4121-92ac-4dbe4c34b94c tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] 10.222.0.13 "DELETE /v2.0/subnets/6081d13a-530e-47cf-b0e4-42559e9678f2 HTTP/1.1" status: 404 len: 337 time: 0.0684757 Nov 05 18:58:43.426788 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 39854) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:58:43.441373 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-669b6306-a5ca-4e9b-8f68-5a40ef8f8d03 None None] Network 4775609d-d914-46a5-9754-1763ce089160 requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 18:58:43.509112 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-11ac1026-d529-4358-861a-a458861b1ad9 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] 10.222.0.13 "GET /v2.0/ports?device_id=bfa10b72-2337-4a91-bb38-fbbd9fe5b1ff HTTP/1.1" status: 200 len: 205 time: 0.0763390 Nov 05 18:58:43.510338 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 39858) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:58:43.619456 n-d-816865-1 neutron-server[102386]: INFO neutron.api.v2.resource [None req-a4371328-b411-4b39-9216-dd730ac534b3 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] delete failed (client error): The resource could not be found. Nov 05 18:58:43.627966 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-a4371328-b411-4b39-9216-dd730ac534b3 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] 10.222.0.13 "DELETE /v2.0/routers/bfa10b72-2337-4a91-bb38-fbbd9fe5b1ff HTTP/1.1" status: 404 len: 336 time: 0.1149771 Nov 05 18:58:43.629892 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 39860) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:58:43.661433 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-4faa5be5-c175-4432-a76a-a837956c6491 None None] Provisioning complete for port 0d5e8bfe-7b63-41cc-9748-47f798b16a7a triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:58:43.661803 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-4faa5be5-c175-4432-a76a-a837956c6491 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:43.722332 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 0d5e8bfe-7b63-41cc-9748-47f798b16a7a up at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 18:58:43.731076 n-d-816865-1 neutron-server[102386]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd3f8f0d-22cc-4612-bce1-059f066a7f93 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] DELETE failed (client error): The resource could not be found. Nov 05 18:58:43.731752 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dd3f8f0d-22cc-4612-bce1-059f066a7f93 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102386) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 05 18:58:43.738237 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 39862) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:58:43.738788 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-dd3f8f0d-22cc-4612-bce1-059f066a7f93 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] 10.222.0.13 "DELETE /v2.0/subnets/c671ad86-d21f-404a-920c-60b0199d76e3 HTTP/1.1" status: 404 len: 337 time: 0.0983584 Nov 05 18:58:43.742714 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-60398011-f87d-440a-bad4-e79e992fad41 tempest-TagsExtTest-994110606 tempest-TagsExtTest-994110606-project] Publish callbacks [] for subnetpool, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:43.744081 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-60398011-f87d-440a-bad4-e79e992fad41 tempest-TagsExtTest-994110606 tempest-TagsExtTest-994110606-project] 10.222.0.13 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 0.8412309 Nov 05 18:58:43.748530 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 39864) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:58:43.756202 n-d-816865-1 neutron-server[102386]: DEBUG neutron.services.tag.tag_plugin [None req-f4160dbf-75cc-43ca-9179-b88ded0fac39 tempest-TagsExtTest-994110606 tempest-TagsExtTest-994110606-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'd2081a30-00c4-4e9e-9b34-1b4f78f74211', 'tempest-TagsExtTest-Tag-89645490') {} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:58:43.771887 n-d-816865-1 neutron-server[102387]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad505bdd-a408-432d-9f40-550d9ac4ad3e tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] DELETE failed (client error): The resource could not be found. Nov 05 18:58:43.772585 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ad505bdd-a408-432d-9f40-550d9ac4ad3e tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102387) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 05 18:58:43.775966 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-ad505bdd-a408-432d-9f40-550d9ac4ad3e tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] 10.222.0.13 "DELETE /v2.0/subnets/e27cf30d-189e-42f4-88a8-119b32916718 HTTP/1.1" status: 404 len: 337 time: 0.0366921 Nov 05 18:58:43.783310 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 39866) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:58:43.826243 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-0e130aa1-cec6-4f59-8cfa-73121cd73e28 tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4417063'] for port, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:43.832999 n-d-816865-1 neutron-server[102387]: INFO neutron.pecan_wsgi.hooks.translation [None req-c1a9b8b4-c5ee-46c5-9958-a22a3a198086 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] DELETE failed (client error): The resource could not be found. Nov 05 18:58:43.833483 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c1a9b8b4-c5ee-46c5-9958-a22a3a198086 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102387) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 05 18:58:43.836754 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-c1a9b8b4-c5ee-46c5-9958-a22a3a198086 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] 10.222.0.13 "DELETE /v2.0/subnets/7db74ac6-c510-4628-a972-34c3dd0fc934 HTTP/1.1" status: 404 len: 337 time: 0.0522122 Nov 05 18:58:43.846916 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 39870) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:58:43.861983 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e130aa1-cec6-4f59-8cfa-73121cd73e28 tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] Pushing event deleted for resources: {'Port': ['ID=d8a958ba-1e17-4e24-9eda-df6839af3e82,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:58:43.878470 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d384a3c1-2ac4-4345-861f-eef0ea1593d2 None None] DHCP port deletion for 4775609d-d914-46a5-9754-1763ce089160 request from n-d-816865-1 {{(pid=102388) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 05 18:58:43.893002 n-d-816865-1 neutron-server[102386]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b0896b8-dd66-4f47-a389-00f6b2b7b268 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] DELETE failed (client error): The resource could not be found. Nov 05 18:58:43.893829 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7b0896b8-dd66-4f47-a389-00f6b2b7b268 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102386) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 05 18:58:43.899639 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-7b0896b8-dd66-4f47-a389-00f6b2b7b268 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] 10.222.0.13 "DELETE /v2.0/ports/851be13c-c201-4689-825b-8215164c122f HTTP/1.1" status: 404 len: 333 time: 0.0514183 Nov 05 18:58:43.900254 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 39872) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:58:43.945765 n-d-816865-1 neutron-server[102386]: INFO neutron.pecan_wsgi.hooks.translation [None req-12216934-e776-4a61-a6d1-ab6541cc7f67 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] DELETE failed (client error): The resource could not be found. Nov 05 18:58:43.946280 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-12216934-e776-4a61-a6d1-ab6541cc7f67 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102386) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 05 18:58:43.952186 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-12216934-e776-4a61-a6d1-ab6541cc7f67 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] 10.222.0.13 "DELETE /v2.0/subnets/9c21f6a8-a654-4b48-ae7e-527f3ea2ec82 HTTP/1.1" status: 404 len: 337 time: 0.0482612 Nov 05 18:58:43.957991 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 39876) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:58:43.960656 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Provisioning complete for port 0d5e8bfe-7b63-41cc-9748-47f798b16a7a triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:58:43.961040 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:44.008558 n-d-816865-1 neutron-server[102386]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9d28d5d-6892-4020-b594-26be48f52d8e tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] DELETE failed (client error): The resource could not be found. Nov 05 18:58:44.017606 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a9d28d5d-6892-4020-b594-26be48f52d8e tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102386) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 05 18:58:44.017606 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-a9d28d5d-6892-4020-b594-26be48f52d8e tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] 10.222.0.13 "DELETE /v2.0/subnets/c6fdacbf-ae3d-482c-b7ef-aa6d47e1b2dd HTTP/1.1" status: 404 len: 337 time: 0.0543187 Nov 05 18:58:44.018287 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 39880) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:58:44.056930 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-4faa5be5-c175-4432-a76a-a837956c6491 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:44.096202 n-d-816865-1 neutron-server[102386]: INFO neutron.pecan_wsgi.hooks.translation [None req-54aed1ee-d4c8-411e-836f-652f478dd77b tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] DELETE failed (client error): The resource could not be found. Nov 05 18:58:44.096586 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-54aed1ee-d4c8-411e-836f-652f478dd77b tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102386) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 05 18:58:44.101373 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-54aed1ee-d4c8-411e-836f-652f478dd77b tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] 10.222.0.13 "DELETE /v2.0/ports/1ba2b027-de97-40eb-a45e-7038eaac8b28 HTTP/1.1" status: 404 len: 333 time: 0.0826073 Nov 05 18:58:44.111362 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 39884) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:58:44.136510 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-4faa5be5-c175-4432-a76a-a837956c6491 None None] For port 0d5e8bfe-7b63-41cc-9748-47f798b16a7a, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=0d5e8bfe-7b63-41cc-9748-47f798b16a7a,segment=NetworkSegment(dcf435bc-a560-4309-b7cb-e3430b825ec1),segment_id=dcf435bc-a560-4309-b7cb-e3430b825ec1)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:58:44.175046 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-0e130aa1-cec6-4f59-8cfa-73121cd73e28 tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-597886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-573297'] for router_interface, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:44.193785 n-d-816865-1 neutron-server[102386]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e3fd09e-0b6f-41e2-ab0d-3472f988f7b7 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] DELETE failed (client error): The resource could not be found. Nov 05 18:58:44.201468 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4e3fd09e-0b6f-41e2-ab0d-3472f988f7b7 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102386) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 05 18:58:44.210968 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-4e3fd09e-0b6f-41e2-ab0d-3472f988f7b7 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] 10.222.0.13 "DELETE /v2.0/subnets/d2254efd-1d4f-4fca-816f-e39e99e431f3 HTTP/1.1" status: 404 len: 337 time: 0.0945895 Nov 05 18:58:44.211914 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 39886) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:58:44.220136 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-d384a3c1-2ac4-4345-861f-eef0ea1593d2 None None] Deleting port 476f6a53-d1dd-4a3d-bd32-7fea4c4654f5 {{(pid=102388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 18:58:44.220646 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-d384a3c1-2ac4-4345-861f-eef0ea1593d2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:44.236121 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-4faa5be5-c175-4432-a76a-a837956c6491 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:44.263813 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:44.286155 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-f4160dbf-75cc-43ca-9179-b88ded0fac39 tempest-TagsExtTest-994110606 tempest-TagsExtTest-994110606-project] 10.222.0.13 "PUT /v2.0/subnets/d2081a30-00c4-4e9e-9b34-1b4f78f74211/tags/tempest-TagsExtTest-Tag-89645490 HTTP/1.1" status: 201 len: 201 time: 0.5361366 Nov 05 18:58:44.289037 n-d-816865-1 neutron-server[102386]: INFO neutron.pecan_wsgi.hooks.translation [None req-6563ada0-47db-45ef-99e1-50be8dc81f30 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] DELETE failed (client error): The resource could not be found. Nov 05 18:58:44.289375 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6563ada0-47db-45ef-99e1-50be8dc81f30 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102386) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 05 18:58:44.297199 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-6563ada0-47db-45ef-99e1-50be8dc81f30 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] 10.222.0.13 "DELETE /v2.0/subnets/16ef2bb3-52d2-4b27-b59e-5a4988f53340 HTTP/1.1" status: 404 len: 337 time: 0.0603466 Nov 05 18:58:44.306693 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 39890) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:58:44.307156 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 39892) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:58:44.313211 n-d-816865-1 neutron-server[102387]: DEBUG neutron.services.tag.tag_plugin [None req-e5b3a6ae-37e0-421e-afc7-6ac4446b76d9 tempest-TagsExtTest-994110606 tempest-TagsExtTest-994110606-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'd5403aee-eae1-4f58-9edb-5c22c7d8859c', 'tempest-TagsExtTest-Tag-1459090687') {} {{(pid=102387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:58:44.376591 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd516b9-050c-48d5-8112-0c5427430fa4 req-7ebab429-6e10-4125-811d-88ec8c27c7cc tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:58:44.382114 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-bbd516b9-050c-48d5-8112-0c5427430fa4 req-7ebab429-6e10-4125-811d-88ec8c27c7cc tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] 10.222.0.55 "GET /v2.0/ports?device_id=20c41343-4f57-451f-80f2-5557ab3acdd6 HTTP/1.1" status: 200 len: 946 time: 0.1667802 Nov 05 18:58:44.436705 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-d384a3c1-2ac4-4345-861f-eef0ea1593d2 None None] For port 476f6a53-d1dd-4a3d-bd32-7fea4c4654f5, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=476f6a53-d1dd-4a3d-bd32-7fea4c4654f5,segment=NetworkSegment(e0524d03-9b88-4c82-9841-48524ca5fecd),segment_id=e0524d03-9b88-4c82-9841-48524ca5fecd)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:58:44.438764 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-d384a3c1-2ac4-4345-861f-eef0ea1593d2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:44.467122 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-2be08199-c84e-4eb3-b3ba-34ecd592fd38 None None] Provisioning complete for port 476f6a53-d1dd-4a3d-bd32-7fea4c4654f5 triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:58:44.467610 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-2be08199-c84e-4eb3-b3ba-34ecd592fd38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:44.471296 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-d384a3c1-2ac4-4345-861f-eef0ea1593d2 None None] Calling delete_port for 476f6a53-d1dd-4a3d-bd32-7fea4c4654f5 owned by network:dhcp {{(pid=102388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 18:58:44.474080 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4faa5be5-c175-4432-a76a-a837956c6491 None None] Pushing event updated for resources: {'Port': ['ID=0d5e8bfe-7b63-41cc-9748-47f798b16a7a,revision_number=3']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:58:44.578347 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [req-bbd516b9-050c-48d5-8112-0c5427430fa4 req-e4eeafb9-9fec-4dd6-8f10-52455b47a9b3 tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] Deleting port 22216bb2-79dd-4134-aa80-70983f47b2f8 {{(pid=102386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 18:58:44.578824 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-bbd516b9-050c-48d5-8112-0c5427430fa4 req-e4eeafb9-9fec-4dd6-8f10-52455b47a9b3 tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:44.621429 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.db.api [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102388) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 05 18:58:44.622550 n-d-816865-1 neutron-server[102388]: DEBUG oslo_db.api [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 05 18:58:44.640719 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71831d56-00ec-4977-9623-9f47b78bd991 req-32be6a75-48b1-4913-a41d-6ec1278bf143 tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:58:44.642278 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-71831d56-00ec-4977-9623-9f47b78bd991 req-32be6a75-48b1-4913-a41d-6ec1278bf143 tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] 10.222.0.13 "GET /v2.0/ports?device_id=20c41343-4f57-451f-80f2-5557ab3acdd6 HTTP/1.1" status: 200 len: 946 time: 0.1718662 Nov 05 18:58:44.723710 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-2be08199-c84e-4eb3-b3ba-34ecd592fd38 None None] Provisioning complete for port f50759d9-e778-42aa-9974-de6f541490f8 triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:58:44.724187 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-2be08199-c84e-4eb3-b3ba-34ecd592fd38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:44.760264 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [None req-ad3b5add-801c-44b0-8db6-5934348f4746 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Deleting port f50759d9-e778-42aa-9974-de6f541490f8 {{(pid=102387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 18:58:44.760834 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-ad3b5add-801c-44b0-8db6-5934348f4746 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:44.762922 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [req-bbd516b9-050c-48d5-8112-0c5427430fa4 req-e4eeafb9-9fec-4dd6-8f10-52455b47a9b3 tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] For port 22216bb2-79dd-4134-aa80-70983f47b2f8, host n-h2-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=22216bb2-79dd-4134-aa80-70983f47b2f8,segment=NetworkSegment(8281efde-bbf4-4833-8d7d-a490783d8ae5),segment_id=8281efde-bbf4-4833-8d7d-a490783d8ae5)] {{(pid=102386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:58:44.763429 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-bbd516b9-050c-48d5-8112-0c5427430fa4 req-e4eeafb9-9fec-4dd6-8f10-52455b47a9b3 tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:44.772143 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-2be08199-c84e-4eb3-b3ba-34ecd592fd38 None None] Port f50759d9-e778-42aa-9974-de6f541490f8 cannot update to ACTIVE because it is not bound. {{(pid=102388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 18:58:44.783608 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [req-bbd516b9-050c-48d5-8112-0c5427430fa4 req-e4eeafb9-9fec-4dd6-8f10-52455b47a9b3 tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] Calling delete_port for 22216bb2-79dd-4134-aa80-70983f47b2f8 owned by compute:nova {{(pid=102386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 18:58:44.824968 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-e5b3a6ae-37e0-421e-afc7-6ac4446b76d9 tempest-TagsExtTest-994110606 tempest-TagsExtTest-994110606-project] 10.222.0.13 "PUT /v2.0/ports/d5403aee-eae1-4f58-9edb-5c22c7d8859c/tags/tempest-TagsExtTest-Tag-1459090687 HTTP/1.1" status: 201 len: 201 time: 0.5140746 Nov 05 18:58:44.827312 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 39900) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:58:44.827832 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-d384a3c1-2ac4-4345-861f-eef0ea1593d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798'] for port, after_delete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:44.834784 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-71831d56-00ec-4977-9623-9f47b78bd991 req-649e5dd8-cea7-437a-9566-251c5ffa7ab1 tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9a1bcb7-2b62-4809-b67b-668edb56dae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1836569 Nov 05 18:58:44.838186 n-d-816865-1 neutron-server[102387]: DEBUG neutron.services.tag.tag_plugin [None req-9bad7926-d9d3-4016-9a8f-eb558c4932ba tempest-TagsExtTest-994110606 tempest-TagsExtTest-994110606-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '719c1fdf-b61f-4355-8615-b54efc3aea84', 'tempest-TagsExtTest-Tag-653644597') {} {{(pid=102387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:58:44.870765 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d384a3c1-2ac4-4345-861f-eef0ea1593d2 None None] Pushing event deleted for resources: {'Port': ['ID=476f6a53-d1dd-4a3d-bd32-7fea4c4654f5,revision_number=None']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:58:44.874062 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d384a3c1-2ac4-4345-861f-eef0ea1593d2 None None] No DVR routers for this DVR port 476f6a53-d1dd-4a3d-bd32-7fea4c4654f5 on host n-d-816865-1 {{(pid=102388) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 18:58:44.924111 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-eddea4ee-e319-4164-8c97-18c0c8162d21 None None] Provisioning complete for port d5403aee-eae1-4f58-9edb-5c22c7d8859c triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:58:44.924496 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-eddea4ee-e319-4164-8c97-18c0c8162d21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:44.980745 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-eddea4ee-e319-4164-8c97-18c0c8162d21 None None] Port d5403aee-eae1-4f58-9edb-5c22c7d8859c cannot update to ACTIVE because it is not bound. {{(pid=102388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 18:58:44.991056 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-eddea4ee-e319-4164-8c97-18c0c8162d21 None None] Provisioning complete for port 0d5e8bfe-7b63-41cc-9748-47f798b16a7a triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:58:44.991416 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-eddea4ee-e319-4164-8c97-18c0c8162d21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:45.087745 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-bbd516b9-050c-48d5-8112-0c5427430fa4 req-e4eeafb9-9fec-4dd6-8f10-52455b47a9b3 tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:45.099447 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] get_ports_and_sgs() called for port_ids ['7a7444f0-42fe-422a-b79f-9969bf445757'] {{(pid=102388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 18:58:45.104439 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] get_ports_and_sgs() called for port_ids ['22216bb2-79dd-4134-aa80-70983f47b2f8'] {{(pid=102388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 18:58:45.137457 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4eeafb9-9fec-4dd6-8f10-52455b47a9b3 tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] Pushing event deleted for resources: {'Port': ['ID=22216bb2-79dd-4134-aa80-70983f47b2f8,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:58:45.218645 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbd516b9-050c-48d5-8112-0c5427430fa4 req-e4eeafb9-9fec-4dd6-8f10-52455b47a9b3 tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] No DVR routers for this DVR port 22216bb2-79dd-4134-aa80-70983f47b2f8 on host n-h2-816865-1 {{(pid=102386) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 18:58:45.227057 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-bbd516b9-050c-48d5-8112-0c5427430fa4 req-e4eeafb9-9fec-4dd6-8f10-52455b47a9b3 tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:45.232477 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-bbd516b9-050c-48d5-8112-0c5427430fa4 req-e4eeafb9-9fec-4dd6-8f10-52455b47a9b3 tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] 10.222.0.55 "DELETE /v2.0/ports/22216bb2-79dd-4134-aa80-70983f47b2f8 HTTP/1.1" status: 204 len: 173 time: 0.8385584 Nov 05 18:58:45.232968 n-d-816865-1 neutron-server[102386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20c41343-4f57-451f-80f2-5557ab3acdd6', 'name': 'network-vif-deleted', 'tag': '22216bb2-79dd-4134-aa80-70983f47b2f8'}] {{(pid=102386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 18:58:45.236181 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6173a44d7c73f41af551dc890fa1a5892c2c6bc3458b640c8e0c24db7876ba6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a5601f1-bf69-4cde-92fa-5c987c1e0410" -d '{"events": [{"server_uuid": "20c41343-4f57-451f-80f2-5557ab3acdd6", "name": "network-vif-deleted", "tag": "22216bb2-79dd-4134-aa80-70983f47b2f8"}]}' {{(pid=102386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 18:58:45.288274 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-ad3b5add-801c-44b0-8db6-5934348f4746 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:45.300322 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 18:58:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f04320dd-40f6-4975-a20b-e51891ef35e1 x-openstack-request-id: req-f04320dd-40f6-4975-a20b-e51891ef35e1 {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 18:58:45.300677 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20c41343-4f57-451f-80f2-5557ab3acdd6", "name": "network-vif-deleted", "tag": "22216bb2-79dd-4134-aa80-70983f47b2f8", "status": "completed", "code": 200}]} {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 18:58:45.300923 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f04320dd-40f6-4975-a20b-e51891ef35e1 {{(pid=102386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 18:58:45.301340 n-d-816865-1 neutron-server[102386]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20c41343-4f57-451f-80f2-5557ab3acdd6', 'name': 'network-vif-deleted', 'tag': '22216bb2-79dd-4134-aa80-70983f47b2f8', 'status': 'completed', 'code': 200} Nov 05 18:58:45.311094 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e130aa1-cec6-4f59-8cfa-73121cd73e28 tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] Router f59032f5-837b-48ad-9b02-ddc9dfc910c8 has already been hosted by L3 agent 6dcb5589-8e86-4616-9186-ddc4548e13ad {{(pid=102387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 18:58:45.321261 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [None req-ad3b5add-801c-44b0-8db6-5934348f4746 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Calling delete_port for f50759d9-e778-42aa-9974-de6f541490f8 owned by {{(pid=102387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 18:58:45.489361 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-9bad7926-d9d3-4016-9a8f-eb558c4932ba tempest-TagsExtTest-994110606 tempest-TagsExtTest-994110606-project] 10.222.0.13 "PUT /v2.0/routers/719c1fdf-b61f-4355-8615-b54efc3aea84/tags/tempest-TagsExtTest-Tag-653644597 HTTP/1.1" status: 201 len: 201 time: 0.6584675 Nov 05 18:58:45.492231 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 39916) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:58:45.497326 n-d-816865-1 neutron-server[102386]: DEBUG neutron.services.tag.tag_plugin [None req-e442cf3f-ebbd-434d-8e8b-142cb3c88c38 tempest-TagsExtTest-994110606 tempest-TagsExtTest-994110606-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '5fe6f632-bc4f-47c5-a5db-ac83a8d7b9b8', 'tempest-TagsExtTest-Tag-2074473218') {} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:58:45.512741 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e130aa1-cec6-4f59-8cfa-73121cd73e28 tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] Notify agent at l3_agent.n-d-816865-1 the message routers_updated {{(pid=102387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 18:58:45.519688 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-0e130aa1-cec6-4f59-8cfa-73121cd73e28 tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] 10.222.0.13 "PUT /v2.0/routers/f59032f5-837b-48ad-9b02-ddc9dfc910c8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0949152 Nov 05 18:58:45.523168 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 39920) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:58:45.525330 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-910f70b9-9698-4a9f-8b37-10ecf03ca807 None None] Sync routers for ids ['f59032f5-837b-48ad-9b02-ddc9dfc910c8'] in n-d-816865-1 {{(pid=102389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 18:58:45.556987 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-910f70b9-9698-4a9f-8b37-10ecf03ca807 None None] Routers {'f59032f5-837b-48ad-9b02-ddc9dfc910c8'} bound to L3 agent in host n-d-816865-1 {{(pid=102389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 18:58:45.557630 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-910f70b9-9698-4a9f-8b37-10ecf03ca807 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T18:58:35Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['f59032f5-837b-48ad-9b02-ddc9dfc910c8'], 'active': True} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:58:45.611648 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-910f70b9-9698-4a9f-8b37-10ecf03ca807 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816865-1', False) {} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:58:45.624396 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-ad3b5add-801c-44b0-8db6-5934348f4746 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4417063'] for port, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:45.636446 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-910f70b9-9698-4a9f-8b37-10ecf03ca807 None None] Routers {'f59032f5-837b-48ad-9b02-ddc9dfc910c8'} bound to L3 agent in host n-d-816865-1 {{(pid=102389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 18:58:45.638143 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-910f70b9-9698-4a9f-8b37-10ecf03ca807 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T18:58:35Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['f59032f5-837b-48ad-9b02-ddc9dfc910c8'], 'active': True} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:58:45.643549 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-e442cf3f-ebbd-434d-8e8b-142cb3c88c38 tempest-TagsExtTest-994110606 tempest-TagsExtTest-994110606-project] 10.222.0.13 "PUT /v2.0/subnetpools/5fe6f632-bc4f-47c5-a5db-ac83a8d7b9b8/tags/tempest-TagsExtTest-Tag-2074473218 HTTP/1.1" status: 201 len: 201 time: 0.1501765 Nov 05 18:58:45.646063 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 39922) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:58:45.650480 n-d-816865-1 neutron-server[102386]: DEBUG neutron.services.tag.tag_plugin [None req-d9295e7e-a3d8-4280-8ca3-98230f3a51b5 tempest-TagsExtTest-994110606 tempest-TagsExtTest-994110606-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'd2081a30-00c4-4e9e-9b34-1b4f78f74211') {} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:58:45.669138 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3b5add-801c-44b0-8db6-5934348f4746 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Pushing event deleted for resources: {'Port': ['ID=f50759d9-e778-42aa-9974-de6f541490f8,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:58:45.674845 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 0d5e8bfe-7b63-41cc-9748-47f798b16a7a up at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 18:58:45.708310 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-910f70b9-9698-4a9f-8b37-10ecf03ca807 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816865-1', False) {} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:58:45.709985 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-910f70b9-9698-4a9f-8b37-10ecf03ca807 None None] The sync data for ids ['f59032f5-837b-48ad-9b02-ddc9dfc910c8'] in n-d-816865-1 is: [] {{(pid=102389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 18:58:45.711245 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-ad3b5add-801c-44b0-8db6-5934348f4746 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:45.713529 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.agents_db [None req-b9406b04-a0e8-43cf-b349-711963d96cf4 None None] Agent healthcheck: found 7 active agents {{(pid=102389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 05 18:58:45.715546 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-ad3b5add-801c-44b0-8db6-5934348f4746 tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] 10.222.0.13 "DELETE /v2.0/ports/f50759d9-e778-42aa-9974-de6f541490f8 HTTP/1.1" status: 204 len: 168 time: 1.3675303 Nov 05 18:58:45.718771 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 39924) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:58:45.758145 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Provisioning complete for port 0d5e8bfe-7b63-41cc-9748-47f798b16a7a triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:58:45.759527 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:45.760053 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-d9295e7e-a3d8-4280-8ca3-98230f3a51b5 tempest-TagsExtTest-994110606 tempest-TagsExtTest-994110606-project] 10.222.0.13 "GET /v2.0/subnets/d2081a30-00c4-4e9e-9b34-1b4f78f74211/tags HTTP/1.1" status: 200 len: 239 time: 0.1127720 Nov 05 18:58:45.761516 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 39926) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:58:45.767155 n-d-816865-1 neutron-server[102386]: DEBUG neutron.services.tag.tag_plugin [None req-c1d85a90-e459-4843-b351-bf7d394a51c9 tempest-TagsExtTest-994110606 tempest-TagsExtTest-994110606-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'd2081a30-00c4-4e9e-9b34-1b4f78f74211', 'tempest-TagsExtTest-Tag-89645490') {} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:58:45.807594 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-5578f435-af6b-4774-aebc-5c64be64d3f3 tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] Publish callbacks [] for router, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:45.828936 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-c1d85a90-e459-4843-b351-bf7d394a51c9 tempest-TagsExtTest-994110606 tempest-TagsExtTest-994110606-project] 10.222.0.13 "GET /v2.0/subnets/d2081a30-00c4-4e9e-9b34-1b4f78f74211/tags/tempest-TagsExtTest-Tag-89645490 HTTP/1.1" status: 204 len: 168 time: 0.0663593 Nov 05 18:58:45.831477 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 39930) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:58:45.835995 n-d-816865-1 neutron-server[102386]: DEBUG neutron.services.tag.tag_plugin [None req-ba9e935f-6a3a-4a0f-be26-b6af558df229 tempest-TagsExtTest-994110606 tempest-TagsExtTest-994110606-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', 'd2081a30-00c4-4e9e-9b34-1b4f78f74211', 'tempest-TagsExtTest-Tag-89645490') {} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:58:45.860871 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-a5d19454-4a95-4362-8d29-fd325133753a tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1664226'] for network, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:45.942321 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 476f6a53-d1dd-4a3d-bd32-7fea4c4654f5 no longer exists at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 18:58:45.967673 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] No Port match for: 476f6a53-d1dd-4a3d-bd32-7fea4c4654f5 {{(pid=102388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 18:58:45.968756 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 476f6a53-d1dd-4a3d-bd32-7fea4c4654f5 not bound to the agent host n-d-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 18:58:46.016694 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-56d84367-5e9c-4640-bc34-a6ce27384f84 req-b4cd5660-9938-4173-b4f8-ee54edbb435c tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] 10.222.0.13 "GET /v2.0/ports?device_id=20c41343-4f57-451f-80f2-5557ab3acdd6 HTTP/1.1" status: 200 len: 210 time: 0.0448716 Nov 05 18:58:46.024312 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-5578f435-af6b-4774-aebc-5c64be64d3f3 tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:46.071288 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-ba9e935f-6a3a-4a0f-be26-b6af558df229 tempest-TagsExtTest-994110606 tempest-TagsExtTest-994110606-project] 10.222.0.13 "DELETE /v2.0/subnets/d2081a30-00c4-4e9e-9b34-1b4f78f74211/tags/tempest-TagsExtTest-Tag-89645490 HTTP/1.1" status: 204 len: 168 time: 0.2381318 Nov 05 18:58:46.072231 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-a5d19454-4a95-4362-8d29-fd325133753a tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1579173', 'neutron.services.segments.db._delete_segments_for_network-8750027792909'] for network, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:46.074544 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 39936) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:58:46.085633 n-d-816865-1 neutron-server[102386]: DEBUG neutron.services.tag.tag_plugin [None req-22e63836-6903-4a80-830c-1ed3b20864b7 tempest-TagsExtTest-994110606 tempest-TagsExtTest-994110606-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'd2081a30-00c4-4e9e-9b34-1b4f78f74211') {} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:58:46.096988 n-d-816865-1 neutron-server[102387]: DEBUG neutron.services.segments.db [None req-a5d19454-4a95-4362-8d29-fd325133753a tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4775609d-d914-46a5-9754-1763ce089160']}} {{(pid=102387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:58:46.108498 n-d-816865-1 neutron-server[102387]: DEBUG neutron.services.segments.db [None req-a5d19454-4a95-4362-8d29-fd325133753a tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e0524d03-9b88-4c82-9841-48524ca5fecd') {'for_net_delete': True} {{(pid=102387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:58:46.108935 n-d-816865-1 neutron-server[102387]: DEBUG neutron.services.segments.db [None req-a5d19454-4a95-4362-8d29-fd325133753a tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e0524d03-9b88-4c82-9841-48524ca5fecd') {} {{(pid=102387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:58:46.119898 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-a5d19454-4a95-4362-8d29-fd325133753a tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750027793430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4463492'] for segment, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:46.134892 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-a5d19454-4a95-4362-8d29-fd325133753a tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273'] for segment, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:46.143322 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5d19454-4a95-4362-8d29-fd325133753a tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Releasing vlan 189 on physical network physnet1 to pool {{(pid=102387) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 05 18:58:46.143823 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-a5d19454-4a95-4362-8d29-fd325133753a tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4417236'] for segment, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:46.147112 n-d-816865-1 neutron-server[102387]: Traceback (most recent call last): Nov 05 18:58:46.147112 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 05 18:58:46.147112 n-d-816865-1 neutron-server[102387]: timer() Nov 05 18:58:46.147112 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 05 18:58:46.147112 n-d-816865-1 neutron-server[102387]: cb(*args, **kw) Nov 05 18:58:46.147112 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 05 18:58:46.147112 n-d-816865-1 neutron-server[102387]: return func(*args, **kwargs) Nov 05 18:58:46.147112 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 05 18:58:46.147112 n-d-816865-1 neutron-server[102387]: self._notify() Nov 05 18:58:46.147112 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 05 18:58:46.147112 n-d-816865-1 neutron-server[102387]: self.callback(batched_events) Nov 05 18:58:46.147112 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 05 18:58:46.147112 n-d-816865-1 neutron-server[102387]: event.method(event) Nov 05 18:58:46.147112 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 05 18:58:46.147112 n-d-816865-1 neutron-server[102387]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 05 18:58:46.147112 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 05 18:58:46.147112 n-d-816865-1 neutron-server[102387]: aggregate_uuid = self.p_client.list_aggregates( Nov 05 18:58:46.147112 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 05 18:58:46.147112 n-d-816865-1 neutron-server[102387]: return f(self, *a, **k) Nov 05 18:58:46.147112 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 05 18:58:46.147112 n-d-816865-1 neutron-server[102387]: return self._get(url).json() Nov 05 18:58:46.147112 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 05 18:58:46.147112 n-d-816865-1 neutron-server[102387]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 05 18:58:46.147112 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 05 18:58:46.147112 n-d-816865-1 neutron-server[102387]: return self.request(url, 'GET', **kwargs) Nov 05 18:58:46.147112 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 05 18:58:46.147112 n-d-816865-1 neutron-server[102387]: base_url = self.get_endpoint(auth, allow=allow, Nov 05 18:58:46.147112 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 05 18:58:46.147112 n-d-816865-1 neutron-server[102387]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 05 18:58:46.147112 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 05 18:58:46.147112 n-d-816865-1 neutron-server[102387]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 05 18:58:46.147112 n-d-816865-1 neutron-server[102387]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 05 18:58:46.156763 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-22e63836-6903-4a80-830c-1ed3b20864b7 tempest-TagsExtTest-994110606 tempest-TagsExtTest-994110606-project] 10.222.0.13 "GET /v2.0/subnets/d2081a30-00c4-4e9e-9b34-1b4f78f74211/tags HTTP/1.1" status: 200 len: 205 time: 0.0782499 Nov 05 18:58:46.158388 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 39940) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:58:46.162080 n-d-816865-1 neutron-server[102386]: DEBUG neutron.services.tag.tag_plugin [None req-7d6ada95-b9c5-4209-a83c-ea88a3cf47b8 tempest-TagsExtTest-994110606 tempest-TagsExtTest-994110606-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'd5403aee-eae1-4f58-9edb-5c22c7d8859c') {} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:58:46.231872 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 39944) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:58:46.232224 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-7d6ada95-b9c5-4209-a83c-ea88a3cf47b8 tempest-TagsExtTest-994110606 tempest-TagsExtTest-994110606-project] 10.222.0.13 "GET /v2.0/ports/d5403aee-eae1-4f58-9edb-5c22c7d8859c/tags HTTP/1.1" status: 200 len: 241 time: 0.0735667 Nov 05 18:58:46.239010 n-d-816865-1 neutron-server[102387]: DEBUG neutron.services.tag.tag_plugin [None req-4e31db03-0e83-40f9-a496-e70906ce30a4 tempest-TagsExtTest-994110606 tempest-TagsExtTest-994110606-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'd5403aee-eae1-4f58-9edb-5c22c7d8859c', 'tempest-TagsExtTest-Tag-1459090687') {} {{(pid=102387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:58:46.286681 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [None req-5578f435-af6b-4774-aebc-5c64be64d3f3 tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] Deleting port 1841009c-862a-4aea-a1f7-e62cdcdc4ae5 {{(pid=102387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 18:58:46.287020 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-5578f435-af6b-4774-aebc-5c64be64d3f3 tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:46.342471 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-a5d19454-4a95-4362-8d29-fd325133753a tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1579178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-956796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1000687'] for network, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:46.347908 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-a5d19454-4a95-4362-8d29-fd325133753a tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Publish callbacks [] for network, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:46.351336 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-a5d19454-4a95-4362-8d29-fd325133753a tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] 10.222.0.13 "DELETE /v2.0/networks/4775609d-d914-46a5-9754-1763ce089160 HTTP/1.1" status: 204 len: 168 time: 0.6298685 Nov 05 18:58:46.376949 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d19454-4a95-4362-8d29-fd325133753a tempest-PortsIpV6TestJSON-1832816819 tempest-PortsIpV6TestJSON-1832816819-project] Pushing event deleted for resources: {'Network': ['ID=4775609d-d914-46a5-9754-1763ce089160,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:58:46.385429 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-4e31db03-0e83-40f9-a496-e70906ce30a4 tempest-TagsExtTest-994110606 tempest-TagsExtTest-994110606-project] 10.222.0.13 "GET /v2.0/ports/d5403aee-eae1-4f58-9edb-5c22c7d8859c/tags/tempest-TagsExtTest-Tag-1459090687 HTTP/1.1" status: 204 len: 168 time: 0.1516557 Nov 05 18:58:46.387924 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 39952) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:58:46.394598 n-d-816865-1 neutron-server[102387]: DEBUG neutron.services.tag.tag_plugin [None req-96c0cc8a-de23-4ef8-9a8f-8855afa5395e tempest-TagsExtTest-994110606 tempest-TagsExtTest-994110606-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', 'd5403aee-eae1-4f58-9edb-5c22c7d8859c', 'tempest-TagsExtTest-Tag-1459090687') {} {{(pid=102387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:58:46.459089 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-5578f435-af6b-4774-aebc-5c64be64d3f3 tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:46.480164 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [None req-5578f435-af6b-4774-aebc-5c64be64d3f3 tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] Calling delete_port for 1841009c-862a-4aea-a1f7-e62cdcdc4ae5 owned by network:router_gateway {{(pid=102387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 18:58:46.666428 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-96c0cc8a-de23-4ef8-9a8f-8855afa5395e tempest-TagsExtTest-994110606 tempest-TagsExtTest-994110606-project] 10.222.0.13 "DELETE /v2.0/ports/d5403aee-eae1-4f58-9edb-5c22c7d8859c/tags/tempest-TagsExtTest-Tag-1459090687 HTTP/1.1" status: 204 len: 168 time: 0.2773538 Nov 05 18:58:46.668937 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 39958) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:58:46.674002 n-d-816865-1 neutron-server[102386]: DEBUG neutron.services.tag.tag_plugin [None req-d5b18951-b2b0-4c6c-8f9c-1a8cc67dc48a tempest-TagsExtTest-994110606 tempest-TagsExtTest-994110606-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'd5403aee-eae1-4f58-9edb-5c22c7d8859c') {} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:58:46.725755 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-d5b18951-b2b0-4c6c-8f9c-1a8cc67dc48a tempest-TagsExtTest-994110606 tempest-TagsExtTest-994110606-project] 10.222.0.13 "GET /v2.0/ports/d5403aee-eae1-4f58-9edb-5c22c7d8859c/tags HTTP/1.1" status: 200 len: 205 time: 0.0556474 Nov 05 18:58:46.728240 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 39960) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:58:46.732489 n-d-816865-1 neutron-server[102386]: DEBUG neutron.services.tag.tag_plugin [None req-4ba331f7-0127-446e-99f7-d3d0facd424e tempest-TagsExtTest-994110606 tempest-TagsExtTest-994110606-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '719c1fdf-b61f-4355-8615-b54efc3aea84') {} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:58:46.767067 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-5578f435-af6b-4774-aebc-5c64be64d3f3 tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4417063'] for port, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:46.797204 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5578f435-af6b-4774-aebc-5c64be64d3f3 tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] Pushing event deleted for resources: {'Port': ['ID=1841009c-862a-4aea-a1f7-e62cdcdc4ae5,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:58:46.814548 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-4ba331f7-0127-446e-99f7-d3d0facd424e tempest-TagsExtTest-994110606 tempest-TagsExtTest-994110606-project] 10.222.0.13 "GET /v2.0/routers/719c1fdf-b61f-4355-8615-b54efc3aea84/tags HTTP/1.1" status: 200 len: 240 time: 0.0852735 Nov 05 18:58:46.817137 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 39964) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:58:46.822688 n-d-816865-1 neutron-server[102386]: DEBUG neutron.services.tag.tag_plugin [None req-4d216a1a-9973-4f93-9b31-317b0a06b806 tempest-TagsExtTest-994110606 tempest-TagsExtTest-994110606-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '719c1fdf-b61f-4355-8615-b54efc3aea84', 'tempest-TagsExtTest-Tag-653644597') {} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:58:46.877658 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-5578f435-af6b-4774-aebc-5c64be64d3f3 tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1000651'] for router_gateway, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:46.912564 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-4d216a1a-9973-4f93-9b31-317b0a06b806 tempest-TagsExtTest-994110606 tempest-TagsExtTest-994110606-project] 10.222.0.13 "GET /v2.0/routers/719c1fdf-b61f-4355-8615-b54efc3aea84/tags/tempest-TagsExtTest-Tag-653644597 HTTP/1.1" status: 204 len: 168 time: 0.0942411 Nov 05 18:58:46.918191 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 39968) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:58:46.919941 n-d-816865-1 neutron-server[102386]: DEBUG neutron.services.tag.tag_plugin [None req-3d87a167-bbc0-47ae-badf-c95dae9b8db3 tempest-TagsExtTest-994110606 tempest-TagsExtTest-994110606-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '719c1fdf-b61f-4355-8615-b54efc3aea84', 'tempest-TagsExtTest-Tag-653644597') {} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:58:46.952216 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 39970) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:58:46.997091 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-5578f435-af6b-4774-aebc-5c64be64d3f3 tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-571301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6852'] for router, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:47.000337 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-5578f435-af6b-4774-aebc-5c64be64d3f3 tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:47.105426 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-3d87a167-bbc0-47ae-badf-c95dae9b8db3 tempest-TagsExtTest-994110606 tempest-TagsExtTest-994110606-project] 10.222.0.13 "DELETE /v2.0/routers/719c1fdf-b61f-4355-8615-b54efc3aea84/tags/tempest-TagsExtTest-Tag-653644597 HTTP/1.1" status: 204 len: 168 time: 0.1894217 Nov 05 18:58:47.108733 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 39980) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:58:47.113805 n-d-816865-1 neutron-server[102387]: DEBUG neutron.services.tag.tag_plugin [None req-15ee8c6c-4b70-4981-a26d-13cbcf200af0 tempest-TagsExtTest-994110606 tempest-TagsExtTest-994110606-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '719c1fdf-b61f-4355-8615-b54efc3aea84') {} {{(pid=102387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:58:47.122773 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-d050b825-3bf7-40b0-8e5f-c67f4e281431 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c87add0b70464d588d82847ed9192d29&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1689670 Nov 05 18:58:47.126193 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 39984) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:58:47.184435 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-ed201f3b-5276-4f43-a239-95177cd94f42 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:47.192189 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-5578f435-af6b-4774-aebc-5c64be64d3f3 tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-571310'] for router, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:47.192723 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5578f435-af6b-4774-aebc-5c64be64d3f3 tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] Fanout notify agent at l3_agent the message router_deleted on router f59032f5-837b-48ad-9b02-ddc9dfc910c8 {{(pid=102387) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 05 18:58:47.200392 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-5578f435-af6b-4774-aebc-5c64be64d3f3 tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] Publish callbacks [] for router, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:47.209662 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-5578f435-af6b-4774-aebc-5c64be64d3f3 tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] 10.222.0.13 "DELETE /v2.0/routers/f59032f5-837b-48ad-9b02-ddc9dfc910c8 HTTP/1.1" status: 204 len: 168 time: 1.6622980 Nov 05 18:58:47.211030 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 39990) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:58:47.216488 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-15ee8c6c-4b70-4981-a26d-13cbcf200af0 tempest-TagsExtTest-994110606 tempest-TagsExtTest-994110606-project] 10.222.0.13 "GET /v2.0/routers/719c1fdf-b61f-4355-8615-b54efc3aea84/tags HTTP/1.1" status: 200 len: 205 time: 0.1064012 Nov 05 18:58:47.219477 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 39992) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:58:47.223935 n-d-816865-1 neutron-server[102387]: DEBUG neutron.services.tag.tag_plugin [None req-c55a60e1-a112-4492-a366-12638616a1fc tempest-TagsExtTest-994110606 tempest-TagsExtTest-994110606-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '5fe6f632-bc4f-47c5-a5db-ac83a8d7b9b8') {} {{(pid=102387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:58:47.251227 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-ed201f3b-5276-4f43-a239-95177cd94f42 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:47.271857 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-c55a60e1-a112-4492-a366-12638616a1fc tempest-TagsExtTest-994110606 tempest-TagsExtTest-994110606-project] 10.222.0.13 "GET /v2.0/subnetpools/5fe6f632-bc4f-47c5-a5db-ac83a8d7b9b8/tags HTTP/1.1" status: 200 len: 241 time: 0.0511861 Nov 05 18:58:47.274267 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 39998) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:58:47.279268 n-d-816865-1 neutron-server[102387]: DEBUG neutron.services.tag.tag_plugin [None req-7faaf615-ae0c-445f-bf0d-fb4d33431ff8 tempest-TagsExtTest-994110606 tempest-TagsExtTest-994110606-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '5fe6f632-bc4f-47c5-a5db-ac83a8d7b9b8', 'tempest-TagsExtTest-Tag-2074473218') {} {{(pid=102387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:58:47.326098 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.db_base_plugin_v2 [None req-017a3649-4fa9-4947-b399-2dc2d3a8bea2 tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] Deleting subnet 3242adcb-c1cd-4e57-9b57-b790555d4ede {{(pid=102386) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 05 18:58:47.330315 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-017a3649-4fa9-4947-b399-2dc2d3a8bea2 tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] Publish callbacks [] for subnet, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:47.343808 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-7faaf615-ae0c-445f-bf0d-fb4d33431ff8 tempest-TagsExtTest-994110606 tempest-TagsExtTest-994110606-project] 10.222.0.13 "GET /v2.0/subnetpools/5fe6f632-bc4f-47c5-a5db-ac83a8d7b9b8/tags/tempest-TagsExtTest-Tag-2074473218 HTTP/1.1" status: 204 len: 168 time: 0.0677111 Nov 05 18:58:47.346152 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 40004) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:58:47.362060 n-d-816865-1 neutron-server[102387]: DEBUG neutron.services.tag.tag_plugin [None req-a969bc00-157a-4503-b3d4-e120c1ca00f0 tempest-TagsExtTest-994110606 tempest-TagsExtTest-994110606-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '5fe6f632-bc4f-47c5-a5db-ac83a8d7b9b8', 'tempest-TagsExtTest-Tag-2074473218') {} {{(pid=102387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:58:47.376592 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-017a3649-4fa9-4947-b399-2dc2d3a8bea2 tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4590738'] for subnet, precommit_delete_associations {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:47.481860 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-017a3649-4fa9-4947-b399-2dc2d3a8bea2 tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1573928'] for subnet, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:47.485795 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f38dcf-3ca0-4983-9143-544f507233a8 req-f28c99d0-967d-4040-8b14-e1b4e40be7f6 tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:58:47.487351 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-86f38dcf-3ca0-4983-9143-544f507233a8 req-f28c99d0-967d-4040-8b14-e1b4e40be7f6 tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] 10.222.0.13 "GET /v2.0/networks?id=9c2bdaad-faf0-4d75-bb68-340f7d20c596 HTTP/1.1" status: 200 len: 806 time: 0.1602535 Nov 05 18:58:47.504725 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-86f38dcf-3ca0-4983-9143-544f507233a8 req-e18391e5-ecef-4711-b046-e93cdb33826c tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] 10.222.0.13 "GET /v2.0/quotas/c2718bfd25be4558ab62a930e9f4ce41 HTTP/1.1" status: 200 len: 375 time: 0.0112929 Nov 05 18:58:47.561318 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-ed201f3b-5276-4f43-a239-95177cd94f42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:47.565980 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-86f38dcf-3ca0-4983-9143-544f507233a8 req-965eb5b9-7747-4ca8-b924-3a6a49b32397 tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=c2718bfd25be4558ab62a930e9f4ce41&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0508218 Nov 05 18:58:47.568690 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-ed201f3b-5276-4f43-a239-95177cd94f42 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:47.569851 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-ed201f3b-5276-4f43-a239-95177cd94f42 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f416d4e0-99df-420e-b16d-56ab6f56cf16 HTTP/1.1" status: 204 len: 168 time: 0.4427090 Nov 05 18:58:47.585176 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed201f3b-5276-4f43-a239-95177cd94f42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f416d4e0-99df-420e-b16d-56ab6f56cf16,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:58:47.645712 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-a969bc00-157a-4503-b3d4-e120c1ca00f0 tempest-TagsExtTest-994110606 tempest-TagsExtTest-994110606-project] 10.222.0.13 "DELETE /v2.0/subnetpools/5fe6f632-bc4f-47c5-a5db-ac83a8d7b9b8/tags/tempest-TagsExtTest-Tag-2074473218 HTTP/1.1" status: 204 len: 168 time: 0.2985024 Nov 05 18:58:47.648264 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 40014) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:58:47.653123 n-d-816865-1 neutron-server[102386]: DEBUG neutron.services.tag.tag_plugin [None req-9285a7d7-7bb9-4e23-b1bc-9940cce06448 tempest-TagsExtTest-994110606 tempest-TagsExtTest-994110606-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '5fe6f632-bc4f-47c5-a5db-ac83a8d7b9b8') {} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:58:47.677492 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-9285a7d7-7bb9-4e23-b1bc-9940cce06448 tempest-TagsExtTest-994110606 tempest-TagsExtTest-994110606-project] 10.222.0.13 "GET /v2.0/subnetpools/5fe6f632-bc4f-47c5-a5db-ac83a8d7b9b8/tags HTTP/1.1" status: 200 len: 205 time: 0.0257480 Nov 05 18:58:47.677816 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 40016) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:58:47.681099 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-86f38dcf-3ca0-4983-9143-544f507233a8 req-acc487b8-29a7-48b7-bc08-d913c95ea702 service neutron] 10.222.0.13 "GET /v2.0/networks/9c2bdaad-faf0-4d75-bb68-340f7d20c596?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1102071 Nov 05 18:58:47.682216 n-d-816865-1 neutron-server[102386]: DEBUG neutron.services.tag.tag_plugin [None req-8798174c-5481-4fcc-ae75-c26860cf41dc tempest-TagsExtTest-994110606 tempest-TagsExtTest-994110606-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '5fe6f632-bc4f-47c5-a5db-ac83a8d7b9b8') {} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:58:47.711241 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-017a3649-4fa9-4947-b399-2dc2d3a8bea2 tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1573905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6149879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4877183'] for subnet, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:47.724848 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-8798174c-5481-4fcc-ae75-c26860cf41dc tempest-TagsExtTest-994110606 tempest-TagsExtTest-994110606-project] 10.222.0.13 "DELETE /v2.0/subnetpools/5fe6f632-bc4f-47c5-a5db-ac83a8d7b9b8/tags HTTP/1.1" status: 204 len: 168 time: 0.0436006 Nov 05 18:58:47.742208 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 40020) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:58:47.748747 n-d-816865-1 neutron-server[102387]: DEBUG neutron.services.tag.tag_plugin [None req-c6e092ad-3eb1-42e9-99f5-ef60ad78892a tempest-TagsExtTest-994110606 tempest-TagsExtTest-994110606-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '719c1fdf-b61f-4355-8615-b54efc3aea84') {} {{(pid=102387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:58:47.775263 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017a3649-4fa9-4947-b399-2dc2d3a8bea2 tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] Pushing event deleted for resources: {'Subnet': ['ID=3242adcb-c1cd-4e57-9b57-b790555d4ede,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:58:47.785969 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-017a3649-4fa9-4947-b399-2dc2d3a8bea2 tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] Publish callbacks [] for subnet, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:47.794593 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-017a3649-4fa9-4947-b399-2dc2d3a8bea2 tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] 10.222.0.13 "DELETE /v2.0/subnets/3242adcb-c1cd-4e57-9b57-b790555d4ede HTTP/1.1" status: 204 len: 168 time: 0.5832667 Nov 05 18:58:47.795075 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f960a010-b2ae-48f9-9b49-5083d46e8006 None None] Network 57a25768-bf18-4fd4-83af-dd3c2e903cef requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 18:58:47.795761 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 40022) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:58:47.872401 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-86f38dcf-3ca0-4983-9143-544f507233a8 req-7bdc2f9f-b717-4ddf-9800-4814c33edb6b service neutron] 10.222.0.13 "GET /v2.0/networks/9c2bdaad-faf0-4d75-bb68-340f7d20c596?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1843231 Nov 05 18:58:47.880060 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-c6e092ad-3eb1-42e9-99f5-ef60ad78892a tempest-TagsExtTest-994110606 tempest-TagsExtTest-994110606-project] 10.222.0.13 "DELETE /v2.0/routers/719c1fdf-b61f-4355-8615-b54efc3aea84/tags HTTP/1.1" status: 204 len: 168 time: 0.1368287 Nov 05 18:58:47.887257 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 40024) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:58:47.899609 n-d-816865-1 neutron-server[102387]: DEBUG neutron.services.tag.tag_plugin [None req-1f701dec-760b-4593-970e-15733b39a18d tempest-TagsExtTest-994110606 tempest-TagsExtTest-994110606-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'd5403aee-eae1-4f58-9edb-5c22c7d8859c') {} {{(pid=102387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:58:47.928911 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-4bb63504-82f1-425b-84b1-6ed25bd47f7a tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1664226'] for network, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:48.038240 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-1f701dec-760b-4593-970e-15733b39a18d tempest-TagsExtTest-994110606 tempest-TagsExtTest-994110606-project] 10.222.0.13 "DELETE /v2.0/ports/d5403aee-eae1-4f58-9edb-5c22c7d8859c/tags HTTP/1.1" status: 204 len: 168 time: 0.1497037 Nov 05 18:58:48.038859 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 40030) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:58:48.044111 n-d-816865-1 neutron-server[102387]: DEBUG neutron.services.tag.tag_plugin [None req-727ec76d-78d6-4fc7-8cdb-492d9ce709b1 tempest-TagsExtTest-994110606 tempest-TagsExtTest-994110606-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'd2081a30-00c4-4e9e-9b34-1b4f78f74211') {} {{(pid=102387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:58:48.165422 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa940f0e-e6e2-4511-bdbb-e0a5c0099c5f None None] DHCP port deletion for 57a25768-bf18-4fd4-83af-dd3c2e903cef request from n-d-816865-1 {{(pid=102388) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 05 18:58:48.185064 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-727ec76d-78d6-4fc7-8cdb-492d9ce709b1 tempest-TagsExtTest-994110606 tempest-TagsExtTest-994110606-project] 10.222.0.13 "DELETE /v2.0/subnets/d2081a30-00c4-4e9e-9b34-1b4f78f74211/tags HTTP/1.1" status: 204 len: 168 time: 0.1451809 Nov 05 18:58:48.192195 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 40040) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:58:48.198633 n-d-816865-1 neutron-server[102387]: DEBUG neutron.services.tag.tag_plugin [None req-0914bff1-cbe6-439a-8669-bec951b84e5f tempest-TagsExtTest-994110606 tempest-TagsExtTest-994110606-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'd2081a30-00c4-4e9e-9b34-1b4f78f74211', 'tempest-TagsExtTest-Tag-1322367628') {} {{(pid=102387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:58:48.304396 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-aa940f0e-e6e2-4511-bdbb-e0a5c0099c5f None None] Deleting port a5fd505f-04a9-4c2b-accf-77268d69cb58 {{(pid=102388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 18:58:48.305018 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-aa940f0e-e6e2-4511-bdbb-e0a5c0099c5f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:48.363641 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-67b34151-1def-48d0-90e2-e820d50717af req-9019a29b-82cd-4f43-9b33-a5bdaa83db22 tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] 10.222.0.13 "GET /v2.0/ports?device_id=3febeb46-783e-49e0-9e0e-691009d6ed32 HTTP/1.1" status: 200 len: 210 time: 0.0528471 Nov 05 18:58:48.415236 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-aa940f0e-e6e2-4511-bdbb-e0a5c0099c5f None None] For port a5fd505f-04a9-4c2b-accf-77268d69cb58, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=a5fd505f-04a9-4c2b-accf-77268d69cb58,segment=NetworkSegment(a77bb32a-74a3-4d03-8731-a9f5b1c1ade1),segment_id=a77bb32a-74a3-4d03-8731-a9f5b1c1ade1)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:58:48.416136 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-aa940f0e-e6e2-4511-bdbb-e0a5c0099c5f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:48.435494 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-aa940f0e-e6e2-4511-bdbb-e0a5c0099c5f None None] Calling delete_port for a5fd505f-04a9-4c2b-accf-77268d69cb58 owned by network:dhcp {{(pid=102388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 18:58:48.507527 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-0914bff1-cbe6-439a-8669-bec951b84e5f tempest-TagsExtTest-994110606 tempest-TagsExtTest-994110606-project] 10.222.0.13 "PUT /v2.0/subnets/d2081a30-00c4-4e9e-9b34-1b4f78f74211/tags/tempest-TagsExtTest-Tag-1322367628 HTTP/1.1" status: 201 len: 201 time: 0.3140960 Nov 05 18:58:48.510470 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 40056) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:58:48.516841 n-d-816865-1 neutron-server[102386]: DEBUG neutron.services.tag.tag_plugin [None req-ea7ca512-eca0-441c-ae9f-1d7c5d67e801 tempest-TagsExtTest-994110606 tempest-TagsExtTest-994110606-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'd5403aee-eae1-4f58-9edb-5c22c7d8859c', 'tempest-TagsExtTest-Tag-2014845236') {} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:58:48.527105 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-4bb63504-82f1-425b-84b1-6ed25bd47f7a tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] Deleting port a5fd505f-04a9-4c2b-accf-77268d69cb58 {{(pid=102386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 18:58:48.527753 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-4bb63504-82f1-425b-84b1-6ed25bd47f7a tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:48.572608 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Device 22216bb2-79dd-4134-aa80-70983f47b2f8 no longer exists at agent hyperv_n-h2-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 18:58:48.606485 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] No Port match for: 22216bb2-79dd-4134-aa80-70983f47b2f8 {{(pid=102388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 18:58:48.607789 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Device 22216bb2-79dd-4134-aa80-70983f47b2f8 not bound to the agent host n-h2-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 18:58:48.666145 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [None req-4bb63504-82f1-425b-84b1-6ed25bd47f7a tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] For port a5fd505f-04a9-4c2b-accf-77268d69cb58, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=a5fd505f-04a9-4c2b-accf-77268d69cb58,segment=NetworkSegment(a77bb32a-74a3-4d03-8731-a9f5b1c1ade1),segment_id=a77bb32a-74a3-4d03-8731-a9f5b1c1ade1)] {{(pid=102386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:58:48.666645 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-4bb63504-82f1-425b-84b1-6ed25bd47f7a tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:48.686267 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-4bb63504-82f1-425b-84b1-6ed25bd47f7a tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] Calling delete_port for a5fd505f-04a9-4c2b-accf-77268d69cb58 owned by network:dhcp {{(pid=102386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 18:58:48.756699 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-aa940f0e-e6e2-4511-bdbb-e0a5c0099c5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798'] for port, after_delete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:48.789374 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 40072) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:58:48.790367 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-ea7ca512-eca0-441c-ae9f-1d7c5d67e801 tempest-TagsExtTest-994110606 tempest-TagsExtTest-994110606-project] 10.222.0.13 "PUT /v2.0/ports/d5403aee-eae1-4f58-9edb-5c22c7d8859c/tags/tempest-TagsExtTest-Tag-2014845236 HTTP/1.1" status: 201 len: 201 time: 0.2783322 Nov 05 18:58:48.795841 n-d-816865-1 neutron-server[102387]: DEBUG neutron.services.tag.tag_plugin [None req-8e838759-123f-477a-a429-9352612fc861 tempest-TagsExtTest-994110606 tempest-TagsExtTest-994110606-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '719c1fdf-b61f-4355-8615-b54efc3aea84', 'tempest-TagsExtTest-Tag-210620440') {} {{(pid=102387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:58:48.833617 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-4bb63504-82f1-425b-84b1-6ed25bd47f7a tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:48.867832 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa940f0e-e6e2-4511-bdbb-e0a5c0099c5f None None] Pushing event deleted for resources: {'Port': ['ID=a5fd505f-04a9-4c2b-accf-77268d69cb58,revision_number=None']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:58:48.877243 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa940f0e-e6e2-4511-bdbb-e0a5c0099c5f None None] No DVR routers for this DVR port a5fd505f-04a9-4c2b-accf-77268d69cb58 on host n-d-816865-1 {{(pid=102388) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 18:58:48.892496 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa940f0e-e6e2-4511-bdbb-e0a5c0099c5f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:58:48.892845 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa940f0e-e6e2-4511-bdbb-e0a5c0099c5f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:58:48.893182 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa940f0e-e6e2-4511-bdbb-e0a5c0099c5f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:58:48.893519 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa940f0e-e6e2-4511-bdbb-e0a5c0099c5f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:58:48.893845 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa940f0e-e6e2-4511-bdbb-e0a5c0099c5f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:58:48.894196 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa940f0e-e6e2-4511-bdbb-e0a5c0099c5f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:58:48.894524 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa940f0e-e6e2-4511-bdbb-e0a5c0099c5f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:58:48.894842 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa940f0e-e6e2-4511-bdbb-e0a5c0099c5f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:58:48.895164 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa940f0e-e6e2-4511-bdbb-e0a5c0099c5f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:58:48.895481 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa940f0e-e6e2-4511-bdbb-e0a5c0099c5f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:58:48.895801 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa940f0e-e6e2-4511-bdbb-e0a5c0099c5f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:58:48.896194 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa940f0e-e6e2-4511-bdbb-e0a5c0099c5f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:58:48.898409 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb63504-82f1-425b-84b1-6ed25bd47f7a tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] Pushing event deleted for resources: {'Port': ['ID=a5fd505f-04a9-4c2b-accf-77268d69cb58,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:58:48.908909 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bb63504-82f1-425b-84b1-6ed25bd47f7a tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] No DVR routers for this DVR port a5fd505f-04a9-4c2b-accf-77268d69cb58 on host n-d-816865-1 {{(pid=102386) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 18:58:49.001838 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-4bb63504-82f1-425b-84b1-6ed25bd47f7a tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1579173', 'neutron.services.segments.db._delete_segments_for_network-8750027792909'] for network, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:49.040847 n-d-816865-1 neutron-server[102386]: DEBUG neutron.services.segments.db [None req-4bb63504-82f1-425b-84b1-6ed25bd47f7a tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57a25768-bf18-4fd4-83af-dd3c2e903cef']}} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:58:49.053693 n-d-816865-1 neutron-server[102386]: DEBUG neutron.services.segments.db [None req-4bb63504-82f1-425b-84b1-6ed25bd47f7a tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a77bb32a-74a3-4d03-8731-a9f5b1c1ade1') {'for_net_delete': True} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:58:49.054562 n-d-816865-1 neutron-server[102386]: DEBUG neutron.services.segments.db [None req-4bb63504-82f1-425b-84b1-6ed25bd47f7a tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a77bb32a-74a3-4d03-8731-a9f5b1c1ade1') {} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:58:49.066253 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-4bb63504-82f1-425b-84b1-6ed25bd47f7a tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750027793430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4590747'] for segment, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:49.086676 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-4bb63504-82f1-425b-84b1-6ed25bd47f7a tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273'] for segment, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:49.096978 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4bb63504-82f1-425b-84b1-6ed25bd47f7a tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] Releasing vlan 163 on physical network physnet1 to pool {{(pid=102386) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 05 18:58:49.097471 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-4bb63504-82f1-425b-84b1-6ed25bd47f7a tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6149721'] for segment, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:49.101329 n-d-816865-1 neutron-server[102386]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 05 18:58:49.101329 n-d-816865-1 neutron-server[102386]: self.session.flush() Nov 05 18:58:49.101329 n-d-816865-1 neutron-server[102386]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 05 18:58:49.101329 n-d-816865-1 neutron-server[102386]: self.session.flush() Nov 05 18:58:49.101329 n-d-816865-1 neutron-server[102386]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 05 18:58:49.101329 n-d-816865-1 neutron-server[102386]: self.session.flush() Nov 05 18:58:49.101329 n-d-816865-1 neutron-server[102386]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 05 18:58:49.101329 n-d-816865-1 neutron-server[102386]: self.session.flush() Nov 05 18:58:49.101329 n-d-816865-1 neutron-server[102386]: Traceback (most recent call last): Nov 05 18:58:49.101329 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 05 18:58:49.101329 n-d-816865-1 neutron-server[102386]: timer() Nov 05 18:58:49.101329 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 05 18:58:49.101329 n-d-816865-1 neutron-server[102386]: cb(*args, **kw) Nov 05 18:58:49.101329 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 05 18:58:49.101329 n-d-816865-1 neutron-server[102386]: return func(*args, **kwargs) Nov 05 18:58:49.101329 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 05 18:58:49.101329 n-d-816865-1 neutron-server[102386]: self._notify() Nov 05 18:58:49.101329 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 05 18:58:49.101329 n-d-816865-1 neutron-server[102386]: self.callback(batched_events) Nov 05 18:58:49.101329 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 05 18:58:49.101329 n-d-816865-1 neutron-server[102386]: event.method(event) Nov 05 18:58:49.101329 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 05 18:58:49.101329 n-d-816865-1 neutron-server[102386]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 05 18:58:49.101329 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 05 18:58:49.101329 n-d-816865-1 neutron-server[102386]: aggregate_uuid = self.p_client.list_aggregates( Nov 05 18:58:49.101329 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 05 18:58:49.101329 n-d-816865-1 neutron-server[102386]: return f(self, *a, **k) Nov 05 18:58:49.101329 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 05 18:58:49.101329 n-d-816865-1 neutron-server[102386]: return self._get(url).json() Nov 05 18:58:49.101329 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 05 18:58:49.101329 n-d-816865-1 neutron-server[102386]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 05 18:58:49.101329 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 05 18:58:49.101329 n-d-816865-1 neutron-server[102386]: return self.request(url, 'GET', **kwargs) Nov 05 18:58:49.101329 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 05 18:58:49.101329 n-d-816865-1 neutron-server[102386]: base_url = self.get_endpoint(auth, allow=allow, Nov 05 18:58:49.101329 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 05 18:58:49.101329 n-d-816865-1 neutron-server[102386]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 05 18:58:49.101329 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 05 18:58:49.101329 n-d-816865-1 neutron-server[102386]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 05 18:58:49.101329 n-d-816865-1 neutron-server[102386]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 05 18:58:49.221779 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 40088) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:58:49.247251 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-4bb63504-82f1-425b-84b1-6ed25bd47f7a tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1579178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-956796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1000687'] for network, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:49.253294 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-4bb63504-82f1-425b-84b1-6ed25bd47f7a tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] Publish callbacks [] for network, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:49.262082 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-4bb63504-82f1-425b-84b1-6ed25bd47f7a tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] 10.222.0.13 "DELETE /v2.0/networks/57a25768-bf18-4fd4-83af-dd3c2e903cef HTTP/1.1" status: 204 len: 168 time: 1.4591634 Nov 05 18:58:49.266993 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 40094) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:58:49.295750 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb63504-82f1-425b-84b1-6ed25bd47f7a tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] Pushing event deleted for resources: {'Network': ['ID=57a25768-bf18-4fd4-83af-dd3c2e903cef,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:58:49.369727 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add1fd27-cc37-4e5e-9c1b-08240a505214 req-329aad0e-9d61-43ec-9979-176c9f6c1f4b tempest-ServerRescueNegativeTestJSON-570401673 tempest-ServerRescueNegativeTestJSON-570401673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:58:49.371735 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-add1fd27-cc37-4e5e-9c1b-08240a505214 req-329aad0e-9d61-43ec-9979-176c9f6c1f4b tempest-ServerRescueNegativeTestJSON-570401673 tempest-ServerRescueNegativeTestJSON-570401673-project] 10.222.0.13 "GET /v2.0/ports?device_id=93c08649-0c78-43a2-be9e-2ac6589b527d HTTP/1.1" status: 200 len: 945 time: 0.0963132 Nov 05 18:58:49.386451 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-e10534df-ab40-4b73-b23a-8dace3921132 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-850307084'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:58:49.418614 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-8e838759-123f-477a-a429-9352612fc861 tempest-TagsExtTest-994110606 tempest-TagsExtTest-994110606-project] 10.222.0.13 "PUT /v2.0/routers/719c1fdf-b61f-4355-8615-b54efc3aea84/tags/tempest-TagsExtTest-Tag-210620440 HTTP/1.1" status: 201 len: 201 time: 0.6277058 Nov 05 18:58:49.419268 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 40100) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:58:49.426976 n-d-816865-1 neutron-server[102387]: DEBUG neutron.services.tag.tag_plugin [None req-ef5e6820-9911-41e8-8a94-66509e95c4fd tempest-TagsExtTest-994110606 tempest-TagsExtTest-994110606-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '5fe6f632-bc4f-47c5-a5db-ac83a8d7b9b8', 'tempest-TagsExtTest-Tag-2145590774') {} {{(pid=102387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:58:49.492801 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-55983792-ea35-4170-b92c-d6882e1ae0a0 req-0bf85ae0-17f4-4bfa-b38a-03a8e3e4379a tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] 10.222.0.13 "GET /v2.0/ports?device_id=3febeb46-783e-49e0-9e0e-691009d6ed32 HTTP/1.1" status: 200 len: 210 time: 0.0599656 Nov 05 18:58:49.498609 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdccd0a7-03ed-4340-9cff-53baa8473569 req-fc16aaba-fb60-4889-a063-bea205709057 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:58:49.500439 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-cdccd0a7-03ed-4340-9cff-53baa8473569 req-fc16aaba-fb60-4889-a063-bea205709057 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=2d1e164bb09b4bc6b0a37a98f21fd24b&device_id=93c08649-0c78-43a2-be9e-2ac6589b527d HTTP/1.1" status: 200 len: 1096 time: 0.1325459 Nov 05 18:58:49.503595 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-add1fd27-cc37-4e5e-9c1b-08240a505214 req-b86be712-db55-45b9-bffd-63aab63c09da tempest-ServerRescueNegativeTestJSON-570401673 tempest-ServerRescueNegativeTestJSON-570401673-project] 10.222.0.13 "GET /v2.0/security-groups?id=01574b07-2bff-4b61-b9a8-932cd03ff8af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245906 Nov 05 18:58:49.581234 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device a5fd505f-04a9-4c2b-accf-77268d69cb58 no longer exists at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 18:58:49.598307 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e10534df-ab40-4b73-b23a-8dace3921132 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Made reservation on behalf of 2f4e87ee64a4499db45fedd95080f0b7 for: {'network': 1} {{(pid=102386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 18:58:49.601789 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-e10534df-ab40-4b73-b23a-8dace3921132 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for network, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:49.604083 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] No Port match for: a5fd505f-04a9-4c2b-accf-77268d69cb58 {{(pid=102388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 18:58:49.604430 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device a5fd505f-04a9-4c2b-accf-77268d69cb58 not bound to the agent host n-d-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 18:58:49.608506 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-67f84b19-b12f-4eeb-89f2-401178887d59 tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] Deleting port 624634fc-bb74-4634-acc7-1cb13959df93 {{(pid=102386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 18:58:49.609438 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-67f84b19-b12f-4eeb-89f2-401178887d59 tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:49.619076 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-ef5e6820-9911-41e8-8a94-66509e95c4fd tempest-TagsExtTest-994110606 tempest-TagsExtTest-994110606-project] 10.222.0.13 "PUT /v2.0/subnetpools/5fe6f632-bc4f-47c5-a5db-ac83a8d7b9b8/tags/tempest-TagsExtTest-Tag-2145590774 HTTP/1.1" status: 201 len: 201 time: 0.1957798 Nov 05 18:58:49.621007 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-e10534df-ab40-4b73-b23a-8dace3921132 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Publish callbacks [] for security_group, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:49.621560 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 40104) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:58:49.626352 n-d-816865-1 neutron-server[102387]: DEBUG neutron.services.tag.tag_plugin [None req-0c77e2fa-febe-4c66-bd9f-c2ec3e8a460b tempest-TagsExtTest-994110606 tempest-TagsExtTest-994110606-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', 'd2081a30-00c4-4e9e-9b34-1b4f78f74211', {'tags': ['tempest-TagsExtTest-Tag-921032238', 'tempest-TagsExtTest-Tag-131126604', 'tempest-TagsExtTest-Tag-877635598']}) {} {{(pid=102387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:58:49.703839 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdccd0a7-03ed-4340-9cff-53baa8473569 req-8a1ad595-0935-409f-a7ad-38d356c3491d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:58:49.705179 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-cdccd0a7-03ed-4340-9cff-53baa8473569 req-8a1ad595-0935-409f-a7ad-38d356c3491d service neutron] 10.222.0.55 "GET /v2.0/networks?id=42e7925c-fd66-4b62-ba17-57eb03167e5d HTTP/1.1" status: 200 len: 920 time: 0.1963153 Nov 05 18:58:49.753748 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-0c77e2fa-febe-4c66-bd9f-c2ec3e8a460b tempest-TagsExtTest-994110606 tempest-TagsExtTest-994110606-project] 10.222.0.13 "PUT /v2.0/subnets/d2081a30-00c4-4e9e-9b34-1b4f78f74211/tags HTTP/1.1" status: 200 len: 315 time: 0.1287961 Nov 05 18:58:49.754858 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 40110) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:58:49.760795 n-d-816865-1 neutron-server[102387]: DEBUG neutron.services.tag.tag_plugin [None req-e939a0c3-80eb-47ad-8b34-76462a149b48 tempest-TagsExtTest-994110606 tempest-TagsExtTest-994110606-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'd2081a30-00c4-4e9e-9b34-1b4f78f74211') {} {{(pid=102387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:58:49.782580 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-cdccd0a7-03ed-4340-9cff-53baa8473569 req-997b9640-396f-4c4e-84f3-2b30bafa3e13 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e797f9cd-d647-4469-b0c1-4b83e350e911 HTTP/1.1" status: 200 len: 217 time: 0.0576723 Nov 05 18:58:49.827640 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-67f84b19-b12f-4eeb-89f2-401178887d59 tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:49.827640 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-67f84b19-b12f-4eeb-89f2-401178887d59 tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:49.847461 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-67f84b19-b12f-4eeb-89f2-401178887d59 tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] Calling delete_port for 624634fc-bb74-4634-acc7-1cb13959df93 owned by network:floatingip {{(pid=102386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 18:58:49.908322 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdccd0a7-03ed-4340-9cff-53baa8473569 req-1ddfd07d-b3df-43df-81d2-90b509fac02f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:58:49.910164 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-cdccd0a7-03ed-4340-9cff-53baa8473569 req-1ddfd07d-b3df-43df-81d2-90b509fac02f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=4cb513d1-da39-46f8-8352-51da564b63e4 HTTP/1.1" status: 200 len: 859 time: 0.1186471 Nov 05 18:58:49.929151 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-e939a0c3-80eb-47ad-8b34-76462a149b48 tempest-TagsExtTest-994110606 tempest-TagsExtTest-994110606-project] 10.222.0.13 "DELETE /v2.0/subnets/d2081a30-00c4-4e9e-9b34-1b4f78f74211/tags HTTP/1.1" status: 204 len: 168 time: 0.1729689 Nov 05 18:58:49.932359 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 40116) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:58:49.937032 n-d-816865-1 neutron-server[102387]: DEBUG neutron.services.tag.tag_plugin [None req-be2d4e7d-fa21-45c2-a584-1c7c376df2a0 tempest-TagsExtTest-994110606 tempest-TagsExtTest-994110606-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'd2081a30-00c4-4e9e-9b34-1b4f78f74211', 'tempest-TagsExtTest-Tag-921032238') {} {{(pid=102387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:58:49.959881 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-cdccd0a7-03ed-4340-9cff-53baa8473569 req-fd56800c-340a-44d5-b611-0210e88b0062 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=42e7925c-fd66-4b62-ba17-57eb03167e5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0388501 Nov 05 18:58:49.982788 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-e10534df-ab40-4b73-b23a-8dace3921132 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Publish callbacks [] for security_group, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:50.004235 n-d-816865-1 neutron-server[102387]: INFO neutron.api.v2.resource [None req-be2d4e7d-fa21-45c2-a584-1c7c376df2a0 tempest-TagsExtTest-994110606 tempest-TagsExtTest-994110606-project] show failed (client error): The resource could not be found. Nov 05 18:58:50.007954 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-be2d4e7d-fa21-45c2-a584-1c7c376df2a0 tempest-TagsExtTest-994110606 tempest-TagsExtTest-994110606-project] 10.222.0.13 "GET /v2.0/subnets/d2081a30-00c4-4e9e-9b34-1b4f78f74211/tags/tempest-TagsExtTest-Tag-921032238 HTTP/1.1" status: 404 len: 328 time: 0.0724528 Nov 05 18:58:50.008998 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 40118) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:58:50.014440 n-d-816865-1 neutron-server[102387]: DEBUG neutron.services.tag.tag_plugin [None req-7c4bb0b7-a939-4a93-b5ba-ec33c7d6bc2d tempest-TagsExtTest-994110606 tempest-TagsExtTest-994110606-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'd2081a30-00c4-4e9e-9b34-1b4f78f74211', 'tempest-TagsExtTest-Tag-131126604') {} {{(pid=102387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:58:50.072054 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-e10534df-ab40-4b73-b23a-8dace3921132 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:50.087580 n-d-816865-1 neutron-server[102387]: INFO neutron.api.v2.resource [None req-7c4bb0b7-a939-4a93-b5ba-ec33c7d6bc2d tempest-TagsExtTest-994110606 tempest-TagsExtTest-994110606-project] show failed (client error): The resource could not be found. Nov 05 18:58:50.090091 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-7c4bb0b7-a939-4a93-b5ba-ec33c7d6bc2d tempest-TagsExtTest-994110606 tempest-TagsExtTest-994110606-project] 10.222.0.13 "GET /v2.0/subnets/d2081a30-00c4-4e9e-9b34-1b4f78f74211/tags/tempest-TagsExtTest-Tag-131126604 HTTP/1.1" status: 404 len: 328 time: 0.0784712 Nov 05 18:58:50.092295 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 40122) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:58:50.097398 n-d-816865-1 neutron-server[102387]: DEBUG neutron.services.tag.tag_plugin [None req-d5b993ea-7e65-48b1-a864-7894061bfefd tempest-TagsExtTest-994110606 tempest-TagsExtTest-994110606-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'd2081a30-00c4-4e9e-9b34-1b4f78f74211', 'tempest-TagsExtTest-Tag-877635598') {} {{(pid=102387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:58:50.143016 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e10534df-ab40-4b73-b23a-8dace3921132 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 183} {{(pid=102386) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 05 18:58:50.149806 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-cdccd0a7-03ed-4340-9cff-53baa8473569 req-5646937d-6e7e-4d59-a980-5caee3ff43f8 service neutron] 10.222.0.55 "GET /v2.0/networks/42e7925c-fd66-4b62-ba17-57eb03167e5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1807170 Nov 05 18:58:50.157648 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10534df-ab40-4b73-b23a-8dace3921132 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bf834582-0833-4572-8543-f057f541284b,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:58:50.191267 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-e10534df-ab40-4b73-b23a-8dace3921132 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273'] for segment, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:50.191650 n-d-816865-1 neutron-server[102386]: INFO neutron.db.segments_db [None req-e10534df-ab40-4b73-b23a-8dace3921132 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Added segment 353a5b5c-4067-4c2d-a8b3-19f145d7e5e0 of type vlan for network c92bcb05-4ee7-483b-945f-7b511cfffbce Nov 05 18:58:50.198333 n-d-816865-1 neutron-server[102387]: INFO neutron.api.v2.resource [None req-d5b993ea-7e65-48b1-a864-7894061bfefd tempest-TagsExtTest-994110606 tempest-TagsExtTest-994110606-project] show failed (client error): The resource could not be found. Nov 05 18:58:50.201971 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-d5b993ea-7e65-48b1-a864-7894061bfefd tempest-TagsExtTest-994110606 tempest-TagsExtTest-994110606-project] 10.222.0.13 "GET /v2.0/subnets/d2081a30-00c4-4e9e-9b34-1b4f78f74211/tags/tempest-TagsExtTest-Tag-877635598 HTTP/1.1" status: 404 len: 328 time: 0.1056664 Nov 05 18:58:50.202728 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 40124) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:58:50.208076 n-d-816865-1 neutron-server[102387]: DEBUG neutron.services.tag.tag_plugin [None req-868dfbc9-a6c3-4fac-b5aa-edfd0917bf9c tempest-TagsExtTest-994110606 tempest-TagsExtTest-994110606-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', 'd5403aee-eae1-4f58-9edb-5c22c7d8859c', {'tags': ['tempest-TagsExtTest-Tag-2007586424', 'tempest-TagsExtTest-Tag-1370386076', 'tempest-TagsExtTest-Tag-1082662936']}) {} {{(pid=102387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:58:50.286140 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-e10534df-ab40-4b73-b23a-8dace3921132 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750027258543'] for network, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:50.299770 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-67f84b19-b12f-4eeb-89f2-401178887d59 tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:50.350485 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f84b19-b12f-4eeb-89f2-401178887d59 tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] Pushing event deleted for resources: {'Port': ['ID=624634fc-bb74-4634-acc7-1cb13959df93,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:58:50.360742 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-cdccd0a7-03ed-4340-9cff-53baa8473569 req-47412b0e-6377-405f-b12e-d01397c5d34d service neutron] 10.222.0.55 "GET /v2.0/networks/42e7925c-fd66-4b62-ba17-57eb03167e5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2001612 Nov 05 18:58:50.367850 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-868dfbc9-a6c3-4fac-b5aa-edfd0917bf9c tempest-TagsExtTest-994110606 tempest-TagsExtTest-994110606-project] 10.222.0.13 "PUT /v2.0/ports/d5403aee-eae1-4f58-9edb-5c22c7d8859c/tags HTTP/1.1" status: 200 len: 318 time: 0.1640339 Nov 05 18:58:50.370830 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 40130) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:58:50.378059 n-d-816865-1 neutron-server[102387]: DEBUG neutron.services.tag.tag_plugin [None req-2f28b324-1a1c-4504-8381-1e45189f2dc7 tempest-TagsExtTest-994110606 tempest-TagsExtTest-994110606-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'd5403aee-eae1-4f58-9edb-5c22c7d8859c') {} {{(pid=102387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:58:50.421695 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-67f84b19-b12f-4eeb-89f2-401178887d59 tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] Publish callbacks [] for floatingip, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:50.425169 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-67f84b19-b12f-4eeb-89f2-401178887d59 tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for floatingip, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:50.427030 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-67f84b19-b12f-4eeb-89f2-401178887d59 tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] 10.222.0.13 "DELETE /v2.0/floatingips/2c7698d8-922d-427c-99a8-9b4498048589 HTTP/1.1" status: 204 len: 168 time: 1.1569772 Nov 05 18:58:50.428368 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-e10534df-ab40-4b73-b23a-8dace3921132 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-956796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877'] for network, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:50.432393 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 40136) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:58:50.434567 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e10534df-ab40-4b73-b23a-8dace3921132 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:58:50.434970 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-e10534df-ab40-4b73-b23a-8dace3921132 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Publish callbacks [] for network, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:50.469070 n-d-816865-1 neutron-server[102387]: INFO neutron.pecan_wsgi.hooks.translation [None req-f89f0c36-2c51-4491-865d-f36cbf73cabf tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] DELETE failed (client error): The resource could not be found. Nov 05 18:58:50.469785 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f89f0c36-2c51-4491-865d-f36cbf73cabf tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102387) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 05 18:58:50.472856 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-f89f0c36-2c51-4491-865d-f36cbf73cabf tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] 10.222.0.13 "DELETE /v2.0/ports/c548eda2-8ea5-40e3-a40b-a3c13c6880a4 HTTP/1.1" status: 404 len: 333 time: 0.0401912 Nov 05 18:58:50.476597 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 40140) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:58:50.508057 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-e005016a-315f-45c7-8142-1e0310358b39 tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] 10.222.0.13 "GET /v2.0/ports?device_id=f59032f5-837b-48ad-9b02-ddc9dfc910c8 HTTP/1.1" status: 200 len: 205 time: 0.0283070 Nov 05 18:58:50.508330 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 40142) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:58:50.510861 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10534df-ab40-4b73-b23a-8dace3921132 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Pushing event updated for resources: {'Network': ['ID=c92bcb05-4ee7-483b-945f-7b511cfffbce,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:58:50.531498 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-e10534df-ab40-4b73-b23a-8dace3921132 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.3081486 Nov 05 18:58:50.538441 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 40148) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:58:50.542768 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Network c92bcb05-4ee7-483b-945f-7b511cfffbce details requested by agent ovs-agent-n-d-816865-1 with host n-d-816865-1 {{(pid=102388) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 05 18:58:50.548562 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-375fff43-4acd-477e-be86-f5874627b299 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Request body: {'port': {'network_id': 'c92bcb05-4ee7-483b-945f-7b511cfffbce', 'name': 'tempest-PortsTestJSON-1101761980'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:58:50.572657 n-d-816865-1 neutron-server[102387]: INFO neutron.api.v2.resource [None req-134e8d20-09b4-4fd8-9c94-8235c47670f6 tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] delete failed (client error): The resource could not be found. Nov 05 18:58:50.583753 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-134e8d20-09b4-4fd8-9c94-8235c47670f6 tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] 10.222.0.13 "DELETE /v2.0/routers/f59032f5-837b-48ad-9b02-ddc9dfc910c8 HTTP/1.1" status: 404 len: 336 time: 0.0645375 Nov 05 18:58:50.583753 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-2f28b324-1a1c-4504-8381-1e45189f2dc7 tempest-TagsExtTest-994110606 tempest-TagsExtTest-994110606-project] 10.222.0.13 "DELETE /v2.0/ports/d5403aee-eae1-4f58-9edb-5c22c7d8859c/tags HTTP/1.1" status: 204 len: 168 time: 0.2033195 Nov 05 18:58:50.583753 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 40150) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:58:50.636144 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 40152) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:58:50.641910 n-d-816865-1 neutron-server[102387]: INFO neutron.pecan_wsgi.hooks.translation [None req-4dc0d91b-08a4-414a-b937-fccd11f4c899 tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] DELETE failed (client error): The resource could not be found. Nov 05 18:58:50.642444 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4dc0d91b-08a4-414a-b937-fccd11f4c899 tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102387) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 05 18:58:50.648716 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-4dc0d91b-08a4-414a-b937-fccd11f4c899 tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] 10.222.0.13 "DELETE /v2.0/subnets/3242adcb-c1cd-4e57-9b57-b790555d4ede HTTP/1.1" status: 404 len: 337 time: 0.0689425 Nov 05 18:58:50.648888 n-d-816865-1 neutron-server[102386]: DEBUG neutron.services.tag.tag_plugin [None req-fe15616c-2fd5-432d-8162-af588938f82b tempest-TagsExtTest-994110606 tempest-TagsExtTest-994110606-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'd5403aee-eae1-4f58-9edb-5c22c7d8859c', 'tempest-TagsExtTest-Tag-2007586424') {} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:58:50.654687 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 40154) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:58:50.698136 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-50db4f7a-3d71-4f99-a962-b571d6061b15 req-97fb74d8-c14b-4b11-b2ca-1ea4b6daeaa2 tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] 10.222.0.13 "GET /v2.0/ports?device_id=3febeb46-783e-49e0-9e0e-691009d6ed32 HTTP/1.1" status: 200 len: 210 time: 0.0585852 Nov 05 18:58:50.738335 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69afc2aa-dd8a-4bd6-8693-cf5b1c2241c8 req-79c8c3cf-a6cc-459c-844f-a5aa9c754888 tempest-ServerRescueNegativeTestJSON-570401673 tempest-ServerRescueNegativeTestJSON-570401673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:58:50.753523 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-69afc2aa-dd8a-4bd6-8693-cf5b1c2241c8 req-79c8c3cf-a6cc-459c-844f-a5aa9c754888 tempest-ServerRescueNegativeTestJSON-570401673 tempest-ServerRescueNegativeTestJSON-570401673-project] 10.222.0.13 "GET /v2.0/ports?device_id=93c08649-0c78-43a2-be9e-2ac6589b527d HTTP/1.1" status: 200 len: 945 time: 0.0955186 Nov 05 18:58:50.801086 n-d-816865-1 neutron-server[102386]: INFO neutron.api.v2.resource [None req-fe15616c-2fd5-432d-8162-af588938f82b tempest-TagsExtTest-994110606 tempest-TagsExtTest-994110606-project] show failed (client error): The resource could not be found. Nov 05 18:58:50.801086 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-fe15616c-2fd5-432d-8162-af588938f82b tempest-TagsExtTest-994110606 tempest-TagsExtTest-994110606-project] 10.222.0.13 "GET /v2.0/ports/d5403aee-eae1-4f58-9edb-5c22c7d8859c/tags/tempest-TagsExtTest-Tag-2007586424 HTTP/1.1" status: 404 len: 329 time: 0.1553266 Nov 05 18:58:50.801086 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 40158) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:58:50.801454 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-69afc2aa-dd8a-4bd6-8693-cf5b1c2241c8 req-fc8c072f-6ea6-4d67-98b5-31129e755627 tempest-ServerRescueNegativeTestJSON-570401673 tempest-ServerRescueNegativeTestJSON-570401673-project] 10.222.0.13 "GET /v2.0/security-groups?id=01574b07-2bff-4b61-b9a8-932cd03ff8af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516911 Nov 05 18:58:50.801542 n-d-816865-1 neutron-server[102386]: DEBUG neutron.services.tag.tag_plugin [None req-f61b329c-55d6-4c00-ae49-d04857b206b5 tempest-TagsExtTest-994110606 tempest-TagsExtTest-994110606-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'd5403aee-eae1-4f58-9edb-5c22c7d8859c', 'tempest-TagsExtTest-Tag-1370386076') {} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:58:50.847242 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-729d2ccc-eba9-4767-9479-29b2dd210321 tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] Deleting port 9678a662-ef1a-43eb-907b-1e2e22668512 {{(pid=102386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 18:58:50.847570 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-729d2ccc-eba9-4767-9479-29b2dd210321 tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:50.909490 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-375fff43-4acd-477e-be86-f5874627b299 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Made reservation on behalf of 2f4e87ee64a4499db45fedd95080f0b7 for: {'port': 1} {{(pid=102386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 18:58:50.913315 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-375fff43-4acd-477e-be86-f5874627b299 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:50.948500 n-d-816865-1 neutron-server[102386]: INFO neutron.api.v2.resource [None req-f61b329c-55d6-4c00-ae49-d04857b206b5 tempest-TagsExtTest-994110606 tempest-TagsExtTest-994110606-project] show failed (client error): The resource could not be found. Nov 05 18:58:50.949539 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-f61b329c-55d6-4c00-ae49-d04857b206b5 tempest-TagsExtTest-994110606 tempest-TagsExtTest-994110606-project] 10.222.0.13 "GET /v2.0/ports/d5403aee-eae1-4f58-9edb-5c22c7d8859c/tags/tempest-TagsExtTest-Tag-1370386076 HTTP/1.1" status: 404 len: 329 time: 0.1527429 Nov 05 18:58:50.950733 n-d-816865-1 neutron-server[102386]: DEBUG neutron.notifiers.nova [None req-375fff43-4acd-477e-be86-f5874627b299 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] device_id is not set on port bccfe4d9-5dd1-4047-8492-1aa175460b67 yet. {{(pid=102386) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 05 18:58:50.952705 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 40164) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:58:50.960050 n-d-816865-1 neutron-server[102387]: DEBUG neutron.services.tag.tag_plugin [None req-18141e58-a9f5-4863-b4ae-57bac74b27dc tempest-TagsExtTest-994110606 tempest-TagsExtTest-994110606-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'd5403aee-eae1-4f58-9edb-5c22c7d8859c', 'tempest-TagsExtTest-Tag-1082662936') {} {{(pid=102387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:58:51.031078 n-d-816865-1 neutron-server[102387]: INFO neutron.api.v2.resource [None req-18141e58-a9f5-4863-b4ae-57bac74b27dc tempest-TagsExtTest-994110606 tempest-TagsExtTest-994110606-project] show failed (client error): The resource could not be found. Nov 05 18:58:51.035013 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-18141e58-a9f5-4863-b4ae-57bac74b27dc tempest-TagsExtTest-994110606 tempest-TagsExtTest-994110606-project] 10.222.0.13 "GET /v2.0/ports/d5403aee-eae1-4f58-9edb-5c22c7d8859c/tags/tempest-TagsExtTest-Tag-1082662936 HTTP/1.1" status: 404 len: 329 time: 0.0786026 Nov 05 18:58:51.035965 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 40166) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:58:51.041029 n-d-816865-1 neutron-server[102387]: DEBUG neutron.services.tag.tag_plugin [None req-27668a1f-df9c-46d6-9b91-476e0e4048f5 tempest-TagsExtTest-994110606 tempest-TagsExtTest-994110606-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '719c1fdf-b61f-4355-8615-b54efc3aea84', {'tags': ['tempest-TagsExtTest-Tag-2055998312', 'tempest-TagsExtTest-Tag-960527022', 'tempest-TagsExtTest-Tag-1969355670']}) {} {{(pid=102387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:58:51.049811 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-729d2ccc-eba9-4767-9479-29b2dd210321 tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:51.114384 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-729d2ccc-eba9-4767-9479-29b2dd210321 tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] Calling delete_port for 9678a662-ef1a-43eb-907b-1e2e22668512 owned by {{(pid=102386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 18:58:51.201864 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-27668a1f-df9c-46d6-9b91-476e0e4048f5 tempest-TagsExtTest-994110606 tempest-TagsExtTest-994110606-project] 10.222.0.13 "PUT /v2.0/routers/719c1fdf-b61f-4355-8615-b54efc3aea84/tags HTTP/1.1" status: 200 len: 317 time: 0.1650991 Nov 05 18:58:51.205181 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 40170) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:58:51.209691 n-d-816865-1 neutron-server[102387]: DEBUG neutron.services.tag.tag_plugin [None req-43848567-2cc2-4e84-8902-5119938cd5de tempest-TagsExtTest-994110606 tempest-TagsExtTest-994110606-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '719c1fdf-b61f-4355-8615-b54efc3aea84') {} {{(pid=102387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:58:51.282560 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f38dcf-3ca0-4983-9143-544f507233a8 req-43db2285-33f3-4741-9604-701d185a2790 tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:58:51.284047 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-86f38dcf-3ca0-4983-9143-544f507233a8 req-43db2285-33f3-4741-9604-701d185a2790 tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] 10.222.0.55 "GET /v2.0/networks?id=9c2bdaad-faf0-4d75-bb68-340f7d20c596 HTTP/1.1" status: 200 len: 806 time: 0.2699211 Nov 05 18:58:51.304017 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [req-86f38dcf-3ca0-4983-9143-544f507233a8 req-7d7b31d3-2eb8-4f0c-bafd-5468ed941ff9 tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] Request body: {'port': {'device_id': '3febeb46-783e-49e0-9e0e-691009d6ed32', 'network_id': '9c2bdaad-faf0-4d75-bb68-340f7d20c596', 'admin_state_up': True, 'tenant_id': 'c2718bfd25be4558ab62a930e9f4ce41'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:58:51.382391 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-43848567-2cc2-4e84-8902-5119938cd5de tempest-TagsExtTest-994110606 tempest-TagsExtTest-994110606-project] 10.222.0.13 "DELETE /v2.0/routers/719c1fdf-b61f-4355-8615-b54efc3aea84/tags HTTP/1.1" status: 204 len: 168 time: 0.1706176 Nov 05 18:58:51.382391 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 40176) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:58:51.386058 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-375fff43-4acd-477e-be86-f5874627b299 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Publish callbacks [] for port, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:51.388306 n-d-816865-1 neutron-server[102387]: DEBUG neutron.services.tag.tag_plugin [None req-c6d39b75-34d6-4590-a319-e12877c238b1 tempest-TagsExtTest-994110606 tempest-TagsExtTest-994110606-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '719c1fdf-b61f-4355-8615-b54efc3aea84', 'tempest-TagsExtTest-Tag-2055998312') {} {{(pid=102387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:58:51.479568 n-d-816865-1 neutron-server[102387]: INFO neutron.api.v2.resource [None req-c6d39b75-34d6-4590-a319-e12877c238b1 tempest-TagsExtTest-994110606 tempest-TagsExtTest-994110606-project] show failed (client error): The resource could not be found. Nov 05 18:58:51.484423 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-c6d39b75-34d6-4590-a319-e12877c238b1 tempest-TagsExtTest-994110606 tempest-TagsExtTest-994110606-project] 10.222.0.13 "GET /v2.0/routers/719c1fdf-b61f-4355-8615-b54efc3aea84/tags/tempest-TagsExtTest-Tag-2055998312 HTTP/1.1" status: 404 len: 329 time: 0.1010213 Nov 05 18:58:51.484708 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 40178) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:58:51.489523 n-d-816865-1 neutron-server[102387]: DEBUG neutron.services.tag.tag_plugin [None req-2adffbf2-c734-439e-9b89-734ec779c6fe tempest-TagsExtTest-994110606 tempest-TagsExtTest-994110606-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '719c1fdf-b61f-4355-8615-b54efc3aea84', 'tempest-TagsExtTest-Tag-960527022') {} {{(pid=102387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:58:51.568463 n-d-816865-1 neutron-server[102387]: INFO neutron.api.v2.resource [None req-2adffbf2-c734-439e-9b89-734ec779c6fe tempest-TagsExtTest-994110606 tempest-TagsExtTest-994110606-project] show failed (client error): The resource could not be found. Nov 05 18:58:51.569600 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-2adffbf2-c734-439e-9b89-734ec779c6fe tempest-TagsExtTest-994110606 tempest-TagsExtTest-994110606-project] 10.222.0.13 "GET /v2.0/routers/719c1fdf-b61f-4355-8615-b54efc3aea84/tags/tempest-TagsExtTest-Tag-960527022 HTTP/1.1" status: 404 len: 328 time: 0.0838931 Nov 05 18:58:51.573254 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 40180) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:58:51.578326 n-d-816865-1 neutron-server[102387]: DEBUG neutron.services.tag.tag_plugin [None req-8b13c245-1804-4416-850e-0dc8c75057a5 tempest-TagsExtTest-994110606 tempest-TagsExtTest-994110606-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '719c1fdf-b61f-4355-8615-b54efc3aea84', 'tempest-TagsExtTest-Tag-1969355670') {} {{(pid=102387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:58:51.659198 n-d-816865-1 neutron-server[102387]: INFO neutron.api.v2.resource [None req-8b13c245-1804-4416-850e-0dc8c75057a5 tempest-TagsExtTest-994110606 tempest-TagsExtTest-994110606-project] show failed (client error): The resource could not be found. Nov 05 18:58:51.659198 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-8b13c245-1804-4416-850e-0dc8c75057a5 tempest-TagsExtTest-994110606 tempest-TagsExtTest-994110606-project] 10.222.0.13 "GET /v2.0/routers/719c1fdf-b61f-4355-8615-b54efc3aea84/tags/tempest-TagsExtTest-Tag-1969355670 HTTP/1.1" status: 404 len: 329 time: 0.0800741 Nov 05 18:58:51.661294 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 40184) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:58:51.665729 n-d-816865-1 neutron-server[102387]: DEBUG neutron.services.tag.tag_plugin [None req-99625468-71c4-4aa6-94da-36bac165461a tempest-TagsExtTest-994110606 tempest-TagsExtTest-994110606-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '5fe6f632-bc4f-47c5-a5db-ac83a8d7b9b8', {'tags': ['tempest-TagsExtTest-Tag-1826973655', 'tempest-TagsExtTest-Tag-1792634281', 'tempest-TagsExtTest-Tag-250722729']}) {} {{(pid=102387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:58:51.697940 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-729d2ccc-eba9-4767-9479-29b2dd210321 tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:51.732468 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729d2ccc-eba9-4767-9479-29b2dd210321 tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] Pushing event deleted for resources: {'Port': ['ID=9678a662-ef1a-43eb-907b-1e2e22668512,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:58:51.758515 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-86f38dcf-3ca0-4983-9143-544f507233a8 req-7d7b31d3-2eb8-4f0c-bafd-5468ed941ff9 tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] Made reservation on behalf of c2718bfd25be4558ab62a930e9f4ce41 for: {'port': 1} {{(pid=102386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 18:58:51.761975 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-86f38dcf-3ca0-4983-9143-544f507233a8 req-7d7b31d3-2eb8-4f0c-bafd-5468ed941ff9 tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:51.764083 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-375fff43-4acd-477e-be86-f5874627b299 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:51.792647 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-99625468-71c4-4aa6-94da-36bac165461a tempest-TagsExtTest-994110606 tempest-TagsExtTest-994110606-project] 10.222.0.13 "PUT /v2.0/subnetpools/5fe6f632-bc4f-47c5-a5db-ac83a8d7b9b8/tags HTTP/1.1" status: 200 len: 317 time: 0.1303489 Nov 05 18:58:51.807354 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 40188) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:58:51.809388 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-da0c8fb0-28ab-4066-928b-5e9bdb8ff640 req-603ec129-6256-40b7-a39d-38f17f62cd3f tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] 10.222.0.13 "GET /v2.0/ports?device_id=3febeb46-783e-49e0-9e0e-691009d6ed32 HTTP/1.1" status: 200 len: 210 time: 0.0291023 Nov 05 18:58:51.814886 n-d-816865-1 neutron-server[102387]: DEBUG neutron.services.tag.tag_plugin [None req-9b5a1fc8-a1d3-45b6-93be-2c743984fe0c tempest-TagsExtTest-994110606 tempest-TagsExtTest-994110606-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '5fe6f632-bc4f-47c5-a5db-ac83a8d7b9b8') {} {{(pid=102387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:58:51.872805 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375fff43-4acd-477e-be86-f5874627b299 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Pushing event updated for resources: {'Port': ['ID=bccfe4d9-5dd1-4047-8492-1aa175460b67,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:58:51.929112 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-9b5a1fc8-a1d3-45b6-93be-2c743984fe0c tempest-TagsExtTest-994110606 tempest-TagsExtTest-994110606-project] 10.222.0.13 "DELETE /v2.0/subnetpools/5fe6f632-bc4f-47c5-a5db-ac83a8d7b9b8/tags HTTP/1.1" status: 204 len: 168 time: 0.1161878 Nov 05 18:58:51.929320 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-729d2ccc-eba9-4767-9479-29b2dd210321 tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:51.929564 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 40196) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:58:51.930312 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-729d2ccc-eba9-4767-9479-29b2dd210321 tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] 10.222.0.13 "DELETE /v2.0/ports/9678a662-ef1a-43eb-907b-1e2e22668512 HTTP/1.1" status: 204 len: 168 time: 1.2554176 Nov 05 18:58:51.933814 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 40198) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:58:51.947595 n-d-816865-1 neutron-server[102387]: DEBUG neutron.services.tag.tag_plugin [None req-76e85694-9350-41e9-b8e0-503c1e0f8cf3 tempest-TagsExtTest-994110606 tempest-TagsExtTest-994110606-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '5fe6f632-bc4f-47c5-a5db-ac83a8d7b9b8', 'tempest-TagsExtTest-Tag-1826973655') {} {{(pid=102387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:58:51.981041 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-375fff43-4acd-477e-be86-f5874627b299 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Checking segment: {'id': '353a5b5c-4067-4c2d-a8b3-19f145d7e5e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'c92bcb05-4ee7-483b-945f-7b511cfffbce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 18:58:51.981405 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-375fff43-4acd-477e-be86-f5874627b299 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Network hostable DHCP agents. Network: c92bcb05-4ee7-483b-945f-7b511cfffbce, hostable agents: ['987e2ca0-bc3b-4c6f-a989-429ccfbf753f'], hosted agents: [] {{(pid=102386) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 05 18:58:52.018500 n-d-816865-1 neutron-server[102387]: INFO neutron.api.v2.resource [None req-76e85694-9350-41e9-b8e0-503c1e0f8cf3 tempest-TagsExtTest-994110606 tempest-TagsExtTest-994110606-project] show failed (client error): The resource could not be found. Nov 05 18:58:52.019594 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-76e85694-9350-41e9-b8e0-503c1e0f8cf3 tempest-TagsExtTest-994110606 tempest-TagsExtTest-994110606-project] 10.222.0.13 "GET /v2.0/subnetpools/5fe6f632-bc4f-47c5-a5db-ac83a8d7b9b8/tags/tempest-TagsExtTest-Tag-1826973655 HTTP/1.1" status: 404 len: 329 time: 0.0884795 Nov 05 18:58:52.022398 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 40200) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:58:52.028023 n-d-816865-1 neutron-server[102387]: DEBUG neutron.services.tag.tag_plugin [None req-c9adb353-a678-4c41-a307-a056e0f24ea2 tempest-TagsExtTest-994110606 tempest-TagsExtTest-994110606-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '5fe6f632-bc4f-47c5-a5db-ac83a8d7b9b8', 'tempest-TagsExtTest-Tag-1792634281') {} {{(pid=102387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:58:52.059249 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8fa391-8a93-48b2-bf59-04e891b7cd77 req-a58aca2f-0576-47d5-90cd-88f30bc6b720 tempest-ServerRescueNegativeTestJSON-570401673 tempest-ServerRescueNegativeTestJSON-570401673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:58:52.060808 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-7b8fa391-8a93-48b2-bf59-04e891b7cd77 req-a58aca2f-0576-47d5-90cd-88f30bc6b720 tempest-ServerRescueNegativeTestJSON-570401673 tempest-ServerRescueNegativeTestJSON-570401673-project] 10.222.0.13 "GET /v2.0/ports?device_id=93c08649-0c78-43a2-be9e-2ac6589b527d HTTP/1.1" status: 200 len: 945 time: 0.0995102 Nov 05 18:58:52.067215 n-d-816865-1 neutron-server[102387]: INFO neutron.api.v2.resource [None req-c9adb353-a678-4c41-a307-a056e0f24ea2 tempest-TagsExtTest-994110606 tempest-TagsExtTest-994110606-project] show failed (client error): The resource could not be found. Nov 05 18:58:52.068559 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-c9adb353-a678-4c41-a307-a056e0f24ea2 tempest-TagsExtTest-994110606 tempest-TagsExtTest-994110606-project] 10.222.0.13 "GET /v2.0/subnetpools/5fe6f632-bc4f-47c5-a5db-ac83a8d7b9b8/tags/tempest-TagsExtTest-Tag-1792634281 HTTP/1.1" status: 404 len: 329 time: 0.0449276 Nov 05 18:58:52.071065 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 40202) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:58:52.082465 n-d-816865-1 neutron-server[102387]: DEBUG neutron.services.tag.tag_plugin [None req-0b5e5ce7-36e5-43af-a0f5-add65586b80c tempest-TagsExtTest-994110606 tempest-TagsExtTest-994110606-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '5fe6f632-bc4f-47c5-a5db-ac83a8d7b9b8', 'tempest-TagsExtTest-Tag-250722729') {} {{(pid=102387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:58:52.092929 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.db_base_plugin_common [req-86f38dcf-3ca0-4983-9143-544f507233a8 req-7d7b31d3-2eb8-4f0c-bafd-5468ed941ff9 tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] Allocated IP 172.20.0.8 (9c2bdaad-faf0-4d75-bb68-340f7d20c596/b6655376-4ea9-4701-98ec-c7e9e4d66f0f/92d7132a-5c23-416b-bf2c-f6fc4ac5e2bc) {{(pid=102386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 18:58:52.125937 n-d-816865-1 neutron-server[102387]: INFO neutron.api.v2.resource [None req-0b5e5ce7-36e5-43af-a0f5-add65586b80c tempest-TagsExtTest-994110606 tempest-TagsExtTest-994110606-project] show failed (client error): The resource could not be found. Nov 05 18:58:52.127001 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-0b5e5ce7-36e5-43af-a0f5-add65586b80c tempest-TagsExtTest-994110606 tempest-TagsExtTest-994110606-project] 10.222.0.13 "GET /v2.0/subnetpools/5fe6f632-bc4f-47c5-a5db-ac83a8d7b9b8/tags/tempest-TagsExtTest-Tag-250722729 HTTP/1.1" status: 404 len: 328 time: 0.0501337 Nov 05 18:58:52.130645 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 40204) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:58:52.139121 n-d-816865-1 neutron-server[102386]: DEBUG neutron.services.tag.tag_plugin [None req-64c1baad-d572-4500-89ac-e26dc456569b tempest-TagsExtTest-994110606 tempest-TagsExtTest-994110606-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '5fe6f632-bc4f-47c5-a5db-ac83a8d7b9b8') {} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:58:52.146193 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-7b8fa391-8a93-48b2-bf59-04e891b7cd77 req-7f46a670-6b3f-4768-b071-798fa1c62ab6 tempest-ServerRescueNegativeTestJSON-570401673 tempest-ServerRescueNegativeTestJSON-570401673-project] 10.222.0.13 "GET /v2.0/security-groups?id=01574b07-2bff-4b61-b9a8-932cd03ff8af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765138 Nov 05 18:58:52.169687 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-e50b9c14-e86f-4414-961c-0aea988ec114 tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] Deleting port 7debe5fd-2a2a-411f-93b0-7a5eed143700 {{(pid=102386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 18:58:52.175374 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-e50b9c14-e86f-4414-961c-0aea988ec114 tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:52.189623 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-375fff43-4acd-477e-be86-f5874627b299 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Network c92bcb05-4ee7-483b-945f-7b511cfffbce is scheduled to be hosted by DHCP agent 987e2ca0-bc3b-4c6f-a989-429ccfbf753f with binding_index 1 {{(pid=102386) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 05 18:58:52.294651 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.base_scheduler [None req-375fff43-4acd-477e-be86-f5874627b299 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816865-1, c92bcb05-4ee7-483b-945f-7b511cfffbce) {{(pid=102386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:58:52.303055 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be71fabc-b29c-4c43-a475-c71d03585c07 None None] Network c92bcb05-4ee7-483b-945f-7b511cfffbce requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 18:58:52.308228 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-64c1baad-d572-4500-89ac-e26dc456569b tempest-TagsExtTest-994110606 tempest-TagsExtTest-994110606-project] 10.222.0.13 "DELETE /v2.0/subnetpools/5fe6f632-bc4f-47c5-a5db-ac83a8d7b9b8/tags HTTP/1.1" status: 204 len: 168 time: 0.1757910 Nov 05 18:58:52.310865 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-375fff43-4acd-477e-be86-f5874627b299 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Received port after_create {{(pid=102386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 18:58:52.317005 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-375fff43-4acd-477e-be86-f5874627b299 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:58:52.317645 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-375fff43-4acd-477e-be86-f5874627b299 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:52.327144 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 40212) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:58:52.339292 n-d-816865-1 neutron-server[102387]: DEBUG neutron.services.tag.tag_plugin [None req-b4f2e742-e689-4a1b-a893-b2e0d8c3bbd9 tempest-TagsExtTest-994110606 tempest-TagsExtTest-994110606-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '719c1fdf-b61f-4355-8615-b54efc3aea84') {} {{(pid=102387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:58:52.371610 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-e50b9c14-e86f-4414-961c-0aea988ec114 tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:52.419569 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-e50b9c14-e86f-4414-961c-0aea988ec114 tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] Calling delete_port for 7debe5fd-2a2a-411f-93b0-7a5eed143700 owned by {{(pid=102386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 18:58:52.453650 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-86f38dcf-3ca0-4983-9143-544f507233a8 req-7d7b31d3-2eb8-4f0c-bafd-5468ed941ff9 tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] Publish callbacks [] for port, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:52.495947 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-375fff43-4acd-477e-be86-f5874627b299 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.9533067 Nov 05 18:58:52.496695 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 40214) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:58:52.499356 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-b4f2e742-e689-4a1b-a893-b2e0d8c3bbd9 tempest-TagsExtTest-994110606 tempest-TagsExtTest-994110606-project] 10.222.0.13 "DELETE /v2.0/routers/719c1fdf-b61f-4355-8615-b54efc3aea84/tags HTTP/1.1" status: 204 len: 168 time: 0.1761169 Nov 05 18:58:52.500604 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 40216) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:58:52.503880 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-1980c0e6-efff-441d-b937-8107886a7db4 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1060934982'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:58:52.504471 n-d-816865-1 neutron-server[102387]: DEBUG neutron.services.tag.tag_plugin [None req-7a75cca3-5361-4f6b-8f86-46c208e1f873 tempest-TagsExtTest-994110606 tempest-TagsExtTest-994110606-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'd5403aee-eae1-4f58-9edb-5c22c7d8859c') {} {{(pid=102387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:58:52.567589 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-7a75cca3-5361-4f6b-8f86-46c208e1f873 tempest-TagsExtTest-994110606 tempest-TagsExtTest-994110606-project] 10.222.0.13 "DELETE /v2.0/ports/d5403aee-eae1-4f58-9edb-5c22c7d8859c/tags HTTP/1.1" status: 204 len: 168 time: 0.0662069 Nov 05 18:58:52.567815 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 40218) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:58:52.572671 n-d-816865-1 neutron-server[102386]: DEBUG neutron.services.tag.tag_plugin [None req-3fa919be-5e16-4f33-8d03-b7570548d8c2 tempest-TagsExtTest-994110606 tempest-TagsExtTest-994110606-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'd2081a30-00c4-4e9e-9b34-1b4f78f74211') {} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:58:52.651264 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1980c0e6-efff-441d-b937-8107886a7db4 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Made reservation on behalf of 2f4e87ee64a4499db45fedd95080f0b7 for: {'network': 1} {{(pid=102386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 18:58:52.654686 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-1980c0e6-efff-441d-b937-8107886a7db4 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for network, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:52.684422 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-86f38dcf-3ca0-4983-9143-544f507233a8 req-7d7b31d3-2eb8-4f0c-bafd-5468ed941ff9 tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:52.689084 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1980c0e6-efff-441d-b937-8107886a7db4 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 173} {{(pid=102386) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 05 18:58:52.698112 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] get_ports_and_sgs() called for port_ids ['7a7444f0-42fe-422a-b79f-9969bf445757'] {{(pid=102388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 18:58:52.729604 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-3fa919be-5e16-4f33-8d03-b7570548d8c2 tempest-TagsExtTest-994110606 tempest-TagsExtTest-994110606-project] 10.222.0.13 "DELETE /v2.0/subnets/d2081a30-00c4-4e9e-9b34-1b4f78f74211/tags HTTP/1.1" status: 204 len: 168 time: 0.1607900 Nov 05 18:58:52.734881 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-e50b9c14-e86f-4414-961c-0aea988ec114 tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:52.735190 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 40222) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:58:52.736116 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-1980c0e6-efff-441d-b937-8107886a7db4 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273'] for segment, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:52.736455 n-d-816865-1 neutron-server[102386]: INFO neutron.db.segments_db [None req-1980c0e6-efff-441d-b937-8107886a7db4 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Added segment 024f97f0-0cad-41cc-a772-67305d324a8a of type vlan for network a4783a66-4f57-4132-8eb0-b8945799c660 Nov 05 18:58:52.766664 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-86f38dcf-3ca0-4983-9143-544f507233a8 req-7d7b31d3-2eb8-4f0c-bafd-5468ed941ff9 tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] Network 9c2bdaad-faf0-4d75-bb68-340f7d20c596 is already hosted by enough agents. {{(pid=102386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 18:58:52.798708 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.base_scheduler [req-86f38dcf-3ca0-4983-9143-544f507233a8 req-7d7b31d3-2eb8-4f0c-bafd-5468ed941ff9 tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] Resources bound (agent type, host, resource id): {{(pid=102386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:58:52.800575 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7b31d3-2eb8-4f0c-bafd-5468ed941ff9 tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] Pushing event updated for resources: {'Port': ['ID=92d7132a-5c23-416b-bf2c-f6fc4ac5e2bc,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:58:52.805666 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [req-86f38dcf-3ca0-4983-9143-544f507233a8 req-7d7b31d3-2eb8-4f0c-bafd-5468ed941ff9 tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] Received port after_create {{(pid=102386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 18:58:52.842536 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-1980c0e6-efff-441d-b937-8107886a7db4 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750027258543'] for network, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:52.914839 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50b9c14-e86f-4414-961c-0aea988ec114 tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] Pushing event deleted for resources: {'Port': ['ID=7debe5fd-2a2a-411f-93b0-7a5eed143700,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:58:52.934560 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f38dcf-3ca0-4983-9143-544f507233a8 req-7d7b31d3-2eb8-4f0c-bafd-5468ed941ff9 tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:58:52.935287 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-86f38dcf-3ca0-4983-9143-544f507233a8 req-7d7b31d3-2eb8-4f0c-bafd-5468ed941ff9 tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:52.935914 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-4485e5db-4844-4c94-95b3-2c6ac1637a59 tempest-TagsExtTest-994110606 tempest-TagsExtTest-994110606-project] Publish callbacks [] for subnetpool, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:52.940099 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-4485e5db-4844-4c94-95b3-2c6ac1637a59 tempest-TagsExtTest-994110606 tempest-TagsExtTest-994110606-project] 10.222.0.13 "DELETE /v2.0/subnetpools/5fe6f632-bc4f-47c5-a5db-ac83a8d7b9b8 HTTP/1.1" status: 204 len: 168 time: 0.2037878 Nov 05 18:58:52.942764 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 40228) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:58:52.984921 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-28bac100-44eb-4657-85e7-2f9522481ef3 tempest-TagsExtTest-994110606 tempest-TagsExtTest-994110606-project] 10.222.0.13 "GET /v2.0/ports?device_id=719c1fdf-b61f-4355-8615-b54efc3aea84 HTTP/1.1" status: 200 len: 205 time: 0.0410364 Nov 05 18:58:52.997872 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 40232) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:58:53.041906 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db93fc35-e845-426c-be21-aba5c2eaf4d1 req-8005e06d-d808-4f24-ae61-ad35d653d003 tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:58:53.046514 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-db93fc35-e845-426c-be21-aba5c2eaf4d1 req-8005e06d-d808-4f24-ae61-ad35d653d003 tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] 10.222.0.13 "GET /v2.0/ports?device_id=3febeb46-783e-49e0-9e0e-691009d6ed32 HTTP/1.1" status: 200 len: 931 time: 0.1016951 Nov 05 18:58:53.108654 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-db93fc35-e845-426c-be21-aba5c2eaf4d1 req-aca6f70e-5005-4353-938e-35c8b7e89fb3 tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9a1bcb7-2b62-4809-b67b-668edb56dae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525386 Nov 05 18:58:53.155065 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-e50b9c14-e86f-4414-961c-0aea988ec114 tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:53.161522 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-e50b9c14-e86f-4414-961c-0aea988ec114 tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] 10.222.0.13 "DELETE /v2.0/ports/7debe5fd-2a2a-411f-93b0-7a5eed143700 HTTP/1.1" status: 204 len: 168 time: 1.2246561 Nov 05 18:58:53.162060 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 40236) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:58:53.181637 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-b9758d43-4a21-4c5e-93af-85a1e2d275c3 tempest-TagsExtTest-994110606 tempest-TagsExtTest-994110606-project] Publish callbacks [] for router, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:53.187913 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-86f38dcf-3ca0-4983-9143-544f507233a8 req-7d7b31d3-2eb8-4f0c-bafd-5468ed941ff9 tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8915334 Nov 05 18:58:53.313271 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df12b393-0090-48e1-a174-0c0a28b7a128 req-5d3660a8-b2ad-4a63-ab7c-fb68366e1660 tempest-ServerRescueNegativeTestJSON-570401673 tempest-ServerRescueNegativeTestJSON-570401673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:58:53.315058 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-df12b393-0090-48e1-a174-0c0a28b7a128 req-5d3660a8-b2ad-4a63-ab7c-fb68366e1660 tempest-ServerRescueNegativeTestJSON-570401673 tempest-ServerRescueNegativeTestJSON-570401673-project] 10.222.0.13 "GET /v2.0/ports?device_id=93c08649-0c78-43a2-be9e-2ac6589b527d HTTP/1.1" status: 200 len: 945 time: 0.0826106 Nov 05 18:58:53.390930 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-df12b393-0090-48e1-a174-0c0a28b7a128 req-09d2a00a-087d-4add-8df5-9bd8415fc7c3 tempest-ServerRescueNegativeTestJSON-570401673 tempest-ServerRescueNegativeTestJSON-570401673-project] 10.222.0.13 "GET /v2.0/security-groups?id=01574b07-2bff-4b61-b9a8-932cd03ff8af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694265 Nov 05 18:58:53.567962 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-1980c0e6-efff-441d-b937-8107886a7db4 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-956796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877'] for network, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:53.573485 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1980c0e6-efff-441d-b937-8107886a7db4 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:58:53.574070 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-1980c0e6-efff-441d-b937-8107886a7db4 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Publish callbacks [] for network, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:53.579630 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [req-86f38dcf-3ca0-4983-9143-544f507233a8 req-7b5f30ea-7726-432a-b065-f4fa03b4e1dd service neutron] Request body: {'port': {'device_id': '3febeb46-783e-49e0-9e0e-691009d6ed32', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816865-1'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:58:53.796929 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6af15d6-0136-49b6-8324-58e7bf1d7dc2 tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:58:53.798446 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-f6af15d6-0136-49b6-8324-58e7bf1d7dc2 tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] 10.222.0.13 "GET /v2.0/ports?device_id=a3269702-dd5d-4fcd-a088-f251c1c3baf7 HTTP/1.1" status: 200 len: 913 time: 0.6354659 Nov 05 18:58:53.801475 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 40248) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:58:53.834947 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-1980c0e6-efff-441d-b937-8107886a7db4 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.3349669 Nov 05 18:58:53.834947 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1980c0e6-efff-441d-b937-8107886a7db4 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Pushing event updated for resources: {'Network': ['ID=a4783a66-4f57-4132-8eb0-b8945799c660,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:58:53.835247 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 40250) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:58:53.845456 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Network a4783a66-4f57-4132-8eb0-b8945799c660 details requested by agent ovs-agent-n-d-816865-1 with host n-d-816865-1 {{(pid=102388) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 05 18:58:53.845975 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-c3e0e265-6362-4488-9415-ae84c9ec31d3 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Request body: {'ports': [{'network_id': 'c92bcb05-4ee7-483b-945f-7b511cfffbce'}, {'network_id': 'a4783a66-4f57-4132-8eb0-b8945799c660'}]} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:58:53.845975 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-c3e0e265-6362-4488-9415-ae84c9ec31d3 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Request body: {'port': {'network_id': 'c92bcb05-4ee7-483b-945f-7b511cfffbce'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:58:53.846884 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-c3e0e265-6362-4488-9415-ae84c9ec31d3 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Request body: {'port': {'network_id': 'a4783a66-4f57-4132-8eb0-b8945799c660'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:58:53.853752 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-b9758d43-4a21-4c5e-93af-85a1e2d275c3 tempest-TagsExtTest-994110606 tempest-TagsExtTest-994110606-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-571301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6852'] for router, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:53.857316 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-b9758d43-4a21-4c5e-93af-85a1e2d275c3 tempest-TagsExtTest-994110606 tempest-TagsExtTest-994110606-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:53.870647 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-86f38dcf-3ca0-4983-9143-544f507233a8 req-7b5f30ea-7726-432a-b065-f4fa03b4e1dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:54.066340 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-b9758d43-4a21-4c5e-93af-85a1e2d275c3 tempest-TagsExtTest-994110606 tempest-TagsExtTest-994110606-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-571310'] for router, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:54.066734 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9758d43-4a21-4c5e-93af-85a1e2d275c3 tempest-TagsExtTest-994110606 tempest-TagsExtTest-994110606-project] Fanout notify agent at l3_agent the message router_deleted on router 719c1fdf-b61f-4355-8615-b54efc3aea84 {{(pid=102386) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 05 18:58:54.081395 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-b9758d43-4a21-4c5e-93af-85a1e2d275c3 tempest-TagsExtTest-994110606 tempest-TagsExtTest-994110606-project] Publish callbacks [] for router, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:54.084711 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-b9758d43-4a21-4c5e-93af-85a1e2d275c3 tempest-TagsExtTest-994110606 tempest-TagsExtTest-994110606-project] 10.222.0.13 "DELETE /v2.0/routers/719c1fdf-b61f-4355-8615-b54efc3aea84 HTTP/1.1" status: 204 len: 168 time: 1.0837400 Nov 05 18:58:54.085353 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 40258) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:58:54.293089 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3e0e265-6362-4488-9415-ae84c9ec31d3 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Made reservation on behalf of 2f4e87ee64a4499db45fedd95080f0b7 for: {'port': 2} {{(pid=102386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 18:58:54.293303 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [None req-47ad35f7-d5eb-43f3-87fd-3940ce6e8a5e tempest-TagsExtTest-994110606 tempest-TagsExtTest-994110606-project] Deleting port d5403aee-eae1-4f58-9edb-5c22c7d8859c {{(pid=102387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 18:58:54.293303 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-47ad35f7-d5eb-43f3-87fd-3940ce6e8a5e tempest-TagsExtTest-994110606 tempest-TagsExtTest-994110606-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:54.294737 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-c3e0e265-6362-4488-9415-ae84c9ec31d3 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:54.313257 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-c3e0e265-6362-4488-9415-ae84c9ec31d3 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:54.385685 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a531f8fa-3daf-4163-a89e-0cea1460b2d3 req-9a19d387-0515-4012-bc3b-f30b5a51585b tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:58:54.387621 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-a531f8fa-3daf-4163-a89e-0cea1460b2d3 req-9a19d387-0515-4012-bc3b-f30b5a51585b tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] 10.222.0.13 "GET /v2.0/ports?device_id=3febeb46-783e-49e0-9e0e-691009d6ed32 HTTP/1.1" status: 200 len: 931 time: 0.1531353 Nov 05 18:58:54.429275 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-859c7154-419e-4fc3-9b9a-d11cc62e7a3a tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-571777'] for router_interface, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:54.435018 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-47ad35f7-d5eb-43f3-87fd-3940ce6e8a5e tempest-TagsExtTest-994110606 tempest-TagsExtTest-994110606-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:54.455640 n-d-816865-1 neutron-server[102386]: DEBUG neutron.notifiers.nova [req-86f38dcf-3ca0-4983-9143-544f507233a8 req-7b5f30ea-7726-432a-b065-f4fa03b4e1dd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 92d7132a-5c23-416b-bf2c-f6fc4ac5e2bc {{(pid=102386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 18:58:54.487369 n-d-816865-1 neutron-server[102386]: DEBUG neutron.notifiers.nova [None req-c3e0e265-6362-4488-9415-ae84c9ec31d3 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] device_id is not set on port 951d1ed0-1453-42e3-ac06-25d0d1fc29f9 yet. {{(pid=102386) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 05 18:58:54.488783 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [None req-47ad35f7-d5eb-43f3-87fd-3940ce6e8a5e tempest-TagsExtTest-994110606 tempest-TagsExtTest-994110606-project] Calling delete_port for d5403aee-eae1-4f58-9edb-5c22c7d8859c owned by {{(pid=102387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 18:58:54.555640 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-a531f8fa-3daf-4163-a89e-0cea1460b2d3 req-5dec77a7-6a54-4895-bba3-a23a45ae97c9 tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9a1bcb7-2b62-4809-b67b-668edb56dae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1610227 Nov 05 18:58:54.578608 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-86f38dcf-3ca0-4983-9143-544f507233a8 req-7b5f30ea-7726-432a-b065-f4fa03b4e1dd service neutron] Publish callbacks [] for port, precommit_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:54.615061 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.provisioning_blocks [req-86f38dcf-3ca0-4983-9143-544f507233a8 req-7b5f30ea-7726-432a-b065-f4fa03b4e1dd service neutron] Transition to ACTIVE for port object 92d7132a-5c23-416b-bf2c-f6fc4ac5e2bc will not be triggered until provisioned by entity L2. {{(pid=102386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 05 18:58:54.639416 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-c3e0e265-6362-4488-9415-ae84c9ec31d3 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Publish callbacks [] for port, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:54.667503 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406cf44a-784e-4e07-aa8f-a1bc96acbfa2 req-985bc48c-c36c-49e8-aecb-8d59987c3151 tempest-ServerRescueNegativeTestJSON-570401673 tempest-ServerRescueNegativeTestJSON-570401673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:58:54.668984 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-406cf44a-784e-4e07-aa8f-a1bc96acbfa2 req-985bc48c-c36c-49e8-aecb-8d59987c3151 tempest-ServerRescueNegativeTestJSON-570401673 tempest-ServerRescueNegativeTestJSON-570401673-project] 10.222.0.13 "GET /v2.0/ports?device_id=93c08649-0c78-43a2-be9e-2ac6589b527d HTTP/1.1" status: 200 len: 945 time: 0.1685772 Nov 05 18:58:54.692687 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-86f38dcf-3ca0-4983-9143-544f507233a8 req-7b5f30ea-7726-432a-b065-f4fa03b4e1dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6149821'] for port, after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:54.746026 n-d-816865-1 neutron-server[102386]: DEBUG neutron.notifiers.nova [None req-c3e0e265-6362-4488-9415-ae84c9ec31d3 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] device_id is not set on port 1d2944a2-f75b-44fb-bd04-91bf71511a28 yet. {{(pid=102386) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 05 18:58:54.768695 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5f30ea-7726-432a-b065-f4fa03b4e1dd service neutron] Pushing event updated for resources: {'Port': ['ID=92d7132a-5c23-416b-bf2c-f6fc4ac5e2bc,revision_number=2']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:58:54.808125 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-406cf44a-784e-4e07-aa8f-a1bc96acbfa2 req-58183abe-4885-486f-b59c-db0ffb940576 tempest-ServerRescueNegativeTestJSON-570401673 tempest-ServerRescueNegativeTestJSON-570401673-project] 10.222.0.13 "GET /v2.0/security-groups?id=01574b07-2bff-4b61-b9a8-932cd03ff8af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075335 Nov 05 18:58:54.885113 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-47ad35f7-d5eb-43f3-87fd-3940ce6e8a5e tempest-TagsExtTest-994110606 tempest-TagsExtTest-994110606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4417063'] for port, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:54.918992 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [req-86f38dcf-3ca0-4983-9143-544f507233a8 req-7b5f30ea-7726-432a-b065-f4fa03b4e1dd service neutron] Attempting to bind port 92d7132a-5c23-416b-bf2c-f6fc4ac5e2bc on host n-h2-816865-1 for vnic_type normal with profile {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 18:58:54.919625 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [req-86f38dcf-3ca0-4983-9143-544f507233a8 req-7b5f30ea-7726-432a-b065-f4fa03b4e1dd service neutron] Attempting to bind port 92d7132a-5c23-416b-bf2c-f6fc4ac5e2bc by drivers openvswitch,hyperv on host n-h2-816865-1 at level 0 using segments [{'id': '8281efde-bbf4-4833-8d7d-a490783d8ae5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '9c2bdaad-faf0-4d75-bb68-340f7d20c596'}] {{(pid=102386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 18:58:54.919625 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86f38dcf-3ca0-4983-9143-544f507233a8 req-7b5f30ea-7726-432a-b065-f4fa03b4e1dd service neutron] Attempting to bind port 92d7132a-5c23-416b-bf2c-f6fc4ac5e2bc on network 9c2bdaad-faf0-4d75-bb68-340f7d20c596 {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 18:58:54.933734 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86f38dcf-3ca0-4983-9143-544f507233a8 req-7b5f30ea-7726-432a-b065-f4fa03b4e1dd service neutron] Port 92d7132a-5c23-416b-bf2c-f6fc4ac5e2bc on network 9c2bdaad-faf0-4d75-bb68-340f7d20c596 not bound, no agent of type Open vSwitch agent registered on host n-h2-816865-1 {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 18:58:54.934086 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86f38dcf-3ca0-4983-9143-544f507233a8 req-7b5f30ea-7726-432a-b065-f4fa03b4e1dd service neutron] Attempting to bind port 92d7132a-5c23-416b-bf2c-f6fc4ac5e2bc on network 9c2bdaad-faf0-4d75-bb68-340f7d20c596 {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 18:58:54.945431 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ad35f7-d5eb-43f3-87fd-3940ce6e8a5e tempest-TagsExtTest-994110606 tempest-TagsExtTest-994110606-project] Pushing event deleted for resources: {'Port': ['ID=d5403aee-eae1-4f58-9edb-5c22c7d8859c,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:58:54.948602 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86f38dcf-3ca0-4983-9143-544f507233a8 req-7b5f30ea-7726-432a-b065-f4fa03b4e1dd service neutron] Checking agent: {'id': '32aff553-696f-4891-83f5-5c176f61fe54', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816865-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 18, 33, 36), 'started_at': datetime.datetime(2021, 11, 5, 18, 33, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 18, 58, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 18:58:54.948771 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86f38dcf-3ca0-4983-9143-544f507233a8 req-7b5f30ea-7726-432a-b065-f4fa03b4e1dd service neutron] Checking segment: {'id': '8281efde-bbf4-4833-8d7d-a490783d8ae5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '9c2bdaad-faf0-4d75-bb68-340f7d20c596'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 18:58:54.949051 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86f38dcf-3ca0-4983-9143-544f507233a8 req-7b5f30ea-7726-432a-b065-f4fa03b4e1dd service neutron] Bound using segment: {'id': '8281efde-bbf4-4833-8d7d-a490783d8ae5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '9c2bdaad-faf0-4d75-bb68-340f7d20c596'} {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 18:58:54.951735 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [req-86f38dcf-3ca0-4983-9143-544f507233a8 req-7b5f30ea-7726-432a-b065-f4fa03b4e1dd service neutron] Bound port: 92d7132a-5c23-416b-bf2c-f6fc4ac5e2bc, host: n-h2-816865-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8281efde-bbf4-4833-8d7d-a490783d8ae5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '9c2bdaad-faf0-4d75-bb68-340f7d20c596'}}] {{(pid=102386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 18:58:54.952909 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-86f38dcf-3ca0-4983-9143-544f507233a8 req-7b5f30ea-7726-432a-b065-f4fa03b4e1dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:54.970793 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ad35f7-d5eb-43f3-87fd-3940ce6e8a5e tempest-TagsExtTest-994110606 tempest-TagsExtTest-994110606-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:58:54.971613 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ad35f7-d5eb-43f3-87fd-3940ce6e8a5e tempest-TagsExtTest-994110606 tempest-TagsExtTest-994110606-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:58:54.971613 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ad35f7-d5eb-43f3-87fd-3940ce6e8a5e tempest-TagsExtTest-994110606 tempest-TagsExtTest-994110606-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:58:54.971795 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ad35f7-d5eb-43f3-87fd-3940ce6e8a5e tempest-TagsExtTest-994110606 tempest-TagsExtTest-994110606-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:58:54.972103 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ad35f7-d5eb-43f3-87fd-3940ce6e8a5e tempest-TagsExtTest-994110606 tempest-TagsExtTest-994110606-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:58:54.972431 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ad35f7-d5eb-43f3-87fd-3940ce6e8a5e tempest-TagsExtTest-994110606 tempest-TagsExtTest-994110606-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:58:54.972753 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ad35f7-d5eb-43f3-87fd-3940ce6e8a5e tempest-TagsExtTest-994110606 tempest-TagsExtTest-994110606-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:58:54.973072 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ad35f7-d5eb-43f3-87fd-3940ce6e8a5e tempest-TagsExtTest-994110606 tempest-TagsExtTest-994110606-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:58:54.973392 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ad35f7-d5eb-43f3-87fd-3940ce6e8a5e tempest-TagsExtTest-994110606 tempest-TagsExtTest-994110606-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:58:54.973710 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ad35f7-d5eb-43f3-87fd-3940ce6e8a5e tempest-TagsExtTest-994110606 tempest-TagsExtTest-994110606-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:58:54.974027 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ad35f7-d5eb-43f3-87fd-3940ce6e8a5e tempest-TagsExtTest-994110606 tempest-TagsExtTest-994110606-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:58:54.974649 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ad35f7-d5eb-43f3-87fd-3940ce6e8a5e tempest-TagsExtTest-994110606 tempest-TagsExtTest-994110606-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:58:55.035475 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-c3e0e265-6362-4488-9415-ae84c9ec31d3 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Publish callbacks [] for port, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:55.036724 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-47ad35f7-d5eb-43f3-87fd-3940ce6e8a5e tempest-TagsExtTest-994110606 tempest-TagsExtTest-994110606-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:55.042930 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-47ad35f7-d5eb-43f3-87fd-3940ce6e8a5e tempest-TagsExtTest-994110606 tempest-TagsExtTest-994110606-project] 10.222.0.13 "DELETE /v2.0/ports/d5403aee-eae1-4f58-9edb-5c22c7d8859c HTTP/1.1" status: 204 len: 168 time: 0.9541817 Nov 05 18:58:55.045350 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 40274) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:58:55.056183 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [None req-859c7154-419e-4fc3-9b9a-d11cc62e7a3a tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] Deleting port 8e5fca7e-9f7e-4295-b5d4-d3eb285acb81 {{(pid=102387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 18:58:55.057558 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-859c7154-419e-4fc3-9b9a-d11cc62e7a3a tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:55.135284 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [req-86f38dcf-3ca0-4983-9143-544f507233a8 req-7b5f30ea-7726-432a-b065-f4fa03b4e1dd service neutron] For port 92d7132a-5c23-416b-bf2c-f6fc4ac5e2bc, host n-h2-816865-1, cleared binding levels {{(pid=102386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 18:58:55.154162 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [req-86f38dcf-3ca0-4983-9143-544f507233a8 req-7b5f30ea-7726-432a-b065-f4fa03b4e1dd service neutron] For port 92d7132a-5c23-416b-bf2c-f6fc4ac5e2bc, host n-h2-816865-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=92d7132a-5c23-416b-bf2c-f6fc4ac5e2bc,segment=NetworkSegment(8281efde-bbf4-4833-8d7d-a490783d8ae5),segment_id=8281efde-bbf4-4833-8d7d-a490783d8ae5)] {{(pid=102386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 18:58:55.159595 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.db_base_plugin_v2 [None req-9aaaef9d-2535-4751-b1f5-17ab390b9ba9 tempest-TagsExtTest-994110606 tempest-TagsExtTest-994110606-project] Deleting subnet d2081a30-00c4-4e9e-9b34-1b4f78f74211 {{(pid=102386) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 05 18:58:55.163032 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-9aaaef9d-2535-4751-b1f5-17ab390b9ba9 tempest-TagsExtTest-994110606 tempest-TagsExtTest-994110606-project] Publish callbacks [] for subnet, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:55.165538 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-859c7154-419e-4fc3-9b9a-d11cc62e7a3a tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:55.180251 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [None req-859c7154-419e-4fc3-9b9a-d11cc62e7a3a tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] Calling delete_port for 8e5fca7e-9f7e-4295-b5d4-d3eb285acb81 owned by network:router_interface {{(pid=102387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 18:58:55.208470 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-9aaaef9d-2535-4751-b1f5-17ab390b9ba9 tempest-TagsExtTest-994110606 tempest-TagsExtTest-994110606-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4590738'] for subnet, precommit_delete_associations {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:55.211677 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-c3e0e265-6362-4488-9415-ae84c9ec31d3 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:55.276837 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-86f38dcf-3ca0-4983-9143-544f507233a8 req-7b5f30ea-7726-432a-b065-f4fa03b4e1dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6149821'] for port, after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:55.300100 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3e0e265-6362-4488-9415-ae84c9ec31d3 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Network c92bcb05-4ee7-483b-945f-7b511cfffbce is already hosted by enough agents. {{(pid=102386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 18:58:55.313023 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.base_scheduler [None req-c3e0e265-6362-4488-9415-ae84c9ec31d3 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Resources bound (agent type, host, resource id): {{(pid=102386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:58:55.315501 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3e0e265-6362-4488-9415-ae84c9ec31d3 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Received port after_create {{(pid=102386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 18:58:55.316585 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-c3e0e265-6362-4488-9415-ae84c9ec31d3 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:55.332354 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e0e265-6362-4488-9415-ae84c9ec31d3 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Pushing event updated for resources: {'Port': ['ID=951d1ed0-1453-42e3-ac06-25d0d1fc29f9,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:58:55.401195 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f38dcf-3ca0-4983-9143-544f507233a8 req-7b5f30ea-7726-432a-b065-f4fa03b4e1dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:58:55.402484 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-86f38dcf-3ca0-4983-9143-544f507233a8 req-7b5f30ea-7726-432a-b065-f4fa03b4e1dd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:55.403328 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-86f38dcf-3ca0-4983-9143-544f507233a8 req-7b5f30ea-7726-432a-b065-f4fa03b4e1dd service neutron] 10.222.0.55 "PUT /v2.0/ports/92d7132a-5c23-416b-bf2c-f6fc4ac5e2bc HTTP/1.1" status: 200 len: 1091 time: 2.1978283 Nov 05 18:58:55.403981 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5f30ea-7726-432a-b065-f4fa03b4e1dd service neutron] Pushing event updated for resources: {'Port': ['ID=92d7132a-5c23-416b-bf2c-f6fc4ac5e2bc,revision_number=3']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:58:55.406832 n-d-816865-1 neutron-server[102386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3febeb46-783e-49e0-9e0e-691009d6ed32', 'tag': '92d7132a-5c23-416b-bf2c-f6fc4ac5e2bc'}] {{(pid=102386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 18:58:55.409433 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6173a44d7c73f41af551dc890fa1a5892c2c6bc3458b640c8e0c24db7876ba6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96d22fe9-1836-4cbe-97dc-00c46c7bb00a" -d '{"events": [{"name": "network-changed", "server_uuid": "3febeb46-783e-49e0-9e0e-691009d6ed32", "tag": "92d7132a-5c23-416b-bf2c-f6fc4ac5e2bc"}]}' {{(pid=102386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 18:58:55.477946 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e0e265-6362-4488-9415-ae84c9ec31d3 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Pushing event updated for resources: {'Port': ['ID=1d2944a2-f75b-44fb-bd04-91bf71511a28,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:58:55.486513 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 18:58:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4df6454-71f0-4ce6-aad3-bb619caea4bd x-openstack-request-id: req-d4df6454-71f0-4ce6-aad3-bb619caea4bd {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 18:58:55.492005 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3febeb46-783e-49e0-9e0e-691009d6ed32", "tag": "92d7132a-5c23-416b-bf2c-f6fc4ac5e2bc", "status": "completed", "code": 200}]} {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 18:58:55.492005 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d4df6454-71f0-4ce6-aad3-bb619caea4bd {{(pid=102386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 18:58:55.492005 n-d-816865-1 neutron-server[102386]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3febeb46-783e-49e0-9e0e-691009d6ed32', 'tag': '92d7132a-5c23-416b-bf2c-f6fc4ac5e2bc', 'status': 'completed', 'code': 200} Nov 05 18:58:55.588592 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-9aaaef9d-2535-4751-b1f5-17ab390b9ba9 tempest-TagsExtTest-994110606 tempest-TagsExtTest-994110606-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1573928'] for subnet, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:55.613290 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3e0e265-6362-4488-9415-ae84c9ec31d3 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Checking segment: {'id': '024f97f0-0cad-41cc-a772-67305d324a8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'a4783a66-4f57-4132-8eb0-b8945799c660'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 18:58:55.617114 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3e0e265-6362-4488-9415-ae84c9ec31d3 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Network hostable DHCP agents. Network: a4783a66-4f57-4132-8eb0-b8945799c660, hostable agents: ['987e2ca0-bc3b-4c6f-a989-429ccfbf753f'], hosted agents: [] {{(pid=102386) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 05 18:58:55.619338 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d22fe9-1836-4cbe-97dc-00c46c7bb00a req-64c43c3f-c611-470d-bab1-f5e31262d2f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:58:55.620925 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-96d22fe9-1836-4cbe-97dc-00c46c7bb00a req-64c43c3f-c611-470d-bab1-f5e31262d2f8 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=c2718bfd25be4558ab62a930e9f4ce41&device_id=3febeb46-783e-49e0-9e0e-691009d6ed32 HTTP/1.1" status: 200 len: 1094 time: 0.1077049 Nov 05 18:58:55.725114 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c77b209-33b6-4625-85b7-75ccdf32f822 req-3c5a2ff6-074a-414a-bb9e-0451e93d5b63 tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:58:55.726858 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-0c77b209-33b6-4625-85b7-75ccdf32f822 req-3c5a2ff6-074a-414a-bb9e-0451e93d5b63 tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] 10.222.0.13 "GET /v2.0/ports?device_id=3febeb46-783e-49e0-9e0e-691009d6ed32 HTTP/1.1" status: 200 len: 943 time: 0.0662608 Nov 05 18:58:55.754319 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3e0e265-6362-4488-9415-ae84c9ec31d3 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Network a4783a66-4f57-4132-8eb0-b8945799c660 is scheduled to be hosted by DHCP agent 987e2ca0-bc3b-4c6f-a989-429ccfbf753f with binding_index 1 {{(pid=102386) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 05 18:58:55.780737 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-859c7154-419e-4fc3-9b9a-d11cc62e7a3a tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4417063'] for port, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:55.782583 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d22fe9-1836-4cbe-97dc-00c46c7bb00a req-c521a83c-56bf-44fe-a3c9-3060d0e2b414 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:58:55.784096 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-96d22fe9-1836-4cbe-97dc-00c46c7bb00a req-c521a83c-56bf-44fe-a3c9-3060d0e2b414 service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=c2718bfd25be4558ab62a930e9f4ce41&shared=False HTTP/1.1" status: 200 len: 907 time: 0.1487179 Nov 05 18:58:55.812005 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-9aaaef9d-2535-4751-b1f5-17ab390b9ba9 tempest-TagsExtTest-994110606 tempest-TagsExtTest-994110606-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1573905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6149879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4877183'] for subnet, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:55.814145 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-0c77b209-33b6-4625-85b7-75ccdf32f822 req-023eecc5-01ed-4ade-b424-026ebf9fc3b9 tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9a1bcb7-2b62-4809-b67b-668edb56dae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813513 Nov 05 18:58:55.817363 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859c7154-419e-4fc3-9b9a-d11cc62e7a3a tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] Pushing event deleted for resources: {'Port': ['ID=8e5fca7e-9f7e-4295-b5d4-d3eb285acb81,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:58:55.883768 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-9aaaef9d-2535-4751-b1f5-17ab390b9ba9 tempest-TagsExtTest-994110606 tempest-TagsExtTest-994110606-project] Publish callbacks [] for subnet, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:55.890867 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-9aaaef9d-2535-4751-b1f5-17ab390b9ba9 tempest-TagsExtTest-994110606 tempest-TagsExtTest-994110606-project] 10.222.0.13 "DELETE /v2.0/subnets/d2081a30-00c4-4e9e-9b34-1b4f78f74211 HTTP/1.1" status: 204 len: 168 time: 0.8371418 Nov 05 18:58:55.890867 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aaaef9d-2535-4751-b1f5-17ab390b9ba9 tempest-TagsExtTest-994110606 tempest-TagsExtTest-994110606-project] Pushing event deleted for resources: {'Subnet': ['ID=d2081a30-00c4-4e9e-9b34-1b4f78f74211,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:58:55.891153 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 40294) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:58:55.897919 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00bc84db-b828-4861-a811-194bdaa84f3a None None] Network f8c1b524-bbdf-4eb5-a155-16269015ba13 requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 18:58:55.913902 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.base_scheduler [None req-c3e0e265-6362-4488-9415-ae84c9ec31d3 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816865-1, a4783a66-4f57-4132-8eb0-b8945799c660) {{(pid=102386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:58:55.921496 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3e0e265-6362-4488-9415-ae84c9ec31d3 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Received port after_create {{(pid=102386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 18:58:55.939250 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3e0e265-6362-4488-9415-ae84c9ec31d3 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:58:55.940180 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8306a4a3-b4b0-427f-b0f3-8ba8565b6747 None None] Network a4783a66-4f57-4132-8eb0-b8945799c660 requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 18:58:55.945683 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3e0e265-6362-4488-9415-ae84c9ec31d3 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:58:55.947270 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-c3e0e265-6362-4488-9415-ae84c9ec31d3 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:55.993690 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d22fe9-1836-4cbe-97dc-00c46c7bb00a req-61fd44db-9d80-49a6-9de0-ede6a62d4c91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:58:55.995334 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-96d22fe9-1836-4cbe-97dc-00c46c7bb00a req-61fd44db-9d80-49a6-9de0-ede6a62d4c91 service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2041595 Nov 05 18:58:56.050847 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-c3e0e265-6362-4488-9415-ae84c9ec31d3 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 2.2110989 Nov 05 18:58:56.059706 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 40298) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:58:56.108955 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-3a4ef8c3-bb60-493a-aeac-baa9327f89d7 tempest-TagsExtTest-994110606 tempest-TagsExtTest-994110606-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1664226'] for network, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:56.122819 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f38dcf-3ca0-4983-9143-544f507233a8 req-0357b5eb-8d18-49d4-8dc3-345a521ee842 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:58:56.125500 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-86f38dcf-3ca0-4983-9143-544f507233a8 req-0357b5eb-8d18-49d4-8dc3-345a521ee842 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=c2718bfd25be4558ab62a930e9f4ce41&device_id=3febeb46-783e-49e0-9e0e-691009d6ed32 HTTP/1.1" status: 200 len: 1094 time: 0.0736325 Nov 05 18:58:56.183274 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-86f38dcf-3ca0-4983-9143-544f507233a8 req-2845f659-869b-4b26-a0b4-a5dcb3d75bbd service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=92d7132a-5c23-416b-bf2c-f6fc4ac5e2bc HTTP/1.1" status: 200 len: 217 time: 0.0438342 Nov 05 18:58:56.185256 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d8aadb-b6ac-46bf-b1d6-19c4352172f9 req-b886c1e9-646d-4f01-bb18-1cb28827e6ee tempest-ServerRescueNegativeTestJSON-570401673 tempest-ServerRescueNegativeTestJSON-570401673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:58:56.187451 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-a7d8aadb-b6ac-46bf-b1d6-19c4352172f9 req-b886c1e9-646d-4f01-bb18-1cb28827e6ee tempest-ServerRescueNegativeTestJSON-570401673 tempest-ServerRescueNegativeTestJSON-570401673-project] 10.222.0.13 "GET /v2.0/ports?device_id=93c08649-0c78-43a2-be9e-2ac6589b527d HTTP/1.1" status: 200 len: 945 time: 0.2492197 Nov 05 18:58:56.257032 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f38dcf-3ca0-4983-9143-544f507233a8 req-48384b2c-5568-40eb-b255-a3b872c8c92f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:58:56.258609 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-86f38dcf-3ca0-4983-9143-544f507233a8 req-48384b2c-5568-40eb-b255-a3b872c8c92f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=b6655376-4ea9-4701-98ec-c7e9e4d66f0f HTTP/1.1" status: 200 len: 846 time: 0.0616207 Nov 05 18:58:56.290213 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f72ed07-e52f-427d-8c8e-d31c5c236278 None None] DHCP port deletion for f8c1b524-bbdf-4eb5-a155-16269015ba13 request from n-d-816865-1 {{(pid=102388) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 05 18:58:56.305851 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-86f38dcf-3ca0-4983-9143-544f507233a8 req-6c1ca3c8-e701-44b4-b40d-a26fad90a529 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=9c2bdaad-faf0-4d75-bb68-340f7d20c596&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0357280 Nov 05 18:58:56.337565 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-a7d8aadb-b6ac-46bf-b1d6-19c4352172f9 req-9e077da1-6cd2-4daf-834f-b5f60f775979 tempest-ServerRescueNegativeTestJSON-570401673 tempest-ServerRescueNegativeTestJSON-570401673-project] 10.222.0.13 "GET /v2.0/security-groups?id=01574b07-2bff-4b61-b9a8-932cd03ff8af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344407 Nov 05 18:58:56.338326 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-859c7154-419e-4fc3-9b9a-d11cc62e7a3a tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-597886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-573297'] for router_interface, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:56.344959 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-7f72ed07-e52f-427d-8c8e-d31c5c236278 None None] Deleting port 0d5e8bfe-7b63-41cc-9748-47f798b16a7a {{(pid=102388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 18:58:56.345566 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-7f72ed07-e52f-427d-8c8e-d31c5c236278 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:56.422339 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [None req-fcb036b6-b8a6-4c62-9c22-05978f830222 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Deleting port 1d2944a2-f75b-44fb-bd04-91bf71511a28 {{(pid=102387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 18:58:56.422681 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-fcb036b6-b8a6-4c62-9c22-05978f830222 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:56.425925 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [None req-3a4ef8c3-bb60-493a-aeac-baa9327f89d7 tempest-TagsExtTest-994110606 tempest-TagsExtTest-994110606-project] Deleting port 0d5e8bfe-7b63-41cc-9748-47f798b16a7a {{(pid=102387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 18:58:56.426179 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-7f72ed07-e52f-427d-8c8e-d31c5c236278 None None] For port 0d5e8bfe-7b63-41cc-9748-47f798b16a7a, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=0d5e8bfe-7b63-41cc-9748-47f798b16a7a,segment=NetworkSegment(dcf435bc-a560-4309-b7cb-e3430b825ec1),segment_id=dcf435bc-a560-4309-b7cb-e3430b825ec1)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:58:56.426321 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-3a4ef8c3-bb60-493a-aeac-baa9327f89d7 tempest-TagsExtTest-994110606 tempest-TagsExtTest-994110606-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:56.426851 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-7f72ed07-e52f-427d-8c8e-d31c5c236278 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:56.436862 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-86f38dcf-3ca0-4983-9143-544f507233a8 req-0c59a5ac-399d-4f94-a835-24ccb2218f09 service neutron] 10.222.0.55 "GET /v2.0/networks/9c2bdaad-faf0-4d75-bb68-340f7d20c596?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220572 Nov 05 18:58:56.441390 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-7f72ed07-e52f-427d-8c8e-d31c5c236278 None None] Calling delete_port for 0d5e8bfe-7b63-41cc-9748-47f798b16a7a owned by network:dhcp {{(pid=102388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 18:58:56.547453 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-86f38dcf-3ca0-4983-9143-544f507233a8 req-482d5bf8-fbef-4e2f-a62d-7afc359b62e8 service neutron] 10.222.0.55 "GET /v2.0/networks/9c2bdaad-faf0-4d75-bb68-340f7d20c596?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0987535 Nov 05 18:58:56.610141 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-fcb036b6-b8a6-4c62-9c22-05978f830222 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:56.630594 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [None req-fcb036b6-b8a6-4c62-9c22-05978f830222 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Calling delete_port for 1d2944a2-f75b-44fb-bd04-91bf71511a28 owned by {{(pid=102387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 18:58:56.639224 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.db [None req-3a4ef8c3-bb60-493a-aeac-baa9327f89d7 tempest-TagsExtTest-994110606 tempest-TagsExtTest-994110606-project] For port 0d5e8bfe-7b63-41cc-9748-47f798b16a7a, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=0d5e8bfe-7b63-41cc-9748-47f798b16a7a,segment=NetworkSegment(dcf435bc-a560-4309-b7cb-e3430b825ec1),segment_id=dcf435bc-a560-4309-b7cb-e3430b825ec1)] {{(pid=102387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:58:56.639632 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-3a4ef8c3-bb60-493a-aeac-baa9327f89d7 tempest-TagsExtTest-994110606 tempest-TagsExtTest-994110606-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:56.652917 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-7f72ed07-e52f-427d-8c8e-d31c5c236278 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798'] for port, after_delete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:56.662395 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [None req-3a4ef8c3-bb60-493a-aeac-baa9327f89d7 tempest-TagsExtTest-994110606 tempest-TagsExtTest-994110606-project] Calling delete_port for 0d5e8bfe-7b63-41cc-9748-47f798b16a7a owned by network:dhcp {{(pid=102387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 18:58:56.684533 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f72ed07-e52f-427d-8c8e-d31c5c236278 None None] No DVR routers for this DVR port 0d5e8bfe-7b63-41cc-9748-47f798b16a7a on host n-d-816865-1 {{(pid=102388) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 18:58:56.690297 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f72ed07-e52f-427d-8c8e-d31c5c236278 None None] Pushing event deleted for resources: {'Port': ['ID=0d5e8bfe-7b63-41cc-9748-47f798b16a7a,revision_number=None']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:58:56.913143 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-3a4ef8c3-bb60-493a-aeac-baa9327f89d7 tempest-TagsExtTest-994110606 tempest-TagsExtTest-994110606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4417063'] for port, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:56.916141 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-859c7154-419e-4fc3-9b9a-d11cc62e7a3a tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] Router a3269702-dd5d-4fcd-a088-f251c1c3baf7 has already been hosted by L3 agent 6dcb5589-8e86-4616-9186-ddc4548e13ad {{(pid=102387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 18:58:56.960833 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4ef8c3-bb60-493a-aeac-baa9327f89d7 tempest-TagsExtTest-994110606 tempest-TagsExtTest-994110606-project] Pushing event deleted for resources: {'Port': ['ID=0d5e8bfe-7b63-41cc-9748-47f798b16a7a,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:58:56.962340 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-fcb036b6-b8a6-4c62-9c22-05978f830222 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4417063'] for port, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:56.972941 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a4ef8c3-bb60-493a-aeac-baa9327f89d7 tempest-TagsExtTest-994110606 tempest-TagsExtTest-994110606-project] No DVR routers for this DVR port 0d5e8bfe-7b63-41cc-9748-47f798b16a7a on host n-d-816865-1 {{(pid=102387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 18:58:57.038475 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb036b6-b8a6-4c62-9c22-05978f830222 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Pushing event deleted for resources: {'Port': ['ID=1d2944a2-f75b-44fb-bd04-91bf71511a28,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:58:57.065450 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-fcb036b6-b8a6-4c62-9c22-05978f830222 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:57.068653 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-fcb036b6-b8a6-4c62-9c22-05978f830222 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] 10.222.0.13 "DELETE /v2.0/ports/1d2944a2-f75b-44fb-bd04-91bf71511a28 HTTP/1.1" status: 204 len: 168 time: 1.0079925 Nov 05 18:58:57.071535 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 40316) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:58:57.131246 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e52b89d-812a-4aa8-8105-317449c9da3d req-66a87c4c-40fa-4d5f-b921-350881d6b02f tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:58:57.132783 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-0e52b89d-812a-4aa8-8105-317449c9da3d req-66a87c4c-40fa-4d5f-b921-350881d6b02f tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] 10.222.0.13 "GET /v2.0/ports?device_id=3febeb46-783e-49e0-9e0e-691009d6ed32 HTTP/1.1" status: 200 len: 943 time: 0.2372465 Nov 05 18:58:57.136247 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef8f4869-7d69-4f4a-a624-f0b03baaf28d tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:58:57.144096 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef8f4869-7d69-4f4a-a624-f0b03baaf28d tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:58:57.148513 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-ef8f4869-7d69-4f4a-a624-f0b03baaf28d tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.0725503 Nov 05 18:58:57.156144 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 40318) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:58:57.200291 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-3a4ef8c3-bb60-493a-aeac-baa9327f89d7 tempest-TagsExtTest-994110606 tempest-TagsExtTest-994110606-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1579173', 'neutron.services.segments.db._delete_segments_for_network-8750027792909'] for network, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:57.240619 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-3f066a40-2967-459b-a17e-60a747f122be tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Deleting port 951d1ed0-1453-42e3-ac06-25d0d1fc29f9 {{(pid=102386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 18:58:57.241011 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-3f066a40-2967-459b-a17e-60a747f122be tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:57.277396 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-f24002d6-5a14-42af-b609-952f0176b134 req-a7356a0a-4035-463b-8353-6481ae27a8fb service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=1682fb31-a1bf-43f5-a4fa-447937da8a91&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.2510045 Nov 05 18:58:57.280992 n-d-816865-1 neutron-server[102387]: DEBUG neutron.services.segments.db [None req-3a4ef8c3-bb60-493a-aeac-baa9327f89d7 tempest-TagsExtTest-994110606 tempest-TagsExtTest-994110606-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f8c1b524-bbdf-4eb5-a155-16269015ba13']}} {{(pid=102387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:58:57.303607 n-d-816865-1 neutron-server[102387]: DEBUG neutron.services.segments.db [None req-3a4ef8c3-bb60-493a-aeac-baa9327f89d7 tempest-TagsExtTest-994110606 tempest-TagsExtTest-994110606-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dcf435bc-a560-4309-b7cb-e3430b825ec1') {'for_net_delete': True} {{(pid=102387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:58:57.303904 n-d-816865-1 neutron-server[102387]: DEBUG neutron.services.segments.db [None req-3a4ef8c3-bb60-493a-aeac-baa9327f89d7 tempest-TagsExtTest-994110606 tempest-TagsExtTest-994110606-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dcf435bc-a560-4309-b7cb-e3430b825ec1') {} {{(pid=102387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:58:57.314819 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-3f066a40-2967-459b-a17e-60a747f122be tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:57.322250 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-3a4ef8c3-bb60-493a-aeac-baa9327f89d7 tempest-TagsExtTest-994110606 tempest-TagsExtTest-994110606-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750027793430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4463492'] for segment, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:57.327145 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-0e52b89d-812a-4aa8-8105-317449c9da3d req-7c3080a8-9272-40b6-8666-9366b622ac8c tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9a1bcb7-2b62-4809-b67b-668edb56dae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1557796 Nov 05 18:58:57.338211 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-3f066a40-2967-459b-a17e-60a747f122be tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Calling delete_port for 951d1ed0-1453-42e3-ac06-25d0d1fc29f9 owned by {{(pid=102386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 18:58:57.365115 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-859c7154-419e-4fc3-9b9a-d11cc62e7a3a tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] Notify agent at l3_agent.n-d-816865-1 the message routers_updated {{(pid=102387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 18:58:57.368503 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-3a4ef8c3-bb60-493a-aeac-baa9327f89d7 tempest-TagsExtTest-994110606 tempest-TagsExtTest-994110606-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273'] for segment, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:57.376296 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22a8378a-1c51-4795-8557-645778d5d65d None None] Sync routers for ids ['a3269702-dd5d-4fcd-a088-f251c1c3baf7'] in n-d-816865-1 {{(pid=102388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 18:58:57.376923 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-859c7154-419e-4fc3-9b9a-d11cc62e7a3a tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] 10.222.0.13 "PUT /v2.0/routers/a3269702-dd5d-4fcd-a088-f251c1c3baf7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5742893 Nov 05 18:58:57.378520 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 40326) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:58:57.392163 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a4ef8c3-bb60-493a-aeac-baa9327f89d7 tempest-TagsExtTest-994110606 tempest-TagsExtTest-994110606-project] Releasing vlan 187 on physical network physnet1 to pool {{(pid=102387) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 05 18:58:57.392565 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-3a4ef8c3-bb60-493a-aeac-baa9327f89d7 tempest-TagsExtTest-994110606 tempest-TagsExtTest-994110606-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4417236'] for segment, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:57.404087 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22a8378a-1c51-4795-8557-645778d5d65d None None] Routers {'a3269702-dd5d-4fcd-a088-f251c1c3baf7'} bound to L3 agent in host n-d-816865-1 {{(pid=102388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 18:58:57.409932 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-22a8378a-1c51-4795-8557-645778d5d65d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T18:58:35Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['a3269702-dd5d-4fcd-a088-f251c1c3baf7'], 'active': True} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:58:57.430081 n-d-816865-1 neutron-server[102387]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 05 18:58:57.430081 n-d-816865-1 neutron-server[102387]: self.session.flush() Nov 05 18:58:57.430081 n-d-816865-1 neutron-server[102387]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 05 18:58:57.430081 n-d-816865-1 neutron-server[102387]: self.session.flush() Nov 05 18:58:57.430081 n-d-816865-1 neutron-server[102387]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 05 18:58:57.430081 n-d-816865-1 neutron-server[102387]: self.session.flush() Nov 05 18:58:57.430081 n-d-816865-1 neutron-server[102387]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 05 18:58:57.430081 n-d-816865-1 neutron-server[102387]: self.session.flush() Nov 05 18:58:57.430081 n-d-816865-1 neutron-server[102387]: Traceback (most recent call last): Nov 05 18:58:57.430081 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 05 18:58:57.430081 n-d-816865-1 neutron-server[102387]: timer() Nov 05 18:58:57.430081 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 05 18:58:57.430081 n-d-816865-1 neutron-server[102387]: cb(*args, **kw) Nov 05 18:58:57.430081 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 05 18:58:57.430081 n-d-816865-1 neutron-server[102387]: return func(*args, **kwargs) Nov 05 18:58:57.430081 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 05 18:58:57.430081 n-d-816865-1 neutron-server[102387]: self._notify() Nov 05 18:58:57.430081 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 05 18:58:57.430081 n-d-816865-1 neutron-server[102387]: self.callback(batched_events) Nov 05 18:58:57.430081 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 05 18:58:57.430081 n-d-816865-1 neutron-server[102387]: event.method(event) Nov 05 18:58:57.430081 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 05 18:58:57.430081 n-d-816865-1 neutron-server[102387]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 05 18:58:57.430081 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 05 18:58:57.430081 n-d-816865-1 neutron-server[102387]: aggregate_uuid = self.p_client.list_aggregates( Nov 05 18:58:57.430081 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 05 18:58:57.430081 n-d-816865-1 neutron-server[102387]: return f(self, *a, **k) Nov 05 18:58:57.430081 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 05 18:58:57.430081 n-d-816865-1 neutron-server[102387]: return self._get(url).json() Nov 05 18:58:57.430081 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 05 18:58:57.430081 n-d-816865-1 neutron-server[102387]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 05 18:58:57.430081 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 05 18:58:57.430081 n-d-816865-1 neutron-server[102387]: return self.request(url, 'GET', **kwargs) Nov 05 18:58:57.430081 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 05 18:58:57.430081 n-d-816865-1 neutron-server[102387]: base_url = self.get_endpoint(auth, allow=allow, Nov 05 18:58:57.430081 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 05 18:58:57.430081 n-d-816865-1 neutron-server[102387]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 05 18:58:57.430081 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 05 18:58:57.430081 n-d-816865-1 neutron-server[102387]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 05 18:58:57.430081 n-d-816865-1 neutron-server[102387]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 05 18:58:57.462013 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-22a8378a-1c51-4795-8557-645778d5d65d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816865-1', False) {} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:58:57.473913 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22a8378a-1c51-4795-8557-645778d5d65d None None] Routers {'a3269702-dd5d-4fcd-a088-f251c1c3baf7'} bound to L3 agent in host n-d-816865-1 {{(pid=102388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 18:58:57.474584 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-22a8378a-1c51-4795-8557-645778d5d65d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T18:58:35Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['a3269702-dd5d-4fcd-a088-f251c1c3baf7'], 'active': True} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:58:57.527379 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-22a8378a-1c51-4795-8557-645778d5d65d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816865-1', False) {} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:58:57.527379 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22a8378a-1c51-4795-8557-645778d5d65d None None] The sync data for ids ['a3269702-dd5d-4fcd-a088-f251c1c3baf7'] in n-d-816865-1 is: [] {{(pid=102388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 18:58:57.557320 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24002d6-5a14-42af-b609-952f0176b134 req-b3f931b4-218b-4844-9051-58ca6c0fa3a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:58:57.557800 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24002d6-5a14-42af-b609-952f0176b134 req-b3f931b4-218b-4844-9051-58ca6c0fa3a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:58:57.558307 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24002d6-5a14-42af-b609-952f0176b134 req-b3f931b4-218b-4844-9051-58ca6c0fa3a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:58:57.558770 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24002d6-5a14-42af-b609-952f0176b134 req-b3f931b4-218b-4844-9051-58ca6c0fa3a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:58:57.559352 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24002d6-5a14-42af-b609-952f0176b134 req-b3f931b4-218b-4844-9051-58ca6c0fa3a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:58:57.559681 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24002d6-5a14-42af-b609-952f0176b134 req-b3f931b4-218b-4844-9051-58ca6c0fa3a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:58:57.560141 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24002d6-5a14-42af-b609-952f0176b134 req-b3f931b4-218b-4844-9051-58ca6c0fa3a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:58:57.562926 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-f24002d6-5a14-42af-b609-952f0176b134 req-b3f931b4-218b-4844-9051-58ca6c0fa3a7 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3f080cb3a4f24f1db8ad75a12c2cd4bf&device_id=1682fb31-a1bf-43f5-a4fa-447937da8a91 HTTP/1.1" status: 200 len: 6500 time: 0.2347472 Nov 05 18:58:57.601009 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-3f066a40-2967-459b-a17e-60a747f122be tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:57.618573 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 0d5e8bfe-7b63-41cc-9748-47f798b16a7a no longer exists at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 18:58:57.633167 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f066a40-2967-459b-a17e-60a747f122be tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Pushing event deleted for resources: {'Port': ['ID=951d1ed0-1453-42e3-ac06-25d0d1fc29f9,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:58:57.636729 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-3f066a40-2967-459b-a17e-60a747f122be tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:57.642590 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-3f066a40-2967-459b-a17e-60a747f122be tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] 10.222.0.13 "DELETE /v2.0/ports/951d1ed0-1453-42e3-ac06-25d0d1fc29f9 HTTP/1.1" status: 204 len: 168 time: 0.4906123 Nov 05 18:58:57.645385 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 40332) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:58:57.669059 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] No Port match for: 0d5e8bfe-7b63-41cc-9748-47f798b16a7a {{(pid=102388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 18:58:57.670081 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 0d5e8bfe-7b63-41cc-9748-47f798b16a7a not bound to the agent host n-d-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 18:58:57.713936 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25131262-b494-4e74-bf94-21c239e918e4 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:58:57.718438 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-25131262-b494-4e74-bf94-21c239e918e4 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.0717835 Nov 05 18:58:57.719274 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 40336) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:58:57.744559 n-d-816865-1 neutron-server[102386]: INFO neutron.pecan_wsgi.hooks.translation [None req-5810906a-6d4d-4887-ba6e-9d0334083931 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] GET failed (client error): The resource could not be found. Nov 05 18:58:57.747466 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-5810906a-6d4d-4887-ba6e-9d0334083931 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] 10.222.0.13 "GET /v2.0/ports/1d2944a2-f75b-44fb-bd04-91bf71511a28 HTTP/1.1" status: 404 len: 333 time: 0.0268600 Nov 05 18:58:57.750830 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 40340) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:58:57.776990 n-d-816865-1 neutron-server[102386]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1f3d4f1-a7ad-445a-9cab-e74b2e8c42fb tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] GET failed (client error): The resource could not be found. Nov 05 18:58:57.782936 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-d1f3d4f1-a7ad-445a-9cab-e74b2e8c42fb tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] 10.222.0.13 "GET /v2.0/ports/951d1ed0-1453-42e3-ac06-25d0d1fc29f9 HTTP/1.1" status: 404 len: 333 time: 0.0277061 Nov 05 18:58:57.783229 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 40342) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:58:57.878224 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-403049b9-41b5-4e0d-acb2-91c7eb766a11 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1664226'] for network, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:57.971248 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-403049b9-41b5-4e0d-acb2-91c7eb766a11 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1579173', 'neutron.services.segments.db._delete_segments_for_network-8750027792909'] for network, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:57.971989 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-3a4ef8c3-bb60-493a-aeac-baa9327f89d7 tempest-TagsExtTest-994110606 tempest-TagsExtTest-994110606-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1579178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-956796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1000687'] for network, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:57.983927 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac11661-c9ca-4aec-97b0-6d9da1d9aadf req-f7267da3-3818-40d9-9bd2-bb05a176b4e1 tempest-ServerRescueNegativeTestJSON-570401673 tempest-ServerRescueNegativeTestJSON-570401673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:58:57.985477 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-7ac11661-c9ca-4aec-97b0-6d9da1d9aadf req-f7267da3-3818-40d9-9bd2-bb05a176b4e1 tempest-ServerRescueNegativeTestJSON-570401673 tempest-ServerRescueNegativeTestJSON-570401673-project] 10.222.0.13 "GET /v2.0/ports?device_id=93c08649-0c78-43a2-be9e-2ac6589b527d HTTP/1.1" status: 200 len: 945 time: 0.5232482 Nov 05 18:58:57.993702 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-3a4ef8c3-bb60-493a-aeac-baa9327f89d7 tempest-TagsExtTest-994110606 tempest-TagsExtTest-994110606-project] Publish callbacks [] for network, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:57.996958 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-3a4ef8c3-bb60-493a-aeac-baa9327f89d7 tempest-TagsExtTest-994110606 tempest-TagsExtTest-994110606-project] 10.222.0.13 "DELETE /v2.0/networks/f8c1b524-bbdf-4eb5-a155-16269015ba13 HTTP/1.1" status: 204 len: 168 time: 2.1039555 Nov 05 18:58:58.007672 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-e7cba143-3f98-48ae-b03b-baec8fee14ef tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] Publish callbacks [] for router, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:58.010960 n-d-816865-1 neutron-server[102386]: DEBUG neutron.services.segments.db [None req-403049b9-41b5-4e0d-acb2-91c7eb766a11 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a4783a66-4f57-4132-8eb0-b8945799c660']}} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:58:58.033751 n-d-816865-1 neutron-server[102386]: DEBUG neutron.services.segments.db [None req-403049b9-41b5-4e0d-acb2-91c7eb766a11 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '024f97f0-0cad-41cc-a772-67305d324a8a') {'for_net_delete': True} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:58:58.037186 n-d-816865-1 neutron-server[102386]: DEBUG neutron.services.segments.db [None req-403049b9-41b5-4e0d-acb2-91c7eb766a11 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '024f97f0-0cad-41cc-a772-67305d324a8a') {} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:58:58.046918 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-403049b9-41b5-4e0d-acb2-91c7eb766a11 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750027793430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4590747'] for segment, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:58.065120 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-403049b9-41b5-4e0d-acb2-91c7eb766a11 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273'] for segment, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:58.072552 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-403049b9-41b5-4e0d-acb2-91c7eb766a11 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Releasing vlan 173 on physical network physnet1 to pool {{(pid=102386) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 05 18:58:58.073248 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-403049b9-41b5-4e0d-acb2-91c7eb766a11 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6149721'] for segment, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:58.076460 n-d-816865-1 neutron-server[102386]: Traceback (most recent call last): Nov 05 18:58:58.076460 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 05 18:58:58.076460 n-d-816865-1 neutron-server[102386]: timer() Nov 05 18:58:58.076460 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 05 18:58:58.076460 n-d-816865-1 neutron-server[102386]: cb(*args, **kw) Nov 05 18:58:58.076460 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 05 18:58:58.076460 n-d-816865-1 neutron-server[102386]: return func(*args, **kwargs) Nov 05 18:58:58.076460 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 05 18:58:58.076460 n-d-816865-1 neutron-server[102386]: self._notify() Nov 05 18:58:58.076460 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 05 18:58:58.076460 n-d-816865-1 neutron-server[102386]: self.callback(batched_events) Nov 05 18:58:58.076460 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 05 18:58:58.076460 n-d-816865-1 neutron-server[102386]: event.method(event) Nov 05 18:58:58.076460 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 05 18:58:58.076460 n-d-816865-1 neutron-server[102386]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 05 18:58:58.076460 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 05 18:58:58.076460 n-d-816865-1 neutron-server[102386]: aggregate_uuid = self.p_client.list_aggregates( Nov 05 18:58:58.076460 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 05 18:58:58.076460 n-d-816865-1 neutron-server[102386]: return f(self, *a, **k) Nov 05 18:58:58.076460 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 05 18:58:58.076460 n-d-816865-1 neutron-server[102386]: return self._get(url).json() Nov 05 18:58:58.076460 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 05 18:58:58.076460 n-d-816865-1 neutron-server[102386]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 05 18:58:58.076460 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 05 18:58:58.076460 n-d-816865-1 neutron-server[102386]: return self.request(url, 'GET', **kwargs) Nov 05 18:58:58.076460 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 05 18:58:58.076460 n-d-816865-1 neutron-server[102386]: base_url = self.get_endpoint(auth, allow=allow, Nov 05 18:58:58.076460 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 05 18:58:58.076460 n-d-816865-1 neutron-server[102386]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 05 18:58:58.076460 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 05 18:58:58.076460 n-d-816865-1 neutron-server[102386]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 05 18:58:58.076460 n-d-816865-1 neutron-server[102386]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 05 18:58:58.117866 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4ef8c3-bb60-493a-aeac-baa9327f89d7 tempest-TagsExtTest-994110606 tempest-TagsExtTest-994110606-project] Pushing event deleted for resources: {'Network': ['ID=f8c1b524-bbdf-4eb5-a155-16269015ba13,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:58:58.136713 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24002d6-5a14-42af-b609-952f0176b134 req-3ea05363-8103-4c0a-b284-f39bfe04733c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:58:58.137123 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24002d6-5a14-42af-b609-952f0176b134 req-3ea05363-8103-4c0a-b284-f39bfe04733c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:58:58.137582 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24002d6-5a14-42af-b609-952f0176b134 req-3ea05363-8103-4c0a-b284-f39bfe04733c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:58:58.139203 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-f24002d6-5a14-42af-b609-952f0176b134 req-3ea05363-8103-4c0a-b284-f39bfe04733c service neutron] 10.222.0.41 "GET /v2.0/networks?id=ad4e0fc4-1abc-48fb-9c8e-5d76236fa098&id=59ceeb29-cfb5-4ee4-ad6e-189a26cd5b4e&id=59ceeb29-cfb5-4ee4-ad6e-189a26cd5b4e&id=59ceeb29-cfb5-4ee4-ad6e-189a26cd5b4e&id=59ceeb29-cfb5-4ee4-ad6e-189a26cd5b4e&id=92cc69b6-4cd1-4b33-bca8-908cd312767a&id=92cc69b6-4cd1-4b33-bca8-908cd312767a HTTP/1.1" status: 200 len: 2298 time: 0.5251532 Nov 05 18:58:58.230848 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-403049b9-41b5-4e0d-acb2-91c7eb766a11 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1579178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-956796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1000687'] for network, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:58.260261 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-403049b9-41b5-4e0d-acb2-91c7eb766a11 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Publish callbacks [] for network, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:58.261719 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-7ac11661-c9ca-4aec-97b0-6d9da1d9aadf req-5e40516a-3642-4d0f-bac4-5249b3393d73 tempest-ServerRescueNegativeTestJSON-570401673 tempest-ServerRescueNegativeTestJSON-570401673-project] 10.222.0.13 "GET /v2.0/security-groups?id=01574b07-2bff-4b61-b9a8-932cd03ff8af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2646489 Nov 05 18:58:58.267706 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-403049b9-41b5-4e0d-acb2-91c7eb766a11 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] 10.222.0.13 "DELETE /v2.0/networks/a4783a66-4f57-4132-8eb0-b8945799c660 HTTP/1.1" status: 204 len: 168 time: 0.4797025 Nov 05 18:58:58.267706 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403049b9-41b5-4e0d-acb2-91c7eb766a11 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Pushing event deleted for resources: {'Network': ['ID=a4783a66-4f57-4132-8eb0-b8945799c660,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:58:58.269416 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 40350) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:58:58.279136 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-7d7e24dd-8c57-4564-967a-25819fbb75ad tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-357566372'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:58:58.313297 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-e7cba143-3f98-48ae-b03b-baec8fee14ef tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:58.320734 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-f24002d6-5a14-42af-b609-952f0176b134 req-21578fed-059c-482b-a071-3ce49f938b55 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4a07aa35-4ba7-4db3-b8ab-837d8ca258a7 HTTP/1.1" status: 200 len: 1000 time: 0.1500993 Nov 05 18:58:58.379286 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24002d6-5a14-42af-b609-952f0176b134 req-bf639278-e0fb-436c-ac4d-ba6f395228e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:58:58.386102 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-f24002d6-5a14-42af-b609-952f0176b134 req-bf639278-e0fb-436c-ac4d-ba6f395228e7 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=785d7bfa-2453-4e75-8b0a-ec14975b144a HTTP/1.1" status: 200 len: 856 time: 0.0531135 Nov 05 18:58:58.457968 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d7e24dd-8c57-4564-967a-25819fbb75ad tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Made reservation on behalf of 2f4e87ee64a4499db45fedd95080f0b7 for: {'network': 1} {{(pid=102386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 18:58:58.461719 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-7d7e24dd-8c57-4564-967a-25819fbb75ad tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for network, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:58.468834 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24002d6-5a14-42af-b609-952f0176b134 req-a0b530c6-2448-4cf3-8d53-48e825b5efbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:58:58.470378 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-f24002d6-5a14-42af-b609-952f0176b134 req-a0b530c6-2448-4cf3-8d53-48e825b5efbc service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ad4e0fc4-1abc-48fb-9c8e-5d76236fa098&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0825040 Nov 05 18:58:58.486230 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1521c55-fe22-4ab2-bd7d-5c7905f7c253 req-48a44575-2034-4caa-97da-3d078c4c494f tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:58:58.487910 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-d1521c55-fe22-4ab2-bd7d-5c7905f7c253 req-48a44575-2034-4caa-97da-3d078c4c494f tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] 10.222.0.13 "GET /v2.0/ports?device_id=3febeb46-783e-49e0-9e0e-691009d6ed32 HTTP/1.1" status: 200 len: 943 time: 0.0713553 Nov 05 18:58:58.488055 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d7e24dd-8c57-4564-967a-25819fbb75ad tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 199} {{(pid=102386) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 05 18:58:58.498352 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-7d7e24dd-8c57-4564-967a-25819fbb75ad tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273'] for segment, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:58.498949 n-d-816865-1 neutron-server[102386]: INFO neutron.db.segments_db [None req-7d7e24dd-8c57-4564-967a-25819fbb75ad tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Added segment 2fc291e4-0ea3-4795-a278-01523de164b1 of type vlan for network aaf2fd4f-62f3-463d-a56c-d5271c14468d Nov 05 18:58:58.556077 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-7d7e24dd-8c57-4564-967a-25819fbb75ad tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750027258543'] for network, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:58.578875 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Device 92d7132a-5c23-416b-bf2c-f6fc4ac5e2bc details requested by agent hyperv_n-h2-816865-1 with host n-h2-816865-1 {{(pid=102388) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 05 18:58:58.609021 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-d1521c55-fe22-4ab2-bd7d-5c7905f7c253 req-d36e743b-a72e-44e1-8de5-19b54f17e7ad tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9a1bcb7-2b62-4809-b67b-668edb56dae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068108 Nov 05 18:58:58.627227 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 40366) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:58:58.676641 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-7d7e24dd-8c57-4564-967a-25819fbb75ad tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-956796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877'] for network, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:58.690895 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d7e24dd-8c57-4564-967a-25819fbb75ad tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:58:58.691533 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-7d7e24dd-8c57-4564-967a-25819fbb75ad tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Publish callbacks [] for network, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:58.720259 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [None req-e7cba143-3f98-48ae-b03b-baec8fee14ef tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] Deleting port 238d386e-ed8e-4184-8ade-cf623c517915 {{(pid=102387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 18:58:58.720259 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-e7cba143-3f98-48ae-b03b-baec8fee14ef tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:58.735642 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-f24002d6-5a14-42af-b609-952f0176b134 req-b62d18b6-89e8-4b42-8b1e-1e7af7361f17 service neutron] 10.222.0.41 "GET /v2.0/networks/ad4e0fc4-1abc-48fb-9c8e-5d76236fa098?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2465529 Nov 05 18:58:58.741126 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] For port 92d7132a-5c23-416b-bf2c-f6fc4ac5e2bc, host n-h2-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=92d7132a-5c23-416b-bf2c-f6fc4ac5e2bc,segment=NetworkSegment(8281efde-bbf4-4833-8d7d-a490783d8ae5),segment_id=8281efde-bbf4-4833-8d7d-a490783d8ae5)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:58:58.760176 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Returning: {'device': '92d7132a-5c23-416b-bf2c-f6fc4ac5e2bc', 'network_id': '9c2bdaad-faf0-4d75-bb68-340f7d20c596', 'port_id': '92d7132a-5c23-416b-bf2c-f6fc4ac5e2bc', 'mac_address': 'fa:16:3e:d3:c4:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 185, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b6655376-4ea9-4701-98ec-c7e9e4d66f0f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102388) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 05 18:58:58.810137 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:58.827906 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7e24dd-8c57-4564-967a-25819fbb75ad tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Pushing event updated for resources: {'Network': ['ID=aaf2fd4f-62f3-463d-a56c-d5271c14468d,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:58:58.841480 n-d-816865-1 neutron-server[102388]: DEBUG neutron.notifiers.nova [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 92d7132a-5c23-416b-bf2c-f6fc4ac5e2bc {{(pid=102388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 18:58:58.846480 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-398c52be-d0d3-4991-a632-6260a2e7a30d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8a22762866ab4a6fa997b51e281f95ae&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2150438 Nov 05 18:58:58.847803 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 40370) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:58:58.855847 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Network aaf2fd4f-62f3-463d-a56c-d5271c14468d details requested by agent ovs-agent-n-d-816865-1 with host n-d-816865-1 {{(pid=102388) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 05 18:58:58.866588 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-7d7e24dd-8c57-4564-967a-25819fbb75ad tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.5914176 Nov 05 18:58:58.877963 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 40372) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:58:58.885323 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-a771bbca-4786-4a28-adf9-59f976aefdbb tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Request body: {'subnet': {'network_id': 'aaf2fd4f-62f3-463d-a56c-d5271c14468d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:58:58.932710 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-d1c8bf91-d24b-467e-a841-89dce0fc3a97 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:58.953860 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] For port 92d7132a-5c23-416b-bf2c-f6fc4ac5e2bc, host n-h2-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=92d7132a-5c23-416b-bf2c-f6fc4ac5e2bc,segment=NetworkSegment(8281efde-bbf4-4833-8d7d-a490783d8ae5),segment_id=8281efde-bbf4-4833-8d7d-a490783d8ae5)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:58:58.958183 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-e7cba143-3f98-48ae-b03b-baec8fee14ef tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:58.959401 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-d1c8bf91-d24b-467e-a841-89dce0fc3a97 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:58.992371 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [None req-e7cba143-3f98-48ae-b03b-baec8fee14ef tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] Calling delete_port for 238d386e-ed8e-4184-8ade-cf623c517915 owned by network:router_gateway {{(pid=102387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 18:58:59.002008 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-f24002d6-5a14-42af-b609-952f0176b134 req-0874ec64-ec34-44db-bad9-ecea0bde6272 service neutron] 10.222.0.41 "GET /v2.0/networks/ad4e0fc4-1abc-48fb-9c8e-5d76236fa098?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2515025 Nov 05 18:58:59.019054 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:59.076421 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Pushing event updated for resources: {'Port': ['ID=92d7132a-5c23-416b-bf2c-f6fc4ac5e2bc,revision_number=4']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:58:59.084576 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-f24002d6-5a14-42af-b609-952f0176b134 req-0a6ccf53-d287-4ea2-995c-c7e1cf1824aa service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.71&port_id=67bf7a45-d02d-4202-afe1-d2eef054ceb0 HTTP/1.1" status: 200 len: 217 time: 0.0769513 Nov 05 18:58:59.092566 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-d1c8bf91-d24b-467e-a841-89dce0fc3a97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:59.096380 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-d1c8bf91-d24b-467e-a841-89dce0fc3a97 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:59.097677 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-d1c8bf91-d24b-467e-a841-89dce0fc3a97 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d705ba0b-afe0-4c16-a337-55eb39569afe HTTP/1.1" status: 204 len: 168 time: 0.2489381 Nov 05 18:58:59.119130 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c8bf91-d24b-467e-a841-89dce0fc3a97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d705ba0b-afe0-4c16-a337-55eb39569afe,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:58:59.142666 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a771bbca-4786-4a28-adf9-59f976aefdbb tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Made reservation on behalf of 2f4e87ee64a4499db45fedd95080f0b7 for: {'subnet': 1} {{(pid=102387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 18:58:59.145022 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-a771bbca-4786-4a28-adf9-59f976aefdbb tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5112236'] for subnet, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:59.253754 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.ipam_backend_mixin [None req-a771bbca-4786-4a28-adf9-59f976aefdbb tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Performing IP validity checks on allocation pools {{(pid=102387) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 05 18:58:59.254389 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.ipam_backend_mixin [None req-a771bbca-4786-4a28-adf9-59f976aefdbb tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102387) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 05 18:58:59.267701 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24002d6-5a14-42af-b609-952f0176b134 req-6fd80283-1afb-46f8-9d69-3b98ff794f03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:58:59.269171 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-f24002d6-5a14-42af-b609-952f0176b134 req-6fd80283-1afb-46f8-9d69-3b98ff794f03 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e9dfd8b9-004d-48f6-8398-0a38af599af4 HTTP/1.1" status: 200 len: 797 time: 0.1743302 Nov 05 18:58:59.302734 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] get_ports_and_sgs() called for port_ids ['92d7132a-5c23-416b-bf2c-f6fc4ac5e2bc'] {{(pid=102388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 18:58:59.351764 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24002d6-5a14-42af-b609-952f0176b134 req-35da8b5c-0ba0-4958-af6e-2a0db85b3624 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:58:59.353277 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-f24002d6-5a14-42af-b609-952f0176b134 req-35da8b5c-0ba0-4958-af6e-2a0db85b3624 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=59ceeb29-cfb5-4ee4-ad6e-189a26cd5b4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0754850 Nov 05 18:58:59.463886 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-e7cba143-3f98-48ae-b03b-baec8fee14ef tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4417063'] for port, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:59.513694 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cba143-3f98-48ae-b03b-baec8fee14ef tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] Pushing event deleted for resources: {'Port': ['ID=238d386e-ed8e-4184-8ade-cf623c517915,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:58:59.542705 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b119ef8-6df7-4097-8285-f71f120366e3 req-07ee5df9-dc0a-47a6-9ff4-d53085872644 tempest-ServerRescueNegativeTestJSON-570401673 tempest-ServerRescueNegativeTestJSON-570401673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:58:59.544287 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-6b119ef8-6df7-4097-8285-f71f120366e3 req-07ee5df9-dc0a-47a6-9ff4-d53085872644 tempest-ServerRescueNegativeTestJSON-570401673 tempest-ServerRescueNegativeTestJSON-570401673-project] 10.222.0.13 "GET /v2.0/ports?device_id=93c08649-0c78-43a2-be9e-2ac6589b527d HTTP/1.1" status: 200 len: 945 time: 0.1628728 Nov 05 18:58:59.650715 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-f24002d6-5a14-42af-b609-952f0176b134 req-e6af4155-5b65-4d5d-84d3-7a4c86726d04 service neutron] 10.222.0.41 "GET /v2.0/networks/59ceeb29-cfb5-4ee4-ad6e-189a26cd5b4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2839444 Nov 05 18:58:59.843319 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-e7cba143-3f98-48ae-b03b-baec8fee14ef tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1000651'] for router_gateway, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:58:59.904707 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-6b119ef8-6df7-4097-8285-f71f120366e3 req-eced0733-8a46-4884-9ee4-a94ac15f450a tempest-ServerRescueNegativeTestJSON-570401673 tempest-ServerRescueNegativeTestJSON-570401673-project] 10.222.0.13 "GET /v2.0/security-groups?id=01574b07-2bff-4b61-b9a8-932cd03ff8af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3204660 Nov 05 18:59:00.000590 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-e7cba143-3f98-48ae-b03b-baec8fee14ef tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-571301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6852'] for router, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:00.004261 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-e7cba143-3f98-48ae-b03b-baec8fee14ef tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:00.029130 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed521c8b-3a8a-42c8-859b-a0946eb0ee04 req-acba22a6-7b7f-403c-af96-eddc9e7bd7fc tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:59:00.031102 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-ed521c8b-3a8a-42c8-859b-a0946eb0ee04 req-acba22a6-7b7f-403c-af96-eddc9e7bd7fc tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] 10.222.0.13 "GET /v2.0/ports?device_id=3febeb46-783e-49e0-9e0e-691009d6ed32 HTTP/1.1" status: 200 len: 944 time: 0.3081286 Nov 05 18:59:00.080272 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-f24002d6-5a14-42af-b609-952f0176b134 req-7ba2d244-eaf0-4dab-b1b6-1fb3737d0983 service neutron] 10.222.0.41 "GET /v2.0/networks/59ceeb29-cfb5-4ee4-ad6e-189a26cd5b4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3713624 Nov 05 18:59:00.081081 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-a771bbca-4786-4a28-adf9-59f976aefdbb tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4417463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5112218'] for subnet, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:00.165649 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-e7cba143-3f98-48ae-b03b-baec8fee14ef tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-571310'] for router, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:00.166190 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7cba143-3f98-48ae-b03b-baec8fee14ef tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] Fanout notify agent at l3_agent the message router_deleted on router a3269702-dd5d-4fcd-a088-f251c1c3baf7 {{(pid=102387) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 05 18:59:00.168454 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-f24002d6-5a14-42af-b609-952f0176b134 req-952fc845-0333-4c55-a183-ba1a629d0d3b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.82&port_id=2456eae3-169a-4fab-a13d-e220c18e5959 HTTP/1.1" status: 200 len: 217 time: 0.0719445 Nov 05 18:59:00.181942 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-e7cba143-3f98-48ae-b03b-baec8fee14ef tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] Publish callbacks [] for router, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:00.183151 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-e7cba143-3f98-48ae-b03b-baec8fee14ef tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] 10.222.0.13 "DELETE /v2.0/routers/a3269702-dd5d-4fcd-a088-f251c1c3baf7 HTTP/1.1" status: 204 len: 168 time: 2.8012445 Nov 05 18:59:00.185910 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 40412) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:59:00.235783 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a771bbca-4786-4a28-adf9-59f976aefdbb tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Pushing event updated for resources: {'Subnet': ['ID=565ff42f-be34-4fca-9876-93b9bca75d07,revision_number=0']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:59:00.246961 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.db_base_plugin_v2 [None req-c1924d41-8ffa-45cc-ad13-f0c22d7d16cf tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] Deleting subnet 8e77a4cb-f390-4464-b7c4-57937d9e0d95 {{(pid=102386) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 05 18:59:00.250591 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-c1924d41-8ffa-45cc-ad13-f0c22d7d16cf tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] Publish callbacks [] for subnet, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:00.263676 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-ed521c8b-3a8a-42c8-859b-a0946eb0ee04 req-8ed03a03-f52b-433f-89cf-3679757e0aa5 tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9a1bcb7-2b62-4809-b67b-668edb56dae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2246914 Nov 05 18:59:00.277769 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a771bbca-4786-4a28-adf9-59f976aefdbb tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Checking segment: {'id': '2fc291e4-0ea3-4795-a278-01523de164b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'aaf2fd4f-62f3-463d-a56c-d5271c14468d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 18:59:00.278159 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a771bbca-4786-4a28-adf9-59f976aefdbb tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Network hostable DHCP agents. Network: aaf2fd4f-62f3-463d-a56c-d5271c14468d, hostable agents: ['987e2ca0-bc3b-4c6f-a989-429ccfbf753f'], hosted agents: [] {{(pid=102387) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 05 18:59:00.284633 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24002d6-5a14-42af-b609-952f0176b134 req-aaf89f04-d40d-4e2f-ad6f-fa5156a38019 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:59:00.286173 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-f24002d6-5a14-42af-b609-952f0176b134 req-aaf89f04-d40d-4e2f-ad6f-fa5156a38019 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e9dfd8b9-004d-48f6-8398-0a38af599af4 HTTP/1.1" status: 200 len: 797 time: 0.0931873 Nov 05 18:59:00.297359 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-c1924d41-8ffa-45cc-ad13-f0c22d7d16cf tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4590738'] for subnet, precommit_delete_associations {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:00.336710 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24002d6-5a14-42af-b609-952f0176b134 req-ed770a34-967d-4e0e-be03-8b5793f3de47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:59:00.338430 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-f24002d6-5a14-42af-b609-952f0176b134 req-ed770a34-967d-4e0e-be03-8b5793f3de47 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=59ceeb29-cfb5-4ee4-ad6e-189a26cd5b4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0452199 Nov 05 18:59:00.354395 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-c1924d41-8ffa-45cc-ad13-f0c22d7d16cf tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1573928'] for subnet, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:00.379706 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a771bbca-4786-4a28-adf9-59f976aefdbb tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Network aaf2fd4f-62f3-463d-a56c-d5271c14468d is scheduled to be hosted by DHCP agent 987e2ca0-bc3b-4c6f-a989-429ccfbf753f with binding_index 1 {{(pid=102387) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 05 18:59:00.450982 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-f24002d6-5a14-42af-b609-952f0176b134 req-65cf237a-c80d-42b9-8dc1-0c1510ee6175 service neutron] 10.222.0.41 "GET /v2.0/networks/59ceeb29-cfb5-4ee4-ad6e-189a26cd5b4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1047101 Nov 05 18:59:00.481164 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.base_scheduler [None req-a771bbca-4786-4a28-adf9-59f976aefdbb tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816865-1, aaf2fd4f-62f3-463d-a56c-d5271c14468d) {{(pid=102387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:59:00.491705 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cda1ecc-ab46-4b24-ad74-1efb98596255 None None] Network aaf2fd4f-62f3-463d-a56c-d5271c14468d requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 18:59:00.499460 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a771bbca-4786-4a28-adf9-59f976aefdbb tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:59:00.500558 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-a771bbca-4786-4a28-adf9-59f976aefdbb tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Publish callbacks [] for subnet, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:00.504474 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-c1924d41-8ffa-45cc-ad13-f0c22d7d16cf tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1573905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6149879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4877183'] for subnet, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:00.572275 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1924d41-8ffa-45cc-ad13-f0c22d7d16cf tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] Pushing event deleted for resources: {'Subnet': ['ID=8e77a4cb-f390-4464-b7c4-57937d9e0d95,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:59:00.574969 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-c1924d41-8ffa-45cc-ad13-f0c22d7d16cf tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] Publish callbacks [] for subnet, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:00.584194 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-f24002d6-5a14-42af-b609-952f0176b134 req-1a3ca19b-9e00-42ef-ad90-b8ea09bcb1a6 service neutron] 10.222.0.41 "GET /v2.0/networks/59ceeb29-cfb5-4ee4-ad6e-189a26cd5b4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248693 Nov 05 18:59:00.587138 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Device 92d7132a-5c23-416b-bf2c-f6fc4ac5e2bc up at agent hyperv_n-h2-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 18:59:00.588571 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 40422) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:59:00.589321 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-c1924d41-8ffa-45cc-ad13-f0c22d7d16cf tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] 10.222.0.13 "DELETE /v2.0/subnets/8e77a4cb-f390-4464-b7c4-57937d9e0d95 HTTP/1.1" status: 204 len: 168 time: 0.3980200 Nov 05 18:59:00.616640 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-a771bbca-4786-4a28-adf9-59f976aefdbb tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7379060 Nov 05 18:59:00.625398 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 40428) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:59:00.631508 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-c029a97b-63ad-49bf-ac29-a74b979b9a86 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Request body: {'port': {'network_id': 'aaf2fd4f-62f3-463d-a56c-d5271c14468d', 'name': 'tempest-PortsTestJSON-550676723'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:59:00.669063 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-f24002d6-5a14-42af-b609-952f0176b134 req-3698d770-ae18-44db-a07f-cca7f17c2290 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.133&port_id=46698228-652b-414f-824e-358a6286420a HTTP/1.1" status: 200 len: 217 time: 0.0661867 Nov 05 18:59:00.748655 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-c1894694-b53d-4c23-a1e4-fd3730f9b552 tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1664226'] for network, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:00.764382 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24002d6-5a14-42af-b609-952f0176b134 req-abb9db62-460d-4df1-9458-0252c7b8c43a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:59:00.766066 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-f24002d6-5a14-42af-b609-952f0176b134 req-abb9db62-460d-4df1-9458-0252c7b8c43a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e9dfd8b9-004d-48f6-8398-0a38af599af4 HTTP/1.1" status: 200 len: 797 time: 0.0685873 Nov 05 18:59:00.780744 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8357db44-39e9-450e-8490-05c976dc39b9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeb20a084-accf-5b60-8075-3e69ebe863a6-aaf2fd4f-62f3-463d-a56c-d5271c14468d', 'network_id': 'aaf2fd4f-62f3-463d-a56c-d5271c14468d', 'tenant_id': '2f4e87ee64a4499db45fedd95080f0b7', 'fixed_ips': [{'subnet_id': '565ff42f-be34-4fca-9876-93b9bca75d07'}]}} from n-d-816865-1. {{(pid=102388) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 05 18:59:00.782557 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-8357db44-39e9-450e-8490-05c976dc39b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:00.800824 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Provisioning for port 92d7132a-5c23-416b-bf2c-f6fc4ac5e2bc completed by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 05 18:59:00.814693 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Provisioning complete for port 92d7132a-5c23-416b-bf2c-f6fc4ac5e2bc triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:59:00.815436 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:00.857912 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c029a97b-63ad-49bf-ac29-a74b979b9a86 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Made reservation on behalf of 2f4e87ee64a4499db45fedd95080f0b7 for: {'port': 1} {{(pid=102386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 18:59:00.861798 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-c029a97b-63ad-49bf-ac29-a74b979b9a86 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:00.890474 n-d-816865-1 neutron-server[102386]: DEBUG neutron.notifiers.nova [None req-c029a97b-63ad-49bf-ac29-a74b979b9a86 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] device_id is not set on port ebef9443-36c1-46da-8ddf-66d066aef0ec yet. {{(pid=102386) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 05 18:59:00.908642 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-c1894694-b53d-4c23-a1e4-fd3730f9b552 tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1579173', 'neutron.services.segments.db._delete_segments_for_network-8750027792909'] for network, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:00.929475 n-d-816865-1 neutron-server[102387]: DEBUG neutron.services.segments.db [None req-c1894694-b53d-4c23-a1e4-fd3730f9b552 tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['adc01256-dd32-4a21-b5a4-090ddd39da46']}} {{(pid=102387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:59:00.953241 n-d-816865-1 neutron-server[102387]: DEBUG neutron.services.segments.db [None req-c1894694-b53d-4c23-a1e4-fd3730f9b552 tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8fc21812-f483-41f8-b9fb-d09729410358') {'for_net_delete': True} {{(pid=102387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:59:00.955148 n-d-816865-1 neutron-server[102387]: DEBUG neutron.services.segments.db [None req-c1894694-b53d-4c23-a1e4-fd3730f9b552 tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8fc21812-f483-41f8-b9fb-d09729410358') {} {{(pid=102387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:59:00.975202 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-c1894694-b53d-4c23-a1e4-fd3730f9b552 tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750027793430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4463492'] for segment, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:00.983852 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:01.010419 n-d-816865-1 neutron-server[102388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3febeb46-783e-49e0-9e0e-691009d6ed32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92d7132a-5c23-416b-bf2c-f6fc4ac5e2bc'}] {{(pid=102388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 18:59:01.012869 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85474fee1180e129d8a886d264fe0b30223aa672dd1ffe43b630605f18504f68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bf4519b-68d6-48ae-94e7-fc1e187e7e4a" -d '{"events": [{"server_uuid": "3febeb46-783e-49e0-9e0e-691009d6ed32", "name": "network-vif-plugged", "status": "completed", "tag": "92d7132a-5c23-416b-bf2c-f6fc4ac5e2bc"}]}' {{(pid=102388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 18:59:01.030781 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] For port 92d7132a-5c23-416b-bf2c-f6fc4ac5e2bc, host n-h2-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=92d7132a-5c23-416b-bf2c-f6fc4ac5e2bc,segment=NetworkSegment(8281efde-bbf4-4833-8d7d-a490783d8ae5),segment_id=8281efde-bbf4-4833-8d7d-a490783d8ae5)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:59:01.036423 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-c1894694-b53d-4c23-a1e4-fd3730f9b552 tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273'] for segment, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:01.042727 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24002d6-5a14-42af-b609-952f0176b134 req-035cc378-20e2-46f2-b3a5-7f3c7e1196fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:59:01.044363 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-f24002d6-5a14-42af-b609-952f0176b134 req-035cc378-20e2-46f2-b3a5-7f3c7e1196fa service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=59ceeb29-cfb5-4ee4-ad6e-189a26cd5b4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2708986 Nov 05 18:59:01.047802 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c1894694-b53d-4c23-a1e4-fd3730f9b552 tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] Releasing vlan 188 on physical network physnet1 to pool {{(pid=102387) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 05 18:59:01.048222 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-c1894694-b53d-4c23-a1e4-fd3730f9b552 tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4417236'] for segment, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:01.051601 n-d-816865-1 neutron-server[102387]: Traceback (most recent call last): Nov 05 18:59:01.051601 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 05 18:59:01.051601 n-d-816865-1 neutron-server[102387]: timer() Nov 05 18:59:01.051601 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 05 18:59:01.051601 n-d-816865-1 neutron-server[102387]: cb(*args, **kw) Nov 05 18:59:01.051601 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 05 18:59:01.051601 n-d-816865-1 neutron-server[102387]: return func(*args, **kwargs) Nov 05 18:59:01.051601 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 05 18:59:01.051601 n-d-816865-1 neutron-server[102387]: self._notify() Nov 05 18:59:01.051601 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 05 18:59:01.051601 n-d-816865-1 neutron-server[102387]: self.callback(batched_events) Nov 05 18:59:01.051601 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 05 18:59:01.051601 n-d-816865-1 neutron-server[102387]: event.method(event) Nov 05 18:59:01.051601 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 05 18:59:01.051601 n-d-816865-1 neutron-server[102387]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 05 18:59:01.051601 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 05 18:59:01.051601 n-d-816865-1 neutron-server[102387]: aggregate_uuid = self.p_client.list_aggregates( Nov 05 18:59:01.051601 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 05 18:59:01.051601 n-d-816865-1 neutron-server[102387]: return f(self, *a, **k) Nov 05 18:59:01.051601 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 05 18:59:01.051601 n-d-816865-1 neutron-server[102387]: return self._get(url).json() Nov 05 18:59:01.051601 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 05 18:59:01.051601 n-d-816865-1 neutron-server[102387]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 05 18:59:01.051601 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 05 18:59:01.051601 n-d-816865-1 neutron-server[102387]: return self.request(url, 'GET', **kwargs) Nov 05 18:59:01.051601 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 05 18:59:01.051601 n-d-816865-1 neutron-server[102387]: base_url = self.get_endpoint(auth, allow=allow, Nov 05 18:59:01.051601 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 05 18:59:01.051601 n-d-816865-1 neutron-server[102387]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 05 18:59:01.051601 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 05 18:59:01.051601 n-d-816865-1 neutron-server[102387]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 05 18:59:01.051601 n-d-816865-1 neutron-server[102387]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 05 18:59:01.090410 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 18:59:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41358572-7b02-4fe2-9a8c-74544e4face7 x-openstack-request-id: req-41358572-7b02-4fe2-9a8c-74544e4face7 {{(pid=102388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 18:59:01.091689 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3febeb46-783e-49e0-9e0e-691009d6ed32", "name": "network-vif-plugged", "status": "completed", "tag": "92d7132a-5c23-416b-bf2c-f6fc4ac5e2bc", "code": 200}]} {{(pid=102388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 18:59:01.092215 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-41358572-7b02-4fe2-9a8c-74544e4face7 {{(pid=102388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 18:59:01.093372 n-d-816865-1 neutron-server[102388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3febeb46-783e-49e0-9e0e-691009d6ed32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92d7132a-5c23-416b-bf2c-f6fc4ac5e2bc', 'code': 200} Nov 05 18:59:01.097591 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.db_base_plugin_common [None req-c029a97b-63ad-49bf-ac29-a74b979b9a86 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Allocated IP 172.20.0.5 (aaf2fd4f-62f3-463d-a56c-d5271c14468d/565ff42f-be34-4fca-9876-93b9bca75d07/ebef9443-36c1-46da-8ddf-66d066aef0ec) {{(pid=102386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 18:59:01.133099 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:01.223433 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Pushing event updated for resources: {'Port': ['ID=92d7132a-5c23-416b-bf2c-f6fc4ac5e2bc,revision_number=5']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:59:01.300299 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed6db28-357f-4b99-b5c9-3d40c751ea69 req-80935c40-239a-4309-8d8b-e0c96f90fc4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:59:01.301944 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-1ed6db28-357f-4b99-b5c9-3d40c751ea69 req-80935c40-239a-4309-8d8b-e0c96f90fc4b service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=3febeb46-783e-49e0-9e0e-691009d6ed32 HTTP/1.1" status: 200 len: 1096 time: 0.1039624 Nov 05 18:59:01.396235 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-c029a97b-63ad-49bf-ac29-a74b979b9a86 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Publish callbacks [] for port, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:01.404150 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-1ed6db28-357f-4b99-b5c9-3d40c751ea69 req-b47de0c3-a2c8-4111-ab9a-9e1e8a0f8084 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=c9a1bcb7-2b62-4809-b67b-668edb56dae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918798 Nov 05 18:59:01.517840 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-c029a97b-63ad-49bf-ac29-a74b979b9a86 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:01.582708 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c029a97b-63ad-49bf-ac29-a74b979b9a86 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Network aaf2fd4f-62f3-463d-a56c-d5271c14468d is already hosted by enough agents. {{(pid=102386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 18:59:01.583929 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a2d3cc-be64-48d6-b5d8-287c32a7d188 req-85e6ffe3-5d72-492c-bbaa-d316f7e4f64e tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:59:01.585497 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-80a2d3cc-be64-48d6-b5d8-287c32a7d188 req-85e6ffe3-5d72-492c-bbaa-d316f7e4f64e tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] 10.222.0.13 "GET /v2.0/ports?device_id=3febeb46-783e-49e0-9e0e-691009d6ed32 HTTP/1.1" status: 200 len: 945 time: 0.1440828 Nov 05 18:59:01.597313 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.base_scheduler [None req-c029a97b-63ad-49bf-ac29-a74b979b9a86 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Resources bound (agent type, host, resource id): {{(pid=102386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:59:01.600877 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68f51fe-44da-4f25-b4f8-b338d226bb7c req-8ba07e29-2b8c-4a0a-bbb5-dc7df6e45642 tempest-ServerRescueNegativeTestJSON-570401673 tempest-ServerRescueNegativeTestJSON-570401673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:59:01.601739 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c029a97b-63ad-49bf-ac29-a74b979b9a86 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Received port after_create {{(pid=102386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 18:59:01.602466 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-b68f51fe-44da-4f25-b4f8-b338d226bb7c req-8ba07e29-2b8c-4a0a-bbb5-dc7df6e45642 tempest-ServerRescueNegativeTestJSON-570401673 tempest-ServerRescueNegativeTestJSON-570401673-project] 10.222.0.13 "GET /v2.0/ports?device_id=93c08649-0c78-43a2-be9e-2ac6589b527d HTTP/1.1" status: 200 len: 945 time: 0.1705077 Nov 05 18:59:01.607480 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.db_base_plugin_common [None req-8357db44-39e9-450e-8490-05c976dc39b9 None None] Allocated IP 172.20.0.2 (aaf2fd4f-62f3-463d-a56c-d5271c14468d/565ff42f-be34-4fca-9876-93b9bca75d07/aa924f6b-62fc-43f5-bb41-a016285388d6) {{(pid=102388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 18:59:01.614600 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-f24002d6-5a14-42af-b609-952f0176b134 req-52bdf89d-9961-40ce-b135-500b56e6b8a3 service neutron] 10.222.0.41 "GET /v2.0/networks/59ceeb29-cfb5-4ee4-ad6e-189a26cd5b4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5523474 Nov 05 18:59:01.632423 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-c1894694-b53d-4c23-a1e4-fd3730f9b552 tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1579178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-956796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1000687'] for network, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:01.666961 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-c1894694-b53d-4c23-a1e4-fd3730f9b552 tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] Publish callbacks [] for network, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:01.673130 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-c1894694-b53d-4c23-a1e4-fd3730f9b552 tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] 10.222.0.13 "DELETE /v2.0/networks/adc01256-dd32-4a21-b5a4-090ddd39da46 HTTP/1.1" status: 204 len: 168 time: 1.0802529 Nov 05 18:59:01.695456 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c029a97b-63ad-49bf-ac29-a74b979b9a86 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Pushing event updated for resources: {'Port': ['ID=ebef9443-36c1-46da-8ddf-66d066aef0ec,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:59:01.704159 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1894694-b53d-4c23-a1e4-fd3730f9b552 tempest-FloatingIPTestJSON-1245359779 tempest-FloatingIPTestJSON-1245359779-project] Pushing event deleted for resources: {'Network': ['ID=adc01256-dd32-4a21-b5a4-090ddd39da46,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:59:01.765441 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c029a97b-63ad-49bf-ac29-a74b979b9a86 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:59:01.767083 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-c029a97b-63ad-49bf-ac29-a74b979b9a86 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:01.826848 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-b68f51fe-44da-4f25-b4f8-b338d226bb7c req-a2b2c13f-15bd-4c5a-9d11-d235170be042 tempest-ServerRescueNegativeTestJSON-570401673 tempest-ServerRescueNegativeTestJSON-570401673-project] 10.222.0.13 "GET /v2.0/security-groups?id=01574b07-2bff-4b61-b9a8-932cd03ff8af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2144744 Nov 05 18:59:01.843850 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-80a2d3cc-be64-48d6-b5d8-287c32a7d188 req-228b442a-31fc-487b-a561-ccebd2f33b53 tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9a1bcb7-2b62-4809-b67b-668edb56dae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2401769 Nov 05 18:59:01.886159 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-c029a97b-63ad-49bf-ac29-a74b979b9a86 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.2570634 Nov 05 18:59:01.887323 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 40466) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:59:01.892043 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-f24002d6-5a14-42af-b609-952f0176b134 req-8a958cc7-a5e5-4bb4-8378-9e39c67ad56e service neutron] 10.222.0.41 "GET /v2.0/networks/59ceeb29-cfb5-4ee4-ad6e-189a26cd5b4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2570469 Nov 05 18:59:01.939173 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-f24002d6-5a14-42af-b609-952f0176b134 req-4e8ff194-4cae-433e-8c65-7c68109b7b59 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.123&port_id=5386ba49-a136-493a-a4e4-38072626870e HTTP/1.1" status: 200 len: 217 time: 0.0422637 Nov 05 18:59:01.946971 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-8357db44-39e9-450e-8490-05c976dc39b9 None None] Publish callbacks [] for port, precommit_create {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:01.991608 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f03a49-e5c9-4e10-a7e6-2ed0afe0f8dd req-19d81081-127b-4c81-bb69-7fb9e436bb25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:59:01.993290 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-75f03a49-e5c9-4e10-a7e6-2ed0afe0f8dd req-19d81081-127b-4c81-bb69-7fb9e436bb25 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=93c08649-0c78-43a2-be9e-2ac6589b527d HTTP/1.1" status: 200 len: 1096 time: 0.1875796 Nov 05 18:59:01.996808 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24002d6-5a14-42af-b609-952f0176b134 req-ff51b79f-508c-4c37-9dae-217c6621d5e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:59:01.998243 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-f24002d6-5a14-42af-b609-952f0176b134 req-ff51b79f-508c-4c37-9dae-217c6621d5e4 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e9dfd8b9-004d-48f6-8398-0a38af599af4 HTTP/1.1" status: 200 len: 797 time: 0.0522065 Nov 05 18:59:02.042351 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-8357db44-39e9-450e-8490-05c976dc39b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789'] for port, after_create {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:02.084765 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24002d6-5a14-42af-b609-952f0176b134 req-dce666f2-d9b3-45a3-b97f-7c3bd22fc1a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:59:02.087206 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-f24002d6-5a14-42af-b609-952f0176b134 req-dce666f2-d9b3-45a3-b97f-7c3bd22fc1a6 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=59ceeb29-cfb5-4ee4-ad6e-189a26cd5b4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0815346 Nov 05 18:59:02.104569 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8357db44-39e9-450e-8490-05c976dc39b9 None None] Pushing event updated for resources: {'Port': ['ID=aa924f6b-62fc-43f5-bb41-a016285388d6,revision_number=1']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:59:02.124543 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-e46d40dc-f33c-4d44-92b7-1e8459be999a tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Deleting port ebef9443-36c1-46da-8ddf-66d066aef0ec {{(pid=102386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 18:59:02.125144 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-e46d40dc-f33c-4d44-92b7-1e8459be999a tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:02.130283 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-75f03a49-e5c9-4e10-a7e6-2ed0afe0f8dd req-44be9d76-2546-4291-8cda-dd7fe7003c42 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=01574b07-2bff-4b61-b9a8-932cd03ff8af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258612 Nov 05 18:59:02.138571 n-d-816865-1 neutron-server[102388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8357db44-39e9-450e-8490-05c976dc39b9 None None] Network aaf2fd4f-62f3-463d-a56c-d5271c14468d is already hosted by enough agents. {{(pid=102388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 18:59:02.141682 n-d-816865-1 neutron-server[102388]: DEBUG neutron.scheduler.base_scheduler [None req-8357db44-39e9-450e-8490-05c976dc39b9 None None] Resources bound (agent type, host, resource id): {{(pid=102388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:59:02.145406 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8357db44-39e9-450e-8490-05c976dc39b9 None None] Received port after_create {{(pid=102388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 18:59:02.220066 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-8357db44-39e9-450e-8490-05c976dc39b9 None None] Attempting to bind port aa924f6b-62fc-43f5-bb41-a016285388d6 on host n-d-816865-1 for vnic_type normal with profile {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 18:59:02.221382 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-8357db44-39e9-450e-8490-05c976dc39b9 None None] Attempting to bind port aa924f6b-62fc-43f5-bb41-a016285388d6 by drivers openvswitch,hyperv on host n-d-816865-1 at level 0 using segments [{'id': '2fc291e4-0ea3-4795-a278-01523de164b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'aaf2fd4f-62f3-463d-a56c-d5271c14468d'}] {{(pid=102388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 18:59:02.221843 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8357db44-39e9-450e-8490-05c976dc39b9 None None] Attempting to bind port aa924f6b-62fc-43f5-bb41-a016285388d6 on network aaf2fd4f-62f3-463d-a56c-d5271c14468d {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 18:59:02.229526 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8357db44-39e9-450e-8490-05c976dc39b9 None None] Checking agent: {'id': '724d89a7-611b-41e6-bc85-c48112b17afa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 18, 25, 8), 'started_at': datetime.datetime(2021, 11, 5, 18, 25, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 18, 58, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 18:59:02.229989 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8357db44-39e9-450e-8490-05c976dc39b9 None None] Checking segment: {'id': '2fc291e4-0ea3-4795-a278-01523de164b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'aaf2fd4f-62f3-463d-a56c-d5271c14468d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 18:59:02.230482 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-8357db44-39e9-450e-8490-05c976dc39b9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:02.230938 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8357db44-39e9-450e-8490-05c976dc39b9 None None] Bound using segment: {'id': '2fc291e4-0ea3-4795-a278-01523de164b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'aaf2fd4f-62f3-463d-a56c-d5271c14468d'} {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 18:59:02.231413 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-f24002d6-5a14-42af-b609-952f0176b134 req-e94f96bb-ed2b-4e44-888a-5e2a2631ca7e service neutron] 10.222.0.41 "GET /v2.0/networks/59ceeb29-cfb5-4ee4-ad6e-189a26cd5b4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1354034 Nov 05 18:59:02.231552 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-8357db44-39e9-450e-8490-05c976dc39b9 None None] Bound port: aa924f6b-62fc-43f5-bb41-a016285388d6, host: n-d-816865-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2fc291e4-0ea3-4795-a278-01523de164b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'aaf2fd4f-62f3-463d-a56c-d5271c14468d'}}] {{(pid=102388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 18:59:02.231979 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-8357db44-39e9-450e-8490-05c976dc39b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:02.238336 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-e46d40dc-f33c-4d44-92b7-1e8459be999a tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:02.281056 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-e46d40dc-f33c-4d44-92b7-1e8459be999a tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Calling delete_port for ebef9443-36c1-46da-8ddf-66d066aef0ec owned by {{(pid=102386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 18:59:02.362963 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-f24002d6-5a14-42af-b609-952f0176b134 req-320ec943-f0f3-4e1d-9e40-9d903098fe1e service neutron] 10.222.0.41 "GET /v2.0/networks/59ceeb29-cfb5-4ee4-ad6e-189a26cd5b4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241059 Nov 05 18:59:02.373054 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-8357db44-39e9-450e-8490-05c976dc39b9 None None] For port aa924f6b-62fc-43f5-bb41-a016285388d6, host n-d-816865-1, cleared binding levels {{(pid=102388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 18:59:02.377214 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-8357db44-39e9-450e-8490-05c976dc39b9 None None] For port aa924f6b-62fc-43f5-bb41-a016285388d6, host n-d-816865-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=aa924f6b-62fc-43f5-bb41-a016285388d6,segment=NetworkSegment(2fc291e4-0ea3-4795-a278-01523de164b1),segment_id=2fc291e4-0ea3-4795-a278-01523de164b1)] {{(pid=102388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 18:59:02.427202 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-f24002d6-5a14-42af-b609-952f0176b134 req-2993b26a-8385-4e1a-80d7-a096b9722fc4 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=e6513d5c-62fb-4121-a58c-2e9501d0001a HTTP/1.1" status: 200 len: 217 time: 0.0557044 Nov 05 18:59:02.461758 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 40480) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:59:02.464896 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-8357db44-39e9-450e-8490-05c976dc39b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:02.514695 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24002d6-5a14-42af-b609-952f0176b134 req-8abc6c18-01b2-4f16-a585-1fa3bfda6d4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:59:02.516209 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-f24002d6-5a14-42af-b609-952f0176b134 req-8abc6c18-01b2-4f16-a585-1fa3bfda6d4e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=fff5f4f4-3c24-4660-a3f5-7d19daede3c5 HTTP/1.1" status: 200 len: 797 time: 0.0826726 Nov 05 18:59:02.559241 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8357db44-39e9-450e-8490-05c976dc39b9 None None] Pushing event updated for resources: {'Port': ['ID=aa924f6b-62fc-43f5-bb41-a016285388d6,revision_number=2']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:59:02.596159 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-e46d40dc-f33c-4d44-92b7-1e8459be999a tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:02.601689 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24002d6-5a14-42af-b609-952f0176b134 req-04e14112-8521-42a4-9c0a-59036268e9e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:59:02.603347 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-f24002d6-5a14-42af-b609-952f0176b134 req-04e14112-8521-42a4-9c0a-59036268e9e8 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=92cc69b6-4cd1-4b33-bca8-908cd312767a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0801628 Nov 05 18:59:02.635849 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-8268e09c-6c60-4565-ad44-7a64404af162 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:02.653677 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46d40dc-f33c-4d44-92b7-1e8459be999a tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Pushing event deleted for resources: {'Port': ['ID=ebef9443-36c1-46da-8ddf-66d066aef0ec,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:59:02.731550 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-f24002d6-5a14-42af-b609-952f0176b134 req-47a83c5f-9f5a-47c5-9da0-8993063aefff service neutron] 10.222.0.41 "GET /v2.0/networks/92cc69b6-4cd1-4b33-bca8-908cd312767a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209583 Nov 05 18:59:02.752054 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-e46d40dc-f33c-4d44-92b7-1e8459be999a tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:02.759792 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-e46d40dc-f33c-4d44-92b7-1e8459be999a tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] 10.222.0.13 "DELETE /v2.0/ports/ebef9443-36c1-46da-8ddf-66d066aef0ec HTTP/1.1" status: 204 len: 168 time: 0.8678622 Nov 05 18:59:02.760412 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 40486) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:59:02.804268 n-d-816865-1 neutron-server[102386]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a7180d2-2905-47a3-b021-0eb830f8cec2 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] DELETE failed (client error): The resource could not be found. Nov 05 18:59:02.805119 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6a7180d2-2905-47a3-b021-0eb830f8cec2 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102386) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 05 18:59:02.808279 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-6a7180d2-2905-47a3-b021-0eb830f8cec2 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] 10.222.0.13 "DELETE /v2.0/ports/ebef9443-36c1-46da-8ddf-66d066aef0ec HTTP/1.1" status: 404 len: 333 time: 0.0414684 Nov 05 18:59:02.811246 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 40490) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:59:02.831827 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-3dd00bb5-ae24-4c54-9c0b-6befc1079d00 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d0a8e2071b314c3fb38163cbc7011dd2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3665779 Nov 05 18:59:02.848303 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 40494) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:59:02.856023 n-d-816865-1 neutron-server[102386]: INFO neutron.pecan_wsgi.hooks.translation [None req-e454a748-1b12-4010-9920-0f91e251312a tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] GET failed (client error): The resource could not be found. Nov 05 18:59:02.857331 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-e454a748-1b12-4010-9920-0f91e251312a tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] 10.222.0.13 "GET /v2.0/ports/ebef9443-36c1-46da-8ddf-66d066aef0ec HTTP/1.1" status: 404 len: 333 time: 0.0452108 Nov 05 18:59:02.861071 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 40498) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:59:02.939688 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-945276d1-be00-4a2f-9300-d50d25a2789b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:02.974866 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-945276d1-be00-4a2f-9300-d50d25a2789b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:03.005881 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.db_base_plugin_v2 [None req-79c06cca-93e5-4899-b128-71de8b5f69b6 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Deleting subnet 565ff42f-be34-4fca-9876-93b9bca75d07 {{(pid=102387) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 05 18:59:03.053946 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-79c06cca-93e5-4899-b128-71de8b5f69b6 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Publish callbacks [] for subnet, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:03.062165 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-f24002d6-5a14-42af-b609-952f0176b134 req-817c9e12-68fe-4c4d-ab5f-ecfa850611ad service neutron] 10.222.0.41 "GET /v2.0/networks/92cc69b6-4cd1-4b33-bca8-908cd312767a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3203819 Nov 05 18:59:03.167094 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-945276d1-be00-4a2f-9300-d50d25a2789b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:03.169736 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-945276d1-be00-4a2f-9300-d50d25a2789b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:03.171971 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-945276d1-be00-4a2f-9300-d50d25a2789b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8c4e6025-8305-4b1f-89de-89dc0244d7be HTTP/1.1" status: 204 len: 168 time: 0.3221164 Nov 05 18:59:03.172923 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-f24002d6-5a14-42af-b609-952f0176b134 req-46437eb1-0875-42ec-8a41-583deef5858a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=f4575cb0-23c3-47f4-915c-822d65bb4a8e HTTP/1.1" status: 200 len: 217 time: 0.0701144 Nov 05 18:59:03.184409 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-79c06cca-93e5-4899-b128-71de8b5f69b6 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4463501'] for subnet, precommit_delete_associations {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:03.210595 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945276d1-be00-4a2f-9300-d50d25a2789b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c4e6025-8305-4b1f-89de-89dc0244d7be,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:59:03.252506 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a694b194-22ea-4f10-a750-840a28b4b952 req-3dd20bb4-309f-483a-8b5a-e9a4adb75a50 tempest-ServerRescueNegativeTestJSON-570401673 tempest-ServerRescueNegativeTestJSON-570401673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:59:03.254101 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-a694b194-22ea-4f10-a750-840a28b4b952 req-3dd20bb4-309f-483a-8b5a-e9a4adb75a50 tempest-ServerRescueNegativeTestJSON-570401673 tempest-ServerRescueNegativeTestJSON-570401673-project] 10.222.0.13 "GET /v2.0/ports?device_id=93c08649-0c78-43a2-be9e-2ac6589b527d HTTP/1.1" status: 200 len: 945 time: 0.2592564 Nov 05 18:59:03.315344 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99948448-90fb-4d4c-b954-2d21026ed98e req-0d363745-acae-4c8c-8a92-6205aafd2173 tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:59:03.319896 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-99948448-90fb-4d4c-b954-2d21026ed98e req-0d363745-acae-4c8c-8a92-6205aafd2173 tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] 10.222.0.13 "GET /v2.0/ports?device_id=3febeb46-783e-49e0-9e0e-691009d6ed32 HTTP/1.1" status: 200 len: 945 time: 0.2186930 Nov 05 18:59:03.329088 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24002d6-5a14-42af-b609-952f0176b134 req-cb750f65-4655-4f3b-8bce-127bd13346a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:59:03.330531 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-f24002d6-5a14-42af-b609-952f0176b134 req-cb750f65-4655-4f3b-8bce-127bd13346a9 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=fff5f4f4-3c24-4660-a3f5-7d19daede3c5 HTTP/1.1" status: 200 len: 797 time: 0.1432898 Nov 05 18:59:03.435601 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-79c06cca-93e5-4899-b128-71de8b5f69b6 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1573928'] for subnet, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:03.442596 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-a694b194-22ea-4f10-a750-840a28b4b952 req-1abede9a-b038-423b-8a35-be9017879fc6 tempest-ServerRescueNegativeTestJSON-570401673 tempest-ServerRescueNegativeTestJSON-570401673-project] 10.222.0.13 "GET /v2.0/security-groups?id=01574b07-2bff-4b61-b9a8-932cd03ff8af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1742883 Nov 05 18:59:03.494843 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24002d6-5a14-42af-b609-952f0176b134 req-374a55b2-2ebf-42b2-8138-d9092834f0dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:59:03.496927 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-f24002d6-5a14-42af-b609-952f0176b134 req-374a55b2-2ebf-42b2-8138-d9092834f0dd service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=92cc69b6-4cd1-4b33-bca8-908cd312767a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1445570 Nov 05 18:59:03.500865 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-99948448-90fb-4d4c-b954-2d21026ed98e req-332c49de-acf4-4b97-9efd-e827a6d73127 tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9a1bcb7-2b62-4809-b67b-668edb56dae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1742227 Nov 05 18:59:03.703619 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-79c06cca-93e5-4899-b128-71de8b5f69b6 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1573905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4417146', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5112209'] for subnet, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:03.717220 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-f24002d6-5a14-42af-b609-952f0176b134 req-dc0b8e75-3940-420c-9661-6674d8d7b14f service neutron] 10.222.0.41 "GET /v2.0/networks/92cc69b6-4cd1-4b33-bca8-908cd312767a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2130871 Nov 05 18:59:03.738509 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device aa924f6b-62fc-43f5-bb41-a016285388d6 up at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 18:59:03.772385 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c06cca-93e5-4899-b128-71de8b5f69b6 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Pushing event deleted for resources: {'Subnet': ['ID=565ff42f-be34-4fca-9876-93b9bca75d07,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:59:03.774490 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-79c06cca-93e5-4899-b128-71de8b5f69b6 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Publish callbacks [] for subnet, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:03.781078 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-79c06cca-93e5-4899-b128-71de8b5f69b6 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] 10.222.0.13 "DELETE /v2.0/subnets/565ff42f-be34-4fca-9876-93b9bca75d07 HTTP/1.1" status: 204 len: 168 time: 0.9156318 Nov 05 18:59:03.782750 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 40522) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:59:03.931451 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Provisioning complete for port aa924f6b-62fc-43f5-bb41-a016285388d6 triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:59:03.934408 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:04.024484 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-7c895cc0-747a-44b9-b0b9-bad98f85d646 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1664226'] for network, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:04.099956 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-f24002d6-5a14-42af-b609-952f0176b134 req-09c772a6-3fb1-489d-ab5a-eaec7902f0fe service neutron] 10.222.0.41 "GET /v2.0/networks/92cc69b6-4cd1-4b33-bca8-908cd312767a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3626964 Nov 05 18:59:04.121105 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:04.148974 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4848c78-daf2-48f5-a1a1-9c39d78bfe85 req-b46e9a75-1a20-4732-923d-01e7b7c083a4 tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:59:04.159274 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-e4848c78-daf2-48f5-a1a1-9c39d78bfe85 req-b46e9a75-1a20-4732-923d-01e7b7c083a4 tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] 10.222.0.13 "GET /v2.0/ports?device_id=3febeb46-783e-49e0-9e0e-691009d6ed32 HTTP/1.1" status: 200 len: 945 time: 0.1769712 Nov 05 18:59:04.207346 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd73005f-eb21-4a06-8670-5016e5939791 None None] Network aaf2fd4f-62f3-463d-a56c-d5271c14468d requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 18:59:04.264212 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] For port aa924f6b-62fc-43f5-bb41-a016285388d6, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=aa924f6b-62fc-43f5-bb41-a016285388d6,segment=NetworkSegment(2fc291e4-0ea3-4795-a278-01523de164b1),segment_id=2fc291e4-0ea3-4795-a278-01523de164b1)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:59:04.301290 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-e4848c78-daf2-48f5-a1a1-9c39d78bfe85 req-b4986e28-a9bf-45a9-9cdb-d4ff0dcb6854 tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9a1bcb7-2b62-4809-b67b-668edb56dae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410327 Nov 05 18:59:04.364424 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:04.379076 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-cfa75a56-4532-4fac-9649-f5046cacd452 None None] Provisioning complete for port aa924f6b-62fc-43f5-bb41-a016285388d6 triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:59:04.379694 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-cfa75a56-4532-4fac-9649-f5046cacd452 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:04.381554 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:04.482118 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Pushing event updated for resources: {'Port': ['ID=aa924f6b-62fc-43f5-bb41-a016285388d6,revision_number=4']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:59:04.490018 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1637eaa-0033-4a41-b121-bf397b25444c req-0d7ca603-8815-4f48-86bf-19e4941e270d tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:59:04.508241 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-c1637eaa-0033-4a41-b121-bf397b25444c req-0d7ca603-8815-4f48-86bf-19e4941e270d tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] 10.222.0.13 "GET /v2.0/ports?device_id=3febeb46-783e-49e0-9e0e-691009d6ed32 HTTP/1.1" status: 200 len: 945 time: 0.0853877 Nov 05 18:59:04.678016 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-c1637eaa-0033-4a41-b121-bf397b25444c req-fc109daa-8f6c-457a-8fe4-88e0532166d3 tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9a1bcb7-2b62-4809-b67b-668edb56dae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1675100 Nov 05 18:59:04.713316 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6f8655-ff7f-42c5-a7bc-6e835e77d72e req-3423d38f-fe3d-451c-8de3-cc2d6b6c5b4d tempest-ServerRescueNegativeTestJSON-570401673 tempest-ServerRescueNegativeTestJSON-570401673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:59:04.716074 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3409520-2ed4-4f99-b40c-8db495c905eb None None] DHCP port deletion for aaf2fd4f-62f3-463d-a56c-d5271c14468d request from n-d-816865-1 {{(pid=102388) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 05 18:59:04.731410 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-6b6f8655-ff7f-42c5-a7bc-6e835e77d72e req-3423d38f-fe3d-451c-8de3-cc2d6b6c5b4d tempest-ServerRescueNegativeTestJSON-570401673 tempest-ServerRescueNegativeTestJSON-570401673-project] 10.222.0.13 "GET /v2.0/ports?device_id=93c08649-0c78-43a2-be9e-2ac6589b527d HTTP/1.1" status: 200 len: 945 time: 0.1755190 Nov 05 18:59:04.781789 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-7c895cc0-747a-44b9-b0b9-bad98f85d646 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Deleting port aa924f6b-62fc-43f5-bb41-a016285388d6 {{(pid=102386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 18:59:04.782170 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-7c895cc0-747a-44b9-b0b9-bad98f85d646 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:04.876862 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-6b6f8655-ff7f-42c5-a7bc-6e835e77d72e req-bfc72f2f-4e58-48f7-ada6-176d9cce8522 tempest-ServerRescueNegativeTestJSON-570401673 tempest-ServerRescueNegativeTestJSON-570401673-project] 10.222.0.13 "GET /v2.0/security-groups?id=01574b07-2bff-4b61-b9a8-932cd03ff8af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382709 Nov 05 18:59:04.888479 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [None req-7c895cc0-747a-44b9-b0b9-bad98f85d646 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] For port aa924f6b-62fc-43f5-bb41-a016285388d6, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=aa924f6b-62fc-43f5-bb41-a016285388d6,segment=NetworkSegment(2fc291e4-0ea3-4795-a278-01523de164b1),segment_id=2fc291e4-0ea3-4795-a278-01523de164b1)] {{(pid=102386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:59:04.888479 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-7c895cc0-747a-44b9-b0b9-bad98f85d646 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:04.907313 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-7c895cc0-747a-44b9-b0b9-bad98f85d646 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Calling delete_port for aa924f6b-62fc-43f5-bb41-a016285388d6 owned by network:dhcp {{(pid=102386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 18:59:04.926850 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-d3409520-2ed4-4f99-b40c-8db495c905eb None None] Deleting port aa924f6b-62fc-43f5-bb41-a016285388d6 {{(pid=102388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 18:59:04.926850 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-d3409520-2ed4-4f99-b40c-8db495c905eb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:05.122869 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 40576) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:59:05.230303 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-7c895cc0-747a-44b9-b0b9-bad98f85d646 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:05.243034 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-48e83112-57a2-4ec3-80b7-288af76495df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:05.247014 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c895cc0-747a-44b9-b0b9-bad98f85d646 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] No DVR routers for this DVR port aa924f6b-62fc-43f5-bb41-a016285388d6 on host n-d-816865-1 {{(pid=102386) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 18:59:05.261576 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-d3409520-2ed4-4f99-b40c-8db495c905eb None None] For port aa924f6b-62fc-43f5-bb41-a016285388d6, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=aa924f6b-62fc-43f5-bb41-a016285388d6,segment=NetworkSegment(2fc291e4-0ea3-4795-a278-01523de164b1),segment_id=2fc291e4-0ea3-4795-a278-01523de164b1)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:59:05.262248 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-d3409520-2ed4-4f99-b40c-8db495c905eb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:05.280397 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-d3409520-2ed4-4f99-b40c-8db495c905eb None None] Calling delete_port for aa924f6b-62fc-43f5-bb41-a016285388d6 owned by network:dhcp {{(pid=102388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 18:59:05.312750 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-1fc1bbb1-783d-4bef-a6c7-8630388f8ee4 tempest-NegativeSecGroupIPv6Test-2005533796 tempest-NegativeSecGroupIPv6Test-2005533796-project] Request body: {'security_group': {'name': 'default'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:59:05.313477 n-d-816865-1 neutron-server[102386]: WARNING neutron.api.v2.base [None req-1fc1bbb1-783d-4bef-a6c7-8630388f8ee4 tempest-NegativeSecGroupIPv6Test-2005533796 tempest-NegativeSecGroupIPv6Test-2005533796-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Nov 05 18:59:05.313973 n-d-816865-1 neutron-server[102386]: INFO neutron.api.v2.resource [None req-1fc1bbb1-783d-4bef-a6c7-8630388f8ee4 tempest-NegativeSecGroupIPv6Test-2005533796 tempest-NegativeSecGroupIPv6Test-2005533796-project] create failed (client error): There was a conflict when trying to complete your request. Nov 05 18:59:05.315010 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-1fc1bbb1-783d-4bef-a6c7-8630388f8ee4 tempest-NegativeSecGroupIPv6Test-2005533796 tempest-NegativeSecGroupIPv6Test-2005533796-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1905003 Nov 05 18:59:05.315884 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c895cc0-747a-44b9-b0b9-bad98f85d646 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Pushing event deleted for resources: {'Port': ['ID=aa924f6b-62fc-43f5-bb41-a016285388d6,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:59:05.319824 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 40584) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:59:05.324907 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-853ee185-7533-4d98-9e68-e00c7b6eb401 tempest-NegativeSecGroupIPv6Test-2005533796 tempest-NegativeSecGroupIPv6Test-2005533796-project] Request body: {'security_group': {'name': 'tempest-secgroup--794328977'}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:59:05.412370 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-d3409520-2ed4-4f99-b40c-8db495c905eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798'] for port, after_delete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:05.432182 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c852909-5907-40da-a496-d3a17e7c2c60 req-724b7aa4-bd4d-44b1-9415-69193be080be tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:59:05.438380 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-7c895cc0-747a-44b9-b0b9-bad98f85d646 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1579173', 'neutron.services.segments.db._delete_segments_for_network-8750027792909'] for network, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:05.443555 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-1c852909-5907-40da-a496-d3a17e7c2c60 req-724b7aa4-bd4d-44b1-9415-69193be080be tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] 10.222.0.13 "GET /v2.0/ports?device_id=3febeb46-783e-49e0-9e0e-691009d6ed32 HTTP/1.1" status: 200 len: 945 time: 0.1134670 Nov 05 18:59:05.454791 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-853ee185-7533-4d98-9e68-e00c7b6eb401 tempest-NegativeSecGroupIPv6Test-2005533796 tempest-NegativeSecGroupIPv6Test-2005533796-project] Publish callbacks [] for security_group, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:05.471587 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-853ee185-7533-4d98-9e68-e00c7b6eb401 tempest-NegativeSecGroupIPv6Test-2005533796 tempest-NegativeSecGroupIPv6Test-2005533796-project] Publish callbacks [] for security_group, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:05.477412 n-d-816865-1 neutron-server[102386]: DEBUG neutron.services.segments.db [None req-7c895cc0-747a-44b9-b0b9-bad98f85d646 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aaf2fd4f-62f3-463d-a56c-d5271c14468d']}} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:59:05.486572 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3409520-2ed4-4f99-b40c-8db495c905eb None None] No DVR routers for this DVR port aa924f6b-62fc-43f5-bb41-a016285388d6 on host n-d-816865-1 {{(pid=102388) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 18:59:05.488841 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3409520-2ed4-4f99-b40c-8db495c905eb None None] Pushing event deleted for resources: {'Port': ['ID=aa924f6b-62fc-43f5-bb41-a016285388d6,revision_number=None']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:59:05.505234 n-d-816865-1 neutron-server[102386]: DEBUG neutron.services.segments.db [None req-7c895cc0-747a-44b9-b0b9-bad98f85d646 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2fc291e4-0ea3-4795-a278-01523de164b1') {'for_net_delete': True} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:59:05.505234 n-d-816865-1 neutron-server[102386]: DEBUG neutron.services.segments.db [None req-7c895cc0-747a-44b9-b0b9-bad98f85d646 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2fc291e4-0ea3-4795-a278-01523de164b1') {} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:59:05.516179 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-7c895cc0-747a-44b9-b0b9-bad98f85d646 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750027793430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4590747'] for segment, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:05.529871 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-7c895cc0-747a-44b9-b0b9-bad98f85d646 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273'] for segment, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:05.537561 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c895cc0-747a-44b9-b0b9-bad98f85d646 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Releasing vlan 199 on physical network physnet1 to pool {{(pid=102386) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 05 18:59:05.537870 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-7c895cc0-747a-44b9-b0b9-bad98f85d646 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6149721'] for segment, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:05.591709 n-d-816865-1 neutron-server[102386]: Traceback (most recent call last): Nov 05 18:59:05.591709 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 05 18:59:05.591709 n-d-816865-1 neutron-server[102386]: timer() Nov 05 18:59:05.591709 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 05 18:59:05.591709 n-d-816865-1 neutron-server[102386]: cb(*args, **kw) Nov 05 18:59:05.591709 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 05 18:59:05.591709 n-d-816865-1 neutron-server[102386]: return func(*args, **kwargs) Nov 05 18:59:05.591709 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 05 18:59:05.591709 n-d-816865-1 neutron-server[102386]: self._notify() Nov 05 18:59:05.591709 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 05 18:59:05.591709 n-d-816865-1 neutron-server[102386]: self.callback(batched_events) Nov 05 18:59:05.591709 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 05 18:59:05.591709 n-d-816865-1 neutron-server[102386]: event.method(event) Nov 05 18:59:05.591709 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 05 18:59:05.591709 n-d-816865-1 neutron-server[102386]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 05 18:59:05.591709 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 05 18:59:05.591709 n-d-816865-1 neutron-server[102386]: aggregate_uuid = self.p_client.list_aggregates( Nov 05 18:59:05.591709 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 05 18:59:05.591709 n-d-816865-1 neutron-server[102386]: return f(self, *a, **k) Nov 05 18:59:05.591709 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 05 18:59:05.591709 n-d-816865-1 neutron-server[102386]: return self._get(url).json() Nov 05 18:59:05.591709 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 05 18:59:05.591709 n-d-816865-1 neutron-server[102386]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 05 18:59:05.591709 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 05 18:59:05.591709 n-d-816865-1 neutron-server[102386]: return self.request(url, 'GET', **kwargs) Nov 05 18:59:05.591709 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 05 18:59:05.591709 n-d-816865-1 neutron-server[102386]: base_url = self.get_endpoint(auth, allow=allow, Nov 05 18:59:05.591709 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 05 18:59:05.591709 n-d-816865-1 neutron-server[102386]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 05 18:59:05.591709 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 05 18:59:05.591709 n-d-816865-1 neutron-server[102386]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 05 18:59:05.591709 n-d-816865-1 neutron-server[102386]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 05 18:59:05.596970 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064512b9-ff65-430e-b099-afab4d837176 req-3e12a1e9-4b64-4c81-a5cc-8a57e1e82296 tempest-ServerRescueNegativeTestJSON-570401673 tempest-ServerRescueNegativeTestJSON-570401673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:59:05.598601 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-064512b9-ff65-430e-b099-afab4d837176 req-3e12a1e9-4b64-4c81-a5cc-8a57e1e82296 tempest-ServerRescueNegativeTestJSON-570401673 tempest-ServerRescueNegativeTestJSON-570401673-project] 10.222.0.13 "GET /v2.0/ports?device_id=93c08649-0c78-43a2-be9e-2ac6589b527d HTTP/1.1" status: 200 len: 945 time: 0.1150134 Nov 05 18:59:05.622773 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-1c852909-5907-40da-a496-d3a17e7c2c60 req-4502c0f4-30d3-40f1-a7df-dd32737631c2 tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9a1bcb7-2b62-4809-b67b-668edb56dae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1781259 Nov 05 18:59:05.627080 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device aa924f6b-62fc-43f5-bb41-a016285388d6 no longer exists at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 18:59:05.647534 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] No Port match for: aa924f6b-62fc-43f5-bb41-a016285388d6 {{(pid=102388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 18:59:05.648013 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device aa924f6b-62fc-43f5-bb41-a016285388d6 not bound to the agent host n-d-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 18:59:05.668229 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138e41ae-4382-47e9-a547-ee1d8473cfbb req-737fa45f-9ad8-4dcc-8f58-03bdbd5cbaa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:59:05.668229 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-138e41ae-4382-47e9-a547-ee1d8473cfbb req-737fa45f-9ad8-4dcc-8f58-03bdbd5cbaa8 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=2d1e164bb09b4bc6b0a37a98f21fd24b&device_id=93c08649-0c78-43a2-be9e-2ac6589b527d HTTP/1.1" status: 200 len: 1096 time: 0.0730441 Nov 05 18:59:05.673439 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-064512b9-ff65-430e-b099-afab4d837176 req-e6792283-0f3e-4d34-b721-bc901d2932d2 tempest-ServerRescueNegativeTestJSON-570401673 tempest-ServerRescueNegativeTestJSON-570401673-project] 10.222.0.13 "GET /v2.0/security-groups?id=01574b07-2bff-4b61-b9a8-932cd03ff8af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662220 Nov 05 18:59:05.759493 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138e41ae-4382-47e9-a547-ee1d8473cfbb req-6a90fd2b-8757-4a80-bd21-5e95c7fd4fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:59:05.760913 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-138e41ae-4382-47e9-a547-ee1d8473cfbb req-6a90fd2b-8757-4a80-bd21-5e95c7fd4fdf service neutron] 10.222.0.55 "GET /v2.0/networks?id=42e7925c-fd66-4b62-ba17-57eb03167e5d HTTP/1.1" status: 200 len: 920 time: 0.0860302 Nov 05 18:59:05.761955 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-7c895cc0-747a-44b9-b0b9-bad98f85d646 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1579178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-956796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1000687'] for network, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:05.775581 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-7c895cc0-747a-44b9-b0b9-bad98f85d646 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Publish callbacks [] for network, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:05.778740 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-7c895cc0-747a-44b9-b0b9-bad98f85d646 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] 10.222.0.13 "DELETE /v2.0/networks/aaf2fd4f-62f3-463d-a56c-d5271c14468d HTTP/1.1" status: 204 len: 168 time: 1.9949741 Nov 05 18:59:05.782825 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 40592) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:59:05.798491 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-501ceb7b-4bc6-43b6-baa0-778b28794ee4 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1164254570'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:59:05.836643 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-853ee185-7533-4d98-9e68-e00c7b6eb401 tempest-NegativeSecGroupIPv6Test-2005533796 tempest-NegativeSecGroupIPv6Test-2005533796-project] Publish callbacks [] for security_group, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:05.845118 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c895cc0-747a-44b9-b0b9-bad98f85d646 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Pushing event deleted for resources: {'Network': ['ID=aaf2fd4f-62f3-463d-a56c-d5271c14468d,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:59:05.849623 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-138e41ae-4382-47e9-a547-ee1d8473cfbb req-4702f272-e2ff-42d1-a793-412cf45d6ef4 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e797f9cd-d647-4469-b0c1-4b83e350e911 HTTP/1.1" status: 200 len: 217 time: 0.0804625 Nov 05 18:59:05.921788 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-853ee185-7533-4d98-9e68-e00c7b6eb401 tempest-NegativeSecGroupIPv6Test-2005533796 tempest-NegativeSecGroupIPv6Test-2005533796-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:05.954023 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138e41ae-4382-47e9-a547-ee1d8473cfbb req-07252809-1136-4c8d-82bc-4d81ec646f47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:59:05.956840 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-138e41ae-4382-47e9-a547-ee1d8473cfbb req-07252809-1136-4c8d-82bc-4d81ec646f47 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=4cb513d1-da39-46f8-8352-51da564b63e4 HTTP/1.1" status: 200 len: 859 time: 0.0965583 Nov 05 18:59:05.971942 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853ee185-7533-4d98-9e68-e00c7b6eb401 tempest-NegativeSecGroupIPv6Test-2005533796 tempest-NegativeSecGroupIPv6Test-2005533796-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7ea22796-a440-4a02-a470-eb6464860e9a,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:59:06.004560 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-501ceb7b-4bc6-43b6-baa0-778b28794ee4 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Made reservation on behalf of 2f4e87ee64a4499db45fedd95080f0b7 for: {'network': 1} {{(pid=102386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 18:59:06.008084 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-501ceb7b-4bc6-43b6-baa0-778b28794ee4 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for network, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:06.012872 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-138e41ae-4382-47e9-a547-ee1d8473cfbb req-c3205dca-5fa9-4636-b680-b76d317f4da1 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=42e7925c-fd66-4b62-ba17-57eb03167e5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0485761 Nov 05 18:59:06.032175 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-853ee185-7533-4d98-9e68-e00c7b6eb401 tempest-NegativeSecGroupIPv6Test-2005533796 tempest-NegativeSecGroupIPv6Test-2005533796-project] Publish callbacks [] for security_group, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:06.061553 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-501ceb7b-4bc6-43b6-baa0-778b28794ee4 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 182} {{(pid=102386) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 05 18:59:06.104279 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-501ceb7b-4bc6-43b6-baa0-778b28794ee4 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273'] for segment, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:06.104600 n-d-816865-1 neutron-server[102386]: INFO neutron.db.segments_db [None req-501ceb7b-4bc6-43b6-baa0-778b28794ee4 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Added segment 7b01052d-6194-444a-9ba3-67a2d81632a3 of type vlan for network f5d33522-145d-4fb1-9d4f-d11f47f722ac Nov 05 18:59:06.166180 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-853ee185-7533-4d98-9e68-e00c7b6eb401 tempest-NegativeSecGroupIPv6Test-2005533796 tempest-NegativeSecGroupIPv6Test-2005533796-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:06.166493 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-501ceb7b-4bc6-43b6-baa0-778b28794ee4 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750027258543'] for network, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:06.174273 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-138e41ae-4382-47e9-a547-ee1d8473cfbb req-8493442e-652a-4ba1-884e-4a6128be14df service neutron] 10.222.0.55 "GET /v2.0/networks/42e7925c-fd66-4b62-ba17-57eb03167e5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1517766 Nov 05 18:59:06.184192 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:06.198148 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853ee185-7533-4d98-9e68-e00c7b6eb401 tempest-NegativeSecGroupIPv6Test-2005533796 tempest-NegativeSecGroupIPv6Test-2005533796-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2426a404-f819-45d1-bf4f-b5bc9af42982,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:59:06.252596 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b304910f-7b27-444b-a8fc-977d26b1ceac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:06.285490 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-853ee185-7533-4d98-9e68-e00c7b6eb401 tempest-NegativeSecGroupIPv6Test-2005533796 tempest-NegativeSecGroupIPv6Test-2005533796-project] Publish callbacks [] for security_group, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:06.288497 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-853ee185-7533-4d98-9e68-e00c7b6eb401 tempest-NegativeSecGroupIPv6Test-2005533796 tempest-NegativeSecGroupIPv6Test-2005533796-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.9659829 Nov 05 18:59:06.292107 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 40608) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:59:06.295475 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-22f56460-2708-4adc-b996-5ffa8e6e67d7 tempest-NegativeSecGroupIPv6Test-2005533796 tempest-NegativeSecGroupIPv6Test-2005533796-project] Request body: {'security_group_rule': {'security_group_id': '2426a404-f819-45d1-bf4f-b5bc9af42982', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:59:06.327579 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-138e41ae-4382-47e9-a547-ee1d8473cfbb req-bbb3e8e9-fcf3-4980-8239-e5ef76a6f980 service neutron] 10.222.0.55 "GET /v2.0/networks/42e7925c-fd66-4b62-ba17-57eb03167e5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1454446 Nov 05 18:59:06.345423 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-501ceb7b-4bc6-43b6-baa0-778b28794ee4 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-956796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877'] for network, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:06.351580 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-501ceb7b-4bc6-43b6-baa0-778b28794ee4 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:59:06.352249 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-501ceb7b-4bc6-43b6-baa0-778b28794ee4 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Publish callbacks [] for network, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:06.401401 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-22f56460-2708-4adc-b996-5ffa8e6e67d7 tempest-NegativeSecGroupIPv6Test-2005533796 tempest-NegativeSecGroupIPv6Test-2005533796-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:06.430996 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501ceb7b-4bc6-43b6-baa0-778b28794ee4 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Pushing event updated for resources: {'Network': ['ID=f5d33522-145d-4fb1-9d4f-d11f47f722ac,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:59:06.443948 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Network f5d33522-145d-4fb1-9d4f-d11f47f722ac details requested by agent ovs-agent-n-d-816865-1 with host n-d-816865-1 {{(pid=102388) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 05 18:59:06.500179 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-501ceb7b-4bc6-43b6-baa0-778b28794ee4 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.7062106 Nov 05 18:59:06.500836 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 40614) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:59:06.506068 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-c9afa7c5-8729-4061-89cb-1df0640f2f3c tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Request body: {'subnet': {'network_id': 'f5d33522-145d-4fb1-9d4f-d11f47f722ac', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:59:06.509621 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-22f56460-2708-4adc-b996-5ffa8e6e67d7 tempest-NegativeSecGroupIPv6Test-2005533796 tempest-NegativeSecGroupIPv6Test-2005533796-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:06.629673 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-22f56460-2708-4adc-b996-5ffa8e6e67d7 tempest-NegativeSecGroupIPv6Test-2005533796 tempest-NegativeSecGroupIPv6Test-2005533796-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985308'] for security_group_rule, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:06.656029 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f56460-2708-4adc-b996-5ffa8e6e67d7 tempest-NegativeSecGroupIPv6Test-2005533796 tempest-NegativeSecGroupIPv6Test-2005533796-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43760112-b387-4cac-b88b-637aba83b276,revision_number=0']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:59:06.726032 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9afa7c5-8729-4061-89cb-1df0640f2f3c tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Made reservation on behalf of 2f4e87ee64a4499db45fedd95080f0b7 for: {'subnet': 1} {{(pid=102386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 18:59:06.731025 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-c9afa7c5-8729-4061-89cb-1df0640f2f3c tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4877122'] for subnet, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:06.819449 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d86717-f719-4adc-a341-7c6bfcf2d004 req-e5dfb8d1-4580-48e0-82a6-51bbed2a85a2 tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:59:06.829449 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-c8d86717-f719-4adc-a341-7c6bfcf2d004 req-e5dfb8d1-4580-48e0-82a6-51bbed2a85a2 tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] 10.222.0.13 "GET /v2.0/ports?device_id=3febeb46-783e-49e0-9e0e-691009d6ed32 HTTP/1.1" status: 200 len: 945 time: 0.1120884 Nov 05 18:59:06.902423 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-22f56460-2708-4adc-b996-5ffa8e6e67d7 tempest-NegativeSecGroupIPv6Test-2005533796 tempest-NegativeSecGroupIPv6Test-2005533796-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:06.907292 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-22f56460-2708-4adc-b996-5ffa8e6e67d7 tempest-NegativeSecGroupIPv6Test-2005533796 tempest-NegativeSecGroupIPv6Test-2005533796-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6154513 Nov 05 18:59:06.910516 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 40624) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:59:06.926974 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-a2726c63-3836-4642-853b-836e80adaa50 tempest-NegativeSecGroupIPv6Test-2005533796 tempest-NegativeSecGroupIPv6Test-2005533796-project] Request body: {'security_group_rule': {'security_group_id': '2426a404-f819-45d1-bf4f-b5bc9af42982', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:59:06.945351 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-c8d86717-f719-4adc-a341-7c6bfcf2d004 req-2150ffe7-cf1b-43d8-b918-f16ea9711047 tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9a1bcb7-2b62-4809-b67b-668edb56dae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106663 Nov 05 18:59:07.005428 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c094919-1493-43ba-92ae-a9deed9eb908 req-4b682f74-f204-4f57-a072-3221a9664e68 tempest-ServerRescueNegativeTestJSON-570401673 tempest-ServerRescueNegativeTestJSON-570401673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:59:07.006982 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-7c094919-1493-43ba-92ae-a9deed9eb908 req-4b682f74-f204-4f57-a072-3221a9664e68 tempest-ServerRescueNegativeTestJSON-570401673 tempest-ServerRescueNegativeTestJSON-570401673-project] 10.222.0.13 "GET /v2.0/ports?device_id=93c08649-0c78-43a2-be9e-2ac6589b527d HTTP/1.1" status: 200 len: 945 time: 0.1974845 Nov 05 18:59:07.060318 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-7c094919-1493-43ba-92ae-a9deed9eb908 req-b40a3c0a-7672-4fa5-9915-1fe2ffa3226e tempest-ServerRescueNegativeTestJSON-570401673 tempest-ServerRescueNegativeTestJSON-570401673-project] 10.222.0.13 "GET /v2.0/security-groups?id=01574b07-2bff-4b61-b9a8-932cd03ff8af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426438 Nov 05 18:59:07.079633 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-c9afa7c5-8729-4061-89cb-1df0640f2f3c tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6149946', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4877172'] for subnet, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:07.140418 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9afa7c5-8729-4061-89cb-1df0640f2f3c tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Pushing event updated for resources: {'Subnet': ['ID=1d39570f-be07-4ca9-b9f5-a698783bf626,revision_number=0']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:59:07.147552 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-a2726c63-3836-4642-853b-836e80adaa50 tempest-NegativeSecGroupIPv6Test-2005533796 tempest-NegativeSecGroupIPv6Test-2005533796-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:07.163815 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9afa7c5-8729-4061-89cb-1df0640f2f3c tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Checking segment: {'id': '7b01052d-6194-444a-9ba3-67a2d81632a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'f5d33522-145d-4fb1-9d4f-d11f47f722ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 18:59:07.163815 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9afa7c5-8729-4061-89cb-1df0640f2f3c tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Network hostable DHCP agents. Network: f5d33522-145d-4fb1-9d4f-d11f47f722ac, hostable agents: ['987e2ca0-bc3b-4c6f-a989-429ccfbf753f'], hosted agents: [] {{(pid=102386) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 05 18:59:07.241046 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9afa7c5-8729-4061-89cb-1df0640f2f3c tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Network f5d33522-145d-4fb1-9d4f-d11f47f722ac is scheduled to be hosted by DHCP agent 987e2ca0-bc3b-4c6f-a989-429ccfbf753f with binding_index 1 {{(pid=102386) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 05 18:59:07.269462 n-d-816865-1 neutron-server[102387]: INFO neutron.api.v2.resource [None req-a2726c63-3836-4642-853b-836e80adaa50 tempest-NegativeSecGroupIPv6Test-2005533796 tempest-NegativeSecGroupIPv6Test-2005533796-project] create failed (client error): There was a conflict when trying to complete your request. Nov 05 18:59:07.271087 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-a2726c63-3836-4642-853b-836e80adaa50 tempest-NegativeSecGroupIPv6Test-2005533796 tempest-NegativeSecGroupIPv6Test-2005533796-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.3476801 Nov 05 18:59:07.273859 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 40634) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:59:07.331383 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-0544ddb4-fd1b-4e18-b345-d88d66433207 tempest-NegativeSecGroupIPv6Test-2005533796 tempest-NegativeSecGroupIPv6Test-2005533796-project] Publish callbacks [] for security_group, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:07.353912 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-0544ddb4-fd1b-4e18-b345-d88d66433207 tempest-NegativeSecGroupIPv6Test-2005533796 tempest-NegativeSecGroupIPv6Test-2005533796-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:07.359367 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.base_scheduler [None req-c9afa7c5-8729-4061-89cb-1df0640f2f3c tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816865-1, f5d33522-145d-4fb1-9d4f-d11f47f722ac) {{(pid=102386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:59:07.363592 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9afa7c5-8729-4061-89cb-1df0640f2f3c tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:59:07.368307 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-c9afa7c5-8729-4061-89cb-1df0640f2f3c tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Publish callbacks [] for subnet, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:07.369058 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a518aee-9d30-4f60-8732-9ec1c601009a None None] Network f5d33522-145d-4fb1-9d4f-d11f47f722ac requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 18:59:07.437105 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-c9afa7c5-8729-4061-89cb-1df0640f2f3c tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9351668 Nov 05 18:59:07.439748 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 40636) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:59:07.444707 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-1c80c5fb-8fbf-40eb-b9e3-dcd3a08b68be tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Request body: {'port': {'network_id': 'f5d33522-145d-4fb1-9d4f-d11f47f722ac', 'security_groups': [], 'name': 'tempest-PortsTestJSON-1672843190'}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:59:07.511484 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-0544ddb4-fd1b-4e18-b345-d88d66433207 tempest-NegativeSecGroupIPv6Test-2005533796 tempest-NegativeSecGroupIPv6Test-2005533796-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:07.515810 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-0544ddb4-fd1b-4e18-b345-d88d66433207 tempest-NegativeSecGroupIPv6Test-2005533796 tempest-NegativeSecGroupIPv6Test-2005533796-project] Publish callbacks [] for security_group, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:07.518306 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-0544ddb4-fd1b-4e18-b345-d88d66433207 tempest-NegativeSecGroupIPv6Test-2005533796 tempest-NegativeSecGroupIPv6Test-2005533796-project] 10.222.0.13 "DELETE /v2.0/security-groups/2426a404-f819-45d1-bf4f-b5bc9af42982 HTTP/1.1" status: 204 len: 168 time: 0.2433598 Nov 05 18:59:07.523297 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 40638) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:59:07.535267 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85edd468-0e37-4174-88f7-b0ec074f34fd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeb20a084-accf-5b60-8075-3e69ebe863a6-f5d33522-145d-4fb1-9d4f-d11f47f722ac', 'network_id': 'f5d33522-145d-4fb1-9d4f-d11f47f722ac', 'tenant_id': '2f4e87ee64a4499db45fedd95080f0b7', 'fixed_ips': [{'subnet_id': '1d39570f-be07-4ca9-b9f5-a698783bf626'}]}} from n-d-816865-1. {{(pid=102388) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 05 18:59:07.536159 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-85edd468-0e37-4174-88f7-b0ec074f34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:07.540811 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0544ddb4-fd1b-4e18-b345-d88d66433207 tempest-NegativeSecGroupIPv6Test-2005533796 tempest-NegativeSecGroupIPv6Test-2005533796-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2426a404-f819-45d1-bf4f-b5bc9af42982,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:59:07.578429 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-fdd1c6f6-e7f2-4108-a035-2799ae2a8da1 tempest-NegativeSecGroupIPv6Test-2005533796 tempest-NegativeSecGroupIPv6Test-2005533796-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0559266 Nov 05 18:59:07.579208 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 40640) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:59:07.583981 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-adbc300e-a5d8-48cc-822d-e309cdae8728 tempest-NegativeSecGroupIPv6Test-2005533796 tempest-NegativeSecGroupIPv6Test-2005533796-project] Request body: {'security_group': {'name': 'tempest-secgroup--574130672'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:59:07.669268 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c80c5fb-8fbf-40eb-b9e3-dcd3a08b68be tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Made reservation on behalf of 2f4e87ee64a4499db45fedd95080f0b7 for: {'port': 1} {{(pid=102387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 18:59:07.673772 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-1c80c5fb-8fbf-40eb-b9e3-dcd3a08b68be tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:07.693040 n-d-816865-1 neutron-server[102387]: DEBUG neutron.notifiers.nova [None req-1c80c5fb-8fbf-40eb-b9e3-dcd3a08b68be tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] device_id is not set on port 3c6d7e96-ccf2-4919-89c0-ac2e0836c87c yet. {{(pid=102387) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 05 18:59:07.713079 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.db_base_plugin_common [None req-85edd468-0e37-4174-88f7-b0ec074f34fd None None] Allocated IP 172.20.0.2 (f5d33522-145d-4fb1-9d4f-d11f47f722ac/1d39570f-be07-4ca9-b9f5-a698783bf626/21a16185-3bba-48f1-b0e8-5fabac296f84) {{(pid=102388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 18:59:07.783680 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-adbc300e-a5d8-48cc-822d-e309cdae8728 tempest-NegativeSecGroupIPv6Test-2005533796 tempest-NegativeSecGroupIPv6Test-2005533796-project] Publish callbacks [] for security_group, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:07.864798 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-adbc300e-a5d8-48cc-822d-e309cdae8728 tempest-NegativeSecGroupIPv6Test-2005533796 tempest-NegativeSecGroupIPv6Test-2005533796-project] Publish callbacks [] for security_group, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:07.893411 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-85edd468-0e37-4174-88f7-b0ec074f34fd None None] Publish callbacks [] for port, precommit_create {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:07.931607 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-adbc300e-a5d8-48cc-822d-e309cdae8728 tempest-NegativeSecGroupIPv6Test-2005533796 tempest-NegativeSecGroupIPv6Test-2005533796-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:07.971247 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbc300e-a5d8-48cc-822d-e309cdae8728 tempest-NegativeSecGroupIPv6Test-2005533796 tempest-NegativeSecGroupIPv6Test-2005533796-project] Pushing event updated for resources: {'SecurityGroup': ['ID=74d33def-1a9f-468a-b9e0-3d54a7b3c5a9,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:59:07.972100 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-85edd468-0e37-4174-88f7-b0ec074f34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789'] for port, after_create {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:08.019627 n-d-816865-1 neutron-server[102388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85edd468-0e37-4174-88f7-b0ec074f34fd None None] Network f5d33522-145d-4fb1-9d4f-d11f47f722ac is already hosted by enough agents. {{(pid=102388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 18:59:08.019627 n-d-816865-1 neutron-server[102388]: DEBUG neutron.scheduler.base_scheduler [None req-85edd468-0e37-4174-88f7-b0ec074f34fd None None] Resources bound (agent type, host, resource id): {{(pid=102388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:59:08.020596 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85edd468-0e37-4174-88f7-b0ec074f34fd None None] Received port after_create {{(pid=102388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 18:59:08.054822 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-adbc300e-a5d8-48cc-822d-e309cdae8728 tempest-NegativeSecGroupIPv6Test-2005533796 tempest-NegativeSecGroupIPv6Test-2005533796-project] Publish callbacks [] for security_group, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:08.056695 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-adbc300e-a5d8-48cc-822d-e309cdae8728 tempest-NegativeSecGroupIPv6Test-2005533796 tempest-NegativeSecGroupIPv6Test-2005533796-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4765303 Nov 05 18:59:08.060238 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 40654) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:59:08.067127 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-d5d50d92-774c-40b2-9ca4-23fd3e19df52 tempest-NegativeSecGroupIPv6Test-2005533796 tempest-NegativeSecGroupIPv6Test-2005533796-project] Request body: {'security_group_rule': {'security_group_id': '74d33def-1a9f-468a-b9e0-3d54a7b3c5a9', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:59:08.070757 n-d-816865-1 neutron-server[102386]: WARNING neutron.api.v2.base [None req-d5d50d92-774c-40b2-9ca4-23fd3e19df52 tempest-NegativeSecGroupIPv6Test-2005533796 tempest-NegativeSecGroupIPv6Test-2005533796-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Nov 05 18:59:08.072317 n-d-816865-1 neutron-server[102386]: INFO neutron.api.v2.resource [None req-d5d50d92-774c-40b2-9ca4-23fd3e19df52 tempest-NegativeSecGroupIPv6Test-2005533796 tempest-NegativeSecGroupIPv6Test-2005533796-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 05 18:59:08.073885 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-d5d50d92-774c-40b2-9ca4-23fd3e19df52 tempest-NegativeSecGroupIPv6Test-2005533796 tempest-NegativeSecGroupIPv6Test-2005533796-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0114994 Nov 05 18:59:08.077689 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 40656) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:59:08.099970 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85edd468-0e37-4174-88f7-b0ec074f34fd None None] Pushing event updated for resources: {'Port': ['ID=21a16185-3bba-48f1-b0e8-5fabac296f84,revision_number=1']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:59:08.136078 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-85edd468-0e37-4174-88f7-b0ec074f34fd None None] Attempting to bind port 21a16185-3bba-48f1-b0e8-5fabac296f84 on host n-d-816865-1 for vnic_type normal with profile {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 18:59:08.136452 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-85edd468-0e37-4174-88f7-b0ec074f34fd None None] Attempting to bind port 21a16185-3bba-48f1-b0e8-5fabac296f84 by drivers openvswitch,hyperv on host n-d-816865-1 at level 0 using segments [{'id': '7b01052d-6194-444a-9ba3-67a2d81632a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'f5d33522-145d-4fb1-9d4f-d11f47f722ac'}] {{(pid=102388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 18:59:08.137397 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85edd468-0e37-4174-88f7-b0ec074f34fd None None] Attempting to bind port 21a16185-3bba-48f1-b0e8-5fabac296f84 on network f5d33522-145d-4fb1-9d4f-d11f47f722ac {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 18:59:08.145704 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85edd468-0e37-4174-88f7-b0ec074f34fd None None] Checking agent: {'id': '724d89a7-611b-41e6-bc85-c48112b17afa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 18, 25, 8), 'started_at': datetime.datetime(2021, 11, 5, 18, 25, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 18, 58, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 18:59:08.146126 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85edd468-0e37-4174-88f7-b0ec074f34fd None None] Checking segment: {'id': '7b01052d-6194-444a-9ba3-67a2d81632a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'f5d33522-145d-4fb1-9d4f-d11f47f722ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 18:59:08.146980 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-85edd468-0e37-4174-88f7-b0ec074f34fd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:08.146980 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85edd468-0e37-4174-88f7-b0ec074f34fd None None] Bound using segment: {'id': '7b01052d-6194-444a-9ba3-67a2d81632a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'f5d33522-145d-4fb1-9d4f-d11f47f722ac'} {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 18:59:08.158223 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-85edd468-0e37-4174-88f7-b0ec074f34fd None None] Bound port: 21a16185-3bba-48f1-b0e8-5fabac296f84, host: n-d-816865-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b01052d-6194-444a-9ba3-67a2d81632a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'f5d33522-145d-4fb1-9d4f-d11f47f722ac'}}] {{(pid=102388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 18:59:08.158223 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-85edd468-0e37-4174-88f7-b0ec074f34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:08.212682 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.db_base_plugin_common [None req-1c80c5fb-8fbf-40eb-b9e3-dcd3a08b68be tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Allocated IP 172.20.0.8 (f5d33522-145d-4fb1-9d4f-d11f47f722ac/1d39570f-be07-4ca9-b9f5-a698783bf626/3c6d7e96-ccf2-4919-89c0-ac2e0836c87c) {{(pid=102387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 18:59:08.217828 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-c42a7c3e-cf10-455a-bc3b-14fc1d4c368c tempest-NegativeSecGroupIPv6Test-2005533796 tempest-NegativeSecGroupIPv6Test-2005533796-project] Publish callbacks [] for security_group, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:08.235083 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bde91e-99a7-45bf-af41-2214aa553656 req-73d7447c-2f58-46d4-8626-13180a9a22cd tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:59:08.245492 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-e1bde91e-99a7-45bf-af41-2214aa553656 req-73d7447c-2f58-46d4-8626-13180a9a22cd tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] 10.222.0.13 "GET /v2.0/ports?device_id=3febeb46-783e-49e0-9e0e-691009d6ed32 HTTP/1.1" status: 200 len: 945 time: 0.1571150 Nov 05 18:59:08.265471 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-c42a7c3e-cf10-455a-bc3b-14fc1d4c368c tempest-NegativeSecGroupIPv6Test-2005533796 tempest-NegativeSecGroupIPv6Test-2005533796-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:08.266701 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-85edd468-0e37-4174-88f7-b0ec074f34fd None None] For port 21a16185-3bba-48f1-b0e8-5fabac296f84, host n-d-816865-1, cleared binding levels {{(pid=102388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 18:59:08.274668 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-85edd468-0e37-4174-88f7-b0ec074f34fd None None] For port 21a16185-3bba-48f1-b0e8-5fabac296f84, host n-d-816865-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=21a16185-3bba-48f1-b0e8-5fabac296f84,segment=NetworkSegment(7b01052d-6194-444a-9ba3-67a2d81632a3),segment_id=7b01052d-6194-444a-9ba3-67a2d81632a3)] {{(pid=102388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 18:59:08.309575 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-31f93893-a48e-4ae8-833d-dccb2b42eacc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:08.359186 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-85edd468-0e37-4174-88f7-b0ec074f34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:08.395769 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-c42a7c3e-cf10-455a-bc3b-14fc1d4c368c tempest-NegativeSecGroupIPv6Test-2005533796 tempest-NegativeSecGroupIPv6Test-2005533796-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:08.398172 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-c42a7c3e-cf10-455a-bc3b-14fc1d4c368c tempest-NegativeSecGroupIPv6Test-2005533796 tempest-NegativeSecGroupIPv6Test-2005533796-project] Publish callbacks [] for security_group, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:08.407955 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-c42a7c3e-cf10-455a-bc3b-14fc1d4c368c tempest-NegativeSecGroupIPv6Test-2005533796 tempest-NegativeSecGroupIPv6Test-2005533796-project] 10.222.0.13 "DELETE /v2.0/security-groups/74d33def-1a9f-468a-b9e0-3d54a7b3c5a9 HTTP/1.1" status: 204 len: 168 time: 0.3271086 Nov 05 18:59:08.413141 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-e1bde91e-99a7-45bf-af41-2214aa553656 req-59285663-28a4-466c-8a98-aa2798680c54 tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9a1bcb7-2b62-4809-b67b-668edb56dae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1650670 Nov 05 18:59:08.413906 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 40668) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:59:08.436427 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42a7c3e-cf10-455a-bc3b-14fc1d4c368c tempest-NegativeSecGroupIPv6Test-2005533796 tempest-NegativeSecGroupIPv6Test-2005533796-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=74d33def-1a9f-468a-b9e0-3d54a7b3c5a9,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:59:08.468362 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a2c403-8bf1-40af-b779-ce334cca7609 req-727112a1-1375-4179-811c-b00532f76f1a tempest-ServerRescueNegativeTestJSON-570401673 tempest-ServerRescueNegativeTestJSON-570401673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:59:08.470017 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-84a2c403-8bf1-40af-b779-ce334cca7609 req-727112a1-1375-4179-811c-b00532f76f1a tempest-ServerRescueNegativeTestJSON-570401673 tempest-ServerRescueNegativeTestJSON-570401673-project] 10.222.0.13 "GET /v2.0/ports?device_id=93c08649-0c78-43a2-be9e-2ac6589b527d HTTP/1.1" status: 200 len: 945 time: 0.1680148 Nov 05 18:59:08.525028 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85edd468-0e37-4174-88f7-b0ec074f34fd None None] Pushing event updated for resources: {'Port': ['ID=21a16185-3bba-48f1-b0e8-5fabac296f84,revision_number=2']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:59:08.537985 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:08.556193 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-60a15013-f277-4563-8107-93e3445388e8 tempest-NegativeSecGroupIPv6Test-2005533796 tempest-NegativeSecGroupIPv6Test-2005533796-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1316578 Nov 05 18:59:08.561967 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 40670) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:59:08.563484 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-1c80c5fb-8fbf-40eb-b9e3-dcd3a08b68be tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Publish callbacks [] for port, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:08.568408 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-4701911c-a3c8-4cc6-a1b3-c10eb8646285 tempest-NegativeSecGroupIPv6Test-2005533796 tempest-NegativeSecGroupIPv6Test-2005533796-project] Request body: {'security_group': {'name': 'tempest-secgroup--1762705999'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:59:08.588166 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-84a2c403-8bf1-40af-b779-ce334cca7609 req-ee316bce-5ba0-4a64-9fbb-fe1656f95608 tempest-ServerRescueNegativeTestJSON-570401673 tempest-ServerRescueNegativeTestJSON-570401673-project] 10.222.0.13 "GET /v2.0/security-groups?id=01574b07-2bff-4b61-b9a8-932cd03ff8af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035302 Nov 05 18:59:08.673561 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-4701911c-a3c8-4cc6-a1b3-c10eb8646285 tempest-NegativeSecGroupIPv6Test-2005533796 tempest-NegativeSecGroupIPv6Test-2005533796-project] Publish callbacks [] for security_group, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:08.718574 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-1c80c5fb-8fbf-40eb-b9e3-dcd3a08b68be tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4417063'] for port, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:08.788608 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-4701911c-a3c8-4cc6-a1b3-c10eb8646285 tempest-NegativeSecGroupIPv6Test-2005533796 tempest-NegativeSecGroupIPv6Test-2005533796-project] Publish callbacks [] for security_group, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:08.809883 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c80c5fb-8fbf-40eb-b9e3-dcd3a08b68be tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Network f5d33522-145d-4fb1-9d4f-d11f47f722ac is already hosted by enough agents. {{(pid=102387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 18:59:08.816285 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.base_scheduler [None req-1c80c5fb-8fbf-40eb-b9e3-dcd3a08b68be tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Resources bound (agent type, host, resource id): {{(pid=102387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:59:08.820460 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c80c5fb-8fbf-40eb-b9e3-dcd3a08b68be tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Received port after_create {{(pid=102387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 18:59:08.827551 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c80c5fb-8fbf-40eb-b9e3-dcd3a08b68be tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Pushing event updated for resources: {'Port': ['ID=3c6d7e96-ccf2-4919-89c0-ac2e0836c87c,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:59:08.882002 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c80c5fb-8fbf-40eb-b9e3-dcd3a08b68be tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:59:08.882701 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-1c80c5fb-8fbf-40eb-b9e3-dcd3a08b68be tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:08.897905 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-4701911c-a3c8-4cc6-a1b3-c10eb8646285 tempest-NegativeSecGroupIPv6Test-2005533796 tempest-NegativeSecGroupIPv6Test-2005533796-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:08.982168 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4701911c-a3c8-4cc6-a1b3-c10eb8646285 tempest-NegativeSecGroupIPv6Test-2005533796 tempest-NegativeSecGroupIPv6Test-2005533796-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f46e7aad-db11-4e81-a37e-34f52acd5eb7,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:59:09.007937 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-1c80c5fb-8fbf-40eb-b9e3-dcd3a08b68be tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 886 time: 1.5648880 Nov 05 18:59:09.009607 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 40690) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:59:09.026530 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-4701911c-a3c8-4cc6-a1b3-c10eb8646285 tempest-NegativeSecGroupIPv6Test-2005533796 tempest-NegativeSecGroupIPv6Test-2005533796-project] Publish callbacks [] for security_group, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:09.031712 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-4701911c-a3c8-4cc6-a1b3-c10eb8646285 tempest-NegativeSecGroupIPv6Test-2005533796 tempest-NegativeSecGroupIPv6Test-2005533796-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4659417 Nov 05 18:59:09.036313 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 40692) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:59:09.041171 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-41837660-7a31-4a18-b0bd-c1711a1b0b0a tempest-NegativeSecGroupIPv6Test-2005533796 tempest-NegativeSecGroupIPv6Test-2005533796-project] Request body: {'security_group_rule': {'security_group_id': 'f46e7aad-db11-4e81-a37e-34f52acd5eb7', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:59:09.042191 n-d-816865-1 neutron-server[102386]: WARNING neutron.api.v2.base [None req-41837660-7a31-4a18-b0bd-c1711a1b0b0a tempest-NegativeSecGroupIPv6Test-2005533796 tempest-NegativeSecGroupIPv6Test-2005533796-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Nov 05 18:59:09.042584 n-d-816865-1 neutron-server[102386]: INFO neutron.api.v2.resource [None req-41837660-7a31-4a18-b0bd-c1711a1b0b0a tempest-NegativeSecGroupIPv6Test-2005533796 tempest-NegativeSecGroupIPv6Test-2005533796-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 05 18:59:09.043545 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-41837660-7a31-4a18-b0bd-c1711a1b0b0a tempest-NegativeSecGroupIPv6Test-2005533796 tempest-NegativeSecGroupIPv6Test-2005533796-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0062554 Nov 05 18:59:09.046684 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 40694) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:59:09.164624 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-896b69f5-3b9d-41e1-9c87-c6272cc3427b tempest-NegativeSecGroupIPv6Test-2005533796 tempest-NegativeSecGroupIPv6Test-2005533796-project] Publish callbacks [] for security_group, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:09.198656 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-896b69f5-3b9d-41e1-9c87-c6272cc3427b tempest-NegativeSecGroupIPv6Test-2005533796 tempest-NegativeSecGroupIPv6Test-2005533796-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:09.220865 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [None req-9bfd7d5a-f7c3-4aaf-bcb5-87c4dc1a353d tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Deleting port 3c6d7e96-ccf2-4919-89c0-ac2e0836c87c {{(pid=102387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 18:59:09.221132 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-9bfd7d5a-f7c3-4aaf-bcb5-87c4dc1a353d tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:09.346108 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-9bfd7d5a-f7c3-4aaf-bcb5-87c4dc1a353d tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:09.369322 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [None req-9bfd7d5a-f7c3-4aaf-bcb5-87c4dc1a353d tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Calling delete_port for 3c6d7e96-ccf2-4919-89c0-ac2e0836c87c owned by {{(pid=102387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 18:59:09.376159 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-896b69f5-3b9d-41e1-9c87-c6272cc3427b tempest-NegativeSecGroupIPv6Test-2005533796 tempest-NegativeSecGroupIPv6Test-2005533796-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:09.378706 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-896b69f5-3b9d-41e1-9c87-c6272cc3427b tempest-NegativeSecGroupIPv6Test-2005533796 tempest-NegativeSecGroupIPv6Test-2005533796-project] Publish callbacks [] for security_group, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:09.382544 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-896b69f5-3b9d-41e1-9c87-c6272cc3427b tempest-NegativeSecGroupIPv6Test-2005533796 tempest-NegativeSecGroupIPv6Test-2005533796-project] 10.222.0.13 "DELETE /v2.0/security-groups/f46e7aad-db11-4e81-a37e-34f52acd5eb7 HTTP/1.1" status: 204 len: 168 time: 0.3348675 Nov 05 18:59:09.382705 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 40706) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:59:09.402990 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896b69f5-3b9d-41e1-9c87-c6272cc3427b tempest-NegativeSecGroupIPv6Test-2005533796 tempest-NegativeSecGroupIPv6Test-2005533796-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f46e7aad-db11-4e81-a37e-34f52acd5eb7,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:59:09.516265 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-b9c5cbf1-fc47-4980-94d5-265147693f2c tempest-NegativeSecGroupIPv6Test-2005533796 tempest-NegativeSecGroupIPv6Test-2005533796-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1318779 Nov 05 18:59:09.522556 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 40710) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:59:09.527102 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-d8ee8c86-307e-422e-8246-5264a201d9d7 tempest-NegativeSecGroupIPv6Test-2005533796 tempest-NegativeSecGroupIPv6Test-2005533796-project] Request body: {'security_group': {'name': 'tempest-secgroup--1998090993'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:59:09.624412 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-d8ee8c86-307e-422e-8246-5264a201d9d7 tempest-NegativeSecGroupIPv6Test-2005533796 tempest-NegativeSecGroupIPv6Test-2005533796-project] Publish callbacks [] for security_group, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:09.630224 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0404c0-2323-48bb-bd51-9579303f9302 req-e5574147-51fd-4850-84af-0eb1ee8ff5fe tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:59:09.638783 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-db0404c0-2323-48bb-bd51-9579303f9302 req-e5574147-51fd-4850-84af-0eb1ee8ff5fe tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] 10.222.0.13 "GET /v2.0/ports?device_id=3febeb46-783e-49e0-9e0e-691009d6ed32 HTTP/1.1" status: 200 len: 945 time: 0.0828097 Nov 05 18:59:09.695439 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 21a16185-3bba-48f1-b0e8-5fabac296f84 up at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 18:59:09.712687 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-9bfd7d5a-f7c3-4aaf-bcb5-87c4dc1a353d tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4417063'] for port, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:09.731007 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-d8ee8c86-307e-422e-8246-5264a201d9d7 tempest-NegativeSecGroupIPv6Test-2005533796 tempest-NegativeSecGroupIPv6Test-2005533796-project] Publish callbacks [] for security_group, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:09.760263 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-db0404c0-2323-48bb-bd51-9579303f9302 req-7087cca0-2d47-472f-a95b-3c224347b2e0 tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9a1bcb7-2b62-4809-b67b-668edb56dae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197300 Nov 05 18:59:09.781890 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bfd7d5a-f7c3-4aaf-bcb5-87c4dc1a353d tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Pushing event deleted for resources: {'Port': ['ID=3c6d7e96-ccf2-4919-89c0-ac2e0836c87c,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:59:09.784651 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Provisioning complete for port 21a16185-3bba-48f1-b0e8-5fabac296f84 triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:59:09.785894 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:09.809045 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-d8ee8c86-307e-422e-8246-5264a201d9d7 tempest-NegativeSecGroupIPv6Test-2005533796 tempest-NegativeSecGroupIPv6Test-2005533796-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:09.900428 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ee8c86-307e-422e-8246-5264a201d9d7 tempest-NegativeSecGroupIPv6Test-2005533796 tempest-NegativeSecGroupIPv6Test-2005533796-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8cbd87e6-169d-4b63-a60d-bff249ad5b40,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:59:09.934586 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:09.944846 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-d8ee8c86-307e-422e-8246-5264a201d9d7 tempest-NegativeSecGroupIPv6Test-2005533796 tempest-NegativeSecGroupIPv6Test-2005533796-project] Publish callbacks [] for security_group, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:09.947752 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-d8ee8c86-307e-422e-8246-5264a201d9d7 tempest-NegativeSecGroupIPv6Test-2005533796 tempest-NegativeSecGroupIPv6Test-2005533796-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4241831 Nov 05 18:59:09.950572 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 40716) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:59:09.956874 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-9bfd7d5a-f7c3-4aaf-bcb5-87c4dc1a353d tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:09.958822 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-61baf893-d389-4967-8178-b412531956ca tempest-NegativeSecGroupIPv6Test-2005533796 tempest-NegativeSecGroupIPv6Test-2005533796-project] Request body: {'security_group_rule': {'security_group_id': '8cbd87e6-169d-4b63-a60d-bff249ad5b40', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:59:09.962700 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-9bfd7d5a-f7c3-4aaf-bcb5-87c4dc1a353d tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] 10.222.0.13 "DELETE /v2.0/ports/3c6d7e96-ccf2-4919-89c0-ac2e0836c87c HTTP/1.1" status: 204 len: 168 time: 0.9518013 Nov 05 18:59:09.965152 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 40718) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:59:09.971272 n-d-816865-1 neutron-server[102386]: WARNING neutron.api.v2.base [None req-61baf893-d389-4967-8178-b412531956ca tempest-NegativeSecGroupIPv6Test-2005533796 tempest-NegativeSecGroupIPv6Test-2005533796-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Nov 05 18:59:09.971921 n-d-816865-1 neutron-server[102386]: INFO neutron.api.v2.resource [None req-61baf893-d389-4967-8178-b412531956ca tempest-NegativeSecGroupIPv6Test-2005533796 tempest-NegativeSecGroupIPv6Test-2005533796-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 05 18:59:09.974742 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-61baf893-d389-4967-8178-b412531956ca tempest-NegativeSecGroupIPv6Test-2005533796 tempest-NegativeSecGroupIPv6Test-2005533796-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0205829 Nov 05 18:59:09.976705 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 40720) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:59:09.981743 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-9d7fa0d3-2130-4c32-8927-691b017adfd8 tempest-NegativeSecGroupIPv6Test-2005533796 tempest-NegativeSecGroupIPv6Test-2005533796-project] Request body: {'security_group_rule': {'security_group_id': '8cbd87e6-169d-4b63-a60d-bff249ad5b40', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:59:09.984155 n-d-816865-1 neutron-server[102386]: WARNING neutron.api.v2.base [None req-9d7fa0d3-2130-4c32-8927-691b017adfd8 tempest-NegativeSecGroupIPv6Test-2005533796 tempest-NegativeSecGroupIPv6Test-2005533796-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Nov 05 18:59:09.984751 n-d-816865-1 neutron-server[102386]: INFO neutron.api.v2.resource [None req-9d7fa0d3-2130-4c32-8927-691b017adfd8 tempest-NegativeSecGroupIPv6Test-2005533796 tempest-NegativeSecGroupIPv6Test-2005533796-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 05 18:59:09.988819 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-9d7fa0d3-2130-4c32-8927-691b017adfd8 tempest-NegativeSecGroupIPv6Test-2005533796 tempest-NegativeSecGroupIPv6Test-2005533796-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0111499 Nov 05 18:59:09.993568 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 40722) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:59:09.993904 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db430105-abf4-4b6d-8d2e-ef1909738875 None None] Network f5d33522-145d-4fb1-9d4f-d11f47f722ac requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 18:59:10.011924 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-108e608e-abda-4c53-9dc7-2d77f2e2e151 tempest-NegativeSecGroupIPv6Test-2005533796 tempest-NegativeSecGroupIPv6Test-2005533796-project] Request body: {'security_group_rule': {'security_group_id': '8cbd87e6-169d-4b63-a60d-bff249ad5b40', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:59:10.022722 n-d-816865-1 neutron-server[102386]: WARNING neutron.api.v2.base [None req-108e608e-abda-4c53-9dc7-2d77f2e2e151 tempest-NegativeSecGroupIPv6Test-2005533796 tempest-NegativeSecGroupIPv6Test-2005533796-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Nov 05 18:59:10.025642 n-d-816865-1 neutron-server[102386]: INFO neutron.api.v2.resource [None req-108e608e-abda-4c53-9dc7-2d77f2e2e151 tempest-NegativeSecGroupIPv6Test-2005533796 tempest-NegativeSecGroupIPv6Test-2005533796-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 05 18:59:10.027342 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-108e608e-abda-4c53-9dc7-2d77f2e2e151 tempest-NegativeSecGroupIPv6Test-2005533796 tempest-NegativeSecGroupIPv6Test-2005533796-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0324931 Nov 05 18:59:10.033781 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 40726) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:59:10.048069 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-5058fef9-44ca-4238-82ad-6e355fe89edc tempest-NegativeSecGroupIPv6Test-2005533796 tempest-NegativeSecGroupIPv6Test-2005533796-project] Request body: {'security_group_rule': {'security_group_id': '8cbd87e6-169d-4b63-a60d-bff249ad5b40', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:59:10.049188 n-d-816865-1 neutron-server[102386]: WARNING neutron.api.v2.base [None req-5058fef9-44ca-4238-82ad-6e355fe89edc tempest-NegativeSecGroupIPv6Test-2005533796 tempest-NegativeSecGroupIPv6Test-2005533796-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Nov 05 18:59:10.049843 n-d-816865-1 neutron-server[102386]: INFO neutron.api.v2.resource [None req-5058fef9-44ca-4238-82ad-6e355fe89edc tempest-NegativeSecGroupIPv6Test-2005533796 tempest-NegativeSecGroupIPv6Test-2005533796-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 05 18:59:10.052163 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-5058fef9-44ca-4238-82ad-6e355fe89edc tempest-NegativeSecGroupIPv6Test-2005533796 tempest-NegativeSecGroupIPv6Test-2005533796-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0132477 Nov 05 18:59:10.055139 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 40730) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:59:10.056286 n-d-816865-1 neutron-server[102387]: INFO neutron.pecan_wsgi.hooks.translation [None req-a982643f-722e-4f9b-b83d-91fc9edd42ef tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] GET failed (client error): The resource could not be found. Nov 05 18:59:10.060036 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-a982643f-722e-4f9b-b83d-91fc9edd42ef tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] 10.222.0.13 "GET /v2.0/ports/3c6d7e96-ccf2-4919-89c0-ac2e0836c87c HTTP/1.1" status: 404 len: 333 time: 0.0939271 Nov 05 18:59:10.064264 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 40732) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:59:10.161281 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] For port 21a16185-3bba-48f1-b0e8-5fabac296f84, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=21a16185-3bba-48f1-b0e8-5fabac296f84,segment=NetworkSegment(7b01052d-6194-444a-9ba3-67a2d81632a3),segment_id=7b01052d-6194-444a-9ba3-67a2d81632a3)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:59:10.188625 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.db_base_plugin_v2 [None req-7675bd8f-b7a1-49fd-a2ed-44cbbbf4b21c tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Deleting subnet 1d39570f-be07-4ca9-b9f5-a698783bf626 {{(pid=102387) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 05 18:59:10.195847 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-7675bd8f-b7a1-49fd-a2ed-44cbbbf4b21c tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Publish callbacks [] for subnet, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:10.197272 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-fcb6f195-abe5-4488-9c22-746f7784fa5b tempest-NegativeSecGroupIPv6Test-2005533796 tempest-NegativeSecGroupIPv6Test-2005533796-project] Publish callbacks [] for security_group, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:10.259971 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-fcb6f195-abe5-4488-9c22-746f7784fa5b tempest-NegativeSecGroupIPv6Test-2005533796 tempest-NegativeSecGroupIPv6Test-2005533796-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:10.277174 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-8609041c-0556-44ac-9f66-f254ac45a980 None None] Provisioning complete for port 21a16185-3bba-48f1-b0e8-5fabac296f84 triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:59:10.277547 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-8609041c-0556-44ac-9f66-f254ac45a980 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:10.285335 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:10.295975 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-7675bd8f-b7a1-49fd-a2ed-44cbbbf4b21c tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4463501'] for subnet, precommit_delete_associations {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:10.389069 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-fcb6f195-abe5-4488-9c22-746f7784fa5b tempest-NegativeSecGroupIPv6Test-2005533796 tempest-NegativeSecGroupIPv6Test-2005533796-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:10.392184 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-fcb6f195-abe5-4488-9c22-746f7784fa5b tempest-NegativeSecGroupIPv6Test-2005533796 tempest-NegativeSecGroupIPv6Test-2005533796-project] Publish callbacks [] for security_group, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:10.396374 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-fcb6f195-abe5-4488-9c22-746f7784fa5b tempest-NegativeSecGroupIPv6Test-2005533796 tempest-NegativeSecGroupIPv6Test-2005533796-project] 10.222.0.13 "DELETE /v2.0/security-groups/8cbd87e6-169d-4b63-a60d-bff249ad5b40 HTTP/1.1" status: 204 len: 168 time: 0.3370204 Nov 05 18:59:10.397834 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 40742) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:59:10.450283 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb6f195-abe5-4488-9c22-746f7784fa5b tempest-NegativeSecGroupIPv6Test-2005533796 tempest-NegativeSecGroupIPv6Test-2005533796-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cbd87e6-169d-4b63-a60d-bff249ad5b40,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:59:10.470732 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-7675bd8f-b7a1-49fd-a2ed-44cbbbf4b21c tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1573928'] for subnet, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:10.538085 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-573ede44-7e02-4802-9641-927b645e8dce tempest-NegativeSecGroupIPv6Test-2005533796 tempest-NegativeSecGroupIPv6Test-2005533796-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1319327 Nov 05 18:59:10.542103 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 40744) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:59:10.550513 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-510dbee7-c7d9-445e-81ca-7930f967bef6 tempest-NegativeSecGroupIPv6Test-2005533796 tempest-NegativeSecGroupIPv6Test-2005533796-project] Request body: {'security_group': {'name': 'tempest-secgroup--347304696'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:59:10.598994 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Pushing event updated for resources: {'Port': ['ID=21a16185-3bba-48f1-b0e8-5fabac296f84,revision_number=3']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:59:10.652958 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-7675bd8f-b7a1-49fd-a2ed-44cbbbf4b21c tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1573905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4417146', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5112209'] for subnet, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:10.680625 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-510dbee7-c7d9-445e-81ca-7930f967bef6 tempest-NegativeSecGroupIPv6Test-2005533796 tempest-NegativeSecGroupIPv6Test-2005533796-project] Publish callbacks [] for security_group, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:10.693241 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7675bd8f-b7a1-49fd-a2ed-44cbbbf4b21c tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Pushing event deleted for resources: {'Subnet': ['ID=1d39570f-be07-4ca9-b9f5-a698783bf626,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:59:10.698843 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-7675bd8f-b7a1-49fd-a2ed-44cbbbf4b21c tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Publish callbacks [] for subnet, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:10.708244 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-7675bd8f-b7a1-49fd-a2ed-44cbbbf4b21c tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] 10.222.0.13 "DELETE /v2.0/subnets/1d39570f-be07-4ca9-b9f5-a698783bf626 HTTP/1.1" status: 204 len: 168 time: 0.6377084 Nov 05 18:59:10.708244 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 40746) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:59:10.817443 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-4b95fb74-a149-4c8e-8674-85c9729654df tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1664226'] for network, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:10.865028 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-510dbee7-c7d9-445e-81ca-7930f967bef6 tempest-NegativeSecGroupIPv6Test-2005533796 tempest-NegativeSecGroupIPv6Test-2005533796-project] Publish callbacks [] for security_group, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:10.928986 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [None req-4b95fb74-a149-4c8e-8674-85c9729654df tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Deleting port 21a16185-3bba-48f1-b0e8-5fabac296f84 {{(pid=102387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 18:59:10.930785 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-4b95fb74-a149-4c8e-8674-85c9729654df tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:10.942206 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ed99c2f-9179-4b84-98c7-651187d91c48 None None] Network f5d33522-145d-4fb1-9d4f-d11f47f722ac requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 18:59:10.955184 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a221ce-93ed-4c84-8d7b-72048e55e0ba req-f5fd802c-dda3-4c93-907c-724b7ee0309b tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:59:10.962978 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-e6a221ce-93ed-4c84-8d7b-72048e55e0ba req-f5fd802c-dda3-4c93-907c-724b7ee0309b tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] 10.222.0.13 "GET /v2.0/ports?device_id=3febeb46-783e-49e0-9e0e-691009d6ed32 HTTP/1.1" status: 200 len: 945 time: 0.0904634 Nov 05 18:59:11.013110 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-510dbee7-c7d9-445e-81ca-7930f967bef6 tempest-NegativeSecGroupIPv6Test-2005533796 tempest-NegativeSecGroupIPv6Test-2005533796-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:11.057833 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.db [None req-4b95fb74-a149-4c8e-8674-85c9729654df tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] For port 21a16185-3bba-48f1-b0e8-5fabac296f84, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=21a16185-3bba-48f1-b0e8-5fabac296f84,segment=NetworkSegment(7b01052d-6194-444a-9ba3-67a2d81632a3),segment_id=7b01052d-6194-444a-9ba3-67a2d81632a3)] {{(pid=102387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:59:11.058392 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-4b95fb74-a149-4c8e-8674-85c9729654df tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:11.070803 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-e6a221ce-93ed-4c84-8d7b-72048e55e0ba req-6acda116-be43-4848-bc05-c3e6b86b8f53 tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9a1bcb7-2b62-4809-b67b-668edb56dae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069498 Nov 05 18:59:11.092360 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-e9608a6c-2454-4ed0-b403-8fdabdbc435d None None] Provisioning complete for port 21a16185-3bba-48f1-b0e8-5fabac296f84 triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:59:11.092360 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-e9608a6c-2454-4ed0-b403-8fdabdbc435d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:11.119560 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [None req-4b95fb74-a149-4c8e-8674-85c9729654df tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Calling delete_port for 21a16185-3bba-48f1-b0e8-5fabac296f84 owned by network:dhcp {{(pid=102387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 18:59:11.132723 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510dbee7-c7d9-445e-81ca-7930f967bef6 tempest-NegativeSecGroupIPv6Test-2005533796 tempest-NegativeSecGroupIPv6Test-2005533796-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2cb29cfa-5a4a-41fb-9ab5-67d6caf6b0ff,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:59:11.180930 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-510dbee7-c7d9-445e-81ca-7930f967bef6 tempest-NegativeSecGroupIPv6Test-2005533796 tempest-NegativeSecGroupIPv6Test-2005533796-project] Publish callbacks [] for security_group, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:11.182349 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-510dbee7-c7d9-445e-81ca-7930f967bef6 tempest-NegativeSecGroupIPv6Test-2005533796 tempest-NegativeSecGroupIPv6Test-2005533796-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.6388381 Nov 05 18:59:11.185156 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 40758) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:59:11.190763 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-13e97890-f417-4f25-a40e-f45cc73554a5 tempest-NegativeSecGroupIPv6Test-2005533796 tempest-NegativeSecGroupIPv6Test-2005533796-project] Request body: {'security_group_rule': {'security_group_id': '2cb29cfa-5a4a-41fb-9ab5-67d6caf6b0ff', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:59:11.199559 n-d-816865-1 neutron-server[102386]: WARNING neutron.api.v2.base [None req-13e97890-f417-4f25-a40e-f45cc73554a5 tempest-NegativeSecGroupIPv6Test-2005533796 tempest-NegativeSecGroupIPv6Test-2005533796-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Nov 05 18:59:11.199559 n-d-816865-1 neutron-server[102386]: INFO neutron.api.v2.resource [None req-13e97890-f417-4f25-a40e-f45cc73554a5 tempest-NegativeSecGroupIPv6Test-2005533796 tempest-NegativeSecGroupIPv6Test-2005533796-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 05 18:59:11.202409 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-13e97890-f417-4f25-a40e-f45cc73554a5 tempest-NegativeSecGroupIPv6Test-2005533796 tempest-NegativeSecGroupIPv6Test-2005533796-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0124679 Nov 05 18:59:11.203727 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 40760) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:59:11.210525 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-c79a2773-9a5c-41d0-8863-852a266997e0 tempest-NegativeSecGroupIPv6Test-2005533796 tempest-NegativeSecGroupIPv6Test-2005533796-project] Request body: {'security_group_rule': {'security_group_id': '2cb29cfa-5a4a-41fb-9ab5-67d6caf6b0ff', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:59:11.298385 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d05b9b2-755e-4482-a1bc-cc665553d805 None None] DHCP port deletion for f5d33522-145d-4fb1-9d4f-d11f47f722ac request from n-d-816865-1 {{(pid=102388) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 05 18:59:11.382123 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-2d05b9b2-755e-4482-a1bc-cc665553d805 None None] Deleting port 21a16185-3bba-48f1-b0e8-5fabac296f84 {{(pid=102388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 18:59:11.382545 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-2d05b9b2-755e-4482-a1bc-cc665553d805 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:11.476507 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-2d05b9b2-755e-4482-a1bc-cc665553d805 None None] For port 21a16185-3bba-48f1-b0e8-5fabac296f84, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=21a16185-3bba-48f1-b0e8-5fabac296f84,segment=NetworkSegment(7b01052d-6194-444a-9ba3-67a2d81632a3),segment_id=7b01052d-6194-444a-9ba3-67a2d81632a3)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:59:11.476903 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-2d05b9b2-755e-4482-a1bc-cc665553d805 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:11.491193 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-2d05b9b2-755e-4482-a1bc-cc665553d805 None None] Calling delete_port for 21a16185-3bba-48f1-b0e8-5fabac296f84 owned by network:dhcp {{(pid=102388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 18:59:11.492422 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-4b95fb74-a149-4c8e-8674-85c9729654df tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4417063'] for port, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:11.568818 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b95fb74-a149-4c8e-8674-85c9729654df tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] No DVR routers for this DVR port 21a16185-3bba-48f1-b0e8-5fabac296f84 on host n-d-816865-1 {{(pid=102387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 18:59:11.571632 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b95fb74-a149-4c8e-8674-85c9729654df tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Pushing event deleted for resources: {'Port': ['ID=21a16185-3bba-48f1-b0e8-5fabac296f84,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:59:11.609776 n-d-816865-1 neutron-server[102386]: INFO neutron.api.v2.resource [None req-c79a2773-9a5c-41d0-8863-852a266997e0 tempest-NegativeSecGroupIPv6Test-2005533796 tempest-NegativeSecGroupIPv6Test-2005533796-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 05 18:59:11.610460 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-2d05b9b2-755e-4482-a1bc-cc665553d805 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798'] for port, after_delete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:11.613926 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-c79a2773-9a5c-41d0-8863-852a266997e0 tempest-NegativeSecGroupIPv6Test-2005533796 tempest-NegativeSecGroupIPv6Test-2005533796-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.4071643 Nov 05 18:59:11.614209 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 40776) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:59:11.619752 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-bec10a33-8f86-40e0-91ef-a59982ec77f0 tempest-NegativeSecGroupIPv6Test-2005533796 tempest-NegativeSecGroupIPv6Test-2005533796-project] Request body: {'security_group_rule': {'security_group_id': '2cb29cfa-5a4a-41fb-9ab5-67d6caf6b0ff', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:59:11.625823 n-d-816865-1 neutron-server[102386]: WARNING neutron.api.v2.base [None req-bec10a33-8f86-40e0-91ef-a59982ec77f0 tempest-NegativeSecGroupIPv6Test-2005533796 tempest-NegativeSecGroupIPv6Test-2005533796-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Nov 05 18:59:11.625823 n-d-816865-1 neutron-server[102386]: INFO neutron.api.v2.resource [None req-bec10a33-8f86-40e0-91ef-a59982ec77f0 tempest-NegativeSecGroupIPv6Test-2005533796 tempest-NegativeSecGroupIPv6Test-2005533796-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 05 18:59:11.625823 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-bec10a33-8f86-40e0-91ef-a59982ec77f0 tempest-NegativeSecGroupIPv6Test-2005533796 tempest-NegativeSecGroupIPv6Test-2005533796-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0064843 Nov 05 18:59:11.628028 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 40778) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:59:11.633333 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-afd19a11-5607-4c8b-b4fb-2f85312e313d tempest-NegativeSecGroupIPv6Test-2005533796 tempest-NegativeSecGroupIPv6Test-2005533796-project] Request body: {'security_group_rule': {'security_group_id': '2cb29cfa-5a4a-41fb-9ab5-67d6caf6b0ff', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:59:11.649155 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d05b9b2-755e-4482-a1bc-cc665553d805 None None] Pushing event deleted for resources: {'Port': ['ID=21a16185-3bba-48f1-b0e8-5fabac296f84,revision_number=None']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:59:11.657935 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d05b9b2-755e-4482-a1bc-cc665553d805 None None] No DVR routers for this DVR port 21a16185-3bba-48f1-b0e8-5fabac296f84 on host n-d-816865-1 {{(pid=102388) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 18:59:11.661860 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 21a16185-3bba-48f1-b0e8-5fabac296f84 no longer exists at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 18:59:11.711217 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] No Port match for: 21a16185-3bba-48f1-b0e8-5fabac296f84 {{(pid=102388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 18:59:11.711824 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 21a16185-3bba-48f1-b0e8-5fabac296f84 not bound to the agent host n-d-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 18:59:11.778336 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-4b95fb74-a149-4c8e-8674-85c9729654df tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1579173', 'neutron.services.segments.db._delete_segments_for_network-8750027792909'] for network, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:11.813356 n-d-816865-1 neutron-server[102387]: DEBUG neutron.services.segments.db [None req-4b95fb74-a149-4c8e-8674-85c9729654df tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f5d33522-145d-4fb1-9d4f-d11f47f722ac']}} {{(pid=102387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:59:11.825541 n-d-816865-1 neutron-server[102387]: DEBUG neutron.services.segments.db [None req-4b95fb74-a149-4c8e-8674-85c9729654df tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b01052d-6194-444a-9ba3-67a2d81632a3') {'for_net_delete': True} {{(pid=102387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:59:11.825872 n-d-816865-1 neutron-server[102387]: DEBUG neutron.services.segments.db [None req-4b95fb74-a149-4c8e-8674-85c9729654df tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b01052d-6194-444a-9ba3-67a2d81632a3') {} {{(pid=102387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:59:11.838253 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-4b95fb74-a149-4c8e-8674-85c9729654df tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750027793430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4463492'] for segment, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:11.857196 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-4b95fb74-a149-4c8e-8674-85c9729654df tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273'] for segment, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:11.865780 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b95fb74-a149-4c8e-8674-85c9729654df tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Releasing vlan 182 on physical network physnet1 to pool {{(pid=102387) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 05 18:59:11.866414 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-4b95fb74-a149-4c8e-8674-85c9729654df tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4417236'] for segment, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:11.869718 n-d-816865-1 neutron-server[102387]: Traceback (most recent call last): Nov 05 18:59:11.869718 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 05 18:59:11.869718 n-d-816865-1 neutron-server[102387]: timer() Nov 05 18:59:11.869718 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 05 18:59:11.869718 n-d-816865-1 neutron-server[102387]: cb(*args, **kw) Nov 05 18:59:11.869718 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 05 18:59:11.869718 n-d-816865-1 neutron-server[102387]: return func(*args, **kwargs) Nov 05 18:59:11.869718 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 05 18:59:11.869718 n-d-816865-1 neutron-server[102387]: self._notify() Nov 05 18:59:11.869718 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 05 18:59:11.869718 n-d-816865-1 neutron-server[102387]: self.callback(batched_events) Nov 05 18:59:11.869718 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 05 18:59:11.869718 n-d-816865-1 neutron-server[102387]: event.method(event) Nov 05 18:59:11.869718 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 05 18:59:11.869718 n-d-816865-1 neutron-server[102387]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 05 18:59:11.869718 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 05 18:59:11.869718 n-d-816865-1 neutron-server[102387]: aggregate_uuid = self.p_client.list_aggregates( Nov 05 18:59:11.869718 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 05 18:59:11.869718 n-d-816865-1 neutron-server[102387]: return f(self, *a, **k) Nov 05 18:59:11.869718 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 05 18:59:11.869718 n-d-816865-1 neutron-server[102387]: return self._get(url).json() Nov 05 18:59:11.869718 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 05 18:59:11.869718 n-d-816865-1 neutron-server[102387]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 05 18:59:11.869718 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 05 18:59:11.869718 n-d-816865-1 neutron-server[102387]: return self.request(url, 'GET', **kwargs) Nov 05 18:59:11.869718 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 05 18:59:11.869718 n-d-816865-1 neutron-server[102387]: base_url = self.get_endpoint(auth, allow=allow, Nov 05 18:59:11.869718 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 05 18:59:11.869718 n-d-816865-1 neutron-server[102387]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 05 18:59:11.869718 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 05 18:59:11.869718 n-d-816865-1 neutron-server[102387]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 05 18:59:11.869718 n-d-816865-1 neutron-server[102387]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 05 18:59:11.873229 n-d-816865-1 neutron-server[102386]: INFO neutron.api.v2.resource [None req-afd19a11-5607-4c8b-b4fb-2f85312e313d tempest-NegativeSecGroupIPv6Test-2005533796 tempest-NegativeSecGroupIPv6Test-2005533796-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 05 18:59:11.875003 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-afd19a11-5607-4c8b-b4fb-2f85312e313d tempest-NegativeSecGroupIPv6Test-2005533796 tempest-NegativeSecGroupIPv6Test-2005533796-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2452786 Nov 05 18:59:11.877816 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 40780) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:59:11.884297 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-386d2813-9078-4c9c-ac6c-9d445c4df1c7 tempest-NegativeSecGroupIPv6Test-2005533796 tempest-NegativeSecGroupIPv6Test-2005533796-project] Request body: {'security_group_rule': {'security_group_id': '2cb29cfa-5a4a-41fb-9ab5-67d6caf6b0ff', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:59:11.885044 n-d-816865-1 neutron-server[102386]: WARNING neutron.api.v2.base [None req-386d2813-9078-4c9c-ac6c-9d445c4df1c7 tempest-NegativeSecGroupIPv6Test-2005533796 tempest-NegativeSecGroupIPv6Test-2005533796-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Nov 05 18:59:11.885793 n-d-816865-1 neutron-server[102386]: INFO neutron.api.v2.resource [None req-386d2813-9078-4c9c-ac6c-9d445c4df1c7 tempest-NegativeSecGroupIPv6Test-2005533796 tempest-NegativeSecGroupIPv6Test-2005533796-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 05 18:59:11.886981 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-386d2813-9078-4c9c-ac6c-9d445c4df1c7 tempest-NegativeSecGroupIPv6Test-2005533796 tempest-NegativeSecGroupIPv6Test-2005533796-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0080526 Nov 05 18:59:11.890207 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 40782) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:59:11.897791 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-9d34de36-c1f6-429c-8c9a-c469c2f15c9c tempest-NegativeSecGroupIPv6Test-2005533796 tempest-NegativeSecGroupIPv6Test-2005533796-project] Request body: {'security_group_rule': {'security_group_id': '2cb29cfa-5a4a-41fb-9ab5-67d6caf6b0ff', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:59:12.001945 n-d-816865-1 neutron-server[102386]: INFO neutron.db.securitygroups_db [None req-9d34de36-c1f6-429c-8c9a-c469c2f15c9c tempest-NegativeSecGroupIPv6Test-2005533796 tempest-NegativeSecGroupIPv6Test-2005533796-project] Project 67e3185285da48dd898a333bfcf99bc2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 05 18:59:12.037203 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-4b95fb74-a149-4c8e-8674-85c9729654df tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1579178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-956796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1000687'] for network, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:12.055401 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-4b95fb74-a149-4c8e-8674-85c9729654df tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Publish callbacks [] for network, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:12.065570 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 40788) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:59:12.066892 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-4b95fb74-a149-4c8e-8674-85c9729654df tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] 10.222.0.13 "DELETE /v2.0/networks/f5d33522-145d-4fb1-9d4f-d11f47f722ac HTTP/1.1" status: 204 len: 168 time: 1.3601348 Nov 05 18:59:12.072189 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-581afb4b-6725-4729-8799-32d1159fc3e6 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Request body: {'port': {'network_id': 'c92bcb05-4ee7-483b-945f-7b511cfffbce', 'name': 'tempest-PortsTestJSON-1852399714'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:59:12.087981 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b95fb74-a149-4c8e-8674-85c9729654df tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Pushing event deleted for resources: {'Network': ['ID=f5d33522-145d-4fb1-9d4f-d11f47f722ac,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:59:12.093124 n-d-816865-1 neutron-server[102386]: INFO neutron.api.v2.resource [None req-9d34de36-c1f6-429c-8c9a-c469c2f15c9c tempest-NegativeSecGroupIPv6Test-2005533796 tempest-NegativeSecGroupIPv6Test-2005533796-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 05 18:59:12.094513 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-9d34de36-c1f6-429c-8c9a-c469c2f15c9c tempest-NegativeSecGroupIPv6Test-2005533796 tempest-NegativeSecGroupIPv6Test-2005533796-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2031314 Nov 05 18:59:12.097595 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 40790) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:59:12.105215 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-01fd630e-faba-42e0-8a3d-33516fd28c9e tempest-NegativeSecGroupIPv6Test-2005533796 tempest-NegativeSecGroupIPv6Test-2005533796-project] Request body: {'security_group_rule': {'security_group_id': '2cb29cfa-5a4a-41fb-9ab5-67d6caf6b0ff', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:59:12.106244 n-d-816865-1 neutron-server[102387]: WARNING neutron.api.v2.base [None req-01fd630e-faba-42e0-8a3d-33516fd28c9e tempest-NegativeSecGroupIPv6Test-2005533796 tempest-NegativeSecGroupIPv6Test-2005533796-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Nov 05 18:59:12.106951 n-d-816865-1 neutron-server[102387]: INFO neutron.api.v2.resource [None req-01fd630e-faba-42e0-8a3d-33516fd28c9e tempest-NegativeSecGroupIPv6Test-2005533796 tempest-NegativeSecGroupIPv6Test-2005533796-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 05 18:59:12.109025 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-01fd630e-faba-42e0-8a3d-33516fd28c9e tempest-NegativeSecGroupIPv6Test-2005533796 tempest-NegativeSecGroupIPv6Test-2005533796-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0101938 Nov 05 18:59:12.114083 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 40794) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:59:12.123249 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-d0577a3c-a554-40b5-bebf-30f14992ff0b tempest-NegativeSecGroupIPv6Test-2005533796 tempest-NegativeSecGroupIPv6Test-2005533796-project] Request body: {'security_group_rule': {'security_group_id': '2cb29cfa-5a4a-41fb-9ab5-67d6caf6b0ff', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:59:12.227411 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e138b572-bf31-451b-a0f6-9c77ea8575f0 req-7de28a49-63bf-4c01-8e4a-2f45e2add3e3 tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:59:12.228909 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-e138b572-bf31-451b-a0f6-9c77ea8575f0 req-7de28a49-63bf-4c01-8e4a-2f45e2add3e3 tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] 10.222.0.13 "GET /v2.0/ports?device_id=3febeb46-783e-49e0-9e0e-691009d6ed32 HTTP/1.1" status: 200 len: 945 time: 0.0577288 Nov 05 18:59:12.282327 n-d-816865-1 neutron-server[102387]: INFO neutron.db.securitygroups_db [None req-d0577a3c-a554-40b5-bebf-30f14992ff0b tempest-NegativeSecGroupIPv6Test-2005533796 tempest-NegativeSecGroupIPv6Test-2005533796-project] Project 67e3185285da48dd898a333bfcf99bc2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 05 18:59:12.288645 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-e138b572-bf31-451b-a0f6-9c77ea8575f0 req-97884081-0034-4d7e-907e-49a3d7038c03 tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9a1bcb7-2b62-4809-b67b-668edb56dae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528557 Nov 05 18:59:12.407413 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-581afb4b-6725-4729-8799-32d1159fc3e6 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Made reservation on behalf of 2f4e87ee64a4499db45fedd95080f0b7 for: {'port': 1} {{(pid=102386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 18:59:12.412344 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-581afb4b-6725-4729-8799-32d1159fc3e6 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:12.438036 n-d-816865-1 neutron-server[102386]: DEBUG neutron.notifiers.nova [None req-581afb4b-6725-4729-8799-32d1159fc3e6 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] device_id is not set on port 9264da62-e8e5-449d-b151-d3abefde5008 yet. {{(pid=102386) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 05 18:59:12.474890 n-d-816865-1 neutron-server[102387]: INFO neutron.api.v2.resource [None req-d0577a3c-a554-40b5-bebf-30f14992ff0b tempest-NegativeSecGroupIPv6Test-2005533796 tempest-NegativeSecGroupIPv6Test-2005533796-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 05 18:59:12.476054 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-d0577a3c-a554-40b5-bebf-30f14992ff0b tempest-NegativeSecGroupIPv6Test-2005533796 tempest-NegativeSecGroupIPv6Test-2005533796-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.3608284 Nov 05 18:59:12.478942 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 40804) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:59:12.485177 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-5da4a50a-cf08-4f77-9155-a03efcda2a41 tempest-NegativeSecGroupIPv6Test-2005533796 tempest-NegativeSecGroupIPv6Test-2005533796-project] Request body: {'security_group_rule': {'security_group_id': '2cb29cfa-5a4a-41fb-9ab5-67d6caf6b0ff', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:59:12.657530 n-d-816865-1 neutron-server[102387]: INFO neutron.db.securitygroups_db [None req-5da4a50a-cf08-4f77-9155-a03efcda2a41 tempest-NegativeSecGroupIPv6Test-2005533796 tempest-NegativeSecGroupIPv6Test-2005533796-project] Project 67e3185285da48dd898a333bfcf99bc2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 05 18:59:12.698659 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-581afb4b-6725-4729-8799-32d1159fc3e6 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Publish callbacks [] for port, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:12.759720 n-d-816865-1 neutron-server[102387]: INFO neutron.api.v2.resource [None req-5da4a50a-cf08-4f77-9155-a03efcda2a41 tempest-NegativeSecGroupIPv6Test-2005533796 tempest-NegativeSecGroupIPv6Test-2005533796-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 05 18:59:12.760780 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-5da4a50a-cf08-4f77-9155-a03efcda2a41 tempest-NegativeSecGroupIPv6Test-2005533796 tempest-NegativeSecGroupIPv6Test-2005533796-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2808390 Nov 05 18:59:12.763623 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 40814) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:59:12.818157 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-7312ee18-1ae3-41a2-ab1b-e731ba45b633 tempest-NegativeSecGroupIPv6Test-2005533796 tempest-NegativeSecGroupIPv6Test-2005533796-project] Publish callbacks [] for security_group, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:12.841230 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-7312ee18-1ae3-41a2-ab1b-e731ba45b633 tempest-NegativeSecGroupIPv6Test-2005533796 tempest-NegativeSecGroupIPv6Test-2005533796-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:12.869527 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-581afb4b-6725-4729-8799-32d1159fc3e6 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:12.956521 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-581afb4b-6725-4729-8799-32d1159fc3e6 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Network c92bcb05-4ee7-483b-945f-7b511cfffbce is already hosted by enough agents. {{(pid=102386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 18:59:12.959672 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.base_scheduler [None req-581afb4b-6725-4729-8799-32d1159fc3e6 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Resources bound (agent type, host, resource id): {{(pid=102386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:59:12.966279 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-581afb4b-6725-4729-8799-32d1159fc3e6 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Received port after_create {{(pid=102386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 18:59:12.972797 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-581afb4b-6725-4729-8799-32d1159fc3e6 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:59:12.973470 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-581afb4b-6725-4729-8799-32d1159fc3e6 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:12.990100 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-7312ee18-1ae3-41a2-ab1b-e731ba45b633 tempest-NegativeSecGroupIPv6Test-2005533796 tempest-NegativeSecGroupIPv6Test-2005533796-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:12.990100 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-7312ee18-1ae3-41a2-ab1b-e731ba45b633 tempest-NegativeSecGroupIPv6Test-2005533796 tempest-NegativeSecGroupIPv6Test-2005533796-project] Publish callbacks [] for security_group, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:12.990100 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-7312ee18-1ae3-41a2-ab1b-e731ba45b633 tempest-NegativeSecGroupIPv6Test-2005533796 tempest-NegativeSecGroupIPv6Test-2005533796-project] 10.222.0.13 "DELETE /v2.0/security-groups/2cb29cfa-5a4a-41fb-9ab5-67d6caf6b0ff HTTP/1.1" status: 204 len: 168 time: 0.2217786 Nov 05 18:59:12.990100 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 40818) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:59:13.005673 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581afb4b-6725-4729-8799-32d1159fc3e6 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Pushing event updated for resources: {'Port': ['ID=9264da62-e8e5-449d-b151-d3abefde5008,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:59:13.050424 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 40820) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:59:13.053697 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-423c2393-a071-430c-8e9f-14c0215c44d1 tempest-NegativeSecGroupIPv6Test-2005533796 tempest-NegativeSecGroupIPv6Test-2005533796-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0625725 Nov 05 18:59:13.057315 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7312ee18-1ae3-41a2-ab1b-e731ba45b633 tempest-NegativeSecGroupIPv6Test-2005533796 tempest-NegativeSecGroupIPv6Test-2005533796-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cb29cfa-5a4a-41fb-9ab5-67d6caf6b0ff,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:59:13.058670 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-f03ac89a-399b-41db-a75e-8476edaced17 tempest-NegativeSecGroupIPv6Test-2005533796 tempest-NegativeSecGroupIPv6Test-2005533796-project] Request body: {'security_group': {'name': 'tempest-secgroup--1064765035'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:59:13.096546 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-581afb4b-6725-4729-8799-32d1159fc3e6 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.0294602 Nov 05 18:59:13.099062 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 40824) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:59:13.212400 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-f03ac89a-399b-41db-a75e-8476edaced17 tempest-NegativeSecGroupIPv6Test-2005533796 tempest-NegativeSecGroupIPv6Test-2005533796-project] Publish callbacks [] for security_group, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:13.226875 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [None req-d6e30ee7-999c-49f7-89cd-79ced8cb5c68 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Deleting port 9264da62-e8e5-449d-b151-d3abefde5008 {{(pid=102387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 18:59:13.227229 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-d6e30ee7-999c-49f7-89cd-79ced8cb5c68 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:13.325339 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-d6e30ee7-999c-49f7-89cd-79ced8cb5c68 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:13.332165 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-f03ac89a-399b-41db-a75e-8476edaced17 tempest-NegativeSecGroupIPv6Test-2005533796 tempest-NegativeSecGroupIPv6Test-2005533796-project] Publish callbacks [] for security_group, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:13.344588 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [None req-d6e30ee7-999c-49f7-89cd-79ced8cb5c68 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Calling delete_port for 9264da62-e8e5-449d-b151-d3abefde5008 owned by {{(pid=102387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 18:59:13.446562 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-f03ac89a-399b-41db-a75e-8476edaced17 tempest-NegativeSecGroupIPv6Test-2005533796 tempest-NegativeSecGroupIPv6Test-2005533796-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:13.477837 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb16486b-cec9-431a-bafe-c4320186e398 req-14c02463-410d-475f-a522-b366579b6bc4 tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:59:13.483398 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-fb16486b-cec9-431a-bafe-c4320186e398 req-14c02463-410d-475f-a522-b366579b6bc4 tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] 10.222.0.13 "GET /v2.0/ports?device_id=3febeb46-783e-49e0-9e0e-691009d6ed32 HTTP/1.1" status: 200 len: 945 time: 0.0798585 Nov 05 18:59:13.512755 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03ac89a-399b-41db-a75e-8476edaced17 tempest-NegativeSecGroupIPv6Test-2005533796 tempest-NegativeSecGroupIPv6Test-2005533796-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f15ccd54-1769-4301-9ae6-c7e23940bcb6,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:59:13.585473 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-d6e30ee7-999c-49f7-89cd-79ced8cb5c68 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4417063'] for port, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:13.614405 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-f03ac89a-399b-41db-a75e-8476edaced17 tempest-NegativeSecGroupIPv6Test-2005533796 tempest-NegativeSecGroupIPv6Test-2005533796-project] Publish callbacks [] for security_group, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:13.616025 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-f03ac89a-399b-41db-a75e-8476edaced17 tempest-NegativeSecGroupIPv6Test-2005533796 tempest-NegativeSecGroupIPv6Test-2005533796-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.5639138 Nov 05 18:59:13.618872 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 40840) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:59:13.624471 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-01065d8a-a120-4cc7-9de9-f3457a10131d tempest-NegativeSecGroupIPv6Test-2005533796 tempest-NegativeSecGroupIPv6Test-2005533796-project] Request body: {'security_group_rule': {'security_group_id': 'f15ccd54-1769-4301-9ae6-c7e23940bcb6', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:59:13.633172 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-fb16486b-cec9-431a-bafe-c4320186e398 req-fb882e98-c3ad-4b57-ad0c-7df013bc6424 tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9a1bcb7-2b62-4809-b67b-668edb56dae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428909 Nov 05 18:59:13.656365 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-d6e30ee7-999c-49f7-89cd-79ced8cb5c68 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:13.672157 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-d6e30ee7-999c-49f7-89cd-79ced8cb5c68 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] 10.222.0.13 "DELETE /v2.0/ports/9264da62-e8e5-449d-b151-d3abefde5008 HTTP/1.1" status: 204 len: 168 time: 0.5700614 Nov 05 18:59:13.676224 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 40842) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:59:13.699187 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-5937d1fd-dc9f-45da-8266-aa053b7a1f39 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Request body: {'port': {'network_id': 'c92bcb05-4ee7-483b-945f-7b511cfffbce', 'mac_address': 'fa:16:3e:83:95:a5', 'name': 'tempest-PortsTestJSON-149224280'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:59:13.728125 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e30ee7-999c-49f7-89cd-79ced8cb5c68 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Pushing event deleted for resources: {'Port': ['ID=9264da62-e8e5-449d-b151-d3abefde5008,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:59:13.925339 n-d-816865-1 neutron-server[102386]: INFO neutron.api.v2.resource [None req-01065d8a-a120-4cc7-9de9-f3457a10131d tempest-NegativeSecGroupIPv6Test-2005533796 tempest-NegativeSecGroupIPv6Test-2005533796-project] create failed (client error): The resource could not be found. Nov 05 18:59:13.925339 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-01065d8a-a120-4cc7-9de9-f3457a10131d tempest-NegativeSecGroupIPv6Test-2005533796 tempest-NegativeSecGroupIPv6Test-2005533796-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.3037248 Nov 05 18:59:13.926702 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 40846) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:59:13.932847 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-46ff50de-57a8-40df-8a6f-c4634e970937 tempest-NegativeSecGroupIPv6Test-2005533796 tempest-NegativeSecGroupIPv6Test-2005533796-project] Request body: {'security_group_rule': {'security_group_id': 'f15ccd54-1769-4301-9ae6-c7e23940bcb6', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '850c7985-d12f-47bd-8892-f0bc0036f2b3'}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:59:14.012294 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5937d1fd-dc9f-45da-8266-aa053b7a1f39 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Made reservation on behalf of 2f4e87ee64a4499db45fedd95080f0b7 for: {'port': 1} {{(pid=102386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 18:59:14.104007 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-5937d1fd-dc9f-45da-8266-aa053b7a1f39 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:14.135759 n-d-816865-1 neutron-server[102386]: DEBUG neutron.notifiers.nova [None req-5937d1fd-dc9f-45da-8266-aa053b7a1f39 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] device_id is not set on port 5f56f7f4-3ea2-4845-bb7c-d0be708f3b0a yet. {{(pid=102386) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 05 18:59:14.323340 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-5937d1fd-dc9f-45da-8266-aa053b7a1f39 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Publish callbacks [] for port, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:14.545561 n-d-816865-1 neutron-server[102387]: INFO neutron.api.v2.resource [None req-46ff50de-57a8-40df-8a6f-c4634e970937 tempest-NegativeSecGroupIPv6Test-2005533796 tempest-NegativeSecGroupIPv6Test-2005533796-project] create failed (client error): The resource could not be found. Nov 05 18:59:14.545788 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-5937d1fd-dc9f-45da-8266-aa053b7a1f39 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:14.549179 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-46ff50de-57a8-40df-8a6f-c4634e970937 tempest-NegativeSecGroupIPv6Test-2005533796 tempest-NegativeSecGroupIPv6Test-2005533796-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.6209018 Nov 05 18:59:14.549907 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 40854) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:59:14.616854 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5937d1fd-dc9f-45da-8266-aa053b7a1f39 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Network c92bcb05-4ee7-483b-945f-7b511cfffbce is already hosted by enough agents. {{(pid=102386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 18:59:14.620406 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.base_scheduler [None req-5937d1fd-dc9f-45da-8266-aa053b7a1f39 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Resources bound (agent type, host, resource id): {{(pid=102386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:59:14.625779 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5937d1fd-dc9f-45da-8266-aa053b7a1f39 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Received port after_create {{(pid=102386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 18:59:14.631394 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5937d1fd-dc9f-45da-8266-aa053b7a1f39 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:59:14.632076 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-5937d1fd-dc9f-45da-8266-aa053b7a1f39 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:14.635873 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5937d1fd-dc9f-45da-8266-aa053b7a1f39 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Pushing event updated for resources: {'Port': ['ID=5f56f7f4-3ea2-4845-bb7c-d0be708f3b0a,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:59:14.651248 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-0a88fadc-57fc-4bee-ab25-e327d327e4b5 tempest-NegativeSecGroupIPv6Test-2005533796 tempest-NegativeSecGroupIPv6Test-2005533796-project] Publish callbacks [] for security_group, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:14.676353 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-0a88fadc-57fc-4bee-ab25-e327d327e4b5 tempest-NegativeSecGroupIPv6Test-2005533796 tempest-NegativeSecGroupIPv6Test-2005533796-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:14.785673 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-5937d1fd-dc9f-45da-8266-aa053b7a1f39 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.1083643 Nov 05 18:59:14.793690 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 40868) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:59:14.845695 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-0a88fadc-57fc-4bee-ab25-e327d327e4b5 tempest-NegativeSecGroupIPv6Test-2005533796 tempest-NegativeSecGroupIPv6Test-2005533796-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:14.845695 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-0a88fadc-57fc-4bee-ab25-e327d327e4b5 tempest-NegativeSecGroupIPv6Test-2005533796 tempest-NegativeSecGroupIPv6Test-2005533796-project] Publish callbacks [] for security_group, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:14.845695 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-0a88fadc-57fc-4bee-ab25-e327d327e4b5 tempest-NegativeSecGroupIPv6Test-2005533796 tempest-NegativeSecGroupIPv6Test-2005533796-project] 10.222.0.13 "DELETE /v2.0/security-groups/f15ccd54-1769-4301-9ae6-c7e23940bcb6 HTTP/1.1" status: 204 len: 168 time: 0.2858903 Nov 05 18:59:14.853588 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 40872) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:59:14.869980 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a88fadc-57fc-4bee-ab25-e327d327e4b5 tempest-NegativeSecGroupIPv6Test-2005533796 tempest-NegativeSecGroupIPv6Test-2005533796-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f15ccd54-1769-4301-9ae6-c7e23940bcb6,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:59:14.881946 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-511012c3-45a4-4e75-b855-081925c6f79c tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:59:14.892718 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-511012c3-45a4-4e75-b855-081925c6f79c tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] 10.222.0.13 "GET /v2.0/ports/5f56f7f4-3ea2-4845-bb7c-d0be708f3b0a HTTP/1.1" status: 200 len: 840 time: 0.0937815 Nov 05 18:59:14.892883 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 40874) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:59:14.914105 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4406e566-25fd-4c82-8b92-6af4f4b2bf7f req-fe125961-c64c-4ee1-966f-e03ee7463d02 tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:59:14.915683 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-4406e566-25fd-4c82-8b92-6af4f4b2bf7f req-fe125961-c64c-4ee1-966f-e03ee7463d02 tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] 10.222.0.13 "GET /v2.0/ports?device_id=3febeb46-783e-49e0-9e0e-691009d6ed32 HTTP/1.1" status: 200 len: 945 time: 0.1511841 Nov 05 18:59:15.010643 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-9b4b66a2-ccbc-4e0d-8fb2-de7fa1ff5d2b tempest-NegativeSecGroupIPv6Test-2005533796 tempest-NegativeSecGroupIPv6Test-2005533796-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1504602 Nov 05 18:59:15.011313 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 40880) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:59:15.015263 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-5c4fb180-d6a0-4655-bf3f-4ae83b6ff4ad tempest-NegativeSecGroupIPv6Test-2005533796 tempest-NegativeSecGroupIPv6Test-2005533796-project] Request body: {'security_group_rule': {'security_group_id': '8070a3b6-bb1f-43d3-9632-e170f26a44a5', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:59:15.062018 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-4406e566-25fd-4c82-8b92-6af4f4b2bf7f req-a3ac2bb2-beb0-446f-aa3d-653d940fc121 tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9a1bcb7-2b62-4809-b67b-668edb56dae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183500 Nov 05 18:59:15.102239 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [None req-77d4c16d-cca5-4fe8-bf7f-666f3bb2c80f tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Deleting port 5f56f7f4-3ea2-4845-bb7c-d0be708f3b0a {{(pid=102387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 18:59:15.102699 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-77d4c16d-cca5-4fe8-bf7f-666f3bb2c80f tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:15.189349 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-77d4c16d-cca5-4fe8-bf7f-666f3bb2c80f tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:15.209202 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [None req-77d4c16d-cca5-4fe8-bf7f-666f3bb2c80f tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Calling delete_port for 5f56f7f4-3ea2-4845-bb7c-d0be708f3b0a owned by {{(pid=102387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 18:59:15.303460 n-d-816865-1 neutron-server[102386]: INFO neutron.api.v2.resource [None req-5c4fb180-d6a0-4655-bf3f-4ae83b6ff4ad tempest-NegativeSecGroupIPv6Test-2005533796 tempest-NegativeSecGroupIPv6Test-2005533796-project] create failed (client error): The resource could not be found. Nov 05 18:59:15.304545 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-5c4fb180-d6a0-4655-bf3f-4ae83b6ff4ad tempest-NegativeSecGroupIPv6Test-2005533796 tempest-NegativeSecGroupIPv6Test-2005533796-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2928474 Nov 05 18:59:15.308038 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 40886) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:59:15.313240 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-546b4952-479b-42ac-b2a5-0cc609bc07b8 tempest-NegativeSecGroupIPv6Test-2005533796 tempest-NegativeSecGroupIPv6Test-2005533796-project] Request body: {'security_group': {'name': 'tempest-secgroup--384627982'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:59:15.408013 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-77d4c16d-cca5-4fe8-bf7f-666f3bb2c80f tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4417063'] for port, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:15.434866 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-546b4952-479b-42ac-b2a5-0cc609bc07b8 tempest-NegativeSecGroupIPv6Test-2005533796 tempest-NegativeSecGroupIPv6Test-2005533796-project] Publish callbacks [] for security_group, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:15.443079 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d4c16d-cca5-4fe8-bf7f-666f3bb2c80f tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Pushing event deleted for resources: {'Port': ['ID=5f56f7f4-3ea2-4845-bb7c-d0be708f3b0a,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:59:15.456977 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-77d4c16d-cca5-4fe8-bf7f-666f3bb2c80f tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:15.461061 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-77d4c16d-cca5-4fe8-bf7f-666f3bb2c80f tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] 10.222.0.13 "DELETE /v2.0/ports/5f56f7f4-3ea2-4845-bb7c-d0be708f3b0a HTTP/1.1" status: 204 len: 168 time: 0.5672855 Nov 05 18:59:15.467344 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 40890) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:59:15.507233 n-d-816865-1 neutron-server[102387]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed1e527c-3238-4b46-a512-38d28b13f951 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] GET failed (client error): The resource could not be found. Nov 05 18:59:15.510836 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-ed1e527c-3238-4b46-a512-38d28b13f951 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] 10.222.0.13 "GET /v2.0/ports/5f56f7f4-3ea2-4845-bb7c-d0be708f3b0a HTTP/1.1" status: 404 len: 333 time: 0.0408437 Nov 05 18:59:15.516005 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 40892) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:59:15.522186 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-5745c94a-3628-4565-9415-059f263c073a tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Request body: {'port': {'network_id': 'c92bcb05-4ee7-483b-945f-7b511cfffbce', 'name': 'tempest-PortsTestJSON-1290765026'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:59:15.608118 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-546b4952-479b-42ac-b2a5-0cc609bc07b8 tempest-NegativeSecGroupIPv6Test-2005533796 tempest-NegativeSecGroupIPv6Test-2005533796-project] Publish callbacks [] for security_group, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:15.703741 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-546b4952-479b-42ac-b2a5-0cc609bc07b8 tempest-NegativeSecGroupIPv6Test-2005533796 tempest-NegativeSecGroupIPv6Test-2005533796-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:15.735124 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546b4952-479b-42ac-b2a5-0cc609bc07b8 tempest-NegativeSecGroupIPv6Test-2005533796 tempest-NegativeSecGroupIPv6Test-2005533796-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5e75e5e3-f0e7-40eb-a3c8-7a4f51acaa27,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:59:15.783240 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5745c94a-3628-4565-9415-059f263c073a tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Made reservation on behalf of 2f4e87ee64a4499db45fedd95080f0b7 for: {'port': 1} {{(pid=102386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 18:59:15.793277 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-5745c94a-3628-4565-9415-059f263c073a tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:15.811350 n-d-816865-1 neutron-server[102386]: DEBUG neutron.notifiers.nova [None req-5745c94a-3628-4565-9415-059f263c073a tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] device_id is not set on port 068befd4-905e-47c7-85fd-4e8451ff29db yet. {{(pid=102386) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 05 18:59:15.871440 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-546b4952-479b-42ac-b2a5-0cc609bc07b8 tempest-NegativeSecGroupIPv6Test-2005533796 tempest-NegativeSecGroupIPv6Test-2005533796-project] Publish callbacks [] for security_group, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:15.876172 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 40906) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:59:15.877181 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-546b4952-479b-42ac-b2a5-0cc609bc07b8 tempest-NegativeSecGroupIPv6Test-2005533796 tempest-NegativeSecGroupIPv6Test-2005533796-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.5680659 Nov 05 18:59:15.884617 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-b0959cd1-36c0-4eee-aa16-2473bef01894 tempest-NegativeSecGroupIPv6Test-2005533796 tempest-NegativeSecGroupIPv6Test-2005533796-project] Request body: {'security_group': {'name': 'tempest-secgroup--1191154106'}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:59:16.012954 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-b0959cd1-36c0-4eee-aa16-2473bef01894 tempest-NegativeSecGroupIPv6Test-2005533796 tempest-NegativeSecGroupIPv6Test-2005533796-project] Publish callbacks [] for security_group, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:16.136069 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-b0959cd1-36c0-4eee-aa16-2473bef01894 tempest-NegativeSecGroupIPv6Test-2005533796 tempest-NegativeSecGroupIPv6Test-2005533796-project] Publish callbacks [] for security_group, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:16.141017 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-5745c94a-3628-4565-9415-059f263c073a tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Publish callbacks [] for port, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:16.245797 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-5745c94a-3628-4565-9415-059f263c073a tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:16.322393 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5745c94a-3628-4565-9415-059f263c073a tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Network c92bcb05-4ee7-483b-945f-7b511cfffbce is already hosted by enough agents. {{(pid=102386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 18:59:16.325632 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.base_scheduler [None req-5745c94a-3628-4565-9415-059f263c073a tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Resources bound (agent type, host, resource id): {{(pid=102386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:59:16.335102 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5745c94a-3628-4565-9415-059f263c073a tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Received port after_create {{(pid=102386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 18:59:16.337006 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5745c94a-3628-4565-9415-059f263c073a tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:59:16.337838 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-5745c94a-3628-4565-9415-059f263c073a tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:16.439623 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5745c94a-3628-4565-9415-059f263c073a tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Pushing event updated for resources: {'Port': ['ID=068befd4-905e-47c7-85fd-4e8451ff29db,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:59:16.476801 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-5745c94a-3628-4565-9415-059f263c073a tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.9593022 Nov 05 18:59:16.477920 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 40916) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:59:16.492827 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-6311cd81-469c-4d0c-9458-872705bbe399 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:59:16.574337 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-6311cd81-469c-4d0c-9458-872705bbe399 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:16.678632 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-b0959cd1-36c0-4eee-aa16-2473bef01894 tempest-NegativeSecGroupIPv6Test-2005533796 tempest-NegativeSecGroupIPv6Test-2005533796-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:16.798513 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3734ad-689a-4984-a16c-f2822004e3fd req-e38d4b5e-36ab-4991-aec0-6c396683d3dc tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:59:16.811465 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-bc3734ad-689a-4984-a16c-f2822004e3fd req-e38d4b5e-36ab-4991-aec0-6c396683d3dc tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] 10.222.0.13 "GET /v2.0/ports?device_id=3febeb46-783e-49e0-9e0e-691009d6ed32 HTTP/1.1" status: 200 len: 945 time: 0.6695433 Nov 05 18:59:16.818063 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-6311cd81-469c-4d0c-9458-872705bbe399 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Publish callbacks [] for port, precommit_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:16.822862 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0959cd1-36c0-4eee-aa16-2473bef01894 tempest-NegativeSecGroupIPv6Test-2005533796 tempest-NegativeSecGroupIPv6Test-2005533796-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9bb592f7-3ef9-424a-afb7-972e2b6fc0f6,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:59:16.835680 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-b0959cd1-36c0-4eee-aa16-2473bef01894 tempest-NegativeSecGroupIPv6Test-2005533796 tempest-NegativeSecGroupIPv6Test-2005533796-project] Publish callbacks [] for security_group, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:16.839596 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-b0959cd1-36c0-4eee-aa16-2473bef01894 tempest-NegativeSecGroupIPv6Test-2005533796 tempest-NegativeSecGroupIPv6Test-2005533796-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.9596040 Nov 05 18:59:16.840261 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 40926) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:59:16.847410 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-3cfc2642-f657-48cc-9a32-eae18d8c2dbc tempest-NegativeSecGroupIPv6Test-2005533796 tempest-NegativeSecGroupIPv6Test-2005533796-project] Request body: {'security_group_rule': {'security_group_id': '5e75e5e3-f0e7-40eb-a3c8-7a4f51acaa27', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '9bb592f7-3ef9-424a-afb7-972e2b6fc0f6'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:59:16.874603 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-bc3734ad-689a-4984-a16c-f2822004e3fd req-9a6ce093-300b-4899-bb94-8389bd71cfd9 tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9a1bcb7-2b62-4809-b67b-668edb56dae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607941 Nov 05 18:59:16.894574 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-6311cd81-469c-4d0c-9458-872705bbe399 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6149821'] for port, after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:16.909984 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-6311cd81-469c-4d0c-9458-872705bbe399 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] In _notify_port_updated(), no bound segment for port 068befd4-905e-47c7-85fd-4e8451ff29db on network c92bcb05-4ee7-483b-945f-7b511cfffbce {{(pid=102386) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 05 18:59:16.909984 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6311cd81-469c-4d0c-9458-872705bbe399 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:59:16.910705 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-6311cd81-469c-4d0c-9458-872705bbe399 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:16.914866 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-6311cd81-469c-4d0c-9458-872705bbe399 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] 10.222.0.13 "PUT /v2.0/ports/068befd4-905e-47c7-85fd-4e8451ff29db HTTP/1.1" status: 200 len: 818 time: 0.4307141 Nov 05 18:59:16.915514 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 40928) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:59:17.056715 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6311cd81-469c-4d0c-9458-872705bbe399 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Pushing event updated for resources: {'Port': ['ID=068befd4-905e-47c7-85fd-4e8451ff29db,revision_number=2']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:59:17.084246 n-d-816865-1 neutron-server[102386]: INFO neutron.api.v2.resource [None req-3cfc2642-f657-48cc-9a32-eae18d8c2dbc tempest-NegativeSecGroupIPv6Test-2005533796 tempest-NegativeSecGroupIPv6Test-2005533796-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 05 18:59:17.085630 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-3cfc2642-f657-48cc-9a32-eae18d8c2dbc tempest-NegativeSecGroupIPv6Test-2005533796 tempest-NegativeSecGroupIPv6Test-2005533796-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.2441456 Nov 05 18:59:17.088675 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 40940) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:59:17.113476 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-004cb09d-fe2b-493a-becf-e2df56dc09b3 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Deleting port 068befd4-905e-47c7-85fd-4e8451ff29db {{(pid=102386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 18:59:17.118348 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-004cb09d-fe2b-493a-becf-e2df56dc09b3 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:17.243751 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-0bc6eb0d-e8ed-4ce3-bcc5-1b929cd1af6c tempest-NegativeSecGroupIPv6Test-2005533796 tempest-NegativeSecGroupIPv6Test-2005533796-project] Publish callbacks [] for security_group, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:17.269955 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-004cb09d-fe2b-493a-becf-e2df56dc09b3 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:17.288470 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-004cb09d-fe2b-493a-becf-e2df56dc09b3 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Calling delete_port for 068befd4-905e-47c7-85fd-4e8451ff29db owned by {{(pid=102386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 18:59:17.300300 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-0bc6eb0d-e8ed-4ce3-bcc5-1b929cd1af6c tempest-NegativeSecGroupIPv6Test-2005533796 tempest-NegativeSecGroupIPv6Test-2005533796-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:17.468280 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-0bc6eb0d-e8ed-4ce3-bcc5-1b929cd1af6c tempest-NegativeSecGroupIPv6Test-2005533796 tempest-NegativeSecGroupIPv6Test-2005533796-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:17.474513 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-0bc6eb0d-e8ed-4ce3-bcc5-1b929cd1af6c tempest-NegativeSecGroupIPv6Test-2005533796 tempest-NegativeSecGroupIPv6Test-2005533796-project] Publish callbacks [] for security_group, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:17.478531 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-0bc6eb0d-e8ed-4ce3-bcc5-1b929cd1af6c tempest-NegativeSecGroupIPv6Test-2005533796 tempest-NegativeSecGroupIPv6Test-2005533796-project] 10.222.0.13 "DELETE /v2.0/security-groups/9bb592f7-3ef9-424a-afb7-972e2b6fc0f6 HTTP/1.1" status: 204 len: 168 time: 0.3858223 Nov 05 18:59:17.480164 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 40950) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:59:17.505096 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc6eb0d-e8ed-4ce3-bcc5-1b929cd1af6c tempest-NegativeSecGroupIPv6Test-2005533796 tempest-NegativeSecGroupIPv6Test-2005533796-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bb592f7-3ef9-424a-afb7-972e2b6fc0f6,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:59:17.508587 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-004cb09d-fe2b-493a-becf-e2df56dc09b3 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:17.567175 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004cb09d-fe2b-493a-becf-e2df56dc09b3 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Pushing event deleted for resources: {'Port': ['ID=068befd4-905e-47c7-85fd-4e8451ff29db,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:59:17.573663 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-004cb09d-fe2b-493a-becf-e2df56dc09b3 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:17.580887 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-004cb09d-fe2b-493a-becf-e2df56dc09b3 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] 10.222.0.13 "DELETE /v2.0/ports/068befd4-905e-47c7-85fd-4e8451ff29db HTTP/1.1" status: 204 len: 168 time: 0.6638510 Nov 05 18:59:17.581677 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 40952) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:59:17.609380 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-4c29302c-88e0-41c4-86f8-24fec3e136b4 tempest-NegativeSecGroupIPv6Test-2005533796 tempest-NegativeSecGroupIPv6Test-2005533796-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.1228237 Nov 05 18:59:17.611705 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 40956) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:59:17.703440 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8387d1a4-f126-4537-9c6a-6bb7cf29eb98 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:59:17.708239 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-8387d1a4-f126-4537-9c6a-6bb7cf29eb98 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1250329 Nov 05 18:59:17.708908 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 40960) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:59:17.745571 n-d-816865-1 neutron-server[102386]: INFO neutron.pecan_wsgi.hooks.translation [None req-6cac9b6d-5230-43d8-812e-eb215a3901c9 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] GET failed (client error): The resource could not be found. Nov 05 18:59:17.753276 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-6cac9b6d-5230-43d8-812e-eb215a3901c9 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] 10.222.0.13 "GET /v2.0/ports/068befd4-905e-47c7-85fd-4e8451ff29db HTTP/1.1" status: 404 len: 333 time: 0.0427477 Nov 05 18:59:17.757044 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 40966) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:59:17.759328 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-b381235c-38a9-4264-bc25-9b3d43b50788 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-910501728'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:59:17.776537 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-b9f56dd7-29fc-47b7-9d1f-2e4bb726ebf3 tempest-NegativeSecGroupIPv6Test-2005533796 tempest-NegativeSecGroupIPv6Test-2005533796-project] Publish callbacks [] for security_group, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:17.816940 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-b9f56dd7-29fc-47b7-9d1f-2e4bb726ebf3 tempest-NegativeSecGroupIPv6Test-2005533796 tempest-NegativeSecGroupIPv6Test-2005533796-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:17.864170 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b381235c-38a9-4264-bc25-9b3d43b50788 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Made reservation on behalf of 2f4e87ee64a4499db45fedd95080f0b7 for: {'network': 1} {{(pid=102386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 18:59:17.866661 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-b381235c-38a9-4264-bc25-9b3d43b50788 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for network, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:17.974797 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b381235c-38a9-4264-bc25-9b3d43b50788 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 179} {{(pid=102386) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 05 18:59:17.994636 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-b381235c-38a9-4264-bc25-9b3d43b50788 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273'] for segment, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:17.997813 n-d-816865-1 neutron-server[102386]: INFO neutron.db.segments_db [None req-b381235c-38a9-4264-bc25-9b3d43b50788 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Added segment 0ae985e0-74a3-47ac-88c9-2b092d207bc8 of type vlan for network d72b54da-90f1-46df-b81b-4d44f6a8ea31 Nov 05 18:59:18.017923 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-b9f56dd7-29fc-47b7-9d1f-2e4bb726ebf3 tempest-NegativeSecGroupIPv6Test-2005533796 tempest-NegativeSecGroupIPv6Test-2005533796-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:18.020388 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-b9f56dd7-29fc-47b7-9d1f-2e4bb726ebf3 tempest-NegativeSecGroupIPv6Test-2005533796 tempest-NegativeSecGroupIPv6Test-2005533796-project] Publish callbacks [] for security_group, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:18.021766 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-b9f56dd7-29fc-47b7-9d1f-2e4bb726ebf3 tempest-NegativeSecGroupIPv6Test-2005533796 tempest-NegativeSecGroupIPv6Test-2005533796-project] 10.222.0.13 "DELETE /v2.0/security-groups/5e75e5e3-f0e7-40eb-a3c8-7a4f51acaa27 HTTP/1.1" status: 204 len: 168 time: 0.4090950 Nov 05 18:59:18.031296 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 40974) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:59:18.042549 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b87cff-f42e-4b43-879b-21d9db076d7b req-1fe1038d-8959-4249-b558-feac1875b889 tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:59:18.051633 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-99b87cff-f42e-4b43-879b-21d9db076d7b req-1fe1038d-8959-4249-b558-feac1875b889 tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] 10.222.0.13 "GET /v2.0/ports?device_id=3febeb46-783e-49e0-9e0e-691009d6ed32 HTTP/1.1" status: 200 len: 945 time: 0.0953300 Nov 05 18:59:18.087907 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-b381235c-38a9-4264-bc25-9b3d43b50788 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750027258543'] for network, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:18.156029 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-99b87cff-f42e-4b43-879b-21d9db076d7b req-35a58e20-a90a-440a-b79a-3ce5861a1528 tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9a1bcb7-2b62-4809-b67b-668edb56dae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961406 Nov 05 18:59:18.157069 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f56dd7-29fc-47b7-9d1f-2e4bb726ebf3 tempest-NegativeSecGroupIPv6Test-2005533796 tempest-NegativeSecGroupIPv6Test-2005533796-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e75e5e3-f0e7-40eb-a3c8-7a4f51acaa27,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:59:18.205193 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-0c9a639b-b67e-4dee-afe9-e996fac7fcc9 tempest-NegativeSecGroupIPv6Test-2005533796 tempest-NegativeSecGroupIPv6Test-2005533796-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1464930 Nov 05 18:59:18.205912 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 40980) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:59:18.210121 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-15fe894b-a79b-48d0-b85f-6fe055c3d661 tempest-NegativeSecGroupIPv6Test-2005533796 tempest-NegativeSecGroupIPv6Test-2005533796-project] Request body: {'security_group': {'name': 'tempest-secgroup--582137763'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:59:18.257646 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-b381235c-38a9-4264-bc25-9b3d43b50788 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-956796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877'] for network, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:18.268312 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b381235c-38a9-4264-bc25-9b3d43b50788 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:59:18.278991 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-b381235c-38a9-4264-bc25-9b3d43b50788 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Publish callbacks [] for network, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:18.343581 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-15fe894b-a79b-48d0-b85f-6fe055c3d661 tempest-NegativeSecGroupIPv6Test-2005533796 tempest-NegativeSecGroupIPv6Test-2005533796-project] Publish callbacks [] for security_group, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:18.355547 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b381235c-38a9-4264-bc25-9b3d43b50788 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Pushing event updated for resources: {'Network': ['ID=d72b54da-90f1-46df-b81b-4d44f6a8ea31,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:59:18.367578 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Network d72b54da-90f1-46df-b81b-4d44f6a8ea31 details requested by agent ovs-agent-n-d-816865-1 with host n-d-816865-1 {{(pid=102388) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 05 18:59:18.419344 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-b381235c-38a9-4264-bc25-9b3d43b50788 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.6637268 Nov 05 18:59:18.420691 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 40986) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:59:18.427799 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-9dc1f11e-33fe-423f-97e1-3915faae7e30 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Request body: {'subnet': {'network_id': 'd72b54da-90f1-46df-b81b-4d44f6a8ea31', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:59:18.447299 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-15fe894b-a79b-48d0-b85f-6fe055c3d661 tempest-NegativeSecGroupIPv6Test-2005533796 tempest-NegativeSecGroupIPv6Test-2005533796-project] Publish callbacks [] for security_group, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:18.554472 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-15fe894b-a79b-48d0-b85f-6fe055c3d661 tempest-NegativeSecGroupIPv6Test-2005533796 tempest-NegativeSecGroupIPv6Test-2005533796-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:18.587295 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15fe894b-a79b-48d0-b85f-6fe055c3d661 tempest-NegativeSecGroupIPv6Test-2005533796 tempest-NegativeSecGroupIPv6Test-2005533796-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dc89907a-46f0-407c-a36d-aa228a372381,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:59:18.658614 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9dc1f11e-33fe-423f-97e1-3915faae7e30 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Made reservation on behalf of 2f4e87ee64a4499db45fedd95080f0b7 for: {'subnet': 1} {{(pid=102387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 18:59:18.662160 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-9dc1f11e-33fe-423f-97e1-3915faae7e30 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5112236'] for subnet, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:18.723597 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-15fe894b-a79b-48d0-b85f-6fe055c3d661 tempest-NegativeSecGroupIPv6Test-2005533796 tempest-NegativeSecGroupIPv6Test-2005533796-project] Publish callbacks [] for security_group, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:18.726087 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-15fe894b-a79b-48d0-b85f-6fe055c3d661 tempest-NegativeSecGroupIPv6Test-2005533796 tempest-NegativeSecGroupIPv6Test-2005533796-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.5192070 Nov 05 18:59:18.728764 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 40992) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:59:18.737415 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-9defc272-25e1-4615-880b-acc88a792977 tempest-NegativeSecGroupIPv6Test-2005533796 tempest-NegativeSecGroupIPv6Test-2005533796-project] Request body: {'security_group_rule': {'security_group_id': 'dc89907a-46f0-407c-a36d-aa228a372381', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:59:19.012355 n-d-816865-1 neutron-server[102386]: INFO neutron.api.v2.resource [None req-9defc272-25e1-4615-880b-acc88a792977 tempest-NegativeSecGroupIPv6Test-2005533796 tempest-NegativeSecGroupIPv6Test-2005533796-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 05 18:59:19.014683 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-9dc1f11e-33fe-423f-97e1-3915faae7e30 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4417463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5112218'] for subnet, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:19.016943 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-9defc272-25e1-4615-880b-acc88a792977 tempest-NegativeSecGroupIPv6Test-2005533796 tempest-NegativeSecGroupIPv6Test-2005533796-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.2863989 Nov 05 18:59:19.017450 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 40998) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:59:19.037147 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-c7fbb1be-6ca6-4f67-8aba-254c8c9314b0 tempest-NegativeSecGroupIPv6Test-2005533796 tempest-NegativeSecGroupIPv6Test-2005533796-project] Request body: {'security_group_rule': {'security_group_id': 'dc89907a-46f0-407c-a36d-aa228a372381', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:59:19.128766 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc1f11e-33fe-423f-97e1-3915faae7e30 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Pushing event updated for resources: {'Subnet': ['ID=29689857-ab9a-4a6f-aeb3-500bab6cdd4b,revision_number=0']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:59:19.149563 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dc1f11e-33fe-423f-97e1-3915faae7e30 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Checking segment: {'id': '0ae985e0-74a3-47ac-88c9-2b092d207bc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'd72b54da-90f1-46df-b81b-4d44f6a8ea31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 18:59:19.149967 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dc1f11e-33fe-423f-97e1-3915faae7e30 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Network hostable DHCP agents. Network: d72b54da-90f1-46df-b81b-4d44f6a8ea31, hostable agents: ['987e2ca0-bc3b-4c6f-a989-429ccfbf753f'], hosted agents: [] {{(pid=102387) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 05 18:59:19.246466 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dc1f11e-33fe-423f-97e1-3915faae7e30 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Network d72b54da-90f1-46df-b81b-4d44f6a8ea31 is scheduled to be hosted by DHCP agent 987e2ca0-bc3b-4c6f-a989-429ccfbf753f with binding_index 1 {{(pid=102387) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 05 18:59:19.263965 n-d-816865-1 neutron-server[102387]: INFO neutron.api.v2.resource [None req-c7fbb1be-6ca6-4f67-8aba-254c8c9314b0 tempest-NegativeSecGroupIPv6Test-2005533796 tempest-NegativeSecGroupIPv6Test-2005533796-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 05 18:59:19.265217 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-c7fbb1be-6ca6-4f67-8aba-254c8c9314b0 tempest-NegativeSecGroupIPv6Test-2005533796 tempest-NegativeSecGroupIPv6Test-2005533796-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.2439532 Nov 05 18:59:19.268236 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 41002) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:59:19.336306 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.base_scheduler [None req-9dc1f11e-33fe-423f-97e1-3915faae7e30 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816865-1, d72b54da-90f1-46df-b81b-4d44f6a8ea31) {{(pid=102387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:59:19.350401 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d293a9bb-4076-4f2b-8d4c-7f7a5ae154c8 None None] Network d72b54da-90f1-46df-b81b-4d44f6a8ea31 requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 18:59:19.370391 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dc1f11e-33fe-423f-97e1-3915faae7e30 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:59:19.386391 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-9dc1f11e-33fe-423f-97e1-3915faae7e30 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Publish callbacks [] for subnet, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:19.391452 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-82d2b28d-9710-4435-bf86-328939b5cca0 tempest-NegativeSecGroupIPv6Test-2005533796 tempest-NegativeSecGroupIPv6Test-2005533796-project] Publish callbacks [] for security_group, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:19.443096 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-82d2b28d-9710-4435-bf86-328939b5cca0 tempest-NegativeSecGroupIPv6Test-2005533796 tempest-NegativeSecGroupIPv6Test-2005533796-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:19.465480 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd6d4b3-6d43-4efd-878e-ee6d0053c389 req-0cbcf554-7f17-42ed-942b-a28f5497500c tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:59:19.470214 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-1bd6d4b3-6d43-4efd-878e-ee6d0053c389 req-0cbcf554-7f17-42ed-942b-a28f5497500c tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] 10.222.0.13 "GET /v2.0/ports?device_id=3febeb46-783e-49e0-9e0e-691009d6ed32 HTTP/1.1" status: 200 len: 945 time: 0.1967115 Nov 05 18:59:19.562829 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-1bd6d4b3-6d43-4efd-878e-ee6d0053c389 req-f448d632-e68e-43ae-bfe1-32e35fdf9bfa tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9a1bcb7-2b62-4809-b67b-668edb56dae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872598 Nov 05 18:59:19.572820 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 41006) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:59:19.573877 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-9dc1f11e-33fe-423f-97e1-3915faae7e30 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1516192 Nov 05 18:59:19.579234 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-dc144d56-4285-43b7-abfb-37f5f2850dc4 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Request body: {'subnet': {'network_id': 'd72b54da-90f1-46df-b81b-4d44f6a8ea31', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:59:19.647495 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-82d2b28d-9710-4435-bf86-328939b5cca0 tempest-NegativeSecGroupIPv6Test-2005533796 tempest-NegativeSecGroupIPv6Test-2005533796-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:19.650447 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-82d2b28d-9710-4435-bf86-328939b5cca0 tempest-NegativeSecGroupIPv6Test-2005533796 tempest-NegativeSecGroupIPv6Test-2005533796-project] Publish callbacks [] for security_group, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:19.651591 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-82d2b28d-9710-4435-bf86-328939b5cca0 tempest-NegativeSecGroupIPv6Test-2005533796 tempest-NegativeSecGroupIPv6Test-2005533796-project] 10.222.0.13 "DELETE /v2.0/security-groups/dc89907a-46f0-407c-a36d-aa228a372381 HTTP/1.1" status: 204 len: 168 time: 0.3823335 Nov 05 18:59:19.655390 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 41008) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:59:19.657849 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0f5ec00-161a-41f7-9e11-55affca6f16a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeb20a084-accf-5b60-8075-3e69ebe863a6-d72b54da-90f1-46df-b81b-4d44f6a8ea31', 'network_id': 'd72b54da-90f1-46df-b81b-4d44f6a8ea31', 'tenant_id': '2f4e87ee64a4499db45fedd95080f0b7', 'fixed_ips': [{'subnet_id': '29689857-ab9a-4a6f-aeb3-500bab6cdd4b'}]}} from n-d-816865-1. {{(pid=102388) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 05 18:59:19.658886 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-f0f5ec00-161a-41f7-9e11-55affca6f16a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:19.695067 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d2b28d-9710-4435-bf86-328939b5cca0 tempest-NegativeSecGroupIPv6Test-2005533796 tempest-NegativeSecGroupIPv6Test-2005533796-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc89907a-46f0-407c-a36d-aa228a372381,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:59:19.714558 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82d2b28d-9710-4435-bf86-328939b5cca0 tempest-NegativeSecGroupIPv6Test-2005533796 tempest-NegativeSecGroupIPv6Test-2005533796-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:59:19.714913 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82d2b28d-9710-4435-bf86-328939b5cca0 tempest-NegativeSecGroupIPv6Test-2005533796 tempest-NegativeSecGroupIPv6Test-2005533796-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:59:19.717573 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82d2b28d-9710-4435-bf86-328939b5cca0 tempest-NegativeSecGroupIPv6Test-2005533796 tempest-NegativeSecGroupIPv6Test-2005533796-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:59:19.717573 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82d2b28d-9710-4435-bf86-328939b5cca0 tempest-NegativeSecGroupIPv6Test-2005533796 tempest-NegativeSecGroupIPv6Test-2005533796-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:59:19.717573 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82d2b28d-9710-4435-bf86-328939b5cca0 tempest-NegativeSecGroupIPv6Test-2005533796 tempest-NegativeSecGroupIPv6Test-2005533796-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:59:19.717573 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82d2b28d-9710-4435-bf86-328939b5cca0 tempest-NegativeSecGroupIPv6Test-2005533796 tempest-NegativeSecGroupIPv6Test-2005533796-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:59:19.717573 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82d2b28d-9710-4435-bf86-328939b5cca0 tempest-NegativeSecGroupIPv6Test-2005533796 tempest-NegativeSecGroupIPv6Test-2005533796-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:59:19.717573 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82d2b28d-9710-4435-bf86-328939b5cca0 tempest-NegativeSecGroupIPv6Test-2005533796 tempest-NegativeSecGroupIPv6Test-2005533796-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:59:19.718154 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82d2b28d-9710-4435-bf86-328939b5cca0 tempest-NegativeSecGroupIPv6Test-2005533796 tempest-NegativeSecGroupIPv6Test-2005533796-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:59:19.718154 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82d2b28d-9710-4435-bf86-328939b5cca0 tempest-NegativeSecGroupIPv6Test-2005533796 tempest-NegativeSecGroupIPv6Test-2005533796-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:59:19.718426 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82d2b28d-9710-4435-bf86-328939b5cca0 tempest-NegativeSecGroupIPv6Test-2005533796 tempest-NegativeSecGroupIPv6Test-2005533796-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:59:19.718755 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82d2b28d-9710-4435-bf86-328939b5cca0 tempest-NegativeSecGroupIPv6Test-2005533796 tempest-NegativeSecGroupIPv6Test-2005533796-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:59:19.756114 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-1e6d0133-41cd-43cd-8008-34cdd381c764 tempest-NegativeSecGroupIPv6Test-2005533796 tempest-NegativeSecGroupIPv6Test-2005533796-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0987284 Nov 05 18:59:19.758421 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 41010) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:59:19.767081 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-34b7fc0c-29f4-41f6-bb91-43ffef14485b tempest-NegativeSecGroupIPv6Test-2005533796 tempest-NegativeSecGroupIPv6Test-2005533796-project] Request body: {'security_group': {'name': 'tempest-secgroup--1014101295'}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:59:19.812921 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.db.api [None req-dc144d56-4285-43b7-abfb-37f5f2850dc4 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 05 18:59:19.812921 n-d-816865-1 neutron-server[102386]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Nov 05 18:59:19.812921 n-d-816865-1 neutron-server[102386]: [parameters: {'project_id': '2f4e87ee64a4499db45fedd95080f0b7', 'id': '1b14bd99-4daa-4bf6-841c-7b10779fbc80', 'expiration': datetime.datetime(2021, 11, 5, 19, 1, 19, 804050)}] Nov 05 18:59:19.812921 n-d-816865-1 neutron-server[102386]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=102386) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 05 18:59:19.813413 n-d-816865-1 neutron-server[102386]: DEBUG oslo_db.api [None req-dc144d56-4285-43b7-abfb-37f5f2850dc4 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 05 18:59:19.909375 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-34b7fc0c-29f4-41f6-bb91-43ffef14485b tempest-NegativeSecGroupIPv6Test-2005533796 tempest-NegativeSecGroupIPv6Test-2005533796-project] Publish callbacks [] for security_group, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:19.918141 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.db_base_plugin_common [None req-f0f5ec00-161a-41f7-9e11-55affca6f16a None None] Allocated IP 172.20.0.2 (d72b54da-90f1-46df-b81b-4d44f6a8ea31/29689857-ab9a-4a6f-aeb3-500bab6cdd4b/6214248c-bb0f-4f83-a55a-ebf95e47197c) {{(pid=102388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 18:59:20.082595 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-34b7fc0c-29f4-41f6-bb91-43ffef14485b tempest-NegativeSecGroupIPv6Test-2005533796 tempest-NegativeSecGroupIPv6Test-2005533796-project] Publish callbacks [] for security_group, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:20.195483 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-34b7fc0c-29f4-41f6-bb91-43ffef14485b tempest-NegativeSecGroupIPv6Test-2005533796 tempest-NegativeSecGroupIPv6Test-2005533796-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:20.350716 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b7fc0c-29f4-41f6-bb91-43ffef14485b tempest-NegativeSecGroupIPv6Test-2005533796 tempest-NegativeSecGroupIPv6Test-2005533796-project] Pushing event updated for resources: {'SecurityGroup': ['ID=72d269f3-6c82-46d9-b9f2-409189055d92,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:59:20.385630 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-34b7fc0c-29f4-41f6-bb91-43ffef14485b tempest-NegativeSecGroupIPv6Test-2005533796 tempest-NegativeSecGroupIPv6Test-2005533796-project] Publish callbacks [] for security_group, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:20.386952 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-34b7fc0c-29f4-41f6-bb91-43ffef14485b tempest-NegativeSecGroupIPv6Test-2005533796 tempest-NegativeSecGroupIPv6Test-2005533796-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.6274090 Nov 05 18:59:20.390504 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 41022) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:59:20.396265 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-2aa04bd5-29ae-4c72-a7b9-b9d45d17d7f5 tempest-NegativeSecGroupIPv6Test-2005533796 tempest-NegativeSecGroupIPv6Test-2005533796-project] Request body: {'security_group': {'name': 'default'}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:59:20.396937 n-d-816865-1 neutron-server[102387]: WARNING neutron.api.v2.base [None req-2aa04bd5-29ae-4c72-a7b9-b9d45d17d7f5 tempest-NegativeSecGroupIPv6Test-2005533796 tempest-NegativeSecGroupIPv6Test-2005533796-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Nov 05 18:59:20.397428 n-d-816865-1 neutron-server[102387]: INFO neutron.api.v2.resource [None req-2aa04bd5-29ae-4c72-a7b9-b9d45d17d7f5 tempest-NegativeSecGroupIPv6Test-2005533796 tempest-NegativeSecGroupIPv6Test-2005533796-project] update failed (client error): There was a conflict when trying to complete your request. Nov 05 18:59:20.399916 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-f0f5ec00-161a-41f7-9e11-55affca6f16a None None] Publish callbacks [] for port, precommit_create {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:20.401373 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-2aa04bd5-29ae-4c72-a7b9-b9d45d17d7f5 tempest-NegativeSecGroupIPv6Test-2005533796 tempest-NegativeSecGroupIPv6Test-2005533796-project] 10.222.0.13 "PUT /v2.0/security-groups/72d269f3-6c82-46d9-b9f2-409189055d92 HTTP/1.1" status: 409 len: 330 time: 0.0066762 Nov 05 18:59:20.402012 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 41024) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:59:20.464070 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-f0f5ec00-161a-41f7-9e11-55affca6f16a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789'] for port, after_create {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:20.480792 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc144d56-4285-43b7-abfb-37f5f2850dc4 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Made reservation on behalf of 2f4e87ee64a4499db45fedd95080f0b7 for: {'subnet': 1} {{(pid=102386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 18:59:20.486153 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-dc144d56-4285-43b7-abfb-37f5f2850dc4 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4877122'] for subnet, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:20.508235 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-08506a8c-5584-4dc6-941d-42846a0f42de tempest-NegativeSecGroupIPv6Test-2005533796 tempest-NegativeSecGroupIPv6Test-2005533796-project] Publish callbacks [] for security_group, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:20.545974 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f5ec00-161a-41f7-9e11-55affca6f16a None None] Pushing event updated for resources: {'Port': ['ID=6214248c-bb0f-4f83-a55a-ebf95e47197c,revision_number=1']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:59:20.577689 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-08506a8c-5584-4dc6-941d-42846a0f42de tempest-NegativeSecGroupIPv6Test-2005533796 tempest-NegativeSecGroupIPv6Test-2005533796-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:20.601873 n-d-816865-1 neutron-server[102388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0f5ec00-161a-41f7-9e11-55affca6f16a None None] Network d72b54da-90f1-46df-b81b-4d44f6a8ea31 is already hosted by enough agents. {{(pid=102388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 18:59:20.603989 n-d-816865-1 neutron-server[102388]: DEBUG neutron.scheduler.base_scheduler [None req-f0f5ec00-161a-41f7-9e11-55affca6f16a None None] Resources bound (agent type, host, resource id): {{(pid=102388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:59:20.608310 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0f5ec00-161a-41f7-9e11-55affca6f16a None None] Received port after_create {{(pid=102388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 18:59:20.660715 n-d-816865-1 neutron-server[102386]: INFO neutron.db.ipam_backend_mixin [None req-dc144d56-4285-43b7-abfb-37f5f2850dc4 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 29689857-ab9a-4a6f-aeb3-500bab6cdd4b (CIDR: 172.20.0.0/28) Nov 05 18:59:20.681049 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-f0f5ec00-161a-41f7-9e11-55affca6f16a None None] Attempting to bind port 6214248c-bb0f-4f83-a55a-ebf95e47197c on host n-d-816865-1 for vnic_type normal with profile {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 18:59:20.681625 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-f0f5ec00-161a-41f7-9e11-55affca6f16a None None] Attempting to bind port 6214248c-bb0f-4f83-a55a-ebf95e47197c by drivers openvswitch,hyperv on host n-d-816865-1 at level 0 using segments [{'id': '0ae985e0-74a3-47ac-88c9-2b092d207bc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'd72b54da-90f1-46df-b81b-4d44f6a8ea31'}] {{(pid=102388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 18:59:20.681824 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0f5ec00-161a-41f7-9e11-55affca6f16a None None] Attempting to bind port 6214248c-bb0f-4f83-a55a-ebf95e47197c on network d72b54da-90f1-46df-b81b-4d44f6a8ea31 {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 18:59:20.687924 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0f5ec00-161a-41f7-9e11-55affca6f16a None None] Checking agent: {'id': '724d89a7-611b-41e6-bc85-c48112b17afa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 18, 25, 8), 'started_at': datetime.datetime(2021, 11, 5, 18, 25, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 18, 59, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 18:59:20.689910 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0f5ec00-161a-41f7-9e11-55affca6f16a None None] Checking segment: {'id': '0ae985e0-74a3-47ac-88c9-2b092d207bc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'd72b54da-90f1-46df-b81b-4d44f6a8ea31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 18:59:20.690692 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-f0f5ec00-161a-41f7-9e11-55affca6f16a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:20.691307 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0f5ec00-161a-41f7-9e11-55affca6f16a None None] Bound using segment: {'id': '0ae985e0-74a3-47ac-88c9-2b092d207bc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'd72b54da-90f1-46df-b81b-4d44f6a8ea31'} {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 18:59:20.692331 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-f0f5ec00-161a-41f7-9e11-55affca6f16a None None] Bound port: 6214248c-bb0f-4f83-a55a-ebf95e47197c, host: n-d-816865-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ae985e0-74a3-47ac-88c9-2b092d207bc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'd72b54da-90f1-46df-b81b-4d44f6a8ea31'}}] {{(pid=102388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 18:59:20.692880 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-f0f5ec00-161a-41f7-9e11-55affca6f16a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:20.697506 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-08506a8c-5584-4dc6-941d-42846a0f42de tempest-NegativeSecGroupIPv6Test-2005533796 tempest-NegativeSecGroupIPv6Test-2005533796-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:20.698494 n-d-816865-1 neutron-server[102386]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc144d56-4285-43b7-abfb-37f5f2850dc4 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 05 18:59:20.699267 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dc144d56-4285-43b7-abfb-37f5f2850dc4 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102386) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 05 18:59:20.700140 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-08506a8c-5584-4dc6-941d-42846a0f42de tempest-NegativeSecGroupIPv6Test-2005533796 tempest-NegativeSecGroupIPv6Test-2005533796-project] Publish callbacks [] for security_group, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:20.704099 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-08506a8c-5584-4dc6-941d-42846a0f42de tempest-NegativeSecGroupIPv6Test-2005533796 tempest-NegativeSecGroupIPv6Test-2005533796-project] 10.222.0.13 "DELETE /v2.0/security-groups/72d269f3-6c82-46d9-b9f2-409189055d92 HTTP/1.1" status: 204 len: 168 time: 0.2962365 Nov 05 18:59:20.705214 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 41030) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:59:20.768685 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08506a8c-5584-4dc6-941d-42846a0f42de tempest-NegativeSecGroupIPv6Test-2005533796 tempest-NegativeSecGroupIPv6Test-2005533796-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=72d269f3-6c82-46d9-b9f2-409189055d92,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:59:20.775375 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-dc144d56-4285-43b7-abfb-37f5f2850dc4 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.2014742 Nov 05 18:59:20.777893 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 41032) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:59:20.783484 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-3a54818b-284f-4416-8bbe-19f4b9f68358 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Request body: {'subnet': {'network_id': 'd72b54da-90f1-46df-b81b-4d44f6a8ea31', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:59:20.816615 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaef165c-9218-4d1f-a9d9-4f2ec85b5b1c req-0b1b0c0b-8ae4-45d7-84b3-3ca4dde23fa8 tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:59:20.828857 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-eaef165c-9218-4d1f-a9d9-4f2ec85b5b1c req-0b1b0c0b-8ae4-45d7-84b3-3ca4dde23fa8 tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] 10.222.0.13 "GET /v2.0/ports?device_id=3febeb46-783e-49e0-9e0e-691009d6ed32 HTTP/1.1" status: 200 len: 945 time: 0.1085181 Nov 05 18:59:20.872076 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-dee4c211-aeac-42f9-90ea-ad3103925618 tempest-NegativeSecGroupIPv6Test-2005533796 tempest-NegativeSecGroupIPv6Test-2005533796-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1649437 Nov 05 18:59:20.875665 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 41034) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:59:20.880490 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-f0f5ec00-161a-41f7-9e11-55affca6f16a None None] For port 6214248c-bb0f-4f83-a55a-ebf95e47197c, host n-d-816865-1, cleared binding levels {{(pid=102388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 18:59:20.885030 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-f0f5ec00-161a-41f7-9e11-55affca6f16a None None] For port 6214248c-bb0f-4f83-a55a-ebf95e47197c, host n-d-816865-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=6214248c-bb0f-4f83-a55a-ebf95e47197c,segment=NetworkSegment(0ae985e0-74a3-47ac-88c9-2b092d207bc8),segment_id=0ae985e0-74a3-47ac-88c9-2b092d207bc8)] {{(pid=102388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 18:59:20.952287 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-eaef165c-9218-4d1f-a9d9-4f2ec85b5b1c req-8f21d27f-612b-4582-9e14-89cd06bf4779 tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9a1bcb7-2b62-4809-b67b-668edb56dae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218228 Nov 05 18:59:20.954236 n-d-816865-1 neutron-server[102387]: INFO neutron.api.v2.resource [None req-b1c9bcc6-759f-41b6-b491-52cf811acb6b tempest-NegativeSecGroupIPv6Test-2005533796 tempest-NegativeSecGroupIPv6Test-2005533796-project] delete failed (client error): The resource could not be found. Nov 05 18:59:20.956744 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-b1c9bcc6-759f-41b6-b491-52cf811acb6b tempest-NegativeSecGroupIPv6Test-2005533796 tempest-NegativeSecGroupIPv6Test-2005533796-project] 10.222.0.13 "DELETE /v2.0/security-groups/00f251b9-8d4a-4e85-9fea-89baabe4a90b HTTP/1.1" status: 404 len: 347 time: 0.0789773 Nov 05 18:59:20.960814 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 41040) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:59:20.967284 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-f0f5ec00-161a-41f7-9e11-55affca6f16a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:21.018583 n-d-816865-1 neutron-server[102387]: INFO neutron.api.v2.resource [None req-650dfd91-5da0-42df-863b-e983db445051 tempest-NegativeSecGroupIPv6Test-2005533796 tempest-NegativeSecGroupIPv6Test-2005533796-project] show failed (client error): The resource could not be found. Nov 05 18:59:21.020568 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-650dfd91-5da0-42df-863b-e983db445051 tempest-NegativeSecGroupIPv6Test-2005533796 tempest-NegativeSecGroupIPv6Test-2005533796-project] 10.222.0.13 "GET /v2.0/security-groups/a9856afa-3203-4e63-9642-b7dc32926107 HTTP/1.1" status: 404 len: 347 time: 0.0588083 Nov 05 18:59:21.024718 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 41042) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:59:21.043313 n-d-816865-1 neutron-server[102386]: INFO neutron.api.v2.resource [None req-becb3e81-889b-4b1e-a073-a4a4c7e8d213 tempest-NegativeSecGroupIPv6Test-2005533796 tempest-NegativeSecGroupIPv6Test-2005533796-project] show failed (client error): The resource could not be found. Nov 05 18:59:21.048899 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-becb3e81-889b-4b1e-a073-a4a4c7e8d213 tempest-NegativeSecGroupIPv6Test-2005533796 tempest-NegativeSecGroupIPv6Test-2005533796-project] 10.222.0.13 "GET /v2.0/security-group-rules/c2d81eab-5684-46c4-815a-e66e6fd6eb78 HTTP/1.1" status: 404 len: 356 time: 0.0230470 Nov 05 18:59:21.086174 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a54818b-284f-4416-8bbe-19f4b9f68358 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Made reservation on behalf of 2f4e87ee64a4499db45fedd95080f0b7 for: {'subnet': 1} {{(pid=102386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 18:59:21.089989 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-3a54818b-284f-4416-8bbe-19f4b9f68358 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4877122'] for subnet, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:21.100497 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f5ec00-161a-41f7-9e11-55affca6f16a None None] Pushing event updated for resources: {'Port': ['ID=6214248c-bb0f-4f83-a55a-ebf95e47197c,revision_number=2']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:59:21.664468 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-3a54818b-284f-4416-8bbe-19f4b9f68358 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6149946', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4877172'] for subnet, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:21.725700 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 6214248c-bb0f-4f83-a55a-ebf95e47197c up at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 18:59:21.755918 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a54818b-284f-4416-8bbe-19f4b9f68358 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Pushing event updated for resources: {'Subnet': ['ID=69447fb7-cff8-46df-9a03-1974d6354f46,revision_number=0']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:59:21.796888 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a54818b-284f-4416-8bbe-19f4b9f68358 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Network d72b54da-90f1-46df-b81b-4d44f6a8ea31 is already hosted by enough agents. {{(pid=102386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 18:59:21.801382 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.base_scheduler [None req-3a54818b-284f-4416-8bbe-19f4b9f68358 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Resources bound (agent type, host, resource id): {{(pid=102386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:59:21.804448 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a54818b-284f-4416-8bbe-19f4b9f68358 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:59:21.807573 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-3a54818b-284f-4416-8bbe-19f4b9f68358 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Publish callbacks [] for subnet, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:21.825170 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 41052) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:59:21.850867 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Provisioning complete for port 6214248c-bb0f-4f83-a55a-ebf95e47197c triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:59:21.851477 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:21.916251 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-3a54818b-284f-4416-8bbe-19f4b9f68358 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.1368692 Nov 05 18:59:21.918739 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 41056) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:59:21.926228 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-e2998383-fc27-4f48-b971-08aa25f0f2f5 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Request body: {'port': {'network_id': 'd72b54da-90f1-46df-b81b-4d44f6a8ea31', 'fixed_ips': [{'subnet_id': '29689857-ab9a-4a6f-aeb3-500bab6cdd4b'}, {'subnet_id': '69447fb7-cff8-46df-9a03-1974d6354f46'}], 'name': 'tempest-PortsTestJSON-699043063'}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:59:21.955289 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:22.032770 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] For port 6214248c-bb0f-4f83-a55a-ebf95e47197c, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=6214248c-bb0f-4f83-a55a-ebf95e47197c,segment=NetworkSegment(0ae985e0-74a3-47ac-88c9-2b092d207bc8),segment_id=0ae985e0-74a3-47ac-88c9-2b092d207bc8)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:59:22.109055 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:22.225158 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Pushing event updated for resources: {'Port': ['ID=6214248c-bb0f-4f83-a55a-ebf95e47197c,revision_number=3']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:59:22.235972 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade74a70-09c7-4ac3-aacc-a0ecf911f3ab req-cb5302ee-7305-4b03-928b-9ad033b119d4 tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:59:22.237542 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-ade74a70-09c7-4ac3-aacc-a0ecf911f3ab req-cb5302ee-7305-4b03-928b-9ad033b119d4 tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] 10.222.0.13 "GET /v2.0/ports?device_id=3febeb46-783e-49e0-9e0e-691009d6ed32 HTTP/1.1" status: 200 len: 945 time: 0.1579080 Nov 05 18:59:22.272686 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-0f58dc66-760b-4b77-8f14-6aa2430e7d26 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=67e3185285da48dd898a333bfcf99bc2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4441855 Nov 05 18:59:22.275634 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 41064) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:59:22.333444 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-ade74a70-09c7-4ac3-aacc-a0ecf911f3ab req-5dd1dd22-175a-4802-b1c7-6491d1ce6cb1 tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9a1bcb7-2b62-4809-b67b-668edb56dae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804777 Nov 05 18:59:22.371450 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2998383-fc27-4f48-b971-08aa25f0f2f5 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Made reservation on behalf of 2f4e87ee64a4499db45fedd95080f0b7 for: {'port': 1} {{(pid=102387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 18:59:22.378944 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-b25ebce4-11b8-4dd4-a280-15b3b0e559a2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:22.428122 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-b25ebce4-11b8-4dd4-a280-15b3b0e559a2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:22.532139 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-e2998383-fc27-4f48-b971-08aa25f0f2f5 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:22.562543 n-d-816865-1 neutron-server[102387]: DEBUG neutron.notifiers.nova [None req-e2998383-fc27-4f48-b971-08aa25f0f2f5 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] device_id is not set on port 6845a917-e861-4bba-8dc7-30a95ed583c3 yet. {{(pid=102387) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 05 18:59:22.588237 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-b25ebce4-11b8-4dd4-a280-15b3b0e559a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:22.591950 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-b25ebce4-11b8-4dd4-a280-15b3b0e559a2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:22.593588 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-b25ebce4-11b8-4dd4-a280-15b3b0e559a2 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7ea22796-a440-4a02-a470-eb6464860e9a HTTP/1.1" status: 204 len: 168 time: 0.3169386 Nov 05 18:59:22.608123 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25ebce4-11b8-4dd4-a280-15b3b0e559a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ea22796-a440-4a02-a470-eb6464860e9a,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:59:22.714365 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.agents_db [None req-b9406b04-a0e8-43cf-b349-711963d96cf4 None None] Agent healthcheck: found 7 active agents {{(pid=102389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 05 18:59:22.859707 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5e055ad-045e-470a-9bea-66b073b9da5b None None] Network d72b54da-90f1-46df-b81b-4d44f6a8ea31 requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 18:59:22.987727 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.db_base_plugin_common [None req-e2998383-fc27-4f48-b971-08aa25f0f2f5 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Allocated IP 172.20.0.5 (d72b54da-90f1-46df-b81b-4d44f6a8ea31/29689857-ab9a-4a6f-aeb3-500bab6cdd4b/6845a917-e861-4bba-8dc7-30a95ed583c3) {{(pid=102387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 18:59:23.001591 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.db_base_plugin_common [None req-e2998383-fc27-4f48-b971-08aa25f0f2f5 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Allocated IP 172.20.0.29 (d72b54da-90f1-46df-b81b-4d44f6a8ea31/69447fb7-cff8-46df-9a03-1974d6354f46/6845a917-e861-4bba-8dc7-30a95ed583c3) {{(pid=102387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 18:59:23.019432 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-f0ffad09-1d5a-4752-9565-c6779433affd None None] Provisioning complete for port 6214248c-bb0f-4f83-a55a-ebf95e47197c triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:59:23.025893 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-f0ffad09-1d5a-4752-9565-c6779433affd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:23.282671 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-119db53c-8057-4c83-a72c-76f0f881eb0a None None] Update dhcp port {'port': {'network_id': 'd72b54da-90f1-46df-b81b-4d44f6a8ea31', 'fixed_ips': [{'subnet_id': '29689857-ab9a-4a6f-aeb3-500bab6cdd4b', 'ip_address': '172.20.0.2'}, {'subnet_id': '69447fb7-cff8-46df-9a03-1974d6354f46'}], 'binding:host_id': 'n-d-816865-1'}, 'id': '6214248c-bb0f-4f83-a55a-ebf95e47197c'} from n-d-816865-1. {{(pid=102388) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 05 18:59:23.352585 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-e2998383-fc27-4f48-b971-08aa25f0f2f5 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Publish callbacks [] for port, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:23.357758 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-119db53c-8057-4c83-a72c-76f0f881eb0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:23.516583 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-e2998383-fc27-4f48-b971-08aa25f0f2f5 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4417063'] for port, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:23.593820 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2998383-fc27-4f48-b971-08aa25f0f2f5 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Pushing event updated for resources: {'Port': ['ID=6845a917-e861-4bba-8dc7-30a95ed583c3,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:59:23.632902 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3669cde1-7f02-400f-b69f-1298cb30d72b req-563a5ce0-74fc-4819-9157-b77f6b1c0ff2 tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:59:23.634805 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-3669cde1-7f02-400f-b69f-1298cb30d72b req-563a5ce0-74fc-4819-9157-b77f6b1c0ff2 tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] 10.222.0.13 "GET /v2.0/ports?device_id=3febeb46-783e-49e0-9e0e-691009d6ed32 HTTP/1.1" status: 200 len: 945 time: 0.1813970 Nov 05 18:59:23.642286 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2998383-fc27-4f48-b971-08aa25f0f2f5 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Network d72b54da-90f1-46df-b81b-4d44f6a8ea31 is already hosted by enough agents. {{(pid=102387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 18:59:23.655834 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.base_scheduler [None req-e2998383-fc27-4f48-b971-08aa25f0f2f5 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Resources bound (agent type, host, resource id): {{(pid=102387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:59:23.670748 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2998383-fc27-4f48-b971-08aa25f0f2f5 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Received port after_create {{(pid=102387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 18:59:23.768385 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 6214248c-bb0f-4f83-a55a-ebf95e47197c up at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 18:59:23.770965 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-3669cde1-7f02-400f-b69f-1298cb30d72b req-ff242c5d-4ea9-4b47-a0ee-d93808c73c02 tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9a1bcb7-2b62-4809-b67b-668edb56dae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270671 Nov 05 18:59:23.810353 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2998383-fc27-4f48-b971-08aa25f0f2f5 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:59:23.811139 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-e2998383-fc27-4f48-b971-08aa25f0f2f5 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:23.873121 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.db_base_plugin_common [None req-119db53c-8057-4c83-a72c-76f0f881eb0a None None] Allocated IP 172.20.0.18 (d72b54da-90f1-46df-b81b-4d44f6a8ea31/69447fb7-cff8-46df-9a03-1974d6354f46/6214248c-bb0f-4f83-a55a-ebf95e47197c) {{(pid=102388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 18:59:23.881780 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Provisioning complete for port 6214248c-bb0f-4f83-a55a-ebf95e47197c triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:59:23.882389 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:23.981074 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-e2998383-fc27-4f48-b971-08aa25f0f2f5 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1003 time: 2.0603681 Nov 05 18:59:23.990737 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 41098) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:59:23.990737 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-53d59f2f-995c-4d4b-8867-fbac03fc9411 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '29689857-ab9a-4a6f-aeb3-500bab6cdd4b'}]}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:59:24.072203 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-119db53c-8057-4c83-a72c-76f0f881eb0a None None] For port 6214248c-bb0f-4f83-a55a-ebf95e47197c, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=6214248c-bb0f-4f83-a55a-ebf95e47197c,segment=NetworkSegment(0ae985e0-74a3-47ac-88c9-2b092d207bc8),segment_id=0ae985e0-74a3-47ac-88c9-2b092d207bc8)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:59:24.151183 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-119db53c-8057-4c83-a72c-76f0f881eb0a None None] Publish callbacks [] for port, precommit_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:24.229168 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-53d59f2f-995c-4d4b-8867-fbac03fc9411 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:24.245708 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-119db53c-8057-4c83-a72c-76f0f881eb0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:24.388302 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 41108) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:59:24.407609 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119db53c-8057-4c83-a72c-76f0f881eb0a None None] Pushing event updated for resources: {'Port': ['ID=6214248c-bb0f-4f83-a55a-ebf95e47197c,revision_number=4']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:59:24.555326 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-c0ae9001-2364-4241-903a-6be542b6e9d2 tempest-NegativeSecGroupTest-480542385 tempest-NegativeSecGroupTest-480542385-project] Request body: {'security_group': {'name': 'default'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:59:24.555772 n-d-816865-1 neutron-server[102386]: WARNING neutron.api.v2.base [None req-c0ae9001-2364-4241-903a-6be542b6e9d2 tempest-NegativeSecGroupTest-480542385 tempest-NegativeSecGroupTest-480542385-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Nov 05 18:59:24.556269 n-d-816865-1 neutron-server[102386]: INFO neutron.api.v2.resource [None req-c0ae9001-2364-4241-903a-6be542b6e9d2 tempest-NegativeSecGroupTest-480542385 tempest-NegativeSecGroupTest-480542385-project] create failed (client error): There was a conflict when trying to complete your request. Nov 05 18:59:24.557422 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-c0ae9001-2364-4241-903a-6be542b6e9d2 tempest-NegativeSecGroupTest-480542385 tempest-NegativeSecGroupTest-480542385-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1674957 Nov 05 18:59:24.562195 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 41114) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:59:24.571011 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-b6d7a206-f66e-4f11-ba35-1bf0ddee5b66 tempest-NegativeSecGroupTest-480542385 tempest-NegativeSecGroupTest-480542385-project] Request body: {'security_group': {'name': 'tempest-secgroup--101942382'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:59:24.640844 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.db_base_plugin_common [None req-53d59f2f-995c-4d4b-8867-fbac03fc9411 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Delete allocated IP 172.20.0.29 (d72b54da-90f1-46df-b81b-4d44f6a8ea31/69447fb7-cff8-46df-9a03-1974d6354f46) {{(pid=102387) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 05 18:59:24.697946 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-b6d7a206-f66e-4f11-ba35-1bf0ddee5b66 tempest-NegativeSecGroupTest-480542385 tempest-NegativeSecGroupTest-480542385-project] Publish callbacks [] for security_group, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:24.712672 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-b6d7a206-f66e-4f11-ba35-1bf0ddee5b66 tempest-NegativeSecGroupTest-480542385 tempest-NegativeSecGroupTest-480542385-project] Publish callbacks [] for security_group, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:24.872263 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-b6d7a206-f66e-4f11-ba35-1bf0ddee5b66 tempest-NegativeSecGroupTest-480542385 tempest-NegativeSecGroupTest-480542385-project] Publish callbacks [] for security_group, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:24.948025 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-b6d7a206-f66e-4f11-ba35-1bf0ddee5b66 tempest-NegativeSecGroupTest-480542385 tempest-NegativeSecGroupTest-480542385-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:25.108796 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d7a206-f66e-4f11-ba35-1bf0ddee5b66 tempest-NegativeSecGroupTest-480542385 tempest-NegativeSecGroupTest-480542385-project] Pushing event updated for resources: {'SecurityGroup': ['ID=110200f1-0b03-4dd9-bbe0-21f5d6b2027a,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:59:25.139359 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e8ea46-ce85-4301-bee1-1117cb4d7335 req-c57289a3-0a25-4110-8835-38091c31063a tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:59:25.161490 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-57e8ea46-ce85-4301-bee1-1117cb4d7335 req-c57289a3-0a25-4110-8835-38091c31063a tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] 10.222.0.13 "GET /v2.0/ports?device_id=3febeb46-783e-49e0-9e0e-691009d6ed32 HTTP/1.1" status: 200 len: 945 time: 0.2453113 Nov 05 18:59:25.163849 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-53d59f2f-995c-4d4b-8867-fbac03fc9411 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Publish callbacks [] for port, precommit_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:25.224984 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-b6d7a206-f66e-4f11-ba35-1bf0ddee5b66 tempest-NegativeSecGroupTest-480542385 tempest-NegativeSecGroupTest-480542385-project] Publish callbacks [] for security_group, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:25.242511 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-53d59f2f-995c-4d4b-8867-fbac03fc9411 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4417072'] for port, after_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:25.297872 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-b6d7a206-f66e-4f11-ba35-1bf0ddee5b66 tempest-NegativeSecGroupTest-480542385 tempest-NegativeSecGroupTest-480542385-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:25.366520 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d7a206-f66e-4f11-ba35-1bf0ddee5b66 tempest-NegativeSecGroupTest-480542385 tempest-NegativeSecGroupTest-480542385-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d56127be-0ff8-4e93-af58-e869343eb96e,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:59:25.395335 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-57e8ea46-ce85-4301-bee1-1117cb4d7335 req-14f01fc9-5a1c-47e5-8cb1-c309e40e89c9 tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9a1bcb7-2b62-4809-b67b-668edb56dae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2265620 Nov 05 18:59:25.426266 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-b6d7a206-f66e-4f11-ba35-1bf0ddee5b66 tempest-NegativeSecGroupTest-480542385 tempest-NegativeSecGroupTest-480542385-project] Publish callbacks [] for security_group, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:25.430878 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-b6d7a206-f66e-4f11-ba35-1bf0ddee5b66 tempest-NegativeSecGroupTest-480542385 tempest-NegativeSecGroupTest-480542385-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.8676443 Nov 05 18:59:25.431578 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 41128) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:59:25.440259 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-516d9cae-4859-44cc-bf7a-132eeab89416 tempest-NegativeSecGroupTest-480542385 tempest-NegativeSecGroupTest-480542385-project] Request body: {'security_group_rule': {'security_group_id': 'd56127be-0ff8-4e93-af58-e869343eb96e', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:59:25.492178 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d59f2f-995c-4d4b-8867-fbac03fc9411 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Pushing event updated for resources: {'Port': ['ID=6845a917-e861-4bba-8dc7-30a95ed583c3,revision_number=2']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:59:25.533910 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [None req-53d59f2f-995c-4d4b-8867-fbac03fc9411 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] In _notify_port_updated(), no bound segment for port 6845a917-e861-4bba-8dc7-30a95ed583c3 on network d72b54da-90f1-46df-b81b-4d44f6a8ea31 {{(pid=102387) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 05 18:59:25.545211 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53d59f2f-995c-4d4b-8867-fbac03fc9411 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:59:25.549462 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-53d59f2f-995c-4d4b-8867-fbac03fc9411 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:25.551517 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcae38ba-afec-490a-a867-9741332a0a3b None None] Network d72b54da-90f1-46df-b81b-4d44f6a8ea31 requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 18:59:25.553740 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 41132) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:59:25.559007 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-8fc50b54-a9a5-44b4-bf3b-d76ec30188f5 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '29689857-ab9a-4a6f-aeb3-500bab6cdd4b'}, {'subnet_id': '69447fb7-cff8-46df-9a03-1974d6354f46'}]}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:59:25.582382 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-53d59f2f-995c-4d4b-8867-fbac03fc9411 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] 10.222.0.13 "PUT /v2.0/ports/6845a917-e861-4bba-8dc7-30a95ed583c3 HTTP/1.1" status: 200 len: 918 time: 1.5894346 Nov 05 18:59:25.628158 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-516d9cae-4859-44cc-bf7a-132eeab89416 tempest-NegativeSecGroupTest-480542385 tempest-NegativeSecGroupTest-480542385-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:25.740524 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 6214248c-bb0f-4f83-a55a-ebf95e47197c up at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 18:59:25.800937 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-dcc379c2-1289-4139-b8eb-a61101bc1b3c None None] Provisioning complete for port 6214248c-bb0f-4f83-a55a-ebf95e47197c triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:59:25.801681 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-dcc379c2-1289-4139-b8eb-a61101bc1b3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:25.923181 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-8fc50b54-a9a5-44b4-bf3b-d76ec30188f5 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:25.985132 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Provisioning complete for port 6214248c-bb0f-4f83-a55a-ebf95e47197c triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:59:25.986199 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:25.995438 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-516d9cae-4859-44cc-bf7a-132eeab89416 tempest-NegativeSecGroupTest-480542385 tempest-NegativeSecGroupTest-480542385-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:26.101782 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-516d9cae-4859-44cc-bf7a-132eeab89416 tempest-NegativeSecGroupTest-480542385 tempest-NegativeSecGroupTest-480542385-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985308'] for security_group_rule, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:26.233107 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516d9cae-4859-44cc-bf7a-132eeab89416 tempest-NegativeSecGroupTest-480542385 tempest-NegativeSecGroupTest-480542385-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e1c64031-b553-4ace-a04a-647ec0714402,revision_number=0']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:59:26.322847 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-516d9cae-4859-44cc-bf7a-132eeab89416 tempest-NegativeSecGroupTest-480542385 tempest-NegativeSecGroupTest-480542385-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:26.324257 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-516d9cae-4859-44cc-bf7a-132eeab89416 tempest-NegativeSecGroupTest-480542385 tempest-NegativeSecGroupTest-480542385-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8917334 Nov 05 18:59:26.328512 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 41140) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:59:26.334367 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-054e5389-404e-4655-acda-1ab7414e4cb4 tempest-NegativeSecGroupTest-480542385 tempest-NegativeSecGroupTest-480542385-project] Request body: {'security_group_rule': {'security_group_id': 'd56127be-0ff8-4e93-af58-e869343eb96e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:59:26.442750 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-054e5389-404e-4655-acda-1ab7414e4cb4 tempest-NegativeSecGroupTest-480542385 tempest-NegativeSecGroupTest-480542385-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:26.463038 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.db_base_plugin_common [None req-8fc50b54-a9a5-44b4-bf3b-d76ec30188f5 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Allocated IP 172.20.0.25 (d72b54da-90f1-46df-b81b-4d44f6a8ea31/69447fb7-cff8-46df-9a03-1974d6354f46/6845a917-e861-4bba-8dc7-30a95ed583c3) {{(pid=102386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 18:59:26.668963 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e49b5b4-f4d5-40d1-bc98-4b0c60eaa73c req-1c24ea93-a339-4a80-86a6-8dd261a9a5f1 tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:59:26.691434 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-2e49b5b4-f4d5-40d1-bc98-4b0c60eaa73c req-1c24ea93-a339-4a80-86a6-8dd261a9a5f1 tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] 10.222.0.13 "GET /v2.0/ports?device_id=3febeb46-783e-49e0-9e0e-691009d6ed32 HTTP/1.1" status: 200 len: 945 time: 0.1273112 Nov 05 18:59:26.707492 n-d-816865-1 neutron-server[102387]: INFO neutron.api.v2.resource [None req-054e5389-404e-4655-acda-1ab7414e4cb4 tempest-NegativeSecGroupTest-480542385 tempest-NegativeSecGroupTest-480542385-project] create failed (client error): There was a conflict when trying to complete your request. Nov 05 18:59:26.713090 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-054e5389-404e-4655-acda-1ab7414e4cb4 tempest-NegativeSecGroupTest-480542385 tempest-NegativeSecGroupTest-480542385-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.3827131 Nov 05 18:59:26.730157 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 41146) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:59:26.787038 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-cabf3900-feff-4e3a-9f85-00c167f6edf5 None None] Provisioning complete for port 6214248c-bb0f-4f83-a55a-ebf95e47197c triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:59:26.787600 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-cabf3900-feff-4e3a-9f85-00c167f6edf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:26.816339 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-8fc50b54-a9a5-44b4-bf3b-d76ec30188f5 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Publish callbacks [] for port, precommit_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:26.846665 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-2e49b5b4-f4d5-40d1-bc98-4b0c60eaa73c req-bc5d0478-8655-4d81-b2c9-4a953fe3a718 tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9a1bcb7-2b62-4809-b67b-668edb56dae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1541235 Nov 05 18:59:26.902309 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-8fc50b54-a9a5-44b4-bf3b-d76ec30188f5 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6149821'] for port, after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:26.945224 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-8a95b096-fa7b-44dc-949a-a65a7039b3d5 tempest-NegativeSecGroupTest-480542385 tempest-NegativeSecGroupTest-480542385-project] Publish callbacks [] for security_group, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:27.012072 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-8a95b096-fa7b-44dc-949a-a65a7039b3d5 tempest-NegativeSecGroupTest-480542385 tempest-NegativeSecGroupTest-480542385-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:27.046011 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc50b54-a9a5-44b4-bf3b-d76ec30188f5 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Pushing event updated for resources: {'Port': ['ID=6845a917-e861-4bba-8dc7-30a95ed583c3,revision_number=3']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:59:27.065642 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-cabf3900-feff-4e3a-9f85-00c167f6edf5 None None] Provisioning complete for port 6845a917-e861-4bba-8dc7-30a95ed583c3 triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:59:27.066019 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-cabf3900-feff-4e3a-9f85-00c167f6edf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:27.142328 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-cabf3900-feff-4e3a-9f85-00c167f6edf5 None None] Port 6845a917-e861-4bba-8dc7-30a95ed583c3 cannot update to ACTIVE because it is not bound. {{(pid=102388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 18:59:27.194493 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-8a95b096-fa7b-44dc-949a-a65a7039b3d5 tempest-NegativeSecGroupTest-480542385 tempest-NegativeSecGroupTest-480542385-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:27.197290 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-8a95b096-fa7b-44dc-949a-a65a7039b3d5 tempest-NegativeSecGroupTest-480542385 tempest-NegativeSecGroupTest-480542385-project] Publish callbacks [] for security_group, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:27.198863 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-8a95b096-fa7b-44dc-949a-a65a7039b3d5 tempest-NegativeSecGroupTest-480542385 tempest-NegativeSecGroupTest-480542385-project] 10.222.0.13 "DELETE /v2.0/security-groups/d56127be-0ff8-4e93-af58-e869343eb96e HTTP/1.1" status: 204 len: 168 time: 0.4676275 Nov 05 18:59:27.219609 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 41150) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:59:27.222202 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a95b096-fa7b-44dc-949a-a65a7039b3d5 tempest-NegativeSecGroupTest-480542385 tempest-NegativeSecGroupTest-480542385-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d56127be-0ff8-4e93-af58-e869343eb96e,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:59:27.293719 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-f89d20f1-e7c0-4e28-94da-2a73fcae13f4 None None] Provisioning complete for port 6845a917-e861-4bba-8dc7-30a95ed583c3 triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:59:27.298986 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-f89d20f1-e7c0-4e28-94da-2a73fcae13f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:27.311484 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-8fc50b54-a9a5-44b4-bf3b-d76ec30188f5 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] In _notify_port_updated(), no bound segment for port 6845a917-e861-4bba-8dc7-30a95ed583c3 on network d72b54da-90f1-46df-b81b-4d44f6a8ea31 {{(pid=102386) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 05 18:59:27.328053 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fc50b54-a9a5-44b4-bf3b-d76ec30188f5 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:59:27.328760 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-8fc50b54-a9a5-44b4-bf3b-d76ec30188f5 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:27.334313 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-8fc50b54-a9a5-44b4-bf3b-d76ec30188f5 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] 10.222.0.13 "PUT /v2.0/ports/6845a917-e861-4bba-8dc7-30a95ed583c3 HTTP/1.1" status: 200 len: 998 time: 1.7792420 Nov 05 18:59:27.336295 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 41154) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:59:27.381921 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-cdbec473-f9ad-4500-a3ad-ac0acadd5130 tempest-NegativeSecGroupTest-480542385 tempest-NegativeSecGroupTest-480542385-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1423333 Nov 05 18:59:27.386256 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 41158) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:59:27.390463 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-f89d20f1-e7c0-4e28-94da-2a73fcae13f4 None None] Port 6845a917-e861-4bba-8dc7-30a95ed583c3 cannot update to ACTIVE because it is not bound. {{(pid=102388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 18:59:27.391423 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-f1fdc7a2-7651-465c-99f5-bb7136057b0f tempest-NegativeSecGroupTest-480542385 tempest-NegativeSecGroupTest-480542385-project] Request body: {'security_group': {'name': 'tempest-secgroup--242780693'}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:59:27.583820 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-f1fdc7a2-7651-465c-99f5-bb7136057b0f tempest-NegativeSecGroupTest-480542385 tempest-NegativeSecGroupTest-480542385-project] Publish callbacks [] for security_group, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:27.615592 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-d68661c4-8e59-4d4d-bcfa-080e0eec0d80 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Deleting port 6845a917-e861-4bba-8dc7-30a95ed583c3 {{(pid=102386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 18:59:27.617718 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-d68661c4-8e59-4d4d-bcfa-080e0eec0d80 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:27.620500 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-43d41113-bd35-4392-8da8-a91ee30997bc None None] Provisioning complete for port 6845a917-e861-4bba-8dc7-30a95ed583c3 triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:59:27.621028 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-43d41113-bd35-4392-8da8-a91ee30997bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:27.728585 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-43d41113-bd35-4392-8da8-a91ee30997bc None None] Port 6845a917-e861-4bba-8dc7-30a95ed583c3 cannot update to ACTIVE because it is not bound. {{(pid=102388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 18:59:27.766195 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-f1fdc7a2-7651-465c-99f5-bb7136057b0f tempest-NegativeSecGroupTest-480542385 tempest-NegativeSecGroupTest-480542385-project] Publish callbacks [] for security_group, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:27.816998 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-d68661c4-8e59-4d4d-bcfa-080e0eec0d80 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:27.842536 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-d68661c4-8e59-4d4d-bcfa-080e0eec0d80 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Calling delete_port for 6845a917-e861-4bba-8dc7-30a95ed583c3 owned by {{(pid=102386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 18:59:27.886011 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-f1fdc7a2-7651-465c-99f5-bb7136057b0f tempest-NegativeSecGroupTest-480542385 tempest-NegativeSecGroupTest-480542385-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:27.933283 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1fdc7a2-7651-465c-99f5-bb7136057b0f tempest-NegativeSecGroupTest-480542385 tempest-NegativeSecGroupTest-480542385-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4505eb93-2d22-4237-a406-9f180756cea0,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:59:27.969682 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-96791d07-e414-48f8-8988-8430765f778d None None] Provisioning complete for port 6845a917-e861-4bba-8dc7-30a95ed583c3 triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:59:27.970286 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-96791d07-e414-48f8-8988-8430765f778d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:27.985997 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-f1fdc7a2-7651-465c-99f5-bb7136057b0f tempest-NegativeSecGroupTest-480542385 tempest-NegativeSecGroupTest-480542385-project] Publish callbacks [] for security_group, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:27.987560 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-f1fdc7a2-7651-465c-99f5-bb7136057b0f tempest-NegativeSecGroupTest-480542385 tempest-NegativeSecGroupTest-480542385-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.6001720 Nov 05 18:59:27.990511 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 41164) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:59:28.003411 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-5a316473-5ec8-4a6e-b1a1-5ffd290f572e tempest-NegativeSecGroupTest-480542385 tempest-NegativeSecGroupTest-480542385-project] Request body: {'security_group_rule': {'security_group_id': '4505eb93-2d22-4237-a406-9f180756cea0', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:59:28.004243 n-d-816865-1 neutron-server[102387]: WARNING neutron.api.v2.base [None req-5a316473-5ec8-4a6e-b1a1-5ffd290f572e tempest-NegativeSecGroupTest-480542385 tempest-NegativeSecGroupTest-480542385-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Nov 05 18:59:28.005811 n-d-816865-1 neutron-server[102387]: INFO neutron.api.v2.resource [None req-5a316473-5ec8-4a6e-b1a1-5ffd290f572e tempest-NegativeSecGroupTest-480542385 tempest-NegativeSecGroupTest-480542385-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 05 18:59:28.006475 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-5a316473-5ec8-4a6e-b1a1-5ffd290f572e tempest-NegativeSecGroupTest-480542385 tempest-NegativeSecGroupTest-480542385-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0148103 Nov 05 18:59:28.011610 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 41166) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:59:28.064367 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-96791d07-e414-48f8-8988-8430765f778d None None] Port 6845a917-e861-4bba-8dc7-30a95ed583c3 cannot update to ACTIVE because it is not bound. {{(pid=102388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 18:59:28.158761 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7ce328-44e9-49dc-86d8-e02ca4ea31e1 req-b5ec4713-11b9-4409-8678-8d53f0c75083 tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:59:28.158761 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-5c7ce328-44e9-49dc-86d8-e02ca4ea31e1 req-b5ec4713-11b9-4409-8678-8d53f0c75083 tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] 10.222.0.13 "GET /v2.0/ports?device_id=3febeb46-783e-49e0-9e0e-691009d6ed32 HTTP/1.1" status: 200 len: 945 time: 0.1508739 Nov 05 18:59:28.161863 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-8211a073-2f04-4e60-81cf-60a5850ead6c tempest-NegativeSecGroupTest-480542385 tempest-NegativeSecGroupTest-480542385-project] Publish callbacks [] for security_group, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:28.221950 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-8211a073-2f04-4e60-81cf-60a5850ead6c tempest-NegativeSecGroupTest-480542385 tempest-NegativeSecGroupTest-480542385-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:28.257425 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-d68661c4-8e59-4d4d-bcfa-080e0eec0d80 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:28.313941 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-5c7ce328-44e9-49dc-86d8-e02ca4ea31e1 req-b7764665-d8f7-4df6-a54f-890a60193662 tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9a1bcb7-2b62-4809-b67b-668edb56dae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462681 Nov 05 18:59:28.369640 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68661c4-8e59-4d4d-bcfa-080e0eec0d80 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Pushing event deleted for resources: {'Port': ['ID=6845a917-e861-4bba-8dc7-30a95ed583c3,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:59:28.390494 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-8211a073-2f04-4e60-81cf-60a5850ead6c tempest-NegativeSecGroupTest-480542385 tempest-NegativeSecGroupTest-480542385-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:28.393786 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-8211a073-2f04-4e60-81cf-60a5850ead6c tempest-NegativeSecGroupTest-480542385 tempest-NegativeSecGroupTest-480542385-project] Publish callbacks [] for security_group, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:28.398025 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-8211a073-2f04-4e60-81cf-60a5850ead6c tempest-NegativeSecGroupTest-480542385 tempest-NegativeSecGroupTest-480542385-project] 10.222.0.13 "DELETE /v2.0/security-groups/4505eb93-2d22-4237-a406-9f180756cea0 HTTP/1.1" status: 204 len: 168 time: 0.3828104 Nov 05 18:59:28.399107 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 41172) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:59:28.437018 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8211a073-2f04-4e60-81cf-60a5850ead6c tempest-NegativeSecGroupTest-480542385 tempest-NegativeSecGroupTest-480542385-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4505eb93-2d22-4237-a406-9f180756cea0,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:59:28.509685 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-a1f80ed1-8e52-4b85-b7cb-5e1c46ca3424 tempest-NegativeSecGroupTest-480542385 tempest-NegativeSecGroupTest-480542385-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1061497 Nov 05 18:59:28.510376 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 41174) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:59:28.519099 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-a2126980-15b7-4283-9d7c-343b7d62bf00 tempest-NegativeSecGroupTest-480542385 tempest-NegativeSecGroupTest-480542385-project] Request body: {'security_group': {'name': 'tempest-secgroup--458402648'}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:59:28.527177 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-d68661c4-8e59-4d4d-bcfa-080e0eec0d80 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:28.536034 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-d68661c4-8e59-4d4d-bcfa-080e0eec0d80 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] 10.222.0.13 "DELETE /v2.0/ports/6845a917-e861-4bba-8dc7-30a95ed583c3 HTTP/1.1" status: 204 len: 168 time: 1.1973436 Nov 05 18:59:28.538736 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 41178) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:59:28.594431 n-d-816865-1 neutron-server[102386]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd7ddf0b-b2da-4e36-873a-ededfefc068e tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] GET failed (client error): The resource could not be found. Nov 05 18:59:28.598870 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-fd7ddf0b-b2da-4e36-873a-ededfefc068e tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] 10.222.0.13 "GET /v2.0/ports/6845a917-e861-4bba-8dc7-30a95ed583c3 HTTP/1.1" status: 404 len: 333 time: 0.0590217 Nov 05 18:59:28.599031 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 41180) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:59:28.677366 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e7fb177-281a-44d2-ab02-3628fb0a54ea tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Deleting subnet 69447fb7-cff8-46df-9a03-1974d6354f46 {{(pid=102387) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 05 18:59:28.683806 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-2e7fb177-281a-44d2-ab02-3628fb0a54ea tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Publish callbacks [] for subnet, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:28.689091 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-a2126980-15b7-4283-9d7c-343b7d62bf00 tempest-NegativeSecGroupTest-480542385 tempest-NegativeSecGroupTest-480542385-project] Publish callbacks [] for security_group, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:28.748657 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-2e7fb177-281a-44d2-ab02-3628fb0a54ea tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4463501'] for subnet, precommit_delete_associations {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:28.862144 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-a2126980-15b7-4283-9d7c-343b7d62bf00 tempest-NegativeSecGroupTest-480542385 tempest-NegativeSecGroupTest-480542385-project] Publish callbacks [] for security_group, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:28.885711 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-2e7fb177-281a-44d2-ab02-3628fb0a54ea tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1573928'] for subnet, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:28.966184 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-a2126980-15b7-4283-9d7c-343b7d62bf00 tempest-NegativeSecGroupTest-480542385 tempest-NegativeSecGroupTest-480542385-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:29.011971 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2126980-15b7-4283-9d7c-343b7d62bf00 tempest-NegativeSecGroupTest-480542385 tempest-NegativeSecGroupTest-480542385-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5c734301-d7c2-4c18-a838-dea74ccff714,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:59:29.073937 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-2e7fb177-281a-44d2-ab02-3628fb0a54ea tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1573905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4417146', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5112209'] for subnet, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:29.102629 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7fb177-281a-44d2-ab02-3628fb0a54ea tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Pushing event deleted for resources: {'Subnet': ['ID=69447fb7-cff8-46df-9a03-1974d6354f46,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:59:29.106244 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-2e7fb177-281a-44d2-ab02-3628fb0a54ea tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Publish callbacks [] for subnet, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:29.112587 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 41186) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:59:29.113181 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-2e7fb177-281a-44d2-ab02-3628fb0a54ea tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] 10.222.0.13 "DELETE /v2.0/subnets/69447fb7-cff8-46df-9a03-1974d6354f46 HTTP/1.1" status: 204 len: 168 time: 0.5125568 Nov 05 18:59:29.118638 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15948dee-718f-441e-8f65-2de1eae48e49 None None] Network d72b54da-90f1-46df-b81b-4d44f6a8ea31 requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 18:59:29.150992 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-a2126980-15b7-4283-9d7c-343b7d62bf00 tempest-NegativeSecGroupTest-480542385 tempest-NegativeSecGroupTest-480542385-project] Publish callbacks [] for security_group, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:29.152797 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-a2126980-15b7-4283-9d7c-343b7d62bf00 tempest-NegativeSecGroupTest-480542385 tempest-NegativeSecGroupTest-480542385-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.6414781 Nov 05 18:59:29.155831 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 41188) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:59:29.161291 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-b3610222-0327-4e4a-89f6-39c691ca9f7a tempest-NegativeSecGroupTest-480542385 tempest-NegativeSecGroupTest-480542385-project] Request body: {'security_group_rule': {'security_group_id': '5c734301-d7c2-4c18-a838-dea74ccff714', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:59:29.162635 n-d-816865-1 neutron-server[102387]: WARNING neutron.api.v2.base [None req-b3610222-0327-4e4a-89f6-39c691ca9f7a tempest-NegativeSecGroupTest-480542385 tempest-NegativeSecGroupTest-480542385-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Nov 05 18:59:29.165361 n-d-816865-1 neutron-server[102387]: INFO neutron.api.v2.resource [None req-b3610222-0327-4e4a-89f6-39c691ca9f7a tempest-NegativeSecGroupTest-480542385 tempest-NegativeSecGroupTest-480542385-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 05 18:59:29.168778 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-b3610222-0327-4e4a-89f6-39c691ca9f7a tempest-NegativeSecGroupTest-480542385 tempest-NegativeSecGroupTest-480542385-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0092890 Nov 05 18:59:29.169799 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 41190) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:59:29.209408 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.db_base_plugin_v2 [None req-26709cd6-da73-4a95-8476-24d04d97fb7b tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Deleting subnet 29689857-ab9a-4a6f-aeb3-500bab6cdd4b {{(pid=102386) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 05 18:59:29.222890 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-26709cd6-da73-4a95-8476-24d04d97fb7b tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Publish callbacks [] for subnet, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:29.375084 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-26709cd6-da73-4a95-8476-24d04d97fb7b tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4590738'] for subnet, precommit_delete_associations {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:29.578983 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba70f9a6-8f84-43a0-a082-078738006954 req-3c80a2a4-c597-48e4-aae5-62fa3bd705d7 tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:59:29.588245 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-ba70f9a6-8f84-43a0-a082-078738006954 req-3c80a2a4-c597-48e4-aae5-62fa3bd705d7 tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] 10.222.0.13 "GET /v2.0/ports?device_id=3febeb46-783e-49e0-9e0e-691009d6ed32 HTTP/1.1" status: 200 len: 945 time: 0.1248190 Nov 05 18:59:29.651397 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-26709cd6-da73-4a95-8476-24d04d97fb7b tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1573928'] for subnet, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:29.760761 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-fcb27d3c-0ffe-45d8-a380-27b1708ac5d8 tempest-NegativeSecGroupTest-480542385 tempest-NegativeSecGroupTest-480542385-project] Publish callbacks [] for security_group, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:29.798031 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-fcb27d3c-0ffe-45d8-a380-27b1708ac5d8 tempest-NegativeSecGroupTest-480542385 tempest-NegativeSecGroupTest-480542385-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:29.875808 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-26709cd6-da73-4a95-8476-24d04d97fb7b tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1573905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6149879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4877183'] for subnet, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:29.881504 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d027a4-a352-4fb0-bca8-86acf4647b0c req-1c351c95-ff76-4551-af55-155e106e09d4 tempest-ServerRescueNegativeTestJSON-570401673 tempest-ServerRescueNegativeTestJSON-570401673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:59:29.883518 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-60d027a4-a352-4fb0-bca8-86acf4647b0c req-1c351c95-ff76-4551-af55-155e106e09d4 tempest-ServerRescueNegativeTestJSON-570401673 tempest-ServerRescueNegativeTestJSON-570401673-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e3b4c93-69f3-4e6c-8f09-2e860aeb5776 HTTP/1.1" status: 200 len: 945 time: 0.2312717 Nov 05 18:59:29.887450 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-ba70f9a6-8f84-43a0-a082-078738006954 req-a7ace592-29d5-43a9-baee-c23663ddb39c tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9a1bcb7-2b62-4809-b67b-668edb56dae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2924747 Nov 05 18:59:29.940675 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26709cd6-da73-4a95-8476-24d04d97fb7b tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Pushing event deleted for resources: {'Subnet': ['ID=29689857-ab9a-4a6f-aeb3-500bab6cdd4b,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:59:29.959079 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-26709cd6-da73-4a95-8476-24d04d97fb7b tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Publish callbacks [] for subnet, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:29.969316 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-26709cd6-da73-4a95-8476-24d04d97fb7b tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] 10.222.0.13 "DELETE /v2.0/subnets/29689857-ab9a-4a6f-aeb3-500bab6cdd4b HTTP/1.1" status: 204 len: 168 time: 0.8556058 Nov 05 18:59:29.972756 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 41218) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:59:29.992480 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-60d027a4-a352-4fb0-bca8-86acf4647b0c req-c0df1df4-1524-42e9-9062-f7dd03577e51 tempest-ServerRescueNegativeTestJSON-570401673 tempest-ServerRescueNegativeTestJSON-570401673-project] 10.222.0.13 "GET /v2.0/security-groups?id=01574b07-2bff-4b61-b9a8-932cd03ff8af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951941 Nov 05 18:59:30.076400 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-fcb27d3c-0ffe-45d8-a380-27b1708ac5d8 tempest-NegativeSecGroupTest-480542385 tempest-NegativeSecGroupTest-480542385-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:30.079592 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-fcb27d3c-0ffe-45d8-a380-27b1708ac5d8 tempest-NegativeSecGroupTest-480542385 tempest-NegativeSecGroupTest-480542385-project] Publish callbacks [] for security_group, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:30.084067 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-fcb27d3c-0ffe-45d8-a380-27b1708ac5d8 tempest-NegativeSecGroupTest-480542385 tempest-NegativeSecGroupTest-480542385-project] 10.222.0.13 "DELETE /v2.0/security-groups/5c734301-d7c2-4c18-a838-dea74ccff714 HTTP/1.1" status: 204 len: 168 time: 0.9075687 Nov 05 18:59:30.084252 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 41224) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:59:30.129359 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb27d3c-0ffe-45d8-a380-27b1708ac5d8 tempest-NegativeSecGroupTest-480542385 tempest-NegativeSecGroupTest-480542385-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c734301-d7c2-4c18-a838-dea74ccff714,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:59:30.205978 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-b1c0af60-237c-4934-a55b-1fdfa2043b46 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1664226'] for network, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:30.214547 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-c8047e63-e9cb-4b02-b2e8-46bff4a1ac8e tempest-NegativeSecGroupTest-480542385 tempest-NegativeSecGroupTest-480542385-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1276953 Nov 05 18:59:30.223390 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 41232) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:59:30.229879 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-d9732322-1d39-436d-ab27-c1e74f2f5cb5 tempest-NegativeSecGroupTest-480542385 tempest-NegativeSecGroupTest-480542385-project] Request body: {'security_group': {'name': 'tempest-secgroup--419638999'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:59:30.326080 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 41236) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:59:30.353131 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-b1c0af60-237c-4934-a55b-1fdfa2043b46 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Deleting port 6214248c-bb0f-4f83-a55a-ebf95e47197c {{(pid=102386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 18:59:30.353493 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-b1c0af60-237c-4934-a55b-1fdfa2043b46 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:30.510638 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-786a031c-ee19-448c-8fbd-05197f794284 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:30.643826 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-786a031c-ee19-448c-8fbd-05197f794284 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:30.667080 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6d74603-95e6-4417-b191-66025df0704b None None] Network d72b54da-90f1-46df-b81b-4d44f6a8ea31 requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 18:59:30.714386 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-786a031c-ee19-448c-8fbd-05197f794284 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:30.765561 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-d9732322-1d39-436d-ab27-c1e74f2f5cb5 tempest-NegativeSecGroupTest-480542385 tempest-NegativeSecGroupTest-480542385-project] Publish callbacks [] for security_group, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:30.828531 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786a031c-ee19-448c-8fbd-05197f794284 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8aa29a2a-9465-4ba2-9f00-7fae95059481,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:59:30.836920 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-786a031c-ee19-448c-8fbd-05197f794284 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=127e8bf9aa7a46278bfff18d897579ee&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5071890 Nov 05 18:59:30.837915 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 41262) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:59:30.896038 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [None req-b1c0af60-237c-4934-a55b-1fdfa2043b46 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] For port 6214248c-bb0f-4f83-a55a-ebf95e47197c, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=6214248c-bb0f-4f83-a55a-ebf95e47197c,segment=NetworkSegment(0ae985e0-74a3-47ac-88c9-2b092d207bc8),segment_id=0ae985e0-74a3-47ac-88c9-2b092d207bc8)] {{(pid=102386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:59:30.896038 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-b1c0af60-237c-4934-a55b-1fdfa2043b46 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:30.898356 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-ab7bbcf0-a600-4173-bde0-85bd8134d7eb None None] Provisioning complete for port 6214248c-bb0f-4f83-a55a-ebf95e47197c triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:59:30.898743 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-ab7bbcf0-a600-4173-bde0-85bd8134d7eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:30.914193 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-b1c0af60-237c-4934-a55b-1fdfa2043b46 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Calling delete_port for 6214248c-bb0f-4f83-a55a-ebf95e47197c owned by network:dhcp {{(pid=102386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 18:59:30.936589 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-e7eef596-82d4-44cb-8163-c619378876d4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:30.961034 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-e7eef596-82d4-44cb-8163-c619378876d4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:31.131642 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-d9732322-1d39-436d-ab27-c1e74f2f5cb5 tempest-NegativeSecGroupTest-480542385 tempest-NegativeSecGroupTest-480542385-project] Publish callbacks [] for security_group, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:31.140924 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77df384e-ba5a-4378-a446-cbfd10f7f54a None None] DHCP port deletion for d72b54da-90f1-46df-b81b-4d44f6a8ea31 request from n-d-816865-1 {{(pid=102388) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 05 18:59:31.155212 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-b1c0af60-237c-4934-a55b-1fdfa2043b46 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:31.170469 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466f535a-0079-4a6a-8c9c-77a88f00b730 req-44d8a8b9-1595-46d2-b826-cdbf5b138365 tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:59:31.178143 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-466f535a-0079-4a6a-8c9c-77a88f00b730 req-44d8a8b9-1595-46d2-b826-cdbf5b138365 tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] 10.222.0.13 "GET /v2.0/ports?device_id=3febeb46-783e-49e0-9e0e-691009d6ed32 HTTP/1.1" status: 200 len: 945 time: 0.1394179 Nov 05 18:59:31.180513 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-77df384e-ba5a-4378-a446-cbfd10f7f54a None None] The port '6214248c-bb0f-4f83-a55a-ebf95e47197c' was deleted {{(pid=102388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Nov 05 18:59:31.208002 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c0af60-237c-4934-a55b-1fdfa2043b46 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Pushing event deleted for resources: {'Port': ['ID=6214248c-bb0f-4f83-a55a-ebf95e47197c,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:59:31.221509 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1c0af60-237c-4934-a55b-1fdfa2043b46 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] No DVR routers for this DVR port 6214248c-bb0f-4f83-a55a-ebf95e47197c on host n-d-816865-1 {{(pid=102386) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 18:59:31.287574 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5815d14-ce70-4527-9e31-11a1fc7d7126 req-a775f06f-6d7f-431e-8961-b48e6b373832 tempest-ServerRescueNegativeTestJSON-570401673 tempest-ServerRescueNegativeTestJSON-570401673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:59:31.289705 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-d5815d14-ce70-4527-9e31-11a1fc7d7126 req-a775f06f-6d7f-431e-8961-b48e6b373832 tempest-ServerRescueNegativeTestJSON-570401673 tempest-ServerRescueNegativeTestJSON-570401673-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e3b4c93-69f3-4e6c-8f09-2e860aeb5776 HTTP/1.1" status: 200 len: 945 time: 0.1091444 Nov 05 18:59:31.293472 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-d9732322-1d39-436d-ab27-c1e74f2f5cb5 tempest-NegativeSecGroupTest-480542385 tempest-NegativeSecGroupTest-480542385-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:31.306709 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-466f535a-0079-4a6a-8c9c-77a88f00b730 req-b5f9269d-ac27-407d-b995-aeffbd9c1da4 tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9a1bcb7-2b62-4809-b67b-668edb56dae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276703 Nov 05 18:59:31.316325 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-e7eef596-82d4-44cb-8163-c619378876d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:31.320529 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-e7eef596-82d4-44cb-8163-c619378876d4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:31.322457 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-e7eef596-82d4-44cb-8163-c619378876d4 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8aa29a2a-9465-4ba2-9f00-7fae95059481 HTTP/1.1" status: 204 len: 168 time: 0.4823661 Nov 05 18:59:31.354697 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7eef596-82d4-44cb-8163-c619378876d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8aa29a2a-9465-4ba2-9f00-7fae95059481,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:59:31.453605 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-d5815d14-ce70-4527-9e31-11a1fc7d7126 req-a607de00-0149-4a9c-b4fe-defa20499d16 tempest-ServerRescueNegativeTestJSON-570401673 tempest-ServerRescueNegativeTestJSON-570401673-project] 10.222.0.13 "GET /v2.0/security-groups?id=01574b07-2bff-4b61-b9a8-932cd03ff8af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448364 Nov 05 18:59:31.475853 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-d9732322-1d39-436d-ab27-c1e74f2f5cb5 tempest-NegativeSecGroupTest-480542385 tempest-NegativeSecGroupTest-480542385-project] Publish callbacks [] for security_group, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:31.477246 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-d9732322-1d39-436d-ab27-c1e74f2f5cb5 tempest-NegativeSecGroupTest-480542385 tempest-NegativeSecGroupTest-480542385-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 1.2514882 Nov 05 18:59:31.479287 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9732322-1d39-436d-ab27-c1e74f2f5cb5 tempest-NegativeSecGroupTest-480542385 tempest-NegativeSecGroupTest-480542385-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3ee185c9-258d-4531-aea7-552bdf6f6041,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:59:31.480962 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 41294) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:59:31.488038 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-b1c0af60-237c-4934-a55b-1fdfa2043b46 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1579173', 'neutron.services.segments.db._delete_segments_for_network-8750027792909'] for network, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:31.515264 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-a2179d49-b3e6-448c-a4c1-652ced8786bd tempest-NegativeSecGroupTest-480542385 tempest-NegativeSecGroupTest-480542385-project] Request body: {'security_group_rule': {'security_group_id': '3ee185c9-258d-4531-aea7-552bdf6f6041', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:59:31.515936 n-d-816865-1 neutron-server[102386]: DEBUG neutron.services.segments.db [None req-b1c0af60-237c-4934-a55b-1fdfa2043b46 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d72b54da-90f1-46df-b81b-4d44f6a8ea31']}} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:59:31.517165 n-d-816865-1 neutron-server[102387]: WARNING neutron.api.v2.base [None req-a2179d49-b3e6-448c-a4c1-652ced8786bd tempest-NegativeSecGroupTest-480542385 tempest-NegativeSecGroupTest-480542385-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Nov 05 18:59:31.517677 n-d-816865-1 neutron-server[102387]: INFO neutron.api.v2.resource [None req-a2179d49-b3e6-448c-a4c1-652ced8786bd tempest-NegativeSecGroupTest-480542385 tempest-NegativeSecGroupTest-480542385-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 05 18:59:31.518671 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-a2179d49-b3e6-448c-a4c1-652ced8786bd tempest-NegativeSecGroupTest-480542385 tempest-NegativeSecGroupTest-480542385-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0085998 Nov 05 18:59:31.523574 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 41298) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:59:31.529123 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-197e22ff-8a1d-45c1-a634-15a98e01495e tempest-NegativeSecGroupTest-480542385 tempest-NegativeSecGroupTest-480542385-project] Request body: {'security_group_rule': {'security_group_id': '3ee185c9-258d-4531-aea7-552bdf6f6041', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:59:31.530720 n-d-816865-1 neutron-server[102387]: WARNING neutron.api.v2.base [None req-197e22ff-8a1d-45c1-a634-15a98e01495e tempest-NegativeSecGroupTest-480542385 tempest-NegativeSecGroupTest-480542385-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Nov 05 18:59:31.531236 n-d-816865-1 neutron-server[102387]: INFO neutron.api.v2.resource [None req-197e22ff-8a1d-45c1-a634-15a98e01495e tempest-NegativeSecGroupTest-480542385 tempest-NegativeSecGroupTest-480542385-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 05 18:59:31.532264 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-197e22ff-8a1d-45c1-a634-15a98e01495e tempest-NegativeSecGroupTest-480542385 tempest-NegativeSecGroupTest-480542385-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0067129 Nov 05 18:59:31.535014 n-d-816865-1 neutron-server[102386]: DEBUG neutron.services.segments.db [None req-b1c0af60-237c-4934-a55b-1fdfa2043b46 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ae985e0-74a3-47ac-88c9-2b092d207bc8') {'for_net_delete': True} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:59:31.535598 n-d-816865-1 neutron-server[102386]: DEBUG neutron.services.segments.db [None req-b1c0af60-237c-4934-a55b-1fdfa2043b46 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ae985e0-74a3-47ac-88c9-2b092d207bc8') {} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:59:31.536248 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 41300) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:59:31.545582 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-182524f4-50b9-4fe4-bd53-1ca48969f346 tempest-NegativeSecGroupTest-480542385 tempest-NegativeSecGroupTest-480542385-project] Request body: {'security_group_rule': {'security_group_id': '3ee185c9-258d-4531-aea7-552bdf6f6041', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:59:31.546447 n-d-816865-1 neutron-server[102387]: WARNING neutron.api.v2.base [None req-182524f4-50b9-4fe4-bd53-1ca48969f346 tempest-NegativeSecGroupTest-480542385 tempest-NegativeSecGroupTest-480542385-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Nov 05 18:59:31.546944 n-d-816865-1 neutron-server[102387]: INFO neutron.api.v2.resource [None req-182524f4-50b9-4fe4-bd53-1ca48969f346 tempest-NegativeSecGroupTest-480542385 tempest-NegativeSecGroupTest-480542385-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 05 18:59:31.548253 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-182524f4-50b9-4fe4-bd53-1ca48969f346 tempest-NegativeSecGroupTest-480542385 tempest-NegativeSecGroupTest-480542385-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0109446 Nov 05 18:59:31.553456 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-b1c0af60-237c-4934-a55b-1fdfa2043b46 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750027793430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4590747'] for segment, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:31.555469 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 41302) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:59:31.561655 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8bd773-df85-4e1d-a0d2-b44f9c73b632 req-8a55fb09-5236-47a3-9f3a-cc1a7597e3e1 tempest-ServerRescueNegativeTestJSON-570401673 tempest-ServerRescueNegativeTestJSON-570401673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:59:31.563361 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-1d8bd773-df85-4e1d-a0d2-b44f9c73b632 req-8a55fb09-5236-47a3-9f3a-cc1a7597e3e1 tempest-ServerRescueNegativeTestJSON-570401673 tempest-ServerRescueNegativeTestJSON-570401673-project] 10.222.0.41 "GET /v2.0/ports?device_id=1e3b4c93-69f3-4e6c-8f09-2e860aeb5776 HTTP/1.1" status: 200 len: 945 time: 0.1227925 Nov 05 18:59:31.568577 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-670dcd32-dd12-4088-8c94-c3660b5426e4 tempest-NegativeSecGroupTest-480542385 tempest-NegativeSecGroupTest-480542385-project] Request body: {'security_group_rule': {'security_group_id': '3ee185c9-258d-4531-aea7-552bdf6f6041', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:59:31.571715 n-d-816865-1 neutron-server[102386]: WARNING neutron.api.v2.base [None req-670dcd32-dd12-4088-8c94-c3660b5426e4 tempest-NegativeSecGroupTest-480542385 tempest-NegativeSecGroupTest-480542385-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Nov 05 18:59:31.572575 n-d-816865-1 neutron-server[102386]: INFO neutron.api.v2.resource [None req-670dcd32-dd12-4088-8c94-c3660b5426e4 tempest-NegativeSecGroupTest-480542385 tempest-NegativeSecGroupTest-480542385-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 05 18:59:31.576136 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-670dcd32-dd12-4088-8c94-c3660b5426e4 tempest-NegativeSecGroupTest-480542385 tempest-NegativeSecGroupTest-480542385-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0172215 Nov 05 18:59:31.581484 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 41304) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:59:31.612360 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-b1c0af60-237c-4934-a55b-1fdfa2043b46 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273'] for segment, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:31.637722 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1c0af60-237c-4934-a55b-1fdfa2043b46 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Releasing vlan 179 on physical network physnet1 to pool {{(pid=102386) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 05 18:59:31.638716 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-b1c0af60-237c-4934-a55b-1fdfa2043b46 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6149721'] for segment, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:31.642370 n-d-816865-1 neutron-server[102386]: Traceback (most recent call last): Nov 05 18:59:31.642370 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 05 18:59:31.642370 n-d-816865-1 neutron-server[102386]: timer() Nov 05 18:59:31.642370 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 05 18:59:31.642370 n-d-816865-1 neutron-server[102386]: cb(*args, **kw) Nov 05 18:59:31.642370 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 05 18:59:31.642370 n-d-816865-1 neutron-server[102386]: return func(*args, **kwargs) Nov 05 18:59:31.642370 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 05 18:59:31.642370 n-d-816865-1 neutron-server[102386]: self._notify() Nov 05 18:59:31.642370 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 05 18:59:31.642370 n-d-816865-1 neutron-server[102386]: self.callback(batched_events) Nov 05 18:59:31.642370 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 05 18:59:31.642370 n-d-816865-1 neutron-server[102386]: event.method(event) Nov 05 18:59:31.642370 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 05 18:59:31.642370 n-d-816865-1 neutron-server[102386]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 05 18:59:31.642370 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 05 18:59:31.642370 n-d-816865-1 neutron-server[102386]: aggregate_uuid = self.p_client.list_aggregates( Nov 05 18:59:31.642370 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 05 18:59:31.642370 n-d-816865-1 neutron-server[102386]: return f(self, *a, **k) Nov 05 18:59:31.642370 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 05 18:59:31.642370 n-d-816865-1 neutron-server[102386]: return self._get(url).json() Nov 05 18:59:31.642370 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 05 18:59:31.642370 n-d-816865-1 neutron-server[102386]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 05 18:59:31.642370 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 05 18:59:31.642370 n-d-816865-1 neutron-server[102386]: return self.request(url, 'GET', **kwargs) Nov 05 18:59:31.642370 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 05 18:59:31.642370 n-d-816865-1 neutron-server[102386]: base_url = self.get_endpoint(auth, allow=allow, Nov 05 18:59:31.642370 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 05 18:59:31.642370 n-d-816865-1 neutron-server[102386]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 05 18:59:31.642370 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 05 18:59:31.642370 n-d-816865-1 neutron-server[102386]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 05 18:59:31.642370 n-d-816865-1 neutron-server[102386]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 05 18:59:31.658028 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 6214248c-bb0f-4f83-a55a-ebf95e47197c no longer exists at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 18:59:31.681035 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] No Port match for: 6214248c-bb0f-4f83-a55a-ebf95e47197c {{(pid=102388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 18:59:31.681698 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 6214248c-bb0f-4f83-a55a-ebf95e47197c not bound to the agent host n-d-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 18:59:31.711779 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [req-1d8bd773-df85-4e1d-a0d2-b44f9c73b632 req-2db046cc-8780-417c-b57a-02340db7d748 tempest-ServerRescueNegativeTestJSON-570401673 tempest-ServerRescueNegativeTestJSON-570401673-project] Deleting port 9b761a08-0d36-40a9-a231-63b877ffe8b0 {{(pid=102387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 18:59:31.712716 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-1d8bd773-df85-4e1d-a0d2-b44f9c73b632 req-2db046cc-8780-417c-b57a-02340db7d748 tempest-ServerRescueNegativeTestJSON-570401673 tempest-ServerRescueNegativeTestJSON-570401673-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:31.753311 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-46845674-c92f-4096-ad95-d8b9a2570e69 tempest-NegativeSecGroupTest-480542385 tempest-NegativeSecGroupTest-480542385-project] Publish callbacks [] for security_group, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:31.791478 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-46845674-c92f-4096-ad95-d8b9a2570e69 tempest-NegativeSecGroupTest-480542385 tempest-NegativeSecGroupTest-480542385-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:31.833941 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-b1c0af60-237c-4934-a55b-1fdfa2043b46 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1579178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-956796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1000687'] for network, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:31.856399 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.db [req-1d8bd773-df85-4e1d-a0d2-b44f9c73b632 req-2db046cc-8780-417c-b57a-02340db7d748 tempest-ServerRescueNegativeTestJSON-570401673 tempest-ServerRescueNegativeTestJSON-570401673-project] For port 9b761a08-0d36-40a9-a231-63b877ffe8b0, host n-h1-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=9b761a08-0d36-40a9-a231-63b877ffe8b0,segment=NetworkSegment(77f01b74-537a-42a9-ac0e-73f0b4ab63b5),segment_id=77f01b74-537a-42a9-ac0e-73f0b4ab63b5)] {{(pid=102387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:59:31.857393 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-1d8bd773-df85-4e1d-a0d2-b44f9c73b632 req-2db046cc-8780-417c-b57a-02340db7d748 tempest-ServerRescueNegativeTestJSON-570401673 tempest-ServerRescueNegativeTestJSON-570401673-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:31.866985 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-b1c0af60-237c-4934-a55b-1fdfa2043b46 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Publish callbacks [] for network, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:31.871386 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-b1c0af60-237c-4934-a55b-1fdfa2043b46 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] 10.222.0.13 "DELETE /v2.0/networks/d72b54da-90f1-46df-b81b-4d44f6a8ea31 HTTP/1.1" status: 204 len: 168 time: 1.8975339 Nov 05 18:59:31.876928 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 41322) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:59:31.877971 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [req-1d8bd773-df85-4e1d-a0d2-b44f9c73b632 req-2db046cc-8780-417c-b57a-02340db7d748 tempest-ServerRescueNegativeTestJSON-570401673 tempest-ServerRescueNegativeTestJSON-570401673-project] Calling delete_port for 9b761a08-0d36-40a9-a231-63b877ffe8b0 owned by compute:nova {{(pid=102387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 18:59:31.891752 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c0af60-237c-4934-a55b-1fdfa2043b46 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Pushing event deleted for resources: {'Network': ['ID=d72b54da-90f1-46df-b81b-4d44f6a8ea31,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:59:31.972141 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-46845674-c92f-4096-ad95-d8b9a2570e69 tempest-NegativeSecGroupTest-480542385 tempest-NegativeSecGroupTest-480542385-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:31.975265 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-46845674-c92f-4096-ad95-d8b9a2570e69 tempest-NegativeSecGroupTest-480542385 tempest-NegativeSecGroupTest-480542385-project] Publish callbacks [] for security_group, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:31.976700 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-46845674-c92f-4096-ad95-d8b9a2570e69 tempest-NegativeSecGroupTest-480542385 tempest-NegativeSecGroupTest-480542385-project] 10.222.0.13 "DELETE /v2.0/security-groups/3ee185c9-258d-4531-aea7-552bdf6f6041 HTTP/1.1" status: 204 len: 168 time: 0.3942015 Nov 05 18:59:31.981982 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 41328) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:59:32.005702 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46845674-c92f-4096-ad95-d8b9a2570e69 tempest-NegativeSecGroupTest-480542385 tempest-NegativeSecGroupTest-480542385-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ee185c9-258d-4531-aea7-552bdf6f6041,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:59:32.013737 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cab85441-c162-4b76-9538-5ceb7e1957b4 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:59:32.019092 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-cab85441-c162-4b76-9538-5ceb7e1957b4 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1388187 Nov 05 18:59:32.019747 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 41330) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:59:32.075054 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-9c6b45c9-5ad0-425a-9e45-ad2e4c370baa tempest-NegativeSecGroupTest-480542385 tempest-NegativeSecGroupTest-480542385-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0871875 Nov 05 18:59:32.075295 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 41336) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:59:32.080848 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-10f1ed96-1df6-4411-a33f-6a4a1ba9f4e2 tempest-NegativeSecGroupTest-480542385 tempest-NegativeSecGroupTest-480542385-project] Request body: {'security_group': {'name': 'tempest-secgroup--1604849878'}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:59:32.123861 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-ccf0453e-5169-44e0-a791-07d8af5bf803 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] 10.222.0.13 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1005137 Nov 05 18:59:32.127702 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 41340) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:59:32.133658 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-f558bc71-37ec-4c75-918e-987596d2b868 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1806969193'}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:59:32.191745 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-10f1ed96-1df6-4411-a33f-6a4a1ba9f4e2 tempest-NegativeSecGroupTest-480542385 tempest-NegativeSecGroupTest-480542385-project] Publish callbacks [] for security_group, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:32.229238 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 41346) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:59:32.249692 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-1027ae73-8039-4f91-996e-1f447585e2fe admin admin] Publish callbacks [] for security_group, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:32.272412 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-10f1ed96-1df6-4411-a33f-6a4a1ba9f4e2 tempest-NegativeSecGroupTest-480542385 tempest-NegativeSecGroupTest-480542385-project] Publish callbacks [] for security_group, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:32.302721 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-1d8bd773-df85-4e1d-a0d2-b44f9c73b632 req-2db046cc-8780-417c-b57a-02340db7d748 tempest-ServerRescueNegativeTestJSON-570401673 tempest-ServerRescueNegativeTestJSON-570401673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4417063'] for port, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:32.316065 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] get_ports_and_sgs() called for port_ids ['9b761a08-0d36-40a9-a231-63b877ffe8b0'] {{(pid=102388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 18:59:32.319424 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] get_ports_and_sgs() called for port_ids ['e797f9cd-d647-4469-b0c1-4b83e350e911'] {{(pid=102388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 18:59:32.368951 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-1027ae73-8039-4f91-996e-1f447585e2fe admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:32.375563 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f558bc71-37ec-4c75-918e-987596d2b868 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Made reservation on behalf of 2f4e87ee64a4499db45fedd95080f0b7 for: {'network': 1} {{(pid=102387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 18:59:32.379085 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-f558bc71-37ec-4c75-918e-987596d2b868 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for network, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:32.380996 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-10f1ed96-1df6-4411-a33f-6a4a1ba9f4e2 tempest-NegativeSecGroupTest-480542385 tempest-NegativeSecGroupTest-480542385-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:32.383276 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db046cc-8780-417c-b57a-02340db7d748 tempest-ServerRescueNegativeTestJSON-570401673 tempest-ServerRescueNegativeTestJSON-570401673-project] Pushing event deleted for resources: {'Port': ['ID=9b761a08-0d36-40a9-a231-63b877ffe8b0,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:59:32.466667 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d8bd773-df85-4e1d-a0d2-b44f9c73b632 req-2db046cc-8780-417c-b57a-02340db7d748 tempest-ServerRescueNegativeTestJSON-570401673 tempest-ServerRescueNegativeTestJSON-570401673-project] No DVR routers for this DVR port 9b761a08-0d36-40a9-a231-63b877ffe8b0 on host n-h1-816865-1 {{(pid=102387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 18:59:32.469555 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-1027ae73-8039-4f91-996e-1f447585e2fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:32.490733 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-1d8bd773-df85-4e1d-a0d2-b44f9c73b632 req-2db046cc-8780-417c-b57a-02340db7d748 tempest-ServerRescueNegativeTestJSON-570401673 tempest-ServerRescueNegativeTestJSON-570401673-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:32.494222 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-1d8bd773-df85-4e1d-a0d2-b44f9c73b632 req-2db046cc-8780-417c-b57a-02340db7d748 tempest-ServerRescueNegativeTestJSON-570401673 tempest-ServerRescueNegativeTestJSON-570401673-project] 10.222.0.41 "DELETE /v2.0/ports/9b761a08-0d36-40a9-a231-63b877ffe8b0 HTTP/1.1" status: 204 len: 173 time: 0.9233587 Nov 05 18:59:32.496444 n-d-816865-1 neutron-server[102387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e3b4c93-69f3-4e6c-8f09-2e860aeb5776', 'name': 'network-vif-deleted', 'tag': '9b761a08-0d36-40a9-a231-63b877ffe8b0'}] {{(pid=102387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 18:59:32.498318 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab06bd4ddf5758c1f10d79fe34dc215bafa488692cde9dba2fcbcb67556f90bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20517be2-bf6b-47b1-89e4-4527d1c3ccb2" -d '{"events": [{"server_uuid": "1e3b4c93-69f3-4e6c-8f09-2e860aeb5776", "name": "network-vif-deleted", "tag": "9b761a08-0d36-40a9-a231-63b877ffe8b0"}]}' {{(pid=102387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 18:59:32.509132 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f1ed96-1df6-4411-a33f-6a4a1ba9f4e2 tempest-NegativeSecGroupTest-480542385 tempest-NegativeSecGroupTest-480542385-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e7d164f6-ecf2-4349-898b-404b0ba43dad,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:59:32.515565 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f558bc71-37ec-4c75-918e-987596d2b868 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 187} {{(pid=102387) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 05 18:59:32.529532 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-f558bc71-37ec-4c75-918e-987596d2b868 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273'] for segment, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:32.530135 n-d-816865-1 neutron-server[102387]: INFO neutron.db.segments_db [None req-f558bc71-37ec-4c75-918e-987596d2b868 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Added segment a16181e5-2437-4e7a-97ce-9c657622f40a of type vlan for network cbcf7b37-cab3-440d-90dc-df85dde8fe4a Nov 05 18:59:32.559575 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-10f1ed96-1df6-4411-a33f-6a4a1ba9f4e2 tempest-NegativeSecGroupTest-480542385 tempest-NegativeSecGroupTest-480542385-project] Publish callbacks [] for security_group, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:32.566220 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-10f1ed96-1df6-4411-a33f-6a4a1ba9f4e2 tempest-NegativeSecGroupTest-480542385 tempest-NegativeSecGroupTest-480542385-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4892437 Nov 05 18:59:32.567148 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 41366) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:59:32.578295 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-1027ae73-8039-4f91-996e-1f447585e2fe admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=78bc982e4940485491c127dcc3539e95&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3477900 Nov 05 18:59:32.579279 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 41368) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:59:32.579719 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-f44bb7fd-6436-487f-b5c1-dccc7ad197a0 tempest-NegativeSecGroupTest-480542385 tempest-NegativeSecGroupTest-480542385-project] Request body: {'security_group_rule': {'security_group_id': 'e7d164f6-ecf2-4349-898b-404b0ba43dad', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:59:32.580203 n-d-816865-1 neutron-server[102387]: WARNING neutron.api.v2.base [None req-f44bb7fd-6436-487f-b5c1-dccc7ad197a0 tempest-NegativeSecGroupTest-480542385 tempest-NegativeSecGroupTest-480542385-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Nov 05 18:59:32.580795 n-d-816865-1 neutron-server[102387]: INFO neutron.api.v2.resource [None req-f44bb7fd-6436-487f-b5c1-dccc7ad197a0 tempest-NegativeSecGroupTest-480542385 tempest-NegativeSecGroupTest-480542385-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 05 18:59:32.583576 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-f44bb7fd-6436-487f-b5c1-dccc7ad197a0 tempest-NegativeSecGroupTest-480542385 tempest-NegativeSecGroupTest-480542385-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0116327 Nov 05 18:59:32.585825 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1027ae73-8039-4f91-996e-1f447585e2fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8aea210c-e9b8-4978-8ac5-d8a200e17f6f,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:59:32.590482 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 41370) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:59:32.596308 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-2dfe912b-8853-49ee-914b-535a5cee2137 tempest-NegativeSecGroupTest-480542385 tempest-NegativeSecGroupTest-480542385-project] Request body: {'security_group_rule': {'security_group_id': 'e7d164f6-ecf2-4349-898b-404b0ba43dad', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:59:32.620942 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a79b2b2-bd8b-4f4e-9748-9a4e97f412eb req-cff42c0b-6e44-49c9-9bbe-ee494fcea03f tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:59:32.623886 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-7a79b2b2-bd8b-4f4e-9748-9a4e97f412eb req-cff42c0b-6e44-49c9-9bbe-ee494fcea03f tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] 10.222.0.13 "GET /v2.0/ports?device_id=3febeb46-783e-49e0-9e0e-691009d6ed32 HTTP/1.1" status: 200 len: 945 time: 0.1961679 Nov 05 18:59:32.674594 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-369b4313-98d1-4154-bcc3-09945d6aaf93 req-b1ae21ee-09a4-4bfa-974b-d1a02754d93d tempest-ServerRescueNegativeTestJSON-570401673 tempest-ServerRescueNegativeTestJSON-570401673-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e3b4c93-69f3-4e6c-8f09-2e860aeb5776 HTTP/1.1" status: 200 len: 210 time: 0.0898159 Nov 05 18:59:32.676948 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-4a0ad72c-77a0-4216-b166-b989577d5355 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:32.677302 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-f558bc71-37ec-4c75-918e-987596d2b868 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750027258543'] for network, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:32.702846 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-a0356d32-1f12-43d4-b9a5-15a9fc1aeabb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:32.712875 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-4a0ad72c-77a0-4216-b166-b989577d5355 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:32.740561 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-7a79b2b2-bd8b-4f4e-9748-9a4e97f412eb req-75e6bae6-5278-49cc-a22b-250b50a8ac0c tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9a1bcb7-2b62-4809-b67b-668edb56dae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032693 Nov 05 18:59:32.884941 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-f558bc71-37ec-4c75-918e-987596d2b868 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-956796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877'] for network, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:32.890918 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f558bc71-37ec-4c75-918e-987596d2b868 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:59:32.891543 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-f558bc71-37ec-4c75-918e-987596d2b868 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Publish callbacks [] for network, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:32.938978 n-d-816865-1 neutron-server[102386]: INFO neutron.api.v2.resource [None req-2dfe912b-8853-49ee-914b-535a5cee2137 tempest-NegativeSecGroupTest-480542385 tempest-NegativeSecGroupTest-480542385-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 05 18:59:32.940229 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-2dfe912b-8853-49ee-914b-535a5cee2137 tempest-NegativeSecGroupTest-480542385 tempest-NegativeSecGroupTest-480542385-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.3487213 Nov 05 18:59:32.940866 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-4a0ad72c-77a0-4216-b166-b989577d5355 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:32.944443 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-4a0ad72c-77a0-4216-b166-b989577d5355 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:32.950019 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-4a0ad72c-77a0-4216-b166-b989577d5355 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8aea210c-e9b8-4978-8ac5-d8a200e17f6f HTTP/1.1" status: 204 len: 168 time: 0.3652868 Nov 05 18:59:32.957126 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 41390) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:59:32.959553 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0ad72c-77a0-4216-b166-b989577d5355 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8aea210c-e9b8-4978-8ac5-d8a200e17f6f,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:59:32.963891 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-1f59e558-5897-45cb-b993-37b2d08b5281 tempest-NegativeSecGroupTest-480542385 tempest-NegativeSecGroupTest-480542385-project] Request body: {'security_group_rule': {'security_group_id': 'e7d164f6-ecf2-4349-898b-404b0ba43dad', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:59:32.964486 n-d-816865-1 neutron-server[102387]: WARNING neutron.api.v2.base [None req-1f59e558-5897-45cb-b993-37b2d08b5281 tempest-NegativeSecGroupTest-480542385 tempest-NegativeSecGroupTest-480542385-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Nov 05 18:59:32.965377 n-d-816865-1 neutron-server[102387]: INFO neutron.api.v2.resource [None req-1f59e558-5897-45cb-b993-37b2d08b5281 tempest-NegativeSecGroupTest-480542385 tempest-NegativeSecGroupTest-480542385-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 05 18:59:32.969955 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-1f59e558-5897-45cb-b993-37b2d08b5281 tempest-NegativeSecGroupTest-480542385 tempest-NegativeSecGroupTest-480542385-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0117364 Nov 05 18:59:32.970784 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 41392) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:59:32.977663 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-34cb5ff9-f290-49d4-8b4a-b6e89268aeca tempest-NegativeSecGroupTest-480542385 tempest-NegativeSecGroupTest-480542385-project] Request body: {'security_group_rule': {'security_group_id': 'e7d164f6-ecf2-4349-898b-404b0ba43dad', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:59:32.989038 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f558bc71-37ec-4c75-918e-987596d2b868 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Pushing event updated for resources: {'Network': ['ID=cbcf7b37-cab3-440d-90dc-df85dde8fe4a,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:59:33.008805 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-f558bc71-37ec-4c75-918e-987596d2b868 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.8794658 Nov 05 18:59:33.011960 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 41396) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:59:33.017035 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-029e8551-d679-4b30-a1a9-d0db5b56d98c tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Request body: {'subnet': {'network_id': 'cbcf7b37-cab3-440d-90dc-df85dde8fe4a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:59:33.052667 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Network cbcf7b37-cab3-440d-90dc-df85dde8fe4a details requested by agent ovs-agent-n-d-816865-1 with host n-d-816865-1 {{(pid=102388) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 05 18:59:33.092305 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 18:59:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d257e9c1-43d8-47b8-9514-95ddab2462d0 x-openstack-request-id: req-d257e9c1-43d8-47b8-9514-95ddab2462d0 {{(pid=102387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 18:59:33.092793 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e3b4c93-69f3-4e6c-8f09-2e860aeb5776", "name": "network-vif-deleted", "tag": "9b761a08-0d36-40a9-a231-63b877ffe8b0", "status": "completed", "code": 200}]} {{(pid=102387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 18:59:33.092793 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d257e9c1-43d8-47b8-9514-95ddab2462d0 {{(pid=102387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 18:59:33.093164 n-d-816865-1 neutron-server[102387]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e3b4c93-69f3-4e6c-8f09-2e860aeb5776', 'name': 'network-vif-deleted', 'tag': '9b761a08-0d36-40a9-a231-63b877ffe8b0', 'status': 'completed', 'code': 200} Nov 05 18:59:33.269575 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-029e8551-d679-4b30-a1a9-d0db5b56d98c tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Made reservation on behalf of 2f4e87ee64a4499db45fedd95080f0b7 for: {'subnet': 1} {{(pid=102387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 18:59:33.273467 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-029e8551-d679-4b30-a1a9-d0db5b56d98c tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5112236'] for subnet, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:33.348066 n-d-816865-1 neutron-server[102387]: INFO neutron.api.v2.resource [None req-34cb5ff9-f290-49d4-8b4a-b6e89268aeca tempest-NegativeSecGroupTest-480542385 tempest-NegativeSecGroupTest-480542385-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 05 18:59:33.349112 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-34cb5ff9-f290-49d4-8b4a-b6e89268aeca tempest-NegativeSecGroupTest-480542385 tempest-NegativeSecGroupTest-480542385-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.3751121 Nov 05 18:59:33.352089 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 41410) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:59:33.357834 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-4c2d8d9a-9e6e-4af9-b8fb-6a4f6b5d4fbd tempest-NegativeSecGroupTest-480542385 tempest-NegativeSecGroupTest-480542385-project] Request body: {'security_group_rule': {'security_group_id': 'e7d164f6-ecf2-4349-898b-404b0ba43dad', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:59:33.358550 n-d-816865-1 neutron-server[102386]: WARNING neutron.api.v2.base [None req-4c2d8d9a-9e6e-4af9-b8fb-6a4f6b5d4fbd tempest-NegativeSecGroupTest-480542385 tempest-NegativeSecGroupTest-480542385-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Nov 05 18:59:33.359092 n-d-816865-1 neutron-server[102386]: INFO neutron.api.v2.resource [None req-4c2d8d9a-9e6e-4af9-b8fb-6a4f6b5d4fbd tempest-NegativeSecGroupTest-480542385 tempest-NegativeSecGroupTest-480542385-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 05 18:59:33.360036 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-4c2d8d9a-9e6e-4af9-b8fb-6a4f6b5d4fbd tempest-NegativeSecGroupTest-480542385 tempest-NegativeSecGroupTest-480542385-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0062888 Nov 05 18:59:33.363438 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 41412) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:59:33.370635 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-3d23e9e7-a031-4cf0-9bee-eb6582a7f50f tempest-NegativeSecGroupTest-480542385 tempest-NegativeSecGroupTest-480542385-project] Request body: {'security_group_rule': {'security_group_id': 'e7d164f6-ecf2-4349-898b-404b0ba43dad', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:59:33.600070 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-029e8551-d679-4b30-a1a9-d0db5b56d98c tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4417463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5112218'] for subnet, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:33.663422 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029e8551-d679-4b30-a1a9-d0db5b56d98c tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Pushing event updated for resources: {'Subnet': ['ID=034cf480-a462-45df-a49c-8cab55b966ce,revision_number=0']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:59:33.671039 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-029e8551-d679-4b30-a1a9-d0db5b56d98c tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Checking segment: {'id': 'a16181e5-2437-4e7a-97ce-9c657622f40a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'cbcf7b37-cab3-440d-90dc-df85dde8fe4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 18:59:33.671401 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-029e8551-d679-4b30-a1a9-d0db5b56d98c tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Network hostable DHCP agents. Network: cbcf7b37-cab3-440d-90dc-df85dde8fe4a, hostable agents: ['987e2ca0-bc3b-4c6f-a989-429ccfbf753f'], hosted agents: [] {{(pid=102387) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 05 18:59:33.685890 n-d-816865-1 neutron-server[102387]: INFO neutron.api.v2.resource [None req-3d23e9e7-a031-4cf0-9bee-eb6582a7f50f tempest-NegativeSecGroupTest-480542385 tempest-NegativeSecGroupTest-480542385-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 05 18:59:33.690267 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-3d23e9e7-a031-4cf0-9bee-eb6582a7f50f tempest-NegativeSecGroupTest-480542385 tempest-NegativeSecGroupTest-480542385-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.3223512 Nov 05 18:59:33.690267 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 41436) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:59:33.694345 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-18f0be6e-b7f6-4326-9f17-c027471ef21a tempest-NegativeSecGroupTest-480542385 tempest-NegativeSecGroupTest-480542385-project] Request body: {'security_group_rule': {'security_group_id': 'e7d164f6-ecf2-4349-898b-404b0ba43dad', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:59:33.694817 n-d-816865-1 neutron-server[102387]: WARNING neutron.api.v2.base [None req-18f0be6e-b7f6-4326-9f17-c027471ef21a tempest-NegativeSecGroupTest-480542385 tempest-NegativeSecGroupTest-480542385-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Nov 05 18:59:33.695302 n-d-816865-1 neutron-server[102387]: INFO neutron.api.v2.resource [None req-18f0be6e-b7f6-4326-9f17-c027471ef21a tempest-NegativeSecGroupTest-480542385 tempest-NegativeSecGroupTest-480542385-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 05 18:59:33.696354 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-18f0be6e-b7f6-4326-9f17-c027471ef21a tempest-NegativeSecGroupTest-480542385 tempest-NegativeSecGroupTest-480542385-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0054321 Nov 05 18:59:33.698632 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 41440) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:59:33.705507 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-5871b975-f056-4051-b8eb-e2eff0ead081 tempest-NegativeSecGroupTest-480542385 tempest-NegativeSecGroupTest-480542385-project] Request body: {'security_group_rule': {'security_group_id': 'e7d164f6-ecf2-4349-898b-404b0ba43dad', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:59:33.794164 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-f3092b8f-18e1-4c93-9909-e2ee475d797b req-ddb7abc9-a7d6-4df7-bfd4-9c918319c68e tempest-ServerRescueNegativeTestJSON-570401673 tempest-ServerRescueNegativeTestJSON-570401673-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e3b4c93-69f3-4e6c-8f09-2e860aeb5776 HTTP/1.1" status: 200 len: 210 time: 0.0352135 Nov 05 18:59:33.795567 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-029e8551-d679-4b30-a1a9-d0db5b56d98c tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Network cbcf7b37-cab3-440d-90dc-df85dde8fe4a is scheduled to be hosted by DHCP agent 987e2ca0-bc3b-4c6f-a989-429ccfbf753f with binding_index 1 {{(pid=102387) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 05 18:59:33.922670 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f94669-a5b3-49b6-ba9f-c30e91e74808 req-6068829a-fcbe-4a79-8ba9-7ae56317d103 tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:59:33.924163 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-f6f94669-a5b3-49b6-ba9f-c30e91e74808 req-6068829a-fcbe-4a79-8ba9-7ae56317d103 tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] 10.222.0.13 "GET /v2.0/ports?device_id=3febeb46-783e-49e0-9e0e-691009d6ed32 HTTP/1.1" status: 200 len: 945 time: 0.0543556 Nov 05 18:59:33.925658 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.base_scheduler [None req-029e8551-d679-4b30-a1a9-d0db5b56d98c tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816865-1, cbcf7b37-cab3-440d-90dc-df85dde8fe4a) {{(pid=102387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:59:33.930235 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-029e8551-d679-4b30-a1a9-d0db5b56d98c tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:59:33.930811 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-029e8551-d679-4b30-a1a9-d0db5b56d98c tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Publish callbacks [] for subnet, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:33.936791 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1335583e-8fbc-46da-b3ce-149c4d2e3325 None None] Network cbcf7b37-cab3-440d-90dc-df85dde8fe4a requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 18:59:33.954997 n-d-816865-1 neutron-server[102386]: INFO neutron.api.v2.resource [None req-5871b975-f056-4051-b8eb-e2eff0ead081 tempest-NegativeSecGroupTest-480542385 tempest-NegativeSecGroupTest-480542385-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 05 18:59:33.956477 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-5871b975-f056-4051-b8eb-e2eff0ead081 tempest-NegativeSecGroupTest-480542385 tempest-NegativeSecGroupTest-480542385-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.2568593 Nov 05 18:59:33.959243 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 41460) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:59:33.967139 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-c077fc9f-de46-4b9a-a4b1-436450105cc7 tempest-NegativeSecGroupTest-480542385 tempest-NegativeSecGroupTest-480542385-project] Request body: {'security_group_rule': {'security_group_id': 'e7d164f6-ecf2-4349-898b-404b0ba43dad', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:59:33.993779 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-f6f94669-a5b3-49b6-ba9f-c30e91e74808 req-de8e0d1d-4f4e-41c2-bba8-67ecbbd9f789 tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9a1bcb7-2b62-4809-b67b-668edb56dae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603151 Nov 05 18:59:34.052007 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-029e8551-d679-4b30-a1a9-d0db5b56d98c tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0365562 Nov 05 18:59:34.055314 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 41470) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:59:34.071825 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-9cde945b-e768-46f8-9266-81592128e4ac tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Request body: {'port': {'network_id': 'cbcf7b37-cab3-440d-90dc-df85dde8fe4a', 'name': 'tempest-PortsTestJSON-331336884'}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:59:34.139073 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c921d27c-93ac-4d1c-87a6-e13e51e3dfb1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeb20a084-accf-5b60-8075-3e69ebe863a6-cbcf7b37-cab3-440d-90dc-df85dde8fe4a', 'network_id': 'cbcf7b37-cab3-440d-90dc-df85dde8fe4a', 'tenant_id': '2f4e87ee64a4499db45fedd95080f0b7', 'fixed_ips': [{'subnet_id': '034cf480-a462-45df-a49c-8cab55b966ce'}]}} from n-d-816865-1. {{(pid=102388) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 05 18:59:34.140034 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c921d27c-93ac-4d1c-87a6-e13e51e3dfb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:34.225393 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:34.269432 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cde945b-e768-46f8-9266-81592128e4ac tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Made reservation on behalf of 2f4e87ee64a4499db45fedd95080f0b7 for: {'port': 1} {{(pid=102387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 18:59:34.274100 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-9cde945b-e768-46f8-9266-81592128e4ac tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:34.288565 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.db_base_plugin_common [None req-c921d27c-93ac-4d1c-87a6-e13e51e3dfb1 None None] Allocated IP 172.20.0.2 (cbcf7b37-cab3-440d-90dc-df85dde8fe4a/034cf480-a462-45df-a49c-8cab55b966ce/203b8988-258d-413a-98f3-106e756319a9) {{(pid=102388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 18:59:34.377484 n-d-816865-1 neutron-server[102386]: INFO neutron.api.v2.resource [None req-c077fc9f-de46-4b9a-a4b1-436450105cc7 tempest-NegativeSecGroupTest-480542385 tempest-NegativeSecGroupTest-480542385-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 05 18:59:34.379224 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-c077fc9f-de46-4b9a-a4b1-436450105cc7 tempest-NegativeSecGroupTest-480542385 tempest-NegativeSecGroupTest-480542385-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.4188614 Nov 05 18:59:34.381923 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 41490) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:59:34.471640 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c921d27c-93ac-4d1c-87a6-e13e51e3dfb1 None None] Publish callbacks [] for port, precommit_create {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:34.472252 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-4491858d-c535-4bc4-9fec-0cfb08c82905 tempest-NegativeSecGroupTest-480542385 tempest-NegativeSecGroupTest-480542385-project] Publish callbacks [] for security_group, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:34.501158 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-4491858d-c535-4bc4-9fec-0cfb08c82905 tempest-NegativeSecGroupTest-480542385 tempest-NegativeSecGroupTest-480542385-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:34.559884 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c921d27c-93ac-4d1c-87a6-e13e51e3dfb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789'] for port, after_create {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:34.599262 n-d-816865-1 neutron-server[102388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c921d27c-93ac-4d1c-87a6-e13e51e3dfb1 None None] Network cbcf7b37-cab3-440d-90dc-df85dde8fe4a is already hosted by enough agents. {{(pid=102388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 18:59:34.604084 n-d-816865-1 neutron-server[102388]: DEBUG neutron.scheduler.base_scheduler [None req-c921d27c-93ac-4d1c-87a6-e13e51e3dfb1 None None] Resources bound (agent type, host, resource id): {{(pid=102388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:59:34.608410 n-d-816865-1 neutron-server[102387]: DEBUG neutron.notifiers.nova [None req-9cde945b-e768-46f8-9266-81592128e4ac tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] device_id is not set on port b1f05f7c-8485-4a5d-b06a-82d6b5604667 yet. {{(pid=102387) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 05 18:59:34.612754 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c921d27c-93ac-4d1c-87a6-e13e51e3dfb1 None None] Received port after_create {{(pid=102388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 18:59:34.617147 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-4491858d-c535-4bc4-9fec-0cfb08c82905 tempest-NegativeSecGroupTest-480542385 tempest-NegativeSecGroupTest-480542385-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:34.620895 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-4491858d-c535-4bc4-9fec-0cfb08c82905 tempest-NegativeSecGroupTest-480542385 tempest-NegativeSecGroupTest-480542385-project] Publish callbacks [] for security_group, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:34.625168 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-4491858d-c535-4bc4-9fec-0cfb08c82905 tempest-NegativeSecGroupTest-480542385 tempest-NegativeSecGroupTest-480542385-project] 10.222.0.13 "DELETE /v2.0/security-groups/e7d164f6-ecf2-4349-898b-404b0ba43dad HTTP/1.1" status: 204 len: 168 time: 0.2394078 Nov 05 18:59:34.627652 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 41504) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:59:34.644647 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4491858d-c535-4bc4-9fec-0cfb08c82905 tempest-NegativeSecGroupTest-480542385 tempest-NegativeSecGroupTest-480542385-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7d164f6-ecf2-4349-898b-404b0ba43dad,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:59:34.670305 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c921d27c-93ac-4d1c-87a6-e13e51e3dfb1 None None] Pushing event updated for resources: {'Port': ['ID=203b8988-258d-413a-98f3-106e756319a9,revision_number=1']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:59:34.692883 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-c921d27c-93ac-4d1c-87a6-e13e51e3dfb1 None None] Attempting to bind port 203b8988-258d-413a-98f3-106e756319a9 on host n-d-816865-1 for vnic_type normal with profile {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 18:59:34.694382 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-c921d27c-93ac-4d1c-87a6-e13e51e3dfb1 None None] Attempting to bind port 203b8988-258d-413a-98f3-106e756319a9 by drivers openvswitch,hyperv on host n-d-816865-1 at level 0 using segments [{'id': 'a16181e5-2437-4e7a-97ce-9c657622f40a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'cbcf7b37-cab3-440d-90dc-df85dde8fe4a'}] {{(pid=102388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 18:59:34.694846 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c921d27c-93ac-4d1c-87a6-e13e51e3dfb1 None None] Attempting to bind port 203b8988-258d-413a-98f3-106e756319a9 on network cbcf7b37-cab3-440d-90dc-df85dde8fe4a {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 18:59:34.702718 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-62d23dd9-034b-415f-946a-36dc2eedfc82 tempest-NegativeSecGroupTest-480542385 tempest-NegativeSecGroupTest-480542385-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0679674 Nov 05 18:59:34.703975 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 41508) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:59:34.708868 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-3c6ea123-a539-4c49-8096-f8a15cec2191 tempest-NegativeSecGroupTest-480542385 tempest-NegativeSecGroupTest-480542385-project] Request body: {'security_group': {'name': 'tempest-secgroup--97210888'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:59:34.709872 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c921d27c-93ac-4d1c-87a6-e13e51e3dfb1 None None] Checking agent: {'id': '724d89a7-611b-41e6-bc85-c48112b17afa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 18, 25, 8), 'started_at': datetime.datetime(2021, 11, 5, 18, 25, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 18, 59, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 18:59:34.710400 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c921d27c-93ac-4d1c-87a6-e13e51e3dfb1 None None] Checking segment: {'id': 'a16181e5-2437-4e7a-97ce-9c657622f40a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'cbcf7b37-cab3-440d-90dc-df85dde8fe4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 18:59:34.710892 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c921d27c-93ac-4d1c-87a6-e13e51e3dfb1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:34.711764 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c921d27c-93ac-4d1c-87a6-e13e51e3dfb1 None None] Bound using segment: {'id': 'a16181e5-2437-4e7a-97ce-9c657622f40a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'cbcf7b37-cab3-440d-90dc-df85dde8fe4a'} {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 18:59:34.712731 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-c921d27c-93ac-4d1c-87a6-e13e51e3dfb1 None None] Bound port: 203b8988-258d-413a-98f3-106e756319a9, host: n-d-816865-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a16181e5-2437-4e7a-97ce-9c657622f40a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'cbcf7b37-cab3-440d-90dc-df85dde8fe4a'}}] {{(pid=102388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 18:59:34.713861 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c921d27c-93ac-4d1c-87a6-e13e51e3dfb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:34.760546 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.db_base_plugin_common [None req-9cde945b-e768-46f8-9266-81592128e4ac tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Allocated IP 172.20.0.8 (cbcf7b37-cab3-440d-90dc-df85dde8fe4a/034cf480-a462-45df-a49c-8cab55b966ce/b1f05f7c-8485-4a5d-b06a-82d6b5604667) {{(pid=102387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 18:59:34.788413 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-c921d27c-93ac-4d1c-87a6-e13e51e3dfb1 None None] For port 203b8988-258d-413a-98f3-106e756319a9, host n-d-816865-1, cleared binding levels {{(pid=102388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 18:59:34.791475 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-c921d27c-93ac-4d1c-87a6-e13e51e3dfb1 None None] For port 203b8988-258d-413a-98f3-106e756319a9, host n-d-816865-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=203b8988-258d-413a-98f3-106e756319a9,segment=NetworkSegment(a16181e5-2437-4e7a-97ce-9c657622f40a),segment_id=a16181e5-2437-4e7a-97ce-9c657622f40a)] {{(pid=102388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 18:59:34.863500 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-3c6ea123-a539-4c49-8096-f8a15cec2191 tempest-NegativeSecGroupTest-480542385 tempest-NegativeSecGroupTest-480542385-project] Publish callbacks [] for security_group, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:34.898959 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c921d27c-93ac-4d1c-87a6-e13e51e3dfb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:34.945142 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-9cde945b-e768-46f8-9266-81592128e4ac tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Publish callbacks [] for port, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:34.980110 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c78fd616-5816-414f-a1b1-0e13f8018efb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:34.988865 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c921d27c-93ac-4d1c-87a6-e13e51e3dfb1 None None] Pushing event updated for resources: {'Port': ['ID=203b8988-258d-413a-98f3-106e756319a9,revision_number=2']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:59:34.993109 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-3c6ea123-a539-4c49-8096-f8a15cec2191 tempest-NegativeSecGroupTest-480542385 tempest-NegativeSecGroupTest-480542385-project] Publish callbacks [] for security_group, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:35.131199 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7cab146-4ddd-4f67-8119-9395695d05d6 req-c949f26b-c373-4365-848e-7a60c2f432fd tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:59:35.132733 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-d7cab146-4ddd-4f67-8119-9395695d05d6 req-c949f26b-c373-4365-848e-7a60c2f432fd tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] 10.222.0.13 "GET /v2.0/ports?device_id=3febeb46-783e-49e0-9e0e-691009d6ed32 HTTP/1.1" status: 200 len: 945 time: 0.0521619 Nov 05 18:59:35.134220 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-3c6ea123-a539-4c49-8096-f8a15cec2191 tempest-NegativeSecGroupTest-480542385 tempest-NegativeSecGroupTest-480542385-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:35.134379 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-9cde945b-e768-46f8-9266-81592128e4ac tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4417063'] for port, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:35.189752 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6ea123-a539-4c49-8096-f8a15cec2191 tempest-NegativeSecGroupTest-480542385 tempest-NegativeSecGroupTest-480542385-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c01c779a-e0ad-46cf-a3c6-d949448a4f9f,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:59:35.230830 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cde945b-e768-46f8-9266-81592128e4ac tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Network cbcf7b37-cab3-440d-90dc-df85dde8fe4a is already hosted by enough agents. {{(pid=102387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 18:59:35.243227 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-3c6ea123-a539-4c49-8096-f8a15cec2191 tempest-NegativeSecGroupTest-480542385 tempest-NegativeSecGroupTest-480542385-project] Publish callbacks [] for security_group, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:35.244591 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-3c6ea123-a539-4c49-8096-f8a15cec2191 tempest-NegativeSecGroupTest-480542385 tempest-NegativeSecGroupTest-480542385-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.5394750 Nov 05 18:59:35.245268 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.base_scheduler [None req-9cde945b-e768-46f8-9266-81592128e4ac tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Resources bound (agent type, host, resource id): {{(pid=102387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:59:35.248467 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 41536) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:59:35.253412 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cde945b-e768-46f8-9266-81592128e4ac tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Received port after_create {{(pid=102387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 18:59:35.278034 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-b1862948-98eb-4012-a2f8-80d8d3a0fe9f tempest-NegativeSecGroupTest-480542385 tempest-NegativeSecGroupTest-480542385-project] Request body: {'security_group_rule': {'security_group_id': 'c01c779a-e0ad-46cf-a3c6-d949448a4f9f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:59:35.289456 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cde945b-e768-46f8-9266-81592128e4ac tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Pushing event updated for resources: {'Port': ['ID=b1f05f7c-8485-4a5d-b06a-82d6b5604667,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:59:35.304842 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-d7cab146-4ddd-4f67-8119-9395695d05d6 req-197db8c0-c803-4d81-9ad7-b9a6b0eca95a tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9a1bcb7-2b62-4809-b67b-668edb56dae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1633878 Nov 05 18:59:35.352383 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cde945b-e768-46f8-9266-81592128e4ac tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:59:35.353190 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-9cde945b-e768-46f8-9266-81592128e4ac tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:35.504559 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-9cde945b-e768-46f8-9266-81592128e4ac tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.4467492 Nov 05 18:59:35.505811 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 41552) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:59:35.510495 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-92a8a3bb-8e3a-450e-bfab-2491d6f2b81b tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Request body: {'port': {'network_id': 'cbcf7b37-cab3-440d-90dc-df85dde8fe4a', 'name': 'tempest-PortsTestJSON-1455259432'}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:59:35.525662 n-d-816865-1 neutron-server[102386]: INFO neutron.api.v2.resource [None req-b1862948-98eb-4012-a2f8-80d8d3a0fe9f tempest-NegativeSecGroupTest-480542385 tempest-NegativeSecGroupTest-480542385-project] create failed (client error): The resource could not be found. Nov 05 18:59:35.527435 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-b1862948-98eb-4012-a2f8-80d8d3a0fe9f tempest-NegativeSecGroupTest-480542385 tempest-NegativeSecGroupTest-480542385-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.2768629 Nov 05 18:59:35.534895 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 41556) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:59:35.539384 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-2180a549-f4d9-4078-baad-0cabbe397076 tempest-NegativeSecGroupTest-480542385 tempest-NegativeSecGroupTest-480542385-project] Request body: {'security_group_rule': {'security_group_id': 'c01c779a-e0ad-46cf-a3c6-d949448a4f9f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'a80d52ad-ebee-462b-a486-2f6f1302911f'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:59:35.627458 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1b68a1-081f-4929-9b29-cba3bd8c6d52 req-5af09407-ec4b-473d-8202-3739eb75183b tempest-ServerRescueNegativeTestJSON-570401673 tempest-ServerRescueNegativeTestJSON-570401673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:59:35.629006 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-8b1b68a1-081f-4929-9b29-cba3bd8c6d52 req-5af09407-ec4b-473d-8202-3739eb75183b tempest-ServerRescueNegativeTestJSON-570401673 tempest-ServerRescueNegativeTestJSON-570401673-project] 10.222.0.13 "GET /v2.0/ports?device_id=93c08649-0c78-43a2-be9e-2ac6589b527d HTTP/1.1" status: 200 len: 945 time: 0.1323390 Nov 05 18:59:35.678652 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 203b8988-258d-413a-98f3-106e756319a9 up at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 18:59:35.696991 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-8b1b68a1-081f-4929-9b29-cba3bd8c6d52 req-02e8fb40-9bfd-4aec-8150-b01a8abe9dd5 tempest-ServerRescueNegativeTestJSON-570401673 tempest-ServerRescueNegativeTestJSON-570401673-project] 10.222.0.13 "GET /v2.0/security-groups?id=01574b07-2bff-4b61-b9a8-932cd03ff8af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577290 Nov 05 18:59:35.720963 n-d-816865-1 neutron-server[102386]: INFO neutron.api.v2.resource [None req-2180a549-f4d9-4078-baad-0cabbe397076 tempest-NegativeSecGroupTest-480542385 tempest-NegativeSecGroupTest-480542385-project] create failed (client error): The resource could not be found. Nov 05 18:59:35.725581 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-2180a549-f4d9-4078-baad-0cabbe397076 tempest-NegativeSecGroupTest-480542385 tempest-NegativeSecGroupTest-480542385-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1895950 Nov 05 18:59:35.727741 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 41566) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:59:35.743497 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Provisioning complete for port 203b8988-258d-413a-98f3-106e756319a9 triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:59:35.744489 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:35.807099 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-f55cea58-556e-4ac4-8828-a36d72e359d3 tempest-NegativeSecGroupTest-480542385 tempest-NegativeSecGroupTest-480542385-project] Publish callbacks [] for security_group, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:35.835209 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92a8a3bb-8e3a-450e-bfab-2491d6f2b81b tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Made reservation on behalf of 2f4e87ee64a4499db45fedd95080f0b7 for: {'port': 1} {{(pid=102387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 18:59:35.841622 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-92a8a3bb-8e3a-450e-bfab-2491d6f2b81b tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:35.873271 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-f55cea58-556e-4ac4-8828-a36d72e359d3 tempest-NegativeSecGroupTest-480542385 tempest-NegativeSecGroupTest-480542385-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:35.887399 n-d-816865-1 neutron-server[102387]: DEBUG neutron.notifiers.nova [None req-92a8a3bb-8e3a-450e-bfab-2491d6f2b81b tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] device_id is not set on port 5a95cef5-7a6e-46ba-a135-57b28261a591 yet. {{(pid=102387) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 05 18:59:35.888524 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:35.890784 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Device 9b761a08-0d36-40a9-a231-63b877ffe8b0 no longer exists at agent hyperv_n-h1-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 18:59:35.926542 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] No Port match for: 9b761a08-0d36-40a9-a231-63b877ffe8b0 {{(pid=102388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 18:59:35.926891 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Device 9b761a08-0d36-40a9-a231-63b877ffe8b0 not bound to the agent host n-h1-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 18:59:35.957013 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] For port 203b8988-258d-413a-98f3-106e756319a9, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=203b8988-258d-413a-98f3-106e756319a9,segment=NetworkSegment(a16181e5-2437-4e7a-97ce-9c657622f40a),segment_id=a16181e5-2437-4e7a-97ce-9c657622f40a)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:59:36.051764 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-f55cea58-556e-4ac4-8828-a36d72e359d3 tempest-NegativeSecGroupTest-480542385 tempest-NegativeSecGroupTest-480542385-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:36.054582 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:36.059992 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-f55cea58-556e-4ac4-8828-a36d72e359d3 tempest-NegativeSecGroupTest-480542385 tempest-NegativeSecGroupTest-480542385-project] Publish callbacks [] for security_group, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:36.061752 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-f55cea58-556e-4ac4-8828-a36d72e359d3 tempest-NegativeSecGroupTest-480542385 tempest-NegativeSecGroupTest-480542385-project] 10.222.0.13 "DELETE /v2.0/security-groups/c01c779a-e0ad-46cf-a3c6-d949448a4f9f HTTP/1.1" status: 204 len: 168 time: 0.3342164 Nov 05 18:59:36.066496 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 41586) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:59:36.095127 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55cea58-556e-4ac4-8828-a36d72e359d3 tempest-NegativeSecGroupTest-480542385 tempest-NegativeSecGroupTest-480542385-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c01c779a-e0ad-46cf-a3c6-d949448a4f9f,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:59:36.151484 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-baca4166-85e5-47e5-9c26-0764830b4d15 tempest-NegativeSecGroupTest-480542385 tempest-NegativeSecGroupTest-480542385-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0836890 Nov 05 18:59:36.155559 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 41592) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:59:36.160968 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-49a3932d-2792-4458-936b-09c8ed394aba tempest-NegativeSecGroupTest-480542385 tempest-NegativeSecGroupTest-480542385-project] Request body: {'security_group_rule': {'security_group_id': 'a0736c2f-ac87-4e18-829b-6c076dae30bc', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:59:36.167486 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.db_base_plugin_common [None req-92a8a3bb-8e3a-450e-bfab-2491d6f2b81b tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Allocated IP 172.20.0.10 (cbcf7b37-cab3-440d-90dc-df85dde8fe4a/034cf480-a462-45df-a49c-8cab55b966ce/5a95cef5-7a6e-46ba-a135-57b28261a591) {{(pid=102387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 18:59:36.208910 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Pushing event updated for resources: {'Port': ['ID=203b8988-258d-413a-98f3-106e756319a9,revision_number=3']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:59:36.282717 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85148921-db9f-45a1-9bba-fd150b29465f None None] Network cbcf7b37-cab3-440d-90dc-df85dde8fe4a requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 18:59:36.368271 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b304910f-7b27-444b-a8fc-977d26b1ceac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:36.380113 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-c74b8a5c-1dbb-48fc-b676-5344785484b6 None None] Provisioning complete for port 203b8988-258d-413a-98f3-106e756319a9 triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:59:36.380702 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c74b8a5c-1dbb-48fc-b676-5344785484b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:36.420244 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-92a8a3bb-8e3a-450e-bfab-2491d6f2b81b tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Publish callbacks [] for port, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:36.432099 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:36.510266 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64459272-7e21-458a-ad94-c52396d6da98 req-477e7957-52a2-48cd-b888-97e407dafa10 tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:59:36.511803 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-64459272-7e21-458a-ad94-c52396d6da98 req-477e7957-52a2-48cd-b888-97e407dafa10 tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] 10.222.0.13 "GET /v2.0/ports?device_id=3febeb46-783e-49e0-9e0e-691009d6ed32 HTTP/1.1" status: 200 len: 945 time: 0.0846329 Nov 05 18:59:36.568358 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-64459272-7e21-458a-ad94-c52396d6da98 req-f1fd57bd-1236-42b4-a6fa-328723a25d9b tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9a1bcb7-2b62-4809-b67b-668edb56dae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489869 Nov 05 18:59:36.594226 n-d-816865-1 neutron-server[102387]: INFO neutron.api.v2.resource [None req-49a3932d-2792-4458-936b-09c8ed394aba tempest-NegativeSecGroupTest-480542385 tempest-NegativeSecGroupTest-480542385-project] create failed (client error): The resource could not be found. Nov 05 18:59:36.595739 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-49a3932d-2792-4458-936b-09c8ed394aba tempest-NegativeSecGroupTest-480542385 tempest-NegativeSecGroupTest-480542385-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.4387250 Nov 05 18:59:36.613817 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 41612) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:59:36.618566 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-904f9e62-928b-47b7-b43e-27a60cf4ccfa tempest-NegativeSecGroupTest-480542385 tempest-NegativeSecGroupTest-480542385-project] Request body: {'security_group': {'name': 'tempest-secgroup--1840755368'}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:59:36.636263 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-92a8a3bb-8e3a-450e-bfab-2491d6f2b81b tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4417063'] for port, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:36.704115 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92a8a3bb-8e3a-450e-bfab-2491d6f2b81b tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Network cbcf7b37-cab3-440d-90dc-df85dde8fe4a is already hosted by enough agents. {{(pid=102387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 18:59:36.708367 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.base_scheduler [None req-92a8a3bb-8e3a-450e-bfab-2491d6f2b81b tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Resources bound (agent type, host, resource id): {{(pid=102387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:59:36.713563 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92a8a3bb-8e3a-450e-bfab-2491d6f2b81b tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Received port after_create {{(pid=102387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 18:59:36.719465 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a8a3bb-8e3a-450e-bfab-2491d6f2b81b tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Pushing event updated for resources: {'Port': ['ID=5a95cef5-7a6e-46ba-a135-57b28261a591,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:59:36.771069 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-904f9e62-928b-47b7-b43e-27a60cf4ccfa tempest-NegativeSecGroupTest-480542385 tempest-NegativeSecGroupTest-480542385-project] Publish callbacks [] for security_group, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:36.882440 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92a8a3bb-8e3a-450e-bfab-2491d6f2b81b tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:59:36.883105 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-92a8a3bb-8e3a-450e-bfab-2491d6f2b81b tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:36.960125 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-ae8c71fb-1e4d-4df9-ac54-d159acbdbc42 None None] Provisioning complete for port 203b8988-258d-413a-98f3-106e756319a9 triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:59:36.960539 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-ae8c71fb-1e4d-4df9-ac54-d159acbdbc42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:37.016400 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7ad4b2-d426-4b87-9814-2d5b91bb50cf req-569d4d6c-33f9-44ed-bd4b-a581bff4c002 tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:59:37.017972 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-3d7ad4b2-d426-4b87-9814-2d5b91bb50cf req-569d4d6c-33f9-44ed-bd4b-a581bff4c002 tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] 10.222.0.13 "GET /v2.0/ports?device_id=3febeb46-783e-49e0-9e0e-691009d6ed32 HTTP/1.1" status: 200 len: 945 time: 0.1432266 Nov 05 18:59:37.032439 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d5f7a5-6864-40b3-97a2-e9c24502e14e req-dfa7c53d-9865-47f6-b001-fffc4387be26 tempest-ServerRescueNegativeTestJSON-570401673 tempest-ServerRescueNegativeTestJSON-570401673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:59:37.034994 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-87d5f7a5-6864-40b3-97a2-e9c24502e14e req-dfa7c53d-9865-47f6-b001-fffc4387be26 tempest-ServerRescueNegativeTestJSON-570401673 tempest-ServerRescueNegativeTestJSON-570401673-project] 10.222.0.13 "GET /v2.0/ports?device_id=93c08649-0c78-43a2-be9e-2ac6589b527d HTTP/1.1" status: 200 len: 945 time: 0.1721015 Nov 05 18:59:37.059656 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 41634) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:59:37.060808 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-92a8a3bb-8e3a-450e-bfab-2491d6f2b81b tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.5524123 Nov 05 18:59:37.063739 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-904f9e62-928b-47b7-b43e-27a60cf4ccfa tempest-NegativeSecGroupTest-480542385 tempest-NegativeSecGroupTest-480542385-project] Publish callbacks [] for security_group, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:37.075969 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-ae8c71fb-1e4d-4df9-ac54-d159acbdbc42 None None] Provisioning complete for port b1f05f7c-8485-4a5d-b06a-82d6b5604667 triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:59:37.076623 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-ae8c71fb-1e4d-4df9-ac54-d159acbdbc42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:37.122539 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-ae8c71fb-1e4d-4df9-ac54-d159acbdbc42 None None] Port b1f05f7c-8485-4a5d-b06a-82d6b5604667 cannot update to ACTIVE because it is not bound. {{(pid=102388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 18:59:37.149980 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-3d7ad4b2-d426-4b87-9814-2d5b91bb50cf req-3b00cb69-293d-4498-8783-7395784137f0 tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9a1bcb7-2b62-4809-b67b-668edb56dae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135237 Nov 05 18:59:37.159788 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-87d5f7a5-6864-40b3-97a2-e9c24502e14e req-2319a7cd-9b60-4efa-9f4b-8c0c429328ca tempest-ServerRescueNegativeTestJSON-570401673 tempest-ServerRescueNegativeTestJSON-570401673-project] 10.222.0.13 "GET /v2.0/security-groups?id=01574b07-2bff-4b61-b9a8-932cd03ff8af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121330 Nov 05 18:59:37.168420 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4e5a6b8-e4fd-4dd3-a62d-b7f22839f061 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:59:37.177215 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-d4e5a6b8-e4fd-4dd3-a62d-b7f22839f061 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] 10.222.0.13 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.8 HTTP/1.1" status: 200 len: 921 time: 0.1129339 Nov 05 18:59:37.181920 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 41640) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:59:37.184106 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-904f9e62-928b-47b7-b43e-27a60cf4ccfa tempest-NegativeSecGroupTest-480542385 tempest-NegativeSecGroupTest-480542385-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:37.249544 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-3e3b4d60-02ee-4921-9b1b-fa3932464c74 None None] Provisioning complete for port b1f05f7c-8485-4a5d-b06a-82d6b5604667 triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:59:37.250532 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3e3b4d60-02ee-4921-9b1b-fa3932464c74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:37.297067 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904f9e62-928b-47b7-b43e-27a60cf4ccfa tempest-NegativeSecGroupTest-480542385 tempest-NegativeSecGroupTest-480542385-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7c2861fe-b7ab-4c9c-9ddd-be98a2eb77d5,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:59:37.305722 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-904f9e62-928b-47b7-b43e-27a60cf4ccfa tempest-NegativeSecGroupTest-480542385 tempest-NegativeSecGroupTest-480542385-project] Publish callbacks [] for security_group, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:37.311506 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-904f9e62-928b-47b7-b43e-27a60cf4ccfa tempest-NegativeSecGroupTest-480542385 tempest-NegativeSecGroupTest-480542385-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.6964686 Nov 05 18:59:37.312080 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 41650) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:59:37.316835 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-3e3b4d60-02ee-4921-9b1b-fa3932464c74 None None] Port b1f05f7c-8485-4a5d-b06a-82d6b5604667 cannot update to ACTIVE because it is not bound. {{(pid=102388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 18:59:37.317053 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-782014d5-0ca0-46ad-abe5-2e33467a3991 tempest-NegativeSecGroupTest-480542385 tempest-NegativeSecGroupTest-480542385-project] Request body: {'security_group': {'name': 'tempest-secgroup--1704376037'}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:59:37.347037 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2918d965-b0c5-4fbf-ba09-38d4b056c669 req-4e347999-e2d1-4ddb-aac4-e0027d7ee093 tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:59:37.354393 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-2918d965-b0c5-4fbf-ba09-38d4b056c669 req-4e347999-e2d1-4ddb-aac4-e0027d7ee093 tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] 10.222.0.13 "GET /v2.0/ports?device_id=3febeb46-783e-49e0-9e0e-691009d6ed32 HTTP/1.1" status: 200 len: 945 time: 0.0931909 Nov 05 18:59:37.364877 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-79d2a1bc-6fac-4e2f-ad16-1dcc24bf75ab tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Deleting port 5a95cef5-7a6e-46ba-a135-57b28261a591 {{(pid=102386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 18:59:37.365176 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-79d2a1bc-6fac-4e2f-ad16-1dcc24bf75ab tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:37.420402 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-2918d965-b0c5-4fbf-ba09-38d4b056c669 req-ee488af2-afa3-4989-ae99-fbd793f3f950 tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9a1bcb7-2b62-4809-b67b-668edb56dae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637081 Nov 05 18:59:37.443260 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-782014d5-0ca0-46ad-abe5-2e33467a3991 tempest-NegativeSecGroupTest-480542385 tempest-NegativeSecGroupTest-480542385-project] Publish callbacks [] for security_group, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:37.449123 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-f9956ce1-beb8-4fd1-b085-bb1926918b7e None None] Provisioning complete for port 5a95cef5-7a6e-46ba-a135-57b28261a591 triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:59:37.449497 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-f9956ce1-beb8-4fd1-b085-bb1926918b7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:37.485078 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-79d2a1bc-6fac-4e2f-ad16-1dcc24bf75ab tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:37.511746 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-79d2a1bc-6fac-4e2f-ad16-1dcc24bf75ab tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Calling delete_port for 5a95cef5-7a6e-46ba-a135-57b28261a591 owned by {{(pid=102386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 18:59:37.533553 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-f9956ce1-beb8-4fd1-b085-bb1926918b7e None None] Port 5a95cef5-7a6e-46ba-a135-57b28261a591 cannot update to ACTIVE because it is not bound. {{(pid=102388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 18:59:37.539880 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-782014d5-0ca0-46ad-abe5-2e33467a3991 tempest-NegativeSecGroupTest-480542385 tempest-NegativeSecGroupTest-480542385-project] Publish callbacks [] for security_group, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:37.616712 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-782014d5-0ca0-46ad-abe5-2e33467a3991 tempest-NegativeSecGroupTest-480542385 tempest-NegativeSecGroupTest-480542385-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:37.630139 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 203b8988-258d-413a-98f3-106e756319a9 up at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 18:59:37.649173 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782014d5-0ca0-46ad-abe5-2e33467a3991 tempest-NegativeSecGroupTest-480542385 tempest-NegativeSecGroupTest-480542385-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ef4cb8d3-08dc-4db5-8308-9bcf2cf25d33,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:59:37.690561 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Provisioning complete for port 203b8988-258d-413a-98f3-106e756319a9 triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:59:37.690561 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:37.770233 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-782014d5-0ca0-46ad-abe5-2e33467a3991 tempest-NegativeSecGroupTest-480542385 tempest-NegativeSecGroupTest-480542385-project] Publish callbacks [] for security_group, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:37.775468 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 41680) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:59:37.777007 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-782014d5-0ca0-46ad-abe5-2e33467a3991 tempest-NegativeSecGroupTest-480542385 tempest-NegativeSecGroupTest-480542385-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4636159 Nov 05 18:59:37.783233 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-f0165504-c9f2-4f0a-b5fd-adf324afeb5c tempest-NegativeSecGroupTest-480542385 tempest-NegativeSecGroupTest-480542385-project] Request body: {'security_group_rule': {'security_group_id': '7c2861fe-b7ab-4c9c-9ddd-be98a2eb77d5', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': 'ef4cb8d3-08dc-4db5-8308-9bcf2cf25d33'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:59:37.814403 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-79d2a1bc-6fac-4e2f-ad16-1dcc24bf75ab tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:37.848744 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d2a1bc-6fac-4e2f-ad16-1dcc24bf75ab tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Pushing event deleted for resources: {'Port': ['ID=5a95cef5-7a6e-46ba-a135-57b28261a591,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:59:37.935759 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-79d2a1bc-6fac-4e2f-ad16-1dcc24bf75ab tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:37.941701 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-79d2a1bc-6fac-4e2f-ad16-1dcc24bf75ab tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] 10.222.0.13 "DELETE /v2.0/ports/5a95cef5-7a6e-46ba-a135-57b28261a591 HTTP/1.1" status: 204 len: 168 time: 0.7607265 Nov 05 18:59:37.941969 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 41684) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:59:38.037501 n-d-816865-1 neutron-server[102386]: INFO neutron.pecan_wsgi.hooks.translation [None req-7cd39771-c94d-423f-987a-81c01613151e tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] GET failed (client error): The resource could not be found. Nov 05 18:59:38.039173 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-7cd39771-c94d-423f-987a-81c01613151e tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] 10.222.0.13 "GET /v2.0/ports/5a95cef5-7a6e-46ba-a135-57b28261a591 HTTP/1.1" status: 404 len: 333 time: 0.0958557 Nov 05 18:59:38.042488 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 41694) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:59:38.193942 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a942c143-f52e-4328-86aa-9a52e5582f6f req-1c54e15f-d76c-4545-be13-e5a8d622b915 tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:59:38.194631 n-d-816865-1 neutron-server[102386]: INFO neutron.api.v2.resource [None req-f0165504-c9f2-4f0a-b5fd-adf324afeb5c tempest-NegativeSecGroupTest-480542385 tempest-NegativeSecGroupTest-480542385-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 05 18:59:38.195358 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-31f93893-a48e-4ae8-833d-dccb2b42eacc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:38.195831 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-a942c143-f52e-4328-86aa-9a52e5582f6f req-1c54e15f-d76c-4545-be13-e5a8d622b915 tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] 10.222.0.13 "GET /v2.0/ports?device_id=3febeb46-783e-49e0-9e0e-691009d6ed32 HTTP/1.1" status: 200 len: 945 time: 0.1069758 Nov 05 18:59:38.198722 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-f0165504-c9f2-4f0a-b5fd-adf324afeb5c tempest-NegativeSecGroupTest-480542385 tempest-NegativeSecGroupTest-480542385-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.4219387 Nov 05 18:59:38.199259 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 41704) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:59:38.335993 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-a942c143-f52e-4328-86aa-9a52e5582f6f req-4d0aa033-9de7-4ea1-a6fd-14a01816d067 tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9a1bcb7-2b62-4809-b67b-668edb56dae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279058 Nov 05 18:59:38.359515 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [None req-9624eb17-fd79-4719-bc30-a5ff2a1d1fc5 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Deleting port b1f05f7c-8485-4a5d-b06a-82d6b5604667 {{(pid=102387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 18:59:38.360003 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-9624eb17-fd79-4719-bc30-a5ff2a1d1fc5 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:38.376257 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-d0a33588-34ae-4b4f-8734-8bf3a5affec8 tempest-NegativeSecGroupTest-480542385 tempest-NegativeSecGroupTest-480542385-project] Publish callbacks [] for security_group, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:38.385845 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c131ee-0a82-4fcf-8e41-9b78d8a349b4 req-51b73a07-9c80-4f9d-acb6-416408916231 tempest-ServerRescueNegativeTestJSON-570401673 tempest-ServerRescueNegativeTestJSON-570401673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:59:38.387758 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-e0c131ee-0a82-4fcf-8e41-9b78d8a349b4 req-51b73a07-9c80-4f9d-acb6-416408916231 tempest-ServerRescueNegativeTestJSON-570401673 tempest-ServerRescueNegativeTestJSON-570401673-project] 10.222.0.13 "GET /v2.0/ports?device_id=93c08649-0c78-43a2-be9e-2ac6589b527d HTTP/1.1" status: 200 len: 945 time: 0.1387060 Nov 05 18:59:38.483176 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-d0a33588-34ae-4b4f-8734-8bf3a5affec8 tempest-NegativeSecGroupTest-480542385 tempest-NegativeSecGroupTest-480542385-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:38.505838 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:38.533527 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-e0c131ee-0a82-4fcf-8e41-9b78d8a349b4 req-e61ecf59-1760-404c-b7e5-69516f36af73 tempest-ServerRescueNegativeTestJSON-570401673 tempest-ServerRescueNegativeTestJSON-570401673-project] 10.222.0.13 "GET /v2.0/security-groups?id=01574b07-2bff-4b61-b9a8-932cd03ff8af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357605 Nov 05 18:59:38.553632 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-9624eb17-fd79-4719-bc30-a5ff2a1d1fc5 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:38.569850 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [None req-9624eb17-fd79-4719-bc30-a5ff2a1d1fc5 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Calling delete_port for b1f05f7c-8485-4a5d-b06a-82d6b5604667 owned by {{(pid=102387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 18:59:38.649091 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-d0a33588-34ae-4b4f-8734-8bf3a5affec8 tempest-NegativeSecGroupTest-480542385 tempest-NegativeSecGroupTest-480542385-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:38.652448 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-d0a33588-34ae-4b4f-8734-8bf3a5affec8 tempest-NegativeSecGroupTest-480542385 tempest-NegativeSecGroupTest-480542385-project] Publish callbacks [] for security_group, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:38.657091 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 41726) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:59:38.657609 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-d0a33588-34ae-4b4f-8734-8bf3a5affec8 tempest-NegativeSecGroupTest-480542385 tempest-NegativeSecGroupTest-480542385-project] 10.222.0.13 "DELETE /v2.0/security-groups/ef4cb8d3-08dc-4db5-8308-9bcf2cf25d33 HTTP/1.1" status: 204 len: 168 time: 0.4564934 Nov 05 18:59:38.681235 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a33588-34ae-4b4f-8734-8bf3a5affec8 tempest-NegativeSecGroupTest-480542385 tempest-NegativeSecGroupTest-480542385-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef4cb8d3-08dc-4db5-8308-9bcf2cf25d33,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:59:38.746491 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-a64d26c4-f211-4dd6-bbd3-fdc88e43038e tempest-NegativeSecGroupTest-480542385 tempest-NegativeSecGroupTest-480542385-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.0882213 Nov 05 18:59:38.750309 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 41732) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:59:38.807791 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-c40fa9bb-5352-47fa-8167-c1b6acfd8885 tempest-NegativeSecGroupTest-480542385 tempest-NegativeSecGroupTest-480542385-project] Publish callbacks [] for security_group, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:38.840235 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-c40fa9bb-5352-47fa-8167-c1b6acfd8885 tempest-NegativeSecGroupTest-480542385 tempest-NegativeSecGroupTest-480542385-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:38.857677 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-9624eb17-fd79-4719-bc30-a5ff2a1d1fc5 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4417063'] for port, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:38.903661 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9624eb17-fd79-4719-bc30-a5ff2a1d1fc5 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Pushing event deleted for resources: {'Port': ['ID=b1f05f7c-8485-4a5d-b06a-82d6b5604667,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:59:38.978138 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-9624eb17-fd79-4719-bc30-a5ff2a1d1fc5 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:38.984170 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-9624eb17-fd79-4719-bc30-a5ff2a1d1fc5 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] 10.222.0.13 "DELETE /v2.0/ports/b1f05f7c-8485-4a5d-b06a-82d6b5604667 HTTP/1.1" status: 204 len: 168 time: 0.9383416 Nov 05 18:59:38.985372 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 41744) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:59:39.018066 n-d-816865-1 neutron-server[102386]: INFO neutron.pecan_wsgi.hooks.translation [None req-afd4d3c1-7ec1-42b1-a29d-9ccdcef32e1f tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] GET failed (client error): The resource could not be found. Nov 05 18:59:39.019665 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-afd4d3c1-7ec1-42b1-a29d-9ccdcef32e1f tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] 10.222.0.13 "GET /v2.0/ports/b1f05f7c-8485-4a5d-b06a-82d6b5604667 HTTP/1.1" status: 404 len: 333 time: 0.0331059 Nov 05 18:59:39.023322 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 41748) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:59:39.024176 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-c40fa9bb-5352-47fa-8167-c1b6acfd8885 tempest-NegativeSecGroupTest-480542385 tempest-NegativeSecGroupTest-480542385-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:39.026955 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-c40fa9bb-5352-47fa-8167-c1b6acfd8885 tempest-NegativeSecGroupTest-480542385 tempest-NegativeSecGroupTest-480542385-project] Publish callbacks [] for security_group, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:39.028731 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-c40fa9bb-5352-47fa-8167-c1b6acfd8885 tempest-NegativeSecGroupTest-480542385 tempest-NegativeSecGroupTest-480542385-project] 10.222.0.13 "DELETE /v2.0/security-groups/7c2861fe-b7ab-4c9c-9ddd-be98a2eb77d5 HTTP/1.1" status: 204 len: 168 time: 0.2766201 Nov 05 18:59:39.034227 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 41752) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:59:39.040849 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40fa9bb-5352-47fa-8167-c1b6acfd8885 tempest-NegativeSecGroupTest-480542385 tempest-NegativeSecGroupTest-480542385-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c2861fe-b7ab-4c9c-9ddd-be98a2eb77d5,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:59:39.154682 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-c7c86dbc-f58c-4ce8-bb30-02b8086bc33d tempest-NegativeSecGroupTest-480542385 tempest-NegativeSecGroupTest-480542385-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1102245 Nov 05 18:59:39.155584 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 41758) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:59:39.160862 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-d0281b58-d2ea-4e80-84d2-d51888e626f7 tempest-NegativeSecGroupTest-480542385 tempest-NegativeSecGroupTest-480542385-project] Request body: {'security_group': {'name': 'tempest-secgroup--1070695261'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:59:39.179776 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.db_base_plugin_v2 [None req-045a64e6-da33-4878-a31a-614efa67a5bf tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Deleting subnet 034cf480-a462-45df-a49c-8cab55b966ce {{(pid=102387) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 05 18:59:39.184284 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-045a64e6-da33-4878-a31a-614efa67a5bf tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Publish callbacks [] for subnet, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:39.234534 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-045a64e6-da33-4878-a31a-614efa67a5bf tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4463501'] for subnet, precommit_delete_associations {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:39.319226 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-045a64e6-da33-4878-a31a-614efa67a5bf tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1573928'] for subnet, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:39.375167 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1a65e1-f313-4630-a207-5a72366ff945 req-49220242-edbf-41e4-a9b6-af426b43c440 tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:59:39.377370 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-ca1a65e1-f313-4630-a207-5a72366ff945 req-49220242-edbf-41e4-a9b6-af426b43c440 tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] 10.222.0.55 "GET /v2.0/ports?device_id=3febeb46-783e-49e0-9e0e-691009d6ed32 HTTP/1.1" status: 200 len: 945 time: 0.0570517 Nov 05 18:59:39.382752 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-d0281b58-d2ea-4e80-84d2-d51888e626f7 tempest-NegativeSecGroupTest-480542385 tempest-NegativeSecGroupTest-480542385-project] Publish callbacks [] for security_group, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:39.492027 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-045a64e6-da33-4878-a31a-614efa67a5bf tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1573905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4417146', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5112209'] for subnet, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:39.522618 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045a64e6-da33-4878-a31a-614efa67a5bf tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Pushing event deleted for resources: {'Subnet': ['ID=034cf480-a462-45df-a49c-8cab55b966ce,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:59:39.535019 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-d0281b58-d2ea-4e80-84d2-d51888e626f7 tempest-NegativeSecGroupTest-480542385 tempest-NegativeSecGroupTest-480542385-project] Publish callbacks [] for security_group, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:39.539805 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-045a64e6-da33-4878-a31a-614efa67a5bf tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Publish callbacks [] for subnet, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:39.544001 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 41780) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:59:39.545711 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-045a64e6-da33-4878-a31a-614efa67a5bf tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] 10.222.0.13 "DELETE /v2.0/subnets/034cf480-a462-45df-a49c-8cab55b966ce HTTP/1.1" status: 204 len: 168 time: 0.5210905 Nov 05 18:59:39.563627 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9426d020-6422-45b8-937f-2f5bd54094e6 None None] Network cbcf7b37-cab3-440d-90dc-df85dde8fe4a requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 18:59:39.576635 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221dd4a8-943c-4e84-8d36-b8baf07c9259 req-e763191c-6eda-44bd-a810-fecb852d5b8e tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:59:39.584712 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-221dd4a8-943c-4e84-8d36-b8baf07c9259 req-e763191c-6eda-44bd-a810-fecb852d5b8e tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] 10.222.0.13 "GET /v2.0/ports?device_id=3febeb46-783e-49e0-9e0e-691009d6ed32 HTTP/1.1" status: 200 len: 945 time: 0.1222551 Nov 05 18:59:39.649177 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-6da1affd-17cc-42bb-86c8-4532d5caa946 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1664226'] for network, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:39.654646 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-d0281b58-d2ea-4e80-84d2-d51888e626f7 tempest-NegativeSecGroupTest-480542385 tempest-NegativeSecGroupTest-480542385-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:39.717910 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-221dd4a8-943c-4e84-8d36-b8baf07c9259 req-9122e911-16cb-42ff-99a4-4a973119b6be tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9a1bcb7-2b62-4809-b67b-668edb56dae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252756 Nov 05 18:59:39.741932 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0281b58-d2ea-4e80-84d2-d51888e626f7 tempest-NegativeSecGroupTest-480542385 tempest-NegativeSecGroupTest-480542385-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9c59f334-d0e6-4987-ac76-0877959632ad,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:59:39.754567 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [req-ca1a65e1-f313-4630-a207-5a72366ff945 req-0e0fc426-f46b-42b4-9ccd-1b80c0470db4 tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] Deleting port 92d7132a-5c23-416b-bf2c-f6fc4ac5e2bc {{(pid=102386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 18:59:39.755221 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-ca1a65e1-f313-4630-a207-5a72366ff945 req-0e0fc426-f46b-42b4-9ccd-1b80c0470db4 tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:39.791896 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-d0281b58-d2ea-4e80-84d2-d51888e626f7 tempest-NegativeSecGroupTest-480542385 tempest-NegativeSecGroupTest-480542385-project] Publish callbacks [] for security_group, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:39.794403 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-d0281b58-d2ea-4e80-84d2-d51888e626f7 tempest-NegativeSecGroupTest-480542385 tempest-NegativeSecGroupTest-480542385-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.6365650 Nov 05 18:59:39.797479 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 41794) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:59:39.805943 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3028a66-6891-40ae-a057-6a3c7ab7c970 req-5c2478fc-8ec3-4bb9-af2a-ce7dbdf08408 tempest-ServerRescueNegativeTestJSON-570401673 tempest-ServerRescueNegativeTestJSON-570401673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:59:39.807575 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-a3028a66-6891-40ae-a057-6a3c7ab7c970 req-5c2478fc-8ec3-4bb9-af2a-ce7dbdf08408 tempest-ServerRescueNegativeTestJSON-570401673 tempest-ServerRescueNegativeTestJSON-570401673-project] 10.222.0.13 "GET /v2.0/ports?device_id=93c08649-0c78-43a2-be9e-2ac6589b527d HTTP/1.1" status: 200 len: 945 time: 0.0711613 Nov 05 18:59:39.820807 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-b325c5a8-c626-459b-938b-69b7ca7c926c tempest-NegativeSecGroupTest-480542385 tempest-NegativeSecGroupTest-480542385-project] Request body: {'security_group': {'name': 'default'}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:59:39.821231 n-d-816865-1 neutron-server[102387]: WARNING neutron.api.v2.base [None req-b325c5a8-c626-459b-938b-69b7ca7c926c tempest-NegativeSecGroupTest-480542385 tempest-NegativeSecGroupTest-480542385-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Nov 05 18:59:39.821722 n-d-816865-1 neutron-server[102387]: INFO neutron.api.v2.resource [None req-b325c5a8-c626-459b-938b-69b7ca7c926c tempest-NegativeSecGroupTest-480542385 tempest-NegativeSecGroupTest-480542385-project] update failed (client error): There was a conflict when trying to complete your request. Nov 05 18:59:39.822729 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-b325c5a8-c626-459b-938b-69b7ca7c926c tempest-NegativeSecGroupTest-480542385 tempest-NegativeSecGroupTest-480542385-project] 10.222.0.13 "PUT /v2.0/security-groups/9c59f334-d0e6-4987-ac76-0877959632ad HTTP/1.1" status: 409 len: 330 time: 0.0068047 Nov 05 18:59:39.827316 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 41798) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:59:39.859184 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-6da1affd-17cc-42bb-86c8-4532d5caa946 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Deleting port 203b8988-258d-413a-98f3-106e756319a9 {{(pid=102386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 18:59:39.859527 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-6da1affd-17cc-42bb-86c8-4532d5caa946 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:39.879555 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff573faf-64fd-477f-8d0f-2be33c262d1e None None] DHCP port deletion for cbcf7b37-cab3-440d-90dc-df85dde8fe4a request from n-d-816865-1 {{(pid=102388) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 05 18:59:39.912949 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-a3028a66-6891-40ae-a057-6a3c7ab7c970 req-bd60b727-5e5f-4d17-876f-acf59394d11c tempest-ServerRescueNegativeTestJSON-570401673 tempest-ServerRescueNegativeTestJSON-570401673-project] 10.222.0.13 "GET /v2.0/security-groups?id=01574b07-2bff-4b61-b9a8-932cd03ff8af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891533 Nov 05 18:59:39.946289 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [req-ca1a65e1-f313-4630-a207-5a72366ff945 req-0e0fc426-f46b-42b4-9ccd-1b80c0470db4 tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] For port 92d7132a-5c23-416b-bf2c-f6fc4ac5e2bc, host n-h2-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=92d7132a-5c23-416b-bf2c-f6fc4ac5e2bc,segment=NetworkSegment(8281efde-bbf4-4833-8d7d-a490783d8ae5),segment_id=8281efde-bbf4-4833-8d7d-a490783d8ae5)] {{(pid=102386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:59:39.946289 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-ca1a65e1-f313-4630-a207-5a72366ff945 req-0e0fc426-f46b-42b4-9ccd-1b80c0470db4 tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:39.956060 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-47f5524d-aa56-4805-820e-17388ecd7d43 tempest-NegativeSecGroupTest-480542385 tempest-NegativeSecGroupTest-480542385-project] Publish callbacks [] for security_group, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:39.968789 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-ff573faf-64fd-477f-8d0f-2be33c262d1e None None] Deleting port 203b8988-258d-413a-98f3-106e756319a9 {{(pid=102388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 18:59:39.969783 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-ff573faf-64fd-477f-8d0f-2be33c262d1e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:39.977808 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [None req-6da1affd-17cc-42bb-86c8-4532d5caa946 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] For port 203b8988-258d-413a-98f3-106e756319a9, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=203b8988-258d-413a-98f3-106e756319a9,segment=NetworkSegment(a16181e5-2437-4e7a-97ce-9c657622f40a),segment_id=a16181e5-2437-4e7a-97ce-9c657622f40a)] {{(pid=102386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:59:39.978207 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-6da1affd-17cc-42bb-86c8-4532d5caa946 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:39.981233 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [req-ca1a65e1-f313-4630-a207-5a72366ff945 req-0e0fc426-f46b-42b4-9ccd-1b80c0470db4 tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] Calling delete_port for 92d7132a-5c23-416b-bf2c-f6fc4ac5e2bc owned by compute:nova {{(pid=102386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 18:59:39.992693 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-47f5524d-aa56-4805-820e-17388ecd7d43 tempest-NegativeSecGroupTest-480542385 tempest-NegativeSecGroupTest-480542385-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:40.002720 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-6da1affd-17cc-42bb-86c8-4532d5caa946 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Calling delete_port for 203b8988-258d-413a-98f3-106e756319a9 owned by network:dhcp {{(pid=102386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 18:59:40.055387 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-ff573faf-64fd-477f-8d0f-2be33c262d1e None None] For port 203b8988-258d-413a-98f3-106e756319a9, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=203b8988-258d-413a-98f3-106e756319a9,segment=NetworkSegment(a16181e5-2437-4e7a-97ce-9c657622f40a),segment_id=a16181e5-2437-4e7a-97ce-9c657622f40a)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:59:40.058835 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-ff573faf-64fd-477f-8d0f-2be33c262d1e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:40.070379 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-ff573faf-64fd-477f-8d0f-2be33c262d1e None None] Calling delete_port for 203b8988-258d-413a-98f3-106e756319a9 owned by network:dhcp {{(pid=102388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 18:59:40.135014 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-47f5524d-aa56-4805-820e-17388ecd7d43 tempest-NegativeSecGroupTest-480542385 tempest-NegativeSecGroupTest-480542385-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:40.152969 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-47f5524d-aa56-4805-820e-17388ecd7d43 tempest-NegativeSecGroupTest-480542385 tempest-NegativeSecGroupTest-480542385-project] Publish callbacks [] for security_group, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:40.157770 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-47f5524d-aa56-4805-820e-17388ecd7d43 tempest-NegativeSecGroupTest-480542385 tempest-NegativeSecGroupTest-480542385-project] 10.222.0.13 "DELETE /v2.0/security-groups/9c59f334-d0e6-4987-ac76-0877959632ad HTTP/1.1" status: 204 len: 168 time: 0.3273525 Nov 05 18:59:40.174003 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 41814) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:59:40.232864 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f5524d-aa56-4805-820e-17388ecd7d43 tempest-NegativeSecGroupTest-480542385 tempest-NegativeSecGroupTest-480542385-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c59f334-d0e6-4987-ac76-0877959632ad,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:59:40.298024 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-3af6c679-1d2e-40f7-aef5-355da28a359b tempest-NegativeSecGroupTest-480542385 tempest-NegativeSecGroupTest-480542385-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1204944 Nov 05 18:59:40.301797 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 41820) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:59:40.316405 n-d-816865-1 neutron-server[102386]: INFO neutron.api.v2.resource [None req-04904f0e-8407-4699-8406-a5f45c29fc3c tempest-NegativeSecGroupTest-480542385 tempest-NegativeSecGroupTest-480542385-project] delete failed (client error): The resource could not be found. Nov 05 18:59:40.317448 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-04904f0e-8407-4699-8406-a5f45c29fc3c tempest-NegativeSecGroupTest-480542385 tempest-NegativeSecGroupTest-480542385-project] 10.222.0.13 "DELETE /v2.0/security-groups/ba699d95-7745-47d3-bf61-09269c871473 HTTP/1.1" status: 404 len: 347 time: 0.0146875 Nov 05 18:59:40.321447 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 41824) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:59:40.331748 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-6da1affd-17cc-42bb-86c8-4532d5caa946 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:40.343788 n-d-816865-1 neutron-server[102387]: INFO neutron.api.v2.resource [None req-fa25b013-ac84-41e7-819a-6308b3bf6d8b tempest-NegativeSecGroupTest-480542385 tempest-NegativeSecGroupTest-480542385-project] show failed (client error): The resource could not be found. Nov 05 18:59:40.344994 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-fa25b013-ac84-41e7-819a-6308b3bf6d8b tempest-NegativeSecGroupTest-480542385 tempest-NegativeSecGroupTest-480542385-project] 10.222.0.13 "GET /v2.0/security-groups/a474ee34-91c8-41e7-a6ae-116d86fb74a7 HTTP/1.1" status: 404 len: 347 time: 0.0225091 Nov 05 18:59:40.346210 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-ff573faf-64fd-477f-8d0f-2be33c262d1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798'] for port, after_delete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:40.348786 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 41828) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:59:40.362907 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da1affd-17cc-42bb-86c8-4532d5caa946 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Pushing event deleted for resources: {'Port': ['ID=203b8988-258d-413a-98f3-106e756319a9,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:59:40.366159 n-d-816865-1 neutron-server[102387]: INFO neutron.api.v2.resource [None req-17d0adcc-9682-4752-a270-ff6157a44deb tempest-NegativeSecGroupTest-480542385 tempest-NegativeSecGroupTest-480542385-project] show failed (client error): The resource could not be found. Nov 05 18:59:40.366159 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-17d0adcc-9682-4752-a270-ff6157a44deb tempest-NegativeSecGroupTest-480542385 tempest-NegativeSecGroupTest-480542385-project] 10.222.0.13 "GET /v2.0/security-group-rules/c45ebca0-53a9-4d84-bfbd-bdc6f2ccb214 HTTP/1.1" status: 404 len: 356 time: 0.0166657 Nov 05 18:59:40.369952 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6da1affd-17cc-42bb-86c8-4532d5caa946 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] No DVR routers for this DVR port 203b8988-258d-413a-98f3-106e756319a9 on host n-d-816865-1 {{(pid=102386) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 18:59:40.388818 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff573faf-64fd-477f-8d0f-2be33c262d1e None None] Pushing event deleted for resources: {'Port': ['ID=203b8988-258d-413a-98f3-106e756319a9,revision_number=None']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:59:40.399964 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff573faf-64fd-477f-8d0f-2be33c262d1e None None] No DVR routers for this DVR port 203b8988-258d-413a-98f3-106e756319a9 on host n-d-816865-1 {{(pid=102388) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 18:59:40.440458 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-ca1a65e1-f313-4630-a207-5a72366ff945 req-0e0fc426-f46b-42b4-9ccd-1b80c0470db4 tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:40.454523 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] get_ports_and_sgs() called for port_ids ['7a7444f0-42fe-422a-b79f-9969bf445757'] {{(pid=102388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 18:59:40.459911 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] get_ports_and_sgs() called for port_ids ['92d7132a-5c23-416b-bf2c-f6fc4ac5e2bc'] {{(pid=102388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 18:59:40.499545 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0fc426-f46b-42b4-9ccd-1b80c0470db4 tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] Pushing event deleted for resources: {'Port': ['ID=92d7132a-5c23-416b-bf2c-f6fc4ac5e2bc,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:59:40.586069 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-6da1affd-17cc-42bb-86c8-4532d5caa946 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1579173', 'neutron.services.segments.db._delete_segments_for_network-8750027792909'] for network, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:40.590161 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca1a65e1-f313-4630-a207-5a72366ff945 req-0e0fc426-f46b-42b4-9ccd-1b80c0470db4 tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] No DVR routers for this DVR port 92d7132a-5c23-416b-bf2c-f6fc4ac5e2bc on host n-h2-816865-1 {{(pid=102386) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 18:59:40.597953 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-ca1a65e1-f313-4630-a207-5a72366ff945 req-0e0fc426-f46b-42b4-9ccd-1b80c0470db4 tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:40.601467 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-ca1a65e1-f313-4630-a207-5a72366ff945 req-0e0fc426-f46b-42b4-9ccd-1b80c0470db4 tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] 10.222.0.55 "DELETE /v2.0/ports/92d7132a-5c23-416b-bf2c-f6fc4ac5e2bc HTTP/1.1" status: 204 len: 173 time: 1.2036695 Nov 05 18:59:40.601928 n-d-816865-1 neutron-server[102386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3febeb46-783e-49e0-9e0e-691009d6ed32', 'name': 'network-vif-deleted', 'tag': '92d7132a-5c23-416b-bf2c-f6fc4ac5e2bc'}] {{(pid=102386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 18:59:40.604439 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6173a44d7c73f41af551dc890fa1a5892c2c6bc3458b640c8e0c24db7876ba6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e6ec102-2c77-4bc0-bea0-e1c53b5a2bfe" -d '{"events": [{"server_uuid": "3febeb46-783e-49e0-9e0e-691009d6ed32", "name": "network-vif-deleted", "tag": "92d7132a-5c23-416b-bf2c-f6fc4ac5e2bc"}]}' {{(pid=102386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 18:59:40.631479 n-d-816865-1 neutron-server[102386]: DEBUG neutron.services.segments.db [None req-6da1affd-17cc-42bb-86c8-4532d5caa946 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cbcf7b37-cab3-440d-90dc-df85dde8fe4a']}} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:59:40.643244 n-d-816865-1 neutron-server[102386]: DEBUG neutron.services.segments.db [None req-6da1affd-17cc-42bb-86c8-4532d5caa946 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a16181e5-2437-4e7a-97ce-9c657622f40a') {'for_net_delete': True} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:59:40.643609 n-d-816865-1 neutron-server[102386]: DEBUG neutron.services.segments.db [None req-6da1affd-17cc-42bb-86c8-4532d5caa946 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a16181e5-2437-4e7a-97ce-9c657622f40a') {} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:59:40.656243 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-6da1affd-17cc-42bb-86c8-4532d5caa946 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750027793430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4590747'] for segment, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:40.670621 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 18:59:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71ef1f78-76fc-448d-b7c1-0bc5bbf8b335 x-openstack-request-id: req-71ef1f78-76fc-448d-b7c1-0bc5bbf8b335 {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 18:59:40.670919 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3febeb46-783e-49e0-9e0e-691009d6ed32", "name": "network-vif-deleted", "tag": "92d7132a-5c23-416b-bf2c-f6fc4ac5e2bc", "status": "completed", "code": 200}]} {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 18:59:40.671248 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-71ef1f78-76fc-448d-b7c1-0bc5bbf8b335 {{(pid=102386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 18:59:40.671663 n-d-816865-1 neutron-server[102386]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3febeb46-783e-49e0-9e0e-691009d6ed32', 'name': 'network-vif-deleted', 'tag': '92d7132a-5c23-416b-bf2c-f6fc4ac5e2bc', 'status': 'completed', 'code': 200} Nov 05 18:59:40.678075 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-6da1affd-17cc-42bb-86c8-4532d5caa946 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273'] for segment, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:40.684994 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6da1affd-17cc-42bb-86c8-4532d5caa946 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Releasing vlan 187 on physical network physnet1 to pool {{(pid=102386) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 05 18:59:40.685508 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-6da1affd-17cc-42bb-86c8-4532d5caa946 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6149721'] for segment, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:40.688600 n-d-816865-1 neutron-server[102386]: Traceback (most recent call last): Nov 05 18:59:40.688600 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 05 18:59:40.688600 n-d-816865-1 neutron-server[102386]: timer() Nov 05 18:59:40.688600 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 05 18:59:40.688600 n-d-816865-1 neutron-server[102386]: cb(*args, **kw) Nov 05 18:59:40.688600 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 05 18:59:40.688600 n-d-816865-1 neutron-server[102386]: return func(*args, **kwargs) Nov 05 18:59:40.688600 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 05 18:59:40.688600 n-d-816865-1 neutron-server[102386]: self._notify() Nov 05 18:59:40.688600 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 05 18:59:40.688600 n-d-816865-1 neutron-server[102386]: self.callback(batched_events) Nov 05 18:59:40.688600 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 05 18:59:40.688600 n-d-816865-1 neutron-server[102386]: event.method(event) Nov 05 18:59:40.688600 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 05 18:59:40.688600 n-d-816865-1 neutron-server[102386]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 05 18:59:40.688600 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 05 18:59:40.688600 n-d-816865-1 neutron-server[102386]: aggregate_uuid = self.p_client.list_aggregates( Nov 05 18:59:40.688600 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 05 18:59:40.688600 n-d-816865-1 neutron-server[102386]: return f(self, *a, **k) Nov 05 18:59:40.688600 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 05 18:59:40.688600 n-d-816865-1 neutron-server[102386]: return self._get(url).json() Nov 05 18:59:40.688600 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 05 18:59:40.688600 n-d-816865-1 neutron-server[102386]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 05 18:59:40.688600 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 05 18:59:40.688600 n-d-816865-1 neutron-server[102386]: return self.request(url, 'GET', **kwargs) Nov 05 18:59:40.688600 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 05 18:59:40.688600 n-d-816865-1 neutron-server[102386]: base_url = self.get_endpoint(auth, allow=allow, Nov 05 18:59:40.688600 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 05 18:59:40.688600 n-d-816865-1 neutron-server[102386]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 05 18:59:40.688600 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 05 18:59:40.688600 n-d-816865-1 neutron-server[102386]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 05 18:59:40.688600 n-d-816865-1 neutron-server[102386]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 05 18:59:40.822759 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-6da1affd-17cc-42bb-86c8-4532d5caa946 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1579178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-956796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1000687'] for network, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:40.828095 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-0156fc61-ee30-4775-bbc6-6ddc01e1d8ea req-72803462-110b-4330-bf5c-9ee2fd209808 tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] 10.222.0.13 "GET /v2.0/ports?device_id=3febeb46-783e-49e0-9e0e-691009d6ed32 HTTP/1.1" status: 200 len: 210 time: 0.0266645 Nov 05 18:59:40.831711 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-6da1affd-17cc-42bb-86c8-4532d5caa946 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Publish callbacks [] for network, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:40.834223 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-6da1affd-17cc-42bb-86c8-4532d5caa946 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] 10.222.0.13 "DELETE /v2.0/networks/cbcf7b37-cab3-440d-90dc-df85dde8fe4a HTTP/1.1" status: 204 len: 168 time: 1.2891552 Nov 05 18:59:40.837880 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 41858) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:59:40.844313 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-a79de159-0c92-440c-8fb0-b18c4d985e37 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-394151197'}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:59:40.847934 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da1affd-17cc-42bb-86c8-4532d5caa946 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Pushing event deleted for resources: {'Network': ['ID=cbcf7b37-cab3-440d-90dc-df85dde8fe4a,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:59:40.925472 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a79de159-0c92-440c-8fb0-b18c4d985e37 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Made reservation on behalf of 2f4e87ee64a4499db45fedd95080f0b7 for: {'network': 1} {{(pid=102387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 18:59:40.929380 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-a79de159-0c92-440c-8fb0-b18c4d985e37 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for network, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:40.956182 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a79de159-0c92-440c-8fb0-b18c4d985e37 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 150} {{(pid=102387) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 05 18:59:40.966720 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-a79de159-0c92-440c-8fb0-b18c4d985e37 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273'] for segment, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:40.966720 n-d-816865-1 neutron-server[102387]: INFO neutron.db.segments_db [None req-a79de159-0c92-440c-8fb0-b18c4d985e37 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Added segment 8df7aa2a-bf18-4f96-b03c-7528aa26a1ed of type vlan for network 1911293e-ba1d-429d-a5c6-e2b1dac3bc47 Nov 05 18:59:41.008980 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 41870) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:59:41.019870 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-a79de159-0c92-440c-8fb0-b18c4d985e37 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750027258543'] for network, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:41.093723 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3db453-edbc-447b-b125-ef0c653d6a2f req-40fa83e4-504b-4d6f-8b62-9a508864f097 tempest-ServerRescueNegativeTestJSON-570401673 tempest-ServerRescueNegativeTestJSON-570401673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:59:41.095292 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-8c3db453-edbc-447b-b125-ef0c653d6a2f req-40fa83e4-504b-4d6f-8b62-9a508864f097 tempest-ServerRescueNegativeTestJSON-570401673 tempest-ServerRescueNegativeTestJSON-570401673-project] 10.222.0.13 "GET /v2.0/ports?device_id=93c08649-0c78-43a2-be9e-2ac6589b527d HTTP/1.1" status: 200 len: 945 time: 0.0539465 Nov 05 18:59:41.144525 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-a79de159-0c92-440c-8fb0-b18c4d985e37 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-956796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877'] for network, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:41.150155 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a79de159-0c92-440c-8fb0-b18c4d985e37 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:59:41.150745 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-a79de159-0c92-440c-8fb0-b18c4d985e37 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Publish callbacks [] for network, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:41.206515 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-8c3db453-edbc-447b-b125-ef0c653d6a2f req-26fba232-8111-4ddc-8cf6-44cfa6e986db tempest-ServerRescueNegativeTestJSON-570401673 tempest-ServerRescueNegativeTestJSON-570401673-project] 10.222.0.13 "GET /v2.0/security-groups?id=01574b07-2bff-4b61-b9a8-932cd03ff8af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050134 Nov 05 18:59:41.254418 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-ba58ef88-39a8-4693-8056-3a0393f58d4f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6c9684d769bd45e6b49a0e76ab6f2fc6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2442803 Nov 05 18:59:41.255304 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79de159-0c92-440c-8fb0-b18c4d985e37 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Pushing event updated for resources: {'Network': ['ID=1911293e-ba1d-429d-a5c6-e2b1dac3bc47,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:59:41.257964 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 41882) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:59:41.266024 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Network 1911293e-ba1d-429d-a5c6-e2b1dac3bc47 details requested by agent ovs-agent-n-d-816865-1 with host n-d-816865-1 {{(pid=102388) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 05 18:59:41.351681 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe316a9-f326-4f84-ac8e-d56090a6b69b req-cc0a2c9f-3de9-422e-9ed3-da8d7a205ac0 tempest-ServerRescueNegativeTestJSON-570401673 tempest-ServerRescueNegativeTestJSON-570401673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:59:41.353259 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-bbe316a9-f326-4f84-ac8e-d56090a6b69b req-cc0a2c9f-3de9-422e-9ed3-da8d7a205ac0 tempest-ServerRescueNegativeTestJSON-570401673 tempest-ServerRescueNegativeTestJSON-570401673-project] 10.222.0.55 "GET /v2.0/ports?device_id=93c08649-0c78-43a2-be9e-2ac6589b527d HTTP/1.1" status: 200 len: 945 time: 0.0780585 Nov 05 18:59:41.373642 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-fc5b79ae-63ea-43b6-890b-fae9fbaca613 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:41.392651 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-a79de159-0c92-440c-8fb0-b18c4d985e37 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.5520995 Nov 05 18:59:41.394434 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 41894) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:59:41.400144 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-6e39c36f-45ab-480e-a508-5e5754c5399d tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Request body: {'subnet': {'network_id': '1911293e-ba1d-429d-a5c6-e2b1dac3bc47', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:59:41.438750 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-fc5b79ae-63ea-43b6-890b-fae9fbaca613 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:41.516476 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [req-bbe316a9-f326-4f84-ac8e-d56090a6b69b req-975ad8a8-525f-4b78-90c8-4080e5b9d7ba tempest-ServerRescueNegativeTestJSON-570401673 tempest-ServerRescueNegativeTestJSON-570401673-project] Deleting port e797f9cd-d647-4469-b0c1-4b83e350e911 {{(pid=102386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 18:59:41.517143 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-bbe316a9-f326-4f84-ac8e-d56090a6b69b req-975ad8a8-525f-4b78-90c8-4080e5b9d7ba tempest-ServerRescueNegativeTestJSON-570401673 tempest-ServerRescueNegativeTestJSON-570401673-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:41.576288 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e39c36f-45ab-480e-a508-5e5754c5399d tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Made reservation on behalf of 2f4e87ee64a4499db45fedd95080f0b7 for: {'subnet': 1} {{(pid=102387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 18:59:41.584338 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-6e39c36f-45ab-480e-a508-5e5754c5399d tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5112236'] for subnet, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:41.613749 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-fc5b79ae-63ea-43b6-890b-fae9fbaca613 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:41.616867 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-fc5b79ae-63ea-43b6-890b-fae9fbaca613 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:41.618216 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-fc5b79ae-63ea-43b6-890b-fae9fbaca613 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/110200f1-0b03-4dd9-bbe0-21f5d6b2027a HTTP/1.1" status: 204 len: 168 time: 0.3587611 Nov 05 18:59:41.660537 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5b79ae-63ea-43b6-890b-fae9fbaca613 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=110200f1-0b03-4dd9-bbe0-21f5d6b2027a,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:59:41.660537 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [req-bbe316a9-f326-4f84-ac8e-d56090a6b69b req-975ad8a8-525f-4b78-90c8-4080e5b9d7ba tempest-ServerRescueNegativeTestJSON-570401673 tempest-ServerRescueNegativeTestJSON-570401673-project] For port e797f9cd-d647-4469-b0c1-4b83e350e911, host n-h2-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=e797f9cd-d647-4469-b0c1-4b83e350e911,segment=NetworkSegment(77f01b74-537a-42a9-ac0e-73f0b4ab63b5),segment_id=77f01b74-537a-42a9-ac0e-73f0b4ab63b5)] {{(pid=102386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:59:41.660537 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-bbe316a9-f326-4f84-ac8e-d56090a6b69b req-975ad8a8-525f-4b78-90c8-4080e5b9d7ba tempest-ServerRescueNegativeTestJSON-570401673 tempest-ServerRescueNegativeTestJSON-570401673-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:41.669849 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 203b8988-258d-413a-98f3-106e756319a9 no longer exists at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 18:59:41.670640 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [req-bbe316a9-f326-4f84-ac8e-d56090a6b69b req-975ad8a8-525f-4b78-90c8-4080e5b9d7ba tempest-ServerRescueNegativeTestJSON-570401673 tempest-ServerRescueNegativeTestJSON-570401673-project] Calling delete_port for e797f9cd-d647-4469-b0c1-4b83e350e911 owned by compute:nova {{(pid=102386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 18:59:41.733279 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] No Port match for: 203b8988-258d-413a-98f3-106e756319a9 {{(pid=102388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 18:59:41.737021 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 203b8988-258d-413a-98f3-106e756319a9 not bound to the agent host n-d-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 18:59:41.942247 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-6e39c36f-45ab-480e-a508-5e5754c5399d tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4417463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5112218'] for subnet, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:42.005656 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-bbe316a9-f326-4f84-ac8e-d56090a6b69b req-975ad8a8-525f-4b78-90c8-4080e5b9d7ba tempest-ServerRescueNegativeTestJSON-570401673 tempest-ServerRescueNegativeTestJSON-570401673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:42.022942 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] get_ports_and_sgs() called for port_ids ['e797f9cd-d647-4469-b0c1-4b83e350e911'] {{(pid=102388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 18:59:42.024576 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e39c36f-45ab-480e-a508-5e5754c5399d tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Pushing event updated for resources: {'Subnet': ['ID=3c19b0bc-d2c8-468e-b9cc-3587f20d4e1d,revision_number=0']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:59:42.041683 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e39c36f-45ab-480e-a508-5e5754c5399d tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Checking segment: {'id': '8df7aa2a-bf18-4f96-b03c-7528aa26a1ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '1911293e-ba1d-429d-a5c6-e2b1dac3bc47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 18:59:42.042128 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e39c36f-45ab-480e-a508-5e5754c5399d tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Network hostable DHCP agents. Network: 1911293e-ba1d-429d-a5c6-e2b1dac3bc47, hostable agents: ['987e2ca0-bc3b-4c6f-a989-429ccfbf753f'], hosted agents: [] {{(pid=102387) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 05 18:59:42.042578 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975ad8a8-525f-4b78-90c8-4080e5b9d7ba tempest-ServerRescueNegativeTestJSON-570401673 tempest-ServerRescueNegativeTestJSON-570401673-project] Pushing event deleted for resources: {'Port': ['ID=e797f9cd-d647-4469-b0c1-4b83e350e911,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:59:42.089418 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbe316a9-f326-4f84-ac8e-d56090a6b69b req-975ad8a8-525f-4b78-90c8-4080e5b9d7ba tempest-ServerRescueNegativeTestJSON-570401673 tempest-ServerRescueNegativeTestJSON-570401673-project] No DVR routers for this DVR port e797f9cd-d647-4469-b0c1-4b83e350e911 on host n-h2-816865-1 {{(pid=102386) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 18:59:42.093067 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-bbe316a9-f326-4f84-ac8e-d56090a6b69b req-975ad8a8-525f-4b78-90c8-4080e5b9d7ba tempest-ServerRescueNegativeTestJSON-570401673 tempest-ServerRescueNegativeTestJSON-570401673-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:42.096747 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-bbe316a9-f326-4f84-ac8e-d56090a6b69b req-975ad8a8-525f-4b78-90c8-4080e5b9d7ba tempest-ServerRescueNegativeTestJSON-570401673 tempest-ServerRescueNegativeTestJSON-570401673-project] 10.222.0.55 "DELETE /v2.0/ports/e797f9cd-d647-4469-b0c1-4b83e350e911 HTTP/1.1" status: 204 len: 173 time: 0.7357388 Nov 05 18:59:42.114714 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e39c36f-45ab-480e-a508-5e5754c5399d tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Network 1911293e-ba1d-429d-a5c6-e2b1dac3bc47 is scheduled to be hosted by DHCP agent 987e2ca0-bc3b-4c6f-a989-429ccfbf753f with binding_index 1 {{(pid=102387) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 05 18:59:42.183348 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.base_scheduler [None req-6e39c36f-45ab-480e-a508-5e5754c5399d tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816865-1, 1911293e-ba1d-429d-a5c6-e2b1dac3bc47) {{(pid=102387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:59:42.190518 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e39c36f-45ab-480e-a508-5e5754c5399d tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:59:42.191269 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-6e39c36f-45ab-480e-a508-5e5754c5399d tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Publish callbacks [] for subnet, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:42.195729 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-915f75e9-743c-4c91-ab81-43d5d32eb309 None None] Network 1911293e-ba1d-429d-a5c6-e2b1dac3bc47 requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 18:59:42.355486 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-c864506f-5a70-4f01-9640-950423f50130 req-83fef422-00e2-43f7-997f-a03e1d73307d tempest-ServerRescueNegativeTestJSON-570401673 tempest-ServerRescueNegativeTestJSON-570401673-project] 10.222.0.13 "GET /v2.0/ports?device_id=93c08649-0c78-43a2-be9e-2ac6589b527d HTTP/1.1" status: 200 len: 210 time: 0.0550661 Nov 05 18:59:42.360515 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-6e39c36f-45ab-480e-a508-5e5754c5399d tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9648559 Nov 05 18:59:42.364862 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 41970) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:59:42.379724 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-ea6bf791-0e86-43bd-88fb-b317ba86a586 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Request body: {'port': {'network_id': '1911293e-ba1d-429d-a5c6-e2b1dac3bc47', 'name': 'tempest-PortsTestJSON-824870793', 'fixed_ips': [{'subnet_id': '3c19b0bc-d2c8-468e-b9cc-3587f20d4e1d', 'ip_address': '172.20.0.10'}]}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:59:42.444890 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93071145-92dc-4e39-9f38-35f1f780c803 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeb20a084-accf-5b60-8075-3e69ebe863a6-1911293e-ba1d-429d-a5c6-e2b1dac3bc47', 'network_id': '1911293e-ba1d-429d-a5c6-e2b1dac3bc47', 'tenant_id': '2f4e87ee64a4499db45fedd95080f0b7', 'fixed_ips': [{'subnet_id': '3c19b0bc-d2c8-468e-b9cc-3587f20d4e1d'}]}} from n-d-816865-1. {{(pid=102388) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 05 18:59:42.458291 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-93071145-92dc-4e39-9f38-35f1f780c803 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:42.599131 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.db_base_plugin_common [None req-93071145-92dc-4e39-9f38-35f1f780c803 None None] Allocated IP 172.20.0.2 (1911293e-ba1d-429d-a5c6-e2b1dac3bc47/3c19b0bc-d2c8-468e-b9cc-3587f20d4e1d/aa59c6f2-c1a6-4e45-abaf-e66e75060ed9) {{(pid=102388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 18:59:42.623600 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea6bf791-0e86-43bd-88fb-b317ba86a586 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Made reservation on behalf of 2f4e87ee64a4499db45fedd95080f0b7 for: {'port': 1} {{(pid=102386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 18:59:42.674030 n-d-816865-1 neutron-server[102386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93c08649-0c78-43a2-be9e-2ac6589b527d', 'name': 'network-vif-deleted', 'tag': 'e797f9cd-d647-4469-b0c1-4b83e350e911'}] {{(pid=102386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 18:59:42.677103 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6173a44d7c73f41af551dc890fa1a5892c2c6bc3458b640c8e0c24db7876ba6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21f9f809-f132-4478-beb3-a1f4d94fca69" -d '{"events": [{"server_uuid": "93c08649-0c78-43a2-be9e-2ac6589b527d", "name": "network-vif-deleted", "tag": "e797f9cd-d647-4469-b0c1-4b83e350e911"}]}' {{(pid=102386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 18:59:42.747348 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 18:59:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fcddcc8-cce7-44c7-a13c-f35a82acaf20 x-openstack-request-id: req-5fcddcc8-cce7-44c7-a13c-f35a82acaf20 {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 18:59:42.747721 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93c08649-0c78-43a2-be9e-2ac6589b527d", "name": "network-vif-deleted", "tag": "e797f9cd-d647-4469-b0c1-4b83e350e911", "status": "completed", "code": 200}]} {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 18:59:42.747974 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5fcddcc8-cce7-44c7-a13c-f35a82acaf20 {{(pid=102386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 18:59:42.748374 n-d-816865-1 neutron-server[102386]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93c08649-0c78-43a2-be9e-2ac6589b527d', 'name': 'network-vif-deleted', 'tag': 'e797f9cd-d647-4469-b0c1-4b83e350e911', 'status': 'completed', 'code': 200} Nov 05 18:59:42.765712 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-ea6bf791-0e86-43bd-88fb-b317ba86a586 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:42.784838 n-d-816865-1 neutron-server[102386]: DEBUG neutron.notifiers.nova [None req-ea6bf791-0e86-43bd-88fb-b317ba86a586 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] device_id is not set on port 84ba3e86-aed6-4ba2-bbd2-01d0efc0bd6c yet. {{(pid=102386) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 05 18:59:42.786183 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-93071145-92dc-4e39-9f38-35f1f780c803 None None] Publish callbacks [] for port, precommit_create {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:42.795454 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Device 92d7132a-5c23-416b-bf2c-f6fc4ac5e2bc no longer exists at agent hyperv_n-h2-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 18:59:42.850018 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] No Port match for: 92d7132a-5c23-416b-bf2c-f6fc4ac5e2bc {{(pid=102388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 18:59:42.850463 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Device 92d7132a-5c23-416b-bf2c-f6fc4ac5e2bc not bound to the agent host n-h2-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 18:59:42.850957 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Device e797f9cd-d647-4469-b0c1-4b83e350e911 no longer exists at agent hyperv_n-h2-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 18:59:42.899840 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-93071145-92dc-4e39-9f38-35f1f780c803 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789'] for port, after_create {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:42.906898 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] No Port match for: e797f9cd-d647-4469-b0c1-4b83e350e911 {{(pid=102388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 18:59:42.910841 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Device e797f9cd-d647-4469-b0c1-4b83e350e911 not bound to the agent host n-h2-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 18:59:42.964956 n-d-816865-1 neutron-server[102388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93071145-92dc-4e39-9f38-35f1f780c803 None None] Network 1911293e-ba1d-429d-a5c6-e2b1dac3bc47 is already hosted by enough agents. {{(pid=102388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 18:59:42.985111 n-d-816865-1 neutron-server[102388]: DEBUG neutron.scheduler.base_scheduler [None req-93071145-92dc-4e39-9f38-35f1f780c803 None None] Resources bound (agent type, host, resource id): {{(pid=102388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:59:42.990273 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93071145-92dc-4e39-9f38-35f1f780c803 None None] Received port after_create {{(pid=102388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 18:59:42.993442 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93071145-92dc-4e39-9f38-35f1f780c803 None None] Pushing event updated for resources: {'Port': ['ID=aa59c6f2-c1a6-4e45-abaf-e66e75060ed9,revision_number=1']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:59:43.032255 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.db_base_plugin_common [None req-ea6bf791-0e86-43bd-88fb-b317ba86a586 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Allocated IP 172.20.0.10 (1911293e-ba1d-429d-a5c6-e2b1dac3bc47/3c19b0bc-d2c8-468e-b9cc-3587f20d4e1d/84ba3e86-aed6-4ba2-bbd2-01d0efc0bd6c) {{(pid=102386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 18:59:43.072324 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7aae213-69d5-4cc1-a0e1-cf3a5b425131 req-562ad089-6b04-4377-b809-062b723d01de tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:59:43.077370 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-d7aae213-69d5-4cc1-a0e1-cf3a5b425131 req-562ad089-6b04-4377-b809-062b723d01de tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] 10.222.0.13 "GET /v2.0/ports?device_id=941491ab-f09c-4c0f-8e39-7d0f8a3ad82c HTTP/1.1" status: 200 len: 946 time: 0.0777197 Nov 05 18:59:43.105039 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-93071145-92dc-4e39-9f38-35f1f780c803 None None] Attempting to bind port aa59c6f2-c1a6-4e45-abaf-e66e75060ed9 on host n-d-816865-1 for vnic_type normal with profile {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 18:59:43.105406 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-93071145-92dc-4e39-9f38-35f1f780c803 None None] Attempting to bind port aa59c6f2-c1a6-4e45-abaf-e66e75060ed9 by drivers openvswitch,hyperv on host n-d-816865-1 at level 0 using segments [{'id': '8df7aa2a-bf18-4f96-b03c-7528aa26a1ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '1911293e-ba1d-429d-a5c6-e2b1dac3bc47'}] {{(pid=102388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 18:59:43.106578 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93071145-92dc-4e39-9f38-35f1f780c803 None None] Attempting to bind port aa59c6f2-c1a6-4e45-abaf-e66e75060ed9 on network 1911293e-ba1d-429d-a5c6-e2b1dac3bc47 {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 18:59:43.113414 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93071145-92dc-4e39-9f38-35f1f780c803 None None] Checking agent: {'id': '724d89a7-611b-41e6-bc85-c48112b17afa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 18, 25, 8), 'started_at': datetime.datetime(2021, 11, 5, 18, 25, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 18, 59, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 18:59:43.114124 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93071145-92dc-4e39-9f38-35f1f780c803 None None] Checking segment: {'id': '8df7aa2a-bf18-4f96-b03c-7528aa26a1ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '1911293e-ba1d-429d-a5c6-e2b1dac3bc47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 18:59:43.114715 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-93071145-92dc-4e39-9f38-35f1f780c803 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:43.115308 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93071145-92dc-4e39-9f38-35f1f780c803 None None] Bound using segment: {'id': '8df7aa2a-bf18-4f96-b03c-7528aa26a1ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '1911293e-ba1d-429d-a5c6-e2b1dac3bc47'} {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 18:59:43.115923 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-93071145-92dc-4e39-9f38-35f1f780c803 None None] Bound port: aa59c6f2-c1a6-4e45-abaf-e66e75060ed9, host: n-d-816865-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8df7aa2a-bf18-4f96-b03c-7528aa26a1ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '1911293e-ba1d-429d-a5c6-e2b1dac3bc47'}}] {{(pid=102388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 18:59:43.117293 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-93071145-92dc-4e39-9f38-35f1f780c803 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:43.136063 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-d7aae213-69d5-4cc1-a0e1-cf3a5b425131 req-d56c8073-4cf1-4a50-ae4d-5958575f400e tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9a1bcb7-2b62-4809-b67b-668edb56dae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576537 Nov 05 18:59:43.237442 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-93071145-92dc-4e39-9f38-35f1f780c803 None None] For port aa59c6f2-c1a6-4e45-abaf-e66e75060ed9, host n-d-816865-1, cleared binding levels {{(pid=102388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 18:59:43.242016 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-93071145-92dc-4e39-9f38-35f1f780c803 None None] For port aa59c6f2-c1a6-4e45-abaf-e66e75060ed9, host n-d-816865-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=aa59c6f2-c1a6-4e45-abaf-e66e75060ed9,segment=NetworkSegment(8df7aa2a-bf18-4f96-b03c-7528aa26a1ed),segment_id=8df7aa2a-bf18-4f96-b03c-7528aa26a1ed)] {{(pid=102388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 18:59:43.283769 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 42018) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:59:43.308839 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-93071145-92dc-4e39-9f38-35f1f780c803 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:43.327518 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-ea6bf791-0e86-43bd-88fb-b317ba86a586 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Publish callbacks [] for port, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:43.438738 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93071145-92dc-4e39-9f38-35f1f780c803 None None] Pushing event updated for resources: {'Port': ['ID=aa59c6f2-c1a6-4e45-abaf-e66e75060ed9,revision_number=2']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:59:43.456789 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-ea6bf791-0e86-43bd-88fb-b317ba86a586 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:43.477913 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-44c14fb6-145c-4fb5-a74a-7145e41cd095 tempest-TagsTest-859482957 tempest-TagsTest-859482957-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-969647475'}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:59:43.503556 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 42028) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:59:43.593229 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6bf791-0e86-43bd-88fb-b317ba86a586 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Pushing event updated for resources: {'Port': ['ID=84ba3e86-aed6-4ba2-bbd2-01d0efc0bd6c,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:59:43.602606 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea6bf791-0e86-43bd-88fb-b317ba86a586 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Network 1911293e-ba1d-429d-a5c6-e2b1dac3bc47 is already hosted by enough agents. {{(pid=102386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 18:59:43.604186 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.base_scheduler [None req-ea6bf791-0e86-43bd-88fb-b317ba86a586 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Resources bound (agent type, host, resource id): {{(pid=102386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:59:43.607213 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea6bf791-0e86-43bd-88fb-b317ba86a586 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Received port after_create {{(pid=102386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 18:59:43.706829 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea6bf791-0e86-43bd-88fb-b317ba86a586 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:59:43.707653 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-ea6bf791-0e86-43bd-88fb-b317ba86a586 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:43.709472 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44c14fb6-145c-4fb5-a74a-7145e41cd095 tempest-TagsTest-859482957 tempest-TagsTest-859482957-project] Made reservation on behalf of add90c9ee61044cb900678c1a21f453b for: {'network': 1} {{(pid=102387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 18:59:43.718131 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-44c14fb6-145c-4fb5-a74a-7145e41cd095 tempest-TagsTest-859482957 tempest-TagsTest-859482957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for network, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:43.739207 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-44c14fb6-145c-4fb5-a74a-7145e41cd095 tempest-TagsTest-859482957 tempest-TagsTest-859482957-project] Publish callbacks [] for security_group, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:43.815878 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-ea6bf791-0e86-43bd-88fb-b317ba86a586 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.4491470 Nov 05 18:59:43.825382 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 42032) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:59:43.827516 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-0041a2db-243a-484e-95fd-0502f3ecef28 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Request body: {'port': {'network_id': '1911293e-ba1d-429d-a5c6-e2b1dac3bc47', 'name': 'tempest-PortsTestJSON-2057480149', 'fixed_ips': [{'subnet_id': '3c19b0bc-d2c8-468e-b9cc-3587f20d4e1d', 'ip_address': '172.20.0.9'}]}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:59:43.928329 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-44c14fb6-145c-4fb5-a74a-7145e41cd095 tempest-TagsTest-859482957 tempest-TagsTest-859482957-project] Publish callbacks [] for security_group, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:44.007102 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-44c14fb6-145c-4fb5-a74a-7145e41cd095 tempest-TagsTest-859482957 tempest-TagsTest-859482957-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:44.033845 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44c14fb6-145c-4fb5-a74a-7145e41cd095 tempest-TagsTest-859482957 tempest-TagsTest-859482957-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 152} {{(pid=102387) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 05 18:59:44.049561 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0041a2db-243a-484e-95fd-0502f3ecef28 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Made reservation on behalf of 2f4e87ee64a4499db45fedd95080f0b7 for: {'port': 1} {{(pid=102386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 18:59:44.057257 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-44c14fb6-145c-4fb5-a74a-7145e41cd095 tempest-TagsTest-859482957 tempest-TagsTest-859482957-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273'] for segment, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:44.057599 n-d-816865-1 neutron-server[102387]: INFO neutron.db.segments_db [None req-44c14fb6-145c-4fb5-a74a-7145e41cd095 tempest-TagsTest-859482957 tempest-TagsTest-859482957-project] Added segment 9358f7f9-a979-4d89-bc4b-b598041ee6a0 of type vlan for network 0a173c71-f7aa-4606-b987-9de28890dae6 Nov 05 18:59:44.061080 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-0041a2db-243a-484e-95fd-0502f3ecef28 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:44.080874 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c14fb6-145c-4fb5-a74a-7145e41cd095 tempest-TagsTest-859482957 tempest-TagsTest-859482957-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c8154298-2a46-4f9d-ab46-7b6f725f3598,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:59:44.088687 n-d-816865-1 neutron-server[102386]: DEBUG neutron.notifiers.nova [None req-0041a2db-243a-484e-95fd-0502f3ecef28 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] device_id is not set on port a07f7f77-5307-4956-81e0-eb6cd38ba96a yet. {{(pid=102386) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 05 18:59:44.120861 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-44c14fb6-145c-4fb5-a74a-7145e41cd095 tempest-TagsTest-859482957 tempest-TagsTest-859482957-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750027258543'] for network, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:44.285950 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.db_base_plugin_common [None req-0041a2db-243a-484e-95fd-0502f3ecef28 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Allocated IP 172.20.0.9 (1911293e-ba1d-429d-a5c6-e2b1dac3bc47/3c19b0bc-d2c8-468e-b9cc-3587f20d4e1d/a07f7f77-5307-4956-81e0-eb6cd38ba96a) {{(pid=102386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 18:59:44.335891 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-cf3f4241-fb90-43f6-9da1-de5948f07ad3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-571777'] for router_interface, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:44.338193 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-44c14fb6-145c-4fb5-a74a-7145e41cd095 tempest-TagsTest-859482957 tempest-TagsTest-859482957-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-956796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877'] for network, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:44.345042 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44c14fb6-145c-4fb5-a74a-7145e41cd095 tempest-TagsTest-859482957 tempest-TagsTest-859482957-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:59:44.345581 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-44c14fb6-145c-4fb5-a74a-7145e41cd095 tempest-TagsTest-859482957 tempest-TagsTest-859482957-project] Publish callbacks [] for network, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:44.549834 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-0041a2db-243a-484e-95fd-0502f3ecef28 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Publish callbacks [] for port, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:44.657915 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-0041a2db-243a-484e-95fd-0502f3ecef28 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:44.737180 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0041a2db-243a-484e-95fd-0502f3ecef28 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Pushing event updated for resources: {'Port': ['ID=a07f7f77-5307-4956-81e0-eb6cd38ba96a,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:59:44.777401 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0041a2db-243a-484e-95fd-0502f3ecef28 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Network 1911293e-ba1d-429d-a5c6-e2b1dac3bc47 is already hosted by enough agents. {{(pid=102386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 18:59:44.786851 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.base_scheduler [None req-0041a2db-243a-484e-95fd-0502f3ecef28 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Resources bound (agent type, host, resource id): {{(pid=102386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:59:44.804595 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0041a2db-243a-484e-95fd-0502f3ecef28 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Received port after_create {{(pid=102386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 18:59:44.830835 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-820a2191-51b0-42a7-a629-85194d1d9bac None None] Network 1911293e-ba1d-429d-a5c6-e2b1dac3bc47 requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 18:59:44.914584 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0041a2db-243a-484e-95fd-0502f3ecef28 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:59:44.916371 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-0041a2db-243a-484e-95fd-0502f3ecef28 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:44.968839 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-7e8b1409-7c52-4ff6-9e2e-4090747880d3 None None] Provisioning complete for port aa59c6f2-c1a6-4e45-abaf-e66e75060ed9 triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:59:44.969464 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-7e8b1409-7c52-4ff6-9e2e-4090747880d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:44.979764 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-44c14fb6-145c-4fb5-a74a-7145e41cd095 tempest-TagsTest-859482957 tempest-TagsTest-859482957-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 775 time: 1.6946671 Nov 05 18:59:44.979964 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 42042) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:59:44.988279 n-d-816865-1 neutron-server[102386]: DEBUG neutron.services.tag.tag_plugin [None req-ed191f41-8003-4e8d-bdc1-1309632494d5 tempest-TagsTest-859482957 tempest-TagsTest-859482957-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', '0a173c71-f7aa-4606-b987-9de28890dae6', 'tempest-TagsTest-Tag-1231204157') {} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:59:44.997351 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d882da0-1729-42f6-9884-02e4b3bf6233 req-c87ed6a0-c199-451b-bc67-d00744dbaf06 tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:59:44.999767 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-9d882da0-1729-42f6-9884-02e4b3bf6233 req-c87ed6a0-c199-451b-bc67-d00744dbaf06 tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] 10.222.0.41 "GET /v2.0/ports?device_id=941491ab-f09c-4c0f-8e39-7d0f8a3ad82c HTTP/1.1" status: 200 len: 946 time: 0.7564218 Nov 05 18:59:45.012242 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce67d50-7a81-474d-ab4a-68e9e8f31121 req-26da12fd-79fa-40a0-a8c2-fb6bc82e51cc tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:59:45.020667 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-0ce67d50-7a81-474d-ab4a-68e9e8f31121 req-26da12fd-79fa-40a0-a8c2-fb6bc82e51cc tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] 10.222.0.13 "GET /v2.0/ports?device_id=941491ab-f09c-4c0f-8e39-7d0f8a3ad82c HTTP/1.1" status: 200 len: 946 time: 0.7288888 Nov 05 18:59:45.027384 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c14fb6-145c-4fb5-a74a-7145e41cd095 tempest-TagsTest-859482957 tempest-TagsTest-859482957-project] Pushing event updated for resources: {'Network': ['ID=0a173c71-f7aa-4606-b987-9de28890dae6,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:59:45.042386 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Network 0a173c71-f7aa-4606-b987-9de28890dae6 details requested by agent ovs-agent-n-d-816865-1 with host n-d-816865-1 {{(pid=102388) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 05 18:59:45.069023 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-0041a2db-243a-484e-95fd-0502f3ecef28 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.2475326 Nov 05 18:59:45.070713 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 42046) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:59:45.179956 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-7e8b1409-7c52-4ff6-9e2e-4090747880d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:45.237650 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-7e8b1409-7c52-4ff6-9e2e-4090747880d3 None None] For port aa59c6f2-c1a6-4e45-abaf-e66e75060ed9, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=aa59c6f2-c1a6-4e45-abaf-e66e75060ed9,segment=NetworkSegment(8df7aa2a-bf18-4f96-b03c-7528aa26a1ed),segment_id=8df7aa2a-bf18-4f96-b03c-7528aa26a1ed)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:59:45.268208 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb6edbe1-33cc-462a-882b-505747521000 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:59:45.270004 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-eb6edbe1-33cc-462a-882b-505747521000 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] 10.222.0.13 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 922 time: 0.1936185 Nov 05 18:59:45.273507 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 42050) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:59:45.619142 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e217f16a-8776-437b-90ca-12591eedccbc tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:59:45.619142 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e217f16a-8776-437b-90ca-12591eedccbc tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:59:45.620554 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-0ce67d50-7a81-474d-ab4a-68e9e8f31121 req-f2a2f7df-ec00-4646-8e55-a55113d0bc7c tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9a1bcb7-2b62-4809-b67b-668edb56dae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3349042 Nov 05 18:59:45.622525 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e217f16a-8776-437b-90ca-12591eedccbc tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:59:45.622525 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-e217f16a-8776-437b-90ca-12591eedccbc tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] 10.222.0.13 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2377 time: 0.0862093 Nov 05 18:59:45.623131 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [req-9d882da0-1729-42f6-9884-02e4b3bf6233 req-f7a2b943-7593-4cd5-a24f-45e0a6f56fde tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] Deleting port 7a7444f0-42fe-422a-b79f-9969bf445757 {{(pid=102387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 18:59:45.623131 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-9d882da0-1729-42f6-9884-02e4b3bf6233 req-f7a2b943-7593-4cd5-a24f-45e0a6f56fde tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:45.623131 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.db [req-9d882da0-1729-42f6-9884-02e4b3bf6233 req-f7a2b943-7593-4cd5-a24f-45e0a6f56fde tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] For port 7a7444f0-42fe-422a-b79f-9969bf445757, host n-h1-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=7a7444f0-42fe-422a-b79f-9969bf445757,segment=NetworkSegment(8281efde-bbf4-4833-8d7d-a490783d8ae5),segment_id=8281efde-bbf4-4833-8d7d-a490783d8ae5)] {{(pid=102387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:59:45.623131 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-9d882da0-1729-42f6-9884-02e4b3bf6233 req-f7a2b943-7593-4cd5-a24f-45e0a6f56fde tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:45.623131 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [req-9d882da0-1729-42f6-9884-02e4b3bf6233 req-f7a2b943-7593-4cd5-a24f-45e0a6f56fde tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] Calling delete_port for 7a7444f0-42fe-422a-b79f-9969bf445757 owned by compute:nova {{(pid=102387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 18:59:45.623831 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 42052) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:59:45.687073 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [None req-cf3f4241-fb90-43f6-9da1-de5948f07ad3 admin admin] Deleting port 4f860325-4a02-44f1-9613-5a1f0bb97b7f {{(pid=102387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 18:59:45.691141 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-cf3f4241-fb90-43f6-9da1-de5948f07ad3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:45.725586 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device aa59c6f2-c1a6-4e45-abaf-e66e75060ed9 up at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 18:59:45.747366 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-1245c34a-9ab6-4054-9321-c4c054e90dfe tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Deleting port a07f7f77-5307-4956-81e0-eb6cd38ba96a {{(pid=102386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 18:59:45.747973 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-1245c34a-9ab6-4054-9321-c4c054e90dfe tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:45.805917 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-7e8b1409-7c52-4ff6-9e2e-4090747880d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:45.854954 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-ed191f41-8003-4e8d-bdc1-1309632494d5 tempest-TagsTest-859482957 tempest-TagsTest-859482957-project] 10.222.0.13 "PUT /v2.0/networks/0a173c71-f7aa-4606-b987-9de28890dae6/tags/tempest-TagsTest-Tag-1231204157 HTTP/1.1" status: 201 len: 201 time: 0.8731465 Nov 05 18:59:45.859662 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 42056) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:59:45.871412 n-d-816865-1 neutron-server[102386]: DEBUG neutron.services.tag.tag_plugin [None req-811ca850-fffe-4b10-bd88-0a6f6b1febc6 tempest-TagsTest-859482957 tempest-TagsTest-859482957-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '0a173c71-f7aa-4606-b987-9de28890dae6', 'tempest-TagsTest-Tag-1231204157') {} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:59:45.875363 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Provisioning complete for port aa59c6f2-c1a6-4e45-abaf-e66e75060ed9 triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:59:45.875937 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:45.919497 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.db [None req-cf3f4241-fb90-43f6-9da1-de5948f07ad3 admin admin] For port 4f860325-4a02-44f1-9613-5a1f0bb97b7f, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=4f860325-4a02-44f1-9613-5a1f0bb97b7f,segment=NetworkSegment(77f01b74-537a-42a9-ac0e-73f0b4ab63b5),segment_id=77f01b74-537a-42a9-ac0e-73f0b4ab63b5)] {{(pid=102387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:59:45.919497 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-cf3f4241-fb90-43f6-9da1-de5948f07ad3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:45.945442 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [None req-cf3f4241-fb90-43f6-9da1-de5948f07ad3 admin admin] Calling delete_port for 4f860325-4a02-44f1-9613-5a1f0bb97b7f owned by network:router_interface {{(pid=102387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 18:59:45.964917 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-1245c34a-9ab6-4054-9321-c4c054e90dfe tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:45.980152 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-1245c34a-9ab6-4054-9321-c4c054e90dfe tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Calling delete_port for a07f7f77-5307-4956-81e0-eb6cd38ba96a owned by {{(pid=102386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 18:59:45.997082 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8b1409-7c52-4ff6-9e2e-4090747880d3 None None] Pushing event updated for resources: {'Port': ['ID=aa59c6f2-c1a6-4e45-abaf-e66e75060ed9,revision_number=3']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:59:46.003319 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-a368204d-a466-4a22-80d6-4c1bf13472d2 None None] Provisioning complete for port 84ba3e86-aed6-4ba2-bbd2-01d0efc0bd6c triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:59:46.003709 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-a368204d-a466-4a22-80d6-4c1bf13472d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:46.100767 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-a368204d-a466-4a22-80d6-4c1bf13472d2 None None] Port 84ba3e86-aed6-4ba2-bbd2-01d0efc0bd6c cannot update to ACTIVE because it is not bound. {{(pid=102388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 18:59:46.130638 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-a368204d-a466-4a22-80d6-4c1bf13472d2 None None] Provisioning complete for port a07f7f77-5307-4956-81e0-eb6cd38ba96a triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:59:46.130638 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-a368204d-a466-4a22-80d6-4c1bf13472d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:46.173621 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-a368204d-a466-4a22-80d6-4c1bf13472d2 None None] Port a07f7f77-5307-4956-81e0-eb6cd38ba96a cannot update to ACTIVE because it is not bound. {{(pid=102388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 18:59:46.187801 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-a368204d-a466-4a22-80d6-4c1bf13472d2 None None] Provisioning complete for port aa59c6f2-c1a6-4e45-abaf-e66e75060ed9 triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:59:46.187801 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-a368204d-a466-4a22-80d6-4c1bf13472d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:46.232419 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-9d882da0-1729-42f6-9884-02e4b3bf6233 req-f7a2b943-7593-4cd5-a24f-45e0a6f56fde tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4417063'] for port, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:46.266699 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a2b943-7593-4cd5-a24f-45e0a6f56fde tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] Pushing event deleted for resources: {'Port': ['ID=7a7444f0-42fe-422a-b79f-9969bf445757,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:59:46.291254 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-cf3f4241-fb90-43f6-9da1-de5948f07ad3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4417063'] for port, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:46.375462 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-1245c34a-9ab6-4054-9321-c4c054e90dfe tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:46.396831 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3f4241-fb90-43f6-9da1-de5948f07ad3 admin admin] Pushing event deleted for resources: {'Port': ['ID=4f860325-4a02-44f1-9613-5a1f0bb97b7f,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:59:46.400232 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d882da0-1729-42f6-9884-02e4b3bf6233 req-f7a2b943-7593-4cd5-a24f-45e0a6f56fde tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] No DVR routers for this DVR port 7a7444f0-42fe-422a-b79f-9969bf445757 on host n-h1-816865-1 {{(pid=102387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 18:59:46.404131 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-9d882da0-1729-42f6-9884-02e4b3bf6233 req-f7a2b943-7593-4cd5-a24f-45e0a6f56fde tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:46.407518 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-9d882da0-1729-42f6-9884-02e4b3bf6233 req-f7a2b943-7593-4cd5-a24f-45e0a6f56fde tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] 10.222.0.41 "DELETE /v2.0/ports/7a7444f0-42fe-422a-b79f-9969bf445757 HTTP/1.1" status: 204 len: 173 time: 1.3819215 Nov 05 18:59:46.408185 n-d-816865-1 neutron-server[102387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '941491ab-f09c-4c0f-8e39-7d0f8a3ad82c', 'name': 'network-vif-deleted', 'tag': '7a7444f0-42fe-422a-b79f-9969bf445757'}] {{(pid=102387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 18:59:46.411848 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab06bd4ddf5758c1f10d79fe34dc215bafa488692cde9dba2fcbcb67556f90bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b246a6a-22e3-4343-8ace-7426b8bba63b" -d '{"events": [{"server_uuid": "941491ab-f09c-4c0f-8e39-7d0f8a3ad82c", "name": "network-vif-deleted", "tag": "7a7444f0-42fe-422a-b79f-9969bf445757"}]}' {{(pid=102387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 18:59:46.418185 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-811ca850-fffe-4b10-bd88-0a6f6b1febc6 tempest-TagsTest-859482957 tempest-TagsTest-859482957-project] 10.222.0.13 "GET /v2.0/networks/0a173c71-f7aa-4606-b987-9de28890dae6/tags/tempest-TagsTest-Tag-1231204157 HTTP/1.1" status: 204 len: 168 time: 0.5540850 Nov 05 18:59:46.419746 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1245c34a-9ab6-4054-9321-c4c054e90dfe tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Pushing event deleted for resources: {'Port': ['ID=a07f7f77-5307-4956-81e0-eb6cd38ba96a,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:59:46.426127 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 42066) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:59:46.430639 n-d-816865-1 neutron-server[102386]: DEBUG neutron.services.tag.tag_plugin [None req-808a2c2a-4780-4e45-a2bd-01ef69ce58fb tempest-TagsTest-859482957 tempest-TagsTest-859482957-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', '0a173c71-f7aa-4606-b987-9de28890dae6') {} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:59:46.470230 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-242f1909-7c65-4600-b01b-775ca2b6a635 None None] Provisioning complete for port 84ba3e86-aed6-4ba2-bbd2-01d0efc0bd6c triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:59:46.470609 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-242f1909-7c65-4600-b01b-775ca2b6a635 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:46.562303 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 18:59:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c84b6e6-07b9-46b5-8c54-ae211709a3fd x-openstack-request-id: req-6c84b6e6-07b9-46b5-8c54-ae211709a3fd {{(pid=102387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 18:59:46.562852 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "941491ab-f09c-4c0f-8e39-7d0f8a3ad82c", "name": "network-vif-deleted", "tag": "7a7444f0-42fe-422a-b79f-9969bf445757", "status": "completed", "code": 200}]} {{(pid=102387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 18:59:46.563271 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6c84b6e6-07b9-46b5-8c54-ae211709a3fd {{(pid=102387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 18:59:46.564181 n-d-816865-1 neutron-server[102387]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '941491ab-f09c-4c0f-8e39-7d0f8a3ad82c', 'name': 'network-vif-deleted', 'tag': '7a7444f0-42fe-422a-b79f-9969bf445757', 'status': 'completed', 'code': 200} Nov 05 18:59:46.602232 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-1245c34a-9ab6-4054-9321-c4c054e90dfe tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:46.612160 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-1245c34a-9ab6-4054-9321-c4c054e90dfe tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] 10.222.0.13 "DELETE /v2.0/ports/a07f7f77-5307-4956-81e0-eb6cd38ba96a HTTP/1.1" status: 204 len: 168 time: 0.9974697 Nov 05 18:59:46.615047 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 42070) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:59:46.627606 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-242f1909-7c65-4600-b01b-775ca2b6a635 None None] Port 84ba3e86-aed6-4ba2-bbd2-01d0efc0bd6c cannot update to ACTIVE because it is not bound. {{(pid=102388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 18:59:46.634890 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-242f1909-7c65-4600-b01b-775ca2b6a635 None None] Could not find standard attr ID for object a07f7f77-5307-4956-81e0-eb6cd38ba96a. {{(pid=102388) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 05 18:59:46.693618 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-808a2c2a-4780-4e45-a2bd-01ef69ce58fb tempest-TagsTest-859482957 tempest-TagsTest-859482957-project] 10.222.0.13 "GET /v2.0/networks/0a173c71-f7aa-4606-b987-9de28890dae6/tags HTTP/1.1" status: 200 len: 238 time: 0.2663443 Nov 05 18:59:46.694847 n-d-816865-1 neutron-server[102386]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff3d2b03-3040-4a16-9b7c-e3602f00ad0d tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] GET failed (client error): The resource could not be found. Nov 05 18:59:46.698852 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-ff3d2b03-3040-4a16-9b7c-e3602f00ad0d tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] 10.222.0.13 "GET /v2.0/ports/a07f7f77-5307-4956-81e0-eb6cd38ba96a HTTP/1.1" status: 404 len: 333 time: 0.0679095 Nov 05 18:59:46.698852 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 42074) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:59:46.703834 n-d-816865-1 neutron-server[102386]: DEBUG neutron.services.tag.tag_plugin [None req-582bc3e7-b705-40f4-afb7-f77cc80b3258 tempest-TagsTest-859482957 tempest-TagsTest-859482957-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', '0a173c71-f7aa-4606-b987-9de28890dae6', {'tags': ['tempest-TagsTest-Tag-1670776843', 'tempest-TagsTest-Tag-1178352714', 'tempest-TagsTest-Tag-1200710074']}) {} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:59:46.708744 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 42076) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:59:46.721821 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-cf3f4241-fb90-43f6-9da1-de5948f07ad3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-597886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-573297'] for router_interface, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:46.746335 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-9c624f46-28cb-4ddb-a91f-0a10542d17da req-e3e03f6e-c1e5-4523-b27c-14eafd4ee0f0 tempest-ServersTestJSON-1025536355 tempest-ServersTestJSON-1025536355-project] 10.222.0.13 "GET /v2.0/ports?device_id=941491ab-f09c-4c0f-8e39-7d0f8a3ad82c HTTP/1.1" status: 200 len: 210 time: 0.0401151 Nov 05 18:59:46.928770 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-b7327cb9-f0fa-4d2b-803b-2c7cb3caa776 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Deleting port 84ba3e86-aed6-4ba2-bbd2-01d0efc0bd6c {{(pid=102386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 18:59:46.929570 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-b7327cb9-f0fa-4d2b-803b-2c7cb3caa776 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:46.968203 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-582bc3e7-b705-40f4-afb7-f77cc80b3258 tempest-TagsTest-859482957 tempest-TagsTest-859482957-project] 10.222.0.13 "PUT /v2.0/networks/0a173c71-f7aa-4606-b987-9de28890dae6/tags HTTP/1.1" status: 200 len: 309 time: 0.2699347 Nov 05 18:59:47.082510 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 42080) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:59:47.087541 n-d-816865-1 neutron-server[102387]: DEBUG neutron.services.tag.tag_plugin [None req-0c3b05fc-bc72-4f1a-8453-51e0513cc18d tempest-TagsTest-859482957 tempest-TagsTest-859482957-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', '0a173c71-f7aa-4606-b987-9de28890dae6', 'tempest-TagsTest-Tag-1670776843') {} {{(pid=102387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:59:47.134648 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf3f4241-fb90-43f6-9da1-de5948f07ad3 admin admin] Router 2ce51eaa-b41d-45ad-bd14-ca2278648b32 has already been hosted by L3 agent 6dcb5589-8e86-4616-9186-ddc4548e13ad {{(pid=102387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 18:59:47.306206 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf3f4241-fb90-43f6-9da1-de5948f07ad3 admin admin] Notify agent at l3_agent.n-d-816865-1 the message routers_updated {{(pid=102387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 18:59:47.319374 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32b41077-6221-4da5-b149-14d41e5570af None None] Sync routers for ids ['2ce51eaa-b41d-45ad-bd14-ca2278648b32'] in n-d-816865-1 {{(pid=102389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 18:59:47.344464 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32b41077-6221-4da5-b149-14d41e5570af None None] Routers {'2ce51eaa-b41d-45ad-bd14-ca2278648b32'} bound to L3 agent in host n-d-816865-1 {{(pid=102389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 18:59:47.349843 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-32b41077-6221-4da5-b149-14d41e5570af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T18:59:35Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['2ce51eaa-b41d-45ad-bd14-ca2278648b32'], 'active': True} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:59:47.402396 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-cf3f4241-fb90-43f6-9da1-de5948f07ad3 admin admin] 10.222.0.13 "PUT /v2.0/routers/2ce51eaa-b41d-45ad-bd14-ca2278648b32/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8978639 Nov 05 18:59:47.405144 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-b7327cb9-f0fa-4d2b-803b-2c7cb3caa776 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:47.406739 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 42084) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:59:47.436813 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-b7327cb9-f0fa-4d2b-803b-2c7cb3caa776 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Calling delete_port for 84ba3e86-aed6-4ba2-bbd2-01d0efc0bd6c owned by {{(pid=102386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 18:59:47.549715 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvr_db [None req-32b41077-6221-4da5-b149-14d41e5570af None None] Set router 2ce51eaa-b41d-45ad-bd14-ca2278648b32 gateway port host: n-d-816865-1 {{(pid=102389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 18:59:47.592447 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-0c3b05fc-bc72-4f1a-8453-51e0513cc18d tempest-TagsTest-859482957 tempest-TagsTest-859482957-project] 10.222.0.13 "DELETE /v2.0/networks/0a173c71-f7aa-4606-b987-9de28890dae6/tags/tempest-TagsTest-Tag-1670776843 HTTP/1.1" status: 204 len: 168 time: 0.5060253 Nov 05 18:59:47.592777 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 42086) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:59:47.597750 n-d-816865-1 neutron-server[102387]: DEBUG neutron.services.tag.tag_plugin [None req-47080d63-64a6-41d2-bb82-9cc5ff058c5d tempest-TagsTest-859482957 tempest-TagsTest-859482957-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '0a173c71-f7aa-4606-b987-9de28890dae6', 'tempest-TagsTest-Tag-1670776843') {} {{(pid=102387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:59:47.732574 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-5a71cbea-94a6-4642-9362-a1357161221e admin admin] Publish callbacks [] for router, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:47.741241 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-b7327cb9-f0fa-4d2b-803b-2c7cb3caa776 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:47.774835 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-32b41077-6221-4da5-b149-14d41e5570af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ce51eaa-b41d-45ad-bd14-ca2278648b32', 'name': 'tempest-ServerRescueNegativeTestJSON-1292236505-router', 'tenant_id': '2d1e164bb09b4bc6b0a37a98f21fd24b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.55'}], 'enable_snat': True}, 'gw_port_id': '1054ae95-ccda-4414-9355-df9308d03070', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T18:56:42Z', 'updated_at': '2021-11-05T18:59:46Z', 'revision_number': 5, 'project_id': '2d1e164bb09b4bc6b0a37a98f21fd24b', 'gw_port': {'id': '1054ae95-ccda-4414-9355-df9308d03070', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:1f:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ce51eaa-b41d-45ad-bd14-ca2278648b32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2139, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T18:56:44Z', 'updated_at': '2021-11-05T18:56:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1'}], 'n-d-816865-1', False) {} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:59:47.803947 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7327cb9-f0fa-4d2b-803b-2c7cb3caa776 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Pushing event deleted for resources: {'Port': ['ID=84ba3e86-aed6-4ba2-bbd2-01d0efc0bd6c,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:59:47.822259 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device aa59c6f2-c1a6-4e45-abaf-e66e75060ed9 up at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 18:59:47.826418 n-d-816865-1 neutron-server[102387]: INFO neutron.api.v2.resource [None req-47080d63-64a6-41d2-bb82-9cc5ff058c5d tempest-TagsTest-859482957 tempest-TagsTest-859482957-project] show failed (client error): The resource could not be found. Nov 05 18:59:47.834471 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-47080d63-64a6-41d2-bb82-9cc5ff058c5d tempest-TagsTest-859482957 tempest-TagsTest-859482957-project] 10.222.0.13 "GET /v2.0/networks/0a173c71-f7aa-4606-b987-9de28890dae6/tags/tempest-TagsTest-Tag-1670776843 HTTP/1.1" status: 404 len: 326 time: 0.2405484 Nov 05 18:59:47.837036 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 42092) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:59:47.843796 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32b41077-6221-4da5-b149-14d41e5570af None None] Checking router: 2ce51eaa-b41d-45ad-bd14-ca2278648b32 for host: n-d-816865-1 {{(pid=102389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 18:59:47.854695 n-d-816865-1 neutron-server[102387]: DEBUG neutron.services.tag.tag_plugin [None req-a3bdbfc1-772e-4be7-97d9-111e4a94afe8 tempest-TagsTest-859482957 tempest-TagsTest-859482957-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '0a173c71-f7aa-4606-b987-9de28890dae6', 'tempest-TagsTest-Tag-1178352714') {} {{(pid=102387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:59:47.861331 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32b41077-6221-4da5-b149-14d41e5570af None None] Routers {'2ce51eaa-b41d-45ad-bd14-ca2278648b32'} bound to L3 agent in host n-d-816865-1 {{(pid=102389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 18:59:47.861958 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-32b41077-6221-4da5-b149-14d41e5570af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T18:59:35Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['2ce51eaa-b41d-45ad-bd14-ca2278648b32'], 'active': True} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:59:47.867452 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 42094) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:59:47.928614 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Device 7a7444f0-42fe-422a-b79f-9969bf445757 no longer exists at agent hyperv_n-h1-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 18:59:48.005949 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] No Port match for: 7a7444f0-42fe-422a-b79f-9969bf445757 {{(pid=102388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 18:59:48.006404 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Device 7a7444f0-42fe-422a-b79f-9969bf445757 not bound to the agent host n-h1-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 18:59:48.019979 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-b7327cb9-f0fa-4d2b-803b-2c7cb3caa776 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:48.023935 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Provisioning complete for port aa59c6f2-c1a6-4e45-abaf-e66e75060ed9 triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:59:48.025636 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:48.050973 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-b7327cb9-f0fa-4d2b-803b-2c7cb3caa776 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] 10.222.0.13 "DELETE /v2.0/ports/84ba3e86-aed6-4ba2-bbd2-01d0efc0bd6c HTTP/1.1" status: 204 len: 168 time: 1.3380861 Nov 05 18:59:48.055666 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 42098) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:59:48.130397 n-d-816865-1 neutron-server[102387]: INFO neutron.pecan_wsgi.hooks.translation [None req-56ac08b5-a367-4112-b355-bc82857a7c9f tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] GET failed (client error): The resource could not be found. Nov 05 18:59:48.134407 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-56ac08b5-a367-4112-b355-bc82857a7c9f tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] 10.222.0.13 "GET /v2.0/ports/84ba3e86-aed6-4ba2-bbd2-01d0efc0bd6c HTTP/1.1" status: 404 len: 333 time: 0.0753763 Nov 05 18:59:48.134847 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 42100) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:59:48.227146 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.db_base_plugin_v2 [None req-218177be-c735-4364-9952-55195bbfa0fe admin admin] Deleting subnet b6655376-4ea9-4701-98ec-c7e9e4d66f0f {{(pid=102387) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 05 18:59:48.234734 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-218177be-c735-4364-9952-55195bbfa0fe admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:48.264506 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-5a71cbea-94a6-4642-9362-a1357161221e admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:48.268402 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d812f33-5428-4512-bc84-4e2d71cab603 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Deleting subnet 3c19b0bc-d2c8-468e-b9cc-3587f20d4e1d {{(pid=102386) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 05 18:59:48.271507 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-6d812f33-5428-4512-bc84-4e2d71cab603 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Publish callbacks [] for subnet, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:48.287291 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-a3bdbfc1-772e-4be7-97d9-111e4a94afe8 tempest-TagsTest-859482957 tempest-TagsTest-859482957-project] 10.222.0.13 "GET /v2.0/networks/0a173c71-f7aa-4606-b987-9de28890dae6/tags/tempest-TagsTest-Tag-1178352714 HTTP/1.1" status: 204 len: 168 time: 0.4468787 Nov 05 18:59:48.291190 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 42102) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:59:48.291844 n-d-816865-1 neutron-server[102387]: DEBUG neutron.services.tag.tag_plugin [None req-2b7e41df-0e02-4965-8361-0fa7fa251a84 tempest-TagsTest-859482957 tempest-TagsTest-859482957-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '0a173c71-f7aa-4606-b987-9de28890dae6', 'tempest-TagsTest-Tag-1200710074') {} {{(pid=102387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:59:48.297087 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-218177be-c735-4364-9952-55195bbfa0fe admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4463501'] for subnet, precommit_delete_associations {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:48.308095 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvr_db [None req-32b41077-6221-4da5-b149-14d41e5570af None None] Set router 2ce51eaa-b41d-45ad-bd14-ca2278648b32 gateway port host: n-d-816865-1 {{(pid=102389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 18:59:48.357047 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-6d812f33-5428-4512-bc84-4e2d71cab603 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4590738'] for subnet, precommit_delete_associations {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:48.365443 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-218177be-c735-4364-9952-55195bbfa0fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1573928'] for subnet, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:48.524492 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-6d812f33-5428-4512-bc84-4e2d71cab603 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1573928'] for subnet, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:48.537118 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-2b7e41df-0e02-4965-8361-0fa7fa251a84 tempest-TagsTest-859482957 tempest-TagsTest-859482957-project] 10.222.0.13 "GET /v2.0/networks/0a173c71-f7aa-4606-b987-9de28890dae6/tags/tempest-TagsTest-Tag-1200710074 HTTP/1.1" status: 204 len: 168 time: 0.2463837 Nov 05 18:59:48.538630 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 42106) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:59:48.544767 n-d-816865-1 neutron-server[102387]: DEBUG neutron.services.tag.tag_plugin [None req-11fed528-85f9-49f1-bc73-5b0441343a8b tempest-TagsTest-859482957 tempest-TagsTest-859482957-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '0a173c71-f7aa-4606-b987-9de28890dae6') {} {{(pid=102387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:59:48.590753 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [None req-5a71cbea-94a6-4642-9362-a1357161221e admin admin] Deleting port 1054ae95-ccda-4414-9355-df9308d03070 {{(pid=102387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 18:59:48.590753 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-5a71cbea-94a6-4642-9362-a1357161221e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:48.635723 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-32b41077-6221-4da5-b149-14d41e5570af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ce51eaa-b41d-45ad-bd14-ca2278648b32', 'name': 'tempest-ServerRescueNegativeTestJSON-1292236505-router', 'tenant_id': '2d1e164bb09b4bc6b0a37a98f21fd24b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.55'}], 'enable_snat': True}, 'gw_port_id': '1054ae95-ccda-4414-9355-df9308d03070', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T18:56:42Z', 'updated_at': '2021-11-05T18:59:46Z', 'revision_number': 5, 'project_id': '2d1e164bb09b4bc6b0a37a98f21fd24b', 'gw_port': {'id': '1054ae95-ccda-4414-9355-df9308d03070', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:1f:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ce51eaa-b41d-45ad-bd14-ca2278648b32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2139, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T18:56:44Z', 'updated_at': '2021-11-05T18:56:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1'}], 'n-d-816865-1', False) {} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:59:48.670290 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-218177be-c735-4364-9952-55195bbfa0fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1573905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4417146', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5112209'] for subnet, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:48.680436 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-6d812f33-5428-4512-bc84-4e2d71cab603 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1573905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6149879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4877183'] for subnet, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:48.693097 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32b41077-6221-4da5-b149-14d41e5570af None None] The sync data for ids ['2ce51eaa-b41d-45ad-bd14-ca2278648b32'] in n-d-816865-1 is: [{'id': '2ce51eaa-b41d-45ad-bd14-ca2278648b32', 'name': 'tempest-ServerRescueNegativeTestJSON-1292236505-router', 'tenant_id': '2d1e164bb09b4bc6b0a37a98f21fd24b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.55'}], 'enable_snat': True}, 'gw_port_id': '1054ae95-ccda-4414-9355-df9308d03070', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T18:56:42Z', 'updated_at': '2021-11-05T18:59:46Z', 'revision_number': 5, 'project_id': '2d1e164bb09b4bc6b0a37a98f21fd24b', 'gw_port': {'id': '1054ae95-ccda-4414-9355-df9308d03070', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:1f:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ce51eaa-b41d-45ad-bd14-ca2278648b32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2139, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T18:56:44Z', 'updated_at': '2021-11-05T18:56:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1'}] {{(pid=102389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 18:59:48.740267 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d812f33-5428-4512-bc84-4e2d71cab603 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Pushing event deleted for resources: {'Subnet': ['ID=3c19b0bc-d2c8-468e-b9cc-3587f20d4e1d,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:59:48.742035 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07120aa3-524c-409c-a3a8-b58844724416 None None] Network 1911293e-ba1d-429d-a5c6-e2b1dac3bc47 requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 18:59:48.742786 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-6d812f33-5428-4512-bc84-4e2d71cab603 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Publish callbacks [] for subnet, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:48.749754 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-6d812f33-5428-4512-bc84-4e2d71cab603 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] 10.222.0.13 "DELETE /v2.0/subnets/3c19b0bc-d2c8-468e-b9cc-3587f20d4e1d HTTP/1.1" status: 204 len: 168 time: 0.6116216 Nov 05 18:59:48.750278 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 42108) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:59:48.903092 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-f44190ad-aa66-4d39-9b75-0c2e38da1d05 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1664226'] for network, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:48.977509 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-f44190ad-aa66-4d39-9b75-0c2e38da1d05 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Deleting port aa59c6f2-c1a6-4e45-abaf-e66e75060ed9 {{(pid=102386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 18:59:48.977855 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-f44190ad-aa66-4d39-9b75-0c2e38da1d05 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:49.079774 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [None req-f44190ad-aa66-4d39-9b75-0c2e38da1d05 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] For port aa59c6f2-c1a6-4e45-abaf-e66e75060ed9, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=aa59c6f2-c1a6-4e45-abaf-e66e75060ed9,segment=NetworkSegment(8df7aa2a-bf18-4f96-b03c-7528aa26a1ed),segment_id=8df7aa2a-bf18-4f96-b03c-7528aa26a1ed)] {{(pid=102386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:59:49.080407 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-f44190ad-aa66-4d39-9b75-0c2e38da1d05 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:49.103716 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-f44190ad-aa66-4d39-9b75-0c2e38da1d05 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Calling delete_port for aa59c6f2-c1a6-4e45-abaf-e66e75060ed9 owned by network:dhcp {{(pid=102386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 18:59:49.127034 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9e6e836-77d3-4041-8108-a9de9b72d1ad None None] DHCP port deletion for 1911293e-ba1d-429d-a5c6-e2b1dac3bc47 request from n-d-816865-1 {{(pid=102388) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 05 18:59:49.206344 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218177be-c735-4364-9952-55195bbfa0fe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b6655376-4ea9-4701-98ec-c7e9e4d66f0f,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:59:49.213471 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-218177be-c735-4364-9952-55195bbfa0fe admin admin] Publish callbacks [] for subnet, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:49.226272 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-218177be-c735-4364-9952-55195bbfa0fe admin admin] 10.222.0.13 "DELETE /v2.0/subnets/b6655376-4ea9-4701-98ec-c7e9e4d66f0f HTTP/1.1" status: 204 len: 168 time: 1.3574357 Nov 05 18:59:49.230467 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 42114) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:59:49.276908 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-b9e6e836-77d3-4041-8108-a9de9b72d1ad None None] Deleting port aa59c6f2-c1a6-4e45-abaf-e66e75060ed9 {{(pid=102388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 18:59:49.277288 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b9e6e836-77d3-4041-8108-a9de9b72d1ad None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:49.316043 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.db [None req-5a71cbea-94a6-4642-9362-a1357161221e admin admin] For port 1054ae95-ccda-4414-9355-df9308d03070, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=1054ae95-ccda-4414-9355-df9308d03070,segment=NetworkSegment(85be518c-8bb4-46a2-a903-d4292782d29d),segment_id=85be518c-8bb4-46a2-a903-d4292782d29d)] {{(pid=102387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:59:49.320362 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-5a71cbea-94a6-4642-9362-a1357161221e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:49.352064 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [None req-5a71cbea-94a6-4642-9362-a1357161221e admin admin] Calling delete_port for 1054ae95-ccda-4414-9355-df9308d03070 owned by network:router_gateway {{(pid=102387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 18:59:49.410451 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-11fed528-85f9-49f1-bc73-5b0441343a8b tempest-TagsTest-859482957 tempest-TagsTest-859482957-project] 10.222.0.13 "DELETE /v2.0/networks/0a173c71-f7aa-4606-b987-9de28890dae6/tags HTTP/1.1" status: 204 len: 168 time: 0.8673849 Nov 05 18:59:49.412360 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 42116) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:59:49.414141 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-87bdf87d-4cd7-4b35-b7b7-bbf1da2a47fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1664226'] for network, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:49.421279 n-d-816865-1 neutron-server[102387]: DEBUG neutron.services.tag.tag_plugin [None req-9c3cc6ba-4005-4362-8c49-5e68a1b2d905 tempest-TagsTest-859482957 tempest-TagsTest-859482957-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '0a173c71-f7aa-4606-b987-9de28890dae6', 'tempest-TagsTest-Tag-1178352714') {} {{(pid=102387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:59:49.424505 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b9e6e836-77d3-4041-8108-a9de9b72d1ad None None] For port aa59c6f2-c1a6-4e45-abaf-e66e75060ed9, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=aa59c6f2-c1a6-4e45-abaf-e66e75060ed9,segment=NetworkSegment(8df7aa2a-bf18-4f96-b03c-7528aa26a1ed),segment_id=8df7aa2a-bf18-4f96-b03c-7528aa26a1ed)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:59:49.426085 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b9e6e836-77d3-4041-8108-a9de9b72d1ad None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:49.447105 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-b9e6e836-77d3-4041-8108-a9de9b72d1ad None None] Calling delete_port for aa59c6f2-c1a6-4e45-abaf-e66e75060ed9 owned by network:dhcp {{(pid=102388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 18:59:49.557069 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-87bdf87d-4cd7-4b35-b7b7-bbf1da2a47fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1579173', 'neutron.services.segments.db._delete_segments_for_network-8750027792909'] for network, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:49.563466 n-d-816865-1 neutron-server[102387]: INFO neutron.api.v2.resource [None req-9c3cc6ba-4005-4362-8c49-5e68a1b2d905 tempest-TagsTest-859482957 tempest-TagsTest-859482957-project] show failed (client error): The resource could not be found. Nov 05 18:59:49.566970 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-9c3cc6ba-4005-4362-8c49-5e68a1b2d905 tempest-TagsTest-859482957 tempest-TagsTest-859482957-project] 10.222.0.13 "GET /v2.0/networks/0a173c71-f7aa-4606-b987-9de28890dae6/tags/tempest-TagsTest-Tag-1178352714 HTTP/1.1" status: 404 len: 326 time: 0.1496065 Nov 05 18:59:49.567745 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 42118) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:59:49.575951 n-d-816865-1 neutron-server[102387]: DEBUG neutron.services.tag.tag_plugin [None req-b015d06e-421f-40d8-ad31-78d06b0fca09 tempest-TagsTest-859482957 tempest-TagsTest-859482957-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '0a173c71-f7aa-4606-b987-9de28890dae6', 'tempest-TagsTest-Tag-1200710074') {} {{(pid=102387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:59:49.585022 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-f44190ad-aa66-4d39-9b75-0c2e38da1d05 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:49.611245 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f44190ad-aa66-4d39-9b75-0c2e38da1d05 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] No DVR routers for this DVR port aa59c6f2-c1a6-4e45-abaf-e66e75060ed9 on host n-d-816865-1 {{(pid=102386) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 18:59:49.645176 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44190ad-aa66-4d39-9b75-0c2e38da1d05 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Pushing event deleted for resources: {'Port': ['ID=aa59c6f2-c1a6-4e45-abaf-e66e75060ed9,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:59:49.648009 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b9e6e836-77d3-4041-8108-a9de9b72d1ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798'] for port, after_delete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:49.669236 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9e6e836-77d3-4041-8108-a9de9b72d1ad None None] No DVR routers for this DVR port aa59c6f2-c1a6-4e45-abaf-e66e75060ed9 on host n-d-816865-1 {{(pid=102388) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 18:59:49.698152 n-d-816865-1 neutron-server[102386]: DEBUG neutron.services.segments.db [None req-87bdf87d-4cd7-4b35-b7b7-bbf1da2a47fa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c2bdaad-faf0-4d75-bb68-340f7d20c596']}} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:59:49.714782 n-d-816865-1 neutron-server[102386]: DEBUG neutron.services.segments.db [None req-87bdf87d-4cd7-4b35-b7b7-bbf1da2a47fa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8281efde-bbf4-4833-8d7d-a490783d8ae5') {'for_net_delete': True} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:59:49.715063 n-d-816865-1 neutron-server[102386]: DEBUG neutron.services.segments.db [None req-87bdf87d-4cd7-4b35-b7b7-bbf1da2a47fa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8281efde-bbf4-4833-8d7d-a490783d8ae5') {} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:59:49.719596 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 4f860325-4a02-44f1-9613-5a1f0bb97b7f no longer exists at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 18:59:49.727349 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e6e836-77d3-4041-8108-a9de9b72d1ad None None] Pushing event deleted for resources: {'Port': ['ID=aa59c6f2-c1a6-4e45-abaf-e66e75060ed9,revision_number=None']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:59:49.733444 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-5a71cbea-94a6-4642-9362-a1357161221e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4417063'] for port, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:49.743579 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-87bdf87d-4cd7-4b35-b7b7-bbf1da2a47fa admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750027793430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4590747'] for segment, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:49.766227 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a71cbea-94a6-4642-9362-a1357161221e admin admin] Pushing event deleted for resources: {'Port': ['ID=1054ae95-ccda-4414-9355-df9308d03070,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:59:49.767160 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] No Port match for: 4f860325-4a02-44f1-9613-5a1f0bb97b7f {{(pid=102388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 18:59:49.767673 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 4f860325-4a02-44f1-9613-5a1f0bb97b7f not bound to the agent host n-d-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 18:59:49.775781 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device aa59c6f2-c1a6-4e45-abaf-e66e75060ed9 no longer exists at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 18:59:49.801843 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-f44190ad-aa66-4d39-9b75-0c2e38da1d05 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1579173', 'neutron.services.segments.db._delete_segments_for_network-8750027792909'] for network, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:49.811550 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-87bdf87d-4cd7-4b35-b7b7-bbf1da2a47fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273'] for segment, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:49.823895 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] No Port match for: aa59c6f2-c1a6-4e45-abaf-e66e75060ed9 {{(pid=102388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 18:59:49.824983 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device aa59c6f2-c1a6-4e45-abaf-e66e75060ed9 not bound to the agent host n-d-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 18:59:49.828089 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87bdf87d-4cd7-4b35-b7b7-bbf1da2a47fa admin admin] Releasing vlan 185 on physical network physnet1 to pool {{(pid=102386) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 05 18:59:49.828481 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-87bdf87d-4cd7-4b35-b7b7-bbf1da2a47fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6149721'] for segment, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:49.830260 n-d-816865-1 neutron-server[102386]: Traceback (most recent call last): Nov 05 18:59:49.830260 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 05 18:59:49.830260 n-d-816865-1 neutron-server[102386]: timer() Nov 05 18:59:49.830260 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 05 18:59:49.830260 n-d-816865-1 neutron-server[102386]: cb(*args, **kw) Nov 05 18:59:49.830260 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 05 18:59:49.830260 n-d-816865-1 neutron-server[102386]: return func(*args, **kwargs) Nov 05 18:59:49.830260 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 05 18:59:49.830260 n-d-816865-1 neutron-server[102386]: self._notify() Nov 05 18:59:49.830260 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 05 18:59:49.830260 n-d-816865-1 neutron-server[102386]: self.callback(batched_events) Nov 05 18:59:49.830260 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 05 18:59:49.830260 n-d-816865-1 neutron-server[102386]: event.method(event) Nov 05 18:59:49.830260 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 05 18:59:49.830260 n-d-816865-1 neutron-server[102386]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 05 18:59:49.830260 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 05 18:59:49.830260 n-d-816865-1 neutron-server[102386]: aggregate_uuid = self.p_client.list_aggregates( Nov 05 18:59:49.830260 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 05 18:59:49.830260 n-d-816865-1 neutron-server[102386]: return f(self, *a, **k) Nov 05 18:59:49.830260 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 05 18:59:49.830260 n-d-816865-1 neutron-server[102386]: return self._get(url).json() Nov 05 18:59:49.830260 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 05 18:59:49.830260 n-d-816865-1 neutron-server[102386]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 05 18:59:49.830260 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 05 18:59:49.830260 n-d-816865-1 neutron-server[102386]: return self.request(url, 'GET', **kwargs) Nov 05 18:59:49.830260 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 05 18:59:49.830260 n-d-816865-1 neutron-server[102386]: base_url = self.get_endpoint(auth, allow=allow, Nov 05 18:59:49.830260 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 05 18:59:49.830260 n-d-816865-1 neutron-server[102386]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 05 18:59:49.830260 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 05 18:59:49.830260 n-d-816865-1 neutron-server[102386]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 05 18:59:49.830260 n-d-816865-1 neutron-server[102386]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 05 18:59:49.844574 n-d-816865-1 neutron-server[102386]: DEBUG neutron.services.segments.db [None req-f44190ad-aa66-4d39-9b75-0c2e38da1d05 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1911293e-ba1d-429d-a5c6-e2b1dac3bc47']}} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:59:49.850810 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e6e836-77d3-4041-8108-a9de9b72d1ad None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:59:49.851404 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e6e836-77d3-4041-8108-a9de9b72d1ad None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:59:49.856316 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e6e836-77d3-4041-8108-a9de9b72d1ad None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:59:49.856316 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e6e836-77d3-4041-8108-a9de9b72d1ad None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:59:49.856316 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e6e836-77d3-4041-8108-a9de9b72d1ad None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:59:49.856316 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e6e836-77d3-4041-8108-a9de9b72d1ad None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:59:49.856316 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e6e836-77d3-4041-8108-a9de9b72d1ad None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:59:49.856316 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e6e836-77d3-4041-8108-a9de9b72d1ad None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:59:49.856316 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e6e836-77d3-4041-8108-a9de9b72d1ad None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:59:49.856316 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e6e836-77d3-4041-8108-a9de9b72d1ad None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:59:49.856316 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e6e836-77d3-4041-8108-a9de9b72d1ad None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:59:49.856316 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e6e836-77d3-4041-8108-a9de9b72d1ad None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:59:49.894936 n-d-816865-1 neutron-server[102386]: DEBUG neutron.services.segments.db [None req-f44190ad-aa66-4d39-9b75-0c2e38da1d05 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8df7aa2a-bf18-4f96-b03c-7528aa26a1ed') {'for_net_delete': True} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:59:49.895238 n-d-816865-1 neutron-server[102386]: DEBUG neutron.services.segments.db [None req-f44190ad-aa66-4d39-9b75-0c2e38da1d05 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8df7aa2a-bf18-4f96-b03c-7528aa26a1ed') {} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:59:49.914115 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-f44190ad-aa66-4d39-9b75-0c2e38da1d05 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750027793430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4590747'] for segment, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:49.921331 n-d-816865-1 neutron-server[102387]: INFO neutron.api.v2.resource [None req-b015d06e-421f-40d8-ad31-78d06b0fca09 tempest-TagsTest-859482957 tempest-TagsTest-859482957-project] show failed (client error): The resource could not be found. Nov 05 18:59:49.921331 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-b015d06e-421f-40d8-ad31-78d06b0fca09 tempest-TagsTest-859482957 tempest-TagsTest-859482957-project] 10.222.0.13 "GET /v2.0/networks/0a173c71-f7aa-4606-b987-9de28890dae6/tags/tempest-TagsTest-Tag-1200710074 HTTP/1.1" status: 404 len: 326 time: 0.3524494 Nov 05 18:59:49.924947 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 42124) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:59:49.930505 n-d-816865-1 neutron-server[102386]: DEBUG neutron.services.tag.tag_plugin [None req-189e7796-9b7f-43fb-8566-125c09206277 tempest-TagsTest-859482957 tempest-TagsTest-859482957-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '0a173c71-f7aa-4606-b987-9de28890dae6') {} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:59:49.931926 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-5a71cbea-94a6-4642-9362-a1357161221e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1000651'] for router_gateway, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:49.971055 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-f44190ad-aa66-4d39-9b75-0c2e38da1d05 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273'] for segment, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:49.983042 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f44190ad-aa66-4d39-9b75-0c2e38da1d05 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Releasing vlan 150 on physical network physnet1 to pool {{(pid=102386) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 05 18:59:49.983460 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-f44190ad-aa66-4d39-9b75-0c2e38da1d05 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6149721'] for segment, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:49.986587 n-d-816865-1 neutron-server[102386]: Traceback (most recent call last): Nov 05 18:59:49.986587 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 05 18:59:49.986587 n-d-816865-1 neutron-server[102386]: timer() Nov 05 18:59:49.986587 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 05 18:59:49.986587 n-d-816865-1 neutron-server[102386]: cb(*args, **kw) Nov 05 18:59:49.986587 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 05 18:59:49.986587 n-d-816865-1 neutron-server[102386]: return func(*args, **kwargs) Nov 05 18:59:49.986587 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 05 18:59:49.986587 n-d-816865-1 neutron-server[102386]: self._notify() Nov 05 18:59:49.986587 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 05 18:59:49.986587 n-d-816865-1 neutron-server[102386]: self.callback(batched_events) Nov 05 18:59:49.986587 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 05 18:59:49.986587 n-d-816865-1 neutron-server[102386]: event.method(event) Nov 05 18:59:49.986587 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 05 18:59:49.986587 n-d-816865-1 neutron-server[102386]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 05 18:59:49.986587 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 05 18:59:49.986587 n-d-816865-1 neutron-server[102386]: aggregate_uuid = self.p_client.list_aggregates( Nov 05 18:59:49.986587 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 05 18:59:49.986587 n-d-816865-1 neutron-server[102386]: return f(self, *a, **k) Nov 05 18:59:49.986587 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 05 18:59:49.986587 n-d-816865-1 neutron-server[102386]: return self._get(url).json() Nov 05 18:59:49.986587 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 05 18:59:49.986587 n-d-816865-1 neutron-server[102386]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 05 18:59:49.986587 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 05 18:59:49.986587 n-d-816865-1 neutron-server[102386]: return self.request(url, 'GET', **kwargs) Nov 05 18:59:49.986587 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 05 18:59:49.986587 n-d-816865-1 neutron-server[102386]: base_url = self.get_endpoint(auth, allow=allow, Nov 05 18:59:49.986587 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 05 18:59:49.986587 n-d-816865-1 neutron-server[102386]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 05 18:59:49.986587 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 05 18:59:49.986587 n-d-816865-1 neutron-server[102386]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 05 18:59:49.986587 n-d-816865-1 neutron-server[102386]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 05 18:59:50.037852 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-5a71cbea-94a6-4642-9362-a1357161221e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-571301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6852'] for router, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:50.040376 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-5a71cbea-94a6-4642-9362-a1357161221e admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:50.067008 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-87bdf87d-4cd7-4b35-b7b7-bbf1da2a47fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1579178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-956796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1000687'] for network, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:50.084728 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-87bdf87d-4cd7-4b35-b7b7-bbf1da2a47fa admin admin] Publish callbacks [] for network, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:50.085729 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-87bdf87d-4cd7-4b35-b7b7-bbf1da2a47fa admin admin] 10.222.0.13 "DELETE /v2.0/networks/9c2bdaad-faf0-4d75-bb68-340f7d20c596 HTTP/1.1" status: 204 len: 168 time: 0.8475482 Nov 05 18:59:50.100521 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87bdf87d-4cd7-4b35-b7b7-bbf1da2a47fa admin admin] Pushing event deleted for resources: {'Network': ['ID=9c2bdaad-faf0-4d75-bb68-340f7d20c596,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:59:50.114686 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-189e7796-9b7f-43fb-8566-125c09206277 tempest-TagsTest-859482957 tempest-TagsTest-859482957-project] 10.222.0.13 "DELETE /v2.0/networks/0a173c71-f7aa-4606-b987-9de28890dae6/tags HTTP/1.1" status: 204 len: 168 time: 0.1820328 Nov 05 18:59:50.114974 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 42128) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:59:50.157177 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-5a71cbea-94a6-4642-9362-a1357161221e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-571310'] for router, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:50.157791 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a71cbea-94a6-4642-9362-a1357161221e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2ce51eaa-b41d-45ad-bd14-ca2278648b32 {{(pid=102387) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 05 18:59:50.173484 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-5a71cbea-94a6-4642-9362-a1357161221e admin admin] Publish callbacks [] for router, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:50.176464 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-5a71cbea-94a6-4642-9362-a1357161221e admin admin] 10.222.0.13 "DELETE /v2.0/routers/2ce51eaa-b41d-45ad-bd14-ca2278648b32 HTTP/1.1" status: 204 len: 168 time: 2.7685468 Nov 05 18:59:50.179544 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 42130) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:59:50.183564 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-f44190ad-aa66-4d39-9b75-0c2e38da1d05 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1579178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-956796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1000687'] for network, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:50.193847 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-f44190ad-aa66-4d39-9b75-0c2e38da1d05 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Publish callbacks [] for network, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:50.197339 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-f44190ad-aa66-4d39-9b75-0c2e38da1d05 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] 10.222.0.13 "DELETE /v2.0/networks/1911293e-ba1d-429d-a5c6-e2b1dac3bc47 HTTP/1.1" status: 204 len: 168 time: 1.4461052 Nov 05 18:59:50.204733 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 42132) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:59:50.211554 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-a7c69fc9-6015-47b6-8e59-3e6da49aba8a tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-735557787'}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:59:50.229339 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44190ad-aa66-4d39-9b75-0c2e38da1d05 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Pushing event deleted for resources: {'Network': ['ID=1911293e-ba1d-429d-a5c6-e2b1dac3bc47,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:59:50.241265 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-8a017902-6fe8-4c07-808b-b51f9562ab7d tempest-TagsTest-859482957 tempest-TagsTest-859482957-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1664226'] for network, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:50.293030 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.db_base_plugin_v2 [None req-79cc0db2-6ad3-4a7e-b735-81dd1786b36f admin admin] Deleting subnet 4cb513d1-da39-46f8-8352-51da564b63e4 {{(pid=102387) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 05 18:59:50.297599 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-79cc0db2-6ad3-4a7e-b735-81dd1786b36f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:50.335710 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7c69fc9-6015-47b6-8e59-3e6da49aba8a tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Made reservation on behalf of 2f4e87ee64a4499db45fedd95080f0b7 for: {'network': 1} {{(pid=102387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 18:59:50.339595 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-a7c69fc9-6015-47b6-8e59-3e6da49aba8a tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for network, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:50.372080 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-79cc0db2-6ad3-4a7e-b735-81dd1786b36f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4463501'] for subnet, precommit_delete_associations {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:50.400036 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7c69fc9-6015-47b6-8e59-3e6da49aba8a tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 187} {{(pid=102387) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 05 18:59:50.414346 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-8a017902-6fe8-4c07-808b-b51f9562ab7d tempest-TagsTest-859482957 tempest-TagsTest-859482957-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1579173', 'neutron.services.segments.db._delete_segments_for_network-8750027792909'] for network, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:50.418012 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-a7c69fc9-6015-47b6-8e59-3e6da49aba8a tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273'] for segment, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:50.423562 n-d-816865-1 neutron-server[102387]: INFO neutron.db.segments_db [None req-a7c69fc9-6015-47b6-8e59-3e6da49aba8a tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Added segment 4f01858f-67bb-4aeb-8354-1c0d4f11d8b5 of type vlan for network 13e23954-fa86-4ff7-aab1-ec2db93ae8cd Nov 05 18:59:50.435001 n-d-816865-1 neutron-server[102386]: DEBUG neutron.services.segments.db [None req-8a017902-6fe8-4c07-808b-b51f9562ab7d tempest-TagsTest-859482957 tempest-TagsTest-859482957-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a173c71-f7aa-4606-b987-9de28890dae6']}} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:59:50.448513 n-d-816865-1 neutron-server[102386]: DEBUG neutron.services.segments.db [None req-8a017902-6fe8-4c07-808b-b51f9562ab7d tempest-TagsTest-859482957 tempest-TagsTest-859482957-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9358f7f9-a979-4d89-bc4b-b598041ee6a0') {'for_net_delete': True} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:59:50.448513 n-d-816865-1 neutron-server[102386]: DEBUG neutron.services.segments.db [None req-8a017902-6fe8-4c07-808b-b51f9562ab7d tempest-TagsTest-859482957 tempest-TagsTest-859482957-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9358f7f9-a979-4d89-bc4b-b598041ee6a0') {} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:59:50.463772 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-8a017902-6fe8-4c07-808b-b51f9562ab7d tempest-TagsTest-859482957 tempest-TagsTest-859482957-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750027793430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4590747'] for segment, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:50.466926 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-79cc0db2-6ad3-4a7e-b735-81dd1786b36f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1573928'] for subnet, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:50.478148 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-8a017902-6fe8-4c07-808b-b51f9562ab7d tempest-TagsTest-859482957 tempest-TagsTest-859482957-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273'] for segment, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:50.485624 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a017902-6fe8-4c07-808b-b51f9562ab7d tempest-TagsTest-859482957 tempest-TagsTest-859482957-project] Releasing vlan 152 on physical network physnet1 to pool {{(pid=102386) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 05 18:59:50.486189 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-8a017902-6fe8-4c07-808b-b51f9562ab7d tempest-TagsTest-859482957 tempest-TagsTest-859482957-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6149721'] for segment, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:50.490360 n-d-816865-1 neutron-server[102386]: Traceback (most recent call last): Nov 05 18:59:50.490360 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 05 18:59:50.490360 n-d-816865-1 neutron-server[102386]: timer() Nov 05 18:59:50.490360 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 05 18:59:50.490360 n-d-816865-1 neutron-server[102386]: cb(*args, **kw) Nov 05 18:59:50.490360 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 05 18:59:50.490360 n-d-816865-1 neutron-server[102386]: return func(*args, **kwargs) Nov 05 18:59:50.490360 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 05 18:59:50.490360 n-d-816865-1 neutron-server[102386]: self._notify() Nov 05 18:59:50.490360 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 05 18:59:50.490360 n-d-816865-1 neutron-server[102386]: self.callback(batched_events) Nov 05 18:59:50.490360 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 05 18:59:50.490360 n-d-816865-1 neutron-server[102386]: event.method(event) Nov 05 18:59:50.490360 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 05 18:59:50.490360 n-d-816865-1 neutron-server[102386]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 05 18:59:50.490360 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 05 18:59:50.490360 n-d-816865-1 neutron-server[102386]: aggregate_uuid = self.p_client.list_aggregates( Nov 05 18:59:50.490360 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 05 18:59:50.490360 n-d-816865-1 neutron-server[102386]: return f(self, *a, **k) Nov 05 18:59:50.490360 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 05 18:59:50.490360 n-d-816865-1 neutron-server[102386]: return self._get(url).json() Nov 05 18:59:50.490360 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 05 18:59:50.490360 n-d-816865-1 neutron-server[102386]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 05 18:59:50.490360 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 05 18:59:50.490360 n-d-816865-1 neutron-server[102386]: return self.request(url, 'GET', **kwargs) Nov 05 18:59:50.490360 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 05 18:59:50.490360 n-d-816865-1 neutron-server[102386]: base_url = self.get_endpoint(auth, allow=allow, Nov 05 18:59:50.490360 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 05 18:59:50.490360 n-d-816865-1 neutron-server[102386]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 05 18:59:50.490360 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 05 18:59:50.490360 n-d-816865-1 neutron-server[102386]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 05 18:59:50.490360 n-d-816865-1 neutron-server[102386]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 05 18:59:50.537256 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-a7c69fc9-6015-47b6-8e59-3e6da49aba8a tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750027258543'] for network, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:50.593087 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 42136) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:59:50.623093 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-8a017902-6fe8-4c07-808b-b51f9562ab7d tempest-TagsTest-859482957 tempest-TagsTest-859482957-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1579178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-956796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1000687'] for network, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:50.647430 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-48541371-22ba-48f3-8c4d-86970733bd58 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c2718bfd25be4558ab62a930e9f4ce41&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0506370 Nov 05 18:59:50.648008 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 42138) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:59:50.649402 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-8a017902-6fe8-4c07-808b-b51f9562ab7d tempest-TagsTest-859482957 tempest-TagsTest-859482957-project] Publish callbacks [] for network, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:50.653795 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-8a017902-6fe8-4c07-808b-b51f9562ab7d tempest-TagsTest-859482957 tempest-TagsTest-859482957-project] 10.222.0.13 "DELETE /v2.0/networks/0a173c71-f7aa-4606-b987-9de28890dae6 HTTP/1.1" status: 204 len: 168 time: 0.5379095 Nov 05 18:59:50.659379 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-79cc0db2-6ad3-4a7e-b735-81dd1786b36f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1573905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4417146', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5112209'] for subnet, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:50.663876 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-a7c69fc9-6015-47b6-8e59-3e6da49aba8a tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-956796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877'] for network, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:50.671097 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7c69fc9-6015-47b6-8e59-3e6da49aba8a tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:59:50.671698 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-a7c69fc9-6015-47b6-8e59-3e6da49aba8a tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Publish callbacks [] for network, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:50.691228 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a017902-6fe8-4c07-808b-b51f9562ab7d tempest-TagsTest-859482957 tempest-TagsTest-859482957-project] Pushing event deleted for resources: {'Network': ['ID=0a173c71-f7aa-4606-b987-9de28890dae6,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:59:50.753800 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79cc0db2-6ad3-4a7e-b735-81dd1786b36f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4cb513d1-da39-46f8-8352-51da564b63e4,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:59:50.770416 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-79cc0db2-6ad3-4a7e-b735-81dd1786b36f admin admin] Publish callbacks [] for subnet, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:50.771325 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-79cc0db2-6ad3-4a7e-b735-81dd1786b36f admin admin] 10.222.0.13 "DELETE /v2.0/subnets/4cb513d1-da39-46f8-8352-51da564b63e4 HTTP/1.1" status: 204 len: 168 time: 0.5879276 Nov 05 18:59:50.773827 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 42144) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:59:50.858929 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-a7c69fc9-6015-47b6-8e59-3e6da49aba8a tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.6526399 Nov 05 18:59:50.862943 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 42146) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:59:50.884922 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-5620a94b-c455-492b-ae32-3003f0f4feee tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Request body: {'subnet': {'network_id': '13e23954-fa86-4ff7-aab1-ec2db93ae8cd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:59:50.907503 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c69fc9-6015-47b6-8e59-3e6da49aba8a tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Pushing event updated for resources: {'Network': ['ID=13e23954-fa86-4ff7-aab1-ec2db93ae8cd,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:59:50.918062 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-6122c8fc-d565-4f22-906e-5fc87c30477f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:50.918895 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Network 13e23954-fa86-4ff7-aab1-ec2db93ae8cd details requested by agent ovs-agent-n-d-816865-1 with host n-d-816865-1 {{(pid=102388) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 05 18:59:50.945349 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-81a6fef0-3400-4cee-a097-6c5d0803db8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1664226'] for network, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:50.989050 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-6122c8fc-d565-4f22-906e-5fc87c30477f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:51.119099 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-81a6fef0-3400-4cee-a097-6c5d0803db8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1579173', 'neutron.services.segments.db._delete_segments_for_network-8750027792909'] for network, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:51.146921 n-d-816865-1 neutron-server[102386]: DEBUG neutron.services.segments.db [None req-81a6fef0-3400-4cee-a097-6c5d0803db8d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['42e7925c-fd66-4b62-ba17-57eb03167e5d']}} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:59:51.154963 n-d-816865-1 neutron-server[102386]: DEBUG neutron.services.segments.db [None req-81a6fef0-3400-4cee-a097-6c5d0803db8d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77f01b74-537a-42a9-ac0e-73f0b4ab63b5') {'for_net_delete': True} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:59:51.155250 n-d-816865-1 neutron-server[102386]: DEBUG neutron.services.segments.db [None req-81a6fef0-3400-4cee-a097-6c5d0803db8d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77f01b74-537a-42a9-ac0e-73f0b4ab63b5') {} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:59:51.166298 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-81a6fef0-3400-4cee-a097-6c5d0803db8d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750027793430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4590747'] for segment, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:51.180601 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-81a6fef0-3400-4cee-a097-6c5d0803db8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273'] for segment, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:51.188366 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81a6fef0-3400-4cee-a097-6c5d0803db8d admin admin] Releasing vlan 151 on physical network physnet1 to pool {{(pid=102386) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 05 18:59:51.188743 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-81a6fef0-3400-4cee-a097-6c5d0803db8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6149721'] for segment, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:51.190575 n-d-816865-1 neutron-server[102386]: Traceback (most recent call last): Nov 05 18:59:51.190575 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 05 18:59:51.190575 n-d-816865-1 neutron-server[102386]: timer() Nov 05 18:59:51.190575 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 05 18:59:51.190575 n-d-816865-1 neutron-server[102386]: cb(*args, **kw) Nov 05 18:59:51.190575 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 05 18:59:51.190575 n-d-816865-1 neutron-server[102386]: return func(*args, **kwargs) Nov 05 18:59:51.190575 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 05 18:59:51.190575 n-d-816865-1 neutron-server[102386]: self._notify() Nov 05 18:59:51.190575 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 05 18:59:51.190575 n-d-816865-1 neutron-server[102386]: self.callback(batched_events) Nov 05 18:59:51.190575 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 05 18:59:51.190575 n-d-816865-1 neutron-server[102386]: event.method(event) Nov 05 18:59:51.190575 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 05 18:59:51.190575 n-d-816865-1 neutron-server[102386]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 05 18:59:51.190575 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 05 18:59:51.190575 n-d-816865-1 neutron-server[102386]: aggregate_uuid = self.p_client.list_aggregates( Nov 05 18:59:51.190575 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 05 18:59:51.190575 n-d-816865-1 neutron-server[102386]: return f(self, *a, **k) Nov 05 18:59:51.190575 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 05 18:59:51.190575 n-d-816865-1 neutron-server[102386]: return self._get(url).json() Nov 05 18:59:51.190575 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 05 18:59:51.190575 n-d-816865-1 neutron-server[102386]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 05 18:59:51.190575 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 05 18:59:51.190575 n-d-816865-1 neutron-server[102386]: return self.request(url, 'GET', **kwargs) Nov 05 18:59:51.190575 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 05 18:59:51.190575 n-d-816865-1 neutron-server[102386]: base_url = self.get_endpoint(auth, allow=allow, Nov 05 18:59:51.190575 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 05 18:59:51.190575 n-d-816865-1 neutron-server[102386]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 05 18:59:51.190575 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 05 18:59:51.190575 n-d-816865-1 neutron-server[102386]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 05 18:59:51.190575 n-d-816865-1 neutron-server[102386]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 05 18:59:51.195032 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5620a94b-c455-492b-ae32-3003f0f4feee tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Made reservation on behalf of 2f4e87ee64a4499db45fedd95080f0b7 for: {'subnet': 1} {{(pid=102387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 18:59:51.200734 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-5620a94b-c455-492b-ae32-3003f0f4feee tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5112236'] for subnet, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:51.204046 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-6122c8fc-d565-4f22-906e-5fc87c30477f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:51.206933 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-6122c8fc-d565-4f22-906e-5fc87c30477f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:51.208316 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-6122c8fc-d565-4f22-906e-5fc87c30477f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c9a1bcb7-2b62-4809-b67b-668edb56dae5 HTTP/1.1" status: 204 len: 168 time: 0.5592806 Nov 05 18:59:51.243238 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 42156) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:59:51.248898 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6122c8fc-d565-4f22-906e-5fc87c30477f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9a1bcb7-2b62-4809-b67b-668edb56dae5,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:59:51.337186 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-81a6fef0-3400-4cee-a097-6c5d0803db8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1579178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-956796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1000687'] for network, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:51.344443 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-81a6fef0-3400-4cee-a097-6c5d0803db8d admin admin] Publish callbacks [] for network, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:51.349250 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-81a6fef0-3400-4cee-a097-6c5d0803db8d admin admin] 10.222.0.13 "DELETE /v2.0/networks/42e7925c-fd66-4b62-ba17-57eb03167e5d HTTP/1.1" status: 204 len: 168 time: 0.5741932 Nov 05 18:59:51.363447 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a6fef0-3400-4cee-a097-6c5d0803db8d admin admin] Pushing event deleted for resources: {'Network': ['ID=42e7925c-fd66-4b62-ba17-57eb03167e5d,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:59:51.600224 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-5620a94b-c455-492b-ae32-3003f0f4feee tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4417463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5112218'] for subnet, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:51.682613 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 1054ae95-ccda-4414-9355-df9308d03070 no longer exists at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 18:59:51.682833 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5620a94b-c455-492b-ae32-3003f0f4feee tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Pushing event updated for resources: {'Subnet': ['ID=eb6fcf03-3c84-4146-b085-d153c5b339aa,revision_number=0']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:59:51.695566 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 42168) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:59:51.705722 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5620a94b-c455-492b-ae32-3003f0f4feee tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Checking segment: {'id': '4f01858f-67bb-4aeb-8354-1c0d4f11d8b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '13e23954-fa86-4ff7-aab1-ec2db93ae8cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 18:59:51.706212 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5620a94b-c455-492b-ae32-3003f0f4feee tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Network hostable DHCP agents. Network: 13e23954-fa86-4ff7-aab1-ec2db93ae8cd, hostable agents: ['987e2ca0-bc3b-4c6f-a989-429ccfbf753f'], hosted agents: [] {{(pid=102387) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 05 18:59:51.722974 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] No Port match for: 1054ae95-ccda-4414-9355-df9308d03070 {{(pid=102388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 18:59:51.723566 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 1054ae95-ccda-4414-9355-df9308d03070 not bound to the agent host n-d-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 18:59:51.768763 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 42174) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:59:51.770258 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-efeab569-ab55-4e4b-9724-51ebd9f4a5f2 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=add90c9ee61044cb900678c1a21f453b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5257804 Nov 05 18:59:51.807407 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-b2f48162-dc37-4ca4-9043-fd4cb2e783bf admin admin] Publish callbacks [] for security_group, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:51.830711 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5620a94b-c455-492b-ae32-3003f0f4feee tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Network 13e23954-fa86-4ff7-aab1-ec2db93ae8cd is scheduled to be hosted by DHCP agent 987e2ca0-bc3b-4c6f-a989-429ccfbf753f with binding_index 1 {{(pid=102387) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 05 18:59:51.867488 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-f29de53d-ce1e-40c9-9771-b49887a5b7a7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:51.900726 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-f29de53d-ce1e-40c9-9771-b49887a5b7a7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:51.963210 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-b2f48162-dc37-4ca4-9043-fd4cb2e783bf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:51.999407 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.base_scheduler [None req-5620a94b-c455-492b-ae32-3003f0f4feee tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816865-1, 13e23954-fa86-4ff7-aab1-ec2db93ae8cd) {{(pid=102387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:59:52.005086 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5620a94b-c455-492b-ae32-3003f0f4feee tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:59:52.005803 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-5620a94b-c455-492b-ae32-3003f0f4feee tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Publish callbacks [] for subnet, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:52.012473 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-365b1203-0084-47cd-a31a-3756bf7a28e3 None None] Network 13e23954-fa86-4ff7-aab1-ec2db93ae8cd requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 18:59:52.120583 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-b2f48162-dc37-4ca4-9043-fd4cb2e783bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:52.123618 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-f29de53d-ce1e-40c9-9771-b49887a5b7a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:52.126630 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-f29de53d-ce1e-40c9-9771-b49887a5b7a7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:52.127813 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-f29de53d-ce1e-40c9-9771-b49887a5b7a7 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c8154298-2a46-4f9d-ab46-7b6f725f3598 HTTP/1.1" status: 204 len: 168 time: 0.3580353 Nov 05 18:59:52.131354 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-5620a94b-c455-492b-ae32-3003f0f4feee tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2563617 Nov 05 18:59:52.134478 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 42186) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:59:52.140286 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-661fddb8-57c0-49db-a41c-4364e9c47227 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-1823163247', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:59:52.172453 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-b2f48162-dc37-4ca4-9043-fd4cb2e783bf admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4de15aaf203346019cd1a3cc20acf141&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4756804 Nov 05 18:59:52.173348 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f48162-dc37-4ca4-9043-fd4cb2e783bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cc76210-416c-4c18-a52f-7cf65ba1f35f,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:59:52.174956 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 42188) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:59:52.182172 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-804b9179-f4ed-49f2-bee6-000dc4d2bf6c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeb20a084-accf-5b60-8075-3e69ebe863a6-13e23954-fa86-4ff7-aab1-ec2db93ae8cd', 'network_id': '13e23954-fa86-4ff7-aab1-ec2db93ae8cd', 'tenant_id': '2f4e87ee64a4499db45fedd95080f0b7', 'fixed_ips': [{'subnet_id': 'eb6fcf03-3c84-4146-b085-d153c5b339aa'}]}} from n-d-816865-1. {{(pid=102388) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 05 18:59:52.183580 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-804b9179-f4ed-49f2-bee6-000dc4d2bf6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:52.183762 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29de53d-ce1e-40c9-9771-b49887a5b7a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8154298-2a46-4f9d-ab46-7b6f725f3598,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:59:52.238571 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-d8854261-5b25-4a9f-9b7a-1f8a3d5addf6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:52.263110 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-d8854261-5b25-4a9f-9b7a-1f8a3d5addf6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:52.273883 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-661fddb8-57c0-49db-a41c-4364e9c47227 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-571139', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6874'] for router, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:52.277086 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-661fddb8-57c0-49db-a41c-4364e9c47227 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-571375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1000570', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1011585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6867'] for router, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:52.285598 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 42192) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:59:52.367317 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-5cc0d8ae-a0be-4c50-97f5-650658969884 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2d1e164bb09b4bc6b0a37a98f21fd24b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0797327 Nov 05 18:59:52.369762 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 42194) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:59:52.389485 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-661fddb8-57c0-49db-a41c-4364e9c47227 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:52.399374 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.db_base_plugin_common [None req-804b9179-f4ed-49f2-bee6-000dc4d2bf6c None None] Allocated IP 172.20.0.2 (13e23954-fa86-4ff7-aab1-ec2db93ae8cd/eb6fcf03-3c84-4146-b085-d153c5b339aa/e7062458-8a56-43db-a4b2-d1414d5dd427) {{(pid=102388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 18:59:52.454161 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-d9a08cab-5733-4722-8eb6-8a86796d13b3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:52.483879 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-d9a08cab-5733-4722-8eb6-8a86796d13b3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:52.486229 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-661fddb8-57c0-49db-a41c-4364e9c47227 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-571384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1000487'] for router, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:52.514940 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-d8854261-5b25-4a9f-9b7a-1f8a3d5addf6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:52.517769 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-d8854261-5b25-4a9f-9b7a-1f8a3d5addf6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:52.519684 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-d8854261-5b25-4a9f-9b7a-1f8a3d5addf6 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7cc76210-416c-4c18-a52f-7cf65ba1f35f HTTP/1.1" status: 204 len: 168 time: 0.3435926 Nov 05 18:59:52.535603 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8854261-5b25-4a9f-9b7a-1f8a3d5addf6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cc76210-416c-4c18-a52f-7cf65ba1f35f,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:59:52.573201 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-661fddb8-57c0-49db-a41c-4364e9c47227 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Publish callbacks [] for router, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:52.575067 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-661fddb8-57c0-49db-a41c-4364e9c47227 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.4387832 Nov 05 18:59:52.577846 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 42206) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:59:52.583645 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-eee8648e-3dce-4830-b949-fcd27687fb5c tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Request body: {'port': {'network_id': '13e23954-fa86-4ff7-aab1-ec2db93ae8cd', 'name': 'tempest-PortsTestJSON-112477178'}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 18:59:52.613955 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-804b9179-f4ed-49f2-bee6-000dc4d2bf6c None None] Publish callbacks [] for port, precommit_create {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:52.641458 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-d9a08cab-5733-4722-8eb6-8a86796d13b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:52.644032 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-d9a08cab-5733-4722-8eb6-8a86796d13b3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:52.645134 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-d9a08cab-5733-4722-8eb6-8a86796d13b3 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/01574b07-2bff-4b61-b9a8-932cd03ff8af HTTP/1.1" status: 204 len: 168 time: 0.2744207 Nov 05 18:59:52.659737 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a08cab-5733-4722-8eb6-8a86796d13b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01574b07-2bff-4b61-b9a8-932cd03ff8af,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:59:52.703827 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-804b9179-f4ed-49f2-bee6-000dc4d2bf6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789'] for port, after_create {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:52.752368 n-d-816865-1 neutron-server[102388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-804b9179-f4ed-49f2-bee6-000dc4d2bf6c None None] Network 13e23954-fa86-4ff7-aab1-ec2db93ae8cd is already hosted by enough agents. {{(pid=102388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 18:59:52.758633 n-d-816865-1 neutron-server[102388]: DEBUG neutron.scheduler.base_scheduler [None req-804b9179-f4ed-49f2-bee6-000dc4d2bf6c None None] Resources bound (agent type, host, resource id): {{(pid=102388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:59:52.765313 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-804b9179-f4ed-49f2-bee6-000dc4d2bf6c None None] Received port after_create {{(pid=102388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 18:59:52.779222 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804b9179-f4ed-49f2-bee6-000dc4d2bf6c None None] Pushing event updated for resources: {'Port': ['ID=e7062458-8a56-43db-a4b2-d1414d5dd427,revision_number=1']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:59:52.822695 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eee8648e-3dce-4830-b949-fcd27687fb5c tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Made reservation on behalf of 2f4e87ee64a4499db45fedd95080f0b7 for: {'port': 1} {{(pid=102387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 18:59:52.826733 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-eee8648e-3dce-4830-b949-fcd27687fb5c tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:52.836278 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-804b9179-f4ed-49f2-bee6-000dc4d2bf6c None None] Attempting to bind port e7062458-8a56-43db-a4b2-d1414d5dd427 on host n-d-816865-1 for vnic_type normal with profile {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 18:59:52.836919 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-804b9179-f4ed-49f2-bee6-000dc4d2bf6c None None] Attempting to bind port e7062458-8a56-43db-a4b2-d1414d5dd427 by drivers openvswitch,hyperv on host n-d-816865-1 at level 0 using segments [{'id': '4f01858f-67bb-4aeb-8354-1c0d4f11d8b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '13e23954-fa86-4ff7-aab1-ec2db93ae8cd'}] {{(pid=102388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 18:59:52.837283 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-804b9179-f4ed-49f2-bee6-000dc4d2bf6c None None] Attempting to bind port e7062458-8a56-43db-a4b2-d1414d5dd427 on network 13e23954-fa86-4ff7-aab1-ec2db93ae8cd {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 18:59:52.842748 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-804b9179-f4ed-49f2-bee6-000dc4d2bf6c None None] Checking agent: {'id': '724d89a7-611b-41e6-bc85-c48112b17afa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 18, 25, 8), 'started_at': datetime.datetime(2021, 11, 5, 18, 25, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 18, 59, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 18:59:52.843118 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-804b9179-f4ed-49f2-bee6-000dc4d2bf6c None None] Checking segment: {'id': '4f01858f-67bb-4aeb-8354-1c0d4f11d8b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '13e23954-fa86-4ff7-aab1-ec2db93ae8cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 18:59:52.843517 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-804b9179-f4ed-49f2-bee6-000dc4d2bf6c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:52.843912 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-804b9179-f4ed-49f2-bee6-000dc4d2bf6c None None] Bound using segment: {'id': '4f01858f-67bb-4aeb-8354-1c0d4f11d8b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '13e23954-fa86-4ff7-aab1-ec2db93ae8cd'} {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 18:59:52.844379 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-804b9179-f4ed-49f2-bee6-000dc4d2bf6c None None] Bound port: e7062458-8a56-43db-a4b2-d1414d5dd427, host: n-d-816865-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f01858f-67bb-4aeb-8354-1c0d4f11d8b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '13e23954-fa86-4ff7-aab1-ec2db93ae8cd'}}] {{(pid=102388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 18:59:52.844757 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-804b9179-f4ed-49f2-bee6-000dc4d2bf6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:52.846209 n-d-816865-1 neutron-server[102387]: DEBUG neutron.notifiers.nova [None req-eee8648e-3dce-4830-b949-fcd27687fb5c tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] device_id is not set on port 3649f7f9-61f2-463c-8f88-9356931e1aae yet. {{(pid=102387) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 05 18:59:52.910680 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-804b9179-f4ed-49f2-bee6-000dc4d2bf6c None None] For port e7062458-8a56-43db-a4b2-d1414d5dd427, host n-d-816865-1, cleared binding levels {{(pid=102388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 18:59:52.915679 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-804b9179-f4ed-49f2-bee6-000dc4d2bf6c None None] For port e7062458-8a56-43db-a4b2-d1414d5dd427, host n-d-816865-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=e7062458-8a56-43db-a4b2-d1414d5dd427,segment=NetworkSegment(4f01858f-67bb-4aeb-8354-1c0d4f11d8b5),segment_id=4f01858f-67bb-4aeb-8354-1c0d4f11d8b5)] {{(pid=102388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 18:59:52.964905 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.db_base_plugin_common [None req-eee8648e-3dce-4830-b949-fcd27687fb5c tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Allocated IP 172.20.0.11 (13e23954-fa86-4ff7-aab1-ec2db93ae8cd/eb6fcf03-3c84-4146-b085-d153c5b339aa/3649f7f9-61f2-463c-8f88-9356931e1aae) {{(pid=102387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 18:59:53.000614 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-804b9179-f4ed-49f2-bee6-000dc4d2bf6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:53.073582 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e715e53-1912-46a0-b3c4-a0dafbec6934 req-2695fe00-defb-48ee-af57-d5a3db8f3d76 tempest-VolumesBackupsTest-1908224959 tempest-VolumesBackupsTest-1908224959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:59:53.075247 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-1e715e53-1912-46a0-b3c4-a0dafbec6934 req-2695fe00-defb-48ee-af57-d5a3db8f3d76 tempest-VolumesBackupsTest-1908224959 tempest-VolumesBackupsTest-1908224959-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8e9adee-efc1-4379-90db-477a488fcc59 HTTP/1.1" status: 200 len: 949 time: 0.0969348 Nov 05 18:59:53.093523 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804b9179-f4ed-49f2-bee6-000dc4d2bf6c None None] Pushing event updated for resources: {'Port': ['ID=e7062458-8a56-43db-a4b2-d1414d5dd427,revision_number=2']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:59:53.192223 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-1e715e53-1912-46a0-b3c4-a0dafbec6934 req-bd4bf28d-accd-43a4-8bda-6866b4c4a79a tempest-VolumesBackupsTest-1908224959 tempest-VolumesBackupsTest-1908224959-project] 10.222.0.13 "GET /v2.0/security-groups?id=9b84999a-3733-44f1-bbaa-2a5cf2459316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993917 Nov 05 18:59:53.227288 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-eee8648e-3dce-4830-b949-fcd27687fb5c tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Publish callbacks [] for port, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:53.348577 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-eee8648e-3dce-4830-b949-fcd27687fb5c tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4417063'] for port, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:53.414292 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eee8648e-3dce-4830-b949-fcd27687fb5c tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Network 13e23954-fa86-4ff7-aab1-ec2db93ae8cd is already hosted by enough agents. {{(pid=102387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 18:59:53.417955 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.base_scheduler [None req-eee8648e-3dce-4830-b949-fcd27687fb5c tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Resources bound (agent type, host, resource id): {{(pid=102387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:59:53.428469 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eee8648e-3dce-4830-b949-fcd27687fb5c tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Received port after_create {{(pid=102387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 18:59:53.474545 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee8648e-3dce-4830-b949-fcd27687fb5c tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Pushing event updated for resources: {'Port': ['ID=3649f7f9-61f2-463c-8f88-9356931e1aae,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:59:53.494683 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eee8648e-3dce-4830-b949-fcd27687fb5c tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:59:53.495400 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-eee8648e-3dce-4830-b949-fcd27687fb5c tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:53.573803 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-eee8648e-3dce-4830-b949-fcd27687fb5c tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 0.9944608 Nov 05 18:59:53.581160 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 42248) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:59:53.681215 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device e7062458-8a56-43db-a4b2-d1414d5dd427 up at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 18:59:53.748776 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Provisioning complete for port e7062458-8a56-43db-a4b2-d1414d5dd427 triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:59:53.749211 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:53.832780 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:53.874398 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] For port e7062458-8a56-43db-a4b2-d1414d5dd427, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=e7062458-8a56-43db-a4b2-d1414d5dd427,segment=NetworkSegment(4f01858f-67bb-4aeb-8354-1c0d4f11d8b5),segment_id=4f01858f-67bb-4aeb-8354-1c0d4f11d8b5)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:59:53.953575 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-5a6331b8-10c7-43d7-b7c0-cb818ce248e0 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:53.971329 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:54.043894 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Pushing event updated for resources: {'Port': ['ID=e7062458-8a56-43db-a4b2-d1414d5dd427,revision_number=3']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:59:54.229195 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 42268) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:59:54.242494 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ef45815-4a48-43fa-a423-a384a66e2388 None None] Network 13e23954-fa86-4ff7-aab1-ec2db93ae8cd requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 18:59:54.272773 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-5a6331b8-10c7-43d7-b7c0-cb818ce248e0 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Publish callbacks [] for port, precommit_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:54.346900 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e7e0e2-4212-4a40-866b-14d545709ed9 req-f2582b3e-63e7-40d1-b4b3-4c250849622e tempest-VolumesBackupsTest-1908224959 tempest-VolumesBackupsTest-1908224959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:59:54.348860 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-e0e7e0e2-4212-4a40-866b-14d545709ed9 req-f2582b3e-63e7-40d1-b4b3-4c250849622e tempest-VolumesBackupsTest-1908224959 tempest-VolumesBackupsTest-1908224959-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8e9adee-efc1-4379-90db-477a488fcc59 HTTP/1.1" status: 200 len: 949 time: 0.0576220 Nov 05 18:59:54.350817 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-5a6331b8-10c7-43d7-b7c0-cb818ce248e0 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4417072'] for port, after_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:54.392276 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-2576810c-d423-4e43-90f2-6f4f24f41ce8 None None] Provisioning complete for port e7062458-8a56-43db-a4b2-d1414d5dd427 triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:59:54.392646 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-2576810c-d423-4e43-90f2-6f4f24f41ce8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:54.434404 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-d1de7b80-1757-4bf2-9fbe-a5628bdf6ec3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:54.548082 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6331b8-10c7-43d7-b7c0-cb818ce248e0 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Pushing event updated for resources: {'Port': ['ID=3649f7f9-61f2-463c-8f88-9356931e1aae,revision_number=2']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:59:54.549936 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-d1de7b80-1757-4bf2-9fbe-a5628bdf6ec3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:54.583386 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1b08ae-05fe-4ecd-a514-210246c2a51c req-9d54cb0a-1f7f-4228-9ad2-e5d65e567aa9 tempest-VolumesBackupsTest-1908224959 tempest-VolumesBackupsTest-1908224959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:59:54.584897 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-4e1b08ae-05fe-4ecd-a514-210246c2a51c req-9d54cb0a-1f7f-4228-9ad2-e5d65e567aa9 tempest-VolumesBackupsTest-1908224959 tempest-VolumesBackupsTest-1908224959-project] 10.222.0.41 "GET /v2.0/ports?device_id=b8e9adee-efc1-4379-90db-477a488fcc59 HTTP/1.1" status: 200 len: 949 time: 0.2104843 Nov 05 18:59:54.630380 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-d1de7b80-1757-4bf2-9fbe-a5628bdf6ec3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:54.652303 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-e0e7e0e2-4212-4a40-866b-14d545709ed9 req-da76af9d-4600-4852-aa0d-9ac5e3117194 tempest-VolumesBackupsTest-1908224959 tempest-VolumesBackupsTest-1908224959-project] 10.222.0.13 "GET /v2.0/security-groups?id=9b84999a-3733-44f1-bbaa-2a5cf2459316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2937994 Nov 05 18:59:54.709324 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-d1de7b80-1757-4bf2-9fbe-a5628bdf6ec3 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=99faeec8aa9c459c8dfd101a0fa5428b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4790020 Nov 05 18:59:54.710326 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 42288) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:59:54.728707 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1de7b80-1757-4bf2-9fbe-a5628bdf6ec3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25f8fb5d-9e71-4ce0-aa00-93601b548a23,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:59:54.807711 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-23cb022b-e1f2-4226-ba77-53741f98789d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:54.831621 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-5a6331b8-10c7-43d7-b7c0-cb818ce248e0 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-571770'] for router_interface, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:54.858101 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-23cb022b-e1f2-4226-ba77-53741f98789d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:54.886037 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-edcb7498-32f3-44cb-bdc1-168e0a963fa7 None None] Provisioning complete for port e7062458-8a56-43db-a4b2-d1414d5dd427 triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:59:54.886471 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-edcb7498-32f3-44cb-bdc1-168e0a963fa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:54.893972 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [req-4e1b08ae-05fe-4ecd-a514-210246c2a51c req-b7ea5975-8e4d-4afa-88f4-0062dc26c68d tempest-VolumesBackupsTest-1908224959 tempest-VolumesBackupsTest-1908224959-project] Deleting port 9e204597-71bc-4a6b-a67f-ff11f3772805 {{(pid=102387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 18:59:54.895674 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-4e1b08ae-05fe-4ecd-a514-210246c2a51c req-b7ea5975-8e4d-4afa-88f4-0062dc26c68d tempest-VolumesBackupsTest-1908224959 tempest-VolumesBackupsTest-1908224959-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:54.988731 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-23cb022b-e1f2-4226-ba77-53741f98789d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:54.997875 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-23cb022b-e1f2-4226-ba77-53741f98789d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:54.998804 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-23cb022b-e1f2-4226-ba77-53741f98789d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/25f8fb5d-9e71-4ce0-aa00-93601b548a23 HTTP/1.1" status: 204 len: 168 time: 0.2847941 Nov 05 18:59:55.029050 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23cb022b-e1f2-4226-ba77-53741f98789d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25f8fb5d-9e71-4ce0-aa00-93601b548a23,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:59:55.116445 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.db [req-4e1b08ae-05fe-4ecd-a514-210246c2a51c req-b7ea5975-8e4d-4afa-88f4-0062dc26c68d tempest-VolumesBackupsTest-1908224959 tempest-VolumesBackupsTest-1908224959-project] For port 9e204597-71bc-4a6b-a67f-ff11f3772805, host n-h1-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=9e204597-71bc-4a6b-a67f-ff11f3772805,segment=NetworkSegment(35c2db9c-522d-48d3-98cf-a08c2cc55db7),segment_id=35c2db9c-522d-48d3-98cf-a08c2cc55db7)] {{(pid=102387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 18:59:55.116445 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-4e1b08ae-05fe-4ecd-a514-210246c2a51c req-b7ea5975-8e4d-4afa-88f4-0062dc26c68d tempest-VolumesBackupsTest-1908224959 tempest-VolumesBackupsTest-1908224959-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:55.125117 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-edcb7498-32f3-44cb-bdc1-168e0a963fa7 None None] Provisioning complete for port 3649f7f9-61f2-463c-8f88-9356931e1aae triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:59:55.125799 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-edcb7498-32f3-44cb-bdc1-168e0a963fa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:55.132619 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [req-4e1b08ae-05fe-4ecd-a514-210246c2a51c req-b7ea5975-8e4d-4afa-88f4-0062dc26c68d tempest-VolumesBackupsTest-1908224959 tempest-VolumesBackupsTest-1908224959-project] Calling delete_port for 9e204597-71bc-4a6b-a67f-ff11f3772805 owned by compute:nova {{(pid=102387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 18:59:55.185398 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-edcb7498-32f3-44cb-bdc1-168e0a963fa7 None None] Port 3649f7f9-61f2-463c-8f88-9356931e1aae cannot update to ACTIVE because it is not bound. {{(pid=102388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 18:59:55.249427 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-5a6331b8-10c7-43d7-b7c0-cb818ce248e0 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:55.318907 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-155a45e9-fb53-445f-a0c9-2bed4de6eb07 None None] Provisioning complete for port 3649f7f9-61f2-463c-8f88-9356931e1aae triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:59:55.319858 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-155a45e9-fb53-445f-a0c9-2bed4de6eb07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:55.359837 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-155a45e9-fb53-445f-a0c9-2bed4de6eb07 None None] Port 3649f7f9-61f2-463c-8f88-9356931e1aae cannot update to ACTIVE because it is not bound. {{(pid=102388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 18:59:55.498454 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-3bfd6d68-e2d6-45ae-b91a-d05a7d58f604 None None] Provisioning complete for port 3649f7f9-61f2-463c-8f88-9356931e1aae triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:59:55.499145 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3bfd6d68-e2d6-45ae-b91a-d05a7d58f604 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:55.546025 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-3bfd6d68-e2d6-45ae-b91a-d05a7d58f604 None None] Port 3649f7f9-61f2-463c-8f88-9356931e1aae cannot update to ACTIVE because it is not bound. {{(pid=102388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 18:59:55.560387 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-4e1b08ae-05fe-4ecd-a514-210246c2a51c req-b7ea5975-8e4d-4afa-88f4-0062dc26c68d tempest-VolumesBackupsTest-1908224959 tempest-VolumesBackupsTest-1908224959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4417063'] for port, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:55.586851 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] get_ports_and_sgs() called for port_ids ['9e204597-71bc-4a6b-a67f-ff11f3772805'] {{(pid=102388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 18:59:55.596044 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ea5975-8e4d-4afa-88f4-0062dc26c68d tempest-VolumesBackupsTest-1908224959 tempest-VolumesBackupsTest-1908224959-project] Pushing event deleted for resources: {'Port': ['ID=9e204597-71bc-4a6b-a67f-ff11f3772805,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:59:55.659002 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ea5975-8e4d-4afa-88f4-0062dc26c68d tempest-VolumesBackupsTest-1908224959 tempest-VolumesBackupsTest-1908224959-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:59:55.659002 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ea5975-8e4d-4afa-88f4-0062dc26c68d tempest-VolumesBackupsTest-1908224959 tempest-VolumesBackupsTest-1908224959-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:59:55.659002 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ea5975-8e4d-4afa-88f4-0062dc26c68d tempest-VolumesBackupsTest-1908224959 tempest-VolumesBackupsTest-1908224959-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:59:55.659002 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ea5975-8e4d-4afa-88f4-0062dc26c68d tempest-VolumesBackupsTest-1908224959 tempest-VolumesBackupsTest-1908224959-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:59:55.659002 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ea5975-8e4d-4afa-88f4-0062dc26c68d tempest-VolumesBackupsTest-1908224959 tempest-VolumesBackupsTest-1908224959-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:59:55.659002 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ea5975-8e4d-4afa-88f4-0062dc26c68d tempest-VolumesBackupsTest-1908224959 tempest-VolumesBackupsTest-1908224959-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:59:55.659002 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ea5975-8e4d-4afa-88f4-0062dc26c68d tempest-VolumesBackupsTest-1908224959 tempest-VolumesBackupsTest-1908224959-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:59:55.659002 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ea5975-8e4d-4afa-88f4-0062dc26c68d tempest-VolumesBackupsTest-1908224959 tempest-VolumesBackupsTest-1908224959-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:59:55.659002 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ea5975-8e4d-4afa-88f4-0062dc26c68d tempest-VolumesBackupsTest-1908224959 tempest-VolumesBackupsTest-1908224959-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:59:55.659002 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ea5975-8e4d-4afa-88f4-0062dc26c68d tempest-VolumesBackupsTest-1908224959 tempest-VolumesBackupsTest-1908224959-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:59:55.659002 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ea5975-8e4d-4afa-88f4-0062dc26c68d tempest-VolumesBackupsTest-1908224959 tempest-VolumesBackupsTest-1908224959-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:59:55.659002 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ea5975-8e4d-4afa-88f4-0062dc26c68d tempest-VolumesBackupsTest-1908224959 tempest-VolumesBackupsTest-1908224959-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 18:59:55.690086 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e1b08ae-05fe-4ecd-a514-210246c2a51c req-b7ea5975-8e4d-4afa-88f4-0062dc26c68d tempest-VolumesBackupsTest-1908224959 tempest-VolumesBackupsTest-1908224959-project] No DVR routers for this DVR port 9e204597-71bc-4a6b-a67f-ff11f3772805 on host n-h1-816865-1 {{(pid=102387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 18:59:55.693061 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-4e1b08ae-05fe-4ecd-a514-210246c2a51c req-b7ea5975-8e4d-4afa-88f4-0062dc26c68d tempest-VolumesBackupsTest-1908224959 tempest-VolumesBackupsTest-1908224959-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:55.697184 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-4e1b08ae-05fe-4ecd-a514-210246c2a51c req-b7ea5975-8e4d-4afa-88f4-0062dc26c68d tempest-VolumesBackupsTest-1908224959 tempest-VolumesBackupsTest-1908224959-project] 10.222.0.41 "DELETE /v2.0/ports/9e204597-71bc-4a6b-a67f-ff11f3772805 HTTP/1.1" status: 204 len: 173 time: 1.1029265 Nov 05 18:59:55.701324 n-d-816865-1 neutron-server[102387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8e9adee-efc1-4379-90db-477a488fcc59', 'name': 'network-vif-deleted', 'tag': '9e204597-71bc-4a6b-a67f-ff11f3772805'}] {{(pid=102387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 18:59:55.704606 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab06bd4ddf5758c1f10d79fe34dc215bafa488692cde9dba2fcbcb67556f90bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c27237d-c50a-4a20-8e82-ae121d4cead6" -d '{"events": [{"server_uuid": "b8e9adee-efc1-4379-90db-477a488fcc59", "name": "network-vif-deleted", "tag": "9e204597-71bc-4a6b-a67f-ff11f3772805"}]}' {{(pid=102387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 18:59:55.708045 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device e7062458-8a56-43db-a4b2-d1414d5dd427 up at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 18:59:55.709447 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-5a6331b8-10c7-43d7-b7c0-cb818ce248e0 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Publish callbacks [] for port, precommit_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:55.765057 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-5a6331b8-10c7-43d7-b7c0-cb818ce248e0 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4417072'] for port, after_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:55.767766 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Provisioning complete for port e7062458-8a56-43db-a4b2-d1414d5dd427 triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:59:55.768146 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:56.224211 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-14d7b776-9bb2-4e6f-ad69-b9ff996524a8 req-27cb771c-b746-48e8-a6a9-17f395d15442 tempest-VolumesBackupsTest-1908224959 tempest-VolumesBackupsTest-1908224959-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8e9adee-efc1-4379-90db-477a488fcc59 HTTP/1.1" status: 200 len: 210 time: 0.4327426 Nov 05 18:59:56.238716 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-5a6331b8-10c7-43d7-b7c0-cb818ce248e0 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-597863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-571878'] for router_interface, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:56.243836 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6331b8-10c7-43d7-b7c0-cb818ce248e0 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Pushing event updated for resources: {'Port': ['ID=3649f7f9-61f2-463c-8f88-9356931e1aae,revision_number=3']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:59:56.336402 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 18:59:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4b8b798-f57f-4756-8c70-c7b8a2273f29 x-openstack-request-id: req-d4b8b798-f57f-4756-8c70-c7b8a2273f29 {{(pid=102387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 18:59:56.338172 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8e9adee-efc1-4379-90db-477a488fcc59", "name": "network-vif-deleted", "tag": "9e204597-71bc-4a6b-a67f-ff11f3772805", "status": "completed", "code": 200}]} {{(pid=102387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 18:59:56.339167 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d4b8b798-f57f-4756-8c70-c7b8a2273f29 {{(pid=102387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 18:59:56.339664 n-d-816865-1 neutron-server[102387]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8e9adee-efc1-4379-90db-477a488fcc59', 'name': 'network-vif-deleted', 'tag': '9e204597-71bc-4a6b-a67f-ff11f3772805', 'status': 'completed', 'code': 200} Nov 05 18:59:56.414356 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a6331b8-10c7-43d7-b7c0-cb818ce248e0 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Network 13e23954-fa86-4ff7-aab1-ec2db93ae8cd is already hosted by enough agents. {{(pid=102387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 18:59:56.417681 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.base_scheduler [None req-5a6331b8-10c7-43d7-b7c0-cb818ce248e0 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Resources bound (agent type, host, resource id): {{(pid=102387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 18:59:56.651033 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a6331b8-10c7-43d7-b7c0-cb818ce248e0 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Router 5f9d7a73-dc02-4085-9813-77dfb542639c is scheduled to L3 agent 6dcb5589-8e86-4616-9186-ddc4548e13ad with binding_index 1 {{(pid=102387) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 05 18:59:56.767048 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a6331b8-10c7-43d7-b7c0-cb818ce248e0 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Notify agent at l3_agent.n-d-816865-1 the message routers_updated {{(pid=102387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 18:59:56.772754 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-5a6331b8-10c7-43d7-b7c0-cb818ce248e0 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] 10.222.0.13 "PUT /v2.0/routers/5f9d7a73-dc02-4085-9813-77dfb542639c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1954300 Nov 05 18:59:56.775484 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 42364) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:59:56.787835 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cebdd57-f7c4-4353-adf4-0d4b22837e78 None None] Sync routers for ids ['5f9d7a73-dc02-4085-9813-77dfb542639c'] in n-d-816865-1 {{(pid=102388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 18:59:56.791071 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-c8b71dac-386b-4628-80df-36ddffbe3153 None None] Provisioning complete for port 3649f7f9-61f2-463c-8f88-9356931e1aae triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 18:59:56.791460 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c8b71dac-386b-4628-80df-36ddffbe3153 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:56.832749 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cebdd57-f7c4-4353-adf4-0d4b22837e78 None None] Routers {'5f9d7a73-dc02-4085-9813-77dfb542639c'} bound to L3 agent in host n-d-816865-1 {{(pid=102388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 18:59:56.833660 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-3cebdd57-f7c4-4353-adf4-0d4b22837e78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T18:59:35Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['5f9d7a73-dc02-4085-9813-77dfb542639c'], 'active': True} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:59:56.846252 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8925ec56-9a93-4122-8e54-109423c32172 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 18:59:56.850783 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-8925ec56-9a93-4122-8e54-109423c32172 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] 10.222.0.13 "GET /v2.0/ports?device_id=5f9d7a73-dc02-4085-9813-77dfb542639c HTTP/1.1" status: 200 len: 982 time: 0.0707169 Nov 05 18:59:56.851780 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 42366) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:59:56.900387 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-3cebdd57-f7c4-4353-adf4-0d4b22837e78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816865-1', False) {} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:59:56.936195 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-c8b71dac-386b-4628-80df-36ddffbe3153 None None] Port 3649f7f9-61f2-463c-8f88-9356931e1aae cannot update to ACTIVE because it is not bound. {{(pid=102388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 18:59:56.945159 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cebdd57-f7c4-4353-adf4-0d4b22837e78 None None] Routers {'5f9d7a73-dc02-4085-9813-77dfb542639c'} bound to L3 agent in host n-d-816865-1 {{(pid=102388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 18:59:56.945159 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-3cebdd57-f7c4-4353-adf4-0d4b22837e78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T18:59:35Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['5f9d7a73-dc02-4085-9813-77dfb542639c'], 'active': True} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:59:57.250874 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-3cebdd57-f7c4-4353-adf4-0d4b22837e78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816865-1', False) {} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:59:57.250874 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cebdd57-f7c4-4353-adf4-0d4b22837e78 None None] The sync data for ids ['5f9d7a73-dc02-4085-9813-77dfb542639c'] in n-d-816865-1 is: [] {{(pid=102388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 18:59:57.476576 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-0189f60e-7f6c-4aa0-a161-05543a854044 req-c70a6429-4606-4b95-9063-daff296ba2a3 tempest-ServerShowV254Test-1796563746 tempest-ServerShowV254Test-1796563746-project] 10.222.0.13 "GET /v2.0/ports?device_id=7c3bae3e-24b7-4832-89b7-1004b4c330d3 HTTP/1.1" status: 200 len: 210 time: 0.0601506 Nov 05 18:59:57.515819 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-e0c246d9-e7b1-459f-ac61-71758b758655 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-571777'] for router_interface, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:57.782452 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 42416) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:59:57.852304 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [None req-e0c246d9-e7b1-459f-ac61-71758b758655 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Deleting port 3649f7f9-61f2-463c-8f88-9356931e1aae {{(pid=102387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 18:59:57.852785 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-e0c246d9-e7b1-459f-ac61-71758b758655 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:57.932406 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Device 9e204597-71bc-4a6b-a67f-ff11f3772805 no longer exists at agent hyperv_n-h1-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 18:59:57.967716 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-e0c246d9-e7b1-459f-ac61-71758b758655 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:57.984699 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [None req-e0c246d9-e7b1-459f-ac61-71758b758655 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Calling delete_port for 3649f7f9-61f2-463c-8f88-9356931e1aae owned by network:router_interface {{(pid=102387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 18:59:57.997932 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] No Port match for: 9e204597-71bc-4a6b-a67f-ff11f3772805 {{(pid=102388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 18:59:57.998398 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Device 9e204597-71bc-4a6b-a67f-ff11f3772805 not bound to the agent host n-h1-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 18:59:58.023012 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-b0e8e1dd-7a9a-450f-8d66-2b243adb23b2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:58.133575 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-b0e8e1dd-7a9a-450f-8d66-2b243adb23b2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:58.222262 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-b0e8e1dd-7a9a-450f-8d66-2b243adb23b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:58.266303 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-b0e8e1dd-7a9a-450f-8d66-2b243adb23b2 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f21567c0908e4a4e9463ed27770dfcc8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4812322 Nov 05 18:59:58.268965 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 42432) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:59:58.275818 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e8e1dd-7a9a-450f-8d66-2b243adb23b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12c75884-ae73-4548-b5dc-b4c4c784c5a2,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:59:58.320438 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-ad6c4e56-1faf-468a-a1c0-7fdea06a8e49 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:58.342191 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-ad6c4e56-1faf-468a-a1c0-7fdea06a8e49 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:58.405278 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-e0c246d9-e7b1-459f-ac61-71758b758655 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4417063'] for port, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:58.435832 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c246d9-e7b1-459f-ac61-71758b758655 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Pushing event deleted for resources: {'Port': ['ID=3649f7f9-61f2-463c-8f88-9356931e1aae,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:59:58.474366 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-ad6c4e56-1faf-468a-a1c0-7fdea06a8e49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:58.477955 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-ad6c4e56-1faf-468a-a1c0-7fdea06a8e49 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:58.481432 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-ad6c4e56-1faf-468a-a1c0-7fdea06a8e49 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/12c75884-ae73-4548-b5dc-b4c4c784c5a2 HTTP/1.1" status: 204 len: 168 time: 0.2095153 Nov 05 18:59:58.491263 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6c4e56-1faf-468a-a1c0-7fdea06a8e49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12c75884-ae73-4548-b5dc-b4c4c784c5a2,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 18:59:58.677837 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-e0c246d9-e7b1-459f-ac61-71758b758655 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-597886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-573297'] for router_interface, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:58.745552 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-151b9536-22ec-4aad-a69d-d84e7628e382 req-28c9d94b-bcfd-44fa-b4b7-41a409518302 tempest-ServerShowV254Test-1796563746 tempest-ServerShowV254Test-1796563746-project] 10.222.0.13 "GET /v2.0/ports?device_id=7c3bae3e-24b7-4832-89b7-1004b4c330d3 HTTP/1.1" status: 200 len: 210 time: 0.0636914 Nov 05 18:59:58.962496 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0c246d9-e7b1-459f-ac61-71758b758655 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Router 5f9d7a73-dc02-4085-9813-77dfb542639c has already been hosted by L3 agent 6dcb5589-8e86-4616-9186-ddc4548e13ad {{(pid=102387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 18:59:59.088388 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0c246d9-e7b1-459f-ac61-71758b758655 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Notify agent at l3_agent.n-d-816865-1 the message routers_updated {{(pid=102387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 18:59:59.094422 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-e0c246d9-e7b1-459f-ac61-71758b758655 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] 10.222.0.13 "PUT /v2.0/routers/5f9d7a73-dc02-4085-9813-77dfb542639c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2421770 Nov 05 18:59:59.097123 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 42466) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:59:59.103514 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6ea19c2-0002-4013-b88c-586a838286e6 None None] Sync routers for ids ['5f9d7a73-dc02-4085-9813-77dfb542639c'] in n-d-816865-1 {{(pid=102389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 18:59:59.141707 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6ea19c2-0002-4013-b88c-586a838286e6 None None] Routers {'5f9d7a73-dc02-4085-9813-77dfb542639c'} bound to L3 agent in host n-d-816865-1 {{(pid=102389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 18:59:59.143949 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-d6ea19c2-0002-4013-b88c-586a838286e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T18:59:35Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['5f9d7a73-dc02-4085-9813-77dfb542639c'], 'active': True} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:59:59.160019 n-d-816865-1 neutron-server[102386]: INFO neutron.pecan_wsgi.hooks.translation [None req-14ca1b6f-5678-4b5b-98d5-4389b1c1da36 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] GET failed (client error): The resource could not be found. Nov 05 18:59:59.163091 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-14ca1b6f-5678-4b5b-98d5-4389b1c1da36 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] 10.222.0.13 "GET /v2.0/ports/3649f7f9-61f2-463c-8f88-9356931e1aae HTTP/1.1" status: 404 len: 333 time: 0.0635250 Nov 05 18:59:59.165519 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 42478) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:59:59.231165 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-d6ea19c2-0002-4013-b88c-586a838286e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816865-1', False) {} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:59:59.243869 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6ea19c2-0002-4013-b88c-586a838286e6 None None] Routers {'5f9d7a73-dc02-4085-9813-77dfb542639c'} bound to L3 agent in host n-d-816865-1 {{(pid=102389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 18:59:59.244671 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-d6ea19c2-0002-4013-b88c-586a838286e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T18:59:35Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['5f9d7a73-dc02-4085-9813-77dfb542639c'], 'active': True} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:59:59.285908 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-d6ea19c2-0002-4013-b88c-586a838286e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816865-1', False) {} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 18:59:59.286659 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6ea19c2-0002-4013-b88c-586a838286e6 None None] The sync data for ids ['5f9d7a73-dc02-4085-9813-77dfb542639c'] in n-d-816865-1 is: [] {{(pid=102389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 18:59:59.323074 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-db786e84-4e3a-40ab-a05c-4516c57a1032 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Publish callbacks [] for router, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:59.504526 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-db786e84-4e3a-40ab-a05c-4516c57a1032 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-571301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6852'] for router, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:59.506734 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-db786e84-4e3a-40ab-a05c-4516c57a1032 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:59.671940 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-db786e84-4e3a-40ab-a05c-4516c57a1032 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-571310'] for router, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:59.676281 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db786e84-4e3a-40ab-a05c-4516c57a1032 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Fanout notify agent at l3_agent the message router_deleted on router 5f9d7a73-dc02-4085-9813-77dfb542639c {{(pid=102387) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 05 18:59:59.698832 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-db786e84-4e3a-40ab-a05c-4516c57a1032 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Publish callbacks [] for router, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:59.708204 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 42506) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 18:59:59.708559 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-db786e84-4e3a-40ab-a05c-4516c57a1032 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] 10.222.0.13 "DELETE /v2.0/routers/5f9d7a73-dc02-4085-9813-77dfb542639c HTTP/1.1" status: 204 len: 168 time: 0.5409360 Nov 05 18:59:59.720633 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.agents_db [None req-b9406b04-a0e8-43cf-b349-711963d96cf4 None None] Agent healthcheck: found 7 active agents {{(pid=102389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 05 18:59:59.788294 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.db_base_plugin_v2 [None req-27825f4c-1653-47f0-a248-cfbdcdaf6a92 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Deleting subnet eb6fcf03-3c84-4146-b085-d153c5b339aa {{(pid=102386) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 05 18:59:59.793683 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-27825f4c-1653-47f0-a248-cfbdcdaf6a92 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Publish callbacks [] for subnet, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:59.863686 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-27825f4c-1653-47f0-a248-cfbdcdaf6a92 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4590738'] for subnet, precommit_delete_associations {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 18:59:59.889513 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-4e77a44d-e1e7-4498-9182-17e4b8c319ef req-fd2ff96a-639b-4973-aa9d-d5800d5a3386 tempest-ServerShowV254Test-1796563746 tempest-ServerShowV254Test-1796563746-project] 10.222.0.13 "GET /v2.0/ports?device_id=7c3bae3e-24b7-4832-89b7-1004b4c330d3 HTTP/1.1" status: 200 len: 210 time: 0.0373123 Nov 05 19:00:00.001521 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-27825f4c-1653-47f0-a248-cfbdcdaf6a92 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1573928'] for subnet, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:00:00.222222 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-27825f4c-1653-47f0-a248-cfbdcdaf6a92 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1573905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6149879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4877183'] for subnet, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:00:00.263887 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27825f4c-1653-47f0-a248-cfbdcdaf6a92 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Pushing event deleted for resources: {'Subnet': ['ID=eb6fcf03-3c84-4146-b085-d153c5b339aa,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:00:00.266649 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-27825f4c-1653-47f0-a248-cfbdcdaf6a92 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Publish callbacks [] for subnet, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:00:00.280959 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a28a4be2-d256-423d-a3dd-05ce240f3710 None None] Network 13e23954-fa86-4ff7-aab1-ec2db93ae8cd requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 19:00:00.282597 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-27825f4c-1653-47f0-a248-cfbdcdaf6a92 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] 10.222.0.13 "DELETE /v2.0/subnets/eb6fcf03-3c84-4146-b085-d153c5b339aa HTTP/1.1" status: 204 len: 168 time: 0.5728343 Nov 05 19:00:00.284994 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 42536) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:00:00.489470 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-2b06a37d-ac98-456c-8326-f8f071e47f55 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1664226'] for network, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:00:00.542952 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94bf74d1-7a47-411d-a8d4-dd160dc0ba5d None None] DHCP port deletion for 13e23954-fa86-4ff7-aab1-ec2db93ae8cd request from n-d-816865-1 {{(pid=102388) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 05 19:00:00.594296 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-2b06a37d-ac98-456c-8326-f8f071e47f55 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Deleting port e7062458-8a56-43db-a4b2-d1414d5dd427 {{(pid=102386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 19:00:00.594296 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-2b06a37d-ac98-456c-8326-f8f071e47f55 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:00:00.635561 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-94bf74d1-7a47-411d-a8d4-dd160dc0ba5d None None] Deleting port e7062458-8a56-43db-a4b2-d1414d5dd427 {{(pid=102388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 19:00:00.639385 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-94bf74d1-7a47-411d-a8d4-dd160dc0ba5d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:00:00.678279 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [None req-2b06a37d-ac98-456c-8326-f8f071e47f55 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] For port e7062458-8a56-43db-a4b2-d1414d5dd427, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=e7062458-8a56-43db-a4b2-d1414d5dd427,segment=NetworkSegment(4f01858f-67bb-4aeb-8354-1c0d4f11d8b5),segment_id=4f01858f-67bb-4aeb-8354-1c0d4f11d8b5)] {{(pid=102386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:00:00.678979 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-2b06a37d-ac98-456c-8326-f8f071e47f55 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:00:00.696216 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-2b06a37d-ac98-456c-8326-f8f071e47f55 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Calling delete_port for e7062458-8a56-43db-a4b2-d1414d5dd427 owned by network:dhcp {{(pid=102386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 19:00:00.749772 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-94bf74d1-7a47-411d-a8d4-dd160dc0ba5d None None] For port e7062458-8a56-43db-a4b2-d1414d5dd427, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=e7062458-8a56-43db-a4b2-d1414d5dd427,segment=NetworkSegment(4f01858f-67bb-4aeb-8354-1c0d4f11d8b5),segment_id=4f01858f-67bb-4aeb-8354-1c0d4f11d8b5)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:00:00.750717 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-94bf74d1-7a47-411d-a8d4-dd160dc0ba5d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:00:00.765423 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-94bf74d1-7a47-411d-a8d4-dd160dc0ba5d None None] Calling delete_port for e7062458-8a56-43db-a4b2-d1414d5dd427 owned by network:dhcp {{(pid=102388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 19:00:00.913971 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-2b06a37d-ac98-456c-8326-f8f071e47f55 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:00:00.940261 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-94bf74d1-7a47-411d-a8d4-dd160dc0ba5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798'] for port, after_delete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:00:00.975594 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bf74d1-7a47-411d-a8d4-dd160dc0ba5d None None] Pushing event deleted for resources: {'Port': ['ID=e7062458-8a56-43db-a4b2-d1414d5dd427,revision_number=None']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:00:00.989663 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b06a37d-ac98-456c-8326-f8f071e47f55 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Pushing event deleted for resources: {'Port': ['ID=e7062458-8a56-43db-a4b2-d1414d5dd427,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:00:00.994665 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94bf74d1-7a47-411d-a8d4-dd160dc0ba5d None None] No DVR routers for this DVR port e7062458-8a56-43db-a4b2-d1414d5dd427 on host n-d-816865-1 {{(pid=102388) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 19:00:00.995654 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b06a37d-ac98-456c-8326-f8f071e47f55 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] No DVR routers for this DVR port e7062458-8a56-43db-a4b2-d1414d5dd427 on host n-d-816865-1 {{(pid=102386) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 19:00:01.089657 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-07b75341-f40f-44a9-9e37-2f7ec74d88a7 req-dca47ede-c9d4-46bc-a5da-cdf4be72f302 tempest-ServerShowV254Test-1796563746 tempest-ServerShowV254Test-1796563746-project] 10.222.0.13 "GET /v2.0/ports?device_id=7c3bae3e-24b7-4832-89b7-1004b4c330d3 HTTP/1.1" status: 200 len: 210 time: 0.0299799 Nov 05 19:00:01.171150 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-2b06a37d-ac98-456c-8326-f8f071e47f55 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1579173', 'neutron.services.segments.db._delete_segments_for_network-8750027792909'] for network, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:00:01.214663 n-d-816865-1 neutron-server[102386]: DEBUG neutron.services.segments.db [None req-2b06a37d-ac98-456c-8326-f8f071e47f55 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['13e23954-fa86-4ff7-aab1-ec2db93ae8cd']}} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:00:01.226575 n-d-816865-1 neutron-server[102386]: DEBUG neutron.services.segments.db [None req-2b06a37d-ac98-456c-8326-f8f071e47f55 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f01858f-67bb-4aeb-8354-1c0d4f11d8b5') {'for_net_delete': True} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:00:01.227227 n-d-816865-1 neutron-server[102386]: DEBUG neutron.services.segments.db [None req-2b06a37d-ac98-456c-8326-f8f071e47f55 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f01858f-67bb-4aeb-8354-1c0d4f11d8b5') {} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:00:01.240342 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-2b06a37d-ac98-456c-8326-f8f071e47f55 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750027793430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4590747'] for segment, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:00:01.256208 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-2b06a37d-ac98-456c-8326-f8f071e47f55 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273'] for segment, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:00:01.269718 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b06a37d-ac98-456c-8326-f8f071e47f55 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Releasing vlan 187 on physical network physnet1 to pool {{(pid=102386) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 05 19:00:01.272363 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-2b06a37d-ac98-456c-8326-f8f071e47f55 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6149721'] for segment, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:00:01.284106 n-d-816865-1 neutron-server[102386]: Traceback (most recent call last): Nov 05 19:00:01.284106 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 05 19:00:01.284106 n-d-816865-1 neutron-server[102386]: timer() Nov 05 19:00:01.284106 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 05 19:00:01.284106 n-d-816865-1 neutron-server[102386]: cb(*args, **kw) Nov 05 19:00:01.284106 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 05 19:00:01.284106 n-d-816865-1 neutron-server[102386]: return func(*args, **kwargs) Nov 05 19:00:01.284106 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 05 19:00:01.284106 n-d-816865-1 neutron-server[102386]: self._notify() Nov 05 19:00:01.284106 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 05 19:00:01.284106 n-d-816865-1 neutron-server[102386]: self.callback(batched_events) Nov 05 19:00:01.284106 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 05 19:00:01.284106 n-d-816865-1 neutron-server[102386]: event.method(event) Nov 05 19:00:01.284106 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 05 19:00:01.284106 n-d-816865-1 neutron-server[102386]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 05 19:00:01.284106 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 05 19:00:01.284106 n-d-816865-1 neutron-server[102386]: aggregate_uuid = self.p_client.list_aggregates( Nov 05 19:00:01.284106 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 05 19:00:01.284106 n-d-816865-1 neutron-server[102386]: return f(self, *a, **k) Nov 05 19:00:01.284106 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 05 19:00:01.284106 n-d-816865-1 neutron-server[102386]: return self._get(url).json() Nov 05 19:00:01.284106 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 05 19:00:01.284106 n-d-816865-1 neutron-server[102386]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 05 19:00:01.284106 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 05 19:00:01.284106 n-d-816865-1 neutron-server[102386]: return self.request(url, 'GET', **kwargs) Nov 05 19:00:01.284106 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 05 19:00:01.284106 n-d-816865-1 neutron-server[102386]: base_url = self.get_endpoint(auth, allow=allow, Nov 05 19:00:01.284106 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 05 19:00:01.284106 n-d-816865-1 neutron-server[102386]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 05 19:00:01.284106 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 05 19:00:01.284106 n-d-816865-1 neutron-server[102386]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 05 19:00:01.284106 n-d-816865-1 neutron-server[102386]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 05 19:00:01.469336 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-2b06a37d-ac98-456c-8326-f8f071e47f55 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1579178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-956796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1000687'] for network, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:00:01.477923 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-2b06a37d-ac98-456c-8326-f8f071e47f55 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Publish callbacks [] for network, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:00:01.483334 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-2b06a37d-ac98-456c-8326-f8f071e47f55 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] 10.222.0.13 "DELETE /v2.0/networks/13e23954-fa86-4ff7-aab1-ec2db93ae8cd HTTP/1.1" status: 204 len: 168 time: 1.1965349 Nov 05 19:00:01.486842 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 42586) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:00:01.494994 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b06a37d-ac98-456c-8326-f8f071e47f55 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Pushing event deleted for resources: {'Network': ['ID=13e23954-fa86-4ff7-aab1-ec2db93ae8cd,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:00:01.536134 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cbb66da-5543-4ab9-897d-442628dd5e73 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:00:01.537490 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-2cbb66da-5543-4ab9-897d-442628dd5e73 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] 10.222.0.13 "GET /v2.0/ports/bccfe4d9-5dd1-4047-8492-1aa175460b67 HTTP/1.1" status: 200 len: 841 time: 0.0496621 Nov 05 19:00:01.541476 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 42588) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:00:01.593024 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-2e69b8e4-1514-491e-9f64-f691542233d8 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] 10.222.0.13 "GET /v2.0/ports/bccfe4d9-5dd1-4047-8492-1aa175460b67?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0413480 Nov 05 19:00:01.593024 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 42590) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:00:01.593207 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-1945bcd5-a4a7-4830-8f19-d4df088e09eb tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Request body: {'subnet': {'network_id': 'c92bcb05-4ee7-483b-945f-7b511cfffbce', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:00:01.662417 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device e7062458-8a56-43db-a4b2-d1414d5dd427 no longer exists at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 19:00:01.690693 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] No Port match for: e7062458-8a56-43db-a4b2-d1414d5dd427 {{(pid=102388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 19:00:01.691067 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device e7062458-8a56-43db-a4b2-d1414d5dd427 not bound to the agent host n-d-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 19:00:01.787971 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1945bcd5-a4a7-4830-8f19-d4df088e09eb tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Made reservation on behalf of 2f4e87ee64a4499db45fedd95080f0b7 for: {'subnet': 1} {{(pid=102386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 19:00:01.792092 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-1945bcd5-a4a7-4830-8f19-d4df088e09eb tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4877122'] for subnet, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:00:01.888946 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-9fd5d670-a80d-4fb0-951d-9c6eb27b4e47 req-bc10d6ab-9782-48a4-aff2-0009d6f507d3 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=7c3bae3e-24b7-4832-89b7-1004b4c330d3 HTTP/1.1" status: 200 len: 210 time: 0.0345218 Nov 05 19:00:01.907827 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 42598) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:00:02.065762 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-1c8764c0-76ac-41ed-83ad-78bdee895126 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:00:02.116707 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-1945bcd5-a4a7-4830-8f19-d4df088e09eb tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6149946', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4877172'] for subnet, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:00:02.179055 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1945bcd5-a4a7-4830-8f19-d4df088e09eb tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Network c92bcb05-4ee7-483b-945f-7b511cfffbce is already hosted by enough agents. {{(pid=102386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 19:00:02.182721 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.base_scheduler [None req-1945bcd5-a4a7-4830-8f19-d4df088e09eb tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Resources bound (agent type, host, resource id): {{(pid=102386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 19:00:02.189685 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1945bcd5-a4a7-4830-8f19-d4df088e09eb tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:00:02.190561 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-1945bcd5-a4a7-4830-8f19-d4df088e09eb tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Publish callbacks [] for subnet, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:00:02.197879 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aae73dae-aa0c-4cc9-84fe-7c607c296e32 None None] Network c92bcb05-4ee7-483b-945f-7b511cfffbce requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 19:00:02.262149 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1945bcd5-a4a7-4830-8f19-d4df088e09eb tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Pushing event updated for resources: {'Subnet': ['ID=69761d7a-a0c8-48a9-8324-ae9a1cd48aac,revision_number=0']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:00:02.322309 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-1c8764c0-76ac-41ed-83ad-78bdee895126 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:00:02.344940 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-8cfc03c9-52fc-4fab-a0ad-8d60bfd4df26 req-db657da5-1e18-4016-9f97-daf0d05e2a93 tempest-ServerShowV254Test-1796563746 tempest-ServerShowV254Test-1796563746-project] 10.222.0.13 "GET /v2.0/ports?device_id=7c3bae3e-24b7-4832-89b7-1004b4c330d3 HTTP/1.1" status: 200 len: 210 time: 0.0628514 Nov 05 19:00:02.375760 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-1945bcd5-a4a7-4830-8f19-d4df088e09eb tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7869890 Nov 05 19:00:02.378458 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 42654) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:00:02.382943 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-7d8bc9a9-b944-4a0d-86b4-5cebb337f62d tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Request body: {'security_group': {'name': 'tempest-secgroup-2011458096'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:00:02.451237 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-1c8764c0-76ac-41ed-83ad-78bdee895126 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:00:02.489907 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9dd783c-4636-41f0-b593-4d10b3f36b70 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeb20a084-accf-5b60-8075-3e69ebe863a6-c92bcb05-4ee7-483b-945f-7b511cfffbce', 'network_id': 'c92bcb05-4ee7-483b-945f-7b511cfffbce', 'tenant_id': '2f4e87ee64a4499db45fedd95080f0b7', 'fixed_ips': [{'subnet_id': '69761d7a-a0c8-48a9-8324-ae9a1cd48aac'}]}} from n-d-816865-1. {{(pid=102388) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 05 19:00:02.491032 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-a9dd783c-4636-41f0-b593-4d10b3f36b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:00:02.528014 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-7d8bc9a9-b944-4a0d-86b4-5cebb337f62d tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Publish callbacks [] for security_group, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:00:02.550936 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-1c8764c0-76ac-41ed-83ad-78bdee895126 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1a0f4005723344fd843b398627c287cc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6390195 Nov 05 19:00:02.553078 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8764c0-76ac-41ed-83ad-78bdee895126 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69d1b39b-f246-42fd-93b7-3aec9ad4dee0,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:00:02.554295 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 42668) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:00:02.645694 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-21373851-023f-45d9-9377-30d4096cfd8f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:00:02.672131 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-21373851-023f-45d9-9377-30d4096cfd8f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:00:02.688828 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.db_base_plugin_common [None req-a9dd783c-4636-41f0-b593-4d10b3f36b70 None None] Allocated IP 172.20.0.2 (c92bcb05-4ee7-483b-945f-7b511cfffbce/69761d7a-a0c8-48a9-8324-ae9a1cd48aac/02bf637e-bbb7-4ce6-bbc4-e72a2c2a8825) {{(pid=102388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 19:00:02.739092 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-7d8bc9a9-b944-4a0d-86b4-5cebb337f62d tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Publish callbacks [] for security_group, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:00:02.765983 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-47528b1a-5453-458c-8d4a-b0c4e20e2644 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:00:02.816968 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-7d8bc9a9-b944-4a0d-86b4-5cebb337f62d tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:00:02.848040 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-21373851-023f-45d9-9377-30d4096cfd8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:00:02.852194 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-21373851-023f-45d9-9377-30d4096cfd8f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:00:02.853722 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-21373851-023f-45d9-9377-30d4096cfd8f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/69d1b39b-f246-42fd-93b7-3aec9ad4dee0 HTTP/1.1" status: 204 len: 168 time: 0.2980435 Nov 05 19:00:02.873286 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8bc9a9-b944-4a0d-86b4-5cebb337f62d tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b019b913-cd84-46fb-a548-ec3da9223f4f,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:00:02.885611 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21373851-023f-45d9-9377-30d4096cfd8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69d1b39b-f246-42fd-93b7-3aec9ad4dee0,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:00:02.910786 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-a9dd783c-4636-41f0-b593-4d10b3f36b70 None None] Publish callbacks [] for port, precommit_create {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:00:02.982966 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-7d8bc9a9-b944-4a0d-86b4-5cebb337f62d tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Publish callbacks [] for security_group, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:00:02.988360 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 42676) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:00:02.997145 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-7d8bc9a9-b944-4a0d-86b4-5cebb337f62d tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.6174929 Nov 05 19:00:03.000523 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-e667fdb8-71f4-4cd0-a656-4c667a6ca418 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Request body: {'security_group': {'name': 'tempest-secgroup-598991425'}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:00:03.065512 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-a9dd783c-4636-41f0-b593-4d10b3f36b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789'] for port, after_create {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:00:03.132794 n-d-816865-1 neutron-server[102388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9dd783c-4636-41f0-b593-4d10b3f36b70 None None] Network c92bcb05-4ee7-483b-945f-7b511cfffbce is already hosted by enough agents. {{(pid=102388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 19:00:03.134552 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9dd783c-4636-41f0-b593-4d10b3f36b70 None None] Pushing event updated for resources: {'Port': ['ID=02bf637e-bbb7-4ce6-bbc4-e72a2c2a8825,revision_number=1']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:00:03.144449 n-d-816865-1 neutron-server[102388]: DEBUG neutron.scheduler.base_scheduler [None req-a9dd783c-4636-41f0-b593-4d10b3f36b70 None None] Resources bound (agent type, host, resource id): {{(pid=102388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 19:00:03.147570 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9dd783c-4636-41f0-b593-4d10b3f36b70 None None] Received port after_create {{(pid=102388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 19:00:03.159810 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-e667fdb8-71f4-4cd0-a656-4c667a6ca418 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Publish callbacks [] for security_group, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:00:03.247272 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-a9dd783c-4636-41f0-b593-4d10b3f36b70 None None] Attempting to bind port 02bf637e-bbb7-4ce6-bbc4-e72a2c2a8825 on host n-d-816865-1 for vnic_type normal with profile {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 19:00:03.247975 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-a9dd783c-4636-41f0-b593-4d10b3f36b70 None None] Attempting to bind port 02bf637e-bbb7-4ce6-bbc4-e72a2c2a8825 by drivers openvswitch,hyperv on host n-d-816865-1 at level 0 using segments [{'id': '353a5b5c-4067-4c2d-a8b3-19f145d7e5e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'c92bcb05-4ee7-483b-945f-7b511cfffbce'}] {{(pid=102388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 19:00:03.248561 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9dd783c-4636-41f0-b593-4d10b3f36b70 None None] Attempting to bind port 02bf637e-bbb7-4ce6-bbc4-e72a2c2a8825 on network c92bcb05-4ee7-483b-945f-7b511cfffbce {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 19:00:03.254666 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9dd783c-4636-41f0-b593-4d10b3f36b70 None None] Checking agent: {'id': '724d89a7-611b-41e6-bc85-c48112b17afa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 18, 25, 8), 'started_at': datetime.datetime(2021, 11, 5, 18, 25, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 18, 59, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 19:00:03.255358 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9dd783c-4636-41f0-b593-4d10b3f36b70 None None] Checking segment: {'id': '353a5b5c-4067-4c2d-a8b3-19f145d7e5e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'c92bcb05-4ee7-483b-945f-7b511cfffbce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 19:00:03.255968 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-a9dd783c-4636-41f0-b593-4d10b3f36b70 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:00:03.256554 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9dd783c-4636-41f0-b593-4d10b3f36b70 None None] Bound using segment: {'id': '353a5b5c-4067-4c2d-a8b3-19f145d7e5e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'c92bcb05-4ee7-483b-945f-7b511cfffbce'} {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 19:00:03.257206 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-a9dd783c-4636-41f0-b593-4d10b3f36b70 None None] Bound port: 02bf637e-bbb7-4ce6-bbc4-e72a2c2a8825, host: n-d-816865-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '353a5b5c-4067-4c2d-a8b3-19f145d7e5e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'c92bcb05-4ee7-483b-945f-7b511cfffbce'}}] {{(pid=102388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 19:00:03.257823 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-a9dd783c-4636-41f0-b593-4d10b3f36b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:00:03.296635 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-e667fdb8-71f4-4cd0-a656-4c667a6ca418 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Publish callbacks [] for security_group, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:00:03.370255 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-e667fdb8-71f4-4cd0-a656-4c667a6ca418 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:00:03.415588 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-a9dd783c-4636-41f0-b593-4d10b3f36b70 None None] For port 02bf637e-bbb7-4ce6-bbc4-e72a2c2a8825, host n-d-816865-1, cleared binding levels {{(pid=102388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 19:00:03.420488 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-a9dd783c-4636-41f0-b593-4d10b3f36b70 None None] For port 02bf637e-bbb7-4ce6-bbc4-e72a2c2a8825, host n-d-816865-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=02bf637e-bbb7-4ce6-bbc4-e72a2c2a8825,segment=NetworkSegment(353a5b5c-4067-4c2d-a8b3-19f145d7e5e0),segment_id=353a5b5c-4067-4c2d-a8b3-19f145d7e5e0)] {{(pid=102388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 19:00:03.425936 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e667fdb8-71f4-4cd0-a656-4c667a6ca418 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fba8856c-3c18-4f39-b380-a0505faaed8c,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:00:03.486365 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-a9dd783c-4636-41f0-b593-4d10b3f36b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:00:03.540483 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-4d6a0ebc-2ffa-40d1-8dd6-6f096e556d4d req-fffbeec7-4147-45d8-9cfe-92d143121c1f tempest-ServerShowV254Test-1796563746 tempest-ServerShowV254Test-1796563746-project] 10.222.0.13 "GET /v2.0/ports?device_id=7c3bae3e-24b7-4832-89b7-1004b4c330d3 HTTP/1.1" status: 200 len: 210 time: 0.0540690 Nov 05 19:00:03.544508 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-e667fdb8-71f4-4cd0-a656-4c667a6ca418 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Publish callbacks [] for security_group, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:00:03.545612 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-e667fdb8-71f4-4cd0-a656-4c667a6ca418 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.5532632 Nov 05 19:00:03.548374 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 42690) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:00:03.553446 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-bd9cb046-8b1f-4bfa-863f-dc4a05e062a4 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1730151083', 'security_groups': ['fba8856c-3c18-4f39-b380-a0505faaed8c'], 'network_id': 'c92bcb05-4ee7-483b-945f-7b511cfffbce', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '69761d7a-a0c8-48a9-8324-ae9a1cd48aac'}]}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:00:03.610786 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9dd783c-4636-41f0-b593-4d10b3f36b70 None None] Pushing event updated for resources: {'Port': ['ID=02bf637e-bbb7-4ce6-bbc4-e72a2c2a8825,revision_number=2']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:00:03.879274 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd9cb046-8b1f-4bfa-863f-dc4a05e062a4 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Made reservation on behalf of 2f4e87ee64a4499db45fedd95080f0b7 for: {'port': 1} {{(pid=102387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 19:00:03.986469 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 42702) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:00:04.024373 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-92b688c7-98d0-4e8e-8dca-c8dce1a3e297 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:00:04.129357 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-bd9cb046-8b1f-4bfa-863f-dc4a05e062a4 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:00:04.162235 n-d-816865-1 neutron-server[102387]: DEBUG neutron.notifiers.nova [None req-bd9cb046-8b1f-4bfa-863f-dc4a05e062a4 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] device_id is not set on port 2b0df49c-9550-4911-a0a1-ba619c07e10b yet. {{(pid=102387) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 05 19:00:04.220864 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-92b688c7-98d0-4e8e-8dca-c8dce1a3e297 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:00:04.245207 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:00:04.341772 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-92b688c7-98d0-4e8e-8dca-c8dce1a3e297 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:00:04.425504 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.db_base_plugin_common [None req-bd9cb046-8b1f-4bfa-863f-dc4a05e062a4 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Allocated IP 172.20.0.12 (c92bcb05-4ee7-483b-945f-7b511cfffbce/69761d7a-a0c8-48a9-8324-ae9a1cd48aac/2b0df49c-9550-4911-a0a1-ba619c07e10b) {{(pid=102387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 19:00:04.465696 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-92b688c7-98d0-4e8e-8dca-c8dce1a3e297 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8c8238c3bf9c4c66aa06b245d34e5a92&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4771042 Nov 05 19:00:04.467120 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 42740) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:00:04.509711 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b688c7-98d0-4e8e-8dca-c8dce1a3e297 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6512305e-54de-479e-ae4a-b03bc6a18751,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:00:04.599768 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-205a33d1-716e-40f6-adb7-377d643a7c24 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:00:04.659280 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-205a33d1-716e-40f6-adb7-377d643a7c24 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:00:04.662286 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-bd9cb046-8b1f-4bfa-863f-dc4a05e062a4 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Publish callbacks [] for port, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:00:04.829531 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-bd9cb046-8b1f-4bfa-863f-dc4a05e062a4 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4417063'] for port, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:00:04.857597 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-205a33d1-716e-40f6-adb7-377d643a7c24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:00:04.861504 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-205a33d1-716e-40f6-adb7-377d643a7c24 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:00:04.862997 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-205a33d1-716e-40f6-adb7-377d643a7c24 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6512305e-54de-479e-ae4a-b03bc6a18751 HTTP/1.1" status: 204 len: 168 time: 0.3849716 Nov 05 19:00:04.881889 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205a33d1-716e-40f6-adb7-377d643a7c24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6512305e-54de-479e-ae4a-b03bc6a18751,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:00:04.919753 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-93522b54-e871-4267-9eb6-50391e66fc2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:00:04.942771 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd9cb046-8b1f-4bfa-863f-dc4a05e062a4 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Network c92bcb05-4ee7-483b-945f-7b511cfffbce is already hosted by enough agents. {{(pid=102387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 19:00:04.947217 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.base_scheduler [None req-bd9cb046-8b1f-4bfa-863f-dc4a05e062a4 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Resources bound (agent type, host, resource id): {{(pid=102387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 19:00:04.950645 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9cb046-8b1f-4bfa-863f-dc4a05e062a4 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Pushing event updated for resources: {'Port': ['ID=2b0df49c-9550-4911-a0a1-ba619c07e10b,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:00:04.953363 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd9cb046-8b1f-4bfa-863f-dc4a05e062a4 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Received port after_create {{(pid=102387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 19:00:05.099813 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd9cb046-8b1f-4bfa-863f-dc4a05e062a4 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:00:05.100507 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-bd9cb046-8b1f-4bfa-863f-dc4a05e062a4 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:00:05.208050 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-bd9cb046-8b1f-4bfa-863f-dc4a05e062a4 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.6586032 Nov 05 19:00:05.210756 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 42764) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:00:05.217862 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-a793c63b-d13c-4906-941e-cad97a4f31a6 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Request body: {'subnet': {'network_id': 'c92bcb05-4ee7-483b-945f-7b511cfffbce', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:00:05.386927 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-d803d30c-6183-4c19-b7db-0ef56e0297f9 None None] Provisioning complete for port bccfe4d9-5dd1-4047-8492-1aa175460b67 triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:00:05.388125 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-d803d30c-6183-4c19-b7db-0ef56e0297f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:00:05.470552 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-d803d30c-6183-4c19-b7db-0ef56e0297f9 None None] Port bccfe4d9-5dd1-4047-8492-1aa175460b67 cannot update to ACTIVE because it is not bound. {{(pid=102388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 19:00:05.490177 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-d803d30c-6183-4c19-b7db-0ef56e0297f9 None None] Provisioning complete for port 02bf637e-bbb7-4ce6-bbc4-e72a2c2a8825 triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:00:05.491375 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-d803d30c-6183-4c19-b7db-0ef56e0297f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:00:05.498588 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-dcde0fd6-6a41-4c1b-9ffe-c8e749c62413 req-ac6f8351-06f5-41d6-8eb9-c4735327b3a0 tempest-ServerShowV254Test-1796563746 tempest-ServerShowV254Test-1796563746-project] 10.222.0.13 "GET /v2.0/ports?device_id=7c3bae3e-24b7-4832-89b7-1004b4c330d3 HTTP/1.1" status: 200 len: 210 time: 0.0641754 Nov 05 19:00:05.692752 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a793c63b-d13c-4906-941e-cad97a4f31a6 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Made reservation on behalf of 2f4e87ee64a4499db45fedd95080f0b7 for: {'subnet': 1} {{(pid=102387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 19:00:05.701284 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-a793c63b-d13c-4906-941e-cad97a4f31a6 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5112236'] for subnet, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:00:05.762805 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-d803d30c-6183-4c19-b7db-0ef56e0297f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:00:05.786865 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 02bf637e-bbb7-4ce6-bbc4-e72a2c2a8825 up at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 19:00:05.859517 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-d803d30c-6183-4c19-b7db-0ef56e0297f9 None None] For port 02bf637e-bbb7-4ce6-bbc4-e72a2c2a8825, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=02bf637e-bbb7-4ce6-bbc4-e72a2c2a8825,segment=NetworkSegment(353a5b5c-4067-4c2d-a8b3-19f145d7e5e0),segment_id=353a5b5c-4067-4c2d-a8b3-19f145d7e5e0)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:00:05.882234 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Provisioning complete for port 02bf637e-bbb7-4ce6-bbc4-e72a2c2a8825 triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:00:05.882822 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:00:05.928909 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-d803d30c-6183-4c19-b7db-0ef56e0297f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:00:05.956061 n-d-816865-1 neutron-server[102387]: INFO neutron.db.ipam_backend_mixin [None req-a793c63b-d13c-4906-941e-cad97a4f31a6 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 69761d7a-a0c8-48a9-8324-ae9a1cd48aac (CIDR: 172.20.0.0/28) Nov 05 19:00:05.999013 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d803d30c-6183-4c19-b7db-0ef56e0297f9 None None] Pushing event updated for resources: {'Port': ['ID=02bf637e-bbb7-4ce6-bbc4-e72a2c2a8825,revision_number=3']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:00:06.000769 n-d-816865-1 neutron-server[102387]: INFO neutron.pecan_wsgi.hooks.translation [None req-a793c63b-d13c-4906-941e-cad97a4f31a6 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 05 19:00:06.001413 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a793c63b-d13c-4906-941e-cad97a4f31a6 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102387) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 05 19:00:06.063603 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-a793c63b-d13c-4906-941e-cad97a4f31a6 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8493505 Nov 05 19:00:06.067619 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 42786) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:00:06.069247 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-07de70fc-d81e-4f6a-81aa-cb23d592ccf4 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Request body: {'subnet': {'network_id': 'c92bcb05-4ee7-483b-945f-7b511cfffbce', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:00:06.073450 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-24940dcd-df88-453e-9017-010de91696e1 None None] Provisioning complete for port 2b0df49c-9550-4911-a0a1-ba619c07e10b triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:00:06.073924 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-24940dcd-df88-453e-9017-010de91696e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:00:06.117663 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-24940dcd-df88-453e-9017-010de91696e1 None None] Port 2b0df49c-9550-4911-a0a1-ba619c07e10b cannot update to ACTIVE because it is not bound. {{(pid=102388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 19:00:06.216655 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:00:06.268577 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b304910f-7b27-444b-a8fc-977d26b1ceac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:00:06.353295 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07de70fc-d81e-4f6a-81aa-cb23d592ccf4 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Made reservation on behalf of 2f4e87ee64a4499db45fedd95080f0b7 for: {'subnet': 1} {{(pid=102387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 19:00:06.357523 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-07de70fc-d81e-4f6a-81aa-cb23d592ccf4 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5112236'] for subnet, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:00:06.822803 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-37a96ace-f6d6-4a2c-b036-2f25c32cec9b req-2fa41c3f-7726-494f-8334-9eae67801798 tempest-ServerShowV254Test-1796563746 tempest-ServerShowV254Test-1796563746-project] 10.222.0.13 "GET /v2.0/ports?device_id=7c3bae3e-24b7-4832-89b7-1004b4c330d3 HTTP/1.1" status: 200 len: 210 time: 0.0848448 Nov 05 19:00:07.200613 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-07de70fc-d81e-4f6a-81aa-cb23d592ccf4 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4417463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5112218'] for subnet, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:00:07.269873 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07de70fc-d81e-4f6a-81aa-cb23d592ccf4 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Network c92bcb05-4ee7-483b-945f-7b511cfffbce is already hosted by enough agents. {{(pid=102387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 19:00:07.274414 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.base_scheduler [None req-07de70fc-d81e-4f6a-81aa-cb23d592ccf4 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Resources bound (agent type, host, resource id): {{(pid=102387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 19:00:07.281310 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07de70fc-d81e-4f6a-81aa-cb23d592ccf4 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:00:07.281846 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-07de70fc-d81e-4f6a-81aa-cb23d592ccf4 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Publish callbacks [] for subnet, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:00:07.286408 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fcd92cc-2e63-4bdd-8562-e794086256da None None] Network c92bcb05-4ee7-483b-945f-7b511cfffbce requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 19:00:07.333732 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07de70fc-d81e-4f6a-81aa-cb23d592ccf4 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Pushing event updated for resources: {'Subnet': ['ID=8863d370-3200-4041-a382-623dcb75f3e1,revision_number=0']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:00:07.440598 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-07de70fc-d81e-4f6a-81aa-cb23d592ccf4 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.3756449 Nov 05 19:00:07.445238 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 42838) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:00:07.450578 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-73be71c0-5d32-49bd-bf0c-ea5c7d12388e tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1595866776', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '8863d370-3200-4041-a382-623dcb75f3e1'}], 'security_groups': ['b019b913-cd84-46fb-a548-ec3da9223f4f']}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:00:07.712522 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 02bf637e-bbb7-4ce6-bbc4-e72a2c2a8825 up at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 19:00:07.860612 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec104651-e6a7-44c5-8dc8-da62c496e357 None None] Update dhcp port {'port': {'network_id': 'c92bcb05-4ee7-483b-945f-7b511cfffbce', 'fixed_ips': [{'subnet_id': '69761d7a-a0c8-48a9-8324-ae9a1cd48aac', 'ip_address': '172.20.0.2'}, {'subnet_id': '8863d370-3200-4041-a382-623dcb75f3e1'}], 'binding:host_id': 'n-d-816865-1'}, 'id': '02bf637e-bbb7-4ce6-bbc4-e72a2c2a8825'} from n-d-816865-1. {{(pid=102388) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 05 19:00:07.890072 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Provisioning complete for port 02bf637e-bbb7-4ce6-bbc4-e72a2c2a8825 triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:00:07.890771 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:00:07.899338 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-73be71c0-5d32-49bd-bf0c-ea5c7d12388e tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:00:07.958825 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-ec104651-e6a7-44c5-8dc8-da62c496e357 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:00:08.111780 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-8140051d-45a1-48ac-9492-90588c227802 req-a8bcc559-9e93-4352-bc0d-332351e79b43 tempest-ServerShowV254Test-1796563746 tempest-ServerShowV254Test-1796563746-project] 10.222.0.13 "GET /v2.0/ports?device_id=7c3bae3e-24b7-4832-89b7-1004b4c330d3 HTTP/1.1" status: 200 len: 210 time: 0.0546513 Nov 05 19:00:08.322861 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-31f93893-a48e-4ae8-833d-dccb2b42eacc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:00:08.346579 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.db_base_plugin_common [None req-ec104651-e6a7-44c5-8dc8-da62c496e357 None None] Allocated IP 172.20.0.18 (c92bcb05-4ee7-483b-945f-7b511cfffbce/8863d370-3200-4041-a382-623dcb75f3e1/02bf637e-bbb7-4ce6-bbc4-e72a2c2a8825) {{(pid=102388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 19:00:08.499860 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-ec104651-e6a7-44c5-8dc8-da62c496e357 None None] For port 02bf637e-bbb7-4ce6-bbc4-e72a2c2a8825, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=02bf637e-bbb7-4ce6-bbc4-e72a2c2a8825,segment=NetworkSegment(353a5b5c-4067-4c2d-a8b3-19f145d7e5e0),segment_id=353a5b5c-4067-4c2d-a8b3-19f145d7e5e0)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:00:08.537896 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:00:08.549373 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-ec104651-e6a7-44c5-8dc8-da62c496e357 None None] Publish callbacks [] for port, precommit_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:00:08.658497 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-ec104651-e6a7-44c5-8dc8-da62c496e357 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:00:08.778919 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec104651-e6a7-44c5-8dc8-da62c496e357 None None] Pushing event updated for resources: {'Port': ['ID=02bf637e-bbb7-4ce6-bbc4-e72a2c2a8825,revision_number=4']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:00:08.897739 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.db_base_plugin_common [None req-73be71c0-5d32-49bd-bf0c-ea5c7d12388e tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Delete allocated IP 172.20.0.12 (c92bcb05-4ee7-483b-945f-7b511cfffbce/69761d7a-a0c8-48a9-8324-ae9a1cd48aac) {{(pid=102386) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 05 19:00:08.911991 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.db_base_plugin_common [None req-73be71c0-5d32-49bd-bf0c-ea5c7d12388e tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Allocated IP 172.20.0.19 (c92bcb05-4ee7-483b-945f-7b511cfffbce/8863d370-3200-4041-a382-623dcb75f3e1/2b0df49c-9550-4911-a0a1-ba619c07e10b) {{(pid=102386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 19:00:09.172214 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-73be71c0-5d32-49bd-bf0c-ea5c7d12388e tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Publish callbacks [] for port, precommit_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:00:09.263231 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-73be71c0-5d32-49bd-bf0c-ea5c7d12388e tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6149821'] for port, after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:00:09.283098 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-9f9cdf5e-c106-4382-9693-62d1875b2386 req-bb606367-6534-46ff-9531-e651437accb5 tempest-ServerShowV254Test-1796563746 tempest-ServerShowV254Test-1796563746-project] 10.222.0.13 "GET /v2.0/ports?device_id=7c3bae3e-24b7-4832-89b7-1004b4c330d3 HTTP/1.1" status: 200 len: 210 time: 0.0501790 Nov 05 19:00:09.442088 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73be71c0-5d32-49bd-bf0c-ea5c7d12388e tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Pushing event updated for resources: {'Port': ['ID=2b0df49c-9550-4911-a0a1-ba619c07e10b,revision_number=2']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:00:09.485910 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-73be71c0-5d32-49bd-bf0c-ea5c7d12388e tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] In _notify_port_updated(), no bound segment for port 2b0df49c-9550-4911-a0a1-ba619c07e10b on network c92bcb05-4ee7-483b-945f-7b511cfffbce {{(pid=102386) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 05 19:00:09.492426 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73be71c0-5d32-49bd-bf0c-ea5c7d12388e tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:00:09.493447 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-73be71c0-5d32-49bd-bf0c-ea5c7d12388e tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:00:09.497383 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-73be71c0-5d32-49bd-bf0c-ea5c7d12388e tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] 10.222.0.13 "PUT /v2.0/ports/2b0df49c-9550-4911-a0a1-ba619c07e10b HTTP/1.1" status: 200 len: 921 time: 2.0510535 Nov 05 19:00:09.499420 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 42904) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:00:09.680451 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [None req-dba4c019-075b-4f5c-b8c7-b931f7313e30 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Deleting port 2b0df49c-9550-4911-a0a1-ba619c07e10b {{(pid=102387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 19:00:09.680797 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-dba4c019-075b-4f5c-b8c7-b931f7313e30 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:00:09.766966 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 02bf637e-bbb7-4ce6-bbc4-e72a2c2a8825 up at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 19:00:09.788054 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 42918) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:00:09.891645 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-f9fb285a-e921-4fb5-8777-bcfc4a1625bd None None] Provisioning complete for port bccfe4d9-5dd1-4047-8492-1aa175460b67 triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:00:09.891645 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-f9fb285a-e921-4fb5-8777-bcfc4a1625bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:00:09.916970 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-dba4c019-075b-4f5c-b8c7-b931f7313e30 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:00:09.943425 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-f9fb285a-e921-4fb5-8777-bcfc4a1625bd None None] Port bccfe4d9-5dd1-4047-8492-1aa175460b67 cannot update to ACTIVE because it is not bound. {{(pid=102388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 19:00:09.954303 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [None req-dba4c019-075b-4f5c-b8c7-b931f7313e30 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Calling delete_port for 2b0df49c-9550-4911-a0a1-ba619c07e10b owned by {{(pid=102387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 19:00:09.955699 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Provisioning complete for port 02bf637e-bbb7-4ce6-bbc4-e72a2c2a8825 triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:00:09.956304 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:00:09.993261 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [req-765afac4-e843-4464-aa76-fca5b660715c req-5cd1e318-1657-4020-9845-c33c0eb1f490 service neutron] (102387) timed out ('10.222.0.13', 41268) {{(pid=102387) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 05 19:00:10.009911 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-f9fb285a-e921-4fb5-8777-bcfc4a1625bd None None] Provisioning complete for port 02bf637e-bbb7-4ce6-bbc4-e72a2c2a8825 triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:00:10.010566 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-f9fb285a-e921-4fb5-8777-bcfc4a1625bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:00:10.070874 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-185a3690-7b13-42aa-8860-2a3ba8adb3eb admin admin] Publish callbacks [] for security_group, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:00:10.223253 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-dba4c019-075b-4f5c-b8c7-b931f7313e30 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4417063'] for port, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:00:10.308703 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba4c019-075b-4f5c-b8c7-b931f7313e30 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Pushing event deleted for resources: {'Port': ['ID=2b0df49c-9550-4911-a0a1-ba619c07e10b,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:00:10.414213 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-185a3690-7b13-42aa-8860-2a3ba8adb3eb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:00:10.484581 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-185a3690-7b13-42aa-8860-2a3ba8adb3eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:00:10.491196 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-f9fb285a-e921-4fb5-8777-bcfc4a1625bd None None] Could not find standard attr ID for object 2b0df49c-9550-4911-a0a1-ba619c07e10b. {{(pid=102388) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 05 19:00:10.497074 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-dba4c019-075b-4f5c-b8c7-b931f7313e30 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:00:10.506559 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-dba4c019-075b-4f5c-b8c7-b931f7313e30 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] 10.222.0.13 "DELETE /v2.0/ports/2b0df49c-9550-4911-a0a1-ba619c07e10b HTTP/1.1" status: 204 len: 168 time: 1.0026333 Nov 05 19:00:10.507541 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 42958) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:00:10.569272 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-af788a0c-783d-4ddc-9e41-f615802de264 req-aeead847-a09b-47d5-8297-fff1ba4cb75f tempest-ServerShowV254Test-1796563746 tempest-ServerShowV254Test-1796563746-project] 10.222.0.13 "GET /v2.0/ports?device_id=7c3bae3e-24b7-4832-89b7-1004b4c330d3 HTTP/1.1" status: 200 len: 210 time: 0.0879650 Nov 05 19:00:10.571225 n-d-816865-1 neutron-server[102387]: INFO neutron.pecan_wsgi.hooks.translation [None req-dcccf04a-6f8e-4e8b-a3fe-17f3789dcb82 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] GET failed (client error): The resource could not be found. Nov 05 19:00:10.578960 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-dcccf04a-6f8e-4e8b-a3fe-17f3789dcb82 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] 10.222.0.13 "GET /v2.0/ports/2b0df49c-9550-4911-a0a1-ba619c07e10b HTTP/1.1" status: 404 len: 333 time: 0.0678434 Nov 05 19:00:10.580174 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 42964) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:00:10.583754 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185a3690-7b13-42aa-8860-2a3ba8adb3eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a0e06fd-f2d1-4ef4-8c4e-09ace0ab7b24,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:00:10.624365 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-185a3690-7b13-42aa-8860-2a3ba8adb3eb admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5bba8dbbe3bb4bc8a9665389c5a8738c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8349459 Nov 05 19:00:10.627423 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 42968) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:00:10.629979 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-a0afaab5-a0bd-43a9-80fd-698db15ac74b None None] Could not find standard attr ID for object 2b0df49c-9550-4911-a0a1-ba619c07e10b. {{(pid=102388) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 05 19:00:10.701140 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-fadf29d1-31fa-4062-aa9d-99390d5cce6b tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Publish callbacks [] for security_group, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:00:10.724523 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-7e5a38ea-d36f-4bb2-9c98-0f539df437d8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:00:10.776511 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-7e5a38ea-d36f-4bb2-9c98-0f539df437d8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:00:10.783274 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-fadf29d1-31fa-4062-aa9d-99390d5cce6b tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:00:10.987703 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-fadf29d1-31fa-4062-aa9d-99390d5cce6b tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:00:10.990724 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-fadf29d1-31fa-4062-aa9d-99390d5cce6b tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Publish callbacks [] for security_group, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:00:10.996861 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-fadf29d1-31fa-4062-aa9d-99390d5cce6b tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] 10.222.0.13 "DELETE /v2.0/security-groups/fba8856c-3c18-4f39-b380-a0505faaed8c HTTP/1.1" status: 204 len: 168 time: 0.4128332 Nov 05 19:00:10.997976 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 42992) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:00:11.012217 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fadf29d1-31fa-4062-aa9d-99390d5cce6b tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fba8856c-3c18-4f39-b380-a0505faaed8c,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:00:11.054955 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-7e5a38ea-d36f-4bb2-9c98-0f539df437d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:00:11.060475 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-7e5a38ea-d36f-4bb2-9c98-0f539df437d8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:00:11.061739 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-7e5a38ea-d36f-4bb2-9c98-0f539df437d8 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0a0e06fd-f2d1-4ef4-8c4e-09ace0ab7b24 HTTP/1.1" status: 204 len: 168 time: 0.4333687 Nov 05 19:00:11.112417 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5a38ea-d36f-4bb2-9c98-0f539df437d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a0e06fd-f2d1-4ef4-8c4e-09ace0ab7b24,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:00:11.175803 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-73f9f47b-93d4-464f-8916-e93cbfb8105c tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Publish callbacks [] for security_group, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:00:11.214331 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-73f9f47b-93d4-464f-8916-e93cbfb8105c tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:00:11.335335 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2379a50e-1259-4e12-a7e4-ef921870bca8 req-b1f88dff-9315-4175-b059-7c402fdd544e tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:00:11.337044 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-73f9f47b-93d4-464f-8916-e93cbfb8105c tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:00:11.340701 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-73f9f47b-93d4-464f-8916-e93cbfb8105c tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Publish callbacks [] for security_group, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:00:11.341808 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2379a50e-1259-4e12-a7e4-ef921870bca8 req-b1f88dff-9315-4175-b059-7c402fdd544e tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:00:11.345419 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-73f9f47b-93d4-464f-8916-e93cbfb8105c tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] 10.222.0.13 "DELETE /v2.0/security-groups/b019b913-cd84-46fb-a548-ec3da9223f4f HTTP/1.1" status: 204 len: 168 time: 0.3456576 Nov 05 19:00:11.346136 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 43012) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:00:11.348568 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2379a50e-1259-4e12-a7e4-ef921870bca8 req-b1f88dff-9315-4175-b059-7c402fdd544e tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:00:11.355239 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2379a50e-1259-4e12-a7e4-ef921870bca8 req-b1f88dff-9315-4175-b059-7c402fdd544e tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:00:11.361488 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2379a50e-1259-4e12-a7e4-ef921870bca8 req-b1f88dff-9315-4175-b059-7c402fdd544e tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:00:11.368874 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2379a50e-1259-4e12-a7e4-ef921870bca8 req-b1f88dff-9315-4175-b059-7c402fdd544e tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:00:11.376599 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2379a50e-1259-4e12-a7e4-ef921870bca8 req-b1f88dff-9315-4175-b059-7c402fdd544e tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:00:11.385398 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-2379a50e-1259-4e12-a7e4-ef921870bca8 req-b1f88dff-9315-4175-b059-7c402fdd544e tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] 10.222.0.13 "GET /v2.0/ports?device_id=1682fb31-a1bf-43f5-a4fa-447937da8a91 HTTP/1.1" status: 200 len: 5443 time: 0.1230800 Nov 05 19:00:11.411385 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e69502c-9197-404f-8f6c-b7ad11b5ce59 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Deleting subnet 69761d7a-a0c8-48a9-8324-ae9a1cd48aac {{(pid=102386) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 05 19:00:11.420630 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-7e69502c-9197-404f-8f6c-b7ad11b5ce59 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Publish callbacks [] for subnet, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:00:11.423447 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f9f47b-93d4-464f-8916-e93cbfb8105c tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b019b913-cd84-46fb-a548-ec3da9223f4f,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:00:11.471297 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-2379a50e-1259-4e12-a7e4-ef921870bca8 req-c19be109-64ad-4add-9d9d-d6ca2047f3f5 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] 10.222.0.13 "GET /v2.0/security-groups?id=293ec58e-66ea-453a-8db8-ae12281442fa&id=4f04b2e1-de76-4a06-adfc-cc82b8507945&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0840440 Nov 05 19:00:11.485340 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-7e69502c-9197-404f-8f6c-b7ad11b5ce59 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4590738'] for subnet, precommit_delete_associations {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:00:11.607197 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-7e69502c-9197-404f-8f6c-b7ad11b5ce59 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1573928'] for subnet, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:00:11.683300 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6452c0b6-28de-4e80-8cae-2fd846948618 req-405c91c7-7621-4456-8000-c85a11d596c4 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:00:11.690510 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6452c0b6-28de-4e80-8cae-2fd846948618 req-405c91c7-7621-4456-8000-c85a11d596c4 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:00:11.696476 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6452c0b6-28de-4e80-8cae-2fd846948618 req-405c91c7-7621-4456-8000-c85a11d596c4 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:00:11.703151 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6452c0b6-28de-4e80-8cae-2fd846948618 req-405c91c7-7621-4456-8000-c85a11d596c4 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:00:11.710475 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6452c0b6-28de-4e80-8cae-2fd846948618 req-405c91c7-7621-4456-8000-c85a11d596c4 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:00:11.719317 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6452c0b6-28de-4e80-8cae-2fd846948618 req-405c91c7-7621-4456-8000-c85a11d596c4 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:00:11.725712 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6452c0b6-28de-4e80-8cae-2fd846948618 req-405c91c7-7621-4456-8000-c85a11d596c4 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:00:11.727944 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-6452c0b6-28de-4e80-8cae-2fd846948618 req-405c91c7-7621-4456-8000-c85a11d596c4 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] 10.222.0.13 "GET /v2.0/ports?device_id=1682fb31-a1bf-43f5-a4fa-447937da8a91 HTTP/1.1" status: 200 len: 5443 time: 0.1230881 Nov 05 19:00:11.757871 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-62973567-7fd9-4f72-94d0-201ee74d9215 req-63b31347-4a4b-402b-9770-7c1423fc30b3 tempest-ServerShowV254Test-1796563746 tempest-ServerShowV254Test-1796563746-project] 10.222.0.13 "GET /v2.0/ports?device_id=7c3bae3e-24b7-4832-89b7-1004b4c330d3 HTTP/1.1" status: 200 len: 210 time: 0.0287294 Nov 05 19:00:11.765644 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-7e69502c-9197-404f-8f6c-b7ad11b5ce59 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1573905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6149879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4877183'] for subnet, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:00:11.805413 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e69502c-9197-404f-8f6c-b7ad11b5ce59 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Pushing event deleted for resources: {'Subnet': ['ID=69761d7a-a0c8-48a9-8324-ae9a1cd48aac,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:00:11.810860 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-7e69502c-9197-404f-8f6c-b7ad11b5ce59 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Publish callbacks [] for subnet, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:00:11.819182 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-7e69502c-9197-404f-8f6c-b7ad11b5ce59 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] 10.222.0.13 "DELETE /v2.0/subnets/69761d7a-a0c8-48a9-8324-ae9a1cd48aac HTTP/1.1" status: 204 len: 168 time: 0.4635696 Nov 05 19:00:11.819182 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 43034) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:00:11.820743 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1099d54c-8857-476b-a9e5-29532c7436fc None None] Network c92bcb05-4ee7-483b-945f-7b511cfffbce requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 19:00:11.829065 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-3cb5a20a-2aef-427a-99d4-081879549c08 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Request body: {'subnet': {'network_id': 'c92bcb05-4ee7-483b-945f-7b511cfffbce', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:00:11.963402 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 43040) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:00:11.990549 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-56e21093-adf6-4ca8-88d0-1b656a671aa9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:00:12.080720 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cb5a20a-2aef-427a-99d4-081879549c08 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Made reservation on behalf of 2f4e87ee64a4499db45fedd95080f0b7 for: {'subnet': 1} {{(pid=102386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 19:00:12.094539 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-3cb5a20a-2aef-427a-99d4-081879549c08 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4877122'] for subnet, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:00:12.103886 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-56e21093-adf6-4ca8-88d0-1b656a671aa9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:00:12.165291 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-56e21093-adf6-4ca8-88d0-1b656a671aa9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:00:12.235955 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-56e21093-adf6-4ca8-88d0-1b656a671aa9 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b7d2fe83f91e4979af9fe3956394a85c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2714524 Nov 05 19:00:12.239879 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 43046) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:00:12.240369 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e21093-adf6-4ca8-88d0-1b656a671aa9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c99b807b-4b94-4078-855f-1dd948ed17e7,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:00:12.352907 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 43048) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:00:12.358800 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-3cb08acd-5e9e-4442-b617-deedca52b318 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:00:12.407518 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-3cb08acd-5e9e-4442-b617-deedca52b318 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:00:12.610356 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-113fb5a3-49b5-4d1d-8547-adc09d160b3f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:00:12.659937 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-3cb08acd-5e9e-4442-b617-deedca52b318 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:00:12.664243 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-3cb08acd-5e9e-4442-b617-deedca52b318 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:00:12.666553 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-3cb08acd-5e9e-4442-b617-deedca52b318 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c99b807b-4b94-4078-855f-1dd948ed17e7 HTTP/1.1" status: 204 len: 168 time: 0.4212425 Nov 05 19:00:12.678461 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb08acd-5e9e-4442-b617-deedca52b318 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c99b807b-4b94-4078-855f-1dd948ed17e7,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:00:12.752246 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-113fb5a3-49b5-4d1d-8547-adc09d160b3f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:00:12.771049 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-3cb5a20a-2aef-427a-99d4-081879549c08 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6149946', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4877172'] for subnet, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:00:12.830161 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cb5a20a-2aef-427a-99d4-081879549c08 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Network c92bcb05-4ee7-483b-945f-7b511cfffbce is already hosted by enough agents. {{(pid=102386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 19:00:12.834798 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.base_scheduler [None req-3cb5a20a-2aef-427a-99d4-081879549c08 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Resources bound (agent type, host, resource id): {{(pid=102386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 19:00:12.838821 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cb5a20a-2aef-427a-99d4-081879549c08 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:00:12.840387 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-3cb5a20a-2aef-427a-99d4-081879549c08 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Publish callbacks [] for subnet, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:00:12.851777 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-113fb5a3-49b5-4d1d-8547-adc09d160b3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:00:12.859111 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb5a20a-2aef-427a-99d4-081879549c08 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Pushing event updated for resources: {'Subnet': ['ID=f930dd31-90e1-45d6-a9a9-75d6c47c9c57,revision_number=0']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:00:12.913362 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-113fb5a3-49b5-4d1d-8547-adc09d160b3f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=79a27e1e357d4724bb0d34ec2939209f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5586674 Nov 05 19:00:12.916033 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 43060) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:00:12.932107 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-3cb5a20a-2aef-427a-99d4-081879549c08 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1104245 Nov 05 19:00:12.936466 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 43062) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:00:12.943165 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-c16662bd-4ddc-4b86-91af-0189adc689e2 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Request body: {'security_group': {'name': 'tempest-secgroup-1215755067'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:00:13.025098 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113fb5a3-49b5-4d1d-8547-adc09d160b3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea47fd64-6a5e-4dde-b36a-5a5478dd9a2c,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:00:13.025098 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-1a714ecb-25ed-440d-a512-a6d9a6d92719 req-f864c73f-cc32-4f64-844c-6e6979fabbf9 tempest-ServerShowV254Test-1796563746 tempest-ServerShowV254Test-1796563746-project] 10.222.0.13 "GET /v2.0/ports?device_id=7c3bae3e-24b7-4832-89b7-1004b4c330d3 HTTP/1.1" status: 200 len: 210 time: 0.0755048 Nov 05 19:00:13.048681 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cacc0e25-1ad2-49ea-b475-1e0be90a079b None None] Network c92bcb05-4ee7-483b-945f-7b511cfffbce requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 19:00:13.078582 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-694f6a48-86b4-4ecc-b195-f6fe66aaad7a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:00:13.106874 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-694f6a48-86b4-4ecc-b195-f6fe66aaad7a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:00:13.143389 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-c16662bd-4ddc-4b86-91af-0189adc689e2 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Publish callbacks [] for security_group, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:00:13.205351 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-45942ee2-e7f4-4350-8dcf-8af63be6ada2 None None] Provisioning complete for port bccfe4d9-5dd1-4047-8492-1aa175460b67 triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:00:13.205966 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-45942ee2-e7f4-4350-8dcf-8af63be6ada2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:00:13.275951 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-45942ee2-e7f4-4350-8dcf-8af63be6ada2 None None] Port bccfe4d9-5dd1-4047-8492-1aa175460b67 cannot update to ACTIVE because it is not bound. {{(pid=102388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 19:00:13.279765 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-694f6a48-86b4-4ecc-b195-f6fe66aaad7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:00:13.282703 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-694f6a48-86b4-4ecc-b195-f6fe66aaad7a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:00:13.284047 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-694f6a48-86b4-4ecc-b195-f6fe66aaad7a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ea47fd64-6a5e-4dde-b36a-5a5478dd9a2c HTTP/1.1" status: 204 len: 168 time: 0.3668895 Nov 05 19:00:13.299062 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694f6a48-86b4-4ecc-b195-f6fe66aaad7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea47fd64-6a5e-4dde-b36a-5a5478dd9a2c,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:00:13.384424 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-45942ee2-e7f4-4350-8dcf-8af63be6ada2 None None] Provisioning complete for port 02bf637e-bbb7-4ce6-bbc4-e72a2c2a8825 triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:00:13.385547 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-45942ee2-e7f4-4350-8dcf-8af63be6ada2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:00:13.426184 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-c16662bd-4ddc-4b86-91af-0189adc689e2 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Publish callbacks [] for security_group, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:00:13.487272 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-c16662bd-4ddc-4b86-91af-0189adc689e2 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:00:13.599870 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16662bd-4ddc-4b86-91af-0189adc689e2 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e5cbf56e-e31f-4a9d-9a5c-b83fa452caf8,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:00:13.641052 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-c16662bd-4ddc-4b86-91af-0189adc689e2 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Publish callbacks [] for security_group, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:00:13.645034 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-c16662bd-4ddc-4b86-91af-0189adc689e2 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.7048278 Nov 05 19:00:13.646086 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 43084) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:00:13.655169 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-9465a8e9-ea4d-469f-87e3-de35fd11bc41 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Request body: {'security_group': {'name': 'tempest-secgroup-135284365'}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:00:13.687482 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2b190fe-1137-4028-af7b-38feb0d7401d None None] Update dhcp port {'port': {'network_id': 'c92bcb05-4ee7-483b-945f-7b511cfffbce', 'fixed_ips': [{'subnet_id': '8863d370-3200-4041-a382-623dcb75f3e1', 'ip_address': '172.20.0.18'}, {'subnet_id': 'f930dd31-90e1-45d6-a9a9-75d6c47c9c57'}], 'binding:host_id': 'n-d-816865-1'}, 'id': '02bf637e-bbb7-4ce6-bbc4-e72a2c2a8825'} from n-d-816865-1. {{(pid=102388) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 05 19:00:13.758266 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-e2b190fe-1137-4028-af7b-38feb0d7401d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:00:13.828120 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-9465a8e9-ea4d-469f-87e3-de35fd11bc41 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Publish callbacks [] for security_group, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:00:13.937995 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-9465a8e9-ea4d-469f-87e3-de35fd11bc41 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Publish callbacks [] for security_group, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:00:14.028962 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-9465a8e9-ea4d-469f-87e3-de35fd11bc41 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:00:14.089772 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.db_base_plugin_common [None req-e2b190fe-1137-4028-af7b-38feb0d7401d None None] Allocated IP 172.20.0.2 (c92bcb05-4ee7-483b-945f-7b511cfffbce/f930dd31-90e1-45d6-a9a9-75d6c47c9c57/02bf637e-bbb7-4ce6-bbc4-e72a2c2a8825) {{(pid=102388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 19:00:14.105247 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9465a8e9-ea4d-469f-87e3-de35fd11bc41 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Pushing event updated for resources: {'SecurityGroup': ['ID=edae9a6a-4158-4fbb-a9a8-f18e2e5f7dbe,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:00:14.194883 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 43102) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:00:14.213821 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-9465a8e9-ea4d-469f-87e3-de35fd11bc41 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Publish callbacks [] for security_group, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:00:14.229691 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-9465a8e9-ea4d-469f-87e3-de35fd11bc41 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.5815210 Nov 05 19:00:14.244254 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-66528881-3a73-4641-9c7d-769de8ad3cd0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:00:14.254167 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 43104) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:00:14.267289 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-0afa4fc2-a69c-4b9f-831c-5065158ce0ee tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Request body: {'security_group': {'name': 'tempest-secgroup-1685307558'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:00:14.300251 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-1d04f5a1-151c-4b71-9748-43f4fe980f41 req-e7c2cb89-8a5e-452b-b1b8-847183bc8858 tempest-ServerShowV254Test-1796563746 tempest-ServerShowV254Test-1796563746-project] 10.222.0.13 "GET /v2.0/ports?device_id=7c3bae3e-24b7-4832-89b7-1004b4c330d3 HTTP/1.1" status: 200 len: 210 time: 0.0983148 Nov 05 19:00:14.379760 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-e2b190fe-1137-4028-af7b-38feb0d7401d None None] For port 02bf637e-bbb7-4ce6-bbc4-e72a2c2a8825, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=02bf637e-bbb7-4ce6-bbc4-e72a2c2a8825,segment=NetworkSegment(353a5b5c-4067-4c2d-a8b3-19f145d7e5e0),segment_id=353a5b5c-4067-4c2d-a8b3-19f145d7e5e0)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:00:14.421938 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-66528881-3a73-4641-9c7d-769de8ad3cd0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:00:14.421938 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-0afa4fc2-a69c-4b9f-831c-5065158ce0ee tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Publish callbacks [] for security_group, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:00:14.424522 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-e2b190fe-1137-4028-af7b-38feb0d7401d None None] Publish callbacks [] for port, precommit_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:00:14.481439 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-e2b190fe-1137-4028-af7b-38feb0d7401d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:00:14.484376 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-66528881-3a73-4641-9c7d-769de8ad3cd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:00:14.517889 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 43118) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:00:14.559510 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-0afa4fc2-a69c-4b9f-831c-5065158ce0ee tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Publish callbacks [] for security_group, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:00:14.583409 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-66528881-3a73-4641-9c7d-769de8ad3cd0 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7c18980b0c8d417bbf7d72914e308965&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3848946 Nov 05 19:00:14.584320 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66528881-3a73-4641-9c7d-769de8ad3cd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa24f657-4e36-4f96-966a-5c12326bf48c,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:00:14.586219 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 43122) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:00:14.612230 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b190fe-1137-4028-af7b-38feb0d7401d None None] Pushing event updated for resources: {'Port': ['ID=02bf637e-bbb7-4ce6-bbc4-e72a2c2a8825,revision_number=6']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:00:14.639494 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-0afa4fc2-a69c-4b9f-831c-5065158ce0ee tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:00:14.680626 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0afa4fc2-a69c-4b9f-831c-5065158ce0ee tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1a1ec00e-a364-4b45-9ad4-089f81c3bffe,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:00:14.703601 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160a572c-2741-4cbb-a085-86d9b9c520c6 req-de9e2cd0-1592-4631-a08e-928d74f245fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:00:14.704136 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160a572c-2741-4cbb-a085-86d9b9c520c6 req-de9e2cd0-1592-4631-a08e-928d74f245fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:00:14.704533 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160a572c-2741-4cbb-a085-86d9b9c520c6 req-de9e2cd0-1592-4631-a08e-928d74f245fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:00:14.705058 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160a572c-2741-4cbb-a085-86d9b9c520c6 req-de9e2cd0-1592-4631-a08e-928d74f245fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:00:14.705471 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160a572c-2741-4cbb-a085-86d9b9c520c6 req-de9e2cd0-1592-4631-a08e-928d74f245fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:00:14.705930 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160a572c-2741-4cbb-a085-86d9b9c520c6 req-de9e2cd0-1592-4631-a08e-928d74f245fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:00:14.706437 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160a572c-2741-4cbb-a085-86d9b9c520c6 req-de9e2cd0-1592-4631-a08e-928d74f245fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:00:14.710538 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-160a572c-2741-4cbb-a085-86d9b9c520c6 req-de9e2cd0-1592-4631-a08e-928d74f245fd service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=1682fb31-a1bf-43f5-a4fa-447937da8a91 HTTP/1.1" status: 200 len: 6500 time: 0.1906497 Nov 05 19:00:14.725465 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-e07a2402-1bbd-4290-8bae-743223f0147b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:00:14.750859 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-0afa4fc2-a69c-4b9f-831c-5065158ce0ee tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Publish callbacks [] for security_group, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:00:14.756718 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-0afa4fc2-a69c-4b9f-831c-5065158ce0ee tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.5010738 Nov 05 19:00:14.757416 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 43128) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:00:14.769178 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-a5473db7-fb3e-411c-a8d4-73807549f489 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-894159990', 'security_groups': ['1a1ec00e-a364-4b45-9ad4-089f81c3bffe'], 'network_id': 'c92bcb05-4ee7-483b-945f-7b511cfffbce', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'f930dd31-90e1-45d6-a9a9-75d6c47c9c57'}]}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:00:14.813809 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-e07a2402-1bbd-4290-8bae-743223f0147b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:00:14.926683 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-160a572c-2741-4cbb-a085-86d9b9c520c6 req-5328a0ed-35d2-4895-9694-1f45009a4bba service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=4f04b2e1-de76-4a06-adfc-cc82b8507945&id=293ec58e-66ea-453a-8db8-ae12281442fa&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2106423 Nov 05 19:00:15.040140 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-e07a2402-1bbd-4290-8bae-743223f0147b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:00:15.043140 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-e07a2402-1bbd-4290-8bae-743223f0147b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:00:15.044357 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-e07a2402-1bbd-4290-8bae-743223f0147b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/fa24f657-4e36-4f96-966a-5c12326bf48c HTTP/1.1" status: 204 len: 168 time: 0.4571719 Nov 05 19:00:15.053535 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07a2402-1bbd-4290-8bae-743223f0147b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa24f657-4e36-4f96-966a-5c12326bf48c,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:00:15.091126 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5473db7-fb3e-411c-a8d4-73807549f489 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Made reservation on behalf of 2f4e87ee64a4499db45fedd95080f0b7 for: {'port': 1} {{(pid=102386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 19:00:15.205363 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-a5473db7-fb3e-411c-a8d4-73807549f489 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:00:15.224847 n-d-816865-1 neutron-server[102386]: DEBUG neutron.notifiers.nova [None req-a5473db7-fb3e-411c-a8d4-73807549f489 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] device_id is not set on port 79664443-35e5-4747-b46a-84b7d8cc5f63 yet. {{(pid=102386) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 05 19:00:15.425935 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-6e27978b-5df7-4198-b79e-1c73ed860b62 None None] Provisioning complete for port bccfe4d9-5dd1-4047-8492-1aa175460b67 triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:00:15.426492 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-6e27978b-5df7-4198-b79e-1c73ed860b62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:00:15.455398 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-dcc79366-cb16-4d96-bf85-0981092be642 req-25f5d825-b91c-4b97-8ef7-abb7f14a9fe7 tempest-ServerShowV254Test-1796563746 tempest-ServerShowV254Test-1796563746-project] 10.222.0.13 "GET /v2.0/ports?device_id=7c3bae3e-24b7-4832-89b7-1004b4c330d3 HTTP/1.1" status: 200 len: 210 time: 0.0355768 Nov 05 19:00:15.501063 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.db_base_plugin_common [None req-a5473db7-fb3e-411c-a8d4-73807549f489 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Allocated IP 172.20.0.5 (c92bcb05-4ee7-483b-945f-7b511cfffbce/f930dd31-90e1-45d6-a9a9-75d6c47c9c57/79664443-35e5-4747-b46a-84b7d8cc5f63) {{(pid=102386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 19:00:15.512205 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-6e27978b-5df7-4198-b79e-1c73ed860b62 None None] Port bccfe4d9-5dd1-4047-8492-1aa175460b67 cannot update to ACTIVE because it is not bound. {{(pid=102388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 19:00:15.524083 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-6e27978b-5df7-4198-b79e-1c73ed860b62 None None] Provisioning complete for port 02bf637e-bbb7-4ce6-bbc4-e72a2c2a8825 triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:00:15.524540 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-6e27978b-5df7-4198-b79e-1c73ed860b62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:00:15.714387 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 02bf637e-bbb7-4ce6-bbc4-e72a2c2a8825 up at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 19:00:15.793620 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-a5473db7-fb3e-411c-a8d4-73807549f489 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Publish callbacks [] for port, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:00:15.829080 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Provisioning complete for port 02bf637e-bbb7-4ce6-bbc4-e72a2c2a8825 triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:00:15.829334 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:00:15.942427 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-a5473db7-fb3e-411c-a8d4-73807549f489 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:00:16.000359 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5473db7-fb3e-411c-a8d4-73807549f489 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Network c92bcb05-4ee7-483b-945f-7b511cfffbce is already hosted by enough agents. {{(pid=102386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 19:00:16.007899 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.base_scheduler [None req-a5473db7-fb3e-411c-a8d4-73807549f489 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Resources bound (agent type, host, resource id): {{(pid=102386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 19:00:16.013646 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5473db7-fb3e-411c-a8d4-73807549f489 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Received port after_create {{(pid=102386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 19:00:16.040266 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5473db7-fb3e-411c-a8d4-73807549f489 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Pushing event updated for resources: {'Port': ['ID=79664443-35e5-4747-b46a-84b7d8cc5f63,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:00:16.084891 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5473db7-fb3e-411c-a8d4-73807549f489 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:00:16.087078 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-a5473db7-fb3e-411c-a8d4-73807549f489 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:00:16.196639 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-a5473db7-fb3e-411c-a8d4-73807549f489 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.4378700 Nov 05 19:00:16.199498 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 43176) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:00:16.211841 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-77583dee-31f0-4706-95ae-c005e8f0d0a4 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Request body: {'subnet': {'network_id': 'c92bcb05-4ee7-483b-945f-7b511cfffbce', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:00:16.300530 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-15ee9352-baf2-4147-9cb5-c8cb45681716 None None] Provisioning complete for port 79664443-35e5-4747-b46a-84b7d8cc5f63 triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:00:16.301618 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-15ee9352-baf2-4147-9cb5-c8cb45681716 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:00:16.375558 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-15ee9352-baf2-4147-9cb5-c8cb45681716 None None] Port 79664443-35e5-4747-b46a-84b7d8cc5f63 cannot update to ACTIVE because it is not bound. {{(pid=102388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 19:00:16.576740 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-7045e92c-2919-422e-a8a5-4e84f85072f8 req-7daa4827-d37b-44e0-a621-f26b8cb9e1f9 tempest-ServerShowV254Test-1796563746 tempest-ServerShowV254Test-1796563746-project] 10.222.0.13 "GET /v2.0/ports?device_id=7c3bae3e-24b7-4832-89b7-1004b4c330d3 HTTP/1.1" status: 200 len: 210 time: 0.0285897 Nov 05 19:00:16.823044 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77583dee-31f0-4706-95ae-c005e8f0d0a4 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Made reservation on behalf of 2f4e87ee64a4499db45fedd95080f0b7 for: {'subnet': 1} {{(pid=102386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 19:00:16.828089 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-77583dee-31f0-4706-95ae-c005e8f0d0a4 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4877122'] for subnet, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:00:16.938297 n-d-816865-1 neutron-server[102386]: INFO neutron.db.ipam_backend_mixin [None req-77583dee-31f0-4706-95ae-c005e8f0d0a4 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet f930dd31-90e1-45d6-a9a9-75d6c47c9c57 (CIDR: 172.20.0.0/28) Nov 05 19:00:16.983590 n-d-816865-1 neutron-server[102386]: INFO neutron.pecan_wsgi.hooks.translation [None req-77583dee-31f0-4706-95ae-c005e8f0d0a4 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 05 19:00:16.984151 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-77583dee-31f0-4706-95ae-c005e8f0d0a4 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102386) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 05 19:00:17.059469 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-77583dee-31f0-4706-95ae-c005e8f0d0a4 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8586028 Nov 05 19:00:17.061971 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 43196) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:00:17.067229 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-7c3c5aef-beed-4d18-8ebd-16cf393dad73 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Request body: {'subnet': {'network_id': 'c92bcb05-4ee7-483b-945f-7b511cfffbce', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:00:17.272547 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c3c5aef-beed-4d18-8ebd-16cf393dad73 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Made reservation on behalf of 2f4e87ee64a4499db45fedd95080f0b7 for: {'subnet': 1} {{(pid=102386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 19:00:17.276637 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-7c3c5aef-beed-4d18-8ebd-16cf393dad73 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4877122'] for subnet, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:00:17.382359 n-d-816865-1 neutron-server[102386]: INFO neutron.db.ipam_backend_mixin [None req-7c3c5aef-beed-4d18-8ebd-16cf393dad73 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 8863d370-3200-4041-a382-623dcb75f3e1 (CIDR: 172.20.0.16/28) Nov 05 19:00:17.425405 n-d-816865-1 neutron-server[102386]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c3c5aef-beed-4d18-8ebd-16cf393dad73 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 05 19:00:17.425978 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7c3c5aef-beed-4d18-8ebd-16cf393dad73 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102386) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 05 19:00:17.519888 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-7c3c5aef-beed-4d18-8ebd-16cf393dad73 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.4566088 Nov 05 19:00:17.522649 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 43208) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:00:17.527925 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-b74f60aa-038c-4126-beba-f78994f28e00 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Request body: {'subnet': {'network_id': 'c92bcb05-4ee7-483b-945f-7b511cfffbce', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:00:17.816320 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-e28edd37-8a78-40bc-9eb5-080f3e884baa req-1c7c1042-797a-47e7-bf76-51992b978477 tempest-ServerShowV254Test-1796563746 tempest-ServerShowV254Test-1796563746-project] 10.222.0.13 "GET /v2.0/ports?device_id=7c3bae3e-24b7-4832-89b7-1004b4c330d3 HTTP/1.1" status: 200 len: 210 time: 0.1117566 Nov 05 19:00:18.324707 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b74f60aa-038c-4126-beba-f78994f28e00 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Made reservation on behalf of 2f4e87ee64a4499db45fedd95080f0b7 for: {'subnet': 1} {{(pid=102386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 19:00:18.329525 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-b74f60aa-038c-4126-beba-f78994f28e00 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4877122'] for subnet, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:00:18.691362 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-b74f60aa-038c-4126-beba-f78994f28e00 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6149946', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4877172'] for subnet, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:00:18.738263 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b74f60aa-038c-4126-beba-f78994f28e00 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Network c92bcb05-4ee7-483b-945f-7b511cfffbce is already hosted by enough agents. {{(pid=102386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 19:00:18.743517 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.base_scheduler [None req-b74f60aa-038c-4126-beba-f78994f28e00 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Resources bound (agent type, host, resource id): {{(pid=102386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 19:00:18.749336 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b74f60aa-038c-4126-beba-f78994f28e00 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:00:18.750267 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-b74f60aa-038c-4126-beba-f78994f28e00 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Publish callbacks [] for subnet, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:00:18.759245 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a935b16-1aa7-404c-aff1-b811dc8bee3e None None] Network c92bcb05-4ee7-483b-945f-7b511cfffbce requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 19:00:18.764582 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74f60aa-038c-4126-beba-f78994f28e00 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Pushing event updated for resources: {'Subnet': ['ID=735e9c49-a8c0-4a1f-ad95-788511f8973e,revision_number=0']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:00:18.847831 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-b74f60aa-038c-4126-beba-f78994f28e00 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.3241129 Nov 05 19:00:18.853806 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 43248) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:00:18.856802 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-9c244dd9-9b5e-4577-8cb7-ea12accc75e8 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-754363314', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '735e9c49-a8c0-4a1f-ad95-788511f8973e'}], 'security_groups': ['e5cbf56e-e31f-4a9d-9a5c-b83fa452caf8', 'edae9a6a-4158-4fbb-a9a8-f18e2e5f7dbe']}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:00:19.154612 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-efdf6aef-948b-4ddd-9c3a-6de1dbffba81 req-bf69a290-8675-4fd1-aeab-8ed5263fc0dc tempest-ServerShowV254Test-1796563746 tempest-ServerShowV254Test-1796563746-project] 10.222.0.13 "GET /v2.0/ports?device_id=7c3bae3e-24b7-4832-89b7-1004b4c330d3 HTTP/1.1" status: 200 len: 210 time: 0.0952740 Nov 05 19:00:19.201649 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a3fb10b-76c7-4ee8-9c30-b2eee079bcd4 None None] Update dhcp port {'port': {'network_id': 'c92bcb05-4ee7-483b-945f-7b511cfffbce', 'fixed_ips': [{'subnet_id': '8863d370-3200-4041-a382-623dcb75f3e1', 'ip_address': '172.20.0.18'}, {'subnet_id': 'f930dd31-90e1-45d6-a9a9-75d6c47c9c57', 'ip_address': '172.20.0.2'}, {'subnet_id': '735e9c49-a8c0-4a1f-ad95-788511f8973e'}], 'binding:host_id': 'n-d-816865-1'}, 'id': '02bf637e-bbb7-4ce6-bbc4-e72a2c2a8825'} from n-d-816865-1. {{(pid=102388) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 05 19:00:19.283893 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-6a3fb10b-76c7-4ee8-9c30-b2eee079bcd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:00:19.297646 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-9c244dd9-9b5e-4577-8cb7-ea12accc75e8 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:00:19.512044 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.db_base_plugin_common [None req-6a3fb10b-76c7-4ee8-9c30-b2eee079bcd4 None None] Allocated IP 172.20.0.34 (c92bcb05-4ee7-483b-945f-7b511cfffbce/735e9c49-a8c0-4a1f-ad95-788511f8973e/02bf637e-bbb7-4ce6-bbc4-e72a2c2a8825) {{(pid=102388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 19:00:19.669958 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-6a3fb10b-76c7-4ee8-9c30-b2eee079bcd4 None None] For port 02bf637e-bbb7-4ce6-bbc4-e72a2c2a8825, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=02bf637e-bbb7-4ce6-bbc4-e72a2c2a8825,segment=NetworkSegment(353a5b5c-4067-4c2d-a8b3-19f145d7e5e0),segment_id=353a5b5c-4067-4c2d-a8b3-19f145d7e5e0)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:00:19.708113 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-6a3fb10b-76c7-4ee8-9c30-b2eee079bcd4 None None] Publish callbacks [] for port, precommit_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:00:19.838614 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 43270) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:00:19.972571 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-646f33ab-eb1a-48bb-b5e7-98e02acd5dd6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:00:20.069945 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-646f33ab-eb1a-48bb-b5e7-98e02acd5dd6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:00:20.160650 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-646f33ab-eb1a-48bb-b5e7-98e02acd5dd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:00:20.161571 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-6a3fb10b-76c7-4ee8-9c30-b2eee079bcd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:00:20.211721 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-646f33ab-eb1a-48bb-b5e7-98e02acd5dd6 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e487dc7ebd774eaf899a35aedd11a3af&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3685942 Nov 05 19:00:20.214946 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 43278) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:00:20.267223 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646f33ab-eb1a-48bb-b5e7-98e02acd5dd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c8848cf-825c-4ab1-83f2-d7044f52a39c,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:00:20.310671 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-646f33ab-eb1a-48bb-b5e7-98e02acd5dd6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:00:20.311293 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-646f33ab-eb1a-48bb-b5e7-98e02acd5dd6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:00:20.312178 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-646f33ab-eb1a-48bb-b5e7-98e02acd5dd6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:00:20.313038 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-646f33ab-eb1a-48bb-b5e7-98e02acd5dd6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:00:20.313382 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-646f33ab-eb1a-48bb-b5e7-98e02acd5dd6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:00:20.313717 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-646f33ab-eb1a-48bb-b5e7-98e02acd5dd6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:00:20.314064 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-646f33ab-eb1a-48bb-b5e7-98e02acd5dd6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:00:20.314392 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-646f33ab-eb1a-48bb-b5e7-98e02acd5dd6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:00:20.314716 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-646f33ab-eb1a-48bb-b5e7-98e02acd5dd6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:00:20.316381 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-646f33ab-eb1a-48bb-b5e7-98e02acd5dd6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:00:20.316737 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-646f33ab-eb1a-48bb-b5e7-98e02acd5dd6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:00:20.317068 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-646f33ab-eb1a-48bb-b5e7-98e02acd5dd6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:00:20.359152 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-f606d287-2242-45e6-ad2b-8287e9b4a142 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:00:20.373550 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.db_base_plugin_common [None req-9c244dd9-9b5e-4577-8cb7-ea12accc75e8 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Delete allocated IP 172.20.0.5 (c92bcb05-4ee7-483b-945f-7b511cfffbce/f930dd31-90e1-45d6-a9a9-75d6c47c9c57) {{(pid=102387) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 05 19:00:20.388811 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.db_base_plugin_common [None req-9c244dd9-9b5e-4577-8cb7-ea12accc75e8 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Allocated IP 172.20.0.40 (c92bcb05-4ee7-483b-945f-7b511cfffbce/735e9c49-a8c0-4a1f-ad95-788511f8973e/79664443-35e5-4747-b46a-84b7d8cc5f63) {{(pid=102387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 19:00:20.397290 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-f606d287-2242-45e6-ad2b-8287e9b4a142 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:00:20.422499 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3fb10b-76c7-4ee8-9c30-b2eee079bcd4 None None] Pushing event updated for resources: {'Port': ['ID=02bf637e-bbb7-4ce6-bbc4-e72a2c2a8825,revision_number=7']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:00:20.490996 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-8935ae71-5fbe-4ffe-9861-89894224813a req-f58d2d35-f82c-4a75-af56-55161ca436d9 tempest-ServerShowV254Test-1796563746 tempest-ServerShowV254Test-1796563746-project] 10.222.0.13 "GET /v2.0/ports?device_id=7c3bae3e-24b7-4832-89b7-1004b4c330d3 HTTP/1.1" status: 200 len: 210 time: 0.0609210 Nov 05 19:00:20.565043 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-f606d287-2242-45e6-ad2b-8287e9b4a142 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:00:20.568359 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-f606d287-2242-45e6-ad2b-8287e9b4a142 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:00:20.572012 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-f606d287-2242-45e6-ad2b-8287e9b4a142 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5c8848cf-825c-4ab1-83f2-d7044f52a39c HTTP/1.1" status: 204 len: 168 time: 0.3536017 Nov 05 19:00:20.585796 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f606d287-2242-45e6-ad2b-8287e9b4a142 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c8848cf-825c-4ab1-83f2-d7044f52a39c,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:00:20.781970 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-9c244dd9-9b5e-4577-8cb7-ea12accc75e8 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Publish callbacks [] for port, precommit_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:00:20.862167 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-9c244dd9-9b5e-4577-8cb7-ea12accc75e8 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4417072'] for port, after_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:00:21.018406 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c244dd9-9b5e-4577-8cb7-ea12accc75e8 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Pushing event updated for resources: {'Port': ['ID=79664443-35e5-4747-b46a-84b7d8cc5f63,revision_number=2']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:00:21.047735 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [None req-9c244dd9-9b5e-4577-8cb7-ea12accc75e8 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] In _notify_port_updated(), no bound segment for port 79664443-35e5-4747-b46a-84b7d8cc5f63 on network c92bcb05-4ee7-483b-945f-7b511cfffbce {{(pid=102387) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 05 19:00:21.059271 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c244dd9-9b5e-4577-8cb7-ea12accc75e8 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:00:21.066361 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-9c244dd9-9b5e-4577-8cb7-ea12accc75e8 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:00:21.066361 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-9c244dd9-9b5e-4577-8cb7-ea12accc75e8 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] 10.222.0.13 "PUT /v2.0/ports/79664443-35e5-4747-b46a-84b7d8cc5f63 HTTP/1.1" status: 200 len: 959 time: 2.2097709 Nov 05 19:00:21.066708 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 43290) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:00:21.223218 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-1812dda2-4ed4-44e7-a0f7-72cd7215c026 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Deleting port 79664443-35e5-4747-b46a-84b7d8cc5f63 {{(pid=102386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 19:00:21.223562 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-1812dda2-4ed4-44e7-a0f7-72cd7215c026 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:00:21.359655 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-ddc703a0-da72-461e-b199-5f7ac05d4ad0 None None] Provisioning complete for port 79664443-35e5-4747-b46a-84b7d8cc5f63 triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:00:21.360231 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-ddc703a0-da72-461e-b199-5f7ac05d4ad0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:00:21.384673 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-1812dda2-4ed4-44e7-a0f7-72cd7215c026 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:00:21.415721 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-1812dda2-4ed4-44e7-a0f7-72cd7215c026 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Calling delete_port for 79664443-35e5-4747-b46a-84b7d8cc5f63 owned by {{(pid=102386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 19:00:21.425786 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-ddc703a0-da72-461e-b199-5f7ac05d4ad0 None None] Port 79664443-35e5-4747-b46a-84b7d8cc5f63 cannot update to ACTIVE because it is not bound. {{(pid=102388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 19:00:21.436172 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-ddc703a0-da72-461e-b199-5f7ac05d4ad0 None None] Provisioning complete for port bccfe4d9-5dd1-4047-8492-1aa175460b67 triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:00:21.436542 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-ddc703a0-da72-461e-b199-5f7ac05d4ad0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:00:21.486341 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-ddc703a0-da72-461e-b199-5f7ac05d4ad0 None None] Port bccfe4d9-5dd1-4047-8492-1aa175460b67 cannot update to ACTIVE because it is not bound. {{(pid=102388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 19:00:21.497666 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-ddc703a0-da72-461e-b199-5f7ac05d4ad0 None None] Provisioning complete for port 02bf637e-bbb7-4ce6-bbc4-e72a2c2a8825 triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:00:21.498121 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-ddc703a0-da72-461e-b199-5f7ac05d4ad0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:00:21.660536 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 43298) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:00:21.688621 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-fbb82113-b8fd-4f6f-a0da-bd5dfbf4047a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:00:21.701448 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 02bf637e-bbb7-4ce6-bbc4-e72a2c2a8825 up at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 19:00:21.731483 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-133e516e-85a6-405a-9356-102651141b93 req-37341e2f-250d-4869-867f-c89b53e9bb4f tempest-ServerShowV254Test-1796563746 tempest-ServerShowV254Test-1796563746-project] 10.222.0.13 "GET /v2.0/ports?device_id=7c3bae3e-24b7-4832-89b7-1004b4c330d3 HTTP/1.1" status: 200 len: 210 time: 0.0932999 Nov 05 19:00:21.738142 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-1812dda2-4ed4-44e7-a0f7-72cd7215c026 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:00:21.794234 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1812dda2-4ed4-44e7-a0f7-72cd7215c026 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Pushing event deleted for resources: {'Port': ['ID=79664443-35e5-4747-b46a-84b7d8cc5f63,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:00:21.833429 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Provisioning complete for port 02bf637e-bbb7-4ce6-bbc4-e72a2c2a8825 triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:00:21.839886 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:00:21.903432 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 43304) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:00:21.990783 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-fbb82113-b8fd-4f6f-a0da-bd5dfbf4047a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:00:21.997671 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-1812dda2-4ed4-44e7-a0f7-72cd7215c026 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:00:22.004089 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-1812dda2-4ed4-44e7-a0f7-72cd7215c026 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] 10.222.0.13 "DELETE /v2.0/ports/79664443-35e5-4747-b46a-84b7d8cc5f63 HTTP/1.1" status: 204 len: 168 time: 0.9363041 Nov 05 19:00:22.008414 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 43308) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:00:22.051448 n-d-816865-1 neutron-server[102387]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f799cf8-72e7-4c3b-b589-04e1fd3525c3 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] GET failed (client error): The resource could not be found. Nov 05 19:00:22.053371 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-9f799cf8-72e7-4c3b-b589-04e1fd3525c3 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] 10.222.0.13 "GET /v2.0/ports/79664443-35e5-4747-b46a-84b7d8cc5f63 HTTP/1.1" status: 404 len: 333 time: 0.0480590 Nov 05 19:00:22.056443 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 43312) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:00:22.081841 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-fbb82113-b8fd-4f6f-a0da-bd5dfbf4047a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:00:22.087837 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-8d61c34e-a5ff-4cdf-a01d-66b7fd12fa6c None None] Could not find standard attr ID for object 79664443-35e5-4747-b46a-84b7d8cc5f63. {{(pid=102388) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 05 19:00:22.133304 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-3fab5e42-5927-4acb-8b2d-bdad15db84d6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:00:22.176094 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-fbb82113-b8fd-4f6f-a0da-bd5dfbf4047a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=84427c55eefa413fa54bec8090708852&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5144417 Nov 05 19:00:22.180187 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 43314) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:00:22.180187 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb82113-b8fd-4f6f-a0da-bd5dfbf4047a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f96cc0c6-ed6f-4225-a93f-0a1d2cc8ac06,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:00:22.248831 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-b4598430-1a44-49d1-a28c-502dbe2d29ec tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Publish callbacks [] for security_group, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:00:22.262977 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-3fab5e42-5927-4acb-8b2d-bdad15db84d6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:00:22.293539 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-b4598430-1a44-49d1-a28c-502dbe2d29ec tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:00:22.296394 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-8ee16d3d-b8b3-4a3d-920f-c933002bb490 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:00:22.330269 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-3fab5e42-5927-4acb-8b2d-bdad15db84d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:00:22.362777 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-8ee16d3d-b8b3-4a3d-920f-c933002bb490 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:00:22.377957 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-3fab5e42-5927-4acb-8b2d-bdad15db84d6 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=eb90c7b2263b4da392b77023086cad9b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4732983 Nov 05 19:00:22.380420 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 43316) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:00:22.387153 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fab5e42-5927-4acb-8b2d-bdad15db84d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e228b4bf-3681-48fe-a427-325685256d1c,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:00:22.451891 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-520ea01a-c7f9-42de-9a0a-1689ee2c207b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:00:22.485338 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-520ea01a-c7f9-42de-9a0a-1689ee2c207b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:00:22.535892 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-b4598430-1a44-49d1-a28c-502dbe2d29ec tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:00:22.538515 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-b4598430-1a44-49d1-a28c-502dbe2d29ec tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Publish callbacks [] for security_group, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:00:22.539990 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-b4598430-1a44-49d1-a28c-502dbe2d29ec tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] 10.222.0.13 "DELETE /v2.0/security-groups/1a1ec00e-a364-4b45-9ad4-089f81c3bffe HTTP/1.1" status: 204 len: 168 time: 0.4822073 Nov 05 19:00:22.545224 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 43318) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:00:22.554288 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4598430-1a44-49d1-a28c-502dbe2d29ec tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a1ec00e-a364-4b45-9ad4-089f81c3bffe,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:00:22.577003 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-8ee16d3d-b8b3-4a3d-920f-c933002bb490 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:00:22.583683 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-8ee16d3d-b8b3-4a3d-920f-c933002bb490 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:00:22.589165 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-8ee16d3d-b8b3-4a3d-920f-c933002bb490 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f96cc0c6-ed6f-4225-a93f-0a1d2cc8ac06 HTTP/1.1" status: 204 len: 168 time: 0.4025345 Nov 05 19:00:22.607567 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee16d3d-b8b3-4a3d-920f-c933002bb490 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f96cc0c6-ed6f-4225-a93f-0a1d2cc8ac06,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:00:22.630420 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-0ce861c7-4eb0-4bb7-8fc6-49cc2a11d394 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Publish callbacks [] for security_group, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:00:22.649024 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-520ea01a-c7f9-42de-9a0a-1689ee2c207b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:00:22.653307 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-520ea01a-c7f9-42de-9a0a-1689ee2c207b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:00:22.654820 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-520ea01a-c7f9-42de-9a0a-1689ee2c207b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e228b4bf-3681-48fe-a427-325685256d1c HTTP/1.1" status: 204 len: 168 time: 0.2731385 Nov 05 19:00:22.684265 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520ea01a-c7f9-42de-9a0a-1689ee2c207b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e228b4bf-3681-48fe-a427-325685256d1c,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:00:22.715376 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-0ce861c7-4eb0-4bb7-8fc6-49cc2a11d394 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:00:22.857974 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-94800cbc-7d41-436a-98b8-adc74b4b0286 req-d91bb098-a989-457d-b577-1db57797abbe tempest-ServerShowV254Test-1796563746 tempest-ServerShowV254Test-1796563746-project] 10.222.0.13 "GET /v2.0/ports?device_id=7c3bae3e-24b7-4832-89b7-1004b4c330d3 HTTP/1.1" status: 200 len: 210 time: 0.0315928 Nov 05 19:00:22.858938 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-0ce861c7-4eb0-4bb7-8fc6-49cc2a11d394 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:00:22.861856 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-0ce861c7-4eb0-4bb7-8fc6-49cc2a11d394 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Publish callbacks [] for security_group, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:00:22.865667 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 43326) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:00:22.865936 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-0ce861c7-4eb0-4bb7-8fc6-49cc2a11d394 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] 10.222.0.13 "DELETE /v2.0/security-groups/edae9a6a-4158-4fbb-a9a8-f18e2e5f7dbe HTTP/1.1" status: 204 len: 168 time: 0.3193588 Nov 05 19:00:22.878970 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce861c7-4eb0-4bb7-8fc6-49cc2a11d394 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=edae9a6a-4158-4fbb-a9a8-f18e2e5f7dbe,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:00:22.944092 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-059624c0-776d-4a99-92e2-515acd6ee922 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Publish callbacks [] for security_group, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:00:22.973754 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-059624c0-776d-4a99-92e2-515acd6ee922 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:00:23.944514 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-059624c0-776d-4a99-92e2-515acd6ee922 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:00:23.953648 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-059624c0-776d-4a99-92e2-515acd6ee922 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Publish callbacks [] for security_group, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:00:23.953648 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-059624c0-776d-4a99-92e2-515acd6ee922 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] 10.222.0.13 "DELETE /v2.0/security-groups/e5cbf56e-e31f-4a9d-9a5c-b83fa452caf8 HTTP/1.1" status: 204 len: 168 time: 1.0846081 Nov 05 19:00:23.954375 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 43346) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:00:23.986223 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059624c0-776d-4a99-92e2-515acd6ee922 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5cbf56e-e31f-4a9d-9a5c-b83fa452caf8,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:00:24.129577 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-d53a761a-0d0d-4f04-a3b0-4c76f0d2459d req-2131f0e5-c022-48d1-953c-f0b97635b986 tempest-ServerShowV254Test-1796563746 tempest-ServerShowV254Test-1796563746-project] 10.222.0.13 "GET /v2.0/ports?device_id=7c3bae3e-24b7-4832-89b7-1004b4c330d3 HTTP/1.1" status: 200 len: 210 time: 0.0715706 Nov 05 19:00:24.164751 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.db_base_plugin_v2 [None req-18a2195c-c976-45f6-88c7-6f4c7f1d2524 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Deleting subnet f930dd31-90e1-45d6-a9a9-75d6c47c9c57 {{(pid=102387) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 05 19:00:24.172556 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-18a2195c-c976-45f6-88c7-6f4c7f1d2524 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Publish callbacks [] for subnet, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:00:24.221782 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-18a2195c-c976-45f6-88c7-6f4c7f1d2524 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4463501'] for subnet, precommit_delete_associations {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:00:24.338584 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-18a2195c-c976-45f6-88c7-6f4c7f1d2524 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1573928'] for subnet, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:00:24.572210 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-18a2195c-c976-45f6-88c7-6f4c7f1d2524 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1573905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4417146', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5112209'] for subnet, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:00:24.590551 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 43360) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:00:24.606176 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a2195c-c976-45f6-88c7-6f4c7f1d2524 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Pushing event deleted for resources: {'Subnet': ['ID=f930dd31-90e1-45d6-a9a9-75d6c47c9c57,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:00:24.610572 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-18a2195c-c976-45f6-88c7-6f4c7f1d2524 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Publish callbacks [] for subnet, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:00:24.613841 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-18a2195c-c976-45f6-88c7-6f4c7f1d2524 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] 10.222.0.13 "DELETE /v2.0/subnets/f930dd31-90e1-45d6-a9a9-75d6c47c9c57 HTTP/1.1" status: 204 len: 168 time: 0.6585410 Nov 05 19:00:24.618224 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 43362) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:00:24.626397 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-9188b5cd-93b3-46c5-a0e0-ad79e578c970 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:00:24.628230 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44ddae45-6050-48ba-beeb-d096b22e27cc None None] Network c92bcb05-4ee7-483b-945f-7b511cfffbce requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 19:00:24.677825 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f5b4c49-b04b-4569-b103-0e69b8765374 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Deleting subnet 735e9c49-a8c0-4a1f-ad95-788511f8973e {{(pid=102387) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 05 19:00:24.681841 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-0f5b4c49-b04b-4569-b103-0e69b8765374 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Publish callbacks [] for subnet, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:00:24.749448 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-0f5b4c49-b04b-4569-b103-0e69b8765374 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4463501'] for subnet, precommit_delete_associations {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:00:24.773398 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-9188b5cd-93b3-46c5-a0e0-ad79e578c970 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:00:24.902133 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-9188b5cd-93b3-46c5-a0e0-ad79e578c970 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:00:24.916738 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-0f5b4c49-b04b-4569-b103-0e69b8765374 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1573928'] for subnet, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:00:24.939065 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-9188b5cd-93b3-46c5-a0e0-ad79e578c970 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0a76817854194655b2ff0bc8b656cde6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3474000 Nov 05 19:00:24.941594 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 43366) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:00:24.990508 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9188b5cd-93b3-46c5-a0e0-ad79e578c970 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5435203e-b49c-4052-a28c-0294632e5c0d,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:00:25.031480 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-186bb0d6-d1f9-42b3-b146-0a3b1a4cd3e9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:00:25.081631 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-186bb0d6-d1f9-42b3-b146-0a3b1a4cd3e9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:00:25.181669 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-0f5b4c49-b04b-4569-b103-0e69b8765374 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1573905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4417146', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5112209'] for subnet, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:00:25.219905 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5b4c49-b04b-4569-b103-0e69b8765374 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Pushing event deleted for resources: {'Subnet': ['ID=735e9c49-a8c0-4a1f-ad95-788511f8973e,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:00:25.240171 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-0f5b4c49-b04b-4569-b103-0e69b8765374 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Publish callbacks [] for subnet, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:00:25.240171 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-0f5b4c49-b04b-4569-b103-0e69b8765374 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] 10.222.0.13 "DELETE /v2.0/subnets/735e9c49-a8c0-4a1f-ad95-788511f8973e HTTP/1.1" status: 204 len: 168 time: 0.6125329 Nov 05 19:00:25.240171 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 43374) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:00:25.262075 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-186bb0d6-d1f9-42b3-b146-0a3b1a4cd3e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:00:25.271397 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-186bb0d6-d1f9-42b3-b146-0a3b1a4cd3e9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:00:25.274143 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-186bb0d6-d1f9-42b3-b146-0a3b1a4cd3e9 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5435203e-b49c-4052-a28c-0294632e5c0d HTTP/1.1" status: 204 len: 168 time: 0.3315713 Nov 05 19:00:25.300213 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186bb0d6-d1f9-42b3-b146-0a3b1a4cd3e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5435203e-b49c-4052-a28c-0294632e5c0d,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:00:25.303133 n-d-816865-1 neutron-server[102387]: INFO neutron.pecan_wsgi.hooks.translation [None req-d56e52a0-dfbc-4fa4-ba8e-89ef19019316 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] DELETE failed (client error): The resource could not be found. Nov 05 19:00:25.303642 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d56e52a0-dfbc-4fa4-ba8e-89ef19019316 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102387) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 05 19:00:25.306642 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-d56e52a0-dfbc-4fa4-ba8e-89ef19019316 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] 10.222.0.13 "DELETE /v2.0/subnets/f930dd31-90e1-45d6-a9a9-75d6c47c9c57 HTTP/1.1" status: 404 len: 337 time: 0.0652649 Nov 05 19:00:25.318755 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 43380) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:00:25.394966 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-8988b49b-107e-4d41-b326-596018182c73 req-2b7b03bb-b16d-4dcc-86fe-ac8dc4277d52 tempest-ServerShowV254Test-1796563746 tempest-ServerShowV254Test-1796563746-project] 10.222.0.13 "GET /v2.0/ports?device_id=7c3bae3e-24b7-4832-89b7-1004b4c330d3 HTTP/1.1" status: 200 len: 210 time: 0.0943735 Nov 05 19:00:25.447302 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.db_base_plugin_v2 [None req-911b72e2-f986-4a9a-a1de-888dfc6f6932 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Deleting subnet 8863d370-3200-4041-a382-623dcb75f3e1 {{(pid=102387) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 05 19:00:25.452611 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-911b72e2-f986-4a9a-a1de-888dfc6f6932 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Publish callbacks [] for subnet, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:00:25.516335 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-911b72e2-f986-4a9a-a1de-888dfc6f6932 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4463501'] for subnet, precommit_delete_associations {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:00:25.682101 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-911b72e2-f986-4a9a-a1de-888dfc6f6932 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1573928'] for subnet, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:00:25.769023 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57bf8daa-4fa5-49d0-93bb-b2a671e02b67 None None] Network c92bcb05-4ee7-483b-945f-7b511cfffbce requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 19:00:25.873386 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-ee7e441d-5882-44d7-87ba-6213ee940b3a None None] Provisioning complete for port bccfe4d9-5dd1-4047-8492-1aa175460b67 triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:00:25.873974 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-ee7e441d-5882-44d7-87ba-6213ee940b3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:00:25.903634 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-911b72e2-f986-4a9a-a1de-888dfc6f6932 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1573905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4417146', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5112209'] for subnet, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:00:25.977964 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911b72e2-f986-4a9a-a1de-888dfc6f6932 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Pushing event deleted for resources: {'Subnet': ['ID=8863d370-3200-4041-a382-623dcb75f3e1,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:00:26.013354 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-911b72e2-f986-4a9a-a1de-888dfc6f6932 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Publish callbacks [] for subnet, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:00:26.032625 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 43398) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:00:26.049276 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-911b72e2-f986-4a9a-a1de-888dfc6f6932 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] 10.222.0.13 "DELETE /v2.0/subnets/8863d370-3200-4041-a382-623dcb75f3e1 HTTP/1.1" status: 204 len: 168 time: 0.7284989 Nov 05 19:00:26.051735 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-ee7e441d-5882-44d7-87ba-6213ee940b3a None None] Port bccfe4d9-5dd1-4047-8492-1aa175460b67 cannot update to ACTIVE because it is not bound. {{(pid=102388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 19:00:26.077943 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-ee7e441d-5882-44d7-87ba-6213ee940b3a None None] Provisioning complete for port 02bf637e-bbb7-4ce6-bbc4-e72a2c2a8825 triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:00:26.078710 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-ee7e441d-5882-44d7-87ba-6213ee940b3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:00:26.108302 n-d-816865-1 neutron-server[102386]: INFO neutron.pecan_wsgi.hooks.translation [None req-3cb355f6-7231-4d0b-b575-a7025b65a883 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] DELETE failed (client error): The resource could not be found. Nov 05 19:00:26.109032 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3cb355f6-7231-4d0b-b575-a7025b65a883 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102386) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 05 19:00:26.117348 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-3cb355f6-7231-4d0b-b575-a7025b65a883 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] 10.222.0.13 "DELETE /v2.0/subnets/69761d7a-a0c8-48a9-8324-ae9a1cd48aac HTTP/1.1" status: 404 len: 337 time: 0.0798256 Nov 05 19:00:26.120483 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 43402) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:00:26.175828 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-6d323558-c838-4aed-815f-37b0e2412ae7 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] 10.222.0.13 "GET /v2.0/ports?device_id=5f9d7a73-dc02-4085-9813-77dfb542639c HTTP/1.1" status: 200 len: 205 time: 0.0531096 Nov 05 19:00:26.177091 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 43404) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:00:26.265671 n-d-816865-1 neutron-server[102386]: INFO neutron.api.v2.resource [None req-696808eb-bac8-44e3-8f0a-ecceace674c7 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] delete failed (client error): The resource could not be found. Nov 05 19:00:26.270916 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-696808eb-bac8-44e3-8f0a-ecceace674c7 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] 10.222.0.13 "DELETE /v2.0/routers/5f9d7a73-dc02-4085-9813-77dfb542639c HTTP/1.1" status: 404 len: 336 time: 0.0918031 Nov 05 19:00:26.273481 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 43412) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:00:26.343895 n-d-816865-1 neutron-server[102387]: INFO neutron.pecan_wsgi.hooks.translation [None req-35b99cb8-9731-46c2-b0f0-222c9017003d tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] DELETE failed (client error): The resource could not be found. Nov 05 19:00:26.344621 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-35b99cb8-9731-46c2-b0f0-222c9017003d tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102387) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 05 19:00:26.347970 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-35b99cb8-9731-46c2-b0f0-222c9017003d tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] 10.222.0.13 "DELETE /v2.0/subnets/eb6fcf03-3c84-4146-b085-d153c5b339aa HTTP/1.1" status: 404 len: 337 time: 0.0732687 Nov 05 19:00:26.350529 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 43418) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:00:26.451103 n-d-816865-1 neutron-server[102387]: INFO neutron.pecan_wsgi.hooks.translation [None req-3bde2ada-5690-4f0f-ada7-aaccca3952b9 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] DELETE failed (client error): The resource could not be found. Nov 05 19:00:26.451103 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3bde2ada-5690-4f0f-ada7-aaccca3952b9 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102387) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 05 19:00:26.451103 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-3bde2ada-5690-4f0f-ada7-aaccca3952b9 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] 10.222.0.13 "DELETE /v2.0/subnets/3c19b0bc-d2c8-468e-b9cc-3587f20d4e1d HTTP/1.1" status: 404 len: 337 time: 0.0943458 Nov 05 19:00:26.457126 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 43424) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:00:26.470190 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-748df100-a48b-47ba-9cda-9a452f28acf1 None None] DHCP port deletion for c92bcb05-4ee7-483b-945f-7b511cfffbce request from n-d-816865-1 {{(pid=102388) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 05 19:00:26.585876 n-d-816865-1 neutron-server[102387]: INFO neutron.pecan_wsgi.hooks.translation [None req-31f3192d-5e32-49aa-8f85-3f195c5c0c68 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] DELETE failed (client error): The resource could not be found. Nov 05 19:00:26.586349 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-31f3192d-5e32-49aa-8f85-3f195c5c0c68 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102387) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 05 19:00:26.592341 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-31f3192d-5e32-49aa-8f85-3f195c5c0c68 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] 10.222.0.13 "DELETE /v2.0/subnets/034cf480-a462-45df-a49c-8cab55b966ce HTTP/1.1" status: 404 len: 337 time: 0.1307299 Nov 05 19:00:26.595007 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 43430) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:00:26.643103 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-1bc07b96-8dd7-4e5b-b11f-54cd1ff7d4bf req-04c367d8-955f-4ec3-9ae3-34f386d729e0 tempest-ServerShowV254Test-1796563746 tempest-ServerShowV254Test-1796563746-project] 10.222.0.13 "GET /v2.0/ports?device_id=7c3bae3e-24b7-4832-89b7-1004b4c330d3 HTTP/1.1" status: 200 len: 210 time: 0.0774150 Nov 05 19:00:26.660119 n-d-816865-1 neutron-server[102386]: INFO neutron.pecan_wsgi.hooks.translation [None req-40ad2186-c93f-4700-b17a-653d27f450e5 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] DELETE failed (client error): The resource could not be found. Nov 05 19:00:26.662777 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-40ad2186-c93f-4700-b17a-653d27f450e5 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102386) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 05 19:00:26.667838 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-40ad2186-c93f-4700-b17a-653d27f450e5 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] 10.222.0.13 "DELETE /v2.0/ports/6845a917-e861-4bba-8dc7-30a95ed583c3 HTTP/1.1" status: 404 len: 333 time: 0.0716050 Nov 05 19:00:26.681903 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 43440) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:00:26.682270 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-748df100-a48b-47ba-9cda-9a452f28acf1 None None] Deleting port 02bf637e-bbb7-4ce6-bbc4-e72a2c2a8825 {{(pid=102388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 19:00:26.682270 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-748df100-a48b-47ba-9cda-9a452f28acf1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:00:26.705018 n-d-816865-1 neutron-server[102387]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9e657fc-a04f-467f-902f-f1bb3eafe8b7 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] DELETE failed (client error): The resource could not be found. Nov 05 19:00:26.705521 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b9e657fc-a04f-467f-902f-f1bb3eafe8b7 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102387) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 05 19:00:26.708720 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-b9e657fc-a04f-467f-902f-f1bb3eafe8b7 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] 10.222.0.13 "DELETE /v2.0/subnets/69447fb7-cff8-46df-9a03-1974d6354f46 HTTP/1.1" status: 404 len: 337 time: 0.0360184 Nov 05 19:00:26.712012 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 43442) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:00:26.746737 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-748df100-a48b-47ba-9cda-9a452f28acf1 None None] For port 02bf637e-bbb7-4ce6-bbc4-e72a2c2a8825, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=02bf637e-bbb7-4ce6-bbc4-e72a2c2a8825,segment=NetworkSegment(353a5b5c-4067-4c2d-a8b3-19f145d7e5e0),segment_id=353a5b5c-4067-4c2d-a8b3-19f145d7e5e0)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:00:26.747433 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-748df100-a48b-47ba-9cda-9a452f28acf1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:00:26.759900 n-d-816865-1 neutron-server[102387]: INFO neutron.pecan_wsgi.hooks.translation [None req-00036804-e299-42cc-8c97-19f241f358ac tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] DELETE failed (client error): The resource could not be found. Nov 05 19:00:26.759900 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-00036804-e299-42cc-8c97-19f241f358ac tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102387) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 05 19:00:26.763833 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-00036804-e299-42cc-8c97-19f241f358ac tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] 10.222.0.13 "DELETE /v2.0/subnets/29689857-ab9a-4a6f-aeb3-500bab6cdd4b HTTP/1.1" status: 404 len: 337 time: 0.0487032 Nov 05 19:00:26.764322 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 43446) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:00:26.776486 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-748df100-a48b-47ba-9cda-9a452f28acf1 None None] Calling delete_port for 02bf637e-bbb7-4ce6-bbc4-e72a2c2a8825 owned by network:dhcp {{(pid=102388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 19:00:26.791234 n-d-816865-1 neutron-server[102387]: INFO neutron.pecan_wsgi.hooks.translation [None req-87bff51c-3582-43f4-910e-5f0f420459c4 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] DELETE failed (client error): The resource could not be found. Nov 05 19:00:26.791234 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-87bff51c-3582-43f4-910e-5f0f420459c4 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102387) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 05 19:00:26.792683 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-87bff51c-3582-43f4-910e-5f0f420459c4 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] 10.222.0.13 "DELETE /v2.0/ports/3c6d7e96-ccf2-4919-89c0-ac2e0836c87c HTTP/1.1" status: 404 len: 333 time: 0.0265205 Nov 05 19:00:26.795012 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 43448) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:00:26.866720 n-d-816865-1 neutron-server[102387]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f7bee19-0b55-497a-9f9a-45100e4cfaea tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] DELETE failed (client error): The resource could not be found. Nov 05 19:00:26.867306 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1f7bee19-0b55-497a-9f9a-45100e4cfaea tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102387) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 05 19:00:26.871142 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-1f7bee19-0b55-497a-9f9a-45100e4cfaea tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] 10.222.0.13 "DELETE /v2.0/subnets/1d39570f-be07-4ca9-b9f5-a698783bf626 HTTP/1.1" status: 404 len: 337 time: 0.0751665 Nov 05 19:00:26.873752 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 43450) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:00:26.921894 n-d-816865-1 neutron-server[102386]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5675e05-c440-4b86-bebf-837b2542a3cb tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] DELETE failed (client error): The resource could not be found. Nov 05 19:00:26.927276 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d5675e05-c440-4b86-bebf-837b2542a3cb tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102386) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 05 19:00:26.928889 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 43452) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:00:26.939546 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-d5675e05-c440-4b86-bebf-837b2542a3cb tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] 10.222.0.13 "DELETE /v2.0/subnets/565ff42f-be34-4fca-9876-93b9bca75d07 HTTP/1.1" status: 404 len: 337 time: 0.0595186 Nov 05 19:00:26.954313 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-748df100-a48b-47ba-9cda-9a452f28acf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798'] for port, after_delete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:00:27.039282 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748df100-a48b-47ba-9cda-9a452f28acf1 None None] Pushing event deleted for resources: {'Port': ['ID=02bf637e-bbb7-4ce6-bbc4-e72a2c2a8825,revision_number=None']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:00:27.053558 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-748df100-a48b-47ba-9cda-9a452f28acf1 None None] No DVR routers for this DVR port 02bf637e-bbb7-4ce6-bbc4-e72a2c2a8825 on host n-d-816865-1 {{(pid=102388) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 19:00:27.155339 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [None req-2e7ec540-55d4-418a-a228-9362e669e997 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Deleting port bccfe4d9-5dd1-4047-8492-1aa175460b67 {{(pid=102387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 19:00:27.155986 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-2e7ec540-55d4-418a-a228-9362e669e997 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:00:27.250475 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-2e7ec540-55d4-418a-a228-9362e669e997 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:00:27.299141 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [None req-2e7ec540-55d4-418a-a228-9362e669e997 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Calling delete_port for bccfe4d9-5dd1-4047-8492-1aa175460b67 owned by {{(pid=102387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 19:00:27.582410 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-2e7ec540-55d4-418a-a228-9362e669e997 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4417063'] for port, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:00:27.646956 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7ec540-55d4-418a-a228-9362e669e997 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Pushing event deleted for resources: {'Port': ['ID=bccfe4d9-5dd1-4047-8492-1aa175460b67,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:00:27.659367 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-2e7ec540-55d4-418a-a228-9362e669e997 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:00:27.667999 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-2e7ec540-55d4-418a-a228-9362e669e997 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] 10.222.0.13 "DELETE /v2.0/ports/bccfe4d9-5dd1-4047-8492-1aa175460b67 HTTP/1.1" status: 204 len: 168 time: 0.7326028 Nov 05 19:00:27.667999 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 43466) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:00:27.731803 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 02bf637e-bbb7-4ce6-bbc4-e72a2c2a8825 no longer exists at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 19:00:27.825462 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-777e21ef-045e-49b1-bd07-9e7f07d1aa02 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1664226'] for network, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:00:27.827965 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] No Port match for: 02bf637e-bbb7-4ce6-bbc4-e72a2c2a8825 {{(pid=102388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 19:00:27.828534 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 02bf637e-bbb7-4ce6-bbc4-e72a2c2a8825 not bound to the agent host n-d-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 19:00:27.848546 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-6780757f-b38c-4c23-a36a-38dc36c5e9a0 req-ae24ba0a-70c1-424b-916a-a1d9afd52b6f tempest-ServerShowV254Test-1796563746 tempest-ServerShowV254Test-1796563746-project] 10.222.0.13 "GET /v2.0/ports?device_id=7c3bae3e-24b7-4832-89b7-1004b4c330d3 HTTP/1.1" status: 200 len: 210 time: 0.0410123 Nov 05 19:00:27.971563 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-777e21ef-045e-49b1-bd07-9e7f07d1aa02 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1579173', 'neutron.services.segments.db._delete_segments_for_network-8750027792909'] for network, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:00:27.997343 n-d-816865-1 neutron-server[102387]: DEBUG neutron.services.segments.db [None req-777e21ef-045e-49b1-bd07-9e7f07d1aa02 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c92bcb05-4ee7-483b-945f-7b511cfffbce']}} {{(pid=102387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:00:28.008431 n-d-816865-1 neutron-server[102387]: DEBUG neutron.services.segments.db [None req-777e21ef-045e-49b1-bd07-9e7f07d1aa02 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '353a5b5c-4067-4c2d-a8b3-19f145d7e5e0') {'for_net_delete': True} {{(pid=102387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:00:28.008730 n-d-816865-1 neutron-server[102387]: DEBUG neutron.services.segments.db [None req-777e21ef-045e-49b1-bd07-9e7f07d1aa02 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '353a5b5c-4067-4c2d-a8b3-19f145d7e5e0') {} {{(pid=102387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:00:28.027362 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-777e21ef-045e-49b1-bd07-9e7f07d1aa02 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750027793430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4463492'] for segment, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:00:28.047820 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-777e21ef-045e-49b1-bd07-9e7f07d1aa02 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273'] for segment, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:00:28.061143 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-777e21ef-045e-49b1-bd07-9e7f07d1aa02 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Releasing vlan 183 on physical network physnet1 to pool {{(pid=102387) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 05 19:00:28.061859 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-777e21ef-045e-49b1-bd07-9e7f07d1aa02 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4417236'] for segment, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:00:28.064828 n-d-816865-1 neutron-server[102387]: Traceback (most recent call last): Nov 05 19:00:28.064828 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 05 19:00:28.064828 n-d-816865-1 neutron-server[102387]: timer() Nov 05 19:00:28.064828 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 05 19:00:28.064828 n-d-816865-1 neutron-server[102387]: cb(*args, **kw) Nov 05 19:00:28.064828 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 05 19:00:28.064828 n-d-816865-1 neutron-server[102387]: return func(*args, **kwargs) Nov 05 19:00:28.064828 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 05 19:00:28.064828 n-d-816865-1 neutron-server[102387]: self._notify() Nov 05 19:00:28.064828 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 05 19:00:28.064828 n-d-816865-1 neutron-server[102387]: self.callback(batched_events) Nov 05 19:00:28.064828 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 05 19:00:28.064828 n-d-816865-1 neutron-server[102387]: event.method(event) Nov 05 19:00:28.064828 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 05 19:00:28.064828 n-d-816865-1 neutron-server[102387]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 05 19:00:28.064828 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 05 19:00:28.064828 n-d-816865-1 neutron-server[102387]: aggregate_uuid = self.p_client.list_aggregates( Nov 05 19:00:28.064828 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 05 19:00:28.064828 n-d-816865-1 neutron-server[102387]: return f(self, *a, **k) Nov 05 19:00:28.064828 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 05 19:00:28.064828 n-d-816865-1 neutron-server[102387]: return self._get(url).json() Nov 05 19:00:28.064828 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 05 19:00:28.064828 n-d-816865-1 neutron-server[102387]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 05 19:00:28.064828 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 05 19:00:28.064828 n-d-816865-1 neutron-server[102387]: return self.request(url, 'GET', **kwargs) Nov 05 19:00:28.064828 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 05 19:00:28.064828 n-d-816865-1 neutron-server[102387]: base_url = self.get_endpoint(auth, allow=allow, Nov 05 19:00:28.064828 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 05 19:00:28.064828 n-d-816865-1 neutron-server[102387]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 05 19:00:28.064828 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 05 19:00:28.064828 n-d-816865-1 neutron-server[102387]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 05 19:00:28.064828 n-d-816865-1 neutron-server[102387]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 05 19:00:28.324294 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-777e21ef-045e-49b1-bd07-9e7f07d1aa02 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1579178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-956796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1000687'] for network, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:00:28.331738 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-777e21ef-045e-49b1-bd07-9e7f07d1aa02 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Publish callbacks [] for network, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:00:28.335157 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-777e21ef-045e-49b1-bd07-9e7f07d1aa02 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] 10.222.0.13 "DELETE /v2.0/networks/c92bcb05-4ee7-483b-945f-7b511cfffbce HTTP/1.1" status: 204 len: 168 time: 0.6688828 Nov 05 19:00:28.352884 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777e21ef-045e-49b1-bd07-9e7f07d1aa02 tempest-PortsTestJSON-1271561398 tempest-PortsTestJSON-1271561398-project] Pushing event deleted for resources: {'Network': ['ID=c92bcb05-4ee7-483b-945f-7b511cfffbce,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:00:28.964222 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 43510) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:00:29.101073 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-96928530-1117-41a4-85ee-f118601ce1ff req-9cb3963a-f263-40a2-b10e-b65794b122a2 tempest-ServerShowV254Test-1796563746 tempest-ServerShowV254Test-1796563746-project] 10.222.0.13 "GET /v2.0/ports?device_id=7c3bae3e-24b7-4832-89b7-1004b4c330d3 HTTP/1.1" status: 200 len: 210 time: 0.0617564 Nov 05 19:00:29.388431 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-b9c6b3f1-e871-4886-ad3f-fdd9c9c058f8 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2f4e87ee64a4499db45fedd95080f0b7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4225757 Nov 05 19:00:29.396454 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 43520) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:00:29.463498 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-ddecb774-90d2-4a7b-8c06-28ef65ef924f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:00:29.502374 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-ddecb774-90d2-4a7b-8c06-28ef65ef924f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:00:29.639172 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-ddecb774-90d2-4a7b-8c06-28ef65ef924f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:00:29.643075 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-ddecb774-90d2-4a7b-8c06-28ef65ef924f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:00:29.644801 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-ddecb774-90d2-4a7b-8c06-28ef65ef924f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/bf834582-0833-4572-8543-f057f541284b HTTP/1.1" status: 204 len: 168 time: 0.2458925 Nov 05 19:00:29.663250 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddecb774-90d2-4a7b-8c06-28ef65ef924f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf834582-0833-4572-8543-f057f541284b,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:00:30.304471 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-dff90a01-0408-4583-8fb5-d10489f03479 req-9a484e67-8548-460e-bb36-9ecdbcd819d4 tempest-ServerShowV254Test-1796563746 tempest-ServerShowV254Test-1796563746-project] 10.222.0.13 "GET /v2.0/ports?device_id=7c3bae3e-24b7-4832-89b7-1004b4c330d3 HTTP/1.1" status: 200 len: 210 time: 0.0605967 Nov 05 19:00:31.071784 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 43580) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:00:31.184028 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-fcb41a90-1520-4a29-a6af-6c5c3f7a5df4 tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Request body: {'network': {'name': 'tempest-RoutersTest-1477672734'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:00:31.301798 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcb41a90-1520-4a29-a6af-6c5c3f7a5df4 tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Made reservation on behalf of e73ce0a6a4b043a3828a6e49d45da7fe for: {'network': 1} {{(pid=102386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 19:00:31.307110 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-fcb41a90-1520-4a29-a6af-6c5c3f7a5df4 tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for network, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:00:31.318905 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-fcb41a90-1520-4a29-a6af-6c5c3f7a5df4 tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Publish callbacks [] for security_group, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:00:31.497004 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-fcb41a90-1520-4a29-a6af-6c5c3f7a5df4 tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Publish callbacks [] for security_group, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:00:31.524227 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-8ade992f-20e6-4c85-a149-d2f57b58eb96 req-5b2f21b3-2441-4077-9101-e769c10f0bad tempest-ServerShowV254Test-1796563746 tempest-ServerShowV254Test-1796563746-project] 10.222.0.13 "GET /v2.0/ports?device_id=7c3bae3e-24b7-4832-89b7-1004b4c330d3 HTTP/1.1" status: 200 len: 210 time: 0.0524738 Nov 05 19:00:31.564678 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-fcb41a90-1520-4a29-a6af-6c5c3f7a5df4 tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:00:31.576349 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fcb41a90-1520-4a29-a6af-6c5c3f7a5df4 tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 166} {{(pid=102386) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 05 19:00:31.602456 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-fcb41a90-1520-4a29-a6af-6c5c3f7a5df4 tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273'] for segment, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:00:31.602802 n-d-816865-1 neutron-server[102386]: INFO neutron.db.segments_db [None req-fcb41a90-1520-4a29-a6af-6c5c3f7a5df4 tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Added segment ce1ddfb6-6cd8-4108-a5b3-31bcfbceae19 of type vlan for network 7b9c40ab-1f48-4ce8-af98-965e960edabc Nov 05 19:00:31.603747 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 43588) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:00:31.616617 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb41a90-1520-4a29-a6af-6c5c3f7a5df4 tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f25e006a-b4dc-4ce7-9a81-a0a6378a417d,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:00:31.684662 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-fcb41a90-1520-4a29-a6af-6c5c3f7a5df4 tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750027258543'] for network, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:00:31.786085 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-8ff19dbd-ae0b-493b-a9e3-76aa99f2413d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:00:31.839550 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-fcb41a90-1520-4a29-a6af-6c5c3f7a5df4 tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-956796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877'] for network, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:00:31.845605 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcb41a90-1520-4a29-a6af-6c5c3f7a5df4 tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:00:31.846304 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-fcb41a90-1520-4a29-a6af-6c5c3f7a5df4 tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Publish callbacks [] for network, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:00:31.871957 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-8ff19dbd-ae0b-493b-a9e3-76aa99f2413d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:00:31.917658 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb41a90-1520-4a29-a6af-6c5c3f7a5df4 tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Pushing event updated for resources: {'Network': ['ID=7b9c40ab-1f48-4ce8-af98-965e960edabc,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:00:31.927794 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Network 7b9c40ab-1f48-4ce8-af98-965e960edabc details requested by agent ovs-agent-n-d-816865-1 with host n-d-816865-1 {{(pid=102388) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 05 19:00:32.050480 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-8ff19dbd-ae0b-493b-a9e3-76aa99f2413d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:00:32.053482 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-fcb41a90-1520-4a29-a6af-6c5c3f7a5df4 tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.9793155 Nov 05 19:00:32.055904 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 43598) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:00:32.061844 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-87eea989-3d3c-45c3-805b-f57528e739aa tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Request body: {'network': {'name': 'tempest-RoutersTest-803779923'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:00:32.094337 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff19dbd-ae0b-493b-a9e3-76aa99f2413d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c19007d-5866-4e4c-b825-93f5f0ad9963,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:00:32.100005 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-8ff19dbd-ae0b-493b-a9e3-76aa99f2413d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2cba15b5b8024927876a8350459e32d8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4951534 Nov 05 19:00:32.102973 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 43600) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:00:32.157385 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-15c39a9b-cbeb-45c2-a2c2-75f5e53658f6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:00:32.178957 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-15c39a9b-cbeb-45c2-a2c2-75f5e53658f6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:00:32.340851 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87eea989-3d3c-45c3-805b-f57528e739aa tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Made reservation on behalf of e73ce0a6a4b043a3828a6e49d45da7fe for: {'network': 1} {{(pid=102386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 19:00:32.344512 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-87eea989-3d3c-45c3-805b-f57528e739aa tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for network, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:00:32.445017 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-15c39a9b-cbeb-45c2-a2c2-75f5e53658f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:00:32.445017 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-15c39a9b-cbeb-45c2-a2c2-75f5e53658f6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:00:32.445017 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-15c39a9b-cbeb-45c2-a2c2-75f5e53658f6 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0c19007d-5866-4e4c-b825-93f5f0ad9963 HTTP/1.1" status: 204 len: 168 time: 0.3358948 Nov 05 19:00:32.445941 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87eea989-3d3c-45c3-805b-f57528e739aa tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 194} {{(pid=102386) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 05 19:00:32.456760 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c39a9b-cbeb-45c2-a2c2-75f5e53658f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c19007d-5866-4e4c-b825-93f5f0ad9963,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:00:32.465801 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-87eea989-3d3c-45c3-805b-f57528e739aa tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273'] for segment, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:00:32.466184 n-d-816865-1 neutron-server[102386]: INFO neutron.db.segments_db [None req-87eea989-3d3c-45c3-805b-f57528e739aa tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Added segment 9087a38e-4568-4a20-8838-b8375c5ceada of type vlan for network 4f45c1ea-a819-4d25-8c03-cb3929da73ec Nov 05 19:00:32.516388 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-87eea989-3d3c-45c3-805b-f57528e739aa tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750027258543'] for network, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:00:32.622240 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-0944e0ab-cb4a-4921-91d6-6913189ac6c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:00:32.625867 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-b2e79ac1-7020-4878-a921-92761d792593 req-e9e5f844-bf1f-4987-a767-2660453f3766 tempest-ServerShowV254Test-1796563746 tempest-ServerShowV254Test-1796563746-project] 10.222.0.13 "GET /v2.0/ports?device_id=7c3bae3e-24b7-4832-89b7-1004b4c330d3 HTTP/1.1" status: 200 len: 210 time: 0.0316916 Nov 05 19:00:32.666994 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-87eea989-3d3c-45c3-805b-f57528e739aa tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-956796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877'] for network, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:00:32.672646 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87eea989-3d3c-45c3-805b-f57528e739aa tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:00:32.673430 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-87eea989-3d3c-45c3-805b-f57528e739aa tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Publish callbacks [] for network, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:00:32.749216 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87eea989-3d3c-45c3-805b-f57528e739aa tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Pushing event updated for resources: {'Network': ['ID=4f45c1ea-a819-4d25-8c03-cb3929da73ec,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:00:32.763520 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Network 4f45c1ea-a819-4d25-8c03-cb3929da73ec details requested by agent ovs-agent-n-d-816865-1 with host n-d-816865-1 {{(pid=102388) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 05 19:00:32.785736 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-87eea989-3d3c-45c3-805b-f57528e739aa tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.7287128 Nov 05 19:00:32.788445 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 43608) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:00:32.799324 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-c1910a92-fcd8-4d23-bb5d-8dab31f9af6e tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Request body: {'subnet': {'network_id': '7b9c40ab-1f48-4ce8-af98-965e960edabc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:00:33.032842 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1910a92-fcd8-4d23-bb5d-8dab31f9af6e tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Made reservation on behalf of e73ce0a6a4b043a3828a6e49d45da7fe for: {'subnet': 1} {{(pid=102387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 19:00:33.036694 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-c1910a92-fcd8-4d23-bb5d-8dab31f9af6e tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5112236'] for subnet, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:00:33.348152 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-c1910a92-fcd8-4d23-bb5d-8dab31f9af6e tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4417463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5112218'] for subnet, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:00:33.364846 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 43622) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:00:33.381319 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-85b977f9-0bca-4913-b4af-2ba8c5bc2484 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:00:33.412902 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1910a92-fcd8-4d23-bb5d-8dab31f9af6e tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Pushing event updated for resources: {'Subnet': ['ID=59c15c82-c82b-4885-9d52-87d51ff62e3c,revision_number=0']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:00:33.422307 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1910a92-fcd8-4d23-bb5d-8dab31f9af6e tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Checking segment: {'id': 'ce1ddfb6-6cd8-4108-a5b3-31bcfbceae19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '7b9c40ab-1f48-4ce8-af98-965e960edabc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 19:00:33.422663 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1910a92-fcd8-4d23-bb5d-8dab31f9af6e tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Network hostable DHCP agents. Network: 7b9c40ab-1f48-4ce8-af98-965e960edabc, hostable agents: ['987e2ca0-bc3b-4c6f-a989-429ccfbf753f'], hosted agents: [] {{(pid=102387) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 05 19:00:33.462320 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-85b977f9-0bca-4913-b4af-2ba8c5bc2484 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:00:33.575552 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1910a92-fcd8-4d23-bb5d-8dab31f9af6e tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Network 7b9c40ab-1f48-4ce8-af98-965e960edabc is scheduled to be hosted by DHCP agent 987e2ca0-bc3b-4c6f-a989-429ccfbf753f with binding_index 1 {{(pid=102387) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 05 19:00:33.672981 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-85b977f9-0bca-4913-b4af-2ba8c5bc2484 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:00:33.714675 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-85b977f9-0bca-4913-b4af-2ba8c5bc2484 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ca6dd9492c464d2bb6480ab21e27e94e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3477488 Nov 05 19:00:33.717190 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b977f9-0bca-4913-b4af-2ba8c5bc2484 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2d6009b-f1cd-45a9-a642-c97789457d3b,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:00:33.719534 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 43630) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:00:33.737791 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-79684fd1-26c5-434f-b0e1-c365880e5966 req-8a080f1b-8bd3-4439-8dda-d85a042ff8ec tempest-ServerShowV254Test-1796563746 tempest-ServerShowV254Test-1796563746-project] 10.222.0.13 "GET /v2.0/ports?device_id=7c3bae3e-24b7-4832-89b7-1004b4c330d3 HTTP/1.1" status: 200 len: 210 time: 0.0337543 Nov 05 19:00:33.743056 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.base_scheduler [None req-c1910a92-fcd8-4d23-bb5d-8dab31f9af6e tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816865-1, 7b9c40ab-1f48-4ce8-af98-965e960edabc) {{(pid=102387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 19:00:33.748858 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1910a92-fcd8-4d23-bb5d-8dab31f9af6e tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:00:33.753786 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-c1910a92-fcd8-4d23-bb5d-8dab31f9af6e tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Publish callbacks [] for subnet, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:00:33.754739 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7352b594-4be3-4ee8-8d6d-0c7f99196a2d None None] Network 7b9c40ab-1f48-4ce8-af98-965e960edabc requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 19:00:33.786177 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-cea475a0-4ce3-4257-a389-a554b7c51ca1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:00:33.809135 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-cea475a0-4ce3-4257-a389-a554b7c51ca1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:00:33.904114 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-c1910a92-fcd8-4d23-bb5d-8dab31f9af6e tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1142395 Nov 05 19:00:33.907215 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 43636) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:00:33.917280 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-dd7b75da-806b-4a91-af7e-85eb591d4a86 tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Request body: {'subnet': {'network_id': '4f45c1ea-a819-4d25-8c03-cb3929da73ec', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:00:33.936478 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1687a2c7-566b-4dd1-b152-4fa54a68d706 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeb20a084-accf-5b60-8075-3e69ebe863a6-7b9c40ab-1f48-4ce8-af98-965e960edabc', 'network_id': '7b9c40ab-1f48-4ce8-af98-965e960edabc', 'tenant_id': 'e73ce0a6a4b043a3828a6e49d45da7fe', 'fixed_ips': [{'subnet_id': '59c15c82-c82b-4885-9d52-87d51ff62e3c'}]}} from n-d-816865-1. {{(pid=102388) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 05 19:00:33.937459 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-1687a2c7-566b-4dd1-b152-4fa54a68d706 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:00:34.044349 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-cea475a0-4ce3-4257-a389-a554b7c51ca1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:00:34.047122 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-cea475a0-4ce3-4257-a389-a554b7c51ca1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:00:34.048346 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-cea475a0-4ce3-4257-a389-a554b7c51ca1 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b2d6009b-f1cd-45a9-a642-c97789457d3b HTTP/1.1" status: 204 len: 168 time: 0.3278358 Nov 05 19:00:34.068857 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea475a0-4ce3-4257-a389-a554b7c51ca1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2d6009b-f1cd-45a9-a642-c97789457d3b,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:00:34.176140 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd7b75da-806b-4a91-af7e-85eb591d4a86 tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Made reservation on behalf of e73ce0a6a4b043a3828a6e49d45da7fe for: {'subnet': 1} {{(pid=102387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 19:00:34.181564 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-dd7b75da-806b-4a91-af7e-85eb591d4a86 tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5112236'] for subnet, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:00:34.201460 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.db_base_plugin_common [None req-1687a2c7-566b-4dd1-b152-4fa54a68d706 None None] Allocated IP 172.20.0.2 (7b9c40ab-1f48-4ce8-af98-965e960edabc/59c15c82-c82b-4885-9d52-87d51ff62e3c/97d4cefc-b8dc-4a9d-af4a-27ed0a2eec96) {{(pid=102388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 19:00:34.365374 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:00:34.399660 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-1687a2c7-566b-4dd1-b152-4fa54a68d706 None None] Publish callbacks [] for port, precommit_create {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:00:34.564960 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-dd7b75da-806b-4a91-af7e-85eb591d4a86 tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4417463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5112218'] for subnet, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:00:34.570129 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-1687a2c7-566b-4dd1-b152-4fa54a68d706 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789'] for port, after_create {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:00:34.649535 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7b75da-806b-4a91-af7e-85eb591d4a86 tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Pushing event updated for resources: {'Subnet': ['ID=b9bb9940-5e0d-4b12-ac2d-846c5f0509ec,revision_number=0']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:00:34.672057 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd7b75da-806b-4a91-af7e-85eb591d4a86 tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Checking segment: {'id': '9087a38e-4568-4a20-8838-b8375c5ceada', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '4f45c1ea-a819-4d25-8c03-cb3929da73ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 19:00:34.672510 n-d-816865-1 neutron-server[102388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1687a2c7-566b-4dd1-b152-4fa54a68d706 None None] Network 7b9c40ab-1f48-4ce8-af98-965e960edabc is already hosted by enough agents. {{(pid=102388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 19:00:34.672806 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd7b75da-806b-4a91-af7e-85eb591d4a86 tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Network hostable DHCP agents. Network: 4f45c1ea-a819-4d25-8c03-cb3929da73ec, hostable agents: ['987e2ca0-bc3b-4c6f-a989-429ccfbf753f'], hosted agents: [] {{(pid=102387) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 05 19:00:34.677338 n-d-816865-1 neutron-server[102388]: DEBUG neutron.scheduler.base_scheduler [None req-1687a2c7-566b-4dd1-b152-4fa54a68d706 None None] Resources bound (agent type, host, resource id): {{(pid=102388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 19:00:34.683025 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1687a2c7-566b-4dd1-b152-4fa54a68d706 None None] Received port after_create {{(pid=102388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 19:00:34.706610 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 43650) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:00:34.783266 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1687a2c7-566b-4dd1-b152-4fa54a68d706 None None] Pushing event updated for resources: {'Port': ['ID=97d4cefc-b8dc-4a9d-af4a-27ed0a2eec96,revision_number=1']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:00:34.803122 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-1687a2c7-566b-4dd1-b152-4fa54a68d706 None None] Attempting to bind port 97d4cefc-b8dc-4a9d-af4a-27ed0a2eec96 on host n-d-816865-1 for vnic_type normal with profile {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 19:00:34.803455 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-1687a2c7-566b-4dd1-b152-4fa54a68d706 None None] Attempting to bind port 97d4cefc-b8dc-4a9d-af4a-27ed0a2eec96 by drivers openvswitch,hyperv on host n-d-816865-1 at level 0 using segments [{'id': 'ce1ddfb6-6cd8-4108-a5b3-31bcfbceae19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '7b9c40ab-1f48-4ce8-af98-965e960edabc'}] {{(pid=102388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 19:00:34.804032 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1687a2c7-566b-4dd1-b152-4fa54a68d706 None None] Attempting to bind port 97d4cefc-b8dc-4a9d-af4a-27ed0a2eec96 on network 7b9c40ab-1f48-4ce8-af98-965e960edabc {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 19:00:34.831079 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1687a2c7-566b-4dd1-b152-4fa54a68d706 None None] Checking agent: {'id': '724d89a7-611b-41e6-bc85-c48112b17afa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 18, 25, 8), 'started_at': datetime.datetime(2021, 11, 5, 18, 25, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 19, 0, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 19:00:34.831758 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1687a2c7-566b-4dd1-b152-4fa54a68d706 None None] Checking segment: {'id': 'ce1ddfb6-6cd8-4108-a5b3-31bcfbceae19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '7b9c40ab-1f48-4ce8-af98-965e960edabc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 19:00:34.832381 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-1687a2c7-566b-4dd1-b152-4fa54a68d706 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:00:34.833097 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1687a2c7-566b-4dd1-b152-4fa54a68d706 None None] Bound using segment: {'id': 'ce1ddfb6-6cd8-4108-a5b3-31bcfbceae19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '7b9c40ab-1f48-4ce8-af98-965e960edabc'} {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 19:00:34.833915 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-1687a2c7-566b-4dd1-b152-4fa54a68d706 None None] Bound port: 97d4cefc-b8dc-4a9d-af4a-27ed0a2eec96, host: n-d-816865-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce1ddfb6-6cd8-4108-a5b3-31bcfbceae19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '7b9c40ab-1f48-4ce8-af98-965e960edabc'}}] {{(pid=102388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 19:00:34.834530 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-1687a2c7-566b-4dd1-b152-4fa54a68d706 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:00:34.838855 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd7b75da-806b-4a91-af7e-85eb591d4a86 tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Network 4f45c1ea-a819-4d25-8c03-cb3929da73ec is scheduled to be hosted by DHCP agent 987e2ca0-bc3b-4c6f-a989-429ccfbf753f with binding_index 1 {{(pid=102387) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 05 19:00:34.904151 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-47c50330-e32f-4e3b-ab5c-6d45691068c6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:00:34.938678 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-5da9cabb-c0c4-4085-9d4e-12d5e6e6f031 req-85eb7338-51d6-4c1f-b99c-03942e33afd8 tempest-ServerShowV254Test-1796563746 tempest-ServerShowV254Test-1796563746-project] 10.222.0.13 "GET /v2.0/ports?device_id=7c3bae3e-24b7-4832-89b7-1004b4c330d3 HTTP/1.1" status: 200 len: 210 time: 0.0854151 Nov 05 19:00:34.968934 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-1687a2c7-566b-4dd1-b152-4fa54a68d706 None None] For port 97d4cefc-b8dc-4a9d-af4a-27ed0a2eec96, host n-d-816865-1, cleared binding levels {{(pid=102388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 19:00:34.971967 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-1687a2c7-566b-4dd1-b152-4fa54a68d706 None None] For port 97d4cefc-b8dc-4a9d-af4a-27ed0a2eec96, host n-d-816865-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=97d4cefc-b8dc-4a9d-af4a-27ed0a2eec96,segment=NetworkSegment(ce1ddfb6-6cd8-4108-a5b3-31bcfbceae19),segment_id=ce1ddfb6-6cd8-4108-a5b3-31bcfbceae19)] {{(pid=102388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 19:00:34.991052 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-31fc0849-5347-448d-83c6-af03d0ab493c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:00:35.018349 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-47c50330-e32f-4e3b-ab5c-6d45691068c6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:00:35.028357 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.base_scheduler [None req-dd7b75da-806b-4a91-af7e-85eb591d4a86 tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816865-1, 4f45c1ea-a819-4d25-8c03-cb3929da73ec) {{(pid=102387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 19:00:35.045460 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd7b75da-806b-4a91-af7e-85eb591d4a86 tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:00:35.045460 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-dd7b75da-806b-4a91-af7e-85eb591d4a86 tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Publish callbacks [] for subnet, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:00:35.045716 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82d14546-5f32-4fe7-b130-9fa73683de3a None None] Network 4f45c1ea-a819-4d25-8c03-cb3929da73ec requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 19:00:35.125923 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-1687a2c7-566b-4dd1-b152-4fa54a68d706 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:00:35.194716 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-47c50330-e32f-4e3b-ab5c-6d45691068c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:00:35.195884 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-dd7b75da-806b-4a91-af7e-85eb591d4a86 tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2871208 Nov 05 19:00:35.199457 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 43668) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:00:35.208727 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-072e2ed1-a137-4bc7-9afe-0090a76f2ffa tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-322832825', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:00:35.229659 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1687a2c7-566b-4dd1-b152-4fa54a68d706 None None] Pushing event updated for resources: {'Port': ['ID=97d4cefc-b8dc-4a9d-af4a-27ed0a2eec96,revision_number=2']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:00:35.254917 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 43670) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:00:35.256604 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-47c50330-e32f-4e3b-ab5c-6d45691068c6 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8ade44eccc1d4fa98839b91a3f801e4e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5488536 Nov 05 19:00:35.282070 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c50330-e32f-4e3b-ab5c-6d45691068c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0a549ac-7f20-4557-a16a-655577b05af4,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:00:35.318708 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f364b307-6a42-4bc9-956a-ca22c6a04c30 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeb20a084-accf-5b60-8075-3e69ebe863a6-4f45c1ea-a819-4d25-8c03-cb3929da73ec', 'network_id': '4f45c1ea-a819-4d25-8c03-cb3929da73ec', 'tenant_id': 'e73ce0a6a4b043a3828a6e49d45da7fe', 'fixed_ips': [{'subnet_id': 'b9bb9940-5e0d-4b12-ac2d-846c5f0509ec'}]}} from n-d-816865-1. {{(pid=102388) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 05 19:00:35.319890 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-f364b307-6a42-4bc9-956a-ca22c6a04c30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:00:35.345204 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-a372e17c-0686-49d5-bb04-78743315e55e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:00:35.386472 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-a372e17c-0686-49d5-bb04-78743315e55e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:00:35.449874 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-072e2ed1-a137-4bc7-9afe-0090a76f2ffa tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-571139', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6874'] for router, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:00:35.451049 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-072e2ed1-a137-4bc7-9afe-0090a76f2ffa tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-571375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1000570', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1011585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6867'] for router, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:00:35.514889 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.db_base_plugin_common [None req-f364b307-6a42-4bc9-956a-ca22c6a04c30 None None] Allocated IP 172.21.0.2 (4f45c1ea-a819-4d25-8c03-cb3929da73ec/b9bb9940-5e0d-4b12-ac2d-846c5f0509ec/97bbeceb-12a7-47b1-a4e0-efbd42265122) {{(pid=102388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 19:00:35.599400 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-a372e17c-0686-49d5-bb04-78743315e55e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:00:35.602523 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-a372e17c-0686-49d5-bb04-78743315e55e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:00:35.604464 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-a372e17c-0686-49d5-bb04-78743315e55e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d0a549ac-7f20-4557-a16a-655577b05af4 HTTP/1.1" status: 204 len: 168 time: 0.3452411 Nov 05 19:00:35.627126 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a372e17c-0686-49d5-bb04-78743315e55e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0a549ac-7f20-4557-a16a-655577b05af4,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:00:35.693881 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-072e2ed1-a137-4bc7-9afe-0090a76f2ffa tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:00:35.777275 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-f364b307-6a42-4bc9-956a-ca22c6a04c30 None None] Publish callbacks [] for port, precommit_create {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:00:35.785394 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 97d4cefc-b8dc-4a9d-af4a-27ed0a2eec96 up at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 19:00:35.805227 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-072e2ed1-a137-4bc7-9afe-0090a76f2ffa tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-571384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1000487'] for router, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:00:35.850920 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Provisioning complete for port 97d4cefc-b8dc-4a9d-af4a-27ed0a2eec96 triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:00:35.851307 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:00:35.930146 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-f364b307-6a42-4bc9-956a-ca22c6a04c30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789'] for port, after_create {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:00:35.971643 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:00:36.000209 n-d-816865-1 neutron-server[102388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f364b307-6a42-4bc9-956a-ca22c6a04c30 None None] Network 4f45c1ea-a819-4d25-8c03-cb3929da73ec is already hosted by enough agents. {{(pid=102388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 19:00:36.009590 n-d-816865-1 neutron-server[102388]: DEBUG neutron.scheduler.base_scheduler [None req-f364b307-6a42-4bc9-956a-ca22c6a04c30 None None] Resources bound (agent type, host, resource id): {{(pid=102388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 19:00:36.013683 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f364b307-6a42-4bc9-956a-ca22c6a04c30 None None] Pushing event updated for resources: {'Port': ['ID=97bbeceb-12a7-47b1-a4e0-efbd42265122,revision_number=1']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:00:36.015869 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f364b307-6a42-4bc9-956a-ca22c6a04c30 None None] Received port after_create {{(pid=102388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 19:00:36.047547 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-072e2ed1-a137-4bc7-9afe-0090a76f2ffa tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Publish callbacks [] for router, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:00:36.050235 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-072e2ed1-a137-4bc7-9afe-0090a76f2ffa tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.8495376 Nov 05 19:00:36.052963 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 43692) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:00:36.056208 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] For port 97d4cefc-b8dc-4a9d-af4a-27ed0a2eec96, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=97d4cefc-b8dc-4a9d-af4a-27ed0a2eec96,segment=NetworkSegment(ce1ddfb6-6cd8-4108-a5b3-31bcfbceae19),segment_id=ce1ddfb6-6cd8-4108-a5b3-31bcfbceae19)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:00:36.093059 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-f364b307-6a42-4bc9-956a-ca22c6a04c30 None None] Attempting to bind port 97bbeceb-12a7-47b1-a4e0-efbd42265122 on host n-d-816865-1 for vnic_type normal with profile {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 19:00:36.093920 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-f364b307-6a42-4bc9-956a-ca22c6a04c30 None None] Attempting to bind port 97bbeceb-12a7-47b1-a4e0-efbd42265122 by drivers openvswitch,hyperv on host n-d-816865-1 at level 0 using segments [{'id': '9087a38e-4568-4a20-8838-b8375c5ceada', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '4f45c1ea-a819-4d25-8c03-cb3929da73ec'}] {{(pid=102388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 19:00:36.094327 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f364b307-6a42-4bc9-956a-ca22c6a04c30 None None] Attempting to bind port 97bbeceb-12a7-47b1-a4e0-efbd42265122 on network 4f45c1ea-a819-4d25-8c03-cb3929da73ec {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 19:00:36.100845 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f364b307-6a42-4bc9-956a-ca22c6a04c30 None None] Checking agent: {'id': '724d89a7-611b-41e6-bc85-c48112b17afa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 18, 25, 8), 'started_at': datetime.datetime(2021, 11, 5, 18, 25, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 19, 0, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 19:00:36.101221 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f364b307-6a42-4bc9-956a-ca22c6a04c30 None None] Checking segment: {'id': '9087a38e-4568-4a20-8838-b8375c5ceada', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '4f45c1ea-a819-4d25-8c03-cb3929da73ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 19:00:36.101625 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-f364b307-6a42-4bc9-956a-ca22c6a04c30 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:00:36.102247 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f364b307-6a42-4bc9-956a-ca22c6a04c30 None None] Bound using segment: {'id': '9087a38e-4568-4a20-8838-b8375c5ceada', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '4f45c1ea-a819-4d25-8c03-cb3929da73ec'} {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 19:00:36.102899 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-f364b307-6a42-4bc9-956a-ca22c6a04c30 None None] Bound port: 97bbeceb-12a7-47b1-a4e0-efbd42265122, host: n-d-816865-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9087a38e-4568-4a20-8838-b8375c5ceada', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '4f45c1ea-a819-4d25-8c03-cb3929da73ec'}}] {{(pid=102388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 19:00:36.103291 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-f364b307-6a42-4bc9-956a-ca22c6a04c30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:00:36.139646 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-9f669b72-7b5a-44f5-80c8-8c5b98a6c635 req-56d65841-7b30-4ee6-a436-e99f012833bd tempest-ServerShowV254Test-1796563746 tempest-ServerShowV254Test-1796563746-project] 10.222.0.13 "GET /v2.0/ports?device_id=7c3bae3e-24b7-4832-89b7-1004b4c330d3 HTTP/1.1" status: 200 len: 210 time: 0.0769019 Nov 05 19:00:36.219398 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:00:36.268191 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-f364b307-6a42-4bc9-956a-ca22c6a04c30 None None] For port 97bbeceb-12a7-47b1-a4e0-efbd42265122, host n-d-816865-1, cleared binding levels {{(pid=102388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 19:00:36.325012 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-f364b307-6a42-4bc9-956a-ca22c6a04c30 None None] For port 97bbeceb-12a7-47b1-a4e0-efbd42265122, host n-d-816865-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=97bbeceb-12a7-47b1-a4e0-efbd42265122,segment=NetworkSegment(9087a38e-4568-4a20-8838-b8375c5ceada),segment_id=9087a38e-4568-4a20-8838-b8375c5ceada)] {{(pid=102388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 19:00:36.340861 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Pushing event updated for resources: {'Port': ['ID=97d4cefc-b8dc-4a9d-af4a-27ed0a2eec96,revision_number=3']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:00:36.346910 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:00:36.371568 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b304910f-7b27-444b-a8fc-977d26b1ceac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:00:36.410907 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-f364b307-6a42-4bc9-956a-ca22c6a04c30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:00:36.505060 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f364b307-6a42-4bc9-956a-ca22c6a04c30 None None] Pushing event updated for resources: {'Port': ['ID=97bbeceb-12a7-47b1-a4e0-efbd42265122,revision_number=2']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:00:36.709426 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.agents_db [None req-b9406b04-a0e8-43cf-b349-711963d96cf4 None None] Agent healthcheck: found 7 active agents {{(pid=102389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 05 19:00:36.839160 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eba207d2-307e-45be-a02b-3e43aad7f06d None None] Network 7b9c40ab-1f48-4ce8-af98-965e960edabc requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 19:00:36.888442 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-2c39bb13-0098-4d62-aa73-96536db9ff8d tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:00:36.900447 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-9224494f-b3c9-4acf-94a0-f1b91478dee9 None None] Provisioning complete for port 97d4cefc-b8dc-4a9d-af4a-27ed0a2eec96 triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:00:36.902359 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-9224494f-b3c9-4acf-94a0-f1b91478dee9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:00:36.966491 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 43706) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:00:36.989262 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-27a16353-91e9-4128-97d4-f9811f95a959 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:00:37.135625 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-27a16353-91e9-4128-97d4-f9811f95a959 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:00:37.285288 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-cd77427f-8ab2-4165-a93e-1d114d3bbcb5 req-bf6911ae-4953-4fb8-a767-dc5abdcc3e00 tempest-ServerShowV254Test-1796563746 tempest-ServerShowV254Test-1796563746-project] 10.222.0.13 "GET /v2.0/ports?device_id=7c3bae3e-24b7-4832-89b7-1004b4c330d3 HTTP/1.1" status: 200 len: 210 time: 0.0403070 Nov 05 19:00:37.293580 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.db_base_plugin_common [None req-2c39bb13-0098-4d62-aa73-96536db9ff8d tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Allocated IP 172.20.0.1 (7b9c40ab-1f48-4ce8-af98-965e960edabc/59c15c82-c82b-4885-9d52-87d51ff62e3c/8b47d5db-e064-4a1d-b57d-8a61db41b5b8) {{(pid=102387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 19:00:37.330080 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-27a16353-91e9-4128-97d4-f9811f95a959 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:00:37.376925 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-27a16353-91e9-4128-97d4-f9811f95a959 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6c649671a1384dcf83f76f559b9e365e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4076858 Nov 05 19:00:37.378393 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a16353-91e9-4128-97d4-f9811f95a959 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe2a7c50-3956-439b-a9ff-297993e33e4b,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:00:37.381731 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 43720) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:00:37.390991 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-5b1b0f10-9080-4b98-a3de-d3763751eb5a None None] Provisioning complete for port 97d4cefc-b8dc-4a9d-af4a-27ed0a2eec96 triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:00:37.391376 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-5b1b0f10-9080-4b98-a3de-d3763751eb5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:00:37.471398 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-3b8c2603-32d7-440c-908b-47d0da2584a1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:00:37.477524 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-2c39bb13-0098-4d62-aa73-96536db9ff8d tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Publish callbacks [] for port, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:00:37.503695 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-3b8c2603-32d7-440c-908b-47d0da2584a1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:00:37.610836 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-2c39bb13-0098-4d62-aa73-96536db9ff8d tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4417063'] for port, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:00:37.650189 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-3b8c2603-32d7-440c-908b-47d0da2584a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:00:37.653374 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-3b8c2603-32d7-440c-908b-47d0da2584a1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:00:37.654708 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-3b8c2603-32d7-440c-908b-47d0da2584a1 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/fe2a7c50-3956-439b-a9ff-297993e33e4b HTTP/1.1" status: 204 len: 168 time: 0.2717602 Nov 05 19:00:37.658094 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c39bb13-0098-4d62-aa73-96536db9ff8d tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Network 7b9c40ab-1f48-4ce8-af98-965e960edabc is already hosted by enough agents. {{(pid=102387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 19:00:37.667146 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.base_scheduler [None req-2c39bb13-0098-4d62-aa73-96536db9ff8d tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Resources bound (agent type, host, resource id): {{(pid=102387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 19:00:37.672568 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c39bb13-0098-4d62-aa73-96536db9ff8d tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Received port after_create {{(pid=102387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 19:00:37.681620 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8c2603-32d7-440c-908b-47d0da2584a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe2a7c50-3956-439b-a9ff-297993e33e4b,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:00:37.729838 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c39bb13-0098-4d62-aa73-96536db9ff8d tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Pushing event updated for resources: {'Port': ['ID=8b47d5db-e064-4a1d-b57d-8a61db41b5b8,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:00:37.758997 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-2c39bb13-0098-4d62-aa73-96536db9ff8d tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-571770'] for router_interface, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:00:37.986061 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 97d4cefc-b8dc-4a9d-af4a-27ed0a2eec96 up at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 19:00:38.070736 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Provisioning complete for port 97d4cefc-b8dc-4a9d-af4a-27ed0a2eec96 triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:00:38.071571 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:00:38.129896 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea8b61c0-3dd6-47f9-854d-edd4f8b9ba16 None None] Network 4f45c1ea-a819-4d25-8c03-cb3929da73ec requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 19:00:38.166485 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-2c39bb13-0098-4d62-aa73-96536db9ff8d tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:00:38.530593 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-84ad80a4-3f83-4d2a-9c82-c0637326a719 req-cf5a0e26-4c4b-4238-bb60-c5bdbdd3a1a7 tempest-ServerShowV254Test-1796563746 tempest-ServerShowV254Test-1796563746-project] 10.222.0.13 "GET /v2.0/ports?device_id=7c3bae3e-24b7-4832-89b7-1004b4c330d3 HTTP/1.1" status: 200 len: 210 time: 0.0757353 Nov 05 19:00:38.638797 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-2c39bb13-0098-4d62-aa73-96536db9ff8d tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Publish callbacks [] for port, precommit_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:00:38.713086 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-2c39bb13-0098-4d62-aa73-96536db9ff8d tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4417072'] for port, after_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:00:38.756165 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-06d80aaf-2be3-4053-882a-8f374544be08 None None] Provisioning complete for port 97bbeceb-12a7-47b1-a4e0-efbd42265122 triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:00:38.756709 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-06d80aaf-2be3-4053-882a-8f374544be08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:00:38.851879 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 97bbeceb-12a7-47b1-a4e0-efbd42265122 up at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 19:00:38.859777 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-2c39bb13-0098-4d62-aa73-96536db9ff8d tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-597863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-571878'] for router_interface, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:00:38.862952 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c39bb13-0098-4d62-aa73-96536db9ff8d tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Pushing event updated for resources: {'Port': ['ID=8b47d5db-e064-4a1d-b57d-8a61db41b5b8,revision_number=2']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:00:38.918532 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:00:38.923467 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-31f93893-a48e-4ae8-833d-dccb2b42eacc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:00:39.072915 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c39bb13-0098-4d62-aa73-96536db9ff8d tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Network 7b9c40ab-1f48-4ce8-af98-965e960edabc is already hosted by enough agents. {{(pid=102387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 19:00:39.076403 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.base_scheduler [None req-2c39bb13-0098-4d62-aa73-96536db9ff8d tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Resources bound (agent type, host, resource id): {{(pid=102387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 19:00:39.078473 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-06d80aaf-2be3-4053-882a-8f374544be08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:00:39.107463 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Provisioning complete for port 97bbeceb-12a7-47b1-a4e0-efbd42265122 triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:00:39.108094 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:00:39.169618 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-06d80aaf-2be3-4053-882a-8f374544be08 None None] For port 97bbeceb-12a7-47b1-a4e0-efbd42265122, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=97bbeceb-12a7-47b1-a4e0-efbd42265122,segment=NetworkSegment(9087a38e-4568-4a20-8838-b8375c5ceada),segment_id=9087a38e-4568-4a20-8838-b8375c5ceada)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:00:39.253188 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:00:39.319556 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-06d80aaf-2be3-4053-882a-8f374544be08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:00:39.448950 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-06d80aaf-2be3-4053-882a-8f374544be08 None None] Provisioning complete for port 8b47d5db-e064-4a1d-b57d-8a61db41b5b8 triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:00:39.449262 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-06d80aaf-2be3-4053-882a-8f374544be08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:00:39.508332 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.db.api [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102388) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 05 19:00:39.508711 n-d-816865-1 neutron-server[102388]: DEBUG oslo_db.api [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 05 19:00:39.511939 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d80aaf-2be3-4053-882a-8f374544be08 None None] Pushing event updated for resources: {'Port': ['ID=97bbeceb-12a7-47b1-a4e0-efbd42265122,revision_number=3']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:00:39.518420 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-06d80aaf-2be3-4053-882a-8f374544be08 None None] Port 8b47d5db-e064-4a1d-b57d-8a61db41b5b8 cannot update to ACTIVE because it is not bound. {{(pid=102388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 19:00:39.547673 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c39bb13-0098-4d62-aa73-96536db9ff8d tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Router d284f2ec-3931-4bc6-860e-348db0ecb70f is scheduled to L3 agent 6dcb5589-8e86-4616-9186-ddc4548e13ad with binding_index 1 {{(pid=102387) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 05 19:00:39.654432 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-cb25bf26-09e8-46ea-8a16-68729848bb46 None None] Provisioning complete for port 97bbeceb-12a7-47b1-a4e0-efbd42265122 triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:00:39.654908 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-cb25bf26-09e8-46ea-8a16-68729848bb46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:00:39.753784 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-590b8461-534d-41d2-aaf8-6cdd6bbdda01 req-f7c42d26-0442-4ac3-bbbf-e95dbbf5e0ac tempest-ServerShowV254Test-1796563746 tempest-ServerShowV254Test-1796563746-project] 10.222.0.13 "GET /v2.0/ports?device_id=7c3bae3e-24b7-4832-89b7-1004b4c330d3 HTTP/1.1" status: 200 len: 210 time: 0.0373983 Nov 05 19:00:39.768055 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 43798) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:00:39.777413 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c39bb13-0098-4d62-aa73-96536db9ff8d tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Notify agent at l3_agent.n-d-816865-1 the message routers_updated {{(pid=102387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 19:00:39.785013 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-2c39bb13-0098-4d62-aa73-96536db9ff8d tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] 10.222.0.13 "PUT /v2.0/routers/d284f2ec-3931-4bc6-860e-348db0ecb70f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7304192 Nov 05 19:00:39.788306 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 43802) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:00:39.823481 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-198ce03f-cb41-4c8f-98e7-7467990ffc5d None None] Sync routers for ids ['d284f2ec-3931-4bc6-860e-348db0ecb70f'] in n-d-816865-1 {{(pid=102388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 19:00:39.849305 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-198ce03f-cb41-4c8f-98e7-7467990ffc5d None None] Routers {'d284f2ec-3931-4bc6-860e-348db0ecb70f'} bound to L3 agent in host n-d-816865-1 {{(pid=102388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 19:00:39.850145 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-198ce03f-cb41-4c8f-98e7-7467990ffc5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T19:00:35Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['d284f2ec-3931-4bc6-860e-348db0ecb70f'], 'active': True} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:00:39.891946 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-198ce03f-cb41-4c8f-98e7-7467990ffc5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816865-1', False) {} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:00:39.913174 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-198ce03f-cb41-4c8f-98e7-7467990ffc5d None None] Routers {'d284f2ec-3931-4bc6-860e-348db0ecb70f'} bound to L3 agent in host n-d-816865-1 {{(pid=102388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 19:00:39.913695 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-198ce03f-cb41-4c8f-98e7-7467990ffc5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T19:00:35Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['d284f2ec-3931-4bc6-860e-348db0ecb70f'], 'active': True} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:00:39.921761 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-cb25bf26-09e8-46ea-8a16-68729848bb46 None None] Provisioning complete for port 8b47d5db-e064-4a1d-b57d-8a61db41b5b8 triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:00:39.925826 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-cb25bf26-09e8-46ea-8a16-68729848bb46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:00:39.932230 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a58303fb-e579-40bf-a9bc-6043ed17b27e tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:00:39.935314 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-a58303fb-e579-40bf-a9bc-6043ed17b27e tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] 10.222.0.13 "GET /v2.0/ports/8b47d5db-e064-4a1d-b57d-8a61db41b5b8 HTTP/1.1" status: 200 len: 910 time: 0.1455901 Nov 05 19:00:39.937887 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 43804) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:00:39.985676 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-198ce03f-cb41-4c8f-98e7-7467990ffc5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816865-1', False) {} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:00:39.986362 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-198ce03f-cb41-4c8f-98e7-7467990ffc5d None None] The sync data for ids ['d284f2ec-3931-4bc6-860e-348db0ecb70f'] in n-d-816865-1 is: [] {{(pid=102388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 19:00:40.034644 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-544c913c-5e5e-4a76-bb20-3bb2cc9c8a89 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:00:40.082388 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-cb25bf26-09e8-46ea-8a16-68729848bb46 None None] Port 8b47d5db-e064-4a1d-b57d-8a61db41b5b8 cannot update to ACTIVE because it is not bound. {{(pid=102388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 19:00:40.168437 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-544c913c-5e5e-4a76-bb20-3bb2cc9c8a89 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:00:40.177577 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 97bbeceb-12a7-47b1-a4e0-efbd42265122 up at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 19:00:40.254815 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Provisioning complete for port 97bbeceb-12a7-47b1-a4e0-efbd42265122 triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:00:40.255185 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:00:40.283621 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-544c913c-5e5e-4a76-bb20-3bb2cc9c8a89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:00:40.355446 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544c913c-5e5e-4a76-bb20-3bb2cc9c8a89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf302db4-4e94-4506-915c-c54b7615b199,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:00:40.382393 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-544c913c-5e5e-4a76-bb20-3bb2cc9c8a89 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f1c2b2273cf9458b95aba0f817fb3ce1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6130316 Nov 05 19:00:40.385528 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 43810) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:00:40.437684 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-6bb9e3de-6309-4ef8-b8b4-abf06f0cfc48 tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:00:40.444596 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-cc8f1bca-0bf4-4920-93b6-53f8e3362771 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:00:40.482016 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-cc8f1bca-0bf4-4920-93b6-53f8e3362771 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:00:40.610903 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-cc8f1bca-0bf4-4920-93b6-53f8e3362771 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:00:40.613680 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-cc8f1bca-0bf4-4920-93b6-53f8e3362771 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:00:40.617291 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-cc8f1bca-0bf4-4920-93b6-53f8e3362771 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/bf302db4-4e94-4506-915c-c54b7615b199 HTTP/1.1" status: 204 len: 168 time: 0.2280028 Nov 05 19:00:40.626267 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8f1bca-0bf4-4920-93b6-53f8e3362771 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf302db4-4e94-4506-915c-c54b7615b199,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:00:40.788547 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.db_base_plugin_common [None req-6bb9e3de-6309-4ef8-b8b4-abf06f0cfc48 tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Allocated IP 172.21.0.1 (4f45c1ea-a819-4d25-8c03-cb3929da73ec/b9bb9940-5e0d-4b12-ac2d-846c5f0509ec/642f9f37-d545-44ad-b6bf-adc0c6d07d27) {{(pid=102387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 19:00:40.911235 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-d7e2f90d-993d-4679-9fe4-1c57a0e1076d req-2bd38dac-8b44-4576-83c2-d2c75de94d7e tempest-ServerShowV254Test-1796563746 tempest-ServerShowV254Test-1796563746-project] 10.222.0.13 "GET /v2.0/ports?device_id=7c3bae3e-24b7-4832-89b7-1004b4c330d3 HTTP/1.1" status: 200 len: 210 time: 0.0443170 Nov 05 19:00:40.974572 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-6bb9e3de-6309-4ef8-b8b4-abf06f0cfc48 tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Publish callbacks [] for port, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:00:41.007033 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-b4514649-8efe-4867-a8df-39741d3534a9 req-4e0538ed-aa17-4697-8ee5-f993329ca2ab service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=7c3bae3e-24b7-4832-89b7-1004b4c330d3 HTTP/1.1" status: 200 len: 210 time: 0.0315070 Nov 05 19:00:41.102020 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-6bb9e3de-6309-4ef8-b8b4-abf06f0cfc48 tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4417063'] for port, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:00:41.151844 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bb9e3de-6309-4ef8-b8b4-abf06f0cfc48 tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Network 4f45c1ea-a819-4d25-8c03-cb3929da73ec is already hosted by enough agents. {{(pid=102387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 19:00:41.157545 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.base_scheduler [None req-6bb9e3de-6309-4ef8-b8b4-abf06f0cfc48 tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Resources bound (agent type, host, resource id): {{(pid=102387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 19:00:41.161513 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bb9e3de-6309-4ef8-b8b4-abf06f0cfc48 tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Received port after_create {{(pid=102387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 19:00:41.190252 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb9e3de-6309-4ef8-b8b4-abf06f0cfc48 tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Pushing event updated for resources: {'Port': ['ID=642f9f37-d545-44ad-b6bf-adc0c6d07d27,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:00:41.217194 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-6bb9e3de-6309-4ef8-b8b4-abf06f0cfc48 tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-571770'] for router_interface, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:00:41.427806 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-e8d3611e-68cd-4704-a6dc-3a50aa7b186e None None] Provisioning complete for port 642f9f37-d545-44ad-b6bf-adc0c6d07d27 triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:00:41.427806 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-e8d3611e-68cd-4704-a6dc-3a50aa7b186e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:00:41.457325 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 43828) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:00:41.472102 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-e8d3611e-68cd-4704-a6dc-3a50aa7b186e None None] Port 642f9f37-d545-44ad-b6bf-adc0c6d07d27 cannot update to ACTIVE because it is not bound. {{(pid=102388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 19:00:41.484296 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-514727cf-b2fc-4f14-aba1-4c95b13fb227 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:00:41.501383 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-6bb9e3de-6309-4ef8-b8b4-abf06f0cfc48 tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:00:41.588537 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-514727cf-b2fc-4f14-aba1-4c95b13fb227 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:00:41.696126 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-514727cf-b2fc-4f14-aba1-4c95b13fb227 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:00:41.751471 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-514727cf-b2fc-4f14-aba1-4c95b13fb227 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ab36a291a6b745a1afaef436c953db8c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2925115 Nov 05 19:00:41.753781 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514727cf-b2fc-4f14-aba1-4c95b13fb227 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8801d337-2b7f-4aa7-a6c3-9e77cd327723,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:00:41.754572 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 43834) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:00:41.837002 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-6bb9e3de-6309-4ef8-b8b4-abf06f0cfc48 tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Publish callbacks [] for port, precommit_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:00:41.849839 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-40c2eb76-cb65-4488-b374-2383af14295b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:00:41.872142 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-40c2eb76-cb65-4488-b374-2383af14295b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:00:41.934986 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-6bb9e3de-6309-4ef8-b8b4-abf06f0cfc48 tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4417072'] for port, after_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:00:42.016204 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb9e3de-6309-4ef8-b8b4-abf06f0cfc48 tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Pushing event updated for resources: {'Port': ['ID=642f9f37-d545-44ad-b6bf-adc0c6d07d27,revision_number=2']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:00:42.087105 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-1a2d189b-659c-413f-aa83-028a3e76990b req-4e6f51b1-ba60-4d70-9eef-760390e4d6e7 tempest-ServerShowV254Test-1796563746 tempest-ServerShowV254Test-1796563746-project] 10.222.0.13 "GET /v2.0/ports?device_id=7c3bae3e-24b7-4832-89b7-1004b4c330d3 HTTP/1.1" status: 200 len: 210 time: 0.0480664 Nov 05 19:00:42.098863 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-40c2eb76-cb65-4488-b374-2383af14295b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:00:42.116229 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-40c2eb76-cb65-4488-b374-2383af14295b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:00:42.116229 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-40c2eb76-cb65-4488-b374-2383af14295b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8801d337-2b7f-4aa7-a6c3-9e77cd327723 HTTP/1.1" status: 204 len: 168 time: 0.3561895 Nov 05 19:00:42.124238 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-6bb9e3de-6309-4ef8-b8b4-abf06f0cfc48 tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-597863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-571878'] for router_interface, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:00:42.139269 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c2eb76-cb65-4488-b374-2383af14295b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8801d337-2b7f-4aa7-a6c3-9e77cd327723,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:00:42.235165 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bb9e3de-6309-4ef8-b8b4-abf06f0cfc48 tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Network 4f45c1ea-a819-4d25-8c03-cb3929da73ec is already hosted by enough agents. {{(pid=102387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 19:00:42.236684 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.base_scheduler [None req-6bb9e3de-6309-4ef8-b8b4-abf06f0cfc48 tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Resources bound (agent type, host, resource id): {{(pid=102387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 19:00:42.374380 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6bb9e3de-6309-4ef8-b8b4-abf06f0cfc48 tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Router d284f2ec-3931-4bc6-860e-348db0ecb70f has already been hosted by L3 agent 6dcb5589-8e86-4616-9186-ddc4548e13ad {{(pid=102387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 19:00:42.526367 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bb9e3de-6309-4ef8-b8b4-abf06f0cfc48 tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Notify agent at l3_agent.n-d-816865-1 the message routers_updated {{(pid=102387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 19:00:42.536658 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-6bb9e3de-6309-4ef8-b8b4-abf06f0cfc48 tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] 10.222.0.13 "PUT /v2.0/routers/d284f2ec-3931-4bc6-860e-348db0ecb70f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5963850 Nov 05 19:00:42.538470 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 43846) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:00:42.545024 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd3f632a-8fd4-41eb-a4da-f1b39b88b3aa None None] Sync routers for ids ['d284f2ec-3931-4bc6-860e-348db0ecb70f'] in n-d-816865-1 {{(pid=102389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 19:00:42.575935 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd3f632a-8fd4-41eb-a4da-f1b39b88b3aa None None] Routers {'d284f2ec-3931-4bc6-860e-348db0ecb70f'} bound to L3 agent in host n-d-816865-1 {{(pid=102389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 19:00:42.576953 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-fd3f632a-8fd4-41eb-a4da-f1b39b88b3aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T19:00:35Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['d284f2ec-3931-4bc6-860e-348db0ecb70f'], 'active': True} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:00:42.625500 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-fd3f632a-8fd4-41eb-a4da-f1b39b88b3aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816865-1', False) {} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:00:42.627412 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-cb849f40-719e-47b5-9ab2-bfa0560eb1d9 None None] Provisioning complete for port 642f9f37-d545-44ad-b6bf-adc0c6d07d27 triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:00:42.628712 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-cb849f40-719e-47b5-9ab2-bfa0560eb1d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:00:42.637100 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd3f632a-8fd4-41eb-a4da-f1b39b88b3aa None None] Routers {'d284f2ec-3931-4bc6-860e-348db0ecb70f'} bound to L3 agent in host n-d-816865-1 {{(pid=102389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 19:00:42.637732 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-fd3f632a-8fd4-41eb-a4da-f1b39b88b3aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T19:00:35Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['d284f2ec-3931-4bc6-860e-348db0ecb70f'], 'active': True} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:00:42.649826 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f129a774-041c-426d-b4f1-68593a773e12 tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:00:42.654920 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 43850) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:00:42.655305 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-f129a774-041c-426d-b4f1-68593a773e12 tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] 10.222.0.13 "GET /v2.0/ports/642f9f37-d545-44ad-b6bf-adc0c6d07d27 HTTP/1.1" status: 200 len: 910 time: 0.1141925 Nov 05 19:00:42.673504 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-fd3f632a-8fd4-41eb-a4da-f1b39b88b3aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816865-1', False) {} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:00:42.674170 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd3f632a-8fd4-41eb-a4da-f1b39b88b3aa None None] The sync data for ids ['d284f2ec-3931-4bc6-860e-348db0ecb70f'] in n-d-816865-1 is: [] {{(pid=102389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 19:00:42.682263 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-cb849f40-719e-47b5-9ab2-bfa0560eb1d9 None None] Port 642f9f37-d545-44ad-b6bf-adc0c6d07d27 cannot update to ACTIVE because it is not bound. {{(pid=102388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 19:00:43.298234 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-9374f84a-596d-46e5-aafd-4733e1addab0 req-c87649d2-650a-45c3-987c-d817588f7f48 tempest-ServerShowV254Test-1796563746 tempest-ServerShowV254Test-1796563746-project] 10.222.0.13 "GET /v2.0/ports?device_id=7c3bae3e-24b7-4832-89b7-1004b4c330d3 HTTP/1.1" status: 200 len: 210 time: 0.0316136 Nov 05 19:00:43.556141 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-2685b837-9730-41af-b3b7-ac697c05ecf7 tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-571777'] for router_interface, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:00:43.916998 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [None req-2685b837-9730-41af-b3b7-ac697c05ecf7 tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Deleting port 642f9f37-d545-44ad-b6bf-adc0c6d07d27 {{(pid=102387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 19:00:43.917816 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-2685b837-9730-41af-b3b7-ac697c05ecf7 tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:00:43.950151 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-1e1570d0-ed01-4a13-b7ed-e83d1f95a1ba req-337adf80-7279-4d1e-b9d4-fdf9f7da3435 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=8a6912cc46444e0eb966a1ae5667c6d3&device_id=7c3bae3e-24b7-4832-89b7-1004b4c330d3 HTTP/1.1" status: 200 len: 210 time: 0.0565085 Nov 05 19:00:43.988598 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-1e1570d0-ed01-4a13-b7ed-e83d1f95a1ba req-70087bb0-b813-496f-8cc2-ac60deccd66f service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=8a6912cc46444e0eb966a1ae5667c6d3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0307188 Nov 05 19:00:44.016084 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-85d13e88-1a50-45da-9a70-87268936e635 req-ae8b9988-8f6f-423e-84b9-dc6010afaba0 tempest-ServerShowV254Test-1796563746 tempest-ServerShowV254Test-1796563746-project] 10.222.0.13 "GET /v2.0/ports?device_id=7c3bae3e-24b7-4832-89b7-1004b4c330d3 HTTP/1.1" status: 200 len: 210 time: 0.0643814 Nov 05 19:00:44.107379 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-2685b837-9730-41af-b3b7-ac697c05ecf7 tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:00:44.136012 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [None req-2685b837-9730-41af-b3b7-ac697c05ecf7 tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Calling delete_port for 642f9f37-d545-44ad-b6bf-adc0c6d07d27 owned by network:router_interface {{(pid=102387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 19:00:44.165182 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1570d0-ed01-4a13-b7ed-e83d1f95a1ba req-a87c17bd-1443-4aeb-aaca-a58fa636409a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:00:44.169295 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-1e1570d0-ed01-4a13-b7ed-e83d1f95a1ba req-a87c17bd-1443-4aeb-aaca-a58fa636409a service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1725833 Nov 05 19:00:44.440423 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-2685b837-9730-41af-b3b7-ac697c05ecf7 tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4417063'] for port, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:00:44.497494 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2685b837-9730-41af-b3b7-ac697c05ecf7 tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Pushing event deleted for resources: {'Port': ['ID=642f9f37-d545-44ad-b6bf-adc0c6d07d27,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:00:44.847529 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-2685b837-9730-41af-b3b7-ac697c05ecf7 tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-597886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-573297'] for router_interface, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:00:45.164784 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-39bfdf67-fb09-4988-bf1c-ac07a50ca598 req-4e06d2cd-f09b-4505-9a25-c913e085a38c tempest-ServerShowV254Test-1796563746 tempest-ServerShowV254Test-1796563746-project] 10.222.0.13 "GET /v2.0/ports?device_id=7c3bae3e-24b7-4832-89b7-1004b4c330d3 HTTP/1.1" status: 200 len: 210 time: 0.0513964 Nov 05 19:00:45.173605 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2685b837-9730-41af-b3b7-ac697c05ecf7 tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Router d284f2ec-3931-4bc6-860e-348db0ecb70f has already been hosted by L3 agent 6dcb5589-8e86-4616-9186-ddc4548e13ad {{(pid=102387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 19:00:45.293004 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2685b837-9730-41af-b3b7-ac697c05ecf7 tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Notify agent at l3_agent.n-d-816865-1 the message routers_updated {{(pid=102387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 19:00:45.301215 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-2685b837-9730-41af-b3b7-ac697c05ecf7 tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] 10.222.0.13 "PUT /v2.0/routers/d284f2ec-3931-4bc6-860e-348db0ecb70f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6426456 Nov 05 19:00:45.301412 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 43920) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:00:45.308431 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3288a6ea-325b-444f-990f-de5f9d10b8cd None None] Sync routers for ids ['d284f2ec-3931-4bc6-860e-348db0ecb70f'] in n-d-816865-1 {{(pid=102388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 19:00:45.325612 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3288a6ea-325b-444f-990f-de5f9d10b8cd None None] Routers {'d284f2ec-3931-4bc6-860e-348db0ecb70f'} bound to L3 agent in host n-d-816865-1 {{(pid=102388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 19:00:45.326409 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-3288a6ea-325b-444f-990f-de5f9d10b8cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T19:00:35Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['d284f2ec-3931-4bc6-860e-348db0ecb70f'], 'active': True} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:00:45.395153 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-3288a6ea-325b-444f-990f-de5f9d10b8cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816865-1', False) {} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:00:45.419225 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3288a6ea-325b-444f-990f-de5f9d10b8cd None None] Routers {'d284f2ec-3931-4bc6-860e-348db0ecb70f'} bound to L3 agent in host n-d-816865-1 {{(pid=102388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 19:00:45.419927 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-3288a6ea-325b-444f-990f-de5f9d10b8cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T19:00:35Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['d284f2ec-3931-4bc6-860e-348db0ecb70f'], 'active': True} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:00:45.485849 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-3288a6ea-325b-444f-990f-de5f9d10b8cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816865-1', False) {} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:00:45.486605 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3288a6ea-325b-444f-990f-de5f9d10b8cd None None] The sync data for ids ['d284f2ec-3931-4bc6-860e-348db0ecb70f'] in n-d-816865-1 is: [] {{(pid=102388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 19:00:45.490472 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-1e1570d0-ed01-4a13-b7ed-e83d1f95a1ba req-a23709b5-635a-4cd3-aea7-dd96c9b65c0b tempest-ServerShowV254Test-1796563746 tempest-ServerShowV254Test-1796563746-project] 10.222.0.55 "GET /v2.0/ports?device_id=7c3bae3e-24b7-4832-89b7-1004b4c330d3 HTTP/1.1" status: 200 len: 210 time: 0.0389178 Nov 05 19:00:45.700454 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-afb87305-76bb-4b74-95ae-22aa9986529c tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-571777'] for router_interface, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:00:46.027469 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [None req-afb87305-76bb-4b74-95ae-22aa9986529c tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Deleting port 8b47d5db-e064-4a1d-b57d-8a61db41b5b8 {{(pid=102387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 19:00:46.027784 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-afb87305-76bb-4b74-95ae-22aa9986529c tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:00:46.121947 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-afb87305-76bb-4b74-95ae-22aa9986529c tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:00:46.153936 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [None req-afb87305-76bb-4b74-95ae-22aa9986529c tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Calling delete_port for 8b47d5db-e064-4a1d-b57d-8a61db41b5b8 owned by network:router_interface {{(pid=102387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 19:00:46.374605 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-a604425e-94a5-411d-85d0-d6f5cf7b7ef7 req-b5ff7036-33e9-4981-b255-dafada1fb6b7 tempest-ServerShowV254Test-1796563746 tempest-ServerShowV254Test-1796563746-project] 10.222.0.13 "GET /v2.0/ports?device_id=7c3bae3e-24b7-4832-89b7-1004b4c330d3 HTTP/1.1" status: 200 len: 210 time: 0.0607998 Nov 05 19:00:46.576573 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-afb87305-76bb-4b74-95ae-22aa9986529c tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4417063'] for port, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:00:46.624770 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb87305-76bb-4b74-95ae-22aa9986529c tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Pushing event deleted for resources: {'Port': ['ID=8b47d5db-e064-4a1d-b57d-8a61db41b5b8,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:00:46.905463 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-afb87305-76bb-4b74-95ae-22aa9986529c tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-597886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-573297'] for router_interface, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:00:47.176215 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afb87305-76bb-4b74-95ae-22aa9986529c tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Router d284f2ec-3931-4bc6-860e-348db0ecb70f has already been hosted by L3 agent 6dcb5589-8e86-4616-9186-ddc4548e13ad {{(pid=102387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 19:00:47.309541 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afb87305-76bb-4b74-95ae-22aa9986529c tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Notify agent at l3_agent.n-d-816865-1 the message routers_updated {{(pid=102387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 19:00:47.320700 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0595414f-e274-48c5-b049-1677dae46723 None None] Sync routers for ids ['d284f2ec-3931-4bc6-860e-348db0ecb70f'] in n-d-816865-1 {{(pid=102389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 19:00:47.328299 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 44024) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:00:47.329559 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-afb87305-76bb-4b74-95ae-22aa9986529c tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] 10.222.0.13 "PUT /v2.0/routers/d284f2ec-3931-4bc6-860e-348db0ecb70f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0253825 Nov 05 19:00:47.340507 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0595414f-e274-48c5-b049-1677dae46723 None None] Routers {'d284f2ec-3931-4bc6-860e-348db0ecb70f'} bound to L3 agent in host n-d-816865-1 {{(pid=102389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 19:00:47.341141 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-0595414f-e274-48c5-b049-1677dae46723 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T19:00:35Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['d284f2ec-3931-4bc6-860e-348db0ecb70f'], 'active': True} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:00:47.391577 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 44034) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:00:47.400074 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-ab75e1ea-b5fd-404d-ade5-56f2dc966704 tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] 10.222.0.13 "GET /v2.0/ports?device_id=d284f2ec-3931-4bc6-860e-348db0ecb70f HTTP/1.1" status: 200 len: 205 time: 0.0578356 Nov 05 19:00:47.423526 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-0595414f-e274-48c5-b049-1677dae46723 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816865-1', False) {} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:00:47.448794 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0595414f-e274-48c5-b049-1677dae46723 None None] Routers {'d284f2ec-3931-4bc6-860e-348db0ecb70f'} bound to L3 agent in host n-d-816865-1 {{(pid=102389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 19:00:47.454329 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-0595414f-e274-48c5-b049-1677dae46723 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T19:00:35Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['d284f2ec-3931-4bc6-860e-348db0ecb70f'], 'active': True} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:00:47.559169 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-0595414f-e274-48c5-b049-1677dae46723 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816865-1', False) {} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:00:47.559831 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0595414f-e274-48c5-b049-1677dae46723 None None] The sync data for ids ['d284f2ec-3931-4bc6-860e-348db0ecb70f'] in n-d-816865-1 is: [] {{(pid=102389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 19:00:47.595820 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-e40d4959-43f3-4c1c-a7e8-2fd769ee2110 tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Publish callbacks [] for router, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:00:47.806231 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-e40d4959-43f3-4c1c-a7e8-2fd769ee2110 tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-571301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6852'] for router, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:00:47.817356 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-e40d4959-43f3-4c1c-a7e8-2fd769ee2110 tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:00:47.992275 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-e40d4959-43f3-4c1c-a7e8-2fd769ee2110 tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-571310'] for router, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:00:47.995496 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e40d4959-43f3-4c1c-a7e8-2fd769ee2110 tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Fanout notify agent at l3_agent the message router_deleted on router d284f2ec-3931-4bc6-860e-348db0ecb70f {{(pid=102387) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 05 19:00:48.007894 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-e40d4959-43f3-4c1c-a7e8-2fd769ee2110 tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Publish callbacks [] for router, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:00:48.012406 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 44076) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:00:48.022173 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-e40d4959-43f3-4c1c-a7e8-2fd769ee2110 tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] 10.222.0.13 "DELETE /v2.0/routers/d284f2ec-3931-4bc6-860e-348db0ecb70f HTTP/1.1" status: 204 len: 168 time: 0.6292560 Nov 05 19:00:48.028073 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 44080) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:00:48.131999 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.db_base_plugin_v2 [None req-5125c6d1-afeb-4190-86cd-6f7811d9dbfe tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Deleting subnet b9bb9940-5e0d-4b12-ac2d-846c5f0509ec {{(pid=102386) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 05 19:00:48.142902 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-5125c6d1-afeb-4190-86cd-6f7811d9dbfe tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Publish callbacks [] for subnet, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:00:48.227558 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-5125c6d1-afeb-4190-86cd-6f7811d9dbfe tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4590738'] for subnet, precommit_delete_associations {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:00:48.237079 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 44084) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:00:48.392666 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-5125c6d1-afeb-4190-86cd-6f7811d9dbfe tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1573928'] for subnet, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:00:48.400665 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-73ed9881-137b-40b4-b95c-55072bc7574a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:00:48.458795 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-e4aead8e-5f17-4c46-8cfc-f21739728260 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:00:48.553584 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-5125c6d1-afeb-4190-86cd-6f7811d9dbfe tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1573905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6149879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4877183'] for subnet, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:00:48.576038 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-5125c6d1-afeb-4190-86cd-6f7811d9dbfe tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Publish callbacks [] for subnet, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:00:48.583699 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-199026b7-598e-4588-bfe6-fe37622a3b5c None None] Network 4f45c1ea-a819-4d25-8c03-cb3929da73ec requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 19:00:48.584162 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-5125c6d1-afeb-4190-86cd-6f7811d9dbfe tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] 10.222.0.13 "DELETE /v2.0/subnets/b9bb9940-5e0d-4b12-ac2d-846c5f0509ec HTTP/1.1" status: 204 len: 168 time: 0.5678594 Nov 05 19:00:48.593782 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 44092) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:00:48.614786 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5125c6d1-afeb-4190-86cd-6f7811d9dbfe tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Pushing event deleted for resources: {'Subnet': ['ID=b9bb9940-5e0d-4b12-ac2d-846c5f0509ec,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:00:48.701568 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-73ed9881-137b-40b4-b95c-55072bc7574a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:00:48.717319 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-e4aead8e-5f17-4c46-8cfc-f21739728260 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:00:48.722441 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.db_base_plugin_v2 [None req-53011369-53c6-41fd-bb10-41ebd8b479f7 tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Deleting subnet 59c15c82-c82b-4885-9d52-87d51ff62e3c {{(pid=102387) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 05 19:00:48.725767 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-53011369-53c6-41fd-bb10-41ebd8b479f7 tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Publish callbacks [] for subnet, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:00:48.764172 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-73ed9881-137b-40b4-b95c-55072bc7574a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:00:48.787132 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-53011369-53c6-41fd-bb10-41ebd8b479f7 tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4463501'] for subnet, precommit_delete_associations {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:00:48.818609 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-e4aead8e-5f17-4c46-8cfc-f21739728260 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:00:48.860463 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13835c35-93ab-40ec-8a30-1867b94640fe None None] DHCP port deletion for 4f45c1ea-a819-4d25-8c03-cb3929da73ec request from n-d-816865-1 {{(pid=102388) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 05 19:00:48.865768 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-73ed9881-137b-40b4-b95c-55072bc7574a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8a6912cc46444e0eb966a1ae5667c6d3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6276031 Nov 05 19:00:48.866536 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ed9881-137b-40b4-b95c-55072bc7574a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00069c96-dd38-4675-a5e3-0e9eccee71f5,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:00:48.868432 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 44096) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:00:48.897387 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-e4aead8e-5f17-4c46-8cfc-f21739728260 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0d032f3380be415ea667b790c1704c58&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8682015 Nov 05 19:00:48.902433 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 44098) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:00:48.953186 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-13835c35-93ab-40ec-8a30-1867b94640fe None None] Deleting port 97bbeceb-12a7-47b1-a4e0-efbd42265122 {{(pid=102388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 19:00:48.953705 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-13835c35-93ab-40ec-8a30-1867b94640fe None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:00:48.957104 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-1b8c89cb-9c68-4dd9-a723-7a0cad95a817 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:00:48.979493 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4aead8e-5f17-4c46-8cfc-f21739728260 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d489123d-5b05-4fdc-8ed1-b56ae68207e2,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:00:48.982111 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-1b8c89cb-9c68-4dd9-a723-7a0cad95a817 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:00:49.034472 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-53011369-53c6-41fd-bb10-41ebd8b479f7 tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1573928'] for subnet, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:00:49.057221 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-13835c35-93ab-40ec-8a30-1867b94640fe None None] For port 97bbeceb-12a7-47b1-a4e0-efbd42265122, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=97bbeceb-12a7-47b1-a4e0-efbd42265122,segment=NetworkSegment(9087a38e-4568-4a20-8838-b8375c5ceada),segment_id=9087a38e-4568-4a20-8838-b8375c5ceada)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:00:49.057221 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-13835c35-93ab-40ec-8a30-1867b94640fe None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:00:49.081637 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-13835c35-93ab-40ec-8a30-1867b94640fe None None] Calling delete_port for 97bbeceb-12a7-47b1-a4e0-efbd42265122 owned by network:dhcp {{(pid=102388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 19:00:49.101149 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-2f4e8fa1-2e72-4ff3-b79a-8c3dc56a0ed6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:00:49.129374 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-2f4e8fa1-2e72-4ff3-b79a-8c3dc56a0ed6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:00:49.175198 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-1b8c89cb-9c68-4dd9-a723-7a0cad95a817 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:00:49.177829 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-1b8c89cb-9c68-4dd9-a723-7a0cad95a817 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:00:49.179038 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-1b8c89cb-9c68-4dd9-a723-7a0cad95a817 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/00069c96-dd38-4675-a5e3-0e9eccee71f5 HTTP/1.1" status: 204 len: 168 time: 0.3093328 Nov 05 19:00:49.194067 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8c89cb-9c68-4dd9-a723-7a0cad95a817 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00069c96-dd38-4675-a5e3-0e9eccee71f5,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:00:49.262171 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-53011369-53c6-41fd-bb10-41ebd8b479f7 tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1573905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4417146', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5112209'] for subnet, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:00:49.289936 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-13835c35-93ab-40ec-8a30-1867b94640fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798'] for port, after_delete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:00:49.290486 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-2f4e8fa1-2e72-4ff3-b79a-8c3dc56a0ed6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:00:49.294101 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-2f4e8fa1-2e72-4ff3-b79a-8c3dc56a0ed6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:00:49.297672 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-2f4e8fa1-2e72-4ff3-b79a-8c3dc56a0ed6 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d489123d-5b05-4fdc-8ed1-b56ae68207e2 HTTP/1.1" status: 204 len: 168 time: 0.3908472 Nov 05 19:00:49.297672 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53011369-53c6-41fd-bb10-41ebd8b479f7 tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Pushing event deleted for resources: {'Subnet': ['ID=59c15c82-c82b-4885-9d52-87d51ff62e3c,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:00:49.304043 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-53011369-53c6-41fd-bb10-41ebd8b479f7 tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Publish callbacks [] for subnet, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:00:49.309430 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-53011369-53c6-41fd-bb10-41ebd8b479f7 tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] 10.222.0.13 "DELETE /v2.0/subnets/59c15c82-c82b-4885-9d52-87d51ff62e3c HTTP/1.1" status: 204 len: 168 time: 0.7145061 Nov 05 19:00:49.311866 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 44106) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:00:49.334381 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ee58d63-7f84-475e-9606-b1b210951186 None None] Network 7b9c40ab-1f48-4ce8-af98-965e960edabc requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 19:00:49.339824 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13835c35-93ab-40ec-8a30-1867b94640fe None None] Pushing event deleted for resources: {'Port': ['ID=97bbeceb-12a7-47b1-a4e0-efbd42265122,revision_number=None']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:00:49.368334 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13835c35-93ab-40ec-8a30-1867b94640fe None None] No DVR routers for this DVR port 97bbeceb-12a7-47b1-a4e0-efbd42265122 on host n-d-816865-1 {{(pid=102388) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 19:00:49.423431 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-139e0a42-f111-4e80-bd45-09a62b0ee5dc tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1664226'] for network, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:00:49.436961 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4e8fa1-2e72-4ff3-b79a-8c3dc56a0ed6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d489123d-5b05-4fdc-8ed1-b56ae68207e2,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:00:49.566560 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-139e0a42-f111-4e80-bd45-09a62b0ee5dc tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1579173', 'neutron.services.segments.db._delete_segments_for_network-8750027792909'] for network, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:00:49.606947 n-d-816865-1 neutron-server[102387]: DEBUG neutron.services.segments.db [None req-139e0a42-f111-4e80-bd45-09a62b0ee5dc tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f45c1ea-a819-4d25-8c03-cb3929da73ec']}} {{(pid=102387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:00:49.620645 n-d-816865-1 neutron-server[102387]: DEBUG neutron.services.segments.db [None req-139e0a42-f111-4e80-bd45-09a62b0ee5dc tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9087a38e-4568-4a20-8838-b8375c5ceada') {'for_net_delete': True} {{(pid=102387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:00:49.620944 n-d-816865-1 neutron-server[102387]: DEBUG neutron.services.segments.db [None req-139e0a42-f111-4e80-bd45-09a62b0ee5dc tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9087a38e-4568-4a20-8838-b8375c5ceada') {} {{(pid=102387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:00:49.632802 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-139e0a42-f111-4e80-bd45-09a62b0ee5dc tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750027793430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4463492'] for segment, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:00:49.649628 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-139e0a42-f111-4e80-bd45-09a62b0ee5dc tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273'] for segment, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:00:49.664814 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-139e0a42-f111-4e80-bd45-09a62b0ee5dc tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Releasing vlan 194 on physical network physnet1 to pool {{(pid=102387) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 05 19:00:49.664814 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-139e0a42-f111-4e80-bd45-09a62b0ee5dc tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4417236'] for segment, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:00:49.667126 n-d-816865-1 neutron-server[102387]: Traceback (most recent call last): Nov 05 19:00:49.667126 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 05 19:00:49.667126 n-d-816865-1 neutron-server[102387]: timer() Nov 05 19:00:49.667126 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 05 19:00:49.667126 n-d-816865-1 neutron-server[102387]: cb(*args, **kw) Nov 05 19:00:49.667126 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 05 19:00:49.667126 n-d-816865-1 neutron-server[102387]: return func(*args, **kwargs) Nov 05 19:00:49.667126 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 05 19:00:49.667126 n-d-816865-1 neutron-server[102387]: self._notify() Nov 05 19:00:49.667126 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 05 19:00:49.667126 n-d-816865-1 neutron-server[102387]: self.callback(batched_events) Nov 05 19:00:49.667126 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 05 19:00:49.667126 n-d-816865-1 neutron-server[102387]: event.method(event) Nov 05 19:00:49.667126 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 05 19:00:49.667126 n-d-816865-1 neutron-server[102387]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 05 19:00:49.667126 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 05 19:00:49.667126 n-d-816865-1 neutron-server[102387]: aggregate_uuid = self.p_client.list_aggregates( Nov 05 19:00:49.667126 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 05 19:00:49.667126 n-d-816865-1 neutron-server[102387]: return f(self, *a, **k) Nov 05 19:00:49.667126 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 05 19:00:49.667126 n-d-816865-1 neutron-server[102387]: return self._get(url).json() Nov 05 19:00:49.667126 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 05 19:00:49.667126 n-d-816865-1 neutron-server[102387]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 05 19:00:49.667126 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 05 19:00:49.667126 n-d-816865-1 neutron-server[102387]: return self.request(url, 'GET', **kwargs) Nov 05 19:00:49.667126 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 05 19:00:49.667126 n-d-816865-1 neutron-server[102387]: base_url = self.get_endpoint(auth, allow=allow, Nov 05 19:00:49.667126 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 05 19:00:49.667126 n-d-816865-1 neutron-server[102387]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 05 19:00:49.667126 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 05 19:00:49.667126 n-d-816865-1 neutron-server[102387]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 05 19:00:49.667126 n-d-816865-1 neutron-server[102387]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 05 19:00:49.676468 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6598e979-9ee1-47a7-8bd3-d4b82642aa8c None None] DHCP port deletion for 7b9c40ab-1f48-4ce8-af98-965e960edabc request from n-d-816865-1 {{(pid=102388) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 05 19:00:49.797067 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-6598e979-9ee1-47a7-8bd3-d4b82642aa8c None None] Deleting port 97d4cefc-b8dc-4a9d-af4a-27ed0a2eec96 {{(pid=102388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 19:00:49.797976 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-6598e979-9ee1-47a7-8bd3-d4b82642aa8c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:00:49.815457 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-139e0a42-f111-4e80-bd45-09a62b0ee5dc tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1579178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-956796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1000687'] for network, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:00:49.831805 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-139e0a42-f111-4e80-bd45-09a62b0ee5dc tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Publish callbacks [] for network, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:00:49.843013 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-139e0a42-f111-4e80-bd45-09a62b0ee5dc tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] 10.222.0.13 "DELETE /v2.0/networks/4f45c1ea-a819-4d25-8c03-cb3929da73ec HTTP/1.1" status: 204 len: 168 time: 0.5295036 Nov 05 19:00:49.844984 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 44120) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:00:49.863948 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139e0a42-f111-4e80-bd45-09a62b0ee5dc tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Pushing event deleted for resources: {'Network': ['ID=4f45c1ea-a819-4d25-8c03-cb3929da73ec,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:00:49.876313 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-6598e979-9ee1-47a7-8bd3-d4b82642aa8c None None] For port 97d4cefc-b8dc-4a9d-af4a-27ed0a2eec96, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=97d4cefc-b8dc-4a9d-af4a-27ed0a2eec96,segment=NetworkSegment(ce1ddfb6-6cd8-4108-a5b3-31bcfbceae19),segment_id=ce1ddfb6-6cd8-4108-a5b3-31bcfbceae19)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:00:49.876928 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-6598e979-9ee1-47a7-8bd3-d4b82642aa8c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:00:49.898222 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-6598e979-9ee1-47a7-8bd3-d4b82642aa8c None None] Calling delete_port for 97d4cefc-b8dc-4a9d-af4a-27ed0a2eec96 owned by network:dhcp {{(pid=102388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 19:00:49.973509 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-e1fcf33a-97e5-4a62-988c-2f4648dcb1c2 tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1664226'] for network, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:00:50.076144 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-e1fcf33a-97e5-4a62-988c-2f4648dcb1c2 tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Deleting port 97d4cefc-b8dc-4a9d-af4a-27ed0a2eec96 {{(pid=102386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 19:00:50.076488 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-e1fcf33a-97e5-4a62-988c-2f4648dcb1c2 tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:00:50.107613 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-6598e979-9ee1-47a7-8bd3-d4b82642aa8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798'] for port, after_delete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:00:50.167846 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6598e979-9ee1-47a7-8bd3-d4b82642aa8c None None] Pushing event deleted for resources: {'Port': ['ID=97d4cefc-b8dc-4a9d-af4a-27ed0a2eec96,revision_number=None']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:00:50.186714 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6598e979-9ee1-47a7-8bd3-d4b82642aa8c None None] No DVR routers for this DVR port 97d4cefc-b8dc-4a9d-af4a-27ed0a2eec96 on host n-d-816865-1 {{(pid=102388) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 19:00:50.200462 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [None req-e1fcf33a-97e5-4a62-988c-2f4648dcb1c2 tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] For port 97d4cefc-b8dc-4a9d-af4a-27ed0a2eec96, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=97d4cefc-b8dc-4a9d-af4a-27ed0a2eec96,segment=NetworkSegment(ce1ddfb6-6cd8-4108-a5b3-31bcfbceae19),segment_id=ce1ddfb6-6cd8-4108-a5b3-31bcfbceae19)] {{(pid=102386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:00:50.201677 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 97d4cefc-b8dc-4a9d-af4a-27ed0a2eec96 no longer exists at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 19:00:50.201809 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-e1fcf33a-97e5-4a62-988c-2f4648dcb1c2 tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:00:50.206556 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6598e979-9ee1-47a7-8bd3-d4b82642aa8c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:00:50.207167 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6598e979-9ee1-47a7-8bd3-d4b82642aa8c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:00:50.207743 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6598e979-9ee1-47a7-8bd3-d4b82642aa8c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:00:50.208343 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6598e979-9ee1-47a7-8bd3-d4b82642aa8c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:00:50.208996 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6598e979-9ee1-47a7-8bd3-d4b82642aa8c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:00:50.210378 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6598e979-9ee1-47a7-8bd3-d4b82642aa8c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:00:50.211100 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6598e979-9ee1-47a7-8bd3-d4b82642aa8c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:00:50.211649 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6598e979-9ee1-47a7-8bd3-d4b82642aa8c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:00:50.212440 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6598e979-9ee1-47a7-8bd3-d4b82642aa8c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:00:50.214407 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6598e979-9ee1-47a7-8bd3-d4b82642aa8c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:00:50.214975 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6598e979-9ee1-47a7-8bd3-d4b82642aa8c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:00:50.215374 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6598e979-9ee1-47a7-8bd3-d4b82642aa8c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:00:50.247501 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] No Port match for: 97d4cefc-b8dc-4a9d-af4a-27ed0a2eec96 {{(pid=102388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 19:00:50.247983 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 97d4cefc-b8dc-4a9d-af4a-27ed0a2eec96 not bound to the agent host n-d-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 19:00:50.248512 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 97bbeceb-12a7-47b1-a4e0-efbd42265122 no longer exists at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 19:00:50.249930 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-e1fcf33a-97e5-4a62-988c-2f4648dcb1c2 tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Calling delete_port for 97d4cefc-b8dc-4a9d-af4a-27ed0a2eec96 owned by network:dhcp {{(pid=102386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 19:00:50.276501 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] No Port match for: 97bbeceb-12a7-47b1-a4e0-efbd42265122 {{(pid=102388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 19:00:50.277088 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 97bbeceb-12a7-47b1-a4e0-efbd42265122 not bound to the agent host n-d-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 19:00:50.334994 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 44132) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:00:50.355026 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-ab6bdd23-ecda-49f6-94c3-16f8307e437a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:00:50.366525 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-e1fcf33a-97e5-4a62-988c-2f4648dcb1c2 tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:00:50.383303 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1fcf33a-97e5-4a62-988c-2f4648dcb1c2 tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] No DVR routers for this DVR port 97d4cefc-b8dc-4a9d-af4a-27ed0a2eec96 on host n-d-816865-1 {{(pid=102386) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 19:00:50.412321 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1fcf33a-97e5-4a62-988c-2f4648dcb1c2 tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Pushing event deleted for resources: {'Port': ['ID=97d4cefc-b8dc-4a9d-af4a-27ed0a2eec96,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:00:50.501036 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-e1fcf33a-97e5-4a62-988c-2f4648dcb1c2 tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1579173', 'neutron.services.segments.db._delete_segments_for_network-8750027792909'] for network, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:00:50.510578 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-ab6bdd23-ecda-49f6-94c3-16f8307e437a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:00:50.538965 n-d-816865-1 neutron-server[102386]: DEBUG neutron.services.segments.db [None req-e1fcf33a-97e5-4a62-988c-2f4648dcb1c2 tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b9c40ab-1f48-4ce8-af98-965e960edabc']}} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:00:50.550713 n-d-816865-1 neutron-server[102386]: DEBUG neutron.services.segments.db [None req-e1fcf33a-97e5-4a62-988c-2f4648dcb1c2 tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce1ddfb6-6cd8-4108-a5b3-31bcfbceae19') {'for_net_delete': True} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:00:50.558240 n-d-816865-1 neutron-server[102386]: DEBUG neutron.services.segments.db [None req-e1fcf33a-97e5-4a62-988c-2f4648dcb1c2 tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce1ddfb6-6cd8-4108-a5b3-31bcfbceae19') {} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:00:50.568223 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-e1fcf33a-97e5-4a62-988c-2f4648dcb1c2 tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750027793430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4590747'] for segment, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:00:50.583290 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-e1fcf33a-97e5-4a62-988c-2f4648dcb1c2 tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273'] for segment, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:00:50.590375 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1fcf33a-97e5-4a62-988c-2f4648dcb1c2 tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Releasing vlan 166 on physical network physnet1 to pool {{(pid=102386) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 05 19:00:50.590769 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-e1fcf33a-97e5-4a62-988c-2f4648dcb1c2 tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6149721'] for segment, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:00:50.595005 n-d-816865-1 neutron-server[102386]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 05 19:00:50.595005 n-d-816865-1 neutron-server[102386]: self.session.flush() Nov 05 19:00:50.595005 n-d-816865-1 neutron-server[102386]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 05 19:00:50.595005 n-d-816865-1 neutron-server[102386]: self.session.flush() Nov 05 19:00:50.595005 n-d-816865-1 neutron-server[102386]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 05 19:00:50.595005 n-d-816865-1 neutron-server[102386]: self.session.flush() Nov 05 19:00:50.595005 n-d-816865-1 neutron-server[102386]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 05 19:00:50.595005 n-d-816865-1 neutron-server[102386]: self.session.flush() Nov 05 19:00:50.595005 n-d-816865-1 neutron-server[102386]: Traceback (most recent call last): Nov 05 19:00:50.595005 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 05 19:00:50.595005 n-d-816865-1 neutron-server[102386]: timer() Nov 05 19:00:50.595005 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 05 19:00:50.595005 n-d-816865-1 neutron-server[102386]: cb(*args, **kw) Nov 05 19:00:50.595005 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 05 19:00:50.595005 n-d-816865-1 neutron-server[102386]: return func(*args, **kwargs) Nov 05 19:00:50.595005 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 05 19:00:50.595005 n-d-816865-1 neutron-server[102386]: self._notify() Nov 05 19:00:50.595005 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 05 19:00:50.595005 n-d-816865-1 neutron-server[102386]: self.callback(batched_events) Nov 05 19:00:50.595005 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 05 19:00:50.595005 n-d-816865-1 neutron-server[102386]: event.method(event) Nov 05 19:00:50.595005 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 05 19:00:50.595005 n-d-816865-1 neutron-server[102386]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 05 19:00:50.595005 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 05 19:00:50.595005 n-d-816865-1 neutron-server[102386]: aggregate_uuid = self.p_client.list_aggregates( Nov 05 19:00:50.595005 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 05 19:00:50.595005 n-d-816865-1 neutron-server[102386]: return f(self, *a, **k) Nov 05 19:00:50.595005 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 05 19:00:50.595005 n-d-816865-1 neutron-server[102386]: return self._get(url).json() Nov 05 19:00:50.595005 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 05 19:00:50.595005 n-d-816865-1 neutron-server[102386]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 05 19:00:50.595005 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 05 19:00:50.595005 n-d-816865-1 neutron-server[102386]: return self.request(url, 'GET', **kwargs) Nov 05 19:00:50.595005 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 05 19:00:50.595005 n-d-816865-1 neutron-server[102386]: base_url = self.get_endpoint(auth, allow=allow, Nov 05 19:00:50.595005 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 05 19:00:50.595005 n-d-816865-1 neutron-server[102386]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 05 19:00:50.595005 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 05 19:00:50.595005 n-d-816865-1 neutron-server[102386]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 05 19:00:50.595005 n-d-816865-1 neutron-server[102386]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 05 19:00:50.604676 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-ab6bdd23-ecda-49f6-94c3-16f8307e437a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:00:50.649420 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-ab6bdd23-ecda-49f6-94c3-16f8307e437a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a0bae1f85e9a4cae80f0b80561d1ac5a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3130872 Nov 05 19:00:50.650820 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6bdd23-ecda-49f6-94c3-16f8307e437a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e33b880c-f535-42a6-b09a-581cd7459af6,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:00:50.653498 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 44140) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:00:50.720387 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-9b0bad60-9085-42de-b15d-e12933a27a22 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:00:50.741475 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-e1fcf33a-97e5-4a62-988c-2f4648dcb1c2 tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1579178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-956796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1000687'] for network, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:00:50.755959 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-9b0bad60-9085-42de-b15d-e12933a27a22 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:00:50.768520 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-e1fcf33a-97e5-4a62-988c-2f4648dcb1c2 tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Publish callbacks [] for network, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:00:50.779248 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-e1fcf33a-97e5-4a62-988c-2f4648dcb1c2 tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] 10.222.0.13 "DELETE /v2.0/networks/7b9c40ab-1f48-4ce8-af98-965e960edabc HTTP/1.1" status: 204 len: 168 time: 0.9315655 Nov 05 19:00:50.781023 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1fcf33a-97e5-4a62-988c-2f4648dcb1c2 tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Pushing event deleted for resources: {'Network': ['ID=7b9c40ab-1f48-4ce8-af98-965e960edabc,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:00:50.784138 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 44144) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:00:50.798351 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-d0a6a999-2880-45a7-8e83-e8b9b684c255 tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Request body: {'network': {'name': 'tempest-RoutersTest-678019152'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:00:50.878472 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-9b0bad60-9085-42de-b15d-e12933a27a22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:00:50.881921 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-9b0bad60-9085-42de-b15d-e12933a27a22 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:00:50.883622 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-9b0bad60-9085-42de-b15d-e12933a27a22 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e33b880c-f535-42a6-b09a-581cd7459af6 HTTP/1.1" status: 204 len: 168 time: 0.2289598 Nov 05 19:00:50.892871 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0bad60-9085-42de-b15d-e12933a27a22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e33b880c-f535-42a6-b09a-581cd7459af6,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:00:50.912524 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0a6a999-2880-45a7-8e83-e8b9b684c255 tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Made reservation on behalf of e73ce0a6a4b043a3828a6e49d45da7fe for: {'network': 1} {{(pid=102386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 19:00:50.921803 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-d0a6a999-2880-45a7-8e83-e8b9b684c255 tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for network, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:00:50.975520 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0a6a999-2880-45a7-8e83-e8b9b684c255 tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 169} {{(pid=102386) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 05 19:00:51.002406 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-d0a6a999-2880-45a7-8e83-e8b9b684c255 tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273'] for segment, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:00:51.003062 n-d-816865-1 neutron-server[102386]: INFO neutron.db.segments_db [None req-d0a6a999-2880-45a7-8e83-e8b9b684c255 tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Added segment 6828434c-dfd0-4ec1-a78c-f1395900fb6d of type vlan for network 959d47bd-22a2-4672-bfc2-8922dbf1b36d Nov 05 19:00:51.093081 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-d0a6a999-2880-45a7-8e83-e8b9b684c255 tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750027258543'] for network, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:00:51.209720 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-d0a6a999-2880-45a7-8e83-e8b9b684c255 tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-956796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877'] for network, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:00:51.215758 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0a6a999-2880-45a7-8e83-e8b9b684c255 tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:00:51.216360 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-d0a6a999-2880-45a7-8e83-e8b9b684c255 tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Publish callbacks [] for network, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:00:51.293849 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a6a999-2880-45a7-8e83-e8b9b684c255 tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Pushing event updated for resources: {'Network': ['ID=959d47bd-22a2-4672-bfc2-8922dbf1b36d,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:00:51.312110 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Network 959d47bd-22a2-4672-bfc2-8922dbf1b36d details requested by agent ovs-agent-n-d-816865-1 with host n-d-816865-1 {{(pid=102388) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 05 19:00:51.355584 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-d0a6a999-2880-45a7-8e83-e8b9b684c255 tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.5673470 Nov 05 19:00:51.358272 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 44168) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:00:51.363781 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-acdb6dc1-583f-46be-a8e1-7eadd38534cf tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Request body: {'subnet': {'network_id': '959d47bd-22a2-4672-bfc2-8922dbf1b36d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:00:51.632418 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acdb6dc1-583f-46be-a8e1-7eadd38534cf tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Made reservation on behalf of e73ce0a6a4b043a3828a6e49d45da7fe for: {'subnet': 1} {{(pid=102386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 19:00:51.636814 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-acdb6dc1-583f-46be-a8e1-7eadd38534cf tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4877122'] for subnet, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:00:51.782201 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-14dcc1f8-f9f3-4952-864a-dd0b5028ba26 req-f6afc45e-37fe-40f2-9786-78c2b03e111f tempest-ServerShowV257Test-723067690 tempest-ServerShowV257Test-723067690-project] 10.222.0.13 "GET /v2.0/ports?device_id=52467105-9e9a-4884-9d54-5cdbe4659b01 HTTP/1.1" status: 200 len: 210 time: 0.3852491 Nov 05 19:00:52.004738 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-acdb6dc1-583f-46be-a8e1-7eadd38534cf tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6149946', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4877172'] for subnet, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:00:52.116785 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acdb6dc1-583f-46be-a8e1-7eadd38534cf tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Pushing event updated for resources: {'Subnet': ['ID=295d2976-e09d-4983-969d-12417c9895b5,revision_number=0']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:00:52.124427 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acdb6dc1-583f-46be-a8e1-7eadd38534cf tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Checking segment: {'id': '6828434c-dfd0-4ec1-a78c-f1395900fb6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '959d47bd-22a2-4672-bfc2-8922dbf1b36d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 19:00:52.124856 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acdb6dc1-583f-46be-a8e1-7eadd38534cf tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Network hostable DHCP agents. Network: 959d47bd-22a2-4672-bfc2-8922dbf1b36d, hostable agents: ['987e2ca0-bc3b-4c6f-a989-429ccfbf753f'], hosted agents: [] {{(pid=102386) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 05 19:00:52.199055 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acdb6dc1-583f-46be-a8e1-7eadd38534cf tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Network 959d47bd-22a2-4672-bfc2-8922dbf1b36d is scheduled to be hosted by DHCP agent 987e2ca0-bc3b-4c6f-a989-429ccfbf753f with binding_index 1 {{(pid=102386) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 05 19:00:52.284065 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.base_scheduler [None req-acdb6dc1-583f-46be-a8e1-7eadd38534cf tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816865-1, 959d47bd-22a2-4672-bfc2-8922dbf1b36d) {{(pid=102386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 19:00:52.289051 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acdb6dc1-583f-46be-a8e1-7eadd38534cf tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:00:52.289658 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-acdb6dc1-583f-46be-a8e1-7eadd38534cf tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Publish callbacks [] for subnet, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:00:52.299238 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc42e987-ae5c-4a28-9d6d-f0ffe1f2ce9f None None] Network 959d47bd-22a2-4672-bfc2-8922dbf1b36d requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 19:00:52.378386 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-acdb6dc1-583f-46be-a8e1-7eadd38534cf tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0187514 Nov 05 19:00:52.380879 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 44202) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:00:52.389757 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-6b51683c-57a4-46cb-9625-0ef3d85b13f7 tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-966498758', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:00:52.496907 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-6b51683c-57a4-46cb-9625-0ef3d85b13f7 tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-571139', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6874'] for router, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:00:52.498020 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-6b51683c-57a4-46cb-9625-0ef3d85b13f7 tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-571375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1000570', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1011585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6867'] for router, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:00:52.517175 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80832ddd-615e-4daf-9e91-857d407b10f6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeb20a084-accf-5b60-8075-3e69ebe863a6-959d47bd-22a2-4672-bfc2-8922dbf1b36d', 'network_id': '959d47bd-22a2-4672-bfc2-8922dbf1b36d', 'tenant_id': 'e73ce0a6a4b043a3828a6e49d45da7fe', 'fixed_ips': [{'subnet_id': '295d2976-e09d-4983-969d-12417c9895b5'}]}} from n-d-816865-1. {{(pid=102388) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 05 19:00:52.519246 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-80832ddd-615e-4daf-9e91-857d407b10f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:00:52.559118 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-6b51683c-57a4-46cb-9625-0ef3d85b13f7 tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:00:52.621324 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-6b51683c-57a4-46cb-9625-0ef3d85b13f7 tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-571384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1000487'] for router, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:00:52.678525 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.db_base_plugin_common [None req-80832ddd-615e-4daf-9e91-857d407b10f6 None None] Allocated IP 172.20.0.2 (959d47bd-22a2-4672-bfc2-8922dbf1b36d/295d2976-e09d-4983-969d-12417c9895b5/989ecb6d-fb61-4ea1-9a4e-adef9ce7926d) {{(pid=102388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 19:00:52.713809 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-6b51683c-57a4-46cb-9625-0ef3d85b13f7 tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Publish callbacks [] for router, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:00:52.717753 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-6b51683c-57a4-46cb-9625-0ef3d85b13f7 tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.3332217 Nov 05 19:00:52.718800 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 44210) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:00:52.723744 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-e570bd2b-1e88-4980-a36b-2027bb9617dc tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Request body: {'port': {'network_id': '959d47bd-22a2-4672-bfc2-8922dbf1b36d', 'name': 'tempest-RoutersTest-264883164'}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:00:52.926685 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-c97a9a58-3e0c-451c-8845-1d0e893b094d req-747e173c-87d7-4689-9c88-094c4f1af07f tempest-ServerShowV257Test-723067690 tempest-ServerShowV257Test-723067690-project] 10.222.0.13 "GET /v2.0/ports?device_id=52467105-9e9a-4884-9d54-5cdbe4659b01 HTTP/1.1" status: 200 len: 210 time: 0.0666902 Nov 05 19:00:52.930753 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-80832ddd-615e-4daf-9e91-857d407b10f6 None None] Publish callbacks [] for port, precommit_create {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:00:53.034210 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e570bd2b-1e88-4980-a36b-2027bb9617dc tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Made reservation on behalf of e73ce0a6a4b043a3828a6e49d45da7fe for: {'port': 1} {{(pid=102387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 19:00:53.035659 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-80832ddd-615e-4daf-9e91-857d407b10f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789'] for port, after_create {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:00:53.046349 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-e570bd2b-1e88-4980-a36b-2027bb9617dc tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:00:53.088021 n-d-816865-1 neutron-server[102387]: DEBUG neutron.notifiers.nova [None req-e570bd2b-1e88-4980-a36b-2027bb9617dc tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] device_id is not set on port b9723299-e83c-4082-ac61-d74879f200d4 yet. {{(pid=102387) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 05 19:00:53.155819 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80832ddd-615e-4daf-9e91-857d407b10f6 None None] Pushing event updated for resources: {'Port': ['ID=989ecb6d-fb61-4ea1-9a4e-adef9ce7926d,revision_number=1']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:00:53.155819 n-d-816865-1 neutron-server[102388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80832ddd-615e-4daf-9e91-857d407b10f6 None None] Network 959d47bd-22a2-4672-bfc2-8922dbf1b36d is already hosted by enough agents. {{(pid=102388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 19:00:53.155819 n-d-816865-1 neutron-server[102388]: DEBUG neutron.scheduler.base_scheduler [None req-80832ddd-615e-4daf-9e91-857d407b10f6 None None] Resources bound (agent type, host, resource id): {{(pid=102388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 19:00:53.155819 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80832ddd-615e-4daf-9e91-857d407b10f6 None None] Received port after_create {{(pid=102388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 19:00:53.217995 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-80832ddd-615e-4daf-9e91-857d407b10f6 None None] Attempting to bind port 989ecb6d-fb61-4ea1-9a4e-adef9ce7926d on host n-d-816865-1 for vnic_type normal with profile {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 19:00:53.218526 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-80832ddd-615e-4daf-9e91-857d407b10f6 None None] Attempting to bind port 989ecb6d-fb61-4ea1-9a4e-adef9ce7926d by drivers openvswitch,hyperv on host n-d-816865-1 at level 0 using segments [{'id': '6828434c-dfd0-4ec1-a78c-f1395900fb6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '959d47bd-22a2-4672-bfc2-8922dbf1b36d'}] {{(pid=102388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 19:00:53.218954 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80832ddd-615e-4daf-9e91-857d407b10f6 None None] Attempting to bind port 989ecb6d-fb61-4ea1-9a4e-adef9ce7926d on network 959d47bd-22a2-4672-bfc2-8922dbf1b36d {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 19:00:53.224137 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80832ddd-615e-4daf-9e91-857d407b10f6 None None] Checking agent: {'id': '724d89a7-611b-41e6-bc85-c48112b17afa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 18, 25, 8), 'started_at': datetime.datetime(2021, 11, 5, 18, 25, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 19, 0, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 19:00:53.224600 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80832ddd-615e-4daf-9e91-857d407b10f6 None None] Checking segment: {'id': '6828434c-dfd0-4ec1-a78c-f1395900fb6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '959d47bd-22a2-4672-bfc2-8922dbf1b36d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 19:00:53.225085 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-80832ddd-615e-4daf-9e91-857d407b10f6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:00:53.225759 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80832ddd-615e-4daf-9e91-857d407b10f6 None None] Bound using segment: {'id': '6828434c-dfd0-4ec1-a78c-f1395900fb6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '959d47bd-22a2-4672-bfc2-8922dbf1b36d'} {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 19:00:53.226318 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-80832ddd-615e-4daf-9e91-857d407b10f6 None None] Bound port: 989ecb6d-fb61-4ea1-9a4e-adef9ce7926d, host: n-d-816865-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6828434c-dfd0-4ec1-a78c-f1395900fb6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '959d47bd-22a2-4672-bfc2-8922dbf1b36d'}}] {{(pid=102388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 19:00:53.226767 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-80832ddd-615e-4daf-9e91-857d407b10f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:00:53.308986 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.db_base_plugin_common [None req-e570bd2b-1e88-4980-a36b-2027bb9617dc tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Allocated IP 172.20.0.7 (959d47bd-22a2-4672-bfc2-8922dbf1b36d/295d2976-e09d-4983-969d-12417c9895b5/b9723299-e83c-4082-ac61-d74879f200d4) {{(pid=102387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 19:00:53.352701 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-80832ddd-615e-4daf-9e91-857d407b10f6 None None] For port 989ecb6d-fb61-4ea1-9a4e-adef9ce7926d, host n-d-816865-1, cleared binding levels {{(pid=102388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 19:00:53.356644 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-80832ddd-615e-4daf-9e91-857d407b10f6 None None] For port 989ecb6d-fb61-4ea1-9a4e-adef9ce7926d, host n-d-816865-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=989ecb6d-fb61-4ea1-9a4e-adef9ce7926d,segment=NetworkSegment(6828434c-dfd0-4ec1-a78c-f1395900fb6d),segment_id=6828434c-dfd0-4ec1-a78c-f1395900fb6d)] {{(pid=102388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 19:00:53.444955 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-80832ddd-615e-4daf-9e91-857d407b10f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:00:53.517499 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80832ddd-615e-4daf-9e91-857d407b10f6 None None] Pushing event updated for resources: {'Port': ['ID=989ecb6d-fb61-4ea1-9a4e-adef9ce7926d,revision_number=2']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:00:54.000979 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 44242) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:00:54.120323 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-a9d0801c-6e58-45f7-b7ce-e58f92dbe98f req-b2c4c5a2-89be-4190-92b3-e373f1f95ae9 tempest-ServerShowV257Test-723067690 tempest-ServerShowV257Test-723067690-project] 10.222.0.13 "GET /v2.0/ports?device_id=52467105-9e9a-4884-9d54-5cdbe4659b01 HTTP/1.1" status: 200 len: 210 time: 0.0429144 Nov 05 19:00:54.125596 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-e570bd2b-1e88-4980-a36b-2027bb9617dc tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Publish callbacks [] for port, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:00:54.198653 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-29afc931-57f3-4ec8-853f-4d1f78d9e29b tempest-QuotasNegativeTest-239221273 tempest-QuotasNegativeTest-239221273-project-admin] Request body: {'quota': {'network': 2}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:00:54.256933 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 989ecb6d-fb61-4ea1-9a4e-adef9ce7926d up at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 19:00:54.261855 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-e570bd2b-1e88-4980-a36b-2027bb9617dc tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4417063'] for port, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:00:54.287336 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e570bd2b-1e88-4980-a36b-2027bb9617dc tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Network 959d47bd-22a2-4672-bfc2-8922dbf1b36d is already hosted by enough agents. {{(pid=102387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 19:00:54.291073 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.base_scheduler [None req-e570bd2b-1e88-4980-a36b-2027bb9617dc tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Resources bound (agent type, host, resource id): {{(pid=102387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 19:00:54.294393 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e570bd2b-1e88-4980-a36b-2027bb9617dc tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Received port after_create {{(pid=102387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 19:00:54.343556 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Provisioning complete for port 989ecb6d-fb61-4ea1-9a4e-adef9ce7926d triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:00:54.343895 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:00:54.406938 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-29afc931-57f3-4ec8-853f-4d1f78d9e29b tempest-QuotasNegativeTest-239221273 tempest-QuotasNegativeTest-239221273-project-admin] 10.222.0.13 "PUT /v2.0/quotas/c4315faf963f4e25b8d94d5385f94193 HTTP/1.1" status: 200 len: 368 time: 0.4041519 Nov 05 19:00:54.407576 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 44248) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:00:54.414550 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-a6c1e47b-cd56-4c11-89d3-7ca0676ceef7 tempest-QuotasNegativeTest-239221273 tempest-QuotasNegativeTest-239221273-project-admin] Request body: {'network': {'project_id': 'c4315faf963f4e25b8d94d5385f94193'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:00:54.434600 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e570bd2b-1e88-4980-a36b-2027bb9617dc tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Pushing event updated for resources: {'Port': ['ID=b9723299-e83c-4082-ac61-d74879f200d4,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:00:54.467088 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e570bd2b-1e88-4980-a36b-2027bb9617dc tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:00:54.469677 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-e570bd2b-1e88-4980-a36b-2027bb9617dc tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:00:54.489970 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:00:54.538082 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] For port 989ecb6d-fb61-4ea1-9a4e-adef9ce7926d, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=989ecb6d-fb61-4ea1-9a4e-adef9ce7926d,segment=NetworkSegment(6828434c-dfd0-4ec1-a78c-f1395900fb6d),segment_id=6828434c-dfd0-4ec1-a78c-f1395900fb6d)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:00:54.564883 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6c1e47b-cd56-4c11-89d3-7ca0676ceef7 tempest-QuotasNegativeTest-239221273 tempest-QuotasNegativeTest-239221273-project-admin] Made reservation on behalf of c4315faf963f4e25b8d94d5385f94193 for: {'network': 1} {{(pid=102386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 19:00:54.570946 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-a6c1e47b-cd56-4c11-89d3-7ca0676ceef7 tempest-QuotasNegativeTest-239221273 tempest-QuotasNegativeTest-239221273-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for network, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:00:54.579390 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-a6c1e47b-cd56-4c11-89d3-7ca0676ceef7 tempest-QuotasNegativeTest-239221273 tempest-QuotasNegativeTest-239221273-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:00:54.604741 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:00:54.658920 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-e570bd2b-1e88-4980-a36b-2027bb9617dc tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 1.9391437 Nov 05 19:00:54.660953 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 44250) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:00:54.676421 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Pushing event updated for resources: {'Port': ['ID=989ecb6d-fb61-4ea1-9a4e-adef9ce7926d,revision_number=3']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:00:54.865096 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-a6c1e47b-cd56-4c11-89d3-7ca0676ceef7 tempest-QuotasNegativeTest-239221273 tempest-QuotasNegativeTest-239221273-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:00:54.917742 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-a6c1e47b-cd56-4c11-89d3-7ca0676ceef7 tempest-QuotasNegativeTest-239221273 tempest-QuotasNegativeTest-239221273-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:00:54.952097 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a344224-8fdf-43c1-afc1-bcd488df509f None None] Network 959d47bd-22a2-4672-bfc2-8922dbf1b36d requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 19:00:54.980965 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6c1e47b-cd56-4c11-89d3-7ca0676ceef7 tempest-QuotasNegativeTest-239221273 tempest-QuotasNegativeTest-239221273-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 166} {{(pid=102386) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 05 19:00:55.020508 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-a6c1e47b-cd56-4c11-89d3-7ca0676ceef7 tempest-QuotasNegativeTest-239221273 tempest-QuotasNegativeTest-239221273-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273'] for segment, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:00:55.021232 n-d-816865-1 neutron-server[102386]: INFO neutron.db.segments_db [None req-a6c1e47b-cd56-4c11-89d3-7ca0676ceef7 tempest-QuotasNegativeTest-239221273 tempest-QuotasNegativeTest-239221273-project-admin] Added segment 48603a08-24c6-482f-bf30-a4ff8a4ea5f4 of type vlan for network 1cb2e1ec-f3c3-4cad-b3c7-e19b31acfb2c Nov 05 19:00:55.032027 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c1e47b-cd56-4c11-89d3-7ca0676ceef7 tempest-QuotasNegativeTest-239221273 tempest-QuotasNegativeTest-239221273-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f4fbb6e-d945-4db5-a46c-1ab2650433ec,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:00:55.114649 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-a6c1e47b-cd56-4c11-89d3-7ca0676ceef7 tempest-QuotasNegativeTest-239221273 tempest-QuotasNegativeTest-239221273-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750027258543'] for network, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:00:55.143728 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-fba25e7a-a3f7-4244-acde-972b0b4ec626 None None] Provisioning complete for port 989ecb6d-fb61-4ea1-9a4e-adef9ce7926d triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:00:55.144104 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-fba25e7a-a3f7-4244-acde-972b0b4ec626 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:00:55.215431 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-524bdef5-04fc-40bc-add4-f6837ed411ed tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:00:55.403035 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-a6c1e47b-cd56-4c11-89d3-7ca0676ceef7 tempest-QuotasNegativeTest-239221273 tempest-QuotasNegativeTest-239221273-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-956796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877'] for network, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:00:55.405302 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6c1e47b-cd56-4c11-89d3-7ca0676ceef7 tempest-QuotasNegativeTest-239221273 tempest-QuotasNegativeTest-239221273-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:00:55.410984 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-a6c1e47b-cd56-4c11-89d3-7ca0676ceef7 tempest-QuotasNegativeTest-239221273 tempest-QuotasNegativeTest-239221273-project-admin] Publish callbacks [] for network, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:00:55.551403 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c1e47b-cd56-4c11-89d3-7ca0676ceef7 tempest-QuotasNegativeTest-239221273 tempest-QuotasNegativeTest-239221273-project-admin] Pushing event updated for resources: {'Network': ['ID=1cb2e1ec-f3c3-4cad-b3c7-e19b31acfb2c,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:00:55.573818 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Network 1cb2e1ec-f3c3-4cad-b3c7-e19b31acfb2c details requested by agent ovs-agent-n-d-816865-1 with host n-d-816865-1 {{(pid=102388) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 05 19:00:55.620491 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-ce24a5fb-c82f-43f2-8b45-a61c35fbbb82 req-48dcbf1a-ac06-4de1-8cf0-e225c4f42d4e tempest-ServerShowV257Test-723067690 tempest-ServerShowV257Test-723067690-project] 10.222.0.13 "GET /v2.0/ports?device_id=52467105-9e9a-4884-9d54-5cdbe4659b01 HTTP/1.1" status: 200 len: 210 time: 0.3338351 Nov 05 19:00:55.715454 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-a6c1e47b-cd56-4c11-89d3-7ca0676ceef7 tempest-QuotasNegativeTest-239221273 tempest-QuotasNegativeTest-239221273-project-admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.3065958 Nov 05 19:00:55.718164 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 44264) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:00:55.724338 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-1f3b643f-d6a9-47d6-8fe9-6243a7148ed2 tempest-QuotasNegativeTest-239221273 tempest-QuotasNegativeTest-239221273-project-admin] Request body: {'network': {'project_id': 'c4315faf963f4e25b8d94d5385f94193'}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:00:55.779027 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-fdc16738-6f12-4a2d-bc9c-74326c3fa675 req-be0ad6d4-7c19-4b58-9cc0-2e054ec7c87c service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=52467105-9e9a-4884-9d54-5cdbe4659b01 HTTP/1.1" status: 200 len: 210 time: 0.0450153 Nov 05 19:00:55.803923 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f3b643f-d6a9-47d6-8fe9-6243a7148ed2 tempest-QuotasNegativeTest-239221273 tempest-QuotasNegativeTest-239221273-project-admin] Made reservation on behalf of c4315faf963f4e25b8d94d5385f94193 for: {'network': 1} {{(pid=102387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 19:00:55.808069 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-1f3b643f-d6a9-47d6-8fe9-6243a7148ed2 tempest-QuotasNegativeTest-239221273 tempest-QuotasNegativeTest-239221273-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for network, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:00:55.837018 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f3b643f-d6a9-47d6-8fe9-6243a7148ed2 tempest-QuotasNegativeTest-239221273 tempest-QuotasNegativeTest-239221273-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 195} {{(pid=102387) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 05 19:00:55.867037 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-1f3b643f-d6a9-47d6-8fe9-6243a7148ed2 tempest-QuotasNegativeTest-239221273 tempest-QuotasNegativeTest-239221273-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273'] for segment, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:00:55.869167 n-d-816865-1 neutron-server[102387]: INFO neutron.db.segments_db [None req-1f3b643f-d6a9-47d6-8fe9-6243a7148ed2 tempest-QuotasNegativeTest-239221273 tempest-QuotasNegativeTest-239221273-project-admin] Added segment 32645a94-7d97-4e36-96ee-2bfff4aede4d of type vlan for network c4b35b21-325f-4768-b092-4b118385a09e Nov 05 19:00:55.919168 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-524bdef5-04fc-40bc-add4-f6837ed411ed tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Publish callbacks [] for port, precommit_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:00:55.943746 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-1f3b643f-d6a9-47d6-8fe9-6243a7148ed2 tempest-QuotasNegativeTest-239221273 tempest-QuotasNegativeTest-239221273-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750027258543'] for network, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:00:55.998338 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-524bdef5-04fc-40bc-add4-f6837ed411ed tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6149821'] for port, after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:00:56.026425 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-1ca24393-231c-4279-9e4e-0c161bca5ad7 None None] Provisioning complete for port 989ecb6d-fb61-4ea1-9a4e-adef9ce7926d triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:00:56.027244 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-1ca24393-231c-4279-9e4e-0c161bca5ad7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:00:56.113161 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-1f3b643f-d6a9-47d6-8fe9-6243a7148ed2 tempest-QuotasNegativeTest-239221273 tempest-QuotasNegativeTest-239221273-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-956796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877'] for network, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:00:56.114774 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f3b643f-d6a9-47d6-8fe9-6243a7148ed2 tempest-QuotasNegativeTest-239221273 tempest-QuotasNegativeTest-239221273-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:00:56.117053 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-1f3b643f-d6a9-47d6-8fe9-6243a7148ed2 tempest-QuotasNegativeTest-239221273 tempest-QuotasNegativeTest-239221273-project-admin] Publish callbacks [] for network, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:00:56.185607 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-1ca24393-231c-4279-9e4e-0c161bca5ad7 None None] Provisioning complete for port b9723299-e83c-4082-ac61-d74879f200d4 triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:00:56.187717 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-1ca24393-231c-4279-9e4e-0c161bca5ad7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:00:56.233507 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-1f3b643f-d6a9-47d6-8fe9-6243a7148ed2 tempest-QuotasNegativeTest-239221273 tempest-QuotasNegativeTest-239221273-project-admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.5139127 Nov 05 19:00:56.240995 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 44272) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:00:56.248256 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-54a934a4-7b47-409e-8f63-a21eb2b5bf3c tempest-QuotasNegativeTest-239221273 tempest-QuotasNegativeTest-239221273-project-admin] Request body: {'network': {'project_id': 'c4315faf963f4e25b8d94d5385f94193'}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:00:56.253324 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-1ca24393-231c-4279-9e4e-0c161bca5ad7 None None] Port b9723299-e83c-4082-ac61-d74879f200d4 cannot update to ACTIVE because it is not bound. {{(pid=102388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 19:00:56.255182 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 989ecb6d-fb61-4ea1-9a4e-adef9ce7926d up at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 19:00:56.338310 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Provisioning complete for port 989ecb6d-fb61-4ea1-9a4e-adef9ce7926d triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:00:56.339347 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:00:56.345881 n-d-816865-1 neutron-server[102387]: INFO neutron.pecan_wsgi.hooks.translation [None req-54a934a4-7b47-409e-8f63-a21eb2b5bf3c tempest-QuotasNegativeTest-239221273 tempest-QuotasNegativeTest-239221273-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Nov 05 19:00:56.346727 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-54a934a4-7b47-409e-8f63-a21eb2b5bf3c tempest-QuotasNegativeTest-239221273 tempest-QuotasNegativeTest-239221273-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=102387) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 05 19:00:56.348083 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-54a934a4-7b47-409e-8f63-a21eb2b5bf3c tempest-QuotasNegativeTest-239221273 tempest-QuotasNegativeTest-239221273-project-admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.1058676 Nov 05 19:00:56.349013 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3b643f-d6a9-47d6-8fe9-6243a7148ed2 tempest-QuotasNegativeTest-239221273 tempest-QuotasNegativeTest-239221273-project-admin] Pushing event updated for resources: {'Network': ['ID=c4b35b21-325f-4768-b092-4b118385a09e,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:00:56.352308 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 44274) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:00:56.380986 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3b643f-d6a9-47d6-8fe9-6243a7148ed2 tempest-QuotasNegativeTest-239221273 tempest-QuotasNegativeTest-239221273-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:00:56.381614 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3b643f-d6a9-47d6-8fe9-6243a7148ed2 tempest-QuotasNegativeTest-239221273 tempest-QuotasNegativeTest-239221273-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:00:56.383523 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3b643f-d6a9-47d6-8fe9-6243a7148ed2 tempest-QuotasNegativeTest-239221273 tempest-QuotasNegativeTest-239221273-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:00:56.384740 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3b643f-d6a9-47d6-8fe9-6243a7148ed2 tempest-QuotasNegativeTest-239221273 tempest-QuotasNegativeTest-239221273-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:00:56.385832 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3b643f-d6a9-47d6-8fe9-6243a7148ed2 tempest-QuotasNegativeTest-239221273 tempest-QuotasNegativeTest-239221273-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:00:56.386558 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3b643f-d6a9-47d6-8fe9-6243a7148ed2 tempest-QuotasNegativeTest-239221273 tempest-QuotasNegativeTest-239221273-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:00:56.387068 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3b643f-d6a9-47d6-8fe9-6243a7148ed2 tempest-QuotasNegativeTest-239221273 tempest-QuotasNegativeTest-239221273-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:00:56.387751 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3b643f-d6a9-47d6-8fe9-6243a7148ed2 tempest-QuotasNegativeTest-239221273 tempest-QuotasNegativeTest-239221273-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:00:56.388242 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3b643f-d6a9-47d6-8fe9-6243a7148ed2 tempest-QuotasNegativeTest-239221273 tempest-QuotasNegativeTest-239221273-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:00:56.395527 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3b643f-d6a9-47d6-8fe9-6243a7148ed2 tempest-QuotasNegativeTest-239221273 tempest-QuotasNegativeTest-239221273-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:00:56.396097 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3b643f-d6a9-47d6-8fe9-6243a7148ed2 tempest-QuotasNegativeTest-239221273 tempest-QuotasNegativeTest-239221273-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:00:56.396643 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3b643f-d6a9-47d6-8fe9-6243a7148ed2 tempest-QuotasNegativeTest-239221273 tempest-QuotasNegativeTest-239221273-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:00:56.417067 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Network c4b35b21-325f-4768-b092-4b118385a09e details requested by agent ovs-agent-n-d-816865-1 with host n-d-816865-1 {{(pid=102388) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 05 19:00:56.446359 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-e621ae79-c6be-4b91-8bba-a01d13d2edda tempest-QuotasNegativeTest-239221273 tempest-QuotasNegativeTest-239221273-project-admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c4315faf963f4e25b8d94d5385f94193&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0924697 Nov 05 19:00:56.452687 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 44278) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:00:56.487547 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-524bdef5-04fc-40bc-add4-f6837ed411ed tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-571770'] for router_interface, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:00:56.533782 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-37b1f6ee-1a11-4fd6-8a1e-7dc264e659d9 None None] Provisioning complete for port b9723299-e83c-4082-ac61-d74879f200d4 triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:00:56.534181 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-37b1f6ee-1a11-4fd6-8a1e-7dc264e659d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:00:56.570925 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-b7381525-3386-4ed2-883e-a8a712ba3da0 tempest-QuotasNegativeTest-239221273 tempest-QuotasNegativeTest-239221273-project-admin] Publish callbacks [] for security_group, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:00:56.602025 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524bdef5-04fc-40bc-add4-f6837ed411ed tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Pushing event updated for resources: {'Port': ['ID=b9723299-e83c-4082-ac61-d74879f200d4,revision_number=2']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:00:56.629256 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-b7381525-3386-4ed2-883e-a8a712ba3da0 tempest-QuotasNegativeTest-239221273 tempest-QuotasNegativeTest-239221273-project-admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:00:56.674913 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-37b1f6ee-1a11-4fd6-8a1e-7dc264e659d9 None None] Port b9723299-e83c-4082-ac61-d74879f200d4 cannot update to ACTIVE because it is not bound. {{(pid=102388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 19:00:56.783181 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-b30dbd5e-72a8-489e-9f0d-9ab33745afe4 req-9ba72936-a4e1-4207-900b-3c2d19329ca0 tempest-ServerShowV257Test-723067690 tempest-ServerShowV257Test-723067690-project] 10.222.0.13 "GET /v2.0/ports?device_id=52467105-9e9a-4884-9d54-5cdbe4659b01 HTTP/1.1" status: 200 len: 210 time: 0.0614109 Nov 05 19:00:56.786634 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-b7381525-3386-4ed2-883e-a8a712ba3da0 tempest-QuotasNegativeTest-239221273 tempest-QuotasNegativeTest-239221273-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:00:56.797067 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-b7381525-3386-4ed2-883e-a8a712ba3da0 tempest-QuotasNegativeTest-239221273 tempest-QuotasNegativeTest-239221273-project-admin] Publish callbacks [] for security_group, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:00:56.800621 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-b7381525-3386-4ed2-883e-a8a712ba3da0 tempest-QuotasNegativeTest-239221273 tempest-QuotasNegativeTest-239221273-project-admin] 10.222.0.13 "DELETE /v2.0/security-groups/2f4fbb6e-d945-4db5-a46c-1ab2650433ec HTTP/1.1" status: 204 len: 168 time: 0.3468986 Nov 05 19:00:56.807411 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 44282) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:00:56.809874 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-524bdef5-04fc-40bc-add4-f6837ed411ed tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:00:56.812703 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-59ef5745-3a2c-414e-bf8e-763984a3fd50 None None] Provisioning complete for port b9723299-e83c-4082-ac61-d74879f200d4 triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:00:56.812703 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-59ef5745-3a2c-414e-bf8e-763984a3fd50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:00:56.897003 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-59ef5745-3a2c-414e-bf8e-763984a3fd50 None None] Port b9723299-e83c-4082-ac61-d74879f200d4 cannot update to ACTIVE because it is not bound. {{(pid=102388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 19:00:56.903514 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7381525-3386-4ed2-883e-a8a712ba3da0 tempest-QuotasNegativeTest-239221273 tempest-QuotasNegativeTest-239221273-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f4fbb6e-d945-4db5-a46c-1ab2650433ec,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:00:57.080168 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-7dc8c095-0260-4876-bb0a-c66bf6d0de75 tempest-QuotasNegativeTest-239221273 tempest-QuotasNegativeTest-239221273-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1664226'] for network, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:00:57.250331 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-7dc8c095-0260-4876-bb0a-c66bf6d0de75 tempest-QuotasNegativeTest-239221273 tempest-QuotasNegativeTest-239221273-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1579173', 'neutron.services.segments.db._delete_segments_for_network-8750027792909'] for network, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:00:57.280491 n-d-816865-1 neutron-server[102387]: DEBUG neutron.services.segments.db [None req-7dc8c095-0260-4876-bb0a-c66bf6d0de75 tempest-QuotasNegativeTest-239221273 tempest-QuotasNegativeTest-239221273-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4b35b21-325f-4768-b092-4b118385a09e']}} {{(pid=102387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:00:57.296092 n-d-816865-1 neutron-server[102387]: DEBUG neutron.services.segments.db [None req-7dc8c095-0260-4876-bb0a-c66bf6d0de75 tempest-QuotasNegativeTest-239221273 tempest-QuotasNegativeTest-239221273-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32645a94-7d97-4e36-96ee-2bfff4aede4d') {'for_net_delete': True} {{(pid=102387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:00:57.297536 n-d-816865-1 neutron-server[102387]: DEBUG neutron.services.segments.db [None req-7dc8c095-0260-4876-bb0a-c66bf6d0de75 tempest-QuotasNegativeTest-239221273 tempest-QuotasNegativeTest-239221273-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32645a94-7d97-4e36-96ee-2bfff4aede4d') {} {{(pid=102387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:00:57.318652 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-7dc8c095-0260-4876-bb0a-c66bf6d0de75 tempest-QuotasNegativeTest-239221273 tempest-QuotasNegativeTest-239221273-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750027793430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4463492'] for segment, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:00:57.337825 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-7dc8c095-0260-4876-bb0a-c66bf6d0de75 tempest-QuotasNegativeTest-239221273 tempest-QuotasNegativeTest-239221273-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273'] for segment, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:00:57.347979 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7dc8c095-0260-4876-bb0a-c66bf6d0de75 tempest-QuotasNegativeTest-239221273 tempest-QuotasNegativeTest-239221273-project-admin] Releasing vlan 195 on physical network physnet1 to pool {{(pid=102387) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 05 19:00:57.349908 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-7dc8c095-0260-4876-bb0a-c66bf6d0de75 tempest-QuotasNegativeTest-239221273 tempest-QuotasNegativeTest-239221273-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4417236'] for segment, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:00:57.357290 n-d-816865-1 neutron-server[102387]: Traceback (most recent call last): Nov 05 19:00:57.357290 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 05 19:00:57.357290 n-d-816865-1 neutron-server[102387]: timer() Nov 05 19:00:57.357290 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 05 19:00:57.357290 n-d-816865-1 neutron-server[102387]: cb(*args, **kw) Nov 05 19:00:57.357290 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 05 19:00:57.357290 n-d-816865-1 neutron-server[102387]: return func(*args, **kwargs) Nov 05 19:00:57.357290 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 05 19:00:57.357290 n-d-816865-1 neutron-server[102387]: self._notify() Nov 05 19:00:57.357290 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 05 19:00:57.357290 n-d-816865-1 neutron-server[102387]: self.callback(batched_events) Nov 05 19:00:57.357290 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 05 19:00:57.357290 n-d-816865-1 neutron-server[102387]: event.method(event) Nov 05 19:00:57.357290 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 05 19:00:57.357290 n-d-816865-1 neutron-server[102387]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 05 19:00:57.357290 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 05 19:00:57.357290 n-d-816865-1 neutron-server[102387]: aggregate_uuid = self.p_client.list_aggregates( Nov 05 19:00:57.357290 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 05 19:00:57.357290 n-d-816865-1 neutron-server[102387]: return f(self, *a, **k) Nov 05 19:00:57.357290 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 05 19:00:57.357290 n-d-816865-1 neutron-server[102387]: return self._get(url).json() Nov 05 19:00:57.357290 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 05 19:00:57.357290 n-d-816865-1 neutron-server[102387]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 05 19:00:57.357290 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 05 19:00:57.357290 n-d-816865-1 neutron-server[102387]: return self.request(url, 'GET', **kwargs) Nov 05 19:00:57.357290 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 05 19:00:57.357290 n-d-816865-1 neutron-server[102387]: base_url = self.get_endpoint(auth, allow=allow, Nov 05 19:00:57.357290 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 05 19:00:57.357290 n-d-816865-1 neutron-server[102387]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 05 19:00:57.357290 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 05 19:00:57.357290 n-d-816865-1 neutron-server[102387]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 05 19:00:57.357290 n-d-816865-1 neutron-server[102387]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 05 19:00:57.367927 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-524bdef5-04fc-40bc-add4-f6837ed411ed tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Publish callbacks [] for port, precommit_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:00:57.433160 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-524bdef5-04fc-40bc-add4-f6837ed411ed tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6149821'] for port, after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:00:57.506906 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-7dc8c095-0260-4876-bb0a-c66bf6d0de75 tempest-QuotasNegativeTest-239221273 tempest-QuotasNegativeTest-239221273-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1579178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-956796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1000687'] for network, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:00:57.516066 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-7dc8c095-0260-4876-bb0a-c66bf6d0de75 tempest-QuotasNegativeTest-239221273 tempest-QuotasNegativeTest-239221273-project-admin] Publish callbacks [] for network, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:00:57.529275 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-7dc8c095-0260-4876-bb0a-c66bf6d0de75 tempest-QuotasNegativeTest-239221273 tempest-QuotasNegativeTest-239221273-project-admin] 10.222.0.13 "DELETE /v2.0/networks/c4b35b21-325f-4768-b092-4b118385a09e HTTP/1.1" status: 204 len: 168 time: 0.7083020 Nov 05 19:00:57.529275 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 44298) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:00:57.542763 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524bdef5-04fc-40bc-add4-f6837ed411ed tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Pushing event updated for resources: {'Port': ['ID=b9723299-e83c-4082-ac61-d74879f200d4,revision_number=3']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:00:57.570093 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc8c095-0260-4876-bb0a-c66bf6d0de75 tempest-QuotasNegativeTest-239221273 tempest-QuotasNegativeTest-239221273-project-admin] Pushing event deleted for resources: {'Network': ['ID=c4b35b21-325f-4768-b092-4b118385a09e,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:00:57.599189 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-524bdef5-04fc-40bc-add4-f6837ed411ed tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-597863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-571878'] for router_interface, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:00:57.633727 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-6591a64d-5b57-4901-aa7d-af1b52b02b37 tempest-QuotasNegativeTest-239221273 tempest-QuotasNegativeTest-239221273-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1664226'] for network, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:00:57.732833 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-6591a64d-5b57-4901-aa7d-af1b52b02b37 tempest-QuotasNegativeTest-239221273 tempest-QuotasNegativeTest-239221273-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1579173', 'neutron.services.segments.db._delete_segments_for_network-8750027792909'] for network, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:00:57.760386 n-d-816865-1 neutron-server[102387]: DEBUG neutron.services.segments.db [None req-6591a64d-5b57-4901-aa7d-af1b52b02b37 tempest-QuotasNegativeTest-239221273 tempest-QuotasNegativeTest-239221273-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1cb2e1ec-f3c3-4cad-b3c7-e19b31acfb2c']}} {{(pid=102387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:00:57.770570 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-524bdef5-04fc-40bc-add4-f6837ed411ed tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Network 959d47bd-22a2-4672-bfc2-8922dbf1b36d is already hosted by enough agents. {{(pid=102386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 19:00:57.771978 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.base_scheduler [None req-524bdef5-04fc-40bc-add4-f6837ed411ed tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Resources bound (agent type, host, resource id): {{(pid=102386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 19:00:57.783607 n-d-816865-1 neutron-server[102387]: DEBUG neutron.services.segments.db [None req-6591a64d-5b57-4901-aa7d-af1b52b02b37 tempest-QuotasNegativeTest-239221273 tempest-QuotasNegativeTest-239221273-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48603a08-24c6-482f-bf30-a4ff8a4ea5f4') {'for_net_delete': True} {{(pid=102387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:00:57.784814 n-d-816865-1 neutron-server[102387]: DEBUG neutron.services.segments.db [None req-6591a64d-5b57-4901-aa7d-af1b52b02b37 tempest-QuotasNegativeTest-239221273 tempest-QuotasNegativeTest-239221273-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48603a08-24c6-482f-bf30-a4ff8a4ea5f4') {} {{(pid=102387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:00:57.799432 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-6591a64d-5b57-4901-aa7d-af1b52b02b37 tempest-QuotasNegativeTest-239221273 tempest-QuotasNegativeTest-239221273-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750027793430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4463492'] for segment, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:00:57.817814 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-6591a64d-5b57-4901-aa7d-af1b52b02b37 tempest-QuotasNegativeTest-239221273 tempest-QuotasNegativeTest-239221273-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273'] for segment, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:00:57.826165 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6591a64d-5b57-4901-aa7d-af1b52b02b37 tempest-QuotasNegativeTest-239221273 tempest-QuotasNegativeTest-239221273-project-admin] Releasing vlan 166 on physical network physnet1 to pool {{(pid=102387) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 05 19:00:57.826638 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-6591a64d-5b57-4901-aa7d-af1b52b02b37 tempest-QuotasNegativeTest-239221273 tempest-QuotasNegativeTest-239221273-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4417236'] for segment, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:00:57.896477 n-d-816865-1 neutron-server[102387]: Traceback (most recent call last): Nov 05 19:00:57.896477 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 05 19:00:57.896477 n-d-816865-1 neutron-server[102387]: timer() Nov 05 19:00:57.896477 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 05 19:00:57.896477 n-d-816865-1 neutron-server[102387]: cb(*args, **kw) Nov 05 19:00:57.896477 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 05 19:00:57.896477 n-d-816865-1 neutron-server[102387]: return func(*args, **kwargs) Nov 05 19:00:57.896477 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 05 19:00:57.896477 n-d-816865-1 neutron-server[102387]: self._notify() Nov 05 19:00:57.896477 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 05 19:00:57.896477 n-d-816865-1 neutron-server[102387]: self.callback(batched_events) Nov 05 19:00:57.896477 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 05 19:00:57.896477 n-d-816865-1 neutron-server[102387]: event.method(event) Nov 05 19:00:57.896477 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 05 19:00:57.896477 n-d-816865-1 neutron-server[102387]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 05 19:00:57.896477 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 05 19:00:57.896477 n-d-816865-1 neutron-server[102387]: aggregate_uuid = self.p_client.list_aggregates( Nov 05 19:00:57.896477 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 05 19:00:57.896477 n-d-816865-1 neutron-server[102387]: return f(self, *a, **k) Nov 05 19:00:57.896477 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 05 19:00:57.896477 n-d-816865-1 neutron-server[102387]: return self._get(url).json() Nov 05 19:00:57.896477 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 05 19:00:57.896477 n-d-816865-1 neutron-server[102387]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 05 19:00:57.896477 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 05 19:00:57.896477 n-d-816865-1 neutron-server[102387]: return self.request(url, 'GET', **kwargs) Nov 05 19:00:57.896477 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 05 19:00:57.896477 n-d-816865-1 neutron-server[102387]: base_url = self.get_endpoint(auth, allow=allow, Nov 05 19:00:57.896477 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 05 19:00:57.896477 n-d-816865-1 neutron-server[102387]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 05 19:00:57.896477 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 05 19:00:57.896477 n-d-816865-1 neutron-server[102387]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 05 19:00:57.896477 n-d-816865-1 neutron-server[102387]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 05 19:00:57.971745 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-31392596-4f73-4600-9ad4-fba34259b9e2 req-1684e844-79e8-49aa-a321-a34bdbba5701 tempest-ServerShowV257Test-723067690 tempest-ServerShowV257Test-723067690-project] 10.222.0.13 "GET /v2.0/ports?device_id=52467105-9e9a-4884-9d54-5cdbe4659b01 HTTP/1.1" status: 200 len: 210 time: 0.0368896 Nov 05 19:00:58.055720 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-6591a64d-5b57-4901-aa7d-af1b52b02b37 tempest-QuotasNegativeTest-239221273 tempest-QuotasNegativeTest-239221273-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1579178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-956796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1000687'] for network, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:00:58.085332 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-524bdef5-04fc-40bc-add4-f6837ed411ed tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Router 9c237b4b-d253-4adb-a644-68673f2cef5d is scheduled to L3 agent 6dcb5589-8e86-4616-9186-ddc4548e13ad with binding_index 1 {{(pid=102386) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 05 19:00:58.145521 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-6591a64d-5b57-4901-aa7d-af1b52b02b37 tempest-QuotasNegativeTest-239221273 tempest-QuotasNegativeTest-239221273-project-admin] Publish callbacks [] for network, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:00:58.151783 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-6591a64d-5b57-4901-aa7d-af1b52b02b37 tempest-QuotasNegativeTest-239221273 tempest-QuotasNegativeTest-239221273-project-admin] 10.222.0.13 "DELETE /v2.0/networks/1cb2e1ec-f3c3-4cad-b3c7-e19b31acfb2c HTTP/1.1" status: 204 len: 168 time: 0.6226799 Nov 05 19:00:58.151783 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6591a64d-5b57-4901-aa7d-af1b52b02b37 tempest-QuotasNegativeTest-239221273 tempest-QuotasNegativeTest-239221273-project-admin] Pushing event deleted for resources: {'Network': ['ID=1cb2e1ec-f3c3-4cad-b3c7-e19b31acfb2c,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:00:58.172225 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-844f4ed3-6d68-468e-8f26-0fa638b5b82c None None] Provisioning complete for port b9723299-e83c-4082-ac61-d74879f200d4 triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:00:58.191026 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-844f4ed3-6d68-468e-8f26-0fa638b5b82c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:00:58.240850 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-dbfdf08a-53d0-4fd5-bd6f-845c7e3abaca req-d8bea58f-e802-40ab-ac20-92d7c31d7257 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=1682fb31-a1bf-43f5-a4fa-447937da8a91&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1678615 Nov 05 19:00:58.266533 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-844f4ed3-6d68-468e-8f26-0fa638b5b82c None None] Port b9723299-e83c-4082-ac61-d74879f200d4 cannot update to ACTIVE because it is not bound. {{(pid=102388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 19:00:58.334518 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-524bdef5-04fc-40bc-add4-f6837ed411ed tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Notify agent at l3_agent.n-d-816865-1 the message routers_updated {{(pid=102386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 19:00:58.341786 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-524bdef5-04fc-40bc-add4-f6837ed411ed tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] 10.222.0.13 "PUT /v2.0/routers/9c237b4b-d253-4adb-a644-68673f2cef5d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6792064 Nov 05 19:00:58.344569 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 44328) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:00:58.350811 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-decd034e-cede-49fc-abbd-1d3015cc8eb4 None None] Sync routers for ids ['9c237b4b-d253-4adb-a644-68673f2cef5d'] in n-d-816865-1 {{(pid=102388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 19:00:58.368551 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-decd034e-cede-49fc-abbd-1d3015cc8eb4 None None] Routers {'9c237b4b-d253-4adb-a644-68673f2cef5d'} bound to L3 agent in host n-d-816865-1 {{(pid=102388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 19:00:58.368551 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-decd034e-cede-49fc-abbd-1d3015cc8eb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T19:00:35Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['9c237b4b-d253-4adb-a644-68673f2cef5d'], 'active': True} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:00:58.441528 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfdf08a-53d0-4fd5-bd6f-845c7e3abaca req-6c1f29c3-a533-4d87-8427-aee9b1eee1d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:00:58.453911 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfdf08a-53d0-4fd5-bd6f-845c7e3abaca req-6c1f29c3-a533-4d87-8427-aee9b1eee1d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:00:58.453911 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfdf08a-53d0-4fd5-bd6f-845c7e3abaca req-6c1f29c3-a533-4d87-8427-aee9b1eee1d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:00:58.453911 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfdf08a-53d0-4fd5-bd6f-845c7e3abaca req-6c1f29c3-a533-4d87-8427-aee9b1eee1d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:00:58.453911 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfdf08a-53d0-4fd5-bd6f-845c7e3abaca req-6c1f29c3-a533-4d87-8427-aee9b1eee1d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:00:58.453911 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfdf08a-53d0-4fd5-bd6f-845c7e3abaca req-6c1f29c3-a533-4d87-8427-aee9b1eee1d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:00:58.453911 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfdf08a-53d0-4fd5-bd6f-845c7e3abaca req-6c1f29c3-a533-4d87-8427-aee9b1eee1d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:00:58.454490 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a85efb3-7ccb-47cc-a2c9-c91ef852901c tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:00:58.454586 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-dbfdf08a-53d0-4fd5-bd6f-845c7e3abaca req-6c1f29c3-a533-4d87-8427-aee9b1eee1d3 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3f080cb3a4f24f1db8ad75a12c2cd4bf&device_id=1682fb31-a1bf-43f5-a4fa-447937da8a91 HTTP/1.1" status: 200 len: 6500 time: 0.1222956 Nov 05 19:00:58.454586 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 44330) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:00:58.463884 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-6a85efb3-7ccb-47cc-a2c9-c91ef852901c tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] 10.222.0.13 "GET /v2.0/ports/b9723299-e83c-4082-ac61-d74879f200d4 HTTP/1.1" status: 200 len: 976 time: 0.1114089 Nov 05 19:00:58.530855 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-decd034e-cede-49fc-abbd-1d3015cc8eb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816865-1', False) {} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:00:58.554787 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-decd034e-cede-49fc-abbd-1d3015cc8eb4 None None] Routers {'9c237b4b-d253-4adb-a644-68673f2cef5d'} bound to L3 agent in host n-d-816865-1 {{(pid=102388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 19:00:58.555457 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-decd034e-cede-49fc-abbd-1d3015cc8eb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T19:00:35Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['9c237b4b-d253-4adb-a644-68673f2cef5d'], 'active': True} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:00:58.614146 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-decd034e-cede-49fc-abbd-1d3015cc8eb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816865-1', False) {} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:00:58.614824 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-decd034e-cede-49fc-abbd-1d3015cc8eb4 None None] The sync data for ids ['9c237b4b-d253-4adb-a644-68673f2cef5d'] in n-d-816865-1 is: [] {{(pid=102388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 19:00:58.698958 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-418140ca-fea0-43ad-9b19-847968c5095a req-57d36b96-6a7e-4ea7-80e8-c74a7aa9f2b0 tempest-ServerShowV257Test-723067690 tempest-ServerShowV257Test-723067690-project] 10.222.0.13 "GET /v2.0/ports?device_id=52467105-9e9a-4884-9d54-5cdbe4659b01 HTTP/1.1" status: 200 len: 210 time: 0.0434697 Nov 05 19:00:58.881335 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfdf08a-53d0-4fd5-bd6f-845c7e3abaca req-616e8e11-1d87-4f93-8650-91713e435109 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:00:58.881817 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfdf08a-53d0-4fd5-bd6f-845c7e3abaca req-616e8e11-1d87-4f93-8650-91713e435109 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:00:58.882457 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfdf08a-53d0-4fd5-bd6f-845c7e3abaca req-616e8e11-1d87-4f93-8650-91713e435109 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:00:58.884596 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-dbfdf08a-53d0-4fd5-bd6f-845c7e3abaca req-616e8e11-1d87-4f93-8650-91713e435109 service neutron] 10.222.0.41 "GET /v2.0/networks?id=ad4e0fc4-1abc-48fb-9c8e-5d76236fa098&id=59ceeb29-cfb5-4ee4-ad6e-189a26cd5b4e&id=59ceeb29-cfb5-4ee4-ad6e-189a26cd5b4e&id=59ceeb29-cfb5-4ee4-ad6e-189a26cd5b4e&id=59ceeb29-cfb5-4ee4-ad6e-189a26cd5b4e&id=92cc69b6-4cd1-4b33-bca8-908cd312767a&id=92cc69b6-4cd1-4b33-bca8-908cd312767a HTTP/1.1" status: 200 len: 2298 time: 0.2764356 Nov 05 19:00:59.031168 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-dbfdf08a-53d0-4fd5-bd6f-845c7e3abaca req-a20195b2-63c0-4537-bf09-8f05223453c3 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4a07aa35-4ba7-4db3-b8ab-837d8ca258a7 HTTP/1.1" status: 200 len: 1000 time: 0.1388590 Nov 05 19:00:59.116416 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfdf08a-53d0-4fd5-bd6f-845c7e3abaca req-38a83a18-7e42-4f80-9832-a77f04fc863a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:00:59.118082 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-dbfdf08a-53d0-4fd5-bd6f-845c7e3abaca req-38a83a18-7e42-4f80-9832-a77f04fc863a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=785d7bfa-2453-4e75-8b0a-ec14975b144a HTTP/1.1" status: 200 len: 856 time: 0.0796893 Nov 05 19:00:59.228417 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfdf08a-53d0-4fd5-bd6f-845c7e3abaca req-5d9639fa-69fa-48bd-8af4-a25d79080b79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:00:59.228417 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-dbfdf08a-53d0-4fd5-bd6f-845c7e3abaca req-5d9639fa-69fa-48bd-8af4-a25d79080b79 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ad4e0fc4-1abc-48fb-9c8e-5d76236fa098&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1009107 Nov 05 19:00:59.234604 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-1c4a67c2-00b7-4efb-abee-f23228bd0c83 tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-571777'] for router_interface, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:00:59.388826 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 44360) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:00:59.477484 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-dbfdf08a-53d0-4fd5-bd6f-845c7e3abaca req-0db8c2dc-19c8-431f-888e-d191db1bc9be service neutron] 10.222.0.41 "GET /v2.0/networks/ad4e0fc4-1abc-48fb-9c8e-5d76236fa098?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2364068 Nov 05 19:00:59.593933 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-3c0fba68-9b96-4c4b-8d3a-00c371226445 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:00:59.721142 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-dbfdf08a-53d0-4fd5-bd6f-845c7e3abaca req-05193fc6-b1ff-4956-98f6-3080d2c6fa08 service neutron] 10.222.0.41 "GET /v2.0/networks/ad4e0fc4-1abc-48fb-9c8e-5d76236fa098?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2011900 Nov 05 19:00:59.725547 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-3c0fba68-9b96-4c4b-8d3a-00c371226445 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:00:59.769464 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-dbfdf08a-53d0-4fd5-bd6f-845c7e3abaca req-53e08f09-95dc-4ed7-b7d3-3b0803aff956 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.71&port_id=67bf7a45-d02d-4202-afe1-d2eef054ceb0 HTTP/1.1" status: 200 len: 217 time: 0.0408087 Nov 05 19:00:59.809663 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-3c0fba68-9b96-4c4b-8d3a-00c371226445 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:00:59.815338 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [None req-1c4a67c2-00b7-4efb-abee-f23228bd0c83 tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Deleting port b9723299-e83c-4082-ac61-d74879f200d4 {{(pid=102387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 19:00:59.815671 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-1c4a67c2-00b7-4efb-abee-f23228bd0c83 tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:00:59.864559 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-3c0fba68-9b96-4c4b-8d3a-00c371226445 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=70ac5b2f139b4f549c6d8d53afe4a38a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4744835 Nov 05 19:00:59.869242 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 44370) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:00:59.885370 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0fba68-9b96-4c4b-8d3a-00c371226445 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbeec31d-dc81-4efa-8a40-e573fab96fbd,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:00:59.888194 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-e7dfe06e-00da-48ce-a6b2-498a5d77d5e1 req-a7e2b87a-9bea-47f3-987f-d6716d14f4c1 tempest-ServerShowV257Test-723067690 tempest-ServerShowV257Test-723067690-project] 10.222.0.13 "GET /v2.0/ports?device_id=52467105-9e9a-4884-9d54-5cdbe4659b01 HTTP/1.1" status: 200 len: 210 time: 0.0441518 Nov 05 19:00:59.926843 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfdf08a-53d0-4fd5-bd6f-845c7e3abaca req-8047efdc-3c7d-47ff-b466-d2acc7dec17d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:00:59.928637 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-dbfdf08a-53d0-4fd5-bd6f-845c7e3abaca req-8047efdc-3c7d-47ff-b466-d2acc7dec17d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e9dfd8b9-004d-48f6-8398-0a38af599af4 HTTP/1.1" status: 200 len: 797 time: 0.1494238 Nov 05 19:00:59.960703 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-d7fff6b3-6793-4d24-8a05-bbc31093baef admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:00:59.993139 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-d7fff6b3-6793-4d24-8a05-bbc31093baef admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:00.013421 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-1c4a67c2-00b7-4efb-abee-f23228bd0c83 tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:00.037325 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [None req-1c4a67c2-00b7-4efb-abee-f23228bd0c83 tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Calling delete_port for b9723299-e83c-4082-ac61-d74879f200d4 owned by network:router_interface {{(pid=102387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 19:01:00.112664 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfdf08a-53d0-4fd5-bd6f-845c7e3abaca req-e9619583-4ede-4bbb-85fd-019c65cb1a6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:01:00.114472 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-dbfdf08a-53d0-4fd5-bd6f-845c7e3abaca req-e9619583-4ede-4bbb-85fd-019c65cb1a6f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=59ceeb29-cfb5-4ee4-ad6e-189a26cd5b4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1725380 Nov 05 19:01:00.163837 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-d7fff6b3-6793-4d24-8a05-bbc31093baef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:00.167906 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-d7fff6b3-6793-4d24-8a05-bbc31093baef admin admin] Publish callbacks [] for security_group, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:00.171375 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-d7fff6b3-6793-4d24-8a05-bbc31093baef admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/bbeec31d-dc81-4efa-8a40-e573fab96fbd HTTP/1.1" status: 204 len: 168 time: 0.2986915 Nov 05 19:01:00.179651 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7fff6b3-6793-4d24-8a05-bbc31093baef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbeec31d-dc81-4efa-8a40-e573fab96fbd,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:01:00.319382 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-dbfdf08a-53d0-4fd5-bd6f-845c7e3abaca req-6608a800-7b82-4b13-be52-0724fee7ca6c service neutron] 10.222.0.41 "GET /v2.0/networks/59ceeb29-cfb5-4ee4-ad6e-189a26cd5b4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1967723 Nov 05 19:01:00.460616 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-dbfdf08a-53d0-4fd5-bd6f-845c7e3abaca req-bc9e4bbb-af9f-4643-871e-d2bd7c4c42a7 service neutron] 10.222.0.41 "GET /v2.0/networks/59ceeb29-cfb5-4ee4-ad6e-189a26cd5b4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1326227 Nov 05 19:01:00.510452 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-dbfdf08a-53d0-4fd5-bd6f-845c7e3abaca req-44e385ee-1538-4f5a-94aa-d2963d0afdaa service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.82&port_id=2456eae3-169a-4fab-a13d-e220c18e5959 HTTP/1.1" status: 200 len: 217 time: 0.0427413 Nov 05 19:01:00.511077 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-1c4a67c2-00b7-4efb-abee-f23228bd0c83 tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4417063'] for port, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:00.580662 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4a67c2-00b7-4efb-abee-f23228bd0c83 tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Pushing event deleted for resources: {'Port': ['ID=b9723299-e83c-4082-ac61-d74879f200d4,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:01:00.689944 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfdf08a-53d0-4fd5-bd6f-845c7e3abaca req-e072694d-7e40-48f2-b6dd-c78e3d258131 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:01:00.701546 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-dbfdf08a-53d0-4fd5-bd6f-845c7e3abaca req-e072694d-7e40-48f2-b6dd-c78e3d258131 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e9dfd8b9-004d-48f6-8398-0a38af599af4 HTTP/1.1" status: 200 len: 797 time: 0.1770291 Nov 05 19:01:00.840782 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-1c4a67c2-00b7-4efb-abee-f23228bd0c83 tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-597886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-573297'] for router_interface, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:00.874859 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfdf08a-53d0-4fd5-bd6f-845c7e3abaca req-d6bc6e58-5d13-4a4d-89ba-1a6a3f6029d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:01:00.877130 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-dbfdf08a-53d0-4fd5-bd6f-845c7e3abaca req-d6bc6e58-5d13-4a4d-89ba-1a6a3f6029d5 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=59ceeb29-cfb5-4ee4-ad6e-189a26cd5b4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1657710 Nov 05 19:01:01.060258 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-f2d397b4-5073-4f16-8608-892d6d82b113 req-90654d9f-6cee-40c3-8156-357f78eeb64d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=89abe42c0a92415f9c71c86a754cd7a9&device_id=52467105-9e9a-4884-9d54-5cdbe4659b01 HTTP/1.1" status: 200 len: 210 time: 0.1403291 Nov 05 19:01:01.145783 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-f2d397b4-5073-4f16-8608-892d6d82b113 req-c99e9fbc-2b0b-420a-a2bd-53cfe927f870 service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=89abe42c0a92415f9c71c86a754cd7a9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0287993 Nov 05 19:01:01.271969 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d397b4-5073-4f16-8608-892d6d82b113 req-86e362c0-bd6b-48e3-b5f7-8d5e891bddb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:01:01.273522 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-f2d397b4-5073-4f16-8608-892d6d82b113 req-86e362c0-bd6b-48e3-b5f7-8d5e891bddb6 service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1200926 Nov 05 19:01:01.436898 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 44414) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:01:01.452864 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-7dc1bf55-1748-4cdc-b83a-0adcc84d627f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:01.569104 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-10711de1-9369-4949-b54a-028c135a9eff req-23327ac8-88b2-4311-a182-fe9a486f1cb9 tempest-ServerShowV257Test-723067690 tempest-ServerShowV257Test-723067690-project] 10.222.0.13 "GET /v2.0/ports?device_id=52467105-9e9a-4884-9d54-5cdbe4659b01 HTTP/1.1" status: 200 len: 210 time: 0.1269469 Nov 05 19:01:01.584261 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c4a67c2-00b7-4efb-abee-f23228bd0c83 tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Router 9c237b4b-d253-4adb-a644-68673f2cef5d has already been hosted by L3 agent 6dcb5589-8e86-4616-9186-ddc4548e13ad {{(pid=102387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 19:01:01.607787 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-dbfdf08a-53d0-4fd5-bd6f-845c7e3abaca req-54c313b3-f29a-470c-a074-329c647ab34f service neutron] 10.222.0.41 "GET /v2.0/networks/59ceeb29-cfb5-4ee4-ad6e-189a26cd5b4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6672418 Nov 05 19:01:01.613979 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-7dc1bf55-1748-4cdc-b83a-0adcc84d627f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:01.702745 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-7dc1bf55-1748-4cdc-b83a-0adcc84d627f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:01.753599 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-dbfdf08a-53d0-4fd5-bd6f-845c7e3abaca req-5f4be4c6-223e-416c-9841-d2a6bdc8f217 service neutron] 10.222.0.41 "GET /v2.0/networks/59ceeb29-cfb5-4ee4-ad6e-189a26cd5b4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1059742 Nov 05 19:01:01.767222 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc1bf55-1748-4cdc-b83a-0adcc84d627f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0984e68-6404-4eee-9c13-3e5ed6a2e8d4,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:01:01.772259 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-7dc1bf55-1748-4cdc-b83a-0adcc84d627f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f31833ac6f1b4f39851131c6b217e961&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3340788 Nov 05 19:01:01.776066 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 44424) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:01:01.834422 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-ec821764-1519-45ef-a7a0-d8b98d649f25 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:01.842692 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-dbfdf08a-53d0-4fd5-bd6f-845c7e3abaca req-a4491e42-d8a5-4798-b4d5-5454ae0489d7 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.133&port_id=46698228-652b-414f-824e-358a6286420a HTTP/1.1" status: 200 len: 217 time: 0.0573685 Nov 05 19:01:01.843877 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c4a67c2-00b7-4efb-abee-f23228bd0c83 tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Notify agent at l3_agent.n-d-816865-1 the message routers_updated {{(pid=102387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 19:01:01.851134 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-1c4a67c2-00b7-4efb-abee-f23228bd0c83 tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] 10.222.0.13 "PUT /v2.0/routers/9c237b4b-d253-4adb-a644-68673f2cef5d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3957801 Nov 05 19:01:01.854368 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 44428) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:01:01.857234 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd0e3ae0-1e9f-4756-9320-827d6b697c6d None None] Sync routers for ids ['9c237b4b-d253-4adb-a644-68673f2cef5d'] in n-d-816865-1 {{(pid=102389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 19:01:01.857742 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-ec821764-1519-45ef-a7a0-d8b98d649f25 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:01.872400 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd0e3ae0-1e9f-4756-9320-827d6b697c6d None None] Routers {'9c237b4b-d253-4adb-a644-68673f2cef5d'} bound to L3 agent in host n-d-816865-1 {{(pid=102389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 19:01:01.873663 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-cd0e3ae0-1e9f-4756-9320-827d6b697c6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T19:00:35Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['9c237b4b-d253-4adb-a644-68673f2cef5d'], 'active': True} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:01:01.915979 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-cd0e3ae0-1e9f-4756-9320-827d6b697c6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816865-1', False) {} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:01:01.920689 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfdf08a-53d0-4fd5-bd6f-845c7e3abaca req-c7e34684-8163-4d45-acad-282d4810fa37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:01:01.922426 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-dbfdf08a-53d0-4fd5-bd6f-845c7e3abaca req-c7e34684-8163-4d45-acad-282d4810fa37 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e9dfd8b9-004d-48f6-8398-0a38af599af4 HTTP/1.1" status: 200 len: 797 time: 0.0702786 Nov 05 19:01:01.926707 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd0e3ae0-1e9f-4756-9320-827d6b697c6d None None] Routers {'9c237b4b-d253-4adb-a644-68673f2cef5d'} bound to L3 agent in host n-d-816865-1 {{(pid=102389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 19:01:01.927552 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-cd0e3ae0-1e9f-4756-9320-827d6b697c6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T19:00:35Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['9c237b4b-d253-4adb-a644-68673f2cef5d'], 'active': True} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:01:01.972614 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-cd0e3ae0-1e9f-4756-9320-827d6b697c6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816865-1', False) {} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:01:01.973945 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd0e3ae0-1e9f-4756-9320-827d6b697c6d None None] The sync data for ids ['9c237b4b-d253-4adb-a644-68673f2cef5d'] in n-d-816865-1 is: [] {{(pid=102389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 19:01:02.009343 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfdf08a-53d0-4fd5-bd6f-845c7e3abaca req-386341ea-d081-4a73-bb18-53f3c1158541 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:01:02.010909 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-dbfdf08a-53d0-4fd5-bd6f-845c7e3abaca req-386341ea-d081-4a73-bb18-53f3c1158541 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=59ceeb29-cfb5-4ee4-ad6e-189a26cd5b4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0809460 Nov 05 19:01:02.115793 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-dbfdf08a-53d0-4fd5-bd6f-845c7e3abaca req-95f89afa-ef38-44b0-96e6-6d34a78241ef service neutron] 10.222.0.41 "GET /v2.0/networks/59ceeb29-cfb5-4ee4-ad6e-189a26cd5b4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933621 Nov 05 19:01:02.219980 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-dbfdf08a-53d0-4fd5-bd6f-845c7e3abaca req-dd1b3453-194c-4837-8dd4-8e694430b5a4 service neutron] 10.222.0.41 "GET /v2.0/networks/59ceeb29-cfb5-4ee4-ad6e-189a26cd5b4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973959 Nov 05 19:01:02.286936 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-dbfdf08a-53d0-4fd5-bd6f-845c7e3abaca req-a415a58c-d503-422a-8bb2-940c651968f8 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.123&port_id=5386ba49-a136-493a-a4e4-38072626870e HTTP/1.1" status: 200 len: 217 time: 0.0597453 Nov 05 19:01:02.387170 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfdf08a-53d0-4fd5-bd6f-845c7e3abaca req-30787a9f-bedd-4fb2-a911-a4d83ba8a6a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:01:02.401529 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-dbfdf08a-53d0-4fd5-bd6f-845c7e3abaca req-30787a9f-bedd-4fb2-a911-a4d83ba8a6a0 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e9dfd8b9-004d-48f6-8398-0a38af599af4 HTTP/1.1" status: 200 len: 797 time: 0.1075275 Nov 05 19:01:02.495792 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-ec821764-1519-45ef-a7a0-d8b98d649f25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:02.498509 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-ec821764-1519-45ef-a7a0-d8b98d649f25 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:02.502428 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-ec821764-1519-45ef-a7a0-d8b98d649f25 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d0984e68-6404-4eee-9c13-3e5ed6a2e8d4 HTTP/1.1" status: 204 len: 168 time: 0.7226338 Nov 05 19:01:02.519559 n-d-816865-1 neutron-server[102386]: INFO neutron.api.v2.resource [None req-a03076fc-ec49-4e57-9426-f44304a25e81 tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] remove_router_interface failed (client error): The resource could not be found. Nov 05 19:01:02.524054 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-a03076fc-ec49-4e57-9426-f44304a25e81 tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] 10.222.0.13 "PUT /v2.0/routers/9c237b4b-d253-4adb-a644-68673f2cef5d/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.6687098 Nov 05 19:01:02.526518 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 44438) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:01:02.534766 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfdf08a-53d0-4fd5-bd6f-845c7e3abaca req-e3b23d48-8a8e-47af-9a6a-287621ed073c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:01:02.538077 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-dbfdf08a-53d0-4fd5-bd6f-845c7e3abaca req-e3b23d48-8a8e-47af-9a6a-287621ed073c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=59ceeb29-cfb5-4ee4-ad6e-189a26cd5b4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1276798 Nov 05 19:01:02.562884 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-1f7d5622-6d3a-439b-b894-d8eeec011813 tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] 10.222.0.13 "GET /v2.0/ports?device_id=9c237b4b-d253-4adb-a644-68673f2cef5d HTTP/1.1" status: 200 len: 205 time: 0.0347176 Nov 05 19:01:02.571151 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 44440) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:01:02.571976 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec821764-1519-45ef-a7a0-d8b98d649f25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0984e68-6404-4eee-9c13-3e5ed6a2e8d4,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:01:02.605298 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-81206e01-8bb0-4361-b698-7151bcb0d631 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:02.687956 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-7162b19d-5950-4dda-9c45-fbb37bfc2c45 tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Publish callbacks [] for router, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:02.775947 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-91b6bc28-bad3-43a4-b84f-a0fc9f97db9a req-b812f2c9-92c2-433f-8634-29c2b20384f5 tempest-ServerShowV257Test-723067690 tempest-ServerShowV257Test-723067690-project] 10.222.0.13 "GET /v2.0/ports?device_id=52467105-9e9a-4884-9d54-5cdbe4659b01 HTTP/1.1" status: 200 len: 210 time: 0.0388937 Nov 05 19:01:02.803874 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-dbfdf08a-53d0-4fd5-bd6f-845c7e3abaca req-2d250e3c-0a48-4425-9052-c70d3c1a9cd2 service neutron] 10.222.0.41 "GET /v2.0/networks/59ceeb29-cfb5-4ee4-ad6e-189a26cd5b4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2571521 Nov 05 19:01:02.862158 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-7162b19d-5950-4dda-9c45-fbb37bfc2c45 tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-571301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6852'] for router, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:02.864374 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-7162b19d-5950-4dda-9c45-fbb37bfc2c45 tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:02.931558 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-dbfdf08a-53d0-4fd5-bd6f-845c7e3abaca req-9509d057-0ae2-4d3f-b6e3-a958e3c96245 service neutron] 10.222.0.41 "GET /v2.0/networks/59ceeb29-cfb5-4ee4-ad6e-189a26cd5b4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1192205 Nov 05 19:01:02.980855 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-7162b19d-5950-4dda-9c45-fbb37bfc2c45 tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-571310'] for router, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:02.981692 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7162b19d-5950-4dda-9c45-fbb37bfc2c45 tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Fanout notify agent at l3_agent the message router_deleted on router 9c237b4b-d253-4adb-a644-68673f2cef5d {{(pid=102386) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 05 19:01:02.994809 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-7162b19d-5950-4dda-9c45-fbb37bfc2c45 tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Publish callbacks [] for router, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:03.005121 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-7162b19d-5950-4dda-9c45-fbb37bfc2c45 tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] 10.222.0.13 "DELETE /v2.0/routers/9c237b4b-d253-4adb-a644-68673f2cef5d HTTP/1.1" status: 204 len: 168 time: 0.4328284 Nov 05 19:01:03.005121 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 44456) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:01:03.005474 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-dbfdf08a-53d0-4fd5-bd6f-845c7e3abaca req-abb58c8e-8fb2-49a1-b86e-9532c3843ee6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=e6513d5c-62fb-4121-a58c-2e9501d0001a HTTP/1.1" status: 200 len: 217 time: 0.0666933 Nov 05 19:01:03.081099 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfdf08a-53d0-4fd5-bd6f-845c7e3abaca req-1d28c659-5331-4ca0-8556-70646c6d54bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:01:03.082901 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-dbfdf08a-53d0-4fd5-bd6f-845c7e3abaca req-1d28c659-5331-4ca0-8556-70646c6d54bd service neutron] 10.222.0.41 "GET /v2.0/subnets?id=fff5f4f4-3c24-4660-a3f5-7d19daede3c5 HTTP/1.1" status: 200 len: 797 time: 0.0712140 Nov 05 19:01:03.085345 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.db_base_plugin_v2 [None req-98da0bb8-03b8-4a3a-999f-d3c93ab14618 tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Deleting subnet 295d2976-e09d-4983-969d-12417c9895b5 {{(pid=102386) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 05 19:01:03.089350 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-98da0bb8-03b8-4a3a-999f-d3c93ab14618 tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Publish callbacks [] for subnet, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:03.166666 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-98da0bb8-03b8-4a3a-999f-d3c93ab14618 tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4590738'] for subnet, precommit_delete_associations {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:03.173422 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfdf08a-53d0-4fd5-bd6f-845c7e3abaca req-607b2333-372d-47c9-bd41-5484169c44bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:01:03.176700 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-dbfdf08a-53d0-4fd5-bd6f-845c7e3abaca req-607b2333-372d-47c9-bd41-5484169c44bb service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=92cc69b6-4cd1-4b33-bca8-908cd312767a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0839260 Nov 05 19:01:03.310001 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-98da0bb8-03b8-4a3a-999f-d3c93ab14618 tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1573928'] for subnet, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:03.311916 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-dbfdf08a-53d0-4fd5-bd6f-845c7e3abaca req-60b0a974-7f57-4f4d-a1de-bbfaa559ffdf service neutron] 10.222.0.41 "GET /v2.0/networks/92cc69b6-4cd1-4b33-bca8-908cd312767a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280246 Nov 05 19:01:03.444637 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-98da0bb8-03b8-4a3a-999f-d3c93ab14618 tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1573905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6149879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4877183'] for subnet, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:03.472869 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-dbfdf08a-53d0-4fd5-bd6f-845c7e3abaca req-b2d6358a-9c75-49a1-8afc-a9376990f8cd service neutron] 10.222.0.41 "GET /v2.0/networks/92cc69b6-4cd1-4b33-bca8-908cd312767a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1531026 Nov 05 19:01:03.526829 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98da0bb8-03b8-4a3a-999f-d3c93ab14618 tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Pushing event deleted for resources: {'Subnet': ['ID=295d2976-e09d-4983-969d-12417c9895b5,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:01:03.538209 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-98da0bb8-03b8-4a3a-999f-d3c93ab14618 tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Publish callbacks [] for subnet, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:03.543109 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48b487f8-c3d7-43c7-928f-8b92f4d8749d None None] Network 959d47bd-22a2-4672-bfc2-8922dbf1b36d requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 19:01:03.548247 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-98da0bb8-03b8-4a3a-999f-d3c93ab14618 tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] 10.222.0.13 "DELETE /v2.0/subnets/295d2976-e09d-4983-969d-12417c9895b5 HTTP/1.1" status: 204 len: 168 time: 0.5487161 Nov 05 19:01:03.557401 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 44474) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:01:03.582631 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-dbfdf08a-53d0-4fd5-bd6f-845c7e3abaca req-7d07889e-eb56-43f1-ba2b-68ffbe907020 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=f4575cb0-23c3-47f4-915c-822d65bb4a8e HTTP/1.1" status: 200 len: 217 time: 0.1015828 Nov 05 19:01:03.701108 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfdf08a-53d0-4fd5-bd6f-845c7e3abaca req-5698ebc4-0af4-405d-9a4a-3e77cb64d7c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:01:03.701108 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-dbfdf08a-53d0-4fd5-bd6f-845c7e3abaca req-5698ebc4-0af4-405d-9a4a-3e77cb64d7c6 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=fff5f4f4-3c24-4660-a3f5-7d19daede3c5 HTTP/1.1" status: 200 len: 797 time: 0.1035855 Nov 05 19:01:03.721414 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-c67b97ae-9da3-4567-ac24-edec7bd776cf tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1664226'] for network, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:03.800776 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfdf08a-53d0-4fd5-bd6f-845c7e3abaca req-dbc270ae-4061-43e1-a165-b089934ddbf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:01:03.802317 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-dbfdf08a-53d0-4fd5-bd6f-845c7e3abaca req-dbc270ae-4061-43e1-a165-b089934ddbf0 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=92cc69b6-4cd1-4b33-bca8-908cd312767a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0973523 Nov 05 19:01:03.882762 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-c67b97ae-9da3-4567-ac24-edec7bd776cf tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Deleting port 989ecb6d-fb61-4ea1-9a4e-adef9ce7926d {{(pid=102386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 19:01:03.891427 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-c67b97ae-9da3-4567-ac24-edec7bd776cf tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:03.946949 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-dbfdf08a-53d0-4fd5-bd6f-845c7e3abaca req-1629f3f4-83ec-419d-a73a-512f3f3c6cc5 service neutron] 10.222.0.41 "GET /v2.0/networks/92cc69b6-4cd1-4b33-bca8-908cd312767a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1344934 Nov 05 19:01:03.951415 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87812798-099f-40cb-ad54-426726e685a7 None None] DHCP port deletion for 959d47bd-22a2-4672-bfc2-8922dbf1b36d request from n-d-816865-1 {{(pid=102388) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 05 19:01:04.044140 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-66960ca4-34f0-4d54-af23-2ccfb4422de7 req-7fe8f594-ce62-4f17-8a38-1d06257bed8e tempest-ServerShowV257Test-723067690 tempest-ServerShowV257Test-723067690-project] 10.222.0.13 "GET /v2.0/ports?device_id=52467105-9e9a-4884-9d54-5cdbe4659b01 HTTP/1.1" status: 200 len: 210 time: 0.0601737 Nov 05 19:01:04.087805 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-87812798-099f-40cb-ad54-426726e685a7 None None] Deleting port 989ecb6d-fb61-4ea1-9a4e-adef9ce7926d {{(pid=102388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 19:01:04.088798 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-87812798-099f-40cb-ad54-426726e685a7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:04.186594 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-dbfdf08a-53d0-4fd5-bd6f-845c7e3abaca req-32c033ec-2625-411c-b121-7508af9408bd service neutron] 10.222.0.41 "GET /v2.0/networks/92cc69b6-4cd1-4b33-bca8-908cd312767a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2315922 Nov 05 19:01:04.194537 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [None req-c67b97ae-9da3-4567-ac24-edec7bd776cf tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] For port 989ecb6d-fb61-4ea1-9a4e-adef9ce7926d, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=989ecb6d-fb61-4ea1-9a4e-adef9ce7926d,segment=NetworkSegment(6828434c-dfd0-4ec1-a78c-f1395900fb6d),segment_id=6828434c-dfd0-4ec1-a78c-f1395900fb6d)] {{(pid=102386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:01:04.198332 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-c67b97ae-9da3-4567-ac24-edec7bd776cf tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:04.241241 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-c67b97ae-9da3-4567-ac24-edec7bd776cf tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Calling delete_port for 989ecb6d-fb61-4ea1-9a4e-adef9ce7926d owned by network:dhcp {{(pid=102386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 19:01:04.241462 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 989ecb6d-fb61-4ea1-9a4e-adef9ce7926d no longer exists at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 19:01:04.259503 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-87812798-099f-40cb-ad54-426726e685a7 None None] For port 989ecb6d-fb61-4ea1-9a4e-adef9ce7926d, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=989ecb6d-fb61-4ea1-9a4e-adef9ce7926d,segment=NetworkSegment(6828434c-dfd0-4ec1-a78c-f1395900fb6d),segment_id=6828434c-dfd0-4ec1-a78c-f1395900fb6d)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:01:04.259861 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-87812798-099f-40cb-ad54-426726e685a7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:04.276925 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 44494) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:01:04.343706 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:04.351960 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-87812798-099f-40cb-ad54-426726e685a7 None None] Calling delete_port for 989ecb6d-fb61-4ea1-9a4e-adef9ce7926d owned by network:dhcp {{(pid=102388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 19:01:04.467464 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-958f1f97-4eeb-4efe-ad94-b2c40ffa4b94 tempest-BulkNetworkOpsTest-102730242 tempest-BulkNetworkOpsTest-102730242-project] Request body: {'networks': [{'name': 'tempest-network--1997703704'}, {'name': 'tempest-network--1041982860'}]} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:01:04.467775 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-958f1f97-4eeb-4efe-ad94-b2c40ffa4b94 tempest-BulkNetworkOpsTest-102730242 tempest-BulkNetworkOpsTest-102730242-project] Request body: {'network': {'name': 'tempest-network--1997703704'}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:01:04.468227 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-958f1f97-4eeb-4efe-ad94-b2c40ffa4b94 tempest-BulkNetworkOpsTest-102730242 tempest-BulkNetworkOpsTest-102730242-project] Request body: {'network': {'name': 'tempest-network--1041982860'}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:01:04.506462 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-c67b97ae-9da3-4567-ac24-edec7bd776cf tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:04.510433 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:04.524612 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-87812798-099f-40cb-ad54-426726e685a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798'] for port, after_delete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:04.539933 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67b97ae-9da3-4567-ac24-edec7bd776cf tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Pushing event deleted for resources: {'Port': ['ID=989ecb6d-fb61-4ea1-9a4e-adef9ce7926d,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:01:04.542366 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c67b97ae-9da3-4567-ac24-edec7bd776cf tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] No DVR routers for this DVR port 989ecb6d-fb61-4ea1-9a4e-adef9ce7926d on host n-d-816865-1 {{(pid=102386) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 19:01:04.558256 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87812798-099f-40cb-ad54-426726e685a7 None None] Pushing event deleted for resources: {'Port': ['ID=989ecb6d-fb61-4ea1-9a4e-adef9ce7926d,revision_number=None']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:01:04.560434 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-958f1f97-4eeb-4efe-ad94-b2c40ffa4b94 tempest-BulkNetworkOpsTest-102730242 tempest-BulkNetworkOpsTest-102730242-project] Made reservation on behalf of b58cdd6b240e45fa883ebf6ad63f6016 for: {'network': 2} {{(pid=102387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 19:01:04.578700 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-958f1f97-4eeb-4efe-ad94-b2c40ffa4b94 tempest-BulkNetworkOpsTest-102730242 tempest-BulkNetworkOpsTest-102730242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for network, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:04.596013 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87812798-099f-40cb-ad54-426726e685a7 None None] No DVR routers for this DVR port 989ecb6d-fb61-4ea1-9a4e-adef9ce7926d on host n-d-816865-1 {{(pid=102388) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 19:01:04.636308 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-958f1f97-4eeb-4efe-ad94-b2c40ffa4b94 tempest-BulkNetworkOpsTest-102730242 tempest-BulkNetworkOpsTest-102730242-project] Publish callbacks [] for security_group, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:04.650341 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-c67b97ae-9da3-4567-ac24-edec7bd776cf tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1579173', 'neutron.services.segments.db._delete_segments_for_network-8750027792909'] for network, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:04.705625 n-d-816865-1 neutron-server[102386]: DEBUG neutron.services.segments.db [None req-c67b97ae-9da3-4567-ac24-edec7bd776cf tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['959d47bd-22a2-4672-bfc2-8922dbf1b36d']}} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:01:04.718406 n-d-816865-1 neutron-server[102386]: DEBUG neutron.services.segments.db [None req-c67b97ae-9da3-4567-ac24-edec7bd776cf tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6828434c-dfd0-4ec1-a78c-f1395900fb6d') {'for_net_delete': True} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:01:04.719129 n-d-816865-1 neutron-server[102386]: DEBUG neutron.services.segments.db [None req-c67b97ae-9da3-4567-ac24-edec7bd776cf tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6828434c-dfd0-4ec1-a78c-f1395900fb6d') {} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:01:04.730820 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-c67b97ae-9da3-4567-ac24-edec7bd776cf tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750027793430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4590747'] for segment, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:04.752411 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-c67b97ae-9da3-4567-ac24-edec7bd776cf tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273'] for segment, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:04.766753 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c67b97ae-9da3-4567-ac24-edec7bd776cf tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Releasing vlan 169 on physical network physnet1 to pool {{(pid=102386) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 05 19:01:04.767349 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-c67b97ae-9da3-4567-ac24-edec7bd776cf tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6149721'] for segment, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:04.774750 n-d-816865-1 neutron-server[102386]: Traceback (most recent call last): Nov 05 19:01:04.774750 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 05 19:01:04.774750 n-d-816865-1 neutron-server[102386]: timer() Nov 05 19:01:04.774750 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 05 19:01:04.774750 n-d-816865-1 neutron-server[102386]: cb(*args, **kw) Nov 05 19:01:04.774750 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 05 19:01:04.774750 n-d-816865-1 neutron-server[102386]: return func(*args, **kwargs) Nov 05 19:01:04.774750 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 05 19:01:04.774750 n-d-816865-1 neutron-server[102386]: self._notify() Nov 05 19:01:04.774750 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 05 19:01:04.774750 n-d-816865-1 neutron-server[102386]: self.callback(batched_events) Nov 05 19:01:04.774750 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 05 19:01:04.774750 n-d-816865-1 neutron-server[102386]: event.method(event) Nov 05 19:01:04.774750 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 05 19:01:04.774750 n-d-816865-1 neutron-server[102386]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 05 19:01:04.774750 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 05 19:01:04.774750 n-d-816865-1 neutron-server[102386]: aggregate_uuid = self.p_client.list_aggregates( Nov 05 19:01:04.774750 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 05 19:01:04.774750 n-d-816865-1 neutron-server[102386]: return f(self, *a, **k) Nov 05 19:01:04.774750 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 05 19:01:04.774750 n-d-816865-1 neutron-server[102386]: return self._get(url).json() Nov 05 19:01:04.774750 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 05 19:01:04.774750 n-d-816865-1 neutron-server[102386]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 05 19:01:04.774750 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 05 19:01:04.774750 n-d-816865-1 neutron-server[102386]: return self.request(url, 'GET', **kwargs) Nov 05 19:01:04.774750 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 05 19:01:04.774750 n-d-816865-1 neutron-server[102386]: base_url = self.get_endpoint(auth, allow=allow, Nov 05 19:01:04.774750 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 05 19:01:04.774750 n-d-816865-1 neutron-server[102386]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 05 19:01:04.774750 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 05 19:01:04.774750 n-d-816865-1 neutron-server[102386]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 05 19:01:04.774750 n-d-816865-1 neutron-server[102386]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 05 19:01:04.783495 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-958f1f97-4eeb-4efe-ad94-b2c40ffa4b94 tempest-BulkNetworkOpsTest-102730242 tempest-BulkNetworkOpsTest-102730242-project] Publish callbacks [] for security_group, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:04.860745 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-958f1f97-4eeb-4efe-ad94-b2c40ffa4b94 tempest-BulkNetworkOpsTest-102730242 tempest-BulkNetworkOpsTest-102730242-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:04.861167 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-958f1f97-4eeb-4efe-ad94-b2c40ffa4b94 tempest-BulkNetworkOpsTest-102730242 tempest-BulkNetworkOpsTest-102730242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for network, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:04.912352 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958f1f97-4eeb-4efe-ad94-b2c40ffa4b94 tempest-BulkNetworkOpsTest-102730242 tempest-BulkNetworkOpsTest-102730242-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5c605916-24fb-41f1-abdc-b8d25b9af8f7,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:01:04.917967 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-c67b97ae-9da3-4567-ac24-edec7bd776cf tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1579178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-956796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1000687'] for network, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:04.928097 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-c67b97ae-9da3-4567-ac24-edec7bd776cf tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Publish callbacks [] for network, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:04.928488 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-c67b97ae-9da3-4567-ac24-edec7bd776cf tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] 10.222.0.13 "DELETE /v2.0/networks/959d47bd-22a2-4672-bfc2-8922dbf1b36d HTTP/1.1" status: 204 len: 168 time: 1.3696847 Nov 05 19:01:04.932224 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-958f1f97-4eeb-4efe-ad94-b2c40ffa4b94 tempest-BulkNetworkOpsTest-102730242 tempest-BulkNetworkOpsTest-102730242-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 198} {{(pid=102387) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 05 19:01:04.938455 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 44510) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:01:04.944549 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67b97ae-9da3-4567-ac24-edec7bd776cf tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Pushing event deleted for resources: {'Network': ['ID=959d47bd-22a2-4672-bfc2-8922dbf1b36d,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:01:04.947120 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-7cdef291-ed6f-46fe-9eac-3131affba9d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:04.956312 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-85aad712-6624-4ef1-8687-2c39265602da tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Request body: {'network': {'name': 'tempest-RoutersTest-1525838640'}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:01:04.991047 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-958f1f97-4eeb-4efe-ad94-b2c40ffa4b94 tempest-BulkNetworkOpsTest-102730242 tempest-BulkNetworkOpsTest-102730242-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273'] for segment, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:04.991397 n-d-816865-1 neutron-server[102387]: INFO neutron.db.segments_db [None req-958f1f97-4eeb-4efe-ad94-b2c40ffa4b94 tempest-BulkNetworkOpsTest-102730242 tempest-BulkNetworkOpsTest-102730242-project] Added segment 45cb0493-f2d7-41ca-90b0-3c05f13e337d of type vlan for network 4177128e-60bb-4cfe-b68a-e0882bb757e8 Nov 05 19:01:05.051506 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-958f1f97-4eeb-4efe-ad94-b2c40ffa4b94 tempest-BulkNetworkOpsTest-102730242 tempest-BulkNetworkOpsTest-102730242-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750027258543'] for network, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:05.095650 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85aad712-6624-4ef1-8687-2c39265602da tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Made reservation on behalf of e73ce0a6a4b043a3828a6e49d45da7fe for: {'network': 1} {{(pid=102387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 19:01:05.102124 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-85aad712-6624-4ef1-8687-2c39265602da tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for network, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:05.108743 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-958f1f97-4eeb-4efe-ad94-b2c40ffa4b94 tempest-BulkNetworkOpsTest-102730242 tempest-BulkNetworkOpsTest-102730242-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 191} {{(pid=102387) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 05 19:01:05.141531 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-958f1f97-4eeb-4efe-ad94-b2c40ffa4b94 tempest-BulkNetworkOpsTest-102730242 tempest-BulkNetworkOpsTest-102730242-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273'] for segment, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:05.141902 n-d-816865-1 neutron-server[102387]: INFO neutron.db.segments_db [None req-958f1f97-4eeb-4efe-ad94-b2c40ffa4b94 tempest-BulkNetworkOpsTest-102730242 tempest-BulkNetworkOpsTest-102730242-project] Added segment f8a5f38f-daf9-468f-ba26-5b51cd682d6f of type vlan for network f206810f-0be5-4e94-979f-fd38930782d7 Nov 05 19:01:05.194738 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-85be8716-c0c3-47da-85d9-6ccbfe5e7fb4 req-f19fe4f8-84d0-40f4-b247-2e4f148c094b tempest-ServerShowV257Test-723067690 tempest-ServerShowV257Test-723067690-project] 10.222.0.13 "GET /v2.0/ports?device_id=52467105-9e9a-4884-9d54-5cdbe4659b01 HTTP/1.1" status: 200 len: 210 time: 0.0437758 Nov 05 19:01:05.243496 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85aad712-6624-4ef1-8687-2c39265602da tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 160} {{(pid=102387) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 05 19:01:05.266491 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-958f1f97-4eeb-4efe-ad94-b2c40ffa4b94 tempest-BulkNetworkOpsTest-102730242 tempest-BulkNetworkOpsTest-102730242-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750027258543'] for network, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:05.269676 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-85aad712-6624-4ef1-8687-2c39265602da tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273'] for segment, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:05.270734 n-d-816865-1 neutron-server[102387]: INFO neutron.db.segments_db [None req-85aad712-6624-4ef1-8687-2c39265602da tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Added segment 22875a81-b86e-48ef-90c0-704758e82473 of type vlan for network 6901b23b-9fa4-4522-9989-5a4b971067f3 Nov 05 19:01:05.341840 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-85aad712-6624-4ef1-8687-2c39265602da tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750027258543'] for network, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:06.232671 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-85aad712-6624-4ef1-8687-2c39265602da tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-956796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877'] for network, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:06.249903 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85aad712-6624-4ef1-8687-2c39265602da tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:01:06.249903 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-85aad712-6624-4ef1-8687-2c39265602da tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Publish callbacks [] for network, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:06.249903 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-958f1f97-4eeb-4efe-ad94-b2c40ffa4b94 tempest-BulkNetworkOpsTest-102730242 tempest-BulkNetworkOpsTest-102730242-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-956796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877'] for network, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:06.249903 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-958f1f97-4eeb-4efe-ad94-b2c40ffa4b94 tempest-BulkNetworkOpsTest-102730242 tempest-BulkNetworkOpsTest-102730242-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-956796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877'] for network, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:06.253888 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-958f1f97-4eeb-4efe-ad94-b2c40ffa4b94 tempest-BulkNetworkOpsTest-102730242 tempest-BulkNetworkOpsTest-102730242-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:01:06.259426 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-958f1f97-4eeb-4efe-ad94-b2c40ffa4b94 tempest-BulkNetworkOpsTest-102730242 tempest-BulkNetworkOpsTest-102730242-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:01:06.260102 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-958f1f97-4eeb-4efe-ad94-b2c40ffa4b94 tempest-BulkNetworkOpsTest-102730242 tempest-BulkNetworkOpsTest-102730242-project] Publish callbacks [] for network, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:06.361146 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-6543780c-3efa-4b1e-9bcd-a3160d5e1d2e req-403d91ee-8f38-464b-994f-2689501fb8e7 tempest-ServerShowV257Test-723067690 tempest-ServerShowV257Test-723067690-project] 10.222.0.13 "GET /v2.0/ports?device_id=52467105-9e9a-4884-9d54-5cdbe4659b01 HTTP/1.1" status: 200 len: 210 time: 0.0696192 Nov 05 19:01:06.367137 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85aad712-6624-4ef1-8687-2c39265602da tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Pushing event updated for resources: {'Network': ['ID=6901b23b-9fa4-4522-9989-5a4b971067f3,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:01:06.384999 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Network 6901b23b-9fa4-4522-9989-5a4b971067f3 details requested by agent ovs-agent-n-d-816865-1 with host n-d-816865-1 {{(pid=102388) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 05 19:01:06.406196 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:06.444181 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958f1f97-4eeb-4efe-ad94-b2c40ffa4b94 tempest-BulkNetworkOpsTest-102730242 tempest-BulkNetworkOpsTest-102730242-project] Pushing event updated for resources: {'Network': ['ID=4177128e-60bb-4cfe-b68a-e0882bb757e8,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:01:06.449819 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b304910f-7b27-444b-a8fc-977d26b1ceac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:06.455663 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-958f1f97-4eeb-4efe-ad94-b2c40ffa4b94 tempest-BulkNetworkOpsTest-102730242 tempest-BulkNetworkOpsTest-102730242-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 2.1771433 Nov 05 19:01:06.458465 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 44532) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:01:06.459019 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-85aad712-6624-4ef1-8687-2c39265602da tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.5169859 Nov 05 19:01:06.469326 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Network 4177128e-60bb-4cfe-b68a-e0882bb757e8 details requested by agent ovs-agent-n-d-816865-1 with host n-d-816865-1 {{(pid=102388) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 05 19:01:06.474814 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 44534) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:01:06.519141 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-1fae5c17-5d05-4454-8fe9-826bf0c98379 tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Request body: {'subnet': {'network_id': '6901b23b-9fa4-4522-9989-5a4b971067f3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:01:06.573602 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958f1f97-4eeb-4efe-ad94-b2c40ffa4b94 tempest-BulkNetworkOpsTest-102730242 tempest-BulkNetworkOpsTest-102730242-project] Pushing event updated for resources: {'Network': ['ID=f206810f-0be5-4e94-979f-fd38930782d7,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:01:06.602309 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Network f206810f-0be5-4e94-979f-fd38930782d7 details requested by agent ovs-agent-n-d-816865-1 with host n-d-816865-1 {{(pid=102388) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 05 19:01:06.894154 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27635ab3-8752-4133-a615-c9b2209edbd0 tempest-BulkNetworkOpsTest-102730242 tempest-BulkNetworkOpsTest-102730242-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:01:06.900515 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27635ab3-8752-4133-a615-c9b2209edbd0 tempest-BulkNetworkOpsTest-102730242 tempest-BulkNetworkOpsTest-102730242-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:01:06.906527 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27635ab3-8752-4133-a615-c9b2209edbd0 tempest-BulkNetworkOpsTest-102730242 tempest-BulkNetworkOpsTest-102730242-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:01:06.912385 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27635ab3-8752-4133-a615-c9b2209edbd0 tempest-BulkNetworkOpsTest-102730242 tempest-BulkNetworkOpsTest-102730242-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:01:06.914082 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-27635ab3-8752-4133-a615-c9b2209edbd0 tempest-BulkNetworkOpsTest-102730242 tempest-BulkNetworkOpsTest-102730242-project] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 0.4542732 Nov 05 19:01:06.917676 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 44548) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:01:06.980086 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fae5c17-5d05-4454-8fe9-826bf0c98379 tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Made reservation on behalf of e73ce0a6a4b043a3828a6e49d45da7fe for: {'subnet': 1} {{(pid=102386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 19:01:06.983598 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-1fae5c17-5d05-4454-8fe9-826bf0c98379 tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4877122'] for subnet, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:07.049240 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-8e22eee7-04e5-4962-b6f1-187c594634cd tempest-BulkNetworkOpsTest-102730242 tempest-BulkNetworkOpsTest-102730242-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1664226'] for network, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:07.377176 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-8e22eee7-04e5-4962-b6f1-187c594634cd tempest-BulkNetworkOpsTest-102730242 tempest-BulkNetworkOpsTest-102730242-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1579173', 'neutron.services.segments.db._delete_segments_for_network-8750027792909'] for network, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:07.377176 n-d-816865-1 neutron-server[102386]: DEBUG neutron.services.segments.db [None req-8e22eee7-04e5-4962-b6f1-187c594634cd tempest-BulkNetworkOpsTest-102730242 tempest-BulkNetworkOpsTest-102730242-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4177128e-60bb-4cfe-b68a-e0882bb757e8']}} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:01:07.377176 n-d-816865-1 neutron-server[102386]: DEBUG neutron.services.segments.db [None req-8e22eee7-04e5-4962-b6f1-187c594634cd tempest-BulkNetworkOpsTest-102730242 tempest-BulkNetworkOpsTest-102730242-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '45cb0493-f2d7-41ca-90b0-3c05f13e337d') {'for_net_delete': True} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:01:07.377176 n-d-816865-1 neutron-server[102386]: DEBUG neutron.services.segments.db [None req-8e22eee7-04e5-4962-b6f1-187c594634cd tempest-BulkNetworkOpsTest-102730242 tempest-BulkNetworkOpsTest-102730242-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '45cb0493-f2d7-41ca-90b0-3c05f13e337d') {} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:01:07.377176 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-8e22eee7-04e5-4962-b6f1-187c594634cd tempest-BulkNetworkOpsTest-102730242 tempest-BulkNetworkOpsTest-102730242-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750027793430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4590747'] for segment, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:07.377176 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-8e22eee7-04e5-4962-b6f1-187c594634cd tempest-BulkNetworkOpsTest-102730242 tempest-BulkNetworkOpsTest-102730242-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273'] for segment, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:07.377176 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e22eee7-04e5-4962-b6f1-187c594634cd tempest-BulkNetworkOpsTest-102730242 tempest-BulkNetworkOpsTest-102730242-project] Releasing vlan 198 on physical network physnet1 to pool {{(pid=102386) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 05 19:01:07.377176 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-8e22eee7-04e5-4962-b6f1-187c594634cd tempest-BulkNetworkOpsTest-102730242 tempest-BulkNetworkOpsTest-102730242-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6149721'] for segment, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:07.377176 n-d-816865-1 neutron-server[102386]: Traceback (most recent call last): Nov 05 19:01:07.377176 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 05 19:01:07.377176 n-d-816865-1 neutron-server[102386]: timer() Nov 05 19:01:07.377176 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 05 19:01:07.377176 n-d-816865-1 neutron-server[102386]: cb(*args, **kw) Nov 05 19:01:07.377176 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 05 19:01:07.377176 n-d-816865-1 neutron-server[102386]: return func(*args, **kwargs) Nov 05 19:01:07.377176 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 05 19:01:07.377176 n-d-816865-1 neutron-server[102386]: self._notify() Nov 05 19:01:07.377176 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 05 19:01:07.377176 n-d-816865-1 neutron-server[102386]: self.callback(batched_events) Nov 05 19:01:07.377176 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 05 19:01:07.377176 n-d-816865-1 neutron-server[102386]: event.method(event) Nov 05 19:01:07.377176 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 05 19:01:07.377176 n-d-816865-1 neutron-server[102386]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 05 19:01:07.377176 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 05 19:01:07.377176 n-d-816865-1 neutron-server[102386]: aggregate_uuid = self.p_client.list_aggregates( Nov 05 19:01:07.377176 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 05 19:01:07.377176 n-d-816865-1 neutron-server[102386]: return f(self, *a, **k) Nov 05 19:01:07.377176 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 05 19:01:07.377176 n-d-816865-1 neutron-server[102386]: return self._get(url).json() Nov 05 19:01:07.377176 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 05 19:01:07.377176 n-d-816865-1 neutron-server[102386]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 05 19:01:07.377176 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 05 19:01:07.377176 n-d-816865-1 neutron-server[102386]: return self.request(url, 'GET', **kwargs) Nov 05 19:01:07.377176 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 05 19:01:07.377176 n-d-816865-1 neutron-server[102386]: base_url = self.get_endpoint(auth, allow=allow, Nov 05 19:01:07.377176 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 05 19:01:07.377176 n-d-816865-1 neutron-server[102386]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 05 19:01:07.377176 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 05 19:01:07.377176 n-d-816865-1 neutron-server[102386]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 05 19:01:07.377176 n-d-816865-1 neutron-server[102386]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 05 19:01:07.477834 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-b958a206-e760-4633-b702-b808c2f622cb req-aa7abdf4-eb27-4a13-b68e-ee84ae9285a6 tempest-ServerShowV257Test-723067690 tempest-ServerShowV257Test-723067690-project] 10.222.0.13 "GET /v2.0/ports?device_id=52467105-9e9a-4884-9d54-5cdbe4659b01 HTTP/1.1" status: 200 len: 210 time: 0.0293732 Nov 05 19:01:07.490698 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-8e22eee7-04e5-4962-b6f1-187c594634cd tempest-BulkNetworkOpsTest-102730242 tempest-BulkNetworkOpsTest-102730242-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1579178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-956796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1000687'] for network, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:07.492767 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-1fae5c17-5d05-4454-8fe9-826bf0c98379 tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6149946', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4877172'] for subnet, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:07.505794 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-8e22eee7-04e5-4962-b6f1-187c594634cd tempest-BulkNetworkOpsTest-102730242 tempest-BulkNetworkOpsTest-102730242-project] Publish callbacks [] for network, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:07.512544 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 44570) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:01:07.512911 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-8e22eee7-04e5-4962-b6f1-187c594634cd tempest-BulkNetworkOpsTest-102730242 tempest-BulkNetworkOpsTest-102730242-project] 10.222.0.13 "DELETE /v2.0/networks/4177128e-60bb-4cfe-b68a-e0882bb757e8 HTTP/1.1" status: 204 len: 168 time: 0.5942359 Nov 05 19:01:07.569043 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fae5c17-5d05-4454-8fe9-826bf0c98379 tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Pushing event updated for resources: {'Subnet': ['ID=dc871823-48d9-4f24-b4dc-8c3d1c8373d6,revision_number=0']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:01:07.595440 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e22eee7-04e5-4962-b6f1-187c594634cd tempest-BulkNetworkOpsTest-102730242 tempest-BulkNetworkOpsTest-102730242-project] Pushing event deleted for resources: {'Network': ['ID=4177128e-60bb-4cfe-b68a-e0882bb757e8,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:01:07.639035 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-d9dd7b21-ac59-4d46-9c52-5e34d9bbe55c tempest-BulkNetworkOpsTest-102730242 tempest-BulkNetworkOpsTest-102730242-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1664226'] for network, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:07.653984 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fae5c17-5d05-4454-8fe9-826bf0c98379 tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Checking segment: {'id': '22875a81-b86e-48ef-90c0-704758e82473', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '6901b23b-9fa4-4522-9989-5a4b971067f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 19:01:07.654369 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fae5c17-5d05-4454-8fe9-826bf0c98379 tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Network hostable DHCP agents. Network: 6901b23b-9fa4-4522-9989-5a4b971067f3, hostable agents: ['987e2ca0-bc3b-4c6f-a989-429ccfbf753f'], hosted agents: [] {{(pid=102386) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 05 19:01:07.762410 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-d9dd7b21-ac59-4d46-9c52-5e34d9bbe55c tempest-BulkNetworkOpsTest-102730242 tempest-BulkNetworkOpsTest-102730242-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1579173', 'neutron.services.segments.db._delete_segments_for_network-8750027792909'] for network, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:07.768356 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fae5c17-5d05-4454-8fe9-826bf0c98379 tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Network 6901b23b-9fa4-4522-9989-5a4b971067f3 is scheduled to be hosted by DHCP agent 987e2ca0-bc3b-4c6f-a989-429ccfbf753f with binding_index 1 {{(pid=102386) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 05 19:01:07.785763 n-d-816865-1 neutron-server[102387]: DEBUG neutron.services.segments.db [None req-d9dd7b21-ac59-4d46-9c52-5e34d9bbe55c tempest-BulkNetworkOpsTest-102730242 tempest-BulkNetworkOpsTest-102730242-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f206810f-0be5-4e94-979f-fd38930782d7']}} {{(pid=102387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:01:07.796734 n-d-816865-1 neutron-server[102387]: DEBUG neutron.services.segments.db [None req-d9dd7b21-ac59-4d46-9c52-5e34d9bbe55c tempest-BulkNetworkOpsTest-102730242 tempest-BulkNetworkOpsTest-102730242-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f8a5f38f-daf9-468f-ba26-5b51cd682d6f') {'for_net_delete': True} {{(pid=102387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:01:07.797027 n-d-816865-1 neutron-server[102387]: DEBUG neutron.services.segments.db [None req-d9dd7b21-ac59-4d46-9c52-5e34d9bbe55c tempest-BulkNetworkOpsTest-102730242 tempest-BulkNetworkOpsTest-102730242-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f8a5f38f-daf9-468f-ba26-5b51cd682d6f') {} {{(pid=102387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:01:07.808518 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-d9dd7b21-ac59-4d46-9c52-5e34d9bbe55c tempest-BulkNetworkOpsTest-102730242 tempest-BulkNetworkOpsTest-102730242-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750027793430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4463492'] for segment, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:07.843249 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-d9dd7b21-ac59-4d46-9c52-5e34d9bbe55c tempest-BulkNetworkOpsTest-102730242 tempest-BulkNetworkOpsTest-102730242-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273'] for segment, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:07.848367 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.base_scheduler [None req-1fae5c17-5d05-4454-8fe9-826bf0c98379 tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816865-1, 6901b23b-9fa4-4522-9989-5a4b971067f3) {{(pid=102386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 19:01:07.853644 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fae5c17-5d05-4454-8fe9-826bf0c98379 tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:01:07.854134 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d9dd7b21-ac59-4d46-9c52-5e34d9bbe55c tempest-BulkNetworkOpsTest-102730242 tempest-BulkNetworkOpsTest-102730242-project] Releasing vlan 191 on physical network physnet1 to pool {{(pid=102387) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 05 19:01:07.854538 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-d9dd7b21-ac59-4d46-9c52-5e34d9bbe55c tempest-BulkNetworkOpsTest-102730242 tempest-BulkNetworkOpsTest-102730242-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4417236'] for segment, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:07.854689 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-1fae5c17-5d05-4454-8fe9-826bf0c98379 tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Publish callbacks [] for subnet, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:07.860188 n-d-816865-1 neutron-server[102387]: Traceback (most recent call last): Nov 05 19:01:07.860188 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 05 19:01:07.860188 n-d-816865-1 neutron-server[102387]: timer() Nov 05 19:01:07.860188 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 05 19:01:07.860188 n-d-816865-1 neutron-server[102387]: cb(*args, **kw) Nov 05 19:01:07.860188 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 05 19:01:07.860188 n-d-816865-1 neutron-server[102387]: return func(*args, **kwargs) Nov 05 19:01:07.860188 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 05 19:01:07.860188 n-d-816865-1 neutron-server[102387]: self._notify() Nov 05 19:01:07.860188 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 05 19:01:07.860188 n-d-816865-1 neutron-server[102387]: self.callback(batched_events) Nov 05 19:01:07.860188 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 05 19:01:07.860188 n-d-816865-1 neutron-server[102387]: event.method(event) Nov 05 19:01:07.860188 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 05 19:01:07.860188 n-d-816865-1 neutron-server[102387]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 05 19:01:07.860188 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 05 19:01:07.860188 n-d-816865-1 neutron-server[102387]: aggregate_uuid = self.p_client.list_aggregates( Nov 05 19:01:07.860188 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 05 19:01:07.860188 n-d-816865-1 neutron-server[102387]: return f(self, *a, **k) Nov 05 19:01:07.860188 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 05 19:01:07.860188 n-d-816865-1 neutron-server[102387]: return self._get(url).json() Nov 05 19:01:07.860188 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 05 19:01:07.860188 n-d-816865-1 neutron-server[102387]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 05 19:01:07.860188 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 05 19:01:07.860188 n-d-816865-1 neutron-server[102387]: return self.request(url, 'GET', **kwargs) Nov 05 19:01:07.860188 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 05 19:01:07.860188 n-d-816865-1 neutron-server[102387]: base_url = self.get_endpoint(auth, allow=allow, Nov 05 19:01:07.860188 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 05 19:01:07.860188 n-d-816865-1 neutron-server[102387]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 05 19:01:07.860188 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 05 19:01:07.860188 n-d-816865-1 neutron-server[102387]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 05 19:01:07.860188 n-d-816865-1 neutron-server[102387]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 05 19:01:07.864002 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe7a0e34-1ebb-4834-af0d-b56d7444060a None None] Network 6901b23b-9fa4-4522-9989-5a4b971067f3 requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 19:01:07.955363 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-1fae5c17-5d05-4454-8fe9-826bf0c98379 tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4652901 Nov 05 19:01:07.956630 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 44582) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:01:07.960745 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-d0178da6-e8c9-4693-9611-f195d6b82ebe tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-15036960', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:01:08.014901 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-d9dd7b21-ac59-4d46-9c52-5e34d9bbe55c tempest-BulkNetworkOpsTest-102730242 tempest-BulkNetworkOpsTest-102730242-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1579178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-956796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1000687'] for network, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:08.042391 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-d9dd7b21-ac59-4d46-9c52-5e34d9bbe55c tempest-BulkNetworkOpsTest-102730242 tempest-BulkNetworkOpsTest-102730242-project] Publish callbacks [] for network, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:08.046327 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-d9dd7b21-ac59-4d46-9c52-5e34d9bbe55c tempest-BulkNetworkOpsTest-102730242 tempest-BulkNetworkOpsTest-102730242-project] 10.222.0.13 "DELETE /v2.0/networks/f206810f-0be5-4e94-979f-fd38930782d7 HTTP/1.1" status: 204 len: 168 time: 0.5322783 Nov 05 19:01:08.048073 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9dd7b21-ac59-4d46-9c52-5e34d9bbe55c tempest-BulkNetworkOpsTest-102730242 tempest-BulkNetworkOpsTest-102730242-project] Pushing event deleted for resources: {'Network': ['ID=f206810f-0be5-4e94-979f-fd38930782d7,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:01:08.048897 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 44590) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:01:08.097230 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-d0178da6-e8c9-4693-9611-f195d6b82ebe tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-571139', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6874'] for router, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:08.098581 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-d0178da6-e8c9-4693-9611-f195d6b82ebe tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-571375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1000570', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1011585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6867'] for router, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:08.170724 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0363a49-92b5-41b0-9f41-4d5d8a8af138 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeb20a084-accf-5b60-8075-3e69ebe863a6-6901b23b-9fa4-4522-9989-5a4b971067f3', 'network_id': '6901b23b-9fa4-4522-9989-5a4b971067f3', 'tenant_id': 'e73ce0a6a4b043a3828a6e49d45da7fe', 'fixed_ips': [{'subnet_id': 'dc871823-48d9-4f24-b4dc-8c3d1c8373d6'}]}} from n-d-816865-1. {{(pid=102388) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 05 19:01:08.171693 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b0363a49-92b5-41b0-9f41-4d5d8a8af138 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:08.241921 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-d0178da6-e8c9-4693-9611-f195d6b82ebe tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:08.271032 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6464ecc-6e33-42ce-9890-bbf1b6225549 tempest-BulkNetworkOpsTest-102730242 tempest-BulkNetworkOpsTest-102730242-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:01:08.279228 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6464ecc-6e33-42ce-9890-bbf1b6225549 tempest-BulkNetworkOpsTest-102730242 tempest-BulkNetworkOpsTest-102730242-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:01:08.285747 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 44602) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:01:08.292326 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-1bee0178-ffd2-48e0-ae09-8c52fe26eeea tempest-BulkNetworkOpsTest-102730242 tempest-BulkNetworkOpsTest-102730242-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-672851917'}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:01:08.296647 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-e6464ecc-6e33-42ce-9890-bbf1b6225549 tempest-BulkNetworkOpsTest-102730242 tempest-BulkNetworkOpsTest-102730242-project] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.2464025 Nov 05 19:01:08.307170 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-d0178da6-e8c9-4693-9611-f195d6b82ebe tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-571384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1000487'] for router, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:08.353830 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-31f93893-a48e-4ae8-833d-dccb2b42eacc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:08.438165 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bee0178-ffd2-48e0-ae09-8c52fe26eeea tempest-BulkNetworkOpsTest-102730242 tempest-BulkNetworkOpsTest-102730242-project] Made reservation on behalf of b58cdd6b240e45fa883ebf6ad63f6016 for: {'network': 1} {{(pid=102387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 19:01:08.441630 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-1bee0178-ffd2-48e0-ae09-8c52fe26eeea tempest-BulkNetworkOpsTest-102730242 tempest-BulkNetworkOpsTest-102730242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for network, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:08.442689 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.db_base_plugin_common [None req-b0363a49-92b5-41b0-9f41-4d5d8a8af138 None None] Allocated IP 172.20.0.2 (6901b23b-9fa4-4522-9989-5a4b971067f3/dc871823-48d9-4f24-b4dc-8c3d1c8373d6/50d86834-8e18-4266-9e7a-23a94743daf8) {{(pid=102388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 19:01:08.467714 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1bee0178-ffd2-48e0-ae09-8c52fe26eeea tempest-BulkNetworkOpsTest-102730242 tempest-BulkNetworkOpsTest-102730242-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 186} {{(pid=102387) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 05 19:01:08.483284 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-1bee0178-ffd2-48e0-ae09-8c52fe26eeea tempest-BulkNetworkOpsTest-102730242 tempest-BulkNetworkOpsTest-102730242-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273'] for segment, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:08.486219 n-d-816865-1 neutron-server[102387]: INFO neutron.db.segments_db [None req-1bee0178-ffd2-48e0-ae09-8c52fe26eeea tempest-BulkNetworkOpsTest-102730242 tempest-BulkNetworkOpsTest-102730242-project] Added segment ce875b25-2368-4e4b-b85a-c552ec5fdaf9 of type vlan for network 9b16c96e-080a-482b-ac45-71b90e9bdac4 Nov 05 19:01:08.532176 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-d0178da6-e8c9-4693-9611-f195d6b82ebe tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Publish callbacks [] for router, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:08.540582 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-d0178da6-e8c9-4693-9611-f195d6b82ebe tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.5766320 Nov 05 19:01:08.540582 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 44612) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:01:08.571313 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-1bee0178-ffd2-48e0-ae09-8c52fe26eeea tempest-BulkNetworkOpsTest-102730242 tempest-BulkNetworkOpsTest-102730242-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750027258543'] for network, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:08.650592 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:08.698778 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-8e9857e2-8e5d-4276-85c4-8fe3d56e02c8 req-39c3a1e0-0e4c-4282-9949-efeea15343c9 tempest-ServerShowV257Test-723067690 tempest-ServerShowV257Test-723067690-project] 10.222.0.13 "GET /v2.0/ports?device_id=52467105-9e9a-4884-9d54-5cdbe4659b01 HTTP/1.1" status: 200 len: 210 time: 0.0654812 Nov 05 19:01:08.723568 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-1bee0178-ffd2-48e0-ae09-8c52fe26eeea tempest-BulkNetworkOpsTest-102730242 tempest-BulkNetworkOpsTest-102730242-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-956796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877'] for network, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:08.730521 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bee0178-ffd2-48e0-ae09-8c52fe26eeea tempest-BulkNetworkOpsTest-102730242 tempest-BulkNetworkOpsTest-102730242-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:01:08.734842 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-1bee0178-ffd2-48e0-ae09-8c52fe26eeea tempest-BulkNetworkOpsTest-102730242 tempest-BulkNetworkOpsTest-102730242-project] Publish callbacks [] for network, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:08.746439 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b0363a49-92b5-41b0-9f41-4d5d8a8af138 None None] Publish callbacks [] for port, precommit_create {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:08.839223 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b0363a49-92b5-41b0-9f41-4d5d8a8af138 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789'] for port, after_create {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:08.851241 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-1bee0178-ffd2-48e0-ae09-8c52fe26eeea tempest-BulkNetworkOpsTest-102730242 tempest-BulkNetworkOpsTest-102730242-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.5624287 Nov 05 19:01:08.853941 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 44618) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:01:08.873317 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-b5e5f181-6b10-482d-8cab-f40d58bd1c2b tempest-BulkNetworkOpsTest-102730242 tempest-BulkNetworkOpsTest-102730242-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1310094669'}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:01:08.887042 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bee0178-ffd2-48e0-ae09-8c52fe26eeea tempest-BulkNetworkOpsTest-102730242 tempest-BulkNetworkOpsTest-102730242-project] Pushing event updated for resources: {'Network': ['ID=9b16c96e-080a-482b-ac45-71b90e9bdac4,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:01:08.900586 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0363a49-92b5-41b0-9f41-4d5d8a8af138 None None] Pushing event updated for resources: {'Port': ['ID=50d86834-8e18-4266-9e7a-23a94743daf8,revision_number=1']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:01:08.964370 n-d-816865-1 neutron-server[102388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0363a49-92b5-41b0-9f41-4d5d8a8af138 None None] Network 6901b23b-9fa4-4522-9989-5a4b971067f3 is already hosted by enough agents. {{(pid=102388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 19:01:08.973337 n-d-816865-1 neutron-server[102388]: DEBUG neutron.scheduler.base_scheduler [None req-b0363a49-92b5-41b0-9f41-4d5d8a8af138 None None] Resources bound (agent type, host, resource id): {{(pid=102388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 19:01:08.973337 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Network 9b16c96e-080a-482b-ac45-71b90e9bdac4 details requested by agent ovs-agent-n-d-816865-1 with host n-d-816865-1 {{(pid=102388) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 05 19:01:09.049012 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-b02a194a-a236-429a-a5de-400e0b98e67e tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:09.056632 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0363a49-92b5-41b0-9f41-4d5d8a8af138 None None] Received port after_create {{(pid=102388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 19:01:09.060634 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5e5f181-6b10-482d-8cab-f40d58bd1c2b tempest-BulkNetworkOpsTest-102730242 tempest-BulkNetworkOpsTest-102730242-project] Made reservation on behalf of b58cdd6b240e45fa883ebf6ad63f6016 for: {'network': 1} {{(pid=102387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 19:01:09.067481 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-b5e5f181-6b10-482d-8cab-f40d58bd1c2b tempest-BulkNetworkOpsTest-102730242 tempest-BulkNetworkOpsTest-102730242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for network, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:09.111124 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5e5f181-6b10-482d-8cab-f40d58bd1c2b tempest-BulkNetworkOpsTest-102730242 tempest-BulkNetworkOpsTest-102730242-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 159} {{(pid=102387) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 05 19:01:09.123079 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-b5e5f181-6b10-482d-8cab-f40d58bd1c2b tempest-BulkNetworkOpsTest-102730242 tempest-BulkNetworkOpsTest-102730242-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273'] for segment, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:09.124014 n-d-816865-1 neutron-server[102387]: INFO neutron.db.segments_db [None req-b5e5f181-6b10-482d-8cab-f40d58bd1c2b tempest-BulkNetworkOpsTest-102730242 tempest-BulkNetworkOpsTest-102730242-project] Added segment 4b7729d4-33af-4d82-9c42-8439b6ea17c3 of type vlan for network 1752a208-1282-4310-a12e-da788efcb196 Nov 05 19:01:09.197619 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-b0363a49-92b5-41b0-9f41-4d5d8a8af138 None None] Attempting to bind port 50d86834-8e18-4266-9e7a-23a94743daf8 on host n-d-816865-1 for vnic_type normal with profile {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 19:01:09.198089 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-b0363a49-92b5-41b0-9f41-4d5d8a8af138 None None] Attempting to bind port 50d86834-8e18-4266-9e7a-23a94743daf8 by drivers openvswitch,hyperv on host n-d-816865-1 at level 0 using segments [{'id': '22875a81-b86e-48ef-90c0-704758e82473', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '6901b23b-9fa4-4522-9989-5a4b971067f3'}] {{(pid=102388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 19:01:09.198470 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0363a49-92b5-41b0-9f41-4d5d8a8af138 None None] Attempting to bind port 50d86834-8e18-4266-9e7a-23a94743daf8 on network 6901b23b-9fa4-4522-9989-5a4b971067f3 {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 19:01:09.230324 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-b5e5f181-6b10-482d-8cab-f40d58bd1c2b tempest-BulkNetworkOpsTest-102730242 tempest-BulkNetworkOpsTest-102730242-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750027258543'] for network, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:09.300195 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0363a49-92b5-41b0-9f41-4d5d8a8af138 None None] Checking agent: {'id': '724d89a7-611b-41e6-bc85-c48112b17afa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 18, 25, 8), 'started_at': datetime.datetime(2021, 11, 5, 18, 25, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 19, 1, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 19:01:09.300893 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0363a49-92b5-41b0-9f41-4d5d8a8af138 None None] Checking segment: {'id': '22875a81-b86e-48ef-90c0-704758e82473', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '6901b23b-9fa4-4522-9989-5a4b971067f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 19:01:09.301474 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b0363a49-92b5-41b0-9f41-4d5d8a8af138 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:09.302032 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0363a49-92b5-41b0-9f41-4d5d8a8af138 None None] Bound using segment: {'id': '22875a81-b86e-48ef-90c0-704758e82473', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '6901b23b-9fa4-4522-9989-5a4b971067f3'} {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 19:01:09.302712 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-b0363a49-92b5-41b0-9f41-4d5d8a8af138 None None] Bound port: 50d86834-8e18-4266-9e7a-23a94743daf8, host: n-d-816865-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22875a81-b86e-48ef-90c0-704758e82473', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '6901b23b-9fa4-4522-9989-5a4b971067f3'}}] {{(pid=102388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 19:01:09.303268 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b0363a49-92b5-41b0-9f41-4d5d8a8af138 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:09.334643 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-b5e5f181-6b10-482d-8cab-f40d58bd1c2b tempest-BulkNetworkOpsTest-102730242 tempest-BulkNetworkOpsTest-102730242-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-956796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877'] for network, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:09.342221 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5e5f181-6b10-482d-8cab-f40d58bd1c2b tempest-BulkNetworkOpsTest-102730242 tempest-BulkNetworkOpsTest-102730242-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:01:09.342992 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-b5e5f181-6b10-482d-8cab-f40d58bd1c2b tempest-BulkNetworkOpsTest-102730242 tempest-BulkNetworkOpsTest-102730242-project] Publish callbacks [] for network, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:09.431642 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e5f181-6b10-482d-8cab-f40d58bd1c2b tempest-BulkNetworkOpsTest-102730242 tempest-BulkNetworkOpsTest-102730242-project] Pushing event updated for resources: {'Network': ['ID=1752a208-1282-4310-a12e-da788efcb196,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:01:09.452953 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.db_base_plugin_common [None req-b02a194a-a236-429a-a5de-400e0b98e67e tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Allocated IP 172.20.0.1 (6901b23b-9fa4-4522-9989-5a4b971067f3/dc871823-48d9-4f24-b4dc-8c3d1c8373d6/81e109c0-b590-4af5-9ef2-f6ec82ea6ee9) {{(pid=102386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 19:01:09.469165 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b0363a49-92b5-41b0-9f41-4d5d8a8af138 None None] For port 50d86834-8e18-4266-9e7a-23a94743daf8, host n-d-816865-1, cleared binding levels {{(pid=102388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 19:01:09.488326 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Network 1752a208-1282-4310-a12e-da788efcb196 details requested by agent ovs-agent-n-d-816865-1 with host n-d-816865-1 {{(pid=102388) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 05 19:01:09.520512 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-b5e5f181-6b10-482d-8cab-f40d58bd1c2b tempest-BulkNetworkOpsTest-102730242 tempest-BulkNetworkOpsTest-102730242-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.6596444 Nov 05 19:01:09.521304 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 44632) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:01:09.526992 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-725f0909-e072-4b65-8863-0c39d236bf4b tempest-BulkNetworkOpsTest-102730242 tempest-BulkNetworkOpsTest-102730242-project] Request body: {'ports': [{'network_id': '9b16c96e-080a-482b-ac45-71b90e9bdac4', 'name': 'tempest-port--1452074383', 'admin_state_up': True}, {'network_id': '1752a208-1282-4310-a12e-da788efcb196', 'admin_state_up': False}]} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:01:09.527389 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-725f0909-e072-4b65-8863-0c39d236bf4b tempest-BulkNetworkOpsTest-102730242 tempest-BulkNetworkOpsTest-102730242-project] Request body: {'port': {'network_id': '9b16c96e-080a-482b-ac45-71b90e9bdac4', 'name': 'tempest-port--1452074383', 'admin_state_up': True}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:01:09.527988 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-725f0909-e072-4b65-8863-0c39d236bf4b tempest-BulkNetworkOpsTest-102730242 tempest-BulkNetworkOpsTest-102730242-project] Request body: {'port': {'network_id': '1752a208-1282-4310-a12e-da788efcb196', 'admin_state_up': False}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:01:09.612211 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-b02a194a-a236-429a-a5de-400e0b98e67e tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Publish callbacks [] for port, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:09.694016 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b0363a49-92b5-41b0-9f41-4d5d8a8af138 None None] For port 50d86834-8e18-4266-9e7a-23a94743daf8, host n-d-816865-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=50d86834-8e18-4266-9e7a-23a94743daf8,segment=NetworkSegment(22875a81-b86e-48ef-90c0-704758e82473),segment_id=22875a81-b86e-48ef-90c0-704758e82473)] {{(pid=102388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 19:01:09.736311 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-b02a194a-a236-429a-a5de-400e0b98e67e tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:09.814978 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-725f0909-e072-4b65-8863-0c39d236bf4b tempest-BulkNetworkOpsTest-102730242 tempest-BulkNetworkOpsTest-102730242-project] Made reservation on behalf of b58cdd6b240e45fa883ebf6ad63f6016 for: {'port': 2} {{(pid=102387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 19:01:09.821104 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-725f0909-e072-4b65-8863-0c39d236bf4b tempest-BulkNetworkOpsTest-102730242 tempest-BulkNetworkOpsTest-102730242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:09.827494 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02a194a-a236-429a-a5de-400e0b98e67e tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Pushing event updated for resources: {'Port': ['ID=81e109c0-b590-4af5-9ef2-f6ec82ea6ee9,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:01:09.828486 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b0363a49-92b5-41b0-9f41-4d5d8a8af138 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:09.838363 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b02a194a-a236-429a-a5de-400e0b98e67e tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Network 6901b23b-9fa4-4522-9989-5a4b971067f3 is already hosted by enough agents. {{(pid=102386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 19:01:09.842113 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.base_scheduler [None req-b02a194a-a236-429a-a5de-400e0b98e67e tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Resources bound (agent type, host, resource id): {{(pid=102386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 19:01:09.854514 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b02a194a-a236-429a-a5de-400e0b98e67e tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Received port after_create {{(pid=102386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 19:01:09.879474 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-725f0909-e072-4b65-8863-0c39d236bf4b tempest-BulkNetworkOpsTest-102730242 tempest-BulkNetworkOpsTest-102730242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:09.941181 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0363a49-92b5-41b0-9f41-4d5d8a8af138 None None] Pushing event updated for resources: {'Port': ['ID=50d86834-8e18-4266-9e7a-23a94743daf8,revision_number=2']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:01:09.949689 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-1e1a660d-fddd-4fc8-b047-22db9568e930 req-a98a407b-71c6-4def-8522-4507d05188e7 tempest-ServerShowV257Test-723067690 tempest-ServerShowV257Test-723067690-project] 10.222.0.13 "GET /v2.0/ports?device_id=52467105-9e9a-4884-9d54-5cdbe4659b01 HTTP/1.1" status: 200 len: 210 time: 0.1054676 Nov 05 19:01:09.963080 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-b02a194a-a236-429a-a5de-400e0b98e67e tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-571770'] for router_interface, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:10.095109 n-d-816865-1 neutron-server[102387]: DEBUG neutron.notifiers.nova [None req-725f0909-e072-4b65-8863-0c39d236bf4b tempest-BulkNetworkOpsTest-102730242 tempest-BulkNetworkOpsTest-102730242-project] device_id is not set on port 70bb491f-5f4c-45bb-8d36-359a48899fe3 yet. {{(pid=102387) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 05 19:01:10.266930 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-b02a194a-a236-429a-a5de-400e0b98e67e tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:10.291217 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-725f0909-e072-4b65-8863-0c39d236bf4b tempest-BulkNetworkOpsTest-102730242 tempest-BulkNetworkOpsTest-102730242-project] Publish callbacks [] for port, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:10.383603 n-d-816865-1 neutron-server[102387]: DEBUG neutron.notifiers.nova [None req-725f0909-e072-4b65-8863-0c39d236bf4b tempest-BulkNetworkOpsTest-102730242 tempest-BulkNetworkOpsTest-102730242-project] device_id is not set on port a80a283d-8b35-4894-b8b4-e8b2ed30d0e9 yet. {{(pid=102387) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 05 19:01:10.595836 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-725f0909-e072-4b65-8863-0c39d236bf4b tempest-BulkNetworkOpsTest-102730242 tempest-BulkNetworkOpsTest-102730242-project] Publish callbacks [] for port, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:10.646651 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-b02a194a-a236-429a-a5de-400e0b98e67e tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Publish callbacks [] for port, precommit_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:10.729793 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-b02a194a-a236-429a-a5de-400e0b98e67e tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6149821'] for port, after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:10.748767 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-725f0909-e072-4b65-8863-0c39d236bf4b tempest-BulkNetworkOpsTest-102730242 tempest-BulkNetworkOpsTest-102730242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4417063'] for port, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:10.809578 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02a194a-a236-429a-a5de-400e0b98e67e tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Pushing event updated for resources: {'Port': ['ID=81e109c0-b590-4af5-9ef2-f6ec82ea6ee9,revision_number=2']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:01:10.810745 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725f0909-e072-4b65-8863-0c39d236bf4b tempest-BulkNetworkOpsTest-102730242 tempest-BulkNetworkOpsTest-102730242-project] Pushing event updated for resources: {'Port': ['ID=70bb491f-5f4c-45bb-8d36-359a48899fe3,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:01:10.812105 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-b02a194a-a236-429a-a5de-400e0b98e67e tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-597863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-571878'] for router_interface, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:10.825273 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-725f0909-e072-4b65-8863-0c39d236bf4b tempest-BulkNetworkOpsTest-102730242 tempest-BulkNetworkOpsTest-102730242-project] Checking segment: {'id': 'ce875b25-2368-4e4b-b85a-c552ec5fdaf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '9b16c96e-080a-482b-ac45-71b90e9bdac4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 19:01:10.825921 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-725f0909-e072-4b65-8863-0c39d236bf4b tempest-BulkNetworkOpsTest-102730242 tempest-BulkNetworkOpsTest-102730242-project] Network hostable DHCP agents. Network: 9b16c96e-080a-482b-ac45-71b90e9bdac4, hostable agents: ['987e2ca0-bc3b-4c6f-a989-429ccfbf753f'], hosted agents: [] {{(pid=102387) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 05 19:01:10.900727 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-725f0909-e072-4b65-8863-0c39d236bf4b tempest-BulkNetworkOpsTest-102730242 tempest-BulkNetworkOpsTest-102730242-project] Network 9b16c96e-080a-482b-ac45-71b90e9bdac4 is scheduled to be hosted by DHCP agent 987e2ca0-bc3b-4c6f-a989-429ccfbf753f with binding_index 1 {{(pid=102387) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 05 19:01:10.941472 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b02a194a-a236-429a-a5de-400e0b98e67e tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Network 6901b23b-9fa4-4522-9989-5a4b971067f3 is already hosted by enough agents. {{(pid=102386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 19:01:10.941472 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.base_scheduler [None req-b02a194a-a236-429a-a5de-400e0b98e67e tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Resources bound (agent type, host, resource id): {{(pid=102386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 19:01:11.005079 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.base_scheduler [None req-725f0909-e072-4b65-8863-0c39d236bf4b tempest-BulkNetworkOpsTest-102730242 tempest-BulkNetworkOpsTest-102730242-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816865-1, 9b16c96e-080a-482b-ac45-71b90e9bdac4) {{(pid=102387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 19:01:11.009329 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-725f0909-e072-4b65-8863-0c39d236bf4b tempest-BulkNetworkOpsTest-102730242 tempest-BulkNetworkOpsTest-102730242-project] Received port after_create {{(pid=102387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 19:01:11.010238 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-725f0909-e072-4b65-8863-0c39d236bf4b tempest-BulkNetworkOpsTest-102730242 tempest-BulkNetworkOpsTest-102730242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4417063'] for port, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:11.036907 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28a5c99d-7f89-46b7-b552-c5697b102046 None None] Network 9b16c96e-080a-482b-ac45-71b90e9bdac4 requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 19:01:11.254929 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-634c65e6-61c7-4588-a191-d469814fa816 req-20bce3af-d6ed-4350-9787-97e05c749c3c tempest-ServerShowV257Test-723067690 tempest-ServerShowV257Test-723067690-project] 10.222.0.13 "GET /v2.0/ports?device_id=52467105-9e9a-4884-9d54-5cdbe4659b01 HTTP/1.1" status: 200 len: 210 time: 0.1416571 Nov 05 19:01:11.270778 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725f0909-e072-4b65-8863-0c39d236bf4b tempest-BulkNetworkOpsTest-102730242 tempest-BulkNetworkOpsTest-102730242-project] Pushing event updated for resources: {'Port': ['ID=a80a283d-8b35-4894-b8b4-e8b2ed30d0e9,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:01:11.283253 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b02a194a-a236-429a-a5de-400e0b98e67e tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Router a44eebc0-02b8-40ce-a425-9e7b87170496 is scheduled to L3 agent 6dcb5589-8e86-4616-9186-ddc4548e13ad with binding_index 1 {{(pid=102386) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 05 19:01:11.307935 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-725f0909-e072-4b65-8863-0c39d236bf4b tempest-BulkNetworkOpsTest-102730242 tempest-BulkNetworkOpsTest-102730242-project] Checking segment: {'id': '4b7729d4-33af-4d82-9c42-8439b6ea17c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '1752a208-1282-4310-a12e-da788efcb196'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 19:01:11.308303 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-725f0909-e072-4b65-8863-0c39d236bf4b tempest-BulkNetworkOpsTest-102730242 tempest-BulkNetworkOpsTest-102730242-project] Network hostable DHCP agents. Network: 1752a208-1282-4310-a12e-da788efcb196, hostable agents: ['987e2ca0-bc3b-4c6f-a989-429ccfbf753f'], hosted agents: [] {{(pid=102387) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 05 19:01:11.416574 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-725f0909-e072-4b65-8863-0c39d236bf4b tempest-BulkNetworkOpsTest-102730242 tempest-BulkNetworkOpsTest-102730242-project] Network 1752a208-1282-4310-a12e-da788efcb196 is scheduled to be hosted by DHCP agent 987e2ca0-bc3b-4c6f-a989-429ccfbf753f with binding_index 1 {{(pid=102387) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 05 19:01:11.626691 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9f5b50f-a50b-4331-bc6a-43722cd51cc0 None None] Network 6901b23b-9fa4-4522-9989-5a4b971067f3 requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 19:01:11.632242 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.base_scheduler [None req-725f0909-e072-4b65-8863-0c39d236bf4b tempest-BulkNetworkOpsTest-102730242 tempest-BulkNetworkOpsTest-102730242-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816865-1, 1752a208-1282-4310-a12e-da788efcb196) {{(pid=102387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 19:01:11.638292 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-725f0909-e072-4b65-8863-0c39d236bf4b tempest-BulkNetworkOpsTest-102730242 tempest-BulkNetworkOpsTest-102730242-project] Received port after_create {{(pid=102387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 19:01:11.646781 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-725f0909-e072-4b65-8863-0c39d236bf4b tempest-BulkNetworkOpsTest-102730242 tempest-BulkNetworkOpsTest-102730242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:01:11.664043 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55717e79-85b0-4864-8c6f-7653561107d8 None None] Network 1752a208-1282-4310-a12e-da788efcb196 requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 19:01:11.666132 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-725f0909-e072-4b65-8863-0c39d236bf4b tempest-BulkNetworkOpsTest-102730242 tempest-BulkNetworkOpsTest-102730242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:01:11.667416 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-725f0909-e072-4b65-8863-0c39d236bf4b tempest-BulkNetworkOpsTest-102730242 tempest-BulkNetworkOpsTest-102730242-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:11.801231 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-725f0909-e072-4b65-8863-0c39d236bf4b tempest-BulkNetworkOpsTest-102730242 tempest-BulkNetworkOpsTest-102730242-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 2.2786839 Nov 05 19:01:11.803585 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 44688) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:01:11.869462 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-4d92afd6-972d-4066-8b9f-b1f51e04a89a None None] Provisioning complete for port 50d86834-8e18-4266-9e7a-23a94743daf8 triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:01:11.869909 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-4d92afd6-972d-4066-8b9f-b1f51e04a89a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:11.914163 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-390211de-9e8d-4e64-8e5d-5d60b8a26501 tempest-BulkNetworkOpsTest-102730242 tempest-BulkNetworkOpsTest-102730242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:01:11.923945 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-390211de-9e8d-4e64-8e5d-5d60b8a26501 tempest-BulkNetworkOpsTest-102730242 tempest-BulkNetworkOpsTest-102730242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:01:11.931677 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-390211de-9e8d-4e64-8e5d-5d60b8a26501 tempest-BulkNetworkOpsTest-102730242 tempest-BulkNetworkOpsTest-102730242-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.1250656 Nov 05 19:01:11.934895 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 44690) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:01:11.969410 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b02a194a-a236-429a-a5de-400e0b98e67e tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Notify agent at l3_agent.n-d-816865-1 the message routers_updated {{(pid=102386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 19:01:11.984716 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98697b0b-f72f-4e85-abd8-a53f4730a661 None None] Sync routers for ids ['a44eebc0-02b8-40ce-a425-9e7b87170496'] in n-d-816865-1 {{(pid=102388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 19:01:11.987614 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-b02a194a-a236-429a-a5de-400e0b98e67e tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] 10.222.0.13 "PUT /v2.0/routers/a44eebc0-02b8-40ce-a425-9e7b87170496/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4504645 Nov 05 19:01:11.991761 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 44692) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:01:12.022495 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98697b0b-f72f-4e85-abd8-a53f4730a661 None None] Routers {'a44eebc0-02b8-40ce-a425-9e7b87170496'} bound to L3 agent in host n-d-816865-1 {{(pid=102388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 19:01:12.023151 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-98697b0b-f72f-4e85-abd8-a53f4730a661 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T19:01:05Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['a44eebc0-02b8-40ce-a425-9e7b87170496'], 'active': True} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:01:12.073508 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-98697b0b-f72f-4e85-abd8-a53f4730a661 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816865-1', False) {} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:01:12.128312 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13c3691f-c084-4bce-844f-3fee70d41259 tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:01:12.129713 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-13c3691f-c084-4bce-844f-3fee70d41259 tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] 10.222.0.13 "GET /v2.0/ports/81e109c0-b590-4af5-9ef2-f6ec82ea6ee9 HTTP/1.1" status: 200 len: 910 time: 0.1358066 Nov 05 19:01:12.134919 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 44696) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:01:12.148943 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-4d92afd6-972d-4066-8b9f-b1f51e04a89a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:12.170731 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98697b0b-f72f-4e85-abd8-a53f4730a661 None None] Routers {'a44eebc0-02b8-40ce-a425-9e7b87170496'} bound to L3 agent in host n-d-816865-1 {{(pid=102388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 19:01:12.171501 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-98697b0b-f72f-4e85-abd8-a53f4730a661 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T19:01:05Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['a44eebc0-02b8-40ce-a425-9e7b87170496'], 'active': True} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:01:12.258646 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-98697b0b-f72f-4e85-abd8-a53f4730a661 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816865-1', False) {} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:01:12.259961 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98697b0b-f72f-4e85-abd8-a53f4730a661 None None] The sync data for ids ['a44eebc0-02b8-40ce-a425-9e7b87170496'] in n-d-816865-1 is: [] {{(pid=102388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 19:01:12.308799 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 50d86834-8e18-4266-9e7a-23a94743daf8 up at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 19:01:12.403180 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [None req-0d010576-c0e7-4a63-9e87-26c596d4f8e1 tempest-BulkNetworkOpsTest-102730242 tempest-BulkNetworkOpsTest-102730242-project] Deleting port 70bb491f-5f4c-45bb-8d36-359a48899fe3 {{(pid=102387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 19:01:12.403844 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-0d010576-c0e7-4a63-9e87-26c596d4f8e1 tempest-BulkNetworkOpsTest-102730242 tempest-BulkNetworkOpsTest-102730242-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:12.420530 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-4d92afd6-972d-4066-8b9f-b1f51e04a89a None None] For port 50d86834-8e18-4266-9e7a-23a94743daf8, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=50d86834-8e18-4266-9e7a-23a94743daf8,segment=NetworkSegment(22875a81-b86e-48ef-90c0-704758e82473),segment_id=22875a81-b86e-48ef-90c0-704758e82473)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:01:12.464053 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Provisioning complete for port 50d86834-8e18-4266-9e7a-23a94743daf8 triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:01:12.464422 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:12.509478 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-0d010576-c0e7-4a63-9e87-26c596d4f8e1 tempest-BulkNetworkOpsTest-102730242 tempest-BulkNetworkOpsTest-102730242-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:12.524081 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [None req-0d010576-c0e7-4a63-9e87-26c596d4f8e1 tempest-BulkNetworkOpsTest-102730242 tempest-BulkNetworkOpsTest-102730242-project] Calling delete_port for 70bb491f-5f4c-45bb-8d36-359a48899fe3 owned by {{(pid=102387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 19:01:12.559640 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-4d92afd6-972d-4066-8b9f-b1f51e04a89a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:12.736749 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d92afd6-972d-4066-8b9f-b1f51e04a89a None None] Pushing event updated for resources: {'Port': ['ID=50d86834-8e18-4266-9e7a-23a94743daf8,revision_number=3']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:01:12.747410 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-70d4fbe7-ae09-41da-935c-6dfce11ad0ac req-f03b3007-32e4-48bb-a1ac-c78005826f14 tempest-ServerShowV257Test-723067690 tempest-ServerShowV257Test-723067690-project] 10.222.0.13 "GET /v2.0/ports?device_id=52467105-9e9a-4884-9d54-5cdbe4659b01 HTTP/1.1" status: 200 len: 210 time: 0.1155224 Nov 05 19:01:12.751036 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-0d010576-c0e7-4a63-9e87-26c596d4f8e1 tempest-BulkNetworkOpsTest-102730242 tempest-BulkNetworkOpsTest-102730242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4417063'] for port, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:12.784518 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-f79565f3-b0a5-4db7-b6b4-1f41f7a05371 None None] Provisioning complete for port 81e109c0-b590-4af5-9ef2-f6ec82ea6ee9 triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:01:12.784895 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-f79565f3-b0a5-4db7-b6b4-1f41f7a05371 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:12.822480 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-0d010576-c0e7-4a63-9e87-26c596d4f8e1 tempest-BulkNetworkOpsTest-102730242 tempest-BulkNetworkOpsTest-102730242-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:12.828305 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 44712) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:01:12.833620 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-0d010576-c0e7-4a63-9e87-26c596d4f8e1 tempest-BulkNetworkOpsTest-102730242 tempest-BulkNetworkOpsTest-102730242-project] 10.222.0.13 "DELETE /v2.0/ports/70bb491f-5f4c-45bb-8d36-359a48899fe3 HTTP/1.1" status: 204 len: 168 time: 0.8972485 Nov 05 19:01:12.856464 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d010576-c0e7-4a63-9e87-26c596d4f8e1 tempest-BulkNetworkOpsTest-102730242 tempest-BulkNetworkOpsTest-102730242-project] Pushing event deleted for resources: {'Port': ['ID=70bb491f-5f4c-45bb-8d36-359a48899fe3,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:01:12.902429 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-f79565f3-b0a5-4db7-b6b4-1f41f7a05371 None None] Port 81e109c0-b590-4af5-9ef2-f6ec82ea6ee9 cannot update to ACTIVE because it is not bound. {{(pid=102388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 19:01:12.951117 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-f79565f3-b0a5-4db7-b6b4-1f41f7a05371 None None] Provisioning complete for port 50d86834-8e18-4266-9e7a-23a94743daf8 triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:01:12.951871 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-f79565f3-b0a5-4db7-b6b4-1f41f7a05371 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:13.016979 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-856fafe0-9565-4f05-a6cc-820e4c2959dc tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-571777'] for router_interface, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:13.060123 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-733ed846-92c3-414c-9140-b6e49ad1bc2c tempest-BulkNetworkOpsTest-102730242 tempest-BulkNetworkOpsTest-102730242-project] Deleting port a80a283d-8b35-4894-b8b4-e8b2ed30d0e9 {{(pid=102386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 19:01:13.060758 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-733ed846-92c3-414c-9140-b6e49ad1bc2c tempest-BulkNetworkOpsTest-102730242 tempest-BulkNetworkOpsTest-102730242-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:13.190524 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-733ed846-92c3-414c-9140-b6e49ad1bc2c tempest-BulkNetworkOpsTest-102730242 tempest-BulkNetworkOpsTest-102730242-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:13.222779 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-733ed846-92c3-414c-9140-b6e49ad1bc2c tempest-BulkNetworkOpsTest-102730242 tempest-BulkNetworkOpsTest-102730242-project] Calling delete_port for a80a283d-8b35-4894-b8b4-e8b2ed30d0e9 owned by {{(pid=102386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 19:01:13.247894 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-f3741881-9ac7-4f10-b2c7-d566852066a7 None None] Provisioning complete for port 81e109c0-b590-4af5-9ef2-f6ec82ea6ee9 triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:01:13.250901 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-f3741881-9ac7-4f10-b2c7-d566852066a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:13.340435 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-f3741881-9ac7-4f10-b2c7-d566852066a7 None None] Port 81e109c0-b590-4af5-9ef2-f6ec82ea6ee9 cannot update to ACTIVE because it is not bound. {{(pid=102388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 19:01:13.489473 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-733ed846-92c3-414c-9140-b6e49ad1bc2c tempest-BulkNetworkOpsTest-102730242 tempest-BulkNetworkOpsTest-102730242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:13.544129 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733ed846-92c3-414c-9140-b6e49ad1bc2c tempest-BulkNetworkOpsTest-102730242 tempest-BulkNetworkOpsTest-102730242-project] Pushing event deleted for resources: {'Port': ['ID=a80a283d-8b35-4894-b8b4-e8b2ed30d0e9,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:01:13.547758 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-733ed846-92c3-414c-9140-b6e49ad1bc2c tempest-BulkNetworkOpsTest-102730242 tempest-BulkNetworkOpsTest-102730242-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:13.553829 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-733ed846-92c3-414c-9140-b6e49ad1bc2c tempest-BulkNetworkOpsTest-102730242 tempest-BulkNetworkOpsTest-102730242-project] 10.222.0.13 "DELETE /v2.0/ports/a80a283d-8b35-4894-b8b4-e8b2ed30d0e9 HTTP/1.1" status: 204 len: 168 time: 0.7215223 Nov 05 19:01:13.553829 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 44724) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:01:13.593546 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-dac663dc-fee6-4397-81c3-a045ada687f9 tempest-BulkNetworkOpsTest-102730242 tempest-BulkNetworkOpsTest-102730242-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0375652 Nov 05 19:01:13.606944 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 44728) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:01:13.614611 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-dd9ea1ae-48ed-4a1b-a480-59e6a4c13b12 tempest-BulkNetworkOpsTest-102730242 tempest-BulkNetworkOpsTest-102730242-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-871203980'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:01:13.634239 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-147566ec-fd18-490c-ba0d-ee235bfd4348 None None] Provisioning complete for port 81e109c0-b590-4af5-9ef2-f6ec82ea6ee9 triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:01:13.639271 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-147566ec-fd18-490c-ba0d-ee235bfd4348 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:13.694715 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-147566ec-fd18-490c-ba0d-ee235bfd4348 None None] Port 81e109c0-b590-4af5-9ef2-f6ec82ea6ee9 cannot update to ACTIVE because it is not bound. {{(pid=102388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 19:01:13.720201 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.agents_db [None req-b9406b04-a0e8-43cf-b349-711963d96cf4 None None] Agent healthcheck: found 7 active agents {{(pid=102389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 05 19:01:13.761720 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd9ea1ae-48ed-4a1b-a480-59e6a4c13b12 tempest-BulkNetworkOpsTest-102730242 tempest-BulkNetworkOpsTest-102730242-project] Made reservation on behalf of b58cdd6b240e45fa883ebf6ad63f6016 for: {'network': 1} {{(pid=102386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 19:01:13.761720 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-dd9ea1ae-48ed-4a1b-a480-59e6a4c13b12 tempest-BulkNetworkOpsTest-102730242 tempest-BulkNetworkOpsTest-102730242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for network, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:13.789846 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd9ea1ae-48ed-4a1b-a480-59e6a4c13b12 tempest-BulkNetworkOpsTest-102730242 tempest-BulkNetworkOpsTest-102730242-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 168} {{(pid=102386) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 05 19:01:13.814458 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-dd9ea1ae-48ed-4a1b-a480-59e6a4c13b12 tempest-BulkNetworkOpsTest-102730242 tempest-BulkNetworkOpsTest-102730242-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273'] for segment, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:13.814938 n-d-816865-1 neutron-server[102386]: INFO neutron.db.segments_db [None req-dd9ea1ae-48ed-4a1b-a480-59e6a4c13b12 tempest-BulkNetworkOpsTest-102730242 tempest-BulkNetworkOpsTest-102730242-project] Added segment a7309a7c-9121-43ed-951f-48ac37605fb7 of type vlan for network 98e4c274-2bfe-419b-ae71-30d033f73e13 Nov 05 19:01:13.891449 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-dd9ea1ae-48ed-4a1b-a480-59e6a4c13b12 tempest-BulkNetworkOpsTest-102730242 tempest-BulkNetworkOpsTest-102730242-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750027258543'] for network, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:13.913591 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [None req-856fafe0-9565-4f05-a6cc-820e4c2959dc tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Deleting port 81e109c0-b590-4af5-9ef2-f6ec82ea6ee9 {{(pid=102387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 19:01:13.916660 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-856fafe0-9565-4f05-a6cc-820e4c2959dc tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:13.951889 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-ff243806-435c-4b5b-96e1-e58675c8909b req-76c9fd56-feac-4755-a0c3-6734f1faadb5 tempest-ServerShowV257Test-723067690 tempest-ServerShowV257Test-723067690-project] 10.222.0.13 "GET /v2.0/ports?device_id=52467105-9e9a-4884-9d54-5cdbe4659b01 HTTP/1.1" status: 200 len: 210 time: 0.0492167 Nov 05 19:01:14.012449 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-dd9ea1ae-48ed-4a1b-a480-59e6a4c13b12 tempest-BulkNetworkOpsTest-102730242 tempest-BulkNetworkOpsTest-102730242-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-956796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877'] for network, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:14.022141 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd9ea1ae-48ed-4a1b-a480-59e6a4c13b12 tempest-BulkNetworkOpsTest-102730242 tempest-BulkNetworkOpsTest-102730242-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:01:14.025586 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-dd9ea1ae-48ed-4a1b-a480-59e6a4c13b12 tempest-BulkNetworkOpsTest-102730242 tempest-BulkNetworkOpsTest-102730242-project] Publish callbacks [] for network, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:14.054875 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-856fafe0-9565-4f05-a6cc-820e4c2959dc tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:14.087296 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [None req-856fafe0-9565-4f05-a6cc-820e4c2959dc tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Calling delete_port for 81e109c0-b590-4af5-9ef2-f6ec82ea6ee9 owned by network:router_interface {{(pid=102387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 19:01:14.137326 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9ea1ae-48ed-4a1b-a480-59e6a4c13b12 tempest-BulkNetworkOpsTest-102730242 tempest-BulkNetworkOpsTest-102730242-project] Pushing event updated for resources: {'Network': ['ID=98e4c274-2bfe-419b-ae71-30d033f73e13,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:01:14.160452 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-dd9ea1ae-48ed-4a1b-a480-59e6a4c13b12 tempest-BulkNetworkOpsTest-102730242 tempest-BulkNetworkOpsTest-102730242-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.5518041 Nov 05 19:01:14.163042 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 44740) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:01:14.171991 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-7ebcd21c-1e5a-49ef-9745-e23ea16e740f tempest-BulkNetworkOpsTest-102730242 tempest-BulkNetworkOpsTest-102730242-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1559801347'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:01:14.176413 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Network 98e4c274-2bfe-419b-ae71-30d033f73e13 details requested by agent ovs-agent-n-d-816865-1 with host n-d-816865-1 {{(pid=102388) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 05 19:01:14.288919 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 50d86834-8e18-4266-9e7a-23a94743daf8 up at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 19:01:14.358484 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Provisioning complete for port 50d86834-8e18-4266-9e7a-23a94743daf8 triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:01:14.358855 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:14.386392 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ebcd21c-1e5a-49ef-9745-e23ea16e740f tempest-BulkNetworkOpsTest-102730242 tempest-BulkNetworkOpsTest-102730242-project] Made reservation on behalf of b58cdd6b240e45fa883ebf6ad63f6016 for: {'network': 1} {{(pid=102386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 19:01:14.390005 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-7ebcd21c-1e5a-49ef-9745-e23ea16e740f tempest-BulkNetworkOpsTest-102730242 tempest-BulkNetworkOpsTest-102730242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for network, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:14.416003 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ebcd21c-1e5a-49ef-9745-e23ea16e740f tempest-BulkNetworkOpsTest-102730242 tempest-BulkNetworkOpsTest-102730242-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 152} {{(pid=102386) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 05 19:01:14.428162 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-7ebcd21c-1e5a-49ef-9745-e23ea16e740f tempest-BulkNetworkOpsTest-102730242 tempest-BulkNetworkOpsTest-102730242-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273'] for segment, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:14.428162 n-d-816865-1 neutron-server[102386]: INFO neutron.db.segments_db [None req-7ebcd21c-1e5a-49ef-9745-e23ea16e740f tempest-BulkNetworkOpsTest-102730242 tempest-BulkNetworkOpsTest-102730242-project] Added segment 7665b760-fd13-4724-96fc-cf8d840d7327 of type vlan for network cbb37d04-f352-467d-811e-2ac374426da8 Nov 05 19:01:14.472359 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-7ebcd21c-1e5a-49ef-9745-e23ea16e740f tempest-BulkNetworkOpsTest-102730242 tempest-BulkNetworkOpsTest-102730242-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750027258543'] for network, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:14.500889 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-856fafe0-9565-4f05-a6cc-820e4c2959dc tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4417063'] for port, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:14.531493 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856fafe0-9565-4f05-a6cc-820e4c2959dc tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Pushing event deleted for resources: {'Port': ['ID=81e109c0-b590-4af5-9ef2-f6ec82ea6ee9,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:01:14.611198 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-7ebcd21c-1e5a-49ef-9745-e23ea16e740f tempest-BulkNetworkOpsTest-102730242 tempest-BulkNetworkOpsTest-102730242-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-956796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877'] for network, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:14.630017 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ebcd21c-1e5a-49ef-9745-e23ea16e740f tempest-BulkNetworkOpsTest-102730242 tempest-BulkNetworkOpsTest-102730242-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:01:14.631948 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-7ebcd21c-1e5a-49ef-9745-e23ea16e740f tempest-BulkNetworkOpsTest-102730242 tempest-BulkNetworkOpsTest-102730242-project] Publish callbacks [] for network, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:14.760396 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-856fafe0-9565-4f05-a6cc-820e4c2959dc tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-597886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-573297'] for router_interface, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:14.772442 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-7ebcd21c-1e5a-49ef-9745-e23ea16e740f tempest-BulkNetworkOpsTest-102730242 tempest-BulkNetworkOpsTest-102730242-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.6082551 Nov 05 19:01:14.796748 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ebcd21c-1e5a-49ef-9745-e23ea16e740f tempest-BulkNetworkOpsTest-102730242 tempest-BulkNetworkOpsTest-102730242-project] Pushing event updated for resources: {'Network': ['ID=cbb37d04-f352-467d-811e-2ac374426da8,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:01:14.812425 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Network cbb37d04-f352-467d-811e-2ac374426da8 details requested by agent ovs-agent-n-d-816865-1 with host n-d-816865-1 {{(pid=102388) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 05 19:01:14.904091 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 44754) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:01:14.908131 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-10806ef9-3b5f-478d-a9d5-29daf870c8ef tempest-BulkNetworkOpsTest-102730242 tempest-BulkNetworkOpsTest-102730242-project] Request body: {'subnets': [{'network_id': '98e4c274-2bfe-419b-ae71-30d033f73e13', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1706545477', 'ip_version': 4}, {'network_id': 'cbb37d04-f352-467d-811e-2ac374426da8', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:01:14.909615 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-10806ef9-3b5f-478d-a9d5-29daf870c8ef tempest-BulkNetworkOpsTest-102730242 tempest-BulkNetworkOpsTest-102730242-project] Request body: {'subnet': {'network_id': '98e4c274-2bfe-419b-ae71-30d033f73e13', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1706545477', 'ip_version': 4}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:01:14.910410 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-10806ef9-3b5f-478d-a9d5-29daf870c8ef tempest-BulkNetworkOpsTest-102730242 tempest-BulkNetworkOpsTest-102730242-project] Request body: {'subnet': {'network_id': 'cbb37d04-f352-467d-811e-2ac374426da8', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:01:14.970470 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-856fafe0-9565-4f05-a6cc-820e4c2959dc tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Router a44eebc0-02b8-40ce-a425-9e7b87170496 has already been hosted by L3 agent 6dcb5589-8e86-4616-9186-ddc4548e13ad {{(pid=102387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 19:01:15.089441 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-856fafe0-9565-4f05-a6cc-820e4c2959dc tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Notify agent at l3_agent.n-d-816865-1 the message routers_updated {{(pid=102387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 19:01:15.099913 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-856fafe0-9565-4f05-a6cc-820e4c2959dc tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] 10.222.0.13 "PUT /v2.0/routers/a44eebc0-02b8-40ce-a425-9e7b87170496/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9633155 Nov 05 19:01:15.101882 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 44760) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:01:15.105180 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6432d72d-5bf6-4e7c-84b0-35bf644b0ff7 None None] Sync routers for ids ['a44eebc0-02b8-40ce-a425-9e7b87170496'] in n-d-816865-1 {{(pid=102389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 19:01:15.121829 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6432d72d-5bf6-4e7c-84b0-35bf644b0ff7 None None] Routers {'a44eebc0-02b8-40ce-a425-9e7b87170496'} bound to L3 agent in host n-d-816865-1 {{(pid=102389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 19:01:15.122842 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-6432d72d-5bf6-4e7c-84b0-35bf644b0ff7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T19:01:05Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['a44eebc0-02b8-40ce-a425-9e7b87170496'], 'active': True} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:01:15.161685 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 44766) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:01:15.162533 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-aef96e40-cd5d-47a6-bb14-3e89706f2044 tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] 10.222.0.13 "GET /v2.0/ports?device_id=a44eebc0-02b8-40ce-a425-9e7b87170496 HTTP/1.1" status: 200 len: 205 time: 0.0582647 Nov 05 19:01:15.162650 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-6432d72d-5bf6-4e7c-84b0-35bf644b0ff7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816865-1', False) {} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:01:15.164034 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-b8e9953a-18dc-4073-8228-64a1b5403a1c req-2c135067-2a96-4695-93ec-d4519da24de9 tempest-ServerShowV257Test-723067690 tempest-ServerShowV257Test-723067690-project] 10.222.0.13 "GET /v2.0/ports?device_id=52467105-9e9a-4884-9d54-5cdbe4659b01 HTTP/1.1" status: 200 len: 210 time: 0.0629661 Nov 05 19:01:15.202028 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6432d72d-5bf6-4e7c-84b0-35bf644b0ff7 None None] Routers {'a44eebc0-02b8-40ce-a425-9e7b87170496'} bound to L3 agent in host n-d-816865-1 {{(pid=102389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 19:01:15.202699 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-6432d72d-5bf6-4e7c-84b0-35bf644b0ff7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T19:01:05Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['a44eebc0-02b8-40ce-a425-9e7b87170496'], 'active': True} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:01:15.239082 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-6432d72d-5bf6-4e7c-84b0-35bf644b0ff7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816865-1', False) {} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:01:15.239728 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6432d72d-5bf6-4e7c-84b0-35bf644b0ff7 None None] The sync data for ids ['a44eebc0-02b8-40ce-a425-9e7b87170496'] in n-d-816865-1 is: [] {{(pid=102389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 19:01:15.261791 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10806ef9-3b5f-478d-a9d5-29daf870c8ef tempest-BulkNetworkOpsTest-102730242 tempest-BulkNetworkOpsTest-102730242-project] Made reservation on behalf of b58cdd6b240e45fa883ebf6ad63f6016 for: {'subnet': 2} {{(pid=102386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 19:01:15.266552 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-10806ef9-3b5f-478d-a9d5-29daf870c8ef tempest-BulkNetworkOpsTest-102730242 tempest-BulkNetworkOpsTest-102730242-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4877122'] for subnet, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:15.266883 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-10806ef9-3b5f-478d-a9d5-29daf870c8ef tempest-BulkNetworkOpsTest-102730242 tempest-BulkNetworkOpsTest-102730242-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4877122'] for subnet, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:15.325717 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-d3656fcf-1e24-48a6-a37f-d40c04c7f99b tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Publish callbacks [] for router, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:15.533775 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-d3656fcf-1e24-48a6-a37f-d40c04c7f99b tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-571301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6852'] for router, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:15.536917 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-d3656fcf-1e24-48a6-a37f-d40c04c7f99b tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:15.735343 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-d3656fcf-1e24-48a6-a37f-d40c04c7f99b tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-571310'] for router, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:15.735343 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3656fcf-1e24-48a6-a37f-d40c04c7f99b tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Fanout notify agent at l3_agent the message router_deleted on router a44eebc0-02b8-40ce-a425-9e7b87170496 {{(pid=102386) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 05 19:01:15.744036 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-d3656fcf-1e24-48a6-a37f-d40c04c7f99b tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Publish callbacks [] for router, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:15.747805 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-d3656fcf-1e24-48a6-a37f-d40c04c7f99b tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] 10.222.0.13 "DELETE /v2.0/routers/a44eebc0-02b8-40ce-a425-9e7b87170496 HTTP/1.1" status: 204 len: 168 time: 0.5826449 Nov 05 19:01:15.748262 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 44778) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:01:15.808398 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e5bd450-c24f-43e2-8a1a-85662185f0f0 tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Deleting subnet dc871823-48d9-4f24-b4dc-8c3d1c8373d6 {{(pid=102387) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 05 19:01:15.810258 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-5e5bd450-c24f-43e2-8a1a-85662185f0f0 tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Publish callbacks [] for subnet, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:15.857851 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-5e5bd450-c24f-43e2-8a1a-85662185f0f0 tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4463501'] for subnet, precommit_delete_associations {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:15.953468 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-5e5bd450-c24f-43e2-8a1a-85662185f0f0 tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1573928'] for subnet, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:16.020969 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-10806ef9-3b5f-478d-a9d5-29daf870c8ef tempest-BulkNetworkOpsTest-102730242 tempest-BulkNetworkOpsTest-102730242-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6149946', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4877172'] for subnet, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:16.078969 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10806ef9-3b5f-478d-a9d5-29daf870c8ef tempest-BulkNetworkOpsTest-102730242 tempest-BulkNetworkOpsTest-102730242-project] Pushing event updated for resources: {'Subnet': ['ID=b4a6d891-ccc3-4cc0-97c6-9b02f4e34f3f,revision_number=0']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:01:16.097956 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10806ef9-3b5f-478d-a9d5-29daf870c8ef tempest-BulkNetworkOpsTest-102730242 tempest-BulkNetworkOpsTest-102730242-project] Checking segment: {'id': 'a7309a7c-9121-43ed-951f-48ac37605fb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '98e4c274-2bfe-419b-ae71-30d033f73e13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 19:01:16.098346 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10806ef9-3b5f-478d-a9d5-29daf870c8ef tempest-BulkNetworkOpsTest-102730242 tempest-BulkNetworkOpsTest-102730242-project] Network hostable DHCP agents. Network: 98e4c274-2bfe-419b-ae71-30d033f73e13, hostable agents: ['987e2ca0-bc3b-4c6f-a989-429ccfbf753f'], hosted agents: [] {{(pid=102386) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 05 19:01:16.135831 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-5e5bd450-c24f-43e2-8a1a-85662185f0f0 tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1573905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4417146', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5112209'] for subnet, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:16.165584 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5bd450-c24f-43e2-8a1a-85662185f0f0 tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Pushing event deleted for resources: {'Subnet': ['ID=dc871823-48d9-4f24-b4dc-8c3d1c8373d6,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:01:16.168033 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-5e5bd450-c24f-43e2-8a1a-85662185f0f0 tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Publish callbacks [] for subnet, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:16.173623 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 44786) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:01:16.174192 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-5e5bd450-c24f-43e2-8a1a-85662185f0f0 tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] 10.222.0.13 "DELETE /v2.0/subnets/dc871823-48d9-4f24-b4dc-8c3d1c8373d6 HTTP/1.1" status: 204 len: 168 time: 0.4240232 Nov 05 19:01:16.174310 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e38d019-5025-406c-919d-6a72f911732e None None] Network 6901b23b-9fa4-4522-9989-5a4b971067f3 requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 19:01:16.259459 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10806ef9-3b5f-478d-a9d5-29daf870c8ef tempest-BulkNetworkOpsTest-102730242 tempest-BulkNetworkOpsTest-102730242-project] Network 98e4c274-2bfe-419b-ae71-30d033f73e13 is scheduled to be hosted by DHCP agent 987e2ca0-bc3b-4c6f-a989-429ccfbf753f with binding_index 1 {{(pid=102386) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 05 19:01:16.290658 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-fecf9d4f-fa40-4240-98a7-c98624aa0cbb tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1664226'] for network, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:16.350302 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-db23f049-0f9c-4adf-a8a7-2ff366b47bc1 req-e2366dce-ba58-4744-86b5-7c43c6cadfa2 tempest-ServerShowV257Test-723067690 tempest-ServerShowV257Test-723067690-project] 10.222.0.13 "GET /v2.0/ports?device_id=52467105-9e9a-4884-9d54-5cdbe4659b01 HTTP/1.1" status: 200 len: 210 time: 0.0569825 Nov 05 19:01:16.384125 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-fecf9d4f-fa40-4240-98a7-c98624aa0cbb tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Deleting port 50d86834-8e18-4266-9e7a-23a94743daf8 {{(pid=102386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 19:01:16.384924 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-fecf9d4f-fa40-4240-98a7-c98624aa0cbb tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:16.387605 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.base_scheduler [None req-10806ef9-3b5f-478d-a9d5-29daf870c8ef tempest-BulkNetworkOpsTest-102730242 tempest-BulkNetworkOpsTest-102730242-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816865-1, 98e4c274-2bfe-419b-ae71-30d033f73e13) {{(pid=102386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 19:01:16.402946 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18f6479b-76f6-4d97-9d1c-9027da73f5a9 None None] Network 98e4c274-2bfe-419b-ae71-30d033f73e13 requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 19:01:16.430955 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b30d413-899f-4958-9e1c-c3ebdb97ff86 None None] DHCP port deletion for 6901b23b-9fa4-4522-9989-5a4b971067f3 request from n-d-816865-1 {{(pid=102388) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 05 19:01:16.465772 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-10806ef9-3b5f-478d-a9d5-29daf870c8ef tempest-BulkNetworkOpsTest-102730242 tempest-BulkNetworkOpsTest-102730242-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6149946', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4877172'] for subnet, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:16.550820 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [None req-fecf9d4f-fa40-4240-98a7-c98624aa0cbb tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] For port 50d86834-8e18-4266-9e7a-23a94743daf8, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=50d86834-8e18-4266-9e7a-23a94743daf8,segment=NetworkSegment(22875a81-b86e-48ef-90c0-704758e82473),segment_id=22875a81-b86e-48ef-90c0-704758e82473)] {{(pid=102386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:01:16.550820 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-fecf9d4f-fa40-4240-98a7-c98624aa0cbb tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:16.552982 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-8b30d413-899f-4958-9e1c-c3ebdb97ff86 None None] Deleting port 50d86834-8e18-4266-9e7a-23a94743daf8 {{(pid=102388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 19:01:16.553357 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-8b30d413-899f-4958-9e1c-c3ebdb97ff86 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:16.584593 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-fecf9d4f-fa40-4240-98a7-c98624aa0cbb tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Calling delete_port for 50d86834-8e18-4266-9e7a-23a94743daf8 owned by network:dhcp {{(pid=102386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 19:01:16.588528 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10806ef9-3b5f-478d-a9d5-29daf870c8ef tempest-BulkNetworkOpsTest-102730242 tempest-BulkNetworkOpsTest-102730242-project] Pushing event updated for resources: {'Subnet': ['ID=047a7876-df73-4e39-bc3e-26f9007a7d1b,revision_number=0']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:01:16.608798 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10806ef9-3b5f-478d-a9d5-29daf870c8ef tempest-BulkNetworkOpsTest-102730242 tempest-BulkNetworkOpsTest-102730242-project] Checking segment: {'id': '7665b760-fd13-4724-96fc-cf8d840d7327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'cbb37d04-f352-467d-811e-2ac374426da8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 19:01:16.609014 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10806ef9-3b5f-478d-a9d5-29daf870c8ef tempest-BulkNetworkOpsTest-102730242 tempest-BulkNetworkOpsTest-102730242-project] Network hostable DHCP agents. Network: cbb37d04-f352-467d-811e-2ac374426da8, hostable agents: ['987e2ca0-bc3b-4c6f-a989-429ccfbf753f'], hosted agents: [] {{(pid=102386) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 05 19:01:16.658517 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-8b30d413-899f-4958-9e1c-c3ebdb97ff86 None None] For port 50d86834-8e18-4266-9e7a-23a94743daf8, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=50d86834-8e18-4266-9e7a-23a94743daf8,segment=NetworkSegment(22875a81-b86e-48ef-90c0-704758e82473),segment_id=22875a81-b86e-48ef-90c0-704758e82473)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:01:16.658831 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-8b30d413-899f-4958-9e1c-c3ebdb97ff86 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:16.686287 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-8b30d413-899f-4958-9e1c-c3ebdb97ff86 None None] Calling delete_port for 50d86834-8e18-4266-9e7a-23a94743daf8 owned by network:dhcp {{(pid=102388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 19:01:16.774077 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b592f853-41f4-423a-8813-898329580da0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeb20a084-accf-5b60-8075-3e69ebe863a6-98e4c274-2bfe-419b-ae71-30d033f73e13', 'network_id': '98e4c274-2bfe-419b-ae71-30d033f73e13', 'tenant_id': 'b58cdd6b240e45fa883ebf6ad63f6016', 'fixed_ips': [{'subnet_id': 'b4a6d891-ccc3-4cc0-97c6-9b02f4e34f3f'}]}} from n-d-816865-1. {{(pid=102388) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 05 19:01:16.775292 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b592f853-41f4-423a-8813-898329580da0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:16.797651 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10806ef9-3b5f-478d-a9d5-29daf870c8ef tempest-BulkNetworkOpsTest-102730242 tempest-BulkNetworkOpsTest-102730242-project] Network cbb37d04-f352-467d-811e-2ac374426da8 is scheduled to be hosted by DHCP agent 987e2ca0-bc3b-4c6f-a989-429ccfbf753f with binding_index 1 {{(pid=102386) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 05 19:01:16.828167 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-fecf9d4f-fa40-4240-98a7-c98624aa0cbb tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:16.873783 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fecf9d4f-fa40-4240-98a7-c98624aa0cbb tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Pushing event deleted for resources: {'Port': ['ID=50d86834-8e18-4266-9e7a-23a94743daf8,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:01:16.892489 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fecf9d4f-fa40-4240-98a7-c98624aa0cbb tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] No DVR routers for this DVR port 50d86834-8e18-4266-9e7a-23a94743daf8 on host n-d-816865-1 {{(pid=102386) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 19:01:16.908403 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-8b30d413-899f-4958-9e1c-c3ebdb97ff86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798'] for port, after_delete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:16.936995 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.base_scheduler [None req-10806ef9-3b5f-478d-a9d5-29daf870c8ef tempest-BulkNetworkOpsTest-102730242 tempest-BulkNetworkOpsTest-102730242-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816865-1, cbb37d04-f352-467d-811e-2ac374426da8) {{(pid=102386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 19:01:16.953418 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10806ef9-3b5f-478d-a9d5-29daf870c8ef tempest-BulkNetworkOpsTest-102730242 tempest-BulkNetworkOpsTest-102730242-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:01:16.954937 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10806ef9-3b5f-478d-a9d5-29daf870c8ef tempest-BulkNetworkOpsTest-102730242 tempest-BulkNetworkOpsTest-102730242-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:01:16.955840 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-10806ef9-3b5f-478d-a9d5-29daf870c8ef tempest-BulkNetworkOpsTest-102730242 tempest-BulkNetworkOpsTest-102730242-project] Publish callbacks [] for subnet, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:16.971197 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaf925c8-1bb8-43f2-b9be-63c48f600145 None None] Network cbb37d04-f352-467d-811e-2ac374426da8 requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 19:01:16.999990 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b30d413-899f-4958-9e1c-c3ebdb97ff86 None None] Pushing event deleted for resources: {'Port': ['ID=50d86834-8e18-4266-9e7a-23a94743daf8,revision_number=None']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:01:17.039290 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b30d413-899f-4958-9e1c-c3ebdb97ff86 None None] No DVR routers for this DVR port 50d86834-8e18-4266-9e7a-23a94743daf8 on host n-d-816865-1 {{(pid=102388) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 19:01:17.042205 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-fecf9d4f-fa40-4240-98a7-c98624aa0cbb tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1579173', 'neutron.services.segments.db._delete_segments_for_network-8750027792909'] for network, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:17.069522 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.db_base_plugin_common [None req-b592f853-41f4-423a-8813-898329580da0 None None] Allocated IP 172.20.0.2 (98e4c274-2bfe-419b-ae71-30d033f73e13/b4a6d891-ccc3-4cc0-97c6-9b02f4e34f3f/11539c44-6f59-4c0e-ad17-e83534b8864a) {{(pid=102388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 19:01:17.082873 n-d-816865-1 neutron-server[102386]: DEBUG neutron.services.segments.db [None req-fecf9d4f-fa40-4240-98a7-c98624aa0cbb tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6901b23b-9fa4-4522-9989-5a4b971067f3']}} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:01:17.096431 n-d-816865-1 neutron-server[102386]: DEBUG neutron.services.segments.db [None req-fecf9d4f-fa40-4240-98a7-c98624aa0cbb tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '22875a81-b86e-48ef-90c0-704758e82473') {'for_net_delete': True} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:01:17.096783 n-d-816865-1 neutron-server[102386]: DEBUG neutron.services.segments.db [None req-fecf9d4f-fa40-4240-98a7-c98624aa0cbb tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '22875a81-b86e-48ef-90c0-704758e82473') {} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:01:17.108773 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-10806ef9-3b5f-478d-a9d5-29daf870c8ef tempest-BulkNetworkOpsTest-102730242 tempest-BulkNetworkOpsTest-102730242-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 2.2057962 Nov 05 19:01:17.111614 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 44806) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:01:17.114236 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-fecf9d4f-fa40-4240-98a7-c98624aa0cbb tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750027793430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4590747'] for segment, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:17.164894 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-fecf9d4f-fa40-4240-98a7-c98624aa0cbb tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273'] for segment, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:17.182035 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fecf9d4f-fa40-4240-98a7-c98624aa0cbb tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Releasing vlan 160 on physical network physnet1 to pool {{(pid=102386) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 05 19:01:17.182035 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-fecf9d4f-fa40-4240-98a7-c98624aa0cbb tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6149721'] for segment, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:17.223277 n-d-816865-1 neutron-server[102386]: Traceback (most recent call last): Nov 05 19:01:17.223277 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 05 19:01:17.223277 n-d-816865-1 neutron-server[102386]: timer() Nov 05 19:01:17.223277 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 05 19:01:17.223277 n-d-816865-1 neutron-server[102386]: cb(*args, **kw) Nov 05 19:01:17.223277 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 05 19:01:17.223277 n-d-816865-1 neutron-server[102386]: return func(*args, **kwargs) Nov 05 19:01:17.223277 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 05 19:01:17.223277 n-d-816865-1 neutron-server[102386]: self._notify() Nov 05 19:01:17.223277 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 05 19:01:17.223277 n-d-816865-1 neutron-server[102386]: self.callback(batched_events) Nov 05 19:01:17.223277 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 05 19:01:17.223277 n-d-816865-1 neutron-server[102386]: event.method(event) Nov 05 19:01:17.223277 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 05 19:01:17.223277 n-d-816865-1 neutron-server[102386]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 05 19:01:17.223277 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 05 19:01:17.223277 n-d-816865-1 neutron-server[102386]: aggregate_uuid = self.p_client.list_aggregates( Nov 05 19:01:17.223277 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 05 19:01:17.223277 n-d-816865-1 neutron-server[102386]: return f(self, *a, **k) Nov 05 19:01:17.223277 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 05 19:01:17.223277 n-d-816865-1 neutron-server[102386]: return self._get(url).json() Nov 05 19:01:17.223277 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 05 19:01:17.223277 n-d-816865-1 neutron-server[102386]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 05 19:01:17.223277 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 05 19:01:17.223277 n-d-816865-1 neutron-server[102386]: return self.request(url, 'GET', **kwargs) Nov 05 19:01:17.223277 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 05 19:01:17.223277 n-d-816865-1 neutron-server[102386]: base_url = self.get_endpoint(auth, allow=allow, Nov 05 19:01:17.223277 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 05 19:01:17.223277 n-d-816865-1 neutron-server[102386]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 05 19:01:17.223277 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 05 19:01:17.223277 n-d-816865-1 neutron-server[102386]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 05 19:01:17.223277 n-d-816865-1 neutron-server[102386]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 05 19:01:17.268580 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fdce8f1-7daf-4b9d-be64-fed98226110a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeb20a084-accf-5b60-8075-3e69ebe863a6-cbb37d04-f352-467d-811e-2ac374426da8', 'network_id': 'cbb37d04-f352-467d-811e-2ac374426da8', 'tenant_id': 'b58cdd6b240e45fa883ebf6ad63f6016', 'fixed_ips': [{'subnet_id': '047a7876-df73-4e39-bc3e-26f9007a7d1b'}]}} from n-d-816865-1. {{(pid=102388) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 05 19:01:17.269448 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-7fdce8f1-7daf-4b9d-be64-fed98226110a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:17.356549 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b0a4f14-435d-471a-a3b4-546fcee480ea tempest-BulkNetworkOpsTest-102730242 tempest-BulkNetworkOpsTest-102730242-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:01:17.358480 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b0a4f14-435d-471a-a3b4-546fcee480ea tempest-BulkNetworkOpsTest-102730242 tempest-BulkNetworkOpsTest-102730242-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:01:17.361099 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b0a4f14-435d-471a-a3b4-546fcee480ea tempest-BulkNetworkOpsTest-102730242 tempest-BulkNetworkOpsTest-102730242-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:01:17.363074 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-4b0a4f14-435d-471a-a3b4-546fcee480ea tempest-BulkNetworkOpsTest-102730242 tempest-BulkNetworkOpsTest-102730242-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.2509615 Nov 05 19:01:17.364368 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-fecf9d4f-fa40-4240-98a7-c98624aa0cbb tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1579178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-956796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1000687'] for network, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:17.366363 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 44810) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:01:17.373749 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-fecf9d4f-fa40-4240-98a7-c98624aa0cbb tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Publish callbacks [] for network, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:17.381278 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 44812) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:01:17.381806 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-fecf9d4f-fa40-4240-98a7-c98624aa0cbb tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] 10.222.0.13 "DELETE /v2.0/networks/6901b23b-9fa4-4522-9989-5a4b971067f3 HTTP/1.1" status: 204 len: 168 time: 1.2065268 Nov 05 19:01:17.391367 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-a905b7f8-c00a-49f7-8fb5-f06078705962 tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1884552769', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec'}, 'admin_state_up': False}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:01:17.409007 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b592f853-41f4-423a-8813-898329580da0 None None] Publish callbacks [] for port, precommit_create {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:17.456965 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.db_base_plugin_v2 [None req-5cf1c99a-7fc9-43da-a59c-13da8147d79f tempest-BulkNetworkOpsTest-102730242 tempest-BulkNetworkOpsTest-102730242-project] Deleting subnet b4a6d891-ccc3-4cc0-97c6-9b02f4e34f3f {{(pid=102386) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 05 19:01:17.473404 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fecf9d4f-fa40-4240-98a7-c98624aa0cbb tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Pushing event deleted for resources: {'Network': ['ID=6901b23b-9fa4-4522-9989-5a4b971067f3,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:01:17.503152 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-de7eca07-6545-4745-b67d-aef8b7e7f690 req-26f00f18-1747-40c9-85c4-32a84bff2300 tempest-ServerShowV257Test-723067690 tempest-ServerShowV257Test-723067690-project] 10.222.0.13 "GET /v2.0/ports?device_id=52467105-9e9a-4884-9d54-5cdbe4659b01 HTTP/1.1" status: 200 len: 210 time: 0.0320277 Nov 05 19:01:17.538881 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.db_base_plugin_common [None req-7fdce8f1-7daf-4b9d-be64-fed98226110a None None] Allocated IP 172.20.0.18 (cbb37d04-f352-467d-811e-2ac374426da8/047a7876-df73-4e39-bc3e-26f9007a7d1b/7870a9d9-2500-489c-8f1d-b1193da55af6) {{(pid=102388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 19:01:17.591660 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-5cf1c99a-7fc9-43da-a59c-13da8147d79f tempest-BulkNetworkOpsTest-102730242 tempest-BulkNetworkOpsTest-102730242-project] Publish callbacks [] for subnet, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:17.627028 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b592f853-41f4-423a-8813-898329580da0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789'] for port, after_create {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:17.636470 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-5cf1c99a-7fc9-43da-a59c-13da8147d79f tempest-BulkNetworkOpsTest-102730242 tempest-BulkNetworkOpsTest-102730242-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4590738'] for subnet, precommit_delete_associations {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:17.654918 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-a905b7f8-c00a-49f7-8fb5-f06078705962 tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-571139', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6874'] for router, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:17.656032 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-a905b7f8-c00a-49f7-8fb5-f06078705962 tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-571375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1000570', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1011585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6867'] for router, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:17.687165 n-d-816865-1 neutron-server[102388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b592f853-41f4-423a-8813-898329580da0 None None] Network 98e4c274-2bfe-419b-ae71-30d033f73e13 is already hosted by enough agents. {{(pid=102388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 19:01:17.693623 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b592f853-41f4-423a-8813-898329580da0 None None] Pushing event updated for resources: {'Port': ['ID=11539c44-6f59-4c0e-ad17-e83534b8864a,revision_number=1']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:01:17.698828 n-d-816865-1 neutron-server[102388]: DEBUG neutron.scheduler.base_scheduler [None req-b592f853-41f4-423a-8813-898329580da0 None None] Resources bound (agent type, host, resource id): {{(pid=102388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 19:01:17.703909 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b592f853-41f4-423a-8813-898329580da0 None None] Received port after_create {{(pid=102388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 19:01:17.729262 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-5cf1c99a-7fc9-43da-a59c-13da8147d79f tempest-BulkNetworkOpsTest-102730242 tempest-BulkNetworkOpsTest-102730242-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1573928'] for subnet, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:17.737945 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-a905b7f8-c00a-49f7-8fb5-f06078705962 tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:17.906798 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-5cf1c99a-7fc9-43da-a59c-13da8147d79f tempest-BulkNetworkOpsTest-102730242 tempest-BulkNetworkOpsTest-102730242-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1573905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6149879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4877183'] for subnet, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:17.954763 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf1c99a-7fc9-43da-a59c-13da8147d79f tempest-BulkNetworkOpsTest-102730242 tempest-BulkNetworkOpsTest-102730242-project] Pushing event deleted for resources: {'Subnet': ['ID=b4a6d891-ccc3-4cc0-97c6-9b02f4e34f3f,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:01:17.986661 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-5cf1c99a-7fc9-43da-a59c-13da8147d79f tempest-BulkNetworkOpsTest-102730242 tempest-BulkNetworkOpsTest-102730242-project] Publish callbacks [] for subnet, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:17.992254 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-5cf1c99a-7fc9-43da-a59c-13da8147d79f tempest-BulkNetworkOpsTest-102730242 tempest-BulkNetworkOpsTest-102730242-project] 10.222.0.13 "DELETE /v2.0/subnets/b4a6d891-ccc3-4cc0-97c6-9b02f4e34f3f HTTP/1.1" status: 204 len: 168 time: 0.6222436 Nov 05 19:01:18.002433 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 44828) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:01:18.014476 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-b592f853-41f4-423a-8813-898329580da0 None None] Attempting to bind port 11539c44-6f59-4c0e-ad17-e83534b8864a on host n-d-816865-1 for vnic_type normal with profile {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 19:01:18.019658 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-b592f853-41f4-423a-8813-898329580da0 None None] Attempting to bind port 11539c44-6f59-4c0e-ad17-e83534b8864a by drivers openvswitch,hyperv on host n-d-816865-1 at level 0 using segments [{'id': 'a7309a7c-9121-43ed-951f-48ac37605fb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '98e4c274-2bfe-419b-ae71-30d033f73e13'}] {{(pid=102388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 19:01:18.019658 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b592f853-41f4-423a-8813-898329580da0 None None] Attempting to bind port 11539c44-6f59-4c0e-ad17-e83534b8864a on network 98e4c274-2bfe-419b-ae71-30d033f73e13 {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 19:01:18.025255 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b592f853-41f4-423a-8813-898329580da0 None None] Checking agent: {'id': '724d89a7-611b-41e6-bc85-c48112b17afa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 18, 25, 8), 'started_at': datetime.datetime(2021, 11, 5, 18, 25, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 19, 1, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 19:01:18.025633 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b592f853-41f4-423a-8813-898329580da0 None None] Checking segment: {'id': 'a7309a7c-9121-43ed-951f-48ac37605fb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '98e4c274-2bfe-419b-ae71-30d033f73e13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 19:01:18.026057 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b592f853-41f4-423a-8813-898329580da0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:18.026470 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b592f853-41f4-423a-8813-898329580da0 None None] Bound using segment: {'id': 'a7309a7c-9121-43ed-951f-48ac37605fb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '98e4c274-2bfe-419b-ae71-30d033f73e13'} {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 19:01:18.026932 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-b592f853-41f4-423a-8813-898329580da0 None None] Bound port: 11539c44-6f59-4c0e-ad17-e83534b8864a, host: n-d-816865-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7309a7c-9121-43ed-951f-48ac37605fb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '98e4c274-2bfe-419b-ae71-30d033f73e13'}}] {{(pid=102388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 19:01:18.027315 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b592f853-41f4-423a-8813-898329580da0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:18.063621 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-a905b7f8-c00a-49f7-8fb5-f06078705962 tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:18.063870 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-7fdce8f1-7daf-4b9d-be64-fed98226110a None None] Publish callbacks [] for port, precommit_create {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:18.088168 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.db_base_plugin_v2 [None req-f1c6a2e0-5a66-4b18-9eca-0ec654e70b51 tempest-BulkNetworkOpsTest-102730242 tempest-BulkNetworkOpsTest-102730242-project] Deleting subnet 047a7876-df73-4e39-bc3e-26f9007a7d1b {{(pid=102386) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 05 19:01:18.132852 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b592f853-41f4-423a-8813-898329580da0 None None] For port 11539c44-6f59-4c0e-ad17-e83534b8864a, host n-d-816865-1, cleared binding levels {{(pid=102388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 19:01:18.136501 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b592f853-41f4-423a-8813-898329580da0 None None] For port 11539c44-6f59-4c0e-ad17-e83534b8864a, host n-d-816865-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=11539c44-6f59-4c0e-ad17-e83534b8864a,segment=NetworkSegment(a7309a7c-9121-43ed-951f-48ac37605fb7),segment_id=a7309a7c-9121-43ed-951f-48ac37605fb7)] {{(pid=102388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 19:01:18.177735 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 50d86834-8e18-4266-9e7a-23a94743daf8 no longer exists at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 19:01:18.202464 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-f1c6a2e0-5a66-4b18-9eca-0ec654e70b51 tempest-BulkNetworkOpsTest-102730242 tempest-BulkNetworkOpsTest-102730242-project] Publish callbacks [] for subnet, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:18.207424 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-7fdce8f1-7daf-4b9d-be64-fed98226110a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789'] for port, after_create {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:18.207424 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] No Port match for: 50d86834-8e18-4266-9e7a-23a94743daf8 {{(pid=102388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 19:01:18.207424 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 50d86834-8e18-4266-9e7a-23a94743daf8 not bound to the agent host n-d-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 19:01:18.256883 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fdce8f1-7daf-4b9d-be64-fed98226110a None None] Pushing event updated for resources: {'Port': ['ID=7870a9d9-2500-489c-8f1d-b1193da55af6,revision_number=1']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:01:18.261307 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b592f853-41f4-423a-8813-898329580da0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:18.293637 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-f1c6a2e0-5a66-4b18-9eca-0ec654e70b51 tempest-BulkNetworkOpsTest-102730242 tempest-BulkNetworkOpsTest-102730242-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4590738'] for subnet, precommit_delete_associations {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:18.301736 n-d-816865-1 neutron-server[102388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fdce8f1-7daf-4b9d-be64-fed98226110a None None] Network cbb37d04-f352-467d-811e-2ac374426da8 is already hosted by enough agents. {{(pid=102388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 19:01:18.312660 n-d-816865-1 neutron-server[102388]: DEBUG neutron.scheduler.base_scheduler [None req-7fdce8f1-7daf-4b9d-be64-fed98226110a None None] Resources bound (agent type, host, resource id): {{(pid=102388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 19:01:18.318308 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fdce8f1-7daf-4b9d-be64-fed98226110a None None] Received port after_create {{(pid=102388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 19:01:18.449707 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b87d265-e290-4f2f-a588-e43fb0084893 None None] Network 98e4c274-2bfe-419b-ae71-30d033f73e13 requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 19:01:18.478369 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b592f853-41f4-423a-8813-898329580da0 None None] Pushing event updated for resources: {'Port': ['ID=11539c44-6f59-4c0e-ad17-e83534b8864a,revision_number=3']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:01:18.478479 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-f1c6a2e0-5a66-4b18-9eca-0ec654e70b51 tempest-BulkNetworkOpsTest-102730242 tempest-BulkNetworkOpsTest-102730242-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1573928'] for subnet, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:18.499991 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-7fdce8f1-7daf-4b9d-be64-fed98226110a None None] Attempting to bind port 7870a9d9-2500-489c-8f1d-b1193da55af6 on host n-d-816865-1 for vnic_type normal with profile {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 19:01:18.500949 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-7fdce8f1-7daf-4b9d-be64-fed98226110a None None] Attempting to bind port 7870a9d9-2500-489c-8f1d-b1193da55af6 by drivers openvswitch,hyperv on host n-d-816865-1 at level 0 using segments [{'id': '7665b760-fd13-4724-96fc-cf8d840d7327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'cbb37d04-f352-467d-811e-2ac374426da8'}] {{(pid=102388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 19:01:18.501531 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fdce8f1-7daf-4b9d-be64-fed98226110a None None] Attempting to bind port 7870a9d9-2500-489c-8f1d-b1193da55af6 on network cbb37d04-f352-467d-811e-2ac374426da8 {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 19:01:18.528491 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-a905b7f8-c00a-49f7-8fb5-f06078705962 tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Publish callbacks [] for router_gateway, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:18.533393 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fdce8f1-7daf-4b9d-be64-fed98226110a None None] Checking agent: {'id': '724d89a7-611b-41e6-bc85-c48112b17afa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 18, 25, 8), 'started_at': datetime.datetime(2021, 11, 5, 18, 25, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 19, 1, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 19:01:18.534148 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fdce8f1-7daf-4b9d-be64-fed98226110a None None] Checking segment: {'id': '7665b760-fd13-4724-96fc-cf8d840d7327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'cbb37d04-f352-467d-811e-2ac374426da8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 19:01:18.534744 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-7fdce8f1-7daf-4b9d-be64-fed98226110a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:18.535343 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fdce8f1-7daf-4b9d-be64-fed98226110a None None] Bound using segment: {'id': '7665b760-fd13-4724-96fc-cf8d840d7327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'cbb37d04-f352-467d-811e-2ac374426da8'} {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 19:01:18.536066 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-7fdce8f1-7daf-4b9d-be64-fed98226110a None None] Bound port: 7870a9d9-2500-489c-8f1d-b1193da55af6, host: n-d-816865-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7665b760-fd13-4724-96fc-cf8d840d7327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'cbb37d04-f352-467d-811e-2ac374426da8'}}] {{(pid=102388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 19:01:18.536686 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-7fdce8f1-7daf-4b9d-be64-fed98226110a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:18.559219 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-a905b7f8-c00a-49f7-8fb5-f06078705962 tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:18.695373 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-f1c6a2e0-5a66-4b18-9eca-0ec654e70b51 tempest-BulkNetworkOpsTest-102730242 tempest-BulkNetworkOpsTest-102730242-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1573905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6149879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4877183'] for subnet, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:18.699612 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-7fdce8f1-7daf-4b9d-be64-fed98226110a None None] For port 7870a9d9-2500-489c-8f1d-b1193da55af6, host n-d-816865-1, cleared binding levels {{(pid=102388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 19:01:18.704389 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-7fdce8f1-7daf-4b9d-be64-fed98226110a None None] For port 7870a9d9-2500-489c-8f1d-b1193da55af6, host n-d-816865-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=7870a9d9-2500-489c-8f1d-b1193da55af6,segment=NetworkSegment(7665b760-fd13-4724-96fc-cf8d840d7327),segment_id=7665b760-fd13-4724-96fc-cf8d840d7327)] {{(pid=102388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 19:01:18.730973 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-95cab71d-4094-43f5-912d-768526ae4dc2 req-52af74ce-50e7-45cd-89c3-dc59009543fc tempest-ServerShowV257Test-723067690 tempest-ServerShowV257Test-723067690-project] 10.222.0.13 "GET /v2.0/ports?device_id=52467105-9e9a-4884-9d54-5cdbe4659b01 HTTP/1.1" status: 200 len: 210 time: 0.0392721 Nov 05 19:01:18.731500 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c6a2e0-5a66-4b18-9eca-0ec654e70b51 tempest-BulkNetworkOpsTest-102730242 tempest-BulkNetworkOpsTest-102730242-project] Pushing event deleted for resources: {'Subnet': ['ID=047a7876-df73-4e39-bc3e-26f9007a7d1b,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:01:18.739857 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-f1c6a2e0-5a66-4b18-9eca-0ec654e70b51 tempest-BulkNetworkOpsTest-102730242 tempest-BulkNetworkOpsTest-102730242-project] Publish callbacks [] for subnet, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:18.743987 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-f1c6a2e0-5a66-4b18-9eca-0ec654e70b51 tempest-BulkNetworkOpsTest-102730242 tempest-BulkNetworkOpsTest-102730242-project] 10.222.0.13 "DELETE /v2.0/subnets/047a7876-df73-4e39-bc3e-26f9007a7d1b HTTP/1.1" status: 204 len: 168 time: 0.7371235 Nov 05 19:01:18.744746 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 44842) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:01:18.776155 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.db_base_plugin_common [None req-a905b7f8-c00a-49f7-8fb5-f06078705962 tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Allocated IP 172.25.6.234 (40c8335d-cd0b-4cb5-910a-d4dcddd5cbec/04fe6db3-e108-4208-943d-6518424f5726/3643468e-db8b-4724-9386-be06c581ac26) {{(pid=102387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 19:01:18.812017 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f6d7774-7a76-43d8-9ecb-9abf7ec34d7b tempest-BulkNetworkOpsTest-102730242 tempest-BulkNetworkOpsTest-102730242-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:01:18.817464 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-7f6d7774-7a76-43d8-9ecb-9abf7ec34d7b tempest-BulkNetworkOpsTest-102730242 tempest-BulkNetworkOpsTest-102730242-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0677671 Nov 05 19:01:18.817464 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 44846) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:01:18.832433 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-7fdce8f1-7daf-4b9d-be64-fed98226110a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:18.914911 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-a905b7f8-c00a-49f7-8fb5-f06078705962 tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Publish callbacks [] for port, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:18.926216 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fdce8f1-7daf-4b9d-be64-fed98226110a None None] Pushing event updated for resources: {'Port': ['ID=7870a9d9-2500-489c-8f1d-b1193da55af6,revision_number=3']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:01:18.927617 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-43ce812c-9e65-4d06-b1f2-597044ce25a2 tempest-BulkNetworkOpsTest-102730242 tempest-BulkNetworkOpsTest-102730242-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1664226'] for network, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:18.989200 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-43ce812c-9e65-4d06-b1f2-597044ce25a2 tempest-BulkNetworkOpsTest-102730242 tempest-BulkNetworkOpsTest-102730242-project] Deleting port 7870a9d9-2500-489c-8f1d-b1193da55af6 {{(pid=102386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 19:01:18.989544 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-43ce812c-9e65-4d06-b1f2-597044ce25a2 tempest-BulkNetworkOpsTest-102730242 tempest-BulkNetworkOpsTest-102730242-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:19.064001 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [None req-43ce812c-9e65-4d06-b1f2-597044ce25a2 tempest-BulkNetworkOpsTest-102730242 tempest-BulkNetworkOpsTest-102730242-project] For port 7870a9d9-2500-489c-8f1d-b1193da55af6, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=7870a9d9-2500-489c-8f1d-b1193da55af6,segment=NetworkSegment(7665b760-fd13-4724-96fc-cf8d840d7327),segment_id=7665b760-fd13-4724-96fc-cf8d840d7327)] {{(pid=102386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:01:19.064482 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-43ce812c-9e65-4d06-b1f2-597044ce25a2 tempest-BulkNetworkOpsTest-102730242 tempest-BulkNetworkOpsTest-102730242-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:19.079760 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-43ce812c-9e65-4d06-b1f2-597044ce25a2 tempest-BulkNetworkOpsTest-102730242 tempest-BulkNetworkOpsTest-102730242-project] Calling delete_port for 7870a9d9-2500-489c-8f1d-b1193da55af6 owned by network:dhcp {{(pid=102386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 19:01:19.089834 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-a905b7f8-c00a-49f7-8fb5-f06078705962 tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4417063'] for port, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:19.161808 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a905b7f8-c00a-49f7-8fb5-f06078705962 tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Network 40c8335d-cd0b-4cb5-910a-d4dcddd5cbec is already hosted by enough agents. {{(pid=102387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 19:01:19.165257 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.base_scheduler [None req-a905b7f8-c00a-49f7-8fb5-f06078705962 tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Resources bound (agent type, host, resource id): {{(pid=102387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 19:01:19.174023 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a905b7f8-c00a-49f7-8fb5-f06078705962 tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Received port after_create {{(pid=102387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 19:01:19.219653 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a905b7f8-c00a-49f7-8fb5-f06078705962 tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Pushing event updated for resources: {'Port': ['ID=3643468e-db8b-4724-9386-be06c581ac26,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:01:19.300191 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-43ce812c-9e65-4d06-b1f2-597044ce25a2 tempest-BulkNetworkOpsTest-102730242 tempest-BulkNetworkOpsTest-102730242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:19.333035 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ce812c-9e65-4d06-b1f2-597044ce25a2 tempest-BulkNetworkOpsTest-102730242 tempest-BulkNetworkOpsTest-102730242-project] Pushing event deleted for resources: {'Port': ['ID=7870a9d9-2500-489c-8f1d-b1193da55af6,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:01:19.339888 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43ce812c-9e65-4d06-b1f2-597044ce25a2 tempest-BulkNetworkOpsTest-102730242 tempest-BulkNetworkOpsTest-102730242-project] No DVR routers for this DVR port 7870a9d9-2500-489c-8f1d-b1193da55af6 on host n-d-816865-1 {{(pid=102386) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 19:01:19.434257 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-43ce812c-9e65-4d06-b1f2-597044ce25a2 tempest-BulkNetworkOpsTest-102730242 tempest-BulkNetworkOpsTest-102730242-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1579173', 'neutron.services.segments.db._delete_segments_for_network-8750027792909'] for network, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:19.455882 n-d-816865-1 neutron-server[102386]: DEBUG neutron.services.segments.db [None req-43ce812c-9e65-4d06-b1f2-597044ce25a2 tempest-BulkNetworkOpsTest-102730242 tempest-BulkNetworkOpsTest-102730242-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cbb37d04-f352-467d-811e-2ac374426da8']}} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:01:19.467774 n-d-816865-1 neutron-server[102386]: DEBUG neutron.services.segments.db [None req-43ce812c-9e65-4d06-b1f2-597044ce25a2 tempest-BulkNetworkOpsTest-102730242 tempest-BulkNetworkOpsTest-102730242-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7665b760-fd13-4724-96fc-cf8d840d7327') {'for_net_delete': True} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:01:19.472009 n-d-816865-1 neutron-server[102386]: DEBUG neutron.services.segments.db [None req-43ce812c-9e65-4d06-b1f2-597044ce25a2 tempest-BulkNetworkOpsTest-102730242 tempest-BulkNetworkOpsTest-102730242-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7665b760-fd13-4724-96fc-cf8d840d7327') {} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:01:19.481371 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-43ce812c-9e65-4d06-b1f2-597044ce25a2 tempest-BulkNetworkOpsTest-102730242 tempest-BulkNetworkOpsTest-102730242-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750027793430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4590747'] for segment, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:19.498136 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-43ce812c-9e65-4d06-b1f2-597044ce25a2 tempest-BulkNetworkOpsTest-102730242 tempest-BulkNetworkOpsTest-102730242-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273'] for segment, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:19.504907 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43ce812c-9e65-4d06-b1f2-597044ce25a2 tempest-BulkNetworkOpsTest-102730242 tempest-BulkNetworkOpsTest-102730242-project] Releasing vlan 152 on physical network physnet1 to pool {{(pid=102386) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 05 19:01:19.512167 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-43ce812c-9e65-4d06-b1f2-597044ce25a2 tempest-BulkNetworkOpsTest-102730242 tempest-BulkNetworkOpsTest-102730242-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6149721'] for segment, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:19.512167 n-d-816865-1 neutron-server[102386]: Traceback (most recent call last): Nov 05 19:01:19.512167 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 05 19:01:19.512167 n-d-816865-1 neutron-server[102386]: timer() Nov 05 19:01:19.512167 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 05 19:01:19.512167 n-d-816865-1 neutron-server[102386]: cb(*args, **kw) Nov 05 19:01:19.512167 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 05 19:01:19.512167 n-d-816865-1 neutron-server[102386]: return func(*args, **kwargs) Nov 05 19:01:19.512167 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 05 19:01:19.512167 n-d-816865-1 neutron-server[102386]: self._notify() Nov 05 19:01:19.512167 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 05 19:01:19.512167 n-d-816865-1 neutron-server[102386]: self.callback(batched_events) Nov 05 19:01:19.512167 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 05 19:01:19.512167 n-d-816865-1 neutron-server[102386]: event.method(event) Nov 05 19:01:19.512167 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 05 19:01:19.512167 n-d-816865-1 neutron-server[102386]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 05 19:01:19.512167 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 05 19:01:19.512167 n-d-816865-1 neutron-server[102386]: aggregate_uuid = self.p_client.list_aggregates( Nov 05 19:01:19.512167 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 05 19:01:19.512167 n-d-816865-1 neutron-server[102386]: return f(self, *a, **k) Nov 05 19:01:19.512167 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 05 19:01:19.512167 n-d-816865-1 neutron-server[102386]: return self._get(url).json() Nov 05 19:01:19.512167 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 05 19:01:19.512167 n-d-816865-1 neutron-server[102386]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 05 19:01:19.512167 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 05 19:01:19.512167 n-d-816865-1 neutron-server[102386]: return self.request(url, 'GET', **kwargs) Nov 05 19:01:19.512167 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 05 19:01:19.512167 n-d-816865-1 neutron-server[102386]: base_url = self.get_endpoint(auth, allow=allow, Nov 05 19:01:19.512167 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 05 19:01:19.512167 n-d-816865-1 neutron-server[102386]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 05 19:01:19.512167 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 05 19:01:19.512167 n-d-816865-1 neutron-server[102386]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 05 19:01:19.512167 n-d-816865-1 neutron-server[102386]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 05 19:01:19.629835 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-a905b7f8-c00a-49f7-8fb5-f06078705962 tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Publish callbacks [] for router_gateway, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:19.661119 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-43ce812c-9e65-4d06-b1f2-597044ce25a2 tempest-BulkNetworkOpsTest-102730242 tempest-BulkNetworkOpsTest-102730242-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1579178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-956796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1000687'] for network, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:19.675217 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-43ce812c-9e65-4d06-b1f2-597044ce25a2 tempest-BulkNetworkOpsTest-102730242 tempest-BulkNetworkOpsTest-102730242-project] Publish callbacks [] for network, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:19.679085 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-43ce812c-9e65-4d06-b1f2-597044ce25a2 tempest-BulkNetworkOpsTest-102730242 tempest-BulkNetworkOpsTest-102730242-project] 10.222.0.13 "DELETE /v2.0/networks/cbb37d04-f352-467d-811e-2ac374426da8 HTTP/1.1" status: 204 len: 168 time: 0.8611264 Nov 05 19:01:19.682450 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 44860) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:01:19.693273 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ce812c-9e65-4d06-b1f2-597044ce25a2 tempest-BulkNetworkOpsTest-102730242 tempest-BulkNetworkOpsTest-102730242-project] Pushing event deleted for resources: {'Network': ['ID=cbb37d04-f352-467d-811e-2ac374426da8,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:01:19.827373 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-fbbfa871-f0c0-48bb-a8d5-246c6ba6b6f0 tempest-BulkNetworkOpsTest-102730242 tempest-BulkNetworkOpsTest-102730242-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1664226'] for network, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:19.927605 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-d2a2915f-f6cd-4eb8-9c26-559cd3d57c17 req-b42d125c-6346-4eb8-8fa1-9e2c55347be9 tempest-ServerShowV257Test-723067690 tempest-ServerShowV257Test-723067690-project] 10.222.0.13 "GET /v2.0/ports?device_id=52467105-9e9a-4884-9d54-5cdbe4659b01 HTTP/1.1" status: 200 len: 210 time: 0.0567122 Nov 05 19:01:20.081803 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [None req-fbbfa871-f0c0-48bb-a8d5-246c6ba6b6f0 tempest-BulkNetworkOpsTest-102730242 tempest-BulkNetworkOpsTest-102730242-project] Deleting port 11539c44-6f59-4c0e-ad17-e83534b8864a {{(pid=102387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 19:01:20.082205 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-fbbfa871-f0c0-48bb-a8d5-246c6ba6b6f0 tempest-BulkNetworkOpsTest-102730242 tempest-BulkNetworkOpsTest-102730242-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:20.103544 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-a905b7f8-c00a-49f7-8fb5-f06078705962 tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-571384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1000487'] for router, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:20.203329 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-16c6eac6-4d03-403d-99f1-59881e1e1961 None None] Could not find standard attr ID for object 7870a9d9-2500-489c-8f1d-b1193da55af6. {{(pid=102388) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 05 19:01:20.209976 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34c84b29-954e-4d4b-a001-f5e746a2f206 None None] DHCP port deletion for cbb37d04-f352-467d-811e-2ac374426da8 request from n-d-816865-1 {{(pid=102388) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 05 19:01:20.241159 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a9e2a64-917a-46d0-9d89-e26a0c52c41d None None] Network cbb37d04-f352-467d-811e-2ac374426da8 requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 19:01:20.271726 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a9e2a64-917a-46d0-9d89-e26a0c52c41d None None] Network cbb37d04-f352-467d-811e-2ac374426da8 could not be found, it might have been deleted concurrently. {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 05 19:01:20.283853 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ce9d422-f02d-40b1-a62f-8eee986fb74e None None] get_active_networks_info from n-d-816865-1 {{(pid=102388) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 05 19:01:20.411303 n-d-816865-1 neutron-server[102388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ce9d422-f02d-40b1-a62f-8eee986fb74e None None] Resources bound (agent type, host, resource id): {{(pid=102388) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 05 19:01:20.533146 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.db [None req-fbbfa871-f0c0-48bb-a8d5-246c6ba6b6f0 tempest-BulkNetworkOpsTest-102730242 tempest-BulkNetworkOpsTest-102730242-project] For port 11539c44-6f59-4c0e-ad17-e83534b8864a, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=11539c44-6f59-4c0e-ad17-e83534b8864a,segment=NetworkSegment(a7309a7c-9121-43ed-951f-48ac37605fb7),segment_id=a7309a7c-9121-43ed-951f-48ac37605fb7)] {{(pid=102387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:01:20.533664 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-fbbfa871-f0c0-48bb-a8d5-246c6ba6b6f0 tempest-BulkNetworkOpsTest-102730242 tempest-BulkNetworkOpsTest-102730242-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:20.555452 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [None req-fbbfa871-f0c0-48bb-a8d5-246c6ba6b6f0 tempest-BulkNetworkOpsTest-102730242 tempest-BulkNetworkOpsTest-102730242-project] Calling delete_port for 11539c44-6f59-4c0e-ad17-e83534b8864a owned by network:dhcp {{(pid=102387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 19:01:20.777502 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-fbbfa871-f0c0-48bb-a8d5-246c6ba6b6f0 tempest-BulkNetworkOpsTest-102730242 tempest-BulkNetworkOpsTest-102730242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4417063'] for port, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:20.790681 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a905b7f8-c00a-49f7-8fb5-f06078705962 tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Router 3cc5978a-2e03-42a4-b814-e7119819f443 is scheduled to L3 agent 6dcb5589-8e86-4616-9186-ddc4548e13ad with binding_index 1 {{(pid=102387) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 05 19:01:20.815494 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbfa871-f0c0-48bb-a8d5-246c6ba6b6f0 tempest-BulkNetworkOpsTest-102730242 tempest-BulkNetworkOpsTest-102730242-project] Pushing event deleted for resources: {'Port': ['ID=11539c44-6f59-4c0e-ad17-e83534b8864a,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:01:20.821592 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbbfa871-f0c0-48bb-a8d5-246c6ba6b6f0 tempest-BulkNetworkOpsTest-102730242 tempest-BulkNetworkOpsTest-102730242-project] No DVR routers for this DVR port 11539c44-6f59-4c0e-ad17-e83534b8864a on host n-d-816865-1 {{(pid=102387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 19:01:20.960881 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-fbbfa871-f0c0-48bb-a8d5-246c6ba6b6f0 tempest-BulkNetworkOpsTest-102730242 tempest-BulkNetworkOpsTest-102730242-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1579173', 'neutron.services.segments.db._delete_segments_for_network-8750027792909'] for network, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:21.027242 n-d-816865-1 neutron-server[102387]: DEBUG neutron.services.segments.db [None req-fbbfa871-f0c0-48bb-a8d5-246c6ba6b6f0 tempest-BulkNetworkOpsTest-102730242 tempest-BulkNetworkOpsTest-102730242-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['98e4c274-2bfe-419b-ae71-30d033f73e13']}} {{(pid=102387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:01:21.042895 n-d-816865-1 neutron-server[102387]: DEBUG neutron.services.segments.db [None req-fbbfa871-f0c0-48bb-a8d5-246c6ba6b6f0 tempest-BulkNetworkOpsTest-102730242 tempest-BulkNetworkOpsTest-102730242-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a7309a7c-9121-43ed-951f-48ac37605fb7') {'for_net_delete': True} {{(pid=102387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:01:21.043183 n-d-816865-1 neutron-server[102387]: DEBUG neutron.services.segments.db [None req-fbbfa871-f0c0-48bb-a8d5-246c6ba6b6f0 tempest-BulkNetworkOpsTest-102730242 tempest-BulkNetworkOpsTest-102730242-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a7309a7c-9121-43ed-951f-48ac37605fb7') {} {{(pid=102387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:01:21.080457 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-fbbfa871-f0c0-48bb-a8d5-246c6ba6b6f0 tempest-BulkNetworkOpsTest-102730242 tempest-BulkNetworkOpsTest-102730242-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750027793430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4463492'] for segment, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:21.083790 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-03d2e0d5-e30c-427e-8699-15b96b7310b7 req-e9a75db1-a67d-4e28-a337-c777e9288bdb tempest-ServerShowV257Test-723067690 tempest-ServerShowV257Test-723067690-project] 10.222.0.13 "GET /v2.0/ports?device_id=52467105-9e9a-4884-9d54-5cdbe4659b01 HTTP/1.1" status: 200 len: 210 time: 0.0455861 Nov 05 19:01:21.100271 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a905b7f8-c00a-49f7-8fb5-f06078705962 tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Notify agent at l3_agent.n-d-816865-1 the message routers_updated {{(pid=102387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 19:01:21.102585 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-fbbfa871-f0c0-48bb-a8d5-246c6ba6b6f0 tempest-BulkNetworkOpsTest-102730242 tempest-BulkNetworkOpsTest-102730242-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273'] for segment, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:21.115439 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18f5c4af-c6f2-40df-badf-d203c0680abf None None] Sync routers for ids ['3cc5978a-2e03-42a4-b814-e7119819f443'] in n-d-816865-1 {{(pid=102388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 19:01:21.115896 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fbbfa871-f0c0-48bb-a8d5-246c6ba6b6f0 tempest-BulkNetworkOpsTest-102730242 tempest-BulkNetworkOpsTest-102730242-project] Releasing vlan 168 on physical network physnet1 to pool {{(pid=102387) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 05 19:01:21.116294 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-fbbfa871-f0c0-48bb-a8d5-246c6ba6b6f0 tempest-BulkNetworkOpsTest-102730242 tempest-BulkNetworkOpsTest-102730242-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4417236'] for segment, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:21.120052 n-d-816865-1 neutron-server[102387]: Traceback (most recent call last): Nov 05 19:01:21.120052 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 05 19:01:21.120052 n-d-816865-1 neutron-server[102387]: timer() Nov 05 19:01:21.120052 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 05 19:01:21.120052 n-d-816865-1 neutron-server[102387]: cb(*args, **kw) Nov 05 19:01:21.120052 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 05 19:01:21.120052 n-d-816865-1 neutron-server[102387]: return func(*args, **kwargs) Nov 05 19:01:21.120052 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 05 19:01:21.120052 n-d-816865-1 neutron-server[102387]: self._notify() Nov 05 19:01:21.120052 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 05 19:01:21.120052 n-d-816865-1 neutron-server[102387]: self.callback(batched_events) Nov 05 19:01:21.120052 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 05 19:01:21.120052 n-d-816865-1 neutron-server[102387]: event.method(event) Nov 05 19:01:21.120052 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 05 19:01:21.120052 n-d-816865-1 neutron-server[102387]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 05 19:01:21.120052 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 05 19:01:21.120052 n-d-816865-1 neutron-server[102387]: aggregate_uuid = self.p_client.list_aggregates( Nov 05 19:01:21.120052 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 05 19:01:21.120052 n-d-816865-1 neutron-server[102387]: return f(self, *a, **k) Nov 05 19:01:21.120052 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 05 19:01:21.120052 n-d-816865-1 neutron-server[102387]: return self._get(url).json() Nov 05 19:01:21.120052 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 05 19:01:21.120052 n-d-816865-1 neutron-server[102387]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 05 19:01:21.120052 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 05 19:01:21.120052 n-d-816865-1 neutron-server[102387]: return self.request(url, 'GET', **kwargs) Nov 05 19:01:21.120052 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 05 19:01:21.120052 n-d-816865-1 neutron-server[102387]: base_url = self.get_endpoint(auth, allow=allow, Nov 05 19:01:21.120052 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 05 19:01:21.120052 n-d-816865-1 neutron-server[102387]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 05 19:01:21.120052 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 05 19:01:21.120052 n-d-816865-1 neutron-server[102387]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 05 19:01:21.120052 n-d-816865-1 neutron-server[102387]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 05 19:01:21.139364 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18f5c4af-c6f2-40df-badf-d203c0680abf None None] Routers {'3cc5978a-2e03-42a4-b814-e7119819f443'} bound to L3 agent in host n-d-816865-1 {{(pid=102388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 19:01:21.139364 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-18f5c4af-c6f2-40df-badf-d203c0680abf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T19:01:05Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['3cc5978a-2e03-42a4-b814-e7119819f443'], 'active': True} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:01:21.180583 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-18f5c4af-c6f2-40df-badf-d203c0680abf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816865-1', False) {} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:01:21.197958 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18f5c4af-c6f2-40df-badf-d203c0680abf None None] Routers {'3cc5978a-2e03-42a4-b814-e7119819f443'} bound to L3 agent in host n-d-816865-1 {{(pid=102388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 19:01:21.198618 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-18f5c4af-c6f2-40df-badf-d203c0680abf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T19:01:05Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['3cc5978a-2e03-42a4-b814-e7119819f443'], 'active': True} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:01:21.237521 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-18f5c4af-c6f2-40df-badf-d203c0680abf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816865-1', False) {} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:01:21.239248 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18f5c4af-c6f2-40df-badf-d203c0680abf None None] The sync data for ids ['3cc5978a-2e03-42a4-b814-e7119819f443'] in n-d-816865-1 is: [] {{(pid=102388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 19:01:21.268045 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-a905b7f8-c00a-49f7-8fb5-f06078705962 tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Publish callbacks [] for router, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:21.271909 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-a905b7f8-c00a-49f7-8fb5-f06078705962 tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 880 time: 3.8856807 Nov 05 19:01:21.280986 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 44892) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:01:21.312138 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-fbbfa871-f0c0-48bb-a8d5-246c6ba6b6f0 tempest-BulkNetworkOpsTest-102730242 tempest-BulkNetworkOpsTest-102730242-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1579178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-956796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1000687'] for network, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:21.323941 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-fbbfa871-f0c0-48bb-a8d5-246c6ba6b6f0 tempest-BulkNetworkOpsTest-102730242 tempest-BulkNetworkOpsTest-102730242-project] Publish callbacks [] for network, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:21.329857 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-fbbfa871-f0c0-48bb-a8d5-246c6ba6b6f0 tempest-BulkNetworkOpsTest-102730242 tempest-BulkNetworkOpsTest-102730242-project] 10.222.0.13 "DELETE /v2.0/networks/98e4c274-2bfe-419b-ae71-30d033f73e13 HTTP/1.1" status: 204 len: 168 time: 1.6438913 Nov 05 19:01:21.330789 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 44894) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:01:21.341641 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbfa871-f0c0-48bb-a8d5-246c6ba6b6f0 tempest-BulkNetworkOpsTest-102730242 tempest-BulkNetworkOpsTest-102730242-project] Pushing event deleted for resources: {'Network': ['ID=98e4c274-2bfe-419b-ae71-30d033f73e13,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:01:21.458211 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-737113a9-dad8-498f-a648-93236f6ba37a tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] 10.222.0.13 "GET /v2.0/routers/3cc5978a-2e03-42a4-b814-e7119819f443 HTTP/1.1" status: 200 len: 881 time: 0.1845300 Nov 05 19:01:21.460943 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 44900) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:01:21.462090 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-eaedeb69-3892-43eb-b5c1-41f298436fc4 tempest-BulkNetworkOpsTest-102730242 tempest-BulkNetworkOpsTest-102730242-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1664226'] for network, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:21.559345 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-eaedeb69-3892-43eb-b5c1-41f298436fc4 tempest-BulkNetworkOpsTest-102730242 tempest-BulkNetworkOpsTest-102730242-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1579173', 'neutron.services.segments.db._delete_segments_for_network-8750027792909'] for network, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:21.580405 n-d-816865-1 neutron-server[102386]: DEBUG neutron.services.segments.db [None req-eaedeb69-3892-43eb-b5c1-41f298436fc4 tempest-BulkNetworkOpsTest-102730242 tempest-BulkNetworkOpsTest-102730242-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1752a208-1282-4310-a12e-da788efcb196']}} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:01:21.590764 n-d-816865-1 neutron-server[102386]: DEBUG neutron.services.segments.db [None req-eaedeb69-3892-43eb-b5c1-41f298436fc4 tempest-BulkNetworkOpsTest-102730242 tempest-BulkNetworkOpsTest-102730242-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b7729d4-33af-4d82-9c42-8439b6ea17c3') {'for_net_delete': True} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:01:21.591057 n-d-816865-1 neutron-server[102386]: DEBUG neutron.services.segments.db [None req-eaedeb69-3892-43eb-b5c1-41f298436fc4 tempest-BulkNetworkOpsTest-102730242 tempest-BulkNetworkOpsTest-102730242-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b7729d4-33af-4d82-9c42-8439b6ea17c3') {} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:01:21.600393 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-eaedeb69-3892-43eb-b5c1-41f298436fc4 tempest-BulkNetworkOpsTest-102730242 tempest-BulkNetworkOpsTest-102730242-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750027793430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4590747'] for segment, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:21.614785 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-eaedeb69-3892-43eb-b5c1-41f298436fc4 tempest-BulkNetworkOpsTest-102730242 tempest-BulkNetworkOpsTest-102730242-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273'] for segment, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:21.621269 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eaedeb69-3892-43eb-b5c1-41f298436fc4 tempest-BulkNetworkOpsTest-102730242 tempest-BulkNetworkOpsTest-102730242-project] Releasing vlan 159 on physical network physnet1 to pool {{(pid=102386) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 05 19:01:21.624883 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-eaedeb69-3892-43eb-b5c1-41f298436fc4 tempest-BulkNetworkOpsTest-102730242 tempest-BulkNetworkOpsTest-102730242-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6149721'] for segment, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:21.624883 n-d-816865-1 neutron-server[102386]: Traceback (most recent call last): Nov 05 19:01:21.624883 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 05 19:01:21.624883 n-d-816865-1 neutron-server[102386]: timer() Nov 05 19:01:21.624883 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 05 19:01:21.624883 n-d-816865-1 neutron-server[102386]: cb(*args, **kw) Nov 05 19:01:21.624883 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 05 19:01:21.624883 n-d-816865-1 neutron-server[102386]: return func(*args, **kwargs) Nov 05 19:01:21.624883 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 05 19:01:21.624883 n-d-816865-1 neutron-server[102386]: self._notify() Nov 05 19:01:21.624883 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 05 19:01:21.624883 n-d-816865-1 neutron-server[102386]: self.callback(batched_events) Nov 05 19:01:21.624883 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 05 19:01:21.624883 n-d-816865-1 neutron-server[102386]: event.method(event) Nov 05 19:01:21.624883 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 05 19:01:21.624883 n-d-816865-1 neutron-server[102386]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 05 19:01:21.624883 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 05 19:01:21.624883 n-d-816865-1 neutron-server[102386]: aggregate_uuid = self.p_client.list_aggregates( Nov 05 19:01:21.624883 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 05 19:01:21.624883 n-d-816865-1 neutron-server[102386]: return f(self, *a, **k) Nov 05 19:01:21.624883 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 05 19:01:21.624883 n-d-816865-1 neutron-server[102386]: return self._get(url).json() Nov 05 19:01:21.624883 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 05 19:01:21.624883 n-d-816865-1 neutron-server[102386]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 05 19:01:21.624883 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 05 19:01:21.624883 n-d-816865-1 neutron-server[102386]: return self.request(url, 'GET', **kwargs) Nov 05 19:01:21.624883 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 05 19:01:21.624883 n-d-816865-1 neutron-server[102386]: base_url = self.get_endpoint(auth, allow=allow, Nov 05 19:01:21.624883 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 05 19:01:21.624883 n-d-816865-1 neutron-server[102386]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 05 19:01:21.624883 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 05 19:01:21.624883 n-d-816865-1 neutron-server[102386]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 05 19:01:21.624883 n-d-816865-1 neutron-server[102386]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 05 19:01:21.716015 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-bf52affa-c588-487a-bc28-1cd08bb9cb61 tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 884 time: 0.2524045 Nov 05 19:01:21.718605 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 44904) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:01:21.723165 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-9ffa100c-0c4b-4f80-bf60-f3e7862024b8 tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-1884552769'}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:01:21.824874 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-eaedeb69-3892-43eb-b5c1-41f298436fc4 tempest-BulkNetworkOpsTest-102730242 tempest-BulkNetworkOpsTest-102730242-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1579178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-956796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1000687'] for network, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:21.829605 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-eaedeb69-3892-43eb-b5c1-41f298436fc4 tempest-BulkNetworkOpsTest-102730242 tempest-BulkNetworkOpsTest-102730242-project] Publish callbacks [] for network, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:21.831706 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-eaedeb69-3892-43eb-b5c1-41f298436fc4 tempest-BulkNetworkOpsTest-102730242 tempest-BulkNetworkOpsTest-102730242-project] 10.222.0.13 "DELETE /v2.0/networks/1752a208-1282-4310-a12e-da788efcb196 HTTP/1.1" status: 204 len: 168 time: 0.4998016 Nov 05 19:01:21.834253 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 44908) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:01:21.873698 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaedeb69-3892-43eb-b5c1-41f298436fc4 tempest-BulkNetworkOpsTest-102730242 tempest-BulkNetworkOpsTest-102730242-project] Pushing event deleted for resources: {'Network': ['ID=1752a208-1282-4310-a12e-da788efcb196,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:01:21.940446 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaedeb69-3892-43eb-b5c1-41f298436fc4 tempest-BulkNetworkOpsTest-102730242 tempest-BulkNetworkOpsTest-102730242-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:01:21.941098 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaedeb69-3892-43eb-b5c1-41f298436fc4 tempest-BulkNetworkOpsTest-102730242 tempest-BulkNetworkOpsTest-102730242-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:01:21.941601 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaedeb69-3892-43eb-b5c1-41f298436fc4 tempest-BulkNetworkOpsTest-102730242 tempest-BulkNetworkOpsTest-102730242-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:01:21.942161 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaedeb69-3892-43eb-b5c1-41f298436fc4 tempest-BulkNetworkOpsTest-102730242 tempest-BulkNetworkOpsTest-102730242-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:01:21.942657 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaedeb69-3892-43eb-b5c1-41f298436fc4 tempest-BulkNetworkOpsTest-102730242 tempest-BulkNetworkOpsTest-102730242-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:01:21.943151 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaedeb69-3892-43eb-b5c1-41f298436fc4 tempest-BulkNetworkOpsTest-102730242 tempest-BulkNetworkOpsTest-102730242-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:01:21.943647 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaedeb69-3892-43eb-b5c1-41f298436fc4 tempest-BulkNetworkOpsTest-102730242 tempest-BulkNetworkOpsTest-102730242-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:01:21.944284 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaedeb69-3892-43eb-b5c1-41f298436fc4 tempest-BulkNetworkOpsTest-102730242 tempest-BulkNetworkOpsTest-102730242-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:01:21.944823 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaedeb69-3892-43eb-b5c1-41f298436fc4 tempest-BulkNetworkOpsTest-102730242 tempest-BulkNetworkOpsTest-102730242-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:01:21.945327 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaedeb69-3892-43eb-b5c1-41f298436fc4 tempest-BulkNetworkOpsTest-102730242 tempest-BulkNetworkOpsTest-102730242-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:01:21.946387 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaedeb69-3892-43eb-b5c1-41f298436fc4 tempest-BulkNetworkOpsTest-102730242 tempest-BulkNetworkOpsTest-102730242-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:01:21.946878 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaedeb69-3892-43eb-b5c1-41f298436fc4 tempest-BulkNetworkOpsTest-102730242 tempest-BulkNetworkOpsTest-102730242-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:01:21.983726 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-f84a43e2-9141-4aad-85fb-e2fc89ff6173 tempest-BulkNetworkOpsTest-102730242 tempest-BulkNetworkOpsTest-102730242-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1664226'] for network, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:22.106625 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-9ffa100c-0c4b-4f80-bf60-f3e7862024b8 tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1000460', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-571265', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6845'] for router, precommit_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:22.128372 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-f84a43e2-9141-4aad-85fb-e2fc89ff6173 tempest-BulkNetworkOpsTest-102730242 tempest-BulkNetworkOpsTest-102730242-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1579173', 'neutron.services.segments.db._delete_segments_for_network-8750027792909'] for network, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:22.133424 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 7870a9d9-2500-489c-8f1d-b1193da55af6 no longer exists at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 19:01:22.151595 n-d-816865-1 neutron-server[102386]: DEBUG neutron.services.segments.db [None req-f84a43e2-9141-4aad-85fb-e2fc89ff6173 tempest-BulkNetworkOpsTest-102730242 tempest-BulkNetworkOpsTest-102730242-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b16c96e-080a-482b-ac45-71b90e9bdac4']}} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:01:22.162245 n-d-816865-1 neutron-server[102386]: DEBUG neutron.services.segments.db [None req-f84a43e2-9141-4aad-85fb-e2fc89ff6173 tempest-BulkNetworkOpsTest-102730242 tempest-BulkNetworkOpsTest-102730242-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce875b25-2368-4e4b-b85a-c552ec5fdaf9') {'for_net_delete': True} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:01:22.173049 n-d-816865-1 neutron-server[102386]: DEBUG neutron.services.segments.db [None req-f84a43e2-9141-4aad-85fb-e2fc89ff6173 tempest-BulkNetworkOpsTest-102730242 tempest-BulkNetworkOpsTest-102730242-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce875b25-2368-4e4b-b85a-c552ec5fdaf9') {} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:01:22.173999 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] No Port match for: 7870a9d9-2500-489c-8f1d-b1193da55af6 {{(pid=102388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 19:01:22.173999 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 7870a9d9-2500-489c-8f1d-b1193da55af6 not bound to the agent host n-d-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 19:01:22.174231 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-f84a43e2-9141-4aad-85fb-e2fc89ff6173 tempest-BulkNetworkOpsTest-102730242 tempest-BulkNetworkOpsTest-102730242-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750027793430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4590747'] for segment, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:22.188816 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-f84a43e2-9141-4aad-85fb-e2fc89ff6173 tempest-BulkNetworkOpsTest-102730242 tempest-BulkNetworkOpsTest-102730242-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273'] for segment, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:22.198892 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f84a43e2-9141-4aad-85fb-e2fc89ff6173 tempest-BulkNetworkOpsTest-102730242 tempest-BulkNetworkOpsTest-102730242-project] Releasing vlan 186 on physical network physnet1 to pool {{(pid=102386) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 05 19:01:22.201763 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-f84a43e2-9141-4aad-85fb-e2fc89ff6173 tempest-BulkNetworkOpsTest-102730242 tempest-BulkNetworkOpsTest-102730242-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6149721'] for segment, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:22.203167 n-d-816865-1 neutron-server[102386]: Traceback (most recent call last): Nov 05 19:01:22.203167 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 05 19:01:22.203167 n-d-816865-1 neutron-server[102386]: timer() Nov 05 19:01:22.203167 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 05 19:01:22.203167 n-d-816865-1 neutron-server[102386]: cb(*args, **kw) Nov 05 19:01:22.203167 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 05 19:01:22.203167 n-d-816865-1 neutron-server[102386]: return func(*args, **kwargs) Nov 05 19:01:22.203167 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 05 19:01:22.203167 n-d-816865-1 neutron-server[102386]: self._notify() Nov 05 19:01:22.203167 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 05 19:01:22.203167 n-d-816865-1 neutron-server[102386]: self.callback(batched_events) Nov 05 19:01:22.203167 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 05 19:01:22.203167 n-d-816865-1 neutron-server[102386]: event.method(event) Nov 05 19:01:22.203167 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 05 19:01:22.203167 n-d-816865-1 neutron-server[102386]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 05 19:01:22.203167 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 05 19:01:22.203167 n-d-816865-1 neutron-server[102386]: aggregate_uuid = self.p_client.list_aggregates( Nov 05 19:01:22.203167 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 05 19:01:22.203167 n-d-816865-1 neutron-server[102386]: return f(self, *a, **k) Nov 05 19:01:22.203167 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 05 19:01:22.203167 n-d-816865-1 neutron-server[102386]: return self._get(url).json() Nov 05 19:01:22.203167 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 05 19:01:22.203167 n-d-816865-1 neutron-server[102386]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 05 19:01:22.203167 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 05 19:01:22.203167 n-d-816865-1 neutron-server[102386]: return self.request(url, 'GET', **kwargs) Nov 05 19:01:22.203167 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 05 19:01:22.203167 n-d-816865-1 neutron-server[102386]: base_url = self.get_endpoint(auth, allow=allow, Nov 05 19:01:22.203167 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 05 19:01:22.203167 n-d-816865-1 neutron-server[102386]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 05 19:01:22.203167 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 05 19:01:22.203167 n-d-816865-1 neutron-server[102386]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 05 19:01:22.203167 n-d-816865-1 neutron-server[102386]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 05 19:01:22.213843 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-75076f08-a2f2-44d0-9850-892a381c77eb req-56678851-95d5-4a62-b605-d4366f6bea7e tempest-ServerShowV257Test-723067690 tempest-ServerShowV257Test-723067690-project] 10.222.0.13 "GET /v2.0/ports?device_id=52467105-9e9a-4884-9d54-5cdbe4659b01 HTTP/1.1" status: 200 len: 210 time: 0.0285218 Nov 05 19:01:22.236349 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-9ffa100c-0c4b-4f80-bf60-f3e7862024b8 tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1000487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1000469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1000478', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-571274'] for router, after_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:22.351045 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ffa100c-0c4b-4f80-bf60-f3e7862024b8 tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Router 3cc5978a-2e03-42a4-b814-e7119819f443 has already been hosted by L3 agent 6dcb5589-8e86-4616-9186-ddc4548e13ad {{(pid=102387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 19:01:22.431777 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-f84a43e2-9141-4aad-85fb-e2fc89ff6173 tempest-BulkNetworkOpsTest-102730242 tempest-BulkNetworkOpsTest-102730242-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1579178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-956796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1000687'] for network, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:22.438993 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-f84a43e2-9141-4aad-85fb-e2fc89ff6173 tempest-BulkNetworkOpsTest-102730242 tempest-BulkNetworkOpsTest-102730242-project] Publish callbacks [] for network, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:22.442354 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-f84a43e2-9141-4aad-85fb-e2fc89ff6173 tempest-BulkNetworkOpsTest-102730242 tempest-BulkNetworkOpsTest-102730242-project] 10.222.0.13 "DELETE /v2.0/networks/9b16c96e-080a-482b-ac45-71b90e9bdac4 HTTP/1.1" status: 204 len: 168 time: 0.6067667 Nov 05 19:01:22.481204 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ffa100c-0c4b-4f80-bf60-f3e7862024b8 tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Notify agent at l3_agent.n-d-816865-1 the message routers_updated {{(pid=102387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 19:01:22.483652 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84a43e2-9141-4aad-85fb-e2fc89ff6173 tempest-BulkNetworkOpsTest-102730242 tempest-BulkNetworkOpsTest-102730242-project] Pushing event deleted for resources: {'Network': ['ID=9b16c96e-080a-482b-ac45-71b90e9bdac4,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:01:22.494484 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc7d6651-882b-456d-a0cd-61b46d4bd9c5 None None] Sync routers for ids ['3cc5978a-2e03-42a4-b814-e7119819f443'] in n-d-816865-1 {{(pid=102389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 19:01:22.499086 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-9ffa100c-0c4b-4f80-bf60-f3e7862024b8 tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Publish callbacks [] for router, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:22.500981 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-9ffa100c-0c4b-4f80-bf60-f3e7862024b8 tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] 10.222.0.13 "PUT /v2.0/routers/3cc5978a-2e03-42a4-b814-e7119819f443 HTTP/1.1" status: 200 len: 888 time: 0.7812333 Nov 05 19:01:22.503680 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 44924) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:01:22.513559 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc7d6651-882b-456d-a0cd-61b46d4bd9c5 None None] Routers {'3cc5978a-2e03-42a4-b814-e7119819f443'} bound to L3 agent in host n-d-816865-1 {{(pid=102389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 19:01:22.515016 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-cc7d6651-882b-456d-a0cd-61b46d4bd9c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T19:01:05Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['3cc5978a-2e03-42a4-b814-e7119819f443'], 'active': True} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:01:22.551528 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-cc7d6651-882b-456d-a0cd-61b46d4bd9c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816865-1', False) {} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:01:22.567065 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc7d6651-882b-456d-a0cd-61b46d4bd9c5 None None] Routers {'3cc5978a-2e03-42a4-b814-e7119819f443'} bound to L3 agent in host n-d-816865-1 {{(pid=102389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 19:01:22.567689 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-cc7d6651-882b-456d-a0cd-61b46d4bd9c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T19:01:05Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['3cc5978a-2e03-42a4-b814-e7119819f443'], 'active': True} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:01:22.622116 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-cc7d6651-882b-456d-a0cd-61b46d4bd9c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816865-1', False) {} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:01:22.623449 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc7d6651-882b-456d-a0cd-61b46d4bd9c5 None None] The sync data for ids ['3cc5978a-2e03-42a4-b814-e7119819f443'] in n-d-816865-1 is: [] {{(pid=102389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 19:01:22.662631 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-98cdc7e9-f307-4a7e-94b9-c3d85a5b5843 tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] 10.222.0.13 "GET /v2.0/routers/3cc5978a-2e03-42a4-b814-e7119819f443 HTTP/1.1" status: 200 len: 888 time: 0.1578262 Nov 05 19:01:22.665548 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 44930) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:01:22.693020 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-bd2abb09-b639-4879-bb7d-8e9387be2089 tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] 10.222.0.13 "GET /v2.0/ports?device_id=3cc5978a-2e03-42a4-b814-e7119819f443 HTTP/1.1" status: 200 len: 205 time: 0.0262153 Nov 05 19:01:22.695716 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 44932) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:01:22.809253 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-3f104a0a-b167-4cc9-960f-9b5963459755 tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Publish callbacks [] for router, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:23.172727 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 44946) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:01:23.319810 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-3f104a0a-b167-4cc9-960f-9b5963459755 tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:23.345346 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-a9d6a924-fd4b-48e5-8c3c-0cfe570407dc admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b58cdd6b240e45fa883ebf6ad63f6016&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1714339 Nov 05 19:01:23.348417 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 44952) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:01:23.368924 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-d8574f97-896f-40b0-b15b-7013a7718506 req-ed3a5568-54ab-4a87-85c6-572a8edaa36b tempest-ServerShowV257Test-723067690 tempest-ServerShowV257Test-723067690-project] 10.222.0.13 "GET /v2.0/ports?device_id=52467105-9e9a-4884-9d54-5cdbe4659b01 HTTP/1.1" status: 200 len: 210 time: 0.0403848 Nov 05 19:01:23.415555 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-3acc6601-5a26-4696-a5b3-8a9c2282f076 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:23.456033 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-3acc6601-5a26-4696-a5b3-8a9c2282f076 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:23.506252 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-3f104a0a-b167-4cc9-960f-9b5963459755 tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Deleting port 3643468e-db8b-4724-9386-be06c581ac26 {{(pid=102386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 19:01:23.506591 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-3f104a0a-b167-4cc9-960f-9b5963459755 tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:23.595010 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-3f104a0a-b167-4cc9-960f-9b5963459755 tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:23.617547 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-3f104a0a-b167-4cc9-960f-9b5963459755 tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Calling delete_port for 3643468e-db8b-4724-9386-be06c581ac26 owned by network:router_gateway {{(pid=102386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 19:01:23.625522 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-3acc6601-5a26-4696-a5b3-8a9c2282f076 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:23.628548 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-3acc6601-5a26-4696-a5b3-8a9c2282f076 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:23.635270 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-3acc6601-5a26-4696-a5b3-8a9c2282f076 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5c605916-24fb-41f1-abdc-b8d25b9af8f7 HTTP/1.1" status: 204 len: 168 time: 0.2804084 Nov 05 19:01:23.645718 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3acc6601-5a26-4696-a5b3-8a9c2282f076 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c605916-24fb-41f1-abdc-b8d25b9af8f7,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:01:23.963575 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-3f104a0a-b167-4cc9-960f-9b5963459755 tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:23.987469 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f104a0a-b167-4cc9-960f-9b5963459755 tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Pushing event deleted for resources: {'Port': ['ID=3643468e-db8b-4724-9386-be06c581ac26,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:01:24.080438 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-3f104a0a-b167-4cc9-960f-9b5963459755 tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1000651'] for router_gateway, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:24.193428 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-3f104a0a-b167-4cc9-960f-9b5963459755 tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-571301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6852'] for router, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:24.201211 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-3f104a0a-b167-4cc9-960f-9b5963459755 tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:24.351508 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-3f104a0a-b167-4cc9-960f-9b5963459755 tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-571310'] for router, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:24.352722 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f104a0a-b167-4cc9-960f-9b5963459755 tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Fanout notify agent at l3_agent the message router_deleted on router 3cc5978a-2e03-42a4-b814-e7119819f443 {{(pid=102386) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 05 19:01:24.359557 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-3f104a0a-b167-4cc9-960f-9b5963459755 tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Publish callbacks [] for router, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:24.360956 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-3f104a0a-b167-4cc9-960f-9b5963459755 tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] 10.222.0.13 "DELETE /v2.0/routers/3cc5978a-2e03-42a4-b814-e7119819f443 HTTP/1.1" status: 204 len: 168 time: 1.6633577 Nov 05 19:01:24.364403 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 44984) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:01:24.370271 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-fb18e195-caa7-4200-a178-dce8d80cb5f6 tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Request body: {'network': {'name': 'tempest-RoutersTest-2053603982'}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:01:24.506268 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-5e75a5ba-96f4-4f53-9ae3-bf9f933cec2c req-71a37212-04b1-4118-81c9-4bd918caeee1 tempest-ServerShowV257Test-723067690 tempest-ServerShowV257Test-723067690-project] 10.222.0.13 "GET /v2.0/ports?device_id=52467105-9e9a-4884-9d54-5cdbe4659b01 HTTP/1.1" status: 200 len: 210 time: 0.0473366 Nov 05 19:01:24.546835 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb18e195-caa7-4200-a178-dce8d80cb5f6 tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Made reservation on behalf of e73ce0a6a4b043a3828a6e49d45da7fe for: {'network': 1} {{(pid=102387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 19:01:24.558265 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-fb18e195-caa7-4200-a178-dce8d80cb5f6 tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for network, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:24.583683 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb18e195-caa7-4200-a178-dce8d80cb5f6 tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 176} {{(pid=102387) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 05 19:01:24.593257 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-fb18e195-caa7-4200-a178-dce8d80cb5f6 tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273'] for segment, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:24.599580 n-d-816865-1 neutron-server[102387]: INFO neutron.db.segments_db [None req-fb18e195-caa7-4200-a178-dce8d80cb5f6 tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Added segment 94d99f50-9a97-4f6a-864e-bf2edb9e5853 of type vlan for network 436bab1d-466e-4381-9616-4cdb6757a832 Nov 05 19:01:24.636296 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-fb18e195-caa7-4200-a178-dce8d80cb5f6 tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750027258543'] for network, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:24.781721 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-fb18e195-caa7-4200-a178-dce8d80cb5f6 tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-956796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877'] for network, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:24.786677 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb18e195-caa7-4200-a178-dce8d80cb5f6 tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:01:24.787307 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-fb18e195-caa7-4200-a178-dce8d80cb5f6 tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Publish callbacks [] for network, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:24.860345 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb18e195-caa7-4200-a178-dce8d80cb5f6 tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Pushing event updated for resources: {'Network': ['ID=436bab1d-466e-4381-9616-4cdb6757a832,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:01:24.871872 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Network 436bab1d-466e-4381-9616-4cdb6757a832 details requested by agent ovs-agent-n-d-816865-1 with host n-d-816865-1 {{(pid=102388) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 05 19:01:24.910134 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-fb18e195-caa7-4200-a178-dce8d80cb5f6 tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.5436294 Nov 05 19:01:24.912582 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 45002) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:01:24.918700 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-1dd66c97-2f48-4dab-819f-72d596a361c9 tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Request body: {'subnet': {'network_id': '436bab1d-466e-4381-9616-4cdb6757a832', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:01:25.120739 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 45012) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:01:25.146417 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1dd66c97-2f48-4dab-819f-72d596a361c9 tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Made reservation on behalf of e73ce0a6a4b043a3828a6e49d45da7fe for: {'subnet': 1} {{(pid=102386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 19:01:25.158426 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-1dd66c97-2f48-4dab-819f-72d596a361c9 tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4877122'] for subnet, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:25.252355 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-65db2eb5-dae2-4ff9-8751-56b8fc3bbc0a tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1951088260'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:01:25.425289 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65db2eb5-dae2-4ff9-8751-56b8fc3bbc0a tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] Made reservation on behalf of a40892ba0bb140d0a4934f8baf0fb131 for: {'network': 1} {{(pid=102386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 19:01:25.428803 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-65db2eb5-dae2-4ff9-8751-56b8fc3bbc0a tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for network, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:25.441953 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-65db2eb5-dae2-4ff9-8751-56b8fc3bbc0a tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] Publish callbacks [] for security_group, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:25.507349 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-1dd66c97-2f48-4dab-819f-72d596a361c9 tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6149946', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4877172'] for subnet, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:25.545377 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-65db2eb5-dae2-4ff9-8751-56b8fc3bbc0a tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] Publish callbacks [] for security_group, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:25.580317 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd66c97-2f48-4dab-819f-72d596a361c9 tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Pushing event updated for resources: {'Subnet': ['ID=3d5264ce-10ef-40aa-aa45-173323972588,revision_number=0']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:01:25.590281 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dd66c97-2f48-4dab-819f-72d596a361c9 tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Checking segment: {'id': '94d99f50-9a97-4f6a-864e-bf2edb9e5853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '436bab1d-466e-4381-9616-4cdb6757a832'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 19:01:25.590666 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dd66c97-2f48-4dab-819f-72d596a361c9 tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Network hostable DHCP agents. Network: 436bab1d-466e-4381-9616-4cdb6757a832, hostable agents: ['987e2ca0-bc3b-4c6f-a989-429ccfbf753f'], hosted agents: [] {{(pid=102386) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 05 19:01:25.627173 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-981e4a87-1aa9-44d3-92c7-0a113913c5a6 req-1bc3c572-6cd1-4979-81df-08ddfbe60699 tempest-ServerShowV257Test-723067690 tempest-ServerShowV257Test-723067690-project] 10.222.0.13 "GET /v2.0/ports?device_id=52467105-9e9a-4884-9d54-5cdbe4659b01 HTTP/1.1" status: 200 len: 210 time: 0.0395126 Nov 05 19:01:25.677641 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-65db2eb5-dae2-4ff9-8751-56b8fc3bbc0a tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:25.693667 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65db2eb5-dae2-4ff9-8751-56b8fc3bbc0a tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 154} {{(pid=102386) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 05 19:01:25.719719 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-65db2eb5-dae2-4ff9-8751-56b8fc3bbc0a tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273'] for segment, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:25.720066 n-d-816865-1 neutron-server[102386]: INFO neutron.db.segments_db [None req-65db2eb5-dae2-4ff9-8751-56b8fc3bbc0a tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] Added segment 0519f79d-871e-4619-9b73-4d7482d9fa5b of type vlan for network 8de9a3a0-9ac3-4ada-a8b0-1b85b694fb36 Nov 05 19:01:25.738960 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dd66c97-2f48-4dab-819f-72d596a361c9 tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Network 436bab1d-466e-4381-9616-4cdb6757a832 is scheduled to be hosted by DHCP agent 987e2ca0-bc3b-4c6f-a989-429ccfbf753f with binding_index 1 {{(pid=102386) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 05 19:01:25.784731 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65db2eb5-dae2-4ff9-8751-56b8fc3bbc0a tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] Pushing event updated for resources: {'SecurityGroup': ['ID=28d32489-fc72-4eb2-9e9b-98b3da678ff5,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:01:25.790779 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-65db2eb5-dae2-4ff9-8751-56b8fc3bbc0a tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750027258543'] for network, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:25.888449 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.base_scheduler [None req-1dd66c97-2f48-4dab-819f-72d596a361c9 tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816865-1, 436bab1d-466e-4381-9616-4cdb6757a832) {{(pid=102386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 19:01:25.893337 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dd66c97-2f48-4dab-819f-72d596a361c9 tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:01:25.898830 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-1dd66c97-2f48-4dab-819f-72d596a361c9 tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Publish callbacks [] for subnet, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:25.910566 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66e6d343-44d7-4557-8916-3592c0141298 None None] Network 436bab1d-466e-4381-9616-4cdb6757a832 requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 19:01:26.003067 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-65db2eb5-dae2-4ff9-8751-56b8fc3bbc0a tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-956796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877'] for network, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:26.010904 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65db2eb5-dae2-4ff9-8751-56b8fc3bbc0a tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:01:26.013938 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-65db2eb5-dae2-4ff9-8751-56b8fc3bbc0a tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] Publish callbacks [] for network, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:26.070267 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2856315-efe1-4056-b8f2-6350e4bba335 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeb20a084-accf-5b60-8075-3e69ebe863a6-436bab1d-466e-4381-9616-4cdb6757a832', 'network_id': '436bab1d-466e-4381-9616-4cdb6757a832', 'tenant_id': 'e73ce0a6a4b043a3828a6e49d45da7fe', 'fixed_ips': [{'subnet_id': '3d5264ce-10ef-40aa-aa45-173323972588'}]}} from n-d-816865-1. {{(pid=102388) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 05 19:01:26.071189 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-f2856315-efe1-4056-b8f2-6350e4bba335 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:26.130074 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-1dd66c97-2f48-4dab-819f-72d596a361c9 tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2163212 Nov 05 19:01:26.132697 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 45036) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:01:26.140535 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-12d6340c-8569-4bfb-a2c7-f87646252ad1 tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-448579924', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:01:26.154837 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-65db2eb5-dae2-4ff9-8751-56b8fc3bbc0a tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.0328686 Nov 05 19:01:26.195200 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65db2eb5-dae2-4ff9-8751-56b8fc3bbc0a tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] Pushing event updated for resources: {'Network': ['ID=8de9a3a0-9ac3-4ada-a8b0-1b85b694fb36,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:01:26.236399 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Network 8de9a3a0-9ac3-4ada-a8b0-1b85b694fb36 details requested by agent ovs-agent-n-d-816865-1 with host n-d-816865-1 {{(pid=102388) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 05 19:01:26.352038 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-12d6340c-8569-4bfb-a2c7-f87646252ad1 tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-571139', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6874'] for router, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:26.353559 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-12d6340c-8569-4bfb-a2c7-f87646252ad1 tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-571375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1000570', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1011585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6867'] for router, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:26.438439 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-12d6340c-8569-4bfb-a2c7-f87646252ad1 tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:26.491933 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.db_base_plugin_common [None req-f2856315-efe1-4056-b8f2-6350e4bba335 None None] Allocated IP 172.20.0.2 (436bab1d-466e-4381-9616-4cdb6757a832/3d5264ce-10ef-40aa-aa45-173323972588/4d4a7a11-a578-4bb0-ae08-599a3ac08b4e) {{(pid=102388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 19:01:26.495037 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-12d6340c-8569-4bfb-a2c7-f87646252ad1 tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-571384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1000487'] for router, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:26.617912 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-12d6340c-8569-4bfb-a2c7-f87646252ad1 tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Publish callbacks [] for router, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:26.620560 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-12d6340c-8569-4bfb-a2c7-f87646252ad1 tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.4854419 Nov 05 19:01:26.622229 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 45040) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:01:26.751529 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-f2856315-efe1-4056-b8f2-6350e4bba335 None None] Publish callbacks [] for port, precommit_create {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:26.861041 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-f2856315-efe1-4056-b8f2-6350e4bba335 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789'] for port, after_create {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:26.886028 n-d-816865-1 neutron-server[102388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2856315-efe1-4056-b8f2-6350e4bba335 None None] Network 436bab1d-466e-4381-9616-4cdb6757a832 is already hosted by enough agents. {{(pid=102388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 19:01:26.928319 n-d-816865-1 neutron-server[102388]: DEBUG neutron.scheduler.base_scheduler [None req-f2856315-efe1-4056-b8f2-6350e4bba335 None None] Resources bound (agent type, host, resource id): {{(pid=102388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 19:01:26.931329 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2856315-efe1-4056-b8f2-6350e4bba335 None None] Pushing event updated for resources: {'Port': ['ID=4d4a7a11-a578-4bb0-ae08-599a3ac08b4e,revision_number=1']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:01:26.936655 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2856315-efe1-4056-b8f2-6350e4bba335 None None] Received port after_create {{(pid=102388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 19:01:26.978833 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-363797fa-bc34-4f51-8728-a74b2a9201eb req-2f2e37c2-eadd-4c1c-9323-5917c50e5e5e tempest-ServerShowV257Test-723067690 tempest-ServerShowV257Test-723067690-project] 10.222.0.13 "GET /v2.0/ports?device_id=52467105-9e9a-4884-9d54-5cdbe4659b01 HTTP/1.1" status: 200 len: 210 time: 0.1709471 Nov 05 19:01:27.077747 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-f2856315-efe1-4056-b8f2-6350e4bba335 None None] Attempting to bind port 4d4a7a11-a578-4bb0-ae08-599a3ac08b4e on host n-d-816865-1 for vnic_type normal with profile {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 19:01:27.078148 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-f2856315-efe1-4056-b8f2-6350e4bba335 None None] Attempting to bind port 4d4a7a11-a578-4bb0-ae08-599a3ac08b4e by drivers openvswitch,hyperv on host n-d-816865-1 at level 0 using segments [{'id': '94d99f50-9a97-4f6a-864e-bf2edb9e5853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '436bab1d-466e-4381-9616-4cdb6757a832'}] {{(pid=102388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 19:01:27.082098 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2856315-efe1-4056-b8f2-6350e4bba335 None None] Attempting to bind port 4d4a7a11-a578-4bb0-ae08-599a3ac08b4e on network 436bab1d-466e-4381-9616-4cdb6757a832 {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 19:01:27.094025 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2856315-efe1-4056-b8f2-6350e4bba335 None None] Checking agent: {'id': '724d89a7-611b-41e6-bc85-c48112b17afa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 18, 25, 8), 'started_at': datetime.datetime(2021, 11, 5, 18, 25, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 19, 1, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 19:01:27.094444 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2856315-efe1-4056-b8f2-6350e4bba335 None None] Checking segment: {'id': '94d99f50-9a97-4f6a-864e-bf2edb9e5853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '436bab1d-466e-4381-9616-4cdb6757a832'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 19:01:27.097493 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-f2856315-efe1-4056-b8f2-6350e4bba335 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:27.098316 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2856315-efe1-4056-b8f2-6350e4bba335 None None] Bound using segment: {'id': '94d99f50-9a97-4f6a-864e-bf2edb9e5853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '436bab1d-466e-4381-9616-4cdb6757a832'} {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 19:01:27.098619 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-f2856315-efe1-4056-b8f2-6350e4bba335 None None] Bound port: 4d4a7a11-a578-4bb0-ae08-599a3ac08b4e, host: n-d-816865-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94d99f50-9a97-4f6a-864e-bf2edb9e5853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '436bab1d-466e-4381-9616-4cdb6757a832'}}] {{(pid=102388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 19:01:27.099016 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-f2856315-efe1-4056-b8f2-6350e4bba335 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:27.201653 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-f2856315-efe1-4056-b8f2-6350e4bba335 None None] For port 4d4a7a11-a578-4bb0-ae08-599a3ac08b4e, host n-d-816865-1, cleared binding levels {{(pid=102388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 19:01:27.205580 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-f2856315-efe1-4056-b8f2-6350e4bba335 None None] For port 4d4a7a11-a578-4bb0-ae08-599a3ac08b4e, host n-d-816865-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=4d4a7a11-a578-4bb0-ae08-599a3ac08b4e,segment=NetworkSegment(94d99f50-9a97-4f6a-864e-bf2edb9e5853),segment_id=94d99f50-9a97-4f6a-864e-bf2edb9e5853)] {{(pid=102388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 19:01:27.272439 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-f2856315-efe1-4056-b8f2-6350e4bba335 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:27.421181 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2856315-efe1-4056-b8f2-6350e4bba335 None None] Pushing event updated for resources: {'Port': ['ID=4d4a7a11-a578-4bb0-ae08-599a3ac08b4e,revision_number=2']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:01:27.434990 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-30d1f835-c518-4469-907c-d644a9693ced tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:27.518846 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-a7597282-d3b4-4565-ad15-f169e24f233c req-cc7c66d5-f6f4-4aef-8e3d-f7ffc3ef78c2 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=52467105-9e9a-4884-9d54-5cdbe4659b01 HTTP/1.1" status: 200 len: 210 time: 0.0518315 Nov 05 19:01:27.925766 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.db_base_plugin_common [None req-30d1f835-c518-4469-907c-d644a9693ced tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Allocated IP 172.20.0.1 (436bab1d-466e-4381-9616-4cdb6757a832/3d5264ce-10ef-40aa-aa45-173323972588/ddfc99fc-b4e2-43d7-9f8c-5c94a584a170) {{(pid=102387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 19:01:28.169144 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-30d1f835-c518-4469-907c-d644a9693ced tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Publish callbacks [] for port, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:28.197107 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-a924bd42-a894-470d-83a1-c1df40ed79d6 req-f4eaf528-6696-41f6-9f18-372330ddcd76 tempest-ServerShowV257Test-723067690 tempest-ServerShowV257Test-723067690-project] 10.222.0.13 "GET /v2.0/ports?device_id=52467105-9e9a-4884-9d54-5cdbe4659b01 HTTP/1.1" status: 200 len: 210 time: 0.0492241 Nov 05 19:01:28.292431 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-30d1f835-c518-4469-907c-d644a9693ced tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4417063'] for port, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:28.299430 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 4d4a7a11-a578-4bb0-ae08-599a3ac08b4e up at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 19:01:28.346837 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30d1f835-c518-4469-907c-d644a9693ced tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Network 436bab1d-466e-4381-9616-4cdb6757a832 is already hosted by enough agents. {{(pid=102387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 19:01:28.367742 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.base_scheduler [None req-30d1f835-c518-4469-907c-d644a9693ced tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Resources bound (agent type, host, resource id): {{(pid=102387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 19:01:28.378410 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30d1f835-c518-4469-907c-d644a9693ced tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Received port after_create {{(pid=102387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 19:01:28.386912 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d1f835-c518-4469-907c-d644a9693ced tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Pushing event updated for resources: {'Port': ['ID=ddfc99fc-b4e2-43d7-9f8c-5c94a584a170,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:01:28.432535 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Provisioning complete for port 4d4a7a11-a578-4bb0-ae08-599a3ac08b4e triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:01:28.433285 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:28.477789 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-30d1f835-c518-4469-907c-d644a9693ced tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-571770'] for router_interface, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:28.610413 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:28.686793 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] For port 4d4a7a11-a578-4bb0-ae08-599a3ac08b4e, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=4d4a7a11-a578-4bb0-ae08-599a3ac08b4e,segment=NetworkSegment(94d99f50-9a97-4f6a-864e-bf2edb9e5853),segment_id=94d99f50-9a97-4f6a-864e-bf2edb9e5853)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:01:28.807845 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:28.881491 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-30d1f835-c518-4469-907c-d644a9693ced tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:28.960514 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Pushing event updated for resources: {'Port': ['ID=4d4a7a11-a578-4bb0-ae08-599a3ac08b4e,revision_number=3']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:01:29.068599 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98aed6e7-0630-45a6-a727-3e805ed816de None None] Network 436bab1d-466e-4381-9616-4cdb6757a832 requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 19:01:29.165782 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-22cd2cb1-76c7-4bd3-864d-eaca813587c9 None None] Provisioning complete for port 4d4a7a11-a578-4bb0-ae08-599a3ac08b4e triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:01:29.166287 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-22cd2cb1-76c7-4bd3-864d-eaca813587c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:29.447648 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-652c57c5-bb61-4a17-8d94-8883f5e5442a req-6d257994-297b-43c0-a618-b34648346f1b tempest-ServerShowV257Test-723067690 tempest-ServerShowV257Test-723067690-project] 10.222.0.13 "GET /v2.0/ports?device_id=52467105-9e9a-4884-9d54-5cdbe4659b01 HTTP/1.1" status: 200 len: 210 time: 0.0628119 Nov 05 19:01:29.518903 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 45102) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:01:29.525925 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-d3028e6c-5fc7-4f2a-8423-56753527cfc0 tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] Request body: {'subnet': {'network_id': '8de9a3a0-9ac3-4ada-a8b0-1b85b694fb36', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:01:29.584940 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-30d1f835-c518-4469-907c-d644a9693ced tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Publish callbacks [] for port, precommit_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:29.671896 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-30d1f835-c518-4469-907c-d644a9693ced tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4417072'] for port, after_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:29.791809 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3028e6c-5fc7-4f2a-8423-56753527cfc0 tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] Made reservation on behalf of a40892ba0bb140d0a4934f8baf0fb131 for: {'subnet': 1} {{(pid=102386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 19:01:29.794071 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d1f835-c518-4469-907c-d644a9693ced tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Pushing event updated for resources: {'Port': ['ID=ddfc99fc-b4e2-43d7-9f8c-5c94a584a170,revision_number=2']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:01:29.797192 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-d3028e6c-5fc7-4f2a-8423-56753527cfc0 tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4877122'] for subnet, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:29.799407 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-30d1f835-c518-4469-907c-d644a9693ced tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-597863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-571878'] for router_interface, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:29.995088 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-4f88eb5c-58af-48e4-88e9-a182cbb9d773 None None] Provisioning complete for port ddfc99fc-b4e2-43d7-9f8c-5c94a584a170 triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:01:29.999256 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-4f88eb5c-58af-48e4-88e9-a182cbb9d773 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:30.097035 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30d1f835-c518-4469-907c-d644a9693ced tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Network 436bab1d-466e-4381-9616-4cdb6757a832 is already hosted by enough agents. {{(pid=102387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 19:01:30.102754 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-4f88eb5c-58af-48e4-88e9-a182cbb9d773 None None] Port ddfc99fc-b4e2-43d7-9f8c-5c94a584a170 cannot update to ACTIVE because it is not bound. {{(pid=102388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 19:01:30.105486 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.base_scheduler [None req-30d1f835-c518-4469-907c-d644a9693ced tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Resources bound (agent type, host, resource id): {{(pid=102387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 19:01:30.121926 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-4f88eb5c-58af-48e4-88e9-a182cbb9d773 None None] Provisioning complete for port 4d4a7a11-a578-4bb0-ae08-599a3ac08b4e triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:01:30.121926 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-4f88eb5c-58af-48e4-88e9-a182cbb9d773 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:30.134371 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-b783fe43-5bdc-49d0-b253-6f802718b864 req-eae90ca5-3d97-4d78-b37b-1692858654a6 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=89abe42c0a92415f9c71c86a754cd7a9&device_id=52467105-9e9a-4884-9d54-5cdbe4659b01 HTTP/1.1" status: 200 len: 210 time: 0.0688398 Nov 05 19:01:30.175951 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-b783fe43-5bdc-49d0-b253-6f802718b864 req-fe314e4e-2d11-4400-a23c-56dea77e972f service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=89abe42c0a92415f9c71c86a754cd7a9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0228200 Nov 05 19:01:30.272555 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-075f27d6-a738-4b18-a301-071187fac8e8 req-3b7afd5f-4c76-4fe2-9d6f-fd0a2360ddc0 tempest-ServerShowV257Test-723067690 tempest-ServerShowV257Test-723067690-project] 10.222.0.13 "GET /v2.0/ports?device_id=52467105-9e9a-4884-9d54-5cdbe4659b01 HTTP/1.1" status: 200 len: 210 time: 0.1215737 Nov 05 19:01:30.287455 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 4d4a7a11-a578-4bb0-ae08-599a3ac08b4e up at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 19:01:30.367863 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-d3028e6c-5fc7-4f2a-8423-56753527cfc0 tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6149946', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4877172'] for subnet, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:30.393950 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Provisioning complete for port 4d4a7a11-a578-4bb0-ae08-599a3ac08b4e triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:01:30.394429 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:30.533322 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30d1f835-c518-4469-907c-d644a9693ced tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Router 2441bfee-4560-4fdf-a6a8-2eca9ff7e987 is scheduled to L3 agent 6dcb5589-8e86-4616-9186-ddc4548e13ad with binding_index 1 {{(pid=102387) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 05 19:01:30.534270 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-3b684673-9dbd-4776-aeaf-41b3da5fa6d1 None None] Provisioning complete for port ddfc99fc-b4e2-43d7-9f8c-5c94a584a170 triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:01:30.534732 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3b684673-9dbd-4776-aeaf-41b3da5fa6d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:30.597280 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3028e6c-5fc7-4f2a-8423-56753527cfc0 tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] Checking segment: {'id': '0519f79d-871e-4619-9b73-4d7482d9fa5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '8de9a3a0-9ac3-4ada-a8b0-1b85b694fb36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 19:01:30.597849 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3028e6c-5fc7-4f2a-8423-56753527cfc0 tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] Network hostable DHCP agents. Network: 8de9a3a0-9ac3-4ada-a8b0-1b85b694fb36, hostable agents: ['987e2ca0-bc3b-4c6f-a989-429ccfbf753f'], hosted agents: [] {{(pid=102386) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 05 19:01:30.609844 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-3b684673-9dbd-4776-aeaf-41b3da5fa6d1 None None] Port ddfc99fc-b4e2-43d7-9f8c-5c94a584a170 cannot update to ACTIVE because it is not bound. {{(pid=102388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 19:01:30.617703 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3028e6c-5fc7-4f2a-8423-56753527cfc0 tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] Pushing event updated for resources: {'Subnet': ['ID=2c706513-3bcf-4109-9e6c-213b2268b4e2,revision_number=0']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:01:30.635811 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b783fe43-5bdc-49d0-b253-6f802718b864 req-d14e2f0b-a4b4-437e-8b84-2c3ba2a68174 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:01:30.637956 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-b783fe43-5bdc-49d0-b253-6f802718b864 req-d14e2f0b-a4b4-437e-8b84-2c3ba2a68174 service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3989305 Nov 05 19:01:30.700982 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3028e6c-5fc7-4f2a-8423-56753527cfc0 tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] Network 8de9a3a0-9ac3-4ada-a8b0-1b85b694fb36 is scheduled to be hosted by DHCP agent 987e2ca0-bc3b-4c6f-a989-429ccfbf753f with binding_index 1 {{(pid=102386) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 05 19:01:30.712176 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30d1f835-c518-4469-907c-d644a9693ced tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Notify agent at l3_agent.n-d-816865-1 the message routers_updated {{(pid=102387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 19:01:30.723369 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7549d7af-249b-469b-a7ea-183b6696b8bb None None] Sync routers for ids ['2441bfee-4560-4fdf-a6a8-2eca9ff7e987'] in n-d-816865-1 {{(pid=102388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 19:01:30.725148 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-30d1f835-c518-4469-907c-d644a9693ced tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] 10.222.0.13 "PUT /v2.0/routers/2441bfee-4560-4fdf-a6a8-2eca9ff7e987/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1012878 Nov 05 19:01:30.728327 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 45128) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:01:30.758682 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7549d7af-249b-469b-a7ea-183b6696b8bb None None] Routers {'2441bfee-4560-4fdf-a6a8-2eca9ff7e987'} bound to L3 agent in host n-d-816865-1 {{(pid=102388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 19:01:30.759367 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-7549d7af-249b-469b-a7ea-183b6696b8bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T19:01:05Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['2441bfee-4560-4fdf-a6a8-2eca9ff7e987'], 'active': True} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:01:30.776134 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9494a96e-b85d-4599-92a5-4e88fb3dd6b9 tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:01:30.777622 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-9494a96e-b85d-4599-92a5-4e88fb3dd6b9 tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] 10.222.0.13 "GET /v2.0/ports/ddfc99fc-b4e2-43d7-9f8c-5c94a584a170 HTTP/1.1" status: 200 len: 910 time: 0.0481339 Nov 05 19:01:30.780407 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 45130) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:01:30.787225 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-b77afaf3-bdff-47a0-b98c-b6d7b12de93e tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '3d5264ce-10ef-40aa-aa45-173323972588'}]}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:01:30.795681 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.base_scheduler [None req-d3028e6c-5fc7-4f2a-8423-56753527cfc0 tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816865-1, 8de9a3a0-9ac3-4ada-a8b0-1b85b694fb36) {{(pid=102386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 19:01:30.807120 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3028e6c-5fc7-4f2a-8423-56753527cfc0 tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:01:30.807821 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-d3028e6c-5fc7-4f2a-8423-56753527cfc0 tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] Publish callbacks [] for subnet, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:30.847247 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8902f3f-ee39-4522-a581-30518d95d92a None None] Network 8de9a3a0-9ac3-4ada-a8b0-1b85b694fb36 requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 19:01:30.856250 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-7549d7af-249b-469b-a7ea-183b6696b8bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816865-1', False) {} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:01:30.861761 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-18e97635-e75d-4749-9ac8-7f02c7302968 None None] Provisioning complete for port ddfc99fc-b4e2-43d7-9f8c-5c94a584a170 triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:01:30.862162 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-18e97635-e75d-4749-9ac8-7f02c7302968 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:30.920803 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-d3028e6c-5fc7-4f2a-8423-56753527cfc0 tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.4005351 Nov 05 19:01:30.921837 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 45136) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:01:30.931815 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-d12e819f-1322-44ae-8910-8868514acd85 tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1220080752'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:01:31.062387 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-18e97635-e75d-4749-9ac8-7f02c7302968 None None] Port ddfc99fc-b4e2-43d7-9f8c-5c94a584a170 cannot update to ACTIVE because it is not bound. {{(pid=102388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 19:01:31.071576 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d12e819f-1322-44ae-8910-8868514acd85 tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] Made reservation on behalf of a40892ba0bb140d0a4934f8baf0fb131 for: {'network': 1} {{(pid=102386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 19:01:31.075618 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-d12e819f-1322-44ae-8910-8868514acd85 tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for network, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:31.078943 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7549d7af-249b-469b-a7ea-183b6696b8bb None None] Routers {'2441bfee-4560-4fdf-a6a8-2eca9ff7e987'} bound to L3 agent in host n-d-816865-1 {{(pid=102388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 19:01:31.079615 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-7549d7af-249b-469b-a7ea-183b6696b8bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T19:01:05Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['2441bfee-4560-4fdf-a6a8-2eca9ff7e987'], 'active': True} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:01:31.109113 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d12e819f-1322-44ae-8910-8868514acd85 tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 168} {{(pid=102386) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 05 19:01:31.120919 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-d12e819f-1322-44ae-8910-8868514acd85 tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273'] for segment, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:31.121624 n-d-816865-1 neutron-server[102386]: INFO neutron.db.segments_db [None req-d12e819f-1322-44ae-8910-8868514acd85 tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] Added segment f2df80aa-fb1b-47d6-86ad-ad08860fedee of type vlan for network 73074f08-e7bc-413f-b027-29f50ed1329e Nov 05 19:01:31.132833 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-7549d7af-249b-469b-a7ea-183b6696b8bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816865-1', False) {} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:01:31.133813 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7549d7af-249b-469b-a7ea-183b6696b8bb None None] The sync data for ids ['2441bfee-4560-4fdf-a6a8-2eca9ff7e987'] in n-d-816865-1 is: [] {{(pid=102388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 19:01:31.188637 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-d12e819f-1322-44ae-8910-8868514acd85 tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750027258543'] for network, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:31.223225 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ec05da9-4aac-49fe-8e9a-78a335d2a638 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeb20a084-accf-5b60-8075-3e69ebe863a6-8de9a3a0-9ac3-4ada-a8b0-1b85b694fb36', 'network_id': '8de9a3a0-9ac3-4ada-a8b0-1b85b694fb36', 'tenant_id': 'a40892ba0bb140d0a4934f8baf0fb131', 'fixed_ips': [{'subnet_id': '2c706513-3bcf-4109-9e6c-213b2268b4e2'}]}} from n-d-816865-1. {{(pid=102388) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 05 19:01:31.224359 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-5ec05da9-4aac-49fe-8e9a-78a335d2a638 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:31.300110 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-d12e819f-1322-44ae-8910-8868514acd85 tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-956796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877'] for network, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:31.306933 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d12e819f-1322-44ae-8910-8868514acd85 tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:01:31.307556 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-d12e819f-1322-44ae-8910-8868514acd85 tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] Publish callbacks [] for network, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:31.418729 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.db_base_plugin_common [None req-5ec05da9-4aac-49fe-8e9a-78a335d2a638 None None] Allocated IP 2001:db8:0:ffff::2 (8de9a3a0-9ac3-4ada-a8b0-1b85b694fb36/2c706513-3bcf-4109-9e6c-213b2268b4e2/4ca941b7-5d66-4fc6-ad80-ed406d37906f) {{(pid=102388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 19:01:31.444526 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12e819f-1322-44ae-8910-8868514acd85 tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] Pushing event updated for resources: {'Network': ['ID=73074f08-e7bc-413f-b027-29f50ed1329e,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:01:31.480442 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-d12e819f-1322-44ae-8910-8868514acd85 tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5524631 Nov 05 19:01:31.480660 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Network 73074f08-e7bc-413f-b027-29f50ed1329e details requested by agent ovs-agent-n-d-816865-1 with host n-d-816865-1 {{(pid=102388) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 05 19:01:31.483937 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 45148) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:01:31.489339 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-d417d841-b301-4bc0-a1ab-829ae0f1a54e tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] Request body: {'subnet': {'network_id': '73074f08-e7bc-413f-b027-29f50ed1329e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:01:31.535638 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-11935fa2-5922-4590-a5cc-ec8e96bfa3a4 req-6a834508-d149-4f6d-826d-39a5fb4223e7 tempest-ServerShowV257Test-723067690 tempest-ServerShowV257Test-723067690-project] 10.222.0.13 "GET /v2.0/ports?device_id=52467105-9e9a-4884-9d54-5cdbe4659b01 HTTP/1.1" status: 200 len: 210 time: 0.0399356 Nov 05 19:01:31.667636 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-b77afaf3-bdff-47a0-b98c-b6d7b12de93e tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:31.797284 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d417d841-b301-4bc0-a1ab-829ae0f1a54e tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] Made reservation on behalf of a40892ba0bb140d0a4934f8baf0fb131 for: {'subnet': 1} {{(pid=102386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 19:01:31.800859 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-d417d841-b301-4bc0-a1ab-829ae0f1a54e tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4877122'] for subnet, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:31.982076 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-b783fe43-5bdc-49d0-b253-6f802718b864 req-454c4c98-876d-4f16-a1f3-612c4197a056 tempest-ServerShowV257Test-723067690 tempest-ServerShowV257Test-723067690-project] 10.222.0.55 "GET /v2.0/ports?device_id=52467105-9e9a-4884-9d54-5cdbe4659b01 HTTP/1.1" status: 200 len: 210 time: 0.0463784 Nov 05 19:01:31.989796 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-5ec05da9-4aac-49fe-8e9a-78a335d2a638 None None] Publish callbacks [] for port, precommit_create {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:32.066164 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-5ec05da9-4aac-49fe-8e9a-78a335d2a638 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789'] for port, after_create {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:32.119544 n-d-816865-1 neutron-server[102388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ec05da9-4aac-49fe-8e9a-78a335d2a638 None None] Network 8de9a3a0-9ac3-4ada-a8b0-1b85b694fb36 is already hosted by enough agents. {{(pid=102388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 19:01:32.124651 n-d-816865-1 neutron-server[102388]: DEBUG neutron.scheduler.base_scheduler [None req-5ec05da9-4aac-49fe-8e9a-78a335d2a638 None None] Resources bound (agent type, host, resource id): {{(pid=102388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 19:01:32.128133 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ec05da9-4aac-49fe-8e9a-78a335d2a638 None None] Received port after_create {{(pid=102388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 19:01:32.146248 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec05da9-4aac-49fe-8e9a-78a335d2a638 None None] Pushing event updated for resources: {'Port': ['ID=4ca941b7-5d66-4fc6-ad80-ed406d37906f,revision_number=1']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:01:32.175650 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-d417d841-b301-4bc0-a1ab-829ae0f1a54e tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6149946', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4877172'] for subnet, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:32.201168 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-5ec05da9-4aac-49fe-8e9a-78a335d2a638 None None] Attempting to bind port 4ca941b7-5d66-4fc6-ad80-ed406d37906f on host n-d-816865-1 for vnic_type normal with profile {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 19:01:32.201755 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-5ec05da9-4aac-49fe-8e9a-78a335d2a638 None None] Attempting to bind port 4ca941b7-5d66-4fc6-ad80-ed406d37906f by drivers openvswitch,hyperv on host n-d-816865-1 at level 0 using segments [{'id': '0519f79d-871e-4619-9b73-4d7482d9fa5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '8de9a3a0-9ac3-4ada-a8b0-1b85b694fb36'}] {{(pid=102388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 19:01:32.202257 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ec05da9-4aac-49fe-8e9a-78a335d2a638 None None] Attempting to bind port 4ca941b7-5d66-4fc6-ad80-ed406d37906f on network 8de9a3a0-9ac3-4ada-a8b0-1b85b694fb36 {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 19:01:32.208334 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ec05da9-4aac-49fe-8e9a-78a335d2a638 None None] Checking agent: {'id': '724d89a7-611b-41e6-bc85-c48112b17afa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 18, 25, 8), 'started_at': datetime.datetime(2021, 11, 5, 18, 25, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 19, 1, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 19:01:32.208800 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ec05da9-4aac-49fe-8e9a-78a335d2a638 None None] Checking segment: {'id': '0519f79d-871e-4619-9b73-4d7482d9fa5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '8de9a3a0-9ac3-4ada-a8b0-1b85b694fb36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 19:01:32.209313 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-5ec05da9-4aac-49fe-8e9a-78a335d2a638 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:32.209765 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ec05da9-4aac-49fe-8e9a-78a335d2a638 None None] Bound using segment: {'id': '0519f79d-871e-4619-9b73-4d7482d9fa5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '8de9a3a0-9ac3-4ada-a8b0-1b85b694fb36'} {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 19:01:32.210346 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-5ec05da9-4aac-49fe-8e9a-78a335d2a638 None None] Bound port: 4ca941b7-5d66-4fc6-ad80-ed406d37906f, host: n-d-816865-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0519f79d-871e-4619-9b73-4d7482d9fa5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '8de9a3a0-9ac3-4ada-a8b0-1b85b694fb36'}}] {{(pid=102388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 19:01:32.211350 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-5ec05da9-4aac-49fe-8e9a-78a335d2a638 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:32.295752 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d417d841-b301-4bc0-a1ab-829ae0f1a54e tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] Pushing event updated for resources: {'Subnet': ['ID=45f723f7-ef31-40cf-994b-41852789aeb5,revision_number=0']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:01:32.333008 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d417d841-b301-4bc0-a1ab-829ae0f1a54e tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] Checking segment: {'id': 'f2df80aa-fb1b-47d6-86ad-ad08860fedee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '73074f08-e7bc-413f-b027-29f50ed1329e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 19:01:32.333368 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d417d841-b301-4bc0-a1ab-829ae0f1a54e tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] Network hostable DHCP agents. Network: 73074f08-e7bc-413f-b027-29f50ed1329e, hostable agents: ['987e2ca0-bc3b-4c6f-a989-429ccfbf753f'], hosted agents: [] {{(pid=102386) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 05 19:01:32.351191 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-5ec05da9-4aac-49fe-8e9a-78a335d2a638 None None] For port 4ca941b7-5d66-4fc6-ad80-ed406d37906f, host n-d-816865-1, cleared binding levels {{(pid=102388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 19:01:32.353305 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-b77afaf3-bdff-47a0-b98c-b6d7b12de93e tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Publish callbacks [] for port, precommit_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:32.354006 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-5ec05da9-4aac-49fe-8e9a-78a335d2a638 None None] For port 4ca941b7-5d66-4fc6-ad80-ed406d37906f, host n-d-816865-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=4ca941b7-5d66-4fc6-ad80-ed406d37906f,segment=NetworkSegment(0519f79d-871e-4619-9b73-4d7482d9fa5b),segment_id=0519f79d-871e-4619-9b73-4d7482d9fa5b)] {{(pid=102388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 19:01:32.460093 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-5ec05da9-4aac-49fe-8e9a-78a335d2a638 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:32.511821 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-b77afaf3-bdff-47a0-b98c-b6d7b12de93e tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4417072'] for port, after_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:32.512045 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d417d841-b301-4bc0-a1ab-829ae0f1a54e tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] Network 73074f08-e7bc-413f-b027-29f50ed1329e is scheduled to be hosted by DHCP agent 987e2ca0-bc3b-4c6f-a989-429ccfbf753f with binding_index 1 {{(pid=102386) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 05 19:01:32.531619 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec05da9-4aac-49fe-8e9a-78a335d2a638 None None] Pushing event updated for resources: {'Port': ['ID=4ca941b7-5d66-4fc6-ad80-ed406d37906f,revision_number=2']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:01:32.598410 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77afaf3-bdff-47a0-b98c-b6d7b12de93e tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Pushing event updated for resources: {'Port': ['ID=ddfc99fc-b4e2-43d7-9f8c-5c94a584a170,revision_number=3']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:01:32.603191 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.base_scheduler [None req-d417d841-b301-4bc0-a1ab-829ae0f1a54e tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816865-1, 73074f08-e7bc-413f-b027-29f50ed1329e) {{(pid=102386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 19:01:32.607664 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d417d841-b301-4bc0-a1ab-829ae0f1a54e tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:01:32.608468 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-d417d841-b301-4bc0-a1ab-829ae0f1a54e tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] Publish callbacks [] for subnet, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:32.614565 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be5d0b4d-9761-411b-8fbd-3ffb6e69a1dd None None] Network 73074f08-e7bc-413f-b027-29f50ed1329e requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 19:01:32.719311 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b77afaf3-bdff-47a0-b98c-b6d7b12de93e tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:01:32.720994 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-b77afaf3-bdff-47a0-b98c-b6d7b12de93e tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:32.722196 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-b77afaf3-bdff-47a0-b98c-b6d7b12de93e tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] 10.222.0.13 "PUT /v2.0/ports/ddfc99fc-b4e2-43d7-9f8c-5c94a584a170 HTTP/1.1" status: 200 len: 910 time: 1.9405870 Nov 05 19:01:32.725172 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 45178) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:01:32.743790 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-ffd30b98-efda-475c-a102-b07ee2778449 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:32.786797 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-0ef28b90-5034-4e63-b947-4fadd7d99d58 req-3709876c-7fbd-4ad0-88ce-4ee0cef95b42 tempest-ServerShowV257Test-723067690 tempest-ServerShowV257Test-723067690-project] 10.222.0.13 "GET /v2.0/ports?device_id=52467105-9e9a-4884-9d54-5cdbe4659b01 HTTP/1.1" status: 200 len: 210 time: 0.0578058 Nov 05 19:01:32.884986 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-d417d841-b301-4bc0-a1ab-829ae0f1a54e tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.3998451 Nov 05 19:01:32.888568 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 45180) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:01:32.995061 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a359258f-5749-4ae0-bf54-e815b7a94e60 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeb20a084-accf-5b60-8075-3e69ebe863a6-73074f08-e7bc-413f-b027-29f50ed1329e', 'network_id': '73074f08-e7bc-413f-b027-29f50ed1329e', 'tenant_id': 'a40892ba0bb140d0a4934f8baf0fb131', 'fixed_ips': [{'subnet_id': '45f723f7-ef31-40cf-994b-41852789aeb5'}]}} from n-d-816865-1. {{(pid=102388) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 05 19:01:33.006555 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-a359258f-5749-4ae0-bf54-e815b7a94e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:33.084429 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-9f69433a-e5a9-4354-a8de-c7fed1725d41 tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1664226'] for network, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:33.191681 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-9f69433a-e5a9-4354-a8de-c7fed1725d41 tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1573928'] for subnet, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:33.234304 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.db_base_plugin_common [None req-a359258f-5749-4ae0-bf54-e815b7a94e60 None None] Allocated IP 2001:db8::1 (73074f08-e7bc-413f-b027-29f50ed1329e/45f723f7-ef31-40cf-994b-41852789aeb5/e773a26b-87ab-46bb-ac27-02c535cec3c9) {{(pid=102388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 19:01:33.507788 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-f9a2b098-ec29-4f12-9f4b-7d67d8028530 tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-571777'] for router_interface, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:33.571380 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-a359258f-5749-4ae0-bf54-e815b7a94e60 None None] Publish callbacks [] for port, precommit_create {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:33.669959 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-a359258f-5749-4ae0-bf54-e815b7a94e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789'] for port, after_create {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:33.741042 n-d-816865-1 neutron-server[102388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a359258f-5749-4ae0-bf54-e815b7a94e60 None None] Network 73074f08-e7bc-413f-b027-29f50ed1329e is already hosted by enough agents. {{(pid=102388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 19:01:33.742590 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-9f69433a-e5a9-4354-a8de-c7fed1725d41 tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1573905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4417146', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5112209'] for subnet, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:33.743115 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a359258f-5749-4ae0-bf54-e815b7a94e60 None None] Pushing event updated for resources: {'Port': ['ID=e773a26b-87ab-46bb-ac27-02c535cec3c9,revision_number=1']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:01:33.745946 n-d-816865-1 neutron-server[102388]: DEBUG neutron.scheduler.base_scheduler [None req-a359258f-5749-4ae0-bf54-e815b7a94e60 None None] Resources bound (agent type, host, resource id): {{(pid=102388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 19:01:33.752459 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a359258f-5749-4ae0-bf54-e815b7a94e60 None None] Received port after_create {{(pid=102388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 19:01:33.887482 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-a359258f-5749-4ae0-bf54-e815b7a94e60 None None] Attempting to bind port e773a26b-87ab-46bb-ac27-02c535cec3c9 on host n-d-816865-1 for vnic_type normal with profile {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 19:01:33.889474 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-a359258f-5749-4ae0-bf54-e815b7a94e60 None None] Attempting to bind port e773a26b-87ab-46bb-ac27-02c535cec3c9 by drivers openvswitch,hyperv on host n-d-816865-1 at level 0 using segments [{'id': 'f2df80aa-fb1b-47d6-86ad-ad08860fedee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '73074f08-e7bc-413f-b027-29f50ed1329e'}] {{(pid=102388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 19:01:33.889977 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a359258f-5749-4ae0-bf54-e815b7a94e60 None None] Attempting to bind port e773a26b-87ab-46bb-ac27-02c535cec3c9 on network 73074f08-e7bc-413f-b027-29f50ed1329e {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 19:01:33.901969 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a359258f-5749-4ae0-bf54-e815b7a94e60 None None] Checking agent: {'id': '724d89a7-611b-41e6-bc85-c48112b17afa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 18, 25, 8), 'started_at': datetime.datetime(2021, 11, 5, 18, 25, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 19, 1, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 19:01:33.903531 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f69433a-e5a9-4354-a8de-c7fed1725d41 tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] Pushing event deleted for resources: {'Subnet': ['ID=45f723f7-ef31-40cf-994b-41852789aeb5,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:01:33.903876 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a359258f-5749-4ae0-bf54-e815b7a94e60 None None] Checking segment: {'id': 'f2df80aa-fb1b-47d6-86ad-ad08860fedee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '73074f08-e7bc-413f-b027-29f50ed1329e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 19:01:33.905133 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-a359258f-5749-4ae0-bf54-e815b7a94e60 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:33.907639 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a359258f-5749-4ae0-bf54-e815b7a94e60 None None] Bound using segment: {'id': 'f2df80aa-fb1b-47d6-86ad-ad08860fedee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '73074f08-e7bc-413f-b027-29f50ed1329e'} {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 19:01:33.909614 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-a359258f-5749-4ae0-bf54-e815b7a94e60 None None] Bound port: e773a26b-87ab-46bb-ac27-02c535cec3c9, host: n-d-816865-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2df80aa-fb1b-47d6-86ad-ad08860fedee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '73074f08-e7bc-413f-b027-29f50ed1329e'}}] {{(pid=102388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 19:01:33.910463 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-a359258f-5749-4ae0-bf54-e815b7a94e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:33.954798 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-f9a2b098-ec29-4f12-9f4b-7d67d8028530 tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Deleting port ddfc99fc-b4e2-43d7-9f8c-5c94a584a170 {{(pid=102386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 19:01:33.955692 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-f9a2b098-ec29-4f12-9f4b-7d67d8028530 tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:34.096148 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-a359258f-5749-4ae0-bf54-e815b7a94e60 None None] For port e773a26b-87ab-46bb-ac27-02c535cec3c9, host n-d-816865-1, cleared binding levels {{(pid=102388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 19:01:34.100708 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-a359258f-5749-4ae0-bf54-e815b7a94e60 None None] For port e773a26b-87ab-46bb-ac27-02c535cec3c9, host n-d-816865-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=e773a26b-87ab-46bb-ac27-02c535cec3c9,segment=NetworkSegment(f2df80aa-fb1b-47d6-86ad-ad08860fedee),segment_id=f2df80aa-fb1b-47d6-86ad-ad08860fedee)] {{(pid=102388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 19:01:34.119072 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-9f69433a-e5a9-4354-a8de-c7fed1725d41 tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1579173', 'neutron.services.segments.db._delete_segments_for_network-8750027792909'] for network, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:34.169606 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-a359258f-5749-4ae0-bf54-e815b7a94e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:34.171532 n-d-816865-1 neutron-server[102387]: DEBUG neutron.services.segments.db [None req-9f69433a-e5a9-4354-a8de-c7fed1725d41 tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['73074f08-e7bc-413f-b027-29f50ed1329e']}} {{(pid=102387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:01:34.183942 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-f9a2b098-ec29-4f12-9f4b-7d67d8028530 tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:34.192731 n-d-816865-1 neutron-server[102387]: DEBUG neutron.services.segments.db [None req-9f69433a-e5a9-4354-a8de-c7fed1725d41 tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f2df80aa-fb1b-47d6-86ad-ad08860fedee') {'for_net_delete': True} {{(pid=102387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:01:34.193034 n-d-816865-1 neutron-server[102387]: DEBUG neutron.services.segments.db [None req-9f69433a-e5a9-4354-a8de-c7fed1725d41 tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f2df80aa-fb1b-47d6-86ad-ad08860fedee') {} {{(pid=102387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:01:34.213712 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-9f69433a-e5a9-4354-a8de-c7fed1725d41 tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750027793430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4463492'] for segment, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:34.214879 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-f9a2b098-ec29-4f12-9f4b-7d67d8028530 tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Calling delete_port for ddfc99fc-b4e2-43d7-9f8c-5c94a584a170 owned by network:router_interface {{(pid=102386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 19:01:34.241682 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-9f69433a-e5a9-4354-a8de-c7fed1725d41 tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273'] for segment, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:34.257982 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f69433a-e5a9-4354-a8de-c7fed1725d41 tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] Releasing vlan 168 on physical network physnet1 to pool {{(pid=102387) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 05 19:01:34.258509 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-9f69433a-e5a9-4354-a8de-c7fed1725d41 tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4417236'] for segment, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:34.260081 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:34.336244 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 4ca941b7-5d66-4fc6-ad80-ed406d37906f up at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 19:01:34.339460 n-d-816865-1 neutron-server[102387]: Traceback (most recent call last): Nov 05 19:01:34.339460 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 05 19:01:34.339460 n-d-816865-1 neutron-server[102387]: timer() Nov 05 19:01:34.339460 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 05 19:01:34.339460 n-d-816865-1 neutron-server[102387]: cb(*args, **kw) Nov 05 19:01:34.339460 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 05 19:01:34.339460 n-d-816865-1 neutron-server[102387]: return func(*args, **kwargs) Nov 05 19:01:34.339460 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 05 19:01:34.339460 n-d-816865-1 neutron-server[102387]: self._notify() Nov 05 19:01:34.339460 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 05 19:01:34.339460 n-d-816865-1 neutron-server[102387]: self.callback(batched_events) Nov 05 19:01:34.339460 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 05 19:01:34.339460 n-d-816865-1 neutron-server[102387]: event.method(event) Nov 05 19:01:34.339460 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 05 19:01:34.339460 n-d-816865-1 neutron-server[102387]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 05 19:01:34.339460 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 05 19:01:34.339460 n-d-816865-1 neutron-server[102387]: aggregate_uuid = self.p_client.list_aggregates( Nov 05 19:01:34.339460 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 05 19:01:34.339460 n-d-816865-1 neutron-server[102387]: return f(self, *a, **k) Nov 05 19:01:34.339460 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 05 19:01:34.339460 n-d-816865-1 neutron-server[102387]: return self._get(url).json() Nov 05 19:01:34.339460 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 05 19:01:34.339460 n-d-816865-1 neutron-server[102387]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 05 19:01:34.339460 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 05 19:01:34.339460 n-d-816865-1 neutron-server[102387]: return self.request(url, 'GET', **kwargs) Nov 05 19:01:34.339460 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 05 19:01:34.339460 n-d-816865-1 neutron-server[102387]: base_url = self.get_endpoint(auth, allow=allow, Nov 05 19:01:34.339460 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 05 19:01:34.339460 n-d-816865-1 neutron-server[102387]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 05 19:01:34.339460 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 05 19:01:34.339460 n-d-816865-1 neutron-server[102387]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 05 19:01:34.339460 n-d-816865-1 neutron-server[102387]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 05 19:01:34.348795 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ed034b8-752d-42cb-bd54-a5adf8650c70 None None] Network 8de9a3a0-9ac3-4ada-a8b0-1b85b694fb36 requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 19:01:34.551661 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.db.api [None req-9f69433a-e5a9-4354-a8de-c7fed1725d41 tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 05 19:01:34.551661 n-d-816865-1 neutron-server[102387]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 05 19:01:34.551661 n-d-816865-1 neutron-server[102387]: [parameters: {'id': '73074f08-e7bc-413f-b027-29f50ed1329e'}] Nov 05 19:01:34.551661 n-d-816865-1 neutron-server[102387]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102387) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 05 19:01:34.552175 n-d-816865-1 neutron-server[102387]: DEBUG oslo_db.api [None req-9f69433a-e5a9-4354-a8de-c7fed1725d41 tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 05 19:01:34.629460 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a359258f-5749-4ae0-bf54-e815b7a94e60 None None] Pushing event updated for resources: {'Port': ['ID=e773a26b-87ab-46bb-ac27-02c535cec3c9,revision_number=2']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:01:34.658630 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e7c9d82-622d-4c3a-8f72-2953b10a45ba None None] Network 73074f08-e7bc-413f-b027-29f50ed1329e requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 19:01:34.697383 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-3fd9e4e5-522f-4284-ae31-41b3f3ab246d None None] Provisioning complete for port 4ca941b7-5d66-4fc6-ad80-ed406d37906f triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:01:34.697804 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3fd9e4e5-522f-4284-ae31-41b3f3ab246d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:34.717373 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-f9a2b098-ec29-4f12-9f4b-7d67d8028530 tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:34.725151 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 45216) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:01:34.784728 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a2b098-ec29-4f12-9f4b-7d67d8028530 tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Pushing event deleted for resources: {'Port': ['ID=ddfc99fc-b4e2-43d7-9f8c-5c94a584a170,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:01:34.960448 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Provisioning complete for port 4ca941b7-5d66-4fc6-ad80-ed406d37906f triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:01:34.961457 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:34.982713 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-1240ced8-b22a-44bd-b473-00c5a477b187 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:35.120567 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-6369ef20-0830-45cb-a601-9760f65e091d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:35.146588 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3fd9e4e5-522f-4284-ae31-41b3f3ab246d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:35.186994 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-1240ced8-b22a-44bd-b473-00c5a477b187 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:35.188097 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-9f69433a-e5a9-4354-a8de-c7fed1725d41 tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1664226'] for network, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:35.239197 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-f9a2b098-ec29-4f12-9f4b-7d67d8028530 tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-597886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-573297'] for router_interface, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:35.254219 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-1240ced8-b22a-44bd-b473-00c5a477b187 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:35.286825 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3fd9e4e5-522f-4284-ae31-41b3f3ab246d None None] For port 4ca941b7-5d66-4fc6-ad80-ed406d37906f, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=4ca941b7-5d66-4fc6-ad80-ed406d37906f,segment=NetworkSegment(0519f79d-871e-4619-9b73-4d7482d9fa5b),segment_id=0519f79d-871e-4619-9b73-4d7482d9fa5b)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:01:35.294997 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-829aa385-793c-4049-b7ac-2a9660f507df None None] get_active_networks_info from n-d-816865-1 {{(pid=102388) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 05 19:01:35.301957 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:35.334922 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-1240ced8-b22a-44bd-b473-00c5a477b187 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=89abe42c0a92415f9c71c86a754cd7a9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6090479 Nov 05 19:01:35.340644 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 45228) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:01:35.360084 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1240ced8-b22a-44bd-b473-00c5a477b187 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75e76c10-4c66-44ab-828b-6565518e3ae5,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:01:35.390156 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3fd9e4e5-522f-4284-ae31-41b3f3ab246d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:35.461483 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [None req-9f69433a-e5a9-4354-a8de-c7fed1725d41 tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] Deleting port e773a26b-87ab-46bb-ac27-02c535cec3c9 {{(pid=102387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 19:01:35.461825 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-9f69433a-e5a9-4354-a8de-c7fed1725d41 tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:35.549079 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.db.api [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102388) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 05 19:01:35.549993 n-d-816865-1 neutron-server[102388]: DEBUG oslo_db.api [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 05 19:01:35.564223 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd9e4e5-522f-4284-ae31-41b3f3ab246d None None] Pushing event updated for resources: {'Port': ['ID=4ca941b7-5d66-4fc6-ad80-ed406d37906f,revision_number=3']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:01:35.564475 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9a2b098-ec29-4f12-9f4b-7d67d8028530 tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Router 2441bfee-4560-4fdf-a6a8-2eca9ff7e987 has already been hosted by L3 agent 6dcb5589-8e86-4616-9186-ddc4548e13ad {{(pid=102386) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 19:01:35.581384 n-d-816865-1 neutron-server[102388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-829aa385-793c-4049-b7ac-2a9660f507df None None] Resources bound (agent type, host, resource id): {{(pid=102388) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 05 19:01:35.591707 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-93c887da-5a8a-4641-af03-ec6bdd54d537 None None] Provisioning complete for port 4ca941b7-5d66-4fc6-ad80-ed406d37906f triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:01:35.592399 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-93c887da-5a8a-4641-af03-ec6bdd54d537 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:35.614750 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-a80645aa-677b-4d69-8bef-f2a41d82992d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:35.670384 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9a2b098-ec29-4f12-9f4b-7d67d8028530 tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Notify agent at l3_agent.n-d-816865-1 the message routers_updated {{(pid=102386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 19:01:35.675738 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-f9a2b098-ec29-4f12-9f4b-7d67d8028530 tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] 10.222.0.13 "PUT /v2.0/routers/2441bfee-4560-4fdf-a6a8-2eca9ff7e987/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9492013 Nov 05 19:01:35.678319 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 45236) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:01:35.681863 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-604f9e46-f055-4458-ae46-085770aa0d6a None None] Sync routers for ids ['2441bfee-4560-4fdf-a6a8-2eca9ff7e987'] in n-d-816865-1 {{(pid=102389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 19:01:35.705017 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.db [None req-9f69433a-e5a9-4354-a8de-c7fed1725d41 tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] For port e773a26b-87ab-46bb-ac27-02c535cec3c9, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=e773a26b-87ab-46bb-ac27-02c535cec3c9,segment=NetworkSegment(f2df80aa-fb1b-47d6-86ad-ad08860fedee),segment_id=f2df80aa-fb1b-47d6-86ad-ad08860fedee)] {{(pid=102387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:01:35.705388 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-9f69433a-e5a9-4354-a8de-c7fed1725d41 tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:35.721692 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-57053e10-3639-4ce6-a742-cf1f88ef4c3b tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] 10.222.0.13 "GET /v2.0/ports?device_id=2441bfee-4560-4fdf-a6a8-2eca9ff7e987 HTTP/1.1" status: 200 len: 205 time: 0.0418270 Nov 05 19:01:35.723971 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 45240) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:01:35.733656 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-604f9e46-f055-4458-ae46-085770aa0d6a None None] Routers {'2441bfee-4560-4fdf-a6a8-2eca9ff7e987'} bound to L3 agent in host n-d-816865-1 {{(pid=102389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 19:01:35.734311 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-604f9e46-f055-4458-ae46-085770aa0d6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T19:01:35Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['2441bfee-4560-4fdf-a6a8-2eca9ff7e987'], 'active': True} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:01:35.786533 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-a80645aa-677b-4d69-8bef-f2a41d82992d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:35.817474 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-604f9e46-f055-4458-ae46-085770aa0d6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816865-1', False) {} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:01:35.841238 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-604f9e46-f055-4458-ae46-085770aa0d6a None None] Routers {'2441bfee-4560-4fdf-a6a8-2eca9ff7e987'} bound to L3 agent in host n-d-816865-1 {{(pid=102389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 19:01:35.841857 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-604f9e46-f055-4458-ae46-085770aa0d6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T19:01:35Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['2441bfee-4560-4fdf-a6a8-2eca9ff7e987'], 'active': True} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:01:35.850865 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [None req-9f69433a-e5a9-4354-a8de-c7fed1725d41 tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] Calling delete_port for e773a26b-87ab-46bb-ac27-02c535cec3c9 owned by network:dhcp {{(pid=102387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 19:01:35.921187 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-604f9e46-f055-4458-ae46-085770aa0d6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816865-1', False) {} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:01:35.922022 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-604f9e46-f055-4458-ae46-085770aa0d6a None None] The sync data for ids ['2441bfee-4560-4fdf-a6a8-2eca9ff7e987'] in n-d-816865-1 is: [] {{(pid=102389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 19:01:35.930417 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-08b91635-01ca-4cb4-8189-dd63cd4802cf tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Publish callbacks [] for router, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:36.089788 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-a80645aa-677b-4d69-8bef-f2a41d82992d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:36.096740 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-a80645aa-677b-4d69-8bef-f2a41d82992d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:36.096740 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-a80645aa-677b-4d69-8bef-f2a41d82992d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/75e76c10-4c66-44ab-828b-6565518e3ae5 HTTP/1.1" status: 204 len: 168 time: 0.7534361 Nov 05 19:01:36.119934 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80645aa-677b-4d69-8bef-f2a41d82992d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75e76c10-4c66-44ab-828b-6565518e3ae5,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:01:36.197220 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-9f69433a-e5a9-4354-a8de-c7fed1725d41 tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4417063'] for port, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:36.220607 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-08b91635-01ca-4cb4-8189-dd63cd4802cf tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-571301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6852'] for router, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:36.223640 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-08b91635-01ca-4cb4-8189-dd63cd4802cf tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:36.279412 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f69433a-e5a9-4354-a8de-c7fed1725d41 tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] No DVR routers for this DVR port e773a26b-87ab-46bb-ac27-02c535cec3c9 on host n-d-816865-1 {{(pid=102387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 19:01:36.334575 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f69433a-e5a9-4354-a8de-c7fed1725d41 tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] Pushing event deleted for resources: {'Port': ['ID=e773a26b-87ab-46bb-ac27-02c535cec3c9,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:01:36.368904 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-08b91635-01ca-4cb4-8189-dd63cd4802cf tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-571310'] for router, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:36.370756 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08b91635-01ca-4cb4-8189-dd63cd4802cf tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Fanout notify agent at l3_agent the message router_deleted on router 2441bfee-4560-4fdf-a6a8-2eca9ff7e987 {{(pid=102386) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 05 19:01:36.382149 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-08b91635-01ca-4cb4-8189-dd63cd4802cf tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Publish callbacks [] for router, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:36.386366 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-08b91635-01ca-4cb4-8189-dd63cd4802cf tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] 10.222.0.13 "DELETE /v2.0/routers/2441bfee-4560-4fdf-a6a8-2eca9ff7e987 HTTP/1.1" status: 204 len: 168 time: 0.6611059 Nov 05 19:01:36.387083 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 45256) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:01:36.398056 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:36.411445 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b304910f-7b27-444b-a8fc-977d26b1ceac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:36.411445 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 4ca941b7-5d66-4fc6-ad80-ed406d37906f up at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 19:01:36.440713 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-9f69433a-e5a9-4354-a8de-c7fed1725d41 tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1579173', 'neutron.services.segments.db._delete_segments_for_network-8750027792909'] for network, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:36.451494 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.db_base_plugin_v2 [None req-31ed065a-a790-48a1-ba11-82eb5cf9bf4d tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Deleting subnet 3d5264ce-10ef-40aa-aa45-173323972588 {{(pid=102386) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 05 19:01:36.454900 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-31ed065a-a790-48a1-ba11-82eb5cf9bf4d tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Publish callbacks [] for subnet, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:36.469603 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Provisioning complete for port 4ca941b7-5d66-4fc6-ad80-ed406d37906f triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:01:36.470100 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:36.474814 n-d-816865-1 neutron-server[102387]: DEBUG neutron.services.segments.db [None req-9f69433a-e5a9-4354-a8de-c7fed1725d41 tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['73074f08-e7bc-413f-b027-29f50ed1329e']}} {{(pid=102387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:01:36.495848 n-d-816865-1 neutron-server[102387]: DEBUG neutron.services.segments.db [None req-9f69433a-e5a9-4354-a8de-c7fed1725d41 tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f2df80aa-fb1b-47d6-86ad-ad08860fedee') {'for_net_delete': True} {{(pid=102387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:01:36.496363 n-d-816865-1 neutron-server[102387]: DEBUG neutron.services.segments.db [None req-9f69433a-e5a9-4354-a8de-c7fed1725d41 tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f2df80aa-fb1b-47d6-86ad-ad08860fedee') {} {{(pid=102387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:01:36.524901 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-31ed065a-a790-48a1-ba11-82eb5cf9bf4d tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4590738'] for subnet, precommit_delete_associations {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:36.543054 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-9f69433a-e5a9-4354-a8de-c7fed1725d41 tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750027793430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4463492'] for segment, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:36.559383 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-9f69433a-e5a9-4354-a8de-c7fed1725d41 tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273'] for segment, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:36.568897 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f69433a-e5a9-4354-a8de-c7fed1725d41 tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] Releasing vlan 168 on physical network physnet1 to pool {{(pid=102387) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 05 19:01:36.574707 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-9f69433a-e5a9-4354-a8de-c7fed1725d41 tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4417236'] for segment, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:36.586961 n-d-816865-1 neutron-server[102387]: Traceback (most recent call last): Nov 05 19:01:36.586961 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 05 19:01:36.586961 n-d-816865-1 neutron-server[102387]: timer() Nov 05 19:01:36.586961 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 05 19:01:36.586961 n-d-816865-1 neutron-server[102387]: cb(*args, **kw) Nov 05 19:01:36.586961 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 05 19:01:36.586961 n-d-816865-1 neutron-server[102387]: return func(*args, **kwargs) Nov 05 19:01:36.586961 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 05 19:01:36.586961 n-d-816865-1 neutron-server[102387]: self._notify() Nov 05 19:01:36.586961 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 05 19:01:36.586961 n-d-816865-1 neutron-server[102387]: self.callback(batched_events) Nov 05 19:01:36.586961 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 05 19:01:36.586961 n-d-816865-1 neutron-server[102387]: event.method(event) Nov 05 19:01:36.586961 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 05 19:01:36.586961 n-d-816865-1 neutron-server[102387]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 05 19:01:36.586961 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 05 19:01:36.586961 n-d-816865-1 neutron-server[102387]: aggregate_uuid = self.p_client.list_aggregates( Nov 05 19:01:36.586961 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 05 19:01:36.586961 n-d-816865-1 neutron-server[102387]: return f(self, *a, **k) Nov 05 19:01:36.586961 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 05 19:01:36.586961 n-d-816865-1 neutron-server[102387]: return self._get(url).json() Nov 05 19:01:36.586961 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 05 19:01:36.586961 n-d-816865-1 neutron-server[102387]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 05 19:01:36.586961 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 05 19:01:36.586961 n-d-816865-1 neutron-server[102387]: return self.request(url, 'GET', **kwargs) Nov 05 19:01:36.586961 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 05 19:01:36.586961 n-d-816865-1 neutron-server[102387]: base_url = self.get_endpoint(auth, allow=allow, Nov 05 19:01:36.586961 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 05 19:01:36.586961 n-d-816865-1 neutron-server[102387]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 05 19:01:36.586961 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 05 19:01:36.586961 n-d-816865-1 neutron-server[102387]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 05 19:01:36.586961 n-d-816865-1 neutron-server[102387]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 05 19:01:36.662781 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-31ed065a-a790-48a1-ba11-82eb5cf9bf4d tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1573928'] for subnet, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:36.746515 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-9f69433a-e5a9-4354-a8de-c7fed1725d41 tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1579178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-956796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1000687'] for network, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:36.752095 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-9f69433a-e5a9-4354-a8de-c7fed1725d41 tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] Publish callbacks [] for network, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:36.762584 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 45268) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:01:36.764506 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-9f69433a-e5a9-4354-a8de-c7fed1725d41 tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] 10.222.0.13 "DELETE /v2.0/networks/73074f08-e7bc-413f-b027-29f50ed1329e HTTP/1.1" status: 204 len: 168 time: 3.8728759 Nov 05 19:01:36.767885 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-1461d2e6-27ab-4ef4-b7f8-f3734363ebc7 tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-874218786'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:01:36.800059 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f69433a-e5a9-4354-a8de-c7fed1725d41 tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] Pushing event deleted for resources: {'Network': ['ID=73074f08-e7bc-413f-b027-29f50ed1329e,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:01:36.804002 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-31ed065a-a790-48a1-ba11-82eb5cf9bf4d tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1573905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6149879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4877183'] for subnet, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:36.864956 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ed065a-a790-48a1-ba11-82eb5cf9bf4d tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Pushing event deleted for resources: {'Subnet': ['ID=3d5264ce-10ef-40aa-aa45-173323972588,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:01:36.875821 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-31ed065a-a790-48a1-ba11-82eb5cf9bf4d tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Publish callbacks [] for subnet, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:36.879306 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-31ed065a-a790-48a1-ba11-82eb5cf9bf4d tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] 10.222.0.13 "DELETE /v2.0/subnets/3d5264ce-10ef-40aa-aa45-173323972588 HTTP/1.1" status: 204 len: 168 time: 0.4911981 Nov 05 19:01:36.884275 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2843600-2424-461e-82aa-7e9b3dca034f None None] Network 436bab1d-466e-4381-9616-4cdb6757a832 requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 19:01:36.893634 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 45272) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:01:36.995459 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1461d2e6-27ab-4ef4-b7f8-f3734363ebc7 tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] Made reservation on behalf of a40892ba0bb140d0a4934f8baf0fb131 for: {'network': 1} {{(pid=102386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 19:01:37.004268 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-1461d2e6-27ab-4ef4-b7f8-f3734363ebc7 tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for network, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:37.039405 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-15619ab9-3699-4032-930e-458d7a3e76af tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1664226'] for network, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:37.142377 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1461d2e6-27ab-4ef4-b7f8-f3734363ebc7 tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 166} {{(pid=102386) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 05 19:01:37.160606 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-1461d2e6-27ab-4ef4-b7f8-f3734363ebc7 tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273'] for segment, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:37.160995 n-d-816865-1 neutron-server[102386]: INFO neutron.db.segments_db [None req-1461d2e6-27ab-4ef4-b7f8-f3734363ebc7 tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] Added segment b67505e4-84ea-4dd0-88a2-c6ecfaf59750 of type vlan for network cddef73d-e9c8-41ca-a6c2-df8030cc6b0c Nov 05 19:01:37.232461 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-1461d2e6-27ab-4ef4-b7f8-f3734363ebc7 tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750027258543'] for network, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:37.247341 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8549170-1a48-4890-a40f-622090b50336 None None] DHCP port deletion for 436bab1d-466e-4381-9616-4cdb6757a832 request from n-d-816865-1 {{(pid=102388) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 05 19:01:37.266370 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-15619ab9-3699-4032-930e-458d7a3e76af tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Deleting port 4d4a7a11-a578-4bb0-ae08-599a3ac08b4e {{(pid=102386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 19:01:37.266713 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-15619ab9-3699-4032-930e-458d7a3e76af tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:37.353291 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-a8549170-1a48-4890-a40f-622090b50336 None None] Deleting port 4d4a7a11-a578-4bb0-ae08-599a3ac08b4e {{(pid=102388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 19:01:37.353677 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-a8549170-1a48-4890-a40f-622090b50336 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:37.456100 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [None req-15619ab9-3699-4032-930e-458d7a3e76af tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] For port 4d4a7a11-a578-4bb0-ae08-599a3ac08b4e, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=4d4a7a11-a578-4bb0-ae08-599a3ac08b4e,segment=NetworkSegment(94d99f50-9a97-4f6a-864e-bf2edb9e5853),segment_id=94d99f50-9a97-4f6a-864e-bf2edb9e5853)] {{(pid=102386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:01:37.457442 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-15619ab9-3699-4032-930e-458d7a3e76af tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:37.497906 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-a8549170-1a48-4890-a40f-622090b50336 None None] For port 4d4a7a11-a578-4bb0-ae08-599a3ac08b4e, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=4d4a7a11-a578-4bb0-ae08-599a3ac08b4e,segment=NetworkSegment(94d99f50-9a97-4f6a-864e-bf2edb9e5853),segment_id=94d99f50-9a97-4f6a-864e-bf2edb9e5853)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:01:37.498567 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-a8549170-1a48-4890-a40f-622090b50336 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:37.501832 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-15619ab9-3699-4032-930e-458d7a3e76af tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Calling delete_port for 4d4a7a11-a578-4bb0-ae08-599a3ac08b4e owned by network:dhcp {{(pid=102386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 19:01:37.513726 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-1461d2e6-27ab-4ef4-b7f8-f3734363ebc7 tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-956796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877'] for network, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:37.519312 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-a8549170-1a48-4890-a40f-622090b50336 None None] Calling delete_port for 4d4a7a11-a578-4bb0-ae08-599a3ac08b4e owned by network:dhcp {{(pid=102388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 19:01:37.522761 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1461d2e6-27ab-4ef4-b7f8-f3734363ebc7 tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:01:37.522761 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-1461d2e6-27ab-4ef4-b7f8-f3734363ebc7 tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] Publish callbacks [] for network, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:37.639557 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-1461d2e6-27ab-4ef4-b7f8-f3734363ebc7 tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.8744464 Nov 05 19:01:37.641814 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 45304) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:01:37.656235 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-1ca4fc79-a831-4a42-bf83-e8ad6553bc6e tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] Request body: {'subnet': {'network_id': 'cddef73d-e9c8-41ca-a6c2-df8030cc6b0c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:01:37.659727 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 45306) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:01:37.783268 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1461d2e6-27ab-4ef4-b7f8-f3734363ebc7 tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] Pushing event updated for resources: {'Network': ['ID=cddef73d-e9c8-41ca-a6c2-df8030cc6b0c,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:01:37.791976 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-a8549170-1a48-4890-a40f-622090b50336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798'] for port, after_delete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:37.872752 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-15619ab9-3699-4032-930e-458d7a3e76af tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:37.888284 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ca4fc79-a831-4a42-bf83-e8ad6553bc6e tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] Made reservation on behalf of a40892ba0bb140d0a4934f8baf0fb131 for: {'subnet': 1} {{(pid=102387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 19:01:37.891841 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-1ca4fc79-a831-4a42-bf83-e8ad6553bc6e tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5112236'] for subnet, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:37.987221 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15619ab9-3699-4032-930e-458d7a3e76af tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Pushing event deleted for resources: {'Port': ['ID=4d4a7a11-a578-4bb0-ae08-599a3ac08b4e,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:01:38.003207 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15619ab9-3699-4032-930e-458d7a3e76af tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] No DVR routers for this DVR port 4d4a7a11-a578-4bb0-ae08-599a3ac08b4e on host n-d-816865-1 {{(pid=102386) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 19:01:38.036912 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-144e903a-9fee-4afa-adfe-91fcc180e592 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1172221017-network', 'tenant_id': '202d48fbf8184969a2b022e0eeddf3c9'}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:01:38.205990 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-15619ab9-3699-4032-930e-458d7a3e76af tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1579173', 'neutron.services.segments.db._delete_segments_for_network-8750027792909'] for network, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:38.219171 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-144e903a-9fee-4afa-adfe-91fcc180e592 admin admin] Made reservation on behalf of 202d48fbf8184969a2b022e0eeddf3c9 for: {'network': 1} {{(pid=102387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 19:01:38.229188 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-144e903a-9fee-4afa-adfe-91fcc180e592 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for network, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:38.233130 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Network cddef73d-e9c8-41ca-a6c2-df8030cc6b0c details requested by agent ovs-agent-n-d-816865-1 with host n-d-816865-1 {{(pid=102388) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 05 19:01:38.302076 n-d-816865-1 neutron-server[102386]: DEBUG neutron.services.segments.db [None req-15619ab9-3699-4032-930e-458d7a3e76af tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['436bab1d-466e-4381-9616-4cdb6757a832']}} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:01:38.314600 n-d-816865-1 neutron-server[102386]: DEBUG neutron.services.segments.db [None req-15619ab9-3699-4032-930e-458d7a3e76af tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '94d99f50-9a97-4f6a-864e-bf2edb9e5853') {'for_net_delete': True} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:01:38.314901 n-d-816865-1 neutron-server[102386]: DEBUG neutron.services.segments.db [None req-15619ab9-3699-4032-930e-458d7a3e76af tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '94d99f50-9a97-4f6a-864e-bf2edb9e5853') {} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:01:38.327539 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-144e903a-9fee-4afa-adfe-91fcc180e592 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:38.348347 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-15619ab9-3699-4032-930e-458d7a3e76af tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750027793430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4590747'] for segment, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:38.374956 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-15619ab9-3699-4032-930e-458d7a3e76af tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273'] for segment, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:38.386836 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-15619ab9-3699-4032-930e-458d7a3e76af tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Releasing vlan 176 on physical network physnet1 to pool {{(pid=102386) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 05 19:01:38.387232 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-15619ab9-3699-4032-930e-458d7a3e76af tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6149721'] for segment, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:38.392977 n-d-816865-1 neutron-server[102386]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 05 19:01:38.392977 n-d-816865-1 neutron-server[102386]: self.session.flush() Nov 05 19:01:38.392977 n-d-816865-1 neutron-server[102386]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 05 19:01:38.392977 n-d-816865-1 neutron-server[102386]: self.session.flush() Nov 05 19:01:38.392977 n-d-816865-1 neutron-server[102386]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 05 19:01:38.392977 n-d-816865-1 neutron-server[102386]: self.session.flush() Nov 05 19:01:38.392977 n-d-816865-1 neutron-server[102386]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 05 19:01:38.392977 n-d-816865-1 neutron-server[102386]: self.session.flush() Nov 05 19:01:38.392977 n-d-816865-1 neutron-server[102386]: Traceback (most recent call last): Nov 05 19:01:38.392977 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 05 19:01:38.392977 n-d-816865-1 neutron-server[102386]: timer() Nov 05 19:01:38.392977 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 05 19:01:38.392977 n-d-816865-1 neutron-server[102386]: cb(*args, **kw) Nov 05 19:01:38.392977 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 05 19:01:38.392977 n-d-816865-1 neutron-server[102386]: return func(*args, **kwargs) Nov 05 19:01:38.392977 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 05 19:01:38.392977 n-d-816865-1 neutron-server[102386]: self._notify() Nov 05 19:01:38.392977 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 05 19:01:38.392977 n-d-816865-1 neutron-server[102386]: self.callback(batched_events) Nov 05 19:01:38.392977 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 05 19:01:38.392977 n-d-816865-1 neutron-server[102386]: event.method(event) Nov 05 19:01:38.392977 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 05 19:01:38.392977 n-d-816865-1 neutron-server[102386]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 05 19:01:38.392977 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 05 19:01:38.392977 n-d-816865-1 neutron-server[102386]: aggregate_uuid = self.p_client.list_aggregates( Nov 05 19:01:38.392977 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 05 19:01:38.392977 n-d-816865-1 neutron-server[102386]: return f(self, *a, **k) Nov 05 19:01:38.392977 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 05 19:01:38.392977 n-d-816865-1 neutron-server[102386]: return self._get(url).json() Nov 05 19:01:38.392977 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 05 19:01:38.392977 n-d-816865-1 neutron-server[102386]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 05 19:01:38.392977 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 05 19:01:38.392977 n-d-816865-1 neutron-server[102386]: return self.request(url, 'GET', **kwargs) Nov 05 19:01:38.392977 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 05 19:01:38.392977 n-d-816865-1 neutron-server[102386]: base_url = self.get_endpoint(auth, allow=allow, Nov 05 19:01:38.392977 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 05 19:01:38.392977 n-d-816865-1 neutron-server[102386]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 05 19:01:38.392977 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 05 19:01:38.392977 n-d-816865-1 neutron-server[102386]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 05 19:01:38.392977 n-d-816865-1 neutron-server[102386]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 05 19:01:38.405955 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8549170-1a48-4890-a40f-622090b50336 None None] Pushing event deleted for resources: {'Port': ['ID=4d4a7a11-a578-4bb0-ae08-599a3ac08b4e,revision_number=None']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:01:38.426378 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 4d4a7a11-a578-4bb0-ae08-599a3ac08b4e no longer exists at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 19:01:38.573858 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-1ca4fc79-a831-4a42-bf83-e8ad6553bc6e tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4417463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5112218'] for subnet, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:38.587515 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8549170-1a48-4890-a40f-622090b50336 None None] No DVR routers for this DVR port 4d4a7a11-a578-4bb0-ae08-599a3ac08b4e on host n-d-816865-1 {{(pid=102388) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 19:01:38.594760 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] No Port match for: 4d4a7a11-a578-4bb0-ae08-599a3ac08b4e {{(pid=102388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 19:01:38.595204 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 4d4a7a11-a578-4bb0-ae08-599a3ac08b4e not bound to the agent host n-d-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 19:01:38.642944 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-15619ab9-3699-4032-930e-458d7a3e76af tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1579178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-956796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1000687'] for network, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:38.649302 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-15619ab9-3699-4032-930e-458d7a3e76af tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Publish callbacks [] for network, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:38.657102 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-15619ab9-3699-4032-930e-458d7a3e76af tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] 10.222.0.13 "DELETE /v2.0/networks/436bab1d-466e-4381-9616-4cdb6757a832 HTTP/1.1" status: 204 len: 168 time: 1.7558994 Nov 05 19:01:38.660487 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 45322) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:01:38.684897 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-83513a45-a5ab-43fb-8822-6347a863b2dc tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-939760282', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:01:38.728612 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15619ab9-3699-4032-930e-458d7a3e76af tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Pushing event deleted for resources: {'Network': ['ID=436bab1d-466e-4381-9616-4cdb6757a832,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:01:38.729000 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-31f93893-a48e-4ae8-833d-dccb2b42eacc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:38.729883 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:38.734410 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-144e903a-9fee-4afa-adfe-91fcc180e592 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:38.778602 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca4fc79-a831-4a42-bf83-e8ad6553bc6e tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] Pushing event updated for resources: {'Subnet': ['ID=ea5d0b84-86f6-402c-820b-80da368468a9,revision_number=0']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:01:38.785227 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ca4fc79-a831-4a42-bf83-e8ad6553bc6e tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] Checking segment: {'id': 'b67505e4-84ea-4dd0-88a2-c6ecfaf59750', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'cddef73d-e9c8-41ca-a6c2-df8030cc6b0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 19:01:38.785613 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ca4fc79-a831-4a42-bf83-e8ad6553bc6e tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] Network hostable DHCP agents. Network: cddef73d-e9c8-41ca-a6c2-df8030cc6b0c, hostable agents: ['987e2ca0-bc3b-4c6f-a989-429ccfbf753f'], hosted agents: [] {{(pid=102387) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 05 19:01:38.803658 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-144e903a-9fee-4afa-adfe-91fcc180e592 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:38.832127 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-144e903a-9fee-4afa-adfe-91fcc180e592 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 174} {{(pid=102387) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 05 19:01:38.849428 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-83513a45-a5ab-43fb-8822-6347a863b2dc tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-571139', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6874'] for router, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:38.850502 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-83513a45-a5ab-43fb-8822-6347a863b2dc tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-571375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1000570', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1011585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6867'] for router, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:38.864390 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144e903a-9fee-4afa-adfe-91fcc180e592 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2e15a42-88b8-49e2-ad78-9daadc9e7fe3,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:01:38.867522 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-144e903a-9fee-4afa-adfe-91fcc180e592 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273'] for segment, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:38.867887 n-d-816865-1 neutron-server[102387]: INFO neutron.db.segments_db [None req-144e903a-9fee-4afa-adfe-91fcc180e592 admin admin] Added segment d868025d-b05c-40c6-b9d6-024790792c42 of type vlan for network 2974e85c-ccd8-4cce-92c0-fa64d0405969 Nov 05 19:01:38.913211 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ca4fc79-a831-4a42-bf83-e8ad6553bc6e tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] Network cddef73d-e9c8-41ca-a6c2-df8030cc6b0c is scheduled to be hosted by DHCP agent 987e2ca0-bc3b-4c6f-a989-429ccfbf753f with binding_index 1 {{(pid=102387) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 05 19:01:38.939137 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-83513a45-a5ab-43fb-8822-6347a863b2dc tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:38.944392 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-144e903a-9fee-4afa-adfe-91fcc180e592 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750027258543'] for network, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:38.985552 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.base_scheduler [None req-1ca4fc79-a831-4a42-bf83-e8ad6553bc6e tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816865-1, cddef73d-e9c8-41ca-a6c2-df8030cc6b0c) {{(pid=102387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 19:01:38.992826 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ca4fc79-a831-4a42-bf83-e8ad6553bc6e tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:01:38.993706 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-1ca4fc79-a831-4a42-bf83-e8ad6553bc6e tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] Publish callbacks [] for subnet, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:39.003310 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-83513a45-a5ab-43fb-8822-6347a863b2dc tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-571384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1000487'] for router, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:39.004912 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5d2e08e-d820-4353-966b-59f691e602f1 None None] Network cddef73d-e9c8-41ca-a6c2-df8030cc6b0c requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 19:01:39.043447 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-144e903a-9fee-4afa-adfe-91fcc180e592 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-956796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877'] for network, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:39.044362 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-144e903a-9fee-4afa-adfe-91fcc180e592 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:01:39.044984 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-144e903a-9fee-4afa-adfe-91fcc180e592 admin admin] Publish callbacks [] for network, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:39.090501 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-83513a45-a5ab-43fb-8822-6347a863b2dc tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Publish callbacks [] for router, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:39.091868 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-83513a45-a5ab-43fb-8822-6347a863b2dc tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.4196579 Nov 05 19:01:39.094678 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 45328) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:01:39.100417 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-8b6eea32-e59b-434c-b328-39fd9ac76373 tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Request body: {'network': {'name': 'tempest-RoutersTest-9472810'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:01:39.152802 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-144e903a-9fee-4afa-adfe-91fcc180e592 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.4919062 Nov 05 19:01:39.156299 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-1ca4fc79-a831-4a42-bf83-e8ad6553bc6e tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.5133498 Nov 05 19:01:39.156582 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 45330) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:01:39.160149 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 45332) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:01:39.173518 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-49c537da-ff2e-4068-911f-8ffc95d04575 admin admin] Request body: {'subnet': {'network_id': '2974e85c-ccd8-4cce-92c0-fa64d0405969', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1172221017-subnet', 'tenant_id': '202d48fbf8184969a2b022e0eeddf3c9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:01:39.193376 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-776f8ed1-433f-444f-a2f3-ae972f6dc3fa tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1059477299'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:01:39.246323 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.db.api [None req-776f8ed1-433f-444f-a2f3-ae972f6dc3fa tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 05 19:01:39.246323 n-d-816865-1 neutron-server[102386]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Nov 05 19:01:39.246323 n-d-816865-1 neutron-server[102386]: [parameters: {'project_id_1': 'a40892ba0bb140d0a4934f8baf0fb131', 'expiration_1': datetime.datetime(2021, 11, 5, 19, 1, 19, 203979)}] Nov 05 19:01:39.246323 n-d-816865-1 neutron-server[102386]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=102386) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 05 19:01:39.248790 n-d-816865-1 neutron-server[102386]: DEBUG oslo_db.api [None req-776f8ed1-433f-444f-a2f3-ae972f6dc3fa tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 05 19:01:39.249293 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b6eea32-e59b-434c-b328-39fd9ac76373 tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Made reservation on behalf of e73ce0a6a4b043a3828a6e49d45da7fe for: {'network': 1} {{(pid=102386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 19:01:39.257788 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-8b6eea32-e59b-434c-b328-39fd9ac76373 tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for network, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:39.263830 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144e903a-9fee-4afa-adfe-91fcc180e592 admin admin] Pushing event updated for resources: {'Network': ['ID=2974e85c-ccd8-4cce-92c0-fa64d0405969,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:01:39.293299 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Network 2974e85c-ccd8-4cce-92c0-fa64d0405969 details requested by agent ovs-agent-n-d-816865-1 with host n-d-816865-1 {{(pid=102388) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 05 19:01:39.321793 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b6eea32-e59b-434c-b328-39fd9ac76373 tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 164} {{(pid=102386) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 05 19:01:39.342784 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49c537da-ff2e-4068-911f-8ffc95d04575 admin admin] Made reservation on behalf of 202d48fbf8184969a2b022e0eeddf3c9 for: {'subnet': 1} {{(pid=102386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 19:01:39.347207 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-49c537da-ff2e-4068-911f-8ffc95d04575 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4877122'] for subnet, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:39.358798 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-8b6eea32-e59b-434c-b328-39fd9ac76373 tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273'] for segment, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:39.361180 n-d-816865-1 neutron-server[102386]: INFO neutron.db.segments_db [None req-8b6eea32-e59b-434c-b328-39fd9ac76373 tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Added segment bba499a4-b99b-4875-8bd9-8406c30b86bb of type vlan for network cd6e8b9b-a53a-4763-885f-93ef3b3f8bef Nov 05 19:01:39.376493 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fb87f49-0d08-4c58-90b1-24b0cb2fd906 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeb20a084-accf-5b60-8075-3e69ebe863a6-cddef73d-e9c8-41ca-a6c2-df8030cc6b0c', 'network_id': 'cddef73d-e9c8-41ca-a6c2-df8030cc6b0c', 'tenant_id': 'a40892ba0bb140d0a4934f8baf0fb131', 'fixed_ips': [{'subnet_id': 'ea5d0b84-86f6-402c-820b-80da368468a9'}]}} from n-d-816865-1. {{(pid=102388) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 05 19:01:39.377361 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-7fb87f49-0d08-4c58-90b1-24b0cb2fd906 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:39.584263 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-8b6eea32-e59b-434c-b328-39fd9ac76373 tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750027258543'] for network, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:39.629842 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.db_base_plugin_common [None req-7fb87f49-0d08-4c58-90b1-24b0cb2fd906 None None] Allocated IP 2001:db8::1 (cddef73d-e9c8-41ca-a6c2-df8030cc6b0c/ea5d0b84-86f6-402c-820b-80da368468a9/0cdb2d0b-89ca-4d9b-9c35-f30c1542046b) {{(pid=102388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 19:01:39.912874 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-7fb87f49-0d08-4c58-90b1-24b0cb2fd906 None None] Publish callbacks [] for port, precommit_create {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:40.014490 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-7fb87f49-0d08-4c58-90b1-24b0cb2fd906 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789'] for port, after_create {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:40.146707 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb87f49-0d08-4c58-90b1-24b0cb2fd906 None None] Pushing event updated for resources: {'Port': ['ID=0cdb2d0b-89ca-4d9b-9c35-f30c1542046b,revision_number=1']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:01:40.184167 n-d-816865-1 neutron-server[102388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fb87f49-0d08-4c58-90b1-24b0cb2fd906 None None] Network cddef73d-e9c8-41ca-a6c2-df8030cc6b0c is already hosted by enough agents. {{(pid=102388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 19:01:40.188955 n-d-816865-1 neutron-server[102388]: DEBUG neutron.scheduler.base_scheduler [None req-7fb87f49-0d08-4c58-90b1-24b0cb2fd906 None None] Resources bound (agent type, host, resource id): {{(pid=102388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 19:01:40.207582 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fb87f49-0d08-4c58-90b1-24b0cb2fd906 None None] Received port after_create {{(pid=102388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 19:01:40.262886 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-8b6eea32-e59b-434c-b328-39fd9ac76373 tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-956796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877'] for network, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:40.271408 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b6eea32-e59b-434c-b328-39fd9ac76373 tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:01:40.287019 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-8b6eea32-e59b-434c-b328-39fd9ac76373 tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Publish callbacks [] for network, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:40.321704 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-7fb87f49-0d08-4c58-90b1-24b0cb2fd906 None None] Attempting to bind port 0cdb2d0b-89ca-4d9b-9c35-f30c1542046b on host n-d-816865-1 for vnic_type normal with profile {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 19:01:40.330927 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-7fb87f49-0d08-4c58-90b1-24b0cb2fd906 None None] Attempting to bind port 0cdb2d0b-89ca-4d9b-9c35-f30c1542046b by drivers openvswitch,hyperv on host n-d-816865-1 at level 0 using segments [{'id': 'b67505e4-84ea-4dd0-88a2-c6ecfaf59750', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'cddef73d-e9c8-41ca-a6c2-df8030cc6b0c'}] {{(pid=102388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 19:01:40.330927 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fb87f49-0d08-4c58-90b1-24b0cb2fd906 None None] Attempting to bind port 0cdb2d0b-89ca-4d9b-9c35-f30c1542046b on network cddef73d-e9c8-41ca-a6c2-df8030cc6b0c {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 19:01:40.330927 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fb87f49-0d08-4c58-90b1-24b0cb2fd906 None None] Checking agent: {'id': '724d89a7-611b-41e6-bc85-c48112b17afa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 18, 25, 8), 'started_at': datetime.datetime(2021, 11, 5, 18, 25, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 19, 1, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 19:01:40.330927 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fb87f49-0d08-4c58-90b1-24b0cb2fd906 None None] Checking segment: {'id': 'b67505e4-84ea-4dd0-88a2-c6ecfaf59750', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'cddef73d-e9c8-41ca-a6c2-df8030cc6b0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 19:01:40.339640 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-7fb87f49-0d08-4c58-90b1-24b0cb2fd906 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:40.340316 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fb87f49-0d08-4c58-90b1-24b0cb2fd906 None None] Bound using segment: {'id': 'b67505e4-84ea-4dd0-88a2-c6ecfaf59750', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'cddef73d-e9c8-41ca-a6c2-df8030cc6b0c'} {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 19:01:40.341177 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-7fb87f49-0d08-4c58-90b1-24b0cb2fd906 None None] Bound port: 0cdb2d0b-89ca-4d9b-9c35-f30c1542046b, host: n-d-816865-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b67505e4-84ea-4dd0-88a2-c6ecfaf59750', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'cddef73d-e9c8-41ca-a6c2-df8030cc6b0c'}}] {{(pid=102388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 19:01:40.341786 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-7fb87f49-0d08-4c58-90b1-24b0cb2fd906 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:40.417577 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-776f8ed1-433f-444f-a2f3-ae972f6dc3fa tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] Made reservation on behalf of a40892ba0bb140d0a4934f8baf0fb131 for: {'network': 1} {{(pid=102386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 19:01:40.421605 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-776f8ed1-433f-444f-a2f3-ae972f6dc3fa tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for network, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:40.424102 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6eea32-e59b-434c-b328-39fd9ac76373 tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Pushing event updated for resources: {'Network': ['ID=cd6e8b9b-a53a-4763-885f-93ef3b3f8bef,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:01:40.426556 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-7fb87f49-0d08-4c58-90b1-24b0cb2fd906 None None] For port 0cdb2d0b-89ca-4d9b-9c35-f30c1542046b, host n-d-816865-1, cleared binding levels {{(pid=102388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 19:01:40.430373 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-7fb87f49-0d08-4c58-90b1-24b0cb2fd906 None None] For port 0cdb2d0b-89ca-4d9b-9c35-f30c1542046b, host n-d-816865-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=0cdb2d0b-89ca-4d9b-9c35-f30c1542046b,segment=NetworkSegment(b67505e4-84ea-4dd0-88a2-c6ecfaf59750),segment_id=b67505e4-84ea-4dd0-88a2-c6ecfaf59750)] {{(pid=102388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 19:01:40.437135 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Network cd6e8b9b-a53a-4763-885f-93ef3b3f8bef details requested by agent ovs-agent-n-d-816865-1 with host n-d-816865-1 {{(pid=102388) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 05 19:01:40.481901 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-8b6eea32-e59b-434c-b328-39fd9ac76373 tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 763 time: 1.3728337 Nov 05 19:01:40.482262 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 45360) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:01:40.494129 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-19ba5a9c-db08-432e-b433-06210bb3cf08 tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Request body: {'subnet': {'network_id': 'cd6e8b9b-a53a-4763-885f-93ef3b3f8bef', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:01:40.519391 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-7fb87f49-0d08-4c58-90b1-24b0cb2fd906 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:40.545275 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-776f8ed1-433f-444f-a2f3-ae972f6dc3fa tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 162} {{(pid=102386) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 05 19:01:40.568351 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-776f8ed1-433f-444f-a2f3-ae972f6dc3fa tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273'] for segment, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:40.572002 n-d-816865-1 neutron-server[102386]: INFO neutron.db.segments_db [None req-776f8ed1-433f-444f-a2f3-ae972f6dc3fa tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] Added segment ec058928-4e63-4316-978c-b59e7451cc0e of type vlan for network 4948dea6-b135-4f1b-a887-7b805384175d Nov 05 19:01:40.596596 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb87f49-0d08-4c58-90b1-24b0cb2fd906 None None] Pushing event updated for resources: {'Port': ['ID=0cdb2d0b-89ca-4d9b-9c35-f30c1542046b,revision_number=2']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:01:40.627872 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-49c537da-ff2e-4068-911f-8ffc95d04575 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6149946', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4877172'] for subnet, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:40.723311 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-776f8ed1-433f-444f-a2f3-ae972f6dc3fa tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750027258543'] for network, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:40.764587 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c537da-ff2e-4068-911f-8ffc95d04575 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5c61fdbd-cd89-453f-9ed9-c150439b9091,revision_number=0']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:01:40.809469 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49c537da-ff2e-4068-911f-8ffc95d04575 admin admin] Checking segment: {'id': 'd868025d-b05c-40c6-b9d6-024790792c42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '2974e85c-ccd8-4cce-92c0-fa64d0405969'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 19:01:40.810124 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49c537da-ff2e-4068-911f-8ffc95d04575 admin admin] Network hostable DHCP agents. Network: 2974e85c-ccd8-4cce-92c0-fa64d0405969, hostable agents: ['987e2ca0-bc3b-4c6f-a989-429ccfbf753f'], hosted agents: [] {{(pid=102386) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 05 19:01:40.825854 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19ba5a9c-db08-432e-b433-06210bb3cf08 tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Made reservation on behalf of e73ce0a6a4b043a3828a6e49d45da7fe for: {'subnet': 1} {{(pid=102387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 19:01:40.829548 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-19ba5a9c-db08-432e-b433-06210bb3cf08 tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5112236'] for subnet, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:40.917172 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-776f8ed1-433f-444f-a2f3-ae972f6dc3fa tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-956796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877'] for network, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:40.925626 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-776f8ed1-433f-444f-a2f3-ae972f6dc3fa tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:01:40.925626 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-776f8ed1-433f-444f-a2f3-ae972f6dc3fa tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] Publish callbacks [] for network, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:40.954791 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49c537da-ff2e-4068-911f-8ffc95d04575 admin admin] Network 2974e85c-ccd8-4cce-92c0-fa64d0405969 is scheduled to be hosted by DHCP agent 987e2ca0-bc3b-4c6f-a989-429ccfbf753f with binding_index 1 {{(pid=102386) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 05 19:01:41.067056 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.base_scheduler [None req-49c537da-ff2e-4068-911f-8ffc95d04575 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816865-1, 2974e85c-ccd8-4cce-92c0-fa64d0405969) {{(pid=102386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 19:01:41.078409 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49c537da-ff2e-4068-911f-8ffc95d04575 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:01:41.079018 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-49c537da-ff2e-4068-911f-8ffc95d04575 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:41.089264 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776f8ed1-433f-444f-a2f3-ae972f6dc3fa tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] Pushing event updated for resources: {'Network': ['ID=4948dea6-b135-4f1b-a887-7b805384175d,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:01:41.100259 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Network 4948dea6-b135-4f1b-a887-7b805384175d details requested by agent ovs-agent-n-d-816865-1 with host n-d-816865-1 {{(pid=102388) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 05 19:01:41.103892 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-776f8ed1-433f-444f-a2f3-ae972f6dc3fa tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.9417667 Nov 05 19:01:41.106222 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 45370) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:01:41.109254 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0132e5c9-1070-46fa-b2f5-fde091c72b3a None None] Network 2974e85c-ccd8-4cce-92c0-fa64d0405969 requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 19:01:41.119890 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-627a4232-6582-4aca-a31a-f7f867af7b8c tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] Request body: {'subnet': {'network_id': '4948dea6-b135-4f1b-a887-7b805384175d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:01:41.255127 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-49c537da-ff2e-4068-911f-8ffc95d04575 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.0895133 Nov 05 19:01:41.317747 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-627a4232-6582-4aca-a31a-f7f867af7b8c tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] Made reservation on behalf of a40892ba0bb140d0a4934f8baf0fb131 for: {'subnet': 1} {{(pid=102386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 19:01:41.326667 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-627a4232-6582-4aca-a31a-f7f867af7b8c tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4877122'] for subnet, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:41.351787 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-19ba5a9c-db08-432e-b433-06210bb3cf08 tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4417463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5112218'] for subnet, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:41.405996 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dff0093-1fb4-441b-abdd-b9e19d042579 None None] Network 2974e85c-ccd8-4cce-92c0-fa64d0405969 requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 19:01:41.447698 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ba5a9c-db08-432e-b433-06210bb3cf08 tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Pushing event updated for resources: {'Subnet': ['ID=558ddf96-5913-4b9c-a7f9-98c1c25a666b,revision_number=0']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:01:41.506918 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.ipam_backend_mixin [None req-627a4232-6582-4aca-a31a-f7f867af7b8c tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] Performing IP validity checks on allocation pools {{(pid=102386) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 05 19:01:41.513546 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.ipam_backend_mixin [None req-627a4232-6582-4aca-a31a-f7f867af7b8c tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102386) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 05 19:01:41.524853 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19ba5a9c-db08-432e-b433-06210bb3cf08 tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Checking segment: {'id': 'bba499a4-b99b-4875-8bd9-8406c30b86bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'cd6e8b9b-a53a-4763-885f-93ef3b3f8bef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 19:01:41.525843 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19ba5a9c-db08-432e-b433-06210bb3cf08 tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Network hostable DHCP agents. Network: cd6e8b9b-a53a-4763-885f-93ef3b3f8bef, hostable agents: ['987e2ca0-bc3b-4c6f-a989-429ccfbf753f'], hosted agents: [] {{(pid=102387) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 05 19:01:41.643330 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19ba5a9c-db08-432e-b433-06210bb3cf08 tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Network cd6e8b9b-a53a-4763-885f-93ef3b3f8bef is scheduled to be hosted by DHCP agent 987e2ca0-bc3b-4c6f-a989-429ccfbf753f with binding_index 1 {{(pid=102387) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 05 19:01:41.706316 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.base_scheduler [None req-19ba5a9c-db08-432e-b433-06210bb3cf08 tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816865-1, cd6e8b9b-a53a-4763-885f-93ef3b3f8bef) {{(pid=102387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 19:01:41.717709 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b5e835d-fde9-4abf-8477-3f918a8f2801 None None] Network cd6e8b9b-a53a-4763-885f-93ef3b3f8bef requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 19:01:41.721563 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19ba5a9c-db08-432e-b433-06210bb3cf08 tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:01:41.722324 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-19ba5a9c-db08-432e-b433-06210bb3cf08 tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Publish callbacks [] for subnet, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:41.852657 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-19ba5a9c-db08-432e-b433-06210bb3cf08 tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3798687 Nov 05 19:01:41.855522 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 45396) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:01:41.893965 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-627a4232-6582-4aca-a31a-f7f867af7b8c tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6149946', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4877172'] for subnet, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:42.028930 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627a4232-6582-4aca-a31a-f7f867af7b8c tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] Pushing event updated for resources: {'Subnet': ['ID=145d0ebf-a6da-49fa-9689-2921f151a7e3,revision_number=0']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:01:42.136100 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fff938cd-d23a-4c45-a444-f71546f7d937 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeb20a084-accf-5b60-8075-3e69ebe863a6-cd6e8b9b-a53a-4763-885f-93ef3b3f8bef', 'network_id': 'cd6e8b9b-a53a-4763-885f-93ef3b3f8bef', 'tenant_id': 'e73ce0a6a4b043a3828a6e49d45da7fe', 'fixed_ips': [{'subnet_id': '558ddf96-5913-4b9c-a7f9-98c1c25a666b'}]}} from n-d-816865-1. {{(pid=102388) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 05 19:01:42.137009 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-fff938cd-d23a-4c45-a444-f71546f7d937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:42.138485 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-627a4232-6582-4aca-a31a-f7f867af7b8c tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] Checking segment: {'id': 'ec058928-4e63-4316-978c-b59e7451cc0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '4948dea6-b135-4f1b-a887-7b805384175d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 19:01:42.140381 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-627a4232-6582-4aca-a31a-f7f867af7b8c tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] Network hostable DHCP agents. Network: 4948dea6-b135-4f1b-a887-7b805384175d, hostable agents: ['987e2ca0-bc3b-4c6f-a989-429ccfbf753f'], hosted agents: [] {{(pid=102386) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 05 19:01:42.246343 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-627a4232-6582-4aca-a31a-f7f867af7b8c tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] Network 4948dea6-b135-4f1b-a887-7b805384175d is scheduled to be hosted by DHCP agent 987e2ca0-bc3b-4c6f-a989-429ccfbf753f with binding_index 1 {{(pid=102386) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 05 19:01:42.328979 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-203b3d62-37a1-4161-a4ca-b907c1143a98 None None] Network cddef73d-e9c8-41ca-a6c2-df8030cc6b0c requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 19:01:42.354512 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 0cdb2d0b-89ca-4d9b-9c35-f30c1542046b up at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 19:01:42.385275 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.base_scheduler [None req-627a4232-6582-4aca-a31a-f7f867af7b8c tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816865-1, 4948dea6-b135-4f1b-a887-7b805384175d) {{(pid=102386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 19:01:42.393870 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-627a4232-6582-4aca-a31a-f7f867af7b8c tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:01:42.394825 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-627a4232-6582-4aca-a31a-f7f867af7b8c tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] Publish callbacks [] for subnet, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:42.543174 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-627a4232-6582-4aca-a31a-f7f867af7b8c tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 1.4351854 Nov 05 19:01:42.545418 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 45414) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:01:42.565867 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-2e9d648e-185c-41e9-9011-4aed9a9afeda tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:42.641636 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4e0db51-eca4-4156-9f2c-a6594ac76f74 None None] Network 4948dea6-b135-4f1b-a887-7b805384175d requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 19:01:42.720726 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-71f76cea-2d17-42b4-89ab-503285c2abc3 tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1664226'] for network, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:42.755340 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6b02db-ce42-488d-af4b-bb7cce1f015a req-01e39700-61fc-476e-9d3c-6faec77d4c97 tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:01:42.762729 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-0b6b02db-ce42-488d-af4b-bb7cce1f015a req-01e39700-61fc-476e-9d3c-6faec77d4c97 tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] 10.222.0.13 "GET /v2.0/networks?id=2974e85c-ccd8-4cce-92c0-fa64d0405969 HTTP/1.1" status: 200 len: 814 time: 0.5190127 Nov 05 19:01:42.782664 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-0b6b02db-ce42-488d-af4b-bb7cce1f015a req-705b028c-a4a5-4cea-aea0-71a6644d9112 tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] 10.222.0.13 "GET /v2.0/quotas/202d48fbf8184969a2b022e0eeddf3c9 HTTP/1.1" status: 200 len: 375 time: 0.0189483 Nov 05 19:01:42.871061 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-0b6b02db-ce42-488d-af4b-bb7cce1f015a req-fb003ff6-4784-4435-9096-ec39d49101c6 tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=202d48fbf8184969a2b022e0eeddf3c9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0870900 Nov 05 19:01:42.901149 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-71f76cea-2d17-42b4-89ab-503285c2abc3 tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1573928'] for subnet, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:43.079964 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-3ac6afdb-8c69-47db-85f7-656a723ece53 None None] Provisioning complete for port 0cdb2d0b-89ca-4d9b-9c35-f30c1542046b triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:01:43.081265 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3ac6afdb-8c69-47db-85f7-656a723ece53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:43.154089 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-71f76cea-2d17-42b4-89ab-503285c2abc3 tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1573905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6149879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4877183'] for subnet, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:43.182014 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.db_base_plugin_common [None req-fff938cd-d23a-4c45-a444-f71546f7d937 None None] Allocated IP 172.20.0.2 (cd6e8b9b-a53a-4763-885f-93ef3b3f8bef/558ddf96-5913-4b9c-a7f9-98c1c25a666b/fc4cba42-1d14-491b-848e-e67d68df63d9) {{(pid=102388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 19:01:43.192134 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Provisioning complete for port 0cdb2d0b-89ca-4d9b-9c35-f30c1542046b triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:01:43.192517 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:43.216399 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-0b6b02db-ce42-488d-af4b-bb7cce1f015a req-aa2cc193-a444-42f3-bcaa-8f919c6316e7 service neutron] 10.222.0.13 "GET /v2.0/networks/2974e85c-ccd8-4cce-92c0-fa64d0405969?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2923758 Nov 05 19:01:43.243911 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f76cea-2d17-42b4-89ab-503285c2abc3 tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] Pushing event deleted for resources: {'Subnet': ['ID=145d0ebf-a6da-49fa-9689-2921f151a7e3,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:01:43.414333 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-71f76cea-2d17-42b4-89ab-503285c2abc3 tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1579173', 'neutron.services.segments.db._delete_segments_for_network-8750027792909'] for network, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:43.463777 n-d-816865-1 neutron-server[102386]: DEBUG neutron.services.segments.db [None req-71f76cea-2d17-42b4-89ab-503285c2abc3 tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4948dea6-b135-4f1b-a887-7b805384175d']}} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:01:43.481603 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0f9c39d-f471-4651-a307-46d991689194 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeb20a084-accf-5b60-8075-3e69ebe863a6-4948dea6-b135-4f1b-a887-7b805384175d', 'network_id': '4948dea6-b135-4f1b-a887-7b805384175d', 'tenant_id': 'a40892ba0bb140d0a4934f8baf0fb131', 'fixed_ips': [{'subnet_id': '145d0ebf-a6da-49fa-9689-2921f151a7e3'}]}} from n-d-816865-1. {{(pid=102388) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 05 19:01:43.487578 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-e0f9c39d-f471-4651-a307-46d991689194 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:43.498788 n-d-816865-1 neutron-server[102386]: DEBUG neutron.services.segments.db [None req-71f76cea-2d17-42b4-89ab-503285c2abc3 tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec058928-4e63-4316-978c-b59e7451cc0e') {'for_net_delete': True} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:01:43.499171 n-d-816865-1 neutron-server[102386]: DEBUG neutron.services.segments.db [None req-71f76cea-2d17-42b4-89ab-503285c2abc3 tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec058928-4e63-4316-978c-b59e7451cc0e') {} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:01:43.507372 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-0b6b02db-ce42-488d-af4b-bb7cce1f015a req-67bd082b-ae6d-4561-ba7d-ad91e2d35f84 service neutron] 10.222.0.13 "GET /v2.0/networks/2974e85c-ccd8-4cce-92c0-fa64d0405969?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2899437 Nov 05 19:01:43.518861 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-71f76cea-2d17-42b4-89ab-503285c2abc3 tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750027793430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4590747'] for segment, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:43.564847 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-71f76cea-2d17-42b4-89ab-503285c2abc3 tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273'] for segment, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:43.577233 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71f76cea-2d17-42b4-89ab-503285c2abc3 tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] Releasing vlan 162 on physical network physnet1 to pool {{(pid=102386) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 05 19:01:43.577647 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-71f76cea-2d17-42b4-89ab-503285c2abc3 tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6149721'] for segment, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:43.581124 n-d-816865-1 neutron-server[102386]: Traceback (most recent call last): Nov 05 19:01:43.581124 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 05 19:01:43.581124 n-d-816865-1 neutron-server[102386]: timer() Nov 05 19:01:43.581124 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 05 19:01:43.581124 n-d-816865-1 neutron-server[102386]: cb(*args, **kw) Nov 05 19:01:43.581124 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 05 19:01:43.581124 n-d-816865-1 neutron-server[102386]: return func(*args, **kwargs) Nov 05 19:01:43.581124 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 05 19:01:43.581124 n-d-816865-1 neutron-server[102386]: self._notify() Nov 05 19:01:43.581124 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 05 19:01:43.581124 n-d-816865-1 neutron-server[102386]: self.callback(batched_events) Nov 05 19:01:43.581124 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 05 19:01:43.581124 n-d-816865-1 neutron-server[102386]: event.method(event) Nov 05 19:01:43.581124 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 05 19:01:43.581124 n-d-816865-1 neutron-server[102386]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 05 19:01:43.581124 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 05 19:01:43.581124 n-d-816865-1 neutron-server[102386]: aggregate_uuid = self.p_client.list_aggregates( Nov 05 19:01:43.581124 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 05 19:01:43.581124 n-d-816865-1 neutron-server[102386]: return f(self, *a, **k) Nov 05 19:01:43.581124 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 05 19:01:43.581124 n-d-816865-1 neutron-server[102386]: return self._get(url).json() Nov 05 19:01:43.581124 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 05 19:01:43.581124 n-d-816865-1 neutron-server[102386]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 05 19:01:43.581124 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 05 19:01:43.581124 n-d-816865-1 neutron-server[102386]: return self.request(url, 'GET', **kwargs) Nov 05 19:01:43.581124 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 05 19:01:43.581124 n-d-816865-1 neutron-server[102386]: base_url = self.get_endpoint(auth, allow=allow, Nov 05 19:01:43.581124 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 05 19:01:43.581124 n-d-816865-1 neutron-server[102386]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 05 19:01:43.581124 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 05 19:01:43.581124 n-d-816865-1 neutron-server[102386]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 05 19:01:43.581124 n-d-816865-1 neutron-server[102386]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 05 19:01:43.876628 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3ac6afdb-8c69-47db-85f7-656a723ece53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:43.917778 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-bfae376b-83c9-47c1-8797-fb0e278ccccb req-f2bb6157-7240-4cc1-824d-5c6a860d5c2c tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e0e9f2c-b17f-4007-b3d8-07e537a1c2f3 HTTP/1.1" status: 200 len: 210 time: 0.0832238 Nov 05 19:01:43.946562 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-71f76cea-2d17-42b4-89ab-503285c2abc3 tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1579178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-956796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1000687'] for network, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:43.956523 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-71f76cea-2d17-42b4-89ab-503285c2abc3 tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] Publish callbacks [] for network, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:43.969879 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 45444) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:01:43.972736 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-71f76cea-2d17-42b4-89ab-503285c2abc3 tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] 10.222.0.13 "DELETE /v2.0/networks/4948dea6-b135-4f1b-a887-7b805384175d HTTP/1.1" status: 204 len: 168 time: 1.4258096 Nov 05 19:01:43.980348 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-90dcd947-f578-4d09-89e1-7eab8193165e tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1788840624'}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:01:44.006834 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2ea31a3-549e-4a34-8981-a5dd99d2fff2 None None] Network 4948dea6-b135-4f1b-a887-7b805384175d requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 19:01:44.014744 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f76cea-2d17-42b4-89ab-503285c2abc3 tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] Pushing event deleted for resources: {'Network': ['ID=4948dea6-b135-4f1b-a887-7b805384175d,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:01:44.077709 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2ea31a3-549e-4a34-8981-a5dd99d2fff2 None None] Network 4948dea6-b135-4f1b-a887-7b805384175d could not be found, it might have been deleted concurrently. {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 05 19:01:44.105650 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:44.151231 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3ac6afdb-8c69-47db-85f7-656a723ece53 None None] For port 0cdb2d0b-89ca-4d9b-9c35-f30c1542046b, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=0cdb2d0b-89ca-4d9b-9c35-f30c1542046b,segment=NetworkSegment(b67505e4-84ea-4dd0-88a2-c6ecfaf59750),segment_id=b67505e4-84ea-4dd0-88a2-c6ecfaf59750)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:01:44.168238 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90dcd947-f578-4d09-89e1-7eab8193165e tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] Made reservation on behalf of a40892ba0bb140d0a4934f8baf0fb131 for: {'network': 1} {{(pid=102387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 19:01:44.171831 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-90dcd947-f578-4d09-89e1-7eab8193165e tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for network, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:44.177137 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-fff938cd-d23a-4c45-a444-f71546f7d937 None None] Publish callbacks [] for port, precommit_create {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:44.206493 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90dcd947-f578-4d09-89e1-7eab8193165e tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 160} {{(pid=102387) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 05 19:01:44.222426 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-90dcd947-f578-4d09-89e1-7eab8193165e tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273'] for segment, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:44.223035 n-d-816865-1 neutron-server[102387]: INFO neutron.db.segments_db [None req-90dcd947-f578-4d09-89e1-7eab8193165e tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] Added segment d6855270-33c3-4215-a183-a9d8c627f407 of type vlan for network b6327c15-d614-4016-928c-46e4dcdccf76 Nov 05 19:01:44.227557 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3ac6afdb-8c69-47db-85f7-656a723ece53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:44.408054 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-90dcd947-f578-4d09-89e1-7eab8193165e tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750027258543'] for network, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:44.419658 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.db.api [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102388) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 05 19:01:44.419866 n-d-816865-1 neutron-server[102388]: DEBUG oslo_db.api [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 05 19:01:44.420964 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-fff938cd-d23a-4c45-a444-f71546f7d937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789'] for port, after_create {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:44.432068 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac6afdb-8c69-47db-85f7-656a723ece53 None None] Pushing event updated for resources: {'Port': ['ID=0cdb2d0b-89ca-4d9b-9c35-f30c1542046b,revision_number=3']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:01:44.459955 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.db_base_plugin_common [None req-2e9d648e-185c-41e9-9011-4aed9a9afeda tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Allocated IP 172.20.0.1 (cd6e8b9b-a53a-4763-885f-93ef3b3f8bef/558ddf96-5913-4b9c-a7f9-98c1c25a666b/acaf73af-be86-4544-95b9-1174fd0d9242) {{(pid=102387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 19:01:44.526438 n-d-816865-1 neutron-server[102388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fff938cd-d23a-4c45-a444-f71546f7d937 None None] Network cd6e8b9b-a53a-4763-885f-93ef3b3f8bef is already hosted by enough agents. {{(pid=102388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 19:01:44.536792 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-4c76b637-63cf-448d-a8d1-d522ad0e4ee4 None None] Provisioning complete for port 0cdb2d0b-89ca-4d9b-9c35-f30c1542046b triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:01:44.537172 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-4c76b637-63cf-448d-a8d1-d522ad0e4ee4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:44.539114 n-d-816865-1 neutron-server[102388]: DEBUG neutron.scheduler.base_scheduler [None req-fff938cd-d23a-4c45-a444-f71546f7d937 None None] Resources bound (agent type, host, resource id): {{(pid=102388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 19:01:44.547352 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fff938cd-d23a-4c45-a444-f71546f7d937 None None] Received port after_create {{(pid=102388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 19:01:44.623381 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-2e9d648e-185c-41e9-9011-4aed9a9afeda tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Publish callbacks [] for port, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:44.745827 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-90dcd947-f578-4d09-89e1-7eab8193165e tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-956796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877'] for network, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:44.754034 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90dcd947-f578-4d09-89e1-7eab8193165e tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:01:44.755003 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-90dcd947-f578-4d09-89e1-7eab8193165e tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] Publish callbacks [] for network, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:44.786823 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-2e9d648e-185c-41e9-9011-4aed9a9afeda tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4417063'] for port, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:44.873020 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff938cd-d23a-4c45-a444-f71546f7d937 None None] Pushing event updated for resources: {'Port': ['ID=fc4cba42-1d14-491b-848e-e67d68df63d9,revision_number=1']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:01:44.898994 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-90dcd947-f578-4d09-89e1-7eab8193165e tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.9212990 Nov 05 19:01:44.899680 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 45464) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:01:44.911102 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-145ff2e5-4d34-4762-ac97-7d562ad222d1 tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] Request body: {'subnet': {'network_id': 'b6327c15-d614-4016-928c-46e4dcdccf76', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:01:44.956882 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e9d648e-185c-41e9-9011-4aed9a9afeda tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Network cd6e8b9b-a53a-4763-885f-93ef3b3f8bef is already hosted by enough agents. {{(pid=102387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 19:01:44.964131 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90dcd947-f578-4d09-89e1-7eab8193165e tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] Pushing event updated for resources: {'Network': ['ID=b6327c15-d614-4016-928c-46e4dcdccf76,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:01:44.975546 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9d648e-185c-41e9-9011-4aed9a9afeda tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Pushing event updated for resources: {'Port': ['ID=acaf73af-be86-4544-95b9-1174fd0d9242,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:01:44.978803 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.base_scheduler [None req-2e9d648e-185c-41e9-9011-4aed9a9afeda tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Resources bound (agent type, host, resource id): {{(pid=102387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 19:01:44.990653 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e9d648e-185c-41e9-9011-4aed9a9afeda tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Received port after_create {{(pid=102387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 19:01:45.006231 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-fff938cd-d23a-4c45-a444-f71546f7d937 None None] Attempting to bind port fc4cba42-1d14-491b-848e-e67d68df63d9 on host n-d-816865-1 for vnic_type normal with profile {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 19:01:45.009527 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-fff938cd-d23a-4c45-a444-f71546f7d937 None None] Attempting to bind port fc4cba42-1d14-491b-848e-e67d68df63d9 by drivers openvswitch,hyperv on host n-d-816865-1 at level 0 using segments [{'id': 'bba499a4-b99b-4875-8bd9-8406c30b86bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'cd6e8b9b-a53a-4763-885f-93ef3b3f8bef'}] {{(pid=102388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 19:01:45.010359 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fff938cd-d23a-4c45-a444-f71546f7d937 None None] Attempting to bind port fc4cba42-1d14-491b-848e-e67d68df63d9 on network cd6e8b9b-a53a-4763-885f-93ef3b3f8bef {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 19:01:45.041645 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fff938cd-d23a-4c45-a444-f71546f7d937 None None] Checking agent: {'id': '724d89a7-611b-41e6-bc85-c48112b17afa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 18, 25, 8), 'started_at': datetime.datetime(2021, 11, 5, 18, 25, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 19, 1, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 19:01:45.042509 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fff938cd-d23a-4c45-a444-f71546f7d937 None None] Checking segment: {'id': 'bba499a4-b99b-4875-8bd9-8406c30b86bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'cd6e8b9b-a53a-4763-885f-93ef3b3f8bef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 19:01:45.043126 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-fff938cd-d23a-4c45-a444-f71546f7d937 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:45.043717 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fff938cd-d23a-4c45-a444-f71546f7d937 None None] Bound using segment: {'id': 'bba499a4-b99b-4875-8bd9-8406c30b86bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'cd6e8b9b-a53a-4763-885f-93ef3b3f8bef'} {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 19:01:45.044412 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-fff938cd-d23a-4c45-a444-f71546f7d937 None None] Bound port: fc4cba42-1d14-491b-848e-e67d68df63d9, host: n-d-816865-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bba499a4-b99b-4875-8bd9-8406c30b86bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'cd6e8b9b-a53a-4763-885f-93ef3b3f8bef'}}] {{(pid=102388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 19:01:45.045020 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-fff938cd-d23a-4c45-a444-f71546f7d937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:45.056911 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-2e9d648e-185c-41e9-9011-4aed9a9afeda tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-571770'] for router_interface, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:45.060372 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Network b6327c15-d614-4016-928c-46e4dcdccf76 details requested by agent ovs-agent-n-d-816865-1 with host n-d-816865-1 {{(pid=102388) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 05 19:01:45.181761 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-ef7cc5de-f521-4d02-9c17-d018a636c959 req-fac6ba15-9e83-497f-95b3-133b15dfc336 tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e0e9f2c-b17f-4007-b3d8-07e537a1c2f3 HTTP/1.1" status: 200 len: 210 time: 0.1182098 Nov 05 19:01:45.299253 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-fff938cd-d23a-4c45-a444-f71546f7d937 None None] For port fc4cba42-1d14-491b-848e-e67d68df63d9, host n-d-816865-1, cleared binding levels {{(pid=102388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 19:01:45.302713 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-fff938cd-d23a-4c45-a444-f71546f7d937 None None] For port fc4cba42-1d14-491b-848e-e67d68df63d9, host n-d-816865-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=fc4cba42-1d14-491b-848e-e67d68df63d9,segment=NetworkSegment(bba499a4-b99b-4875-8bd9-8406c30b86bb),segment_id=bba499a4-b99b-4875-8bd9-8406c30b86bb)] {{(pid=102388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 19:01:45.312313 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 0cdb2d0b-89ca-4d9b-9c35-f30c1542046b up at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 19:01:45.366138 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-145ff2e5-4d34-4762-ac97-7d562ad222d1 tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] Made reservation on behalf of a40892ba0bb140d0a4934f8baf0fb131 for: {'subnet': 1} {{(pid=102387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 19:01:45.372082 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-145ff2e5-4d34-4762-ac97-7d562ad222d1 tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5112236'] for subnet, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:45.410641 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-2e9d648e-185c-41e9-9011-4aed9a9afeda tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:45.440868 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Provisioning complete for port 0cdb2d0b-89ca-4d9b-9c35-f30c1542046b triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:01:45.441336 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:45.486892 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-fff938cd-d23a-4c45-a444-f71546f7d937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:45.686616 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff938cd-d23a-4c45-a444-f71546f7d937 None None] Pushing event updated for resources: {'Port': ['ID=fc4cba42-1d14-491b-848e-e67d68df63d9,revision_number=2']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:01:46.269935 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-2e9d648e-185c-41e9-9011-4aed9a9afeda tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Publish callbacks [] for port, precommit_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:46.404592 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-18ae4b43-d73d-456d-b895-b56a6fa0a8d0 req-db7d3daf-eec5-4e41-9ce9-7a7f8f366e03 tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e0e9f2c-b17f-4007-b3d8-07e537a1c2f3 HTTP/1.1" status: 200 len: 210 time: 0.0479522 Nov 05 19:01:46.405326 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-2e9d648e-185c-41e9-9011-4aed9a9afeda tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4417072'] for port, after_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:46.518739 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-2e9d648e-185c-41e9-9011-4aed9a9afeda tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-597863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-571878'] for router_interface, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:46.601996 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9d648e-185c-41e9-9011-4aed9a9afeda tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Pushing event updated for resources: {'Port': ['ID=acaf73af-be86-4544-95b9-1174fd0d9242,revision_number=2']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:01:46.714677 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e9d648e-185c-41e9-9011-4aed9a9afeda tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Network cd6e8b9b-a53a-4763-885f-93ef3b3f8bef is already hosted by enough agents. {{(pid=102387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 19:01:46.716665 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-145ff2e5-4d34-4762-ac97-7d562ad222d1 tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4417463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5112218'] for subnet, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:46.722861 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.base_scheduler [None req-2e9d648e-185c-41e9-9011-4aed9a9afeda tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Resources bound (agent type, host, resource id): {{(pid=102387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 19:01:46.888988 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145ff2e5-4d34-4762-ac97-7d562ad222d1 tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] Pushing event updated for resources: {'Subnet': ['ID=1fe1f3a3-d280-4c6b-b5dd-629be0db2e67,revision_number=0']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:01:46.924920 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-145ff2e5-4d34-4762-ac97-7d562ad222d1 tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] Checking segment: {'id': 'd6855270-33c3-4215-a183-a9d8c627f407', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'b6327c15-d614-4016-928c-46e4dcdccf76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 19:01:46.925294 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-145ff2e5-4d34-4762-ac97-7d562ad222d1 tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] Network hostable DHCP agents. Network: b6327c15-d614-4016-928c-46e4dcdccf76, hostable agents: ['987e2ca0-bc3b-4c6f-a989-429ccfbf753f'], hosted agents: [] {{(pid=102387) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 05 19:01:47.054633 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-145ff2e5-4d34-4762-ac97-7d562ad222d1 tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] Network b6327c15-d614-4016-928c-46e4dcdccf76 is scheduled to be hosted by DHCP agent 987e2ca0-bc3b-4c6f-a989-429ccfbf753f with binding_index 1 {{(pid=102387) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 05 19:01:47.072203 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e9d648e-185c-41e9-9011-4aed9a9afeda tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Router fd1de92a-98b3-4885-85eb-3624b8362935 is scheduled to L3 agent 6dcb5589-8e86-4616-9186-ddc4548e13ad with binding_index 1 {{(pid=102387) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 05 19:01:47.249133 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6b02db-ce42-488d-af4b-bb7cce1f015a req-1822ebd0-976d-4c6d-996b-632d5ab21d6e tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:01:47.251108 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-0b6b02db-ce42-488d-af4b-bb7cce1f015a req-1822ebd0-976d-4c6d-996b-632d5ab21d6e tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] 10.222.0.55 "GET /v2.0/networks?id=2974e85c-ccd8-4cce-92c0-fa64d0405969 HTTP/1.1" status: 200 len: 814 time: 0.2878642 Nov 05 19:01:47.251615 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 45512) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:01:47.283855 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [req-0b6b02db-ce42-488d-af4b-bb7cce1f015a req-3e7ac452-f557-405f-bc17-e0251ae9ec65 tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] Request body: {'port': {'device_id': '1e0e9f2c-b17f-4007-b3d8-07e537a1c2f3', 'network_id': '2974e85c-ccd8-4cce-92c0-fa64d0405969', 'admin_state_up': True, 'tenant_id': '202d48fbf8184969a2b022e0eeddf3c9'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:01:47.334502 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.base_scheduler [None req-145ff2e5-4d34-4762-ac97-7d562ad222d1 tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816865-1, b6327c15-d614-4016-928c-46e4dcdccf76) {{(pid=102387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 19:01:47.344248 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-145ff2e5-4d34-4762-ac97-7d562ad222d1 tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:01:47.345149 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-145ff2e5-4d34-4762-ac97-7d562ad222d1 tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] Publish callbacks [] for subnet, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:47.346219 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9db606f-6c1b-4efe-9e1f-8f5fd67c5ff1 None None] Network b6327c15-d614-4016-928c-46e4dcdccf76 requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 19:01:47.395981 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e9d648e-185c-41e9-9011-4aed9a9afeda tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Notify agent at l3_agent.n-d-816865-1 the message routers_updated {{(pid=102387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 19:01:47.419531 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-058c9f04-7e58-4f0e-b500-9ee6c7401cc2 None None] Sync routers for ids ['fd1de92a-98b3-4885-85eb-3624b8362935'] in n-d-816865-1 {{(pid=102388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 19:01:47.419793 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-2e9d648e-185c-41e9-9011-4aed9a9afeda tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] 10.222.0.13 "PUT /v2.0/routers/fd1de92a-98b3-4885-85eb-3624b8362935/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5622361 Nov 05 19:01:47.422147 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 45516) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:01:47.428441 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-313cc518-6e4e-41d0-b51e-89432724d4cc tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Request body: {'network': {'name': 'tempest-RoutersTest-699894731'}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:01:47.513109 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-145ff2e5-4d34-4762-ac97-7d562ad222d1 tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 2.6033618 Nov 05 19:01:47.516517 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 45520) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:01:47.577594 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device fc4cba42-1d14-491b-848e-e67d68df63d9 up at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 19:01:47.634973 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-4fb5ca6c-d33b-4955-9f4f-d0ab6094907d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:47.684589 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-058c9f04-7e58-4f0e-b500-9ee6c7401cc2 None None] Routers {'fd1de92a-98b3-4885-85eb-3624b8362935'} bound to L3 agent in host n-d-816865-1 {{(pid=102388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 19:01:47.685323 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-058c9f04-7e58-4f0e-b500-9ee6c7401cc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T19:01:35Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['fd1de92a-98b3-4885-85eb-3624b8362935'], 'active': True} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:01:47.733830 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-2d4ac420-9c53-4f08-bb1c-11e051554360 req-ac063ed0-7957-43e4-9dcf-9c4e3fa970b3 tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e0e9f2c-b17f-4007-b3d8-07e537a1c2f3 HTTP/1.1" status: 200 len: 210 time: 0.1457679 Nov 05 19:01:47.788521 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-4fb5ca6c-d33b-4955-9f4f-d0ab6094907d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:47.856468 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-9b442d48-f16f-483c-83a2-e4ff9b49f2ef tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1664226'] for network, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:47.858149 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7687808b-c18d-4520-a285-4d4451aa95ad None None] Network cd6e8b9b-a53a-4763-885f-93ef3b3f8bef requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 19:01:47.861180 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-313cc518-6e4e-41d0-b51e-89432724d4cc tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Made reservation on behalf of e73ce0a6a4b043a3828a6e49d45da7fe for: {'network': 1} {{(pid=102387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 19:01:47.865367 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-313cc518-6e4e-41d0-b51e-89432724d4cc tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for network, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:47.916895 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-4fb5ca6c-d33b-4955-9f4f-d0ab6094907d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:47.938515 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-313cc518-6e4e-41d0-b51e-89432724d4cc tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 187} {{(pid=102387) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 05 19:01:47.950947 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-9b442d48-f16f-483c-83a2-e4ff9b49f2ef tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1573928'] for subnet, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:47.975451 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb5ca6c-d33b-4955-9f4f-d0ab6094907d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19eb6899-3e0a-4d19-a257-d590faa5075a,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:01:48.003865 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0b6b02db-ce42-488d-af4b-bb7cce1f015a req-3e7ac452-f557-405f-bc17-e0251ae9ec65 tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] Made reservation on behalf of 202d48fbf8184969a2b022e0eeddf3c9 for: {'port': 1} {{(pid=102386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 19:01:48.014213 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-0b6b02db-ce42-488d-af4b-bb7cce1f015a req-3e7ac452-f557-405f-bc17-e0251ae9ec65 tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:48.092087 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-4fb5ca6c-d33b-4955-9f4f-d0ab6094907d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=bab1e85a4e1d4faa9d3fbe93992a8883&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8390086 Nov 05 19:01:48.094403 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 45536) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:01:48.152143 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-130afde9-4771-42fe-b996-25238665f8db None None] Provisioning complete for port fc4cba42-1d14-491b-848e-e67d68df63d9 triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:01:48.152601 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-130afde9-4771-42fe-b996-25238665f8db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:48.174160 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-bf01ed6c-255a-499c-8fa3-da0a9f344b8a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:48.188027 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-313cc518-6e4e-41d0-b51e-89432724d4cc tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273'] for segment, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:48.188027 n-d-816865-1 neutron-server[102387]: INFO neutron.db.segments_db [None req-313cc518-6e4e-41d0-b51e-89432724d4cc tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Added segment 7259f56a-aae4-4c1f-b565-7d5dab413d1a of type vlan for network 3233a838-3b77-4672-a9c6-914f0ac42c26 Nov 05 19:01:48.241120 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-313cc518-6e4e-41d0-b51e-89432724d4cc tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750027258543'] for network, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:48.264375 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Provisioning complete for port fc4cba42-1d14-491b-848e-e67d68df63d9 triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:01:48.264744 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:48.279483 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvr_db [None req-058c9f04-7e58-4f0e-b500-9ee6c7401cc2 None None] Set router fd1de92a-98b3-4885-85eb-3624b8362935 gateway port host: None {{(pid=102388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 19:01:48.282618 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-9b442d48-f16f-483c-83a2-e4ff9b49f2ef tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1573905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4417146', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5112209'] for subnet, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:48.344983 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b442d48-f16f-483c-83a2-e4ff9b49f2ef tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] Pushing event deleted for resources: {'Subnet': ['ID=1fe1f3a3-d280-4c6b-b5dd-629be0db2e67,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:01:48.362816 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-bf01ed6c-255a-499c-8fa3-da0a9f344b8a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:48.369117 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-313cc518-6e4e-41d0-b51e-89432724d4cc tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-956796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877'] for network, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:48.376582 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-313cc518-6e4e-41d0-b51e-89432724d4cc tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:01:48.378002 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-313cc518-6e4e-41d0-b51e-89432724d4cc tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Publish callbacks [] for network, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:48.381661 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fed2ad64-b6df-4fb5-b2dc-8282378f0b9d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeb20a084-accf-5b60-8075-3e69ebe863a6-b6327c15-d614-4016-928c-46e4dcdccf76', 'network_id': 'b6327c15-d614-4016-928c-46e4dcdccf76', 'tenant_id': 'a40892ba0bb140d0a4934f8baf0fb131', 'fixed_ips': [{'subnet_id': '1fe1f3a3-d280-4c6b-b5dd-629be0db2e67'}]}} from n-d-816865-1. {{(pid=102388) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 05 19:01:48.383579 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-fed2ad64-b6df-4fb5-b2dc-8282378f0b9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:48.407416 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.db_base_plugin_common [req-0b6b02db-ce42-488d-af4b-bb7cce1f015a req-3e7ac452-f557-405f-bc17-e0251ae9ec65 tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] Allocated IP 172.20.0.12 (2974e85c-ccd8-4cce-92c0-fa64d0405969/5c61fdbd-cd89-453f-9ed9-c150439b9091/d88d9149-b6be-455e-8e46-bc61463e745d) {{(pid=102386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 19:01:48.528803 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313cc518-6e4e-41d0-b51e-89432724d4cc tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Pushing event updated for resources: {'Network': ['ID=3233a838-3b77-4672-a9c6-914f0ac42c26,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:01:48.546578 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 45542) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:01:48.551157 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-313cc518-6e4e-41d0-b51e-89432724d4cc tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.1212022 Nov 05 19:01:48.562718 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-01382108-feca-42f3-b7d3-b27b27cdf4d6 tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Request body: {'subnet': {'network_id': '3233a838-3b77-4672-a9c6-914f0ac42c26', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:01:48.588217 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Network 3233a838-3b77-4672-a9c6-914f0ac42c26 details requested by agent ovs-agent-n-d-816865-1 with host n-d-816865-1 {{(pid=102388) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 05 19:01:48.611425 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-9b442d48-f16f-483c-83a2-e4ff9b49f2ef tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1579173', 'neutron.services.segments.db._delete_segments_for_network-8750027792909'] for network, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:48.642459 n-d-816865-1 neutron-server[102387]: DEBUG neutron.services.segments.db [None req-9b442d48-f16f-483c-83a2-e4ff9b49f2ef tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b6327c15-d614-4016-928c-46e4dcdccf76']}} {{(pid=102387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:01:48.653807 n-d-816865-1 neutron-server[102387]: DEBUG neutron.services.segments.db [None req-9b442d48-f16f-483c-83a2-e4ff9b49f2ef tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6855270-33c3-4215-a183-a9d8c627f407') {'for_net_delete': True} {{(pid=102387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:01:48.654130 n-d-816865-1 neutron-server[102387]: DEBUG neutron.services.segments.db [None req-9b442d48-f16f-483c-83a2-e4ff9b49f2ef tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6855270-33c3-4215-a183-a9d8c627f407') {} {{(pid=102387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:01:48.671932 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-9b442d48-f16f-483c-83a2-e4ff9b49f2ef tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750027793430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4463492'] for segment, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:48.693324 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-9b442d48-f16f-483c-83a2-e4ff9b49f2ef tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273'] for segment, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:48.718471 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b442d48-f16f-483c-83a2-e4ff9b49f2ef tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] Releasing vlan 160 on physical network physnet1 to pool {{(pid=102387) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 05 19:01:48.719006 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-9b442d48-f16f-483c-83a2-e4ff9b49f2ef tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4417236'] for segment, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:48.727027 n-d-816865-1 neutron-server[102387]: Traceback (most recent call last): Nov 05 19:01:48.727027 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 05 19:01:48.727027 n-d-816865-1 neutron-server[102387]: timer() Nov 05 19:01:48.727027 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 05 19:01:48.727027 n-d-816865-1 neutron-server[102387]: cb(*args, **kw) Nov 05 19:01:48.727027 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 05 19:01:48.727027 n-d-816865-1 neutron-server[102387]: return func(*args, **kwargs) Nov 05 19:01:48.727027 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 05 19:01:48.727027 n-d-816865-1 neutron-server[102387]: self._notify() Nov 05 19:01:48.727027 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 05 19:01:48.727027 n-d-816865-1 neutron-server[102387]: self.callback(batched_events) Nov 05 19:01:48.727027 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 05 19:01:48.727027 n-d-816865-1 neutron-server[102387]: event.method(event) Nov 05 19:01:48.727027 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 05 19:01:48.727027 n-d-816865-1 neutron-server[102387]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 05 19:01:48.727027 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 05 19:01:48.727027 n-d-816865-1 neutron-server[102387]: aggregate_uuid = self.p_client.list_aggregates( Nov 05 19:01:48.727027 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 05 19:01:48.727027 n-d-816865-1 neutron-server[102387]: return f(self, *a, **k) Nov 05 19:01:48.727027 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 05 19:01:48.727027 n-d-816865-1 neutron-server[102387]: return self._get(url).json() Nov 05 19:01:48.727027 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 05 19:01:48.727027 n-d-816865-1 neutron-server[102387]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 05 19:01:48.727027 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 05 19:01:48.727027 n-d-816865-1 neutron-server[102387]: return self.request(url, 'GET', **kwargs) Nov 05 19:01:48.727027 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 05 19:01:48.727027 n-d-816865-1 neutron-server[102387]: base_url = self.get_endpoint(auth, allow=allow, Nov 05 19:01:48.727027 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 05 19:01:48.727027 n-d-816865-1 neutron-server[102387]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 05 19:01:48.727027 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 05 19:01:48.727027 n-d-816865-1 neutron-server[102387]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 05 19:01:48.727027 n-d-816865-1 neutron-server[102387]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 05 19:01:48.845969 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-bf01ed6c-255a-499c-8fa3-da0a9f344b8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:48.853768 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-bf01ed6c-255a-499c-8fa3-da0a9f344b8a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:48.859695 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-bf01ed6c-255a-499c-8fa3-da0a9f344b8a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/19eb6899-3e0a-4d19-a257-d590faa5075a HTTP/1.1" status: 204 len: 168 time: 0.7641029 Nov 05 19:01:48.885879 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-0b6b02db-ce42-488d-af4b-bb7cce1f015a req-3e7ac452-f557-405f-bc17-e0251ae9ec65 tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] Publish callbacks [] for port, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:48.909713 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-551185ff-11fc-4c58-8354-d5a699a1335f req-7d8282d8-0089-441d-a196-9212238a191e tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e0e9f2c-b17f-4007-b3d8-07e537a1c2f3 HTTP/1.1" status: 200 len: 210 time: 0.0466697 Nov 05 19:01:48.914119 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf01ed6c-255a-499c-8fa3-da0a9f344b8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19eb6899-3e0a-4d19-a257-d590faa5075a,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:01:48.928337 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-9b442d48-f16f-483c-83a2-e4ff9b49f2ef tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1579178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-956796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1000687'] for network, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:48.949432 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-9b442d48-f16f-483c-83a2-e4ff9b49f2ef tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] Publish callbacks [] for network, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:48.952803 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-9b442d48-f16f-483c-83a2-e4ff9b49f2ef tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] 10.222.0.13 "DELETE /v2.0/networks/b6327c15-d614-4016-928c-46e4dcdccf76 HTTP/1.1" status: 204 len: 168 time: 1.4334586 Nov 05 19:01:48.953942 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b442d48-f16f-483c-83a2-e4ff9b49f2ef tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] Pushing event deleted for resources: {'Network': ['ID=b6327c15-d614-4016-928c-46e4dcdccf76,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:01:48.957496 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 45552) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:01:48.963559 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-660a36cb-aab1-460e-adf3-b31611ab64d2 tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1967809303'}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:01:48.987035 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.db.api [None req-01382108-feca-42f3-b7d3-b27b27cdf4d6 tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 05 19:01:48.987035 n-d-816865-1 neutron-server[102386]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Nov 05 19:01:48.987035 n-d-816865-1 neutron-server[102386]: [parameters: {'project_id_1': 'e73ce0a6a4b043a3828a6e49d45da7fe', 'expiration_1': datetime.datetime(2021, 11, 5, 19, 1, 28, 974673)}] Nov 05 19:01:48.987035 n-d-816865-1 neutron-server[102386]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=102386) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 05 19:01:48.987035 n-d-816865-1 neutron-server[102386]: DEBUG oslo_db.api [None req-01382108-feca-42f3-b7d3-b27b27cdf4d6 tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 05 19:01:49.011696 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d14cf806-f213-4558-941d-2240b2d5895d None None] Network b6327c15-d614-4016-928c-46e4dcdccf76 requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 19:01:49.032463 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-0b6b02db-ce42-488d-af4b-bb7cce1f015a req-3e7ac452-f557-405f-bc17-e0251ae9ec65 tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:49.052727 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:49.065147 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-660a36cb-aab1-460e-adf3-b31611ab64d2 tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] Made reservation on behalf of a40892ba0bb140d0a4934f8baf0fb131 for: {'network': 1} {{(pid=102387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 19:01:49.071138 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-660a36cb-aab1-460e-adf3-b31611ab64d2 tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for network, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:49.089939 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d14cf806-f213-4558-941d-2240b2d5895d None None] Network b6327c15-d614-4016-928c-46e4dcdccf76 could not be found, it might have been deleted concurrently. {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 05 19:01:49.108895 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0b6b02db-ce42-488d-af4b-bb7cce1f015a req-3e7ac452-f557-405f-bc17-e0251ae9ec65 tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] Network 2974e85c-ccd8-4cce-92c0-fa64d0405969 is already hosted by enough agents. {{(pid=102386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 19:01:49.115943 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.base_scheduler [req-0b6b02db-ce42-488d-af4b-bb7cce1f015a req-3e7ac452-f557-405f-bc17-e0251ae9ec65 tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] Resources bound (agent type, host, resource id): {{(pid=102386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 19:01:49.120843 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-660a36cb-aab1-460e-adf3-b31611ab64d2 tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 196} {{(pid=102387) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 05 19:01:49.121670 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b6b02db-ce42-488d-af4b-bb7cce1f015a req-3e7ac452-f557-405f-bc17-e0251ae9ec65 tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] Received port after_create {{(pid=102386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 19:01:49.164107 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-660a36cb-aab1-460e-adf3-b31611ab64d2 tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273'] for segment, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:49.164605 n-d-816865-1 neutron-server[102387]: INFO neutron.db.segments_db [None req-660a36cb-aab1-460e-adf3-b31611ab64d2 tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] Added segment b0010586-e59e-4c0e-87ee-60b9f342510b of type vlan for network 92654cba-e6c7-42ae-b3d0-2ffc8664226e Nov 05 19:01:49.172674 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-130afde9-4771-42fe-b996-25238665f8db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:49.231783 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7ac452-f557-405f-bc17-e0251ae9ec65 tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] Pushing event updated for resources: {'Port': ['ID=d88d9149-b6be-455e-8e46-bc61463e745d,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:01:49.243671 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] For port fc4cba42-1d14-491b-848e-e67d68df63d9, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=fc4cba42-1d14-491b-848e-e67d68df63d9,segment=NetworkSegment(bba499a4-b99b-4875-8bd9-8406c30b86bb),segment_id=bba499a4-b99b-4875-8bd9-8406c30b86bb)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:01:49.286078 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-660a36cb-aab1-460e-adf3-b31611ab64d2 tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750027258543'] for network, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:49.328216 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6b02db-ce42-488d-af4b-bb7cce1f015a req-3e7ac452-f557-405f-bc17-e0251ae9ec65 tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:01:49.330199 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-0b6b02db-ce42-488d-af4b-bb7cce1f015a req-3e7ac452-f557-405f-bc17-e0251ae9ec65 tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:49.411407 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-660a36cb-aab1-460e-adf3-b31611ab64d2 tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-956796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877'] for network, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:49.420483 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-660a36cb-aab1-460e-adf3-b31611ab64d2 tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:01:49.421347 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-660a36cb-aab1-460e-adf3-b31611ab64d2 tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] Publish callbacks [] for network, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:49.468622 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-0b6b02db-ce42-488d-af4b-bb7cce1f015a req-3e7ac452-f557-405f-bc17-e0251ae9ec65 tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1939411 Nov 05 19:01:49.531460 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660a36cb-aab1-460e-adf3-b31611ab64d2 tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] Pushing event updated for resources: {'Network': ['ID=92654cba-e6c7-42ae-b3d0-2ffc8664226e,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:01:49.533285 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:49.564385 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Network 92654cba-e6c7-42ae-b3d0-2ffc8664226e details requested by agent ovs-agent-n-d-816865-1 with host n-d-816865-1 {{(pid=102388) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 05 19:01:49.571091 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-660a36cb-aab1-460e-adf3-b31611ab64d2 tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6124322 Nov 05 19:01:49.574607 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 45570) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:01:49.579365 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-ae05f3cb-547a-4e30-baaa-c389e8e2ba02 tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] Request body: {'subnet': {'network_id': '92654cba-e6c7-42ae-b3d0-2ffc8664226e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:01:49.676607 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01382108-feca-42f3-b7d3-b27b27cdf4d6 tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Made reservation on behalf of e73ce0a6a4b043a3828a6e49d45da7fe for: {'subnet': 1} {{(pid=102386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 19:01:49.682631 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-01382108-feca-42f3-b7d3-b27b27cdf4d6 tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4877122'] for subnet, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:49.740390 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-058c9f04-7e58-4f0e-b500-9ee6c7401cc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd1de92a-98b3-4885-85eb-3624b8362935', 'name': 'tempest-RoutersTest-router-939760282', 'tenant_id': 'e73ce0a6a4b043a3828a6e49d45da7fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T19:01:38Z', 'updated_at': '2021-11-05T19:01:45Z', 'revision_number': 2, 'project_id': 'e73ce0a6a4b043a3828a6e49d45da7fe', 'gw_port_host': None, '_interfaces': [{'id': 'acaf73af-be86-4544-95b9-1174fd0d9242', 'name': '', 'network_id': 'cd6e8b9b-a53a-4763-885f-93ef3b3f8bef', 'tenant_id': 'e73ce0a6a4b043a3828a6e49d45da7fe', 'mac_address': 'fa:16:3e:d9:ee:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd1de92a-98b3-4885-85eb-3624b8362935', 'device_owner': 'network:router_interface', 'standard_attr_id': 2853, 'fixed_ips': [{'subnet_id': '558ddf96-5913-4b9c-a7f9-98c1c25a666b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:01:42Z', 'updated_at': '2021-11-05T19:01:45Z', 'revision_number': 2, 'project_id': 'e73ce0a6a4b043a3828a6e49d45da7fe', 'subnets': [{'id': '558ddf96-5913-4b9c-a7f9-98c1c25a666b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-1', False) {} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:01:49.746509 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.db.api [None req-130afde9-4771-42fe-b996-25238665f8db None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102388) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 05 19:01:49.746951 n-d-816865-1 neutron-server[102388]: DEBUG oslo_db.api [None req-130afde9-4771-42fe-b996-25238665f8db None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 05 19:01:49.758796 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [req-0b6b02db-ce42-488d-af4b-bb7cce1f015a req-6e2e24fb-1503-4219-b44c-ae1ed1e7173c service neutron] Request body: {'port': {'device_id': '1e0e9f2c-b17f-4007-b3d8-07e537a1c2f3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816865-1'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:01:49.791770 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Pushing event updated for resources: {'Port': ['ID=fc4cba42-1d14-491b-848e-e67d68df63d9,revision_number=3']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:01:49.794746 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-058c9f04-7e58-4f0e-b500-9ee6c7401cc2 None None] Checking router: fd1de92a-98b3-4885-85eb-3624b8362935 for host: n-d-816865-1 {{(pid=102388) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 19:01:49.795259 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-058c9f04-7e58-4f0e-b500-9ee6c7401cc2 None None] Updating router fd1de92a-98b3-4885-85eb-3624b8362935 port acaf73af-be86-4544-95b9-1174fd0d9242 binding host n-d-816865-1 {{(pid=102388) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 05 19:01:49.853343 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-058c9f04-7e58-4f0e-b500-9ee6c7401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:49.940105 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae05f3cb-547a-4e30-baaa-c389e8e2ba02 tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] Made reservation on behalf of a40892ba0bb140d0a4934f8baf0fb131 for: {'subnet': 1} {{(pid=102387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 19:01:49.944573 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-ae05f3cb-547a-4e30-baaa-c389e8e2ba02 tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5112236'] for subnet, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:49.973229 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-0b6b02db-ce42-488d-af4b-bb7cce1f015a req-6e2e24fb-1503-4219-b44c-ae1ed1e7173c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:50.485710 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07476668-707e-4538-ac0b-9aa6463b8858 req-1e0c85fd-09b0-4bd8-bed8-6152a90e10bf tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:01:50.489502 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-07476668-707e-4538-ac0b-9aa6463b8858 req-1e0c85fd-09b0-4bd8-bed8-6152a90e10bf tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e0e9f2c-b17f-4007-b3d8-07e537a1c2f3 HTTP/1.1" status: 200 len: 932 time: 0.3969178 Nov 05 19:01:50.527343 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-01382108-feca-42f3-b7d3-b27b27cdf4d6 tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6149946', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4877172'] for subnet, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:50.583020 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-ae05f3cb-547a-4e30-baaa-c389e8e2ba02 tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4417463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5112218'] for subnet, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:50.611851 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-9d4709fc-33fc-4405-afa3-7a2bcba19ccf None None] Provisioning complete for port acaf73af-be86-4544-95b9-1174fd0d9242 triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:01:50.612469 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-9d4709fc-33fc-4405-afa3-7a2bcba19ccf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:50.687645 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01382108-feca-42f3-b7d3-b27b27cdf4d6 tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Checking segment: {'id': '7259f56a-aae4-4c1f-b565-7d5dab413d1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '3233a838-3b77-4672-a9c6-914f0ac42c26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 19:01:50.688156 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01382108-feca-42f3-b7d3-b27b27cdf4d6 tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Network hostable DHCP agents. Network: 3233a838-3b77-4672-a9c6-914f0ac42c26, hostable agents: ['987e2ca0-bc3b-4c6f-a989-429ccfbf753f'], hosted agents: [] {{(pid=102386) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 05 19:01:50.695301 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01382108-feca-42f3-b7d3-b27b27cdf4d6 tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Pushing event updated for resources: {'Subnet': ['ID=8073db28-b421-4759-be53-5a16d7654da3,revision_number=0']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:01:50.709382 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-07476668-707e-4538-ac0b-9aa6463b8858 req-8437e9d9-2e1a-4bf7-9251-471a647aee29 tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] 10.222.0.13 "GET /v2.0/security-groups?id=e2e15a42-88b8-49e2-ad78-9daadc9e7fe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2125778 Nov 05 19:01:50.711422 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.agents_db [None req-b9406b04-a0e8-43cf-b349-711963d96cf4 None None] Agent healthcheck: found 7 active agents {{(pid=102389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 05 19:01:50.715338 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-058c9f04-7e58-4f0e-b500-9ee6c7401cc2 None None] Publish callbacks [] for port, precommit_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:50.719186 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae05f3cb-547a-4e30-baaa-c389e8e2ba02 tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] Checking segment: {'id': 'b0010586-e59e-4c0e-87ee-60b9f342510b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '92654cba-e6c7-42ae-b3d0-2ffc8664226e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 19:01:50.720269 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae05f3cb-547a-4e30-baaa-c389e8e2ba02 tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] Network hostable DHCP agents. Network: 92654cba-e6c7-42ae-b3d0-2ffc8664226e, hostable agents: ['987e2ca0-bc3b-4c6f-a989-429ccfbf753f'], hosted agents: [] {{(pid=102387) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 05 19:01:50.724591 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae05f3cb-547a-4e30-baaa-c389e8e2ba02 tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] Pushing event updated for resources: {'Subnet': ['ID=3b92b60b-876a-49dd-919c-0fbe8b0e2f5f,revision_number=0']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:01:50.763301 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-9d4709fc-33fc-4405-afa3-7a2bcba19ccf None None] Port acaf73af-be86-4544-95b9-1174fd0d9242 cannot update to ACTIVE because it is not bound. {{(pid=102388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 19:01:50.774290 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-9d4709fc-33fc-4405-afa3-7a2bcba19ccf None None] Provisioning complete for port fc4cba42-1d14-491b-848e-e67d68df63d9 triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:01:50.774734 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-9d4709fc-33fc-4405-afa3-7a2bcba19ccf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:50.830457 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-058c9f04-7e58-4f0e-b500-9ee6c7401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:50.848448 n-d-816865-1 neutron-server[102386]: DEBUG neutron.notifiers.nova [req-0b6b02db-ce42-488d-af4b-bb7cce1f015a req-6e2e24fb-1503-4219-b44c-ae1ed1e7173c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d88d9149-b6be-455e-8e46-bc61463e745d {{(pid=102386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 19:01:50.853760 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae05f3cb-547a-4e30-baaa-c389e8e2ba02 tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] Network 92654cba-e6c7-42ae-b3d0-2ffc8664226e is scheduled to be hosted by DHCP agent 987e2ca0-bc3b-4c6f-a989-429ccfbf753f with binding_index 1 {{(pid=102387) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 05 19:01:50.858552 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-0b6b02db-ce42-488d-af4b-bb7cce1f015a req-6e2e24fb-1503-4219-b44c-ae1ed1e7173c service neutron] Publish callbacks [] for port, precommit_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:50.872956 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.provisioning_blocks [req-0b6b02db-ce42-488d-af4b-bb7cce1f015a req-6e2e24fb-1503-4219-b44c-ae1ed1e7173c service neutron] Transition to ACTIVE for port object d88d9149-b6be-455e-8e46-bc61463e745d will not be triggered until provisioned by entity L2. {{(pid=102386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 05 19:01:50.962492 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f172a33-8222-4ce2-998c-a9da028e9e1b None None] Pushing event updated for resources: {'Port': ['ID=acaf73af-be86-4544-95b9-1174fd0d9242,revision_number=3']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:01:50.975974 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.base_scheduler [None req-ae05f3cb-547a-4e30-baaa-c389e8e2ba02 tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816865-1, 92654cba-e6c7-42ae-b3d0-2ffc8664226e) {{(pid=102387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 19:01:50.981525 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae05f3cb-547a-4e30-baaa-c389e8e2ba02 tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:01:50.982276 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-ae05f3cb-547a-4e30-baaa-c389e8e2ba02 tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] Publish callbacks [] for subnet, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:50.998215 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efa3b977-f667-47b5-a043-f22195759987 None None] Network 92654cba-e6c7-42ae-b3d0-2ffc8664226e requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 19:01:51.003789 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f172a33-8222-4ce2-998c-a9da028e9e1b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:01:51.004474 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f172a33-8222-4ce2-998c-a9da028e9e1b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:01:51.005590 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f172a33-8222-4ce2-998c-a9da028e9e1b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:01:51.005714 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-0b6b02db-ce42-488d-af4b-bb7cce1f015a req-6e2e24fb-1503-4219-b44c-ae1ed1e7173c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6149821'] for port, after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:51.012058 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f172a33-8222-4ce2-998c-a9da028e9e1b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:01:51.012058 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f172a33-8222-4ce2-998c-a9da028e9e1b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:01:51.012058 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f172a33-8222-4ce2-998c-a9da028e9e1b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:01:51.012058 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f172a33-8222-4ce2-998c-a9da028e9e1b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:01:51.012058 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f172a33-8222-4ce2-998c-a9da028e9e1b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:01:51.012058 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f172a33-8222-4ce2-998c-a9da028e9e1b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:01:51.012058 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f172a33-8222-4ce2-998c-a9da028e9e1b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:01:51.012058 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f172a33-8222-4ce2-998c-a9da028e9e1b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:01:51.013481 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f172a33-8222-4ce2-998c-a9da028e9e1b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:01:51.082587 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01382108-feca-42f3-b7d3-b27b27cdf4d6 tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Network 3233a838-3b77-4672-a9c6-914f0ac42c26 is scheduled to be hosted by DHCP agent 987e2ca0-bc3b-4c6f-a989-429ccfbf753f with binding_index 1 {{(pid=102386) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 05 19:01:51.092892 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-058c9f04-7e58-4f0e-b500-9ee6c7401cc2 None None] Attempting to bind port acaf73af-be86-4544-95b9-1174fd0d9242 on host n-d-816865-1 for vnic_type normal with profile {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 19:01:51.093241 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-058c9f04-7e58-4f0e-b500-9ee6c7401cc2 None None] Attempting to bind port acaf73af-be86-4544-95b9-1174fd0d9242 by drivers openvswitch,hyperv on host n-d-816865-1 at level 0 using segments [{'id': 'bba499a4-b99b-4875-8bd9-8406c30b86bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'cd6e8b9b-a53a-4763-885f-93ef3b3f8bef'}] {{(pid=102388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 19:01:51.093638 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-058c9f04-7e58-4f0e-b500-9ee6c7401cc2 None None] Attempting to bind port acaf73af-be86-4544-95b9-1174fd0d9242 on network cd6e8b9b-a53a-4763-885f-93ef3b3f8bef {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 19:01:51.104776 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.base_scheduler [None req-01382108-feca-42f3-b7d3-b27b27cdf4d6 tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816865-1, 3233a838-3b77-4672-a9c6-914f0ac42c26) {{(pid=102386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 19:01:51.111141 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-058c9f04-7e58-4f0e-b500-9ee6c7401cc2 None None] Checking agent: {'id': '724d89a7-611b-41e6-bc85-c48112b17afa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 18, 25, 8), 'started_at': datetime.datetime(2021, 11, 5, 18, 25, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 19, 1, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 19:01:51.112538 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-058c9f04-7e58-4f0e-b500-9ee6c7401cc2 None None] Checking segment: {'id': 'bba499a4-b99b-4875-8bd9-8406c30b86bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'cd6e8b9b-a53a-4763-885f-93ef3b3f8bef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 19:01:51.112974 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-058c9f04-7e58-4f0e-b500-9ee6c7401cc2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:51.113862 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-058c9f04-7e58-4f0e-b500-9ee6c7401cc2 None None] Bound using segment: {'id': 'bba499a4-b99b-4875-8bd9-8406c30b86bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'cd6e8b9b-a53a-4763-885f-93ef3b3f8bef'} {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 19:01:51.114443 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-058c9f04-7e58-4f0e-b500-9ee6c7401cc2 None None] Bound port: acaf73af-be86-4544-95b9-1174fd0d9242, host: n-d-816865-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bba499a4-b99b-4875-8bd9-8406c30b86bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'cd6e8b9b-a53a-4763-885f-93ef3b3f8bef'}}] {{(pid=102388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 19:01:51.114948 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-058c9f04-7e58-4f0e-b500-9ee6c7401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:51.126679 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad76c9ad-a326-4181-a1a6-a96ba73a1d2c None None] Network 3233a838-3b77-4672-a9c6-914f0ac42c26 requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 19:01:51.158479 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01382108-feca-42f3-b7d3-b27b27cdf4d6 tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:01:51.159782 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-01382108-feca-42f3-b7d3-b27b27cdf4d6 tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Publish callbacks [] for subnet, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:51.195788 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2e24fb-1503-4219-b44c-ae1ed1e7173c service neutron] Pushing event updated for resources: {'Port': ['ID=d88d9149-b6be-455e-8e46-bc61463e745d,revision_number=2']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:01:51.343102 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [req-0b6b02db-ce42-488d-af4b-bb7cce1f015a req-6e2e24fb-1503-4219-b44c-ae1ed1e7173c service neutron] Attempting to bind port d88d9149-b6be-455e-8e46-bc61463e745d on host n-h2-816865-1 for vnic_type normal with profile {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 19:01:51.343102 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [req-0b6b02db-ce42-488d-af4b-bb7cce1f015a req-6e2e24fb-1503-4219-b44c-ae1ed1e7173c service neutron] Attempting to bind port d88d9149-b6be-455e-8e46-bc61463e745d by drivers openvswitch,hyperv on host n-h2-816865-1 at level 0 using segments [{'id': 'd868025d-b05c-40c6-b9d6-024790792c42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '2974e85c-ccd8-4cce-92c0-fa64d0405969'}] {{(pid=102386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 19:01:51.343102 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b6b02db-ce42-488d-af4b-bb7cce1f015a req-6e2e24fb-1503-4219-b44c-ae1ed1e7173c service neutron] Attempting to bind port d88d9149-b6be-455e-8e46-bc61463e745d on network 2974e85c-ccd8-4cce-92c0-fa64d0405969 {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 19:01:51.343102 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b6b02db-ce42-488d-af4b-bb7cce1f015a req-6e2e24fb-1503-4219-b44c-ae1ed1e7173c service neutron] Port d88d9149-b6be-455e-8e46-bc61463e745d on network 2974e85c-ccd8-4cce-92c0-fa64d0405969 not bound, no agent of type Open vSwitch agent registered on host n-h2-816865-1 {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 19:01:51.343102 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b6b02db-ce42-488d-af4b-bb7cce1f015a req-6e2e24fb-1503-4219-b44c-ae1ed1e7173c service neutron] Attempting to bind port d88d9149-b6be-455e-8e46-bc61463e745d on network 2974e85c-ccd8-4cce-92c0-fa64d0405969 {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 19:01:51.343102 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b6b02db-ce42-488d-af4b-bb7cce1f015a req-6e2e24fb-1503-4219-b44c-ae1ed1e7173c service neutron] Checking agent: {'id': '32aff553-696f-4891-83f5-5c176f61fe54', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816865-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 18, 33, 36), 'started_at': datetime.datetime(2021, 11, 5, 18, 33, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 19, 1, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 19:01:51.343102 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b6b02db-ce42-488d-af4b-bb7cce1f015a req-6e2e24fb-1503-4219-b44c-ae1ed1e7173c service neutron] Checking segment: {'id': 'd868025d-b05c-40c6-b9d6-024790792c42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '2974e85c-ccd8-4cce-92c0-fa64d0405969'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 19:01:51.343102 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b6b02db-ce42-488d-af4b-bb7cce1f015a req-6e2e24fb-1503-4219-b44c-ae1ed1e7173c service neutron] Bound using segment: {'id': 'd868025d-b05c-40c6-b9d6-024790792c42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '2974e85c-ccd8-4cce-92c0-fa64d0405969'} {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 19:01:51.343102 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [req-0b6b02db-ce42-488d-af4b-bb7cce1f015a req-6e2e24fb-1503-4219-b44c-ae1ed1e7173c service neutron] Bound port: d88d9149-b6be-455e-8e46-bc61463e745d, host: n-h2-816865-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd868025d-b05c-40c6-b9d6-024790792c42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '2974e85c-ccd8-4cce-92c0-fa64d0405969'}}] {{(pid=102386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 19:01:51.343102 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-0b6b02db-ce42-488d-af4b-bb7cce1f015a req-6e2e24fb-1503-4219-b44c-ae1ed1e7173c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:51.352505 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [req-0b6b02db-ce42-488d-af4b-bb7cce1f015a req-6e2e24fb-1503-4219-b44c-ae1ed1e7173c service neutron] For port d88d9149-b6be-455e-8e46-bc61463e745d, host n-h2-816865-1, cleared binding levels {{(pid=102386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 19:01:51.356565 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [req-0b6b02db-ce42-488d-af4b-bb7cce1f015a req-6e2e24fb-1503-4219-b44c-ae1ed1e7173c service neutron] For port d88d9149-b6be-455e-8e46-bc61463e745d, host n-h2-816865-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=d88d9149-b6be-455e-8e46-bc61463e745d,segment=NetworkSegment(d868025d-b05c-40c6-b9d6-024790792c42),segment_id=d868025d-b05c-40c6-b9d6-024790792c42)] {{(pid=102386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 19:01:51.394972 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-058c9f04-7e58-4f0e-b500-9ee6c7401cc2 None None] For port acaf73af-be86-4544-95b9-1174fd0d9242, host n-d-816865-1, cleared binding levels {{(pid=102388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 19:01:51.400426 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-316e3ac4-60d4-445a-a231-a5f80fee5e90 None None] Provisioning complete for port acaf73af-be86-4544-95b9-1174fd0d9242 triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:01:51.400800 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-316e3ac4-60d4-445a-a231-a5f80fee5e90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:51.411409 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-ae05f3cb-547a-4e30-baaa-c389e8e2ba02 tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.8359997 Nov 05 19:01:51.414158 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 45616) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:01:51.492873 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-01382108-feca-42f3-b7d3-b27b27cdf4d6 tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.9347696 Nov 05 19:01:51.494987 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-316e3ac4-60d4-445a-a231-a5f80fee5e90 None None] Port acaf73af-be86-4544-95b9-1174fd0d9242 cannot update to ACTIVE because it is not bound. {{(pid=102388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 19:01:51.505791 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 45618) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:01:51.519904 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7489aa3-8498-499e-9822-4816bee21d2e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeb20a084-accf-5b60-8075-3e69ebe863a6-92654cba-e6c7-42ae-b3d0-2ffc8664226e', 'network_id': '92654cba-e6c7-42ae-b3d0-2ffc8664226e', 'tenant_id': 'a40892ba0bb140d0a4934f8baf0fb131', 'fixed_ips': [{'subnet_id': '3b92b60b-876a-49dd-919c-0fbe8b0e2f5f'}]}} from n-d-816865-1. {{(pid=102388) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 05 19:01:51.520770 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-d7489aa3-8498-499e-9822-4816bee21d2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:51.544017 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-058c9f04-7e58-4f0e-b500-9ee6c7401cc2 None None] For port acaf73af-be86-4544-95b9-1174fd0d9242, host n-d-816865-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=acaf73af-be86-4544-95b9-1174fd0d9242,segment=NetworkSegment(bba499a4-b99b-4875-8bd9-8406c30b86bb),segment_id=bba499a4-b99b-4875-8bd9-8406c30b86bb)] {{(pid=102388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 19:01:51.548552 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f7ef02d-c725-481d-bd03-f72eeff2d4c7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeb20a084-accf-5b60-8075-3e69ebe863a6-3233a838-3b77-4672-a9c6-914f0ac42c26', 'network_id': '3233a838-3b77-4672-a9c6-914f0ac42c26', 'tenant_id': 'e73ce0a6a4b043a3828a6e49d45da7fe', 'fixed_ips': [{'subnet_id': '8073db28-b421-4759-be53-5a16d7654da3'}]}} from n-d-816865-1. {{(pid=102388) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 05 19:01:51.551862 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-0b6b02db-ce42-488d-af4b-bb7cce1f015a req-6e2e24fb-1503-4219-b44c-ae1ed1e7173c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6149821'] for port, after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:51.570310 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-0f7ef02d-c725-481d-bd03-f72eeff2d4c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:51.621224 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-058c9f04-7e58-4f0e-b500-9ee6c7401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:51.732425 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6b02db-ce42-488d-af4b-bb7cce1f015a req-6e2e24fb-1503-4219-b44c-ae1ed1e7173c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:01:51.733222 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-0b6b02db-ce42-488d-af4b-bb7cce1f015a req-6e2e24fb-1503-4219-b44c-ae1ed1e7173c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:51.734671 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-0b6b02db-ce42-488d-af4b-bb7cce1f015a req-6e2e24fb-1503-4219-b44c-ae1ed1e7173c service neutron] 10.222.0.55 "PUT /v2.0/ports/d88d9149-b6be-455e-8e46-bc61463e745d HTTP/1.1" status: 200 len: 1092 time: 2.2515309 Nov 05 19:01:51.735121 n-d-816865-1 neutron-server[102386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e0e9f2c-b17f-4007-b3d8-07e537a1c2f3', 'tag': 'd88d9149-b6be-455e-8e46-bc61463e745d'}] {{(pid=102386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 19:01:51.737543 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6173a44d7c73f41af551dc890fa1a5892c2c6bc3458b640c8e0c24db7876ba6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee69ed9f-72b9-425d-bd64-b62e9c22f25c" -d '{"events": [{"name": "network-changed", "server_uuid": "1e0e9f2c-b17f-4007-b3d8-07e537a1c2f3", "tag": "d88d9149-b6be-455e-8e46-bc61463e745d"}]}' {{(pid=102386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 19:01:51.749171 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2e24fb-1503-4219-b44c-ae1ed1e7173c service neutron] Pushing event updated for resources: {'Port': ['ID=d88d9149-b6be-455e-8e46-bc61463e745d,revision_number=3']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:01:51.826008 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device fc4cba42-1d14-491b-848e-e67d68df63d9 up at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 19:01:51.945025 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6b02db-ce42-488d-af4b-bb7cce1f015a req-640ab8f3-78bf-49df-89ed-40a08d52fce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:01:51.947003 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-0b6b02db-ce42-488d-af4b-bb7cce1f015a req-640ab8f3-78bf-49df-89ed-40a08d52fce3 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=202d48fbf8184969a2b022e0eeddf3c9&device_id=1e0e9f2c-b17f-4007-b3d8-07e537a1c2f3 HTTP/1.1" status: 200 len: 1095 time: 0.0937588 Nov 05 19:01:52.034310 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-058c9f04-7e58-4f0e-b500-9ee6c7401cc2 None None] Routers {'fd1de92a-98b3-4885-85eb-3624b8362935'} bound to L3 agent in host n-d-816865-1 {{(pid=102388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 19:01:52.034958 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-058c9f04-7e58-4f0e-b500-9ee6c7401cc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T19:01:35Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['fd1de92a-98b3-4885-85eb-3624b8362935'], 'active': True} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:01:52.096436 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-0b6b02db-ce42-488d-af4b-bb7cce1f015a req-6e609a34-097c-4eaa-9112-b64c34656e8f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d88d9149-b6be-455e-8e46-bc61463e745d HTTP/1.1" status: 200 len: 217 time: 0.1120164 Nov 05 19:01:52.112978 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-457c05c4-0ada-4c2c-afe1-5727dcb14a51 tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1664226'] for network, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:52.213879 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 19:01:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd7b99b5-4b6d-45fd-9fef-b9485a5d6b52 x-openstack-request-id: req-bd7b99b5-4b6d-45fd-9fef-b9485a5d6b52 {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 19:01:52.216202 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e0e9f2c-b17f-4007-b3d8-07e537a1c2f3", "tag": "d88d9149-b6be-455e-8e46-bc61463e745d", "status": "completed", "code": 200}]} {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 19:01:52.216637 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-bd7b99b5-4b6d-45fd-9fef-b9485a5d6b52 {{(pid=102386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 19:01:52.217222 n-d-816865-1 neutron-server[102386]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e0e9f2c-b17f-4007-b3d8-07e537a1c2f3', 'tag': 'd88d9149-b6be-455e-8e46-bc61463e745d', 'status': 'completed', 'code': 200} Nov 05 19:01:52.234301 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f172a33-8222-4ce2-998c-a9da028e9e1b None None] Pushing event updated for resources: {'Port': ['ID=acaf73af-be86-4544-95b9-1174fd0d9242,revision_number=4']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:01:52.255204 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Provisioning complete for port fc4cba42-1d14-491b-848e-e67d68df63d9 triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:01:52.255578 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:52.256341 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595c5b4e-290f-462b-bb42-5f5dda3ee3fe req-a70c6412-fe0e-403d-9c54-09cd5e3162cd tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:01:52.261238 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6b02db-ce42-488d-af4b-bb7cce1f015a req-f2bc1541-ea23-4762-b19a-f61f404be536 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:01:52.262776 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-0b6b02db-ce42-488d-af4b-bb7cce1f015a req-f2bc1541-ea23-4762-b19a-f61f404be536 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=5c61fdbd-cd89-453f-9ed9-c150439b9091 HTTP/1.1" status: 200 len: 854 time: 0.1586838 Nov 05 19:01:52.266074 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-595c5b4e-290f-462b-bb42-5f5dda3ee3fe req-a70c6412-fe0e-403d-9c54-09cd5e3162cd tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e0e9f2c-b17f-4007-b3d8-07e537a1c2f3 HTTP/1.1" status: 200 len: 944 time: 0.3715975 Nov 05 19:01:52.371347 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-0b6b02db-ce42-488d-af4b-bb7cce1f015a req-c86e4b96-7a9e-48b5-ad7b-4bd3b4e9087c service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=2974e85c-ccd8-4cce-92c0-fa64d0405969&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0939558 Nov 05 19:01:52.489535 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-457c05c4-0ada-4c2c-afe1-5727dcb14a51 tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1573928'] for subnet, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:52.525123 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-595c5b4e-290f-462b-bb42-5f5dda3ee3fe req-84a5a4e4-c345-49ae-910d-b6938ea1be42 tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] 10.222.0.13 "GET /v2.0/security-groups?id=e2e15a42-88b8-49e2-ad78-9daadc9e7fe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2580547 Nov 05 19:01:52.526529 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-0b6b02db-ce42-488d-af4b-bb7cce1f015a req-352dc0ea-c7ea-496a-adb1-e631a09eb9fb service neutron] 10.222.0.55 "GET /v2.0/networks/2974e85c-ccd8-4cce-92c0-fa64d0405969?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1457639 Nov 05 19:01:52.550152 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.db_base_plugin_common [None req-d7489aa3-8498-499e-9822-4816bee21d2e None None] Allocated IP 2001:db8::1 (92654cba-e6c7-42ae-b3d0-2ffc8664226e/3b92b60b-876a-49dd-919c-0fbe8b0e2f5f/290b6925-5bb7-431a-b452-8b6aef11bd1c) {{(pid=102388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 19:01:52.615999 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-d761d081-a898-4da4-b706-7ed978cbe902 tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:52.634235 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.db_base_plugin_common [None req-0f7ef02d-c725-481d-bd03-f72eeff2d4c7 None None] Allocated IP 172.21.0.2 (3233a838-3b77-4672-a9c6-914f0ac42c26/8073db28-b421-4759-be53-5a16d7654da3/3b60594e-b6f6-49cb-aea4-dd4ffd878d2e) {{(pid=102388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 19:01:52.642841 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvr_db [None req-058c9f04-7e58-4f0e-b500-9ee6c7401cc2 None None] Set router fd1de92a-98b3-4885-85eb-3624b8362935 gateway port host: None {{(pid=102388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 19:01:52.687068 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-0b6b02db-ce42-488d-af4b-bb7cce1f015a req-ba5ee6f9-4632-43fc-aa12-8b35bce4f1db service neutron] 10.222.0.55 "GET /v2.0/networks/2974e85c-ccd8-4cce-92c0-fa64d0405969?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1478155 Nov 05 19:01:52.883910 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee69ed9f-72b9-425d-bd64-b62e9c22f25c req-ae32af92-2535-4c46-bc6b-6c3bcf8a6246 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:01:52.891135 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-ee69ed9f-72b9-425d-bd64-b62e9c22f25c req-ae32af92-2535-4c46-bc6b-6c3bcf8a6246 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=202d48fbf8184969a2b022e0eeddf3c9&device_id=1e0e9f2c-b17f-4007-b3d8-07e537a1c2f3 HTTP/1.1" status: 200 len: 1095 time: 0.0925422 Nov 05 19:01:52.920089 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-0f7ef02d-c725-481d-bd03-f72eeff2d4c7 None None] Publish callbacks [] for port, precommit_create {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:53.095586 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee69ed9f-72b9-425d-bd64-b62e9c22f25c req-3eab0697-9b67-4bde-a0ad-69c2db267ba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:01:53.098430 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-ee69ed9f-72b9-425d-bd64-b62e9c22f25c req-3eab0697-9b67-4bde-a0ad-69c2db267ba5 service neutron] 10.222.0.55 "GET /v2.0/networks?id=2974e85c-ccd8-4cce-92c0-fa64d0405969 HTTP/1.1" status: 200 len: 915 time: 0.1962276 Nov 05 19:01:53.105022 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-0f7ef02d-c725-481d-bd03-f72eeff2d4c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789'] for port, after_create {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:53.128470 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-05da77ce-19f1-43d1-9e8d-538b8aa6df03 None None] Provisioning complete for port acaf73af-be86-4544-95b9-1174fd0d9242 triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:01:53.128889 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-05da77ce-19f1-43d1-9e8d-538b8aa6df03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:53.183609 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.db_base_plugin_common [None req-d761d081-a898-4da4-b706-7ed978cbe902 tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Allocated IP 172.21.0.1 (3233a838-3b77-4672-a9c6-914f0ac42c26/8073db28-b421-4759-be53-5a16d7654da3/953a5297-c445-4661-9ea9-6d266c22f808) {{(pid=102387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 19:01:53.242320 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-ee69ed9f-72b9-425d-bd64-b62e9c22f25c req-dc1bd72a-ef39-4b24-a76f-62e90af32174 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d88d9149-b6be-455e-8e46-bc61463e745d HTTP/1.1" status: 200 len: 217 time: 0.1340032 Nov 05 19:01:53.261787 n-d-816865-1 neutron-server[102388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f7ef02d-c725-481d-bd03-f72eeff2d4c7 None None] Network 3233a838-3b77-4672-a9c6-914f0ac42c26 is already hosted by enough agents. {{(pid=102388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 19:01:53.296739 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-d7489aa3-8498-499e-9822-4816bee21d2e None None] Publish callbacks [] for port, precommit_create {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:53.304131 n-d-816865-1 neutron-server[102388]: DEBUG neutron.scheduler.base_scheduler [None req-0f7ef02d-c725-481d-bd03-f72eeff2d4c7 None None] Resources bound (agent type, host, resource id): {{(pid=102388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 19:01:53.309858 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f7ef02d-c725-481d-bd03-f72eeff2d4c7 None None] Received port after_create {{(pid=102388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 19:01:53.346315 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee69ed9f-72b9-425d-bd64-b62e9c22f25c req-17493ba4-ca17-4e8f-b6b8-dae4a72b5786 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:01:53.348089 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-ee69ed9f-72b9-425d-bd64-b62e9c22f25c req-17493ba4-ca17-4e8f-b6b8-dae4a72b5786 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=5c61fdbd-cd89-453f-9ed9-c150439b9091 HTTP/1.1" status: 200 len: 854 time: 0.0996118 Nov 05 19:01:53.401308 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-ee69ed9f-72b9-425d-bd64-b62e9c22f25c req-3106cdcd-e376-4cf7-8f7f-023e7d8a8055 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=2974e85c-ccd8-4cce-92c0-fa64d0405969&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0435040 Nov 05 19:01:53.416752 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-d761d081-a898-4da4-b706-7ed978cbe902 tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Publish callbacks [] for port, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:53.430915 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-d7489aa3-8498-499e-9822-4816bee21d2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789'] for port, after_create {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:53.459304 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7ef02d-c725-481d-bd03-f72eeff2d4c7 None None] Pushing event updated for resources: {'Port': ['ID=3b60594e-b6f6-49cb-aea4-dd4ffd878d2e,revision_number=1']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:01:53.555876 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-457c05c4-0ada-4c2c-afe1-5727dcb14a51 tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1573905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4417146', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5112209'] for subnet, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:53.567097 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-ee69ed9f-72b9-425d-bd64-b62e9c22f25c req-5b80b915-3718-44ac-9d0b-78d9ecd1c7f3 service neutron] 10.222.0.55 "GET /v2.0/networks/2974e85c-ccd8-4cce-92c0-fa64d0405969?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1549459 Nov 05 19:01:53.569812 n-d-816865-1 neutron-server[102388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7489aa3-8498-499e-9822-4816bee21d2e None None] Network 92654cba-e6c7-42ae-b3d0-2ffc8664226e is already hosted by enough agents. {{(pid=102388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 19:01:53.579415 n-d-816865-1 neutron-server[102388]: DEBUG neutron.scheduler.base_scheduler [None req-d7489aa3-8498-499e-9822-4816bee21d2e None None] Resources bound (agent type, host, resource id): {{(pid=102388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 19:01:53.584552 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-0f7ef02d-c725-481d-bd03-f72eeff2d4c7 None None] Attempting to bind port 3b60594e-b6f6-49cb-aea4-dd4ffd878d2e on host n-d-816865-1 for vnic_type normal with profile {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 19:01:53.585419 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-0f7ef02d-c725-481d-bd03-f72eeff2d4c7 None None] Attempting to bind port 3b60594e-b6f6-49cb-aea4-dd4ffd878d2e by drivers openvswitch,hyperv on host n-d-816865-1 at level 0 using segments [{'id': '7259f56a-aae4-4c1f-b565-7d5dab413d1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '3233a838-3b77-4672-a9c6-914f0ac42c26'}] {{(pid=102388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 19:01:53.585786 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f7ef02d-c725-481d-bd03-f72eeff2d4c7 None None] Attempting to bind port 3b60594e-b6f6-49cb-aea4-dd4ffd878d2e on network 3233a838-3b77-4672-a9c6-914f0ac42c26 {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 19:01:53.594893 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7489aa3-8498-499e-9822-4816bee21d2e None None] Received port after_create {{(pid=102388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 19:01:53.614974 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f7ef02d-c725-481d-bd03-f72eeff2d4c7 None None] Checking agent: {'id': '724d89a7-611b-41e6-bc85-c48112b17afa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 18, 25, 8), 'started_at': datetime.datetime(2021, 11, 5, 18, 25, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 19, 1, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 19:01:53.615350 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f7ef02d-c725-481d-bd03-f72eeff2d4c7 None None] Checking segment: {'id': '7259f56a-aae4-4c1f-b565-7d5dab413d1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '3233a838-3b77-4672-a9c6-914f0ac42c26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 19:01:53.615952 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-0f7ef02d-c725-481d-bd03-f72eeff2d4c7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:53.617498 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f7ef02d-c725-481d-bd03-f72eeff2d4c7 None None] Bound using segment: {'id': '7259f56a-aae4-4c1f-b565-7d5dab413d1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '3233a838-3b77-4672-a9c6-914f0ac42c26'} {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 19:01:53.617498 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-0f7ef02d-c725-481d-bd03-f72eeff2d4c7 None None] Bound port: 3b60594e-b6f6-49cb-aea4-dd4ffd878d2e, host: n-d-816865-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7259f56a-aae4-4c1f-b565-7d5dab413d1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '3233a838-3b77-4672-a9c6-914f0ac42c26'}}] {{(pid=102388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 19:01:53.618030 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-0f7ef02d-c725-481d-bd03-f72eeff2d4c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:53.665320 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-d761d081-a898-4da4-b706-7ed978cbe902 tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4417063'] for port, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:53.680137 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457c05c4-0ada-4c2c-afe1-5727dcb14a51 tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] Pushing event deleted for resources: {'Subnet': ['ID=3b92b60b-876a-49dd-919c-0fbe8b0e2f5f,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:01:53.723532 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7489aa3-8498-499e-9822-4816bee21d2e None None] Pushing event updated for resources: {'Port': ['ID=290b6925-5bb7-431a-b452-8b6aef11bd1c,revision_number=1']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:01:53.755124 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-ee69ed9f-72b9-425d-bd64-b62e9c22f25c req-c649de49-9e25-440b-8ef9-e5e557523fcf service neutron] 10.222.0.55 "GET /v2.0/networks/2974e85c-ccd8-4cce-92c0-fa64d0405969?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1783912 Nov 05 19:01:53.867227 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-05da77ce-19f1-43d1-9e8d-538b8aa6df03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:53.885091 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-d7489aa3-8498-499e-9822-4816bee21d2e None None] Attempting to bind port 290b6925-5bb7-431a-b452-8b6aef11bd1c on host n-d-816865-1 for vnic_type normal with profile {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 19:01:53.885466 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-d7489aa3-8498-499e-9822-4816bee21d2e None None] Attempting to bind port 290b6925-5bb7-431a-b452-8b6aef11bd1c by drivers openvswitch,hyperv on host n-d-816865-1 at level 0 using segments [{'id': 'b0010586-e59e-4c0e-87ee-60b9f342510b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '92654cba-e6c7-42ae-b3d0-2ffc8664226e'}] {{(pid=102388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 19:01:53.885825 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7489aa3-8498-499e-9822-4816bee21d2e None None] Attempting to bind port 290b6925-5bb7-431a-b452-8b6aef11bd1c on network 92654cba-e6c7-42ae-b3d0-2ffc8664226e {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 19:01:53.902816 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d761d081-a898-4da4-b706-7ed978cbe902 tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Pushing event updated for resources: {'Port': ['ID=953a5297-c445-4661-9ea9-6d266c22f808,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:01:53.909681 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7489aa3-8498-499e-9822-4816bee21d2e None None] Checking agent: {'id': '724d89a7-611b-41e6-bc85-c48112b17afa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 18, 25, 8), 'started_at': datetime.datetime(2021, 11, 5, 18, 25, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 19, 1, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 19:01:53.910107 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7489aa3-8498-499e-9822-4816bee21d2e None None] Checking segment: {'id': 'b0010586-e59e-4c0e-87ee-60b9f342510b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '92654cba-e6c7-42ae-b3d0-2ffc8664226e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 19:01:53.910469 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-d7489aa3-8498-499e-9822-4816bee21d2e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:53.910856 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7489aa3-8498-499e-9822-4816bee21d2e None None] Bound using segment: {'id': 'b0010586-e59e-4c0e-87ee-60b9f342510b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '92654cba-e6c7-42ae-b3d0-2ffc8664226e'} {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 19:01:53.911327 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-d7489aa3-8498-499e-9822-4816bee21d2e None None] Bound port: 290b6925-5bb7-431a-b452-8b6aef11bd1c, host: n-d-816865-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0010586-e59e-4c0e-87ee-60b9f342510b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '92654cba-e6c7-42ae-b3d0-2ffc8664226e'}}] {{(pid=102388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 19:01:53.911702 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-d7489aa3-8498-499e-9822-4816bee21d2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:53.953638 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-0f7ef02d-c725-481d-bd03-f72eeff2d4c7 None None] For port 3b60594e-b6f6-49cb-aea4-dd4ffd878d2e, host n-d-816865-1, cleared binding levels {{(pid=102388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 19:01:53.973042 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-0f7ef02d-c725-481d-bd03-f72eeff2d4c7 None None] For port 3b60594e-b6f6-49cb-aea4-dd4ffd878d2e, host n-d-816865-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=3b60594e-b6f6-49cb-aea4-dd4ffd878d2e,segment=NetworkSegment(7259f56a-aae4-4c1f-b565-7d5dab413d1a),segment_id=7259f56a-aae4-4c1f-b565-7d5dab413d1a)] {{(pid=102388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 19:01:54.017730 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-05da77ce-19f1-43d1-9e8d-538b8aa6df03 None None] For port acaf73af-be86-4544-95b9-1174fd0d9242, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=acaf73af-be86-4544-95b9-1174fd0d9242,segment=NetworkSegment(bba499a4-b99b-4875-8bd9-8406c30b86bb),segment_id=bba499a4-b99b-4875-8bd9-8406c30b86bb)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:01:54.060933 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-d7489aa3-8498-499e-9822-4816bee21d2e None None] For port 290b6925-5bb7-431a-b452-8b6aef11bd1c, host n-d-816865-1, cleared binding levels {{(pid=102388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 19:01:54.065123 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-d7489aa3-8498-499e-9822-4816bee21d2e None None] For port 290b6925-5bb7-431a-b452-8b6aef11bd1c, host n-d-816865-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=290b6925-5bb7-431a-b452-8b6aef11bd1c,segment=NetworkSegment(b0010586-e59e-4c0e-87ee-60b9f342510b),segment_id=b0010586-e59e-4c0e-87ee-60b9f342510b)] {{(pid=102388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 19:01:54.068061 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-058c9f04-7e58-4f0e-b500-9ee6c7401cc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd1de92a-98b3-4885-85eb-3624b8362935', 'name': 'tempest-RoutersTest-router-939760282', 'tenant_id': 'e73ce0a6a4b043a3828a6e49d45da7fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T19:01:38Z', 'updated_at': '2021-11-05T19:01:45Z', 'revision_number': 2, 'project_id': 'e73ce0a6a4b043a3828a6e49d45da7fe', 'gw_port_host': None, '_interfaces': [{'id': 'acaf73af-be86-4544-95b9-1174fd0d9242', 'name': '', 'network_id': 'cd6e8b9b-a53a-4763-885f-93ef3b3f8bef', 'tenant_id': 'e73ce0a6a4b043a3828a6e49d45da7fe', 'mac_address': 'fa:16:3e:d9:ee:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd1de92a-98b3-4885-85eb-3624b8362935', 'device_owner': 'network:router_interface', 'standard_attr_id': 2853, 'fixed_ips': [{'subnet_id': '558ddf96-5913-4b9c-a7f9-98c1c25a666b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:01:42Z', 'updated_at': '2021-11-05T19:01:51Z', 'revision_number': 4, 'project_id': 'e73ce0a6a4b043a3828a6e49d45da7fe', 'subnets': [{'id': '558ddf96-5913-4b9c-a7f9-98c1c25a666b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-1', False) {} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:01:54.070896 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-0f7ef02d-c725-481d-bd03-f72eeff2d4c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:54.123732 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-058c9f04-7e58-4f0e-b500-9ee6c7401cc2 None None] The sync data for ids ['fd1de92a-98b3-4885-85eb-3624b8362935'] in n-d-816865-1 is: [{'id': 'fd1de92a-98b3-4885-85eb-3624b8362935', 'name': 'tempest-RoutersTest-router-939760282', 'tenant_id': 'e73ce0a6a4b043a3828a6e49d45da7fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T19:01:38Z', 'updated_at': '2021-11-05T19:01:45Z', 'revision_number': 2, 'project_id': 'e73ce0a6a4b043a3828a6e49d45da7fe', 'gw_port_host': None, '_interfaces': [{'id': 'acaf73af-be86-4544-95b9-1174fd0d9242', 'name': '', 'network_id': 'cd6e8b9b-a53a-4763-885f-93ef3b3f8bef', 'tenant_id': 'e73ce0a6a4b043a3828a6e49d45da7fe', 'mac_address': 'fa:16:3e:d9:ee:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd1de92a-98b3-4885-85eb-3624b8362935', 'device_owner': 'network:router_interface', 'standard_attr_id': 2853, 'fixed_ips': [{'subnet_id': '558ddf96-5913-4b9c-a7f9-98c1c25a666b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:01:42Z', 'updated_at': '2021-11-05T19:01:51Z', 'revision_number': 4, 'project_id': 'e73ce0a6a4b043a3828a6e49d45da7fe', 'subnets': [{'id': '558ddf96-5913-4b9c-a7f9-98c1c25a666b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 19:01:54.135145 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-05da77ce-19f1-43d1-9e8d-538b8aa6df03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:54.160630 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-d7489aa3-8498-499e-9822-4816bee21d2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:54.192752 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7ef02d-c725-481d-bd03-f72eeff2d4c7 None None] Pushing event updated for resources: {'Port': ['ID=3b60594e-b6f6-49cb-aea4-dd4ffd878d2e,revision_number=2']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:01:54.347366 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05da77ce-19f1-43d1-9e8d-538b8aa6df03 None None] Pushing event updated for resources: {'Port': ['ID=acaf73af-be86-4544-95b9-1174fd0d9242,revision_number=5']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:01:54.350133 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-460610ba-fc04-44ae-b76a-aad708b8d748 None None] Network 92654cba-e6c7-42ae-b3d0-2ffc8664226e requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 19:01:54.558608 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d761d081-a898-4da4-b706-7ed978cbe902 tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Network 3233a838-3b77-4672-a9c6-914f0ac42c26 is already hosted by enough agents. {{(pid=102387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 19:01:54.559426 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7489aa3-8498-499e-9822-4816bee21d2e None None] Pushing event updated for resources: {'Port': ['ID=290b6925-5bb7-431a-b452-8b6aef11bd1c,revision_number=2']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:01:54.573274 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-457c05c4-0ada-4c2c-afe1-5727dcb14a51 tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1579173', 'neutron.services.segments.db._delete_segments_for_network-8750027792909'] for network, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:54.580460 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.base_scheduler [None req-d761d081-a898-4da4-b706-7ed978cbe902 tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Resources bound (agent type, host, resource id): {{(pid=102387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 19:01:54.597439 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d761d081-a898-4da4-b706-7ed978cbe902 tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Received port after_create {{(pid=102387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 19:01:54.667143 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d35ca3-9324-4c1e-b846-0183ad96aab5 req-63216c89-0046-4d96-875c-ed9d7aece358 tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:01:54.674536 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-46d35ca3-9324-4c1e-b846-0183ad96aab5 req-63216c89-0046-4d96-875c-ed9d7aece358 tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e0e9f2c-b17f-4007-b3d8-07e537a1c2f3 HTTP/1.1" status: 200 len: 944 time: 0.9699411 Nov 05 19:01:54.677550 n-d-816865-1 neutron-server[102387]: DEBUG neutron.services.segments.db [None req-457c05c4-0ada-4c2c-afe1-5727dcb14a51 tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['92654cba-e6c7-42ae-b3d0-2ffc8664226e']}} {{(pid=102387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:01:54.706080 n-d-816865-1 neutron-server[102387]: DEBUG neutron.services.segments.db [None req-457c05c4-0ada-4c2c-afe1-5727dcb14a51 tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b0010586-e59e-4c0e-87ee-60b9f342510b') {'for_net_delete': True} {{(pid=102387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:01:54.706299 n-d-816865-1 neutron-server[102387]: DEBUG neutron.services.segments.db [None req-457c05c4-0ada-4c2c-afe1-5727dcb14a51 tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b0010586-e59e-4c0e-87ee-60b9f342510b') {} {{(pid=102387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:01:54.729256 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-457c05c4-0ada-4c2c-afe1-5727dcb14a51 tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750027793430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4463492'] for segment, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:54.733079 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-d761d081-a898-4da4-b706-7ed978cbe902 tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-571770'] for router_interface, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:54.804803 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-457c05c4-0ada-4c2c-afe1-5727dcb14a51 tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273'] for segment, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:54.840035 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-457c05c4-0ada-4c2c-afe1-5727dcb14a51 tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] Releasing vlan 196 on physical network physnet1 to pool {{(pid=102387) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 05 19:01:54.840444 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-457c05c4-0ada-4c2c-afe1-5727dcb14a51 tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4417236'] for segment, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:54.844501 n-d-816865-1 neutron-server[102387]: Traceback (most recent call last): Nov 05 19:01:54.844501 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 05 19:01:54.844501 n-d-816865-1 neutron-server[102387]: timer() Nov 05 19:01:54.844501 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 05 19:01:54.844501 n-d-816865-1 neutron-server[102387]: cb(*args, **kw) Nov 05 19:01:54.844501 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 05 19:01:54.844501 n-d-816865-1 neutron-server[102387]: return func(*args, **kwargs) Nov 05 19:01:54.844501 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 05 19:01:54.844501 n-d-816865-1 neutron-server[102387]: self._notify() Nov 05 19:01:54.844501 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 05 19:01:54.844501 n-d-816865-1 neutron-server[102387]: self.callback(batched_events) Nov 05 19:01:54.844501 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 05 19:01:54.844501 n-d-816865-1 neutron-server[102387]: event.method(event) Nov 05 19:01:54.844501 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 05 19:01:54.844501 n-d-816865-1 neutron-server[102387]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 05 19:01:54.844501 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 05 19:01:54.844501 n-d-816865-1 neutron-server[102387]: aggregate_uuid = self.p_client.list_aggregates( Nov 05 19:01:54.844501 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 05 19:01:54.844501 n-d-816865-1 neutron-server[102387]: return f(self, *a, **k) Nov 05 19:01:54.844501 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 05 19:01:54.844501 n-d-816865-1 neutron-server[102387]: return self._get(url).json() Nov 05 19:01:54.844501 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 05 19:01:54.844501 n-d-816865-1 neutron-server[102387]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 05 19:01:54.844501 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 05 19:01:54.844501 n-d-816865-1 neutron-server[102387]: return self.request(url, 'GET', **kwargs) Nov 05 19:01:54.844501 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 05 19:01:54.844501 n-d-816865-1 neutron-server[102387]: base_url = self.get_endpoint(auth, allow=allow, Nov 05 19:01:54.844501 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 05 19:01:54.844501 n-d-816865-1 neutron-server[102387]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 05 19:01:54.844501 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 05 19:01:54.844501 n-d-816865-1 neutron-server[102387]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 05 19:01:54.844501 n-d-816865-1 neutron-server[102387]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 05 19:01:54.860857 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-46d35ca3-9324-4c1e-b846-0183ad96aab5 req-0202049b-8267-4569-8a5f-cc51df099c71 tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] 10.222.0.13 "GET /v2.0/security-groups?id=e2e15a42-88b8-49e2-ad78-9daadc9e7fe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1802959 Nov 05 19:01:54.983188 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.db.api [None req-457c05c4-0ada-4c2c-afe1-5727dcb14a51 tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 05 19:01:54.983188 n-d-816865-1 neutron-server[102387]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 05 19:01:54.983188 n-d-816865-1 neutron-server[102387]: [parameters: {'id': '92654cba-e6c7-42ae-b3d0-2ffc8664226e'}] Nov 05 19:01:54.983188 n-d-816865-1 neutron-server[102387]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102387) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 05 19:01:54.983878 n-d-816865-1 neutron-server[102387]: DEBUG oslo_db.api [None req-457c05c4-0ada-4c2c-afe1-5727dcb14a51 tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 05 19:01:55.097121 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-d761d081-a898-4da4-b706-7ed978cbe902 tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:55.451281 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-d761d081-a898-4da4-b706-7ed978cbe902 tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Publish callbacks [] for port, precommit_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:55.485403 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-457c05c4-0ada-4c2c-afe1-5727dcb14a51 tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1664226'] for network, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:55.574484 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-d761d081-a898-4da4-b706-7ed978cbe902 tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4417072'] for port, after_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:55.690895 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [None req-457c05c4-0ada-4c2c-afe1-5727dcb14a51 tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] Deleting port 290b6925-5bb7-431a-b452-8b6aef11bd1c {{(pid=102387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 19:01:55.691359 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-457c05c4-0ada-4c2c-afe1-5727dcb14a51 tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:55.775698 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device acaf73af-be86-4544-95b9-1174fd0d9242 up at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 19:01:55.814342 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d761d081-a898-4da4-b706-7ed978cbe902 tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Pushing event updated for resources: {'Port': ['ID=953a5297-c445-4661-9ea9-6d266c22f808,revision_number=2']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:01:55.844618 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-d761d081-a898-4da4-b706-7ed978cbe902 tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-597863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-571878'] for router_interface, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:55.891344 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6870f3bd-5fe3-497e-a12d-9be4fb9e139e None None] Network 3233a838-3b77-4672-a9c6-914f0ac42c26 requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 19:01:56.058968 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Provisioning complete for port acaf73af-be86-4544-95b9-1174fd0d9242 triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:01:56.059495 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:56.074092 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d761d081-a898-4da4-b706-7ed978cbe902 tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Network 3233a838-3b77-4672-a9c6-914f0ac42c26 is already hosted by enough agents. {{(pid=102387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 19:01:56.076965 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.db [None req-457c05c4-0ada-4c2c-afe1-5727dcb14a51 tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] For port 290b6925-5bb7-431a-b452-8b6aef11bd1c, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=290b6925-5bb7-431a-b452-8b6aef11bd1c,segment=NetworkSegment(b0010586-e59e-4c0e-87ee-60b9f342510b),segment_id=b0010586-e59e-4c0e-87ee-60b9f342510b)] {{(pid=102387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:01:56.077325 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-457c05c4-0ada-4c2c-afe1-5727dcb14a51 tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:56.089317 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.base_scheduler [None req-d761d081-a898-4da4-b706-7ed978cbe902 tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Resources bound (agent type, host, resource id): {{(pid=102387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 19:01:56.097500 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-e462e76e-fbc8-4adc-b362-8b597c2f2d09 None None] Provisioning complete for port 3b60594e-b6f6-49cb-aea4-dd4ffd878d2e triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:01:56.097978 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-e462e76e-fbc8-4adc-b362-8b597c2f2d09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:56.103908 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [None req-457c05c4-0ada-4c2c-afe1-5727dcb14a51 tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] Calling delete_port for 290b6925-5bb7-431a-b452-8b6aef11bd1c owned by network:dhcp {{(pid=102387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 19:01:56.189647 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae84d0e-d498-4767-8de8-2de51a0bf585 req-5a9c815e-3481-4b4e-9d28-1de18aaf72d0 tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:01:56.197702 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-bae84d0e-d498-4767-8de8-2de51a0bf585 req-5a9c815e-3481-4b4e-9d28-1de18aaf72d0 tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e0e9f2c-b17f-4007-b3d8-07e537a1c2f3 HTTP/1.1" status: 200 len: 944 time: 0.1841881 Nov 05 19:01:56.328104 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d761d081-a898-4da4-b706-7ed978cbe902 tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Router fd1de92a-98b3-4885-85eb-3624b8362935 has already been hosted by L3 agent 6dcb5589-8e86-4616-9186-ddc4548e13ad {{(pid=102387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 19:01:56.337000 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-bae84d0e-d498-4767-8de8-2de51a0bf585 req-cb69b436-37c6-43e5-abed-931d08d01cfc tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] 10.222.0.13 "GET /v2.0/security-groups?id=e2e15a42-88b8-49e2-ad78-9daadc9e7fe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383622 Nov 05 19:01:56.341998 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-e462e76e-fbc8-4adc-b362-8b597c2f2d09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:56.409331 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-e462e76e-fbc8-4adc-b362-8b597c2f2d09 None None] For port 3b60594e-b6f6-49cb-aea4-dd4ffd878d2e, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=3b60594e-b6f6-49cb-aea4-dd4ffd878d2e,segment=NetworkSegment(7259f56a-aae4-4c1f-b565-7d5dab413d1a),segment_id=7259f56a-aae4-4c1f-b565-7d5dab413d1a)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:01:56.463855 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 3b60594e-b6f6-49cb-aea4-dd4ffd878d2e up at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 19:01:56.478132 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-457c05c4-0ada-4c2c-afe1-5727dcb14a51 tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4417063'] for port, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:56.491513 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d761d081-a898-4da4-b706-7ed978cbe902 tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Notify agent at l3_agent.n-d-816865-1 the message routers_updated {{(pid=102387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 19:01:56.512287 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b15fcad-0ad2-4b62-987e-addb57ac3797 None None] Sync routers for ids ['fd1de92a-98b3-4885-85eb-3624b8362935'] in n-d-816865-1 {{(pid=102389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 19:01:56.527124 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-e462e76e-fbc8-4adc-b362-8b597c2f2d09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:56.528208 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b15fcad-0ad2-4b62-987e-addb57ac3797 None None] Routers {'fd1de92a-98b3-4885-85eb-3624b8362935'} bound to L3 agent in host n-d-816865-1 {{(pid=102389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 19:01:56.529905 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-8b15fcad-0ad2-4b62-987e-addb57ac3797 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T19:01:35Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['fd1de92a-98b3-4885-85eb-3624b8362935'], 'active': True} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:01:56.540065 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 45718) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:01:56.546831 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-003100e8-1665-4485-aa2c-7d6fee48d786 tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Request body: {'network': {'name': 'tempest-RoutersTest-1870428901'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:01:56.552098 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-d761d081-a898-4da4-b706-7ed978cbe902 tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] 10.222.0.13 "PUT /v2.0/routers/fd1de92a-98b3-4885-85eb-3624b8362935/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0450742 Nov 05 19:01:56.556665 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457c05c4-0ada-4c2c-afe1-5727dcb14a51 tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] Pushing event deleted for resources: {'Port': ['ID=290b6925-5bb7-431a-b452-8b6aef11bd1c,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:01:56.575789 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-457c05c4-0ada-4c2c-afe1-5727dcb14a51 tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:01:56.580883 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-457c05c4-0ada-4c2c-afe1-5727dcb14a51 tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:01:56.581728 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-457c05c4-0ada-4c2c-afe1-5727dcb14a51 tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:01:56.582282 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-457c05c4-0ada-4c2c-afe1-5727dcb14a51 tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:01:56.582831 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-457c05c4-0ada-4c2c-afe1-5727dcb14a51 tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:01:56.583471 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-457c05c4-0ada-4c2c-afe1-5727dcb14a51 tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:01:56.585872 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-457c05c4-0ada-4c2c-afe1-5727dcb14a51 tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:01:56.586418 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-457c05c4-0ada-4c2c-afe1-5727dcb14a51 tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:01:56.587170 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-457c05c4-0ada-4c2c-afe1-5727dcb14a51 tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:01:56.588031 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-457c05c4-0ada-4c2c-afe1-5727dcb14a51 tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:01:56.589401 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-457c05c4-0ada-4c2c-afe1-5727dcb14a51 tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:01:56.590031 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-457c05c4-0ada-4c2c-afe1-5727dcb14a51 tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:01:56.599623 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-457c05c4-0ada-4c2c-afe1-5727dcb14a51 tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] No DVR routers for this DVR port 290b6925-5bb7-431a-b452-8b6aef11bd1c on host n-d-816865-1 {{(pid=102387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 19:01:56.635438 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e462e76e-fbc8-4adc-b362-8b597c2f2d09 None None] Pushing event updated for resources: {'Port': ['ID=3b60594e-b6f6-49cb-aea4-dd4ffd878d2e,revision_number=3']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:01:56.671118 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-003100e8-1665-4485-aa2c-7d6fee48d786 tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Made reservation on behalf of e73ce0a6a4b043a3828a6e49d45da7fe for: {'network': 1} {{(pid=102386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 19:01:56.675714 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-003100e8-1665-4485-aa2c-7d6fee48d786 tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for network, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:56.686304 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Provisioning complete for port 3b60594e-b6f6-49cb-aea4-dd4ffd878d2e triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:01:56.689754 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:56.732731 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-003100e8-1665-4485-aa2c-7d6fee48d786 tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 155} {{(pid=102386) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 05 19:01:56.769581 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-003100e8-1665-4485-aa2c-7d6fee48d786 tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273'] for segment, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:56.770743 n-d-816865-1 neutron-server[102386]: INFO neutron.db.segments_db [None req-003100e8-1665-4485-aa2c-7d6fee48d786 tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Added segment 013a1501-081c-402c-9ca5-dab2f2b25e3c of type vlan for network 51bb31f9-8f0f-44e4-9c3e-4194b515b5a5 Nov 05 19:01:56.782020 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-457c05c4-0ada-4c2c-afe1-5727dcb14a51 tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1579173', 'neutron.services.segments.db._delete_segments_for_network-8750027792909'] for network, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:56.840235 n-d-816865-1 neutron-server[102387]: DEBUG neutron.services.segments.db [None req-457c05c4-0ada-4c2c-afe1-5727dcb14a51 tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['92654cba-e6c7-42ae-b3d0-2ffc8664226e']}} {{(pid=102387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:01:56.853791 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-003100e8-1665-4485-aa2c-7d6fee48d786 tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750027258543'] for network, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:56.862468 n-d-816865-1 neutron-server[102387]: DEBUG neutron.services.segments.db [None req-457c05c4-0ada-4c2c-afe1-5727dcb14a51 tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b0010586-e59e-4c0e-87ee-60b9f342510b') {'for_net_delete': True} {{(pid=102387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:01:56.874021 n-d-816865-1 neutron-server[102387]: DEBUG neutron.services.segments.db [None req-457c05c4-0ada-4c2c-afe1-5727dcb14a51 tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b0010586-e59e-4c0e-87ee-60b9f342510b') {} {{(pid=102387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:01:56.889723 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-457c05c4-0ada-4c2c-afe1-5727dcb14a51 tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750027793430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4463492'] for segment, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:56.906659 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-457c05c4-0ada-4c2c-afe1-5727dcb14a51 tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273'] for segment, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:56.915037 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-457c05c4-0ada-4c2c-afe1-5727dcb14a51 tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] Releasing vlan 196 on physical network physnet1 to pool {{(pid=102387) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 05 19:01:56.915590 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-457c05c4-0ada-4c2c-afe1-5727dcb14a51 tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4417236'] for segment, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:56.946352 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvr_db [None req-8b15fcad-0ad2-4b62-987e-addb57ac3797 None None] Set router fd1de92a-98b3-4885-85eb-3624b8362935 gateway port host: None {{(pid=102389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 19:01:56.952803 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-003100e8-1665-4485-aa2c-7d6fee48d786 tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-956796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877'] for network, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:56.972592 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-003100e8-1665-4485-aa2c-7d6fee48d786 tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:01:56.973612 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-003100e8-1665-4485-aa2c-7d6fee48d786 tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Publish callbacks [] for network, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:56.990504 n-d-816865-1 neutron-server[102387]: Traceback (most recent call last): Nov 05 19:01:56.990504 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 05 19:01:56.990504 n-d-816865-1 neutron-server[102387]: timer() Nov 05 19:01:56.990504 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 05 19:01:56.990504 n-d-816865-1 neutron-server[102387]: cb(*args, **kw) Nov 05 19:01:56.990504 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 05 19:01:56.990504 n-d-816865-1 neutron-server[102387]: return func(*args, **kwargs) Nov 05 19:01:56.990504 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 05 19:01:56.990504 n-d-816865-1 neutron-server[102387]: self._notify() Nov 05 19:01:56.990504 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 05 19:01:56.990504 n-d-816865-1 neutron-server[102387]: self.callback(batched_events) Nov 05 19:01:56.990504 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 05 19:01:56.990504 n-d-816865-1 neutron-server[102387]: event.method(event) Nov 05 19:01:56.990504 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 05 19:01:56.990504 n-d-816865-1 neutron-server[102387]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 05 19:01:56.990504 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 05 19:01:56.990504 n-d-816865-1 neutron-server[102387]: aggregate_uuid = self.p_client.list_aggregates( Nov 05 19:01:56.990504 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 05 19:01:56.990504 n-d-816865-1 neutron-server[102387]: return f(self, *a, **k) Nov 05 19:01:56.990504 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 05 19:01:56.990504 n-d-816865-1 neutron-server[102387]: return self._get(url).json() Nov 05 19:01:56.990504 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 05 19:01:56.990504 n-d-816865-1 neutron-server[102387]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 05 19:01:56.990504 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 05 19:01:56.990504 n-d-816865-1 neutron-server[102387]: return self.request(url, 'GET', **kwargs) Nov 05 19:01:56.990504 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 05 19:01:56.990504 n-d-816865-1 neutron-server[102387]: base_url = self.get_endpoint(auth, allow=allow, Nov 05 19:01:56.990504 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 05 19:01:56.990504 n-d-816865-1 neutron-server[102387]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 05 19:01:56.990504 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 05 19:01:56.990504 n-d-816865-1 neutron-server[102387]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 05 19:01:56.990504 n-d-816865-1 neutron-server[102387]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 05 19:01:57.055073 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-457c05c4-0ada-4c2c-afe1-5727dcb14a51 tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1579178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-956796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1000687'] for network, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:57.103896 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-457c05c4-0ada-4c2c-afe1-5727dcb14a51 tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] Publish callbacks [] for network, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:57.113627 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-457c05c4-0ada-4c2c-afe1-5727dcb14a51 tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] 10.222.0.13 "DELETE /v2.0/networks/92654cba-e6c7-42ae-b3d0-2ffc8664226e HTTP/1.1" status: 204 len: 168 time: 5.6981866 Nov 05 19:01:57.115089 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457c05c4-0ada-4c2c-afe1-5727dcb14a51 tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] Pushing event deleted for resources: {'Network': ['ID=92654cba-e6c7-42ae-b3d0-2ffc8664226e,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:01:57.117149 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 45728) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:01:57.127571 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-8010d486-baf3-4f34-8124-f31cea17690c tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1382603009'}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:01:57.172389 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-b07aa442-670b-4a3f-b380-00372fe985ce None None] Provisioning complete for port 3b60594e-b6f6-49cb-aea4-dd4ffd878d2e triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:01:57.178550 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b07aa442-670b-4a3f-b380-00372fe985ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:57.179161 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 45730) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:01:57.179379 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-003100e8-1665-4485-aa2c-7d6fee48d786 tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.6365519 Nov 05 19:01:57.185625 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-c10c92ca-b676-47a1-93e4-72059c41f6b5 tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Request body: {'subnet': {'network_id': '51bb31f9-8f0f-44e4-9c3e-4194b515b5a5', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:01:57.198157 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003100e8-1665-4485-aa2c-7d6fee48d786 tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Pushing event updated for resources: {'Network': ['ID=51bb31f9-8f0f-44e4-9c3e-4194b515b5a5,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:01:57.242224 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Network 51bb31f9-8f0f-44e4-9c3e-4194b515b5a5 details requested by agent ovs-agent-n-d-816865-1 with host n-d-816865-1 {{(pid=102388) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 05 19:01:57.244575 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Device d88d9149-b6be-455e-8e46-bc61463e745d details requested by agent hyperv_n-h2-816865-1 with host n-h2-816865-1 {{(pid=102388) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 05 19:01:57.307520 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8010d486-baf3-4f34-8124-f31cea17690c tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] Made reservation on behalf of a40892ba0bb140d0a4934f8baf0fb131 for: {'network': 1} {{(pid=102387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 19:01:57.315850 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-8010d486-baf3-4f34-8124-f31cea17690c tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for network, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:57.348651 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-8b15fcad-0ad2-4b62-987e-addb57ac3797 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd1de92a-98b3-4885-85eb-3624b8362935', 'name': 'tempest-RoutersTest-router-939760282', 'tenant_id': 'e73ce0a6a4b043a3828a6e49d45da7fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T19:01:38Z', 'updated_at': '2021-11-05T19:01:54Z', 'revision_number': 3, 'project_id': 'e73ce0a6a4b043a3828a6e49d45da7fe', 'gw_port_host': None, '_interfaces': [{'id': '953a5297-c445-4661-9ea9-6d266c22f808', 'name': '', 'network_id': '3233a838-3b77-4672-a9c6-914f0ac42c26', 'tenant_id': 'e73ce0a6a4b043a3828a6e49d45da7fe', 'mac_address': 'fa:16:3e:31:8a:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd1de92a-98b3-4885-85eb-3624b8362935', 'device_owner': 'network:router_interface', 'standard_attr_id': 2873, 'fixed_ips': [{'subnet_id': '8073db28-b421-4759-be53-5a16d7654da3', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:01:52Z', 'updated_at': '2021-11-05T19:01:55Z', 'revision_number': 2, 'project_id': 'e73ce0a6a4b043a3828a6e49d45da7fe', 'subnets': [{'id': '8073db28-b421-4759-be53-5a16d7654da3', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'acaf73af-be86-4544-95b9-1174fd0d9242', 'name': '', 'network_id': 'cd6e8b9b-a53a-4763-885f-93ef3b3f8bef', 'tenant_id': 'e73ce0a6a4b043a3828a6e49d45da7fe', 'mac_address': 'fa:16:3e:d9:ee:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd1de92a-98b3-4885-85eb-3624b8362935', 'device_owner': 'network:router_interface', 'standard_attr_id': 2853, 'fixed_ips': [{'subnet_id': '558ddf96-5913-4b9c-a7f9-98c1c25a666b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:01:42Z', 'updated_at': '2021-11-05T19:01:53Z', 'revision_number': 5, 'project_id': 'e73ce0a6a4b043a3828a6e49d45da7fe', 'subnets': [{'id': '558ddf96-5913-4b9c-a7f9-98c1c25a666b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-1', False) {} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:01:57.419312 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b15fcad-0ad2-4b62-987e-addb57ac3797 None None] Checking router: fd1de92a-98b3-4885-85eb-3624b8362935 for host: n-d-816865-1 {{(pid=102389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 19:01:57.421719 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b15fcad-0ad2-4b62-987e-addb57ac3797 None None] Updating router fd1de92a-98b3-4885-85eb-3624b8362935 port 953a5297-c445-4661-9ea9-6d266c22f808 binding host n-d-816865-1 {{(pid=102389) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 05 19:01:57.434806 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8010d486-baf3-4f34-8124-f31cea17690c tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 195} {{(pid=102387) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 05 19:01:57.447168 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-8010d486-baf3-4f34-8124-f31cea17690c tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273'] for segment, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:57.447518 n-d-816865-1 neutron-server[102387]: INFO neutron.db.segments_db [None req-8010d486-baf3-4f34-8124-f31cea17690c tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] Added segment 018e97c5-01c3-44eb-9258-bb071832fe95 of type vlan for network c04c5771-abf8-400d-9a18-7eeaf73750ae Nov 05 19:01:57.535116 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-8010d486-baf3-4f34-8124-f31cea17690c tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750027258543'] for network, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:57.554898 n-d-816865-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-8b15fcad-0ad2-4b62-987e-addb57ac3797 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:57.726749 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-8010d486-baf3-4f34-8124-f31cea17690c tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-956796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877'] for network, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:57.734094 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8010d486-baf3-4f34-8124-f31cea17690c tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:01:57.735061 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-8010d486-baf3-4f34-8124-f31cea17690c tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] Publish callbacks [] for network, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:57.804629 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 3b60594e-b6f6-49cb-aea4-dd4ffd878d2e up at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 19:01:57.909867 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2841af36-e698-4fed-ab59-fd9c9102b4c5 req-3844121c-29c9-4937-939f-ba1f0d199f76 tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:01:57.911722 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-2841af36-e698-4fed-ab59-fd9c9102b4c5 req-3844121c-29c9-4937-939f-ba1f0d199f76 tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e0e9f2c-b17f-4007-b3d8-07e537a1c2f3 HTTP/1.1" status: 200 len: 944 time: 0.2832203 Nov 05 19:01:57.912372 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c10c92ca-b676-47a1-93e4-72059c41f6b5 tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Made reservation on behalf of e73ce0a6a4b043a3828a6e49d45da7fe for: {'subnet': 1} {{(pid=102387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 19:01:57.916480 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-c10c92ca-b676-47a1-93e4-72059c41f6b5 tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5112236'] for subnet, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:58.023818 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] For port d88d9149-b6be-455e-8e46-bc61463e745d, host n-h2-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=d88d9149-b6be-455e-8e46-bc61463e745d,segment=NetworkSegment(d868025d-b05c-40c6-b9d6-024790792c42),segment_id=d868025d-b05c-40c6-b9d6-024790792c42)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:01:58.113129 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8efea90-226d-4a72-b099-9613d914c3ae None None] get_active_networks_info from n-d-816865-1 {{(pid=102388) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 05 19:01:58.114994 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-8010d486-baf3-4f34-8124-f31cea17690c tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.9967928 Nov 05 19:01:58.118944 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 45756) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:01:58.123977 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-2a4c4100-f627-4b72-b9d9-291909e40983 tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] Request body: {'subnet': {'network_id': 'c04c5771-abf8-400d-9a18-7eeaf73750ae', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:01:58.156216 n-d-816865-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-8b15fcad-0ad2-4b62-987e-addb57ac3797 None None] Publish callbacks [] for port, precommit_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:58.209568 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Returning: {'device': 'd88d9149-b6be-455e-8e46-bc61463e745d', 'network_id': '2974e85c-ccd8-4cce-92c0-fa64d0405969', 'port_id': 'd88d9149-b6be-455e-8e46-bc61463e745d', 'mac_address': 'fa:16:3e:50:00:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c61fdbd-cd89-453f-9ed9-c150439b9091', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102388) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 05 19:01:58.237852 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Provisioning complete for port 3b60594e-b6f6-49cb-aea4-dd4ffd878d2e triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:01:58.238506 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:58.256988 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8010d486-baf3-4f34-8124-f31cea17690c tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] Pushing event updated for resources: {'Network': ['ID=c04c5771-abf8-400d-9a18-7eeaf73750ae,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:01:58.259417 n-d-816865-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-8b15fcad-0ad2-4b62-987e-addb57ac3797 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:58.298256 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Network c04c5771-abf8-400d-9a18-7eeaf73750ae details requested by agent ovs-agent-n-d-816865-1 with host n-d-816865-1 {{(pid=102388) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 05 19:01:58.298388 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-2841af36-e698-4fed-ab59-fd9c9102b4c5 req-61fc9066-ddfc-45eb-a71c-2f1b62e00477 tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] 10.222.0.13 "GET /v2.0/security-groups?id=e2e15a42-88b8-49e2-ad78-9daadc9e7fe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2007813 Nov 05 19:01:58.315378 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c24774d-73ed-493b-871e-3712752ce0d5 None None] Pushing event updated for resources: {'Port': ['ID=953a5297-c445-4661-9ea9-6d266c22f808,revision_number=3']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:01:58.328524 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c24774d-73ed-493b-871e-3712752ce0d5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:01:58.329136 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c24774d-73ed-493b-871e-3712752ce0d5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:01:58.329637 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c24774d-73ed-493b-871e-3712752ce0d5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:01:58.329976 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c24774d-73ed-493b-871e-3712752ce0d5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:01:58.330335 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c24774d-73ed-493b-871e-3712752ce0d5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:01:58.330661 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c24774d-73ed-493b-871e-3712752ce0d5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:01:58.330984 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c24774d-73ed-493b-871e-3712752ce0d5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:01:58.331306 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c24774d-73ed-493b-871e-3712752ce0d5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:01:58.331625 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c24774d-73ed-493b-871e-3712752ce0d5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:01:58.331948 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c24774d-73ed-493b-871e-3712752ce0d5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:01:58.332328 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c24774d-73ed-493b-871e-3712752ce0d5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:01:58.332621 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c24774d-73ed-493b-871e-3712752ce0d5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:01:58.372787 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-b07aa442-670b-4a3f-b380-00372fe985ce None None] Provisioning complete for port 953a5297-c445-4661-9ea9-6d266c22f808 triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:01:58.373046 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b07aa442-670b-4a3f-b380-00372fe985ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:58.374164 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a4c4100-f627-4b72-b9d9-291909e40983 tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] Made reservation on behalf of a40892ba0bb140d0a4934f8baf0fb131 for: {'subnet': 1} {{(pid=102386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 19:01:58.378695 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-2a4c4100-f627-4b72-b9d9-291909e40983 tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4877122'] for subnet, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:58.403346 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-c10c92ca-b676-47a1-93e4-72059c41f6b5 tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4417463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5112218'] for subnet, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:58.406997 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.managers [None req-8b15fcad-0ad2-4b62-987e-addb57ac3797 None None] Attempting to bind port 953a5297-c445-4661-9ea9-6d266c22f808 on host n-d-816865-1 for vnic_type normal with profile {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 19:01:58.406997 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.managers [None req-8b15fcad-0ad2-4b62-987e-addb57ac3797 None None] Attempting to bind port 953a5297-c445-4661-9ea9-6d266c22f808 by drivers openvswitch,hyperv on host n-d-816865-1 at level 0 using segments [{'id': '7259f56a-aae4-4c1f-b565-7d5dab413d1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '3233a838-3b77-4672-a9c6-914f0ac42c26'}] {{(pid=102389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 19:01:58.406997 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b15fcad-0ad2-4b62-987e-addb57ac3797 None None] Attempting to bind port 953a5297-c445-4661-9ea9-6d266c22f808 on network 3233a838-3b77-4672-a9c6-914f0ac42c26 {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 19:01:58.410765 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b15fcad-0ad2-4b62-987e-addb57ac3797 None None] Checking agent: {'id': '724d89a7-611b-41e6-bc85-c48112b17afa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 18, 25, 8), 'started_at': datetime.datetime(2021, 11, 5, 18, 25, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 19, 1, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 19:01:58.411333 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b15fcad-0ad2-4b62-987e-addb57ac3797 None None] Checking segment: {'id': '7259f56a-aae4-4c1f-b565-7d5dab413d1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '3233a838-3b77-4672-a9c6-914f0ac42c26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 19:01:58.411973 n-d-816865-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-8b15fcad-0ad2-4b62-987e-addb57ac3797 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:58.413515 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b15fcad-0ad2-4b62-987e-addb57ac3797 None None] Bound using segment: {'id': '7259f56a-aae4-4c1f-b565-7d5dab413d1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '3233a838-3b77-4672-a9c6-914f0ac42c26'} {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 19:01:58.415128 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.managers [None req-8b15fcad-0ad2-4b62-987e-addb57ac3797 None None] Bound port: 953a5297-c445-4661-9ea9-6d266c22f808, host: n-d-816865-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7259f56a-aae4-4c1f-b565-7d5dab413d1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '3233a838-3b77-4672-a9c6-914f0ac42c26'}}] {{(pid=102389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 19:01:58.415685 n-d-816865-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-8b15fcad-0ad2-4b62-987e-addb57ac3797 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:58.437449 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:58.510314 n-d-816865-1 neutron-server[102388]: DEBUG neutron.notifiers.nova [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d88d9149-b6be-455e-8e46-bc61463e745d {{(pid=102388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 19:01:58.515870 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-b07aa442-670b-4a3f-b380-00372fe985ce None None] Port 953a5297-c445-4661-9ea9-6d266c22f808 cannot update to ACTIVE because it is not bound. {{(pid=102388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 19:01:58.528240 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10c92ca-b676-47a1-93e4-72059c41f6b5 tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Pushing event updated for resources: {'Subnet': ['ID=73af3bcb-350f-488c-a8fc-d49ff8bac692,revision_number=0']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:01:58.534129 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c10c92ca-b676-47a1-93e4-72059c41f6b5 tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Checking segment: {'id': '013a1501-081c-402c-9ca5-dab2f2b25e3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '51bb31f9-8f0f-44e4-9c3e-4194b515b5a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 19:01:58.534747 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c10c92ca-b676-47a1-93e4-72059c41f6b5 tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Network hostable DHCP agents. Network: 51bb31f9-8f0f-44e4-9c3e-4194b515b5a5, hostable agents: ['987e2ca0-bc3b-4c6f-a989-429ccfbf753f'], hosted agents: [] {{(pid=102387) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 05 19:01:58.552681 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] For port d88d9149-b6be-455e-8e46-bc61463e745d, host n-h2-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=d88d9149-b6be-455e-8e46-bc61463e745d,segment=NetworkSegment(d868025d-b05c-40c6-b9d6-024790792c42),segment_id=d868025d-b05c-40c6-b9d6-024790792c42)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:01:58.554879 n-d-816865-1 neutron-server[102388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8efea90-226d-4a72-b099-9613d914c3ae None None] Resources bound (agent type, host, resource id): {{(pid=102388) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 05 19:01:58.598977 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [None req-8b15fcad-0ad2-4b62-987e-addb57ac3797 None None] For port 953a5297-c445-4661-9ea9-6d266c22f808, host n-d-816865-1, cleared binding levels {{(pid=102389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 19:01:58.603833 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [None req-8b15fcad-0ad2-4b62-987e-addb57ac3797 None None] For port 953a5297-c445-4661-9ea9-6d266c22f808, host n-d-816865-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=953a5297-c445-4661-9ea9-6d266c22f808,segment=NetworkSegment(7259f56a-aae4-4c1f-b565-7d5dab413d1a),segment_id=7259f56a-aae4-4c1f-b565-7d5dab413d1a)] {{(pid=102389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 19:01:58.682331 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c10c92ca-b676-47a1-93e4-72059c41f6b5 tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Network 51bb31f9-8f0f-44e4-9c3e-4194b515b5a5 is scheduled to be hosted by DHCP agent 987e2ca0-bc3b-4c6f-a989-429ccfbf753f with binding_index 1 {{(pid=102387) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 05 19:01:58.682434 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:58.682539 n-d-816865-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-8b15fcad-0ad2-4b62-987e-addb57ac3797 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:58.736054 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-2a4c4100-f627-4b72-b9d9-291909e40983 tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6149946', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4877172'] for subnet, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:58.743341 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-433e78e6-137a-485f-a95e-44ba70322b43 None None] Provisioning complete for port 953a5297-c445-4661-9ea9-6d266c22f808 triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:01:58.744024 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-433e78e6-137a-485f-a95e-44ba70322b43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:58.774070 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.base_scheduler [None req-c10c92ca-b676-47a1-93e4-72059c41f6b5 tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816865-1, 51bb31f9-8f0f-44e4-9c3e-4194b515b5a5) {{(pid=102387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 19:01:58.785310 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c10c92ca-b676-47a1-93e4-72059c41f6b5 tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:01:58.786409 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-c10c92ca-b676-47a1-93e4-72059c41f6b5 tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Publish callbacks [] for subnet, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:58.827033 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Pushing event updated for resources: {'Port': ['ID=d88d9149-b6be-455e-8e46-bc61463e745d,revision_number=4']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:01:58.844886 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b15fcad-0ad2-4b62-987e-addb57ac3797 None None] Routers {'fd1de92a-98b3-4885-85eb-3624b8362935'} bound to L3 agent in host n-d-816865-1 {{(pid=102389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 19:01:58.852364 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-c10c92ca-b676-47a1-93e4-72059c41f6b5 tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6746051 Nov 05 19:01:58.856796 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-8b15fcad-0ad2-4b62-987e-addb57ac3797 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T19:01:35Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['fd1de92a-98b3-4885-85eb-3624b8362935'], 'active': True} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:01:58.856974 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 45768) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:01:58.872353 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4c4100-f627-4b72-b9d9-291909e40983 tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] Pushing event updated for resources: {'Subnet': ['ID=1b2b95af-9232-4ac6-973e-7ef32840518d,revision_number=0']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:01:58.902135 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a4c4100-f627-4b72-b9d9-291909e40983 tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] Checking segment: {'id': '018e97c5-01c3-44eb-9258-bb071832fe95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'c04c5771-abf8-400d-9a18-7eeaf73750ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 19:01:58.902798 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a4c4100-f627-4b72-b9d9-291909e40983 tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] Network hostable DHCP agents. Network: c04c5771-abf8-400d-9a18-7eeaf73750ae, hostable agents: ['987e2ca0-bc3b-4c6f-a989-429ccfbf753f'], hosted agents: [] {{(pid=102386) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 05 19:01:58.975843 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a4c4100-f627-4b72-b9d9-291909e40983 tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] Network c04c5771-abf8-400d-9a18-7eeaf73750ae is scheduled to be hosted by DHCP agent 987e2ca0-bc3b-4c6f-a989-429ccfbf753f with binding_index 1 {{(pid=102386) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 05 19:01:59.014358 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] get_ports_and_sgs() called for port_ids ['d88d9149-b6be-455e-8e46-bc61463e745d'] {{(pid=102388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 19:01:59.024248 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c24774d-73ed-493b-871e-3712752ce0d5 None None] Pushing event updated for resources: {'Port': ['ID=953a5297-c445-4661-9ea9-6d266c22f808,revision_number=4']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:01:59.050179 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvr_db [None req-8b15fcad-0ad2-4b62-987e-addb57ac3797 None None] Set router fd1de92a-98b3-4885-85eb-3624b8362935 gateway port host: None {{(pid=102389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 19:01:59.059157 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-433e78e6-137a-485f-a95e-44ba70322b43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:59.066169 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.base_scheduler [None req-2a4c4100-f627-4b72-b9d9-291909e40983 tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816865-1, c04c5771-abf8-400d-9a18-7eeaf73750ae) {{(pid=102386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 19:01:59.072550 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a4c4100-f627-4b72-b9d9-291909e40983 tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:01:59.073230 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-2a4c4100-f627-4b72-b9d9-291909e40983 tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] Publish callbacks [] for subnet, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:59.182599 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-433e78e6-137a-485f-a95e-44ba70322b43 None None] For port 953a5297-c445-4661-9ea9-6d266c22f808, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=953a5297-c445-4661-9ea9-6d266c22f808,segment=NetworkSegment(7259f56a-aae4-4c1f-b565-7d5dab413d1a),segment_id=7259f56a-aae4-4c1f-b565-7d5dab413d1a)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:01:59.207784 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-2a4c4100-f627-4b72-b9d9-291909e40983 tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0865157 Nov 05 19:01:59.209344 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 45774) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:01:59.215818 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-bf18bbd6-3860-4287-a3f3-b2dd43ff5eca tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] Request body: {'subnet': {'network_id': 'c04c5771-abf8-400d-9a18-7eeaf73750ae', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:01:59.222155 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98fc8bab-913e-4b30-be32-51bbe464aad9 None None] Network 51bb31f9-8f0f-44e4-9c3e-4194b515b5a5 requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 19:01:59.239651 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48464f36-1e92-4a6d-ac3e-451a47ceb9f3 None None] Network c04c5771-abf8-400d-9a18-7eeaf73750ae requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 19:01:59.371367 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-433e78e6-137a-485f-a95e-44ba70322b43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:59.627594 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-8b15fcad-0ad2-4b62-987e-addb57ac3797 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd1de92a-98b3-4885-85eb-3624b8362935', 'name': 'tempest-RoutersTest-router-939760282', 'tenant_id': 'e73ce0a6a4b043a3828a6e49d45da7fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T19:01:38Z', 'updated_at': '2021-11-05T19:01:54Z', 'revision_number': 3, 'project_id': 'e73ce0a6a4b043a3828a6e49d45da7fe', 'gw_port_host': None, '_interfaces': [{'id': '953a5297-c445-4661-9ea9-6d266c22f808', 'name': '', 'network_id': '3233a838-3b77-4672-a9c6-914f0ac42c26', 'tenant_id': 'e73ce0a6a4b043a3828a6e49d45da7fe', 'mac_address': 'fa:16:3e:31:8a:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd1de92a-98b3-4885-85eb-3624b8362935', 'device_owner': 'network:router_interface', 'standard_attr_id': 2873, 'fixed_ips': [{'subnet_id': '8073db28-b421-4759-be53-5a16d7654da3', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:01:52Z', 'updated_at': '2021-11-05T19:01:58Z', 'revision_number': 4, 'project_id': 'e73ce0a6a4b043a3828a6e49d45da7fe', 'subnets': [{'id': '8073db28-b421-4759-be53-5a16d7654da3', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'acaf73af-be86-4544-95b9-1174fd0d9242', 'name': '', 'network_id': 'cd6e8b9b-a53a-4763-885f-93ef3b3f8bef', 'tenant_id': 'e73ce0a6a4b043a3828a6e49d45da7fe', 'mac_address': 'fa:16:3e:d9:ee:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd1de92a-98b3-4885-85eb-3624b8362935', 'device_owner': 'network:router_interface', 'standard_attr_id': 2853, 'fixed_ips': [{'subnet_id': '558ddf96-5913-4b9c-a7f9-98c1c25a666b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:01:42Z', 'updated_at': '2021-11-05T19:01:53Z', 'revision_number': 5, 'project_id': 'e73ce0a6a4b043a3828a6e49d45da7fe', 'subnets': [{'id': '558ddf96-5913-4b9c-a7f9-98c1c25a666b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-1', False) {} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:01:59.642196 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf18bbd6-3860-4287-a3f3-b2dd43ff5eca tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] Made reservation on behalf of a40892ba0bb140d0a4934f8baf0fb131 for: {'subnet': 1} {{(pid=102386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 19:01:59.645733 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-bf18bbd6-3860-4287-a3f3-b2dd43ff5eca tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4877122'] for subnet, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:59.692688 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b15fcad-0ad2-4b62-987e-addb57ac3797 None None] The sync data for ids ['fd1de92a-98b3-4885-85eb-3624b8362935'] in n-d-816865-1 is: [{'id': 'fd1de92a-98b3-4885-85eb-3624b8362935', 'name': 'tempest-RoutersTest-router-939760282', 'tenant_id': 'e73ce0a6a4b043a3828a6e49d45da7fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T19:01:38Z', 'updated_at': '2021-11-05T19:01:54Z', 'revision_number': 3, 'project_id': 'e73ce0a6a4b043a3828a6e49d45da7fe', 'gw_port_host': None, '_interfaces': [{'id': '953a5297-c445-4661-9ea9-6d266c22f808', 'name': '', 'network_id': '3233a838-3b77-4672-a9c6-914f0ac42c26', 'tenant_id': 'e73ce0a6a4b043a3828a6e49d45da7fe', 'mac_address': 'fa:16:3e:31:8a:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd1de92a-98b3-4885-85eb-3624b8362935', 'device_owner': 'network:router_interface', 'standard_attr_id': 2873, 'fixed_ips': [{'subnet_id': '8073db28-b421-4759-be53-5a16d7654da3', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:01:52Z', 'updated_at': '2021-11-05T19:01:58Z', 'revision_number': 4, 'project_id': 'e73ce0a6a4b043a3828a6e49d45da7fe', 'subnets': [{'id': '8073db28-b421-4759-be53-5a16d7654da3', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'acaf73af-be86-4544-95b9-1174fd0d9242', 'name': '', 'network_id': 'cd6e8b9b-a53a-4763-885f-93ef3b3f8bef', 'tenant_id': 'e73ce0a6a4b043a3828a6e49d45da7fe', 'mac_address': 'fa:16:3e:d9:ee:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd1de92a-98b3-4885-85eb-3624b8362935', 'device_owner': 'network:router_interface', 'standard_attr_id': 2853, 'fixed_ips': [{'subnet_id': '558ddf96-5913-4b9c-a7f9-98c1c25a666b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:01:42Z', 'updated_at': '2021-11-05T19:01:53Z', 'revision_number': 5, 'project_id': 'e73ce0a6a4b043a3828a6e49d45da7fe', 'subnets': [{'id': '558ddf96-5913-4b9c-a7f9-98c1c25a666b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 19:01:59.853361 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-432f42bd-634e-450a-b1f6-bb92f96f4c00 req-47161360-60fb-48f9-ac46-5c6c2962fe82 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=1682fb31-a1bf-43f5-a4fa-447937da8a91&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.8343453 Nov 05 19:01:59.924768 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19680f33-0fe5-4b26-b2e4-db87b06c6157 req-95d13521-2ae7-4ce0-bd60-2da5bdf8d461 tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:01:59.926433 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-19680f33-0fe5-4b26-b2e4-db87b06c6157 req-95d13521-2ae7-4ce0-bd60-2da5bdf8d461 tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e0e9f2c-b17f-4007-b3d8-07e537a1c2f3 HTTP/1.1" status: 200 len: 945 time: 0.3615782 Nov 05 19:01:59.943298 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-3a9d3e03-be4d-4686-b02b-a3f1ea3a64ad None None] Provisioning complete for port 953a5297-c445-4661-9ea9-6d266c22f808 triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:01:59.943709 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3a9d3e03-be4d-4686-b02b-a3f1ea3a64ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:01:59.947106 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-592b9f49-896d-4dde-be05-e30dc5da6e3c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeb20a084-accf-5b60-8075-3e69ebe863a6-51bb31f9-8f0f-44e4-9c3e-4194b515b5a5', 'network_id': '51bb31f9-8f0f-44e4-9c3e-4194b515b5a5', 'tenant_id': 'e73ce0a6a4b043a3828a6e49d45da7fe', 'fixed_ips': [{'subnet_id': '73af3bcb-350f-488c-a8fc-d49ff8bac692'}]}} from n-d-816865-1. {{(pid=102388) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 05 19:01:59.948252 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-592b9f49-896d-4dde-be05-e30dc5da6e3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:00.249587 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-19680f33-0fe5-4b26-b2e4-db87b06c6157 req-379f2333-bc28-4988-ab7a-0202f4e77775 tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] 10.222.0.13 "GET /v2.0/security-groups?id=e2e15a42-88b8-49e2-ad78-9daadc9e7fe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2716036 Nov 05 19:02:00.288372 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-bf18bbd6-3860-4287-a3f3-b2dd43ff5eca tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6149946', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4877172'] for subnet, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:00.327436 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432f42bd-634e-450a-b1f6-bb92f96f4c00 req-7a21d2f7-3dcf-4bcc-bc39-181930f2e392 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:02:00.328054 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432f42bd-634e-450a-b1f6-bb92f96f4c00 req-7a21d2f7-3dcf-4bcc-bc39-181930f2e392 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:02:00.328580 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432f42bd-634e-450a-b1f6-bb92f96f4c00 req-7a21d2f7-3dcf-4bcc-bc39-181930f2e392 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:02:00.329100 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432f42bd-634e-450a-b1f6-bb92f96f4c00 req-7a21d2f7-3dcf-4bcc-bc39-181930f2e392 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:02:00.329710 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432f42bd-634e-450a-b1f6-bb92f96f4c00 req-7a21d2f7-3dcf-4bcc-bc39-181930f2e392 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:02:00.330309 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432f42bd-634e-450a-b1f6-bb92f96f4c00 req-7a21d2f7-3dcf-4bcc-bc39-181930f2e392 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:02:00.330884 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432f42bd-634e-450a-b1f6-bb92f96f4c00 req-7a21d2f7-3dcf-4bcc-bc39-181930f2e392 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:02:00.346914 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-432f42bd-634e-450a-b1f6-bb92f96f4c00 req-7a21d2f7-3dcf-4bcc-bc39-181930f2e392 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3f080cb3a4f24f1db8ad75a12c2cd4bf&device_id=1682fb31-a1bf-43f5-a4fa-447937da8a91 HTTP/1.1" status: 200 len: 6500 time: 0.4049926 Nov 05 19:02:00.356416 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.db_base_plugin_common [None req-592b9f49-896d-4dde-be05-e30dc5da6e3c None None] Allocated IP 172.22.0.2 (51bb31f9-8f0f-44e4-9c3e-4194b515b5a5/73af3bcb-350f-488c-a8fc-d49ff8bac692/0abb4a1d-baa4-4c5d-8262-7e3b081fef0f) {{(pid=102388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 19:02:00.360086 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433e78e6-137a-485f-a95e-44ba70322b43 None None] Pushing event updated for resources: {'Port': ['ID=953a5297-c445-4661-9ea9-6d266c22f808,revision_number=5']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:02:00.367393 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf18bbd6-3860-4287-a3f3-b2dd43ff5eca tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] Network c04c5771-abf8-400d-9a18-7eeaf73750ae is already hosted by enough agents. {{(pid=102386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 19:02:00.370975 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-de32b883-1ed9-41a4-a120-95ddcd62dc22 tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:00.382828 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.base_scheduler [None req-bf18bbd6-3860-4287-a3f3-b2dd43ff5eca tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] Resources bound (agent type, host, resource id): {{(pid=102386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 19:02:00.390560 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf18bbd6-3860-4287-a3f3-b2dd43ff5eca tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:02:00.392471 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-bf18bbd6-3860-4287-a3f3-b2dd43ff5eca tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] Publish callbacks [] for subnet, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:00.436707 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf18bbd6-3860-4287-a3f3-b2dd43ff5eca tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] Pushing event updated for resources: {'Subnet': ['ID=71d243d5-ed69-465b-ba96-8a49c8f678aa,revision_number=0']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:02:00.509825 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-bf18bbd6-3860-4287-a3f3-b2dd43ff5eca tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.2982097 Nov 05 19:02:00.515026 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 45790) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:02:00.664633 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82777e6c-e756-467f-92a3-93529097c57a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeb20a084-accf-5b60-8075-3e69ebe863a6-c04c5771-abf8-400d-9a18-7eeaf73750ae', 'network_id': 'c04c5771-abf8-400d-9a18-7eeaf73750ae', 'tenant_id': 'a40892ba0bb140d0a4934f8baf0fb131', 'fixed_ips': [{'subnet_id': '1b2b95af-9232-4ac6-973e-7ef32840518d'}, {'subnet_id': '71d243d5-ed69-465b-ba96-8a49c8f678aa'}]}} from n-d-816865-1. {{(pid=102388) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 05 19:02:00.665524 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-82777e6c-e756-467f-92a3-93529097c57a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:00.675772 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8597004e-a5f2-47a7-bdb5-2636002fd011 tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:02:00.677745 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8597004e-a5f2-47a7-bdb5-2636002fd011 tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:02:00.679307 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8597004e-a5f2-47a7-bdb5-2636002fd011 tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:02:00.680825 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8597004e-a5f2-47a7-bdb5-2636002fd011 tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:02:00.687791 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8597004e-a5f2-47a7-bdb5-2636002fd011 tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:02:00.691628 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-8597004e-a5f2-47a7-bdb5-2636002fd011 tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1752303 Nov 05 19:02:00.705376 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 45796) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:02:00.711697 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-a90dee10-a003-437a-a18c-d569db6aee64 tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1880843575'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:02:00.876879 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a90dee10-a003-437a-a18c-d569db6aee64 tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] Made reservation on behalf of a40892ba0bb140d0a4934f8baf0fb131 for: {'network': 1} {{(pid=102386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 19:02:00.880667 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-a90dee10-a003-437a-a18c-d569db6aee64 tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for network, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:00.939521 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432f42bd-634e-450a-b1f6-bb92f96f4c00 req-86e271b1-4160-4dbf-9062-5592cac0bf02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:02:00.940979 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432f42bd-634e-450a-b1f6-bb92f96f4c00 req-86e271b1-4160-4dbf-9062-5592cac0bf02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:02:00.941709 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432f42bd-634e-450a-b1f6-bb92f96f4c00 req-86e271b1-4160-4dbf-9062-5592cac0bf02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:02:00.943693 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-432f42bd-634e-450a-b1f6-bb92f96f4c00 req-86e271b1-4160-4dbf-9062-5592cac0bf02 service neutron] 10.222.0.41 "GET /v2.0/networks?id=ad4e0fc4-1abc-48fb-9c8e-5d76236fa098&id=59ceeb29-cfb5-4ee4-ad6e-189a26cd5b4e&id=59ceeb29-cfb5-4ee4-ad6e-189a26cd5b4e&id=59ceeb29-cfb5-4ee4-ad6e-189a26cd5b4e&id=59ceeb29-cfb5-4ee4-ad6e-189a26cd5b4e&id=92cc69b6-4cd1-4b33-bca8-908cd312767a&id=92cc69b6-4cd1-4b33-bca8-908cd312767a HTTP/1.1" status: 200 len: 2298 time: 0.5346856 Nov 05 19:02:00.947659 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a90dee10-a003-437a-a18c-d569db6aee64 tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 197} {{(pid=102386) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 05 19:02:00.971840 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-a90dee10-a003-437a-a18c-d569db6aee64 tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273'] for segment, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:00.972523 n-d-816865-1 neutron-server[102386]: INFO neutron.db.segments_db [None req-a90dee10-a003-437a-a18c-d569db6aee64 tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] Added segment 9b3b653f-d04e-41c6-bcbf-28767ab833f2 of type vlan for network c022b8af-9158-424c-a5a2-787b5e720f18 Nov 05 19:02:01.079087 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-a90dee10-a003-437a-a18c-d569db6aee64 tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750027258543'] for network, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:01.133593 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-432f42bd-634e-450a-b1f6-bb92f96f4c00 req-1f268f99-cce1-48b6-a1db-bbe4739fd687 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4a07aa35-4ba7-4db3-b8ab-837d8ca258a7 HTTP/1.1" status: 200 len: 1000 time: 0.1815803 Nov 05 19:02:01.211269 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-a90dee10-a003-437a-a18c-d569db6aee64 tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-956796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877'] for network, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:01.222185 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a90dee10-a003-437a-a18c-d569db6aee64 tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:02:01.225622 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-a90dee10-a003-437a-a18c-d569db6aee64 tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] Publish callbacks [] for network, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:01.329492 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Device d88d9149-b6be-455e-8e46-bc61463e745d up at agent hyperv_n-h2-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 19:02:01.401234 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90dee10-a003-437a-a18c-d569db6aee64 tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] Pushing event updated for resources: {'Network': ['ID=c022b8af-9158-424c-a5a2-787b5e720f18,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:02:01.436514 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Network c022b8af-9158-424c-a5a2-787b5e720f18 details requested by agent ovs-agent-n-d-816865-1 with host n-d-816865-1 {{(pid=102388) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 05 19:02:01.494111 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-a90dee10-a003-437a-a18c-d569db6aee64 tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.7868450 Nov 05 19:02:01.494733 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 45806) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:02:01.501143 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-06420581-5d6d-49e2-bdd5-3265a2b684c8 tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] Request body: {'network': {'name': 'New_network'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:02:01.524917 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-0157e91e-d880-4d0b-bb8b-0bce37420930 None None] Provisioning complete for port 953a5297-c445-4661-9ea9-6d266c22f808 triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:02:01.525445 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-0157e91e-d880-4d0b-bb8b-0bce37420930 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:01.598639 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-592b9f49-896d-4dde-be05-e30dc5da6e3c None None] Publish callbacks [] for port, precommit_create {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:01.735353 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-592b9f49-896d-4dde-be05-e30dc5da6e3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789'] for port, after_create {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:01.947071 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 953a5297-c445-4661-9ea9-6d266c22f808 up at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 19:02:01.991934 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-06420581-5d6d-49e2-bdd5-3265a2b684c8 tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750027258543'] for network, precommit_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:02.016324 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Provisioning for port d88d9149-b6be-455e-8e46-bc61463e745d completed by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 05 19:02:02.028482 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.db_base_plugin_common [None req-82777e6c-e756-467f-92a3-93529097c57a None None] Allocated IP 2001:db8::2 (c04c5771-abf8-400d-9a18-7eeaf73750ae/1b2b95af-9232-4ac6-973e-7ef32840518d/f904aac8-cead-4589-9ec1-693959f82f99) {{(pid=102388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 19:02:02.034341 n-d-816865-1 neutron-server[102388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-592b9f49-896d-4dde-be05-e30dc5da6e3c None None] Network 51bb31f9-8f0f-44e4-9c3e-4194b515b5a5 is already hosted by enough agents. {{(pid=102388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 19:02:02.046362 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Provisioning complete for port d88d9149-b6be-455e-8e46-bc61463e745d triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:02:02.054911 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:02.062369 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432f42bd-634e-450a-b1f6-bb92f96f4c00 req-e5c2f84e-675f-48c8-9145-989cc613a6ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:02:02.064622 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-432f42bd-634e-450a-b1f6-bb92f96f4c00 req-e5c2f84e-675f-48c8-9145-989cc613a6ea service neutron] 10.222.0.41 "GET /v2.0/subnets?id=785d7bfa-2453-4e75-8b0a-ec14975b144a HTTP/1.1" status: 200 len: 856 time: 0.9208670 Nov 05 19:02:02.065504 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-06420581-5d6d-49e2-bdd5-3265a2b684c8 tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-956796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877'] for network, after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:02.096397 n-d-816865-1 neutron-server[102388]: DEBUG neutron.scheduler.base_scheduler [None req-592b9f49-896d-4dde-be05-e30dc5da6e3c None None] Resources bound (agent type, host, resource id): {{(pid=102388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 19:02:02.103694 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.db_base_plugin_common [None req-82777e6c-e756-467f-92a3-93529097c57a None None] Allocated IP 172.20.0.1 (c04c5771-abf8-400d-9a18-7eeaf73750ae/71d243d5-ed69-465b-ba96-8a49c8f678aa/f904aac8-cead-4589-9ec1-693959f82f99) {{(pid=102388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 19:02:02.109407 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-592b9f49-896d-4dde-be05-e30dc5da6e3c None None] Received port after_create {{(pid=102388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 19:02:02.119571 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-06420581-5d6d-49e2-bdd5-3265a2b684c8 tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] Network c022b8af-9158-424c-a5a2-787b5e720f18 is not hosted by any dhcp agent {{(pid=102386) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 05 19:02:02.123872 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.db_base_plugin_common [None req-de32b883-1ed9-41a4-a120-95ddcd62dc22 tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Allocated IP 172.22.0.1 (51bb31f9-8f0f-44e4-9c3e-4194b515b5a5/73af3bcb-350f-488c-a8fc-d49ff8bac692/8519902f-4722-452b-b962-12b2557b6592) {{(pid=102387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 19:02:02.135723 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592b9f49-896d-4dde-be05-e30dc5da6e3c None None] Pushing event updated for resources: {'Port': ['ID=0abb4a1d-baa4-4c5d-8262-7e3b081fef0f,revision_number=1']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:02:02.144505 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06420581-5d6d-49e2-bdd5-3265a2b684c8 tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:02:02.146287 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-06420581-5d6d-49e2-bdd5-3265a2b684c8 tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] Publish callbacks [] for network, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:02.150293 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-06420581-5d6d-49e2-bdd5-3265a2b684c8 tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] 10.222.0.13 "PUT /v2.0/networks/c022b8af-9158-424c-a5a2-787b5e720f18 HTTP/1.1" status: 200 len: 723 time: 0.6537902 Nov 05 19:02:02.170836 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 45812) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:02:02.179106 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-dcce0de6-1520-461b-95de-18d1e2756307 tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] Request body: {'subnet': {'network_id': 'c022b8af-9158-424c-a5a2-787b5e720f18', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:02:02.279300 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-de32b883-1ed9-41a4-a120-95ddcd62dc22 tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Publish callbacks [] for port, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:02.361303 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06420581-5d6d-49e2-bdd5-3265a2b684c8 tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] Pushing event updated for resources: {'Network': ['ID=c022b8af-9158-424c-a5a2-787b5e720f18,revision_number=2']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:02:02.399139 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-de32b883-1ed9-41a4-a120-95ddcd62dc22 tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4417063'] for port, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:02.407476 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-82777e6c-e756-467f-92a3-93529097c57a None None] Publish callbacks [] for port, precommit_create {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:02.425220 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3d529f-da87-415c-872f-e44ffadea31e req-b40757ae-a18d-4279-8ff1-46292a7c2eb5 tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:02:02.426751 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-5d3d529f-da87-415c-872f-e44ffadea31e req-b40757ae-a18d-4279-8ff1-46292a7c2eb5 tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e0e9f2c-b17f-4007-b3d8-07e537a1c2f3 HTTP/1.1" status: 200 len: 945 time: 0.1129878 Nov 05 19:02:02.441964 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Network c022b8af-9158-424c-a5a2-787b5e720f18 details requested by agent ovs-agent-n-d-816865-1 with host n-d-816865-1 {{(pid=102388) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 05 19:02:02.465862 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Provisioning complete for port 953a5297-c445-4661-9ea9-6d266c22f808 triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:02:02.466603 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:02.470926 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de32b883-1ed9-41a4-a120-95ddcd62dc22 tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Network 51bb31f9-8f0f-44e4-9c3e-4194b515b5a5 is already hosted by enough agents. {{(pid=102387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 19:02:02.482764 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcce0de6-1520-461b-95de-18d1e2756307 tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] Made reservation on behalf of a40892ba0bb140d0a4934f8baf0fb131 for: {'subnet': 1} {{(pid=102386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 19:02:02.486325 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432f42bd-634e-450a-b1f6-bb92f96f4c00 req-516f2797-6f39-4040-bd43-cd982d3af135 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:02:02.486554 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-432f42bd-634e-450a-b1f6-bb92f96f4c00 req-516f2797-6f39-4040-bd43-cd982d3af135 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ad4e0fc4-1abc-48fb-9c8e-5d76236fa098&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1377511 Nov 05 19:02:02.487218 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-dcce0de6-1520-461b-95de-18d1e2756307 tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4877122'] for subnet, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:02.487343 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.base_scheduler [None req-de32b883-1ed9-41a4-a120-95ddcd62dc22 tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Resources bound (agent type, host, resource id): {{(pid=102387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 19:02:02.550922 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-82777e6c-e756-467f-92a3-93529097c57a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789'] for port, after_create {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:02.578308 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de32b883-1ed9-41a4-a120-95ddcd62dc22 tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Received port after_create {{(pid=102387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 19:02:02.583489 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-432f42bd-634e-450a-b1f6-bb92f96f4c00 req-e601b130-ea4a-4fb1-b788-696951d99207 service neutron] 10.222.0.41 "GET /v2.0/networks/ad4e0fc4-1abc-48fb-9c8e-5d76236fa098?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879636 Nov 05 19:02:02.634897 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de32b883-1ed9-41a4-a120-95ddcd62dc22 tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Pushing event updated for resources: {'Port': ['ID=8519902f-4722-452b-b962-12b2557b6592,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:02:02.664016 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-592b9f49-896d-4dde-be05-e30dc5da6e3c None None] Attempting to bind port 0abb4a1d-baa4-4c5d-8262-7e3b081fef0f on host n-d-816865-1 for vnic_type normal with profile {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 19:02:02.669494 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-592b9f49-896d-4dde-be05-e30dc5da6e3c None None] Attempting to bind port 0abb4a1d-baa4-4c5d-8262-7e3b081fef0f by drivers openvswitch,hyperv on host n-d-816865-1 at level 0 using segments [{'id': '013a1501-081c-402c-9ca5-dab2f2b25e3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '51bb31f9-8f0f-44e4-9c3e-4194b515b5a5'}] {{(pid=102388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 19:02:02.669494 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-592b9f49-896d-4dde-be05-e30dc5da6e3c None None] Attempting to bind port 0abb4a1d-baa4-4c5d-8262-7e3b081fef0f on network 51bb31f9-8f0f-44e4-9c3e-4194b515b5a5 {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 19:02:02.679332 n-d-816865-1 neutron-server[102388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82777e6c-e756-467f-92a3-93529097c57a None None] Network c04c5771-abf8-400d-9a18-7eeaf73750ae is already hosted by enough agents. {{(pid=102388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 19:02:02.681172 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-592b9f49-896d-4dde-be05-e30dc5da6e3c None None] Checking agent: {'id': '724d89a7-611b-41e6-bc85-c48112b17afa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 18, 25, 8), 'started_at': datetime.datetime(2021, 11, 5, 18, 25, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 19, 1, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 19:02:02.681982 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-592b9f49-896d-4dde-be05-e30dc5da6e3c None None] Checking segment: {'id': '013a1501-081c-402c-9ca5-dab2f2b25e3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '51bb31f9-8f0f-44e4-9c3e-4194b515b5a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 19:02:02.683105 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-5d3d529f-da87-415c-872f-e44ffadea31e req-e40a3bdf-197a-4e20-a054-a564ebc3da5f tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] 10.222.0.13 "GET /v2.0/security-groups?id=e2e15a42-88b8-49e2-ad78-9daadc9e7fe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2335424 Nov 05 19:02:02.696723 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-592b9f49-896d-4dde-be05-e30dc5da6e3c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:02.697858 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-592b9f49-896d-4dde-be05-e30dc5da6e3c None None] Bound using segment: {'id': '013a1501-081c-402c-9ca5-dab2f2b25e3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '51bb31f9-8f0f-44e4-9c3e-4194b515b5a5'} {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 19:02:02.710680 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-592b9f49-896d-4dde-be05-e30dc5da6e3c None None] Bound port: 0abb4a1d-baa4-4c5d-8262-7e3b081fef0f, host: n-d-816865-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '013a1501-081c-402c-9ca5-dab2f2b25e3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '51bb31f9-8f0f-44e4-9c3e-4194b515b5a5'}}] {{(pid=102388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 19:02:02.710680 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-592b9f49-896d-4dde-be05-e30dc5da6e3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:02.710680 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:02.711623 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-de32b883-1ed9-41a4-a120-95ddcd62dc22 tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-571770'] for router_interface, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:02.747937 n-d-816865-1 neutron-server[102388]: DEBUG neutron.scheduler.base_scheduler [None req-82777e6c-e756-467f-92a3-93529097c57a None None] Resources bound (agent type, host, resource id): {{(pid=102388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 19:02:02.763235 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82777e6c-e756-467f-92a3-93529097c57a None None] Received port after_create {{(pid=102388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 19:02:02.804015 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-09c536bb-0d30-4efb-82b3-e0900d43c099 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:02.821164 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-432f42bd-634e-450a-b1f6-bb92f96f4c00 req-661d8899-f44d-46cc-b41e-8e0497d154b0 service neutron] 10.222.0.41 "GET /v2.0/networks/ad4e0fc4-1abc-48fb-9c8e-5d76236fa098?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2312689 Nov 05 19:02:02.841866 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] For port d88d9149-b6be-455e-8e46-bc61463e745d, host n-h2-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=d88d9149-b6be-455e-8e46-bc61463e745d,segment=NetworkSegment(d868025d-b05c-40c6-b9d6-024790792c42),segment_id=d868025d-b05c-40c6-b9d6-024790792c42)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:02:02.855419 n-d-816865-1 neutron-server[102388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e0e9f2c-b17f-4007-b3d8-07e537a1c2f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd88d9149-b6be-455e-8e46-bc61463e745d'}] {{(pid=102388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 19:02:02.858116 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85474fee1180e129d8a886d264fe0b30223aa672dd1ffe43b630605f18504f68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1325de72-32c0-4724-9059-48d9a4273406" -d '{"events": [{"server_uuid": "1e0e9f2c-b17f-4007-b3d8-07e537a1c2f3", "name": "network-vif-plugged", "status": "completed", "tag": "d88d9149-b6be-455e-8e46-bc61463e745d"}]}' {{(pid=102388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 19:02:02.874731 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-432f42bd-634e-450a-b1f6-bb92f96f4c00 req-d116bde2-71f9-4c4d-acba-d53fced10f6f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.71&port_id=67bf7a45-d02d-4202-afe1-d2eef054ceb0 HTTP/1.1" status: 200 len: 217 time: 0.0425048 Nov 05 19:02:02.919046 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82777e6c-e756-467f-92a3-93529097c57a None None] Pushing event updated for resources: {'Port': ['ID=f904aac8-cead-4589-9ec1-693959f82f99,revision_number=1']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:02:02.926136 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 19:02:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04fedf8d-bd56-4159-9156-9cdfb261260b x-openstack-request-id: req-04fedf8d-bd56-4159-9156-9cdfb261260b {{(pid=102388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 19:02:02.926421 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e0e9f2c-b17f-4007-b3d8-07e537a1c2f3", "name": "network-vif-plugged", "status": "completed", "tag": "d88d9149-b6be-455e-8e46-bc61463e745d", "code": 200}]} {{(pid=102388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 19:02:02.926668 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-04fedf8d-bd56-4159-9156-9cdfb261260b {{(pid=102388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 19:02:02.927193 n-d-816865-1 neutron-server[102388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e0e9f2c-b17f-4007-b3d8-07e537a1c2f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd88d9149-b6be-455e-8e46-bc61463e745d', 'code': 200} Nov 05 19:02:02.933538 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432f42bd-634e-450a-b1f6-bb92f96f4c00 req-149eb333-be9d-466a-9bc1-e9791fd5b04d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:02:02.936486 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-432f42bd-634e-450a-b1f6-bb92f96f4c00 req-149eb333-be9d-466a-9bc1-e9791fd5b04d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e9dfd8b9-004d-48f6-8398-0a38af599af4 HTTP/1.1" status: 200 len: 797 time: 0.0539165 Nov 05 19:02:02.992446 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-dcce0de6-1520-461b-95de-18d1e2756307 tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6149946', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4877172'] for subnet, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:03.031899 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:03.039504 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-de32b883-1ed9-41a4-a120-95ddcd62dc22 tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:03.063845 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432f42bd-634e-450a-b1f6-bb92f96f4c00 req-004e9805-a43a-49eb-a759-fc5810ec2541 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:02:03.065438 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-432f42bd-634e-450a-b1f6-bb92f96f4c00 req-004e9805-a43a-49eb-a759-fc5810ec2541 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=59ceeb29-cfb5-4ee4-ad6e-189a26cd5b4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1226442 Nov 05 19:02:03.145932 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-82777e6c-e756-467f-92a3-93529097c57a None None] Attempting to bind port f904aac8-cead-4589-9ec1-693959f82f99 on host n-d-816865-1 for vnic_type normal with profile {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 19:02:03.146726 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-82777e6c-e756-467f-92a3-93529097c57a None None] Attempting to bind port f904aac8-cead-4589-9ec1-693959f82f99 by drivers openvswitch,hyperv on host n-d-816865-1 at level 0 using segments [{'id': '018e97c5-01c3-44eb-9258-bb071832fe95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'c04c5771-abf8-400d-9a18-7eeaf73750ae'}] {{(pid=102388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 19:02:03.147507 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82777e6c-e756-467f-92a3-93529097c57a None None] Attempting to bind port f904aac8-cead-4589-9ec1-693959f82f99 on network c04c5771-abf8-400d-9a18-7eeaf73750ae {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 19:02:03.153253 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-592b9f49-896d-4dde-be05-e30dc5da6e3c None None] For port 0abb4a1d-baa4-4c5d-8262-7e3b081fef0f, host n-d-816865-1, cleared binding levels {{(pid=102388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 19:02:03.180325 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82777e6c-e756-467f-92a3-93529097c57a None None] Checking agent: {'id': '724d89a7-611b-41e6-bc85-c48112b17afa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 18, 25, 8), 'started_at': datetime.datetime(2021, 11, 5, 18, 25, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 19, 1, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 19:02:03.182826 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82777e6c-e756-467f-92a3-93529097c57a None None] Checking segment: {'id': '018e97c5-01c3-44eb-9258-bb071832fe95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'c04c5771-abf8-400d-9a18-7eeaf73750ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 19:02:03.182826 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-82777e6c-e756-467f-92a3-93529097c57a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:03.182826 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82777e6c-e756-467f-92a3-93529097c57a None None] Bound using segment: {'id': '018e97c5-01c3-44eb-9258-bb071832fe95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'c04c5771-abf8-400d-9a18-7eeaf73750ae'} {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 19:02:03.182826 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-82777e6c-e756-467f-92a3-93529097c57a None None] Bound port: f904aac8-cead-4589-9ec1-693959f82f99, host: n-d-816865-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '018e97c5-01c3-44eb-9258-bb071832fe95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'c04c5771-abf8-400d-9a18-7eeaf73750ae'}}] {{(pid=102388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 19:02:03.184025 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-82777e6c-e756-467f-92a3-93529097c57a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:03.222213 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-592b9f49-896d-4dde-be05-e30dc5da6e3c None None] For port 0abb4a1d-baa4-4c5d-8262-7e3b081fef0f, host n-d-816865-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=0abb4a1d-baa4-4c5d-8262-7e3b081fef0f,segment=NetworkSegment(013a1501-081c-402c-9ca5-dab2f2b25e3c),segment_id=013a1501-081c-402c-9ca5-dab2f2b25e3c)] {{(pid=102388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 19:02:03.231228 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcce0de6-1520-461b-95de-18d1e2756307 tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] Pushing event updated for resources: {'Subnet': ['ID=84ce54da-848b-46df-8096-7cf8aca31b7b,revision_number=0']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:02:03.238096 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b7b422-d14e-49c0-a868-64d42bf2ec91 req-f6716a38-fbdd-46cd-b8fd-3903e1f8a6eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:02:03.248918 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-b8b7b422-d14e-49c0-a868-64d42bf2ec91 req-f6716a38-fbdd-46cd-b8fd-3903e1f8a6eb service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=1e0e9f2c-b17f-4007-b3d8-07e537a1c2f3 HTTP/1.1" status: 200 len: 1097 time: 0.1551950 Nov 05 19:02:03.267301 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Pushing event updated for resources: {'Port': ['ID=d88d9149-b6be-455e-8e46-bc61463e745d,revision_number=5']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:02:03.273751 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcce0de6-1520-461b-95de-18d1e2756307 tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] Checking segment: {'id': '9b3b653f-d04e-41c6-bcbf-28767ab833f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'c022b8af-9158-424c-a5a2-787b5e720f18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 19:02:03.273751 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcce0de6-1520-461b-95de-18d1e2756307 tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] Network hostable DHCP agents. Network: c022b8af-9158-424c-a5a2-787b5e720f18, hostable agents: ['987e2ca0-bc3b-4c6f-a989-429ccfbf753f'], hosted agents: [] {{(pid=102386) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 05 19:02:03.302813 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-82777e6c-e756-467f-92a3-93529097c57a None None] For port f904aac8-cead-4589-9ec1-693959f82f99, host n-d-816865-1, cleared binding levels {{(pid=102388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 19:02:03.308527 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-82777e6c-e756-467f-92a3-93529097c57a None None] For port f904aac8-cead-4589-9ec1-693959f82f99, host n-d-816865-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=f904aac8-cead-4589-9ec1-693959f82f99,segment=NetworkSegment(018e97c5-01c3-44eb-9258-bb071832fe95),segment_id=018e97c5-01c3-44eb-9258-bb071832fe95)] {{(pid=102388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 19:02:03.310605 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-592b9f49-896d-4dde-be05-e30dc5da6e3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:03.317795 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-432f42bd-634e-450a-b1f6-bb92f96f4c00 req-fa7bb5d3-2d45-445f-b27c-33e1e7f15ba8 service neutron] 10.222.0.41 "GET /v2.0/networks/59ceeb29-cfb5-4ee4-ad6e-189a26cd5b4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2241259 Nov 05 19:02:03.374755 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-b8b7b422-d14e-49c0-a868-64d42bf2ec91 req-142b6c57-5737-466f-9d1c-27eeaa7d5046 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=e2e15a42-88b8-49e2-ad78-9daadc9e7fe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142278 Nov 05 19:02:03.426362 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592b9f49-896d-4dde-be05-e30dc5da6e3c None None] Pushing event updated for resources: {'Port': ['ID=0abb4a1d-baa4-4c5d-8262-7e3b081fef0f,revision_number=2']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:02:03.439286 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-82777e6c-e756-467f-92a3-93529097c57a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:03.454869 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcce0de6-1520-461b-95de-18d1e2756307 tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] Network c022b8af-9158-424c-a5a2-787b5e720f18 is scheduled to be hosted by DHCP agent 987e2ca0-bc3b-4c6f-a989-429ccfbf753f with binding_index 1 {{(pid=102386) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 05 19:02:03.512591 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-432f42bd-634e-450a-b1f6-bb92f96f4c00 req-d314bea5-3f9f-42df-a27a-cb2326809809 service neutron] 10.222.0.41 "GET /v2.0/networks/59ceeb29-cfb5-4ee4-ad6e-189a26cd5b4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1876397 Nov 05 19:02:03.562680 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.base_scheduler [None req-dcce0de6-1520-461b-95de-18d1e2756307 tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816865-1, c022b8af-9158-424c-a5a2-787b5e720f18) {{(pid=102386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 19:02:03.568285 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcce0de6-1520-461b-95de-18d1e2756307 tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:02:03.569433 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-dcce0de6-1520-461b-95de-18d1e2756307 tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] Publish callbacks [] for subnet, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:03.593306 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8286afae-464a-49b8-9de2-df70037d2575 None None] Network c022b8af-9158-424c-a5a2-787b5e720f18 requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 19:02:03.634030 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82777e6c-e756-467f-92a3-93529097c57a None None] Pushing event updated for resources: {'Port': ['ID=f904aac8-cead-4589-9ec1-693959f82f99,revision_number=2']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:02:03.684719 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-432f42bd-634e-450a-b1f6-bb92f96f4c00 req-8bf3546c-eac3-4df0-a04a-dcf28783960c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.82&port_id=2456eae3-169a-4fab-a13d-e220c18e5959 HTTP/1.1" status: 200 len: 217 time: 0.0749428 Nov 05 19:02:03.694663 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-dcce0de6-1520-461b-95de-18d1e2756307 tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5196714 Nov 05 19:02:03.695173 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 45834) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:02:03.703161 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-a231dd8f-dd9e-4d96-9386-b96557d91662 tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:02:03.976993 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-a231dd8f-dd9e-4d96-9386-b96557d91662 tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-4877133'] for subnet, before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:04.087584 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-212089c5-8cf7-4b20-87ee-ac57987475f2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeb20a084-accf-5b60-8075-3e69ebe863a6-c022b8af-9158-424c-a5a2-787b5e720f18', 'network_id': 'c022b8af-9158-424c-a5a2-787b5e720f18', 'tenant_id': 'a40892ba0bb140d0a4934f8baf0fb131', 'fixed_ips': [{'subnet_id': '84ce54da-848b-46df-8096-7cf8aca31b7b'}]}} from n-d-816865-1. {{(pid=102388) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 05 19:02:04.089728 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-212089c5-8cf7-4b20-87ee-ac57987475f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:04.100675 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432f42bd-634e-450a-b1f6-bb92f96f4c00 req-41ad453f-2a90-4bb8-8422-ae2b9684c928 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:02:04.105678 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-432f42bd-634e-450a-b1f6-bb92f96f4c00 req-41ad453f-2a90-4bb8-8422-ae2b9684c928 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e9dfd8b9-004d-48f6-8398-0a38af599af4 HTTP/1.1" status: 200 len: 797 time: 0.4033880 Nov 05 19:02:04.250472 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f250281e-214a-4efa-84d5-0d869422d856 req-0511321a-0fcb-426a-bc67-51a2d8e4c5e5 tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:02:04.251304 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-f250281e-214a-4efa-84d5-0d869422d856 req-0511321a-0fcb-426a-bc67-51a2d8e4c5e5 tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e0e9f2c-b17f-4007-b3d8-07e537a1c2f3 HTTP/1.1" status: 200 len: 946 time: 0.3374963 Nov 05 19:02:04.277651 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-a231dd8f-dd9e-4d96-9386-b96557d91662 tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8750027766631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-6149884'] for subnet, after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:04.347819 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.db_base_plugin_common [None req-212089c5-8cf7-4b20-87ee-ac57987475f2 None None] Allocated IP 2001:db8::2 (c022b8af-9158-424c-a5a2-787b5e720f18/84ce54da-848b-46df-8096-7cf8aca31b7b/40295e22-2ec2-4640-a8db-a4e12ec56288) {{(pid=102388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 19:02:04.427358 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432f42bd-634e-450a-b1f6-bb92f96f4c00 req-0575d071-5f79-4ba6-b7b2-944745b351c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:02:04.431923 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-432f42bd-634e-450a-b1f6-bb92f96f4c00 req-0575d071-5f79-4ba6-b7b2-944745b351c6 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=59ceeb29-cfb5-4ee4-ad6e-189a26cd5b4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3144076 Nov 05 19:02:04.553008 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-212089c5-8cf7-4b20-87ee-ac57987475f2 None None] Publish callbacks [] for port, precommit_create {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:04.637029 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-212089c5-8cf7-4b20-87ee-ac57987475f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789'] for port, after_create {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:04.655516 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-432f42bd-634e-450a-b1f6-bb92f96f4c00 req-8864c9fc-f25a-4522-bff1-56c6b066dbbc service neutron] 10.222.0.41 "GET /v2.0/networks/59ceeb29-cfb5-4ee4-ad6e-189a26cd5b4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2046304 Nov 05 19:02:04.727032 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:04.749373 n-d-816865-1 neutron-server[102388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-212089c5-8cf7-4b20-87ee-ac57987475f2 None None] Network c022b8af-9158-424c-a5a2-787b5e720f18 is already hosted by enough agents. {{(pid=102388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 19:02:04.783391 n-d-816865-1 neutron-server[102388]: DEBUG neutron.scheduler.base_scheduler [None req-212089c5-8cf7-4b20-87ee-ac57987475f2 None None] Resources bound (agent type, host, resource id): {{(pid=102388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 19:02:04.789545 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-212089c5-8cf7-4b20-87ee-ac57987475f2 None None] Received port after_create {{(pid=102388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 19:02:04.793589 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212089c5-8cf7-4b20-87ee-ac57987475f2 None None] Pushing event updated for resources: {'Port': ['ID=40295e22-2ec2-4640-a8db-a4e12ec56288,revision_number=1']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:02:04.894443 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-432f42bd-634e-450a-b1f6-bb92f96f4c00 req-abf6a6b2-300c-4daa-9612-ba79244099d6 service neutron] 10.222.0.41 "GET /v2.0/networks/59ceeb29-cfb5-4ee4-ad6e-189a26cd5b4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2175379 Nov 05 19:02:04.922544 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-212089c5-8cf7-4b20-87ee-ac57987475f2 None None] Attempting to bind port 40295e22-2ec2-4640-a8db-a4e12ec56288 on host n-d-816865-1 for vnic_type normal with profile {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 19:02:04.929497 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-212089c5-8cf7-4b20-87ee-ac57987475f2 None None] Attempting to bind port 40295e22-2ec2-4640-a8db-a4e12ec56288 by drivers openvswitch,hyperv on host n-d-816865-1 at level 0 using segments [{'id': '9b3b653f-d04e-41c6-bcbf-28767ab833f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'c022b8af-9158-424c-a5a2-787b5e720f18'}] {{(pid=102388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 19:02:04.930096 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-212089c5-8cf7-4b20-87ee-ac57987475f2 None None] Attempting to bind port 40295e22-2ec2-4640-a8db-a4e12ec56288 on network c022b8af-9158-424c-a5a2-787b5e720f18 {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 19:02:04.937349 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-212089c5-8cf7-4b20-87ee-ac57987475f2 None None] Checking agent: {'id': '724d89a7-611b-41e6-bc85-c48112b17afa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 18, 25, 8), 'started_at': datetime.datetime(2021, 11, 5, 18, 25, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 19, 1, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 19:02:04.939101 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-212089c5-8cf7-4b20-87ee-ac57987475f2 None None] Checking segment: {'id': '9b3b653f-d04e-41c6-bcbf-28767ab833f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'c022b8af-9158-424c-a5a2-787b5e720f18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 19:02:04.939620 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-212089c5-8cf7-4b20-87ee-ac57987475f2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:04.940830 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-212089c5-8cf7-4b20-87ee-ac57987475f2 None None] Bound using segment: {'id': '9b3b653f-d04e-41c6-bcbf-28767ab833f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'c022b8af-9158-424c-a5a2-787b5e720f18'} {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 19:02:04.941510 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-212089c5-8cf7-4b20-87ee-ac57987475f2 None None] Bound port: 40295e22-2ec2-4640-a8db-a4e12ec56288, host: n-d-816865-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b3b653f-d04e-41c6-bcbf-28767ab833f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'c022b8af-9158-424c-a5a2-787b5e720f18'}}] {{(pid=102388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 19:02:04.942134 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-212089c5-8cf7-4b20-87ee-ac57987475f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:04.962379 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-a3f279ee-9b52-43a8-ab08-1c62b6ad309b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:05.047539 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-432f42bd-634e-450a-b1f6-bb92f96f4c00 req-c7e7e4f4-e5c0-408e-9290-66c8a4ecaeb5 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.133&port_id=46698228-652b-414f-824e-358a6286420a HTTP/1.1" status: 200 len: 217 time: 0.1332097 Nov 05 19:02:05.097662 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-212089c5-8cf7-4b20-87ee-ac57987475f2 None None] For port 40295e22-2ec2-4640-a8db-a4e12ec56288, host n-d-816865-1, cleared binding levels {{(pid=102388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 19:02:05.102636 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-212089c5-8cf7-4b20-87ee-ac57987475f2 None None] For port 40295e22-2ec2-4640-a8db-a4e12ec56288, host n-d-816865-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=40295e22-2ec2-4640-a8db-a4e12ec56288,segment=NetworkSegment(9b3b653f-d04e-41c6-bcbf-28767ab833f2),segment_id=9b3b653f-d04e-41c6-bcbf-28767ab833f2)] {{(pid=102388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 19:02:05.111692 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-f250281e-214a-4efa-84d5-0d869422d856 req-a3a16f1c-d89d-4058-a33c-289cc0607419 tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] 10.222.0.13 "GET /v2.0/security-groups?id=e2e15a42-88b8-49e2-ad78-9daadc9e7fe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8521123 Nov 05 19:02:05.180803 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-212089c5-8cf7-4b20-87ee-ac57987475f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:05.240482 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432f42bd-634e-450a-b1f6-bb92f96f4c00 req-daa25719-395c-4a11-96c3-b669421c47d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:02:05.251472 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-432f42bd-634e-450a-b1f6-bb92f96f4c00 req-daa25719-395c-4a11-96c3-b669421c47d6 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e9dfd8b9-004d-48f6-8398-0a38af599af4 HTTP/1.1" status: 200 len: 797 time: 0.1928437 Nov 05 19:02:05.257162 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a231dd8f-dd9e-4d96-9386-b96557d91662 tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:02:05.257767 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-a231dd8f-dd9e-4d96-9386-b96557d91662 tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] Publish callbacks [] for subnet, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:05.259113 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-a231dd8f-dd9e-4d96-9386-b96557d91662 tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] 10.222.0.13 "PUT /v2.0/subnets/84ce54da-848b-46df-8096-7cf8aca31b7b HTTP/1.1" status: 200 len: 826 time: 1.5629594 Nov 05 19:02:05.262184 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 45848) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:02:05.311400 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212089c5-8cf7-4b20-87ee-ac57987475f2 None None] Pushing event updated for resources: {'Port': ['ID=40295e22-2ec2-4640-a8db-a4e12ec56288,revision_number=2']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:02:05.339319 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-de32b883-1ed9-41a4-a120-95ddcd62dc22 tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Publish callbacks [] for port, precommit_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:05.370070 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432f42bd-634e-450a-b1f6-bb92f96f4c00 req-e81a46e7-98cf-4b5e-8bd7-4106df9bae76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:02:05.371402 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-432f42bd-634e-450a-b1f6-bb92f96f4c00 req-e81a46e7-98cf-4b5e-8bd7-4106df9bae76 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=59ceeb29-cfb5-4ee4-ad6e-189a26cd5b4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1055646 Nov 05 19:02:05.372459 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b810018c-2259-4313-b349-4871b013d9b4 None None] Network 51bb31f9-8f0f-44e4-9c3e-4194b515b5a5 requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 19:02:05.449002 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-de32b883-1ed9-41a4-a120-95ddcd62dc22 tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4417072'] for port, after_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:05.551787 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-4a61bbae-4b9b-40e8-9bb3-4014efc5e41a tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1664226'] for network, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:05.558616 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a231dd8f-dd9e-4d96-9386-b96557d91662 tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] Pushing event updated for resources: {'Subnet': ['ID=84ce54da-848b-46df-8096-7cf8aca31b7b,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:02:05.719672 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de32b883-1ed9-41a4-a120-95ddcd62dc22 tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Pushing event updated for resources: {'Port': ['ID=8519902f-4722-452b-b962-12b2557b6592,revision_number=2']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:02:05.788323 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-de32b883-1ed9-41a4-a120-95ddcd62dc22 tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-597863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-571878'] for router_interface, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:05.857109 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-4a61bbae-4b9b-40e8-9bb3-4014efc5e41a tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] Deleting port 40295e22-2ec2-4640-a8db-a4e12ec56288 {{(pid=102386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 19:02:05.857701 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-4a61bbae-4b9b-40e8-9bb3-4014efc5e41a tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:05.925293 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-432f42bd-634e-450a-b1f6-bb92f96f4c00 req-a92fded9-9ac3-45d2-b565-90295bae88e2 service neutron] 10.222.0.41 "GET /v2.0/networks/59ceeb29-cfb5-4ee4-ad6e-189a26cd5b4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5366991 Nov 05 19:02:06.046638 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [None req-4a61bbae-4b9b-40e8-9bb3-4014efc5e41a tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] For port 40295e22-2ec2-4640-a8db-a4e12ec56288, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=40295e22-2ec2-4640-a8db-a4e12ec56288,segment=NetworkSegment(9b3b653f-d04e-41c6-bcbf-28767ab833f2),segment_id=9b3b653f-d04e-41c6-bcbf-28767ab833f2)] {{(pid=102386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:02:06.047008 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-4a61bbae-4b9b-40e8-9bb3-4014efc5e41a tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:06.064126 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-4a61bbae-4b9b-40e8-9bb3-4014efc5e41a tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] Calling delete_port for 40295e22-2ec2-4640-a8db-a4e12ec56288 owned by network:dhcp {{(pid=102386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 19:02:06.123159 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59ad07d8-44f8-4b98-896c-5629ae6b148e None None] Network c04c5771-abf8-400d-9a18-7eeaf73750ae requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 19:02:06.132076 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device f904aac8-cead-4589-9ec1-693959f82f99 up at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 19:02:06.282716 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-4a61bbae-4b9b-40e8-9bb3-4014efc5e41a tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:06.367270 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de32b883-1ed9-41a4-a120-95ddcd62dc22 tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Network 51bb31f9-8f0f-44e4-9c3e-4194b515b5a5 is already hosted by enough agents. {{(pid=102387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 19:02:06.371558 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.base_scheduler [None req-de32b883-1ed9-41a4-a120-95ddcd62dc22 tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Resources bound (agent type, host, resource id): {{(pid=102387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 19:02:06.375725 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-432f42bd-634e-450a-b1f6-bb92f96f4c00 req-fbca2ef1-e4ae-40d2-acf6-108b54d628f0 service neutron] 10.222.0.41 "GET /v2.0/networks/59ceeb29-cfb5-4ee4-ad6e-189a26cd5b4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4397333 Nov 05 19:02:06.435959 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-432f42bd-634e-450a-b1f6-bb92f96f4c00 req-9b05391c-d053-4f84-9848-fcaef05cd0b1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.123&port_id=5386ba49-a136-493a-a4e4-38072626870e HTTP/1.1" status: 200 len: 217 time: 0.0469360 Nov 05 19:02:06.438555 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a61bbae-4b9b-40e8-9bb3-4014efc5e41a tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] No DVR routers for this DVR port 40295e22-2ec2-4640-a8db-a4e12ec56288 on host n-d-816865-1 {{(pid=102386) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 19:02:06.484206 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-fda583e5-2cab-4ecc-b08a-5f4829a46391 None None] Provisioning complete for port 0abb4a1d-baa4-4c5d-8262-7e3b081fef0f triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:02:06.484577 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-fda583e5-2cab-4ecc-b08a-5f4829a46391 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:06.492468 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a61bbae-4b9b-40e8-9bb3-4014efc5e41a tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] Pushing event deleted for resources: {'Port': ['ID=40295e22-2ec2-4640-a8db-a4e12ec56288,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:02:06.535007 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b304910f-7b27-444b-a8fc-977d26b1ceac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:06.558837 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-4a61bbae-4b9b-40e8-9bb3-4014efc5e41a tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1573928'] for subnet, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:06.608922 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04759c15-7436-49cb-8035-bb50cb712101 req-01b616f0-73a6-4592-a830-91e8b46c23ee tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:02:06.610805 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-04759c15-7436-49cb-8035-bb50cb712101 req-01b616f0-73a6-4592-a830-91e8b46c23ee tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e0e9f2c-b17f-4007-b3d8-07e537a1c2f3 HTTP/1.1" status: 200 len: 946 time: 0.3727281 Nov 05 19:02:06.635272 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de32b883-1ed9-41a4-a120-95ddcd62dc22 tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Router fd1de92a-98b3-4885-85eb-3624b8362935 has already been hosted by L3 agent 6dcb5589-8e86-4616-9186-ddc4548e13ad {{(pid=102387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 19:02:06.664520 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:06.748139 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432f42bd-634e-450a-b1f6-bb92f96f4c00 req-2019dca8-80ec-4484-a8eb-a890e4dd25dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:02:06.749971 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-432f42bd-634e-450a-b1f6-bb92f96f4c00 req-2019dca8-80ec-4484-a8eb-a890e4dd25dc service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e9dfd8b9-004d-48f6-8398-0a38af599af4 HTTP/1.1" status: 200 len: 797 time: 0.1862397 Nov 05 19:02:06.780610 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-4a61bbae-4b9b-40e8-9bb3-4014efc5e41a tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1573905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6149879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4877183'] for subnet, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:06.797629 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Provisioning complete for port f904aac8-cead-4589-9ec1-693959f82f99 triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:02:06.798018 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:06.941802 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a61bbae-4b9b-40e8-9bb3-4014efc5e41a tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] Pushing event deleted for resources: {'Subnet': ['ID=84ce54da-848b-46df-8096-7cf8aca31b7b,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:02:07.001306 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-04759c15-7436-49cb-8035-bb50cb712101 req-ab0c9457-283a-4d8c-aeb0-a96fd131aadc tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] 10.222.0.13 "GET /v2.0/security-groups?id=e2e15a42-88b8-49e2-ad78-9daadc9e7fe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3729553 Nov 05 19:02:07.149197 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-4a61bbae-4b9b-40e8-9bb3-4014efc5e41a tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1579173', 'neutron.services.segments.db._delete_segments_for_network-8750027792909'] for network, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:07.203107 n-d-816865-1 neutron-server[102386]: DEBUG neutron.services.segments.db [None req-4a61bbae-4b9b-40e8-9bb3-4014efc5e41a tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c022b8af-9158-424c-a5a2-787b5e720f18']}} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:02:07.232417 n-d-816865-1 neutron-server[102386]: DEBUG neutron.services.segments.db [None req-4a61bbae-4b9b-40e8-9bb3-4014efc5e41a tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b3b653f-d04e-41c6-bcbf-28767ab833f2') {'for_net_delete': True} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:02:07.232884 n-d-816865-1 neutron-server[102386]: DEBUG neutron.services.segments.db [None req-4a61bbae-4b9b-40e8-9bb3-4014efc5e41a tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b3b653f-d04e-41c6-bcbf-28767ab833f2') {} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:02:07.251003 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-4a61bbae-4b9b-40e8-9bb3-4014efc5e41a tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750027793430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4590747'] for segment, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:07.259619 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de32b883-1ed9-41a4-a120-95ddcd62dc22 tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Notify agent at l3_agent.n-d-816865-1 the message routers_updated {{(pid=102387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 19:02:07.268568 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-4a61bbae-4b9b-40e8-9bb3-4014efc5e41a tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273'] for segment, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:07.276478 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a61bbae-4b9b-40e8-9bb3-4014efc5e41a tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] Releasing vlan 197 on physical network physnet1 to pool {{(pid=102386) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 05 19:02:07.276888 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-4a61bbae-4b9b-40e8-9bb3-4014efc5e41a tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6149721'] for segment, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:07.281361 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-de32b883-1ed9-41a4-a120-95ddcd62dc22 tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] 10.222.0.13 "PUT /v2.0/routers/fd1de92a-98b3-4885-85eb-3624b8362935/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4233794 Nov 05 19:02:07.291006 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 45872) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:02:07.316072 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbdc7056-0bef-4c0f-9053-4d0799912d4c None None] Sync routers for ids ['fd1de92a-98b3-4885-85eb-3624b8362935'] in n-d-816865-1 {{(pid=102388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 19:02:07.324812 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-6351c194-ffac-4a23-8c4a-a53d30ee295b tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Request body: {'network': {'name': 'tempest-RoutersTest-893953410'}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:02:07.382590 n-d-816865-1 neutron-server[102386]: Traceback (most recent call last): Nov 05 19:02:07.382590 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 05 19:02:07.382590 n-d-816865-1 neutron-server[102386]: timer() Nov 05 19:02:07.382590 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 05 19:02:07.382590 n-d-816865-1 neutron-server[102386]: cb(*args, **kw) Nov 05 19:02:07.382590 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 05 19:02:07.382590 n-d-816865-1 neutron-server[102386]: return func(*args, **kwargs) Nov 05 19:02:07.382590 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 05 19:02:07.382590 n-d-816865-1 neutron-server[102386]: self._notify() Nov 05 19:02:07.382590 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 05 19:02:07.382590 n-d-816865-1 neutron-server[102386]: self.callback(batched_events) Nov 05 19:02:07.382590 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 05 19:02:07.382590 n-d-816865-1 neutron-server[102386]: event.method(event) Nov 05 19:02:07.382590 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 05 19:02:07.382590 n-d-816865-1 neutron-server[102386]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 05 19:02:07.382590 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 05 19:02:07.382590 n-d-816865-1 neutron-server[102386]: aggregate_uuid = self.p_client.list_aggregates( Nov 05 19:02:07.382590 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 05 19:02:07.382590 n-d-816865-1 neutron-server[102386]: return f(self, *a, **k) Nov 05 19:02:07.382590 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 05 19:02:07.382590 n-d-816865-1 neutron-server[102386]: return self._get(url).json() Nov 05 19:02:07.382590 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 05 19:02:07.382590 n-d-816865-1 neutron-server[102386]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 05 19:02:07.382590 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 05 19:02:07.382590 n-d-816865-1 neutron-server[102386]: return self.request(url, 'GET', **kwargs) Nov 05 19:02:07.382590 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 05 19:02:07.382590 n-d-816865-1 neutron-server[102386]: base_url = self.get_endpoint(auth, allow=allow, Nov 05 19:02:07.382590 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 05 19:02:07.382590 n-d-816865-1 neutron-server[102386]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 05 19:02:07.382590 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 05 19:02:07.382590 n-d-816865-1 neutron-server[102386]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 05 19:02:07.382590 n-d-816865-1 neutron-server[102386]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 05 19:02:07.417141 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbdc7056-0bef-4c0f-9053-4d0799912d4c None None] Routers {'fd1de92a-98b3-4885-85eb-3624b8362935'} bound to L3 agent in host n-d-816865-1 {{(pid=102388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 19:02:07.418027 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-fbdc7056-0bef-4c0f-9053-4d0799912d4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T19:02:05Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['fd1de92a-98b3-4885-85eb-3624b8362935'], 'active': True} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:02:07.465123 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-4a61bbae-4b9b-40e8-9bb3-4014efc5e41a tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1579178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-956796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1000687'] for network, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:07.501459 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d62e2c0a-ffb1-4e6c-9502-bc8a5f3ed510 None None] Network c022b8af-9158-424c-a5a2-787b5e720f18 requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 19:02:07.525529 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-4a61bbae-4b9b-40e8-9bb3-4014efc5e41a tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] Publish callbacks [] for network, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:07.538117 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-4a61bbae-4b9b-40e8-9bb3-4014efc5e41a tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] 10.222.0.13 "DELETE /v2.0/networks/c022b8af-9158-424c-a5a2-787b5e720f18 HTTP/1.1" status: 204 len: 168 time: 2.2699742 Nov 05 19:02:07.538117 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a61bbae-4b9b-40e8-9bb3-4014efc5e41a tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] Pushing event deleted for resources: {'Network': ['ID=c022b8af-9158-424c-a5a2-787b5e720f18,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:02:07.540196 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 45884) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:02:07.562276 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-fda583e5-2cab-4ecc-b08a-5f4829a46391 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:07.565393 n-d-816865-1 neutron-server[102386]: INFO neutron.pecan_wsgi.hooks.translation [None req-a07f5355-2c5c-4cb9-a3a7-8689f5c99b26 tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] DELETE failed (client error): The resource could not be found. Nov 05 19:02:07.571914 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a07f5355-2c5c-4cb9-a3a7-8689f5c99b26 tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102386) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 05 19:02:07.577135 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-a07f5355-2c5c-4cb9-a3a7-8689f5c99b26 tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] 10.222.0.13 "DELETE /v2.0/networks/c022b8af-9158-424c-a5a2-787b5e720f18 HTTP/1.1" status: 404 len: 339 time: 0.0354471 Nov 05 19:02:07.582760 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 45886) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:02:07.590749 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432f42bd-634e-450a-b1f6-bb92f96f4c00 req-27759681-908b-4a36-8a74-b1de24c273a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:02:07.591704 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-e5d7cf71-8d98-4c08-b93b-5fdb66a22452 tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-619626264', 'description': 'd1'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:02:07.593052 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-432f42bd-634e-450a-b1f6-bb92f96f4c00 req-27759681-908b-4a36-8a74-b1de24c273a7 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=59ceeb29-cfb5-4ee4-ad6e-189a26cd5b4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.8329792 Nov 05 19:02:07.596333 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6351c194-ffac-4a23-8c4a-a53d30ee295b tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Made reservation on behalf of e73ce0a6a4b043a3828a6e49d45da7fe for: {'network': 1} {{(pid=102387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 19:02:07.600928 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-6351c194-ffac-4a23-8c4a-a53d30ee295b tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for network, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:07.653660 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvr_db [None req-fbdc7056-0bef-4c0f-9053-4d0799912d4c None None] Set router fd1de92a-98b3-4885-85eb-3624b8362935 gateway port host: None {{(pid=102388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 19:02:07.733631 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5d7cf71-8d98-4c08-b93b-5fdb66a22452 tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] Made reservation on behalf of a40892ba0bb140d0a4934f8baf0fb131 for: {'network': 1} {{(pid=102386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 19:02:07.735908 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6351c194-ffac-4a23-8c4a-a53d30ee295b tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 161} {{(pid=102387) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 05 19:02:07.737442 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-e5d7cf71-8d98-4c08-b93b-5fdb66a22452 tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for network, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:07.748042 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-6351c194-ffac-4a23-8c4a-a53d30ee295b tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273'] for segment, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:07.748505 n-d-816865-1 neutron-server[102387]: INFO neutron.db.segments_db [None req-6351c194-ffac-4a23-8c4a-a53d30ee295b tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Added segment 4a3a87da-a97c-4d32-9751-1194a57fc4c2 of type vlan for network b60afebf-4427-4753-ae89-8f7bac7401ec Nov 05 19:02:07.800430 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-6351c194-ffac-4a23-8c4a-a53d30ee295b tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750027258543'] for network, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:07.806953 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5d7cf71-8d98-4c08-b93b-5fdb66a22452 tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 176} {{(pid=102386) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 05 19:02:07.832610 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-e5d7cf71-8d98-4c08-b93b-5fdb66a22452 tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273'] for segment, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:07.833098 n-d-816865-1 neutron-server[102386]: INFO neutron.db.segments_db [None req-e5d7cf71-8d98-4c08-b93b-5fdb66a22452 tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] Added segment 9cb71cdd-f794-4480-8496-bde5cbb64c3f of type vlan for network 26c8a1cb-a1cf-44f3-ae77-b09ed6eed994 Nov 05 19:02:07.879729 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d62e2c0a-ffb1-4e6c-9502-bc8a5f3ed510 None None] Network c022b8af-9158-424c-a5a2-787b5e720f18 could not be found, it might have been deleted concurrently. {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 05 19:02:07.888570 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110d077e-1155-4ca3-8b73-c0a5e7815458 req-c403e682-9730-49b2-b9ff-aa1aaf6819a2 tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:02:07.890756 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-110d077e-1155-4ca3-8b73-c0a5e7815458 req-c403e682-9730-49b2-b9ff-aa1aaf6819a2 tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] 10.222.0.13 "GET /v2.0/networks?id=2974e85c-ccd8-4cce-92c0-fa64d0405969 HTTP/1.1" status: 200 len: 814 time: 0.4709678 Nov 05 19:02:07.910431 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-110d077e-1155-4ca3-8b73-c0a5e7815458 req-421cbaeb-16f2-49f3-aca4-f8824b010b90 tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] 10.222.0.13 "GET /v2.0/quotas/202d48fbf8184969a2b022e0eeddf3c9 HTTP/1.1" status: 200 len: 375 time: 0.0133681 Nov 05 19:02:07.943962 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-6351c194-ffac-4a23-8c4a-a53d30ee295b tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-956796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877'] for network, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:07.950582 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6351c194-ffac-4a23-8c4a-a53d30ee295b tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:02:07.951206 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-6351c194-ffac-4a23-8c4a-a53d30ee295b tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Publish callbacks [] for network, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:08.015693 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:08.025925 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-e5d7cf71-8d98-4c08-b93b-5fdb66a22452 tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750027258543'] for network, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:08.051463 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e91d8597-7f2f-46f7-a59a-c9aeaa7e3e6c None None] DHCP port deletion for c022b8af-9158-424c-a5a2-787b5e720f18 request from n-d-816865-1 {{(pid=102388) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 05 19:02:08.073233 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-fda583e5-2cab-4ecc-b08a-5f4829a46391 None None] For port 0abb4a1d-baa4-4c5d-8262-7e3b081fef0f, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=0abb4a1d-baa4-4c5d-8262-7e3b081fef0f,segment=NetworkSegment(013a1501-081c-402c-9ca5-dab2f2b25e3c),segment_id=013a1501-081c-402c-9ca5-dab2f2b25e3c)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:02:08.148786 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2381f5d0-36b5-4d25-a57b-4c3dcff9f0f4 None None] Network c022b8af-9158-424c-a5a2-787b5e720f18 requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 19:02:08.170671 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] For port f904aac8-cead-4589-9ec1-693959f82f99, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=f904aac8-cead-4589-9ec1-693959f82f99,segment=NetworkSegment(018e97c5-01c3-44eb-9258-bb071832fe95),segment_id=018e97c5-01c3-44eb-9258-bb071832fe95)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:02:08.196922 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-fda583e5-2cab-4ecc-b08a-5f4829a46391 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:08.199697 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2381f5d0-36b5-4d25-a57b-4c3dcff9f0f4 None None] Network c022b8af-9158-424c-a5a2-787b5e720f18 could not be found, it might have been deleted concurrently. {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 05 19:02:08.243455 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-e5d7cf71-8d98-4c08-b93b-5fdb66a22452 tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-956796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877'] for network, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:08.249717 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5d7cf71-8d98-4c08-b93b-5fdb66a22452 tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:02:08.250878 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-e5d7cf71-8d98-4c08-b93b-5fdb66a22452 tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] Publish callbacks [] for network, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:08.412181 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda583e5-2cab-4ecc-b08a-5f4829a46391 None None] Pushing event updated for resources: {'Port': ['ID=0abb4a1d-baa4-4c5d-8262-7e3b081fef0f,revision_number=3']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:02:08.455136 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:08.455951 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 0abb4a1d-baa4-4c5d-8262-7e3b081fef0f up at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 19:02:08.481844 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-fbdc7056-0bef-4c0f-9053-4d0799912d4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd1de92a-98b3-4885-85eb-3624b8362935', 'name': 'tempest-RoutersTest-router-939760282', 'tenant_id': 'e73ce0a6a4b043a3828a6e49d45da7fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T19:01:38Z', 'updated_at': '2021-11-05T19:02:02Z', 'revision_number': 4, 'project_id': 'e73ce0a6a4b043a3828a6e49d45da7fe', 'gw_port_host': None, '_interfaces': [{'id': '8519902f-4722-452b-b962-12b2557b6592', 'name': '', 'network_id': '51bb31f9-8f0f-44e4-9c3e-4194b515b5a5', 'tenant_id': 'e73ce0a6a4b043a3828a6e49d45da7fe', 'mac_address': 'fa:16:3e:aa:4a:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd1de92a-98b3-4885-85eb-3624b8362935', 'device_owner': 'network:router_interface', 'standard_attr_id': 2882, 'fixed_ips': [{'subnet_id': '73af3bcb-350f-488c-a8fc-d49ff8bac692', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:02:00Z', 'updated_at': '2021-11-05T19:02:04Z', 'revision_number': 2, 'project_id': 'e73ce0a6a4b043a3828a6e49d45da7fe', 'subnets': [{'id': '73af3bcb-350f-488c-a8fc-d49ff8bac692', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '953a5297-c445-4661-9ea9-6d266c22f808', 'name': '', 'network_id': '3233a838-3b77-4672-a9c6-914f0ac42c26', 'tenant_id': 'e73ce0a6a4b043a3828a6e49d45da7fe', 'mac_address': 'fa:16:3e:31:8a:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd1de92a-98b3-4885-85eb-3624b8362935', 'device_owner': 'network:router_interface', 'standard_attr_id': 2873, 'fixed_ips': [{'subnet_id': '8073db28-b421-4759-be53-5a16d7654da3', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:01:52Z', 'updated_at': '2021-11-05T19:01:59Z', 'revision_number': 5, 'project_id': 'e73ce0a6a4b043a3828a6e49d45da7fe', 'subnets': [{'id': '8073db28-b421-4759-be53-5a16d7654da3', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'acaf73af-be86-4544-95b9-1174fd0d9242', 'name': '', 'network_id': 'cd6e8b9b-a53a-4763-885f-93ef3b3f8bef', 'tenant_id': 'e73ce0a6a4b043a3828a6e49d45da7fe', 'mac_address': 'fa:16:3e:d9:ee:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd1de92a-98b3-4885-85eb-3624b8362935', 'device_owner': 'network:router_interface', 'standard_attr_id': 2853, 'fixed_ips': [{'subnet_id': '558ddf96-5913-4b9c-a7f9-98c1c25a666b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:01:42Z', 'updated_at': '2021-11-05T19:01:53Z', 'revision_number': 5, 'project_id': 'e73ce0a6a4b043a3828a6e49d45da7fe', 'subnets': [{'id': '558ddf96-5913-4b9c-a7f9-98c1c25a666b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-1', False) {} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:02:08.564919 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-e5d7cf71-8d98-4c08-b93b-5fdb66a22452 tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.9804716 Nov 05 19:02:08.565776 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 45918) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:02:08.598887 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d7cf71-8d98-4c08-b93b-5fdb66a22452 tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] Pushing event updated for resources: {'Network': ['ID=26c8a1cb-a1cf-44f3-ae77-b09ed6eed994,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:02:08.650180 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbdc7056-0bef-4c0f-9053-4d0799912d4c None None] Checking router: fd1de92a-98b3-4885-85eb-3624b8362935 for host: n-d-816865-1 {{(pid=102388) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 19:02:08.650531 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbdc7056-0bef-4c0f-9053-4d0799912d4c None None] Updating router fd1de92a-98b3-4885-85eb-3624b8362935 port 8519902f-4722-452b-b962-12b2557b6592 binding host n-d-816865-1 {{(pid=102388) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 05 19:02:08.652607 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8858121-d93e-4269-8387-3d7f65399d9a None None] Network c04c5771-abf8-400d-9a18-7eeaf73750ae requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 19:02:08.665853 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Network 26c8a1cb-a1cf-44f3-ae77-b09ed6eed994 details requested by agent ovs-agent-n-d-816865-1 with host n-d-816865-1 {{(pid=102388) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 05 19:02:08.669454 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-31f93893-a48e-4ae8-833d-dccb2b42eacc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:08.744291 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-9107f0ba-7d83-40e6-bfbb-701b8813aa71 None None] Provisioning complete for port 0abb4a1d-baa4-4c5d-8262-7e3b081fef0f triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:02:08.744291 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-9107f0ba-7d83-40e6-bfbb-701b8813aa71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:08.746217 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:08.795341 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-432f42bd-634e-450a-b1f6-bb92f96f4c00 req-fad4f097-bbff-4555-a021-b93e28fc4ab4 service neutron] 10.222.0.41 "GET /v2.0/networks/59ceeb29-cfb5-4ee4-ad6e-189a26cd5b4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1888847 Nov 05 19:02:08.811839 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3186afb-2ed9-4759-aaa5-0e1e2a4fbef5 tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:02:08.814380 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-d3186afb-2ed9-4759-aaa5-0e1e2a4fbef5 tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] 10.222.0.13 "GET /v2.0/networks?id=26c8a1cb-a1cf-44f3-ae77-b09ed6eed994 HTTP/1.1" status: 200 len: 764 time: 0.2404821 Nov 05 19:02:08.818146 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 45926) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:02:08.830559 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-5711fe94-2669-4a5e-aab7-0f6c27f4a21c tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] Request body: {'network': {'description': 'd2'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:02:08.858012 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6351c194-ffac-4a23-8c4a-a53d30ee295b tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Pushing event updated for resources: {'Network': ['ID=b60afebf-4427-4753-ae89-8f7bac7401ec,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:02:08.868520 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-fbdc7056-0bef-4c0f-9053-4d0799912d4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:08.893972 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-6351c194-ffac-4a23-8c4a-a53d30ee295b tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.5864804 Nov 05 19:02:08.895595 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 45930) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:02:08.897186 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Network b60afebf-4427-4753-ae89-8f7bac7401ec details requested by agent ovs-agent-n-d-816865-1 with host n-d-816865-1 {{(pid=102388) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 05 19:02:08.986545 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Pushing event updated for resources: {'Port': ['ID=f904aac8-cead-4589-9ec1-693959f82f99,revision_number=3']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:02:08.987443 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-618471c0-b8c2-4889-8c3f-fd8d31f8e144 tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Request body: {'subnet': {'network_id': 'b60afebf-4427-4753-ae89-8f7bac7401ec', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:02:09.079517 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-110d077e-1155-4ca3-8b73-c0a5e7815458 req-aea3fc31-e926-4d46-8490-d5dc732e506b tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=202d48fbf8184969a2b022e0eeddf3c9&fields=id HTTP/1.1" status: 200 len: 255 time: 1.1580367 Nov 05 19:02:09.193640 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-5711fe94-2669-4a5e-aab7-0f6c27f4a21c tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750027258543'] for network, precommit_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:09.243585 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Provisioning complete for port 0abb4a1d-baa4-4c5d-8262-7e3b081fef0f triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:02:09.244100 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:09.305389 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-5711fe94-2669-4a5e-aab7-0f6c27f4a21c tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-956796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877'] for network, after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:09.315957 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-432f42bd-634e-450a-b1f6-bb92f96f4c00 req-feb71d8f-56ba-4fdb-8fb4-18fdb6c9be43 service neutron] 10.222.0.41 "GET /v2.0/networks/59ceeb29-cfb5-4ee4-ad6e-189a26cd5b4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5034900 Nov 05 19:02:09.367741 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-5711fe94-2669-4a5e-aab7-0f6c27f4a21c tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] Network 26c8a1cb-a1cf-44f3-ae77-b09ed6eed994 is not hosted by any dhcp agent {{(pid=102386) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 05 19:02:09.380141 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5711fe94-2669-4a5e-aab7-0f6c27f4a21c tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:02:09.381530 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-5711fe94-2669-4a5e-aab7-0f6c27f4a21c tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] Publish callbacks [] for network, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:09.386780 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-5711fe94-2669-4a5e-aab7-0f6c27f4a21c tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] 10.222.0.13 "PUT /v2.0/networks/26c8a1cb-a1cf-44f3-ae77-b09ed6eed994 HTTP/1.1" status: 200 len: 761 time: 0.5639110 Nov 05 19:02:09.401081 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 45948) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:02:09.422128 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-432f42bd-634e-450a-b1f6-bb92f96f4c00 req-40950599-ff99-4e2f-aeb6-63978bd3e2fa service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=e6513d5c-62fb-4121-a58c-2e9501d0001a HTTP/1.1" status: 200 len: 217 time: 0.0944197 Nov 05 19:02:09.466997 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-618471c0-b8c2-4889-8c3f-fd8d31f8e144 tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Made reservation on behalf of e73ce0a6a4b043a3828a6e49d45da7fe for: {'subnet': 1} {{(pid=102387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 19:02:09.470878 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-618471c0-b8c2-4889-8c3f-fd8d31f8e144 tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5112236'] for subnet, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:09.523674 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5711fe94-2669-4a5e-aab7-0f6c27f4a21c tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] Pushing event updated for resources: {'Network': ['ID=26c8a1cb-a1cf-44f3-ae77-b09ed6eed994,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:02:09.573505 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-110d077e-1155-4ca3-8b73-c0a5e7815458 req-9d1f0401-bd72-4362-93c9-7cf5496108b2 service neutron] 10.222.0.13 "GET /v2.0/networks/2974e85c-ccd8-4cce-92c0-fa64d0405969?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4292746 Nov 05 19:02:09.577335 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Network 26c8a1cb-a1cf-44f3-ae77-b09ed6eed994 details requested by agent ovs-agent-n-d-816865-1 with host n-d-816865-1 {{(pid=102388) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 05 19:02:09.716322 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432f42bd-634e-450a-b1f6-bb92f96f4c00 req-2331f139-5b5e-4ae6-8eac-0e359b9b3e77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:02:09.718199 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-432f42bd-634e-450a-b1f6-bb92f96f4c00 req-2331f139-5b5e-4ae6-8eac-0e359b9b3e77 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=fff5f4f4-3c24-4660-a3f5-7d19daede3c5 HTTP/1.1" status: 200 len: 797 time: 0.2804189 Nov 05 19:02:09.749836 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43b8df32-23b0-473f-870d-9df2ff59c456 tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:02:09.755513 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 45952) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:02:09.758288 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-43b8df32-23b0-473f-870d-9df2ff59c456 tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] 10.222.0.13 "GET /v2.0/networks?id=26c8a1cb-a1cf-44f3-ae77-b09ed6eed994 HTTP/1.1" status: 200 len: 764 time: 0.3552203 Nov 05 19:02:09.803590 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-9107f0ba-7d83-40e6-bfbb-701b8813aa71 None None] Could not find standard attr ID for object 40295e22-2ec2-4640-a8db-a4e12ec56288. {{(pid=102388) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 05 19:02:09.902361 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-110d077e-1155-4ca3-8b73-c0a5e7815458 req-7292a855-2e2e-4e80-96d4-3b31823b2638 service neutron] 10.222.0.13 "GET /v2.0/networks/2974e85c-ccd8-4cce-92c0-fa64d0405969?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3238037 Nov 05 19:02:09.909464 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432f42bd-634e-450a-b1f6-bb92f96f4c00 req-2e776267-bb3a-4629-8678-acdf01c629a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:02:09.910765 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-9107f0ba-7d83-40e6-bfbb-701b8813aa71 None None] Provisioning complete for port 8519902f-4722-452b-b962-12b2557b6592 triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:02:09.911054 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-9107f0ba-7d83-40e6-bfbb-701b8813aa71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:09.937225 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-432f42bd-634e-450a-b1f6-bb92f96f4c00 req-2e776267-bb3a-4629-8678-acdf01c629a7 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=92cc69b6-4cd1-4b33-bca8-908cd312767a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2102172 Nov 05 19:02:10.099268 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-9107f0ba-7d83-40e6-bfbb-701b8813aa71 None None] Port 8519902f-4722-452b-b962-12b2557b6592 cannot update to ACTIVE because it is not bound. {{(pid=102388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 19:02:10.115011 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device f904aac8-cead-4589-9ec1-693959f82f99 up at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 19:02:10.188127 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-fbdc7056-0bef-4c0f-9053-4d0799912d4c None None] Publish callbacks [] for port, precommit_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:10.201273 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-9107f0ba-7d83-40e6-bfbb-701b8813aa71 None None] Provisioning complete for port f904aac8-cead-4589-9ec1-693959f82f99 triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:02:10.201430 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-9107f0ba-7d83-40e6-bfbb-701b8813aa71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:10.278968 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-fbdc7056-0bef-4c0f-9053-4d0799912d4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:10.287915 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9b62d69-837a-4dc5-a12a-465fad305bd7 tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:02:10.295863 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-a9b62d69-837a-4dc5-a12a-465fad305bd7 tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.5391476 Nov 05 19:02:10.300647 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 45960) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:02:10.300785 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-432f42bd-634e-450a-b1f6-bb92f96f4c00 req-7e43b299-3bc7-4227-9c81-04c016451cc3 service neutron] 10.222.0.41 "GET /v2.0/networks/92cc69b6-4cd1-4b33-bca8-908cd312767a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3450358 Nov 05 19:02:10.348693 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-a12f55ba-e36b-44b2-abc7-ff6ec7a3051d tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] 10.222.0.13 "GET /v2.0/subnets?network_id=40c8335d-cd0b-4cb5-910a-d4dcddd5cbec HTTP/1.1" status: 200 len: 207 time: 0.0508420 Nov 05 19:02:10.349427 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 45962) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:02:10.374287 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-618471c0-b8c2-4889-8c3f-fd8d31f8e144 tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4417463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5112218'] for subnet, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:10.479141 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Provisioning complete for port f904aac8-cead-4589-9ec1-693959f82f99 triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:02:10.482536 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:10.586555 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c31f2ec-d5d7-460d-b5bb-62ccaeb2043e None None] Pushing event updated for resources: {'Port': ['ID=8519902f-4722-452b-b962-12b2557b6592,revision_number=3']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:02:10.622399 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f519edaa-0533-4715-a699-9d967a3060cf tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:02:10.631418 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f519edaa-0533-4715-a699-9d967a3060cf tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:02:10.637368 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f519edaa-0533-4715-a699-9d967a3060cf tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:02:10.651639 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f519edaa-0533-4715-a699-9d967a3060cf tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:02:10.667969 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f519edaa-0533-4715-a699-9d967a3060cf tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:02:10.680486 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f519edaa-0533-4715-a699-9d967a3060cf tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:02:10.682611 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-f519edaa-0533-4715-a699-9d967a3060cf tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3730 time: 0.3312719 Nov 05 19:02:10.704577 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-51ff517e-872b-47d4-9229-68492a222cc2 req-ab6ec806-08ab-4885-86aa-7484ecc9631d tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f7e0517-cc12-426c-8988-c50d70d827e0 HTTP/1.1" status: 200 len: 210 time: 0.1872318 Nov 05 19:02:10.710986 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 45974) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:02:10.733140 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-badabcf4-9bb2-46e7-a46f-77c2c05a21f5 None None] Provisioning complete for port 8519902f-4722-452b-b962-12b2557b6592 triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:02:10.733636 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-badabcf4-9bb2-46e7-a46f-77c2c05a21f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:10.744434 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-fbdc7056-0bef-4c0f-9053-4d0799912d4c None None] Attempting to bind port 8519902f-4722-452b-b962-12b2557b6592 on host n-d-816865-1 for vnic_type normal with profile {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 19:02:10.744923 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-fbdc7056-0bef-4c0f-9053-4d0799912d4c None None] Attempting to bind port 8519902f-4722-452b-b962-12b2557b6592 by drivers openvswitch,hyperv on host n-d-816865-1 at level 0 using segments [{'id': '013a1501-081c-402c-9ca5-dab2f2b25e3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '51bb31f9-8f0f-44e4-9c3e-4194b515b5a5'}] {{(pid=102388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 19:02:10.749750 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbdc7056-0bef-4c0f-9053-4d0799912d4c None None] Attempting to bind port 8519902f-4722-452b-b962-12b2557b6592 on network 51bb31f9-8f0f-44e4-9c3e-4194b515b5a5 {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 19:02:10.786180 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-618471c0-b8c2-4889-8c3f-fd8d31f8e144 tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Checking segment: {'id': '4a3a87da-a97c-4d32-9751-1194a57fc4c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'b60afebf-4427-4753-ae89-8f7bac7401ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 19:02:10.786560 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-618471c0-b8c2-4889-8c3f-fd8d31f8e144 tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Network hostable DHCP agents. Network: b60afebf-4427-4753-ae89-8f7bac7401ec, hostable agents: ['987e2ca0-bc3b-4c6f-a989-429ccfbf753f'], hosted agents: [] {{(pid=102387) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 05 19:02:10.792828 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618471c0-b8c2-4889-8c3f-fd8d31f8e144 tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Pushing event updated for resources: {'Subnet': ['ID=6645ef9d-8044-4912-af36-a27dc04fd3f8,revision_number=0']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:02:10.804938 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbdc7056-0bef-4c0f-9053-4d0799912d4c None None] Checking agent: {'id': '724d89a7-611b-41e6-bc85-c48112b17afa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 18, 25, 8), 'started_at': datetime.datetime(2021, 11, 5, 18, 25, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 19, 2, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 19:02:10.807053 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbdc7056-0bef-4c0f-9053-4d0799912d4c None None] Checking segment: {'id': '013a1501-081c-402c-9ca5-dab2f2b25e3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '51bb31f9-8f0f-44e4-9c3e-4194b515b5a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 19:02:10.809688 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-fbdc7056-0bef-4c0f-9053-4d0799912d4c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:10.813573 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbdc7056-0bef-4c0f-9053-4d0799912d4c None None] Bound using segment: {'id': '013a1501-081c-402c-9ca5-dab2f2b25e3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '51bb31f9-8f0f-44e4-9c3e-4194b515b5a5'} {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 19:02:10.813573 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-fbdc7056-0bef-4c0f-9053-4d0799912d4c None None] Bound port: 8519902f-4722-452b-b962-12b2557b6592, host: n-d-816865-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '013a1501-081c-402c-9ca5-dab2f2b25e3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '51bb31f9-8f0f-44e4-9c3e-4194b515b5a5'}}] {{(pid=102388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 19:02:10.813573 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-fbdc7056-0bef-4c0f-9053-4d0799912d4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:10.814603 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-432f42bd-634e-450a-b1f6-bb92f96f4c00 req-0b9b837d-baf4-44cf-9058-012226067ae5 service neutron] 10.222.0.41 "GET /v2.0/networks/92cc69b6-4cd1-4b33-bca8-908cd312767a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5091457 Nov 05 19:02:10.865574 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-432f42bd-634e-450a-b1f6-bb92f96f4c00 req-a5ee88a7-fc80-4f89-8770-9d5397ba76a7 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=f4575cb0-23c3-47f4-915c-822d65bb4a8e HTTP/1.1" status: 200 len: 217 time: 0.0414519 Nov 05 19:02:10.895975 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-badabcf4-9bb2-46e7-a46f-77c2c05a21f5 None None] Port 8519902f-4722-452b-b962-12b2557b6592 cannot update to ACTIVE because it is not bound. {{(pid=102388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 19:02:10.937846 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-618471c0-b8c2-4889-8c3f-fd8d31f8e144 tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Network b60afebf-4427-4753-ae89-8f7bac7401ec is scheduled to be hosted by DHCP agent 987e2ca0-bc3b-4c6f-a989-429ccfbf753f with binding_index 1 {{(pid=102387) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 05 19:02:10.967761 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-20626ade-7799-4a63-ae6e-326d3c40745e tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] 10.222.0.13 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 812 time: 0.2540548 Nov 05 19:02:10.971545 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 45988) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:02:10.980387 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-badabcf4-9bb2-46e7-a46f-77c2c05a21f5 None None] Provisioning complete for port f904aac8-cead-4589-9ec1-693959f82f99 triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:02:10.980951 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-badabcf4-9bb2-46e7-a46f-77c2c05a21f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:11.011229 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432f42bd-634e-450a-b1f6-bb92f96f4c00 req-35afc8d6-ee98-4fe0-b80f-23f228185141 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:02:11.013124 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-432f42bd-634e-450a-b1f6-bb92f96f4c00 req-35afc8d6-ee98-4fe0-b80f-23f228185141 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=fff5f4f4-3c24-4660-a3f5-7d19daede3c5 HTTP/1.1" status: 200 len: 797 time: 0.1303387 Nov 05 19:02:11.050406 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.base_scheduler [None req-618471c0-b8c2-4889-8c3f-fd8d31f8e144 tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816865-1, b60afebf-4427-4753-ae89-8f7bac7401ec) {{(pid=102387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 19:02:11.053841 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 0abb4a1d-baa4-4c5d-8262-7e3b081fef0f up at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 19:02:11.079688 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-618471c0-b8c2-4889-8c3f-fd8d31f8e144 tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:02:11.080284 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-618471c0-b8c2-4889-8c3f-fd8d31f8e144 tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Publish callbacks [] for subnet, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:11.137617 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4eb60c89-94e0-4a1b-8ed9-7e5c61d706e3 None None] Network b60afebf-4427-4753-ae89-8f7bac7401ec requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 19:02:11.145391 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-fbdc7056-0bef-4c0f-9053-4d0799912d4c None None] For port 8519902f-4722-452b-b962-12b2557b6592, host n-d-816865-1, cleared binding levels {{(pid=102388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 19:02:11.186679 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-fbdc7056-0bef-4c0f-9053-4d0799912d4c None None] For port 8519902f-4722-452b-b962-12b2557b6592, host n-d-816865-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=8519902f-4722-452b-b962-12b2557b6592,segment=NetworkSegment(013a1501-081c-402c-9ca5-dab2f2b25e3c),segment_id=013a1501-081c-402c-9ca5-dab2f2b25e3c)] {{(pid=102388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 19:02:11.210682 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fde7d01-5d53-4e54-af86-a23665d717c2 tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:02:11.212472 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fde7d01-5d53-4e54-af86-a23665d717c2 tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:02:11.214294 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fde7d01-5d53-4e54-af86-a23665d717c2 tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:02:11.216236 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fde7d01-5d53-4e54-af86-a23665d717c2 tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:02:11.218079 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fde7d01-5d53-4e54-af86-a23665d717c2 tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:02:11.220154 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-5fde7d01-5d53-4e54-af86-a23665d717c2 tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.2474225 Nov 05 19:02:11.223698 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 46002) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:02:11.244626 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Provisioning complete for port 0abb4a1d-baa4-4c5d-8262-7e3b081fef0f triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:02:11.245342 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:11.308566 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432f42bd-634e-450a-b1f6-bb92f96f4c00 req-42d8aac1-f5ee-41b0-a3e5-b0f8524db519 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:02:11.313267 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-432f42bd-634e-450a-b1f6-bb92f96f4c00 req-42d8aac1-f5ee-41b0-a3e5-b0f8524db519 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=92cc69b6-4cd1-4b33-bca8-908cd312767a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2707169 Nov 05 19:02:11.314205 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-fbdc7056-0bef-4c0f-9053-4d0799912d4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:11.330240 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-618471c0-b8c2-4889-8c3f-fd8d31f8e144 tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3594584 Nov 05 19:02:11.335703 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 46008) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:02:11.478000 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b713f70a-3222-41ae-9469-8c5876415e5a tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] Attributes excluded by policy engine: ['shared'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:02:11.479876 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b713f70a-3222-41ae-9469-8c5876415e5a tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] Attributes excluded by policy engine: ['shared'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:02:11.481468 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b713f70a-3222-41ae-9469-8c5876415e5a tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] Attributes excluded by policy engine: ['shared'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:02:11.482973 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b713f70a-3222-41ae-9469-8c5876415e5a tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] Attributes excluded by policy engine: ['shared'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:02:11.484434 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b713f70a-3222-41ae-9469-8c5876415e5a tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] Attributes excluded by policy engine: ['shared'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:02:11.486126 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-b713f70a-3222-41ae-9469-8c5876415e5a tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] 10.222.0.13 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.2613158 Nov 05 19:02:11.489713 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 46016) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:02:11.638862 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbdc7056-0bef-4c0f-9053-4d0799912d4c None None] Routers {'fd1de92a-98b3-4885-85eb-3624b8362935'} bound to L3 agent in host n-d-816865-1 {{(pid=102388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 19:02:11.639522 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-fbdc7056-0bef-4c0f-9053-4d0799912d4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T19:02:05Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['fd1de92a-98b3-4885-85eb-3624b8362935'], 'active': True} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:02:11.780399 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-432f42bd-634e-450a-b1f6-bb92f96f4c00 req-042b7384-b4f1-4590-a3f5-740d11766b04 service neutron] 10.222.0.41 "GET /v2.0/networks/92cc69b6-4cd1-4b33-bca8-908cd312767a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4480846 Nov 05 19:02:11.831710 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-f06a09dc-bd3b-4442-8327-df060a07bcf5 req-e2bc35b6-e2bb-48ce-a727-dc7c95a5f436 tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f7e0517-cc12-426c-8988-c50d70d827e0 HTTP/1.1" status: 200 len: 210 time: 0.0476303 Nov 05 19:02:11.915945 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvr_db [None req-fbdc7056-0bef-4c0f-9053-4d0799912d4c None None] Set router fd1de92a-98b3-4885-85eb-3624b8362935 gateway port host: None {{(pid=102388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 19:02:11.978913 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c31f2ec-d5d7-460d-b5bb-62ccaeb2043e None None] Pushing event updated for resources: {'Port': ['ID=8519902f-4722-452b-b962-12b2557b6592,revision_number=4']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:02:11.993863 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddceb293-331c-4c15-b75f-9366ab4b2637 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeb20a084-accf-5b60-8075-3e69ebe863a6-b60afebf-4427-4753-ae89-8f7bac7401ec', 'network_id': 'b60afebf-4427-4753-ae89-8f7bac7401ec', 'tenant_id': 'e73ce0a6a4b043a3828a6e49d45da7fe', 'fixed_ips': [{'subnet_id': '6645ef9d-8044-4912-af36-a27dc04fd3f8'}]}} from n-d-816865-1. {{(pid=102388) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 05 19:02:12.000937 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-ddceb293-331c-4c15-b75f-9366ab4b2637 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:12.043352 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-432f42bd-634e-450a-b1f6-bb92f96f4c00 req-76e210fd-24ec-4fa3-ae11-0ccf6ca3befe service neutron] 10.222.0.41 "GET /v2.0/networks/92cc69b6-4cd1-4b33-bca8-908cd312767a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1977091 Nov 05 19:02:12.054077 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d30716a5-976c-46e4-9f01-153717386f0f tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:02:12.056128 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-d30716a5-976c-46e4-9f01-153717386f0f tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] 10.222.0.13 "GET /v2.0/networks/8de9a3a0-9ac3-4ada-a8b0-1b85b694fb36 HTTP/1.1" status: 200 len: 804 time: 0.5651963 Nov 05 19:02:12.063740 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 46040) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:02:12.110504 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-41eaf982-940a-4279-8368-b9150defeed0 None None] Provisioning complete for port 8519902f-4722-452b-b962-12b2557b6592 triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:02:12.110885 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-41eaf982-940a-4279-8368-b9150defeed0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:12.217031 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-8bd5c750-297e-4201-969e-a2ac1d246620 tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:12.325831 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-74693471-24e9-4112-baa9-109b980d41e8 tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] 10.222.0.13 "GET /v2.0/networks/8de9a3a0-9ac3-4ada-a8b0-1b85b694fb36?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.2579803 Nov 05 19:02:12.326794 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 46056) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:02:12.433595 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-285d37d8-5ea5-41d3-8816-3d7057ea4fc7 tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:02:12.434914 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-285d37d8-5ea5-41d3-8816-3d7057ea4fc7 tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] 10.222.0.13 "GET /v2.0/subnets/2c706513-3bcf-4109-9e6c-213b2268b4e2 HTTP/1.1" status: 200 len: 843 time: 0.1079471 Nov 05 19:02:12.438815 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 46058) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:02:12.533494 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47b53545-10c4-421c-bf3f-18900d7fd75c tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] Attributes excluded by policy engine: ['shared'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:02:12.538693 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-47b53545-10c4-421c-bf3f-18900d7fd75c tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] 10.222.0.13 "GET /v2.0/subnets/2c706513-3bcf-4109-9e6c-213b2268b4e2?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0985632 Nov 05 19:02:12.542477 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 46068) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:02:12.550633 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-0e3dab4a-34b3-4850-93ea-f849ce212a8c tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-413523075'}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:02:12.626579 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.db_base_plugin_common [None req-ddceb293-331c-4c15-b75f-9366ab4b2637 None None] Allocated IP 172.23.0.2 (b60afebf-4427-4753-ae89-8f7bac7401ec/6645ef9d-8044-4912-af36-a27dc04fd3f8/7e6831e7-ad4e-4eea-bb28-3fdff3a58011) {{(pid=102388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 19:02:12.634368 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-41eaf982-940a-4279-8368-b9150defeed0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:12.676357 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e3dab4a-34b3-4850-93ea-f849ce212a8c tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] Made reservation on behalf of a40892ba0bb140d0a4934f8baf0fb131 for: {'network': 1} {{(pid=102387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 19:02:12.680582 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-0e3dab4a-34b3-4850-93ea-f849ce212a8c tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for network, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:12.716000 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e3dab4a-34b3-4850-93ea-f849ce212a8c tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 178} {{(pid=102387) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 05 19:02:12.728788 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-0e3dab4a-34b3-4850-93ea-f849ce212a8c tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273'] for segment, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:12.729143 n-d-816865-1 neutron-server[102387]: INFO neutron.db.segments_db [None req-0e3dab4a-34b3-4850-93ea-f849ce212a8c tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] Added segment 1cd1133b-b6ad-4775-8cc1-7cfb37cb936c of type vlan for network bacf1eb5-95cb-4e0c-907f-d0944b0e651d Nov 05 19:02:12.773382 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-41eaf982-940a-4279-8368-b9150defeed0 None None] For port 8519902f-4722-452b-b962-12b2557b6592, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=8519902f-4722-452b-b962-12b2557b6592,segment=NetworkSegment(013a1501-081c-402c-9ca5-dab2f2b25e3c),segment_id=013a1501-081c-402c-9ca5-dab2f2b25e3c)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:02:12.800439 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-fbdc7056-0bef-4c0f-9053-4d0799912d4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd1de92a-98b3-4885-85eb-3624b8362935', 'name': 'tempest-RoutersTest-router-939760282', 'tenant_id': 'e73ce0a6a4b043a3828a6e49d45da7fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T19:01:38Z', 'updated_at': '2021-11-05T19:02:02Z', 'revision_number': 4, 'project_id': 'e73ce0a6a4b043a3828a6e49d45da7fe', 'gw_port_host': None, '_interfaces': [{'id': '8519902f-4722-452b-b962-12b2557b6592', 'name': '', 'network_id': '51bb31f9-8f0f-44e4-9c3e-4194b515b5a5', 'tenant_id': 'e73ce0a6a4b043a3828a6e49d45da7fe', 'mac_address': 'fa:16:3e:aa:4a:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd1de92a-98b3-4885-85eb-3624b8362935', 'device_owner': 'network:router_interface', 'standard_attr_id': 2882, 'fixed_ips': [{'subnet_id': '73af3bcb-350f-488c-a8fc-d49ff8bac692', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:02:00Z', 'updated_at': '2021-11-05T19:02:11Z', 'revision_number': 4, 'project_id': 'e73ce0a6a4b043a3828a6e49d45da7fe', 'subnets': [{'id': '73af3bcb-350f-488c-a8fc-d49ff8bac692', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '953a5297-c445-4661-9ea9-6d266c22f808', 'name': '', 'network_id': '3233a838-3b77-4672-a9c6-914f0ac42c26', 'tenant_id': 'e73ce0a6a4b043a3828a6e49d45da7fe', 'mac_address': 'fa:16:3e:31:8a:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd1de92a-98b3-4885-85eb-3624b8362935', 'device_owner': 'network:router_interface', 'standard_attr_id': 2873, 'fixed_ips': [{'subnet_id': '8073db28-b421-4759-be53-5a16d7654da3', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:01:52Z', 'updated_at': '2021-11-05T19:01:59Z', 'revision_number': 5, 'project_id': 'e73ce0a6a4b043a3828a6e49d45da7fe', 'subnets': [{'id': '8073db28-b421-4759-be53-5a16d7654da3', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'acaf73af-be86-4544-95b9-1174fd0d9242', 'name': '', 'network_id': 'cd6e8b9b-a53a-4763-885f-93ef3b3f8bef', 'tenant_id': 'e73ce0a6a4b043a3828a6e49d45da7fe', 'mac_address': 'fa:16:3e:d9:ee:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd1de92a-98b3-4885-85eb-3624b8362935', 'device_owner': 'network:router_interface', 'standard_attr_id': 2853, 'fixed_ips': [{'subnet_id': '558ddf96-5913-4b9c-a7f9-98c1c25a666b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:01:42Z', 'updated_at': '2021-11-05T19:01:53Z', 'revision_number': 5, 'project_id': 'e73ce0a6a4b043a3828a6e49d45da7fe', 'subnets': [{'id': '558ddf96-5913-4b9c-a7f9-98c1c25a666b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-1', False) {} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:02:12.814673 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-0e3dab4a-34b3-4850-93ea-f849ce212a8c tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750027258543'] for network, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:12.841436 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbdc7056-0bef-4c0f-9053-4d0799912d4c None None] The sync data for ids ['fd1de92a-98b3-4885-85eb-3624b8362935'] in n-d-816865-1 is: [{'id': 'fd1de92a-98b3-4885-85eb-3624b8362935', 'name': 'tempest-RoutersTest-router-939760282', 'tenant_id': 'e73ce0a6a4b043a3828a6e49d45da7fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T19:01:38Z', 'updated_at': '2021-11-05T19:02:02Z', 'revision_number': 4, 'project_id': 'e73ce0a6a4b043a3828a6e49d45da7fe', 'gw_port_host': None, '_interfaces': [{'id': '8519902f-4722-452b-b962-12b2557b6592', 'name': '', 'network_id': '51bb31f9-8f0f-44e4-9c3e-4194b515b5a5', 'tenant_id': 'e73ce0a6a4b043a3828a6e49d45da7fe', 'mac_address': 'fa:16:3e:aa:4a:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd1de92a-98b3-4885-85eb-3624b8362935', 'device_owner': 'network:router_interface', 'standard_attr_id': 2882, 'fixed_ips': [{'subnet_id': '73af3bcb-350f-488c-a8fc-d49ff8bac692', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:02:00Z', 'updated_at': '2021-11-05T19:02:11Z', 'revision_number': 4, 'project_id': 'e73ce0a6a4b043a3828a6e49d45da7fe', 'subnets': [{'id': '73af3bcb-350f-488c-a8fc-d49ff8bac692', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '953a5297-c445-4661-9ea9-6d266c22f808', 'name': '', 'network_id': '3233a838-3b77-4672-a9c6-914f0ac42c26', 'tenant_id': 'e73ce0a6a4b043a3828a6e49d45da7fe', 'mac_address': 'fa:16:3e:31:8a:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd1de92a-98b3-4885-85eb-3624b8362935', 'device_owner': 'network:router_interface', 'standard_attr_id': 2873, 'fixed_ips': [{'subnet_id': '8073db28-b421-4759-be53-5a16d7654da3', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:01:52Z', 'updated_at': '2021-11-05T19:01:59Z', 'revision_number': 5, 'project_id': 'e73ce0a6a4b043a3828a6e49d45da7fe', 'subnets': [{'id': '8073db28-b421-4759-be53-5a16d7654da3', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'acaf73af-be86-4544-95b9-1174fd0d9242', 'name': '', 'network_id': 'cd6e8b9b-a53a-4763-885f-93ef3b3f8bef', 'tenant_id': 'e73ce0a6a4b043a3828a6e49d45da7fe', 'mac_address': 'fa:16:3e:d9:ee:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd1de92a-98b3-4885-85eb-3624b8362935', 'device_owner': 'network:router_interface', 'standard_attr_id': 2853, 'fixed_ips': [{'subnet_id': '558ddf96-5913-4b9c-a7f9-98c1c25a666b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:01:42Z', 'updated_at': '2021-11-05T19:01:53Z', 'revision_number': 5, 'project_id': 'e73ce0a6a4b043a3828a6e49d45da7fe', 'subnets': [{'id': '558ddf96-5913-4b9c-a7f9-98c1c25a666b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 19:02:12.870318 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-41eaf982-940a-4279-8368-b9150defeed0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:12.924684 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-0e3dab4a-34b3-4850-93ea-f849ce212a8c tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-956796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877'] for network, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:12.935191 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e3dab4a-34b3-4850-93ea-f849ce212a8c tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:02:12.936083 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-0e3dab4a-34b3-4850-93ea-f849ce212a8c tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] Publish callbacks [] for network, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:13.092349 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3dab4a-34b3-4850-93ea-f849ce212a8c tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] Pushing event updated for resources: {'Network': ['ID=bacf1eb5-95cb-4e0c-907f-d0944b0e651d,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:02:13.126944 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-30898642-1b81-4fbc-9aa1-fd8a5dc0d672 req-9ab72f06-3a83-481b-8793-35b64d876360 tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f7e0517-cc12-426c-8988-c50d70d827e0 HTTP/1.1" status: 200 len: 210 time: 0.0479782 Nov 05 19:02:13.164264 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-ddceb293-331c-4c15-b75f-9366ab4b2637 None None] Publish callbacks [] for port, precommit_create {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:13.168226 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-1761285c-0ab4-45c8-812e-82b4c8d77912 None None] Provisioning complete for port 8519902f-4722-452b-b962-12b2557b6592 triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:02:13.168594 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-1761285c-0ab4-45c8-812e-82b4c8d77912 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:13.176901 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-0e3dab4a-34b3-4850-93ea-f849ce212a8c tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.6329670 Nov 05 19:02:13.180789 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 46096) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:02:13.187054 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-f8fb5c8a-39e4-42cf-a22e-01a26cf9a5f9 tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] Request body: {'subnet': {'network_id': 'bacf1eb5-95cb-4e0c-907f-d0944b0e651d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:02:13.230817 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41eaf982-940a-4279-8368-b9150defeed0 None None] Pushing event updated for resources: {'Port': ['ID=8519902f-4722-452b-b962-12b2557b6592,revision_number=5']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:02:13.293717 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-ddceb293-331c-4c15-b75f-9366ab4b2637 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789'] for port, after_create {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:13.376227 n-d-816865-1 neutron-server[102388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddceb293-331c-4c15-b75f-9366ab4b2637 None None] Network b60afebf-4427-4753-ae89-8f7bac7401ec is already hosted by enough agents. {{(pid=102388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 19:02:13.380639 n-d-816865-1 neutron-server[102388]: DEBUG neutron.scheduler.base_scheduler [None req-ddceb293-331c-4c15-b75f-9366ab4b2637 None None] Resources bound (agent type, host, resource id): {{(pid=102388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 19:02:13.409280 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddceb293-331c-4c15-b75f-9366ab4b2637 None None] Received port after_create {{(pid=102388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 19:02:13.411760 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Network bacf1eb5-95cb-4e0c-907f-d0944b0e651d details requested by agent ovs-agent-n-d-816865-1 with host n-d-816865-1 {{(pid=102388) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 05 19:02:13.510308 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110d077e-1155-4ca3-8b73-c0a5e7815458 req-35e7f034-b3f0-4dd3-9a5d-2bf47777465a tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:02:13.517226 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-110d077e-1155-4ca3-8b73-c0a5e7815458 req-35e7f034-b3f0-4dd3-9a5d-2bf47777465a tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] 10.222.0.41 "GET /v2.0/networks?id=2974e85c-ccd8-4cce-92c0-fa64d0405969 HTTP/1.1" status: 200 len: 814 time: 0.4041476 Nov 05 19:02:13.528008 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddceb293-331c-4c15-b75f-9366ab4b2637 None None] Pushing event updated for resources: {'Port': ['ID=7e6831e7-ad4e-4eea-bb28-3fdff3a58011,revision_number=1']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:02:13.532096 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [req-110d077e-1155-4ca3-8b73-c0a5e7815458 req-f038510f-7baa-4573-8e91-fb7abff8f369 tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] Request body: {'port': {'device_id': '7f7e0517-cc12-426c-8988-c50d70d827e0', 'network_id': '2974e85c-ccd8-4cce-92c0-fa64d0405969', 'admin_state_up': True, 'tenant_id': '202d48fbf8184969a2b022e0eeddf3c9'}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:02:13.599349 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.db_base_plugin_common [None req-8bd5c750-297e-4201-969e-a2ac1d246620 tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Allocated IP 172.23.0.1 (b60afebf-4427-4753-ae89-8f7bac7401ec/6645ef9d-8044-4912-af36-a27dc04fd3f8/e7c780fb-dce5-488a-a7f7-7a1892236162) {{(pid=102386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 19:02:13.625751 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-ddceb293-331c-4c15-b75f-9366ab4b2637 None None] Attempting to bind port 7e6831e7-ad4e-4eea-bb28-3fdff3a58011 on host n-d-816865-1 for vnic_type normal with profile {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 19:02:13.626387 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-ddceb293-331c-4c15-b75f-9366ab4b2637 None None] Attempting to bind port 7e6831e7-ad4e-4eea-bb28-3fdff3a58011 by drivers openvswitch,hyperv on host n-d-816865-1 at level 0 using segments [{'id': '4a3a87da-a97c-4d32-9751-1194a57fc4c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'b60afebf-4427-4753-ae89-8f7bac7401ec'}] {{(pid=102388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 19:02:13.626839 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddceb293-331c-4c15-b75f-9366ab4b2637 None None] Attempting to bind port 7e6831e7-ad4e-4eea-bb28-3fdff3a58011 on network b60afebf-4427-4753-ae89-8f7bac7401ec {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 19:02:13.636159 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddceb293-331c-4c15-b75f-9366ab4b2637 None None] Checking agent: {'id': '724d89a7-611b-41e6-bc85-c48112b17afa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 18, 25, 8), 'started_at': datetime.datetime(2021, 11, 5, 18, 25, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 19, 2, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 19:02:13.641007 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddceb293-331c-4c15-b75f-9366ab4b2637 None None] Checking segment: {'id': '4a3a87da-a97c-4d32-9751-1194a57fc4c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'b60afebf-4427-4753-ae89-8f7bac7401ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 19:02:13.641670 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-ddceb293-331c-4c15-b75f-9366ab4b2637 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:13.648541 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddceb293-331c-4c15-b75f-9366ab4b2637 None None] Bound using segment: {'id': '4a3a87da-a97c-4d32-9751-1194a57fc4c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'b60afebf-4427-4753-ae89-8f7bac7401ec'} {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 19:02:13.649341 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-ddceb293-331c-4c15-b75f-9366ab4b2637 None None] Bound port: 7e6831e7-ad4e-4eea-bb28-3fdff3a58011, host: n-d-816865-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a3a87da-a97c-4d32-9751-1194a57fc4c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'b60afebf-4427-4753-ae89-8f7bac7401ec'}}] {{(pid=102388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 19:02:13.649992 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-ddceb293-331c-4c15-b75f-9366ab4b2637 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:13.676755 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8fb5c8a-39e4-42cf-a22e-01a26cf9a5f9 tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] Made reservation on behalf of a40892ba0bb140d0a4934f8baf0fb131 for: {'subnet': 1} {{(pid=102386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 19:02:13.690430 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-f8fb5c8a-39e4-42cf-a22e-01a26cf9a5f9 tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4877122'] for subnet, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:13.811074 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-ddceb293-331c-4c15-b75f-9366ab4b2637 None None] For port 7e6831e7-ad4e-4eea-bb28-3fdff3a58011, host n-d-816865-1, cleared binding levels {{(pid=102388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 19:02:13.815347 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-ddceb293-331c-4c15-b75f-9366ab4b2637 None None] For port 7e6831e7-ad4e-4eea-bb28-3fdff3a58011, host n-d-816865-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=7e6831e7-ad4e-4eea-bb28-3fdff3a58011,segment=NetworkSegment(4a3a87da-a97c-4d32-9751-1194a57fc4c2),segment_id=4a3a87da-a97c-4d32-9751-1194a57fc4c2)] {{(pid=102388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 19:02:13.882469 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-110d077e-1155-4ca3-8b73-c0a5e7815458 req-f038510f-7baa-4573-8e91-fb7abff8f369 tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] Made reservation on behalf of 202d48fbf8184969a2b022e0eeddf3c9 for: {'port': 1} {{(pid=102387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 19:02:13.886625 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-110d077e-1155-4ca3-8b73-c0a5e7815458 req-f038510f-7baa-4573-8e91-fb7abff8f369 tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:13.889348 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-8bd5c750-297e-4201-969e-a2ac1d246620 tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Publish callbacks [] for port, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:13.911670 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-ddceb293-331c-4c15-b75f-9366ab4b2637 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:13.925468 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.ipam_backend_mixin [None req-f8fb5c8a-39e4-42cf-a22e-01a26cf9a5f9 tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] Performing IP validity checks on allocation pools {{(pid=102386) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 05 19:02:13.925986 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.ipam_backend_mixin [None req-f8fb5c8a-39e4-42cf-a22e-01a26cf9a5f9 tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102386) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 05 19:02:14.006298 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddceb293-331c-4c15-b75f-9366ab4b2637 None None] Pushing event updated for resources: {'Port': ['ID=7e6831e7-ad4e-4eea-bb28-3fdff3a58011,revision_number=2']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:02:14.049647 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-8bd5c750-297e-4201-969e-a2ac1d246620 tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:14.127751 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.db_base_plugin_common [req-110d077e-1155-4ca3-8b73-c0a5e7815458 req-f038510f-7baa-4573-8e91-fb7abff8f369 tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] Allocated IP 172.20.0.7 (2974e85c-ccd8-4cce-92c0-fa64d0405969/5c61fdbd-cd89-453f-9ed9-c150439b9091/9bc7325b-0233-4831-a974-eb18fa174e40) {{(pid=102387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 19:02:14.180698 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bd5c750-297e-4201-969e-a2ac1d246620 tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Network b60afebf-4427-4753-ae89-8f7bac7401ec is already hosted by enough agents. {{(pid=102386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 19:02:14.188233 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.base_scheduler [None req-8bd5c750-297e-4201-969e-a2ac1d246620 tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Resources bound (agent type, host, resource id): {{(pid=102386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 19:02:14.194136 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bd5c750-297e-4201-969e-a2ac1d246620 tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Received port after_create {{(pid=102386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 19:02:14.199546 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd5c750-297e-4201-969e-a2ac1d246620 tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Pushing event updated for resources: {'Port': ['ID=e7c780fb-dce5-488a-a7f7-7a1892236162,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:02:14.232165 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 8519902f-4722-452b-b962-12b2557b6592 up at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 19:02:14.289735 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-f8fb5c8a-39e4-42cf-a22e-01a26cf9a5f9 tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6149946', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4877172'] for subnet, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:14.327628 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Provisioning complete for port 8519902f-4722-452b-b962-12b2557b6592 triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:02:14.328006 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:14.381849 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-b212052f-96cf-4492-b53a-fa180b68d8a7 req-c1304206-6cc9-4cba-bfca-ce18e8596924 tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f7e0517-cc12-426c-8988-c50d70d827e0 HTTP/1.1" status: 200 len: 210 time: 0.0717227 Nov 05 19:02:14.492700 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-110d077e-1155-4ca3-8b73-c0a5e7815458 req-f038510f-7baa-4573-8e91-fb7abff8f369 tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] Publish callbacks [] for port, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:14.547922 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-8bd5c750-297e-4201-969e-a2ac1d246620 tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-571770'] for router_interface, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:14.590834 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-110d077e-1155-4ca3-8b73-c0a5e7815458 req-f038510f-7baa-4573-8e91-fb7abff8f369 tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4417063'] for port, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:14.606223 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] get_ports_and_sgs() called for port_ids ['d88d9149-b6be-455e-8e46-bc61463e745d'] {{(pid=102388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 19:02:14.685536 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8fb5c8a-39e4-42cf-a22e-01a26cf9a5f9 tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] Pushing event updated for resources: {'Subnet': ['ID=4258b29c-1ca7-4f5f-9c6c-df91b64985d8,revision_number=0']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:02:14.690851 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8fb5c8a-39e4-42cf-a22e-01a26cf9a5f9 tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] Checking segment: {'id': '1cd1133b-b6ad-4775-8cc1-7cfb37cb936c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'bacf1eb5-95cb-4e0c-907f-d0944b0e651d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 19:02:14.691424 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8fb5c8a-39e4-42cf-a22e-01a26cf9a5f9 tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] Network hostable DHCP agents. Network: bacf1eb5-95cb-4e0c-907f-d0944b0e651d, hostable agents: ['987e2ca0-bc3b-4c6f-a989-429ccfbf753f'], hosted agents: [] {{(pid=102386) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 05 19:02:14.707316 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-110d077e-1155-4ca3-8b73-c0a5e7815458 req-f038510f-7baa-4573-8e91-fb7abff8f369 tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] Network 2974e85c-ccd8-4cce-92c0-fa64d0405969 is already hosted by enough agents. {{(pid=102387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 19:02:14.709685 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.base_scheduler [req-110d077e-1155-4ca3-8b73-c0a5e7815458 req-f038510f-7baa-4573-8e91-fb7abff8f369 tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] Resources bound (agent type, host, resource id): {{(pid=102387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 19:02:14.711533 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f038510f-7baa-4573-8e91-fb7abff8f369 tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] Pushing event updated for resources: {'Port': ['ID=9bc7325b-0233-4831-a974-eb18fa174e40,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:02:14.713711 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.l3_dvrscheduler_db [req-110d077e-1155-4ca3-8b73-c0a5e7815458 req-f038510f-7baa-4573-8e91-fb7abff8f369 tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] Received port after_create {{(pid=102387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 19:02:14.764681 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-8bd5c750-297e-4201-969e-a2ac1d246620 tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:14.768436 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8fb5c8a-39e4-42cf-a22e-01a26cf9a5f9 tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] Network bacf1eb5-95cb-4e0c-907f-d0944b0e651d is scheduled to be hosted by DHCP agent 987e2ca0-bc3b-4c6f-a989-429ccfbf753f with binding_index 1 {{(pid=102386) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 05 19:02:14.826794 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110d077e-1155-4ca3-8b73-c0a5e7815458 req-f038510f-7baa-4573-8e91-fb7abff8f369 tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:02:14.830673 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-110d077e-1155-4ca3-8b73-c0a5e7815458 req-f038510f-7baa-4573-8e91-fb7abff8f369 tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:14.914497 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.base_scheduler [None req-f8fb5c8a-39e4-42cf-a22e-01a26cf9a5f9 tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816865-1, bacf1eb5-95cb-4e0c-907f-d0944b0e651d) {{(pid=102386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 19:02:14.920734 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8fb5c8a-39e4-42cf-a22e-01a26cf9a5f9 tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:02:14.921230 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-f8fb5c8a-39e4-42cf-a22e-01a26cf9a5f9 tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] Publish callbacks [] for subnet, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:14.937284 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-110d077e-1155-4ca3-8b73-c0a5e7815458 req-f038510f-7baa-4573-8e91-fb7abff8f369 tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4097650 Nov 05 19:02:14.945680 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21832b69-74bb-4094-8489-e94e21028386 None None] Network bacf1eb5-95cb-4e0c-907f-d0944b0e651d requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 19:02:14.951076 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [req-110d077e-1155-4ca3-8b73-c0a5e7815458 req-6f41629a-eb4d-4a6d-8d90-787a563d2930 service neutron] Request body: {'port': {'device_id': '7f7e0517-cc12-426c-8988-c50d70d827e0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816865-1'}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:02:15.018478 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-f8fb5c8a-39e4-42cf-a22e-01a26cf9a5f9 tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 1.8344254 Nov 05 19:02:15.033099 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 46174) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:02:15.038868 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-f9015f41-34dd-41af-b6d1-779be24402ba tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:02:15.074907 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-110d077e-1155-4ca3-8b73-c0a5e7815458 req-6f41629a-eb4d-4a6d-8d90-787a563d2930 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:15.277380 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea3b9c19-7082-45ad-bd0b-a8300a177d81 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeb20a084-accf-5b60-8075-3e69ebe863a6-bacf1eb5-95cb-4e0c-907f-d0944b0e651d', 'network_id': 'bacf1eb5-95cb-4e0c-907f-d0944b0e651d', 'tenant_id': 'a40892ba0bb140d0a4934f8baf0fb131', 'fixed_ips': [{'subnet_id': '4258b29c-1ca7-4f5f-9c6c-df91b64985d8'}]}} from n-d-816865-1. {{(pid=102388) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 05 19:02:15.278391 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-ea3b9c19-7082-45ad-bd0b-a8300a177d81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:15.403902 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-f9015f41-34dd-41af-b6d1-779be24402ba tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-4877133'] for subnet, before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:15.466378 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-8bd5c750-297e-4201-969e-a2ac1d246620 tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Publish callbacks [] for port, precommit_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:15.559486 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-8bd5c750-297e-4201-969e-a2ac1d246620 tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6149821'] for port, after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:15.631996 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.db.api [None req-ea3b9c19-7082-45ad-bd0b-a8300a177d81 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 05 19:02:15.631996 n-d-816865-1 neutron-server[102388]: [SQL: UPDATE subnets SET in_use=%(in_use)s WHERE subnets.id = %(id_1)s] Nov 05 19:02:15.631996 n-d-816865-1 neutron-server[102388]: [parameters: {'in_use': 1, 'id_1': '4258b29c-1ca7-4f5f-9c6c-df91b64985d8'}] Nov 05 19:02:15.631996 n-d-816865-1 neutron-server[102388]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=102388) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 05 19:02:15.635456 n-d-816865-1 neutron-server[102388]: DEBUG oslo_db.api [None req-ea3b9c19-7082-45ad-bd0b-a8300a177d81 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 05 19:02:15.668192 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73025bea-915e-4b83-a848-72015fd92ddc req-05204209-32c4-4ed4-a1ab-81ff8aace5dd tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:02:15.678393 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-73025bea-915e-4b83-a848-72015fd92ddc req-05204209-32c4-4ed4-a1ab-81ff8aace5dd tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f7e0517-cc12-426c-8988-c50d70d827e0 HTTP/1.1" status: 200 len: 931 time: 0.1166708 Nov 05 19:02:15.710379 n-d-816865-1 neutron-server[102387]: DEBUG neutron.notifiers.nova [req-110d077e-1155-4ca3-8b73-c0a5e7815458 req-6f41629a-eb4d-4a6d-8d90-787a563d2930 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9bc7325b-0233-4831-a974-eb18fa174e40 {{(pid=102387) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 19:02:15.721632 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f526532-c972-4dc3-965c-f46ba0e73715 None None] Network b60afebf-4427-4753-ae89-8f7bac7401ec requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 19:02:15.723719 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-110d077e-1155-4ca3-8b73-c0a5e7815458 req-6f41629a-eb4d-4a6d-8d90-787a563d2930 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:15.770725 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-73025bea-915e-4b83-a848-72015fd92ddc req-bad1a367-3f64-4269-b68e-f899dee1b03a tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] 10.222.0.13 "GET /v2.0/security-groups?id=e2e15a42-88b8-49e2-ad78-9daadc9e7fe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910990 Nov 05 19:02:15.801277 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.provisioning_blocks [req-110d077e-1155-4ca3-8b73-c0a5e7815458 req-6f41629a-eb4d-4a6d-8d90-787a563d2930 service neutron] Transition to ACTIVE for port object 9bc7325b-0233-4831-a974-eb18fa174e40 will not be triggered until provisioned by entity L2. {{(pid=102387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 05 19:02:15.810661 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd5c750-297e-4201-969e-a2ac1d246620 tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Pushing event updated for resources: {'Port': ['ID=e7c780fb-dce5-488a-a7f7-7a1892236162,revision_number=2']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:02:15.834537 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-8bd5c750-297e-4201-969e-a2ac1d246620 tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-597863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-571878'] for router_interface, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:15.848235 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-f9015f41-34dd-41af-b6d1-779be24402ba tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8750027766631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-6149884'] for subnet, after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:15.887855 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-110d077e-1155-4ca3-8b73-c0a5e7815458 req-6f41629a-eb4d-4a6d-8d90-787a563d2930 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4417072'] for port, after_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:15.909353 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-ffb26850-d4aa-4d33-8db9-fae8bdbc53be None None] Provisioning complete for port 7e6831e7-ad4e-4eea-bb28-3fdff3a58011 triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:02:15.909915 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-ffb26850-d4aa-4d33-8db9-fae8bdbc53be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:15.975437 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f41629a-eb4d-4a6d-8d90-787a563d2930 service neutron] Pushing event updated for resources: {'Port': ['ID=9bc7325b-0233-4831-a974-eb18fa174e40,revision_number=2']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:02:16.051594 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-ffb26850-d4aa-4d33-8db9-fae8bdbc53be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:16.100263 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.managers [req-110d077e-1155-4ca3-8b73-c0a5e7815458 req-6f41629a-eb4d-4a6d-8d90-787a563d2930 service neutron] Attempting to bind port 9bc7325b-0233-4831-a974-eb18fa174e40 on host n-h1-816865-1 for vnic_type normal with profile {{(pid=102387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 19:02:16.102990 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.managers [req-110d077e-1155-4ca3-8b73-c0a5e7815458 req-6f41629a-eb4d-4a6d-8d90-787a563d2930 service neutron] Attempting to bind port 9bc7325b-0233-4831-a974-eb18fa174e40 by drivers openvswitch,hyperv on host n-h1-816865-1 at level 0 using segments [{'id': 'd868025d-b05c-40c6-b9d6-024790792c42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '2974e85c-ccd8-4cce-92c0-fa64d0405969'}] {{(pid=102387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 19:02:16.104132 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-110d077e-1155-4ca3-8b73-c0a5e7815458 req-6f41629a-eb4d-4a6d-8d90-787a563d2930 service neutron] Attempting to bind port 9bc7325b-0233-4831-a974-eb18fa174e40 on network 2974e85c-ccd8-4cce-92c0-fa64d0405969 {{(pid=102387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 19:02:16.108512 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-ffb26850-d4aa-4d33-8db9-fae8bdbc53be None None] For port 7e6831e7-ad4e-4eea-bb28-3fdff3a58011, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=7e6831e7-ad4e-4eea-bb28-3fdff3a58011,segment=NetworkSegment(4a3a87da-a97c-4d32-9751-1194a57fc4c2),segment_id=4a3a87da-a97c-4d32-9751-1194a57fc4c2)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:02:16.116834 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-110d077e-1155-4ca3-8b73-c0a5e7815458 req-6f41629a-eb4d-4a6d-8d90-787a563d2930 service neutron] Port 9bc7325b-0233-4831-a974-eb18fa174e40 on network 2974e85c-ccd8-4cce-92c0-fa64d0405969 not bound, no agent of type Open vSwitch agent registered on host n-h1-816865-1 {{(pid=102387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 19:02:16.117572 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-110d077e-1155-4ca3-8b73-c0a5e7815458 req-6f41629a-eb4d-4a6d-8d90-787a563d2930 service neutron] Attempting to bind port 9bc7325b-0233-4831-a974-eb18fa174e40 on network 2974e85c-ccd8-4cce-92c0-fa64d0405969 {{(pid=102387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 19:02:16.128686 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-110d077e-1155-4ca3-8b73-c0a5e7815458 req-6f41629a-eb4d-4a6d-8d90-787a563d2930 service neutron] Checking agent: {'id': 'eb596d7c-8c64-42bd-8aca-fad447eb0eab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816865-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 18, 33, 34), 'started_at': datetime.datetime(2021, 11, 5, 18, 33, 34), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 19, 2, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 19:02:16.128686 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-110d077e-1155-4ca3-8b73-c0a5e7815458 req-6f41629a-eb4d-4a6d-8d90-787a563d2930 service neutron] Checking segment: {'id': 'd868025d-b05c-40c6-b9d6-024790792c42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '2974e85c-ccd8-4cce-92c0-fa64d0405969'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 19:02:16.128686 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-110d077e-1155-4ca3-8b73-c0a5e7815458 req-6f41629a-eb4d-4a6d-8d90-787a563d2930 service neutron] Bound using segment: {'id': 'd868025d-b05c-40c6-b9d6-024790792c42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '2974e85c-ccd8-4cce-92c0-fa64d0405969'} {{(pid=102387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 19:02:16.129514 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.managers [req-110d077e-1155-4ca3-8b73-c0a5e7815458 req-6f41629a-eb4d-4a6d-8d90-787a563d2930 service neutron] Bound port: 9bc7325b-0233-4831-a974-eb18fa174e40, host: n-h1-816865-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd868025d-b05c-40c6-b9d6-024790792c42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '2974e85c-ccd8-4cce-92c0-fa64d0405969'}}] {{(pid=102387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 19:02:16.130381 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-110d077e-1155-4ca3-8b73-c0a5e7815458 req-6f41629a-eb4d-4a6d-8d90-787a563d2930 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:16.137935 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-ea3b9c19-7082-45ad-bd0b-a8300a177d81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:16.156710 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-ffb26850-d4aa-4d33-8db9-fae8bdbc53be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:16.295139 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.db [req-110d077e-1155-4ca3-8b73-c0a5e7815458 req-6f41629a-eb4d-4a6d-8d90-787a563d2930 service neutron] For port 9bc7325b-0233-4831-a974-eb18fa174e40, host n-h1-816865-1, cleared binding levels {{(pid=102387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 19:02:16.300788 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.db [req-110d077e-1155-4ca3-8b73-c0a5e7815458 req-6f41629a-eb4d-4a6d-8d90-787a563d2930 service neutron] For port 9bc7325b-0233-4831-a974-eb18fa174e40, host n-h1-816865-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=9bc7325b-0233-4831-a974-eb18fa174e40,segment=NetworkSegment(d868025d-b05c-40c6-b9d6-024790792c42),segment_id=d868025d-b05c-40c6-b9d6-024790792c42)] {{(pid=102387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 19:02:16.344256 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 7e6831e7-ad4e-4eea-bb28-3fdff3a58011 up at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 19:02:16.373909 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-110d077e-1155-4ca3-8b73-c0a5e7815458 req-6f41629a-eb4d-4a6d-8d90-787a563d2930 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4417072'] for port, after_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:16.451740 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb26850-d4aa-4d33-8db9-fae8bdbc53be None None] Pushing event updated for resources: {'Port': ['ID=7e6831e7-ad4e-4eea-bb28-3fdff3a58011,revision_number=3']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:02:16.470831 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110d077e-1155-4ca3-8b73-c0a5e7815458 req-6f41629a-eb4d-4a6d-8d90-787a563d2930 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:02:16.471751 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-110d077e-1155-4ca3-8b73-c0a5e7815458 req-6f41629a-eb4d-4a6d-8d90-787a563d2930 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:16.473330 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-110d077e-1155-4ca3-8b73-c0a5e7815458 req-6f41629a-eb4d-4a6d-8d90-787a563d2930 service neutron] 10.222.0.41 "PUT /v2.0/ports/9bc7325b-0233-4831-a974-eb18fa174e40 HTTP/1.1" status: 200 len: 1091 time: 1.5277915 Nov 05 19:02:16.474955 n-d-816865-1 neutron-server[102387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f7e0517-cc12-426c-8988-c50d70d827e0', 'tag': '9bc7325b-0233-4831-a974-eb18fa174e40'}] {{(pid=102387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 19:02:16.477267 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab06bd4ddf5758c1f10d79fe34dc215bafa488692cde9dba2fcbcb67556f90bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0f27a1a-5b7a-4360-a3ec-e160ab7d37b1" -d '{"events": [{"name": "network-changed", "server_uuid": "7f7e0517-cc12-426c-8988-c50d70d827e0", "tag": "9bc7325b-0233-4831-a974-eb18fa174e40"}]}' {{(pid=102387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 19:02:16.530512 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9015f41-34dd-41af-b6d1-779be24402ba tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:02:16.531324 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-f9015f41-34dd-41af-b6d1-779be24402ba tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] Publish callbacks [] for subnet, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:16.533463 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-f9015f41-34dd-41af-b6d1-779be24402ba tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] 10.222.0.13 "PUT /v2.0/subnets/4258b29c-1ca7-4f5f-9c6c-df91b64985d8 HTTP/1.1" status: 200 len: 900 time: 1.4992621 Nov 05 19:02:16.540859 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 46242) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:02:16.547655 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.db_base_plugin_common [None req-ea3b9c19-7082-45ad-bd0b-a8300a177d81 None None] Allocated IP 2001:db8::3 (bacf1eb5-95cb-4e0c-907f-d0944b0e651d/4258b29c-1ca7-4f5f-9c6c-df91b64985d8/cfda1e7e-24ed-409d-91fb-70e099379ccf) {{(pid=102388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 19:02:16.548388 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f41629a-eb4d-4a6d-8d90-787a563d2930 service neutron] Pushing event updated for resources: {'Port': ['ID=9bc7325b-0233-4831-a974-eb18fa174e40,revision_number=3']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:02:16.554585 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-bc33d75c-bca4-44e8-af9e-825edb78ee37 None None] Provisioning complete for port e7c780fb-dce5-488a-a7f7-7a1892236162 triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:02:16.555241 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-bc33d75c-bca4-44e8-af9e-825edb78ee37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:16.574497 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 19:02:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6815d4d2-5345-4ed0-9a43-e376528a78de x-openstack-request-id: req-6815d4d2-5345-4ed0-9a43-e376528a78de {{(pid=102387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 19:02:16.574842 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f7e0517-cc12-426c-8988-c50d70d827e0", "tag": "9bc7325b-0233-4831-a974-eb18fa174e40", "status": "completed", "code": 200}]} {{(pid=102387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 19:02:16.575680 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6815d4d2-5345-4ed0-9a43-e376528a78de {{(pid=102387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 19:02:16.576191 n-d-816865-1 neutron-server[102387]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f7e0517-cc12-426c-8988-c50d70d827e0', 'tag': '9bc7325b-0233-4831-a974-eb18fa174e40', 'status': 'completed', 'code': 200} Nov 05 19:02:16.625935 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bd5c750-297e-4201-969e-a2ac1d246620 tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Network b60afebf-4427-4753-ae89-8f7bac7401ec is already hosted by enough agents. {{(pid=102386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 19:02:16.651570 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f27a1a-5b7a-4360-a3ec-e160ab7d37b1 req-b84f4e25-85eb-47c7-870d-ba90f1f2bc9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:02:16.668632 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-c0f27a1a-5b7a-4360-a3ec-e160ab7d37b1 req-b84f4e25-85eb-47c7-870d-ba90f1f2bc9a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=202d48fbf8184969a2b022e0eeddf3c9&device_id=7f7e0517-cc12-426c-8988-c50d70d827e0 HTTP/1.1" status: 200 len: 1094 time: 0.0661106 Nov 05 19:02:16.669208 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9015f41-34dd-41af-b6d1-779be24402ba tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] Pushing event updated for resources: {'Subnet': ['ID=4258b29c-1ca7-4f5f-9c6c-df91b64985d8,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:02:16.680687 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.base_scheduler [None req-8bd5c750-297e-4201-969e-a2ac1d246620 tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Resources bound (agent type, host, resource id): {{(pid=102386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 19:02:16.688767 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Provisioning complete for port 7e6831e7-ad4e-4eea-bb28-3fdff3a58011 triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:02:16.689061 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:16.857432 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-c899ef8d-4e3c-4783-9c9e-fbd4778ffa4f tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1664226'] for network, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:16.870897 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-bc33d75c-bca4-44e8-af9e-825edb78ee37 None None] Port e7c780fb-dce5-488a-a7f7-7a1892236162 cannot update to ACTIVE because it is not bound. {{(pid=102388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 19:02:16.878702 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8bd5c750-297e-4201-969e-a2ac1d246620 tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Router fd1de92a-98b3-4885-85eb-3624b8362935 has already been hosted by L3 agent 6dcb5589-8e86-4616-9186-ddc4548e13ad {{(pid=102386) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 19:02:16.973232 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-bc33d75c-bca4-44e8-af9e-825edb78ee37 None None] Provisioning complete for port 7e6831e7-ad4e-4eea-bb28-3fdff3a58011 triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:02:16.973616 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-bc33d75c-bca4-44e8-af9e-825edb78ee37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:17.086724 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f27a1a-5b7a-4360-a3ec-e160ab7d37b1 req-200c2f8a-4174-4ff8-b688-80f6f577ea78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:02:17.088237 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-c0f27a1a-5b7a-4360-a3ec-e160ab7d37b1 req-200c2f8a-4174-4ff8-b688-80f6f577ea78 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=202d48fbf8184969a2b022e0eeddf3c9&shared=False HTTP/1.1" status: 200 len: 915 time: 0.4222319 Nov 05 19:02:17.104194 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bd5c750-297e-4201-969e-a2ac1d246620 tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Notify agent at l3_agent.n-d-816865-1 the message routers_updated {{(pid=102386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 19:02:17.108321 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-c899ef8d-4e3c-4783-9c9e-fbd4778ffa4f tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1573928'] for subnet, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:17.120340 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91c5fdfa-2da3-441d-a14f-8c68943b4aba None None] Sync routers for ids ['fd1de92a-98b3-4885-85eb-3624b8362935'] in n-d-816865-1 {{(pid=102389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 19:02:17.138907 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91c5fdfa-2da3-441d-a14f-8c68943b4aba None None] Routers {'fd1de92a-98b3-4885-85eb-3624b8362935'} bound to L3 agent in host n-d-816865-1 {{(pid=102389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 19:02:17.139542 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-91c5fdfa-2da3-441d-a14f-8c68943b4aba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T19:02:05Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['fd1de92a-98b3-4885-85eb-3624b8362935'], 'active': True} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:02:17.157581 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532098cc-d2a8-4b8b-ab30-6d5e8d4fd138 req-6abfb76f-7fa3-40b8-8442-20ff1ecdc66a tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:02:17.170617 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-532098cc-d2a8-4b8b-ab30-6d5e8d4fd138 req-6abfb76f-7fa3-40b8-8442-20ff1ecdc66a tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f7e0517-cc12-426c-8988-c50d70d827e0 HTTP/1.1" status: 200 len: 943 time: 0.2208633 Nov 05 19:02:17.215506 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-8bd5c750-297e-4201-969e-a2ac1d246620 tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] 10.222.0.13 "PUT /v2.0/routers/fd1de92a-98b3-4885-85eb-3624b8362935/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8782320 Nov 05 19:02:17.219127 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 46276) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:02:17.225896 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-b40575b4-0447-4e8b-a1c0-0ae714b11249 tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:02:17.441169 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvr_db [None req-91c5fdfa-2da3-441d-a14f-8c68943b4aba None None] Set router fd1de92a-98b3-4885-85eb-3624b8362935 gateway port host: None {{(pid=102389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 19:02:17.471617 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-ea3b9c19-7082-45ad-bd0b-a8300a177d81 None None] Publish callbacks [] for port, precommit_create {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:17.643414 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-ea3b9c19-7082-45ad-bd0b-a8300a177d81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789'] for port, after_create {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:17.763323 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-c899ef8d-4e3c-4783-9c9e-fbd4778ffa4f tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1573905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6149879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4877183'] for subnet, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:17.804974 n-d-816865-1 neutron-server[102388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea3b9c19-7082-45ad-bd0b-a8300a177d81 None None] Network bacf1eb5-95cb-4e0c-907f-d0944b0e651d is already hosted by enough agents. {{(pid=102388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 19:02:17.812633 n-d-816865-1 neutron-server[102388]: DEBUG neutron.scheduler.base_scheduler [None req-ea3b9c19-7082-45ad-bd0b-a8300a177d81 None None] Resources bound (agent type, host, resource id): {{(pid=102388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 19:02:17.819790 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3b9c19-7082-45ad-bd0b-a8300a177d81 None None] Pushing event updated for resources: {'Port': ['ID=cfda1e7e-24ed-409d-91fb-70e099379ccf,revision_number=1']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:02:17.826335 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea3b9c19-7082-45ad-bd0b-a8300a177d81 None None] Received port after_create {{(pid=102388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 19:02:17.853553 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-213afa9d-d0f4-4fbc-af46-689dc0a31714 None None] Provisioning complete for port e7c780fb-dce5-488a-a7f7-7a1892236162 triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:02:17.853937 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-213afa9d-d0f4-4fbc-af46-689dc0a31714 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:17.863664 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c899ef8d-4e3c-4783-9c9e-fbd4778ffa4f tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] Pushing event deleted for resources: {'Subnet': ['ID=4258b29c-1ca7-4f5f-9c6c-df91b64985d8,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:02:17.879865 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-91c5fdfa-2da3-441d-a14f-8c68943b4aba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd1de92a-98b3-4885-85eb-3624b8362935', 'name': 'tempest-RoutersTest-router-939760282', 'tenant_id': 'e73ce0a6a4b043a3828a6e49d45da7fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T19:01:38Z', 'updated_at': '2021-11-05T19:02:14Z', 'revision_number': 5, 'project_id': 'e73ce0a6a4b043a3828a6e49d45da7fe', 'gw_port_host': None, '_interfaces': [{'id': '8519902f-4722-452b-b962-12b2557b6592', 'name': '', 'network_id': '51bb31f9-8f0f-44e4-9c3e-4194b515b5a5', 'tenant_id': 'e73ce0a6a4b043a3828a6e49d45da7fe', 'mac_address': 'fa:16:3e:aa:4a:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd1de92a-98b3-4885-85eb-3624b8362935', 'device_owner': 'network:router_interface', 'standard_attr_id': 2882, 'fixed_ips': [{'subnet_id': '73af3bcb-350f-488c-a8fc-d49ff8bac692', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:02:00Z', 'updated_at': '2021-11-05T19:02:12Z', 'revision_number': 5, 'project_id': 'e73ce0a6a4b043a3828a6e49d45da7fe', 'subnets': [{'id': '73af3bcb-350f-488c-a8fc-d49ff8bac692', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '953a5297-c445-4661-9ea9-6d266c22f808', 'name': '', 'network_id': '3233a838-3b77-4672-a9c6-914f0ac42c26', 'tenant_id': 'e73ce0a6a4b043a3828a6e49d45da7fe', 'mac_address': 'fa:16:3e:31:8a:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd1de92a-98b3-4885-85eb-3624b8362935', 'device_owner': 'network:router_interface', 'standard_attr_id': 2873, 'fixed_ips': [{'subnet_id': '8073db28-b421-4759-be53-5a16d7654da3', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:01:52Z', 'updated_at': '2021-11-05T19:01:59Z', 'revision_number': 5, 'project_id': 'e73ce0a6a4b043a3828a6e49d45da7fe', 'subnets': [{'id': '8073db28-b421-4759-be53-5a16d7654da3', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'acaf73af-be86-4544-95b9-1174fd0d9242', 'name': '', 'network_id': 'cd6e8b9b-a53a-4763-885f-93ef3b3f8bef', 'tenant_id': 'e73ce0a6a4b043a3828a6e49d45da7fe', 'mac_address': 'fa:16:3e:d9:ee:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd1de92a-98b3-4885-85eb-3624b8362935', 'device_owner': 'network:router_interface', 'standard_attr_id': 2853, 'fixed_ips': [{'subnet_id': '558ddf96-5913-4b9c-a7f9-98c1c25a666b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:01:42Z', 'updated_at': '2021-11-05T19:01:53Z', 'revision_number': 5, 'project_id': 'e73ce0a6a4b043a3828a6e49d45da7fe', 'subnets': [{'id': '558ddf96-5913-4b9c-a7f9-98c1c25a666b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e7c780fb-dce5-488a-a7f7-7a1892236162', 'name': '', 'network_id': 'b60afebf-4427-4753-ae89-8f7bac7401ec', 'tenant_id': 'e73ce0a6a4b043a3828a6e49d45da7fe', 'mac_address': 'fa:16:3e:0a:23:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd1de92a-98b3-4885-85eb-3624b8362935', 'device_owner': 'network:router_interface', 'standard_attr_id': 2894, 'fixed_ips': [{'subnet_id': '6645ef9d-8044-4912-af36-a27dc04fd3f8', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:02:12Z', 'updated_at': '2021-11-05T19:02:15Z', 'revision_number': 2, 'project_id': 'e73ce0a6a4b043a3828a6e49d45da7fe', 'subnets': [{'id': '6645ef9d-8044-4912-af36-a27dc04fd3f8', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-1', False) {} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:02:18.056426 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-c899ef8d-4e3c-4783-9c9e-fbd4778ffa4f tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1579173', 'neutron.services.segments.db._delete_segments_for_network-8750027792909'] for network, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:18.064925 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-ea3b9c19-7082-45ad-bd0b-a8300a177d81 None None] Attempting to bind port cfda1e7e-24ed-409d-91fb-70e099379ccf on host n-d-816865-1 for vnic_type normal with profile {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 19:02:18.069806 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-ea3b9c19-7082-45ad-bd0b-a8300a177d81 None None] Attempting to bind port cfda1e7e-24ed-409d-91fb-70e099379ccf by drivers openvswitch,hyperv on host n-d-816865-1 at level 0 using segments [{'id': '1cd1133b-b6ad-4775-8cc1-7cfb37cb936c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'bacf1eb5-95cb-4e0c-907f-d0944b0e651d'}] {{(pid=102388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 19:02:18.070229 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea3b9c19-7082-45ad-bd0b-a8300a177d81 None None] Attempting to bind port cfda1e7e-24ed-409d-91fb-70e099379ccf on network bacf1eb5-95cb-4e0c-907f-d0944b0e651d {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 19:02:18.085940 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-213afa9d-d0f4-4fbc-af46-689dc0a31714 None None] Port e7c780fb-dce5-488a-a7f7-7a1892236162 cannot update to ACTIVE because it is not bound. {{(pid=102388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 19:02:18.095071 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea3b9c19-7082-45ad-bd0b-a8300a177d81 None None] Checking agent: {'id': '724d89a7-611b-41e6-bc85-c48112b17afa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 18, 25, 8), 'started_at': datetime.datetime(2021, 11, 5, 18, 25, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 19, 2, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 19:02:18.097105 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea3b9c19-7082-45ad-bd0b-a8300a177d81 None None] Checking segment: {'id': '1cd1133b-b6ad-4775-8cc1-7cfb37cb936c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'bacf1eb5-95cb-4e0c-907f-d0944b0e651d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 19:02:18.097719 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-ea3b9c19-7082-45ad-bd0b-a8300a177d81 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:18.101856 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea3b9c19-7082-45ad-bd0b-a8300a177d81 None None] Bound using segment: {'id': '1cd1133b-b6ad-4775-8cc1-7cfb37cb936c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'bacf1eb5-95cb-4e0c-907f-d0944b0e651d'} {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 19:02:18.102992 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-ea3b9c19-7082-45ad-bd0b-a8300a177d81 None None] Bound port: cfda1e7e-24ed-409d-91fb-70e099379ccf, host: n-d-816865-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1cd1133b-b6ad-4775-8cc1-7cfb37cb936c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'bacf1eb5-95cb-4e0c-907f-d0944b0e651d'}}] {{(pid=102388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 19:02:18.104973 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-ea3b9c19-7082-45ad-bd0b-a8300a177d81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:18.116435 n-d-816865-1 neutron-server[102386]: DEBUG neutron.services.segments.db [None req-c899ef8d-4e3c-4783-9c9e-fbd4778ffa4f tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bacf1eb5-95cb-4e0c-907f-d0944b0e651d']}} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:02:18.141798 n-d-816865-1 neutron-server[102386]: DEBUG neutron.services.segments.db [None req-c899ef8d-4e3c-4783-9c9e-fbd4778ffa4f tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1cd1133b-b6ad-4775-8cc1-7cfb37cb936c') {'for_net_delete': True} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:02:18.143568 n-d-816865-1 neutron-server[102386]: DEBUG neutron.services.segments.db [None req-c899ef8d-4e3c-4783-9c9e-fbd4778ffa4f tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1cd1133b-b6ad-4775-8cc1-7cfb37cb936c') {} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:02:18.166274 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-c899ef8d-4e3c-4783-9c9e-fbd4778ffa4f tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750027793430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4590747'] for segment, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:18.171025 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-532098cc-d2a8-4b8b-ab30-6d5e8d4fd138 req-fbec4013-476e-42cc-9d0f-6f74aaf8ced1 tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] 10.222.0.13 "GET /v2.0/security-groups?id=e2e15a42-88b8-49e2-ad78-9daadc9e7fe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9994373 Nov 05 19:02:18.200476 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-c899ef8d-4e3c-4783-9c9e-fbd4778ffa4f tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273'] for segment, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:18.210658 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c899ef8d-4e3c-4783-9c9e-fbd4778ffa4f tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] Releasing vlan 178 on physical network physnet1 to pool {{(pid=102386) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 05 19:02:18.212358 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-c899ef8d-4e3c-4783-9c9e-fbd4778ffa4f tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6149721'] for segment, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:18.228443 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 7e6831e7-ad4e-4eea-bb28-3fdff3a58011 up at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 19:02:18.257190 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91c5fdfa-2da3-441d-a14f-8c68943b4aba None None] Checking router: fd1de92a-98b3-4885-85eb-3624b8362935 for host: n-d-816865-1 {{(pid=102389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 19:02:18.257748 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91c5fdfa-2da3-441d-a14f-8c68943b4aba None None] Updating router fd1de92a-98b3-4885-85eb-3624b8362935 port e7c780fb-dce5-488a-a7f7-7a1892236162 binding host n-d-816865-1 {{(pid=102389) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 05 19:02:18.265201 n-d-816865-1 neutron-server[102386]: Traceback (most recent call last): Nov 05 19:02:18.265201 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 05 19:02:18.265201 n-d-816865-1 neutron-server[102386]: timer() Nov 05 19:02:18.265201 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 05 19:02:18.265201 n-d-816865-1 neutron-server[102386]: cb(*args, **kw) Nov 05 19:02:18.265201 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 05 19:02:18.265201 n-d-816865-1 neutron-server[102386]: return func(*args, **kwargs) Nov 05 19:02:18.265201 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 05 19:02:18.265201 n-d-816865-1 neutron-server[102386]: self._notify() Nov 05 19:02:18.265201 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 05 19:02:18.265201 n-d-816865-1 neutron-server[102386]: self.callback(batched_events) Nov 05 19:02:18.265201 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 05 19:02:18.265201 n-d-816865-1 neutron-server[102386]: event.method(event) Nov 05 19:02:18.265201 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 05 19:02:18.265201 n-d-816865-1 neutron-server[102386]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 05 19:02:18.265201 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 05 19:02:18.265201 n-d-816865-1 neutron-server[102386]: aggregate_uuid = self.p_client.list_aggregates( Nov 05 19:02:18.265201 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 05 19:02:18.265201 n-d-816865-1 neutron-server[102386]: return f(self, *a, **k) Nov 05 19:02:18.265201 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 05 19:02:18.265201 n-d-816865-1 neutron-server[102386]: return self._get(url).json() Nov 05 19:02:18.265201 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 05 19:02:18.265201 n-d-816865-1 neutron-server[102386]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 05 19:02:18.265201 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 05 19:02:18.265201 n-d-816865-1 neutron-server[102386]: return self.request(url, 'GET', **kwargs) Nov 05 19:02:18.265201 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 05 19:02:18.265201 n-d-816865-1 neutron-server[102386]: base_url = self.get_endpoint(auth, allow=allow, Nov 05 19:02:18.265201 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 05 19:02:18.265201 n-d-816865-1 neutron-server[102386]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 05 19:02:18.265201 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 05 19:02:18.265201 n-d-816865-1 neutron-server[102386]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 05 19:02:18.265201 n-d-816865-1 neutron-server[102386]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 05 19:02:18.285461 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec573daa-4b7a-479c-bce0-9cc928a05b40 req-eaa92641-7cc6-4808-b3c9-59f669311223 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:02:18.294003 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec573daa-4b7a-479c-bce0-9cc928a05b40 req-eaa92641-7cc6-4808-b3c9-59f669311223 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:02:18.304305 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec573daa-4b7a-479c-bce0-9cc928a05b40 req-eaa92641-7cc6-4808-b3c9-59f669311223 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:02:18.308007 n-d-816865-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-91c5fdfa-2da3-441d-a14f-8c68943b4aba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:18.311572 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec573daa-4b7a-479c-bce0-9cc928a05b40 req-eaa92641-7cc6-4808-b3c9-59f669311223 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:02:18.319175 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec573daa-4b7a-479c-bce0-9cc928a05b40 req-eaa92641-7cc6-4808-b3c9-59f669311223 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:02:18.327898 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec573daa-4b7a-479c-bce0-9cc928a05b40 req-eaa92641-7cc6-4808-b3c9-59f669311223 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:02:18.335377 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec573daa-4b7a-479c-bce0-9cc928a05b40 req-eaa92641-7cc6-4808-b3c9-59f669311223 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:02:18.345239 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-ec573daa-4b7a-479c-bce0-9cc928a05b40 req-eaa92641-7cc6-4808-b3c9-59f669311223 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] 10.222.0.13 "GET /v2.0/ports?device_id=1682fb31-a1bf-43f5-a4fa-447937da8a91 HTTP/1.1" status: 200 len: 5443 time: 0.3401973 Nov 05 19:02:18.356747 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f27a1a-5b7a-4360-a3ec-e160ab7d37b1 req-f871b26c-09d7-4a8b-bc0f-5a1b8d92f404 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:02:18.358765 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-c0f27a1a-5b7a-4360-a3ec-e160ab7d37b1 req-f871b26c-09d7-4a8b-bc0f-5a1b8d92f404 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.2629712 Nov 05 19:02:18.392162 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.db.api [None req-c899ef8d-4e3c-4783-9c9e-fbd4778ffa4f tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 05 19:02:18.392162 n-d-816865-1 neutron-server[102386]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 05 19:02:18.392162 n-d-816865-1 neutron-server[102386]: [parameters: {'id': 'bacf1eb5-95cb-4e0c-907f-d0944b0e651d'}] Nov 05 19:02:18.392162 n-d-816865-1 neutron-server[102386]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102386) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 05 19:02:18.392956 n-d-816865-1 neutron-server[102386]: DEBUG oslo_db.api [None req-c899ef8d-4e3c-4783-9c9e-fbd4778ffa4f tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 05 19:02:18.402642 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.extraroute_db [None req-b40575b4-0447-4e8b-a1c0-0ae714b11249 tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Added routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}] {{(pid=102386) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 05 19:02:18.428793 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.extraroute_db [None req-b40575b4-0447-4e8b-a1c0-0ae714b11249 tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Removed routes are [] {{(pid=102386) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 05 19:02:18.429499 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-b40575b4-0447-4e8b-a1c0-0ae714b11249 tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1000460', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-571265', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6845'] for router, precommit_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:18.564088 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-ec573daa-4b7a-479c-bce0-9cc928a05b40 req-633e0748-bc50-41db-9c73-3bc1fc3f8055 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] 10.222.0.13 "GET /v2.0/security-groups?id=293ec58e-66ea-453a-8db8-ae12281442fa&id=4f04b2e1-de76-4a06-adfc-cc82b8507945&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2174590 Nov 05 19:02:18.582344 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110d077e-1155-4ca3-8b73-c0a5e7815458 req-d452bf06-795e-419f-bb27-064714ffef52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:02:18.587133 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-110d077e-1155-4ca3-8b73-c0a5e7815458 req-d452bf06-795e-419f-bb27-064714ffef52 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=202d48fbf8184969a2b022e0eeddf3c9&device_id=7f7e0517-cc12-426c-8988-c50d70d827e0 HTTP/1.1" status: 200 len: 1094 time: 0.1516752 Nov 05 19:02:18.635520 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-ea3b9c19-7082-45ad-bd0b-a8300a177d81 None None] For port cfda1e7e-24ed-409d-91fb-70e099379ccf, host n-d-816865-1, cleared binding levels {{(pid=102388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 19:02:18.653125 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-ea3b9c19-7082-45ad-bd0b-a8300a177d81 None None] For port cfda1e7e-24ed-409d-91fb-70e099379ccf, host n-d-816865-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=cfda1e7e-24ed-409d-91fb-70e099379ccf,segment=NetworkSegment(1cd1133b-b6ad-4775-8cc1-7cfb37cb936c),segment_id=1cd1133b-b6ad-4775-8cc1-7cfb37cb936c)] {{(pid=102388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 19:02:18.659695 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Provisioning complete for port 7e6831e7-ad4e-4eea-bb28-3fdff3a58011 triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:02:18.662373 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:18.694699 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-110d077e-1155-4ca3-8b73-c0a5e7815458 req-8f8d99cf-f2f3-4aba-8f0f-be04d4993f65 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9bc7325b-0233-4831-a974-eb18fa174e40 HTTP/1.1" status: 200 len: 217 time: 0.0765495 Nov 05 19:02:18.722745 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-ea3b9c19-7082-45ad-bd0b-a8300a177d81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:18.816546 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110d077e-1155-4ca3-8b73-c0a5e7815458 req-29014cb1-34a4-44e3-88df-e16748da5b4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:02:18.818213 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3b9c19-7082-45ad-bd0b-a8300a177d81 None None] Pushing event updated for resources: {'Port': ['ID=cfda1e7e-24ed-409d-91fb-70e099379ccf,revision_number=2']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:02:18.819531 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-110d077e-1155-4ca3-8b73-c0a5e7815458 req-29014cb1-34a4-44e3-88df-e16748da5b4d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5c61fdbd-cd89-453f-9ed9-c150439b9091 HTTP/1.1" status: 200 len: 854 time: 0.1192014 Nov 05 19:02:18.883523 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-110d077e-1155-4ca3-8b73-c0a5e7815458 req-c17decca-60c0-4b52-98b3-ba337660dcf6 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2974e85c-ccd8-4cce-92c0-fa64d0405969&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0563705 Nov 05 19:02:18.906267 n-d-816865-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-91c5fdfa-2da3-441d-a14f-8c68943b4aba None None] Publish callbacks [] for port, precommit_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:18.909602 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19699d26-d747-4fd8-9543-0f65c4ff2595 None None] Network bacf1eb5-95cb-4e0c-907f-d0944b0e651d requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 19:02:18.969397 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-b40575b4-0447-4e8b-a1c0-0ae714b11249 tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1000460', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-571265', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6845'] for router, precommit_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:18.975455 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-c899ef8d-4e3c-4783-9c9e-fbd4778ffa4f tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1664226'] for network, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:18.979537 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-b40575b4-0447-4e8b-a1c0-0ae714b11249 tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1000487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1000469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1000478', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-571274'] for router, after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:18.996540 n-d-816865-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-91c5fdfa-2da3-441d-a14f-8c68943b4aba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:19.105842 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71323cc3-0f2e-42e6-9ead-d0bf52f085ae None None] Pushing event updated for resources: {'Port': ['ID=e7c780fb-dce5-488a-a7f7-7a1892236162,revision_number=3']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:02:19.129450 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-110d077e-1155-4ca3-8b73-c0a5e7815458 req-b900bdd4-c845-45a1-84e0-7efc7cc9949c service neutron] 10.222.0.41 "GET /v2.0/networks/2974e85c-ccd8-4cce-92c0-fa64d0405969?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2332349 Nov 05 19:02:19.131643 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38611e10-aa2a-4ce3-93fc-446ff4d15cf7 req-61f6166e-0dbf-47c7-9646-c7c50f27ad1b tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:02:19.139420 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38611e10-aa2a-4ce3-93fc-446ff4d15cf7 req-61f6166e-0dbf-47c7-9646-c7c50f27ad1b tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:02:19.147582 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38611e10-aa2a-4ce3-93fc-446ff4d15cf7 req-61f6166e-0dbf-47c7-9646-c7c50f27ad1b tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:02:19.156583 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38611e10-aa2a-4ce3-93fc-446ff4d15cf7 req-61f6166e-0dbf-47c7-9646-c7c50f27ad1b tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:02:19.164615 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38611e10-aa2a-4ce3-93fc-446ff4d15cf7 req-61f6166e-0dbf-47c7-9646-c7c50f27ad1b tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:02:19.169022 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef6f2617-0c44-47b4-beeb-f7cf80bf5cf3 None None] Network bacf1eb5-95cb-4e0c-907f-d0944b0e651d requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 19:02:19.172651 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38611e10-aa2a-4ce3-93fc-446ff4d15cf7 req-61f6166e-0dbf-47c7-9646-c7c50f27ad1b tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:02:19.179929 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38611e10-aa2a-4ce3-93fc-446ff4d15cf7 req-61f6166e-0dbf-47c7-9646-c7c50f27ad1b tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:02:19.181946 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-38611e10-aa2a-4ce3-93fc-446ff4d15cf7 req-61f6166e-0dbf-47c7-9646-c7c50f27ad1b tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] 10.222.0.41 "GET /v2.0/ports?device_id=1682fb31-a1bf-43f5-a4fa-447937da8a91 HTTP/1.1" status: 200 len: 5443 time: 0.4545648 Nov 05 19:02:19.239418 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.managers [None req-91c5fdfa-2da3-441d-a14f-8c68943b4aba None None] Attempting to bind port e7c780fb-dce5-488a-a7f7-7a1892236162 on host n-d-816865-1 for vnic_type normal with profile {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 19:02:19.240584 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.managers [None req-91c5fdfa-2da3-441d-a14f-8c68943b4aba None None] Attempting to bind port e7c780fb-dce5-488a-a7f7-7a1892236162 by drivers openvswitch,hyperv on host n-d-816865-1 at level 0 using segments [{'id': '4a3a87da-a97c-4d32-9751-1194a57fc4c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'b60afebf-4427-4753-ae89-8f7bac7401ec'}] {{(pid=102389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 19:02:19.240584 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91c5fdfa-2da3-441d-a14f-8c68943b4aba None None] Attempting to bind port e7c780fb-dce5-488a-a7f7-7a1892236162 on network b60afebf-4427-4753-ae89-8f7bac7401ec {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 19:02:19.246418 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91c5fdfa-2da3-441d-a14f-8c68943b4aba None None] Checking agent: {'id': '724d89a7-611b-41e6-bc85-c48112b17afa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 18, 25, 8), 'started_at': datetime.datetime(2021, 11, 5, 18, 25, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 19, 2, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 19:02:19.246893 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91c5fdfa-2da3-441d-a14f-8c68943b4aba None None] Checking segment: {'id': '4a3a87da-a97c-4d32-9751-1194a57fc4c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'b60afebf-4427-4753-ae89-8f7bac7401ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 19:02:19.247714 n-d-816865-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-91c5fdfa-2da3-441d-a14f-8c68943b4aba None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:19.247837 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91c5fdfa-2da3-441d-a14f-8c68943b4aba None None] Bound using segment: {'id': '4a3a87da-a97c-4d32-9751-1194a57fc4c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'b60afebf-4427-4753-ae89-8f7bac7401ec'} {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 19:02:19.248452 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.managers [None req-91c5fdfa-2da3-441d-a14f-8c68943b4aba None None] Bound port: e7c780fb-dce5-488a-a7f7-7a1892236162, host: n-d-816865-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a3a87da-a97c-4d32-9751-1194a57fc4c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'b60afebf-4427-4753-ae89-8f7bac7401ec'}}] {{(pid=102389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 19:02:19.248897 n-d-816865-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-91c5fdfa-2da3-441d-a14f-8c68943b4aba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:19.378620 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [None req-91c5fdfa-2da3-441d-a14f-8c68943b4aba None None] For port e7c780fb-dce5-488a-a7f7-7a1892236162, host n-d-816865-1, cleared binding levels {{(pid=102389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 19:02:19.388118 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [None req-91c5fdfa-2da3-441d-a14f-8c68943b4aba None None] For port e7c780fb-dce5-488a-a7f7-7a1892236162, host n-d-816865-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=e7c780fb-dce5-488a-a7f7-7a1892236162,segment=NetworkSegment(4a3a87da-a97c-4d32-9751-1194a57fc4c2),segment_id=4a3a87da-a97c-4d32-9751-1194a57fc4c2)] {{(pid=102389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 19:02:19.415652 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38611e10-aa2a-4ce3-93fc-446ff4d15cf7 req-5b3b9367-d1c5-4364-99b4-24216faa5064 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:02:19.417683 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-38611e10-aa2a-4ce3-93fc-446ff4d15cf7 req-5b3b9367-d1c5-4364-99b4-24216faa5064 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] 10.222.0.41 "GET /v2.0/ports/2456eae3-169a-4fab-a13d-e220c18e5959?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.2264159 Nov 05 19:02:19.500082 n-d-816865-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-91c5fdfa-2da3-441d-a14f-8c68943b4aba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:19.509885 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-c899ef8d-4e3c-4783-9c9e-fbd4778ffa4f tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] Deleting port cfda1e7e-24ed-409d-91fb-70e099379ccf {{(pid=102386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 19:02:19.510255 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-c899ef8d-4e3c-4783-9c9e-fbd4778ffa4f tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:19.524985 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b40575b4-0447-4e8b-a1c0-0ae714b11249 tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Router fd1de92a-98b3-4885-85eb-3624b8362935 has already been hosted by L3 agent 6dcb5589-8e86-4616-9186-ddc4548e13ad {{(pid=102386) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 19:02:19.577611 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-110d077e-1155-4ca3-8b73-c0a5e7815458 req-005d4768-c376-4d81-b72d-b795a6976348 service neutron] 10.222.0.41 "GET /v2.0/networks/2974e85c-ccd8-4cce-92c0-fa64d0405969?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4463894 Nov 05 19:02:19.609688 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e71a234-3f93-48bf-a24e-c2190c9f5d2b req-f46bd5b9-afbd-4602-8511-a47863057e36 tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:02:19.612963 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91c5fdfa-2da3-441d-a14f-8c68943b4aba None None] Routers {'fd1de92a-98b3-4885-85eb-3624b8362935'} bound to L3 agent in host n-d-816865-1 {{(pid=102389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 19:02:19.619733 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-91c5fdfa-2da3-441d-a14f-8c68943b4aba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T19:02:05Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['fd1de92a-98b3-4885-85eb-3624b8362935'], 'active': True} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:02:19.620371 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-8e71a234-3f93-48bf-a24e-c2190c9f5d2b req-f46bd5b9-afbd-4602-8511-a47863057e36 tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f7e0517-cc12-426c-8988-c50d70d827e0 HTTP/1.1" status: 200 len: 943 time: 0.2414613 Nov 05 19:02:19.742674 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-c6c8545d-0465-4035-955b-7d0c075ca177 None None] Provisioning complete for port e7c780fb-dce5-488a-a7f7-7a1892236162 triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:02:19.745172 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c6c8545d-0465-4035-955b-7d0c075ca177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:19.773664 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [None req-c899ef8d-4e3c-4783-9c9e-fbd4778ffa4f tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] For port cfda1e7e-24ed-409d-91fb-70e099379ccf, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=cfda1e7e-24ed-409d-91fb-70e099379ccf,segment=NetworkSegment(1cd1133b-b6ad-4775-8cc1-7cfb37cb936c),segment_id=1cd1133b-b6ad-4775-8cc1-7cfb37cb936c)] {{(pid=102386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:02:19.774375 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-c899ef8d-4e3c-4783-9c9e-fbd4778ffa4f tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:19.811330 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-c899ef8d-4e3c-4783-9c9e-fbd4778ffa4f tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] Calling delete_port for cfda1e7e-24ed-409d-91fb-70e099379ccf owned by network:dhcp {{(pid=102386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 19:02:19.843862 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71323cc3-0f2e-42e6-9ead-d0bf52f085ae None None] Pushing event updated for resources: {'Port': ['ID=e7c780fb-dce5-488a-a7f7-7a1892236162,revision_number=4']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:02:19.876374 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvr_db [None req-91c5fdfa-2da3-441d-a14f-8c68943b4aba None None] Set router fd1de92a-98b3-4885-85eb-3624b8362935 gateway port host: None {{(pid=102389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 19:02:19.899984 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-8e71a234-3f93-48bf-a24e-c2190c9f5d2b req-ce598f15-7da2-49f7-9216-3e352a6bfe0c tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] 10.222.0.13 "GET /v2.0/security-groups?id=e2e15a42-88b8-49e2-ad78-9daadc9e7fe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2773309 Nov 05 19:02:19.928610 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c6c8545d-0465-4035-955b-7d0c075ca177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:19.942853 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6859ea-0029-432d-990d-cc7a099ffe94 req-7e327aa4-94be-440f-9e32-f9a72392a99b tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:02:19.950154 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6859ea-0029-432d-990d-cc7a099ffe94 req-7e327aa4-94be-440f-9e32-f9a72392a99b tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:02:19.957113 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6859ea-0029-432d-990d-cc7a099ffe94 req-7e327aa4-94be-440f-9e32-f9a72392a99b tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:02:19.964858 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6859ea-0029-432d-990d-cc7a099ffe94 req-7e327aa4-94be-440f-9e32-f9a72392a99b tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:02:19.970950 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6859ea-0029-432d-990d-cc7a099ffe94 req-7e327aa4-94be-440f-9e32-f9a72392a99b tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:02:19.978366 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6859ea-0029-432d-990d-cc7a099ffe94 req-7e327aa4-94be-440f-9e32-f9a72392a99b tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:02:19.983954 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6859ea-0029-432d-990d-cc7a099ffe94 req-7e327aa4-94be-440f-9e32-f9a72392a99b tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:02:19.987100 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-38611e10-aa2a-4ce3-93fc-446ff4d15cf7 req-f260b279-d4c9-4cdc-9225-40e744e8662a tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] 10.222.0.41 "GET /v2.0/networks/59ceeb29-cfb5-4ee4-ad6e-189a26cd5b4e?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.5618756 Nov 05 19:02:19.992393 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-2e6859ea-0029-432d-990d-cc7a099ffe94 req-7e327aa4-94be-440f-9e32-f9a72392a99b tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] 10.222.0.13 "GET /v2.0/ports?device_id=1682fb31-a1bf-43f5-a4fa-447937da8a91 HTTP/1.1" status: 200 len: 5443 time: 0.2684500 Nov 05 19:02:20.010360 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-c6c8545d-0465-4035-955b-7d0c075ca177 None None] For port e7c780fb-dce5-488a-a7f7-7a1892236162, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=e7c780fb-dce5-488a-a7f7-7a1892236162,segment=NetworkSegment(4a3a87da-a97c-4d32-9751-1194a57fc4c2),segment_id=4a3a87da-a97c-4d32-9751-1194a57fc4c2)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:02:20.011425 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [req-38611e10-aa2a-4ce3-93fc-446ff4d15cf7 req-f9af7b9a-b38d-4a9b-9f8f-3ac33d2a5a9e service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:02:20.065874 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c6c8545d-0465-4035-955b-7d0c075ca177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:20.106915 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-2e6859ea-0029-432d-990d-cc7a099ffe94 req-419c771d-5598-4802-bd79-721e2d79107c tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] 10.222.0.13 "GET /v2.0/security-groups?id=293ec58e-66ea-453a-8db8-ae12281442fa&id=4f04b2e1-de76-4a06-adfc-cc82b8507945&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1130559 Nov 05 19:02:20.132037 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89b57dbd-2488-4c4f-87c7-785631facb2a None None] get_active_networks_info from n-d-816865-1 {{(pid=102388) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 05 19:02:20.334758 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-91c5fdfa-2da3-441d-a14f-8c68943b4aba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd1de92a-98b3-4885-85eb-3624b8362935', 'name': 'tempest-RoutersTest-router-939760282', 'tenant_id': 'e73ce0a6a4b043a3828a6e49d45da7fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T19:01:38Z', 'updated_at': '2021-11-05T19:02:18Z', 'revision_number': 6, 'project_id': 'e73ce0a6a4b043a3828a6e49d45da7fe', 'gw_port_host': None, '_interfaces': [{'id': '8519902f-4722-452b-b962-12b2557b6592', 'name': '', 'network_id': '51bb31f9-8f0f-44e4-9c3e-4194b515b5a5', 'tenant_id': 'e73ce0a6a4b043a3828a6e49d45da7fe', 'mac_address': 'fa:16:3e:aa:4a:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd1de92a-98b3-4885-85eb-3624b8362935', 'device_owner': 'network:router_interface', 'standard_attr_id': 2882, 'fixed_ips': [{'subnet_id': '73af3bcb-350f-488c-a8fc-d49ff8bac692', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:02:00Z', 'updated_at': '2021-11-05T19:02:12Z', 'revision_number': 5, 'project_id': 'e73ce0a6a4b043a3828a6e49d45da7fe', 'subnets': [{'id': '73af3bcb-350f-488c-a8fc-d49ff8bac692', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '953a5297-c445-4661-9ea9-6d266c22f808', 'name': '', 'network_id': '3233a838-3b77-4672-a9c6-914f0ac42c26', 'tenant_id': 'e73ce0a6a4b043a3828a6e49d45da7fe', 'mac_address': 'fa:16:3e:31:8a:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd1de92a-98b3-4885-85eb-3624b8362935', 'device_owner': 'network:router_interface', 'standard_attr_id': 2873, 'fixed_ips': [{'subnet_id': '8073db28-b421-4759-be53-5a16d7654da3', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:01:52Z', 'updated_at': '2021-11-05T19:01:59Z', 'revision_number': 5, 'project_id': 'e73ce0a6a4b043a3828a6e49d45da7fe', 'subnets': [{'id': '8073db28-b421-4759-be53-5a16d7654da3', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'acaf73af-be86-4544-95b9-1174fd0d9242', 'name': '', 'network_id': 'cd6e8b9b-a53a-4763-885f-93ef3b3f8bef', 'tenant_id': 'e73ce0a6a4b043a3828a6e49d45da7fe', 'mac_address': 'fa:16:3e:d9:ee:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd1de92a-98b3-4885-85eb-3624b8362935', 'device_owner': 'network:router_interface', 'standard_attr_id': 2853, 'fixed_ips': [{'subnet_id': '558ddf96-5913-4b9c-a7f9-98c1c25a666b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:01:42Z', 'updated_at': '2021-11-05T19:01:53Z', 'revision_number': 5, 'project_id': 'e73ce0a6a4b043a3828a6e49d45da7fe', 'subnets': [{'id': '558ddf96-5913-4b9c-a7f9-98c1c25a666b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e7c780fb-dce5-488a-a7f7-7a1892236162', 'name': '', 'network_id': 'b60afebf-4427-4753-ae89-8f7bac7401ec', 'tenant_id': 'e73ce0a6a4b043a3828a6e49d45da7fe', 'mac_address': 'fa:16:3e:0a:23:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd1de92a-98b3-4885-85eb-3624b8362935', 'device_owner': 'network:router_interface', 'standard_attr_id': 2894, 'fixed_ips': [{'subnet_id': '6645ef9d-8044-4912-af36-a27dc04fd3f8', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:02:12Z', 'updated_at': '2021-11-05T19:02:19Z', 'revision_number': 4, 'project_id': 'e73ce0a6a4b043a3828a6e49d45da7fe', 'subnets': [{'id': '6645ef9d-8044-4912-af36-a27dc04fd3f8', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-1', False) {} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:02:20.359973 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c8545d-0465-4035-955b-7d0c075ca177 None None] Pushing event updated for resources: {'Port': ['ID=e7c780fb-dce5-488a-a7f7-7a1892236162,revision_number=5']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:02:20.372721 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91c5fdfa-2da3-441d-a14f-8c68943b4aba None None] The sync data for ids ['fd1de92a-98b3-4885-85eb-3624b8362935'] in n-d-816865-1 is: [{'id': 'fd1de92a-98b3-4885-85eb-3624b8362935', 'name': 'tempest-RoutersTest-router-939760282', 'tenant_id': 'e73ce0a6a4b043a3828a6e49d45da7fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T19:01:38Z', 'updated_at': '2021-11-05T19:02:18Z', 'revision_number': 6, 'project_id': 'e73ce0a6a4b043a3828a6e49d45da7fe', 'gw_port_host': None, '_interfaces': [{'id': '8519902f-4722-452b-b962-12b2557b6592', 'name': '', 'network_id': '51bb31f9-8f0f-44e4-9c3e-4194b515b5a5', 'tenant_id': 'e73ce0a6a4b043a3828a6e49d45da7fe', 'mac_address': 'fa:16:3e:aa:4a:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd1de92a-98b3-4885-85eb-3624b8362935', 'device_owner': 'network:router_interface', 'standard_attr_id': 2882, 'fixed_ips': [{'subnet_id': '73af3bcb-350f-488c-a8fc-d49ff8bac692', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:02:00Z', 'updated_at': '2021-11-05T19:02:12Z', 'revision_number': 5, 'project_id': 'e73ce0a6a4b043a3828a6e49d45da7fe', 'subnets': [{'id': '73af3bcb-350f-488c-a8fc-d49ff8bac692', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '953a5297-c445-4661-9ea9-6d266c22f808', 'name': '', 'network_id': '3233a838-3b77-4672-a9c6-914f0ac42c26', 'tenant_id': 'e73ce0a6a4b043a3828a6e49d45da7fe', 'mac_address': 'fa:16:3e:31:8a:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd1de92a-98b3-4885-85eb-3624b8362935', 'device_owner': 'network:router_interface', 'standard_attr_id': 2873, 'fixed_ips': [{'subnet_id': '8073db28-b421-4759-be53-5a16d7654da3', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:01:52Z', 'updated_at': '2021-11-05T19:01:59Z', 'revision_number': 5, 'project_id': 'e73ce0a6a4b043a3828a6e49d45da7fe', 'subnets': [{'id': '8073db28-b421-4759-be53-5a16d7654da3', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'acaf73af-be86-4544-95b9-1174fd0d9242', 'name': '', 'network_id': 'cd6e8b9b-a53a-4763-885f-93ef3b3f8bef', 'tenant_id': 'e73ce0a6a4b043a3828a6e49d45da7fe', 'mac_address': 'fa:16:3e:d9:ee:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd1de92a-98b3-4885-85eb-3624b8362935', 'device_owner': 'network:router_interface', 'standard_attr_id': 2853, 'fixed_ips': [{'subnet_id': '558ddf96-5913-4b9c-a7f9-98c1c25a666b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:01:42Z', 'updated_at': '2021-11-05T19:01:53Z', 'revision_number': 5, 'project_id': 'e73ce0a6a4b043a3828a6e49d45da7fe', 'subnets': [{'id': '558ddf96-5913-4b9c-a7f9-98c1c25a666b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e7c780fb-dce5-488a-a7f7-7a1892236162', 'name': '', 'network_id': 'b60afebf-4427-4753-ae89-8f7bac7401ec', 'tenant_id': 'e73ce0a6a4b043a3828a6e49d45da7fe', 'mac_address': 'fa:16:3e:0a:23:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd1de92a-98b3-4885-85eb-3624b8362935', 'device_owner': 'network:router_interface', 'standard_attr_id': 2894, 'fixed_ips': [{'subnet_id': '6645ef9d-8044-4912-af36-a27dc04fd3f8', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:02:12Z', 'updated_at': '2021-11-05T19:02:19Z', 'revision_number': 4, 'project_id': 'e73ce0a6a4b043a3828a6e49d45da7fe', 'subnets': [{'id': '6645ef9d-8044-4912-af36-a27dc04fd3f8', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 19:02:20.380942 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-c0fc54fd-61f2-48ee-a013-38ba9d6b9a7c None None] Provisioning complete for port e7c780fb-dce5-488a-a7f7-7a1892236162 triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:02:20.381948 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c0fc54fd-61f2-48ee-a013-38ba9d6b9a7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:20.481405 n-d-816865-1 neutron-server[102388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89b57dbd-2488-4c4f-87c7-785631facb2a None None] Resources bound (agent type, host, resource id): {{(pid=102388) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 05 19:02:20.601673 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-38611e10-aa2a-4ce3-93fc-446ff4d15cf7 req-f9af7b9a-b38d-4a9b-9f8f-3ac33d2a5a9e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:20.640668 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Device 2456eae3-169a-4fab-a13d-e220c18e5959 no longer exists at agent hyperv_n-h1-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 19:02:20.711275 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b40575b4-0447-4e8b-a1c0-0ae714b11249 tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Notify agent at l3_agent.n-d-816865-1 the message routers_updated {{(pid=102386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 19:02:20.723532 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-b40575b4-0447-4e8b-a1c0-0ae714b11249 tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Publish callbacks [] for router, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:20.727649 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 46426) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:02:20.728083 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-b40575b4-0447-4e8b-a1c0-0ae714b11249 tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] 10.222.0.13 "PUT /v2.0/routers/fd1de92a-98b3-4885-85eb-3624b8362935 HTTP/1.1" status: 200 len: 933 time: 3.5073667 Nov 05 19:02:20.785475 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-c899ef8d-4e3c-4783-9c9e-fbd4778ffa4f tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:20.845387 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c899ef8d-4e3c-4783-9c9e-fbd4778ffa4f tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] Pushing event deleted for resources: {'Port': ['ID=cfda1e7e-24ed-409d-91fb-70e099379ccf,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:02:20.852882 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c899ef8d-4e3c-4783-9c9e-fbd4778ffa4f tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] No DVR routers for this DVR port cfda1e7e-24ed-409d-91fb-70e099379ccf on host n-d-816865-1 {{(pid=102386) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 19:02:20.989519 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-418cba59-1e14-4def-b895-8400c7cb4ea9 tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] 10.222.0.13 "GET /v2.0/routers/fd1de92a-98b3-4885-85eb-3624b8362935 HTTP/1.1" status: 200 len: 933 time: 0.2582409 Nov 05 19:02:20.991950 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 46442) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:02:20.997386 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-4121621b-16c0-4657-9311-5ed0f43c7853 tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Request body: {'router': {'routes': None}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:02:21.002394 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:21.006413 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-c899ef8d-4e3c-4783-9c9e-fbd4778ffa4f tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1579173', 'neutron.services.segments.db._delete_segments_for_network-8750027792909'] for network, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:21.013003 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [req-38611e10-aa2a-4ce3-93fc-446ff4d15cf7 req-f9af7b9a-b38d-4a9b-9f8f-3ac33d2a5a9e service neutron] For port 2456eae3-169a-4fab-a13d-e220c18e5959, host n-h1-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=2456eae3-169a-4fab-a13d-e220c18e5959,segment=NetworkSegment(ddf499c1-888a-4ebb-8e8b-94e3dd91721e),segment_id=ddf499c1-888a-4ebb-8e8b-94e3dd91721e)] {{(pid=102386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:02:21.057774 n-d-816865-1 neutron-server[102386]: DEBUG neutron.services.segments.db [None req-c899ef8d-4e3c-4783-9c9e-fbd4778ffa4f tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bacf1eb5-95cb-4e0c-907f-d0944b0e651d']}} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:02:21.083353 n-d-816865-1 neutron-server[102386]: DEBUG neutron.services.segments.db [None req-c899ef8d-4e3c-4783-9c9e-fbd4778ffa4f tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1cd1133b-b6ad-4775-8cc1-7cfb37cb936c') {'for_net_delete': True} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:02:21.083836 n-d-816865-1 neutron-server[102386]: DEBUG neutron.services.segments.db [None req-c899ef8d-4e3c-4783-9c9e-fbd4778ffa4f tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1cd1133b-b6ad-4775-8cc1-7cfb37cb936c') {} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:02:21.100715 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-c899ef8d-4e3c-4783-9c9e-fbd4778ffa4f tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750027793430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4590747'] for segment, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:21.102645 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [req-38611e10-aa2a-4ce3-93fc-446ff4d15cf7 req-f9af7b9a-b38d-4a9b-9f8f-3ac33d2a5a9e service neutron] For port 2456eae3-169a-4fab-a13d-e220c18e5959, host n-h1-816865-1, cleared binding levels {{(pid=102386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 19:02:21.138711 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-c899ef8d-4e3c-4783-9c9e-fbd4778ffa4f tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273'] for segment, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:21.153926 n-d-816865-1 neutron-server[102386]: DEBUG neutron.notifiers.nova [req-38611e10-aa2a-4ce3-93fc-446ff4d15cf7 req-f9af7b9a-b38d-4a9b-9f8f-3ac33d2a5a9e service neutron] device_id is not set on port 2456eae3-169a-4fab-a13d-e220c18e5959 yet. {{(pid=102386) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 05 19:02:21.160142 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c899ef8d-4e3c-4783-9c9e-fbd4778ffa4f tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] Releasing vlan 178 on physical network physnet1 to pool {{(pid=102386) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 05 19:02:21.161264 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-c899ef8d-4e3c-4783-9c9e-fbd4778ffa4f tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6149721'] for segment, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:21.164583 n-d-816865-1 neutron-server[102386]: Traceback (most recent call last): Nov 05 19:02:21.164583 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 05 19:02:21.164583 n-d-816865-1 neutron-server[102386]: timer() Nov 05 19:02:21.164583 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 05 19:02:21.164583 n-d-816865-1 neutron-server[102386]: cb(*args, **kw) Nov 05 19:02:21.164583 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 05 19:02:21.164583 n-d-816865-1 neutron-server[102386]: return func(*args, **kwargs) Nov 05 19:02:21.164583 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 05 19:02:21.164583 n-d-816865-1 neutron-server[102386]: self._notify() Nov 05 19:02:21.164583 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 05 19:02:21.164583 n-d-816865-1 neutron-server[102386]: self.callback(batched_events) Nov 05 19:02:21.164583 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 05 19:02:21.164583 n-d-816865-1 neutron-server[102386]: event.method(event) Nov 05 19:02:21.164583 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 05 19:02:21.164583 n-d-816865-1 neutron-server[102386]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 05 19:02:21.164583 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 05 19:02:21.164583 n-d-816865-1 neutron-server[102386]: aggregate_uuid = self.p_client.list_aggregates( Nov 05 19:02:21.164583 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 05 19:02:21.164583 n-d-816865-1 neutron-server[102386]: return f(self, *a, **k) Nov 05 19:02:21.164583 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 05 19:02:21.164583 n-d-816865-1 neutron-server[102386]: return self._get(url).json() Nov 05 19:02:21.164583 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 05 19:02:21.164583 n-d-816865-1 neutron-server[102386]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 05 19:02:21.164583 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 05 19:02:21.164583 n-d-816865-1 neutron-server[102386]: return self.request(url, 'GET', **kwargs) Nov 05 19:02:21.164583 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 05 19:02:21.164583 n-d-816865-1 neutron-server[102386]: base_url = self.get_endpoint(auth, allow=allow, Nov 05 19:02:21.164583 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 05 19:02:21.164583 n-d-816865-1 neutron-server[102386]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 05 19:02:21.164583 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 05 19:02:21.164583 n-d-816865-1 neutron-server[102386]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 05 19:02:21.164583 n-d-816865-1 neutron-server[102386]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 05 19:02:21.227717 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-38611e10-aa2a-4ce3-93fc-446ff4d15cf7 req-f9af7b9a-b38d-4a9b-9f8f-3ac33d2a5a9e service neutron] Publish callbacks [] for port, precommit_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:21.311505 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1abe24-9f8c-4a91-b68b-f0d64fa41300 req-2a6cc162-d350-4848-b593-57257862a444 tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:02:21.313032 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-1a1abe24-9f8c-4a91-b68b-f0d64fa41300 req-2a6cc162-d350-4848-b593-57257862a444 tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f7e0517-cc12-426c-8988-c50d70d827e0 HTTP/1.1" status: 200 len: 943 time: 0.2396846 Nov 05 19:02:21.340154 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-38611e10-aa2a-4ce3-93fc-446ff4d15cf7 req-f9af7b9a-b38d-4a9b-9f8f-3ac33d2a5a9e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6149821'] for port, after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:21.401358 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.db.api [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102388) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 05 19:02:21.402195 n-d-816865-1 neutron-server[102388]: DEBUG oslo_db.api [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 05 19:02:21.416453 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-c899ef8d-4e3c-4783-9c9e-fbd4778ffa4f tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1579178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-956796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1000687'] for network, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:21.419568 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cf7aad-8551-411e-a116-a376eb9693f4 req-31dd372d-b73f-4435-91d3-4f109c96ae96 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:02:21.421755 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9af7b9a-b38d-4a9b-9f8f-3ac33d2a5a9e service neutron] Pushing event updated for resources: {'Port': ['ID=2456eae3-169a-4fab-a13d-e220c18e5959,revision_number=6']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:02:21.425980 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cf7aad-8551-411e-a116-a376eb9693f4 req-31dd372d-b73f-4435-91d3-4f109c96ae96 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:02:21.436617 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cf7aad-8551-411e-a116-a376eb9693f4 req-31dd372d-b73f-4435-91d3-4f109c96ae96 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:02:21.442957 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cf7aad-8551-411e-a116-a376eb9693f4 req-31dd372d-b73f-4435-91d3-4f109c96ae96 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:02:21.447688 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-c899ef8d-4e3c-4783-9c9e-fbd4778ffa4f tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] Publish callbacks [] for network, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:21.449647 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cf7aad-8551-411e-a116-a376eb9693f4 req-31dd372d-b73f-4435-91d3-4f109c96ae96 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:02:21.454872 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-c899ef8d-4e3c-4783-9c9e-fbd4778ffa4f tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] 10.222.0.13 "DELETE /v2.0/networks/bacf1eb5-95cb-4e0c-907f-d0944b0e651d HTTP/1.1" status: 204 len: 168 time: 4.9128976 Nov 05 19:02:21.455721 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cf7aad-8551-411e-a116-a376eb9693f4 req-31dd372d-b73f-4435-91d3-4f109c96ae96 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:02:21.463160 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cf7aad-8551-411e-a116-a376eb9693f4 req-31dd372d-b73f-4435-91d3-4f109c96ae96 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:02:21.464949 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-79cf7aad-8551-411e-a116-a376eb9693f4 req-31dd372d-b73f-4435-91d3-4f109c96ae96 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] 10.222.0.13 "GET /v2.0/ports?device_id=1682fb31-a1bf-43f5-a4fa-447937da8a91 HTTP/1.1" status: 200 len: 5366 time: 0.2188675 Nov 05 19:02:21.466459 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 46466) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:02:21.480600 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c899ef8d-4e3c-4783-9c9e-fbd4778ffa4f tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] Pushing event deleted for resources: {'Network': ['ID=bacf1eb5-95cb-4e0c-907f-d0944b0e651d,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:02:21.561089 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [req-38611e10-aa2a-4ce3-93fc-446ff4d15cf7 req-f9af7b9a-b38d-4a9b-9f8f-3ac33d2a5a9e service neutron] No DVR routers for this DVR port 2456eae3-169a-4fab-a13d-e220c18e5959 on host n-h1-816865-1 {{(pid=102386) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 19:02:21.564622 n-d-816865-1 neutron-server[102386]: INFO neutron.pecan_wsgi.hooks.translation [None req-29b9f814-270d-4cec-8d5b-4b756974226b tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] DELETE failed (client error): The resource could not be found. Nov 05 19:02:21.565084 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-29b9f814-270d-4cec-8d5b-4b756974226b tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102386) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 05 19:02:21.586126 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-29b9f814-270d-4cec-8d5b-4b756974226b tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] 10.222.0.13 "DELETE /v2.0/subnets/4258b29c-1ca7-4f5f-9c6c-df91b64985d8 HTTP/1.1" status: 404 len: 337 time: 0.1152468 Nov 05 19:02:21.588878 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 46472) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:02:21.595545 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3df2e03c-c839-4c9c-bf26-9a7e3b7cfcd9 None None] Sync routers for ids ['fd1de92a-98b3-4885-85eb-3624b8362935'] in n-d-816865-1 {{(pid=102388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 19:02:21.620908 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3df2e03c-c839-4c9c-bf26-9a7e3b7cfcd9 None None] Routers {'fd1de92a-98b3-4885-85eb-3624b8362935'} bound to L3 agent in host n-d-816865-1 {{(pid=102388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 19:02:21.621711 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-3df2e03c-c839-4c9c-bf26-9a7e3b7cfcd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T19:02:05Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['fd1de92a-98b3-4885-85eb-3624b8362935'], 'active': True} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:02:21.652368 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-1a1abe24-9f8c-4a91-b68b-f0d64fa41300 req-cf801946-0447-41c0-a808-c5d61bf2514c tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] 10.222.0.13 "GET /v2.0/security-groups?id=e2e15a42-88b8-49e2-ad78-9daadc9e7fe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3019722 Nov 05 19:02:21.664338 n-d-816865-1 neutron-server[102387]: INFO neutron.pecan_wsgi.hooks.translation [None req-14f9d4ef-00b5-42de-bea0-c271d9ff6fb3 tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] DELETE failed (client error): The resource could not be found. Nov 05 19:02:21.665183 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-14f9d4ef-00b5-42de-bea0-c271d9ff6fb3 tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102387) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 05 19:02:21.669110 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-14f9d4ef-00b5-42de-bea0-c271d9ff6fb3 tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] 10.222.0.13 "DELETE /v2.0/networks/bacf1eb5-95cb-4e0c-907f-d0944b0e651d HTTP/1.1" status: 404 len: 339 time: 0.0780025 Nov 05 19:02:21.674212 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 46482) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:02:21.824383 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [req-38611e10-aa2a-4ce3-93fc-446ff4d15cf7 req-f9af7b9a-b38d-4a9b-9f8f-3ac33d2a5a9e service neutron] In _notify_port_updated(), no bound segment for port 2456eae3-169a-4fab-a13d-e220c18e5959 on network 59ceeb29-cfb5-4ee4-ad6e-189a26cd5b4e {{(pid=102386) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 05 19:02:21.825273 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38611e10-aa2a-4ce3-93fc-446ff4d15cf7 req-f9af7b9a-b38d-4a9b-9f8f-3ac33d2a5a9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:02:21.825904 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-38611e10-aa2a-4ce3-93fc-446ff4d15cf7 req-f9af7b9a-b38d-4a9b-9f8f-3ac33d2a5a9e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:21.827564 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-38611e10-aa2a-4ce3-93fc-446ff4d15cf7 req-f9af7b9a-b38d-4a9b-9f8f-3ac33d2a5a9e service neutron] 10.222.0.41 "PUT /v2.0/ports/2456eae3-169a-4fab-a13d-e220c18e5959 HTTP/1.1" status: 200 len: 1031 time: 1.8207390 Nov 05 19:02:21.829207 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvr_db [None req-3df2e03c-c839-4c9c-bf26-9a7e3b7cfcd9 None None] Set router fd1de92a-98b3-4885-85eb-3624b8362935 gateway port host: None {{(pid=102388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 19:02:21.832377 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-af1de4ac-80f1-4796-86c8-7459a2406b22 tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1664226'] for network, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:21.866001 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-79cf7aad-8551-411e-a116-a376eb9693f4 req-a69069a4-b6fa-4aae-a34a-ead700f8f8d8 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] 10.222.0.13 "GET /v2.0/security-groups?id=293ec58e-66ea-453a-8db8-ae12281442fa&id=4f04b2e1-de76-4a06-adfc-cc82b8507945&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3813696 Nov 05 19:02:21.909845 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38611e10-aa2a-4ce3-93fc-446ff4d15cf7 req-a8e11d07-2152-4d30-8ee4-1a38ccf5d005 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:02:21.915122 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-38611e10-aa2a-4ce3-93fc-446ff4d15cf7 req-a8e11d07-2152-4d30-8ee4-1a38ccf5d005 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] 10.222.0.41 "GET /v2.0/ports/67bf7a45-d02d-4202-afe1-d2eef054ceb0?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0793929 Nov 05 19:02:21.931512 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.extraroute_db [None req-4121621b-16c0-4657-9311-5ed0f43c7853 tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Added routes are [] {{(pid=102387) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 05 19:02:21.934418 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.extraroute_db [None req-4121621b-16c0-4657-9311-5ed0f43c7853 tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Removed routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}] {{(pid=102387) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 05 19:02:21.958593 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [req-38611e10-aa2a-4ce3-93fc-446ff4d15cf7 req-c35dac8e-1d7e-4244-a344-1d3c020a3c44 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:02:21.987206 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-4121621b-16c0-4657-9311-5ed0f43c7853 tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1000460', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-571265', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6845'] for router, precommit_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:22.079478 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-38611e10-aa2a-4ce3-93fc-446ff4d15cf7 req-c35dac8e-1d7e-4244-a344-1d3c020a3c44 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:22.100572 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-af1de4ac-80f1-4796-86c8-7459a2406b22 tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1579173', 'neutron.services.segments.db._delete_segments_for_network-8750027792909'] for network, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:22.197242 n-d-816865-1 neutron-server[102386]: DEBUG neutron.services.segments.db [None req-af1de4ac-80f1-4796-86c8-7459a2406b22 tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26c8a1cb-a1cf-44f3-ae77-b09ed6eed994']}} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:02:22.214250 n-d-816865-1 neutron-server[102386]: DEBUG neutron.services.segments.db [None req-af1de4ac-80f1-4796-86c8-7459a2406b22 tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9cb71cdd-f794-4480-8496-bde5cbb64c3f') {'for_net_delete': True} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:02:22.214549 n-d-816865-1 neutron-server[102386]: DEBUG neutron.services.segments.db [None req-af1de4ac-80f1-4796-86c8-7459a2406b22 tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9cb71cdd-f794-4480-8496-bde5cbb64c3f') {} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:02:22.232933 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-af1de4ac-80f1-4796-86c8-7459a2406b22 tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750027793430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4590747'] for segment, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:22.270460 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-af1de4ac-80f1-4796-86c8-7459a2406b22 tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273'] for segment, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:22.275336 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device e7c780fb-dce5-488a-a7f7-7a1892236162 up at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 19:02:22.291523 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-4eda0198-31c9-488c-b041-01d94af04d58 None None] Provisioning complete for port 2456eae3-169a-4fab-a13d-e220c18e5959 triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:02:22.292080 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-4eda0198-31c9-488c-b041-01d94af04d58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:22.310581 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af1de4ac-80f1-4796-86c8-7459a2406b22 tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] Releasing vlan 176 on physical network physnet1 to pool {{(pid=102386) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 05 19:02:22.311297 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-af1de4ac-80f1-4796-86c8-7459a2406b22 tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6149721'] for segment, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:22.314501 n-d-816865-1 neutron-server[102386]: Traceback (most recent call last): Nov 05 19:02:22.314501 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 05 19:02:22.314501 n-d-816865-1 neutron-server[102386]: timer() Nov 05 19:02:22.314501 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 05 19:02:22.314501 n-d-816865-1 neutron-server[102386]: cb(*args, **kw) Nov 05 19:02:22.314501 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 05 19:02:22.314501 n-d-816865-1 neutron-server[102386]: return func(*args, **kwargs) Nov 05 19:02:22.314501 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 05 19:02:22.314501 n-d-816865-1 neutron-server[102386]: self._notify() Nov 05 19:02:22.314501 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 05 19:02:22.314501 n-d-816865-1 neutron-server[102386]: self.callback(batched_events) Nov 05 19:02:22.314501 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 05 19:02:22.314501 n-d-816865-1 neutron-server[102386]: event.method(event) Nov 05 19:02:22.314501 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 05 19:02:22.314501 n-d-816865-1 neutron-server[102386]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 05 19:02:22.314501 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 05 19:02:22.314501 n-d-816865-1 neutron-server[102386]: aggregate_uuid = self.p_client.list_aggregates( Nov 05 19:02:22.314501 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 05 19:02:22.314501 n-d-816865-1 neutron-server[102386]: return f(self, *a, **k) Nov 05 19:02:22.314501 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 05 19:02:22.314501 n-d-816865-1 neutron-server[102386]: return self._get(url).json() Nov 05 19:02:22.314501 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 05 19:02:22.314501 n-d-816865-1 neutron-server[102386]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 05 19:02:22.314501 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 05 19:02:22.314501 n-d-816865-1 neutron-server[102386]: return self.request(url, 'GET', **kwargs) Nov 05 19:02:22.314501 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 05 19:02:22.314501 n-d-816865-1 neutron-server[102386]: base_url = self.get_endpoint(auth, allow=allow, Nov 05 19:02:22.314501 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 05 19:02:22.314501 n-d-816865-1 neutron-server[102386]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 05 19:02:22.314501 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 05 19:02:22.314501 n-d-816865-1 neutron-server[102386]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 05 19:02:22.314501 n-d-816865-1 neutron-server[102386]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 05 19:02:22.316936 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Device f4575cb0-23c3-47f4-915c-822d65bb4a8e no longer exists at agent hyperv_n-h1-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 19:02:22.399982 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [req-38611e10-aa2a-4ce3-93fc-446ff4d15cf7 req-c35dac8e-1d7e-4244-a344-1d3c020a3c44 service neutron] For port 67bf7a45-d02d-4202-afe1-d2eef054ceb0, host n-h1-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=67bf7a45-d02d-4202-afe1-d2eef054ceb0,segment=NetworkSegment(ddf499c1-888a-4ebb-8e8b-94e3dd91721e),segment_id=ddf499c1-888a-4ebb-8e8b-94e3dd91721e)] {{(pid=102386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:02:22.415097 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-4121621b-16c0-4657-9311-5ed0f43c7853 tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1000460', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-571265', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6845'] for router, precommit_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:22.420990 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-4121621b-16c0-4657-9311-5ed0f43c7853 tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1000487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1000469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1000478', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-571274'] for router, after_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:22.444183 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [req-38611e10-aa2a-4ce3-93fc-446ff4d15cf7 req-c35dac8e-1d7e-4244-a344-1d3c020a3c44 service neutron] For port 67bf7a45-d02d-4202-afe1-d2eef054ceb0, host n-h1-816865-1, cleared binding levels {{(pid=102386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 19:02:22.484715 n-d-816865-1 neutron-server[102386]: DEBUG neutron.notifiers.nova [req-38611e10-aa2a-4ce3-93fc-446ff4d15cf7 req-c35dac8e-1d7e-4244-a344-1d3c020a3c44 service neutron] device_id is not set on port 67bf7a45-d02d-4202-afe1-d2eef054ceb0 yet. {{(pid=102386) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 05 19:02:22.497207 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-38611e10-aa2a-4ce3-93fc-446ff4d15cf7 req-c35dac8e-1d7e-4244-a344-1d3c020a3c44 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:22.497423 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-af1de4ac-80f1-4796-86c8-7459a2406b22 tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1579178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-956796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1000687'] for network, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:22.513846 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:22.518830 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-4eda0198-31c9-488c-b041-01d94af04d58 None None] Port 2456eae3-169a-4fab-a13d-e220c18e5959 cannot update to ACTIVE because it is not bound. {{(pid=102388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 19:02:22.520727 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-af1de4ac-80f1-4796-86c8-7459a2406b22 tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] Publish callbacks [] for network, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:22.528406 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-af1de4ac-80f1-4796-86c8-7459a2406b22 tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] 10.222.0.13 "DELETE /v2.0/networks/26c8a1cb-a1cf-44f3-ae77-b09ed6eed994 HTTP/1.1" status: 204 len: 168 time: 0.8531065 Nov 05 19:02:22.542844 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 46514) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:02:22.554328 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1de4ac-80f1-4796-86c8-7459a2406b22 tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] Pushing event deleted for resources: {'Network': ['ID=26c8a1cb-a1cf-44f3-ae77-b09ed6eed994,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:02:22.580845 n-d-816865-1 neutron-server[102386]: INFO neutron.pecan_wsgi.hooks.translation [None req-e5a22778-bb1a-4412-9008-b8df9a0c736e tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] DELETE failed (client error): The resource could not be found. Nov 05 19:02:22.581610 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e5a22778-bb1a-4412-9008-b8df9a0c736e tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102386) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 05 19:02:22.588708 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-e5a22778-bb1a-4412-9008-b8df9a0c736e tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] 10.222.0.13 "DELETE /v2.0/subnets/84ce54da-848b-46df-8096-7cf8aca31b7b HTTP/1.1" status: 404 len: 337 time: 0.0445116 Nov 05 19:02:22.590179 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 46518) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:02:22.603270 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1de4ac-80f1-4796-86c8-7459a2406b22 tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:02:22.603871 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1de4ac-80f1-4796-86c8-7459a2406b22 tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:02:22.604423 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1de4ac-80f1-4796-86c8-7459a2406b22 tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:02:22.605161 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1de4ac-80f1-4796-86c8-7459a2406b22 tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:02:22.605654 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1de4ac-80f1-4796-86c8-7459a2406b22 tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:02:22.606244 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1de4ac-80f1-4796-86c8-7459a2406b22 tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:02:22.606800 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1de4ac-80f1-4796-86c8-7459a2406b22 tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:02:22.607289 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1de4ac-80f1-4796-86c8-7459a2406b22 tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:02:22.607766 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1de4ac-80f1-4796-86c8-7459a2406b22 tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:02:22.608253 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1de4ac-80f1-4796-86c8-7459a2406b22 tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:02:22.608751 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1de4ac-80f1-4796-86c8-7459a2406b22 tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:02:22.609232 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1de4ac-80f1-4796-86c8-7459a2406b22 tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:02:22.624499 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Provisioning complete for port e7c780fb-dce5-488a-a7f7-7a1892236162 triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:02:22.627098 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:22.627660 n-d-816865-1 neutron-server[102386]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4145800-4e39-4b4e-9566-95919d3d2075 tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] DELETE failed (client error): The resource could not be found. Nov 05 19:02:22.628411 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a4145800-4e39-4b4e-9566-95919d3d2075 tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102386) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 05 19:02:22.633340 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Device 9bc7325b-0233-4831-a974-eb18fa174e40 details requested by agent hyperv_n-h1-816865-1 with host n-h1-816865-1 {{(pid=102388) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 05 19:02:22.634077 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-a4145800-4e39-4b4e-9566-95919d3d2075 tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] 10.222.0.13 "DELETE /v2.0/networks/c022b8af-9158-424c-a5a2-787b5e720f18 HTTP/1.1" status: 404 len: 339 time: 0.0426559 Nov 05 19:02:22.634884 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 46522) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:02:22.645652 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4121621b-16c0-4657-9311-5ed0f43c7853 tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Router fd1de92a-98b3-4885-85eb-3624b8362935 has already been hosted by L3 agent 6dcb5589-8e86-4616-9186-ddc4548e13ad {{(pid=102387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 19:02:22.668370 n-d-816865-1 neutron-server[102388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1682fb31-a1bf-43f5-a4fa-447937da8a91', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f4575cb0-23c3-47f4-915c-822d65bb4a8e'}] {{(pid=102388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 19:02:22.670755 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85474fee1180e129d8a886d264fe0b30223aa672dd1ffe43b630605f18504f68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2950501-d366-4dfc-b799-af9a1d7a69f5" -d '{"events": [{"server_uuid": "1682fb31-a1bf-43f5-a4fa-447937da8a91", "name": "network-vif-unplugged", "status": "completed", "tag": "f4575cb0-23c3-47f4-915c-822d65bb4a8e"}]}' {{(pid=102388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 19:02:22.714034 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] For port f4575cb0-23c3-47f4-915c-822d65bb4a8e, host n-h1-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=f4575cb0-23c3-47f4-915c-822d65bb4a8e,segment=NetworkSegment(d3070ec2-09a2-4931-b234-abfeebdf6c23),segment_id=d3070ec2-09a2-4931-b234-abfeebdf6c23)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:02:22.723950 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-38611e10-aa2a-4ce3-93fc-446ff4d15cf7 req-c35dac8e-1d7e-4244-a344-1d3c020a3c44 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6149821'] for port, after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:22.785537 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4121621b-16c0-4657-9311-5ed0f43c7853 tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Notify agent at l3_agent.n-d-816865-1 the message routers_updated {{(pid=102387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 19:02:22.794753 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-4121621b-16c0-4657-9311-5ed0f43c7853 tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Publish callbacks [] for router, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:22.796085 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-4121621b-16c0-4657-9311-5ed0f43c7853 tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] 10.222.0.13 "PUT /v2.0/routers/fd1de92a-98b3-4885-85eb-3624b8362935 HTTP/1.1" status: 200 len: 699 time: 1.8031263 Nov 05 19:02:22.799858 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 46536) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:02:22.865082 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.db_base_plugin_v2 [None req-a39e6da1-b9fd-4e5e-961f-dd6ae6056c24 tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] Deleting subnet 71d243d5-ed69-465b-ba96-8a49c8f678aa {{(pid=102386) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 05 19:02:22.877523 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35dac8e-1d7e-4244-a344-1d3c020a3c44 service neutron] Pushing event updated for resources: {'Port': ['ID=67bf7a45-d02d-4202-afe1-d2eef054ceb0,revision_number=6']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:02:22.890434 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-a39e6da1-b9fd-4e5e-961f-dd6ae6056c24 tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] Publish callbacks [] for subnet, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:22.996851 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [req-38611e10-aa2a-4ce3-93fc-446ff4d15cf7 req-c35dac8e-1d7e-4244-a344-1d3c020a3c44 service neutron] No DVR routers for this DVR port 67bf7a45-d02d-4202-afe1-d2eef054ceb0 on host n-h1-816865-1 {{(pid=102386) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 19:02:23.115844 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-a39e6da1-b9fd-4e5e-961f-dd6ae6056c24 tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4590738'] for subnet, precommit_delete_associations {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:23.197117 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [req-38611e10-aa2a-4ce3-93fc-446ff4d15cf7 req-c35dac8e-1d7e-4244-a344-1d3c020a3c44 service neutron] In _notify_port_updated(), no bound segment for port 67bf7a45-d02d-4202-afe1-d2eef054ceb0 on network 59ceeb29-cfb5-4ee4-ad6e-189a26cd5b4e {{(pid=102386) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 05 19:02:23.203130 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38611e10-aa2a-4ce3-93fc-446ff4d15cf7 req-c35dac8e-1d7e-4244-a344-1d3c020a3c44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:02:23.203821 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-38611e10-aa2a-4ce3-93fc-446ff4d15cf7 req-c35dac8e-1d7e-4244-a344-1d3c020a3c44 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:23.205171 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-38611e10-aa2a-4ce3-93fc-446ff4d15cf7 req-c35dac8e-1d7e-4244-a344-1d3c020a3c44 service neutron] 10.222.0.41 "PUT /v2.0/ports/67bf7a45-d02d-4202-afe1-d2eef054ceb0 HTTP/1.1" status: 200 len: 1032 time: 1.2512233 Nov 05 19:02:23.216014 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-3df2e03c-c839-4c9c-bf26-9a7e3b7cfcd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd1de92a-98b3-4885-85eb-3624b8362935', 'name': 'tempest-RoutersTest-router-939760282', 'tenant_id': 'e73ce0a6a4b043a3828a6e49d45da7fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T19:01:38Z', 'updated_at': '2021-11-05T19:02:18Z', 'revision_number': 6, 'project_id': 'e73ce0a6a4b043a3828a6e49d45da7fe', 'gw_port_host': None, '_interfaces': [{'id': '8519902f-4722-452b-b962-12b2557b6592', 'name': '', 'network_id': '51bb31f9-8f0f-44e4-9c3e-4194b515b5a5', 'tenant_id': 'e73ce0a6a4b043a3828a6e49d45da7fe', 'mac_address': 'fa:16:3e:aa:4a:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd1de92a-98b3-4885-85eb-3624b8362935', 'device_owner': 'network:router_interface', 'standard_attr_id': 2882, 'fixed_ips': [{'subnet_id': '73af3bcb-350f-488c-a8fc-d49ff8bac692', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:02:00Z', 'updated_at': '2021-11-05T19:02:12Z', 'revision_number': 5, 'project_id': 'e73ce0a6a4b043a3828a6e49d45da7fe', 'subnets': [{'id': '73af3bcb-350f-488c-a8fc-d49ff8bac692', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '953a5297-c445-4661-9ea9-6d266c22f808', 'name': '', 'network_id': '3233a838-3b77-4672-a9c6-914f0ac42c26', 'tenant_id': 'e73ce0a6a4b043a3828a6e49d45da7fe', 'mac_address': 'fa:16:3e:31:8a:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd1de92a-98b3-4885-85eb-3624b8362935', 'device_owner': 'network:router_interface', 'standard_attr_id': 2873, 'fixed_ips': [{'subnet_id': '8073db28-b421-4759-be53-5a16d7654da3', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:01:52Z', 'updated_at': '2021-11-05T19:01:59Z', 'revision_number': 5, 'project_id': 'e73ce0a6a4b043a3828a6e49d45da7fe', 'subnets': [{'id': '8073db28-b421-4759-be53-5a16d7654da3', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'acaf73af-be86-4544-95b9-1174fd0d9242', 'name': '', 'network_id': 'cd6e8b9b-a53a-4763-885f-93ef3b3f8bef', 'tenant_id': 'e73ce0a6a4b043a3828a6e49d45da7fe', 'mac_address': 'fa:16:3e:d9:ee:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd1de92a-98b3-4885-85eb-3624b8362935', 'device_owner': 'network:router_interface', 'standard_attr_id': 2853, 'fixed_ips': [{'subnet_id': '558ddf96-5913-4b9c-a7f9-98c1c25a666b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:01:42Z', 'updated_at': '2021-11-05T19:01:53Z', 'revision_number': 5, 'project_id': 'e73ce0a6a4b043a3828a6e49d45da7fe', 'subnets': [{'id': '558ddf96-5913-4b9c-a7f9-98c1c25a666b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e7c780fb-dce5-488a-a7f7-7a1892236162', 'name': '', 'network_id': 'b60afebf-4427-4753-ae89-8f7bac7401ec', 'tenant_id': 'e73ce0a6a4b043a3828a6e49d45da7fe', 'mac_address': 'fa:16:3e:0a:23:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd1de92a-98b3-4885-85eb-3624b8362935', 'device_owner': 'network:router_interface', 'standard_attr_id': 2894, 'fixed_ips': [{'subnet_id': '6645ef9d-8044-4912-af36-a27dc04fd3f8', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:02:12Z', 'updated_at': '2021-11-05T19:02:19Z', 'revision_number': 5, 'project_id': 'e73ce0a6a4b043a3828a6e49d45da7fe', 'subnets': [{'id': '6645ef9d-8044-4912-af36-a27dc04fd3f8', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-1', False) {} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:02:23.249009 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acdb20e-79c8-4cb9-ac28-5520995df824 req-5f70fdcb-d7bf-48ad-b034-639f1d55ff54 tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:02:23.257603 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-6acdb20e-79c8-4cb9-ac28-5520995df824 req-5f70fdcb-d7bf-48ad-b034-639f1d55ff54 tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f7e0517-cc12-426c-8988-c50d70d827e0 HTTP/1.1" status: 200 len: 943 time: 0.1817086 Nov 05 19:02:23.262499 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 05 Nov 2021 19:02:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4728a27d-43fc-4327-9955-abf1ae2eba8e x-openstack-request-id: req-4728a27d-43fc-4327-9955-abf1ae2eba8e {{(pid=102388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 19:02:23.263179 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1682fb31-a1bf-43f5-a4fa-447937da8a91", "name": "network-vif-unplugged", "status": "completed", "tag": "f4575cb0-23c3-47f4-915c-822d65bb4a8e", "code": 200}]} {{(pid=102388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 19:02:23.263669 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4728a27d-43fc-4327-9955-abf1ae2eba8e {{(pid=102388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 19:02:23.264545 n-d-816865-1 neutron-server[102388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1682fb31-a1bf-43f5-a4fa-447937da8a91', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f4575cb0-23c3-47f4-915c-822d65bb4a8e', 'code': 200} Nov 05 19:02:23.276046 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-0765d9d8-58a9-4afc-8ad6-b269c7783c96 tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] 10.222.0.13 "GET /v2.0/routers/fd1de92a-98b3-4885-85eb-3624b8362935 HTTP/1.1" status: 200 len: 699 time: 0.4718385 Nov 05 19:02:23.277044 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 46562) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:02:23.308128 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d58603-b352-40fd-865a-02eb0d714d2f req-c524cbde-1ec1-4b33-a7b5-db34c4435337 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:02:23.314884 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d58603-b352-40fd-865a-02eb0d714d2f req-c524cbde-1ec1-4b33-a7b5-db34c4435337 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:02:23.322132 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d58603-b352-40fd-865a-02eb0d714d2f req-c524cbde-1ec1-4b33-a7b5-db34c4435337 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:02:23.329466 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d58603-b352-40fd-865a-02eb0d714d2f req-c524cbde-1ec1-4b33-a7b5-db34c4435337 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:02:23.338288 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d58603-b352-40fd-865a-02eb0d714d2f req-c524cbde-1ec1-4b33-a7b5-db34c4435337 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:02:23.346633 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-99d58603-b352-40fd-865a-02eb0d714d2f req-c524cbde-1ec1-4b33-a7b5-db34c4435337 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] 10.222.0.13 "GET /v2.0/ports?device_id=1682fb31-a1bf-43f5-a4fa-447937da8a91 HTTP/1.1" status: 200 len: 3884 time: 0.2170470 Nov 05 19:02:23.351404 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:23.352164 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Device 67bf7a45-d02d-4202-afe1-d2eef054ceb0 no longer exists at agent hyperv_n-h1-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 19:02:23.374892 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] For port 9bc7325b-0233-4831-a974-eb18fa174e40, host n-h1-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=9bc7325b-0233-4831-a974-eb18fa174e40,segment=NetworkSegment(d868025d-b05c-40c6-b9d6-024790792c42),segment_id=d868025d-b05c-40c6-b9d6-024790792c42)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:02:23.393603 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-a39e6da1-b9fd-4e5e-961f-dd6ae6056c24 tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1573928'] for subnet, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:23.397480 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [req-38611e10-aa2a-4ce3-93fc-446ff4d15cf7 req-2976900e-73b9-411b-95d5-e01f1dac0a4b tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Deleting port 46698228-652b-414f-824e-358a6286420a {{(pid=102386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 19:02:23.398104 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-38611e10-aa2a-4ce3-93fc-446ff4d15cf7 req-2976900e-73b9-411b-95d5-e01f1dac0a4b tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:23.484118 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3df2e03c-c839-4c9c-bf26-9a7e3b7cfcd9 None None] Checking router: fd1de92a-98b3-4885-85eb-3624b8362935 for host: n-d-816865-1 {{(pid=102388) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 19:02:23.488208 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Returning: {'device': '9bc7325b-0233-4831-a974-eb18fa174e40', 'network_id': '2974e85c-ccd8-4cce-92c0-fa64d0405969', 'port_id': '9bc7325b-0233-4831-a974-eb18fa174e40', 'mac_address': 'fa:16:3e:d5:f5:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c61fdbd-cd89-453f-9ed9-c150439b9091', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102388) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 05 19:02:23.503377 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [req-38611e10-aa2a-4ce3-93fc-446ff4d15cf7 req-2976900e-73b9-411b-95d5-e01f1dac0a4b tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] For port 46698228-652b-414f-824e-358a6286420a, host n-h1-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=46698228-652b-414f-824e-358a6286420a,segment=NetworkSegment(ddf499c1-888a-4ebb-8e8b-94e3dd91721e),segment_id=ddf499c1-888a-4ebb-8e8b-94e3dd91721e)] {{(pid=102386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:02:23.503737 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-38611e10-aa2a-4ce3-93fc-446ff4d15cf7 req-2976900e-73b9-411b-95d5-e01f1dac0a4b tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:23.520140 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [req-38611e10-aa2a-4ce3-93fc-446ff4d15cf7 req-2976900e-73b9-411b-95d5-e01f1dac0a4b tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Calling delete_port for 46698228-652b-414f-824e-358a6286420a owned by compute:nova {{(pid=102386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 19:02:23.563931 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-6acdb20e-79c8-4cb9-ac28-5520995df824 req-efd0e9f3-be42-4860-8789-1f61285a243f tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] 10.222.0.13 "GET /v2.0/security-groups?id=e2e15a42-88b8-49e2-ad78-9daadc9e7fe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3017120 Nov 05 19:02:23.633980 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-99d58603-b352-40fd-865a-02eb0d714d2f req-06c6a66c-7a20-483e-b5ad-f17af22e4950 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] 10.222.0.13 "GET /v2.0/security-groups?id=293ec58e-66ea-453a-8db8-ae12281442fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2715995 Nov 05 19:02:23.743346 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-38611e10-aa2a-4ce3-93fc-446ff4d15cf7 req-2976900e-73b9-411b-95d5-e01f1dac0a4b tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:23.797792 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2976900e-73b9-411b-95d5-e01f1dac0a4b tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Pushing event deleted for resources: {'Port': ['ID=46698228-652b-414f-824e-358a6286420a,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:02:23.815831 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-d5079df1-25ef-4608-9e7b-5542ef7d9ab6 None None] Provisioning complete for port 67bf7a45-d02d-4202-afe1-d2eef054ceb0 triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:02:23.816371 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-d5079df1-25ef-4608-9e7b-5542ef7d9ab6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:23.836852 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:23.868976 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [req-38611e10-aa2a-4ce3-93fc-446ff4d15cf7 req-2976900e-73b9-411b-95d5-e01f1dac0a4b tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] No DVR routers for this DVR port 46698228-652b-414f-824e-358a6286420a on host n-h1-816865-1 {{(pid=102386) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 19:02:23.873570 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-38611e10-aa2a-4ce3-93fc-446ff4d15cf7 req-2976900e-73b9-411b-95d5-e01f1dac0a4b tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:23.881844 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-38611e10-aa2a-4ce3-93fc-446ff4d15cf7 req-2976900e-73b9-411b-95d5-e01f1dac0a4b tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] 10.222.0.41 "DELETE /v2.0/ports/46698228-652b-414f-824e-358a6286420a HTTP/1.1" status: 204 len: 173 time: 0.6623409 Nov 05 19:02:23.881844 n-d-816865-1 neutron-server[102386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1682fb31-a1bf-43f5-a4fa-447937da8a91', 'name': 'network-vif-deleted', 'tag': '46698228-652b-414f-824e-358a6286420a'}] {{(pid=102386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 19:02:23.884810 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6173a44d7c73f41af551dc890fa1a5892c2c6bc3458b640c8e0c24db7876ba6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3dded41-5df1-4253-9ad0-58511ff1c81f" -d '{"events": [{"server_uuid": "1682fb31-a1bf-43f5-a4fa-447937da8a91", "name": "network-vif-deleted", "tag": "46698228-652b-414f-824e-358a6286420a"}]}' {{(pid=102386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 19:02:23.959504 n-d-816865-1 neutron-server[102388]: DEBUG neutron.notifiers.nova [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9bc7325b-0233-4831-a974-eb18fa174e40 {{(pid=102388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 19:02:23.986575 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3df2e03c-c839-4c9c-bf26-9a7e3b7cfcd9 None None] Routers {'fd1de92a-98b3-4885-85eb-3624b8362935'} bound to L3 agent in host n-d-816865-1 {{(pid=102388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 19:02:23.994615 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-3df2e03c-c839-4c9c-bf26-9a7e3b7cfcd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T19:02:05Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['fd1de92a-98b3-4885-85eb-3624b8362935'], 'active': True} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:02:24.031221 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 19:02:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0316b2df-c354-48fc-b59d-ef8fc82b46b0 x-openstack-request-id: req-0316b2df-c354-48fc-b59d-ef8fc82b46b0 {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 19:02:24.031221 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1682fb31-a1bf-43f5-a4fa-447937da8a91", "name": "network-vif-deleted", "tag": "46698228-652b-414f-824e-358a6286420a", "status": "completed", "code": 200}]} {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 19:02:24.031221 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0316b2df-c354-48fc-b59d-ef8fc82b46b0 {{(pid=102386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 19:02:24.031221 n-d-816865-1 neutron-server[102386]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1682fb31-a1bf-43f5-a4fa-447937da8a91', 'name': 'network-vif-deleted', 'tag': '46698228-652b-414f-824e-358a6286420a', 'status': 'completed', 'code': 200} Nov 05 19:02:24.097382 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [req-38611e10-aa2a-4ce3-93fc-446ff4d15cf7 req-7e0d1697-8174-4a43-810c-647a3ca2b0dc tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Deleting port f4575cb0-23c3-47f4-915c-822d65bb4a8e {{(pid=102386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 19:02:24.097664 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-38611e10-aa2a-4ce3-93fc-446ff4d15cf7 req-7e0d1697-8174-4a43-810c-647a3ca2b0dc tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:24.104968 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-96ceee01-882f-4e24-8905-986d01824d90 tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-571777'] for router_interface, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:24.151490 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] For port 9bc7325b-0233-4831-a974-eb18fa174e40, host n-h1-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=9bc7325b-0233-4831-a974-eb18fa174e40,segment=NetworkSegment(d868025d-b05c-40c6-b9d6-024790792c42),segment_id=d868025d-b05c-40c6-b9d6-024790792c42)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:02:24.154242 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Device 67bf7a45-d02d-4202-afe1-d2eef054ceb0 not bound to the agent host n-h1-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 19:02:24.154809 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Device 5386ba49-a136-493a-a4e4-38072626870e no longer exists at agent hyperv_n-h1-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 19:02:24.159754 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Pushing event updated for resources: {'Port': ['ID=f4575cb0-23c3-47f4-915c-822d65bb4a8e,revision_number=6']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:02:24.173463 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-d5079df1-25ef-4608-9e7b-5542ef7d9ab6 None None] Port 67bf7a45-d02d-4202-afe1-d2eef054ceb0 cannot update to ACTIVE because it is not bound. {{(pid=102388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 19:02:24.243555 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvr_db [None req-3df2e03c-c839-4c9c-bf26-9a7e3b7cfcd9 None None] Set router fd1de92a-98b3-4885-85eb-3624b8362935 gateway port host: None {{(pid=102388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 19:02:24.258448 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [req-38611e10-aa2a-4ce3-93fc-446ff4d15cf7 req-7e0d1697-8174-4a43-810c-647a3ca2b0dc tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] For port f4575cb0-23c3-47f4-915c-822d65bb4a8e, host n-h1-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=f4575cb0-23c3-47f4-915c-822d65bb4a8e,segment=NetworkSegment(d3070ec2-09a2-4931-b234-abfeebdf6c23),segment_id=d3070ec2-09a2-4931-b234-abfeebdf6c23)] {{(pid=102386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:02:24.259059 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-38611e10-aa2a-4ce3-93fc-446ff4d15cf7 req-7e0d1697-8174-4a43-810c-647a3ca2b0dc tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:24.284557 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [req-38611e10-aa2a-4ce3-93fc-446ff4d15cf7 req-7e0d1697-8174-4a43-810c-647a3ca2b0dc tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Calling delete_port for f4575cb0-23c3-47f4-915c-822d65bb4a8e owned by compute:nova {{(pid=102386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 19:02:24.325281 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:24.541015 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-a39e6da1-b9fd-4e5e-961f-dd6ae6056c24 tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1573905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6149879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4877183'] for subnet, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:24.561985 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-a39e6da1-b9fd-4e5e-961f-dd6ae6056c24 tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] Publish callbacks [] for subnet, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:24.567063 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-a39e6da1-b9fd-4e5e-961f-dd6ae6056c24 tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] 10.222.0.13 "DELETE /v2.0/subnets/71d243d5-ed69-465b-ba96-8a49c8f678aa HTTP/1.1" status: 204 len: 168 time: 1.9299066 Nov 05 19:02:24.570552 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 46610) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:02:24.621667 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:24.641006 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4311c8cf-5649-4e6d-8949-8f4b7a095912 None None] Network c04c5771-abf8-400d-9a18-7eeaf73750ae requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 19:02:24.647739 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] get_ports_and_sgs() called for port_ids ['9bc7325b-0233-4831-a974-eb18fa174e40'] {{(pid=102388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 19:02:24.663807 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-38611e10-aa2a-4ce3-93fc-446ff4d15cf7 req-7e0d1697-8174-4a43-810c-647a3ca2b0dc tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:24.684318 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39e6da1-b9fd-4e5e-961f-dd6ae6056c24 tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] Pushing event deleted for resources: {'Subnet': ['ID=71d243d5-ed69-465b-ba96-8a49c8f678aa,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:02:24.716262 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0adb6fe4-b3ca-4a38-beef-123caf767d17 req-19956061-dc07-41ae-97f2-009d1fc6563a tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:02:24.730196 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-0adb6fe4-b3ca-4a38-beef-123caf767d17 req-19956061-dc07-41ae-97f2-009d1fc6563a tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f7e0517-cc12-426c-8988-c50d70d827e0 HTTP/1.1" status: 200 len: 944 time: 0.0788548 Nov 05 19:02:24.741090 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Pushing event updated for resources: {'Port': ['ID=9bc7325b-0233-4831-a974-eb18fa174e40,revision_number=4']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:02:24.793045 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0d1697-8174-4a43-810c-647a3ca2b0dc tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Pushing event deleted for resources: {'Port': ['ID=f4575cb0-23c3-47f4-915c-822d65bb4a8e,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:02:24.799320 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [None req-96ceee01-882f-4e24-8905-986d01824d90 tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Deleting port e7c780fb-dce5-488a-a7f7-7a1892236162 {{(pid=102387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 19:02:24.799748 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-96ceee01-882f-4e24-8905-986d01824d90 tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:24.836671 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.db_base_plugin_v2 [None req-f83a7fcc-66d3-4f4a-9364-7de2ca8c9244 tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] Deleting subnet 1b2b95af-9232-4ac6-973e-7ef32840518d {{(pid=102386) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 05 19:02:24.841080 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-f83a7fcc-66d3-4f4a-9364-7de2ca8c9244 tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] Publish callbacks [] for subnet, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:24.899771 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [req-38611e10-aa2a-4ce3-93fc-446ff4d15cf7 req-7e0d1697-8174-4a43-810c-647a3ca2b0dc tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] No DVR routers for this DVR port f4575cb0-23c3-47f4-915c-822d65bb4a8e on host n-h1-816865-1 {{(pid=102386) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 19:02:24.904479 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-38611e10-aa2a-4ce3-93fc-446ff4d15cf7 req-7e0d1697-8174-4a43-810c-647a3ca2b0dc tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:24.908001 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-38611e10-aa2a-4ce3-93fc-446ff4d15cf7 req-7e0d1697-8174-4a43-810c-647a3ca2b0dc tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] 10.222.0.41 "DELETE /v2.0/ports/f4575cb0-23c3-47f4-915c-822d65bb4a8e HTTP/1.1" status: 204 len: 173 time: 1.0196970 Nov 05 19:02:24.913589 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] For port 5386ba49-a136-493a-a4e4-38072626870e, host n-h1-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=5386ba49-a136-493a-a4e4-38072626870e,segment=NetworkSegment(ddf499c1-888a-4ebb-8e8b-94e3dd91721e),segment_id=ddf499c1-888a-4ebb-8e8b-94e3dd91721e)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:02:24.973701 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-f83a7fcc-66d3-4f4a-9364-7de2ca8c9244 tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4590738'] for subnet, precommit_delete_associations {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:24.975405 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-0adb6fe4-b3ca-4a38-beef-123caf767d17 req-242be9e7-58c6-40eb-878d-92db9b5862b3 tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] 10.222.0.13 "GET /v2.0/security-groups?id=e2e15a42-88b8-49e2-ad78-9daadc9e7fe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2439911 Nov 05 19:02:25.043837 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:25.044548 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Device 46698228-652b-414f-824e-358a6286420a no longer exists at agent hyperv_n-h1-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 19:02:25.045611 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.db [None req-96ceee01-882f-4e24-8905-986d01824d90 tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] For port e7c780fb-dce5-488a-a7f7-7a1892236162, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=e7c780fb-dce5-488a-a7f7-7a1892236162,segment=NetworkSegment(4a3a87da-a97c-4d32-9751-1194a57fc4c2),segment_id=4a3a87da-a97c-4d32-9751-1194a57fc4c2)] {{(pid=102387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:02:25.046221 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-96ceee01-882f-4e24-8905-986d01824d90 tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:25.062948 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [None req-96ceee01-882f-4e24-8905-986d01824d90 tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Calling delete_port for e7c780fb-dce5-488a-a7f7-7a1892236162 owned by network:router_interface {{(pid=102387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 19:02:25.178781 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [req-38611e10-aa2a-4ce3-93fc-446ff4d15cf7 req-e9deddfb-c712-4798-b295-4ac60cabc463 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Deleting port 4a07aa35-4ba7-4db3-b8ab-837d8ca258a7 {{(pid=102386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 19:02:25.194919 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-38611e10-aa2a-4ce3-93fc-446ff4d15cf7 req-e9deddfb-c712-4798-b295-4ac60cabc463 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:25.232763 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-f83a7fcc-66d3-4f4a-9364-7de2ca8c9244 tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1573928'] for subnet, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:25.287458 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Pushing event updated for resources: {'Port': ['ID=5386ba49-a136-493a-a4e4-38072626870e,revision_number=6']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:02:25.292069 n-d-816865-1 neutron-server[102388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1682fb31-a1bf-43f5-a4fa-447937da8a91', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5386ba49-a136-493a-a4e4-38072626870e'}] {{(pid=102388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 19:02:25.303879 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85474fee1180e129d8a886d264fe0b30223aa672dd1ffe43b630605f18504f68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfdcb69e-8583-4210-b070-6925afecd6e3" -d '{"events": [{"server_uuid": "1682fb31-a1bf-43f5-a4fa-447937da8a91", "name": "network-vif-unplugged", "status": "completed", "tag": "5386ba49-a136-493a-a4e4-38072626870e"}]}' {{(pid=102388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 19:02:25.318639 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] No Port match for: 46698228-652b-414f-824e-358a6286420a {{(pid=102388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 19:02:25.318996 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Device 46698228-652b-414f-824e-358a6286420a not bound to the agent host n-h1-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 19:02:25.319418 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Device e6513d5c-62fb-4121-a58c-2e9501d0001a no longer exists at agent hyperv_n-h1-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 19:02:25.414745 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [req-38611e10-aa2a-4ce3-93fc-446ff4d15cf7 req-e9deddfb-c712-4798-b295-4ac60cabc463 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] For port 4a07aa35-4ba7-4db3-b8ab-837d8ca258a7, host n-h1-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=4a07aa35-4ba7-4db3-b8ab-837d8ca258a7,segment=NetworkSegment(7be3d05f-633b-4fa4-85ad-02da01d888f9),segment_id=7be3d05f-633b-4fa4-85ad-02da01d888f9)] {{(pid=102386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:02:25.415313 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-38611e10-aa2a-4ce3-93fc-446ff4d15cf7 req-e9deddfb-c712-4798-b295-4ac60cabc463 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:25.439110 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 05 Nov 2021 19:02:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5e00ef7-f8c9-4ffc-b525-cd966f56eaf6 x-openstack-request-id: req-a5e00ef7-f8c9-4ffc-b525-cd966f56eaf6 {{(pid=102388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 19:02:25.441187 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1682fb31-a1bf-43f5-a4fa-447937da8a91", "name": "network-vif-unplugged", "status": "completed", "tag": "5386ba49-a136-493a-a4e4-38072626870e", "code": 200}]} {{(pid=102388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 19:02:25.447397 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a5e00ef7-f8c9-4ffc-b525-cd966f56eaf6 {{(pid=102388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 19:02:25.447397 n-d-816865-1 neutron-server[102388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1682fb31-a1bf-43f5-a4fa-447937da8a91', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5386ba49-a136-493a-a4e4-38072626870e', 'code': 200} Nov 05 19:02:25.558097 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-f83a7fcc-66d3-4f4a-9364-7de2ca8c9244 tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1573905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6149879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4877183'] for subnet, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:25.570422 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-3df2e03c-c839-4c9c-bf26-9a7e3b7cfcd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd1de92a-98b3-4885-85eb-3624b8362935', 'name': 'tempest-RoutersTest-router-939760282', 'tenant_id': 'e73ce0a6a4b043a3828a6e49d45da7fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T19:01:38Z', 'updated_at': '2021-11-05T19:02:21Z', 'revision_number': 7, 'project_id': 'e73ce0a6a4b043a3828a6e49d45da7fe', 'gw_port_host': None, '_interfaces': [{'id': '8519902f-4722-452b-b962-12b2557b6592', 'name': '', 'network_id': '51bb31f9-8f0f-44e4-9c3e-4194b515b5a5', 'tenant_id': 'e73ce0a6a4b043a3828a6e49d45da7fe', 'mac_address': 'fa:16:3e:aa:4a:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd1de92a-98b3-4885-85eb-3624b8362935', 'device_owner': 'network:router_interface', 'standard_attr_id': 2882, 'fixed_ips': [{'subnet_id': '73af3bcb-350f-488c-a8fc-d49ff8bac692', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:02:00Z', 'updated_at': '2021-11-05T19:02:12Z', 'revision_number': 5, 'project_id': 'e73ce0a6a4b043a3828a6e49d45da7fe', 'subnets': [{'id': '73af3bcb-350f-488c-a8fc-d49ff8bac692', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '953a5297-c445-4661-9ea9-6d266c22f808', 'name': '', 'network_id': '3233a838-3b77-4672-a9c6-914f0ac42c26', 'tenant_id': 'e73ce0a6a4b043a3828a6e49d45da7fe', 'mac_address': 'fa:16:3e:31:8a:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd1de92a-98b3-4885-85eb-3624b8362935', 'device_owner': 'network:router_interface', 'standard_attr_id': 2873, 'fixed_ips': [{'subnet_id': '8073db28-b421-4759-be53-5a16d7654da3', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:01:52Z', 'updated_at': '2021-11-05T19:01:59Z', 'revision_number': 5, 'project_id': 'e73ce0a6a4b043a3828a6e49d45da7fe', 'subnets': [{'id': '8073db28-b421-4759-be53-5a16d7654da3', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'acaf73af-be86-4544-95b9-1174fd0d9242', 'name': '', 'network_id': 'cd6e8b9b-a53a-4763-885f-93ef3b3f8bef', 'tenant_id': 'e73ce0a6a4b043a3828a6e49d45da7fe', 'mac_address': 'fa:16:3e:d9:ee:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd1de92a-98b3-4885-85eb-3624b8362935', 'device_owner': 'network:router_interface', 'standard_attr_id': 2853, 'fixed_ips': [{'subnet_id': '558ddf96-5913-4b9c-a7f9-98c1c25a666b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:01:42Z', 'updated_at': '2021-11-05T19:01:53Z', 'revision_number': 5, 'project_id': 'e73ce0a6a4b043a3828a6e49d45da7fe', 'subnets': [{'id': '558ddf96-5913-4b9c-a7f9-98c1c25a666b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e7c780fb-dce5-488a-a7f7-7a1892236162', 'name': '', 'network_id': 'b60afebf-4427-4753-ae89-8f7bac7401ec', 'tenant_id': 'e73ce0a6a4b043a3828a6e49d45da7fe', 'mac_address': 'fa:16:3e:0a:23:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd1de92a-98b3-4885-85eb-3624b8362935', 'device_owner': 'network:router_interface', 'standard_attr_id': 2894, 'fixed_ips': [{'subnet_id': '6645ef9d-8044-4912-af36-a27dc04fd3f8', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:02:12Z', 'updated_at': '2021-11-05T19:02:19Z', 'revision_number': 5, 'project_id': 'e73ce0a6a4b043a3828a6e49d45da7fe', 'subnets': [{'id': '6645ef9d-8044-4912-af36-a27dc04fd3f8', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-1', False) {} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:02:25.586182 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-f83a7fcc-66d3-4f4a-9364-7de2ca8c9244 tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] Publish callbacks [] for subnet, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:25.590373 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-f83a7fcc-66d3-4f4a-9364-7de2ca8c9244 tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] 10.222.0.13 "DELETE /v2.0/subnets/1b2b95af-9232-4ac6-973e-7ef32840518d HTTP/1.1" status: 204 len: 168 time: 1.0187018 Nov 05 19:02:25.606008 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3df2e03c-c839-4c9c-bf26-9a7e3b7cfcd9 None None] The sync data for ids ['fd1de92a-98b3-4885-85eb-3624b8362935'] in n-d-816865-1 is: [{'id': 'fd1de92a-98b3-4885-85eb-3624b8362935', 'name': 'tempest-RoutersTest-router-939760282', 'tenant_id': 'e73ce0a6a4b043a3828a6e49d45da7fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T19:01:38Z', 'updated_at': '2021-11-05T19:02:21Z', 'revision_number': 7, 'project_id': 'e73ce0a6a4b043a3828a6e49d45da7fe', 'gw_port_host': None, '_interfaces': [{'id': '8519902f-4722-452b-b962-12b2557b6592', 'name': '', 'network_id': '51bb31f9-8f0f-44e4-9c3e-4194b515b5a5', 'tenant_id': 'e73ce0a6a4b043a3828a6e49d45da7fe', 'mac_address': 'fa:16:3e:aa:4a:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd1de92a-98b3-4885-85eb-3624b8362935', 'device_owner': 'network:router_interface', 'standard_attr_id': 2882, 'fixed_ips': [{'subnet_id': '73af3bcb-350f-488c-a8fc-d49ff8bac692', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:02:00Z', 'updated_at': '2021-11-05T19:02:12Z', 'revision_number': 5, 'project_id': 'e73ce0a6a4b043a3828a6e49d45da7fe', 'subnets': [{'id': '73af3bcb-350f-488c-a8fc-d49ff8bac692', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '953a5297-c445-4661-9ea9-6d266c22f808', 'name': '', 'network_id': '3233a838-3b77-4672-a9c6-914f0ac42c26', 'tenant_id': 'e73ce0a6a4b043a3828a6e49d45da7fe', 'mac_address': 'fa:16:3e:31:8a:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd1de92a-98b3-4885-85eb-3624b8362935', 'device_owner': 'network:router_interface', 'standard_attr_id': 2873, 'fixed_ips': [{'subnet_id': '8073db28-b421-4759-be53-5a16d7654da3', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:01:52Z', 'updated_at': '2021-11-05T19:01:59Z', 'revision_number': 5, 'project_id': 'e73ce0a6a4b043a3828a6e49d45da7fe', 'subnets': [{'id': '8073db28-b421-4759-be53-5a16d7654da3', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'acaf73af-be86-4544-95b9-1174fd0d9242', 'name': '', 'network_id': 'cd6e8b9b-a53a-4763-885f-93ef3b3f8bef', 'tenant_id': 'e73ce0a6a4b043a3828a6e49d45da7fe', 'mac_address': 'fa:16:3e:d9:ee:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd1de92a-98b3-4885-85eb-3624b8362935', 'device_owner': 'network:router_interface', 'standard_attr_id': 2853, 'fixed_ips': [{'subnet_id': '558ddf96-5913-4b9c-a7f9-98c1c25a666b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:01:42Z', 'updated_at': '2021-11-05T19:01:53Z', 'revision_number': 5, 'project_id': 'e73ce0a6a4b043a3828a6e49d45da7fe', 'subnets': [{'id': '558ddf96-5913-4b9c-a7f9-98c1c25a666b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e7c780fb-dce5-488a-a7f7-7a1892236162', 'name': '', 'network_id': 'b60afebf-4427-4753-ae89-8f7bac7401ec', 'tenant_id': 'e73ce0a6a4b043a3828a6e49d45da7fe', 'mac_address': 'fa:16:3e:0a:23:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd1de92a-98b3-4885-85eb-3624b8362935', 'device_owner': 'network:router_interface', 'standard_attr_id': 2894, 'fixed_ips': [{'subnet_id': '6645ef9d-8044-4912-af36-a27dc04fd3f8', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:02:12Z', 'updated_at': '2021-11-05T19:02:19Z', 'revision_number': 5, 'project_id': 'e73ce0a6a4b043a3828a6e49d45da7fe', 'subnets': [{'id': '6645ef9d-8044-4912-af36-a27dc04fd3f8', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 19:02:25.658627 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:25.660484 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 46658) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:02:25.748061 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83a7fcc-66d3-4f4a-9364-7de2ca8c9244 tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] Pushing event deleted for resources: {'Subnet': ['ID=1b2b95af-9232-4ac6-973e-7ef32840518d,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:02:25.762775 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] For port e6513d5c-62fb-4121-a58c-2e9501d0001a, host n-h1-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=e6513d5c-62fb-4121-a58c-2e9501d0001a,segment=NetworkSegment(d3070ec2-09a2-4931-b234-abfeebdf6c23),segment_id=d3070ec2-09a2-4931-b234-abfeebdf6c23)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:02:25.782701 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b72f5a2a-8dce-406b-823d-591e6d8b7132 None None] Update dhcp port {'port': {'network_id': 'c04c5771-abf8-400d-9a18-7eeaf73750ae', 'fixed_ips': [{'subnet_id': '1b2b95af-9232-4ac6-973e-7ef32840518d'}], 'binding:host_id': 'n-d-816865-1'}, 'id': 'f904aac8-cead-4589-9ec1-693959f82f99'} from n-d-816865-1. {{(pid=102388) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 05 19:02:25.790105 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bb57cb-0736-4710-9eba-e69af043fc9f req-a05174d6-f13d-46c7-9575-c794343f40a8 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:02:25.808062 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bb57cb-0736-4710-9eba-e69af043fc9f req-a05174d6-f13d-46c7-9575-c794343f40a8 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:02:25.819495 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bb57cb-0736-4710-9eba-e69af043fc9f req-a05174d6-f13d-46c7-9575-c794343f40a8 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:02:25.827862 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-67bb57cb-0736-4710-9eba-e69af043fc9f req-a05174d6-f13d-46c7-9575-c794343f40a8 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] 10.222.0.13 "GET /v2.0/ports?device_id=1682fb31-a1bf-43f5-a4fa-447937da8a91 HTTP/1.1" status: 200 len: 2416 time: 0.9874797 Nov 05 19:02:25.849726 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:25.851063 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Device 4a07aa35-4ba7-4db3-b8ab-837d8ca258a7 no longer exists at agent hyperv_n-h1-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 19:02:25.929771 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b72f5a2a-8dce-406b-823d-591e6d8b7132 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:25.977769 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-67bb57cb-0736-4710-9eba-e69af043fc9f req-f3f9aab6-cc3e-45b5-a41f-a9ad0c9e6115 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] 10.222.0.13 "GET /v2.0/security-groups?id=293ec58e-66ea-453a-8db8-ae12281442fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1446383 Nov 05 19:02:26.100963 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Pushing event updated for resources: {'Port': ['ID=e6513d5c-62fb-4121-a58c-2e9501d0001a,revision_number=6']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:02:26.121894 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9930f300-5061-48d5-8f18-e45a3b27592c None None] Sync routers for ids ['fd1de92a-98b3-4885-85eb-3624b8362935'] in n-d-816865-1 {{(pid=102389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 19:02:26.140401 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9930f300-5061-48d5-8f18-e45a3b27592c None None] Routers {'fd1de92a-98b3-4885-85eb-3624b8362935'} bound to L3 agent in host n-d-816865-1 {{(pid=102389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 19:02:26.143831 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-9930f300-5061-48d5-8f18-e45a3b27592c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T19:02:05Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['fd1de92a-98b3-4885-85eb-3624b8362935'], 'active': True} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:02:26.193535 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac5054e-9dfc-4786-89fb-2c3d85762f5c req-19db87c7-db4f-4f5d-9d44-f58961ae5734 tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:02:26.196620 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-2ac5054e-9dfc-4786-89fb-2c3d85762f5c req-19db87c7-db4f-4f5d-9d44-f58961ae5734 tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f7e0517-cc12-426c-8988-c50d70d827e0 HTTP/1.1" status: 200 len: 944 time: 0.0605052 Nov 05 19:02:26.240833 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-96ceee01-882f-4e24-8905-986d01824d90 tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4417063'] for port, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:26.266242 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:26.312388 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] For port 4a07aa35-4ba7-4db3-b8ab-837d8ca258a7, host n-h1-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=4a07aa35-4ba7-4db3-b8ab-837d8ca258a7,segment=NetworkSegment(7be3d05f-633b-4fa4-85ad-02da01d888f9),segment_id=7be3d05f-633b-4fa4-85ad-02da01d888f9)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:02:26.327034 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10c9a99c-51ef-48a0-a510-5568ecb5e3de None None] Network c04c5771-abf8-400d-9a18-7eeaf73750ae requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 19:02:26.353134 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-2ac5054e-9dfc-4786-89fb-2c3d85762f5c req-bd26adf7-3172-4df8-b319-f873794f8238 tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] 10.222.0.13 "GET /v2.0/security-groups?id=e2e15a42-88b8-49e2-ad78-9daadc9e7fe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495292 Nov 05 19:02:26.357351 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvr_db [None req-9930f300-5061-48d5-8f18-e45a3b27592c None None] Set router fd1de92a-98b3-4885-85eb-3624b8362935 gateway port host: None {{(pid=102389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 19:02:26.398198 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:26.418611 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ceee01-882f-4e24-8905-986d01824d90 tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Pushing event deleted for resources: {'Port': ['ID=e7c780fb-dce5-488a-a7f7-7a1892236162,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:02:26.497470 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Device 9bc7325b-0233-4831-a974-eb18fa174e40 up at agent hyperv_n-h1-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 19:02:26.657810 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-9930f300-5061-48d5-8f18-e45a3b27592c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd1de92a-98b3-4885-85eb-3624b8362935', 'name': 'tempest-RoutersTest-router-939760282', 'tenant_id': 'e73ce0a6a4b043a3828a6e49d45da7fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T19:01:38Z', 'updated_at': '2021-11-05T19:02:21Z', 'revision_number': 7, 'project_id': 'e73ce0a6a4b043a3828a6e49d45da7fe', 'gw_port_host': None, '_interfaces': [{'id': '8519902f-4722-452b-b962-12b2557b6592', 'name': '', 'network_id': '51bb31f9-8f0f-44e4-9c3e-4194b515b5a5', 'tenant_id': 'e73ce0a6a4b043a3828a6e49d45da7fe', 'mac_address': 'fa:16:3e:aa:4a:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd1de92a-98b3-4885-85eb-3624b8362935', 'device_owner': 'network:router_interface', 'standard_attr_id': 2882, 'fixed_ips': [{'subnet_id': '73af3bcb-350f-488c-a8fc-d49ff8bac692', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:02:00Z', 'updated_at': '2021-11-05T19:02:12Z', 'revision_number': 5, 'project_id': 'e73ce0a6a4b043a3828a6e49d45da7fe', 'subnets': [{'id': '73af3bcb-350f-488c-a8fc-d49ff8bac692', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '953a5297-c445-4661-9ea9-6d266c22f808', 'name': '', 'network_id': '3233a838-3b77-4672-a9c6-914f0ac42c26', 'tenant_id': 'e73ce0a6a4b043a3828a6e49d45da7fe', 'mac_address': 'fa:16:3e:31:8a:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd1de92a-98b3-4885-85eb-3624b8362935', 'device_owner': 'network:router_interface', 'standard_attr_id': 2873, 'fixed_ips': [{'subnet_id': '8073db28-b421-4759-be53-5a16d7654da3', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:01:52Z', 'updated_at': '2021-11-05T19:01:59Z', 'revision_number': 5, 'project_id': 'e73ce0a6a4b043a3828a6e49d45da7fe', 'subnets': [{'id': '8073db28-b421-4759-be53-5a16d7654da3', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'acaf73af-be86-4544-95b9-1174fd0d9242', 'name': '', 'network_id': 'cd6e8b9b-a53a-4763-885f-93ef3b3f8bef', 'tenant_id': 'e73ce0a6a4b043a3828a6e49d45da7fe', 'mac_address': 'fa:16:3e:d9:ee:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd1de92a-98b3-4885-85eb-3624b8362935', 'device_owner': 'network:router_interface', 'standard_attr_id': 2853, 'fixed_ips': [{'subnet_id': '558ddf96-5913-4b9c-a7f9-98c1c25a666b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:01:42Z', 'updated_at': '2021-11-05T19:01:53Z', 'revision_number': 5, 'project_id': 'e73ce0a6a4b043a3828a6e49d45da7fe', 'subnets': [{'id': '558ddf96-5913-4b9c-a7f9-98c1c25a666b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e7c780fb-dce5-488a-a7f7-7a1892236162', 'name': '', 'network_id': 'b60afebf-4427-4753-ae89-8f7bac7401ec', 'tenant_id': 'e73ce0a6a4b043a3828a6e49d45da7fe', 'mac_address': 'fa:16:3e:0a:23:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd1de92a-98b3-4885-85eb-3624b8362935', 'device_owner': 'network:router_interface', 'standard_attr_id': 2894, 'fixed_ips': [{'subnet_id': '6645ef9d-8044-4912-af36-a27dc04fd3f8', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:02:12Z', 'updated_at': '2021-11-05T19:02:19Z', 'revision_number': 5, 'project_id': 'e73ce0a6a4b043a3828a6e49d45da7fe', 'subnets': [{'id': '6645ef9d-8044-4912-af36-a27dc04fd3f8', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-1', False) {} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:02:26.689361 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9930f300-5061-48d5-8f18-e45a3b27592c None None] Checking router: fd1de92a-98b3-4885-85eb-3624b8362935 for host: n-d-816865-1 {{(pid=102389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 19:02:26.700483 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9930f300-5061-48d5-8f18-e45a3b27592c None None] Routers {'fd1de92a-98b3-4885-85eb-3624b8362935'} bound to L3 agent in host n-d-816865-1 {{(pid=102389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 19:02:26.701390 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-9930f300-5061-48d5-8f18-e45a3b27592c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T19:02:05Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['fd1de92a-98b3-4885-85eb-3624b8362935'], 'active': True} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:02:26.767123 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-96ceee01-882f-4e24-8905-986d01824d90 tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-597886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-573297'] for router_interface, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:26.800164 n-d-816865-1 neutron-server[102386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1682fb31-a1bf-43f5-a4fa-447937da8a91', 'name': 'network-vif-deleted', 'tag': 'f4575cb0-23c3-47f4-915c-822d65bb4a8e'}] {{(pid=102386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 19:02:26.802568 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6173a44d7c73f41af551dc890fa1a5892c2c6bc3458b640c8e0c24db7876ba6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cef94806-fadd-40b7-bdde-dbbd19d86f9e" -d '{"events": [{"server_uuid": "1682fb31-a1bf-43f5-a4fa-447937da8a91", "name": "network-vif-deleted", "tag": "f4575cb0-23c3-47f4-915c-822d65bb4a8e"}]}' {{(pid=102386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 19:02:26.816596 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-b5841702-8816-4d60-bb0c-233e1f1f9af3 tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1664226'] for network, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:26.867641 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvr_db [None req-9930f300-5061-48d5-8f18-e45a3b27592c None None] Set router fd1de92a-98b3-4885-85eb-3624b8362935 gateway port host: None {{(pid=102389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 19:02:26.949628 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 19:02:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a23452c-4a78-448a-b78e-0ccd41ffa202 x-openstack-request-id: req-0a23452c-4a78-448a-b78e-0ccd41ffa202 {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 19:02:26.949930 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1682fb31-a1bf-43f5-a4fa-447937da8a91", "name": "network-vif-deleted", "tag": "f4575cb0-23c3-47f4-915c-822d65bb4a8e", "status": "completed", "code": 200}]} {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 19:02:26.950209 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0a23452c-4a78-448a-b78e-0ccd41ffa202 {{(pid=102386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 19:02:26.950608 n-d-816865-1 neutron-server[102386]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1682fb31-a1bf-43f5-a4fa-447937da8a91', 'name': 'network-vif-deleted', 'tag': 'f4575cb0-23c3-47f4-915c-822d65bb4a8e', 'status': 'completed', 'code': 200} Nov 05 19:02:27.243869 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-70e9a178-14b1-4942-95c6-8e25a0a7ee02 None None] Provisioning complete for port f904aac8-cead-4589-9ec1-693959f82f99 triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:02:27.244821 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-70e9a178-14b1-4942-95c6-8e25a0a7ee02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:27.253119 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 46700) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:02:27.288273 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-38611e10-aa2a-4ce3-93fc-446ff4d15cf7 req-e9deddfb-c712-4798-b295-4ac60cabc463 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:27.288969 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-38611e10-aa2a-4ce3-93fc-446ff4d15cf7 req-e9deddfb-c712-4798-b295-4ac60cabc463 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1000577'] for floatingip, after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:27.289483 n-d-816865-1 neutron-server[102386]: INFO neutron.db.l3_db [req-38611e10-aa2a-4ce3-93fc-446ff4d15cf7 req-e9deddfb-c712-4798-b295-4ac60cabc463 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Floating IP bce93aaa-d11d-4298-868b-1616a2468450 disassociated. External IP: 172.25.6.35, port: 4a07aa35-4ba7-4db3-b8ab-837d8ca258a7. Nov 05 19:02:27.293946 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [req-38611e10-aa2a-4ce3-93fc-446ff4d15cf7 req-e9deddfb-c712-4798-b295-4ac60cabc463 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Calling delete_port for 4a07aa35-4ba7-4db3-b8ab-837d8ca258a7 owned by compute:nova {{(pid=102386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 19:02:27.326341 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Pushing event updated for resources: {'Port': ['ID=4a07aa35-4ba7-4db3-b8ab-837d8ca258a7,revision_number=6']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:02:27.341340 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Provisioning for port 9bc7325b-0233-4831-a974-eb18fa174e40 completed by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 05 19:02:27.356637 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Provisioning complete for port 9bc7325b-0233-4831-a974-eb18fa174e40 triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:02:27.358585 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:27.450830 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-b5841702-8816-4d60-bb0c-233e1f1f9af3 tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] Deleting port f904aac8-cead-4589-9ec1-693959f82f99 {{(pid=102386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 19:02:27.451644 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-b5841702-8816-4d60-bb0c-233e1f1f9af3 tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:27.464789 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96ceee01-882f-4e24-8905-986d01824d90 tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Router fd1de92a-98b3-4885-85eb-3624b8362935 has already been hosted by L3 agent 6dcb5589-8e86-4616-9186-ddc4548e13ad {{(pid=102387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 19:02:27.493207 n-d-816865-1 neutron-server[102388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1682fb31-a1bf-43f5-a4fa-447937da8a91', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e6513d5c-62fb-4121-a58c-2e9501d0001a'}, {'server_uuid': '1682fb31-a1bf-43f5-a4fa-447937da8a91', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4a07aa35-4ba7-4db3-b8ab-837d8ca258a7'}] {{(pid=102388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 19:02:27.504345 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85474fee1180e129d8a886d264fe0b30223aa672dd1ffe43b630605f18504f68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eea44e9f-a0f9-46e8-af8d-602050596f6c" -d '{"events": [{"server_uuid": "1682fb31-a1bf-43f5-a4fa-447937da8a91", "name": "network-vif-unplugged", "status": "completed", "tag": "e6513d5c-62fb-4121-a58c-2e9501d0001a"}, {"server_uuid": "1682fb31-a1bf-43f5-a4fa-447937da8a91", "name": "network-vif-unplugged", "status": "completed", "tag": "4a07aa35-4ba7-4db3-b8ab-837d8ca258a7"}]}' {{(pid=102388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 19:02:27.512673 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-9930f300-5061-48d5-8f18-e45a3b27592c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd1de92a-98b3-4885-85eb-3624b8362935', 'name': 'tempest-RoutersTest-router-939760282', 'tenant_id': 'e73ce0a6a4b043a3828a6e49d45da7fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T19:01:38Z', 'updated_at': '2021-11-05T19:02:26Z', 'revision_number': 8, 'project_id': 'e73ce0a6a4b043a3828a6e49d45da7fe', 'gw_port_host': None, '_interfaces': [{'id': '8519902f-4722-452b-b962-12b2557b6592', 'name': '', 'network_id': '51bb31f9-8f0f-44e4-9c3e-4194b515b5a5', 'tenant_id': 'e73ce0a6a4b043a3828a6e49d45da7fe', 'mac_address': 'fa:16:3e:aa:4a:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd1de92a-98b3-4885-85eb-3624b8362935', 'device_owner': 'network:router_interface', 'standard_attr_id': 2882, 'fixed_ips': [{'subnet_id': '73af3bcb-350f-488c-a8fc-d49ff8bac692', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:02:00Z', 'updated_at': '2021-11-05T19:02:12Z', 'revision_number': 5, 'project_id': 'e73ce0a6a4b043a3828a6e49d45da7fe', 'subnets': [{'id': '73af3bcb-350f-488c-a8fc-d49ff8bac692', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '953a5297-c445-4661-9ea9-6d266c22f808', 'name': '', 'network_id': '3233a838-3b77-4672-a9c6-914f0ac42c26', 'tenant_id': 'e73ce0a6a4b043a3828a6e49d45da7fe', 'mac_address': 'fa:16:3e:31:8a:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd1de92a-98b3-4885-85eb-3624b8362935', 'device_owner': 'network:router_interface', 'standard_attr_id': 2873, 'fixed_ips': [{'subnet_id': '8073db28-b421-4759-be53-5a16d7654da3', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:01:52Z', 'updated_at': '2021-11-05T19:01:59Z', 'revision_number': 5, 'project_id': 'e73ce0a6a4b043a3828a6e49d45da7fe', 'subnets': [{'id': '8073db28-b421-4759-be53-5a16d7654da3', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'acaf73af-be86-4544-95b9-1174fd0d9242', 'name': '', 'network_id': 'cd6e8b9b-a53a-4763-885f-93ef3b3f8bef', 'tenant_id': 'e73ce0a6a4b043a3828a6e49d45da7fe', 'mac_address': 'fa:16:3e:d9:ee:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd1de92a-98b3-4885-85eb-3624b8362935', 'device_owner': 'network:router_interface', 'standard_attr_id': 2853, 'fixed_ips': [{'subnet_id': '558ddf96-5913-4b9c-a7f9-98c1c25a666b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:01:42Z', 'updated_at': '2021-11-05T19:01:53Z', 'revision_number': 5, 'project_id': 'e73ce0a6a4b043a3828a6e49d45da7fe', 'subnets': [{'id': '558ddf96-5913-4b9c-a7f9-98c1c25a666b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-1', False) {} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:02:27.520351 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81118f6f-ae8a-44d5-9156-bbf399d81884 None None] DHCP port deletion for c04c5771-abf8-400d-9a18-7eeaf73750ae request from n-d-816865-1 {{(pid=102388) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 05 19:02:27.528262 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88a039a-271d-4395-8c24-899e51faab3f req-6f80adf3-9369-4c45-b723-cd22e7031b29 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:02:27.555969 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88a039a-271d-4395-8c24-899e51faab3f req-6f80adf3-9369-4c45-b723-cd22e7031b29 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:02:27.562152 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88a039a-271d-4395-8c24-899e51faab3f req-6f80adf3-9369-4c45-b723-cd22e7031b29 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:02:27.571742 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-a88a039a-271d-4395-8c24-899e51faab3f req-6f80adf3-9369-4c45-b723-cd22e7031b29 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] 10.222.0.13 "GET /v2.0/ports?device_id=1682fb31-a1bf-43f5-a4fa-447937da8a91 HTTP/1.1" status: 200 len: 2410 time: 0.1842523 Nov 05 19:02:27.582674 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9930f300-5061-48d5-8f18-e45a3b27592c None None] The sync data for ids ['fd1de92a-98b3-4885-85eb-3624b8362935'] in n-d-816865-1 is: [{'id': 'fd1de92a-98b3-4885-85eb-3624b8362935', 'name': 'tempest-RoutersTest-router-939760282', 'tenant_id': 'e73ce0a6a4b043a3828a6e49d45da7fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T19:01:38Z', 'updated_at': '2021-11-05T19:02:26Z', 'revision_number': 8, 'project_id': 'e73ce0a6a4b043a3828a6e49d45da7fe', 'gw_port_host': None, '_interfaces': [{'id': '8519902f-4722-452b-b962-12b2557b6592', 'name': '', 'network_id': '51bb31f9-8f0f-44e4-9c3e-4194b515b5a5', 'tenant_id': 'e73ce0a6a4b043a3828a6e49d45da7fe', 'mac_address': 'fa:16:3e:aa:4a:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd1de92a-98b3-4885-85eb-3624b8362935', 'device_owner': 'network:router_interface', 'standard_attr_id': 2882, 'fixed_ips': [{'subnet_id': '73af3bcb-350f-488c-a8fc-d49ff8bac692', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:02:00Z', 'updated_at': '2021-11-05T19:02:12Z', 'revision_number': 5, 'project_id': 'e73ce0a6a4b043a3828a6e49d45da7fe', 'subnets': [{'id': '73af3bcb-350f-488c-a8fc-d49ff8bac692', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '953a5297-c445-4661-9ea9-6d266c22f808', 'name': '', 'network_id': '3233a838-3b77-4672-a9c6-914f0ac42c26', 'tenant_id': 'e73ce0a6a4b043a3828a6e49d45da7fe', 'mac_address': 'fa:16:3e:31:8a:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd1de92a-98b3-4885-85eb-3624b8362935', 'device_owner': 'network:router_interface', 'standard_attr_id': 2873, 'fixed_ips': [{'subnet_id': '8073db28-b421-4759-be53-5a16d7654da3', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:01:52Z', 'updated_at': '2021-11-05T19:01:59Z', 'revision_number': 5, 'project_id': 'e73ce0a6a4b043a3828a6e49d45da7fe', 'subnets': [{'id': '8073db28-b421-4759-be53-5a16d7654da3', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'acaf73af-be86-4544-95b9-1174fd0d9242', 'name': '', 'network_id': 'cd6e8b9b-a53a-4763-885f-93ef3b3f8bef', 'tenant_id': 'e73ce0a6a4b043a3828a6e49d45da7fe', 'mac_address': 'fa:16:3e:d9:ee:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd1de92a-98b3-4885-85eb-3624b8362935', 'device_owner': 'network:router_interface', 'standard_attr_id': 2853, 'fixed_ips': [{'subnet_id': '558ddf96-5913-4b9c-a7f9-98c1c25a666b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:01:42Z', 'updated_at': '2021-11-05T19:01:53Z', 'revision_number': 5, 'project_id': 'e73ce0a6a4b043a3828a6e49d45da7fe', 'subnets': [{'id': '558ddf96-5913-4b9c-a7f9-98c1c25a666b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 19:02:27.594950 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [None req-b5841702-8816-4d60-bb0c-233e1f1f9af3 tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] For port f904aac8-cead-4589-9ec1-693959f82f99, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=f904aac8-cead-4589-9ec1-693959f82f99,segment=NetworkSegment(018e97c5-01c3-44eb-9258-bb071832fe95),segment_id=018e97c5-01c3-44eb-9258-bb071832fe95)] {{(pid=102386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:02:27.595271 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-b5841702-8816-4d60-bb0c-233e1f1f9af3 tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:27.632756 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-b5841702-8816-4d60-bb0c-233e1f1f9af3 tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] Calling delete_port for f904aac8-cead-4589-9ec1-693959f82f99 owned by network:dhcp {{(pid=102386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 19:02:27.711615 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.agents_db [None req-b9406b04-a0e8-43cf-b349-711963d96cf4 None None] Agent healthcheck: found 7 active agents {{(pid=102389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 05 19:02:27.769904 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96ceee01-882f-4e24-8905-986d01824d90 tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Notify agent at l3_agent.n-d-816865-1 the message routers_updated {{(pid=102387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 19:02:27.775738 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-96ceee01-882f-4e24-8905-986d01824d90 tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] 10.222.0.13 "PUT /v2.0/routers/fd1de92a-98b3-4885-85eb-3624b8362935/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4901617 Nov 05 19:02:27.782524 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 46708) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:02:27.804563 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09ad777-7a6b-4d7d-b742-f9a78df74164 req-776a9395-8c47-4a1d-a894-8cc57fd465aa tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:02:27.813121 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-c09ad777-7a6b-4d7d-b742-f9a78df74164 req-776a9395-8c47-4a1d-a894-8cc57fd465aa tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f7e0517-cc12-426c-8988-c50d70d827e0 HTTP/1.1" status: 200 len: 944 time: 0.2403219 Nov 05 19:02:27.832576 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:27.845925 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-5b9109c6-988d-47be-9051-838ab59b9dfa admin admin] Publish callbacks [] for security_group, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:27.846852 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-a88a039a-271d-4395-8c24-899e51faab3f req-6ca4e9b7-6320-460e-89f4-f438a4fe9ad5 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] 10.222.0.13 "GET /v2.0/security-groups?id=293ec58e-66ea-453a-8db8-ae12281442fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1969998 Nov 05 19:02:27.913797 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.db_base_plugin_v2 [None req-7056c9d2-5cb8-4a20-a6a0-350a9aca8e1b tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Deleting subnet 6645ef9d-8044-4912-af36-a27dc04fd3f8 {{(pid=102387) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 05 19:02:27.920800 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-b5841702-8816-4d60-bb0c-233e1f1f9af3 tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:27.921905 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-7056c9d2-5cb8-4a20-a6a0-350a9aca8e1b tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Publish callbacks [] for subnet, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:27.943916 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-81118f6f-ae8a-44d5-9156-bbf399d81884 None None] Deleting port f904aac8-cead-4589-9ec1-693959f82f99 {{(pid=102388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 19:02:27.944372 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-81118f6f-ae8a-44d5-9156-bbf399d81884 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:27.973010 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-c09ad777-7a6b-4d7d-b742-f9a78df74164 req-9c5c571d-0679-499d-9d21-e2398478aac7 tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] 10.222.0.13 "GET /v2.0/security-groups?id=e2e15a42-88b8-49e2-ad78-9daadc9e7fe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533504 Nov 05 19:02:28.010633 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] For port 9bc7325b-0233-4831-a974-eb18fa174e40, host n-h1-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=9bc7325b-0233-4831-a974-eb18fa174e40,segment=NetworkSegment(d868025d-b05c-40c6-b9d6-024790792c42),segment_id=d868025d-b05c-40c6-b9d6-024790792c42)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:02:28.011850 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-7056c9d2-5cb8-4a20-a6a0-350a9aca8e1b tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4463501'] for subnet, precommit_delete_associations {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:28.018580 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Fri, 05 Nov 2021 19:02:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-834eff9f-042c-4ab4-816b-73c84d129323 x-openstack-request-id: req-834eff9f-042c-4ab4-816b-73c84d129323 {{(pid=102388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 19:02:28.020572 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1682fb31-a1bf-43f5-a4fa-447937da8a91", "name": "network-vif-unplugged", "status": "completed", "tag": "e6513d5c-62fb-4121-a58c-2e9501d0001a", "code": 200}, {"server_uuid": "1682fb31-a1bf-43f5-a4fa-447937da8a91", "name": "network-vif-unplugged", "status": "completed", "tag": "4a07aa35-4ba7-4db3-b8ab-837d8ca258a7", "code": 200}]} {{(pid=102388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 19:02:28.020572 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-834eff9f-042c-4ab4-816b-73c84d129323 {{(pid=102388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 19:02:28.020572 n-d-816865-1 neutron-server[102388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1682fb31-a1bf-43f5-a4fa-447937da8a91', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e6513d5c-62fb-4121-a58c-2e9501d0001a', 'code': 200} Nov 05 19:02:28.020572 n-d-816865-1 neutron-server[102388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1682fb31-a1bf-43f5-a4fa-447937da8a91', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4a07aa35-4ba7-4db3-b8ab-837d8ca258a7', 'code': 200} Nov 05 19:02:28.110386 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:28.151190 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5841702-8816-4d60-bb0c-233e1f1f9af3 tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] Pushing event deleted for resources: {'Port': ['ID=f904aac8-cead-4589-9ec1-693959f82f99,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:02:28.183337 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5841702-8816-4d60-bb0c-233e1f1f9af3 tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] No DVR routers for this DVR port f904aac8-cead-4589-9ec1-693959f82f99 on host n-d-816865-1 {{(pid=102386) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 19:02:28.189952 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-7056c9d2-5cb8-4a20-a6a0-350a9aca8e1b tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1573928'] for subnet, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:28.252762 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Pushing event updated for resources: {'Port': ['ID=9bc7325b-0233-4831-a974-eb18fa174e40,revision_number=5']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:02:28.262212 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device f904aac8-cead-4589-9ec1-693959f82f99 no longer exists at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 19:02:28.318783 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-81118f6f-ae8a-44d5-9156-bbf399d81884 None None] For port f904aac8-cead-4589-9ec1-693959f82f99, host n-d-816865-1, got binding levels [] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:02:28.322624 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-81118f6f-ae8a-44d5-9156-bbf399d81884 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:28.340364 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] No Port match for: f904aac8-cead-4589-9ec1-693959f82f99 {{(pid=102388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 19:02:28.340768 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device f904aac8-cead-4589-9ec1-693959f82f99 not bound to the agent host n-d-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 19:02:28.341200 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device e7c780fb-dce5-488a-a7f7-7a1892236162 no longer exists at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 19:02:28.352344 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-7056c9d2-5cb8-4a20-a6a0-350a9aca8e1b tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1573905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4417146', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5112209'] for subnet, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:28.368110 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-81118f6f-ae8a-44d5-9156-bbf399d81884 None None] Calling delete_port for f904aac8-cead-4589-9ec1-693959f82f99 owned by network:dhcp {{(pid=102388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 19:02:28.369765 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] No Port match for: e7c780fb-dce5-488a-a7f7-7a1892236162 {{(pid=102388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 19:02:28.370131 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device e7c780fb-dce5-488a-a7f7-7a1892236162 not bound to the agent host n-d-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 19:02:28.372596 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.ipam_backend_mixin [None req-81118f6f-ae8a-44d5-9156-bbf399d81884 None None] Port f904aac8-cead-4589-9ec1-693959f82f99 was not found and therefore no delete operation was performed {{(pid=102388) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 05 19:02:28.374191 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-81118f6f-ae8a-44d5-9156-bbf399d81884 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798'] for port, after_delete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:28.383556 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-7056c9d2-5cb8-4a20-a6a0-350a9aca8e1b tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Publish callbacks [] for subnet, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:28.392831 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-7056c9d2-5cb8-4a20-a6a0-350a9aca8e1b tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] 10.222.0.13 "DELETE /v2.0/subnets/6645ef9d-8044-4912-af36-a27dc04fd3f8 HTTP/1.1" status: 204 len: 168 time: 0.6024454 Nov 05 19:02:28.392831 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 46714) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:02:28.397072 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16f2aee5-7c4f-4aa5-8fa1-fa8626e031b9 None None] Network b60afebf-4427-4753-ae89-8f7bac7401ec requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 19:02:28.403900 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81118f6f-ae8a-44d5-9156-bbf399d81884 None None] No DVR routers for this DVR port f904aac8-cead-4589-9ec1-693959f82f99 on host n-d-816865-1 {{(pid=102388) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 19:02:28.428369 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-b5841702-8816-4d60-bb0c-233e1f1f9af3 tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1579173', 'neutron.services.segments.db._delete_segments_for_network-8750027792909'] for network, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:28.444501 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81118f6f-ae8a-44d5-9156-bbf399d81884 None None] Pushing event deleted for resources: {'Port': ['ID=f904aac8-cead-4589-9ec1-693959f82f99,revision_number=None']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:02:28.470415 n-d-816865-1 neutron-server[102386]: DEBUG neutron.services.segments.db [None req-b5841702-8816-4d60-bb0c-233e1f1f9af3 tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c04c5771-abf8-400d-9a18-7eeaf73750ae']}} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:02:28.492781 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc696524-72c8-4ab5-9080-c74f192f3200 None None] Sync routers for ids ['fd1de92a-98b3-4885-85eb-3624b8362935'] in n-d-816865-1 {{(pid=102388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 19:02:28.493699 n-d-816865-1 neutron-server[102386]: DEBUG neutron.services.segments.db [None req-b5841702-8816-4d60-bb0c-233e1f1f9af3 tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '018e97c5-01c3-44eb-9258-bb071832fe95') {'for_net_delete': True} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:02:28.499139 n-d-816865-1 neutron-server[102386]: DEBUG neutron.services.segments.db [None req-b5841702-8816-4d60-bb0c-233e1f1f9af3 tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '018e97c5-01c3-44eb-9258-bb071832fe95') {} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:02:28.502402 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7056c9d2-5cb8-4a20-a6a0-350a9aca8e1b tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Pushing event deleted for resources: {'Subnet': ['ID=6645ef9d-8044-4912-af36-a27dc04fd3f8,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:02:28.538244 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc696524-72c8-4ab5-9080-c74f192f3200 None None] Routers {'fd1de92a-98b3-4885-85eb-3624b8362935'} bound to L3 agent in host n-d-816865-1 {{(pid=102388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 19:02:28.539183 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-dc696524-72c8-4ab5-9080-c74f192f3200 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T19:02:05Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['fd1de92a-98b3-4885-85eb-3624b8362935'], 'active': True} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:02:28.592320 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-5b9109c6-988d-47be-9051-838ab59b9dfa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:28.625991 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-b5841702-8816-4d60-bb0c-233e1f1f9af3 tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750027793430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4590747'] for segment, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:28.627544 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-b1a0b952-a479-4177-9519-f2980664f64f tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1664226'] for network, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:28.682703 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-5b9109c6-988d-47be-9051-838ab59b9dfa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:28.697616 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [None req-b1a0b952-a479-4177-9519-f2980664f64f tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Deleting port 7e6831e7-ad4e-4eea-bb28-3fdff3a58011 {{(pid=102387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 19:02:28.697616 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-b1a0b952-a479-4177-9519-f2980664f64f tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:28.700439 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvr_db [None req-dc696524-72c8-4ab5-9080-c74f192f3200 None None] Set router fd1de92a-98b3-4885-85eb-3624b8362935 gateway port host: None {{(pid=102388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 19:02:28.723448 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-b5841702-8816-4d60-bb0c-233e1f1f9af3 tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273'] for segment, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:28.757000 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5841702-8816-4d60-bb0c-233e1f1f9af3 tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] Releasing vlan 195 on physical network physnet1 to pool {{(pid=102386) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 05 19:02:28.757670 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-b5841702-8816-4d60-bb0c-233e1f1f9af3 tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6149721'] for segment, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:28.763793 n-d-816865-1 neutron-server[102386]: Traceback (most recent call last): Nov 05 19:02:28.763793 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 05 19:02:28.763793 n-d-816865-1 neutron-server[102386]: timer() Nov 05 19:02:28.763793 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 05 19:02:28.763793 n-d-816865-1 neutron-server[102386]: cb(*args, **kw) Nov 05 19:02:28.763793 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 05 19:02:28.763793 n-d-816865-1 neutron-server[102386]: return func(*args, **kwargs) Nov 05 19:02:28.763793 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 05 19:02:28.763793 n-d-816865-1 neutron-server[102386]: self._notify() Nov 05 19:02:28.763793 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 05 19:02:28.763793 n-d-816865-1 neutron-server[102386]: self.callback(batched_events) Nov 05 19:02:28.763793 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 05 19:02:28.763793 n-d-816865-1 neutron-server[102386]: event.method(event) Nov 05 19:02:28.763793 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 05 19:02:28.763793 n-d-816865-1 neutron-server[102386]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 05 19:02:28.763793 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 05 19:02:28.763793 n-d-816865-1 neutron-server[102386]: aggregate_uuid = self.p_client.list_aggregates( Nov 05 19:02:28.763793 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 05 19:02:28.763793 n-d-816865-1 neutron-server[102386]: return f(self, *a, **k) Nov 05 19:02:28.763793 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 05 19:02:28.763793 n-d-816865-1 neutron-server[102386]: return self._get(url).json() Nov 05 19:02:28.763793 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 05 19:02:28.763793 n-d-816865-1 neutron-server[102386]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 05 19:02:28.763793 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 05 19:02:28.763793 n-d-816865-1 neutron-server[102386]: return self.request(url, 'GET', **kwargs) Nov 05 19:02:28.763793 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 05 19:02:28.763793 n-d-816865-1 neutron-server[102386]: base_url = self.get_endpoint(auth, allow=allow, Nov 05 19:02:28.763793 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 05 19:02:28.763793 n-d-816865-1 neutron-server[102386]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 05 19:02:28.763793 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 05 19:02:28.763793 n-d-816865-1 neutron-server[102386]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 05 19:02:28.763793 n-d-816865-1 neutron-server[102386]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 05 19:02:28.796659 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9109c6-988d-47be-9051-838ab59b9dfa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=994c3807-3f56-49aa-99f9-c232f5ed0ee5,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:02:28.802057 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.db [None req-b1a0b952-a479-4177-9519-f2980664f64f tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] For port 7e6831e7-ad4e-4eea-bb28-3fdff3a58011, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=7e6831e7-ad4e-4eea-bb28-3fdff3a58011,segment=NetworkSegment(4a3a87da-a97c-4d32-9751-1194a57fc4c2),segment_id=4a3a87da-a97c-4d32-9751-1194a57fc4c2)] {{(pid=102387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:02:28.803438 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-b1a0b952-a479-4177-9519-f2980664f64f tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:28.821629 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-5b9109c6-988d-47be-9051-838ab59b9dfa admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6f7a5db6cb9f48ceb3c55358be5e298d&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5645239 Nov 05 19:02:28.821760 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 46716) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:02:28.862097 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [None req-b1a0b952-a479-4177-9519-f2980664f64f tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Calling delete_port for 7e6831e7-ad4e-4eea-bb28-3fdff3a58011 owned by network:dhcp {{(pid=102387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 19:02:28.893252 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-38611e10-aa2a-4ce3-93fc-446ff4d15cf7 req-e9deddfb-c712-4798-b295-4ac60cabc463 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:28.926785 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-a2f4e854-5017-4fd3-a253-49dc7e478fc2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:28.950239 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba2205f8-0f65-4b88-b229-71af0621f21e None None] DHCP port deletion for b60afebf-4427-4753-ae89-8f7bac7401ec request from n-d-816865-1 {{(pid=102388) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 05 19:02:28.981163 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9deddfb-c712-4798-b295-4ac60cabc463 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Pushing event deleted for resources: {'Port': ['ID=4a07aa35-4ba7-4db3-b8ab-837d8ca258a7,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:02:28.985461 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-a2f4e854-5017-4fd3-a253-49dc7e478fc2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:28.999111 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-b5841702-8816-4d60-bb0c-233e1f1f9af3 tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1579178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-956796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1000687'] for network, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:29.026658 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-b5841702-8816-4d60-bb0c-233e1f1f9af3 tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] Publish callbacks [] for network, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:29.049821 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-b5841702-8816-4d60-bb0c-233e1f1f9af3 tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] 10.222.0.13 "DELETE /v2.0/networks/c04c5771-abf8-400d-9a18-7eeaf73750ae HTTP/1.1" status: 204 len: 168 time: 3.3828349 Nov 05 19:02:29.073694 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 46722) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:02:29.088858 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5841702-8816-4d60-bb0c-233e1f1f9af3 tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] Pushing event deleted for resources: {'Network': ['ID=c04c5771-abf8-400d-9a18-7eeaf73750ae,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:02:29.190163 n-d-816865-1 neutron-server[102387]: INFO neutron.pecan_wsgi.hooks.translation [None req-794633a3-31a2-4645-b849-00332c711aed tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] DELETE failed (client error): The resource could not be found. Nov 05 19:02:29.190625 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-794633a3-31a2-4645-b849-00332c711aed tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102387) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 05 19:02:29.196831 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-794633a3-31a2-4645-b849-00332c711aed tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] 10.222.0.13 "DELETE /v2.0/subnets/3b92b60b-876a-49dd-919c-0fbe8b0e2f5f HTTP/1.1" status: 404 len: 337 time: 0.1174474 Nov 05 19:02:29.205952 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 46728) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:02:29.242255 n-d-816865-1 neutron-server[102387]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a8c89af-2e33-4a6f-a1e7-93c5060ee681 tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] DELETE failed (client error): The resource could not be found. Nov 05 19:02:29.242786 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0a8c89af-2e33-4a6f-a1e7-93c5060ee681 tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102387) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 05 19:02:29.248366 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-0a8c89af-2e33-4a6f-a1e7-93c5060ee681 tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] 10.222.0.13 "DELETE /v2.0/networks/92654cba-e6c7-42ae-b3d0-2ffc8664226e HTTP/1.1" status: 404 len: 339 time: 0.0373204 Nov 05 19:02:29.251209 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 46730) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:02:29.253222 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-ba2205f8-0f65-4b88-b229-71af0621f21e None None] Deleting port 7e6831e7-ad4e-4eea-bb28-3fdff3a58011 {{(pid=102388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 19:02:29.253756 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-ba2205f8-0f65-4b88-b229-71af0621f21e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:29.274835 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b978fb2-2db7-45e0-b927-f0831aa44215 req-8ed9c146-60f6-4f30-9d69-672aa7c53d3c tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:02:29.282742 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-8b978fb2-2db7-45e0-b927-f0831aa44215 req-8ed9c146-60f6-4f30-9d69-672aa7c53d3c tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f7e0517-cc12-426c-8988-c50d70d827e0 HTTP/1.1" status: 200 len: 945 time: 0.1531835 Nov 05 19:02:29.306202 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.l3_agent_scheduler [req-38611e10-aa2a-4ce3-93fc-446ff4d15cf7 req-e9deddfb-c712-4798-b295-4ac60cabc463 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Router 40f2d763-0d5a-4cb9-96f7-6003827bea4d has already been hosted by L3 agent 6dcb5589-8e86-4616-9186-ddc4548e13ad {{(pid=102386) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 19:02:29.334466 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd32ebb-7d9c-4d6f-be1e-47158fbe9fa3 req-e4fe25af-9ea8-4e97-a807-09c36e5f95e5 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:02:29.341497 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd32ebb-7d9c-4d6f-be1e-47158fbe9fa3 req-e4fe25af-9ea8-4e97-a807-09c36e5f95e5 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:02:29.343346 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-9dd32ebb-7d9c-4d6f-be1e-47158fbe9fa3 req-e4fe25af-9ea8-4e97-a807-09c36e5f95e5 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] 10.222.0.13 "GET /v2.0/ports?device_id=1682fb31-a1bf-43f5-a4fa-447937da8a91 HTTP/1.1" status: 200 len: 1677 time: 0.3296053 Nov 05 19:02:29.346500 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-b1a0b952-a479-4177-9519-f2980664f64f tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4417063'] for port, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:29.349170 n-d-816865-1 neutron-server[102387]: INFO neutron.pecan_wsgi.hooks.translation [None req-5559e09d-3df2-41d0-8b56-12146b82c542 tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] DELETE failed (client error): The resource could not be found. Nov 05 19:02:29.349625 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5559e09d-3df2-41d0-8b56-12146b82c542 tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102387) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 05 19:02:29.354897 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-5559e09d-3df2-41d0-8b56-12146b82c542 tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] 10.222.0.13 "DELETE /v2.0/subnets/1fe1f3a3-d280-4c6b-b5dd-629be0db2e67 HTTP/1.1" status: 404 len: 337 time: 0.0987468 Nov 05 19:02:29.367008 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-ba2205f8-0f65-4b88-b229-71af0621f21e None None] For port 7e6831e7-ad4e-4eea-bb28-3fdff3a58011, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=7e6831e7-ad4e-4eea-bb28-3fdff3a58011,segment=NetworkSegment(4a3a87da-a97c-4d32-9751-1194a57fc4c2),segment_id=4a3a87da-a97c-4d32-9751-1194a57fc4c2)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:02:29.367680 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-ba2205f8-0f65-4b88-b229-71af0621f21e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:29.392505 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-ba2205f8-0f65-4b88-b229-71af0621f21e None None] Calling delete_port for 7e6831e7-ad4e-4eea-bb28-3fdff3a58011 owned by network:dhcp {{(pid=102388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 19:02:29.434916 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 46736) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:02:29.504261 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-ba2205f8-0f65-4b88-b229-71af0621f21e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798'] for port, after_delete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:29.522443 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-dc696524-72c8-4ab5-9080-c74f192f3200 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd1de92a-98b3-4885-85eb-3624b8362935', 'name': 'tempest-RoutersTest-router-939760282', 'tenant_id': 'e73ce0a6a4b043a3828a6e49d45da7fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T19:01:38Z', 'updated_at': '2021-11-05T19:02:26Z', 'revision_number': 8, 'project_id': 'e73ce0a6a4b043a3828a6e49d45da7fe', 'gw_port_host': None, '_interfaces': [{'id': '8519902f-4722-452b-b962-12b2557b6592', 'name': '', 'network_id': '51bb31f9-8f0f-44e4-9c3e-4194b515b5a5', 'tenant_id': 'e73ce0a6a4b043a3828a6e49d45da7fe', 'mac_address': 'fa:16:3e:aa:4a:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd1de92a-98b3-4885-85eb-3624b8362935', 'device_owner': 'network:router_interface', 'standard_attr_id': 2882, 'fixed_ips': [{'subnet_id': '73af3bcb-350f-488c-a8fc-d49ff8bac692', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:02:00Z', 'updated_at': '2021-11-05T19:02:12Z', 'revision_number': 5, 'project_id': 'e73ce0a6a4b043a3828a6e49d45da7fe', 'subnets': [{'id': '73af3bcb-350f-488c-a8fc-d49ff8bac692', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '953a5297-c445-4661-9ea9-6d266c22f808', 'name': '', 'network_id': '3233a838-3b77-4672-a9c6-914f0ac42c26', 'tenant_id': 'e73ce0a6a4b043a3828a6e49d45da7fe', 'mac_address': 'fa:16:3e:31:8a:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd1de92a-98b3-4885-85eb-3624b8362935', 'device_owner': 'network:router_interface', 'standard_attr_id': 2873, 'fixed_ips': [{'subnet_id': '8073db28-b421-4759-be53-5a16d7654da3', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:01:52Z', 'updated_at': '2021-11-05T19:01:59Z', 'revision_number': 5, 'project_id': 'e73ce0a6a4b043a3828a6e49d45da7fe', 'subnets': [{'id': '8073db28-b421-4759-be53-5a16d7654da3', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'acaf73af-be86-4544-95b9-1174fd0d9242', 'name': '', 'network_id': 'cd6e8b9b-a53a-4763-885f-93ef3b3f8bef', 'tenant_id': 'e73ce0a6a4b043a3828a6e49d45da7fe', 'mac_address': 'fa:16:3e:d9:ee:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd1de92a-98b3-4885-85eb-3624b8362935', 'device_owner': 'network:router_interface', 'standard_attr_id': 2853, 'fixed_ips': [{'subnet_id': '558ddf96-5913-4b9c-a7f9-98c1c25a666b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:01:42Z', 'updated_at': '2021-11-05T19:01:53Z', 'revision_number': 5, 'project_id': 'e73ce0a6a4b043a3828a6e49d45da7fe', 'subnets': [{'id': '558ddf96-5913-4b9c-a7f9-98c1c25a666b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-1', False) {} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:02:29.523669 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a0b952-a479-4177-9519-f2980664f64f tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Pushing event deleted for resources: {'Port': ['ID=7e6831e7-ad4e-4eea-bb28-3fdff3a58011,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:02:29.538830 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-8b978fb2-2db7-45e0-b927-f0831aa44215 req-839bfb25-f981-446b-8f71-69dabb2f58b0 tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] 10.222.0.13 "GET /v2.0/security-groups?id=e2e15a42-88b8-49e2-ad78-9daadc9e7fe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2552438 Nov 05 19:02:29.550953 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-a2f4e854-5017-4fd3-a253-49dc7e478fc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:29.563765 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-a2f4e854-5017-4fd3-a253-49dc7e478fc2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:29.563765 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-a2f4e854-5017-4fd3-a253-49dc7e478fc2 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/994c3807-3f56-49aa-99f9-c232f5ed0ee5 HTTP/1.1" status: 204 len: 168 time: 0.7370133 Nov 05 19:02:29.572683 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-38611e10-aa2a-4ce3-93fc-446ff4d15cf7 req-e9deddfb-c712-4798-b295-4ac60cabc463 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Notify agent at l3_agent.n-d-816865-1 the message routers_updated {{(pid=102386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 19:02:29.584389 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2158d555-40ec-4cec-b94f-1e83e06821d1 None None] Sync routers for ids ['40f2d763-0d5a-4cb9-96f7-6003827bea4d'] in n-d-816865-1 {{(pid=102389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 19:02:29.597529 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2158d555-40ec-4cec-b94f-1e83e06821d1 None None] Routers {'40f2d763-0d5a-4cb9-96f7-6003827bea4d'} bound to L3 agent in host n-d-816865-1 {{(pid=102389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 19:02:29.598170 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-2158d555-40ec-4cec-b94f-1e83e06821d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T19:02:05Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['40f2d763-0d5a-4cb9-96f7-6003827bea4d'], 'active': True} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:02:29.603596 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba2205f8-0f65-4b88-b229-71af0621f21e None None] No DVR routers for this DVR port 7e6831e7-ad4e-4eea-bb28-3fdff3a58011 on host n-d-816865-1 {{(pid=102388) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 19:02:29.644301 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1a0b952-a479-4177-9519-f2980664f64f tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] No DVR routers for this DVR port 7e6831e7-ad4e-4eea-bb28-3fdff3a58011 on host n-d-816865-1 {{(pid=102387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 19:02:29.654075 n-d-816865-1 neutron-server[102387]: INFO neutron.pecan_wsgi.hooks.translation [None req-4034ff82-ba88-40cc-89e0-2913583bfd7c tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] DELETE failed (client error): The resource could not be found. Nov 05 19:02:29.655879 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4034ff82-ba88-40cc-89e0-2913583bfd7c tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102387) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 05 19:02:29.664834 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-4034ff82-ba88-40cc-89e0-2913583bfd7c tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] 10.222.0.13 "DELETE /v2.0/networks/b6327c15-d614-4016-928c-46e4dcdccf76 HTTP/1.1" status: 404 len: 339 time: 0.2265861 Nov 05 19:02:29.674187 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2205f8-0f65-4b88-b229-71af0621f21e None None] Pushing event deleted for resources: {'Port': ['ID=7e6831e7-ad4e-4eea-bb28-3fdff3a58011,revision_number=None']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:02:29.685339 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc696524-72c8-4ab5-9080-c74f192f3200 None None] Checking router: fd1de92a-98b3-4885-85eb-3624b8362935 for host: n-d-816865-1 {{(pid=102388) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 19:02:29.705868 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 46740) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:02:29.706851 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [req-38611e10-aa2a-4ce3-93fc-446ff4d15cf7 req-e9deddfb-c712-4798-b295-4ac60cabc463 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] No DVR routers for this DVR port 4a07aa35-4ba7-4db3-b8ab-837d8ca258a7 on host n-h1-816865-1 {{(pid=102386) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 19:02:29.712771 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-38611e10-aa2a-4ce3-93fc-446ff4d15cf7 req-e9deddfb-c712-4798-b295-4ac60cabc463 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:29.718721 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc696524-72c8-4ab5-9080-c74f192f3200 None None] Routers {'fd1de92a-98b3-4885-85eb-3624b8362935'} bound to L3 agent in host n-d-816865-1 {{(pid=102388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 19:02:29.720443 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-dc696524-72c8-4ab5-9080-c74f192f3200 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T19:02:05Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['fd1de92a-98b3-4885-85eb-3624b8362935'], 'active': True} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:02:29.723415 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-38611e10-aa2a-4ce3-93fc-446ff4d15cf7 req-e9deddfb-c712-4798-b295-4ac60cabc463 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] 10.222.0.41 "DELETE /v2.0/ports/4a07aa35-4ba7-4db3-b8ab-837d8ca258a7 HTTP/1.1" status: 204 len: 173 time: 4.8074508 Nov 05 19:02:29.746435 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f4e854-5017-4fd3-a253-49dc7e478fc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=994c3807-3f56-49aa-99f9-c232f5ed0ee5,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:02:29.804425 n-d-816865-1 neutron-server[102386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1682fb31-a1bf-43f5-a4fa-447937da8a91', 'name': 'network-vif-deleted', 'tag': '4a07aa35-4ba7-4db3-b8ab-837d8ca258a7'}] {{(pid=102386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 19:02:29.816787 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6173a44d7c73f41af551dc890fa1a5892c2c6bc3458b640c8e0c24db7876ba6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-066a6764-1d2c-4d13-b72e-63615f893c0b" -d '{"events": [{"server_uuid": "1682fb31-a1bf-43f5-a4fa-447937da8a91", "name": "network-vif-deleted", "tag": "4a07aa35-4ba7-4db3-b8ab-837d8ca258a7"}]}' {{(pid=102386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 19:02:29.819262 n-d-816865-1 neutron-server[102386]: INFO neutron.pecan_wsgi.hooks.translation [None req-7df1fa50-17a4-4d8c-b5fc-c62d1841b9d7 tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] DELETE failed (client error): The resource could not be found. Nov 05 19:02:29.819734 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7df1fa50-17a4-4d8c-b5fc-c62d1841b9d7 tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102386) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 05 19:02:29.826847 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-7df1fa50-17a4-4d8c-b5fc-c62d1841b9d7 tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] 10.222.0.13 "DELETE /v2.0/subnets/145d0ebf-a6da-49fa-9689-2921f151a7e3 HTTP/1.1" status: 404 len: 337 time: 0.0995493 Nov 05 19:02:29.867650 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvr_db [None req-2158d555-40ec-4cec-b94f-1e83e06821d1 None None] Set router 40f2d763-0d5a-4cb9-96f7-6003827bea4d gateway port host: n-d-816865-1 {{(pid=102389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 19:02:29.885786 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-b1a0b952-a479-4177-9519-f2980664f64f tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1579173', 'neutron.services.segments.db._delete_segments_for_network-8750027792909'] for network, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:29.918917 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 19:02:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a081c9d-661b-4089-b31d-80318fde9928 x-openstack-request-id: req-9a081c9d-661b-4089-b31d-80318fde9928 {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 19:02:29.919423 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1682fb31-a1bf-43f5-a4fa-447937da8a91", "name": "network-vif-deleted", "tag": "4a07aa35-4ba7-4db3-b8ab-837d8ca258a7", "status": "completed", "code": 200}]} {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 19:02:29.920750 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9a081c9d-661b-4089-b31d-80318fde9928 {{(pid=102386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 19:02:29.921299 n-d-816865-1 neutron-server[102386]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1682fb31-a1bf-43f5-a4fa-447937da8a91', 'name': 'network-vif-deleted', 'tag': '4a07aa35-4ba7-4db3-b8ab-837d8ca258a7', 'status': 'completed', 'code': 200} Nov 05 19:02:29.928180 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 46744) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:02:29.934699 n-d-816865-1 neutron-server[102387]: DEBUG neutron.services.segments.db [None req-b1a0b952-a479-4177-9519-f2980664f64f tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b60afebf-4427-4753-ae89-8f7bac7401ec']}} {{(pid=102387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:02:29.940820 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvr_db [None req-dc696524-72c8-4ab5-9080-c74f192f3200 None None] Set router fd1de92a-98b3-4885-85eb-3624b8362935 gateway port host: None {{(pid=102388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 19:02:29.956676 n-d-816865-1 neutron-server[102387]: DEBUG neutron.services.segments.db [None req-b1a0b952-a479-4177-9519-f2980664f64f tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a3a87da-a97c-4d32-9751-1194a57fc4c2') {'for_net_delete': True} {{(pid=102387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:02:29.956986 n-d-816865-1 neutron-server[102387]: DEBUG neutron.services.segments.db [None req-b1a0b952-a479-4177-9519-f2980664f64f tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a3a87da-a97c-4d32-9751-1194a57fc4c2') {} {{(pid=102387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:02:29.981795 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-b1a0b952-a479-4177-9519-f2980664f64f tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750027793430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4463492'] for segment, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:29.982097 n-d-816865-1 neutron-server[102386]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf51a346-f1f6-4a54-adca-1f7244dadae6 tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] DELETE failed (client error): The resource could not be found. Nov 05 19:02:29.983361 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bf51a346-f1f6-4a54-adca-1f7244dadae6 tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102386) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 05 19:02:29.987773 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-bf51a346-f1f6-4a54-adca-1f7244dadae6 tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] 10.222.0.13 "DELETE /v2.0/networks/4948dea6-b135-4f1b-a887-7b805384175d HTTP/1.1" status: 404 len: 339 time: 0.0585182 Nov 05 19:02:30.003739 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 46748) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:02:30.011774 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-b1a0b952-a479-4177-9519-f2980664f64f tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273'] for segment, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:30.027425 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1a0b952-a479-4177-9519-f2980664f64f tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Releasing vlan 161 on physical network physnet1 to pool {{(pid=102387) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 05 19:02:30.028993 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-b1a0b952-a479-4177-9519-f2980664f64f tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4417236'] for segment, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:30.114139 n-d-816865-1 neutron-server[102388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f7e0517-cc12-426c-8988-c50d70d827e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bc7325b-0233-4831-a974-eb18fa174e40'}] {{(pid=102388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 19:02:30.117314 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85474fee1180e129d8a886d264fe0b30223aa672dd1ffe43b630605f18504f68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-641cfcdb-0f88-43a1-9281-c7fa7a27cb82" -d '{"events": [{"server_uuid": "7f7e0517-cc12-426c-8988-c50d70d827e0", "name": "network-vif-plugged", "status": "completed", "tag": "9bc7325b-0233-4831-a974-eb18fa174e40"}]}' {{(pid=102388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 19:02:30.165267 n-d-816865-1 neutron-server[102387]: Traceback (most recent call last): Nov 05 19:02:30.165267 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 05 19:02:30.165267 n-d-816865-1 neutron-server[102387]: timer() Nov 05 19:02:30.165267 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 05 19:02:30.165267 n-d-816865-1 neutron-server[102387]: cb(*args, **kw) Nov 05 19:02:30.165267 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 05 19:02:30.165267 n-d-816865-1 neutron-server[102387]: return func(*args, **kwargs) Nov 05 19:02:30.165267 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 05 19:02:30.165267 n-d-816865-1 neutron-server[102387]: self._notify() Nov 05 19:02:30.165267 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 05 19:02:30.165267 n-d-816865-1 neutron-server[102387]: self.callback(batched_events) Nov 05 19:02:30.165267 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 05 19:02:30.165267 n-d-816865-1 neutron-server[102387]: event.method(event) Nov 05 19:02:30.165267 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 05 19:02:30.165267 n-d-816865-1 neutron-server[102387]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 05 19:02:30.165267 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 05 19:02:30.165267 n-d-816865-1 neutron-server[102387]: aggregate_uuid = self.p_client.list_aggregates( Nov 05 19:02:30.165267 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 05 19:02:30.165267 n-d-816865-1 neutron-server[102387]: return f(self, *a, **k) Nov 05 19:02:30.165267 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 05 19:02:30.165267 n-d-816865-1 neutron-server[102387]: return self._get(url).json() Nov 05 19:02:30.165267 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 05 19:02:30.165267 n-d-816865-1 neutron-server[102387]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 05 19:02:30.165267 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 05 19:02:30.165267 n-d-816865-1 neutron-server[102387]: return self.request(url, 'GET', **kwargs) Nov 05 19:02:30.165267 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 05 19:02:30.165267 n-d-816865-1 neutron-server[102387]: base_url = self.get_endpoint(auth, allow=allow, Nov 05 19:02:30.165267 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 05 19:02:30.165267 n-d-816865-1 neutron-server[102387]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 05 19:02:30.165267 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 05 19:02:30.165267 n-d-816865-1 neutron-server[102387]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 05 19:02:30.165267 n-d-816865-1 neutron-server[102387]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 05 19:02:30.173309 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-9dd32ebb-7d9c-4d6f-be1e-47158fbe9fa3 req-bc70f6ac-4542-46d6-a26d-811061f84f75 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] 10.222.0.13 "GET /v2.0/security-groups?id=293ec58e-66ea-453a-8db8-ae12281442fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7866685 Nov 05 19:02:30.230525 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-b1a0b952-a479-4177-9519-f2980664f64f tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1579178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-956796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1000687'] for network, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:30.274834 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.db_base_plugin_v2 [None req-f4470e97-fa5f-47fe-b098-4120216ebb9f tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] Deleting subnet ea5d0b84-86f6-402c-820b-80da368468a9 {{(pid=102386) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 05 19:02:30.278940 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-b1a0b952-a479-4177-9519-f2980664f64f tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Publish callbacks [] for network, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:30.280344 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-f4470e97-fa5f-47fe-b098-4120216ebb9f tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] Publish callbacks [] for subnet, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:30.285644 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-b1a0b952-a479-4177-9519-f2980664f64f tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] 10.222.0.13 "DELETE /v2.0/networks/b60afebf-4427-4753-ae89-8f7bac7401ec HTTP/1.1" status: 204 len: 168 time: 1.8925695 Nov 05 19:02:30.288820 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a0b952-a479-4177-9519-f2980664f64f tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Pushing event deleted for resources: {'Network': ['ID=b60afebf-4427-4753-ae89-8f7bac7401ec,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:02:30.292259 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 46760) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:02:30.308471 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 19:02:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7cc38a3-f87b-4dc2-9c9a-87e1509f50d9 x-openstack-request-id: req-c7cc38a3-f87b-4dc2-9c9a-87e1509f50d9 {{(pid=102388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 19:02:30.310213 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f7e0517-cc12-426c-8988-c50d70d827e0", "name": "network-vif-plugged", "status": "completed", "tag": "9bc7325b-0233-4831-a974-eb18fa174e40", "code": 200}]} {{(pid=102388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 19:02:30.310602 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c7cc38a3-f87b-4dc2-9c9a-87e1509f50d9 {{(pid=102388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 19:02:30.312966 n-d-816865-1 neutron-server[102388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f7e0517-cc12-426c-8988-c50d70d827e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bc7325b-0233-4831-a974-eb18fa174e40', 'code': 200} Nov 05 19:02:30.519017 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 7e6831e7-ad4e-4eea-bb28-3fdff3a58011 no longer exists at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 19:02:30.519962 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-f4470e97-fa5f-47fe-b098-4120216ebb9f tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4590738'] for subnet, precommit_delete_associations {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:30.521508 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] No Port match for: 7e6831e7-ad4e-4eea-bb28-3fdff3a58011 {{(pid=102388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 19:02:30.521508 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 7e6831e7-ad4e-4eea-bb28-3fdff3a58011 not bound to the agent host n-d-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 19:02:30.521707 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-2158d555-40ec-4cec-b94f-1e83e06821d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40f2d763-0d5a-4cb9-96f7-6003827bea4d', 'name': 'tempest-TaggedBootDevicesTest_v242-1713986911-router', 'tenant_id': '3f080cb3a4f24f1db8ad75a12c2cd4bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.77'}], 'enable_snat': True}, 'gw_port_id': '7bab206f-acf2-4612-9598-eb9db1972f24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T18:50:43Z', 'updated_at': '2021-11-05T18:50:50Z', 'revision_number': 4, 'project_id': '3f080cb3a4f24f1db8ad75a12c2cd4bf', 'gw_port': {'id': '7bab206f-acf2-4612-9598-eb9db1972f24', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:4f:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40f2d763-0d5a-4cb9-96f7-6003827bea4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1432, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T18:50:44Z', 'updated_at': '2021-11-05T18:50:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1', '_interfaces': [{'id': '17b9d721-5fc1-490f-80d0-7512640e4d2b', 'name': '', 'network_id': 'ad4e0fc4-1abc-48fb-9c8e-5d76236fa098', 'tenant_id': '3f080cb3a4f24f1db8ad75a12c2cd4bf', 'mac_address': 'fa:16:3e:62:7c:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40f2d763-0d5a-4cb9-96f7-6003827bea4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1446, 'fixed_ips': [{'subnet_id': '785d7bfa-2453-4e75-8b0a-ec14975b144a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T18:50:49Z', 'updated_at': '2021-11-05T18:50:57Z', 'revision_number': 5, 'project_id': '3f080cb3a4f24f1db8ad75a12c2cd4bf', 'subnets': [{'id': '785d7bfa-2453-4e75-8b0a-ec14975b144a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-1', False) {} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:02:30.521875 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [req-38611e10-aa2a-4ce3-93fc-446ff4d15cf7 req-64a5a07f-658c-4c3d-bba1-d999d07680e9 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Deleting port e6513d5c-62fb-4121-a58c-2e9501d0001a {{(pid=102386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 19:02:30.521875 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-38611e10-aa2a-4ce3-93fc-446ff4d15cf7 req-64a5a07f-658c-4c3d-bba1-d999d07680e9 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:30.523259 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2158d555-40ec-4cec-b94f-1e83e06821d1 None None] Checking router: 40f2d763-0d5a-4cb9-96f7-6003827bea4d for host: n-d-816865-1 {{(pid=102389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 19:02:30.523259 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2158d555-40ec-4cec-b94f-1e83e06821d1 None None] Routers {'40f2d763-0d5a-4cb9-96f7-6003827bea4d'} bound to L3 agent in host n-d-816865-1 {{(pid=102389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 19:02:30.523259 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-2158d555-40ec-4cec-b94f-1e83e06821d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T19:02:05Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['40f2d763-0d5a-4cb9-96f7-6003827bea4d'], 'active': True} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:02:30.523798 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc1c7c6-669f-4278-9aac-1b55e0c12658 req-84431722-afb6-4e03-a622-6682f1b126ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:02:30.524756 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-acc1c7c6-669f-4278-9aac-1b55e0c12658 req-84431722-afb6-4e03-a622-6682f1b126ac service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=7f7e0517-cc12-426c-8988-c50d70d827e0 HTTP/1.1" status: 200 len: 1096 time: 0.1142614 Nov 05 19:02:30.539594 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-dc696524-72c8-4ab5-9080-c74f192f3200 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd1de92a-98b3-4885-85eb-3624b8362935', 'name': 'tempest-RoutersTest-router-939760282', 'tenant_id': 'e73ce0a6a4b043a3828a6e49d45da7fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T19:01:38Z', 'updated_at': '2021-11-05T19:02:26Z', 'revision_number': 8, 'project_id': 'e73ce0a6a4b043a3828a6e49d45da7fe', 'gw_port_host': None, '_interfaces': [{'id': '8519902f-4722-452b-b962-12b2557b6592', 'name': '', 'network_id': '51bb31f9-8f0f-44e4-9c3e-4194b515b5a5', 'tenant_id': 'e73ce0a6a4b043a3828a6e49d45da7fe', 'mac_address': 'fa:16:3e:aa:4a:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd1de92a-98b3-4885-85eb-3624b8362935', 'device_owner': 'network:router_interface', 'standard_attr_id': 2882, 'fixed_ips': [{'subnet_id': '73af3bcb-350f-488c-a8fc-d49ff8bac692', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:02:00Z', 'updated_at': '2021-11-05T19:02:12Z', 'revision_number': 5, 'project_id': 'e73ce0a6a4b043a3828a6e49d45da7fe', 'subnets': [{'id': '73af3bcb-350f-488c-a8fc-d49ff8bac692', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '953a5297-c445-4661-9ea9-6d266c22f808', 'name': '', 'network_id': '3233a838-3b77-4672-a9c6-914f0ac42c26', 'tenant_id': 'e73ce0a6a4b043a3828a6e49d45da7fe', 'mac_address': 'fa:16:3e:31:8a:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd1de92a-98b3-4885-85eb-3624b8362935', 'device_owner': 'network:router_interface', 'standard_attr_id': 2873, 'fixed_ips': [{'subnet_id': '8073db28-b421-4759-be53-5a16d7654da3', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:01:52Z', 'updated_at': '2021-11-05T19:01:59Z', 'revision_number': 5, 'project_id': 'e73ce0a6a4b043a3828a6e49d45da7fe', 'subnets': [{'id': '8073db28-b421-4759-be53-5a16d7654da3', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'acaf73af-be86-4544-95b9-1174fd0d9242', 'name': '', 'network_id': 'cd6e8b9b-a53a-4763-885f-93ef3b3f8bef', 'tenant_id': 'e73ce0a6a4b043a3828a6e49d45da7fe', 'mac_address': 'fa:16:3e:d9:ee:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd1de92a-98b3-4885-85eb-3624b8362935', 'device_owner': 'network:router_interface', 'standard_attr_id': 2853, 'fixed_ips': [{'subnet_id': '558ddf96-5913-4b9c-a7f9-98c1c25a666b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:01:42Z', 'updated_at': '2021-11-05T19:01:53Z', 'revision_number': 5, 'project_id': 'e73ce0a6a4b043a3828a6e49d45da7fe', 'subnets': [{'id': '558ddf96-5913-4b9c-a7f9-98c1c25a666b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-1', False) {} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:02:30.584786 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc696524-72c8-4ab5-9080-c74f192f3200 None None] The sync data for ids ['fd1de92a-98b3-4885-85eb-3624b8362935'] in n-d-816865-1 is: [{'id': 'fd1de92a-98b3-4885-85eb-3624b8362935', 'name': 'tempest-RoutersTest-router-939760282', 'tenant_id': 'e73ce0a6a4b043a3828a6e49d45da7fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T19:01:38Z', 'updated_at': '2021-11-05T19:02:26Z', 'revision_number': 8, 'project_id': 'e73ce0a6a4b043a3828a6e49d45da7fe', 'gw_port_host': None, '_interfaces': [{'id': '8519902f-4722-452b-b962-12b2557b6592', 'name': '', 'network_id': '51bb31f9-8f0f-44e4-9c3e-4194b515b5a5', 'tenant_id': 'e73ce0a6a4b043a3828a6e49d45da7fe', 'mac_address': 'fa:16:3e:aa:4a:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd1de92a-98b3-4885-85eb-3624b8362935', 'device_owner': 'network:router_interface', 'standard_attr_id': 2882, 'fixed_ips': [{'subnet_id': '73af3bcb-350f-488c-a8fc-d49ff8bac692', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:02:00Z', 'updated_at': '2021-11-05T19:02:12Z', 'revision_number': 5, 'project_id': 'e73ce0a6a4b043a3828a6e49d45da7fe', 'subnets': [{'id': '73af3bcb-350f-488c-a8fc-d49ff8bac692', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '953a5297-c445-4661-9ea9-6d266c22f808', 'name': '', 'network_id': '3233a838-3b77-4672-a9c6-914f0ac42c26', 'tenant_id': 'e73ce0a6a4b043a3828a6e49d45da7fe', 'mac_address': 'fa:16:3e:31:8a:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd1de92a-98b3-4885-85eb-3624b8362935', 'device_owner': 'network:router_interface', 'standard_attr_id': 2873, 'fixed_ips': [{'subnet_id': '8073db28-b421-4759-be53-5a16d7654da3', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:01:52Z', 'updated_at': '2021-11-05T19:01:59Z', 'revision_number': 5, 'project_id': 'e73ce0a6a4b043a3828a6e49d45da7fe', 'subnets': [{'id': '8073db28-b421-4759-be53-5a16d7654da3', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'acaf73af-be86-4544-95b9-1174fd0d9242', 'name': '', 'network_id': 'cd6e8b9b-a53a-4763-885f-93ef3b3f8bef', 'tenant_id': 'e73ce0a6a4b043a3828a6e49d45da7fe', 'mac_address': 'fa:16:3e:d9:ee:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd1de92a-98b3-4885-85eb-3624b8362935', 'device_owner': 'network:router_interface', 'standard_attr_id': 2853, 'fixed_ips': [{'subnet_id': '558ddf96-5913-4b9c-a7f9-98c1c25a666b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:01:42Z', 'updated_at': '2021-11-05T19:01:53Z', 'revision_number': 5, 'project_id': 'e73ce0a6a4b043a3828a6e49d45da7fe', 'subnets': [{'id': '558ddf96-5913-4b9c-a7f9-98c1c25a666b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 19:02:30.686723 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-f4470e97-fa5f-47fe-b098-4120216ebb9f tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1573928'] for subnet, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:30.757029 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvr_db [None req-2158d555-40ec-4cec-b94f-1e83e06821d1 None None] Set router 40f2d763-0d5a-4cb9-96f7-6003827bea4d gateway port host: n-d-816865-1 {{(pid=102389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 19:02:30.776241 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [req-38611e10-aa2a-4ce3-93fc-446ff4d15cf7 req-64a5a07f-658c-4c3d-bba1-d999d07680e9 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] For port e6513d5c-62fb-4121-a58c-2e9501d0001a, host n-h1-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=e6513d5c-62fb-4121-a58c-2e9501d0001a,segment=NetworkSegment(d3070ec2-09a2-4931-b234-abfeebdf6c23),segment_id=d3070ec2-09a2-4931-b234-abfeebdf6c23)] {{(pid=102386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:02:30.776241 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-38611e10-aa2a-4ce3-93fc-446ff4d15cf7 req-64a5a07f-658c-4c3d-bba1-d999d07680e9 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:30.804878 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [req-38611e10-aa2a-4ce3-93fc-446ff4d15cf7 req-64a5a07f-658c-4c3d-bba1-d999d07680e9 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Calling delete_port for e6513d5c-62fb-4121-a58c-2e9501d0001a owned by compute:nova {{(pid=102386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 19:02:30.865612 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fcfa69-8e85-4751-9791-11614a534304 req-01e80b68-c0ee-4abd-96d2-64b40ff51433 tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:02:30.909093 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-d7fcfa69-8e85-4751-9791-11614a534304 req-01e80b68-c0ee-4abd-96d2-64b40ff51433 tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f7e0517-cc12-426c-8988-c50d70d827e0 HTTP/1.1" status: 200 len: 945 time: 0.1783316 Nov 05 19:02:30.963062 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-acc1c7c6-669f-4278-9aac-1b55e0c12658 req-7768a624-dad5-45ab-be65-010006f157d4 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=e2e15a42-88b8-49e2-ad78-9daadc9e7fe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3315232 Nov 05 19:02:31.023441 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-d7fcfa69-8e85-4751-9791-11614a534304 req-14e92390-1fc1-4fb4-a258-c848d7c39ec7 tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] 10.222.0.13 "GET /v2.0/security-groups?id=e2e15a42-88b8-49e2-ad78-9daadc9e7fe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330612 Nov 05 19:02:31.045766 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-f4470e97-fa5f-47fe-b098-4120216ebb9f tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1573905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6149879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4877183'] for subnet, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:31.083222 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-357320ce-09e9-4d02-b3c1-a4e53a20e39c None None] Network cddef73d-e9c8-41ca-a6c2-df8030cc6b0c requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 19:02:31.086209 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-f4470e97-fa5f-47fe-b098-4120216ebb9f tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] Publish callbacks [] for subnet, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:31.092058 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-f4470e97-fa5f-47fe-b098-4120216ebb9f tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] 10.222.0.13 "DELETE /v2.0/subnets/ea5d0b84-86f6-402c-820b-80da368468a9 HTTP/1.1" status: 204 len: 168 time: 1.0871370 Nov 05 19:02:31.093074 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 46780) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:02:31.117629 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4470e97-fa5f-47fe-b098-4120216ebb9f tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] Pushing event deleted for resources: {'Subnet': ['ID=ea5d0b84-86f6-402c-820b-80da368468a9,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:02:31.142953 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-2158d555-40ec-4cec-b94f-1e83e06821d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40f2d763-0d5a-4cb9-96f7-6003827bea4d', 'name': 'tempest-TaggedBootDevicesTest_v242-1713986911-router', 'tenant_id': '3f080cb3a4f24f1db8ad75a12c2cd4bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.77'}], 'enable_snat': True}, 'gw_port_id': '7bab206f-acf2-4612-9598-eb9db1972f24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T18:50:43Z', 'updated_at': '2021-11-05T18:50:50Z', 'revision_number': 4, 'project_id': '3f080cb3a4f24f1db8ad75a12c2cd4bf', 'gw_port': {'id': '7bab206f-acf2-4612-9598-eb9db1972f24', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:4f:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40f2d763-0d5a-4cb9-96f7-6003827bea4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1432, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T18:50:44Z', 'updated_at': '2021-11-05T18:50:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1', '_interfaces': [{'id': '17b9d721-5fc1-490f-80d0-7512640e4d2b', 'name': '', 'network_id': 'ad4e0fc4-1abc-48fb-9c8e-5d76236fa098', 'tenant_id': '3f080cb3a4f24f1db8ad75a12c2cd4bf', 'mac_address': 'fa:16:3e:62:7c:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40f2d763-0d5a-4cb9-96f7-6003827bea4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1446, 'fixed_ips': [{'subnet_id': '785d7bfa-2453-4e75-8b0a-ec14975b144a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T18:50:49Z', 'updated_at': '2021-11-05T18:50:57Z', 'revision_number': 5, 'project_id': '3f080cb3a4f24f1db8ad75a12c2cd4bf', 'subnets': [{'id': '785d7bfa-2453-4e75-8b0a-ec14975b144a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-1', False) {} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:02:31.213137 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-38611e10-aa2a-4ce3-93fc-446ff4d15cf7 req-64a5a07f-658c-4c3d-bba1-d999d07680e9 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:31.225959 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-b111c944-f384-4f34-8914-47d42ab0f274 tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1664226'] for network, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:31.256481 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2158d555-40ec-4cec-b94f-1e83e06821d1 None None] The sync data for ids ['40f2d763-0d5a-4cb9-96f7-6003827bea4d'] in n-d-816865-1 is: [{'id': '40f2d763-0d5a-4cb9-96f7-6003827bea4d', 'name': 'tempest-TaggedBootDevicesTest_v242-1713986911-router', 'tenant_id': '3f080cb3a4f24f1db8ad75a12c2cd4bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.77'}], 'enable_snat': True}, 'gw_port_id': '7bab206f-acf2-4612-9598-eb9db1972f24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T18:50:43Z', 'updated_at': '2021-11-05T18:50:50Z', 'revision_number': 4, 'project_id': '3f080cb3a4f24f1db8ad75a12c2cd4bf', 'gw_port': {'id': '7bab206f-acf2-4612-9598-eb9db1972f24', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:4f:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40f2d763-0d5a-4cb9-96f7-6003827bea4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1432, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T18:50:44Z', 'updated_at': '2021-11-05T18:50:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1', '_interfaces': [{'id': '17b9d721-5fc1-490f-80d0-7512640e4d2b', 'name': '', 'network_id': 'ad4e0fc4-1abc-48fb-9c8e-5d76236fa098', 'tenant_id': '3f080cb3a4f24f1db8ad75a12c2cd4bf', 'mac_address': 'fa:16:3e:62:7c:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40f2d763-0d5a-4cb9-96f7-6003827bea4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1446, 'fixed_ips': [{'subnet_id': '785d7bfa-2453-4e75-8b0a-ec14975b144a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T18:50:49Z', 'updated_at': '2021-11-05T18:50:57Z', 'revision_number': 5, 'project_id': '3f080cb3a4f24f1db8ad75a12c2cd4bf', 'subnets': [{'id': '785d7bfa-2453-4e75-8b0a-ec14975b144a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 19:02:31.363635 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [req-38611e10-aa2a-4ce3-93fc-446ff4d15cf7 req-64a5a07f-658c-4c3d-bba1-d999d07680e9 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] No DVR routers for this DVR port e6513d5c-62fb-4121-a58c-2e9501d0001a on host n-h1-816865-1 {{(pid=102386) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 19:02:31.368593 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-38611e10-aa2a-4ce3-93fc-446ff4d15cf7 req-64a5a07f-658c-4c3d-bba1-d999d07680e9 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:31.374383 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-38611e10-aa2a-4ce3-93fc-446ff4d15cf7 req-64a5a07f-658c-4c3d-bba1-d999d07680e9 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] 10.222.0.41 "DELETE /v2.0/ports/e6513d5c-62fb-4121-a58c-2e9501d0001a HTTP/1.1" status: 204 len: 173 time: 1.5459278 Nov 05 19:02:31.375280 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a5a07f-658c-4c3d-bba1-d999d07680e9 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Pushing event deleted for resources: {'Port': ['ID=e6513d5c-62fb-4121-a58c-2e9501d0001a,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:02:31.591744 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [req-38611e10-aa2a-4ce3-93fc-446ff4d15cf7 req-b3eef569-9507-406d-9517-7ac02981a9bd tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Deleting port 5386ba49-a136-493a-a4e4-38072626870e {{(pid=102386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 19:02:31.593605 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-38611e10-aa2a-4ce3-93fc-446ff4d15cf7 req-b3eef569-9507-406d-9517-7ac02981a9bd tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:31.604296 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfaeed5-a391-4d47-9332-9d1a96b91148 req-94eb55a9-3607-4a7c-9bbd-f539734610af tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:02:31.605896 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-7dfaeed5-a391-4d47-9332-9d1a96b91148 req-94eb55a9-3607-4a7c-9bbd-f539734610af tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] 10.222.0.13 "GET /v2.0/ports?device_id=1682fb31-a1bf-43f5-a4fa-447937da8a91 HTTP/1.1" status: 200 len: 943 time: 0.2046211 Nov 05 19:02:31.621319 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [None req-b111c944-f384-4f34-8914-47d42ab0f274 tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] Deleting port 0cdb2d0b-89ca-4d9b-9c35-f30c1542046b {{(pid=102387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 19:02:31.621732 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-b111c944-f384-4f34-8914-47d42ab0f274 tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:31.760476 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-23b19504-d495-4d36-b32a-3784b9a52cd8 tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-571777'] for router_interface, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:31.784311 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [req-38611e10-aa2a-4ce3-93fc-446ff4d15cf7 req-b3eef569-9507-406d-9517-7ac02981a9bd tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] For port 5386ba49-a136-493a-a4e4-38072626870e, host n-h1-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=5386ba49-a136-493a-a4e4-38072626870e,segment=NetworkSegment(ddf499c1-888a-4ebb-8e8b-94e3dd91721e),segment_id=ddf499c1-888a-4ebb-8e8b-94e3dd91721e)] {{(pid=102386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:02:31.784677 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-38611e10-aa2a-4ce3-93fc-446ff4d15cf7 req-b3eef569-9507-406d-9517-7ac02981a9bd tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:31.792342 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-7dfaeed5-a391-4d47-9332-9d1a96b91148 req-5669ad47-aca0-41b0-aba7-2a7506d76c2d tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] 10.222.0.13 "GET /v2.0/security-groups?id=293ec58e-66ea-453a-8db8-ae12281442fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1721282 Nov 05 19:02:31.799485 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [req-38611e10-aa2a-4ce3-93fc-446ff4d15cf7 req-b3eef569-9507-406d-9517-7ac02981a9bd tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Calling delete_port for 5386ba49-a136-493a-a4e4-38072626870e owned by compute:nova {{(pid=102386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 19:02:31.854223 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9f0b45b-b9f0-4c78-b217-e7200b93c7f2 None None] New status for floating IP bce93aaa-d11d-4298-868b-1616a2468450: DOWN {{(pid=102388) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 05 19:02:32.010449 n-d-816865-1 neutron-server[102386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1682fb31-a1bf-43f5-a4fa-447937da8a91', 'name': 'network-vif-deleted', 'tag': 'e6513d5c-62fb-4121-a58c-2e9501d0001a'}] {{(pid=102386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 19:02:32.016221 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6173a44d7c73f41af551dc890fa1a5892c2c6bc3458b640c8e0c24db7876ba6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5829855-db64-43d0-96c1-3519e938ec23" -d '{"events": [{"server_uuid": "1682fb31-a1bf-43f5-a4fa-447937da8a91", "name": "network-vif-deleted", "tag": "e6513d5c-62fb-4121-a58c-2e9501d0001a"}]}' {{(pid=102386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 19:02:32.045237 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-38611e10-aa2a-4ce3-93fc-446ff4d15cf7 req-b3eef569-9507-406d-9517-7ac02981a9bd tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:32.158793 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 19:02:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03e0a799-094b-47ce-a7a6-69f35aedf299 x-openstack-request-id: req-03e0a799-094b-47ce-a7a6-69f35aedf299 {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 19:02:32.159473 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1682fb31-a1bf-43f5-a4fa-447937da8a91", "name": "network-vif-deleted", "tag": "e6513d5c-62fb-4121-a58c-2e9501d0001a", "status": "completed", "code": 200}]} {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 19:02:32.159473 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-03e0a799-094b-47ce-a7a6-69f35aedf299 {{(pid=102386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 19:02:32.159852 n-d-816865-1 neutron-server[102386]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1682fb31-a1bf-43f5-a4fa-447937da8a91', 'name': 'network-vif-deleted', 'tag': 'e6513d5c-62fb-4121-a58c-2e9501d0001a', 'status': 'completed', 'code': 200} Nov 05 19:02:32.166779 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3eef569-9507-406d-9517-7ac02981a9bd tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Pushing event deleted for resources: {'Port': ['ID=5386ba49-a136-493a-a4e4-38072626870e,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:02:32.174568 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.db [None req-b111c944-f384-4f34-8914-47d42ab0f274 tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] For port 0cdb2d0b-89ca-4d9b-9c35-f30c1542046b, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=0cdb2d0b-89ca-4d9b-9c35-f30c1542046b,segment=NetworkSegment(b67505e4-84ea-4dd0-88a2-c6ecfaf59750),segment_id=b67505e4-84ea-4dd0-88a2-c6ecfaf59750)] {{(pid=102387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:02:32.174961 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-b111c944-f384-4f34-8914-47d42ab0f274 tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:32.207979 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [req-38611e10-aa2a-4ce3-93fc-446ff4d15cf7 req-b3eef569-9507-406d-9517-7ac02981a9bd tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] No DVR routers for this DVR port 5386ba49-a136-493a-a4e4-38072626870e on host n-h1-816865-1 {{(pid=102386) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 19:02:32.212077 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-38611e10-aa2a-4ce3-93fc-446ff4d15cf7 req-b3eef569-9507-406d-9517-7ac02981a9bd tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:32.216069 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-38611e10-aa2a-4ce3-93fc-446ff4d15cf7 req-b3eef569-9507-406d-9517-7ac02981a9bd tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] 10.222.0.41 "DELETE /v2.0/ports/5386ba49-a136-493a-a4e4-38072626870e HTTP/1.1" status: 204 len: 173 time: 0.8267791 Nov 05 19:02:32.234232 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [None req-b111c944-f384-4f34-8914-47d42ab0f274 tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] Calling delete_port for 0cdb2d0b-89ca-4d9b-9c35-f30c1542046b owned by network:dhcp {{(pid=102387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 19:02:32.328153 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91cfa33d-0b13-4678-9b9f-2b54e29d5f92 None None] DHCP port deletion for cddef73d-e9c8-41ca-a6c2-df8030cc6b0c request from n-d-816865-1 {{(pid=102388) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 05 19:02:32.339084 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4c0d90-b504-407b-b8e0-49e0fbcdc3e6 req-3349cdbf-8a39-4a0b-a041-6349e1ceb376 tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:02:32.352360 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-9a4c0d90-b504-407b-b8e0-49e0fbcdc3e6 req-3349cdbf-8a39-4a0b-a041-6349e1ceb376 tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f7e0517-cc12-426c-8988-c50d70d827e0 HTTP/1.1" status: 200 len: 945 time: 0.1735222 Nov 05 19:02:32.412468 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-91cfa33d-0b13-4678-9b9f-2b54e29d5f92 None None] Deleting port 0cdb2d0b-89ca-4d9b-9c35-f30c1542046b {{(pid=102388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 19:02:32.412468 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-91cfa33d-0b13-4678-9b9f-2b54e29d5f92 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:32.557972 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-91cfa33d-0b13-4678-9b9f-2b54e29d5f92 None None] For port 0cdb2d0b-89ca-4d9b-9c35-f30c1542046b, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=0cdb2d0b-89ca-4d9b-9c35-f30c1542046b,segment=NetworkSegment(b67505e4-84ea-4dd0-88a2-c6ecfaf59750),segment_id=b67505e4-84ea-4dd0-88a2-c6ecfaf59750)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:02:32.558856 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-91cfa33d-0b13-4678-9b9f-2b54e29d5f92 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:32.586157 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-91cfa33d-0b13-4678-9b9f-2b54e29d5f92 None None] Calling delete_port for 0cdb2d0b-89ca-4d9b-9c35-f30c1542046b owned by network:dhcp {{(pid=102388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 19:02:32.602551 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-9a4c0d90-b504-407b-b8e0-49e0fbcdc3e6 req-caf1f082-d32b-4f54-a35c-681a25f1ae9d tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] 10.222.0.13 "GET /v2.0/security-groups?id=e2e15a42-88b8-49e2-ad78-9daadc9e7fe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2368751 Nov 05 19:02:32.629146 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-b111c944-f384-4f34-8914-47d42ab0f274 tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4417063'] for port, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:32.705987 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b111c944-f384-4f34-8914-47d42ab0f274 tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] Pushing event deleted for resources: {'Port': ['ID=0cdb2d0b-89ca-4d9b-9c35-f30c1542046b,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:02:32.722017 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b111c944-f384-4f34-8914-47d42ab0f274 tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] No DVR routers for this DVR port 0cdb2d0b-89ca-4d9b-9c35-f30c1542046b on host n-d-816865-1 {{(pid=102387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 19:02:32.784346 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-91cfa33d-0b13-4678-9b9f-2b54e29d5f92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798'] for port, after_delete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:32.859806 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91cfa33d-0b13-4678-9b9f-2b54e29d5f92 None None] No DVR routers for this DVR port 0cdb2d0b-89ca-4d9b-9c35-f30c1542046b on host n-d-816865-1 {{(pid=102388) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 19:02:32.914937 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91cfa33d-0b13-4678-9b9f-2b54e29d5f92 None None] Pushing event deleted for resources: {'Port': ['ID=0cdb2d0b-89ca-4d9b-9c35-f30c1542046b,revision_number=None']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:02:32.976641 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-b111c944-f384-4f34-8914-47d42ab0f274 tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1579173', 'neutron.services.segments.db._delete_segments_for_network-8750027792909'] for network, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:33.007081 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-79324751-0a3f-4df0-8162-a6d6023ae3ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:33.447767 n-d-816865-1 neutron-server[102387]: DEBUG neutron.services.segments.db [None req-b111c944-f384-4f34-8914-47d42ab0f274 tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cddef73d-e9c8-41ca-a6c2-df8030cc6b0c']}} {{(pid=102387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:02:33.487785 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-26dfa2c0-feb5-44be-b224-9f039d005fd2 req-13ba094b-48ac-41ed-a259-ea74b8053220 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] 10.222.0.13 "GET /v2.0/ports?device_id=1682fb31-a1bf-43f5-a4fa-447937da8a91 HTTP/1.1" status: 200 len: 210 time: 0.4956498 Nov 05 19:02:33.491093 n-d-816865-1 neutron-server[102387]: DEBUG neutron.services.segments.db [None req-b111c944-f384-4f34-8914-47d42ab0f274 tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b67505e4-84ea-4dd0-88a2-c6ecfaf59750') {'for_net_delete': True} {{(pid=102387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:02:33.491481 n-d-816865-1 neutron-server[102387]: DEBUG neutron.services.segments.db [None req-b111c944-f384-4f34-8914-47d42ab0f274 tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b67505e4-84ea-4dd0-88a2-c6ecfaf59750') {} {{(pid=102387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:02:33.508067 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-b111c944-f384-4f34-8914-47d42ab0f274 tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750027793430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4463492'] for segment, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:33.535676 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [None req-23b19504-d495-4d36-b32a-3784b9a52cd8 tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Deleting port 8519902f-4722-452b-b962-12b2557b6592 {{(pid=102387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 19:02:33.536213 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-23b19504-d495-4d36-b32a-3784b9a52cd8 tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:33.541782 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-b111c944-f384-4f34-8914-47d42ab0f274 tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273'] for segment, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:33.565839 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b111c944-f384-4f34-8914-47d42ab0f274 tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] Releasing vlan 166 on physical network physnet1 to pool {{(pid=102387) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 05 19:02:33.566276 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-b111c944-f384-4f34-8914-47d42ab0f274 tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4417236'] for segment, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:33.570524 n-d-816865-1 neutron-server[102387]: Traceback (most recent call last): Nov 05 19:02:33.570524 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 05 19:02:33.570524 n-d-816865-1 neutron-server[102387]: timer() Nov 05 19:02:33.570524 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 05 19:02:33.570524 n-d-816865-1 neutron-server[102387]: cb(*args, **kw) Nov 05 19:02:33.570524 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 05 19:02:33.570524 n-d-816865-1 neutron-server[102387]: return func(*args, **kwargs) Nov 05 19:02:33.570524 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 05 19:02:33.570524 n-d-816865-1 neutron-server[102387]: self._notify() Nov 05 19:02:33.570524 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 05 19:02:33.570524 n-d-816865-1 neutron-server[102387]: self.callback(batched_events) Nov 05 19:02:33.570524 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 05 19:02:33.570524 n-d-816865-1 neutron-server[102387]: event.method(event) Nov 05 19:02:33.570524 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 05 19:02:33.570524 n-d-816865-1 neutron-server[102387]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 05 19:02:33.570524 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 05 19:02:33.570524 n-d-816865-1 neutron-server[102387]: aggregate_uuid = self.p_client.list_aggregates( Nov 05 19:02:33.570524 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 05 19:02:33.570524 n-d-816865-1 neutron-server[102387]: return f(self, *a, **k) Nov 05 19:02:33.570524 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 05 19:02:33.570524 n-d-816865-1 neutron-server[102387]: return self._get(url).json() Nov 05 19:02:33.570524 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 05 19:02:33.570524 n-d-816865-1 neutron-server[102387]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 05 19:02:33.570524 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 05 19:02:33.570524 n-d-816865-1 neutron-server[102387]: return self.request(url, 'GET', **kwargs) Nov 05 19:02:33.570524 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 05 19:02:33.570524 n-d-816865-1 neutron-server[102387]: base_url = self.get_endpoint(auth, allow=allow, Nov 05 19:02:33.570524 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 05 19:02:33.570524 n-d-816865-1 neutron-server[102387]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 05 19:02:33.570524 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 05 19:02:33.570524 n-d-816865-1 neutron-server[102387]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 05 19:02:33.570524 n-d-816865-1 neutron-server[102387]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 05 19:02:33.728631 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.db [None req-23b19504-d495-4d36-b32a-3784b9a52cd8 tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] For port 8519902f-4722-452b-b962-12b2557b6592, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=8519902f-4722-452b-b962-12b2557b6592,segment=NetworkSegment(013a1501-081c-402c-9ca5-dab2f2b25e3c),segment_id=013a1501-081c-402c-9ca5-dab2f2b25e3c)] {{(pid=102387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:02:33.729257 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-23b19504-d495-4d36-b32a-3784b9a52cd8 tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:33.739897 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53d7280-3649-455e-b880-301be66d9b20 req-1f9ae220-8ed2-4326-9562-0d6420a7d89f tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:02:33.741595 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-b53d7280-3649-455e-b880-301be66d9b20 req-1f9ae220-8ed2-4326-9562-0d6420a7d89f tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f7e0517-cc12-426c-8988-c50d70d827e0 HTTP/1.1" status: 200 len: 945 time: 0.1318264 Nov 05 19:02:33.764569 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [None req-23b19504-d495-4d36-b32a-3784b9a52cd8 tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Calling delete_port for 8519902f-4722-452b-b962-12b2557b6592 owned by network:router_interface {{(pid=102387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 19:02:33.784138 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-b111c944-f384-4f34-8914-47d42ab0f274 tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1579178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-956796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1000687'] for network, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:33.806838 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-b111c944-f384-4f34-8914-47d42ab0f274 tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] Publish callbacks [] for network, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:33.811450 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-b111c944-f384-4f34-8914-47d42ab0f274 tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] 10.222.0.13 "DELETE /v2.0/networks/cddef73d-e9c8-41ca-a6c2-df8030cc6b0c HTTP/1.1" status: 204 len: 168 time: 2.7126184 Nov 05 19:02:33.811641 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 46848) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:02:33.839208 n-d-816865-1 neutron-server[102386]: INFO neutron.pecan_wsgi.hooks.translation [None req-81ea666a-86dc-4b09-9d37-998b6fc9e315 tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] DELETE failed (client error): The resource could not be found. Nov 05 19:02:33.839805 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-81ea666a-86dc-4b09-9d37-998b6fc9e315 tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102386) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 05 19:02:33.846069 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-81ea666a-86dc-4b09-9d37-998b6fc9e315 tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] 10.222.0.13 "DELETE /v2.0/subnets/45f723f7-ef31-40cf-994b-41852789aeb5 HTTP/1.1" status: 404 len: 337 time: 0.0313666 Nov 05 19:02:33.851919 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b111c944-f384-4f34-8914-47d42ab0f274 tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] Pushing event deleted for resources: {'Network': ['ID=cddef73d-e9c8-41ca-a6c2-df8030cc6b0c,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:02:33.855563 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 46850) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:02:33.892409 n-d-816865-1 neutron-server[102386]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f2d40f8-2ae3-429f-877e-c407ca7b84dc tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] DELETE failed (client error): The resource could not be found. Nov 05 19:02:33.892961 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6f2d40f8-2ae3-429f-877e-c407ca7b84dc tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102386) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 05 19:02:33.895647 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-b53d7280-3649-455e-b880-301be66d9b20 req-16b4f975-5d09-4eb7-b1ab-5b6e5b1eface tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] 10.222.0.13 "GET /v2.0/security-groups?id=e2e15a42-88b8-49e2-ad78-9daadc9e7fe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464550 Nov 05 19:02:33.898656 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-6f2d40f8-2ae3-429f-877e-c407ca7b84dc tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] 10.222.0.13 "DELETE /v2.0/networks/73074f08-e7bc-413f-b027-29f50ed1329e HTTP/1.1" status: 404 len: 339 time: 0.0394099 Nov 05 19:02:33.898894 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 46852) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:02:33.996123 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.db_base_plugin_v2 [None req-d4222cb0-0db6-4250-9b3c-d8cf0ad009fb tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] Deleting subnet 2c706513-3bcf-4109-9e6c-213b2268b4e2 {{(pid=102386) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 05 19:02:34.006872 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-d4222cb0-0db6-4250-9b3c-d8cf0ad009fb tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] Publish callbacks [] for subnet, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:34.108209 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-d4222cb0-0db6-4250-9b3c-d8cf0ad009fb tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4590738'] for subnet, precommit_delete_associations {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:34.173980 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 0cdb2d0b-89ca-4d9b-9c35-f30c1542046b no longer exists at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 19:02:34.200770 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] No Port match for: 0cdb2d0b-89ca-4d9b-9c35-f30c1542046b {{(pid=102388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 19:02:34.201366 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 0cdb2d0b-89ca-4d9b-9c35-f30c1542046b not bound to the agent host n-d-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 19:02:34.230200 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-23b19504-d495-4d36-b32a-3784b9a52cd8 tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4417063'] for port, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:34.250598 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-d4222cb0-0db6-4250-9b3c-d8cf0ad009fb tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1573928'] for subnet, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:34.264181 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:34.282313 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b19504-d495-4d36-b32a-3784b9a52cd8 tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Pushing event deleted for resources: {'Port': ['ID=8519902f-4722-452b-b962-12b2557b6592,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:02:34.328536 n-d-816865-1 neutron-server[102386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1682fb31-a1bf-43f5-a4fa-447937da8a91', 'name': 'network-vif-deleted', 'tag': '5386ba49-a136-493a-a4e4-38072626870e'}] {{(pid=102386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 19:02:34.331365 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6173a44d7c73f41af551dc890fa1a5892c2c6bc3458b640c8e0c24db7876ba6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6dae8853-3d0c-44b7-93a8-f6c85e5133de" -d '{"events": [{"server_uuid": "1682fb31-a1bf-43f5-a4fa-447937da8a91", "name": "network-vif-deleted", "tag": "5386ba49-a136-493a-a4e4-38072626870e"}]}' {{(pid=102386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 19:02:34.418365 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 19:02:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40d7dc8a-1ab1-465c-9016-ba721bc2a369 x-openstack-request-id: req-40d7dc8a-1ab1-465c-9016-ba721bc2a369 {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 19:02:34.418761 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1682fb31-a1bf-43f5-a4fa-447937da8a91", "name": "network-vif-deleted", "tag": "5386ba49-a136-493a-a4e4-38072626870e", "status": "completed", "code": 200}]} {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 19:02:34.419160 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-40d7dc8a-1ab1-465c-9016-ba721bc2a369 {{(pid=102386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 19:02:34.419652 n-d-816865-1 neutron-server[102386]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1682fb31-a1bf-43f5-a4fa-447937da8a91', 'name': 'network-vif-deleted', 'tag': '5386ba49-a136-493a-a4e4-38072626870e', 'status': 'completed', 'code': 200} Nov 05 19:02:34.422518 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-d4222cb0-0db6-4250-9b3c-d8cf0ad009fb tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1573905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6149879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4877183'] for subnet, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:34.482424 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4222cb0-0db6-4250-9b3c-d8cf0ad009fb tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] Pushing event deleted for resources: {'Subnet': ['ID=2c706513-3bcf-4109-9e6c-213b2268b4e2,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:02:34.494845 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2e4076d-5567-4dac-b985-63c55872bea3 None None] Network 8de9a3a0-9ac3-4ada-a8b0-1b85b694fb36 requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 19:02:34.496949 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-d4222cb0-0db6-4250-9b3c-d8cf0ad009fb tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] Publish callbacks [] for subnet, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:34.502917 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-d4222cb0-0db6-4250-9b3c-d8cf0ad009fb tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] 10.222.0.13 "DELETE /v2.0/subnets/2c706513-3bcf-4109-9e6c-213b2268b4e2 HTTP/1.1" status: 204 len: 168 time: 0.6027682 Nov 05 19:02:34.505586 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 46864) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:02:34.676446 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-76a0fbea-b68b-493a-b0a3-f11296b52f4a tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1664226'] for network, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:34.738095 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bcee76-5950-452a-b8ea-04e5ac9117b8 req-9a93b824-8e23-412d-b36c-22a11fdff799 tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:02:34.740292 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-91bcee76-5950-452a-b8ea-04e5ac9117b8 req-9a93b824-8e23-412d-b36c-22a11fdff799 tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] 10.222.0.41 "GET /v2.0/ports?device_id=7f7e0517-cc12-426c-8988-c50d70d827e0 HTTP/1.1" status: 200 len: 945 time: 0.3823390 Nov 05 19:02:34.760786 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-c8e4a9f0-7e7e-4ff9-8d67-079e6fd174fa req-7ad2caa0-3c77-46c0-a737-b2b882498f02 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] 10.222.0.13 "GET /v2.0/ports?device_id=1682fb31-a1bf-43f5-a4fa-447937da8a91 HTTP/1.1" status: 200 len: 210 time: 0.1173799 Nov 05 19:02:34.843290 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-23b19504-d495-4d36-b32a-3784b9a52cd8 tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-597886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-573297'] for router_interface, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:34.978384 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-9072b254-5a6a-4d35-ab78-e01033b8974d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:35.014512 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-76a0fbea-b68b-493a-b0a3-f11296b52f4a tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] Deleting port 4ca941b7-5d66-4fc6-ad80-ed406d37906f {{(pid=102386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 19:02:35.014978 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-76a0fbea-b68b-493a-b0a3-f11296b52f4a tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:35.058638 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-038f1989-7d1f-4d31-99b0-74fa84cac6af None None] DHCP port deletion for 8de9a3a0-9ac3-4ada-a8b0-1b85b694fb36 request from n-d-816865-1 {{(pid=102388) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 05 19:02:35.131043 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 46880) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:02:35.152386 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-038f1989-7d1f-4d31-99b0-74fa84cac6af None None] Deleting port 4ca941b7-5d66-4fc6-ad80-ed406d37906f {{(pid=102388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 19:02:35.152817 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-038f1989-7d1f-4d31-99b0-74fa84cac6af None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:35.160825 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [None req-76a0fbea-b68b-493a-b0a3-f11296b52f4a tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] For port 4ca941b7-5d66-4fc6-ad80-ed406d37906f, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=4ca941b7-5d66-4fc6-ad80-ed406d37906f,segment=NetworkSegment(0519f79d-871e-4619-9b73-4d7482d9fa5b),segment_id=0519f79d-871e-4619-9b73-4d7482d9fa5b)] {{(pid=102386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:02:35.161839 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-76a0fbea-b68b-493a-b0a3-f11296b52f4a tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:35.172072 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-44461b8d-1684-422b-ae3c-3d7c69db3305 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-719768826', 'description': 'tempest-secgroup-smoke-719768826 description', 'project_id': '777902a3c6ed4ff2a5460208db53bd8a'}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:02:35.178981 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-76a0fbea-b68b-493a-b0a3-f11296b52f4a tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] Calling delete_port for 4ca941b7-5d66-4fc6-ad80-ed406d37906f owned by network:dhcp {{(pid=102386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 19:02:35.248009 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-038f1989-7d1f-4d31-99b0-74fa84cac6af None None] For port 4ca941b7-5d66-4fc6-ad80-ed406d37906f, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=4ca941b7-5d66-4fc6-ad80-ed406d37906f,segment=NetworkSegment(0519f79d-871e-4619-9b73-4d7482d9fa5b),segment_id=0519f79d-871e-4619-9b73-4d7482d9fa5b)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:02:35.249918 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-038f1989-7d1f-4d31-99b0-74fa84cac6af None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:35.325069 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [req-91bcee76-5950-452a-b8ea-04e5ac9117b8 req-e66e1ef6-e0ef-4191-8235-c8feb1d839b9 tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] Deleting port 9bc7325b-0233-4831-a974-eb18fa174e40 {{(pid=102386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 19:02:35.327955 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-91bcee76-5950-452a-b8ea-04e5ac9117b8 req-e66e1ef6-e0ef-4191-8235-c8feb1d839b9 tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:35.329447 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-038f1989-7d1f-4d31-99b0-74fa84cac6af None None] Calling delete_port for 4ca941b7-5d66-4fc6-ad80-ed406d37906f owned by network:dhcp {{(pid=102388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 19:02:35.444334 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [req-91bcee76-5950-452a-b8ea-04e5ac9117b8 req-e66e1ef6-e0ef-4191-8235-c8feb1d839b9 tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] For port 9bc7325b-0233-4831-a974-eb18fa174e40, host n-h1-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=9bc7325b-0233-4831-a974-eb18fa174e40,segment=NetworkSegment(d868025d-b05c-40c6-b9d6-024790792c42),segment_id=d868025d-b05c-40c6-b9d6-024790792c42)] {{(pid=102386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:02:35.444836 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-91bcee76-5950-452a-b8ea-04e5ac9117b8 req-e66e1ef6-e0ef-4191-8235-c8feb1d839b9 tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:35.469333 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [req-91bcee76-5950-452a-b8ea-04e5ac9117b8 req-e66e1ef6-e0ef-4191-8235-c8feb1d839b9 tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] Calling delete_port for 9bc7325b-0233-4831-a974-eb18fa174e40 owned by compute:nova {{(pid=102386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 19:02:35.503008 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b57e369-4f8f-4ead-80d8-252057cd0147 req-e638ba00-21fc-44da-b3a7-b0f26bc204eb tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:02:35.518294 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-2b57e369-4f8f-4ead-80d8-252057cd0147 req-e638ba00-21fc-44da-b3a7-b0f26bc204eb tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f7e0517-cc12-426c-8988-c50d70d827e0 HTTP/1.1" status: 200 len: 945 time: 0.3860641 Nov 05 19:02:35.542087 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-44461b8d-1684-422b-ae3c-3d7c69db3305 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Publish callbacks [] for security_group, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:35.578365 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23b19504-d495-4d36-b32a-3784b9a52cd8 tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Router fd1de92a-98b3-4885-85eb-3624b8362935 has already been hosted by L3 agent 6dcb5589-8e86-4616-9186-ddc4548e13ad {{(pid=102387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 19:02:35.579831 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 46890) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:02:35.601643 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-038f1989-7d1f-4d31-99b0-74fa84cac6af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798'] for port, after_delete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:35.603896 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-44461b8d-1684-422b-ae3c-3d7c69db3305 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Publish callbacks [] for security_group, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:35.625870 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-76a0fbea-b68b-493a-b0a3-f11296b52f4a tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:35.657237 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a0fbea-b68b-493a-b0a3-f11296b52f4a tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] Pushing event deleted for resources: {'Port': ['ID=4ca941b7-5d66-4fc6-ad80-ed406d37906f,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:02:35.659570 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76a0fbea-b68b-493a-b0a3-f11296b52f4a tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] No DVR routers for this DVR port 4ca941b7-5d66-4fc6-ad80-ed406d37906f on host n-d-816865-1 {{(pid=102386) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 19:02:35.683296 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-038f1989-7d1f-4d31-99b0-74fa84cac6af None None] No DVR routers for this DVR port 4ca941b7-5d66-4fc6-ad80-ed406d37906f on host n-d-816865-1 {{(pid=102388) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 19:02:35.688469 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038f1989-7d1f-4d31-99b0-74fa84cac6af None None] Pushing event deleted for resources: {'Port': ['ID=4ca941b7-5d66-4fc6-ad80-ed406d37906f,revision_number=None']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:02:35.714541 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-91bcee76-5950-452a-b8ea-04e5ac9117b8 req-e66e1ef6-e0ef-4191-8235-c8feb1d839b9 tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:35.729196 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] get_ports_and_sgs() called for port_ids ['d88d9149-b6be-455e-8e46-bc61463e745d'] {{(pid=102388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 19:02:35.745438 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-2b57e369-4f8f-4ead-80d8-252057cd0147 req-71956546-24fc-49df-b2ee-ae2906b43b73 tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] 10.222.0.13 "GET /v2.0/security-groups?id=e2e15a42-88b8-49e2-ad78-9daadc9e7fe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2066767 Nov 05 19:02:35.767197 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66e1ef6-e0ef-4191-8235-c8feb1d839b9 tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] Pushing event deleted for resources: {'Port': ['ID=9bc7325b-0233-4831-a974-eb18fa174e40,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:02:35.908429 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-6da6efc5-1c9c-44c6-873b-250d721cb4d1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:35.941982 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23b19504-d495-4d36-b32a-3784b9a52cd8 tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Notify agent at l3_agent.n-d-816865-1 the message routers_updated {{(pid=102387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 19:02:35.949533 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-23b19504-d495-4d36-b32a-3784b9a52cd8 tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] 10.222.0.13 "PUT /v2.0/routers/fd1de92a-98b3-4885-85eb-3624b8362935/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6383202 Nov 05 19:02:35.959870 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 46900) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:02:35.972670 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da660566-8c5b-4331-8e00-8b1b6885235e None None] Sync routers for ids ['fd1de92a-98b3-4885-85eb-3624b8362935'] in n-d-816865-1 {{(pid=102389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 19:02:35.984547 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da660566-8c5b-4331-8e00-8b1b6885235e None None] Routers {'fd1de92a-98b3-4885-85eb-3624b8362935'} bound to L3 agent in host n-d-816865-1 {{(pid=102389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 19:02:35.985171 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-da660566-8c5b-4331-8e00-8b1b6885235e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T19:02:35Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['fd1de92a-98b3-4885-85eb-3624b8362935'], 'active': True} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:02:36.029155 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-76a0fbea-b68b-493a-b0a3-f11296b52f4a tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1579173', 'neutron.services.segments.db._delete_segments_for_network-8750027792909'] for network, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:36.029728 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-136e4d59-261c-4180-b341-933b7a1c34bf req-03d1a351-da55-4f28-8a8a-5d71ca2c60ad tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] 10.222.0.13 "GET /v2.0/ports?device_id=1682fb31-a1bf-43f5-a4fa-447937da8a91 HTTP/1.1" status: 200 len: 210 time: 0.0486212 Nov 05 19:02:36.029856 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [req-91bcee76-5950-452a-b8ea-04e5ac9117b8 req-e66e1ef6-e0ef-4191-8235-c8feb1d839b9 tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] No DVR routers for this DVR port 9bc7325b-0233-4831-a974-eb18fa174e40 on host n-h1-816865-1 {{(pid=102386) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 19:02:36.061636 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-91bcee76-5950-452a-b8ea-04e5ac9117b8 req-e66e1ef6-e0ef-4191-8235-c8feb1d839b9 tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:36.067917 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-91bcee76-5950-452a-b8ea-04e5ac9117b8 req-e66e1ef6-e0ef-4191-8235-c8feb1d839b9 tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] 10.222.0.41 "DELETE /v2.0/ports/9bc7325b-0233-4831-a974-eb18fa174e40 HTTP/1.1" status: 204 len: 173 time: 1.3115609 Nov 05 19:02:36.094666 n-d-816865-1 neutron-server[102386]: DEBUG neutron.services.segments.db [None req-76a0fbea-b68b-493a-b0a3-f11296b52f4a tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8de9a3a0-9ac3-4ada-a8b0-1b85b694fb36']}} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:02:36.126214 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.db_base_plugin_v2 [None req-67b02738-b725-4245-bb11-84779c4a2220 tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Deleting subnet 73af3bcb-350f-488c-a8fc-d49ff8bac692 {{(pid=102387) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 05 19:02:36.140918 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-67b02738-b725-4245-bb11-84779c4a2220 tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Publish callbacks [] for subnet, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:36.141890 n-d-816865-1 neutron-server[102386]: DEBUG neutron.services.segments.db [None req-76a0fbea-b68b-493a-b0a3-f11296b52f4a tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0519f79d-871e-4619-9b73-4d7482d9fa5b') {'for_net_delete': True} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:02:36.142344 n-d-816865-1 neutron-server[102386]: DEBUG neutron.services.segments.db [None req-76a0fbea-b68b-493a-b0a3-f11296b52f4a tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0519f79d-871e-4619-9b73-4d7482d9fa5b') {} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:02:36.181642 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-76a0fbea-b68b-493a-b0a3-f11296b52f4a tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750027793430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4590747'] for segment, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:36.194684 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-67b02738-b725-4245-bb11-84779c4a2220 tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4463501'] for subnet, precommit_delete_associations {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:36.237161 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-76a0fbea-b68b-493a-b0a3-f11296b52f4a tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273'] for segment, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:36.257684 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-76a0fbea-b68b-493a-b0a3-f11296b52f4a tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] Releasing vlan 154 on physical network physnet1 to pool {{(pid=102386) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 05 19:02:36.259919 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-76a0fbea-b68b-493a-b0a3-f11296b52f4a tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6149721'] for segment, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:36.264062 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b304910f-7b27-444b-a8fc-977d26b1ceac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:36.267773 n-d-816865-1 neutron-server[102386]: Traceback (most recent call last): Nov 05 19:02:36.267773 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 05 19:02:36.267773 n-d-816865-1 neutron-server[102386]: timer() Nov 05 19:02:36.267773 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 05 19:02:36.267773 n-d-816865-1 neutron-server[102386]: cb(*args, **kw) Nov 05 19:02:36.267773 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 05 19:02:36.267773 n-d-816865-1 neutron-server[102386]: return func(*args, **kwargs) Nov 05 19:02:36.267773 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 05 19:02:36.267773 n-d-816865-1 neutron-server[102386]: self._notify() Nov 05 19:02:36.267773 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 05 19:02:36.267773 n-d-816865-1 neutron-server[102386]: self.callback(batched_events) Nov 05 19:02:36.267773 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 05 19:02:36.267773 n-d-816865-1 neutron-server[102386]: event.method(event) Nov 05 19:02:36.267773 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 05 19:02:36.267773 n-d-816865-1 neutron-server[102386]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 05 19:02:36.267773 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 05 19:02:36.267773 n-d-816865-1 neutron-server[102386]: aggregate_uuid = self.p_client.list_aggregates( Nov 05 19:02:36.267773 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 05 19:02:36.267773 n-d-816865-1 neutron-server[102386]: return f(self, *a, **k) Nov 05 19:02:36.267773 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 05 19:02:36.267773 n-d-816865-1 neutron-server[102386]: return self._get(url).json() Nov 05 19:02:36.267773 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 05 19:02:36.267773 n-d-816865-1 neutron-server[102386]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 05 19:02:36.267773 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 05 19:02:36.267773 n-d-816865-1 neutron-server[102386]: return self.request(url, 'GET', **kwargs) Nov 05 19:02:36.267773 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 05 19:02:36.267773 n-d-816865-1 neutron-server[102386]: base_url = self.get_endpoint(auth, allow=allow, Nov 05 19:02:36.267773 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 05 19:02:36.267773 n-d-816865-1 neutron-server[102386]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 05 19:02:36.267773 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 05 19:02:36.267773 n-d-816865-1 neutron-server[102386]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 05 19:02:36.267773 n-d-816865-1 neutron-server[102386]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 05 19:02:36.287032 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:36.287905 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvr_db [None req-da660566-8c5b-4331-8e00-8b1b6885235e None None] Set router fd1de92a-98b3-4885-85eb-3624b8362935 gateway port host: None {{(pid=102389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 19:02:36.314382 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 4ca941b7-5d66-4fc6-ad80-ed406d37906f no longer exists at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 19:02:36.330607 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-44461b8d-1684-422b-ae3c-3d7c69db3305 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Publish callbacks [] for security_group, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:36.362884 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] No Port match for: 4ca941b7-5d66-4fc6-ad80-ed406d37906f {{(pid=102388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 19:02:36.372016 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 4ca941b7-5d66-4fc6-ad80-ed406d37906f not bound to the agent host n-d-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 19:02:36.387644 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-67b02738-b725-4245-bb11-84779c4a2220 tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1573928'] for subnet, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:36.430961 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-6da6efc5-1c9c-44c6-873b-250d721cb4d1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:36.435656 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-44461b8d-1684-422b-ae3c-3d7c69db3305 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:36.507362 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-6da6efc5-1c9c-44c6-873b-250d721cb4d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:36.577583 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44461b8d-1684-422b-ae3c-3d7c69db3305 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b23c5370-e76a-4461-8a4f-9b15b2c91ec8,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:02:36.638699 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-da660566-8c5b-4331-8e00-8b1b6885235e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd1de92a-98b3-4885-85eb-3624b8362935', 'name': 'tempest-RoutersTest-router-939760282', 'tenant_id': 'e73ce0a6a4b043a3828a6e49d45da7fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T19:01:38Z', 'updated_at': '2021-11-05T19:02:34Z', 'revision_number': 9, 'project_id': 'e73ce0a6a4b043a3828a6e49d45da7fe', 'gw_port_host': None, '_interfaces': [{'id': '953a5297-c445-4661-9ea9-6d266c22f808', 'name': '', 'network_id': '3233a838-3b77-4672-a9c6-914f0ac42c26', 'tenant_id': 'e73ce0a6a4b043a3828a6e49d45da7fe', 'mac_address': 'fa:16:3e:31:8a:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd1de92a-98b3-4885-85eb-3624b8362935', 'device_owner': 'network:router_interface', 'standard_attr_id': 2873, 'fixed_ips': [{'subnet_id': '8073db28-b421-4759-be53-5a16d7654da3', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:01:52Z', 'updated_at': '2021-11-05T19:01:59Z', 'revision_number': 5, 'project_id': 'e73ce0a6a4b043a3828a6e49d45da7fe', 'subnets': [{'id': '8073db28-b421-4759-be53-5a16d7654da3', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'acaf73af-be86-4544-95b9-1174fd0d9242', 'name': '', 'network_id': 'cd6e8b9b-a53a-4763-885f-93ef3b3f8bef', 'tenant_id': 'e73ce0a6a4b043a3828a6e49d45da7fe', 'mac_address': 'fa:16:3e:d9:ee:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd1de92a-98b3-4885-85eb-3624b8362935', 'device_owner': 'network:router_interface', 'standard_attr_id': 2853, 'fixed_ips': [{'subnet_id': '558ddf96-5913-4b9c-a7f9-98c1c25a666b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:01:42Z', 'updated_at': '2021-11-05T19:01:53Z', 'revision_number': 5, 'project_id': 'e73ce0a6a4b043a3828a6e49d45da7fe', 'subnets': [{'id': '558ddf96-5913-4b9c-a7f9-98c1c25a666b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-1', False) {} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:02:36.655354 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da6efc5-1c9c-44c6-873b-250d721cb4d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8dfe3fd-fe41-481d-9487-a35fb645c470,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:02:36.669222 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Device 9bc7325b-0233-4831-a974-eb18fa174e40 no longer exists at agent hyperv_n-h1-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 19:02:36.683740 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-6da6efc5-1c9c-44c6-873b-250d721cb4d1 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=03db2e7c546a47a09854e38716712ae5&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0811853 Nov 05 19:02:36.684714 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 46908) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:02:36.689934 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da660566-8c5b-4331-8e00-8b1b6885235e None None] Checking router: fd1de92a-98b3-4885-85eb-3624b8362935 for host: n-d-816865-1 {{(pid=102389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 19:02:36.711233 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] No Port match for: 9bc7325b-0233-4831-a974-eb18fa174e40 {{(pid=102388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 19:02:36.712177 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da660566-8c5b-4331-8e00-8b1b6885235e None None] Routers {'fd1de92a-98b3-4885-85eb-3624b8362935'} bound to L3 agent in host n-d-816865-1 {{(pid=102389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 19:02:36.712977 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-da660566-8c5b-4331-8e00-8b1b6885235e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T19:02:35Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['fd1de92a-98b3-4885-85eb-3624b8362935'], 'active': True} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:02:36.715193 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Device 9bc7325b-0233-4831-a974-eb18fa174e40 not bound to the agent host n-h1-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 19:02:36.728711 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-67b02738-b725-4245-bb11-84779c4a2220 tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1573905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4417146', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5112209'] for subnet, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:36.767162 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b02738-b725-4245-bb11-84779c4a2220 tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Pushing event deleted for resources: {'Subnet': ['ID=73af3bcb-350f-488c-a8fc-d49ff8bac692,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:02:36.775254 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-44461b8d-1684-422b-ae3c-3d7c69db3305 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Publish callbacks [] for security_group, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:36.785496 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-67b02738-b725-4245-bb11-84779c4a2220 tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Publish callbacks [] for subnet, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:36.790492 n-d-816865-1 neutron-server[102386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f7e0517-cc12-426c-8988-c50d70d827e0', 'name': 'network-vif-deleted', 'tag': '9bc7325b-0233-4831-a974-eb18fa174e40'}] {{(pid=102386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 19:02:36.791556 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6173a44d7c73f41af551dc890fa1a5892c2c6bc3458b640c8e0c24db7876ba6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fefebe0-4ec3-451f-a9c0-e935ac37c671" -d '{"events": [{"server_uuid": "7f7e0517-cc12-426c-8988-c50d70d827e0", "name": "network-vif-deleted", "tag": "9bc7325b-0233-4831-a974-eb18fa174e40"}]}' {{(pid=102386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 19:02:36.801731 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-67b02738-b725-4245-bb11-84779c4a2220 tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] 10.222.0.13 "DELETE /v2.0/subnets/73af3bcb-350f-488c-a8fc-d49ff8bac692 HTTP/1.1" status: 204 len: 168 time: 0.8224847 Nov 05 19:02:36.802004 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d0b74d3-6a5a-48dc-b269-e20e48d35b08 None None] Network 51bb31f9-8f0f-44e4-9c3e-4194b515b5a5 requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 19:02:36.815766 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 46914) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:02:36.866913 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvr_db [None req-da660566-8c5b-4331-8e00-8b1b6885235e None None] Set router fd1de92a-98b3-4885-85eb-3624b8362935 gateway port host: None {{(pid=102389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 19:02:36.904697 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 19:02:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a3cc574-e483-4b2b-8035-084a47bdfa99 x-openstack-request-id: req-8a3cc574-e483-4b2b-8035-084a47bdfa99 {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 19:02:36.904937 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f7e0517-cc12-426c-8988-c50d70d827e0", "name": "network-vif-deleted", "tag": "9bc7325b-0233-4831-a974-eb18fa174e40", "status": "completed", "code": 200}]} {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 19:02:36.905256 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8a3cc574-e483-4b2b-8035-084a47bdfa99 {{(pid=102386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 19:02:36.905654 n-d-816865-1 neutron-server[102386]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f7e0517-cc12-426c-8988-c50d70d827e0', 'name': 'network-vif-deleted', 'tag': '9bc7325b-0233-4831-a974-eb18fa174e40', 'status': 'completed', 'code': 200} Nov 05 19:02:36.921992 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-76a0fbea-b68b-493a-b0a3-f11296b52f4a tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1579178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-956796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1000687'] for network, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:36.929487 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-76a0fbea-b68b-493a-b0a3-f11296b52f4a tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] Publish callbacks [] for network, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:36.936978 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-76a0fbea-b68b-493a-b0a3-f11296b52f4a tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] 10.222.0.13 "DELETE /v2.0/networks/8de9a3a0-9ac3-4ada-a8b0-1b85b694fb36 HTTP/1.1" status: 204 len: 168 time: 2.4302170 Nov 05 19:02:36.986362 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a0fbea-b68b-493a-b0a3-f11296b52f4a tempest-NetworksIpV6Test-68473260 tempest-NetworksIpV6Test-68473260-project] Pushing event deleted for resources: {'Network': ['ID=8de9a3a0-9ac3-4ada-a8b0-1b85b694fb36,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:02:37.034355 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-0982c405-0b28-40d7-8a25-170a7c1663de tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1664226'] for network, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:37.040725 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-44461b8d-1684-422b-ae3c-3d7c69db3305 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:37.095702 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-35aa50e4-0d28-4e11-b961-c53c5194ea6f req-57fdde32-8e4e-4ab5-b7ee-20c2bfbb8f29 tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f7e0517-cc12-426c-8988-c50d70d827e0 HTTP/1.1" status: 200 len: 210 time: 0.0584970 Nov 05 19:02:37.142686 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-606aa110-f4f0-481b-a324-d6bf141a5dc5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:37.159913 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58fd4ca9-2fb5-40fa-a2fa-ef9f9c27f380 None None] DHCP port deletion for 51bb31f9-8f0f-44e4-9c3e-4194b515b5a5 request from n-d-816865-1 {{(pid=102388) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 05 19:02:37.217924 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44461b8d-1684-422b-ae3c-3d7c69db3305 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0c08aee2-7f5c-494d-880e-af35273de53d,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:02:37.255687 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-58fd4ca9-2fb5-40fa-a2fa-ef9f9c27f380 None None] Deleting port 0abb4a1d-baa4-4c5d-8262-7e3b081fef0f {{(pid=102388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 19:02:37.255974 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-58fd4ca9-2fb5-40fa-a2fa-ef9f9c27f380 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:37.271280 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-606aa110-f4f0-481b-a324-d6bf141a5dc5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:37.346181 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-44461b8d-1684-422b-ae3c-3d7c69db3305 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Publish callbacks [] for security_group, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:37.351784 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-44461b8d-1684-422b-ae3c-3d7c69db3305 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 2.2136617 Nov 05 19:02:37.358704 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 46926) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:02:37.365824 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-42c80bc0-2608-4518-9a9f-80b0ed6cd6d3 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Request body: {'security_group_rule': {'security_group_id': '0c08aee2-7f5c-494d-880e-af35273de53d', 'project_id': '777902a3c6ed4ff2a5460208db53bd8a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:02:37.373204 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-da660566-8c5b-4331-8e00-8b1b6885235e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd1de92a-98b3-4885-85eb-3624b8362935', 'name': 'tempest-RoutersTest-router-939760282', 'tenant_id': 'e73ce0a6a4b043a3828a6e49d45da7fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T19:01:38Z', 'updated_at': '2021-11-05T19:02:34Z', 'revision_number': 9, 'project_id': 'e73ce0a6a4b043a3828a6e49d45da7fe', 'gw_port_host': None, '_interfaces': [{'id': '953a5297-c445-4661-9ea9-6d266c22f808', 'name': '', 'network_id': '3233a838-3b77-4672-a9c6-914f0ac42c26', 'tenant_id': 'e73ce0a6a4b043a3828a6e49d45da7fe', 'mac_address': 'fa:16:3e:31:8a:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd1de92a-98b3-4885-85eb-3624b8362935', 'device_owner': 'network:router_interface', 'standard_attr_id': 2873, 'fixed_ips': [{'subnet_id': '8073db28-b421-4759-be53-5a16d7654da3', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:01:52Z', 'updated_at': '2021-11-05T19:01:59Z', 'revision_number': 5, 'project_id': 'e73ce0a6a4b043a3828a6e49d45da7fe', 'subnets': [{'id': '8073db28-b421-4759-be53-5a16d7654da3', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'acaf73af-be86-4544-95b9-1174fd0d9242', 'name': '', 'network_id': 'cd6e8b9b-a53a-4763-885f-93ef3b3f8bef', 'tenant_id': 'e73ce0a6a4b043a3828a6e49d45da7fe', 'mac_address': 'fa:16:3e:d9:ee:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd1de92a-98b3-4885-85eb-3624b8362935', 'device_owner': 'network:router_interface', 'standard_attr_id': 2853, 'fixed_ips': [{'subnet_id': '558ddf96-5913-4b9c-a7f9-98c1c25a666b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:01:42Z', 'updated_at': '2021-11-05T19:01:53Z', 'revision_number': 5, 'project_id': 'e73ce0a6a4b043a3828a6e49d45da7fe', 'subnets': [{'id': '558ddf96-5913-4b9c-a7f9-98c1c25a666b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-1', False) {} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:02:37.380843 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-baa4708a-3d40-47d3-a63c-66c6c681ecc7 req-c1ea37d3-fdba-4c81-bdc5-8a790d0a56ee tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] 10.222.0.13 "GET /v2.0/ports?device_id=1682fb31-a1bf-43f5-a4fa-447937da8a91 HTTP/1.1" status: 200 len: 210 time: 0.1548977 Nov 05 19:02:37.410823 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-58fd4ca9-2fb5-40fa-a2fa-ef9f9c27f380 None None] For port 0abb4a1d-baa4-4c5d-8262-7e3b081fef0f, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=0abb4a1d-baa4-4c5d-8262-7e3b081fef0f,segment=NetworkSegment(013a1501-081c-402c-9ca5-dab2f2b25e3c),segment_id=013a1501-081c-402c-9ca5-dab2f2b25e3c)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:02:37.413898 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da660566-8c5b-4331-8e00-8b1b6885235e None None] The sync data for ids ['fd1de92a-98b3-4885-85eb-3624b8362935'] in n-d-816865-1 is: [{'id': 'fd1de92a-98b3-4885-85eb-3624b8362935', 'name': 'tempest-RoutersTest-router-939760282', 'tenant_id': 'e73ce0a6a4b043a3828a6e49d45da7fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T19:01:38Z', 'updated_at': '2021-11-05T19:02:34Z', 'revision_number': 9, 'project_id': 'e73ce0a6a4b043a3828a6e49d45da7fe', 'gw_port_host': None, '_interfaces': [{'id': '953a5297-c445-4661-9ea9-6d266c22f808', 'name': '', 'network_id': '3233a838-3b77-4672-a9c6-914f0ac42c26', 'tenant_id': 'e73ce0a6a4b043a3828a6e49d45da7fe', 'mac_address': 'fa:16:3e:31:8a:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd1de92a-98b3-4885-85eb-3624b8362935', 'device_owner': 'network:router_interface', 'standard_attr_id': 2873, 'fixed_ips': [{'subnet_id': '8073db28-b421-4759-be53-5a16d7654da3', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:01:52Z', 'updated_at': '2021-11-05T19:01:59Z', 'revision_number': 5, 'project_id': 'e73ce0a6a4b043a3828a6e49d45da7fe', 'subnets': [{'id': '8073db28-b421-4759-be53-5a16d7654da3', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'acaf73af-be86-4544-95b9-1174fd0d9242', 'name': '', 'network_id': 'cd6e8b9b-a53a-4763-885f-93ef3b3f8bef', 'tenant_id': 'e73ce0a6a4b043a3828a6e49d45da7fe', 'mac_address': 'fa:16:3e:d9:ee:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd1de92a-98b3-4885-85eb-3624b8362935', 'device_owner': 'network:router_interface', 'standard_attr_id': 2853, 'fixed_ips': [{'subnet_id': '558ddf96-5913-4b9c-a7f9-98c1c25a666b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:01:42Z', 'updated_at': '2021-11-05T19:01:53Z', 'revision_number': 5, 'project_id': 'e73ce0a6a4b043a3828a6e49d45da7fe', 'subnets': [{'id': '558ddf96-5913-4b9c-a7f9-98c1c25a666b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 19:02:37.414919 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-58fd4ca9-2fb5-40fa-a2fa-ef9f9c27f380 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:37.439628 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-58fd4ca9-2fb5-40fa-a2fa-ef9f9c27f380 None None] Calling delete_port for 0abb4a1d-baa4-4c5d-8262-7e3b081fef0f owned by network:dhcp {{(pid=102388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 19:02:37.492086 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [None req-0982c405-0b28-40d7-8a25-170a7c1663de tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Deleting port 0abb4a1d-baa4-4c5d-8262-7e3b081fef0f {{(pid=102387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 19:02:37.492797 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-0982c405-0b28-40d7-8a25-170a7c1663de tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:37.533372 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 46932) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:02:37.554885 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-42c80bc0-2608-4518-9a9f-80b0ed6cd6d3 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:37.603012 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.db [None req-0982c405-0b28-40d7-8a25-170a7c1663de tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] For port 0abb4a1d-baa4-4c5d-8262-7e3b081fef0f, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=0abb4a1d-baa4-4c5d-8262-7e3b081fef0f,segment=NetworkSegment(013a1501-081c-402c-9ca5-dab2f2b25e3c),segment_id=013a1501-081c-402c-9ca5-dab2f2b25e3c)] {{(pid=102387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:02:37.604592 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-0982c405-0b28-40d7-8a25-170a7c1663de tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:37.620625 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [None req-0982c405-0b28-40d7-8a25-170a7c1663de tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Calling delete_port for 0abb4a1d-baa4-4c5d-8262-7e3b081fef0f owned by network:dhcp {{(pid=102387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 19:02:37.652424 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-42c80bc0-2608-4518-9a9f-80b0ed6cd6d3 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:37.664151 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-58fd4ca9-2fb5-40fa-a2fa-ef9f9c27f380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798'] for port, after_delete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:37.681961 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-606aa110-f4f0-481b-a324-d6bf141a5dc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:37.684643 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-606aa110-f4f0-481b-a324-d6bf141a5dc5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:37.710647 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-606aa110-f4f0-481b-a324-d6bf141a5dc5 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c8dfe3fd-fe41-481d-9487-a35fb645c470 HTTP/1.1" status: 204 len: 168 time: 1.0234566 Nov 05 19:02:37.720013 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-eac49939-b975-4265-8d0e-471a831f1798 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a40892ba0bb140d0a4934f8baf0fb131&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1851623 Nov 05 19:02:37.722555 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 46940) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:02:37.733855 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58fd4ca9-2fb5-40fa-a2fa-ef9f9c27f380 None None] Pushing event deleted for resources: {'Port': ['ID=0abb4a1d-baa4-4c5d-8262-7e3b081fef0f,revision_number=None']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:02:37.744750 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606aa110-f4f0-481b-a324-d6bf141a5dc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8dfe3fd-fe41-481d-9487-a35fb645c470,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:02:37.747053 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58fd4ca9-2fb5-40fa-a2fa-ef9f9c27f380 None None] No DVR routers for this DVR port 0abb4a1d-baa4-4c5d-8262-7e3b081fef0f on host n-d-816865-1 {{(pid=102388) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 19:02:37.767824 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-42c80bc0-2608-4518-9a9f-80b0ed6cd6d3 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985308'] for security_group_rule, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:37.826368 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-0982c405-0b28-40d7-8a25-170a7c1663de tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4417063'] for port, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:37.859169 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c80bc0-2608-4518-9a9f-80b0ed6cd6d3 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d10a862-83a3-4338-9bb1-239d96b9dffb,revision_number=0']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:02:37.860358 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0982c405-0b28-40d7-8a25-170a7c1663de tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Pushing event deleted for resources: {'Port': ['ID=0abb4a1d-baa4-4c5d-8262-7e3b081fef0f,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:02:37.874644 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0982c405-0b28-40d7-8a25-170a7c1663de tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] No DVR routers for this DVR port 0abb4a1d-baa4-4c5d-8262-7e3b081fef0f on host n-d-816865-1 {{(pid=102387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 19:02:37.922083 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-8255104d-8fa0-4fd1-9b22-6828b7d456e3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:37.964997 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-8255104d-8fa0-4fd1-9b22-6828b7d456e3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:38.041341 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-42c80bc0-2608-4518-9a9f-80b0ed6cd6d3 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:38.048184 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-42c80bc0-2608-4518-9a9f-80b0ed6cd6d3 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6868265 Nov 05 19:02:38.064407 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 46944) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:02:38.079819 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-6395c524-763d-4551-9efa-6fa3130604fe tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Request body: {'security_group_rule': {'security_group_id': '0c08aee2-7f5c-494d-880e-af35273de53d', 'project_id': '777902a3c6ed4ff2a5460208db53bd8a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:02:38.122009 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-0982c405-0b28-40d7-8a25-170a7c1663de tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1579173', 'neutron.services.segments.db._delete_segments_for_network-8750027792909'] for network, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:38.215775 n-d-816865-1 neutron-server[102387]: DEBUG neutron.services.segments.db [None req-0982c405-0b28-40d7-8a25-170a7c1663de tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['51bb31f9-8f0f-44e4-9c3e-4194b515b5a5']}} {{(pid=102387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:02:38.221942 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 8519902f-4722-452b-b962-12b2557b6592 no longer exists at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 19:02:38.233933 n-d-816865-1 neutron-server[102387]: DEBUG neutron.services.segments.db [None req-0982c405-0b28-40d7-8a25-170a7c1663de tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '013a1501-081c-402c-9ca5-dab2f2b25e3c') {'for_net_delete': True} {{(pid=102387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:02:38.234256 n-d-816865-1 neutron-server[102387]: DEBUG neutron.services.segments.db [None req-0982c405-0b28-40d7-8a25-170a7c1663de tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '013a1501-081c-402c-9ca5-dab2f2b25e3c') {} {{(pid=102387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:02:38.266021 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-6395c524-763d-4551-9efa-6fa3130604fe tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:38.266298 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] No Port match for: 8519902f-4722-452b-b962-12b2557b6592 {{(pid=102388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 19:02:38.268659 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 8519902f-4722-452b-b962-12b2557b6592 not bound to the agent host n-d-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 19:02:38.268659 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 0abb4a1d-baa4-4c5d-8262-7e3b081fef0f no longer exists at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 19:02:38.268973 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-31f93893-a48e-4ae8-833d-dccb2b42eacc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:38.273572 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-8255104d-8fa0-4fd1-9b22-6828b7d456e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:38.274168 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-0982c405-0b28-40d7-8a25-170a7c1663de tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750027793430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4463492'] for segment, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:38.281498 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-8255104d-8fa0-4fd1-9b22-6828b7d456e3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:38.285370 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-8255104d-8fa0-4fd1-9b22-6828b7d456e3 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/28d32489-fc72-4eb2-9e9b-98b3da678ff5 HTTP/1.1" status: 204 len: 168 time: 0.5617776 Nov 05 19:02:38.325902 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] No Port match for: 0abb4a1d-baa4-4c5d-8262-7e3b081fef0f {{(pid=102388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 19:02:38.326532 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 0abb4a1d-baa4-4c5d-8262-7e3b081fef0f not bound to the agent host n-d-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 19:02:38.381083 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-0982c405-0b28-40d7-8a25-170a7c1663de tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273'] for segment, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:38.397504 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8255104d-8fa0-4fd1-9b22-6828b7d456e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28d32489-fc72-4eb2-9e9b-98b3da678ff5,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:02:38.405244 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0982c405-0b28-40d7-8a25-170a7c1663de tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Releasing vlan 155 on physical network physnet1 to pool {{(pid=102387) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 05 19:02:38.405613 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-0982c405-0b28-40d7-8a25-170a7c1663de tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4417236'] for segment, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:38.419606 n-d-816865-1 neutron-server[102387]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 05 19:02:38.419606 n-d-816865-1 neutron-server[102387]: self.session.flush() Nov 05 19:02:38.419606 n-d-816865-1 neutron-server[102387]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 05 19:02:38.419606 n-d-816865-1 neutron-server[102387]: self.session.flush() Nov 05 19:02:38.419606 n-d-816865-1 neutron-server[102387]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 05 19:02:38.419606 n-d-816865-1 neutron-server[102387]: self.session.flush() Nov 05 19:02:38.419606 n-d-816865-1 neutron-server[102387]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 05 19:02:38.419606 n-d-816865-1 neutron-server[102387]: self.session.flush() Nov 05 19:02:38.419606 n-d-816865-1 neutron-server[102387]: Traceback (most recent call last): Nov 05 19:02:38.419606 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 05 19:02:38.419606 n-d-816865-1 neutron-server[102387]: timer() Nov 05 19:02:38.419606 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 05 19:02:38.419606 n-d-816865-1 neutron-server[102387]: cb(*args, **kw) Nov 05 19:02:38.419606 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 05 19:02:38.419606 n-d-816865-1 neutron-server[102387]: return func(*args, **kwargs) Nov 05 19:02:38.419606 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 05 19:02:38.419606 n-d-816865-1 neutron-server[102387]: self._notify() Nov 05 19:02:38.419606 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 05 19:02:38.419606 n-d-816865-1 neutron-server[102387]: self.callback(batched_events) Nov 05 19:02:38.419606 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 05 19:02:38.419606 n-d-816865-1 neutron-server[102387]: event.method(event) Nov 05 19:02:38.419606 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 05 19:02:38.419606 n-d-816865-1 neutron-server[102387]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 05 19:02:38.419606 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 05 19:02:38.419606 n-d-816865-1 neutron-server[102387]: aggregate_uuid = self.p_client.list_aggregates( Nov 05 19:02:38.419606 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 05 19:02:38.419606 n-d-816865-1 neutron-server[102387]: return f(self, *a, **k) Nov 05 19:02:38.419606 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 05 19:02:38.419606 n-d-816865-1 neutron-server[102387]: return self._get(url).json() Nov 05 19:02:38.419606 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 05 19:02:38.419606 n-d-816865-1 neutron-server[102387]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 05 19:02:38.419606 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 05 19:02:38.419606 n-d-816865-1 neutron-server[102387]: return self.request(url, 'GET', **kwargs) Nov 05 19:02:38.419606 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 05 19:02:38.419606 n-d-816865-1 neutron-server[102387]: base_url = self.get_endpoint(auth, allow=allow, Nov 05 19:02:38.419606 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 05 19:02:38.419606 n-d-816865-1 neutron-server[102387]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 05 19:02:38.419606 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 05 19:02:38.419606 n-d-816865-1 neutron-server[102387]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 05 19:02:38.419606 n-d-816865-1 neutron-server[102387]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 05 19:02:38.534860 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-6395c524-763d-4551-9efa-6fa3130604fe tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:38.545040 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d9fdac-e5bb-465f-9c4f-a482a69ea15d req-72f4cdff-5309-493e-997e-7d8e3a1bd593 tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:02:38.548396 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-92d9fdac-e5bb-465f-9c4f-a482a69ea15d req-72f4cdff-5309-493e-997e-7d8e3a1bd593 tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e0e9f2c-b17f-4007-b3d8-07e537a1c2f3 HTTP/1.1" status: 200 len: 946 time: 0.2135229 Nov 05 19:02:38.584607 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:38.630341 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-6395c524-763d-4551-9efa-6fa3130604fe tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985308'] for security_group_rule, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:38.643048 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-f7e8d619-5ad3-461a-8879-ba2652f2cdaa req-25db8ac6-9b69-48c7-bf7e-8e501b372cbb tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] 10.222.0.13 "GET /v2.0/ports?device_id=1682fb31-a1bf-43f5-a4fa-447937da8a91 HTTP/1.1" status: 200 len: 210 time: 0.0899184 Nov 05 19:02:38.674076 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6395c524-763d-4551-9efa-6fa3130604fe tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6d4f607-119d-4627-a189-38454d16cbe4,revision_number=0']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:02:38.680621 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-0982c405-0b28-40d7-8a25-170a7c1663de tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1579178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-956796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1000687'] for network, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:38.688790 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-0982c405-0b28-40d7-8a25-170a7c1663de tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Publish callbacks [] for network, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:38.693041 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-0982c405-0b28-40d7-8a25-170a7c1663de tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] 10.222.0.13 "DELETE /v2.0/networks/51bb31f9-8f0f-44e4-9c3e-4194b515b5a5 HTTP/1.1" status: 204 len: 168 time: 1.8764184 Nov 05 19:02:38.695875 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 46968) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:02:38.696956 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-92d9fdac-e5bb-465f-9c4f-a482a69ea15d req-0df93f68-c9be-4fa5-bb1f-4ad320573e0b tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] 10.222.0.13 "GET /v2.0/security-groups?id=e2e15a42-88b8-49e2-ad78-9daadc9e7fe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221011 Nov 05 19:02:38.711798 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0982c405-0b28-40d7-8a25-170a7c1663de tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Pushing event deleted for resources: {'Network': ['ID=51bb31f9-8f0f-44e4-9c3e-4194b515b5a5,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:02:38.754772 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-6395c524-763d-4551-9efa-6fa3130604fe tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:38.756195 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-6395c524-763d-4551-9efa-6fa3130604fe tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6905661 Nov 05 19:02:38.759973 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 46976) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:02:38.763685 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-3f777bbe-3b66-41f8-ad7b-03497804ade3 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Request body: {'security_group_rule': {'security_group_id': '0c08aee2-7f5c-494d-880e-af35273de53d', 'project_id': '777902a3c6ed4ff2a5460208db53bd8a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:02:38.975305 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-3f777bbe-3b66-41f8-ad7b-03497804ade3 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:39.216564 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6345303-3e03-4294-8a61-f3bc75290c47 req-42b4450c-76a2-4fed-902c-e5ea26f4e004 tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:02:39.217817 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-c6345303-3e03-4294-8a61-f3bc75290c47 req-42b4450c-76a2-4fed-902c-e5ea26f4e004 tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e0e9f2c-b17f-4007-b3d8-07e537a1c2f3 HTTP/1.1" status: 200 len: 946 time: 0.1205635 Nov 05 19:02:39.232914 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-3f777bbe-3b66-41f8-ad7b-03497804ade3 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:39.285051 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-c6345303-3e03-4294-8a61-f3bc75290c47 req-41ee1ce5-7b70-4c1b-9767-93b3f1292f20 tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] 10.222.0.13 "GET /v2.0/security-groups?id=e2e15a42-88b8-49e2-ad78-9daadc9e7fe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591545 Nov 05 19:02:39.318811 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-3f777bbe-3b66-41f8-ad7b-03497804ade3 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985308'] for security_group_rule, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:39.361022 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f777bbe-3b66-41f8-ad7b-03497804ade3 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c91e5c88-cd53-4c3c-ac46-5dc2a3fc0b50,revision_number=0']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:02:39.373635 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-4aba41e1-d9f8-4205-ab8f-6df27b34e556 tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-571777'] for router_interface, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:39.440743 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-3f777bbe-3b66-41f8-ad7b-03497804ade3 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:39.443568 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-3f777bbe-3b66-41f8-ad7b-03497804ade3 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6835334 Nov 05 19:02:39.446502 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 47006) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:02:39.452491 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-15002de0-98d1-4228-b69c-e380e8d086ad tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Request body: {'security_group_rule': {'security_group_id': '0c08aee2-7f5c-494d-880e-af35273de53d', 'project_id': '777902a3c6ed4ff2a5460208db53bd8a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:02:39.635560 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-15002de0-98d1-4228-b69c-e380e8d086ad tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:39.719523 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1dc7d4-c514-474c-91d9-7f574328b200 req-d3dd5552-b942-4099-8d4d-aa7e5c95dab7 tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:02:39.721458 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-8a1dc7d4-c514-474c-91d9-7f574328b200 req-d3dd5552-b942-4099-8d4d-aa7e5c95dab7 tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e0e9f2c-b17f-4007-b3d8-07e537a1c2f3 HTTP/1.1" status: 200 len: 946 time: 0.2367246 Nov 05 19:02:39.894136 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-32773227-1944-4c1e-aabc-e925ac932d20 req-b66dca12-73cb-492a-b05e-e075a50ded65 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] 10.222.0.13 "GET /v2.0/ports?device_id=1682fb31-a1bf-43f5-a4fa-447937da8a91 HTTP/1.1" status: 200 len: 210 time: 0.0814731 Nov 05 19:02:39.917963 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-15002de0-98d1-4228-b69c-e380e8d086ad tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:39.935439 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-8a1dc7d4-c514-474c-91d9-7f574328b200 req-ac99b35d-e304-4650-851d-89f23c1d983c tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] 10.222.0.13 "GET /v2.0/security-groups?id=e2e15a42-88b8-49e2-ad78-9daadc9e7fe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2044592 Nov 05 19:02:39.952682 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-4aba41e1-d9f8-4205-ab8f-6df27b34e556 tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Deleting port 953a5297-c445-4661-9ea9-6d266c22f808 {{(pid=102386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 19:02:39.957587 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-4aba41e1-d9f8-4205-ab8f-6df27b34e556 tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:39.979041 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-15002de0-98d1-4228-b69c-e380e8d086ad tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985308'] for security_group_rule, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:40.001091 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15002de0-98d1-4228-b69c-e380e8d086ad tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22ff953a-40d0-4186-ba36-db1317889774,revision_number=0']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:02:40.068316 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-15002de0-98d1-4228-b69c-e380e8d086ad tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:40.072301 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-15002de0-98d1-4228-b69c-e380e8d086ad tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6218543 Nov 05 19:02:40.078137 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 47034) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:02:40.078137 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-23c10086-ac7e-4937-8136-fdd83c9cdb5f tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Request body: {'security_group_rule': {'security_group_id': '0c08aee2-7f5c-494d-880e-af35273de53d', 'project_id': '777902a3c6ed4ff2a5460208db53bd8a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:02:40.147408 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [None req-4aba41e1-d9f8-4205-ab8f-6df27b34e556 tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] For port 953a5297-c445-4661-9ea9-6d266c22f808, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=953a5297-c445-4661-9ea9-6d266c22f808,segment=NetworkSegment(7259f56a-aae4-4c1f-b565-7d5dab413d1a),segment_id=7259f56a-aae4-4c1f-b565-7d5dab413d1a)] {{(pid=102386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:02:40.147844 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-4aba41e1-d9f8-4205-ab8f-6df27b34e556 tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:40.168075 n-d-816865-1 neutron-server[102387]: INFO neutron.db.securitygroups_db [None req-23c10086-ac7e-4937-8136-fdd83c9cdb5f tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Project 777902a3c6ed4ff2a5460208db53bd8a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 05 19:02:40.173670 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-23c10086-ac7e-4937-8136-fdd83c9cdb5f tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:40.190567 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-4aba41e1-d9f8-4205-ab8f-6df27b34e556 tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Calling delete_port for 953a5297-c445-4661-9ea9-6d266c22f808 owned by network:router_interface {{(pid=102386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 19:02:40.288915 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 47036) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:02:40.311489 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-23c10086-ac7e-4937-8136-fdd83c9cdb5f tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:40.350533 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-23c10086-ac7e-4937-8136-fdd83c9cdb5f tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985308'] for security_group_rule, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:40.374848 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c10086-ac7e-4937-8136-fdd83c9cdb5f tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d754465d-8793-4e15-879e-95108b288d9f,revision_number=0']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:02:40.450801 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-23c10086-ac7e-4937-8136-fdd83c9cdb5f tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:40.455333 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-23c10086-ac7e-4937-8136-fdd83c9cdb5f tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3789213 Nov 05 19:02:40.455520 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 47044) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:02:40.467279 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-1a22bf40-95f0-4d1f-91fd-b8a97921dd88 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Request body: {'security_group_rule': {'security_group_id': '0c08aee2-7f5c-494d-880e-af35273de53d', 'project_id': '777902a3c6ed4ff2a5460208db53bd8a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:02:40.482252 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-d70f52d2-392e-43fc-bc7d-8ff60a7fe7e9 tempest-NetworksIpV6TestAttrs-952298474 tempest-NetworksIpV6TestAttrs-952298474-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-443741998'}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:02:40.595844 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-4aba41e1-d9f8-4205-ab8f-6df27b34e556 tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:40.624020 n-d-816865-1 neutron-server[102387]: INFO neutron.db.securitygroups_db [None req-1a22bf40-95f0-4d1f-91fd-b8a97921dd88 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Project 777902a3c6ed4ff2a5460208db53bd8a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 05 19:02:40.629307 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aba41e1-d9f8-4205-ab8f-6df27b34e556 tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Pushing event deleted for resources: {'Port': ['ID=953a5297-c445-4661-9ea9-6d266c22f808,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:02:40.634949 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-1a22bf40-95f0-4d1f-91fd-b8a97921dd88 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:40.731321 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d70f52d2-392e-43fc-bc7d-8ff60a7fe7e9 tempest-NetworksIpV6TestAttrs-952298474 tempest-NetworksIpV6TestAttrs-952298474-project] Made reservation on behalf of f171a8a78c484dd49cccfb91cf64615a for: {'network': 1} {{(pid=102387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 19:02:40.735969 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-d70f52d2-392e-43fc-bc7d-8ff60a7fe7e9 tempest-NetworksIpV6TestAttrs-952298474 tempest-NetworksIpV6TestAttrs-952298474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for network, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:40.767745 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-1a22bf40-95f0-4d1f-91fd-b8a97921dd88 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:40.768818 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-d70f52d2-392e-43fc-bc7d-8ff60a7fe7e9 tempest-NetworksIpV6TestAttrs-952298474 tempest-NetworksIpV6TestAttrs-952298474-project] Publish callbacks [] for security_group, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:40.859789 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-1a22bf40-95f0-4d1f-91fd-b8a97921dd88 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985308'] for security_group_rule, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:40.901067 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a22bf40-95f0-4d1f-91fd-b8a97921dd88 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=391bc0ae-cad8-4f1f-9258-b2533adab66b,revision_number=0']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:02:40.942455 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-4aba41e1-d9f8-4205-ab8f-6df27b34e556 tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-597886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-573297'] for router_interface, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:40.945549 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-d70f52d2-392e-43fc-bc7d-8ff60a7fe7e9 tempest-NetworksIpV6TestAttrs-952298474 tempest-NetworksIpV6TestAttrs-952298474-project] Publish callbacks [] for security_group, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:40.970541 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-1a22bf40-95f0-4d1f-91fd-b8a97921dd88 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:40.974870 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-1a22bf40-95f0-4d1f-91fd-b8a97921dd88 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5153234 Nov 05 19:02:40.975282 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 47082) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:02:40.984598 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-9040b78e-8bdb-4c98-bd12-b97375128487 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Request body: {'network': {'name': 'tempest-network-smoke--1610473192', 'project_id': '777902a3c6ed4ff2a5460208db53bd8a', 'port_security_enabled': True}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:02:41.031685 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-d70f52d2-392e-43fc-bc7d-8ff60a7fe7e9 tempest-NetworksIpV6TestAttrs-952298474 tempest-NetworksIpV6TestAttrs-952298474-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:41.114745 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d70f52d2-392e-43fc-bc7d-8ff60a7fe7e9 tempest-NetworksIpV6TestAttrs-952298474 tempest-NetworksIpV6TestAttrs-952298474-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 154} {{(pid=102387) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 05 19:02:41.140845 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-0a684b5b-3404-49e4-929a-22943c3462af req-d1e2425f-e0d6-4e72-b746-5413bb945f17 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] 10.222.0.13 "GET /v2.0/ports?device_id=1682fb31-a1bf-43f5-a4fa-447937da8a91 HTTP/1.1" status: 200 len: 210 time: 0.0582111 Nov 05 19:02:41.146774 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70f52d2-392e-43fc-bc7d-8ff60a7fe7e9 tempest-NetworksIpV6TestAttrs-952298474 tempest-NetworksIpV6TestAttrs-952298474-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b5667b46-f7ab-405c-a359-ca58347d0fae,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:02:41.159504 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-d70f52d2-392e-43fc-bc7d-8ff60a7fe7e9 tempest-NetworksIpV6TestAttrs-952298474 tempest-NetworksIpV6TestAttrs-952298474-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273'] for segment, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:41.159691 n-d-816865-1 neutron-server[102387]: INFO neutron.db.segments_db [None req-d70f52d2-392e-43fc-bc7d-8ff60a7fe7e9 tempest-NetworksIpV6TestAttrs-952298474 tempest-NetworksIpV6TestAttrs-952298474-project] Added segment a996d555-d2f7-4456-8594-9a591104b5b5 of type vlan for network d938e9d5-06c4-4eb9-8322-41e1a65336f0 Nov 05 19:02:41.211995 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9040b78e-8bdb-4c98-bd12-b97375128487 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Made reservation on behalf of 777902a3c6ed4ff2a5460208db53bd8a for: {'network': 1} {{(pid=102387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 19:02:41.215951 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-9040b78e-8bdb-4c98-bd12-b97375128487 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for network, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:41.244606 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-d70f52d2-392e-43fc-bc7d-8ff60a7fe7e9 tempest-NetworksIpV6TestAttrs-952298474 tempest-NetworksIpV6TestAttrs-952298474-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750027258543'] for network, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:41.272013 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9040b78e-8bdb-4c98-bd12-b97375128487 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 150} {{(pid=102387) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 05 19:02:41.284612 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-9040b78e-8bdb-4c98-bd12-b97375128487 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273'] for segment, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:41.284973 n-d-816865-1 neutron-server[102387]: INFO neutron.db.segments_db [None req-9040b78e-8bdb-4c98-bd12-b97375128487 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Added segment 3d7f4a28-84db-42f8-83a4-bb954eae33e2 of type vlan for network 7340801a-d414-4a8c-8e81-bc2b23bb205e Nov 05 19:02:41.299849 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4aba41e1-d9f8-4205-ab8f-6df27b34e556 tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Router fd1de92a-98b3-4885-85eb-3624b8362935 has already been hosted by L3 agent 6dcb5589-8e86-4616-9186-ddc4548e13ad {{(pid=102386) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 19:02:41.327168 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-9040b78e-8bdb-4c98-bd12-b97375128487 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750027258543'] for network, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:41.345448 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-d70f52d2-392e-43fc-bc7d-8ff60a7fe7e9 tempest-NetworksIpV6TestAttrs-952298474 tempest-NetworksIpV6TestAttrs-952298474-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-956796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877'] for network, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:41.355545 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d70f52d2-392e-43fc-bc7d-8ff60a7fe7e9 tempest-NetworksIpV6TestAttrs-952298474 tempest-NetworksIpV6TestAttrs-952298474-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:02:41.356425 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-d70f52d2-392e-43fc-bc7d-8ff60a7fe7e9 tempest-NetworksIpV6TestAttrs-952298474 tempest-NetworksIpV6TestAttrs-952298474-project] Publish callbacks [] for network, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:41.412661 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [req-4dbf3758-fce6-4597-9681-db42168e7684 req-9fdef023-7fce-4cc1-8640-cd7fdccd92db service neutron] (102386) timed out ('10.222.0.55', 59340) {{(pid=102386) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 05 19:02:41.414150 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4aba41e1-d9f8-4205-ab8f-6df27b34e556 tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Notify agent at l3_agent.n-d-816865-1 the message routers_updated {{(pid=102386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 19:02:41.419460 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-4aba41e1-d9f8-4205-ab8f-6df27b34e556 tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] 10.222.0.13 "PUT /v2.0/routers/fd1de92a-98b3-4885-85eb-3624b8362935/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7223308 Nov 05 19:02:41.422219 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 47100) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:02:41.447237 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acacddcb-d11f-429c-aa08-46d47a76a34a None None] Sync routers for ids ['fd1de92a-98b3-4885-85eb-3624b8362935'] in n-d-816865-1 {{(pid=102388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 19:02:41.468537 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acacddcb-d11f-429c-aa08-46d47a76a34a None None] Routers {'fd1de92a-98b3-4885-85eb-3624b8362935'} bound to L3 agent in host n-d-816865-1 {{(pid=102388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 19:02:41.470290 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-d70f52d2-392e-43fc-bc7d-8ff60a7fe7e9 tempest-NetworksIpV6TestAttrs-952298474 tempest-NetworksIpV6TestAttrs-952298474-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.1792731 Nov 05 19:02:41.470618 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-acacddcb-d11f-429c-aa08-46d47a76a34a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T19:02:35Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['fd1de92a-98b3-4885-85eb-3624b8362935'], 'active': True} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:02:41.503813 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a0543b0-e50b-49f8-a052-72df32c075a5 tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Deleting subnet 8073db28-b421-4759-be53-5a16d7654da3 {{(pid=102386) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 05 19:02:41.528904 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-3a0543b0-e50b-49f8-a052-72df32c075a5 tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Publish callbacks [] for subnet, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:41.543957 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-9040b78e-8bdb-4c98-bd12-b97375128487 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-956796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877'] for network, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:41.556939 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9040b78e-8bdb-4c98-bd12-b97375128487 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:02:41.558761 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-9040b78e-8bdb-4c98-bd12-b97375128487 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Publish callbacks [] for network, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:41.593834 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70f52d2-392e-43fc-bc7d-8ff60a7fe7e9 tempest-NetworksIpV6TestAttrs-952298474 tempest-NetworksIpV6TestAttrs-952298474-project] Pushing event updated for resources: {'Network': ['ID=d938e9d5-06c4-4eb9-8322-41e1a65336f0,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:02:41.624728 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Network d938e9d5-06c4-4eb9-8322-41e1a65336f0 details requested by agent ovs-agent-n-d-816865-1 with host n-d-816865-1 {{(pid=102388) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 05 19:02:41.659701 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-9040b78e-8bdb-4c98-bd12-b97375128487 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6833029 Nov 05 19:02:41.665358 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 47102) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:02:41.681259 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-da454881-0ac2-48d9-8508-6f5e9868224e tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1075390681', 'admin_state_up': True, 'project_id': '777902a3c6ed4ff2a5460208db53bd8a', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec'}}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:02:41.747033 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvr_db [None req-acacddcb-d11f-429c-aa08-46d47a76a34a None None] Set router fd1de92a-98b3-4885-85eb-3624b8362935 gateway port host: None {{(pid=102388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 19:02:41.759346 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9040b78e-8bdb-4c98-bd12-b97375128487 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Pushing event updated for resources: {'Network': ['ID=7340801a-d414-4a8c-8e81-bc2b23bb205e,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:02:41.820217 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-3a0543b0-e50b-49f8-a052-72df32c075a5 tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4590738'] for subnet, precommit_delete_associations {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:41.833815 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-da454881-0ac2-48d9-8508-6f5e9868224e tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-571139', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6874'] for router, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:41.835555 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Network 7340801a-d414-4a8c-8e81-bc2b23bb205e details requested by agent ovs-agent-n-d-816865-1 with host n-d-816865-1 {{(pid=102388) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 05 19:02:41.844922 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-da454881-0ac2-48d9-8508-6f5e9868224e tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-571375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1000570', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1011585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6867'] for router, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:42.333754 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-da454881-0ac2-48d9-8508-6f5e9868224e tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:42.338796 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-acacddcb-d11f-429c-aa08-46d47a76a34a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd1de92a-98b3-4885-85eb-3624b8362935', 'name': 'tempest-RoutersTest-router-939760282', 'tenant_id': 'e73ce0a6a4b043a3828a6e49d45da7fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T19:01:38Z', 'updated_at': '2021-11-05T19:02:40Z', 'revision_number': 10, 'project_id': 'e73ce0a6a4b043a3828a6e49d45da7fe', 'gw_port_host': None, '_interfaces': [{'id': 'acaf73af-be86-4544-95b9-1174fd0d9242', 'name': '', 'network_id': 'cd6e8b9b-a53a-4763-885f-93ef3b3f8bef', 'tenant_id': 'e73ce0a6a4b043a3828a6e49d45da7fe', 'mac_address': 'fa:16:3e:d9:ee:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd1de92a-98b3-4885-85eb-3624b8362935', 'device_owner': 'network:router_interface', 'standard_attr_id': 2853, 'fixed_ips': [{'subnet_id': '558ddf96-5913-4b9c-a7f9-98c1c25a666b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:01:42Z', 'updated_at': '2021-11-05T19:01:53Z', 'revision_number': 5, 'project_id': 'e73ce0a6a4b043a3828a6e49d45da7fe', 'subnets': [{'id': '558ddf96-5913-4b9c-a7f9-98c1c25a666b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-1', False) {} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:02:42.371619 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-3a0543b0-e50b-49f8-a052-72df32c075a5 tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1573928'] for subnet, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:42.428376 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-c53dce2c-612b-4fdd-8dec-2e3961e40e29 req-fd288ed4-7ea2-408a-86da-a368a065d346 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] 10.222.0.13 "GET /v2.0/ports?device_id=1682fb31-a1bf-43f5-a4fa-447937da8a91 HTTP/1.1" status: 200 len: 210 time: 0.0740657 Nov 05 19:02:42.440029 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acacddcb-d11f-429c-aa08-46d47a76a34a None None] Checking router: fd1de92a-98b3-4885-85eb-3624b8362935 for host: n-d-816865-1 {{(pid=102388) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 19:02:42.469706 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acacddcb-d11f-429c-aa08-46d47a76a34a None None] Routers {'fd1de92a-98b3-4885-85eb-3624b8362935'} bound to L3 agent in host n-d-816865-1 {{(pid=102388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 19:02:42.470986 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-acacddcb-d11f-429c-aa08-46d47a76a34a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T19:02:35Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['fd1de92a-98b3-4885-85eb-3624b8362935'], 'active': True} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:02:42.623361 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvr_db [None req-acacddcb-d11f-429c-aa08-46d47a76a34a None None] Set router fd1de92a-98b3-4885-85eb-3624b8362935 gateway port host: None {{(pid=102388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 19:02:42.756828 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-da454881-0ac2-48d9-8508-6f5e9868224e tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:42.779200 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-3a0543b0-e50b-49f8-a052-72df32c075a5 tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1573905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6149879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4877183'] for subnet, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:42.835525 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0543b0-e50b-49f8-a052-72df32c075a5 tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Pushing event deleted for resources: {'Subnet': ['ID=8073db28-b421-4759-be53-5a16d7654da3,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:02:42.863504 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-3a0543b0-e50b-49f8-a052-72df32c075a5 tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Publish callbacks [] for subnet, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:42.870888 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 47152) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:02:42.882571 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-3a0543b0-e50b-49f8-a052-72df32c075a5 tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] 10.222.0.13 "DELETE /v2.0/subnets/8073db28-b421-4759-be53-5a16d7654da3 HTTP/1.1" status: 204 len: 168 time: 1.4585440 Nov 05 19:02:42.894433 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0653b8ab-3436-4291-bce5-0fae6402d55e None None] Network 3233a838-3b77-4672-a9c6-914f0ac42c26 requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 19:02:43.059078 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-31ccce48-6a0d-4011-8df1-8ee182baa98b tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1664226'] for network, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:43.224387 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [None req-31ccce48-6a0d-4011-8df1-8ee182baa98b tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Deleting port 3b60594e-b6f6-49cb-aea4-dd4ffd878d2e {{(pid=102387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 19:02:43.224993 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-31ccce48-6a0d-4011-8df1-8ee182baa98b tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:43.397660 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.db [None req-31ccce48-6a0d-4011-8df1-8ee182baa98b tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] For port 3b60594e-b6f6-49cb-aea4-dd4ffd878d2e, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=3b60594e-b6f6-49cb-aea4-dd4ffd878d2e,segment=NetworkSegment(7259f56a-aae4-4c1f-b565-7d5dab413d1a),segment_id=7259f56a-aae4-4c1f-b565-7d5dab413d1a)] {{(pid=102387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:02:43.398080 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-31ccce48-6a0d-4011-8df1-8ee182baa98b tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:43.440415 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [None req-31ccce48-6a0d-4011-8df1-8ee182baa98b tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Calling delete_port for 3b60594e-b6f6-49cb-aea4-dd4ffd878d2e owned by network:dhcp {{(pid=102387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 19:02:43.464336 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-da454881-0ac2-48d9-8508-6f5e9868224e tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Publish callbacks [] for router_gateway, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:43.541137 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-da454881-0ac2-48d9-8508-6f5e9868224e tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:43.794905 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-66d81972-d989-4783-a17e-bf6d6f5b0cff req-22e4a6b2-787d-4867-898d-a97fef38dfea tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] 10.222.0.13 "GET /v2.0/ports?device_id=1682fb31-a1bf-43f5-a4fa-447937da8a91 HTTP/1.1" status: 200 len: 210 time: 0.1570287 Nov 05 19:02:43.887894 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-31ccce48-6a0d-4011-8df1-8ee182baa98b tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4417063'] for port, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:43.904268 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31ccce48-6a0d-4011-8df1-8ee182baa98b tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] No DVR routers for this DVR port 3b60594e-b6f6-49cb-aea4-dd4ffd878d2e on host n-d-816865-1 {{(pid=102387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 19:02:44.027990 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ccce48-6a0d-4011-8df1-8ee182baa98b tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Pushing event deleted for resources: {'Port': ['ID=3b60594e-b6f6-49cb-aea4-dd4ffd878d2e,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:02:44.121326 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-acacddcb-d11f-429c-aa08-46d47a76a34a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd1de92a-98b3-4885-85eb-3624b8362935', 'name': 'tempest-RoutersTest-router-939760282', 'tenant_id': 'e73ce0a6a4b043a3828a6e49d45da7fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T19:01:38Z', 'updated_at': '2021-11-05T19:02:40Z', 'revision_number': 10, 'project_id': 'e73ce0a6a4b043a3828a6e49d45da7fe', 'gw_port_host': None, '_interfaces': [{'id': 'acaf73af-be86-4544-95b9-1174fd0d9242', 'name': '', 'network_id': 'cd6e8b9b-a53a-4763-885f-93ef3b3f8bef', 'tenant_id': 'e73ce0a6a4b043a3828a6e49d45da7fe', 'mac_address': 'fa:16:3e:d9:ee:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd1de92a-98b3-4885-85eb-3624b8362935', 'device_owner': 'network:router_interface', 'standard_attr_id': 2853, 'fixed_ips': [{'subnet_id': '558ddf96-5913-4b9c-a7f9-98c1c25a666b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:01:42Z', 'updated_at': '2021-11-05T19:01:53Z', 'revision_number': 5, 'project_id': 'e73ce0a6a4b043a3828a6e49d45da7fe', 'subnets': [{'id': '558ddf96-5913-4b9c-a7f9-98c1c25a666b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-1', False) {} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:02:44.249335 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acacddcb-d11f-429c-aa08-46d47a76a34a None None] The sync data for ids ['fd1de92a-98b3-4885-85eb-3624b8362935'] in n-d-816865-1 is: [{'id': 'fd1de92a-98b3-4885-85eb-3624b8362935', 'name': 'tempest-RoutersTest-router-939760282', 'tenant_id': 'e73ce0a6a4b043a3828a6e49d45da7fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T19:01:38Z', 'updated_at': '2021-11-05T19:02:40Z', 'revision_number': 10, 'project_id': 'e73ce0a6a4b043a3828a6e49d45da7fe', 'gw_port_host': None, '_interfaces': [{'id': 'acaf73af-be86-4544-95b9-1174fd0d9242', 'name': '', 'network_id': 'cd6e8b9b-a53a-4763-885f-93ef3b3f8bef', 'tenant_id': 'e73ce0a6a4b043a3828a6e49d45da7fe', 'mac_address': 'fa:16:3e:d9:ee:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd1de92a-98b3-4885-85eb-3624b8362935', 'device_owner': 'network:router_interface', 'standard_attr_id': 2853, 'fixed_ips': [{'subnet_id': '558ddf96-5913-4b9c-a7f9-98c1c25a666b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:01:42Z', 'updated_at': '2021-11-05T19:01:53Z', 'revision_number': 5, 'project_id': 'e73ce0a6a4b043a3828a6e49d45da7fe', 'subnets': [{'id': '558ddf96-5913-4b9c-a7f9-98c1c25a666b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 19:02:44.253007 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-31ccce48-6a0d-4011-8df1-8ee182baa98b tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1579173', 'neutron.services.segments.db._delete_segments_for_network-8750027792909'] for network, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:44.264063 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de66f869-7f4e-4c0b-8fd8-375f8c743713 None None] DHCP port deletion for 3233a838-3b77-4672-a9c6-914f0ac42c26 request from n-d-816865-1 {{(pid=102388) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 05 19:02:44.375659 n-d-816865-1 neutron-server[102387]: DEBUG neutron.services.segments.db [None req-31ccce48-6a0d-4011-8df1-8ee182baa98b tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3233a838-3b77-4672-a9c6-914f0ac42c26']}} {{(pid=102387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:02:44.454415 n-d-816865-1 neutron-server[102387]: DEBUG neutron.services.segments.db [None req-31ccce48-6a0d-4011-8df1-8ee182baa98b tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7259f56a-aae4-4c1f-b565-7d5dab413d1a') {'for_net_delete': True} {{(pid=102387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:02:44.458487 n-d-816865-1 neutron-server[102387]: DEBUG neutron.services.segments.db [None req-31ccce48-6a0d-4011-8df1-8ee182baa98b tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7259f56a-aae4-4c1f-b565-7d5dab413d1a') {} {{(pid=102387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:02:44.543612 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-31ccce48-6a0d-4011-8df1-8ee182baa98b tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750027793430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4463492'] for segment, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:44.626619 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4398e8f4-9f5c-44be-bd49-6dc167b8e7d5 req-fe54f33a-0bca-4118-b2f6-b6a521121832 tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:02:44.635179 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-4398e8f4-9f5c-44be-bd49-6dc167b8e7d5 req-fe54f33a-0bca-4118-b2f6-b6a521121832 tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e0e9f2c-b17f-4007-b3d8-07e537a1c2f3 HTTP/1.1" status: 200 len: 946 time: 0.2769718 Nov 05 19:02:44.639989 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-31ccce48-6a0d-4011-8df1-8ee182baa98b tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273'] for segment, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:44.674966 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31ccce48-6a0d-4011-8df1-8ee182baa98b tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Releasing vlan 187 on physical network physnet1 to pool {{(pid=102387) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 05 19:02:44.675951 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-31ccce48-6a0d-4011-8df1-8ee182baa98b tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4417236'] for segment, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:44.726701 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 47186) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:02:44.733723 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-943ed2f9-d66f-43b9-84c6-12b8944678f7 tempest-NetworksIpV6TestAttrs-952298474 tempest-NetworksIpV6TestAttrs-952298474-project] Request body: {'subnet': {'network_id': 'd938e9d5-06c4-4eb9-8322-41e1a65336f0', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:02:44.772427 n-d-816865-1 neutron-server[102387]: Traceback (most recent call last): Nov 05 19:02:44.772427 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 05 19:02:44.772427 n-d-816865-1 neutron-server[102387]: timer() Nov 05 19:02:44.772427 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 05 19:02:44.772427 n-d-816865-1 neutron-server[102387]: cb(*args, **kw) Nov 05 19:02:44.772427 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 05 19:02:44.772427 n-d-816865-1 neutron-server[102387]: return func(*args, **kwargs) Nov 05 19:02:44.772427 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 05 19:02:44.772427 n-d-816865-1 neutron-server[102387]: self._notify() Nov 05 19:02:44.772427 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 05 19:02:44.772427 n-d-816865-1 neutron-server[102387]: self.callback(batched_events) Nov 05 19:02:44.772427 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 05 19:02:44.772427 n-d-816865-1 neutron-server[102387]: event.method(event) Nov 05 19:02:44.772427 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 05 19:02:44.772427 n-d-816865-1 neutron-server[102387]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 05 19:02:44.772427 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 05 19:02:44.772427 n-d-816865-1 neutron-server[102387]: aggregate_uuid = self.p_client.list_aggregates( Nov 05 19:02:44.772427 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 05 19:02:44.772427 n-d-816865-1 neutron-server[102387]: return f(self, *a, **k) Nov 05 19:02:44.772427 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 05 19:02:44.772427 n-d-816865-1 neutron-server[102387]: return self._get(url).json() Nov 05 19:02:44.772427 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 05 19:02:44.772427 n-d-816865-1 neutron-server[102387]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 05 19:02:44.772427 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 05 19:02:44.772427 n-d-816865-1 neutron-server[102387]: return self.request(url, 'GET', **kwargs) Nov 05 19:02:44.772427 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 05 19:02:44.772427 n-d-816865-1 neutron-server[102387]: base_url = self.get_endpoint(auth, allow=allow, Nov 05 19:02:44.772427 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 05 19:02:44.772427 n-d-816865-1 neutron-server[102387]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 05 19:02:44.772427 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 05 19:02:44.772427 n-d-816865-1 neutron-server[102387]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 05 19:02:44.772427 n-d-816865-1 neutron-server[102387]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 05 19:02:44.812985 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-4398e8f4-9f5c-44be-bd49-6dc167b8e7d5 req-e499aff1-0c46-4ca4-ab91-44d7b869bf68 tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] 10.222.0.13 "GET /v2.0/security-groups?id=e2e15a42-88b8-49e2-ad78-9daadc9e7fe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1769474 Nov 05 19:02:44.836522 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.db_base_plugin_common [None req-da454881-0ac2-48d9-8508-6f5e9868224e tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Allocated IP 172.25.6.210 (40c8335d-cd0b-4cb5-910a-d4dcddd5cbec/04fe6db3-e108-4208-943d-6518424f5726/8742be66-1789-402a-a0dc-45a4ed0acc7f) {{(pid=102386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 19:02:44.898457 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-31ccce48-6a0d-4011-8df1-8ee182baa98b tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1579178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-956796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1000687'] for network, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:44.907008 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-31ccce48-6a0d-4011-8df1-8ee182baa98b tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Publish callbacks [] for network, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:44.920844 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-31ccce48-6a0d-4011-8df1-8ee182baa98b tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] 10.222.0.13 "DELETE /v2.0/networks/3233a838-3b77-4672-a9c6-914f0ac42c26 HTTP/1.1" status: 204 len: 168 time: 2.0486183 Nov 05 19:02:44.930718 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 47196) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:02:44.933643 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ccce48-6a0d-4011-8df1-8ee182baa98b tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Pushing event deleted for resources: {'Network': ['ID=3233a838-3b77-4672-a9c6-914f0ac42c26,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:02:45.022269 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-c72c7422-39fd-4293-8ee8-ee103691c7bb req-3cde3966-f90c-4a9f-a836-492b2d8ed3d1 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] 10.222.0.13 "GET /v2.0/ports?device_id=1682fb31-a1bf-43f5-a4fa-447937da8a91 HTTP/1.1" status: 200 len: 210 time: 0.0662391 Nov 05 19:02:45.062908 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-943ed2f9-d66f-43b9-84c6-12b8944678f7 tempest-NetworksIpV6TestAttrs-952298474 tempest-NetworksIpV6TestAttrs-952298474-project] Made reservation on behalf of f171a8a78c484dd49cccfb91cf64615a for: {'subnet': 1} {{(pid=102386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 19:02:45.067941 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-943ed2f9-d66f-43b9-84c6-12b8944678f7 tempest-NetworksIpV6TestAttrs-952298474 tempest-NetworksIpV6TestAttrs-952298474-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4877122'] for subnet, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:45.094326 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50f5f00-a516-4a76-b541-cae81444c8db req-7bafe7db-4317-4d1c-82ba-98816b9ef4f5 tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:02:45.106394 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-a50f5f00-a516-4a76-b541-cae81444c8db req-7bafe7db-4317-4d1c-82ba-98816b9ef4f5 tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e0e9f2c-b17f-4007-b3d8-07e537a1c2f3 HTTP/1.1" status: 200 len: 946 time: 0.1203055 Nov 05 19:02:45.180491 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-a50f5f00-a516-4a76-b541-cae81444c8db req-7d3e1e6d-bbb1-44ec-8dde-d3bfb9d77eb9 tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] 10.222.0.13 "GET /v2.0/security-groups?id=e2e15a42-88b8-49e2-ad78-9daadc9e7fe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730019 Nov 05 19:02:45.329178 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-da454881-0ac2-48d9-8508-6f5e9868224e tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Publish callbacks [] for port, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:45.548082 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-da454881-0ac2-48d9-8508-6f5e9868224e tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:45.628682 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da454881-0ac2-48d9-8508-6f5e9868224e tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Network 40c8335d-cd0b-4cb5-910a-d4dcddd5cbec is already hosted by enough agents. {{(pid=102386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 19:02:45.639304 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.base_scheduler [None req-da454881-0ac2-48d9-8508-6f5e9868224e tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Resources bound (agent type, host, resource id): {{(pid=102386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 19:02:45.644130 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da454881-0ac2-48d9-8508-6f5e9868224e tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Received port after_create {{(pid=102386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 19:02:45.654810 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da454881-0ac2-48d9-8508-6f5e9868224e tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Pushing event updated for resources: {'Port': ['ID=8742be66-1789-402a-a0dc-45a4ed0acc7f,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:02:45.709642 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-943ed2f9-d66f-43b9-84c6-12b8944678f7 tempest-NetworksIpV6TestAttrs-952298474 tempest-NetworksIpV6TestAttrs-952298474-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6149946', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4877172'] for subnet, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:45.918741 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943ed2f9-d66f-43b9-84c6-12b8944678f7 tempest-NetworksIpV6TestAttrs-952298474 tempest-NetworksIpV6TestAttrs-952298474-project] Pushing event updated for resources: {'Subnet': ['ID=8397a344-e4e7-4672-bcb8-64b9e8da4cb6,revision_number=0']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:02:45.959976 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-943ed2f9-d66f-43b9-84c6-12b8944678f7 tempest-NetworksIpV6TestAttrs-952298474 tempest-NetworksIpV6TestAttrs-952298474-project] Checking segment: {'id': 'a996d555-d2f7-4456-8594-9a591104b5b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'd938e9d5-06c4-4eb9-8322-41e1a65336f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 19:02:45.960799 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-943ed2f9-d66f-43b9-84c6-12b8944678f7 tempest-NetworksIpV6TestAttrs-952298474 tempest-NetworksIpV6TestAttrs-952298474-project] Network hostable DHCP agents. Network: d938e9d5-06c4-4eb9-8322-41e1a65336f0, hostable agents: ['987e2ca0-bc3b-4c6f-a989-429ccfbf753f'], hosted agents: [] {{(pid=102386) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 05 19:02:46.107714 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-2bb9476a-61c7-4167-8223-dc04414102d5 tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-571777'] for router_interface, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:46.122081 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 953a5297-c445-4661-9ea9-6d266c22f808 no longer exists at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 19:02:46.208442 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] No Port match for: 953a5297-c445-4661-9ea9-6d266c22f808 {{(pid=102388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 19:02:46.209009 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 953a5297-c445-4661-9ea9-6d266c22f808 not bound to the agent host n-d-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 19:02:46.209717 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 3b60594e-b6f6-49cb-aea4-dd4ffd878d2e no longer exists at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 19:02:46.263697 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-943ed2f9-d66f-43b9-84c6-12b8944678f7 tempest-NetworksIpV6TestAttrs-952298474 tempest-NetworksIpV6TestAttrs-952298474-project] Network d938e9d5-06c4-4eb9-8322-41e1a65336f0 is scheduled to be hosted by DHCP agent 987e2ca0-bc3b-4c6f-a989-429ccfbf753f with binding_index 1 {{(pid=102386) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 05 19:02:46.333865 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-a46ce2ac-7f72-413a-9cd5-fc3aeb6a861e req-df020807-2860-45f5-b65a-24d2a1d7b265 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] 10.222.0.13 "GET /v2.0/ports?device_id=1682fb31-a1bf-43f5-a4fa-447937da8a91 HTTP/1.1" status: 200 len: 210 time: 0.1225865 Nov 05 19:02:46.336254 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] No Port match for: 3b60594e-b6f6-49cb-aea4-dd4ffd878d2e {{(pid=102388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 19:02:46.336806 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 3b60594e-b6f6-49cb-aea4-dd4ffd878d2e not bound to the agent host n-d-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 19:02:46.502807 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.base_scheduler [None req-943ed2f9-d66f-43b9-84c6-12b8944678f7 tempest-NetworksIpV6TestAttrs-952298474 tempest-NetworksIpV6TestAttrs-952298474-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816865-1, d938e9d5-06c4-4eb9-8322-41e1a65336f0) {{(pid=102386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 19:02:46.512808 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4df59f9e-2920-4579-864b-474526159ddb None None] Network d938e9d5-06c4-4eb9-8322-41e1a65336f0 requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 19:02:46.578897 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-943ed2f9-d66f-43b9-84c6-12b8944678f7 tempest-NetworksIpV6TestAttrs-952298474 tempest-NetworksIpV6TestAttrs-952298474-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:02:46.580086 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-943ed2f9-d66f-43b9-84c6-12b8944678f7 tempest-NetworksIpV6TestAttrs-952298474 tempest-NetworksIpV6TestAttrs-952298474-project] Publish callbacks [] for subnet, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:46.677968 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-da454881-0ac2-48d9-8508-6f5e9868224e tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Publish callbacks [] for router_gateway, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:46.836514 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bfc3c77-ddf3-4e2e-ae1d-72918582e97a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeb20a084-accf-5b60-8075-3e69ebe863a6-d938e9d5-06c4-4eb9-8322-41e1a65336f0', 'network_id': 'd938e9d5-06c4-4eb9-8322-41e1a65336f0', 'tenant_id': 'f171a8a78c484dd49cccfb91cf64615a', 'fixed_ips': [{'subnet_id': '8397a344-e4e7-4672-bcb8-64b9e8da4cb6'}]}} from n-d-816865-1. {{(pid=102388) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 05 19:02:46.838171 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-5bfc3c77-ddf3-4e2e-ae1d-72918582e97a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:46.841176 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-943ed2f9-d66f-43b9-84c6-12b8944678f7 tempest-NetworksIpV6TestAttrs-952298474 tempest-NetworksIpV6TestAttrs-952298474-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.1115525 Nov 05 19:02:46.844737 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 47224) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:02:46.850585 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-4f288e5a-003f-42a3-bbe4-89916ebbd5a8 tempest-NetworksIpV6TestAttrs-952298474 tempest-NetworksIpV6TestAttrs-952298474-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-2030344022'}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:02:46.973678 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f288e5a-003f-42a3-bbe4-89916ebbd5a8 tempest-NetworksIpV6TestAttrs-952298474 tempest-NetworksIpV6TestAttrs-952298474-project] Made reservation on behalf of f171a8a78c484dd49cccfb91cf64615a for: {'network': 1} {{(pid=102387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 19:02:46.977349 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-4f288e5a-003f-42a3-bbe4-89916ebbd5a8 tempest-NetworksIpV6TestAttrs-952298474 tempest-NetworksIpV6TestAttrs-952298474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for network, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:47.077580 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f288e5a-003f-42a3-bbe4-89916ebbd5a8 tempest-NetworksIpV6TestAttrs-952298474 tempest-NetworksIpV6TestAttrs-952298474-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 180} {{(pid=102387) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 05 19:02:47.085863 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-da454881-0ac2-48d9-8508-6f5e9868224e tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-571384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1000487'] for router, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:47.125828 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-4f288e5a-003f-42a3-bbe4-89916ebbd5a8 tempest-NetworksIpV6TestAttrs-952298474 tempest-NetworksIpV6TestAttrs-952298474-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273'] for segment, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:47.131392 n-d-816865-1 neutron-server[102387]: INFO neutron.db.segments_db [None req-4f288e5a-003f-42a3-bbe4-89916ebbd5a8 tempest-NetworksIpV6TestAttrs-952298474 tempest-NetworksIpV6TestAttrs-952298474-project] Added segment 9fe89f83-5e32-4b08-a9e4-07418222a7ea of type vlan for network f05cbee4-8de4-4dc2-ad19-541a1a7509c5 Nov 05 19:02:47.238867 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.db_base_plugin_common [None req-5bfc3c77-ddf3-4e2e-ae1d-72918582e97a None None] Allocated IP 2001:db8:0:ffff::2 (d938e9d5-06c4-4eb9-8322-41e1a65336f0/8397a344-e4e7-4672-bcb8-64b9e8da4cb6/cca86bd6-817d-446c-a879-fc6d6085d26f) {{(pid=102388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 19:02:47.253085 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-2bb9476a-61c7-4167-8223-dc04414102d5 tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Deleting port acaf73af-be86-4544-95b9-1174fd0d9242 {{(pid=102386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 19:02:47.253085 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-2bb9476a-61c7-4167-8223-dc04414102d5 tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:47.265243 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-4f288e5a-003f-42a3-bbe4-89916ebbd5a8 tempest-NetworksIpV6TestAttrs-952298474 tempest-NetworksIpV6TestAttrs-952298474-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750027258543'] for network, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:47.395375 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-4f288e5a-003f-42a3-bbe4-89916ebbd5a8 tempest-NetworksIpV6TestAttrs-952298474 tempest-NetworksIpV6TestAttrs-952298474-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-956796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877'] for network, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:47.402163 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f288e5a-003f-42a3-bbe4-89916ebbd5a8 tempest-NetworksIpV6TestAttrs-952298474 tempest-NetworksIpV6TestAttrs-952298474-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:02:47.403040 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-4f288e5a-003f-42a3-bbe4-89916ebbd5a8 tempest-NetworksIpV6TestAttrs-952298474 tempest-NetworksIpV6TestAttrs-952298474-project] Publish callbacks [] for network, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:47.469157 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-5bfc3c77-ddf3-4e2e-ae1d-72918582e97a None None] Publish callbacks [] for port, precommit_create {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:47.576869 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-5bfc3c77-ddf3-4e2e-ae1d-72918582e97a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789'] for port, after_create {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:47.644403 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-a202f62c-a3a8-414a-b3cf-92ad0b92da17 req-88ee0255-81c2-47a5-99ec-ee5700e1a67f tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] 10.222.0.13 "GET /v2.0/ports?device_id=1682fb31-a1bf-43f5-a4fa-447937da8a91 HTTP/1.1" status: 200 len: 210 time: 0.1340206 Nov 05 19:02:47.669884 n-d-816865-1 neutron-server[102388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bfc3c77-ddf3-4e2e-ae1d-72918582e97a None None] Network d938e9d5-06c4-4eb9-8322-41e1a65336f0 is already hosted by enough agents. {{(pid=102388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 19:02:47.671497 n-d-816865-1 neutron-server[102388]: DEBUG neutron.scheduler.base_scheduler [None req-5bfc3c77-ddf3-4e2e-ae1d-72918582e97a None None] Resources bound (agent type, host, resource id): {{(pid=102388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 19:02:47.675180 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-4f288e5a-003f-42a3-bbe4-89916ebbd5a8 tempest-NetworksIpV6TestAttrs-952298474 tempest-NetworksIpV6TestAttrs-952298474-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.8292937 Nov 05 19:02:47.678791 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bfc3c77-ddf3-4e2e-ae1d-72918582e97a None None] Received port after_create {{(pid=102388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 19:02:47.680046 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 47242) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:02:47.710512 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-2e83b7fc-a7c5-425f-b91f-201b9a719282 tempest-NetworksIpV6TestAttrs-952298474 tempest-NetworksIpV6TestAttrs-952298474-project] Request body: {'subnet': {'network_id': 'f05cbee4-8de4-4dc2-ad19-541a1a7509c5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:02:47.873670 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f288e5a-003f-42a3-bbe4-89916ebbd5a8 tempest-NetworksIpV6TestAttrs-952298474 tempest-NetworksIpV6TestAttrs-952298474-project] Pushing event updated for resources: {'Network': ['ID=f05cbee4-8de4-4dc2-ad19-541a1a7509c5,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:02:47.880727 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bfc3c77-ddf3-4e2e-ae1d-72918582e97a None None] Pushing event updated for resources: {'Port': ['ID=cca86bd6-817d-446c-a879-fc6d6085d26f,revision_number=1']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:02:47.887967 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-5bfc3c77-ddf3-4e2e-ae1d-72918582e97a None None] Attempting to bind port cca86bd6-817d-446c-a879-fc6d6085d26f on host n-d-816865-1 for vnic_type normal with profile {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 19:02:47.891089 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-5bfc3c77-ddf3-4e2e-ae1d-72918582e97a None None] Attempting to bind port cca86bd6-817d-446c-a879-fc6d6085d26f by drivers openvswitch,hyperv on host n-d-816865-1 at level 0 using segments [{'id': 'a996d555-d2f7-4456-8594-9a591104b5b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'd938e9d5-06c4-4eb9-8322-41e1a65336f0'}] {{(pid=102388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 19:02:47.891089 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bfc3c77-ddf3-4e2e-ae1d-72918582e97a None None] Attempting to bind port cca86bd6-817d-446c-a879-fc6d6085d26f on network d938e9d5-06c4-4eb9-8322-41e1a65336f0 {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 19:02:47.893276 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Network f05cbee4-8de4-4dc2-ad19-541a1a7509c5 details requested by agent ovs-agent-n-d-816865-1 with host n-d-816865-1 {{(pid=102388) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 05 19:02:47.899900 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bfc3c77-ddf3-4e2e-ae1d-72918582e97a None None] Checking agent: {'id': '724d89a7-611b-41e6-bc85-c48112b17afa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 18, 25, 8), 'started_at': datetime.datetime(2021, 11, 5, 18, 25, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 19, 2, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 19:02:47.900284 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bfc3c77-ddf3-4e2e-ae1d-72918582e97a None None] Checking segment: {'id': 'a996d555-d2f7-4456-8594-9a591104b5b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'd938e9d5-06c4-4eb9-8322-41e1a65336f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 19:02:47.900691 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-5bfc3c77-ddf3-4e2e-ae1d-72918582e97a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:47.901083 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bfc3c77-ddf3-4e2e-ae1d-72918582e97a None None] Bound using segment: {'id': 'a996d555-d2f7-4456-8594-9a591104b5b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'd938e9d5-06c4-4eb9-8322-41e1a65336f0'} {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 19:02:47.901563 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-5bfc3c77-ddf3-4e2e-ae1d-72918582e97a None None] Bound port: cca86bd6-817d-446c-a879-fc6d6085d26f, host: n-d-816865-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a996d555-d2f7-4456-8594-9a591104b5b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'd938e9d5-06c4-4eb9-8322-41e1a65336f0'}}] {{(pid=102388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 19:02:47.901950 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-5bfc3c77-ddf3-4e2e-ae1d-72918582e97a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:47.985581 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e83b7fc-a7c5-425f-b91f-201b9a719282 tempest-NetworksIpV6TestAttrs-952298474 tempest-NetworksIpV6TestAttrs-952298474-project] Made reservation on behalf of f171a8a78c484dd49cccfb91cf64615a for: {'subnet': 1} {{(pid=102387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 19:02:48.007933 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-2e83b7fc-a7c5-425f-b91f-201b9a719282 tempest-NetworksIpV6TestAttrs-952298474 tempest-NetworksIpV6TestAttrs-952298474-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5112236'] for subnet, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:48.048586 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-5bfc3c77-ddf3-4e2e-ae1d-72918582e97a None None] For port cca86bd6-817d-446c-a879-fc6d6085d26f, host n-d-816865-1, cleared binding levels {{(pid=102388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 19:02:48.052515 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-5bfc3c77-ddf3-4e2e-ae1d-72918582e97a None None] For port cca86bd6-817d-446c-a879-fc6d6085d26f, host n-d-816865-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=cca86bd6-817d-446c-a879-fc6d6085d26f,segment=NetworkSegment(a996d555-d2f7-4456-8594-9a591104b5b5),segment_id=a996d555-d2f7-4456-8594-9a591104b5b5)] {{(pid=102388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 19:02:48.133525 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-5bfc3c77-ddf3-4e2e-ae1d-72918582e97a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:48.312528 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [None req-2bb9476a-61c7-4167-8223-dc04414102d5 tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] For port acaf73af-be86-4544-95b9-1174fd0d9242, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=acaf73af-be86-4544-95b9-1174fd0d9242,segment=NetworkSegment(bba499a4-b99b-4875-8bd9-8406c30b86bb),segment_id=bba499a4-b99b-4875-8bd9-8406c30b86bb)] {{(pid=102386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:02:48.313242 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-2bb9476a-61c7-4167-8223-dc04414102d5 tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:48.343334 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-2bb9476a-61c7-4167-8223-dc04414102d5 tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Calling delete_port for acaf73af-be86-4544-95b9-1174fd0d9242 owned by network:router_interface {{(pid=102386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 19:02:48.343845 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bfc3c77-ddf3-4e2e-ae1d-72918582e97a None None] Pushing event updated for resources: {'Port': ['ID=cca86bd6-817d-446c-a879-fc6d6085d26f,revision_number=2']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:02:48.458668 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da454881-0ac2-48d9-8508-6f5e9868224e tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Router 92d58f79-68a7-41aa-ae45-8002064d2c06 is scheduled to L3 agent 6dcb5589-8e86-4616-9186-ddc4548e13ad with binding_index 1 {{(pid=102386) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 05 19:02:48.670230 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da454881-0ac2-48d9-8508-6f5e9868224e tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Notify agent at l3_agent.n-d-816865-1 the message routers_updated {{(pid=102386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 19:02:48.696003 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e2591e5-4ae1-4db7-b2e6-76fdd3adb5ae None None] Sync routers for ids ['92d58f79-68a7-41aa-ae45-8002064d2c06'] in n-d-816865-1 {{(pid=102389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 19:02:48.715463 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e2591e5-4ae1-4db7-b2e6-76fdd3adb5ae None None] Routers {'92d58f79-68a7-41aa-ae45-8002064d2c06'} bound to L3 agent in host n-d-816865-1 {{(pid=102389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 19:02:48.716178 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-9e2591e5-4ae1-4db7-b2e6-76fdd3adb5ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T19:02:35Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['92d58f79-68a7-41aa-ae45-8002064d2c06'], 'active': True} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:02:48.786844 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-da454881-0ac2-48d9-8508-6f5e9868224e tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Publish callbacks [] for router, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:48.788123 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-da454881-0ac2-48d9-8508-6f5e9868224e tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 7.1173911 Nov 05 19:02:48.792692 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 47268) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:02:48.829845 n-d-816865-1 neutron-server[102387]: DEBUG neutron.objects.ports [None req-2e83b7fc-a7c5-425f-b91f-201b9a719282 tempest-NetworksIpV6TestAttrs-952298474 tempest-NetworksIpV6TestAttrs-952298474-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102387) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 05 19:02:48.844908 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-2e83b7fc-a7c5-425f-b91f-201b9a719282 tempest-NetworksIpV6TestAttrs-952298474 tempest-NetworksIpV6TestAttrs-952298474-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4417463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5112218'] for subnet, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:48.860488 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-2bb9476a-61c7-4167-8223-dc04414102d5 tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:48.927399 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e83b7fc-a7c5-425f-b91f-201b9a719282 tempest-NetworksIpV6TestAttrs-952298474 tempest-NetworksIpV6TestAttrs-952298474-project] Pushing event updated for resources: {'Subnet': ['ID=2d577342-6bfe-4cf8-ac62-a672532b0f6d,revision_number=0']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:02:48.942936 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-89f43d37-d584-4a36-aebb-9d86e5c4560d req-bd39c6fc-5df8-4a75-a211-85076227b11d tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] 10.222.0.13 "GET /v2.0/ports?device_id=1682fb31-a1bf-43f5-a4fa-447937da8a91 HTTP/1.1" status: 200 len: 210 time: 0.1110084 Nov 05 19:02:48.953917 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb9476a-61c7-4167-8223-dc04414102d5 tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Pushing event deleted for resources: {'Port': ['ID=acaf73af-be86-4544-95b9-1174fd0d9242,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:02:48.974021 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374a115c-cfa2-4cbd-aa9d-dce9f7c164a9 req-785bba87-58cb-4072-aa0c-13e721d9fc4b tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:02:48.996646 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-374a115c-cfa2-4cbd-aa9d-dce9f7c164a9 req-785bba87-58cb-4072-aa0c-13e721d9fc4b tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e0e9f2c-b17f-4007-b3d8-07e537a1c2f3 HTTP/1.1" status: 200 len: 946 time: 0.3647642 Nov 05 19:02:49.058919 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvr_db [None req-9e2591e5-4ae1-4db7-b2e6-76fdd3adb5ae None None] Set router 92d58f79-68a7-41aa-ae45-8002064d2c06 gateway port host: n-d-816865-1 {{(pid=102389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 19:02:49.094398 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e83b7fc-a7c5-425f-b91f-201b9a719282 tempest-NetworksIpV6TestAttrs-952298474 tempest-NetworksIpV6TestAttrs-952298474-project] Checking segment: {'id': '9fe89f83-5e32-4b08-a9e4-07418222a7ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'f05cbee4-8de4-4dc2-ad19-541a1a7509c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 19:02:49.094767 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e83b7fc-a7c5-425f-b91f-201b9a719282 tempest-NetworksIpV6TestAttrs-952298474 tempest-NetworksIpV6TestAttrs-952298474-project] Network hostable DHCP agents. Network: f05cbee4-8de4-4dc2-ad19-541a1a7509c5, hostable agents: ['987e2ca0-bc3b-4c6f-a989-429ccfbf753f'], hosted agents: [] {{(pid=102387) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 05 19:02:49.110728 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 47272) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:02:49.118528 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-e646e456-c458-476f-99cb-37df0d960f8f tempest-TestNetworkAdvancedServerOps-912703179 tempest-TestNetworkAdvancedServerOps-912703179-project-admin] 10.222.0.13 "GET /v2.0/subnets?project_id=777902a3c6ed4ff2a5460208db53bd8a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3240185 Nov 05 19:02:49.369243 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-374a115c-cfa2-4cbd-aa9d-dce9f7c164a9 req-1bf9102e-f9b0-4e5e-bb33-a2458712cde2 tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] 10.222.0.13 "GET /v2.0/security-groups?id=e2e15a42-88b8-49e2-ad78-9daadc9e7fe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3695765 Nov 05 19:02:49.419201 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e83b7fc-a7c5-425f-b91f-201b9a719282 tempest-NetworksIpV6TestAttrs-952298474 tempest-NetworksIpV6TestAttrs-952298474-project] Network f05cbee4-8de4-4dc2-ad19-541a1a7509c5 is scheduled to be hosted by DHCP agent 987e2ca0-bc3b-4c6f-a989-429ccfbf753f with binding_index 1 {{(pid=102387) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 05 19:02:49.455334 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-2bb9476a-61c7-4167-8223-dc04414102d5 tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-597886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-573297'] for router_interface, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:49.473942 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-9e2591e5-4ae1-4db7-b2e6-76fdd3adb5ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92d58f79-68a7-41aa-ae45-8002064d2c06', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1075390681', 'tenant_id': '777902a3c6ed4ff2a5460208db53bd8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.210'}], 'enable_snat': True}, 'gw_port_id': '8742be66-1789-402a-a0dc-45a4ed0acc7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T19:02:41Z', 'updated_at': '2021-11-05T19:02:45Z', 'revision_number': 3, 'project_id': '777902a3c6ed4ff2a5460208db53bd8a', 'gw_port': {'id': '8742be66-1789-402a-a0dc-45a4ed0acc7f', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:25:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92d58f79-68a7-41aa-ae45-8002064d2c06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2935, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:02:43Z', 'updated_at': '2021-11-05T19:02:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1'}], 'n-d-816865-1', False) {} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:02:49.533055 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.base_scheduler [None req-2e83b7fc-a7c5-425f-b91f-201b9a719282 tempest-NetworksIpV6TestAttrs-952298474 tempest-NetworksIpV6TestAttrs-952298474-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816865-1, f05cbee4-8de4-4dc2-ad19-541a1a7509c5) {{(pid=102387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 19:02:49.550799 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e2591e5-4ae1-4db7-b2e6-76fdd3adb5ae None None] Checking router: 92d58f79-68a7-41aa-ae45-8002064d2c06 for host: n-d-816865-1 {{(pid=102389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 19:02:49.552833 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e2591e5-4ae1-4db7-b2e6-76fdd3adb5ae None None] Updating router 92d58f79-68a7-41aa-ae45-8002064d2c06 port 8742be66-1789-402a-a0dc-45a4ed0acc7f binding host n-d-816865-1 {{(pid=102389) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 05 19:02:49.552979 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f42b4a7-9ae3-4516-a68a-338e35d360a0 None None] Network f05cbee4-8de4-4dc2-ad19-541a1a7509c5 requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 19:02:49.554869 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e83b7fc-a7c5-425f-b91f-201b9a719282 tempest-NetworksIpV6TestAttrs-952298474 tempest-NetworksIpV6TestAttrs-952298474-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:02:49.561984 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-2e83b7fc-a7c5-425f-b91f-201b9a719282 tempest-NetworksIpV6TestAttrs-952298474 tempest-NetworksIpV6TestAttrs-952298474-project] Publish callbacks [] for subnet, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:49.580004 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf9f93cb-6e80-4506-9e7b-f4266d33d5a5 tempest-TestNetworkAdvancedServerOps-912703179 tempest-TestNetworkAdvancedServerOps-912703179-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:02:49.586332 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-cf9f93cb-6e80-4506-9e7b-f4266d33d5a5 tempest-TestNetworkAdvancedServerOps-912703179 tempest-TestNetworkAdvancedServerOps-912703179-project-admin] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4711761 Nov 05 19:02:49.601305 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 47284) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:02:49.609239 n-d-816865-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-9e2591e5-4ae1-4db7-b2e6-76fdd3adb5ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:49.899387 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75227a9b-cdd1-425f-b314-1a806cca3ba6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeb20a084-accf-5b60-8075-3e69ebe863a6-f05cbee4-8de4-4dc2-ad19-541a1a7509c5', 'network_id': 'f05cbee4-8de4-4dc2-ad19-541a1a7509c5', 'tenant_id': 'f171a8a78c484dd49cccfb91cf64615a', 'fixed_ips': [{'subnet_id': '2d577342-6bfe-4cf8-ac62-a672532b0f6d'}]}} from n-d-816865-1. {{(pid=102388) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 05 19:02:49.900290 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-75227a9b-cdd1-425f-b314-1a806cca3ba6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:49.960475 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2bb9476a-61c7-4167-8223-dc04414102d5 tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Router fd1de92a-98b3-4885-85eb-3624b8362935 has already been hosted by L3 agent 6dcb5589-8e86-4616-9186-ddc4548e13ad {{(pid=102386) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 19:02:50.193916 n-d-816865-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-9e2591e5-4ae1-4db7-b2e6-76fdd3adb5ae None None] Publish callbacks [] for port, precommit_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:50.243285 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.db_base_plugin_common [None req-75227a9b-cdd1-425f-b314-1a806cca3ba6 None None] Allocated IP 2001:db8::f816:3eff:fe9e:3e16 (f05cbee4-8de4-4dc2-ad19-541a1a7509c5/2d577342-6bfe-4cf8-ac62-a672532b0f6d/ae47655c-d7aa-46d4-945f-55a9b0c2cbfc) {{(pid=102388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 19:02:50.262676 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bb9476a-61c7-4167-8223-dc04414102d5 tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Notify agent at l3_agent.n-d-816865-1 the message routers_updated {{(pid=102386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 19:02:50.287340 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-2bb9476a-61c7-4167-8223-dc04414102d5 tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] 10.222.0.13 "PUT /v2.0/routers/fd1de92a-98b3-4885-85eb-3624b8362935/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3537080 Nov 05 19:02:50.290075 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 47292) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:02:50.336203 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee9e8c03-2cdd-498a-8f6b-d8b07b8e0d23 None None] Sync routers for ids ['fd1de92a-98b3-4885-85eb-3624b8362935'] in n-d-816865-1 {{(pid=102388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 19:02:50.341153 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3797f258-76ec-47c5-9671-2e1559431674 None None] Network d938e9d5-06c4-4eb9-8322-41e1a65336f0 requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 19:02:50.358879 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae0333bb-19f1-496a-a929-38cc7dbb843a tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Deleting subnet 558ddf96-5913-4b9c-a7f9-98c1c25a666b {{(pid=102386) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 05 19:02:50.362447 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-ae0333bb-19f1-496a-a929-38cc7dbb843a tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Publish callbacks [] for subnet, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:50.412453 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-ae0333bb-19f1-496a-a929-38cc7dbb843a tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4590738'] for subnet, precommit_delete_associations {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:50.467582 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-3e80a071-38b0-4d3d-ae51-b5fba7d709d7 None None] Provisioning complete for port cca86bd6-817d-446c-a879-fc6d6085d26f triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:02:50.467965 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3e80a071-38b0-4d3d-ae51-b5fba7d709d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:50.513429 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device cca86bd6-817d-446c-a879-fc6d6085d26f up at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 19:02:50.525320 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-72e4274c-0a40-4ac9-8e5a-dbebafd3ead0 tempest-TestNetworkAdvancedServerOps-912703179 tempest-TestNetworkAdvancedServerOps-912703179-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=40c8335d-cd0b-4cb5-910a-d4dcddd5cbec&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.9202139 Nov 05 19:02:50.533556 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 47296) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:02:50.538989 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-165f4dd2-0fa9-4e8e-bb42-0e99adba6b61 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-149493123', 'network_id': '7340801a-d414-4a8c-8e81-bc2b23bb205e', 'project_id': '777902a3c6ed4ff2a5460208db53bd8a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:02:50.565973 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-e14739e4-f9e6-41cc-9d52-6b9da26cffba req-6cf84fba-a601-428f-b2a9-9fa06f357ac7 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] 10.222.0.13 "GET /v2.0/ports?device_id=1682fb31-a1bf-43f5-a4fa-447937da8a91 HTTP/1.1" status: 200 len: 210 time: 0.0480952 Nov 05 19:02:50.573289 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee9e8c03-2cdd-498a-8f6b-d8b07b8e0d23 None None] Routers {'fd1de92a-98b3-4885-85eb-3624b8362935'} bound to L3 agent in host n-d-816865-1 {{(pid=102388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 19:02:50.574077 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-ee9e8c03-2cdd-498a-8f6b-d8b07b8e0d23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T19:02:35Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['fd1de92a-98b3-4885-85eb-3624b8362935'], 'active': True} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:02:50.581445 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3225f4b2-1e8b-40aa-a0c2-5b140f151cac req-5902bf0d-74d3-4977-ad96-7f3ef237b27d tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:02:50.581445 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-3225f4b2-1e8b-40aa-a0c2-5b140f151cac req-5902bf0d-74d3-4977-ad96-7f3ef237b27d tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e0e9f2c-b17f-4007-b3d8-07e537a1c2f3 HTTP/1.1" status: 200 len: 946 time: 1.0054586 Nov 05 19:02:50.640177 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-ae0333bb-19f1-496a-a929-38cc7dbb843a tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1573928'] for subnet, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:50.655875 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-3225f4b2-1e8b-40aa-a0c2-5b140f151cac req-e513ebca-4992-4f28-8a0e-7d59c07aac7a tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] 10.222.0.13 "GET /v2.0/security-groups?id=e2e15a42-88b8-49e2-ad78-9daadc9e7fe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552037 Nov 05 19:02:50.889328 n-d-816865-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-9e2591e5-4ae1-4db7-b2e6-76fdd3adb5ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:50.898395 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-2e83b7fc-a7c5-425f-b91f-201b9a719282 tempest-NetworksIpV6TestAttrs-952298474 tempest-NetworksIpV6TestAttrs-952298474-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 3.2108924 Nov 05 19:02:50.911416 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 47308) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:02:50.914426 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-ae0333bb-19f1-496a-a929-38cc7dbb843a tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1573905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6149879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4877183'] for subnet, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:50.925115 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f54f576-6218-490f-a5d4-3992fad84a79 req-c36d00ab-9b93-4057-a25a-29029e852b5b tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:02:50.932110 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-1f54f576-6218-490f-a5d4-3992fad84a79 req-c36d00ab-9b93-4057-a25a-29029e852b5b tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e0e9f2c-b17f-4007-b3d8-07e537a1c2f3 HTTP/1.1" status: 200 len: 946 time: 0.0897989 Nov 05 19:02:50.937684 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.managers [None req-9e2591e5-4ae1-4db7-b2e6-76fdd3adb5ae None None] Attempting to bind port 8742be66-1789-402a-a0dc-45a4ed0acc7f on host n-d-816865-1 for vnic_type normal with profile {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 19:02:50.938080 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.managers [None req-9e2591e5-4ae1-4db7-b2e6-76fdd3adb5ae None None] Attempting to bind port 8742be66-1789-402a-a0dc-45a4ed0acc7f by drivers openvswitch,hyperv on host n-d-816865-1 at level 0 using segments [{'id': '85be518c-8bb4-46a2-a903-d4292782d29d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec'}] {{(pid=102389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 19:02:50.938455 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e2591e5-4ae1-4db7-b2e6-76fdd3adb5ae None None] Attempting to bind port 8742be66-1789-402a-a0dc-45a4ed0acc7f on network 40c8335d-cd0b-4cb5-910a-d4dcddd5cbec {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 19:02:50.940465 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-dd5973a4-ffe0-436c-9e43-f76c50686c35 tempest-NetworksIpV6TestAttrs-952298474 tempest-NetworksIpV6TestAttrs-952298474-project] Request body: {'port': {'network_id': 'f05cbee4-8de4-4dc2-ad19-541a1a7509c5', 'name': 'tempest-NetworksIpV6TestAttrs-1340865471'}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:02:50.946141 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e2591e5-4ae1-4db7-b2e6-76fdd3adb5ae None None] Checking agent: {'id': '724d89a7-611b-41e6-bc85-c48112b17afa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 18, 25, 8), 'started_at': datetime.datetime(2021, 11, 5, 18, 25, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 19, 2, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 19:02:50.946797 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e2591e5-4ae1-4db7-b2e6-76fdd3adb5ae None None] Checking segment: {'id': '85be518c-8bb4-46a2-a903-d4292782d29d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 19:02:50.947368 n-d-816865-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-9e2591e5-4ae1-4db7-b2e6-76fdd3adb5ae None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:50.947949 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e2591e5-4ae1-4db7-b2e6-76fdd3adb5ae None None] Bound using segment: {'id': '85be518c-8bb4-46a2-a903-d4292782d29d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec'} {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 19:02:50.948582 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.managers [None req-9e2591e5-4ae1-4db7-b2e6-76fdd3adb5ae None None] Bound port: 8742be66-1789-402a-a0dc-45a4ed0acc7f, host: n-d-816865-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85be518c-8bb4-46a2-a903-d4292782d29d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec'}}] {{(pid=102389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 19:02:50.949143 n-d-816865-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-9e2591e5-4ae1-4db7-b2e6-76fdd3adb5ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:50.977653 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3e80a071-38b0-4d3d-ae51-b5fba7d709d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:50.985561 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0333bb-19f1-496a-a929-38cc7dbb843a tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Pushing event deleted for resources: {'Subnet': ['ID=558ddf96-5913-4b9c-a7f9-98c1c25a666b,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:02:50.991815 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-165f4dd2-0fa9-4e8e-bb42-0e99adba6b61 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Made reservation on behalf of 777902a3c6ed4ff2a5460208db53bd8a for: {'subnet': 1} {{(pid=102386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 19:02:51.006661 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvr_db [None req-ee9e8c03-2cdd-498a-8f6b-d8b07b8e0d23 None None] Set router fd1de92a-98b3-4885-85eb-3624b8362935 gateway port host: None {{(pid=102388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 19:02:51.031265 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-165f4dd2-0fa9-4e8e-bb42-0e99adba6b61 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4877122'] for subnet, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:51.051246 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce8c89f-7b65-485e-b7b6-979b14657e9a None None] Pushing event updated for resources: {'Port': ['ID=8742be66-1789-402a-a0dc-45a4ed0acc7f,revision_number=2']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:02:51.079552 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [None req-9e2591e5-4ae1-4db7-b2e6-76fdd3adb5ae None None] For port 8742be66-1789-402a-a0dc-45a4ed0acc7f, host n-d-816865-1, cleared binding levels {{(pid=102389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 19:02:51.099429 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [None req-9e2591e5-4ae1-4db7-b2e6-76fdd3adb5ae None None] For port 8742be66-1789-402a-a0dc-45a4ed0acc7f, host n-d-816865-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=8742be66-1789-402a-a0dc-45a4ed0acc7f,segment=NetworkSegment(85be518c-8bb4-46a2-a903-d4292782d29d),segment_id=85be518c-8bb4-46a2-a903-d4292782d29d)] {{(pid=102389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 19:02:51.156712 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3e80a071-38b0-4d3d-ae51-b5fba7d709d7 None None] For port cca86bd6-817d-446c-a879-fc6d6085d26f, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=cca86bd6-817d-446c-a879-fc6d6085d26f,segment=NetworkSegment(a996d555-d2f7-4456-8594-9a591104b5b5),segment_id=a996d555-d2f7-4456-8594-9a591104b5b5)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:02:51.158404 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-ee9e8c03-2cdd-498a-8f6b-d8b07b8e0d23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd1de92a-98b3-4885-85eb-3624b8362935', 'name': 'tempest-RoutersTest-router-939760282', 'tenant_id': 'e73ce0a6a4b043a3828a6e49d45da7fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T19:01:38Z', 'updated_at': '2021-11-05T19:02:48Z', 'revision_number': 11, 'project_id': 'e73ce0a6a4b043a3828a6e49d45da7fe', 'gw_port_host': None}], 'n-d-816865-1', False) {} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:02:51.168725 n-d-816865-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-9e2591e5-4ae1-4db7-b2e6-76fdd3adb5ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:51.197420 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-1f54f576-6218-490f-a5d4-3992fad84a79 req-e33461f2-de49-433e-9195-00b1857a622a tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] 10.222.0.13 "GET /v2.0/security-groups?id=e2e15a42-88b8-49e2-ad78-9daadc9e7fe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108620 Nov 05 19:02:51.238109 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-ae0333bb-19f1-496a-a929-38cc7dbb843a tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Publish callbacks [] for subnet, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:51.242596 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-ae0333bb-19f1-496a-a929-38cc7dbb843a tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] 10.222.0.13 "DELETE /v2.0/subnets/558ddf96-5913-4b9c-a7f9-98c1c25a666b HTTP/1.1" status: 204 len: 168 time: 0.9514556 Nov 05 19:02:51.246457 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 47316) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:02:51.310267 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e2591e5-4ae1-4db7-b2e6-76fdd3adb5ae None None] Routers {'92d58f79-68a7-41aa-ae45-8002064d2c06'} bound to L3 agent in host n-d-816865-1 {{(pid=102389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 19:02:51.310898 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-9e2591e5-4ae1-4db7-b2e6-76fdd3adb5ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T19:02:35Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['92d58f79-68a7-41aa-ae45-8002064d2c06'], 'active': True} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:02:51.317966 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce8c89f-7b65-485e-b7b6-979b14657e9a None None] Pushing event updated for resources: {'Port': ['ID=8742be66-1789-402a-a0dc-45a4ed0acc7f,revision_number=3']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:02:51.420020 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f8804a4-1eb4-4a1b-863d-9fd8d5097d60 None None] Network cd6e8b9b-a53a-4763-885f-93ef3b3f8bef requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 19:02:51.427345 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd5973a4-ffe0-436c-9e43-f76c50686c35 tempest-NetworksIpV6TestAttrs-952298474 tempest-NetworksIpV6TestAttrs-952298474-project] Made reservation on behalf of f171a8a78c484dd49cccfb91cf64615a for: {'port': 1} {{(pid=102387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 19:02:51.430762 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-dd5973a4-ffe0-436c-9e43-f76c50686c35 tempest-NetworksIpV6TestAttrs-952298474 tempest-NetworksIpV6TestAttrs-952298474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:51.472582 n-d-816865-1 neutron-server[102387]: DEBUG neutron.notifiers.nova [None req-dd5973a4-ffe0-436c-9e43-f76c50686c35 tempest-NetworksIpV6TestAttrs-952298474 tempest-NetworksIpV6TestAttrs-952298474-project] device_id is not set on port 01e453c7-177a-4c53-b080-5df4e3252615 yet. {{(pid=102387) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 05 19:02:51.521164 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-78139b11-e280-4c93-a36d-51c6d56dd7be tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1664226'] for network, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:51.529768 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3e80a071-38b0-4d3d-ae51-b5fba7d709d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:51.538013 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee9e8c03-2cdd-498a-8f6b-d8b07b8e0d23 None None] Checking router: fd1de92a-98b3-4885-85eb-3624b8362935 for host: n-d-816865-1 {{(pid=102388) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 19:02:51.563842 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvr_db [None req-9e2591e5-4ae1-4db7-b2e6-76fdd3adb5ae None None] Set router 92d58f79-68a7-41aa-ae45-8002064d2c06 gateway port host: n-d-816865-1 {{(pid=102389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 19:02:51.575150 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-75227a9b-cdd1-425f-b314-1a806cca3ba6 None None] Publish callbacks [] for port, precommit_create {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:51.619719 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-165f4dd2-0fa9-4e8e-bb42-0e99adba6b61 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6149946', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4877172'] for subnet, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:51.706133 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-78139b11-e280-4c93-a36d-51c6d56dd7be tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Deleting port fc4cba42-1d14-491b-848e-e67d68df63d9 {{(pid=102386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 19:02:51.706515 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-78139b11-e280-4c93-a36d-51c6d56dd7be tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:51.714396 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165f4dd2-0fa9-4e8e-bb42-0e99adba6b61 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Pushing event updated for resources: {'Subnet': ['ID=17f3259b-0e65-4434-84f3-e6a8b3c7482f,revision_number=0']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:02:51.728657 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee9e8c03-2cdd-498a-8f6b-d8b07b8e0d23 None None] Routers {'fd1de92a-98b3-4885-85eb-3624b8362935'} bound to L3 agent in host n-d-816865-1 {{(pid=102388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 19:02:51.734187 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-ee9e8c03-2cdd-498a-8f6b-d8b07b8e0d23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T19:02:35Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['fd1de92a-98b3-4885-85eb-3624b8362935'], 'active': True} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:02:51.768573 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.db_base_plugin_common [None req-dd5973a4-ffe0-436c-9e43-f76c50686c35 tempest-NetworksIpV6TestAttrs-952298474 tempest-NetworksIpV6TestAttrs-952298474-project] Allocated IP 2001:db8::f816:3eff:fea8:fdac (f05cbee4-8de4-4dc2-ad19-541a1a7509c5/2d577342-6bfe-4cf8-ac62-a672532b0f6d/01e453c7-177a-4c53-b080-5df4e3252615) {{(pid=102387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 19:02:51.772690 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-165f4dd2-0fa9-4e8e-bb42-0e99adba6b61 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Checking segment: {'id': '3d7f4a28-84db-42f8-83a4-bb954eae33e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '7340801a-d414-4a8c-8e81-bc2b23bb205e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 19:02:51.773065 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-165f4dd2-0fa9-4e8e-bb42-0e99adba6b61 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Network hostable DHCP agents. Network: 7340801a-d414-4a8c-8e81-bc2b23bb205e, hostable agents: ['987e2ca0-bc3b-4c6f-a989-429ccfbf753f'], hosted agents: [] {{(pid=102386) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 05 19:02:51.807876 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [None req-78139b11-e280-4c93-a36d-51c6d56dd7be tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] For port fc4cba42-1d14-491b-848e-e67d68df63d9, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=fc4cba42-1d14-491b-848e-e67d68df63d9,segment=NetworkSegment(bba499a4-b99b-4875-8bd9-8406c30b86bb),segment_id=bba499a4-b99b-4875-8bd9-8406c30b86bb)] {{(pid=102386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:02:51.808164 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-78139b11-e280-4c93-a36d-51c6d56dd7be tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:51.823351 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-78139b11-e280-4c93-a36d-51c6d56dd7be tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Calling delete_port for fc4cba42-1d14-491b-848e-e67d68df63d9 owned by network:dhcp {{(pid=102386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 19:02:51.899503 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-165f4dd2-0fa9-4e8e-bb42-0e99adba6b61 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Network 7340801a-d414-4a8c-8e81-bc2b23bb205e is scheduled to be hosted by DHCP agent 987e2ca0-bc3b-4c6f-a989-429ccfbf753f with binding_index 1 {{(pid=102386) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 05 19:02:51.905689 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvr_db [None req-ee9e8c03-2cdd-498a-8f6b-d8b07b8e0d23 None None] Set router fd1de92a-98b3-4885-85eb-3624b8362935 gateway port host: None {{(pid=102388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 19:02:51.984055 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.base_scheduler [None req-165f4dd2-0fa9-4e8e-bb42-0e99adba6b61 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816865-1, 7340801a-d414-4a8c-8e81-bc2b23bb205e) {{(pid=102386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 19:02:51.991974 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-165f4dd2-0fa9-4e8e-bb42-0e99adba6b61 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:02:51.992851 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-165f4dd2-0fa9-4e8e-bb42-0e99adba6b61 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Publish callbacks [] for subnet, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:52.014403 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-78139b11-e280-4c93-a36d-51c6d56dd7be tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:52.029542 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-ee9e8c03-2cdd-498a-8f6b-d8b07b8e0d23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd1de92a-98b3-4885-85eb-3624b8362935', 'name': 'tempest-RoutersTest-router-939760282', 'tenant_id': 'e73ce0a6a4b043a3828a6e49d45da7fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T19:01:38Z', 'updated_at': '2021-11-05T19:02:48Z', 'revision_number': 11, 'project_id': 'e73ce0a6a4b043a3828a6e49d45da7fe', 'gw_port_host': None}], 'n-d-816865-1', False) {} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:02:52.049332 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-75227a9b-cdd1-425f-b314-1a806cca3ba6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789'] for port, after_create {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:52.070522 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Provisioning complete for port cca86bd6-817d-446c-a879-fc6d6085d26f triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:02:52.071138 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:52.074802 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-9e2591e5-4ae1-4db7-b2e6-76fdd3adb5ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92d58f79-68a7-41aa-ae45-8002064d2c06', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1075390681', 'tenant_id': '777902a3c6ed4ff2a5460208db53bd8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.210'}], 'enable_snat': True}, 'gw_port_id': '8742be66-1789-402a-a0dc-45a4ed0acc7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T19:02:41Z', 'updated_at': '2021-11-05T19:02:45Z', 'revision_number': 3, 'project_id': '777902a3c6ed4ff2a5460208db53bd8a', 'gw_port': {'id': '8742be66-1789-402a-a0dc-45a4ed0acc7f', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:25:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92d58f79-68a7-41aa-ae45-8002064d2c06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2935, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:02:43Z', 'updated_at': '2021-11-05T19:02:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1'}], 'n-d-816865-1', False) {} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:02:52.079370 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78139b11-e280-4c93-a36d-51c6d56dd7be tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] No DVR routers for this DVR port fc4cba42-1d14-491b-848e-e67d68df63d9 on host n-d-816865-1 {{(pid=102386) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 19:02:52.089059 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-dd5973a4-ffe0-436c-9e43-f76c50686c35 tempest-NetworksIpV6TestAttrs-952298474 tempest-NetworksIpV6TestAttrs-952298474-project] Publish callbacks [] for port, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:52.091680 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78139b11-e280-4c93-a36d-51c6d56dd7be tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Pushing event deleted for resources: {'Port': ['ID=fc4cba42-1d14-491b-848e-e67d68df63d9,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:02:52.106886 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93749349-d6e1-43d8-9e5d-6865f5d87aa3 req-991a4abf-2f78-4b19-b3e9-c71bd3f31d76 tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:02:52.108414 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-93749349-d6e1-43d8-9e5d-6865f5d87aa3 req-991a4abf-2f78-4b19-b3e9-c71bd3f31d76 tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e0e9f2c-b17f-4007-b3d8-07e537a1c2f3 HTTP/1.1" status: 200 len: 946 time: 0.7387996 Nov 05 19:02:52.139009 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-165f4dd2-0fa9-4e8e-bb42-0e99adba6b61 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.6064205 Nov 05 19:02:52.155723 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e2591e5-4ae1-4db7-b2e6-76fdd3adb5ae None None] The sync data for ids ['92d58f79-68a7-41aa-ae45-8002064d2c06'] in n-d-816865-1 is: [{'id': '92d58f79-68a7-41aa-ae45-8002064d2c06', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1075390681', 'tenant_id': '777902a3c6ed4ff2a5460208db53bd8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.210'}], 'enable_snat': True}, 'gw_port_id': '8742be66-1789-402a-a0dc-45a4ed0acc7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T19:02:41Z', 'updated_at': '2021-11-05T19:02:45Z', 'revision_number': 3, 'project_id': '777902a3c6ed4ff2a5460208db53bd8a', 'gw_port': {'id': '8742be66-1789-402a-a0dc-45a4ed0acc7f', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:25:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92d58f79-68a7-41aa-ae45-8002064d2c06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2935, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:02:43Z', 'updated_at': '2021-11-05T19:02:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1'}] {{(pid=102389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 19:02:52.158136 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-33087185-a414-4b65-893e-552b4b3b81c3 req-5f0690a2-0160-4ef4-be83-0f61cdfe3651 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] 10.222.0.13 "GET /v2.0/ports?device_id=1682fb31-a1bf-43f5-a4fa-447937da8a91 HTTP/1.1" status: 200 len: 210 time: 0.0616264 Nov 05 19:02:52.160245 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 47330) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:02:52.250985 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5517b401-0822-49c6-adb3-2f5bc68e720b None None] Network 7340801a-d414-4a8c-8e81-bc2b23bb205e requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 19:02:52.261093 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-78139b11-e280-4c93-a36d-51c6d56dd7be tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1579173', 'neutron.services.segments.db._delete_segments_for_network-8750027792909'] for network, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:52.290686 n-d-816865-1 neutron-server[102386]: DEBUG neutron.services.segments.db [None req-78139b11-e280-4c93-a36d-51c6d56dd7be tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd6e8b9b-a53a-4763-885f-93ef3b3f8bef']}} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:02:52.302776 n-d-816865-1 neutron-server[102386]: DEBUG neutron.services.segments.db [None req-78139b11-e280-4c93-a36d-51c6d56dd7be tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bba499a4-b99b-4875-8bd9-8406c30b86bb') {'for_net_delete': True} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:02:52.303336 n-d-816865-1 neutron-server[102386]: DEBUG neutron.services.segments.db [None req-78139b11-e280-4c93-a36d-51c6d56dd7be tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bba499a4-b99b-4875-8bd9-8406c30b86bb') {} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:02:52.321710 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-78139b11-e280-4c93-a36d-51c6d56dd7be tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750027793430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4590747'] for segment, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:52.337413 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-78139b11-e280-4c93-a36d-51c6d56dd7be tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273'] for segment, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:52.344326 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-78139b11-e280-4c93-a36d-51c6d56dd7be tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Releasing vlan 164 on physical network physnet1 to pool {{(pid=102386) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 05 19:02:52.347336 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-78139b11-e280-4c93-a36d-51c6d56dd7be tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6149721'] for segment, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:52.381318 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-93749349-d6e1-43d8-9e5d-6865f5d87aa3 req-e50635f4-5f70-4a0a-846d-e035d68713a0 tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] 10.222.0.13 "GET /v2.0/security-groups?id=e2e15a42-88b8-49e2-ad78-9daadc9e7fe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2192750 Nov 05 19:02:52.387835 n-d-816865-1 neutron-server[102386]: Traceback (most recent call last): Nov 05 19:02:52.387835 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 05 19:02:52.387835 n-d-816865-1 neutron-server[102386]: timer() Nov 05 19:02:52.387835 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 05 19:02:52.387835 n-d-816865-1 neutron-server[102386]: cb(*args, **kw) Nov 05 19:02:52.387835 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 05 19:02:52.387835 n-d-816865-1 neutron-server[102386]: return func(*args, **kwargs) Nov 05 19:02:52.387835 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 05 19:02:52.387835 n-d-816865-1 neutron-server[102386]: self._notify() Nov 05 19:02:52.387835 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 05 19:02:52.387835 n-d-816865-1 neutron-server[102386]: self.callback(batched_events) Nov 05 19:02:52.387835 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 05 19:02:52.387835 n-d-816865-1 neutron-server[102386]: event.method(event) Nov 05 19:02:52.387835 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 05 19:02:52.387835 n-d-816865-1 neutron-server[102386]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 05 19:02:52.387835 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 05 19:02:52.387835 n-d-816865-1 neutron-server[102386]: aggregate_uuid = self.p_client.list_aggregates( Nov 05 19:02:52.387835 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 05 19:02:52.387835 n-d-816865-1 neutron-server[102386]: return f(self, *a, **k) Nov 05 19:02:52.387835 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 05 19:02:52.387835 n-d-816865-1 neutron-server[102386]: return self._get(url).json() Nov 05 19:02:52.387835 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 05 19:02:52.387835 n-d-816865-1 neutron-server[102386]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 05 19:02:52.387835 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 05 19:02:52.387835 n-d-816865-1 neutron-server[102386]: return self.request(url, 'GET', **kwargs) Nov 05 19:02:52.387835 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 05 19:02:52.387835 n-d-816865-1 neutron-server[102386]: base_url = self.get_endpoint(auth, allow=allow, Nov 05 19:02:52.387835 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 05 19:02:52.387835 n-d-816865-1 neutron-server[102386]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 05 19:02:52.387835 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 05 19:02:52.387835 n-d-816865-1 neutron-server[102386]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 05 19:02:52.387835 n-d-816865-1 neutron-server[102386]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 05 19:02:52.470503 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee9e8c03-2cdd-498a-8f6b-d8b07b8e0d23 None None] The sync data for ids ['fd1de92a-98b3-4885-85eb-3624b8362935'] in n-d-816865-1 is: [{'id': 'fd1de92a-98b3-4885-85eb-3624b8362935', 'name': 'tempest-RoutersTest-router-939760282', 'tenant_id': 'e73ce0a6a4b043a3828a6e49d45da7fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T19:01:38Z', 'updated_at': '2021-11-05T19:02:48Z', 'revision_number': 11, 'project_id': 'e73ce0a6a4b043a3828a6e49d45da7fe', 'gw_port_host': None}] {{(pid=102388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 19:02:52.502247 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-dd5973a4-ffe0-436c-9e43-f76c50686c35 tempest-NetworksIpV6TestAttrs-952298474 tempest-NetworksIpV6TestAttrs-952298474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4417063'] for port, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:52.524414 n-d-816865-1 neutron-server[102388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75227a9b-cdd1-425f-b314-1a806cca3ba6 None None] Network f05cbee4-8de4-4dc2-ad19-541a1a7509c5 is already hosted by enough agents. {{(pid=102388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 19:02:52.584736 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7c750b0-9b61-4dbb-aa26-4a901b5d26f1 None None] DHCP port deletion for cd6e8b9b-a53a-4763-885f-93ef3b3f8bef request from n-d-816865-1 {{(pid=102388) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 05 19:02:52.589371 n-d-816865-1 neutron-server[102388]: DEBUG neutron.scheduler.base_scheduler [None req-75227a9b-cdd1-425f-b314-1a806cca3ba6 None None] Resources bound (agent type, host, resource id): {{(pid=102388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 19:02:52.601224 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-78139b11-e280-4c93-a36d-51c6d56dd7be tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1579178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-956796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1000687'] for network, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:52.616095 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-78139b11-e280-4c93-a36d-51c6d56dd7be tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Publish callbacks [] for network, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:52.617490 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd5973a4-ffe0-436c-9e43-f76c50686c35 tempest-NetworksIpV6TestAttrs-952298474 tempest-NetworksIpV6TestAttrs-952298474-project] Network f05cbee4-8de4-4dc2-ad19-541a1a7509c5 is already hosted by enough agents. {{(pid=102387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 19:02:52.623066 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.base_scheduler [None req-dd5973a4-ffe0-436c-9e43-f76c50686c35 tempest-NetworksIpV6TestAttrs-952298474 tempest-NetworksIpV6TestAttrs-952298474-project] Resources bound (agent type, host, resource id): {{(pid=102387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 19:02:52.637590 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 47342) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:02:52.647366 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75227a9b-cdd1-425f-b314-1a806cca3ba6 None None] Received port after_create {{(pid=102388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 19:02:52.650427 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-78139b11-e280-4c93-a36d-51c6d56dd7be tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] 10.222.0.13 "DELETE /v2.0/networks/cd6e8b9b-a53a-4763-885f-93ef3b3f8bef HTTP/1.1" status: 204 len: 168 time: 1.3861127 Nov 05 19:02:52.684246 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78139b11-e280-4c93-a36d-51c6d56dd7be tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Pushing event deleted for resources: {'Network': ['ID=cd6e8b9b-a53a-4763-885f-93ef3b3f8bef,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:02:52.692516 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e80a071-38b0-4d3d-ae51-b5fba7d709d7 None None] Pushing event updated for resources: {'Port': ['ID=cca86bd6-817d-446c-a879-fc6d6085d26f,revision_number=3']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:02:52.694238 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-38cb9974-b13c-4cf4-8b2c-bca5a5dce561 tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Request body: {'router': {'routes': None}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:02:52.809332 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e80a071-38b0-4d3d-ae51-b5fba7d709d7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:02:52.809704 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e80a071-38b0-4d3d-ae51-b5fba7d709d7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:02:52.810024 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e80a071-38b0-4d3d-ae51-b5fba7d709d7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:02:52.810399 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e80a071-38b0-4d3d-ae51-b5fba7d709d7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:02:52.810739 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e80a071-38b0-4d3d-ae51-b5fba7d709d7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:02:52.811077 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e80a071-38b0-4d3d-ae51-b5fba7d709d7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:02:52.811414 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e80a071-38b0-4d3d-ae51-b5fba7d709d7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:02:52.811745 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e80a071-38b0-4d3d-ae51-b5fba7d709d7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:02:52.812077 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e80a071-38b0-4d3d-ae51-b5fba7d709d7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:02:52.812410 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e80a071-38b0-4d3d-ae51-b5fba7d709d7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:02:52.812738 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e80a071-38b0-4d3d-ae51-b5fba7d709d7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:02:52.813065 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e80a071-38b0-4d3d-ae51-b5fba7d709d7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:02:52.914235 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd5973a4-ffe0-436c-9e43-f76c50686c35 tempest-NetworksIpV6TestAttrs-952298474 tempest-NetworksIpV6TestAttrs-952298474-project] Received port after_create {{(pid=102387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 19:02:52.932547 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd5973a4-ffe0-436c-9e43-f76c50686c35 tempest-NetworksIpV6TestAttrs-952298474 tempest-NetworksIpV6TestAttrs-952298474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:02:52.933227 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-dd5973a4-ffe0-436c-9e43-f76c50686c35 tempest-NetworksIpV6TestAttrs-952298474 tempest-NetworksIpV6TestAttrs-952298474-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:53.068202 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-75227a9b-cdd1-425f-b314-1a806cca3ba6 None None] Attempting to bind port ae47655c-d7aa-46d4-945f-55a9b0c2cbfc on host n-d-816865-1 for vnic_type normal with profile {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 19:02:53.068796 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-75227a9b-cdd1-425f-b314-1a806cca3ba6 None None] Attempting to bind port ae47655c-d7aa-46d4-945f-55a9b0c2cbfc by drivers openvswitch,hyperv on host n-d-816865-1 at level 0 using segments [{'id': '9fe89f83-5e32-4b08-a9e4-07418222a7ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'f05cbee4-8de4-4dc2-ad19-541a1a7509c5'}] {{(pid=102388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 19:02:53.069709 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75227a9b-cdd1-425f-b314-1a806cca3ba6 None None] Attempting to bind port ae47655c-d7aa-46d4-945f-55a9b0c2cbfc on network f05cbee4-8de4-4dc2-ad19-541a1a7509c5 {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 19:02:53.129274 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75227a9b-cdd1-425f-b314-1a806cca3ba6 None None] Pushing event updated for resources: {'Port': ['ID=ae47655c-d7aa-46d4-945f-55a9b0c2cbfc,revision_number=1']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:02:53.139436 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75227a9b-cdd1-425f-b314-1a806cca3ba6 None None] Checking agent: {'id': '724d89a7-611b-41e6-bc85-c48112b17afa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 18, 25, 8), 'started_at': datetime.datetime(2021, 11, 5, 18, 25, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 19, 2, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 19:02:53.139820 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75227a9b-cdd1-425f-b314-1a806cca3ba6 None None] Checking segment: {'id': '9fe89f83-5e32-4b08-a9e4-07418222a7ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'f05cbee4-8de4-4dc2-ad19-541a1a7509c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 19:02:53.140228 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-75227a9b-cdd1-425f-b314-1a806cca3ba6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:53.140707 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75227a9b-cdd1-425f-b314-1a806cca3ba6 None None] Bound using segment: {'id': '9fe89f83-5e32-4b08-a9e4-07418222a7ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'f05cbee4-8de4-4dc2-ad19-541a1a7509c5'} {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 19:02:53.141095 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-75227a9b-cdd1-425f-b314-1a806cca3ba6 None None] Bound port: ae47655c-d7aa-46d4-945f-55a9b0c2cbfc, host: n-d-816865-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9fe89f83-5e32-4b08-a9e4-07418222a7ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'f05cbee4-8de4-4dc2-ad19-541a1a7509c5'}}] {{(pid=102388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 19:02:53.141486 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-75227a9b-cdd1-425f-b314-1a806cca3ba6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:53.315914 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbd61e27-aa6e-4c18-b31e-cee7a4c0a060 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeb20a084-accf-5b60-8075-3e69ebe863a6-7340801a-d414-4a8c-8e81-bc2b23bb205e', 'network_id': '7340801a-d414-4a8c-8e81-bc2b23bb205e', 'tenant_id': '777902a3c6ed4ff2a5460208db53bd8a', 'fixed_ips': [{'subnet_id': '17f3259b-0e65-4434-84f3-e6a8b3c7482f'}]}} from n-d-816865-1. {{(pid=102388) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 05 19:02:53.325403 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-fbd61e27-aa6e-4c18-b31e-cee7a4c0a060 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:53.326115 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 47346) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:02:53.326743 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-dd5973a4-ffe0-436c-9e43-f76c50686c35 tempest-NetworksIpV6TestAttrs-952298474 tempest-NetworksIpV6TestAttrs-952298474-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 2.3926723 Nov 05 19:02:53.331798 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-da9d0463-14a5-45e6-ab3a-b4aa6512d626 None None] Provisioning complete for port cca86bd6-817d-446c-a879-fc6d6085d26f triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:02:53.332100 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-da9d0463-14a5-45e6-ab3a-b4aa6512d626 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:53.390898 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 8742be66-1789-402a-a0dc-45a4ed0acc7f up at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 19:02:53.429272 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.db_base_plugin_v2 [None req-93d110a8-bafe-44e1-944c-38449ec59f45 tempest-NetworksIpV6TestAttrs-952298474 tempest-NetworksIpV6TestAttrs-952298474-project] Deleting subnet 2d577342-6bfe-4cf8-ac62-a672532b0f6d {{(pid=102386) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 05 19:02:53.433201 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-93d110a8-bafe-44e1-944c-38449ec59f45 tempest-NetworksIpV6TestAttrs-952298474 tempest-NetworksIpV6TestAttrs-952298474-project] Publish callbacks [] for subnet, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:53.489501 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-93d110a8-bafe-44e1-944c-38449ec59f45 tempest-NetworksIpV6TestAttrs-952298474 tempest-NetworksIpV6TestAttrs-952298474-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4590738'] for subnet, precommit_delete_associations {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:53.508967 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.extraroute_db [None req-38cb9974-b13c-4cf4-8b2c-bca5a5dce561 tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Added routes are [] {{(pid=102387) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 05 19:02:53.510695 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.extraroute_db [None req-38cb9974-b13c-4cf4-8b2c-bca5a5dce561 tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Removed routes are [] {{(pid=102387) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 05 19:02:53.511132 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-38cb9974-b13c-4cf4-8b2c-bca5a5dce561 tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1000460', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-571265', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6845'] for router, precommit_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:53.525779 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5973a4-ffe0-436c-9e43-f76c50686c35 tempest-NetworksIpV6TestAttrs-952298474 tempest-NetworksIpV6TestAttrs-952298474-project] Pushing event updated for resources: {'Port': ['ID=01e453c7-177a-4c53-b080-5df4e3252615,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:02:53.597269 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-08dfee6e-771c-43f0-a721-b16f204946a5 req-74cbfe6a-a686-4636-9377-881f2219cb89 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] 10.222.0.13 "GET /v2.0/ports?device_id=1682fb31-a1bf-43f5-a4fa-447937da8a91 HTTP/1.1" status: 200 len: 210 time: 0.1851325 Nov 05 19:02:53.609855 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-75227a9b-cdd1-425f-b314-1a806cca3ba6 None None] For port ae47655c-d7aa-46d4-945f-55a9b0c2cbfc, host n-d-816865-1, cleared binding levels {{(pid=102388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 19:02:53.654456 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-75227a9b-cdd1-425f-b314-1a806cca3ba6 None None] For port ae47655c-d7aa-46d4-945f-55a9b0c2cbfc, host n-d-816865-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=ae47655c-d7aa-46d4-945f-55a9b0c2cbfc,segment=NetworkSegment(9fe89f83-5e32-4b08-a9e4-07418222a7ea),segment_id=9fe89f83-5e32-4b08-a9e4-07418222a7ea)] {{(pid=102388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 19:02:53.800978 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-75227a9b-cdd1-425f-b314-1a806cca3ba6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:53.849027 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-93d110a8-bafe-44e1-944c-38449ec59f45 tempest-NetworksIpV6TestAttrs-952298474 tempest-NetworksIpV6TestAttrs-952298474-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1573928'] for subnet, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:53.867782 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75227a9b-cdd1-425f-b314-1a806cca3ba6 None None] Pushing event updated for resources: {'Port': ['ID=ae47655c-d7aa-46d4-945f-55a9b0c2cbfc,revision_number=2']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:02:53.898292 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Provisioning complete for port 8742be66-1789-402a-a0dc-45a4ed0acc7f triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:02:53.900040 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:53.944593 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2532c12c-0dea-4b3b-9c48-8d658a755905 req-b4bb1c3c-d946-4935-9118-7e24d1ff35b8 tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:02:53.947619 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-2532c12c-0dea-4b3b-9c48-8d658a755905 req-b4bb1c3c-d946-4935-9118-7e24d1ff35b8 tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e0e9f2c-b17f-4007-b3d8-07e537a1c2f3 HTTP/1.1" status: 200 len: 946 time: 1.3285058 Nov 05 19:02:53.989460 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.db_base_plugin_common [None req-fbd61e27-aa6e-4c18-b31e-cee7a4c0a060 None None] Allocated IP 172.20.0.2 (7340801a-d414-4a8c-8e81-bc2b23bb205e/17f3259b-0e65-4434-84f3-e6a8b3c7482f/8cc6cf2f-36ef-4ee2-a5c6-a31dbf61af8b) {{(pid=102388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 19:02:54.025290 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-93d110a8-bafe-44e1-944c-38449ec59f45 tempest-NetworksIpV6TestAttrs-952298474 tempest-NetworksIpV6TestAttrs-952298474-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1573905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6149879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4877183'] for subnet, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:54.069432 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:54.121030 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d110a8-bafe-44e1-944c-38449ec59f45 tempest-NetworksIpV6TestAttrs-952298474 tempest-NetworksIpV6TestAttrs-952298474-project] Pushing event deleted for resources: {'Subnet': ['ID=2d577342-6bfe-4cf8-ac62-a672532b0f6d,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:02:54.127073 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-93d110a8-bafe-44e1-944c-38449ec59f45 tempest-NetworksIpV6TestAttrs-952298474 tempest-NetworksIpV6TestAttrs-952298474-project] Publish callbacks [] for subnet, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:54.133582 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-93d110a8-bafe-44e1-944c-38449ec59f45 tempest-NetworksIpV6TestAttrs-952298474 tempest-NetworksIpV6TestAttrs-952298474-project] 10.222.0.13 "DELETE /v2.0/subnets/2d577342-6bfe-4cf8-ac62-a672532b0f6d HTTP/1.1" status: 204 len: 168 time: 0.8041594 Nov 05 19:02:54.134682 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 47352) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:02:54.138495 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] For port 8742be66-1789-402a-a0dc-45a4ed0acc7f, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=8742be66-1789-402a-a0dc-45a4ed0acc7f,segment=NetworkSegment(85be518c-8bb4-46a2-a903-d4292782d29d),segment_id=85be518c-8bb4-46a2-a903-d4292782d29d)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:02:54.203301 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:54.204290 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device cca86bd6-817d-446c-a879-fc6d6085d26f up at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 19:02:54.275694 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-895e7bb5-6e7b-42f3-95b9-d967bbf9dcb4 tempest-NetworksIpV6TestAttrs-952298474 tempest-NetworksIpV6TestAttrs-952298474-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:02:54.277382 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-895e7bb5-6e7b-42f3-95b9-d967bbf9dcb4 tempest-NetworksIpV6TestAttrs-952298474 tempest-NetworksIpV6TestAttrs-952298474-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:02:54.281748 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-895e7bb5-6e7b-42f3-95b9-d967bbf9dcb4 tempest-NetworksIpV6TestAttrs-952298474 tempest-NetworksIpV6TestAttrs-952298474-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1433783 Nov 05 19:02:54.282174 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 47354) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:02:54.419262 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Pushing event updated for resources: {'Port': ['ID=8742be66-1789-402a-a0dc-45a4ed0acc7f,revision_number=4']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:02:54.458187 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-72b84530-d314-4aa2-8944-783d22a30c91 tempest-NetworksIpV6TestAttrs-952298474 tempest-NetworksIpV6TestAttrs-952298474-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1664226'] for network, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:54.467532 n-d-816865-1 neutron-server[102386]: INFO neutron.pecan_wsgi.hooks.translation [None req-72b84530-d314-4aa2-8944-783d22a30c91 tempest-NetworksIpV6TestAttrs-952298474 tempest-NetworksIpV6TestAttrs-952298474-project] DELETE failed (client error): There was a conflict when trying to complete your request. Nov 05 19:02:54.468075 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-72b84530-d314-4aa2-8944-783d22a30c91 tempest-NetworksIpV6TestAttrs-952298474 tempest-NetworksIpV6TestAttrs-952298474-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=102386) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 05 19:02:54.477663 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-72b84530-d314-4aa2-8944-783d22a30c91 tempest-NetworksIpV6TestAttrs-952298474 tempest-NetworksIpV6TestAttrs-952298474-project] 10.222.0.13 "DELETE /v2.0/networks/f05cbee4-8de4-4dc2-ad19-541a1a7509c5 HTTP/1.1" status: 409 len: 405 time: 0.1912832 Nov 05 19:02:54.478404 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 47356) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:02:54.481644 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Provisioning complete for port cca86bd6-817d-446c-a879-fc6d6085d26f triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:02:54.482197 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:54.487232 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-cc4cbfe4-c380-431c-863c-6b4a3dce9caa tempest-NetworksIpV6TestAttrs-952298474 tempest-NetworksIpV6TestAttrs-952298474-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-769558666'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:02:54.514371 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-38cb9974-b13c-4cf4-8b2c-bca5a5dce561 tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1000460', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-571265', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6845'] for router, precommit_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:54.528604 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-38cb9974-b13c-4cf4-8b2c-bca5a5dce561 tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1000487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1000469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1000478', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-571274'] for router, after_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:54.565797 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-fbd61e27-aa6e-4c18-b31e-cee7a4c0a060 None None] Publish callbacks [] for port, precommit_create {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:54.577928 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc4cbfe4-c380-431c-863c-6b4a3dce9caa tempest-NetworksIpV6TestAttrs-952298474 tempest-NetworksIpV6TestAttrs-952298474-project] Made reservation on behalf of f171a8a78c484dd49cccfb91cf64615a for: {'network': 1} {{(pid=102386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 19:02:54.581519 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-cc4cbfe4-c380-431c-863c-6b4a3dce9caa tempest-NetworksIpV6TestAttrs-952298474 tempest-NetworksIpV6TestAttrs-952298474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for network, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:54.603618 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-92c8ac77-093d-4c3e-8f84-7ebb60c0da87 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:54.631271 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc4cbfe4-c380-431c-863c-6b4a3dce9caa tempest-NetworksIpV6TestAttrs-952298474 tempest-NetworksIpV6TestAttrs-952298474-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 157} {{(pid=102386) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 05 19:02:54.641275 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-cc4cbfe4-c380-431c-863c-6b4a3dce9caa tempest-NetworksIpV6TestAttrs-952298474 tempest-NetworksIpV6TestAttrs-952298474-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273'] for segment, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:54.641559 n-d-816865-1 neutron-server[102386]: INFO neutron.db.segments_db [None req-cc4cbfe4-c380-431c-863c-6b4a3dce9caa tempest-NetworksIpV6TestAttrs-952298474 tempest-NetworksIpV6TestAttrs-952298474-project] Added segment 360a71e0-03a5-4d6e-a9a1-d76998c7b9ea of type vlan for network 5d233ac1-f670-46ed-b303-bd87982206e7 Nov 05 19:02:54.663566 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-2532c12c-0dea-4b3b-9c48-8d658a755905 req-65e428f1-c7d4-4a25-8142-167315ba11af tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] 10.222.0.13 "GET /v2.0/security-groups?id=e2e15a42-88b8-49e2-ad78-9daadc9e7fe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4791777 Nov 05 19:02:54.692911 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-cc4cbfe4-c380-431c-863c-6b4a3dce9caa tempest-NetworksIpV6TestAttrs-952298474 tempest-NetworksIpV6TestAttrs-952298474-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750027258543'] for network, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:54.745598 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-fbd61e27-aa6e-4c18-b31e-cee7a4c0a060 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789'] for port, after_create {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:54.772444 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-cc4cbfe4-c380-431c-863c-6b4a3dce9caa tempest-NetworksIpV6TestAttrs-952298474 tempest-NetworksIpV6TestAttrs-952298474-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-956796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877'] for network, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:54.780165 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc4cbfe4-c380-431c-863c-6b4a3dce9caa tempest-NetworksIpV6TestAttrs-952298474 tempest-NetworksIpV6TestAttrs-952298474-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:02:54.794350 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-cc4cbfe4-c380-431c-863c-6b4a3dce9caa tempest-NetworksIpV6TestAttrs-952298474 tempest-NetworksIpV6TestAttrs-952298474-project] Publish callbacks [] for network, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:54.875151 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device acaf73af-be86-4544-95b9-1174fd0d9242 no longer exists at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 19:02:54.903743 n-d-816865-1 neutron-server[102388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbd61e27-aa6e-4c18-b31e-cee7a4c0a060 None None] Network 7340801a-d414-4a8c-8e81-bc2b23bb205e is already hosted by enough agents. {{(pid=102388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 19:02:54.959349 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-cc4cbfe4-c380-431c-863c-6b4a3dce9caa tempest-NetworksIpV6TestAttrs-952298474 tempest-NetworksIpV6TestAttrs-952298474-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.4787145 Nov 05 19:02:54.961080 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4cbfe4-c380-431c-863c-6b4a3dce9caa tempest-NetworksIpV6TestAttrs-952298474 tempest-NetworksIpV6TestAttrs-952298474-project] Pushing event updated for resources: {'Network': ['ID=5d233ac1-f670-46ed-b303-bd87982206e7,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:02:54.962372 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] No Port match for: acaf73af-be86-4544-95b9-1174fd0d9242 {{(pid=102388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 19:02:54.965301 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device acaf73af-be86-4544-95b9-1174fd0d9242 not bound to the agent host n-d-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 19:02:54.965864 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device fc4cba42-1d14-491b-848e-e67d68df63d9 no longer exists at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 19:02:54.967817 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 47366) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:02:54.986663 n-d-816865-1 neutron-server[102388]: DEBUG neutron.scheduler.base_scheduler [None req-fbd61e27-aa6e-4c18-b31e-cee7a4c0a060 None None] Resources bound (agent type, host, resource id): {{(pid=102388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 19:02:54.990933 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbd61e27-aa6e-4c18-b31e-cee7a4c0a060 None None] Received port after_create {{(pid=102388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 19:02:55.000746 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-bd3dc72c-1d7b-4087-8efb-cdb1aea61403 tempest-NetworksIpV6TestAttrs-952298474 tempest-NetworksIpV6TestAttrs-952298474-project] Request body: {'subnet': {'network_id': '5d233ac1-f670-46ed-b303-bd87982206e7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:02:55.024157 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Network 5d233ac1-f670-46ed-b303-bd87982206e7 details requested by agent ovs-agent-n-d-816865-1 with host n-d-816865-1 {{(pid=102388) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 05 19:02:55.046447 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] No Port match for: fc4cba42-1d14-491b-848e-e67d68df63d9 {{(pid=102388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 19:02:55.046937 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device fc4cba42-1d14-491b-848e-e67d68df63d9 not bound to the agent host n-d-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 19:02:55.068688 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd61e27-aa6e-4c18-b31e-cee7a4c0a060 None None] Pushing event updated for resources: {'Port': ['ID=8cc6cf2f-36ef-4ee2-a5c6-a31dbf61af8b,revision_number=1']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:02:55.093215 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38cb9974-b13c-4cf4-8b2c-bca5a5dce561 tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Router fd1de92a-98b3-4885-85eb-3624b8362935 has already been hosted by L3 agent 6dcb5589-8e86-4616-9186-ddc4548e13ad {{(pid=102387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 19:02:55.153233 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-eb36062c-d79b-48c5-b297-96d45cc4ab1f req-0048a300-deac-4910-b3e6-b2019f397040 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] 10.222.0.13 "GET /v2.0/ports?device_id=1682fb31-a1bf-43f5-a4fa-447937da8a91 HTTP/1.1" status: 200 len: 210 time: 0.0694835 Nov 05 19:02:55.304011 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd3dc72c-1d7b-4087-8efb-cdb1aea61403 tempest-NetworksIpV6TestAttrs-952298474 tempest-NetworksIpV6TestAttrs-952298474-project] Made reservation on behalf of f171a8a78c484dd49cccfb91cf64615a for: {'subnet': 1} {{(pid=102386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 19:02:55.312879 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-fbd61e27-aa6e-4c18-b31e-cee7a4c0a060 None None] Attempting to bind port 8cc6cf2f-36ef-4ee2-a5c6-a31dbf61af8b on host n-d-816865-1 for vnic_type normal with profile {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 19:02:55.313393 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-fbd61e27-aa6e-4c18-b31e-cee7a4c0a060 None None] Attempting to bind port 8cc6cf2f-36ef-4ee2-a5c6-a31dbf61af8b by drivers openvswitch,hyperv on host n-d-816865-1 at level 0 using segments [{'id': '3d7f4a28-84db-42f8-83a4-bb954eae33e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '7340801a-d414-4a8c-8e81-bc2b23bb205e'}] {{(pid=102388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 19:02:55.314986 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbd61e27-aa6e-4c18-b31e-cee7a4c0a060 None None] Attempting to bind port 8cc6cf2f-36ef-4ee2-a5c6-a31dbf61af8b on network 7340801a-d414-4a8c-8e81-bc2b23bb205e {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 19:02:55.323613 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-bd3dc72c-1d7b-4087-8efb-cdb1aea61403 tempest-NetworksIpV6TestAttrs-952298474 tempest-NetworksIpV6TestAttrs-952298474-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4877122'] for subnet, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:55.334265 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbd61e27-aa6e-4c18-b31e-cee7a4c0a060 None None] Checking agent: {'id': '724d89a7-611b-41e6-bc85-c48112b17afa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 18, 25, 8), 'started_at': datetime.datetime(2021, 11, 5, 18, 25, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 19, 2, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 19:02:55.334824 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbd61e27-aa6e-4c18-b31e-cee7a4c0a060 None None] Checking segment: {'id': '3d7f4a28-84db-42f8-83a4-bb954eae33e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '7340801a-d414-4a8c-8e81-bc2b23bb205e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 19:02:55.335346 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-fbd61e27-aa6e-4c18-b31e-cee7a4c0a060 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:55.339467 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbd61e27-aa6e-4c18-b31e-cee7a4c0a060 None None] Bound using segment: {'id': '3d7f4a28-84db-42f8-83a4-bb954eae33e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '7340801a-d414-4a8c-8e81-bc2b23bb205e'} {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 19:02:55.340345 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-fbd61e27-aa6e-4c18-b31e-cee7a4c0a060 None None] Bound port: 8cc6cf2f-36ef-4ee2-a5c6-a31dbf61af8b, host: n-d-816865-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d7f4a28-84db-42f8-83a4-bb954eae33e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '7340801a-d414-4a8c-8e81-bc2b23bb205e'}}] {{(pid=102388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 19:02:55.344989 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-fbd61e27-aa6e-4c18-b31e-cee7a4c0a060 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:55.393133 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89df21ad-4089-4843-ba7c-9f1cdb3bfd31 req-52ae5325-42a2-404d-81fa-6f13ae25c1b1 tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:02:55.394811 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-89df21ad-4089-4843-ba7c-9f1cdb3bfd31 req-52ae5325-42a2-404d-81fa-6f13ae25c1b1 tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e0e9f2c-b17f-4007-b3d8-07e537a1c2f3 HTTP/1.1" status: 200 len: 946 time: 0.3005238 Nov 05 19:02:55.472248 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 8742be66-1789-402a-a0dc-45a4ed0acc7f up at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 19:02:55.487715 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38cb9974-b13c-4cf4-8b2c-bca5a5dce561 tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Notify agent at l3_agent.n-d-816865-1 the message routers_updated {{(pid=102387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 19:02:55.506227 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0991d717-e1fb-4f10-a56d-9f171ee4076c None None] Sync routers for ids ['fd1de92a-98b3-4885-85eb-3624b8362935'] in n-d-816865-1 {{(pid=102389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 19:02:55.521295 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-38cb9974-b13c-4cf4-8b2c-bca5a5dce561 tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Publish callbacks [] for router, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:55.523277 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0991d717-e1fb-4f10-a56d-9f171ee4076c None None] Routers {'fd1de92a-98b3-4885-85eb-3624b8362935'} bound to L3 agent in host n-d-816865-1 {{(pid=102389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 19:02:55.524622 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-0991d717-e1fb-4f10-a56d-9f171ee4076c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T19:02:35Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['fd1de92a-98b3-4885-85eb-3624b8362935'], 'active': True} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:02:55.529875 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 47368) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:02:55.534166 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-38cb9974-b13c-4cf4-8b2c-bca5a5dce561 tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] 10.222.0.13 "PUT /v2.0/routers/fd1de92a-98b3-4885-85eb-3624b8362935 HTTP/1.1" status: 200 len: 700 time: 2.8544486 Nov 05 19:02:55.576300 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-fbd61e27-aa6e-4c18-b31e-cee7a4c0a060 None None] For port 8cc6cf2f-36ef-4ee2-a5c6-a31dbf61af8b, host n-d-816865-1, cleared binding levels {{(pid=102388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 19:02:55.616845 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-216440f0-e74c-4eba-9be3-4c314010d2e5 tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] 10.222.0.13 "GET /v2.0/ports?device_id=fd1de92a-98b3-4885-85eb-3624b8362935 HTTP/1.1" status: 200 len: 205 time: 0.0855403 Nov 05 19:02:55.628078 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 47370) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:02:55.634783 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-fbd61e27-aa6e-4c18-b31e-cee7a4c0a060 None None] For port 8cc6cf2f-36ef-4ee2-a5c6-a31dbf61af8b, host n-d-816865-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=8cc6cf2f-36ef-4ee2-a5c6-a31dbf61af8b,segment=NetworkSegment(3d7f4a28-84db-42f8-83a4-bb954eae33e2),segment_id=3d7f4a28-84db-42f8-83a4-bb954eae33e2)] {{(pid=102388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 19:02:55.663825 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvr_db [None req-0991d717-e1fb-4f10-a56d-9f171ee4076c None None] Set router fd1de92a-98b3-4885-85eb-3624b8362935 gateway port host: None {{(pid=102389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 19:02:55.682973 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Provisioning complete for port 8742be66-1789-402a-a0dc-45a4ed0acc7f triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:02:55.684435 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:55.747278 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-0991d717-e1fb-4f10-a56d-9f171ee4076c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd1de92a-98b3-4885-85eb-3624b8362935', 'name': 'tempest-RoutersTest-router-939760282', 'tenant_id': 'e73ce0a6a4b043a3828a6e49d45da7fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T19:01:38Z', 'updated_at': '2021-11-05T19:02:48Z', 'revision_number': 11, 'project_id': 'e73ce0a6a4b043a3828a6e49d45da7fe', 'gw_port_host': None}], 'n-d-816865-1', False) {} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:02:55.748156 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-fbd61e27-aa6e-4c18-b31e-cee7a4c0a060 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:55.748642 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-89df21ad-4089-4843-ba7c-9f1cdb3bfd31 req-f740504c-30f5-4c4d-8e79-c5d8a6d8d206 tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] 10.222.0.13 "GET /v2.0/security-groups?id=e2e15a42-88b8-49e2-ad78-9daadc9e7fe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2962480 Nov 05 19:02:55.789175 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0991d717-e1fb-4f10-a56d-9f171ee4076c None None] Checking router: fd1de92a-98b3-4885-85eb-3624b8362935 for host: n-d-816865-1 {{(pid=102389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 19:02:55.805830 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0991d717-e1fb-4f10-a56d-9f171ee4076c None None] Routers {'fd1de92a-98b3-4885-85eb-3624b8362935'} bound to L3 agent in host n-d-816865-1 {{(pid=102389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 19:02:55.806850 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-0991d717-e1fb-4f10-a56d-9f171ee4076c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T19:02:35Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['fd1de92a-98b3-4885-85eb-3624b8362935'], 'active': True} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:02:55.859887 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-dc6a6ecd-b6df-4e8a-a91a-e7ac2dd4353b tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Publish callbacks [] for router, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:55.955414 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd61e27-aa6e-4c18-b31e-cee7a4c0a060 None None] Pushing event updated for resources: {'Port': ['ID=8cc6cf2f-36ef-4ee2-a5c6-a31dbf61af8b,revision_number=2']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:02:55.976989 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74a74d2c-3868-4bfe-ac3f-f05479df0cba None None] Network f05cbee4-8de4-4dc2-ad19-541a1a7509c5 requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 19:02:56.130211 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.db_base_plugin_common [None req-92c8ac77-093d-4c3e-8f84-7ebb60c0da87 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Allocated IP 172.20.0.1 (7340801a-d414-4a8c-8e81-bc2b23bb205e/17f3259b-0e65-4434-84f3-e6a8b3c7482f/87b228bc-76b1-436e-bfa1-329cc71d6699) {{(pid=102387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 19:02:56.228573 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvr_db [None req-0991d717-e1fb-4f10-a56d-9f171ee4076c None None] Set router fd1de92a-98b3-4885-85eb-3624b8362935 gateway port host: None {{(pid=102389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 19:02:56.262184 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device ae47655c-d7aa-46d4-945f-55a9b0c2cbfc up at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 19:02:56.298656 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-92c8ac77-093d-4c3e-8f84-7ebb60c0da87 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Publish callbacks [] for port, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:56.389869 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-49f67cd0-9980-4bb2-aeaa-2a2ea7498101 None None] Provisioning complete for port ae47655c-d7aa-46d4-945f-55a9b0c2cbfc triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:02:56.389869 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-49f67cd0-9980-4bb2-aeaa-2a2ea7498101 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:56.398058 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-dc6a6ecd-b6df-4e8a-a91a-e7ac2dd4353b tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-571301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6852'] for router, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:56.408938 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-dc6a6ecd-b6df-4e8a-a91a-e7ac2dd4353b tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:56.440878 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-92c8ac77-093d-4c3e-8f84-7ebb60c0da87 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4417063'] for port, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:56.447558 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-0991d717-e1fb-4f10-a56d-9f171ee4076c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd1de92a-98b3-4885-85eb-3624b8362935', 'name': 'tempest-RoutersTest-router-939760282', 'tenant_id': 'e73ce0a6a4b043a3828a6e49d45da7fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T19:01:38Z', 'updated_at': '2021-11-05T19:02:48Z', 'revision_number': 11, 'project_id': 'e73ce0a6a4b043a3828a6e49d45da7fe', 'gw_port_host': None}], 'n-d-816865-1', False) {} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:02:56.486084 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-c67fd060-4971-4b8f-8c41-c87c080c69d2 req-02dcac4d-bd6b-42eb-89cb-1ea3a3b46f2d tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] 10.222.0.13 "GET /v2.0/ports?device_id=1682fb31-a1bf-43f5-a4fa-447937da8a91 HTTP/1.1" status: 200 len: 210 time: 0.0564618 Nov 05 19:02:56.532288 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0991d717-e1fb-4f10-a56d-9f171ee4076c None None] The sync data for ids ['fd1de92a-98b3-4885-85eb-3624b8362935'] in n-d-816865-1 is: [{'id': 'fd1de92a-98b3-4885-85eb-3624b8362935', 'name': 'tempest-RoutersTest-router-939760282', 'tenant_id': 'e73ce0a6a4b043a3828a6e49d45da7fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T19:01:38Z', 'updated_at': '2021-11-05T19:02:48Z', 'revision_number': 11, 'project_id': 'e73ce0a6a4b043a3828a6e49d45da7fe', 'gw_port_host': None}] {{(pid=102389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 19:02:56.573656 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92c8ac77-093d-4c3e-8f84-7ebb60c0da87 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Network 7340801a-d414-4a8c-8e81-bc2b23bb205e is already hosted by enough agents. {{(pid=102387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 19:02:56.578342 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.base_scheduler [None req-92c8ac77-093d-4c3e-8f84-7ebb60c0da87 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Resources bound (agent type, host, resource id): {{(pid=102387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 19:02:56.584197 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92c8ac77-093d-4c3e-8f84-7ebb60c0da87 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Received port after_create {{(pid=102387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 19:02:56.627804 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Provisioning complete for port ae47655c-d7aa-46d4-945f-55a9b0c2cbfc triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:02:56.628224 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:56.667038 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-92c8ac77-093d-4c3e-8f84-7ebb60c0da87 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-571770'] for router_interface, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:56.672818 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-dc6a6ecd-b6df-4e8a-a91a-e7ac2dd4353b tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-571310'] for router, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:56.673317 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc6a6ecd-b6df-4e8a-a91a-e7ac2dd4353b tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Fanout notify agent at l3_agent the message router_deleted on router fd1de92a-98b3-4885-85eb-3624b8362935 {{(pid=102386) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 05 19:02:56.682020 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-dc6a6ecd-b6df-4e8a-a91a-e7ac2dd4353b tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Publish callbacks [] for router, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:56.683171 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-dc6a6ecd-b6df-4e8a-a91a-e7ac2dd4353b tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] 10.222.0.13 "DELETE /v2.0/routers/fd1de92a-98b3-4885-85eb-3624b8362935 HTTP/1.1" status: 204 len: 168 time: 1.0517099 Nov 05 19:02:56.687184 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 47384) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:02:56.692399 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-66e892e7-754b-48eb-9563-a95e0bd30469 tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1394685146', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:02:56.771657 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-49f67cd0-9980-4bb2-aeaa-2a2ea7498101 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:56.884764 n-d-816865-1 neutron-server[102386]: DEBUG neutron.objects.ports [None req-bd3dc72c-1d7b-4087-8efb-cdb1aea61403 tempest-NetworksIpV6TestAttrs-952298474 tempest-NetworksIpV6TestAttrs-952298474-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102386) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 05 19:02:56.886764 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-bd3dc72c-1d7b-4087-8efb-cdb1aea61403 tempest-NetworksIpV6TestAttrs-952298474 tempest-NetworksIpV6TestAttrs-952298474-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6149946', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4877172'] for subnet, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:56.898448 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-66e892e7-754b-48eb-9563-a95e0bd30469 tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-571139', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6874'] for router, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:56.899793 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-66e892e7-754b-48eb-9563-a95e0bd30469 tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-571375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1000570', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1011585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6867'] for router, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:56.901686 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a5fe59-2ef6-4bde-b251-a9fe025cc791 req-143c5ffe-4ea9-4854-a720-11f83441a356 tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:02:56.903551 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-26a5fe59-2ef6-4bde-b251-a9fe025cc791 req-143c5ffe-4ea9-4854-a720-11f83441a356 tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e0e9f2c-b17f-4007-b3d8-07e537a1c2f3 HTTP/1.1" status: 200 len: 946 time: 0.5475137 Nov 05 19:02:56.907606 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c8ac77-093d-4c3e-8f84-7ebb60c0da87 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Pushing event updated for resources: {'Port': ['ID=87b228bc-76b1-436e-bfa1-329cc71d6699,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:02:56.947521 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c8ac77-093d-4c3e-8f84-7ebb60c0da87 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:02:56.948597 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c8ac77-093d-4c3e-8f84-7ebb60c0da87 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:02:56.949169 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c8ac77-093d-4c3e-8f84-7ebb60c0da87 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:02:56.950720 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c8ac77-093d-4c3e-8f84-7ebb60c0da87 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:02:56.951659 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c8ac77-093d-4c3e-8f84-7ebb60c0da87 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:02:56.953011 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c8ac77-093d-4c3e-8f84-7ebb60c0da87 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:02:56.953912 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c8ac77-093d-4c3e-8f84-7ebb60c0da87 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:02:56.954527 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c8ac77-093d-4c3e-8f84-7ebb60c0da87 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:02:56.955108 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c8ac77-093d-4c3e-8f84-7ebb60c0da87 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:02:56.955764 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c8ac77-093d-4c3e-8f84-7ebb60c0da87 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:02:56.956382 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c8ac77-093d-4c3e-8f84-7ebb60c0da87 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:02:56.957802 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c8ac77-093d-4c3e-8f84-7ebb60c0da87 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:02:57.095750 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-26a5fe59-2ef6-4bde-b251-a9fe025cc791 req-2b10d077-301b-4a9b-b9a8-7af826422719 tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] 10.222.0.13 "GET /v2.0/security-groups?id=e2e15a42-88b8-49e2-ad78-9daadc9e7fe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1780689 Nov 05 19:02:57.112048 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3dc72c-1d7b-4087-8efb-cdb1aea61403 tempest-NetworksIpV6TestAttrs-952298474 tempest-NetworksIpV6TestAttrs-952298474-project] Pushing event updated for resources: {'Subnet': ['ID=2f650371-0f86-43d5-833f-6beefd5e16e5,revision_number=0']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:02:57.186174 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd3dc72c-1d7b-4087-8efb-cdb1aea61403 tempest-NetworksIpV6TestAttrs-952298474 tempest-NetworksIpV6TestAttrs-952298474-project] Checking segment: {'id': '360a71e0-03a5-4d6e-a9a1-d76998c7b9ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '5d233ac1-f670-46ed-b303-bd87982206e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 19:02:57.186554 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd3dc72c-1d7b-4087-8efb-cdb1aea61403 tempest-NetworksIpV6TestAttrs-952298474 tempest-NetworksIpV6TestAttrs-952298474-project] Network hostable DHCP agents. Network: 5d233ac1-f670-46ed-b303-bd87982206e7, hostable agents: ['987e2ca0-bc3b-4c6f-a989-429ccfbf753f'], hosted agents: [] {{(pid=102386) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 05 19:02:57.190421 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-92c8ac77-093d-4c3e-8f84-7ebb60c0da87 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:57.209650 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79fef62b-2276-464f-92e7-4388d732e155 None None] DHCP port deletion for f05cbee4-8de4-4dc2-ad19-541a1a7509c5 request from n-d-816865-1 {{(pid=102388) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 05 19:02:57.218909 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-66e892e7-754b-48eb-9563-a95e0bd30469 tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:57.278168 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-49f67cd0-9980-4bb2-aeaa-2a2ea7498101 None None] For port ae47655c-d7aa-46d4-945f-55a9b0c2cbfc, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=ae47655c-d7aa-46d4-945f-55a9b0c2cbfc,segment=NetworkSegment(9fe89f83-5e32-4b08-a9e4-07418222a7ea),segment_id=9fe89f83-5e32-4b08-a9e4-07418222a7ea)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:02:57.321655 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-66e892e7-754b-48eb-9563-a95e0bd30469 tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-571384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1000487'] for router, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:57.350037 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-49f67cd0-9980-4bb2-aeaa-2a2ea7498101 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:57.352451 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd3dc72c-1d7b-4087-8efb-cdb1aea61403 tempest-NetworksIpV6TestAttrs-952298474 tempest-NetworksIpV6TestAttrs-952298474-project] Network 5d233ac1-f670-46ed-b303-bd87982206e7 is scheduled to be hosted by DHCP agent 987e2ca0-bc3b-4c6f-a989-429ccfbf753f with binding_index 1 {{(pid=102386) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 05 19:02:57.370207 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:57.430215 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-79fef62b-2276-464f-92e7-4388d732e155 None None] Deleting port ae47655c-d7aa-46d4-945f-55a9b0c2cbfc {{(pid=102388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 19:02:57.430513 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-79fef62b-2276-464f-92e7-4388d732e155 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:57.467715 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-66e892e7-754b-48eb-9563-a95e0bd30469 tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Publish callbacks [] for router, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:57.469198 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-66e892e7-754b-48eb-9563-a95e0bd30469 tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.7808452 Nov 05 19:02:57.471711 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 47392) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:02:57.477324 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-eed18761-3b7c-4ee3-a5b6-5e96ba085466 tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Request body: {'router': {'admin_state_up': True}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:02:57.479437 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a4626c-fcb8-4e02-a14e-58678da63dde req-5b375944-f72d-4ca1-bce6-629b44bace81 tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:02:57.489873 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-b4a4626c-fcb8-4e02-a14e-58678da63dde req-5b375944-f72d-4ca1-bce6-629b44bace81 tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e0e9f2c-b17f-4007-b3d8-07e537a1c2f3 HTTP/1.1" status: 200 len: 946 time: 0.1630952 Nov 05 19:02:57.561670 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f67cd0-9980-4bb2-aeaa-2a2ea7498101 None None] Pushing event updated for resources: {'Port': ['ID=ae47655c-d7aa-46d4-945f-55a9b0c2cbfc,revision_number=4']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:02:57.578874 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-79fef62b-2276-464f-92e7-4388d732e155 None None] For port ae47655c-d7aa-46d4-945f-55a9b0c2cbfc, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=ae47655c-d7aa-46d4-945f-55a9b0c2cbfc,segment=NetworkSegment(9fe89f83-5e32-4b08-a9e4-07418222a7ea),segment_id=9fe89f83-5e32-4b08-a9e4-07418222a7ea)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:02:57.579276 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-79fef62b-2276-464f-92e7-4388d732e155 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:57.581769 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.db.api [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102388) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 05 19:02:57.582204 n-d-816865-1 neutron-server[102388]: DEBUG oslo_db.api [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 05 19:02:57.599743 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-79fef62b-2276-464f-92e7-4388d732e155 None None] Calling delete_port for ae47655c-d7aa-46d4-945f-55a9b0c2cbfc owned by network:dhcp {{(pid=102388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 19:02:57.615347 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-b4a4626c-fcb8-4e02-a14e-58678da63dde req-b2e2ac00-7951-43a5-9258-eefff0ea8610 tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] 10.222.0.13 "GET /v2.0/security-groups?id=e2e15a42-88b8-49e2-ad78-9daadc9e7fe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243572 Nov 05 19:02:57.617379 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.base_scheduler [None req-bd3dc72c-1d7b-4087-8efb-cdb1aea61403 tempest-NetworksIpV6TestAttrs-952298474 tempest-NetworksIpV6TestAttrs-952298474-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816865-1, 5d233ac1-f670-46ed-b303-bd87982206e7) {{(pid=102386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 19:02:57.638009 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd3dc72c-1d7b-4087-8efb-cdb1aea61403 tempest-NetworksIpV6TestAttrs-952298474 tempest-NetworksIpV6TestAttrs-952298474-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:02:57.638597 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-bd3dc72c-1d7b-4087-8efb-cdb1aea61403 tempest-NetworksIpV6TestAttrs-952298474 tempest-NetworksIpV6TestAttrs-952298474-project] Publish callbacks [] for subnet, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:57.642185 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-330b9819-6b6e-41b9-a8df-0abf4054aa29 None None] Network 5d233ac1-f670-46ed-b303-bd87982206e7 requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 19:02:57.717528 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-a885703b-32fd-47a0-8917-81f77f420325 req-f4b6e857-7d82-4602-b9e6-916cae8d342c tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] 10.222.0.13 "GET /v2.0/ports?device_id=1682fb31-a1bf-43f5-a4fa-447937da8a91 HTTP/1.1" status: 200 len: 210 time: 0.0493951 Nov 05 19:02:57.739630 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-bd3dc72c-1d7b-4087-8efb-cdb1aea61403 tempest-NetworksIpV6TestAttrs-952298474 tempest-NetworksIpV6TestAttrs-952298474-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.7551711 Nov 05 19:02:57.742455 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 47402) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:02:57.767900 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-a0d8b3cb-9fcf-4133-9199-304f2e90c28e tempest-NetworksIpV6TestAttrs-952298474 tempest-NetworksIpV6TestAttrs-952298474-project] Request body: {'port': {'network_id': '5d233ac1-f670-46ed-b303-bd87982206e7', 'name': 'tempest-NetworksIpV6TestAttrs-838190642'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:02:57.817654 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e690a76d-6cf4-427a-8dc8-8fe3e563094f None None] Network 7340801a-d414-4a8c-8e81-bc2b23bb205e requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 19:02:57.991023 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-92c8ac77-093d-4c3e-8f84-7ebb60c0da87 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Publish callbacks [] for port, precommit_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:58.086955 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-92c8ac77-093d-4c3e-8f84-7ebb60c0da87 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4417072'] for port, after_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:58.111346 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-79fef62b-2276-464f-92e7-4388d732e155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798'] for port, after_delete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:58.205342 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79fef62b-2276-464f-92e7-4388d732e155 None None] Pushing event deleted for resources: {'Port': ['ID=ae47655c-d7aa-46d4-945f-55a9b0c2cbfc,revision_number=None']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:02:58.224147 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Port ae47655c-d7aa-46d4-945f-55a9b0c2cbfc update to ACTIVE by agent not found {{(pid=102388) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}} Nov 05 19:02:58.239235 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79fef62b-2276-464f-92e7-4388d732e155 None None] No DVR routers for this DVR port ae47655c-d7aa-46d4-945f-55a9b0c2cbfc on host n-d-816865-1 {{(pid=102388) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 19:02:58.246796 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c86b6b6-b644-44ec-bb97-e888f51bcca1 req-0eafdc9f-b969-4c05-9cbe-bfa9ef726bfd tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:02:58.254482 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-5c86b6b6-b644-44ec-bb97-e888f51bcca1 req-0eafdc9f-b969-4c05-9cbe-bfa9ef726bfd tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e0e9f2c-b17f-4007-b3d8-07e537a1c2f3 HTTP/1.1" status: 200 len: 946 time: 0.2445207 Nov 05 19:02:58.256592 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-92c8ac77-093d-4c3e-8f84-7ebb60c0da87 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-597863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-571878'] for router_interface, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:58.258760 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c8ac77-093d-4c3e-8f84-7ebb60c0da87 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Pushing event updated for resources: {'Port': ['ID=87b228bc-76b1-436e-bfa1-329cc71d6699,revision_number=2']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:02:58.268855 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-87de3c0c-a30a-4ecb-b77c-7b11a645847d None None] Provisioning complete for port 8cc6cf2f-36ef-4ee2-a5c6-a31dbf61af8b triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:02:58.269234 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-87de3c0c-a30a-4ecb-b77c-7b11a645847d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:58.345111 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-5c86b6b6-b644-44ec-bb97-e888f51bcca1 req-51f48a73-827d-4131-a0d3-e0ebb98118bb tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] 10.222.0.13 "GET /v2.0/security-groups?id=e2e15a42-88b8-49e2-ad78-9daadc9e7fe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892851 Nov 05 19:02:58.382298 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2f0086a-e9bf-4ebd-befe-369a8a466165 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeb20a084-accf-5b60-8075-3e69ebe863a6-5d233ac1-f670-46ed-b303-bd87982206e7', 'network_id': '5d233ac1-f670-46ed-b303-bd87982206e7', 'tenant_id': 'f171a8a78c484dd49cccfb91cf64615a', 'fixed_ips': [{'subnet_id': '2f650371-0f86-43d5-833f-6beefd5e16e5'}]}} from n-d-816865-1. {{(pid=102388) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 05 19:02:58.383205 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c2f0086a-e9bf-4ebd-befe-369a8a466165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:58.483875 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92c8ac77-093d-4c3e-8f84-7ebb60c0da87 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Network 7340801a-d414-4a8c-8e81-bc2b23bb205e is already hosted by enough agents. {{(pid=102387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 19:02:58.495863 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.base_scheduler [None req-92c8ac77-093d-4c3e-8f84-7ebb60c0da87 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Resources bound (agent type, host, resource id): {{(pid=102387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 19:02:58.547712 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 8cc6cf2f-36ef-4ee2-a5c6-a31dbf61af8b up at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 19:02:58.600130 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db3fb1a-4c5d-46cd-b388-423c2812d2c5 req-18dead11-8eda-4ca5-919c-4616add1835e tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:02:58.602084 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-5db3fb1a-4c5d-46cd-b388-423c2812d2c5 req-18dead11-8eda-4ca5-919c-4616add1835e tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e0e9f2c-b17f-4007-b3d8-07e537a1c2f3 HTTP/1.1" status: 200 len: 946 time: 0.1389871 Nov 05 19:02:58.746834 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-eed18761-3b7c-4ee3-a5b6-5e96ba085466 tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1000460', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-571265', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6845'] for router, precommit_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:58.747802 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-5db3fb1a-4c5d-46cd-b388-423c2812d2c5 req-e2240db7-15dc-48b3-be00-beb508705d9f tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] 10.222.0.13 "GET /v2.0/security-groups?id=e2e15a42-88b8-49e2-ad78-9daadc9e7fe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344361 Nov 05 19:02:58.756682 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Provisioning complete for port 8cc6cf2f-36ef-4ee2-a5c6-a31dbf61af8b triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:02:58.757062 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:58.760108 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92c8ac77-093d-4c3e-8f84-7ebb60c0da87 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Router 92d58f79-68a7-41aa-ae45-8002064d2c06 has already been hosted by L3 agent 6dcb5589-8e86-4616-9186-ddc4548e13ad {{(pid=102387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 19:02:58.841078 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.db_base_plugin_common [None req-c2f0086a-e9bf-4ebd-befe-369a8a466165 None None] Allocated IP 2001:db8::f816:3eff:fe88:86e5 (5d233ac1-f670-46ed-b303-bd87982206e7/2f650371-0f86-43d5-833f-6beefd5e16e5/317a9f64-d9c1-4563-8a6a-45632a3007cf) {{(pid=102388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 19:02:58.864332 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0d8b3cb-9fcf-4133-9199-304f2e90c28e tempest-NetworksIpV6TestAttrs-952298474 tempest-NetworksIpV6TestAttrs-952298474-project] Made reservation on behalf of f171a8a78c484dd49cccfb91cf64615a for: {'port': 1} {{(pid=102386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 19:02:58.867994 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-a0d8b3cb-9fcf-4133-9199-304f2e90c28e tempest-NetworksIpV6TestAttrs-952298474 tempest-NetworksIpV6TestAttrs-952298474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:58.893959 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-eed18761-3b7c-4ee3-a5b6-5e96ba085466 tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1000487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1000469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1000478', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-571274'] for router, after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:58.916192 n-d-816865-1 neutron-server[102386]: DEBUG neutron.notifiers.nova [None req-a0d8b3cb-9fcf-4133-9199-304f2e90c28e tempest-NetworksIpV6TestAttrs-952298474 tempest-NetworksIpV6TestAttrs-952298474-project] device_id is not set on port d629eb0c-5bf4-4ce5-85e6-87ab4c519798 yet. {{(pid=102386) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 05 19:02:59.063239 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-87de3c0c-a30a-4ecb-b77c-7b11a645847d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:59.067791 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-fe0792a5-f63e-43d1-82f0-7983feea66a6 req-0a264f6b-7b30-48f8-8a3b-0e33aea0901b tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] 10.222.0.13 "GET /v2.0/ports?device_id=1682fb31-a1bf-43f5-a4fa-447937da8a91 HTTP/1.1" status: 200 len: 210 time: 0.0907307 Nov 05 19:02:59.146059 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92c8ac77-093d-4c3e-8f84-7ebb60c0da87 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Notify agent at l3_agent.n-d-816865-1 the message routers_updated {{(pid=102387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 19:02:59.173938 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-92c8ac77-093d-4c3e-8f84-7ebb60c0da87 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] 10.222.0.13 "PUT /v2.0/routers/92d58f79-68a7-41aa-ae45-8002064d2c06/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0036273 Nov 05 19:02:59.196754 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f6d558d-a411-4d03-b8d2-6e4cbce8729e None None] Sync routers for ids ['92d58f79-68a7-41aa-ae45-8002064d2c06'] in n-d-816865-1 {{(pid=102388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 19:02:59.237893 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103e9d8f-4fcd-4871-9601-5865bd7e65ce req-55ccc6f9-c85b-48ee-ae3e-b311eaae11f8 tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:02:59.249051 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-103e9d8f-4fcd-4871-9601-5865bd7e65ce req-55ccc6f9-c85b-48ee-ae3e-b311eaae11f8 tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e0e9f2c-b17f-4007-b3d8-07e537a1c2f3 HTTP/1.1" status: 200 len: 946 time: 0.1797357 Nov 05 19:02:59.282082 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-87de3c0c-a30a-4ecb-b77c-7b11a645847d None None] For port 8cc6cf2f-36ef-4ee2-a5c6-a31dbf61af8b, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=8cc6cf2f-36ef-4ee2-a5c6-a31dbf61af8b,segment=NetworkSegment(3d7f4a28-84db-42f8-83a4-bb954eae33e2),segment_id=3d7f4a28-84db-42f8-83a4-bb954eae33e2)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:02:59.294640 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:59.305034 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f6d558d-a411-4d03-b8d2-6e4cbce8729e None None] Routers {'92d58f79-68a7-41aa-ae45-8002064d2c06'} bound to L3 agent in host n-d-816865-1 {{(pid=102388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 19:02:59.305979 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-1f6d558d-a411-4d03-b8d2-6e4cbce8729e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T19:02:35Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['92d58f79-68a7-41aa-ae45-8002064d2c06'], 'active': True} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:02:59.338478 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eed18761-3b7c-4ee3-a5b6-5e96ba085466 tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Router 378a77e2-a49c-4c3d-b11c-e15f8b811fa7 is scheduled to L3 agent 6dcb5589-8e86-4616-9186-ddc4548e13ad with binding_index 1 {{(pid=102386) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 05 19:02:59.360901 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c2f0086a-e9bf-4ebd-befe-369a8a466165 None None] Publish callbacks [] for port, precommit_create {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:59.369885 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-87de3c0c-a30a-4ecb-b77c-7b11a645847d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:59.371805 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-103e9d8f-4fcd-4871-9601-5865bd7e65ce req-06ac30c8-4133-4126-9ed2-f89a3773124f tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] 10.222.0.13 "GET /v2.0/security-groups?id=e2e15a42-88b8-49e2-ad78-9daadc9e7fe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135452 Nov 05 19:02:59.521882 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c2f0086a-e9bf-4ebd-befe-369a8a466165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789'] for port, after_create {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:59.555078 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.db.api [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102388) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 05 19:02:59.555699 n-d-816865-1 neutron-server[102388]: DEBUG oslo_db.api [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 05 19:02:59.601314 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eed18761-3b7c-4ee3-a5b6-5e96ba085466 tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Notify agent at l3_agent.n-d-816865-1 the message routers_updated {{(pid=102386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 19:02:59.604458 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-ba87513c-76e1-497d-9c79-c52241912d08 None None] Provisioning complete for port 87b228bc-76b1-436e-bfa1-329cc71d6699 triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:02:59.605036 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-ba87513c-76e1-497d-9c79-c52241912d08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:59.609293 n-d-816865-1 neutron-server[102388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2f0086a-e9bf-4ebd-befe-369a8a466165 None None] Network 5d233ac1-f670-46ed-b303-bd87982206e7 is already hosted by enough agents. {{(pid=102388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 19:02:59.612360 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b3d7d41-1f9b-453f-998d-bc45318e1a40 None None] Sync routers for ids ['378a77e2-a49c-4c3d-b11c-e15f8b811fa7'] in n-d-816865-1 {{(pid=102389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 19:02:59.615821 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87de3c0c-a30a-4ecb-b77c-7b11a645847d None None] Pushing event updated for resources: {'Port': ['ID=8cc6cf2f-36ef-4ee2-a5c6-a31dbf61af8b,revision_number=3']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:02:59.626882 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-eed18761-3b7c-4ee3-a5b6-5e96ba085466 tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Publish callbacks [] for router, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:02:59.628309 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-eed18761-3b7c-4ee3-a5b6-5e96ba085466 tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] 10.222.0.13 "PUT /v2.0/routers/378a77e2-a49c-4c3d-b11c-e15f8b811fa7 HTTP/1.1" status: 200 len: 694 time: 2.1555929 Nov 05 19:02:59.633161 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 47436) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:02:59.633570 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b3d7d41-1f9b-453f-998d-bc45318e1a40 None None] Routers {'378a77e2-a49c-4c3d-b11c-e15f8b811fa7'} bound to L3 agent in host n-d-816865-1 {{(pid=102389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 19:02:59.634240 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-8b3d7d41-1f9b-453f-998d-bc45318e1a40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T19:02:35Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['378a77e2-a49c-4c3d-b11c-e15f8b811fa7'], 'active': True} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:02:59.658885 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvr_db [None req-1f6d558d-a411-4d03-b8d2-6e4cbce8729e None None] Set router 92d58f79-68a7-41aa-ae45-8002064d2c06 gateway port host: n-d-816865-1 {{(pid=102388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 19:02:59.667364 n-d-816865-1 neutron-server[102388]: DEBUG neutron.scheduler.base_scheduler [None req-c2f0086a-e9bf-4ebd-befe-369a8a466165 None None] Resources bound (agent type, host, resource id): {{(pid=102388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 19:02:59.740054 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2f0086a-e9bf-4ebd-befe-369a8a466165 None None] Received port after_create {{(pid=102388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 19:02:59.788138 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-4cf79aa2-1387-4890-9b30-c2737efd4f2e tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] 10.222.0.13 "GET /v2.0/routers/378a77e2-a49c-4c3d-b11c-e15f8b811fa7 HTTP/1.1" status: 200 len: 700 time: 0.1535237 Nov 05 19:02:59.792790 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 47438) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:02:59.806083 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.db_base_plugin_common [None req-a0d8b3cb-9fcf-4133-9199-304f2e90c28e tempest-NetworksIpV6TestAttrs-952298474 tempest-NetworksIpV6TestAttrs-952298474-project] Allocated IP 2001:db8::f816:3eff:fe29:9ba4 (5d233ac1-f670-46ed-b303-bd87982206e7/2f650371-0f86-43d5-833f-6beefd5e16e5/d629eb0c-5bf4-4ce5-85e6-87ab4c519798) {{(pid=102386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 19:02:59.812395 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvr_db [None req-8b3d7d41-1f9b-453f-998d-bc45318e1a40 None None] Set router 378a77e2-a49c-4c3d-b11c-e15f8b811fa7 gateway port host: None {{(pid=102389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 19:02:59.843890 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-7fb55a3c-8d04-4bba-8fcf-5115ad34653b tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] 10.222.0.13 "GET /v2.0/ports?device_id=378a77e2-a49c-4c3d-b11c-e15f8b811fa7 HTTP/1.1" status: 200 len: 205 time: 0.0497105 Nov 05 19:02:59.873940 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 47440) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:02:59.916495 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-8b3d7d41-1f9b-453f-998d-bc45318e1a40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '378a77e2-a49c-4c3d-b11c-e15f8b811fa7', 'name': 'tempest-RoutersTest-router-1394685146', 'tenant_id': 'e73ce0a6a4b043a3828a6e49d45da7fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T19:02:56Z', 'updated_at': '2021-11-05T19:02:58Z', 'revision_number': 2, 'project_id': 'e73ce0a6a4b043a3828a6e49d45da7fe', 'gw_port_host': None}], 'n-d-816865-1', False) {} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:02:59.970559 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-ba87513c-76e1-497d-9c79-c52241912d08 None None] Port 87b228bc-76b1-436e-bfa1-329cc71d6699 cannot update to ACTIVE because it is not bound. {{(pid=102388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 19:02:59.983860 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f0086a-e9bf-4ebd-befe-369a8a466165 None None] Pushing event updated for resources: {'Port': ['ID=317a9f64-d9c1-4563-8a6a-45632a3007cf,revision_number=1']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:02:59.984986 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b3d7d41-1f9b-453f-998d-bc45318e1a40 None None] Checking router: 378a77e2-a49c-4c3d-b11c-e15f8b811fa7 for host: n-d-816865-1 {{(pid=102389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 19:03:00.007193 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b3d7d41-1f9b-453f-998d-bc45318e1a40 None None] Routers {'378a77e2-a49c-4c3d-b11c-e15f8b811fa7'} bound to L3 agent in host n-d-816865-1 {{(pid=102389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 19:03:00.008788 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-8b3d7d41-1f9b-453f-998d-bc45318e1a40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T19:02:35Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['378a77e2-a49c-4c3d-b11c-e15f8b811fa7'], 'active': True} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:03:00.080129 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-489ed170-aac6-4f3e-ab6d-760b5e06cef5 tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Publish callbacks [] for router, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:03:00.092317 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3172f735-b876-4340-bc47-b4ab0036be80 req-533c57a5-a365-44b6-9967-c4c018b190d0 tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:03:00.100527 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-3172f735-b876-4340-bc47-b4ab0036be80 req-533c57a5-a365-44b6-9967-c4c018b190d0 tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e0e9f2c-b17f-4007-b3d8-07e537a1c2f3 HTTP/1.1" status: 200 len: 946 time: 0.5921109 Nov 05 19:03:00.134387 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-ca6f0d62-613a-4a57-9cf5-5b420aa2b415 req-f3b8d64e-b0ae-4d49-8783-ce17ccbd6eff tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-719768826&fields=id&tenant_id=777902a3c6ed4ff2a5460208db53bd8a HTTP/1.1" status: 200 len: 267 time: 0.5906858 Nov 05 19:03:00.178641 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvr_db [None req-8b3d7d41-1f9b-453f-998d-bc45318e1a40 None None] Set router 378a77e2-a49c-4c3d-b11c-e15f8b811fa7 gateway port host: None {{(pid=102389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 19:03:00.335890 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-8b3d7d41-1f9b-453f-998d-bc45318e1a40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '378a77e2-a49c-4c3d-b11c-e15f8b811fa7', 'name': 'tempest-RoutersTest-router-1394685146', 'tenant_id': 'e73ce0a6a4b043a3828a6e49d45da7fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T19:02:56Z', 'updated_at': '2021-11-05T19:02:58Z', 'revision_number': 2, 'project_id': 'e73ce0a6a4b043a3828a6e49d45da7fe', 'gw_port_host': None}], 'n-d-816865-1', False) {} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:03:00.346081 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-489ed170-aac6-4f3e-ab6d-760b5e06cef5 tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-571301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6852'] for router, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:03:00.350659 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-489ed170-aac6-4f3e-ab6d-760b5e06cef5 tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:03:00.384243 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b3d7d41-1f9b-453f-998d-bc45318e1a40 None None] The sync data for ids ['378a77e2-a49c-4c3d-b11c-e15f8b811fa7'] in n-d-816865-1 is: [{'id': '378a77e2-a49c-4c3d-b11c-e15f8b811fa7', 'name': 'tempest-RoutersTest-router-1394685146', 'tenant_id': 'e73ce0a6a4b043a3828a6e49d45da7fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T19:02:56Z', 'updated_at': '2021-11-05T19:02:58Z', 'revision_number': 2, 'project_id': 'e73ce0a6a4b043a3828a6e49d45da7fe', 'gw_port_host': None}] {{(pid=102389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 19:03:00.392103 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-3172f735-b876-4340-bc47-b4ab0036be80 req-45b5295d-f96f-4da7-901e-2452a3788fba tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] 10.222.0.13 "GET /v2.0/security-groups?id=e2e15a42-88b8-49e2-ad78-9daadc9e7fe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2905993 Nov 05 19:03:00.465993 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6f0d62-613a-4a57-9cf5-5b420aa2b415 req-2daf23fb-cb58-4845-8567-9fe23ad8c7be tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:03:00.478654 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-a0d8b3cb-9fcf-4133-9199-304f2e90c28e tempest-NetworksIpV6TestAttrs-952298474 tempest-NetworksIpV6TestAttrs-952298474-project] Publish callbacks [] for port, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:03:00.478875 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-ca6f0d62-613a-4a57-9cf5-5b420aa2b415 req-2daf23fb-cb58-4845-8567-9fe23ad8c7be tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] 10.222.0.13 "GET /v2.0/networks?id=7340801a-d414-4a8c-8e81-bc2b23bb205e HTTP/1.1" status: 200 len: 797 time: 0.3396590 Nov 05 19:03:00.509186 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-489ed170-aac6-4f3e-ab6d-760b5e06cef5 tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-571310'] for router, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:03:00.513584 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-489ed170-aac6-4f3e-ab6d-760b5e06cef5 tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Fanout notify agent at l3_agent the message router_deleted on router 378a77e2-a49c-4c3d-b11c-e15f8b811fa7 {{(pid=102386) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 05 19:03:00.515647 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-ca6f0d62-613a-4a57-9cf5-5b420aa2b415 req-c8f53983-3f1e-4ea6-aa6d-2eb3e2b9be3e tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] 10.222.0.13 "GET /v2.0/quotas/777902a3c6ed4ff2a5460208db53bd8a HTTP/1.1" status: 200 len: 375 time: 0.0352905 Nov 05 19:03:00.533008 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-489ed170-aac6-4f3e-ab6d-760b5e06cef5 tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] Publish callbacks [] for router, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:03:00.539013 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-489ed170-aac6-4f3e-ab6d-760b5e06cef5 tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] 10.222.0.13 "DELETE /v2.0/routers/378a77e2-a49c-4c3d-b11c-e15f8b811fa7 HTTP/1.1" status: 204 len: 168 time: 0.6591339 Nov 05 19:03:00.543273 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 47452) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:03:00.615020 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-14e22463-5d85-4d8c-9c89-31fb2550e499 req-9565d815-667b-414b-bd98-a2295293be8a tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] 10.222.0.13 "GET /v2.0/ports?device_id=1682fb31-a1bf-43f5-a4fa-447937da8a91 HTTP/1.1" status: 200 len: 210 time: 0.0785861 Nov 05 19:03:00.636080 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-dd7289b2-8128-43dd-86bf-543db9bc6647 tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] 10.222.0.13 "GET /v2.0/ports?device_id=378a77e2-a49c-4c3d-b11c-e15f8b811fa7 HTTP/1.1" status: 200 len: 205 time: 0.0800781 Nov 05 19:03:00.640856 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 47454) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:03:00.691772 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-c2f0086a-e9bf-4ebd-befe-369a8a466165 None None] Attempting to bind port 317a9f64-d9c1-4563-8a6a-45632a3007cf on host n-d-816865-1 for vnic_type normal with profile {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 19:03:00.692684 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-c2f0086a-e9bf-4ebd-befe-369a8a466165 None None] Attempting to bind port 317a9f64-d9c1-4563-8a6a-45632a3007cf by drivers openvswitch,hyperv on host n-d-816865-1 at level 0 using segments [{'id': '360a71e0-03a5-4d6e-a9a1-d76998c7b9ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '5d233ac1-f670-46ed-b303-bd87982206e7'}] {{(pid=102388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 19:03:00.693288 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2f0086a-e9bf-4ebd-befe-369a8a466165 None None] Attempting to bind port 317a9f64-d9c1-4563-8a6a-45632a3007cf on network 5d233ac1-f670-46ed-b303-bd87982206e7 {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 19:03:00.703584 n-d-816865-1 neutron-server[102387]: INFO neutron.api.v2.resource [None req-db023ad8-725e-417b-bd15-88f12304128c tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] delete failed (client error): The resource could not be found. Nov 05 19:03:00.704636 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-db023ad8-725e-417b-bd15-88f12304128c tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] 10.222.0.13 "DELETE /v2.0/routers/378a77e2-a49c-4c3d-b11c-e15f8b811fa7 HTTP/1.1" status: 404 len: 336 time: 0.0575528 Nov 05 19:03:00.709220 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 47456) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:03:00.719018 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-ca6f0d62-613a-4a57-9cf5-5b420aa2b415 req-4eddae55-c43e-4b69-b187-c3389a203e09 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=777902a3c6ed4ff2a5460208db53bd8a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2030985 Nov 05 19:03:00.735174 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-ba87513c-76e1-497d-9c79-c52241912d08 None None] Provisioning complete for port 8cc6cf2f-36ef-4ee2-a5c6-a31dbf61af8b triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:03:00.740965 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-ba87513c-76e1-497d-9c79-c52241912d08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:03:00.743317 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2f0086a-e9bf-4ebd-befe-369a8a466165 None None] Checking agent: {'id': '724d89a7-611b-41e6-bc85-c48112b17afa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 18, 25, 8), 'started_at': datetime.datetime(2021, 11, 5, 18, 25, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 19, 2, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 19:03:00.746742 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2f0086a-e9bf-4ebd-befe-369a8a466165 None None] Checking segment: {'id': '360a71e0-03a5-4d6e-a9a1-d76998c7b9ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '5d233ac1-f670-46ed-b303-bd87982206e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 19:03:00.747416 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c2f0086a-e9bf-4ebd-befe-369a8a466165 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:03:00.747817 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2f0086a-e9bf-4ebd-befe-369a8a466165 None None] Bound using segment: {'id': '360a71e0-03a5-4d6e-a9a1-d76998c7b9ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '5d233ac1-f670-46ed-b303-bd87982206e7'} {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 19:03:00.751387 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-c2f0086a-e9bf-4ebd-befe-369a8a466165 None None] Bound port: 317a9f64-d9c1-4563-8a6a-45632a3007cf, host: n-d-816865-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '360a71e0-03a5-4d6e-a9a1-d76998c7b9ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '5d233ac1-f670-46ed-b303-bd87982206e7'}}] {{(pid=102388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 19:03:00.751387 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c2f0086a-e9bf-4ebd-befe-369a8a466165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:03:00.797862 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-a0d8b3cb-9fcf-4133-9199-304f2e90c28e tempest-NetworksIpV6TestAttrs-952298474 tempest-NetworksIpV6TestAttrs-952298474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:03:00.798708 n-d-816865-1 neutron-server[102386]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9078233-9020-47c9-b6d5-2950f1f51de9 tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] DELETE failed (client error): The resource could not be found. Nov 05 19:03:00.802487 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f9078233-9020-47c9-b6d5-2950f1f51de9 tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102386) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 05 19:03:00.814919 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-f9078233-9020-47c9-b6d5-2950f1f51de9 tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] 10.222.0.13 "DELETE /v2.0/subnets/6645ef9d-8044-4912-af36-a27dc04fd3f8 HTTP/1.1" status: 404 len: 337 time: 0.1041775 Nov 05 19:03:00.825147 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 47466) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:03:00.962973 n-d-816865-1 neutron-server[102386]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb18ed36-2637-4e74-ad57-6a03b314334a tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] DELETE failed (client error): The resource could not be found. Nov 05 19:03:00.964011 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bb18ed36-2637-4e74-ad57-6a03b314334a tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102386) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 05 19:03:00.971369 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device ae47655c-d7aa-46d4-945f-55a9b0c2cbfc no longer exists at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 19:03:00.979312 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-bb18ed36-2637-4e74-ad57-6a03b314334a tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] 10.222.0.13 "DELETE /v2.0/subnets/73af3bcb-350f-488c-a8fc-d49ff8bac692 HTTP/1.1" status: 404 len: 337 time: 0.1456938 Nov 05 19:03:00.980058 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 47468) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:03:01.008880 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0d8b3cb-9fcf-4133-9199-304f2e90c28e tempest-NetworksIpV6TestAttrs-952298474 tempest-NetworksIpV6TestAttrs-952298474-project] Network 5d233ac1-f670-46ed-b303-bd87982206e7 is already hosted by enough agents. {{(pid=102386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 19:03:01.015295 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.base_scheduler [None req-a0d8b3cb-9fcf-4133-9199-304f2e90c28e tempest-NetworksIpV6TestAttrs-952298474 tempest-NetworksIpV6TestAttrs-952298474-project] Resources bound (agent type, host, resource id): {{(pid=102386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 19:03:01.017850 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] No Port match for: ae47655c-d7aa-46d4-945f-55a9b0c2cbfc {{(pid=102388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 19:03:01.018232 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device ae47655c-d7aa-46d4-945f-55a9b0c2cbfc not bound to the agent host n-d-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 19:03:01.028992 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0d8b3cb-9fcf-4133-9199-304f2e90c28e tempest-NetworksIpV6TestAttrs-952298474 tempest-NetworksIpV6TestAttrs-952298474-project] Received port after_create {{(pid=102386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 19:03:01.039208 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0d8b3cb-9fcf-4133-9199-304f2e90c28e tempest-NetworksIpV6TestAttrs-952298474 tempest-NetworksIpV6TestAttrs-952298474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:03:01.043353 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-a0d8b3cb-9fcf-4133-9199-304f2e90c28e tempest-NetworksIpV6TestAttrs-952298474 tempest-NetworksIpV6TestAttrs-952298474-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:03:01.064938 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-c2f0086a-e9bf-4ebd-befe-369a8a466165 None None] For port 317a9f64-d9c1-4563-8a6a-45632a3007cf, host n-d-816865-1, cleared binding levels {{(pid=102388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 19:03:01.069582 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-c2f0086a-e9bf-4ebd-befe-369a8a466165 None None] For port 317a9f64-d9c1-4563-8a6a-45632a3007cf, host n-d-816865-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=317a9f64-d9c1-4563-8a6a-45632a3007cf,segment=NetworkSegment(360a71e0-03a5-4d6e-a9a1-d76998c7b9ea),segment_id=360a71e0-03a5-4d6e-a9a1-d76998c7b9ea)] {{(pid=102388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 19:03:01.087170 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d8b3cb-9fcf-4133-9199-304f2e90c28e tempest-NetworksIpV6TestAttrs-952298474 tempest-NetworksIpV6TestAttrs-952298474-project] Pushing event updated for resources: {'Port': ['ID=d629eb0c-5bf4-4ce5-85e6-87ab4c519798,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:03:01.141194 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-a0d8b3cb-9fcf-4133-9199-304f2e90c28e tempest-NetworksIpV6TestAttrs-952298474 tempest-NetworksIpV6TestAttrs-952298474-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 3.3976760 Nov 05 19:03:01.143865 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 47470) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:03:01.171919 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-ca6f0d62-613a-4a57-9cf5-5b420aa2b415 req-038c962c-15e0-45b2-8fb9-44676d1114db service neutron] 10.222.0.13 "GET /v2.0/networks/7340801a-d414-4a8c-8e81-bc2b23bb205e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4384689 Nov 05 19:03:01.175008 n-d-816865-1 neutron-server[102387]: INFO neutron.pecan_wsgi.hooks.translation [None req-5422768b-1daf-4e01-a52c-5796d7fb9287 tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] DELETE failed (client error): The resource could not be found. Nov 05 19:03:01.175979 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5422768b-1daf-4e01-a52c-5796d7fb9287 tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102387) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 05 19:03:01.183360 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-5422768b-1daf-4e01-a52c-5796d7fb9287 tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] 10.222.0.13 "DELETE /v2.0/subnets/8073db28-b421-4759-be53-5a16d7654da3 HTTP/1.1" status: 404 len: 337 time: 0.1986792 Nov 05 19:03:01.189881 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c2f0086a-e9bf-4ebd-befe-369a8a466165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:03:01.190900 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 47472) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:03:01.307400 n-d-816865-1 neutron-server[102387]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e1f28c1-931c-49cc-83fc-9e8c66295eb4 tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] DELETE failed (client error): The resource could not be found. Nov 05 19:03:01.307694 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.db_base_plugin_v2 [None req-216dc1ef-99c0-4cab-ad95-c43ff14ff4e0 tempest-NetworksIpV6TestAttrs-952298474 tempest-NetworksIpV6TestAttrs-952298474-project] Deleting subnet 2f650371-0f86-43d5-833f-6beefd5e16e5 {{(pid=102386) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 05 19:03:01.313656 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9e1f28c1-931c-49cc-83fc-9e8c66295eb4 tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102387) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 05 19:03:01.315758 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-216dc1ef-99c0-4cab-ad95-c43ff14ff4e0 tempest-NetworksIpV6TestAttrs-952298474 tempest-NetworksIpV6TestAttrs-952298474-project] Publish callbacks [] for subnet, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:03:01.319140 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-9e1f28c1-931c-49cc-83fc-9e8c66295eb4 tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] 10.222.0.13 "DELETE /v2.0/subnets/558ddf96-5913-4b9c-a7f9-98c1c25a666b HTTP/1.1" status: 404 len: 337 time: 0.1150661 Nov 05 19:03:01.377877 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 47474) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:03:01.379445 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f0086a-e9bf-4ebd-befe-369a8a466165 None None] Pushing event updated for resources: {'Port': ['ID=317a9f64-d9c1-4563-8a6a-45632a3007cf,revision_number=2']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:03:01.387682 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 8cc6cf2f-36ef-4ee2-a5c6-a31dbf61af8b up at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 19:03:01.460981 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-ba67f4f1-a51b-49a6-b44f-b62816c18130 tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] 10.222.0.13 "GET /v2.0/ports?device_id=fd1de92a-98b3-4885-85eb-3624b8362935 HTTP/1.1" status: 200 len: 205 time: 0.0790620 Nov 05 19:03:01.465916 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 47480) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:03:01.488617 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-216dc1ef-99c0-4cab-ad95-c43ff14ff4e0 tempest-NetworksIpV6TestAttrs-952298474 tempest-NetworksIpV6TestAttrs-952298474-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4590738'] for subnet, precommit_delete_associations {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:03:01.504230 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-1f6d558d-a411-4d03-b8d2-6e4cbce8729e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92d58f79-68a7-41aa-ae45-8002064d2c06', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1075390681', 'tenant_id': '777902a3c6ed4ff2a5460208db53bd8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.210'}], 'enable_snat': True}, 'gw_port_id': '8742be66-1789-402a-a0dc-45a4ed0acc7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T19:02:41Z', 'updated_at': '2021-11-05T19:02:56Z', 'revision_number': 4, 'project_id': '777902a3c6ed4ff2a5460208db53bd8a', 'gw_port': {'id': '8742be66-1789-402a-a0dc-45a4ed0acc7f', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:25:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92d58f79-68a7-41aa-ae45-8002064d2c06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2935, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:02:43Z', 'updated_at': '2021-11-05T19:02:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1', '_interfaces': [{'id': '87b228bc-76b1-436e-bfa1-329cc71d6699', 'name': '', 'network_id': '7340801a-d414-4a8c-8e81-bc2b23bb205e', 'tenant_id': '777902a3c6ed4ff2a5460208db53bd8a', 'mac_address': 'fa:16:3e:28:d9:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92d58f79-68a7-41aa-ae45-8002064d2c06', 'device_owner': 'network:router_interface', 'standard_attr_id': 2947, 'fixed_ips': [{'subnet_id': '17f3259b-0e65-4434-84f3-e6a8b3c7482f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:02:55Z', 'updated_at': '2021-11-05T19:02:57Z', 'revision_number': 2, 'project_id': '777902a3c6ed4ff2a5460208db53bd8a', 'subnets': [{'id': '17f3259b-0e65-4434-84f3-e6a8b3c7482f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-1', False) {} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:03:01.607914 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4272c24-119a-4d56-885c-8a27293c1493 req-63f3ffd7-7ec8-4040-a241-86145f831fac tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:03:01.608032 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f6d558d-a411-4d03-b8d2-6e4cbce8729e None None] Checking router: 92d58f79-68a7-41aa-ae45-8002064d2c06 for host: n-d-816865-1 {{(pid=102388) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 19:03:01.608032 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f6d558d-a411-4d03-b8d2-6e4cbce8729e None None] Updating router 92d58f79-68a7-41aa-ae45-8002064d2c06 port 87b228bc-76b1-436e-bfa1-329cc71d6699 binding host n-d-816865-1 {{(pid=102388) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 05 19:03:01.614742 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-0cf50efa-78ba-40fe-9381-d37b23b66289 None None] Provisioning complete for port 87b228bc-76b1-436e-bfa1-329cc71d6699 triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:03:01.614947 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-0cf50efa-78ba-40fe-9381-d37b23b66289 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:03:01.630414 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-d4272c24-119a-4d56-885c-8a27293c1493 req-63f3ffd7-7ec8-4040-a241-86145f831fac tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] 10.222.0.13 "GET /v2.0/networks?id=2974e85c-ccd8-4cce-92c0-fa64d0405969 HTTP/1.1" status: 200 len: 814 time: 0.7783439 Nov 05 19:03:01.674753 n-d-816865-1 neutron-server[102387]: INFO neutron.api.v2.resource [None req-1ac802b6-a714-4b0f-9b42-6a50d563d69d tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] delete failed (client error): The resource could not be found. Nov 05 19:03:01.679925 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-1ac802b6-a714-4b0f-9b42-6a50d563d69d tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] 10.222.0.13 "DELETE /v2.0/routers/fd1de92a-98b3-4885-85eb-3624b8362935 HTTP/1.1" status: 404 len: 336 time: 0.1939301 Nov 05 19:03:01.683359 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 47484) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:03:01.719396 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-d4272c24-119a-4d56-885c-8a27293c1493 req-3a092266-d7bf-48c4-9d30-ad61db96e5e0 tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] 10.222.0.13 "GET /v2.0/quotas/202d48fbf8184969a2b022e0eeddf3c9 HTTP/1.1" status: 200 len: 375 time: 0.0882411 Nov 05 19:03:01.734416 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-ca6f0d62-613a-4a57-9cf5-5b420aa2b415 req-cfbb1e6e-2575-4415-8dd8-c8770185a5f1 service neutron] 10.222.0.13 "GET /v2.0/networks/7340801a-d414-4a8c-8e81-bc2b23bb205e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5394912 Nov 05 19:03:01.737775 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-d82e491b-d65c-4996-8c83-6bec7e474f05 tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] 10.222.0.13 "GET /v2.0/ports?device_id=2441bfee-4560-4fdf-a6a8-2eca9ff7e987 HTTP/1.1" status: 200 len: 205 time: 0.0514801 Nov 05 19:03:01.739167 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 47486) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:03:01.821683 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-d4272c24-119a-4d56-885c-8a27293c1493 req-34fde625-95c2-45e3-80d5-9a555cbffca6 tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=202d48fbf8184969a2b022e0eeddf3c9&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0984676 Nov 05 19:03:01.843170 n-d-816865-1 neutron-server[102386]: INFO neutron.api.v2.resource [None req-04fbfc20-01e9-4c68-817f-318075fb820e tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] delete failed (client error): The resource could not be found. Nov 05 19:03:01.844233 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-04fbfc20-01e9-4c68-817f-318075fb820e tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] 10.222.0.13 "DELETE /v2.0/routers/2441bfee-4560-4fdf-a6a8-2eca9ff7e987 HTTP/1.1" status: 404 len: 336 time: 0.1046789 Nov 05 19:03:01.848928 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 47490) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:03:01.892601 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-1f6d558d-a411-4d03-b8d2-6e4cbce8729e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:03:01.922242 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-0cf50efa-78ba-40fe-9381-d37b23b66289 None None] Port 87b228bc-76b1-436e-bfa1-329cc71d6699 cannot update to ACTIVE because it is not bound. {{(pid=102388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 19:03:01.925497 n-d-816865-1 neutron-server[102387]: INFO neutron.pecan_wsgi.hooks.translation [None req-741ae0d7-4ef9-4cd8-b471-f9887fd4c4cf tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] DELETE failed (client error): The resource could not be found. Nov 05 19:03:01.926015 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-741ae0d7-4ef9-4cd8-b471-f9887fd4c4cf tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102387) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 05 19:03:01.929439 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-741ae0d7-4ef9-4cd8-b471-f9887fd4c4cf tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] 10.222.0.13 "DELETE /v2.0/subnets/3d5264ce-10ef-40aa-aa45-173323972588 HTTP/1.1" status: 404 len: 337 time: 0.0791121 Nov 05 19:03:01.946381 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 47492) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:03:01.964682 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Provisioning complete for port 8cc6cf2f-36ef-4ee2-a5c6-a31dbf61af8b triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:03:01.969126 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:03:02.009734 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-216dc1ef-99c0-4cab-ad95-c43ff14ff4e0 tempest-NetworksIpV6TestAttrs-952298474 tempest-NetworksIpV6TestAttrs-952298474-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1573928'] for subnet, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:03:02.072173 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-ba8be296-1c34-481e-a650-b3192960e3d6 tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] 10.222.0.13 "GET /v2.0/ports?device_id=3cc5978a-2e03-42a4-b814-e7119819f443 HTTP/1.1" status: 200 len: 205 time: 0.1221967 Nov 05 19:03:02.074587 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 47496) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:03:02.239711 n-d-816865-1 neutron-server[102387]: INFO neutron.api.v2.resource [None req-7d098b4a-8938-458c-94a8-db636e90baf6 tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] delete failed (client error): The resource could not be found. Nov 05 19:03:02.240743 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-7d098b4a-8938-458c-94a8-db636e90baf6 tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] 10.222.0.13 "DELETE /v2.0/routers/3cc5978a-2e03-42a4-b814-e7119819f443 HTTP/1.1" status: 404 len: 336 time: 0.1651864 Nov 05 19:03:02.250745 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 47500) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:03:02.288376 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 47504) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:03:02.304505 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-db252c1a-8dd1-4468-9236-5f6d00893d5d tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] 10.222.0.13 "GET /v2.0/ports?device_id=a44eebc0-02b8-40ce-a425-9e7b87170496 HTTP/1.1" status: 200 len: 205 time: 0.0522180 Nov 05 19:03:02.305314 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 47506) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:03:02.310137 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-778f9905-35d2-416e-842f-a6f2326e237a req-ed3fb5d5-a342-430f-85f5-f17139665d9b service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=1e0e9f2c-b17f-4007-b3d8-07e537a1c2f3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2295530 Nov 05 19:03:02.348270 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-216dc1ef-99c0-4cab-ad95-c43ff14ff4e0 tempest-NetworksIpV6TestAttrs-952298474 tempest-NetworksIpV6TestAttrs-952298474-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1573905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6149879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4877183'] for subnet, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:03:02.392700 n-d-816865-1 neutron-server[102387]: INFO neutron.api.v2.resource [None req-ac793730-af48-4313-b7c4-4e408b8c9f91 tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] delete failed (client error): The resource could not be found. Nov 05 19:03:02.395320 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-ac793730-af48-4313-b7c4-4e408b8c9f91 tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] 10.222.0.13 "DELETE /v2.0/routers/a44eebc0-02b8-40ce-a425-9e7b87170496 HTTP/1.1" status: 404 len: 336 time: 0.0858843 Nov 05 19:03:02.403653 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 47508) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:03:02.457866 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216dc1ef-99c0-4cab-ad95-c43ff14ff4e0 tempest-NetworksIpV6TestAttrs-952298474 tempest-NetworksIpV6TestAttrs-952298474-project] Pushing event deleted for resources: {'Subnet': ['ID=2f650371-0f86-43d5-833f-6beefd5e16e5,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:03:02.495019 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe3182e-b11f-42f6-b74a-5713b1a4aac8 req-943e59cf-5cdd-4168-8550-990477af7c37 tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:03:02.515097 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-dfe3182e-b11f-42f6-b74a-5713b1a4aac8 req-943e59cf-5cdd-4168-8550-990477af7c37 tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e0e9f2c-b17f-4007-b3d8-07e537a1c2f3 HTTP/1.1" status: 200 len: 946 time: 0.2811391 Nov 05 19:03:02.549469 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-216dc1ef-99c0-4cab-ad95-c43ff14ff4e0 tempest-NetworksIpV6TestAttrs-952298474 tempest-NetworksIpV6TestAttrs-952298474-project] Publish callbacks [] for subnet, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:03:02.581458 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-216dc1ef-99c0-4cab-ad95-c43ff14ff4e0 tempest-NetworksIpV6TestAttrs-952298474 tempest-NetworksIpV6TestAttrs-952298474-project] 10.222.0.13 "DELETE /v2.0/subnets/2f650371-0f86-43d5-833f-6beefd5e16e5 HTTP/1.1" status: 204 len: 168 time: 1.4311018 Nov 05 19:03:02.583343 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 47514) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:03:02.625018 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-e6639faa-8cb7-43e2-87a9-719a899ecfa8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:03:02.626140 n-d-816865-1 neutron-server[102387]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc31ea88-020d-49c4-b9b8-868f20c8439a tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] DELETE failed (client error): The resource could not be found. Nov 05 19:03:02.626643 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fc31ea88-020d-49c4-b9b8-868f20c8439a tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102387) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 05 19:03:02.632963 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-fc31ea88-020d-49c4-b9b8-868f20c8439a tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] 10.222.0.13 "DELETE /v2.0/subnets/dc871823-48d9-4f24-b4dc-8c3d1c8373d6 HTTP/1.1" status: 404 len: 337 time: 0.2251832 Nov 05 19:03:02.650292 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 47516) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:03:02.652526 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-fcd88f47-6949-4f7c-bb0b-8b369b7f75e2 req-e7080607-d797-4a83-ac87-1c7c5eda033d tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] 10.222.0.13 "GET /v2.0/ports?device_id=26e8474e-4313-42b0-b607-e5292de007c9 HTTP/1.1" status: 200 len: 210 time: 0.2482309 Nov 05 19:03:02.711366 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-dfe3182e-b11f-42f6-b74a-5713b1a4aac8 req-44d10fab-00a8-43dd-a1aa-b3c180ab4c83 tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] 10.222.0.13 "GET /v2.0/security-groups?id=e2e15a42-88b8-49e2-ad78-9daadc9e7fe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1898072 Nov 05 19:03:02.731912 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-e4ebe806-4bf6-48fd-9dd3-6bc5bb7e39a1 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Publish callbacks [] for security_group, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:03:02.782503 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-1f6d558d-a411-4d03-b8d2-6e4cbce8729e None None] Publish callbacks [] for port, precommit_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:03:02.842458 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d52112b-0386-4cb9-abb9-4f57b141ed10 tempest-NetworksIpV6TestAttrs-952298474 tempest-NetworksIpV6TestAttrs-952298474-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:03:02.842458 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d52112b-0386-4cb9-abb9-4f57b141ed10 tempest-NetworksIpV6TestAttrs-952298474 tempest-NetworksIpV6TestAttrs-952298474-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:03:02.850131 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-5d52112b-0386-4cb9-abb9-4f57b141ed10 tempest-NetworksIpV6TestAttrs-952298474 tempest-NetworksIpV6TestAttrs-952298474-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.2488360 Nov 05 19:03:02.855880 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [req-385da6b7-45e5-43d8-8822-b91f7066ab3c req-2805b778-8f69-48f9-8326-8ae8d4def937 service neutron] (102387) timed out ('10.222.0.13', 37462) {{(pid=102387) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 05 19:03:02.860155 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 47524) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:03:02.866188 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-1f6d558d-a411-4d03-b8d2-6e4cbce8729e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:03:02.866454 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-63c93ed8-2de4-4700-862f-63030aa0569d tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] 10.222.0.13 "GET /v2.0/ports?device_id=9c237b4b-d253-4adb-a644-68673f2cef5d HTTP/1.1" status: 200 len: 205 time: 0.2033892 Nov 05 19:03:02.872573 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 47526) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:03:02.911178 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-e4ebe806-4bf6-48fd-9dd3-6bc5bb7e39a1 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:03:03.035596 n-d-816865-1 neutron-server[102386]: INFO neutron.api.v2.resource [None req-b37ff744-83e8-4b42-ad38-041b20aafed1 tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] delete failed (client error): The resource could not be found. Nov 05 19:03:03.039938 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-b37ff744-83e8-4b42-ad38-041b20aafed1 tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] 10.222.0.13 "DELETE /v2.0/routers/9c237b4b-d253-4adb-a644-68673f2cef5d HTTP/1.1" status: 404 len: 336 time: 0.1598625 Nov 05 19:03:03.048973 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 47528) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:03:03.051546 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ef6c36-be6e-4a12-b8df-cef11e04dc1b None None] Pushing event updated for resources: {'Port': ['ID=87b228bc-76b1-436e-bfa1-329cc71d6699,revision_number=3']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:03:03.059556 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778f9905-35d2-416e-842f-a6f2326e237a req-83eb639a-1a98-4cda-a18a-266383159d33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:03:03.064632 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-778f9905-35d2-416e-842f-a6f2326e237a req-83eb639a-1a98-4cda-a18a-266383159d33 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=202d48fbf8184969a2b022e0eeddf3c9&device_id=1e0e9f2c-b17f-4007-b3d8-07e537a1c2f3 HTTP/1.1" status: 200 len: 1097 time: 0.6519535 Nov 05 19:03:03.087767 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd931635-4c72-4c1e-898b-e43559ffded8 req-97199503-bd11-4aed-867b-68c6d65eb13c tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:03:03.088628 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-cd931635-4c72-4c1e-898b-e43559ffded8 req-97199503-bd11-4aed-867b-68c6d65eb13c tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e0e9f2c-b17f-4007-b3d8-07e537a1c2f3 HTTP/1.1" status: 200 len: 946 time: 0.2873199 Nov 05 19:03:03.166131 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-1b9bdcc8-0bc6-4264-af59-67cd54439bc5 tempest-NetworksIpV6TestAttrs-952298474 tempest-NetworksIpV6TestAttrs-952298474-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1664226'] for network, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:03:03.179380 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-1f6d558d-a411-4d03-b8d2-6e4cbce8729e None None] Attempting to bind port 87b228bc-76b1-436e-bfa1-329cc71d6699 on host n-d-816865-1 for vnic_type normal with profile {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 19:03:03.179992 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-1f6d558d-a411-4d03-b8d2-6e4cbce8729e None None] Attempting to bind port 87b228bc-76b1-436e-bfa1-329cc71d6699 by drivers openvswitch,hyperv on host n-d-816865-1 at level 0 using segments [{'id': '3d7f4a28-84db-42f8-83a4-bb954eae33e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '7340801a-d414-4a8c-8e81-bc2b23bb205e'}] {{(pid=102388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 19:03:03.180711 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f6d558d-a411-4d03-b8d2-6e4cbce8729e None None] Attempting to bind port 87b228bc-76b1-436e-bfa1-329cc71d6699 on network 7340801a-d414-4a8c-8e81-bc2b23bb205e {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 19:03:03.194701 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f6d558d-a411-4d03-b8d2-6e4cbce8729e None None] Checking agent: {'id': '724d89a7-611b-41e6-bc85-c48112b17afa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 18, 25, 8), 'started_at': datetime.datetime(2021, 11, 5, 18, 25, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 19, 2, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 19:03:03.195117 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f6d558d-a411-4d03-b8d2-6e4cbce8729e None None] Checking segment: {'id': '3d7f4a28-84db-42f8-83a4-bb954eae33e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '7340801a-d414-4a8c-8e81-bc2b23bb205e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 19:03:03.195526 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-1f6d558d-a411-4d03-b8d2-6e4cbce8729e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:03:03.196426 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f6d558d-a411-4d03-b8d2-6e4cbce8729e None None] Bound using segment: {'id': '3d7f4a28-84db-42f8-83a4-bb954eae33e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '7340801a-d414-4a8c-8e81-bc2b23bb205e'} {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 19:03:03.197623 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-1f6d558d-a411-4d03-b8d2-6e4cbce8729e None None] Bound port: 87b228bc-76b1-436e-bfa1-329cc71d6699, host: n-d-816865-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d7f4a28-84db-42f8-83a4-bb954eae33e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '7340801a-d414-4a8c-8e81-bc2b23bb205e'}}] {{(pid=102388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 19:03:03.198019 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-1f6d558d-a411-4d03-b8d2-6e4cbce8729e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:03:03.227278 n-d-816865-1 neutron-server[102387]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b9bdcc8-0bc6-4264-af59-67cd54439bc5 tempest-NetworksIpV6TestAttrs-952298474 tempest-NetworksIpV6TestAttrs-952298474-project] DELETE failed (client error): There was a conflict when trying to complete your request. Nov 05 19:03:03.229414 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1b9bdcc8-0bc6-4264-af59-67cd54439bc5 tempest-NetworksIpV6TestAttrs-952298474 tempest-NetworksIpV6TestAttrs-952298474-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=102387) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 05 19:03:03.240760 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-1b9bdcc8-0bc6-4264-af59-67cd54439bc5 tempest-NetworksIpV6TestAttrs-952298474 tempest-NetworksIpV6TestAttrs-952298474-project] 10.222.0.13 "DELETE /v2.0/networks/5d233ac1-f670-46ed-b303-bd87982206e7 HTTP/1.1" status: 409 len: 405 time: 0.3782458 Nov 05 19:03:03.244804 n-d-816865-1 neutron-server[102386]: INFO neutron.pecan_wsgi.hooks.translation [None req-97d75185-447e-46ea-ad55-dba959362384 tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] DELETE failed (client error): The resource could not be found. Nov 05 19:03:03.245270 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-97d75185-447e-46ea-ad55-dba959362384 tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102386) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 05 19:03:03.253620 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 47530) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:03:03.256973 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-97d75185-447e-46ea-ad55-dba959362384 tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] 10.222.0.13 "DELETE /v2.0/subnets/295d2976-e09d-4983-969d-12417c9895b5 HTTP/1.1" status: 404 len: 337 time: 0.1892934 Nov 05 19:03:03.262094 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 47532) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:03:03.265570 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-2ff9aac2-257d-4616-9cb2-7be3647d4953 tempest-NetworksIpV6TestAttrs-952298474 tempest-NetworksIpV6TestAttrs-952298474-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1140003142'}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:03:03.324676 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-1f6d558d-a411-4d03-b8d2-6e4cbce8729e None None] For port 87b228bc-76b1-436e-bfa1-329cc71d6699, host n-d-816865-1, cleared binding levels {{(pid=102388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 19:03:03.332032 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-1f6d558d-a411-4d03-b8d2-6e4cbce8729e None None] For port 87b228bc-76b1-436e-bfa1-329cc71d6699, host n-d-816865-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=87b228bc-76b1-436e-bfa1-329cc71d6699,segment=NetworkSegment(3d7f4a28-84db-42f8-83a4-bb954eae33e2),segment_id=3d7f4a28-84db-42f8-83a4-bb954eae33e2)] {{(pid=102388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 19:03:03.338276 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 317a9f64-d9c1-4563-8a6a-45632a3007cf up at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 19:03:03.340843 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-304a3244-2172-400c-be4f-1370ff21544b None None] Network 5d233ac1-f670-46ed-b303-bd87982206e7 requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 19:03:03.366941 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-cd931635-4c72-4c1e-898b-e43559ffded8 req-1ecd047e-b29b-417e-87b3-0b0fba14fb1d tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] 10.222.0.13 "GET /v2.0/security-groups?id=e2e15a42-88b8-49e2-ad78-9daadc9e7fe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2426953 Nov 05 19:03:03.377569 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-c63c0aa5-dc6c-4c58-a47e-ad6fad619efe tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] 10.222.0.13 "GET /v2.0/ports?device_id=d284f2ec-3931-4bc6-860e-348db0ecb70f HTTP/1.1" status: 200 len: 205 time: 0.1137056 Nov 05 19:03:03.381783 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 47534) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:03:03.449347 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-1f6d558d-a411-4d03-b8d2-6e4cbce8729e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:03:03.462734 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778f9905-35d2-416e-842f-a6f2326e237a req-5c18e448-9e3e-467d-9498-0e6be417f05a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:03:03.464189 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-778f9905-35d2-416e-842f-a6f2326e237a req-5c18e448-9e3e-467d-9498-0e6be417f05a service neutron] 10.222.0.55 "GET /v2.0/networks?id=2974e85c-ccd8-4cce-92c0-fa64d0405969 HTTP/1.1" status: 200 len: 915 time: 0.3572807 Nov 05 19:03:03.471337 n-d-816865-1 neutron-server[102387]: INFO neutron.api.v2.resource [None req-37c14617-ccd2-4092-bc1d-2959c6972d9c tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] delete failed (client error): The resource could not be found. Nov 05 19:03:03.475272 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-37c14617-ccd2-4092-bc1d-2959c6972d9c tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] 10.222.0.13 "DELETE /v2.0/routers/d284f2ec-3931-4bc6-860e-348db0ecb70f HTTP/1.1" status: 404 len: 336 time: 0.0894909 Nov 05 19:03:03.478704 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 47540) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:03:03.526341 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-14d38905-e93a-4e1f-81da-cc9ee59d94fa None None] Provisioning complete for port 87b228bc-76b1-436e-bfa1-329cc71d6699 triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:03:03.528303 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-14d38905-e93a-4e1f-81da-cc9ee59d94fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:03:03.534617 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f6d558d-a411-4d03-b8d2-6e4cbce8729e None None] Routers {'92d58f79-68a7-41aa-ae45-8002064d2c06'} bound to L3 agent in host n-d-816865-1 {{(pid=102388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 19:03:03.535285 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-1f6d558d-a411-4d03-b8d2-6e4cbce8729e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T19:02:35Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['92d58f79-68a7-41aa-ae45-8002064d2c06'], 'active': True} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:03:03.592615 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ff9aac2-257d-4616-9cb2-7be3647d4953 tempest-NetworksIpV6TestAttrs-952298474 tempest-NetworksIpV6TestAttrs-952298474-project] Made reservation on behalf of f171a8a78c484dd49cccfb91cf64615a for: {'network': 1} {{(pid=102387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 19:03:03.597854 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-2ff9aac2-257d-4616-9cb2-7be3647d4953 tempest-NetworksIpV6TestAttrs-952298474 tempest-NetworksIpV6TestAttrs-952298474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for network, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:03:03.602267 n-d-816865-1 neutron-server[102387]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d6c763c-3105-4f1a-a40f-3c4d5cef11cc tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] DELETE failed (client error): The resource could not be found. Nov 05 19:03:03.603902 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2d6c763c-3105-4f1a-a40f-3c4d5cef11cc tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102387) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 05 19:03:03.610329 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-2d6c763c-3105-4f1a-a40f-3c4d5cef11cc tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] 10.222.0.13 "DELETE /v2.0/subnets/b9bb9940-5e0d-4b12-ac2d-846c5f0509ec HTTP/1.1" status: 404 len: 337 time: 0.1304200 Nov 05 19:03:03.614052 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 47554) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:03:03.621389 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-e4ebe806-4bf6-48fd-9dd3-6bc5bb7e39a1 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:03:03.629944 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-e4ebe806-4bf6-48fd-9dd3-6bc5bb7e39a1 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Publish callbacks [] for security_group, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:03:03.633513 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-e4ebe806-4bf6-48fd-9dd3-6bc5bb7e39a1 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] 10.222.0.13 "DELETE /v2.0/security-groups/293ec58e-66ea-453a-8db8-ae12281442fa HTTP/1.1" status: 204 len: 168 time: 1.3438075 Nov 05 19:03:03.639075 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-778f9905-35d2-416e-842f-a6f2326e237a req-ebd2c37e-52da-46e8-b35e-90ed223ec8d1 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d88d9149-b6be-455e-8e46-bc61463e745d HTTP/1.1" status: 200 len: 217 time: 0.1633945 Nov 05 19:03:03.642624 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 47556) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:03:03.676608 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvr_db [None req-1f6d558d-a411-4d03-b8d2-6e4cbce8729e None None] Set router 92d58f79-68a7-41aa-ae45-8002064d2c06 gateway port host: n-d-816865-1 {{(pid=102388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 19:03:03.710985 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ebe806-4bf6-48fd-9dd3-6bc5bb7e39a1 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=293ec58e-66ea-453a-8db8-ae12281442fa,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:03:03.759222 n-d-816865-1 neutron-server[102386]: INFO neutron.api.v2.resource [None req-53dbbd2d-0eef-4997-a1e5-f782e2a35cce tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] show failed (client error): The resource could not be found. Nov 05 19:03:03.760464 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-53dbbd2d-0eef-4997-a1e5-f782e2a35cce tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] 10.222.0.13 "GET /v2.0/security-groups/293ec58e-66ea-453a-8db8-ae12281442fa HTTP/1.1" status: 404 len: 347 time: 0.1167243 Nov 05 19:03:03.778090 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 47562) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:03:03.867611 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-cfc4c1dd-7d3c-40ee-abe9-7eeacf93cad6 req-e5023b7d-861a-4ef4-a618-a6ad6f03f57a tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] 10.222.0.13 "GET /v2.0/ports?device_id=26e8474e-4313-42b0-b607-e5292de007c9 HTTP/1.1" status: 200 len: 210 time: 0.0561328 Nov 05 19:03:03.869189 n-d-816865-1 neutron-server[102387]: INFO neutron.pecan_wsgi.hooks.translation [None req-55067371-5357-461e-ab1a-65a54d29939a tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] DELETE failed (client error): The resource could not be found. Nov 05 19:03:03.869887 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-55067371-5357-461e-ab1a-65a54d29939a tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102387) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 05 19:03:03.879978 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-55067371-5357-461e-ab1a-65a54d29939a tempest-RoutersTest-1734116848 tempest-RoutersTest-1734116848-project] 10.222.0.13 "DELETE /v2.0/subnets/59c15c82-c82b-4885-9d52-87d51ff62e3c HTTP/1.1" status: 404 len: 337 time: 0.2601140 Nov 05 19:03:03.953643 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ff9aac2-257d-4616-9cb2-7be3647d4953 tempest-NetworksIpV6TestAttrs-952298474 tempest-NetworksIpV6TestAttrs-952298474-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 191} {{(pid=102387) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 05 19:03:03.975402 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-e183aed9-efba-4893-bdc7-d1bf5f502929 req-094eb3f3-593e-4ee6-98a0-cde06e3bd017 tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] 10.222.0.13 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=202d48fbf8184969a2b022e0eeddf3c9 HTTP/1.1" status: 200 len: 221 time: 0.2721961 Nov 05 19:03:03.979997 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-2ff9aac2-257d-4616-9cb2-7be3647d4953 tempest-NetworksIpV6TestAttrs-952298474 tempest-NetworksIpV6TestAttrs-952298474-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273'] for segment, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:03:03.980345 n-d-816865-1 neutron-server[102387]: INFO neutron.db.segments_db [None req-2ff9aac2-257d-4616-9cb2-7be3647d4953 tempest-NetworksIpV6TestAttrs-952298474 tempest-NetworksIpV6TestAttrs-952298474-project] Added segment b158a8f2-cc70-431f-b505-0e7f88b4366e of type vlan for network b9b818a1-6a42-4524-9bd8-313c7fc3cb8f Nov 05 19:03:04.075063 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778f9905-35d2-416e-842f-a6f2326e237a req-e55d933c-a866-46f3-a7fa-70dc4247893d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:03:04.076094 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-778f9905-35d2-416e-842f-a6f2326e237a req-e55d933c-a866-46f3-a7fa-70dc4247893d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=5c61fdbd-cd89-453f-9ed9-c150439b9091 HTTP/1.1" status: 200 len: 854 time: 0.4073312 Nov 05 19:03:04.089915 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-2ff9aac2-257d-4616-9cb2-7be3647d4953 tempest-NetworksIpV6TestAttrs-952298474 tempest-NetworksIpV6TestAttrs-952298474-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750027258543'] for network, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:03:04.137365 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-778f9905-35d2-416e-842f-a6f2326e237a req-016199eb-5337-44f9-8089-371cfeaa9ad7 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=2974e85c-ccd8-4cce-92c0-fa64d0405969&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0441916 Nov 05 19:03:04.181668 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-f3f49b6b-35a8-40b5-a812-3b14e3c3998c tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Deleting port 3b90f95e-367e-42cc-a56a-3dcdadf5826e {{(pid=102386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 19:03:04.181925 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-f3f49b6b-35a8-40b5-a812-3b14e3c3998c tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:03:04.221060 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-2ff9aac2-257d-4616-9cb2-7be3647d4953 tempest-NetworksIpV6TestAttrs-952298474 tempest-NetworksIpV6TestAttrs-952298474-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-956796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877'] for network, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:03:04.232936 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ef6c36-be6e-4a12-b8df-cef11e04dc1b None None] Pushing event updated for resources: {'Port': ['ID=87b228bc-76b1-436e-bfa1-329cc71d6699,revision_number=4']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:03:04.248214 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ff9aac2-257d-4616-9cb2-7be3647d4953 tempest-NetworksIpV6TestAttrs-952298474 tempest-NetworksIpV6TestAttrs-952298474-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:03:04.252922 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-2ff9aac2-257d-4616-9cb2-7be3647d4953 tempest-NetworksIpV6TestAttrs-952298474 tempest-NetworksIpV6TestAttrs-952298474-project] Publish callbacks [] for network, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:03:04.268539 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Provisioning complete for port 317a9f64-d9c1-4563-8a6a-45632a3007cf triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:03:04.268919 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:03:04.343303 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-778f9905-35d2-416e-842f-a6f2326e237a req-11fe3d01-8c06-47f6-8e2b-9d022033b936 service neutron] 10.222.0.55 "GET /v2.0/networks/2974e85c-ccd8-4cce-92c0-fa64d0405969?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1948097 Nov 05 19:03:04.396361 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:03:04.402692 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-047453f8-894c-4d73-b323-bdbcc3702778 None None] DHCP port deletion for 5d233ac1-f670-46ed-b303-bd87982206e7 request from n-d-816865-1 {{(pid=102388) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 05 19:03:04.440009 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-1f6d558d-a411-4d03-b8d2-6e4cbce8729e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92d58f79-68a7-41aa-ae45-8002064d2c06', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1075390681', 'tenant_id': '777902a3c6ed4ff2a5460208db53bd8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.210'}], 'enable_snat': True}, 'gw_port_id': '8742be66-1789-402a-a0dc-45a4ed0acc7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T19:02:41Z', 'updated_at': '2021-11-05T19:02:56Z', 'revision_number': 4, 'project_id': '777902a3c6ed4ff2a5460208db53bd8a', 'gw_port': {'id': '8742be66-1789-402a-a0dc-45a4ed0acc7f', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:25:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92d58f79-68a7-41aa-ae45-8002064d2c06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2935, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:02:43Z', 'updated_at': '2021-11-05T19:02:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1', '_interfaces': [{'id': '87b228bc-76b1-436e-bfa1-329cc71d6699', 'name': '', 'network_id': '7340801a-d414-4a8c-8e81-bc2b23bb205e', 'tenant_id': '777902a3c6ed4ff2a5460208db53bd8a', 'mac_address': 'fa:16:3e:28:d9:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92d58f79-68a7-41aa-ae45-8002064d2c06', 'device_owner': 'network:router_interface', 'standard_attr_id': 2947, 'fixed_ips': [{'subnet_id': '17f3259b-0e65-4434-84f3-e6a8b3c7482f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:02:55Z', 'updated_at': '2021-11-05T19:03:03Z', 'revision_number': 4, 'project_id': '777902a3c6ed4ff2a5460208db53bd8a', 'subnets': [{'id': '17f3259b-0e65-4434-84f3-e6a8b3c7482f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-1', False) {} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:03:04.445322 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff9aac2-257d-4616-9cb2-7be3647d4953 tempest-NetworksIpV6TestAttrs-952298474 tempest-NetworksIpV6TestAttrs-952298474-project] Pushing event updated for resources: {'Network': ['ID=b9b818a1-6a42-4524-9bd8-313c7fc3cb8f,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:03:04.456912 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cdb6db-f328-44e1-b522-9913cb309bc0 req-d3ae1dea-cfb2-476e-85a4-cbe8b5a86ebb tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:03:04.465559 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-f3f49b6b-35a8-40b5-a812-3b14e3c3998c tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:03:04.466788 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-f3f49b6b-35a8-40b5-a812-3b14e3c3998c tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:03:04.474705 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-82cdb6db-f328-44e1-b522-9913cb309bc0 req-d3ae1dea-cfb2-476e-85a4-cbe8b5a86ebb tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e0e9f2c-b17f-4007-b3d8-07e537a1c2f3 HTTP/1.1" status: 200 len: 946 time: 0.3138828 Nov 05 19:03:04.482136 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Network b9b818a1-6a42-4524-9bd8-313c7fc3cb8f details requested by agent ovs-agent-n-d-816865-1 with host n-d-816865-1 {{(pid=102388) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 05 19:03:04.493880 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-f3f49b6b-35a8-40b5-a812-3b14e3c3998c tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Calling delete_port for 3b90f95e-367e-42cc-a56a-3dcdadf5826e owned by network:floatingip {{(pid=102386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 19:03:04.527698 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-2ff9aac2-257d-4616-9cb2-7be3647d4953 tempest-NetworksIpV6TestAttrs-952298474 tempest-NetworksIpV6TestAttrs-952298474-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.2713048 Nov 05 19:03:04.530280 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-778f9905-35d2-416e-842f-a6f2326e237a req-f23247f0-b676-417f-aa4f-22f92e7ec856 service neutron] 10.222.0.55 "GET /v2.0/networks/2974e85c-ccd8-4cce-92c0-fa64d0405969?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1718411 Nov 05 19:03:04.530971 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 47568) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:03:04.536655 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-e5ce5ca6-43ab-4965-9c41-94b0eada05e4 tempest-NetworksIpV6TestAttrs-952298474 tempest-NetworksIpV6TestAttrs-952298474-project] Request body: {'subnet': {'network_id': 'b9b818a1-6a42-4524-9bd8-313c7fc3cb8f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:03:04.656199 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-82cdb6db-f328-44e1-b522-9913cb309bc0 req-5d43faaf-ce88-446e-b444-cd4004d5f358 tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] 10.222.0.13 "GET /v2.0/security-groups?id=e2e15a42-88b8-49e2-ad78-9daadc9e7fe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1805749 Nov 05 19:03:04.732332 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.agents_db [None req-b9406b04-a0e8-43cf-b349-711963d96cf4 None None] Agent healthcheck: found 7 active agents {{(pid=102389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 05 19:03:04.744310 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f6d558d-a411-4d03-b8d2-6e4cbce8729e None None] The sync data for ids ['92d58f79-68a7-41aa-ae45-8002064d2c06'] in n-d-816865-1 is: [{'id': '92d58f79-68a7-41aa-ae45-8002064d2c06', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1075390681', 'tenant_id': '777902a3c6ed4ff2a5460208db53bd8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.210'}], 'enable_snat': True}, 'gw_port_id': '8742be66-1789-402a-a0dc-45a4ed0acc7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T19:02:41Z', 'updated_at': '2021-11-05T19:02:56Z', 'revision_number': 4, 'project_id': '777902a3c6ed4ff2a5460208db53bd8a', 'gw_port': {'id': '8742be66-1789-402a-a0dc-45a4ed0acc7f', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:25:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92d58f79-68a7-41aa-ae45-8002064d2c06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2935, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:02:43Z', 'updated_at': '2021-11-05T19:02:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1', '_interfaces': [{'id': '87b228bc-76b1-436e-bfa1-329cc71d6699', 'name': '', 'network_id': '7340801a-d414-4a8c-8e81-bc2b23bb205e', 'tenant_id': '777902a3c6ed4ff2a5460208db53bd8a', 'mac_address': 'fa:16:3e:28:d9:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92d58f79-68a7-41aa-ae45-8002064d2c06', 'device_owner': 'network:router_interface', 'standard_attr_id': 2947, 'fixed_ips': [{'subnet_id': '17f3259b-0e65-4434-84f3-e6a8b3c7482f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:02:55Z', 'updated_at': '2021-11-05T19:03:03Z', 'revision_number': 4, 'project_id': '777902a3c6ed4ff2a5460208db53bd8a', 'subnets': [{'id': '17f3259b-0e65-4434-84f3-e6a8b3c7482f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 19:03:04.745749 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-14d38905-e93a-4e1f-81da-cc9ee59d94fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:03:04.854701 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-14d38905-e93a-4e1f-81da-cc9ee59d94fa None None] For port 87b228bc-76b1-436e-bfa1-329cc71d6699, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=87b228bc-76b1-436e-bfa1-329cc71d6699,segment=NetworkSegment(3d7f4a28-84db-42f8-83a4-bb954eae33e2),segment_id=3d7f4a28-84db-42f8-83a4-bb954eae33e2)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:03:04.886493 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 47578) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:03:04.957393 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5ce5ca6-43ab-4965-9c41-94b0eada05e4 tempest-NetworksIpV6TestAttrs-952298474 tempest-NetworksIpV6TestAttrs-952298474-project] Made reservation on behalf of f171a8a78c484dd49cccfb91cf64615a for: {'subnet': 1} {{(pid=102387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 19:03:04.964131 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-e5ce5ca6-43ab-4965-9c41-94b0eada05e4 tempest-NetworksIpV6TestAttrs-952298474 tempest-NetworksIpV6TestAttrs-952298474-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5112236'] for subnet, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:03:04.974841 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-14d38905-e93a-4e1f-81da-cc9ee59d94fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:03:05.018243 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-f3f49b6b-35a8-40b5-a812-3b14e3c3998c tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:03:05.072443 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-3c897119-a28c-4151-ad4f-1b0ae196eb87 req-2d7d6492-1bda-4c75-afa9-cdb95444c88a tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] 10.222.0.13 "GET /v2.0/ports?device_id=26e8474e-4313-42b0-b607-e5292de007c9 HTTP/1.1" status: 200 len: 210 time: 0.0525293 Nov 05 19:03:05.081325 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f49b6b-35a8-40b5-a812-3b14e3c3998c tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Pushing event deleted for resources: {'Port': ['ID=3b90f95e-367e-42cc-a56a-3dcdadf5826e,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:03:05.133979 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b292cf-e34d-49c2-848d-7d99a92604d0 req-55736979-717e-428b-9632-7d810b976f19 tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:03:05.135764 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-e5b292cf-e34d-49c2-848d-7d99a92604d0 req-55736979-717e-428b-9632-7d810b976f19 tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e0e9f2c-b17f-4007-b3d8-07e537a1c2f3 HTTP/1.1" status: 200 len: 946 time: 0.2710297 Nov 05 19:03:05.161009 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:03:05.188111 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-d4a639ca-02f5-46bd-a63a-8d5d0c2015d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:03:05.261092 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d38905-e93a-4e1f-81da-cc9ee59d94fa None None] Pushing event updated for resources: {'Port': ['ID=87b228bc-76b1-436e-bfa1-329cc71d6699,revision_number=5']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:03:05.265260 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-f3f49b6b-35a8-40b5-a812-3b14e3c3998c tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Publish callbacks [] for floatingip, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:03:05.279618 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-f3f49b6b-35a8-40b5-a812-3b14e3c3998c tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for floatingip, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:03:05.281874 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-f3f49b6b-35a8-40b5-a812-3b14e3c3998c tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] 10.222.0.13 "DELETE /v2.0/floatingips/bce93aaa-d11d-4298-868b-1616a2468450 HTTP/1.1" status: 204 len: 168 time: 1.5012767 Nov 05 19:03:05.300173 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 47584) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:03:05.307416 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-e5b292cf-e34d-49c2-848d-7d99a92604d0 req-5df4a4a5-cd9d-4328-81b0-a9ea5f7dd544 tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] 10.222.0.13 "GET /v2.0/security-groups?id=e2e15a42-88b8-49e2-ad78-9daadc9e7fe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130817 Nov 05 19:03:05.326163 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] For port 317a9f64-d9c1-4563-8a6a-45632a3007cf, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=317a9f64-d9c1-4563-8a6a-45632a3007cf,segment=NetworkSegment(360a71e0-03a5-4d6e-a9a1-d76998c7b9ea),segment_id=360a71e0-03a5-4d6e-a9a1-d76998c7b9ea)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:03:05.327963 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-047453f8-894c-4d73-b323-bdbcc3702778 None None] Deleting port 317a9f64-d9c1-4563-8a6a-45632a3007cf {{(pid=102388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 19:03:05.328341 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-047453f8-894c-4d73-b323-bdbcc3702778 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:03:05.434707 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-f643b83b-8776-440b-b61a-b13f5033956d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e73ce0a6a4b043a3828a6e49d45da7fe&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5470927 Nov 05 19:03:05.460300 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 47592) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:03:05.464399 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-14d38905-e93a-4e1f-81da-cc9ee59d94fa None None] Provisioning complete for port 317a9f64-d9c1-4563-8a6a-45632a3007cf triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:03:05.464797 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-14d38905-e93a-4e1f-81da-cc9ee59d94fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:03:05.546006 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-047453f8-894c-4d73-b323-bdbcc3702778 None None] For port 317a9f64-d9c1-4563-8a6a-45632a3007cf, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=317a9f64-d9c1-4563-8a6a-45632a3007cf,segment=NetworkSegment(360a71e0-03a5-4d6e-a9a1-d76998c7b9ea),segment_id=360a71e0-03a5-4d6e-a9a1-d76998c7b9ea)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:03:05.546006 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-047453f8-894c-4d73-b323-bdbcc3702778 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:03:05.565877 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9628d5b-c2ab-460b-86d2-c39f4d902af6 req-88c3c4c2-ea71-46dd-8225-7b1b6872336e tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:03:05.568270 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-e9628d5b-c2ab-460b-86d2-c39f4d902af6 req-88c3c4c2-ea71-46dd-8225-7b1b6872336e tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e0e9f2c-b17f-4007-b3d8-07e537a1c2f3 HTTP/1.1" status: 200 len: 946 time: 0.1338098 Nov 05 19:03:05.569729 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-047453f8-894c-4d73-b323-bdbcc3702778 None None] Calling delete_port for 317a9f64-d9c1-4563-8a6a-45632a3007cf owned by network:dhcp {{(pid=102388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 19:03:05.650818 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-e9628d5b-c2ab-460b-86d2-c39f4d902af6 req-105ce7ea-964d-4862-9795-df2409bf54c8 tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] 10.222.0.13 "GET /v2.0/security-groups?id=e2e15a42-88b8-49e2-ad78-9daadc9e7fe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763185 Nov 05 19:03:05.692450 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-e135d02a-3264-4046-9bfe-fb503456bee8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:03:05.711375 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:03:05.727878 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-e135d02a-3264-4046-9bfe-fb503456bee8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:03:05.809728 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6f0d62-613a-4a57-9cf5-5b420aa2b415 req-ee349e1c-e203-406b-a36b-227d1a82a6b0 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:03:05.811311 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-ca6f0d62-613a-4a57-9cf5-5b420aa2b415 req-ee349e1c-e203-406b-a36b-227d1a82a6b0 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] 10.222.0.41 "GET /v2.0/networks?id=7340801a-d414-4a8c-8e81-bc2b23bb205e HTTP/1.1" status: 200 len: 797 time: 0.5243313 Nov 05 19:03:05.835031 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-b7de32e0-58b7-4a4e-8024-9fbc14cc37fb tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Deleting port 2456eae3-169a-4fab-a13d-e220c18e5959 {{(pid=102386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 19:03:05.837527 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-b7de32e0-58b7-4a4e-8024-9fbc14cc37fb tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:03:05.839415 n-d-816865-1 neutron-server[102387]: DEBUG neutron.objects.ports [None req-e5ce5ca6-43ab-4965-9c41-94b0eada05e4 tempest-NetworksIpV6TestAttrs-952298474 tempest-NetworksIpV6TestAttrs-952298474-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102387) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 05 19:03:05.844311 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-e5ce5ca6-43ab-4965-9c41-94b0eada05e4 tempest-NetworksIpV6TestAttrs-952298474 tempest-NetworksIpV6TestAttrs-952298474-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4417463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5112218'] for subnet, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:03:05.884437 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-14d38905-e93a-4e1f-81da-cc9ee59d94fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:03:05.973085 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 87b228bc-76b1-436e-bfa1-329cc71d6699 up at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 19:03:06.103685 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Pushing event updated for resources: {'Port': ['ID=317a9f64-d9c1-4563-8a6a-45632a3007cf,revision_number=4']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:03:06.260067 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ce5ca6-43ab-4965-9c41-94b0eada05e4 tempest-NetworksIpV6TestAttrs-952298474 tempest-NetworksIpV6TestAttrs-952298474-project] Pushing event updated for resources: {'Subnet': ['ID=1af2fa93-8938-4a98-b343-ce7d00e99fe4,revision_number=0']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:03:06.260067 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5ce5ca6-43ab-4965-9c41-94b0eada05e4 tempest-NetworksIpV6TestAttrs-952298474 tempest-NetworksIpV6TestAttrs-952298474-project] Checking segment: {'id': 'b158a8f2-cc70-431f-b505-0e7f88b4366e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'b9b818a1-6a42-4524-9bd8-313c7fc3cb8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 19:03:06.260067 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5ce5ca6-43ab-4965-9c41-94b0eada05e4 tempest-NetworksIpV6TestAttrs-952298474 tempest-NetworksIpV6TestAttrs-952298474-project] Network hostable DHCP agents. Network: b9b818a1-6a42-4524-9bd8-313c7fc3cb8f, hostable agents: ['987e2ca0-bc3b-4c6f-a989-429ccfbf753f'], hosted agents: [] {{(pid=102387) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 05 19:03:06.260067 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-125ae0d9-89ee-4719-b10d-8e39b68b2945 req-32d65b7a-ed9a-4425-b8d0-b9f6bf25ee00 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] 10.222.0.13 "GET /v2.0/ports?device_id=26e8474e-4313-42b0-b607-e5292de007c9 HTTP/1.1" status: 200 len: 210 time: 0.0530081 Nov 05 19:03:06.274617 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.db.api [None req-14d38905-e93a-4e1f-81da-cc9ee59d94fa None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102388) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 05 19:03:06.283342 n-d-816865-1 neutron-server[102388]: DEBUG oslo_db.api [None req-14d38905-e93a-4e1f-81da-cc9ee59d94fa None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 05 19:03:06.298428 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120f974d-bcb0-4ea4-9e3d-ecfbe74800de req-648bc5e9-dc63-4525-8951-76832e2e54ca tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:03:06.300267 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-120f974d-bcb0-4ea4-9e3d-ecfbe74800de req-648bc5e9-dc63-4525-8951-76832e2e54ca tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e0e9f2c-b17f-4007-b3d8-07e537a1c2f3 HTTP/1.1" status: 200 len: 946 time: 0.4398899 Nov 05 19:03:06.314013 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Provisioning complete for port 87b228bc-76b1-436e-bfa1-329cc71d6699 triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:03:06.315297 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:03:06.364731 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-120f974d-bcb0-4ea4-9e3d-ecfbe74800de req-8c828fd7-8cf7-42a7-b18c-fe802d0637a2 tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] 10.222.0.13 "GET /v2.0/security-groups?id=e2e15a42-88b8-49e2-ad78-9daadc9e7fe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574858 Nov 05 19:03:06.414445 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-e135d02a-3264-4046-9bfe-fb503456bee8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:03:06.428674 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-e135d02a-3264-4046-9bfe-fb503456bee8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:03:06.432683 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-e135d02a-3264-4046-9bfe-fb503456bee8 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f25e006a-b4dc-4ce7-9a81-a0a6378a417d HTTP/1.1" status: 204 len: 168 time: 0.9646602 Nov 05 19:03:06.561678 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e135d02a-3264-4046-9bfe-fb503456bee8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f25e006a-b4dc-4ce7-9a81-a0a6378a417d,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:03:06.604065 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c21019-376d-4e0c-90bc-605e0b4f70ef req-32bf4829-836c-45fa-b2e2-3a88ff954dbd tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:03:06.605937 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-53c21019-376d-4e0c-90bc-605e0b4f70ef req-32bf4829-836c-45fa-b2e2-3a88ff954dbd tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e0e9f2c-b17f-4007-b3d8-07e537a1c2f3 HTTP/1.1" status: 200 len: 946 time: 0.1106377 Nov 05 19:03:06.624375 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 317a9f64-d9c1-4563-8a6a-45632a3007cf no longer exists at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 19:03:06.669315 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-53c21019-376d-4e0c-90bc-605e0b4f70ef req-3c8c11a6-1e31-47fc-9ef4-6720586d1eff tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] 10.222.0.13 "GET /v2.0/security-groups?id=e2e15a42-88b8-49e2-ad78-9daadc9e7fe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557463 Nov 05 19:03:06.726561 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5ce5ca6-43ab-4965-9c41-94b0eada05e4 tempest-NetworksIpV6TestAttrs-952298474 tempest-NetworksIpV6TestAttrs-952298474-project] Network b9b818a1-6a42-4524-9bd8-313c7fc3cb8f is scheduled to be hosted by DHCP agent 987e2ca0-bc3b-4c6f-a989-429ccfbf753f with binding_index 1 {{(pid=102387) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 05 19:03:06.739026 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:03:06.743256 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b304910f-7b27-444b-a8fc-977d26b1ceac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:03:06.746249 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-047453f8-894c-4d73-b323-bdbcc3702778 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798'] for port, after_delete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:03:06.777745 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-047453f8-894c-4d73-b323-bdbcc3702778 None None] No DVR routers for this DVR port 317a9f64-d9c1-4563-8a6a-45632a3007cf on host n-d-816865-1 {{(pid=102388) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 19:03:06.793799 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-b7de32e0-58b7-4a4e-8024-9fbc14cc37fb tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:03:06.794496 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] No active binding found for port 317a9f64-d9c1-4563-8a6a-45632a3007cf {{(pid=102388) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 05 19:03:06.794496 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 317a9f64-d9c1-4563-8a6a-45632a3007cf not bound to the agent host n-d-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 19:03:06.834432 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-b7de32e0-58b7-4a4e-8024-9fbc14cc37fb tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Calling delete_port for 2456eae3-169a-4fab-a13d-e220c18e5959 owned by {{(pid=102386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 19:03:06.836639 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.base_scheduler [None req-e5ce5ca6-43ab-4965-9c41-94b0eada05e4 tempest-NetworksIpV6TestAttrs-952298474 tempest-NetworksIpV6TestAttrs-952298474-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816865-1, b9b818a1-6a42-4524-9bd8-313c7fc3cb8f) {{(pid=102387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 19:03:06.842532 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5ce5ca6-43ab-4965-9c41-94b0eada05e4 tempest-NetworksIpV6TestAttrs-952298474 tempest-NetworksIpV6TestAttrs-952298474-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:03:06.845802 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-e5ce5ca6-43ab-4965-9c41-94b0eada05e4 tempest-NetworksIpV6TestAttrs-952298474 tempest-NetworksIpV6TestAttrs-952298474-project] Publish callbacks [] for subnet, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:03:06.944090 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-14d38905-e93a-4e1f-81da-cc9ee59d94fa None None] Port 317a9f64-d9c1-4563-8a6a-45632a3007cf update to ACTIVE by agent not found {{(pid=102388) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}} Nov 05 19:03:06.952268 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c59f3a0f-54f7-46a1-a3de-a9a9f3cd45fd None None] Network b9b818a1-6a42-4524-9bd8-313c7fc3cb8f requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 19:03:07.005788 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d771a0f4-a458-4558-9428-b8b3cd1a2b94 req-cb939d59-6784-4bb3-8a24-63c510b95aba tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:03:07.019361 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-d771a0f4-a458-4558-9428-b8b3cd1a2b94 req-cb939d59-6784-4bb3-8a24-63c510b95aba tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e0e9f2c-b17f-4007-b3d8-07e537a1c2f3 HTTP/1.1" status: 200 len: 946 time: 0.1991882 Nov 05 19:03:07.033188 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-e5ce5ca6-43ab-4965-9c41-94b0eada05e4 tempest-NetworksIpV6TestAttrs-952298474 tempest-NetworksIpV6TestAttrs-952298474-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 2.5011415 Nov 05 19:03:07.045662 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 47624) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:03:07.076790 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-ca6f0d62-613a-4a57-9cf5-5b420aa2b415 req-bc3b18e1-c59f-41a6-9ad4-93fdef5d1c97 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=777902a3c6ed4ff2a5460208db53bd8a HTTP/1.1" status: 200 len: 379 time: 1.2454190 Nov 05 19:03:07.093185 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [req-ca6f0d62-613a-4a57-9cf5-5b420aa2b415 req-f54dec98-42b5-4576-9164-1282ecc31b59 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Request body: {'port': {'device_id': '26e8474e-4313-42b0-b607-e5292de007c9', 'network_id': '7340801a-d414-4a8c-8e81-bc2b23bb205e', 'admin_state_up': True, 'tenant_id': '777902a3c6ed4ff2a5460208db53bd8a', 'security_groups': ['0c08aee2-7f5c-494d-880e-af35273de53d']}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:03:07.113983 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-b7de32e0-58b7-4a4e-8024-9fbc14cc37fb tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:03:07.179577 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047453f8-894c-4d73-b323-bdbcc3702778 None None] Pushing event deleted for resources: {'Port': ['ID=317a9f64-d9c1-4563-8a6a-45632a3007cf,revision_number=None']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:03:07.226445 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7de32e0-58b7-4a4e-8024-9fbc14cc37fb tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Pushing event deleted for resources: {'Port': ['ID=2456eae3-169a-4fab-a13d-e220c18e5959,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:03:07.242933 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-d771a0f4-a458-4558-9428-b8b3cd1a2b94 req-a82223c3-619f-4c6e-bf2a-b5360d7b8510 tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] 10.222.0.13 "GET /v2.0/security-groups?id=e2e15a42-88b8-49e2-ad78-9daadc9e7fe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2225380 Nov 05 19:03:07.310816 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-6a302121-0de4-4873-9478-6b932dbcd1c8 tempest-NetworksIpV6TestAttrs-952298474 tempest-NetworksIpV6TestAttrs-952298474-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1664226'] for network, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:03:07.343660 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-39bf9b98-0384-458c-8ad4-260fe56d3946 None None] Provisioning complete for port 87b228bc-76b1-436e-bfa1-329cc71d6699 triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:03:07.343660 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-39bf9b98-0384-458c-8ad4-260fe56d3946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:03:07.461047 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-6783d6b2-298b-4d4c-b00b-a247c75ab4f1 req-b2bb2105-eaf3-4149-be29-12fd77439bb1 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] 10.222.0.13 "GET /v2.0/ports?device_id=26e8474e-4313-42b0-b607-e5292de007c9 HTTP/1.1" status: 200 len: 210 time: 0.0713134 Nov 05 19:03:07.503758 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-6a302121-0de4-4873-9478-6b932dbcd1c8 tempest-NetworksIpV6TestAttrs-952298474 tempest-NetworksIpV6TestAttrs-952298474-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1573928'] for subnet, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:03:07.510631 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-b7de32e0-58b7-4a4e-8024-9fbc14cc37fb tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:03:07.517263 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-b7de32e0-58b7-4a4e-8024-9fbc14cc37fb tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] 10.222.0.13 "DELETE /v2.0/ports/2456eae3-169a-4fab-a13d-e220c18e5959 HTTP/1.1" status: 204 len: 168 time: 2.2127316 Nov 05 19:03:07.518578 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 47646) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:03:07.539542 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8b2215b-5730-4bef-9721-e59c200c61fc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeb20a084-accf-5b60-8075-3e69ebe863a6-b9b818a1-6a42-4524-9bd8-313c7fc3cb8f', 'network_id': 'b9b818a1-6a42-4524-9bd8-313c7fc3cb8f', 'tenant_id': 'f171a8a78c484dd49cccfb91cf64615a', 'fixed_ips': [{'subnet_id': '1af2fa93-8938-4a98-b343-ce7d00e99fe4'}]}} from n-d-816865-1. {{(pid=102388) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 05 19:03:07.552763 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c8b2215b-5730-4bef-9721-e59c200c61fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:03:07.585958 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f85b107-fc9d-49ba-b95b-59e1e5c0145b req-ba98cf1e-78e4-45ca-a366-6f000aae6f45 tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:03:07.589008 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-6f85b107-fc9d-49ba-b95b-59e1e5c0145b req-ba98cf1e-78e4-45ca-a366-6f000aae6f45 tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e0e9f2c-b17f-4007-b3d8-07e537a1c2f3 HTTP/1.1" status: 200 len: 946 time: 0.1306496 Nov 05 19:03:07.701769 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ca6f0d62-613a-4a57-9cf5-5b420aa2b415 req-f54dec98-42b5-4576-9164-1282ecc31b59 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Made reservation on behalf of 777902a3c6ed4ff2a5460208db53bd8a for: {'port': 1} {{(pid=102386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 19:03:07.705871 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-ca6f0d62-613a-4a57-9cf5-5b420aa2b415 req-f54dec98-42b5-4576-9164-1282ecc31b59 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:03:07.719831 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-6a302121-0de4-4873-9478-6b932dbcd1c8 tempest-NetworksIpV6TestAttrs-952298474 tempest-NetworksIpV6TestAttrs-952298474-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1573905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4417146', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5112209'] for subnet, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:03:07.738788 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-6f85b107-fc9d-49ba-b95b-59e1e5c0145b req-720454b4-d609-4bc4-8d49-d33795fb3556 tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] 10.222.0.13 "GET /v2.0/security-groups?id=e2e15a42-88b8-49e2-ad78-9daadc9e7fe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381979 Nov 05 19:03:07.763557 n-d-816865-1 neutron-server[102388]: ERROR oslo_messaging.rpc.server [None req-c8b2215b-5730-4bef-9721-e59c200c61fc None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 1af2fa93-8938-4a98-b343-ce7d00e99fe4: This subnet is being modified by another concurrent operation. Nov 05 19:03:07.763557 n-d-816865-1 neutron-server[102388]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 05 19:03:07.763557 n-d-816865-1 neutron-server[102388]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 05 19:03:07.763557 n-d-816865-1 neutron-server[102388]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 05 19:03:07.763557 n-d-816865-1 neutron-server[102388]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 05 19:03:07.763557 n-d-816865-1 neutron-server[102388]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 05 19:03:07.763557 n-d-816865-1 neutron-server[102388]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 05 19:03:07.763557 n-d-816865-1 neutron-server[102388]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 05 19:03:07.763557 n-d-816865-1 neutron-server[102388]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 05 19:03:07.763557 n-d-816865-1 neutron-server[102388]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 05 19:03:07.763557 n-d-816865-1 neutron-server[102388]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 05 19:03:07.763557 n-d-816865-1 neutron-server[102388]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 05 19:03:07.763557 n-d-816865-1 neutron-server[102388]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 05 19:03:07.763557 n-d-816865-1 neutron-server[102388]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 05 19:03:07.763557 n-d-816865-1 neutron-server[102388]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 05 19:03:07.763557 n-d-816865-1 neutron-server[102388]: ERROR oslo_messaging.rpc.server raise self.value Nov 05 19:03:07.763557 n-d-816865-1 neutron-server[102388]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 05 19:03:07.763557 n-d-816865-1 neutron-server[102388]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 05 19:03:07.763557 n-d-816865-1 neutron-server[102388]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 05 19:03:07.763557 n-d-816865-1 neutron-server[102388]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 05 19:03:07.763557 n-d-816865-1 neutron-server[102388]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 05 19:03:07.763557 n-d-816865-1 neutron-server[102388]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 05 19:03:07.763557 n-d-816865-1 neutron-server[102388]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 05 19:03:07.763557 n-d-816865-1 neutron-server[102388]: ERROR oslo_messaging.rpc.server raise self.value Nov 05 19:03:07.763557 n-d-816865-1 neutron-server[102388]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 05 19:03:07.763557 n-d-816865-1 neutron-server[102388]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 05 19:03:07.763557 n-d-816865-1 neutron-server[102388]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 05 19:03:07.763557 n-d-816865-1 neutron-server[102388]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 05 19:03:07.763557 n-d-816865-1 neutron-server[102388]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 05 19:03:07.763557 n-d-816865-1 neutron-server[102388]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 05 19:03:07.763557 n-d-816865-1 neutron-server[102388]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 05 19:03:07.763557 n-d-816865-1 neutron-server[102388]: ERROR oslo_messaging.rpc.server raise self.value Nov 05 19:03:07.763557 n-d-816865-1 neutron-server[102388]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 05 19:03:07.763557 n-d-816865-1 neutron-server[102388]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 05 19:03:07.763557 n-d-816865-1 neutron-server[102388]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 05 19:03:07.763557 n-d-816865-1 neutron-server[102388]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 05 19:03:07.763557 n-d-816865-1 neutron-server[102388]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 05 19:03:07.763557 n-d-816865-1 neutron-server[102388]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 05 19:03:07.763557 n-d-816865-1 neutron-server[102388]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 05 19:03:07.763557 n-d-816865-1 neutron-server[102388]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 05 19:03:07.763557 n-d-816865-1 neutron-server[102388]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 05 19:03:07.763557 n-d-816865-1 neutron-server[102388]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 05 19:03:07.763557 n-d-816865-1 neutron-server[102388]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 05 19:03:07.763557 n-d-816865-1 neutron-server[102388]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 05 19:03:07.763557 n-d-816865-1 neutron-server[102388]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 05 19:03:07.763557 n-d-816865-1 neutron-server[102388]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 05 19:03:07.763557 n-d-816865-1 neutron-server[102388]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 05 19:03:07.763557 n-d-816865-1 neutron-server[102388]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 05 19:03:07.763557 n-d-816865-1 neutron-server[102388]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 05 19:03:07.763557 n-d-816865-1 neutron-server[102388]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 05 19:03:07.763557 n-d-816865-1 neutron-server[102388]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 05 19:03:07.763557 n-d-816865-1 neutron-server[102388]: ERROR oslo_messaging.rpc.server raise self.value Nov 05 19:03:07.763557 n-d-816865-1 neutron-server[102388]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 05 19:03:07.763557 n-d-816865-1 neutron-server[102388]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 05 19:03:07.763557 n-d-816865-1 neutron-server[102388]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 05 19:03:07.763557 n-d-816865-1 neutron-server[102388]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 05 19:03:07.763557 n-d-816865-1 neutron-server[102388]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 05 19:03:07.763557 n-d-816865-1 neutron-server[102388]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 05 19:03:07.763557 n-d-816865-1 neutron-server[102388]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 05 19:03:07.763557 n-d-816865-1 neutron-server[102388]: ERROR oslo_messaging.rpc.server raise self.value Nov 05 19:03:07.763557 n-d-816865-1 neutron-server[102388]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 05 19:03:07.763557 n-d-816865-1 neutron-server[102388]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 05 19:03:07.763557 n-d-816865-1 neutron-server[102388]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 05 19:03:07.763557 n-d-816865-1 neutron-server[102388]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 05 19:03:07.763557 n-d-816865-1 neutron-server[102388]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 05 19:03:07.763557 n-d-816865-1 neutron-server[102388]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 05 19:03:07.763557 n-d-816865-1 neutron-server[102388]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 05 19:03:07.763557 n-d-816865-1 neutron-server[102388]: ERROR oslo_messaging.rpc.server raise self.value Nov 05 19:03:07.763557 n-d-816865-1 neutron-server[102388]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 05 19:03:07.763557 n-d-816865-1 neutron-server[102388]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 05 19:03:07.763557 n-d-816865-1 neutron-server[102388]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 05 19:03:07.763557 n-d-816865-1 neutron-server[102388]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 05 19:03:07.763557 n-d-816865-1 neutron-server[102388]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 05 19:03:07.763557 n-d-816865-1 neutron-server[102388]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 05 19:03:07.763557 n-d-816865-1 neutron-server[102388]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 05 19:03:07.763557 n-d-816865-1 neutron-server[102388]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 05 19:03:07.763557 n-d-816865-1 neutron-server[102388]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 05 19:03:07.763557 n-d-816865-1 neutron-server[102388]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 05 19:03:07.763557 n-d-816865-1 neutron-server[102388]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 05 19:03:07.763557 n-d-816865-1 neutron-server[102388]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 05 19:03:07.763557 n-d-816865-1 neutron-server[102388]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 05 19:03:07.763557 n-d-816865-1 neutron-server[102388]: ERROR oslo_messaging.rpc.server raise self.value Nov 05 19:03:07.763557 n-d-816865-1 neutron-server[102388]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 05 19:03:07.763557 n-d-816865-1 neutron-server[102388]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 05 19:03:07.763557 n-d-816865-1 neutron-server[102388]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 05 19:03:07.763557 n-d-816865-1 neutron-server[102388]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 05 19:03:07.763557 n-d-816865-1 neutron-server[102388]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 05 19:03:07.763557 n-d-816865-1 neutron-server[102388]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 05 19:03:07.763557 n-d-816865-1 neutron-server[102388]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 05 19:03:07.763557 n-d-816865-1 neutron-server[102388]: ERROR oslo_messaging.rpc.server raise exception Nov 05 19:03:07.763557 n-d-816865-1 neutron-server[102388]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 1af2fa93-8938-4a98-b343-ce7d00e99fe4: This subnet is being modified by another concurrent operation. Nov 05 19:03:07.763557 n-d-816865-1 neutron-server[102388]: ERROR oslo_messaging.rpc.server Nov 05 19:03:07.795620 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d865c9b-144e-44fb-aac7-906bb8b78438 None None] Network b9b818a1-6a42-4524-9bd8-313c7fc3cb8f requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 19:03:07.800983 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a302121-0de4-4873-9478-6b932dbcd1c8 tempest-NetworksIpV6TestAttrs-952298474 tempest-NetworksIpV6TestAttrs-952298474-project] Pushing event deleted for resources: {'Subnet': ['ID=1af2fa93-8938-4a98-b343-ce7d00e99fe4,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:03:07.911279 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-85c1db3f-7b3a-414f-aaf7-d6938ff86f06 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Deleting port 67bf7a45-d02d-4202-afe1-d2eef054ceb0 {{(pid=102386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 19:03:07.911843 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-85c1db3f-7b3a-414f-aaf7-d6938ff86f06 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:03:08.028865 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-6a302121-0de4-4873-9478-6b932dbcd1c8 tempest-NetworksIpV6TestAttrs-952298474 tempest-NetworksIpV6TestAttrs-952298474-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1579173', 'neutron.services.segments.db._delete_segments_for_network-8750027792909'] for network, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:03:08.074444 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.db_base_plugin_common [req-ca6f0d62-613a-4a57-9cf5-5b420aa2b415 req-f54dec98-42b5-4576-9164-1282ecc31b59 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Allocated IP 172.20.0.8 (7340801a-d414-4a8c-8e81-bc2b23bb205e/17f3259b-0e65-4434-84f3-e6a8b3c7482f/3673982d-be4c-4718-beb3-9dbdf123149d) {{(pid=102386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 19:03:08.101282 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c61a5a4-87ba-4bc8-a2e7-cbb2bc9c761a None None] get_active_networks_info from n-d-816865-1 {{(pid=102388) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 05 19:03:08.105793 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-85c1db3f-7b3a-414f-aaf7-d6938ff86f06 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:03:08.135465 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-85c1db3f-7b3a-414f-aaf7-d6938ff86f06 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Calling delete_port for 67bf7a45-d02d-4202-afe1-d2eef054ceb0 owned by {{(pid=102386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 19:03:08.380776 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-31f93893-a48e-4ae8-833d-dccb2b42eacc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:03:08.516923 n-d-816865-1 neutron-server[102388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c61a5a4-87ba-4bc8-a2e7-cbb2bc9c761a None None] Resources bound (agent type, host, resource id): {{(pid=102388) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 05 19:03:08.648823 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-08f4ab27-474d-4913-923f-bb24e1d26904 req-6d814c62-9b05-4c31-89b3-76747a49b86b tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] 10.222.0.13 "GET /v2.0/ports?device_id=26e8474e-4313-42b0-b607-e5292de007c9 HTTP/1.1" status: 200 len: 210 time: 0.0401242 Nov 05 19:03:08.652457 n-d-816865-1 neutron-server[102387]: DEBUG neutron.services.segments.db [None req-6a302121-0de4-4873-9478-6b932dbcd1c8 tempest-NetworksIpV6TestAttrs-952298474 tempest-NetworksIpV6TestAttrs-952298474-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b9b818a1-6a42-4524-9bd8-313c7fc3cb8f']}} {{(pid=102387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:03:08.674094 n-d-816865-1 neutron-server[102387]: DEBUG neutron.services.segments.db [None req-6a302121-0de4-4873-9478-6b932dbcd1c8 tempest-NetworksIpV6TestAttrs-952298474 tempest-NetworksIpV6TestAttrs-952298474-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b158a8f2-cc70-431f-b505-0e7f88b4366e') {'for_net_delete': True} {{(pid=102387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:03:08.674094 n-d-816865-1 neutron-server[102387]: DEBUG neutron.services.segments.db [None req-6a302121-0de4-4873-9478-6b932dbcd1c8 tempest-NetworksIpV6TestAttrs-952298474 tempest-NetworksIpV6TestAttrs-952298474-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b158a8f2-cc70-431f-b505-0e7f88b4366e') {} {{(pid=102387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:03:08.691856 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-6a302121-0de4-4873-9478-6b932dbcd1c8 tempest-NetworksIpV6TestAttrs-952298474 tempest-NetworksIpV6TestAttrs-952298474-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750027793430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4463492'] for segment, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:03:08.707165 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84a4678-292d-4d2f-8007-807262376dd2 req-e1e0b4c6-413d-462f-9383-35c825ab9739 tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:03:08.708682 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-b84a4678-292d-4d2f-8007-807262376dd2 req-e1e0b4c6-413d-462f-9383-35c825ab9739 tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e0e9f2c-b17f-4007-b3d8-07e537a1c2f3 HTTP/1.1" status: 200 len: 946 time: 0.7235096 Nov 05 19:03:08.725514 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-ca6f0d62-613a-4a57-9cf5-5b420aa2b415 req-f54dec98-42b5-4576-9164-1282ecc31b59 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Publish callbacks [] for port, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:03:08.746014 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:03:08.796093 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-b84a4678-292d-4d2f-8007-807262376dd2 req-6ba690d4-d358-4ba7-9928-4772f59f9e8e tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] 10.222.0.13 "GET /v2.0/security-groups?id=e2e15a42-88b8-49e2-ad78-9daadc9e7fe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791354 Nov 05 19:03:08.800617 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-6a302121-0de4-4873-9478-6b932dbcd1c8 tempest-NetworksIpV6TestAttrs-952298474 tempest-NetworksIpV6TestAttrs-952298474-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273'] for segment, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:03:08.829070 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a302121-0de4-4873-9478-6b932dbcd1c8 tempest-NetworksIpV6TestAttrs-952298474 tempest-NetworksIpV6TestAttrs-952298474-project] Releasing vlan 191 on physical network physnet1 to pool {{(pid=102387) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 05 19:03:08.829524 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-6a302121-0de4-4873-9478-6b932dbcd1c8 tempest-NetworksIpV6TestAttrs-952298474 tempest-NetworksIpV6TestAttrs-952298474-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4417236'] for segment, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:03:08.834076 n-d-816865-1 neutron-server[102387]: Traceback (most recent call last): Nov 05 19:03:08.834076 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 05 19:03:08.834076 n-d-816865-1 neutron-server[102387]: timer() Nov 05 19:03:08.834076 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 05 19:03:08.834076 n-d-816865-1 neutron-server[102387]: cb(*args, **kw) Nov 05 19:03:08.834076 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 05 19:03:08.834076 n-d-816865-1 neutron-server[102387]: return func(*args, **kwargs) Nov 05 19:03:08.834076 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 05 19:03:08.834076 n-d-816865-1 neutron-server[102387]: self._notify() Nov 05 19:03:08.834076 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 05 19:03:08.834076 n-d-816865-1 neutron-server[102387]: self.callback(batched_events) Nov 05 19:03:08.834076 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 05 19:03:08.834076 n-d-816865-1 neutron-server[102387]: event.method(event) Nov 05 19:03:08.834076 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 05 19:03:08.834076 n-d-816865-1 neutron-server[102387]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 05 19:03:08.834076 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 05 19:03:08.834076 n-d-816865-1 neutron-server[102387]: aggregate_uuid = self.p_client.list_aggregates( Nov 05 19:03:08.834076 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 05 19:03:08.834076 n-d-816865-1 neutron-server[102387]: return f(self, *a, **k) Nov 05 19:03:08.834076 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 05 19:03:08.834076 n-d-816865-1 neutron-server[102387]: return self._get(url).json() Nov 05 19:03:08.834076 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 05 19:03:08.834076 n-d-816865-1 neutron-server[102387]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 05 19:03:08.834076 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 05 19:03:08.834076 n-d-816865-1 neutron-server[102387]: return self.request(url, 'GET', **kwargs) Nov 05 19:03:08.834076 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 05 19:03:08.834076 n-d-816865-1 neutron-server[102387]: base_url = self.get_endpoint(auth, allow=allow, Nov 05 19:03:08.834076 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 05 19:03:08.834076 n-d-816865-1 neutron-server[102387]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 05 19:03:08.834076 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 05 19:03:08.834076 n-d-816865-1 neutron-server[102387]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 05 19:03:08.834076 n-d-816865-1 neutron-server[102387]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 05 19:03:08.840793 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-85c1db3f-7b3a-414f-aaf7-d6938ff86f06 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:03:08.899117 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c1db3f-7b3a-414f-aaf7-d6938ff86f06 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Pushing event deleted for resources: {'Port': ['ID=67bf7a45-d02d-4202-afe1-d2eef054ceb0,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:03:08.904843 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-ca6f0d62-613a-4a57-9cf5-5b420aa2b415 req-f54dec98-42b5-4576-9164-1282ecc31b59 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:03:08.957911 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ca6f0d62-613a-4a57-9cf5-5b420aa2b415 req-f54dec98-42b5-4576-9164-1282ecc31b59 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Network 7340801a-d414-4a8c-8e81-bc2b23bb205e is already hosted by enough agents. {{(pid=102386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 19:03:09.007696 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-6a302121-0de4-4873-9478-6b932dbcd1c8 tempest-NetworksIpV6TestAttrs-952298474 tempest-NetworksIpV6TestAttrs-952298474-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1579178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-956796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1000687'] for network, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:03:09.013727 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-6a302121-0de4-4873-9478-6b932dbcd1c8 tempest-NetworksIpV6TestAttrs-952298474 tempest-NetworksIpV6TestAttrs-952298474-project] Publish callbacks [] for network, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:03:09.023163 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-6a302121-0de4-4873-9478-6b932dbcd1c8 tempest-NetworksIpV6TestAttrs-952298474 tempest-NetworksIpV6TestAttrs-952298474-project] 10.222.0.13 "DELETE /v2.0/networks/b9b818a1-6a42-4524-9bd8-313c7fc3cb8f HTTP/1.1" status: 204 len: 168 time: 1.9575129 Nov 05 19:03:09.054717 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 47680) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:03:09.069663 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.base_scheduler [req-ca6f0d62-613a-4a57-9cf5-5b420aa2b415 req-f54dec98-42b5-4576-9164-1282ecc31b59 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Resources bound (agent type, host, resource id): {{(pid=102386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 19:03:09.089179 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca6f0d62-613a-4a57-9cf5-5b420aa2b415 req-f54dec98-42b5-4576-9164-1282ecc31b59 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Received port after_create {{(pid=102386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 19:03:09.110231 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a302121-0de4-4873-9478-6b932dbcd1c8 tempest-NetworksIpV6TestAttrs-952298474 tempest-NetworksIpV6TestAttrs-952298474-project] Pushing event deleted for resources: {'Network': ['ID=b9b818a1-6a42-4524-9bd8-313c7fc3cb8f,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:03:09.170902 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-f2aeb2dd-7470-4407-9282-a7d3a92b3c89 tempest-NetworksIpV6TestAttrs-952298474 tempest-NetworksIpV6TestAttrs-952298474-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-724727078'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:03:09.172168 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12c38a3-69c2-4d2d-9415-c25061879a48 req-9b2c67cc-44b1-47c4-8cd4-3fa2b2d0dc7d tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:03:09.189046 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-f12c38a3-69c2-4d2d-9415-c25061879a48 req-9b2c67cc-44b1-47c4-8cd4-3fa2b2d0dc7d tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e0e9f2c-b17f-4007-b3d8-07e537a1c2f3 HTTP/1.1" status: 200 len: 946 time: 0.2011924 Nov 05 19:03:09.307451 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54dec98-42b5-4576-9164-1282ecc31b59 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Pushing event updated for resources: {'Port': ['ID=3673982d-be4c-4718-beb3-9dbdf123149d,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:03:09.310701 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-f12c38a3-69c2-4d2d-9415-c25061879a48 req-eab0cf10-3ae7-41e2-b353-2a95e2b9d103 tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] 10.222.0.13 "GET /v2.0/security-groups?id=e2e15a42-88b8-49e2-ad78-9daadc9e7fe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148968 Nov 05 19:03:09.328731 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2aeb2dd-7470-4407-9282-a7d3a92b3c89 tempest-NetworksIpV6TestAttrs-952298474 tempest-NetworksIpV6TestAttrs-952298474-project] Made reservation on behalf of f171a8a78c484dd49cccfb91cf64615a for: {'network': 1} {{(pid=102386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 19:03:09.333100 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-f2aeb2dd-7470-4407-9282-a7d3a92b3c89 tempest-NetworksIpV6TestAttrs-952298474 tempest-NetworksIpV6TestAttrs-952298474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for network, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:03:09.391271 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6f0d62-613a-4a57-9cf5-5b420aa2b415 req-f54dec98-42b5-4576-9164-1282ecc31b59 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:03:09.391964 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-ca6f0d62-613a-4a57-9cf5-5b420aa2b415 req-f54dec98-42b5-4576-9164-1282ecc31b59 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:03:09.437773 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-85c1db3f-7b3a-414f-aaf7-d6938ff86f06 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:03:09.449292 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-85c1db3f-7b3a-414f-aaf7-d6938ff86f06 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] 10.222.0.13 "DELETE /v2.0/ports/67bf7a45-d02d-4202-afe1-d2eef054ceb0 HTTP/1.1" status: 204 len: 168 time: 1.9268684 Nov 05 19:03:09.450499 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2aeb2dd-7470-4407-9282-a7d3a92b3c89 tempest-NetworksIpV6TestAttrs-952298474 tempest-NetworksIpV6TestAttrs-952298474-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 190} {{(pid=102386) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 05 19:03:09.460564 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 47690) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:03:09.492516 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-ca6f0d62-613a-4a57-9cf5-5b420aa2b415 req-f54dec98-42b5-4576-9164-1282ecc31b59 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4082158 Nov 05 19:03:09.556049 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [req-ca6f0d62-613a-4a57-9cf5-5b420aa2b415 req-1de06290-151e-4712-a5f2-1b9f90d25917 service neutron] Request body: {'port': {'device_id': '26e8474e-4313-42b0-b607-e5292de007c9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816865-1'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:03:09.573999 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-f2aeb2dd-7470-4407-9282-a7d3a92b3c89 tempest-NetworksIpV6TestAttrs-952298474 tempest-NetworksIpV6TestAttrs-952298474-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273'] for segment, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:03:09.575445 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc805c0-eb69-48ea-ab0b-2195abaf2035 req-af7811cd-3389-405b-8d4f-ebb91ff5d8f0 tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:03:09.577653 n-d-816865-1 neutron-server[102386]: INFO neutron.db.segments_db [None req-f2aeb2dd-7470-4407-9282-a7d3a92b3c89 tempest-NetworksIpV6TestAttrs-952298474 tempest-NetworksIpV6TestAttrs-952298474-project] Added segment c882a746-707b-459d-9c98-8e8699a643ba of type vlan for network cf20c97d-1d2a-425d-8597-74cb59b6d029 Nov 05 19:03:09.580484 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-4bc805c0-eb69-48ea-ab0b-2195abaf2035 req-af7811cd-3389-405b-8d4f-ebb91ff5d8f0 tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e0e9f2c-b17f-4007-b3d8-07e537a1c2f3 HTTP/1.1" status: 200 len: 946 time: 0.1360776 Nov 05 19:03:09.601142 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-2a09bbfe-e74c-468e-8e61-9f00fd06e957 None None] Provisioning complete for port 3673982d-be4c-4718-beb3-9dbdf123149d triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:03:09.601750 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-2a09bbfe-e74c-468e-8e61-9f00fd06e957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:03:09.684127 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-2a09bbfe-e74c-468e-8e61-9f00fd06e957 None None] Port 3673982d-be4c-4718-beb3-9dbdf123149d cannot update to ACTIVE because it is not bound. {{(pid=102388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 19:03:09.699713 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-4bc805c0-eb69-48ea-ab0b-2195abaf2035 req-3193be65-06ca-49db-9abe-222062d41407 tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] 10.222.0.13 "GET /v2.0/security-groups?id=e2e15a42-88b8-49e2-ad78-9daadc9e7fe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101687 Nov 05 19:03:09.703669 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.db_base_plugin_v2 [None req-524ee979-5e03-49a1-b84b-09f7515a74d7 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Deleting subnet fff5f4f4-3c24-4660-a3f5-7d19daede3c5 {{(pid=102386) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 05 19:03:09.708268 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-524ee979-5e03-49a1-b84b-09f7515a74d7 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Publish callbacks [] for subnet, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:03:09.804806 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-f2aeb2dd-7470-4407-9282-a7d3a92b3c89 tempest-NetworksIpV6TestAttrs-952298474 tempest-NetworksIpV6TestAttrs-952298474-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750027258543'] for network, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:03:09.850434 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-ca6f0d62-613a-4a57-9cf5-5b420aa2b415 req-1de06290-151e-4712-a5f2-1b9f90d25917 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:03:09.873898 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-524ee979-5e03-49a1-b84b-09f7515a74d7 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4590738'] for subnet, precommit_delete_associations {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:03:09.901990 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a91bcc-fe1d-4448-b83e-00dd814a795a req-022f7357-94c2-42d4-93b6-7514411e0290 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:03:09.919352 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-52a91bcc-fe1d-4448-b83e-00dd814a795a req-022f7357-94c2-42d4-93b6-7514411e0290 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] 10.222.0.13 "GET /v2.0/ports?device_id=26e8474e-4313-42b0-b607-e5292de007c9 HTTP/1.1" status: 200 len: 931 time: 0.1561882 Nov 05 19:03:10.007875 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a035b5ad-be1e-45e2-9cdd-43cea931e15a req-9129aa46-3136-47fb-9710-e523c2ec8583 tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:03:10.009542 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-a035b5ad-be1e-45e2-9cdd-43cea931e15a req-9129aa46-3136-47fb-9710-e523c2ec8583 tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e0e9f2c-b17f-4007-b3d8-07e537a1c2f3 HTTP/1.1" status: 200 len: 946 time: 0.1329556 Nov 05 19:03:10.013463 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [req-2e50ebd0-c0e2-4b95-84c0-00505047406d req-f42dbb84-848a-4933-8f03-8063c818609d service neutron] (102386) timed out ('10.222.0.13', 52538) {{(pid=102386) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 05 19:03:10.052386 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-52a91bcc-fe1d-4448-b83e-00dd814a795a req-ec7ea608-1491-4911-b764-fd515f589277 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] 10.222.0.13 "GET /v2.0/security-groups?id=0c08aee2-7f5c-494d-880e-af35273de53d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1294641 Nov 05 19:03:10.081957 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-f2aeb2dd-7470-4407-9282-a7d3a92b3c89 tempest-NetworksIpV6TestAttrs-952298474 tempest-NetworksIpV6TestAttrs-952298474-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-956796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877'] for network, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:03:10.088019 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2aeb2dd-7470-4407-9282-a7d3a92b3c89 tempest-NetworksIpV6TestAttrs-952298474 tempest-NetworksIpV6TestAttrs-952298474-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:03:10.088682 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-f2aeb2dd-7470-4407-9282-a7d3a92b3c89 tempest-NetworksIpV6TestAttrs-952298474 tempest-NetworksIpV6TestAttrs-952298474-project] Publish callbacks [] for network, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:03:10.124234 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-a035b5ad-be1e-45e2-9cdd-43cea931e15a req-4e17f2ac-298a-479d-ab52-728144dd24eb tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] 10.222.0.13 "GET /v2.0/security-groups?id=e2e15a42-88b8-49e2-ad78-9daadc9e7fe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005280 Nov 05 19:03:10.193386 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 47708) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:03:10.194284 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-f2aeb2dd-7470-4407-9282-a7d3a92b3c89 tempest-NetworksIpV6TestAttrs-952298474 tempest-NetworksIpV6TestAttrs-952298474-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.1221764 Nov 05 19:03:10.200077 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-05dbe2ef-d3cc-450e-858d-c98b354c4d03 tempest-NetworksIpV6TestAttrs-952298474 tempest-NetworksIpV6TestAttrs-952298474-project] Request body: {'subnet': {'network_id': 'cf20c97d-1d2a-425d-8597-74cb59b6d029', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:03:10.261921 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-524ee979-5e03-49a1-b84b-09f7515a74d7 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1573928'] for subnet, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:03:10.327647 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390c2288-e831-40d0-a7ea-3cdd9306dfef req-beb01b7a-4999-4b8d-b19b-e3185cc146bf tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:03:10.329186 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-390c2288-e831-40d0-a7ea-3cdd9306dfef req-beb01b7a-4999-4b8d-b19b-e3185cc146bf tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e0e9f2c-b17f-4007-b3d8-07e537a1c2f3 HTTP/1.1" status: 200 len: 946 time: 0.1251528 Nov 05 19:03:10.335506 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2aeb2dd-7470-4407-9282-a7d3a92b3c89 tempest-NetworksIpV6TestAttrs-952298474 tempest-NetworksIpV6TestAttrs-952298474-project] Pushing event updated for resources: {'Network': ['ID=cf20c97d-1d2a-425d-8597-74cb59b6d029,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:03:10.346238 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Network cf20c97d-1d2a-425d-8597-74cb59b6d029 details requested by agent ovs-agent-n-d-816865-1 with host n-d-816865-1 {{(pid=102388) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 05 19:03:10.398084 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-390c2288-e831-40d0-a7ea-3cdd9306dfef req-46057b9c-f3a6-4d24-b950-0c13dd793ce4 tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] 10.222.0.13 "GET /v2.0/security-groups?id=e2e15a42-88b8-49e2-ad78-9daadc9e7fe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603602 Nov 05 19:03:10.430848 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05dbe2ef-d3cc-450e-858d-c98b354c4d03 tempest-NetworksIpV6TestAttrs-952298474 tempest-NetworksIpV6TestAttrs-952298474-project] Made reservation on behalf of f171a8a78c484dd49cccfb91cf64615a for: {'subnet': 1} {{(pid=102387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 19:03:10.438843 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-05dbe2ef-d3cc-450e-858d-c98b354c4d03 tempest-NetworksIpV6TestAttrs-952298474 tempest-NetworksIpV6TestAttrs-952298474-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5112236'] for subnet, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:03:10.539353 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-524ee979-5e03-49a1-b84b-09f7515a74d7 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1573905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6149879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4877183'] for subnet, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:03:10.593059 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524ee979-5e03-49a1-b84b-09f7515a74d7 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Pushing event deleted for resources: {'Subnet': ['ID=fff5f4f4-3c24-4660-a3f5-7d19daede3c5,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:03:10.598543 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436d4cf8-5e34-4f2c-b886-415dab8eeafb req-445d138b-4f88-44d3-8059-28cd200e1f51 tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:03:10.599494 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-524ee979-5e03-49a1-b84b-09f7515a74d7 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Publish callbacks [] for subnet, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:03:10.600158 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-436d4cf8-5e34-4f2c-b886-415dab8eeafb req-445d138b-4f88-44d3-8059-28cd200e1f51 tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e0e9f2c-b17f-4007-b3d8-07e537a1c2f3 HTTP/1.1" status: 200 len: 946 time: 0.0715177 Nov 05 19:03:10.605898 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-524ee979-5e03-49a1-b84b-09f7515a74d7 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] 10.222.0.13 "DELETE /v2.0/subnets/fff5f4f4-3c24-4660-a3f5-7d19daede3c5 HTTP/1.1" status: 204 len: 168 time: 1.1416056 Nov 05 19:03:10.606814 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 47724) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:03:10.609139 n-d-816865-1 neutron-server[102386]: DEBUG neutron.notifiers.nova [req-ca6f0d62-613a-4a57-9cf5-5b420aa2b415 req-1de06290-151e-4712-a5f2-1b9f90d25917 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3673982d-be4c-4718-beb3-9dbdf123149d {{(pid=102386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 19:03:10.619916 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1c61faa-b7ac-4717-8819-2048be609ed3 None None] Network 92cc69b6-4cd1-4b33-bca8-908cd312767a requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 19:03:10.620954 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-ca6f0d62-613a-4a57-9cf5-5b420aa2b415 req-1de06290-151e-4712-a5f2-1b9f90d25917 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:03:10.636545 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.provisioning_blocks [req-ca6f0d62-613a-4a57-9cf5-5b420aa2b415 req-1de06290-151e-4712-a5f2-1b9f90d25917 service neutron] Transition to ACTIVE for port object 3673982d-be4c-4718-beb3-9dbdf123149d will not be triggered until provisioned by entity L2. {{(pid=102386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 05 19:03:10.705550 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-ca6f0d62-613a-4a57-9cf5-5b420aa2b415 req-1de06290-151e-4712-a5f2-1b9f90d25917 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6149821'] for port, after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:03:10.727645 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.db_base_plugin_v2 [None req-66042412-5be4-48a5-89aa-b0fa7280acf4 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Deleting subnet e9dfd8b9-004d-48f6-8398-0a38af599af4 {{(pid=102387) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 05 19:03:10.741720 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-66042412-5be4-48a5-89aa-b0fa7280acf4 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Publish callbacks [] for subnet, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:03:10.773168 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-436d4cf8-5e34-4f2c-b886-415dab8eeafb req-7cb508f4-58cc-4fa8-ae22-677bc7ddf49e tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] 10.222.0.13 "GET /v2.0/security-groups?id=e2e15a42-88b8-49e2-ad78-9daadc9e7fe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311264 Nov 05 19:03:10.851286 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-66042412-5be4-48a5-89aa-b0fa7280acf4 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4463501'] for subnet, precommit_delete_associations {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:03:10.959509 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a32491c0-034e-4c07-a76f-1aa22140a816 None None] DHCP port deletion for 92cc69b6-4cd1-4b33-bca8-908cd312767a request from n-d-816865-1 {{(pid=102388) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 05 19:03:11.023704 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-05dbe2ef-d3cc-450e-858d-c98b354c4d03 tempest-NetworksIpV6TestAttrs-952298474 tempest-NetworksIpV6TestAttrs-952298474-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4417463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5112218'] for subnet, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:03:11.061473 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de06290-151e-4712-a5f2-1b9f90d25917 service neutron] Pushing event updated for resources: {'Port': ['ID=3673982d-be4c-4718-beb3-9dbdf123149d,revision_number=2']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:03:11.156988 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-a32491c0-034e-4c07-a76f-1aa22140a816 None None] Deleting port 15ad6dbb-d45e-4daf-b2ce-470930ec73a1 {{(pid=102388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 19:03:11.160349 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-a32491c0-034e-4c07-a76f-1aa22140a816 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:03:11.180091 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-66042412-5be4-48a5-89aa-b0fa7280acf4 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1573928'] for subnet, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:03:11.205787 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [req-ca6f0d62-613a-4a57-9cf5-5b420aa2b415 req-1de06290-151e-4712-a5f2-1b9f90d25917 service neutron] Attempting to bind port 3673982d-be4c-4718-beb3-9dbdf123149d on host n-h1-816865-1 for vnic_type normal with profile {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 19:03:11.208596 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [req-ca6f0d62-613a-4a57-9cf5-5b420aa2b415 req-1de06290-151e-4712-a5f2-1b9f90d25917 service neutron] Attempting to bind port 3673982d-be4c-4718-beb3-9dbdf123149d by drivers openvswitch,hyperv on host n-h1-816865-1 at level 0 using segments [{'id': '3d7f4a28-84db-42f8-83a4-bb954eae33e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '7340801a-d414-4a8c-8e81-bc2b23bb205e'}] {{(pid=102386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 19:03:11.209006 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca6f0d62-613a-4a57-9cf5-5b420aa2b415 req-1de06290-151e-4712-a5f2-1b9f90d25917 service neutron] Attempting to bind port 3673982d-be4c-4718-beb3-9dbdf123149d on network 7340801a-d414-4a8c-8e81-bc2b23bb205e {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 19:03:11.226232 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca6f0d62-613a-4a57-9cf5-5b420aa2b415 req-1de06290-151e-4712-a5f2-1b9f90d25917 service neutron] Port 3673982d-be4c-4718-beb3-9dbdf123149d on network 7340801a-d414-4a8c-8e81-bc2b23bb205e not bound, no agent of type Open vSwitch agent registered on host n-h1-816865-1 {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 19:03:11.226564 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca6f0d62-613a-4a57-9cf5-5b420aa2b415 req-1de06290-151e-4712-a5f2-1b9f90d25917 service neutron] Attempting to bind port 3673982d-be4c-4718-beb3-9dbdf123149d on network 7340801a-d414-4a8c-8e81-bc2b23bb205e {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 19:03:11.234518 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca6f0d62-613a-4a57-9cf5-5b420aa2b415 req-1de06290-151e-4712-a5f2-1b9f90d25917 service neutron] Checking agent: {'id': 'eb596d7c-8c64-42bd-8aca-fad447eb0eab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816865-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 18, 33, 34), 'started_at': datetime.datetime(2021, 11, 5, 18, 33, 34), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 19, 3, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 19:03:11.237157 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca6f0d62-613a-4a57-9cf5-5b420aa2b415 req-1de06290-151e-4712-a5f2-1b9f90d25917 service neutron] Checking segment: {'id': '3d7f4a28-84db-42f8-83a4-bb954eae33e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '7340801a-d414-4a8c-8e81-bc2b23bb205e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 19:03:11.240853 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca6f0d62-613a-4a57-9cf5-5b420aa2b415 req-1de06290-151e-4712-a5f2-1b9f90d25917 service neutron] Bound using segment: {'id': '3d7f4a28-84db-42f8-83a4-bb954eae33e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '7340801a-d414-4a8c-8e81-bc2b23bb205e'} {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 19:03:11.240853 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [req-ca6f0d62-613a-4a57-9cf5-5b420aa2b415 req-1de06290-151e-4712-a5f2-1b9f90d25917 service neutron] Bound port: 3673982d-be4c-4718-beb3-9dbdf123149d, host: n-h1-816865-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3d7f4a28-84db-42f8-83a4-bb954eae33e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '7340801a-d414-4a8c-8e81-bc2b23bb205e'}}] {{(pid=102386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 19:03:11.240853 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-ca6f0d62-613a-4a57-9cf5-5b420aa2b415 req-1de06290-151e-4712-a5f2-1b9f90d25917 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:03:11.248004 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bea846-b3f7-4fca-b1ab-099d363bb407 req-2c5d6d86-c0a3-4437-baea-30b78f4b3229 tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:03:11.250175 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-b5bea846-b3f7-4fca-b1ab-099d363bb407 req-2c5d6d86-c0a3-4437-baea-30b78f4b3229 tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e0e9f2c-b17f-4007-b3d8-07e537a1c2f3 HTTP/1.1" status: 200 len: 946 time: 0.2783971 Nov 05 19:03:11.304095 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05dbe2ef-d3cc-450e-858d-c98b354c4d03 tempest-NetworksIpV6TestAttrs-952298474 tempest-NetworksIpV6TestAttrs-952298474-project] Pushing event updated for resources: {'Subnet': ['ID=e42dab6e-f841-410c-9955-baf7e0caf2e8,revision_number=0']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:03:11.312471 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-a32491c0-034e-4c07-a76f-1aa22140a816 None None] For port 15ad6dbb-d45e-4daf-b2ce-470930ec73a1, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=15ad6dbb-d45e-4daf-b2ce-470930ec73a1,segment=NetworkSegment(d3070ec2-09a2-4931-b234-abfeebdf6c23),segment_id=d3070ec2-09a2-4931-b234-abfeebdf6c23)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:03:11.312892 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-a32491c0-034e-4c07-a76f-1aa22140a816 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:03:11.337014 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-a32491c0-034e-4c07-a76f-1aa22140a816 None None] Calling delete_port for 15ad6dbb-d45e-4daf-b2ce-470930ec73a1 owned by network:dhcp {{(pid=102388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 19:03:11.338223 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [req-ca6f0d62-613a-4a57-9cf5-5b420aa2b415 req-1de06290-151e-4712-a5f2-1b9f90d25917 service neutron] For port 3673982d-be4c-4718-beb3-9dbdf123149d, host n-h1-816865-1, cleared binding levels {{(pid=102386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 19:03:11.342154 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [req-ca6f0d62-613a-4a57-9cf5-5b420aa2b415 req-1de06290-151e-4712-a5f2-1b9f90d25917 service neutron] For port 3673982d-be4c-4718-beb3-9dbdf123149d, host n-h1-816865-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=3673982d-be4c-4718-beb3-9dbdf123149d,segment=NetworkSegment(3d7f4a28-84db-42f8-83a4-bb954eae33e2),segment_id=3d7f4a28-84db-42f8-83a4-bb954eae33e2)] {{(pid=102386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 19:03:11.361872 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05dbe2ef-d3cc-450e-858d-c98b354c4d03 tempest-NetworksIpV6TestAttrs-952298474 tempest-NetworksIpV6TestAttrs-952298474-project] Checking segment: {'id': 'c882a746-707b-459d-9c98-8e8699a643ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'cf20c97d-1d2a-425d-8597-74cb59b6d029'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 19:03:11.363473 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05dbe2ef-d3cc-450e-858d-c98b354c4d03 tempest-NetworksIpV6TestAttrs-952298474 tempest-NetworksIpV6TestAttrs-952298474-project] Network hostable DHCP agents. Network: cf20c97d-1d2a-425d-8597-74cb59b6d029, hostable agents: ['987e2ca0-bc3b-4c6f-a989-429ccfbf753f'], hosted agents: [] {{(pid=102387) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 05 19:03:11.414961 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40ec203-d4c2-4184-aed7-1c6854d5581a req-49a6571c-4b92-496e-95c1-b7dad3a4de27 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:03:11.417314 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-f40ec203-d4c2-4184-aed7-1c6854d5581a req-49a6571c-4b92-496e-95c1-b7dad3a4de27 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] 10.222.0.13 "GET /v2.0/ports?device_id=26e8474e-4313-42b0-b607-e5292de007c9 HTTP/1.1" status: 200 len: 943 time: 0.2552948 Nov 05 19:03:11.430363 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-ca6f0d62-613a-4a57-9cf5-5b420aa2b415 req-1de06290-151e-4712-a5f2-1b9f90d25917 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6149821'] for port, after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:03:11.431934 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-b5bea846-b3f7-4fca-b1ab-099d363bb407 req-2dd9610c-b8ca-44cd-9083-58afad31e63b tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] 10.222.0.13 "GET /v2.0/security-groups?id=e2e15a42-88b8-49e2-ad78-9daadc9e7fe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430421 Nov 05 19:03:11.488357 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-66042412-5be4-48a5-89aa-b0fa7280acf4 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1573905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4417146', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5112209'] for subnet, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:03:11.538636 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05dbe2ef-d3cc-450e-858d-c98b354c4d03 tempest-NetworksIpV6TestAttrs-952298474 tempest-NetworksIpV6TestAttrs-952298474-project] Network cf20c97d-1d2a-425d-8597-74cb59b6d029 is scheduled to be hosted by DHCP agent 987e2ca0-bc3b-4c6f-a989-429ccfbf753f with binding_index 1 {{(pid=102387) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 05 19:03:11.539830 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6f0d62-613a-4a57-9cf5-5b420aa2b415 req-1de06290-151e-4712-a5f2-1b9f90d25917 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:03:11.541343 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-ca6f0d62-613a-4a57-9cf5-5b420aa2b415 req-1de06290-151e-4712-a5f2-1b9f90d25917 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:03:11.544597 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-ca6f0d62-613a-4a57-9cf5-5b420aa2b415 req-1de06290-151e-4712-a5f2-1b9f90d25917 service neutron] 10.222.0.41 "PUT /v2.0/ports/3673982d-be4c-4718-beb3-9dbdf123149d HTTP/1.1" status: 200 len: 1091 time: 2.0031071 Nov 05 19:03:11.545325 n-d-816865-1 neutron-server[102386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26e8474e-4313-42b0-b607-e5292de007c9', 'tag': '3673982d-be4c-4718-beb3-9dbdf123149d'}] {{(pid=102386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 19:03:11.555488 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6173a44d7c73f41af551dc890fa1a5892c2c6bc3458b640c8e0c24db7876ba6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2029398-3bd3-4ba0-93aa-7d9945cede7b" -d '{"events": [{"name": "network-changed", "server_uuid": "26e8474e-4313-42b0-b607-e5292de007c9", "tag": "3673982d-be4c-4718-beb3-9dbdf123149d"}]}' {{(pid=102386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 19:03:11.579191 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-a32491c0-034e-4c07-a76f-1aa22140a816 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798'] for port, after_delete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:03:11.617757 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de06290-151e-4712-a5f2-1b9f90d25917 service neutron] Pushing event updated for resources: {'Port': ['ID=3673982d-be4c-4718-beb3-9dbdf123149d,revision_number=3']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:03:11.627171 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 19:03:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cef195d-0262-4d8b-94ac-7f0f6f35fdce x-openstack-request-id: req-0cef195d-0262-4d8b-94ac-7f0f6f35fdce {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 19:03:11.627485 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26e8474e-4313-42b0-b607-e5292de007c9", "tag": "3673982d-be4c-4718-beb3-9dbdf123149d", "status": "completed", "code": 200}]} {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 19:03:11.627767 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0cef195d-0262-4d8b-94ac-7f0f6f35fdce {{(pid=102386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 19:03:11.628232 n-d-816865-1 neutron-server[102386]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26e8474e-4313-42b0-b607-e5292de007c9', 'tag': '3673982d-be4c-4718-beb3-9dbdf123149d', 'status': 'completed', 'code': 200} Nov 05 19:03:11.687352 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a32491c0-034e-4c07-a76f-1aa22140a816 None None] No DVR routers for this DVR port 15ad6dbb-d45e-4daf-b2ce-470930ec73a1 on host n-d-816865-1 {{(pid=102388) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 19:03:11.688980 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66042412-5be4-48a5-89aa-b0fa7280acf4 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Pushing event deleted for resources: {'Subnet': ['ID=e9dfd8b9-004d-48f6-8398-0a38af599af4,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:03:11.699280 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-66042412-5be4-48a5-89aa-b0fa7280acf4 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Publish callbacks [] for subnet, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:03:11.708187 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3aec61ec-e7cd-4761-af41-e9a2c6092d8c None None] Network 59ceeb29-cfb5-4ee4-ad6e-189a26cd5b4e requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 19:03:11.710610 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-66042412-5be4-48a5-89aa-b0fa7280acf4 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] 10.222.0.13 "DELETE /v2.0/subnets/e9dfd8b9-004d-48f6-8398-0a38af599af4 HTTP/1.1" status: 204 len: 168 time: 1.1027625 Nov 05 19:03:11.723725 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-f40ec203-d4c2-4184-aed7-1c6854d5581a req-5da5e7a3-d80d-424a-bef8-06b4dab4cdd9 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] 10.222.0.13 "GET /v2.0/security-groups?id=0c08aee2-7f5c-494d-880e-af35273de53d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2973511 Nov 05 19:03:11.725372 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 47752) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:03:11.759801 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.base_scheduler [None req-05dbe2ef-d3cc-450e-858d-c98b354c4d03 tempest-NetworksIpV6TestAttrs-952298474 tempest-NetworksIpV6TestAttrs-952298474-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816865-1, cf20c97d-1d2a-425d-8597-74cb59b6d029) {{(pid=102387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 19:03:11.770680 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2029398-3bd3-4ba0-93aa-7d9945cede7b req-75ee38fe-3848-48d1-bc73-15011944dce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:03:11.772299 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-e2029398-3bd3-4ba0-93aa-7d9945cede7b req-75ee38fe-3848-48d1-bc73-15011944dce0 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=777902a3c6ed4ff2a5460208db53bd8a&device_id=26e8474e-4313-42b0-b607-e5292de007c9 HTTP/1.1" status: 200 len: 1094 time: 0.1229279 Nov 05 19:03:11.773529 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05dbe2ef-d3cc-450e-858d-c98b354c4d03 tempest-NetworksIpV6TestAttrs-952298474 tempest-NetworksIpV6TestAttrs-952298474-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:03:11.777875 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-05dbe2ef-d3cc-450e-858d-c98b354c4d03 tempest-NetworksIpV6TestAttrs-952298474 tempest-NetworksIpV6TestAttrs-952298474-project] Publish callbacks [] for subnet, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:03:11.921403 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f80aabe-ba92-4620-974b-c11cae410cb7 None None] Network cf20c97d-1d2a-425d-8597-74cb59b6d029 requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 19:03:11.923568 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32491c0-034e-4c07-a76f-1aa22140a816 None None] Pushing event deleted for resources: {'Port': ['ID=15ad6dbb-d45e-4daf-b2ce-470930ec73a1,revision_number=None']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:03:12.056314 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1746a6f1-3e56-4431-9ce8-0fc1f15205f0 req-b0a51258-2169-4210-a1fe-4d9c1621d5bc tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:03:12.058203 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-1746a6f1-3e56-4431-9ce8-0fc1f15205f0 req-b0a51258-2169-4210-a1fe-4d9c1621d5bc tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e0e9f2c-b17f-4007-b3d8-07e537a1c2f3 HTTP/1.1" status: 200 len: 946 time: 0.1074357 Nov 05 19:03:12.067860 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-934e93a0-4165-43a1-ba53-47c90b731910 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1664226'] for network, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:03:12.139540 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-1746a6f1-3e56-4431-9ce8-0fc1f15205f0 req-2680fc35-31fc-44b3-ac58-2877bde2c681 tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] 10.222.0.13 "GET /v2.0/security-groups?id=e2e15a42-88b8-49e2-ad78-9daadc9e7fe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668483 Nov 05 19:03:12.146869 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-05dbe2ef-d3cc-450e-858d-c98b354c4d03 tempest-NetworksIpV6TestAttrs-952298474 tempest-NetworksIpV6TestAttrs-952298474-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.9476194 Nov 05 19:03:12.212064 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 47758) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:03:12.261759 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2029398-3bd3-4ba0-93aa-7d9945cede7b req-77522a3b-7309-4ba5-b162-0b7c5d7fbbd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:03:12.263477 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-e2029398-3bd3-4ba0-93aa-7d9945cede7b req-77522a3b-7309-4ba5-b162-0b7c5d7fbbd7 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=777902a3c6ed4ff2a5460208db53bd8a&shared=False HTTP/1.1" status: 200 len: 898 time: 0.4835551 Nov 05 19:03:12.271005 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 15ad6dbb-d45e-4daf-b2ce-470930ec73a1 no longer exists at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 19:03:12.302676 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] No Port match for: 15ad6dbb-d45e-4daf-b2ce-470930ec73a1 {{(pid=102388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 19:03:12.312556 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 15ad6dbb-d45e-4daf-b2ce-470930ec73a1 not bound to the agent host n-d-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 19:03:12.364725 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-934e93a0-4165-43a1-ba53-47c90b731910 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1579173', 'neutron.services.segments.db._delete_segments_for_network-8750027792909'] for network, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:03:12.387907 n-d-816865-1 neutron-server[102387]: DEBUG neutron.services.segments.db [None req-934e93a0-4165-43a1-ba53-47c90b731910 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['92cc69b6-4cd1-4b33-bca8-908cd312767a']}} {{(pid=102387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:03:12.399007 n-d-816865-1 neutron-server[102387]: DEBUG neutron.services.segments.db [None req-934e93a0-4165-43a1-ba53-47c90b731910 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3070ec2-09a2-4931-b234-abfeebdf6c23') {'for_net_delete': True} {{(pid=102387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:03:12.399538 n-d-816865-1 neutron-server[102387]: DEBUG neutron.services.segments.db [None req-934e93a0-4165-43a1-ba53-47c90b731910 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3070ec2-09a2-4931-b234-abfeebdf6c23') {} {{(pid=102387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:03:12.413344 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-934e93a0-4165-43a1-ba53-47c90b731910 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750027793430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4463492'] for segment, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:03:12.430757 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-934e93a0-4165-43a1-ba53-47c90b731910 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273'] for segment, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:03:12.437842 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-934e93a0-4165-43a1-ba53-47c90b731910 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Releasing vlan 193 on physical network physnet1 to pool {{(pid=102387) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 05 19:03:12.438301 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-934e93a0-4165-43a1-ba53-47c90b731910 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4417236'] for segment, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:03:12.446679 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2029398-3bd3-4ba0-93aa-7d9945cede7b req-401d6593-ee02-462d-a161-3607b40221c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:03:12.448188 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-e2029398-3bd3-4ba0-93aa-7d9945cede7b req-401d6593-ee02-462d-a161-3607b40221c0 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1761792 Nov 05 19:03:12.548950 n-d-816865-1 neutron-server[102387]: Traceback (most recent call last): Nov 05 19:03:12.548950 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 05 19:03:12.548950 n-d-816865-1 neutron-server[102387]: timer() Nov 05 19:03:12.548950 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 05 19:03:12.548950 n-d-816865-1 neutron-server[102387]: cb(*args, **kw) Nov 05 19:03:12.548950 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 05 19:03:12.548950 n-d-816865-1 neutron-server[102387]: return func(*args, **kwargs) Nov 05 19:03:12.548950 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 05 19:03:12.548950 n-d-816865-1 neutron-server[102387]: self._notify() Nov 05 19:03:12.548950 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 05 19:03:12.548950 n-d-816865-1 neutron-server[102387]: self.callback(batched_events) Nov 05 19:03:12.548950 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 05 19:03:12.548950 n-d-816865-1 neutron-server[102387]: event.method(event) Nov 05 19:03:12.548950 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 05 19:03:12.548950 n-d-816865-1 neutron-server[102387]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 05 19:03:12.548950 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 05 19:03:12.548950 n-d-816865-1 neutron-server[102387]: aggregate_uuid = self.p_client.list_aggregates( Nov 05 19:03:12.548950 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 05 19:03:12.548950 n-d-816865-1 neutron-server[102387]: return f(self, *a, **k) Nov 05 19:03:12.548950 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 05 19:03:12.548950 n-d-816865-1 neutron-server[102387]: return self._get(url).json() Nov 05 19:03:12.548950 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 05 19:03:12.548950 n-d-816865-1 neutron-server[102387]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 05 19:03:12.548950 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 05 19:03:12.548950 n-d-816865-1 neutron-server[102387]: return self.request(url, 'GET', **kwargs) Nov 05 19:03:12.548950 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 05 19:03:12.548950 n-d-816865-1 neutron-server[102387]: base_url = self.get_endpoint(auth, allow=allow, Nov 05 19:03:12.548950 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 05 19:03:12.548950 n-d-816865-1 neutron-server[102387]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 05 19:03:12.548950 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 05 19:03:12.548950 n-d-816865-1 neutron-server[102387]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 05 19:03:12.548950 n-d-816865-1 neutron-server[102387]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 05 19:03:12.575681 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6f0d62-613a-4a57-9cf5-5b420aa2b415 req-21406751-5fc8-42cb-a2ff-654519f8ffc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:03:12.576105 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-ca6f0d62-613a-4a57-9cf5-5b420aa2b415 req-21406751-5fc8-42cb-a2ff-654519f8ffc3 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=777902a3c6ed4ff2a5460208db53bd8a&device_id=26e8474e-4313-42b0-b607-e5292de007c9 HTTP/1.1" status: 200 len: 1094 time: 0.0729778 Nov 05 19:03:12.582663 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62db21df-e95e-4e24-93b9-b94dd3bcd848 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeb20a084-accf-5b60-8075-3e69ebe863a6-cf20c97d-1d2a-425d-8597-74cb59b6d029', 'network_id': 'cf20c97d-1d2a-425d-8597-74cb59b6d029', 'tenant_id': 'f171a8a78c484dd49cccfb91cf64615a', 'fixed_ips': [{'subnet_id': 'e42dab6e-f841-410c-9955-baf7e0caf2e8'}]}} from n-d-816865-1. {{(pid=102388) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 05 19:03:12.590033 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-62db21df-e95e-4e24-93b9-b94dd3bcd848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:03:12.642887 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85b3a53-1820-485c-aa59-01c015025194 req-4d9f0885-0695-461c-b6fe-e4fc28a83e24 tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:03:12.644853 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-d85b3a53-1820-485c-aa59-01c015025194 req-4d9f0885-0695-461c-b6fe-e4fc28a83e24 tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e0e9f2c-b17f-4007-b3d8-07e537a1c2f3 HTTP/1.1" status: 200 len: 946 time: 0.3866277 Nov 05 19:03:12.701854 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-ca6f0d62-613a-4a57-9cf5-5b420aa2b415 req-85ab8069-805c-4fc4-9994-f4f71ebd5708 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3673982d-be4c-4718-beb3-9dbdf123149d HTTP/1.1" status: 200 len: 217 time: 0.1180432 Nov 05 19:03:12.734535 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-0960cd11-63ae-4859-a5eb-9c6be9a40075 tempest-NetworksIpV6TestAttrs-952298474 tempest-NetworksIpV6TestAttrs-952298474-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1664226'] for network, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:03:12.743796 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-934e93a0-4165-43a1-ba53-47c90b731910 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1579178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-956796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1000687'] for network, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:03:12.757840 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-934e93a0-4165-43a1-ba53-47c90b731910 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Publish callbacks [] for network, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:03:12.784956 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-934e93a0-4165-43a1-ba53-47c90b731910 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] 10.222.0.13 "DELETE /v2.0/networks/92cc69b6-4cd1-4b33-bca8-908cd312767a HTTP/1.1" status: 204 len: 168 time: 1.0539145 Nov 05 19:03:12.785176 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 47768) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:03:12.829063 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9ec5bd3-07c7-404e-b91e-9e7ad152bc65 None None] DHCP port deletion for 59ceeb29-cfb5-4ee4-ad6e-189a26cd5b4e request from n-d-816865-1 {{(pid=102388) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 05 19:03:12.865463 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934e93a0-4165-43a1-ba53-47c90b731910 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Pushing event deleted for resources: {'Network': ['ID=92cc69b6-4cd1-4b33-bca8-908cd312767a,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:03:12.951110 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6f0d62-613a-4a57-9cf5-5b420aa2b415 req-5e02682e-5022-4c1a-aa7c-ab5891545538 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:03:12.962465 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-ca6f0d62-613a-4a57-9cf5-5b420aa2b415 req-5e02682e-5022-4c1a-aa7c-ab5891545538 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=17f3259b-0e65-4434-84f3-e6a8b3c7482f HTTP/1.1" status: 200 len: 834 time: 0.2553537 Nov 05 19:03:12.977938 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-d85b3a53-1820-485c-aa59-01c015025194 req-972d1426-d925-44f3-8789-e424a4b41ee5 tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] 10.222.0.13 "GET /v2.0/security-groups?id=e2e15a42-88b8-49e2-ad78-9daadc9e7fe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3247943 Nov 05 19:03:13.016492 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-14fadea1-c7fc-4e97-8043-df2420534ec0 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1664226'] for network, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:03:13.063435 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.db_base_plugin_common [None req-62db21df-e95e-4e24-93b9-b94dd3bcd848 None None] Allocated IP 2001:db8::2 (cf20c97d-1d2a-425d-8597-74cb59b6d029/e42dab6e-f841-410c-9955-baf7e0caf2e8/6e33c14f-2145-4bb7-8eeb-84883b09b973) {{(pid=102388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 19:03:13.069572 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-0960cd11-63ae-4859-a5eb-9c6be9a40075 tempest-NetworksIpV6TestAttrs-952298474 tempest-NetworksIpV6TestAttrs-952298474-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1573928'] for subnet, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:03:13.108204 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bfe02d-fb1a-4f0b-a2c5-b3656ed122fd req-ef0356dc-a054-4e17-b1d7-4d32797f6d49 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:03:13.109992 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-d2bfe02d-fb1a-4f0b-a2c5-b3656ed122fd req-ef0356dc-a054-4e17-b1d7-4d32797f6d49 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] 10.222.0.13 "GET /v2.0/ports?device_id=26e8474e-4313-42b0-b607-e5292de007c9 HTTP/1.1" status: 200 len: 943 time: 0.2071884 Nov 05 19:03:13.118887 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-f9ec5bd3-07c7-404e-b91e-9e7ad152bc65 None None] Deleting port 1ddcd9f4-c0b3-41f1-a8cc-fa4add320a0f {{(pid=102388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 19:03:13.119474 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-f9ec5bd3-07c7-404e-b91e-9e7ad152bc65 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:03:13.210266 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-d2bfe02d-fb1a-4f0b-a2c5-b3656ed122fd req-bd7435e8-5fa8-4853-9259-d02e582ffcd1 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] 10.222.0.13 "GET /v2.0/security-groups?id=0c08aee2-7f5c-494d-880e-af35273de53d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0926080 Nov 05 19:03:13.235779 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-f9ec5bd3-07c7-404e-b91e-9e7ad152bc65 None None] For port 1ddcd9f4-c0b3-41f1-a8cc-fa4add320a0f, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=1ddcd9f4-c0b3-41f1-a8cc-fa4add320a0f,segment=NetworkSegment(ddf499c1-888a-4ebb-8e8b-94e3dd91721e),segment_id=ddf499c1-888a-4ebb-8e8b-94e3dd91721e)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:03:13.236139 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-f9ec5bd3-07c7-404e-b91e-9e7ad152bc65 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:03:13.246182 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6f0d62-613a-4a57-9cf5-5b420aa2b415 req-8f7268c4-2001-40de-824f-44599b07b491 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:03:13.248181 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-ca6f0d62-613a-4a57-9cf5-5b420aa2b415 req-8f7268c4-2001-40de-824f-44599b07b491 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7340801a-d414-4a8c-8e81-bc2b23bb205e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2226744 Nov 05 19:03:13.268024 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-f9ec5bd3-07c7-404e-b91e-9e7ad152bc65 None None] Calling delete_port for 1ddcd9f4-c0b3-41f1-a8cc-fa4add320a0f owned by network:dhcp {{(pid=102388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 19:03:13.287161 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac78359d-54ad-4f5b-9be6-689fd7f6737b req-3ffa26a9-d090-4fbf-9a18-8818b936b924 tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:03:13.288836 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-ac78359d-54ad-4f5b-9be6-689fd7f6737b req-3ffa26a9-d090-4fbf-9a18-8818b936b924 tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e0e9f2c-b17f-4007-b3d8-07e537a1c2f3 HTTP/1.1" status: 200 len: 946 time: 0.0968742 Nov 05 19:03:13.305246 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-14fadea1-c7fc-4e97-8043-df2420534ec0 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Deleting port 1ddcd9f4-c0b3-41f1-a8cc-fa4add320a0f {{(pid=102386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 19:03:13.306291 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-14fadea1-c7fc-4e97-8043-df2420534ec0 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:03:13.370121 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-ac78359d-54ad-4f5b-9be6-689fd7f6737b req-1797d495-587c-4046-b037-77169b5e076b tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] 10.222.0.13 "GET /v2.0/security-groups?id=e2e15a42-88b8-49e2-ad78-9daadc9e7fe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751567 Nov 05 19:03:13.537904 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-f9ec5bd3-07c7-404e-b91e-9e7ad152bc65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798'] for port, after_delete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:03:13.574887 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9ef125-654c-4ee0-a59a-1520f5827557 req-4f544c0e-ac59-445f-a277-353593f60e80 tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:03:13.591274 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-3f9ef125-654c-4ee0-a59a-1520f5827557 req-4f544c0e-ac59-445f-a277-353593f60e80 tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e0e9f2c-b17f-4007-b3d8-07e537a1c2f3 HTTP/1.1" status: 200 len: 946 time: 0.1429050 Nov 05 19:03:13.624791 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ec5bd3-07c7-404e-b91e-9e7ad152bc65 None None] Pushing event deleted for resources: {'Port': ['ID=1ddcd9f4-c0b3-41f1-a8cc-fa4add320a0f,revision_number=None']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:03:13.633788 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9ec5bd3-07c7-404e-b91e-9e7ad152bc65 None None] No DVR routers for this DVR port 1ddcd9f4-c0b3-41f1-a8cc-fa4add320a0f on host n-d-816865-1 {{(pid=102388) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 19:03:13.649051 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-62db21df-e95e-4e24-93b9-b94dd3bcd848 None None] Publish callbacks [] for port, precommit_create {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:03:13.680835 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-3f9ef125-654c-4ee0-a59a-1520f5827557 req-b1b0e1bd-c268-4d03-8796-e015aeae7525 tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] 10.222.0.13 "GET /v2.0/security-groups?id=e2e15a42-88b8-49e2-ad78-9daadc9e7fe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883744 Nov 05 19:03:13.735770 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-62db21df-e95e-4e24-93b9-b94dd3bcd848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789'] for port, after_create {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:03:13.761679 n-d-816865-1 neutron-server[102388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62db21df-e95e-4e24-93b9-b94dd3bcd848 None None] Network cf20c97d-1d2a-425d-8597-74cb59b6d029 is already hosted by enough agents. {{(pid=102388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 19:03:13.761679 n-d-816865-1 neutron-server[102388]: DEBUG neutron.scheduler.base_scheduler [None req-62db21df-e95e-4e24-93b9-b94dd3bcd848 None None] Resources bound (agent type, host, resource id): {{(pid=102388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 19:03:13.798148 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62db21df-e95e-4e24-93b9-b94dd3bcd848 None None] Received port after_create {{(pid=102388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 19:03:13.824306 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-0960cd11-63ae-4859-a5eb-9c6be9a40075 tempest-NetworksIpV6TestAttrs-952298474 tempest-NetworksIpV6TestAttrs-952298474-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1573905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4417146', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5112209'] for subnet, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:03:13.833308 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [None req-14fadea1-c7fc-4e97-8043-df2420534ec0 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] For port 1ddcd9f4-c0b3-41f1-a8cc-fa4add320a0f, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=1ddcd9f4-c0b3-41f1-a8cc-fa4add320a0f,segment=NetworkSegment(ddf499c1-888a-4ebb-8e8b-94e3dd91721e),segment_id=ddf499c1-888a-4ebb-8e8b-94e3dd91721e)] {{(pid=102386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:03:13.833733 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-14fadea1-c7fc-4e97-8043-df2420534ec0 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:03:13.835647 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62db21df-e95e-4e24-93b9-b94dd3bcd848 None None] Pushing event updated for resources: {'Port': ['ID=6e33c14f-2145-4bb7-8eeb-84883b09b973,revision_number=1']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:03:13.869757 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-14fadea1-c7fc-4e97-8043-df2420534ec0 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Calling delete_port for 1ddcd9f4-c0b3-41f1-a8cc-fa4add320a0f owned by network:dhcp {{(pid=102386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 19:03:13.897419 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0960cd11-63ae-4859-a5eb-9c6be9a40075 tempest-NetworksIpV6TestAttrs-952298474 tempest-NetworksIpV6TestAttrs-952298474-project] Pushing event deleted for resources: {'Subnet': ['ID=e42dab6e-f841-410c-9955-baf7e0caf2e8,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:03:13.921261 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-62db21df-e95e-4e24-93b9-b94dd3bcd848 None None] Attempting to bind port 6e33c14f-2145-4bb7-8eeb-84883b09b973 on host n-d-816865-1 for vnic_type normal with profile {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 19:03:13.921792 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-62db21df-e95e-4e24-93b9-b94dd3bcd848 None None] Attempting to bind port 6e33c14f-2145-4bb7-8eeb-84883b09b973 by drivers openvswitch,hyperv on host n-d-816865-1 at level 0 using segments [{'id': 'c882a746-707b-459d-9c98-8e8699a643ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'cf20c97d-1d2a-425d-8597-74cb59b6d029'}] {{(pid=102388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 19:03:13.922186 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62db21df-e95e-4e24-93b9-b94dd3bcd848 None None] Attempting to bind port 6e33c14f-2145-4bb7-8eeb-84883b09b973 on network cf20c97d-1d2a-425d-8597-74cb59b6d029 {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 19:03:13.925934 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 1ddcd9f4-c0b3-41f1-a8cc-fa4add320a0f no longer exists at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 19:03:13.956007 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62db21df-e95e-4e24-93b9-b94dd3bcd848 None None] Checking agent: {'id': '724d89a7-611b-41e6-bc85-c48112b17afa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 18, 25, 8), 'started_at': datetime.datetime(2021, 11, 5, 18, 25, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 19, 3, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 19:03:13.956457 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62db21df-e95e-4e24-93b9-b94dd3bcd848 None None] Checking segment: {'id': 'c882a746-707b-459d-9c98-8e8699a643ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'cf20c97d-1d2a-425d-8597-74cb59b6d029'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 19:03:13.957512 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-62db21df-e95e-4e24-93b9-b94dd3bcd848 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:03:13.957922 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62db21df-e95e-4e24-93b9-b94dd3bcd848 None None] Bound using segment: {'id': 'c882a746-707b-459d-9c98-8e8699a643ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'cf20c97d-1d2a-425d-8597-74cb59b6d029'} {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 19:03:13.958640 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-62db21df-e95e-4e24-93b9-b94dd3bcd848 None None] Bound port: 6e33c14f-2145-4bb7-8eeb-84883b09b973, host: n-d-816865-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c882a746-707b-459d-9c98-8e8699a643ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'cf20c97d-1d2a-425d-8597-74cb59b6d029'}}] {{(pid=102388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 19:03:13.958979 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-62db21df-e95e-4e24-93b9-b94dd3bcd848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:03:13.961980 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] No Port match for: 1ddcd9f4-c0b3-41f1-a8cc-fa4add320a0f {{(pid=102388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 19:03:13.962375 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 1ddcd9f4-c0b3-41f1-a8cc-fa4add320a0f not bound to the agent host n-d-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 19:03:14.030742 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-0960cd11-63ae-4859-a5eb-9c6be9a40075 tempest-NetworksIpV6TestAttrs-952298474 tempest-NetworksIpV6TestAttrs-952298474-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1579173', 'neutron.services.segments.db._delete_segments_for_network-8750027792909'] for network, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:03:14.041162 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-ca6f0d62-613a-4a57-9cf5-5b420aa2b415 req-aab25e8d-baed-4dad-97e8-b982afb78c4b service neutron] 10.222.0.41 "GET /v2.0/networks/7340801a-d414-4a8c-8e81-bc2b23bb205e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7835450 Nov 05 19:03:14.057556 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29aa80fe-b06c-4bed-8dca-08f77c039ffe req-37ac6269-41d3-4e6b-b4f3-3a141135233a tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:03:14.064100 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-29aa80fe-b06c-4bed-8dca-08f77c039ffe req-37ac6269-41d3-4e6b-b4f3-3a141135233a tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e0e9f2c-b17f-4007-b3d8-07e537a1c2f3 HTTP/1.1" status: 200 len: 946 time: 0.1649556 Nov 05 19:03:14.064308 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-14fadea1-c7fc-4e97-8043-df2420534ec0 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:03:14.083326 n-d-816865-1 neutron-server[102387]: DEBUG neutron.services.segments.db [None req-0960cd11-63ae-4859-a5eb-9c6be9a40075 tempest-NetworksIpV6TestAttrs-952298474 tempest-NetworksIpV6TestAttrs-952298474-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf20c97d-1d2a-425d-8597-74cb59b6d029']}} {{(pid=102387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:03:14.095587 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-62db21df-e95e-4e24-93b9-b94dd3bcd848 None None] For port 6e33c14f-2145-4bb7-8eeb-84883b09b973, host n-d-816865-1, cleared binding levels {{(pid=102388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 19:03:14.101996 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-62db21df-e95e-4e24-93b9-b94dd3bcd848 None None] For port 6e33c14f-2145-4bb7-8eeb-84883b09b973, host n-d-816865-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=6e33c14f-2145-4bb7-8eeb-84883b09b973,segment=NetworkSegment(c882a746-707b-459d-9c98-8e8699a643ba),segment_id=c882a746-707b-459d-9c98-8e8699a643ba)] {{(pid=102388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 19:03:14.103099 n-d-816865-1 neutron-server[102387]: DEBUG neutron.services.segments.db [None req-0960cd11-63ae-4859-a5eb-9c6be9a40075 tempest-NetworksIpV6TestAttrs-952298474 tempest-NetworksIpV6TestAttrs-952298474-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c882a746-707b-459d-9c98-8e8699a643ba') {'for_net_delete': True} {{(pid=102387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:03:14.103391 n-d-816865-1 neutron-server[102387]: DEBUG neutron.services.segments.db [None req-0960cd11-63ae-4859-a5eb-9c6be9a40075 tempest-NetworksIpV6TestAttrs-952298474 tempest-NetworksIpV6TestAttrs-952298474-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c882a746-707b-459d-9c98-8e8699a643ba') {} {{(pid=102387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:03:14.123777 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-0960cd11-63ae-4859-a5eb-9c6be9a40075 tempest-NetworksIpV6TestAttrs-952298474 tempest-NetworksIpV6TestAttrs-952298474-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750027793430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4463492'] for segment, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:03:14.129510 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fadea1-c7fc-4e97-8043-df2420534ec0 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Pushing event deleted for resources: {'Port': ['ID=1ddcd9f4-c0b3-41f1-a8cc-fa4add320a0f,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:03:14.160379 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-29aa80fe-b06c-4bed-8dca-08f77c039ffe req-7587afc9-7245-4271-8d34-f9f4ff37e7c7 tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] 10.222.0.13 "GET /v2.0/security-groups?id=e2e15a42-88b8-49e2-ad78-9daadc9e7fe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883386 Nov 05 19:03:14.163429 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14fadea1-c7fc-4e97-8043-df2420534ec0 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] No DVR routers for this DVR port 1ddcd9f4-c0b3-41f1-a8cc-fa4add320a0f on host n-d-816865-1 {{(pid=102386) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 19:03:14.181861 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-0960cd11-63ae-4859-a5eb-9c6be9a40075 tempest-NetworksIpV6TestAttrs-952298474 tempest-NetworksIpV6TestAttrs-952298474-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273'] for segment, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:03:14.182309 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-62db21df-e95e-4e24-93b9-b94dd3bcd848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:03:14.193146 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0960cd11-63ae-4859-a5eb-9c6be9a40075 tempest-NetworksIpV6TestAttrs-952298474 tempest-NetworksIpV6TestAttrs-952298474-project] Releasing vlan 190 on physical network physnet1 to pool {{(pid=102387) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 05 19:03:14.193858 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-0960cd11-63ae-4859-a5eb-9c6be9a40075 tempest-NetworksIpV6TestAttrs-952298474 tempest-NetworksIpV6TestAttrs-952298474-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4417236'] for segment, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:03:14.198377 n-d-816865-1 neutron-server[102387]: Traceback (most recent call last): Nov 05 19:03:14.198377 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 05 19:03:14.198377 n-d-816865-1 neutron-server[102387]: timer() Nov 05 19:03:14.198377 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 05 19:03:14.198377 n-d-816865-1 neutron-server[102387]: cb(*args, **kw) Nov 05 19:03:14.198377 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 05 19:03:14.198377 n-d-816865-1 neutron-server[102387]: return func(*args, **kwargs) Nov 05 19:03:14.198377 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 05 19:03:14.198377 n-d-816865-1 neutron-server[102387]: self._notify() Nov 05 19:03:14.198377 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 05 19:03:14.198377 n-d-816865-1 neutron-server[102387]: self.callback(batched_events) Nov 05 19:03:14.198377 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 05 19:03:14.198377 n-d-816865-1 neutron-server[102387]: event.method(event) Nov 05 19:03:14.198377 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 05 19:03:14.198377 n-d-816865-1 neutron-server[102387]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 05 19:03:14.198377 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 05 19:03:14.198377 n-d-816865-1 neutron-server[102387]: aggregate_uuid = self.p_client.list_aggregates( Nov 05 19:03:14.198377 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 05 19:03:14.198377 n-d-816865-1 neutron-server[102387]: return f(self, *a, **k) Nov 05 19:03:14.198377 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 05 19:03:14.198377 n-d-816865-1 neutron-server[102387]: return self._get(url).json() Nov 05 19:03:14.198377 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 05 19:03:14.198377 n-d-816865-1 neutron-server[102387]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 05 19:03:14.198377 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 05 19:03:14.198377 n-d-816865-1 neutron-server[102387]: return self.request(url, 'GET', **kwargs) Nov 05 19:03:14.198377 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 05 19:03:14.198377 n-d-816865-1 neutron-server[102387]: base_url = self.get_endpoint(auth, allow=allow, Nov 05 19:03:14.198377 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 05 19:03:14.198377 n-d-816865-1 neutron-server[102387]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 05 19:03:14.198377 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 05 19:03:14.198377 n-d-816865-1 neutron-server[102387]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 05 19:03:14.198377 n-d-816865-1 neutron-server[102387]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 05 19:03:14.283165 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62db21df-e95e-4e24-93b9-b94dd3bcd848 None None] Pushing event updated for resources: {'Port': ['ID=6e33c14f-2145-4bb7-8eeb-84883b09b973,revision_number=2']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:03:14.354097 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-14fadea1-c7fc-4e97-8043-df2420534ec0 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1579173', 'neutron.services.segments.db._delete_segments_for_network-8750027792909'] for network, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:03:14.368253 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-ca6f0d62-613a-4a57-9cf5-5b420aa2b415 req-28f76026-6501-4039-bd69-356cad121604 service neutron] 10.222.0.41 "GET /v2.0/networks/7340801a-d414-4a8c-8e81-bc2b23bb205e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3192358 Nov 05 19:03:14.401514 n-d-816865-1 neutron-server[102386]: DEBUG neutron.services.segments.db [None req-14fadea1-c7fc-4e97-8043-df2420534ec0 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['59ceeb29-cfb5-4ee4-ad6e-189a26cd5b4e']}} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:03:14.423525 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ec4ed22-5aec-4a7d-ae22-77b3c7e16b3c None None] Network cf20c97d-1d2a-425d-8597-74cb59b6d029 requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 19:03:14.427361 n-d-816865-1 neutron-server[102386]: DEBUG neutron.services.segments.db [None req-14fadea1-c7fc-4e97-8043-df2420534ec0 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ddf499c1-888a-4ebb-8e8b-94e3dd91721e') {'for_net_delete': True} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:03:14.427624 n-d-816865-1 neutron-server[102386]: DEBUG neutron.services.segments.db [None req-14fadea1-c7fc-4e97-8043-df2420534ec0 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ddf499c1-888a-4ebb-8e8b-94e3dd91721e') {} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:03:14.437553 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f416a6-8c79-4b91-bd4e-4e9e3e63cb3e req-a0589165-cf33-4bf8-bcf2-7e09520010f0 tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:03:14.439206 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-c3f416a6-8c79-4b91-bd4e-4e9e3e63cb3e req-a0589165-cf33-4bf8-bcf2-7e09520010f0 tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e0e9f2c-b17f-4007-b3d8-07e537a1c2f3 HTTP/1.1" status: 200 len: 946 time: 0.1279767 Nov 05 19:03:14.441738 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.db.api [None req-0960cd11-63ae-4859-a5eb-9c6be9a40075 tempest-NetworksIpV6TestAttrs-952298474 tempest-NetworksIpV6TestAttrs-952298474-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 05 19:03:14.441738 n-d-816865-1 neutron-server[102387]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 05 19:03:14.441738 n-d-816865-1 neutron-server[102387]: [parameters: {'id': 'cf20c97d-1d2a-425d-8597-74cb59b6d029'}] Nov 05 19:03:14.441738 n-d-816865-1 neutron-server[102387]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102387) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 05 19:03:14.447449 n-d-816865-1 neutron-server[102387]: DEBUG oslo_db.api [None req-0960cd11-63ae-4859-a5eb-9c6be9a40075 tempest-NetworksIpV6TestAttrs-952298474 tempest-NetworksIpV6TestAttrs-952298474-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 05 19:03:14.447645 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-14fadea1-c7fc-4e97-8043-df2420534ec0 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750027793430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4590747'] for segment, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:03:14.455377 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b0b2c7-370a-474a-8972-5a392f55d3ae req-70898a55-5073-44d3-a4f2-5415b6b0d74e tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:03:14.457488 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-50b0b2c7-370a-474a-8972-5a392f55d3ae req-70898a55-5073-44d3-a4f2-5415b6b0d74e tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] 10.222.0.13 "GET /v2.0/ports?device_id=26e8474e-4313-42b0-b607-e5292de007c9 HTTP/1.1" status: 200 len: 943 time: 0.1311939 Nov 05 19:03:14.475518 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-14fadea1-c7fc-4e97-8043-df2420534ec0 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273'] for segment, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:03:14.487523 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14fadea1-c7fc-4e97-8043-df2420534ec0 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Releasing vlan 156 on physical network physnet1 to pool {{(pid=102386) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 05 19:03:14.488438 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-14fadea1-c7fc-4e97-8043-df2420534ec0 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6149721'] for segment, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:03:14.495418 n-d-816865-1 neutron-server[102386]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 05 19:03:14.495418 n-d-816865-1 neutron-server[102386]: self.session.flush() Nov 05 19:03:14.495418 n-d-816865-1 neutron-server[102386]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 05 19:03:14.495418 n-d-816865-1 neutron-server[102386]: self.session.flush() Nov 05 19:03:14.495418 n-d-816865-1 neutron-server[102386]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 05 19:03:14.495418 n-d-816865-1 neutron-server[102386]: self.session.flush() Nov 05 19:03:14.495418 n-d-816865-1 neutron-server[102386]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 05 19:03:14.495418 n-d-816865-1 neutron-server[102386]: self.session.flush() Nov 05 19:03:14.495418 n-d-816865-1 neutron-server[102386]: Traceback (most recent call last): Nov 05 19:03:14.495418 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 05 19:03:14.495418 n-d-816865-1 neutron-server[102386]: timer() Nov 05 19:03:14.495418 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 05 19:03:14.495418 n-d-816865-1 neutron-server[102386]: cb(*args, **kw) Nov 05 19:03:14.495418 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 05 19:03:14.495418 n-d-816865-1 neutron-server[102386]: return func(*args, **kwargs) Nov 05 19:03:14.495418 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 05 19:03:14.495418 n-d-816865-1 neutron-server[102386]: self._notify() Nov 05 19:03:14.495418 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 05 19:03:14.495418 n-d-816865-1 neutron-server[102386]: self.callback(batched_events) Nov 05 19:03:14.495418 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 05 19:03:14.495418 n-d-816865-1 neutron-server[102386]: event.method(event) Nov 05 19:03:14.495418 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 05 19:03:14.495418 n-d-816865-1 neutron-server[102386]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 05 19:03:14.495418 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 05 19:03:14.495418 n-d-816865-1 neutron-server[102386]: aggregate_uuid = self.p_client.list_aggregates( Nov 05 19:03:14.495418 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 05 19:03:14.495418 n-d-816865-1 neutron-server[102386]: return f(self, *a, **k) Nov 05 19:03:14.495418 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 05 19:03:14.495418 n-d-816865-1 neutron-server[102386]: return self._get(url).json() Nov 05 19:03:14.495418 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 05 19:03:14.495418 n-d-816865-1 neutron-server[102386]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 05 19:03:14.495418 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 05 19:03:14.495418 n-d-816865-1 neutron-server[102386]: return self.request(url, 'GET', **kwargs) Nov 05 19:03:14.495418 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 05 19:03:14.495418 n-d-816865-1 neutron-server[102386]: base_url = self.get_endpoint(auth, allow=allow, Nov 05 19:03:14.495418 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 05 19:03:14.495418 n-d-816865-1 neutron-server[102386]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 05 19:03:14.495418 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 05 19:03:14.495418 n-d-816865-1 neutron-server[102386]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 05 19:03:14.495418 n-d-816865-1 neutron-server[102386]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 05 19:03:14.538587 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-c3f416a6-8c79-4b91-bd4e-4e9e3e63cb3e req-1411a7e1-046f-4e4e-87b4-1f0ae6a246a6 tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] 10.222.0.13 "GET /v2.0/security-groups?id=e2e15a42-88b8-49e2-ad78-9daadc9e7fe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799444 Nov 05 19:03:14.562649 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-50b0b2c7-370a-474a-8972-5a392f55d3ae req-43e6ecd7-3ab0-47b7-be25-9680a15b077e tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] 10.222.0.13 "GET /v2.0/security-groups?id=0c08aee2-7f5c-494d-880e-af35273de53d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0967116 Nov 05 19:03:14.621812 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e37b2fcf-c2e2-4791-8d57-92f342339e80 None None] get_active_networks_info from n-d-816865-1 {{(pid=102388) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 05 19:03:14.716457 n-d-816865-1 neutron-server[102388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e37b2fcf-c2e2-4791-8d57-92f342339e80 None None] Resources bound (agent type, host, resource id): {{(pid=102388) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 05 19:03:14.720907 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-14fadea1-c7fc-4e97-8043-df2420534ec0 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1579178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-956796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1000687'] for network, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:03:14.727200 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-14fadea1-c7fc-4e97-8043-df2420534ec0 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Publish callbacks [] for network, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:03:14.732585 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-14fadea1-c7fc-4e97-8043-df2420534ec0 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] 10.222.0.13 "DELETE /v2.0/networks/59ceeb29-cfb5-4ee4-ad6e-189a26cd5b4e HTTP/1.1" status: 204 len: 168 time: 1.9440632 Nov 05 19:03:14.772661 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fadea1-c7fc-4e97-8043-df2420534ec0 tempest-TaggedBootDevicesTest_v242-129134449 tempest-TaggedBootDevicesTest_v242-129134449-project] Pushing event deleted for resources: {'Network': ['ID=59ceeb29-cfb5-4ee4-ad6e-189a26cd5b4e,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:03:14.943184 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-0960cd11-63ae-4859-a5eb-9c6be9a40075 tempest-NetworksIpV6TestAttrs-952298474 tempest-NetworksIpV6TestAttrs-952298474-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1664226'] for network, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:03:15.133491 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c795c5-b318-4940-be30-c337ea37be2a req-30c7739a-e5cb-403c-b712-7cc332f874e9 tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:03:15.136504 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-e5c795c5-b318-4940-be30-c337ea37be2a req-30c7739a-e5cb-403c-b712-7cc332f874e9 tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e0e9f2c-b17f-4007-b3d8-07e537a1c2f3 HTTP/1.1" status: 200 len: 946 time: 0.1527102 Nov 05 19:03:15.144067 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [None req-0960cd11-63ae-4859-a5eb-9c6be9a40075 tempest-NetworksIpV6TestAttrs-952298474 tempest-NetworksIpV6TestAttrs-952298474-project] Deleting port 6e33c14f-2145-4bb7-8eeb-84883b09b973 {{(pid=102387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 19:03:15.144460 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-0960cd11-63ae-4859-a5eb-9c6be9a40075 tempest-NetworksIpV6TestAttrs-952298474 tempest-NetworksIpV6TestAttrs-952298474-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:03:15.290348 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-e5c795c5-b318-4940-be30-c337ea37be2a req-e1cf8925-8e56-4b23-b33f-b9cd9277e892 tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] 10.222.0.13 "GET /v2.0/security-groups?id=e2e15a42-88b8-49e2-ad78-9daadc9e7fe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435244 Nov 05 19:03:15.292299 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.db [None req-0960cd11-63ae-4859-a5eb-9c6be9a40075 tempest-NetworksIpV6TestAttrs-952298474 tempest-NetworksIpV6TestAttrs-952298474-project] For port 6e33c14f-2145-4bb7-8eeb-84883b09b973, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=6e33c14f-2145-4bb7-8eeb-84883b09b973,segment=NetworkSegment(c882a746-707b-459d-9c98-8e8699a643ba),segment_id=c882a746-707b-459d-9c98-8e8699a643ba)] {{(pid=102387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:03:15.292667 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-0960cd11-63ae-4859-a5eb-9c6be9a40075 tempest-NetworksIpV6TestAttrs-952298474 tempest-NetworksIpV6TestAttrs-952298474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:03:15.308782 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [None req-0960cd11-63ae-4859-a5eb-9c6be9a40075 tempest-NetworksIpV6TestAttrs-952298474 tempest-NetworksIpV6TestAttrs-952298474-project] Calling delete_port for 6e33c14f-2145-4bb7-8eeb-84883b09b973 owned by network:dhcp {{(pid=102387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 19:03:15.567695 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-0960cd11-63ae-4859-a5eb-9c6be9a40075 tempest-NetworksIpV6TestAttrs-952298474 tempest-NetworksIpV6TestAttrs-952298474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4417063'] for port, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:03:15.604895 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0960cd11-63ae-4859-a5eb-9c6be9a40075 tempest-NetworksIpV6TestAttrs-952298474 tempest-NetworksIpV6TestAttrs-952298474-project] Pushing event deleted for resources: {'Port': ['ID=6e33c14f-2145-4bb7-8eeb-84883b09b973,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:03:15.604895 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0960cd11-63ae-4859-a5eb-9c6be9a40075 tempest-NetworksIpV6TestAttrs-952298474 tempest-NetworksIpV6TestAttrs-952298474-project] No DVR routers for this DVR port 6e33c14f-2145-4bb7-8eeb-84883b09b973 on host n-d-816865-1 {{(pid=102387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 19:03:15.719526 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-0960cd11-63ae-4859-a5eb-9c6be9a40075 tempest-NetworksIpV6TestAttrs-952298474 tempest-NetworksIpV6TestAttrs-952298474-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1579173', 'neutron.services.segments.db._delete_segments_for_network-8750027792909'] for network, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:03:15.752411 n-d-816865-1 neutron-server[102387]: DEBUG neutron.services.segments.db [None req-0960cd11-63ae-4859-a5eb-9c6be9a40075 tempest-NetworksIpV6TestAttrs-952298474 tempest-NetworksIpV6TestAttrs-952298474-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf20c97d-1d2a-425d-8597-74cb59b6d029']}} {{(pid=102387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:03:15.772072 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428bb62c-eaa5-4abb-a2a7-a540030ae733 req-8bb61fe8-5faa-45df-8198-7c44cbe7f27f tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:03:15.773941 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-428bb62c-eaa5-4abb-a2a7-a540030ae733 req-8bb61fe8-5faa-45df-8198-7c44cbe7f27f tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] 10.222.0.13 "GET /v2.0/ports?device_id=26e8474e-4313-42b0-b607-e5292de007c9 HTTP/1.1" status: 200 len: 943 time: 0.1116133 Nov 05 19:03:15.775725 n-d-816865-1 neutron-server[102387]: DEBUG neutron.services.segments.db [None req-0960cd11-63ae-4859-a5eb-9c6be9a40075 tempest-NetworksIpV6TestAttrs-952298474 tempest-NetworksIpV6TestAttrs-952298474-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c882a746-707b-459d-9c98-8e8699a643ba') {'for_net_delete': True} {{(pid=102387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:03:15.776015 n-d-816865-1 neutron-server[102387]: DEBUG neutron.services.segments.db [None req-0960cd11-63ae-4859-a5eb-9c6be9a40075 tempest-NetworksIpV6TestAttrs-952298474 tempest-NetworksIpV6TestAttrs-952298474-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c882a746-707b-459d-9c98-8e8699a643ba') {} {{(pid=102387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:03:15.792855 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-0960cd11-63ae-4859-a5eb-9c6be9a40075 tempest-NetworksIpV6TestAttrs-952298474 tempest-NetworksIpV6TestAttrs-952298474-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750027793430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4463492'] for segment, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:03:15.816987 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-0960cd11-63ae-4859-a5eb-9c6be9a40075 tempest-NetworksIpV6TestAttrs-952298474 tempest-NetworksIpV6TestAttrs-952298474-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273'] for segment, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:03:15.831734 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0960cd11-63ae-4859-a5eb-9c6be9a40075 tempest-NetworksIpV6TestAttrs-952298474 tempest-NetworksIpV6TestAttrs-952298474-project] Releasing vlan 190 on physical network physnet1 to pool {{(pid=102387) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 05 19:03:15.832177 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-0960cd11-63ae-4859-a5eb-9c6be9a40075 tempest-NetworksIpV6TestAttrs-952298474 tempest-NetworksIpV6TestAttrs-952298474-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4417236'] for segment, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:03:15.835318 n-d-816865-1 neutron-server[102387]: Traceback (most recent call last): Nov 05 19:03:15.835318 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 05 19:03:15.835318 n-d-816865-1 neutron-server[102387]: timer() Nov 05 19:03:15.835318 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 05 19:03:15.835318 n-d-816865-1 neutron-server[102387]: cb(*args, **kw) Nov 05 19:03:15.835318 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 05 19:03:15.835318 n-d-816865-1 neutron-server[102387]: return func(*args, **kwargs) Nov 05 19:03:15.835318 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 05 19:03:15.835318 n-d-816865-1 neutron-server[102387]: self._notify() Nov 05 19:03:15.835318 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 05 19:03:15.835318 n-d-816865-1 neutron-server[102387]: self.callback(batched_events) Nov 05 19:03:15.835318 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 05 19:03:15.835318 n-d-816865-1 neutron-server[102387]: event.method(event) Nov 05 19:03:15.835318 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 05 19:03:15.835318 n-d-816865-1 neutron-server[102387]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 05 19:03:15.835318 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 05 19:03:15.835318 n-d-816865-1 neutron-server[102387]: aggregate_uuid = self.p_client.list_aggregates( Nov 05 19:03:15.835318 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 05 19:03:15.835318 n-d-816865-1 neutron-server[102387]: return f(self, *a, **k) Nov 05 19:03:15.835318 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 05 19:03:15.835318 n-d-816865-1 neutron-server[102387]: return self._get(url).json() Nov 05 19:03:15.835318 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 05 19:03:15.835318 n-d-816865-1 neutron-server[102387]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 05 19:03:15.835318 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 05 19:03:15.835318 n-d-816865-1 neutron-server[102387]: return self.request(url, 'GET', **kwargs) Nov 05 19:03:15.835318 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 05 19:03:15.835318 n-d-816865-1 neutron-server[102387]: base_url = self.get_endpoint(auth, allow=allow, Nov 05 19:03:15.835318 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 05 19:03:15.835318 n-d-816865-1 neutron-server[102387]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 05 19:03:15.835318 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 05 19:03:15.835318 n-d-816865-1 neutron-server[102387]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 05 19:03:15.835318 n-d-816865-1 neutron-server[102387]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 05 19:03:15.890336 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-428bb62c-eaa5-4abb-a2a7-a540030ae733 req-4374e2fb-80ee-4660-98bb-1320668d033a tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] 10.222.0.13 "GET /v2.0/security-groups?id=0c08aee2-7f5c-494d-880e-af35273de53d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1069417 Nov 05 19:03:15.972226 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-0960cd11-63ae-4859-a5eb-9c6be9a40075 tempest-NetworksIpV6TestAttrs-952298474 tempest-NetworksIpV6TestAttrs-952298474-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1579178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-956796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1000687'] for network, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:03:15.979693 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-0960cd11-63ae-4859-a5eb-9c6be9a40075 tempest-NetworksIpV6TestAttrs-952298474 tempest-NetworksIpV6TestAttrs-952298474-project] Publish callbacks [] for network, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:03:15.982981 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-0960cd11-63ae-4859-a5eb-9c6be9a40075 tempest-NetworksIpV6TestAttrs-952298474 tempest-NetworksIpV6TestAttrs-952298474-project] 10.222.0.13 "DELETE /v2.0/networks/cf20c97d-1d2a-425d-8597-74cb59b6d029 HTTP/1.1" status: 204 len: 168 time: 3.7694719 Nov 05 19:03:15.986562 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 47816) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:03:15.992499 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-f734f3e6-530f-4dfc-bbec-86b192b6480a tempest-NetworksIpV6TestAttrs-952298474 tempest-NetworksIpV6TestAttrs-952298474-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-803906402'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:03:16.004419 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0960cd11-63ae-4859-a5eb-9c6be9a40075 tempest-NetworksIpV6TestAttrs-952298474 tempest-NetworksIpV6TestAttrs-952298474-project] Pushing event deleted for resources: {'Network': ['ID=cf20c97d-1d2a-425d-8597-74cb59b6d029,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:03:16.098359 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f734f3e6-530f-4dfc-bbec-86b192b6480a tempest-NetworksIpV6TestAttrs-952298474 tempest-NetworksIpV6TestAttrs-952298474-project] Made reservation on behalf of f171a8a78c484dd49cccfb91cf64615a for: {'network': 1} {{(pid=102386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 19:03:16.102091 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-f734f3e6-530f-4dfc-bbec-86b192b6480a tempest-NetworksIpV6TestAttrs-952298474 tempest-NetworksIpV6TestAttrs-952298474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for network, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:03:16.132155 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f734f3e6-530f-4dfc-bbec-86b192b6480a tempest-NetworksIpV6TestAttrs-952298474 tempest-NetworksIpV6TestAttrs-952298474-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 161} {{(pid=102386) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 05 19:03:16.147901 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-f734f3e6-530f-4dfc-bbec-86b192b6480a tempest-NetworksIpV6TestAttrs-952298474 tempest-NetworksIpV6TestAttrs-952298474-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273'] for segment, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:03:16.148318 n-d-816865-1 neutron-server[102386]: INFO neutron.db.segments_db [None req-f734f3e6-530f-4dfc-bbec-86b192b6480a tempest-NetworksIpV6TestAttrs-952298474 tempest-NetworksIpV6TestAttrs-952298474-project] Added segment f852b34e-fd92-44a4-af54-99208b6d494f of type vlan for network e04c8f95-ebb3-4f4f-8cab-cbbb7bc14638 Nov 05 19:03:16.200825 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-f734f3e6-530f-4dfc-bbec-86b192b6480a tempest-NetworksIpV6TestAttrs-952298474 tempest-NetworksIpV6TestAttrs-952298474-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750027258543'] for network, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:03:16.329619 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-f734f3e6-530f-4dfc-bbec-86b192b6480a tempest-NetworksIpV6TestAttrs-952298474 tempest-NetworksIpV6TestAttrs-952298474-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-956796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877'] for network, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:03:16.336093 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f734f3e6-530f-4dfc-bbec-86b192b6480a tempest-NetworksIpV6TestAttrs-952298474 tempest-NetworksIpV6TestAttrs-952298474-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:03:16.336860 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-f734f3e6-530f-4dfc-bbec-86b192b6480a tempest-NetworksIpV6TestAttrs-952298474 tempest-NetworksIpV6TestAttrs-952298474-project] Publish callbacks [] for network, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:03:16.419650 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f734f3e6-530f-4dfc-bbec-86b192b6480a tempest-NetworksIpV6TestAttrs-952298474 tempest-NetworksIpV6TestAttrs-952298474-project] Pushing event updated for resources: {'Network': ['ID=e04c8f95-ebb3-4f4f-8cab-cbbb7bc14638,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:03:16.429462 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a58969-8e36-48de-910e-57cc04e5d933 req-23a11e13-5313-4a79-981f-35f46f81ee47 tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:03:16.433459 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Network e04c8f95-ebb3-4f4f-8cab-cbbb7bc14638 details requested by agent ovs-agent-n-d-816865-1 with host n-d-816865-1 {{(pid=102388) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 05 19:03:16.437066 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-31a58969-8e36-48de-910e-57cc04e5d933 req-23a11e13-5313-4a79-981f-35f46f81ee47 tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e0e9f2c-b17f-4007-b3d8-07e537a1c2f3 HTTP/1.1" status: 200 len: 946 time: 0.0649474 Nov 05 19:03:16.499093 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-31a58969-8e36-48de-910e-57cc04e5d933 req-077fbcca-2e46-463e-990d-fb945ed7e863 tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] 10.222.0.13 "GET /v2.0/security-groups?id=e2e15a42-88b8-49e2-ad78-9daadc9e7fe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567284 Nov 05 19:03:16.502115 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 47828) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:03:16.504183 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-f734f3e6-530f-4dfc-bbec-86b192b6480a tempest-NetworksIpV6TestAttrs-952298474 tempest-NetworksIpV6TestAttrs-952298474-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.5154426 Nov 05 19:03:16.511816 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-1cbb5233-a820-4160-939b-3508fb016ea4 tempest-NetworksIpV6TestAttrs-952298474 tempest-NetworksIpV6TestAttrs-952298474-project] Request body: {'subnet': {'network_id': 'e04c8f95-ebb3-4f4f-8cab-cbbb7bc14638', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:03:16.748992 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cbb5233-a820-4160-939b-3508fb016ea4 tempest-NetworksIpV6TestAttrs-952298474 tempest-NetworksIpV6TestAttrs-952298474-project] Made reservation on behalf of f171a8a78c484dd49cccfb91cf64615a for: {'subnet': 1} {{(pid=102387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 19:03:16.752768 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-1cbb5233-a820-4160-939b-3508fb016ea4 tempest-NetworksIpV6TestAttrs-952298474 tempest-NetworksIpV6TestAttrs-952298474-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5112236'] for subnet, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:03:16.787120 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Device 3673982d-be4c-4718-beb3-9dbdf123149d details requested by agent hyperv_n-h1-816865-1 with host n-h1-816865-1 {{(pid=102388) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 05 19:03:16.911801 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] For port 3673982d-be4c-4718-beb3-9dbdf123149d, host n-h1-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=3673982d-be4c-4718-beb3-9dbdf123149d,segment=NetworkSegment(3d7f4a28-84db-42f8-83a4-bb954eae33e2),segment_id=3d7f4a28-84db-42f8-83a4-bb954eae33e2)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:03:16.933669 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Returning: {'device': '3673982d-be4c-4718-beb3-9dbdf123149d', 'network_id': '7340801a-d414-4a8c-8e81-bc2b23bb205e', 'port_id': '3673982d-be4c-4718-beb3-9dbdf123149d', 'mac_address': 'fa:16:3e:77:ee:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 150, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '17f3259b-0e65-4434-84f3-e6a8b3c7482f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102388) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 05 19:03:16.982441 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:03:16.999203 n-d-816865-1 neutron-server[102388]: DEBUG neutron.notifiers.nova [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3673982d-be4c-4718-beb3-9dbdf123149d {{(pid=102388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 19:03:17.025945 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] For port 3673982d-be4c-4718-beb3-9dbdf123149d, host n-h1-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=3673982d-be4c-4718-beb3-9dbdf123149d,segment=NetworkSegment(3d7f4a28-84db-42f8-83a4-bb954eae33e2),segment_id=3d7f4a28-84db-42f8-83a4-bb954eae33e2)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:03:17.080738 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9fc97a-b17d-4538-a944-caae1cca1422 req-faea733f-e095-4e7d-9861-ddd65e77fe26 tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:03:17.083992 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-7a9fc97a-b17d-4538-a944-caae1cca1422 req-faea733f-e095-4e7d-9861-ddd65e77fe26 tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e0e9f2c-b17f-4007-b3d8-07e537a1c2f3 HTTP/1.1" status: 200 len: 946 time: 0.1214795 Nov 05 19:03:17.120729 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a030468-f660-4d3f-9da6-9463e8c9765f req-4ef772c3-a374-4aa2-83a8-9187309d35b6 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:03:17.120949 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:03:17.129862 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-9a030468-f660-4d3f-9da6-9463e8c9765f req-4ef772c3-a374-4aa2-83a8-9187309d35b6 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] 10.222.0.13 "GET /v2.0/ports?device_id=26e8474e-4313-42b0-b607-e5292de007c9 HTTP/1.1" status: 200 len: 943 time: 0.1078849 Nov 05 19:03:17.194819 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Pushing event updated for resources: {'Port': ['ID=3673982d-be4c-4718-beb3-9dbdf123149d,revision_number=4']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:03:17.239943 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-7a9fc97a-b17d-4538-a944-caae1cca1422 req-57fc77aa-441b-4297-a74c-6f4eb741ee06 tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] 10.222.0.13 "GET /v2.0/security-groups?id=e2e15a42-88b8-49e2-ad78-9daadc9e7fe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409750 Nov 05 19:03:17.309738 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] get_ports_and_sgs() called for port_ids ['3673982d-be4c-4718-beb3-9dbdf123149d'] {{(pid=102388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 19:03:17.312152 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-9a030468-f660-4d3f-9da6-9463e8c9765f req-19d773a7-49c9-4468-a702-d9825cbad222 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] 10.222.0.13 "GET /v2.0/security-groups?id=0c08aee2-7f5c-494d-880e-af35273de53d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1813867 Nov 05 19:03:17.349486 n-d-816865-1 neutron-server[102387]: DEBUG neutron.objects.ports [None req-1cbb5233-a820-4160-939b-3508fb016ea4 tempest-NetworksIpV6TestAttrs-952298474 tempest-NetworksIpV6TestAttrs-952298474-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102387) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 05 19:03:17.351417 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-1cbb5233-a820-4160-939b-3508fb016ea4 tempest-NetworksIpV6TestAttrs-952298474 tempest-NetworksIpV6TestAttrs-952298474-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4417463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5112218'] for subnet, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:03:17.420178 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbb5233-a820-4160-939b-3508fb016ea4 tempest-NetworksIpV6TestAttrs-952298474 tempest-NetworksIpV6TestAttrs-952298474-project] Pushing event updated for resources: {'Subnet': ['ID=7aa29508-529f-433f-9683-8f60186ac027,revision_number=0']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:03:17.422380 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cbb5233-a820-4160-939b-3508fb016ea4 tempest-NetworksIpV6TestAttrs-952298474 tempest-NetworksIpV6TestAttrs-952298474-project] Checking segment: {'id': 'f852b34e-fd92-44a4-af54-99208b6d494f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'e04c8f95-ebb3-4f4f-8cab-cbbb7bc14638'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 19:03:17.422820 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cbb5233-a820-4160-939b-3508fb016ea4 tempest-NetworksIpV6TestAttrs-952298474 tempest-NetworksIpV6TestAttrs-952298474-project] Network hostable DHCP agents. Network: e04c8f95-ebb3-4f4f-8cab-cbbb7bc14638, hostable agents: ['987e2ca0-bc3b-4c6f-a989-429ccfbf753f'], hosted agents: [] {{(pid=102387) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 05 19:03:17.520711 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cbb5233-a820-4160-939b-3508fb016ea4 tempest-NetworksIpV6TestAttrs-952298474 tempest-NetworksIpV6TestAttrs-952298474-project] Network e04c8f95-ebb3-4f4f-8cab-cbbb7bc14638 is scheduled to be hosted by DHCP agent 987e2ca0-bc3b-4c6f-a989-429ccfbf753f with binding_index 1 {{(pid=102387) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 05 19:03:17.663504 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.base_scheduler [None req-1cbb5233-a820-4160-939b-3508fb016ea4 tempest-NetworksIpV6TestAttrs-952298474 tempest-NetworksIpV6TestAttrs-952298474-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816865-1, e04c8f95-ebb3-4f4f-8cab-cbbb7bc14638) {{(pid=102387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 19:03:17.667848 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cbb5233-a820-4160-939b-3508fb016ea4 tempest-NetworksIpV6TestAttrs-952298474 tempest-NetworksIpV6TestAttrs-952298474-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:03:17.668453 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-1cbb5233-a820-4160-939b-3508fb016ea4 tempest-NetworksIpV6TestAttrs-952298474 tempest-NetworksIpV6TestAttrs-952298474-project] Publish callbacks [] for subnet, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:03:17.672179 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8387efa-4397-4b97-8550-78175f79df72 None None] Network e04c8f95-ebb3-4f4f-8cab-cbbb7bc14638 requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 19:03:17.804292 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-1cbb5233-a820-4160-939b-3508fb016ea4 tempest-NetworksIpV6TestAttrs-952298474 tempest-NetworksIpV6TestAttrs-952298474-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.3006630 Nov 05 19:03:17.807266 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 47846) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:03:17.828797 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f714b2bd-350e-4a17-be4c-4ae407a065ad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeb20a084-accf-5b60-8075-3e69ebe863a6-e04c8f95-ebb3-4f4f-8cab-cbbb7bc14638', 'network_id': 'e04c8f95-ebb3-4f4f-8cab-cbbb7bc14638', 'tenant_id': 'f171a8a78c484dd49cccfb91cf64615a', 'fixed_ips': [{'subnet_id': '7aa29508-529f-433f-9683-8f60186ac027'}]}} from n-d-816865-1. {{(pid=102388) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 05 19:03:17.830156 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-f714b2bd-350e-4a17-be4c-4ae407a065ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:03:17.926247 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-f862007a-3dcd-4d0f-9ad7-641f03e5632d tempest-NetworksIpV6TestAttrs-952298474 tempest-NetworksIpV6TestAttrs-952298474-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1664226'] for network, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:03:17.976613 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.db_base_plugin_common [None req-f714b2bd-350e-4a17-be4c-4ae407a065ad None None] Allocated IP 2001:db8::f816:3eff:fe7c:e725 (e04c8f95-ebb3-4f4f-8cab-cbbb7bc14638/7aa29508-529f-433f-9683-8f60186ac027/db31484b-709e-4690-b817-b4415796b904) {{(pid=102388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 19:03:17.984825 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-f862007a-3dcd-4d0f-9ad7-641f03e5632d tempest-NetworksIpV6TestAttrs-952298474 tempest-NetworksIpV6TestAttrs-952298474-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1573928'] for subnet, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:03:18.132927 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-f714b2bd-350e-4a17-be4c-4ae407a065ad None None] Publish callbacks [] for port, precommit_create {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:03:18.271368 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-f714b2bd-350e-4a17-be4c-4ae407a065ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789'] for port, after_create {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:03:18.328453 n-d-816865-1 neutron-server[102388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f714b2bd-350e-4a17-be4c-4ae407a065ad None None] Network e04c8f95-ebb3-4f4f-8cab-cbbb7bc14638 is already hosted by enough agents. {{(pid=102388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 19:03:18.334273 n-d-816865-1 neutron-server[102388]: DEBUG neutron.scheduler.base_scheduler [None req-f714b2bd-350e-4a17-be4c-4ae407a065ad None None] Resources bound (agent type, host, resource id): {{(pid=102388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 19:03:18.346261 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f714b2bd-350e-4a17-be4c-4ae407a065ad None None] Received port after_create {{(pid=102388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 19:03:18.352468 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f714b2bd-350e-4a17-be4c-4ae407a065ad None None] Pushing event updated for resources: {'Port': ['ID=db31484b-709e-4690-b817-b4415796b904,revision_number=1']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:03:18.377759 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-f862007a-3dcd-4d0f-9ad7-641f03e5632d tempest-NetworksIpV6TestAttrs-952298474 tempest-NetworksIpV6TestAttrs-952298474-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1573905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6149879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4877183'] for subnet, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:03:18.423472 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-f714b2bd-350e-4a17-be4c-4ae407a065ad None None] Attempting to bind port db31484b-709e-4690-b817-b4415796b904 on host n-d-816865-1 for vnic_type normal with profile {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 19:03:18.423472 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-f714b2bd-350e-4a17-be4c-4ae407a065ad None None] Attempting to bind port db31484b-709e-4690-b817-b4415796b904 by drivers openvswitch,hyperv on host n-d-816865-1 at level 0 using segments [{'id': 'f852b34e-fd92-44a4-af54-99208b6d494f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'e04c8f95-ebb3-4f4f-8cab-cbbb7bc14638'}] {{(pid=102388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 19:03:18.423472 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f714b2bd-350e-4a17-be4c-4ae407a065ad None None] Attempting to bind port db31484b-709e-4690-b817-b4415796b904 on network e04c8f95-ebb3-4f4f-8cab-cbbb7bc14638 {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 19:03:18.426877 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508d7ca0-5fbc-4344-8055-958edb66dcf9 req-b9226c4f-aa0d-4d08-a853-810110773df2 tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:03:18.427938 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f862007a-3dcd-4d0f-9ad7-641f03e5632d tempest-NetworksIpV6TestAttrs-952298474 tempest-NetworksIpV6TestAttrs-952298474-project] Pushing event deleted for resources: {'Subnet': ['ID=7aa29508-529f-433f-9683-8f60186ac027,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:03:18.428810 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-508d7ca0-5fbc-4344-8055-958edb66dcf9 req-b9226c4f-aa0d-4d08-a853-810110773df2 tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e0e9f2c-b17f-4007-b3d8-07e537a1c2f3 HTTP/1.1" status: 200 len: 946 time: 0.0958574 Nov 05 19:03:18.439038 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f714b2bd-350e-4a17-be4c-4ae407a065ad None None] Checking agent: {'id': '724d89a7-611b-41e6-bc85-c48112b17afa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 18, 25, 8), 'started_at': datetime.datetime(2021, 11, 5, 18, 25, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 19, 3, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 19:03:18.439675 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f714b2bd-350e-4a17-be4c-4ae407a065ad None None] Checking segment: {'id': 'f852b34e-fd92-44a4-af54-99208b6d494f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'e04c8f95-ebb3-4f4f-8cab-cbbb7bc14638'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 19:03:18.440394 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-f714b2bd-350e-4a17-be4c-4ae407a065ad None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:03:18.441584 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f714b2bd-350e-4a17-be4c-4ae407a065ad None None] Bound using segment: {'id': 'f852b34e-fd92-44a4-af54-99208b6d494f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'e04c8f95-ebb3-4f4f-8cab-cbbb7bc14638'} {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 19:03:18.442287 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-f714b2bd-350e-4a17-be4c-4ae407a065ad None None] Bound port: db31484b-709e-4690-b817-b4415796b904, host: n-d-816865-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f852b34e-fd92-44a4-af54-99208b6d494f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'e04c8f95-ebb3-4f4f-8cab-cbbb7bc14638'}}] {{(pid=102388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 19:03:18.442848 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-f714b2bd-350e-4a17-be4c-4ae407a065ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:03:18.530021 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-f714b2bd-350e-4a17-be4c-4ae407a065ad None None] For port db31484b-709e-4690-b817-b4415796b904, host n-d-816865-1, cleared binding levels {{(pid=102388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 19:03:18.532715 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-f862007a-3dcd-4d0f-9ad7-641f03e5632d tempest-NetworksIpV6TestAttrs-952298474 tempest-NetworksIpV6TestAttrs-952298474-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1579173', 'neutron.services.segments.db._delete_segments_for_network-8750027792909'] for network, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:03:18.534431 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-f714b2bd-350e-4a17-be4c-4ae407a065ad None None] For port db31484b-709e-4690-b817-b4415796b904, host n-d-816865-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=db31484b-709e-4690-b817-b4415796b904,segment=NetworkSegment(f852b34e-fd92-44a4-af54-99208b6d494f),segment_id=f852b34e-fd92-44a4-af54-99208b6d494f)] {{(pid=102388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 19:03:18.560204 n-d-816865-1 neutron-server[102386]: DEBUG neutron.services.segments.db [None req-f862007a-3dcd-4d0f-9ad7-641f03e5632d tempest-NetworksIpV6TestAttrs-952298474 tempest-NetworksIpV6TestAttrs-952298474-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e04c8f95-ebb3-4f4f-8cab-cbbb7bc14638']}} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:03:18.575546 n-d-816865-1 neutron-server[102386]: DEBUG neutron.services.segments.db [None req-f862007a-3dcd-4d0f-9ad7-641f03e5632d tempest-NetworksIpV6TestAttrs-952298474 tempest-NetworksIpV6TestAttrs-952298474-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f852b34e-fd92-44a4-af54-99208b6d494f') {'for_net_delete': True} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:03:18.578367 n-d-816865-1 neutron-server[102386]: DEBUG neutron.services.segments.db [None req-f862007a-3dcd-4d0f-9ad7-641f03e5632d tempest-NetworksIpV6TestAttrs-952298474 tempest-NetworksIpV6TestAttrs-952298474-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f852b34e-fd92-44a4-af54-99208b6d494f') {} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:03:18.589072 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-f862007a-3dcd-4d0f-9ad7-641f03e5632d tempest-NetworksIpV6TestAttrs-952298474 tempest-NetworksIpV6TestAttrs-952298474-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750027793430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4590747'] for segment, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:03:18.644198 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-f862007a-3dcd-4d0f-9ad7-641f03e5632d tempest-NetworksIpV6TestAttrs-952298474 tempest-NetworksIpV6TestAttrs-952298474-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273'] for segment, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:03:18.648006 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-f714b2bd-350e-4a17-be4c-4ae407a065ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:03:18.651649 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f862007a-3dcd-4d0f-9ad7-641f03e5632d tempest-NetworksIpV6TestAttrs-952298474 tempest-NetworksIpV6TestAttrs-952298474-project] Releasing vlan 161 on physical network physnet1 to pool {{(pid=102386) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 05 19:03:18.652127 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-f862007a-3dcd-4d0f-9ad7-641f03e5632d tempest-NetworksIpV6TestAttrs-952298474 tempest-NetworksIpV6TestAttrs-952298474-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6149721'] for segment, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:03:18.658181 n-d-816865-1 neutron-server[102386]: Traceback (most recent call last): Nov 05 19:03:18.658181 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 05 19:03:18.658181 n-d-816865-1 neutron-server[102386]: timer() Nov 05 19:03:18.658181 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 05 19:03:18.658181 n-d-816865-1 neutron-server[102386]: cb(*args, **kw) Nov 05 19:03:18.658181 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 05 19:03:18.658181 n-d-816865-1 neutron-server[102386]: return func(*args, **kwargs) Nov 05 19:03:18.658181 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 05 19:03:18.658181 n-d-816865-1 neutron-server[102386]: self._notify() Nov 05 19:03:18.658181 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 05 19:03:18.658181 n-d-816865-1 neutron-server[102386]: self.callback(batched_events) Nov 05 19:03:18.658181 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 05 19:03:18.658181 n-d-816865-1 neutron-server[102386]: event.method(event) Nov 05 19:03:18.658181 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 05 19:03:18.658181 n-d-816865-1 neutron-server[102386]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 05 19:03:18.658181 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 05 19:03:18.658181 n-d-816865-1 neutron-server[102386]: aggregate_uuid = self.p_client.list_aggregates( Nov 05 19:03:18.658181 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 05 19:03:18.658181 n-d-816865-1 neutron-server[102386]: return f(self, *a, **k) Nov 05 19:03:18.658181 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 05 19:03:18.658181 n-d-816865-1 neutron-server[102386]: return self._get(url).json() Nov 05 19:03:18.658181 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 05 19:03:18.658181 n-d-816865-1 neutron-server[102386]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 05 19:03:18.658181 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 05 19:03:18.658181 n-d-816865-1 neutron-server[102386]: return self.request(url, 'GET', **kwargs) Nov 05 19:03:18.658181 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 05 19:03:18.658181 n-d-816865-1 neutron-server[102386]: base_url = self.get_endpoint(auth, allow=allow, Nov 05 19:03:18.658181 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 05 19:03:18.658181 n-d-816865-1 neutron-server[102386]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 05 19:03:18.658181 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 05 19:03:18.658181 n-d-816865-1 neutron-server[102386]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 05 19:03:18.658181 n-d-816865-1 neutron-server[102386]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 05 19:03:18.783364 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f714b2bd-350e-4a17-be4c-4ae407a065ad None None] Pushing event updated for resources: {'Port': ['ID=db31484b-709e-4690-b817-b4415796b904,revision_number=2']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:03:18.786281 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-508d7ca0-5fbc-4344-8055-958edb66dcf9 req-b1412810-e571-461e-8516-8f462cb77384 tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] 10.222.0.13 "GET /v2.0/security-groups?id=e2e15a42-88b8-49e2-ad78-9daadc9e7fe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3400359 Nov 05 19:03:18.799016 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af285f3-9255-48d0-9282-b83cb2ecc5dd req-aa87967c-b57f-4651-9e28-f234d04b94d0 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:03:18.801051 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-4af285f3-9255-48d0-9282-b83cb2ecc5dd req-aa87967c-b57f-4651-9e28-f234d04b94d0 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] 10.222.0.13 "GET /v2.0/ports?device_id=26e8474e-4313-42b0-b607-e5292de007c9 HTTP/1.1" status: 200 len: 944 time: 0.3963556 Nov 05 19:03:18.802245 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.db.api [None req-f862007a-3dcd-4d0f-9ad7-641f03e5632d tempest-NetworksIpV6TestAttrs-952298474 tempest-NetworksIpV6TestAttrs-952298474-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 05 19:03:18.802245 n-d-816865-1 neutron-server[102386]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 05 19:03:18.802245 n-d-816865-1 neutron-server[102386]: [parameters: {'id': 'e04c8f95-ebb3-4f4f-8cab-cbbb7bc14638'}] Nov 05 19:03:18.802245 n-d-816865-1 neutron-server[102386]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102386) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 05 19:03:18.802723 n-d-816865-1 neutron-server[102386]: DEBUG oslo_db.api [None req-f862007a-3dcd-4d0f-9ad7-641f03e5632d tempest-NetworksIpV6TestAttrs-952298474 tempest-NetworksIpV6TestAttrs-952298474-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 05 19:03:18.807073 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cfbbe35-d441-4bbd-8b67-579835887483 None None] Network e04c8f95-ebb3-4f4f-8cab-cbbb7bc14638 requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 19:03:18.809635 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Device 3673982d-be4c-4718-beb3-9dbdf123149d up at agent hyperv_n-h1-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 19:03:18.878706 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-4af285f3-9255-48d0-9282-b83cb2ecc5dd req-7d071b1d-8692-4fc3-8319-44432054962f tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] 10.222.0.13 "GET /v2.0/security-groups?id=0c08aee2-7f5c-494d-880e-af35273de53d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0598772 Nov 05 19:03:18.965294 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301bf303-a8fb-4bd9-b7eb-49225b4212e0 req-b7b85420-5b21-4f42-8012-d656247a4b86 tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:03:18.966990 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-301bf303-a8fb-4bd9-b7eb-49225b4212e0 req-b7b85420-5b21-4f42-8012-d656247a4b86 tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e0e9f2c-b17f-4007-b3d8-07e537a1c2f3 HTTP/1.1" status: 200 len: 946 time: 0.0546041 Nov 05 19:03:19.007137 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4888db3-8390-4334-bd2d-cc534f24a567 None None] get_active_networks_info from n-d-816865-1 {{(pid=102388) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 05 19:03:19.050345 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-301bf303-a8fb-4bd9-b7eb-49225b4212e0 req-8c7836ee-bbc0-488c-9888-65c91b607eed tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] 10.222.0.13 "GET /v2.0/security-groups?id=e2e15a42-88b8-49e2-ad78-9daadc9e7fe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745738 Nov 05 19:03:19.246804 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Provisioning for port 3673982d-be4c-4718-beb3-9dbdf123149d completed by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 05 19:03:19.249119 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f559bbe8-9ef7-4869-bdee-0fee9124562f req-de3a4329-292f-45cd-99c9-5a91530e6032 tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:03:19.251255 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-f559bbe8-9ef7-4869-bdee-0fee9124562f req-de3a4329-292f-45cd-99c9-5a91530e6032 tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e0e9f2c-b17f-4007-b3d8-07e537a1c2f3 HTTP/1.1" status: 200 len: 946 time: 0.0813994 Nov 05 19:03:19.257216 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Provisioning complete for port 3673982d-be4c-4718-beb3-9dbdf123149d triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:03:19.257598 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:03:19.303698 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-f862007a-3dcd-4d0f-9ad7-641f03e5632d tempest-NetworksIpV6TestAttrs-952298474 tempest-NetworksIpV6TestAttrs-952298474-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1664226'] for network, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:03:19.352758 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-f559bbe8-9ef7-4869-bdee-0fee9124562f req-b162fd94-11c9-45f2-81b9-0403d7b2abe5 tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] 10.222.0.13 "GET /v2.0/security-groups?id=e2e15a42-88b8-49e2-ad78-9daadc9e7fe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861249 Nov 05 19:03:19.420617 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-f862007a-3dcd-4d0f-9ad7-641f03e5632d tempest-NetworksIpV6TestAttrs-952298474 tempest-NetworksIpV6TestAttrs-952298474-project] Deleting port db31484b-709e-4690-b817-b4415796b904 {{(pid=102386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 19:03:19.421286 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-f862007a-3dcd-4d0f-9ad7-641f03e5632d tempest-NetworksIpV6TestAttrs-952298474 tempest-NetworksIpV6TestAttrs-952298474-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:03:19.441818 n-d-816865-1 neutron-server[102388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4888db3-8390-4334-bd2d-cc534f24a567 None None] Resources bound (agent type, host, resource id): {{(pid=102388) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 05 19:03:19.504835 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [None req-f862007a-3dcd-4d0f-9ad7-641f03e5632d tempest-NetworksIpV6TestAttrs-952298474 tempest-NetworksIpV6TestAttrs-952298474-project] For port db31484b-709e-4690-b817-b4415796b904, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=db31484b-709e-4690-b817-b4415796b904,segment=NetworkSegment(f852b34e-fd92-44a4-af54-99208b6d494f),segment_id=f852b34e-fd92-44a4-af54-99208b6d494f)] {{(pid=102386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:03:19.505524 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-f862007a-3dcd-4d0f-9ad7-641f03e5632d tempest-NetworksIpV6TestAttrs-952298474 tempest-NetworksIpV6TestAttrs-952298474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:03:19.522920 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-f862007a-3dcd-4d0f-9ad7-641f03e5632d tempest-NetworksIpV6TestAttrs-952298474 tempest-NetworksIpV6TestAttrs-952298474-project] Calling delete_port for db31484b-709e-4690-b817-b4415796b904 owned by network:dhcp {{(pid=102386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 19:03:19.548746 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb6f5ac-1091-437a-815f-665dabf12668 req-7cfceb51-5bdd-435f-adb5-28f8b281844b tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:03:19.551873 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-2bb6f5ac-1091-437a-815f-665dabf12668 req-7cfceb51-5bdd-435f-adb5-28f8b281844b tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e0e9f2c-b17f-4007-b3d8-07e537a1c2f3 HTTP/1.1" status: 200 len: 946 time: 0.0716028 Nov 05 19:03:19.640974 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-2bb6f5ac-1091-437a-815f-665dabf12668 req-9ff7cd1f-7a8d-40e8-9aa1-b5739723b875 tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] 10.222.0.13 "GET /v2.0/security-groups?id=e2e15a42-88b8-49e2-ad78-9daadc9e7fe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822492 Nov 05 19:03:19.655519 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:03:19.707254 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-f862007a-3dcd-4d0f-9ad7-641f03e5632d tempest-NetworksIpV6TestAttrs-952298474 tempest-NetworksIpV6TestAttrs-952298474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:03:19.756385 n-d-816865-1 neutron-server[102388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26e8474e-4313-42b0-b607-e5292de007c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3673982d-be4c-4718-beb3-9dbdf123149d'}] {{(pid=102388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 19:03:19.759089 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85474fee1180e129d8a886d264fe0b30223aa672dd1ffe43b630605f18504f68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d3e84e7-42d0-4660-aa23-5bb29dae954a" -d '{"events": [{"server_uuid": "26e8474e-4313-42b0-b607-e5292de007c9", "name": "network-vif-plugged", "status": "completed", "tag": "3673982d-be4c-4718-beb3-9dbdf123149d"}]}' {{(pid=102388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 19:03:19.805185 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f862007a-3dcd-4d0f-9ad7-641f03e5632d tempest-NetworksIpV6TestAttrs-952298474 tempest-NetworksIpV6TestAttrs-952298474-project] Pushing event deleted for resources: {'Port': ['ID=db31484b-709e-4690-b817-b4415796b904,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:03:19.824116 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f862007a-3dcd-4d0f-9ad7-641f03e5632d tempest-NetworksIpV6TestAttrs-952298474 tempest-NetworksIpV6TestAttrs-952298474-project] No DVR routers for this DVR port db31484b-709e-4690-b817-b4415796b904 on host n-d-816865-1 {{(pid=102386) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 19:03:19.829281 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] For port 3673982d-be4c-4718-beb3-9dbdf123149d, host n-h1-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=3673982d-be4c-4718-beb3-9dbdf123149d,segment=NetworkSegment(3d7f4a28-84db-42f8-83a4-bb954eae33e2),segment_id=3d7f4a28-84db-42f8-83a4-bb954eae33e2)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:03:19.992768 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68220f1f-9b85-462c-ac5c-21d485067ea0 req-99e86d3c-330d-451d-8ad7-de141fa8e0af tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:03:19.996277 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-68220f1f-9b85-462c-ac5c-21d485067ea0 req-99e86d3c-330d-451d-8ad7-de141fa8e0af tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e0e9f2c-b17f-4007-b3d8-07e537a1c2f3 HTTP/1.1" status: 200 len: 946 time: 0.1182420 Nov 05 19:03:20.029144 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-f862007a-3dcd-4d0f-9ad7-641f03e5632d tempest-NetworksIpV6TestAttrs-952298474 tempest-NetworksIpV6TestAttrs-952298474-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1579173', 'neutron.services.segments.db._delete_segments_for_network-8750027792909'] for network, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:03:20.036465 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 19:03:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36dee1c4-b11b-4882-865a-995db89cff02 x-openstack-request-id: req-36dee1c4-b11b-4882-865a-995db89cff02 {{(pid=102388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 19:03:20.036883 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26e8474e-4313-42b0-b607-e5292de007c9", "name": "network-vif-plugged", "status": "completed", "tag": "3673982d-be4c-4718-beb3-9dbdf123149d", "code": 200}]} {{(pid=102388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 19:03:20.037237 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-36dee1c4-b11b-4882-865a-995db89cff02 {{(pid=102388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 19:03:20.037727 n-d-816865-1 neutron-server[102388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26e8474e-4313-42b0-b607-e5292de007c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3673982d-be4c-4718-beb3-9dbdf123149d', 'code': 200} Nov 05 19:03:20.045839 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:03:20.113322 n-d-816865-1 neutron-server[102386]: DEBUG neutron.services.segments.db [None req-f862007a-3dcd-4d0f-9ad7-641f03e5632d tempest-NetworksIpV6TestAttrs-952298474 tempest-NetworksIpV6TestAttrs-952298474-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e04c8f95-ebb3-4f4f-8cab-cbbb7bc14638']}} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:03:20.128831 n-d-816865-1 neutron-server[102386]: DEBUG neutron.services.segments.db [None req-f862007a-3dcd-4d0f-9ad7-641f03e5632d tempest-NetworksIpV6TestAttrs-952298474 tempest-NetworksIpV6TestAttrs-952298474-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f852b34e-fd92-44a4-af54-99208b6d494f') {'for_net_delete': True} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:03:20.129449 n-d-816865-1 neutron-server[102386]: DEBUG neutron.services.segments.db [None req-f862007a-3dcd-4d0f-9ad7-641f03e5632d tempest-NetworksIpV6TestAttrs-952298474 tempest-NetworksIpV6TestAttrs-952298474-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f852b34e-fd92-44a4-af54-99208b6d494f') {} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:03:20.145807 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-f862007a-3dcd-4d0f-9ad7-641f03e5632d tempest-NetworksIpV6TestAttrs-952298474 tempest-NetworksIpV6TestAttrs-952298474-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750027793430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4590747'] for segment, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:03:20.150722 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Pushing event updated for resources: {'Port': ['ID=3673982d-be4c-4718-beb3-9dbdf123149d,revision_number=5']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:03:20.157674 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb1706f-cc33-4418-9e20-9fe62841aba2 req-9998ae6a-391f-4bbb-85ac-1b7d55e502b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:03:20.162974 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-ccb1706f-cc33-4418-9e20-9fe62841aba2 req-9998ae6a-391f-4bbb-85ac-1b7d55e502b7 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=26e8474e-4313-42b0-b607-e5292de007c9 HTTP/1.1" status: 200 len: 1096 time: 0.1005278 Nov 05 19:03:20.185472 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-68220f1f-9b85-462c-ac5c-21d485067ea0 req-d404cfed-7ac2-4fa5-ac9d-ea8ca48c1a25 tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] 10.222.0.13 "GET /v2.0/security-groups?id=e2e15a42-88b8-49e2-ad78-9daadc9e7fe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1837904 Nov 05 19:03:20.208744 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1596431c-18ed-436f-9db3-73ac61dd9971 req-ac26844a-2ed9-497b-b145-a28046058c90 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:03:20.220006 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-f862007a-3dcd-4d0f-9ad7-641f03e5632d tempest-NetworksIpV6TestAttrs-952298474 tempest-NetworksIpV6TestAttrs-952298474-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273'] for segment, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:03:20.234848 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-1596431c-18ed-436f-9db3-73ac61dd9971 req-ac26844a-2ed9-497b-b145-a28046058c90 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] 10.222.0.13 "GET /v2.0/ports?device_id=26e8474e-4313-42b0-b607-e5292de007c9 HTTP/1.1" status: 200 len: 945 time: 0.2182744 Nov 05 19:03:20.243081 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f862007a-3dcd-4d0f-9ad7-641f03e5632d tempest-NetworksIpV6TestAttrs-952298474 tempest-NetworksIpV6TestAttrs-952298474-project] Releasing vlan 161 on physical network physnet1 to pool {{(pid=102386) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 05 19:03:20.244068 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-f862007a-3dcd-4d0f-9ad7-641f03e5632d tempest-NetworksIpV6TestAttrs-952298474 tempest-NetworksIpV6TestAttrs-952298474-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6149721'] for segment, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:03:20.278628 n-d-816865-1 neutron-server[102386]: Traceback (most recent call last): Nov 05 19:03:20.278628 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 05 19:03:20.278628 n-d-816865-1 neutron-server[102386]: timer() Nov 05 19:03:20.278628 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 05 19:03:20.278628 n-d-816865-1 neutron-server[102386]: cb(*args, **kw) Nov 05 19:03:20.278628 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 05 19:03:20.278628 n-d-816865-1 neutron-server[102386]: return func(*args, **kwargs) Nov 05 19:03:20.278628 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 05 19:03:20.278628 n-d-816865-1 neutron-server[102386]: self._notify() Nov 05 19:03:20.278628 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 05 19:03:20.278628 n-d-816865-1 neutron-server[102386]: self.callback(batched_events) Nov 05 19:03:20.278628 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 05 19:03:20.278628 n-d-816865-1 neutron-server[102386]: event.method(event) Nov 05 19:03:20.278628 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 05 19:03:20.278628 n-d-816865-1 neutron-server[102386]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 05 19:03:20.278628 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 05 19:03:20.278628 n-d-816865-1 neutron-server[102386]: aggregate_uuid = self.p_client.list_aggregates( Nov 05 19:03:20.278628 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 05 19:03:20.278628 n-d-816865-1 neutron-server[102386]: return f(self, *a, **k) Nov 05 19:03:20.278628 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 05 19:03:20.278628 n-d-816865-1 neutron-server[102386]: return self._get(url).json() Nov 05 19:03:20.278628 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 05 19:03:20.278628 n-d-816865-1 neutron-server[102386]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 05 19:03:20.278628 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 05 19:03:20.278628 n-d-816865-1 neutron-server[102386]: return self.request(url, 'GET', **kwargs) Nov 05 19:03:20.278628 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 05 19:03:20.278628 n-d-816865-1 neutron-server[102386]: base_url = self.get_endpoint(auth, allow=allow, Nov 05 19:03:20.278628 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 05 19:03:20.278628 n-d-816865-1 neutron-server[102386]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 05 19:03:20.278628 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 05 19:03:20.278628 n-d-816865-1 neutron-server[102386]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 05 19:03:20.278628 n-d-816865-1 neutron-server[102386]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 05 19:03:20.378966 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-ccb1706f-cc33-4418-9e20-9fe62841aba2 req-c6fb947a-a5d4-4672-b19b-5ab51d3d83c4 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=0c08aee2-7f5c-494d-880e-af35273de53d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2055373 Nov 05 19:03:20.382548 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-1596431c-18ed-436f-9db3-73ac61dd9971 req-f842f50b-bba4-4d4f-b31a-b1d5e2755314 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] 10.222.0.13 "GET /v2.0/security-groups?id=0c08aee2-7f5c-494d-880e-af35273de53d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1439071 Nov 05 19:03:20.427834 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bbda69-9d53-4237-a4c5-b9441b59b2e8 req-bd7755d5-f992-4967-9865-17537de454d5 tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:03:20.429304 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-f862007a-3dcd-4d0f-9ad7-641f03e5632d tempest-NetworksIpV6TestAttrs-952298474 tempest-NetworksIpV6TestAttrs-952298474-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1579178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-956796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1000687'] for network, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:03:20.435321 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-68bbda69-9d53-4237-a4c5-b9441b59b2e8 req-bd7755d5-f992-4967-9865-17537de454d5 tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e0e9f2c-b17f-4007-b3d8-07e537a1c2f3 HTTP/1.1" status: 200 len: 946 time: 0.0887494 Nov 05 19:03:20.444224 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-f862007a-3dcd-4d0f-9ad7-641f03e5632d tempest-NetworksIpV6TestAttrs-952298474 tempest-NetworksIpV6TestAttrs-952298474-project] Publish callbacks [] for network, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:03:20.453730 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 47896) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:03:20.455309 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-f862007a-3dcd-4d0f-9ad7-641f03e5632d tempest-NetworksIpV6TestAttrs-952298474 tempest-NetworksIpV6TestAttrs-952298474-project] 10.222.0.13 "DELETE /v2.0/networks/e04c8f95-ebb3-4f4f-8cab-cbbb7bc14638 HTTP/1.1" status: 204 len: 168 time: 2.6463118 Nov 05 19:03:20.498034 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f862007a-3dcd-4d0f-9ad7-641f03e5632d tempest-NetworksIpV6TestAttrs-952298474 tempest-NetworksIpV6TestAttrs-952298474-project] Pushing event deleted for resources: {'Network': ['ID=e04c8f95-ebb3-4f4f-8cab-cbbb7bc14638,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:03:20.509056 n-d-816865-1 neutron-server[102387]: INFO neutron.pecan_wsgi.hooks.translation [None req-72662712-6787-4a35-b6b8-5f5a0aee978d tempest-NetworksIpV6TestAttrs-952298474 tempest-NetworksIpV6TestAttrs-952298474-project] DELETE failed (client error): The resource could not be found. Nov 05 19:03:20.509615 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-72662712-6787-4a35-b6b8-5f5a0aee978d tempest-NetworksIpV6TestAttrs-952298474 tempest-NetworksIpV6TestAttrs-952298474-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102387) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 05 19:03:20.512725 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-72662712-6787-4a35-b6b8-5f5a0aee978d tempest-NetworksIpV6TestAttrs-952298474 tempest-NetworksIpV6TestAttrs-952298474-project] 10.222.0.13 "DELETE /v2.0/subnets/7aa29508-529f-433f-9683-8f60186ac027 HTTP/1.1" status: 404 len: 337 time: 0.0578895 Nov 05 19:03:20.515834 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 47898) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:03:20.538213 n-d-816865-1 neutron-server[102386]: INFO neutron.pecan_wsgi.hooks.translation [None req-c42de59c-d308-4711-9980-d738f5d9f34d tempest-NetworksIpV6TestAttrs-952298474 tempest-NetworksIpV6TestAttrs-952298474-project] DELETE failed (client error): The resource could not be found. Nov 05 19:03:20.538797 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c42de59c-d308-4711-9980-d738f5d9f34d tempest-NetworksIpV6TestAttrs-952298474 tempest-NetworksIpV6TestAttrs-952298474-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102386) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 05 19:03:20.544904 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-c42de59c-d308-4711-9980-d738f5d9f34d tempest-NetworksIpV6TestAttrs-952298474 tempest-NetworksIpV6TestAttrs-952298474-project] 10.222.0.13 "DELETE /v2.0/networks/e04c8f95-ebb3-4f4f-8cab-cbbb7bc14638 HTTP/1.1" status: 404 len: 339 time: 0.0279167 Nov 05 19:03:20.545448 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 47900) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:03:20.552867 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-68bbda69-9d53-4237-a4c5-b9441b59b2e8 req-f061f5dd-ea60-4535-aaab-e6416b9d545c tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] 10.222.0.13 "GET /v2.0/security-groups?id=e2e15a42-88b8-49e2-ad78-9daadc9e7fe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153388 Nov 05 19:03:20.575536 n-d-816865-1 neutron-server[102386]: INFO neutron.pecan_wsgi.hooks.translation [None req-0fd1a45f-8653-4d4c-a026-e0ef90567ca5 tempest-NetworksIpV6TestAttrs-952298474 tempest-NetworksIpV6TestAttrs-952298474-project] DELETE failed (client error): The resource could not be found. Nov 05 19:03:20.576002 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0fd1a45f-8653-4d4c-a026-e0ef90567ca5 tempest-NetworksIpV6TestAttrs-952298474 tempest-NetworksIpV6TestAttrs-952298474-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102386) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 05 19:03:20.582103 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-0fd1a45f-8653-4d4c-a026-e0ef90567ca5 tempest-NetworksIpV6TestAttrs-952298474 tempest-NetworksIpV6TestAttrs-952298474-project] 10.222.0.13 "DELETE /v2.0/subnets/e42dab6e-f841-410c-9955-baf7e0caf2e8 HTTP/1.1" status: 404 len: 337 time: 0.0329473 Nov 05 19:03:20.583212 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 47904) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:03:20.610073 n-d-816865-1 neutron-server[102386]: INFO neutron.pecan_wsgi.hooks.translation [None req-101ddcf0-c164-438f-b554-17b8c07ff34c tempest-NetworksIpV6TestAttrs-952298474 tempest-NetworksIpV6TestAttrs-952298474-project] DELETE failed (client error): The resource could not be found. Nov 05 19:03:20.611051 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-101ddcf0-c164-438f-b554-17b8c07ff34c tempest-NetworksIpV6TestAttrs-952298474 tempest-NetworksIpV6TestAttrs-952298474-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102386) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 05 19:03:20.614605 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-101ddcf0-c164-438f-b554-17b8c07ff34c tempest-NetworksIpV6TestAttrs-952298474 tempest-NetworksIpV6TestAttrs-952298474-project] 10.222.0.13 "DELETE /v2.0/networks/cf20c97d-1d2a-425d-8597-74cb59b6d029 HTTP/1.1" status: 404 len: 339 time: 0.0302303 Nov 05 19:03:20.617186 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 47906) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:03:20.649023 n-d-816865-1 neutron-server[102386]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1d0ad0e-6029-47d0-abb0-cb77f3700527 tempest-NetworksIpV6TestAttrs-952298474 tempest-NetworksIpV6TestAttrs-952298474-project] DELETE failed (client error): The resource could not be found. Nov 05 19:03:20.649495 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e1d0ad0e-6029-47d0-abb0-cb77f3700527 tempest-NetworksIpV6TestAttrs-952298474 tempest-NetworksIpV6TestAttrs-952298474-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102386) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 05 19:03:20.653250 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-e1d0ad0e-6029-47d0-abb0-cb77f3700527 tempest-NetworksIpV6TestAttrs-952298474 tempest-NetworksIpV6TestAttrs-952298474-project] 10.222.0.13 "DELETE /v2.0/subnets/1af2fa93-8938-4a98-b343-ce7d00e99fe4 HTTP/1.1" status: 404 len: 337 time: 0.0350342 Nov 05 19:03:20.659946 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 47910) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:03:20.696068 n-d-816865-1 neutron-server[102387]: INFO neutron.pecan_wsgi.hooks.translation [None req-dceaff50-fe90-4e64-862c-76f5a7bb7f90 tempest-NetworksIpV6TestAttrs-952298474 tempest-NetworksIpV6TestAttrs-952298474-project] DELETE failed (client error): The resource could not be found. Nov 05 19:03:20.707098 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dceaff50-fe90-4e64-862c-76f5a7bb7f90 tempest-NetworksIpV6TestAttrs-952298474 tempest-NetworksIpV6TestAttrs-952298474-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102387) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 05 19:03:20.713344 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 47912) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:03:20.713532 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-dceaff50-fe90-4e64-862c-76f5a7bb7f90 tempest-NetworksIpV6TestAttrs-952298474 tempest-NetworksIpV6TestAttrs-952298474-project] 10.222.0.13 "DELETE /v2.0/networks/b9b818a1-6a42-4524-9bd8-313c7fc3cb8f HTTP/1.1" status: 404 len: 339 time: 0.0521312 Nov 05 19:03:20.810670 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86858bdd-7899-40d7-b700-7b297bc4b78b req-0f11f4c4-6315-4011-8c52-81829e86b84b tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:03:20.812370 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-86858bdd-7899-40d7-b700-7b297bc4b78b req-0f11f4c4-6315-4011-8c52-81829e86b84b tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e0e9f2c-b17f-4007-b3d8-07e537a1c2f3 HTTP/1.1" status: 200 len: 946 time: 0.0861547 Nov 05 19:03:20.893117 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-86858bdd-7899-40d7-b700-7b297bc4b78b req-f9860acf-81cd-4db4-9b97-d8a3168e7651 tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] 10.222.0.13 "GET /v2.0/security-groups?id=e2e15a42-88b8-49e2-ad78-9daadc9e7fe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717199 Nov 05 19:03:20.910140 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-320363c8-1e84-492f-a25b-5b0bb6ae0d78 tempest-NetworksIpV6TestAttrs-952298474 tempest-NetworksIpV6TestAttrs-952298474-project] Deleting port d629eb0c-5bf4-4ce5-85e6-87ab4c519798 {{(pid=102386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 19:03:20.910694 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-320363c8-1e84-492f-a25b-5b0bb6ae0d78 tempest-NetworksIpV6TestAttrs-952298474 tempest-NetworksIpV6TestAttrs-952298474-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:03:20.989448 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-320363c8-1e84-492f-a25b-5b0bb6ae0d78 tempest-NetworksIpV6TestAttrs-952298474 tempest-NetworksIpV6TestAttrs-952298474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:03:21.006783 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-320363c8-1e84-492f-a25b-5b0bb6ae0d78 tempest-NetworksIpV6TestAttrs-952298474 tempest-NetworksIpV6TestAttrs-952298474-project] Calling delete_port for d629eb0c-5bf4-4ce5-85e6-87ab4c519798 owned by {{(pid=102386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 19:03:21.106324 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e0df6a-2897-4db2-8884-9786790aca78 req-20884cea-5fa8-4d03-9513-24a4e1e4a088 tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:03:21.109162 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-33e0df6a-2897-4db2-8884-9786790aca78 req-20884cea-5fa8-4d03-9513-24a4e1e4a088 tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e0e9f2c-b17f-4007-b3d8-07e537a1c2f3 HTTP/1.1" status: 200 len: 946 time: 0.0950041 Nov 05 19:03:21.177170 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-33e0df6a-2897-4db2-8884-9786790aca78 req-61f0b95e-be77-4a1c-86dc-27fb02b30d0f tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] 10.222.0.13 "GET /v2.0/security-groups?id=e2e15a42-88b8-49e2-ad78-9daadc9e7fe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613725 Nov 05 19:03:21.246118 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-320363c8-1e84-492f-a25b-5b0bb6ae0d78 tempest-NetworksIpV6TestAttrs-952298474 tempest-NetworksIpV6TestAttrs-952298474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:03:21.278867 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320363c8-1e84-492f-a25b-5b0bb6ae0d78 tempest-NetworksIpV6TestAttrs-952298474 tempest-NetworksIpV6TestAttrs-952298474-project] Pushing event deleted for resources: {'Port': ['ID=d629eb0c-5bf4-4ce5-85e6-87ab4c519798,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:03:21.319318 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-320363c8-1e84-492f-a25b-5b0bb6ae0d78 tempest-NetworksIpV6TestAttrs-952298474 tempest-NetworksIpV6TestAttrs-952298474-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:03:21.325292 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-320363c8-1e84-492f-a25b-5b0bb6ae0d78 tempest-NetworksIpV6TestAttrs-952298474 tempest-NetworksIpV6TestAttrs-952298474-project] 10.222.0.13 "DELETE /v2.0/ports/d629eb0c-5bf4-4ce5-85e6-87ab4c519798 HTTP/1.1" status: 204 len: 168 time: 0.6085060 Nov 05 19:03:21.326496 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 47924) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:03:21.387905 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a332d1-c992-4548-bf5d-b476c190dfd3 req-9c077563-eaed-4f3d-a92d-ec4179b9de1f tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:03:21.390878 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-20a332d1-c992-4548-bf5d-b476c190dfd3 req-9c077563-eaed-4f3d-a92d-ec4179b9de1f tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e0e9f2c-b17f-4007-b3d8-07e537a1c2f3 HTTP/1.1" status: 200 len: 946 time: 0.1101804 Nov 05 19:03:21.408516 n-d-816865-1 neutron-server[102386]: INFO neutron.pecan_wsgi.hooks.translation [None req-614e8391-17d7-44b4-91de-7b3ecdd14fcb tempest-NetworksIpV6TestAttrs-952298474 tempest-NetworksIpV6TestAttrs-952298474-project] DELETE failed (client error): The resource could not be found. Nov 05 19:03:21.409678 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-614e8391-17d7-44b4-91de-7b3ecdd14fcb tempest-NetworksIpV6TestAttrs-952298474 tempest-NetworksIpV6TestAttrs-952298474-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102386) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 05 19:03:21.414091 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-614e8391-17d7-44b4-91de-7b3ecdd14fcb tempest-NetworksIpV6TestAttrs-952298474 tempest-NetworksIpV6TestAttrs-952298474-project] 10.222.0.13 "DELETE /v2.0/subnets/2f650371-0f86-43d5-833f-6beefd5e16e5 HTTP/1.1" status: 404 len: 337 time: 0.0860760 Nov 05 19:03:21.417962 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 47930) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:03:21.535342 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-d86a11e1-30f4-4c76-9802-905ee0166fc2 tempest-NetworksIpV6TestAttrs-952298474 tempest-NetworksIpV6TestAttrs-952298474-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1664226'] for network, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:03:21.555509 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-20a332d1-c992-4548-bf5d-b476c190dfd3 req-6e44b15e-6a19-461d-9cd2-752d78df9a36 tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] 10.222.0.13 "GET /v2.0/security-groups?id=e2e15a42-88b8-49e2-ad78-9daadc9e7fe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526194 Nov 05 19:03:21.613919 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc37d69f-7054-4009-8229-2aa2c66a8417 req-2b942643-b41e-4cd2-94d0-674c0c0cfaa5 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:03:21.622381 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-dc37d69f-7054-4009-8229-2aa2c66a8417 req-2b942643-b41e-4cd2-94d0-674c0c0cfaa5 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] 10.222.0.13 "GET /v2.0/ports?device_id=26e8474e-4313-42b0-b607-e5292de007c9 HTTP/1.1" status: 200 len: 945 time: 0.1398525 Nov 05 19:03:21.677093 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-d86a11e1-30f4-4c76-9802-905ee0166fc2 tempest-NetworksIpV6TestAttrs-952298474 tempest-NetworksIpV6TestAttrs-952298474-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1579173', 'neutron.services.segments.db._delete_segments_for_network-8750027792909'] for network, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:03:21.689356 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-dc37d69f-7054-4009-8229-2aa2c66a8417 req-3f524b57-aa01-49d5-9544-a61c2654c790 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] 10.222.0.13 "GET /v2.0/security-groups?id=0c08aee2-7f5c-494d-880e-af35273de53d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0659626 Nov 05 19:03:21.707630 n-d-816865-1 neutron-server[102386]: DEBUG neutron.services.segments.db [None req-d86a11e1-30f4-4c76-9802-905ee0166fc2 tempest-NetworksIpV6TestAttrs-952298474 tempest-NetworksIpV6TestAttrs-952298474-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d233ac1-f670-46ed-b303-bd87982206e7']}} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:03:21.717168 n-d-816865-1 neutron-server[102386]: DEBUG neutron.services.segments.db [None req-d86a11e1-30f4-4c76-9802-905ee0166fc2 tempest-NetworksIpV6TestAttrs-952298474 tempest-NetworksIpV6TestAttrs-952298474-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '360a71e0-03a5-4d6e-a9a1-d76998c7b9ea') {'for_net_delete': True} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:03:21.717556 n-d-816865-1 neutron-server[102386]: DEBUG neutron.services.segments.db [None req-d86a11e1-30f4-4c76-9802-905ee0166fc2 tempest-NetworksIpV6TestAttrs-952298474 tempest-NetworksIpV6TestAttrs-952298474-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '360a71e0-03a5-4d6e-a9a1-d76998c7b9ea') {} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:03:21.739185 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3516d15f-c136-471f-ae9c-813c46d69dd4 req-7a20cf41-2c0d-45b6-8296-e318a988286e tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:03:21.740741 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-3516d15f-c136-471f-ae9c-813c46d69dd4 req-7a20cf41-2c0d-45b6-8296-e318a988286e tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e0e9f2c-b17f-4007-b3d8-07e537a1c2f3 HTTP/1.1" status: 200 len: 946 time: 0.0642734 Nov 05 19:03:21.750722 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-d86a11e1-30f4-4c76-9802-905ee0166fc2 tempest-NetworksIpV6TestAttrs-952298474 tempest-NetworksIpV6TestAttrs-952298474-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750027793430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4590747'] for segment, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:03:21.774663 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-d86a11e1-30f4-4c76-9802-905ee0166fc2 tempest-NetworksIpV6TestAttrs-952298474 tempest-NetworksIpV6TestAttrs-952298474-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273'] for segment, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:03:21.782433 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d86a11e1-30f4-4c76-9802-905ee0166fc2 tempest-NetworksIpV6TestAttrs-952298474 tempest-NetworksIpV6TestAttrs-952298474-project] Releasing vlan 157 on physical network physnet1 to pool {{(pid=102386) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 05 19:03:21.783241 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-d86a11e1-30f4-4c76-9802-905ee0166fc2 tempest-NetworksIpV6TestAttrs-952298474 tempest-NetworksIpV6TestAttrs-952298474-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6149721'] for segment, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:03:21.788080 n-d-816865-1 neutron-server[102386]: Traceback (most recent call last): Nov 05 19:03:21.788080 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 05 19:03:21.788080 n-d-816865-1 neutron-server[102386]: timer() Nov 05 19:03:21.788080 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 05 19:03:21.788080 n-d-816865-1 neutron-server[102386]: cb(*args, **kw) Nov 05 19:03:21.788080 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 05 19:03:21.788080 n-d-816865-1 neutron-server[102386]: return func(*args, **kwargs) Nov 05 19:03:21.788080 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 05 19:03:21.788080 n-d-816865-1 neutron-server[102386]: self._notify() Nov 05 19:03:21.788080 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 05 19:03:21.788080 n-d-816865-1 neutron-server[102386]: self.callback(batched_events) Nov 05 19:03:21.788080 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 05 19:03:21.788080 n-d-816865-1 neutron-server[102386]: event.method(event) Nov 05 19:03:21.788080 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 05 19:03:21.788080 n-d-816865-1 neutron-server[102386]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 05 19:03:21.788080 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 05 19:03:21.788080 n-d-816865-1 neutron-server[102386]: aggregate_uuid = self.p_client.list_aggregates( Nov 05 19:03:21.788080 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 05 19:03:21.788080 n-d-816865-1 neutron-server[102386]: return f(self, *a, **k) Nov 05 19:03:21.788080 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 05 19:03:21.788080 n-d-816865-1 neutron-server[102386]: return self._get(url).json() Nov 05 19:03:21.788080 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 05 19:03:21.788080 n-d-816865-1 neutron-server[102386]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 05 19:03:21.788080 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 05 19:03:21.788080 n-d-816865-1 neutron-server[102386]: return self.request(url, 'GET', **kwargs) Nov 05 19:03:21.788080 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 05 19:03:21.788080 n-d-816865-1 neutron-server[102386]: base_url = self.get_endpoint(auth, allow=allow, Nov 05 19:03:21.788080 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 05 19:03:21.788080 n-d-816865-1 neutron-server[102386]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 05 19:03:21.788080 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 05 19:03:21.788080 n-d-816865-1 neutron-server[102386]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 05 19:03:21.788080 n-d-816865-1 neutron-server[102386]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 05 19:03:21.802620 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-3516d15f-c136-471f-ae9c-813c46d69dd4 req-c6ee6ad6-f222-4c48-83eb-cfe641ecc627 tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] 10.222.0.13 "GET /v2.0/security-groups?id=e2e15a42-88b8-49e2-ad78-9daadc9e7fe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541048 Nov 05 19:03:21.932057 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-d86a11e1-30f4-4c76-9802-905ee0166fc2 tempest-NetworksIpV6TestAttrs-952298474 tempest-NetworksIpV6TestAttrs-952298474-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1579178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-956796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1000687'] for network, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:03:21.947617 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-d86a11e1-30f4-4c76-9802-905ee0166fc2 tempest-NetworksIpV6TestAttrs-952298474 tempest-NetworksIpV6TestAttrs-952298474-project] Publish callbacks [] for network, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:03:21.951748 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-d86a11e1-30f4-4c76-9802-905ee0166fc2 tempest-NetworksIpV6TestAttrs-952298474 tempest-NetworksIpV6TestAttrs-952298474-project] 10.222.0.13 "DELETE /v2.0/networks/5d233ac1-f670-46ed-b303-bd87982206e7 HTTP/1.1" status: 204 len: 168 time: 0.5327475 Nov 05 19:03:21.954305 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 47944) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:03:21.970195 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736745c4-fb2b-452c-8750-baf79da76cde req-24a9859e-b78c-4ca6-aff2-d0f33ed72603 tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:03:21.975111 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-736745c4-fb2b-452c-8750-baf79da76cde req-24a9859e-b78c-4ca6-aff2-d0f33ed72603 tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e0e9f2c-b17f-4007-b3d8-07e537a1c2f3 HTTP/1.1" status: 200 len: 946 time: 0.0702229 Nov 05 19:03:21.999287 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86a11e1-30f4-4c76-9802-905ee0166fc2 tempest-NetworksIpV6TestAttrs-952298474 tempest-NetworksIpV6TestAttrs-952298474-project] Pushing event deleted for resources: {'Network': ['ID=5d233ac1-f670-46ed-b303-bd87982206e7,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:03:22.079895 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-5faa728e-e55c-4071-9d61-bc1096f94b02 tempest-NetworksIpV6TestAttrs-952298474 tempest-NetworksIpV6TestAttrs-952298474-project] Deleting port 01e453c7-177a-4c53-b080-5df4e3252615 {{(pid=102386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 19:03:22.080267 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-5faa728e-e55c-4071-9d61-bc1096f94b02 tempest-NetworksIpV6TestAttrs-952298474 tempest-NetworksIpV6TestAttrs-952298474-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:03:22.114921 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-736745c4-fb2b-452c-8750-baf79da76cde req-167d54b3-770e-412a-8f46-0e5e7a6d2f42 tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] 10.222.0.13 "GET /v2.0/security-groups?id=e2e15a42-88b8-49e2-ad78-9daadc9e7fe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329834 Nov 05 19:03:22.182594 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-5faa728e-e55c-4071-9d61-bc1096f94b02 tempest-NetworksIpV6TestAttrs-952298474 tempest-NetworksIpV6TestAttrs-952298474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:03:22.204334 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-5faa728e-e55c-4071-9d61-bc1096f94b02 tempest-NetworksIpV6TestAttrs-952298474 tempest-NetworksIpV6TestAttrs-952298474-project] Calling delete_port for 01e453c7-177a-4c53-b080-5df4e3252615 owned by {{(pid=102386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 19:03:22.284817 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b794e2-75f8-40ea-8145-c857d24be6f8 req-95d2aa83-9bc2-4263-9386-8cf7f4fceacc tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:03:22.293397 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-82b794e2-75f8-40ea-8145-c857d24be6f8 req-95d2aa83-9bc2-4263-9386-8cf7f4fceacc tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e0e9f2c-b17f-4007-b3d8-07e537a1c2f3 HTTP/1.1" status: 200 len: 946 time: 0.0853913 Nov 05 19:03:22.353304 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-82b794e2-75f8-40ea-8145-c857d24be6f8 req-6c231608-1942-4097-880d-7132797c273f tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] 10.222.0.13 "GET /v2.0/security-groups?id=e2e15a42-88b8-49e2-ad78-9daadc9e7fe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553620 Nov 05 19:03:22.360682 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-5faa728e-e55c-4071-9d61-bc1096f94b02 tempest-NetworksIpV6TestAttrs-952298474 tempest-NetworksIpV6TestAttrs-952298474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:03:22.409733 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5faa728e-e55c-4071-9d61-bc1096f94b02 tempest-NetworksIpV6TestAttrs-952298474 tempest-NetworksIpV6TestAttrs-952298474-project] Pushing event deleted for resources: {'Port': ['ID=01e453c7-177a-4c53-b080-5df4e3252615,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:03:22.418451 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-5faa728e-e55c-4071-9d61-bc1096f94b02 tempest-NetworksIpV6TestAttrs-952298474 tempest-NetworksIpV6TestAttrs-952298474-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:03:22.422522 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-5faa728e-e55c-4071-9d61-bc1096f94b02 tempest-NetworksIpV6TestAttrs-952298474 tempest-NetworksIpV6TestAttrs-952298474-project] 10.222.0.13 "DELETE /v2.0/ports/01e453c7-177a-4c53-b080-5df4e3252615 HTTP/1.1" status: 204 len: 168 time: 0.4669912 Nov 05 19:03:22.430968 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 47956) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:03:22.467996 n-d-816865-1 neutron-server[102387]: INFO neutron.pecan_wsgi.hooks.translation [None req-bef63456-4fc4-4fb1-bced-92e0d458c5b8 tempest-NetworksIpV6TestAttrs-952298474 tempest-NetworksIpV6TestAttrs-952298474-project] DELETE failed (client error): The resource could not be found. Nov 05 19:03:22.468460 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bef63456-4fc4-4fb1-bced-92e0d458c5b8 tempest-NetworksIpV6TestAttrs-952298474 tempest-NetworksIpV6TestAttrs-952298474-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102387) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 05 19:03:22.472535 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-bef63456-4fc4-4fb1-bced-92e0d458c5b8 tempest-NetworksIpV6TestAttrs-952298474 tempest-NetworksIpV6TestAttrs-952298474-project] 10.222.0.13 "DELETE /v2.0/subnets/2d577342-6bfe-4cf8-ac62-a672532b0f6d HTTP/1.1" status: 404 len: 337 time: 0.0396078 Nov 05 19:03:22.475024 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 47960) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:03:22.565913 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-5ba570c0-3b45-44ea-8af7-753e7fb192ad tempest-NetworksIpV6TestAttrs-952298474 tempest-NetworksIpV6TestAttrs-952298474-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1664226'] for network, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:03:22.576711 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39ad6ab-5b91-43f3-90c6-c7200e200ef3 req-49d68226-91c5-4245-87cb-3d5363e3c8d4 tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:03:22.578453 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-f39ad6ab-5b91-43f3-90c6-c7200e200ef3 req-49d68226-91c5-4245-87cb-3d5363e3c8d4 tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e0e9f2c-b17f-4007-b3d8-07e537a1c2f3 HTTP/1.1" status: 200 len: 946 time: 0.0547554 Nov 05 19:03:22.644307 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-f39ad6ab-5b91-43f3-90c6-c7200e200ef3 req-28d4148b-9cbd-4a43-8c3e-3b6b7b68dae3 tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] 10.222.0.13 "GET /v2.0/security-groups?id=e2e15a42-88b8-49e2-ad78-9daadc9e7fe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590658 Nov 05 19:03:22.707834 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-5ba570c0-3b45-44ea-8af7-753e7fb192ad tempest-NetworksIpV6TestAttrs-952298474 tempest-NetworksIpV6TestAttrs-952298474-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1579173', 'neutron.services.segments.db._delete_segments_for_network-8750027792909'] for network, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:03:22.730649 n-d-816865-1 neutron-server[102386]: DEBUG neutron.services.segments.db [None req-5ba570c0-3b45-44ea-8af7-753e7fb192ad tempest-NetworksIpV6TestAttrs-952298474 tempest-NetworksIpV6TestAttrs-952298474-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f05cbee4-8de4-4dc2-ad19-541a1a7509c5']}} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:03:22.741855 n-d-816865-1 neutron-server[102386]: DEBUG neutron.services.segments.db [None req-5ba570c0-3b45-44ea-8af7-753e7fb192ad tempest-NetworksIpV6TestAttrs-952298474 tempest-NetworksIpV6TestAttrs-952298474-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9fe89f83-5e32-4b08-a9e4-07418222a7ea') {'for_net_delete': True} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:03:22.742277 n-d-816865-1 neutron-server[102386]: DEBUG neutron.services.segments.db [None req-5ba570c0-3b45-44ea-8af7-753e7fb192ad tempest-NetworksIpV6TestAttrs-952298474 tempest-NetworksIpV6TestAttrs-952298474-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9fe89f83-5e32-4b08-a9e4-07418222a7ea') {} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:03:22.754641 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-5ba570c0-3b45-44ea-8af7-753e7fb192ad tempest-NetworksIpV6TestAttrs-952298474 tempest-NetworksIpV6TestAttrs-952298474-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750027793430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4590747'] for segment, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:03:22.768845 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-5ba570c0-3b45-44ea-8af7-753e7fb192ad tempest-NetworksIpV6TestAttrs-952298474 tempest-NetworksIpV6TestAttrs-952298474-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273'] for segment, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:03:22.776366 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ba570c0-3b45-44ea-8af7-753e7fb192ad tempest-NetworksIpV6TestAttrs-952298474 tempest-NetworksIpV6TestAttrs-952298474-project] Releasing vlan 180 on physical network physnet1 to pool {{(pid=102386) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 05 19:03:22.776679 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-5ba570c0-3b45-44ea-8af7-753e7fb192ad tempest-NetworksIpV6TestAttrs-952298474 tempest-NetworksIpV6TestAttrs-952298474-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6149721'] for segment, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:03:22.780599 n-d-816865-1 neutron-server[102386]: Traceback (most recent call last): Nov 05 19:03:22.780599 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 05 19:03:22.780599 n-d-816865-1 neutron-server[102386]: timer() Nov 05 19:03:22.780599 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 05 19:03:22.780599 n-d-816865-1 neutron-server[102386]: cb(*args, **kw) Nov 05 19:03:22.780599 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 05 19:03:22.780599 n-d-816865-1 neutron-server[102386]: return func(*args, **kwargs) Nov 05 19:03:22.780599 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 05 19:03:22.780599 n-d-816865-1 neutron-server[102386]: self._notify() Nov 05 19:03:22.780599 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 05 19:03:22.780599 n-d-816865-1 neutron-server[102386]: self.callback(batched_events) Nov 05 19:03:22.780599 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 05 19:03:22.780599 n-d-816865-1 neutron-server[102386]: event.method(event) Nov 05 19:03:22.780599 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 05 19:03:22.780599 n-d-816865-1 neutron-server[102386]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 05 19:03:22.780599 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 05 19:03:22.780599 n-d-816865-1 neutron-server[102386]: aggregate_uuid = self.p_client.list_aggregates( Nov 05 19:03:22.780599 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 05 19:03:22.780599 n-d-816865-1 neutron-server[102386]: return f(self, *a, **k) Nov 05 19:03:22.780599 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 05 19:03:22.780599 n-d-816865-1 neutron-server[102386]: return self._get(url).json() Nov 05 19:03:22.780599 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 05 19:03:22.780599 n-d-816865-1 neutron-server[102386]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 05 19:03:22.780599 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 05 19:03:22.780599 n-d-816865-1 neutron-server[102386]: return self.request(url, 'GET', **kwargs) Nov 05 19:03:22.780599 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 05 19:03:22.780599 n-d-816865-1 neutron-server[102386]: base_url = self.get_endpoint(auth, allow=allow, Nov 05 19:03:22.780599 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 05 19:03:22.780599 n-d-816865-1 neutron-server[102386]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 05 19:03:22.780599 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 05 19:03:22.780599 n-d-816865-1 neutron-server[102386]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 05 19:03:22.780599 n-d-816865-1 neutron-server[102386]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 05 19:03:22.824993 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde007b9-7074-44c8-bf04-a7953865d0e4 req-3af16661-90a3-40be-8f1d-064cb8e2188c tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:03:22.827018 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-dde007b9-7074-44c8-bf04-a7953865d0e4 req-3af16661-90a3-40be-8f1d-064cb8e2188c tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e0e9f2c-b17f-4007-b3d8-07e537a1c2f3 HTTP/1.1" status: 200 len: 946 time: 0.0660489 Nov 05 19:03:22.897870 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-5ba570c0-3b45-44ea-8af7-753e7fb192ad tempest-NetworksIpV6TestAttrs-952298474 tempest-NetworksIpV6TestAttrs-952298474-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1579178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-956796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1000687'] for network, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:03:22.923975 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-5ba570c0-3b45-44ea-8af7-753e7fb192ad tempest-NetworksIpV6TestAttrs-952298474 tempest-NetworksIpV6TestAttrs-952298474-project] Publish callbacks [] for network, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:03:22.933089 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-5ba570c0-3b45-44ea-8af7-753e7fb192ad tempest-NetworksIpV6TestAttrs-952298474 tempest-NetworksIpV6TestAttrs-952298474-project] 10.222.0.13 "DELETE /v2.0/networks/f05cbee4-8de4-4dc2-ad19-541a1a7509c5 HTTP/1.1" status: 204 len: 168 time: 0.4563582 Nov 05 19:03:22.934397 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 47970) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:03:22.934808 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba570c0-3b45-44ea-8af7-753e7fb192ad tempest-NetworksIpV6TestAttrs-952298474 tempest-NetworksIpV6TestAttrs-952298474-project] Pushing event deleted for resources: {'Network': ['ID=f05cbee4-8de4-4dc2-ad19-541a1a7509c5,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:03:22.946079 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ba570c0-3b45-44ea-8af7-753e7fb192ad tempest-NetworksIpV6TestAttrs-952298474 tempest-NetworksIpV6TestAttrs-952298474-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:03:22.946690 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ba570c0-3b45-44ea-8af7-753e7fb192ad tempest-NetworksIpV6TestAttrs-952298474 tempest-NetworksIpV6TestAttrs-952298474-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:03:22.947188 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ba570c0-3b45-44ea-8af7-753e7fb192ad tempest-NetworksIpV6TestAttrs-952298474 tempest-NetworksIpV6TestAttrs-952298474-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:03:22.947709 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ba570c0-3b45-44ea-8af7-753e7fb192ad tempest-NetworksIpV6TestAttrs-952298474 tempest-NetworksIpV6TestAttrs-952298474-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:03:22.948301 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ba570c0-3b45-44ea-8af7-753e7fb192ad tempest-NetworksIpV6TestAttrs-952298474 tempest-NetworksIpV6TestAttrs-952298474-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:03:22.949320 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ba570c0-3b45-44ea-8af7-753e7fb192ad tempest-NetworksIpV6TestAttrs-952298474 tempest-NetworksIpV6TestAttrs-952298474-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:03:22.949822 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ba570c0-3b45-44ea-8af7-753e7fb192ad tempest-NetworksIpV6TestAttrs-952298474 tempest-NetworksIpV6TestAttrs-952298474-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:03:22.950346 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ba570c0-3b45-44ea-8af7-753e7fb192ad tempest-NetworksIpV6TestAttrs-952298474 tempest-NetworksIpV6TestAttrs-952298474-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:03:22.951528 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ba570c0-3b45-44ea-8af7-753e7fb192ad tempest-NetworksIpV6TestAttrs-952298474 tempest-NetworksIpV6TestAttrs-952298474-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:03:22.952604 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ba570c0-3b45-44ea-8af7-753e7fb192ad tempest-NetworksIpV6TestAttrs-952298474 tempest-NetworksIpV6TestAttrs-952298474-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:03:22.953104 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ba570c0-3b45-44ea-8af7-753e7fb192ad tempest-NetworksIpV6TestAttrs-952298474 tempest-NetworksIpV6TestAttrs-952298474-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:03:22.953744 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ba570c0-3b45-44ea-8af7-753e7fb192ad tempest-NetworksIpV6TestAttrs-952298474 tempest-NetworksIpV6TestAttrs-952298474-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:03:22.986928 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-dde007b9-7074-44c8-bf04-a7953865d0e4 req-ea9dbdcf-f745-414e-aa3b-1b19c397093d tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] 10.222.0.13 "GET /v2.0/security-groups?id=e2e15a42-88b8-49e2-ad78-9daadc9e7fe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481063 Nov 05 19:03:23.007218 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922661d8-a37d-4596-85d2-96002dc08410 req-2c7603d3-ae27-4dc2-8751-4bfe741d80ad tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:03:23.015024 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-922661d8-a37d-4596-85d2-96002dc08410 req-2c7603d3-ae27-4dc2-8751-4bfe741d80ad tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] 10.222.0.13 "GET /v2.0/ports?device_id=26e8474e-4313-42b0-b607-e5292de007c9 HTTP/1.1" status: 200 len: 945 time: 0.1869993 Nov 05 19:03:23.047883 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.db_base_plugin_v2 [None req-7721faf4-7fda-4291-9158-2a5f6af90db6 tempest-NetworksIpV6TestAttrs-952298474 tempest-NetworksIpV6TestAttrs-952298474-project] Deleting subnet 8397a344-e4e7-4672-bcb8-64b9e8da4cb6 {{(pid=102387) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 05 19:03:23.115011 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-7721faf4-7fda-4291-9158-2a5f6af90db6 tempest-NetworksIpV6TestAttrs-952298474 tempest-NetworksIpV6TestAttrs-952298474-project] Publish callbacks [] for subnet, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:03:23.131487 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-922661d8-a37d-4596-85d2-96002dc08410 req-6b18f895-f004-4bb0-8252-701ae86dbe43 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] 10.222.0.13 "GET /v2.0/security-groups?id=0c08aee2-7f5c-494d-880e-af35273de53d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1154153 Nov 05 19:03:23.193916 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-7721faf4-7fda-4291-9158-2a5f6af90db6 tempest-NetworksIpV6TestAttrs-952298474 tempest-NetworksIpV6TestAttrs-952298474-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4463501'] for subnet, precommit_delete_associations {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:03:23.324751 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9ab041-778c-4f12-9c73-85bf9d81e38b req-22175147-deb2-43e4-a9ab-4b16583c0813 tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:03:23.333940 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-cd9ab041-778c-4f12-9c73-85bf9d81e38b req-22175147-deb2-43e4-a9ab-4b16583c0813 tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e0e9f2c-b17f-4007-b3d8-07e537a1c2f3 HTTP/1.1" status: 200 len: 946 time: 0.1959827 Nov 05 19:03:23.356374 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b04c2bc-6e6b-43a4-be75-68cca33bba8d req-577d048b-4568-4634-8787-8822c1a8f440 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:03:23.358001 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-6b04c2bc-6e6b-43a4-be75-68cca33bba8d req-577d048b-4568-4634-8787-8822c1a8f440 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] 10.222.0.13 "GET /v2.0/ports?device_id=26e8474e-4313-42b0-b607-e5292de007c9 HTTP/1.1" status: 200 len: 945 time: 0.1192918 Nov 05 19:03:23.456867 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-cd9ab041-778c-4f12-9c73-85bf9d81e38b req-c9c2010c-21e6-4617-867e-ec6ce7158a86 tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] 10.222.0.13 "GET /v2.0/security-groups?id=e2e15a42-88b8-49e2-ad78-9daadc9e7fe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182396 Nov 05 19:03:23.468856 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-7721faf4-7fda-4291-9158-2a5f6af90db6 tempest-NetworksIpV6TestAttrs-952298474 tempest-NetworksIpV6TestAttrs-952298474-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1573928'] for subnet, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:03:23.609362 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-6b04c2bc-6e6b-43a4-be75-68cca33bba8d req-57372e3e-ac6f-49cb-9bc5-8d6fed82ccf9 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] 10.222.0.13 "GET /v2.0/security-groups?id=0c08aee2-7f5c-494d-880e-af35273de53d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2189872 Nov 05 19:03:23.624621 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 47988) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:03:23.658651 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d42939-47bb-42a6-95e0-9c630febb48d req-c59583da-6c5e-4d5f-aba9-0c10d7c73bc3 tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:03:23.668677 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-97d42939-47bb-42a6-95e0-9c630febb48d req-c59583da-6c5e-4d5f-aba9-0c10d7c73bc3 tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e0e9f2c-b17f-4007-b3d8-07e537a1c2f3 HTTP/1.1" status: 200 len: 946 time: 0.1092944 Nov 05 19:03:23.682527 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-268424d6-1d80-48c5-b8a5-0c246149e6dc tempest-TestNetworkAdvancedServerOps-912703179 tempest-TestNetworkAdvancedServerOps-912703179-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:03:23.687116 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-268424d6-1d80-48c5-b8a5-0c246149e6dc tempest-TestNetworkAdvancedServerOps-912703179 tempest-TestNetworkAdvancedServerOps-912703179-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=26e8474e-4313-42b0-b607-e5292de007c9 HTTP/1.1" status: 200 len: 1091 time: 0.0586495 Nov 05 19:03:23.688228 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 47990) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:03:23.695791 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-501170d2-89f9-4c52-be92-2d642a506495 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Request body: {'floatingip': {'floating_network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'port_id': '3673982d-be4c-4718-beb3-9dbdf123149d', 'tenant_id': '777902a3c6ed4ff2a5460208db53bd8a', 'fixed_ip_address': '172.20.0.8'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:03:23.702257 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-7721faf4-7fda-4291-9158-2a5f6af90db6 tempest-NetworksIpV6TestAttrs-952298474 tempest-NetworksIpV6TestAttrs-952298474-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1573905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4417146', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5112209'] for subnet, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:03:23.754192 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7721faf4-7fda-4291-9158-2a5f6af90db6 tempest-NetworksIpV6TestAttrs-952298474 tempest-NetworksIpV6TestAttrs-952298474-project] Pushing event deleted for resources: {'Subnet': ['ID=8397a344-e4e7-4672-bcb8-64b9e8da4cb6,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:03:23.767938 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-97d42939-47bb-42a6-95e0-9c630febb48d req-eca3a78c-28fd-4f44-9406-4e9969353ed7 tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] 10.222.0.13 "GET /v2.0/security-groups?id=e2e15a42-88b8-49e2-ad78-9daadc9e7fe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906613 Nov 05 19:03:23.767938 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-7721faf4-7fda-4291-9158-2a5f6af90db6 tempest-NetworksIpV6TestAttrs-952298474 tempest-NetworksIpV6TestAttrs-952298474-project] Publish callbacks [] for subnet, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:03:23.768166 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e458742-6c11-458b-a670-38fbe83a6817 None None] Network d938e9d5-06c4-4eb9-8322-41e1a65336f0 requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 19:03:23.770417 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 47992) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:03:23.778302 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-7721faf4-7fda-4291-9158-2a5f6af90db6 tempest-NetworksIpV6TestAttrs-952298474 tempest-NetworksIpV6TestAttrs-952298474-project] 10.222.0.13 "DELETE /v2.0/subnets/8397a344-e4e7-4672-bcb8-64b9e8da4cb6 HTTP/1.1" status: 204 len: 168 time: 0.8291366 Nov 05 19:03:23.872271 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-7ef0255c-2093-461c-bd1b-f478c6754924 tempest-NetworksIpV6TestAttrs-952298474 tempest-NetworksIpV6TestAttrs-952298474-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1664226'] for network, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:03:23.881140 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-501170d2-89f9-4c52-be92-2d642a506495 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Publish callbacks [] for floatingip, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:03:24.026268 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-7ef0255c-2093-461c-bd1b-f478c6754924 tempest-NetworksIpV6TestAttrs-952298474 tempest-NetworksIpV6TestAttrs-952298474-project] Deleting port cca86bd6-817d-446c-a879-fc6d6085d26f {{(pid=102386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 19:03:24.026268 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-7ef0255c-2093-461c-bd1b-f478c6754924 tempest-NetworksIpV6TestAttrs-952298474 tempest-NetworksIpV6TestAttrs-952298474-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:03:24.043043 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3327cd2-18ed-45b6-bf0d-d6fb4e635cb8 None None] DHCP port deletion for d938e9d5-06c4-4eb9-8322-41e1a65336f0 request from n-d-816865-1 {{(pid=102388) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 05 19:03:24.079100 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c9bb35-e2da-4d45-80b5-67bace09619f req-85a89e3c-7f83-471f-a662-744550e19ed5 tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:03:24.085794 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-59c9bb35-e2da-4d45-80b5-67bace09619f req-85a89e3c-7f83-471f-a662-744550e19ed5 tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e0e9f2c-b17f-4007-b3d8-07e537a1c2f3 HTTP/1.1" status: 200 len: 946 time: 0.1258249 Nov 05 19:03:24.139608 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [None req-7ef0255c-2093-461c-bd1b-f478c6754924 tempest-NetworksIpV6TestAttrs-952298474 tempest-NetworksIpV6TestAttrs-952298474-project] For port cca86bd6-817d-446c-a879-fc6d6085d26f, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=cca86bd6-817d-446c-a879-fc6d6085d26f,segment=NetworkSegment(a996d555-d2f7-4456-8594-9a591104b5b5),segment_id=a996d555-d2f7-4456-8594-9a591104b5b5)] {{(pid=102386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:03:24.141247 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-7ef0255c-2093-461c-bd1b-f478c6754924 tempest-NetworksIpV6TestAttrs-952298474 tempest-NetworksIpV6TestAttrs-952298474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:03:24.148520 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-d3327cd2-18ed-45b6-bf0d-d6fb4e635cb8 None None] Deleting port cca86bd6-817d-446c-a879-fc6d6085d26f {{(pid=102388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 19:03:24.149056 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-d3327cd2-18ed-45b6-bf0d-d6fb4e635cb8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:03:24.174034 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-7ef0255c-2093-461c-bd1b-f478c6754924 tempest-NetworksIpV6TestAttrs-952298474 tempest-NetworksIpV6TestAttrs-952298474-project] Calling delete_port for cca86bd6-817d-446c-a879-fc6d6085d26f owned by network:dhcp {{(pid=102386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 19:03:24.204238 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-59c9bb35-e2da-4d45-80b5-67bace09619f req-1a05601f-ef67-4e10-8acc-0cf5def6e107 tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] 10.222.0.13 "GET /v2.0/security-groups?id=e2e15a42-88b8-49e2-ad78-9daadc9e7fe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120195 Nov 05 19:03:24.261109 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-d3327cd2-18ed-45b6-bf0d-d6fb4e635cb8 None None] For port cca86bd6-817d-446c-a879-fc6d6085d26f, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=cca86bd6-817d-446c-a879-fc6d6085d26f,segment=NetworkSegment(a996d555-d2f7-4456-8594-9a591104b5b5),segment_id=a996d555-d2f7-4456-8594-9a591104b5b5)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:03:24.261791 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-d3327cd2-18ed-45b6-bf0d-d6fb4e635cb8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:03:24.278503 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-d3327cd2-18ed-45b6-bf0d-d6fb4e635cb8 None None] Calling delete_port for cca86bd6-817d-446c-a879-fc6d6085d26f owned by network:dhcp {{(pid=102388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 19:03:24.314264 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-501170d2-89f9-4c52-be92-2d642a506495 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:03:24.483904 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-7ef0255c-2093-461c-bd1b-f478c6754924 tempest-NetworksIpV6TestAttrs-952298474 tempest-NetworksIpV6TestAttrs-952298474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:03:24.484587 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-d3327cd2-18ed-45b6-bf0d-d6fb4e635cb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798'] for port, after_delete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:03:24.502282 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3327cd2-18ed-45b6-bf0d-d6fb4e635cb8 None None] No DVR routers for this DVR port cca86bd6-817d-446c-a879-fc6d6085d26f on host n-d-816865-1 {{(pid=102388) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 19:03:24.505294 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2122a9b7-9180-462e-9ade-ed199e0e538e req-0881e0ce-6c35-4780-b008-ece2fe488bb1 tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:03:24.515686 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-2122a9b7-9180-462e-9ade-ed199e0e538e req-0881e0ce-6c35-4780-b008-ece2fe488bb1 tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e0e9f2c-b17f-4007-b3d8-07e537a1c2f3 HTTP/1.1" status: 200 len: 946 time: 0.1538861 Nov 05 19:03:24.525507 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ef0255c-2093-461c-bd1b-f478c6754924 tempest-NetworksIpV6TestAttrs-952298474 tempest-NetworksIpV6TestAttrs-952298474-project] No DVR routers for this DVR port cca86bd6-817d-446c-a879-fc6d6085d26f on host n-d-816865-1 {{(pid=102386) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 19:03:24.529306 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef0255c-2093-461c-bd1b-f478c6754924 tempest-NetworksIpV6TestAttrs-952298474 tempest-NetworksIpV6TestAttrs-952298474-project] Pushing event deleted for resources: {'Port': ['ID=cca86bd6-817d-446c-a879-fc6d6085d26f,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:03:24.532988 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3327cd2-18ed-45b6-bf0d-d6fb4e635cb8 None None] Pushing event deleted for resources: {'Port': ['ID=cca86bd6-817d-446c-a879-fc6d6085d26f,revision_number=None']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:03:24.600476 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-2122a9b7-9180-462e-9ade-ed199e0e538e req-6d1818ef-4ddf-4992-84ab-6a9aaa55cdc1 tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] 10.222.0.13 "GET /v2.0/security-groups?id=e2e15a42-88b8-49e2-ad78-9daadc9e7fe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783484 Nov 05 19:03:24.633064 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.db_base_plugin_common [None req-501170d2-89f9-4c52-be92-2d642a506495 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Allocated IP 172.25.6.109 (40c8335d-cd0b-4cb5-910a-d4dcddd5cbec/04fe6db3-e108-4208-943d-6518424f5726/2d0541ed-ccd9-4763-bf8f-42454efd8b69) {{(pid=102386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 19:03:24.641093 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-7ef0255c-2093-461c-bd1b-f478c6754924 tempest-NetworksIpV6TestAttrs-952298474 tempest-NetworksIpV6TestAttrs-952298474-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1579173', 'neutron.services.segments.db._delete_segments_for_network-8750027792909'] for network, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:03:24.672812 n-d-816865-1 neutron-server[102386]: DEBUG neutron.services.segments.db [None req-7ef0255c-2093-461c-bd1b-f478c6754924 tempest-NetworksIpV6TestAttrs-952298474 tempest-NetworksIpV6TestAttrs-952298474-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d938e9d5-06c4-4eb9-8322-41e1a65336f0']}} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:03:24.698719 n-d-816865-1 neutron-server[102386]: DEBUG neutron.services.segments.db [None req-7ef0255c-2093-461c-bd1b-f478c6754924 tempest-NetworksIpV6TestAttrs-952298474 tempest-NetworksIpV6TestAttrs-952298474-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a996d555-d2f7-4456-8594-9a591104b5b5') {'for_net_delete': True} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:03:24.699021 n-d-816865-1 neutron-server[102386]: DEBUG neutron.services.segments.db [None req-7ef0255c-2093-461c-bd1b-f478c6754924 tempest-NetworksIpV6TestAttrs-952298474 tempest-NetworksIpV6TestAttrs-952298474-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a996d555-d2f7-4456-8594-9a591104b5b5') {} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:03:24.738836 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-7ef0255c-2093-461c-bd1b-f478c6754924 tempest-NetworksIpV6TestAttrs-952298474 tempest-NetworksIpV6TestAttrs-952298474-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750027793430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4590747'] for segment, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:03:24.763424 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-7ef0255c-2093-461c-bd1b-f478c6754924 tempest-NetworksIpV6TestAttrs-952298474 tempest-NetworksIpV6TestAttrs-952298474-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273'] for segment, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:03:24.786380 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ef0255c-2093-461c-bd1b-f478c6754924 tempest-NetworksIpV6TestAttrs-952298474 tempest-NetworksIpV6TestAttrs-952298474-project] Releasing vlan 154 on physical network physnet1 to pool {{(pid=102386) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 05 19:03:24.786901 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-7ef0255c-2093-461c-bd1b-f478c6754924 tempest-NetworksIpV6TestAttrs-952298474 tempest-NetworksIpV6TestAttrs-952298474-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6149721'] for segment, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:03:24.790805 n-d-816865-1 neutron-server[102386]: Traceback (most recent call last): Nov 05 19:03:24.790805 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 05 19:03:24.790805 n-d-816865-1 neutron-server[102386]: timer() Nov 05 19:03:24.790805 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 05 19:03:24.790805 n-d-816865-1 neutron-server[102386]: cb(*args, **kw) Nov 05 19:03:24.790805 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 05 19:03:24.790805 n-d-816865-1 neutron-server[102386]: return func(*args, **kwargs) Nov 05 19:03:24.790805 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 05 19:03:24.790805 n-d-816865-1 neutron-server[102386]: self._notify() Nov 05 19:03:24.790805 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 05 19:03:24.790805 n-d-816865-1 neutron-server[102386]: self.callback(batched_events) Nov 05 19:03:24.790805 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 05 19:03:24.790805 n-d-816865-1 neutron-server[102386]: event.method(event) Nov 05 19:03:24.790805 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 05 19:03:24.790805 n-d-816865-1 neutron-server[102386]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 05 19:03:24.790805 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 05 19:03:24.790805 n-d-816865-1 neutron-server[102386]: aggregate_uuid = self.p_client.list_aggregates( Nov 05 19:03:24.790805 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 05 19:03:24.790805 n-d-816865-1 neutron-server[102386]: return f(self, *a, **k) Nov 05 19:03:24.790805 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 05 19:03:24.790805 n-d-816865-1 neutron-server[102386]: return self._get(url).json() Nov 05 19:03:24.790805 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 05 19:03:24.790805 n-d-816865-1 neutron-server[102386]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 05 19:03:24.790805 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 05 19:03:24.790805 n-d-816865-1 neutron-server[102386]: return self.request(url, 'GET', **kwargs) Nov 05 19:03:24.790805 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 05 19:03:24.790805 n-d-816865-1 neutron-server[102386]: base_url = self.get_endpoint(auth, allow=allow, Nov 05 19:03:24.790805 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 05 19:03:24.790805 n-d-816865-1 neutron-server[102386]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 05 19:03:24.790805 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 05 19:03:24.790805 n-d-816865-1 neutron-server[102386]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 05 19:03:24.790805 n-d-816865-1 neutron-server[102386]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 05 19:03:24.839517 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd72259f-acde-4be8-a5d7-2057ad0b00c5 req-0a5d08b7-b8f0-44d8-ab8f-048b16095de6 tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:03:24.850441 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-fd72259f-acde-4be8-a5d7-2057ad0b00c5 req-0a5d08b7-b8f0-44d8-ab8f-048b16095de6 tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e0e9f2c-b17f-4007-b3d8-07e537a1c2f3 HTTP/1.1" status: 200 len: 946 time: 0.0894687 Nov 05 19:03:24.870335 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-501170d2-89f9-4c52-be92-2d642a506495 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Publish callbacks [] for port, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:03:24.906375 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-fd72259f-acde-4be8-a5d7-2057ad0b00c5 req-f1897754-8be8-4247-af82-87d9724d2e5b tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] 10.222.0.13 "GET /v2.0/security-groups?id=e2e15a42-88b8-49e2-ad78-9daadc9e7fe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549576 Nov 05 19:03:24.973288 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-7ef0255c-2093-461c-bd1b-f478c6754924 tempest-NetworksIpV6TestAttrs-952298474 tempest-NetworksIpV6TestAttrs-952298474-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1579178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-956796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1000687'] for network, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:03:24.991882 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-7ef0255c-2093-461c-bd1b-f478c6754924 tempest-NetworksIpV6TestAttrs-952298474 tempest-NetworksIpV6TestAttrs-952298474-project] Publish callbacks [] for network, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:03:25.004492 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-7ef0255c-2093-461c-bd1b-f478c6754924 tempest-NetworksIpV6TestAttrs-952298474 tempest-NetworksIpV6TestAttrs-952298474-project] 10.222.0.13 "DELETE /v2.0/networks/d938e9d5-06c4-4eb9-8322-41e1a65336f0 HTTP/1.1" status: 204 len: 168 time: 1.2288587 Nov 05 19:03:25.010029 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-501170d2-89f9-4c52-be92-2d642a506495 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:03:25.057773 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac46b5b-44d2-4ad9-86da-28f6fdd62c58 req-ae69d85e-f04e-4763-9ce0-5a2bead853df tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:03:25.058987 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef0255c-2093-461c-bd1b-f478c6754924 tempest-NetworksIpV6TestAttrs-952298474 tempest-NetworksIpV6TestAttrs-952298474-project] Pushing event deleted for resources: {'Network': ['ID=d938e9d5-06c4-4eb9-8322-41e1a65336f0,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:03:25.060177 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-1ac46b5b-44d2-4ad9-86da-28f6fdd62c58 req-ae69d85e-f04e-4763-9ce0-5a2bead853df tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e0e9f2c-b17f-4007-b3d8-07e537a1c2f3 HTTP/1.1" status: 200 len: 946 time: 0.0799930 Nov 05 19:03:25.089419 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-501170d2-89f9-4c52-be92-2d642a506495 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Network 40c8335d-cd0b-4cb5-910a-d4dcddd5cbec is already hosted by enough agents. {{(pid=102386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 19:03:25.097142 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.base_scheduler [None req-501170d2-89f9-4c52-be92-2d642a506495 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Resources bound (agent type, host, resource id): {{(pid=102386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 19:03:25.098594 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-501170d2-89f9-4c52-be92-2d642a506495 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Received port after_create {{(pid=102386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 19:03:25.102206 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501170d2-89f9-4c52-be92-2d642a506495 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Pushing event updated for resources: {'Port': ['ID=2d0541ed-ccd9-4763-bf8f-42454efd8b69,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:03:25.143360 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-1ac46b5b-44d2-4ad9-86da-28f6fdd62c58 req-9641025c-0196-4951-b7e6-ede0fab821d0 tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] 10.222.0.13 "GET /v2.0/security-groups?id=e2e15a42-88b8-49e2-ad78-9daadc9e7fe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758886 Nov 05 19:03:25.363113 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9e8b59-5a50-40f0-996f-0873dddceda2 req-878952ab-5302-431a-b34b-5dfd2798087f tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:03:25.371858 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-af9e8b59-5a50-40f0-996f-0873dddceda2 req-878952ab-5302-431a-b34b-5dfd2798087f tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e0e9f2c-b17f-4007-b3d8-07e537a1c2f3 HTTP/1.1" status: 200 len: 946 time: 0.1084070 Nov 05 19:03:25.454402 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-af9e8b59-5a50-40f0-996f-0873dddceda2 req-3d68d0ac-db07-4a30-b980-2d62009a2cc3 tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] 10.222.0.13 "GET /v2.0/security-groups?id=e2e15a42-88b8-49e2-ad78-9daadc9e7fe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716116 Nov 05 19:03:25.608155 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725050ba-3f63-4cb3-8fec-df38173b4a70 req-91a6e602-8197-4702-a4f2-791f4c750088 tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:03:25.610143 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-725050ba-3f63-4cb3-8fec-df38173b4a70 req-91a6e602-8197-4702-a4f2-791f4c750088 tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e0e9f2c-b17f-4007-b3d8-07e537a1c2f3 HTTP/1.1" status: 200 len: 946 time: 0.0626595 Nov 05 19:03:25.672027 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-725050ba-3f63-4cb3-8fec-df38173b4a70 req-e9694169-f256-49c1-b7c2-ef7148de1f1e tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] 10.222.0.13 "GET /v2.0/security-groups?id=e2e15a42-88b8-49e2-ad78-9daadc9e7fe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511489 Nov 05 19:03:25.779247 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 48042) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:03:25.848002 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device cca86bd6-817d-446c-a879-fc6d6085d26f no longer exists at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 19:03:25.873375 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] No Port match for: cca86bd6-817d-446c-a879-fc6d6085d26f {{(pid=102388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 19:03:25.874658 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device cca86bd6-817d-446c-a879-fc6d6085d26f not bound to the agent host n-d-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 19:03:25.958620 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-2b3e1243-ab33-4f12-a611-74e82ac1c23e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f171a8a78c484dd49cccfb91cf64615a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1769876 Nov 05 19:03:25.959363 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 48046) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:03:26.044758 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-97c2bdcf-1b02-4c9d-be1e-fb71adfbfdca admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:03:26.090480 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-97c2bdcf-1b02-4c9d-be1e-fb71adfbfdca admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:03:26.228085 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-501170d2-89f9-4c52-be92-2d642a506495 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:03:26.292219 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-97c2bdcf-1b02-4c9d-be1e-fb71adfbfdca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:03:26.296101 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-97c2bdcf-1b02-4c9d-be1e-fb71adfbfdca admin admin] Publish callbacks [] for security_group, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:03:26.297490 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-97c2bdcf-1b02-4c9d-be1e-fb71adfbfdca admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b5667b46-f7ab-405c-a359-ca58347d0fae HTTP/1.1" status: 204 len: 168 time: 0.3368459 Nov 05 19:03:26.320315 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c2bdcf-1b02-4c9d-be1e-fb71adfbfdca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5667b46-f7ab-405c-a359-ca58347d0fae,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:03:26.563342 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-501170d2-89f9-4c52-be92-2d642a506495 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:03:26.588872 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75ca1ea-c1a1-40cf-890b-94a41529f66b req-f69a423d-349e-4b4a-8194-8121465b0013 tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:03:26.607971 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-e75ca1ea-c1a1-40cf-890b-94a41529f66b req-f69a423d-349e-4b4a-8194-8121465b0013 tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e0e9f2c-b17f-4007-b3d8-07e537a1c2f3 HTTP/1.1" status: 200 len: 946 time: 0.0926392 Nov 05 19:03:26.709722 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-e75ca1ea-c1a1-40cf-890b-94a41529f66b req-f3242609-e19b-4559-8837-66a5dd7cd244 tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] 10.222.0.13 "GET /v2.0/security-groups?id=e2e15a42-88b8-49e2-ad78-9daadc9e7fe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919909 Nov 05 19:03:26.817713 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-501170d2-89f9-4c52-be92-2d642a506495 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Publish callbacks [] for port, precommit_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:03:26.886032 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-501170d2-89f9-4c52-be92-2d642a506495 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6149821'] for port, after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:03:27.038363 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-501170d2-89f9-4c52-be92-2d642a506495 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1000577'] for floatingip, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:03:27.041789 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501170d2-89f9-4c52-be92-2d642a506495 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Pushing event updated for resources: {'Port': ['ID=2d0541ed-ccd9-4763-bf8f-42454efd8b69,revision_number=2']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:03:27.182487 n-d-816865-1 neutron-server[102386]: INFO neutron.db.l3_db [None req-501170d2-89f9-4c52-be92-2d642a506495 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Floating IP fc398af4-0016-466e-8be1-6958a3a579df associated. External IP: 172.25.6.109, port: 3673982d-be4c-4718-beb3-9dbdf123149d. Nov 05 19:03:27.518806 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-501170d2-89f9-4c52-be92-2d642a506495 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Router 92d58f79-68a7-41aa-ae45-8002064d2c06 has already been hosted by L3 agent 6dcb5589-8e86-4616-9186-ddc4548e13ad {{(pid=102386) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 19:03:27.740088 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-501170d2-89f9-4c52-be92-2d642a506495 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Notify agent at l3_agent.n-d-816865-1 the message routers_updated {{(pid=102386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 19:03:27.757578 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ae913fd-fba4-43c8-b146-881fb08bfeca None None] Sync routers for ids ['92d58f79-68a7-41aa-ae45-8002064d2c06'] in n-d-816865-1 {{(pid=102388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 19:03:27.795363 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ae913fd-fba4-43c8-b146-881fb08bfeca None None] Routers {'92d58f79-68a7-41aa-ae45-8002064d2c06'} bound to L3 agent in host n-d-816865-1 {{(pid=102388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 19:03:27.796045 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-4ae913fd-fba4-43c8-b146-881fb08bfeca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T19:03:05Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['92d58f79-68a7-41aa-ae45-8002064d2c06'], 'active': True} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:03:27.886425 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-501170d2-89f9-4c52-be92-2d642a506495 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for floatingip, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:03:27.894987 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76e5999-5454-4448-aa66-9f257eb3496e req-2efc15e6-0bca-4dcf-a606-5b7ef8ff5ddf tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:03:27.903637 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-a76e5999-5454-4448-aa66-9f257eb3496e req-2efc15e6-0bca-4dcf-a606-5b7ef8ff5ddf tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e0e9f2c-b17f-4007-b3d8-07e537a1c2f3 HTTP/1.1" status: 200 len: 946 time: 0.0634646 Nov 05 19:03:27.936538 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvr_db [None req-4ae913fd-fba4-43c8-b146-881fb08bfeca None None] Set router 92d58f79-68a7-41aa-ae45-8002064d2c06 gateway port host: n-d-816865-1 {{(pid=102388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 19:03:27.963403 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 48118) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:03:27.971828 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-501170d2-89f9-4c52-be92-2d642a506495 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.2803314 Nov 05 19:03:27.971828 n-d-816865-1 neutron-server[102386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26e8474e-4313-42b0-b607-e5292de007c9', 'tag': '3673982d-be4c-4718-beb3-9dbdf123149d'}] {{(pid=102386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 19:03:27.990436 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-a76e5999-5454-4448-aa66-9f257eb3496e req-4e9c7466-cd12-4d03-ab7b-ffc3b84f2326 tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] 10.222.0.13 "GET /v2.0/security-groups?id=e2e15a42-88b8-49e2-ad78-9daadc9e7fe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866275 Nov 05 19:03:28.009116 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6173a44d7c73f41af551dc890fa1a5892c2c6bc3458b640c8e0c24db7876ba6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16cc3ae9-652d-4983-a868-97c815cfe1f3" -d '{"events": [{"name": "network-changed", "server_uuid": "26e8474e-4313-42b0-b607-e5292de007c9", "tag": "3673982d-be4c-4718-beb3-9dbdf123149d"}]}' {{(pid=102386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 19:03:28.086541 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 19:03:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53eb369b-9074-4099-acb8-909a8736f0f2 x-openstack-request-id: req-53eb369b-9074-4099-acb8-909a8736f0f2 {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 19:03:28.086841 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26e8474e-4313-42b0-b607-e5292de007c9", "tag": "3673982d-be4c-4718-beb3-9dbdf123149d", "status": "completed", "code": 200}]} {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 19:03:28.087099 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-53eb369b-9074-4099-acb8-909a8736f0f2 {{(pid=102386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 19:03:28.087514 n-d-816865-1 neutron-server[102386]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26e8474e-4313-42b0-b607-e5292de007c9', 'tag': '3673982d-be4c-4718-beb3-9dbdf123149d', 'status': 'completed', 'code': 200} Nov 05 19:03:28.195389 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cc3ae9-652d-4983-a868-97c815cfe1f3 req-5dccab8e-70de-4636-b2db-95ce148fde83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:03:28.199308 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-16cc3ae9-652d-4983-a868-97c815cfe1f3 req-5dccab8e-70de-4636-b2db-95ce148fde83 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=777902a3c6ed4ff2a5460208db53bd8a&device_id=26e8474e-4313-42b0-b607-e5292de007c9 HTTP/1.1" status: 200 len: 1096 time: 0.0921497 Nov 05 19:03:28.219430 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-d5d12976-952a-4aa2-9dce-ccf10539cd0c tempest-RoutersNegativeIpV6Test-899271279 tempest-RoutersNegativeIpV6Test-899271279-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-750676607', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:03:28.291488 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f7a714-f7c7-4510-a0c6-ae669050eed0 req-b156f526-5f7e-4f36-8127-d1cd484ca28a tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:03:28.302573 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-49f7a714-f7c7-4510-a0c6-ae669050eed0 req-b156f526-5f7e-4f36-8127-d1cd484ca28a tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] 10.222.0.13 "GET /v2.0/ports?device_id=26e8474e-4313-42b0-b607-e5292de007c9 HTTP/1.1" status: 200 len: 945 time: 0.1599300 Nov 05 19:03:28.337054 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cc3ae9-652d-4983-a868-97c815cfe1f3 req-88d50fc3-d652-43b2-b4da-24962917ca53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:03:28.339948 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-16cc3ae9-652d-4983-a868-97c815cfe1f3 req-88d50fc3-d652-43b2-b4da-24962917ca53 service neutron] 10.222.0.41 "GET /v2.0/networks?id=7340801a-d414-4a8c-8e81-bc2b23bb205e HTTP/1.1" status: 200 len: 898 time: 0.1322973 Nov 05 19:03:28.353728 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-d5d12976-952a-4aa2-9dce-ccf10539cd0c tempest-RoutersNegativeIpV6Test-899271279 tempest-RoutersNegativeIpV6Test-899271279-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-571139', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6874'] for router, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:03:28.356432 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-d5d12976-952a-4aa2-9dce-ccf10539cd0c tempest-RoutersNegativeIpV6Test-899271279 tempest-RoutersNegativeIpV6Test-899271279-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-571375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1000570', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1011585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6867'] for router, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:03:28.391147 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-4ae913fd-fba4-43c8-b146-881fb08bfeca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92d58f79-68a7-41aa-ae45-8002064d2c06', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1075390681', 'tenant_id': '777902a3c6ed4ff2a5460208db53bd8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.210'}], 'enable_snat': True}, 'gw_port_id': '8742be66-1789-402a-a0dc-45a4ed0acc7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T19:02:41Z', 'updated_at': '2021-11-05T19:02:56Z', 'revision_number': 4, 'project_id': '777902a3c6ed4ff2a5460208db53bd8a', 'gw_port': {'id': '8742be66-1789-402a-a0dc-45a4ed0acc7f', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:25:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92d58f79-68a7-41aa-ae45-8002064d2c06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2935, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:02:43Z', 'updated_at': '2021-11-05T19:02:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1', '_floatingips': [{'id': 'fc398af4-0016-466e-8be1-6958a3a579df', 'tenant_id': '777902a3c6ed4ff2a5460208db53bd8a', 'floating_ip_address': '172.25.6.109', 'floating_network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'router_id': '92d58f79-68a7-41aa-ae45-8002064d2c06', 'port_id': '3673982d-be4c-4718-beb3-9dbdf123149d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2966, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7340801a-d414-4a8c-8e81-bc2b23bb205e', 'mac_address': 'fa:16:3e:77:ee:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26e8474e-4313-42b0-b607-e5292de007c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-05T19:03:25Z', 'updated_at': '2021-11-05T19:03:25Z', 'revision_number': 0, 'project_id': '777902a3c6ed4ff2a5460208db53bd8a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '87b228bc-76b1-436e-bfa1-329cc71d6699', 'name': '', 'network_id': '7340801a-d414-4a8c-8e81-bc2b23bb205e', 'tenant_id': '777902a3c6ed4ff2a5460208db53bd8a', 'mac_address': 'fa:16:3e:28:d9:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92d58f79-68a7-41aa-ae45-8002064d2c06', 'device_owner': 'network:router_interface', 'standard_attr_id': 2947, 'fixed_ips': [{'subnet_id': '17f3259b-0e65-4434-84f3-e6a8b3c7482f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:02:55Z', 'updated_at': '2021-11-05T19:03:04Z', 'revision_number': 5, 'project_id': '777902a3c6ed4ff2a5460208db53bd8a', 'subnets': [{'id': '17f3259b-0e65-4434-84f3-e6a8b3c7482f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-1', False) {} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:03:28.428279 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ae913fd-fba4-43c8-b146-881fb08bfeca None None] Checking router: 92d58f79-68a7-41aa-ae45-8002064d2c06 for host: n-d-816865-1 {{(pid=102388) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 19:03:28.440268 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ae913fd-fba4-43c8-b146-881fb08bfeca None None] Routers {'92d58f79-68a7-41aa-ae45-8002064d2c06'} bound to L3 agent in host n-d-816865-1 {{(pid=102388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 19:03:28.441191 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-4ae913fd-fba4-43c8-b146-881fb08bfeca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T19:03:05Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['92d58f79-68a7-41aa-ae45-8002064d2c06'], 'active': True} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:03:28.448806 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-49f7a714-f7c7-4510-a0c6-ae669050eed0 req-b59569b1-5928-41e3-b537-3a376a4f7411 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] 10.222.0.13 "GET /v2.0/security-groups?id=0c08aee2-7f5c-494d-880e-af35273de53d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1433794 Nov 05 19:03:28.469405 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 48136) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:03:28.524760 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-d5d12976-952a-4aa2-9dce-ccf10539cd0c tempest-RoutersNegativeIpV6Test-899271279 tempest-RoutersNegativeIpV6Test-899271279-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:03:28.549367 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-16cc3ae9-652d-4983-a868-97c815cfe1f3 req-d7c3048f-fc4c-428c-86c1-a746b0d02e05 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3673982d-be4c-4718-beb3-9dbdf123149d HTTP/1.1" status: 200 len: 999 time: 0.2028732 Nov 05 19:03:28.587539 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvr_db [None req-4ae913fd-fba4-43c8-b146-881fb08bfeca None None] Set router 92d58f79-68a7-41aa-ae45-8002064d2c06 gateway port host: n-d-816865-1 {{(pid=102388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 19:03:28.597053 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-29fec5aa-cb2b-4346-9906-7925139498b6 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] 10.222.0.13 "GET /v2.0/floatingips/fc398af4-0016-466e-8be1-6958a3a579df HTTP/1.1" status: 200 len: 991 time: 0.1261871 Nov 05 19:03:28.601105 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-d5d12976-952a-4aa2-9dce-ccf10539cd0c tempest-RoutersNegativeIpV6Test-899271279 tempest-RoutersNegativeIpV6Test-899271279-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-571384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1000487'] for router, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:03:28.612114 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cc3ae9-652d-4983-a868-97c815cfe1f3 req-124d9db0-7cb0-461a-8a50-ae6ff4c9a24e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:03:28.613587 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-16cc3ae9-652d-4983-a868-97c815cfe1f3 req-124d9db0-7cb0-461a-8a50-ae6ff4c9a24e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=17f3259b-0e65-4434-84f3-e6a8b3c7482f HTTP/1.1" status: 200 len: 834 time: 0.0557148 Nov 05 19:03:28.677950 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cc3ae9-652d-4983-a868-97c815cfe1f3 req-688cc119-f6cb-4df3-ad27-3a97f4c57ed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:03:28.682098 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-16cc3ae9-652d-4983-a868-97c815cfe1f3 req-688cc119-f6cb-4df3-ad27-3a97f4c57ed0 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7340801a-d414-4a8c-8e81-bc2b23bb205e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0600700 Nov 05 19:03:28.728509 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-d5d12976-952a-4aa2-9dce-ccf10539cd0c tempest-RoutersNegativeIpV6Test-899271279 tempest-RoutersNegativeIpV6Test-899271279-project] Publish callbacks [] for router, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:03:28.731696 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-d5d12976-952a-4aa2-9dce-ccf10539cd0c tempest-RoutersNegativeIpV6Test-899271279 tempest-RoutersNegativeIpV6Test-899271279-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 711 time: 0.7672141 Nov 05 19:03:28.739548 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 48144) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:03:28.746127 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-a37ee90c-954e-4d70-9558-bcf13cd9bc5d tempest-RoutersNegativeIpV6Test-899271279 tempest-RoutersNegativeIpV6Test-899271279-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-2107579361'}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:03:28.868881 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a37ee90c-954e-4d70-9558-bcf13cd9bc5d tempest-RoutersNegativeIpV6Test-899271279 tempest-RoutersNegativeIpV6Test-899271279-project] Made reservation on behalf of 3deed47ddee449b5be7c1dbe88581dbf for: {'network': 1} {{(pid=102387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 19:03:28.872909 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-a37ee90c-954e-4d70-9558-bcf13cd9bc5d tempest-RoutersNegativeIpV6Test-899271279 tempest-RoutersNegativeIpV6Test-899271279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for network, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:03:28.892573 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-a37ee90c-954e-4d70-9558-bcf13cd9bc5d tempest-RoutersNegativeIpV6Test-899271279 tempest-RoutersNegativeIpV6Test-899271279-project] Publish callbacks [] for security_group, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:03:28.893911 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-16cc3ae9-652d-4983-a868-97c815cfe1f3 req-52336538-8d8e-4226-b14d-9ca627474e2b service neutron] 10.222.0.41 "GET /v2.0/networks/7340801a-d414-4a8c-8e81-bc2b23bb205e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2043407 Nov 05 19:03:28.914618 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-4ae913fd-fba4-43c8-b146-881fb08bfeca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92d58f79-68a7-41aa-ae45-8002064d2c06', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1075390681', 'tenant_id': '777902a3c6ed4ff2a5460208db53bd8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.210'}], 'enable_snat': True}, 'gw_port_id': '8742be66-1789-402a-a0dc-45a4ed0acc7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T19:02:41Z', 'updated_at': '2021-11-05T19:02:56Z', 'revision_number': 4, 'project_id': '777902a3c6ed4ff2a5460208db53bd8a', 'gw_port': {'id': '8742be66-1789-402a-a0dc-45a4ed0acc7f', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:25:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92d58f79-68a7-41aa-ae45-8002064d2c06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2935, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:02:43Z', 'updated_at': '2021-11-05T19:02:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1', '_floatingips': [{'id': 'fc398af4-0016-466e-8be1-6958a3a579df', 'tenant_id': '777902a3c6ed4ff2a5460208db53bd8a', 'floating_ip_address': '172.25.6.109', 'floating_network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'router_id': '92d58f79-68a7-41aa-ae45-8002064d2c06', 'port_id': '3673982d-be4c-4718-beb3-9dbdf123149d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2966, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7340801a-d414-4a8c-8e81-bc2b23bb205e', 'mac_address': 'fa:16:3e:77:ee:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26e8474e-4313-42b0-b607-e5292de007c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-05T19:03:25Z', 'updated_at': '2021-11-05T19:03:25Z', 'revision_number': 0, 'project_id': '777902a3c6ed4ff2a5460208db53bd8a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '87b228bc-76b1-436e-bfa1-329cc71d6699', 'name': '', 'network_id': '7340801a-d414-4a8c-8e81-bc2b23bb205e', 'tenant_id': '777902a3c6ed4ff2a5460208db53bd8a', 'mac_address': 'fa:16:3e:28:d9:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92d58f79-68a7-41aa-ae45-8002064d2c06', 'device_owner': 'network:router_interface', 'standard_attr_id': 2947, 'fixed_ips': [{'subnet_id': '17f3259b-0e65-4434-84f3-e6a8b3c7482f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:02:55Z', 'updated_at': '2021-11-05T19:03:04Z', 'revision_number': 5, 'project_id': '777902a3c6ed4ff2a5460208db53bd8a', 'subnets': [{'id': '17f3259b-0e65-4434-84f3-e6a8b3c7482f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-1', False) {} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:03:28.944469 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ae913fd-fba4-43c8-b146-881fb08bfeca None None] The sync data for ids ['92d58f79-68a7-41aa-ae45-8002064d2c06'] in n-d-816865-1 is: [{'id': '92d58f79-68a7-41aa-ae45-8002064d2c06', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1075390681', 'tenant_id': '777902a3c6ed4ff2a5460208db53bd8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.210'}], 'enable_snat': True}, 'gw_port_id': '8742be66-1789-402a-a0dc-45a4ed0acc7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T19:02:41Z', 'updated_at': '2021-11-05T19:02:56Z', 'revision_number': 4, 'project_id': '777902a3c6ed4ff2a5460208db53bd8a', 'gw_port': {'id': '8742be66-1789-402a-a0dc-45a4ed0acc7f', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:25:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92d58f79-68a7-41aa-ae45-8002064d2c06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2935, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:02:43Z', 'updated_at': '2021-11-05T19:02:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1', '_floatingips': [{'id': 'fc398af4-0016-466e-8be1-6958a3a579df', 'tenant_id': '777902a3c6ed4ff2a5460208db53bd8a', 'floating_ip_address': '172.25.6.109', 'floating_network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'router_id': '92d58f79-68a7-41aa-ae45-8002064d2c06', 'port_id': '3673982d-be4c-4718-beb3-9dbdf123149d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2966, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7340801a-d414-4a8c-8e81-bc2b23bb205e', 'mac_address': 'fa:16:3e:77:ee:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26e8474e-4313-42b0-b607-e5292de007c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-05T19:03:25Z', 'updated_at': '2021-11-05T19:03:25Z', 'revision_number': 0, 'project_id': '777902a3c6ed4ff2a5460208db53bd8a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '87b228bc-76b1-436e-bfa1-329cc71d6699', 'name': '', 'network_id': '7340801a-d414-4a8c-8e81-bc2b23bb205e', 'tenant_id': '777902a3c6ed4ff2a5460208db53bd8a', 'mac_address': 'fa:16:3e:28:d9:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92d58f79-68a7-41aa-ae45-8002064d2c06', 'device_owner': 'network:router_interface', 'standard_attr_id': 2947, 'fixed_ips': [{'subnet_id': '17f3259b-0e65-4434-84f3-e6a8b3c7482f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:02:55Z', 'updated_at': '2021-11-05T19:03:04Z', 'revision_number': 5, 'project_id': '777902a3c6ed4ff2a5460208db53bd8a', 'subnets': [{'id': '17f3259b-0e65-4434-84f3-e6a8b3c7482f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 19:03:29.113124 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-a37ee90c-954e-4d70-9558-bcf13cd9bc5d tempest-RoutersNegativeIpV6Test-899271279 tempest-RoutersNegativeIpV6Test-899271279-project] Publish callbacks [] for security_group, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:03:29.157610 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-16cc3ae9-652d-4983-a868-97c815cfe1f3 req-67ecb68f-8e9a-4137-8b23-c44d6c3bac13 service neutron] 10.222.0.41 "GET /v2.0/networks/7340801a-d414-4a8c-8e81-bc2b23bb205e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2554948 Nov 05 19:03:29.185272 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-a37ee90c-954e-4d70-9558-bcf13cd9bc5d tempest-RoutersNegativeIpV6Test-899271279 tempest-RoutersNegativeIpV6Test-899271279-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:03:29.233674 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37ee90c-954e-4d70-9558-bcf13cd9bc5d tempest-RoutersNegativeIpV6Test-899271279 tempest-RoutersNegativeIpV6Test-899271279-project] Pushing event updated for resources: {'SecurityGroup': ['ID=771a2037-595d-4547-85d7-8358f90d0399,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:03:29.255843 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a37ee90c-954e-4d70-9558-bcf13cd9bc5d tempest-RoutersNegativeIpV6Test-899271279 tempest-RoutersNegativeIpV6Test-899271279-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 156} {{(pid=102387) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 05 19:03:29.269721 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96db2336-b9ac-4864-84ca-6c7393de3550 req-26ba2df5-ac75-4761-b3e1-4ada4af38351 tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:03:29.271594 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-96db2336-b9ac-4864-84ca-6c7393de3550 req-26ba2df5-ac75-4761-b3e1-4ada4af38351 tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e0e9f2c-b17f-4007-b3d8-07e537a1c2f3 HTTP/1.1" status: 200 len: 946 time: 0.1403546 Nov 05 19:03:29.279639 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-a37ee90c-954e-4d70-9558-bcf13cd9bc5d tempest-RoutersNegativeIpV6Test-899271279 tempest-RoutersNegativeIpV6Test-899271279-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273'] for segment, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:03:29.279975 n-d-816865-1 neutron-server[102387]: INFO neutron.db.segments_db [None req-a37ee90c-954e-4d70-9558-bcf13cd9bc5d tempest-RoutersNegativeIpV6Test-899271279 tempest-RoutersNegativeIpV6Test-899271279-project] Added segment f0e3b3a2-987e-4f5b-acf9-649fc8ad1cc0 of type vlan for network 8aaf3ab9-a722-4d16-b673-b60f1606b600 Nov 05 19:03:29.360323 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5e05c03-0acd-453a-a9a0-1c9e55f30928 None None] New status for floating IP fc398af4-0016-466e-8be1-6958a3a579df: ACTIVE {{(pid=102389) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 05 19:03:29.390437 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-a37ee90c-954e-4d70-9558-bcf13cd9bc5d tempest-RoutersNegativeIpV6Test-899271279 tempest-RoutersNegativeIpV6Test-899271279-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750027258543'] for network, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:03:29.458783 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-96db2336-b9ac-4864-84ca-6c7393de3550 req-e97e8589-9102-40bd-a95a-9b9bcb94660a tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] 10.222.0.13 "GET /v2.0/security-groups?id=e2e15a42-88b8-49e2-ad78-9daadc9e7fe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1805651 Nov 05 19:03:29.492615 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-a37ee90c-954e-4d70-9558-bcf13cd9bc5d tempest-RoutersNegativeIpV6Test-899271279 tempest-RoutersNegativeIpV6Test-899271279-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-956796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877'] for network, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:03:29.499059 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a37ee90c-954e-4d70-9558-bcf13cd9bc5d tempest-RoutersNegativeIpV6Test-899271279 tempest-RoutersNegativeIpV6Test-899271279-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:03:29.499651 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-a37ee90c-954e-4d70-9558-bcf13cd9bc5d tempest-RoutersNegativeIpV6Test-899271279 tempest-RoutersNegativeIpV6Test-899271279-project] Publish callbacks [] for network, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:03:29.604585 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 48162) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:03:29.683036 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37ee90c-954e-4d70-9558-bcf13cd9bc5d tempest-RoutersNegativeIpV6Test-899271279 tempest-RoutersNegativeIpV6Test-899271279-project] Pushing event updated for resources: {'Network': ['ID=8aaf3ab9-a722-4d16-b673-b60f1606b600,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:03:29.693629 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Network 8aaf3ab9-a722-4d16-b673-b60f1606b600 details requested by agent ovs-agent-n-d-816865-1 with host n-d-816865-1 {{(pid=102388) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 05 19:03:29.697067 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-0de1fadc-a3d5-47c7-9cec-e35b9dfcfde2 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] 10.222.0.13 "GET /v2.0/floatingips/fc398af4-0016-466e-8be1-6958a3a579df HTTP/1.1" status: 200 len: 993 time: 0.0968306 Nov 05 19:03:29.771986 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-a37ee90c-954e-4d70-9558-bcf13cd9bc5d tempest-RoutersNegativeIpV6Test-899271279 tempest-RoutersNegativeIpV6Test-899271279-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.0284805 Nov 05 19:03:29.773451 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 48172) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:03:29.778485 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-2562de19-fba6-48f9-b838-5518bca3d9c0 tempest-RoutersNegativeIpV6Test-899271279 tempest-RoutersNegativeIpV6Test-899271279-project] Request body: {'subnet': {'network_id': '8aaf3ab9-a722-4d16-b673-b60f1606b600', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:03:30.068827 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2562de19-fba6-48f9-b838-5518bca3d9c0 tempest-RoutersNegativeIpV6Test-899271279 tempest-RoutersNegativeIpV6Test-899271279-project] Made reservation on behalf of 3deed47ddee449b5be7c1dbe88581dbf for: {'subnet': 1} {{(pid=102386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 19:03:30.072914 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-2562de19-fba6-48f9-b838-5518bca3d9c0 tempest-RoutersNegativeIpV6Test-899271279 tempest-RoutersNegativeIpV6Test-899271279-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4877122'] for subnet, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:03:30.395373 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-2562de19-fba6-48f9-b838-5518bca3d9c0 tempest-RoutersNegativeIpV6Test-899271279 tempest-RoutersNegativeIpV6Test-899271279-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6149946', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4877172'] for subnet, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:03:30.488823 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2562de19-fba6-48f9-b838-5518bca3d9c0 tempest-RoutersNegativeIpV6Test-899271279 tempest-RoutersNegativeIpV6Test-899271279-project] Pushing event updated for resources: {'Subnet': ['ID=e4b15de2-01fb-40e3-83c1-2c74d9ce5cae,revision_number=0']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:03:30.507436 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2562de19-fba6-48f9-b838-5518bca3d9c0 tempest-RoutersNegativeIpV6Test-899271279 tempest-RoutersNegativeIpV6Test-899271279-project] Checking segment: {'id': 'f0e3b3a2-987e-4f5b-acf9-649fc8ad1cc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '8aaf3ab9-a722-4d16-b673-b60f1606b600'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 19:03:30.507990 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2562de19-fba6-48f9-b838-5518bca3d9c0 tempest-RoutersNegativeIpV6Test-899271279 tempest-RoutersNegativeIpV6Test-899271279-project] Network hostable DHCP agents. Network: 8aaf3ab9-a722-4d16-b673-b60f1606b600, hostable agents: ['987e2ca0-bc3b-4c6f-a989-429ccfbf753f'], hosted agents: [] {{(pid=102386) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 05 19:03:30.601176 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2562de19-fba6-48f9-b838-5518bca3d9c0 tempest-RoutersNegativeIpV6Test-899271279 tempest-RoutersNegativeIpV6Test-899271279-project] Network 8aaf3ab9-a722-4d16-b673-b60f1606b600 is scheduled to be hosted by DHCP agent 987e2ca0-bc3b-4c6f-a989-429ccfbf753f with binding_index 1 {{(pid=102386) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 05 19:03:30.617325 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067f9eea-348c-4ee7-aa1a-73b07ca5c469 req-8f82dee1-afe6-4c46-8526-7127b6c125bd tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:03:30.621059 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-067f9eea-348c-4ee7-aa1a-73b07ca5c469 req-8f82dee1-afe6-4c46-8526-7127b6c125bd tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e0e9f2c-b17f-4007-b3d8-07e537a1c2f3 HTTP/1.1" status: 200 len: 946 time: 0.0919981 Nov 05 19:03:30.705332 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-067f9eea-348c-4ee7-aa1a-73b07ca5c469 req-309aec85-d5fd-4fed-a770-6acb3ae5fc9b tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] 10.222.0.13 "GET /v2.0/security-groups?id=e2e15a42-88b8-49e2-ad78-9daadc9e7fe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777571 Nov 05 19:03:30.714400 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.base_scheduler [None req-2562de19-fba6-48f9-b838-5518bca3d9c0 tempest-RoutersNegativeIpV6Test-899271279 tempest-RoutersNegativeIpV6Test-899271279-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816865-1, 8aaf3ab9-a722-4d16-b673-b60f1606b600) {{(pid=102386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 19:03:30.719202 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2562de19-fba6-48f9-b838-5518bca3d9c0 tempest-RoutersNegativeIpV6Test-899271279 tempest-RoutersNegativeIpV6Test-899271279-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:03:30.722508 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-2562de19-fba6-48f9-b838-5518bca3d9c0 tempest-RoutersNegativeIpV6Test-899271279 tempest-RoutersNegativeIpV6Test-899271279-project] Publish callbacks [] for subnet, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:03:30.741293 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c329f7b8-7640-4c3a-8465-685e8a9359da None None] Network 8aaf3ab9-a722-4d16-b673-b60f1606b600 requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 19:03:30.815827 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-2562de19-fba6-48f9-b838-5518bca3d9c0 tempest-RoutersNegativeIpV6Test-899271279 tempest-RoutersNegativeIpV6Test-899271279-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0404360 Nov 05 19:03:30.819373 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 48210) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:03:30.828075 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-dc3e1f37-3d6b-49d9-8cf5-0b0947eaa51d tempest-RoutersNegativeIpV6Test-899271279 tempest-RoutersNegativeIpV6Test-899271279-project] Request body: {'network': {'name': 'tempest-router-network01--553902754'}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:03:30.950856 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3cf8196-1ede-443c-93d1-00e05547f0ff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeb20a084-accf-5b60-8075-3e69ebe863a6-8aaf3ab9-a722-4d16-b673-b60f1606b600', 'network_id': '8aaf3ab9-a722-4d16-b673-b60f1606b600', 'tenant_id': '3deed47ddee449b5be7c1dbe88581dbf', 'fixed_ips': [{'subnet_id': 'e4b15de2-01fb-40e3-83c1-2c74d9ce5cae'}]}} from n-d-816865-1. {{(pid=102388) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 05 19:03:30.951572 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-e3cf8196-1ede-443c-93d1-00e05547f0ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:03:30.977655 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc3e1f37-3d6b-49d9-8cf5-0b0947eaa51d tempest-RoutersNegativeIpV6Test-899271279 tempest-RoutersNegativeIpV6Test-899271279-project] Made reservation on behalf of 3deed47ddee449b5be7c1dbe88581dbf for: {'network': 1} {{(pid=102387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 19:03:30.981185 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-dc3e1f37-3d6b-49d9-8cf5-0b0947eaa51d tempest-RoutersNegativeIpV6Test-899271279 tempest-RoutersNegativeIpV6Test-899271279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for network, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:03:31.096611 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc3e1f37-3d6b-49d9-8cf5-0b0947eaa51d tempest-RoutersNegativeIpV6Test-899271279 tempest-RoutersNegativeIpV6Test-899271279-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 168} {{(pid=102387) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 05 19:03:31.139455 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-dc3e1f37-3d6b-49d9-8cf5-0b0947eaa51d tempest-RoutersNegativeIpV6Test-899271279 tempest-RoutersNegativeIpV6Test-899271279-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273'] for segment, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:03:31.139799 n-d-816865-1 neutron-server[102387]: INFO neutron.db.segments_db [None req-dc3e1f37-3d6b-49d9-8cf5-0b0947eaa51d tempest-RoutersNegativeIpV6Test-899271279 tempest-RoutersNegativeIpV6Test-899271279-project] Added segment 77ece193-a876-4275-9b01-e8369b1b5dba of type vlan for network e7f0346e-7864-44ca-8bf8-b89145cd74a3 Nov 05 19:03:31.248227 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.db_base_plugin_common [None req-e3cf8196-1ede-443c-93d1-00e05547f0ff None None] Allocated IP 2001:db8::2 (8aaf3ab9-a722-4d16-b673-b60f1606b600/e4b15de2-01fb-40e3-83c1-2c74d9ce5cae/5064732a-fe3b-485b-a466-aea7354eb7b0) {{(pid=102388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 19:03:31.269720 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-dc3e1f37-3d6b-49d9-8cf5-0b0947eaa51d tempest-RoutersNegativeIpV6Test-899271279 tempest-RoutersNegativeIpV6Test-899271279-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750027258543'] for network, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:03:31.428838 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-dc3e1f37-3d6b-49d9-8cf5-0b0947eaa51d tempest-RoutersNegativeIpV6Test-899271279 tempest-RoutersNegativeIpV6Test-899271279-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-956796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877'] for network, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:03:31.434498 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc3e1f37-3d6b-49d9-8cf5-0b0947eaa51d tempest-RoutersNegativeIpV6Test-899271279 tempest-RoutersNegativeIpV6Test-899271279-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:03:31.435081 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-dc3e1f37-3d6b-49d9-8cf5-0b0947eaa51d tempest-RoutersNegativeIpV6Test-899271279 tempest-RoutersNegativeIpV6Test-899271279-project] Publish callbacks [] for network, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:03:31.467489 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-e3cf8196-1ede-443c-93d1-00e05547f0ff None None] Publish callbacks [] for port, precommit_create {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:03:31.526242 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3e1f37-3d6b-49d9-8cf5-0b0947eaa51d tempest-RoutersNegativeIpV6Test-899271279 tempest-RoutersNegativeIpV6Test-899271279-project] Pushing event updated for resources: {'Network': ['ID=e7f0346e-7864-44ca-8bf8-b89145cd74a3,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:03:31.544191 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Network e7f0346e-7864-44ca-8bf8-b89145cd74a3 details requested by agent ovs-agent-n-d-816865-1 with host n-d-816865-1 {{(pid=102388) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 05 19:03:31.564028 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-e3cf8196-1ede-443c-93d1-00e05547f0ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789'] for port, after_create {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:03:31.601378 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-dc3e1f37-3d6b-49d9-8cf5-0b0947eaa51d tempest-RoutersNegativeIpV6Test-899271279 tempest-RoutersNegativeIpV6Test-899271279-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.7806339 Nov 05 19:03:31.606280 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 48226) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:03:31.610539 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-6c2d3728-2d92-4731-8155-479e533fb117 tempest-RoutersNegativeIpV6Test-899271279 tempest-RoutersNegativeIpV6Test-899271279-project] Request body: {'network': {'name': 'tempest-router-network02--1469607224'}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:03:31.645937 n-d-816865-1 neutron-server[102388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3cf8196-1ede-443c-93d1-00e05547f0ff None None] Network 8aaf3ab9-a722-4d16-b673-b60f1606b600 is already hosted by enough agents. {{(pid=102388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 19:03:31.652220 n-d-816865-1 neutron-server[102388]: DEBUG neutron.scheduler.base_scheduler [None req-e3cf8196-1ede-443c-93d1-00e05547f0ff None None] Resources bound (agent type, host, resource id): {{(pid=102388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 19:03:31.660021 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3cf8196-1ede-443c-93d1-00e05547f0ff None None] Received port after_create {{(pid=102388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 19:03:31.688671 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3cf8196-1ede-443c-93d1-00e05547f0ff None None] Pushing event updated for resources: {'Port': ['ID=5064732a-fe3b-485b-a466-aea7354eb7b0,revision_number=1']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:03:31.691712 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c2d3728-2d92-4731-8155-479e533fb117 tempest-RoutersNegativeIpV6Test-899271279 tempest-RoutersNegativeIpV6Test-899271279-project] Made reservation on behalf of 3deed47ddee449b5be7c1dbe88581dbf for: {'network': 1} {{(pid=102387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 19:03:31.696704 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-6c2d3728-2d92-4731-8155-479e533fb117 tempest-RoutersNegativeIpV6Test-899271279 tempest-RoutersNegativeIpV6Test-899271279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for network, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:03:31.762410 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c2d3728-2d92-4731-8155-479e533fb117 tempest-RoutersNegativeIpV6Test-899271279 tempest-RoutersNegativeIpV6Test-899271279-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 169} {{(pid=102387) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 05 19:03:31.782546 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-6c2d3728-2d92-4731-8155-479e533fb117 tempest-RoutersNegativeIpV6Test-899271279 tempest-RoutersNegativeIpV6Test-899271279-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273'] for segment, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:03:31.783124 n-d-816865-1 neutron-server[102387]: INFO neutron.db.segments_db [None req-6c2d3728-2d92-4731-8155-479e533fb117 tempest-RoutersNegativeIpV6Test-899271279 tempest-RoutersNegativeIpV6Test-899271279-project] Added segment be728a54-4246-4a7a-958a-7c4ce81d55ee of type vlan for network eb622c0c-048c-42e5-9678-433ad59d3f54 Nov 05 19:03:31.823857 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-e3cf8196-1ede-443c-93d1-00e05547f0ff None None] Attempting to bind port 5064732a-fe3b-485b-a466-aea7354eb7b0 on host n-d-816865-1 for vnic_type normal with profile {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 19:03:31.824702 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-e3cf8196-1ede-443c-93d1-00e05547f0ff None None] Attempting to bind port 5064732a-fe3b-485b-a466-aea7354eb7b0 by drivers openvswitch,hyperv on host n-d-816865-1 at level 0 using segments [{'id': 'f0e3b3a2-987e-4f5b-acf9-649fc8ad1cc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '8aaf3ab9-a722-4d16-b673-b60f1606b600'}] {{(pid=102388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 19:03:31.824825 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3cf8196-1ede-443c-93d1-00e05547f0ff None None] Attempting to bind port 5064732a-fe3b-485b-a466-aea7354eb7b0 on network 8aaf3ab9-a722-4d16-b673-b60f1606b600 {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 19:03:31.831188 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3cf8196-1ede-443c-93d1-00e05547f0ff None None] Checking agent: {'id': '724d89a7-611b-41e6-bc85-c48112b17afa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 18, 25, 8), 'started_at': datetime.datetime(2021, 11, 5, 18, 25, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 19, 3, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 19:03:31.831582 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3cf8196-1ede-443c-93d1-00e05547f0ff None None] Checking segment: {'id': 'f0e3b3a2-987e-4f5b-acf9-649fc8ad1cc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '8aaf3ab9-a722-4d16-b673-b60f1606b600'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 19:03:31.832367 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-e3cf8196-1ede-443c-93d1-00e05547f0ff None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:03:31.832761 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3cf8196-1ede-443c-93d1-00e05547f0ff None None] Bound using segment: {'id': 'f0e3b3a2-987e-4f5b-acf9-649fc8ad1cc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '8aaf3ab9-a722-4d16-b673-b60f1606b600'} {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 19:03:31.833302 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-e3cf8196-1ede-443c-93d1-00e05547f0ff None None] Bound port: 5064732a-fe3b-485b-a466-aea7354eb7b0, host: n-d-816865-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0e3b3a2-987e-4f5b-acf9-649fc8ad1cc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '8aaf3ab9-a722-4d16-b673-b60f1606b600'}}] {{(pid=102388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 19:03:31.833687 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-e3cf8196-1ede-443c-93d1-00e05547f0ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:03:31.860704 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-6c2d3728-2d92-4731-8155-479e533fb117 tempest-RoutersNegativeIpV6Test-899271279 tempest-RoutersNegativeIpV6Test-899271279-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750027258543'] for network, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:03:31.934082 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1bb309-85df-4173-b89e-99c0ecfeb986 req-ba17c937-5a4e-4431-95ee-dec1b1e740c2 tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:03:31.936531 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-6e1bb309-85df-4173-b89e-99c0ecfeb986 req-ba17c937-5a4e-4431-95ee-dec1b1e740c2 tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e0e9f2c-b17f-4007-b3d8-07e537a1c2f3 HTTP/1.1" status: 200 len: 946 time: 0.0885489 Nov 05 19:03:31.950152 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-e3cf8196-1ede-443c-93d1-00e05547f0ff None None] For port 5064732a-fe3b-485b-a466-aea7354eb7b0, host n-d-816865-1, cleared binding levels {{(pid=102388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 19:03:31.954375 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-e3cf8196-1ede-443c-93d1-00e05547f0ff None None] For port 5064732a-fe3b-485b-a466-aea7354eb7b0, host n-d-816865-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=5064732a-fe3b-485b-a466-aea7354eb7b0,segment=NetworkSegment(f0e3b3a2-987e-4f5b-acf9-649fc8ad1cc0),segment_id=f0e3b3a2-987e-4f5b-acf9-649fc8ad1cc0)] {{(pid=102388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 19:03:31.999330 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-6e1bb309-85df-4173-b89e-99c0ecfeb986 req-129813a2-feaf-422b-8c19-2361e5d0ce76 tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] 10.222.0.13 "GET /v2.0/security-groups?id=e2e15a42-88b8-49e2-ad78-9daadc9e7fe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555067 Nov 05 19:03:32.032603 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-6c2d3728-2d92-4731-8155-479e533fb117 tempest-RoutersNegativeIpV6Test-899271279 tempest-RoutersNegativeIpV6Test-899271279-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-956796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877'] for network, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:03:32.034856 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c2d3728-2d92-4731-8155-479e533fb117 tempest-RoutersNegativeIpV6Test-899271279 tempest-RoutersNegativeIpV6Test-899271279-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:03:32.035457 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-6c2d3728-2d92-4731-8155-479e533fb117 tempest-RoutersNegativeIpV6Test-899271279 tempest-RoutersNegativeIpV6Test-899271279-project] Publish callbacks [] for network, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:03:32.092388 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-e3cf8196-1ede-443c-93d1-00e05547f0ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:03:32.153152 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2d3728-2d92-4731-8155-479e533fb117 tempest-RoutersNegativeIpV6Test-899271279 tempest-RoutersNegativeIpV6Test-899271279-project] Pushing event updated for resources: {'Network': ['ID=eb622c0c-048c-42e5-9678-433ad59d3f54,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:03:32.166140 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 48252) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:03:32.167247 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-6c2d3728-2d92-4731-8155-479e533fb117 tempest-RoutersNegativeIpV6Test-899271279 tempest-RoutersNegativeIpV6Test-899271279-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5619743 Nov 05 19:03:32.173688 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-31da1cb6-a37e-402c-9ae4-f295eca04a09 tempest-RoutersNegativeIpV6Test-899271279 tempest-RoutersNegativeIpV6Test-899271279-project] Request body: {'subnet': {'network_id': 'e7f0346e-7864-44ca-8bf8-b89145cd74a3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:03:32.177813 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Network eb622c0c-048c-42e5-9678-433ad59d3f54 details requested by agent ovs-agent-n-d-816865-1 with host n-d-816865-1 {{(pid=102388) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 05 19:03:32.326780 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3cf8196-1ede-443c-93d1-00e05547f0ff None None] Pushing event updated for resources: {'Port': ['ID=5064732a-fe3b-485b-a466-aea7354eb7b0,revision_number=2']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:03:32.587083 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31da1cb6-a37e-402c-9ae4-f295eca04a09 tempest-RoutersNegativeIpV6Test-899271279 tempest-RoutersNegativeIpV6Test-899271279-project] Made reservation on behalf of 3deed47ddee449b5be7c1dbe88581dbf for: {'subnet': 1} {{(pid=102386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 19:03:32.606145 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-31da1cb6-a37e-402c-9ae4-f295eca04a09 tempest-RoutersNegativeIpV6Test-899271279 tempest-RoutersNegativeIpV6Test-899271279-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4877122'] for subnet, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:03:32.665808 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-98131986-e316-4a54-9ccc-52294c5d672f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:03:33.090248 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-31da1cb6-a37e-402c-9ae4-f295eca04a09 tempest-RoutersNegativeIpV6Test-899271279 tempest-RoutersNegativeIpV6Test-899271279-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6149946', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4877172'] for subnet, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:03:33.207350 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31da1cb6-a37e-402c-9ae4-f295eca04a09 tempest-RoutersNegativeIpV6Test-899271279 tempest-RoutersNegativeIpV6Test-899271279-project] Pushing event updated for resources: {'Subnet': ['ID=9657c67e-1294-4493-9755-18755f9d1320,revision_number=0']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:03:33.216386 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31da1cb6-a37e-402c-9ae4-f295eca04a09 tempest-RoutersNegativeIpV6Test-899271279 tempest-RoutersNegativeIpV6Test-899271279-project] Checking segment: {'id': '77ece193-a876-4275-9b01-e8369b1b5dba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'e7f0346e-7864-44ca-8bf8-b89145cd74a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 19:03:33.217014 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31da1cb6-a37e-402c-9ae4-f295eca04a09 tempest-RoutersNegativeIpV6Test-899271279 tempest-RoutersNegativeIpV6Test-899271279-project] Network hostable DHCP agents. Network: e7f0346e-7864-44ca-8bf8-b89145cd74a3, hostable agents: ['987e2ca0-bc3b-4c6f-a989-429ccfbf753f'], hosted agents: [] {{(pid=102386) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 05 19:03:33.224700 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc751f46-be3a-42e3-aa1b-3c7e179aa217 req-6f6c1854-ffe2-4890-a87e-ec084afc5bb7 tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:03:33.233190 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-dc751f46-be3a-42e3-aa1b-3c7e179aa217 req-6f6c1854-ffe2-4890-a87e-ec084afc5bb7 tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e0e9f2c-b17f-4007-b3d8-07e537a1c2f3 HTTP/1.1" status: 200 len: 946 time: 0.0929220 Nov 05 19:03:33.315496 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31da1cb6-a37e-402c-9ae4-f295eca04a09 tempest-RoutersNegativeIpV6Test-899271279 tempest-RoutersNegativeIpV6Test-899271279-project] Network e7f0346e-7864-44ca-8bf8-b89145cd74a3 is scheduled to be hosted by DHCP agent 987e2ca0-bc3b-4c6f-a989-429ccfbf753f with binding_index 1 {{(pid=102386) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 05 19:03:33.331330 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-dc751f46-be3a-42e3-aa1b-3c7e179aa217 req-5a15450f-a5cc-4054-885e-667b324ef26d tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] 10.222.0.13 "GET /v2.0/security-groups?id=e2e15a42-88b8-49e2-ad78-9daadc9e7fe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961173 Nov 05 19:03:33.395638 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.base_scheduler [None req-31da1cb6-a37e-402c-9ae4-f295eca04a09 tempest-RoutersNegativeIpV6Test-899271279 tempest-RoutersNegativeIpV6Test-899271279-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816865-1, e7f0346e-7864-44ca-8bf8-b89145cd74a3) {{(pid=102386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 19:03:33.401985 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31da1cb6-a37e-402c-9ae4-f295eca04a09 tempest-RoutersNegativeIpV6Test-899271279 tempest-RoutersNegativeIpV6Test-899271279-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:03:33.405848 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-31da1cb6-a37e-402c-9ae4-f295eca04a09 tempest-RoutersNegativeIpV6Test-899271279 tempest-RoutersNegativeIpV6Test-899271279-project] Publish callbacks [] for subnet, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:03:33.406986 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-605087ba-5a09-4cea-990c-ebf5bfd4a91e None None] Network e7f0346e-7864-44ca-8bf8-b89145cd74a3 requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 19:03:33.480063 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 48286) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:03:33.492009 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-31da1cb6-a37e-402c-9ae4-f295eca04a09 tempest-RoutersNegativeIpV6Test-899271279 tempest-RoutersNegativeIpV6Test-899271279-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3231959 Nov 05 19:03:33.495170 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-21f7a4cc-d99d-4536-88f7-30cb7250c97c tempest-RoutersNegativeIpV6Test-899271279 tempest-RoutersNegativeIpV6Test-899271279-project] Request body: {'subnet': {'network_id': 'eb622c0c-048c-42e5-9678-433ad59d3f54', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:03:33.870354 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21f7a4cc-d99d-4536-88f7-30cb7250c97c tempest-RoutersNegativeIpV6Test-899271279 tempest-RoutersNegativeIpV6Test-899271279-project] Made reservation on behalf of 3deed47ddee449b5be7c1dbe88581dbf for: {'subnet': 1} {{(pid=102387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 19:03:33.870354 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-21f7a4cc-d99d-4536-88f7-30cb7250c97c tempest-RoutersNegativeIpV6Test-899271279 tempest-RoutersNegativeIpV6Test-899271279-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5112236'] for subnet, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:03:34.218326 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 5064732a-fe3b-485b-a466-aea7354eb7b0 up at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 19:03:34.220437 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c4fd5c7-26ad-4f21-a9d0-b96d47d4a7c5 None None] Network 8aaf3ab9-a722-4d16-b673-b60f1606b600 requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 19:03:34.342805 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-689a4de1-d387-4844-a789-635036f5835f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeb20a084-accf-5b60-8075-3e69ebe863a6-e7f0346e-7864-44ca-8bf8-b89145cd74a3', 'network_id': 'e7f0346e-7864-44ca-8bf8-b89145cd74a3', 'tenant_id': '3deed47ddee449b5be7c1dbe88581dbf', 'fixed_ips': [{'subnet_id': '9657c67e-1294-4493-9755-18755f9d1320'}]}} from n-d-816865-1. {{(pid=102388) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 05 19:03:34.344837 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-689a4de1-d387-4844-a789-635036f5835f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:03:34.429246 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-21f7a4cc-d99d-4536-88f7-30cb7250c97c tempest-RoutersNegativeIpV6Test-899271279 tempest-RoutersNegativeIpV6Test-899271279-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4417463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5112218'] for subnet, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:03:34.511901 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:03:34.523290 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-01c64742-0e9a-4e41-be74-e6f5c2ad4f21 None None] Provisioning complete for port 5064732a-fe3b-485b-a466-aea7354eb7b0 triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:03:34.523661 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-01c64742-0e9a-4e41-be74-e6f5c2ad4f21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:03:34.691112 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21f7a4cc-d99d-4536-88f7-30cb7250c97c tempest-RoutersNegativeIpV6Test-899271279 tempest-RoutersNegativeIpV6Test-899271279-project] Checking segment: {'id': 'be728a54-4246-4a7a-958a-7c4ce81d55ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'eb622c0c-048c-42e5-9678-433ad59d3f54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 19:03:34.691481 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21f7a4cc-d99d-4536-88f7-30cb7250c97c tempest-RoutersNegativeIpV6Test-899271279 tempest-RoutersNegativeIpV6Test-899271279-project] Network hostable DHCP agents. Network: eb622c0c-048c-42e5-9678-433ad59d3f54, hostable agents: ['987e2ca0-bc3b-4c6f-a989-429ccfbf753f'], hosted agents: [] {{(pid=102387) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 05 19:03:34.719723 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed0a08a-6072-4260-aa1e-b994a9671fdb req-d9686609-52cf-4210-a46b-dbffb531f86a tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:03:34.722471 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-eed0a08a-6072-4260-aa1e-b994a9671fdb req-d9686609-52cf-4210-a46b-dbffb531f86a tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e0e9f2c-b17f-4007-b3d8-07e537a1c2f3 HTTP/1.1" status: 200 len: 946 time: 0.2250736 Nov 05 19:03:34.724904 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f7a4cc-d99d-4536-88f7-30cb7250c97c tempest-RoutersNegativeIpV6Test-899271279 tempest-RoutersNegativeIpV6Test-899271279-project] Pushing event updated for resources: {'Subnet': ['ID=3dc610bb-54f3-470c-9310-95021d08d532,revision_number=0']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:03:34.772009 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Provisioning complete for port 5064732a-fe3b-485b-a466-aea7354eb7b0 triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:03:34.772511 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:03:34.822976 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-eed0a08a-6072-4260-aa1e-b994a9671fdb req-ad33a929-bf56-4de1-88cd-37129e10336f tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] 10.222.0.13 "GET /v2.0/security-groups?id=e2e15a42-88b8-49e2-ad78-9daadc9e7fe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765986 Nov 05 19:03:34.869161 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21f7a4cc-d99d-4536-88f7-30cb7250c97c tempest-RoutersNegativeIpV6Test-899271279 tempest-RoutersNegativeIpV6Test-899271279-project] Network eb622c0c-048c-42e5-9678-433ad59d3f54 is scheduled to be hosted by DHCP agent 987e2ca0-bc3b-4c6f-a989-429ccfbf753f with binding_index 1 {{(pid=102387) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 05 19:03:34.953054 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.base_scheduler [None req-21f7a4cc-d99d-4536-88f7-30cb7250c97c tempest-RoutersNegativeIpV6Test-899271279 tempest-RoutersNegativeIpV6Test-899271279-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816865-1, eb622c0c-048c-42e5-9678-433ad59d3f54) {{(pid=102387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 19:03:34.964525 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21f7a4cc-d99d-4536-88f7-30cb7250c97c tempest-RoutersNegativeIpV6Test-899271279 tempest-RoutersNegativeIpV6Test-899271279-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:03:34.965185 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-21f7a4cc-d99d-4536-88f7-30cb7250c97c tempest-RoutersNegativeIpV6Test-899271279 tempest-RoutersNegativeIpV6Test-899271279-project] Publish callbacks [] for subnet, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:03:34.975754 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.db_base_plugin_common [None req-689a4de1-d387-4844-a789-635036f5835f None None] Allocated IP 2001:db8::2 (e7f0346e-7864-44ca-8bf8-b89145cd74a3/9657c67e-1294-4493-9755-18755f9d1320/52e796b1-e7d2-4d05-b5b6-6da7f304a0ae) {{(pid=102388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 19:03:35.064074 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 48320) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:03:35.064703 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-21f7a4cc-d99d-4536-88f7-30cb7250c97c tempest-RoutersNegativeIpV6Test-899271279 tempest-RoutersNegativeIpV6Test-899271279-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5832326 Nov 05 19:03:35.106263 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3104285-269f-41ed-a5eb-f394a5886080 None None] Network eb622c0c-048c-42e5-9678-433ad59d3f54 requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 19:03:35.395275 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-2d02316b-a0c4-4eb0-997c-d3494ceaa868 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:03:35.431438 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-01c64742-0e9a-4e41-be74-e6f5c2ad4f21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:03:35.537934 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-01c64742-0e9a-4e41-be74-e6f5c2ad4f21 None None] For port 5064732a-fe3b-485b-a466-aea7354eb7b0, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=5064732a-fe3b-485b-a466-aea7354eb7b0,segment=NetworkSegment(f0e3b3a2-987e-4f5b-acf9-649fc8ad1cc0),segment_id=f0e3b3a2-987e-4f5b-acf9-649fc8ad1cc0)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:03:35.539200 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:03:35.545353 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-d2855380-7191-4e47-9dcd-39e8c0101abd tempest-RoutersNegativeIpV6Test-899271279 tempest-RoutersNegativeIpV6Test-899271279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:03:35.761479 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-01c64742-0e9a-4e41-be74-e6f5c2ad4f21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:03:35.782656 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.db.api [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102388) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 05 19:03:35.783083 n-d-816865-1 neutron-server[102388]: DEBUG oslo_db.api [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 05 19:03:35.844692 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c64742-0e9a-4e41-be74-e6f5c2ad4f21 None None] Pushing event updated for resources: {'Port': ['ID=5064732a-fe3b-485b-a466-aea7354eb7b0,revision_number=3']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:03:35.891327 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-689a4de1-d387-4844-a789-635036f5835f None None] Publish callbacks [] for port, precommit_create {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:03:36.030078 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-689a4de1-d387-4844-a789-635036f5835f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789'] for port, after_create {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:03:36.125152 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f79bb0-44f7-4188-90cd-1aef44fcac5e req-ed19715c-6e56-4e87-8d7b-a525dffbca6c tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:03:36.127262 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-c9f79bb0-44f7-4188-90cd-1aef44fcac5e req-ed19715c-6e56-4e87-8d7b-a525dffbca6c tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e0e9f2c-b17f-4007-b3d8-07e537a1c2f3 HTTP/1.1" status: 200 len: 946 time: 0.1695919 Nov 05 19:03:36.147787 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d440bfa-c4e3-4367-bb8a-10a697ae4487 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeb20a084-accf-5b60-8075-3e69ebe863a6-eb622c0c-048c-42e5-9678-433ad59d3f54', 'network_id': 'eb622c0c-048c-42e5-9678-433ad59d3f54', 'tenant_id': '3deed47ddee449b5be7c1dbe88581dbf', 'fixed_ips': [{'subnet_id': '3dc610bb-54f3-470c-9310-95021d08d532'}]}} from n-d-816865-1. {{(pid=102388) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 05 19:03:36.164504 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-9d440bfa-c4e3-4367-bb8a-10a697ae4487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:03:36.168498 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689a4de1-d387-4844-a789-635036f5835f None None] Pushing event updated for resources: {'Port': ['ID=52e796b1-e7d2-4d05-b5b6-6da7f304a0ae,revision_number=1']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:03:36.216268 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.db_base_plugin_common [None req-d2855380-7191-4e47-9dcd-39e8c0101abd tempest-RoutersNegativeIpV6Test-899271279 tempest-RoutersNegativeIpV6Test-899271279-project] Allocated IP 2001:db8::1 (e7f0346e-7864-44ca-8bf8-b89145cd74a3/9657c67e-1294-4493-9755-18755f9d1320/f6686760-e8e9-4c13-84c2-f224b57b6a4e) {{(pid=102386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 19:03:36.246446 n-d-816865-1 neutron-server[102388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-689a4de1-d387-4844-a789-635036f5835f None None] Network e7f0346e-7864-44ca-8bf8-b89145cd74a3 is already hosted by enough agents. {{(pid=102388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 19:03:36.270774 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-c9f79bb0-44f7-4188-90cd-1aef44fcac5e req-8def2112-7fcd-4fa4-94e8-983f07b1d430 tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] 10.222.0.13 "GET /v2.0/security-groups?id=e2e15a42-88b8-49e2-ad78-9daadc9e7fe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323435 Nov 05 19:03:36.402324 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-d2855380-7191-4e47-9dcd-39e8c0101abd tempest-RoutersNegativeIpV6Test-899271279 tempest-RoutersNegativeIpV6Test-899271279-project] Publish callbacks [] for port, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:03:36.473067 n-d-816865-1 neutron-server[102388]: DEBUG neutron.scheduler.base_scheduler [None req-689a4de1-d387-4844-a789-635036f5835f None None] Resources bound (agent type, host, resource id): {{(pid=102388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 19:03:36.487241 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-689a4de1-d387-4844-a789-635036f5835f None None] Received port after_create {{(pid=102388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 19:03:36.507657 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:03:36.609140 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-7c13b3fe-86e2-4f46-bdf0-9c46c3468481 None None] Provisioning complete for port 5064732a-fe3b-485b-a466-aea7354eb7b0 triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:03:36.609666 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-7c13b3fe-86e2-4f46-bdf0-9c46c3468481 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:03:36.615640 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 5064732a-fe3b-485b-a466-aea7354eb7b0 up at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 19:03:36.755277 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-d2855380-7191-4e47-9dcd-39e8c0101abd tempest-RoutersNegativeIpV6Test-899271279 tempest-RoutersNegativeIpV6Test-899271279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:03:36.774706 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b304910f-7b27-444b-a8fc-977d26b1ceac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:03:36.821445 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-689a4de1-d387-4844-a789-635036f5835f None None] Attempting to bind port 52e796b1-e7d2-4d05-b5b6-6da7f304a0ae on host n-d-816865-1 for vnic_type normal with profile {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 19:03:36.821445 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-689a4de1-d387-4844-a789-635036f5835f None None] Attempting to bind port 52e796b1-e7d2-4d05-b5b6-6da7f304a0ae by drivers openvswitch,hyperv on host n-d-816865-1 at level 0 using segments [{'id': '77ece193-a876-4275-9b01-e8369b1b5dba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'e7f0346e-7864-44ca-8bf8-b89145cd74a3'}] {{(pid=102388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 19:03:36.821445 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-689a4de1-d387-4844-a789-635036f5835f None None] Attempting to bind port 52e796b1-e7d2-4d05-b5b6-6da7f304a0ae on network e7f0346e-7864-44ca-8bf8-b89145cd74a3 {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 19:03:36.848034 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-689a4de1-d387-4844-a789-635036f5835f None None] Checking agent: {'id': '724d89a7-611b-41e6-bc85-c48112b17afa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 18, 25, 8), 'started_at': datetime.datetime(2021, 11, 5, 18, 25, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 19, 3, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 19:03:36.848509 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-689a4de1-d387-4844-a789-635036f5835f None None] Checking segment: {'id': '77ece193-a876-4275-9b01-e8369b1b5dba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'e7f0346e-7864-44ca-8bf8-b89145cd74a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 19:03:36.849398 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-689a4de1-d387-4844-a789-635036f5835f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:03:36.849869 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-689a4de1-d387-4844-a789-635036f5835f None None] Bound using segment: {'id': '77ece193-a876-4275-9b01-e8369b1b5dba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'e7f0346e-7864-44ca-8bf8-b89145cd74a3'} {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 19:03:36.850518 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-689a4de1-d387-4844-a789-635036f5835f None None] Bound port: 52e796b1-e7d2-4d05-b5b6-6da7f304a0ae, host: n-d-816865-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77ece193-a876-4275-9b01-e8369b1b5dba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'e7f0346e-7864-44ca-8bf8-b89145cd74a3'}}] {{(pid=102388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 19:03:36.850971 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-689a4de1-d387-4844-a789-635036f5835f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:03:36.862256 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2855380-7191-4e47-9dcd-39e8c0101abd tempest-RoutersNegativeIpV6Test-899271279 tempest-RoutersNegativeIpV6Test-899271279-project] Pushing event updated for resources: {'Port': ['ID=f6686760-e8e9-4c13-84c2-f224b57b6a4e,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:03:36.879730 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2855380-7191-4e47-9dcd-39e8c0101abd tempest-RoutersNegativeIpV6Test-899271279 tempest-RoutersNegativeIpV6Test-899271279-project] Network e7f0346e-7864-44ca-8bf8-b89145cd74a3 is already hosted by enough agents. {{(pid=102386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 19:03:36.881573 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.base_scheduler [None req-d2855380-7191-4e47-9dcd-39e8c0101abd tempest-RoutersNegativeIpV6Test-899271279 tempest-RoutersNegativeIpV6Test-899271279-project] Resources bound (agent type, host, resource id): {{(pid=102386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 19:03:36.888473 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2855380-7191-4e47-9dcd-39e8c0101abd tempest-RoutersNegativeIpV6Test-899271279 tempest-RoutersNegativeIpV6Test-899271279-project] Received port after_create {{(pid=102386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 19:03:36.888823 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.db_base_plugin_common [None req-9d440bfa-c4e3-4367-bb8a-10a697ae4487 None None] Allocated IP 2001:db8::2 (eb622c0c-048c-42e5-9678-433ad59d3f54/3dc610bb-54f3-470c-9310-95021d08d532/0816e183-859c-48a1-8aa1-31248e668256) {{(pid=102388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 19:03:36.889033 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-d2855380-7191-4e47-9dcd-39e8c0101abd tempest-RoutersNegativeIpV6Test-899271279 tempest-RoutersNegativeIpV6Test-899271279-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-571770'] for router_interface, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:03:36.968620 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Provisioning complete for port 5064732a-fe3b-485b-a466-aea7354eb7b0 triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:03:36.969132 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:03:37.086509 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-689a4de1-d387-4844-a789-635036f5835f None None] For port 52e796b1-e7d2-4d05-b5b6-6da7f304a0ae, host n-d-816865-1, cleared binding levels {{(pid=102388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 19:03:37.107104 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-d2855380-7191-4e47-9dcd-39e8c0101abd tempest-RoutersNegativeIpV6Test-899271279 tempest-RoutersNegativeIpV6Test-899271279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:03:37.113366 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-689a4de1-d387-4844-a789-635036f5835f None None] For port 52e796b1-e7d2-4d05-b5b6-6da7f304a0ae, host n-d-816865-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=52e796b1-e7d2-4d05-b5b6-6da7f304a0ae,segment=NetworkSegment(77ece193-a876-4275-9b01-e8369b1b5dba),segment_id=77ece193-a876-4275-9b01-e8369b1b5dba)] {{(pid=102388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 19:03:37.213482 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-689a4de1-d387-4844-a789-635036f5835f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:03:37.374420 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-9d440bfa-c4e3-4367-bb8a-10a697ae4487 None None] Publish callbacks [] for port, precommit_create {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:03:37.445864 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689a4de1-d387-4844-a789-635036f5835f None None] Pushing event updated for resources: {'Port': ['ID=52e796b1-e7d2-4d05-b5b6-6da7f304a0ae,revision_number=2']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:03:37.519421 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-9d440bfa-c4e3-4367-bb8a-10a697ae4487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789'] for port, after_create {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:03:37.559447 n-d-816865-1 neutron-server[102388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d440bfa-c4e3-4367-bb8a-10a697ae4487 None None] Network eb622c0c-048c-42e5-9678-433ad59d3f54 is already hosted by enough agents. {{(pid=102388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 19:03:37.560828 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8d3338-b378-497a-b9ec-44b00e926e99 req-14eaac07-73ef-4ee9-8859-9e2ced68ea50 tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:03:37.567994 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-4b8d3338-b378-497a-b9ec-44b00e926e99 req-14eaac07-73ef-4ee9-8859-9e2ced68ea50 tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e0e9f2c-b17f-4007-b3d8-07e537a1c2f3 HTTP/1.1" status: 200 len: 946 time: 0.1427672 Nov 05 19:03:37.578523 n-d-816865-1 neutron-server[102388]: DEBUG neutron.scheduler.base_scheduler [None req-9d440bfa-c4e3-4367-bb8a-10a697ae4487 None None] Resources bound (agent type, host, resource id): {{(pid=102388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 19:03:37.594439 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d440bfa-c4e3-4367-bb8a-10a697ae4487 None None] Received port after_create {{(pid=102388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 19:03:37.606131 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d440bfa-c4e3-4367-bb8a-10a697ae4487 None None] Pushing event updated for resources: {'Port': ['ID=0816e183-859c-48a1-8aa1-31248e668256,revision_number=1']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:03:37.687320 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-4b8d3338-b378-497a-b9ec-44b00e926e99 req-3e0fe78d-0b88-4fbc-8340-c9faa1fd492d tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] 10.222.0.13 "GET /v2.0/security-groups?id=e2e15a42-88b8-49e2-ad78-9daadc9e7fe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129730 Nov 05 19:03:38.180113 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-d2855380-7191-4e47-9dcd-39e8c0101abd tempest-RoutersNegativeIpV6Test-899271279 tempest-RoutersNegativeIpV6Test-899271279-project] Publish callbacks [] for port, precommit_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:03:38.245465 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-9d440bfa-c4e3-4367-bb8a-10a697ae4487 None None] Attempting to bind port 0816e183-859c-48a1-8aa1-31248e668256 on host n-d-816865-1 for vnic_type normal with profile {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 19:03:38.246250 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-9d440bfa-c4e3-4367-bb8a-10a697ae4487 None None] Attempting to bind port 0816e183-859c-48a1-8aa1-31248e668256 by drivers openvswitch,hyperv on host n-d-816865-1 at level 0 using segments [{'id': 'be728a54-4246-4a7a-958a-7c4ce81d55ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'eb622c0c-048c-42e5-9678-433ad59d3f54'}] {{(pid=102388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 19:03:38.250324 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d440bfa-c4e3-4367-bb8a-10a697ae4487 None None] Attempting to bind port 0816e183-859c-48a1-8aa1-31248e668256 on network eb622c0c-048c-42e5-9678-433ad59d3f54 {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 19:03:38.262617 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d440bfa-c4e3-4367-bb8a-10a697ae4487 None None] Checking agent: {'id': '724d89a7-611b-41e6-bc85-c48112b17afa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 18, 25, 8), 'started_at': datetime.datetime(2021, 11, 5, 18, 25, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 19, 3, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 19:03:38.263030 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d440bfa-c4e3-4367-bb8a-10a697ae4487 None None] Checking segment: {'id': 'be728a54-4246-4a7a-958a-7c4ce81d55ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'eb622c0c-048c-42e5-9678-433ad59d3f54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 19:03:38.263438 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-9d440bfa-c4e3-4367-bb8a-10a697ae4487 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:03:38.263983 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d440bfa-c4e3-4367-bb8a-10a697ae4487 None None] Bound using segment: {'id': 'be728a54-4246-4a7a-958a-7c4ce81d55ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'eb622c0c-048c-42e5-9678-433ad59d3f54'} {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 19:03:38.264589 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-9d440bfa-c4e3-4367-bb8a-10a697ae4487 None None] Bound port: 0816e183-859c-48a1-8aa1-31248e668256, host: n-d-816865-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be728a54-4246-4a7a-958a-7c4ce81d55ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'eb622c0c-048c-42e5-9678-433ad59d3f54'}}] {{(pid=102388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 19:03:38.264986 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-9d440bfa-c4e3-4367-bb8a-10a697ae4487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:03:38.303109 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-d2855380-7191-4e47-9dcd-39e8c0101abd tempest-RoutersNegativeIpV6Test-899271279 tempest-RoutersNegativeIpV6Test-899271279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6149821'] for port, after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:03:38.304403 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-d2855380-7191-4e47-9dcd-39e8c0101abd tempest-RoutersNegativeIpV6Test-899271279 tempest-RoutersNegativeIpV6Test-899271279-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-597863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-571878'] for router_interface, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:03:38.336146 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-31f93893-a48e-4ae8-833d-dccb2b42eacc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:03:38.539257 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-9d440bfa-c4e3-4367-bb8a-10a697ae4487 None None] For port 0816e183-859c-48a1-8aa1-31248e668256, host n-d-816865-1, cleared binding levels {{(pid=102388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 19:03:38.554761 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-9d440bfa-c4e3-4367-bb8a-10a697ae4487 None None] For port 0816e183-859c-48a1-8aa1-31248e668256, host n-d-816865-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=0816e183-859c-48a1-8aa1-31248e668256,segment=NetworkSegment(be728a54-4246-4a7a-958a-7c4ce81d55ee),segment_id=be728a54-4246-4a7a-958a-7c4ce81d55ee)] {{(pid=102388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 19:03:38.600679 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:03:38.624826 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2855380-7191-4e47-9dcd-39e8c0101abd tempest-RoutersNegativeIpV6Test-899271279 tempest-RoutersNegativeIpV6Test-899271279-project] Pushing event updated for resources: {'Port': ['ID=f6686760-e8e9-4c13-84c2-f224b57b6a4e,revision_number=2']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:03:38.629341 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-9d440bfa-c4e3-4367-bb8a-10a697ae4487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:03:38.761603 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 52e796b1-e7d2-4d05-b5b6-6da7f304a0ae up at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 19:03:38.805904 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d440bfa-c4e3-4367-bb8a-10a697ae4487 None None] Pushing event updated for resources: {'Port': ['ID=0816e183-859c-48a1-8aa1-31248e668256,revision_number=2']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:03:38.832104 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Provisioning complete for port 52e796b1-e7d2-4d05-b5b6-6da7f304a0ae triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:03:38.832897 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:03:38.876452 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2855380-7191-4e47-9dcd-39e8c0101abd tempest-RoutersNegativeIpV6Test-899271279 tempest-RoutersNegativeIpV6Test-899271279-project] Network e7f0346e-7864-44ca-8bf8-b89145cd74a3 is already hosted by enough agents. {{(pid=102386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 19:03:38.881186 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.base_scheduler [None req-d2855380-7191-4e47-9dcd-39e8c0101abd tempest-RoutersNegativeIpV6Test-899271279 tempest-RoutersNegativeIpV6Test-899271279-project] Resources bound (agent type, host, resource id): {{(pid=102386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 19:03:38.982870 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 48394) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:03:39.114896 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:03:39.220495 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47e610b-c367-4587-96a8-235d08307562 req-869afa04-25a1-49c6-9356-9e77514f27a9 tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:03:39.226891 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-a47e610b-c367-4587-96a8-235d08307562 req-869afa04-25a1-49c6-9356-9e77514f27a9 tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e0e9f2c-b17f-4007-b3d8-07e537a1c2f3 HTTP/1.1" status: 200 len: 946 time: 0.3084884 Nov 05 19:03:39.298993 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] For port 52e796b1-e7d2-4d05-b5b6-6da7f304a0ae, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=52e796b1-e7d2-4d05-b5b6-6da7f304a0ae,segment=NetworkSegment(77ece193-a876-4275-9b01-e8369b1b5dba),segment_id=77ece193-a876-4275-9b01-e8369b1b5dba)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:03:39.369096 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-a47e610b-c367-4587-96a8-235d08307562 req-067c6605-90c7-467b-a7cb-4d36a710b190 tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] 10.222.0.13 "GET /v2.0/security-groups?id=e2e15a42-88b8-49e2-ad78-9daadc9e7fe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338079 Nov 05 19:03:39.386386 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2855380-7191-4e47-9dcd-39e8c0101abd tempest-RoutersNegativeIpV6Test-899271279 tempest-RoutersNegativeIpV6Test-899271279-project] Router 03fe6091-5800-48be-a63d-73ac1e10c1ef is scheduled to L3 agent 6dcb5589-8e86-4616-9186-ddc4548e13ad with binding_index 1 {{(pid=102386) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 05 19:03:39.398824 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:03:39.585599 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Pushing event updated for resources: {'Port': ['ID=52e796b1-e7d2-4d05-b5b6-6da7f304a0ae,revision_number=3']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:03:39.741578 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2855380-7191-4e47-9dcd-39e8c0101abd tempest-RoutersNegativeIpV6Test-899271279 tempest-RoutersNegativeIpV6Test-899271279-project] Notify agent at l3_agent.n-d-816865-1 the message routers_updated {{(pid=102386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 19:03:39.754886 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-d2855380-7191-4e47-9dcd-39e8c0101abd tempest-RoutersNegativeIpV6Test-899271279 tempest-RoutersNegativeIpV6Test-899271279-project] 10.222.0.13 "PUT /v2.0/routers/03fe6091-5800-48be-a63d-73ac1e10c1ef/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6867347 Nov 05 19:03:39.755084 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-847ff6bc-22aa-4f55-af9e-ab3f4edf9b04 None None] Sync routers for ids ['03fe6091-5800-48be-a63d-73ac1e10c1ef'] in n-d-816865-1 {{(pid=102388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 19:03:39.755989 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 48418) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:03:39.792665 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12f4f809-9f84-4888-9c0e-c03c6c284420 None None] Network e7f0346e-7864-44ca-8bf8-b89145cd74a3 requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 19:03:39.816982 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-847ff6bc-22aa-4f55-af9e-ab3f4edf9b04 None None] Routers {'03fe6091-5800-48be-a63d-73ac1e10c1ef'} bound to L3 agent in host n-d-816865-1 {{(pid=102388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 19:03:39.817650 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-847ff6bc-22aa-4f55-af9e-ab3f4edf9b04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T19:03:35Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['03fe6091-5800-48be-a63d-73ac1e10c1ef'], 'active': True} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:03:39.969650 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-847ff6bc-22aa-4f55-af9e-ab3f4edf9b04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816865-1', False) {} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:03:40.102168 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-127bd77d-b978-41af-b2ed-0c48dfddfb06 None None] Provisioning complete for port 52e796b1-e7d2-4d05-b5b6-6da7f304a0ae triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:03:40.102616 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-127bd77d-b978-41af-b2ed-0c48dfddfb06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:03:40.207775 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-847ff6bc-22aa-4f55-af9e-ab3f4edf9b04 None None] Routers {'03fe6091-5800-48be-a63d-73ac1e10c1ef'} bound to L3 agent in host n-d-816865-1 {{(pid=102388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 19:03:40.207775 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-847ff6bc-22aa-4f55-af9e-ab3f4edf9b04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T19:03:35Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['03fe6091-5800-48be-a63d-73ac1e10c1ef'], 'active': True} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:03:40.312774 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-847ff6bc-22aa-4f55-af9e-ab3f4edf9b04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816865-1', False) {} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:03:40.313441 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-847ff6bc-22aa-4f55-af9e-ab3f4edf9b04 None None] The sync data for ids ['03fe6091-5800-48be-a63d-73ac1e10c1ef'] in n-d-816865-1 is: [] {{(pid=102388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 19:03:40.529702 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-3b6bea5b-b337-480b-bbdc-9265ad0ebd54 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-571777'] for router_interface, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:03:40.682000 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14750837-435e-449a-b2a5-e8ae9adffeaf None None] Network eb622c0c-048c-42e5-9678-433ad59d3f54 requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 19:03:40.794704 n-d-816865-1 neutron-server[102386]: INFO neutron.api.v2.resource [None req-4ecbe2ca-f19c-4285-ac07-20abc0bd0ec7 tempest-RoutersNegativeIpV6Test-899271279 tempest-RoutersNegativeIpV6Test-899271279-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 05 19:03:40.795866 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-4ecbe2ca-f19c-4285-ac07-20abc0bd0ec7 tempest-RoutersNegativeIpV6Test-899271279 tempest-RoutersNegativeIpV6Test-899271279-project] 10.222.0.13 "PUT /v2.0/routers/03fe6091-5800-48be-a63d-73ac1e10c1ef/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.0389013 Nov 05 19:03:40.799224 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 48436) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:03:41.007517 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 0816e183-859c-48a1-8aa1-31248e668256 up at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 19:03:41.091035 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-706289d5-9f78-4a7b-81cf-bde9d2f02a77 None None] Provisioning complete for port 0816e183-859c-48a1-8aa1-31248e668256 triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:03:41.091591 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-706289d5-9f78-4a7b-81cf-bde9d2f02a77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:03:41.345026 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-706289d5-9f78-4a7b-81cf-bde9d2f02a77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:03:41.427395 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Provisioning complete for port 0816e183-859c-48a1-8aa1-31248e668256 triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:03:41.432653 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:03:41.502958 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-706289d5-9f78-4a7b-81cf-bde9d2f02a77 None None] For port 0816e183-859c-48a1-8aa1-31248e668256, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=0816e183-859c-48a1-8aa1-31248e668256,segment=NetworkSegment(be728a54-4246-4a7a-958a-7c4ce81d55ee),segment_id=be728a54-4246-4a7a-958a-7c4ce81d55ee)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:03:41.635664 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:03:41.681965 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-706289d5-9f78-4a7b-81cf-bde9d2f02a77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:03:41.726267 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.agents_db [None req-b9406b04-a0e8-43cf-b349-711963d96cf4 None None] Agent healthcheck: found 7 active agents {{(pid=102389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 05 19:03:41.728756 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6bcfcb-dc12-4c89-a5d5-53119a8dc09f req-5e95f57f-cadd-46bf-93c6-452a9bab9d46 tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:03:41.730979 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-fd6bcfcb-dc12-4c89-a5d5-53119a8dc09f req-5e95f57f-cadd-46bf-93c6-452a9bab9d46 tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e0e9f2c-b17f-4007-b3d8-07e537a1c2f3 HTTP/1.1" status: 200 len: 946 time: 0.2184184 Nov 05 19:03:41.745116 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-5edea04d-c8fb-44da-a914-0d07e194782a tempest-RoutersNegativeIpV6Test-899271279 tempest-RoutersNegativeIpV6Test-899271279-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-571777'] for router_interface, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:03:41.810115 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706289d5-9f78-4a7b-81cf-bde9d2f02a77 None None] Pushing event updated for resources: {'Port': ['ID=0816e183-859c-48a1-8aa1-31248e668256,revision_number=3']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:03:41.849002 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-fd6bcfcb-dc12-4c89-a5d5-53119a8dc09f req-8fff9072-aeb2-42f0-9996-a6dacf95c8e5 tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] 10.222.0.13 "GET /v2.0/security-groups?id=e2e15a42-88b8-49e2-ad78-9daadc9e7fe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037061 Nov 05 19:03:41.959476 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.db.api [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102388) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 05 19:03:41.959837 n-d-816865-1 neutron-server[102388]: DEBUG oslo_db.api [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 05 19:03:42.010254 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-9c311da8-f7d3-4c10-af34-931ba3d275aa None None] Provisioning complete for port f6686760-e8e9-4c13-84c2-f224b57b6a4e triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:03:42.010254 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-9c311da8-f7d3-4c10-af34-931ba3d275aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:03:42.077493 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [None req-3b6bea5b-b337-480b-bbdc-9265ad0ebd54 admin admin] Deleting port 17b9d721-5fc1-490f-80d0-7512640e4d2b {{(pid=102387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 19:03:42.077829 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-3b6bea5b-b337-480b-bbdc-9265ad0ebd54 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:03:42.099191 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-9c311da8-f7d3-4c10-af34-931ba3d275aa None None] Port f6686760-e8e9-4c13-84c2-f224b57b6a4e cannot update to ACTIVE because it is not bound. {{(pid=102388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 19:03:42.131008 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-9c311da8-f7d3-4c10-af34-931ba3d275aa None None] Provisioning complete for port 52e796b1-e7d2-4d05-b5b6-6da7f304a0ae triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:03:42.131375 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-9c311da8-f7d3-4c10-af34-931ba3d275aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:03:42.248304 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.db [None req-3b6bea5b-b337-480b-bbdc-9265ad0ebd54 admin admin] For port 17b9d721-5fc1-490f-80d0-7512640e4d2b, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=17b9d721-5fc1-490f-80d0-7512640e4d2b,segment=NetworkSegment(7be3d05f-633b-4fa4-85ad-02da01d888f9),segment_id=7be3d05f-633b-4fa4-85ad-02da01d888f9)] {{(pid=102387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:03:42.262374 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-3b6bea5b-b337-480b-bbdc-9265ad0ebd54 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:03:42.265252 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [None req-3b6bea5b-b337-480b-bbdc-9265ad0ebd54 admin admin] Calling delete_port for 17b9d721-5fc1-490f-80d0-7512640e4d2b owned by network:router_interface {{(pid=102387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 19:03:42.396593 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-5edea04d-c8fb-44da-a914-0d07e194782a tempest-RoutersNegativeIpV6Test-899271279 tempest-RoutersNegativeIpV6Test-899271279-project] Deleting port f6686760-e8e9-4c13-84c2-f224b57b6a4e {{(pid=102386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 19:03:42.397202 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-5edea04d-c8fb-44da-a914-0d07e194782a tempest-RoutersNegativeIpV6Test-899271279 tempest-RoutersNegativeIpV6Test-899271279-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:03:42.457954 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-a394b48f-d89f-4c48-9a4a-b84bca964b13 None None] Provisioning complete for port f6686760-e8e9-4c13-84c2-f224b57b6a4e triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:03:42.458468 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-a394b48f-d89f-4c48-9a4a-b84bca964b13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:03:42.538924 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-5edea04d-c8fb-44da-a914-0d07e194782a tempest-RoutersNegativeIpV6Test-899271279 tempest-RoutersNegativeIpV6Test-899271279-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:03:42.563451 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-5edea04d-c8fb-44da-a914-0d07e194782a tempest-RoutersNegativeIpV6Test-899271279 tempest-RoutersNegativeIpV6Test-899271279-project] Calling delete_port for f6686760-e8e9-4c13-84c2-f224b57b6a4e owned by network:router_interface {{(pid=102386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 19:03:42.577907 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-a394b48f-d89f-4c48-9a4a-b84bca964b13 None None] Port f6686760-e8e9-4c13-84c2-f224b57b6a4e cannot update to ACTIVE because it is not bound. {{(pid=102388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 19:03:42.581998 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 52e796b1-e7d2-4d05-b5b6-6da7f304a0ae up at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 19:03:42.617955 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-a394b48f-d89f-4c48-9a4a-b84bca964b13 None None] Provisioning complete for port 0816e183-859c-48a1-8aa1-31248e668256 triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:03:42.618366 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-a394b48f-d89f-4c48-9a4a-b84bca964b13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:03:42.628854 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-3b6bea5b-b337-480b-bbdc-9265ad0ebd54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4417063'] for port, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:03:42.689482 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6bea5b-b337-480b-bbdc-9265ad0ebd54 admin admin] Pushing event deleted for resources: {'Port': ['ID=17b9d721-5fc1-490f-80d0-7512640e4d2b,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:03:42.752342 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Provisioning complete for port 52e796b1-e7d2-4d05-b5b6-6da7f304a0ae triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:03:42.752893 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:03:42.931977 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-5edea04d-c8fb-44da-a914-0d07e194782a tempest-RoutersNegativeIpV6Test-899271279 tempest-RoutersNegativeIpV6Test-899271279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:03:43.096802 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5edea04d-c8fb-44da-a914-0d07e194782a tempest-RoutersNegativeIpV6Test-899271279 tempest-RoutersNegativeIpV6Test-899271279-project] Pushing event deleted for resources: {'Port': ['ID=f6686760-e8e9-4c13-84c2-f224b57b6a4e,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:03:43.152213 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-3b6bea5b-b337-480b-bbdc-9265ad0ebd54 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-597886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-573297'] for router_interface, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:03:43.245370 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-5edea04d-c8fb-44da-a914-0d07e194782a tempest-RoutersNegativeIpV6Test-899271279 tempest-RoutersNegativeIpV6Test-899271279-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-597886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-573297'] for router_interface, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:03:43.337161 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f07356e-0af2-461c-963d-31a5d0871888 req-4b1cf879-f994-4503-9074-b6c87f389d07 tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:03:43.342892 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 0816e183-859c-48a1-8aa1-31248e668256 up at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 19:03:43.361577 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-6f07356e-0af2-461c-963d-31a5d0871888 req-4b1cf879-f994-4503-9074-b6c87f389d07 tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e0e9f2c-b17f-4007-b3d8-07e537a1c2f3 HTTP/1.1" status: 200 len: 946 time: 0.3710327 Nov 05 19:03:43.431283 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Provisioning complete for port 0816e183-859c-48a1-8aa1-31248e668256 triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:03:43.431283 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:03:43.523473 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-6f07356e-0af2-461c-963d-31a5d0871888 req-dac92139-bd3e-4024-94d0-26fea8c00a27 tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] 10.222.0.13 "GET /v2.0/security-groups?id=e2e15a42-88b8-49e2-ad78-9daadc9e7fe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468525 Nov 05 19:03:43.534207 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5edea04d-c8fb-44da-a914-0d07e194782a tempest-RoutersNegativeIpV6Test-899271279 tempest-RoutersNegativeIpV6Test-899271279-project] Router 03fe6091-5800-48be-a63d-73ac1e10c1ef has already been hosted by L3 agent 6dcb5589-8e86-4616-9186-ddc4548e13ad {{(pid=102386) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 19:03:43.624651 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5edea04d-c8fb-44da-a914-0d07e194782a tempest-RoutersNegativeIpV6Test-899271279 tempest-RoutersNegativeIpV6Test-899271279-project] Notify agent at l3_agent.n-d-816865-1 the message routers_updated {{(pid=102386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 19:03:43.634447 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-5edea04d-c8fb-44da-a914-0d07e194782a tempest-RoutersNegativeIpV6Test-899271279 tempest-RoutersNegativeIpV6Test-899271279-project] 10.222.0.13 "PUT /v2.0/routers/03fe6091-5800-48be-a63d-73ac1e10c1ef/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8336110 Nov 05 19:03:43.635439 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Device d88d9149-b6be-455e-8e46-bc61463e745d details requested by agent hyperv_n-h2-816865-1 with host n-h2-816865-1 {{(pid=102388) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 05 19:03:43.639538 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 48488) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:03:43.654107 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f150426-f100-42bb-928c-3581a2198960 None None] Sync routers for ids ['03fe6091-5800-48be-a63d-73ac1e10c1ef'] in n-d-816865-1 {{(pid=102389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 19:03:43.678858 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f150426-f100-42bb-928c-3581a2198960 None None] Routers {'03fe6091-5800-48be-a63d-73ac1e10c1ef'} bound to L3 agent in host n-d-816865-1 {{(pid=102389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 19:03:43.684996 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-6f150426-f100-42bb-928c-3581a2198960 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T19:03:35Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['03fe6091-5800-48be-a63d-73ac1e10c1ef'], 'active': True} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:03:43.685157 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b6bea5b-b337-480b-bbdc-9265ad0ebd54 admin admin] Router 40f2d763-0d5a-4cb9-96f7-6003827bea4d has already been hosted by L3 agent 6dcb5589-8e86-4616-9186-ddc4548e13ad {{(pid=102387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 19:03:43.689009 n-d-816865-1 neutron-server[102386]: INFO neutron.api.v2.resource [None req-321e76d8-c2f0-4178-94e6-78a308d02fe1 tempest-RoutersNegativeIpV6Test-899271279 tempest-RoutersNegativeIpV6Test-899271279-project] delete failed (client error): The resource could not be found. Nov 05 19:03:43.695035 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-321e76d8-c2f0-4178-94e6-78a308d02fe1 tempest-RoutersNegativeIpV6Test-899271279 tempest-RoutersNegativeIpV6Test-899271279-project] 10.222.0.13 "DELETE /v2.0/routers/tempest-non_exist_router-1073709994 HTTP/1.1" status: 404 len: 335 time: 0.0476670 Nov 05 19:03:43.695802 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 48490) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:03:43.701530 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-94e1d30b-4748-4fa7-82fd-5df3d5128fc9 tempest-RoutersNegativeIpV6Test-899271279 tempest-RoutersNegativeIpV6Test-899271279-project] Request body: {'router': {'external_gateway_info': {'network_id': '03fe6091-5800-48be-a63d-73ac1e10c1ef'}}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:03:43.727576 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-6f150426-f100-42bb-928c-3581a2198960 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816865-1', False) {} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:03:43.737570 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f150426-f100-42bb-928c-3581a2198960 None None] Routers {'03fe6091-5800-48be-a63d-73ac1e10c1ef'} bound to L3 agent in host n-d-816865-1 {{(pid=102389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 19:03:43.738501 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-6f150426-f100-42bb-928c-3581a2198960 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T19:03:35Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['03fe6091-5800-48be-a63d-73ac1e10c1ef'], 'active': True} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:03:43.787700 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-6f150426-f100-42bb-928c-3581a2198960 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816865-1', False) {} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:03:43.788341 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f150426-f100-42bb-928c-3581a2198960 None None] The sync data for ids ['03fe6091-5800-48be-a63d-73ac1e10c1ef'] in n-d-816865-1 is: [] {{(pid=102389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 19:03:43.811018 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] For port d88d9149-b6be-455e-8e46-bc61463e745d, host n-h2-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=d88d9149-b6be-455e-8e46-bc61463e745d,segment=NetworkSegment(d868025d-b05c-40c6-b9d6-024790792c42),segment_id=d868025d-b05c-40c6-b9d6-024790792c42)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:03:43.846993 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Returning: {'device': 'd88d9149-b6be-455e-8e46-bc61463e745d', 'network_id': '2974e85c-ccd8-4cce-92c0-fa64d0405969', 'port_id': 'd88d9149-b6be-455e-8e46-bc61463e745d', 'mac_address': 'fa:16:3e:50:00:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c61fdbd-cd89-453f-9ed9-c150439b9091', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102388) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 05 19:03:43.920166 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:03:43.939398 n-d-816865-1 neutron-server[102388]: DEBUG neutron.notifiers.nova [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d88d9149-b6be-455e-8e46-bc61463e745d {{(pid=102388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 19:03:43.963014 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] For port d88d9149-b6be-455e-8e46-bc61463e745d, host n-h2-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=d88d9149-b6be-455e-8e46-bc61463e745d,segment=NetworkSegment(d868025d-b05c-40c6-b9d6-024790792c42),segment_id=d868025d-b05c-40c6-b9d6-024790792c42)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:03:44.018263 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b6bea5b-b337-480b-bbdc-9265ad0ebd54 admin admin] Notify agent at l3_agent.n-d-816865-1 the message routers_updated {{(pid=102387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 19:03:44.021260 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-94e1d30b-4748-4fa7-82fd-5df3d5128fc9 tempest-RoutersNegativeIpV6Test-899271279 tempest-RoutersNegativeIpV6Test-899271279-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:03:44.023174 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:03:44.029570 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-3b6bea5b-b337-480b-bbdc-9265ad0ebd54 admin admin] 10.222.0.13 "PUT /v2.0/routers/40f2d763-0d5a-4cb9-96f7-6003827bea4d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0400629 Nov 05 19:03:44.036861 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 48502) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:03:44.037009 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3675fdd8-0fd1-4796-806d-b0ebc6618ac7 None None] Sync routers for ids ['40f2d763-0d5a-4cb9-96f7-6003827bea4d'] in n-d-816865-1 {{(pid=102388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 19:03:44.100600 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3675fdd8-0fd1-4796-806d-b0ebc6618ac7 None None] Routers {'40f2d763-0d5a-4cb9-96f7-6003827bea4d'} bound to L3 agent in host n-d-816865-1 {{(pid=102388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 19:03:44.101156 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-3675fdd8-0fd1-4796-806d-b0ebc6618ac7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T19:03:35Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['40f2d763-0d5a-4cb9-96f7-6003827bea4d'], 'active': True} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:03:44.147930 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] get_ports_and_sgs() called for port_ids ['d88d9149-b6be-455e-8e46-bc61463e745d'] {{(pid=102388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 19:03:44.156813 n-d-816865-1 neutron-server[102387]: INFO neutron.api.v2.resource [None req-94e1d30b-4748-4fa7-82fd-5df3d5128fc9 tempest-RoutersNegativeIpV6Test-899271279 tempest-RoutersNegativeIpV6Test-899271279-project] update failed (client error): The resource could not be found. Nov 05 19:03:44.157887 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-94e1d30b-4748-4fa7-82fd-5df3d5128fc9 tempest-RoutersNegativeIpV6Test-899271279 tempest-RoutersNegativeIpV6Test-899271279-project] 10.222.0.13 "PUT /v2.0/routers/03fe6091-5800-48be-a63d-73ac1e10c1ef HTTP/1.1" status: 404 len: 339 time: 0.4609711 Nov 05 19:03:44.162113 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 48510) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:03:44.167334 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-5d76efc6-1cc3-4a73-81dd-838ce798152a tempest-RoutersNegativeIpV6Test-899271279 tempest-RoutersNegativeIpV6Test-899271279-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1134527803'}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:03:44.202152 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Pushing event updated for resources: {'Port': ['ID=d88d9149-b6be-455e-8e46-bc61463e745d,revision_number=6']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:03:44.211931 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-6c35ec03-d545-491b-949b-0757543d8809 admin admin] Publish callbacks [] for router, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:03:44.311900 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d76efc6-1cc3-4a73-81dd-838ce798152a tempest-RoutersNegativeIpV6Test-899271279 tempest-RoutersNegativeIpV6Test-899271279-project] Made reservation on behalf of 3deed47ddee449b5be7c1dbe88581dbf for: {'network': 1} {{(pid=102387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 19:03:44.316665 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-5d76efc6-1cc3-4a73-81dd-838ce798152a tempest-RoutersNegativeIpV6Test-899271279 tempest-RoutersNegativeIpV6Test-899271279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for network, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:03:44.390566 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d76efc6-1cc3-4a73-81dd-838ce798152a tempest-RoutersNegativeIpV6Test-899271279 tempest-RoutersNegativeIpV6Test-899271279-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 163} {{(pid=102387) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 05 19:03:44.433173 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-5d76efc6-1cc3-4a73-81dd-838ce798152a tempest-RoutersNegativeIpV6Test-899271279 tempest-RoutersNegativeIpV6Test-899271279-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273'] for segment, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:03:44.433173 n-d-816865-1 neutron-server[102387]: INFO neutron.db.segments_db [None req-5d76efc6-1cc3-4a73-81dd-838ce798152a tempest-RoutersNegativeIpV6Test-899271279 tempest-RoutersNegativeIpV6Test-899271279-project] Added segment 3a322561-7ef7-4102-8aa3-0f3764aa6643 of type vlan for network efc47efb-b3a3-4171-b425-35171df86643 Nov 05 19:03:44.433398 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-6c35ec03-d545-491b-949b-0757543d8809 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:03:44.530352 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-5d76efc6-1cc3-4a73-81dd-838ce798152a tempest-RoutersNegativeIpV6Test-899271279 tempest-RoutersNegativeIpV6Test-899271279-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750027258543'] for network, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:03:44.558952 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvr_db [None req-3675fdd8-0fd1-4796-806d-b0ebc6618ac7 None None] Set router 40f2d763-0d5a-4cb9-96f7-6003827bea4d gateway port host: n-d-816865-1 {{(pid=102388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 19:03:44.675744 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [None req-6c35ec03-d545-491b-949b-0757543d8809 admin admin] Deleting port 7bab206f-acf2-4612-9598-eb9db1972f24 {{(pid=102387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 19:03:44.676804 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-6c35ec03-d545-491b-949b-0757543d8809 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:03:44.680866 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-5d76efc6-1cc3-4a73-81dd-838ce798152a tempest-RoutersNegativeIpV6Test-899271279 tempest-RoutersNegativeIpV6Test-899271279-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-956796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877'] for network, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:03:44.686481 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d76efc6-1cc3-4a73-81dd-838ce798152a tempest-RoutersNegativeIpV6Test-899271279 tempest-RoutersNegativeIpV6Test-899271279-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:03:44.687086 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-5d76efc6-1cc3-4a73-81dd-838ce798152a tempest-RoutersNegativeIpV6Test-899271279 tempest-RoutersNegativeIpV6Test-899271279-project] Publish callbacks [] for network, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:03:44.795539 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d76efc6-1cc3-4a73-81dd-838ce798152a tempest-RoutersNegativeIpV6Test-899271279 tempest-RoutersNegativeIpV6Test-899271279-project] Pushing event updated for resources: {'Network': ['ID=efc47efb-b3a3-4171-b425-35171df86643,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:03:44.822030 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Network efc47efb-b3a3-4171-b425-35171df86643 details requested by agent ovs-agent-n-d-816865-1 with host n-d-816865-1 {{(pid=102388) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 05 19:03:44.872240 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ae6983-ce7f-4801-8ced-b52f65ff8bee req-13bcdad1-37c4-4aa8-9127-5ee4f41a8047 tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:03:44.887976 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-f5ae6983-ce7f-4801-8ced-b52f65ff8bee req-13bcdad1-37c4-4aa8-9127-5ee4f41a8047 tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e0e9f2c-b17f-4007-b3d8-07e537a1c2f3 HTTP/1.1" status: 200 len: 945 time: 0.2366605 Nov 05 19:03:44.929315 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 48544) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:03:44.929902 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-5d76efc6-1cc3-4a73-81dd-838ce798152a tempest-RoutersNegativeIpV6Test-899271279 tempest-RoutersNegativeIpV6Test-899271279-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.7663152 Nov 05 19:03:44.944169 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-3cb6ab82-45e5-4b7a-8cb4-75f7ffd5b8d0 tempest-RoutersNegativeIpV6Test-899271279 tempest-RoutersNegativeIpV6Test-899271279-project] Request body: {'subnet': {'network_id': 'efc47efb-b3a3-4171-b425-35171df86643', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:03:44.991873 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-f5ae6983-ce7f-4801-8ced-b52f65ff8bee req-b9b152a2-b30f-45d5-9ff4-d49ac55490fc tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] 10.222.0.13 "GET /v2.0/security-groups?id=e2e15a42-88b8-49e2-ad78-9daadc9e7fe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022415 Nov 05 19:03:44.996599 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-3675fdd8-0fd1-4796-806d-b0ebc6618ac7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40f2d763-0d5a-4cb9-96f7-6003827bea4d', 'name': 'tempest-TaggedBootDevicesTest_v242-1713986911-router', 'tenant_id': '3f080cb3a4f24f1db8ad75a12c2cd4bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.77'}], 'enable_snat': True}, 'gw_port_id': '7bab206f-acf2-4612-9598-eb9db1972f24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T18:50:43Z', 'updated_at': '2021-11-05T19:03:42Z', 'revision_number': 5, 'project_id': '3f080cb3a4f24f1db8ad75a12c2cd4bf', 'gw_port': {'id': '7bab206f-acf2-4612-9598-eb9db1972f24', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:4f:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40f2d763-0d5a-4cb9-96f7-6003827bea4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1432, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T18:50:44Z', 'updated_at': '2021-11-05T18:50:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1'}], 'n-d-816865-1', False) {} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:03:45.021249 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.db [None req-6c35ec03-d545-491b-949b-0757543d8809 admin admin] For port 7bab206f-acf2-4612-9598-eb9db1972f24, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=7bab206f-acf2-4612-9598-eb9db1972f24,segment=NetworkSegment(85be518c-8bb4-46a2-a903-d4292782d29d),segment_id=85be518c-8bb4-46a2-a903-d4292782d29d)] {{(pid=102387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:03:45.022109 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-6c35ec03-d545-491b-949b-0757543d8809 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:03:45.043269 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [None req-6c35ec03-d545-491b-949b-0757543d8809 admin admin] Calling delete_port for 7bab206f-acf2-4612-9598-eb9db1972f24 owned by network:router_gateway {{(pid=102387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 19:03:45.044215 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3675fdd8-0fd1-4796-806d-b0ebc6618ac7 None None] Checking router: 40f2d763-0d5a-4cb9-96f7-6003827bea4d for host: n-d-816865-1 {{(pid=102388) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 19:03:45.055562 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3675fdd8-0fd1-4796-806d-b0ebc6618ac7 None None] Routers {'40f2d763-0d5a-4cb9-96f7-6003827bea4d'} bound to L3 agent in host n-d-816865-1 {{(pid=102388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 19:03:45.056353 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-3675fdd8-0fd1-4796-806d-b0ebc6618ac7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T19:03:35Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['40f2d763-0d5a-4cb9-96f7-6003827bea4d'], 'active': True} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:03:45.154061 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvr_db [None req-3675fdd8-0fd1-4796-806d-b0ebc6618ac7 None None] Set router 40f2d763-0d5a-4cb9-96f7-6003827bea4d gateway port host: None {{(pid=102388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 19:03:45.194826 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cb6ab82-45e5-4b7a-8cb4-75f7ffd5b8d0 tempest-RoutersNegativeIpV6Test-899271279 tempest-RoutersNegativeIpV6Test-899271279-project] Made reservation on behalf of 3deed47ddee449b5be7c1dbe88581dbf for: {'subnet': 1} {{(pid=102386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 19:03:45.198437 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-3cb6ab82-45e5-4b7a-8cb4-75f7ffd5b8d0 tempest-RoutersNegativeIpV6Test-899271279 tempest-RoutersNegativeIpV6Test-899271279-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4877122'] for subnet, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:03:45.212852 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-3675fdd8-0fd1-4796-806d-b0ebc6618ac7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40f2d763-0d5a-4cb9-96f7-6003827bea4d', 'name': 'tempest-TaggedBootDevicesTest_v242-1713986911-router', 'tenant_id': '3f080cb3a4f24f1db8ad75a12c2cd4bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T18:50:43Z', 'updated_at': '2021-11-05T19:03:44Z', 'revision_number': 6, 'project_id': '3f080cb3a4f24f1db8ad75a12c2cd4bf', 'gw_port_host': None}], 'n-d-816865-1', False) {} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:03:45.241451 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3675fdd8-0fd1-4796-806d-b0ebc6618ac7 None None] The sync data for ids ['40f2d763-0d5a-4cb9-96f7-6003827bea4d'] in n-d-816865-1 is: [{'id': '40f2d763-0d5a-4cb9-96f7-6003827bea4d', 'name': 'tempest-TaggedBootDevicesTest_v242-1713986911-router', 'tenant_id': '3f080cb3a4f24f1db8ad75a12c2cd4bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T18:50:43Z', 'updated_at': '2021-11-05T19:03:44Z', 'revision_number': 6, 'project_id': '3f080cb3a4f24f1db8ad75a12c2cd4bf', 'gw_port_host': None}] {{(pid=102388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 19:03:45.638819 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-3cb6ab82-45e5-4b7a-8cb4-75f7ffd5b8d0 tempest-RoutersNegativeIpV6Test-899271279 tempest-RoutersNegativeIpV6Test-899271279-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6149946', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4877172'] for subnet, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:03:45.650246 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Device d88d9149-b6be-455e-8e46-bc61463e745d up at agent hyperv_n-h2-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 19:03:45.816982 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-6c35ec03-d545-491b-949b-0757543d8809 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4417063'] for port, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:03:45.817467 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb6ab82-45e5-4b7a-8cb4-75f7ffd5b8d0 tempest-RoutersNegativeIpV6Test-899271279 tempest-RoutersNegativeIpV6Test-899271279-project] Pushing event updated for resources: {'Subnet': ['ID=110114a5-df2f-477a-bde2-86c56394d9de,revision_number=0']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:03:45.823244 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Provisioning complete for port d88d9149-b6be-455e-8e46-bc61463e745d triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:03:45.823766 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:03:45.905115 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c35ec03-d545-491b-949b-0757543d8809 admin admin] Pushing event deleted for resources: {'Port': ['ID=7bab206f-acf2-4612-9598-eb9db1972f24,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:03:45.926155 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cb6ab82-45e5-4b7a-8cb4-75f7ffd5b8d0 tempest-RoutersNegativeIpV6Test-899271279 tempest-RoutersNegativeIpV6Test-899271279-project] Checking segment: {'id': '3a322561-7ef7-4102-8aa3-0f3764aa6643', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'efc47efb-b3a3-4171-b425-35171df86643'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 19:03:45.930201 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cb6ab82-45e5-4b7a-8cb4-75f7ffd5b8d0 tempest-RoutersNegativeIpV6Test-899271279 tempest-RoutersNegativeIpV6Test-899271279-project] Network hostable DHCP agents. Network: efc47efb-b3a3-4171-b425-35171df86643, hostable agents: ['987e2ca0-bc3b-4c6f-a989-429ccfbf753f'], hosted agents: [] {{(pid=102386) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 05 19:03:46.023171 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cb6ab82-45e5-4b7a-8cb4-75f7ffd5b8d0 tempest-RoutersNegativeIpV6Test-899271279 tempest-RoutersNegativeIpV6Test-899271279-project] Network efc47efb-b3a3-4171-b425-35171df86643 is scheduled to be hosted by DHCP agent 987e2ca0-bc3b-4c6f-a989-429ccfbf753f with binding_index 1 {{(pid=102386) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 05 19:03:46.043653 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-6c35ec03-d545-491b-949b-0757543d8809 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1000651'] for router_gateway, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:03:46.080249 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:03:46.102925 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.base_scheduler [None req-3cb6ab82-45e5-4b7a-8cb4-75f7ffd5b8d0 tempest-RoutersNegativeIpV6Test-899271279 tempest-RoutersNegativeIpV6Test-899271279-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816865-1, efc47efb-b3a3-4171-b425-35171df86643) {{(pid=102386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 19:03:46.107118 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cb6ab82-45e5-4b7a-8cb4-75f7ffd5b8d0 tempest-RoutersNegativeIpV6Test-899271279 tempest-RoutersNegativeIpV6Test-899271279-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:03:46.107816 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-3cb6ab82-45e5-4b7a-8cb4-75f7ffd5b8d0 tempest-RoutersNegativeIpV6Test-899271279 tempest-RoutersNegativeIpV6Test-899271279-project] Publish callbacks [] for subnet, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:03:46.128455 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-440f9890-2917-44f6-a96c-0be59da85fb3 None None] Network efc47efb-b3a3-4171-b425-35171df86643 requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 19:03:46.218958 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-3cb6ab82-45e5-4b7a-8cb4-75f7ffd5b8d0 tempest-RoutersNegativeIpV6Test-899271279 tempest-RoutersNegativeIpV6Test-899271279-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.2876155 Nov 05 19:03:46.220724 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 48578) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:03:46.225527 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-d9ebad5e-1e02-4c9e-a4cc-d37db54e3788 tempest-RoutersNegativeIpV6Test-899271279 tempest-RoutersNegativeIpV6Test-899271279-project] Request body: {'router': {'external_gateway_info': {'network_id': 'efc47efb-b3a3-4171-b425-35171df86643'}}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:03:46.384061 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-6c35ec03-d545-491b-949b-0757543d8809 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-571301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6852'] for router, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:03:46.388535 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-6c35ec03-d545-491b-949b-0757543d8809 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:03:46.511846 n-d-816865-1 neutron-server[102388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e0e9f2c-b17f-4007-b3d8-07e537a1c2f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd88d9149-b6be-455e-8e46-bc61463e745d'}] {{(pid=102388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 19:03:46.515301 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85474fee1180e129d8a886d264fe0b30223aa672dd1ffe43b630605f18504f68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a72bdde2-8410-4941-88f1-cae06383ecd8" -d '{"events": [{"server_uuid": "1e0e9f2c-b17f-4007-b3d8-07e537a1c2f3", "name": "network-vif-plugged", "status": "completed", "tag": "d88d9149-b6be-455e-8e46-bc61463e745d"}]}' {{(pid=102388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 19:03:46.531744 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] For port d88d9149-b6be-455e-8e46-bc61463e745d, host n-h2-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=d88d9149-b6be-455e-8e46-bc61463e745d,segment=NetworkSegment(d868025d-b05c-40c6-b9d6-024790792c42),segment_id=d868025d-b05c-40c6-b9d6-024790792c42)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:03:46.600279 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-490daa53-624e-4e5e-82aa-857c9708ec82 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeb20a084-accf-5b60-8075-3e69ebe863a6-efc47efb-b3a3-4171-b425-35171df86643', 'network_id': 'efc47efb-b3a3-4171-b425-35171df86643', 'tenant_id': '3deed47ddee449b5be7c1dbe88581dbf', 'fixed_ips': [{'subnet_id': '110114a5-df2f-477a-bde2-86c56394d9de'}]}} from n-d-816865-1. {{(pid=102388) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 05 19:03:46.601913 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-490daa53-624e-4e5e-82aa-857c9708ec82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:03:46.613418 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ee5071-0f19-4c5e-b8f2-c2988177b8e4 req-09b41acc-5465-4ce6-9229-0130237d231f tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:03:46.615041 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-e7ee5071-0f19-4c5e-b8f2-c2988177b8e4 req-09b41acc-5465-4ce6-9229-0130237d231f tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e0e9f2c-b17f-4007-b3d8-07e537a1c2f3 HTTP/1.1" status: 200 len: 945 time: 0.3384697 Nov 05 19:03:46.621681 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-6c35ec03-d545-491b-949b-0757543d8809 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-571310'] for router, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:03:46.622273 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c35ec03-d545-491b-949b-0757543d8809 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 40f2d763-0d5a-4cb9-96f7-6003827bea4d {{(pid=102387) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 05 19:03:46.632461 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-6c35ec03-d545-491b-949b-0757543d8809 admin admin] Publish callbacks [] for router, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:03:46.636228 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-6c35ec03-d545-491b-949b-0757543d8809 admin admin] 10.222.0.13 "DELETE /v2.0/routers/40f2d763-0d5a-4cb9-96f7-6003827bea4d HTTP/1.1" status: 204 len: 168 time: 2.6028059 Nov 05 19:03:46.639605 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 48590) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:03:46.671898 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 19:03:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f5eff34-b026-4622-be32-dc0b158448ae x-openstack-request-id: req-8f5eff34-b026-4622-be32-dc0b158448ae {{(pid=102388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 19:03:46.677164 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e0e9f2c-b17f-4007-b3d8-07e537a1c2f3", "name": "network-vif-plugged", "status": "completed", "tag": "d88d9149-b6be-455e-8e46-bc61463e745d", "code": 200}]} {{(pid=102388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 19:03:46.678670 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8f5eff34-b026-4622-be32-dc0b158448ae {{(pid=102388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 19:03:46.679387 n-d-816865-1 neutron-server[102388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e0e9f2c-b17f-4007-b3d8-07e537a1c2f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd88d9149-b6be-455e-8e46-bc61463e745d', 'code': 200} Nov 05 19:03:46.681096 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-d9ebad5e-1e02-4c9e-a4cc-d37db54e3788 tempest-RoutersNegativeIpV6Test-899271279 tempest-RoutersNegativeIpV6Test-899271279-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:03:46.683922 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:03:46.853226 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-e7ee5071-0f19-4c5e-b8f2-c2988177b8e4 req-7e576191-dc7d-443c-82a0-46e0b189dc41 tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] 10.222.0.13 "GET /v2.0/security-groups?id=e2e15a42-88b8-49e2-ad78-9daadc9e7fe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2183416 Nov 05 19:03:46.879742 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.db_base_plugin_v2 [None req-73070870-f0ec-42ad-92fe-f4df182ab536 admin admin] Deleting subnet 785d7bfa-2453-4e75-8b0a-ec14975b144a {{(pid=102387) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 05 19:03:46.889991 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-73070870-f0ec-42ad-92fe-f4df182ab536 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:03:46.963269 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Pushing event updated for resources: {'Port': ['ID=d88d9149-b6be-455e-8e46-bc61463e745d,revision_number=7']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:03:47.043149 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-73070870-f0ec-42ad-92fe-f4df182ab536 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4463501'] for subnet, precommit_delete_associations {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:03:47.206579 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.db_base_plugin_common [None req-490daa53-624e-4e5e-82aa-857c9708ec82 None None] Allocated IP 2001:db8:1::2 (efc47efb-b3a3-4171-b425-35171df86643/110114a5-df2f-477a-bde2-86c56394d9de/258012b9-7794-4e52-bd45-7d708567cd38) {{(pid=102388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 19:03:47.296518 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-73070870-f0ec-42ad-92fe-f4df182ab536 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1573928'] for subnet, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:03:47.371248 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 7bab206f-acf2-4612-9598-eb9db1972f24 no longer exists at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 19:03:47.420269 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] No Port match for: 7bab206f-acf2-4612-9598-eb9db1972f24 {{(pid=102388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 19:03:47.420269 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 7bab206f-acf2-4612-9598-eb9db1972f24 not bound to the agent host n-d-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 19:03:47.420269 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 17b9d721-5fc1-490f-80d0-7512640e4d2b no longer exists at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 19:03:47.445389 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] No Port match for: 17b9d721-5fc1-490f-80d0-7512640e4d2b {{(pid=102388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 19:03:47.446816 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 17b9d721-5fc1-490f-80d0-7512640e4d2b not bound to the agent host n-d-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 19:03:47.497872 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-73070870-f0ec-42ad-92fe-f4df182ab536 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1573905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4417146', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5112209'] for subnet, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:03:47.524229 n-d-816865-1 neutron-server[102386]: INFO neutron.api.v2.resource [None req-d9ebad5e-1e02-4c9e-a4cc-d37db54e3788 tempest-RoutersNegativeIpV6Test-899271279 tempest-RoutersNegativeIpV6Test-899271279-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 05 19:03:47.530281 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-d9ebad5e-1e02-4c9e-a4cc-d37db54e3788 tempest-RoutersNegativeIpV6Test-899271279 tempest-RoutersNegativeIpV6Test-899271279-project] 10.222.0.13 "PUT /v2.0/routers/03fe6091-5800-48be-a63d-73ac1e10c1ef HTTP/1.1" status: 400 len: 364 time: 1.3035002 Nov 05 19:03:47.532184 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 48606) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:03:47.571035 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-490daa53-624e-4e5e-82aa-857c9708ec82 None None] Publish callbacks [] for port, precommit_create {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:03:47.596915 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73070870-f0ec-42ad-92fe-f4df182ab536 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=785d7bfa-2453-4e75-8b0a-ec14975b144a,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:03:47.607796 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-73070870-f0ec-42ad-92fe-f4df182ab536 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:03:47.616153 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f72c7996-4c5f-4777-93be-f08aa6ecc9ca None None] Network ad4e0fc4-1abc-48fb-9c8e-5d76236fa098 requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 19:03:47.631237 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-73070870-f0ec-42ad-92fe-f4df182ab536 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/785d7bfa-2453-4e75-8b0a-ec14975b144a HTTP/1.1" status: 204 len: 168 time: 0.9854083 Nov 05 19:03:47.636762 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 48608) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:03:47.756018 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-490daa53-624e-4e5e-82aa-857c9708ec82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789'] for port, after_create {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:03:47.816330 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-eaf552d3-547e-4c2c-896b-f4f8bbe7b642 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1664226'] for network, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:03:47.838130 n-d-816865-1 neutron-server[102388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-490daa53-624e-4e5e-82aa-857c9708ec82 None None] Network efc47efb-b3a3-4171-b425-35171df86643 is already hosted by enough agents. {{(pid=102388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 19:03:47.843472 n-d-816865-1 neutron-server[102388]: DEBUG neutron.scheduler.base_scheduler [None req-490daa53-624e-4e5e-82aa-857c9708ec82 None None] Resources bound (agent type, host, resource id): {{(pid=102388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 19:03:47.850864 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-490daa53-624e-4e5e-82aa-857c9708ec82 None None] Received port after_create {{(pid=102388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 19:03:47.969228 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490daa53-624e-4e5e-82aa-857c9708ec82 None None] Pushing event updated for resources: {'Port': ['ID=258012b9-7794-4e52-bd45-7d708567cd38,revision_number=1']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:03:48.006001 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-490daa53-624e-4e5e-82aa-857c9708ec82 None None] Attempting to bind port 258012b9-7794-4e52-bd45-7d708567cd38 on host n-d-816865-1 for vnic_type normal with profile {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 19:03:48.008538 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-490daa53-624e-4e5e-82aa-857c9708ec82 None None] Attempting to bind port 258012b9-7794-4e52-bd45-7d708567cd38 by drivers openvswitch,hyperv on host n-d-816865-1 at level 0 using segments [{'id': '3a322561-7ef7-4102-8aa3-0f3764aa6643', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'efc47efb-b3a3-4171-b425-35171df86643'}] {{(pid=102388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 19:03:48.010886 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [None req-eaf552d3-547e-4c2c-896b-f4f8bbe7b642 admin admin] Deleting port 86ae80a6-5dd0-41a2-bade-2d71ae0283ed {{(pid=102387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 19:03:48.013485 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-eaf552d3-547e-4c2c-896b-f4f8bbe7b642 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:03:48.013609 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-490daa53-624e-4e5e-82aa-857c9708ec82 None None] Attempting to bind port 258012b9-7794-4e52-bd45-7d708567cd38 on network efc47efb-b3a3-4171-b425-35171df86643 {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 19:03:48.051870 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-490daa53-624e-4e5e-82aa-857c9708ec82 None None] Checking agent: {'id': '724d89a7-611b-41e6-bc85-c48112b17afa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 18, 25, 8), 'started_at': datetime.datetime(2021, 11, 5, 18, 25, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 19, 3, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 19:03:48.052249 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-490daa53-624e-4e5e-82aa-857c9708ec82 None None] Checking segment: {'id': '3a322561-7ef7-4102-8aa3-0f3764aa6643', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'efc47efb-b3a3-4171-b425-35171df86643'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 19:03:48.052654 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-490daa53-624e-4e5e-82aa-857c9708ec82 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:03:48.053038 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-490daa53-624e-4e5e-82aa-857c9708ec82 None None] Bound using segment: {'id': '3a322561-7ef7-4102-8aa3-0f3764aa6643', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'efc47efb-b3a3-4171-b425-35171df86643'} {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 19:03:48.054947 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-490daa53-624e-4e5e-82aa-857c9708ec82 None None] Bound port: 258012b9-7794-4e52-bd45-7d708567cd38, host: n-d-816865-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a322561-7ef7-4102-8aa3-0f3764aa6643', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'efc47efb-b3a3-4171-b425-35171df86643'}}] {{(pid=102388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 19:03:48.055354 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-490daa53-624e-4e5e-82aa-857c9708ec82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:03:48.238537 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-344697d3-e507-4d0f-8b5d-33a5cd174711 None None] DHCP port deletion for ad4e0fc4-1abc-48fb-9c8e-5d76236fa098 request from n-d-816865-1 {{(pid=102388) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 05 19:03:48.343095 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.db [None req-eaf552d3-547e-4c2c-896b-f4f8bbe7b642 admin admin] For port 86ae80a6-5dd0-41a2-bade-2d71ae0283ed, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=86ae80a6-5dd0-41a2-bade-2d71ae0283ed,segment=NetworkSegment(7be3d05f-633b-4fa4-85ad-02da01d888f9),segment_id=7be3d05f-633b-4fa4-85ad-02da01d888f9)] {{(pid=102387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:03:48.344303 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-eaf552d3-547e-4c2c-896b-f4f8bbe7b642 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:03:48.386903 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-490daa53-624e-4e5e-82aa-857c9708ec82 None None] For port 258012b9-7794-4e52-bd45-7d708567cd38, host n-d-816865-1, cleared binding levels {{(pid=102388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 19:03:48.392236 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec9cc7f-325d-4d56-899d-03c3622c5698 req-65d03b59-49de-40a5-8989-e99a3a8c05a2 tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:03:48.397530 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-0ec9cc7f-325d-4d56-899d-03c3622c5698 req-65d03b59-49de-40a5-8989-e99a3a8c05a2 tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e0e9f2c-b17f-4007-b3d8-07e537a1c2f3 HTTP/1.1" status: 200 len: 946 time: 0.3680620 Nov 05 19:03:48.410953 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-490daa53-624e-4e5e-82aa-857c9708ec82 None None] For port 258012b9-7794-4e52-bd45-7d708567cd38, host n-d-816865-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=258012b9-7794-4e52-bd45-7d708567cd38,segment=NetworkSegment(3a322561-7ef7-4102-8aa3-0f3764aa6643),segment_id=3a322561-7ef7-4102-8aa3-0f3764aa6643)] {{(pid=102388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 19:03:48.417040 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-3f80ed34-337f-4575-9783-009d7d2284a9 tempest-RoutersNegativeIpV6Test-899271279 tempest-RoutersNegativeIpV6Test-899271279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:03:48.431634 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [None req-eaf552d3-547e-4c2c-896b-f4f8bbe7b642 admin admin] Calling delete_port for 86ae80a6-5dd0-41a2-bade-2d71ae0283ed owned by network:dhcp {{(pid=102387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 19:03:48.477037 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-344697d3-e507-4d0f-8b5d-33a5cd174711 None None] Deleting port 86ae80a6-5dd0-41a2-bade-2d71ae0283ed {{(pid=102388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 19:03:48.477411 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-344697d3-e507-4d0f-8b5d-33a5cd174711 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:03:48.553486 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-490daa53-624e-4e5e-82aa-857c9708ec82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:03:48.608429 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-0ec9cc7f-325d-4d56-899d-03c3622c5698 req-8a453320-0e5d-4427-abc9-4ce5bc2caab7 tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] 10.222.0.13 "GET /v2.0/security-groups?id=e2e15a42-88b8-49e2-ad78-9daadc9e7fe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2007222 Nov 05 19:03:48.692355 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-344697d3-e507-4d0f-8b5d-33a5cd174711 None None] For port 86ae80a6-5dd0-41a2-bade-2d71ae0283ed, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=86ae80a6-5dd0-41a2-bade-2d71ae0283ed,segment=NetworkSegment(7be3d05f-633b-4fa4-85ad-02da01d888f9),segment_id=7be3d05f-633b-4fa4-85ad-02da01d888f9)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:03:48.692748 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-344697d3-e507-4d0f-8b5d-33a5cd174711 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:03:48.764917 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-344697d3-e507-4d0f-8b5d-33a5cd174711 None None] Calling delete_port for 86ae80a6-5dd0-41a2-bade-2d71ae0283ed owned by network:dhcp {{(pid=102388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 19:03:48.790483 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490daa53-624e-4e5e-82aa-857c9708ec82 None None] Pushing event updated for resources: {'Port': ['ID=258012b9-7794-4e52-bd45-7d708567cd38,revision_number=2']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:03:48.936444 n-d-816865-1 neutron-server[102388]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 05 19:03:48.936444 n-d-816865-1 neutron-server[102388]: self.session.flush() Nov 05 19:03:48.936444 n-d-816865-1 neutron-server[102388]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 05 19:03:48.936444 n-d-816865-1 neutron-server[102388]: self.session.flush() Nov 05 19:03:48.936444 n-d-816865-1 neutron-server[102388]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 05 19:03:48.936444 n-d-816865-1 neutron-server[102388]: self.session.flush() Nov 05 19:03:48.936444 n-d-816865-1 neutron-server[102388]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 05 19:03:48.936444 n-d-816865-1 neutron-server[102388]: self.session.flush() Nov 05 19:03:48.936444 n-d-816865-1 neutron-server[102388]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 05 19:03:48.936444 n-d-816865-1 neutron-server[102388]: self.session.flush() Nov 05 19:03:48.936444 n-d-816865-1 neutron-server[102388]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 05 19:03:48.936444 n-d-816865-1 neutron-server[102388]: self.session.flush() Nov 05 19:03:48.936444 n-d-816865-1 neutron-server[102388]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 05 19:03:48.936444 n-d-816865-1 neutron-server[102388]: self.session.flush() Nov 05 19:03:48.936444 n-d-816865-1 neutron-server[102388]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 05 19:03:48.936444 n-d-816865-1 neutron-server[102388]: self.session.flush() Nov 05 19:03:48.936444 n-d-816865-1 neutron-server[102388]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 05 19:03:48.936444 n-d-816865-1 neutron-server[102388]: self.session.flush() Nov 05 19:03:48.936444 n-d-816865-1 neutron-server[102388]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 05 19:03:48.936444 n-d-816865-1 neutron-server[102388]: self.session.flush() Nov 05 19:03:48.936444 n-d-816865-1 neutron-server[102388]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 05 19:03:48.936444 n-d-816865-1 neutron-server[102388]: self.session.flush() Nov 05 19:03:48.936444 n-d-816865-1 neutron-server[102388]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 05 19:03:48.936444 n-d-816865-1 neutron-server[102388]: self.session.flush() Nov 05 19:03:48.936444 n-d-816865-1 neutron-server[102388]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 05 19:03:48.936444 n-d-816865-1 neutron-server[102388]: self.session.flush() Nov 05 19:03:48.936444 n-d-816865-1 neutron-server[102388]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 05 19:03:48.936444 n-d-816865-1 neutron-server[102388]: self.session.flush() Nov 05 19:03:48.936444 n-d-816865-1 neutron-server[102388]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 05 19:03:48.936444 n-d-816865-1 neutron-server[102388]: self.session.flush() Nov 05 19:03:48.936444 n-d-816865-1 neutron-server[102388]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 05 19:03:48.936444 n-d-816865-1 neutron-server[102388]: self.session.flush() Nov 05 19:03:48.936444 n-d-816865-1 neutron-server[102388]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 05 19:03:48.936444 n-d-816865-1 neutron-server[102388]: self.session.flush() Nov 05 19:03:48.936444 n-d-816865-1 neutron-server[102388]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 05 19:03:48.936444 n-d-816865-1 neutron-server[102388]: self.session.flush() Nov 05 19:03:48.936444 n-d-816865-1 neutron-server[102388]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 05 19:03:48.936444 n-d-816865-1 neutron-server[102388]: self.session.flush() Nov 05 19:03:48.936444 n-d-816865-1 neutron-server[102388]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 05 19:03:48.936444 n-d-816865-1 neutron-server[102388]: self.session.flush() Nov 05 19:03:48.936444 n-d-816865-1 neutron-server[102388]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 05 19:03:48.936444 n-d-816865-1 neutron-server[102388]: self.session.flush() Nov 05 19:03:48.936444 n-d-816865-1 neutron-server[102388]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 05 19:03:48.936444 n-d-816865-1 neutron-server[102388]: self.session.flush() Nov 05 19:03:48.936444 n-d-816865-1 neutron-server[102388]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 05 19:03:48.936444 n-d-816865-1 neutron-server[102388]: self.session.flush() Nov 05 19:03:48.936444 n-d-816865-1 neutron-server[102388]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 05 19:03:48.936444 n-d-816865-1 neutron-server[102388]: self.session.flush() Nov 05 19:03:48.936444 n-d-816865-1 neutron-server[102388]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 05 19:03:48.936444 n-d-816865-1 neutron-server[102388]: self.session.flush() Nov 05 19:03:48.936444 n-d-816865-1 neutron-server[102388]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 05 19:03:48.936444 n-d-816865-1 neutron-server[102388]: self.session.flush() Nov 05 19:03:48.936444 n-d-816865-1 neutron-server[102388]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 05 19:03:48.936444 n-d-816865-1 neutron-server[102388]: self.session.flush() Nov 05 19:03:48.944640 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-344697d3-e507-4d0f-8b5d-33a5cd174711 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798'] for port, after_delete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:03:48.945276 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-eaf552d3-547e-4c2c-896b-f4f8bbe7b642 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4417063'] for port, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:03:48.988528 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344697d3-e507-4d0f-8b5d-33a5cd174711 None None] Pushing event deleted for resources: {'Port': ['ID=86ae80a6-5dd0-41a2-bade-2d71ae0283ed,revision_number=None']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:03:48.993313 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-344697d3-e507-4d0f-8b5d-33a5cd174711 None None] No DVR routers for this DVR port 86ae80a6-5dd0-41a2-bade-2d71ae0283ed on host n-d-816865-1 {{(pid=102388) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 19:03:49.055860 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf552d3-547e-4c2c-896b-f4f8bbe7b642 admin admin] Pushing event deleted for resources: {'Port': ['ID=86ae80a6-5dd0-41a2-bade-2d71ae0283ed,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:03:49.077883 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaf552d3-547e-4c2c-896b-f4f8bbe7b642 admin admin] No DVR routers for this DVR port 86ae80a6-5dd0-41a2-bade-2d71ae0283ed on host n-d-816865-1 {{(pid=102387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 19:03:49.092417 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.db_base_plugin_common [None req-3f80ed34-337f-4575-9783-009d7d2284a9 tempest-RoutersNegativeIpV6Test-899271279 tempest-RoutersNegativeIpV6Test-899271279-project] Allocated IP 2001:db8::1 (8aaf3ab9-a722-4d16-b673-b60f1606b600/e4b15de2-01fb-40e3-83c1-2c74d9ce5cae/54b2baa5-6036-4779-938f-8faf6cd86915) {{(pid=102386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 19:03:49.342698 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 258012b9-7794-4e52-bd45-7d708567cd38 up at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 19:03:49.349037 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-eaf552d3-547e-4c2c-896b-f4f8bbe7b642 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1579173', 'neutron.services.segments.db._delete_segments_for_network-8750027792909'] for network, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:03:49.411922 n-d-816865-1 neutron-server[102387]: DEBUG neutron.services.segments.db [None req-eaf552d3-547e-4c2c-896b-f4f8bbe7b642 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad4e0fc4-1abc-48fb-9c8e-5d76236fa098']}} {{(pid=102387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:03:49.414304 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-3f80ed34-337f-4575-9783-009d7d2284a9 tempest-RoutersNegativeIpV6Test-899271279 tempest-RoutersNegativeIpV6Test-899271279-project] Publish callbacks [] for port, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:03:49.437558 n-d-816865-1 neutron-server[102387]: DEBUG neutron.services.segments.db [None req-eaf552d3-547e-4c2c-896b-f4f8bbe7b642 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7be3d05f-633b-4fa4-85ad-02da01d888f9') {'for_net_delete': True} {{(pid=102387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:03:49.437937 n-d-816865-1 neutron-server[102387]: DEBUG neutron.services.segments.db [None req-eaf552d3-547e-4c2c-896b-f4f8bbe7b642 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7be3d05f-633b-4fa4-85ad-02da01d888f9') {} {{(pid=102387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:03:49.461210 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-eaf552d3-547e-4c2c-896b-f4f8bbe7b642 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750027793430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4463492'] for segment, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:03:49.488289 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-eaf552d3-547e-4c2c-896b-f4f8bbe7b642 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273'] for segment, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:03:49.500958 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eaf552d3-547e-4c2c-896b-f4f8bbe7b642 admin admin] Releasing vlan 172 on physical network physnet1 to pool {{(pid=102387) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 05 19:03:49.502281 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-eaf552d3-547e-4c2c-896b-f4f8bbe7b642 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4417236'] for segment, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:03:49.504403 n-d-816865-1 neutron-server[102387]: Traceback (most recent call last): Nov 05 19:03:49.504403 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 05 19:03:49.504403 n-d-816865-1 neutron-server[102387]: timer() Nov 05 19:03:49.504403 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 05 19:03:49.504403 n-d-816865-1 neutron-server[102387]: cb(*args, **kw) Nov 05 19:03:49.504403 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 05 19:03:49.504403 n-d-816865-1 neutron-server[102387]: return func(*args, **kwargs) Nov 05 19:03:49.504403 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 05 19:03:49.504403 n-d-816865-1 neutron-server[102387]: self._notify() Nov 05 19:03:49.504403 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 05 19:03:49.504403 n-d-816865-1 neutron-server[102387]: self.callback(batched_events) Nov 05 19:03:49.504403 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 05 19:03:49.504403 n-d-816865-1 neutron-server[102387]: event.method(event) Nov 05 19:03:49.504403 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 05 19:03:49.504403 n-d-816865-1 neutron-server[102387]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 05 19:03:49.504403 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 05 19:03:49.504403 n-d-816865-1 neutron-server[102387]: aggregate_uuid = self.p_client.list_aggregates( Nov 05 19:03:49.504403 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 05 19:03:49.504403 n-d-816865-1 neutron-server[102387]: return f(self, *a, **k) Nov 05 19:03:49.504403 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 05 19:03:49.504403 n-d-816865-1 neutron-server[102387]: return self._get(url).json() Nov 05 19:03:49.504403 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 05 19:03:49.504403 n-d-816865-1 neutron-server[102387]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 05 19:03:49.504403 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 05 19:03:49.504403 n-d-816865-1 neutron-server[102387]: return self.request(url, 'GET', **kwargs) Nov 05 19:03:49.504403 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 05 19:03:49.504403 n-d-816865-1 neutron-server[102387]: base_url = self.get_endpoint(auth, allow=allow, Nov 05 19:03:49.504403 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 05 19:03:49.504403 n-d-816865-1 neutron-server[102387]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 05 19:03:49.504403 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 05 19:03:49.504403 n-d-816865-1 neutron-server[102387]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 05 19:03:49.504403 n-d-816865-1 neutron-server[102387]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 05 19:03:49.535314 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Provisioning complete for port 258012b9-7794-4e52-bd45-7d708567cd38 triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:03:49.535949 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:03:49.548844 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-3f80ed34-337f-4575-9783-009d7d2284a9 tempest-RoutersNegativeIpV6Test-899271279 tempest-RoutersNegativeIpV6Test-899271279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:03:49.611513 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f80ed34-337f-4575-9783-009d7d2284a9 tempest-RoutersNegativeIpV6Test-899271279 tempest-RoutersNegativeIpV6Test-899271279-project] Network 8aaf3ab9-a722-4d16-b673-b60f1606b600 is already hosted by enough agents. {{(pid=102386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 19:03:49.616004 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.base_scheduler [None req-3f80ed34-337f-4575-9783-009d7d2284a9 tempest-RoutersNegativeIpV6Test-899271279 tempest-RoutersNegativeIpV6Test-899271279-project] Resources bound (agent type, host, resource id): {{(pid=102386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 19:03:49.624400 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f80ed34-337f-4575-9783-009d7d2284a9 tempest-RoutersNegativeIpV6Test-899271279 tempest-RoutersNegativeIpV6Test-899271279-project] Received port after_create {{(pid=102386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 19:03:49.625042 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-3f80ed34-337f-4575-9783-009d7d2284a9 tempest-RoutersNegativeIpV6Test-899271279 tempest-RoutersNegativeIpV6Test-899271279-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-571770'] for router_interface, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:03:49.677286 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f80ed34-337f-4575-9783-009d7d2284a9 tempest-RoutersNegativeIpV6Test-899271279 tempest-RoutersNegativeIpV6Test-899271279-project] Pushing event updated for resources: {'Port': ['ID=54b2baa5-6036-4779-938f-8faf6cd86915,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:03:49.685625 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-eaf552d3-547e-4c2c-896b-f4f8bbe7b642 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1579178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-956796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1000687'] for network, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:03:49.732428 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-eaf552d3-547e-4c2c-896b-f4f8bbe7b642 admin admin] Publish callbacks [] for network, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:03:49.740116 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-eaf552d3-547e-4c2c-896b-f4f8bbe7b642 admin admin] 10.222.0.13 "DELETE /v2.0/networks/ad4e0fc4-1abc-48fb-9c8e-5d76236fa098 HTTP/1.1" status: 204 len: 168 time: 2.0993762 Nov 05 19:03:49.766590 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf552d3-547e-4c2c-896b-f4f8bbe7b642 admin admin] Pushing event deleted for resources: {'Network': ['ID=ad4e0fc4-1abc-48fb-9c8e-5d76236fa098,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:03:49.813023 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:03:49.890929 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] For port 258012b9-7794-4e52-bd45-7d708567cd38, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=258012b9-7794-4e52-bd45-7d708567cd38,segment=NetworkSegment(3a322561-7ef7-4102-8aa3-0f3764aa6643),segment_id=3a322561-7ef7-4102-8aa3-0f3764aa6643)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:03:49.897635 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98455a8-05b9-4d97-89e7-0c75f668de33 req-9d58c455-c290-46b1-b497-b6db0074e227 tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:03:49.900366 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-a98455a8-05b9-4d97-89e7-0c75f668de33 req-9d58c455-c290-46b1-b497-b6db0074e227 tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e0e9f2c-b17f-4007-b3d8-07e537a1c2f3 HTTP/1.1" status: 200 len: 946 time: 0.1588829 Nov 05 19:03:49.982977 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:03:50.076193 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-3f80ed34-337f-4575-9783-009d7d2284a9 tempest-RoutersNegativeIpV6Test-899271279 tempest-RoutersNegativeIpV6Test-899271279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:03:50.146525 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-a98455a8-05b9-4d97-89e7-0c75f668de33 req-5e5a8f51-90f6-46f3-a2f5-97f5cd20f944 tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] 10.222.0.13 "GET /v2.0/security-groups?id=e2e15a42-88b8-49e2-ad78-9daadc9e7fe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2395570 Nov 05 19:03:50.162947 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 86ae80a6-5dd0-41a2-bade-2d71ae0283ed no longer exists at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 19:03:50.255024 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 48660) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:03:50.263159 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] No Port match for: 86ae80a6-5dd0-41a2-bade-2d71ae0283ed {{(pid=102388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 19:03:50.263875 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 86ae80a6-5dd0-41a2-bade-2d71ae0283ed not bound to the agent host n-d-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 19:03:50.268889 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Pushing event updated for resources: {'Port': ['ID=258012b9-7794-4e52-bd45-7d708567cd38,revision_number=3']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:03:50.417019 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-1753eb2f-c6b2-4404-9a2d-49c8e04a93eb admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3f080cb3a4f24f1db8ad75a12c2cd4bf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1608055 Nov 05 19:03:50.430173 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 48662) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:03:50.448537 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-ad349810-8a5d-42ce-a8a3-dc462b0dc158 None None] Provisioning complete for port 54b2baa5-6036-4779-938f-8faf6cd86915 triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:03:50.452446 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-ad349810-8a5d-42ce-a8a3-dc462b0dc158 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:03:50.578178 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-9bd5a567-6744-4b82-ac90-b7fdfb0a46f1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:03:50.648110 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-ad349810-8a5d-42ce-a8a3-dc462b0dc158 None None] Port 54b2baa5-6036-4779-938f-8faf6cd86915 cannot update to ACTIVE because it is not bound. {{(pid=102388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 19:03:50.648710 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-9bd5a567-6744-4b82-ac90-b7fdfb0a46f1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:03:50.799179 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-3f80ed34-337f-4575-9783-009d7d2284a9 tempest-RoutersNegativeIpV6Test-899271279 tempest-RoutersNegativeIpV6Test-899271279-project] Publish callbacks [] for port, precommit_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:03:50.839717 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-9bd5a567-6744-4b82-ac90-b7fdfb0a46f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:03:50.848426 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6d9f24a-ceaf-4fa9-812e-a5ced1d546cf None None] Network efc47efb-b3a3-4171-b425-35171df86643 requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 19:03:50.848578 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-9bd5a567-6744-4b82-ac90-b7fdfb0a46f1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:03:50.848578 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-9bd5a567-6744-4b82-ac90-b7fdfb0a46f1 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4f04b2e1-de76-4a06-adfc-cc82b8507945 HTTP/1.1" status: 204 len: 168 time: 0.4124150 Nov 05 19:03:50.862598 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd5a567-6744-4b82-ac90-b7fdfb0a46f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f04b2e1-de76-4a06-adfc-cc82b8507945,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:03:50.891036 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-3f80ed34-337f-4575-9783-009d7d2284a9 tempest-RoutersNegativeIpV6Test-899271279 tempest-RoutersNegativeIpV6Test-899271279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6149821'] for port, after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:03:50.891852 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-3f80ed34-337f-4575-9783-009d7d2284a9 tempest-RoutersNegativeIpV6Test-899271279 tempest-RoutersNegativeIpV6Test-899271279-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-597863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-571878'] for router_interface, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:03:51.099638 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-2a003544-811d-4c85-8e78-30180290ffd3 None None] Provisioning complete for port 258012b9-7794-4e52-bd45-7d708567cd38 triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:03:51.102318 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-2a003544-811d-4c85-8e78-30180290ffd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:03:51.222514 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f80ed34-337f-4575-9783-009d7d2284a9 tempest-RoutersNegativeIpV6Test-899271279 tempest-RoutersNegativeIpV6Test-899271279-project] Pushing event updated for resources: {'Port': ['ID=54b2baa5-6036-4779-938f-8faf6cd86915,revision_number=2']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:03:51.323630 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 258012b9-7794-4e52-bd45-7d708567cd38 up at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 19:03:51.371053 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f80ed34-337f-4575-9783-009d7d2284a9 tempest-RoutersNegativeIpV6Test-899271279 tempest-RoutersNegativeIpV6Test-899271279-project] Network 8aaf3ab9-a722-4d16-b673-b60f1606b600 is already hosted by enough agents. {{(pid=102386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 19:03:51.372659 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.base_scheduler [None req-3f80ed34-337f-4575-9783-009d7d2284a9 tempest-RoutersNegativeIpV6Test-899271279 tempest-RoutersNegativeIpV6Test-899271279-project] Resources bound (agent type, host, resource id): {{(pid=102386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 19:03:51.465351 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cff2e86-dd47-4ab6-a7b2-6fbe0b3ea227 req-da174458-6141-4f4c-9fb0-98010d50cf38 tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:03:51.475734 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-6cff2e86-dd47-4ab6-a7b2-6fbe0b3ea227 req-da174458-6141-4f4c-9fb0-98010d50cf38 tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e0e9f2c-b17f-4007-b3d8-07e537a1c2f3 HTTP/1.1" status: 200 len: 946 time: 0.1787751 Nov 05 19:03:51.637533 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f80ed34-337f-4575-9783-009d7d2284a9 tempest-RoutersNegativeIpV6Test-899271279 tempest-RoutersNegativeIpV6Test-899271279-project] Router 03fe6091-5800-48be-a63d-73ac1e10c1ef has already been hosted by L3 agent 6dcb5589-8e86-4616-9186-ddc4548e13ad {{(pid=102386) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 19:03:51.712916 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-6cff2e86-dd47-4ab6-a7b2-6fbe0b3ea227 req-ce9af46f-21ab-411d-9acd-0a078874e66a tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] 10.222.0.13 "GET /v2.0/security-groups?id=e2e15a42-88b8-49e2-ad78-9daadc9e7fe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2249367 Nov 05 19:03:51.976025 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f80ed34-337f-4575-9783-009d7d2284a9 tempest-RoutersNegativeIpV6Test-899271279 tempest-RoutersNegativeIpV6Test-899271279-project] Notify agent at l3_agent.n-d-816865-1 the message routers_updated {{(pid=102386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 19:03:51.990669 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b5e30ad-ff1e-47cb-9f2d-bd8b8fef9418 None None] Sync routers for ids ['03fe6091-5800-48be-a63d-73ac1e10c1ef'] in n-d-816865-1 {{(pid=102389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 19:03:52.009163 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b5e30ad-ff1e-47cb-9f2d-bd8b8fef9418 None None] Routers {'03fe6091-5800-48be-a63d-73ac1e10c1ef'} bound to L3 agent in host n-d-816865-1 {{(pid=102389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 19:03:52.009620 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-3f80ed34-337f-4575-9783-009d7d2284a9 tempest-RoutersNegativeIpV6Test-899271279 tempest-RoutersNegativeIpV6Test-899271279-project] 10.222.0.13 "PUT /v2.0/routers/03fe6091-5800-48be-a63d-73ac1e10c1ef/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4686358 Nov 05 19:03:52.012762 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 48704) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:03:52.013163 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-6b5e30ad-ff1e-47cb-9f2d-bd8b8fef9418 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T19:03:35Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['03fe6091-5800-48be-a63d-73ac1e10c1ef'], 'active': True} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:03:52.110410 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-6b5e30ad-ff1e-47cb-9f2d-bd8b8fef9418 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816865-1', False) {} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:03:52.118798 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Provisioning complete for port 258012b9-7794-4e52-bd45-7d708567cd38 triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:03:52.119178 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:03:52.135453 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b5e30ad-ff1e-47cb-9f2d-bd8b8fef9418 None None] Routers {'03fe6091-5800-48be-a63d-73ac1e10c1ef'} bound to L3 agent in host n-d-816865-1 {{(pid=102389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 19:03:52.136353 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-6b5e30ad-ff1e-47cb-9f2d-bd8b8fef9418 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T19:03:35Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['03fe6091-5800-48be-a63d-73ac1e10c1ef'], 'active': True} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:03:52.233445 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-6b5e30ad-ff1e-47cb-9f2d-bd8b8fef9418 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816865-1', False) {} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:03:52.234182 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b5e30ad-ff1e-47cb-9f2d-bd8b8fef9418 None None] The sync data for ids ['03fe6091-5800-48be-a63d-73ac1e10c1ef'] in n-d-816865-1 is: [] {{(pid=102389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 19:03:52.353711 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-1d73e05b-bdab-460f-8191-6dc20531a45a tempest-RoutersNegativeIpV6Test-899271279 tempest-RoutersNegativeIpV6Test-899271279-project] Publish callbacks [] for router, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:03:52.470314 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-682ecee7-1b31-46f4-9b55-46ef17bfb14d None None] Provisioning complete for port 54b2baa5-6036-4779-938f-8faf6cd86915 triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:03:52.471390 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-682ecee7-1b31-46f4-9b55-46ef17bfb14d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:03:52.602329 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-682ecee7-1b31-46f4-9b55-46ef17bfb14d None None] Port 54b2baa5-6036-4779-938f-8faf6cd86915 cannot update to ACTIVE because it is not bound. {{(pid=102388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 19:03:52.681470 n-d-816865-1 neutron-server[102387]: INFO neutron.api.v2.resource [None req-1d73e05b-bdab-460f-8191-6dc20531a45a tempest-RoutersNegativeIpV6Test-899271279 tempest-RoutersNegativeIpV6Test-899271279-project] delete failed (client error): There was a conflict when trying to complete your request. Nov 05 19:03:52.683852 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-1d73e05b-bdab-460f-8191-6dc20531a45a tempest-RoutersNegativeIpV6Test-899271279 tempest-RoutersNegativeIpV6Test-899271279-project] 10.222.0.13 "DELETE /v2.0/routers/03fe6091-5800-48be-a63d-73ac1e10c1ef HTTP/1.1" status: 409 len: 329 time: 0.6696022 Nov 05 19:03:52.686620 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 48726) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:03:52.934239 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-6a59988d-5f0f-481b-b056-6ecb2069ce6e None None] Provisioning complete for port 258012b9-7794-4e52-bd45-7d708567cd38 triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:03:52.934697 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-6a59988d-5f0f-481b-b056-6ecb2069ce6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:03:53.063335 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc3adfa-5e0c-4874-84aa-831fc344f3c7 req-c7d0b2d2-9d30-4ce4-a785-65610f37c467 tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:03:53.072059 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-1fc3adfa-5e0c-4874-84aa-831fc344f3c7 req-c7d0b2d2-9d30-4ce4-a785-65610f37c467 tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e0e9f2c-b17f-4007-b3d8-07e537a1c2f3 HTTP/1.1" status: 200 len: 946 time: 0.1980910 Nov 05 19:03:53.165428 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-1fc3adfa-5e0c-4874-84aa-831fc344f3c7 req-821a6bdf-52dd-47d9-a873-0fd546905c16 tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] 10.222.0.13 "GET /v2.0/security-groups?id=e2e15a42-88b8-49e2-ad78-9daadc9e7fe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854192 Nov 05 19:03:53.497836 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-fbf35169-c966-4fef-94dc-c12284a42e40 tempest-RoutersNegativeIpV6Test-899271279 tempest-RoutersNegativeIpV6Test-899271279-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-571777'] for router_interface, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:03:53.868192 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [None req-fbf35169-c966-4fef-94dc-c12284a42e40 tempest-RoutersNegativeIpV6Test-899271279 tempest-RoutersNegativeIpV6Test-899271279-project] Deleting port 54b2baa5-6036-4779-938f-8faf6cd86915 {{(pid=102387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 19:03:53.868746 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-fbf35169-c966-4fef-94dc-c12284a42e40 tempest-RoutersNegativeIpV6Test-899271279 tempest-RoutersNegativeIpV6Test-899271279-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:03:54.109613 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-fbf35169-c966-4fef-94dc-c12284a42e40 tempest-RoutersNegativeIpV6Test-899271279 tempest-RoutersNegativeIpV6Test-899271279-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:03:54.127487 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [None req-fbf35169-c966-4fef-94dc-c12284a42e40 tempest-RoutersNegativeIpV6Test-899271279 tempest-RoutersNegativeIpV6Test-899271279-project] Calling delete_port for 54b2baa5-6036-4779-938f-8faf6cd86915 owned by network:router_interface {{(pid=102387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 19:03:54.451174 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec1f861-0dee-4c1e-bdf7-2d5e7bf36455 req-757a8f0b-8d77-4120-b2cc-1bda5a49181d tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:03:54.462641 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-5ec1f861-0dee-4c1e-bdf7-2d5e7bf36455 req-757a8f0b-8d77-4120-b2cc-1bda5a49181d tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e0e9f2c-b17f-4007-b3d8-07e537a1c2f3 HTTP/1.1" status: 200 len: 946 time: 0.1544116 Nov 05 19:03:54.562499 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-5ec1f861-0dee-4c1e-bdf7-2d5e7bf36455 req-0fa5177a-68d8-4a39-8fff-c0ee1d5dac9c tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] 10.222.0.13 "GET /v2.0/security-groups?id=e2e15a42-88b8-49e2-ad78-9daadc9e7fe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912292 Nov 05 19:03:54.612570 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-fbf35169-c966-4fef-94dc-c12284a42e40 tempest-RoutersNegativeIpV6Test-899271279 tempest-RoutersNegativeIpV6Test-899271279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4417063'] for port, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:03:54.786792 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 48800) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:03:54.997414 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf35169-c966-4fef-94dc-c12284a42e40 tempest-RoutersNegativeIpV6Test-899271279 tempest-RoutersNegativeIpV6Test-899271279-project] Pushing event deleted for resources: {'Port': ['ID=54b2baa5-6036-4779-938f-8faf6cd86915,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:03:55.006309 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-32e07705-fe86-461a-b615-d6671c50c299 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:03:55.207457 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-fbf35169-c966-4fef-94dc-c12284a42e40 tempest-RoutersNegativeIpV6Test-899271279 tempest-RoutersNegativeIpV6Test-899271279-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-597886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-573297'] for router_interface, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:03:55.214232 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-32e07705-fe86-461a-b615-d6671c50c299 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:03:55.262576 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-32e07705-fe86-461a-b615-d6671c50c299 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:03:55.362638 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-32e07705-fe86-461a-b615-d6671c50c299 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=46b88be9005043cea481897988d5c380&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5714889 Nov 05 19:03:55.362638 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e07705-fe86-461a-b615-d6671c50c299 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db1daf93-0bfb-4929-a1ff-dc128f455964,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:03:55.366561 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 48812) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:03:55.485962 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-81fd4269-6528-46c3-a215-4ace29696b7f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:03:55.555203 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-81fd4269-6528-46c3-a215-4ace29696b7f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:03:55.601040 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbf35169-c966-4fef-94dc-c12284a42e40 tempest-RoutersNegativeIpV6Test-899271279 tempest-RoutersNegativeIpV6Test-899271279-project] Router 03fe6091-5800-48be-a63d-73ac1e10c1ef has already been hosted by L3 agent 6dcb5589-8e86-4616-9186-ddc4548e13ad {{(pid=102387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 19:03:55.874513 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbf35169-c966-4fef-94dc-c12284a42e40 tempest-RoutersNegativeIpV6Test-899271279 tempest-RoutersNegativeIpV6Test-899271279-project] Notify agent at l3_agent.n-d-816865-1 the message routers_updated {{(pid=102387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 19:03:55.874513 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-fbf35169-c966-4fef-94dc-c12284a42e40 tempest-RoutersNegativeIpV6Test-899271279 tempest-RoutersNegativeIpV6Test-899271279-project] 10.222.0.13 "PUT /v2.0/routers/03fe6091-5800-48be-a63d-73ac1e10c1ef/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1315413 Nov 05 19:03:55.874513 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 48828) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:03:55.875343 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f217679-a4b7-49ab-b607-e9b08b03109c None None] Sync routers for ids ['03fe6091-5800-48be-a63d-73ac1e10c1ef'] in n-d-816865-1 {{(pid=102388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 19:03:55.875343 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f217679-a4b7-49ab-b607-e9b08b03109c None None] Routers {'03fe6091-5800-48be-a63d-73ac1e10c1ef'} bound to L3 agent in host n-d-816865-1 {{(pid=102388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 19:03:55.875343 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-1f217679-a4b7-49ab-b607-e9b08b03109c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T19:03:35Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['03fe6091-5800-48be-a63d-73ac1e10c1ef'], 'active': True} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:03:55.901087 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-1f217679-a4b7-49ab-b607-e9b08b03109c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816865-1', False) {} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:03:55.906017 n-d-816865-1 neutron-server[102387]: INFO neutron.api.v2.resource [None req-e09a7668-9fc5-4877-94e7-a7a83d82b0c8 tempest-RoutersNegativeIpV6Test-899271279 tempest-RoutersNegativeIpV6Test-899271279-project] show failed (client error): The resource could not be found. Nov 05 19:03:55.913551 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 48832) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:03:55.914161 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-e09a7668-9fc5-4877-94e7-a7a83d82b0c8 tempest-RoutersNegativeIpV6Test-899271279 tempest-RoutersNegativeIpV6Test-899271279-project] 10.222.0.13 "GET /v2.0/routers/tempest-non_exist_router-265351311 HTTP/1.1" status: 404 len: 334 time: 0.0809257 Nov 05 19:03:55.920627 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f217679-a4b7-49ab-b607-e9b08b03109c None None] Routers {'03fe6091-5800-48be-a63d-73ac1e10c1ef'} bound to L3 agent in host n-d-816865-1 {{(pid=102388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 19:03:55.921296 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-1f217679-a4b7-49ab-b607-e9b08b03109c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T19:03:35Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['03fe6091-5800-48be-a63d-73ac1e10c1ef'], 'active': True} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:03:55.922608 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-e977aeb6-94b0-4676-8080-4722b56c6c4c tempest-RoutersNegativeIpV6Test-899271279 tempest-RoutersNegativeIpV6Test-899271279-project] Request body: {'router': {'name': 'new_name'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:03:55.938188 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b54264-97b5-43c1-9a33-5fa9b3cf5836 req-c0c603d7-65b1-4e73-b5cc-0d1a7cb08090 tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:03:55.946774 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-74b54264-97b5-43c1-9a33-5fa9b3cf5836 req-c0c603d7-65b1-4e73-b5cc-0d1a7cb08090 tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e0e9f2c-b17f-4007-b3d8-07e537a1c2f3 HTTP/1.1" status: 200 len: 946 time: 0.1413956 Nov 05 19:03:55.963432 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-1f217679-a4b7-49ab-b607-e9b08b03109c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816865-1', False) {} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:03:55.964181 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f217679-a4b7-49ab-b607-e9b08b03109c None None] The sync data for ids ['03fe6091-5800-48be-a63d-73ac1e10c1ef'] in n-d-816865-1 is: [] {{(pid=102388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 19:03:55.979749 n-d-816865-1 neutron-server[102386]: INFO neutron.api.v2.resource [None req-e977aeb6-94b0-4676-8080-4722b56c6c4c tempest-RoutersNegativeIpV6Test-899271279 tempest-RoutersNegativeIpV6Test-899271279-project] update failed (client error): The resource could not be found. Nov 05 19:03:55.987141 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-e977aeb6-94b0-4676-8080-4722b56c6c4c tempest-RoutersNegativeIpV6Test-899271279 tempest-RoutersNegativeIpV6Test-899271279-project] 10.222.0.13 "PUT /v2.0/routers/tempest-non_exist_router-1090239666 HTTP/1.1" status: 404 len: 335 time: 0.0716186 Nov 05 19:03:55.988025 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 48834) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:03:56.006989 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-74b54264-97b5-43c1-9a33-5fa9b3cf5836 req-715cef4e-c2cf-4c39-b72d-c04288639cea tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] 10.222.0.13 "GET /v2.0/security-groups?id=e2e15a42-88b8-49e2-ad78-9daadc9e7fe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589914 Nov 05 19:03:56.062928 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.db_base_plugin_v2 [None req-df76046e-6d73-4034-90ef-d9b2b5591cad tempest-RoutersNegativeIpV6Test-899271279 tempest-RoutersNegativeIpV6Test-899271279-project] Deleting subnet 110114a5-df2f-477a-bde2-86c56394d9de {{(pid=102386) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 05 19:03:56.073601 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-df76046e-6d73-4034-90ef-d9b2b5591cad tempest-RoutersNegativeIpV6Test-899271279 tempest-RoutersNegativeIpV6Test-899271279-project] Publish callbacks [] for subnet, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:03:56.107887 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-81fd4269-6528-46c3-a215-4ace29696b7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:03:56.111406 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-81fd4269-6528-46c3-a215-4ace29696b7f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:03:56.152702 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-81fd4269-6528-46c3-a215-4ace29696b7f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/db1daf93-0bfb-4929-a1ff-dc128f455964 HTTP/1.1" status: 204 len: 168 time: 0.7790346 Nov 05 19:03:56.207917 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81fd4269-6528-46c3-a215-4ace29696b7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db1daf93-0bfb-4929-a1ff-dc128f455964,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:03:56.240545 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-df76046e-6d73-4034-90ef-d9b2b5591cad tempest-RoutersNegativeIpV6Test-899271279 tempest-RoutersNegativeIpV6Test-899271279-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4590738'] for subnet, precommit_delete_associations {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:03:56.415667 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-df76046e-6d73-4034-90ef-d9b2b5591cad tempest-RoutersNegativeIpV6Test-899271279 tempest-RoutersNegativeIpV6Test-899271279-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1573928'] for subnet, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:03:56.593106 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 48848) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:03:56.623105 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-df76046e-6d73-4034-90ef-d9b2b5591cad tempest-RoutersNegativeIpV6Test-899271279 tempest-RoutersNegativeIpV6Test-899271279-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1573905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6149879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4877183'] for subnet, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:03:56.642129 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-df76046e-6d73-4034-90ef-d9b2b5591cad tempest-RoutersNegativeIpV6Test-899271279 tempest-RoutersNegativeIpV6Test-899271279-project] Publish callbacks [] for subnet, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:03:56.645797 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5783eb2-1864-4383-959e-d0182fbc454d None None] Network efc47efb-b3a3-4171-b425-35171df86643 requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 19:03:56.662400 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-df76046e-6d73-4034-90ef-d9b2b5591cad tempest-RoutersNegativeIpV6Test-899271279 tempest-RoutersNegativeIpV6Test-899271279-project] 10.222.0.13 "DELETE /v2.0/subnets/110114a5-df2f-477a-bde2-86c56394d9de HTTP/1.1" status: 204 len: 168 time: 0.6730192 Nov 05 19:03:56.668008 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 48856) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:03:56.755938 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df76046e-6d73-4034-90ef-d9b2b5591cad tempest-RoutersNegativeIpV6Test-899271279 tempest-RoutersNegativeIpV6Test-899271279-project] Pushing event deleted for resources: {'Subnet': ['ID=110114a5-df2f-477a-bde2-86c56394d9de,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:03:56.792111 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-3dd2297a-d29e-4aba-8b1e-dfb79af669bc admin admin] Publish callbacks [] for security_group, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:03:56.899751 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-4d4c8533-9b37-402f-b033-f2905e546515 tempest-RoutersNegativeIpV6Test-899271279 tempest-RoutersNegativeIpV6Test-899271279-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1664226'] for network, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:03:57.073716 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-3dd2297a-d29e-4aba-8b1e-dfb79af669bc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:03:57.081786 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [None req-4d4c8533-9b37-402f-b033-f2905e546515 tempest-RoutersNegativeIpV6Test-899271279 tempest-RoutersNegativeIpV6Test-899271279-project] Deleting port 258012b9-7794-4e52-bd45-7d708567cd38 {{(pid=102387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 19:03:57.085924 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-4d4c8533-9b37-402f-b033-f2905e546515 tempest-RoutersNegativeIpV6Test-899271279 tempest-RoutersNegativeIpV6Test-899271279-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:03:57.103588 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89da4b2a-3864-4392-99ad-eedfad20e4d9 None None] DHCP port deletion for efc47efb-b3a3-4171-b425-35171df86643 request from n-d-816865-1 {{(pid=102388) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 05 19:03:57.133853 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-3dd2297a-d29e-4aba-8b1e-dfb79af669bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:03:57.201164 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-89da4b2a-3864-4392-99ad-eedfad20e4d9 None None] Deleting port 258012b9-7794-4e52-bd45-7d708567cd38 {{(pid=102388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 19:03:57.201545 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-89da4b2a-3864-4392-99ad-eedfad20e4d9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:03:57.267760 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd2297a-d29e-4aba-8b1e-dfb79af669bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8ebb670-af90-4a53-bc9f-88449f1368fb,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:03:57.274079 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 258012b9-7794-4e52-bd45-7d708567cd38 no longer exists at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 19:03:57.290882 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-3dd2297a-d29e-4aba-8b1e-dfb79af669bc admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b087536ec2e2414d9cb588e99f8a3cd5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6941240 Nov 05 19:03:57.301964 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 48882) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:03:57.441791 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-072aa9d1-a695-4806-a4ff-14717952c72e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:03:57.508187 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-072aa9d1-a695-4806-a4ff-14717952c72e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:03:57.508450 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-89da4b2a-3864-4392-99ad-eedfad20e4d9 None None] For port 258012b9-7794-4e52-bd45-7d708567cd38, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=258012b9-7794-4e52-bd45-7d708567cd38,segment=NetworkSegment(3a322561-7ef7-4102-8aa3-0f3764aa6643),segment_id=3a322561-7ef7-4102-8aa3-0f3764aa6643)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:03:57.508608 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-89da4b2a-3864-4392-99ad-eedfad20e4d9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:03:57.518857 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:03:57.542529 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-89da4b2a-3864-4392-99ad-eedfad20e4d9 None None] Calling delete_port for 258012b9-7794-4e52-bd45-7d708567cd38 owned by network:dhcp {{(pid=102388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 19:03:57.565786 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e19b02-f8be-49c9-8bad-a9881154ceca req-9955a810-6bb3-4734-98b9-4f58d9e7ccd8 tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:03:57.577948 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-33e19b02-f8be-49c9-8bad-a9881154ceca req-9955a810-6bb3-4734-98b9-4f58d9e7ccd8 tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e0e9f2c-b17f-4007-b3d8-07e537a1c2f3 HTTP/1.1" status: 200 len: 946 time: 0.2760863 Nov 05 19:03:57.639896 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ebc0d2-2bd3-473a-8dfd-4553037025a1 req-fb1a44c5-0721-49b7-abd1-a7ea8a8ca517 tempest-TestNetworkAdvancedServerOps-912703179 tempest-TestNetworkAdvancedServerOps-912703179-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:03:57.647933 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-39ebc0d2-2bd3-473a-8dfd-4553037025a1 req-fb1a44c5-0721-49b7-abd1-a7ea8a8ca517 tempest-TestNetworkAdvancedServerOps-912703179 tempest-TestNetworkAdvancedServerOps-912703179-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=26e8474e-4313-42b0-b607-e5292de007c9 HTTP/1.1" status: 200 len: 1096 time: 0.3650720 Nov 05 19:03:57.659754 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.db [None req-4d4c8533-9b37-402f-b033-f2905e546515 tempest-RoutersNegativeIpV6Test-899271279 tempest-RoutersNegativeIpV6Test-899271279-project] For port 258012b9-7794-4e52-bd45-7d708567cd38, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=258012b9-7794-4e52-bd45-7d708567cd38,segment=NetworkSegment(3a322561-7ef7-4102-8aa3-0f3764aa6643),segment_id=3a322561-7ef7-4102-8aa3-0f3764aa6643)] {{(pid=102387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:03:57.660419 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-4d4c8533-9b37-402f-b033-f2905e546515 tempest-RoutersNegativeIpV6Test-899271279 tempest-RoutersNegativeIpV6Test-899271279-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:03:57.677131 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] For port 258012b9-7794-4e52-bd45-7d708567cd38, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=258012b9-7794-4e52-bd45-7d708567cd38,segment=NetworkSegment(3a322561-7ef7-4102-8aa3-0f3764aa6643),segment_id=3a322561-7ef7-4102-8aa3-0f3764aa6643)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:03:57.702588 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-072aa9d1-a695-4806-a4ff-14717952c72e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:03:57.707078 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-072aa9d1-a695-4806-a4ff-14717952c72e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:03:57.708861 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-072aa9d1-a695-4806-a4ff-14717952c72e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f8ebb670-af90-4a53-bc9f-88449f1368fb HTTP/1.1" status: 204 len: 168 time: 0.4055178 Nov 05 19:03:57.749365 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072aa9d1-a695-4806-a4ff-14717952c72e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8ebb670-af90-4a53-bc9f-88449f1368fb,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:03:57.752751 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [None req-4d4c8533-9b37-402f-b033-f2905e546515 tempest-RoutersNegativeIpV6Test-899271279 tempest-RoutersNegativeIpV6Test-899271279-project] Calling delete_port for 258012b9-7794-4e52-bd45-7d708567cd38 owned by network:dhcp {{(pid=102387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 19:03:57.756140 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-39ebc0d2-2bd3-473a-8dfd-4553037025a1 req-6306ecad-5c84-4dae-97ad-fa97b8684b6a tempest-TestNetworkAdvancedServerOps-912703179 tempest-TestNetworkAdvancedServerOps-912703179-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:03:57.809373 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:03:57.811143 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-33e19b02-f8be-49c9-8bad-a9881154ceca req-85d5f9fe-cb5d-49cf-a604-7ec8d517ed89 tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] 10.222.0.13 "GET /v2.0/security-groups?id=e2e15a42-88b8-49e2-ad78-9daadc9e7fe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2331965 Nov 05 19:03:57.958888 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-89da4b2a-3864-4392-99ad-eedfad20e4d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798'] for port, after_delete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:03:57.977443 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Pushing event updated for resources: {'Port': ['ID=258012b9-7794-4e52-bd45-7d708567cd38,revision_number=5']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:03:58.008969 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89da4b2a-3864-4392-99ad-eedfad20e4d9 None None] No DVR routers for this DVR port 258012b9-7794-4e52-bd45-7d708567cd38 on host n-d-816865-1 {{(pid=102388) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 19:03:58.015773 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:03:58.040822 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:03:58.045418 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:03:58.045418 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:03:58.045418 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:03:58.045418 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:03:58.045418 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:03:58.045418 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:03:58.045418 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:03:58.046034 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:03:58.046034 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:03:58.046463 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:03:58.094404 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89da4b2a-3864-4392-99ad-eedfad20e4d9 None None] Pushing event deleted for resources: {'Port': ['ID=258012b9-7794-4e52-bd45-7d708567cd38,revision_number=None']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:03:58.159321 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-4d4c8533-9b37-402f-b033-f2905e546515 tempest-RoutersNegativeIpV6Test-899271279 tempest-RoutersNegativeIpV6Test-899271279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4417063'] for port, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:03:58.163748 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-39ebc0d2-2bd3-473a-8dfd-4553037025a1 req-6306ecad-5c84-4dae-97ad-fa97b8684b6a tempest-TestNetworkAdvancedServerOps-912703179 tempest-TestNetworkAdvancedServerOps-912703179-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:03:58.205806 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4c8533-9b37-402f-b033-f2905e546515 tempest-RoutersNegativeIpV6Test-899271279 tempest-RoutersNegativeIpV6Test-899271279-project] Pushing event deleted for resources: {'Port': ['ID=258012b9-7794-4e52-bd45-7d708567cd38,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:03:58.213891 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d4c8533-9b37-402f-b033-f2905e546515 tempest-RoutersNegativeIpV6Test-899271279 tempest-RoutersNegativeIpV6Test-899271279-project] No DVR routers for this DVR port 258012b9-7794-4e52-bd45-7d708567cd38 on host n-d-816865-1 {{(pid=102387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 19:03:58.271527 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-39ebc0d2-2bd3-473a-8dfd-4553037025a1 req-6306ecad-5c84-4dae-97ad-fa97b8684b6a tempest-TestNetworkAdvancedServerOps-912703179 tempest-TestNetworkAdvancedServerOps-912703179-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:03:58.274719 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d4c8533-9b37-402f-b033-f2905e546515 tempest-RoutersNegativeIpV6Test-899271279 tempest-RoutersNegativeIpV6Test-899271279-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:03:58.275110 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d4c8533-9b37-402f-b033-f2905e546515 tempest-RoutersNegativeIpV6Test-899271279 tempest-RoutersNegativeIpV6Test-899271279-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:03:58.275557 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d4c8533-9b37-402f-b033-f2905e546515 tempest-RoutersNegativeIpV6Test-899271279 tempest-RoutersNegativeIpV6Test-899271279-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:03:58.276015 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d4c8533-9b37-402f-b033-f2905e546515 tempest-RoutersNegativeIpV6Test-899271279 tempest-RoutersNegativeIpV6Test-899271279-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:03:58.276458 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d4c8533-9b37-402f-b033-f2905e546515 tempest-RoutersNegativeIpV6Test-899271279 tempest-RoutersNegativeIpV6Test-899271279-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:03:58.276946 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d4c8533-9b37-402f-b033-f2905e546515 tempest-RoutersNegativeIpV6Test-899271279 tempest-RoutersNegativeIpV6Test-899271279-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:03:58.277348 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d4c8533-9b37-402f-b033-f2905e546515 tempest-RoutersNegativeIpV6Test-899271279 tempest-RoutersNegativeIpV6Test-899271279-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:03:58.277740 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d4c8533-9b37-402f-b033-f2905e546515 tempest-RoutersNegativeIpV6Test-899271279 tempest-RoutersNegativeIpV6Test-899271279-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:03:58.278195 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d4c8533-9b37-402f-b033-f2905e546515 tempest-RoutersNegativeIpV6Test-899271279 tempest-RoutersNegativeIpV6Test-899271279-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:03:58.285654 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d4c8533-9b37-402f-b033-f2905e546515 tempest-RoutersNegativeIpV6Test-899271279 tempest-RoutersNegativeIpV6Test-899271279-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:03:58.285654 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d4c8533-9b37-402f-b033-f2905e546515 tempest-RoutersNegativeIpV6Test-899271279 tempest-RoutersNegativeIpV6Test-899271279-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:03:58.285654 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d4c8533-9b37-402f-b033-f2905e546515 tempest-RoutersNegativeIpV6Test-899271279 tempest-RoutersNegativeIpV6Test-899271279-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:03:58.397347 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-4d4c8533-9b37-402f-b033-f2905e546515 tempest-RoutersNegativeIpV6Test-899271279 tempest-RoutersNegativeIpV6Test-899271279-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1579173', 'neutron.services.segments.db._delete_segments_for_network-8750027792909'] for network, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:03:58.410882 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-39ebc0d2-2bd3-473a-8dfd-4553037025a1 req-6306ecad-5c84-4dae-97ad-fa97b8684b6a tempest-TestNetworkAdvancedServerOps-912703179 tempest-TestNetworkAdvancedServerOps-912703179-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=0c08aee2-7f5c-494d-880e-af35273de53d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7615945 Nov 05 19:03:58.413414 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6306ecad-5c84-4dae-97ad-fa97b8684b6a tempest-TestNetworkAdvancedServerOps-912703179 tempest-TestNetworkAdvancedServerOps-912703179-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=267f1f5e-466d-401d-9f63-f1227daf8296,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:03:58.456829 n-d-816865-1 neutron-server[102387]: DEBUG neutron.services.segments.db [None req-4d4c8533-9b37-402f-b033-f2905e546515 tempest-RoutersNegativeIpV6Test-899271279 tempest-RoutersNegativeIpV6Test-899271279-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['efc47efb-b3a3-4171-b425-35171df86643']}} {{(pid=102387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:03:58.504732 n-d-816865-1 neutron-server[102387]: DEBUG neutron.services.segments.db [None req-4d4c8533-9b37-402f-b033-f2905e546515 tempest-RoutersNegativeIpV6Test-899271279 tempest-RoutersNegativeIpV6Test-899271279-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a322561-7ef7-4102-8aa3-0f3764aa6643') {'for_net_delete': True} {{(pid=102387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:03:58.504955 n-d-816865-1 neutron-server[102387]: DEBUG neutron.services.segments.db [None req-4d4c8533-9b37-402f-b033-f2905e546515 tempest-RoutersNegativeIpV6Test-899271279 tempest-RoutersNegativeIpV6Test-899271279-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a322561-7ef7-4102-8aa3-0f3764aa6643') {} {{(pid=102387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:03:58.516488 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 48922) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:03:58.528480 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-4d4c8533-9b37-402f-b033-f2905e546515 tempest-RoutersNegativeIpV6Test-899271279 tempest-RoutersNegativeIpV6Test-899271279-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750027793430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4463492'] for segment, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:03:58.565466 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-4d4c8533-9b37-402f-b033-f2905e546515 tempest-RoutersNegativeIpV6Test-899271279 tempest-RoutersNegativeIpV6Test-899271279-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273'] for segment, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:03:58.602093 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d4c8533-9b37-402f-b033-f2905e546515 tempest-RoutersNegativeIpV6Test-899271279 tempest-RoutersNegativeIpV6Test-899271279-project] Releasing vlan 163 on physical network physnet1 to pool {{(pid=102387) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 05 19:03:58.602693 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-4d4c8533-9b37-402f-b033-f2905e546515 tempest-RoutersNegativeIpV6Test-899271279 tempest-RoutersNegativeIpV6Test-899271279-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4417236'] for segment, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:03:58.637166 n-d-816865-1 neutron-server[102387]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 05 19:03:58.637166 n-d-816865-1 neutron-server[102387]: self.session.flush() Nov 05 19:03:58.637166 n-d-816865-1 neutron-server[102387]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 05 19:03:58.637166 n-d-816865-1 neutron-server[102387]: self.session.flush() Nov 05 19:03:58.637166 n-d-816865-1 neutron-server[102387]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 05 19:03:58.637166 n-d-816865-1 neutron-server[102387]: self.session.flush() Nov 05 19:03:58.637166 n-d-816865-1 neutron-server[102387]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 05 19:03:58.637166 n-d-816865-1 neutron-server[102387]: self.session.flush() Nov 05 19:03:58.637166 n-d-816865-1 neutron-server[102387]: Traceback (most recent call last): Nov 05 19:03:58.637166 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 05 19:03:58.637166 n-d-816865-1 neutron-server[102387]: timer() Nov 05 19:03:58.637166 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 05 19:03:58.637166 n-d-816865-1 neutron-server[102387]: cb(*args, **kw) Nov 05 19:03:58.637166 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 05 19:03:58.637166 n-d-816865-1 neutron-server[102387]: return func(*args, **kwargs) Nov 05 19:03:58.637166 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 05 19:03:58.637166 n-d-816865-1 neutron-server[102387]: self._notify() Nov 05 19:03:58.637166 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 05 19:03:58.637166 n-d-816865-1 neutron-server[102387]: self.callback(batched_events) Nov 05 19:03:58.637166 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 05 19:03:58.637166 n-d-816865-1 neutron-server[102387]: event.method(event) Nov 05 19:03:58.637166 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 05 19:03:58.637166 n-d-816865-1 neutron-server[102387]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 05 19:03:58.637166 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 05 19:03:58.637166 n-d-816865-1 neutron-server[102387]: aggregate_uuid = self.p_client.list_aggregates( Nov 05 19:03:58.637166 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 05 19:03:58.637166 n-d-816865-1 neutron-server[102387]: return f(self, *a, **k) Nov 05 19:03:58.637166 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 05 19:03:58.637166 n-d-816865-1 neutron-server[102387]: return self._get(url).json() Nov 05 19:03:58.637166 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 05 19:03:58.637166 n-d-816865-1 neutron-server[102387]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 05 19:03:58.637166 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 05 19:03:58.637166 n-d-816865-1 neutron-server[102387]: return self.request(url, 'GET', **kwargs) Nov 05 19:03:58.637166 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 05 19:03:58.637166 n-d-816865-1 neutron-server[102387]: base_url = self.get_endpoint(auth, allow=allow, Nov 05 19:03:58.637166 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 05 19:03:58.637166 n-d-816865-1 neutron-server[102387]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 05 19:03:58.637166 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 05 19:03:58.637166 n-d-816865-1 neutron-server[102387]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 05 19:03:58.637166 n-d-816865-1 neutron-server[102387]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 05 19:03:58.750471 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-3cc2ded0-c7ea-466a-8b44-68abe2e7d6d8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:03:58.758428 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e28578-a1be-409d-9ccc-89269fdd8ac1 req-12be7596-dc85-49d7-b26c-ddd1e786eaf3 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:03:58.760469 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-b4e28578-a1be-409d-9ccc-89269fdd8ac1 req-12be7596-dc85-49d7-b26c-ddd1e786eaf3 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] 10.222.0.13 "GET /v2.0/ports?device_id=26e8474e-4313-42b0-b607-e5292de007c9 HTTP/1.1" status: 200 len: 945 time: 0.2051828 Nov 05 19:03:58.841117 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-4d4c8533-9b37-402f-b033-f2905e546515 tempest-RoutersNegativeIpV6Test-899271279 tempest-RoutersNegativeIpV6Test-899271279-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1579178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-956796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1000687'] for network, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:03:58.857404 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-3cc2ded0-c7ea-466a-8b44-68abe2e7d6d8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:03:58.902359 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-4d4c8533-9b37-402f-b033-f2905e546515 tempest-RoutersNegativeIpV6Test-899271279 tempest-RoutersNegativeIpV6Test-899271279-project] Publish callbacks [] for network, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:03:58.919646 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 48940) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:03:58.919773 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-4d4c8533-9b37-402f-b033-f2905e546515 tempest-RoutersNegativeIpV6Test-899271279 tempest-RoutersNegativeIpV6Test-899271279-project] 10.222.0.13 "DELETE /v2.0/networks/efc47efb-b3a3-4171-b425-35171df86643 HTTP/1.1" status: 204 len: 168 time: 2.2537043 Nov 05 19:03:58.945726 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-b4e28578-a1be-409d-9ccc-89269fdd8ac1 req-838619a3-8eb9-4ed6-884b-1bb820170e1a tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] 10.222.0.13 "GET /v2.0/security-groups?id=0c08aee2-7f5c-494d-880e-af35273de53d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1777749 Nov 05 19:03:58.955328 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4c8533-9b37-402f-b033-f2905e546515 tempest-RoutersNegativeIpV6Test-899271279 tempest-RoutersNegativeIpV6Test-899271279-project] Pushing event deleted for resources: {'Network': ['ID=efc47efb-b3a3-4171-b425-35171df86643,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:03:58.976240 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 48944) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:03:58.991412 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-3cc2ded0-c7ea-466a-8b44-68abe2e7d6d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:03:59.065648 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc2ded0-c7ea-466a-8b44-68abe2e7d6d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d77b07e8-0fe3-4a7c-9875-5dc01594ab9a,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:03:59.088624 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-3cc2ded0-c7ea-466a-8b44-68abe2e7d6d8 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=84b71eeb048141668f3b15d7174e6d4d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5697031 Nov 05 19:03:59.089618 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 48950) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:03:59.111667 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.db_base_plugin_v2 [None req-1010dccb-de7c-473a-8b0e-7d16bd98af81 tempest-RoutersNegativeIpV6Test-899271279 tempest-RoutersNegativeIpV6Test-899271279-project] Deleting subnet 3dc610bb-54f3-470c-9310-95021d08d532 {{(pid=102386) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 05 19:03:59.115441 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-1010dccb-de7c-473a-8b0e-7d16bd98af81 tempest-RoutersNegativeIpV6Test-899271279 tempest-RoutersNegativeIpV6Test-899271279-project] Publish callbacks [] for subnet, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:03:59.161162 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-1010dccb-de7c-473a-8b0e-7d16bd98af81 tempest-RoutersNegativeIpV6Test-899271279 tempest-RoutersNegativeIpV6Test-899271279-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4590738'] for subnet, precommit_delete_associations {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:03:59.211608 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-f94282e0-ee9f-4895-b8b3-a507ec973cf1 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] 10.222.0.13 "GET /v2.0/floatingips/fc398af4-0016-466e-8be1-6958a3a579df HTTP/1.1" status: 200 len: 993 time: 0.2334044 Nov 05 19:03:59.257014 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033c08f8-ddab-4b36-819a-f9b51533d3cc req-8e5a3f7b-0ce1-455d-87d7-9994b3c30cc3 tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:03:59.271674 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-033c08f8-ddab-4b36-819a-f9b51533d3cc req-8e5a3f7b-0ce1-455d-87d7-9994b3c30cc3 tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e0e9f2c-b17f-4007-b3d8-07e537a1c2f3 HTTP/1.1" status: 200 len: 946 time: 0.2489722 Nov 05 19:03:59.293987 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-1010dccb-de7c-473a-8b0e-7d16bd98af81 tempest-RoutersNegativeIpV6Test-899271279 tempest-RoutersNegativeIpV6Test-899271279-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1573928'] for subnet, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:03:59.395180 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-d5deb0d8-154f-4c3a-bf9f-9d24d686b59d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:03:59.468874 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-d5deb0d8-154f-4c3a-bf9f-9d24d686b59d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:03:59.514293 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-033c08f8-ddab-4b36-819a-f9b51533d3cc req-4a36de8b-01e1-43f1-abc7-2fd78dfb610c tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] 10.222.0.13 "GET /v2.0/security-groups?id=e2e15a42-88b8-49e2-ad78-9daadc9e7fe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2398663 Nov 05 19:03:59.541203 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-1010dccb-de7c-473a-8b0e-7d16bd98af81 tempest-RoutersNegativeIpV6Test-899271279 tempest-RoutersNegativeIpV6Test-899271279-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1573905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6149879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4877183'] for subnet, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:03:59.581297 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdaab142-89df-4760-bb33-c9a1e5fba47e None None] Network eb622c0c-048c-42e5-9678-433ad59d3f54 requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 19:03:59.606702 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-1010dccb-de7c-473a-8b0e-7d16bd98af81 tempest-RoutersNegativeIpV6Test-899271279 tempest-RoutersNegativeIpV6Test-899271279-project] Publish callbacks [] for subnet, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:03:59.612107 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-1010dccb-de7c-473a-8b0e-7d16bd98af81 tempest-RoutersNegativeIpV6Test-899271279 tempest-RoutersNegativeIpV6Test-899271279-project] 10.222.0.13 "DELETE /v2.0/subnets/3dc610bb-54f3-470c-9310-95021d08d532 HTTP/1.1" status: 204 len: 168 time: 0.6909249 Nov 05 19:03:59.614009 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-d5deb0d8-154f-4c3a-bf9f-9d24d686b59d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:03:59.614852 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 48962) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:03:59.617703 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-d5deb0d8-154f-4c3a-bf9f-9d24d686b59d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:03:59.633857 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-d5deb0d8-154f-4c3a-bf9f-9d24d686b59d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d77b07e8-0fe3-4a7c-9875-5dc01594ab9a HTTP/1.1" status: 204 len: 168 time: 0.5298367 Nov 05 19:03:59.661325 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1010dccb-de7c-473a-8b0e-7d16bd98af81 tempest-RoutersNegativeIpV6Test-899271279 tempest-RoutersNegativeIpV6Test-899271279-project] Pushing event deleted for resources: {'Subnet': ['ID=3dc610bb-54f3-470c-9310-95021d08d532,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:03:59.661325 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5deb0d8-154f-4c3a-bf9f-9d24d686b59d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d77b07e8-0fe3-4a7c-9875-5dc01594ab9a,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:03:59.735182 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.db_base_plugin_v2 [None req-20df521a-a2f3-4d26-b13a-82ecb39d99e3 tempest-RoutersNegativeIpV6Test-899271279 tempest-RoutersNegativeIpV6Test-899271279-project] Deleting subnet 9657c67e-1294-4493-9755-18755f9d1320 {{(pid=102387) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 05 19:03:59.740173 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-20df521a-a2f3-4d26-b13a-82ecb39d99e3 tempest-RoutersNegativeIpV6Test-899271279 tempest-RoutersNegativeIpV6Test-899271279-project] Publish callbacks [] for subnet, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:03:59.792059 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-20df521a-a2f3-4d26-b13a-82ecb39d99e3 tempest-RoutersNegativeIpV6Test-899271279 tempest-RoutersNegativeIpV6Test-899271279-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4463501'] for subnet, precommit_delete_associations {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:03:59.891769 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-20df521a-a2f3-4d26-b13a-82ecb39d99e3 tempest-RoutersNegativeIpV6Test-899271279 tempest-RoutersNegativeIpV6Test-899271279-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1573928'] for subnet, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:03:59.904056 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-018d468f-cecf-4a01-9d00-ff8e25a2d699 None None] DHCP port deletion for eb622c0c-048c-42e5-9678-433ad59d3f54 request from n-d-816865-1 {{(pid=102388) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 05 19:04:00.025670 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-018d468f-cecf-4a01-9d00-ff8e25a2d699 None None] Deleting port 0816e183-859c-48a1-8aa1-31248e668256 {{(pid=102388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 19:04:00.035602 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-018d468f-cecf-4a01-9d00-ff8e25a2d699 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:04:00.096422 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-4e693975-49be-4858-b921-887f456e3ad4 req-9234928a-78a3-4134-a230-2ae2eddfe43a service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=26e8474e-4313-42b0-b607-e5292de007c9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0633681 Nov 05 19:04:00.124315 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-20df521a-a2f3-4d26-b13a-82ecb39d99e3 tempest-RoutersNegativeIpV6Test-899271279 tempest-RoutersNegativeIpV6Test-899271279-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1573905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4417146', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5112209'] for subnet, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:04:00.160562 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc322b6d-faa7-4abb-a533-ccb0a3a257f6 None None] Network e7f0346e-7864-44ca-8bf8-b89145cd74a3 requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 19:04:00.209232 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-20df521a-a2f3-4d26-b13a-82ecb39d99e3 tempest-RoutersNegativeIpV6Test-899271279 tempest-RoutersNegativeIpV6Test-899271279-project] Publish callbacks [] for subnet, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:04:00.220690 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-20df521a-a2f3-4d26-b13a-82ecb39d99e3 tempest-RoutersNegativeIpV6Test-899271279 tempest-RoutersNegativeIpV6Test-899271279-project] 10.222.0.13 "DELETE /v2.0/subnets/9657c67e-1294-4493-9755-18755f9d1320 HTTP/1.1" status: 204 len: 168 time: 0.6047230 Nov 05 19:04:00.223927 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 48994) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:04:00.241093 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20df521a-a2f3-4d26-b13a-82ecb39d99e3 tempest-RoutersNegativeIpV6Test-899271279 tempest-RoutersNegativeIpV6Test-899271279-project] Pushing event deleted for resources: {'Subnet': ['ID=9657c67e-1294-4493-9755-18755f9d1320,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:04:00.267929 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e693975-49be-4858-b921-887f456e3ad4 req-ddc15429-445b-4bb0-8cb1-d28706a4b236 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:04:00.272269 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-4e693975-49be-4858-b921-887f456e3ad4 req-ddc15429-445b-4bb0-8cb1-d28706a4b236 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=777902a3c6ed4ff2a5460208db53bd8a&device_id=26e8474e-4313-42b0-b607-e5292de007c9 HTTP/1.1" status: 200 len: 1096 time: 0.0860348 Nov 05 19:04:00.327515 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [req-770a19aa-53f3-4f5c-9630-af7f2ee76804 req-27eb97a6-be60-47da-94e0-7423d89485f3 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=102387) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 05 19:04:00.331193 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-770a19aa-53f3-4f5c-9630-af7f2ee76804 req-27eb97a6-be60-47da-94e0-7423d89485f3 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.5879695 Nov 05 19:04:00.384968 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-018d468f-cecf-4a01-9d00-ff8e25a2d699 None None] For port 0816e183-859c-48a1-8aa1-31248e668256, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=0816e183-859c-48a1-8aa1-31248e668256,segment=NetworkSegment(be728a54-4246-4a7a-958a-7c4ce81d55ee),segment_id=be728a54-4246-4a7a-958a-7c4ce81d55ee)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:04:00.388697 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-018d468f-cecf-4a01-9d00-ff8e25a2d699 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:04:00.405910 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 49004) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:04:00.429967 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-018d468f-cecf-4a01-9d00-ff8e25a2d699 None None] Calling delete_port for 0816e183-859c-48a1-8aa1-31248e668256 owned by network:dhcp {{(pid=102388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 19:04:00.471035 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-5112aafa-66b4-46ce-b0e8-88f368fea91b tempest-RoutersNegativeIpV6Test-899271279 tempest-RoutersNegativeIpV6Test-899271279-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1664226'] for network, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:04:00.588424 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [None req-5112aafa-66b4-46ce-b0e8-88f368fea91b tempest-RoutersNegativeIpV6Test-899271279 tempest-RoutersNegativeIpV6Test-899271279-project] Deleting port 0816e183-859c-48a1-8aa1-31248e668256 {{(pid=102387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 19:04:00.593817 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-5112aafa-66b4-46ce-b0e8-88f368fea91b tempest-RoutersNegativeIpV6Test-899271279 tempest-RoutersNegativeIpV6Test-899271279-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:04:00.612447 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e693975-49be-4858-b921-887f456e3ad4 req-5507c29b-9d05-4021-b9da-97ff69698c29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:04:00.620307 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-4e693975-49be-4858-b921-887f456e3ad4 req-5507c29b-9d05-4021-b9da-97ff69698c29 service neutron] 10.222.0.41 "GET /v2.0/networks?id=7340801a-d414-4a8c-8e81-bc2b23bb205e HTTP/1.1" status: 200 len: 898 time: 0.3179646 Nov 05 19:04:00.833764 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-4e693975-49be-4858-b921-887f456e3ad4 req-c90a7145-18cc-44e3-a3e3-87937c074eba service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3673982d-be4c-4718-beb3-9dbdf123149d HTTP/1.1" status: 200 len: 1001 time: 0.2055371 Nov 05 19:04:00.865282 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-018d468f-cecf-4a01-9d00-ff8e25a2d699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798'] for port, after_delete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:04:00.914904 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08add6dd-1236-4d8b-a363-32bd3c5c378e None None] DHCP port deletion for e7f0346e-7864-44ca-8bf8-b89145cd74a3 request from n-d-816865-1 {{(pid=102388) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 05 19:04:00.923225 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.db [None req-5112aafa-66b4-46ce-b0e8-88f368fea91b tempest-RoutersNegativeIpV6Test-899271279 tempest-RoutersNegativeIpV6Test-899271279-project] For port 0816e183-859c-48a1-8aa1-31248e668256, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=0816e183-859c-48a1-8aa1-31248e668256,segment=NetworkSegment(be728a54-4246-4a7a-958a-7c4ce81d55ee),segment_id=be728a54-4246-4a7a-958a-7c4ce81d55ee)] {{(pid=102387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:04:00.925766 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-5112aafa-66b4-46ce-b0e8-88f368fea91b tempest-RoutersNegativeIpV6Test-899271279 tempest-RoutersNegativeIpV6Test-899271279-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:04:00.953711 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e693975-49be-4858-b921-887f456e3ad4 req-87c3ce3d-b530-435f-8de5-7ccd64dfc5f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:04:00.956546 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-4e693975-49be-4858-b921-887f456e3ad4 req-87c3ce3d-b530-435f-8de5-7ccd64dfc5f3 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=17f3259b-0e65-4434-84f3-e6a8b3c7482f HTTP/1.1" status: 200 len: 834 time: 0.1141376 Nov 05 19:04:00.959042 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018d468f-cecf-4a01-9d00-ff8e25a2d699 None None] Pushing event deleted for resources: {'Port': ['ID=0816e183-859c-48a1-8aa1-31248e668256,revision_number=None']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:04:00.970817 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-4dc56c0f-8a7a-489b-b0d1-075f24096622 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-446691170-network', 'tenant_id': '634b410538db4628b0278615b03ee648'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:04:00.972623 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [None req-5112aafa-66b4-46ce-b0e8-88f368fea91b tempest-RoutersNegativeIpV6Test-899271279 tempest-RoutersNegativeIpV6Test-899271279-project] Calling delete_port for 0816e183-859c-48a1-8aa1-31248e668256 owned by network:dhcp {{(pid=102387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 19:04:00.994803 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05887e9b-3957-4c6e-af4f-64412808dc0b req-a66ce2c0-a526-4b33-b3b4-c30d481102cf tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:04:01.009026 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-05887e9b-3957-4c6e-af4f-64412808dc0b req-a66ce2c0-a526-4b33-b3b4-c30d481102cf tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e0e9f2c-b17f-4007-b3d8-07e537a1c2f3 HTTP/1.1" status: 200 len: 946 time: 0.2206798 Nov 05 19:04:01.092995 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4dc56c0f-8a7a-489b-b0d1-075f24096622 admin admin] Made reservation on behalf of 634b410538db4628b0278615b03ee648 for: {'network': 1} {{(pid=102386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 19:04:01.096586 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-018d468f-cecf-4a01-9d00-ff8e25a2d699 None None] No DVR routers for this DVR port 0816e183-859c-48a1-8aa1-31248e668256 on host n-d-816865-1 {{(pid=102388) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 19:04:01.101399 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-4dc56c0f-8a7a-489b-b0d1-075f24096622 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for network, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:04:01.196160 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-4dc56c0f-8a7a-489b-b0d1-075f24096622 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:04:01.201032 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-08add6dd-1236-4d8b-a363-32bd3c5c378e None None] Deleting port 52e796b1-e7d2-4d05-b5b6-6da7f304a0ae {{(pid=102388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 19:04:01.206636 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-08add6dd-1236-4d8b-a363-32bd3c5c378e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:04:01.218469 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e693975-49be-4858-b921-887f456e3ad4 req-efbd0242-c7d3-494c-92dc-456fc363b6cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:04:01.243952 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-4e693975-49be-4858-b921-887f456e3ad4 req-efbd0242-c7d3-494c-92dc-456fc363b6cd service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7340801a-d414-4a8c-8e81-bc2b23bb205e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2087231 Nov 05 19:04:01.336351 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-05887e9b-3957-4c6e-af4f-64412808dc0b req-583a04bf-4f38-4ea1-bbee-87e23dd4464e tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] 10.222.0.13 "GET /v2.0/security-groups?id=e2e15a42-88b8-49e2-ad78-9daadc9e7fe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3245037 Nov 05 19:04:01.360768 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 0816e183-859c-48a1-8aa1-31248e668256 no longer exists at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 19:04:01.386496 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-5112aafa-66b4-46ce-b0e8-88f368fea91b tempest-RoutersNegativeIpV6Test-899271279 tempest-RoutersNegativeIpV6Test-899271279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4417063'] for port, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:04:01.439393 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] No Port match for: 0816e183-859c-48a1-8aa1-31248e668256 {{(pid=102388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 19:04:01.441050 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 0816e183-859c-48a1-8aa1-31248e668256 not bound to the agent host n-d-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 19:04:01.443643 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 52e796b1-e7d2-4d05-b5b6-6da7f304a0ae no longer exists at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 19:04:01.464412 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5112aafa-66b4-46ce-b0e8-88f368fea91b tempest-RoutersNegativeIpV6Test-899271279 tempest-RoutersNegativeIpV6Test-899271279-project] Pushing event deleted for resources: {'Port': ['ID=0816e183-859c-48a1-8aa1-31248e668256,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:04:01.500097 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5112aafa-66b4-46ce-b0e8-88f368fea91b tempest-RoutersNegativeIpV6Test-899271279 tempest-RoutersNegativeIpV6Test-899271279-project] No DVR routers for this DVR port 0816e183-859c-48a1-8aa1-31248e668256 on host n-d-816865-1 {{(pid=102387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 19:04:01.516018 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-4e693975-49be-4858-b921-887f456e3ad4 req-e7108dde-6a03-4da5-8923-95db73cc3b3e service neutron] 10.222.0.41 "GET /v2.0/networks/7340801a-d414-4a8c-8e81-bc2b23bb205e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2767701 Nov 05 19:04:01.629198 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 49038) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:04:01.707104 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-08add6dd-1236-4d8b-a363-32bd3c5c378e None None] For port 52e796b1-e7d2-4d05-b5b6-6da7f304a0ae, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=52e796b1-e7d2-4d05-b5b6-6da7f304a0ae,segment=NetworkSegment(77ece193-a876-4275-9b01-e8369b1b5dba),segment_id=77ece193-a876-4275-9b01-e8369b1b5dba)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:04:01.707717 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-08add6dd-1236-4d8b-a363-32bd3c5c378e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:04:01.754575 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-08add6dd-1236-4d8b-a363-32bd3c5c378e None None] Calling delete_port for 52e796b1-e7d2-4d05-b5b6-6da7f304a0ae owned by network:dhcp {{(pid=102388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 19:04:01.815192 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-5112aafa-66b4-46ce-b0e8-88f368fea91b tempest-RoutersNegativeIpV6Test-899271279 tempest-RoutersNegativeIpV6Test-899271279-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1579173', 'neutron.services.segments.db._delete_segments_for_network-8750027792909'] for network, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:04:01.858509 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20dc3e2a-e069-4988-869d-2bffe84b60a2 req-2e2809be-1110-4ab2-80c7-1dfb0b0af1b5 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:04:01.862621 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-20dc3e2a-e069-4988-869d-2bffe84b60a2 req-2e2809be-1110-4ab2-80c7-1dfb0b0af1b5 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] 10.222.0.13 "GET /v2.0/ports?device_id=26e8474e-4313-42b0-b607-e5292de007c9 HTTP/1.1" status: 200 len: 945 time: 0.2696164 Nov 05 19:04:01.910369 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-4e693975-49be-4858-b921-887f456e3ad4 req-659eef2d-efba-416c-b100-b5c9f928b79e service neutron] 10.222.0.41 "GET /v2.0/networks/7340801a-d414-4a8c-8e81-bc2b23bb205e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3780761 Nov 05 19:04:01.924834 n-d-816865-1 neutron-server[102387]: DEBUG neutron.services.segments.db [None req-5112aafa-66b4-46ce-b0e8-88f368fea91b tempest-RoutersNegativeIpV6Test-899271279 tempest-RoutersNegativeIpV6Test-899271279-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb622c0c-048c-42e5-9678-433ad59d3f54']}} {{(pid=102387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:04:01.962386 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-4dc56c0f-8a7a-489b-b0d1-075f24096622 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:04:01.967869 n-d-816865-1 neutron-server[102387]: DEBUG neutron.services.segments.db [None req-5112aafa-66b4-46ce-b0e8-88f368fea91b tempest-RoutersNegativeIpV6Test-899271279 tempest-RoutersNegativeIpV6Test-899271279-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be728a54-4246-4a7a-958a-7c4ce81d55ee') {'for_net_delete': True} {{(pid=102387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:04:01.968155 n-d-816865-1 neutron-server[102387]: DEBUG neutron.services.segments.db [None req-5112aafa-66b4-46ce-b0e8-88f368fea91b tempest-RoutersNegativeIpV6Test-899271279 tempest-RoutersNegativeIpV6Test-899271279-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be728a54-4246-4a7a-958a-7c4ce81d55ee') {} {{(pid=102387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:04:01.991739 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-284851aa-41d1-44e1-8455-eb0058cf8ab5 req-d1e3d815-7491-44cd-83e6-43544f744659 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=26e8474e-4313-42b0-b607-e5292de007c9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3388371 Nov 05 19:04:02.020242 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-5112aafa-66b4-46ce-b0e8-88f368fea91b tempest-RoutersNegativeIpV6Test-899271279 tempest-RoutersNegativeIpV6Test-899271279-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750027793430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4463492'] for segment, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:04:02.042612 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [req-284851aa-41d1-44e1-8455-eb0058cf8ab5 req-4f9dadbb-5ea6-4da8-a783-9f82f48f6945 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=102386) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 05 19:04:02.065367 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-284851aa-41d1-44e1-8455-eb0058cf8ab5 req-4f9dadbb-5ea6-4da8-a783-9f82f48f6945 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0504031 Nov 05 19:04:02.066721 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-4dc56c0f-8a7a-489b-b0d1-075f24096622 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:04:02.077666 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:04:02.099288 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-5112aafa-66b4-46ce-b0e8-88f368fea91b tempest-RoutersNegativeIpV6Test-899271279 tempest-RoutersNegativeIpV6Test-899271279-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273'] for segment, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:04:02.126913 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5112aafa-66b4-46ce-b0e8-88f368fea91b tempest-RoutersNegativeIpV6Test-899271279 tempest-RoutersNegativeIpV6Test-899271279-project] Releasing vlan 169 on physical network physnet1 to pool {{(pid=102387) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 05 19:04:02.128019 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-5112aafa-66b4-46ce-b0e8-88f368fea91b tempest-RoutersNegativeIpV6Test-899271279 tempest-RoutersNegativeIpV6Test-899271279-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4417236'] for segment, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:04:02.131961 n-d-816865-1 neutron-server[102387]: Traceback (most recent call last): Nov 05 19:04:02.131961 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 05 19:04:02.131961 n-d-816865-1 neutron-server[102387]: timer() Nov 05 19:04:02.131961 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 05 19:04:02.131961 n-d-816865-1 neutron-server[102387]: cb(*args, **kw) Nov 05 19:04:02.131961 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 05 19:04:02.131961 n-d-816865-1 neutron-server[102387]: return func(*args, **kwargs) Nov 05 19:04:02.131961 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 05 19:04:02.131961 n-d-816865-1 neutron-server[102387]: self._notify() Nov 05 19:04:02.131961 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 05 19:04:02.131961 n-d-816865-1 neutron-server[102387]: self.callback(batched_events) Nov 05 19:04:02.131961 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 05 19:04:02.131961 n-d-816865-1 neutron-server[102387]: event.method(event) Nov 05 19:04:02.131961 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 05 19:04:02.131961 n-d-816865-1 neutron-server[102387]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 05 19:04:02.131961 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 05 19:04:02.131961 n-d-816865-1 neutron-server[102387]: aggregate_uuid = self.p_client.list_aggregates( Nov 05 19:04:02.131961 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 05 19:04:02.131961 n-d-816865-1 neutron-server[102387]: return f(self, *a, **k) Nov 05 19:04:02.131961 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 05 19:04:02.131961 n-d-816865-1 neutron-server[102387]: return self._get(url).json() Nov 05 19:04:02.131961 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 05 19:04:02.131961 n-d-816865-1 neutron-server[102387]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 05 19:04:02.131961 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 05 19:04:02.131961 n-d-816865-1 neutron-server[102387]: return self.request(url, 'GET', **kwargs) Nov 05 19:04:02.131961 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 05 19:04:02.131961 n-d-816865-1 neutron-server[102387]: base_url = self.get_endpoint(auth, allow=allow, Nov 05 19:04:02.131961 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 05 19:04:02.131961 n-d-816865-1 neutron-server[102387]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 05 19:04:02.131961 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 05 19:04:02.131961 n-d-816865-1 neutron-server[102387]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 05 19:04:02.131961 n-d-816865-1 neutron-server[102387]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 05 19:04:02.144523 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc56c0f-8a7a-489b-b0d1-075f24096622 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7b9c99a-6df0-4863-822b-c575f2680e9d,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:04:02.169447 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] For port 52e796b1-e7d2-4d05-b5b6-6da7f304a0ae, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=52e796b1-e7d2-4d05-b5b6-6da7f304a0ae,segment=NetworkSegment(77ece193-a876-4275-9b01-e8369b1b5dba),segment_id=77ece193-a876-4275-9b01-e8369b1b5dba)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:04:02.224126 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-20dc3e2a-e069-4988-869d-2bffe84b60a2 req-6ad50ec9-9bf3-44be-834a-187a5ab51fcf tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] 10.222.0.13 "GET /v2.0/security-groups?id=0c08aee2-7f5c-494d-880e-af35273de53d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3405368 Nov 05 19:04:02.234119 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:04:02.308529 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-5112aafa-66b4-46ce-b0e8-88f368fea91b tempest-RoutersNegativeIpV6Test-899271279 tempest-RoutersNegativeIpV6Test-899271279-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1579178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-956796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1000687'] for network, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:04:02.321808 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4dc56c0f-8a7a-489b-b0d1-075f24096622 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 181} {{(pid=102386) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 05 19:04:02.325517 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-5112aafa-66b4-46ce-b0e8-88f368fea91b tempest-RoutersNegativeIpV6Test-899271279 tempest-RoutersNegativeIpV6Test-899271279-project] Publish callbacks [] for network, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:04:02.336754 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 49066) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:04:02.337175 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-5112aafa-66b4-46ce-b0e8-88f368fea91b tempest-RoutersNegativeIpV6Test-899271279 tempest-RoutersNegativeIpV6Test-899271279-project] 10.222.0.13 "DELETE /v2.0/networks/eb622c0c-048c-42e5-9678-433ad59d3f54 HTTP/1.1" status: 204 len: 168 time: 2.1113434 Nov 05 19:04:02.360113 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Pushing event updated for resources: {'Port': ['ID=52e796b1-e7d2-4d05-b5b6-6da7f304a0ae,revision_number=5']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:04:02.413398 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5112aafa-66b4-46ce-b0e8-88f368fea91b tempest-RoutersNegativeIpV6Test-899271279 tempest-RoutersNegativeIpV6Test-899271279-project] Pushing event deleted for resources: {'Network': ['ID=eb622c0c-048c-42e5-9678-433ad59d3f54,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:04:02.422123 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-4dc56c0f-8a7a-489b-b0d1-075f24096622 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273'] for segment, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:04:02.422603 n-d-816865-1 neutron-server[102386]: INFO neutron.db.segments_db [None req-4dc56c0f-8a7a-489b-b0d1-075f24096622 admin admin] Added segment 9fdad650-1304-44e2-aad9-4017937c0790 of type vlan for network 01b045d0-82c9-45d8-bd3e-cf491500bbe1 Nov 05 19:04:02.486856 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-08add6dd-1236-4d8b-a363-32bd3c5c378e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798'] for port, after_delete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:04:02.521404 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-4dc56c0f-8a7a-489b-b0d1-075f24096622 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750027258543'] for network, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:04:02.528142 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-a52b519a-fb81-4cc6-aa31-d6203fe91114 tempest-RoutersNegativeIpV6Test-899271279 tempest-RoutersNegativeIpV6Test-899271279-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1664226'] for network, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:04:02.599887 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08add6dd-1236-4d8b-a363-32bd3c5c378e None None] Pushing event deleted for resources: {'Port': ['ID=52e796b1-e7d2-4d05-b5b6-6da7f304a0ae,revision_number=None']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:04:02.614711 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 49072) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:04:02.652170 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08add6dd-1236-4d8b-a363-32bd3c5c378e None None] No DVR routers for this DVR port 52e796b1-e7d2-4d05-b5b6-6da7f304a0ae on host n-d-816865-1 {{(pid=102388) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 19:04:02.826824 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435c4a75-06db-4df2-b2bb-d8f85ef1813b req-ce4faa17-a2ff-4f47-82f8-020b73def0ec tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:04:02.835220 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-435c4a75-06db-4df2-b2bb-d8f85ef1813b req-ce4faa17-a2ff-4f47-82f8-020b73def0ec tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e0e9f2c-b17f-4007-b3d8-07e537a1c2f3 HTTP/1.1" status: 200 len: 946 time: 0.2752655 Nov 05 19:04:02.915868 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-a52b519a-fb81-4cc6-aa31-d6203fe91114 tempest-RoutersNegativeIpV6Test-899271279 tempest-RoutersNegativeIpV6Test-899271279-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1579173', 'neutron.services.segments.db._delete_segments_for_network-8750027792909'] for network, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:04:02.921876 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-4dc56c0f-8a7a-489b-b0d1-075f24096622 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-956796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877'] for network, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:04:02.923553 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dc56c0f-8a7a-489b-b0d1-075f24096622 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:04:02.924288 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-4dc56c0f-8a7a-489b-b0d1-075f24096622 admin admin] Publish callbacks [] for network, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:04:02.932723 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-0bea7835-7504-405c-b9f2-d23fd119833c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:04:02.962243 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-435c4a75-06db-4df2-b2bb-d8f85ef1813b req-191879ba-703a-4b52-ad33-05e98ad25649 tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] 10.222.0.13 "GET /v2.0/security-groups?id=e2e15a42-88b8-49e2-ad78-9daadc9e7fe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261225 Nov 05 19:04:02.986516 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-88e7c1de-6c2d-433c-b9bd-447a691b49f8 admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-642271096-network', 'tenant_id': '19fcc9facf4b4de1aa9584598c75f909'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:04:03.113098 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc56c0f-8a7a-489b-b0d1-075f24096622 admin admin] Pushing event updated for resources: {'Network': ['ID=01b045d0-82c9-45d8-bd3e-cf491500bbe1,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:04:03.116503 n-d-816865-1 neutron-server[102386]: DEBUG neutron.services.segments.db [None req-a52b519a-fb81-4cc6-aa31-d6203fe91114 tempest-RoutersNegativeIpV6Test-899271279 tempest-RoutersNegativeIpV6Test-899271279-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e7f0346e-7864-44ca-8bf8-b89145cd74a3']}} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:04:03.123462 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Network 01b045d0-82c9-45d8-bd3e-cf491500bbe1 details requested by agent ovs-agent-n-d-816865-1 with host n-d-816865-1 {{(pid=102388) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 05 19:04:03.133993 n-d-816865-1 neutron-server[102386]: DEBUG neutron.services.segments.db [None req-a52b519a-fb81-4cc6-aa31-d6203fe91114 tempest-RoutersNegativeIpV6Test-899271279 tempest-RoutersNegativeIpV6Test-899271279-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77ece193-a876-4275-9b01-e8369b1b5dba') {'for_net_delete': True} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:04:03.134980 n-d-816865-1 neutron-server[102386]: DEBUG neutron.services.segments.db [None req-a52b519a-fb81-4cc6-aa31-d6203fe91114 tempest-RoutersNegativeIpV6Test-899271279 tempest-RoutersNegativeIpV6Test-899271279-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77ece193-a876-4275-9b01-e8369b1b5dba') {} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:04:03.137543 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88e7c1de-6c2d-433c-b9bd-447a691b49f8 admin admin] Made reservation on behalf of 19fcc9facf4b4de1aa9584598c75f909 for: {'network': 1} {{(pid=102386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 19:04:03.140246 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-88e7c1de-6c2d-433c-b9bd-447a691b49f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for network, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:04:03.161250 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-88e7c1de-6c2d-433c-b9bd-447a691b49f8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:04:03.178010 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-a52b519a-fb81-4cc6-aa31-d6203fe91114 tempest-RoutersNegativeIpV6Test-899271279 tempest-RoutersNegativeIpV6Test-899271279-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750027793430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4590747'] for segment, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:04:03.274505 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-88e7c1de-6c2d-433c-b9bd-447a691b49f8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:04:03.298319 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-4dc56c0f-8a7a-489b-b0d1-075f24096622 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.8843462 Nov 05 19:04:03.299189 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 49098) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:04:03.306158 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-27363dab-6036-407d-a485-b3b100bb4ab9 admin admin] Request body: {'subnet': {'network_id': '01b045d0-82c9-45d8-bd3e-cf491500bbe1', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-446691170-subnet', 'tenant_id': '634b410538db4628b0278615b03ee648', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:04:03.329736 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-a52b519a-fb81-4cc6-aa31-d6203fe91114 tempest-RoutersNegativeIpV6Test-899271279 tempest-RoutersNegativeIpV6Test-899271279-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273'] for segment, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:04:03.353360 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a52b519a-fb81-4cc6-aa31-d6203fe91114 tempest-RoutersNegativeIpV6Test-899271279 tempest-RoutersNegativeIpV6Test-899271279-project] Releasing vlan 168 on physical network physnet1 to pool {{(pid=102386) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 05 19:04:03.354892 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-a52b519a-fb81-4cc6-aa31-d6203fe91114 tempest-RoutersNegativeIpV6Test-899271279 tempest-RoutersNegativeIpV6Test-899271279-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6149721'] for segment, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:04:03.359862 n-d-816865-1 neutron-server[102386]: Traceback (most recent call last): Nov 05 19:04:03.359862 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 05 19:04:03.359862 n-d-816865-1 neutron-server[102386]: timer() Nov 05 19:04:03.359862 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 05 19:04:03.359862 n-d-816865-1 neutron-server[102386]: cb(*args, **kw) Nov 05 19:04:03.359862 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 05 19:04:03.359862 n-d-816865-1 neutron-server[102386]: return func(*args, **kwargs) Nov 05 19:04:03.359862 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 05 19:04:03.359862 n-d-816865-1 neutron-server[102386]: self._notify() Nov 05 19:04:03.359862 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 05 19:04:03.359862 n-d-816865-1 neutron-server[102386]: self.callback(batched_events) Nov 05 19:04:03.359862 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 05 19:04:03.359862 n-d-816865-1 neutron-server[102386]: event.method(event) Nov 05 19:04:03.359862 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 05 19:04:03.359862 n-d-816865-1 neutron-server[102386]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 05 19:04:03.359862 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 05 19:04:03.359862 n-d-816865-1 neutron-server[102386]: aggregate_uuid = self.p_client.list_aggregates( Nov 05 19:04:03.359862 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 05 19:04:03.359862 n-d-816865-1 neutron-server[102386]: return f(self, *a, **k) Nov 05 19:04:03.359862 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 05 19:04:03.359862 n-d-816865-1 neutron-server[102386]: return self._get(url).json() Nov 05 19:04:03.359862 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 05 19:04:03.359862 n-d-816865-1 neutron-server[102386]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 05 19:04:03.359862 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 05 19:04:03.359862 n-d-816865-1 neutron-server[102386]: return self.request(url, 'GET', **kwargs) Nov 05 19:04:03.359862 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 05 19:04:03.359862 n-d-816865-1 neutron-server[102386]: base_url = self.get_endpoint(auth, allow=allow, Nov 05 19:04:03.359862 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 05 19:04:03.359862 n-d-816865-1 neutron-server[102386]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 05 19:04:03.359862 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 05 19:04:03.359862 n-d-816865-1 neutron-server[102386]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 05 19:04:03.359862 n-d-816865-1 neutron-server[102386]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 05 19:04:03.380057 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-88e7c1de-6c2d-433c-b9bd-447a691b49f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:04:03.459532 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27363dab-6036-407d-a485-b3b100bb4ab9 admin admin] Made reservation on behalf of 634b410538db4628b0278615b03ee648 for: {'subnet': 1} {{(pid=102387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 19:04:03.463402 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-27363dab-6036-407d-a485-b3b100bb4ab9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5112236'] for subnet, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:04:03.466405 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-88e7c1de-6c2d-433c-b9bd-447a691b49f8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 196} {{(pid=102386) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 05 19:04:03.479021 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-88e7c1de-6c2d-433c-b9bd-447a691b49f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273'] for segment, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:04:03.479371 n-d-816865-1 neutron-server[102386]: INFO neutron.db.segments_db [None req-88e7c1de-6c2d-433c-b9bd-447a691b49f8 admin admin] Added segment b58e68a0-2179-4fff-aeb9-e44b5a59c597 of type vlan for network f0e2c955-9515-41a7-b403-144e2908011e Nov 05 19:04:03.541147 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-88e7c1de-6c2d-433c-b9bd-447a691b49f8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750027258543'] for network, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:04:03.620000 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e7c1de-6c2d-433c-b9bd-447a691b49f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1874dbc-dee5-4643-821f-bc7f1f5227e3,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:04:03.628845 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4efe6ee-2745-4cc0-a623-b2e6be011b03 req-2b291ef7-dc0d-4295-92b7-b107a1729ec4 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:04:03.637909 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-d4efe6ee-2745-4cc0-a623-b2e6be011b03 req-2b291ef7-dc0d-4295-92b7-b107a1729ec4 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] 10.222.0.13 "GET /v2.0/ports?device_id=26e8474e-4313-42b0-b607-e5292de007c9 HTTP/1.1" status: 200 len: 945 time: 0.2466891 Nov 05 19:04:03.673860 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-88e7c1de-6c2d-433c-b9bd-447a691b49f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-956796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877'] for network, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:04:03.673860 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88e7c1de-6c2d-433c-b9bd-447a691b49f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:04:03.674696 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-88e7c1de-6c2d-433c-b9bd-447a691b49f8 admin admin] Publish callbacks [] for network, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:04:03.721970 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-a52b519a-fb81-4cc6-aa31-d6203fe91114 tempest-RoutersNegativeIpV6Test-899271279 tempest-RoutersNegativeIpV6Test-899271279-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1579178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-956796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1000687'] for network, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:04:03.743516 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-d4efe6ee-2745-4cc0-a623-b2e6be011b03 req-f6aae458-b0a3-427d-a2f4-d50b2517fa37 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] 10.222.0.13 "GET /v2.0/security-groups?id=0c08aee2-7f5c-494d-880e-af35273de53d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1042149 Nov 05 19:04:03.843800 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e7c1de-6c2d-433c-b9bd-447a691b49f8 admin admin] Pushing event updated for resources: {'Network': ['ID=f0e2c955-9515-41a7-b403-144e2908011e,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:04:03.853407 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-a52b519a-fb81-4cc6-aa31-d6203fe91114 tempest-RoutersNegativeIpV6Test-899271279 tempest-RoutersNegativeIpV6Test-899271279-project] Publish callbacks [] for network, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:04:03.858307 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-a52b519a-fb81-4cc6-aa31-d6203fe91114 tempest-RoutersNegativeIpV6Test-899271279 tempest-RoutersNegativeIpV6Test-899271279-project] 10.222.0.13 "DELETE /v2.0/networks/e7f0346e-7864-44ca-8bf8-b89145cd74a3 HTTP/1.1" status: 204 len: 168 time: 1.5162222 Nov 05 19:04:03.864510 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Network f0e2c955-9515-41a7-b403-144e2908011e details requested by agent ovs-agent-n-d-816865-1 with host n-d-816865-1 {{(pid=102388) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 05 19:04:03.869781 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 49114) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:04:03.890282 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52b519a-fb81-4cc6-aa31-d6203fe91114 tempest-RoutersNegativeIpV6Test-899271279 tempest-RoutersNegativeIpV6Test-899271279-project] Pushing event deleted for resources: {'Network': ['ID=e7f0346e-7864-44ca-8bf8-b89145cd74a3,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:04:03.936973 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b4f87c-0378-43f3-aeb5-534f84b25cd1 req-cdac99e3-3ff8-41c4-b718-332d079e3eeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:04:03.940214 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-11b4f87c-0378-43f3-aeb5-534f84b25cd1 req-cdac99e3-3ff8-41c4-b718-332d079e3eeb service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=202d48fbf8184969a2b022e0eeddf3c9&device_id=1e0e9f2c-b17f-4007-b3d8-07e537a1c2f3 HTTP/1.1" status: 200 len: 1097 time: 0.2917628 Nov 05 19:04:03.946768 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-88e7c1de-6c2d-433c-b9bd-447a691b49f8 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.3298335 Nov 05 19:04:03.980856 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.db_base_plugin_v2 [None req-67c3954a-63b6-4e69-bf22-0fff3edf8443 tempest-RoutersNegativeIpV6Test-899271279 tempest-RoutersNegativeIpV6Test-899271279-project] Deleting subnet e4b15de2-01fb-40e3-83c1-2c74d9ce5cae {{(pid=102387) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 05 19:04:03.984952 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-67c3954a-63b6-4e69-bf22-0fff3edf8443 tempest-RoutersNegativeIpV6Test-899271279 tempest-RoutersNegativeIpV6Test-899271279-project] Publish callbacks [] for subnet, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:04:04.054661 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-67c3954a-63b6-4e69-bf22-0fff3edf8443 tempest-RoutersNegativeIpV6Test-899271279 tempest-RoutersNegativeIpV6Test-899271279-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4463501'] for subnet, precommit_delete_associations {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:04:04.132801 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-27363dab-6036-407d-a485-b3b100bb4ab9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4417463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5112218'] for subnet, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:04:04.251930 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:04:04.287503 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b4f87c-0378-43f3-aeb5-534f84b25cd1 req-55c216d7-9c15-4b54-8b89-39ce7ed76f32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:04:04.289996 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-11b4f87c-0378-43f3-aeb5-534f84b25cd1 req-55c216d7-9c15-4b54-8b89-39ce7ed76f32 service neutron] 10.222.0.55 "GET /v2.0/networks?id=2974e85c-ccd8-4cce-92c0-fa64d0405969 HTTP/1.1" status: 200 len: 915 time: 0.3112545 Nov 05 19:04:04.389342 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-11b4f87c-0378-43f3-aeb5-534f84b25cd1 req-11577019-9f64-4563-b3bb-9d77527eb282 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d88d9149-b6be-455e-8e46-bc61463e745d HTTP/1.1" status: 200 len: 217 time: 0.0837712 Nov 05 19:04:04.469097 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27363dab-6036-407d-a485-b3b100bb4ab9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9e3897e1-4b3c-4258-9f3e-7c4058b653aa,revision_number=0']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:04:04.516774 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b4f87c-0378-43f3-aeb5-534f84b25cd1 req-08b3a342-b76a-43e2-9b3f-28f94b6b81df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:04:04.518944 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-11b4f87c-0378-43f3-aeb5-534f84b25cd1 req-08b3a342-b76a-43e2-9b3f-28f94b6b81df service neutron] 10.222.0.55 "GET /v2.0/subnets?id=5c61fdbd-cd89-453f-9ed9-c150439b9091 HTTP/1.1" status: 200 len: 854 time: 0.1194386 Nov 05 19:04:04.552231 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370652e9-ca9f-4e76-8a93-1ef9bfc8d02d req-a57eb060-10b4-4a2e-bbe5-a3d35087a401 tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:04:04.560355 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-370652e9-ca9f-4e76-8a93-1ef9bfc8d02d req-a57eb060-10b4-4a2e-bbe5-a3d35087a401 tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e0e9f2c-b17f-4007-b3d8-07e537a1c2f3 HTTP/1.1" status: 200 len: 946 time: 0.2855067 Nov 05 19:04:04.571163 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-67c3954a-63b6-4e69-bf22-0fff3edf8443 tempest-RoutersNegativeIpV6Test-899271279 tempest-RoutersNegativeIpV6Test-899271279-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1573928'] for subnet, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:04:04.574675 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27363dab-6036-407d-a485-b3b100bb4ab9 admin admin] Checking segment: {'id': '9fdad650-1304-44e2-aad9-4017937c0790', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '01b045d0-82c9-45d8-bd3e-cf491500bbe1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 19:04:04.574995 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27363dab-6036-407d-a485-b3b100bb4ab9 admin admin] Network hostable DHCP agents. Network: 01b045d0-82c9-45d8-bd3e-cf491500bbe1, hostable agents: ['987e2ca0-bc3b-4c6f-a989-429ccfbf753f'], hosted agents: [] {{(pid=102387) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 05 19:04:04.588116 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-11b4f87c-0378-43f3-aeb5-534f84b25cd1 req-54d12865-665f-4896-bfd8-9196748c311d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=2974e85c-ccd8-4cce-92c0-fa64d0405969&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0513647 Nov 05 19:04:04.700043 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-370652e9-ca9f-4e76-8a93-1ef9bfc8d02d req-bcd229d2-993b-4736-ad26-be0d6b7a340b tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] 10.222.0.13 "GET /v2.0/security-groups?id=e2e15a42-88b8-49e2-ad78-9daadc9e7fe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088231 Nov 05 19:04:04.735889 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-11b4f87c-0378-43f3-aeb5-534f84b25cd1 req-1761a4d1-c350-4074-b095-daa4add26e95 service neutron] 10.222.0.55 "GET /v2.0/networks/2974e85c-ccd8-4cce-92c0-fa64d0405969?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1380570 Nov 05 19:04:04.944231 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-51c1195b-4ea8-4571-970c-23572795bfa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:04:05.016059 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-11b4f87c-0378-43f3-aeb5-534f84b25cd1 req-8ad9dced-5fb3-409c-a200-6bc187ff2c7d service neutron] 10.222.0.55 "GET /v2.0/networks/2974e85c-ccd8-4cce-92c0-fa64d0405969?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2687311 Nov 05 19:04:05.347624 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27363dab-6036-407d-a485-b3b100bb4ab9 admin admin] Network 01b045d0-82c9-45d8-bd3e-cf491500bbe1 is scheduled to be hosted by DHCP agent 987e2ca0-bc3b-4c6f-a989-429ccfbf753f with binding_index 1 {{(pid=102387) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 05 19:04:05.347624 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-67c3954a-63b6-4e69-bf22-0fff3edf8443 tempest-RoutersNegativeIpV6Test-899271279 tempest-RoutersNegativeIpV6Test-899271279-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1573905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4417146', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5112209'] for subnet, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:04:05.423927 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c3954a-63b6-4e69-bf22-0fff3edf8443 tempest-RoutersNegativeIpV6Test-899271279 tempest-RoutersNegativeIpV6Test-899271279-project] Pushing event deleted for resources: {'Subnet': ['ID=e4b15de2-01fb-40e3-83c1-2c74d9ce5cae,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:04:05.436728 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72f8e991-f323-44ab-88aa-7bef4873b74a None None] Network 8aaf3ab9-a722-4d16-b673-b60f1606b600 requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 19:04:05.458507 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-67c3954a-63b6-4e69-bf22-0fff3edf8443 tempest-RoutersNegativeIpV6Test-899271279 tempest-RoutersNegativeIpV6Test-899271279-project] Publish callbacks [] for subnet, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:04:05.470716 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-67c3954a-63b6-4e69-bf22-0fff3edf8443 tempest-RoutersNegativeIpV6Test-899271279 tempest-RoutersNegativeIpV6Test-899271279-project] 10.222.0.13 "DELETE /v2.0/subnets/e4b15de2-01fb-40e3-83c1-2c74d9ce5cae HTTP/1.1" status: 204 len: 168 time: 1.5998244 Nov 05 19:04:05.473641 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 49152) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:04:05.523756 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5f4040-3636-476a-8fa9-82e440d85077 req-1360f341-a517-4a6c-ab11-671f93fe27f1 tempest-ComputeTenantNetworksTest-161625240 tempest-ComputeTenantNetworksTest-161625240-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:04:05.536705 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5f4040-3636-476a-8fa9-82e440d85077 req-1360f341-a517-4a6c-ab11-671f93fe27f1 tempest-ComputeTenantNetworksTest-161625240 tempest-ComputeTenantNetworksTest-161625240-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:04:05.544203 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5f4040-3636-476a-8fa9-82e440d85077 req-1360f341-a517-4a6c-ab11-671f93fe27f1 tempest-ComputeTenantNetworksTest-161625240 tempest-ComputeTenantNetworksTest-161625240-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:04:05.554646 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-6b5f4040-3636-476a-8fa9-82e440d85077 req-1360f341-a517-4a6c-ab11-671f93fe27f1 tempest-ComputeTenantNetworksTest-161625240 tempest-ComputeTenantNetworksTest-161625240-project] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1902 time: 0.8901815 Nov 05 19:04:05.580703 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.base_scheduler [None req-27363dab-6036-407d-a485-b3b100bb4ab9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816865-1, 01b045d0-82c9-45d8-bd3e-cf491500bbe1) {{(pid=102387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 19:04:05.618386 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b485def-25a8-4763-862c-340d7abf9f0a req-c7995151-a4b3-446c-8482-177bb27a1702 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:04:05.618811 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-0b485def-25a8-4763-862c-340d7abf9f0a req-c7995151-a4b3-446c-8482-177bb27a1702 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] 10.222.0.13 "GET /v2.0/ports?device_id=26e8474e-4313-42b0-b607-e5292de007c9 HTTP/1.1" status: 200 len: 945 time: 0.7494817 Nov 05 19:04:05.632661 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f6c07da-7fe9-4885-84b1-ea6bf14152ed None None] Network 01b045d0-82c9-45d8-bd3e-cf491500bbe1 requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 19:04:05.714213 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27363dab-6036-407d-a485-b3b100bb4ab9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:04:05.717796 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-27363dab-6036-407d-a485-b3b100bb4ab9 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:04:05.730037 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5451ef3f-46e9-40d0-bb4a-6f89d36d1f81 req-d8efb3a4-265b-4ac8-8e3e-6994d78ba65e tempest-ComputeTenantNetworksTest-161625240 tempest-ComputeTenantNetworksTest-161625240-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:04:05.734108 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-09cf5ca0-af59-4d15-a483-12b44783f4eb tempest-RoutersNegativeIpV6Test-899271279 tempest-RoutersNegativeIpV6Test-899271279-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1664226'] for network, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:04:05.751035 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-5451ef3f-46e9-40d0-bb4a-6f89d36d1f81 req-d8efb3a4-265b-4ac8-8e3e-6994d78ba65e tempest-ComputeTenantNetworksTest-161625240 tempest-ComputeTenantNetworksTest-161625240-project] 10.222.0.13 "GET /v2.0/networks/f0e2c955-9515-41a7-b403-144e2908011e HTTP/1.1" status: 200 len: 768 time: 0.1497526 Nov 05 19:04:05.753575 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 49160) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:04:05.904707 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-27363dab-6036-407d-a485-b3b100bb4ab9 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.6041460 Nov 05 19:04:05.924725 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-0b485def-25a8-4763-862c-340d7abf9f0a req-4742bed7-260a-42c9-ba1d-1477d61b993c tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] 10.222.0.13 "GET /v2.0/security-groups?id=0c08aee2-7f5c-494d-880e-af35273de53d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2026434 Nov 05 19:04:05.947089 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb6e787-a9ce-4f4c-9b41-e096427903cc req-0e9e47e5-38d6-4631-b039-8532f0dd52f7 tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:04:05.955410 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-7bb6e787-a9ce-4f4c-9b41-e096427903cc req-0e9e47e5-38d6-4631-b039-8532f0dd52f7 tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e0e9f2c-b17f-4007-b3d8-07e537a1c2f3 HTTP/1.1" status: 200 len: 946 time: 0.1072214 Nov 05 19:04:05.986327 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e684546a-6e14-43c6-bf67-317533800df3 None None] DHCP port deletion for 8aaf3ab9-a722-4d16-b673-b60f1606b600 request from n-d-816865-1 {{(pid=102388) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 05 19:04:06.049574 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-7bb6e787-a9ce-4f4c-9b41-e096427903cc req-6bd22cd1-a9b9-4440-8396-e6f6eb1af7ce tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] 10.222.0.13 "GET /v2.0/security-groups?id=e2e15a42-88b8-49e2-ad78-9daadc9e7fe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932226 Nov 05 19:04:06.080677 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-278ff932-d8c6-4ba3-8f24-226db65a5fd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1664226'] for network, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:04:06.098183 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6165ae71-2fa5-4f89-8eed-f7606b171334 None None] Network 01b045d0-82c9-45d8-bd3e-cf491500bbe1 requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 19:04:06.191042 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284851aa-41d1-44e1-8455-eb0058cf8ab5 req-4a76cf2e-1be9-426a-99af-002d0fcac44a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:04:06.192596 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-284851aa-41d1-44e1-8455-eb0058cf8ab5 req-4a76cf2e-1be9-426a-99af-002d0fcac44a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=777902a3c6ed4ff2a5460208db53bd8a&device_id=26e8474e-4313-42b0-b607-e5292de007c9 HTTP/1.1" status: 200 len: 1096 time: 0.3759170 Nov 05 19:04:06.228428 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-e684546a-6e14-43c6-bf67-317533800df3 None None] Deleting port 5064732a-fe3b-485b-a466-aea7354eb7b0 {{(pid=102388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 19:04:06.229513 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-e684546a-6e14-43c6-bf67-317533800df3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:04:06.300164 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-e684546a-6e14-43c6-bf67-317533800df3 None None] For port 5064732a-fe3b-485b-a466-aea7354eb7b0, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=5064732a-fe3b-485b-a466-aea7354eb7b0,segment=NetworkSegment(f0e3b3a2-987e-4f5b-acf9-649fc8ad1cc0),segment_id=f0e3b3a2-987e-4f5b-acf9-649fc8ad1cc0)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:04:06.301046 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-e684546a-6e14-43c6-bf67-317533800df3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:04:06.315411 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-e684546a-6e14-43c6-bf67-317533800df3 None None] Calling delete_port for 5064732a-fe3b-485b-a466-aea7354eb7b0 owned by network:dhcp {{(pid=102388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 19:04:06.405337 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b304910f-7b27-444b-a8fc-977d26b1ceac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:04:06.406030 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:04:06.531814 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-e684546a-6e14-43c6-bf67-317533800df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798'] for port, after_delete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:04:06.569986 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e684546a-6e14-43c6-bf67-317533800df3 None None] Pushing event deleted for resources: {'Port': ['ID=5064732a-fe3b-485b-a466-aea7354eb7b0,revision_number=None']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:04:06.589897 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e684546a-6e14-43c6-bf67-317533800df3 None None] No DVR routers for this DVR port 5064732a-fe3b-485b-a466-aea7354eb7b0 on host n-d-816865-1 {{(pid=102388) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 19:04:06.865190 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-278ff932-d8c6-4ba3-8f24-226db65a5fd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1579173', 'neutron.services.segments.db._delete_segments_for_network-8750027792909'] for network, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:04:06.906510 n-d-816865-1 neutron-server[102386]: DEBUG neutron.services.segments.db [None req-278ff932-d8c6-4ba3-8f24-226db65a5fd6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f0e2c955-9515-41a7-b403-144e2908011e']}} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:04:06.919889 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-09cf5ca0-af59-4d15-a483-12b44783f4eb tempest-RoutersNegativeIpV6Test-899271279 tempest-RoutersNegativeIpV6Test-899271279-project] Deleting port 5064732a-fe3b-485b-a466-aea7354eb7b0 {{(pid=102386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 19:04:06.923391 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-09cf5ca0-af59-4d15-a483-12b44783f4eb tempest-RoutersNegativeIpV6Test-899271279 tempest-RoutersNegativeIpV6Test-899271279-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:04:06.930337 n-d-816865-1 neutron-server[102386]: DEBUG neutron.services.segments.db [None req-278ff932-d8c6-4ba3-8f24-226db65a5fd6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b58e68a0-2179-4fff-aeb9-e44b5a59c597') {'for_net_delete': True} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:04:06.930636 n-d-816865-1 neutron-server[102386]: DEBUG neutron.services.segments.db [None req-278ff932-d8c6-4ba3-8f24-226db65a5fd6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b58e68a0-2179-4fff-aeb9-e44b5a59c597') {} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:04:06.946357 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284851aa-41d1-44e1-8455-eb0058cf8ab5 req-a39ee66f-e910-45ae-9b4b-f679591c31bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:04:06.947880 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-284851aa-41d1-44e1-8455-eb0058cf8ab5 req-a39ee66f-e910-45ae-9b4b-f679591c31bc service neutron] 10.222.0.41 "GET /v2.0/networks?id=7340801a-d414-4a8c-8e81-bc2b23bb205e HTTP/1.1" status: 200 len: 898 time: 0.7452292 Nov 05 19:04:06.959889 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-278ff932-d8c6-4ba3-8f24-226db65a5fd6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750027793430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4590747'] for segment, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:04:07.072260 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-278ff932-d8c6-4ba3-8f24-226db65a5fd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273'] for segment, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:04:07.094095 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-278ff932-d8c6-4ba3-8f24-226db65a5fd6 admin admin] Releasing vlan 196 on physical network physnet1 to pool {{(pid=102386) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 05 19:04:07.094986 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-278ff932-d8c6-4ba3-8f24-226db65a5fd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6149721'] for segment, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:04:07.100551 n-d-816865-1 neutron-server[102386]: Traceback (most recent call last): Nov 05 19:04:07.100551 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 05 19:04:07.100551 n-d-816865-1 neutron-server[102386]: timer() Nov 05 19:04:07.100551 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 05 19:04:07.100551 n-d-816865-1 neutron-server[102386]: cb(*args, **kw) Nov 05 19:04:07.100551 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 05 19:04:07.100551 n-d-816865-1 neutron-server[102386]: return func(*args, **kwargs) Nov 05 19:04:07.100551 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 05 19:04:07.100551 n-d-816865-1 neutron-server[102386]: self._notify() Nov 05 19:04:07.100551 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 05 19:04:07.100551 n-d-816865-1 neutron-server[102386]: self.callback(batched_events) Nov 05 19:04:07.100551 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 05 19:04:07.100551 n-d-816865-1 neutron-server[102386]: event.method(event) Nov 05 19:04:07.100551 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 05 19:04:07.100551 n-d-816865-1 neutron-server[102386]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 05 19:04:07.100551 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 05 19:04:07.100551 n-d-816865-1 neutron-server[102386]: aggregate_uuid = self.p_client.list_aggregates( Nov 05 19:04:07.100551 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 05 19:04:07.100551 n-d-816865-1 neutron-server[102386]: return f(self, *a, **k) Nov 05 19:04:07.100551 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 05 19:04:07.100551 n-d-816865-1 neutron-server[102386]: return self._get(url).json() Nov 05 19:04:07.100551 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 05 19:04:07.100551 n-d-816865-1 neutron-server[102386]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 05 19:04:07.100551 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 05 19:04:07.100551 n-d-816865-1 neutron-server[102386]: return self.request(url, 'GET', **kwargs) Nov 05 19:04:07.100551 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 05 19:04:07.100551 n-d-816865-1 neutron-server[102386]: base_url = self.get_endpoint(auth, allow=allow, Nov 05 19:04:07.100551 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 05 19:04:07.100551 n-d-816865-1 neutron-server[102386]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 05 19:04:07.100551 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 05 19:04:07.100551 n-d-816865-1 neutron-server[102386]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 05 19:04:07.100551 n-d-816865-1 neutron-server[102386]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 05 19:04:07.108663 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [None req-09cf5ca0-af59-4d15-a483-12b44783f4eb tempest-RoutersNegativeIpV6Test-899271279 tempest-RoutersNegativeIpV6Test-899271279-project] For port 5064732a-fe3b-485b-a466-aea7354eb7b0, host n-d-816865-1, got binding levels [] {{(pid=102386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:04:07.108861 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3d2bc5-9db5-4dea-ad5e-3938ae255a21 req-8b4c8664-b764-4a99-a09b-04e71c93cd47 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:04:07.109452 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-09cf5ca0-af59-4d15-a483-12b44783f4eb tempest-RoutersNegativeIpV6Test-899271279 tempest-RoutersNegativeIpV6Test-899271279-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:04:07.112635 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-9a3d2bc5-9db5-4dea-ad5e-3938ae255a21 req-8b4c8664-b764-4a99-a09b-04e71c93cd47 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] 10.222.0.13 "GET /v2.0/ports?device_id=26e8474e-4313-42b0-b607-e5292de007c9 HTTP/1.1" status: 200 len: 945 time: 0.0895240 Nov 05 19:04:07.183996 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-284851aa-41d1-44e1-8455-eb0058cf8ab5 req-cd4695f1-91f5-4177-8be6-ac836bdf31fd service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3673982d-be4c-4718-beb3-9dbdf123149d HTTP/1.1" status: 200 len: 1001 time: 0.2269092 Nov 05 19:04:07.191612 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-09cf5ca0-af59-4d15-a483-12b44783f4eb tempest-RoutersNegativeIpV6Test-899271279 tempest-RoutersNegativeIpV6Test-899271279-project] Calling delete_port for 5064732a-fe3b-485b-a466-aea7354eb7b0 owned by network:dhcp {{(pid=102386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 19:04:07.209742 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.ipam_backend_mixin [None req-09cf5ca0-af59-4d15-a483-12b44783f4eb tempest-RoutersNegativeIpV6Test-899271279 tempest-RoutersNegativeIpV6Test-899271279-project] Port 5064732a-fe3b-485b-a466-aea7354eb7b0 was not found and therefore no delete operation was performed {{(pid=102386) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 05 19:04:07.239374 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-09cf5ca0-af59-4d15-a483-12b44783f4eb tempest-RoutersNegativeIpV6Test-899271279 tempest-RoutersNegativeIpV6Test-899271279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:04:07.281731 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09cf5ca0-af59-4d15-a483-12b44783f4eb tempest-RoutersNegativeIpV6Test-899271279 tempest-RoutersNegativeIpV6Test-899271279-project] No DVR routers for this DVR port 5064732a-fe3b-485b-a466-aea7354eb7b0 on host n-d-816865-1 {{(pid=102386) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 19:04:07.285179 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09cf5ca0-af59-4d15-a483-12b44783f4eb tempest-RoutersNegativeIpV6Test-899271279 tempest-RoutersNegativeIpV6Test-899271279-project] Pushing event deleted for resources: {'Port': ['ID=5064732a-fe3b-485b-a466-aea7354eb7b0,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:04:07.288014 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 5064732a-fe3b-485b-a466-aea7354eb7b0 no longer exists at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 19:04:07.327316 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] No Port match for: 5064732a-fe3b-485b-a466-aea7354eb7b0 {{(pid=102388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 19:04:07.330025 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 5064732a-fe3b-485b-a466-aea7354eb7b0 not bound to the agent host n-d-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 19:04:07.353430 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-9a3d2bc5-9db5-4dea-ad5e-3938ae255a21 req-8a94df05-6466-4169-a20b-34ceffd2d92c tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] 10.222.0.13 "GET /v2.0/security-groups?id=0c08aee2-7f5c-494d-880e-af35273de53d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2312343 Nov 05 19:04:07.361862 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-278ff932-d8c6-4ba3-8f24-226db65a5fd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1579178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-956796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1000687'] for network, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:04:07.405469 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1079a2-80e7-4953-90e5-83dbd60b25ff req-3acea58f-17d4-4857-bc2d-65245f7fce1a tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:04:07.413833 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-6f1079a2-80e7-4953-90e5-83dbd60b25ff req-3acea58f-17d4-4857-bc2d-65245f7fce1a tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e0e9f2c-b17f-4007-b3d8-07e537a1c2f3 HTTP/1.1" status: 200 len: 946 time: 0.1849763 Nov 05 19:04:07.421653 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-278ff932-d8c6-4ba3-8f24-226db65a5fd6 admin admin] Publish callbacks [] for network, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:04:07.425447 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-278ff932-d8c6-4ba3-8f24-226db65a5fd6 admin admin] 10.222.0.13 "DELETE /v2.0/networks/f0e2c955-9515-41a7-b403-144e2908011e HTTP/1.1" status: 204 len: 168 time: 1.6667144 Nov 05 19:04:07.438686 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284851aa-41d1-44e1-8455-eb0058cf8ab5 req-dd1d8471-8b23-47fa-ace7-5db1d9666e62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:04:07.440244 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-284851aa-41d1-44e1-8455-eb0058cf8ab5 req-dd1d8471-8b23-47fa-ace7-5db1d9666e62 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=17f3259b-0e65-4434-84f3-e6a8b3c7482f HTTP/1.1" status: 200 len: 834 time: 0.2461050 Nov 05 19:04:07.540130 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-6f1079a2-80e7-4953-90e5-83dbd60b25ff req-84c77de1-123d-4448-bc9c-8eb7fc5e8a33 tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] 10.222.0.13 "GET /v2.0/security-groups?id=e2e15a42-88b8-49e2-ad78-9daadc9e7fe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249614 Nov 05 19:04:07.615404 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278ff932-d8c6-4ba3-8f24-226db65a5fd6 admin admin] Pushing event deleted for resources: {'Network': ['ID=f0e2c955-9515-41a7-b403-144e2908011e,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:04:07.637863 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-09cf5ca0-af59-4d15-a483-12b44783f4eb tempest-RoutersNegativeIpV6Test-899271279 tempest-RoutersNegativeIpV6Test-899271279-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1579173', 'neutron.services.segments.db._delete_segments_for_network-8750027792909'] for network, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:04:07.659600 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284851aa-41d1-44e1-8455-eb0058cf8ab5 req-f810e6e4-cdd3-4b97-91a6-95fdcdca26c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:04:07.661195 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-284851aa-41d1-44e1-8455-eb0058cf8ab5 req-f810e6e4-cdd3-4b97-91a6-95fdcdca26c7 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7340801a-d414-4a8c-8e81-bc2b23bb205e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2058785 Nov 05 19:04:07.682009 n-d-816865-1 neutron-server[102386]: DEBUG neutron.services.segments.db [None req-09cf5ca0-af59-4d15-a483-12b44783f4eb tempest-RoutersNegativeIpV6Test-899271279 tempest-RoutersNegativeIpV6Test-899271279-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8aaf3ab9-a722-4d16-b673-b60f1606b600']}} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:04:07.732973 n-d-816865-1 neutron-server[102386]: DEBUG neutron.services.segments.db [None req-09cf5ca0-af59-4d15-a483-12b44783f4eb tempest-RoutersNegativeIpV6Test-899271279 tempest-RoutersNegativeIpV6Test-899271279-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0e3b3a2-987e-4f5b-acf9-649fc8ad1cc0') {'for_net_delete': True} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:04:07.733270 n-d-816865-1 neutron-server[102386]: DEBUG neutron.services.segments.db [None req-09cf5ca0-af59-4d15-a483-12b44783f4eb tempest-RoutersNegativeIpV6Test-899271279 tempest-RoutersNegativeIpV6Test-899271279-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0e3b3a2-987e-4f5b-acf9-649fc8ad1cc0') {} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:04:07.866400 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-09cf5ca0-af59-4d15-a483-12b44783f4eb tempest-RoutersNegativeIpV6Test-899271279 tempest-RoutersNegativeIpV6Test-899271279-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750027793430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4590747'] for segment, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:04:07.892186 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-09cf5ca0-af59-4d15-a483-12b44783f4eb tempest-RoutersNegativeIpV6Test-899271279 tempest-RoutersNegativeIpV6Test-899271279-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273'] for segment, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:04:07.905267 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09cf5ca0-af59-4d15-a483-12b44783f4eb tempest-RoutersNegativeIpV6Test-899271279 tempest-RoutersNegativeIpV6Test-899271279-project] Releasing vlan 156 on physical network physnet1 to pool {{(pid=102386) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 05 19:04:07.905820 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-09cf5ca0-af59-4d15-a483-12b44783f4eb tempest-RoutersNegativeIpV6Test-899271279 tempest-RoutersNegativeIpV6Test-899271279-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6149721'] for segment, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:04:07.910441 n-d-816865-1 neutron-server[102386]: Traceback (most recent call last): Nov 05 19:04:07.910441 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 05 19:04:07.910441 n-d-816865-1 neutron-server[102386]: timer() Nov 05 19:04:07.910441 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 05 19:04:07.910441 n-d-816865-1 neutron-server[102386]: cb(*args, **kw) Nov 05 19:04:07.910441 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 05 19:04:07.910441 n-d-816865-1 neutron-server[102386]: return func(*args, **kwargs) Nov 05 19:04:07.910441 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 05 19:04:07.910441 n-d-816865-1 neutron-server[102386]: self._notify() Nov 05 19:04:07.910441 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 05 19:04:07.910441 n-d-816865-1 neutron-server[102386]: self.callback(batched_events) Nov 05 19:04:07.910441 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 05 19:04:07.910441 n-d-816865-1 neutron-server[102386]: event.method(event) Nov 05 19:04:07.910441 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 05 19:04:07.910441 n-d-816865-1 neutron-server[102386]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 05 19:04:07.910441 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 05 19:04:07.910441 n-d-816865-1 neutron-server[102386]: aggregate_uuid = self.p_client.list_aggregates( Nov 05 19:04:07.910441 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 05 19:04:07.910441 n-d-816865-1 neutron-server[102386]: return f(self, *a, **k) Nov 05 19:04:07.910441 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 05 19:04:07.910441 n-d-816865-1 neutron-server[102386]: return self._get(url).json() Nov 05 19:04:07.910441 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 05 19:04:07.910441 n-d-816865-1 neutron-server[102386]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 05 19:04:07.910441 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 05 19:04:07.910441 n-d-816865-1 neutron-server[102386]: return self.request(url, 'GET', **kwargs) Nov 05 19:04:07.910441 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 05 19:04:07.910441 n-d-816865-1 neutron-server[102386]: base_url = self.get_endpoint(auth, allow=allow, Nov 05 19:04:07.910441 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 05 19:04:07.910441 n-d-816865-1 neutron-server[102386]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 05 19:04:07.910441 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 05 19:04:07.910441 n-d-816865-1 neutron-server[102386]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 05 19:04:07.910441 n-d-816865-1 neutron-server[102386]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 05 19:04:07.967909 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-284851aa-41d1-44e1-8455-eb0058cf8ab5 req-f853cfff-315f-4d7f-96f3-3baa7bc721b2 service neutron] 10.222.0.41 "GET /v2.0/networks/7340801a-d414-4a8c-8e81-bc2b23bb205e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2996020 Nov 05 19:04:08.014826 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 49202) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:04:08.198807 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-284851aa-41d1-44e1-8455-eb0058cf8ab5 req-243332c7-9be7-4981-bc7a-3de9c63b22fc service neutron] 10.222.0.41 "GET /v2.0/networks/7340801a-d414-4a8c-8e81-bc2b23bb205e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2150645 Nov 05 19:04:08.200762 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-cd1ad04e-0ccd-47a0-97e5-60666578f674 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=19fcc9facf4b4de1aa9584598c75f909&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1846254 Nov 05 19:04:08.201925 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 49206) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:04:08.214325 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-09cf5ca0-af59-4d15-a483-12b44783f4eb tempest-RoutersNegativeIpV6Test-899271279 tempest-RoutersNegativeIpV6Test-899271279-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1579178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-956796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1000687'] for network, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:04:08.230819 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-09cf5ca0-af59-4d15-a483-12b44783f4eb tempest-RoutersNegativeIpV6Test-899271279 tempest-RoutersNegativeIpV6Test-899271279-project] Publish callbacks [] for network, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:04:08.249783 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-09cf5ca0-af59-4d15-a483-12b44783f4eb tempest-RoutersNegativeIpV6Test-899271279 tempest-RoutersNegativeIpV6Test-899271279-project] 10.222.0.13 "DELETE /v2.0/networks/8aaf3ab9-a722-4d16-b673-b60f1606b600 HTTP/1.1" status: 204 len: 168 time: 2.7723005 Nov 05 19:04:08.279020 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 49208) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:04:08.315479 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09cf5ca0-af59-4d15-a483-12b44783f4eb tempest-RoutersNegativeIpV6Test-899271279 tempest-RoutersNegativeIpV6Test-899271279-project] Pushing event deleted for resources: {'Network': ['ID=8aaf3ab9-a722-4d16-b673-b60f1606b600,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:04:08.346143 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-9b5f0fcf-788e-4359-beb9-4c3fb3c708e4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:04:08.414760 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-9b5f0fcf-788e-4359-beb9-4c3fb3c708e4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:04:08.589695 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-9719d552-cb7e-4aaa-a82f-11ba9b541f9b tempest-RoutersNegativeIpV6Test-899271279 tempest-RoutersNegativeIpV6Test-899271279-project] 10.222.0.13 "GET /v2.0/ports?device_id=03fe6091-5800-48be-a63d-73ac1e10c1ef HTTP/1.1" status: 200 len: 205 time: 0.3020730 Nov 05 19:04:08.593648 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 49224) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:04:08.676615 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca5f87f-7147-4980-a00c-5bf9e8a4b87c req-6a5fe5ef-8b6d-4ffc-aa91-451d1c5dad59 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:04:08.684514 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-9ca5f87f-7147-4980-a00c-5bf9e8a4b87c req-6a5fe5ef-8b6d-4ffc-aa91-451d1c5dad59 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] 10.222.0.13 "GET /v2.0/ports?device_id=26e8474e-4313-42b0-b607-e5292de007c9 HTTP/1.1" status: 200 len: 945 time: 0.0934436 Nov 05 19:04:08.757844 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-9ca5f87f-7147-4980-a00c-5bf9e8a4b87c req-4235d459-8658-48d9-834a-e9a2c71be675 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] 10.222.0.13 "GET /v2.0/security-groups?id=0c08aee2-7f5c-494d-880e-af35273de53d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0723403 Nov 05 19:04:08.802601 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-9b5f0fcf-788e-4359-beb9-4c3fb3c708e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:04:08.806119 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-9b5f0fcf-788e-4359-beb9-4c3fb3c708e4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:04:08.810299 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-9b5f0fcf-788e-4359-beb9-4c3fb3c708e4 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e1874dbc-dee5-4643-821f-bc7f1f5227e3 HTTP/1.1" status: 204 len: 168 time: 0.6071234 Nov 05 19:04:08.830485 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5f0fcf-788e-4359-beb9-4c3fb3c708e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1874dbc-dee5-4643-821f-bc7f1f5227e3,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:04:08.846902 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97b3bbb-07d8-47a5-9666-24d2479c78f1 req-df9d77b7-f2fa-447b-92c2-b03989b6eadf tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:04:08.848572 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-b97b3bbb-07d8-47a5-9666-24d2479c78f1 req-df9d77b7-f2fa-447b-92c2-b03989b6eadf tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e0e9f2c-b17f-4007-b3d8-07e537a1c2f3 HTTP/1.1" status: 200 len: 946 time: 0.0882354 Nov 05 19:04:08.855946 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:04:08.860362 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-0a3c6a48-86c8-4df5-98c5-83c9e74646fa tempest-RoutersNegativeIpV6Test-899271279 tempest-RoutersNegativeIpV6Test-899271279-project] Publish callbacks [] for router, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:04:08.862075 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-31f93893-a48e-4ae8-833d-dccb2b42eacc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:04:08.928883 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-b97b3bbb-07d8-47a5-9666-24d2479c78f1 req-e64f2b97-58c0-4ff9-9cfa-96b52ff8a322 tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] 10.222.0.13 "GET /v2.0/security-groups?id=e2e15a42-88b8-49e2-ad78-9daadc9e7fe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740249 Nov 05 19:04:09.129666 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-0a3c6a48-86c8-4df5-98c5-83c9e74646fa tempest-RoutersNegativeIpV6Test-899271279 tempest-RoutersNegativeIpV6Test-899271279-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-571301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6852'] for router, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:04:09.135263 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-0a3c6a48-86c8-4df5-98c5-83c9e74646fa tempest-RoutersNegativeIpV6Test-899271279 tempest-RoutersNegativeIpV6Test-899271279-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:04:09.245337 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-0a3c6a48-86c8-4df5-98c5-83c9e74646fa tempest-RoutersNegativeIpV6Test-899271279 tempest-RoutersNegativeIpV6Test-899271279-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-571310'] for router, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:04:09.246348 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a3c6a48-86c8-4df5-98c5-83c9e74646fa tempest-RoutersNegativeIpV6Test-899271279 tempest-RoutersNegativeIpV6Test-899271279-project] Fanout notify agent at l3_agent the message router_deleted on router 03fe6091-5800-48be-a63d-73ac1e10c1ef {{(pid=102386) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 05 19:04:09.263333 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-0a3c6a48-86c8-4df5-98c5-83c9e74646fa tempest-RoutersNegativeIpV6Test-899271279 tempest-RoutersNegativeIpV6Test-899271279-project] Publish callbacks [] for router, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:04:09.268817 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-0a3c6a48-86c8-4df5-98c5-83c9e74646fa tempest-RoutersNegativeIpV6Test-899271279 tempest-RoutersNegativeIpV6Test-899271279-project] 10.222.0.13 "DELETE /v2.0/routers/03fe6091-5800-48be-a63d-73ac1e10c1ef HTTP/1.1" status: 204 len: 168 time: 0.6739001 Nov 05 19:04:09.922424 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e9ca29-6a2f-43be-9a24-70df0fd9d92d req-823a555b-e871-46fa-bbd2-99023202f306 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:04:09.931202 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-24e9ca29-6a2f-43be-9a24-70df0fd9d92d req-823a555b-e871-46fa-bbd2-99023202f306 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] 10.222.0.13 "GET /v2.0/ports?device_id=26e8474e-4313-42b0-b607-e5292de007c9 HTTP/1.1" status: 200 len: 945 time: 0.0728102 Nov 05 19:04:09.942744 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 49270) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:04:10.029242 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-24e9ca29-6a2f-43be-9a24-70df0fd9d92d req-fdd28097-e411-49f0-b9e5-15b70f5450ae tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] 10.222.0.13 "GET /v2.0/security-groups?id=0c08aee2-7f5c-494d-880e-af35273de53d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0971563 Nov 05 19:04:10.100484 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af6c742-5e6e-40ea-a377-7e137ff6e6bd req-07f43882-0d96-42e6-976d-b334e17bce67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:04:10.104437 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-3af6c742-5e6e-40ea-a377-7e137ff6e6bd req-07f43882-0d96-42e6-976d-b334e17bce67 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=202d48fbf8184969a2b022e0eeddf3c9&device_id=1e0e9f2c-b17f-4007-b3d8-07e537a1c2f3 HTTP/1.1" status: 200 len: 1097 time: 0.1006031 Nov 05 19:04:10.181885 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69eb848e-84b5-4639-aec1-2474cc59ffb5 req-3d8c0267-d50f-4fa4-b28f-f6be1c0f1bac tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:04:10.183909 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-69eb848e-84b5-4639-aec1-2474cc59ffb5 req-3d8c0267-d50f-4fa4-b28f-f6be1c0f1bac tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e0e9f2c-b17f-4007-b3d8-07e537a1c2f3 HTTP/1.1" status: 200 len: 946 time: 0.0963564 Nov 05 19:04:10.236231 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-69eb848e-84b5-4639-aec1-2474cc59ffb5 req-263c0deb-8a82-4880-893e-31af9ef74282 tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] 10.222.0.13 "GET /v2.0/security-groups?id=e2e15a42-88b8-49e2-ad78-9daadc9e7fe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454390 Nov 05 19:04:10.282529 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af6c742-5e6e-40ea-a377-7e137ff6e6bd req-920d5f75-fa90-4e48-8fc0-81bd2104b4ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:04:10.284174 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-3af6c742-5e6e-40ea-a377-7e137ff6e6bd req-920d5f75-fa90-4e48-8fc0-81bd2104b4ea service neutron] 10.222.0.55 "GET /v2.0/networks?id=2974e85c-ccd8-4cce-92c0-fa64d0405969 HTTP/1.1" status: 200 len: 915 time: 0.1720293 Nov 05 19:04:10.303582 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-763206bc-880c-45cb-81fa-73fc6a896bba admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3deed47ddee449b5be7c1dbe88581dbf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3596268 Nov 05 19:04:10.306306 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 49286) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:04:10.349034 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-3af6c742-5e6e-40ea-a377-7e137ff6e6bd req-b6f66592-b991-4e5e-a60a-6ecac69acf51 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d88d9149-b6be-455e-8e46-bc61463e745d HTTP/1.1" status: 200 len: 217 time: 0.0532949 Nov 05 19:04:10.362774 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-6d872ca1-79b2-41d0-9747-1c10e65040f5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:04:10.390191 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-6d872ca1-79b2-41d0-9747-1c10e65040f5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:04:10.423693 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af6c742-5e6e-40ea-a377-7e137ff6e6bd req-18655341-a712-4837-9770-713403954279 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:04:10.425087 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-3af6c742-5e6e-40ea-a377-7e137ff6e6bd req-18655341-a712-4837-9770-713403954279 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=5c61fdbd-cd89-453f-9ed9-c150439b9091 HTTP/1.1" status: 200 len: 854 time: 0.0678530 Nov 05 19:04:10.487261 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-3af6c742-5e6e-40ea-a377-7e137ff6e6bd req-e82cd8b7-bc2a-4df0-85e6-8ca008b4449d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=2974e85c-ccd8-4cce-92c0-fa64d0405969&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0504701 Nov 05 19:04:10.565606 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-6d872ca1-79b2-41d0-9747-1c10e65040f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:04:10.568480 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-6d872ca1-79b2-41d0-9747-1c10e65040f5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:04:10.569698 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-6d872ca1-79b2-41d0-9747-1c10e65040f5 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/771a2037-595d-4547-85d7-8358f90d0399 HTTP/1.1" status: 204 len: 168 time: 0.2623103 Nov 05 19:04:10.582060 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d872ca1-79b2-41d0-9747-1c10e65040f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=771a2037-595d-4547-85d7-8358f90d0399,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:04:10.659847 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-3af6c742-5e6e-40ea-a377-7e137ff6e6bd req-b1829902-e124-4b8a-bd85-5d4280bce55b service neutron] 10.222.0.55 "GET /v2.0/networks/2974e85c-ccd8-4cce-92c0-fa64d0405969?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1643934 Nov 05 19:04:10.789617 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-3af6c742-5e6e-40ea-a377-7e137ff6e6bd req-9414f032-4284-4202-805a-126f3fc382c5 service neutron] 10.222.0.55 "GET /v2.0/networks/2974e85c-ccd8-4cce-92c0-fa64d0405969?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1186607 Nov 05 19:04:11.194910 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b271927-be77-4e34-8547-09ee9c83df20 req-7499b1a3-7353-4804-9056-335ef158b99d tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:04:11.197290 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-1b271927-be77-4e34-8547-09ee9c83df20 req-7499b1a3-7353-4804-9056-335ef158b99d tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] 10.222.0.13 "GET /v2.0/ports?device_id=26e8474e-4313-42b0-b607-e5292de007c9 HTTP/1.1" status: 200 len: 945 time: 0.0870795 Nov 05 19:04:11.258911 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-1b271927-be77-4e34-8547-09ee9c83df20 req-5451e2da-c36a-4ff3-a56c-1039876acafe tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] 10.222.0.13 "GET /v2.0/security-groups?id=0c08aee2-7f5c-494d-880e-af35273de53d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557790 Nov 05 19:04:11.419883 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f8d55c-25bd-4ffa-8b24-e6c8f5b3172d req-d08f9d45-73be-45e6-8e09-f00ead788814 tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:04:11.438551 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-67f8d55c-25bd-4ffa-8b24-e6c8f5b3172d req-d08f9d45-73be-45e6-8e09-f00ead788814 tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e0e9f2c-b17f-4007-b3d8-07e537a1c2f3 HTTP/1.1" status: 200 len: 946 time: 0.0882518 Nov 05 19:04:11.501852 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-67f8d55c-25bd-4ffa-8b24-e6c8f5b3172d req-214221de-9a3c-460f-ab14-8a657dc05a27 tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] 10.222.0.13 "GET /v2.0/security-groups?id=e2e15a42-88b8-49e2-ad78-9daadc9e7fe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690165 Nov 05 19:04:12.514106 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1b5377-0de6-4423-9b43-8ede4064a246 req-50ee927b-7bda-4dbf-b2a1-bf117868b4b0 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:04:12.524177 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-8b1b5377-0de6-4423-9b43-8ede4064a246 req-50ee927b-7bda-4dbf-b2a1-bf117868b4b0 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] 10.222.0.13 "GET /v2.0/ports?device_id=26e8474e-4313-42b0-b607-e5292de007c9 HTTP/1.1" status: 200 len: 945 time: 0.1447470 Nov 05 19:04:12.616548 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-8b1b5377-0de6-4423-9b43-8ede4064a246 req-3b3b02e2-0c58-4433-92e1-48ca6cbcde5a tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] 10.222.0.13 "GET /v2.0/security-groups?id=0c08aee2-7f5c-494d-880e-af35273de53d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0909801 Nov 05 19:04:12.682660 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee258cd-85e0-4d7c-97bc-2627c3275366 req-e2ebea80-2519-486b-a97e-b32f48daba68 tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:04:12.684656 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-3ee258cd-85e0-4d7c-97bc-2627c3275366 req-e2ebea80-2519-486b-a97e-b32f48daba68 tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e0e9f2c-b17f-4007-b3d8-07e537a1c2f3 HTTP/1.1" status: 200 len: 946 time: 0.0610690 Nov 05 19:04:12.789606 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-3ee258cd-85e0-4d7c-97bc-2627c3275366 req-1f9256bc-c14e-4cc8-842a-4522f322dd65 tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] 10.222.0.13 "GET /v2.0/security-groups?id=e2e15a42-88b8-49e2-ad78-9daadc9e7fe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952067 Nov 05 19:04:13.805506 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Device d88d9149-b6be-455e-8e46-bc61463e745d no longer exists at agent hyperv_n-h2-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 19:04:13.871335 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e838b30-b93a-445e-bef2-9656ba547e8c req-c7afb4a4-c8a9-493c-b71e-648001066181 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:04:13.955112 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-1e838b30-b93a-445e-bef2-9656ba547e8c req-c7afb4a4-c8a9-493c-b71e-648001066181 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] 10.222.0.13 "GET /v2.0/ports?device_id=26e8474e-4313-42b0-b607-e5292de007c9 HTTP/1.1" status: 200 len: 945 time: 0.2049241 Nov 05 19:04:14.021420 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:04:14.048542 n-d-816865-1 neutron-server[102388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e0e9f2c-b17f-4007-b3d8-07e537a1c2f3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd88d9149-b6be-455e-8e46-bc61463e745d'}] {{(pid=102388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 19:04:14.051348 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85474fee1180e129d8a886d264fe0b30223aa672dd1ffe43b630605f18504f68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b541fcc9-88ce-466c-82eb-c52782bbb5a7" -d '{"events": [{"server_uuid": "1e0e9f2c-b17f-4007-b3d8-07e537a1c2f3", "name": "network-vif-unplugged", "status": "completed", "tag": "d88d9149-b6be-455e-8e46-bc61463e745d"}]}' {{(pid=102388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 19:04:14.067011 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] For port d88d9149-b6be-455e-8e46-bc61463e745d, host n-h2-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=d88d9149-b6be-455e-8e46-bc61463e745d,segment=NetworkSegment(d868025d-b05c-40c6-b9d6-024790792c42),segment_id=d868025d-b05c-40c6-b9d6-024790792c42)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:04:14.099302 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 49430) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:04:14.107612 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-1e838b30-b93a-445e-bef2-9656ba547e8c req-7437fa86-3c2e-46b7-97c8-faecf4760a1a tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] 10.222.0.13 "GET /v2.0/security-groups?id=0c08aee2-7f5c-494d-880e-af35273de53d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1503808 Nov 05 19:04:14.131645 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164a867b-a464-4724-a01b-e6961d9fbea5 req-74b06b11-a397-4ab9-b8e5-5b5ea0375308 tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:04:14.133381 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-164a867b-a464-4724-a01b-e6961d9fbea5 req-74b06b11-a397-4ab9-b8e5-5b5ea0375308 tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e0e9f2c-b17f-4007-b3d8-07e537a1c2f3 HTTP/1.1" status: 200 len: 946 time: 0.0740407 Nov 05 19:04:14.159791 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:04:14.203484 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-164a867b-a464-4724-a01b-e6961d9fbea5 req-d8840b62-047c-4179-810a-78e8be00eee5 tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] 10.222.0.13 "GET /v2.0/security-groups?id=e2e15a42-88b8-49e2-ad78-9daadc9e7fe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597126 Nov 05 19:04:14.210733 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 05 Nov 2021 19:04:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2128c4e0-5106-4e7a-82d9-ad74fad32d77 x-openstack-request-id: req-2128c4e0-5106-4e7a-82d9-ad74fad32d77 {{(pid=102388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 19:04:14.211285 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e0e9f2c-b17f-4007-b3d8-07e537a1c2f3", "name": "network-vif-unplugged", "status": "failed", "tag": "d88d9149-b6be-455e-8e46-bc61463e745d", "code": 422}]} {{(pid=102388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 19:04:14.211837 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2128c4e0-5106-4e7a-82d9-ad74fad32d77 {{(pid=102388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 19:04:14.212444 n-d-816865-1 neutron-server[102388]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '1e0e9f2c-b17f-4007-b3d8-07e537a1c2f3', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'd88d9149-b6be-455e-8e46-bc61463e745d', 'code': 422} returned with failed status Nov 05 19:04:14.262573 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-27ae81e1-0940-499c-8f03-675680299fb8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:04:14.262859 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Pushing event updated for resources: {'Port': ['ID=d88d9149-b6be-455e-8e46-bc61463e745d,revision_number=8']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:04:14.350149 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39207f98-f7dd-49d1-97f3-5e11159e7a12 req-4ea39bdc-51c2-4675-8fda-9a7f2beb0e3d tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:04:14.352421 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-39207f98-f7dd-49d1-97f3-5e11159e7a12 req-4ea39bdc-51c2-4675-8fda-9a7f2beb0e3d tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e0e9f2c-b17f-4007-b3d8-07e537a1c2f3 HTTP/1.1" status: 200 len: 944 time: 0.0698764 Nov 05 19:04:14.395831 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-27ae81e1-0940-499c-8f03-675680299fb8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:04:14.422554 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-39207f98-f7dd-49d1-97f3-5e11159e7a12 req-dc04691e-ccbf-48e2-89c0-60d25cbe0d79 tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] 10.222.0.13 "GET /v2.0/security-groups?id=e2e15a42-88b8-49e2-ad78-9daadc9e7fe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618465 Nov 05 19:04:14.479013 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-27ae81e1-0940-499c-8f03-675680299fb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:04:14.524378 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-27ae81e1-0940-499c-8f03-675680299fb8 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0fa1dfe13c1a41798f23f12b3928e90e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4239578 Nov 05 19:04:14.524575 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 49448) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:04:14.525695 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ae81e1-0940-499c-8f03-675680299fb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=463779b4-5fa1-4e4b-a00f-815d6c78ade6,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:04:14.623382 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-df3665be-69c9-4835-b13e-7e7143f578b6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:04:14.664578 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-df3665be-69c9-4835-b13e-7e7143f578b6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:04:14.731656 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [req-38478fc1-cc0b-4306-8209-c4bf1df6b1d9 req-90f9caf8-9035-45a7-a6fd-f95a110eaed1 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=102387) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 05 19:04:14.732837 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-38478fc1-cc0b-4306-8209-c4bf1df6b1d9 req-90f9caf8-9035-45a7-a6fd-f95a110eaed1 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055532 Nov 05 19:04:14.799704 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-df3665be-69c9-4835-b13e-7e7143f578b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:04:14.809054 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-df3665be-69c9-4835-b13e-7e7143f578b6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:04:14.810487 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-df3665be-69c9-4835-b13e-7e7143f578b6 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/463779b4-5fa1-4e4b-a00f-815d6c78ade6 HTTP/1.1" status: 204 len: 168 time: 0.2839148 Nov 05 19:04:14.822291 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3665be-69c9-4835-b13e-7e7143f578b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=463779b4-5fa1-4e4b-a00f-815d6c78ade6,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:04:15.128510 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47aa32d-d022-4eeb-8b9c-e83113b7814b req-51398851-5838-4489-a7c7-ee38825f49ee tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:04:15.130029 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-f47aa32d-d022-4eeb-8b9c-e83113b7814b req-51398851-5838-4489-a7c7-ee38825f49ee tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e0e9f2c-b17f-4007-b3d8-07e537a1c2f3 HTTP/1.1" status: 200 len: 944 time: 0.0552862 Nov 05 19:04:15.272992 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-f47aa32d-d022-4eeb-8b9c-e83113b7814b req-a933b083-22ad-4647-9c27-e1ed69593373 tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] 10.222.0.13 "GET /v2.0/security-groups?id=e2e15a42-88b8-49e2-ad78-9daadc9e7fe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239100 Nov 05 19:04:15.386686 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ba3ea9-066e-4a2e-ad31-d3b29798dd03 req-cd56b98e-3d1e-4b16-b38a-9d0687fdfb6f tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:04:15.400142 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-12ba3ea9-066e-4a2e-ad31-d3b29798dd03 req-cd56b98e-3d1e-4b16-b38a-9d0687fdfb6f tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] 10.222.0.13 "GET /v2.0/ports?device_id=26e8474e-4313-42b0-b607-e5292de007c9 HTTP/1.1" status: 200 len: 945 time: 0.1475723 Nov 05 19:04:15.483734 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-12ba3ea9-066e-4a2e-ad31-d3b29798dd03 req-e92aa147-824e-43ab-ad7b-287306c83a11 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] 10.222.0.13 "GET /v2.0/security-groups?id=0c08aee2-7f5c-494d-880e-af35273de53d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0792315 Nov 05 19:04:15.764926 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 49500) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:04:15.779757 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 49504) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:04:15.800944 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-2a64d571-7610-4aed-81e6-6c27091ffc57 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:04:15.926072 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-2a64d571-7610-4aed-81e6-6c27091ffc57 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:04:15.999487 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-2a64d571-7610-4aed-81e6-6c27091ffc57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:04:16.081872 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-2a64d571-7610-4aed-81e6-6c27091ffc57 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=07fe0cbb7c8d46679d104f9fa0743b7e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3010373 Nov 05 19:04:16.089902 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 49516) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:04:16.093854 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a64d571-7610-4aed-81e6-6c27091ffc57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ce5bdb8-5689-445d-9fdd-1335f651b5eb,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:04:16.120773 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-66387b8f-7422-45ab-b6a2-5bd4d30b8880 req-768779f4-cce3-4e50-bda8-a95aeff1632e service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=1e0e9f2c-b17f-4007-b3d8-07e537a1c2f3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3541307 Nov 05 19:04:16.127724 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [req-66387b8f-7422-45ab-b6a2-5bd4d30b8880 req-9c2fa14d-7122-4858-b3e2-bf10db3a3caf service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=102387) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 05 19:04:16.133710 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-66387b8f-7422-45ab-b6a2-5bd4d30b8880 req-9c2fa14d-7122-4858-b3e2-bf10db3a3caf service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0075684 Nov 05 19:04:16.170236 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-8845b924-dc04-490c-bdc2-1544f226b16b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:04:16.227581 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-8845b924-dc04-490c-bdc2-1544f226b16b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:04:16.388632 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-8845b924-dc04-490c-bdc2-1544f226b16b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:04:16.395194 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-8845b924-dc04-490c-bdc2-1544f226b16b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:04:16.397343 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-8845b924-dc04-490c-bdc2-1544f226b16b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5ce5bdb8-5689-445d-9fdd-1335f651b5eb HTTP/1.1" status: 204 len: 168 time: 0.3117361 Nov 05 19:04:16.407437 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8845b924-dc04-490c-bdc2-1544f226b16b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ce5bdb8-5689-445d-9fdd-1335f651b5eb,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:04:16.476558 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab90c15-2e53-402d-b325-7fb7a37088e2 req-11df6bcc-758d-4487-ab0c-f8d8fc24be8c tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:04:16.478235 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-1ab90c15-2e53-402d-b325-7fb7a37088e2 req-11df6bcc-758d-4487-ab0c-f8d8fc24be8c tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e0e9f2c-b17f-4007-b3d8-07e537a1c2f3 HTTP/1.1" status: 200 len: 944 time: 0.1035209 Nov 05 19:04:16.593899 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-1ab90c15-2e53-402d-b325-7fb7a37088e2 req-77164cc8-0214-4399-b6db-25f758930e6d tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] 10.222.0.13 "GET /v2.0/security-groups?id=e2e15a42-88b8-49e2-ad78-9daadc9e7fe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045778 Nov 05 19:04:16.645566 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2465fd8-0db3-4247-b452-63a4d100479f req-75eb0c85-675c-4555-a862-942a17e4d584 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:04:16.647551 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-c2465fd8-0db3-4247-b452-63a4d100479f req-75eb0c85-675c-4555-a862-942a17e4d584 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] 10.222.0.13 "GET /v2.0/ports?device_id=26e8474e-4313-42b0-b607-e5292de007c9 HTTP/1.1" status: 200 len: 945 time: 0.0707827 Nov 05 19:04:16.709042 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-c2465fd8-0db3-4247-b452-63a4d100479f req-e5030aa2-31fd-434e-8d33-ffb6c8d79227 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] 10.222.0.13 "GET /v2.0/security-groups?id=0c08aee2-7f5c-494d-880e-af35273de53d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535524 Nov 05 19:04:17.729519 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c639a4-dd94-4552-8c84-216cfab9b32f req-3b60f80c-316a-4041-acf4-02f2c6ce118b tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:04:17.740257 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-19c639a4-dd94-4552-8c84-216cfab9b32f req-3b60f80c-316a-4041-acf4-02f2c6ce118b tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e0e9f2c-b17f-4007-b3d8-07e537a1c2f3 HTTP/1.1" status: 200 len: 944 time: 0.0685079 Nov 05 19:04:17.841578 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Device d88d9149-b6be-455e-8e46-bc61463e745d no longer exists at agent hyperv_n-h2-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 19:04:17.930599 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-19c639a4-dd94-4552-8c84-216cfab9b32f req-0ad9c381-8fd5-4914-bb09-51886219845a tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] 10.222.0.13 "GET /v2.0/security-groups?id=e2e15a42-88b8-49e2-ad78-9daadc9e7fe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1892202 Nov 05 19:04:17.983347 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5707320c-cc1e-4bf4-9208-3e58bed13490 req-31bd3980-1184-45f1-80d6-fcfc0db9433d tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:04:17.994894 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-5707320c-cc1e-4bf4-9208-3e58bed13490 req-31bd3980-1184-45f1-80d6-fcfc0db9433d tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] 10.222.0.13 "GET /v2.0/ports?device_id=26e8474e-4313-42b0-b607-e5292de007c9 HTTP/1.1" status: 200 len: 945 time: 0.1311889 Nov 05 19:04:18.127331 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-5707320c-cc1e-4bf4-9208-3e58bed13490 req-bf837b93-a4eb-4f02-8c92-4016461eed86 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] 10.222.0.13 "GET /v2.0/security-groups?id=0c08aee2-7f5c-494d-880e-af35273de53d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1312125 Nov 05 19:04:18.155717 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66387b8f-7422-45ab-b6a2-5bd4d30b8880 req-5e687bbc-6a75-4864-9982-e5f3b083c277 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:04:18.161335 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-66387b8f-7422-45ab-b6a2-5bd4d30b8880 req-5e687bbc-6a75-4864-9982-e5f3b083c277 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=1e0e9f2c-b17f-4007-b3d8-07e537a1c2f3&tenant_id=202d48fbf8184969a2b022e0eeddf3c9 HTTP/1.1" status: 200 len: 1095 time: 0.1825280 Nov 05 19:04:18.293267 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66387b8f-7422-45ab-b6a2-5bd4d30b8880 req-d4eeff1b-afe8-4572-92d3-9602e14032e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:04:18.296167 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-66387b8f-7422-45ab-b6a2-5bd4d30b8880 req-d4eeff1b-afe8-4572-92d3-9602e14032e6 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=202d48fbf8184969a2b022e0eeddf3c9&device_id=1e0e9f2c-b17f-4007-b3d8-07e537a1c2f3 HTTP/1.1" status: 200 len: 1095 time: 0.0838149 Nov 05 19:04:18.684232 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66387b8f-7422-45ab-b6a2-5bd4d30b8880 req-88046ac9-88b6-4323-9ef8-54ed9c35250c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:04:18.689851 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-66387b8f-7422-45ab-b6a2-5bd4d30b8880 req-88046ac9-88b6-4323-9ef8-54ed9c35250c service neutron] 10.222.0.55 "GET /v2.0/networks?id=2974e85c-ccd8-4cce-92c0-fa64d0405969 HTTP/1.1" status: 200 len: 915 time: 0.3817825 Nov 05 19:04:18.733760 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.agents_db [None req-b9406b04-a0e8-43cf-b349-711963d96cf4 None None] Agent healthcheck: found 7 active agents {{(pid=102389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 05 19:04:18.743674 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-66387b8f-7422-45ab-b6a2-5bd4d30b8880 req-5c1bfc73-12aa-4255-b1bb-6010dbeb6be5 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d88d9149-b6be-455e-8e46-bc61463e745d HTTP/1.1" status: 200 len: 217 time: 0.0418320 Nov 05 19:04:18.834296 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66387b8f-7422-45ab-b6a2-5bd4d30b8880 req-de0c528e-2832-4592-84e1-5a58f5c03945 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:04:18.836084 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-66387b8f-7422-45ab-b6a2-5bd4d30b8880 req-de0c528e-2832-4592-84e1-5a58f5c03945 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=5c61fdbd-cd89-453f-9ed9-c150439b9091 HTTP/1.1" status: 200 len: 854 time: 0.0812242 Nov 05 19:04:18.892776 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-66387b8f-7422-45ab-b6a2-5bd4d30b8880 req-292a6a81-62f0-4b76-83b8-4501045e1b70 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=2974e85c-ccd8-4cce-92c0-fa64d0405969&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0450079 Nov 05 19:04:19.160856 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-66387b8f-7422-45ab-b6a2-5bd4d30b8880 req-4a65f2ce-1f95-4a6c-82d0-0a2ab8189b11 service neutron] 10.222.0.55 "GET /v2.0/networks/2974e85c-ccd8-4cce-92c0-fa64d0405969?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2433748 Nov 05 19:04:19.231982 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e168c0-e9b1-4cbb-b511-77ce83bfb12e req-8ab8077a-abc2-43e9-a084-441b464dd6f1 tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:04:19.253723 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-64e168c0-e9b1-4cbb-b511-77ce83bfb12e req-8ab8077a-abc2-43e9-a084-441b464dd6f1 tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e0e9f2c-b17f-4007-b3d8-07e537a1c2f3 HTTP/1.1" status: 200 len: 944 time: 0.1942167 Nov 05 19:04:19.402943 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-66387b8f-7422-45ab-b6a2-5bd4d30b8880 req-f15d93b5-a357-43b0-bff6-8934709fd12f service neutron] 10.222.0.55 "GET /v2.0/networks/2974e85c-ccd8-4cce-92c0-fa64d0405969?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2395453 Nov 05 19:04:19.436515 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-64e168c0-e9b1-4cbb-b511-77ce83bfb12e req-6661494d-cb7a-4e28-a30f-b69729462c67 tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] 10.222.0.13 "GET /v2.0/security-groups?id=e2e15a42-88b8-49e2-ad78-9daadc9e7fe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1816077 Nov 05 19:04:19.462446 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255ce9f9-9efb-4a55-ae97-3f687bcba121 req-8e753046-0c7e-4b20-a988-28fe3f4b1672 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:04:19.475085 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-255ce9f9-9efb-4a55-ae97-3f687bcba121 req-8e753046-0c7e-4b20-a988-28fe3f4b1672 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] 10.222.0.13 "GET /v2.0/ports?device_id=26e8474e-4313-42b0-b607-e5292de007c9 HTTP/1.1" status: 200 len: 945 time: 0.1467652 Nov 05 19:04:19.541406 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-255ce9f9-9efb-4a55-ae97-3f687bcba121 req-c3ca1c39-4d79-4122-a4be-fade7f24b72e tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] 10.222.0.13 "GET /v2.0/security-groups?id=0c08aee2-7f5c-494d-880e-af35273de53d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547454 Nov 05 19:04:20.657350 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0fe192-2da2-42a7-9b35-b003c1bf9e66 req-6178cc41-5206-432d-acfc-fcdfe80ffc6e tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:04:20.658969 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-8b0fe192-2da2-42a7-9b35-b003c1bf9e66 req-6178cc41-5206-432d-acfc-fcdfe80ffc6e tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e0e9f2c-b17f-4007-b3d8-07e537a1c2f3 HTTP/1.1" status: 200 len: 944 time: 0.0998411 Nov 05 19:04:20.787859 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-8b0fe192-2da2-42a7-9b35-b003c1bf9e66 req-3bf0b525-c04c-4de8-b150-bda1b7e9441e tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] 10.222.0.13 "GET /v2.0/security-groups?id=e2e15a42-88b8-49e2-ad78-9daadc9e7fe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228259 Nov 05 19:04:20.847216 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e7201a-ae3d-49e9-a94a-0499e1df14fd req-d872c0ed-af17-43a4-8931-2cd2549b4f4a tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:04:20.849176 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-e1e7201a-ae3d-49e9-a94a-0499e1df14fd req-d872c0ed-af17-43a4-8931-2cd2549b4f4a tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] 10.222.0.13 "GET /v2.0/ports?device_id=26e8474e-4313-42b0-b607-e5292de007c9 HTTP/1.1" status: 200 len: 945 time: 0.1539414 Nov 05 19:04:20.979806 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-e1e7201a-ae3d-49e9-a94a-0499e1df14fd req-17cb9717-074b-4690-a20e-c1a8cd841c7f tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] 10.222.0.13 "GET /v2.0/security-groups?id=0c08aee2-7f5c-494d-880e-af35273de53d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1222181 Nov 05 19:04:22.077110 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a42f6dc-1465-4642-a2d1-fb67b4a730f7 req-fa49d041-8b54-4a66-8a2f-36f732c113b9 tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:04:22.081598 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-6a42f6dc-1465-4642-a2d1-fb67b4a730f7 req-fa49d041-8b54-4a66-8a2f-36f732c113b9 tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e0e9f2c-b17f-4007-b3d8-07e537a1c2f3 HTTP/1.1" status: 200 len: 944 time: 0.1577387 Nov 05 19:04:22.377247 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-6a42f6dc-1465-4642-a2d1-fb67b4a730f7 req-229bb4ad-91d2-4c5b-bd15-5c3941ed1dba tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] 10.222.0.13 "GET /v2.0/security-groups?id=e2e15a42-88b8-49e2-ad78-9daadc9e7fe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2895501 Nov 05 19:04:22.430658 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6920d803-47ba-45be-9252-f2c7198b57a8 req-f7af7600-eb24-4339-aae2-e05132bcab31 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:04:22.439234 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-6920d803-47ba-45be-9252-f2c7198b57a8 req-f7af7600-eb24-4339-aae2-e05132bcab31 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] 10.222.0.13 "GET /v2.0/ports?device_id=26e8474e-4313-42b0-b607-e5292de007c9 HTTP/1.1" status: 200 len: 945 time: 0.2827396 Nov 05 19:04:22.563240 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-6920d803-47ba-45be-9252-f2c7198b57a8 req-e8999dec-a621-49fc-bbd8-dd9bd6edfe92 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] 10.222.0.13 "GET /v2.0/security-groups?id=0c08aee2-7f5c-494d-880e-af35273de53d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1202257 Nov 05 19:04:23.545144 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094d3a6a-d021-4bc5-9f8b-c23f3a06e574 req-fbed6755-bd8d-4295-99cf-b98a24571ffb tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:04:23.549281 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-094d3a6a-d021-4bc5-9f8b-c23f3a06e574 req-fbed6755-bd8d-4295-99cf-b98a24571ffb tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e0e9f2c-b17f-4007-b3d8-07e537a1c2f3 HTTP/1.1" status: 200 len: 944 time: 0.0898626 Nov 05 19:04:23.696493 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-094d3a6a-d021-4bc5-9f8b-c23f3a06e574 req-c3a939f9-4d34-48a0-be8a-2c25b728eae7 tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] 10.222.0.13 "GET /v2.0/security-groups?id=e2e15a42-88b8-49e2-ad78-9daadc9e7fe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304133 Nov 05 19:04:23.873576 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b1cabb-1be0-452d-b5e4-5d27955a57b5 req-a72b7a2d-c33a-4d2a-af1e-b907d9c15d9a tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:04:23.881208 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-83b1cabb-1be0-452d-b5e4-5d27955a57b5 req-a72b7a2d-c33a-4d2a-af1e-b907d9c15d9a tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] 10.222.0.13 "GET /v2.0/ports?device_id=26e8474e-4313-42b0-b607-e5292de007c9 HTTP/1.1" status: 200 len: 945 time: 0.1313202 Nov 05 19:04:24.043781 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-83b1cabb-1be0-452d-b5e4-5d27955a57b5 req-a01d8eba-d343-484d-aa7f-ba623b73f70b tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] 10.222.0.13 "GET /v2.0/security-groups?id=0c08aee2-7f5c-494d-880e-af35273de53d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1550872 Nov 05 19:04:24.835690 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e23554e-b216-4fec-9515-c074f8b62d98 req-e2f9ce1a-9529-4446-beaa-c56afeb6de41 tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:04:24.837187 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-7e23554e-b216-4fec-9515-c074f8b62d98 req-e2f9ce1a-9529-4446-beaa-c56afeb6de41 tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e0e9f2c-b17f-4007-b3d8-07e537a1c2f3 HTTP/1.1" status: 200 len: 944 time: 0.0598488 Nov 05 19:04:24.894251 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-7e23554e-b216-4fec-9515-c074f8b62d98 req-4d77035d-056c-443c-a482-e8ec59fbba15 tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] 10.222.0.13 "GET /v2.0/security-groups?id=e2e15a42-88b8-49e2-ad78-9daadc9e7fe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462544 Nov 05 19:04:25.192812 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7e770d-d998-4451-b0cb-c71b047a8c98 req-eab96b85-72c7-4983-b37d-49dbe654157c tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:04:25.195274 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-2e7e770d-d998-4451-b0cb-c71b047a8c98 req-eab96b85-72c7-4983-b37d-49dbe654157c tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] 10.222.0.13 "GET /v2.0/ports?device_id=26e8474e-4313-42b0-b607-e5292de007c9 HTTP/1.1" status: 200 len: 945 time: 0.0671623 Nov 05 19:04:25.286068 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-2e7e770d-d998-4451-b0cb-c71b047a8c98 req-6fd39f9d-63a7-42f7-bced-c9e1e26bc9ad tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] 10.222.0.13 "GET /v2.0/security-groups?id=0c08aee2-7f5c-494d-880e-af35273de53d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0842993 Nov 05 19:04:25.516002 n-d-816865-1 neutron-server[102386]: INFO neutron.api.v2.resource [req-284851aa-41d1-44e1-8455-eb0058cf8ab5 req-f17748c3-1e15-46bd-a6cc-10c44a5a62a4 service neutron] show failed (client error): The resource could not be found. Nov 05 19:04:25.517065 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-284851aa-41d1-44e1-8455-eb0058cf8ab5 req-f17748c3-1e15-46bd-a6cc-10c44a5a62a4 service neutron] 10.222.0.41 "GET /v2.0/ports/3673982d-be4c-4718-beb3-9dbdf123149d/bindings/n-h2-816865-1 HTTP/1.1" status: 404 len: 380 time: 0.0614176 Nov 05 19:04:26.235820 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7dadc8-b663-4fdc-9d84-aaee072ecda2 req-eac2fc43-4a4d-45b1-a3bc-b10673693fe2 tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:04:26.238318 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-3f7dadc8-b663-4fdc-9d84-aaee072ecda2 req-eac2fc43-4a4d-45b1-a3bc-b10673693fe2 tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e0e9f2c-b17f-4007-b3d8-07e537a1c2f3 HTTP/1.1" status: 200 len: 944 time: 0.1005177 Nov 05 19:04:26.436363 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-3f7dadc8-b663-4fdc-9d84-aaee072ecda2 req-455c988f-4bc3-48bc-8cb5-50426a0bcde0 tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] 10.222.0.13 "GET /v2.0/security-groups?id=e2e15a42-88b8-49e2-ad78-9daadc9e7fe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1864088 Nov 05 19:04:26.451425 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284851aa-41d1-44e1-8455-eb0058cf8ab5 req-efe1e4bb-e690-46a7-9069-bc9eb59c53c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:04:26.463263 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-284851aa-41d1-44e1-8455-eb0058cf8ab5 req-efe1e4bb-e690-46a7-9069-bc9eb59c53c4 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=26e8474e-4313-42b0-b607-e5292de007c9&tenant_id=777902a3c6ed4ff2a5460208db53bd8a HTTP/1.1" status: 200 len: 1096 time: 0.0976875 Nov 05 19:04:26.477286 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [req-284851aa-41d1-44e1-8455-eb0058cf8ab5 req-52b0bf7f-4c4c-483a-a625-64242676b12f service neutron] Request body: {'port': {'binding:host_id': 'n-h2-816865-1', 'device_owner': 'compute:nova'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:04:26.621400 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-284851aa-41d1-44e1-8455-eb0058cf8ab5 req-52b0bf7f-4c4c-483a-a625-64242676b12f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:04:26.648737 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6efb88-36de-408b-ae31-eae848344fe2 req-00477ab5-4b33-470e-a84e-df1835ea7dbb tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:04:26.662519 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-1c6efb88-36de-408b-ae31-eae848344fe2 req-00477ab5-4b33-470e-a84e-df1835ea7dbb tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] 10.222.0.13 "GET /v2.0/ports?device_id=26e8474e-4313-42b0-b607-e5292de007c9 HTTP/1.1" status: 200 len: 945 time: 0.1338398 Nov 05 19:04:26.756313 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-1c6efb88-36de-408b-ae31-eae848344fe2 req-6e4fa0ed-5feb-4c00-9dfc-4cf1387ddc29 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] 10.222.0.13 "GET /v2.0/security-groups?id=0c08aee2-7f5c-494d-880e-af35273de53d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0902398 Nov 05 19:04:26.972247 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [req-284851aa-41d1-44e1-8455-eb0058cf8ab5 req-52b0bf7f-4c4c-483a-a625-64242676b12f service neutron] For port 3673982d-be4c-4718-beb3-9dbdf123149d, host n-h1-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=3673982d-be4c-4718-beb3-9dbdf123149d,segment=NetworkSegment(3d7f4a28-84db-42f8-83a4-bb954eae33e2),segment_id=3d7f4a28-84db-42f8-83a4-bb954eae33e2)] {{(pid=102386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:04:27.036927 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [req-284851aa-41d1-44e1-8455-eb0058cf8ab5 req-52b0bf7f-4c4c-483a-a625-64242676b12f service neutron] For port 3673982d-be4c-4718-beb3-9dbdf123149d, host n-h1-816865-1, cleared binding levels {{(pid=102386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 19:04:27.132118 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-284851aa-41d1-44e1-8455-eb0058cf8ab5 req-52b0bf7f-4c4c-483a-a625-64242676b12f service neutron] Publish callbacks [] for port, precommit_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:04:27.138359 n-d-816865-1 neutron-server[102386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26e8474e-4313-42b0-b607-e5292de007c9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3673982d-be4c-4718-beb3-9dbdf123149d'}] {{(pid=102386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 19:04:27.143539 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6173a44d7c73f41af551dc890fa1a5892c2c6bc3458b640c8e0c24db7876ba6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4c9edc7-b6b1-4617-a9e7-51b56baca529" -d '{"events": [{"server_uuid": "26e8474e-4313-42b0-b607-e5292de007c9", "name": "network-vif-unplugged", "status": "completed", "tag": "3673982d-be4c-4718-beb3-9dbdf123149d"}]}' {{(pid=102386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 19:04:27.176819 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.provisioning_blocks [req-284851aa-41d1-44e1-8455-eb0058cf8ab5 req-52b0bf7f-4c4c-483a-a625-64242676b12f service neutron] Transition to ACTIVE for port object 3673982d-be4c-4718-beb3-9dbdf123149d will not be triggered until provisioned by entity L2. {{(pid=102386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 05 19:04:27.252408 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-284851aa-41d1-44e1-8455-eb0058cf8ab5 req-52b0bf7f-4c4c-483a-a625-64242676b12f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6149821'] for port, after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:04:27.368677 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 05 Nov 2021 19:04:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62bee3ff-725e-48a5-9b7a-b4c7084793ec x-openstack-request-id: req-62bee3ff-725e-48a5-9b7a-b4c7084793ec {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 19:04:27.370584 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26e8474e-4313-42b0-b607-e5292de007c9", "name": "network-vif-unplugged", "status": "completed", "tag": "3673982d-be4c-4718-beb3-9dbdf123149d", "code": 200}]} {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 19:04:27.372573 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-62bee3ff-725e-48a5-9b7a-b4c7084793ec {{(pid=102386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 19:04:27.373277 n-d-816865-1 neutron-server[102386]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26e8474e-4313-42b0-b607-e5292de007c9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3673982d-be4c-4718-beb3-9dbdf123149d', 'code': 200} Nov 05 19:04:27.660207 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [req-284851aa-41d1-44e1-8455-eb0058cf8ab5 req-52b0bf7f-4c4c-483a-a625-64242676b12f service neutron] No DVR routers for this DVR port 3673982d-be4c-4718-beb3-9dbdf123149d on host n-h1-816865-1 {{(pid=102386) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 19:04:27.735161 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b0bf7f-4c4c-483a-a625-64242676b12f service neutron] Pushing event updated for resources: {'Port': ['ID=3673982d-be4c-4718-beb3-9dbdf123149d,revision_number=6']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:04:27.755329 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ee6b36-fde5-4f23-9e3e-9a107b3d4352 req-a330ef49-fac3-4046-a551-7de0513a8a50 tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:04:27.759522 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-a5ee6b36-fde5-4f23-9e3e-9a107b3d4352 req-a330ef49-fac3-4046-a551-7de0513a8a50 tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e0e9f2c-b17f-4007-b3d8-07e537a1c2f3 HTTP/1.1" status: 200 len: 944 time: 0.1441033 Nov 05 19:04:27.759666 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b0bf7f-4c4c-483a-a625-64242676b12f service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:04:27.759666 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b0bf7f-4c4c-483a-a625-64242676b12f service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:04:27.759666 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b0bf7f-4c4c-483a-a625-64242676b12f service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:04:27.759666 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b0bf7f-4c4c-483a-a625-64242676b12f service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:04:27.759666 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b0bf7f-4c4c-483a-a625-64242676b12f service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:04:27.759666 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b0bf7f-4c4c-483a-a625-64242676b12f service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:04:27.759666 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b0bf7f-4c4c-483a-a625-64242676b12f service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:04:27.759666 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b0bf7f-4c4c-483a-a625-64242676b12f service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:04:27.768059 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b0bf7f-4c4c-483a-a625-64242676b12f service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:04:27.768890 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b0bf7f-4c4c-483a-a625-64242676b12f service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:04:27.769408 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b0bf7f-4c4c-483a-a625-64242676b12f service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:04:27.770110 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b0bf7f-4c4c-483a-a625-64242676b12f service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:04:27.858482 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-a5ee6b36-fde5-4f23-9e3e-9a107b3d4352 req-cda9b2cb-9c81-46a7-b941-a7ddd7a6fd85 tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] 10.222.0.13 "GET /v2.0/security-groups?id=e2e15a42-88b8-49e2-ad78-9daadc9e7fe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906382 Nov 05 19:04:28.053752 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede3f2bf-f37e-4f70-85f8-f64195c72fc2 req-f1f2752f-af71-498a-84ca-19f6314f2343 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:04:28.089554 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-ede3f2bf-f37e-4f70-85f8-f64195c72fc2 req-f1f2752f-af71-498a-84ca-19f6314f2343 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] 10.222.0.13 "GET /v2.0/ports?device_id=26e8474e-4313-42b0-b607-e5292de007c9 HTTP/1.1" status: 200 len: 943 time: 0.1613085 Nov 05 19:04:28.180313 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [req-284851aa-41d1-44e1-8455-eb0058cf8ab5 req-52b0bf7f-4c4c-483a-a625-64242676b12f service neutron] Attempting to bind port 3673982d-be4c-4718-beb3-9dbdf123149d on host n-h2-816865-1 for vnic_type normal with profile {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 19:04:28.180658 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [req-284851aa-41d1-44e1-8455-eb0058cf8ab5 req-52b0bf7f-4c4c-483a-a625-64242676b12f service neutron] Attempting to bind port 3673982d-be4c-4718-beb3-9dbdf123149d by drivers openvswitch,hyperv on host n-h2-816865-1 at level 0 using segments [{'id': '3d7f4a28-84db-42f8-83a4-bb954eae33e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '7340801a-d414-4a8c-8e81-bc2b23bb205e'}] {{(pid=102386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 19:04:28.180992 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-284851aa-41d1-44e1-8455-eb0058cf8ab5 req-52b0bf7f-4c4c-483a-a625-64242676b12f service neutron] Attempting to bind port 3673982d-be4c-4718-beb3-9dbdf123149d on network 7340801a-d414-4a8c-8e81-bc2b23bb205e {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 19:04:28.193600 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-284851aa-41d1-44e1-8455-eb0058cf8ab5 req-52b0bf7f-4c4c-483a-a625-64242676b12f service neutron] Port 3673982d-be4c-4718-beb3-9dbdf123149d on network 7340801a-d414-4a8c-8e81-bc2b23bb205e not bound, no agent of type Open vSwitch agent registered on host n-h2-816865-1 {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 19:04:28.196385 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-284851aa-41d1-44e1-8455-eb0058cf8ab5 req-52b0bf7f-4c4c-483a-a625-64242676b12f service neutron] Attempting to bind port 3673982d-be4c-4718-beb3-9dbdf123149d on network 7340801a-d414-4a8c-8e81-bc2b23bb205e {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 19:04:28.211273 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-284851aa-41d1-44e1-8455-eb0058cf8ab5 req-52b0bf7f-4c4c-483a-a625-64242676b12f service neutron] Checking agent: {'id': '32aff553-696f-4891-83f5-5c176f61fe54', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816865-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 18, 33, 36), 'started_at': datetime.datetime(2021, 11, 5, 18, 33, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 19, 4, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 19:04:28.211273 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-284851aa-41d1-44e1-8455-eb0058cf8ab5 req-52b0bf7f-4c4c-483a-a625-64242676b12f service neutron] Checking segment: {'id': '3d7f4a28-84db-42f8-83a4-bb954eae33e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '7340801a-d414-4a8c-8e81-bc2b23bb205e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 19:04:28.211273 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-284851aa-41d1-44e1-8455-eb0058cf8ab5 req-52b0bf7f-4c4c-483a-a625-64242676b12f service neutron] Bound using segment: {'id': '3d7f4a28-84db-42f8-83a4-bb954eae33e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '7340801a-d414-4a8c-8e81-bc2b23bb205e'} {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 19:04:28.218712 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [req-284851aa-41d1-44e1-8455-eb0058cf8ab5 req-52b0bf7f-4c4c-483a-a625-64242676b12f service neutron] Bound port: 3673982d-be4c-4718-beb3-9dbdf123149d, host: n-h2-816865-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3d7f4a28-84db-42f8-83a4-bb954eae33e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '7340801a-d414-4a8c-8e81-bc2b23bb205e'}}] {{(pid=102386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 19:04:28.219192 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-284851aa-41d1-44e1-8455-eb0058cf8ab5 req-52b0bf7f-4c4c-483a-a625-64242676b12f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:04:28.257306 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-ede3f2bf-f37e-4f70-85f8-f64195c72fc2 req-1f2911b0-eb6e-4a27-a70f-56bbe43dca5e tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] 10.222.0.13 "GET /v2.0/security-groups?id=0c08aee2-7f5c-494d-880e-af35273de53d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1617084 Nov 05 19:04:28.400856 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [req-284851aa-41d1-44e1-8455-eb0058cf8ab5 req-52b0bf7f-4c4c-483a-a625-64242676b12f service neutron] For port 3673982d-be4c-4718-beb3-9dbdf123149d, host n-h2-816865-1, cleared binding levels {{(pid=102386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 19:04:28.404291 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [req-284851aa-41d1-44e1-8455-eb0058cf8ab5 req-52b0bf7f-4c4c-483a-a625-64242676b12f service neutron] For port 3673982d-be4c-4718-beb3-9dbdf123149d, host n-h2-816865-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=3673982d-be4c-4718-beb3-9dbdf123149d,segment=NetworkSegment(3d7f4a28-84db-42f8-83a4-bb954eae33e2),segment_id=3d7f4a28-84db-42f8-83a4-bb954eae33e2)] {{(pid=102386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 19:04:28.496899 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-284851aa-41d1-44e1-8455-eb0058cf8ab5 req-52b0bf7f-4c4c-483a-a625-64242676b12f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6149821'] for port, after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:04:28.599359 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284851aa-41d1-44e1-8455-eb0058cf8ab5 req-52b0bf7f-4c4c-483a-a625-64242676b12f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:04:28.606410 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-284851aa-41d1-44e1-8455-eb0058cf8ab5 req-52b0bf7f-4c4c-483a-a625-64242676b12f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:04:28.618291 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-284851aa-41d1-44e1-8455-eb0058cf8ab5 req-52b0bf7f-4c4c-483a-a625-64242676b12f service neutron] 10.222.0.55 "PUT /v2.0/ports/3673982d-be4c-4718-beb3-9dbdf123149d HTTP/1.1" status: 200 len: 1091 time: 2.1462598 Nov 05 19:04:28.670441 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b0bf7f-4c4c-483a-a625-64242676b12f service neutron] Pushing event updated for resources: {'Port': ['ID=3673982d-be4c-4718-beb3-9dbdf123149d,revision_number=7']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:04:28.843053 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284851aa-41d1-44e1-8455-eb0058cf8ab5 req-5d6f1bf5-e1a8-48a7-b8bb-b382078f55ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:04:28.852895 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-284851aa-41d1-44e1-8455-eb0058cf8ab5 req-5d6f1bf5-e1a8-48a7-b8bb-b382078f55ea service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=777902a3c6ed4ff2a5460208db53bd8a&device_id=26e8474e-4313-42b0-b607-e5292de007c9 HTTP/1.1" status: 200 len: 1094 time: 0.1635363 Nov 05 19:04:29.156888 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284851aa-41d1-44e1-8455-eb0058cf8ab5 req-ac356cd0-c663-4478-a4dc-7c8d750ed606 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:04:29.158474 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-284851aa-41d1-44e1-8455-eb0058cf8ab5 req-ac356cd0-c663-4478-a4dc-7c8d750ed606 service neutron] 10.222.0.55 "GET /v2.0/networks?id=7340801a-d414-4a8c-8e81-bc2b23bb205e HTTP/1.1" status: 200 len: 898 time: 0.2622070 Nov 05 19:04:29.239190 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7268460-f148-4443-ba84-0bbe51a25be2 req-e13db0ae-c059-430e-ba23-308e45ea24ef tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:04:29.264896 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-d7268460-f148-4443-ba84-0bbe51a25be2 req-e13db0ae-c059-430e-ba23-308e45ea24ef tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e0e9f2c-b17f-4007-b3d8-07e537a1c2f3 HTTP/1.1" status: 200 len: 944 time: 0.1599469 Nov 05 19:04:29.385106 n-d-816865-1 neutron-server[102386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26e8474e-4313-42b0-b607-e5292de007c9', 'tag': '3673982d-be4c-4718-beb3-9dbdf123149d'}] {{(pid=102386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 19:04:29.391615 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6173a44d7c73f41af551dc890fa1a5892c2c6bc3458b640c8e0c24db7876ba6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4abe21fc-ada3-4de9-9e05-f9554f27c51f" -d '{"events": [{"name": "network-changed", "server_uuid": "26e8474e-4313-42b0-b607-e5292de007c9", "tag": "3673982d-be4c-4718-beb3-9dbdf123149d"}]}' {{(pid=102386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 19:04:29.435902 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-284851aa-41d1-44e1-8455-eb0058cf8ab5 req-fd14d375-8f43-4ec4-bfbe-a068a5228f39 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3673982d-be4c-4718-beb3-9dbdf123149d HTTP/1.1" status: 200 len: 999 time: 0.2608631 Nov 05 19:04:29.444522 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-d7268460-f148-4443-ba84-0bbe51a25be2 req-189b24fb-cbb9-4448-8e73-d921892baf90 tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] 10.222.0.13 "GET /v2.0/security-groups?id=e2e15a42-88b8-49e2-ad78-9daadc9e7fe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1816165 Nov 05 19:04:29.595864 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4554db1e-34ba-42a6-9fcf-3c1e2e6b3b32 req-23aa7ff3-2884-425a-9250-435336664a41 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:04:29.607103 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 19:04:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ab8bc66-4309-4e0d-9abc-048ce7bc4c1a x-openstack-request-id: req-3ab8bc66-4309-4e0d-9abc-048ce7bc4c1a {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 19:04:29.607396 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26e8474e-4313-42b0-b607-e5292de007c9", "tag": "3673982d-be4c-4718-beb3-9dbdf123149d", "status": "completed", "code": 200}]} {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 19:04:29.608043 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-4554db1e-34ba-42a6-9fcf-3c1e2e6b3b32 req-23aa7ff3-2884-425a-9250-435336664a41 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] 10.222.0.13 "GET /v2.0/ports?device_id=26e8474e-4313-42b0-b607-e5292de007c9 HTTP/1.1" status: 200 len: 943 time: 0.1614726 Nov 05 19:04:29.608196 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3ab8bc66-4309-4e0d-9abc-048ce7bc4c1a {{(pid=102386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 19:04:29.608551 n-d-816865-1 neutron-server[102386]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26e8474e-4313-42b0-b607-e5292de007c9', 'tag': '3673982d-be4c-4718-beb3-9dbdf123149d', 'status': 'completed', 'code': 200} Nov 05 19:04:29.710199 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-4554db1e-34ba-42a6-9fcf-3c1e2e6b3b32 req-51dcd0f0-362b-4f3e-804b-28d962262f3e tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] 10.222.0.13 "GET /v2.0/security-groups?id=0c08aee2-7f5c-494d-880e-af35273de53d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0999470 Nov 05 19:04:29.807444 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abe21fc-ada3-4de9-9e05-f9554f27c51f req-40353b9c-8218-4e74-b97b-ae6abfa78953 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:04:29.809455 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-4abe21fc-ada3-4de9-9e05-f9554f27c51f req-40353b9c-8218-4e74-b97b-ae6abfa78953 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=777902a3c6ed4ff2a5460208db53bd8a&device_id=26e8474e-4313-42b0-b607-e5292de007c9 HTTP/1.1" status: 200 len: 1094 time: 0.1999633 Nov 05 19:04:29.816282 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284851aa-41d1-44e1-8455-eb0058cf8ab5 req-85faa3ba-b0a3-4042-b948-8dd217c139ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:04:29.817908 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-284851aa-41d1-44e1-8455-eb0058cf8ab5 req-85faa3ba-b0a3-4042-b948-8dd217c139ef service neutron] 10.222.0.55 "GET /v2.0/subnets?id=17f3259b-0e65-4434-84f3-e6a8b3c7482f HTTP/1.1" status: 200 len: 834 time: 0.1899443 Nov 05 19:04:30.009208 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abe21fc-ada3-4de9-9e05-f9554f27c51f req-2db53551-2b71-452c-905a-2dd35b5fe33e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:04:30.011542 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-4abe21fc-ada3-4de9-9e05-f9554f27c51f req-2db53551-2b71-452c-905a-2dd35b5fe33e service neutron] 10.222.0.41 "GET /v2.0/networks?id=7340801a-d414-4a8c-8e81-bc2b23bb205e HTTP/1.1" status: 200 len: 898 time: 0.1923437 Nov 05 19:04:30.152372 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284851aa-41d1-44e1-8455-eb0058cf8ab5 req-24f067a4-9e2f-421d-80f1-12be62ba78a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:04:30.154423 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-284851aa-41d1-44e1-8455-eb0058cf8ab5 req-24f067a4-9e2f-421d-80f1-12be62ba78a5 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=7340801a-d414-4a8c-8e81-bc2b23bb205e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1395955 Nov 05 19:04:30.162500 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-4abe21fc-ada3-4de9-9e05-f9554f27c51f req-33945c75-b868-4e52-977f-42141a07d7f8 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3673982d-be4c-4718-beb3-9dbdf123149d HTTP/1.1" status: 200 len: 999 time: 0.1170123 Nov 05 19:04:30.288191 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abe21fc-ada3-4de9-9e05-f9554f27c51f req-1f783c77-3edc-46b9-ad4f-dd3f82ce4003 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:04:30.291217 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-4abe21fc-ada3-4de9-9e05-f9554f27c51f req-1f783c77-3edc-46b9-ad4f-dd3f82ce4003 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=17f3259b-0e65-4434-84f3-e6a8b3c7482f HTTP/1.1" status: 200 len: 834 time: 0.1219645 Nov 05 19:04:30.490444 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abe21fc-ada3-4de9-9e05-f9554f27c51f req-c6522157-3c77-43ca-8f89-5454e88505a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:04:30.492702 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-4abe21fc-ada3-4de9-9e05-f9554f27c51f req-c6522157-3c77-43ca-8f89-5454e88505a3 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7340801a-d414-4a8c-8e81-bc2b23bb205e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1936400 Nov 05 19:04:30.536317 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-284851aa-41d1-44e1-8455-eb0058cf8ab5 req-96e00947-8601-4a39-8f81-c7657d10e525 service neutron] 10.222.0.55 "GET /v2.0/networks/7340801a-d414-4a8c-8e81-bc2b23bb205e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2743695 Nov 05 19:04:30.796276 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e4a307-d5f3-4656-a16c-fa7fc7bda330 req-90759711-e9b6-4100-8a1c-02e60e714835 tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:04:30.813294 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-a7e4a307-d5f3-4656-a16c-fa7fc7bda330 req-90759711-e9b6-4100-8a1c-02e60e714835 tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e0e9f2c-b17f-4007-b3d8-07e537a1c2f3 HTTP/1.1" status: 200 len: 944 time: 0.2260740 Nov 05 19:04:30.819834 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-4abe21fc-ada3-4de9-9e05-f9554f27c51f req-a98cf445-9a45-43f5-88cb-46dd53e30861 service neutron] 10.222.0.41 "GET /v2.0/networks/7340801a-d414-4a8c-8e81-bc2b23bb205e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3063905 Nov 05 19:04:30.882405 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-284851aa-41d1-44e1-8455-eb0058cf8ab5 req-dbf19165-c6b9-46d7-84b3-b086c054acf6 service neutron] 10.222.0.55 "GET /v2.0/networks/7340801a-d414-4a8c-8e81-bc2b23bb205e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3443975 Nov 05 19:04:31.089178 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-4abe21fc-ada3-4de9-9e05-f9554f27c51f req-1900cd2a-eb56-4dac-ba23-ab0c10de448c service neutron] 10.222.0.41 "GET /v2.0/networks/7340801a-d414-4a8c-8e81-bc2b23bb205e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2572899 Nov 05 19:04:31.101031 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-a7e4a307-d5f3-4656-a16c-fa7fc7bda330 req-ef47f492-835c-4c60-bcf1-3e73dffc8ce1 tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] 10.222.0.13 "GET /v2.0/security-groups?id=e2e15a42-88b8-49e2-ad78-9daadc9e7fe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2867913 Nov 05 19:04:31.136622 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9dee49a-fef0-41e3-aaa4-c521876a809d req-6486b27e-35b9-4ba4-afac-0e580e672a1b tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:04:31.143555 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Device 3673982d-be4c-4718-beb3-9dbdf123149d no longer exists at agent hyperv_n-h1-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 19:04:31.157305 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-d9dee49a-fef0-41e3-aaa4-c521876a809d req-6486b27e-35b9-4ba4-afac-0e580e672a1b tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] 10.222.0.13 "GET /v2.0/ports?device_id=26e8474e-4313-42b0-b607-e5292de007c9 HTTP/1.1" status: 200 len: 943 time: 0.2239256 Nov 05 19:04:31.215530 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Device 3673982d-be4c-4718-beb3-9dbdf123149d not bound to the agent host n-h1-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 19:04:31.255588 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abe21fc-ada3-4de9-9e05-f9554f27c51f req-c2bb8969-2051-4ab5-9414-c65113f262c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:04:31.256957 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-4abe21fc-ada3-4de9-9e05-f9554f27c51f req-c2bb8969-2051-4ab5-9414-c65113f262c3 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=777902a3c6ed4ff2a5460208db53bd8a&device_id=26e8474e-4313-42b0-b607-e5292de007c9 HTTP/1.1" status: 200 len: 1094 time: 0.1577392 Nov 05 19:04:31.305226 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-d9dee49a-fef0-41e3-aaa4-c521876a809d req-6e5712da-bf2b-486f-b542-000238452117 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] 10.222.0.13 "GET /v2.0/security-groups?id=0c08aee2-7f5c-494d-880e-af35273de53d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1411490 Nov 05 19:04:31.473804 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abe21fc-ada3-4de9-9e05-f9554f27c51f req-70de0320-5137-476e-b8d3-2b8bc725a4d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:04:31.495717 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-4abe21fc-ada3-4de9-9e05-f9554f27c51f req-70de0320-5137-476e-b8d3-2b8bc725a4d0 service neutron] 10.222.0.55 "GET /v2.0/networks?id=7340801a-d414-4a8c-8e81-bc2b23bb205e HTTP/1.1" status: 200 len: 898 time: 0.1857224 Nov 05 19:04:31.735452 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-4abe21fc-ada3-4de9-9e05-f9554f27c51f req-9edd4015-c182-43c3-a33a-e25393e4db8c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3673982d-be4c-4718-beb3-9dbdf123149d HTTP/1.1" status: 200 len: 999 time: 0.1996484 Nov 05 19:04:32.257465 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5586bfa6-599f-4ff2-8bdc-13964d8bb223 req-a4ade25b-ac2f-4274-b4e6-a654c6a06078 tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:04:32.266953 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-5586bfa6-599f-4ff2-8bdc-13964d8bb223 req-a4ade25b-ac2f-4274-b4e6-a654c6a06078 tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e0e9f2c-b17f-4007-b3d8-07e537a1c2f3 HTTP/1.1" status: 200 len: 944 time: 0.0749834 Nov 05 19:04:32.268811 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abe21fc-ada3-4de9-9e05-f9554f27c51f req-a04a254a-b294-4063-bdc6-9373d1156d21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:04:32.274842 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-4abe21fc-ada3-4de9-9e05-f9554f27c51f req-a04a254a-b294-4063-bdc6-9373d1156d21 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=17f3259b-0e65-4434-84f3-e6a8b3c7482f HTTP/1.1" status: 200 len: 834 time: 0.0894871 Nov 05 19:04:32.325812 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-5586bfa6-599f-4ff2-8bdc-13964d8bb223 req-ce77fdbf-e817-4fda-ac02-d10335b2e80b tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] 10.222.0.13 "GET /v2.0/security-groups?id=e2e15a42-88b8-49e2-ad78-9daadc9e7fe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558050 Nov 05 19:04:32.445160 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba993ff-254b-43f7-810f-12503bfd9b2f req-fc24dcca-f77e-425b-9826-d6adf3f2b46d tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:04:32.446757 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-4ba993ff-254b-43f7-810f-12503bfd9b2f req-fc24dcca-f77e-425b-9826-d6adf3f2b46d tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] 10.222.0.13 "GET /v2.0/ports?device_id=26e8474e-4313-42b0-b607-e5292de007c9 HTTP/1.1" status: 200 len: 943 time: 0.0645027 Nov 05 19:04:32.573688 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-4ba993ff-254b-43f7-810f-12503bfd9b2f req-4847efd3-7094-4a61-94db-8423ebc58389 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] 10.222.0.13 "GET /v2.0/security-groups?id=0c08aee2-7f5c-494d-880e-af35273de53d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1133177 Nov 05 19:04:33.456735 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56ee5e8-3bb8-4317-95b9-ba414425a6f3 req-0f7d11fa-a784-4622-acaf-6b506305ceaf tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:04:33.458247 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-c56ee5e8-3bb8-4317-95b9-ba414425a6f3 req-0f7d11fa-a784-4622-acaf-6b506305ceaf tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e0e9f2c-b17f-4007-b3d8-07e537a1c2f3 HTTP/1.1" status: 200 len: 944 time: 0.0541115 Nov 05 19:04:33.517833 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-c56ee5e8-3bb8-4317-95b9-ba414425a6f3 req-71e3cba8-6f09-47f6-82b2-a18e542e02d9 tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] 10.222.0.13 "GET /v2.0/security-groups?id=e2e15a42-88b8-49e2-ad78-9daadc9e7fe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468848 Nov 05 19:04:33.543418 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abe21fc-ada3-4de9-9e05-f9554f27c51f req-4f796b5e-0bf3-452b-acba-51fd3faf0433 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:04:33.545970 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-4abe21fc-ada3-4de9-9e05-f9554f27c51f req-4f796b5e-0bf3-452b-acba-51fd3faf0433 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=7340801a-d414-4a8c-8e81-bc2b23bb205e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.9896698 Nov 05 19:04:33.548975 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-34d86326-cc0e-4cc3-bebc-cb338d29dccf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:04:33.670138 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-4abe21fc-ada3-4de9-9e05-f9554f27c51f req-7e1ed1f4-81b8-4d90-9428-b9cacc77b198 service neutron] 10.222.0.55 "GET /v2.0/networks/7340801a-d414-4a8c-8e81-bc2b23bb205e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1079388 Nov 05 19:04:33.747460 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1bd65c-087a-4950-ba1c-f4a701a889e8 req-ac61a70e-270c-4736-b669-7f28c24c6ebb tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:04:33.757303 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-2a1bd65c-087a-4950-ba1c-f4a701a889e8 req-ac61a70e-270c-4736-b669-7f28c24c6ebb tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] 10.222.0.13 "GET /v2.0/ports?device_id=26e8474e-4313-42b0-b607-e5292de007c9 HTTP/1.1" status: 200 len: 943 time: 0.0914655 Nov 05 19:04:33.851385 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-2a1bd65c-087a-4950-ba1c-f4a701a889e8 req-aeef9803-0d6b-4cea-ac33-057a87ae3067 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] 10.222.0.13 "GET /v2.0/security-groups?id=0c08aee2-7f5c-494d-880e-af35273de53d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0928528 Nov 05 19:04:33.874271 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-4abe21fc-ada3-4de9-9e05-f9554f27c51f req-74be2294-d22f-4b09-99d5-751a9308e5ea service neutron] 10.222.0.55 "GET /v2.0/networks/7340801a-d414-4a8c-8e81-bc2b23bb205e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1913316 Nov 05 19:04:34.246279 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:04:34.672003 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1573821-dc72-41d7-a27e-6e906b14dcb0 req-de58b4fc-7460-4fc5-8007-91255c7d037b tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:04:34.674540 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-a1573821-dc72-41d7-a27e-6e906b14dcb0 req-de58b4fc-7460-4fc5-8007-91255c7d037b tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e0e9f2c-b17f-4007-b3d8-07e537a1c2f3 HTTP/1.1" status: 200 len: 944 time: 0.0611556 Nov 05 19:04:34.844204 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-a1573821-dc72-41d7-a27e-6e906b14dcb0 req-0ab17212-e920-4e5e-99ee-079ea0ac2e34 tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] 10.222.0.13 "GET /v2.0/security-groups?id=e2e15a42-88b8-49e2-ad78-9daadc9e7fe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1601295 Nov 05 19:04:34.956447 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-e9d859cb-cd60-4031-961d-cf9cc057c7b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:04:35.182093 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82390cf0-d40c-4387-8047-0b75f7228ed3 req-0f843f88-ce0f-497e-85fa-4ea4f1a9f929 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:04:35.191064 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-82390cf0-d40c-4387-8047-0b75f7228ed3 req-0f843f88-ce0f-497e-85fa-4ea4f1a9f929 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] 10.222.0.13 "GET /v2.0/ports?device_id=26e8474e-4313-42b0-b607-e5292de007c9 HTTP/1.1" status: 200 len: 943 time: 0.1039860 Nov 05 19:04:35.287339 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-82390cf0-d40c-4387-8047-0b75f7228ed3 req-c7d24058-1e38-4ad1-8e87-42f503160410 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] 10.222.0.13 "GET /v2.0/security-groups?id=0c08aee2-7f5c-494d-880e-af35273de53d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0907722 Nov 05 19:04:35.878964 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Device 3673982d-be4c-4718-beb3-9dbdf123149d details requested by agent hyperv_n-h2-816865-1 with host n-h2-816865-1 {{(pid=102388) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 05 19:04:36.232131 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c49a4f6-0b84-4ceb-81fc-6d7de615f2cb req-833dcb40-91fc-47a0-a3ae-b5c6c5171cfc tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:04:36.233703 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-3c49a4f6-0b84-4ceb-81fc-6d7de615f2cb req-833dcb40-91fc-47a0-a3ae-b5c6c5171cfc tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e0e9f2c-b17f-4007-b3d8-07e537a1c2f3 HTTP/1.1" status: 200 len: 944 time: 0.2690434 Nov 05 19:04:36.298357 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deefd412-84cb-4b15-a50f-7b8348ab56a7 req-3d42442e-0203-4943-8dad-479596ce4567 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:04:36.300877 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] For port 3673982d-be4c-4718-beb3-9dbdf123149d, host n-h2-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=3673982d-be4c-4718-beb3-9dbdf123149d,segment=NetworkSegment(3d7f4a28-84db-42f8-83a4-bb954eae33e2),segment_id=3d7f4a28-84db-42f8-83a4-bb954eae33e2)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:04:36.309238 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-deefd412-84cb-4b15-a50f-7b8348ab56a7 req-3d42442e-0203-4943-8dad-479596ce4567 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] 10.222.0.41 "GET /v2.0/ports?device_id=26e8474e-4313-42b0-b607-e5292de007c9&tenant_id=777902a3c6ed4ff2a5460208db53bd8a&binding%3Ahost_id=n-h2-816865-1 HTTP/1.1" status: 200 len: 943 time: 0.2577281 Nov 05 19:04:36.320282 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Returning: {'device': '3673982d-be4c-4718-beb3-9dbdf123149d', 'network_id': '7340801a-d414-4a8c-8e81-bc2b23bb205e', 'port_id': '3673982d-be4c-4718-beb3-9dbdf123149d', 'mac_address': 'fa:16:3e:77:ee:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 150, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '17f3259b-0e65-4434-84f3-e6a8b3c7482f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102388) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 05 19:04:36.344199 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dff32c2-5e6d-4bd6-a1a9-6915766b3ba1 req-91a59d3b-7ce6-4a07-bb27-76fa79620104 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:04:36.345859 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-2dff32c2-5e6d-4bd6-a1a9-6915766b3ba1 req-91a59d3b-7ce6-4a07-bb27-76fa79620104 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] 10.222.0.13 "GET /v2.0/ports?device_id=26e8474e-4313-42b0-b607-e5292de007c9 HTTP/1.1" status: 200 len: 943 time: 0.2925587 Nov 05 19:04:36.371476 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-3c49a4f6-0b84-4ceb-81fc-6d7de615f2cb req-9c277fd9-2eff-4ef4-a0f3-88b4c7b8cbc9 tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] 10.222.0.13 "GET /v2.0/security-groups?id=e2e15a42-88b8-49e2-ad78-9daadc9e7fe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207721 Nov 05 19:04:36.452003 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:04:36.467326 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:04:36.514319 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-2dff32c2-5e6d-4bd6-a1a9-6915766b3ba1 req-eee8bbd9-6e33-4135-a45b-43d40813f84f tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] 10.222.0.13 "GET /v2.0/security-groups?id=0c08aee2-7f5c-494d-880e-af35273de53d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1266892 Nov 05 19:04:36.519084 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b304910f-7b27-444b-a8fc-977d26b1ceac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:04:36.521314 n-d-816865-1 neutron-server[102388]: DEBUG neutron.notifiers.nova [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3673982d-be4c-4718-beb3-9dbdf123149d {{(pid=102388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 19:04:36.583038 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] For port 3673982d-be4c-4718-beb3-9dbdf123149d, host n-h2-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=3673982d-be4c-4718-beb3-9dbdf123149d,segment=NetworkSegment(3d7f4a28-84db-42f8-83a4-bb954eae33e2),segment_id=3d7f4a28-84db-42f8-83a4-bb954eae33e2)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:04:36.881686 n-d-816865-1 neutron-server[102386]: INFO neutron.api.v2.resource [req-deefd412-84cb-4b15-a50f-7b8348ab56a7 req-0e72d0a4-2e42-40c1-ae51-d3b87a0cf01d service neutron] delete failed (client error): The resource could not be found. Nov 05 19:04:36.882744 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-deefd412-84cb-4b15-a50f-7b8348ab56a7 req-0e72d0a4-2e42-40c1-ae51-d3b87a0cf01d service neutron] 10.222.0.41 "DELETE /v2.0/ports/3673982d-be4c-4718-beb3-9dbdf123149d/bindings/n-h1-816865-1 HTTP/1.1" status: 404 len: 380 time: 0.5653126 Nov 05 19:04:36.904197 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:04:37.013770 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Pushing event updated for resources: {'Port': ['ID=3673982d-be4c-4718-beb3-9dbdf123149d,revision_number=8']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:04:37.013891 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deefd412-84cb-4b15-a50f-7b8348ab56a7 req-22a45668-fd99-47c9-b2cb-3f40f58c1d24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:04:37.013891 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-deefd412-84cb-4b15-a50f-7b8348ab56a7 req-22a45668-fd99-47c9-b2cb-3f40f58c1d24 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=777902a3c6ed4ff2a5460208db53bd8a&device_id=26e8474e-4313-42b0-b607-e5292de007c9 HTTP/1.1" status: 200 len: 1095 time: 0.0423291 Nov 05 19:04:37.076325 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deefd412-84cb-4b15-a50f-7b8348ab56a7 req-756e9447-bb8c-4f7d-9820-2b30a5da82e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:04:37.077964 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-deefd412-84cb-4b15-a50f-7b8348ab56a7 req-756e9447-bb8c-4f7d-9820-2b30a5da82e7 service neutron] 10.222.0.41 "GET /v2.0/networks?id=7340801a-d414-4a8c-8e81-bc2b23bb205e HTTP/1.1" status: 200 len: 898 time: 0.0999238 Nov 05 19:04:37.162481 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-deefd412-84cb-4b15-a50f-7b8348ab56a7 req-1c5417cc-34a7-4998-9f0c-302302be975b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3673982d-be4c-4718-beb3-9dbdf123149d HTTP/1.1" status: 200 len: 1000 time: 0.0776579 Nov 05 19:04:37.220334 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] get_ports_and_sgs() called for port_ids ['3673982d-be4c-4718-beb3-9dbdf123149d'] {{(pid=102388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 19:04:37.240343 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deefd412-84cb-4b15-a50f-7b8348ab56a7 req-71804cbf-dc78-4d89-9597-25e40e4c2f50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:04:37.242002 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-deefd412-84cb-4b15-a50f-7b8348ab56a7 req-71804cbf-dc78-4d89-9597-25e40e4c2f50 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=17f3259b-0e65-4434-84f3-e6a8b3c7482f HTTP/1.1" status: 200 len: 834 time: 0.0712211 Nov 05 19:04:37.343553 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deefd412-84cb-4b15-a50f-7b8348ab56a7 req-78039ea5-30b3-4889-87c0-8216c8895e49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:04:37.354587 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-deefd412-84cb-4b15-a50f-7b8348ab56a7 req-78039ea5-30b3-4889-87c0-8216c8895e49 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7340801a-d414-4a8c-8e81-bc2b23bb205e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0949049 Nov 05 19:04:37.558941 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5946836-576b-4f8b-8caa-2ee89ab4d334 req-50aca7f5-8f75-430a-921e-83f7c19144ab tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:04:37.572723 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-f5946836-576b-4f8b-8caa-2ee89ab4d334 req-50aca7f5-8f75-430a-921e-83f7c19144ab tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e0e9f2c-b17f-4007-b3d8-07e537a1c2f3 HTTP/1.1" status: 200 len: 944 time: 0.0975327 Nov 05 19:04:37.589542 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-deefd412-84cb-4b15-a50f-7b8348ab56a7 req-e4e931ae-2cc0-4e65-8625-567ea2b9fd9a service neutron] 10.222.0.41 "GET /v2.0/networks/7340801a-d414-4a8c-8e81-bc2b23bb205e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2211094 Nov 05 19:04:37.700336 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-f5946836-576b-4f8b-8caa-2ee89ab4d334 req-96f3d101-f794-4d05-bfbe-9fdd240b8778 tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] 10.222.0.13 "GET /v2.0/security-groups?id=e2e15a42-88b8-49e2-ad78-9daadc9e7fe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261032 Nov 05 19:04:37.739750 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5438b2ef-0106-41ba-9927-9f3d19191216 req-955fec00-87f8-477d-8272-f5162efe5b9a tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:04:37.741396 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-5438b2ef-0106-41ba-9927-9f3d19191216 req-955fec00-87f8-477d-8272-f5162efe5b9a tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] 10.222.0.13 "GET /v2.0/ports?device_id=26e8474e-4313-42b0-b607-e5292de007c9 HTTP/1.1" status: 200 len: 944 time: 0.1209190 Nov 05 19:04:37.788523 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-deefd412-84cb-4b15-a50f-7b8348ab56a7 req-f511afec-be32-4077-93fd-1a52a8b5dc36 service neutron] 10.222.0.41 "GET /v2.0/networks/7340801a-d414-4a8c-8e81-bc2b23bb205e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1907802 Nov 05 19:04:37.814907 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-5438b2ef-0106-41ba-9927-9f3d19191216 req-7ba8d904-4737-449b-a9fa-035a6b1ccdc8 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] 10.222.0.13 "GET /v2.0/security-groups?id=0c08aee2-7f5c-494d-880e-af35273de53d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0660620 Nov 05 19:04:38.558963 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-31f93893-a48e-4ae8-833d-dccb2b42eacc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:04:38.620448 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:04:38.924496 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53654b8-cca0-471f-b5ed-e7b96aba3c8c req-3bebf3d8-05d4-4c5a-909f-69237d8d418a tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:04:38.933065 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-d53654b8-cca0-471f-b5ed-e7b96aba3c8c req-3bebf3d8-05d4-4c5a-909f-69237d8d418a tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e0e9f2c-b17f-4007-b3d8-07e537a1c2f3 HTTP/1.1" status: 200 len: 944 time: 0.1176300 Nov 05 19:04:39.030551 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-d53654b8-cca0-471f-b5ed-e7b96aba3c8c req-eb6c7587-73d4-4e24-8d9b-01b398e3b180 tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] 10.222.0.13 "GET /v2.0/security-groups?id=e2e15a42-88b8-49e2-ad78-9daadc9e7fe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961897 Nov 05 19:04:39.133788 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 50292) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:04:39.227344 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4a7f26-dc69-4ae9-8b1e-f27235339f09 req-5ea0dc3f-ff33-425c-bb7c-48bfe4ee6d8e tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:04:39.241630 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-de4a7f26-dc69-4ae9-8b1e-f27235339f09 req-5ea0dc3f-ff33-425c-bb7c-48bfe4ee6d8e tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] 10.222.0.13 "GET /v2.0/ports?device_id=26e8474e-4313-42b0-b607-e5292de007c9 HTTP/1.1" status: 200 len: 944 time: 0.1945236 Nov 05 19:04:39.387640 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-24f7a7e8-895c-4306-b29c-7b4d690e5447 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:04:39.425104 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-de4a7f26-dc69-4ae9-8b1e-f27235339f09 req-61810e84-4ed1-4b56-85b8-6039dae3ceea tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] 10.222.0.13 "GET /v2.0/security-groups?id=0c08aee2-7f5c-494d-880e-af35273de53d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1792834 Nov 05 19:04:39.455790 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 50310) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:04:39.555825 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-f93cebb5-2950-4118-ba74-d4878585dfc4 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] 10.222.0.13 "GET /v2.0/floatingips/fc398af4-0016-466e-8be1-6958a3a579df HTTP/1.1" status: 200 len: 992 time: 0.0971704 Nov 05 19:04:39.608248 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-24f7a7e8-895c-4306-b29c-7b4d690e5447 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:04:39.719986 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-24f7a7e8-895c-4306-b29c-7b4d690e5447 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:04:39.754463 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f7a7e8-895c-4306-b29c-7b4d690e5447 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2dd9386c-e284-470a-9758-6fb9699231e7,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:04:39.780000 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-24f7a7e8-895c-4306-b29c-7b4d690e5447 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=00846fee5a274b049738efdd93543248&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6449389 Nov 05 19:04:39.784145 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 50324) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:04:39.867859 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-889ff42e-8076-48f2-beb1-0892fefcae2e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:04:39.882027 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Device d88d9149-b6be-455e-8e46-bc61463e745d details requested by agent hyperv_n-h2-816865-1 with host n-h2-816865-1 {{(pid=102388) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 05 19:04:39.886010 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Device 3673982d-be4c-4718-beb3-9dbdf123149d up at agent hyperv_n-h2-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 19:04:39.895437 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-889ff42e-8076-48f2-beb1-0892fefcae2e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:04:40.025053 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] For port d88d9149-b6be-455e-8e46-bc61463e745d, host n-h2-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=d88d9149-b6be-455e-8e46-bc61463e745d,segment=NetworkSegment(d868025d-b05c-40c6-b9d6-024790792c42),segment_id=d868025d-b05c-40c6-b9d6-024790792c42)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:04:40.033567 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-889ff42e-8076-48f2-beb1-0892fefcae2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:04:40.037871 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-889ff42e-8076-48f2-beb1-0892fefcae2e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:04:40.037871 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-889ff42e-8076-48f2-beb1-0892fefcae2e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2dd9386c-e284-470a-9758-6fb9699231e7 HTTP/1.1" status: 204 len: 168 time: 0.2521434 Nov 05 19:04:40.045521 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Returning: {'device': 'd88d9149-b6be-455e-8e46-bc61463e745d', 'network_id': '2974e85c-ccd8-4cce-92c0-fa64d0405969', 'port_id': 'd88d9149-b6be-455e-8e46-bc61463e745d', 'mac_address': 'fa:16:3e:50:00:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c61fdbd-cd89-453f-9ed9-c150439b9091', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102388) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 05 19:04:40.067067 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889ff42e-8076-48f2-beb1-0892fefcae2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dd9386c-e284-470a-9758-6fb9699231e7,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:04:40.158733 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:04:40.167121 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Provisioning for port 3673982d-be4c-4718-beb3-9dbdf123149d completed by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 05 19:04:40.208998 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Provisioning complete for port 3673982d-be4c-4718-beb3-9dbdf123149d triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:04:40.209375 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:04:40.218560 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2543e6-e459-4de9-8834-f4fbfbb5873b req-36c6803d-3e03-4318-818f-6a32fc83440e tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:04:40.224003 n-d-816865-1 neutron-server[102388]: DEBUG neutron.notifiers.nova [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d88d9149-b6be-455e-8e46-bc61463e745d {{(pid=102388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 19:04:40.228012 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-cc2543e6-e459-4de9-8834-f4fbfbb5873b req-36c6803d-3e03-4318-818f-6a32fc83440e tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e0e9f2c-b17f-4007-b3d8-07e537a1c2f3 HTTP/1.1" status: 200 len: 944 time: 0.0849421 Nov 05 19:04:40.319482 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-cc2543e6-e459-4de9-8834-f4fbfbb5873b req-f07b09df-8e1b-4303-a23d-c466ecc3444d tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] 10.222.0.13 "GET /v2.0/security-groups?id=e2e15a42-88b8-49e2-ad78-9daadc9e7fe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899782 Nov 05 19:04:40.331091 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] For port d88d9149-b6be-455e-8e46-bc61463e745d, host n-h2-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=d88d9149-b6be-455e-8e46-bc61463e745d,segment=NetworkSegment(d868025d-b05c-40c6-b9d6-024790792c42),segment_id=d868025d-b05c-40c6-b9d6-024790792c42)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:04:40.399190 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:04:40.437292 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] For port 3673982d-be4c-4718-beb3-9dbdf123149d, host n-h2-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=3673982d-be4c-4718-beb3-9dbdf123149d,segment=NetworkSegment(3d7f4a28-84db-42f8-83a4-bb954eae33e2),segment_id=3d7f4a28-84db-42f8-83a4-bb954eae33e2)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:04:40.437292 n-d-816865-1 neutron-server[102388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26e8474e-4313-42b0-b607-e5292de007c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3673982d-be4c-4718-beb3-9dbdf123149d'}] {{(pid=102388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 19:04:40.439535 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85474fee1180e129d8a886d264fe0b30223aa672dd1ffe43b630605f18504f68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d876a00c-bd94-4cec-994a-125353c22905" -d '{"events": [{"server_uuid": "26e8474e-4313-42b0-b607-e5292de007c9", "name": "network-vif-plugged", "status": "completed", "tag": "3673982d-be4c-4718-beb3-9dbdf123149d"}]}' {{(pid=102388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 19:04:40.502275 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:04:40.502663 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 19:04:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10fbc03a-acf3-49ef-9e12-d9c445da166c x-openstack-request-id: req-10fbc03a-acf3-49ef-9e12-d9c445da166c {{(pid=102388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 19:04:40.502793 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26e8474e-4313-42b0-b607-e5292de007c9", "name": "network-vif-plugged", "status": "completed", "tag": "3673982d-be4c-4718-beb3-9dbdf123149d", "code": 200}]} {{(pid=102388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 19:04:40.502925 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-10fbc03a-acf3-49ef-9e12-d9c445da166c {{(pid=102388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 19:04:40.503344 n-d-816865-1 neutron-server[102388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26e8474e-4313-42b0-b607-e5292de007c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3673982d-be4c-4718-beb3-9dbdf123149d', 'code': 200} Nov 05 19:04:40.574445 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:04:40.584344 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Pushing event updated for resources: {'Port': ['ID=d88d9149-b6be-455e-8e46-bc61463e745d,revision_number=9']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:04:40.683023 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Pushing event updated for resources: {'Port': ['ID=3673982d-be4c-4718-beb3-9dbdf123149d,revision_number=9']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:04:40.767258 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] get_ports_and_sgs() called for port_ids ['d88d9149-b6be-455e-8e46-bc61463e745d'] {{(pid=102388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 19:04:41.488016 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c455a54-095f-41a9-bc31-49f8f73ab164 req-5b975247-1946-4793-b5cc-e307ddfc2130 tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:04:41.489717 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-3c455a54-095f-41a9-bc31-49f8f73ab164 req-5b975247-1946-4793-b5cc-e307ddfc2130 tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e0e9f2c-b17f-4007-b3d8-07e537a1c2f3 HTTP/1.1" status: 200 len: 945 time: 0.0555935 Nov 05 19:04:41.583425 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-3c455a54-095f-41a9-bc31-49f8f73ab164 req-add9cbb2-fc37-49ce-a538-473da59b2345 tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] 10.222.0.13 "GET /v2.0/security-groups?id=e2e15a42-88b8-49e2-ad78-9daadc9e7fe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809050 Nov 05 19:04:41.908039 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Device d88d9149-b6be-455e-8e46-bc61463e745d up at agent hyperv_n-h2-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 19:04:41.984310 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Provisioning complete for port d88d9149-b6be-455e-8e46-bc61463e745d triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:04:41.985180 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:04:42.081640 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:04:42.127134 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] For port d88d9149-b6be-455e-8e46-bc61463e745d, host n-h2-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=d88d9149-b6be-455e-8e46-bc61463e745d,segment=NetworkSegment(d868025d-b05c-40c6-b9d6-024790792c42),segment_id=d868025d-b05c-40c6-b9d6-024790792c42)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:04:42.170547 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:04:42.253718 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Pushing event updated for resources: {'Port': ['ID=d88d9149-b6be-455e-8e46-bc61463e745d,revision_number=10']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:04:42.504861 n-d-816865-1 neutron-server[102388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e0e9f2c-b17f-4007-b3d8-07e537a1c2f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd88d9149-b6be-455e-8e46-bc61463e745d'}] {{(pid=102388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 19:04:42.507570 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85474fee1180e129d8a886d264fe0b30223aa672dd1ffe43b630605f18504f68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e6217fd-517b-450b-be74-1dae4c217206" -d '{"events": [{"server_uuid": "1e0e9f2c-b17f-4007-b3d8-07e537a1c2f3", "name": "network-vif-plugged", "status": "completed", "tag": "d88d9149-b6be-455e-8e46-bc61463e745d"}]}' {{(pid=102388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 19:04:42.547019 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 19:04:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1de609da-77ee-4ea9-921d-9c728136f007 x-openstack-request-id: req-1de609da-77ee-4ea9-921d-9c728136f007 {{(pid=102388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 19:04:42.547510 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e0e9f2c-b17f-4007-b3d8-07e537a1c2f3", "name": "network-vif-plugged", "status": "completed", "tag": "d88d9149-b6be-455e-8e46-bc61463e745d", "code": 200}]} {{(pid=102388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 19:04:42.547955 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1de609da-77ee-4ea9-921d-9c728136f007 {{(pid=102388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 19:04:42.548513 n-d-816865-1 neutron-server[102388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e0e9f2c-b17f-4007-b3d8-07e537a1c2f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd88d9149-b6be-455e-8e46-bc61463e745d', 'code': 200} Nov 05 19:04:42.772991 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb9aba1-360d-48b4-8bac-be1e0dd3ad9e req-bcbee1d4-091f-4633-a664-ec8427d321e8 tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:04:42.774596 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-ceb9aba1-360d-48b4-8bac-be1e0dd3ad9e req-bcbee1d4-091f-4633-a664-ec8427d321e8 tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e0e9f2c-b17f-4007-b3d8-07e537a1c2f3 HTTP/1.1" status: 200 len: 947 time: 0.0553234 Nov 05 19:04:42.841463 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-ceb9aba1-360d-48b4-8bac-be1e0dd3ad9e req-f3cc2447-dfa1-4185-a386-d484769c31b5 tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] 10.222.0.13 "GET /v2.0/security-groups?id=e2e15a42-88b8-49e2-ad78-9daadc9e7fe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594382 Nov 05 19:04:42.944547 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80589f7a-dcc5-4171-82ed-c0bae6ed71fe req-e1d3dd43-ab93-4514-8713-6464f638c7fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:04:42.946332 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-80589f7a-dcc5-4171-82ed-c0bae6ed71fe req-e1d3dd43-ab93-4514-8713-6464f638c7fa service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=1e0e9f2c-b17f-4007-b3d8-07e537a1c2f3 HTTP/1.1" status: 200 len: 1098 time: 0.0591276 Nov 05 19:04:43.018795 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-80589f7a-dcc5-4171-82ed-c0bae6ed71fe req-c661b807-92d7-47fe-924c-61950e4af1c6 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=e2e15a42-88b8-49e2-ad78-9daadc9e7fe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645514 Nov 05 19:04:44.021557 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105aa8b6-227f-4ed3-8ec5-a9139c83a15a req-0e9fee18-69fc-4f2b-bfec-7a75cce06cd1 tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:04:44.024205 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-105aa8b6-227f-4ed3-8ec5-a9139c83a15a req-0e9fee18-69fc-4f2b-bfec-7a75cce06cd1 tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e0e9f2c-b17f-4007-b3d8-07e537a1c2f3 HTTP/1.1" status: 200 len: 947 time: 0.0930524 Nov 05 19:04:44.114665 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-105aa8b6-227f-4ed3-8ec5-a9139c83a15a req-1fb130bd-959f-40e9-a497-5367f2dc863e tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] 10.222.0.13 "GET /v2.0/security-groups?id=e2e15a42-88b8-49e2-ad78-9daadc9e7fe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748014 Nov 05 19:04:45.261960 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2724e0-3673-4eca-8b0d-d3250701664a req-efabb224-9449-4b06-8f41-7d4415a5a4d1 tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:04:45.261960 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-9c2724e0-3673-4eca-8b0d-d3250701664a req-efabb224-9449-4b06-8f41-7d4415a5a4d1 tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e0e9f2c-b17f-4007-b3d8-07e537a1c2f3 HTTP/1.1" status: 200 len: 947 time: 0.0546303 Nov 05 19:04:45.333306 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-9c2724e0-3673-4eca-8b0d-d3250701664a req-0eee651c-8a0e-42ed-9e87-41622bb1e5fc tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] 10.222.0.13 "GET /v2.0/security-groups?id=e2e15a42-88b8-49e2-ad78-9daadc9e7fe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717340 Nov 05 19:04:45.578187 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 50724) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:04:45.711229 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-32b6c77a-ee34-4354-b671-8c17ffac9c67 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:04:45.822899 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-32b6c77a-ee34-4354-b671-8c17ffac9c67 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:04:45.873052 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-32b6c77a-ee34-4354-b671-8c17ffac9c67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:04:45.913370 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-32b6c77a-ee34-4354-b671-8c17ffac9c67 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1bc32758954e4a18ac0c8f60f4fa0a40&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3333399 Nov 05 19:04:45.914258 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b6c77a-ee34-4354-b671-8c17ffac9c67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62464028-149a-458d-a0b5-287852d2f028,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:04:45.916127 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 50748) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:04:45.969059 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-69d24a25-7e17-45ea-abec-df59e6e94144 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:04:45.991602 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-69d24a25-7e17-45ea-abec-df59e6e94144 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:04:46.130267 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-69d24a25-7e17-45ea-abec-df59e6e94144 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:04:46.134484 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-69d24a25-7e17-45ea-abec-df59e6e94144 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:04:46.134484 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-69d24a25-7e17-45ea-abec-df59e6e94144 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/62464028-149a-458d-a0b5-287852d2f028 HTTP/1.1" status: 204 len: 168 time: 0.2170453 Nov 05 19:04:46.142352 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d24a25-7e17-45ea-abec-df59e6e94144 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62464028-149a-458d-a0b5-287852d2f028,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:04:46.477554 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c23f41f-1f5f-4eb4-9eaa-5970abbff1db req-57ee2800-7ec1-4610-9c75-ed143ee13120 tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:04:46.479798 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-9c23f41f-1f5f-4eb4-9eaa-5970abbff1db req-57ee2800-7ec1-4610-9c75-ed143ee13120 tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e0e9f2c-b17f-4007-b3d8-07e537a1c2f3 HTTP/1.1" status: 200 len: 947 time: 0.0749445 Nov 05 19:04:46.533580 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-9c23f41f-1f5f-4eb4-9eaa-5970abbff1db req-e06aece8-faf6-416c-9aee-e5ab46d9126f tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] 10.222.0.13 "GET /v2.0/security-groups?id=e2e15a42-88b8-49e2-ad78-9daadc9e7fe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465746 Nov 05 19:04:46.654607 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eabcefe-195a-4795-8b1c-5929f1afaaaf req-0e5c198f-a8cc-4d68-8f61-23161caf151a tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:04:46.656365 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-1eabcefe-195a-4795-8b1c-5929f1afaaaf req-0e5c198f-a8cc-4d68-8f61-23161caf151a tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e0e9f2c-b17f-4007-b3d8-07e537a1c2f3 HTTP/1.1" status: 200 len: 947 time: 0.0531483 Nov 05 19:04:46.716644 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-1eabcefe-195a-4795-8b1c-5929f1afaaaf req-d2c880a9-c477-4098-8383-bd911e5211da tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] 10.222.0.13 "GET /v2.0/security-groups?id=e2e15a42-88b8-49e2-ad78-9daadc9e7fe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534902 Nov 05 19:04:46.892349 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 50796) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:04:46.914729 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-4f73c058-38c5-4d6b-b676-e74386ded8cd admin admin] Publish callbacks [] for security_group, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:04:46.929013 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6556bf81-94cf-4dd1-b455-f02edcce6916 req-f06aa0f7-5451-4a23-a760-d3c19956ea04 tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:04:46.930864 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-6556bf81-94cf-4dd1-b455-f02edcce6916 req-f06aa0f7-5451-4a23-a760-d3c19956ea04 tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e0e9f2c-b17f-4007-b3d8-07e537a1c2f3 HTTP/1.1" status: 200 len: 947 time: 0.1101704 Nov 05 19:04:47.020102 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-4f73c058-38c5-4d6b-b676-e74386ded8cd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:04:47.047295 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-6556bf81-94cf-4dd1-b455-f02edcce6916 req-c087e641-1231-4078-a895-6a0a8e81411a tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] 10.222.0.13 "GET /v2.0/security-groups?id=e2e15a42-88b8-49e2-ad78-9daadc9e7fe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090815 Nov 05 19:04:47.093418 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-4f73c058-38c5-4d6b-b676-e74386ded8cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:04:47.139028 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f73c058-38c5-4d6b-b676-e74386ded8cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e30df098-99a9-4bed-8ef5-4141bedc38cb,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:04:47.146899 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-4f73c058-38c5-4d6b-b676-e74386ded8cd admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e35eda57a5d7452e89b6d448b19718cc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2501967 Nov 05 19:04:47.147204 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 50816) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:04:47.238603 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f5db59-2f7b-4548-b6f7-51bf2f01ce2d req-e8676428-c879-42c6-ba0b-eedbcc7e53ee tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:04:47.249666 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-12dbdbcb-a403-45cd-9421-bc24490db09b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:04:47.252941 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-01f5db59-2f7b-4548-b6f7-51bf2f01ce2d req-e8676428-c879-42c6-ba0b-eedbcc7e53ee tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e0e9f2c-b17f-4007-b3d8-07e537a1c2f3 HTTP/1.1" status: 200 len: 947 time: 0.0860901 Nov 05 19:04:47.298952 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-12dbdbcb-a403-45cd-9421-bc24490db09b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:04:47.317462 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-01f5db59-2f7b-4548-b6f7-51bf2f01ce2d req-d33ef0c2-c699-4696-bd9a-13ff8eaf9b74 tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] 10.222.0.13 "GET /v2.0/security-groups?id=e2e15a42-88b8-49e2-ad78-9daadc9e7fe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633714 Nov 05 19:04:47.461626 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5be471a-2e22-45c7-ad76-7e11f861422d req-fadf739d-4e24-461e-a702-a4a388ea2925 tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:04:47.470265 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-c5be471a-2e22-45c7-ad76-7e11f861422d req-fadf739d-4e24-461e-a702-a4a388ea2925 tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e0e9f2c-b17f-4007-b3d8-07e537a1c2f3 HTTP/1.1" status: 200 len: 947 time: 0.0772004 Nov 05 19:04:47.481650 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-12dbdbcb-a403-45cd-9421-bc24490db09b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:04:47.489076 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-12dbdbcb-a403-45cd-9421-bc24490db09b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:04:47.490582 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-12dbdbcb-a403-45cd-9421-bc24490db09b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e30df098-99a9-4bed-8ef5-4141bedc38cb HTTP/1.1" status: 204 len: 168 time: 0.3425033 Nov 05 19:04:47.503896 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12dbdbcb-a403-45cd-9421-bc24490db09b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e30df098-99a9-4bed-8ef5-4141bedc38cb,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:04:47.580635 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-c5be471a-2e22-45c7-ad76-7e11f861422d req-e67c3a47-136d-425f-b850-e992addf7ce8 tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] 10.222.0.13 "GET /v2.0/security-groups?id=e2e15a42-88b8-49e2-ad78-9daadc9e7fe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904589 Nov 05 19:04:47.721013 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75917707-94c1-49ac-b9b0-34c98de1d3f9 req-e5e62925-1e41-4aeb-ba99-d37af77e0ff8 tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:04:47.724414 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-75917707-94c1-49ac-b9b0-34c98de1d3f9 req-e5e62925-1e41-4aeb-ba99-d37af77e0ff8 tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e0e9f2c-b17f-4007-b3d8-07e537a1c2f3 HTTP/1.1" status: 200 len: 947 time: 0.0517204 Nov 05 19:04:47.776224 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-75917707-94c1-49ac-b9b0-34c98de1d3f9 req-cd738eb8-3217-4004-b0e8-1e11c0831127 tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] 10.222.0.13 "GET /v2.0/security-groups?id=e2e15a42-88b8-49e2-ad78-9daadc9e7fe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452144 Nov 05 19:04:47.903323 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fbf2e5-381c-458d-a85f-a49cfaf8f047 req-eb2a5b1f-5941-443e-a5ba-a46b2b9b12b6 tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:04:47.904988 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-95fbf2e5-381c-458d-a85f-a49cfaf8f047 req-eb2a5b1f-5941-443e-a5ba-a46b2b9b12b6 tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e0e9f2c-b17f-4007-b3d8-07e537a1c2f3 HTTP/1.1" status: 200 len: 947 time: 0.0529382 Nov 05 19:04:47.966425 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-95fbf2e5-381c-458d-a85f-a49cfaf8f047 req-f16c594b-fb07-4660-b6e3-6853d2700d29 tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] 10.222.0.13 "GET /v2.0/security-groups?id=e2e15a42-88b8-49e2-ad78-9daadc9e7fe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552299 Nov 05 19:04:48.665810 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4bbe74-586a-4205-be59-2ac29c32ae24 req-72074332-484a-4eba-98ba-0ccae10b7033 tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:04:48.668216 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-7f4bbe74-586a-4205-be59-2ac29c32ae24 req-72074332-484a-4eba-98ba-0ccae10b7033 tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e0e9f2c-b17f-4007-b3d8-07e537a1c2f3 HTTP/1.1" status: 200 len: 947 time: 0.0995653 Nov 05 19:04:48.785237 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-7f4bbe74-586a-4205-be59-2ac29c32ae24 req-d3775d0e-86c2-4c90-8497-68ceda216b29 tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] 10.222.0.13 "GET /v2.0/security-groups?id=e2e15a42-88b8-49e2-ad78-9daadc9e7fe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102004 Nov 05 19:04:49.944400 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cb94e2-780d-496d-a68f-1e02b2fb19c0 req-3ecd7278-b71a-4840-87f0-bc7960caa516 tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:04:49.954817 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-45cb94e2-780d-496d-a68f-1e02b2fb19c0 req-3ecd7278-b71a-4840-87f0-bc7960caa516 tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e0e9f2c-b17f-4007-b3d8-07e537a1c2f3 HTTP/1.1" status: 200 len: 947 time: 0.0773852 Nov 05 19:04:50.026409 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-45cb94e2-780d-496d-a68f-1e02b2fb19c0 req-0c4d3b7f-4e0a-490d-b807-1048475410a0 tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] 10.222.0.13 "GET /v2.0/security-groups?id=e2e15a42-88b8-49e2-ad78-9daadc9e7fe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656545 Nov 05 19:04:50.603570 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c00f9c8-c048-4ff7-a08b-ac545ee96147 req-483266a1-fec1-4307-9d9b-5e81e4511625 tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:04:50.609391 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-6c00f9c8-c048-4ff7-a08b-ac545ee96147 req-483266a1-fec1-4307-9d9b-5e81e4511625 tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e0e9f2c-b17f-4007-b3d8-07e537a1c2f3 HTTP/1.1" status: 200 len: 947 time: 0.1167154 Nov 05 19:04:50.697583 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4310b27-32e8-4220-8a8a-dc78c5fa25e4 req-8219ab6c-fb67-4324-95ce-ad1a1a2b5833 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:04:50.701836 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-a4310b27-32e8-4220-8a8a-dc78c5fa25e4 req-8219ab6c-fb67-4324-95ce-ad1a1a2b5833 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=202d48fbf8184969a2b022e0eeddf3c9&device_id=1e0e9f2c-b17f-4007-b3d8-07e537a1c2f3 HTTP/1.1" status: 200 len: 1098 time: 0.1010842 Nov 05 19:04:50.721399 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-6c00f9c8-c048-4ff7-a08b-ac545ee96147 req-df479bf9-63af-42bd-9462-4005de43628a tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] 10.222.0.13 "GET /v2.0/security-groups?id=e2e15a42-88b8-49e2-ad78-9daadc9e7fe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042857 Nov 05 19:04:50.861987 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4310b27-32e8-4220-8a8a-dc78c5fa25e4 req-9d1442a1-4a37-4423-a5f0-2d704d419d31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:04:50.863626 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-a4310b27-32e8-4220-8a8a-dc78c5fa25e4 req-9d1442a1-4a37-4423-a5f0-2d704d419d31 service neutron] 10.222.0.55 "GET /v2.0/networks?id=2974e85c-ccd8-4cce-92c0-fa64d0405969 HTTP/1.1" status: 200 len: 915 time: 0.1522110 Nov 05 19:04:50.919994 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-a4310b27-32e8-4220-8a8a-dc78c5fa25e4 req-bdaa8995-10e1-43b7-b5c5-839090813ffa service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d88d9149-b6be-455e-8e46-bc61463e745d HTTP/1.1" status: 200 len: 217 time: 0.0445251 Nov 05 19:04:51.060306 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4310b27-32e8-4220-8a8a-dc78c5fa25e4 req-2942c6d7-8612-4b16-b086-903cd049d8f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:04:51.062854 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-a4310b27-32e8-4220-8a8a-dc78c5fa25e4 req-2942c6d7-8612-4b16-b086-903cd049d8f6 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=5c61fdbd-cd89-453f-9ed9-c150439b9091 HTTP/1.1" status: 200 len: 854 time: 0.1349194 Nov 05 19:04:51.133205 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-a4310b27-32e8-4220-8a8a-dc78c5fa25e4 req-526b632e-47f7-41d6-900d-501bdda16bc5 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=2974e85c-ccd8-4cce-92c0-fa64d0405969&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0622895 Nov 05 19:04:51.323843 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-a4310b27-32e8-4220-8a8a-dc78c5fa25e4 req-57734fe5-c02e-4f6a-b0a3-ab75d8e833d6 service neutron] 10.222.0.55 "GET /v2.0/networks/2974e85c-ccd8-4cce-92c0-fa64d0405969?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1827726 Nov 05 19:04:51.482421 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-a4310b27-32e8-4220-8a8a-dc78c5fa25e4 req-b3b3825a-2fb9-4cc0-a5a7-b6ec3dab1a0e service neutron] 10.222.0.55 "GET /v2.0/networks/2974e85c-ccd8-4cce-92c0-fa64d0405969?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1501019 Nov 05 19:04:51.902080 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9fed45-85c2-47df-95e6-a6dca74a1520 req-6e7bb07a-58b1-4498-9f2e-51cd15c30632 tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:04:51.906612 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-5d9fed45-85c2-47df-95e6-a6dca74a1520 req-6e7bb07a-58b1-4498-9f2e-51cd15c30632 tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e0e9f2c-b17f-4007-b3d8-07e537a1c2f3 HTTP/1.1" status: 200 len: 947 time: 0.0688496 Nov 05 19:04:52.004723 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-5d9fed45-85c2-47df-95e6-a6dca74a1520 req-607d4d72-a02b-479a-92cf-7d93da37ee79 tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] 10.222.0.13 "GET /v2.0/security-groups?id=e2e15a42-88b8-49e2-ad78-9daadc9e7fe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898619 Nov 05 19:04:52.420758 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 51062) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:04:52.617028 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-257fb21d-359e-45c4-82fe-d610bf5fe8a0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:04:52.707618 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-257fb21d-359e-45c4-82fe-d610bf5fe8a0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:04:52.782202 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-257fb21d-359e-45c4-82fe-d610bf5fe8a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:04:52.831111 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-257fb21d-359e-45c4-82fe-d610bf5fe8a0 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=394e16e740064a909d6268679798fff9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4086385 Nov 05 19:04:52.832382 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257fb21d-359e-45c4-82fe-d610bf5fe8a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a6fe774-58e2-4c4d-98fb-8ccf2ab91e98,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:04:52.834393 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 51078) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:04:52.950637 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-cbb51127-8272-49ce-94a2-4ff8efaf2778 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:04:52.998168 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-cbb51127-8272-49ce-94a2-4ff8efaf2778 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:04:53.192350 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c2dc2a-03ef-4f51-84a0-0c52fdf32f79 req-37277805-2329-477e-9bbd-4418b6fdf5e3 tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:04:53.193817 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-cbb51127-8272-49ce-94a2-4ff8efaf2778 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:04:53.200837 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-cbb51127-8272-49ce-94a2-4ff8efaf2778 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:04:53.200837 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-cbb51127-8272-49ce-94a2-4ff8efaf2778 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1a6fe774-58e2-4c4d-98fb-8ccf2ab91e98 HTTP/1.1" status: 204 len: 168 time: 0.3619716 Nov 05 19:04:53.201067 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-c5c2dc2a-03ef-4f51-84a0-0c52fdf32f79 req-37277805-2329-477e-9bbd-4418b6fdf5e3 tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e0e9f2c-b17f-4007-b3d8-07e537a1c2f3 HTTP/1.1" status: 200 len: 947 time: 0.0768924 Nov 05 19:04:53.212830 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb51127-8272-49ce-94a2-4ff8efaf2778 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a6fe774-58e2-4c4d-98fb-8ccf2ab91e98,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:04:53.310201 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-c5c2dc2a-03ef-4f51-84a0-0c52fdf32f79 req-af06b7b6-8cc0-43d6-b036-51d8cc03a3d5 tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] 10.222.0.13 "GET /v2.0/security-groups?id=e2e15a42-88b8-49e2-ad78-9daadc9e7fe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964229 Nov 05 19:04:53.465826 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ce3cf8-628f-4116-a9f2-b6d45c79b580 req-eaa79dfb-a863-43f0-ae0b-a6d123db84b4 tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:04:53.474185 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-36ce3cf8-628f-4116-a9f2-b6d45c79b580 req-eaa79dfb-a863-43f0-ae0b-a6d123db84b4 tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e0e9f2c-b17f-4007-b3d8-07e537a1c2f3 HTTP/1.1" status: 200 len: 947 time: 0.0916238 Nov 05 19:04:53.556480 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-36ce3cf8-628f-4116-a9f2-b6d45c79b580 req-e684e7d7-75cb-45d6-82cd-64ecef263078 tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] 10.222.0.13 "GET /v2.0/security-groups?id=e2e15a42-88b8-49e2-ad78-9daadc9e7fe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812888 Nov 05 19:04:53.769561 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6122e92-7053-4b5d-bccd-ed61b90c3c89 req-80a6d2fc-055d-4da7-80fa-4714fabcf93f tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:04:53.771436 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-a6122e92-7053-4b5d-bccd-ed61b90c3c89 req-80a6d2fc-055d-4da7-80fa-4714fabcf93f tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e0e9f2c-b17f-4007-b3d8-07e537a1c2f3 HTTP/1.1" status: 200 len: 947 time: 0.0562408 Nov 05 19:04:53.824222 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-a6122e92-7053-4b5d-bccd-ed61b90c3c89 req-0ccb4b23-a06f-4a33-927a-f68e0f4943b7 tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] 10.222.0.13 "GET /v2.0/security-groups?id=e2e15a42-88b8-49e2-ad78-9daadc9e7fe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432665 Nov 05 19:04:53.947896 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36de81d4-6f3d-497c-91c3-4797c1a57bf3 req-05c7acd3-6dab-48d0-8f8a-cab4ad27091b tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:04:53.956739 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-36de81d4-6f3d-497c-91c3-4797c1a57bf3 req-05c7acd3-6dab-48d0-8f8a-cab4ad27091b tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e0e9f2c-b17f-4007-b3d8-07e537a1c2f3 HTTP/1.1" status: 200 len: 947 time: 0.0602570 Nov 05 19:04:54.036352 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-36de81d4-6f3d-497c-91c3-4797c1a57bf3 req-869fc25e-b706-42d0-b924-dddd13e9e83a tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] 10.222.0.13 "GET /v2.0/security-groups?id=e2e15a42-88b8-49e2-ad78-9daadc9e7fe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681641 Nov 05 19:04:54.131351 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 51122) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:04:54.147513 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-6a88667a-b6ef-4910-b420-919acb56d1a5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:04:54.252746 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-6a88667a-b6ef-4910-b420-919acb56d1a5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:04:54.267714 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f96e399-62e0-4f05-84bb-a48fc1937e79 req-f23442b2-2e32-45e5-91a4-bfe871d9e17c tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:04:54.269232 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-0f96e399-62e0-4f05-84bb-a48fc1937e79 req-f23442b2-2e32-45e5-91a4-bfe871d9e17c tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e0e9f2c-b17f-4007-b3d8-07e537a1c2f3 HTTP/1.1" status: 200 len: 947 time: 0.0640829 Nov 05 19:04:54.321285 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-0f96e399-62e0-4f05-84bb-a48fc1937e79 req-423bd20b-4d06-448b-aaf6-6019f1d0ef2d tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] 10.222.0.13 "GET /v2.0/security-groups?id=e2e15a42-88b8-49e2-ad78-9daadc9e7fe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437295 Nov 05 19:04:54.347404 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-6a88667a-b6ef-4910-b420-919acb56d1a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:04:54.387564 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a88667a-b6ef-4910-b420-919acb56d1a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3843e22-c69a-49d2-8d44-66c46f98ba67,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:04:54.396924 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-6a88667a-b6ef-4910-b420-919acb56d1a5 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a19ebc62bb06493185c43c0a7e079d86&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2638156 Nov 05 19:04:54.399526 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 51130) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:04:54.493581 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5fd916-d4e8-4171-a102-4b21345fcd90 req-610dbd5a-2403-44f8-a39e-839c6c383700 tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:04:54.495569 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-9f5fd916-d4e8-4171-a102-4b21345fcd90 req-610dbd5a-2403-44f8-a39e-839c6c383700 tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e0e9f2c-b17f-4007-b3d8-07e537a1c2f3 HTTP/1.1" status: 200 len: 947 time: 0.0888069 Nov 05 19:04:54.509831 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-425af016-f898-447e-ba02-964c81961174 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:04:54.547876 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-425af016-f898-447e-ba02-964c81961174 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:04:54.605981 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-9f5fd916-d4e8-4171-a102-4b21345fcd90 req-1ab3e755-cbbb-47f0-b6fd-64d61c23cfb4 tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] 10.222.0.13 "GET /v2.0/security-groups?id=e2e15a42-88b8-49e2-ad78-9daadc9e7fe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827472 Nov 05 19:04:54.672799 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-425af016-f898-447e-ba02-964c81961174 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:04:54.675987 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-425af016-f898-447e-ba02-964c81961174 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:04:54.677403 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-425af016-f898-447e-ba02-964c81961174 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c3843e22-c69a-49d2-8d44-66c46f98ba67 HTTP/1.1" status: 204 len: 168 time: 0.2768295 Nov 05 19:04:54.692292 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425af016-f898-447e-ba02-964c81961174 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3843e22-c69a-49d2-8d44-66c46f98ba67,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:04:54.852212 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f49452d-f7d4-46eb-8b06-ccf7f1d3a021 req-3f110565-9e17-4c52-b87d-239df68da78e tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:04:54.857383 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-4f49452d-f7d4-46eb-8b06-ccf7f1d3a021 req-3f110565-9e17-4c52-b87d-239df68da78e tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e0e9f2c-b17f-4007-b3d8-07e537a1c2f3 HTTP/1.1" status: 200 len: 947 time: 0.1071398 Nov 05 19:04:54.939068 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-4f49452d-f7d4-46eb-8b06-ccf7f1d3a021 req-2266f069-3fd5-4028-8936-1122ef51d233 tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] 10.222.0.13 "GET /v2.0/security-groups?id=e2e15a42-88b8-49e2-ad78-9daadc9e7fe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700660 Nov 05 19:04:55.125337 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d3851b-b6d4-4ea1-a703-aec9febe0eb3 req-2821d21c-90b9-49d6-a782-9b83cb7b48ad tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:04:55.128907 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-b1d3851b-b6d4-4ea1-a703-aec9febe0eb3 req-2821d21c-90b9-49d6-a782-9b83cb7b48ad tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e0e9f2c-b17f-4007-b3d8-07e537a1c2f3 HTTP/1.1" status: 200 len: 947 time: 0.1165807 Nov 05 19:04:55.181977 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-b1d3851b-b6d4-4ea1-a703-aec9febe0eb3 req-95e21b6e-00ac-4480-b90a-cc9d730b8816 tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] 10.222.0.13 "GET /v2.0/security-groups?id=e2e15a42-88b8-49e2-ad78-9daadc9e7fe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464511 Nov 05 19:04:55.258689 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [req-8a71e8a5-560c-4f07-bba6-1fb3464112d8 req-658e508e-6c9f-425c-987a-5adeed858db2 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=102387) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 05 19:04:55.259682 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-8a71e8a5-560c-4f07-bba6-1fb3464112d8 req-658e508e-6c9f-425c-987a-5adeed858db2 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055997 Nov 05 19:04:55.443621 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c21f283-f58c-4873-8dbe-777d5aebed90 req-fc3b0637-64b5-4eb6-b0f7-5ed6391a9fe9 tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:04:55.449100 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-2c21f283-f58c-4873-8dbe-777d5aebed90 req-fc3b0637-64b5-4eb6-b0f7-5ed6391a9fe9 tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e0e9f2c-b17f-4007-b3d8-07e537a1c2f3 HTTP/1.1" status: 200 len: 947 time: 0.0894890 Nov 05 19:04:55.502949 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-2c21f283-f58c-4873-8dbe-777d5aebed90 req-64825bd7-981e-4ebe-920b-0e19569617bf tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] 10.222.0.13 "GET /v2.0/security-groups?id=e2e15a42-88b8-49e2-ad78-9daadc9e7fe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501380 Nov 05 19:04:55.630786 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb434b6-9609-495c-996e-c6f7356bd93a req-18935198-1188-4fef-820e-5a781f082f73 tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:04:55.632274 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-1eb434b6-9609-495c-996e-c6f7356bd93a req-18935198-1188-4fef-820e-5a781f082f73 tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e0e9f2c-b17f-4007-b3d8-07e537a1c2f3 HTTP/1.1" status: 200 len: 947 time: 0.0523496 Nov 05 19:04:55.707522 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-1eb434b6-9609-495c-996e-c6f7356bd93a req-3183e378-4d0a-4bf7-a839-449a21e6b3a9 tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] 10.222.0.13 "GET /v2.0/security-groups?id=e2e15a42-88b8-49e2-ad78-9daadc9e7fe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631804 Nov 05 19:04:55.751326 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.agents_db [None req-b9406b04-a0e8-43cf-b349-711963d96cf4 None None] Agent healthcheck: found 7 active agents {{(pid=102389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 05 19:04:55.940326 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43d5042-6bdb-4347-aae8-bc9f6be62b3f req-e5643f0b-02d4-48ac-ad63-b16275c9a1a6 tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:04:55.944624 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-d43d5042-6bdb-4347-aae8-bc9f6be62b3f req-e5643f0b-02d4-48ac-ad63-b16275c9a1a6 tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e0e9f2c-b17f-4007-b3d8-07e537a1c2f3 HTTP/1.1" status: 200 len: 947 time: 0.1116977 Nov 05 19:04:56.028261 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-d43d5042-6bdb-4347-aae8-bc9f6be62b3f req-247e6b6f-4d78-437c-b08d-52ad206ff8ce tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] 10.222.0.13 "GET /v2.0/security-groups?id=e2e15a42-88b8-49e2-ad78-9daadc9e7fe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790768 Nov 05 19:04:56.256349 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ada698-4d04-4a32-912e-73111f232543 req-7c53c471-2cc8-4b47-a554-d9fac74ba3c2 tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:04:56.258252 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-26ada698-4d04-4a32-912e-73111f232543 req-7c53c471-2cc8-4b47-a554-d9fac74ba3c2 tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e0e9f2c-b17f-4007-b3d8-07e537a1c2f3 HTTP/1.1" status: 200 len: 947 time: 0.1073408 Nov 05 19:04:56.413346 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-26ada698-4d04-4a32-912e-73111f232543 req-0bd761e5-b042-4526-923f-2229b14b6fd9 tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] 10.222.0.13 "GET /v2.0/security-groups?id=e2e15a42-88b8-49e2-ad78-9daadc9e7fe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456215 Nov 05 19:04:56.645826 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0565c2f-6887-4858-976a-987a36097d4f req-517c009c-88a8-429e-9117-888ebd69b660 tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:04:56.647614 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-d0565c2f-6887-4858-976a-987a36097d4f req-517c009c-88a8-429e-9117-888ebd69b660 tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e0e9f2c-b17f-4007-b3d8-07e537a1c2f3 HTTP/1.1" status: 200 len: 947 time: 0.0633996 Nov 05 19:04:56.712528 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-d0565c2f-6887-4858-976a-987a36097d4f req-7861dac9-0ef5-4970-a76f-0a0cd0598166 tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] 10.222.0.13 "GET /v2.0/security-groups?id=e2e15a42-88b8-49e2-ad78-9daadc9e7fe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587246 Nov 05 19:04:56.900250 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b723721-83c3-4c4d-8caa-d430df7b8274 req-27f45aec-1bbe-4cef-8053-6eda1b5e3afd tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:04:56.903949 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-2b723721-83c3-4c4d-8caa-d430df7b8274 req-27f45aec-1bbe-4cef-8053-6eda1b5e3afd tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e0e9f2c-b17f-4007-b3d8-07e537a1c2f3 HTTP/1.1" status: 200 len: 947 time: 0.1126842 Nov 05 19:04:57.041439 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-2b723721-83c3-4c4d-8caa-d430df7b8274 req-fa9a08ce-398b-427c-9183-247b98e85abc tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] 10.222.0.13 "GET /v2.0/security-groups?id=e2e15a42-88b8-49e2-ad78-9daadc9e7fe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183321 Nov 05 19:04:57.176317 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 51272) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:04:57.279859 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0aa77db-07cc-41e9-b1ef-f5c98d64aa2a req-b5bc615b-5b4d-4ba2-a90a-c28c32965a48 tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:04:57.299845 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-a0aa77db-07cc-41e9-b1ef-f5c98d64aa2a req-b5bc615b-5b4d-4ba2-a90a-c28c32965a48 tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e0e9f2c-b17f-4007-b3d8-07e537a1c2f3 HTTP/1.1" status: 200 len: 947 time: 0.1469903 Nov 05 19:04:57.380407 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-a0aa77db-07cc-41e9-b1ef-f5c98d64aa2a req-f7cc3abd-c50f-45ee-9938-f84dcae8355d tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] 10.222.0.13 "GET /v2.0/security-groups?id=e2e15a42-88b8-49e2-ad78-9daadc9e7fe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714264 Nov 05 19:04:57.391421 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-e4ec4d33-71ee-45f7-a2f2-db9d9c625af4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:04:57.496525 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-e4ec4d33-71ee-45f7-a2f2-db9d9c625af4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:04:57.650138 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-e4ec4d33-71ee-45f7-a2f2-db9d9c625af4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:04:57.710979 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-e4ec4d33-71ee-45f7-a2f2-db9d9c625af4 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=318b71de2f1d4f5192c944493a92d270&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5319197 Nov 05 19:04:57.712088 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ec4d33-71ee-45f7-a2f2-db9d9c625af4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ecaf26b-d435-4436-81f8-e2cef27f321a,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:04:57.713618 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 51292) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:04:57.804447 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-71cf976e-1641-4c03-a0cd-43e972eacb9d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:04:57.846248 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-71cf976e-1641-4c03-a0cd-43e972eacb9d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:04:57.995821 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-71cf976e-1641-4c03-a0cd-43e972eacb9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:04:57.995821 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-71cf976e-1641-4c03-a0cd-43e972eacb9d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:04:57.996970 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-71cf976e-1641-4c03-a0cd-43e972eacb9d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3ecaf26b-d435-4436-81f8-e2cef27f321a HTTP/1.1" status: 204 len: 168 time: 0.2815878 Nov 05 19:04:58.015636 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71cf976e-1641-4c03-a0cd-43e972eacb9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ecaf26b-d435-4436-81f8-e2cef27f321a,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:04:59.032007 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 51364) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:04:59.063873 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-e13330ec-5c42-4ba7-a65c-907bc2e57c3b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:04:59.304918 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-e13330ec-5c42-4ba7-a65c-907bc2e57c3b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:04:59.363708 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-e13330ec-5c42-4ba7-a65c-907bc2e57c3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:04:59.399646 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-e13330ec-5c42-4ba7-a65c-907bc2e57c3b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=19f3df93a0cc4a0ba9c47f36cb5aac09&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3660910 Nov 05 19:04:59.402324 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 51372) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:04:59.428936 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13330ec-5c42-4ba7-a65c-907bc2e57c3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe86068b-d58c-4989-95d2-1ed1dd73aa45,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:04:59.440681 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13330ec-5c42-4ba7-a65c-907bc2e57c3b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:04:59.441309 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13330ec-5c42-4ba7-a65c-907bc2e57c3b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:04:59.442877 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13330ec-5c42-4ba7-a65c-907bc2e57c3b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:04:59.444022 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13330ec-5c42-4ba7-a65c-907bc2e57c3b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:04:59.444604 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13330ec-5c42-4ba7-a65c-907bc2e57c3b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:04:59.445297 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13330ec-5c42-4ba7-a65c-907bc2e57c3b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:04:59.445843 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13330ec-5c42-4ba7-a65c-907bc2e57c3b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:04:59.446552 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13330ec-5c42-4ba7-a65c-907bc2e57c3b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:04:59.447081 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13330ec-5c42-4ba7-a65c-907bc2e57c3b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:04:59.447572 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13330ec-5c42-4ba7-a65c-907bc2e57c3b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:04:59.448259 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13330ec-5c42-4ba7-a65c-907bc2e57c3b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:04:59.448750 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13330ec-5c42-4ba7-a65c-907bc2e57c3b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:04:59.492691 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-2ac5be25-d592-48d3-af63-ff02ab2160bf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:04:59.517891 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-2ac5be25-d592-48d3-af63-ff02ab2160bf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:04:59.709733 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-2ac5be25-d592-48d3-af63-ff02ab2160bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:04:59.712478 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-2ac5be25-d592-48d3-af63-ff02ab2160bf admin admin] Publish callbacks [] for security_group, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:04:59.713680 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-2ac5be25-d592-48d3-af63-ff02ab2160bf admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/fe86068b-d58c-4989-95d2-1ed1dd73aa45 HTTP/1.1" status: 204 len: 168 time: 0.3103387 Nov 05 19:04:59.727415 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac5be25-d592-48d3-af63-ff02ab2160bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe86068b-d58c-4989-95d2-1ed1dd73aa45,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:04:59.975245 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 51388) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:05:00.345161 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-69964c3a-68aa-4765-9c17-3b0ec2c7fee5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:05:00.504738 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-69964c3a-68aa-4765-9c17-3b0ec2c7fee5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:05:00.558965 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-69964c3a-68aa-4765-9c17-3b0ec2c7fee5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:05:00.613765 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-69964c3a-68aa-4765-9c17-3b0ec2c7fee5 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a57f6019e93c44c785dfc080967bad90&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6372299 Nov 05 19:05:00.615378 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69964c3a-68aa-4765-9c17-3b0ec2c7fee5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01470f82-65c0-472f-b4a1-5610b1dbd702,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:05:00.616599 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 51412) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:05:00.689410 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-18853dd6-6108-4563-94c7-3b8d30def3c2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:05:00.725687 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-18853dd6-6108-4563-94c7-3b8d30def3c2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:05:00.850000 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-18853dd6-6108-4563-94c7-3b8d30def3c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:05:00.853869 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-18853dd6-6108-4563-94c7-3b8d30def3c2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:05:00.860005 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-18853dd6-6108-4563-94c7-3b8d30def3c2 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/01470f82-65c0-472f-b4a1-5610b1dbd702 HTTP/1.1" status: 204 len: 168 time: 0.2390456 Nov 05 19:05:00.886108 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18853dd6-6108-4563-94c7-3b8d30def3c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01470f82-65c0-472f-b4a1-5610b1dbd702,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:05:01.877548 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 51456) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:05:01.907060 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-1339d4f1-780e-4053-815f-541677777ea6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:05:02.111338 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-1339d4f1-780e-4053-815f-541677777ea6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:05:02.210322 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-1339d4f1-780e-4053-815f-541677777ea6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:05:02.267680 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1339d4f1-780e-4053-815f-541677777ea6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0874e413-95ef-4e56-9227-de4d8a991f98,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:05:02.273943 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-1339d4f1-780e-4053-815f-541677777ea6 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=41b5e1423e8c42c2b65a3d410e209f30&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3944604 Nov 05 19:05:02.277733 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 51466) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:05:02.352188 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-c344e855-dc13-4bda-977d-9199d5a069e2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:05:02.383945 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-c344e855-dc13-4bda-977d-9199d5a069e2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:05:02.541211 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-c344e855-dc13-4bda-977d-9199d5a069e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:05:02.544142 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-c344e855-dc13-4bda-977d-9199d5a069e2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:05:02.547813 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-c344e855-dc13-4bda-977d-9199d5a069e2 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0874e413-95ef-4e56-9227-de4d8a991f98 HTTP/1.1" status: 204 len: 168 time: 0.2678010 Nov 05 19:05:02.557463 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c344e855-dc13-4bda-977d-9199d5a069e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0874e413-95ef-4e56-9227-de4d8a991f98,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:05:02.701911 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-598e16cb-67b1-453e-a5cd-1546eacfb5dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:05:03.105975 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-26b86267-c44e-4c9b-9d88-12f64326e00a req-a1acbe88-f7b0-4cb5-8935-7567e52e253a service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=1e0e9f2c-b17f-4007-b3d8-07e537a1c2f3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1286221 Nov 05 19:05:03.270139 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b86267-c44e-4c9b-9d88-12f64326e00a req-fa534895-9e98-4e3e-bbab-81850733872e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:05:03.271658 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-26b86267-c44e-4c9b-9d88-12f64326e00a req-fa534895-9e98-4e3e-bbab-81850733872e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=202d48fbf8184969a2b022e0eeddf3c9&device_id=1e0e9f2c-b17f-4007-b3d8-07e537a1c2f3 HTTP/1.1" status: 200 len: 1098 time: 0.0911698 Nov 05 19:05:03.618861 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b86267-c44e-4c9b-9d88-12f64326e00a req-546994b9-9a44-45aa-864c-b15c00a470ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:05:03.621499 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-26b86267-c44e-4c9b-9d88-12f64326e00a req-546994b9-9a44-45aa-864c-b15c00a470ca service neutron] 10.222.0.55 "GET /v2.0/networks?id=2974e85c-ccd8-4cce-92c0-fa64d0405969 HTTP/1.1" status: 200 len: 915 time: 0.3142695 Nov 05 19:05:03.707006 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-26b86267-c44e-4c9b-9d88-12f64326e00a req-6fa9a762-fce9-4c42-9157-31e6360a03f2 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d88d9149-b6be-455e-8e46-bc61463e745d HTTP/1.1" status: 200 len: 217 time: 0.0774684 Nov 05 19:05:03.777420 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b86267-c44e-4c9b-9d88-12f64326e00a req-86d9108a-a3eb-4282-afcb-6e60224e534d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:05:03.791028 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-26b86267-c44e-4c9b-9d88-12f64326e00a req-86d9108a-a3eb-4282-afcb-6e60224e534d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=5c61fdbd-cd89-453f-9ed9-c150439b9091 HTTP/1.1" status: 200 len: 854 time: 0.0771952 Nov 05 19:05:03.843100 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-26b86267-c44e-4c9b-9d88-12f64326e00a req-5f02c22f-42de-4255-bd09-976ff54599ac service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=2974e85c-ccd8-4cce-92c0-fa64d0405969&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0435381 Nov 05 19:05:04.009859 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-26b86267-c44e-4c9b-9d88-12f64326e00a req-7c358cc1-03b1-41a5-bfad-9ed7fb070e31 service neutron] 10.222.0.55 "GET /v2.0/networks/2974e85c-ccd8-4cce-92c0-fa64d0405969?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1589849 Nov 05 19:05:04.181553 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-26b86267-c44e-4c9b-9d88-12f64326e00a req-e063861d-d144-4e05-b8a7-1675fc47cc76 service neutron] 10.222.0.55 "GET /v2.0/networks/2974e85c-ccd8-4cce-92c0-fa64d0405969?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1565702 Nov 05 19:05:04.278922 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:05:05.006297 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-cb8b3624-2daa-4cf9-80ea-c3709069d877 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:05:06.239001 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b304910f-7b27-444b-a8fc-977d26b1ceac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:05:06.270385 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:05:06.617709 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20452713-f5da-486e-ae77-8006b38ebced req-33d60ea3-5d49-4696-a271-ff6156be168d tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:05:06.622269 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-20452713-f5da-486e-ae77-8006b38ebced req-33d60ea3-5d49-4696-a271-ff6156be168d tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e0e9f2c-b17f-4007-b3d8-07e537a1c2f3 HTTP/1.1" status: 200 len: 947 time: 0.1223598 Nov 05 19:05:06.710888 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-20452713-f5da-486e-ae77-8006b38ebced req-ad7c595d-d607-4e67-8173-a365850453c1 tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] 10.222.0.13 "GET /v2.0/security-groups?id=e2e15a42-88b8-49e2-ad78-9daadc9e7fe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808516 Nov 05 19:05:07.900956 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6098e3e5-06cf-447d-8c07-95b004e2d6c6 req-d62f44e7-043c-47c4-bc57-17738e3c0612 tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:05:07.902563 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-6098e3e5-06cf-447d-8c07-95b004e2d6c6 req-d62f44e7-043c-47c4-bc57-17738e3c0612 tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e0e9f2c-b17f-4007-b3d8-07e537a1c2f3 HTTP/1.1" status: 200 len: 947 time: 0.0663490 Nov 05 19:05:07.970526 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-6098e3e5-06cf-447d-8c07-95b004e2d6c6 req-57d33c3c-6582-43cf-b6f8-6ee61a6229ba tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] 10.222.0.13 "GET /v2.0/security-groups?id=e2e15a42-88b8-49e2-ad78-9daadc9e7fe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596907 Nov 05 19:05:08.163694 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 51742) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:05:08.266593 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f947a16d-44c1-4caf-9b5a-6e68703e3461 req-a725dedc-f14b-4bb9-b2b1-925a5f89eae9 tempest-TestNetworkAdvancedServerOps-912703179 tempest-TestNetworkAdvancedServerOps-912703179-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:05:08.272572 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-31f93893-a48e-4ae8-833d-dccb2b42eacc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:05:08.286682 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-f947a16d-44c1-4caf-9b5a-6e68703e3461 req-a725dedc-f14b-4bb9-b2b1-925a5f89eae9 tempest-TestNetworkAdvancedServerOps-912703179 tempest-TestNetworkAdvancedServerOps-912703179-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=26e8474e-4313-42b0-b607-e5292de007c9 HTTP/1.1" status: 200 len: 1096 time: 0.1329050 Nov 05 19:05:08.385955 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-f947a16d-44c1-4caf-9b5a-6e68703e3461 req-bbf0dd86-366a-4c90-9d93-d3d0c027a39e tempest-TestNetworkAdvancedServerOps-912703179 tempest-TestNetworkAdvancedServerOps-912703179-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=0c08aee2-7f5c-494d-880e-af35273de53d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0980313 Nov 05 19:05:08.396678 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 51750) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:05:08.409728 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e063b1-e163-4951-8a8e-30b6e2a9c4f6 req-558e2e4d-c5c0-49a4-8a53-1cc573a1d9d4 tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:05:08.411868 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-72e063b1-e163-4951-8a8e-30b6e2a9c4f6 req-558e2e4d-c5c0-49a4-8a53-1cc573a1d9d4 tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] 10.222.0.55 "GET /v2.0/ports?device_id=1e0e9f2c-b17f-4007-b3d8-07e537a1c2f3 HTTP/1.1" status: 200 len: 947 time: 0.1418571 Nov 05 19:05:08.524160 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:05:08.570482 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-83107a89-a86d-4cdc-8acd-fc22c55db880 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:05:08.683587 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [req-72e063b1-e163-4951-8a8e-30b6e2a9c4f6 req-c7e1d202-c784-4b67-ba43-26d3646807f5 tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] Deleting port d88d9149-b6be-455e-8e46-bc61463e745d {{(pid=102386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 19:05:08.684717 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-72e063b1-e163-4951-8a8e-30b6e2a9c4f6 req-c7e1d202-c784-4b67-ba43-26d3646807f5 tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:05:08.685518 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [None req-676ff2cb-b89a-42c2-86e5-5329b9cd8cfc tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Deleting port 2d0541ed-ccd9-4763-bf8f-42454efd8b69 {{(pid=102387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 19:05:08.685849 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-676ff2cb-b89a-42c2-86e5-5329b9cd8cfc tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:05:08.782473 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-676ff2cb-b89a-42c2-86e5-5329b9cd8cfc tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:05:08.782799 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-676ff2cb-b89a-42c2-86e5-5329b9cd8cfc tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:05:08.813353 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [req-72e063b1-e163-4951-8a8e-30b6e2a9c4f6 req-c7e1d202-c784-4b67-ba43-26d3646807f5 tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] For port d88d9149-b6be-455e-8e46-bc61463e745d, host n-h2-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=d88d9149-b6be-455e-8e46-bc61463e745d,segment=NetworkSegment(d868025d-b05c-40c6-b9d6-024790792c42),segment_id=d868025d-b05c-40c6-b9d6-024790792c42)] {{(pid=102386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:05:08.813915 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-72e063b1-e163-4951-8a8e-30b6e2a9c4f6 req-c7e1d202-c784-4b67-ba43-26d3646807f5 tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:05:08.814856 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [None req-676ff2cb-b89a-42c2-86e5-5329b9cd8cfc tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Calling delete_port for 2d0541ed-ccd9-4763-bf8f-42454efd8b69 owned by network:floatingip {{(pid=102387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 19:05:08.852354 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [req-72e063b1-e163-4951-8a8e-30b6e2a9c4f6 req-c7e1d202-c784-4b67-ba43-26d3646807f5 tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] Calling delete_port for d88d9149-b6be-455e-8e46-bc61463e745d owned by compute:nova {{(pid=102386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 19:05:08.877960 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-83107a89-a86d-4cdc-8acd-fc22c55db880 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:05:08.944635 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-83107a89-a86d-4cdc-8acd-fc22c55db880 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:05:09.020318 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-83107a89-a86d-4cdc-8acd-fc22c55db880 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=90bdafaed119424d802ad90a49b44f1f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8547907 Nov 05 19:05:09.035770 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 51766) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:05:09.125226 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83107a89-a86d-4cdc-8acd-fc22c55db880 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12dfef6a-968d-4ff5-b7a4-7ec755232693,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:05:09.221652 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-2f570422-c5cb-4bcf-bbf6-5fba45577359 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:05:09.270340 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-2f570422-c5cb-4bcf-bbf6-5fba45577359 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:05:09.359083 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2044851a-d85e-4c66-853a-73cf3ff71d34 req-663d9b69-4a19-4249-9760-11f68de32c6f tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:05:09.360804 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-2044851a-d85e-4c66-853a-73cf3ff71d34 req-663d9b69-4a19-4249-9760-11f68de32c6f tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e0e9f2c-b17f-4007-b3d8-07e537a1c2f3 HTTP/1.1" status: 200 len: 947 time: 0.1074960 Nov 05 19:05:09.436844 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-2044851a-d85e-4c66-853a-73cf3ff71d34 req-372917b2-b404-4afe-aab1-1c937b9d348c tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] 10.222.0.13 "GET /v2.0/security-groups?id=e2e15a42-88b8-49e2-ad78-9daadc9e7fe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659447 Nov 05 19:05:09.615742 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-72e063b1-e163-4951-8a8e-30b6e2a9c4f6 req-c7e1d202-c784-4b67-ba43-26d3646807f5 tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:05:09.628858 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] get_ports_and_sgs() called for port_ids ['d88d9149-b6be-455e-8e46-bc61463e745d'] {{(pid=102388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 19:05:09.648545 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e1d202-c784-4b67-ba43-26d3646807f5 tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] Pushing event deleted for resources: {'Port': ['ID=d88d9149-b6be-455e-8e46-bc61463e745d,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:05:09.680187 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-2f570422-c5cb-4bcf-bbf6-5fba45577359 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:05:09.683385 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-2f570422-c5cb-4bcf-bbf6-5fba45577359 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:05:09.686266 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-2f570422-c5cb-4bcf-bbf6-5fba45577359 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/12dfef6a-968d-4ff5-b7a4-7ec755232693 HTTP/1.1" status: 204 len: 168 time: 0.6424248 Nov 05 19:05:09.728612 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f570422-c5cb-4bcf-bbf6-5fba45577359 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12dfef6a-968d-4ff5-b7a4-7ec755232693,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:05:09.730675 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [req-72e063b1-e163-4951-8a8e-30b6e2a9c4f6 req-c7e1d202-c784-4b67-ba43-26d3646807f5 tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] No DVR routers for this DVR port d88d9149-b6be-455e-8e46-bc61463e745d on host n-h2-816865-1 {{(pid=102386) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 19:05:09.736540 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-72e063b1-e163-4951-8a8e-30b6e2a9c4f6 req-c7e1d202-c784-4b67-ba43-26d3646807f5 tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:05:09.740045 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-72e063b1-e163-4951-8a8e-30b6e2a9c4f6 req-c7e1d202-c784-4b67-ba43-26d3646807f5 tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] 10.222.0.55 "DELETE /v2.0/ports/d88d9149-b6be-455e-8e46-bc61463e745d HTTP/1.1" status: 204 len: 173 time: 1.3217506 Nov 05 19:05:09.740544 n-d-816865-1 neutron-server[102386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e0e9f2c-b17f-4007-b3d8-07e537a1c2f3', 'name': 'network-vif-deleted', 'tag': 'd88d9149-b6be-455e-8e46-bc61463e745d'}] {{(pid=102386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 19:05:09.743021 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6173a44d7c73f41af551dc890fa1a5892c2c6bc3458b640c8e0c24db7876ba6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c50bf0ee-b28e-4dce-9bce-306f9c87e363" -d '{"events": [{"server_uuid": "1e0e9f2c-b17f-4007-b3d8-07e537a1c2f3", "name": "network-vif-deleted", "tag": "d88d9149-b6be-455e-8e46-bc61463e745d"}]}' {{(pid=102386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 19:05:09.749465 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-676ff2cb-b89a-42c2-86e5-5329b9cd8cfc tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4417063'] for port, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:05:09.863283 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 19:05:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e52fe894-7f22-42c6-84c7-d5ae2cb1fb3c x-openstack-request-id: req-e52fe894-7f22-42c6-84c7-d5ae2cb1fb3c {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 19:05:09.863576 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e0e9f2c-b17f-4007-b3d8-07e537a1c2f3", "name": "network-vif-deleted", "tag": "d88d9149-b6be-455e-8e46-bc61463e745d", "status": "completed", "code": 200}]} {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 19:05:09.863872 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e52fe894-7f22-42c6-84c7-d5ae2cb1fb3c {{(pid=102386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 19:05:09.864267 n-d-816865-1 neutron-server[102386]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e0e9f2c-b17f-4007-b3d8-07e537a1c2f3', 'name': 'network-vif-deleted', 'tag': 'd88d9149-b6be-455e-8e46-bc61463e745d', 'status': 'completed', 'code': 200} Nov 05 19:05:09.898701 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676ff2cb-b89a-42c2-86e5-5329b9cd8cfc tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Pushing event deleted for resources: {'Port': ['ID=2d0541ed-ccd9-4763-bf8f-42454efd8b69,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:05:09.966130 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-676ff2cb-b89a-42c2-86e5-5329b9cd8cfc tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Publish callbacks [] for floatingip, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:05:09.967041 n-d-816865-1 neutron-server[102387]: INFO neutron.db.l3_db [None req-676ff2cb-b89a-42c2-86e5-5329b9cd8cfc tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Floating IP fc398af4-0016-466e-8be1-6958a3a579df disassociated (deleted). External IP: 172.25.6.109, port: 3673982d-be4c-4718-beb3-9dbdf123149d. Nov 05 19:05:10.493784 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-676ff2cb-b89a-42c2-86e5-5329b9cd8cfc tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Router 92d58f79-68a7-41aa-ae45-8002064d2c06 has already been hosted by L3 agent 6dcb5589-8e86-4616-9186-ddc4548e13ad {{(pid=102387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 19:05:10.493784 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-676ff2cb-b89a-42c2-86e5-5329b9cd8cfc tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Notify agent at l3_agent.n-d-816865-1 the message routers_updated {{(pid=102387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 19:05:10.497882 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df4d8d64-4095-4583-b390-f74cd3db8d61 None None] Sync routers for ids ['92d58f79-68a7-41aa-ae45-8002064d2c06'] in n-d-816865-1 {{(pid=102389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 19:05:10.499969 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-676ff2cb-b89a-42c2-86e5-5329b9cd8cfc tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for floatingip, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:05:10.526359 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-676ff2cb-b89a-42c2-86e5-5329b9cd8cfc tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] 10.222.0.13 "DELETE /v2.0/floatingips/fc398af4-0016-466e-8be1-6958a3a579df HTTP/1.1" status: 204 len: 168 time: 2.1280947 Nov 05 19:05:10.527000 n-d-816865-1 neutron-server[102387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26e8474e-4313-42b0-b607-e5292de007c9', 'tag': '3673982d-be4c-4718-beb3-9dbdf123149d'}] {{(pid=102387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 19:05:10.530281 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab06bd4ddf5758c1f10d79fe34dc215bafa488692cde9dba2fcbcb67556f90bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d0ac6d9-128c-4419-81ef-6fb36df2cfaf" -d '{"events": [{"name": "network-changed", "server_uuid": "26e8474e-4313-42b0-b607-e5292de007c9", "tag": "3673982d-be4c-4718-beb3-9dbdf123149d"}]}' {{(pid=102387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 19:05:10.647376 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 51826) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:05:10.658402 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-0dfe2a10-e247-4bda-a53e-a844cd047b83 req-3457cc50-4f22-4119-9bef-9c2d847c183f tempest-ServersNegativeTestJSON-1243159501 tempest-ServersNegativeTestJSON-1243159501-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e0e9f2c-b17f-4007-b3d8-07e537a1c2f3 HTTP/1.1" status: 200 len: 210 time: 0.0644202 Nov 05 19:05:10.684401 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-211416b2-d41f-489c-ab6d-186b51a5dd3d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:05:10.761353 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df4d8d64-4095-4583-b390-f74cd3db8d61 None None] Routers {'92d58f79-68a7-41aa-ae45-8002064d2c06'} bound to L3 agent in host n-d-816865-1 {{(pid=102389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 19:05:10.762349 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-df4d8d64-4095-4583-b390-f74cd3db8d61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T19:05:05Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['92d58f79-68a7-41aa-ae45-8002064d2c06'], 'active': True} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:05:10.891449 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-211416b2-d41f-489c-ab6d-186b51a5dd3d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:05:10.940178 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 19:05:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b89320a-79f1-4013-ae31-815d5a098998 x-openstack-request-id: req-3b89320a-79f1-4013-ae31-815d5a098998 {{(pid=102387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 19:05:10.940458 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26e8474e-4313-42b0-b607-e5292de007c9", "tag": "3673982d-be4c-4718-beb3-9dbdf123149d", "status": "completed", "code": 200}]} {{(pid=102387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 19:05:10.940713 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3b89320a-79f1-4013-ae31-815d5a098998 {{(pid=102387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 19:05:10.941149 n-d-816865-1 neutron-server[102387]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26e8474e-4313-42b0-b607-e5292de007c9', 'tag': '3673982d-be4c-4718-beb3-9dbdf123149d', 'status': 'completed', 'code': 200} Nov 05 19:05:10.969727 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-211416b2-d41f-489c-ab6d-186b51a5dd3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:05:10.988013 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvr_db [None req-df4d8d64-4095-4583-b390-f74cd3db8d61 None None] Set router 92d58f79-68a7-41aa-ae45-8002064d2c06 gateway port host: n-d-816865-1 {{(pid=102389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 19:05:11.012432 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-211416b2-d41f-489c-ab6d-186b51a5dd3d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8b271742928044ceb9f0ac9cab098021&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3637371 Nov 05 19:05:11.015596 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 51838) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:05:11.068141 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211416b2-d41f-489c-ab6d-186b51a5dd3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca818bf8-70b8-4291-9eb0-367594a3b043,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:05:11.076242 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-30f9161e-a00e-493b-b169-a98b85096bb9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:05:11.094503 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0ac6d9-128c-4419-81ef-6fb36df2cfaf req-83cda796-1499-4add-876b-dc1bee37b78b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:05:11.096322 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-2d0ac6d9-128c-4419-81ef-6fb36df2cfaf req-83cda796-1499-4add-876b-dc1bee37b78b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=777902a3c6ed4ff2a5460208db53bd8a&device_id=26e8474e-4313-42b0-b607-e5292de007c9 HTTP/1.1" status: 200 len: 1096 time: 0.1049681 Nov 05 19:05:11.099328 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-30f9161e-a00e-493b-b169-a98b85096bb9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:05:11.227478 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-30f9161e-a00e-493b-b169-a98b85096bb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:05:11.231994 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-30f9161e-a00e-493b-b169-a98b85096bb9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:05:11.237145 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-30f9161e-a00e-493b-b169-a98b85096bb9 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ca818bf8-70b8-4291-9eb0-367594a3b043 HTTP/1.1" status: 204 len: 168 time: 0.2204373 Nov 05 19:05:11.256000 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f9161e-a00e-493b-b169-a98b85096bb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca818bf8-70b8-4291-9eb0-367594a3b043,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:05:11.285872 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0ac6d9-128c-4419-81ef-6fb36df2cfaf req-c8c5037b-c2c7-4f06-ae72-246aeca740f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:05:11.287262 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-2d0ac6d9-128c-4419-81ef-6fb36df2cfaf req-c8c5037b-c2c7-4f06-ae72-246aeca740f9 service neutron] 10.222.0.55 "GET /v2.0/networks?id=7340801a-d414-4a8c-8e81-bc2b23bb205e HTTP/1.1" status: 200 len: 898 time: 0.1764233 Nov 05 19:05:11.375133 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-df4d8d64-4095-4583-b390-f74cd3db8d61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92d58f79-68a7-41aa-ae45-8002064d2c06', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1075390681', 'tenant_id': '777902a3c6ed4ff2a5460208db53bd8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.210'}], 'enable_snat': True}, 'gw_port_id': '8742be66-1789-402a-a0dc-45a4ed0acc7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T19:02:41Z', 'updated_at': '2021-11-05T19:02:56Z', 'revision_number': 4, 'project_id': '777902a3c6ed4ff2a5460208db53bd8a', 'gw_port': {'id': '8742be66-1789-402a-a0dc-45a4ed0acc7f', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:25:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92d58f79-68a7-41aa-ae45-8002064d2c06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2935, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:02:43Z', 'updated_at': '2021-11-05T19:02:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1', '_interfaces': [{'id': '87b228bc-76b1-436e-bfa1-329cc71d6699', 'name': '', 'network_id': '7340801a-d414-4a8c-8e81-bc2b23bb205e', 'tenant_id': '777902a3c6ed4ff2a5460208db53bd8a', 'mac_address': 'fa:16:3e:28:d9:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92d58f79-68a7-41aa-ae45-8002064d2c06', 'device_owner': 'network:router_interface', 'standard_attr_id': 2947, 'fixed_ips': [{'subnet_id': '17f3259b-0e65-4434-84f3-e6a8b3c7482f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:02:55Z', 'updated_at': '2021-11-05T19:03:04Z', 'revision_number': 5, 'project_id': '777902a3c6ed4ff2a5460208db53bd8a', 'subnets': [{'id': '17f3259b-0e65-4434-84f3-e6a8b3c7482f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-1', False) {} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:05:11.412781 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4762b3-64b3-4792-9e39-a5140d3f6479 req-ff6eb12a-3eba-40fd-bc83-6ce8c4c8831d tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:05:11.415979 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-2d0ac6d9-128c-4419-81ef-6fb36df2cfaf req-dae54e24-bf46-4858-929e-4f91f18b7509 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3673982d-be4c-4718-beb3-9dbdf123149d HTTP/1.1" status: 200 len: 217 time: 0.1195829 Nov 05 19:05:11.426030 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-9b4762b3-64b3-4792-9e39-a5140d3f6479 req-ff6eb12a-3eba-40fd-bc83-6ce8c4c8831d tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] 10.222.0.13 "GET /v2.0/ports?device_id=26e8474e-4313-42b0-b607-e5292de007c9 HTTP/1.1" status: 200 len: 945 time: 0.1127329 Nov 05 19:05:11.447853 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df4d8d64-4095-4583-b390-f74cd3db8d61 None None] Checking router: 92d58f79-68a7-41aa-ae45-8002064d2c06 for host: n-d-816865-1 {{(pid=102389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 19:05:11.470581 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df4d8d64-4095-4583-b390-f74cd3db8d61 None None] Routers {'92d58f79-68a7-41aa-ae45-8002064d2c06'} bound to L3 agent in host n-d-816865-1 {{(pid=102389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 19:05:11.471208 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-df4d8d64-4095-4583-b390-f74cd3db8d61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T19:05:05Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['92d58f79-68a7-41aa-ae45-8002064d2c06'], 'active': True} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:05:11.488205 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-9b4762b3-64b3-4792-9e39-a5140d3f6479 req-0fcd8517-5f2d-4c17-b514-65ee827165f3 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] 10.222.0.13 "GET /v2.0/security-groups?id=0c08aee2-7f5c-494d-880e-af35273de53d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0602651 Nov 05 19:05:11.529938 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0ac6d9-128c-4419-81ef-6fb36df2cfaf req-484c2fd5-c4ae-46dc-a5ec-f0859b4127a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:05:11.545382 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-2d0ac6d9-128c-4419-81ef-6fb36df2cfaf req-484c2fd5-c4ae-46dc-a5ec-f0859b4127a0 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=17f3259b-0e65-4434-84f3-e6a8b3c7482f HTTP/1.1" status: 200 len: 834 time: 0.1198759 Nov 05 19:05:11.618524 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvr_db [None req-df4d8d64-4095-4583-b390-f74cd3db8d61 None None] Set router 92d58f79-68a7-41aa-ae45-8002064d2c06 gateway port host: n-d-816865-1 {{(pid=102389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 19:05:11.629759 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0ac6d9-128c-4419-81ef-6fb36df2cfaf req-90a9f073-715e-42ef-af78-7248ac343117 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:05:11.638619 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-2d0ac6d9-128c-4419-81ef-6fb36df2cfaf req-90a9f073-715e-42ef-af78-7248ac343117 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=7340801a-d414-4a8c-8e81-bc2b23bb205e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0769880 Nov 05 19:05:11.716666 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 51866) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:05:11.764493 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-2d0ac6d9-128c-4419-81ef-6fb36df2cfaf req-9d4f0505-f470-404d-beac-f717d4690d56 service neutron] 10.222.0.55 "GET /v2.0/networks/7340801a-d414-4a8c-8e81-bc2b23bb205e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243265 Nov 05 19:05:11.837376 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.db_base_plugin_v2 [None req-72bcce5d-b2a0-4192-8e60-5942b4d69460 admin admin] Deleting subnet 5c61fdbd-cd89-453f-9ed9-c150439b9091 {{(pid=102387) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 05 19:05:11.847988 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-72bcce5d-b2a0-4192-8e60-5942b4d69460 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:05:11.951742 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-72bcce5d-b2a0-4192-8e60-5942b4d69460 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4463501'] for subnet, precommit_delete_associations {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:05:12.025733 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-df4d8d64-4095-4583-b390-f74cd3db8d61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92d58f79-68a7-41aa-ae45-8002064d2c06', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1075390681', 'tenant_id': '777902a3c6ed4ff2a5460208db53bd8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.210'}], 'enable_snat': True}, 'gw_port_id': '8742be66-1789-402a-a0dc-45a4ed0acc7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T19:02:41Z', 'updated_at': '2021-11-05T19:02:56Z', 'revision_number': 4, 'project_id': '777902a3c6ed4ff2a5460208db53bd8a', 'gw_port': {'id': '8742be66-1789-402a-a0dc-45a4ed0acc7f', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:25:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92d58f79-68a7-41aa-ae45-8002064d2c06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2935, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:02:43Z', 'updated_at': '2021-11-05T19:02:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1', '_interfaces': [{'id': '87b228bc-76b1-436e-bfa1-329cc71d6699', 'name': '', 'network_id': '7340801a-d414-4a8c-8e81-bc2b23bb205e', 'tenant_id': '777902a3c6ed4ff2a5460208db53bd8a', 'mac_address': 'fa:16:3e:28:d9:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92d58f79-68a7-41aa-ae45-8002064d2c06', 'device_owner': 'network:router_interface', 'standard_attr_id': 2947, 'fixed_ips': [{'subnet_id': '17f3259b-0e65-4434-84f3-e6a8b3c7482f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:02:55Z', 'updated_at': '2021-11-05T19:03:04Z', 'revision_number': 5, 'project_id': '777902a3c6ed4ff2a5460208db53bd8a', 'subnets': [{'id': '17f3259b-0e65-4434-84f3-e6a8b3c7482f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-1', False) {} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:05:12.026734 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-2d0ac6d9-128c-4419-81ef-6fb36df2cfaf req-1d6f3bf1-facf-42d2-96ec-b08bdddadfc2 service neutron] 10.222.0.55 "GET /v2.0/networks/7340801a-d414-4a8c-8e81-bc2b23bb205e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2503932 Nov 05 19:05:12.051409 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-72bcce5d-b2a0-4192-8e60-5942b4d69460 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1573928'] for subnet, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:05:12.077698 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df4d8d64-4095-4583-b390-f74cd3db8d61 None None] The sync data for ids ['92d58f79-68a7-41aa-ae45-8002064d2c06'] in n-d-816865-1 is: [{'id': '92d58f79-68a7-41aa-ae45-8002064d2c06', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1075390681', 'tenant_id': '777902a3c6ed4ff2a5460208db53bd8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.210'}], 'enable_snat': True}, 'gw_port_id': '8742be66-1789-402a-a0dc-45a4ed0acc7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T19:02:41Z', 'updated_at': '2021-11-05T19:02:56Z', 'revision_number': 4, 'project_id': '777902a3c6ed4ff2a5460208db53bd8a', 'gw_port': {'id': '8742be66-1789-402a-a0dc-45a4ed0acc7f', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:25:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92d58f79-68a7-41aa-ae45-8002064d2c06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2935, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:02:43Z', 'updated_at': '2021-11-05T19:02:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1', '_interfaces': [{'id': '87b228bc-76b1-436e-bfa1-329cc71d6699', 'name': '', 'network_id': '7340801a-d414-4a8c-8e81-bc2b23bb205e', 'tenant_id': '777902a3c6ed4ff2a5460208db53bd8a', 'mac_address': 'fa:16:3e:28:d9:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92d58f79-68a7-41aa-ae45-8002064d2c06', 'device_owner': 'network:router_interface', 'standard_attr_id': 2947, 'fixed_ips': [{'subnet_id': '17f3259b-0e65-4434-84f3-e6a8b3c7482f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:02:55Z', 'updated_at': '2021-11-05T19:03:04Z', 'revision_number': 5, 'project_id': '777902a3c6ed4ff2a5460208db53bd8a', 'subnets': [{'id': '17f3259b-0e65-4434-84f3-e6a8b3c7482f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 19:05:12.095809 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Device d88d9149-b6be-455e-8e46-bc61463e745d no longer exists at agent hyperv_n-h2-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 19:05:12.143038 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] No Port match for: d88d9149-b6be-455e-8e46-bc61463e745d {{(pid=102388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 19:05:12.143439 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Device d88d9149-b6be-455e-8e46-bc61463e745d not bound to the agent host n-h2-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 19:05:12.241009 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-72bcce5d-b2a0-4192-8e60-5942b4d69460 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1573905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4417146', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5112209'] for subnet, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:05:12.295754 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72bcce5d-b2a0-4192-8e60-5942b4d69460 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5c61fdbd-cd89-453f-9ed9-c150439b9091,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:05:12.299419 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-72bcce5d-b2a0-4192-8e60-5942b4d69460 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:05:12.303986 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-72bcce5d-b2a0-4192-8e60-5942b4d69460 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/5c61fdbd-cd89-453f-9ed9-c150439b9091 HTTP/1.1" status: 204 len: 168 time: 0.5855675 Nov 05 19:05:12.306678 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 51896) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:05:12.426089 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-ec7fa61a-dee7-4b36-b120-1937b81688e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1664226'] for network, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:05:12.605671 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-ec7fa61a-dee7-4b36-b120-1937b81688e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1579173', 'neutron.services.segments.db._delete_segments_for_network-8750027792909'] for network, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:05:12.624190 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad0ba047-5d7c-4265-aa6c-79d5c6946be7 None None] New status for floating IP fc398af4-0016-466e-8be1-6958a3a579df: DOWN {{(pid=102388) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 05 19:05:12.688681 n-d-816865-1 neutron-server[102386]: DEBUG neutron.services.segments.db [None req-ec7fa61a-dee7-4b36-b120-1937b81688e0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2974e85c-ccd8-4cce-92c0-fa64d0405969']}} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:05:12.704949 n-d-816865-1 neutron-server[102386]: DEBUG neutron.services.segments.db [None req-ec7fa61a-dee7-4b36-b120-1937b81688e0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd868025d-b05c-40c6-b9d6-024790792c42') {'for_net_delete': True} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:05:12.705453 n-d-816865-1 neutron-server[102386]: DEBUG neutron.services.segments.db [None req-ec7fa61a-dee7-4b36-b120-1937b81688e0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd868025d-b05c-40c6-b9d6-024790792c42') {} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:05:12.729600 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-ec7fa61a-dee7-4b36-b120-1937b81688e0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750027793430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4590747'] for segment, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:05:12.749982 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05bde9f-7dad-47ae-a7d7-2b76df7481a8 req-429e4d2e-60a2-4060-9958-ce921b9c9c16 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:05:12.756902 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fefd8d-4694-4331-a65a-e66fb6cda7a2 req-f9475866-93c3-461b-8b44-6bc35f50cef5 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:05:12.758648 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-63fefd8d-4694-4331-a65a-e66fb6cda7a2 req-f9475866-93c3-461b-8b44-6bc35f50cef5 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] 10.222.0.55 "GET /v2.0/ports?device_id=26e8474e-4313-42b0-b607-e5292de007c9 HTTP/1.1" status: 200 len: 945 time: 0.1134338 Nov 05 19:05:12.764306 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-c05bde9f-7dad-47ae-a7d7-2b76df7481a8 req-429e4d2e-60a2-4060-9958-ce921b9c9c16 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] 10.222.0.13 "GET /v2.0/ports?device_id=26e8474e-4313-42b0-b607-e5292de007c9 HTTP/1.1" status: 200 len: 945 time: 0.1457739 Nov 05 19:05:12.785670 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-ec7fa61a-dee7-4b36-b120-1937b81688e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273'] for segment, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:05:12.851548 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-c05bde9f-7dad-47ae-a7d7-2b76df7481a8 req-b46af1d0-1650-480c-9b92-84454b926fbb tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] 10.222.0.13 "GET /v2.0/security-groups?id=0c08aee2-7f5c-494d-880e-af35273de53d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0813336 Nov 05 19:05:12.864526 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec7fa61a-dee7-4b36-b120-1937b81688e0 admin admin] Releasing vlan 174 on physical network physnet1 to pool {{(pid=102386) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 05 19:05:12.865050 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-ec7fa61a-dee7-4b36-b120-1937b81688e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6149721'] for segment, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:05:12.867034 n-d-816865-1 neutron-server[102386]: Traceback (most recent call last): Nov 05 19:05:12.867034 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 05 19:05:12.867034 n-d-816865-1 neutron-server[102386]: timer() Nov 05 19:05:12.867034 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 05 19:05:12.867034 n-d-816865-1 neutron-server[102386]: cb(*args, **kw) Nov 05 19:05:12.867034 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 05 19:05:12.867034 n-d-816865-1 neutron-server[102386]: return func(*args, **kwargs) Nov 05 19:05:12.867034 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 05 19:05:12.867034 n-d-816865-1 neutron-server[102386]: self._notify() Nov 05 19:05:12.867034 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 05 19:05:12.867034 n-d-816865-1 neutron-server[102386]: self.callback(batched_events) Nov 05 19:05:12.867034 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 05 19:05:12.867034 n-d-816865-1 neutron-server[102386]: event.method(event) Nov 05 19:05:12.867034 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 05 19:05:12.867034 n-d-816865-1 neutron-server[102386]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 05 19:05:12.867034 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 05 19:05:12.867034 n-d-816865-1 neutron-server[102386]: aggregate_uuid = self.p_client.list_aggregates( Nov 05 19:05:12.867034 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 05 19:05:12.867034 n-d-816865-1 neutron-server[102386]: return f(self, *a, **k) Nov 05 19:05:12.867034 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 05 19:05:12.867034 n-d-816865-1 neutron-server[102386]: return self._get(url).json() Nov 05 19:05:12.867034 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 05 19:05:12.867034 n-d-816865-1 neutron-server[102386]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 05 19:05:12.867034 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 05 19:05:12.867034 n-d-816865-1 neutron-server[102386]: return self.request(url, 'GET', **kwargs) Nov 05 19:05:12.867034 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 05 19:05:12.867034 n-d-816865-1 neutron-server[102386]: base_url = self.get_endpoint(auth, allow=allow, Nov 05 19:05:12.867034 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 05 19:05:12.867034 n-d-816865-1 neutron-server[102386]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 05 19:05:12.867034 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 05 19:05:12.867034 n-d-816865-1 neutron-server[102386]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 05 19:05:12.867034 n-d-816865-1 neutron-server[102386]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 05 19:05:13.029403 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [req-63fefd8d-4694-4331-a65a-e66fb6cda7a2 req-5dfd49f9-33c5-41b9-81ab-2751ee380905 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Deleting port 3673982d-be4c-4718-beb3-9dbdf123149d {{(pid=102386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 19:05:13.029403 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-63fefd8d-4694-4331-a65a-e66fb6cda7a2 req-5dfd49f9-33c5-41b9-81ab-2751ee380905 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:05:13.133855 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-ec7fa61a-dee7-4b36-b120-1937b81688e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1579178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-956796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1000687'] for network, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:05:13.143875 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-ec7fa61a-dee7-4b36-b120-1937b81688e0 admin admin] Publish callbacks [] for network, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:05:13.147907 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-ec7fa61a-dee7-4b36-b120-1937b81688e0 admin admin] 10.222.0.13 "DELETE /v2.0/networks/2974e85c-ccd8-4cce-92c0-fa64d0405969 HTTP/1.1" status: 204 len: 168 time: 0.8399446 Nov 05 19:05:13.188983 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7fa61a-dee7-4b36-b120-1937b81688e0 admin admin] Pushing event deleted for resources: {'Network': ['ID=2974e85c-ccd8-4cce-92c0-fa64d0405969,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:05:13.223382 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [req-63fefd8d-4694-4331-a65a-e66fb6cda7a2 req-5dfd49f9-33c5-41b9-81ab-2751ee380905 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] For port 3673982d-be4c-4718-beb3-9dbdf123149d, host n-h2-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=3673982d-be4c-4718-beb3-9dbdf123149d,segment=NetworkSegment(3d7f4a28-84db-42f8-83a4-bb954eae33e2),segment_id=3d7f4a28-84db-42f8-83a4-bb954eae33e2)] {{(pid=102386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:05:13.223529 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-63fefd8d-4694-4331-a65a-e66fb6cda7a2 req-5dfd49f9-33c5-41b9-81ab-2751ee380905 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:05:13.243685 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [req-63fefd8d-4694-4331-a65a-e66fb6cda7a2 req-5dfd49f9-33c5-41b9-81ab-2751ee380905 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Calling delete_port for 3673982d-be4c-4718-beb3-9dbdf123149d owned by compute:nova {{(pid=102386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 19:05:13.614191 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-63fefd8d-4694-4331-a65a-e66fb6cda7a2 req-5dfd49f9-33c5-41b9-81ab-2751ee380905 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:05:13.637427 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfd49f9-33c5-41b9-81ab-2751ee380905 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Pushing event deleted for resources: {'Port': ['ID=3673982d-be4c-4718-beb3-9dbdf123149d,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:05:13.684113 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [req-63fefd8d-4694-4331-a65a-e66fb6cda7a2 req-5dfd49f9-33c5-41b9-81ab-2751ee380905 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] No DVR routers for this DVR port 3673982d-be4c-4718-beb3-9dbdf123149d on host n-h2-816865-1 {{(pid=102386) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 19:05:13.687391 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-63fefd8d-4694-4331-a65a-e66fb6cda7a2 req-5dfd49f9-33c5-41b9-81ab-2751ee380905 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:05:13.695143 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-63fefd8d-4694-4331-a65a-e66fb6cda7a2 req-5dfd49f9-33c5-41b9-81ab-2751ee380905 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] 10.222.0.55 "DELETE /v2.0/ports/3673982d-be4c-4718-beb3-9dbdf123149d HTTP/1.1" status: 204 len: 173 time: 0.9240267 Nov 05 19:05:13.695878 n-d-816865-1 neutron-server[102386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26e8474e-4313-42b0-b607-e5292de007c9', 'name': 'network-vif-deleted', 'tag': '3673982d-be4c-4718-beb3-9dbdf123149d'}] {{(pid=102386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 19:05:13.698254 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6173a44d7c73f41af551dc890fa1a5892c2c6bc3458b640c8e0c24db7876ba6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb648af7-71d8-4b92-b524-e0aed3649105" -d '{"events": [{"server_uuid": "26e8474e-4313-42b0-b607-e5292de007c9", "name": "network-vif-deleted", "tag": "3673982d-be4c-4718-beb3-9dbdf123149d"}]}' {{(pid=102386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 19:05:13.743928 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 19:05:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c991e98a-754d-4105-9600-2fe72c32a645 x-openstack-request-id: req-c991e98a-754d-4105-9600-2fe72c32a645 {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 19:05:13.744504 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26e8474e-4313-42b0-b607-e5292de007c9", "name": "network-vif-deleted", "tag": "3673982d-be4c-4718-beb3-9dbdf123149d", "status": "completed", "code": 200}]} {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 19:05:13.745005 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c991e98a-754d-4105-9600-2fe72c32a645 {{(pid=102386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 19:05:13.745718 n-d-816865-1 neutron-server[102386]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26e8474e-4313-42b0-b607-e5292de007c9', 'name': 'network-vif-deleted', 'tag': '3673982d-be4c-4718-beb3-9dbdf123149d', 'status': 'completed', 'code': 200} Nov 05 19:05:13.840127 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 51964) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:05:13.840127 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 51966) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:05:13.898639 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 51972) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:05:13.911641 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-e880af88-2e96-4da8-8ef9-defc9f914f6e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=202d48fbf8184969a2b022e0eeddf3c9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0628603 Nov 05 19:05:14.023248 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-162395a1-462b-4e60-9b42-687c21146a34 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:05:14.132995 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-60b10d28-556f-4efc-85c9-3733e2539eaa req-c5f23409-40d2-4492-ae07-3bc448aad04a tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] 10.222.0.13 "GET /v2.0/ports?device_id=26e8474e-4313-42b0-b607-e5292de007c9 HTTP/1.1" status: 200 len: 210 time: 0.0539739 Nov 05 19:05:14.134977 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-162395a1-462b-4e60-9b42-687c21146a34 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:05:14.324455 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-6ea68d7b-1ce7-4197-be2e-cde7752f9651 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:05:14.352701 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-162395a1-462b-4e60-9b42-687c21146a34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:05:14.359497 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-162395a1-462b-4e60-9b42-687c21146a34 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:05:14.359497 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-162395a1-462b-4e60-9b42-687c21146a34 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e2e15a42-88b8-49e2-ad78-9daadc9e7fe3 HTTP/1.1" status: 204 len: 168 time: 0.4568560 Nov 05 19:05:14.365493 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162395a1-462b-4e60-9b42-687c21146a34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2e15a42-88b8-49e2-ad78-9daadc9e7fe3,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:05:14.516892 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-6ea68d7b-1ce7-4197-be2e-cde7752f9651 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:05:14.597689 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-6ea68d7b-1ce7-4197-be2e-cde7752f9651 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:05:14.651197 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-6ea68d7b-1ce7-4197-be2e-cde7752f9651 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=59bec93fd921478bb3e427d8eaff3419&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8096762 Nov 05 19:05:14.651197 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea68d7b-1ce7-4197-be2e-cde7752f9651 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6cdbf61-3b8d-4554-a0e2-003539dfd29b,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:05:14.652274 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 51994) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:05:14.734328 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-20a2f5ef-67e9-4d2d-9a82-d2fb7350430c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:05:14.756365 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-20a2f5ef-67e9-4d2d-9a82-d2fb7350430c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:05:14.929897 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-20a2f5ef-67e9-4d2d-9a82-d2fb7350430c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:05:14.933938 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-20a2f5ef-67e9-4d2d-9a82-d2fb7350430c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:05:14.936235 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-20a2f5ef-67e9-4d2d-9a82-d2fb7350430c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a6cdbf61-3b8d-4554-a0e2-003539dfd29b HTTP/1.1" status: 204 len: 168 time: 0.2798517 Nov 05 19:05:14.948141 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a2f5ef-67e9-4d2d-9a82-d2fb7350430c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6cdbf61-3b8d-4554-a0e2-003539dfd29b,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:05:15.199258 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 52026) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:05:15.799448 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-c220e3f6-0310-47d3-aa03-b469e8b5e052 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-571777'] for router_interface, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:05:16.076490 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 52080) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:05:16.129401 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Device 3673982d-be4c-4718-beb3-9dbdf123149d no longer exists at agent hyperv_n-h2-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 19:05:16.187797 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] No Port match for: 3673982d-be4c-4718-beb3-9dbdf123149d {{(pid=102388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 19:05:16.195500 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Device 3673982d-be4c-4718-beb3-9dbdf123149d not bound to the agent host n-h2-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 19:05:16.296104 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-9360a9dc-e1aa-4069-b107-06e8806feca4 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-2053281703-network', 'tenant_id': 'c9875160e1e6467ba4c32e29bdc7488a'}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:05:16.317068 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-c220e3f6-0310-47d3-aa03-b469e8b5e052 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Deleting port 87b228bc-76b1-436e-bfa1-329cc71d6699 {{(pid=102386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 19:05:16.320669 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-c220e3f6-0310-47d3-aa03-b469e8b5e052 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:05:16.421994 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9360a9dc-e1aa-4069-b107-06e8806feca4 admin admin] Made reservation on behalf of c9875160e1e6467ba4c32e29bdc7488a for: {'network': 1} {{(pid=102387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 19:05:16.425679 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-9360a9dc-e1aa-4069-b107-06e8806feca4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for network, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:05:16.438877 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-9360a9dc-e1aa-4069-b107-06e8806feca4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:05:16.443786 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [None req-c220e3f6-0310-47d3-aa03-b469e8b5e052 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] For port 87b228bc-76b1-436e-bfa1-329cc71d6699, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=87b228bc-76b1-436e-bfa1-329cc71d6699,segment=NetworkSegment(3d7f4a28-84db-42f8-83a4-bb954eae33e2),segment_id=3d7f4a28-84db-42f8-83a4-bb954eae33e2)] {{(pid=102386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:05:16.444227 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-c220e3f6-0310-47d3-aa03-b469e8b5e052 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:05:16.457313 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-c220e3f6-0310-47d3-aa03-b469e8b5e052 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Calling delete_port for 87b228bc-76b1-436e-bfa1-329cc71d6699 owned by network:router_interface {{(pid=102386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 19:05:16.547661 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-9360a9dc-e1aa-4069-b107-06e8806feca4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:05:16.702700 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-9360a9dc-e1aa-4069-b107-06e8806feca4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:05:16.828374 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9360a9dc-e1aa-4069-b107-06e8806feca4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 198} {{(pid=102387) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 05 19:05:16.883079 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9360a9dc-e1aa-4069-b107-06e8806feca4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c422c21-0127-4045-ad0c-3f8afabab6f3,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:05:16.886071 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-9360a9dc-e1aa-4069-b107-06e8806feca4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273'] for segment, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:05:16.886466 n-d-816865-1 neutron-server[102387]: INFO neutron.db.segments_db [None req-9360a9dc-e1aa-4069-b107-06e8806feca4 admin admin] Added segment e1049daa-fc97-4a3f-8351-3203f3822574 of type vlan for network 4dc00c45-f8b9-4c9a-a6c5-c27d3aa63b93 Nov 05 19:05:16.924140 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-c220e3f6-0310-47d3-aa03-b469e8b5e052 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:05:16.950013 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-9360a9dc-e1aa-4069-b107-06e8806feca4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750027258543'] for network, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:05:16.977374 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c220e3f6-0310-47d3-aa03-b469e8b5e052 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Pushing event deleted for resources: {'Port': ['ID=87b228bc-76b1-436e-bfa1-329cc71d6699,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:05:17.062779 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-9360a9dc-e1aa-4069-b107-06e8806feca4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-956796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877'] for network, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:05:17.067234 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9360a9dc-e1aa-4069-b107-06e8806feca4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:05:17.067234 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-9360a9dc-e1aa-4069-b107-06e8806feca4 admin admin] Publish callbacks [] for network, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:05:17.276255 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9360a9dc-e1aa-4069-b107-06e8806feca4 admin admin] Pushing event updated for resources: {'Network': ['ID=4dc00c45-f8b9-4c9a-a6c5-c27d3aa63b93,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:05:17.292913 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Network 4dc00c45-f8b9-4c9a-a6c5-c27d3aa63b93 details requested by agent ovs-agent-n-d-816865-1 with host n-d-816865-1 {{(pid=102388) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 05 19:05:17.356669 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-9360a9dc-e1aa-4069-b107-06e8806feca4 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.2790186 Nov 05 19:05:17.360443 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 52128) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:05:17.369442 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-b334476b-1552-4abf-9739-1ccc9257a138 admin admin] Request body: {'subnet': {'network_id': '4dc00c45-f8b9-4c9a-a6c5-c27d3aa63b93', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-2053281703-subnet', 'tenant_id': 'c9875160e1e6467ba4c32e29bdc7488a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:05:17.383098 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-c220e3f6-0310-47d3-aa03-b469e8b5e052 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-597886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-573297'] for router_interface, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:05:17.450569 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b334476b-1552-4abf-9739-1ccc9257a138 admin admin] Made reservation on behalf of c9875160e1e6467ba4c32e29bdc7488a for: {'subnet': 1} {{(pid=102387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 19:05:17.453553 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-b334476b-1552-4abf-9739-1ccc9257a138 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5112236'] for subnet, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:05:17.945869 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-b334476b-1552-4abf-9739-1ccc9257a138 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4417463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5112218'] for subnet, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:05:18.060744 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b334476b-1552-4abf-9739-1ccc9257a138 admin admin] Checking segment: {'id': 'e1049daa-fc97-4a3f-8351-3203f3822574', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '4dc00c45-f8b9-4c9a-a6c5-c27d3aa63b93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 19:05:18.061376 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b334476b-1552-4abf-9739-1ccc9257a138 admin admin] Network hostable DHCP agents. Network: 4dc00c45-f8b9-4c9a-a6c5-c27d3aa63b93, hostable agents: ['987e2ca0-bc3b-4c6f-a989-429ccfbf753f'], hosted agents: [] {{(pid=102387) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 05 19:05:18.063778 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b334476b-1552-4abf-9739-1ccc9257a138 admin admin] Pushing event updated for resources: {'Subnet': ['ID=57c79303-6c4f-4c08-a695-f3ffd6fc49db,revision_number=0']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:05:18.187679 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b334476b-1552-4abf-9739-1ccc9257a138 admin admin] Network 4dc00c45-f8b9-4c9a-a6c5-c27d3aa63b93 is scheduled to be hosted by DHCP agent 987e2ca0-bc3b-4c6f-a989-429ccfbf753f with binding_index 1 {{(pid=102387) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 05 19:05:18.289930 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c220e3f6-0310-47d3-aa03-b469e8b5e052 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Router 92d58f79-68a7-41aa-ae45-8002064d2c06 has already been hosted by L3 agent 6dcb5589-8e86-4616-9186-ddc4548e13ad {{(pid=102386) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 19:05:18.306887 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.base_scheduler [None req-b334476b-1552-4abf-9739-1ccc9257a138 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816865-1, 4dc00c45-f8b9-4c9a-a6c5-c27d3aa63b93) {{(pid=102387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 19:05:18.317385 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b334476b-1552-4abf-9739-1ccc9257a138 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:05:18.319828 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-b334476b-1552-4abf-9739-1ccc9257a138 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:05:18.324167 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-865556fb-5047-46f7-b2a2-340f23d7ddd5 None None] Network 4dc00c45-f8b9-4c9a-a6c5-c27d3aa63b93 requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 19:05:18.362184 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 52170) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:05:18.418075 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-b334476b-1552-4abf-9739-1ccc9257a138 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.0557110 Nov 05 19:05:18.422317 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 52174) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:05:18.428328 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-cc9fb2e2-1e3a-4ac6-960b-ffb2df822ca4 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-2053281703-router', 'tenant_id': 'c9875160e1e6467ba4c32e29bdc7488a', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec'}}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:05:18.433263 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c220e3f6-0310-47d3-aa03-b469e8b5e052 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Notify agent at l3_agent.n-d-816865-1 the message routers_updated {{(pid=102386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 19:05:18.447526 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afef5e59-3349-4742-9087-9e4c891a5a2d None None] Sync routers for ids ['92d58f79-68a7-41aa-ae45-8002064d2c06'] in n-d-816865-1 {{(pid=102389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 19:05:18.452671 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-c220e3f6-0310-47d3-aa03-b469e8b5e052 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] 10.222.0.13 "PUT /v2.0/routers/92d58f79-68a7-41aa-ae45-8002064d2c06/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2521875 Nov 05 19:05:18.459400 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afef5e59-3349-4742-9087-9e4c891a5a2d None None] Routers {'92d58f79-68a7-41aa-ae45-8002064d2c06'} bound to L3 agent in host n-d-816865-1 {{(pid=102389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 19:05:18.459660 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 52178) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:05:18.460411 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-afef5e59-3349-4742-9087-9e4c891a5a2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T19:05:05Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['92d58f79-68a7-41aa-ae45-8002064d2c06'], 'active': True} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:05:18.568996 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-cc9fb2e2-1e3a-4ac6-960b-ffb2df822ca4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-571139', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6874'] for router, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:05:18.571397 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-cc9fb2e2-1e3a-4ac6-960b-ffb2df822ca4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-571375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1000570', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1011585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6867'] for router, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:05:18.583203 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.db_base_plugin_v2 [None req-cfd00891-8e91-4b0e-b54f-be79cb75022d tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Deleting subnet 17f3259b-0e65-4434-84f3-e6a8b3c7482f {{(pid=102386) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 05 19:05:18.595773 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-cfd00891-8e91-4b0e-b54f-be79cb75022d tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Publish callbacks [] for subnet, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:05:18.620722 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6fb1ec0-4b56-4edc-8764-cf69d4d8beb4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeb20a084-accf-5b60-8075-3e69ebe863a6-4dc00c45-f8b9-4c9a-a6c5-c27d3aa63b93', 'network_id': '4dc00c45-f8b9-4c9a-a6c5-c27d3aa63b93', 'tenant_id': 'c9875160e1e6467ba4c32e29bdc7488a', 'fixed_ips': [{'subnet_id': '57c79303-6c4f-4c08-a695-f3ffd6fc49db'}]}} from n-d-816865-1. {{(pid=102388) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 05 19:05:18.621492 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b6fb1ec0-4b56-4edc-8764-cf69d4d8beb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:05:18.653637 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-cc9fb2e2-1e3a-4ac6-960b-ffb2df822ca4 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:05:18.670286 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-6f4c3c85-65fe-4fd1-9543-6182b949afde tempest-RoutersAdminTest-985037198 tempest-RoutersAdminTest-985037198-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-651796457', 'router:external': True}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:05:18.682562 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-cfd00891-8e91-4b0e-b54f-be79cb75022d tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4590738'] for subnet, precommit_delete_associations {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:05:18.686750 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvr_db [None req-afef5e59-3349-4742-9087-9e4c891a5a2d None None] Set router 92d58f79-68a7-41aa-ae45-8002064d2c06 gateway port host: n-d-816865-1 {{(pid=102389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 19:05:18.837582 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-cfd00891-8e91-4b0e-b54f-be79cb75022d tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1573928'] for subnet, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:05:18.902899 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f4c3c85-65fe-4fd1-9543-6182b949afde tempest-RoutersAdminTest-985037198 tempest-RoutersAdminTest-985037198-project-admin] Made reservation on behalf of 58dae232b06946ebb3a871c8ea833814 for: {'network': 1} {{(pid=102386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 19:05:18.906314 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-6f4c3c85-65fe-4fd1-9543-6182b949afde tempest-RoutersAdminTest-985037198 tempest-RoutersAdminTest-985037198-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for network, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:05:18.918842 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-6f4c3c85-65fe-4fd1-9543-6182b949afde tempest-RoutersAdminTest-985037198 tempest-RoutersAdminTest-985037198-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:05:18.982879 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-cc9fb2e2-1e3a-4ac6-960b-ffb2df822ca4 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:05:19.029692 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.db_base_plugin_common [None req-b6fb1ec0-4b56-4edc-8764-cf69d4d8beb4 None None] Allocated IP 172.20.0.2 (4dc00c45-f8b9-4c9a-a6c5-c27d3aa63b93/57c79303-6c4f-4c08-a695-f3ffd6fc49db/df401242-55a5-473a-bca5-d3bf6b870e58) {{(pid=102388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 19:05:19.053967 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-afef5e59-3349-4742-9087-9e4c891a5a2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92d58f79-68a7-41aa-ae45-8002064d2c06', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1075390681', 'tenant_id': '777902a3c6ed4ff2a5460208db53bd8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.210'}], 'enable_snat': True}, 'gw_port_id': '8742be66-1789-402a-a0dc-45a4ed0acc7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T19:02:41Z', 'updated_at': '2021-11-05T19:05:16Z', 'revision_number': 5, 'project_id': '777902a3c6ed4ff2a5460208db53bd8a', 'gw_port': {'id': '8742be66-1789-402a-a0dc-45a4ed0acc7f', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:25:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92d58f79-68a7-41aa-ae45-8002064d2c06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2935, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:02:43Z', 'updated_at': '2021-11-05T19:02:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1'}], 'n-d-816865-1', False) {} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:05:19.092692 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afef5e59-3349-4742-9087-9e4c891a5a2d None None] Checking router: 92d58f79-68a7-41aa-ae45-8002064d2c06 for host: n-d-816865-1 {{(pid=102389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 19:05:19.106216 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-6f4c3c85-65fe-4fd1-9543-6182b949afde tempest-RoutersAdminTest-985037198 tempest-RoutersAdminTest-985037198-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:05:19.109825 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afef5e59-3349-4742-9087-9e4c891a5a2d None None] Routers {'92d58f79-68a7-41aa-ae45-8002064d2c06'} bound to L3 agent in host n-d-816865-1 {{(pid=102389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 19:05:19.110850 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-afef5e59-3349-4742-9087-9e4c891a5a2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T19:05:05Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['92d58f79-68a7-41aa-ae45-8002064d2c06'], 'active': True} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:05:19.132733 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-cfd00891-8e91-4b0e-b54f-be79cb75022d tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1573905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6149879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4877183'] for subnet, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:05:19.178433 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-cfd00891-8e91-4b0e-b54f-be79cb75022d tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Publish callbacks [] for subnet, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:05:19.186440 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-cfd00891-8e91-4b0e-b54f-be79cb75022d tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] 10.222.0.13 "DELETE /v2.0/subnets/17f3259b-0e65-4434-84f3-e6a8b3c7482f HTTP/1.1" status: 204 len: 168 time: 0.7253067 Nov 05 19:05:19.186697 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 52208) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:05:19.189116 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd00891-8e91-4b0e-b54f-be79cb75022d tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Pushing event deleted for resources: {'Subnet': ['ID=17f3259b-0e65-4434-84f3-e6a8b3c7482f,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:05:19.202239 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-feea874b-e1dc-40e3-9186-27996c1601da None None] Network 7340801a-d414-4a8c-8e81-bc2b23bb205e requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 19:05:19.293505 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvr_db [None req-afef5e59-3349-4742-9087-9e4c891a5a2d None None] Set router 92d58f79-68a7-41aa-ae45-8002064d2c06 gateway port host: n-d-816865-1 {{(pid=102389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 19:05:19.343799 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-11840973-ea62-413c-818d-23dee5331655 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Publish callbacks [] for router, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:05:19.396823 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-6f4c3c85-65fe-4fd1-9543-6182b949afde tempest-RoutersAdminTest-985037198 tempest-RoutersAdminTest-985037198-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:05:19.508310 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-cc9fb2e2-1e3a-4ac6-960b-ffb2df822ca4 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:05:19.546718 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b6fb1ec0-4b56-4edc-8764-cf69d4d8beb4 None None] Publish callbacks [] for port, precommit_create {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:05:19.562457 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34396764-e3bd-486d-b6c1-962929c6d270 None None] DHCP port deletion for 7340801a-d414-4a8c-8e81-bc2b23bb205e request from n-d-816865-1 {{(pid=102388) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 05 19:05:19.584177 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-cc9fb2e2-1e3a-4ac6-960b-ffb2df822ca4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:05:19.615276 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4c3c85-65fe-4fd1-9543-6182b949afde tempest-RoutersAdminTest-985037198 tempest-RoutersAdminTest-985037198-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9483d9af-8d76-4f2a-adb2-f2b220ab1313,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:05:19.621317 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f4c3c85-65fe-4fd1-9543-6182b949afde tempest-RoutersAdminTest-985037198 tempest-RoutersAdminTest-985037198-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 187} {{(pid=102386) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 05 19:05:19.653119 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-34396764-e3bd-486d-b6c1-962929c6d270 None None] Deleting port 8cc6cf2f-36ef-4ee2-a5c6-a31dbf61af8b {{(pid=102388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 19:05:19.654413 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-34396764-e3bd-486d-b6c1-962929c6d270 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:05:19.671689 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b6fb1ec0-4b56-4edc-8764-cf69d4d8beb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789'] for port, after_create {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:05:19.698566 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-6f4c3c85-65fe-4fd1-9543-6182b949afde tempest-RoutersAdminTest-985037198 tempest-RoutersAdminTest-985037198-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273'] for segment, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:05:19.703122 n-d-816865-1 neutron-server[102386]: INFO neutron.db.segments_db [None req-6f4c3c85-65fe-4fd1-9543-6182b949afde tempest-RoutersAdminTest-985037198 tempest-RoutersAdminTest-985037198-project-admin] Added segment 17959e3f-fc4a-4dc9-be49-ca301a448f66 of type vlan for network b896870a-13d2-4113-a1d8-5a35bcb954ff Nov 05 19:05:19.791652 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-afef5e59-3349-4742-9087-9e4c891a5a2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92d58f79-68a7-41aa-ae45-8002064d2c06', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1075390681', 'tenant_id': '777902a3c6ed4ff2a5460208db53bd8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.210'}], 'enable_snat': True}, 'gw_port_id': '8742be66-1789-402a-a0dc-45a4ed0acc7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T19:02:41Z', 'updated_at': '2021-11-05T19:05:16Z', 'revision_number': 5, 'project_id': '777902a3c6ed4ff2a5460208db53bd8a', 'gw_port': {'id': '8742be66-1789-402a-a0dc-45a4ed0acc7f', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:25:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92d58f79-68a7-41aa-ae45-8002064d2c06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2935, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:02:43Z', 'updated_at': '2021-11-05T19:02:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1'}], 'n-d-816865-1', False) {} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:05:19.825506 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.db_base_plugin_common [None req-cc9fb2e2-1e3a-4ac6-960b-ffb2df822ca4 admin admin] Allocated IP 172.25.6.136 (40c8335d-cd0b-4cb5-910a-d4dcddd5cbec/04fe6db3-e108-4208-943d-6518424f5726/c9d005a4-a0df-40e1-8195-021f565d2cb9) {{(pid=102387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 19:05:19.834475 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-6f4c3c85-65fe-4fd1-9543-6182b949afde tempest-RoutersAdminTest-985037198 tempest-RoutersAdminTest-985037198-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750027258543'] for network, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:05:19.844864 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6fb1ec0-4b56-4edc-8764-cf69d4d8beb4 None None] Pushing event updated for resources: {'Port': ['ID=df401242-55a5-473a-bca5-d3bf6b870e58,revision_number=1']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:05:19.874560 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-11840973-ea62-413c-818d-23dee5331655 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:05:19.962868 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-6f4c3c85-65fe-4fd1-9543-6182b949afde tempest-RoutersAdminTest-985037198 tempest-RoutersAdminTest-985037198-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-956796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877'] for network, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:05:19.962868 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f4c3c85-65fe-4fd1-9543-6182b949afde tempest-RoutersAdminTest-985037198 tempest-RoutersAdminTest-985037198-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:05:19.963275 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-6f4c3c85-65fe-4fd1-9543-6182b949afde tempest-RoutersAdminTest-985037198 tempest-RoutersAdminTest-985037198-project-admin] Publish callbacks [] for network, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:05:20.119680 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-cc9fb2e2-1e3a-4ac6-960b-ffb2df822ca4 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:05:20.159135 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4c3c85-65fe-4fd1-9543-6182b949afde tempest-RoutersAdminTest-985037198 tempest-RoutersAdminTest-985037198-project-admin] Pushing event updated for resources: {'Network': ['ID=b896870a-13d2-4113-a1d8-5a35bcb954ff,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:05:20.188972 n-d-816865-1 neutron-server[102388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6fb1ec0-4b56-4edc-8764-cf69d4d8beb4 None None] Network 4dc00c45-f8b9-4c9a-a6c5-c27d3aa63b93 is already hosted by enough agents. {{(pid=102388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 19:05:20.190696 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Network b896870a-13d2-4113-a1d8-5a35bcb954ff details requested by agent ovs-agent-n-d-816865-1 with host n-d-816865-1 {{(pid=102388) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 05 19:05:20.195835 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6fb1ec0-4b56-4edc-8764-cf69d4d8beb4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:05:20.196502 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6fb1ec0-4b56-4edc-8764-cf69d4d8beb4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:05:20.197022 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6fb1ec0-4b56-4edc-8764-cf69d4d8beb4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:05:20.197665 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6fb1ec0-4b56-4edc-8764-cf69d4d8beb4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:05:20.198250 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6fb1ec0-4b56-4edc-8764-cf69d4d8beb4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:05:20.198761 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6fb1ec0-4b56-4edc-8764-cf69d4d8beb4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:05:20.199268 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6fb1ec0-4b56-4edc-8764-cf69d4d8beb4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:05:20.199757 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6fb1ec0-4b56-4edc-8764-cf69d4d8beb4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:05:20.200252 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6fb1ec0-4b56-4edc-8764-cf69d4d8beb4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:05:20.201292 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6fb1ec0-4b56-4edc-8764-cf69d4d8beb4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:05:20.201787 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6fb1ec0-4b56-4edc-8764-cf69d4d8beb4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:05:20.202614 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6fb1ec0-4b56-4edc-8764-cf69d4d8beb4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:05:20.211112 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afef5e59-3349-4742-9087-9e4c891a5a2d None None] The sync data for ids ['92d58f79-68a7-41aa-ae45-8002064d2c06'] in n-d-816865-1 is: [{'id': '92d58f79-68a7-41aa-ae45-8002064d2c06', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1075390681', 'tenant_id': '777902a3c6ed4ff2a5460208db53bd8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.210'}], 'enable_snat': True}, 'gw_port_id': '8742be66-1789-402a-a0dc-45a4ed0acc7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T19:02:41Z', 'updated_at': '2021-11-05T19:05:16Z', 'revision_number': 5, 'project_id': '777902a3c6ed4ff2a5460208db53bd8a', 'gw_port': {'id': '8742be66-1789-402a-a0dc-45a4ed0acc7f', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:25:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92d58f79-68a7-41aa-ae45-8002064d2c06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2935, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:02:43Z', 'updated_at': '2021-11-05T19:02:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1'}] {{(pid=102389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 19:05:20.213009 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 52232) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:05:20.214662 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-6f4c3c85-65fe-4fd1-9543-6182b949afde tempest-RoutersAdminTest-985037198 tempest-RoutersAdminTest-985037198-project-admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 1.8510630 Nov 05 19:05:20.216876 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-11840973-ea62-413c-818d-23dee5331655 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Deleting port 8742be66-1789-402a-a0dc-45a4ed0acc7f {{(pid=102386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 19:05:20.217213 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-11840973-ea62-413c-818d-23dee5331655 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:05:20.228656 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-14cb57ee-551c-4eaa-8e6a-cbe623b550f7 tempest-RoutersAdminTest-985037198 tempest-RoutersAdminTest-985037198-project-admin] Request body: {'subnet': {'network_id': 'b896870a-13d2-4113-a1d8-5a35bcb954ff', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:05:20.230076 n-d-816865-1 neutron-server[102388]: DEBUG neutron.scheduler.base_scheduler [None req-b6fb1ec0-4b56-4edc-8764-cf69d4d8beb4 None None] Resources bound (agent type, host, resource id): {{(pid=102388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 19:05:20.246583 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6fb1ec0-4b56-4edc-8764-cf69d4d8beb4 None None] Received port after_create {{(pid=102388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 19:05:20.267268 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-34396764-e3bd-486d-b6c1-962929c6d270 None None] For port 8cc6cf2f-36ef-4ee2-a5c6-a31dbf61af8b, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=8cc6cf2f-36ef-4ee2-a5c6-a31dbf61af8b,segment=NetworkSegment(3d7f4a28-84db-42f8-83a4-bb954eae33e2),segment_id=3d7f4a28-84db-42f8-83a4-bb954eae33e2)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:05:20.268031 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-34396764-e3bd-486d-b6c1-962929c6d270 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:05:20.285323 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-cc9fb2e2-1e3a-4ac6-960b-ffb2df822ca4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4417063'] for port, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:05:20.364695 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14cb57ee-551c-4eaa-8e6a-cbe623b550f7 tempest-RoutersAdminTest-985037198 tempest-RoutersAdminTest-985037198-project-admin] Made reservation on behalf of 58dae232b06946ebb3a871c8ea833814 for: {'subnet': 1} {{(pid=102387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 19:05:20.367401 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-14cb57ee-551c-4eaa-8e6a-cbe623b550f7 tempest-RoutersAdminTest-985037198 tempest-RoutersAdminTest-985037198-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5112236'] for subnet, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:05:20.372184 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc9fb2e2-1e3a-4ac6-960b-ffb2df822ca4 admin admin] Network 40c8335d-cd0b-4cb5-910a-d4dcddd5cbec is already hosted by enough agents. {{(pid=102387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 19:05:20.387481 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.base_scheduler [None req-cc9fb2e2-1e3a-4ac6-960b-ffb2df822ca4 admin admin] Resources bound (agent type, host, resource id): {{(pid=102387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 19:05:20.406081 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc9fb2e2-1e3a-4ac6-960b-ffb2df822ca4 admin admin] Received port after_create {{(pid=102387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 19:05:20.409947 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9fb2e2-1e3a-4ac6-960b-ffb2df822ca4 admin admin] Pushing event updated for resources: {'Port': ['ID=c9d005a4-a0df-40e1-8195-021f565d2cb9,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:05:20.421494 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-34396764-e3bd-486d-b6c1-962929c6d270 None None] Calling delete_port for 8cc6cf2f-36ef-4ee2-a5c6-a31dbf61af8b owned by network:dhcp {{(pid=102388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 19:05:20.493916 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-b6fb1ec0-4b56-4edc-8764-cf69d4d8beb4 None None] Attempting to bind port df401242-55a5-473a-bca5-d3bf6b870e58 on host n-d-816865-1 for vnic_type normal with profile {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 19:05:20.509064 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [None req-11840973-ea62-413c-818d-23dee5331655 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] For port 8742be66-1789-402a-a0dc-45a4ed0acc7f, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=8742be66-1789-402a-a0dc-45a4ed0acc7f,segment=NetworkSegment(85be518c-8bb4-46a2-a903-d4292782d29d),segment_id=85be518c-8bb4-46a2-a903-d4292782d29d)] {{(pid=102386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:05:20.511479 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-b6fb1ec0-4b56-4edc-8764-cf69d4d8beb4 None None] Attempting to bind port df401242-55a5-473a-bca5-d3bf6b870e58 by drivers openvswitch,hyperv on host n-d-816865-1 at level 0 using segments [{'id': 'e1049daa-fc97-4a3f-8351-3203f3822574', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '4dc00c45-f8b9-4c9a-a6c5-c27d3aa63b93'}] {{(pid=102388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 19:05:20.511645 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-11840973-ea62-413c-818d-23dee5331655 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:05:20.511843 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6fb1ec0-4b56-4edc-8764-cf69d4d8beb4 None None] Attempting to bind port df401242-55a5-473a-bca5-d3bf6b870e58 on network 4dc00c45-f8b9-4c9a-a6c5-c27d3aa63b93 {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 19:05:20.566757 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-11840973-ea62-413c-818d-23dee5331655 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Calling delete_port for 8742be66-1789-402a-a0dc-45a4ed0acc7f owned by network:router_gateway {{(pid=102386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 19:05:20.569469 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6fb1ec0-4b56-4edc-8764-cf69d4d8beb4 None None] Checking agent: {'id': '724d89a7-611b-41e6-bc85-c48112b17afa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 18, 25, 8), 'started_at': datetime.datetime(2021, 11, 5, 18, 25, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 19, 5, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 19:05:20.570208 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6fb1ec0-4b56-4edc-8764-cf69d4d8beb4 None None] Checking segment: {'id': 'e1049daa-fc97-4a3f-8351-3203f3822574', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '4dc00c45-f8b9-4c9a-a6c5-c27d3aa63b93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 19:05:20.570385 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b6fb1ec0-4b56-4edc-8764-cf69d4d8beb4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:05:20.570698 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6fb1ec0-4b56-4edc-8764-cf69d4d8beb4 None None] Bound using segment: {'id': 'e1049daa-fc97-4a3f-8351-3203f3822574', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '4dc00c45-f8b9-4c9a-a6c5-c27d3aa63b93'} {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 19:05:20.571514 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-b6fb1ec0-4b56-4edc-8764-cf69d4d8beb4 None None] Bound port: df401242-55a5-473a-bca5-d3bf6b870e58, host: n-d-816865-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1049daa-fc97-4a3f-8351-3203f3822574', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '4dc00c45-f8b9-4c9a-a6c5-c27d3aa63b93'}}] {{(pid=102388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 19:05:20.572506 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b6fb1ec0-4b56-4edc-8764-cf69d4d8beb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:05:20.711073 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b6fb1ec0-4b56-4edc-8764-cf69d4d8beb4 None None] For port df401242-55a5-473a-bca5-d3bf6b870e58, host n-d-816865-1, cleared binding levels {{(pid=102388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 19:05:20.789490 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b6fb1ec0-4b56-4edc-8764-cf69d4d8beb4 None None] For port df401242-55a5-473a-bca5-d3bf6b870e58, host n-d-816865-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=df401242-55a5-473a-bca5-d3bf6b870e58,segment=NetworkSegment(e1049daa-fc97-4a3f-8351-3203f3822574),segment_id=e1049daa-fc97-4a3f-8351-3203f3822574)] {{(pid=102388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 19:05:20.805092 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-34396764-e3bd-486d-b6c1-962929c6d270 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798'] for port, after_delete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:05:20.851419 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34396764-e3bd-486d-b6c1-962929c6d270 None None] No DVR routers for this DVR port 8cc6cf2f-36ef-4ee2-a5c6-a31dbf61af8b on host n-d-816865-1 {{(pid=102388) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 19:05:20.854065 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34396764-e3bd-486d-b6c1-962929c6d270 None None] Pushing event deleted for resources: {'Port': ['ID=8cc6cf2f-36ef-4ee2-a5c6-a31dbf61af8b,revision_number=None']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:05:20.947701 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b6fb1ec0-4b56-4edc-8764-cf69d4d8beb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:05:21.004232 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-11840973-ea62-413c-818d-23dee5331655 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:05:21.080721 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11840973-ea62-413c-818d-23dee5331655 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Pushing event deleted for resources: {'Port': ['ID=8742be66-1789-402a-a0dc-45a4ed0acc7f,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:05:21.137231 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6fb1ec0-4b56-4edc-8764-cf69d4d8beb4 None None] Pushing event updated for resources: {'Port': ['ID=df401242-55a5-473a-bca5-d3bf6b870e58,revision_number=2']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:05:21.193399 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-11840973-ea62-413c-818d-23dee5331655 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1000651'] for router_gateway, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:05:21.199923 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-cc9fb2e2-1e3a-4ac6-960b-ffb2df822ca4 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:05:21.395414 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 8cc6cf2f-36ef-4ee2-a5c6-a31dbf61af8b no longer exists at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 19:05:21.428709 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-11840973-ea62-413c-818d-23dee5331655 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-571301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6852'] for router, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:05:21.433605 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-11840973-ea62-413c-818d-23dee5331655 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:05:21.458091 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] No Port match for: 8cc6cf2f-36ef-4ee2-a5c6-a31dbf61af8b {{(pid=102388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 19:05:21.458091 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 8cc6cf2f-36ef-4ee2-a5c6-a31dbf61af8b not bound to the agent host n-d-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 19:05:21.458091 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 87b228bc-76b1-436e-bfa1-329cc71d6699 no longer exists at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 19:05:21.481691 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] No Port match for: 87b228bc-76b1-436e-bfa1-329cc71d6699 {{(pid=102388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 19:05:21.483914 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 87b228bc-76b1-436e-bfa1-329cc71d6699 not bound to the agent host n-d-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 19:05:21.604027 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-11840973-ea62-413c-818d-23dee5331655 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-571310'] for router, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:05:21.604840 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11840973-ea62-413c-818d-23dee5331655 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Fanout notify agent at l3_agent the message router_deleted on router 92d58f79-68a7-41aa-ae45-8002064d2c06 {{(pid=102386) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 05 19:05:21.623626 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-11840973-ea62-413c-818d-23dee5331655 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Publish callbacks [] for router, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:05:21.631903 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-11840973-ea62-413c-818d-23dee5331655 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] 10.222.0.13 "DELETE /v2.0/routers/92d58f79-68a7-41aa-ae45-8002064d2c06 HTTP/1.1" status: 204 len: 168 time: 2.4420581 Nov 05 19:05:21.631903 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 52270) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:05:21.907735 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-cf222764-e84b-40da-a238-db71c4959251 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1664226'] for network, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:05:21.986811 n-d-816865-1 neutron-server[102387]: DEBUG neutron.objects.ports [None req-14cb57ee-551c-4eaa-8e6a-cbe623b550f7 tempest-RoutersAdminTest-985037198 tempest-RoutersAdminTest-985037198-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102387) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 05 19:05:21.987396 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-14cb57ee-551c-4eaa-8e6a-cbe623b550f7 tempest-RoutersAdminTest-985037198 tempest-RoutersAdminTest-985037198-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4417463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5112218'] for subnet, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:05:22.075421 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14cb57ee-551c-4eaa-8e6a-cbe623b550f7 tempest-RoutersAdminTest-985037198 tempest-RoutersAdminTest-985037198-project-admin] Pushing event updated for resources: {'Subnet': ['ID=6db0b681-d622-4fee-b004-ce4d940af4b2,revision_number=0']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:05:22.135868 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-cf222764-e84b-40da-a238-db71c4959251 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1579173', 'neutron.services.segments.db._delete_segments_for_network-8750027792909'] for network, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:05:22.162130 n-d-816865-1 neutron-server[102386]: DEBUG neutron.services.segments.db [None req-cf222764-e84b-40da-a238-db71c4959251 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7340801a-d414-4a8c-8e81-bc2b23bb205e']}} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:05:22.172642 n-d-816865-1 neutron-server[102386]: DEBUG neutron.services.segments.db [None req-cf222764-e84b-40da-a238-db71c4959251 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d7f4a28-84db-42f8-83a4-bb954eae33e2') {'for_net_delete': True} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:05:22.172933 n-d-816865-1 neutron-server[102386]: DEBUG neutron.services.segments.db [None req-cf222764-e84b-40da-a238-db71c4959251 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d7f4a28-84db-42f8-83a4-bb954eae33e2') {} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:05:22.183603 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-cf222764-e84b-40da-a238-db71c4959251 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750027793430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4590747'] for segment, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:05:22.190465 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14cb57ee-551c-4eaa-8e6a-cbe623b550f7 tempest-RoutersAdminTest-985037198 tempest-RoutersAdminTest-985037198-project-admin] Checking segment: {'id': '17959e3f-fc4a-4dc9-be49-ca301a448f66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'b896870a-13d2-4113-a1d8-5a35bcb954ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 19:05:22.190826 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14cb57ee-551c-4eaa-8e6a-cbe623b550f7 tempest-RoutersAdminTest-985037198 tempest-RoutersAdminTest-985037198-project-admin] Network hostable DHCP agents. Network: b896870a-13d2-4113-a1d8-5a35bcb954ff, hostable agents: ['987e2ca0-bc3b-4c6f-a989-429ccfbf753f'], hosted agents: [] {{(pid=102387) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 05 19:05:22.199871 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-cc9fb2e2-1e3a-4ac6-960b-ffb2df822ca4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-571384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1000487'] for router, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:05:22.217493 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-cf222764-e84b-40da-a238-db71c4959251 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273'] for segment, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:05:22.224296 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf222764-e84b-40da-a238-db71c4959251 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Releasing vlan 150 on physical network physnet1 to pool {{(pid=102386) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 05 19:05:22.224732 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-cf222764-e84b-40da-a238-db71c4959251 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6149721'] for segment, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:05:22.227865 n-d-816865-1 neutron-server[102386]: Traceback (most recent call last): Nov 05 19:05:22.227865 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 05 19:05:22.227865 n-d-816865-1 neutron-server[102386]: timer() Nov 05 19:05:22.227865 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 05 19:05:22.227865 n-d-816865-1 neutron-server[102386]: cb(*args, **kw) Nov 05 19:05:22.227865 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 05 19:05:22.227865 n-d-816865-1 neutron-server[102386]: return func(*args, **kwargs) Nov 05 19:05:22.227865 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 05 19:05:22.227865 n-d-816865-1 neutron-server[102386]: self._notify() Nov 05 19:05:22.227865 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 05 19:05:22.227865 n-d-816865-1 neutron-server[102386]: self.callback(batched_events) Nov 05 19:05:22.227865 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 05 19:05:22.227865 n-d-816865-1 neutron-server[102386]: event.method(event) Nov 05 19:05:22.227865 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 05 19:05:22.227865 n-d-816865-1 neutron-server[102386]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 05 19:05:22.227865 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 05 19:05:22.227865 n-d-816865-1 neutron-server[102386]: aggregate_uuid = self.p_client.list_aggregates( Nov 05 19:05:22.227865 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 05 19:05:22.227865 n-d-816865-1 neutron-server[102386]: return f(self, *a, **k) Nov 05 19:05:22.227865 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 05 19:05:22.227865 n-d-816865-1 neutron-server[102386]: return self._get(url).json() Nov 05 19:05:22.227865 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 05 19:05:22.227865 n-d-816865-1 neutron-server[102386]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 05 19:05:22.227865 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 05 19:05:22.227865 n-d-816865-1 neutron-server[102386]: return self.request(url, 'GET', **kwargs) Nov 05 19:05:22.227865 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 05 19:05:22.227865 n-d-816865-1 neutron-server[102386]: base_url = self.get_endpoint(auth, allow=allow, Nov 05 19:05:22.227865 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 05 19:05:22.227865 n-d-816865-1 neutron-server[102386]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 05 19:05:22.227865 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 05 19:05:22.227865 n-d-816865-1 neutron-server[102386]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 05 19:05:22.227865 n-d-816865-1 neutron-server[102386]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 05 19:05:22.374401 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14cb57ee-551c-4eaa-8e6a-cbe623b550f7 tempest-RoutersAdminTest-985037198 tempest-RoutersAdminTest-985037198-project-admin] Network b896870a-13d2-4113-a1d8-5a35bcb954ff is scheduled to be hosted by DHCP agent 987e2ca0-bc3b-4c6f-a989-429ccfbf753f with binding_index 1 {{(pid=102387) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 05 19:05:22.472326 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-cf222764-e84b-40da-a238-db71c4959251 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1579178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-956796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1000687'] for network, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:05:22.480012 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-cf222764-e84b-40da-a238-db71c4959251 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Publish callbacks [] for network, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:05:22.485475 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-cf222764-e84b-40da-a238-db71c4959251 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] 10.222.0.13 "DELETE /v2.0/networks/7340801a-d414-4a8c-8e81-bc2b23bb205e HTTP/1.1" status: 204 len: 168 time: 0.8537092 Nov 05 19:05:22.488747 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 52296) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:05:22.532370 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf222764-e84b-40da-a238-db71c4959251 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Pushing event deleted for resources: {'Network': ['ID=7340801a-d414-4a8c-8e81-bc2b23bb205e,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:05:22.539572 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.base_scheduler [None req-14cb57ee-551c-4eaa-8e6a-cbe623b550f7 tempest-RoutersAdminTest-985037198 tempest-RoutersAdminTest-985037198-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816865-1, b896870a-13d2-4113-a1d8-5a35bcb954ff) {{(pid=102387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 19:05:22.549743 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14cb57ee-551c-4eaa-8e6a-cbe623b550f7 tempest-RoutersAdminTest-985037198 tempest-RoutersAdminTest-985037198-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:05:22.553932 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-714c0999-fc91-4343-93b2-f2037d8b5d3d None None] Network b896870a-13d2-4113-a1d8-5a35bcb954ff requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 19:05:22.608748 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-14cb57ee-551c-4eaa-8e6a-cbe623b550f7 tempest-RoutersAdminTest-985037198 tempest-RoutersAdminTest-985037198-project-admin] Publish callbacks [] for subnet, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:05:22.627692 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc9fb2e2-1e3a-4ac6-960b-ffb2df822ca4 admin admin] Router 8316fa0f-e616-4e27-a642-2e9db3fcaaa3 is scheduled to L3 agent 6dcb5589-8e86-4616-9186-ddc4548e13ad with binding_index 1 {{(pid=102387) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 05 19:05:22.776507 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-14cb57ee-551c-4eaa-8e6a-cbe623b550f7 tempest-RoutersAdminTest-985037198 tempest-RoutersAdminTest-985037198-project-admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.5602186 Nov 05 19:05:22.780954 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 52302) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:05:22.788302 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-f41755d8-06d4-4f4b-84dd-486f76a81e7a tempest-RoutersAdminTest-985037198 tempest-RoutersAdminTest-985037198-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-1079712353', 'network_id': 'b896870a-13d2-4113-a1d8-5a35bcb954ff'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:05:22.807928 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-fadfb089-2a5c-4bad-a401-0478f9494068 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Publish callbacks [] for security_group, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:05:22.886554 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7414534a-8e1c-4d55-ad18-b2bd9e4b6566 None None] Network b896870a-13d2-4113-a1d8-5a35bcb954ff requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 19:05:22.941295 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f41755d8-06d4-4f4b-84dd-486f76a81e7a tempest-RoutersAdminTest-985037198 tempest-RoutersAdminTest-985037198-project-admin] Made reservation on behalf of 58dae232b06946ebb3a871c8ea833814 for: {'port': 1} {{(pid=102386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 19:05:22.944705 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-f41755d8-06d4-4f4b-84dd-486f76a81e7a tempest-RoutersAdminTest-985037198 tempest-RoutersAdminTest-985037198-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:05:22.952415 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-fadfb089-2a5c-4bad-a401-0478f9494068 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:05:22.978544 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc9fb2e2-1e3a-4ac6-960b-ffb2df822ca4 admin admin] Notify agent at l3_agent.n-d-816865-1 the message routers_updated {{(pid=102387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 19:05:22.991510 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1580d4cf-887e-4237-8ef8-99958f072fb7 None None] Sync routers for ids ['8316fa0f-e616-4e27-a642-2e9db3fcaaa3'] in n-d-816865-1 {{(pid=102388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 19:05:23.011023 n-d-816865-1 neutron-server[102386]: DEBUG neutron.notifiers.nova [None req-f41755d8-06d4-4f4b-84dd-486f76a81e7a tempest-RoutersAdminTest-985037198 tempest-RoutersAdminTest-985037198-project-admin] device_id is not set on port 37a5ea16-0215-40c2-93dc-24578070ca5a yet. {{(pid=102386) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 05 19:05:23.074154 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-cc9fb2e2-1e3a-4ac6-960b-ffb2df822ca4 admin admin] Publish callbacks [] for router, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:05:23.079918 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-cc9fb2e2-1e3a-4ac6-960b-ffb2df822ca4 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 4.6540251 Nov 05 19:05:23.082526 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 52312) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:05:23.135602 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1580d4cf-887e-4237-8ef8-99958f072fb7 None None] Routers {'8316fa0f-e616-4e27-a642-2e9db3fcaaa3'} bound to L3 agent in host n-d-816865-1 {{(pid=102388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 19:05:23.138102 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-1580d4cf-887e-4237-8ef8-99958f072fb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T19:05:05Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['8316fa0f-e616-4e27-a642-2e9db3fcaaa3'], 'active': True} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:05:23.189993 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17072e00-4d29-4ae5-a405-5e63abaead3f None None] Network 4dc00c45-f8b9-4c9a-a6c5-c27d3aa63b93 requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 19:05:23.202608 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.db_base_plugin_common [None req-f41755d8-06d4-4f4b-84dd-486f76a81e7a tempest-RoutersAdminTest-985037198 tempest-RoutersAdminTest-985037198-project-admin] Allocated IP 172.20.0.7 (b896870a-13d2-4113-a1d8-5a35bcb954ff/6db0b681-d622-4fee-b004-ce4d940af4b2/37a5ea16-0215-40c2-93dc-24578070ca5a) {{(pid=102386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 19:05:23.377453 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-fadfb089-2a5c-4bad-a401-0478f9494068 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:05:23.379591 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-d3cedc31-39a3-4e02-9789-745c69372262 None None] Provisioning complete for port df401242-55a5-473a-bca5-d3bf6b870e58 triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:05:23.381239 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-d3cedc31-39a3-4e02-9789-745c69372262 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:05:23.385523 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-fadfb089-2a5c-4bad-a401-0478f9494068 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Publish callbacks [] for security_group, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:05:23.393607 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-fadfb089-2a5c-4bad-a401-0478f9494068 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] 10.222.0.13 "DELETE /v2.0/security-groups/0c08aee2-7f5c-494d-880e-af35273de53d HTTP/1.1" status: 204 len: 168 time: 0.9001040 Nov 05 19:05:23.428460 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fadfb089-2a5c-4bad-a401-0478f9494068 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c08aee2-7f5c-494d-880e-af35273de53d,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:05:23.453791 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-f41755d8-06d4-4f4b-84dd-486f76a81e7a tempest-RoutersAdminTest-985037198 tempest-RoutersAdminTest-985037198-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:05:23.581879 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-f41755d8-06d4-4f4b-84dd-486f76a81e7a tempest-RoutersAdminTest-985037198 tempest-RoutersAdminTest-985037198-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:05:23.641784 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f41755d8-06d4-4f4b-84dd-486f76a81e7a tempest-RoutersAdminTest-985037198 tempest-RoutersAdminTest-985037198-project-admin] Network b896870a-13d2-4113-a1d8-5a35bcb954ff is already hosted by enough agents. {{(pid=102386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 19:05:23.643486 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device df401242-55a5-473a-bca5-d3bf6b870e58 up at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 19:05:23.647668 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.base_scheduler [None req-f41755d8-06d4-4f4b-84dd-486f76a81e7a tempest-RoutersAdminTest-985037198 tempest-RoutersAdminTest-985037198-project-admin] Resources bound (agent type, host, resource id): {{(pid=102386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 19:05:23.649053 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41755d8-06d4-4f4b-84dd-486f76a81e7a tempest-RoutersAdminTest-985037198 tempest-RoutersAdminTest-985037198-project-admin] Pushing event updated for resources: {'Port': ['ID=37a5ea16-0215-40c2-93dc-24578070ca5a,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:05:23.651565 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f41755d8-06d4-4f4b-84dd-486f76a81e7a tempest-RoutersAdminTest-985037198 tempest-RoutersAdminTest-985037198-project-admin] Received port after_create {{(pid=102386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 19:05:23.741311 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f41755d8-06d4-4f4b-84dd-486f76a81e7a tempest-RoutersAdminTest-985037198 tempest-RoutersAdminTest-985037198-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:05:23.746136 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-f41755d8-06d4-4f4b-84dd-486f76a81e7a tempest-RoutersAdminTest-985037198 tempest-RoutersAdminTest-985037198-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:05:23.753090 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Provisioning complete for port df401242-55a5-473a-bca5-d3bf6b870e58 triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:05:23.754773 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:05:23.819498 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvr_db [None req-1580d4cf-887e-4237-8ef8-99958f072fb7 None None] Set router 8316fa0f-e616-4e27-a642-2e9db3fcaaa3 gateway port host: n-d-816865-1 {{(pid=102388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 19:05:23.830092 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-f41755d8-06d4-4f4b-84dd-486f76a81e7a tempest-RoutersAdminTest-985037198 tempest-RoutersAdminTest-985037198-project-admin] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1023 time: 1.0474002 Nov 05 19:05:23.832817 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 52342) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:05:23.885679 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-78756e8f-f5e4-4230-9b23-646ca31897ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:05:23.965680 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-7a0e759f-f238-4f0e-a43c-34f1e4966893 tempest-RoutersAdminTest-985037198 tempest-RoutersAdminTest-985037198-project-admin] Deleting port 37a5ea16-0215-40c2-93dc-24578070ca5a {{(pid=102386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 19:05:23.966151 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-7a0e759f-f238-4f0e-a43c-34f1e4966893 tempest-RoutersAdminTest-985037198 tempest-RoutersAdminTest-985037198-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:05:24.103659 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-7a0e759f-f238-4f0e-a43c-34f1e4966893 tempest-RoutersAdminTest-985037198 tempest-RoutersAdminTest-985037198-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:05:24.133055 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-7a0e759f-f238-4f0e-a43c-34f1e4966893 tempest-RoutersAdminTest-985037198 tempest-RoutersAdminTest-985037198-project-admin] Calling delete_port for 37a5ea16-0215-40c2-93dc-24578070ca5a owned by {{(pid=102386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 19:05:24.220180 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.db_base_plugin_common [None req-78756e8f-f5e4-4230-9b23-646ca31897ba admin admin] Allocated IP 172.20.0.1 (4dc00c45-f8b9-4c9a-a6c5-c27d3aa63b93/57c79303-6c4f-4c08-a695-f3ffd6fc49db/90cb269f-21e4-4c4e-b946-0b89a5f315e0) {{(pid=102387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 19:05:24.230574 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-d3cedc31-39a3-4e02-9789-745c69372262 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:05:24.232431 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:05:24.307915 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] For port df401242-55a5-473a-bca5-d3bf6b870e58, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=df401242-55a5-473a-bca5-d3bf6b870e58,segment=NetworkSegment(e1049daa-fc97-4a3f-8351-3203f3822574),segment_id=e1049daa-fc97-4a3f-8351-3203f3822574)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:05:24.414654 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-1580d4cf-887e-4237-8ef8-99958f072fb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8316fa0f-e616-4e27-a642-2e9db3fcaaa3', 'name': 'tempest-AttachVolumeShelveTestJSON-2053281703-router', 'tenant_id': 'c9875160e1e6467ba4c32e29bdc7488a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.136'}], 'enable_snat': True}, 'gw_port_id': 'c9d005a4-a0df-40e1-8195-021f565d2cb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T19:05:18Z', 'updated_at': '2021-11-05T19:05:20Z', 'revision_number': 3, 'project_id': 'c9875160e1e6467ba4c32e29bdc7488a', 'gw_port': {'id': 'c9d005a4-a0df-40e1-8195-021f565d2cb9', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:99:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8316fa0f-e616-4e27-a642-2e9db3fcaaa3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3112, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:05:19Z', 'updated_at': '2021-11-05T19:05:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1'}], 'n-d-816865-1', False) {} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:05:24.418300 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-78756e8f-f5e4-4230-9b23-646ca31897ba admin admin] Publish callbacks [] for port, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:05:24.484070 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1580d4cf-887e-4237-8ef8-99958f072fb7 None None] Checking router: 8316fa0f-e616-4e27-a642-2e9db3fcaaa3 for host: n-d-816865-1 {{(pid=102388) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 19:05:24.485163 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1580d4cf-887e-4237-8ef8-99958f072fb7 None None] Updating router 8316fa0f-e616-4e27-a642-2e9db3fcaaa3 port c9d005a4-a0df-40e1-8195-021f565d2cb9 binding host n-d-816865-1 {{(pid=102388) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 05 19:05:24.517951 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-1580d4cf-887e-4237-8ef8-99958f072fb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:05:24.520596 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:05:24.570171 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-7a0e759f-f238-4f0e-a43c-34f1e4966893 tempest-RoutersAdminTest-985037198 tempest-RoutersAdminTest-985037198-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:05:24.571715 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-78756e8f-f5e4-4230-9b23-646ca31897ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4417063'] for port, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:05:24.616838 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 8742be66-1789-402a-a0dc-45a4ed0acc7f no longer exists at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 19:05:24.626812 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0e759f-f238-4f0e-a43c-34f1e4966893 tempest-RoutersAdminTest-985037198 tempest-RoutersAdminTest-985037198-project-admin] Pushing event deleted for resources: {'Port': ['ID=37a5ea16-0215-40c2-93dc-24578070ca5a,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:05:24.636179 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.db.api [None req-d3cedc31-39a3-4e02-9789-745c69372262 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102388) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 05 19:05:24.636609 n-d-816865-1 neutron-server[102388]: DEBUG oslo_db.api [None req-d3cedc31-39a3-4e02-9789-745c69372262 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 05 19:05:24.678603 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78756e8f-f5e4-4230-9b23-646ca31897ba admin admin] Network 4dc00c45-f8b9-4c9a-a6c5-c27d3aa63b93 is already hosted by enough agents. {{(pid=102387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 19:05:24.687992 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.base_scheduler [None req-78756e8f-f5e4-4230-9b23-646ca31897ba admin admin] Resources bound (agent type, host, resource id): {{(pid=102387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 19:05:24.688642 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] No Port match for: 8742be66-1789-402a-a0dc-45a4ed0acc7f {{(pid=102388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 19:05:24.694377 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 8742be66-1789-402a-a0dc-45a4ed0acc7f not bound to the agent host n-d-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 19:05:24.703241 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78756e8f-f5e4-4230-9b23-646ca31897ba admin admin] Received port after_create {{(pid=102387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 19:05:24.741055 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78756e8f-f5e4-4230-9b23-646ca31897ba admin admin] Pushing event updated for resources: {'Port': ['ID=90cb269f-21e4-4c4e-b946-0b89a5f315e0,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:05:24.767759 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-78756e8f-f5e4-4230-9b23-646ca31897ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-571770'] for router_interface, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:05:24.774157 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-7a0e759f-f238-4f0e-a43c-34f1e4966893 tempest-RoutersAdminTest-985037198 tempest-RoutersAdminTest-985037198-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:05:24.779268 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-7a0e759f-f238-4f0e-a43c-34f1e4966893 tempest-RoutersAdminTest-985037198 tempest-RoutersAdminTest-985037198-project-admin] 10.222.0.13 "DELETE /v2.0/ports/37a5ea16-0215-40c2-93dc-24578070ca5a HTTP/1.1" status: 204 len: 168 time: 0.9435384 Nov 05 19:05:24.782493 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 52372) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:05:24.787012 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-60dba086-6516-4361-af9b-a8b1ae5142fa tempest-RoutersAdminTest-985037198 tempest-RoutersAdminTest-985037198-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'b896870a-13d2-4113-a1d8-5a35bcb954ff', 'external_fixed_ips': [{'subnet_id': '6db0b681-d622-4fee-b004-ce4d940af4b2', 'ip_address': '172.20.0.7'}]}}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:05:24.858516 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Pushing event updated for resources: {'Port': ['ID=df401242-55a5-473a-bca5-d3bf6b870e58,revision_number=3']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:05:25.168182 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-1580d4cf-887e-4237-8ef8-99958f072fb7 None None] Publish callbacks [] for port, precommit_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:05:25.215360 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-60dba086-6516-4361-af9b-a8b1ae5142fa tempest-RoutersAdminTest-985037198 tempest-RoutersAdminTest-985037198-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-571139', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6874'] for router, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:05:25.216520 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-60dba086-6516-4361-af9b-a8b1ae5142fa tempest-RoutersAdminTest-985037198 tempest-RoutersAdminTest-985037198-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-571375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1000570', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1011585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6867'] for router, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:05:25.252735 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-1580d4cf-887e-4237-8ef8-99958f072fb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:05:25.332975 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-78756e8f-f5e4-4230-9b23-646ca31897ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:05:25.381142 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287c93fd-489c-4bb4-b868-20e74e1f93fd None None] Pushing event updated for resources: {'Port': ['ID=c9d005a4-a0df-40e1-8195-021f565d2cb9,revision_number=2']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:05:25.381626 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-60dba086-6516-4361-af9b-a8b1ae5142fa tempest-RoutersAdminTest-985037198 tempest-RoutersAdminTest-985037198-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:05:25.442794 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device df401242-55a5-473a-bca5-d3bf6b870e58 up at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 19:05:25.473880 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-1580d4cf-887e-4237-8ef8-99958f072fb7 None None] Attempting to bind port c9d005a4-a0df-40e1-8195-021f565d2cb9 on host n-d-816865-1 for vnic_type normal with profile {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 19:05:25.474290 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-1580d4cf-887e-4237-8ef8-99958f072fb7 None None] Attempting to bind port c9d005a4-a0df-40e1-8195-021f565d2cb9 by drivers openvswitch,hyperv on host n-d-816865-1 at level 0 using segments [{'id': '85be518c-8bb4-46a2-a903-d4292782d29d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec'}] {{(pid=102388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 19:05:25.474625 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1580d4cf-887e-4237-8ef8-99958f072fb7 None None] Attempting to bind port c9d005a4-a0df-40e1-8195-021f565d2cb9 on network 40c8335d-cd0b-4cb5-910a-d4dcddd5cbec {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 19:05:25.479842 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 52386) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:05:25.499537 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1580d4cf-887e-4237-8ef8-99958f072fb7 None None] Checking agent: {'id': '724d89a7-611b-41e6-bc85-c48112b17afa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 18, 25, 8), 'started_at': datetime.datetime(2021, 11, 5, 18, 25, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 19, 5, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 19:05:25.499537 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1580d4cf-887e-4237-8ef8-99958f072fb7 None None] Checking segment: {'id': '85be518c-8bb4-46a2-a903-d4292782d29d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 19:05:25.499537 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-1580d4cf-887e-4237-8ef8-99958f072fb7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:05:25.499537 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1580d4cf-887e-4237-8ef8-99958f072fb7 None None] Bound using segment: {'id': '85be518c-8bb4-46a2-a903-d4292782d29d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec'} {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 19:05:25.499537 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-1580d4cf-887e-4237-8ef8-99958f072fb7 None None] Bound port: c9d005a4-a0df-40e1-8195-021f565d2cb9, host: n-d-816865-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85be518c-8bb4-46a2-a903-d4292782d29d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec'}}] {{(pid=102388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 19:05:25.499537 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-1580d4cf-887e-4237-8ef8-99958f072fb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:05:25.500240 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-a28f87fd-37f6-4c4a-bbb1-2b0f3e4b2ce7 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2071075070', 'description': 'tempest-secgroup-smoke-2071075070 description', 'project_id': '777902a3c6ed4ff2a5460208db53bd8a'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:05:25.594534 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-1580d4cf-887e-4237-8ef8-99958f072fb7 None None] For port c9d005a4-a0df-40e1-8195-021f565d2cb9, host n-d-816865-1, cleared binding levels {{(pid=102388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 19:05:25.608095 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-1580d4cf-887e-4237-8ef8-99958f072fb7 None None] For port c9d005a4-a0df-40e1-8195-021f565d2cb9, host n-d-816865-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=c9d005a4-a0df-40e1-8195-021f565d2cb9,segment=NetworkSegment(85be518c-8bb4-46a2-a903-d4292782d29d),segment_id=85be518c-8bb4-46a2-a903-d4292782d29d)] {{(pid=102388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 19:05:25.609773 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-11722dba-61d8-4a8d-a52b-8b2ab07005d3 None None] Provisioning complete for port 90cb269f-21e4-4c4e-b946-0b89a5f315e0 triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:05:25.610258 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-11722dba-61d8-4a8d-a52b-8b2ab07005d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:05:25.646551 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Provisioning complete for port df401242-55a5-473a-bca5-d3bf6b870e58 triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:05:25.647055 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:05:25.699972 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-a28f87fd-37f6-4c4a-bbb1-2b0f3e4b2ce7 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Publish callbacks [] for security_group, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:05:25.707179 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-78756e8f-f5e4-4230-9b23-646ca31897ba admin admin] Publish callbacks [] for port, precommit_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:05:25.712263 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-1580d4cf-887e-4237-8ef8-99958f072fb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:05:25.736606 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-11722dba-61d8-4a8d-a52b-8b2ab07005d3 None None] Port 90cb269f-21e4-4c4e-b946-0b89a5f315e0 cannot update to ACTIVE because it is not bound. {{(pid=102388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 19:05:25.773755 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-78756e8f-f5e4-4230-9b23-646ca31897ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4417072'] for port, after_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:05:25.826409 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-60dba086-6516-4361-af9b-a8b1ae5142fa tempest-RoutersAdminTest-985037198 tempest-RoutersAdminTest-985037198-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:05:25.943376 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-a28f87fd-37f6-4c4a-bbb1-2b0f3e4b2ce7 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Publish callbacks [] for security_group, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:05:26.005115 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-78756e8f-f5e4-4230-9b23-646ca31897ba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-597863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-571878'] for router_interface, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:05:26.005115 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78756e8f-f5e4-4230-9b23-646ca31897ba admin admin] Pushing event updated for resources: {'Port': ['ID=90cb269f-21e4-4c4e-b946-0b89a5f315e0,revision_number=2']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:05:26.122131 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287c93fd-489c-4bb4-b868-20e74e1f93fd None None] Pushing event updated for resources: {'Port': ['ID=c9d005a4-a0df-40e1-8195-021f565d2cb9,revision_number=3']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:05:26.147513 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-11722dba-61d8-4a8d-a52b-8b2ab07005d3 None None] Provisioning complete for port df401242-55a5-473a-bca5-d3bf6b870e58 triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:05:26.148742 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-11722dba-61d8-4a8d-a52b-8b2ab07005d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:05:26.209785 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1580d4cf-887e-4237-8ef8-99958f072fb7 None None] Routers {'8316fa0f-e616-4e27-a642-2e9db3fcaaa3'} bound to L3 agent in host n-d-816865-1 {{(pid=102388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 19:05:26.210813 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-1580d4cf-887e-4237-8ef8-99958f072fb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T19:05:05Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['8316fa0f-e616-4e27-a642-2e9db3fcaaa3'], 'active': True} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:05:26.213654 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-a28f87fd-37f6-4c4a-bbb1-2b0f3e4b2ce7 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:05:26.242162 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78756e8f-f5e4-4230-9b23-646ca31897ba admin admin] Network 4dc00c45-f8b9-4c9a-a6c5-c27d3aa63b93 is already hosted by enough agents. {{(pid=102387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 19:05:26.249278 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.base_scheduler [None req-78756e8f-f5e4-4230-9b23-646ca31897ba admin admin] Resources bound (agent type, host, resource id): {{(pid=102387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 19:05:26.249439 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28f87fd-37f6-4c4a-bbb1-2b0f3e4b2ce7 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1260ef79-b8a4-488e-ab6f-3a25432baa92,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:05:26.357644 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-60dba086-6516-4361-af9b-a8b1ae5142fa tempest-RoutersAdminTest-985037198 tempest-RoutersAdminTest-985037198-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:05:26.390508 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-60dba086-6516-4361-af9b-a8b1ae5142fa tempest-RoutersAdminTest-985037198 tempest-RoutersAdminTest-985037198-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:05:26.396984 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-a28f87fd-37f6-4c4a-bbb1-2b0f3e4b2ce7 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Publish callbacks [] for security_group, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:05:26.400708 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-a28f87fd-37f6-4c4a-bbb1-2b0f3e4b2ce7 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.9121673 Nov 05 19:05:26.413085 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 52408) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:05:26.425832 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-a1229998-ccd0-455c-b9d9-d571a5b4dc0c tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Request body: {'security_group_rule': {'security_group_id': '1260ef79-b8a4-488e-ab6f-3a25432baa92', 'project_id': '777902a3c6ed4ff2a5460208db53bd8a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:05:26.495518 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvr_db [None req-1580d4cf-887e-4237-8ef8-99958f072fb7 None None] Set router 8316fa0f-e616-4e27-a642-2e9db3fcaaa3 gateway port host: n-d-816865-1 {{(pid=102388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 19:05:26.615141 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-a1229998-ccd0-455c-b9d9-d571a5b4dc0c tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:05:26.682278 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78756e8f-f5e4-4230-9b23-646ca31897ba admin admin] Router 8316fa0f-e616-4e27-a642-2e9db3fcaaa3 has already been hosted by L3 agent 6dcb5589-8e86-4616-9186-ddc4548e13ad {{(pid=102387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 19:05:26.723797 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-a1229998-ccd0-455c-b9d9-d571a5b4dc0c tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:05:26.796138 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-a1229998-ccd0-455c-b9d9-d571a5b4dc0c tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985308'] for security_group_rule, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:05:26.868305 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1229998-ccd0-455c-b9d9-d571a5b4dc0c tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=16a65e2c-8209-4102-8d5e-db88e788999f,revision_number=0']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:05:26.932226 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.db_base_plugin_common [None req-60dba086-6516-4361-af9b-a8b1ae5142fa tempest-RoutersAdminTest-985037198 tempest-RoutersAdminTest-985037198-project-admin] Allocated IP 172.20.0.7 (b896870a-13d2-4113-a1d8-5a35bcb954ff/6db0b681-d622-4fee-b004-ce4d940af4b2/5a93f73f-b9c9-443a-8b91-80a3d2fd728e) {{(pid=102386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 19:05:26.933072 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78756e8f-f5e4-4230-9b23-646ca31897ba admin admin] Notify agent at l3_agent.n-d-816865-1 the message routers_updated {{(pid=102387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 19:05:26.950286 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-a1229998-ccd0-455c-b9d9-d571a5b4dc0c tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:05:26.959842 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-a1229998-ccd0-455c-b9d9-d571a5b4dc0c tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5378463 Nov 05 19:05:26.960086 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-78756e8f-f5e4-4230-9b23-646ca31897ba admin admin] 10.222.0.13 "PUT /v2.0/routers/8316fa0f-e616-4e27-a642-2e9db3fcaaa3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8705010 Nov 05 19:05:26.960213 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 52420) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:05:26.960213 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-60cb89ba-9116-4db0-903c-2cf376c5115e tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Request body: {'security_group_rule': {'security_group_id': '1260ef79-b8a4-488e-ab6f-3a25432baa92', 'project_id': '777902a3c6ed4ff2a5460208db53bd8a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:05:27.010817 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-4b1a47be-74f4-4a30-8017-792d658d5c69 None None] Provisioning complete for port 90cb269f-21e4-4c4e-b946-0b89a5f315e0 triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:05:27.011393 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-4b1a47be-74f4-4a30-8017-792d658d5c69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:05:27.073648 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-1580d4cf-887e-4237-8ef8-99958f072fb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8316fa0f-e616-4e27-a642-2e9db3fcaaa3', 'name': 'tempest-AttachVolumeShelveTestJSON-2053281703-router', 'tenant_id': 'c9875160e1e6467ba4c32e29bdc7488a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.136'}], 'enable_snat': True}, 'gw_port_id': 'c9d005a4-a0df-40e1-8195-021f565d2cb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T19:05:18Z', 'updated_at': '2021-11-05T19:05:24Z', 'revision_number': 4, 'project_id': 'c9875160e1e6467ba4c32e29bdc7488a', 'gw_port': {'id': 'c9d005a4-a0df-40e1-8195-021f565d2cb9', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:99:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8316fa0f-e616-4e27-a642-2e9db3fcaaa3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3112, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:05:19Z', 'updated_at': '2021-11-05T19:05:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1', '_interfaces': [{'id': '90cb269f-21e4-4c4e-b946-0b89a5f315e0', 'name': '', 'network_id': '4dc00c45-f8b9-4c9a-a6c5-c27d3aa63b93', 'tenant_id': 'c9875160e1e6467ba4c32e29bdc7488a', 'mac_address': 'fa:16:3e:8b:98:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8316fa0f-e616-4e27-a642-2e9db3fcaaa3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3116, 'fixed_ips': [{'subnet_id': '57c79303-6c4f-4c08-a695-f3ffd6fc49db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:05:23Z', 'updated_at': '2021-11-05T19:05:25Z', 'revision_number': 2, 'project_id': 'c9875160e1e6467ba4c32e29bdc7488a', 'subnets': [{'id': '57c79303-6c4f-4c08-a695-f3ffd6fc49db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-1', False) {} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:05:27.073648 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-4b1a47be-74f4-4a30-8017-792d658d5c69 None None] Port 90cb269f-21e4-4c4e-b946-0b89a5f315e0 cannot update to ACTIVE because it is not bound. {{(pid=102388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 19:05:27.120105 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1580d4cf-887e-4237-8ef8-99958f072fb7 None None] The sync data for ids ['8316fa0f-e616-4e27-a642-2e9db3fcaaa3'] in n-d-816865-1 is: [{'id': '8316fa0f-e616-4e27-a642-2e9db3fcaaa3', 'name': 'tempest-AttachVolumeShelveTestJSON-2053281703-router', 'tenant_id': 'c9875160e1e6467ba4c32e29bdc7488a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.136'}], 'enable_snat': True}, 'gw_port_id': 'c9d005a4-a0df-40e1-8195-021f565d2cb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T19:05:18Z', 'updated_at': '2021-11-05T19:05:24Z', 'revision_number': 4, 'project_id': 'c9875160e1e6467ba4c32e29bdc7488a', 'gw_port': {'id': 'c9d005a4-a0df-40e1-8195-021f565d2cb9', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:99:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8316fa0f-e616-4e27-a642-2e9db3fcaaa3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3112, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:05:19Z', 'updated_at': '2021-11-05T19:05:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1', '_interfaces': [{'id': '90cb269f-21e4-4c4e-b946-0b89a5f315e0', 'name': '', 'network_id': '4dc00c45-f8b9-4c9a-a6c5-c27d3aa63b93', 'tenant_id': 'c9875160e1e6467ba4c32e29bdc7488a', 'mac_address': 'fa:16:3e:8b:98:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8316fa0f-e616-4e27-a642-2e9db3fcaaa3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3116, 'fixed_ips': [{'subnet_id': '57c79303-6c4f-4c08-a695-f3ffd6fc49db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:05:23Z', 'updated_at': '2021-11-05T19:05:25Z', 'revision_number': 2, 'project_id': 'c9875160e1e6467ba4c32e29bdc7488a', 'subnets': [{'id': '57c79303-6c4f-4c08-a695-f3ffd6fc49db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 19:05:27.593559 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-60dba086-6516-4361-af9b-a8b1ae5142fa tempest-RoutersAdminTest-985037198 tempest-RoutersAdminTest-985037198-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:05:27.690534 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-60cb89ba-9116-4db0-903c-2cf376c5115e tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:05:27.815422 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-60cb89ba-9116-4db0-903c-2cf376c5115e tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:05:27.882384 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-60dba086-6516-4361-af9b-a8b1ae5142fa tempest-RoutersAdminTest-985037198 tempest-RoutersAdminTest-985037198-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:05:27.916246 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60dba086-6516-4361-af9b-a8b1ae5142fa tempest-RoutersAdminTest-985037198 tempest-RoutersAdminTest-985037198-project-admin] Network b896870a-13d2-4113-a1d8-5a35bcb954ff is already hosted by enough agents. {{(pid=102386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 19:05:27.921535 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.base_scheduler [None req-60dba086-6516-4361-af9b-a8b1ae5142fa tempest-RoutersAdminTest-985037198 tempest-RoutersAdminTest-985037198-project-admin] Resources bound (agent type, host, resource id): {{(pid=102386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 19:05:27.945344 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-60cb89ba-9116-4db0-903c-2cf376c5115e tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985308'] for security_group_rule, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:05:27.952618 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60dba086-6516-4361-af9b-a8b1ae5142fa tempest-RoutersAdminTest-985037198 tempest-RoutersAdminTest-985037198-project-admin] Received port after_create {{(pid=102386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 19:05:28.034116 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60dba086-6516-4361-af9b-a8b1ae5142fa tempest-RoutersAdminTest-985037198 tempest-RoutersAdminTest-985037198-project-admin] Pushing event updated for resources: {'Port': ['ID=5a93f73f-b9c9-443a-8b91-80a3d2fd728e,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:05:28.061422 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 52464) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:05:28.066230 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cb89ba-9116-4db0-903c-2cf376c5115e tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b1c2352c-b9a3-4a1e-8f31-6e75b2a300fd,revision_number=0']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:05:28.072688 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60dba086-6516-4361-af9b-a8b1ae5142fa tempest-RoutersAdminTest-985037198 tempest-RoutersAdminTest-985037198-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:05:28.073013 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60dba086-6516-4361-af9b-a8b1ae5142fa tempest-RoutersAdminTest-985037198 tempest-RoutersAdminTest-985037198-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:05:28.073281 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-392fdda6-ceaf-42f0-b4fd-88c1059863ae tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1343520832', 'description': 'tempest-description--1220345197'}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:05:28.073767 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60dba086-6516-4361-af9b-a8b1ae5142fa tempest-RoutersAdminTest-985037198 tempest-RoutersAdminTest-985037198-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:05:28.076350 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60dba086-6516-4361-af9b-a8b1ae5142fa tempest-RoutersAdminTest-985037198 tempest-RoutersAdminTest-985037198-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:05:28.076973 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60dba086-6516-4361-af9b-a8b1ae5142fa tempest-RoutersAdminTest-985037198 tempest-RoutersAdminTest-985037198-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:05:28.077495 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60dba086-6516-4361-af9b-a8b1ae5142fa tempest-RoutersAdminTest-985037198 tempest-RoutersAdminTest-985037198-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:05:28.078107 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60dba086-6516-4361-af9b-a8b1ae5142fa tempest-RoutersAdminTest-985037198 tempest-RoutersAdminTest-985037198-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:05:28.078637 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60dba086-6516-4361-af9b-a8b1ae5142fa tempest-RoutersAdminTest-985037198 tempest-RoutersAdminTest-985037198-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:05:28.079246 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60dba086-6516-4361-af9b-a8b1ae5142fa tempest-RoutersAdminTest-985037198 tempest-RoutersAdminTest-985037198-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:05:28.079811 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60dba086-6516-4361-af9b-a8b1ae5142fa tempest-RoutersAdminTest-985037198 tempest-RoutersAdminTest-985037198-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:05:28.080317 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60dba086-6516-4361-af9b-a8b1ae5142fa tempest-RoutersAdminTest-985037198 tempest-RoutersAdminTest-985037198-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:05:28.080813 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60dba086-6516-4361-af9b-a8b1ae5142fa tempest-RoutersAdminTest-985037198 tempest-RoutersAdminTest-985037198-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:05:28.100218 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60cb89ba-9116-4db0-903c-2cf376c5115e tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:05:28.100530 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60cb89ba-9116-4db0-903c-2cf376c5115e tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:05:28.101299 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60cb89ba-9116-4db0-903c-2cf376c5115e tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:05:28.101299 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60cb89ba-9116-4db0-903c-2cf376c5115e tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:05:28.101635 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60cb89ba-9116-4db0-903c-2cf376c5115e tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:05:28.101864 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60cb89ba-9116-4db0-903c-2cf376c5115e tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:05:28.102422 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60cb89ba-9116-4db0-903c-2cf376c5115e tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:05:28.103150 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60cb89ba-9116-4db0-903c-2cf376c5115e tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:05:28.103665 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60cb89ba-9116-4db0-903c-2cf376c5115e tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:05:28.104202 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60cb89ba-9116-4db0-903c-2cf376c5115e tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:05:28.104519 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60cb89ba-9116-4db0-903c-2cf376c5115e tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:05:28.104843 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60cb89ba-9116-4db0-903c-2cf376c5115e tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:05:28.248750 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-60cb89ba-9116-4db0-903c-2cf376c5115e tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:05:28.253273 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-60cb89ba-9116-4db0-903c-2cf376c5115e tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.2939970 Nov 05 19:05:28.267215 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 52470) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:05:28.274273 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-7de2a353-d702-4a33-a4f0-cd4c76af7bac tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Request body: {'security_group_rule': {'security_group_id': '1260ef79-b8a4-488e-ab6f-3a25432baa92', 'project_id': '777902a3c6ed4ff2a5460208db53bd8a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:05:28.425236 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-392fdda6-ceaf-42f0-b4fd-88c1059863ae tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] Publish callbacks [] for security_group, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:05:28.513686 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-392fdda6-ceaf-42f0-b4fd-88c1059863ae tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] Publish callbacks [] for security_group, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:05:28.610944 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-60dba086-6516-4361-af9b-a8b1ae5142fa tempest-RoutersAdminTest-985037198 tempest-RoutersAdminTest-985037198-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:05:28.638008 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-392fdda6-ceaf-42f0-b4fd-88c1059863ae tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:05:28.712157 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392fdda6-ceaf-42f0-b4fd-88c1059863ae tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c33e3cae-293b-4275-aa24-9c3af6c8734f,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:05:28.771549 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-392fdda6-ceaf-42f0-b4fd-88c1059863ae tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] Publish callbacks [] for security_group, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:05:28.772829 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-392fdda6-ceaf-42f0-b4fd-88c1059863ae tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.7102137 Nov 05 19:05:28.787999 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 52488) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:05:28.808709 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-e57f0383-0f54-4383-aadf-33145d473211 tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] Request body: {'security_group_rule': {'security_group_id': 'c33e3cae-293b-4275-aa24-9c3af6c8734f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:05:28.825842 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-7de2a353-d702-4a33-a4f0-cd4c76af7bac tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:05:28.992886 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-e57f0383-0f54-4383-aadf-33145d473211 tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:05:29.004636 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-7de2a353-d702-4a33-a4f0-cd4c76af7bac tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:05:29.037346 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-60dba086-6516-4361-af9b-a8b1ae5142fa tempest-RoutersAdminTest-985037198 tempest-RoutersAdminTest-985037198-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-571384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1000487'] for router, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:05:29.151208 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-7de2a353-d702-4a33-a4f0-cd4c76af7bac tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985308'] for security_group_rule, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:05:29.202430 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-e57f0383-0f54-4383-aadf-33145d473211 tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:05:29.215104 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de2a353-d702-4a33-a4f0-cd4c76af7bac tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c0529fb-114e-468c-ac82-3e4bd8461745,revision_number=0']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:05:29.318238 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-e57f0383-0f54-4383-aadf-33145d473211 tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985308'] for security_group_rule, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:05:29.360746 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-7de2a353-d702-4a33-a4f0-cd4c76af7bac tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:05:29.362175 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-7de2a353-d702-4a33-a4f0-cd4c76af7bac tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0929399 Nov 05 19:05:29.366805 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 52502) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:05:29.381801 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-996ecb16-d5b6-46f4-8902-d28840907c96 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Request body: {'security_group_rule': {'security_group_id': '1260ef79-b8a4-488e-ab6f-3a25432baa92', 'project_id': '777902a3c6ed4ff2a5460208db53bd8a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:05:29.394968 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device c9d005a4-a0df-40e1-8195-021f565d2cb9 up at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 19:05:29.396821 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57f0383-0f54-4383-aadf-33145d473211 tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f822de2-03b2-4cb1-bf8a-76fd124ef34f,revision_number=0']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:05:29.485826 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-e57f0383-0f54-4383-aadf-33145d473211 tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:05:29.485826 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-e57f0383-0f54-4383-aadf-33145d473211 tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6771677 Nov 05 19:05:29.485826 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 52508) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:05:29.485826 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-daec3dd4-2fec-4e13-b055-a9f3a96c0e93 tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] Request body: {'security_group_rule': {'security_group_id': 'c33e3cae-293b-4275-aa24-9c3af6c8734f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:05:29.499919 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Provisioning complete for port c9d005a4-a0df-40e1-8195-021f565d2cb9 triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:05:29.499919 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:05:29.594933 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:05:29.598325 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60dba086-6516-4361-af9b-a8b1ae5142fa tempest-RoutersAdminTest-985037198 tempest-RoutersAdminTest-985037198-project-admin] Router 6c2d78d3-5020-4011-99fd-958b7c8e83ba is scheduled to L3 agent 6dcb5589-8e86-4616-9186-ddc4548e13ad with binding_index 1 {{(pid=102386) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 05 19:05:29.617942 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] For port c9d005a4-a0df-40e1-8195-021f565d2cb9, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=c9d005a4-a0df-40e1-8195-021f565d2cb9,segment=NetworkSegment(85be518c-8bb4-46a2-a903-d4292782d29d),segment_id=85be518c-8bb4-46a2-a903-d4292782d29d)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:05:29.706324 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-996ecb16-d5b6-46f4-8902-d28840907c96 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:05:29.712843 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:05:29.777387 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-996ecb16-d5b6-46f4-8902-d28840907c96 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:05:29.788148 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Pushing event updated for resources: {'Port': ['ID=c9d005a4-a0df-40e1-8195-021f565d2cb9,revision_number=4']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:05:29.792131 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-daec3dd4-2fec-4e13-b055-a9f3a96c0e93 tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:05:29.862213 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60dba086-6516-4361-af9b-a8b1ae5142fa tempest-RoutersAdminTest-985037198 tempest-RoutersAdminTest-985037198-project-admin] Notify agent at l3_agent.n-d-816865-1 the message routers_updated {{(pid=102386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 19:05:29.881627 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddbc69f9-fbce-4e96-b31c-529f4dfade92 None None] Sync routers for ids ['6c2d78d3-5020-4011-99fd-958b7c8e83ba'] in n-d-816865-1 {{(pid=102389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 19:05:29.887136 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-996ecb16-d5b6-46f4-8902-d28840907c96 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985308'] for security_group_rule, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:05:29.893782 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddbc69f9-fbce-4e96-b31c-529f4dfade92 None None] Routers {'6c2d78d3-5020-4011-99fd-958b7c8e83ba'} bound to L3 agent in host n-d-816865-1 {{(pid=102389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 19:05:29.894893 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-ddbc69f9-fbce-4e96-b31c-529f4dfade92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T19:05:05Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['6c2d78d3-5020-4011-99fd-958b7c8e83ba'], 'active': True} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:05:29.953716 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-60dba086-6516-4361-af9b-a8b1ae5142fa tempest-RoutersAdminTest-985037198 tempest-RoutersAdminTest-985037198-project-admin] Publish callbacks [] for router, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:05:29.978284 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-60dba086-6516-4361-af9b-a8b1ae5142fa tempest-RoutersAdminTest-985037198 tempest-RoutersAdminTest-985037198-project-admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 5.1927958 Nov 05 19:05:29.979811 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 52520) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:05:29.985472 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996ecb16-d5b6-46f4-8902-d28840907c96 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed9c7d67-ab65-4705-a4ab-2c03081a61ee,revision_number=0']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:05:30.038505 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-daec3dd4-2fec-4e13-b055-a9f3a96c0e93 tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:05:30.071474 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-996ecb16-d5b6-46f4-8902-d28840907c96 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:05:30.077392 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-996ecb16-d5b6-46f4-8902-d28840907c96 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7048552 Nov 05 19:05:30.077392 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 52524) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:05:30.082442 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-e2c3d914-4ec4-47f6-badb-20b8b9d5e589 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Request body: {'security_group_rule': {'security_group_id': '1260ef79-b8a4-488e-ab6f-3a25432baa92', 'project_id': '777902a3c6ed4ff2a5460208db53bd8a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:05:30.113601 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-daec3dd4-2fec-4e13-b055-a9f3a96c0e93 tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985308'] for security_group_rule, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:05:30.154207 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daec3dd4-2fec-4e13-b055-a9f3a96c0e93 tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b70f23b7-bbc8-4b67-9493-5e4a4af7bf74,revision_number=0']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:05:30.188876 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-2b9ff232-0acb-449b-9329-364f4dec15a1 tempest-RoutersAdminTest-985037198 tempest-RoutersAdminTest-985037198-project-admin] Publish callbacks [] for router, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:05:30.227280 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvr_db [None req-ddbc69f9-fbce-4e96-b31c-529f4dfade92 None None] Set router 6c2d78d3-5020-4011-99fd-958b7c8e83ba gateway port host: n-d-816865-1 {{(pid=102389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 19:05:30.235139 n-d-816865-1 neutron-server[102386]: INFO neutron.db.securitygroups_db [None req-e2c3d914-4ec4-47f6-badb-20b8b9d5e589 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Project 777902a3c6ed4ff2a5460208db53bd8a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 05 19:05:30.247759 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-e2c3d914-4ec4-47f6-badb-20b8b9d5e589 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:05:30.332296 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-daec3dd4-2fec-4e13-b055-a9f3a96c0e93 tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:05:30.337125 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-daec3dd4-2fec-4e13-b055-a9f3a96c0e93 tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8612323 Nov 05 19:05:30.337808 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 52538) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:05:30.342601 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-a561139d-df54-46a0-a383-81ca8befa8ac tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] Request body: {'floatingip': {'floating_network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec'}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:05:30.445681 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-2b9ff232-0acb-449b-9329-364f4dec15a1 tempest-RoutersAdminTest-985037198 tempest-RoutersAdminTest-985037198-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:05:30.468656 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-e2c3d914-4ec4-47f6-badb-20b8b9d5e589 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:05:30.505863 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-ddbc69f9-fbce-4e96-b31c-529f4dfade92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c2d78d3-5020-4011-99fd-958b7c8e83ba', 'name': '', 'tenant_id': '58dae232b06946ebb3a871c8ea833814', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b896870a-13d2-4113-a1d8-5a35bcb954ff', 'external_fixed_ips': [{'subnet_id': '6db0b681-d622-4fee-b004-ce4d940af4b2', 'ip_address': '172.20.0.7'}], 'enable_snat': True}, 'gw_port_id': '5a93f73f-b9c9-443a-8b91-80a3d2fd728e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T19:05:25Z', 'updated_at': '2021-11-05T19:05:28Z', 'revision_number': 3, 'project_id': '58dae232b06946ebb3a871c8ea833814', 'gw_port': {'id': '5a93f73f-b9c9-443a-8b91-80a3d2fd728e', 'name': '', 'network_id': 'b896870a-13d2-4113-a1d8-5a35bcb954ff', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:19:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c2d78d3-5020-4011-99fd-958b7c8e83ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3121, 'fixed_ips': [{'subnet_id': '6db0b681-d622-4fee-b004-ce4d940af4b2', 'ip_address': '172.20.0.7', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:05:26Z', 'updated_at': '2021-11-05T19:05:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6db0b681-d622-4fee-b004-ce4d940af4b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1'}], 'n-d-816865-1', False) {} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:05:30.535178 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-a561139d-df54-46a0-a383-81ca8befa8ac tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] Publish callbacks [] for floatingip, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:05:30.546664 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddbc69f9-fbce-4e96-b31c-529f4dfade92 None None] Checking router: 6c2d78d3-5020-4011-99fd-958b7c8e83ba for host: n-d-816865-1 {{(pid=102389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 19:05:30.547820 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddbc69f9-fbce-4e96-b31c-529f4dfade92 None None] Updating router 6c2d78d3-5020-4011-99fd-958b7c8e83ba port 5a93f73f-b9c9-443a-8b91-80a3d2fd728e binding host n-d-816865-1 {{(pid=102389) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 05 19:05:30.586921 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-e2c3d914-4ec4-47f6-badb-20b8b9d5e589 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985308'] for security_group_rule, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:05:30.663882 n-d-816865-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-ddbc69f9-fbce-4e96-b31c-529f4dfade92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:05:30.733669 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25a85453-5a69-456d-86df-c37c69dc70ac None None] Sync routers for ids ['8316fa0f-e616-4e27-a642-2e9db3fcaaa3'] in n-d-816865-1 {{(pid=102388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 19:05:30.757627 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-a561139d-df54-46a0-a383-81ca8befa8ac tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:05:30.758371 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25a85453-5a69-456d-86df-c37c69dc70ac None None] Routers {'8316fa0f-e616-4e27-a642-2e9db3fcaaa3'} bound to L3 agent in host n-d-816865-1 {{(pid=102388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 19:05:30.759459 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-25a85453-5a69-456d-86df-c37c69dc70ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T19:05:05Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['8316fa0f-e616-4e27-a642-2e9db3fcaaa3'], 'active': True} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:05:30.786239 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c3d914-4ec4-47f6-badb-20b8b9d5e589 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=adb127db-ec78-42a7-9c63-3fd7e467c131,revision_number=0']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:05:30.841464 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-e2c3d914-4ec4-47f6-badb-20b8b9d5e589 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:05:30.850432 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-e2c3d914-4ec4-47f6-badb-20b8b9d5e589 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.7627065 Nov 05 19:05:30.850432 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 52552) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:05:30.869732 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-fb7ddc08-7d3e-4bd5-bb19-211910df0311 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Request body: {'security_group_rule': {'security_group_id': '1260ef79-b8a4-488e-ab6f-3a25432baa92', 'project_id': '777902a3c6ed4ff2a5460208db53bd8a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:05:30.877558 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-2b9ff232-0acb-449b-9329-364f4dec15a1 tempest-RoutersAdminTest-985037198 tempest-RoutersAdminTest-985037198-project-admin] Deleting port 5a93f73f-b9c9-443a-8b91-80a3d2fd728e {{(pid=102386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 19:05:30.877558 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-2b9ff232-0acb-449b-9329-364f4dec15a1 tempest-RoutersAdminTest-985037198 tempest-RoutersAdminTest-985037198-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:05:30.965547 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-2b9ff232-0acb-449b-9329-364f4dec15a1 tempest-RoutersAdminTest-985037198 tempest-RoutersAdminTest-985037198-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:05:30.979099 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvr_db [None req-25a85453-5a69-456d-86df-c37c69dc70ac None None] Set router 8316fa0f-e616-4e27-a642-2e9db3fcaaa3 gateway port host: n-d-816865-1 {{(pid=102388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 19:05:30.979462 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-2b9ff232-0acb-449b-9329-364f4dec15a1 tempest-RoutersAdminTest-985037198 tempest-RoutersAdminTest-985037198-project-admin] Calling delete_port for 5a93f73f-b9c9-443a-8b91-80a3d2fd728e owned by network:router_gateway {{(pid=102386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 19:05:31.063252 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.db_base_plugin_common [None req-a561139d-df54-46a0-a383-81ca8befa8ac tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] Allocated IP 172.25.6.203 (40c8335d-cd0b-4cb5-910a-d4dcddd5cbec/04fe6db3-e108-4208-943d-6518424f5726/e8e49a68-bdcf-41ef-b32e-3adae601e161) {{(pid=102387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 19:05:31.305121 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-a561139d-df54-46a0-a383-81ca8befa8ac tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] Publish callbacks [] for port, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:05:31.354913 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device c9d005a4-a0df-40e1-8195-021f565d2cb9 up at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 19:05:31.369726 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-2b9ff232-0acb-449b-9329-364f4dec15a1 tempest-RoutersAdminTest-985037198 tempest-RoutersAdminTest-985037198-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:05:31.374070 n-d-816865-1 neutron-server[102389]: DEBUG neutron_lib.db.api [None req-ddbc69f9-fbce-4e96-b31c-529f4dfade92 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102389) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 05 19:05:31.374070 n-d-816865-1 neutron-server[102389]: DEBUG oslo_db.api [None req-ddbc69f9-fbce-4e96-b31c-529f4dfade92 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 05 19:05:31.374700 n-d-816865-1 neutron-server[102386]: INFO neutron.db.securitygroups_db [None req-fb7ddc08-7d3e-4bd5-bb19-211910df0311 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Project 777902a3c6ed4ff2a5460208db53bd8a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 05 19:05:31.384558 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-fb7ddc08-7d3e-4bd5-bb19-211910df0311 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:05:31.411621 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9ff232-0acb-449b-9329-364f4dec15a1 tempest-RoutersAdminTest-985037198 tempest-RoutersAdminTest-985037198-project-admin] Pushing event deleted for resources: {'Port': ['ID=5a93f73f-b9c9-443a-8b91-80a3d2fd728e,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:05:31.459342 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Provisioning complete for port c9d005a4-a0df-40e1-8195-021f565d2cb9 triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:05:31.459829 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:05:31.462165 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-a561139d-df54-46a0-a383-81ca8befa8ac tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4417063'] for port, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:05:31.516894 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-2b9ff232-0acb-449b-9329-364f4dec15a1 tempest-RoutersAdminTest-985037198 tempest-RoutersAdminTest-985037198-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1000651'] for router_gateway, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:05:31.524404 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-25a85453-5a69-456d-86df-c37c69dc70ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8316fa0f-e616-4e27-a642-2e9db3fcaaa3', 'name': 'tempest-AttachVolumeShelveTestJSON-2053281703-router', 'tenant_id': 'c9875160e1e6467ba4c32e29bdc7488a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.136'}], 'enable_snat': True}, 'gw_port_id': 'c9d005a4-a0df-40e1-8195-021f565d2cb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T19:05:18Z', 'updated_at': '2021-11-05T19:05:24Z', 'revision_number': 4, 'project_id': 'c9875160e1e6467ba4c32e29bdc7488a', 'gw_port': {'id': 'c9d005a4-a0df-40e1-8195-021f565d2cb9', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:99:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8316fa0f-e616-4e27-a642-2e9db3fcaaa3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3112, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:05:19Z', 'updated_at': '2021-11-05T19:05:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1', '_interfaces': [{'id': '90cb269f-21e4-4c4e-b946-0b89a5f315e0', 'name': '', 'network_id': '4dc00c45-f8b9-4c9a-a6c5-c27d3aa63b93', 'tenant_id': 'c9875160e1e6467ba4c32e29bdc7488a', 'mac_address': 'fa:16:3e:8b:98:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8316fa0f-e616-4e27-a642-2e9db3fcaaa3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3116, 'fixed_ips': [{'subnet_id': '57c79303-6c4f-4c08-a695-f3ffd6fc49db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:05:23Z', 'updated_at': '2021-11-05T19:05:25Z', 'revision_number': 2, 'project_id': 'c9875160e1e6467ba4c32e29bdc7488a', 'subnets': [{'id': '57c79303-6c4f-4c08-a695-f3ffd6fc49db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-1', False) {} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:05:31.530852 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-fb7ddc08-7d3e-4bd5-bb19-211910df0311 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:05:31.589896 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25a85453-5a69-456d-86df-c37c69dc70ac None None] Checking router: 8316fa0f-e616-4e27-a642-2e9db3fcaaa3 for host: n-d-816865-1 {{(pid=102388) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 19:05:31.592310 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25a85453-5a69-456d-86df-c37c69dc70ac None None] Updating router 8316fa0f-e616-4e27-a642-2e9db3fcaaa3 port 90cb269f-21e4-4c4e-b946-0b89a5f315e0 binding host n-d-816865-1 {{(pid=102388) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 05 19:05:31.595323 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a561139d-df54-46a0-a383-81ca8befa8ac tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] Network 40c8335d-cd0b-4cb5-910a-d4dcddd5cbec is already hosted by enough agents. {{(pid=102387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 19:05:31.597969 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.base_scheduler [None req-a561139d-df54-46a0-a383-81ca8befa8ac tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] Resources bound (agent type, host, resource id): {{(pid=102387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 19:05:31.607847 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a561139d-df54-46a0-a383-81ca8befa8ac tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] Received port after_create {{(pid=102387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 19:05:31.633315 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-fb7ddc08-7d3e-4bd5-bb19-211910df0311 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985308'] for security_group_rule, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:05:31.656997 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-25a85453-5a69-456d-86df-c37c69dc70ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:05:31.698336 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-2b9ff232-0acb-449b-9329-364f4dec15a1 tempest-RoutersAdminTest-985037198 tempest-RoutersAdminTest-985037198-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-571301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6852'] for router, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:05:31.701060 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7ddc08-7d3e-4bd5-bb19-211910df0311 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5138e120-c69b-4211-99b0-1fe695526a6f,revision_number=0']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:05:31.703662 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-2b9ff232-0acb-449b-9329-364f4dec15a1 tempest-RoutersAdminTest-985037198 tempest-RoutersAdminTest-985037198-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:05:31.897512 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddbc69f9-fbce-4e96-b31c-529f4dfade92 None None] Port 5a93f73f-b9c9-443a-8b91-80a3d2fd728e not found while updating agent binding for router 6c2d78d3-5020-4011-99fd-958b7c8e83ba. {{(pid=102389) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Nov 05 19:05:31.906332 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-fb7ddc08-7d3e-4bd5-bb19-211910df0311 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:05:31.922839 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-fb7ddc08-7d3e-4bd5-bb19-211910df0311 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 1.0596893 Nov 05 19:05:31.923017 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddbc69f9-fbce-4e96-b31c-529f4dfade92 None None] Routers {'6c2d78d3-5020-4011-99fd-958b7c8e83ba'} bound to L3 agent in host n-d-816865-1 {{(pid=102389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 19:05:31.923017 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-ddbc69f9-fbce-4e96-b31c-529f4dfade92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T19:05:05Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['6c2d78d3-5020-4011-99fd-958b7c8e83ba'], 'active': True} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:05:31.925994 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 52578) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:05:31.936243 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-a13517ad-ff7c-4166-86ce-864af3efbe62 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Request body: {'network': {'name': 'tempest-network-smoke--1921705560', 'project_id': '777902a3c6ed4ff2a5460208db53bd8a', 'port_security_enabled': True}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:05:32.002212 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-2b9ff232-0acb-449b-9329-364f4dec15a1 tempest-RoutersAdminTest-985037198 tempest-RoutersAdminTest-985037198-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-571310'] for router, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:05:32.003519 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b9ff232-0acb-449b-9329-364f4dec15a1 tempest-RoutersAdminTest-985037198 tempest-RoutersAdminTest-985037198-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 6c2d78d3-5020-4011-99fd-958b7c8e83ba {{(pid=102386) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 05 19:05:32.016618 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-2b9ff232-0acb-449b-9329-364f4dec15a1 tempest-RoutersAdminTest-985037198 tempest-RoutersAdminTest-985037198-project-admin] Publish callbacks [] for router, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:05:32.019593 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-2b9ff232-0acb-449b-9329-364f4dec15a1 tempest-RoutersAdminTest-985037198 tempest-RoutersAdminTest-985037198-project-admin] 10.222.0.13 "DELETE /v2.0/routers/6c2d78d3-5020-4011-99fd-958b7c8e83ba HTTP/1.1" status: 204 len: 168 time: 2.0208049 Nov 05 19:05:32.022490 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 52584) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:05:32.057976 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-25a85453-5a69-456d-86df-c37c69dc70ac None None] Publish callbacks [] for port, precommit_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:05:32.058642 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvr_db [None req-ddbc69f9-fbce-4e96-b31c-529f4dfade92 None None] Set router 6c2d78d3-5020-4011-99fd-958b7c8e83ba gateway port host: None {{(pid=102389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 19:05:32.069983 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a13517ad-ff7c-4166-86ce-864af3efbe62 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Made reservation on behalf of 777902a3c6ed4ff2a5460208db53bd8a for: {'network': 1} {{(pid=102386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 19:05:32.074601 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-a13517ad-ff7c-4166-86ce-864af3efbe62 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for network, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:05:32.130021 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-25a85453-5a69-456d-86df-c37c69dc70ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:05:32.136150 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-ddbc69f9-fbce-4e96-b31c-529f4dfade92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c2d78d3-5020-4011-99fd-958b7c8e83ba', 'name': '', 'tenant_id': '58dae232b06946ebb3a871c8ea833814', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T19:05:25Z', 'updated_at': '2021-11-05T19:05:31Z', 'revision_number': 5, 'project_id': '58dae232b06946ebb3a871c8ea833814', 'gw_port_host': None}], 'n-d-816865-1', False) {} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:05:32.147593 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a561139d-df54-46a0-a383-81ca8befa8ac tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] Pushing event updated for resources: {'Port': ['ID=e8e49a68-bdcf-41ef-b32e-3adae601e161,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:05:32.178884 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.db_base_plugin_v2 [None req-63e88012-3b9c-4ee1-896c-5948924e61e5 tempest-RoutersAdminTest-985037198 tempest-RoutersAdminTest-985037198-project-admin] Deleting subnet 6db0b681-d622-4fee-b004-ce4d940af4b2 {{(pid=102386) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 05 19:05:32.180943 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddbc69f9-fbce-4e96-b31c-529f4dfade92 None None] The sync data for ids ['6c2d78d3-5020-4011-99fd-958b7c8e83ba'] in n-d-816865-1 is: [{'id': '6c2d78d3-5020-4011-99fd-958b7c8e83ba', 'name': '', 'tenant_id': '58dae232b06946ebb3a871c8ea833814', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T19:05:25Z', 'updated_at': '2021-11-05T19:05:31Z', 'revision_number': 5, 'project_id': '58dae232b06946ebb3a871c8ea833814', 'gw_port_host': None}] {{(pid=102389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 19:05:32.205344 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-63e88012-3b9c-4ee1-896c-5948924e61e5 tempest-RoutersAdminTest-985037198 tempest-RoutersAdminTest-985037198-project-admin] Publish callbacks [] for subnet, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:05:32.205344 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a13517ad-ff7c-4166-86ce-864af3efbe62 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 195} {{(pid=102386) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 05 19:05:32.233899 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23893638-518d-4b41-b1b6-ae7cb54eb7b0 None None] Pushing event updated for resources: {'Port': ['ID=90cb269f-21e4-4c4e-b946-0b89a5f315e0,revision_number=3']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:05:32.321021 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-25a85453-5a69-456d-86df-c37c69dc70ac None None] Attempting to bind port 90cb269f-21e4-4c4e-b946-0b89a5f315e0 on host n-d-816865-1 for vnic_type normal with profile {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 19:05:32.321254 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-25a85453-5a69-456d-86df-c37c69dc70ac None None] Attempting to bind port 90cb269f-21e4-4c4e-b946-0b89a5f315e0 by drivers openvswitch,hyperv on host n-d-816865-1 at level 0 using segments [{'id': 'e1049daa-fc97-4a3f-8351-3203f3822574', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '4dc00c45-f8b9-4c9a-a6c5-c27d3aa63b93'}] {{(pid=102388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 19:05:32.321738 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25a85453-5a69-456d-86df-c37c69dc70ac None None] Attempting to bind port 90cb269f-21e4-4c4e-b946-0b89a5f315e0 on network 4dc00c45-f8b9-4c9a-a6c5-c27d3aa63b93 {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 19:05:32.328332 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-a561139d-df54-46a0-a383-81ca8befa8ac tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:05:32.332273 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25a85453-5a69-456d-86df-c37c69dc70ac None None] Checking agent: {'id': '724d89a7-611b-41e6-bc85-c48112b17afa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 18, 25, 8), 'started_at': datetime.datetime(2021, 11, 5, 18, 25, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 19, 5, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 19:05:32.332656 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25a85453-5a69-456d-86df-c37c69dc70ac None None] Checking segment: {'id': 'e1049daa-fc97-4a3f-8351-3203f3822574', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '4dc00c45-f8b9-4c9a-a6c5-c27d3aa63b93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 19:05:32.333058 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-25a85453-5a69-456d-86df-c37c69dc70ac None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:05:32.340490 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25a85453-5a69-456d-86df-c37c69dc70ac None None] Bound using segment: {'id': 'e1049daa-fc97-4a3f-8351-3203f3822574', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '4dc00c45-f8b9-4c9a-a6c5-c27d3aa63b93'} {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 19:05:32.341655 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-25a85453-5a69-456d-86df-c37c69dc70ac None None] Bound port: 90cb269f-21e4-4c4e-b946-0b89a5f315e0, host: n-d-816865-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1049daa-fc97-4a3f-8351-3203f3822574', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '4dc00c45-f8b9-4c9a-a6c5-c27d3aa63b93'}}] {{(pid=102388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 19:05:32.345395 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-25a85453-5a69-456d-86df-c37c69dc70ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:05:32.347593 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-a13517ad-ff7c-4166-86ce-864af3efbe62 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273'] for segment, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:05:32.360863 n-d-816865-1 neutron-server[102386]: INFO neutron.db.segments_db [None req-a13517ad-ff7c-4166-86ce-864af3efbe62 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Added segment 40fdb28b-c1d5-4fa5-8d1b-d5ffe3516bce of type vlan for network a81a4734-a1b7-455c-a565-110c640fada3 Nov 05 19:05:32.467191 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-63e88012-3b9c-4ee1-896c-5948924e61e5 tempest-RoutersAdminTest-985037198 tempest-RoutersAdminTest-985037198-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4590738'] for subnet, precommit_delete_associations {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:05:32.505205 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-a13517ad-ff7c-4166-86ce-864af3efbe62 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750027258543'] for network, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:05:32.508196 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-a561139d-df54-46a0-a383-81ca8befa8ac tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:05:32.528873 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-25a85453-5a69-456d-86df-c37c69dc70ac None None] For port 90cb269f-21e4-4c4e-b946-0b89a5f315e0, host n-d-816865-1, cleared binding levels {{(pid=102388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 19:05:32.531969 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-25a85453-5a69-456d-86df-c37c69dc70ac None None] For port 90cb269f-21e4-4c4e-b946-0b89a5f315e0, host n-d-816865-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=90cb269f-21e4-4c4e-b946-0b89a5f315e0,segment=NetworkSegment(e1049daa-fc97-4a3f-8351-3203f3822574),segment_id=e1049daa-fc97-4a3f-8351-3203f3822574)] {{(pid=102388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 19:05:32.600581 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-63e88012-3b9c-4ee1-896c-5948924e61e5 tempest-RoutersAdminTest-985037198 tempest-RoutersAdminTest-985037198-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1573928'] for subnet, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:05:32.615565 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-25a85453-5a69-456d-86df-c37c69dc70ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:05:32.723933 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.agents_db [None req-b9406b04-a0e8-43cf-b349-711963d96cf4 None None] Agent healthcheck: found 7 active agents {{(pid=102389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 05 19:05:32.734615 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-29f195fb-197d-48de-8fcd-8a08dd61a12c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:05:32.736127 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-437e7cf3-f988-4648-a653-2f44ee9230b7 None None] Provisioning complete for port 90cb269f-21e4-4c4e-b946-0b89a5f315e0 triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:05:32.736480 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-437e7cf3-f988-4648-a653-2f44ee9230b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:05:32.736876 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-a13517ad-ff7c-4166-86ce-864af3efbe62 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-956796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877'] for network, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:05:32.739726 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23893638-518d-4b41-b1b6-ae7cb54eb7b0 None None] Pushing event updated for resources: {'Port': ['ID=90cb269f-21e4-4c4e-b946-0b89a5f315e0,revision_number=4']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:05:32.750681 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25a85453-5a69-456d-86df-c37c69dc70ac None None] Routers {'8316fa0f-e616-4e27-a642-2e9db3fcaaa3'} bound to L3 agent in host n-d-816865-1 {{(pid=102388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 19:05:32.757041 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a13517ad-ff7c-4166-86ce-864af3efbe62 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:05:32.763490 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-25a85453-5a69-456d-86df-c37c69dc70ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T19:05:05Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['8316fa0f-e616-4e27-a642-2e9db3fcaaa3'], 'active': True} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:05:32.766381 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-a13517ad-ff7c-4166-86ce-864af3efbe62 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Publish callbacks [] for network, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:05:32.819906 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-63e88012-3b9c-4ee1-896c-5948924e61e5 tempest-RoutersAdminTest-985037198 tempest-RoutersAdminTest-985037198-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1573905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6149879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4877183'] for subnet, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:05:32.848324 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-a561139d-df54-46a0-a383-81ca8befa8ac tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] Publish callbacks [] for port, precommit_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:05:32.865009 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e88012-3b9c-4ee1-896c-5948924e61e5 tempest-RoutersAdminTest-985037198 tempest-RoutersAdminTest-985037198-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=6db0b681-d622-4fee-b004-ce4d940af4b2,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:05:32.874393 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-63e88012-3b9c-4ee1-896c-5948924e61e5 tempest-RoutersAdminTest-985037198 tempest-RoutersAdminTest-985037198-project-admin] Publish callbacks [] for subnet, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:05:32.878646 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-63e88012-3b9c-4ee1-896c-5948924e61e5 tempest-RoutersAdminTest-985037198 tempest-RoutersAdminTest-985037198-project-admin] 10.222.0.13 "DELETE /v2.0/subnets/6db0b681-d622-4fee-b004-ce4d940af4b2 HTTP/1.1" status: 204 len: 168 time: 0.8549464 Nov 05 19:05:32.886695 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 52608) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:05:32.973030 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-a561139d-df54-46a0-a383-81ca8befa8ac tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4417072'] for port, after_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:05:32.986015 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-a13517ad-ff7c-4166-86ce-864af3efbe62 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.0547180 Nov 05 19:05:32.987010 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 52618) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:05:32.994183 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-74c735c9-0d6e-4ab9-a7d5-e26535d4192b tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-486994015', 'admin_state_up': True, 'project_id': '777902a3c6ed4ff2a5460208db53bd8a', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec'}}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:05:33.020512 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13517ad-ff7c-4166-86ce-864af3efbe62 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Pushing event updated for resources: {'Network': ['ID=a81a4734-a1b7-455c-a565-110c640fada3,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:05:33.081714 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-437e7cf3-f988-4648-a653-2f44ee9230b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:05:33.144187 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvr_db [None req-25a85453-5a69-456d-86df-c37c69dc70ac None None] Set router 8316fa0f-e616-4e27-a642-2e9db3fcaaa3 gateway port host: n-d-816865-1 {{(pid=102388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 19:05:33.158548 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-74c735c9-0d6e-4ab9-a7d5-e26535d4192b tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-571139', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6874'] for router, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:05:33.159416 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-74c735c9-0d6e-4ab9-a7d5-e26535d4192b tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-571375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1000570', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1011585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6867'] for router, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:05:33.221306 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Network a81a4734-a1b7-455c-a565-110c640fada3 details requested by agent ovs-agent-n-d-816865-1 with host n-d-816865-1 {{(pid=102388) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 05 19:05:33.230423 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-74c735c9-0d6e-4ab9-a7d5-e26535d4192b tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:05:33.248602 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-cf0b0b98-c07c-49ea-850b-b99a970b3b11 tempest-RoutersAdminTest-985037198 tempest-RoutersAdminTest-985037198-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1664226'] for network, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:05:33.418030 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-437e7cf3-f988-4648-a653-2f44ee9230b7 None None] For port 90cb269f-21e4-4c4e-b946-0b89a5f315e0, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=90cb269f-21e4-4c4e-b946-0b89a5f315e0,segment=NetworkSegment(e1049daa-fc97-4a3f-8351-3203f3822574),segment_id=e1049daa-fc97-4a3f-8351-3203f3822574)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:05:33.508167 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-437e7cf3-f988-4648-a653-2f44ee9230b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:05:33.599954 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 90cb269f-21e4-4c4e-b946-0b89a5f315e0 up at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 19:05:33.603060 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-cf0b0b98-c07c-49ea-850b-b99a970b3b11 tempest-RoutersAdminTest-985037198 tempest-RoutersAdminTest-985037198-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1579173', 'neutron.services.segments.db._delete_segments_for_network-8750027792909'] for network, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:05:33.704499 n-d-816865-1 neutron-server[102387]: DEBUG neutron.services.segments.db [None req-cf0b0b98-c07c-49ea-850b-b99a970b3b11 tempest-RoutersAdminTest-985037198 tempest-RoutersAdminTest-985037198-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b896870a-13d2-4113-a1d8-5a35bcb954ff']}} {{(pid=102387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:05:33.730031 n-d-816865-1 neutron-server[102387]: DEBUG neutron.services.segments.db [None req-cf0b0b98-c07c-49ea-850b-b99a970b3b11 tempest-RoutersAdminTest-985037198 tempest-RoutersAdminTest-985037198-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '17959e3f-fc4a-4dc9-be49-ca301a448f66') {'for_net_delete': True} {{(pid=102387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:05:33.732846 n-d-816865-1 neutron-server[102387]: DEBUG neutron.services.segments.db [None req-cf0b0b98-c07c-49ea-850b-b99a970b3b11 tempest-RoutersAdminTest-985037198 tempest-RoutersAdminTest-985037198-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '17959e3f-fc4a-4dc9-be49-ca301a448f66') {} {{(pid=102387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:05:33.749039 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-cf0b0b98-c07c-49ea-850b-b99a970b3b11 tempest-RoutersAdminTest-985037198 tempest-RoutersAdminTest-985037198-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750027793430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4463492'] for segment, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:05:33.765853 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-cdbe2c1c-04de-459f-a77b-1da44aa1b567 None None] Provisioning complete for port 90cb269f-21e4-4c4e-b946-0b89a5f315e0 triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:05:33.783784 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-cdbe2c1c-04de-459f-a77b-1da44aa1b567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:05:33.787234 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-74c735c9-0d6e-4ab9-a7d5-e26535d4192b tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:05:33.787360 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-cf0b0b98-c07c-49ea-850b-b99a970b3b11 tempest-RoutersAdminTest-985037198 tempest-RoutersAdminTest-985037198-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273'] for segment, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:05:33.792150 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf0b0b98-c07c-49ea-850b-b99a970b3b11 tempest-RoutersAdminTest-985037198 tempest-RoutersAdminTest-985037198-project-admin] Releasing vlan 187 on physical network physnet1 to pool {{(pid=102387) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 05 19:05:33.792971 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-cf0b0b98-c07c-49ea-850b-b99a970b3b11 tempest-RoutersAdminTest-985037198 tempest-RoutersAdminTest-985037198-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4417236'] for segment, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:05:33.888946 n-d-816865-1 neutron-server[102387]: Traceback (most recent call last): Nov 05 19:05:33.888946 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 05 19:05:33.888946 n-d-816865-1 neutron-server[102387]: timer() Nov 05 19:05:33.888946 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 05 19:05:33.888946 n-d-816865-1 neutron-server[102387]: cb(*args, **kw) Nov 05 19:05:33.888946 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 05 19:05:33.888946 n-d-816865-1 neutron-server[102387]: return func(*args, **kwargs) Nov 05 19:05:33.888946 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 05 19:05:33.888946 n-d-816865-1 neutron-server[102387]: self._notify() Nov 05 19:05:33.888946 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 05 19:05:33.888946 n-d-816865-1 neutron-server[102387]: self.callback(batched_events) Nov 05 19:05:33.888946 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 05 19:05:33.888946 n-d-816865-1 neutron-server[102387]: event.method(event) Nov 05 19:05:33.888946 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 05 19:05:33.888946 n-d-816865-1 neutron-server[102387]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 05 19:05:33.888946 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 05 19:05:33.888946 n-d-816865-1 neutron-server[102387]: aggregate_uuid = self.p_client.list_aggregates( Nov 05 19:05:33.888946 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 05 19:05:33.888946 n-d-816865-1 neutron-server[102387]: return f(self, *a, **k) Nov 05 19:05:33.888946 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 05 19:05:33.888946 n-d-816865-1 neutron-server[102387]: return self._get(url).json() Nov 05 19:05:33.888946 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 05 19:05:33.888946 n-d-816865-1 neutron-server[102387]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 05 19:05:33.888946 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 05 19:05:33.888946 n-d-816865-1 neutron-server[102387]: return self.request(url, 'GET', **kwargs) Nov 05 19:05:33.888946 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 05 19:05:33.888946 n-d-816865-1 neutron-server[102387]: base_url = self.get_endpoint(auth, allow=allow, Nov 05 19:05:33.888946 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 05 19:05:33.888946 n-d-816865-1 neutron-server[102387]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 05 19:05:33.888946 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 05 19:05:33.888946 n-d-816865-1 neutron-server[102387]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 05 19:05:33.888946 n-d-816865-1 neutron-server[102387]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 05 19:05:33.896043 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a561139d-df54-46a0-a383-81ca8befa8ac tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] Pushing event updated for resources: {'Port': ['ID=e8e49a68-bdcf-41ef-b32e-3adae601e161,revision_number=2']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:05:33.912550 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-a561139d-df54-46a0-a383-81ca8befa8ac tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1000577'] for floatingip, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:05:34.032533 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-cf0b0b98-c07c-49ea-850b-b99a970b3b11 tempest-RoutersAdminTest-985037198 tempest-RoutersAdminTest-985037198-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1579178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-956796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1000687'] for network, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:05:34.037740 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf0b0b98-c07c-49ea-850b-b99a970b3b11 tempest-RoutersAdminTest-985037198 tempest-RoutersAdminTest-985037198-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network b896870a-13d2-4113-a1d8-5a35bcb954ff {{(pid=102387) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 05 19:05:34.039998 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-cf0b0b98-c07c-49ea-850b-b99a970b3b11 tempest-RoutersAdminTest-985037198 tempest-RoutersAdminTest-985037198-project-admin] Publish callbacks [] for network, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:05:34.049732 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-cf0b0b98-c07c-49ea-850b-b99a970b3b11 tempest-RoutersAdminTest-985037198 tempest-RoutersAdminTest-985037198-project-admin] 10.222.0.13 "DELETE /v2.0/networks/b896870a-13d2-4113-a1d8-5a35bcb954ff HTTP/1.1" status: 204 len: 168 time: 1.1476099 Nov 05 19:05:34.079883 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437e7cf3-f988-4648-a653-2f44ee9230b7 None None] Pushing event updated for resources: {'Port': ['ID=90cb269f-21e4-4c4e-b946-0b89a5f315e0,revision_number=5']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:05:34.134568 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-a561139d-df54-46a0-a383-81ca8befa8ac tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for floatingip, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:05:34.148783 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-a561139d-df54-46a0-a383-81ca8befa8ac tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.8097019 Nov 05 19:05:34.149938 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0b0b98-c07c-49ea-850b-b99a970b3b11 tempest-RoutersAdminTest-985037198 tempest-RoutersAdminTest-985037198-project-admin] Pushing event deleted for resources: {'Network': ['ID=b896870a-13d2-4113-a1d8-5a35bcb954ff,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:05:34.214075 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Provisioning complete for port 90cb269f-21e4-4c4e-b946-0b89a5f315e0 triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:05:34.215113 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:05:34.295334 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-25a85453-5a69-456d-86df-c37c69dc70ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8316fa0f-e616-4e27-a642-2e9db3fcaaa3', 'name': 'tempest-AttachVolumeShelveTestJSON-2053281703-router', 'tenant_id': 'c9875160e1e6467ba4c32e29bdc7488a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.136'}], 'enable_snat': True}, 'gw_port_id': 'c9d005a4-a0df-40e1-8195-021f565d2cb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T19:05:18Z', 'updated_at': '2021-11-05T19:05:24Z', 'revision_number': 4, 'project_id': 'c9875160e1e6467ba4c32e29bdc7488a', 'gw_port': {'id': 'c9d005a4-a0df-40e1-8195-021f565d2cb9', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:99:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8316fa0f-e616-4e27-a642-2e9db3fcaaa3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3112, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:05:19Z', 'updated_at': '2021-11-05T19:05:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1', '_interfaces': [{'id': '90cb269f-21e4-4c4e-b946-0b89a5f315e0', 'name': '', 'network_id': '4dc00c45-f8b9-4c9a-a6c5-c27d3aa63b93', 'tenant_id': 'c9875160e1e6467ba4c32e29bdc7488a', 'mac_address': 'fa:16:3e:8b:98:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8316fa0f-e616-4e27-a642-2e9db3fcaaa3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3116, 'fixed_ips': [{'subnet_id': '57c79303-6c4f-4c08-a695-f3ffd6fc49db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:05:23Z', 'updated_at': '2021-11-05T19:05:32Z', 'revision_number': 4, 'project_id': 'c9875160e1e6467ba4c32e29bdc7488a', 'subnets': [{'id': '57c79303-6c4f-4c08-a695-f3ffd6fc49db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-1', False) {} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:05:34.331574 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25a85453-5a69-456d-86df-c37c69dc70ac None None] The sync data for ids ['8316fa0f-e616-4e27-a642-2e9db3fcaaa3'] in n-d-816865-1 is: [{'id': '8316fa0f-e616-4e27-a642-2e9db3fcaaa3', 'name': 'tempest-AttachVolumeShelveTestJSON-2053281703-router', 'tenant_id': 'c9875160e1e6467ba4c32e29bdc7488a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.136'}], 'enable_snat': True}, 'gw_port_id': 'c9d005a4-a0df-40e1-8195-021f565d2cb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T19:05:18Z', 'updated_at': '2021-11-05T19:05:24Z', 'revision_number': 4, 'project_id': 'c9875160e1e6467ba4c32e29bdc7488a', 'gw_port': {'id': 'c9d005a4-a0df-40e1-8195-021f565d2cb9', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:99:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8316fa0f-e616-4e27-a642-2e9db3fcaaa3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3112, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:05:19Z', 'updated_at': '2021-11-05T19:05:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1', '_interfaces': [{'id': '90cb269f-21e4-4c4e-b946-0b89a5f315e0', 'name': '', 'network_id': '4dc00c45-f8b9-4c9a-a6c5-c27d3aa63b93', 'tenant_id': 'c9875160e1e6467ba4c32e29bdc7488a', 'mac_address': 'fa:16:3e:8b:98:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8316fa0f-e616-4e27-a642-2e9db3fcaaa3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3116, 'fixed_ips': [{'subnet_id': '57c79303-6c4f-4c08-a695-f3ffd6fc49db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:05:23Z', 'updated_at': '2021-11-05T19:05:32Z', 'revision_number': 4, 'project_id': 'c9875160e1e6467ba4c32e29bdc7488a', 'subnets': [{'id': '57c79303-6c4f-4c08-a695-f3ffd6fc49db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 19:05:34.445764 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:05:34.537634 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-81b2f610-5f4a-45a4-9e6b-cfd7ebe2b761 req-880cfcb9-b031-4cd8-88d5-8b8eafcab86b tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--1343520832&fields=id&tenant_id=c9875160e1e6467ba4c32e29bdc7488a HTTP/1.1" status: 200 len: 267 time: 0.0904686 Nov 05 19:05:34.873540 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b2f610-5f4a-45a4-9e6b-cfd7ebe2b761 req-4464abd9-db21-477a-a550-d4deed7af002 tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:05:34.882759 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-81b2f610-5f4a-45a4-9e6b-cfd7ebe2b761 req-4464abd9-db21-477a-a550-d4deed7af002 tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] 10.222.0.13 "GET /v2.0/networks?id=4dc00c45-f8b9-4c9a-a6c5-c27d3aa63b93 HTTP/1.1" status: 200 len: 817 time: 0.3438916 Nov 05 19:05:34.890943 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 52676) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:05:34.937231 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-74c735c9-0d6e-4ab9-a7d5-e26535d4192b tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Publish callbacks [] for router_gateway, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:05:34.937887 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-18d81ca8-804e-44b2-8afe-a0ddeae56b7d tempest-RoutersAdminTest-985037198 tempest-RoutersAdminTest-985037198-project-admin] Request body: {'router': {'name': 'tempest-router--571196442', 'project_id': '0b66d20a90084564b863eb56462aec8e'}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:05:34.985775 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-74c735c9-0d6e-4ab9-a7d5-e26535d4192b tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:05:34.988525 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-81b2f610-5f4a-45a4-9e6b-cfd7ebe2b761 req-f250b875-1af4-4a76-895c-e2a7a243efc3 tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] 10.222.0.13 "GET /v2.0/quotas/c9875160e1e6467ba4c32e29bdc7488a HTTP/1.1" status: 200 len: 375 time: 0.1048594 Nov 05 19:05:35.172498 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-81b2f610-5f4a-45a4-9e6b-cfd7ebe2b761 req-edc2d44b-adba-4429-8509-572fbf554ded tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=c9875160e1e6467ba4c32e29bdc7488a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1725597 Nov 05 19:05:35.175547 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.db_base_plugin_common [None req-74c735c9-0d6e-4ab9-a7d5-e26535d4192b tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Allocated IP 172.25.6.130 (40c8335d-cd0b-4cb5-910a-d4dcddd5cbec/04fe6db3-e108-4208-943d-6518424f5726/17285f62-72bc-42c8-80c9-293245ccde93) {{(pid=102386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 19:05:35.205775 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-18d81ca8-804e-44b2-8afe-a0ddeae56b7d tempest-RoutersAdminTest-985037198 tempest-RoutersAdminTest-985037198-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-571139', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6874'] for router, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:05:35.213149 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-18d81ca8-804e-44b2-8afe-a0ddeae56b7d tempest-RoutersAdminTest-985037198 tempest-RoutersAdminTest-985037198-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-571375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1000570', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1011585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6867'] for router, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:05:35.349936 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-81b2f610-5f4a-45a4-9e6b-cfd7ebe2b761 req-3f4e7f2e-6131-478b-8694-18212c3481b9 service neutron] 10.222.0.13 "GET /v2.0/networks/4dc00c45-f8b9-4c9a-a6c5-c27d3aa63b93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1728578 Nov 05 19:05:35.418735 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-29f9dc89-1da8-4aeb-83c5-60be603372a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:05:35.455028 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 90cb269f-21e4-4c4e-b946-0b89a5f315e0 up at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 19:05:35.527443 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-81b2f610-5f4a-45a4-9e6b-cfd7ebe2b761 req-c29b7fdb-7d98-4b48-a97e-7a24332cf601 service neutron] 10.222.0.13 "GET /v2.0/networks/4dc00c45-f8b9-4c9a-a6c5-c27d3aa63b93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1760736 Nov 05 19:05:35.620759 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Provisioning complete for port 90cb269f-21e4-4c4e-b946-0b89a5f315e0 triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:05:35.623066 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:05:35.650270 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-18d81ca8-804e-44b2-8afe-a0ddeae56b7d tempest-RoutersAdminTest-985037198 tempest-RoutersAdminTest-985037198-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:05:35.653637 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-74c735c9-0d6e-4ab9-a7d5-e26535d4192b tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Publish callbacks [] for port, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:05:35.798587 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-18d81ca8-804e-44b2-8afe-a0ddeae56b7d tempest-RoutersAdminTest-985037198 tempest-RoutersAdminTest-985037198-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-571384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1000487'] for router, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:05:35.832873 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-74c735c9-0d6e-4ab9-a7d5-e26535d4192b tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:05:35.902759 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-18d81ca8-804e-44b2-8afe-a0ddeae56b7d tempest-RoutersAdminTest-985037198 tempest-RoutersAdminTest-985037198-project-admin] Publish callbacks [] for router, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:05:35.907599 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-18d81ca8-804e-44b2-8afe-a0ddeae56b7d tempest-RoutersAdminTest-985037198 tempest-RoutersAdminTest-985037198-project-admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 1.0145655 Nov 05 19:05:35.908252 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 52708) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:05:35.927925 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74c735c9-0d6e-4ab9-a7d5-e26535d4192b tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Network 40c8335d-cd0b-4cb5-910a-d4dcddd5cbec is already hosted by enough agents. {{(pid=102386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 19:05:35.943906 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.base_scheduler [None req-74c735c9-0d6e-4ab9-a7d5-e26535d4192b tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Resources bound (agent type, host, resource id): {{(pid=102386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 19:05:35.952683 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74c735c9-0d6e-4ab9-a7d5-e26535d4192b tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Received port after_create {{(pid=102386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 19:05:36.093418 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c735c9-0d6e-4ab9-a7d5-e26535d4192b tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Pushing event updated for resources: {'Port': ['ID=17285f62-72bc-42c8-80c9-293245ccde93,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:05:36.098070 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-e449ada4-b39f-4e31-94dd-c2b3cc1bab59 req-11ee94ac-df47-469a-9487-ed3e2d7db871 tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] 10.222.0.13 "GET /v2.0/ports?device_id=c7103f3a-0446-40ed-a190-1645982f6516 HTTP/1.1" status: 200 len: 210 time: 0.1164041 Nov 05 19:05:36.113441 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-ed82d383-5c05-4958-8477-89e67d44f9d2 tempest-RoutersAdminTest-985037198 tempest-RoutersAdminTest-985037198-project-admin] Publish callbacks [] for router, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:05:36.318750 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b304910f-7b27-444b-a8fc-977d26b1ceac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:05:36.335437 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:05:36.422746 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-ed82d383-5c05-4958-8477-89e67d44f9d2 tempest-RoutersAdminTest-985037198 tempest-RoutersAdminTest-985037198-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-571301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6852'] for router, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:05:36.425262 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-ed82d383-5c05-4958-8477-89e67d44f9d2 tempest-RoutersAdminTest-985037198 tempest-RoutersAdminTest-985037198-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:05:36.553688 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-ed82d383-5c05-4958-8477-89e67d44f9d2 tempest-RoutersAdminTest-985037198 tempest-RoutersAdminTest-985037198-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-571310'] for router, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:05:36.557765 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed82d383-5c05-4958-8477-89e67d44f9d2 tempest-RoutersAdminTest-985037198 tempest-RoutersAdminTest-985037198-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 1b054e6b-13b8-470c-89d2-53aca7ce485d {{(pid=102387) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 05 19:05:36.565398 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-ed82d383-5c05-4958-8477-89e67d44f9d2 tempest-RoutersAdminTest-985037198 tempest-RoutersAdminTest-985037198-project-admin] Publish callbacks [] for router, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:05:36.572570 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-ed82d383-5c05-4958-8477-89e67d44f9d2 tempest-RoutersAdminTest-985037198 tempest-RoutersAdminTest-985037198-project-admin] 10.222.0.13 "DELETE /v2.0/routers/1b054e6b-13b8-470c-89d2-53aca7ce485d HTTP/1.1" status: 204 len: 168 time: 0.6608019 Nov 05 19:05:36.585926 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-74c735c9-0d6e-4ab9-a7d5-e26535d4192b tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Publish callbacks [] for router_gateway, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:05:36.853618 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-74c735c9-0d6e-4ab9-a7d5-e26535d4192b tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-571384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1000487'] for router, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:05:36.983470 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 52748) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:05:37.216130 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-41f24d98-b87a-4ad4-b098-099bd1fa7d2e req-ad247b96-cb4f-444d-ac90-c1681492950c tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] 10.222.0.13 "GET /v2.0/ports?device_id=c7103f3a-0446-40ed-a190-1645982f6516 HTTP/1.1" status: 200 len: 210 time: 0.0303090 Nov 05 19:05:37.225130 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-1affd4d0-6b3c-4de3-a79e-f2dfeb90c5c8 tempest-RoutersAdminTest-252873888 tempest-RoutersAdminTest-252873888-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1356508279', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec'}, 'admin_state_up': False}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:05:37.288906 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74c735c9-0d6e-4ab9-a7d5-e26535d4192b tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Router ec27977f-282f-4076-a094-c90443e431fa is scheduled to L3 agent 6dcb5589-8e86-4616-9186-ddc4548e13ad with binding_index 1 {{(pid=102386) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 05 19:05:37.348294 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-1affd4d0-6b3c-4de3-a79e-f2dfeb90c5c8 tempest-RoutersAdminTest-252873888 tempest-RoutersAdminTest-252873888-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-571139', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6874'] for router, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:05:37.349381 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-1affd4d0-6b3c-4de3-a79e-f2dfeb90c5c8 tempest-RoutersAdminTest-252873888 tempest-RoutersAdminTest-252873888-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-571375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1000570', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1011585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6867'] for router, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:05:37.435266 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-1affd4d0-6b3c-4de3-a79e-f2dfeb90c5c8 tempest-RoutersAdminTest-252873888 tempest-RoutersAdminTest-252873888-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:05:37.491020 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74c735c9-0d6e-4ab9-a7d5-e26535d4192b tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Notify agent at l3_agent.n-d-816865-1 the message routers_updated {{(pid=102386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 19:05:37.502271 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4364061-812f-4e2d-b5c4-6fa373372f40 None None] Sync routers for ids ['ec27977f-282f-4076-a094-c90443e431fa'] in n-d-816865-1 {{(pid=102389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 19:05:37.513239 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4364061-812f-4e2d-b5c4-6fa373372f40 None None] Routers {'ec27977f-282f-4076-a094-c90443e431fa'} bound to L3 agent in host n-d-816865-1 {{(pid=102389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 19:05:37.513874 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-a4364061-812f-4e2d-b5c4-6fa373372f40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T19:05:35Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['ec27977f-282f-4076-a094-c90443e431fa'], 'active': True} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:05:37.611018 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-74c735c9-0d6e-4ab9-a7d5-e26535d4192b tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Publish callbacks [] for router, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:05:37.617501 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-74c735c9-0d6e-4ab9-a7d5-e26535d4192b tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 4.6242783 Nov 05 19:05:37.618586 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 52780) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:05:37.634943 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvr_db [None req-a4364061-812f-4e2d-b5c4-6fa373372f40 None None] Set router ec27977f-282f-4076-a094-c90443e431fa gateway port host: n-d-816865-1 {{(pid=102389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 19:05:37.710272 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-c8317b9a-98b1-44f0-9ed6-981f5d02c628 tempest-TestNetworkAdvancedServerOps-912703179 tempest-TestNetworkAdvancedServerOps-912703179-project-admin] 10.222.0.13 "GET /v2.0/subnets?project_id=777902a3c6ed4ff2a5460208db53bd8a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0880659 Nov 05 19:05:37.710715 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 52784) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:05:37.791852 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-1affd4d0-6b3c-4de3-a79e-f2dfeb90c5c8 tempest-RoutersAdminTest-252873888 tempest-RoutersAdminTest-252873888-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:05:37.935320 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9aeefa73-e101-46d4-b15e-a9f21ae3ab9f tempest-TestNetworkAdvancedServerOps-912703179 tempest-TestNetworkAdvancedServerOps-912703179-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:05:37.937462 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-9aeefa73-e101-46d4-b15e-a9f21ae3ab9f tempest-TestNetworkAdvancedServerOps-912703179 tempest-TestNetworkAdvancedServerOps-912703179-project-admin] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2260625 Nov 05 19:05:37.940564 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 52790) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:05:37.951359 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-a4364061-812f-4e2d-b5c4-6fa373372f40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec27977f-282f-4076-a094-c90443e431fa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-486994015', 'tenant_id': '777902a3c6ed4ff2a5460208db53bd8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.130'}], 'enable_snat': True}, 'gw_port_id': '17285f62-72bc-42c8-80c9-293245ccde93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T19:05:33Z', 'updated_at': '2021-11-05T19:05:36Z', 'revision_number': 3, 'project_id': '777902a3c6ed4ff2a5460208db53bd8a', 'gw_port': {'id': '17285f62-72bc-42c8-80c9-293245ccde93', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:54:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec27977f-282f-4076-a094-c90443e431fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3138, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:05:34Z', 'updated_at': '2021-11-05T19:05:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1'}], 'n-d-816865-1', False) {} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:05:38.007238 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4364061-812f-4e2d-b5c4-6fa373372f40 None None] Checking router: ec27977f-282f-4076-a094-c90443e431fa for host: n-d-816865-1 {{(pid=102389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 19:05:38.018326 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4364061-812f-4e2d-b5c4-6fa373372f40 None None] Updating router ec27977f-282f-4076-a094-c90443e431fa port 17285f62-72bc-42c8-80c9-293245ccde93 binding host n-d-816865-1 {{(pid=102389) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 05 19:05:38.045875 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-6664ed8e-142e-4ca5-bea4-c9f5e7212a22 tempest-TestNetworkAdvancedServerOps-912703179 tempest-TestNetworkAdvancedServerOps-912703179-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=40c8335d-cd0b-4cb5-910a-d4dcddd5cbec&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0882041 Nov 05 19:05:38.047782 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 52798) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:05:38.066674 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-bcb7bc0d-f543-489d-861d-fa9510115a31 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1633535210', 'network_id': 'a81a4734-a1b7-455c-a565-110c640fada3', 'project_id': '777902a3c6ed4ff2a5460208db53bd8a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:05:38.090309 n-d-816865-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-a4364061-812f-4e2d-b5c4-6fa373372f40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:05:38.232417 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-31f93893-a48e-4ae8-833d-dccb2b42eacc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:05:38.267383 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcb7bc0d-f543-489d-861d-fa9510115a31 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Made reservation on behalf of 777902a3c6ed4ff2a5460208db53bd8a for: {'subnet': 1} {{(pid=102386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 19:05:38.276736 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-bcb7bc0d-f543-489d-861d-fa9510115a31 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4877122'] for subnet, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:05:38.388563 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-1affd4d0-6b3c-4de3-a79e-f2dfeb90c5c8 tempest-RoutersAdminTest-252873888 tempest-RoutersAdminTest-252873888-project] Publish callbacks [] for router_gateway, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:05:38.497331 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-1affd4d0-6b3c-4de3-a79e-f2dfeb90c5c8 tempest-RoutersAdminTest-252873888 tempest-RoutersAdminTest-252873888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:05:38.603164 n-d-816865-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-a4364061-812f-4e2d-b5c4-6fa373372f40 None None] Publish callbacks [] for port, precommit_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:05:38.620310 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:05:38.700367 n-d-816865-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-a4364061-812f-4e2d-b5c4-6fa373372f40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:05:38.717006 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-8270d8dc-18c0-4464-97d4-bd558f529c43 req-f69cefe6-32e4-43be-8ba8-63cafb381004 tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] 10.222.0.13 "GET /v2.0/ports?device_id=c7103f3a-0446-40ed-a190-1645982f6516 HTTP/1.1" status: 200 len: 210 time: 0.2443066 Nov 05 19:05:38.772683 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418b8827-747b-4637-b2a1-ee25ab19c5ef None None] Pushing event updated for resources: {'Port': ['ID=17285f62-72bc-42c8-80c9-293245ccde93,revision_number=2']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:05:38.775378 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.managers [None req-a4364061-812f-4e2d-b5c4-6fa373372f40 None None] Attempting to bind port 17285f62-72bc-42c8-80c9-293245ccde93 on host n-d-816865-1 for vnic_type normal with profile {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 19:05:38.775833 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.managers [None req-a4364061-812f-4e2d-b5c4-6fa373372f40 None None] Attempting to bind port 17285f62-72bc-42c8-80c9-293245ccde93 by drivers openvswitch,hyperv on host n-d-816865-1 at level 0 using segments [{'id': '85be518c-8bb4-46a2-a903-d4292782d29d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec'}] {{(pid=102389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 19:05:38.776285 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4364061-812f-4e2d-b5c4-6fa373372f40 None None] Attempting to bind port 17285f62-72bc-42c8-80c9-293245ccde93 on network 40c8335d-cd0b-4cb5-910a-d4dcddd5cbec {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 19:05:38.787431 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-418b8827-747b-4637-b2a1-ee25ab19c5ef None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:05:38.787876 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-418b8827-747b-4637-b2a1-ee25ab19c5ef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:05:38.788301 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-418b8827-747b-4637-b2a1-ee25ab19c5ef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:05:38.788721 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-418b8827-747b-4637-b2a1-ee25ab19c5ef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:05:38.789143 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-418b8827-747b-4637-b2a1-ee25ab19c5ef None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:05:38.790088 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-418b8827-747b-4637-b2a1-ee25ab19c5ef None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:05:38.790595 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-418b8827-747b-4637-b2a1-ee25ab19c5ef None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:05:38.791021 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-418b8827-747b-4637-b2a1-ee25ab19c5ef None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:05:38.791438 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-418b8827-747b-4637-b2a1-ee25ab19c5ef None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:05:38.791851 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-418b8827-747b-4637-b2a1-ee25ab19c5ef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:05:38.792511 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-418b8827-747b-4637-b2a1-ee25ab19c5ef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:05:38.792925 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-418b8827-747b-4637-b2a1-ee25ab19c5ef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:05:38.801224 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4364061-812f-4e2d-b5c4-6fa373372f40 None None] Checking agent: {'id': '724d89a7-611b-41e6-bc85-c48112b17afa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 18, 25, 8), 'started_at': datetime.datetime(2021, 11, 5, 18, 25, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 19, 5, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 19:05:38.810177 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4364061-812f-4e2d-b5c4-6fa373372f40 None None] Checking segment: {'id': '85be518c-8bb4-46a2-a903-d4292782d29d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 19:05:38.810177 n-d-816865-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-a4364061-812f-4e2d-b5c4-6fa373372f40 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:05:38.810177 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4364061-812f-4e2d-b5c4-6fa373372f40 None None] Bound using segment: {'id': '85be518c-8bb4-46a2-a903-d4292782d29d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec'} {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 19:05:38.810177 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.managers [None req-a4364061-812f-4e2d-b5c4-6fa373372f40 None None] Bound port: 17285f62-72bc-42c8-80c9-293245ccde93, host: n-d-816865-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85be518c-8bb4-46a2-a903-d4292782d29d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec'}}] {{(pid=102389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 19:05:38.810177 n-d-816865-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-a4364061-812f-4e2d-b5c4-6fa373372f40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:05:38.865422 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.db_base_plugin_common [None req-1affd4d0-6b3c-4de3-a79e-f2dfeb90c5c8 tempest-RoutersAdminTest-252873888 tempest-RoutersAdminTest-252873888-project] Allocated IP 172.25.6.188 (40c8335d-cd0b-4cb5-910a-d4dcddd5cbec/04fe6db3-e108-4208-943d-6518424f5726/2db481fc-8dfa-45c9-b78c-a9c3942eac96) {{(pid=102387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 19:05:38.888317 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [None req-a4364061-812f-4e2d-b5c4-6fa373372f40 None None] For port 17285f62-72bc-42c8-80c9-293245ccde93, host n-d-816865-1, cleared binding levels {{(pid=102389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 19:05:38.892918 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [None req-a4364061-812f-4e2d-b5c4-6fa373372f40 None None] For port 17285f62-72bc-42c8-80c9-293245ccde93, host n-d-816865-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=17285f62-72bc-42c8-80c9-293245ccde93,segment=NetworkSegment(85be518c-8bb4-46a2-a903-d4292782d29d),segment_id=85be518c-8bb4-46a2-a903-d4292782d29d)] {{(pid=102389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 19:05:38.981770 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-bcb7bc0d-f543-489d-861d-fa9510115a31 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6149946', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4877172'] for subnet, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:05:39.021214 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-1affd4d0-6b3c-4de3-a79e-f2dfeb90c5c8 tempest-RoutersAdminTest-252873888 tempest-RoutersAdminTest-252873888-project] Publish callbacks [] for port, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:05:39.090953 n-d-816865-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-a4364061-812f-4e2d-b5c4-6fa373372f40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:05:39.100238 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcb7bc0d-f543-489d-861d-fa9510115a31 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Checking segment: {'id': '40fdb28b-c1d5-4fa5-8d1b-d5ffe3516bce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'a81a4734-a1b7-455c-a565-110c640fada3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 19:05:39.102428 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcb7bc0d-f543-489d-861d-fa9510115a31 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Network hostable DHCP agents. Network: a81a4734-a1b7-455c-a565-110c640fada3, hostable agents: ['987e2ca0-bc3b-4c6f-a989-429ccfbf753f'], hosted agents: [] {{(pid=102386) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 05 19:05:39.115353 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb7bc0d-f543-489d-861d-fa9510115a31 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Pushing event updated for resources: {'Subnet': ['ID=e87a4999-90ef-48fe-aa30-61f131e4a77d,revision_number=0']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:05:39.187128 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-1affd4d0-6b3c-4de3-a79e-f2dfeb90c5c8 tempest-RoutersAdminTest-252873888 tempest-RoutersAdminTest-252873888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4417063'] for port, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:05:39.236128 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418b8827-747b-4637-b2a1-ee25ab19c5ef None None] Pushing event updated for resources: {'Port': ['ID=17285f62-72bc-42c8-80c9-293245ccde93,revision_number=3']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:05:39.252457 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1affd4d0-6b3c-4de3-a79e-f2dfeb90c5c8 tempest-RoutersAdminTest-252873888 tempest-RoutersAdminTest-252873888-project] Network 40c8335d-cd0b-4cb5-910a-d4dcddd5cbec is already hosted by enough agents. {{(pid=102387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 19:05:39.255172 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.base_scheduler [None req-1affd4d0-6b3c-4de3-a79e-f2dfeb90c5c8 tempest-RoutersAdminTest-252873888 tempest-RoutersAdminTest-252873888-project] Resources bound (agent type, host, resource id): {{(pid=102387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 19:05:39.258035 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1affd4d0-6b3c-4de3-a79e-f2dfeb90c5c8 tempest-RoutersAdminTest-252873888 tempest-RoutersAdminTest-252873888-project] Pushing event updated for resources: {'Port': ['ID=2db481fc-8dfa-45c9-b78c-a9c3942eac96,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:05:39.261658 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1affd4d0-6b3c-4de3-a79e-f2dfeb90c5c8 tempest-RoutersAdminTest-252873888 tempest-RoutersAdminTest-252873888-project] Received port after_create {{(pid=102387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 19:05:39.277209 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcb7bc0d-f543-489d-861d-fa9510115a31 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Network a81a4734-a1b7-455c-a565-110c640fada3 is scheduled to be hosted by DHCP agent 987e2ca0-bc3b-4c6f-a989-429ccfbf753f with binding_index 1 {{(pid=102386) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 05 19:05:39.285350 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4364061-812f-4e2d-b5c4-6fa373372f40 None None] Routers {'ec27977f-282f-4076-a094-c90443e431fa'} bound to L3 agent in host n-d-816865-1 {{(pid=102389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 19:05:39.286009 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-a4364061-812f-4e2d-b5c4-6fa373372f40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T19:05:35Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['ec27977f-282f-4076-a094-c90443e431fa'], 'active': True} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:05:39.363768 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.base_scheduler [None req-bcb7bc0d-f543-489d-861d-fa9510115a31 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816865-1, a81a4734-a1b7-455c-a565-110c640fada3) {{(pid=102386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 19:05:39.368551 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcb7bc0d-f543-489d-861d-fa9510115a31 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:05:39.369396 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-bcb7bc0d-f543-489d-861d-fa9510115a31 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Publish callbacks [] for subnet, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:05:39.382662 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57d16f15-1ccf-4db0-8fd6-44f1b8bd4939 None None] Network a81a4734-a1b7-455c-a565-110c640fada3 requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 19:05:39.475366 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-bcb7bc0d-f543-489d-861d-fa9510115a31 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.4265385 Nov 05 19:05:39.478170 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 52830) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:05:39.566817 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvr_db [None req-a4364061-812f-4e2d-b5c4-6fa373372f40 None None] Set router ec27977f-282f-4076-a094-c90443e431fa gateway port host: n-d-816865-1 {{(pid=102389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 19:05:39.752875 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09f8dcdf-4979-4957-be1a-08bd8588cd9f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeb20a084-accf-5b60-8075-3e69ebe863a6-a81a4734-a1b7-455c-a565-110c640fada3', 'network_id': 'a81a4734-a1b7-455c-a565-110c640fada3', 'tenant_id': '777902a3c6ed4ff2a5460208db53bd8a', 'fixed_ips': [{'subnet_id': 'e87a4999-90ef-48fe-aa30-61f131e4a77d'}]}} from n-d-816865-1. {{(pid=102388) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 05 19:05:39.759024 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-09f8dcdf-4979-4957-be1a-08bd8588cd9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:05:39.955926 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-a68ae4a5-149c-458f-8c66-d0b00dfd92c5 req-0a9f440e-6ffa-47ae-8c05-b491a254120c tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] 10.222.0.13 "GET /v2.0/ports?device_id=c7103f3a-0446-40ed-a190-1645982f6516 HTTP/1.1" status: 200 len: 210 time: 0.0762866 Nov 05 19:05:39.991314 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b2f610-5f4a-45a4-9e6b-cfd7ebe2b761 req-f9de2547-94e3-4a83-a77b-871445d4ef9c tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:05:39.996449 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-81b2f610-5f4a-45a4-9e6b-cfd7ebe2b761 req-f9de2547-94e3-4a83-a77b-871445d4ef9c tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] 10.222.0.41 "GET /v2.0/networks?id=4dc00c45-f8b9-4c9a-a6c5-c27d3aa63b93 HTTP/1.1" status: 200 len: 817 time: 0.2837529 Nov 05 19:05:40.009422 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-a4364061-812f-4e2d-b5c4-6fa373372f40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec27977f-282f-4076-a094-c90443e431fa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-486994015', 'tenant_id': '777902a3c6ed4ff2a5460208db53bd8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.130'}], 'enable_snat': True}, 'gw_port_id': '17285f62-72bc-42c8-80c9-293245ccde93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T19:05:33Z', 'updated_at': '2021-11-05T19:05:36Z', 'revision_number': 3, 'project_id': '777902a3c6ed4ff2a5460208db53bd8a', 'gw_port': {'id': '17285f62-72bc-42c8-80c9-293245ccde93', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:54:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec27977f-282f-4076-a094-c90443e431fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3138, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:05:34Z', 'updated_at': '2021-11-05T19:05:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1'}], 'n-d-816865-1', False) {} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:05:40.029389 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-1affd4d0-6b3c-4de3-a79e-f2dfeb90c5c8 tempest-RoutersAdminTest-252873888 tempest-RoutersAdminTest-252873888-project] Publish callbacks [] for router_gateway, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:05:40.111482 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4364061-812f-4e2d-b5c4-6fa373372f40 None None] The sync data for ids ['ec27977f-282f-4076-a094-c90443e431fa'] in n-d-816865-1 is: [{'id': 'ec27977f-282f-4076-a094-c90443e431fa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-486994015', 'tenant_id': '777902a3c6ed4ff2a5460208db53bd8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.130'}], 'enable_snat': True}, 'gw_port_id': '17285f62-72bc-42c8-80c9-293245ccde93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T19:05:33Z', 'updated_at': '2021-11-05T19:05:36Z', 'revision_number': 3, 'project_id': '777902a3c6ed4ff2a5460208db53bd8a', 'gw_port': {'id': '17285f62-72bc-42c8-80c9-293245ccde93', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:54:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec27977f-282f-4076-a094-c90443e431fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3138, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:05:34Z', 'updated_at': '2021-11-05T19:05:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1'}] {{(pid=102389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 19:05:40.159664 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.db_base_plugin_common [None req-09f8dcdf-4979-4957-be1a-08bd8588cd9f None None] Allocated IP 172.20.0.2 (a81a4734-a1b7-455c-a565-110c640fada3/e87a4999-90ef-48fe-aa30-61f131e4a77d/4b390a12-42e3-4edd-be8f-4e6eeefd87c7) {{(pid=102388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 19:05:40.345793 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-81b2f610-5f4a-45a4-9e6b-cfd7ebe2b761 req-547acac3-75db-4fc9-9d6a-466653f65c3b tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c9875160e1e6467ba4c32e29bdc7488a HTTP/1.1" status: 200 len: 380 time: 0.3150740 Nov 05 19:05:40.365888 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [req-81b2f610-5f4a-45a4-9e6b-cfd7ebe2b761 req-647c9d6c-e6d3-4612-a3ec-e4aa50f3337e tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] Request body: {'port': {'device_id': 'c7103f3a-0446-40ed-a190-1645982f6516', 'network_id': '4dc00c45-f8b9-4c9a-a6c5-c27d3aa63b93', 'admin_state_up': True, 'tenant_id': 'c9875160e1e6467ba4c32e29bdc7488a', 'security_groups': ['c33e3cae-293b-4275-aa24-9c3af6c8734f']}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:05:40.407033 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-09f8dcdf-4979-4957-be1a-08bd8588cd9f None None] Publish callbacks [] for port, precommit_create {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:05:40.501224 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-09f8dcdf-4979-4957-be1a-08bd8588cd9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789'] for port, after_create {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:05:40.614937 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-1affd4d0-6b3c-4de3-a79e-f2dfeb90c5c8 tempest-RoutersAdminTest-252873888 tempest-RoutersAdminTest-252873888-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-571384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1000487'] for router, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:05:40.783275 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f8dcdf-4979-4957-be1a-08bd8588cd9f None None] Pushing event updated for resources: {'Port': ['ID=4b390a12-42e3-4edd-be8f-4e6eeefd87c7,revision_number=1']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:05:40.832422 n-d-816865-1 neutron-server[102388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09f8dcdf-4979-4957-be1a-08bd8588cd9f None None] Network a81a4734-a1b7-455c-a565-110c640fada3 is already hosted by enough agents. {{(pid=102388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 19:05:40.840110 n-d-816865-1 neutron-server[102388]: DEBUG neutron.scheduler.base_scheduler [None req-09f8dcdf-4979-4957-be1a-08bd8588cd9f None None] Resources bound (agent type, host, resource id): {{(pid=102388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 19:05:40.849736 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09f8dcdf-4979-4957-be1a-08bd8588cd9f None None] Received port after_create {{(pid=102388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 19:05:40.882141 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-81b2f610-5f4a-45a4-9e6b-cfd7ebe2b761 req-647c9d6c-e6d3-4612-a3ec-e4aa50f3337e tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] Made reservation on behalf of c9875160e1e6467ba4c32e29bdc7488a for: {'port': 1} {{(pid=102386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 19:05:40.896089 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-81b2f610-5f4a-45a4-9e6b-cfd7ebe2b761 req-647c9d6c-e6d3-4612-a3ec-e4aa50f3337e tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:05:40.998829 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-09f8dcdf-4979-4957-be1a-08bd8588cd9f None None] Attempting to bind port 4b390a12-42e3-4edd-be8f-4e6eeefd87c7 on host n-d-816865-1 for vnic_type normal with profile {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 19:05:40.999256 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-09f8dcdf-4979-4957-be1a-08bd8588cd9f None None] Attempting to bind port 4b390a12-42e3-4edd-be8f-4e6eeefd87c7 by drivers openvswitch,hyperv on host n-d-816865-1 at level 0 using segments [{'id': '40fdb28b-c1d5-4fa5-8d1b-d5ffe3516bce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'a81a4734-a1b7-455c-a565-110c640fada3'}] {{(pid=102388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 19:05:41.012736 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09f8dcdf-4979-4957-be1a-08bd8588cd9f None None] Attempting to bind port 4b390a12-42e3-4edd-be8f-4e6eeefd87c7 on network a81a4734-a1b7-455c-a565-110c640fada3 {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 19:05:41.048772 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09f8dcdf-4979-4957-be1a-08bd8588cd9f None None] Checking agent: {'id': '724d89a7-611b-41e6-bc85-c48112b17afa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 18, 25, 8), 'started_at': datetime.datetime(2021, 11, 5, 18, 25, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 19, 5, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 19:05:41.049472 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09f8dcdf-4979-4957-be1a-08bd8588cd9f None None] Checking segment: {'id': '40fdb28b-c1d5-4fa5-8d1b-d5ffe3516bce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'a81a4734-a1b7-455c-a565-110c640fada3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 19:05:41.050745 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-09f8dcdf-4979-4957-be1a-08bd8588cd9f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:05:41.051351 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09f8dcdf-4979-4957-be1a-08bd8588cd9f None None] Bound using segment: {'id': '40fdb28b-c1d5-4fa5-8d1b-d5ffe3516bce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'a81a4734-a1b7-455c-a565-110c640fada3'} {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 19:05:41.054562 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-09f8dcdf-4979-4957-be1a-08bd8588cd9f None None] Bound port: 4b390a12-42e3-4edd-be8f-4e6eeefd87c7, host: n-d-816865-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40fdb28b-c1d5-4fa5-8d1b-d5ffe3516bce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'a81a4734-a1b7-455c-a565-110c640fada3'}}] {{(pid=102388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 19:05:41.056418 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-09f8dcdf-4979-4957-be1a-08bd8588cd9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:05:41.237007 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-09f8dcdf-4979-4957-be1a-08bd8588cd9f None None] For port 4b390a12-42e3-4edd-be8f-4e6eeefd87c7, host n-d-816865-1, cleared binding levels {{(pid=102388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 19:05:41.244633 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-09f8dcdf-4979-4957-be1a-08bd8588cd9f None None] For port 4b390a12-42e3-4edd-be8f-4e6eeefd87c7, host n-d-816865-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=4b390a12-42e3-4edd-be8f-4e6eeefd87c7,segment=NetworkSegment(40fdb28b-c1d5-4fa5-8d1b-d5ffe3516bce),segment_id=40fdb28b-c1d5-4fa5-8d1b-d5ffe3516bce)] {{(pid=102388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 19:05:41.321233 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-09f8dcdf-4979-4957-be1a-08bd8588cd9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:05:41.541872 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-2a734f69-9236-468f-bcda-a6d28938cc20 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:05:41.573051 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 17285f62-72bc-42c8-80c9-293245ccde93 up at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 19:05:41.806717 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f8dcdf-4979-4957-be1a-08bd8588cd9f None None] Pushing event updated for resources: {'Port': ['ID=4b390a12-42e3-4edd-be8f-4e6eeefd87c7,revision_number=2']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:05:41.820135 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.db_base_plugin_common [req-81b2f610-5f4a-45a4-9e6b-cfd7ebe2b761 req-647c9d6c-e6d3-4612-a3ec-e4aa50f3337e tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] Allocated IP 172.20.0.3 (4dc00c45-f8b9-4c9a-a6c5-c27d3aa63b93/57c79303-6c4f-4c08-a695-f3ffd6fc49db/9bf94260-f6a1-428d-9d09-f1431cf8ec7e) {{(pid=102386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 19:05:41.829795 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Provisioning complete for port 17285f62-72bc-42c8-80c9-293245ccde93 triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:05:41.830588 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:05:41.935803 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-ecbf7d51-2215-4dc4-9af1-9f153c148c9e req-1a247f0e-41ae-4f87-9cf2-52ebf56d1ffd tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] 10.222.0.13 "GET /v2.0/ports?device_id=c7103f3a-0446-40ed-a190-1645982f6516 HTTP/1.1" status: 200 len: 210 time: 0.1074529 Nov 05 19:05:42.030742 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:05:42.089787 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] For port 17285f62-72bc-42c8-80c9-293245ccde93, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=17285f62-72bc-42c8-80c9-293245ccde93,segment=NetworkSegment(85be518c-8bb4-46a2-a903-d4292782d29d),segment_id=85be518c-8bb4-46a2-a903-d4292782d29d)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:05:42.186644 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1affd4d0-6b3c-4de3-a79e-f2dfeb90c5c8 tempest-RoutersAdminTest-252873888 tempest-RoutersAdminTest-252873888-project] Router f28afda9-9e5c-42a4-957b-71659bf5ead6 is scheduled to L3 agent 6dcb5589-8e86-4616-9186-ddc4548e13ad with binding_index 1 {{(pid=102387) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 05 19:05:42.232555 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:05:42.336212 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Pushing event updated for resources: {'Port': ['ID=17285f62-72bc-42c8-80c9-293245ccde93,revision_number=4']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:05:42.521588 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1affd4d0-6b3c-4de3-a79e-f2dfeb90c5c8 tempest-RoutersAdminTest-252873888 tempest-RoutersAdminTest-252873888-project] Notify agent at l3_agent.n-d-816865-1 the message routers_updated {{(pid=102387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 19:05:42.535834 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8355fa73-7b1d-45b0-a616-38a3e0c556f8 None None] Sync routers for ids ['f28afda9-9e5c-42a4-957b-71659bf5ead6'] in n-d-816865-1 {{(pid=102388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 19:05:42.567767 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8355fa73-7b1d-45b0-a616-38a3e0c556f8 None None] Routers {'f28afda9-9e5c-42a4-957b-71659bf5ead6'} bound to L3 agent in host n-d-816865-1 {{(pid=102388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 19:05:42.568411 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-8355fa73-7b1d-45b0-a616-38a3e0c556f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T19:05:35Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['f28afda9-9e5c-42a4-957b-71659bf5ead6'], 'active': True} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:05:42.656741 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-8355fa73-7b1d-45b0-a616-38a3e0c556f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816865-1', False) {} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:05:42.662844 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-1affd4d0-6b3c-4de3-a79e-f2dfeb90c5c8 tempest-RoutersAdminTest-252873888 tempest-RoutersAdminTest-252873888-project] Publish callbacks [] for router, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:05:42.667066 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-1affd4d0-6b3c-4de3-a79e-f2dfeb90c5c8 tempest-RoutersAdminTest-252873888 tempest-RoutersAdminTest-252873888-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 5.6807404 Nov 05 19:05:42.681380 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8355fa73-7b1d-45b0-a616-38a3e0c556f8 None None] Routers {'f28afda9-9e5c-42a4-957b-71659bf5ead6'} bound to L3 agent in host n-d-816865-1 {{(pid=102388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 19:05:42.683036 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 52896) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:05:42.683276 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-8355fa73-7b1d-45b0-a616-38a3e0c556f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T19:05:35Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['f28afda9-9e5c-42a4-957b-71659bf5ead6'], 'active': True} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:05:42.712448 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-8355fa73-7b1d-45b0-a616-38a3e0c556f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816865-1', False) {} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:05:42.713310 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8355fa73-7b1d-45b0-a616-38a3e0c556f8 None None] The sync data for ids ['f28afda9-9e5c-42a4-957b-71659bf5ead6'] in n-d-816865-1 is: [] {{(pid=102388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 19:05:42.929905 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-c3eb4bea-4f56-404f-8473-6773ef6bf89d tempest-RoutersAdminTest-985037198 tempest-RoutersAdminTest-985037198-project-admin] 10.222.0.13 "GET /v2.0/routers/f28afda9-9e5c-42a4-957b-71659bf5ead6 HTTP/1.1" status: 200 len: 921 time: 0.2613676 Nov 05 19:05:42.930798 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 52904) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:05:43.010338 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-7ac2a173-e591-4774-ac70-cb688eb27a34 tempest-RoutersAdminTest-252873888 tempest-RoutersAdminTest-252873888-project] 10.222.0.13 "GET /v2.0/ports?device_id=f28afda9-9e5c-42a4-957b-71659bf5ead6 HTTP/1.1" status: 200 len: 205 time: 0.0781844 Nov 05 19:05:43.014782 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 52908) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:05:43.040361 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.db_base_plugin_common [None req-2a734f69-9236-468f-bcda-a6d28938cc20 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Allocated IP 172.20.0.1 (a81a4734-a1b7-455c-a565-110c640fada3/e87a4999-90ef-48fe-aa30-61f131e4a77d/bf58eb3d-205a-47b0-b1ff-46e3bf817a6f) {{(pid=102386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 19:05:43.067704 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-81b2f610-5f4a-45a4-9e6b-cfd7ebe2b761 req-647c9d6c-e6d3-4612-a3ec-e4aa50f3337e tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] Publish callbacks [] for port, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:05:43.223679 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-199db89f-66ad-4411-8620-8c6ff312f64d tempest-RoutersAdminTest-252873888 tempest-RoutersAdminTest-252873888-project] Publish callbacks [] for router, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:05:43.319019 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-81b2f610-5f4a-45a4-9e6b-cfd7ebe2b761 req-647c9d6c-e6d3-4612-a3ec-e4aa50f3337e tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:05:43.331345 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-2a734f69-9236-468f-bcda-a6d28938cc20 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Publish callbacks [] for port, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:05:43.407083 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647c9d6c-e6d3-4612-a3ec-e4aa50f3337e tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] Pushing event updated for resources: {'Port': ['ID=9bf94260-f6a1-428d-9d09-f1431cf8ec7e,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:05:43.421697 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-81b2f610-5f4a-45a4-9e6b-cfd7ebe2b761 req-647c9d6c-e6d3-4612-a3ec-e4aa50f3337e tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] Network 4dc00c45-f8b9-4c9a-a6c5-c27d3aa63b93 is already hosted by enough agents. {{(pid=102386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 19:05:43.425005 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.base_scheduler [req-81b2f610-5f4a-45a4-9e6b-cfd7ebe2b761 req-647c9d6c-e6d3-4612-a3ec-e4aa50f3337e tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] Resources bound (agent type, host, resource id): {{(pid=102386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 19:05:43.430423 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [req-81b2f610-5f4a-45a4-9e6b-cfd7ebe2b761 req-647c9d6c-e6d3-4612-a3ec-e4aa50f3337e tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] Received port after_create {{(pid=102386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 19:05:43.575652 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c91025-b755-4201-a25b-dfdeae060916 req-12a43ce9-3733-423a-8005-d22db904eb42 tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:05:43.581487 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b2f610-5f4a-45a4-9e6b-cfd7ebe2b761 req-647c9d6c-e6d3-4612-a3ec-e4aa50f3337e tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:05:43.582264 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-81b2f610-5f4a-45a4-9e6b-cfd7ebe2b761 req-647c9d6c-e6d3-4612-a3ec-e4aa50f3337e tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:05:43.585645 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-58c91025-b755-4201-a25b-dfdeae060916 req-12a43ce9-3733-423a-8005-d22db904eb42 tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] 10.222.0.13 "GET /v2.0/ports?device_id=c7103f3a-0446-40ed-a190-1645982f6516 HTTP/1.1" status: 200 len: 931 time: 0.3750122 Nov 05 19:05:43.595639 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 17285f62-72bc-42c8-80c9-293245ccde93 up at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 19:05:43.622467 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-2a734f69-9236-468f-bcda-a6d28938cc20 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:05:43.660151 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-199db89f-66ad-4411-8620-8c6ff312f64d tempest-RoutersAdminTest-252873888 tempest-RoutersAdminTest-252873888-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:05:43.683101 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-58c91025-b755-4201-a25b-dfdeae060916 req-7993cd22-9c2d-4af0-97f0-166375fa1ed9 tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] 10.222.0.13 "GET /v2.0/security-groups?id=c33e3cae-293b-4275-aa24-9c3af6c8734f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0880690 Nov 05 19:05:43.716168 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a734f69-9236-468f-bcda-a6d28938cc20 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Network a81a4734-a1b7-455c-a565-110c640fada3 is already hosted by enough agents. {{(pid=102386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 19:05:43.755317 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.base_scheduler [None req-2a734f69-9236-468f-bcda-a6d28938cc20 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Resources bound (agent type, host, resource id): {{(pid=102386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 19:05:43.758769 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a734f69-9236-468f-bcda-a6d28938cc20 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Received port after_create {{(pid=102386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 19:05:43.861709 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-81b2f610-5f4a-45a4-9e6b-cfd7ebe2b761 req-647c9d6c-e6d3-4612-a3ec-e4aa50f3337e tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5090907 Nov 05 19:05:43.866735 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Provisioning complete for port 17285f62-72bc-42c8-80c9-293245ccde93 triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:05:43.870015 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:05:43.871139 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a734f69-9236-468f-bcda-a6d28938cc20 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Pushing event updated for resources: {'Port': ['ID=bf58eb3d-205a-47b0-b1ff-46e3bf817a6f,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:05:43.884964 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [req-81b2f610-5f4a-45a4-9e6b-cfd7ebe2b761 req-b1059811-0a80-448e-930a-0da9cd35e3c7 service neutron] Request body: {'port': {'device_id': 'c7103f3a-0446-40ed-a190-1645982f6516', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816865-1'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:05:43.908994 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [None req-199db89f-66ad-4411-8620-8c6ff312f64d tempest-RoutersAdminTest-252873888 tempest-RoutersAdminTest-252873888-project] Deleting port 2db481fc-8dfa-45c9-b78c-a9c3942eac96 {{(pid=102387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 19:05:43.909338 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-199db89f-66ad-4411-8620-8c6ff312f64d tempest-RoutersAdminTest-252873888 tempest-RoutersAdminTest-252873888-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:05:44.031516 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-2a734f69-9236-468f-bcda-a6d28938cc20 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-571770'] for router_interface, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:05:44.031803 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 4b390a12-42e3-4edd-be8f-4e6eeefd87c7 up at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 19:05:44.083276 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-a6870f8f-1b5f-4ac3-b352-f50e713ec2e1 None None] Provisioning complete for port 9bf94260-f6a1-428d-9d09-f1431cf8ec7e triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:05:44.083924 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-a6870f8f-1b5f-4ac3-b352-f50e713ec2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:05:44.125848 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-199db89f-66ad-4411-8620-8c6ff312f64d tempest-RoutersAdminTest-252873888 tempest-RoutersAdminTest-252873888-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:05:44.127149 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-488bb051-32d4-4c85-a9b3-d6dd3f838264 None None] Network a81a4734-a1b7-455c-a565-110c640fada3 requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 19:05:44.188690 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [None req-199db89f-66ad-4411-8620-8c6ff312f64d tempest-RoutersAdminTest-252873888 tempest-RoutersAdminTest-252873888-project] Calling delete_port for 2db481fc-8dfa-45c9-b78c-a9c3942eac96 owned by network:router_gateway {{(pid=102387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 19:05:44.213522 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Provisioning complete for port 4b390a12-42e3-4edd-be8f-4e6eeefd87c7 triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:05:44.219618 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:05:44.252873 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-81b2f610-5f4a-45a4-9e6b-cfd7ebe2b761 req-b1059811-0a80-448e-930a-0da9cd35e3c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:05:44.328287 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-a6870f8f-1b5f-4ac3-b352-f50e713ec2e1 None None] Port 9bf94260-f6a1-428d-9d09-f1431cf8ec7e cannot update to ACTIVE because it is not bound. {{(pid=102388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 19:05:44.344906 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-2a734f69-9236-468f-bcda-a6d28938cc20 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:05:44.403696 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:05:44.508954 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-39ff66cb-fb2f-49c3-9b1e-23ef2378f0c8 None None] Provisioning complete for port 4b390a12-42e3-4edd-be8f-4e6eeefd87c7 triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:05:44.509264 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-39ff66cb-fb2f-49c3-9b1e-23ef2378f0c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:05:44.545195 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] For port 4b390a12-42e3-4edd-be8f-4e6eeefd87c7, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=4b390a12-42e3-4edd-be8f-4e6eeefd87c7,segment=NetworkSegment(40fdb28b-c1d5-4fa5-8d1b-d5ffe3516bce),segment_id=40fdb28b-c1d5-4fa5-8d1b-d5ffe3516bce)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:05:44.636306 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:05:44.672239 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-199db89f-66ad-4411-8620-8c6ff312f64d tempest-RoutersAdminTest-252873888 tempest-RoutersAdminTest-252873888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4417063'] for port, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:05:44.710713 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199db89f-66ad-4411-8620-8c6ff312f64d tempest-RoutersAdminTest-252873888 tempest-RoutersAdminTest-252873888-project] Pushing event deleted for resources: {'Port': ['ID=2db481fc-8dfa-45c9-b78c-a9c3942eac96,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:05:44.857901 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-199db89f-66ad-4411-8620-8c6ff312f64d tempest-RoutersAdminTest-252873888 tempest-RoutersAdminTest-252873888-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1000651'] for router_gateway, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:05:45.051511 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ea652c-f339-4180-bde2-d06d3175fc83 req-a981d36c-436c-485d-b0c3-9d14059ffaa2 tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:05:45.061482 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Pushing event updated for resources: {'Port': ['ID=4b390a12-42e3-4edd-be8f-4e6eeefd87c7,revision_number=3']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:05:45.066664 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-30ea652c-f339-4180-bde2-d06d3175fc83 req-a981d36c-436c-485d-b0c3-9d14059ffaa2 tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] 10.222.0.13 "GET /v2.0/ports?device_id=c7103f3a-0446-40ed-a190-1645982f6516 HTTP/1.1" status: 200 len: 931 time: 0.2475688 Nov 05 19:05:45.082310 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-199db89f-66ad-4411-8620-8c6ff312f64d tempest-RoutersAdminTest-252873888 tempest-RoutersAdminTest-252873888-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-571301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6852'] for router, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:05:45.087371 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-199db89f-66ad-4411-8620-8c6ff312f64d tempest-RoutersAdminTest-252873888 tempest-RoutersAdminTest-252873888-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:05:45.224767 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-30ea652c-f339-4180-bde2-d06d3175fc83 req-abe435e9-dc73-48ec-8fcf-374483886fa9 tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] 10.222.0.13 "GET /v2.0/security-groups?id=c33e3cae-293b-4275-aa24-9c3af6c8734f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1571634 Nov 05 19:05:45.269725 n-d-816865-1 neutron-server[102386]: DEBUG neutron.notifiers.nova [req-81b2f610-5f4a-45a4-9e6b-cfd7ebe2b761 req-b1059811-0a80-448e-930a-0da9cd35e3c7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9bf94260-f6a1-428d-9d09-f1431cf8ec7e {{(pid=102386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 19:05:45.312928 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-81b2f610-5f4a-45a4-9e6b-cfd7ebe2b761 req-b1059811-0a80-448e-930a-0da9cd35e3c7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:05:45.386622 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-199db89f-66ad-4411-8620-8c6ff312f64d tempest-RoutersAdminTest-252873888 tempest-RoutersAdminTest-252873888-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-571310'] for router, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:05:45.388042 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-199db89f-66ad-4411-8620-8c6ff312f64d tempest-RoutersAdminTest-252873888 tempest-RoutersAdminTest-252873888-project] Fanout notify agent at l3_agent the message router_deleted on router f28afda9-9e5c-42a4-957b-71659bf5ead6 {{(pid=102387) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 05 19:05:45.399466 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.provisioning_blocks [req-81b2f610-5f4a-45a4-9e6b-cfd7ebe2b761 req-b1059811-0a80-448e-930a-0da9cd35e3c7 service neutron] Transition to ACTIVE for port object 9bf94260-f6a1-428d-9d09-f1431cf8ec7e will not be triggered until provisioned by entity L2. {{(pid=102386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 05 19:05:45.401028 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-199db89f-66ad-4411-8620-8c6ff312f64d tempest-RoutersAdminTest-252873888 tempest-RoutersAdminTest-252873888-project] Publish callbacks [] for router, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:05:45.405029 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-199db89f-66ad-4411-8620-8c6ff312f64d tempest-RoutersAdminTest-252873888 tempest-RoutersAdminTest-252873888-project] 10.222.0.13 "DELETE /v2.0/routers/f28afda9-9e5c-42a4-957b-71659bf5ead6 HTTP/1.1" status: 204 len: 168 time: 2.3883677 Nov 05 19:05:45.408538 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 52954) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:05:45.412926 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-3b2ab308-df5a-4bac-bc4e-593d57674c1b tempest-RoutersAdminTest-985037198 tempest-RoutersAdminTest-985037198-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1804534313', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'enable_snat': False}}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:05:45.435531 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 4b390a12-42e3-4edd-be8f-4e6eeefd87c7 up at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 19:05:45.461888 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-2a734f69-9236-468f-bcda-a6d28938cc20 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Publish callbacks [] for port, precommit_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:05:45.478246 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-81b2f610-5f4a-45a4-9e6b-cfd7ebe2b761 req-b1059811-0a80-448e-930a-0da9cd35e3c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6149821'] for port, after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:05:45.547538 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1059811-0a80-448e-930a-0da9cd35e3c7 service neutron] Pushing event updated for resources: {'Port': ['ID=9bf94260-f6a1-428d-9d09-f1431cf8ec7e,revision_number=2']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:05:45.552634 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Provisioning complete for port 4b390a12-42e3-4edd-be8f-4e6eeefd87c7 triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:05:45.553064 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:05:45.642316 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-86638328-8e4b-4793-897e-2b682c1f017c None None] Provisioning complete for port 4b390a12-42e3-4edd-be8f-4e6eeefd87c7 triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:05:45.643056 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-86638328-8e4b-4793-897e-2b682c1f017c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:05:45.673365 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-2a734f69-9236-468f-bcda-a6d28938cc20 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6149821'] for port, after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:05:45.676761 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-3b2ab308-df5a-4bac-bc4e-593d57674c1b tempest-RoutersAdminTest-985037198 tempest-RoutersAdminTest-985037198-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-571139', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6874'] for router, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:05:45.679621 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-3b2ab308-df5a-4bac-bc4e-593d57674c1b tempest-RoutersAdminTest-985037198 tempest-RoutersAdminTest-985037198-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-571375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1000570', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1011585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6867'] for router, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:05:45.945703 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [req-81b2f610-5f4a-45a4-9e6b-cfd7ebe2b761 req-b1059811-0a80-448e-930a-0da9cd35e3c7 service neutron] Attempting to bind port 9bf94260-f6a1-428d-9d09-f1431cf8ec7e on host n-h1-816865-1 for vnic_type normal with profile {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 19:05:45.945956 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [req-81b2f610-5f4a-45a4-9e6b-cfd7ebe2b761 req-b1059811-0a80-448e-930a-0da9cd35e3c7 service neutron] Attempting to bind port 9bf94260-f6a1-428d-9d09-f1431cf8ec7e by drivers openvswitch,hyperv on host n-h1-816865-1 at level 0 using segments [{'id': 'e1049daa-fc97-4a3f-8351-3203f3822574', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '4dc00c45-f8b9-4c9a-a6c5-c27d3aa63b93'}] {{(pid=102386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 19:05:45.946322 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81b2f610-5f4a-45a4-9e6b-cfd7ebe2b761 req-b1059811-0a80-448e-930a-0da9cd35e3c7 service neutron] Attempting to bind port 9bf94260-f6a1-428d-9d09-f1431cf8ec7e on network 4dc00c45-f8b9-4c9a-a6c5-c27d3aa63b93 {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 19:05:45.948347 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a734f69-9236-468f-bcda-a6d28938cc20 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Pushing event updated for resources: {'Port': ['ID=bf58eb3d-205a-47b0-b1ff-46e3bf817a6f,revision_number=2']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:05:46.006288 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-86638328-8e4b-4793-897e-2b682c1f017c None None] Provisioning complete for port bf58eb3d-205a-47b0-b1ff-46e3bf817a6f triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:05:46.006733 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-86638328-8e4b-4793-897e-2b682c1f017c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:05:46.082974 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-2a734f69-9236-468f-bcda-a6d28938cc20 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-597863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-571878'] for router_interface, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:05:46.086972 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-86638328-8e4b-4793-897e-2b682c1f017c None None] Port bf58eb3d-205a-47b0-b1ff-46e3bf817a6f cannot update to ACTIVE because it is not bound. {{(pid=102388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 19:05:46.087560 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-3b2ab308-df5a-4bac-bc4e-593d57674c1b tempest-RoutersAdminTest-985037198 tempest-RoutersAdminTest-985037198-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:05:46.091576 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81b2f610-5f4a-45a4-9e6b-cfd7ebe2b761 req-b1059811-0a80-448e-930a-0da9cd35e3c7 service neutron] Port 9bf94260-f6a1-428d-9d09-f1431cf8ec7e on network 4dc00c45-f8b9-4c9a-a6c5-c27d3aa63b93 not bound, no agent of type Open vSwitch agent registered on host n-h1-816865-1 {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 19:05:46.091903 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81b2f610-5f4a-45a4-9e6b-cfd7ebe2b761 req-b1059811-0a80-448e-930a-0da9cd35e3c7 service neutron] Attempting to bind port 9bf94260-f6a1-428d-9d09-f1431cf8ec7e on network 4dc00c45-f8b9-4c9a-a6c5-c27d3aa63b93 {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 19:05:46.098792 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81b2f610-5f4a-45a4-9e6b-cfd7ebe2b761 req-b1059811-0a80-448e-930a-0da9cd35e3c7 service neutron] Checking agent: {'id': 'eb596d7c-8c64-42bd-8aca-fad447eb0eab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816865-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 18, 33, 34), 'started_at': datetime.datetime(2021, 11, 5, 18, 33, 34), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 19, 5, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 19:05:46.100119 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81b2f610-5f4a-45a4-9e6b-cfd7ebe2b761 req-b1059811-0a80-448e-930a-0da9cd35e3c7 service neutron] Checking segment: {'id': 'e1049daa-fc97-4a3f-8351-3203f3822574', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '4dc00c45-f8b9-4c9a-a6c5-c27d3aa63b93'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 19:05:46.100119 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81b2f610-5f4a-45a4-9e6b-cfd7ebe2b761 req-b1059811-0a80-448e-930a-0da9cd35e3c7 service neutron] Bound using segment: {'id': 'e1049daa-fc97-4a3f-8351-3203f3822574', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '4dc00c45-f8b9-4c9a-a6c5-c27d3aa63b93'} {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 19:05:46.100119 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [req-81b2f610-5f4a-45a4-9e6b-cfd7ebe2b761 req-b1059811-0a80-448e-930a-0da9cd35e3c7 service neutron] Bound port: 9bf94260-f6a1-428d-9d09-f1431cf8ec7e, host: n-h1-816865-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e1049daa-fc97-4a3f-8351-3203f3822574', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '4dc00c45-f8b9-4c9a-a6c5-c27d3aa63b93'}}] {{(pid=102386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 19:05:46.100450 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-81b2f610-5f4a-45a4-9e6b-cfd7ebe2b761 req-b1059811-0a80-448e-930a-0da9cd35e3c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:05:46.220159 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-52427a30-ef25-4d01-97fb-e99186026419 None None] Provisioning complete for port bf58eb3d-205a-47b0-b1ff-46e3bf817a6f triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:05:46.220562 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-52427a30-ef25-4d01-97fb-e99186026419 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:05:46.265372 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-52427a30-ef25-4d01-97fb-e99186026419 None None] Port bf58eb3d-205a-47b0-b1ff-46e3bf817a6f cannot update to ACTIVE because it is not bound. {{(pid=102388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 19:05:46.392315 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [req-81b2f610-5f4a-45a4-9e6b-cfd7ebe2b761 req-b1059811-0a80-448e-930a-0da9cd35e3c7 service neutron] For port 9bf94260-f6a1-428d-9d09-f1431cf8ec7e, host n-h1-816865-1, cleared binding levels {{(pid=102386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 19:05:46.454446 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-3b2ab308-df5a-4bac-bc4e-593d57674c1b tempest-RoutersAdminTest-985037198 tempest-RoutersAdminTest-985037198-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:05:46.454446 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [req-81b2f610-5f4a-45a4-9e6b-cfd7ebe2b761 req-b1059811-0a80-448e-930a-0da9cd35e3c7 service neutron] For port 9bf94260-f6a1-428d-9d09-f1431cf8ec7e, host n-h1-816865-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=9bf94260-f6a1-428d-9d09-f1431cf8ec7e,segment=NetworkSegment(e1049daa-fc97-4a3f-8351-3203f3822574),segment_id=e1049daa-fc97-4a3f-8351-3203f3822574)] {{(pid=102386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 19:05:46.464551 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a734f69-9236-468f-bcda-a6d28938cc20 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Network a81a4734-a1b7-455c-a565-110c640fada3 is already hosted by enough agents. {{(pid=102386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 19:05:46.468568 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecd4b2b-a9f5-46bd-be83-bcf21e1967cf req-08d5871f-8b63-4a67-9997-48f09fab4ba4 tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:05:46.474269 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.base_scheduler [None req-2a734f69-9236-468f-bcda-a6d28938cc20 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Resources bound (agent type, host, resource id): {{(pid=102386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 19:05:46.485074 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-3ecd4b2b-a9f5-46bd-be83-bcf21e1967cf req-08d5871f-8b63-4a67-9997-48f09fab4ba4 tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] 10.222.0.13 "GET /v2.0/ports?device_id=c7103f3a-0446-40ed-a190-1645982f6516 HTTP/1.1" status: 200 len: 943 time: 0.1034479 Nov 05 19:05:46.572527 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-3ecd4b2b-a9f5-46bd-be83-bcf21e1967cf req-4bb140ef-a6ea-4588-a019-7cab01183a6a tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] 10.222.0.13 "GET /v2.0/security-groups?id=c33e3cae-293b-4275-aa24-9c3af6c8734f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0822527 Nov 05 19:05:46.645231 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-81b2f610-5f4a-45a4-9e6b-cfd7ebe2b761 req-b1059811-0a80-448e-930a-0da9cd35e3c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6149821'] for port, after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:05:46.705253 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a734f69-9236-468f-bcda-a6d28938cc20 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Router ec27977f-282f-4076-a094-c90443e431fa has already been hosted by L3 agent 6dcb5589-8e86-4616-9186-ddc4548e13ad {{(pid=102386) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 19:05:46.723431 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b2f610-5f4a-45a4-9e6b-cfd7ebe2b761 req-b1059811-0a80-448e-930a-0da9cd35e3c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:05:46.724113 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-81b2f610-5f4a-45a4-9e6b-cfd7ebe2b761 req-b1059811-0a80-448e-930a-0da9cd35e3c7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:05:46.725743 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-81b2f610-5f4a-45a4-9e6b-cfd7ebe2b761 req-b1059811-0a80-448e-930a-0da9cd35e3c7 service neutron] 10.222.0.41 "PUT /v2.0/ports/9bf94260-f6a1-428d-9d09-f1431cf8ec7e HTTP/1.1" status: 200 len: 1091 time: 2.8483140 Nov 05 19:05:46.734333 n-d-816865-1 neutron-server[102386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7103f3a-0446-40ed-a190-1645982f6516', 'tag': '9bf94260-f6a1-428d-9d09-f1431cf8ec7e'}] {{(pid=102386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 19:05:46.736675 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6173a44d7c73f41af551dc890fa1a5892c2c6bc3458b640c8e0c24db7876ba6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab96542f-b554-4fd3-b5b6-08b1abe56863" -d '{"events": [{"name": "network-changed", "server_uuid": "c7103f3a-0446-40ed-a190-1645982f6516", "tag": "9bf94260-f6a1-428d-9d09-f1431cf8ec7e"}]}' {{(pid=102386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 19:05:46.798931 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1059811-0a80-448e-930a-0da9cd35e3c7 service neutron] Pushing event updated for resources: {'Port': ['ID=9bf94260-f6a1-428d-9d09-f1431cf8ec7e,revision_number=3']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:05:46.847429 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-fc13fef1-2328-4706-ac8b-091fbb316222 None None] Provisioning complete for port bf58eb3d-205a-47b0-b1ff-46e3bf817a6f triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:05:46.848257 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-fc13fef1-2328-4706-ac8b-091fbb316222 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:05:46.874730 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 19:05:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-542be4dc-0ff1-42ea-bf3b-18b81508b309 x-openstack-request-id: req-542be4dc-0ff1-42ea-bf3b-18b81508b309 {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 19:05:46.875038 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7103f3a-0446-40ed-a190-1645982f6516", "tag": "9bf94260-f6a1-428d-9d09-f1431cf8ec7e", "status": "completed", "code": 200}]} {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 19:05:46.875297 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-542be4dc-0ff1-42ea-bf3b-18b81508b309 {{(pid=102386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 19:05:46.875710 n-d-816865-1 neutron-server[102386]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7103f3a-0446-40ed-a190-1645982f6516', 'tag': '9bf94260-f6a1-428d-9d09-f1431cf8ec7e', 'status': 'completed', 'code': 200} Nov 05 19:05:46.888579 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-fc13fef1-2328-4706-ac8b-091fbb316222 None None] Port bf58eb3d-205a-47b0-b1ff-46e3bf817a6f cannot update to ACTIVE because it is not bound. {{(pid=102388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 19:05:47.045060 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab96542f-b554-4fd3-b5b6-08b1abe56863 req-c75f3438-1687-40a0-a194-2dfbbbe6b5e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:05:47.046759 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-ab96542f-b554-4fd3-b5b6-08b1abe56863 req-c75f3438-1687-40a0-a194-2dfbbbe6b5e4 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c9875160e1e6467ba4c32e29bdc7488a&device_id=c7103f3a-0446-40ed-a190-1645982f6516 HTTP/1.1" status: 200 len: 1094 time: 0.1912625 Nov 05 19:05:47.081526 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a734f69-9236-468f-bcda-a6d28938cc20 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Notify agent at l3_agent.n-d-816865-1 the message routers_updated {{(pid=102386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 19:05:47.095465 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e34641ce-e70a-47dc-aeee-45662e92824a None None] Sync routers for ids ['ec27977f-282f-4076-a094-c90443e431fa'] in n-d-816865-1 {{(pid=102389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 19:05:47.114648 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e34641ce-e70a-47dc-aeee-45662e92824a None None] Routers {'ec27977f-282f-4076-a094-c90443e431fa'} bound to L3 agent in host n-d-816865-1 {{(pid=102389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 19:05:47.115194 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-e34641ce-e70a-47dc-aeee-45662e92824a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T19:05:35Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['ec27977f-282f-4076-a094-c90443e431fa'], 'active': True} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:05:47.117089 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-2a734f69-9236-468f-bcda-a6d28938cc20 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] 10.222.0.13 "PUT /v2.0/routers/ec27977f-282f-4076-a094-c90443e431fa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6376266 Nov 05 19:05:47.371161 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-3b2ab308-df5a-4bac-bc4e-593d57674c1b tempest-RoutersAdminTest-985037198 tempest-RoutersAdminTest-985037198-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:05:47.408029 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-3b2ab308-df5a-4bac-bc4e-593d57674c1b tempest-RoutersAdminTest-985037198 tempest-RoutersAdminTest-985037198-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:05:47.500634 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvr_db [None req-e34641ce-e70a-47dc-aeee-45662e92824a None None] Set router ec27977f-282f-4076-a094-c90443e431fa gateway port host: n-d-816865-1 {{(pid=102389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 19:05:47.543960 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.db_base_plugin_common [None req-3b2ab308-df5a-4bac-bc4e-593d57674c1b tempest-RoutersAdminTest-985037198 tempest-RoutersAdminTest-985037198-project-admin] Allocated IP 172.25.6.227 (40c8335d-cd0b-4cb5-910a-d4dcddd5cbec/04fe6db3-e108-4208-943d-6518424f5726/65f45119-c1ea-4acb-9922-fb047ea27082) {{(pid=102386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 19:05:47.556677 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab96542f-b554-4fd3-b5b6-08b1abe56863 req-4158db7a-76b3-407d-9eae-e15408cdbc9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:05:47.558197 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-ab96542f-b554-4fd3-b5b6-08b1abe56863 req-4158db7a-76b3-407d-9eae-e15408cdbc9d service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=c9875160e1e6467ba4c32e29bdc7488a&shared=False HTTP/1.1" status: 200 len: 918 time: 0.4644580 Nov 05 19:05:47.689605 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-6eae519d-193d-454a-8fc0-f91bc5119b18 req-8f8d6803-25f0-4a25-87bf-745e139c7d5d tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2071075070&fields=id&tenant_id=777902a3c6ed4ff2a5460208db53bd8a HTTP/1.1" status: 200 len: 267 time: 0.1391931 Nov 05 19:05:47.867714 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab96542f-b554-4fd3-b5b6-08b1abe56863 req-6244982b-0c08-4afc-bc54-573838bd906d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:05:47.873755 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-ab96542f-b554-4fd3-b5b6-08b1abe56863 req-6244982b-0c08-4afc-bc54-573838bd906d service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2954042 Nov 05 19:05:47.905646 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-3b2ab308-df5a-4bac-bc4e-593d57674c1b tempest-RoutersAdminTest-985037198 tempest-RoutersAdminTest-985037198-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:05:47.954640 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eae519d-193d-454a-8fc0-f91bc5119b18 req-7be62c0b-7b06-4441-84df-6ad15f8ce07a tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:05:47.963756 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-6eae519d-193d-454a-8fc0-f91bc5119b18 req-7be62c0b-7b06-4441-84df-6ad15f8ce07a tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] 10.222.0.13 "GET /v2.0/networks?id=a81a4734-a1b7-455c-a565-110c640fada3 HTTP/1.1" status: 200 len: 797 time: 0.2649202 Nov 05 19:05:47.982397 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-e34641ce-e70a-47dc-aeee-45662e92824a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec27977f-282f-4076-a094-c90443e431fa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-486994015', 'tenant_id': '777902a3c6ed4ff2a5460208db53bd8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.130'}], 'enable_snat': True}, 'gw_port_id': '17285f62-72bc-42c8-80c9-293245ccde93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T19:05:33Z', 'updated_at': '2021-11-05T19:05:44Z', 'revision_number': 4, 'project_id': '777902a3c6ed4ff2a5460208db53bd8a', 'gw_port': {'id': '17285f62-72bc-42c8-80c9-293245ccde93', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:54:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec27977f-282f-4076-a094-c90443e431fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3138, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:05:34Z', 'updated_at': '2021-11-05T19:05:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1', '_interfaces': [{'id': 'bf58eb3d-205a-47b0-b1ff-46e3bf817a6f', 'name': '', 'network_id': 'a81a4734-a1b7-455c-a565-110c640fada3', 'tenant_id': '777902a3c6ed4ff2a5460208db53bd8a', 'mac_address': 'fa:16:3e:36:2a:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec27977f-282f-4076-a094-c90443e431fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3145, 'fixed_ips': [{'subnet_id': 'e87a4999-90ef-48fe-aa30-61f131e4a77d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:05:42Z', 'updated_at': '2021-11-05T19:05:44Z', 'revision_number': 2, 'project_id': '777902a3c6ed4ff2a5460208db53bd8a', 'subnets': [{'id': 'e87a4999-90ef-48fe-aa30-61f131e4a77d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-1', False) {} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:05:47.987910 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-6eae519d-193d-454a-8fc0-f91bc5119b18 req-9020a0e9-1eb6-4cfd-8a93-3d9c14eb1f26 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] 10.222.0.13 "GET /v2.0/quotas/777902a3c6ed4ff2a5460208db53bd8a HTTP/1.1" status: 200 len: 375 time: 0.0227828 Nov 05 19:05:48.028460 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8261a0fd-df49-4a34-8a20-bfe87cf7c44c req-5bf59cad-6cda-43c1-9203-b358f18ed045 tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:05:48.033189 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-8261a0fd-df49-4a34-8a20-bfe87cf7c44c req-5bf59cad-6cda-43c1-9203-b358f18ed045 tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] 10.222.0.13 "GET /v2.0/ports?device_id=c7103f3a-0446-40ed-a190-1645982f6516 HTTP/1.1" status: 200 len: 943 time: 0.1577437 Nov 05 19:05:48.036423 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b2f610-5f4a-45a4-9e6b-cfd7ebe2b761 req-7a9489ac-6667-40db-b612-3d1a44150ac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:05:48.039444 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-81b2f610-5f4a-45a4-9e6b-cfd7ebe2b761 req-7a9489ac-6667-40db-b612-3d1a44150ac3 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c9875160e1e6467ba4c32e29bdc7488a&device_id=c7103f3a-0446-40ed-a190-1645982f6516 HTTP/1.1" status: 200 len: 1094 time: 0.1228840 Nov 05 19:05:48.090599 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e34641ce-e70a-47dc-aeee-45662e92824a None None] Checking router: ec27977f-282f-4076-a094-c90443e431fa for host: n-d-816865-1 {{(pid=102389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 19:05:48.091500 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e34641ce-e70a-47dc-aeee-45662e92824a None None] Updating router ec27977f-282f-4076-a094-c90443e431fa port bf58eb3d-205a-47b0-b1ff-46e3bf817a6f binding host n-d-816865-1 {{(pid=102389) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 05 19:05:48.101898 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-81b2f610-5f4a-45a4-9e6b-cfd7ebe2b761 req-3cfd8f1e-cdd0-4f07-82b5-cb8f5c260d8b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9bf94260-f6a1-428d-9d09-f1431cf8ec7e HTTP/1.1" status: 200 len: 217 time: 0.0437965 Nov 05 19:05:48.125317 n-d-816865-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-e34641ce-e70a-47dc-aeee-45662e92824a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:05:48.150315 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-8261a0fd-df49-4a34-8a20-bfe87cf7c44c req-91ca2138-ebbc-4fa9-ab44-3f5d64a1eecb tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] 10.222.0.13 "GET /v2.0/security-groups?id=c33e3cae-293b-4275-aa24-9c3af6c8734f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0953801 Nov 05 19:05:48.216739 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b2f610-5f4a-45a4-9e6b-cfd7ebe2b761 req-921f746c-3893-42bb-9f1f-72aa4e78dc8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:05:48.218260 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-81b2f610-5f4a-45a4-9e6b-cfd7ebe2b761 req-921f746c-3893-42bb-9f1f-72aa4e78dc8b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=57c79303-6c4f-4c08-a695-f3ffd6fc49db HTTP/1.1" status: 200 len: 856 time: 0.1033487 Nov 05 19:05:48.222022 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-6eae519d-193d-454a-8fc0-f91bc5119b18 req-770ad576-df2e-41d8-8c34-5912609887e6 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=777902a3c6ed4ff2a5460208db53bd8a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2331414 Nov 05 19:05:48.278965 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-3b2ab308-df5a-4bac-bc4e-593d57674c1b tempest-RoutersAdminTest-985037198 tempest-RoutersAdminTest-985037198-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:05:48.339670 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-6eae519d-193d-454a-8fc0-f91bc5119b18 req-629a2402-d395-401d-9f75-2ade37f0be83 service neutron] 10.222.0.13 "GET /v2.0/networks/a81a4734-a1b7-455c-a565-110c640fada3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1154032 Nov 05 19:05:48.368311 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2ab308-df5a-4bac-bc4e-593d57674c1b tempest-RoutersAdminTest-985037198 tempest-RoutersAdminTest-985037198-project-admin] Pushing event updated for resources: {'Port': ['ID=65f45119-c1ea-4acb-9922-fb047ea27082,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:05:48.421869 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b2f610-5f4a-45a4-9e6b-cfd7ebe2b761 req-ea0dc5d5-08eb-4f05-a4b6-5fde5b7482fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:05:48.423337 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-81b2f610-5f4a-45a4-9e6b-cfd7ebe2b761 req-ea0dc5d5-08eb-4f05-a4b6-5fde5b7482fb service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=4dc00c45-f8b9-4c9a-a6c5-c27d3aa63b93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1983750 Nov 05 19:05:48.425257 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b2ab308-df5a-4bac-bc4e-593d57674c1b tempest-RoutersAdminTest-985037198 tempest-RoutersAdminTest-985037198-project-admin] Network 40c8335d-cd0b-4cb5-910a-d4dcddd5cbec is already hosted by enough agents. {{(pid=102386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 19:05:48.464706 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.base_scheduler [None req-3b2ab308-df5a-4bac-bc4e-593d57674c1b tempest-RoutersAdminTest-985037198 tempest-RoutersAdminTest-985037198-project-admin] Resources bound (agent type, host, resource id): {{(pid=102386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 19:05:48.499003 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b2ab308-df5a-4bac-bc4e-593d57674c1b tempest-RoutersAdminTest-985037198 tempest-RoutersAdminTest-985037198-project-admin] Received port after_create {{(pid=102386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 19:05:48.547394 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-6eae519d-193d-454a-8fc0-f91bc5119b18 req-e1f2a5f8-1b39-440e-82ca-3d759351a6d6 service neutron] 10.222.0.13 "GET /v2.0/networks/a81a4734-a1b7-455c-a565-110c640fada3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2071612 Nov 05 19:05:48.767752 n-d-816865-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-e34641ce-e70a-47dc-aeee-45662e92824a None None] Publish callbacks [] for port, precommit_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:05:48.829183 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-81b2f610-5f4a-45a4-9e6b-cfd7ebe2b761 req-07f29c51-3f0b-4c43-99c0-b1111ae1513d service neutron] 10.222.0.41 "GET /v2.0/networks/4dc00c45-f8b9-4c9a-a6c5-c27d3aa63b93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3861661 Nov 05 19:05:48.856399 n-d-816865-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-e34641ce-e70a-47dc-aeee-45662e92824a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:05:49.029174 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-d9249b4b-dcc5-42e2-ba9c-1ed55699a612 req-8f1e703c-bda2-41d8-9d2b-000fdc4a7563 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] 10.222.0.13 "GET /v2.0/ports?device_id=4ea097b1-9233-4725-b1b8-5997b4b6d1c3 HTTP/1.1" status: 200 len: 210 time: 0.0802865 Nov 05 19:05:49.087656 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561e4c23-d969-4fc7-ad5c-800a10b9e6f1 None None] Pushing event updated for resources: {'Port': ['ID=bf58eb3d-205a-47b0-b1ff-46e3bf817a6f,revision_number=3']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:05:49.253644 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.managers [None req-e34641ce-e70a-47dc-aeee-45662e92824a None None] Attempting to bind port bf58eb3d-205a-47b0-b1ff-46e3bf817a6f on host n-d-816865-1 for vnic_type normal with profile {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 19:05:49.277629 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.managers [None req-e34641ce-e70a-47dc-aeee-45662e92824a None None] Attempting to bind port bf58eb3d-205a-47b0-b1ff-46e3bf817a6f by drivers openvswitch,hyperv on host n-d-816865-1 at level 0 using segments [{'id': '40fdb28b-c1d5-4fa5-8d1b-d5ffe3516bce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'a81a4734-a1b7-455c-a565-110c640fada3'}] {{(pid=102389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 19:05:49.278496 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e34641ce-e70a-47dc-aeee-45662e92824a None None] Attempting to bind port bf58eb3d-205a-47b0-b1ff-46e3bf817a6f on network a81a4734-a1b7-455c-a565-110c640fada3 {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 19:05:49.290922 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e34641ce-e70a-47dc-aeee-45662e92824a None None] Checking agent: {'id': '724d89a7-611b-41e6-bc85-c48112b17afa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 18, 25, 8), 'started_at': datetime.datetime(2021, 11, 5, 18, 25, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 19, 5, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 19:05:49.291946 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e34641ce-e70a-47dc-aeee-45662e92824a None None] Checking segment: {'id': '40fdb28b-c1d5-4fa5-8d1b-d5ffe3516bce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'a81a4734-a1b7-455c-a565-110c640fada3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 19:05:49.292401 n-d-816865-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-e34641ce-e70a-47dc-aeee-45662e92824a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:05:49.292850 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e34641ce-e70a-47dc-aeee-45662e92824a None None] Bound using segment: {'id': '40fdb28b-c1d5-4fa5-8d1b-d5ffe3516bce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'a81a4734-a1b7-455c-a565-110c640fada3'} {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 19:05:49.307239 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.managers [None req-e34641ce-e70a-47dc-aeee-45662e92824a None None] Bound port: bf58eb3d-205a-47b0-b1ff-46e3bf817a6f, host: n-d-816865-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40fdb28b-c1d5-4fa5-8d1b-d5ffe3516bce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'a81a4734-a1b7-455c-a565-110c640fada3'}}] {{(pid=102389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 19:05:49.307738 n-d-816865-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-e34641ce-e70a-47dc-aeee-45662e92824a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:05:49.469777 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c989f6-990c-4dc1-ae6a-ebfbac4919be req-c86eb6f3-6afb-4681-bfac-f2ad0cb11257 tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:05:49.471910 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-72c989f6-990c-4dc1-ae6a-ebfbac4919be req-c86eb6f3-6afb-4681-bfac-f2ad0cb11257 tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] 10.222.0.13 "GET /v2.0/ports?device_id=c7103f3a-0446-40ed-a190-1645982f6516 HTTP/1.1" status: 200 len: 943 time: 0.1429663 Nov 05 19:05:49.524236 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [None req-e34641ce-e70a-47dc-aeee-45662e92824a None None] For port bf58eb3d-205a-47b0-b1ff-46e3bf817a6f, host n-d-816865-1, cleared binding levels {{(pid=102389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 19:05:49.530220 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-efe295a0-1ffc-4616-9af9-d9251f09e0a3 None None] Provisioning complete for port bf58eb3d-205a-47b0-b1ff-46e3bf817a6f triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:05:49.531288 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-efe295a0-1ffc-4616-9af9-d9251f09e0a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:05:49.533003 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [None req-e34641ce-e70a-47dc-aeee-45662e92824a None None] For port bf58eb3d-205a-47b0-b1ff-46e3bf817a6f, host n-d-816865-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=bf58eb3d-205a-47b0-b1ff-46e3bf817a6f,segment=NetworkSegment(40fdb28b-c1d5-4fa5-8d1b-d5ffe3516bce),segment_id=40fdb28b-c1d5-4fa5-8d1b-d5ffe3516bce)] {{(pid=102389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 19:05:49.618959 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-72c989f6-990c-4dc1-ae6a-ebfbac4919be req-c307b774-8a82-4e57-a231-d093f2a0f45d tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] 10.222.0.13 "GET /v2.0/security-groups?id=c33e3cae-293b-4275-aa24-9c3af6c8734f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1244764 Nov 05 19:05:49.636261 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-efe295a0-1ffc-4616-9af9-d9251f09e0a3 None None] Port bf58eb3d-205a-47b0-b1ff-46e3bf817a6f cannot update to ACTIVE because it is not bound. {{(pid=102388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 19:05:49.666747 n-d-816865-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-e34641ce-e70a-47dc-aeee-45662e92824a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:05:49.788805 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e34641ce-e70a-47dc-aeee-45662e92824a None None] Routers {'ec27977f-282f-4076-a094-c90443e431fa'} bound to L3 agent in host n-d-816865-1 {{(pid=102389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 19:05:49.789594 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-e34641ce-e70a-47dc-aeee-45662e92824a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T19:05:35Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['ec27977f-282f-4076-a094-c90443e431fa'], 'active': True} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:05:50.042404 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-3b2ab308-df5a-4bac-bc4e-593d57674c1b tempest-RoutersAdminTest-985037198 tempest-RoutersAdminTest-985037198-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:05:50.083558 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvr_db [None req-e34641ce-e70a-47dc-aeee-45662e92824a None None] Set router ec27977f-282f-4076-a094-c90443e431fa gateway port host: n-d-816865-1 {{(pid=102389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 19:05:50.177261 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-e82b7795-65ba-45f3-bbf2-e9faf7aedcc2 req-3137d0b1-e553-452b-b903-f113a8be451f tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] 10.222.0.13 "GET /v2.0/ports?device_id=4ea097b1-9233-4725-b1b8-5997b4b6d1c3 HTTP/1.1" status: 200 len: 210 time: 0.0746353 Nov 05 19:05:50.205639 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561e4c23-d969-4fc7-ad5c-800a10b9e6f1 None None] Pushing event updated for resources: {'Port': ['ID=bf58eb3d-205a-47b0-b1ff-46e3bf817a6f,revision_number=4']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:05:50.276765 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-2001c979-8914-42b4-9fd6-4f229ebe035b None None] Provisioning complete for port bf58eb3d-205a-47b0-b1ff-46e3bf817a6f triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:05:50.280151 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-2001c979-8914-42b4-9fd6-4f229ebe035b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:05:50.347887 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-81b2f610-5f4a-45a4-9e6b-cfd7ebe2b761 req-883dbf24-c31a-4e2f-b028-454e7181ca79 service neutron] 10.222.0.41 "GET /v2.0/networks/4dc00c45-f8b9-4c9a-a6c5-c27d3aa63b93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.5115020 Nov 05 19:05:50.457801 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-2001c979-8914-42b4-9fd6-4f229ebe035b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:05:50.518278 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-3b2ab308-df5a-4bac-bc4e-593d57674c1b tempest-RoutersAdminTest-985037198 tempest-RoutersAdminTest-985037198-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-571384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1000487'] for router, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:05:50.541580 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-2001c979-8914-42b4-9fd6-4f229ebe035b None None] For port bf58eb3d-205a-47b0-b1ff-46e3bf817a6f, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=bf58eb3d-205a-47b0-b1ff-46e3bf817a6f,segment=NetworkSegment(40fdb28b-c1d5-4fa5-8d1b-d5ffe3516bce),segment_id=40fdb28b-c1d5-4fa5-8d1b-d5ffe3516bce)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:05:50.588940 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-e34641ce-e70a-47dc-aeee-45662e92824a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec27977f-282f-4076-a094-c90443e431fa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-486994015', 'tenant_id': '777902a3c6ed4ff2a5460208db53bd8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.130'}], 'enable_snat': True}, 'gw_port_id': '17285f62-72bc-42c8-80c9-293245ccde93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T19:05:33Z', 'updated_at': '2021-11-05T19:05:44Z', 'revision_number': 4, 'project_id': '777902a3c6ed4ff2a5460208db53bd8a', 'gw_port': {'id': '17285f62-72bc-42c8-80c9-293245ccde93', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:54:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec27977f-282f-4076-a094-c90443e431fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3138, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:05:34Z', 'updated_at': '2021-11-05T19:05:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1', '_interfaces': [{'id': 'bf58eb3d-205a-47b0-b1ff-46e3bf817a6f', 'name': '', 'network_id': 'a81a4734-a1b7-455c-a565-110c640fada3', 'tenant_id': '777902a3c6ed4ff2a5460208db53bd8a', 'mac_address': 'fa:16:3e:36:2a:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec27977f-282f-4076-a094-c90443e431fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3145, 'fixed_ips': [{'subnet_id': 'e87a4999-90ef-48fe-aa30-61f131e4a77d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:05:42Z', 'updated_at': '2021-11-05T19:05:49Z', 'revision_number': 4, 'project_id': '777902a3c6ed4ff2a5460208db53bd8a', 'subnets': [{'id': 'e87a4999-90ef-48fe-aa30-61f131e4a77d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-1', False) {} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:05:50.654692 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e34641ce-e70a-47dc-aeee-45662e92824a None None] The sync data for ids ['ec27977f-282f-4076-a094-c90443e431fa'] in n-d-816865-1 is: [{'id': 'ec27977f-282f-4076-a094-c90443e431fa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-486994015', 'tenant_id': '777902a3c6ed4ff2a5460208db53bd8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.130'}], 'enable_snat': True}, 'gw_port_id': '17285f62-72bc-42c8-80c9-293245ccde93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T19:05:33Z', 'updated_at': '2021-11-05T19:05:44Z', 'revision_number': 4, 'project_id': '777902a3c6ed4ff2a5460208db53bd8a', 'gw_port': {'id': '17285f62-72bc-42c8-80c9-293245ccde93', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:54:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec27977f-282f-4076-a094-c90443e431fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3138, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:05:34Z', 'updated_at': '2021-11-05T19:05:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1', '_interfaces': [{'id': 'bf58eb3d-205a-47b0-b1ff-46e3bf817a6f', 'name': '', 'network_id': 'a81a4734-a1b7-455c-a565-110c640fada3', 'tenant_id': '777902a3c6ed4ff2a5460208db53bd8a', 'mac_address': 'fa:16:3e:36:2a:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec27977f-282f-4076-a094-c90443e431fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3145, 'fixed_ips': [{'subnet_id': 'e87a4999-90ef-48fe-aa30-61f131e4a77d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:05:42Z', 'updated_at': '2021-11-05T19:05:49Z', 'revision_number': 4, 'project_id': '777902a3c6ed4ff2a5460208db53bd8a', 'subnets': [{'id': 'e87a4999-90ef-48fe-aa30-61f131e4a77d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 19:05:50.661061 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-2001c979-8914-42b4-9fd6-4f229ebe035b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:05:50.919890 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2001c979-8914-42b4-9fd6-4f229ebe035b None None] Pushing event updated for resources: {'Port': ['ID=bf58eb3d-205a-47b0-b1ff-46e3bf817a6f,revision_number=5']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:05:50.940527 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b2ab308-df5a-4bac-bc4e-593d57674c1b tempest-RoutersAdminTest-985037198 tempest-RoutersAdminTest-985037198-project-admin] Router 15756eff-0eb3-421c-9060-ce2026126a24 is scheduled to L3 agent 6dcb5589-8e86-4616-9186-ddc4548e13ad with binding_index 1 {{(pid=102386) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 05 19:05:50.952103 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f13abc7-da16-4e5a-87ec-f271c7681ea7 req-45d8d722-d615-429e-8a9a-a9620e8d3afb tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:05:50.958466 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-1f13abc7-da16-4e5a-87ec-f271c7681ea7 req-45d8d722-d615-429e-8a9a-a9620e8d3afb tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] 10.222.0.13 "GET /v2.0/ports?device_id=c7103f3a-0446-40ed-a190-1645982f6516 HTTP/1.1" status: 200 len: 943 time: 0.1823726 Nov 05 19:05:51.114379 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-1f13abc7-da16-4e5a-87ec-f271c7681ea7 req-f6c9219b-4af8-408c-852a-09f61b47e007 tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] 10.222.0.13 "GET /v2.0/security-groups?id=c33e3cae-293b-4275-aa24-9c3af6c8734f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1357830 Nov 05 19:05:51.426890 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b2ab308-df5a-4bac-bc4e-593d57674c1b tempest-RoutersAdminTest-985037198 tempest-RoutersAdminTest-985037198-project-admin] Notify agent at l3_agent.n-d-816865-1 the message routers_updated {{(pid=102386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 19:05:51.430621 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce74ae6e-b204-41c8-8e74-6482718b22d1 None None] Sync routers for ids ['15756eff-0eb3-421c-9060-ce2026126a24'] in n-d-816865-1 {{(pid=102388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 19:05:51.430621 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce74ae6e-b204-41c8-8e74-6482718b22d1 None None] Routers {'15756eff-0eb3-421c-9060-ce2026126a24'} bound to L3 agent in host n-d-816865-1 {{(pid=102388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 19:05:51.430621 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-ce74ae6e-b204-41c8-8e74-6482718b22d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T19:05:35Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['15756eff-0eb3-421c-9060-ce2026126a24'], 'active': True} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:05:51.431700 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-3f74e402-d238-4c8a-80e0-e02450417a3d req-d4eaf1a8-2cc0-40ee-9f6d-f139573fc314 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] 10.222.0.13 "GET /v2.0/ports?device_id=4ea097b1-9233-4725-b1b8-5997b4b6d1c3 HTTP/1.1" status: 200 len: 210 time: 0.0734322 Nov 05 19:05:51.432617 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-3b2ab308-df5a-4bac-bc4e-593d57674c1b tempest-RoutersAdminTest-985037198 tempest-RoutersAdminTest-985037198-project-admin] Publish callbacks [] for router, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:05:51.432617 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-3b2ab308-df5a-4bac-bc4e-593d57674c1b tempest-RoutersAdminTest-985037198 tempest-RoutersAdminTest-985037198-project-admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 5.9403782 Nov 05 19:05:51.432617 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 53140) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:05:51.433292 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvr_db [None req-ce74ae6e-b204-41c8-8e74-6482718b22d1 None None] Set router 15756eff-0eb3-421c-9060-ce2026126a24 gateway port host: n-d-816865-1 {{(pid=102388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 19:05:51.497475 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device bf58eb3d-205a-47b0-b1ff-46e3bf817a6f up at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 19:05:51.571454 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 53144) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:05:51.571858 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-e854c58f-cbd3-4fe4-ab2d-c0941266ee9f tempest-RoutersAdminTest-985037198 tempest-RoutersAdminTest-985037198-project-admin] 10.222.0.13 "GET /v2.0/routers/15756eff-0eb3-421c-9060-ce2026126a24 HTTP/1.1" status: 200 len: 909 time: 0.2181933 Nov 05 19:05:51.576917 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-c5ae2df9-fa7c-4e55-a071-783f663830c2 tempest-RoutersAdminTest-985037198 tempest-RoutersAdminTest-985037198-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1804534313', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'enable_snat': True}}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:05:51.683013 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Provisioning complete for port bf58eb3d-205a-47b0-b1ff-46e3bf817a6f triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:05:51.684142 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:05:51.711890 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-c5ae2df9-fa7c-4e55-a071-783f663830c2 tempest-RoutersAdminTest-985037198 tempest-RoutersAdminTest-985037198-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-571139', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6874'] for router, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:05:51.713174 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-c5ae2df9-fa7c-4e55-a071-783f663830c2 tempest-RoutersAdminTest-985037198 tempest-RoutersAdminTest-985037198-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-571375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1000570', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1011585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6867'] for router, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:05:51.785925 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-c5ae2df9-fa7c-4e55-a071-783f663830c2 tempest-RoutersAdminTest-985037198 tempest-RoutersAdminTest-985037198-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:05:51.813505 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-ce74ae6e-b204-41c8-8e74-6482718b22d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15756eff-0eb3-421c-9060-ce2026126a24', 'name': 'tempest-snat-router-1804534313', 'tenant_id': '58dae232b06946ebb3a871c8ea833814', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.227'}], 'enable_snat': False}, 'gw_port_id': '65f45119-c1ea-4acb-9922-fb047ea27082', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T19:05:45Z', 'updated_at': '2021-11-05T19:05:48Z', 'revision_number': 3, 'project_id': '58dae232b06946ebb3a871c8ea833814', 'gw_port': {'id': '65f45119-c1ea-4acb-9922-fb047ea27082', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:3a:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15756eff-0eb3-421c-9060-ce2026126a24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3147, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:05:47Z', 'updated_at': '2021-11-05T19:05:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-816865-1'}], 'n-d-816865-1', False) {} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:05:51.870942 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce74ae6e-b204-41c8-8e74-6482718b22d1 None None] Checking router: 15756eff-0eb3-421c-9060-ce2026126a24 for host: n-d-816865-1 {{(pid=102388) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 19:05:51.872088 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce74ae6e-b204-41c8-8e74-6482718b22d1 None None] Updating router 15756eff-0eb3-421c-9060-ce2026126a24 port 65f45119-c1ea-4acb-9922-fb047ea27082 binding host n-d-816865-1 {{(pid=102388) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 05 19:05:51.909477 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-ce74ae6e-b204-41c8-8e74-6482718b22d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:05:52.139411 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eae519d-193d-454a-8fc0-f91bc5119b18 req-d8f7d884-95c8-4876-884b-1ab5e94af3b3 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:05:52.142024 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-6eae519d-193d-454a-8fc0-f91bc5119b18 req-d8f7d884-95c8-4876-884b-1ab5e94af3b3 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] 10.222.0.55 "GET /v2.0/networks?id=a81a4734-a1b7-455c-a565-110c640fada3 HTTP/1.1" status: 200 len: 797 time: 0.1744649 Nov 05 19:05:52.163399 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-c5ae2df9-fa7c-4e55-a071-783f663830c2 tempest-RoutersAdminTest-985037198 tempest-RoutersAdminTest-985037198-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:05:52.305727 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-6eae519d-193d-454a-8fc0-f91bc5119b18 req-f8de4b7b-9402-4eec-ab95-9556345416f1 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=777902a3c6ed4ff2a5460208db53bd8a HTTP/1.1" status: 200 len: 380 time: 0.1532381 Nov 05 19:05:52.325030 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [req-6eae519d-193d-454a-8fc0-f91bc5119b18 req-c82172db-e403-4784-9c43-eb53c20e30cd tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Request body: {'port': {'device_id': '4ea097b1-9233-4725-b1b8-5997b4b6d1c3', 'network_id': 'a81a4734-a1b7-455c-a565-110c640fada3', 'admin_state_up': True, 'tenant_id': '777902a3c6ed4ff2a5460208db53bd8a', 'security_groups': ['1260ef79-b8a4-488e-ab6f-3a25432baa92']}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:05:52.440760 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a9a7a9-aad2-4809-9370-486371ed9cc2 req-5f9a8c40-4f1b-47e5-8336-7c34f1ab7e67 tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:05:52.451842 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-f3a9a7a9-aad2-4809-9370-486371ed9cc2 req-5f9a8c40-4f1b-47e5-8336-7c34f1ab7e67 tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] 10.222.0.13 "GET /v2.0/ports?device_id=c7103f3a-0446-40ed-a190-1645982f6516 HTTP/1.1" status: 200 len: 943 time: 0.2244947 Nov 05 19:05:52.464203 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-ce74ae6e-b204-41c8-8e74-6482718b22d1 None None] Publish callbacks [] for port, precommit_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:05:52.551993 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-ce74ae6e-b204-41c8-8e74-6482718b22d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:05:52.602703 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-f3a9a7a9-aad2-4809-9370-486371ed9cc2 req-4bd0166f-9dbc-4b62-b1b7-921ebc52b5d7 tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] 10.222.0.13 "GET /v2.0/security-groups?id=c33e3cae-293b-4275-aa24-9c3af6c8734f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1495805 Nov 05 19:05:52.634950 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d32759b-4737-4e49-8b9a-798bab01f343 None None] Pushing event updated for resources: {'Port': ['ID=65f45119-c1ea-4acb-9922-fb047ea27082,revision_number=2']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:05:52.694979 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-ce74ae6e-b204-41c8-8e74-6482718b22d1 None None] Attempting to bind port 65f45119-c1ea-4acb-9922-fb047ea27082 on host n-d-816865-1 for vnic_type normal with profile {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 19:05:52.696470 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-ce74ae6e-b204-41c8-8e74-6482718b22d1 None None] Attempting to bind port 65f45119-c1ea-4acb-9922-fb047ea27082 by drivers openvswitch,hyperv on host n-d-816865-1 at level 0 using segments [{'id': '85be518c-8bb4-46a2-a903-d4292782d29d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec'}] {{(pid=102388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 19:05:52.697738 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce74ae6e-b204-41c8-8e74-6482718b22d1 None None] Attempting to bind port 65f45119-c1ea-4acb-9922-fb047ea27082 on network 40c8335d-cd0b-4cb5-910a-d4dcddd5cbec {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 19:05:52.710596 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce74ae6e-b204-41c8-8e74-6482718b22d1 None None] Checking agent: {'id': '724d89a7-611b-41e6-bc85-c48112b17afa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 18, 25, 8), 'started_at': datetime.datetime(2021, 11, 5, 18, 25, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 19, 5, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 19:05:52.712456 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce74ae6e-b204-41c8-8e74-6482718b22d1 None None] Checking segment: {'id': '85be518c-8bb4-46a2-a903-d4292782d29d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 19:05:52.713012 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-ce74ae6e-b204-41c8-8e74-6482718b22d1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:05:52.713546 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce74ae6e-b204-41c8-8e74-6482718b22d1 None None] Bound using segment: {'id': '85be518c-8bb4-46a2-a903-d4292782d29d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec'} {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 19:05:52.715946 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-ce74ae6e-b204-41c8-8e74-6482718b22d1 None None] Bound port: 65f45119-c1ea-4acb-9922-fb047ea27082, host: n-d-816865-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85be518c-8bb4-46a2-a903-d4292782d29d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec'}}] {{(pid=102388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 19:05:52.716512 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-ce74ae6e-b204-41c8-8e74-6482718b22d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:05:52.783733 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-ce74ae6e-b204-41c8-8e74-6482718b22d1 None None] For port 65f45119-c1ea-4acb-9922-fb047ea27082, host n-d-816865-1, cleared binding levels {{(pid=102388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 19:05:52.786184 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6eae519d-193d-454a-8fc0-f91bc5119b18 req-c82172db-e403-4784-9c43-eb53c20e30cd tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Made reservation on behalf of 777902a3c6ed4ff2a5460208db53bd8a for: {'port': 1} {{(pid=102386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 19:05:52.790430 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-6eae519d-193d-454a-8fc0-f91bc5119b18 req-c82172db-e403-4784-9c43-eb53c20e30cd tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:05:52.794780 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-ce74ae6e-b204-41c8-8e74-6482718b22d1 None None] For port 65f45119-c1ea-4acb-9922-fb047ea27082, host n-d-816865-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=65f45119-c1ea-4acb-9922-fb047ea27082,segment=NetworkSegment(85be518c-8bb4-46a2-a903-d4292782d29d),segment_id=85be518c-8bb4-46a2-a903-d4292782d29d)] {{(pid=102388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 19:05:52.876353 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-ce74ae6e-b204-41c8-8e74-6482718b22d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:05:52.877362 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-6e450dd5-8849-483e-b06e-2c310541666b req-d259ab9e-ba75-4cc9-a82c-4716731cd13b tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] 10.222.0.13 "GET /v2.0/ports?device_id=4ea097b1-9233-4725-b1b8-5997b4b6d1c3 HTTP/1.1" status: 200 len: 210 time: 0.4044039 Nov 05 19:05:52.914329 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-c5ae2df9-fa7c-4e55-a071-783f663830c2 tempest-RoutersAdminTest-985037198 tempest-RoutersAdminTest-985037198-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:05:52.963450 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-c5ae2df9-fa7c-4e55-a071-783f663830c2 tempest-RoutersAdminTest-985037198 tempest-RoutersAdminTest-985037198-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:05:53.077713 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.db_base_plugin_common [req-6eae519d-193d-454a-8fc0-f91bc5119b18 req-c82172db-e403-4784-9c43-eb53c20e30cd tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Allocated IP 172.20.0.6 (a81a4734-a1b7-455c-a565-110c640fada3/e87a4999-90ef-48fe-aa30-61f131e4a77d/70b62e82-75f5-4d6c-8068-761a074efcbe) {{(pid=102386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 19:05:53.145671 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce74ae6e-b204-41c8-8e74-6482718b22d1 None None] Routers {'15756eff-0eb3-421c-9060-ce2026126a24'} bound to L3 agent in host n-d-816865-1 {{(pid=102388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 19:05:53.157015 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-ce74ae6e-b204-41c8-8e74-6482718b22d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T19:05:35Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['15756eff-0eb3-421c-9060-ce2026126a24'], 'active': True} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:05:53.174720 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d32759b-4737-4e49-8b9a-798bab01f343 None None] Pushing event updated for resources: {'Port': ['ID=65f45119-c1ea-4acb-9922-fb047ea27082,revision_number=3']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:05:53.289418 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.db_base_plugin_common [None req-c5ae2df9-fa7c-4e55-a071-783f663830c2 tempest-RoutersAdminTest-985037198 tempest-RoutersAdminTest-985037198-project-admin] Allocated IP 172.25.6.157 (40c8335d-cd0b-4cb5-910a-d4dcddd5cbec/04fe6db3-e108-4208-943d-6518424f5726/887b51df-6b8b-4e8c-99b2-25ccd1f628a2) {{(pid=102387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 19:05:53.414198 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvr_db [None req-ce74ae6e-b204-41c8-8e74-6482718b22d1 None None] Set router 15756eff-0eb3-421c-9060-ce2026126a24 gateway port host: n-d-816865-1 {{(pid=102388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 19:05:53.478168 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-6eae519d-193d-454a-8fc0-f91bc5119b18 req-c82172db-e403-4784-9c43-eb53c20e30cd tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Publish callbacks [] for port, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:05:53.525763 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Device 9bf94260-f6a1-428d-9d09-f1431cf8ec7e details requested by agent hyperv_n-h1-816865-1 with host n-h1-816865-1 {{(pid=102388) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 05 19:05:53.603987 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-6eae519d-193d-454a-8fc0-f91bc5119b18 req-c82172db-e403-4784-9c43-eb53c20e30cd tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:05:53.615055 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-c5ae2df9-fa7c-4e55-a071-783f663830c2 tempest-RoutersAdminTest-985037198 tempest-RoutersAdminTest-985037198-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:05:53.716899 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6eae519d-193d-454a-8fc0-f91bc5119b18 req-c82172db-e403-4784-9c43-eb53c20e30cd tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Network a81a4734-a1b7-455c-a565-110c640fada3 is already hosted by enough agents. {{(pid=102386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 19:05:53.739199 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.base_scheduler [req-6eae519d-193d-454a-8fc0-f91bc5119b18 req-c82172db-e403-4784-9c43-eb53c20e30cd tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Resources bound (agent type, host, resource id): {{(pid=102386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 19:05:53.769347 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [req-6eae519d-193d-454a-8fc0-f91bc5119b18 req-c82172db-e403-4784-9c43-eb53c20e30cd tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Received port after_create {{(pid=102386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 19:05:53.892533 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82172db-e403-4784-9c43-eb53c20e30cd tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Pushing event updated for resources: {'Port': ['ID=70b62e82-75f5-4d6c-8068-761a074efcbe,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:05:53.916949 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] For port 9bf94260-f6a1-428d-9d09-f1431cf8ec7e, host n-h1-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=9bf94260-f6a1-428d-9d09-f1431cf8ec7e,segment=NetworkSegment(e1049daa-fc97-4a3f-8351-3203f3822574),segment_id=e1049daa-fc97-4a3f-8351-3203f3822574)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:05:53.928097 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-c5ae2df9-fa7c-4e55-a071-783f663830c2 tempest-RoutersAdminTest-985037198 tempest-RoutersAdminTest-985037198-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4417063'] for port, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:05:53.952685 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eae519d-193d-454a-8fc0-f91bc5119b18 req-c82172db-e403-4784-9c43-eb53c20e30cd tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:05:53.955908 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-6eae519d-193d-454a-8fc0-f91bc5119b18 req-c82172db-e403-4784-9c43-eb53c20e30cd tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:05:54.002802 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77af2b5-989c-4572-8148-09351c0e8110 req-2535f3c3-9990-4257-8562-30dd30def80c tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:05:54.016159 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-e77af2b5-989c-4572-8148-09351c0e8110 req-2535f3c3-9990-4257-8562-30dd30def80c tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] 10.222.0.13 "GET /v2.0/ports?device_id=c7103f3a-0446-40ed-a190-1645982f6516 HTTP/1.1" status: 200 len: 943 time: 0.1873717 Nov 05 19:05:54.042991 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Returning: {'device': '9bf94260-f6a1-428d-9d09-f1431cf8ec7e', 'network_id': '4dc00c45-f8b9-4c9a-a6c5-c27d3aa63b93', 'port_id': '9bf94260-f6a1-428d-9d09-f1431cf8ec7e', 'mac_address': 'fa:16:3e:ed:6f:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 198, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '57c79303-6c4f-4c08-a695-f3ffd6fc49db', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102388) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 05 19:05:54.079721 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-6eae519d-193d-454a-8fc0-f91bc5119b18 req-c82172db-e403-4784-9c43-eb53c20e30cd tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7597039 Nov 05 19:05:54.112200 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [req-6eae519d-193d-454a-8fc0-f91bc5119b18 req-f50bd56a-dfae-4cbc-b5e7-e3dc2353381a service neutron] Request body: {'port': {'device_id': '4ea097b1-9233-4725-b1b8-5997b4b6d1c3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816865-1'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:05:54.181561 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:05:54.211427 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ae2df9-fa7c-4e55-a071-783f663830c2 tempest-RoutersAdminTest-985037198 tempest-RoutersAdminTest-985037198-project-admin] Pushing event updated for resources: {'Port': ['ID=887b51df-6b8b-4e8c-99b2-25ccd1f628a2,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:05:54.228343 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-ce74ae6e-b204-41c8-8e74-6482718b22d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15756eff-0eb3-421c-9060-ce2026126a24', 'name': 'tempest-snat-router-1804534313', 'tenant_id': '58dae232b06946ebb3a871c8ea833814', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.227'}], 'enable_snat': False}, 'gw_port_id': '65f45119-c1ea-4acb-9922-fb047ea27082', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T19:05:45Z', 'updated_at': '2021-11-05T19:05:48Z', 'revision_number': 3, 'project_id': '58dae232b06946ebb3a871c8ea833814', 'gw_port': {'id': '65f45119-c1ea-4acb-9922-fb047ea27082', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:3a:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15756eff-0eb3-421c-9060-ce2026126a24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3147, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:05:47Z', 'updated_at': '2021-11-05T19:05:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-816865-1'}], 'n-d-816865-1', False) {} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:05:54.249307 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5ae2df9-fa7c-4e55-a071-783f663830c2 tempest-RoutersAdminTest-985037198 tempest-RoutersAdminTest-985037198-project-admin] Network 40c8335d-cd0b-4cb5-910a-d4dcddd5cbec is already hosted by enough agents. {{(pid=102387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 19:05:54.255518 n-d-816865-1 neutron-server[102388]: DEBUG neutron.notifiers.nova [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9bf94260-f6a1-428d-9d09-f1431cf8ec7e {{(pid=102388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 19:05:54.277260 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] For port 9bf94260-f6a1-428d-9d09-f1431cf8ec7e, host n-h1-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=9bf94260-f6a1-428d-9d09-f1431cf8ec7e,segment=NetworkSegment(e1049daa-fc97-4a3f-8351-3203f3822574),segment_id=e1049daa-fc97-4a3f-8351-3203f3822574)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:05:54.279365 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-6eae519d-193d-454a-8fc0-f91bc5119b18 req-f50bd56a-dfae-4cbc-b5e7-e3dc2353381a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:05:54.280354 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-e77af2b5-989c-4572-8148-09351c0e8110 req-1727b8cb-201e-4efe-9bc0-b83a7b540fe1 tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] 10.222.0.13 "GET /v2.0/security-groups?id=c33e3cae-293b-4275-aa24-9c3af6c8734f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2633171 Nov 05 19:05:54.331665 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce74ae6e-b204-41c8-8e74-6482718b22d1 None None] The sync data for ids ['15756eff-0eb3-421c-9060-ce2026126a24'] in n-d-816865-1 is: [{'id': '15756eff-0eb3-421c-9060-ce2026126a24', 'name': 'tempest-snat-router-1804534313', 'tenant_id': '58dae232b06946ebb3a871c8ea833814', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.227'}], 'enable_snat': False}, 'gw_port_id': '65f45119-c1ea-4acb-9922-fb047ea27082', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T19:05:45Z', 'updated_at': '2021-11-05T19:05:48Z', 'revision_number': 3, 'project_id': '58dae232b06946ebb3a871c8ea833814', 'gw_port': {'id': '65f45119-c1ea-4acb-9922-fb047ea27082', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:3a:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15756eff-0eb3-421c-9060-ce2026126a24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3147, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:05:47Z', 'updated_at': '2021-11-05T19:05:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-816865-1'}] {{(pid=102388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 19:05:54.333332 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-9c411454-a5e3-4525-8823-4880aa8b2b2f None None] Provisioning complete for port 70b62e82-75f5-4d6c-8068-761a074efcbe triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:05:54.333700 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-9c411454-a5e3-4525-8823-4880aa8b2b2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:05:54.339096 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.base_scheduler [None req-c5ae2df9-fa7c-4e55-a071-783f663830c2 tempest-RoutersAdminTest-985037198 tempest-RoutersAdminTest-985037198-project-admin] Resources bound (agent type, host, resource id): {{(pid=102387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 19:05:54.356350 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5ae2df9-fa7c-4e55-a071-783f663830c2 tempest-RoutersAdminTest-985037198 tempest-RoutersAdminTest-985037198-project-admin] Received port after_create {{(pid=102387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 19:05:54.421504 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:05:54.517948 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02532f20-913a-4da2-8872-6e12acffee29 req-231f41be-188f-4f56-827e-8d8cf5cd63c4 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:05:54.520982 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-9c411454-a5e3-4525-8823-4880aa8b2b2f None None] Port 70b62e82-75f5-4d6c-8068-761a074efcbe cannot update to ACTIVE because it is not bound. {{(pid=102388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 19:05:54.532466 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-02532f20-913a-4da2-8872-6e12acffee29 req-231f41be-188f-4f56-827e-8d8cf5cd63c4 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] 10.222.0.13 "GET /v2.0/ports?device_id=4ea097b1-9233-4725-b1b8-5997b4b6d1c3 HTTP/1.1" status: 200 len: 931 time: 0.3939545 Nov 05 19:05:54.585932 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Pushing event updated for resources: {'Port': ['ID=9bf94260-f6a1-428d-9d09-f1431cf8ec7e,revision_number=4']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:05:54.652760 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] get_ports_and_sgs() called for port_ids ['9bf94260-f6a1-428d-9d09-f1431cf8ec7e'] {{(pid=102388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 19:05:54.865460 n-d-816865-1 neutron-server[102386]: DEBUG neutron.notifiers.nova [req-6eae519d-193d-454a-8fc0-f91bc5119b18 req-f50bd56a-dfae-4cbc-b5e7-e3dc2353381a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 70b62e82-75f5-4d6c-8068-761a074efcbe {{(pid=102386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 19:05:54.913884 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-6eae519d-193d-454a-8fc0-f91bc5119b18 req-f50bd56a-dfae-4cbc-b5e7-e3dc2353381a service neutron] Publish callbacks [] for port, precommit_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:05:54.937160 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.provisioning_blocks [req-6eae519d-193d-454a-8fc0-f91bc5119b18 req-f50bd56a-dfae-4cbc-b5e7-e3dc2353381a service neutron] Transition to ACTIVE for port object 70b62e82-75f5-4d6c-8068-761a074efcbe will not be triggered until provisioned by entity L2. {{(pid=102386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 05 19:05:55.032237 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-6eae519d-193d-454a-8fc0-f91bc5119b18 req-f50bd56a-dfae-4cbc-b5e7-e3dc2353381a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6149821'] for port, after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:05:55.032446 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-02532f20-913a-4da2-8872-6e12acffee29 req-3bc9281c-6b75-4088-a524-7685b82c14c4 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] 10.222.0.13 "GET /v2.0/security-groups?id=1260ef79-b8a4-488e-ab6f-3a25432baa92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4851761 Nov 05 19:05:55.303396 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50bd56a-dfae-4cbc-b5e7-e3dc2353381a service neutron] Pushing event updated for resources: {'Port': ['ID=70b62e82-75f5-4d6c-8068-761a074efcbe,revision_number=2']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:05:55.439677 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-c5ae2df9-fa7c-4e55-a071-783f663830c2 tempest-RoutersAdminTest-985037198 tempest-RoutersAdminTest-985037198-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:05:55.498330 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [req-6eae519d-193d-454a-8fc0-f91bc5119b18 req-f50bd56a-dfae-4cbc-b5e7-e3dc2353381a service neutron] Attempting to bind port 70b62e82-75f5-4d6c-8068-761a074efcbe on host n-h2-816865-1 for vnic_type normal with profile {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 19:05:55.498844 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [req-6eae519d-193d-454a-8fc0-f91bc5119b18 req-f50bd56a-dfae-4cbc-b5e7-e3dc2353381a service neutron] Attempting to bind port 70b62e82-75f5-4d6c-8068-761a074efcbe by drivers openvswitch,hyperv on host n-h2-816865-1 at level 0 using segments [{'id': '40fdb28b-c1d5-4fa5-8d1b-d5ffe3516bce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'a81a4734-a1b7-455c-a565-110c640fada3'}] {{(pid=102386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 19:05:55.499723 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6eae519d-193d-454a-8fc0-f91bc5119b18 req-f50bd56a-dfae-4cbc-b5e7-e3dc2353381a service neutron] Attempting to bind port 70b62e82-75f5-4d6c-8068-761a074efcbe on network a81a4734-a1b7-455c-a565-110c640fada3 {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 19:05:55.520175 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 65f45119-c1ea-4acb-9922-fb047ea27082 up at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 19:05:55.534240 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6eae519d-193d-454a-8fc0-f91bc5119b18 req-f50bd56a-dfae-4cbc-b5e7-e3dc2353381a service neutron] Port 70b62e82-75f5-4d6c-8068-761a074efcbe on network a81a4734-a1b7-455c-a565-110c640fada3 not bound, no agent of type Open vSwitch agent registered on host n-h2-816865-1 {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 19:05:55.534240 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6eae519d-193d-454a-8fc0-f91bc5119b18 req-f50bd56a-dfae-4cbc-b5e7-e3dc2353381a service neutron] Attempting to bind port 70b62e82-75f5-4d6c-8068-761a074efcbe on network a81a4734-a1b7-455c-a565-110c640fada3 {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 19:05:55.549235 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6eae519d-193d-454a-8fc0-f91bc5119b18 req-f50bd56a-dfae-4cbc-b5e7-e3dc2353381a service neutron] Checking agent: {'id': '32aff553-696f-4891-83f5-5c176f61fe54', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816865-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 18, 33, 36), 'started_at': datetime.datetime(2021, 11, 5, 18, 33, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 19, 5, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 19:05:55.549576 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6eae519d-193d-454a-8fc0-f91bc5119b18 req-f50bd56a-dfae-4cbc-b5e7-e3dc2353381a service neutron] Checking segment: {'id': '40fdb28b-c1d5-4fa5-8d1b-d5ffe3516bce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'a81a4734-a1b7-455c-a565-110c640fada3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 19:05:55.549971 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6eae519d-193d-454a-8fc0-f91bc5119b18 req-f50bd56a-dfae-4cbc-b5e7-e3dc2353381a service neutron] Bound using segment: {'id': '40fdb28b-c1d5-4fa5-8d1b-d5ffe3516bce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'a81a4734-a1b7-455c-a565-110c640fada3'} {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 19:05:55.551301 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [req-6eae519d-193d-454a-8fc0-f91bc5119b18 req-f50bd56a-dfae-4cbc-b5e7-e3dc2353381a service neutron] Bound port: 70b62e82-75f5-4d6c-8068-761a074efcbe, host: n-h2-816865-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '40fdb28b-c1d5-4fa5-8d1b-d5ffe3516bce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'a81a4734-a1b7-455c-a565-110c640fada3'}}] {{(pid=102386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 19:05:55.551301 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-6eae519d-193d-454a-8fc0-f91bc5119b18 req-f50bd56a-dfae-4cbc-b5e7-e3dc2353381a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:05:55.572732 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Device 9bf94260-f6a1-428d-9d09-f1431cf8ec7e up at agent hyperv_n-h1-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 19:05:55.745979 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [req-6eae519d-193d-454a-8fc0-f91bc5119b18 req-f50bd56a-dfae-4cbc-b5e7-e3dc2353381a service neutron] For port 70b62e82-75f5-4d6c-8068-761a074efcbe, host n-h2-816865-1, cleared binding levels {{(pid=102386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 19:05:55.760614 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [req-6eae519d-193d-454a-8fc0-f91bc5119b18 req-f50bd56a-dfae-4cbc-b5e7-e3dc2353381a service neutron] For port 70b62e82-75f5-4d6c-8068-761a074efcbe, host n-h2-816865-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=70b62e82-75f5-4d6c-8068-761a074efcbe,segment=NetworkSegment(40fdb28b-c1d5-4fa5-8d1b-d5ffe3516bce),segment_id=40fdb28b-c1d5-4fa5-8d1b-d5ffe3516bce)] {{(pid=102386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 19:05:55.795330 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Provisioning complete for port 65f45119-c1ea-4acb-9922-fb047ea27082 triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:05:55.795562 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:05:55.847579 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Provisioning for port 9bf94260-f6a1-428d-9d09-f1431cf8ec7e completed by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 05 19:05:55.849294 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-6eae519d-193d-454a-8fc0-f91bc5119b18 req-f50bd56a-dfae-4cbc-b5e7-e3dc2353381a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6149821'] for port, after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:05:55.873207 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Provisioning complete for port 9bf94260-f6a1-428d-9d09-f1431cf8ec7e triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:05:55.873595 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:05:55.929180 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eae519d-193d-454a-8fc0-f91bc5119b18 req-f50bd56a-dfae-4cbc-b5e7-e3dc2353381a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:05:55.930644 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-6eae519d-193d-454a-8fc0-f91bc5119b18 req-f50bd56a-dfae-4cbc-b5e7-e3dc2353381a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:05:55.932581 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-6eae519d-193d-454a-8fc0-f91bc5119b18 req-f50bd56a-dfae-4cbc-b5e7-e3dc2353381a service neutron] 10.222.0.55 "PUT /v2.0/ports/70b62e82-75f5-4d6c-8068-761a074efcbe HTTP/1.1" status: 200 len: 1091 time: 1.8375523 Nov 05 19:05:55.933302 n-d-816865-1 neutron-server[102386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ea097b1-9233-4725-b1b8-5997b4b6d1c3', 'tag': '70b62e82-75f5-4d6c-8068-761a074efcbe'}] {{(pid=102386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 19:05:55.936743 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6173a44d7c73f41af551dc890fa1a5892c2c6bc3458b640c8e0c24db7876ba6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0e65848-9ea8-48ef-99ce-95383f058622" -d '{"events": [{"name": "network-changed", "server_uuid": "4ea097b1-9233-4725-b1b8-5997b4b6d1c3", "tag": "70b62e82-75f5-4d6c-8068-761a074efcbe"}]}' {{(pid=102386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 19:05:56.027275 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50bd56a-dfae-4cbc-b5e7-e3dc2353381a service neutron] Pushing event updated for resources: {'Port': ['ID=70b62e82-75f5-4d6c-8068-761a074efcbe,revision_number=3']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:05:56.136521 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 19:05:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bef34109-84e3-4459-bf5b-c7e4c917e942 x-openstack-request-id: req-bef34109-84e3-4459-bf5b-c7e4c917e942 {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 19:05:56.136521 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ea097b1-9233-4725-b1b8-5997b4b6d1c3", "tag": "70b62e82-75f5-4d6c-8068-761a074efcbe", "status": "completed", "code": 200}]} {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 19:05:56.136521 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-bef34109-84e3-4459-bf5b-c7e4c917e942 {{(pid=102386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 19:05:56.136770 n-d-816865-1 neutron-server[102386]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ea097b1-9233-4725-b1b8-5997b4b6d1c3', 'tag': '70b62e82-75f5-4d6c-8068-761a074efcbe', 'status': 'completed', 'code': 200} Nov 05 19:05:56.193718 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eae519d-193d-454a-8fc0-f91bc5119b18 req-5a11fc65-c0fd-4e3f-9195-5b320033dfec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:05:56.195249 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-6eae519d-193d-454a-8fc0-f91bc5119b18 req-5a11fc65-c0fd-4e3f-9195-5b320033dfec service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=777902a3c6ed4ff2a5460208db53bd8a&device_id=4ea097b1-9233-4725-b1b8-5997b4b6d1c3 HTTP/1.1" status: 200 len: 1094 time: 0.1262493 Nov 05 19:05:56.284880 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:05:56.354405 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-6eae519d-193d-454a-8fc0-f91bc5119b18 req-81869922-afbc-4dd6-9692-d6f68f2f43c3 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=70b62e82-75f5-4d6c-8068-761a074efcbe HTTP/1.1" status: 200 len: 217 time: 0.1464269 Nov 05 19:05:56.361218 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:05:56.472581 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eae519d-193d-454a-8fc0-f91bc5119b18 req-59031298-95ce-4266-b686-ae2403e52175 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:05:56.477146 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-6eae519d-193d-454a-8fc0-f91bc5119b18 req-59031298-95ce-4266-b686-ae2403e52175 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e87a4999-90ef-48fe-aa30-61f131e4a77d HTTP/1.1" status: 200 len: 835 time: 0.1062326 Nov 05 19:05:56.483277 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] For port 9bf94260-f6a1-428d-9d09-f1431cf8ec7e, host n-h1-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=9bf94260-f6a1-428d-9d09-f1431cf8ec7e,segment=NetworkSegment(e1049daa-fc97-4a3f-8351-3203f3822574),segment_id=e1049daa-fc97-4a3f-8351-3203f3822574)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:05:56.495033 n-d-816865-1 neutron-server[102388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7103f3a-0446-40ed-a190-1645982f6516', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bf94260-f6a1-428d-9d09-f1431cf8ec7e'}] {{(pid=102388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 19:05:56.502982 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85474fee1180e129d8a886d264fe0b30223aa672dd1ffe43b630605f18504f68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e1574e2-8e01-4039-b316-c02c646c3a0e" -d '{"events": [{"server_uuid": "c7103f3a-0446-40ed-a190-1645982f6516", "name": "network-vif-plugged", "status": "completed", "tag": "9bf94260-f6a1-428d-9d09-f1431cf8ec7e"}]}' {{(pid=102388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 19:05:56.526072 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] For port 65f45119-c1ea-4acb-9922-fb047ea27082, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=65f45119-c1ea-4acb-9922-fb047ea27082,segment=NetworkSegment(85be518c-8bb4-46a2-a903-d4292782d29d),segment_id=85be518c-8bb4-46a2-a903-d4292782d29d)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:05:56.564379 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eae519d-193d-454a-8fc0-f91bc5119b18 req-6177175a-7682-4a1b-a3fa-2531c8fc5f2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:05:56.567420 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-6eae519d-193d-454a-8fc0-f91bc5119b18 req-6177175a-7682-4a1b-a3fa-2531c8fc5f2f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a81a4734-a1b7-455c-a565-110c640fada3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0794261 Nov 05 19:05:56.570187 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:05:56.608776 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:05:56.671993 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Pushing event updated for resources: {'Port': ['ID=9bf94260-f6a1-428d-9d09-f1431cf8ec7e,revision_number=5']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:05:56.763677 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31dfdb95-13c7-495e-9666-5ee9c9d6d735 req-e7733849-e54f-4e66-a9ba-535397ddc2b4 tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:05:56.765271 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-31dfdb95-13c7-495e-9666-5ee9c9d6d735 req-e7733849-e54f-4e66-a9ba-535397ddc2b4 tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] 10.222.0.13 "GET /v2.0/ports?device_id=c7103f3a-0446-40ed-a190-1645982f6516 HTTP/1.1" status: 200 len: 944 time: 1.1450622 Nov 05 19:05:56.776382 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a621883c-c369-4ce3-a12c-f4237f850375 req-9234e84c-60a2-497f-b790-ed7183219171 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:05:56.784964 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-a621883c-c369-4ce3-a12c-f4237f850375 req-9234e84c-60a2-497f-b790-ed7183219171 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] 10.222.0.13 "GET /v2.0/ports?device_id=4ea097b1-9233-4725-b1b8-5997b4b6d1c3 HTTP/1.1" status: 200 len: 943 time: 0.2154052 Nov 05 19:05:56.850507 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Pushing event updated for resources: {'Port': ['ID=65f45119-c1ea-4acb-9922-fb047ea27082,revision_number=4']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:05:56.861715 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-6eae519d-193d-454a-8fc0-f91bc5119b18 req-29e3ba30-79c9-4a7c-9f90-887ba58a2e43 service neutron] 10.222.0.55 "GET /v2.0/networks/a81a4734-a1b7-455c-a565-110c640fada3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2818196 Nov 05 19:05:57.111919 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-c5ae2df9-fa7c-4e55-a071-783f663830c2 tempest-RoutersAdminTest-985037198 tempest-RoutersAdminTest-985037198-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-571384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1000487'] for router, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:05:57.118838 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-6eae519d-193d-454a-8fc0-f91bc5119b18 req-9208277b-79c2-4be2-91db-885237b155e2 service neutron] 10.222.0.55 "GET /v2.0/networks/a81a4734-a1b7-455c-a565-110c640fada3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2445364 Nov 05 19:05:57.244716 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-a621883c-c369-4ce3-a12c-f4237f850375 req-3d794370-fbd3-45cf-8726-2876f15c3f8e tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] 10.222.0.13 "GET /v2.0/security-groups?id=1260ef79-b8a4-488e-ab6f-3a25432baa92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4582043 Nov 05 19:05:57.342271 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e65848-9ea8-48ef-99ce-95383f058622 req-fffc5abe-da25-4821-a418-84f888695c40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:05:57.345365 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-d0e65848-9ea8-48ef-99ce-95383f058622 req-fffc5abe-da25-4821-a418-84f888695c40 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=777902a3c6ed4ff2a5460208db53bd8a&device_id=4ea097b1-9233-4725-b1b8-5997b4b6d1c3 HTTP/1.1" status: 200 len: 1094 time: 0.1049767 Nov 05 19:05:57.370303 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-31dfdb95-13c7-495e-9666-5ee9c9d6d735 req-d9f90789-5f3d-4eb5-ba24-bcb97da5e19c tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] 10.222.0.13 "GET /v2.0/security-groups?id=c33e3cae-293b-4275-aa24-9c3af6c8734f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5577731 Nov 05 19:05:57.422878 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 19:05:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6e54413-bf35-48d4-809a-44a28236290b x-openstack-request-id: req-b6e54413-bf35-48d4-809a-44a28236290b {{(pid=102388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 19:05:57.423240 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7103f3a-0446-40ed-a190-1645982f6516", "name": "network-vif-plugged", "status": "completed", "tag": "9bf94260-f6a1-428d-9d09-f1431cf8ec7e", "code": 200}]} {{(pid=102388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 19:05:57.423557 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b6e54413-bf35-48d4-809a-44a28236290b {{(pid=102388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 19:05:57.424009 n-d-816865-1 neutron-server[102388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7103f3a-0446-40ed-a190-1645982f6516', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bf94260-f6a1-428d-9d09-f1431cf8ec7e', 'code': 200} Nov 05 19:05:57.487405 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 65f45119-c1ea-4acb-9922-fb047ea27082 up at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 19:05:57.592035 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e65848-9ea8-48ef-99ce-95383f058622 req-0f331874-153a-43b4-9fb2-dff70bb2d78c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:05:57.593998 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-d0e65848-9ea8-48ef-99ce-95383f058622 req-0f331874-153a-43b4-9fb2-dff70bb2d78c service neutron] 10.222.0.55 "GET /v2.0/networks?id=a81a4734-a1b7-455c-a565-110c640fada3 HTTP/1.1" status: 200 len: 898 time: 0.2376769 Nov 05 19:05:57.656319 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Provisioning complete for port 65f45119-c1ea-4acb-9922-fb047ea27082 triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:05:57.656982 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:05:57.718661 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5ae2df9-fa7c-4e55-a071-783f663830c2 tempest-RoutersAdminTest-985037198 tempest-RoutersAdminTest-985037198-project-admin] Router e94d4850-e8d7-4fa7-8c1f-3954c4cd7ac6 is scheduled to L3 agent 6dcb5589-8e86-4616-9186-ddc4548e13ad with binding_index 1 {{(pid=102387) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 05 19:05:57.765437 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-d0e65848-9ea8-48ef-99ce-95383f058622 req-21595418-03f2-4233-9d03-803399edebf8 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=70b62e82-75f5-4d6c-8068-761a074efcbe HTTP/1.1" status: 200 len: 217 time: 0.1582630 Nov 05 19:05:57.852750 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28af48aa-d99b-41c0-9de2-1ddb917626db req-50538e9b-4bdf-41cb-af26-ac007b701d65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:05:57.855290 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-28af48aa-d99b-41c0-9de2-1ddb917626db req-50538e9b-4bdf-41cb-af26-ac007b701d65 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=c7103f3a-0446-40ed-a190-1645982f6516 HTTP/1.1" status: 200 len: 1096 time: 0.2598763 Nov 05 19:05:57.858522 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e65848-9ea8-48ef-99ce-95383f058622 req-a396f722-d009-4f51-bc13-824bd3685142 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:05:57.860266 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-d0e65848-9ea8-48ef-99ce-95383f058622 req-a396f722-d009-4f51-bc13-824bd3685142 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e87a4999-90ef-48fe-aa30-61f131e4a77d HTTP/1.1" status: 200 len: 835 time: 0.0728855 Nov 05 19:05:57.886295 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5ae2df9-fa7c-4e55-a071-783f663830c2 tempest-RoutersAdminTest-985037198 tempest-RoutersAdminTest-985037198-project-admin] Notify agent at l3_agent.n-d-816865-1 the message routers_updated {{(pid=102387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 19:05:57.897490 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a04d3b67-5d74-4c66-8875-7574038b1bac None None] Sync routers for ids ['e94d4850-e8d7-4fa7-8c1f-3954c4cd7ac6'] in n-d-816865-1 {{(pid=102389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 19:05:57.912471 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a04d3b67-5d74-4c66-8875-7574038b1bac None None] Routers {'e94d4850-e8d7-4fa7-8c1f-3954c4cd7ac6'} bound to L3 agent in host n-d-816865-1 {{(pid=102389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 19:05:57.913125 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-a04d3b67-5d74-4c66-8875-7574038b1bac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T19:05:35Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['e94d4850-e8d7-4fa7-8c1f-3954c4cd7ac6'], 'active': True} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:05:57.969810 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-28af48aa-d99b-41c0-9de2-1ddb917626db req-d77e5042-d0ae-414a-8905-c1a5f0e2e23a service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=c33e3cae-293b-4275-aa24-9c3af6c8734f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0953863 Nov 05 19:05:57.977058 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-c5ae2df9-fa7c-4e55-a071-783f663830c2 tempest-RoutersAdminTest-985037198 tempest-RoutersAdminTest-985037198-project-admin] Publish callbacks [] for router, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:05:57.981964 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-c5ae2df9-fa7c-4e55-a071-783f663830c2 tempest-RoutersAdminTest-985037198 tempest-RoutersAdminTest-985037198-project-admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 6.4089515 Nov 05 19:05:57.982716 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 53414) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:05:58.098232 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e65848-9ea8-48ef-99ce-95383f058622 req-f72b0451-94da-4b83-a4b3-0f7f9053029a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:05:58.099730 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-d0e65848-9ea8-48ef-99ce-95383f058622 req-f72b0451-94da-4b83-a4b3-0f7f9053029a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a81a4734-a1b7-455c-a565-110c640fada3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1469054 Nov 05 19:05:58.230694 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvr_db [None req-a04d3b67-5d74-4c66-8875-7574038b1bac None None] Set router e94d4850-e8d7-4fa7-8c1f-3954c4cd7ac6 gateway port host: n-d-816865-1 {{(pid=102389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 19:05:58.342903 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-5dd276cb-b54a-4e5f-ad2b-29a6e986b331 tempest-RoutersAdminTest-985037198 tempest-RoutersAdminTest-985037198-project-admin] 10.222.0.13 "GET /v2.0/routers/e94d4850-e8d7-4fa7-8c1f-3954c4cd7ac6 HTTP/1.1" status: 200 len: 908 time: 0.3589683 Nov 05 19:05:58.343493 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 53436) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:05:58.367961 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-d0e65848-9ea8-48ef-99ce-95383f058622 req-a6d8630d-8c0b-4a03-92fd-90544f1ad6f6 service neutron] 10.222.0.55 "GET /v2.0/networks/a81a4734-a1b7-455c-a565-110c640fada3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2456145 Nov 05 19:05:58.656344 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-d0e65848-9ea8-48ef-99ce-95383f058622 req-eb5a0e82-7596-4414-a4a0-435dde5f7e45 service neutron] 10.222.0.55 "GET /v2.0/networks/a81a4734-a1b7-455c-a565-110c640fada3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2874417 Nov 05 19:05:58.667264 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-3c704a07-fa5d-4853-ab6a-8a74478ec157 tempest-RoutersAdminTest-985037198 tempest-RoutersAdminTest-985037198-project-admin] Publish callbacks [] for router, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:05:58.711829 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-a04d3b67-5d74-4c66-8875-7574038b1bac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e94d4850-e8d7-4fa7-8c1f-3954c4cd7ac6', 'name': 'tempest-snat-router-1804534313', 'tenant_id': '58dae232b06946ebb3a871c8ea833814', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.157'}], 'enable_snat': True}, 'gw_port_id': '887b51df-6b8b-4e8c-99b2-25ccd1f628a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T19:05:51Z', 'updated_at': '2021-11-05T19:05:54Z', 'revision_number': 3, 'project_id': '58dae232b06946ebb3a871c8ea833814', 'gw_port': {'id': '887b51df-6b8b-4e8c-99b2-25ccd1f628a2', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:17:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e94d4850-e8d7-4fa7-8c1f-3954c4cd7ac6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3150, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:05:52Z', 'updated_at': '2021-11-05T19:05:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1'}], 'n-d-816865-1', False) {} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:05:58.932262 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a04d3b67-5d74-4c66-8875-7574038b1bac None None] Checking router: e94d4850-e8d7-4fa7-8c1f-3954c4cd7ac6 for host: n-d-816865-1 {{(pid=102389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 19:05:58.932939 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a04d3b67-5d74-4c66-8875-7574038b1bac None None] Updating router e94d4850-e8d7-4fa7-8c1f-3954c4cd7ac6 port 887b51df-6b8b-4e8c-99b2-25ccd1f628a2 binding host n-d-816865-1 {{(pid=102389) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 05 19:05:58.970725 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-3c704a07-fa5d-4853-ab6a-8a74478ec157 tempest-RoutersAdminTest-985037198 tempest-RoutersAdminTest-985037198-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:05:59.046454 n-d-816865-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-a04d3b67-5d74-4c66-8875-7574038b1bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:05:59.052894 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d3dc03-fbdb-49e5-94e8-fe880b43294d req-a4fb5c84-e40f-4a49-bf76-bf2a1777008a tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:05:59.055502 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-30d3dc03-fbdb-49e5-94e8-fe880b43294d req-a4fb5c84-e40f-4a49-bf76-bf2a1777008a tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] 10.222.0.13 "GET /v2.0/ports?device_id=4ea097b1-9233-4725-b1b8-5997b4b6d1c3 HTTP/1.1" status: 200 len: 943 time: 0.4481385 Nov 05 19:05:59.163396 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a441de-a0bb-4a42-a88d-d9eb165f185e req-0ceeca05-5850-4cfb-9996-38dc416d3b8d tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:05:59.165424 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 53484) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:05:59.172416 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-00a441de-a0bb-4a42-a88d-d9eb165f185e req-0ceeca05-5850-4cfb-9996-38dc416d3b8d tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] 10.222.0.13 "GET /v2.0/ports?device_id=c7103f3a-0446-40ed-a190-1645982f6516 HTTP/1.1" status: 200 len: 945 time: 0.5250874 Nov 05 19:05:59.247664 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-30d3dc03-fbdb-49e5-94e8-fe880b43294d req-a1a9fafd-fa91-4a7d-9b69-59c424383376 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] 10.222.0.13 "GET /v2.0/security-groups?id=1260ef79-b8a4-488e-ab6f-3a25432baa92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1783485 Nov 05 19:05:59.310481 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-00a441de-a0bb-4a42-a88d-d9eb165f185e req-f017f2e8-897f-4ef3-ac20-525fe4dddb65 tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] 10.222.0.13 "GET /v2.0/security-groups?id=c33e3cae-293b-4275-aa24-9c3af6c8734f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1229300 Nov 05 19:05:59.360031 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [None req-3c704a07-fa5d-4853-ab6a-8a74478ec157 tempest-RoutersAdminTest-985037198 tempest-RoutersAdminTest-985037198-project-admin] Deleting port 887b51df-6b8b-4e8c-99b2-25ccd1f628a2 {{(pid=102387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 19:05:59.362191 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-3c704a07-fa5d-4853-ab6a-8a74478ec157 tempest-RoutersAdminTest-985037198 tempest-RoutersAdminTest-985037198-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:05:59.487129 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-be4298d0-d535-4614-84a2-4d2cf91e0273 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:05:59.543662 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-3c704a07-fa5d-4853-ab6a-8a74478ec157 tempest-RoutersAdminTest-985037198 tempest-RoutersAdminTest-985037198-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:05:59.556661 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [None req-3c704a07-fa5d-4853-ab6a-8a74478ec157 tempest-RoutersAdminTest-985037198 tempest-RoutersAdminTest-985037198-project-admin] Calling delete_port for 887b51df-6b8b-4e8c-99b2-25ccd1f628a2 owned by network:router_gateway {{(pid=102387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 19:05:59.583013 n-d-816865-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-a04d3b67-5d74-4c66-8875-7574038b1bac None None] Publish callbacks [] for port, precommit_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:05:59.677700 n-d-816865-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-a04d3b67-5d74-4c66-8875-7574038b1bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:05:59.680962 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-be4298d0-d535-4614-84a2-4d2cf91e0273 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:05:59.770382 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.managers [None req-a04d3b67-5d74-4c66-8875-7574038b1bac None None] Attempting to bind port 887b51df-6b8b-4e8c-99b2-25ccd1f628a2 on host n-d-816865-1 for vnic_type normal with profile {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 19:05:59.770974 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.managers [None req-a04d3b67-5d74-4c66-8875-7574038b1bac None None] Attempting to bind port 887b51df-6b8b-4e8c-99b2-25ccd1f628a2 by drivers openvswitch,hyperv on host n-d-816865-1 at level 0 using segments [{'id': '85be518c-8bb4-46a2-a903-d4292782d29d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec'}] {{(pid=102389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 19:05:59.771484 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a04d3b67-5d74-4c66-8875-7574038b1bac None None] Attempting to bind port 887b51df-6b8b-4e8c-99b2-25ccd1f628a2 on network 40c8335d-cd0b-4cb5-910a-d4dcddd5cbec {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 19:05:59.775165 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf62aa1-d7c4-43e7-9d05-a8a0d94a93e3 None None] Pushing event updated for resources: {'Port': ['ID=887b51df-6b8b-4e8c-99b2-25ccd1f628a2,revision_number=2']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:05:59.776093 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-be4298d0-d535-4614-84a2-4d2cf91e0273 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:05:59.788616 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a04d3b67-5d74-4c66-8875-7574038b1bac None None] Checking agent: {'id': '724d89a7-611b-41e6-bc85-c48112b17afa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 18, 25, 8), 'started_at': datetime.datetime(2021, 11, 5, 18, 25, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 19, 5, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 19:05:59.789438 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a04d3b67-5d74-4c66-8875-7574038b1bac None None] Checking segment: {'id': '85be518c-8bb4-46a2-a903-d4292782d29d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 19:05:59.790292 n-d-816865-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-a04d3b67-5d74-4c66-8875-7574038b1bac None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:05:59.790820 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a04d3b67-5d74-4c66-8875-7574038b1bac None None] Bound using segment: {'id': '85be518c-8bb4-46a2-a903-d4292782d29d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec'} {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 19:05:59.791738 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.managers [None req-a04d3b67-5d74-4c66-8875-7574038b1bac None None] Bound port: 887b51df-6b8b-4e8c-99b2-25ccd1f628a2, host: n-d-816865-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85be518c-8bb4-46a2-a903-d4292782d29d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec'}}] {{(pid=102389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 19:05:59.792130 n-d-816865-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-a04d3b67-5d74-4c66-8875-7574038b1bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:05:59.857620 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4298d0-d535-4614-84a2-4d2cf91e0273 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c835b0e4-a47e-4d0a-b80f-b3bcd0de77c6,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:05:59.879127 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-3c704a07-fa5d-4853-ab6a-8a74478ec157 tempest-RoutersAdminTest-985037198 tempest-RoutersAdminTest-985037198-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4417063'] for port, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:05:59.879625 n-d-816865-1 neutron-server[102389]: DEBUG neutron_lib.db.api [None req-a04d3b67-5d74-4c66-8875-7574038b1bac None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=102389) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 05 19:05:59.879992 n-d-816865-1 neutron-server[102389]: DEBUG oslo_db.api [None req-a04d3b67-5d74-4c66-8875-7574038b1bac None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 05 19:05:59.895687 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-be4298d0-d535-4614-84a2-4d2cf91e0273 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2c6f8077f1054a34b5f7bed5c87b5f58&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7290416 Nov 05 19:05:59.898551 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 53526) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:05:59.916276 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c704a07-fa5d-4853-ab6a-8a74478ec157 tempest-RoutersAdminTest-985037198 tempest-RoutersAdminTest-985037198-project-admin] Pushing event deleted for resources: {'Port': ['ID=887b51df-6b8b-4e8c-99b2-25ccd1f628a2,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:05:59.970652 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c704a07-fa5d-4853-ab6a-8a74478ec157 tempest-RoutersAdminTest-985037198 tempest-RoutersAdminTest-985037198-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:05:59.973097 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c704a07-fa5d-4853-ab6a-8a74478ec157 tempest-RoutersAdminTest-985037198 tempest-RoutersAdminTest-985037198-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:05:59.974854 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c704a07-fa5d-4853-ab6a-8a74478ec157 tempest-RoutersAdminTest-985037198 tempest-RoutersAdminTest-985037198-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:05:59.974854 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c704a07-fa5d-4853-ab6a-8a74478ec157 tempest-RoutersAdminTest-985037198 tempest-RoutersAdminTest-985037198-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:05:59.974854 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c704a07-fa5d-4853-ab6a-8a74478ec157 tempest-RoutersAdminTest-985037198 tempest-RoutersAdminTest-985037198-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:05:59.974854 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c704a07-fa5d-4853-ab6a-8a74478ec157 tempest-RoutersAdminTest-985037198 tempest-RoutersAdminTest-985037198-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:05:59.976281 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c704a07-fa5d-4853-ab6a-8a74478ec157 tempest-RoutersAdminTest-985037198 tempest-RoutersAdminTest-985037198-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:05:59.976639 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c704a07-fa5d-4853-ab6a-8a74478ec157 tempest-RoutersAdminTest-985037198 tempest-RoutersAdminTest-985037198-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:05:59.977205 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c704a07-fa5d-4853-ab6a-8a74478ec157 tempest-RoutersAdminTest-985037198 tempest-RoutersAdminTest-985037198-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:05:59.977534 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c704a07-fa5d-4853-ab6a-8a74478ec157 tempest-RoutersAdminTest-985037198 tempest-RoutersAdminTest-985037198-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:05:59.977862 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c704a07-fa5d-4853-ab6a-8a74478ec157 tempest-RoutersAdminTest-985037198 tempest-RoutersAdminTest-985037198-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:05:59.978339 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c704a07-fa5d-4853-ab6a-8a74478ec157 tempest-RoutersAdminTest-985037198 tempest-RoutersAdminTest-985037198-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:06:00.023731 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-1c217651-498d-4841-99f8-3cfc3d1b6db3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:06:00.041646 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-3c704a07-fa5d-4853-ab6a-8a74478ec157 tempest-RoutersAdminTest-985037198 tempest-RoutersAdminTest-985037198-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1000651'] for router_gateway, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:06:00.052989 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-1c217651-498d-4841-99f8-3cfc3d1b6db3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:06:00.217112 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-1c217651-498d-4841-99f8-3cfc3d1b6db3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:06:00.220130 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-1c217651-498d-4841-99f8-3cfc3d1b6db3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:06:00.223663 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-3c704a07-fa5d-4853-ab6a-8a74478ec157 tempest-RoutersAdminTest-985037198 tempest-RoutersAdminTest-985037198-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-571301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6852'] for router, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:06:00.225209 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-1c217651-498d-4841-99f8-3cfc3d1b6db3 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c835b0e4-a47e-4d0a-b80f-b3bcd0de77c6 HTTP/1.1" status: 204 len: 168 time: 0.3255670 Nov 05 19:06:00.237036 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-3c704a07-fa5d-4853-ab6a-8a74478ec157 tempest-RoutersAdminTest-985037198 tempest-RoutersAdminTest-985037198-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:06:00.244874 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c217651-498d-4841-99f8-3cfc3d1b6db3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c835b0e4-a47e-4d0a-b80f-b3bcd0de77c6,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:06:00.285813 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Device 70b62e82-75f5-4d6c-8068-761a074efcbe details requested by agent hyperv_n-h2-816865-1 with host n-h2-816865-1 {{(pid=102388) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 05 19:06:00.399549 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.managers [None req-a04d3b67-5d74-4c66-8875-7574038b1bac None None] Attempting to bind port 887b51df-6b8b-4e8c-99b2-25ccd1f628a2 on host n-d-816865-1 for vnic_type normal with profile {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 19:06:00.400104 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.managers [None req-a04d3b67-5d74-4c66-8875-7574038b1bac None None] Attempting to bind port 887b51df-6b8b-4e8c-99b2-25ccd1f628a2 by drivers openvswitch,hyperv on host n-d-816865-1 at level 0 using segments [{'id': '85be518c-8bb4-46a2-a903-d4292782d29d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec'}] {{(pid=102389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 19:06:00.400254 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a04d3b67-5d74-4c66-8875-7574038b1bac None None] Attempting to bind port 887b51df-6b8b-4e8c-99b2-25ccd1f628a2 on network 40c8335d-cd0b-4cb5-910a-d4dcddd5cbec {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 19:06:00.419462 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a04d3b67-5d74-4c66-8875-7574038b1bac None None] Checking agent: {'id': '724d89a7-611b-41e6-bc85-c48112b17afa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 18, 25, 8), 'started_at': datetime.datetime(2021, 11, 5, 18, 25, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 19, 5, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 19:06:00.419830 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a04d3b67-5d74-4c66-8875-7574038b1bac None None] Checking segment: {'id': '85be518c-8bb4-46a2-a903-d4292782d29d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 19:06:00.420397 n-d-816865-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-a04d3b67-5d74-4c66-8875-7574038b1bac None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:06:00.420800 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a04d3b67-5d74-4c66-8875-7574038b1bac None None] Bound using segment: {'id': '85be518c-8bb4-46a2-a903-d4292782d29d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec'} {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 19:06:00.421243 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.managers [None req-a04d3b67-5d74-4c66-8875-7574038b1bac None None] Bound port: 887b51df-6b8b-4e8c-99b2-25ccd1f628a2, host: n-d-816865-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85be518c-8bb4-46a2-a903-d4292782d29d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec'}}] {{(pid=102389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 19:06:00.421617 n-d-816865-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-a04d3b67-5d74-4c66-8875-7574038b1bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:06:00.440822 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] For port 70b62e82-75f5-4d6c-8068-761a074efcbe, host n-h2-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=70b62e82-75f5-4d6c-8068-761a074efcbe,segment=NetworkSegment(40fdb28b-c1d5-4fa5-8d1b-d5ffe3516bce),segment_id=40fdb28b-c1d5-4fa5-8d1b-d5ffe3516bce)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:06:00.458784 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Returning: {'device': '70b62e82-75f5-4d6c-8068-761a074efcbe', 'network_id': 'a81a4734-a1b7-455c-a565-110c640fada3', 'port_id': '70b62e82-75f5-4d6c-8068-761a074efcbe', 'mac_address': 'fa:16:3e:cf:bc:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e87a4999-90ef-48fe-aa30-61f131e4a77d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102388) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 05 19:06:00.491061 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [None req-a04d3b67-5d74-4c66-8875-7574038b1bac None None] Port 887b51df-6b8b-4e8c-99b2-25ccd1f628a2 has been deleted concurrently {{(pid=102389) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:665}} Nov 05 19:06:00.511904 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:06:00.518641 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a04d3b67-5d74-4c66-8875-7574038b1bac None None] Routers set() bound to L3 agent in host n-d-816865-1 {{(pid=102389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 19:06:00.518934 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a04d3b67-5d74-4c66-8875-7574038b1bac None None] Router IDs set() for agent in host n-d-816865-1 {{(pid=102389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 05 19:06:00.519600 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_agentschedulers_db [None req-a04d3b67-5d74-4c66-8875-7574038b1bac None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'e94d4850-e8d7-4fa7-8c1f-3954c4cd7ac6'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T19:05:35Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent'). {{(pid=102389) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Nov 05 19:06:00.519979 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a04d3b67-5d74-4c66-8875-7574038b1bac None None] The sync data for ids ['e94d4850-e8d7-4fa7-8c1f-3954c4cd7ac6'] in n-d-816865-1 is: [] {{(pid=102389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 19:06:00.539341 n-d-816865-1 neutron-server[102388]: DEBUG neutron.notifiers.nova [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 70b62e82-75f5-4d6c-8068-761a074efcbe {{(pid=102388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 19:06:00.560480 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-3c704a07-fa5d-4853-ab6a-8a74478ec157 tempest-RoutersAdminTest-985037198 tempest-RoutersAdminTest-985037198-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-571310'] for router, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:06:00.561760 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c704a07-fa5d-4853-ab6a-8a74478ec157 tempest-RoutersAdminTest-985037198 tempest-RoutersAdminTest-985037198-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e94d4850-e8d7-4fa7-8c1f-3954c4cd7ac6 {{(pid=102387) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 05 19:06:00.567127 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] For port 70b62e82-75f5-4d6c-8068-761a074efcbe, host n-h2-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=70b62e82-75f5-4d6c-8068-761a074efcbe,segment=NetworkSegment(40fdb28b-c1d5-4fa5-8d1b-d5ffe3516bce),segment_id=40fdb28b-c1d5-4fa5-8d1b-d5ffe3516bce)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:06:00.580935 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-3c704a07-fa5d-4853-ab6a-8a74478ec157 tempest-RoutersAdminTest-985037198 tempest-RoutersAdminTest-985037198-project-admin] Publish callbacks [] for router, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:06:00.582222 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-3c704a07-fa5d-4853-ab6a-8a74478ec157 tempest-RoutersAdminTest-985037198 tempest-RoutersAdminTest-985037198-project-admin] 10.222.0.13 "DELETE /v2.0/routers/e94d4850-e8d7-4fa7-8c1f-3954c4cd7ac6 HTTP/1.1" status: 204 len: 168 time: 2.2376926 Nov 05 19:06:00.584835 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 53566) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:06:00.616809 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756415ea-9b04-442e-a68b-fe2beb530542 req-bdfe366f-961c-446f-89f0-0abf8f87ef61 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:06:00.618366 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-756415ea-9b04-442e-a68b-fe2beb530542 req-bdfe366f-961c-446f-89f0-0abf8f87ef61 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] 10.222.0.13 "GET /v2.0/ports?device_id=4ea097b1-9233-4725-b1b8-5997b4b6d1c3 HTTP/1.1" status: 200 len: 943 time: 0.2475963 Nov 05 19:06:00.636562 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9346ac-1771-4df7-8398-fd7a9cda0df0 req-7ebcd762-be12-4bf6-950e-06a09a20cef8 tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:06:00.638308 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-ee9346ac-1771-4df7-8398-fd7a9cda0df0 req-7ebcd762-be12-4bf6-950e-06a09a20cef8 tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] 10.222.0.13 "GET /v2.0/ports?device_id=c7103f3a-0446-40ed-a190-1645982f6516 HTTP/1.1" status: 200 len: 945 time: 0.1643543 Nov 05 19:06:00.650078 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:06:00.753398 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-19e25c19-d64b-444f-82a6-ee21adbb046f tempest-RoutersAdminTest-985037198 tempest-RoutersAdminTest-985037198-project-admin] Publish callbacks [] for router, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:06:00.809717 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Pushing event updated for resources: {'Port': ['ID=70b62e82-75f5-4d6c-8068-761a074efcbe,revision_number=4']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:06:00.820238 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-756415ea-9b04-442e-a68b-fe2beb530542 req-25f4e3b6-d4de-4143-9504-8466a2356d76 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] 10.222.0.13 "GET /v2.0/security-groups?id=1260ef79-b8a4-488e-ab6f-3a25432baa92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1803775 Nov 05 19:06:00.838830 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-ee9346ac-1771-4df7-8398-fd7a9cda0df0 req-427abf32-59c0-4977-a306-6a5ca7aba981 tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] 10.222.0.13 "GET /v2.0/security-groups?id=c33e3cae-293b-4275-aa24-9c3af6c8734f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1692755 Nov 05 19:06:00.933488 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] get_ports_and_sgs() called for port_ids ['70b62e82-75f5-4d6c-8068-761a074efcbe'] {{(pid=102388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 19:06:00.938281 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-19e25c19-d64b-444f-82a6-ee21adbb046f tempest-RoutersAdminTest-985037198 tempest-RoutersAdminTest-985037198-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:06:01.060077 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60f8819-ea91-4c6a-964d-daa69a38c473 req-ecb004b8-9818-43ec-9c71-24dd6172f4a7 tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:06:01.061766 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-c60f8819-ea91-4c6a-964d-daa69a38c473 req-ecb004b8-9818-43ec-9c71-24dd6172f4a7 tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] 10.222.0.13 "GET /v2.0/ports?device_id=c7103f3a-0446-40ed-a190-1645982f6516 HTTP/1.1" status: 200 len: 945 time: 0.1054401 Nov 05 19:06:01.072102 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 53582) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:06:01.078006 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-f53b86f4-3d59-492c-abd5-1f9e3d5974b3 tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] Request body: {'floatingip': {'port_id': '9bf94260-f6a1-428d-9d09-f1431cf8ec7e'}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:06:01.139893 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-f53b86f4-3d59-492c-abd5-1f9e3d5974b3 tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] Publish callbacks [] for floatingip, before_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:06:01.141075 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-ac34340a-f0e2-4ad1-8461-55736ec53286 req-81f23bb6-b3db-4e6a-97d2-19395f41a4a8 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=c7103f3a-0446-40ed-a190-1645982f6516&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1197219 Nov 05 19:06:01.183020 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-19e25c19-d64b-444f-82a6-ee21adbb046f tempest-RoutersAdminTest-985037198 tempest-RoutersAdminTest-985037198-project-admin] Deleting port 65f45119-c1ea-4acb-9922-fb047ea27082 {{(pid=102386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 19:06:01.183392 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-19e25c19-d64b-444f-82a6-ee21adbb046f tempest-RoutersAdminTest-985037198 tempest-RoutersAdminTest-985037198-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:06:01.227082 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 53590) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:06:01.286966 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-fbcfb9ca-b49a-429f-a62c-7e7c3676dd33 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:06:01.333242 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [None req-19e25c19-d64b-444f-82a6-ee21adbb046f tempest-RoutersAdminTest-985037198 tempest-RoutersAdminTest-985037198-project-admin] For port 65f45119-c1ea-4acb-9922-fb047ea27082, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=65f45119-c1ea-4acb-9922-fb047ea27082,segment=NetworkSegment(85be518c-8bb4-46a2-a903-d4292782d29d),segment_id=85be518c-8bb4-46a2-a903-d4292782d29d)] {{(pid=102386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:06:01.333774 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-19e25c19-d64b-444f-82a6-ee21adbb046f tempest-RoutersAdminTest-985037198 tempest-RoutersAdminTest-985037198-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:06:01.369948 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-19e25c19-d64b-444f-82a6-ee21adbb046f tempest-RoutersAdminTest-985037198 tempest-RoutersAdminTest-985037198-project-admin] Calling delete_port for 65f45119-c1ea-4acb-9922-fb047ea27082 owned by network:router_gateway {{(pid=102386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 19:06:01.409673 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac34340a-f0e2-4ad1-8461-55736ec53286 req-36241741-9a4b-4f90-8e06-4d2c2336eac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:06:01.411223 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-ac34340a-f0e2-4ad1-8461-55736ec53286 req-36241741-9a4b-4f90-8e06-4d2c2336eac0 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c9875160e1e6467ba4c32e29bdc7488a&device_id=c7103f3a-0446-40ed-a190-1645982f6516 HTTP/1.1" status: 200 len: 1096 time: 0.1303225 Nov 05 19:06:01.695014 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-fbcfb9ca-b49a-429f-a62c-7e7c3676dd33 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:06:01.741861 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac34340a-f0e2-4ad1-8461-55736ec53286 req-47665451-0a6e-4133-a4b5-47126cb6ee7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:06:01.744776 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-ac34340a-f0e2-4ad1-8461-55736ec53286 req-47665451-0a6e-4133-a4b5-47126cb6ee7f service neutron] 10.222.0.41 "GET /v2.0/networks?id=4dc00c45-f8b9-4c9a-a6c5-c27d3aa63b93 HTTP/1.1" status: 200 len: 918 time: 0.2100255 Nov 05 19:06:01.781395 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-fbcfb9ca-b49a-429f-a62c-7e7c3676dd33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:06:01.807119 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-ac34340a-f0e2-4ad1-8461-55736ec53286 req-e007a084-b1ed-4877-8966-4c850013dfa7 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9bf94260-f6a1-428d-9d09-f1431cf8ec7e HTTP/1.1" status: 200 len: 217 time: 0.0545671 Nov 05 19:06:01.963677 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac34340a-f0e2-4ad1-8461-55736ec53286 req-af39f674-3413-4b87-b503-8b603e8fbb11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:06:01.965355 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-ac34340a-f0e2-4ad1-8461-55736ec53286 req-af39f674-3413-4b87-b503-8b603e8fbb11 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=57c79303-6c4f-4c08-a695-f3ffd6fc49db HTTP/1.1" status: 200 len: 856 time: 0.0870628 Nov 05 19:06:02.068803 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac34340a-f0e2-4ad1-8461-55736ec53286 req-a17ef7e6-f3da-49de-8cc1-d883ad396d12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:06:02.070452 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-ac34340a-f0e2-4ad1-8461-55736ec53286 req-a17ef7e6-f3da-49de-8cc1-d883ad396d12 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=4dc00c45-f8b9-4c9a-a6c5-c27d3aa63b93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0981090 Nov 05 19:06:02.088733 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbcfb9ca-b49a-429f-a62c-7e7c3676dd33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0484a7d2-e185-4452-8f23-b66d73687dc0,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:06:02.105257 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-fbcfb9ca-b49a-429f-a62c-7e7c3676dd33 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6465445518dd40919e9ad9b04df4c8f4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8674281 Nov 05 19:06:02.114762 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 53636) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:06:02.155375 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-19e25c19-d64b-444f-82a6-ee21adbb046f tempest-RoutersAdminTest-985037198 tempest-RoutersAdminTest-985037198-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:06:02.197741 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ec430b-6eea-4a77-9852-651eae623472 req-7c3affbf-1d51-434f-a9f7-08dd9e9eb7e4 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:06:02.198153 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e25c19-d64b-444f-82a6-ee21adbb046f tempest-RoutersAdminTest-985037198 tempest-RoutersAdminTest-985037198-project-admin] Pushing event deleted for resources: {'Port': ['ID=65f45119-c1ea-4acb-9922-fb047ea27082,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:06:02.199813 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-24ec430b-6eea-4a77-9852-651eae623472 req-7c3affbf-1d51-434f-a9f7-08dd9e9eb7e4 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] 10.222.0.13 "GET /v2.0/ports?device_id=4ea097b1-9233-4725-b1b8-5997b4b6d1c3 HTTP/1.1" status: 200 len: 944 time: 0.2510400 Nov 05 19:06:02.287803 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Device 70b62e82-75f5-4d6c-8068-761a074efcbe up at agent hyperv_n-h2-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 19:06:02.305322 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-ac34340a-f0e2-4ad1-8461-55736ec53286 req-990d2255-9116-4907-aee0-7a516a5578f2 service neutron] 10.222.0.41 "GET /v2.0/networks/4dc00c45-f8b9-4c9a-a6c5-c27d3aa63b93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2276721 Nov 05 19:06:02.316125 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-19e25c19-d64b-444f-82a6-ee21adbb046f tempest-RoutersAdminTest-985037198 tempest-RoutersAdminTest-985037198-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1000651'] for router_gateway, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:06:02.334856 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-e54c01fb-7504-4f95-a208-9318ae4570c7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:06:02.354793 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.db.resource_extend [None req-f53b86f4-3d59-492c-abd5-1f9e3d5974b3 tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 05 19:06:02.428653 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-e54c01fb-7504-4f95-a208-9318ae4570c7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:06:02.432016 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-19e25c19-d64b-444f-82a6-ee21adbb046f tempest-RoutersAdminTest-985037198 tempest-RoutersAdminTest-985037198-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-571301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6852'] for router, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:06:02.435025 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-19e25c19-d64b-444f-82a6-ee21adbb046f tempest-RoutersAdminTest-985037198 tempest-RoutersAdminTest-985037198-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:06:02.443643 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Provisioning for port 70b62e82-75f5-4d6c-8068-761a074efcbe completed by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 05 19:06:02.447785 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Provisioning complete for port 70b62e82-75f5-4d6c-8068-761a074efcbe triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:06:02.448168 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:06:02.448505 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-24ec430b-6eea-4a77-9852-651eae623472 req-f086eda5-9d9a-4d59-870f-b6bc487106f5 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] 10.222.0.13 "GET /v2.0/security-groups?id=1260ef79-b8a4-488e-ab6f-3a25432baa92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2034178 Nov 05 19:06:02.489895 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-f53b86f4-3d59-492c-abd5-1f9e3d5974b3 tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:06:02.552975 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-f53b86f4-3d59-492c-abd5-1f9e3d5974b3 tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1000577'] for floatingip, after_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:06:02.643730 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-e54c01fb-7504-4f95-a208-9318ae4570c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:06:02.650146 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-e54c01fb-7504-4f95-a208-9318ae4570c7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:06:02.657441 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-e54c01fb-7504-4f95-a208-9318ae4570c7 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0484a7d2-e185-4452-8f23-b66d73687dc0 HTTP/1.1" status: 204 len: 168 time: 0.5370595 Nov 05 19:06:02.682985 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54c01fb-7504-4f95-a208-9318ae4570c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0484a7d2-e185-4452-8f23-b66d73687dc0,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:06:02.688909 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b7683efb-e955-4ab2-b464-1c87a28b988e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:06:02.727302 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:06:02.788469 n-d-816865-1 neutron-server[102388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ea097b1-9233-4725-b1b8-5997b4b6d1c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70b62e82-75f5-4d6c-8068-761a074efcbe'}] {{(pid=102388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 19:06:02.790904 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85474fee1180e129d8a886d264fe0b30223aa672dd1ffe43b630605f18504f68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfe0a726-af13-40e4-83fc-0f8afb2ca7f2" -d '{"events": [{"server_uuid": "4ea097b1-9233-4725-b1b8-5997b4b6d1c3", "name": "network-vif-plugged", "status": "completed", "tag": "70b62e82-75f5-4d6c-8068-761a074efcbe"}]}' {{(pid=102388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 19:06:02.827234 n-d-816865-1 neutron-server[102387]: INFO neutron.db.l3_db [None req-f53b86f4-3d59-492c-abd5-1f9e3d5974b3 tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] Floating IP 650f4066-1557-4a2a-997b-bf4a4b861bc0 associated. External IP: 172.25.6.203, port: 9bf94260-f6a1-428d-9d09-f1431cf8ec7e. Nov 05 19:06:02.830646 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] For port 70b62e82-75f5-4d6c-8068-761a074efcbe, host n-h2-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=70b62e82-75f5-4d6c-8068-761a074efcbe,segment=NetworkSegment(40fdb28b-c1d5-4fa5-8d1b-d5ffe3516bce),segment_id=40fdb28b-c1d5-4fa5-8d1b-d5ffe3516bce)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:06:02.906705 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:06:02.957727 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 19:06:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b2edce2-52bc-4577-9563-3c79f4a52d53 x-openstack-request-id: req-3b2edce2-52bc-4577-9563-3c79f4a52d53 {{(pid=102388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 19:06:02.958019 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ea097b1-9233-4725-b1b8-5997b4b6d1c3", "name": "network-vif-plugged", "status": "completed", "tag": "70b62e82-75f5-4d6c-8068-761a074efcbe", "code": 200}]} {{(pid=102388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 19:06:02.958302 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3b2edce2-52bc-4577-9563-3c79f4a52d53 {{(pid=102388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 19:06:02.959098 n-d-816865-1 neutron-server[102388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ea097b1-9233-4725-b1b8-5997b4b6d1c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70b62e82-75f5-4d6c-8068-761a074efcbe', 'code': 200} Nov 05 19:06:03.042937 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Pushing event updated for resources: {'Port': ['ID=70b62e82-75f5-4d6c-8068-761a074efcbe,revision_number=5']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:06:03.213658 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-19e25c19-d64b-444f-82a6-ee21adbb046f tempest-RoutersAdminTest-985037198 tempest-RoutersAdminTest-985037198-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-571310'] for router, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:06:03.213658 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19e25c19-d64b-444f-82a6-ee21adbb046f tempest-RoutersAdminTest-985037198 tempest-RoutersAdminTest-985037198-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 15756eff-0eb3-421c-9060-ce2026126a24 {{(pid=102386) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 05 19:06:03.239719 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-19e25c19-d64b-444f-82a6-ee21adbb046f tempest-RoutersAdminTest-985037198 tempest-RoutersAdminTest-985037198-project-admin] Publish callbacks [] for router, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:06:03.244147 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-19e25c19-d64b-444f-82a6-ee21adbb046f tempest-RoutersAdminTest-985037198 tempest-RoutersAdminTest-985037198-project-admin] 10.222.0.13 "DELETE /v2.0/routers/15756eff-0eb3-421c-9060-ce2026126a24 HTTP/1.1" status: 204 len: 168 time: 2.6542671 Nov 05 19:06:03.255827 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 53696) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:06:03.277450 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-6c14fd83-007a-453b-8d42-d4a9a9bcdbdc tempest-RoutersAdminTest-252873888 tempest-RoutersAdminTest-252873888-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1161213749', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec'}, 'admin_state_up': False}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:06:03.365077 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b66a27-f3ba-4857-9399-c8e7da773bd6 req-e152d01b-b3b0-4794-ac82-4721a025ca93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:06:03.368593 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-e2b66a27-f3ba-4857-9399-c8e7da773bd6 req-e152d01b-b3b0-4794-ac82-4721a025ca93 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=4ea097b1-9233-4725-b1b8-5997b4b6d1c3 HTTP/1.1" status: 200 len: 1096 time: 0.1801507 Nov 05 19:06:03.446846 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-e2b66a27-f3ba-4857-9399-c8e7da773bd6 req-764d872e-c027-4ca5-9e38-8c1296698e4a service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=1260ef79-b8a4-488e-ab6f-3a25432baa92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0678027 Nov 05 19:06:03.450769 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-ac34340a-f0e2-4ad1-8461-55736ec53286 req-5f9503e8-2e9b-495e-88da-b66dd87e7e92 service neutron] 10.222.0.41 "GET /v2.0/networks/4dc00c45-f8b9-4c9a-a6c5-c27d3aa63b93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9463141 Nov 05 19:06:03.453424 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-6c14fd83-007a-453b-8d42-d4a9a9bcdbdc tempest-RoutersAdminTest-252873888 tempest-RoutersAdminTest-252873888-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-571139', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6874'] for router, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:06:03.453813 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-6c14fd83-007a-453b-8d42-d4a9a9bcdbdc tempest-RoutersAdminTest-252873888 tempest-RoutersAdminTest-252873888-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-571375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1000570', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1011585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6867'] for router, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:06:03.531784 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-6c14fd83-007a-453b-8d42-d4a9a9bcdbdc tempest-RoutersAdminTest-252873888 tempest-RoutersAdminTest-252873888-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:06:03.849120 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efceb45d-80f5-4e63-bd65-8179b05f2c24 req-9354972b-ddc1-439d-9cec-b0766a828efb tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:06:03.852300 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-efceb45d-80f5-4e63-bd65-8179b05f2c24 req-9354972b-ddc1-439d-9cec-b0766a828efb tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] 10.222.0.13 "GET /v2.0/ports?device_id=4ea097b1-9233-4725-b1b8-5997b4b6d1c3 HTTP/1.1" status: 200 len: 945 time: 0.2220781 Nov 05 19:06:03.990270 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f53b86f4-3d59-492c-abd5-1f9e3d5974b3 tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] Router 8316fa0f-e616-4e27-a642-2e9db3fcaaa3 has already been hosted by L3 agent 6dcb5589-8e86-4616-9186-ddc4548e13ad {{(pid=102387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 19:06:03.994928 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-6c14fd83-007a-453b-8d42-d4a9a9bcdbdc tempest-RoutersAdminTest-252873888 tempest-RoutersAdminTest-252873888-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:06:04.030103 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-efceb45d-80f5-4e63-bd65-8179b05f2c24 req-47848f6d-120b-4600-8bcc-1288c8f95e82 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] 10.222.0.13 "GET /v2.0/security-groups?id=1260ef79-b8a4-488e-ab6f-3a25432baa92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1584780 Nov 05 19:06:04.178566 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f53b86f4-3d59-492c-abd5-1f9e3d5974b3 tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] Notify agent at l3_agent.n-d-816865-1 the message routers_updated {{(pid=102387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 19:06:04.183449 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-f53b86f4-3d59-492c-abd5-1f9e3d5974b3 tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for floatingip, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:06:04.195813 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce71feee-9c25-4a42-8e50-c995c5ccf527 None None] Sync routers for ids ['8316fa0f-e616-4e27-a642-2e9db3fcaaa3'] in n-d-816865-1 {{(pid=102388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 19:06:04.220203 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce71feee-9c25-4a42-8e50-c995c5ccf527 None None] Routers {'8316fa0f-e616-4e27-a642-2e9db3fcaaa3'} bound to L3 agent in host n-d-816865-1 {{(pid=102388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 19:06:04.223592 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-ce71feee-9c25-4a42-8e50-c995c5ccf527 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T19:05:35Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['8316fa0f-e616-4e27-a642-2e9db3fcaaa3'], 'active': True} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:06:04.235184 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-f53b86f4-3d59-492c-abd5-1f9e3d5974b3 tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] 10.222.0.13 "PUT /v2.0/floatingips/650f4066-1557-4a2a-997b-bf4a4b861bc0 HTTP/1.1" status: 200 len: 991 time: 3.1619642 Nov 05 19:06:04.235793 n-d-816865-1 neutron-server[102387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7103f3a-0446-40ed-a190-1645982f6516', 'tag': '9bf94260-f6a1-428d-9d09-f1431cf8ec7e'}] {{(pid=102387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 19:06:04.238313 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab06bd4ddf5758c1f10d79fe34dc215bafa488692cde9dba2fcbcb67556f90bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c30d98f-4608-4ef2-a9fa-0777c12afb64" -d '{"events": [{"name": "network-changed", "server_uuid": "c7103f3a-0446-40ed-a190-1645982f6516", "tag": "9bf94260-f6a1-428d-9d09-f1431cf8ec7e"}]}' {{(pid=102387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 19:06:04.334871 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 19:06:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98d135ac-8d92-43e8-8416-73d0da0c5204 x-openstack-request-id: req-98d135ac-8d92-43e8-8416-73d0da0c5204 {{(pid=102387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 19:06:04.335335 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7103f3a-0446-40ed-a190-1645982f6516", "tag": "9bf94260-f6a1-428d-9d09-f1431cf8ec7e", "status": "completed", "code": 200}]} {{(pid=102387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 19:06:04.335727 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-98d135ac-8d92-43e8-8416-73d0da0c5204 {{(pid=102387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 19:06:04.336296 n-d-816865-1 neutron-server[102387]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7103f3a-0446-40ed-a190-1645982f6516', 'tag': '9bf94260-f6a1-428d-9d09-f1431cf8ec7e', 'status': 'completed', 'code': 200} Nov 05 19:06:04.343049 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:06:04.436737 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvr_db [None req-ce71feee-9c25-4a42-8e50-c995c5ccf527 None None] Set router 8316fa0f-e616-4e27-a642-2e9db3fcaaa3 gateway port host: n-d-816865-1 {{(pid=102388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 19:06:04.466425 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-6c14fd83-007a-453b-8d42-d4a9a9bcdbdc tempest-RoutersAdminTest-252873888 tempest-RoutersAdminTest-252873888-project] Publish callbacks [] for router_gateway, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:06:04.491253 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-6c14fd83-007a-453b-8d42-d4a9a9bcdbdc tempest-RoutersAdminTest-252873888 tempest-RoutersAdminTest-252873888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:06:04.572219 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c30d98f-4608-4ef2-a9fa-0777c12afb64 req-62ef300e-152a-49b5-ab5b-8bf5a993b3d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:06:04.574455 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-7c30d98f-4608-4ef2-a9fa-0777c12afb64 req-62ef300e-152a-49b5-ab5b-8bf5a993b3d4 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c9875160e1e6467ba4c32e29bdc7488a&device_id=c7103f3a-0446-40ed-a190-1645982f6516 HTTP/1.1" status: 200 len: 1096 time: 0.1644332 Nov 05 19:06:04.733513 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c30d98f-4608-4ef2-a9fa-0777c12afb64 req-aa6113f4-c743-4300-896d-bc2206275693 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:06:04.735102 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-7c30d98f-4608-4ef2-a9fa-0777c12afb64 req-aa6113f4-c743-4300-896d-bc2206275693 service neutron] 10.222.0.41 "GET /v2.0/networks?id=4dc00c45-f8b9-4c9a-a6c5-c27d3aa63b93 HTTP/1.1" status: 200 len: 918 time: 0.1209052 Nov 05 19:06:04.888719 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-ce71feee-9c25-4a42-8e50-c995c5ccf527 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8316fa0f-e616-4e27-a642-2e9db3fcaaa3', 'name': 'tempest-AttachVolumeShelveTestJSON-2053281703-router', 'tenant_id': 'c9875160e1e6467ba4c32e29bdc7488a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.136'}], 'enable_snat': True}, 'gw_port_id': 'c9d005a4-a0df-40e1-8195-021f565d2cb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T19:05:18Z', 'updated_at': '2021-11-05T19:05:24Z', 'revision_number': 4, 'project_id': 'c9875160e1e6467ba4c32e29bdc7488a', 'gw_port': {'id': 'c9d005a4-a0df-40e1-8195-021f565d2cb9', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:99:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8316fa0f-e616-4e27-a642-2e9db3fcaaa3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3112, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:05:19Z', 'updated_at': '2021-11-05T19:05:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1', '_floatingips': [{'id': '650f4066-1557-4a2a-997b-bf4a4b861bc0', 'tenant_id': 'c9875160e1e6467ba4c32e29bdc7488a', 'floating_ip_address': '172.25.6.203', 'floating_network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'router_id': '8316fa0f-e616-4e27-a642-2e9db3fcaaa3', 'port_id': '9bf94260-f6a1-428d-9d09-f1431cf8ec7e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3135, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4dc00c45-f8b9-4c9a-a6c5-c27d3aa63b93', 'mac_address': 'fa:16:3e:ed:6f:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7103f3a-0446-40ed-a190-1645982f6516', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-05T19:05:32Z', 'updated_at': '2021-11-05T19:06:02Z', 'revision_number': 1, 'project_id': 'c9875160e1e6467ba4c32e29bdc7488a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '90cb269f-21e4-4c4e-b946-0b89a5f315e0', 'name': '', 'network_id': '4dc00c45-f8b9-4c9a-a6c5-c27d3aa63b93', 'tenant_id': 'c9875160e1e6467ba4c32e29bdc7488a', 'mac_address': 'fa:16:3e:8b:98:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8316fa0f-e616-4e27-a642-2e9db3fcaaa3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3116, 'fixed_ips': [{'subnet_id': '57c79303-6c4f-4c08-a695-f3ffd6fc49db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:05:23Z', 'updated_at': '2021-11-05T19:05:33Z', 'revision_number': 5, 'project_id': 'c9875160e1e6467ba4c32e29bdc7488a', 'subnets': [{'id': '57c79303-6c4f-4c08-a695-f3ffd6fc49db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-1', False) {} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:06:04.916217 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-7c30d98f-4608-4ef2-a9fa-0777c12afb64 req-a0a72c08-145c-4b45-bd9e-4daf94ef78e8 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9bf94260-f6a1-428d-9d09-f1431cf8ec7e HTTP/1.1" status: 200 len: 999 time: 0.1590548 Nov 05 19:06:04.917435 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.db_base_plugin_common [None req-6c14fd83-007a-453b-8d42-d4a9a9bcdbdc tempest-RoutersAdminTest-252873888 tempest-RoutersAdminTest-252873888-project] Allocated IP 172.25.6.210 (40c8335d-cd0b-4cb5-910a-d4dcddd5cbec/04fe6db3-e108-4208-943d-6518424f5726/4150aecf-1791-417f-ac15-0d81ddab6d23) {{(pid=102386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 19:06:04.956386 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce71feee-9c25-4a42-8e50-c995c5ccf527 None None] Checking router: 8316fa0f-e616-4e27-a642-2e9db3fcaaa3 for host: n-d-816865-1 {{(pid=102388) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 19:06:04.972552 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce71feee-9c25-4a42-8e50-c995c5ccf527 None None] Routers {'8316fa0f-e616-4e27-a642-2e9db3fcaaa3'} bound to L3 agent in host n-d-816865-1 {{(pid=102388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 19:06:04.973178 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-ce71feee-9c25-4a42-8e50-c995c5ccf527 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T19:05:35Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['8316fa0f-e616-4e27-a642-2e9db3fcaaa3'], 'active': True} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:06:05.078431 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c30d98f-4608-4ef2-a9fa-0777c12afb64 req-6939363c-dc3b-480f-828d-3c415a9a9227 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:06:05.081099 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-7c30d98f-4608-4ef2-a9fa-0777c12afb64 req-6939363c-dc3b-480f-828d-3c415a9a9227 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=57c79303-6c4f-4c08-a695-f3ffd6fc49db HTTP/1.1" status: 200 len: 856 time: 0.1558754 Nov 05 19:06:05.157003 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvr_db [None req-ce71feee-9c25-4a42-8e50-c995c5ccf527 None None] Set router 8316fa0f-e616-4e27-a642-2e9db3fcaaa3 gateway port host: n-d-816865-1 {{(pid=102388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 19:06:05.211268 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c30d98f-4608-4ef2-a9fa-0777c12afb64 req-d0ea6922-44e6-452f-9f6f-d8b52bd30cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:06:05.213001 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-7c30d98f-4608-4ef2-a9fa-0777c12afb64 req-d0ea6922-44e6-452f-9f6f-d8b52bd30cd6 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=4dc00c45-f8b9-4c9a-a6c5-c27d3aa63b93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1220582 Nov 05 19:06:05.217425 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-6c14fd83-007a-453b-8d42-d4a9a9bcdbdc tempest-RoutersAdminTest-252873888 tempest-RoutersAdminTest-252873888-project] Publish callbacks [] for port, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:06:05.226591 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d26845-b7a0-44ae-8f22-002fd116cc56 req-af629d96-07ec-48e9-a097-1576756512ad tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:06:05.228293 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-e7d26845-b7a0-44ae-8f22-002fd116cc56 req-af629d96-07ec-48e9-a097-1576756512ad tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] 10.222.0.13 "GET /v2.0/ports?device_id=4ea097b1-9233-4725-b1b8-5997b4b6d1c3 HTTP/1.1" status: 200 len: 945 time: 0.0845528 Nov 05 19:06:05.297866 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-e7d26845-b7a0-44ae-8f22-002fd116cc56 req-9cca7fbe-5306-4ca5-b4b0-fb2811efe670 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] 10.222.0.13 "GET /v2.0/security-groups?id=1260ef79-b8a4-488e-ab6f-3a25432baa92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624540 Nov 05 19:06:05.354305 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-7c30d98f-4608-4ef2-a9fa-0777c12afb64 req-e14f0cfd-29ef-494b-b5ef-5f2e47c5b0c6 service neutron] 10.222.0.41 "GET /v2.0/networks/4dc00c45-f8b9-4c9a-a6c5-c27d3aa63b93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1330972 Nov 05 19:06:05.387403 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 65f45119-c1ea-4acb-9922-fb047ea27082 no longer exists at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 19:06:05.502080 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] No Port match for: 65f45119-c1ea-4acb-9922-fb047ea27082 {{(pid=102388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 19:06:05.503555 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 65f45119-c1ea-4acb-9922-fb047ea27082 not bound to the agent host n-d-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 19:06:05.541056 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-7c30d98f-4608-4ef2-a9fa-0777c12afb64 req-30da28f9-4b01-4ab4-9702-37dd7a160f08 service neutron] 10.222.0.41 "GET /v2.0/networks/4dc00c45-f8b9-4c9a-a6c5-c27d3aa63b93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1733930 Nov 05 19:06:05.564947 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e19d635-3617-44d9-a831-4f8f752f3a8a req-cf4d2034-8a98-405c-87b7-e95cbbb76989 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:06:05.566915 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-5e19d635-3617-44d9-a831-4f8f752f3a8a req-cf4d2034-8a98-405c-87b7-e95cbbb76989 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] 10.222.0.13 "GET /v2.0/ports?device_id=4ea097b1-9233-4725-b1b8-5997b4b6d1c3 HTTP/1.1" status: 200 len: 945 time: 0.0777817 Nov 05 19:06:05.691173 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-5e19d635-3617-44d9-a831-4f8f752f3a8a req-ef31a4cf-7cee-4772-8804-81272b223203 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] 10.222.0.13 "GET /v2.0/security-groups?id=1260ef79-b8a4-488e-ab6f-3a25432baa92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1165407 Nov 05 19:06:05.700065 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 53842) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:06:05.706463 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-6c14fd83-007a-453b-8d42-d4a9a9bcdbdc tempest-RoutersAdminTest-252873888 tempest-RoutersAdminTest-252873888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:06:05.719152 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-8afa4463-380f-4e6a-8215-687f609ac111 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:06:05.728555 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-ce71feee-9c25-4a42-8e50-c995c5ccf527 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8316fa0f-e616-4e27-a642-2e9db3fcaaa3', 'name': 'tempest-AttachVolumeShelveTestJSON-2053281703-router', 'tenant_id': 'c9875160e1e6467ba4c32e29bdc7488a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.136'}], 'enable_snat': True}, 'gw_port_id': 'c9d005a4-a0df-40e1-8195-021f565d2cb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T19:05:18Z', 'updated_at': '2021-11-05T19:05:24Z', 'revision_number': 4, 'project_id': 'c9875160e1e6467ba4c32e29bdc7488a', 'gw_port': {'id': 'c9d005a4-a0df-40e1-8195-021f565d2cb9', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:99:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8316fa0f-e616-4e27-a642-2e9db3fcaaa3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3112, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:05:19Z', 'updated_at': '2021-11-05T19:05:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1', '_floatingips': [{'id': '650f4066-1557-4a2a-997b-bf4a4b861bc0', 'tenant_id': 'c9875160e1e6467ba4c32e29bdc7488a', 'floating_ip_address': '172.25.6.203', 'floating_network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'router_id': '8316fa0f-e616-4e27-a642-2e9db3fcaaa3', 'port_id': '9bf94260-f6a1-428d-9d09-f1431cf8ec7e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3135, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4dc00c45-f8b9-4c9a-a6c5-c27d3aa63b93', 'mac_address': 'fa:16:3e:ed:6f:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7103f3a-0446-40ed-a190-1645982f6516', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-05T19:05:32Z', 'updated_at': '2021-11-05T19:06:02Z', 'revision_number': 1, 'project_id': 'c9875160e1e6467ba4c32e29bdc7488a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '90cb269f-21e4-4c4e-b946-0b89a5f315e0', 'name': '', 'network_id': '4dc00c45-f8b9-4c9a-a6c5-c27d3aa63b93', 'tenant_id': 'c9875160e1e6467ba4c32e29bdc7488a', 'mac_address': 'fa:16:3e:8b:98:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8316fa0f-e616-4e27-a642-2e9db3fcaaa3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3116, 'fixed_ips': [{'subnet_id': '57c79303-6c4f-4c08-a695-f3ffd6fc49db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:05:23Z', 'updated_at': '2021-11-05T19:05:33Z', 'revision_number': 5, 'project_id': 'c9875160e1e6467ba4c32e29bdc7488a', 'subnets': [{'id': '57c79303-6c4f-4c08-a695-f3ffd6fc49db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-1', False) {} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:06:05.774629 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce71feee-9c25-4a42-8e50-c995c5ccf527 None None] The sync data for ids ['8316fa0f-e616-4e27-a642-2e9db3fcaaa3'] in n-d-816865-1 is: [{'id': '8316fa0f-e616-4e27-a642-2e9db3fcaaa3', 'name': 'tempest-AttachVolumeShelveTestJSON-2053281703-router', 'tenant_id': 'c9875160e1e6467ba4c32e29bdc7488a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.136'}], 'enable_snat': True}, 'gw_port_id': 'c9d005a4-a0df-40e1-8195-021f565d2cb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T19:05:18Z', 'updated_at': '2021-11-05T19:05:24Z', 'revision_number': 4, 'project_id': 'c9875160e1e6467ba4c32e29bdc7488a', 'gw_port': {'id': 'c9d005a4-a0df-40e1-8195-021f565d2cb9', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:99:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8316fa0f-e616-4e27-a642-2e9db3fcaaa3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3112, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:05:19Z', 'updated_at': '2021-11-05T19:05:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1', '_floatingips': [{'id': '650f4066-1557-4a2a-997b-bf4a4b861bc0', 'tenant_id': 'c9875160e1e6467ba4c32e29bdc7488a', 'floating_ip_address': '172.25.6.203', 'floating_network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'router_id': '8316fa0f-e616-4e27-a642-2e9db3fcaaa3', 'port_id': '9bf94260-f6a1-428d-9d09-f1431cf8ec7e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3135, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4dc00c45-f8b9-4c9a-a6c5-c27d3aa63b93', 'mac_address': 'fa:16:3e:ed:6f:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7103f3a-0446-40ed-a190-1645982f6516', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-05T19:05:32Z', 'updated_at': '2021-11-05T19:06:02Z', 'revision_number': 1, 'project_id': 'c9875160e1e6467ba4c32e29bdc7488a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '90cb269f-21e4-4c4e-b946-0b89a5f315e0', 'name': '', 'network_id': '4dc00c45-f8b9-4c9a-a6c5-c27d3aa63b93', 'tenant_id': 'c9875160e1e6467ba4c32e29bdc7488a', 'mac_address': 'fa:16:3e:8b:98:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8316fa0f-e616-4e27-a642-2e9db3fcaaa3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3116, 'fixed_ips': [{'subnet_id': '57c79303-6c4f-4c08-a695-f3ffd6fc49db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:05:23Z', 'updated_at': '2021-11-05T19:05:33Z', 'revision_number': 5, 'project_id': 'c9875160e1e6467ba4c32e29bdc7488a', 'subnets': [{'id': '57c79303-6c4f-4c08-a695-f3ffd6fc49db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 19:06:05.821832 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c14fd83-007a-453b-8d42-d4a9a9bcdbdc tempest-RoutersAdminTest-252873888 tempest-RoutersAdminTest-252873888-project] Network 40c8335d-cd0b-4cb5-910a-d4dcddd5cbec is already hosted by enough agents. {{(pid=102386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 19:06:05.833390 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.base_scheduler [None req-6c14fd83-007a-453b-8d42-d4a9a9bcdbdc tempest-RoutersAdminTest-252873888 tempest-RoutersAdminTest-252873888-project] Resources bound (agent type, host, resource id): {{(pid=102386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 19:06:05.836216 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c14fd83-007a-453b-8d42-d4a9a9bcdbdc tempest-RoutersAdminTest-252873888 tempest-RoutersAdminTest-252873888-project] Received port after_create {{(pid=102386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 19:06:05.844375 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d000510-5e5c-472d-b854-0371d90b7f3b tempest-TestNetworkAdvancedServerOps-912703179 tempest-TestNetworkAdvancedServerOps-912703179-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:06:05.850448 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-2d000510-5e5c-472d-b854-0371d90b7f3b tempest-TestNetworkAdvancedServerOps-912703179 tempest-TestNetworkAdvancedServerOps-912703179-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=4ea097b1-9233-4725-b1b8-5997b4b6d1c3 HTTP/1.1" status: 200 len: 1091 time: 0.1490893 Nov 05 19:06:05.851119 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 53856) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:06:05.864220 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-ecc0ef64-2b18-4878-aeeb-00dc9c777c7b tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Request body: {'floatingip': {'floating_network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'port_id': '70b62e82-75f5-4d6c-8068-761a074efcbe', 'tenant_id': '777902a3c6ed4ff2a5460208db53bd8a', 'fixed_ip_address': '172.20.0.6'}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:06:05.889479 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c14fd83-007a-453b-8d42-d4a9a9bcdbdc tempest-RoutersAdminTest-252873888 tempest-RoutersAdminTest-252873888-project] Pushing event updated for resources: {'Port': ['ID=4150aecf-1791-417f-ac15-0d81ddab6d23,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:06:06.020996 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-ecc0ef64-2b18-4878-aeeb-00dc9c777c7b tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Publish callbacks [] for floatingip, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:06:06.165488 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4111275b-40b1-42d7-85b5-7803c9d146e5 None None] New status for floating IP 650f4066-1557-4a2a-997b-bf4a4b861bc0: ACTIVE {{(pid=102389) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 05 19:06:06.182313 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-ecc0ef64-2b18-4878-aeeb-00dc9c777c7b tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:06:06.285113 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b304910f-7b27-444b-a8fc-977d26b1ceac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:06:06.335080 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:06:06.416141 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.db_base_plugin_common [None req-ecc0ef64-2b18-4878-aeeb-00dc9c777c7b tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Allocated IP 172.25.6.205 (40c8335d-cd0b-4cb5-910a-d4dcddd5cbec/04fe6db3-e108-4208-943d-6518424f5726/555a4598-aa55-45db-91f9-44e3b83d428c) {{(pid=102387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 19:06:06.427298 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-6c14fd83-007a-453b-8d42-d4a9a9bcdbdc tempest-RoutersAdminTest-252873888 tempest-RoutersAdminTest-252873888-project] Publish callbacks [] for router_gateway, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:06:06.620229 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-ecc0ef64-2b18-4878-aeeb-00dc9c777c7b tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Publish callbacks [] for port, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:06:06.763145 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-ecc0ef64-2b18-4878-aeeb-00dc9c777c7b tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4417063'] for port, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:06:06.765780 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-6c14fd83-007a-453b-8d42-d4a9a9bcdbdc tempest-RoutersAdminTest-252873888 tempest-RoutersAdminTest-252873888-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-571384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1000487'] for router, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:06:06.881715 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecc0ef64-2b18-4878-aeeb-00dc9c777c7b tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Network 40c8335d-cd0b-4cb5-910a-d4dcddd5cbec is already hosted by enough agents. {{(pid=102387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 19:06:06.900999 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.base_scheduler [None req-ecc0ef64-2b18-4878-aeeb-00dc9c777c7b tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Resources bound (agent type, host, resource id): {{(pid=102387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 19:06:06.909081 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecc0ef64-2b18-4878-aeeb-00dc9c777c7b tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Received port after_create {{(pid=102387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 19:06:06.947404 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc0ef64-2b18-4878-aeeb-00dc9c777c7b tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Pushing event updated for resources: {'Port': ['ID=555a4598-aa55-45db-91f9-44e3b83d428c,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:06:07.025968 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c14fd83-007a-453b-8d42-d4a9a9bcdbdc tempest-RoutersAdminTest-252873888 tempest-RoutersAdminTest-252873888-project] Router bbb61d14-1e13-4c1c-b133-c28de96b7d2f is scheduled to L3 agent 6dcb5589-8e86-4616-9186-ddc4548e13ad with binding_index 1 {{(pid=102386) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 05 19:06:07.195334 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c14fd83-007a-453b-8d42-d4a9a9bcdbdc tempest-RoutersAdminTest-252873888 tempest-RoutersAdminTest-252873888-project] Notify agent at l3_agent.n-d-816865-1 the message routers_updated {{(pid=102386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 19:06:07.206910 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd6e5525-e027-4ca6-bd1d-d6687ce00789 None None] Sync routers for ids ['bbb61d14-1e13-4c1c-b133-c28de96b7d2f'] in n-d-816865-1 {{(pid=102388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 19:06:07.224661 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd6e5525-e027-4ca6-bd1d-d6687ce00789 None None] Routers {'bbb61d14-1e13-4c1c-b133-c28de96b7d2f'} bound to L3 agent in host n-d-816865-1 {{(pid=102388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 19:06:07.224661 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-cd6e5525-e027-4ca6-bd1d-d6687ce00789 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T19:06:05Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['bbb61d14-1e13-4c1c-b133-c28de96b7d2f'], 'active': True} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:06:07.273928 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-cd6e5525-e027-4ca6-bd1d-d6687ce00789 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816865-1', False) {} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:06:07.284976 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd6e5525-e027-4ca6-bd1d-d6687ce00789 None None] Routers {'bbb61d14-1e13-4c1c-b133-c28de96b7d2f'} bound to L3 agent in host n-d-816865-1 {{(pid=102388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 19:06:07.285918 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-cd6e5525-e027-4ca6-bd1d-d6687ce00789 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T19:06:05Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['bbb61d14-1e13-4c1c-b133-c28de96b7d2f'], 'active': True} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:06:07.358344 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-cd6e5525-e027-4ca6-bd1d-d6687ce00789 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816865-1', False) {} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:06:07.359015 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd6e5525-e027-4ca6-bd1d-d6687ce00789 None None] The sync data for ids ['bbb61d14-1e13-4c1c-b133-c28de96b7d2f'] in n-d-816865-1 is: [] {{(pid=102388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 19:06:07.366852 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-6c14fd83-007a-453b-8d42-d4a9a9bcdbdc tempest-RoutersAdminTest-252873888 tempest-RoutersAdminTest-252873888-project] Publish callbacks [] for router, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:06:07.368368 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-6c14fd83-007a-453b-8d42-d4a9a9bcdbdc tempest-RoutersAdminTest-252873888 tempest-RoutersAdminTest-252873888-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 4.0996778 Nov 05 19:06:07.371782 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 53928) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:06:07.376556 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-7e5aff34-57ae-484f-9164-c3904c9e14ea tempest-RoutersAdminTest-985037198 tempest-RoutersAdminTest-985037198-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'enable_snat': False}}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:06:07.455938 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-ecc0ef64-2b18-4878-aeeb-00dc9c777c7b tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:06:07.596728 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-ecc0ef64-2b18-4878-aeeb-00dc9c777c7b tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:06:07.773181 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-7e5aff34-57ae-484f-9164-c3904c9e14ea tempest-RoutersAdminTest-985037198 tempest-RoutersAdminTest-985037198-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:06:07.926804 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-ecc0ef64-2b18-4878-aeeb-00dc9c777c7b tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Publish callbacks [] for port, precommit_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:06:08.009035 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-ecc0ef64-2b18-4878-aeeb-00dc9c777c7b tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4417072'] for port, after_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:06:08.097857 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc0ef64-2b18-4878-aeeb-00dc9c777c7b tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Pushing event updated for resources: {'Port': ['ID=555a4598-aa55-45db-91f9-44e3b83d428c,revision_number=2']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:06:08.110152 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-ecc0ef64-2b18-4878-aeeb-00dc9c777c7b tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1000577'] for floatingip, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:06:08.254317 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-31f93893-a48e-4ae8-833d-dccb2b42eacc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:06:08.269835 n-d-816865-1 neutron-server[102387]: INFO neutron.db.l3_db [None req-ecc0ef64-2b18-4878-aeeb-00dc9c777c7b tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Floating IP 955a6c07-31a4-4727-9ba8-5dd38c1e67f8 associated. External IP: 172.25.6.205, port: 70b62e82-75f5-4d6c-8068-761a074efcbe. Nov 05 19:06:08.493988 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:06:08.521434 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ecc0ef64-2b18-4878-aeeb-00dc9c777c7b tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Router ec27977f-282f-4076-a094-c90443e431fa has already been hosted by L3 agent 6dcb5589-8e86-4616-9186-ddc4548e13ad {{(pid=102387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 19:06:08.685046 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecc0ef64-2b18-4878-aeeb-00dc9c777c7b tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Notify agent at l3_agent.n-d-816865-1 the message routers_updated {{(pid=102387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 19:06:08.695422 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e16cc122-db5d-4ec6-95e7-61230a457821 None None] Sync routers for ids ['ec27977f-282f-4076-a094-c90443e431fa'] in n-d-816865-1 {{(pid=102389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 19:06:08.720578 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e16cc122-db5d-4ec6-95e7-61230a457821 None None] Routers {'ec27977f-282f-4076-a094-c90443e431fa'} bound to L3 agent in host n-d-816865-1 {{(pid=102389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 19:06:08.730354 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-e16cc122-db5d-4ec6-95e7-61230a457821 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T19:06:05Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['ec27977f-282f-4076-a094-c90443e431fa'], 'active': True} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:06:08.793709 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-ecc0ef64-2b18-4878-aeeb-00dc9c777c7b tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for floatingip, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:06:08.799732 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-7e5aff34-57ae-484f-9164-c3904c9e14ea tempest-RoutersAdminTest-985037198 tempest-RoutersAdminTest-985037198-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1000460', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-571265', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6845'] for router, precommit_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:06:08.815724 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-7e5aff34-57ae-484f-9164-c3904c9e14ea tempest-RoutersAdminTest-985037198 tempest-RoutersAdminTest-985037198-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1000487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1000469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1000478', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-571274'] for router, after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:06:08.863099 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-ecc0ef64-2b18-4878-aeeb-00dc9c777c7b tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.0108681 Nov 05 19:06:08.863815 n-d-816865-1 neutron-server[102387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ea097b1-9233-4725-b1b8-5997b4b6d1c3', 'tag': '70b62e82-75f5-4d6c-8068-761a074efcbe'}] {{(pid=102387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 19:06:08.872389 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab06bd4ddf5758c1f10d79fe34dc215bafa488692cde9dba2fcbcb67556f90bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbe03de2-0420-4a77-b5a4-2418e2ed22a6" -d '{"events": [{"name": "network-changed", "server_uuid": "4ea097b1-9233-4725-b1b8-5997b4b6d1c3", "tag": "70b62e82-75f5-4d6c-8068-761a074efcbe"}]}' {{(pid=102387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 19:06:08.958982 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 19:06:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d460397b-8338-49ea-902a-24b395106eac x-openstack-request-id: req-d460397b-8338-49ea-902a-24b395106eac {{(pid=102387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 19:06:08.959471 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ea097b1-9233-4725-b1b8-5997b4b6d1c3", "tag": "70b62e82-75f5-4d6c-8068-761a074efcbe", "status": "completed", "code": 200}]} {{(pid=102387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 19:06:08.960541 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d460397b-8338-49ea-902a-24b395106eac {{(pid=102387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 19:06:08.961626 n-d-816865-1 neutron-server[102387]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ea097b1-9233-4725-b1b8-5997b4b6d1c3', 'tag': '70b62e82-75f5-4d6c-8068-761a074efcbe', 'status': 'completed', 'code': 200} Nov 05 19:06:08.997317 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvr_db [None req-e16cc122-db5d-4ec6-95e7-61230a457821 None None] Set router ec27977f-282f-4076-a094-c90443e431fa gateway port host: n-d-816865-1 {{(pid=102389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 19:06:09.129895 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fe2656-f9b2-42ea-a14e-84656a4d9e99 req-31b41a23-a6d5-478b-9177-8ec3145c4ade tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:06:09.131695 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-06fe2656-f9b2-42ea-a14e-84656a4d9e99 req-31b41a23-a6d5-478b-9177-8ec3145c4ade tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] 10.222.0.13 "GET /v2.0/ports?device_id=4ea097b1-9233-4725-b1b8-5997b4b6d1c3 HTTP/1.1" status: 200 len: 945 time: 0.1082323 Nov 05 19:06:09.176697 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe03de2-0420-4a77-b5a4-2418e2ed22a6 req-ae0c39b9-c69b-44e6-8d9b-a0ba0b51d15c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:06:09.178546 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-fbe03de2-0420-4a77-b5a4-2418e2ed22a6 req-ae0c39b9-c69b-44e6-8d9b-a0ba0b51d15c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=777902a3c6ed4ff2a5460208db53bd8a&device_id=4ea097b1-9233-4725-b1b8-5997b4b6d1c3 HTTP/1.1" status: 200 len: 1096 time: 0.1806693 Nov 05 19:06:09.184238 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e5aff34-57ae-484f-9164-c3904c9e14ea tempest-RoutersAdminTest-985037198 tempest-RoutersAdminTest-985037198-project-admin] Router bbb61d14-1e13-4c1c-b133-c28de96b7d2f has already been hosted by L3 agent 6dcb5589-8e86-4616-9186-ddc4548e13ad {{(pid=102386) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 19:06:09.219738 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-06fe2656-f9b2-42ea-a14e-84656a4d9e99 req-49bfd1fe-f0bf-405b-bbd7-4b9841ecc9f3 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] 10.222.0.13 "GET /v2.0/security-groups?id=1260ef79-b8a4-488e-ab6f-3a25432baa92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0795977 Nov 05 19:06:09.247311 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 54034) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:06:09.317982 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe03de2-0420-4a77-b5a4-2418e2ed22a6 req-6443be57-e7f9-4b88-9d17-0ab75042830c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:06:09.320087 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-fbe03de2-0420-4a77-b5a4-2418e2ed22a6 req-6443be57-e7f9-4b88-9d17-0ab75042830c service neutron] 10.222.0.55 "GET /v2.0/networks?id=a81a4734-a1b7-455c-a565-110c640fada3 HTTP/1.1" status: 200 len: 898 time: 0.1317451 Nov 05 19:06:09.332962 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-6ce4c6a4-f77b-4761-9eaa-7d780983b9bb tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] 10.222.0.13 "GET /v2.0/floatingips/955a6c07-31a4-4727-9ba8-5dd38c1e67f8 HTTP/1.1" status: 200 len: 991 time: 0.0846186 Nov 05 19:06:09.370995 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-e16cc122-db5d-4ec6-95e7-61230a457821 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec27977f-282f-4076-a094-c90443e431fa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-486994015', 'tenant_id': '777902a3c6ed4ff2a5460208db53bd8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.130'}], 'enable_snat': True}, 'gw_port_id': '17285f62-72bc-42c8-80c9-293245ccde93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T19:05:33Z', 'updated_at': '2021-11-05T19:05:44Z', 'revision_number': 4, 'project_id': '777902a3c6ed4ff2a5460208db53bd8a', 'gw_port': {'id': '17285f62-72bc-42c8-80c9-293245ccde93', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:54:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec27977f-282f-4076-a094-c90443e431fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3138, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:05:34Z', 'updated_at': '2021-11-05T19:05:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1', '_floatingips': [{'id': '955a6c07-31a4-4727-9ba8-5dd38c1e67f8', 'tenant_id': '777902a3c6ed4ff2a5460208db53bd8a', 'floating_ip_address': '172.25.6.205', 'floating_network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'router_id': 'ec27977f-282f-4076-a094-c90443e431fa', 'port_id': '70b62e82-75f5-4d6c-8068-761a074efcbe', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3164, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a81a4734-a1b7-455c-a565-110c640fada3', 'mac_address': 'fa:16:3e:cf:bc:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ea097b1-9233-4725-b1b8-5997b4b6d1c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-05T19:06:07Z', 'updated_at': '2021-11-05T19:06:07Z', 'revision_number': 0, 'project_id': '777902a3c6ed4ff2a5460208db53bd8a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bf58eb3d-205a-47b0-b1ff-46e3bf817a6f', 'name': '', 'network_id': 'a81a4734-a1b7-455c-a565-110c640fada3', 'tenant_id': '777902a3c6ed4ff2a5460208db53bd8a', 'mac_address': 'fa:16:3e:36:2a:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec27977f-282f-4076-a094-c90443e431fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3145, 'fixed_ips': [{'subnet_id': 'e87a4999-90ef-48fe-aa30-61f131e4a77d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:05:42Z', 'updated_at': '2021-11-05T19:05:50Z', 'revision_number': 5, 'project_id': '777902a3c6ed4ff2a5460208db53bd8a', 'subnets': [{'id': 'e87a4999-90ef-48fe-aa30-61f131e4a77d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-1', False) {} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:06:09.417309 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e16cc122-db5d-4ec6-95e7-61230a457821 None None] Checking router: ec27977f-282f-4076-a094-c90443e431fa for host: n-d-816865-1 {{(pid=102389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 19:06:09.428680 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e16cc122-db5d-4ec6-95e7-61230a457821 None None] Routers {'ec27977f-282f-4076-a094-c90443e431fa'} bound to L3 agent in host n-d-816865-1 {{(pid=102389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 19:06:09.429398 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-e16cc122-db5d-4ec6-95e7-61230a457821 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T19:06:05Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['ec27977f-282f-4076-a094-c90443e431fa'], 'active': True} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:06:09.487837 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-fbe03de2-0420-4a77-b5a4-2418e2ed22a6 req-e84546ea-370a-4a5a-b802-47811d6fcd34 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=70b62e82-75f5-4d6c-8068-761a074efcbe HTTP/1.1" status: 200 len: 999 time: 0.1559424 Nov 05 19:06:09.551363 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e5aff34-57ae-484f-9164-c3904c9e14ea tempest-RoutersAdminTest-985037198 tempest-RoutersAdminTest-985037198-project-admin] Notify agent at l3_agent.n-d-816865-1 the message routers_updated {{(pid=102386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 19:06:09.557410 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-7e5aff34-57ae-484f-9164-c3904c9e14ea tempest-RoutersAdminTest-985037198 tempest-RoutersAdminTest-985037198-project-admin] Publish callbacks [] for router, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:06:09.561698 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-7e5aff34-57ae-484f-9164-c3904c9e14ea tempest-RoutersAdminTest-985037198 tempest-RoutersAdminTest-985037198-project-admin] 10.222.0.13 "PUT /v2.0/routers/bbb61d14-1e13-4c1c-b133-c28de96b7d2f HTTP/1.1" status: 200 len: 922 time: 2.1865678 Nov 05 19:06:09.561865 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11efdf05-1ac0-4e0f-9724-e79f43734400 None None] Sync routers for ids ['bbb61d14-1e13-4c1c-b133-c28de96b7d2f'] in n-d-816865-1 {{(pid=102388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 19:06:09.562319 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 54038) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:06:09.576682 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11efdf05-1ac0-4e0f-9724-e79f43734400 None None] Routers {'bbb61d14-1e13-4c1c-b133-c28de96b7d2f'} bound to L3 agent in host n-d-816865-1 {{(pid=102388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 19:06:09.577434 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-11efdf05-1ac0-4e0f-9724-e79f43734400 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T19:06:05Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['bbb61d14-1e13-4c1c-b133-c28de96b7d2f'], 'active': True} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:06:09.593960 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvr_db [None req-e16cc122-db5d-4ec6-95e7-61230a457821 None None] Set router ec27977f-282f-4076-a094-c90443e431fa gateway port host: n-d-816865-1 {{(pid=102389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 19:06:09.616414 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe03de2-0420-4a77-b5a4-2418e2ed22a6 req-9947f137-5079-4cdb-8689-91083e7cce5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:06:09.617979 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-fbe03de2-0420-4a77-b5a4-2418e2ed22a6 req-9947f137-5079-4cdb-8689-91083e7cce5b service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e87a4999-90ef-48fe-aa30-61f131e4a77d HTTP/1.1" status: 200 len: 835 time: 0.1197653 Nov 05 19:06:09.678273 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-11efdf05-1ac0-4e0f-9724-e79f43734400 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816865-1', False) {} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:06:09.689645 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11efdf05-1ac0-4e0f-9724-e79f43734400 None None] Routers {'bbb61d14-1e13-4c1c-b133-c28de96b7d2f'} bound to L3 agent in host n-d-816865-1 {{(pid=102388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 19:06:09.690624 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-11efdf05-1ac0-4e0f-9724-e79f43734400 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T19:06:05Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['bbb61d14-1e13-4c1c-b133-c28de96b7d2f'], 'active': True} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:06:09.738167 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-11efdf05-1ac0-4e0f-9724-e79f43734400 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816865-1', False) {} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:06:09.740548 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11efdf05-1ac0-4e0f-9724-e79f43734400 None None] The sync data for ids ['bbb61d14-1e13-4c1c-b133-c28de96b7d2f'] in n-d-816865-1 is: [] {{(pid=102388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 19:06:09.745173 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe03de2-0420-4a77-b5a4-2418e2ed22a6 req-deab23b3-e422-4f18-8ffd-1c0557488dd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:06:09.751417 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.agents_db [None req-b9406b04-a0e8-43cf-b349-711963d96cf4 None None] Agent healthcheck: found 7 active agents {{(pid=102389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 05 19:06:09.751900 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-fbe03de2-0420-4a77-b5a4-2418e2ed22a6 req-deab23b3-e422-4f18-8ffd-1c0557488dd6 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a81a4734-a1b7-455c-a565-110c640fada3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1247962 Nov 05 19:06:09.784413 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-67d77524-c180-452f-b5a1-7a97081978af tempest-RoutersAdminTest-985037198 tempest-RoutersAdminTest-985037198-project-admin] 10.222.0.13 "GET /v2.0/routers/bbb61d14-1e13-4c1c-b133-c28de96b7d2f HTTP/1.1" status: 200 len: 922 time: 0.2188416 Nov 05 19:06:09.784717 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 54046) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:06:09.920466 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-fbe03de2-0420-4a77-b5a4-2418e2ed22a6 req-c44efd4e-3d64-4d16-94cd-e5e7fc9de4c5 service neutron] 10.222.0.55 "GET /v2.0/networks/a81a4734-a1b7-455c-a565-110c640fada3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1503196 Nov 05 19:06:09.937257 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-e16cc122-db5d-4ec6-95e7-61230a457821 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec27977f-282f-4076-a094-c90443e431fa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-486994015', 'tenant_id': '777902a3c6ed4ff2a5460208db53bd8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.130'}], 'enable_snat': True}, 'gw_port_id': '17285f62-72bc-42c8-80c9-293245ccde93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T19:05:33Z', 'updated_at': '2021-11-05T19:05:44Z', 'revision_number': 4, 'project_id': '777902a3c6ed4ff2a5460208db53bd8a', 'gw_port': {'id': '17285f62-72bc-42c8-80c9-293245ccde93', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:54:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec27977f-282f-4076-a094-c90443e431fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3138, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:05:34Z', 'updated_at': '2021-11-05T19:05:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1', '_floatingips': [{'id': '955a6c07-31a4-4727-9ba8-5dd38c1e67f8', 'tenant_id': '777902a3c6ed4ff2a5460208db53bd8a', 'floating_ip_address': '172.25.6.205', 'floating_network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'router_id': 'ec27977f-282f-4076-a094-c90443e431fa', 'port_id': '70b62e82-75f5-4d6c-8068-761a074efcbe', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3164, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a81a4734-a1b7-455c-a565-110c640fada3', 'mac_address': 'fa:16:3e:cf:bc:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ea097b1-9233-4725-b1b8-5997b4b6d1c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-05T19:06:07Z', 'updated_at': '2021-11-05T19:06:07Z', 'revision_number': 0, 'project_id': '777902a3c6ed4ff2a5460208db53bd8a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bf58eb3d-205a-47b0-b1ff-46e3bf817a6f', 'name': '', 'network_id': 'a81a4734-a1b7-455c-a565-110c640fada3', 'tenant_id': '777902a3c6ed4ff2a5460208db53bd8a', 'mac_address': 'fa:16:3e:36:2a:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec27977f-282f-4076-a094-c90443e431fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3145, 'fixed_ips': [{'subnet_id': 'e87a4999-90ef-48fe-aa30-61f131e4a77d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:05:42Z', 'updated_at': '2021-11-05T19:05:50Z', 'revision_number': 5, 'project_id': '777902a3c6ed4ff2a5460208db53bd8a', 'subnets': [{'id': 'e87a4999-90ef-48fe-aa30-61f131e4a77d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-1', False) {} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:06:09.968384 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e16cc122-db5d-4ec6-95e7-61230a457821 None None] The sync data for ids ['ec27977f-282f-4076-a094-c90443e431fa'] in n-d-816865-1 is: [{'id': 'ec27977f-282f-4076-a094-c90443e431fa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-486994015', 'tenant_id': '777902a3c6ed4ff2a5460208db53bd8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.130'}], 'enable_snat': True}, 'gw_port_id': '17285f62-72bc-42c8-80c9-293245ccde93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T19:05:33Z', 'updated_at': '2021-11-05T19:05:44Z', 'revision_number': 4, 'project_id': '777902a3c6ed4ff2a5460208db53bd8a', 'gw_port': {'id': '17285f62-72bc-42c8-80c9-293245ccde93', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:54:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec27977f-282f-4076-a094-c90443e431fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3138, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:05:34Z', 'updated_at': '2021-11-05T19:05:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1', '_floatingips': [{'id': '955a6c07-31a4-4727-9ba8-5dd38c1e67f8', 'tenant_id': '777902a3c6ed4ff2a5460208db53bd8a', 'floating_ip_address': '172.25.6.205', 'floating_network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'router_id': 'ec27977f-282f-4076-a094-c90443e431fa', 'port_id': '70b62e82-75f5-4d6c-8068-761a074efcbe', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3164, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a81a4734-a1b7-455c-a565-110c640fada3', 'mac_address': 'fa:16:3e:cf:bc:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ea097b1-9233-4725-b1b8-5997b4b6d1c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-05T19:06:07Z', 'updated_at': '2021-11-05T19:06:07Z', 'revision_number': 0, 'project_id': '777902a3c6ed4ff2a5460208db53bd8a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bf58eb3d-205a-47b0-b1ff-46e3bf817a6f', 'name': '', 'network_id': 'a81a4734-a1b7-455c-a565-110c640fada3', 'tenant_id': '777902a3c6ed4ff2a5460208db53bd8a', 'mac_address': 'fa:16:3e:36:2a:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec27977f-282f-4076-a094-c90443e431fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3145, 'fixed_ips': [{'subnet_id': 'e87a4999-90ef-48fe-aa30-61f131e4a77d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:05:42Z', 'updated_at': '2021-11-05T19:05:50Z', 'revision_number': 5, 'project_id': '777902a3c6ed4ff2a5460208db53bd8a', 'subnets': [{'id': 'e87a4999-90ef-48fe-aa30-61f131e4a77d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 19:06:10.113417 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-fbe03de2-0420-4a77-b5a4-2418e2ed22a6 req-3b7dd731-2602-45fe-acb6-728071c87d7f service neutron] 10.222.0.55 "GET /v2.0/networks/a81a4734-a1b7-455c-a565-110c640fada3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1652114 Nov 05 19:06:10.129914 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e65bbb4-e009-44f1-8442-c33d10fd10ee tempest-RoutersAdminTest-985037198 tempest-RoutersAdminTest-985037198-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:06:10.131624 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-9e65bbb4-e009-44f1-8442-c33d10fd10ee tempest-RoutersAdminTest-985037198 tempest-RoutersAdminTest-985037198-project-admin] 10.222.0.13 "GET /v2.0/ports?network_id=40c8335d-cd0b-4cb5-910a-d4dcddd5cbec&device_id=bbb61d14-1e13-4c1c-b133-c28de96b7d2f&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.3459716 Nov 05 19:06:10.134424 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 54064) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:06:10.334330 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 54078) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:06:10.341267 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-640e2dca-7c5e-412e-b6d4-600d9b29820a tempest-RoutersAdminTest-985037198 tempest-RoutersAdminTest-985037198-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:06:10.347033 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 54080) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:06:10.347200 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-640e2dca-7c5e-412e-b6d4-600d9b29820a tempest-RoutersAdminTest-985037198 tempest-RoutersAdminTest-985037198-project-admin] 10.222.0.13 "GET /v2.0/networks/40c8335d-cd0b-4cb5-910a-d4dcddd5cbec HTTP/1.1" status: 200 len: 881 time: 0.2089219 Nov 05 19:06:10.418480 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cc9e4e7-c87c-447b-8895-8f68d4ea75c9 None None] New status for floating IP 955a6c07-31a4-4727-9ba8-5dd38c1e67f8: ACTIVE {{(pid=102389) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 05 19:06:10.442547 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 54084) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:06:10.453797 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-92d97e76-298c-49c2-8933-30351e3e9b8a tempest-RoutersAdminTest-252873888 tempest-RoutersAdminTest-252873888-project] 10.222.0.13 "GET /v2.0/ports?device_id=bbb61d14-1e13-4c1c-b133-c28de96b7d2f HTTP/1.1" status: 200 len: 205 time: 0.1058316 Nov 05 19:06:10.515945 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-f7bed22d-0bff-4096-b476-2f199e24e556 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] 10.222.0.13 "GET /v2.0/floatingips/955a6c07-31a4-4727-9ba8-5dd38c1e67f8 HTTP/1.1" status: 200 len: 991 time: 0.1792643 Nov 05 19:06:10.635572 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-9e78459b-cb9c-4c2e-bffd-7ad853f0e4be tempest-RoutersAdminTest-252873888 tempest-RoutersAdminTest-252873888-project] Publish callbacks [] for router, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:06:10.757941 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-9e78459b-cb9c-4c2e-bffd-7ad853f0e4be tempest-RoutersAdminTest-252873888 tempest-RoutersAdminTest-252873888-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:06:10.919911 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [None req-9e78459b-cb9c-4c2e-bffd-7ad853f0e4be tempest-RoutersAdminTest-252873888 tempest-RoutersAdminTest-252873888-project] Deleting port 4150aecf-1791-417f-ac15-0d81ddab6d23 {{(pid=102387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 19:06:10.920317 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-9e78459b-cb9c-4c2e-bffd-7ad853f0e4be tempest-RoutersAdminTest-252873888 tempest-RoutersAdminTest-252873888-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:06:11.036682 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-9e78459b-cb9c-4c2e-bffd-7ad853f0e4be tempest-RoutersAdminTest-252873888 tempest-RoutersAdminTest-252873888-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:06:11.051688 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [None req-9e78459b-cb9c-4c2e-bffd-7ad853f0e4be tempest-RoutersAdminTest-252873888 tempest-RoutersAdminTest-252873888-project] Calling delete_port for 4150aecf-1791-417f-ac15-0d81ddab6d23 owned by network:router_gateway {{(pid=102387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 19:06:11.317462 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-9e78459b-cb9c-4c2e-bffd-7ad853f0e4be tempest-RoutersAdminTest-252873888 tempest-RoutersAdminTest-252873888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4417063'] for port, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:06:11.362912 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e78459b-cb9c-4c2e-bffd-7ad853f0e4be tempest-RoutersAdminTest-252873888 tempest-RoutersAdminTest-252873888-project] Pushing event deleted for resources: {'Port': ['ID=4150aecf-1791-417f-ac15-0d81ddab6d23,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:06:11.497706 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-9e78459b-cb9c-4c2e-bffd-7ad853f0e4be tempest-RoutersAdminTest-252873888 tempest-RoutersAdminTest-252873888-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1000651'] for router_gateway, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:06:11.519206 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 54154) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:06:11.627233 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-433849b9-880a-4fae-acff-4e34a7637b84 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] 10.222.0.13 "GET /v2.0/floatingips/955a6c07-31a4-4727-9ba8-5dd38c1e67f8 HTTP/1.1" status: 200 len: 993 time: 0.1061003 Nov 05 19:06:11.664353 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-9e78459b-cb9c-4c2e-bffd-7ad853f0e4be tempest-RoutersAdminTest-252873888 tempest-RoutersAdminTest-252873888-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-571301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6852'] for router, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:06:11.666917 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-9e78459b-cb9c-4c2e-bffd-7ad853f0e4be tempest-RoutersAdminTest-252873888 tempest-RoutersAdminTest-252873888-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:06:11.850084 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-9e78459b-cb9c-4c2e-bffd-7ad853f0e4be tempest-RoutersAdminTest-252873888 tempest-RoutersAdminTest-252873888-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-571310'] for router, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:06:11.861977 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e78459b-cb9c-4c2e-bffd-7ad853f0e4be tempest-RoutersAdminTest-252873888 tempest-RoutersAdminTest-252873888-project] Fanout notify agent at l3_agent the message router_deleted on router bbb61d14-1e13-4c1c-b133-c28de96b7d2f {{(pid=102387) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 05 19:06:11.869673 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-9e78459b-cb9c-4c2e-bffd-7ad853f0e4be tempest-RoutersAdminTest-252873888 tempest-RoutersAdminTest-252873888-project] Publish callbacks [] for router, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:06:11.876773 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-9e78459b-cb9c-4c2e-bffd-7ad853f0e4be tempest-RoutersAdminTest-252873888 tempest-RoutersAdminTest-252873888-project] 10.222.0.13 "DELETE /v2.0/routers/bbb61d14-1e13-4c1c-b133-c28de96b7d2f HTTP/1.1" status: 204 len: 168 time: 1.4324918 Nov 05 19:06:11.880537 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 54176) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:06:11.885664 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-040567d3-7c60-4684-8ca8-cde40a106e17 tempest-RoutersAdminTest-252873888 tempest-RoutersAdminTest-252873888-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-839290097', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:06:12.045271 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-040567d3-7c60-4684-8ca8-cde40a106e17 tempest-RoutersAdminTest-252873888 tempest-RoutersAdminTest-252873888-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-571139', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6874'] for router, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:06:12.046550 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-040567d3-7c60-4684-8ca8-cde40a106e17 tempest-RoutersAdminTest-252873888 tempest-RoutersAdminTest-252873888-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-571375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1000570', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1011585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6867'] for router, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:06:12.124302 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-040567d3-7c60-4684-8ca8-cde40a106e17 tempest-RoutersAdminTest-252873888 tempest-RoutersAdminTest-252873888-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:06:12.220867 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-040567d3-7c60-4684-8ca8-cde40a106e17 tempest-RoutersAdminTest-252873888 tempest-RoutersAdminTest-252873888-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-571384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1000487'] for router, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:06:12.342430 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-040567d3-7c60-4684-8ca8-cde40a106e17 tempest-RoutersAdminTest-252873888 tempest-RoutersAdminTest-252873888-project] Publish callbacks [] for router, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:06:12.344290 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-040567d3-7c60-4684-8ca8-cde40a106e17 tempest-RoutersAdminTest-252873888 tempest-RoutersAdminTest-252873888-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.4624238 Nov 05 19:06:12.346932 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 54202) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:06:12.351940 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-ceedad97-7063-4774-b1d6-9792ebe0f14c tempest-RoutersAdminTest-252873888 tempest-RoutersAdminTest-252873888-project] Request body: {'router': {'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec'}}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:06:12.958304 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-ceedad97-7063-4774-b1d6-9792ebe0f14c tempest-RoutersAdminTest-252873888 tempest-RoutersAdminTest-252873888-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:06:13.244948 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 54260) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:06:13.259292 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-ceedad97-7063-4774-b1d6-9792ebe0f14c tempest-RoutersAdminTest-252873888 tempest-RoutersAdminTest-252873888-project] Publish callbacks [] for router_gateway, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:06:13.280758 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-ceedad97-7063-4774-b1d6-9792ebe0f14c tempest-RoutersAdminTest-252873888 tempest-RoutersAdminTest-252873888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:06:13.393879 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.db_base_plugin_common [None req-ceedad97-7063-4774-b1d6-9792ebe0f14c tempest-RoutersAdminTest-252873888 tempest-RoutersAdminTest-252873888-project] Allocated IP 172.25.6.5 (40c8335d-cd0b-4cb5-910a-d4dcddd5cbec/04fe6db3-e108-4208-943d-6518424f5726/7eeba277-3afb-4507-960d-e7501c9d82c4) {{(pid=102387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 19:06:13.416868 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-7b2bee7c-794d-415b-a7b2-cae97b024c5c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:06:13.518495 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-ceedad97-7063-4774-b1d6-9792ebe0f14c tempest-RoutersAdminTest-252873888 tempest-RoutersAdminTest-252873888-project] Publish callbacks [] for port, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:06:13.525505 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-7b2bee7c-794d-415b-a7b2-cae97b024c5c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:06:13.590804 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-7b2bee7c-794d-415b-a7b2-cae97b024c5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:06:13.626421 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-ceedad97-7063-4774-b1d6-9792ebe0f14c tempest-RoutersAdminTest-252873888 tempest-RoutersAdminTest-252873888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4417063'] for port, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:06:13.630785 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2bee7c-794d-415b-a7b2-cae97b024c5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a60046c-d218-43f1-a645-c576fa957d36,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:06:13.647750 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-7b2bee7c-794d-415b-a7b2-cae97b024c5c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=40dba598bbea410489dd48d694d4be72&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4015040 Nov 05 19:06:13.650409 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 54286) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:06:13.668736 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ceedad97-7063-4774-b1d6-9792ebe0f14c tempest-RoutersAdminTest-252873888 tempest-RoutersAdminTest-252873888-project] Network 40c8335d-cd0b-4cb5-910a-d4dcddd5cbec is already hosted by enough agents. {{(pid=102387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 19:06:13.671792 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.base_scheduler [None req-ceedad97-7063-4774-b1d6-9792ebe0f14c tempest-RoutersAdminTest-252873888 tempest-RoutersAdminTest-252873888-project] Resources bound (agent type, host, resource id): {{(pid=102387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 19:06:13.675424 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceedad97-7063-4774-b1d6-9792ebe0f14c tempest-RoutersAdminTest-252873888 tempest-RoutersAdminTest-252873888-project] Received port after_create {{(pid=102387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 19:06:13.681763 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceedad97-7063-4774-b1d6-9792ebe0f14c tempest-RoutersAdminTest-252873888 tempest-RoutersAdminTest-252873888-project] Pushing event updated for resources: {'Port': ['ID=7eeba277-3afb-4507-960d-e7501c9d82c4,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:06:13.706707 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-b4033a78-79f9-4b82-bcdb-91ff8b8d60f1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:06:13.733723 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-b4033a78-79f9-4b82-bcdb-91ff8b8d60f1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:06:13.866399 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-b4033a78-79f9-4b82-bcdb-91ff8b8d60f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:06:13.869194 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-b4033a78-79f9-4b82-bcdb-91ff8b8d60f1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:06:13.871169 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-b4033a78-79f9-4b82-bcdb-91ff8b8d60f1 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5a60046c-d218-43f1-a645-c576fa957d36 HTTP/1.1" status: 204 len: 168 time: 0.2191200 Nov 05 19:06:13.880258 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4033a78-79f9-4b82-bcdb-91ff8b8d60f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a60046c-d218-43f1-a645-c576fa957d36,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:06:14.083476 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-ceedad97-7063-4774-b1d6-9792ebe0f14c tempest-RoutersAdminTest-252873888 tempest-RoutersAdminTest-252873888-project] Publish callbacks [] for router_gateway, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:06:14.323614 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-ceedad97-7063-4774-b1d6-9792ebe0f14c tempest-RoutersAdminTest-252873888 tempest-RoutersAdminTest-252873888-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1000460', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-571265', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6845'] for router, precommit_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:06:14.327007 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-ceedad97-7063-4774-b1d6-9792ebe0f14c tempest-RoutersAdminTest-252873888 tempest-RoutersAdminTest-252873888-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1000487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1000469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1000478', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-571274'] for router, after_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:06:14.546368 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ceedad97-7063-4774-b1d6-9792ebe0f14c tempest-RoutersAdminTest-252873888 tempest-RoutersAdminTest-252873888-project] Router 61203602-a66d-43a7-b04d-bafaefa50fd1 is scheduled to L3 agent 6dcb5589-8e86-4616-9186-ddc4548e13ad with binding_index 1 {{(pid=102387) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 05 19:06:14.606124 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 54344) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:06:14.646715 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-8284fd27-234c-49af-9276-27ca2a6d7f46 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:06:14.691109 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ceedad97-7063-4774-b1d6-9792ebe0f14c tempest-RoutersAdminTest-252873888 tempest-RoutersAdminTest-252873888-project] Notify agent at l3_agent.n-d-816865-1 the message routers_updated {{(pid=102387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 19:06:14.699704 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-ceedad97-7063-4774-b1d6-9792ebe0f14c tempest-RoutersAdminTest-252873888 tempest-RoutersAdminTest-252873888-project] Publish callbacks [] for router, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:06:14.700874 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-ceedad97-7063-4774-b1d6-9792ebe0f14c tempest-RoutersAdminTest-252873888 tempest-RoutersAdminTest-252873888-project] 10.222.0.13 "PUT /v2.0/routers/61203602-a66d-43a7-b04d-bafaefa50fd1 HTTP/1.1" status: 200 len: 877 time: 2.3526976 Nov 05 19:06:14.703646 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 54352) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:06:14.710486 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddde0a46-0018-465b-b378-5e8c829223db None None] Sync routers for ids ['61203602-a66d-43a7-b04d-bafaefa50fd1'] in n-d-816865-1 {{(pid=102388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 19:06:14.722834 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddde0a46-0018-465b-b378-5e8c829223db None None] Routers {'61203602-a66d-43a7-b04d-bafaefa50fd1'} bound to L3 agent in host n-d-816865-1 {{(pid=102388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 19:06:14.724150 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-ddde0a46-0018-465b-b378-5e8c829223db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T19:06:05Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['61203602-a66d-43a7-b04d-bafaefa50fd1'], 'active': True} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:06:14.769450 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-8284fd27-234c-49af-9276-27ca2a6d7f46 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:06:14.792398 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-ddde0a46-0018-465b-b378-5e8c829223db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816865-1', False) {} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:06:14.801475 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddde0a46-0018-465b-b378-5e8c829223db None None] Routers {'61203602-a66d-43a7-b04d-bafaefa50fd1'} bound to L3 agent in host n-d-816865-1 {{(pid=102388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 19:06:14.802217 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-ddde0a46-0018-465b-b378-5e8c829223db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T19:06:05Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['61203602-a66d-43a7-b04d-bafaefa50fd1'], 'active': True} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:06:14.836934 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-ddde0a46-0018-465b-b378-5e8c829223db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816865-1', False) {} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:06:14.837790 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddde0a46-0018-465b-b378-5e8c829223db None None] The sync data for ids ['61203602-a66d-43a7-b04d-bafaefa50fd1'] in n-d-816865-1 is: [] {{(pid=102388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 19:06:14.853257 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-8284fd27-234c-49af-9276-27ca2a6d7f46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:06:14.869201 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-b4b6c495-c318-4f7d-b3e2-56257ce22228 tempest-RoutersAdminTest-985037198 tempest-RoutersAdminTest-985037198-project-admin] 10.222.0.13 "GET /v2.0/routers/61203602-a66d-43a7-b04d-bafaefa50fd1 HTTP/1.1" status: 200 len: 918 time: 0.1634154 Nov 05 19:06:14.872476 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 54364) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:06:14.899637 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-8284fd27-234c-49af-9276-27ca2a6d7f46 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6cd46c15f39d433f9e8c8789e75bc8c2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2923701 Nov 05 19:06:14.900589 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8284fd27-234c-49af-9276-27ca2a6d7f46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f91c6b5b-1243-4e9d-87d2-263b3f3cd924,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:06:14.903473 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 54366) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:06:14.947305 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3581673-a24d-48b0-b749-a8a83ed97136 tempest-RoutersAdminTest-985037198 tempest-RoutersAdminTest-985037198-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:06:14.953448 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-e3581673-a24d-48b0-b749-a8a83ed97136 tempest-RoutersAdminTest-985037198 tempest-RoutersAdminTest-985037198-project-admin] 10.222.0.13 "GET /v2.0/ports?network_id=40c8335d-cd0b-4cb5-910a-d4dcddd5cbec&device_id=61203602-a66d-43a7-b04d-bafaefa50fd1&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 943 time: 0.0795355 Nov 05 19:06:14.954365 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 54372) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:06:14.982114 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-481ed249-35a3-46a2-aca9-6b90272bbd36 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:06:15.023371 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-481ed249-35a3-46a2-aca9-6b90272bbd36 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:06:15.059939 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-420cdf85-3734-41c2-a483-8d62ab6c2747 tempest-RoutersAdminTest-985037198 tempest-RoutersAdminTest-985037198-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:06:15.065036 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-420cdf85-3734-41c2-a483-8d62ab6c2747 tempest-RoutersAdminTest-985037198 tempest-RoutersAdminTest-985037198-project-admin] 10.222.0.13 "GET /v2.0/networks/40c8335d-cd0b-4cb5-910a-d4dcddd5cbec HTTP/1.1" status: 200 len: 881 time: 0.1093264 Nov 05 19:06:15.065167 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 54380) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:06:15.094898 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-21afc3db-06e1-49e6-965e-c4c09fd97820 tempest-RoutersAdminTest-252873888 tempest-RoutersAdminTest-252873888-project] 10.222.0.13 "GET /v2.0/ports?device_id=61203602-a66d-43a7-b04d-bafaefa50fd1 HTTP/1.1" status: 200 len: 205 time: 0.0264173 Nov 05 19:06:15.095114 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 54382) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:06:15.186198 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-481ed249-35a3-46a2-aca9-6b90272bbd36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:06:15.188840 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-481ed249-35a3-46a2-aca9-6b90272bbd36 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:06:15.197026 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-481ed249-35a3-46a2-aca9-6b90272bbd36 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f91c6b5b-1243-4e9d-87d2-263b3f3cd924 HTTP/1.1" status: 204 len: 168 time: 0.2882504 Nov 05 19:06:15.218733 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481ed249-35a3-46a2-aca9-6b90272bbd36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f91c6b5b-1243-4e9d-87d2-263b3f3cd924,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:06:15.258695 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-2803a05e-f7a9-4f2e-90c6-73f23137ab14 tempest-RoutersAdminTest-252873888 tempest-RoutersAdminTest-252873888-project] Publish callbacks [] for router, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:06:15.440658 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-2803a05e-f7a9-4f2e-90c6-73f23137ab14 tempest-RoutersAdminTest-252873888 tempest-RoutersAdminTest-252873888-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:06:15.596317 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [None req-2803a05e-f7a9-4f2e-90c6-73f23137ab14 tempest-RoutersAdminTest-252873888 tempest-RoutersAdminTest-252873888-project] Deleting port 7eeba277-3afb-4507-960d-e7501c9d82c4 {{(pid=102387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 19:06:15.596972 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-2803a05e-f7a9-4f2e-90c6-73f23137ab14 tempest-RoutersAdminTest-252873888 tempest-RoutersAdminTest-252873888-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:06:15.679707 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-2803a05e-f7a9-4f2e-90c6-73f23137ab14 tempest-RoutersAdminTest-252873888 tempest-RoutersAdminTest-252873888-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:06:15.693270 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [None req-2803a05e-f7a9-4f2e-90c6-73f23137ab14 tempest-RoutersAdminTest-252873888 tempest-RoutersAdminTest-252873888-project] Calling delete_port for 7eeba277-3afb-4507-960d-e7501c9d82c4 owned by network:router_gateway {{(pid=102387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 19:06:16.014182 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-2803a05e-f7a9-4f2e-90c6-73f23137ab14 tempest-RoutersAdminTest-252873888 tempest-RoutersAdminTest-252873888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4417063'] for port, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:06:16.042987 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2803a05e-f7a9-4f2e-90c6-73f23137ab14 tempest-RoutersAdminTest-252873888 tempest-RoutersAdminTest-252873888-project] Pushing event deleted for resources: {'Port': ['ID=7eeba277-3afb-4507-960d-e7501c9d82c4,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:06:16.119693 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-2803a05e-f7a9-4f2e-90c6-73f23137ab14 tempest-RoutersAdminTest-252873888 tempest-RoutersAdminTest-252873888-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1000651'] for router_gateway, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:06:16.231220 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-2803a05e-f7a9-4f2e-90c6-73f23137ab14 tempest-RoutersAdminTest-252873888 tempest-RoutersAdminTest-252873888-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-571301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6852'] for router, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:06:16.233731 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-2803a05e-f7a9-4f2e-90c6-73f23137ab14 tempest-RoutersAdminTest-252873888 tempest-RoutersAdminTest-252873888-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:06:16.368665 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-2803a05e-f7a9-4f2e-90c6-73f23137ab14 tempest-RoutersAdminTest-252873888 tempest-RoutersAdminTest-252873888-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-571310'] for router, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:06:16.369402 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2803a05e-f7a9-4f2e-90c6-73f23137ab14 tempest-RoutersAdminTest-252873888 tempest-RoutersAdminTest-252873888-project] Fanout notify agent at l3_agent the message router_deleted on router 61203602-a66d-43a7-b04d-bafaefa50fd1 {{(pid=102387) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 05 19:06:16.386305 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-2803a05e-f7a9-4f2e-90c6-73f23137ab14 tempest-RoutersAdminTest-252873888 tempest-RoutersAdminTest-252873888-project] Publish callbacks [] for router, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:06:16.386305 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-2803a05e-f7a9-4f2e-90c6-73f23137ab14 tempest-RoutersAdminTest-252873888 tempest-RoutersAdminTest-252873888-project] 10.222.0.13 "DELETE /v2.0/routers/61203602-a66d-43a7-b04d-bafaefa50fd1 HTTP/1.1" status: 204 len: 168 time: 1.2867670 Nov 05 19:06:16.387265 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 54462) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:06:16.391980 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-9882a49a-f3a8-43b0-8856-7e2779f72f45 tempest-RoutersAdminTest-252873888 tempest-RoutersAdminTest-252873888-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1923763404', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:06:16.485066 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-9882a49a-f3a8-43b0-8856-7e2779f72f45 tempest-RoutersAdminTest-252873888 tempest-RoutersAdminTest-252873888-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-571139', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6874'] for router, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:06:16.487457 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-9882a49a-f3a8-43b0-8856-7e2779f72f45 tempest-RoutersAdminTest-252873888 tempest-RoutersAdminTest-252873888-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-571375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1000570', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1011585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6867'] for router, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:06:16.611028 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 54480) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:06:16.616010 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-9882a49a-f3a8-43b0-8856-7e2779f72f45 tempest-RoutersAdminTest-252873888 tempest-RoutersAdminTest-252873888-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:06:16.706961 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-9882a49a-f3a8-43b0-8856-7e2779f72f45 tempest-RoutersAdminTest-252873888 tempest-RoutersAdminTest-252873888-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-571384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1000487'] for router, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:06:16.784411 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-b58dab14-b98e-47e0-b1a7-02716e8a5658 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-315162732-network', 'tenant_id': '66d106c6dd4c4a5f8ee0e1b8e1e52c1f'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:06:16.803450 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-9882a49a-f3a8-43b0-8856-7e2779f72f45 tempest-RoutersAdminTest-252873888 tempest-RoutersAdminTest-252873888-project] Publish callbacks [] for router, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:06:16.804675 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-9882a49a-f3a8-43b0-8856-7e2779f72f45 tempest-RoutersAdminTest-252873888 tempest-RoutersAdminTest-252873888-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.4163101 Nov 05 19:06:16.808926 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 54492) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:06:16.813889 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-d39d24d2-03cc-431b-a38a-94c73db7059f tempest-RoutersAdminTest-985037198 tempest-RoutersAdminTest-985037198-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'enable_snat': True}}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:06:16.894117 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b58dab14-b98e-47e0-b1a7-02716e8a5658 admin admin] Made reservation on behalf of 66d106c6dd4c4a5f8ee0e1b8e1e52c1f for: {'network': 1} {{(pid=102386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 19:06:16.896815 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-b58dab14-b98e-47e0-b1a7-02716e8a5658 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for network, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:06:16.973690 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-b58dab14-b98e-47e0-b1a7-02716e8a5658 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:06:17.076025 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-d39d24d2-03cc-431b-a38a-94c73db7059f tempest-RoutersAdminTest-985037198 tempest-RoutersAdminTest-985037198-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:06:17.132592 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-b58dab14-b98e-47e0-b1a7-02716e8a5658 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:06:17.224597 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-b58dab14-b98e-47e0-b1a7-02716e8a5658 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:06:17.250889 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b58dab14-b98e-47e0-b1a7-02716e8a5658 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 199} {{(pid=102386) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 05 19:06:17.272378 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-b58dab14-b98e-47e0-b1a7-02716e8a5658 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273'] for segment, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:06:17.272937 n-d-816865-1 neutron-server[102386]: INFO neutron.db.segments_db [None req-b58dab14-b98e-47e0-b1a7-02716e8a5658 admin admin] Added segment b5a855e4-c288-41cb-be51-6dcace3c5b6a of type vlan for network 988b2c30-2664-4b6d-b6bb-be77034cdb5d Nov 05 19:06:17.274092 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58dab14-b98e-47e0-b1a7-02716e8a5658 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bc6632f-f0b1-4a8f-9289-6c147eb3f21c,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:06:17.330692 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-b58dab14-b98e-47e0-b1a7-02716e8a5658 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750027258543'] for network, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:06:17.438565 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-b58dab14-b98e-47e0-b1a7-02716e8a5658 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-956796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877'] for network, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:06:17.439530 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b58dab14-b98e-47e0-b1a7-02716e8a5658 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:06:17.440099 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-b58dab14-b98e-47e0-b1a7-02716e8a5658 admin admin] Publish callbacks [] for network, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:06:17.561236 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-d39d24d2-03cc-431b-a38a-94c73db7059f tempest-RoutersAdminTest-985037198 tempest-RoutersAdminTest-985037198-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:06:17.582960 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58dab14-b98e-47e0-b1a7-02716e8a5658 admin admin] Pushing event updated for resources: {'Network': ['ID=988b2c30-2664-4b6d-b6bb-be77034cdb5d,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:06:17.586301 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-d39d24d2-03cc-431b-a38a-94c73db7059f tempest-RoutersAdminTest-985037198 tempest-RoutersAdminTest-985037198-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:06:17.596299 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Network 988b2c30-2664-4b6d-b6bb-be77034cdb5d details requested by agent ovs-agent-n-d-816865-1 with host n-d-816865-1 {{(pid=102388) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 05 19:06:17.659152 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-b58dab14-b98e-47e0-b1a7-02716e8a5658 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.0463710 Nov 05 19:06:17.662026 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 54536) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:06:17.668415 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-29aaf8db-20e9-4f3b-a015-5ed117b52094 admin admin] Request body: {'subnet': {'network_id': '988b2c30-2664-4b6d-b6bb-be77034cdb5d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-315162732-subnet', 'tenant_id': '66d106c6dd4c4a5f8ee0e1b8e1e52c1f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:06:17.752903 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.db_base_plugin_common [None req-d39d24d2-03cc-431b-a38a-94c73db7059f tempest-RoutersAdminTest-985037198 tempest-RoutersAdminTest-985037198-project-admin] Allocated IP 172.25.6.29 (40c8335d-cd0b-4cb5-910a-d4dcddd5cbec/04fe6db3-e108-4208-943d-6518424f5726/5253ed38-693f-4843-97d9-1fbc2be68454) {{(pid=102386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 19:06:17.768764 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29aaf8db-20e9-4f3b-a015-5ed117b52094 admin admin] Made reservation on behalf of 66d106c6dd4c4a5f8ee0e1b8e1e52c1f for: {'subnet': 1} {{(pid=102387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 19:06:17.774355 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-29aaf8db-20e9-4f3b-a015-5ed117b52094 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5112236'] for subnet, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:06:17.897497 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-d39d24d2-03cc-431b-a38a-94c73db7059f tempest-RoutersAdminTest-985037198 tempest-RoutersAdminTest-985037198-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:06:18.020718 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-d39d24d2-03cc-431b-a38a-94c73db7059f tempest-RoutersAdminTest-985037198 tempest-RoutersAdminTest-985037198-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:06:18.081382 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d39d24d2-03cc-431b-a38a-94c73db7059f tempest-RoutersAdminTest-985037198 tempest-RoutersAdminTest-985037198-project-admin] Network 40c8335d-cd0b-4cb5-910a-d4dcddd5cbec is already hosted by enough agents. {{(pid=102386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 19:06:18.086792 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.base_scheduler [None req-d39d24d2-03cc-431b-a38a-94c73db7059f tempest-RoutersAdminTest-985037198 tempest-RoutersAdminTest-985037198-project-admin] Resources bound (agent type, host, resource id): {{(pid=102386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 19:06:18.105551 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d39d24d2-03cc-431b-a38a-94c73db7059f tempest-RoutersAdminTest-985037198 tempest-RoutersAdminTest-985037198-project-admin] Received port after_create {{(pid=102386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 19:06:18.105551 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39d24d2-03cc-431b-a38a-94c73db7059f tempest-RoutersAdminTest-985037198 tempest-RoutersAdminTest-985037198-project-admin] Pushing event updated for resources: {'Port': ['ID=5253ed38-693f-4843-97d9-1fbc2be68454,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:06:18.134176 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-29aaf8db-20e9-4f3b-a015-5ed117b52094 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4417463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5112218'] for subnet, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:06:18.249378 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29aaf8db-20e9-4f3b-a015-5ed117b52094 admin admin] Checking segment: {'id': 'b5a855e4-c288-41cb-be51-6dcace3c5b6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '988b2c30-2664-4b6d-b6bb-be77034cdb5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 19:06:18.249928 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29aaf8db-20e9-4f3b-a015-5ed117b52094 admin admin] Network hostable DHCP agents. Network: 988b2c30-2664-4b6d-b6bb-be77034cdb5d, hostable agents: ['987e2ca0-bc3b-4c6f-a989-429ccfbf753f'], hosted agents: [] {{(pid=102387) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 05 19:06:18.275792 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29aaf8db-20e9-4f3b-a015-5ed117b52094 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d406217a-4ea3-4e28-a721-bdaf3f70993e,revision_number=0']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:06:18.408280 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29aaf8db-20e9-4f3b-a015-5ed117b52094 admin admin] Network 988b2c30-2664-4b6d-b6bb-be77034cdb5d is scheduled to be hosted by DHCP agent 987e2ca0-bc3b-4c6f-a989-429ccfbf753f with binding_index 1 {{(pid=102387) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 05 19:06:18.499806 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.base_scheduler [None req-29aaf8db-20e9-4f3b-a015-5ed117b52094 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816865-1, 988b2c30-2664-4b6d-b6bb-be77034cdb5d) {{(pid=102387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 19:06:18.512325 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29aaf8db-20e9-4f3b-a015-5ed117b52094 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:06:18.512325 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-29aaf8db-20e9-4f3b-a015-5ed117b52094 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:06:18.516579 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-514c47c6-474a-452a-b5ba-1f23a523e0df None None] Network 988b2c30-2664-4b6d-b6bb-be77034cdb5d requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 19:06:18.554787 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-d39d24d2-03cc-431b-a38a-94c73db7059f tempest-RoutersAdminTest-985037198 tempest-RoutersAdminTest-985037198-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:06:18.638768 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-29aaf8db-20e9-4f3b-a015-5ed117b52094 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9719043 Nov 05 19:06:18.675638 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc1b633c-44b2-47dc-9124-fb48f6d05e34 None None] Network 988b2c30-2664-4b6d-b6bb-be77034cdb5d requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 19:06:18.834236 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-d39d24d2-03cc-431b-a38a-94c73db7059f tempest-RoutersAdminTest-985037198 tempest-RoutersAdminTest-985037198-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1000460', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-571265', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6845'] for router, precommit_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:06:18.837854 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-d39d24d2-03cc-431b-a38a-94c73db7059f tempest-RoutersAdminTest-985037198 tempest-RoutersAdminTest-985037198-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1000487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1000469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1000478', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-571274'] for router, after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:06:19.048333 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d39d24d2-03cc-431b-a38a-94c73db7059f tempest-RoutersAdminTest-985037198 tempest-RoutersAdminTest-985037198-project-admin] Router 4afe8cf2-cc38-4471-982b-1a1952ece053 is scheduled to L3 agent 6dcb5589-8e86-4616-9186-ddc4548e13ad with binding_index 1 {{(pid=102386) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 05 19:06:19.163460 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d39d24d2-03cc-431b-a38a-94c73db7059f tempest-RoutersAdminTest-985037198 tempest-RoutersAdminTest-985037198-project-admin] Notify agent at l3_agent.n-d-816865-1 the message routers_updated {{(pid=102386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 19:06:19.168784 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-d39d24d2-03cc-431b-a38a-94c73db7059f tempest-RoutersAdminTest-985037198 tempest-RoutersAdminTest-985037198-project-admin] Publish callbacks [] for router, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:06:19.169368 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-d39d24d2-03cc-431b-a38a-94c73db7059f tempest-RoutersAdminTest-985037198 tempest-RoutersAdminTest-985037198-project-admin] 10.222.0.13 "PUT /v2.0/routers/4afe8cf2-cc38-4471-982b-1a1952ece053 HTTP/1.1" status: 200 len: 914 time: 2.3593857 Nov 05 19:06:19.172570 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 54612) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:06:19.173947 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f82dabd-8cff-4cde-af8a-8b47d4ba1841 None None] Sync routers for ids ['4afe8cf2-cc38-4471-982b-1a1952ece053'] in n-d-816865-1 {{(pid=102389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 19:06:19.183955 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f82dabd-8cff-4cde-af8a-8b47d4ba1841 None None] Routers {'4afe8cf2-cc38-4471-982b-1a1952ece053'} bound to L3 agent in host n-d-816865-1 {{(pid=102389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 19:06:19.184568 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-9f82dabd-8cff-4cde-af8a-8b47d4ba1841 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T19:06:05Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['4afe8cf2-cc38-4471-982b-1a1952ece053'], 'active': True} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:06:19.314054 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-9f82dabd-8cff-4cde-af8a-8b47d4ba1841 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816865-1', False) {} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:06:19.323438 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f82dabd-8cff-4cde-af8a-8b47d4ba1841 None None] Routers {'4afe8cf2-cc38-4471-982b-1a1952ece053'} bound to L3 agent in host n-d-816865-1 {{(pid=102389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 19:06:19.324047 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-9f82dabd-8cff-4cde-af8a-8b47d4ba1841 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T19:06:05Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['4afe8cf2-cc38-4471-982b-1a1952ece053'], 'active': True} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:06:19.354097 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-1b3e3fb8-bf62-491d-a4fa-4c21e5ecba04 tempest-RoutersAdminTest-985037198 tempest-RoutersAdminTest-985037198-project-admin] 10.222.0.13 "GET /v2.0/routers/4afe8cf2-cc38-4471-982b-1a1952ece053 HTTP/1.1" status: 200 len: 920 time: 0.1785054 Nov 05 19:06:19.356266 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 54624) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:06:19.363727 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-9f82dabd-8cff-4cde-af8a-8b47d4ba1841 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816865-1', False) {} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:06:19.364364 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f82dabd-8cff-4cde-af8a-8b47d4ba1841 None None] The sync data for ids ['4afe8cf2-cc38-4471-982b-1a1952ece053'] in n-d-816865-1 is: [] {{(pid=102389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 19:06:19.434411 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d8ec1ca-2cce-4cb1-bec3-dd52d63713ef tempest-RoutersAdminTest-985037198 tempest-RoutersAdminTest-985037198-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:06:19.435929 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-8d8ec1ca-2cce-4cb1-bec3-dd52d63713ef tempest-RoutersAdminTest-985037198 tempest-RoutersAdminTest-985037198-project-admin] 10.222.0.13 "GET /v2.0/ports?network_id=40c8335d-cd0b-4cb5-910a-d4dcddd5cbec&device_id=4afe8cf2-cc38-4471-982b-1a1952ece053&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0785522 Nov 05 19:06:19.438753 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 54632) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:06:19.531020 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4766e332-d878-48ce-a014-16407fd7c089 tempest-RoutersAdminTest-985037198 tempest-RoutersAdminTest-985037198-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:06:19.532423 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-4766e332-d878-48ce-a014-16407fd7c089 tempest-RoutersAdminTest-985037198 tempest-RoutersAdminTest-985037198-project-admin] 10.222.0.13 "GET /v2.0/networks/40c8335d-cd0b-4cb5-910a-d4dcddd5cbec HTTP/1.1" status: 200 len: 881 time: 0.0927649 Nov 05 19:06:19.535519 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 54640) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:06:19.554118 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 54644) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:06:19.566869 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-c267301f-59f5-46d1-b533-cb9212269918 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1078113273-network', 'tenant_id': '46a1958717124f5d9b2c955c567da5e5'}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:06:19.570672 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-a6b9880b-685c-4383-84e7-a20cd8ab25cc tempest-RoutersAdminTest-252873888 tempest-RoutersAdminTest-252873888-project] 10.222.0.13 "GET /v2.0/ports?device_id=4afe8cf2-cc38-4471-982b-1a1952ece053 HTTP/1.1" status: 200 len: 205 time: 0.0339093 Nov 05 19:06:19.573280 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 54648) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:06:19.690379 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-b1e6d82a-c124-4cb4-8134-6af8082cb7b8 tempest-RoutersAdminTest-252873888 tempest-RoutersAdminTest-252873888-project] Publish callbacks [] for router, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:06:19.733707 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c267301f-59f5-46d1-b533-cb9212269918 admin admin] Made reservation on behalf of 46a1958717124f5d9b2c955c567da5e5 for: {'network': 1} {{(pid=102387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 19:06:19.736103 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-c267301f-59f5-46d1-b533-cb9212269918 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for network, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:06:19.750625 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-c267301f-59f5-46d1-b533-cb9212269918 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:06:19.855843 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-b1e6d82a-c124-4cb4-8134-6af8082cb7b8 tempest-RoutersAdminTest-252873888 tempest-RoutersAdminTest-252873888-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:06:19.894640 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-c267301f-59f5-46d1-b533-cb9212269918 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:06:20.014481 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-c267301f-59f5-46d1-b533-cb9212269918 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:06:20.025303 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [None req-b1e6d82a-c124-4cb4-8134-6af8082cb7b8 tempest-RoutersAdminTest-252873888 tempest-RoutersAdminTest-252873888-project] Deleting port 5253ed38-693f-4843-97d9-1fbc2be68454 {{(pid=102387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 19:06:20.025861 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-b1e6d82a-c124-4cb4-8134-6af8082cb7b8 tempest-RoutersAdminTest-252873888 tempest-RoutersAdminTest-252873888-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:06:20.062554 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c267301f-59f5-46d1-b533-cb9212269918 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 168} {{(pid=102387) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 05 19:06:20.111257 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c267301f-59f5-46d1-b533-cb9212269918 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81c642be-a6c6-41b0-bce6-eb00e42f5699,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:06:20.115953 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-c267301f-59f5-46d1-b533-cb9212269918 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273'] for segment, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:06:20.116514 n-d-816865-1 neutron-server[102387]: INFO neutron.db.segments_db [None req-c267301f-59f5-46d1-b533-cb9212269918 admin admin] Added segment 5c108bff-7a38-4be8-91b1-04227d28f2e0 of type vlan for network 59f9ed2d-81ce-40f9-9c94-779cd1f7adc2 Nov 05 19:06:20.170706 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-c267301f-59f5-46d1-b533-cb9212269918 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750027258543'] for network, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:06:20.186896 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-b1e6d82a-c124-4cb4-8134-6af8082cb7b8 tempest-RoutersAdminTest-252873888 tempest-RoutersAdminTest-252873888-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:06:20.222401 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [None req-b1e6d82a-c124-4cb4-8134-6af8082cb7b8 tempest-RoutersAdminTest-252873888 tempest-RoutersAdminTest-252873888-project] Calling delete_port for 5253ed38-693f-4843-97d9-1fbc2be68454 owned by network:router_gateway {{(pid=102387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 19:06:20.295967 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-c267301f-59f5-46d1-b533-cb9212269918 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-956796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877'] for network, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:06:20.296903 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c267301f-59f5-46d1-b533-cb9212269918 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:06:20.297471 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-c267301f-59f5-46d1-b533-cb9212269918 admin admin] Publish callbacks [] for network, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:06:20.399279 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c267301f-59f5-46d1-b533-cb9212269918 admin admin] Pushing event updated for resources: {'Network': ['ID=59f9ed2d-81ce-40f9-9c94-779cd1f7adc2,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:06:20.411235 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Network 59f9ed2d-81ce-40f9-9c94-779cd1f7adc2 details requested by agent ovs-agent-n-d-816865-1 with host n-d-816865-1 {{(pid=102388) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 05 19:06:20.440769 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-c267301f-59f5-46d1-b533-cb9212269918 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8801589 Nov 05 19:06:20.440769 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 54690) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:06:20.442961 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-19bc3fe1-c954-4ab2-b6d7-0f381be0196a admin admin] Request body: {'subnet': {'network_id': '59f9ed2d-81ce-40f9-9c94-779cd1f7adc2', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1078113273-subnet', 'tenant_id': '46a1958717124f5d9b2c955c567da5e5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:06:20.597519 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19bc3fe1-c954-4ab2-b6d7-0f381be0196a admin admin] Made reservation on behalf of 46a1958717124f5d9b2c955c567da5e5 for: {'subnet': 1} {{(pid=102387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 19:06:20.599941 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-19bc3fe1-c954-4ab2-b6d7-0f381be0196a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5112236'] for subnet, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:06:20.602007 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-b1e6d82a-c124-4cb4-8134-6af8082cb7b8 tempest-RoutersAdminTest-252873888 tempest-RoutersAdminTest-252873888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4417063'] for port, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:06:20.647746 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e6d82a-c124-4cb4-8134-6af8082cb7b8 tempest-RoutersAdminTest-252873888 tempest-RoutersAdminTest-252873888-project] Pushing event deleted for resources: {'Port': ['ID=5253ed38-693f-4843-97d9-1fbc2be68454,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:06:20.781465 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-b1e6d82a-c124-4cb4-8134-6af8082cb7b8 tempest-RoutersAdminTest-252873888 tempest-RoutersAdminTest-252873888-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1000651'] for router_gateway, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:06:20.897110 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-b1e6d82a-c124-4cb4-8134-6af8082cb7b8 tempest-RoutersAdminTest-252873888 tempest-RoutersAdminTest-252873888-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-571301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6852'] for router, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:06:20.900702 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-b1e6d82a-c124-4cb4-8134-6af8082cb7b8 tempest-RoutersAdminTest-252873888 tempest-RoutersAdminTest-252873888-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:06:21.027218 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-b1e6d82a-c124-4cb4-8134-6af8082cb7b8 tempest-RoutersAdminTest-252873888 tempest-RoutersAdminTest-252873888-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-571310'] for router, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:06:21.028020 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1e6d82a-c124-4cb4-8134-6af8082cb7b8 tempest-RoutersAdminTest-252873888 tempest-RoutersAdminTest-252873888-project] Fanout notify agent at l3_agent the message router_deleted on router 4afe8cf2-cc38-4471-982b-1a1952ece053 {{(pid=102387) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 05 19:06:21.040178 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-b1e6d82a-c124-4cb4-8134-6af8082cb7b8 tempest-RoutersAdminTest-252873888 tempest-RoutersAdminTest-252873888-project] Publish callbacks [] for router, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:06:21.041446 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-b1e6d82a-c124-4cb4-8134-6af8082cb7b8 tempest-RoutersAdminTest-252873888 tempest-RoutersAdminTest-252873888-project] 10.222.0.13 "DELETE /v2.0/routers/4afe8cf2-cc38-4471-982b-1a1952ece053 HTTP/1.1" status: 204 len: 168 time: 1.4664676 Nov 05 19:06:21.048225 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 54720) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:06:21.054615 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-19bc3fe1-c954-4ab2-b6d7-0f381be0196a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4417463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5112218'] for subnet, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:06:21.054916 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-5d1d7df5-e37d-4524-9179-67ce786c998a tempest-RoutersAdminTest-252873888 tempest-RoutersAdminTest-252873888-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-708561899', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:06:21.124819 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19bc3fe1-c954-4ab2-b6d7-0f381be0196a admin admin] Pushing event updated for resources: {'Subnet': ['ID=1c4a239f-f26c-4b25-8e82-4173a474f7ce,revision_number=0']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:06:21.132742 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19bc3fe1-c954-4ab2-b6d7-0f381be0196a admin admin] Checking segment: {'id': '5c108bff-7a38-4be8-91b1-04227d28f2e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '59f9ed2d-81ce-40f9-9c94-779cd1f7adc2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 19:06:21.133132 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19bc3fe1-c954-4ab2-b6d7-0f381be0196a admin admin] Network hostable DHCP agents. Network: 59f9ed2d-81ce-40f9-9c94-779cd1f7adc2, hostable agents: ['987e2ca0-bc3b-4c6f-a989-429ccfbf753f'], hosted agents: [] {{(pid=102387) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 05 19:06:21.180474 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-5d1d7df5-e37d-4524-9179-67ce786c998a tempest-RoutersAdminTest-252873888 tempest-RoutersAdminTest-252873888-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-571139', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6874'] for router, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:06:21.181726 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-5d1d7df5-e37d-4524-9179-67ce786c998a tempest-RoutersAdminTest-252873888 tempest-RoutersAdminTest-252873888-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-571375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1000570', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1011585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6867'] for router, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:06:21.208640 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19bc3fe1-c954-4ab2-b6d7-0f381be0196a admin admin] Network 59f9ed2d-81ce-40f9-9c94-779cd1f7adc2 is scheduled to be hosted by DHCP agent 987e2ca0-bc3b-4c6f-a989-429ccfbf753f with binding_index 1 {{(pid=102387) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 05 19:06:21.244527 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-5d1d7df5-e37d-4524-9179-67ce786c998a tempest-RoutersAdminTest-252873888 tempest-RoutersAdminTest-252873888-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:06:21.282901 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.base_scheduler [None req-19bc3fe1-c954-4ab2-b6d7-0f381be0196a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816865-1, 59f9ed2d-81ce-40f9-9c94-779cd1f7adc2) {{(pid=102387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 19:06:21.287592 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19bc3fe1-c954-4ab2-b6d7-0f381be0196a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:06:21.288681 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-19bc3fe1-c954-4ab2-b6d7-0f381be0196a admin admin] Publish callbacks [] for subnet, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:06:21.295464 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd08e95d-2001-4d05-aabc-23c9524ecff9 None None] Network 59f9ed2d-81ce-40f9-9c94-779cd1f7adc2 requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 19:06:21.312049 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-5d1d7df5-e37d-4524-9179-67ce786c998a tempest-RoutersAdminTest-252873888 tempest-RoutersAdminTest-252873888-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-571384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1000487'] for router, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:06:21.377708 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-19bc3fe1-c954-4ab2-b6d7-0f381be0196a admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9377060 Nov 05 19:06:21.421693 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-5d1d7df5-e37d-4524-9179-67ce786c998a tempest-RoutersAdminTest-252873888 tempest-RoutersAdminTest-252873888-project] Publish callbacks [] for router, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:06:21.422948 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-5d1d7df5-e37d-4524-9179-67ce786c998a tempest-RoutersAdminTest-252873888 tempest-RoutersAdminTest-252873888-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3731210 Nov 05 19:06:21.425671 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 54738) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:06:21.430022 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-9ac99672-ccb4-416b-8818-d5ff3358881f tempest-RoutersAdminTest-985037198 tempest-RoutersAdminTest-985037198-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'enable_snat': False}}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:06:21.691452 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0150669-21eb-47d2-ace9-1eaae2efb76a None None] Network 59f9ed2d-81ce-40f9-9c94-779cd1f7adc2 requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 19:06:21.760600 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-9ac99672-ccb4-416b-8818-d5ff3358881f tempest-RoutersAdminTest-985037198 tempest-RoutersAdminTest-985037198-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:06:22.453475 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-9ac99672-ccb4-416b-8818-d5ff3358881f tempest-RoutersAdminTest-985037198 tempest-RoutersAdminTest-985037198-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:06:22.480048 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-9ac99672-ccb4-416b-8818-d5ff3358881f tempest-RoutersAdminTest-985037198 tempest-RoutersAdminTest-985037198-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:06:22.582053 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f524b0b4-8e98-4f89-a2e3-a811f933a915 req-34157cd2-00f0-4274-b2a3-eb04a56accec tempest-VolumesActionsTest-325667044 tempest-VolumesActionsTest-325667044-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:06:22.583501 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-f524b0b4-8e98-4f89-a2e3-a811f933a915 req-34157cd2-00f0-4274-b2a3-eb04a56accec tempest-VolumesActionsTest-325667044 tempest-VolumesActionsTest-325667044-project] 10.222.0.13 "GET /v2.0/networks?id=988b2c30-2664-4b6d-b6bb-be77034cdb5d HTTP/1.1" status: 200 len: 808 time: 0.5246427 Nov 05 19:06:22.599926 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-f524b0b4-8e98-4f89-a2e3-a811f933a915 req-cd3ea359-94d3-4751-82b2-ddc89dee7c65 tempest-VolumesActionsTest-325667044 tempest-VolumesActionsTest-325667044-project] 10.222.0.13 "GET /v2.0/quotas/66d106c6dd4c4a5f8ee0e1b8e1e52c1f HTTP/1.1" status: 200 len: 375 time: 0.0091312 Nov 05 19:06:22.602838 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.db_base_plugin_common [None req-9ac99672-ccb4-416b-8818-d5ff3358881f tempest-RoutersAdminTest-985037198 tempest-RoutersAdminTest-985037198-project-admin] Allocated IP 172.25.6.146 (40c8335d-cd0b-4cb5-910a-d4dcddd5cbec/04fe6db3-e108-4208-943d-6518424f5726/54985eaf-650e-4e28-964f-d4226aef579d) {{(pid=102386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 19:06:22.635115 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-f524b0b4-8e98-4f89-a2e3-a811f933a915 req-7a08d426-a757-44c7-b51b-02eeb503f88b tempest-VolumesActionsTest-325667044 tempest-VolumesActionsTest-325667044-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=66d106c6dd4c4a5f8ee0e1b8e1e52c1f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0282538 Nov 05 19:06:22.726035 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-9ac99672-ccb4-416b-8818-d5ff3358881f tempest-RoutersAdminTest-985037198 tempest-RoutersAdminTest-985037198-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:06:22.738957 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-f524b0b4-8e98-4f89-a2e3-a811f933a915 req-ad8e07ef-0cfe-40c9-b446-053ec46ac84c service neutron] 10.222.0.13 "GET /v2.0/networks/988b2c30-2664-4b6d-b6bb-be77034cdb5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944088 Nov 05 19:06:22.859338 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-9ac99672-ccb4-416b-8818-d5ff3358881f tempest-RoutersAdminTest-985037198 tempest-RoutersAdminTest-985037198-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:06:22.915892 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ac99672-ccb4-416b-8818-d5ff3358881f tempest-RoutersAdminTest-985037198 tempest-RoutersAdminTest-985037198-project-admin] Network 40c8335d-cd0b-4cb5-910a-d4dcddd5cbec is already hosted by enough agents. {{(pid=102386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 19:06:22.918538 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-f524b0b4-8e98-4f89-a2e3-a811f933a915 req-018bfd5d-9338-46af-b2dd-888ccdf9f330 service neutron] 10.222.0.13 "GET /v2.0/networks/988b2c30-2664-4b6d-b6bb-be77034cdb5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1461587 Nov 05 19:06:22.922231 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.base_scheduler [None req-9ac99672-ccb4-416b-8818-d5ff3358881f tempest-RoutersAdminTest-985037198 tempest-RoutersAdminTest-985037198-project-admin] Resources bound (agent type, host, resource id): {{(pid=102386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 19:06:22.925330 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ac99672-ccb4-416b-8818-d5ff3358881f tempest-RoutersAdminTest-985037198 tempest-RoutersAdminTest-985037198-project-admin] Received port after_create {{(pid=102386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 19:06:22.961596 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac99672-ccb4-416b-8818-d5ff3358881f tempest-RoutersAdminTest-985037198 tempest-RoutersAdminTest-985037198-project-admin] Pushing event updated for resources: {'Port': ['ID=54985eaf-650e-4e28-964f-d4226aef579d,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:06:23.283933 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-321fad55-e1ce-40c7-b27d-b20bdf93a28b req-a3d5bbde-c5df-4874-b2ed-4a8bbd973567 tempest-VolumesActionsTest-325667044 tempest-VolumesActionsTest-325667044-project] 10.222.0.13 "GET /v2.0/ports?device_id=037f2f79-ad92-4390-82c3-4e6da3edfa29 HTTP/1.1" status: 200 len: 210 time: 0.0594101 Nov 05 19:06:23.419685 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-9ac99672-ccb4-416b-8818-d5ff3358881f tempest-RoutersAdminTest-985037198 tempest-RoutersAdminTest-985037198-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:06:23.628978 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-9ac99672-ccb4-416b-8818-d5ff3358881f tempest-RoutersAdminTest-985037198 tempest-RoutersAdminTest-985037198-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1000460', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-571265', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6845'] for router, precommit_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:06:23.632621 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-9ac99672-ccb4-416b-8818-d5ff3358881f tempest-RoutersAdminTest-985037198 tempest-RoutersAdminTest-985037198-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1000487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1000469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1000478', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-571274'] for router, after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:06:23.898840 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ac99672-ccb4-416b-8818-d5ff3358881f tempest-RoutersAdminTest-985037198 tempest-RoutersAdminTest-985037198-project-admin] Router 019cf652-e7b3-44ee-95aa-875a7caac55b is scheduled to L3 agent 6dcb5589-8e86-4616-9186-ddc4548e13ad with binding_index 1 {{(pid=102386) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 05 19:06:24.042492 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ac99672-ccb4-416b-8818-d5ff3358881f tempest-RoutersAdminTest-985037198 tempest-RoutersAdminTest-985037198-project-admin] Notify agent at l3_agent.n-d-816865-1 the message routers_updated {{(pid=102386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 19:06:24.046447 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-9ac99672-ccb4-416b-8818-d5ff3358881f tempest-RoutersAdminTest-985037198 tempest-RoutersAdminTest-985037198-project-admin] Publish callbacks [] for router, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:06:24.056997 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18217550-0bba-4787-9e64-3351a51d9b9a None None] Sync routers for ids ['019cf652-e7b3-44ee-95aa-875a7caac55b'] in n-d-816865-1 {{(pid=102388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 19:06:24.075117 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-9ac99672-ccb4-416b-8818-d5ff3358881f tempest-RoutersAdminTest-985037198 tempest-RoutersAdminTest-985037198-project-admin] 10.222.0.13 "PUT /v2.0/routers/019cf652-e7b3-44ee-95aa-875a7caac55b HTTP/1.1" status: 200 len: 915 time: 2.6483543 Nov 05 19:06:24.077856 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 54868) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:06:24.078700 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18217550-0bba-4787-9e64-3351a51d9b9a None None] Routers {'019cf652-e7b3-44ee-95aa-875a7caac55b'} bound to L3 agent in host n-d-816865-1 {{(pid=102388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 19:06:24.085119 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-18217550-0bba-4787-9e64-3351a51d9b9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T19:06:05Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['019cf652-e7b3-44ee-95aa-875a7caac55b'], 'active': True} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:06:24.127495 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-18217550-0bba-4787-9e64-3351a51d9b9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816865-1', False) {} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:06:24.139157 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18217550-0bba-4787-9e64-3351a51d9b9a None None] Routers {'019cf652-e7b3-44ee-95aa-875a7caac55b'} bound to L3 agent in host n-d-816865-1 {{(pid=102388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 19:06:24.140157 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-18217550-0bba-4787-9e64-3351a51d9b9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T19:06:05Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['019cf652-e7b3-44ee-95aa-875a7caac55b'], 'active': True} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:06:24.188693 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-18217550-0bba-4787-9e64-3351a51d9b9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816865-1', False) {} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:06:24.189694 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18217550-0bba-4787-9e64-3351a51d9b9a None None] The sync data for ids ['019cf652-e7b3-44ee-95aa-875a7caac55b'] in n-d-816865-1 is: [] {{(pid=102388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 19:06:24.309539 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-2a317ec5-6c34-4e8a-b9bb-b2c12dd3f86b tempest-RoutersAdminTest-985037198 tempest-RoutersAdminTest-985037198-project-admin] 10.222.0.13 "GET /v2.0/routers/019cf652-e7b3-44ee-95aa-875a7caac55b HTTP/1.1" status: 200 len: 921 time: 0.2297132 Nov 05 19:06:24.312443 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 54874) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:06:24.325736 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa0cccd-401b-4a42-b412-79a5fa40bf1c req-70761b6b-6ea7-4aca-8997-6b65045ef3f6 tempest-VolumesSnapshotTestJSON-1437954504 tempest-VolumesSnapshotTestJSON-1437954504-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:06:24.338253 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-0fa0cccd-401b-4a42-b412-79a5fa40bf1c req-70761b6b-6ea7-4aca-8997-6b65045ef3f6 tempest-VolumesSnapshotTestJSON-1437954504 tempest-VolumesSnapshotTestJSON-1437954504-project] 10.222.0.13 "GET /v2.0/networks?id=01b045d0-82c9-45d8-bd3e-cf491500bbe1 HTTP/1.1" status: 200 len: 813 time: 0.1786103 Nov 05 19:06:24.373974 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a453677-0bf9-435e-bb5f-2af0983b5f8f tempest-RoutersAdminTest-985037198 tempest-RoutersAdminTest-985037198-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:06:24.377623 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-a87f25c7-d9a4-46fb-90ca-11855cd96093 req-b224f557-16c3-48a7-a987-f72fafb463c9 tempest-VolumesActionsTest-325667044 tempest-VolumesActionsTest-325667044-project] 10.222.0.13 "GET /v2.0/ports?device_id=037f2f79-ad92-4390-82c3-4e6da3edfa29 HTTP/1.1" status: 200 len: 210 time: 0.0424726 Nov 05 19:06:24.378861 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-0a453677-0bf9-435e-bb5f-2af0983b5f8f tempest-RoutersAdminTest-985037198 tempest-RoutersAdminTest-985037198-project-admin] 10.222.0.13 "GET /v2.0/ports?network_id=40c8335d-cd0b-4cb5-910a-d4dcddd5cbec&device_id=019cf652-e7b3-44ee-95aa-875a7caac55b&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0653226 Nov 05 19:06:24.379584 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 54880) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:06:24.386624 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-0fa0cccd-401b-4a42-b412-79a5fa40bf1c req-b457cd4e-1e65-4dc7-8952-559fe3a9b613 tempest-VolumesSnapshotTestJSON-1437954504 tempest-VolumesSnapshotTestJSON-1437954504-project] 10.222.0.13 "GET /v2.0/quotas/634b410538db4628b0278615b03ee648 HTTP/1.1" status: 200 len: 375 time: 0.0526702 Nov 05 19:06:24.423885 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-0fa0cccd-401b-4a42-b412-79a5fa40bf1c req-95824ebb-584b-4974-afea-778c94e70e30 tempest-VolumesSnapshotTestJSON-1437954504 tempest-VolumesSnapshotTestJSON-1437954504-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=634b410538db4628b0278615b03ee648&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0363319 Nov 05 19:06:24.490617 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a43b581-e281-485b-8ed1-f25c373eddc2 tempest-RoutersAdminTest-985037198 tempest-RoutersAdminTest-985037198-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:06:24.492352 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-3a43b581-e281-485b-8ed1-f25c373eddc2 tempest-RoutersAdminTest-985037198 tempest-RoutersAdminTest-985037198-project-admin] 10.222.0.13 "GET /v2.0/networks/40c8335d-cd0b-4cb5-910a-d4dcddd5cbec HTTP/1.1" status: 200 len: 881 time: 0.1117492 Nov 05 19:06:24.499857 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 54886) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:06:24.530911 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-0fa0cccd-401b-4a42-b412-79a5fa40bf1c req-7d4a93da-a25c-49c8-8a6f-653f59576bd7 service neutron] 10.222.0.13 "GET /v2.0/networks/01b045d0-82c9-45d8-bd3e-cf491500bbe1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1059024 Nov 05 19:06:24.558968 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-27e9001e-eabf-4df8-b0cc-3576ca468e16 tempest-RoutersAdminTest-252873888 tempest-RoutersAdminTest-252873888-project] 10.222.0.13 "GET /v2.0/ports?device_id=019cf652-e7b3-44ee-95aa-875a7caac55b HTTP/1.1" status: 200 len: 205 time: 0.0492907 Nov 05 19:06:24.559649 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 54888) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:06:24.659102 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-0fa0cccd-401b-4a42-b412-79a5fa40bf1c req-e6b4ef7a-fe4c-4ca6-b5b1-72599945b7bf service neutron] 10.222.0.13 "GET /v2.0/networks/01b045d0-82c9-45d8-bd3e-cf491500bbe1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1206133 Nov 05 19:06:24.686531 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-cd93b645-1089-4a8c-af0a-6db4b80e9231 tempest-RoutersAdminTest-252873888 tempest-RoutersAdminTest-252873888-project] Publish callbacks [] for router, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:06:24.798942 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-cd93b645-1089-4a8c-af0a-6db4b80e9231 tempest-RoutersAdminTest-252873888 tempest-RoutersAdminTest-252873888-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:06:24.958349 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-8ca4adac-609a-47e2-a79c-b36b1cbcac45 req-3177d201-a6f0-4048-81cd-eeda7beae061 tempest-VolumesSnapshotTestJSON-1437954504 tempest-VolumesSnapshotTestJSON-1437954504-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ac36e7d-4741-4787-a159-f6177c5f27af HTTP/1.1" status: 200 len: 210 time: 0.0373340 Nov 05 19:06:24.973707 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-cd93b645-1089-4a8c-af0a-6db4b80e9231 tempest-RoutersAdminTest-252873888 tempest-RoutersAdminTest-252873888-project] Deleting port 54985eaf-650e-4e28-964f-d4226aef579d {{(pid=102386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 19:06:24.974271 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-cd93b645-1089-4a8c-af0a-6db4b80e9231 tempest-RoutersAdminTest-252873888 tempest-RoutersAdminTest-252873888-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:06:25.079201 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-cd93b645-1089-4a8c-af0a-6db4b80e9231 tempest-RoutersAdminTest-252873888 tempest-RoutersAdminTest-252873888-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:06:25.093830 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-cd93b645-1089-4a8c-af0a-6db4b80e9231 tempest-RoutersAdminTest-252873888 tempest-RoutersAdminTest-252873888-project] Calling delete_port for 54985eaf-650e-4e28-964f-d4226aef579d owned by network:router_gateway {{(pid=102386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 19:06:25.373354 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-cd93b645-1089-4a8c-af0a-6db4b80e9231 tempest-RoutersAdminTest-252873888 tempest-RoutersAdminTest-252873888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:06:25.407041 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd93b645-1089-4a8c-af0a-6db4b80e9231 tempest-RoutersAdminTest-252873888 tempest-RoutersAdminTest-252873888-project] Pushing event deleted for resources: {'Port': ['ID=54985eaf-650e-4e28-964f-d4226aef579d,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:06:25.484352 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-cd93b645-1089-4a8c-af0a-6db4b80e9231 tempest-RoutersAdminTest-252873888 tempest-RoutersAdminTest-252873888-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1000651'] for router_gateway, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:06:25.500823 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-fb853afe-d816-4307-a4bb-b608e4f1366d req-6539dad9-4be1-4953-aff2-2f0a0f824870 tempest-VolumesActionsTest-325667044 tempest-VolumesActionsTest-325667044-project] 10.222.0.13 "GET /v2.0/ports?device_id=037f2f79-ad92-4390-82c3-4e6da3edfa29 HTTP/1.1" status: 200 len: 210 time: 0.0344734 Nov 05 19:06:25.604850 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-cd93b645-1089-4a8c-af0a-6db4b80e9231 tempest-RoutersAdminTest-252873888 tempest-RoutersAdminTest-252873888-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-571301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6852'] for router, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:06:25.607286 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-cd93b645-1089-4a8c-af0a-6db4b80e9231 tempest-RoutersAdminTest-252873888 tempest-RoutersAdminTest-252873888-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:06:25.791342 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-cd93b645-1089-4a8c-af0a-6db4b80e9231 tempest-RoutersAdminTest-252873888 tempest-RoutersAdminTest-252873888-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-571310'] for router, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:06:25.793160 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd93b645-1089-4a8c-af0a-6db4b80e9231 tempest-RoutersAdminTest-252873888 tempest-RoutersAdminTest-252873888-project] Fanout notify agent at l3_agent the message router_deleted on router 019cf652-e7b3-44ee-95aa-875a7caac55b {{(pid=102386) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 05 19:06:25.804794 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-cd93b645-1089-4a8c-af0a-6db4b80e9231 tempest-RoutersAdminTest-252873888 tempest-RoutersAdminTest-252873888-project] Publish callbacks [] for router, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:06:25.810471 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-cd93b645-1089-4a8c-af0a-6db4b80e9231 tempest-RoutersAdminTest-252873888 tempest-RoutersAdminTest-252873888-project] 10.222.0.13 "DELETE /v2.0/routers/019cf652-e7b3-44ee-95aa-875a7caac55b HTTP/1.1" status: 204 len: 168 time: 1.2450809 Nov 05 19:06:25.810883 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 54926) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:06:25.817122 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-7e08092a-200e-42b5-bd22-83b94e37abe8 tempest-RoutersAdminTest-252873888 tempest-RoutersAdminTest-252873888-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-325417311', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec'}, 'admin_state_up': False}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:06:25.951743 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-7e08092a-200e-42b5-bd22-83b94e37abe8 tempest-RoutersAdminTest-252873888 tempest-RoutersAdminTest-252873888-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-571139', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6874'] for router, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:06:25.953267 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-7e08092a-200e-42b5-bd22-83b94e37abe8 tempest-RoutersAdminTest-252873888 tempest-RoutersAdminTest-252873888-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-571375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1000570', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1011585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6867'] for router, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:06:26.020177 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-7e08092a-200e-42b5-bd22-83b94e37abe8 tempest-RoutersAdminTest-252873888 tempest-RoutersAdminTest-252873888-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:06:26.059900 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-a423779b-8450-4ce2-89a4-a61530ce7aa2 req-1c1ac9d1-1d90-4dd3-b6c0-75380fc1efb8 tempest-VolumesSnapshotTestJSON-1437954504 tempest-VolumesSnapshotTestJSON-1437954504-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ac36e7d-4741-4787-a159-f6177c5f27af HTTP/1.1" status: 200 len: 210 time: 0.0282397 Nov 05 19:06:26.082817 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f524b0b4-8e98-4f89-a2e3-a811f933a915 req-b483ac53-1b25-4e3f-bd14-3bc1c409eeed tempest-VolumesActionsTest-325667044 tempest-VolumesActionsTest-325667044-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:06:26.084280 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-f524b0b4-8e98-4f89-a2e3-a811f933a915 req-b483ac53-1b25-4e3f-bd14-3bc1c409eeed tempest-VolumesActionsTest-325667044 tempest-VolumesActionsTest-325667044-project] 10.222.0.41 "GET /v2.0/networks?id=988b2c30-2664-4b6d-b6bb-be77034cdb5d HTTP/1.1" status: 200 len: 808 time: 0.1296933 Nov 05 19:06:26.103048 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [req-f524b0b4-8e98-4f89-a2e3-a811f933a915 req-b1e7e1b2-c039-4768-9f61-720afe9bef9e tempest-VolumesActionsTest-325667044 tempest-VolumesActionsTest-325667044-project] Request body: {'port': {'device_id': '037f2f79-ad92-4390-82c3-4e6da3edfa29', 'network_id': '988b2c30-2664-4b6d-b6bb-be77034cdb5d', 'admin_state_up': True, 'tenant_id': '66d106c6dd4c4a5f8ee0e1b8e1e52c1f'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:06:26.317647 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-7e08092a-200e-42b5-bd22-83b94e37abe8 tempest-RoutersAdminTest-252873888 tempest-RoutersAdminTest-252873888-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:06:26.370652 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f524b0b4-8e98-4f89-a2e3-a811f933a915 req-b1e7e1b2-c039-4768-9f61-720afe9bef9e tempest-VolumesActionsTest-325667044 tempest-VolumesActionsTest-325667044-project] Made reservation on behalf of 66d106c6dd4c4a5f8ee0e1b8e1e52c1f for: {'port': 1} {{(pid=102386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 19:06:26.374417 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-f524b0b4-8e98-4f89-a2e3-a811f933a915 req-b1e7e1b2-c039-4768-9f61-720afe9bef9e tempest-VolumesActionsTest-325667044 tempest-VolumesActionsTest-325667044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:06:26.507167 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.db_base_plugin_common [req-f524b0b4-8e98-4f89-a2e3-a811f933a915 req-b1e7e1b2-c039-4768-9f61-720afe9bef9e tempest-VolumesActionsTest-325667044 tempest-VolumesActionsTest-325667044-project] Allocated IP 172.20.0.10 (988b2c30-2664-4b6d-b6bb-be77034cdb5d/d406217a-4ea3-4e28-a721-bdaf3f70993e/227e03a2-009b-4a7c-ba14-f0ce0effddb6) {{(pid=102386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 19:06:26.644816 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-7e08092a-200e-42b5-bd22-83b94e37abe8 tempest-RoutersAdminTest-252873888 tempest-RoutersAdminTest-252873888-project] Publish callbacks [] for router_gateway, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:06:26.669943 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-0dfcb339-fe4e-4739-937f-ffac989ab113 req-93a2b882-ceb9-4c69-8c9e-903c134d25dd tempest-VolumesActionsTest-325667044 tempest-VolumesActionsTest-325667044-project] 10.222.0.13 "GET /v2.0/ports?device_id=037f2f79-ad92-4390-82c3-4e6da3edfa29 HTTP/1.1" status: 200 len: 210 time: 0.0365670 Nov 05 19:06:26.693469 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-7e08092a-200e-42b5-bd22-83b94e37abe8 tempest-RoutersAdminTest-252873888 tempest-RoutersAdminTest-252873888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:06:26.803184 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-f524b0b4-8e98-4f89-a2e3-a811f933a915 req-b1e7e1b2-c039-4768-9f61-720afe9bef9e tempest-VolumesActionsTest-325667044 tempest-VolumesActionsTest-325667044-project] Publish callbacks [] for port, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:06:26.822807 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.db_base_plugin_common [None req-7e08092a-200e-42b5-bd22-83b94e37abe8 tempest-RoutersAdminTest-252873888 tempest-RoutersAdminTest-252873888-project] Allocated IP 172.25.6.20 (40c8335d-cd0b-4cb5-910a-d4dcddd5cbec/04fe6db3-e108-4208-943d-6518424f5726/57597053-6ed9-4508-8216-345de877bd69) {{(pid=102387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 19:06:26.928971 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-7e08092a-200e-42b5-bd22-83b94e37abe8 tempest-RoutersAdminTest-252873888 tempest-RoutersAdminTest-252873888-project] Publish callbacks [] for port, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:06:26.945807 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-f524b0b4-8e98-4f89-a2e3-a811f933a915 req-b1e7e1b2-c039-4768-9f61-720afe9bef9e tempest-VolumesActionsTest-325667044 tempest-VolumesActionsTest-325667044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:06:27.015723 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f524b0b4-8e98-4f89-a2e3-a811f933a915 req-b1e7e1b2-c039-4768-9f61-720afe9bef9e tempest-VolumesActionsTest-325667044 tempest-VolumesActionsTest-325667044-project] Network 988b2c30-2664-4b6d-b6bb-be77034cdb5d is already hosted by enough agents. {{(pid=102386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 19:06:27.016762 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e7e1b2-c039-4768-9f61-720afe9bef9e tempest-VolumesActionsTest-325667044 tempest-VolumesActionsTest-325667044-project] Pushing event updated for resources: {'Port': ['ID=227e03a2-009b-4a7c-ba14-f0ce0effddb6,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:06:27.020177 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.base_scheduler [req-f524b0b4-8e98-4f89-a2e3-a811f933a915 req-b1e7e1b2-c039-4768-9f61-720afe9bef9e tempest-VolumesActionsTest-325667044 tempest-VolumesActionsTest-325667044-project] Resources bound (agent type, host, resource id): {{(pid=102386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 19:06:27.028379 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [req-f524b0b4-8e98-4f89-a2e3-a811f933a915 req-b1e7e1b2-c039-4768-9f61-720afe9bef9e tempest-VolumesActionsTest-325667044 tempest-VolumesActionsTest-325667044-project] Received port after_create {{(pid=102386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 19:06:27.082852 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-7e08092a-200e-42b5-bd22-83b94e37abe8 tempest-RoutersAdminTest-252873888 tempest-RoutersAdminTest-252873888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4417063'] for port, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:06:27.113579 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f524b0b4-8e98-4f89-a2e3-a811f933a915 req-b1e7e1b2-c039-4768-9f61-720afe9bef9e tempest-VolumesActionsTest-325667044 tempest-VolumesActionsTest-325667044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:06:27.114401 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-f524b0b4-8e98-4f89-a2e3-a811f933a915 req-b1e7e1b2-c039-4768-9f61-720afe9bef9e tempest-VolumesActionsTest-325667044 tempest-VolumesActionsTest-325667044-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:06:27.141188 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e08092a-200e-42b5-bd22-83b94e37abe8 tempest-RoutersAdminTest-252873888 tempest-RoutersAdminTest-252873888-project] Network 40c8335d-cd0b-4cb5-910a-d4dcddd5cbec is already hosted by enough agents. {{(pid=102387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 19:06:27.146867 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.base_scheduler [None req-7e08092a-200e-42b5-bd22-83b94e37abe8 tempest-RoutersAdminTest-252873888 tempest-RoutersAdminTest-252873888-project] Resources bound (agent type, host, resource id): {{(pid=102387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 19:06:27.151316 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e08092a-200e-42b5-bd22-83b94e37abe8 tempest-RoutersAdminTest-252873888 tempest-RoutersAdminTest-252873888-project] Received port after_create {{(pid=102387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 19:06:27.158977 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e08092a-200e-42b5-bd22-83b94e37abe8 tempest-RoutersAdminTest-252873888 tempest-RoutersAdminTest-252873888-project] Pushing event updated for resources: {'Port': ['ID=57597053-6ed9-4508-8216-345de877bd69,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:06:27.222687 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-f824b3cd-4c58-46f7-9103-4dbd4e75de60 req-d21bc6fb-543b-4c7e-b96d-4518c8775173 tempest-VolumesSnapshotTestJSON-1437954504 tempest-VolumesSnapshotTestJSON-1437954504-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ac36e7d-4741-4787-a159-f6177c5f27af HTTP/1.1" status: 200 len: 210 time: 0.0343444 Nov 05 19:06:27.234555 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-f524b0b4-8e98-4f89-a2e3-a811f933a915 req-b1e7e1b2-c039-4768-9f61-720afe9bef9e tempest-VolumesActionsTest-325667044 tempest-VolumesActionsTest-325667044-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1356316 Nov 05 19:06:27.250334 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [req-f524b0b4-8e98-4f89-a2e3-a811f933a915 req-29a88cc5-b5a7-4a70-a68d-c530f1ece10b tempest-VolumesActionsTest-325667044 tempest-VolumesActionsTest-325667044-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=102386) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 05 19:06:27.250334 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-f524b0b4-8e98-4f89-a2e3-a811f933a915 req-29a88cc5-b5a7-4a70-a68d-c530f1ece10b tempest-VolumesActionsTest-325667044 tempest-VolumesActionsTest-325667044-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0074575 Nov 05 19:06:27.262565 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [req-f524b0b4-8e98-4f89-a2e3-a811f933a915 req-17e6463b-b52d-4962-90b9-e1ef60b72425 service neutron] Request body: {'port': {'device_id': '037f2f79-ad92-4390-82c3-4e6da3edfa29', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816865-1'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:06:27.337675 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-f524b0b4-8e98-4f89-a2e3-a811f933a915 req-17e6463b-b52d-4962-90b9-e1ef60b72425 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:06:27.563847 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-7e08092a-200e-42b5-bd22-83b94e37abe8 tempest-RoutersAdminTest-252873888 tempest-RoutersAdminTest-252873888-project] Publish callbacks [] for router_gateway, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:06:27.693099 n-d-816865-1 neutron-server[102386]: DEBUG neutron.notifiers.nova [req-f524b0b4-8e98-4f89-a2e3-a811f933a915 req-17e6463b-b52d-4962-90b9-e1ef60b72425 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 227e03a2-009b-4a7c-ba14-f0ce0effddb6 {{(pid=102386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 19:06:27.701489 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-f524b0b4-8e98-4f89-a2e3-a811f933a915 req-17e6463b-b52d-4962-90b9-e1ef60b72425 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:06:27.715566 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.provisioning_blocks [req-f524b0b4-8e98-4f89-a2e3-a811f933a915 req-17e6463b-b52d-4962-90b9-e1ef60b72425 service neutron] Transition to ACTIVE for port object 227e03a2-009b-4a7c-ba14-f0ce0effddb6 will not be triggered until provisioned by entity L2. {{(pid=102386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 05 19:06:27.802941 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-f524b0b4-8e98-4f89-a2e3-a811f933a915 req-17e6463b-b52d-4962-90b9-e1ef60b72425 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6149821'] for port, after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:06:27.842229 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa0cccd-401b-4a42-b412-79a5fa40bf1c req-985f99e2-07a5-4060-a087-69058c2b36eb tempest-VolumesSnapshotTestJSON-1437954504 tempest-VolumesSnapshotTestJSON-1437954504-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:06:27.843602 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-0fa0cccd-401b-4a42-b412-79a5fa40bf1c req-985f99e2-07a5-4060-a087-69058c2b36eb tempest-VolumesSnapshotTestJSON-1437954504 tempest-VolumesSnapshotTestJSON-1437954504-project] 10.222.0.41 "GET /v2.0/networks?id=01b045d0-82c9-45d8-bd3e-cf491500bbe1 HTTP/1.1" status: 200 len: 813 time: 0.1951559 Nov 05 19:06:27.889954 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [req-0fa0cccd-401b-4a42-b412-79a5fa40bf1c req-05656ec7-0536-41c5-930e-a2101d99d83b tempest-VolumesSnapshotTestJSON-1437954504 tempest-VolumesSnapshotTestJSON-1437954504-project] Request body: {'port': {'device_id': '0ac36e7d-4741-4787-a159-f6177c5f27af', 'network_id': '01b045d0-82c9-45d8-bd3e-cf491500bbe1', 'admin_state_up': True, 'tenant_id': '634b410538db4628b0278615b03ee648'}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:06:27.902252 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9832d5b2-1f97-4f22-9605-0eb243167234 req-647ec19c-2050-42ce-aa1c-1c962e52d563 tempest-VolumesActionsTest-325667044 tempest-VolumesActionsTest-325667044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:06:27.903720 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-9832d5b2-1f97-4f22-9605-0eb243167234 req-647ec19c-2050-42ce-aa1c-1c962e52d563 tempest-VolumesActionsTest-325667044 tempest-VolumesActionsTest-325667044-project] 10.222.0.13 "GET /v2.0/ports?device_id=037f2f79-ad92-4390-82c3-4e6da3edfa29 HTTP/1.1" status: 200 len: 932 time: 0.1297338 Nov 05 19:06:27.905945 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e6463b-b52d-4962-90b9-e1ef60b72425 service neutron] Pushing event updated for resources: {'Port': ['ID=227e03a2-009b-4a7c-ba14-f0ce0effddb6,revision_number=2']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:06:27.977540 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [req-f524b0b4-8e98-4f89-a2e3-a811f933a915 req-17e6463b-b52d-4962-90b9-e1ef60b72425 service neutron] Attempting to bind port 227e03a2-009b-4a7c-ba14-f0ce0effddb6 on host n-h1-816865-1 for vnic_type normal with profile {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 19:06:27.977540 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [req-f524b0b4-8e98-4f89-a2e3-a811f933a915 req-17e6463b-b52d-4962-90b9-e1ef60b72425 service neutron] Attempting to bind port 227e03a2-009b-4a7c-ba14-f0ce0effddb6 by drivers openvswitch,hyperv on host n-h1-816865-1 at level 0 using segments [{'id': 'b5a855e4-c288-41cb-be51-6dcace3c5b6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '988b2c30-2664-4b6d-b6bb-be77034cdb5d'}] {{(pid=102386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 19:06:27.977540 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f524b0b4-8e98-4f89-a2e3-a811f933a915 req-17e6463b-b52d-4962-90b9-e1ef60b72425 service neutron] Attempting to bind port 227e03a2-009b-4a7c-ba14-f0ce0effddb6 on network 988b2c30-2664-4b6d-b6bb-be77034cdb5d {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 19:06:27.996842 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f524b0b4-8e98-4f89-a2e3-a811f933a915 req-17e6463b-b52d-4962-90b9-e1ef60b72425 service neutron] Port 227e03a2-009b-4a7c-ba14-f0ce0effddb6 on network 988b2c30-2664-4b6d-b6bb-be77034cdb5d not bound, no agent of type Open vSwitch agent registered on host n-h1-816865-1 {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 19:06:27.997167 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f524b0b4-8e98-4f89-a2e3-a811f933a915 req-17e6463b-b52d-4962-90b9-e1ef60b72425 service neutron] Attempting to bind port 227e03a2-009b-4a7c-ba14-f0ce0effddb6 on network 988b2c30-2664-4b6d-b6bb-be77034cdb5d {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 19:06:27.999441 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-7e08092a-200e-42b5-bd22-83b94e37abe8 tempest-RoutersAdminTest-252873888 tempest-RoutersAdminTest-252873888-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-571384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1000487'] for router, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:06:28.019769 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f524b0b4-8e98-4f89-a2e3-a811f933a915 req-17e6463b-b52d-4962-90b9-e1ef60b72425 service neutron] Checking agent: {'id': 'eb596d7c-8c64-42bd-8aca-fad447eb0eab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816865-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 18, 33, 34), 'started_at': datetime.datetime(2021, 11, 5, 18, 33, 34), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 19, 6, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 19:06:28.024188 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f524b0b4-8e98-4f89-a2e3-a811f933a915 req-17e6463b-b52d-4962-90b9-e1ef60b72425 service neutron] Checking segment: {'id': 'b5a855e4-c288-41cb-be51-6dcace3c5b6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '988b2c30-2664-4b6d-b6bb-be77034cdb5d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 19:06:28.024188 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f524b0b4-8e98-4f89-a2e3-a811f933a915 req-17e6463b-b52d-4962-90b9-e1ef60b72425 service neutron] Bound using segment: {'id': 'b5a855e4-c288-41cb-be51-6dcace3c5b6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '988b2c30-2664-4b6d-b6bb-be77034cdb5d'} {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 19:06:28.024188 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [req-f524b0b4-8e98-4f89-a2e3-a811f933a915 req-17e6463b-b52d-4962-90b9-e1ef60b72425 service neutron] Bound port: 227e03a2-009b-4a7c-ba14-f0ce0effddb6, host: n-h1-816865-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b5a855e4-c288-41cb-be51-6dcace3c5b6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '988b2c30-2664-4b6d-b6bb-be77034cdb5d'}}] {{(pid=102386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 19:06:28.024188 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-f524b0b4-8e98-4f89-a2e3-a811f933a915 req-17e6463b-b52d-4962-90b9-e1ef60b72425 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:06:28.080072 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-9832d5b2-1f97-4f22-9605-0eb243167234 req-f1f4ae05-7495-4a9b-b2cc-58626309f8e1 tempest-VolumesActionsTest-325667044 tempest-VolumesActionsTest-325667044-project] 10.222.0.13 "GET /v2.0/security-groups?id=7bc6632f-f0b1-4a8f-9289-6c147eb3f21c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1517653 Nov 05 19:06:28.106519 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [req-f524b0b4-8e98-4f89-a2e3-a811f933a915 req-17e6463b-b52d-4962-90b9-e1ef60b72425 service neutron] For port 227e03a2-009b-4a7c-ba14-f0ce0effddb6, host n-h1-816865-1, cleared binding levels {{(pid=102386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 19:06:28.109919 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [req-f524b0b4-8e98-4f89-a2e3-a811f933a915 req-17e6463b-b52d-4962-90b9-e1ef60b72425 service neutron] For port 227e03a2-009b-4a7c-ba14-f0ce0effddb6, host n-h1-816865-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=227e03a2-009b-4a7c-ba14-f0ce0effddb6,segment=NetworkSegment(b5a855e4-c288-41cb-be51-6dcace3c5b6a),segment_id=b5a855e4-c288-41cb-be51-6dcace3c5b6a)] {{(pid=102386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 19:06:28.162881 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-f524b0b4-8e98-4f89-a2e3-a811f933a915 req-17e6463b-b52d-4962-90b9-e1ef60b72425 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6149821'] for port, after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:06:28.197982 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0fa0cccd-401b-4a42-b412-79a5fa40bf1c req-05656ec7-0536-41c5-930e-a2101d99d83b tempest-VolumesSnapshotTestJSON-1437954504 tempest-VolumesSnapshotTestJSON-1437954504-project] Made reservation on behalf of 634b410538db4628b0278615b03ee648 for: {'port': 1} {{(pid=102387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 19:06:28.202213 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-0fa0cccd-401b-4a42-b412-79a5fa40bf1c req-05656ec7-0536-41c5-930e-a2101d99d83b tempest-VolumesSnapshotTestJSON-1437954504 tempest-VolumesSnapshotTestJSON-1437954504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:06:28.235846 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f524b0b4-8e98-4f89-a2e3-a811f933a915 req-17e6463b-b52d-4962-90b9-e1ef60b72425 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:06:28.236883 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-f524b0b4-8e98-4f89-a2e3-a811f933a915 req-17e6463b-b52d-4962-90b9-e1ef60b72425 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:06:28.238262 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-f524b0b4-8e98-4f89-a2e3-a811f933a915 req-17e6463b-b52d-4962-90b9-e1ef60b72425 service neutron] 10.222.0.41 "PUT /v2.0/ports/227e03a2-009b-4a7c-ba14-f0ce0effddb6 HTTP/1.1" status: 200 len: 1092 time: 0.9803767 Nov 05 19:06:28.238835 n-d-816865-1 neutron-server[102386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '037f2f79-ad92-4390-82c3-4e6da3edfa29', 'tag': '227e03a2-009b-4a7c-ba14-f0ce0effddb6'}] {{(pid=102386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 19:06:28.241302 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6173a44d7c73f41af551dc890fa1a5892c2c6bc3458b640c8e0c24db7876ba6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb2bb1f6-fd99-4fea-b87d-6f5ddcb23c6d" -d '{"events": [{"name": "network-changed", "server_uuid": "037f2f79-ad92-4390-82c3-4e6da3edfa29", "tag": "227e03a2-009b-4a7c-ba14-f0ce0effddb6"}]}' {{(pid=102386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 19:06:28.252293 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e6463b-b52d-4962-90b9-e1ef60b72425 service neutron] Pushing event updated for resources: {'Port': ['ID=227e03a2-009b-4a7c-ba14-f0ce0effddb6,revision_number=3']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:06:28.272216 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e6463b-b52d-4962-90b9-e1ef60b72425 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:06:28.272216 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e6463b-b52d-4962-90b9-e1ef60b72425 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:06:28.272484 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e6463b-b52d-4962-90b9-e1ef60b72425 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:06:28.272785 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e6463b-b52d-4962-90b9-e1ef60b72425 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:06:28.273119 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e6463b-b52d-4962-90b9-e1ef60b72425 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:06:28.273447 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e6463b-b52d-4962-90b9-e1ef60b72425 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:06:28.273767 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e6463b-b52d-4962-90b9-e1ef60b72425 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:06:28.274189 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e6463b-b52d-4962-90b9-e1ef60b72425 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:06:28.274518 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e6463b-b52d-4962-90b9-e1ef60b72425 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:06:28.274841 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e6463b-b52d-4962-90b9-e1ef60b72425 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:06:28.275164 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e6463b-b52d-4962-90b9-e1ef60b72425 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:06:28.275482 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e6463b-b52d-4962-90b9-e1ef60b72425 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:06:28.293221 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e08092a-200e-42b5-bd22-83b94e37abe8 tempest-RoutersAdminTest-252873888 tempest-RoutersAdminTest-252873888-project] Router e74891a5-301d-4bfa-8739-6782b4c9b80f is scheduled to L3 agent 6dcb5589-8e86-4616-9186-ddc4548e13ad with binding_index 1 {{(pid=102387) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 05 19:06:28.314997 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 19:06:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebe40b1e-d53b-46ce-8659-0bf89f8c9fd9 x-openstack-request-id: req-ebe40b1e-d53b-46ce-8659-0bf89f8c9fd9 {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 19:06:28.315467 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "037f2f79-ad92-4390-82c3-4e6da3edfa29", "tag": "227e03a2-009b-4a7c-ba14-f0ce0effddb6", "status": "completed", "code": 200}]} {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 19:06:28.315899 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ebe40b1e-d53b-46ce-8659-0bf89f8c9fd9 {{(pid=102386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 19:06:28.316451 n-d-816865-1 neutron-server[102386]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '037f2f79-ad92-4390-82c3-4e6da3edfa29', 'tag': '227e03a2-009b-4a7c-ba14-f0ce0effddb6', 'status': 'completed', 'code': 200} Nov 05 19:06:28.397766 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2bb1f6-fd99-4fea-b87d-6f5ddcb23c6d req-d84aa908-3ac0-490e-8546-be94e3489f78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:06:28.399367 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-eb2bb1f6-fd99-4fea-b87d-6f5ddcb23c6d req-d84aa908-3ac0-490e-8546-be94e3489f78 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=66d106c6dd4c4a5f8ee0e1b8e1e52c1f&device_id=037f2f79-ad92-4390-82c3-4e6da3edfa29 HTTP/1.1" status: 200 len: 1095 time: 0.0615976 Nov 05 19:06:28.527515 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2bb1f6-fd99-4fea-b87d-6f5ddcb23c6d req-7ba90a51-4f46-481d-bce3-27141892f2cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:06:28.530435 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-eb2bb1f6-fd99-4fea-b87d-6f5ddcb23c6d req-7ba90a51-4f46-481d-bce3-27141892f2cc service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=66d106c6dd4c4a5f8ee0e1b8e1e52c1f&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1215394 Nov 05 19:06:28.643791 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2bb1f6-fd99-4fea-b87d-6f5ddcb23c6d req-81f58bb3-bae3-4466-bfcc-c34c97a925fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:06:28.645341 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-eb2bb1f6-fd99-4fea-b87d-6f5ddcb23c6d req-81f58bb3-bae3-4466-bfcc-c34c97a925fc service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1070924 Nov 05 19:06:28.757988 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f524b0b4-8e98-4f89-a2e3-a811f933a915 req-96eb2af4-036e-4b77-905d-1bc634e58037 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:06:28.759529 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-f524b0b4-8e98-4f89-a2e3-a811f933a915 req-96eb2af4-036e-4b77-905d-1bc634e58037 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=66d106c6dd4c4a5f8ee0e1b8e1e52c1f&device_id=037f2f79-ad92-4390-82c3-4e6da3edfa29 HTTP/1.1" status: 200 len: 1095 time: 0.0733495 Nov 05 19:06:28.760655 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-fa8ff696-e8f6-4efb-bcf8-fab38b04ccb0 req-1d11b61c-d151-4376-93d5-51b7a50ef5e1 tempest-VolumesSnapshotTestJSON-1437954504 tempest-VolumesSnapshotTestJSON-1437954504-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ac36e7d-4741-4787-a159-f6177c5f27af HTTP/1.1" status: 200 len: 210 time: 0.4043643 Nov 05 19:06:28.820135 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-f524b0b4-8e98-4f89-a2e3-a811f933a915 req-27d305fb-37af-4a69-99c0-5efac40d2f01 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=227e03a2-009b-4a7c-ba14-f0ce0effddb6 HTTP/1.1" status: 200 len: 217 time: 0.0487900 Nov 05 19:06:28.833668 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.db_base_plugin_common [req-0fa0cccd-401b-4a42-b412-79a5fa40bf1c req-05656ec7-0536-41c5-930e-a2101d99d83b tempest-VolumesSnapshotTestJSON-1437954504 tempest-VolumesSnapshotTestJSON-1437954504-project] Allocated IP 172.20.0.4 (01b045d0-82c9-45d8-bd3e-cf491500bbe1/9e3897e1-4b3c-4258-9f3e-7c4058b653aa/92d95c77-f412-4ad1-b09c-bf7ae14b0cf8) {{(pid=102387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 19:06:28.851397 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e08092a-200e-42b5-bd22-83b94e37abe8 tempest-RoutersAdminTest-252873888 tempest-RoutersAdminTest-252873888-project] Notify agent at l3_agent.n-d-816865-1 the message routers_updated {{(pid=102387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 19:06:28.862584 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95ccbf9d-5d26-4142-8b30-77b57d7a74f8 None None] Sync routers for ids ['e74891a5-301d-4bfa-8739-6782b4c9b80f'] in n-d-816865-1 {{(pid=102389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 19:06:28.872394 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95ccbf9d-5d26-4142-8b30-77b57d7a74f8 None None] Routers {'e74891a5-301d-4bfa-8739-6782b4c9b80f'} bound to L3 agent in host n-d-816865-1 {{(pid=102389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 19:06:28.873003 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-95ccbf9d-5d26-4142-8b30-77b57d7a74f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T19:06:05Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['e74891a5-301d-4bfa-8739-6782b4c9b80f'], 'active': True} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:06:28.901151 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f524b0b4-8e98-4f89-a2e3-a811f933a915 req-c0acea47-84e6-4ca4-b784-09e4265ed891 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:06:28.903725 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-f524b0b4-8e98-4f89-a2e3-a811f933a915 req-c0acea47-84e6-4ca4-b784-09e4265ed891 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d406217a-4ea3-4e28-a721-bdaf3f70993e HTTP/1.1" status: 200 len: 848 time: 0.0752885 Nov 05 19:06:28.939637 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-95ccbf9d-5d26-4142-8b30-77b57d7a74f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816865-1', False) {} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:06:28.951159 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95ccbf9d-5d26-4142-8b30-77b57d7a74f8 None None] Routers {'e74891a5-301d-4bfa-8739-6782b4c9b80f'} bound to L3 agent in host n-d-816865-1 {{(pid=102389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 19:06:28.952154 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-95ccbf9d-5d26-4142-8b30-77b57d7a74f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T19:06:05Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['e74891a5-301d-4bfa-8739-6782b4c9b80f'], 'active': True} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:06:28.962353 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-f524b0b4-8e98-4f89-a2e3-a811f933a915 req-d2ff0134-6631-4a7a-b233-c1abc2789e43 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=988b2c30-2664-4b6d-b6bb-be77034cdb5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0495360 Nov 05 19:06:28.984141 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-7e08092a-200e-42b5-bd22-83b94e37abe8 tempest-RoutersAdminTest-252873888 tempest-RoutersAdminTest-252873888-project] Publish callbacks [] for router, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:06:28.985472 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-7e08092a-200e-42b5-bd22-83b94e37abe8 tempest-RoutersAdminTest-252873888 tempest-RoutersAdminTest-252873888-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 3.1733956 Nov 05 19:06:28.988344 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 54992) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:06:28.998110 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-2083af41-367f-48ec-9d1c-9832d920be95 tempest-RoutersAdminTest-252873888 tempest-RoutersAdminTest-252873888-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:06:29.021868 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-95ccbf9d-5d26-4142-8b30-77b57d7a74f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816865-1', False) {} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:06:29.023264 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95ccbf9d-5d26-4142-8b30-77b57d7a74f8 None None] The sync data for ids ['e74891a5-301d-4bfa-8739-6782b4c9b80f'] in n-d-816865-1 is: [] {{(pid=102389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 19:06:29.101396 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-f524b0b4-8e98-4f89-a2e3-a811f933a915 req-ecaeb59b-2a55-4ea7-a6f6-cfd4df9d20ad service neutron] 10.222.0.41 "GET /v2.0/networks/988b2c30-2664-4b6d-b6bb-be77034cdb5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1311612 Nov 05 19:06:29.300302 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-f524b0b4-8e98-4f89-a2e3-a811f933a915 req-9ef9d1f7-cac8-48a1-8dd7-d8efe300a6c4 service neutron] 10.222.0.41 "GET /v2.0/networks/988b2c30-2664-4b6d-b6bb-be77034cdb5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1892943 Nov 05 19:06:29.304703 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-0fa0cccd-401b-4a42-b412-79a5fa40bf1c req-05656ec7-0536-41c5-930e-a2101d99d83b tempest-VolumesSnapshotTestJSON-1437954504 tempest-VolumesSnapshotTestJSON-1437954504-project] Publish callbacks [] for port, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:06:29.385027 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8b1772-58e2-4c60-bd1a-f04f9f588e9e req-6fd9e7a6-6b6a-47a2-aea8-0326f974e095 tempest-VolumesActionsTest-325667044 tempest-VolumesActionsTest-325667044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:06:29.386618 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-ba8b1772-58e2-4c60-bd1a-f04f9f588e9e req-6fd9e7a6-6b6a-47a2-aea8-0326f974e095 tempest-VolumesActionsTest-325667044 tempest-VolumesActionsTest-325667044-project] 10.222.0.13 "GET /v2.0/ports?device_id=037f2f79-ad92-4390-82c3-4e6da3edfa29 HTTP/1.1" status: 200 len: 944 time: 0.1285584 Nov 05 19:06:29.509247 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-ba8b1772-58e2-4c60-bd1a-f04f9f588e9e req-ceaba5ad-d217-40da-8909-940cec7b8419 tempest-VolumesActionsTest-325667044 tempest-VolumesActionsTest-325667044-project] 10.222.0.13 "GET /v2.0/security-groups?id=7bc6632f-f0b1-4a8f-9289-6c147eb3f21c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164420 Nov 05 19:06:29.576411 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-0fa0cccd-401b-4a42-b412-79a5fa40bf1c req-05656ec7-0536-41c5-930e-a2101d99d83b tempest-VolumesSnapshotTestJSON-1437954504 tempest-VolumesSnapshotTestJSON-1437954504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4417063'] for port, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:06:29.580547 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-2083af41-367f-48ec-9d1c-9832d920be95 tempest-RoutersAdminTest-252873888 tempest-RoutersAdminTest-252873888-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:06:29.636345 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0fa0cccd-401b-4a42-b412-79a5fa40bf1c req-05656ec7-0536-41c5-930e-a2101d99d83b tempest-VolumesSnapshotTestJSON-1437954504 tempest-VolumesSnapshotTestJSON-1437954504-project] Network 01b045d0-82c9-45d8-bd3e-cf491500bbe1 is already hosted by enough agents. {{(pid=102387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 19:06:29.641635 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.base_scheduler [req-0fa0cccd-401b-4a42-b412-79a5fa40bf1c req-05656ec7-0536-41c5-930e-a2101d99d83b tempest-VolumesSnapshotTestJSON-1437954504 tempest-VolumesSnapshotTestJSON-1437954504-project] Resources bound (agent type, host, resource id): {{(pid=102387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 19:06:29.645632 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.l3_dvrscheduler_db [req-0fa0cccd-401b-4a42-b412-79a5fa40bf1c req-05656ec7-0536-41c5-930e-a2101d99d83b tempest-VolumesSnapshotTestJSON-1437954504 tempest-VolumesSnapshotTestJSON-1437954504-project] Received port after_create {{(pid=102387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 19:06:29.673767 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05656ec7-0536-41c5-930e-a2101d99d83b tempest-VolumesSnapshotTestJSON-1437954504 tempest-VolumesSnapshotTestJSON-1437954504-project] Pushing event updated for resources: {'Port': ['ID=92d95c77-f412-4ad1-b09c-bf7ae14b0cf8,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:06:29.696426 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-2083af41-367f-48ec-9d1c-9832d920be95 tempest-RoutersAdminTest-252873888 tempest-RoutersAdminTest-252873888-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:06:29.736257 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa0cccd-401b-4a42-b412-79a5fa40bf1c req-05656ec7-0536-41c5-930e-a2101d99d83b tempest-VolumesSnapshotTestJSON-1437954504 tempest-VolumesSnapshotTestJSON-1437954504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:06:29.737062 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-0fa0cccd-401b-4a42-b412-79a5fa40bf1c req-05656ec7-0536-41c5-930e-a2101d99d83b tempest-VolumesSnapshotTestJSON-1437954504 tempest-VolumesSnapshotTestJSON-1437954504-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:06:29.800365 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-0fa0cccd-401b-4a42-b412-79a5fa40bf1c req-05656ec7-0536-41c5-930e-a2101d99d83b tempest-VolumesSnapshotTestJSON-1437954504 tempest-VolumesSnapshotTestJSON-1437954504-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9164262 Nov 05 19:06:29.816802 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [req-0fa0cccd-401b-4a42-b412-79a5fa40bf1c req-75a625e0-0844-493c-a731-f4e7bd636008 service neutron] Request body: {'port': {'device_id': '0ac36e7d-4741-4787-a159-f6177c5f27af', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816865-1'}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:06:29.854478 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [None req-2083af41-367f-48ec-9d1c-9832d920be95 tempest-RoutersAdminTest-252873888 tempest-RoutersAdminTest-252873888-project] Deleting port 57597053-6ed9-4508-8216-345de877bd69 {{(pid=102387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 19:06:29.855209 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-2083af41-367f-48ec-9d1c-9832d920be95 tempest-RoutersAdminTest-252873888 tempest-RoutersAdminTest-252873888-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:06:29.974711 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-0fa0cccd-401b-4a42-b412-79a5fa40bf1c req-75a625e0-0844-493c-a731-f4e7bd636008 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:06:29.985981 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf9a4b6-f75c-4674-8529-75a0fcf91f91 req-5d3fd4bb-500f-4605-b9a6-a2d6c57d28c6 tempest-VolumesSnapshotTestJSON-1437954504 tempest-VolumesSnapshotTestJSON-1437954504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:06:29.987639 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-dcf9a4b6-f75c-4674-8529-75a0fcf91f91 req-5d3fd4bb-500f-4605-b9a6-a2d6c57d28c6 tempest-VolumesSnapshotTestJSON-1437954504 tempest-VolumesSnapshotTestJSON-1437954504-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ac36e7d-4741-4787-a159-f6177c5f27af HTTP/1.1" status: 200 len: 931 time: 0.1373751 Nov 05 19:06:30.055837 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-2083af41-367f-48ec-9d1c-9832d920be95 tempest-RoutersAdminTest-252873888 tempest-RoutersAdminTest-252873888-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:06:30.086378 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [None req-2083af41-367f-48ec-9d1c-9832d920be95 tempest-RoutersAdminTest-252873888 tempest-RoutersAdminTest-252873888-project] Calling delete_port for 57597053-6ed9-4508-8216-345de877bd69 owned by network:router_gateway {{(pid=102387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 19:06:30.122976 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-dcf9a4b6-f75c-4674-8529-75a0fcf91f91 req-c0187fc5-c20c-443e-8db7-6640e84604c9 tempest-VolumesSnapshotTestJSON-1437954504 tempest-VolumesSnapshotTestJSON-1437954504-project] 10.222.0.13 "GET /v2.0/security-groups?id=d7b9c99a-6df0-4863-822b-c575f2680e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244252 Nov 05 19:06:30.486412 n-d-816865-1 neutron-server[102387]: DEBUG neutron.notifiers.nova [req-0fa0cccd-401b-4a42-b412-79a5fa40bf1c req-75a625e0-0844-493c-a731-f4e7bd636008 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 92d95c77-f412-4ad1-b09c-bf7ae14b0cf8 {{(pid=102387) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 19:06:30.494433 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-0fa0cccd-401b-4a42-b412-79a5fa40bf1c req-75a625e0-0844-493c-a731-f4e7bd636008 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:06:30.559180 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.provisioning_blocks [req-0fa0cccd-401b-4a42-b412-79a5fa40bf1c req-75a625e0-0844-493c-a731-f4e7bd636008 service neutron] Transition to ACTIVE for port object 92d95c77-f412-4ad1-b09c-bf7ae14b0cf8 will not be triggered until provisioned by entity L2. {{(pid=102387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 05 19:06:30.560526 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-2083af41-367f-48ec-9d1c-9832d920be95 tempest-RoutersAdminTest-252873888 tempest-RoutersAdminTest-252873888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4417063'] for port, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:06:30.604711 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2083af41-367f-48ec-9d1c-9832d920be95 tempest-RoutersAdminTest-252873888 tempest-RoutersAdminTest-252873888-project] Pushing event deleted for resources: {'Port': ['ID=57597053-6ed9-4508-8216-345de877bd69,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:06:30.699410 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-0fa0cccd-401b-4a42-b412-79a5fa40bf1c req-75a625e0-0844-493c-a731-f4e7bd636008 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4417072'] for port, after_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:06:30.769265 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-2083af41-367f-48ec-9d1c-9832d920be95 tempest-RoutersAdminTest-252873888 tempest-RoutersAdminTest-252873888-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1000651'] for router_gateway, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:06:30.778306 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276b9d39-4c1a-4b0e-8a7a-489b2ffdad53 req-cf3d0734-0b9c-4031-8e7d-2e04ad30a833 tempest-VolumesActionsTest-325667044 tempest-VolumesActionsTest-325667044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:06:30.779821 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-276b9d39-4c1a-4b0e-8a7a-489b2ffdad53 req-cf3d0734-0b9c-4031-8e7d-2e04ad30a833 tempest-VolumesActionsTest-325667044 tempest-VolumesActionsTest-325667044-project] 10.222.0.13 "GET /v2.0/ports?device_id=037f2f79-ad92-4390-82c3-4e6da3edfa29 HTTP/1.1" status: 200 len: 944 time: 0.1628857 Nov 05 19:06:30.783268 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a625e0-0844-493c-a731-f4e7bd636008 service neutron] Pushing event updated for resources: {'Port': ['ID=92d95c77-f412-4ad1-b09c-bf7ae14b0cf8,revision_number=2']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:06:31.032848 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-276b9d39-4c1a-4b0e-8a7a-489b2ffdad53 req-bcbaa82a-8769-4b37-b12e-8de996d3269a tempest-VolumesActionsTest-325667044 tempest-VolumesActionsTest-325667044-project] 10.222.0.13 "GET /v2.0/security-groups?id=7bc6632f-f0b1-4a8f-9289-6c147eb3f21c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2068937 Nov 05 19:06:31.056804 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.managers [req-0fa0cccd-401b-4a42-b412-79a5fa40bf1c req-75a625e0-0844-493c-a731-f4e7bd636008 service neutron] Attempting to bind port 92d95c77-f412-4ad1-b09c-bf7ae14b0cf8 on host n-h1-816865-1 for vnic_type normal with profile {{(pid=102387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 19:06:31.057807 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.managers [req-0fa0cccd-401b-4a42-b412-79a5fa40bf1c req-75a625e0-0844-493c-a731-f4e7bd636008 service neutron] Attempting to bind port 92d95c77-f412-4ad1-b09c-bf7ae14b0cf8 by drivers openvswitch,hyperv on host n-h1-816865-1 at level 0 using segments [{'id': '9fdad650-1304-44e2-aad9-4017937c0790', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '01b045d0-82c9-45d8-bd3e-cf491500bbe1'}] {{(pid=102387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 19:06:31.058151 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fa0cccd-401b-4a42-b412-79a5fa40bf1c req-75a625e0-0844-493c-a731-f4e7bd636008 service neutron] Attempting to bind port 92d95c77-f412-4ad1-b09c-bf7ae14b0cf8 on network 01b045d0-82c9-45d8-bd3e-cf491500bbe1 {{(pid=102387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 19:06:31.093231 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fa0cccd-401b-4a42-b412-79a5fa40bf1c req-75a625e0-0844-493c-a731-f4e7bd636008 service neutron] Port 92d95c77-f412-4ad1-b09c-bf7ae14b0cf8 on network 01b045d0-82c9-45d8-bd3e-cf491500bbe1 not bound, no agent of type Open vSwitch agent registered on host n-h1-816865-1 {{(pid=102387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 19:06:31.093559 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fa0cccd-401b-4a42-b412-79a5fa40bf1c req-75a625e0-0844-493c-a731-f4e7bd636008 service neutron] Attempting to bind port 92d95c77-f412-4ad1-b09c-bf7ae14b0cf8 on network 01b045d0-82c9-45d8-bd3e-cf491500bbe1 {{(pid=102387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 19:06:31.126794 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fa0cccd-401b-4a42-b412-79a5fa40bf1c req-75a625e0-0844-493c-a731-f4e7bd636008 service neutron] Checking agent: {'id': 'eb596d7c-8c64-42bd-8aca-fad447eb0eab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816865-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 18, 33, 34), 'started_at': datetime.datetime(2021, 11, 5, 18, 33, 34), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 19, 6, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 19:06:31.127202 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fa0cccd-401b-4a42-b412-79a5fa40bf1c req-75a625e0-0844-493c-a731-f4e7bd636008 service neutron] Checking segment: {'id': '9fdad650-1304-44e2-aad9-4017937c0790', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '01b045d0-82c9-45d8-bd3e-cf491500bbe1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 19:06:31.127515 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fa0cccd-401b-4a42-b412-79a5fa40bf1c req-75a625e0-0844-493c-a731-f4e7bd636008 service neutron] Bound using segment: {'id': '9fdad650-1304-44e2-aad9-4017937c0790', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '01b045d0-82c9-45d8-bd3e-cf491500bbe1'} {{(pid=102387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 19:06:31.127962 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.managers [req-0fa0cccd-401b-4a42-b412-79a5fa40bf1c req-75a625e0-0844-493c-a731-f4e7bd636008 service neutron] Bound port: 92d95c77-f412-4ad1-b09c-bf7ae14b0cf8, host: n-h1-816865-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9fdad650-1304-44e2-aad9-4017937c0790', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '01b045d0-82c9-45d8-bd3e-cf491500bbe1'}}] {{(pid=102387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 19:06:31.128331 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-0fa0cccd-401b-4a42-b412-79a5fa40bf1c req-75a625e0-0844-493c-a731-f4e7bd636008 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:06:31.134758 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-2083af41-367f-48ec-9d1c-9832d920be95 tempest-RoutersAdminTest-252873888 tempest-RoutersAdminTest-252873888-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1000460', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-571265', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6845'] for router, precommit_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:06:31.145435 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-2083af41-367f-48ec-9d1c-9832d920be95 tempest-RoutersAdminTest-252873888 tempest-RoutersAdminTest-252873888-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1000487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1000469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1000478', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-571274'] for router, after_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:06:31.294866 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2083af41-367f-48ec-9d1c-9832d920be95 tempest-RoutersAdminTest-252873888 tempest-RoutersAdminTest-252873888-project] Router e74891a5-301d-4bfa-8739-6782b4c9b80f has already been hosted by L3 agent 6dcb5589-8e86-4616-9186-ddc4548e13ad {{(pid=102387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 19:06:31.315126 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.db [req-0fa0cccd-401b-4a42-b412-79a5fa40bf1c req-75a625e0-0844-493c-a731-f4e7bd636008 service neutron] For port 92d95c77-f412-4ad1-b09c-bf7ae14b0cf8, host n-h1-816865-1, cleared binding levels {{(pid=102387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 19:06:31.319617 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.db [req-0fa0cccd-401b-4a42-b412-79a5fa40bf1c req-75a625e0-0844-493c-a731-f4e7bd636008 service neutron] For port 92d95c77-f412-4ad1-b09c-bf7ae14b0cf8, host n-h1-816865-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=92d95c77-f412-4ad1-b09c-bf7ae14b0cf8,segment=NetworkSegment(9fdad650-1304-44e2-aad9-4017937c0790),segment_id=9fdad650-1304-44e2-aad9-4017937c0790)] {{(pid=102387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 19:06:31.370107 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528f9619-153d-4f16-9af6-98eda8d41bce req-9bffbb0e-ba3c-40a6-87a7-1b59afc9b509 tempest-VolumesSnapshotTestJSON-1437954504 tempest-VolumesSnapshotTestJSON-1437954504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:06:31.371610 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-528f9619-153d-4f16-9af6-98eda8d41bce req-9bffbb0e-ba3c-40a6-87a7-1b59afc9b509 tempest-VolumesSnapshotTestJSON-1437954504 tempest-VolumesSnapshotTestJSON-1437954504-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ac36e7d-4741-4787-a159-f6177c5f27af HTTP/1.1" status: 200 len: 943 time: 0.1290913 Nov 05 19:06:31.415391 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-0fa0cccd-401b-4a42-b412-79a5fa40bf1c req-75a625e0-0844-493c-a731-f4e7bd636008 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4417072'] for port, after_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:06:31.426831 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2083af41-367f-48ec-9d1c-9832d920be95 tempest-RoutersAdminTest-252873888 tempest-RoutersAdminTest-252873888-project] Notify agent at l3_agent.n-d-816865-1 the message routers_updated {{(pid=102387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 19:06:31.438792 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-2083af41-367f-48ec-9d1c-9832d920be95 tempest-RoutersAdminTest-252873888 tempest-RoutersAdminTest-252873888-project] Publish callbacks [] for router, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:06:31.439321 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1162a418-06af-4ea5-969e-1e059fd249cb None None] Sync routers for ids ['e74891a5-301d-4bfa-8739-6782b4c9b80f'] in n-d-816865-1 {{(pid=102388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 19:06:31.442499 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-2083af41-367f-48ec-9d1c-9832d920be95 tempest-RoutersAdminTest-252873888 tempest-RoutersAdminTest-252873888-project] 10.222.0.13 "PUT /v2.0/routers/e74891a5-301d-4bfa-8739-6782b4c9b80f HTTP/1.1" status: 200 len: 705 time: 2.4531469 Nov 05 19:06:31.442849 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 55042) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:06:31.454459 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1162a418-06af-4ea5-969e-1e059fd249cb None None] Routers {'e74891a5-301d-4bfa-8739-6782b4c9b80f'} bound to L3 agent in host n-d-816865-1 {{(pid=102388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 19:06:31.455461 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-1162a418-06af-4ea5-969e-1e059fd249cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T19:06:05Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['e74891a5-301d-4bfa-8739-6782b4c9b80f'], 'active': True} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:06:31.487559 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa0cccd-401b-4a42-b412-79a5fa40bf1c req-75a625e0-0844-493c-a731-f4e7bd636008 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:06:31.488528 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-0fa0cccd-401b-4a42-b412-79a5fa40bf1c req-75a625e0-0844-493c-a731-f4e7bd636008 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:06:31.489990 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-0fa0cccd-401b-4a42-b412-79a5fa40bf1c req-75a625e0-0844-493c-a731-f4e7bd636008 service neutron] 10.222.0.41 "PUT /v2.0/ports/92d95c77-f412-4ad1-b09c-bf7ae14b0cf8 HTTP/1.1" status: 200 len: 1091 time: 1.6785622 Nov 05 19:06:31.492356 n-d-816865-1 neutron-server[102387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ac36e7d-4741-4787-a159-f6177c5f27af', 'tag': '92d95c77-f412-4ad1-b09c-bf7ae14b0cf8'}] {{(pid=102387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 19:06:31.495182 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab06bd4ddf5758c1f10d79fe34dc215bafa488692cde9dba2fcbcb67556f90bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a5e3bd0-3397-49bc-a80c-0045cb595aa9" -d '{"events": [{"name": "network-changed", "server_uuid": "0ac36e7d-4741-4787-a159-f6177c5f27af", "tag": "92d95c77-f412-4ad1-b09c-bf7ae14b0cf8"}]}' {{(pid=102387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 19:06:31.518995 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-1162a418-06af-4ea5-969e-1e059fd249cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816865-1', False) {} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:06:31.535659 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1162a418-06af-4ea5-969e-1e059fd249cb None None] Routers {'e74891a5-301d-4bfa-8739-6782b4c9b80f'} bound to L3 agent in host n-d-816865-1 {{(pid=102388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 19:06:31.536536 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-1162a418-06af-4ea5-969e-1e059fd249cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T19:06:05Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['e74891a5-301d-4bfa-8739-6782b4c9b80f'], 'active': True} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:06:31.546273 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-528f9619-153d-4f16-9af6-98eda8d41bce req-a9ad5ee7-62fa-4d2e-b8e3-5cefef2df720 tempest-VolumesSnapshotTestJSON-1437954504 tempest-VolumesSnapshotTestJSON-1437954504-project] 10.222.0.13 "GET /v2.0/security-groups?id=d7b9c99a-6df0-4863-822b-c575f2680e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490197 Nov 05 19:06:31.552714 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a625e0-0844-493c-a731-f4e7bd636008 service neutron] Pushing event updated for resources: {'Port': ['ID=92d95c77-f412-4ad1-b09c-bf7ae14b0cf8,revision_number=3']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:06:31.563677 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-36d71e7e-6449-4e61-802a-234e045b3683 tempest-RoutersAdminTest-985037198 tempest-RoutersAdminTest-985037198-project-admin] 10.222.0.13 "GET /v2.0/routers/e74891a5-301d-4bfa-8739-6782b4c9b80f HTTP/1.1" status: 200 len: 740 time: 0.1196592 Nov 05 19:06:31.564524 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 55046) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:06:31.578180 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 19:06:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8c0b8de-c6e5-4639-919a-289a711499d4 x-openstack-request-id: req-f8c0b8de-c6e5-4639-919a-289a711499d4 {{(pid=102387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 19:06:31.578180 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ac36e7d-4741-4787-a159-f6177c5f27af", "tag": "92d95c77-f412-4ad1-b09c-bf7ae14b0cf8", "status": "completed", "code": 200}]} {{(pid=102387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 19:06:31.580133 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f8c0b8de-c6e5-4639-919a-289a711499d4 {{(pid=102387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 19:06:31.580133 n-d-816865-1 neutron-server[102387]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ac36e7d-4741-4787-a159-f6177c5f27af', 'tag': '92d95c77-f412-4ad1-b09c-bf7ae14b0cf8', 'status': 'completed', 'code': 200} Nov 05 19:06:31.585191 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-1162a418-06af-4ea5-969e-1e059fd249cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816865-1', False) {} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:06:31.585827 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1162a418-06af-4ea5-969e-1e059fd249cb None None] The sync data for ids ['e74891a5-301d-4bfa-8739-6782b4c9b80f'] in n-d-816865-1 is: [] {{(pid=102388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 19:06:31.639264 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-ce4776b9-4622-418d-85d9-602891c77fbf tempest-RoutersAdminTest-985037198 tempest-RoutersAdminTest-985037198-project-admin] 10.222.0.13 "GET /v2.0/ports?network_id=40c8335d-cd0b-4cb5-910a-d4dcddd5cbec&device_id=e74891a5-301d-4bfa-8739-6782b4c9b80f HTTP/1.1" status: 200 len: 205 time: 0.0728817 Nov 05 19:06:31.642213 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 55052) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:06:31.670139 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5e3bd0-3397-49bc-a80c-0045cb595aa9 req-53762e2a-24d0-44c2-9f90-b89964088118 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:06:31.671804 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-7a5e3bd0-3397-49bc-a80c-0045cb595aa9 req-53762e2a-24d0-44c2-9f90-b89964088118 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=634b410538db4628b0278615b03ee648&device_id=0ac36e7d-4741-4787-a159-f6177c5f27af HTTP/1.1" status: 200 len: 1094 time: 0.0581584 Nov 05 19:06:31.683120 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-73384ea7-f130-4693-9dda-7f9e96060963 tempest-RoutersAdminTest-252873888 tempest-RoutersAdminTest-252873888-project] 10.222.0.13 "GET /v2.0/ports?device_id=e74891a5-301d-4bfa-8739-6782b4c9b80f HTTP/1.1" status: 200 len: 205 time: 0.0388510 Nov 05 19:06:31.683426 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 55054) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:06:31.834369 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5e3bd0-3397-49bc-a80c-0045cb595aa9 req-7a810d64-c1bf-49b9-b304-40ced72c972a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:06:31.836361 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-7a5e3bd0-3397-49bc-a80c-0045cb595aa9 req-7a810d64-c1bf-49b9-b304-40ced72c972a service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=634b410538db4628b0278615b03ee648&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1568370 Nov 05 19:06:31.847667 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-7e923785-7c48-44bc-ab4e-92035a410e14 tempest-RoutersAdminTest-252873888 tempest-RoutersAdminTest-252873888-project] Publish callbacks [] for router, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:06:31.946501 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5e3bd0-3397-49bc-a80c-0045cb595aa9 req-3eb5bb2c-1759-47a6-ad58-2062e6e853c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:06:31.948976 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-7a5e3bd0-3397-49bc-a80c-0045cb595aa9 req-3eb5bb2c-1759-47a6-ad58-2062e6e853c3 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1046491 Nov 05 19:06:32.028237 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-7e923785-7c48-44bc-ab4e-92035a410e14 tempest-RoutersAdminTest-252873888 tempest-RoutersAdminTest-252873888-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-571301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6852'] for router, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:06:32.030775 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-7e923785-7c48-44bc-ab4e-92035a410e14 tempest-RoutersAdminTest-252873888 tempest-RoutersAdminTest-252873888-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:06:32.040479 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa0cccd-401b-4a42-b412-79a5fa40bf1c req-683f3e2b-ae6d-4810-ae6a-94203e9f73d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:06:32.042659 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-0fa0cccd-401b-4a42-b412-79a5fa40bf1c req-683f3e2b-ae6d-4810-ae6a-94203e9f73d4 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=634b410538db4628b0278615b03ee648&device_id=0ac36e7d-4741-4787-a159-f6177c5f27af HTTP/1.1" status: 200 len: 1094 time: 0.0538526 Nov 05 19:06:32.118085 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-0fa0cccd-401b-4a42-b412-79a5fa40bf1c req-d78b1cdf-d5db-498a-b61f-73e824cbc68e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=92d95c77-f412-4ad1-b09c-bf7ae14b0cf8 HTTP/1.1" status: 200 len: 217 time: 0.0672791 Nov 05 19:06:32.202764 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-7e923785-7c48-44bc-ab4e-92035a410e14 tempest-RoutersAdminTest-252873888 tempest-RoutersAdminTest-252873888-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-571310'] for router, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:06:32.203473 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e923785-7c48-44bc-ab4e-92035a410e14 tempest-RoutersAdminTest-252873888 tempest-RoutersAdminTest-252873888-project] Fanout notify agent at l3_agent the message router_deleted on router e74891a5-301d-4bfa-8739-6782b4c9b80f {{(pid=102386) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 05 19:06:32.203742 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa0cccd-401b-4a42-b412-79a5fa40bf1c req-0da7d9aa-3135-4ec8-b266-7c0ba334491b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:06:32.211236 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-7e923785-7c48-44bc-ab4e-92035a410e14 tempest-RoutersAdminTest-252873888 tempest-RoutersAdminTest-252873888-project] Publish callbacks [] for router, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:06:32.212602 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-7e923785-7c48-44bc-ab4e-92035a410e14 tempest-RoutersAdminTest-252873888 tempest-RoutersAdminTest-252873888-project] 10.222.0.13 "DELETE /v2.0/routers/e74891a5-301d-4bfa-8739-6782b4c9b80f HTTP/1.1" status: 204 len: 168 time: 0.5281785 Nov 05 19:06:32.213880 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-0fa0cccd-401b-4a42-b412-79a5fa40bf1c req-0da7d9aa-3135-4ec8-b266-7c0ba334491b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=9e3897e1-4b3c-4258-9f3e-7c4058b653aa HTTP/1.1" status: 200 len: 853 time: 0.0869641 Nov 05 19:06:32.216222 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 55068) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:06:32.248821 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-a25010cd-7568-4240-9900-5ba736637379 tempest-RoutersAdminTest-252873888 tempest-RoutersAdminTest-252873888-project] 10.222.0.13 "GET /v2.0/ports?device_id=e74891a5-301d-4bfa-8739-6782b4c9b80f HTTP/1.1" status: 200 len: 205 time: 0.0292993 Nov 05 19:06:32.252016 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 55070) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:06:32.255351 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-0fa0cccd-401b-4a42-b412-79a5fa40bf1c req-fe3db65b-f75a-4892-a734-04447f0dc239 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=01b045d0-82c9-45d8-bd3e-cf491500bbe1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0331781 Nov 05 19:06:32.267273 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d487a5c4-d372-4baa-a7f9-6947d4c8f2f9 req-63b43cac-cca3-46be-b197-d41fe119ee5e tempest-VolumesActionsTest-325667044 tempest-VolumesActionsTest-325667044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:06:32.267273 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-d487a5c4-d372-4baa-a7f9-6947d4c8f2f9 req-63b43cac-cca3-46be-b197-d41fe119ee5e tempest-VolumesActionsTest-325667044 tempest-VolumesActionsTest-325667044-project] 10.222.0.13 "GET /v2.0/ports?device_id=037f2f79-ad92-4390-82c3-4e6da3edfa29 HTTP/1.1" status: 200 len: 944 time: 0.1416049 Nov 05 19:06:32.297467 n-d-816865-1 neutron-server[102386]: INFO neutron.api.v2.resource [None req-8420c4b1-20de-416c-a810-0cecceb0fae3 tempest-RoutersAdminTest-252873888 tempest-RoutersAdminTest-252873888-project] delete failed (client error): The resource could not be found. Nov 05 19:06:32.298673 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-8420c4b1-20de-416c-a810-0cecceb0fae3 tempest-RoutersAdminTest-252873888 tempest-RoutersAdminTest-252873888-project] 10.222.0.13 "DELETE /v2.0/routers/e74891a5-301d-4bfa-8739-6782b4c9b80f HTTP/1.1" status: 404 len: 336 time: 0.0454438 Nov 05 19:06:32.301803 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 55074) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:06:32.333420 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-ab2c758d-2270-4125-a8cf-1e6fd064bb67 tempest-RoutersAdminTest-252873888 tempest-RoutersAdminTest-252873888-project] 10.222.0.13 "GET /v2.0/ports?device_id=019cf652-e7b3-44ee-95aa-875a7caac55b HTTP/1.1" status: 200 len: 205 time: 0.0307908 Nov 05 19:06:32.335688 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 55076) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:06:32.373019 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-d487a5c4-d372-4baa-a7f9-6947d4c8f2f9 req-a754ba2e-9c2e-415e-8628-cd4c75039c0a tempest-VolumesActionsTest-325667044 tempest-VolumesActionsTest-325667044-project] 10.222.0.13 "GET /v2.0/security-groups?id=7bc6632f-f0b1-4a8f-9289-6c147eb3f21c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829682 Nov 05 19:06:32.375706 n-d-816865-1 neutron-server[102386]: INFO neutron.api.v2.resource [None req-4c8f1956-d9de-4084-87a5-a202f5d66b03 tempest-RoutersAdminTest-252873888 tempest-RoutersAdminTest-252873888-project] delete failed (client error): The resource could not be found. Nov 05 19:06:32.377244 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-4c8f1956-d9de-4084-87a5-a202f5d66b03 tempest-RoutersAdminTest-252873888 tempest-RoutersAdminTest-252873888-project] 10.222.0.13 "DELETE /v2.0/routers/019cf652-e7b3-44ee-95aa-875a7caac55b HTTP/1.1" status: 404 len: 336 time: 0.0406590 Nov 05 19:06:32.380067 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 55082) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:06:32.412271 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-0fa0cccd-401b-4a42-b412-79a5fa40bf1c req-5de09e8e-c7f4-40c9-a2c9-17e275f9bbeb service neutron] 10.222.0.41 "GET /v2.0/networks/01b045d0-82c9-45d8-bd3e-cf491500bbe1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1442063 Nov 05 19:06:32.421383 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-6c1b9e9a-36f8-4dc3-b816-4d8320d5c48c tempest-RoutersAdminTest-252873888 tempest-RoutersAdminTest-252873888-project] 10.222.0.13 "GET /v2.0/ports?device_id=4afe8cf2-cc38-4471-982b-1a1952ece053 HTTP/1.1" status: 200 len: 205 time: 0.0369821 Nov 05 19:06:32.422505 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 55084) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:06:32.469689 n-d-816865-1 neutron-server[102386]: INFO neutron.api.v2.resource [None req-dc548145-2037-4bfa-903d-29ccb3cf2b7b tempest-RoutersAdminTest-252873888 tempest-RoutersAdminTest-252873888-project] delete failed (client error): The resource could not be found. Nov 05 19:06:32.473181 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-dc548145-2037-4bfa-903d-29ccb3cf2b7b tempest-RoutersAdminTest-252873888 tempest-RoutersAdminTest-252873888-project] 10.222.0.13 "DELETE /v2.0/routers/4afe8cf2-cc38-4471-982b-1a1952ece053 HTTP/1.1" status: 404 len: 336 time: 0.0464325 Nov 05 19:06:32.473356 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 55086) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:06:32.505655 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-88ceeb33-3b81-4f9c-843c-fc0214b49e41 tempest-RoutersAdminTest-252873888 tempest-RoutersAdminTest-252873888-project] 10.222.0.13 "GET /v2.0/ports?device_id=61203602-a66d-43a7-b04d-bafaefa50fd1 HTTP/1.1" status: 200 len: 205 time: 0.0290112 Nov 05 19:06:32.506569 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 55088) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:06:32.556757 n-d-816865-1 neutron-server[102387]: INFO neutron.api.v2.resource [None req-d085c5dc-817b-4f14-9714-81489e68b682 tempest-RoutersAdminTest-252873888 tempest-RoutersAdminTest-252873888-project] delete failed (client error): The resource could not be found. Nov 05 19:06:32.557918 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-d085c5dc-817b-4f14-9714-81489e68b682 tempest-RoutersAdminTest-252873888 tempest-RoutersAdminTest-252873888-project] 10.222.0.13 "DELETE /v2.0/routers/61203602-a66d-43a7-b04d-bafaefa50fd1 HTTP/1.1" status: 404 len: 336 time: 0.0506463 Nov 05 19:06:32.563456 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 55092) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:06:32.592806 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-0fa0cccd-401b-4a42-b412-79a5fa40bf1c req-63b451b3-a92b-4b95-b42d-c4a8da013b97 service neutron] 10.222.0.41 "GET /v2.0/networks/01b045d0-82c9-45d8-bd3e-cf491500bbe1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1723979 Nov 05 19:06:32.637979 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-b625bcaa-a1f1-4955-9d16-374783d0fe7a tempest-RoutersAdminTest-252873888 tempest-RoutersAdminTest-252873888-project] 10.222.0.13 "GET /v2.0/ports?device_id=bbb61d14-1e13-4c1c-b133-c28de96b7d2f HTTP/1.1" status: 200 len: 205 time: 0.0711904 Nov 05 19:06:32.640232 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 55098) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:06:32.642239 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-069425c4-1aa8-40ab-a9c6-751d16253947 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:06:32.680603 n-d-816865-1 neutron-server[102386]: INFO neutron.api.v2.resource [None req-a307ddc6-c36b-40ad-9b87-5391c9b6b247 tempest-RoutersAdminTest-252873888 tempest-RoutersAdminTest-252873888-project] delete failed (client error): The resource could not be found. Nov 05 19:06:32.682118 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-a307ddc6-c36b-40ad-9b87-5391c9b6b247 tempest-RoutersAdminTest-252873888 tempest-RoutersAdminTest-252873888-project] 10.222.0.13 "DELETE /v2.0/routers/bbb61d14-1e13-4c1c-b133-c28de96b7d2f HTTP/1.1" status: 404 len: 336 time: 0.0398765 Nov 05 19:06:32.684803 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 55100) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:06:32.694794 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b331b2bc-ae62-4e41-aab4-69c6d471dabc req-74924927-e84e-4fab-8be8-6ebd8cf76bf8 tempest-VolumesSnapshotTestJSON-1437954504 tempest-VolumesSnapshotTestJSON-1437954504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:06:32.696432 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-b331b2bc-ae62-4e41-aab4-69c6d471dabc req-74924927-e84e-4fab-8be8-6ebd8cf76bf8 tempest-VolumesSnapshotTestJSON-1437954504 tempest-VolumesSnapshotTestJSON-1437954504-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ac36e7d-4741-4787-a159-f6177c5f27af HTTP/1.1" status: 200 len: 943 time: 0.0584204 Nov 05 19:06:32.719635 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-3b305f4a-e8f1-4828-80f9-1389c9172cb6 tempest-RoutersAdminTest-252873888 tempest-RoutersAdminTest-252873888-project] 10.222.0.13 "GET /v2.0/ports?device_id=f28afda9-9e5c-42a4-957b-71659bf5ead6 HTTP/1.1" status: 200 len: 205 time: 0.0332878 Nov 05 19:06:32.721918 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 55102) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:06:32.767490 n-d-816865-1 neutron-server[102386]: INFO neutron.api.v2.resource [None req-fa62ccd0-530f-40c2-9d9e-1fe77725543c tempest-RoutersAdminTest-252873888 tempest-RoutersAdminTest-252873888-project] delete failed (client error): The resource could not be found. Nov 05 19:06:32.768529 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-fa62ccd0-530f-40c2-9d9e-1fe77725543c tempest-RoutersAdminTest-252873888 tempest-RoutersAdminTest-252873888-project] 10.222.0.13 "DELETE /v2.0/routers/f28afda9-9e5c-42a4-957b-71659bf5ead6 HTTP/1.1" status: 404 len: 336 time: 0.0454962 Nov 05 19:06:32.779863 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 55106) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:06:32.780146 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-b331b2bc-ae62-4e41-aab4-69c6d471dabc req-86e402a0-8335-41b5-9d87-1950caf1c303 tempest-VolumesSnapshotTestJSON-1437954504 tempest-VolumesSnapshotTestJSON-1437954504-project] 10.222.0.13 "GET /v2.0/security-groups?id=d7b9c99a-6df0-4863-822b-c575f2680e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645628 Nov 05 19:06:32.819776 n-d-816865-1 neutron-server[102386]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9fb23b9-c457-4783-a9e0-63e66d5e4b87 tempest-RoutersAdminTest-252873888 tempest-RoutersAdminTest-252873888-project] DELETE failed (client error): The resource could not be found. Nov 05 19:06:32.820510 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b9fb23b9-c457-4783-a9e0-63e66d5e4b87 tempest-RoutersAdminTest-252873888 tempest-RoutersAdminTest-252873888-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102386) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 05 19:06:32.824201 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-b9fb23b9-c457-4783-a9e0-63e66d5e4b87 tempest-RoutersAdminTest-252873888 tempest-RoutersAdminTest-252873888-project] 10.222.0.13 "DELETE /v2.0/subnets/6db0b681-d622-4fee-b004-ce4d940af4b2 HTTP/1.1" status: 404 len: 337 time: 0.0504160 Nov 05 19:06:33.363501 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 55118) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:06:33.489525 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-cebf3556-18cb-4284-9a37-0d5c33e77696 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:06:33.535127 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7490b14-87bb-4b30-8a90-c18c1e91582f req-be5f7a39-cb5a-4ffc-94b9-d1969e6b168d tempest-VolumesActionsTest-325667044 tempest-VolumesActionsTest-325667044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:06:33.537386 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-c7490b14-87bb-4b30-8a90-c18c1e91582f req-be5f7a39-cb5a-4ffc-94b9-d1969e6b168d tempest-VolumesActionsTest-325667044 tempest-VolumesActionsTest-325667044-project] 10.222.0.13 "GET /v2.0/ports?device_id=037f2f79-ad92-4390-82c3-4e6da3edfa29 HTTP/1.1" status: 200 len: 944 time: 0.0824468 Nov 05 19:06:33.583339 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-cebf3556-18cb-4284-9a37-0d5c33e77696 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:06:33.588990 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-c7490b14-87bb-4b30-8a90-c18c1e91582f req-5c120b80-32b5-4665-88e7-05a688bd66d9 tempest-VolumesActionsTest-325667044 tempest-VolumesActionsTest-325667044-project] 10.222.0.13 "GET /v2.0/security-groups?id=7bc6632f-f0b1-4a8f-9289-6c147eb3f21c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433738 Nov 05 19:06:33.642187 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-cebf3556-18cb-4284-9a37-0d5c33e77696 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:06:33.671817 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Device 227e03a2-009b-4a7c-ba14-f0ce0effddb6 details requested by agent hyperv_n-h1-816865-1 with host n-h1-816865-1 {{(pid=102388) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 05 19:06:33.707642 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-cebf3556-18cb-4284-9a37-0d5c33e77696 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=08ebac60c91748239b89d93ba71a0703&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3403111 Nov 05 19:06:33.707642 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cebf3556-18cb-4284-9a37-0d5c33e77696 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97e8531a-197d-42b3-a37c-282b1627028b,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:06:33.708213 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 55132) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:06:33.769615 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-04c35c5e-5d10-414d-92ea-1129cff811b9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:06:33.793752 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-04c35c5e-5d10-414d-92ea-1129cff811b9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:06:33.812868 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] For port 227e03a2-009b-4a7c-ba14-f0ce0effddb6, host n-h1-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=227e03a2-009b-4a7c-ba14-f0ce0effddb6,segment=NetworkSegment(b5a855e4-c288-41cb-be51-6dcace3c5b6a),segment_id=b5a855e4-c288-41cb-be51-6dcace3c5b6a)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:06:33.833201 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Returning: {'device': '227e03a2-009b-4a7c-ba14-f0ce0effddb6', 'network_id': '988b2c30-2664-4b6d-b6bb-be77034cdb5d', 'port_id': '227e03a2-009b-4a7c-ba14-f0ce0effddb6', 'mac_address': 'fa:16:3e:d8:48:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 199, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd406217a-4ea3-4e28-a721-bdaf3f70993e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102388) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 05 19:06:33.881161 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:06:33.903896 n-d-816865-1 neutron-server[102388]: DEBUG neutron.notifiers.nova [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 227e03a2-009b-4a7c-ba14-f0ce0effddb6 {{(pid=102388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 19:06:33.920191 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-04c35c5e-5d10-414d-92ea-1129cff811b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:06:33.922754 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-04c35c5e-5d10-414d-92ea-1129cff811b9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:06:33.926938 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-04c35c5e-5d10-414d-92ea-1129cff811b9 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/97e8531a-197d-42b3-a37c-282b1627028b HTTP/1.1" status: 204 len: 168 time: 0.2151198 Nov 05 19:06:33.935566 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c35c5e-5d10-414d-92ea-1129cff811b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97e8531a-197d-42b3-a37c-282b1627028b,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:06:33.940513 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] For port 227e03a2-009b-4a7c-ba14-f0ce0effddb6, host n-h1-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=227e03a2-009b-4a7c-ba14-f0ce0effddb6,segment=NetworkSegment(b5a855e4-c288-41cb-be51-6dcace3c5b6a),segment_id=b5a855e4-c288-41cb-be51-6dcace3c5b6a)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:06:33.963777 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c066b842-5c5c-4799-8ced-35ba39c573c1 req-99165d1b-55c7-4ce9-9244-a329d56d6f62 tempest-VolumesSnapshotTestJSON-1437954504 tempest-VolumesSnapshotTestJSON-1437954504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:06:33.965772 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-c066b842-5c5c-4799-8ced-35ba39c573c1 req-99165d1b-55c7-4ce9-9244-a329d56d6f62 tempest-VolumesSnapshotTestJSON-1437954504 tempest-VolumesSnapshotTestJSON-1437954504-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ac36e7d-4741-4787-a159-f6177c5f27af HTTP/1.1" status: 200 len: 943 time: 0.0782351 Nov 05 19:06:34.003385 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:06:34.055528 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-c066b842-5c5c-4799-8ced-35ba39c573c1 req-eb1911f0-bf24-455c-ba4b-aa3f232b2c66 tempest-VolumesSnapshotTestJSON-1437954504 tempest-VolumesSnapshotTestJSON-1437954504-project] 10.222.0.13 "GET /v2.0/security-groups?id=d7b9c99a-6df0-4863-822b-c575f2680e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802276 Nov 05 19:06:34.079932 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Pushing event updated for resources: {'Port': ['ID=227e03a2-009b-4a7c-ba14-f0ce0effddb6,revision_number=4']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:06:34.090689 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:06:34.091040 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:06:34.091385 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:06:34.091723 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:06:34.092055 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:06:34.092559 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:06:34.092890 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:06:34.093213 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:06:34.093695 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:06:34.094023 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:06:34.094368 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:06:34.094690 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:06:34.220265 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] get_ports_and_sgs() called for port_ids ['227e03a2-009b-4a7c-ba14-f0ce0effddb6'] {{(pid=102388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 19:06:34.272361 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:06:34.627811 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 55158) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:06:34.670590 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-8ba43976-d3b9-4e85-b8d3-70644e9b5e50 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=58dae232b06946ebb3a871c8ea833814&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0415301 Nov 05 19:06:34.672958 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 55162) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:06:34.754844 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e608c80-7b69-4810-a173-6fa8f3362532 req-e8cea7b9-9923-45a4-9cda-29bbe953f40a tempest-VolumesActionsTest-325667044 tempest-VolumesActionsTest-325667044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:06:34.756348 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-9e608c80-7b69-4810-a173-6fa8f3362532 req-e8cea7b9-9923-45a4-9cda-29bbe953f40a tempest-VolumesActionsTest-325667044 tempest-VolumesActionsTest-325667044-project] 10.222.0.13 "GET /v2.0/ports?device_id=037f2f79-ad92-4390-82c3-4e6da3edfa29 HTTP/1.1" status: 200 len: 945 time: 0.0773396 Nov 05 19:06:34.773480 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-e463f5a2-c598-4f99-b97b-a9d5fe3934d7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:06:34.817408 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-e463f5a2-c598-4f99-b97b-a9d5fe3934d7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:06:34.837470 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-9e608c80-7b69-4810-a173-6fa8f3362532 req-1c4ed5cb-a123-43bd-bf14-d108c6c78dc2 tempest-VolumesActionsTest-325667044 tempest-VolumesActionsTest-325667044-project] 10.222.0.13 "GET /v2.0/security-groups?id=7bc6632f-f0b1-4a8f-9289-6c147eb3f21c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728831 Nov 05 19:06:34.961778 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-e463f5a2-c598-4f99-b97b-a9d5fe3934d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:06:34.964457 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-e463f5a2-c598-4f99-b97b-a9d5fe3934d7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:06:34.965616 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-e463f5a2-c598-4f99-b97b-a9d5fe3934d7 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9483d9af-8d76-4f2a-adb2-f2b220ab1313 HTTP/1.1" status: 204 len: 168 time: 0.2917604 Nov 05 19:06:34.975670 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e463f5a2-c598-4f99-b97b-a9d5fe3934d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9483d9af-8d76-4f2a-adb2-f2b220ab1313,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:06:35.204421 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bec4d65-c573-41c2-92fe-910bdcbec958 req-2d3474fc-fd73-462f-addc-9c858bfdb0b9 tempest-VolumesSnapshotTestJSON-1437954504 tempest-VolumesSnapshotTestJSON-1437954504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:06:35.206004 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-3bec4d65-c573-41c2-92fe-910bdcbec958 req-2d3474fc-fd73-462f-addc-9c858bfdb0b9 tempest-VolumesSnapshotTestJSON-1437954504 tempest-VolumesSnapshotTestJSON-1437954504-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ac36e7d-4741-4787-a159-f6177c5f27af HTTP/1.1" status: 200 len: 943 time: 0.0685089 Nov 05 19:06:35.263214 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-3bec4d65-c573-41c2-92fe-910bdcbec958 req-c17e825d-31c9-4350-8562-23149b75ba41 tempest-VolumesSnapshotTestJSON-1437954504 tempest-VolumesSnapshotTestJSON-1437954504-project] 10.222.0.13 "GET /v2.0/security-groups?id=d7b9c99a-6df0-4863-822b-c575f2680e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509624 Nov 05 19:06:35.345294 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-01b466a5-c8d7-4229-be4b-29eeb16f50a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:06:35.685607 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Device 92d95c77-f412-4ad1-b09c-bf7ae14b0cf8 details requested by agent hyperv_n-h1-816865-1 with host n-h1-816865-1 {{(pid=102388) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 05 19:06:35.729131 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Device 227e03a2-009b-4a7c-ba14-f0ce0effddb6 up at agent hyperv_n-h1-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 19:06:35.837010 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] For port 92d95c77-f412-4ad1-b09c-bf7ae14b0cf8, host n-h1-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=92d95c77-f412-4ad1-b09c-bf7ae14b0cf8,segment=NetworkSegment(9fdad650-1304-44e2-aad9-4017937c0790),segment_id=9fdad650-1304-44e2-aad9-4017937c0790)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:06:35.850662 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Returning: {'device': '92d95c77-f412-4ad1-b09c-bf7ae14b0cf8', 'network_id': '01b045d0-82c9-45d8-bd3e-cf491500bbe1', 'port_id': '92d95c77-f412-4ad1-b09c-bf7ae14b0cf8', 'mac_address': 'fa:16:3e:bd:4e:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e3897e1-4b3c-4258-9f3e-7c4058b653aa', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102388) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 05 19:06:35.926347 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:06:35.949376 n-d-816865-1 neutron-server[102388]: DEBUG neutron.notifiers.nova [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 92d95c77-f412-4ad1-b09c-bf7ae14b0cf8 {{(pid=102388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 19:06:36.004961 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] For port 92d95c77-f412-4ad1-b09c-bf7ae14b0cf8, host n-h1-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=92d95c77-f412-4ad1-b09c-bf7ae14b0cf8,segment=NetworkSegment(9fdad650-1304-44e2-aad9-4017937c0790),segment_id=9fdad650-1304-44e2-aad9-4017937c0790)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:06:36.006668 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Provisioning for port 227e03a2-009b-4a7c-ba14-f0ce0effddb6 completed by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 05 19:06:36.014032 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Provisioning complete for port 227e03a2-009b-4a7c-ba14-f0ce0effddb6 triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:06:36.014474 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:06:36.030166 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d15f708-7d30-41f0-904e-e62325107022 req-35eab94b-6ae3-4f89-ae60-c5462aa7c164 tempest-VolumesActionsTest-325667044 tempest-VolumesActionsTest-325667044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:06:36.043494 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-2d15f708-7d30-41f0-904e-e62325107022 req-35eab94b-6ae3-4f89-ae60-c5462aa7c164 tempest-VolumesActionsTest-325667044 tempest-VolumesActionsTest-325667044-project] 10.222.0.13 "GET /v2.0/ports?device_id=037f2f79-ad92-4390-82c3-4e6da3edfa29 HTTP/1.1" status: 200 len: 945 time: 0.0803025 Nov 05 19:06:36.094031 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:06:36.124092 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-2d15f708-7d30-41f0-904e-e62325107022 req-52cc0283-08db-46f7-aa99-02ac68fdbbe7 tempest-VolumesActionsTest-325667044 tempest-VolumesActionsTest-325667044-project] 10.222.0.13 "GET /v2.0/security-groups?id=7bc6632f-f0b1-4a8f-9289-6c147eb3f21c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786328 Nov 05 19:06:36.317258 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Pushing event updated for resources: {'Port': ['ID=92d95c77-f412-4ad1-b09c-bf7ae14b0cf8,revision_number=4']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:06:36.317258 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:06:36.317258 n-d-816865-1 neutron-server[102388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '037f2f79-ad92-4390-82c3-4e6da3edfa29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '227e03a2-009b-4a7c-ba14-f0ce0effddb6'}] {{(pid=102388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 19:06:36.317258 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85474fee1180e129d8a886d264fe0b30223aa672dd1ffe43b630605f18504f68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf261acd-cc6d-456d-ae09-568296992e25" -d '{"events": [{"server_uuid": "037f2f79-ad92-4390-82c3-4e6da3edfa29", "name": "network-vif-plugged", "status": "completed", "tag": "227e03a2-009b-4a7c-ba14-f0ce0effddb6"}]}' {{(pid=102388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 19:06:36.317258 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] For port 227e03a2-009b-4a7c-ba14-f0ce0effddb6, host n-h1-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=227e03a2-009b-4a7c-ba14-f0ce0effddb6,segment=NetworkSegment(b5a855e4-c288-41cb-be51-6dcace3c5b6a),segment_id=b5a855e4-c288-41cb-be51-6dcace3c5b6a)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:06:36.326848 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] get_ports_and_sgs() called for port_ids ['92d95c77-f412-4ad1-b09c-bf7ae14b0cf8'] {{(pid=102388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 19:06:36.347251 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 55228) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:06:36.370159 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 19:06:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42384eb9-79fd-4c33-aeea-29b6a933f6f1 x-openstack-request-id: req-42384eb9-79fd-4c33-aeea-29b6a933f6f1 {{(pid=102388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 19:06:36.370790 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "037f2f79-ad92-4390-82c3-4e6da3edfa29", "name": "network-vif-plugged", "status": "completed", "tag": "227e03a2-009b-4a7c-ba14-f0ce0effddb6", "code": 200}]} {{(pid=102388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 19:06:36.370790 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-42384eb9-79fd-4c33-aeea-29b6a933f6f1 {{(pid=102388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 19:06:36.371085 n-d-816865-1 neutron-server[102388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '037f2f79-ad92-4390-82c3-4e6da3edfa29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '227e03a2-009b-4a7c-ba14-f0ce0effddb6', 'code': 200} Nov 05 19:06:36.374752 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b304910f-7b27-444b-a8fc-977d26b1ceac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:06:36.392356 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:06:36.395212 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:06:36.396241 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992549ac-0fa2-4ece-9be4-3db6c38338ba req-cfcbf324-58ae-4c21-a234-625f397ed184 tempest-VolumesSnapshotTestJSON-1437954504 tempest-VolumesSnapshotTestJSON-1437954504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:06:36.397787 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-992549ac-0fa2-4ece-9be4-3db6c38338ba req-cfcbf324-58ae-4c21-a234-625f397ed184 tempest-VolumesSnapshotTestJSON-1437954504 tempest-VolumesSnapshotTestJSON-1437954504-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ac36e7d-4741-4787-a159-f6177c5f27af HTTP/1.1" status: 200 len: 944 time: 0.0538719 Nov 05 19:06:36.467371 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Pushing event updated for resources: {'Port': ['ID=227e03a2-009b-4a7c-ba14-f0ce0effddb6,revision_number=5']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:06:36.499230 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96095d04-e639-4216-937d-5e55db48a8db req-4a0a4f64-6e21-4df4-a6b9-6d4c11625580 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:06:36.500852 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-96095d04-e639-4216-937d-5e55db48a8db req-4a0a4f64-6e21-4df4-a6b9-6d4c11625580 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=037f2f79-ad92-4390-82c3-4e6da3edfa29 HTTP/1.1" status: 200 len: 1097 time: 0.0951419 Nov 05 19:06:36.511076 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-992549ac-0fa2-4ece-9be4-3db6c38338ba req-478ae170-0d3e-46b0-8803-209f1953221f tempest-VolumesSnapshotTestJSON-1437954504 tempest-VolumesSnapshotTestJSON-1437954504-project] 10.222.0.13 "GET /v2.0/security-groups?id=d7b9c99a-6df0-4863-822b-c575f2680e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039851 Nov 05 19:06:36.534294 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-b0a7e52b-266f-4f33-a9cc-5571d52c24c7 tempest-AgentManagementNegativeTest-450237735 tempest-AgentManagementNegativeTest-450237735-project] 10.222.0.13 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.1854141 Nov 05 19:06:36.591164 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-96095d04-e639-4216-937d-5e55db48a8db req-97fb6de2-d63e-4a8e-bc38-33106e030286 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=7bc6632f-f0b1-4a8f-9289-6c147eb3f21c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784459 Nov 05 19:06:37.089837 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 55256) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:06:37.253135 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51b557c-ea60-4b78-bde3-ce8487fc95b6 req-a5a6a7ef-0364-490a-956a-d2c5f045b78b tempest-VolumesActionsTest-325667044 tempest-VolumesActionsTest-325667044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:06:37.254699 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-f51b557c-ea60-4b78-bde3-ce8487fc95b6 req-a5a6a7ef-0364-490a-956a-d2c5f045b78b tempest-VolumesActionsTest-325667044 tempest-VolumesActionsTest-325667044-project] 10.222.0.13 "GET /v2.0/ports?device_id=037f2f79-ad92-4390-82c3-4e6da3edfa29 HTTP/1.1" status: 200 len: 946 time: 0.0544133 Nov 05 19:06:37.283807 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-9ce2b031-47c3-4f8d-92ee-4cefc1f72e17 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:06:37.311682 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-f51b557c-ea60-4b78-bde3-ce8487fc95b6 req-bf5e93db-9a01-4e78-b5e4-3a84dcd2559d tempest-VolumesActionsTest-325667044 tempest-VolumesActionsTest-325667044-project] 10.222.0.13 "GET /v2.0/security-groups?id=7bc6632f-f0b1-4a8f-9289-6c147eb3f21c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501466 Nov 05 19:06:37.379753 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-9ce2b031-47c3-4f8d-92ee-4cefc1f72e17 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:06:37.435686 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-9ce2b031-47c3-4f8d-92ee-4cefc1f72e17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:06:37.473806 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce2b031-47c3-4f8d-92ee-4cefc1f72e17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65c5f489-f5df-40e2-94f3-7af4fc66704f,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:06:37.478067 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-9ce2b031-47c3-4f8d-92ee-4cefc1f72e17 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c3e2de0070614680a5da101d2d39a787&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3867769 Nov 05 19:06:37.481660 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 55270) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:06:37.530702 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-fcbdc64e-6659-40a2-bfe3-94194b465656 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:06:37.553683 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-fcbdc64e-6659-40a2-bfe3-94194b465656 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:06:37.685996 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Device 92d95c77-f412-4ad1-b09c-bf7ae14b0cf8 up at agent hyperv_n-h1-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 19:06:37.712633 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b8048e-90f8-4999-83c2-a28037898e98 req-218f4c02-f7a7-4e01-a3a7-faf57b39d147 tempest-VolumesSnapshotTestJSON-1437954504 tempest-VolumesSnapshotTestJSON-1437954504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:06:37.715668 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-fcbdc64e-6659-40a2-bfe3-94194b465656 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:06:37.719336 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-fcbdc64e-6659-40a2-bfe3-94194b465656 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:06:37.720490 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-fcbdc64e-6659-40a2-bfe3-94194b465656 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/65c5f489-f5df-40e2-94f3-7af4fc66704f HTTP/1.1" status: 204 len: 168 time: 0.2380483 Nov 05 19:06:37.723804 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-89b8048e-90f8-4999-83c2-a28037898e98 req-218f4c02-f7a7-4e01-a3a7-faf57b39d147 tempest-VolumesSnapshotTestJSON-1437954504 tempest-VolumesSnapshotTestJSON-1437954504-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ac36e7d-4741-4787-a159-f6177c5f27af HTTP/1.1" status: 200 len: 944 time: 0.0676198 Nov 05 19:06:37.764610 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbdc64e-6659-40a2-bfe3-94194b465656 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65c5f489-f5df-40e2-94f3-7af4fc66704f,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:06:37.797573 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-89b8048e-90f8-4999-83c2-a28037898e98 req-fc175909-d8d6-48f0-825f-38430f8da2c2 tempest-VolumesSnapshotTestJSON-1437954504 tempest-VolumesSnapshotTestJSON-1437954504-project] 10.222.0.13 "GET /v2.0/security-groups?id=d7b9c99a-6df0-4863-822b-c575f2680e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597675 Nov 05 19:06:37.826549 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Provisioning for port 92d95c77-f412-4ad1-b09c-bf7ae14b0cf8 completed by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 05 19:06:37.831426 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Provisioning complete for port 92d95c77-f412-4ad1-b09c-bf7ae14b0cf8 triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:06:37.831853 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:06:37.923628 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:06:37.958806 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] For port 92d95c77-f412-4ad1-b09c-bf7ae14b0cf8, host n-h1-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=92d95c77-f412-4ad1-b09c-bf7ae14b0cf8,segment=NetworkSegment(9fdad650-1304-44e2-aad9-4017937c0790),segment_id=9fdad650-1304-44e2-aad9-4017937c0790)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:06:38.025594 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:06:38.083382 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Pushing event updated for resources: {'Port': ['ID=92d95c77-f412-4ad1-b09c-bf7ae14b0cf8,revision_number=5']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:06:38.282543 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-31f93893-a48e-4ae8-833d-dccb2b42eacc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:06:38.372953 n-d-816865-1 neutron-server[102388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ac36e7d-4741-4787-a159-f6177c5f27af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92d95c77-f412-4ad1-b09c-bf7ae14b0cf8'}] {{(pid=102388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 19:06:38.377027 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85474fee1180e129d8a886d264fe0b30223aa672dd1ffe43b630605f18504f68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eeaed041-e520-4508-8694-19e4df13f8a5" -d '{"events": [{"server_uuid": "0ac36e7d-4741-4787-a159-f6177c5f27af", "name": "network-vif-plugged", "status": "completed", "tag": "92d95c77-f412-4ad1-b09c-bf7ae14b0cf8"}]}' {{(pid=102388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 19:06:38.441679 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 19:06:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6e1b3f0-fa3a-4b4d-93ec-c8d9cd8ff3c1 x-openstack-request-id: req-d6e1b3f0-fa3a-4b4d-93ec-c8d9cd8ff3c1 {{(pid=102388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 19:06:38.442234 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ac36e7d-4741-4787-a159-f6177c5f27af", "name": "network-vif-plugged", "status": "completed", "tag": "92d95c77-f412-4ad1-b09c-bf7ae14b0cf8", "code": 200}]} {{(pid=102388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 19:06:38.442717 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d6e1b3f0-fa3a-4b4d-93ec-c8d9cd8ff3c1 {{(pid=102388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 19:06:38.443303 n-d-816865-1 neutron-server[102388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ac36e7d-4741-4787-a159-f6177c5f27af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92d95c77-f412-4ad1-b09c-bf7ae14b0cf8', 'code': 200} Nov 05 19:06:38.476905 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c671fd6-b4be-4adf-abf5-70da2dbcb721 req-ccd868c2-0b92-45fc-8965-fa6da167c2a7 tempest-VolumesActionsTest-325667044 tempest-VolumesActionsTest-325667044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:06:38.480153 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-7c671fd6-b4be-4adf-abf5-70da2dbcb721 req-ccd868c2-0b92-45fc-8965-fa6da167c2a7 tempest-VolumesActionsTest-325667044 tempest-VolumesActionsTest-325667044-project] 10.222.0.13 "GET /v2.0/ports?device_id=037f2f79-ad92-4390-82c3-4e6da3edfa29 HTTP/1.1" status: 200 len: 946 time: 0.0843351 Nov 05 19:06:38.534389 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:06:38.580563 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284b453a-8ead-458a-8ca6-9a15f6024acc req-44f50d1e-4747-4c1f-a56a-9eb634220d85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:06:38.582151 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-284b453a-8ead-458a-8ca6-9a15f6024acc req-44f50d1e-4747-4c1f-a56a-9eb634220d85 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=0ac36e7d-4741-4787-a159-f6177c5f27af HTTP/1.1" status: 200 len: 1096 time: 0.0794413 Nov 05 19:06:38.585603 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-7c671fd6-b4be-4adf-abf5-70da2dbcb721 req-7449f180-0ae7-4b8f-8512-b4bc9454297e tempest-VolumesActionsTest-325667044 tempest-VolumesActionsTest-325667044-project] 10.222.0.13 "GET /v2.0/security-groups?id=7bc6632f-f0b1-4a8f-9289-6c147eb3f21c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994911 Nov 05 19:06:38.675053 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-284b453a-8ead-458a-8ca6-9a15f6024acc req-36658802-627a-416b-9cf0-06b6b500d2e0 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=d7b9c99a-6df0-4863-822b-c575f2680e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858183 Nov 05 19:06:38.967118 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6429faf-1305-4e6a-9048-29ae2337c396 req-c921658b-0adc-4f60-a4c7-f453f8e564cc tempest-VolumesSnapshotTestJSON-1437954504 tempest-VolumesSnapshotTestJSON-1437954504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:06:38.977803 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-c6429faf-1305-4e6a-9048-29ae2337c396 req-c921658b-0adc-4f60-a4c7-f453f8e564cc tempest-VolumesSnapshotTestJSON-1437954504 tempest-VolumesSnapshotTestJSON-1437954504-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ac36e7d-4741-4787-a159-f6177c5f27af HTTP/1.1" status: 200 len: 945 time: 0.0945132 Nov 05 19:06:39.057115 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-c6429faf-1305-4e6a-9048-29ae2337c396 req-760babc2-e75d-421b-8ee0-2eb477b8bd9c tempest-VolumesSnapshotTestJSON-1437954504 tempest-VolumesSnapshotTestJSON-1437954504-project] 10.222.0.13 "GET /v2.0/security-groups?id=d7b9c99a-6df0-4863-822b-c575f2680e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664330 Nov 05 19:06:39.135317 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 55340) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:06:39.245867 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [None req-784e1772-3adf-453a-80fe-d9e5ff0d1030 tempest-ExtensionsTestJSON-321330437 tempest-ExtensionsTestJSON-321330437-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=102386) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 05 19:06:39.249883 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-784e1772-3adf-453a-80fe-d9e5ff0d1030 tempest-ExtensionsTestJSON-321330437 tempest-ExtensionsTestJSON-321330437-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.1135449 Nov 05 19:06:39.250498 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 55346) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:06:39.255329 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [None req-9dd14588-e113-4aaf-b408-58d121949af2 tempest-ExtensionsTestJSON-321330437 tempest-ExtensionsTestJSON-321330437-project] http://10.222.0.13:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=102387) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 05 19:06:39.256270 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-9dd14588-e113-4aaf-b408-58d121949af2 tempest-ExtensionsTestJSON-321330437 tempest-ExtensionsTestJSON-321330437-project] 10.222.0.13 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0045378 Nov 05 19:06:39.258683 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 55348) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:06:39.262946 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [None req-1771a24b-71f4-4603-bdbc-7ae7896d85e2 tempest-ExtensionsTestJSON-321330437 tempest-ExtensionsTestJSON-321330437-project] http://10.222.0.13:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=102387) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 05 19:06:39.265820 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-1771a24b-71f4-4603-bdbc-7ae7896d85e2 tempest-ExtensionsTestJSON-321330437 tempest-ExtensionsTestJSON-321330437-project] 10.222.0.13 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0043190 Nov 05 19:06:39.266252 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 55352) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:06:39.270590 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [None req-f42526b1-71f2-4b2f-935c-3b5cdbc1d45c tempest-ExtensionsTestJSON-321330437 tempest-ExtensionsTestJSON-321330437-project] http://10.222.0.13:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=102386) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 05 19:06:39.271507 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-f42526b1-71f2-4b2f-935c-3b5cdbc1d45c tempest-ExtensionsTestJSON-321330437 tempest-ExtensionsTestJSON-321330437-project] 10.222.0.13 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0042264 Nov 05 19:06:39.277162 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 55354) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:06:39.282151 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [None req-80efebb1-c3f9-413f-8caf-88f8d8fa402e tempest-ExtensionsTestJSON-321330437 tempest-ExtensionsTestJSON-321330437-project] http://10.222.0.13:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=102386) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 05 19:06:39.282869 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-80efebb1-c3f9-413f-8caf-88f8d8fa402e tempest-ExtensionsTestJSON-321330437 tempest-ExtensionsTestJSON-321330437-project] 10.222.0.13 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0047851 Nov 05 19:06:39.285268 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 55358) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:06:39.290300 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [None req-657faa7e-59db-49dc-a824-b543fc0f6127 tempest-ExtensionsTestJSON-321330437 tempest-ExtensionsTestJSON-321330437-project] http://10.222.0.13:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=102386) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 05 19:06:39.292063 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-657faa7e-59db-49dc-a824-b543fc0f6127 tempest-ExtensionsTestJSON-321330437 tempest-ExtensionsTestJSON-321330437-project] 10.222.0.13 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0057299 Nov 05 19:06:39.300566 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 55362) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:06:39.305673 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [None req-1446b4a6-3150-4bea-bc60-2fbc4d0cd83a tempest-ExtensionsTestJSON-321330437 tempest-ExtensionsTestJSON-321330437-project] http://10.222.0.13:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=102386) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 05 19:06:39.310261 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 55364) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:06:39.310674 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-1446b4a6-3150-4bea-bc60-2fbc4d0cd83a tempest-ExtensionsTestJSON-321330437 tempest-ExtensionsTestJSON-321330437-project] 10.222.0.13 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0087962 Nov 05 19:06:39.314593 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [None req-1c54ff0a-4147-45bb-9348-59d577351194 tempest-ExtensionsTestJSON-321330437 tempest-ExtensionsTestJSON-321330437-project] http://10.222.0.13:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=102387) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 05 19:06:39.315568 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-1c54ff0a-4147-45bb-9348-59d577351194 tempest-ExtensionsTestJSON-321330437 tempest-ExtensionsTestJSON-321330437-project] 10.222.0.13 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0043123 Nov 05 19:06:39.323699 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 55366) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:06:39.328630 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [None req-b78244cf-0434-4772-94a6-585b55ac477d tempest-ExtensionsTestJSON-321330437 tempest-ExtensionsTestJSON-321330437-project] http://10.222.0.13:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=102387) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 05 19:06:39.329632 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-b78244cf-0434-4772-94a6-585b55ac477d tempest-ExtensionsTestJSON-321330437 tempest-ExtensionsTestJSON-321330437-project] 10.222.0.13 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0047867 Nov 05 19:06:39.332464 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 55368) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:06:39.337574 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [None req-0b43b336-9248-480f-ba7a-65ef9ece0025 tempest-ExtensionsTestJSON-321330437 tempest-ExtensionsTestJSON-321330437-project] http://10.222.0.13:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=102387) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 05 19:06:39.341265 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-0b43b336-9248-480f-ba7a-65ef9ece0025 tempest-ExtensionsTestJSON-321330437 tempest-ExtensionsTestJSON-321330437-project] 10.222.0.13 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0050433 Nov 05 19:06:39.344475 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 55370) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:06:39.346575 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [None req-129c9a87-3001-44c9-aa7f-473143188875 tempest-ExtensionsTestJSON-321330437 tempest-ExtensionsTestJSON-321330437-project] http://10.222.0.13:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=102387) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 05 19:06:39.350262 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-129c9a87-3001-44c9-aa7f-473143188875 tempest-ExtensionsTestJSON-321330437 tempest-ExtensionsTestJSON-321330437-project] 10.222.0.13 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0049896 Nov 05 19:06:39.350629 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 55372) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:06:39.355985 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [None req-1897dc6b-72a5-43f5-b89f-da6218171ecb tempest-ExtensionsTestJSON-321330437 tempest-ExtensionsTestJSON-321330437-project] http://10.222.0.13:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=102387) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 05 19:06:39.357959 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-1897dc6b-72a5-43f5-b89f-da6218171ecb tempest-ExtensionsTestJSON-321330437 tempest-ExtensionsTestJSON-321330437-project] 10.222.0.13 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0052984 Nov 05 19:06:39.360066 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 55374) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:06:39.366785 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [None req-823d4a2b-93a6-41de-896f-ce51bc9c0bc7 tempest-ExtensionsTestJSON-321330437 tempest-ExtensionsTestJSON-321330437-project] http://10.222.0.13:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=102386) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 05 19:06:39.368855 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-823d4a2b-93a6-41de-896f-ce51bc9c0bc7 tempest-ExtensionsTestJSON-321330437 tempest-ExtensionsTestJSON-321330437-project] 10.222.0.13 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0063241 Nov 05 19:06:39.375689 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 55378) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:06:39.383257 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [None req-c3e1f35d-10e3-47f1-9975-56516228ba7f tempest-ExtensionsTestJSON-321330437 tempest-ExtensionsTestJSON-321330437-project] http://10.222.0.13:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=102387) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 05 19:06:39.384238 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-c3e1f35d-10e3-47f1-9975-56516228ba7f tempest-ExtensionsTestJSON-321330437 tempest-ExtensionsTestJSON-321330437-project] 10.222.0.13 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0070977 Nov 05 19:06:39.387620 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 55380) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:06:39.392172 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [None req-b833bfc5-5155-42f0-9630-1afc5853305e tempest-ExtensionsTestJSON-321330437 tempest-ExtensionsTestJSON-321330437-project] http://10.222.0.13:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=102386) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 05 19:06:39.393823 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-b833bfc5-5155-42f0-9630-1afc5853305e tempest-ExtensionsTestJSON-321330437 tempest-ExtensionsTestJSON-321330437-project] 10.222.0.13 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0051813 Nov 05 19:06:39.408097 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 55384) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:06:39.409587 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [None req-0beecb6e-41c3-473e-b596-4152cf2b9088 tempest-ExtensionsTestJSON-321330437 tempest-ExtensionsTestJSON-321330437-project] http://10.222.0.13:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=102387) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 05 19:06:39.413438 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 55386) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:06:39.419601 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [None req-9fe1b9d4-aaac-43ae-a9ba-48172ee0aa26 tempest-ExtensionsTestJSON-321330437 tempest-ExtensionsTestJSON-321330437-project] http://10.222.0.13:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=102386) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 05 19:06:39.424143 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-9fe1b9d4-aaac-43ae-a9ba-48172ee0aa26 tempest-ExtensionsTestJSON-321330437 tempest-ExtensionsTestJSON-321330437-project] 10.222.0.13 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0094995 Nov 05 19:06:39.424803 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-0beecb6e-41c3-473e-b596-4152cf2b9088 tempest-ExtensionsTestJSON-321330437 tempest-ExtensionsTestJSON-321330437-project] 10.222.0.13 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0210521 Nov 05 19:06:39.425449 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 55388) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:06:39.432465 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [None req-cc87841e-4565-491b-8873-53a074ddc278 tempest-ExtensionsTestJSON-321330437 tempest-ExtensionsTestJSON-321330437-project] http://10.222.0.13:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=102387) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 05 19:06:39.433441 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-cc87841e-4565-491b-8873-53a074ddc278 tempest-ExtensionsTestJSON-321330437 tempest-ExtensionsTestJSON-321330437-project] 10.222.0.13 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0070808 Nov 05 19:06:39.436086 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 55390) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:06:39.442166 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [None req-7a6677be-58a6-418f-9f3b-f631ed8e6743 tempest-ExtensionsTestJSON-321330437 tempest-ExtensionsTestJSON-321330437-project] http://10.222.0.13:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=102387) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 05 19:06:39.442166 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-7a6677be-58a6-418f-9f3b-f631ed8e6743 tempest-ExtensionsTestJSON-321330437 tempest-ExtensionsTestJSON-321330437-project] 10.222.0.13 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0045364 Nov 05 19:06:39.444163 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 55392) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:06:39.448750 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [None req-51ea5f6e-9b94-439f-bd37-e6e70333b7f7 tempest-ExtensionsTestJSON-321330437 tempest-ExtensionsTestJSON-321330437-project] http://10.222.0.13:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=102386) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 05 19:06:39.449696 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-51ea5f6e-9b94-439f-bd37-e6e70333b7f7 tempest-ExtensionsTestJSON-321330437 tempest-ExtensionsTestJSON-321330437-project] 10.222.0.13 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0045362 Nov 05 19:06:39.452082 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 55394) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:06:39.455951 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [None req-96f0391c-d43b-49d1-a752-552e8b2e70de tempest-ExtensionsTestJSON-321330437 tempest-ExtensionsTestJSON-321330437-project] http://10.222.0.13:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=102386) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 05 19:06:39.456859 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-96f0391c-d43b-49d1-a752-552e8b2e70de tempest-ExtensionsTestJSON-321330437 tempest-ExtensionsTestJSON-321330437-project] 10.222.0.13 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0039220 Nov 05 19:06:39.458944 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 55396) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:06:39.463504 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [None req-30a5ede2-5b72-4ccb-b1bc-85893b559ed3 tempest-ExtensionsTestJSON-321330437 tempest-ExtensionsTestJSON-321330437-project] http://10.222.0.13:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=102386) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 05 19:06:39.470857 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-30a5ede2-5b72-4ccb-b1bc-85893b559ed3 tempest-ExtensionsTestJSON-321330437 tempest-ExtensionsTestJSON-321330437-project] 10.222.0.13 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0066540 Nov 05 19:06:39.471122 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 55398) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:06:39.471865 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [None req-c83cb18e-a20c-41c6-9d65-58a3a235594d tempest-ExtensionsTestJSON-321330437 tempest-ExtensionsTestJSON-321330437-project] http://10.222.0.13:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=102387) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 05 19:06:39.479258 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-c83cb18e-a20c-41c6-9d65-58a3a235594d tempest-ExtensionsTestJSON-321330437 tempest-ExtensionsTestJSON-321330437-project] 10.222.0.13 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0045776 Nov 05 19:06:39.482458 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 55400) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:06:39.489922 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [None req-22ef1124-873f-44ee-bf86-bfba8248bd7d tempest-ExtensionsTestJSON-321330437 tempest-ExtensionsTestJSON-321330437-project] http://10.222.0.13:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=102387) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 05 19:06:39.498197 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-22ef1124-873f-44ee-bf86-bfba8248bd7d tempest-ExtensionsTestJSON-321330437 tempest-ExtensionsTestJSON-321330437-project] 10.222.0.13 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0129058 Nov 05 19:06:39.499072 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 55404) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:06:39.504885 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [None req-23920b38-2b0b-4c2e-a297-d4f8faba7095 tempest-ExtensionsTestJSON-321330437 tempest-ExtensionsTestJSON-321330437-project] http://10.222.0.13:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=102387) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 05 19:06:39.509241 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 55406) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:06:39.514902 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [None req-6304c833-e94e-4dd9-8e05-a7ed41a9fb5e tempest-ExtensionsTestJSON-321330437 tempest-ExtensionsTestJSON-321330437-project] http://10.222.0.13:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=102386) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 05 19:06:39.516377 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-6304c833-e94e-4dd9-8e05-a7ed41a9fb5e tempest-ExtensionsTestJSON-321330437 tempest-ExtensionsTestJSON-321330437-project] 10.222.0.13 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0049906 Nov 05 19:06:39.522264 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-23920b38-2b0b-4c2e-a297-d4f8faba7095 tempest-ExtensionsTestJSON-321330437 tempest-ExtensionsTestJSON-321330437-project] 10.222.0.13 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0176275 Nov 05 19:06:39.523216 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 55410) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:06:39.527806 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [None req-e67594f2-3e5a-4b0d-8cf8-4ebeef77bdc4 tempest-ExtensionsTestJSON-321330437 tempest-ExtensionsTestJSON-321330437-project] http://10.222.0.13:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=102386) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 05 19:06:39.528793 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-e67594f2-3e5a-4b0d-8cf8-4ebeef77bdc4 tempest-ExtensionsTestJSON-321330437 tempest-ExtensionsTestJSON-321330437-project] 10.222.0.13 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0046244 Nov 05 19:06:39.531390 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 55412) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:06:39.535613 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [None req-04617300-116b-4e0f-a9d9-7572e781b9ce tempest-ExtensionsTestJSON-321330437 tempest-ExtensionsTestJSON-321330437-project] http://10.222.0.13:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=102387) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 05 19:06:39.536560 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-04617300-116b-4e0f-a9d9-7572e781b9ce tempest-ExtensionsTestJSON-321330437 tempest-ExtensionsTestJSON-321330437-project] 10.222.0.13 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0042324 Nov 05 19:06:39.539156 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 55414) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:06:39.546100 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [None req-e314d638-8db5-406e-8cc6-109953a96e90 tempest-ExtensionsTestJSON-321330437 tempest-ExtensionsTestJSON-321330437-project] http://10.222.0.13:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=102387) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 05 19:06:39.549928 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 55416) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:06:39.550163 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-e314d638-8db5-406e-8cc6-109953a96e90 tempest-ExtensionsTestJSON-321330437 tempest-ExtensionsTestJSON-321330437-project] 10.222.0.13 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0080457 Nov 05 19:06:39.555007 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [None req-f7e0cb59-24ec-47ae-aec9-a187aca65cf7 tempest-ExtensionsTestJSON-321330437 tempest-ExtensionsTestJSON-321330437-project] http://10.222.0.13:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=102386) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 05 19:06:39.559350 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 55418) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:06:39.559947 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-f7e0cb59-24ec-47ae-aec9-a187aca65cf7 tempest-ExtensionsTestJSON-321330437 tempest-ExtensionsTestJSON-321330437-project] 10.222.0.13 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0078385 Nov 05 19:06:39.564349 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [None req-5e0b2428-83ee-41d7-a5fe-2b903474d022 tempest-ExtensionsTestJSON-321330437 tempest-ExtensionsTestJSON-321330437-project] http://10.222.0.13:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=102387) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 05 19:06:39.568077 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 55420) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:06:39.568199 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-5e0b2428-83ee-41d7-a5fe-2b903474d022 tempest-ExtensionsTestJSON-321330437 tempest-ExtensionsTestJSON-321330437-project] 10.222.0.13 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0077751 Nov 05 19:06:39.572946 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [None req-21b34ed7-7f4f-43dc-b38b-aba8b81ef133 tempest-ExtensionsTestJSON-321330437 tempest-ExtensionsTestJSON-321330437-project] http://10.222.0.13:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=102386) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 05 19:06:39.574028 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-21b34ed7-7f4f-43dc-b38b-aba8b81ef133 tempest-ExtensionsTestJSON-321330437 tempest-ExtensionsTestJSON-321330437-project] 10.222.0.13 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0049741 Nov 05 19:06:39.576788 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 55422) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:06:39.583493 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [None req-3c26b3c1-a494-49c9-ac17-c14d11ecd70c tempest-ExtensionsTestJSON-321330437 tempest-ExtensionsTestJSON-321330437-project] http://10.222.0.13:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=102386) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 05 19:06:39.584711 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-3c26b3c1-a494-49c9-ac17-c14d11ecd70c tempest-ExtensionsTestJSON-321330437 tempest-ExtensionsTestJSON-321330437-project] 10.222.0.13 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0049744 Nov 05 19:06:39.587524 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 55424) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:06:39.592528 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [None req-04e7ec32-112e-4ae1-82f3-bcb3f2fbddd7 tempest-ExtensionsTestJSON-321330437 tempest-ExtensionsTestJSON-321330437-project] http://10.222.0.13:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=102386) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 05 19:06:39.594495 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-04e7ec32-112e-4ae1-82f3-bcb3f2fbddd7 tempest-ExtensionsTestJSON-321330437 tempest-ExtensionsTestJSON-321330437-project] 10.222.0.13 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0053825 Nov 05 19:06:39.597052 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 55426) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:06:39.601551 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [None req-252293e5-bb09-4fdf-b281-b59b6a33acda tempest-ExtensionsTestJSON-321330437 tempest-ExtensionsTestJSON-321330437-project] http://10.222.0.13:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=102386) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 05 19:06:39.606340 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 55428) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:06:39.606474 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-252293e5-bb09-4fdf-b281-b59b6a33acda tempest-ExtensionsTestJSON-321330437 tempest-ExtensionsTestJSON-321330437-project] 10.222.0.13 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0083668 Nov 05 19:06:39.611033 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [None req-9a12f6cd-336f-4297-85dd-f72316cf8963 tempest-ExtensionsTestJSON-321330437 tempest-ExtensionsTestJSON-321330437-project] http://10.222.0.13:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=102387) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 05 19:06:39.611956 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-9a12f6cd-336f-4297-85dd-f72316cf8963 tempest-ExtensionsTestJSON-321330437 tempest-ExtensionsTestJSON-321330437-project] 10.222.0.13 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0045590 Nov 05 19:06:39.621051 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 55430) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:06:39.625036 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [None req-7c9ce6e9-ff0d-4a28-b654-a02140f25fa0 tempest-ExtensionsTestJSON-321330437 tempest-ExtensionsTestJSON-321330437-project] http://10.222.0.13:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=102387) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 05 19:06:39.625961 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-7c9ce6e9-ff0d-4a28-b654-a02140f25fa0 tempest-ExtensionsTestJSON-321330437 tempest-ExtensionsTestJSON-321330437-project] 10.222.0.13 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0040514 Nov 05 19:06:39.628283 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 55432) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:06:39.632043 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [None req-c900adf0-f352-4d6c-824f-3ae83c4e3e7d tempest-ExtensionsTestJSON-321330437 tempest-ExtensionsTestJSON-321330437-project] http://10.222.0.13:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=102387) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 05 19:06:39.634516 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-c900adf0-f352-4d6c-824f-3ae83c4e3e7d tempest-ExtensionsTestJSON-321330437 tempest-ExtensionsTestJSON-321330437-project] 10.222.0.13 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0053146 Nov 05 19:06:39.635365 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 55436) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:06:39.640210 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [None req-fe859b91-2a46-4e5b-a079-789e016ec434 tempest-ExtensionsTestJSON-321330437 tempest-ExtensionsTestJSON-321330437-project] http://10.222.0.13:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=102387) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 05 19:06:39.643891 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-fe859b91-2a46-4e5b-a079-789e016ec434 tempest-ExtensionsTestJSON-321330437 tempest-ExtensionsTestJSON-321330437-project] 10.222.0.13 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0074649 Nov 05 19:06:39.644605 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 55438) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:06:39.648411 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [None req-116fd815-ccf9-4f99-a6d9-c8f508110f5e tempest-ExtensionsTestJSON-321330437 tempest-ExtensionsTestJSON-321330437-project] http://10.222.0.13:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=102387) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 05 19:06:39.652822 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-116fd815-ccf9-4f99-a6d9-c8f508110f5e tempest-ExtensionsTestJSON-321330437 tempest-ExtensionsTestJSON-321330437-project] 10.222.0.13 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0072563 Nov 05 19:06:39.659272 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 55440) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:06:39.672704 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [None req-17957362-c737-465b-aa6a-3d9feab1326c tempest-ExtensionsTestJSON-321330437 tempest-ExtensionsTestJSON-321330437-project] http://10.222.0.13:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=102386) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 05 19:06:39.676413 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-17957362-c737-465b-aa6a-3d9feab1326c tempest-ExtensionsTestJSON-321330437 tempest-ExtensionsTestJSON-321330437-project] 10.222.0.13 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0159366 Nov 05 19:06:39.678183 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 55444) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:06:39.683134 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [None req-b8f041b4-9a11-4af7-a383-6b1dcaa1fa79 tempest-ExtensionsTestJSON-321330437 tempest-ExtensionsTestJSON-321330437-project] http://10.222.0.13:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=102386) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 05 19:06:39.684049 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-b8f041b4-9a11-4af7-a383-6b1dcaa1fa79 tempest-ExtensionsTestJSON-321330437 tempest-ExtensionsTestJSON-321330437-project] 10.222.0.13 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0041203 Nov 05 19:06:39.686769 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 55446) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:06:39.690728 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [None req-ffebb4d8-f32b-4d24-8331-39c81615e1c5 tempest-ExtensionsTestJSON-321330437 tempest-ExtensionsTestJSON-321330437-project] http://10.222.0.13:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=102386) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 05 19:06:39.691876 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-ffebb4d8-f32b-4d24-8331-39c81615e1c5 tempest-ExtensionsTestJSON-321330437 tempest-ExtensionsTestJSON-321330437-project] 10.222.0.13 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0040338 Nov 05 19:06:39.693986 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 55448) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:06:39.699120 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [None req-bfadb460-7140-4e03-8ff1-4b3bc78f14eb tempest-ExtensionsTestJSON-321330437 tempest-ExtensionsTestJSON-321330437-project] http://10.222.0.13:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=102386) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 05 19:06:39.713920 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-bfadb460-7140-4e03-8ff1-4b3bc78f14eb tempest-ExtensionsTestJSON-321330437 tempest-ExtensionsTestJSON-321330437-project] 10.222.0.13 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0159345 Nov 05 19:06:39.714638 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 55450) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:06:39.720656 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [None req-0b8b1d2a-4f98-4c57-b60d-9f06b0944bb0 tempest-ExtensionsTestJSON-321330437 tempest-ExtensionsTestJSON-321330437-project] http://10.222.0.13:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=102386) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 05 19:06:39.724636 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 55452) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:06:39.731043 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [None req-906b40c5-8918-414c-bfb2-9a02e67870ae tempest-ExtensionsTestJSON-321330437 tempest-ExtensionsTestJSON-321330437-project] http://10.222.0.13:9696/v2.0/extensions/quota-check-limit returned with HTTP 200 {{(pid=102387) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 05 19:06:39.733771 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-0b8b1d2a-4f98-4c57-b60d-9f06b0944bb0 tempest-ExtensionsTestJSON-321330437 tempest-ExtensionsTestJSON-321330437-project] 10.222.0.13 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0090213 Nov 05 19:06:39.735125 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-906b40c5-8918-414c-bfb2-9a02e67870ae tempest-ExtensionsTestJSON-321330437 tempest-ExtensionsTestJSON-321330437-project] 10.222.0.13 "GET /v2.0/extensions/quota-check-limit HTTP/1.1" status: 200 len: 420 time: 0.0089753 Nov 05 19:06:39.735972 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 55454) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:06:39.743111 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [None req-cd2785ae-5e49-4155-b1ce-4fe63c59dbf2 tempest-ExtensionsTestJSON-321330437 tempest-ExtensionsTestJSON-321330437-project] http://10.222.0.13:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=102387) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 05 19:06:39.744227 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-cd2785ae-5e49-4155-b1ce-4fe63c59dbf2 tempest-ExtensionsTestJSON-321330437 tempest-ExtensionsTestJSON-321330437-project] 10.222.0.13 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 386 time: 0.0070503 Nov 05 19:06:39.747207 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 55456) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:06:39.751735 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [None req-59aa323f-9c0c-4b55-a8dc-e3423f61134c tempest-ExtensionsTestJSON-321330437 tempest-ExtensionsTestJSON-321330437-project] http://10.222.0.13:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=102387) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 05 19:06:39.752787 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-59aa323f-9c0c-4b55-a8dc-e3423f61134c tempest-ExtensionsTestJSON-321330437 tempest-ExtensionsTestJSON-321330437-project] 10.222.0.13 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0046291 Nov 05 19:06:39.755195 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 55458) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:06:39.760032 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [None req-4c004d82-12a7-4193-819c-36f8d1988b63 tempest-ExtensionsTestJSON-321330437 tempest-ExtensionsTestJSON-321330437-project] http://10.222.0.13:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=102387) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 05 19:06:39.761004 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-4c004d82-12a7-4193-819c-36f8d1988b63 tempest-ExtensionsTestJSON-321330437 tempest-ExtensionsTestJSON-321330437-project] 10.222.0.13 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0046198 Nov 05 19:06:39.763840 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 55460) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:06:39.768852 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [None req-0f2cfd68-dca1-4d7e-916c-67032ec6b6c9 tempest-ExtensionsTestJSON-321330437 tempest-ExtensionsTestJSON-321330437-project] http://10.222.0.13:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=102387) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 05 19:06:39.772074 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-0f2cfd68-dca1-4d7e-916c-67032ec6b6c9 tempest-ExtensionsTestJSON-321330437 tempest-ExtensionsTestJSON-321330437-project] 10.222.0.13 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0040665 Nov 05 19:06:39.773814 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 55462) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:06:39.777971 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [None req-f6167199-c25c-4389-8bcd-c352ee598f75 tempest-ExtensionsTestJSON-321330437 tempest-ExtensionsTestJSON-321330437-project] http://10.222.0.13:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=102387) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 05 19:06:39.778914 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-f6167199-c25c-4389-8bcd-c352ee598f75 tempest-ExtensionsTestJSON-321330437 tempest-ExtensionsTestJSON-321330437-project] 10.222.0.13 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0042763 Nov 05 19:06:39.781230 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 55464) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:06:39.785519 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [None req-284ea4cc-0ce0-439a-a2fc-4c9a1c9b9694 tempest-ExtensionsTestJSON-321330437 tempest-ExtensionsTestJSON-321330437-project] http://10.222.0.13:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=102386) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 05 19:06:39.786496 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-284ea4cc-0ce0-439a-a2fc-4c9a1c9b9694 tempest-ExtensionsTestJSON-321330437 tempest-ExtensionsTestJSON-321330437-project] 10.222.0.13 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0043542 Nov 05 19:06:39.788528 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 55466) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:06:39.793075 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [None req-70ce5c3d-eb1e-40ac-8d45-9b83f4808f5c tempest-ExtensionsTestJSON-321330437 tempest-ExtensionsTestJSON-321330437-project] http://10.222.0.13:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=102386) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 05 19:06:39.794601 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-70ce5c3d-eb1e-40ac-8d45-9b83f4808f5c tempest-ExtensionsTestJSON-321330437 tempest-ExtensionsTestJSON-321330437-project] 10.222.0.13 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0051851 Nov 05 19:06:39.796862 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 55468) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:06:39.802314 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [None req-75514ed8-e089-43a3-83da-54f54c6a311e tempest-ExtensionsTestJSON-321330437 tempest-ExtensionsTestJSON-321330437-project] http://10.222.0.13:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=102387) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 05 19:06:39.805654 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 55470) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:06:39.805771 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-75514ed8-e089-43a3-83da-54f54c6a311e tempest-ExtensionsTestJSON-321330437 tempest-ExtensionsTestJSON-321330437-project] 10.222.0.13 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0079710 Nov 05 19:06:39.811348 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [None req-c894f857-db99-4834-aa0a-59b0e7f68fcf tempest-ExtensionsTestJSON-321330437 tempest-ExtensionsTestJSON-321330437-project] http://10.222.0.13:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=102386) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 05 19:06:39.812317 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-c894f857-db99-4834-aa0a-59b0e7f68fcf tempest-ExtensionsTestJSON-321330437 tempest-ExtensionsTestJSON-321330437-project] 10.222.0.13 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0044391 Nov 05 19:06:39.814639 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 55476) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:06:39.819091 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [None req-5ea489c8-87fb-4a94-992e-f0f7c1eb04da tempest-ExtensionsTestJSON-321330437 tempest-ExtensionsTestJSON-321330437-project] http://10.222.0.13:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=102386) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 05 19:06:39.820024 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-5ea489c8-87fb-4a94-992e-f0f7c1eb04da tempest-ExtensionsTestJSON-321330437 tempest-ExtensionsTestJSON-321330437-project] 10.222.0.13 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0045152 Nov 05 19:06:39.825519 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 55478) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:06:39.829461 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [None req-52f800d5-b0a8-4eb4-90f6-61915f8c4c4b tempest-ExtensionsTestJSON-321330437 tempest-ExtensionsTestJSON-321330437-project] http://10.222.0.13:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=102386) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 05 19:06:39.830364 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-52f800d5-b0a8-4eb4-90f6-61915f8c4c4b tempest-ExtensionsTestJSON-321330437 tempest-ExtensionsTestJSON-321330437-project] 10.222.0.13 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0038829 Nov 05 19:06:39.832574 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 55480) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:06:39.836404 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [None req-99c332a0-9439-4454-b336-ea628187e174 tempest-ExtensionsTestJSON-321330437 tempest-ExtensionsTestJSON-321330437-project] http://10.222.0.13:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=102386) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 05 19:06:39.837441 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-99c332a0-9439-4454-b336-ea628187e174 tempest-ExtensionsTestJSON-321330437 tempest-ExtensionsTestJSON-321330437-project] 10.222.0.13 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0039477 Nov 05 19:06:39.840567 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 55482) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:06:39.846974 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [None req-d808d6ae-00d7-414f-9762-437ee856e546 tempest-ExtensionsTestJSON-321330437 tempest-ExtensionsTestJSON-321330437-project] http://10.222.0.13:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=102386) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 05 19:06:39.850030 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 55486) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:06:39.850448 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-d808d6ae-00d7-414f-9762-437ee856e546 tempest-ExtensionsTestJSON-321330437 tempest-ExtensionsTestJSON-321330437-project] 10.222.0.13 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0085180 Nov 05 19:06:39.855543 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [None req-208f1d94-347d-4fdc-b5da-7d6423992b04 tempest-ExtensionsTestJSON-321330437 tempest-ExtensionsTestJSON-321330437-project] http://10.222.0.13:9696/v2.0/extensions/security-groups-shared-filtering returned with HTTP 200 {{(pid=102387) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 05 19:06:39.856514 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-208f1d94-347d-4fdc-b5da-7d6423992b04 tempest-ExtensionsTestJSON-321330437 tempest-ExtensionsTestJSON-321330437-project] 10.222.0.13 "GET /v2.0/extensions/security-groups-shared-filtering HTTP/1.1" status: 200 len: 435 time: 0.0052018 Nov 05 19:06:39.859009 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 55488) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:06:39.863036 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [None req-42ae9a89-427a-4576-842d-34765355a1f1 tempest-ExtensionsTestJSON-321330437 tempest-ExtensionsTestJSON-321330437-project] http://10.222.0.13:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=102387) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 05 19:06:39.870236 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-42ae9a89-427a-4576-842d-34765355a1f1 tempest-ExtensionsTestJSON-321330437 tempest-ExtensionsTestJSON-321330437-project] 10.222.0.13 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0052538 Nov 05 19:06:39.871959 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 55490) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:06:39.877145 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [None req-58e7fa2b-9f14-4311-81c1-eb957a2646e3 tempest-ExtensionsTestJSON-321330437 tempest-ExtensionsTestJSON-321330437-project] http://10.222.0.13:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=102386) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 05 19:06:39.885034 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-58e7fa2b-9f14-4311-81c1-eb957a2646e3 tempest-ExtensionsTestJSON-321330437 tempest-ExtensionsTestJSON-321330437-project] 10.222.0.13 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0105798 Nov 05 19:06:39.888293 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 55494) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:06:39.896481 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [None req-d82a8d97-0cb7-4c47-9bee-55f5f2c25071 tempest-ExtensionsTestJSON-321330437 tempest-ExtensionsTestJSON-321330437-project] http://10.222.0.13:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=102386) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 05 19:06:39.897493 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-d82a8d97-0cb7-4c47-9bee-55f5f2c25071 tempest-ExtensionsTestJSON-321330437 tempest-ExtensionsTestJSON-321330437-project] 10.222.0.13 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0082412 Nov 05 19:06:39.900097 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 55496) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:06:39.905234 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [None req-5e46ffdf-0198-4808-aad7-cecd919dde77 tempest-ExtensionsTestJSON-321330437 tempest-ExtensionsTestJSON-321330437-project] http://10.222.0.13:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=102386) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 05 19:06:39.908144 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-5e46ffdf-0198-4808-aad7-cecd919dde77 tempest-ExtensionsTestJSON-321330437 tempest-ExtensionsTestJSON-321330437-project] 10.222.0.13 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0061860 Nov 05 19:06:39.910926 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 55498) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:06:39.915555 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [None req-35491d2d-00a0-4a72-b674-333f773f3f45 tempest-ExtensionsTestJSON-321330437 tempest-ExtensionsTestJSON-321330437-project] http://10.222.0.13:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=102386) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 05 19:06:39.918512 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-35491d2d-00a0-4a72-b674-333f773f3f45 tempest-ExtensionsTestJSON-321330437 tempest-ExtensionsTestJSON-321330437-project] 10.222.0.13 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0065584 Nov 05 19:06:39.920202 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 55502) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:06:39.938622 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [None req-462fc37b-9543-4ba2-b863-2b161806a3a0 tempest-ExtensionsTestJSON-321330437 tempest-ExtensionsTestJSON-321330437-project] http://10.222.0.13:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=102387) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 05 19:06:39.939713 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-462fc37b-9543-4ba2-b863-2b161806a3a0 tempest-ExtensionsTestJSON-321330437 tempest-ExtensionsTestJSON-321330437-project] 10.222.0.13 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0182712 Nov 05 19:06:39.943510 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 55504) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:06:39.949586 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [None req-a468b7d5-79a1-4aa2-85ee-a3499aecd747 tempest-ExtensionsTestJSON-321330437 tempest-ExtensionsTestJSON-321330437-project] http://10.222.0.13:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=102386) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 05 19:06:39.950761 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-a468b7d5-79a1-4aa2-85ee-a3499aecd747 tempest-ExtensionsTestJSON-321330437 tempest-ExtensionsTestJSON-321330437-project] 10.222.0.13 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0060649 Nov 05 19:06:39.958578 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 55506) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:06:39.962552 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [None req-2e3bc464-6b82-490c-9dc2-c015dffaa3af tempest-ExtensionsTestJSON-321330437 tempest-ExtensionsTestJSON-321330437-project] http://10.222.0.13:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=102386) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 05 19:06:39.964723 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-2e3bc464-6b82-490c-9dc2-c015dffaa3af tempest-ExtensionsTestJSON-321330437 tempest-ExtensionsTestJSON-321330437-project] 10.222.0.13 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0052707 Nov 05 19:06:39.966846 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 55508) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:06:39.970565 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [None req-5f2996e5-80aa-4e67-a46d-01716ae67263 tempest-ExtensionsTestJSON-321330437 tempest-ExtensionsTestJSON-321330437-project] http://10.222.0.13:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=102386) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 05 19:06:39.971571 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-5f2996e5-80aa-4e67-a46d-01716ae67263 tempest-ExtensionsTestJSON-321330437 tempest-ExtensionsTestJSON-321330437-project] 10.222.0.13 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0039120 Nov 05 19:06:39.973617 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 55510) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:06:39.977553 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [None req-65ea85e8-a264-42bd-a8de-f0cb6cd3c752 tempest-ExtensionsTestJSON-321330437 tempest-ExtensionsTestJSON-321330437-project] http://10.222.0.13:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=102386) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 05 19:06:39.979483 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-65ea85e8-a264-42bd-a8de-f0cb6cd3c752 tempest-ExtensionsTestJSON-321330437 tempest-ExtensionsTestJSON-321330437-project] 10.222.0.13 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0048380 Nov 05 19:06:39.986214 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 55512) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:06:39.990668 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [None req-98d6b39e-5a0d-4e1f-86f1-2588f24fa5a8 tempest-ExtensionsTestJSON-321330437 tempest-ExtensionsTestJSON-321330437-project] http://10.222.0.13:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=102387) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 05 19:06:40.012578 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-98d6b39e-5a0d-4e1f-86f1-2588f24fa5a8 tempest-ExtensionsTestJSON-321330437 tempest-ExtensionsTestJSON-321330437-project] 10.222.0.13 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0252221 Nov 05 19:06:40.190073 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30d9c44-d00e-4b09-a093-76df8455bb64 req-d11f9fd2-0b5e-4697-9034-baebc5c01974 tempest-VolumesSnapshotTestJSON-1437954504 tempest-VolumesSnapshotTestJSON-1437954504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:06:40.195134 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-d30d9c44-d00e-4b09-a093-76df8455bb64 req-d11f9fd2-0b5e-4697-9034-baebc5c01974 tempest-VolumesSnapshotTestJSON-1437954504 tempest-VolumesSnapshotTestJSON-1437954504-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ac36e7d-4741-4787-a159-f6177c5f27af HTTP/1.1" status: 200 len: 945 time: 0.0576742 Nov 05 19:06:40.247689 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-d30d9c44-d00e-4b09-a093-76df8455bb64 req-76b66948-b35e-46b0-9b05-0aee0005d18c tempest-VolumesSnapshotTestJSON-1437954504 tempest-VolumesSnapshotTestJSON-1437954504-project] 10.222.0.13 "GET /v2.0/security-groups?id=d7b9c99a-6df0-4863-822b-c575f2680e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469398 Nov 05 19:06:40.568098 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 55572) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:06:40.724298 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-70209a5f-fc1f-4819-b237-eab849367a81 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:06:40.820658 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-70209a5f-fc1f-4819-b237-eab849367a81 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:06:40.928405 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-70209a5f-fc1f-4819-b237-eab849367a81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:06:40.967736 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-70209a5f-fc1f-4819-b237-eab849367a81 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=204e84762a414b0d943d67ebace19dc7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3985341 Nov 05 19:06:40.968617 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70209a5f-fc1f-4819-b237-eab849367a81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7f0a0ce-66d4-4fb6-a82c-c709284ad2c2,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:06:40.970550 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 55584) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:06:41.026014 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-e396f1b4-5340-4471-8d2a-d002000be09d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:06:41.060587 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-e396f1b4-5340-4471-8d2a-d002000be09d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:06:41.220455 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-e396f1b4-5340-4471-8d2a-d002000be09d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:06:41.223200 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-e396f1b4-5340-4471-8d2a-d002000be09d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:06:41.231405 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-e396f1b4-5340-4471-8d2a-d002000be09d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f7f0a0ce-66d4-4fb6-a82c-c709284ad2c2 HTTP/1.1" status: 204 len: 168 time: 0.2597926 Nov 05 19:06:41.242387 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e396f1b4-5340-4471-8d2a-d002000be09d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7f0a0ce-66d4-4fb6-a82c-c709284ad2c2,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:06:42.616454 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 55694) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:06:42.806907 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-bc27f69d-9016-4e14-8d33-a7b18dc27933 tempest-BulkNetworkOpsIpV6Test-276727068 tempest-BulkNetworkOpsIpV6Test-276727068-project] Request body: {'networks': [{'name': 'tempest-network--147182689'}, {'name': 'tempest-network--1220368945'}]} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:06:42.807747 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-bc27f69d-9016-4e14-8d33-a7b18dc27933 tempest-BulkNetworkOpsIpV6Test-276727068 tempest-BulkNetworkOpsIpV6Test-276727068-project] Request body: {'network': {'name': 'tempest-network--147182689'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:06:42.808650 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-bc27f69d-9016-4e14-8d33-a7b18dc27933 tempest-BulkNetworkOpsIpV6Test-276727068 tempest-BulkNetworkOpsIpV6Test-276727068-project] Request body: {'network': {'name': 'tempest-network--1220368945'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:06:42.887143 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6ab42b-e039-463c-9d28-b52ed63a3a90 req-1abbcd56-11ff-4bed-8c91-ee77c40f9b60 tempest-TestNetworkAdvancedServerOps-912703179 tempest-TestNetworkAdvancedServerOps-912703179-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:06:42.889540 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-5f6ab42b-e039-463c-9d28-b52ed63a3a90 req-1abbcd56-11ff-4bed-8c91-ee77c40f9b60 tempest-TestNetworkAdvancedServerOps-912703179 tempest-TestNetworkAdvancedServerOps-912703179-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=4ea097b1-9233-4725-b1b8-5997b4b6d1c3 HTTP/1.1" status: 200 len: 1096 time: 0.0479662 Nov 05 19:06:42.901648 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc27f69d-9016-4e14-8d33-a7b18dc27933 tempest-BulkNetworkOpsIpV6Test-276727068 tempest-BulkNetworkOpsIpV6Test-276727068-project] Made reservation on behalf of 860d0782431c4d8f88c9faec2e507431 for: {'network': 2} {{(pid=102386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 19:06:42.908305 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-bc27f69d-9016-4e14-8d33-a7b18dc27933 tempest-BulkNetworkOpsIpV6Test-276727068 tempest-BulkNetworkOpsIpV6Test-276727068-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for network, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:06:42.982800 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-5f6ab42b-e039-463c-9d28-b52ed63a3a90 req-50ca5020-bf4c-4325-96ea-90fb655ad6cf tempest-TestNetworkAdvancedServerOps-912703179 tempest-TestNetworkAdvancedServerOps-912703179-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=1260ef79-b8a4-488e-ab6f-3a25432baa92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0867219 Nov 05 19:06:43.223604 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ac2c4d-6a03-4804-a27c-43b5fe82dae5 req-b9fe75b4-6589-4fc5-a759-41dafb09c64c tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:06:43.235332 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-c9ac2c4d-6a03-4804-a27c-43b5fe82dae5 req-b9fe75b4-6589-4fc5-a759-41dafb09c64c tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] 10.222.0.13 "GET /v2.0/ports?device_id=4ea097b1-9233-4725-b1b8-5997b4b6d1c3 HTTP/1.1" status: 200 len: 945 time: 0.1415820 Nov 05 19:06:43.326240 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-bc27f69d-9016-4e14-8d33-a7b18dc27933 tempest-BulkNetworkOpsIpV6Test-276727068 tempest-BulkNetworkOpsIpV6Test-276727068-project] Publish callbacks [] for security_group, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:06:43.347687 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-c9ac2c4d-6a03-4804-a27c-43b5fe82dae5 req-6313321d-1753-4f89-b6a4-29b198d18acf tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] 10.222.0.13 "GET /v2.0/security-groups?id=1260ef79-b8a4-488e-ab6f-3a25432baa92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1103425 Nov 05 19:06:43.370958 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 55732) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:06:43.523345 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-bc27f69d-9016-4e14-8d33-a7b18dc27933 tempest-BulkNetworkOpsIpV6Test-276727068 tempest-BulkNetworkOpsIpV6Test-276727068-project] Publish callbacks [] for security_group, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:06:43.529911 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-1acf5673-30d9-4676-ac46-e999844f037b tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] 10.222.0.13 "GET /v2.0/floatingips/955a6c07-31a4-4727-9ba8-5dd38c1e67f8 HTTP/1.1" status: 200 len: 993 time: 0.1553202 Nov 05 19:06:43.595606 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-bc27f69d-9016-4e14-8d33-a7b18dc27933 tempest-BulkNetworkOpsIpV6Test-276727068 tempest-BulkNetworkOpsIpV6Test-276727068-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:06:43.596078 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-bc27f69d-9016-4e14-8d33-a7b18dc27933 tempest-BulkNetworkOpsIpV6Test-276727068 tempest-BulkNetworkOpsIpV6Test-276727068-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for network, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:06:43.657062 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc27f69d-9016-4e14-8d33-a7b18dc27933 tempest-BulkNetworkOpsIpV6Test-276727068 tempest-BulkNetworkOpsIpV6Test-276727068-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 182} {{(pid=102386) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 05 19:06:43.658549 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc27f69d-9016-4e14-8d33-a7b18dc27933 tempest-BulkNetworkOpsIpV6Test-276727068 tempest-BulkNetworkOpsIpV6Test-276727068-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c2f96f63-6a18-4a3a-b18a-670c91c4f9b0,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:06:43.665906 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-bc27f69d-9016-4e14-8d33-a7b18dc27933 tempest-BulkNetworkOpsIpV6Test-276727068 tempest-BulkNetworkOpsIpV6Test-276727068-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273'] for segment, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:06:43.666454 n-d-816865-1 neutron-server[102386]: INFO neutron.db.segments_db [None req-bc27f69d-9016-4e14-8d33-a7b18dc27933 tempest-BulkNetworkOpsIpV6Test-276727068 tempest-BulkNetworkOpsIpV6Test-276727068-project] Added segment 071d9eaf-25b7-43c0-88db-e8ffdde6a312 of type vlan for network c7893c0f-aebe-4e43-8b90-eb1a323fdfff Nov 05 19:06:43.716290 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-bc27f69d-9016-4e14-8d33-a7b18dc27933 tempest-BulkNetworkOpsIpV6Test-276727068 tempest-BulkNetworkOpsIpV6Test-276727068-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750027258543'] for network, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:06:43.778847 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc27f69d-9016-4e14-8d33-a7b18dc27933 tempest-BulkNetworkOpsIpV6Test-276727068 tempest-BulkNetworkOpsIpV6Test-276727068-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 173} {{(pid=102386) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 05 19:06:43.794892 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-bc27f69d-9016-4e14-8d33-a7b18dc27933 tempest-BulkNetworkOpsIpV6Test-276727068 tempest-BulkNetworkOpsIpV6Test-276727068-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273'] for segment, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:06:43.795288 n-d-816865-1 neutron-server[102386]: INFO neutron.db.segments_db [None req-bc27f69d-9016-4e14-8d33-a7b18dc27933 tempest-BulkNetworkOpsIpV6Test-276727068 tempest-BulkNetworkOpsIpV6Test-276727068-project] Added segment 01e0bb9c-7b40-407d-9081-c3d0daef1086 of type vlan for network 8072afb0-eba4-49be-bf8c-f57ab375dabe Nov 05 19:06:43.860779 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-bc27f69d-9016-4e14-8d33-a7b18dc27933 tempest-BulkNetworkOpsIpV6Test-276727068 tempest-BulkNetworkOpsIpV6Test-276727068-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750027258543'] for network, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:06:43.956843 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-bc27f69d-9016-4e14-8d33-a7b18dc27933 tempest-BulkNetworkOpsIpV6Test-276727068 tempest-BulkNetworkOpsIpV6Test-276727068-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-956796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877'] for network, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:06:43.957449 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-bc27f69d-9016-4e14-8d33-a7b18dc27933 tempest-BulkNetworkOpsIpV6Test-276727068 tempest-BulkNetworkOpsIpV6Test-276727068-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-956796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877'] for network, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:06:43.969024 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc27f69d-9016-4e14-8d33-a7b18dc27933 tempest-BulkNetworkOpsIpV6Test-276727068 tempest-BulkNetworkOpsIpV6Test-276727068-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:06:43.995054 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc27f69d-9016-4e14-8d33-a7b18dc27933 tempest-BulkNetworkOpsIpV6Test-276727068 tempest-BulkNetworkOpsIpV6Test-276727068-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:06:43.995054 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-bc27f69d-9016-4e14-8d33-a7b18dc27933 tempest-BulkNetworkOpsIpV6Test-276727068 tempest-BulkNetworkOpsIpV6Test-276727068-project] Publish callbacks [] for network, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:06:44.095076 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc27f69d-9016-4e14-8d33-a7b18dc27933 tempest-BulkNetworkOpsIpV6Test-276727068 tempest-BulkNetworkOpsIpV6Test-276727068-project] Pushing event updated for resources: {'Network': ['ID=c7893c0f-aebe-4e43-8b90-eb1a323fdfff,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:06:44.112230 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Network c7893c0f-aebe-4e43-8b90-eb1a323fdfff details requested by agent ovs-agent-n-d-816865-1 with host n-d-816865-1 {{(pid=102388) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 05 19:06:44.198444 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc27f69d-9016-4e14-8d33-a7b18dc27933 tempest-BulkNetworkOpsIpV6Test-276727068 tempest-BulkNetworkOpsIpV6Test-276727068-project] Pushing event updated for resources: {'Network': ['ID=8072afb0-eba4-49be-bf8c-f57ab375dabe,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:06:44.212360 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Network 8072afb0-eba4-49be-bf8c-f57ab375dabe details requested by agent ovs-agent-n-d-816865-1 with host n-d-816865-1 {{(pid=102388) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 05 19:06:44.270413 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-bc27f69d-9016-4e14-8d33-a7b18dc27933 tempest-BulkNetworkOpsIpV6Test-276727068 tempest-BulkNetworkOpsIpV6Test-276727068-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 1.6497221 Nov 05 19:06:44.272039 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 55766) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:06:44.376493 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08b43ed-2fcf-4172-b65a-4868cfc24e56 req-7830b3e6-1184-4d1f-912d-92e12c62f5ea tempest-VolumesActionsTest-325667044 tempest-VolumesActionsTest-325667044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:06:44.378933 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-f08b43ed-2fcf-4172-b65a-4868cfc24e56 req-7830b3e6-1184-4d1f-912d-92e12c62f5ea tempest-VolumesActionsTest-325667044 tempest-VolumesActionsTest-325667044-project] 10.222.0.13 "GET /v2.0/ports?device_id=037f2f79-ad92-4390-82c3-4e6da3edfa29 HTTP/1.1" status: 200 len: 946 time: 0.0696394 Nov 05 19:06:44.489507 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4446c293-6917-4ca4-9b97-50d455f92b38 tempest-BulkNetworkOpsIpV6Test-276727068 tempest-BulkNetworkOpsIpV6Test-276727068-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:06:44.501558 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4446c293-6917-4ca4-9b97-50d455f92b38 tempest-BulkNetworkOpsIpV6Test-276727068 tempest-BulkNetworkOpsIpV6Test-276727068-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:06:44.509018 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4446c293-6917-4ca4-9b97-50d455f92b38 tempest-BulkNetworkOpsIpV6Test-276727068 tempest-BulkNetworkOpsIpV6Test-276727068-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:06:44.516018 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4446c293-6917-4ca4-9b97-50d455f92b38 tempest-BulkNetworkOpsIpV6Test-276727068 tempest-BulkNetworkOpsIpV6Test-276727068-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:06:44.516844 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-f08b43ed-2fcf-4172-b65a-4868cfc24e56 req-ddcefef1-3055-4d95-add0-29a3e1738542 tempest-VolumesActionsTest-325667044 tempest-VolumesActionsTest-325667044-project] 10.222.0.13 "GET /v2.0/security-groups?id=7bc6632f-f0b1-4a8f-9289-6c147eb3f21c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270697 Nov 05 19:06:44.530156 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-4446c293-6917-4ca4-9b97-50d455f92b38 tempest-BulkNetworkOpsIpV6Test-276727068 tempest-BulkNetworkOpsIpV6Test-276727068-project] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.2583060 Nov 05 19:06:44.532952 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 55778) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:06:44.579435 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05072793-7502-4af2-8336-b2748abb3117 req-c8175f2a-f6ba-4d81-8103-87791c2fbbcf tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:06:44.582701 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-05072793-7502-4af2-8336-b2748abb3117 req-c8175f2a-f6ba-4d81-8103-87791c2fbbcf tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] 10.222.0.13 "GET /v2.0/ports?device_id=4ea097b1-9233-4725-b1b8-5997b4b6d1c3 HTTP/1.1" status: 200 len: 945 time: 0.0767858 Nov 05 19:06:44.630805 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-d1cdcb57-56fd-4b6b-82ab-359f14747ab9 tempest-BulkNetworkOpsIpV6Test-276727068 tempest-BulkNetworkOpsIpV6Test-276727068-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1664226'] for network, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:06:44.646618 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-05072793-7502-4af2-8336-b2748abb3117 req-a527ac86-8697-41d9-9528-d8f121171745 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] 10.222.0.13 "GET /v2.0/security-groups?id=1260ef79-b8a4-488e-ab6f-3a25432baa92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588467 Nov 05 19:06:44.774667 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-3a935b80-6ab2-4004-9c61-f67ba08d966a req-3e440d00-73b0-4a00-bf39-c93db8331816 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=4ea097b1-9233-4725-b1b8-5997b4b6d1c3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1283402 Nov 05 19:06:44.779760 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-d1cdcb57-56fd-4b6b-82ab-359f14747ab9 tempest-BulkNetworkOpsIpV6Test-276727068 tempest-BulkNetworkOpsIpV6Test-276727068-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1579173', 'neutron.services.segments.db._delete_segments_for_network-8750027792909'] for network, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:06:44.803847 n-d-816865-1 neutron-server[102386]: DEBUG neutron.services.segments.db [None req-d1cdcb57-56fd-4b6b-82ab-359f14747ab9 tempest-BulkNetworkOpsIpV6Test-276727068 tempest-BulkNetworkOpsIpV6Test-276727068-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c7893c0f-aebe-4e43-8b90-eb1a323fdfff']}} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:06:44.817293 n-d-816865-1 neutron-server[102386]: DEBUG neutron.services.segments.db [None req-d1cdcb57-56fd-4b6b-82ab-359f14747ab9 tempest-BulkNetworkOpsIpV6Test-276727068 tempest-BulkNetworkOpsIpV6Test-276727068-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '071d9eaf-25b7-43c0-88db-e8ffdde6a312') {'for_net_delete': True} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:06:44.817599 n-d-816865-1 neutron-server[102386]: DEBUG neutron.services.segments.db [None req-d1cdcb57-56fd-4b6b-82ab-359f14747ab9 tempest-BulkNetworkOpsIpV6Test-276727068 tempest-BulkNetworkOpsIpV6Test-276727068-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '071d9eaf-25b7-43c0-88db-e8ffdde6a312') {} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:06:44.830873 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-d1cdcb57-56fd-4b6b-82ab-359f14747ab9 tempest-BulkNetworkOpsIpV6Test-276727068 tempest-BulkNetworkOpsIpV6Test-276727068-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750027793430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4590747'] for segment, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:06:44.845974 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-d1cdcb57-56fd-4b6b-82ab-359f14747ab9 tempest-BulkNetworkOpsIpV6Test-276727068 tempest-BulkNetworkOpsIpV6Test-276727068-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273'] for segment, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:06:44.852355 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d1cdcb57-56fd-4b6b-82ab-359f14747ab9 tempest-BulkNetworkOpsIpV6Test-276727068 tempest-BulkNetworkOpsIpV6Test-276727068-project] Releasing vlan 182 on physical network physnet1 to pool {{(pid=102386) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 05 19:06:44.852938 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-d1cdcb57-56fd-4b6b-82ab-359f14747ab9 tempest-BulkNetworkOpsIpV6Test-276727068 tempest-BulkNetworkOpsIpV6Test-276727068-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6149721'] for segment, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:06:44.922544 n-d-816865-1 neutron-server[102386]: Traceback (most recent call last): Nov 05 19:06:44.922544 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 05 19:06:44.922544 n-d-816865-1 neutron-server[102386]: timer() Nov 05 19:06:44.922544 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 05 19:06:44.922544 n-d-816865-1 neutron-server[102386]: cb(*args, **kw) Nov 05 19:06:44.922544 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 05 19:06:44.922544 n-d-816865-1 neutron-server[102386]: return func(*args, **kwargs) Nov 05 19:06:44.922544 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 05 19:06:44.922544 n-d-816865-1 neutron-server[102386]: self._notify() Nov 05 19:06:44.922544 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 05 19:06:44.922544 n-d-816865-1 neutron-server[102386]: self.callback(batched_events) Nov 05 19:06:44.922544 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 05 19:06:44.922544 n-d-816865-1 neutron-server[102386]: event.method(event) Nov 05 19:06:44.922544 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 05 19:06:44.922544 n-d-816865-1 neutron-server[102386]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 05 19:06:44.922544 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 05 19:06:44.922544 n-d-816865-1 neutron-server[102386]: aggregate_uuid = self.p_client.list_aggregates( Nov 05 19:06:44.922544 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 05 19:06:44.922544 n-d-816865-1 neutron-server[102386]: return f(self, *a, **k) Nov 05 19:06:44.922544 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 05 19:06:44.922544 n-d-816865-1 neutron-server[102386]: return self._get(url).json() Nov 05 19:06:44.922544 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 05 19:06:44.922544 n-d-816865-1 neutron-server[102386]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 05 19:06:44.922544 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 05 19:06:44.922544 n-d-816865-1 neutron-server[102386]: return self.request(url, 'GET', **kwargs) Nov 05 19:06:44.922544 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 05 19:06:44.922544 n-d-816865-1 neutron-server[102386]: base_url = self.get_endpoint(auth, allow=allow, Nov 05 19:06:44.922544 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 05 19:06:44.922544 n-d-816865-1 neutron-server[102386]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 05 19:06:44.922544 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 05 19:06:44.922544 n-d-816865-1 neutron-server[102386]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 05 19:06:44.922544 n-d-816865-1 neutron-server[102386]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 05 19:06:45.001674 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-d1cdcb57-56fd-4b6b-82ab-359f14747ab9 tempest-BulkNetworkOpsIpV6Test-276727068 tempest-BulkNetworkOpsIpV6Test-276727068-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1579178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-956796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1000687'] for network, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:06:45.007126 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-d1cdcb57-56fd-4b6b-82ab-359f14747ab9 tempest-BulkNetworkOpsIpV6Test-276727068 tempest-BulkNetworkOpsIpV6Test-276727068-project] Publish callbacks [] for network, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:06:45.013730 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-d1cdcb57-56fd-4b6b-82ab-359f14747ab9 tempest-BulkNetworkOpsIpV6Test-276727068 tempest-BulkNetworkOpsIpV6Test-276727068-project] 10.222.0.13 "DELETE /v2.0/networks/c7893c0f-aebe-4e43-8b90-eb1a323fdfff HTTP/1.1" status: 204 len: 168 time: 0.4755998 Nov 05 19:06:45.016306 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 55796) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:06:45.030545 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1cdcb57-56fd-4b6b-82ab-359f14747ab9 tempest-BulkNetworkOpsIpV6Test-276727068 tempest-BulkNetworkOpsIpV6Test-276727068-project] Pushing event deleted for resources: {'Network': ['ID=c7893c0f-aebe-4e43-8b90-eb1a323fdfff,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:06:45.149861 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-2b1a2ef2-5d66-430b-9f36-30b6248d7d61 tempest-BulkNetworkOpsIpV6Test-276727068 tempest-BulkNetworkOpsIpV6Test-276727068-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1664226'] for network, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:06:45.296666 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-2b1a2ef2-5d66-430b-9f36-30b6248d7d61 tempest-BulkNetworkOpsIpV6Test-276727068 tempest-BulkNetworkOpsIpV6Test-276727068-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1579173', 'neutron.services.segments.db._delete_segments_for_network-8750027792909'] for network, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:06:45.320478 n-d-816865-1 neutron-server[102387]: DEBUG neutron.services.segments.db [None req-2b1a2ef2-5d66-430b-9f36-30b6248d7d61 tempest-BulkNetworkOpsIpV6Test-276727068 tempest-BulkNetworkOpsIpV6Test-276727068-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8072afb0-eba4-49be-bf8c-f57ab375dabe']}} {{(pid=102387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:06:45.330605 n-d-816865-1 neutron-server[102387]: DEBUG neutron.services.segments.db [None req-2b1a2ef2-5d66-430b-9f36-30b6248d7d61 tempest-BulkNetworkOpsIpV6Test-276727068 tempest-BulkNetworkOpsIpV6Test-276727068-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '01e0bb9c-7b40-407d-9081-c3d0daef1086') {'for_net_delete': True} {{(pid=102387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:06:45.331121 n-d-816865-1 neutron-server[102387]: DEBUG neutron.services.segments.db [None req-2b1a2ef2-5d66-430b-9f36-30b6248d7d61 tempest-BulkNetworkOpsIpV6Test-276727068 tempest-BulkNetworkOpsIpV6Test-276727068-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '01e0bb9c-7b40-407d-9081-c3d0daef1086') {} {{(pid=102387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:06:45.342941 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-2b1a2ef2-5d66-430b-9f36-30b6248d7d61 tempest-BulkNetworkOpsIpV6Test-276727068 tempest-BulkNetworkOpsIpV6Test-276727068-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750027793430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4463492'] for segment, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:06:45.360727 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-2b1a2ef2-5d66-430b-9f36-30b6248d7d61 tempest-BulkNetworkOpsIpV6Test-276727068 tempest-BulkNetworkOpsIpV6Test-276727068-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273'] for segment, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:06:45.368162 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b1a2ef2-5d66-430b-9f36-30b6248d7d61 tempest-BulkNetworkOpsIpV6Test-276727068 tempest-BulkNetworkOpsIpV6Test-276727068-project] Releasing vlan 173 on physical network physnet1 to pool {{(pid=102387) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 05 19:06:45.368928 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-2b1a2ef2-5d66-430b-9f36-30b6248d7d61 tempest-BulkNetworkOpsIpV6Test-276727068 tempest-BulkNetworkOpsIpV6Test-276727068-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4417236'] for segment, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:06:45.372319 n-d-816865-1 neutron-server[102387]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 05 19:06:45.372319 n-d-816865-1 neutron-server[102387]: items = [ Nov 05 19:06:45.372319 n-d-816865-1 neutron-server[102387]: Traceback (most recent call last): Nov 05 19:06:45.372319 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 05 19:06:45.372319 n-d-816865-1 neutron-server[102387]: timer() Nov 05 19:06:45.372319 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 05 19:06:45.372319 n-d-816865-1 neutron-server[102387]: cb(*args, **kw) Nov 05 19:06:45.372319 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 05 19:06:45.372319 n-d-816865-1 neutron-server[102387]: return func(*args, **kwargs) Nov 05 19:06:45.372319 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 05 19:06:45.372319 n-d-816865-1 neutron-server[102387]: self._notify() Nov 05 19:06:45.372319 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 05 19:06:45.372319 n-d-816865-1 neutron-server[102387]: self.callback(batched_events) Nov 05 19:06:45.372319 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 05 19:06:45.372319 n-d-816865-1 neutron-server[102387]: event.method(event) Nov 05 19:06:45.372319 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 05 19:06:45.372319 n-d-816865-1 neutron-server[102387]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 05 19:06:45.372319 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 05 19:06:45.372319 n-d-816865-1 neutron-server[102387]: aggregate_uuid = self.p_client.list_aggregates( Nov 05 19:06:45.372319 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 05 19:06:45.372319 n-d-816865-1 neutron-server[102387]: return f(self, *a, **k) Nov 05 19:06:45.372319 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 05 19:06:45.372319 n-d-816865-1 neutron-server[102387]: return self._get(url).json() Nov 05 19:06:45.372319 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 05 19:06:45.372319 n-d-816865-1 neutron-server[102387]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 05 19:06:45.372319 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 05 19:06:45.372319 n-d-816865-1 neutron-server[102387]: return self.request(url, 'GET', **kwargs) Nov 05 19:06:45.372319 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 05 19:06:45.372319 n-d-816865-1 neutron-server[102387]: base_url = self.get_endpoint(auth, allow=allow, Nov 05 19:06:45.372319 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 05 19:06:45.372319 n-d-816865-1 neutron-server[102387]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 05 19:06:45.372319 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 05 19:06:45.372319 n-d-816865-1 neutron-server[102387]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 05 19:06:45.372319 n-d-816865-1 neutron-server[102387]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 05 19:06:46.008834 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-2b1a2ef2-5d66-430b-9f36-30b6248d7d61 tempest-BulkNetworkOpsIpV6Test-276727068 tempest-BulkNetworkOpsIpV6Test-276727068-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1579178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-956796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1000687'] for network, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:06:46.068395 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-2b1a2ef2-5d66-430b-9f36-30b6248d7d61 tempest-BulkNetworkOpsIpV6Test-276727068 tempest-BulkNetworkOpsIpV6Test-276727068-project] Publish callbacks [] for network, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:06:46.072813 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-2b1a2ef2-5d66-430b-9f36-30b6248d7d61 tempest-BulkNetworkOpsIpV6Test-276727068 tempest-BulkNetworkOpsIpV6Test-276727068-project] 10.222.0.13 "DELETE /v2.0/networks/8072afb0-eba4-49be-bf8c-f57ab375dabe HTTP/1.1" status: 204 len: 168 time: 1.0546806 Nov 05 19:06:46.076115 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1a2ef2-5d66-430b-9f36-30b6248d7d61 tempest-BulkNetworkOpsIpV6Test-276727068 tempest-BulkNetworkOpsIpV6Test-276727068-project] Pushing event deleted for resources: {'Network': ['ID=8072afb0-eba4-49be-bf8c-f57ab375dabe,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:06:46.076882 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 55846) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:06:46.116527 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d755818b-a928-4bc8-a2a2-c6db7853a917 req-ea1874ea-8f89-40f1-a7b3-6d0758fe31be tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:06:46.118298 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-d755818b-a928-4bc8-a2a2-c6db7853a917 req-ea1874ea-8f89-40f1-a7b3-6d0758fe31be tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] 10.222.0.13 "GET /v2.0/ports?device_id=4ea097b1-9233-4725-b1b8-5997b4b6d1c3 HTTP/1.1" status: 200 len: 945 time: 0.1246653 Nov 05 19:06:46.128462 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0f6866-de84-4b6a-a5e8-f777e62b6db3 req-03b354ec-7aa0-4512-9187-95e4adbbd3f7 tempest-VolumesActionsTest-325667044 tempest-VolumesActionsTest-325667044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:06:46.130203 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-7c0f6866-de84-4b6a-a5e8-f777e62b6db3 req-03b354ec-7aa0-4512-9187-95e4adbbd3f7 tempest-VolumesActionsTest-325667044 tempest-VolumesActionsTest-325667044-project] 10.222.0.41 "GET /v2.0/ports?device_id=037f2f79-ad92-4390-82c3-4e6da3edfa29 HTTP/1.1" status: 200 len: 946 time: 0.5854082 Nov 05 19:06:46.186585 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0951f5e0-cdde-4efc-8f86-4797c7a0fe8e req-f8216b9c-b094-4f70-bf77-867b1a87c764 tempest-VolumesActionsTest-325667044 tempest-VolumesActionsTest-325667044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:06:46.188695 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-0951f5e0-cdde-4efc-8f86-4797c7a0fe8e req-f8216b9c-b094-4f70-bf77-867b1a87c764 tempest-VolumesActionsTest-325667044 tempest-VolumesActionsTest-325667044-project] 10.222.0.13 "GET /v2.0/ports?device_id=037f2f79-ad92-4390-82c3-4e6da3edfa29 HTTP/1.1" status: 200 len: 946 time: 0.1854260 Nov 05 19:06:46.278248 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cb8cf7e-2a3a-44e3-bad4-f75f5a22c6dd tempest-BulkNetworkOpsIpV6Test-276727068 tempest-BulkNetworkOpsIpV6Test-276727068-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:06:46.282843 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-d755818b-a928-4bc8-a2a2-c6db7853a917 req-9f29a9be-bb86-4034-9236-e753c3721fd5 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] 10.222.0.13 "GET /v2.0/security-groups?id=1260ef79-b8a4-488e-ab6f-3a25432baa92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1514914 Nov 05 19:06:46.285384 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cb8cf7e-2a3a-44e3-bad4-f75f5a22c6dd tempest-BulkNetworkOpsIpV6Test-276727068 tempest-BulkNetworkOpsIpV6Test-276727068-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:06:46.287947 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-0cb8cf7e-2a3a-44e3-bad4-f75f5a22c6dd tempest-BulkNetworkOpsIpV6Test-276727068 tempest-BulkNetworkOpsIpV6Test-276727068-project] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.2100034 Nov 05 19:06:46.292459 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 55854) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:06:46.299437 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-8f883334-e848-4a1e-b32b-ef4d7ba9a934 tempest-BulkNetworkOpsIpV6Test-276727068 tempest-BulkNetworkOpsIpV6Test-276727068-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1062266354'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:06:46.312521 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-0951f5e0-cdde-4efc-8f86-4797c7a0fe8e req-b060cb1d-97ad-4562-86bf-2f8c71e301ac tempest-VolumesActionsTest-325667044 tempest-VolumesActionsTest-325667044-project] 10.222.0.13 "GET /v2.0/security-groups?id=7bc6632f-f0b1-4a8f-9289-6c147eb3f21c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153131 Nov 05 19:06:46.336094 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [req-7c0f6866-de84-4b6a-a5e8-f777e62b6db3 req-3849252c-5ec5-4191-9c28-a09232dfe63b tempest-VolumesActionsTest-325667044 tempest-VolumesActionsTest-325667044-project] Deleting port 227e03a2-009b-4a7c-ba14-f0ce0effddb6 {{(pid=102387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 19:06:46.338965 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-7c0f6866-de84-4b6a-a5e8-f777e62b6db3 req-3849252c-5ec5-4191-9c28-a09232dfe63b tempest-VolumesActionsTest-325667044 tempest-VolumesActionsTest-325667044-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:06:46.481225 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f883334-e848-4a1e-b32b-ef4d7ba9a934 tempest-BulkNetworkOpsIpV6Test-276727068 tempest-BulkNetworkOpsIpV6Test-276727068-project] Made reservation on behalf of 860d0782431c4d8f88c9faec2e507431 for: {'network': 1} {{(pid=102386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 19:06:46.484770 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.db [req-7c0f6866-de84-4b6a-a5e8-f777e62b6db3 req-3849252c-5ec5-4191-9c28-a09232dfe63b tempest-VolumesActionsTest-325667044 tempest-VolumesActionsTest-325667044-project] For port 227e03a2-009b-4a7c-ba14-f0ce0effddb6, host n-h1-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=227e03a2-009b-4a7c-ba14-f0ce0effddb6,segment=NetworkSegment(b5a855e4-c288-41cb-be51-6dcace3c5b6a),segment_id=b5a855e4-c288-41cb-be51-6dcace3c5b6a)] {{(pid=102387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:06:46.485296 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-7c0f6866-de84-4b6a-a5e8-f777e62b6db3 req-3849252c-5ec5-4191-9c28-a09232dfe63b tempest-VolumesActionsTest-325667044 tempest-VolumesActionsTest-325667044-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:06:46.486182 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-8f883334-e848-4a1e-b32b-ef4d7ba9a934 tempest-BulkNetworkOpsIpV6Test-276727068 tempest-BulkNetworkOpsIpV6Test-276727068-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for network, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:06:46.501442 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [req-7c0f6866-de84-4b6a-a5e8-f777e62b6db3 req-3849252c-5ec5-4191-9c28-a09232dfe63b tempest-VolumesActionsTest-325667044 tempest-VolumesActionsTest-325667044-project] Calling delete_port for 227e03a2-009b-4a7c-ba14-f0ce0effddb6 owned by compute:nova {{(pid=102387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 19:06:46.533417 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f883334-e848-4a1e-b32b-ef4d7ba9a934 tempest-BulkNetworkOpsIpV6Test-276727068 tempest-BulkNetworkOpsIpV6Test-276727068-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 152} {{(pid=102386) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 05 19:06:46.546308 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-8f883334-e848-4a1e-b32b-ef4d7ba9a934 tempest-BulkNetworkOpsIpV6Test-276727068 tempest-BulkNetworkOpsIpV6Test-276727068-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273'] for segment, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:06:46.546716 n-d-816865-1 neutron-server[102386]: INFO neutron.db.segments_db [None req-8f883334-e848-4a1e-b32b-ef4d7ba9a934 tempest-BulkNetworkOpsIpV6Test-276727068 tempest-BulkNetworkOpsIpV6Test-276727068-project] Added segment e0f24784-0441-4990-bb4d-6673e1e9474d of type vlan for network 134c2776-6211-464d-9733-dc3467ec57ea Nov 05 19:06:46.595970 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-8f883334-e848-4a1e-b32b-ef4d7ba9a934 tempest-BulkNetworkOpsIpV6Test-276727068 tempest-BulkNetworkOpsIpV6Test-276727068-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750027258543'] for network, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:06:46.723507 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-8f883334-e848-4a1e-b32b-ef4d7ba9a934 tempest-BulkNetworkOpsIpV6Test-276727068 tempest-BulkNetworkOpsIpV6Test-276727068-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-956796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877'] for network, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:06:46.730033 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.agents_db [None req-b9406b04-a0e8-43cf-b349-711963d96cf4 None None] Agent healthcheck: found 7 active agents {{(pid=102389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 05 19:06:46.732617 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f883334-e848-4a1e-b32b-ef4d7ba9a934 tempest-BulkNetworkOpsIpV6Test-276727068 tempest-BulkNetworkOpsIpV6Test-276727068-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:06:46.733183 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-8f883334-e848-4a1e-b32b-ef4d7ba9a934 tempest-BulkNetworkOpsIpV6Test-276727068 tempest-BulkNetworkOpsIpV6Test-276727068-project] Publish callbacks [] for network, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:06:46.821088 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f883334-e848-4a1e-b32b-ef4d7ba9a934 tempest-BulkNetworkOpsIpV6Test-276727068 tempest-BulkNetworkOpsIpV6Test-276727068-project] Pushing event updated for resources: {'Network': ['ID=134c2776-6211-464d-9733-dc3467ec57ea,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:06:46.831250 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-7c0f6866-de84-4b6a-a5e8-f777e62b6db3 req-3849252c-5ec5-4191-9c28-a09232dfe63b tempest-VolumesActionsTest-325667044 tempest-VolumesActionsTest-325667044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4417063'] for port, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:06:46.834360 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Network 134c2776-6211-464d-9733-dc3467ec57ea details requested by agent ovs-agent-n-d-816865-1 with host n-d-816865-1 {{(pid=102388) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 05 19:06:46.861719 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3849252c-5ec5-4191-9c28-a09232dfe63b tempest-VolumesActionsTest-325667044 tempest-VolumesActionsTest-325667044-project] Pushing event deleted for resources: {'Port': ['ID=227e03a2-009b-4a7c-ba14-f0ce0effddb6,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:06:46.873548 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] get_ports_and_sgs() called for port_ids ['227e03a2-009b-4a7c-ba14-f0ce0effddb6'] {{(pid=102388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 19:06:46.912100 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-8f883334-e848-4a1e-b32b-ef4d7ba9a934 tempest-BulkNetworkOpsIpV6Test-276727068 tempest-BulkNetworkOpsIpV6Test-276727068-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.6158342 Nov 05 19:06:46.912945 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 55874) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:06:46.919294 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-008141a6-8df5-475d-881e-34ec2200a24a tempest-BulkNetworkOpsIpV6Test-276727068 tempest-BulkNetworkOpsIpV6Test-276727068-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1141148559'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:06:46.927821 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c0f6866-de84-4b6a-a5e8-f777e62b6db3 req-3849252c-5ec5-4191-9c28-a09232dfe63b tempest-VolumesActionsTest-325667044 tempest-VolumesActionsTest-325667044-project] No DVR routers for this DVR port 227e03a2-009b-4a7c-ba14-f0ce0effddb6 on host n-h1-816865-1 {{(pid=102387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 19:06:46.930989 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-7c0f6866-de84-4b6a-a5e8-f777e62b6db3 req-3849252c-5ec5-4191-9c28-a09232dfe63b tempest-VolumesActionsTest-325667044 tempest-VolumesActionsTest-325667044-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:06:46.935123 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-7c0f6866-de84-4b6a-a5e8-f777e62b6db3 req-3849252c-5ec5-4191-9c28-a09232dfe63b tempest-VolumesActionsTest-325667044 tempest-VolumesActionsTest-325667044-project] 10.222.0.41 "DELETE /v2.0/ports/227e03a2-009b-4a7c-ba14-f0ce0effddb6 HTTP/1.1" status: 204 len: 173 time: 0.7941024 Nov 05 19:06:46.935809 n-d-816865-1 neutron-server[102387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '037f2f79-ad92-4390-82c3-4e6da3edfa29', 'name': 'network-vif-deleted', 'tag': '227e03a2-009b-4a7c-ba14-f0ce0effddb6'}] {{(pid=102387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 19:06:46.938605 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab06bd4ddf5758c1f10d79fe34dc215bafa488692cde9dba2fcbcb67556f90bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43377a00-3e25-4e05-9080-49dca8476d1b" -d '{"events": [{"server_uuid": "037f2f79-ad92-4390-82c3-4e6da3edfa29", "name": "network-vif-deleted", "tag": "227e03a2-009b-4a7c-ba14-f0ce0effddb6"}]}' {{(pid=102387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 19:06:47.019973 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 19:06:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4ee849f-54e3-4e0c-8d8e-de559b69c235 x-openstack-request-id: req-f4ee849f-54e3-4e0c-8d8e-de559b69c235 {{(pid=102387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 19:06:47.021039 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "037f2f79-ad92-4390-82c3-4e6da3edfa29", "name": "network-vif-deleted", "tag": "227e03a2-009b-4a7c-ba14-f0ce0effddb6", "status": "completed", "code": 200}]} {{(pid=102387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 19:06:47.021596 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f4ee849f-54e3-4e0c-8d8e-de559b69c235 {{(pid=102387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 19:06:47.022259 n-d-816865-1 neutron-server[102387]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '037f2f79-ad92-4390-82c3-4e6da3edfa29', 'name': 'network-vif-deleted', 'tag': '227e03a2-009b-4a7c-ba14-f0ce0effddb6', 'status': 'completed', 'code': 200} Nov 05 19:06:47.076987 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-008141a6-8df5-475d-881e-34ec2200a24a tempest-BulkNetworkOpsIpV6Test-276727068 tempest-BulkNetworkOpsIpV6Test-276727068-project] Made reservation on behalf of 860d0782431c4d8f88c9faec2e507431 for: {'network': 1} {{(pid=102386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 19:06:47.080817 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-008141a6-8df5-475d-881e-34ec2200a24a tempest-BulkNetworkOpsIpV6Test-276727068 tempest-BulkNetworkOpsIpV6Test-276727068-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for network, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:06:47.131326 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-008141a6-8df5-475d-881e-34ec2200a24a tempest-BulkNetworkOpsIpV6Test-276727068 tempest-BulkNetworkOpsIpV6Test-276727068-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 180} {{(pid=102386) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 05 19:06:47.152722 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-008141a6-8df5-475d-881e-34ec2200a24a tempest-BulkNetworkOpsIpV6Test-276727068 tempest-BulkNetworkOpsIpV6Test-276727068-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273'] for segment, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:06:47.155396 n-d-816865-1 neutron-server[102386]: INFO neutron.db.segments_db [None req-008141a6-8df5-475d-881e-34ec2200a24a tempest-BulkNetworkOpsIpV6Test-276727068 tempest-BulkNetworkOpsIpV6Test-276727068-project] Added segment 79ea05f1-98b0-486a-a45a-99ee99eaa16b of type vlan for network 4c7da928-a3fe-40f6-8dd2-c57337f97b9e Nov 05 19:06:47.221190 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-008141a6-8df5-475d-881e-34ec2200a24a tempest-BulkNetworkOpsIpV6Test-276727068 tempest-BulkNetworkOpsIpV6Test-276727068-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750027258543'] for network, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:06:47.305296 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-008141a6-8df5-475d-881e-34ec2200a24a tempest-BulkNetworkOpsIpV6Test-276727068 tempest-BulkNetworkOpsIpV6Test-276727068-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-956796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877'] for network, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:06:47.312527 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-008141a6-8df5-475d-881e-34ec2200a24a tempest-BulkNetworkOpsIpV6Test-276727068 tempest-BulkNetworkOpsIpV6Test-276727068-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:06:47.313129 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-008141a6-8df5-475d-881e-34ec2200a24a tempest-BulkNetworkOpsIpV6Test-276727068 tempest-BulkNetworkOpsIpV6Test-276727068-project] Publish callbacks [] for network, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:06:47.441497 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008141a6-8df5-475d-881e-34ec2200a24a tempest-BulkNetworkOpsIpV6Test-276727068 tempest-BulkNetworkOpsIpV6Test-276727068-project] Pushing event updated for resources: {'Network': ['ID=4c7da928-a3fe-40f6-8dd2-c57337f97b9e,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:06:47.460432 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Network 4c7da928-a3fe-40f6-8dd2-c57337f97b9e details requested by agent ovs-agent-n-d-816865-1 with host n-d-816865-1 {{(pid=102388) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 05 19:06:47.496304 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-a02bf183-de8a-4b77-b463-5c7fec6086c4 req-19cd4709-55ae-435b-9cbc-219481fcd8a1 tempest-VolumesActionsTest-325667044 tempest-VolumesActionsTest-325667044-project] 10.222.0.13 "GET /v2.0/ports?device_id=037f2f79-ad92-4390-82c3-4e6da3edfa29 HTTP/1.1" status: 200 len: 210 time: 0.0914130 Nov 05 19:06:47.542878 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-008141a6-8df5-475d-881e-34ec2200a24a tempest-BulkNetworkOpsIpV6Test-276727068 tempest-BulkNetworkOpsIpV6Test-276727068-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.6287389 Nov 05 19:06:47.566922 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 55896) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:06:47.566922 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-1a203cde-c628-4dba-93e9-837d02c15b11 tempest-BulkNetworkOpsIpV6Test-276727068 tempest-BulkNetworkOpsIpV6Test-276727068-project] Request body: {'ports': [{'network_id': '134c2776-6211-464d-9733-dc3467ec57ea', 'name': 'tempest-port--1405175736', 'admin_state_up': True}, {'network_id': '4c7da928-a3fe-40f6-8dd2-c57337f97b9e', 'admin_state_up': False}]} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:06:47.566922 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-1a203cde-c628-4dba-93e9-837d02c15b11 tempest-BulkNetworkOpsIpV6Test-276727068 tempest-BulkNetworkOpsIpV6Test-276727068-project] Request body: {'port': {'network_id': '134c2776-6211-464d-9733-dc3467ec57ea', 'name': 'tempest-port--1405175736', 'admin_state_up': True}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:06:47.566922 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-1a203cde-c628-4dba-93e9-837d02c15b11 tempest-BulkNetworkOpsIpV6Test-276727068 tempest-BulkNetworkOpsIpV6Test-276727068-project] Request body: {'port': {'network_id': '4c7da928-a3fe-40f6-8dd2-c57337f97b9e', 'admin_state_up': False}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:06:47.569638 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e44e18-5e07-490e-829b-7873dc0cf7c8 req-2a73b8fc-15ed-4aa6-96a8-69640891310d tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:06:47.579087 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-f2e44e18-5e07-490e-829b-7873dc0cf7c8 req-2a73b8fc-15ed-4aa6-96a8-69640891310d tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] 10.222.0.13 "GET /v2.0/ports?device_id=4ea097b1-9233-4725-b1b8-5997b4b6d1c3 HTTP/1.1" status: 200 len: 945 time: 0.1651435 Nov 05 19:06:47.646812 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-f2e44e18-5e07-490e-829b-7873dc0cf7c8 req-977e6bb3-5160-4f26-98dc-7bb950924beb tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] 10.222.0.13 "GET /v2.0/security-groups?id=1260ef79-b8a4-488e-ab6f-3a25432baa92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0667202 Nov 05 19:06:47.805871 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a935b80-6ab2-4004-9c61-f67ba08d966a req-60a3e392-986d-4138-b6ee-8dd875f09691 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:06:47.808064 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-3a935b80-6ab2-4004-9c61-f67ba08d966a req-60a3e392-986d-4138-b6ee-8dd875f09691 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=777902a3c6ed4ff2a5460208db53bd8a&device_id=4ea097b1-9233-4725-b1b8-5997b4b6d1c3 HTTP/1.1" status: 200 len: 1096 time: 0.0701141 Nov 05 19:06:47.897025 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a203cde-c628-4dba-93e9-837d02c15b11 tempest-BulkNetworkOpsIpV6Test-276727068 tempest-BulkNetworkOpsIpV6Test-276727068-project] Made reservation on behalf of 860d0782431c4d8f88c9faec2e507431 for: {'port': 2} {{(pid=102386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 19:06:47.901725 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-1a203cde-c628-4dba-93e9-837d02c15b11 tempest-BulkNetworkOpsIpV6Test-276727068 tempest-BulkNetworkOpsIpV6Test-276727068-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:06:47.924590 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-1a203cde-c628-4dba-93e9-837d02c15b11 tempest-BulkNetworkOpsIpV6Test-276727068 tempest-BulkNetworkOpsIpV6Test-276727068-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:06:47.985742 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a935b80-6ab2-4004-9c61-f67ba08d966a req-55777db1-bd02-4ea8-ad70-8ef4168214b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:06:47.987269 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-3a935b80-6ab2-4004-9c61-f67ba08d966a req-55777db1-bd02-4ea8-ad70-8ef4168214b1 service neutron] 10.222.0.55 "GET /v2.0/networks?id=a81a4734-a1b7-455c-a565-110c640fada3 HTTP/1.1" status: 200 len: 898 time: 0.1669223 Nov 05 19:06:48.091172 n-d-816865-1 neutron-server[102386]: DEBUG neutron.notifiers.nova [None req-1a203cde-c628-4dba-93e9-837d02c15b11 tempest-BulkNetworkOpsIpV6Test-276727068 tempest-BulkNetworkOpsIpV6Test-276727068-project] device_id is not set on port eb406d2d-9c93-43eb-961e-3c27351c5046 yet. {{(pid=102386) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 05 19:06:48.119801 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-3a935b80-6ab2-4004-9c61-f67ba08d966a req-79b69788-a986-4376-918f-b43834790292 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=70b62e82-75f5-4d6c-8068-761a074efcbe HTTP/1.1" status: 200 len: 1001 time: 0.1015954 Nov 05 19:06:48.256286 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a935b80-6ab2-4004-9c61-f67ba08d966a req-8a0b7d3d-bc39-4303-8e6c-4857d854f608 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:06:48.257801 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-3a935b80-6ab2-4004-9c61-f67ba08d966a req-8a0b7d3d-bc39-4303-8e6c-4857d854f608 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e87a4999-90ef-48fe-aa30-61f131e4a77d HTTP/1.1" status: 200 len: 835 time: 0.1257653 Nov 05 19:06:48.324761 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-1a203cde-c628-4dba-93e9-837d02c15b11 tempest-BulkNetworkOpsIpV6Test-276727068 tempest-BulkNetworkOpsIpV6Test-276727068-project] Publish callbacks [] for port, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:06:48.427184 n-d-816865-1 neutron-server[102386]: DEBUG neutron.notifiers.nova [None req-1a203cde-c628-4dba-93e9-837d02c15b11 tempest-BulkNetworkOpsIpV6Test-276727068 tempest-BulkNetworkOpsIpV6Test-276727068-project] device_id is not set on port e93bbacb-4832-489a-80a7-1cb06eb5fa71 yet. {{(pid=102386) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 05 19:06:48.441997 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a935b80-6ab2-4004-9c61-f67ba08d966a req-5533f4f6-b715-40d4-a819-06afdac377a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:06:48.444538 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-3a935b80-6ab2-4004-9c61-f67ba08d966a req-5533f4f6-b715-40d4-a819-06afdac377a6 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a81a4734-a1b7-455c-a565-110c640fada3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1735280 Nov 05 19:06:48.461230 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [req-3a935b80-6ab2-4004-9c61-f67ba08d966a req-29b6fdc0-5f68-4b99-a893-349ff13f4e48 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=102386) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 05 19:06:48.462224 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-3a935b80-6ab2-4004-9c61-f67ba08d966a req-29b6fdc0-5f68-4b99-a893-349ff13f4e48 service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0069647 Nov 05 19:06:48.650648 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-1a203cde-c628-4dba-93e9-837d02c15b11 tempest-BulkNetworkOpsIpV6Test-276727068 tempest-BulkNetworkOpsIpV6Test-276727068-project] Publish callbacks [] for port, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:06:48.664873 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [req-99fb35d5-a91f-4d03-8100-db401d7c2a45 req-b973ffbe-e014-488f-8bc6-b62115f1accf tempest-ServersOnMultiNodesTest-710233287 tempest-ServersOnMultiNodesTest-710233287-project] (102386) timed out ('10.222.0.41', 57169) {{(pid=102386) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 05 19:06:48.766773 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-3a935b80-6ab2-4004-9c61-f67ba08d966a req-98c59785-1308-4832-97c3-2c3f97eedc14 service neutron] 10.222.0.55 "GET /v2.0/networks/a81a4734-a1b7-455c-a565-110c640fada3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2950544 Nov 05 19:06:48.827278 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e579101c-7f8d-4eeb-97c2-64079eb4a043 req-6adeca6c-3dfa-4a4a-9131-901182b9de35 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:06:48.835639 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-e579101c-7f8d-4eeb-97c2-64079eb4a043 req-6adeca6c-3dfa-4a4a-9131-901182b9de35 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] 10.222.0.13 "GET /v2.0/ports?device_id=4ea097b1-9233-4725-b1b8-5997b4b6d1c3 HTTP/1.1" status: 200 len: 945 time: 0.0746889 Nov 05 19:06:48.851296 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-1a203cde-c628-4dba-93e9-837d02c15b11 tempest-BulkNetworkOpsIpV6Test-276727068 tempest-BulkNetworkOpsIpV6Test-276727068-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:06:48.912106 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-e579101c-7f8d-4eeb-97c2-64079eb4a043 req-14cdbd81-a903-4f64-a489-04861551a2d2 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] 10.222.0.13 "GET /v2.0/security-groups?id=1260ef79-b8a4-488e-ab6f-3a25432baa92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0752280 Nov 05 19:06:48.948172 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-3a935b80-6ab2-4004-9c61-f67ba08d966a req-d79a9ccc-d69c-4eab-9a67-a7a601ff1601 service neutron] 10.222.0.55 "GET /v2.0/networks/a81a4734-a1b7-455c-a565-110c640fada3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1694877 Nov 05 19:06:48.965900 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a203cde-c628-4dba-93e9-837d02c15b11 tempest-BulkNetworkOpsIpV6Test-276727068 tempest-BulkNetworkOpsIpV6Test-276727068-project] Pushing event updated for resources: {'Port': ['ID=eb406d2d-9c93-43eb-961e-3c27351c5046,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:06:48.989029 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a203cde-c628-4dba-93e9-837d02c15b11 tempest-BulkNetworkOpsIpV6Test-276727068 tempest-BulkNetworkOpsIpV6Test-276727068-project] Checking segment: {'id': 'e0f24784-0441-4990-bb4d-6673e1e9474d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '134c2776-6211-464d-9733-dc3467ec57ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 19:06:48.989392 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a203cde-c628-4dba-93e9-837d02c15b11 tempest-BulkNetworkOpsIpV6Test-276727068 tempest-BulkNetworkOpsIpV6Test-276727068-project] Network hostable DHCP agents. Network: 134c2776-6211-464d-9733-dc3467ec57ea, hostable agents: ['987e2ca0-bc3b-4c6f-a989-429ccfbf753f'], hosted agents: [] {{(pid=102386) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 05 19:06:49.110938 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a203cde-c628-4dba-93e9-837d02c15b11 tempest-BulkNetworkOpsIpV6Test-276727068 tempest-BulkNetworkOpsIpV6Test-276727068-project] Network 134c2776-6211-464d-9733-dc3467ec57ea is scheduled to be hosted by DHCP agent 987e2ca0-bc3b-4c6f-a989-429ccfbf753f with binding_index 1 {{(pid=102386) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 05 19:06:49.232875 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.base_scheduler [None req-1a203cde-c628-4dba-93e9-837d02c15b11 tempest-BulkNetworkOpsIpV6Test-276727068 tempest-BulkNetworkOpsIpV6Test-276727068-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816865-1, 134c2776-6211-464d-9733-dc3467ec57ea) {{(pid=102386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 19:06:49.245464 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a203cde-c628-4dba-93e9-837d02c15b11 tempest-BulkNetworkOpsIpV6Test-276727068 tempest-BulkNetworkOpsIpV6Test-276727068-project] Received port after_create {{(pid=102386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 19:06:49.247442 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18c3c024-1acc-45ae-b66d-d220d368da6f None None] Network 134c2776-6211-464d-9733-dc3467ec57ea requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 19:06:49.249331 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-1a203cde-c628-4dba-93e9-837d02c15b11 tempest-BulkNetworkOpsIpV6Test-276727068 tempest-BulkNetworkOpsIpV6Test-276727068-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:06:49.329894 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a203cde-c628-4dba-93e9-837d02c15b11 tempest-BulkNetworkOpsIpV6Test-276727068 tempest-BulkNetworkOpsIpV6Test-276727068-project] Pushing event updated for resources: {'Port': ['ID=e93bbacb-4832-489a-80a7-1cb06eb5fa71,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:06:49.383346 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a203cde-c628-4dba-93e9-837d02c15b11 tempest-BulkNetworkOpsIpV6Test-276727068 tempest-BulkNetworkOpsIpV6Test-276727068-project] Checking segment: {'id': '79ea05f1-98b0-486a-a45a-99ee99eaa16b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '4c7da928-a3fe-40f6-8dd2-c57337f97b9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 19:06:49.383756 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a203cde-c628-4dba-93e9-837d02c15b11 tempest-BulkNetworkOpsIpV6Test-276727068 tempest-BulkNetworkOpsIpV6Test-276727068-project] Network hostable DHCP agents. Network: 4c7da928-a3fe-40f6-8dd2-c57337f97b9e, hostable agents: ['987e2ca0-bc3b-4c6f-a989-429ccfbf753f'], hosted agents: [] {{(pid=102386) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 05 19:06:49.718752 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Device 227e03a2-009b-4a7c-ba14-f0ce0effddb6 no longer exists at agent hyperv_n-h1-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 19:06:49.727663 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a203cde-c628-4dba-93e9-837d02c15b11 tempest-BulkNetworkOpsIpV6Test-276727068 tempest-BulkNetworkOpsIpV6Test-276727068-project] Network 4c7da928-a3fe-40f6-8dd2-c57337f97b9e is scheduled to be hosted by DHCP agent 987e2ca0-bc3b-4c6f-a989-429ccfbf753f with binding_index 1 {{(pid=102386) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 05 19:06:49.742474 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] No Port match for: 227e03a2-009b-4a7c-ba14-f0ce0effddb6 {{(pid=102388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 19:06:49.742835 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Device 227e03a2-009b-4a7c-ba14-f0ce0effddb6 not bound to the agent host n-h1-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 19:06:49.848006 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.base_scheduler [None req-1a203cde-c628-4dba-93e9-837d02c15b11 tempest-BulkNetworkOpsIpV6Test-276727068 tempest-BulkNetworkOpsIpV6Test-276727068-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816865-1, 4c7da928-a3fe-40f6-8dd2-c57337f97b9e) {{(pid=102386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 19:06:49.851785 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a203cde-c628-4dba-93e9-837d02c15b11 tempest-BulkNetworkOpsIpV6Test-276727068 tempest-BulkNetworkOpsIpV6Test-276727068-project] Received port after_create {{(pid=102386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 19:06:49.861314 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-954dd785-998a-409f-a098-635e57c93b24 None None] Network 4c7da928-a3fe-40f6-8dd2-c57337f97b9e requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 19:06:49.861588 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a203cde-c628-4dba-93e9-837d02c15b11 tempest-BulkNetworkOpsIpV6Test-276727068 tempest-BulkNetworkOpsIpV6Test-276727068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:06:49.881556 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a203cde-c628-4dba-93e9-837d02c15b11 tempest-BulkNetworkOpsIpV6Test-276727068 tempest-BulkNetworkOpsIpV6Test-276727068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:06:49.882310 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-1a203cde-c628-4dba-93e9-837d02c15b11 tempest-BulkNetworkOpsIpV6Test-276727068 tempest-BulkNetworkOpsIpV6Test-276727068-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:06:49.982689 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-1a203cde-c628-4dba-93e9-837d02c15b11 tempest-BulkNetworkOpsIpV6Test-276727068 tempest-BulkNetworkOpsIpV6Test-276727068-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 2.4360023 Nov 05 19:06:49.985158 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 55968) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:06:50.077717 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69f6740b-db03-44ac-b10e-d59f9393c030 tempest-BulkNetworkOpsIpV6Test-276727068 tempest-BulkNetworkOpsIpV6Test-276727068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:06:50.083901 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69f6740b-db03-44ac-b10e-d59f9393c030 tempest-BulkNetworkOpsIpV6Test-276727068 tempest-BulkNetworkOpsIpV6Test-276727068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:06:50.084042 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0446fc80-aa0f-4aa0-8a7a-edf73aeedb44 req-d6f12aa1-55a0-43bb-958a-d9dc93e89f85 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:06:50.089682 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-69f6740b-db03-44ac-b10e-d59f9393c030 tempest-BulkNetworkOpsIpV6Test-276727068 tempest-BulkNetworkOpsIpV6Test-276727068-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.0994921 Nov 05 19:06:50.089921 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 55972) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:06:50.102768 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-0446fc80-aa0f-4aa0-8a7a-edf73aeedb44 req-d6f12aa1-55a0-43bb-958a-d9dc93e89f85 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] 10.222.0.13 "GET /v2.0/ports?device_id=4ea097b1-9233-4725-b1b8-5997b4b6d1c3 HTTP/1.1" status: 200 len: 945 time: 0.1030884 Nov 05 19:06:50.188319 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-0446fc80-aa0f-4aa0-8a7a-edf73aeedb44 req-16fc4297-27ac-46ea-9156-a7658f764836 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] 10.222.0.13 "GET /v2.0/security-groups?id=1260ef79-b8a4-488e-ab6f-3a25432baa92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0835991 Nov 05 19:06:50.248769 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-872c78ee-fe9d-4aad-a691-57ee2898a568 tempest-BulkNetworkOpsIpV6Test-276727068 tempest-BulkNetworkOpsIpV6Test-276727068-project] Deleting port eb406d2d-9c93-43eb-961e-3c27351c5046 {{(pid=102386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 19:06:50.249753 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-872c78ee-fe9d-4aad-a691-57ee2898a568 tempest-BulkNetworkOpsIpV6Test-276727068 tempest-BulkNetworkOpsIpV6Test-276727068-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:06:50.360246 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-872c78ee-fe9d-4aad-a691-57ee2898a568 tempest-BulkNetworkOpsIpV6Test-276727068 tempest-BulkNetworkOpsIpV6Test-276727068-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:06:50.391034 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-872c78ee-fe9d-4aad-a691-57ee2898a568 tempest-BulkNetworkOpsIpV6Test-276727068 tempest-BulkNetworkOpsIpV6Test-276727068-project] Calling delete_port for eb406d2d-9c93-43eb-961e-3c27351c5046 owned by {{(pid=102386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 19:06:50.682496 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-872c78ee-fe9d-4aad-a691-57ee2898a568 tempest-BulkNetworkOpsIpV6Test-276727068 tempest-BulkNetworkOpsIpV6Test-276727068-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:06:50.720437 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872c78ee-fe9d-4aad-a691-57ee2898a568 tempest-BulkNetworkOpsIpV6Test-276727068 tempest-BulkNetworkOpsIpV6Test-276727068-project] Pushing event deleted for resources: {'Port': ['ID=eb406d2d-9c93-43eb-961e-3c27351c5046,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:06:50.724337 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-872c78ee-fe9d-4aad-a691-57ee2898a568 tempest-BulkNetworkOpsIpV6Test-276727068 tempest-BulkNetworkOpsIpV6Test-276727068-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:06:50.728329 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-872c78ee-fe9d-4aad-a691-57ee2898a568 tempest-BulkNetworkOpsIpV6Test-276727068 tempest-BulkNetworkOpsIpV6Test-276727068-project] 10.222.0.13 "DELETE /v2.0/ports/eb406d2d-9c93-43eb-961e-3c27351c5046 HTTP/1.1" status: 204 len: 168 time: 0.6365776 Nov 05 19:06:50.730448 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 55992) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:06:50.857223 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-1e3d326c-097b-47bb-af24-3230ca701f12 tempest-BulkNetworkOpsIpV6Test-276727068 tempest-BulkNetworkOpsIpV6Test-276727068-project] Deleting port e93bbacb-4832-489a-80a7-1cb06eb5fa71 {{(pid=102386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 19:06:50.857733 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-1e3d326c-097b-47bb-af24-3230ca701f12 tempest-BulkNetworkOpsIpV6Test-276727068 tempest-BulkNetworkOpsIpV6Test-276727068-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:06:51.043518 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-1e3d326c-097b-47bb-af24-3230ca701f12 tempest-BulkNetworkOpsIpV6Test-276727068 tempest-BulkNetworkOpsIpV6Test-276727068-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:06:51.065413 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-1e3d326c-097b-47bb-af24-3230ca701f12 tempest-BulkNetworkOpsIpV6Test-276727068 tempest-BulkNetworkOpsIpV6Test-276727068-project] Calling delete_port for e93bbacb-4832-489a-80a7-1cb06eb5fa71 owned by {{(pid=102386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 19:06:51.310983 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a0b47b-6442-4901-874b-74e2c885e81c req-73863b7f-a6be-4852-b68c-0432f6de6fdc tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:06:51.313240 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-97a0b47b-6442-4901-874b-74e2c885e81c req-73863b7f-a6be-4852-b68c-0432f6de6fdc tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] 10.222.0.13 "GET /v2.0/ports?device_id=4ea097b1-9233-4725-b1b8-5997b4b6d1c3 HTTP/1.1" status: 200 len: 945 time: 0.0586171 Nov 05 19:06:51.369468 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-97a0b47b-6442-4901-874b-74e2c885e81c req-912db665-8a7d-4a39-93f8-1256a3b7e5f4 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] 10.222.0.13 "GET /v2.0/security-groups?id=1260ef79-b8a4-488e-ab6f-3a25432baa92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476930 Nov 05 19:06:51.424996 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-1e3d326c-097b-47bb-af24-3230ca701f12 tempest-BulkNetworkOpsIpV6Test-276727068 tempest-BulkNetworkOpsIpV6Test-276727068-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:06:51.465218 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3d326c-097b-47bb-af24-3230ca701f12 tempest-BulkNetworkOpsIpV6Test-276727068 tempest-BulkNetworkOpsIpV6Test-276727068-project] Pushing event deleted for resources: {'Port': ['ID=e93bbacb-4832-489a-80a7-1cb06eb5fa71,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:06:51.477894 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-1e3d326c-097b-47bb-af24-3230ca701f12 tempest-BulkNetworkOpsIpV6Test-276727068 tempest-BulkNetworkOpsIpV6Test-276727068-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:06:51.481541 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-1e3d326c-097b-47bb-af24-3230ca701f12 tempest-BulkNetworkOpsIpV6Test-276727068 tempest-BulkNetworkOpsIpV6Test-276727068-project] 10.222.0.13 "DELETE /v2.0/ports/e93bbacb-4832-489a-80a7-1cb06eb5fa71 HTTP/1.1" status: 204 len: 168 time: 0.7501068 Nov 05 19:06:51.484259 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 56012) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:06:51.542787 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-55e7f6ef-afde-4139-b208-693098bd1b28 tempest-BulkNetworkOpsIpV6Test-276727068 tempest-BulkNetworkOpsIpV6Test-276727068-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0573277 Nov 05 19:06:51.543132 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 56016) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:06:51.550183 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-eaa85d9b-d81e-4853-8dc0-c7ad6dd71891 tempest-BulkNetworkOpsIpV6Test-276727068 tempest-BulkNetworkOpsIpV6Test-276727068-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1194850768'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:06:51.677592 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eaa85d9b-d81e-4853-8dc0-c7ad6dd71891 tempest-BulkNetworkOpsIpV6Test-276727068 tempest-BulkNetworkOpsIpV6Test-276727068-project] Made reservation on behalf of 860d0782431c4d8f88c9faec2e507431 for: {'network': 1} {{(pid=102386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 19:06:51.681541 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-eaa85d9b-d81e-4853-8dc0-c7ad6dd71891 tempest-BulkNetworkOpsIpV6Test-276727068 tempest-BulkNetworkOpsIpV6Test-276727068-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for network, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:06:51.713472 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eaa85d9b-d81e-4853-8dc0-c7ad6dd71891 tempest-BulkNetworkOpsIpV6Test-276727068 tempest-BulkNetworkOpsIpV6Test-276727068-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 150} {{(pid=102386) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 05 19:06:51.724267 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-eaa85d9b-d81e-4853-8dc0-c7ad6dd71891 tempest-BulkNetworkOpsIpV6Test-276727068 tempest-BulkNetworkOpsIpV6Test-276727068-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273'] for segment, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:06:51.724550 n-d-816865-1 neutron-server[102386]: INFO neutron.db.segments_db [None req-eaa85d9b-d81e-4853-8dc0-c7ad6dd71891 tempest-BulkNetworkOpsIpV6Test-276727068 tempest-BulkNetworkOpsIpV6Test-276727068-project] Added segment dfea1bdf-1f79-4705-8d5b-7adf5d500986 of type vlan for network 103abefb-8c31-41b8-b383-cb362366d06d Nov 05 19:06:51.775336 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-eaa85d9b-d81e-4853-8dc0-c7ad6dd71891 tempest-BulkNetworkOpsIpV6Test-276727068 tempest-BulkNetworkOpsIpV6Test-276727068-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750027258543'] for network, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:06:51.876619 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-eaa85d9b-d81e-4853-8dc0-c7ad6dd71891 tempest-BulkNetworkOpsIpV6Test-276727068 tempest-BulkNetworkOpsIpV6Test-276727068-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-956796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877'] for network, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:06:51.882436 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaa85d9b-d81e-4853-8dc0-c7ad6dd71891 tempest-BulkNetworkOpsIpV6Test-276727068 tempest-BulkNetworkOpsIpV6Test-276727068-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:06:51.883065 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-eaa85d9b-d81e-4853-8dc0-c7ad6dd71891 tempest-BulkNetworkOpsIpV6Test-276727068 tempest-BulkNetworkOpsIpV6Test-276727068-project] Publish callbacks [] for network, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:06:52.009700 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-eaa85d9b-d81e-4853-8dc0-c7ad6dd71891 tempest-BulkNetworkOpsIpV6Test-276727068 tempest-BulkNetworkOpsIpV6Test-276727068-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.4618158 Nov 05 19:06:52.010503 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 56034) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:06:52.017089 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-44881c3e-6a4d-4057-a55b-c599c4c707fa tempest-BulkNetworkOpsIpV6Test-276727068 tempest-BulkNetworkOpsIpV6Test-276727068-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1348910363'}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:06:52.020402 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa85d9b-d81e-4853-8dc0-c7ad6dd71891 tempest-BulkNetworkOpsIpV6Test-276727068 tempest-BulkNetworkOpsIpV6Test-276727068-project] Pushing event updated for resources: {'Network': ['ID=103abefb-8c31-41b8-b383-cb362366d06d,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:06:52.041108 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Network 103abefb-8c31-41b8-b383-cb362366d06d details requested by agent ovs-agent-n-d-816865-1 with host n-d-816865-1 {{(pid=102388) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 05 19:06:52.131420 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44881c3e-6a4d-4057-a55b-c599c4c707fa tempest-BulkNetworkOpsIpV6Test-276727068 tempest-BulkNetworkOpsIpV6Test-276727068-project] Made reservation on behalf of 860d0782431c4d8f88c9faec2e507431 for: {'network': 1} {{(pid=102387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 19:06:52.132110 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-44881c3e-6a4d-4057-a55b-c599c4c707fa tempest-BulkNetworkOpsIpV6Test-276727068 tempest-BulkNetworkOpsIpV6Test-276727068-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for network, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:06:52.163442 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44881c3e-6a4d-4057-a55b-c599c4c707fa tempest-BulkNetworkOpsIpV6Test-276727068 tempest-BulkNetworkOpsIpV6Test-276727068-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 156} {{(pid=102387) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 05 19:06:52.178530 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-44881c3e-6a4d-4057-a55b-c599c4c707fa tempest-BulkNetworkOpsIpV6Test-276727068 tempest-BulkNetworkOpsIpV6Test-276727068-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273'] for segment, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:06:52.178995 n-d-816865-1 neutron-server[102387]: INFO neutron.db.segments_db [None req-44881c3e-6a4d-4057-a55b-c599c4c707fa tempest-BulkNetworkOpsIpV6Test-276727068 tempest-BulkNetworkOpsIpV6Test-276727068-project] Added segment 8851d243-96b0-41fa-aeea-d02dfb03bcbf of type vlan for network 8ed2dd85-80b6-46d7-b356-5e0d6b5ee6e3 Nov 05 19:06:52.224150 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-44881c3e-6a4d-4057-a55b-c599c4c707fa tempest-BulkNetworkOpsIpV6Test-276727068 tempest-BulkNetworkOpsIpV6Test-276727068-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750027258543'] for network, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:06:52.423976 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-44881c3e-6a4d-4057-a55b-c599c4c707fa tempest-BulkNetworkOpsIpV6Test-276727068 tempest-BulkNetworkOpsIpV6Test-276727068-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-956796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877'] for network, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:06:52.500207 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44881c3e-6a4d-4057-a55b-c599c4c707fa tempest-BulkNetworkOpsIpV6Test-276727068 tempest-BulkNetworkOpsIpV6Test-276727068-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:06:52.500207 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-44881c3e-6a4d-4057-a55b-c599c4c707fa tempest-BulkNetworkOpsIpV6Test-276727068 tempest-BulkNetworkOpsIpV6Test-276727068-project] Publish callbacks [] for network, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:06:52.554508 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44881c3e-6a4d-4057-a55b-c599c4c707fa tempest-BulkNetworkOpsIpV6Test-276727068 tempest-BulkNetworkOpsIpV6Test-276727068-project] Pushing event updated for resources: {'Network': ['ID=8ed2dd85-80b6-46d7-b356-5e0d6b5ee6e3,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:06:52.568089 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Network 8ed2dd85-80b6-46d7-b356-5e0d6b5ee6e3 details requested by agent ovs-agent-n-d-816865-1 with host n-d-816865-1 {{(pid=102388) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 05 19:06:52.572740 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac56b7b-0b97-4b8c-8cb1-69201de7c6f9 req-575bd66c-3f7a-4676-a5b7-2d89e978e6b3 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:06:52.574367 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-bac56b7b-0b97-4b8c-8cb1-69201de7c6f9 req-575bd66c-3f7a-4676-a5b7-2d89e978e6b3 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] 10.222.0.13 "GET /v2.0/ports?device_id=4ea097b1-9233-4725-b1b8-5997b4b6d1c3 HTTP/1.1" status: 200 len: 945 time: 0.1216455 Nov 05 19:06:52.705632 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-44881c3e-6a4d-4057-a55b-c599c4c707fa tempest-BulkNetworkOpsIpV6Test-276727068 tempest-BulkNetworkOpsIpV6Test-276727068-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.6870952 Nov 05 19:06:52.722648 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-bac56b7b-0b97-4b8c-8cb1-69201de7c6f9 req-5268b734-d751-4a9a-86cc-abe81d53e164 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] 10.222.0.13 "GET /v2.0/security-groups?id=1260ef79-b8a4-488e-ab6f-3a25432baa92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1396627 Nov 05 19:06:53.899347 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9535b7-5a1d-47a9-a254-d5763d63d529 req-d34f57de-bf16-4935-853f-ad416fbe4cee tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:06:53.943199 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-ad9535b7-5a1d-47a9-a254-d5763d63d529 req-d34f57de-bf16-4935-853f-ad416fbe4cee tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] 10.222.0.13 "GET /v2.0/ports?device_id=4ea097b1-9233-4725-b1b8-5997b4b6d1c3 HTTP/1.1" status: 200 len: 945 time: 0.0602255 Nov 05 19:06:53.965768 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-ad9535b7-5a1d-47a9-a254-d5763d63d529 req-7ddb86e4-c1cb-46cd-a44b-82d85a59b3d1 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] 10.222.0.13 "GET /v2.0/security-groups?id=1260ef79-b8a4-488e-ab6f-3a25432baa92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562763 Nov 05 19:06:55.176612 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270cc5a8-e8d7-4c4f-8bcf-755c16e6a640 req-fe38292a-861e-4dbe-9fab-8680799b544b tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:06:55.178162 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-270cc5a8-e8d7-4c4f-8bcf-755c16e6a640 req-fe38292a-861e-4dbe-9fab-8680799b544b tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] 10.222.0.13 "GET /v2.0/ports?device_id=4ea097b1-9233-4725-b1b8-5997b4b6d1c3 HTTP/1.1" status: 200 len: 945 time: 0.0690260 Nov 05 19:06:55.256332 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-270cc5a8-e8d7-4c4f-8bcf-755c16e6a640 req-a4cbb1cf-5dd2-42c9-9ced-efd8b774a072 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] 10.222.0.13 "GET /v2.0/security-groups?id=1260ef79-b8a4-488e-ab6f-3a25432baa92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693965 Nov 05 19:06:56.103910 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 56140) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:06:56.119306 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-88e13fe5-f19a-4a7c-94cc-484fb792028f tempest-BulkNetworkOpsIpV6Test-276727068 tempest-BulkNetworkOpsIpV6Test-276727068-project] Request body: {'subnets': [{'network_id': '103abefb-8c31-41b8-b383-cb362366d06d', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1910554735', 'ip_version': 6}, {'network_id': '8ed2dd85-80b6-46d7-b356-5e0d6b5ee6e3', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:06:56.119897 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-88e13fe5-f19a-4a7c-94cc-484fb792028f tempest-BulkNetworkOpsIpV6Test-276727068 tempest-BulkNetworkOpsIpV6Test-276727068-project] Request body: {'subnet': {'network_id': '103abefb-8c31-41b8-b383-cb362366d06d', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1910554735', 'ip_version': 6}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:06:56.120741 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-88e13fe5-f19a-4a7c-94cc-484fb792028f tempest-BulkNetworkOpsIpV6Test-276727068 tempest-BulkNetworkOpsIpV6Test-276727068-project] Request body: {'subnet': {'network_id': '8ed2dd85-80b6-46d7-b356-5e0d6b5ee6e3', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:06:56.454965 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88e13fe5-f19a-4a7c-94cc-484fb792028f tempest-BulkNetworkOpsIpV6Test-276727068 tempest-BulkNetworkOpsIpV6Test-276727068-project] Made reservation on behalf of 860d0782431c4d8f88c9faec2e507431 for: {'subnet': 2} {{(pid=102387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 19:06:56.460701 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-88e13fe5-f19a-4a7c-94cc-484fb792028f tempest-BulkNetworkOpsIpV6Test-276727068 tempest-BulkNetworkOpsIpV6Test-276727068-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5112236'] for subnet, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:06:56.461168 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-88e13fe5-f19a-4a7c-94cc-484fb792028f tempest-BulkNetworkOpsIpV6Test-276727068 tempest-BulkNetworkOpsIpV6Test-276727068-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5112236'] for subnet, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:06:56.565172 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b7fcc1-9935-4dc8-aa90-72c297c1ff1c req-5e4bf496-1dd7-4b36-ab04-86760214e46c tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:06:56.565172 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-12b7fcc1-9935-4dc8-aa90-72c297c1ff1c req-5e4bf496-1dd7-4b36-ab04-86760214e46c tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] 10.222.0.13 "GET /v2.0/ports?device_id=4ea097b1-9233-4725-b1b8-5997b4b6d1c3 HTTP/1.1" status: 200 len: 945 time: 0.1682971 Nov 05 19:06:56.658013 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-12b7fcc1-9935-4dc8-aa90-72c297c1ff1c req-1988bc18-6446-4496-a143-cca927b9c6db tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] 10.222.0.13 "GET /v2.0/security-groups?id=1260ef79-b8a4-488e-ab6f-3a25432baa92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0820744 Nov 05 19:06:57.156789 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-88e13fe5-f19a-4a7c-94cc-484fb792028f tempest-BulkNetworkOpsIpV6Test-276727068 tempest-BulkNetworkOpsIpV6Test-276727068-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4417463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5112218'] for subnet, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:06:57.246721 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e13fe5-f19a-4a7c-94cc-484fb792028f tempest-BulkNetworkOpsIpV6Test-276727068 tempest-BulkNetworkOpsIpV6Test-276727068-project] Pushing event updated for resources: {'Subnet': ['ID=819ebe3e-a968-49f7-8d88-15463953fb2d,revision_number=0']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:06:57.266476 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88e13fe5-f19a-4a7c-94cc-484fb792028f tempest-BulkNetworkOpsIpV6Test-276727068 tempest-BulkNetworkOpsIpV6Test-276727068-project] Checking segment: {'id': 'dfea1bdf-1f79-4705-8d5b-7adf5d500986', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '103abefb-8c31-41b8-b383-cb362366d06d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 19:06:57.266840 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88e13fe5-f19a-4a7c-94cc-484fb792028f tempest-BulkNetworkOpsIpV6Test-276727068 tempest-BulkNetworkOpsIpV6Test-276727068-project] Network hostable DHCP agents. Network: 103abefb-8c31-41b8-b383-cb362366d06d, hostable agents: ['987e2ca0-bc3b-4c6f-a989-429ccfbf753f'], hosted agents: [] {{(pid=102387) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 05 19:06:57.361055 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88e13fe5-f19a-4a7c-94cc-484fb792028f tempest-BulkNetworkOpsIpV6Test-276727068 tempest-BulkNetworkOpsIpV6Test-276727068-project] Network 103abefb-8c31-41b8-b383-cb362366d06d is scheduled to be hosted by DHCP agent 987e2ca0-bc3b-4c6f-a989-429ccfbf753f with binding_index 1 {{(pid=102387) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 05 19:06:57.500183 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.base_scheduler [None req-88e13fe5-f19a-4a7c-94cc-484fb792028f tempest-BulkNetworkOpsIpV6Test-276727068 tempest-BulkNetworkOpsIpV6Test-276727068-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816865-1, 103abefb-8c31-41b8-b383-cb362366d06d) {{(pid=102387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 19:06:57.511065 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9e416de-1c5c-4d08-9867-23969271d03d None None] Network 103abefb-8c31-41b8-b383-cb362366d06d requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 19:06:57.514401 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-88e13fe5-f19a-4a7c-94cc-484fb792028f tempest-BulkNetworkOpsIpV6Test-276727068 tempest-BulkNetworkOpsIpV6Test-276727068-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4417463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5112218'] for subnet, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:06:57.630281 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e13fe5-f19a-4a7c-94cc-484fb792028f tempest-BulkNetworkOpsIpV6Test-276727068 tempest-BulkNetworkOpsIpV6Test-276727068-project] Pushing event updated for resources: {'Subnet': ['ID=52aeb1ab-cf54-4592-9857-4aaf4fb6694b,revision_number=0']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:06:57.656172 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88e13fe5-f19a-4a7c-94cc-484fb792028f tempest-BulkNetworkOpsIpV6Test-276727068 tempest-BulkNetworkOpsIpV6Test-276727068-project] Checking segment: {'id': '8851d243-96b0-41fa-aeea-d02dfb03bcbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '8ed2dd85-80b6-46d7-b356-5e0d6b5ee6e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 19:06:57.656540 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88e13fe5-f19a-4a7c-94cc-484fb792028f tempest-BulkNetworkOpsIpV6Test-276727068 tempest-BulkNetworkOpsIpV6Test-276727068-project] Network hostable DHCP agents. Network: 8ed2dd85-80b6-46d7-b356-5e0d6b5ee6e3, hostable agents: ['987e2ca0-bc3b-4c6f-a989-429ccfbf753f'], hosted agents: [] {{(pid=102387) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 05 19:06:57.812309 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88e13fe5-f19a-4a7c-94cc-484fb792028f tempest-BulkNetworkOpsIpV6Test-276727068 tempest-BulkNetworkOpsIpV6Test-276727068-project] Network 8ed2dd85-80b6-46d7-b356-5e0d6b5ee6e3 is scheduled to be hosted by DHCP agent 987e2ca0-bc3b-4c6f-a989-429ccfbf753f with binding_index 1 {{(pid=102387) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 05 19:06:57.834160 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3295e146-2f33-48bc-b0e7-cce495926f33 req-7963bf0e-0423-43a5-a2db-2a88d51620d2 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:06:57.844293 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-3295e146-2f33-48bc-b0e7-cce495926f33 req-7963bf0e-0423-43a5-a2db-2a88d51620d2 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] 10.222.0.13 "GET /v2.0/ports?device_id=4ea097b1-9233-4725-b1b8-5997b4b6d1c3 HTTP/1.1" status: 200 len: 945 time: 0.0773983 Nov 05 19:06:57.885119 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fec638fa-6493-416c-ac46-70ef2405460f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeb20a084-accf-5b60-8075-3e69ebe863a6-103abefb-8c31-41b8-b383-cb362366d06d', 'network_id': '103abefb-8c31-41b8-b383-cb362366d06d', 'tenant_id': '860d0782431c4d8f88c9faec2e507431', 'fixed_ips': [{'subnet_id': '819ebe3e-a968-49f7-8d88-15463953fb2d'}]}} from n-d-816865-1. {{(pid=102388) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 05 19:06:57.886001 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-fec638fa-6493-416c-ac46-70ef2405460f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:06:57.913438 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.base_scheduler [None req-88e13fe5-f19a-4a7c-94cc-484fb792028f tempest-BulkNetworkOpsIpV6Test-276727068 tempest-BulkNetworkOpsIpV6Test-276727068-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816865-1, 8ed2dd85-80b6-46d7-b356-5e0d6b5ee6e3) {{(pid=102387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 19:06:57.932338 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-3295e146-2f33-48bc-b0e7-cce495926f33 req-e645c8c7-5875-4a59-bb17-714e16e36de8 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] 10.222.0.13 "GET /v2.0/security-groups?id=1260ef79-b8a4-488e-ab6f-3a25432baa92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0820956 Nov 05 19:06:57.939804 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88e13fe5-f19a-4a7c-94cc-484fb792028f tempest-BulkNetworkOpsIpV6Test-276727068 tempest-BulkNetworkOpsIpV6Test-276727068-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:06:57.939804 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88e13fe5-f19a-4a7c-94cc-484fb792028f tempest-BulkNetworkOpsIpV6Test-276727068 tempest-BulkNetworkOpsIpV6Test-276727068-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:06:57.939804 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-88e13fe5-f19a-4a7c-94cc-484fb792028f tempest-BulkNetworkOpsIpV6Test-276727068 tempest-BulkNetworkOpsIpV6Test-276727068-project] Publish callbacks [] for subnet, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:06:58.019467 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-88e13fe5-f19a-4a7c-94cc-484fb792028f tempest-BulkNetworkOpsIpV6Test-276727068 tempest-BulkNetworkOpsIpV6Test-276727068-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 1.9113090 Nov 05 19:06:58.026037 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 56194) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:06:58.043100 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b117547-1ea1-4d74-80f3-16b10668a5e7 None None] Network 8ed2dd85-80b6-46d7-b356-5e0d6b5ee6e3 requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 19:06:58.088978 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dd0e870-678a-4e39-b49b-2e194d66fd76 tempest-BulkNetworkOpsIpV6Test-276727068 tempest-BulkNetworkOpsIpV6Test-276727068-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:06:58.091110 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dd0e870-678a-4e39-b49b-2e194d66fd76 tempest-BulkNetworkOpsIpV6Test-276727068 tempest-BulkNetworkOpsIpV6Test-276727068-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:06:58.092805 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dd0e870-678a-4e39-b49b-2e194d66fd76 tempest-BulkNetworkOpsIpV6Test-276727068 tempest-BulkNetworkOpsIpV6Test-276727068-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:06:58.094403 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-7dd0e870-678a-4e39-b49b-2e194d66fd76 tempest-BulkNetworkOpsIpV6Test-276727068 tempest-BulkNetworkOpsIpV6Test-276727068-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.0735652 Nov 05 19:06:58.104363 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 56198) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:06:58.171172 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c7b0369-0fbc-4c74-9459-88be781baed6 tempest-BulkNetworkOpsIpV6Test-276727068 tempest-BulkNetworkOpsIpV6Test-276727068-project] Deleting subnet 819ebe3e-a968-49f7-8d88-15463953fb2d {{(pid=102387) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 05 19:06:58.343278 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.db_base_plugin_common [None req-fec638fa-6493-416c-ac46-70ef2405460f None None] Allocated IP 2001:db8::1 (103abefb-8c31-41b8-b383-cb362366d06d/819ebe3e-a968-49f7-8d88-15463953fb2d/185a3bdd-d3b7-469a-b83f-8356fb18f4f7) {{(pid=102388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 19:06:58.599001 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e59b53b8-b361-485e-afbe-3b5a265083da None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeb20a084-accf-5b60-8075-3e69ebe863a6-8ed2dd85-80b6-46d7-b356-5e0d6b5ee6e3', 'network_id': '8ed2dd85-80b6-46d7-b356-5e0d6b5ee6e3', 'tenant_id': '860d0782431c4d8f88c9faec2e507431', 'fixed_ips': [{'subnet_id': '52aeb1ab-cf54-4592-9857-4aaf4fb6694b'}]}} from n-d-816865-1. {{(pid=102388) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 05 19:06:58.600063 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-e59b53b8-b361-485e-afbe-3b5a265083da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:06:58.781886 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-fec638fa-6493-416c-ac46-70ef2405460f None None] Publish callbacks [] for port, precommit_create {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:06:58.860224 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.db_base_plugin_common [None req-e59b53b8-b361-485e-afbe-3b5a265083da None None] Allocated IP 2001:db8:0:1::1 (8ed2dd85-80b6-46d7-b356-5e0d6b5ee6e3/52aeb1ab-cf54-4592-9857-4aaf4fb6694b/601ce1e1-07eb-4374-a4e6-75cf091e3468) {{(pid=102388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 19:06:58.869022 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-4c7b0369-0fbc-4c74-9459-88be781baed6 tempest-BulkNetworkOpsIpV6Test-276727068 tempest-BulkNetworkOpsIpV6Test-276727068-project] Publish callbacks [] for subnet, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:06:58.869542 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-fec638fa-6493-416c-ac46-70ef2405460f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789'] for port, after_create {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:06:58.923533 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-4c7b0369-0fbc-4c74-9459-88be781baed6 tempest-BulkNetworkOpsIpV6Test-276727068 tempest-BulkNetworkOpsIpV6Test-276727068-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4463501'] for subnet, precommit_delete_associations {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:06:58.952267 n-d-816865-1 neutron-server[102388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fec638fa-6493-416c-ac46-70ef2405460f None None] Network 103abefb-8c31-41b8-b383-cb362366d06d is already hosted by enough agents. {{(pid=102388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 19:06:59.046451 n-d-816865-1 neutron-server[102388]: DEBUG neutron.scheduler.base_scheduler [None req-fec638fa-6493-416c-ac46-70ef2405460f None None] Resources bound (agent type, host, resource id): {{(pid=102388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 19:06:59.050535 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec638fa-6493-416c-ac46-70ef2405460f None None] Pushing event updated for resources: {'Port': ['ID=185a3bdd-d3b7-469a-b83f-8356fb18f4f7,revision_number=1']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:06:59.059792 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fec638fa-6493-416c-ac46-70ef2405460f None None] Received port after_create {{(pid=102388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 19:06:59.164835 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-fec638fa-6493-416c-ac46-70ef2405460f None None] Attempting to bind port 185a3bdd-d3b7-469a-b83f-8356fb18f4f7 on host n-d-816865-1 for vnic_type normal with profile {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 19:06:59.164835 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-fec638fa-6493-416c-ac46-70ef2405460f None None] Attempting to bind port 185a3bdd-d3b7-469a-b83f-8356fb18f4f7 by drivers openvswitch,hyperv on host n-d-816865-1 at level 0 using segments [{'id': 'dfea1bdf-1f79-4705-8d5b-7adf5d500986', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '103abefb-8c31-41b8-b383-cb362366d06d'}] {{(pid=102388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 19:06:59.164835 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fec638fa-6493-416c-ac46-70ef2405460f None None] Attempting to bind port 185a3bdd-d3b7-469a-b83f-8356fb18f4f7 on network 103abefb-8c31-41b8-b383-cb362366d06d {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 19:06:59.184453 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fec638fa-6493-416c-ac46-70ef2405460f None None] Checking agent: {'id': '724d89a7-611b-41e6-bc85-c48112b17afa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 18, 25, 8), 'started_at': datetime.datetime(2021, 11, 5, 18, 25, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 19, 6, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 19:06:59.184746 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-4c7b0369-0fbc-4c74-9459-88be781baed6 tempest-BulkNetworkOpsIpV6Test-276727068 tempest-BulkNetworkOpsIpV6Test-276727068-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1573928'] for subnet, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:06:59.189332 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fec638fa-6493-416c-ac46-70ef2405460f None None] Checking segment: {'id': 'dfea1bdf-1f79-4705-8d5b-7adf5d500986', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '103abefb-8c31-41b8-b383-cb362366d06d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 19:06:59.189332 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-fec638fa-6493-416c-ac46-70ef2405460f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:06:59.189332 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fec638fa-6493-416c-ac46-70ef2405460f None None] Bound using segment: {'id': 'dfea1bdf-1f79-4705-8d5b-7adf5d500986', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '103abefb-8c31-41b8-b383-cb362366d06d'} {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 19:06:59.189332 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-fec638fa-6493-416c-ac46-70ef2405460f None None] Bound port: 185a3bdd-d3b7-469a-b83f-8356fb18f4f7, host: n-d-816865-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfea1bdf-1f79-4705-8d5b-7adf5d500986', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '103abefb-8c31-41b8-b383-cb362366d06d'}}] {{(pid=102388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 19:06:59.189332 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-fec638fa-6493-416c-ac46-70ef2405460f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:06:59.251915 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7d9260-c4eb-44ae-a0a6-cc1eb94da1aa req-b88ac54d-c528-4a13-aa85-f382520383c6 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:06:59.254185 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-7e7d9260-c4eb-44ae-a0a6-cc1eb94da1aa req-b88ac54d-c528-4a13-aa85-f382520383c6 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] 10.222.0.13 "GET /v2.0/ports?device_id=4ea097b1-9233-4725-b1b8-5997b4b6d1c3 HTTP/1.1" status: 200 len: 945 time: 0.1565011 Nov 05 19:06:59.314497 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-e59b53b8-b361-485e-afbe-3b5a265083da None None] Publish callbacks [] for port, precommit_create {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:06:59.358682 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-7e7d9260-c4eb-44ae-a0a6-cc1eb94da1aa req-30bfe3ca-b25e-4aba-88c2-6aefeae738cc tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] 10.222.0.13 "GET /v2.0/security-groups?id=1260ef79-b8a4-488e-ab6f-3a25432baa92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0919855 Nov 05 19:06:59.430402 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-e59b53b8-b361-485e-afbe-3b5a265083da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789'] for port, after_create {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:06:59.457661 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-4c7b0369-0fbc-4c74-9459-88be781baed6 tempest-BulkNetworkOpsIpV6Test-276727068 tempest-BulkNetworkOpsIpV6Test-276727068-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1573905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4417146', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5112209'] for subnet, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:06:59.496993 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7b0369-0fbc-4c74-9459-88be781baed6 tempest-BulkNetworkOpsIpV6Test-276727068 tempest-BulkNetworkOpsIpV6Test-276727068-project] Pushing event deleted for resources: {'Subnet': ['ID=819ebe3e-a968-49f7-8d88-15463953fb2d,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:06:59.513963 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59b53b8-b361-485e-afbe-3b5a265083da None None] Pushing event updated for resources: {'Port': ['ID=601ce1e1-07eb-4374-a4e6-75cf091e3468,revision_number=1']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:06:59.518456 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-fec638fa-6493-416c-ac46-70ef2405460f None None] For port 185a3bdd-d3b7-469a-b83f-8356fb18f4f7, host n-d-816865-1, cleared binding levels {{(pid=102388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 19:06:59.521257 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-4c7b0369-0fbc-4c74-9459-88be781baed6 tempest-BulkNetworkOpsIpV6Test-276727068 tempest-BulkNetworkOpsIpV6Test-276727068-project] Publish callbacks [] for subnet, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:06:59.524884 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-4c7b0369-0fbc-4c74-9459-88be781baed6 tempest-BulkNetworkOpsIpV6Test-276727068 tempest-BulkNetworkOpsIpV6Test-276727068-project] 10.222.0.13 "DELETE /v2.0/subnets/819ebe3e-a968-49f7-8d88-15463953fb2d HTTP/1.1" status: 204 len: 168 time: 1.4190738 Nov 05 19:06:59.527746 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 56232) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:06:59.529584 n-d-816865-1 neutron-server[102388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e59b53b8-b361-485e-afbe-3b5a265083da None None] Network 8ed2dd85-80b6-46d7-b356-5e0d6b5ee6e3 is already hosted by enough agents. {{(pid=102388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 19:06:59.538793 n-d-816865-1 neutron-server[102388]: DEBUG neutron.scheduler.base_scheduler [None req-e59b53b8-b361-485e-afbe-3b5a265083da None None] Resources bound (agent type, host, resource id): {{(pid=102388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 19:06:59.546224 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e59b53b8-b361-485e-afbe-3b5a265083da None None] Received port after_create {{(pid=102388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 19:06:59.550963 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-fec638fa-6493-416c-ac46-70ef2405460f None None] For port 185a3bdd-d3b7-469a-b83f-8356fb18f4f7, host n-d-816865-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=185a3bdd-d3b7-469a-b83f-8356fb18f4f7,segment=NetworkSegment(dfea1bdf-1f79-4705-8d5b-7adf5d500986),segment_id=dfea1bdf-1f79-4705-8d5b-7adf5d500986)] {{(pid=102388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 19:06:59.583328 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.db_base_plugin_v2 [None req-5adae93b-aea6-4604-8d23-59dc9c640e09 tempest-BulkNetworkOpsIpV6Test-276727068 tempest-BulkNetworkOpsIpV6Test-276727068-project] Deleting subnet 52aeb1ab-cf54-4592-9857-4aaf4fb6694b {{(pid=102386) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 05 19:06:59.586959 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-5adae93b-aea6-4604-8d23-59dc9c640e09 tempest-BulkNetworkOpsIpV6Test-276727068 tempest-BulkNetworkOpsIpV6Test-276727068-project] Publish callbacks [] for subnet, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:06:59.643356 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-e59b53b8-b361-485e-afbe-3b5a265083da None None] Attempting to bind port 601ce1e1-07eb-4374-a4e6-75cf091e3468 on host n-d-816865-1 for vnic_type normal with profile {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 19:06:59.644952 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-e59b53b8-b361-485e-afbe-3b5a265083da None None] Attempting to bind port 601ce1e1-07eb-4374-a4e6-75cf091e3468 by drivers openvswitch,hyperv on host n-d-816865-1 at level 0 using segments [{'id': '8851d243-96b0-41fa-aeea-d02dfb03bcbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '8ed2dd85-80b6-46d7-b356-5e0d6b5ee6e3'}] {{(pid=102388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 19:06:59.645593 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e59b53b8-b361-485e-afbe-3b5a265083da None None] Attempting to bind port 601ce1e1-07eb-4374-a4e6-75cf091e3468 on network 8ed2dd85-80b6-46d7-b356-5e0d6b5ee6e3 {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 19:06:59.647847 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-5adae93b-aea6-4604-8d23-59dc9c640e09 tempest-BulkNetworkOpsIpV6Test-276727068 tempest-BulkNetworkOpsIpV6Test-276727068-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4590738'] for subnet, precommit_delete_associations {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:06:59.661840 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e59b53b8-b361-485e-afbe-3b5a265083da None None] Checking agent: {'id': '724d89a7-611b-41e6-bc85-c48112b17afa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 18, 25, 8), 'started_at': datetime.datetime(2021, 11, 5, 18, 25, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 19, 6, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 19:06:59.661840 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e59b53b8-b361-485e-afbe-3b5a265083da None None] Checking segment: {'id': '8851d243-96b0-41fa-aeea-d02dfb03bcbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '8ed2dd85-80b6-46d7-b356-5e0d6b5ee6e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 19:06:59.661840 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-e59b53b8-b361-485e-afbe-3b5a265083da None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:06:59.661840 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e59b53b8-b361-485e-afbe-3b5a265083da None None] Bound using segment: {'id': '8851d243-96b0-41fa-aeea-d02dfb03bcbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '8ed2dd85-80b6-46d7-b356-5e0d6b5ee6e3'} {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 19:06:59.661840 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-e59b53b8-b361-485e-afbe-3b5a265083da None None] Bound port: 601ce1e1-07eb-4374-a4e6-75cf091e3468, host: n-d-816865-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8851d243-96b0-41fa-aeea-d02dfb03bcbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '8ed2dd85-80b6-46d7-b356-5e0d6b5ee6e3'}}] {{(pid=102388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 19:06:59.661840 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-e59b53b8-b361-485e-afbe-3b5a265083da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:06:59.661840 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-fec638fa-6493-416c-ac46-70ef2405460f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:06:59.769215 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-5adae93b-aea6-4604-8d23-59dc9c640e09 tempest-BulkNetworkOpsIpV6Test-276727068 tempest-BulkNetworkOpsIpV6Test-276727068-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1573928'] for subnet, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:06:59.886618 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec638fa-6493-416c-ac46-70ef2405460f None None] Pushing event updated for resources: {'Port': ['ID=185a3bdd-d3b7-469a-b83f-8356fb18f4f7,revision_number=3']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:06:59.980216 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-5adae93b-aea6-4604-8d23-59dc9c640e09 tempest-BulkNetworkOpsIpV6Test-276727068 tempest-BulkNetworkOpsIpV6Test-276727068-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1573905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6149879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4877183'] for subnet, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:06:59.990423 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-e59b53b8-b361-485e-afbe-3b5a265083da None None] For port 601ce1e1-07eb-4374-a4e6-75cf091e3468, host n-d-816865-1, cleared binding levels {{(pid=102388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 19:07:00.001816 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-e59b53b8-b361-485e-afbe-3b5a265083da None None] For port 601ce1e1-07eb-4374-a4e6-75cf091e3468, host n-d-816865-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=601ce1e1-07eb-4374-a4e6-75cf091e3468,segment=NetworkSegment(8851d243-96b0-41fa-aeea-d02dfb03bcbf),segment_id=8851d243-96b0-41fa-aeea-d02dfb03bcbf)] {{(pid=102388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 19:07:00.089159 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-e59b53b8-b361-485e-afbe-3b5a265083da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:07:00.095341 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5adae93b-aea6-4604-8d23-59dc9c640e09 tempest-BulkNetworkOpsIpV6Test-276727068 tempest-BulkNetworkOpsIpV6Test-276727068-project] Pushing event deleted for resources: {'Subnet': ['ID=52aeb1ab-cf54-4592-9857-4aaf4fb6694b,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:07:00.111969 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-5adae93b-aea6-4604-8d23-59dc9c640e09 tempest-BulkNetworkOpsIpV6Test-276727068 tempest-BulkNetworkOpsIpV6Test-276727068-project] Publish callbacks [] for subnet, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:07:00.116334 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-5adae93b-aea6-4604-8d23-59dc9c640e09 tempest-BulkNetworkOpsIpV6Test-276727068 tempest-BulkNetworkOpsIpV6Test-276727068-project] 10.222.0.13 "DELETE /v2.0/subnets/52aeb1ab-cf54-4592-9857-4aaf4fb6694b HTTP/1.1" status: 204 len: 168 time: 0.5869923 Nov 05 19:07:00.119162 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 56244) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:07:00.271407 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59b53b8-b361-485e-afbe-3b5a265083da None None] Pushing event updated for resources: {'Port': ['ID=601ce1e1-07eb-4374-a4e6-75cf091e3468,revision_number=3']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:07:00.299783 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb32177f-0c7f-4297-95d8-ca436a937a03 tempest-BulkNetworkOpsIpV6Test-276727068 tempest-BulkNetworkOpsIpV6Test-276727068-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:07:00.302093 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-cb32177f-0c7f-4297-95d8-ca436a937a03 tempest-BulkNetworkOpsIpV6Test-276727068 tempest-BulkNetworkOpsIpV6Test-276727068-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1811783 Nov 05 19:07:00.305893 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 56250) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:07:00.466751 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-77fbbbfc-d4bd-4e01-be5b-3dd705c56a82 tempest-BulkNetworkOpsIpV6Test-276727068 tempest-BulkNetworkOpsIpV6Test-276727068-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1664226'] for network, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:07:00.547593 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-77fbbbfc-d4bd-4e01-be5b-3dd705c56a82 tempest-BulkNetworkOpsIpV6Test-276727068 tempest-BulkNetworkOpsIpV6Test-276727068-project] Deleting port 601ce1e1-07eb-4374-a4e6-75cf091e3468 {{(pid=102386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 19:07:00.548236 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-77fbbbfc-d4bd-4e01-be5b-3dd705c56a82 tempest-BulkNetworkOpsIpV6Test-276727068 tempest-BulkNetworkOpsIpV6Test-276727068-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:07:00.640509 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48faf07b-6103-4e2a-8656-0b48d868825b req-64206291-9347-45e5-a1ae-398613af7780 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:07:00.646553 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-48faf07b-6103-4e2a-8656-0b48d868825b req-64206291-9347-45e5-a1ae-398613af7780 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] 10.222.0.13 "GET /v2.0/ports?device_id=4ea097b1-9233-4725-b1b8-5997b4b6d1c3 HTTP/1.1" status: 200 len: 945 time: 0.1252949 Nov 05 19:07:00.691074 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [None req-77fbbbfc-d4bd-4e01-be5b-3dd705c56a82 tempest-BulkNetworkOpsIpV6Test-276727068 tempest-BulkNetworkOpsIpV6Test-276727068-project] For port 601ce1e1-07eb-4374-a4e6-75cf091e3468, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=601ce1e1-07eb-4374-a4e6-75cf091e3468,segment=NetworkSegment(8851d243-96b0-41fa-aeea-d02dfb03bcbf),segment_id=8851d243-96b0-41fa-aeea-d02dfb03bcbf)] {{(pid=102386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:07:00.691649 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-77fbbbfc-d4bd-4e01-be5b-3dd705c56a82 tempest-BulkNetworkOpsIpV6Test-276727068 tempest-BulkNetworkOpsIpV6Test-276727068-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:07:00.714385 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-77fbbbfc-d4bd-4e01-be5b-3dd705c56a82 tempest-BulkNetworkOpsIpV6Test-276727068 tempest-BulkNetworkOpsIpV6Test-276727068-project] Calling delete_port for 601ce1e1-07eb-4374-a4e6-75cf091e3468 owned by network:dhcp {{(pid=102386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 19:07:00.789810 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-48faf07b-6103-4e2a-8656-0b48d868825b req-633b4d4b-f5ab-439b-a0c9-be1b39face66 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] 10.222.0.13 "GET /v2.0/security-groups?id=1260ef79-b8a4-488e-ab6f-3a25432baa92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1407087 Nov 05 19:07:00.950531 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-77fbbbfc-d4bd-4e01-be5b-3dd705c56a82 tempest-BulkNetworkOpsIpV6Test-276727068 tempest-BulkNetworkOpsIpV6Test-276727068-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:07:01.000361 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77fbbbfc-d4bd-4e01-be5b-3dd705c56a82 tempest-BulkNetworkOpsIpV6Test-276727068 tempest-BulkNetworkOpsIpV6Test-276727068-project] Pushing event deleted for resources: {'Port': ['ID=601ce1e1-07eb-4374-a4e6-75cf091e3468,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:07:01.013120 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77fbbbfc-d4bd-4e01-be5b-3dd705c56a82 tempest-BulkNetworkOpsIpV6Test-276727068 tempest-BulkNetworkOpsIpV6Test-276727068-project] No DVR routers for this DVR port 601ce1e1-07eb-4374-a4e6-75cf091e3468 on host n-d-816865-1 {{(pid=102386) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 19:07:01.215394 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-77fbbbfc-d4bd-4e01-be5b-3dd705c56a82 tempest-BulkNetworkOpsIpV6Test-276727068 tempest-BulkNetworkOpsIpV6Test-276727068-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1579173', 'neutron.services.segments.db._delete_segments_for_network-8750027792909'] for network, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:07:01.252517 n-d-816865-1 neutron-server[102386]: DEBUG neutron.services.segments.db [None req-77fbbbfc-d4bd-4e01-be5b-3dd705c56a82 tempest-BulkNetworkOpsIpV6Test-276727068 tempest-BulkNetworkOpsIpV6Test-276727068-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ed2dd85-80b6-46d7-b356-5e0d6b5ee6e3']}} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:07:01.267860 n-d-816865-1 neutron-server[102386]: DEBUG neutron.services.segments.db [None req-77fbbbfc-d4bd-4e01-be5b-3dd705c56a82 tempest-BulkNetworkOpsIpV6Test-276727068 tempest-BulkNetworkOpsIpV6Test-276727068-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8851d243-96b0-41fa-aeea-d02dfb03bcbf') {'for_net_delete': True} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:07:01.268658 n-d-816865-1 neutron-server[102386]: DEBUG neutron.services.segments.db [None req-77fbbbfc-d4bd-4e01-be5b-3dd705c56a82 tempest-BulkNetworkOpsIpV6Test-276727068 tempest-BulkNetworkOpsIpV6Test-276727068-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8851d243-96b0-41fa-aeea-d02dfb03bcbf') {} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:07:01.283643 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-77fbbbfc-d4bd-4e01-be5b-3dd705c56a82 tempest-BulkNetworkOpsIpV6Test-276727068 tempest-BulkNetworkOpsIpV6Test-276727068-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750027793430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4590747'] for segment, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:07:01.305649 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-77fbbbfc-d4bd-4e01-be5b-3dd705c56a82 tempest-BulkNetworkOpsIpV6Test-276727068 tempest-BulkNetworkOpsIpV6Test-276727068-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273'] for segment, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:07:01.325561 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77fbbbfc-d4bd-4e01-be5b-3dd705c56a82 tempest-BulkNetworkOpsIpV6Test-276727068 tempest-BulkNetworkOpsIpV6Test-276727068-project] Releasing vlan 156 on physical network physnet1 to pool {{(pid=102386) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 05 19:07:01.325978 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-77fbbbfc-d4bd-4e01-be5b-3dd705c56a82 tempest-BulkNetworkOpsIpV6Test-276727068 tempest-BulkNetworkOpsIpV6Test-276727068-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6149721'] for segment, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:07:01.381993 n-d-816865-1 neutron-server[102386]: Traceback (most recent call last): Nov 05 19:07:01.381993 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 05 19:07:01.381993 n-d-816865-1 neutron-server[102386]: timer() Nov 05 19:07:01.381993 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 05 19:07:01.381993 n-d-816865-1 neutron-server[102386]: cb(*args, **kw) Nov 05 19:07:01.381993 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 05 19:07:01.381993 n-d-816865-1 neutron-server[102386]: return func(*args, **kwargs) Nov 05 19:07:01.381993 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 05 19:07:01.381993 n-d-816865-1 neutron-server[102386]: self._notify() Nov 05 19:07:01.381993 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 05 19:07:01.381993 n-d-816865-1 neutron-server[102386]: self.callback(batched_events) Nov 05 19:07:01.381993 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 05 19:07:01.381993 n-d-816865-1 neutron-server[102386]: event.method(event) Nov 05 19:07:01.381993 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 05 19:07:01.381993 n-d-816865-1 neutron-server[102386]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 05 19:07:01.381993 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 05 19:07:01.381993 n-d-816865-1 neutron-server[102386]: aggregate_uuid = self.p_client.list_aggregates( Nov 05 19:07:01.381993 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 05 19:07:01.381993 n-d-816865-1 neutron-server[102386]: return f(self, *a, **k) Nov 05 19:07:01.381993 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 05 19:07:01.381993 n-d-816865-1 neutron-server[102386]: return self._get(url).json() Nov 05 19:07:01.381993 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 05 19:07:01.381993 n-d-816865-1 neutron-server[102386]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 05 19:07:01.381993 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 05 19:07:01.381993 n-d-816865-1 neutron-server[102386]: return self.request(url, 'GET', **kwargs) Nov 05 19:07:01.381993 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 05 19:07:01.381993 n-d-816865-1 neutron-server[102386]: base_url = self.get_endpoint(auth, allow=allow, Nov 05 19:07:01.381993 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 05 19:07:01.381993 n-d-816865-1 neutron-server[102386]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 05 19:07:01.381993 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 05 19:07:01.381993 n-d-816865-1 neutron-server[102386]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 05 19:07:01.381993 n-d-816865-1 neutron-server[102386]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 05 19:07:01.554203 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98d6c296-71c7-496e-95f3-a3266816ad7e None None] Network 103abefb-8c31-41b8-b383-cb362366d06d requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 19:07:01.636730 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-77fbbbfc-d4bd-4e01-be5b-3dd705c56a82 tempest-BulkNetworkOpsIpV6Test-276727068 tempest-BulkNetworkOpsIpV6Test-276727068-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1579178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-956796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1000687'] for network, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:07:01.644696 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-77fbbbfc-d4bd-4e01-be5b-3dd705c56a82 tempest-BulkNetworkOpsIpV6Test-276727068 tempest-BulkNetworkOpsIpV6Test-276727068-project] Publish callbacks [] for network, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:07:01.650780 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-77fbbbfc-d4bd-4e01-be5b-3dd705c56a82 tempest-BulkNetworkOpsIpV6Test-276727068 tempest-BulkNetworkOpsIpV6Test-276727068-project] 10.222.0.13 "DELETE /v2.0/networks/8ed2dd85-80b6-46d7-b356-5e0d6b5ee6e3 HTTP/1.1" status: 204 len: 168 time: 1.3436692 Nov 05 19:07:01.654005 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 56276) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:07:01.695436 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77fbbbfc-d4bd-4e01-be5b-3dd705c56a82 tempest-BulkNetworkOpsIpV6Test-276727068 tempest-BulkNetworkOpsIpV6Test-276727068-project] Pushing event deleted for resources: {'Network': ['ID=8ed2dd85-80b6-46d7-b356-5e0d6b5ee6e3,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:07:01.746393 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 185a3bdd-d3b7-469a-b83f-8356fb18f4f7 up at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 19:07:01.831026 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-cd24ca57-cfab-4d4b-88ee-f836a9202ab2 None None] Provisioning complete for port 185a3bdd-d3b7-469a-b83f-8356fb18f4f7 triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:07:01.831400 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-cd24ca57-cfab-4d4b-88ee-f836a9202ab2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:07:01.838723 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-973efb50-c6a1-458b-adfa-916ac648f97f tempest-BulkNetworkOpsIpV6Test-276727068 tempest-BulkNetworkOpsIpV6Test-276727068-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1664226'] for network, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:07:02.046405 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Provisioning complete for port 185a3bdd-d3b7-469a-b83f-8356fb18f4f7 triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:07:02.047084 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:07:02.124993 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-cd24ca57-cfab-4d4b-88ee-f836a9202ab2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:07:02.145494 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad01ed29-9a98-47aa-9efe-a348a0b77d4e req-3b9cd9a4-1344-4984-8dcd-6a7b47560449 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:07:02.151866 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-ad01ed29-9a98-47aa-9efe-a348a0b77d4e req-3b9cd9a4-1344-4984-8dcd-6a7b47560449 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] 10.222.0.13 "GET /v2.0/ports?device_id=4ea097b1-9233-4725-b1b8-5997b4b6d1c3 HTTP/1.1" status: 200 len: 945 time: 0.2320683 Nov 05 19:07:02.182851 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-cd24ca57-cfab-4d4b-88ee-f836a9202ab2 None None] For port 185a3bdd-d3b7-469a-b83f-8356fb18f4f7, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=185a3bdd-d3b7-469a-b83f-8356fb18f4f7,segment=NetworkSegment(dfea1bdf-1f79-4705-8d5b-7adf5d500986),segment_id=dfea1bdf-1f79-4705-8d5b-7adf5d500986)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:07:02.230261 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [None req-973efb50-c6a1-458b-adfa-916ac648f97f tempest-BulkNetworkOpsIpV6Test-276727068 tempest-BulkNetworkOpsIpV6Test-276727068-project] Deleting port 185a3bdd-d3b7-469a-b83f-8356fb18f4f7 {{(pid=102387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 19:07:02.230261 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-973efb50-c6a1-458b-adfa-916ac648f97f tempest-BulkNetworkOpsIpV6Test-276727068 tempest-BulkNetworkOpsIpV6Test-276727068-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:07:02.264020 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfd3eae5-0981-408b-8e3c-a5e658bbb867 None None] DHCP port deletion for 103abefb-8c31-41b8-b383-cb362366d06d request from n-d-816865-1 {{(pid=102388) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 05 19:07:02.266031 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-cd24ca57-cfab-4d4b-88ee-f836a9202ab2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:07:02.381573 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95cb1c75-5993-4d8d-a708-ff99ee85e037 None None] DHCP port deletion for 8ed2dd85-80b6-46d7-b356-5e0d6b5ee6e3 request from n-d-816865-1 {{(pid=102388) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 05 19:07:02.412562 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.db [None req-973efb50-c6a1-458b-adfa-916ac648f97f tempest-BulkNetworkOpsIpV6Test-276727068 tempest-BulkNetworkOpsIpV6Test-276727068-project] For port 185a3bdd-d3b7-469a-b83f-8356fb18f4f7, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=185a3bdd-d3b7-469a-b83f-8356fb18f4f7,segment=NetworkSegment(dfea1bdf-1f79-4705-8d5b-7adf5d500986),segment_id=dfea1bdf-1f79-4705-8d5b-7adf5d500986)] {{(pid=102387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:07:02.413169 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-973efb50-c6a1-458b-adfa-916ac648f97f tempest-BulkNetworkOpsIpV6Test-276727068 tempest-BulkNetworkOpsIpV6Test-276727068-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:07:02.427977 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:07:02.434796 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [None req-973efb50-c6a1-458b-adfa-916ac648f97f tempest-BulkNetworkOpsIpV6Test-276727068 tempest-BulkNetworkOpsIpV6Test-276727068-project] Calling delete_port for 185a3bdd-d3b7-469a-b83f-8356fb18f4f7 owned by network:dhcp {{(pid=102387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 19:07:02.438507 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32a44b12-78d8-4c51-b2e3-a9bc3a0d5b03 None None] Network 8ed2dd85-80b6-46d7-b356-5e0d6b5ee6e3 requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 19:07:02.485765 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-c1f54c33-c30b-476e-bbcf-117245bbedb0 None None] Could not find standard attr ID for object 601ce1e1-07eb-4374-a4e6-75cf091e3468. {{(pid=102388) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 05 19:07:02.534032 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32a44b12-78d8-4c51-b2e3-a9bc3a0d5b03 None None] Network 8ed2dd85-80b6-46d7-b356-5e0d6b5ee6e3 could not be found, it might have been deleted concurrently. {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 05 19:07:02.552901 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd24ca57-cfab-4d4b-88ee-f836a9202ab2 None None] Pushing event updated for resources: {'Port': ['ID=185a3bdd-d3b7-469a-b83f-8356fb18f4f7,revision_number=4']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:07:02.603046 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-ad01ed29-9a98-47aa-9efe-a348a0b77d4e req-62677e71-43f3-463c-aa2a-423a14eb1658 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] 10.222.0.13 "GET /v2.0/security-groups?id=1260ef79-b8a4-488e-ab6f-3a25432baa92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4399230 Nov 05 19:07:02.623302 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-2ae51364-ec68-4a2c-91e9-e8fdf62b375e req-cb3321a9-c0c5-4e46-8b2a-2c47ef21548b service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=c7103f3a-0446-40ed-a190-1645982f6516&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.6044343 Nov 05 19:07:02.631410 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-bfd3eae5-0981-408b-8e3c-a5e658bbb867 None None] Deleting port 185a3bdd-d3b7-469a-b83f-8356fb18f4f7 {{(pid=102388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 19:07:02.631925 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-bfd3eae5-0981-408b-8e3c-a5e658bbb867 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:07:02.699515 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-973efb50-c6a1-458b-adfa-916ac648f97f tempest-BulkNetworkOpsIpV6Test-276727068 tempest-BulkNetworkOpsIpV6Test-276727068-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4417063'] for port, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:07:02.762595 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973efb50-c6a1-458b-adfa-916ac648f97f tempest-BulkNetworkOpsIpV6Test-276727068 tempest-BulkNetworkOpsIpV6Test-276727068-project] Pushing event deleted for resources: {'Port': ['ID=185a3bdd-d3b7-469a-b83f-8356fb18f4f7,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:07:02.765363 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-973efb50-c6a1-458b-adfa-916ac648f97f tempest-BulkNetworkOpsIpV6Test-276727068 tempest-BulkNetworkOpsIpV6Test-276727068-project] No DVR routers for this DVR port 185a3bdd-d3b7-469a-b83f-8356fb18f4f7 on host n-d-816865-1 {{(pid=102387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 19:07:02.792541 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-bfd3eae5-0981-408b-8e3c-a5e658bbb867 None None] For port 185a3bdd-d3b7-469a-b83f-8356fb18f4f7, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=185a3bdd-d3b7-469a-b83f-8356fb18f4f7,segment=NetworkSegment(dfea1bdf-1f79-4705-8d5b-7adf5d500986),segment_id=dfea1bdf-1f79-4705-8d5b-7adf5d500986)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:07:02.793022 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-bfd3eae5-0981-408b-8e3c-a5e658bbb867 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:07:02.796778 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-973efb50-c6a1-458b-adfa-916ac648f97f tempest-BulkNetworkOpsIpV6Test-276727068 tempest-BulkNetworkOpsIpV6Test-276727068-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:07:02.797371 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-973efb50-c6a1-458b-adfa-916ac648f97f tempest-BulkNetworkOpsIpV6Test-276727068 tempest-BulkNetworkOpsIpV6Test-276727068-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:07:02.797925 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-973efb50-c6a1-458b-adfa-916ac648f97f tempest-BulkNetworkOpsIpV6Test-276727068 tempest-BulkNetworkOpsIpV6Test-276727068-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:07:02.798499 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-973efb50-c6a1-458b-adfa-916ac648f97f tempest-BulkNetworkOpsIpV6Test-276727068 tempest-BulkNetworkOpsIpV6Test-276727068-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:07:02.799056 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-973efb50-c6a1-458b-adfa-916ac648f97f tempest-BulkNetworkOpsIpV6Test-276727068 tempest-BulkNetworkOpsIpV6Test-276727068-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:07:02.799617 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-973efb50-c6a1-458b-adfa-916ac648f97f tempest-BulkNetworkOpsIpV6Test-276727068 tempest-BulkNetworkOpsIpV6Test-276727068-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:07:02.800163 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-973efb50-c6a1-458b-adfa-916ac648f97f tempest-BulkNetworkOpsIpV6Test-276727068 tempest-BulkNetworkOpsIpV6Test-276727068-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:07:02.800698 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-973efb50-c6a1-458b-adfa-916ac648f97f tempest-BulkNetworkOpsIpV6Test-276727068 tempest-BulkNetworkOpsIpV6Test-276727068-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:07:02.801247 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-973efb50-c6a1-458b-adfa-916ac648f97f tempest-BulkNetworkOpsIpV6Test-276727068 tempest-BulkNetworkOpsIpV6Test-276727068-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:07:02.801925 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-973efb50-c6a1-458b-adfa-916ac648f97f tempest-BulkNetworkOpsIpV6Test-276727068 tempest-BulkNetworkOpsIpV6Test-276727068-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:07:02.802496 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-973efb50-c6a1-458b-adfa-916ac648f97f tempest-BulkNetworkOpsIpV6Test-276727068 tempest-BulkNetworkOpsIpV6Test-276727068-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:07:02.803059 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-973efb50-c6a1-458b-adfa-916ac648f97f tempest-BulkNetworkOpsIpV6Test-276727068 tempest-BulkNetworkOpsIpV6Test-276727068-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:07:02.817982 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-bfd3eae5-0981-408b-8e3c-a5e658bbb867 None None] Calling delete_port for 185a3bdd-d3b7-469a-b83f-8356fb18f4f7 owned by network:dhcp {{(pid=102388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 19:07:02.872033 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae51364-ec68-4a2c-91e9-e8fdf62b375e req-2fbdf868-6e56-443b-a0c2-c6948b6885d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:07:02.873692 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-2ae51364-ec68-4a2c-91e9-e8fdf62b375e req-2fbdf868-6e56-443b-a0c2-c6948b6885d3 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c9875160e1e6467ba4c32e29bdc7488a&device_id=c7103f3a-0446-40ed-a190-1645982f6516 HTTP/1.1" status: 200 len: 1096 time: 0.1968868 Nov 05 19:07:02.926337 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-973efb50-c6a1-458b-adfa-916ac648f97f tempest-BulkNetworkOpsIpV6Test-276727068 tempest-BulkNetworkOpsIpV6Test-276727068-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1579173', 'neutron.services.segments.db._delete_segments_for_network-8750027792909'] for network, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:07:02.934460 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c08ccf47-75c9-472f-8b24-15da067c090a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:07:03.025676 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-bfd3eae5-0981-408b-8e3c-a5e658bbb867 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798'] for port, after_delete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:07:03.044138 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfd3eae5-0981-408b-8e3c-a5e658bbb867 None None] No DVR routers for this DVR port 185a3bdd-d3b7-469a-b83f-8356fb18f4f7 on host n-d-816865-1 {{(pid=102388) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 19:07:03.114257 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd3eae5-0981-408b-8e3c-a5e658bbb867 None None] Pushing event deleted for resources: {'Port': ['ID=185a3bdd-d3b7-469a-b83f-8356fb18f4f7,revision_number=None']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:07:03.145092 n-d-816865-1 neutron-server[102387]: DEBUG neutron.services.segments.db [None req-973efb50-c6a1-458b-adfa-916ac648f97f tempest-BulkNetworkOpsIpV6Test-276727068 tempest-BulkNetworkOpsIpV6Test-276727068-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['103abefb-8c31-41b8-b383-cb362366d06d']}} {{(pid=102387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:07:03.147909 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae51364-ec68-4a2c-91e9-e8fdf62b375e req-1975a601-30b9-4e1d-a2c7-a17c96dce29f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:07:03.154566 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-2ae51364-ec68-4a2c-91e9-e8fdf62b375e req-1975a601-30b9-4e1d-a2c7-a17c96dce29f service neutron] 10.222.0.41 "GET /v2.0/networks?id=4dc00c45-f8b9-4c9a-a6c5-c27d3aa63b93 HTTP/1.1" status: 200 len: 918 time: 0.2446530 Nov 05 19:07:03.174640 n-d-816865-1 neutron-server[102387]: DEBUG neutron.services.segments.db [None req-973efb50-c6a1-458b-adfa-916ac648f97f tempest-BulkNetworkOpsIpV6Test-276727068 tempest-BulkNetworkOpsIpV6Test-276727068-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dfea1bdf-1f79-4705-8d5b-7adf5d500986') {'for_net_delete': True} {{(pid=102387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:07:03.175219 n-d-816865-1 neutron-server[102387]: DEBUG neutron.services.segments.db [None req-973efb50-c6a1-458b-adfa-916ac648f97f tempest-BulkNetworkOpsIpV6Test-276727068 tempest-BulkNetworkOpsIpV6Test-276727068-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dfea1bdf-1f79-4705-8d5b-7adf5d500986') {} {{(pid=102387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:07:03.226972 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-973efb50-c6a1-458b-adfa-916ac648f97f tempest-BulkNetworkOpsIpV6Test-276727068 tempest-BulkNetworkOpsIpV6Test-276727068-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750027793430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4463492'] for segment, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:07:03.259480 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-973efb50-c6a1-458b-adfa-916ac648f97f tempest-BulkNetworkOpsIpV6Test-276727068 tempest-BulkNetworkOpsIpV6Test-276727068-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273'] for segment, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:07:03.281112 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-973efb50-c6a1-458b-adfa-916ac648f97f tempest-BulkNetworkOpsIpV6Test-276727068 tempest-BulkNetworkOpsIpV6Test-276727068-project] Releasing vlan 150 on physical network physnet1 to pool {{(pid=102387) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 05 19:07:03.288825 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-973efb50-c6a1-458b-adfa-916ac648f97f tempest-BulkNetworkOpsIpV6Test-276727068 tempest-BulkNetworkOpsIpV6Test-276727068-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4417236'] for segment, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:07:03.337520 n-d-816865-1 neutron-server[102387]: Traceback (most recent call last): Nov 05 19:07:03.337520 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 05 19:07:03.337520 n-d-816865-1 neutron-server[102387]: timer() Nov 05 19:07:03.337520 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 05 19:07:03.337520 n-d-816865-1 neutron-server[102387]: cb(*args, **kw) Nov 05 19:07:03.337520 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 05 19:07:03.337520 n-d-816865-1 neutron-server[102387]: return func(*args, **kwargs) Nov 05 19:07:03.337520 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 05 19:07:03.337520 n-d-816865-1 neutron-server[102387]: self._notify() Nov 05 19:07:03.337520 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 05 19:07:03.337520 n-d-816865-1 neutron-server[102387]: self.callback(batched_events) Nov 05 19:07:03.337520 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 05 19:07:03.337520 n-d-816865-1 neutron-server[102387]: event.method(event) Nov 05 19:07:03.337520 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 05 19:07:03.337520 n-d-816865-1 neutron-server[102387]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 05 19:07:03.337520 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 05 19:07:03.337520 n-d-816865-1 neutron-server[102387]: aggregate_uuid = self.p_client.list_aggregates( Nov 05 19:07:03.337520 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 05 19:07:03.337520 n-d-816865-1 neutron-server[102387]: return f(self, *a, **k) Nov 05 19:07:03.337520 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 05 19:07:03.337520 n-d-816865-1 neutron-server[102387]: return self._get(url).json() Nov 05 19:07:03.337520 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 05 19:07:03.337520 n-d-816865-1 neutron-server[102387]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 05 19:07:03.337520 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 05 19:07:03.337520 n-d-816865-1 neutron-server[102387]: return self.request(url, 'GET', **kwargs) Nov 05 19:07:03.337520 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 05 19:07:03.337520 n-d-816865-1 neutron-server[102387]: base_url = self.get_endpoint(auth, allow=allow, Nov 05 19:07:03.337520 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 05 19:07:03.337520 n-d-816865-1 neutron-server[102387]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 05 19:07:03.337520 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 05 19:07:03.337520 n-d-816865-1 neutron-server[102387]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 05 19:07:03.337520 n-d-816865-1 neutron-server[102387]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 05 19:07:03.339811 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-2ae51364-ec68-4a2c-91e9-e8fdf62b375e req-82c3469d-e0e2-40a2-ba43-0e365cb652dd service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9bf94260-f6a1-428d-9d09-f1431cf8ec7e HTTP/1.1" status: 200 len: 1001 time: 0.1767085 Nov 05 19:07:03.400962 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae51364-ec68-4a2c-91e9-e8fdf62b375e req-3bf48bc2-2dbe-4e02-9e0f-db17bbaf9094 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:07:03.402492 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-2ae51364-ec68-4a2c-91e9-e8fdf62b375e req-3bf48bc2-2dbe-4e02-9e0f-db17bbaf9094 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=57c79303-6c4f-4c08-a695-f3ffd6fc49db HTTP/1.1" status: 200 len: 856 time: 0.0549662 Nov 05 19:07:03.448102 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 601ce1e1-07eb-4374-a4e6-75cf091e3468 no longer exists at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 19:07:03.479438 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] No Port match for: 601ce1e1-07eb-4374-a4e6-75cf091e3468 {{(pid=102388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 19:07:03.480007 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 601ce1e1-07eb-4374-a4e6-75cf091e3468 not bound to the agent host n-d-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 19:07:03.480582 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 185a3bdd-d3b7-469a-b83f-8356fb18f4f7 no longer exists at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 19:07:03.484305 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-973efb50-c6a1-458b-adfa-916ac648f97f tempest-BulkNetworkOpsIpV6Test-276727068 tempest-BulkNetworkOpsIpV6Test-276727068-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1579178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-956796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1000687'] for network, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:07:03.499306 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-973efb50-c6a1-458b-adfa-916ac648f97f tempest-BulkNetworkOpsIpV6Test-276727068 tempest-BulkNetworkOpsIpV6Test-276727068-project] Publish callbacks [] for network, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:07:03.503397 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-973efb50-c6a1-458b-adfa-916ac648f97f tempest-BulkNetworkOpsIpV6Test-276727068 tempest-BulkNetworkOpsIpV6Test-276727068-project] 10.222.0.13 "DELETE /v2.0/networks/103abefb-8c31-41b8-b383-cb362366d06d HTTP/1.1" status: 204 len: 168 time: 1.8452315 Nov 05 19:07:03.506156 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 56316) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:07:03.509276 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae51364-ec68-4a2c-91e9-e8fdf62b375e req-0172ba59-7aa4-4418-a56f-d084d58aaa99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:07:03.511072 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-2ae51364-ec68-4a2c-91e9-e8fdf62b375e req-0172ba59-7aa4-4418-a56f-d084d58aaa99 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=4dc00c45-f8b9-4c9a-a6c5-c27d3aa63b93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0983489 Nov 05 19:07:03.543544 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] No Port match for: 185a3bdd-d3b7-469a-b83f-8356fb18f4f7 {{(pid=102388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 19:07:03.546544 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 185a3bdd-d3b7-469a-b83f-8356fb18f4f7 not bound to the agent host n-d-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 19:07:03.608965 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973efb50-c6a1-458b-adfa-916ac648f97f tempest-BulkNetworkOpsIpV6Test-276727068 tempest-BulkNetworkOpsIpV6Test-276727068-project] Pushing event deleted for resources: {'Network': ['ID=103abefb-8c31-41b8-b383-cb362366d06d,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:07:03.674378 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-be6edf1b-e42d-4d1f-bcfb-b7b83eb588c7 tempest-BulkNetworkOpsIpV6Test-276727068 tempest-BulkNetworkOpsIpV6Test-276727068-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1664226'] for network, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:07:03.690878 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-2ae51364-ec68-4a2c-91e9-e8fdf62b375e req-73321b39-cae2-4ee0-9d82-b90ca0811748 service neutron] 10.222.0.41 "GET /v2.0/networks/4dc00c45-f8b9-4c9a-a6c5-c27d3aa63b93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1685348 Nov 05 19:07:03.877273 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-be6edf1b-e42d-4d1f-bcfb-b7b83eb588c7 tempest-BulkNetworkOpsIpV6Test-276727068 tempest-BulkNetworkOpsIpV6Test-276727068-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1579173', 'neutron.services.segments.db._delete_segments_for_network-8750027792909'] for network, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:07:03.944109 n-d-816865-1 neutron-server[102386]: DEBUG neutron.services.segments.db [None req-be6edf1b-e42d-4d1f-bcfb-b7b83eb588c7 tempest-BulkNetworkOpsIpV6Test-276727068 tempest-BulkNetworkOpsIpV6Test-276727068-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c7da928-a3fe-40f6-8dd2-c57337f97b9e']}} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:07:03.944358 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce49d0f-d29f-46a9-ba37-601761d86d63 req-a62c444f-fc90-46dd-95dc-e51f2e7393c3 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:07:03.953788 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-bce49d0f-d29f-46a9-ba37-601761d86d63 req-a62c444f-fc90-46dd-95dc-e51f2e7393c3 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] 10.222.0.13 "GET /v2.0/ports?device_id=4ea097b1-9233-4725-b1b8-5997b4b6d1c3 HTTP/1.1" status: 200 len: 945 time: 0.1800013 Nov 05 19:07:03.967410 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-2ae51364-ec68-4a2c-91e9-e8fdf62b375e req-448d7ea0-622a-408c-b6ac-2f8fb4bad123 service neutron] 10.222.0.41 "GET /v2.0/networks/4dc00c45-f8b9-4c9a-a6c5-c27d3aa63b93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2665939 Nov 05 19:07:03.968482 n-d-816865-1 neutron-server[102386]: DEBUG neutron.services.segments.db [None req-be6edf1b-e42d-4d1f-bcfb-b7b83eb588c7 tempest-BulkNetworkOpsIpV6Test-276727068 tempest-BulkNetworkOpsIpV6Test-276727068-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '79ea05f1-98b0-486a-a45a-99ee99eaa16b') {'for_net_delete': True} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:07:03.971298 n-d-816865-1 neutron-server[102386]: DEBUG neutron.services.segments.db [None req-be6edf1b-e42d-4d1f-bcfb-b7b83eb588c7 tempest-BulkNetworkOpsIpV6Test-276727068 tempest-BulkNetworkOpsIpV6Test-276727068-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '79ea05f1-98b0-486a-a45a-99ee99eaa16b') {} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:07:03.999468 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-be6edf1b-e42d-4d1f-bcfb-b7b83eb588c7 tempest-BulkNetworkOpsIpV6Test-276727068 tempest-BulkNetworkOpsIpV6Test-276727068-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750027793430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4590747'] for segment, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:07:04.033070 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-be6edf1b-e42d-4d1f-bcfb-b7b83eb588c7 tempest-BulkNetworkOpsIpV6Test-276727068 tempest-BulkNetworkOpsIpV6Test-276727068-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273'] for segment, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:07:04.036187 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be6edf1b-e42d-4d1f-bcfb-b7b83eb588c7 tempest-BulkNetworkOpsIpV6Test-276727068 tempest-BulkNetworkOpsIpV6Test-276727068-project] Releasing vlan 180 on physical network physnet1 to pool {{(pid=102386) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 05 19:07:04.036587 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-be6edf1b-e42d-4d1f-bcfb-b7b83eb588c7 tempest-BulkNetworkOpsIpV6Test-276727068 tempest-BulkNetworkOpsIpV6Test-276727068-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6149721'] for segment, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:07:04.062267 n-d-816865-1 neutron-server[102386]: Traceback (most recent call last): Nov 05 19:07:04.062267 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 05 19:07:04.062267 n-d-816865-1 neutron-server[102386]: timer() Nov 05 19:07:04.062267 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 05 19:07:04.062267 n-d-816865-1 neutron-server[102386]: cb(*args, **kw) Nov 05 19:07:04.062267 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 05 19:07:04.062267 n-d-816865-1 neutron-server[102386]: return func(*args, **kwargs) Nov 05 19:07:04.062267 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 05 19:07:04.062267 n-d-816865-1 neutron-server[102386]: self._notify() Nov 05 19:07:04.062267 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 05 19:07:04.062267 n-d-816865-1 neutron-server[102386]: self.callback(batched_events) Nov 05 19:07:04.062267 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 05 19:07:04.062267 n-d-816865-1 neutron-server[102386]: event.method(event) Nov 05 19:07:04.062267 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 05 19:07:04.062267 n-d-816865-1 neutron-server[102386]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 05 19:07:04.062267 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 05 19:07:04.062267 n-d-816865-1 neutron-server[102386]: aggregate_uuid = self.p_client.list_aggregates( Nov 05 19:07:04.062267 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 05 19:07:04.062267 n-d-816865-1 neutron-server[102386]: return f(self, *a, **k) Nov 05 19:07:04.062267 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 05 19:07:04.062267 n-d-816865-1 neutron-server[102386]: return self._get(url).json() Nov 05 19:07:04.062267 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 05 19:07:04.062267 n-d-816865-1 neutron-server[102386]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 05 19:07:04.062267 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 05 19:07:04.062267 n-d-816865-1 neutron-server[102386]: return self.request(url, 'GET', **kwargs) Nov 05 19:07:04.062267 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 05 19:07:04.062267 n-d-816865-1 neutron-server[102386]: base_url = self.get_endpoint(auth, allow=allow, Nov 05 19:07:04.062267 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 05 19:07:04.062267 n-d-816865-1 neutron-server[102386]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 05 19:07:04.062267 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 05 19:07:04.062267 n-d-816865-1 neutron-server[102386]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 05 19:07:04.062267 n-d-816865-1 neutron-server[102386]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 05 19:07:04.087968 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-bce49d0f-d29f-46a9-ba37-601761d86d63 req-d59ec2d9-8cc2-4ea7-9225-5fdcb4fee595 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] 10.222.0.13 "GET /v2.0/security-groups?id=1260ef79-b8a4-488e-ab6f-3a25432baa92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1297987 Nov 05 19:07:04.224727 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-be6edf1b-e42d-4d1f-bcfb-b7b83eb588c7 tempest-BulkNetworkOpsIpV6Test-276727068 tempest-BulkNetworkOpsIpV6Test-276727068-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1579178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-956796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1000687'] for network, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:07:04.248311 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-be6edf1b-e42d-4d1f-bcfb-b7b83eb588c7 tempest-BulkNetworkOpsIpV6Test-276727068 tempest-BulkNetworkOpsIpV6Test-276727068-project] Publish callbacks [] for network, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:07:04.255236 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 56342) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:07:04.269700 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-be6edf1b-e42d-4d1f-bcfb-b7b83eb588c7 tempest-BulkNetworkOpsIpV6Test-276727068 tempest-BulkNetworkOpsIpV6Test-276727068-project] 10.222.0.13 "DELETE /v2.0/networks/4c7da928-a3fe-40f6-8dd2-c57337f97b9e HTTP/1.1" status: 204 len: 168 time: 0.7577450 Nov 05 19:07:04.282717 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:07:04.309057 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6edf1b-e42d-4d1f-bcfb-b7b83eb588c7 tempest-BulkNetworkOpsIpV6Test-276727068 tempest-BulkNetworkOpsIpV6Test-276727068-project] Pushing event deleted for resources: {'Network': ['ID=4c7da928-a3fe-40f6-8dd2-c57337f97b9e,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:07:04.403014 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-7a2e5990-1d9e-4dcd-9dde-e7261c695fb2 tempest-BulkNetworkOpsIpV6Test-276727068 tempest-BulkNetworkOpsIpV6Test-276727068-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1664226'] for network, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:07:04.550451 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-7a2e5990-1d9e-4dcd-9dde-e7261c695fb2 tempest-BulkNetworkOpsIpV6Test-276727068 tempest-BulkNetworkOpsIpV6Test-276727068-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1579173', 'neutron.services.segments.db._delete_segments_for_network-8750027792909'] for network, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:07:04.580747 n-d-816865-1 neutron-server[102387]: DEBUG neutron.services.segments.db [None req-7a2e5990-1d9e-4dcd-9dde-e7261c695fb2 tempest-BulkNetworkOpsIpV6Test-276727068 tempest-BulkNetworkOpsIpV6Test-276727068-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['134c2776-6211-464d-9733-dc3467ec57ea']}} {{(pid=102387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:07:04.598170 n-d-816865-1 neutron-server[102387]: DEBUG neutron.services.segments.db [None req-7a2e5990-1d9e-4dcd-9dde-e7261c695fb2 tempest-BulkNetworkOpsIpV6Test-276727068 tempest-BulkNetworkOpsIpV6Test-276727068-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e0f24784-0441-4990-bb4d-6673e1e9474d') {'for_net_delete': True} {{(pid=102387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:07:04.598170 n-d-816865-1 neutron-server[102387]: DEBUG neutron.services.segments.db [None req-7a2e5990-1d9e-4dcd-9dde-e7261c695fb2 tempest-BulkNetworkOpsIpV6Test-276727068 tempest-BulkNetworkOpsIpV6Test-276727068-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e0f24784-0441-4990-bb4d-6673e1e9474d') {} {{(pid=102387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:07:04.626743 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-7a2e5990-1d9e-4dcd-9dde-e7261c695fb2 tempest-BulkNetworkOpsIpV6Test-276727068 tempest-BulkNetworkOpsIpV6Test-276727068-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750027793430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4463492'] for segment, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:07:04.665908 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-7a2e5990-1d9e-4dcd-9dde-e7261c695fb2 tempest-BulkNetworkOpsIpV6Test-276727068 tempest-BulkNetworkOpsIpV6Test-276727068-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273'] for segment, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:07:04.675260 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a2e5990-1d9e-4dcd-9dde-e7261c695fb2 tempest-BulkNetworkOpsIpV6Test-276727068 tempest-BulkNetworkOpsIpV6Test-276727068-project] Releasing vlan 152 on physical network physnet1 to pool {{(pid=102387) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 05 19:07:04.675774 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-7a2e5990-1d9e-4dcd-9dde-e7261c695fb2 tempest-BulkNetworkOpsIpV6Test-276727068 tempest-BulkNetworkOpsIpV6Test-276727068-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4417236'] for segment, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:07:04.683137 n-d-816865-1 neutron-server[102387]: Traceback (most recent call last): Nov 05 19:07:04.683137 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 05 19:07:04.683137 n-d-816865-1 neutron-server[102387]: timer() Nov 05 19:07:04.683137 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 05 19:07:04.683137 n-d-816865-1 neutron-server[102387]: cb(*args, **kw) Nov 05 19:07:04.683137 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 05 19:07:04.683137 n-d-816865-1 neutron-server[102387]: return func(*args, **kwargs) Nov 05 19:07:04.683137 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 05 19:07:04.683137 n-d-816865-1 neutron-server[102387]: self._notify() Nov 05 19:07:04.683137 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 05 19:07:04.683137 n-d-816865-1 neutron-server[102387]: self.callback(batched_events) Nov 05 19:07:04.683137 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 05 19:07:04.683137 n-d-816865-1 neutron-server[102387]: event.method(event) Nov 05 19:07:04.683137 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 05 19:07:04.683137 n-d-816865-1 neutron-server[102387]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 05 19:07:04.683137 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 05 19:07:04.683137 n-d-816865-1 neutron-server[102387]: aggregate_uuid = self.p_client.list_aggregates( Nov 05 19:07:04.683137 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 05 19:07:04.683137 n-d-816865-1 neutron-server[102387]: return f(self, *a, **k) Nov 05 19:07:04.683137 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 05 19:07:04.683137 n-d-816865-1 neutron-server[102387]: return self._get(url).json() Nov 05 19:07:04.683137 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 05 19:07:04.683137 n-d-816865-1 neutron-server[102387]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 05 19:07:04.683137 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 05 19:07:04.683137 n-d-816865-1 neutron-server[102387]: return self.request(url, 'GET', **kwargs) Nov 05 19:07:04.683137 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 05 19:07:04.683137 n-d-816865-1 neutron-server[102387]: base_url = self.get_endpoint(auth, allow=allow, Nov 05 19:07:04.683137 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 05 19:07:04.683137 n-d-816865-1 neutron-server[102387]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 05 19:07:04.683137 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 05 19:07:04.683137 n-d-816865-1 neutron-server[102387]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 05 19:07:04.683137 n-d-816865-1 neutron-server[102387]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 05 19:07:04.863598 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-7a2e5990-1d9e-4dcd-9dde-e7261c695fb2 tempest-BulkNetworkOpsIpV6Test-276727068 tempest-BulkNetworkOpsIpV6Test-276727068-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1579178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-956796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1000687'] for network, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:07:04.868086 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-7a2e5990-1d9e-4dcd-9dde-e7261c695fb2 tempest-BulkNetworkOpsIpV6Test-276727068 tempest-BulkNetworkOpsIpV6Test-276727068-project] Publish callbacks [] for network, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:07:04.873153 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-7a2e5990-1d9e-4dcd-9dde-e7261c695fb2 tempest-BulkNetworkOpsIpV6Test-276727068 tempest-BulkNetworkOpsIpV6Test-276727068-project] 10.222.0.13 "DELETE /v2.0/networks/134c2776-6211-464d-9733-dc3467ec57ea HTTP/1.1" status: 204 len: 168 time: 0.6158636 Nov 05 19:07:04.889557 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2e5990-1d9e-4dcd-9dde-e7261c695fb2 tempest-BulkNetworkOpsIpV6Test-276727068 tempest-BulkNetworkOpsIpV6Test-276727068-project] Pushing event deleted for resources: {'Network': ['ID=134c2776-6211-464d-9733-dc3467ec57ea,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:07:05.346431 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d988f8dc-4fd5-448b-ada3-2b9c64ceaa48 req-ecadb558-ade8-4ecf-bffb-90cae77d52c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:07:05.357755 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20d8f40-fca6-46aa-9dd3-c9774cd68ba7 req-c5662c71-b6c7-456e-9750-95b0d8f90f72 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:07:05.362684 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-d988f8dc-4fd5-448b-ada3-2b9c64ceaa48 req-ecadb558-ade8-4ecf-bffb-90cae77d52c5 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=777902a3c6ed4ff2a5460208db53bd8a&device_id=4ea097b1-9233-4725-b1b8-5997b4b6d1c3 HTTP/1.1" status: 200 len: 1096 time: 0.2695663 Nov 05 19:07:05.368694 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-e20d8f40-fca6-46aa-9dd3-c9774cd68ba7 req-c5662c71-b6c7-456e-9750-95b0d8f90f72 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] 10.222.0.13 "GET /v2.0/ports?device_id=4ea097b1-9233-4725-b1b8-5997b4b6d1c3 HTTP/1.1" status: 200 len: 945 time: 0.1365907 Nov 05 19:07:05.373048 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-1eff22b5-f600-46c4-b1f1-5bd84bd7ef63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:07:05.516699 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-e20d8f40-fca6-46aa-9dd3-c9774cd68ba7 req-f7424f4e-1c31-4497-8c2e-279b7b0aaf55 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] 10.222.0.13 "GET /v2.0/security-groups?id=1260ef79-b8a4-488e-ab6f-3a25432baa92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1432862 Nov 05 19:07:05.631687 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d988f8dc-4fd5-448b-ada3-2b9c64ceaa48 req-b21c6405-c177-4632-b754-c09707ac8642 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:07:05.638831 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-d988f8dc-4fd5-448b-ada3-2b9c64ceaa48 req-b21c6405-c177-4632-b754-c09707ac8642 service neutron] 10.222.0.55 "GET /v2.0/networks?id=a81a4734-a1b7-455c-a565-110c640fada3 HTTP/1.1" status: 200 len: 898 time: 0.2403827 Nov 05 19:07:05.668112 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 56380) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:07:05.786008 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-d988f8dc-4fd5-448b-ada3-2b9c64ceaa48 req-3618c297-6e73-4c11-b6a7-53edaa694699 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=70b62e82-75f5-4d6c-8068-761a074efcbe HTTP/1.1" status: 200 len: 1001 time: 0.1387591 Nov 05 19:07:05.887507 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d988f8dc-4fd5-448b-ada3-2b9c64ceaa48 req-84c6af5f-c20c-4e37-8998-e12ae3201960 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:07:05.889001 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-d988f8dc-4fd5-448b-ada3-2b9c64ceaa48 req-84c6af5f-c20c-4e37-8998-e12ae3201960 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e87a4999-90ef-48fe-aa30-61f131e4a77d HTTP/1.1" status: 200 len: 835 time: 0.0955822 Nov 05 19:07:05.895391 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-7ab84c3b-b31a-4e0c-b074-627983bd829d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=860d0782431c4d8f88c9faec2e507431&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2244170 Nov 05 19:07:05.896109 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 56390) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:07:05.974948 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d988f8dc-4fd5-448b-ada3-2b9c64ceaa48 req-0f322e5b-e3b3-4310-9d72-b0bfc5948d72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:07:05.979171 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-d988f8dc-4fd5-448b-ada3-2b9c64ceaa48 req-0f322e5b-e3b3-4310-9d72-b0bfc5948d72 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a81a4734-a1b7-455c-a565-110c640fada3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0762131 Nov 05 19:07:05.997843 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-c31ed920-3a62-4e96-bd88-8a1456720783 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:07:06.024563 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-c31ed920-3a62-4e96-bd88-8a1456720783 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:07:06.132085 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-d988f8dc-4fd5-448b-ada3-2b9c64ceaa48 req-5b4f55f6-4fec-485d-a935-d0d70260dbf0 service neutron] 10.222.0.55 "GET /v2.0/networks/a81a4734-a1b7-455c-a565-110c640fada3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1426921 Nov 05 19:07:06.156500 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-c31ed920-3a62-4e96-bd88-8a1456720783 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:07:06.162571 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-c31ed920-3a62-4e96-bd88-8a1456720783 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:07:06.168199 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-c31ed920-3a62-4e96-bd88-8a1456720783 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c2f96f63-6a18-4a3a-b18a-670c91c4f9b0 HTTP/1.1" status: 204 len: 168 time: 0.2668619 Nov 05 19:07:06.208960 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31ed920-3a62-4e96-bd88-8a1456720783 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2f96f63-6a18-4a3a-b18a-670c91c4f9b0,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:07:06.294274 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b304910f-7b27-444b-a8fc-977d26b1ceac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:07:06.308108 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-d988f8dc-4fd5-448b-ada3-2b9c64ceaa48 req-0f54a837-b6de-4dd1-a4a4-521e8221ca33 service neutron] 10.222.0.55 "GET /v2.0/networks/a81a4734-a1b7-455c-a565-110c640fada3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1663668 Nov 05 19:07:06.351111 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:07:06.595988 n-d-816865-1 neutron-server[102386]: INFO neutron.api.v2.resource [req-3a935b80-6ab2-4004-9c61-f67ba08d966a req-85fbda1f-7039-4cc3-8a49-f7b2946f8841 service neutron] show failed (client error): The resource could not be found. Nov 05 19:07:06.600462 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-3a935b80-6ab2-4004-9c61-f67ba08d966a req-85fbda1f-7039-4cc3-8a49-f7b2946f8841 service neutron] 10.222.0.55 "GET /v2.0/ports/70b62e82-75f5-4d6c-8068-761a074efcbe/bindings/n-h1-816865-1 HTTP/1.1" status: 404 len: 380 time: 0.1623249 Nov 05 19:07:06.717846 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c00aeba-8f0e-4bf0-a92d-d6a0b620c6d8 req-24347b0b-00ab-40d7-abf7-d8c41e15cb8e tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:07:06.728787 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-5c00aeba-8f0e-4bf0-a92d-d6a0b620c6d8 req-24347b0b-00ab-40d7-abf7-d8c41e15cb8e tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] 10.222.0.13 "GET /v2.0/ports?device_id=4ea097b1-9233-4725-b1b8-5997b4b6d1c3 HTTP/1.1" status: 200 len: 945 time: 0.0967999 Nov 05 19:07:06.814517 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-5c00aeba-8f0e-4bf0-a92d-d6a0b620c6d8 req-d6714823-0964-4ae6-8f1b-fb27822d139a tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] 10.222.0.13 "GET /v2.0/security-groups?id=1260ef79-b8a4-488e-ab6f-3a25432baa92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0768337 Nov 05 19:07:07.213888 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a935b80-6ab2-4004-9c61-f67ba08d966a req-dcd54acd-048f-49d1-92e2-1704cd43fa8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:07:07.215447 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-3a935b80-6ab2-4004-9c61-f67ba08d966a req-dcd54acd-048f-49d1-92e2-1704cd43fa8a service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=4ea097b1-9233-4725-b1b8-5997b4b6d1c3&tenant_id=777902a3c6ed4ff2a5460208db53bd8a HTTP/1.1" status: 200 len: 1096 time: 0.0922451 Nov 05 19:07:07.228532 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [req-3a935b80-6ab2-4004-9c61-f67ba08d966a req-c6233983-9cdf-4c6f-a4ca-4d87cc198633 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-816865-1', 'device_owner': 'compute:nova'}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:07:07.303889 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-3a935b80-6ab2-4004-9c61-f67ba08d966a req-c6233983-9cdf-4c6f-a4ca-4d87cc198633 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:07:07.635097 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.db [req-3a935b80-6ab2-4004-9c61-f67ba08d966a req-c6233983-9cdf-4c6f-a4ca-4d87cc198633 service neutron] For port 70b62e82-75f5-4d6c-8068-761a074efcbe, host n-h2-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=70b62e82-75f5-4d6c-8068-761a074efcbe,segment=NetworkSegment(40fdb28b-c1d5-4fa5-8d1b-d5ffe3516bce),segment_id=40fdb28b-c1d5-4fa5-8d1b-d5ffe3516bce)] {{(pid=102387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:07:07.670272 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 56448) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:07:07.675141 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [-] 10.222.0.13 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0031986 Nov 05 19:07:07.678646 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 56450) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:07:07.688553 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.db [req-3a935b80-6ab2-4004-9c61-f67ba08d966a req-c6233983-9cdf-4c6f-a4ca-4d87cc198633 service neutron] For port 70b62e82-75f5-4d6c-8068-761a074efcbe, host n-h2-816865-1, cleared binding levels {{(pid=102387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 19:07:07.756740 n-d-816865-1 neutron-server[102387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ea097b1-9233-4725-b1b8-5997b4b6d1c3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '70b62e82-75f5-4d6c-8068-761a074efcbe'}] {{(pid=102387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 19:07:07.759954 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab06bd4ddf5758c1f10d79fe34dc215bafa488692cde9dba2fcbcb67556f90bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d13ed3f-aabf-4070-a410-59e3c81f3d8f" -d '{"events": [{"server_uuid": "4ea097b1-9233-4725-b1b8-5997b4b6d1c3", "name": "network-vif-unplugged", "status": "completed", "tag": "70b62e82-75f5-4d6c-8068-761a074efcbe"}]}' {{(pid=102387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 19:07:07.765545 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-3a935b80-6ab2-4004-9c61-f67ba08d966a req-c6233983-9cdf-4c6f-a4ca-4d87cc198633 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:07:07.778857 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.provisioning_blocks [req-3a935b80-6ab2-4004-9c61-f67ba08d966a req-c6233983-9cdf-4c6f-a4ca-4d87cc198633 service neutron] Transition to ACTIVE for port object 70b62e82-75f5-4d6c-8068-761a074efcbe will not be triggered until provisioned by entity L2. {{(pid=102387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 05 19:07:07.800285 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-d9c86a4c-30a0-4953-9796-192ec6bb2666 tempest-NetworksApiDiscovery-692335054 tempest-NetworksApiDiscovery-692335054-project] 10.222.0.13 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.1205761 Nov 05 19:07:07.854763 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-3a935b80-6ab2-4004-9c61-f67ba08d966a req-c6233983-9cdf-4c6f-a4ca-4d87cc198633 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4417072'] for port, after_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:07:07.893084 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 05 Nov 2021 19:07:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d810d113-099b-4230-bb4b-4172d40e05f0 x-openstack-request-id: req-d810d113-099b-4230-bb4b-4172d40e05f0 {{(pid=102387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 19:07:07.893385 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ea097b1-9233-4725-b1b8-5997b4b6d1c3", "name": "network-vif-unplugged", "status": "completed", "tag": "70b62e82-75f5-4d6c-8068-761a074efcbe", "code": 200}]} {{(pid=102387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 19:07:07.893641 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d810d113-099b-4230-bb4b-4172d40e05f0 {{(pid=102387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 19:07:07.894247 n-d-816865-1 neutron-server[102387]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ea097b1-9233-4725-b1b8-5997b4b6d1c3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '70b62e82-75f5-4d6c-8068-761a074efcbe', 'code': 200} Nov 05 19:07:08.114583 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6233983-9cdf-4c6f-a4ca-4d87cc198633 service neutron] Pushing event updated for resources: {'Port': ['ID=70b62e82-75f5-4d6c-8068-761a074efcbe,revision_number=6']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:07:08.253159 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-31f93893-a48e-4ae8-833d-dccb2b42eacc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:07:08.544554 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:07:08.598664 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a935b80-6ab2-4004-9c61-f67ba08d966a req-c6233983-9cdf-4c6f-a4ca-4d87cc198633 service neutron] No DVR routers for this DVR port 70b62e82-75f5-4d6c-8068-761a074efcbe on host n-h2-816865-1 {{(pid=102387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 19:07:08.609907 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2de6d7-e551-4560-9b01-40bc573b3ca7 req-6e2541f0-d7f8-4b5f-9aaa-db9ab867f74b tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:07:08.617612 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-bd2de6d7-e551-4560-9b01-40bc573b3ca7 req-6e2541f0-d7f8-4b5f-9aaa-db9ab867f74b tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] 10.222.0.13 "GET /v2.0/ports?device_id=4ea097b1-9233-4725-b1b8-5997b4b6d1c3 HTTP/1.1" status: 200 len: 943 time: 0.5705767 Nov 05 19:07:08.634298 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 56498) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:07:08.804525 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-bd2de6d7-e551-4560-9b01-40bc573b3ca7 req-b46a8220-02e9-45bb-b992-a9bee4e22874 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] 10.222.0.13 "GET /v2.0/security-groups?id=1260ef79-b8a4-488e-ab6f-3a25432baa92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1858263 Nov 05 19:07:08.841245 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-af973354-2d6f-4e54-99b4-6df4386e49ce admin admin] Publish callbacks [] for security_group, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:07:08.842930 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.managers [req-3a935b80-6ab2-4004-9c61-f67ba08d966a req-c6233983-9cdf-4c6f-a4ca-4d87cc198633 service neutron] Attempting to bind port 70b62e82-75f5-4d6c-8068-761a074efcbe on host n-h1-816865-1 for vnic_type normal with profile {{(pid=102387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 19:07:08.843337 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.managers [req-3a935b80-6ab2-4004-9c61-f67ba08d966a req-c6233983-9cdf-4c6f-a4ca-4d87cc198633 service neutron] Attempting to bind port 70b62e82-75f5-4d6c-8068-761a074efcbe by drivers openvswitch,hyperv on host n-h1-816865-1 at level 0 using segments [{'id': '40fdb28b-c1d5-4fa5-8d1b-d5ffe3516bce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'a81a4734-a1b7-455c-a565-110c640fada3'}] {{(pid=102387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 19:07:08.843873 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a935b80-6ab2-4004-9c61-f67ba08d966a req-c6233983-9cdf-4c6f-a4ca-4d87cc198633 service neutron] Attempting to bind port 70b62e82-75f5-4d6c-8068-761a074efcbe on network a81a4734-a1b7-455c-a565-110c640fada3 {{(pid=102387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 19:07:08.848494 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a935b80-6ab2-4004-9c61-f67ba08d966a req-c6233983-9cdf-4c6f-a4ca-4d87cc198633 service neutron] Port 70b62e82-75f5-4d6c-8068-761a074efcbe on network a81a4734-a1b7-455c-a565-110c640fada3 not bound, no agent of type Open vSwitch agent registered on host n-h1-816865-1 {{(pid=102387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 19:07:08.850440 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a935b80-6ab2-4004-9c61-f67ba08d966a req-c6233983-9cdf-4c6f-a4ca-4d87cc198633 service neutron] Attempting to bind port 70b62e82-75f5-4d6c-8068-761a074efcbe on network a81a4734-a1b7-455c-a565-110c640fada3 {{(pid=102387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 19:07:08.855764 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a935b80-6ab2-4004-9c61-f67ba08d966a req-c6233983-9cdf-4c6f-a4ca-4d87cc198633 service neutron] Checking agent: {'id': 'eb596d7c-8c64-42bd-8aca-fad447eb0eab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816865-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 18, 33, 34), 'started_at': datetime.datetime(2021, 11, 5, 18, 33, 34), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 19, 7, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 19:07:08.856190 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a935b80-6ab2-4004-9c61-f67ba08d966a req-c6233983-9cdf-4c6f-a4ca-4d87cc198633 service neutron] Checking segment: {'id': '40fdb28b-c1d5-4fa5-8d1b-d5ffe3516bce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'a81a4734-a1b7-455c-a565-110c640fada3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 19:07:08.856632 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a935b80-6ab2-4004-9c61-f67ba08d966a req-c6233983-9cdf-4c6f-a4ca-4d87cc198633 service neutron] Bound using segment: {'id': '40fdb28b-c1d5-4fa5-8d1b-d5ffe3516bce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'a81a4734-a1b7-455c-a565-110c640fada3'} {{(pid=102387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 19:07:08.857124 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.managers [req-3a935b80-6ab2-4004-9c61-f67ba08d966a req-c6233983-9cdf-4c6f-a4ca-4d87cc198633 service neutron] Bound port: 70b62e82-75f5-4d6c-8068-761a074efcbe, host: n-h1-816865-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '40fdb28b-c1d5-4fa5-8d1b-d5ffe3516bce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'a81a4734-a1b7-455c-a565-110c640fada3'}}] {{(pid=102387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 19:07:08.857688 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-3a935b80-6ab2-4004-9c61-f67ba08d966a req-c6233983-9cdf-4c6f-a4ca-4d87cc198633 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:07:08.942805 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.db [req-3a935b80-6ab2-4004-9c61-f67ba08d966a req-c6233983-9cdf-4c6f-a4ca-4d87cc198633 service neutron] For port 70b62e82-75f5-4d6c-8068-761a074efcbe, host n-h1-816865-1, cleared binding levels {{(pid=102387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 19:07:08.946418 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.db [req-3a935b80-6ab2-4004-9c61-f67ba08d966a req-c6233983-9cdf-4c6f-a4ca-4d87cc198633 service neutron] For port 70b62e82-75f5-4d6c-8068-761a074efcbe, host n-h1-816865-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=70b62e82-75f5-4d6c-8068-761a074efcbe,segment=NetworkSegment(40fdb28b-c1d5-4fa5-8d1b-d5ffe3516bce),segment_id=40fdb28b-c1d5-4fa5-8d1b-d5ffe3516bce)] {{(pid=102387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 19:07:08.983628 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-af973354-2d6f-4e54-99b4-6df4386e49ce admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:07:09.014973 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-3a935b80-6ab2-4004-9c61-f67ba08d966a req-c6233983-9cdf-4c6f-a4ca-4d87cc198633 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4417072'] for port, after_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:07:09.058992 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a935b80-6ab2-4004-9c61-f67ba08d966a req-c6233983-9cdf-4c6f-a4ca-4d87cc198633 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:07:09.060266 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-3a935b80-6ab2-4004-9c61-f67ba08d966a req-c6233983-9cdf-4c6f-a4ca-4d87cc198633 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:07:09.062617 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-3a935b80-6ab2-4004-9c61-f67ba08d966a req-c6233983-9cdf-4c6f-a4ca-4d87cc198633 service neutron] 10.222.0.41 "PUT /v2.0/ports/70b62e82-75f5-4d6c-8068-761a074efcbe HTTP/1.1" status: 200 len: 1091 time: 1.8386490 Nov 05 19:07:09.089017 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-af973354-2d6f-4e54-99b4-6df4386e49ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:07:09.263072 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af973354-2d6f-4e54-99b4-6df4386e49ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e557f6c9-3a5a-498f-b867-0a9afcd1be63,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:07:09.274823 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-af973354-2d6f-4e54-99b4-6df4386e49ce admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3703ed15bd1644f0b48485834c97d2a7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6391721 Nov 05 19:07:09.278567 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 56510) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:07:09.313840 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a935b80-6ab2-4004-9c61-f67ba08d966a req-5e9ee387-7c09-4d1b-884f-7eb1d6ee96cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:07:09.315497 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-3a935b80-6ab2-4004-9c61-f67ba08d966a req-5e9ee387-7c09-4d1b-884f-7eb1d6ee96cb service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=777902a3c6ed4ff2a5460208db53bd8a&device_id=4ea097b1-9233-4725-b1b8-5997b4b6d1c3 HTTP/1.1" status: 200 len: 1094 time: 0.1156421 Nov 05 19:07:09.415878 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-53c9e353-8538-42e5-a922-488ca617edc8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:07:09.451869 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-53c9e353-8538-42e5-a922-488ca617edc8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:07:09.464187 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6233983-9cdf-4c6f-a4ca-4d87cc198633 service neutron] Pushing event updated for resources: {'Port': ['ID=70b62e82-75f5-4d6c-8068-761a074efcbe,revision_number=7']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:07:09.483571 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a935b80-6ab2-4004-9c61-f67ba08d966a req-c05eb5b0-3460-4424-a22c-af490e8ec6f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:07:09.483571 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-3a935b80-6ab2-4004-9c61-f67ba08d966a req-c05eb5b0-3460-4424-a22c-af490e8ec6f0 service neutron] 10.222.0.41 "GET /v2.0/networks?id=a81a4734-a1b7-455c-a565-110c640fada3 HTTP/1.1" status: 200 len: 898 time: 0.1524413 Nov 05 19:07:09.607489 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-53c9e353-8538-42e5-a922-488ca617edc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:07:09.610115 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-53c9e353-8538-42e5-a922-488ca617edc8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:07:09.614064 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-53c9e353-8538-42e5-a922-488ca617edc8 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e557f6c9-3a5a-498f-b867-0a9afcd1be63 HTTP/1.1" status: 204 len: 168 time: 0.3342943 Nov 05 19:07:09.628047 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c9e353-8538-42e5-a922-488ca617edc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e557f6c9-3a5a-498f-b867-0a9afcd1be63,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:07:09.711037 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-3a935b80-6ab2-4004-9c61-f67ba08d966a req-48f93e79-ff0a-4f9b-b254-57200f8c7c93 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=70b62e82-75f5-4d6c-8068-761a074efcbe HTTP/1.1" status: 200 len: 999 time: 0.2215865 Nov 05 19:07:09.799620 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a935b80-6ab2-4004-9c61-f67ba08d966a req-836df35c-ecf6-47c1-be34-8ae0fc90502b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:07:09.801153 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-3a935b80-6ab2-4004-9c61-f67ba08d966a req-836df35c-ecf6-47c1-be34-8ae0fc90502b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e87a4999-90ef-48fe-aa30-61f131e4a77d HTTP/1.1" status: 200 len: 835 time: 0.0778787 Nov 05 19:07:09.895975 n-d-816865-1 neutron-server[102387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ea097b1-9233-4725-b1b8-5997b4b6d1c3', 'tag': '70b62e82-75f5-4d6c-8068-761a074efcbe'}] {{(pid=102387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 19:07:09.906578 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab06bd4ddf5758c1f10d79fe34dc215bafa488692cde9dba2fcbcb67556f90bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e4feaa8-02bc-4053-b5c4-d87a68e7dfc3" -d '{"events": [{"name": "network-changed", "server_uuid": "4ea097b1-9233-4725-b1b8-5997b4b6d1c3", "tag": "70b62e82-75f5-4d6c-8068-761a074efcbe"}]}' {{(pid=102387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 19:07:09.912337 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a935b80-6ab2-4004-9c61-f67ba08d966a req-0ec7c25f-11df-4d8d-a58c-c5d682418412 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:07:09.917804 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-3a935b80-6ab2-4004-9c61-f67ba08d966a req-0ec7c25f-11df-4d8d-a58c-c5d682418412 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a81a4734-a1b7-455c-a565-110c640fada3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1067355 Nov 05 19:07:10.081485 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 19:07:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-faeb3c81-3a47-4358-b476-563e5c37f187 x-openstack-request-id: req-faeb3c81-3a47-4358-b476-563e5c37f187 {{(pid=102387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 19:07:10.082035 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ea097b1-9233-4725-b1b8-5997b4b6d1c3", "tag": "70b62e82-75f5-4d6c-8068-761a074efcbe", "status": "completed", "code": 200}]} {{(pid=102387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 19:07:10.082491 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-faeb3c81-3a47-4358-b476-563e5c37f187 {{(pid=102387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 19:07:10.083041 n-d-816865-1 neutron-server[102387]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ea097b1-9233-4725-b1b8-5997b4b6d1c3', 'tag': '70b62e82-75f5-4d6c-8068-761a074efcbe', 'status': 'completed', 'code': 200} Nov 05 19:07:10.117416 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4feaa8-02bc-4053-b5c4-d87a68e7dfc3 req-7623ae0f-19cc-4f86-a9de-f2a11e92b8c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:07:10.121315 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-9e4feaa8-02bc-4053-b5c4-d87a68e7dfc3 req-7623ae0f-19cc-4f86-a9de-f2a11e92b8c5 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=777902a3c6ed4ff2a5460208db53bd8a&device_id=4ea097b1-9233-4725-b1b8-5997b4b6d1c3 HTTP/1.1" status: 200 len: 1094 time: 0.0714228 Nov 05 19:07:10.122438 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-3a935b80-6ab2-4004-9c61-f67ba08d966a req-fcb12338-c2c2-40f6-8c45-472f47d6b37c service neutron] 10.222.0.41 "GET /v2.0/networks/a81a4734-a1b7-455c-a565-110c640fada3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1990998 Nov 05 19:07:10.132854 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cdea0a-3b87-4705-9738-12c3ed725e6e req-c770b070-8bac-45c3-8c60-015e9127a4dc tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:07:10.135040 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-36cdea0a-3b87-4705-9738-12c3ed725e6e req-c770b070-8bac-45c3-8c60-015e9127a4dc tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] 10.222.0.13 "GET /v2.0/ports?device_id=4ea097b1-9233-4725-b1b8-5997b4b6d1c3 HTTP/1.1" status: 200 len: 943 time: 0.1588645 Nov 05 19:07:10.389532 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-36cdea0a-3b87-4705-9738-12c3ed725e6e req-ba1ed64e-347a-44ae-9027-40f0490fabd3 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] 10.222.0.13 "GET /v2.0/security-groups?id=1260ef79-b8a4-488e-ab6f-3a25432baa92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2330575 Nov 05 19:07:10.467356 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-3a935b80-6ab2-4004-9c61-f67ba08d966a req-42bfe9d0-0244-4955-900a-a8e2c2eae0cb service neutron] 10.222.0.41 "GET /v2.0/networks/a81a4734-a1b7-455c-a565-110c640fada3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3313105 Nov 05 19:07:10.600052 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Device 70b62e82-75f5-4d6c-8068-761a074efcbe no longer exists at agent hyperv_n-h2-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 19:07:10.688682 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Device 70b62e82-75f5-4d6c-8068-761a074efcbe not bound to the agent host n-h2-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 19:07:10.786323 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4feaa8-02bc-4053-b5c4-d87a68e7dfc3 req-8d2b7de8-fcce-4fa6-a4bf-7f7432d0c638 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:07:10.788129 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-9e4feaa8-02bc-4053-b5c4-d87a68e7dfc3 req-8d2b7de8-fcce-4fa6-a4bf-7f7432d0c638 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=777902a3c6ed4ff2a5460208db53bd8a&device_id=4ea097b1-9233-4725-b1b8-5997b4b6d1c3 HTTP/1.1" status: 200 len: 1094 time: 0.1579459 Nov 05 19:07:11.037791 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4feaa8-02bc-4053-b5c4-d87a68e7dfc3 req-4157ad62-6c84-48d0-88ee-081f91c844ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:07:11.039194 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-9e4feaa8-02bc-4053-b5c4-d87a68e7dfc3 req-4157ad62-6c84-48d0-88ee-081f91c844ae service neutron] 10.222.0.41 "GET /v2.0/networks?id=a81a4734-a1b7-455c-a565-110c640fada3 HTTP/1.1" status: 200 len: 898 time: 0.2420137 Nov 05 19:07:11.198995 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-9e4feaa8-02bc-4053-b5c4-d87a68e7dfc3 req-9ef7ee58-da06-4e43-97ed-3f2f5cd5aaf3 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=70b62e82-75f5-4d6c-8068-761a074efcbe HTTP/1.1" status: 200 len: 999 time: 0.1440089 Nov 05 19:07:11.232991 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4feaa8-02bc-4053-b5c4-d87a68e7dfc3 req-c9e94c6c-7cf8-48f1-9e78-60230afcecc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:07:11.236439 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-9e4feaa8-02bc-4053-b5c4-d87a68e7dfc3 req-c9e94c6c-7cf8-48f1-9e78-60230afcecc7 service neutron] 10.222.0.55 "GET /v2.0/networks?id=a81a4734-a1b7-455c-a565-110c640fada3 HTTP/1.1" status: 200 len: 898 time: 1.1019616 Nov 05 19:07:11.297693 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4feaa8-02bc-4053-b5c4-d87a68e7dfc3 req-c1efcb94-507d-4806-82e0-b36e9a58a56d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:07:11.299511 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-9e4feaa8-02bc-4053-b5c4-d87a68e7dfc3 req-c1efcb94-507d-4806-82e0-b36e9a58a56d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e87a4999-90ef-48fe-aa30-61f131e4a77d HTTP/1.1" status: 200 len: 835 time: 0.0934758 Nov 05 19:07:11.349729 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-9e4feaa8-02bc-4053-b5c4-d87a68e7dfc3 req-51f01199-3aef-4ba0-9a81-5d3dca0732b6 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=70b62e82-75f5-4d6c-8068-761a074efcbe HTTP/1.1" status: 200 len: 999 time: 0.1013696 Nov 05 19:07:11.361959 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4feaa8-02bc-4053-b5c4-d87a68e7dfc3 req-6d083f60-cdb5-4344-91d7-ac74bf18a12f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:07:11.364067 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-9e4feaa8-02bc-4053-b5c4-d87a68e7dfc3 req-6d083f60-cdb5-4344-91d7-ac74bf18a12f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a81a4734-a1b7-455c-a565-110c640fada3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0567477 Nov 05 19:07:11.406914 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 56570) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:07:11.418163 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4feaa8-02bc-4053-b5c4-d87a68e7dfc3 req-50e57e25-418d-4e54-bc1f-0ba6a69f960e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:07:11.419640 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-9e4feaa8-02bc-4053-b5c4-d87a68e7dfc3 req-50e57e25-418d-4e54-bc1f-0ba6a69f960e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e87a4999-90ef-48fe-aa30-61f131e4a77d HTTP/1.1" status: 200 len: 835 time: 0.0560215 Nov 05 19:07:11.582949 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4feaa8-02bc-4053-b5c4-d87a68e7dfc3 req-cd0e3776-17b1-449c-90fe-ab61a1cb12c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:07:11.587429 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-9e4feaa8-02bc-4053-b5c4-d87a68e7dfc3 req-cd0e3776-17b1-449c-90fe-ab61a1cb12c7 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a81a4734-a1b7-455c-a565-110c640fada3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1535323 Nov 05 19:07:11.646988 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-9e4feaa8-02bc-4053-b5c4-d87a68e7dfc3 req-54673381-2180-4e80-8bbc-88e9bc46ef60 service neutron] 10.222.0.41 "GET /v2.0/networks/a81a4734-a1b7-455c-a565-110c640fada3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2729011 Nov 05 19:07:11.655296 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-5ae7853d-e11d-4d92-b316-8cf2e9ce8701 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1039096496-network', 'tenant_id': 'a5288d25305e4e0e94fcf34e077e972e'}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:07:11.708111 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-9e4feaa8-02bc-4053-b5c4-d87a68e7dfc3 req-7cdc8a41-2fe1-4879-92a1-3d7142dd45e3 service neutron] 10.222.0.55 "GET /v2.0/networks/a81a4734-a1b7-455c-a565-110c640fada3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1088324 Nov 05 19:07:11.757962 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02dea960-ab38-40c7-af3e-eafecab4dde0 req-1777e5d1-2eca-4745-9fe3-1301ff4884bc tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:07:11.760816 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-02dea960-ab38-40c7-af3e-eafecab4dde0 req-1777e5d1-2eca-4745-9fe3-1301ff4884bc tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] 10.222.0.13 "GET /v2.0/ports?device_id=4ea097b1-9233-4725-b1b8-5997b4b6d1c3 HTTP/1.1" status: 200 len: 943 time: 0.1532524 Nov 05 19:07:11.822627 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-9e4feaa8-02bc-4053-b5c4-d87a68e7dfc3 req-be58f98a-0e46-4d5d-8078-47e2bb078391 service neutron] 10.222.0.41 "GET /v2.0/networks/a81a4734-a1b7-455c-a565-110c640fada3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1607308 Nov 05 19:07:11.863342 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-02dea960-ab38-40c7-af3e-eafecab4dde0 req-1a3ceca2-8ae7-493e-9990-1e0030d1aa7e tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] 10.222.0.13 "GET /v2.0/security-groups?id=1260ef79-b8a4-488e-ab6f-3a25432baa92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0927520 Nov 05 19:07:11.897325 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-9e4feaa8-02bc-4053-b5c4-d87a68e7dfc3 req-d52db097-2085-4c96-b730-87a362a190bc service neutron] 10.222.0.55 "GET /v2.0/networks/a81a4734-a1b7-455c-a565-110c640fada3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1777692 Nov 05 19:07:11.904787 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ae7853d-e11d-4d92-b316-8cf2e9ce8701 admin admin] Made reservation on behalf of a5288d25305e4e0e94fcf34e077e972e for: {'network': 1} {{(pid=102387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 19:07:11.907495 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-5ae7853d-e11d-4d92-b316-8cf2e9ce8701 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for network, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:07:11.931576 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-5ae7853d-e11d-4d92-b316-8cf2e9ce8701 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:07:12.035606 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-5ae7853d-e11d-4d92-b316-8cf2e9ce8701 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:07:12.122035 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-5ae7853d-e11d-4d92-b316-8cf2e9ce8701 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:07:12.160912 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae7853d-e11d-4d92-b316-8cf2e9ce8701 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3661b1a9-5dac-4738-a56c-39bd766e0bea,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:07:12.164228 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ae7853d-e11d-4d92-b316-8cf2e9ce8701 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 184} {{(pid=102387) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 05 19:07:12.176769 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-5ae7853d-e11d-4d92-b316-8cf2e9ce8701 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273'] for segment, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:07:12.177102 n-d-816865-1 neutron-server[102387]: INFO neutron.db.segments_db [None req-5ae7853d-e11d-4d92-b316-8cf2e9ce8701 admin admin] Added segment 9d66b9a3-11cf-4d1c-8690-4bd1f45e0cd6 of type vlan for network dfce5d81-1abe-447c-b515-5bb6c0d5a4da Nov 05 19:07:12.230950 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-5ae7853d-e11d-4d92-b316-8cf2e9ce8701 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750027258543'] for network, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:07:12.395751 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-5ae7853d-e11d-4d92-b316-8cf2e9ce8701 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-956796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877'] for network, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:07:12.396769 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ae7853d-e11d-4d92-b316-8cf2e9ce8701 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:07:12.397456 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-5ae7853d-e11d-4d92-b316-8cf2e9ce8701 admin admin] Publish callbacks [] for network, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:07:12.465620 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae7853d-e11d-4d92-b316-8cf2e9ce8701 admin admin] Pushing event updated for resources: {'Network': ['ID=dfce5d81-1abe-447c-b515-5bb6c0d5a4da,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:07:12.480243 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Network dfce5d81-1abe-447c-b515-5bb6c0d5a4da details requested by agent ovs-agent-n-d-816865-1 with host n-d-816865-1 {{(pid=102388) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 05 19:07:12.578089 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-5ae7853d-e11d-4d92-b316-8cf2e9ce8701 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.1548133 Nov 05 19:07:12.581148 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 56594) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:07:12.595560 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-d04a5c09-29d0-473f-81e2-dd99ee2a8081 admin admin] Request body: {'subnet': {'network_id': 'dfce5d81-1abe-447c-b515-5bb6c0d5a4da', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1039096496-subnet', 'tenant_id': 'a5288d25305e4e0e94fcf34e077e972e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:07:12.726152 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d04a5c09-29d0-473f-81e2-dd99ee2a8081 admin admin] Made reservation on behalf of a5288d25305e4e0e94fcf34e077e972e for: {'subnet': 1} {{(pid=102386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 19:07:12.730256 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-d04a5c09-29d0-473f-81e2-dd99ee2a8081 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4877122'] for subnet, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:07:13.088056 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-d04a5c09-29d0-473f-81e2-dd99ee2a8081 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6149946', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4877172'] for subnet, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:07:13.165689 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585cf736-09b0-4485-9186-efc358edcfc6 req-24e54d20-78e0-45bf-88cc-90315cd677c5 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:07:13.171828 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-585cf736-09b0-4485-9186-efc358edcfc6 req-24e54d20-78e0-45bf-88cc-90315cd677c5 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] 10.222.0.13 "GET /v2.0/ports?device_id=4ea097b1-9233-4725-b1b8-5997b4b6d1c3 HTTP/1.1" status: 200 len: 943 time: 0.1619985 Nov 05 19:07:13.189313 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04a5c09-29d0-473f-81e2-dd99ee2a8081 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f8429e7c-8f1f-4c0f-b286-f57a8c9e05b4,revision_number=0']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:07:13.217922 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d04a5c09-29d0-473f-81e2-dd99ee2a8081 admin admin] Checking segment: {'id': '9d66b9a3-11cf-4d1c-8690-4bd1f45e0cd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'dfce5d81-1abe-447c-b515-5bb6c0d5a4da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 19:07:13.218329 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d04a5c09-29d0-473f-81e2-dd99ee2a8081 admin admin] Network hostable DHCP agents. Network: dfce5d81-1abe-447c-b515-5bb6c0d5a4da, hostable agents: ['987e2ca0-bc3b-4c6f-a989-429ccfbf753f'], hosted agents: [] {{(pid=102386) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 05 19:07:13.254852 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-585cf736-09b0-4485-9186-efc358edcfc6 req-b50acc51-c79c-4f26-a97f-ea7a9c24258b tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] 10.222.0.13 "GET /v2.0/security-groups?id=1260ef79-b8a4-488e-ab6f-3a25432baa92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0799255 Nov 05 19:07:13.360426 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d04a5c09-29d0-473f-81e2-dd99ee2a8081 admin admin] Network dfce5d81-1abe-447c-b515-5bb6c0d5a4da is scheduled to be hosted by DHCP agent 987e2ca0-bc3b-4c6f-a989-429ccfbf753f with binding_index 1 {{(pid=102386) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 05 19:07:13.459018 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.base_scheduler [None req-d04a5c09-29d0-473f-81e2-dd99ee2a8081 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816865-1, dfce5d81-1abe-447c-b515-5bb6c0d5a4da) {{(pid=102386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 19:07:13.466509 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d04a5c09-29d0-473f-81e2-dd99ee2a8081 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:07:13.471892 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-d04a5c09-29d0-473f-81e2-dd99ee2a8081 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:07:13.472048 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffe59f33-3b02-45b0-9abe-a029155119fe None None] Network dfce5d81-1abe-447c-b515-5bb6c0d5a4da requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 19:07:13.626960 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-d04a5c09-29d0-473f-81e2-dd99ee2a8081 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.0439532 Nov 05 19:07:13.637573 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79b36529-81ac-42e1-b626-78164ef9f03e None None] Network dfce5d81-1abe-447c-b515-5bb6c0d5a4da requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 19:07:13.867222 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Device 70b62e82-75f5-4d6c-8068-761a074efcbe details requested by agent hyperv_n-h1-816865-1 with host n-h1-816865-1 {{(pid=102388) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 05 19:07:14.017312 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] For port 70b62e82-75f5-4d6c-8068-761a074efcbe, host n-h1-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=70b62e82-75f5-4d6c-8068-761a074efcbe,segment=NetworkSegment(40fdb28b-c1d5-4fa5-8d1b-d5ffe3516bce),segment_id=40fdb28b-c1d5-4fa5-8d1b-d5ffe3516bce)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:07:14.045384 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Returning: {'device': '70b62e82-75f5-4d6c-8068-761a074efcbe', 'network_id': 'a81a4734-a1b7-455c-a565-110c640fada3', 'port_id': '70b62e82-75f5-4d6c-8068-761a074efcbe', 'mac_address': 'fa:16:3e:cf:bc:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e87a4999-90ef-48fe-aa30-61f131e4a77d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102388) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 05 19:07:14.091356 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:07:14.108481 n-d-816865-1 neutron-server[102388]: DEBUG neutron.notifiers.nova [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 70b62e82-75f5-4d6c-8068-761a074efcbe {{(pid=102388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 19:07:14.152936 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] For port 70b62e82-75f5-4d6c-8068-761a074efcbe, host n-h1-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=70b62e82-75f5-4d6c-8068-761a074efcbe,segment=NetworkSegment(40fdb28b-c1d5-4fa5-8d1b-d5ffe3516bce),segment_id=40fdb28b-c1d5-4fa5-8d1b-d5ffe3516bce)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:07:14.287666 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:07:14.431293 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Pushing event updated for resources: {'Port': ['ID=70b62e82-75f5-4d6c-8068-761a074efcbe,revision_number=8']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:07:14.487492 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe527f6-5442-4cc4-9d7a-620e93995c8a req-5843fc81-9747-4303-bd38-ebc78761d282 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:07:14.489879 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-dbe527f6-5442-4cc4-9d7a-620e93995c8a req-5843fc81-9747-4303-bd38-ebc78761d282 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] 10.222.0.13 "GET /v2.0/ports?device_id=4ea097b1-9233-4725-b1b8-5997b4b6d1c3 HTTP/1.1" status: 200 len: 944 time: 0.1093988 Nov 05 19:07:14.563628 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-dbe527f6-5442-4cc4-9d7a-620e93995c8a req-0a31e36e-b8c0-4353-8bcc-8cb9a9290625 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] 10.222.0.13 "GET /v2.0/security-groups?id=1260ef79-b8a4-488e-ab6f-3a25432baa92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657132 Nov 05 19:07:14.795575 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] get_ports_and_sgs() called for port_ids ['70b62e82-75f5-4d6c-8068-761a074efcbe'] {{(pid=102388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 19:07:14.921734 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 56684) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:07:14.928136 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-156f4d14-90c3-48d8-878d-e7a1c02ac3a6 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1078429973-network', 'tenant_id': '7afb5a39a7574fb3afc187af75cfdac2'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:07:15.118660 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-156f4d14-90c3-48d8-878d-e7a1c02ac3a6 admin admin] Made reservation on behalf of 7afb5a39a7574fb3afc187af75cfdac2 for: {'network': 1} {{(pid=102386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 19:07:15.118843 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-156f4d14-90c3-48d8-878d-e7a1c02ac3a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for network, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:07:15.135327 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-156f4d14-90c3-48d8-878d-e7a1c02ac3a6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:07:15.216735 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-156f4d14-90c3-48d8-878d-e7a1c02ac3a6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:07:15.344870 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-156f4d14-90c3-48d8-878d-e7a1c02ac3a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:07:15.438612 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5524de-2782-46a1-ad0a-d59a2aa95b55 req-0806d075-08f0-4e41-8b65-722bc68285a0 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:07:15.447973 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-0b5524de-2782-46a1-ad0a-d59a2aa95b55 req-0806d075-08f0-4e41-8b65-722bc68285a0 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] 10.222.0.13 "GET /v2.0/ports?device_id=4ea097b1-9233-4725-b1b8-5997b4b6d1c3 HTTP/1.1" status: 200 len: 944 time: 0.0966563 Nov 05 19:07:15.497919 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-156f4d14-90c3-48d8-878d-e7a1c02ac3a6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 151} {{(pid=102386) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 05 19:07:15.497919 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156f4d14-90c3-48d8-878d-e7a1c02ac3a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8786986f-fd1e-4de6-8452-2710065b1587,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:07:15.534679 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-156f4d14-90c3-48d8-878d-e7a1c02ac3a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273'] for segment, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:07:15.536146 n-d-816865-1 neutron-server[102386]: INFO neutron.db.segments_db [None req-156f4d14-90c3-48d8-878d-e7a1c02ac3a6 admin admin] Added segment a8e5a592-3322-45a8-8a95-ef329494eba7 of type vlan for network 477fcf60-d803-496f-91f9-061c3a78f988 Nov 05 19:07:15.612423 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e9321f-b106-450a-8eaf-2991ebd38539 req-5ad32f86-2c41-4f31-824a-2ee4d7886cd9 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:07:15.613949 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-82e9321f-b106-450a-8eaf-2991ebd38539 req-5ad32f86-2c41-4f31-824a-2ee4d7886cd9 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] 10.222.0.41 "GET /v2.0/ports?device_id=4ea097b1-9233-4725-b1b8-5997b4b6d1c3&tenant_id=777902a3c6ed4ff2a5460208db53bd8a&binding%3Ahost_id=n-h1-816865-1 HTTP/1.1" status: 200 len: 944 time: 0.1601813 Nov 05 19:07:15.625352 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-0b5524de-2782-46a1-ad0a-d59a2aa95b55 req-f9408ed9-c708-4043-aa52-cf1a7db1328e tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] 10.222.0.13 "GET /v2.0/security-groups?id=1260ef79-b8a4-488e-ab6f-3a25432baa92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1727479 Nov 05 19:07:15.656947 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-156f4d14-90c3-48d8-878d-e7a1c02ac3a6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750027258543'] for network, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:07:15.699809 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-82e9321f-b106-450a-8eaf-2991ebd38539 req-140a7ce1-f50b-4c17-b90d-fc5ed3a8dc7e service neutron] 10.222.0.41 "GET /v2.0/ports/70b62e82-75f5-4d6c-8068-761a074efcbe/bindings/n-h1-816865-1 HTTP/1.1" status: 200 len: 382 time: 0.0732408 Nov 05 19:07:15.786642 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e9321f-b106-450a-8eaf-2991ebd38539 req-83c6dce5-079b-4ddc-8721-d76ed7c99eef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:07:15.788339 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-82e9321f-b106-450a-8eaf-2991ebd38539 req-83c6dce5-079b-4ddc-8721-d76ed7c99eef service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=777902a3c6ed4ff2a5460208db53bd8a&device_id=4ea097b1-9233-4725-b1b8-5997b4b6d1c3 HTTP/1.1" status: 200 len: 1095 time: 0.0538597 Nov 05 19:07:15.791241 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-156f4d14-90c3-48d8-878d-e7a1c02ac3a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-956796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877'] for network, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:07:15.792214 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-156f4d14-90c3-48d8-878d-e7a1c02ac3a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:07:15.792791 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-156f4d14-90c3-48d8-878d-e7a1c02ac3a6 admin admin] Publish callbacks [] for network, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:07:15.832200 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Device 70b62e82-75f5-4d6c-8068-761a074efcbe up at agent hyperv_n-h1-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 19:07:15.859052 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156f4d14-90c3-48d8-878d-e7a1c02ac3a6 admin admin] Pushing event updated for resources: {'Network': ['ID=477fcf60-d803-496f-91f9-061c3a78f988,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:07:15.869558 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Network 477fcf60-d803-496f-91f9-061c3a78f988 details requested by agent ovs-agent-n-d-816865-1 with host n-d-816865-1 {{(pid=102388) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 05 19:07:15.911638 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e9321f-b106-450a-8eaf-2991ebd38539 req-8bab384c-198a-4a4a-9ab7-6c61e30f86e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:07:15.913226 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-82e9321f-b106-450a-8eaf-2991ebd38539 req-8bab384c-198a-4a4a-9ab7-6c61e30f86e0 service neutron] 10.222.0.41 "GET /v2.0/networks?id=a81a4734-a1b7-455c-a565-110c640fada3 HTTP/1.1" status: 200 len: 898 time: 0.1142945 Nov 05 19:07:15.939082 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-156f4d14-90c3-48d8-878d-e7a1c02ac3a6 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.0105641 Nov 05 19:07:15.939082 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 56728) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:07:15.942458 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-ad879c64-050b-4d24-964e-48db2bfbd48b admin admin] Request body: {'subnet': {'network_id': '477fcf60-d803-496f-91f9-061c3a78f988', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1078429973-subnet', 'tenant_id': '7afb5a39a7574fb3afc187af75cfdac2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:07:16.005591 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-82e9321f-b106-450a-8eaf-2991ebd38539 req-961efd14-2f97-4589-ab16-03fca11ebb17 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=70b62e82-75f5-4d6c-8068-761a074efcbe HTTP/1.1" status: 200 len: 1000 time: 0.0843210 Nov 05 19:07:16.035525 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Provisioning for port 70b62e82-75f5-4d6c-8068-761a074efcbe completed by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 05 19:07:16.043983 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Provisioning complete for port 70b62e82-75f5-4d6c-8068-761a074efcbe triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:07:16.044324 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:07:16.053304 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad879c64-050b-4d24-964e-48db2bfbd48b admin admin] Made reservation on behalf of 7afb5a39a7574fb3afc187af75cfdac2 for: {'subnet': 1} {{(pid=102386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 19:07:16.057054 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-ad879c64-050b-4d24-964e-48db2bfbd48b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4877122'] for subnet, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:07:16.109296 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e9321f-b106-450a-8eaf-2991ebd38539 req-184e384e-3885-4b17-9912-4791d8f05296 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:07:16.112267 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-82e9321f-b106-450a-8eaf-2991ebd38539 req-184e384e-3885-4b17-9912-4791d8f05296 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e87a4999-90ef-48fe-aa30-61f131e4a77d HTTP/1.1" status: 200 len: 835 time: 0.0911162 Nov 05 19:07:16.160579 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:07:16.194679 n-d-816865-1 neutron-server[102388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ea097b1-9233-4725-b1b8-5997b4b6d1c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70b62e82-75f5-4d6c-8068-761a074efcbe'}] {{(pid=102388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 19:07:16.197614 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85474fee1180e129d8a886d264fe0b30223aa672dd1ffe43b630605f18504f68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a6a866a-174a-469c-9db7-bcf2480d8b9f" -d '{"events": [{"server_uuid": "4ea097b1-9233-4725-b1b8-5997b4b6d1c3", "name": "network-vif-plugged", "status": "completed", "tag": "70b62e82-75f5-4d6c-8068-761a074efcbe"}]}' {{(pid=102388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 19:07:16.207830 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e9321f-b106-450a-8eaf-2991ebd38539 req-6604c9af-5012-499b-8b69-fc84d66a723f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:07:16.210035 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-82e9321f-b106-450a-8eaf-2991ebd38539 req-6604c9af-5012-499b-8b69-fc84d66a723f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a81a4734-a1b7-455c-a565-110c640fada3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0872939 Nov 05 19:07:16.213370 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] For port 70b62e82-75f5-4d6c-8068-761a074efcbe, host n-h1-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=70b62e82-75f5-4d6c-8068-761a074efcbe,segment=NetworkSegment(40fdb28b-c1d5-4fa5-8d1b-d5ffe3516bce),segment_id=40fdb28b-c1d5-4fa5-8d1b-d5ffe3516bce)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:07:16.286682 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 19:07:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1661d6e2-5372-4838-ad98-870c4d38f91e x-openstack-request-id: req-1661d6e2-5372-4838-ad98-870c4d38f91e {{(pid=102388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 19:07:16.286867 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ea097b1-9233-4725-b1b8-5997b4b6d1c3", "name": "network-vif-plugged", "status": "completed", "tag": "70b62e82-75f5-4d6c-8068-761a074efcbe", "code": 200}]} {{(pid=102388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 19:07:16.287248 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1661d6e2-5372-4838-ad98-870c4d38f91e {{(pid=102388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 19:07:16.287835 n-d-816865-1 neutron-server[102388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ea097b1-9233-4725-b1b8-5997b4b6d1c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70b62e82-75f5-4d6c-8068-761a074efcbe', 'code': 200} Nov 05 19:07:16.316263 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:07:16.378689 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Pushing event updated for resources: {'Port': ['ID=70b62e82-75f5-4d6c-8068-761a074efcbe,revision_number=9']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:07:16.390751 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-ad879c64-050b-4d24-964e-48db2bfbd48b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6149946', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4877172'] for subnet, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:07:16.392458 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-82e9321f-b106-450a-8eaf-2991ebd38539 req-654ae4f6-7d82-4899-907e-51750f5ae791 service neutron] 10.222.0.41 "GET /v2.0/networks/a81a4734-a1b7-455c-a565-110c640fada3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1746807 Nov 05 19:07:16.452065 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad879c64-050b-4d24-964e-48db2bfbd48b admin admin] Pushing event updated for resources: {'Subnet': ['ID=5387b590-a5c6-44e4-b82e-258e90c7f4de,revision_number=0']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:07:16.460723 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad879c64-050b-4d24-964e-48db2bfbd48b admin admin] Checking segment: {'id': 'a8e5a592-3322-45a8-8a95-ef329494eba7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '477fcf60-d803-496f-91f9-061c3a78f988'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 19:07:16.461667 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad879c64-050b-4d24-964e-48db2bfbd48b admin admin] Network hostable DHCP agents. Network: 477fcf60-d803-496f-91f9-061c3a78f988, hostable agents: ['987e2ca0-bc3b-4c6f-a989-429ccfbf753f'], hosted agents: [] {{(pid=102386) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 05 19:07:16.492626 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-82e9321f-b106-450a-8eaf-2991ebd38539 req-aa09a651-f35b-4d45-9511-0037e72714ad service neutron] 10.222.0.41 "GET /v2.0/networks/a81a4734-a1b7-455c-a565-110c640fada3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926917 Nov 05 19:07:16.630719 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad879c64-050b-4d24-964e-48db2bfbd48b admin admin] Network 477fcf60-d803-496f-91f9-061c3a78f988 is scheduled to be hosted by DHCP agent 987e2ca0-bc3b-4c6f-a989-429ccfbf753f with binding_index 1 {{(pid=102386) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 05 19:07:16.770233 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37091e67-3b3a-4c76-b594-0ce2074d5d2f req-fe70047a-fc33-411f-bfd3-2878e31e03a0 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:07:16.771786 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-37091e67-3b3a-4c76-b594-0ce2074d5d2f req-fe70047a-fc33-411f-bfd3-2878e31e03a0 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] 10.222.0.13 "GET /v2.0/ports?device_id=4ea097b1-9233-4725-b1b8-5997b4b6d1c3 HTTP/1.1" status: 200 len: 945 time: 0.0538628 Nov 05 19:07:16.778918 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.base_scheduler [None req-ad879c64-050b-4d24-964e-48db2bfbd48b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816865-1, 477fcf60-d803-496f-91f9-061c3a78f988) {{(pid=102386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 19:07:16.794116 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad879c64-050b-4d24-964e-48db2bfbd48b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:07:16.795579 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d42cf00-0abd-49ff-81c7-4639bc43f28f None None] Network 477fcf60-d803-496f-91f9-061c3a78f988 requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 19:07:16.800326 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-ad879c64-050b-4d24-964e-48db2bfbd48b admin admin] Publish callbacks [] for subnet, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:07:16.856465 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-37091e67-3b3a-4c76-b594-0ce2074d5d2f req-914f96a9-2e03-41a9-a602-c775b4b0d417 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] 10.222.0.13 "GET /v2.0/security-groups?id=1260ef79-b8a4-488e-ab6f-3a25432baa92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0760782 Nov 05 19:07:16.911784 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-ad879c64-050b-4d24-964e-48db2bfbd48b admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.9746578 Nov 05 19:07:16.976218 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50893bc7-8094-4a8e-a881-b78b8ad8601d None None] Network 477fcf60-d803-496f-91f9-061c3a78f988 requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 19:07:17.095371 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 56784) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:07:17.160158 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.db_base_plugin_v2 [None req-a413b97d-8e3a-4868-bdc9-727c83064581 admin admin] Deleting subnet f8429e7c-8f1f-4c0f-b286-f57a8c9e05b4 {{(pid=102386) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 05 19:07:17.164798 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-a413b97d-8e3a-4868-bdc9-727c83064581 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:07:17.203189 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-a413b97d-8e3a-4868-bdc9-727c83064581 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4590738'] for subnet, precommit_delete_associations {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:07:17.251829 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-a413b97d-8e3a-4868-bdc9-727c83064581 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1573928'] for subnet, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:07:17.436473 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-a413b97d-8e3a-4868-bdc9-727c83064581 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1573905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6149879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4877183'] for subnet, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:07:17.471017 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-a413b97d-8e3a-4868-bdc9-727c83064581 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:07:17.476828 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-a413b97d-8e3a-4868-bdc9-727c83064581 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/f8429e7c-8f1f-4c0f-b286-f57a8c9e05b4 HTTP/1.1" status: 204 len: 168 time: 0.3774276 Nov 05 19:07:17.476828 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a413b97d-8e3a-4868-bdc9-727c83064581 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f8429e7c-8f1f-4c0f-b286-f57a8c9e05b4,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:07:17.477579 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 56806) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:07:17.551420 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-f3dde616-b0f5-4b15-9388-30ab565b502a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1664226'] for network, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:07:17.635717 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-f3dde616-b0f5-4b15-9388-30ab565b502a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1579173', 'neutron.services.segments.db._delete_segments_for_network-8750027792909'] for network, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:07:17.662990 n-d-816865-1 neutron-server[102387]: DEBUG neutron.services.segments.db [None req-f3dde616-b0f5-4b15-9388-30ab565b502a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dfce5d81-1abe-447c-b515-5bb6c0d5a4da']}} {{(pid=102387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:07:17.675308 n-d-816865-1 neutron-server[102387]: DEBUG neutron.services.segments.db [None req-f3dde616-b0f5-4b15-9388-30ab565b502a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d66b9a3-11cf-4d1c-8690-4bd1f45e0cd6') {'for_net_delete': True} {{(pid=102387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:07:17.675528 n-d-816865-1 neutron-server[102387]: DEBUG neutron.services.segments.db [None req-f3dde616-b0f5-4b15-9388-30ab565b502a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d66b9a3-11cf-4d1c-8690-4bd1f45e0cd6') {} {{(pid=102387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:07:17.688040 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-f3dde616-b0f5-4b15-9388-30ab565b502a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750027793430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4463492'] for segment, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:07:17.703098 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-f3dde616-b0f5-4b15-9388-30ab565b502a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273'] for segment, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:07:17.710474 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f3dde616-b0f5-4b15-9388-30ab565b502a admin admin] Releasing vlan 184 on physical network physnet1 to pool {{(pid=102387) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 05 19:07:17.710887 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-f3dde616-b0f5-4b15-9388-30ab565b502a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4417236'] for segment, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:07:17.712889 n-d-816865-1 neutron-server[102387]: Traceback (most recent call last): Nov 05 19:07:17.712889 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 05 19:07:17.712889 n-d-816865-1 neutron-server[102387]: timer() Nov 05 19:07:17.712889 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 05 19:07:17.712889 n-d-816865-1 neutron-server[102387]: cb(*args, **kw) Nov 05 19:07:17.712889 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 05 19:07:17.712889 n-d-816865-1 neutron-server[102387]: return func(*args, **kwargs) Nov 05 19:07:17.712889 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 05 19:07:17.712889 n-d-816865-1 neutron-server[102387]: self._notify() Nov 05 19:07:17.712889 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 05 19:07:17.712889 n-d-816865-1 neutron-server[102387]: self.callback(batched_events) Nov 05 19:07:17.712889 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 05 19:07:17.712889 n-d-816865-1 neutron-server[102387]: event.method(event) Nov 05 19:07:17.712889 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 05 19:07:17.712889 n-d-816865-1 neutron-server[102387]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 05 19:07:17.712889 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 05 19:07:17.712889 n-d-816865-1 neutron-server[102387]: aggregate_uuid = self.p_client.list_aggregates( Nov 05 19:07:17.712889 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 05 19:07:17.712889 n-d-816865-1 neutron-server[102387]: return f(self, *a, **k) Nov 05 19:07:17.712889 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 05 19:07:17.712889 n-d-816865-1 neutron-server[102387]: return self._get(url).json() Nov 05 19:07:17.712889 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 05 19:07:17.712889 n-d-816865-1 neutron-server[102387]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 05 19:07:17.712889 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 05 19:07:17.712889 n-d-816865-1 neutron-server[102387]: return self.request(url, 'GET', **kwargs) Nov 05 19:07:17.712889 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 05 19:07:17.712889 n-d-816865-1 neutron-server[102387]: base_url = self.get_endpoint(auth, allow=allow, Nov 05 19:07:17.712889 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 05 19:07:17.712889 n-d-816865-1 neutron-server[102387]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 05 19:07:17.712889 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 05 19:07:17.712889 n-d-816865-1 neutron-server[102387]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 05 19:07:17.712889 n-d-816865-1 neutron-server[102387]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 05 19:07:17.853823 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-f3dde616-b0f5-4b15-9388-30ab565b502a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1579178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-956796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1000687'] for network, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:07:17.861179 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-f3dde616-b0f5-4b15-9388-30ab565b502a admin admin] Publish callbacks [] for network, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:07:17.875685 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 56824) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:07:17.898809 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-f3dde616-b0f5-4b15-9388-30ab565b502a admin admin] 10.222.0.13 "DELETE /v2.0/networks/dfce5d81-1abe-447c-b515-5bb6c0d5a4da HTTP/1.1" status: 204 len: 168 time: 0.4041910 Nov 05 19:07:17.923008 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3dde616-b0f5-4b15-9388-30ab565b502a admin admin] Pushing event deleted for resources: {'Network': ['ID=dfce5d81-1abe-447c-b515-5bb6c0d5a4da,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:07:17.950182 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b9f7af7-5548-4784-888f-61de985894d2 admin admin] Deleting subnet 5387b590-a5c6-44e4-b82e-258e90c7f4de {{(pid=102386) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 05 19:07:17.954078 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-0b9f7af7-5548-4784-888f-61de985894d2 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:07:18.014908 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-0b9f7af7-5548-4784-888f-61de985894d2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4590738'] for subnet, precommit_delete_associations {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:07:18.044781 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc29ccd2-dcd4-4095-8d22-03b887d38a64 req-ed868b51-c562-460f-9d0d-5aa32c2c0b1a tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:07:18.053076 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-fc29ccd2-dcd4-4095-8d22-03b887d38a64 req-ed868b51-c562-460f-9d0d-5aa32c2c0b1a tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] 10.222.0.13 "GET /v2.0/ports?device_id=4ea097b1-9233-4725-b1b8-5997b4b6d1c3 HTTP/1.1" status: 200 len: 945 time: 0.0840986 Nov 05 19:07:18.089510 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-0b9f7af7-5548-4784-888f-61de985894d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1573928'] for subnet, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:07:18.114338 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-fc29ccd2-dcd4-4095-8d22-03b887d38a64 req-568eeeaa-7b4e-4e56-a98d-68163a1f95fd tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] 10.222.0.13 "GET /v2.0/security-groups?id=1260ef79-b8a4-488e-ab6f-3a25432baa92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594401 Nov 05 19:07:18.248865 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-0b9f7af7-5548-4784-888f-61de985894d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1573905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6149879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4877183'] for subnet, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:07:18.278232 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9f7af7-5548-4784-888f-61de985894d2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5387b590-a5c6-44e4-b82e-258e90c7f4de,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:07:18.301619 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-0b9f7af7-5548-4784-888f-61de985894d2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:07:18.302281 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-0b9f7af7-5548-4784-888f-61de985894d2 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/5387b590-a5c6-44e4-b82e-258e90c7f4de HTTP/1.1" status: 204 len: 168 time: 0.4252884 Nov 05 19:07:18.305276 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 56848) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:07:18.390325 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-56882f0e-5af9-40eb-8377-d54b4c1ea421 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1664226'] for network, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:07:18.511103 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-56882f0e-5af9-40eb-8377-d54b4c1ea421 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1579173', 'neutron.services.segments.db._delete_segments_for_network-8750027792909'] for network, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:07:18.546000 n-d-816865-1 neutron-server[102386]: DEBUG neutron.services.segments.db [None req-56882f0e-5af9-40eb-8377-d54b4c1ea421 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['477fcf60-d803-496f-91f9-061c3a78f988']}} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:07:18.557420 n-d-816865-1 neutron-server[102386]: DEBUG neutron.services.segments.db [None req-56882f0e-5af9-40eb-8377-d54b4c1ea421 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a8e5a592-3322-45a8-8a95-ef329494eba7') {'for_net_delete': True} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:07:18.557873 n-d-816865-1 neutron-server[102386]: DEBUG neutron.services.segments.db [None req-56882f0e-5af9-40eb-8377-d54b4c1ea421 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a8e5a592-3322-45a8-8a95-ef329494eba7') {} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:07:18.572667 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-56882f0e-5af9-40eb-8377-d54b4c1ea421 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750027793430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4590747'] for segment, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:07:18.585345 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-56882f0e-5af9-40eb-8377-d54b4c1ea421 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273'] for segment, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:07:18.592497 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56882f0e-5af9-40eb-8377-d54b4c1ea421 admin admin] Releasing vlan 151 on physical network physnet1 to pool {{(pid=102386) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 05 19:07:18.592884 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-56882f0e-5af9-40eb-8377-d54b4c1ea421 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6149721'] for segment, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:07:18.594611 n-d-816865-1 neutron-server[102386]: Traceback (most recent call last): Nov 05 19:07:18.594611 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 05 19:07:18.594611 n-d-816865-1 neutron-server[102386]: timer() Nov 05 19:07:18.594611 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 05 19:07:18.594611 n-d-816865-1 neutron-server[102386]: cb(*args, **kw) Nov 05 19:07:18.594611 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 05 19:07:18.594611 n-d-816865-1 neutron-server[102386]: return func(*args, **kwargs) Nov 05 19:07:18.594611 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 05 19:07:18.594611 n-d-816865-1 neutron-server[102386]: self._notify() Nov 05 19:07:18.594611 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 05 19:07:18.594611 n-d-816865-1 neutron-server[102386]: self.callback(batched_events) Nov 05 19:07:18.594611 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 05 19:07:18.594611 n-d-816865-1 neutron-server[102386]: event.method(event) Nov 05 19:07:18.594611 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 05 19:07:18.594611 n-d-816865-1 neutron-server[102386]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 05 19:07:18.594611 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 05 19:07:18.594611 n-d-816865-1 neutron-server[102386]: aggregate_uuid = self.p_client.list_aggregates( Nov 05 19:07:18.594611 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 05 19:07:18.594611 n-d-816865-1 neutron-server[102386]: return f(self, *a, **k) Nov 05 19:07:18.594611 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 05 19:07:18.594611 n-d-816865-1 neutron-server[102386]: return self._get(url).json() Nov 05 19:07:18.594611 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 05 19:07:18.594611 n-d-816865-1 neutron-server[102386]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 05 19:07:18.594611 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 05 19:07:18.594611 n-d-816865-1 neutron-server[102386]: return self.request(url, 'GET', **kwargs) Nov 05 19:07:18.594611 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 05 19:07:18.594611 n-d-816865-1 neutron-server[102386]: base_url = self.get_endpoint(auth, allow=allow, Nov 05 19:07:18.594611 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 05 19:07:18.594611 n-d-816865-1 neutron-server[102386]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 05 19:07:18.594611 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 05 19:07:18.594611 n-d-816865-1 neutron-server[102386]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 05 19:07:18.594611 n-d-816865-1 neutron-server[102386]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 05 19:07:18.800775 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-56882f0e-5af9-40eb-8377-d54b4c1ea421 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1579178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-956796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1000687'] for network, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:07:18.818150 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-56882f0e-5af9-40eb-8377-d54b4c1ea421 admin admin] Publish callbacks [] for network, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:07:18.823717 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-56882f0e-5af9-40eb-8377-d54b4c1ea421 admin admin] 10.222.0.13 "DELETE /v2.0/networks/477fcf60-d803-496f-91f9-061c3a78f988 HTTP/1.1" status: 204 len: 168 time: 0.5169387 Nov 05 19:07:18.849559 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56882f0e-5af9-40eb-8377-d54b4c1ea421 admin admin] Pushing event deleted for resources: {'Network': ['ID=477fcf60-d803-496f-91f9-061c3a78f988,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:07:19.275659 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd443fc0-0213-4d66-b2ec-56e88a0c3c09 req-4a994733-95d9-4929-b087-b94eddb1ea8f tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:07:19.279249 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 56910) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:07:19.280250 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-cd443fc0-0213-4d66-b2ec-56e88a0c3c09 req-4a994733-95d9-4929-b087-b94eddb1ea8f tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] 10.222.0.13 "GET /v2.0/ports?device_id=4ea097b1-9233-4725-b1b8-5997b4b6d1c3 HTTP/1.1" status: 200 len: 945 time: 0.0695400 Nov 05 19:07:19.327724 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-a47fc3b4-e977-419c-bdda-84585335d690 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a5288d25305e4e0e94fcf34e077e972e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0472817 Nov 05 19:07:19.330276 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 56916) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:07:19.347671 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-cd443fc0-0213-4d66-b2ec-56e88a0c3c09 req-636c66c5-1589-42a4-892a-84e3e4e3c62c tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] 10.222.0.13 "GET /v2.0/security-groups?id=1260ef79-b8a4-488e-ab6f-3a25432baa92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556312 Nov 05 19:07:19.420943 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-5b352d26-e326-4eba-b82b-c4a48ea108ea admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:07:19.446976 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e9321f-b106-450a-8eaf-2991ebd38539 req-7e2acfd5-611d-4828-8ed0-a2f5d0b2c272 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:07:19.448485 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-82e9321f-b106-450a-8eaf-2991ebd38539 req-7e2acfd5-611d-4828-8ed0-a2f5d0b2c272 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=4ea097b1-9233-4725-b1b8-5997b4b6d1c3&tenant_id=777902a3c6ed4ff2a5460208db53bd8a HTTP/1.1" status: 200 len: 1096 time: 0.0708418 Nov 05 19:07:19.452917 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-5b352d26-e326-4eba-b82b-c4a48ea108ea admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:07:19.471181 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [req-82e9321f-b106-450a-8eaf-2991ebd38539 req-47ab6100-1640-4efc-a353-6b5333685b92 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-816865-1', 'device_owner': 'compute:nova'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:07:19.540891 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-82e9321f-b106-450a-8eaf-2991ebd38539 req-47ab6100-1640-4efc-a353-6b5333685b92 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:07:19.641737 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-5b352d26-e326-4eba-b82b-c4a48ea108ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:07:19.644244 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-5b352d26-e326-4eba-b82b-c4a48ea108ea admin admin] Publish callbacks [] for security_group, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:07:19.645414 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-5b352d26-e326-4eba-b82b-c4a48ea108ea admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3661b1a9-5dac-4738-a56c-39bd766e0bea HTTP/1.1" status: 204 len: 168 time: 0.3139868 Nov 05 19:07:19.664716 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b352d26-e326-4eba-b82b-c4a48ea108ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3661b1a9-5dac-4738-a56c-39bd766e0bea,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:07:19.780287 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [req-82e9321f-b106-450a-8eaf-2991ebd38539 req-47ab6100-1640-4efc-a353-6b5333685b92 service neutron] For port 70b62e82-75f5-4d6c-8068-761a074efcbe, host n-h1-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=70b62e82-75f5-4d6c-8068-761a074efcbe,segment=NetworkSegment(40fdb28b-c1d5-4fa5-8d1b-d5ffe3516bce),segment_id=40fdb28b-c1d5-4fa5-8d1b-d5ffe3516bce)] {{(pid=102386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:07:19.816727 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [req-82e9321f-b106-450a-8eaf-2991ebd38539 req-47ab6100-1640-4efc-a353-6b5333685b92 service neutron] For port 70b62e82-75f5-4d6c-8068-761a074efcbe, host n-h1-816865-1, cleared binding levels {{(pid=102386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 19:07:19.862664 n-d-816865-1 neutron-server[102386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ea097b1-9233-4725-b1b8-5997b4b6d1c3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '70b62e82-75f5-4d6c-8068-761a074efcbe'}] {{(pid=102386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 19:07:19.864701 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6173a44d7c73f41af551dc890fa1a5892c2c6bc3458b640c8e0c24db7876ba6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccfce142-570f-4085-89b9-a142835fc0cb" -d '{"events": [{"server_uuid": "4ea097b1-9233-4725-b1b8-5997b4b6d1c3", "name": "network-vif-unplugged", "status": "completed", "tag": "70b62e82-75f5-4d6c-8068-761a074efcbe"}]}' {{(pid=102386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 19:07:19.869697 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-82e9321f-b106-450a-8eaf-2991ebd38539 req-47ab6100-1640-4efc-a353-6b5333685b92 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:07:19.920932 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.provisioning_blocks [req-82e9321f-b106-450a-8eaf-2991ebd38539 req-47ab6100-1640-4efc-a353-6b5333685b92 service neutron] Transition to ACTIVE for port object 70b62e82-75f5-4d6c-8068-761a074efcbe will not be triggered until provisioned by entity L2. {{(pid=102386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 05 19:07:19.984916 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-82e9321f-b106-450a-8eaf-2991ebd38539 req-47ab6100-1640-4efc-a353-6b5333685b92 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6149821'] for port, after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:07:20.231630 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ab6100-1640-4efc-a353-6b5333685b92 service neutron] Pushing event updated for resources: {'Port': ['ID=70b62e82-75f5-4d6c-8068-761a074efcbe,revision_number=10']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:07:20.349330 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [req-82e9321f-b106-450a-8eaf-2991ebd38539 req-47ab6100-1640-4efc-a353-6b5333685b92 service neutron] No DVR routers for this DVR port 70b62e82-75f5-4d6c-8068-761a074efcbe on host n-h1-816865-1 {{(pid=102386) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 19:07:20.407176 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 05 Nov 2021 19:07:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e086c3ff-195d-4c67-a0b7-3bd0ee274daf x-openstack-request-id: req-e086c3ff-195d-4c67-a0b7-3bd0ee274daf {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 19:07:20.407469 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ea097b1-9233-4725-b1b8-5997b4b6d1c3", "name": "network-vif-unplugged", "status": "completed", "tag": "70b62e82-75f5-4d6c-8068-761a074efcbe", "code": 200}]} {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 19:07:20.407727 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e086c3ff-195d-4c67-a0b7-3bd0ee274daf {{(pid=102386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 19:07:20.408128 n-d-816865-1 neutron-server[102386]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ea097b1-9233-4725-b1b8-5997b4b6d1c3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '70b62e82-75f5-4d6c-8068-761a074efcbe', 'code': 200} Nov 05 19:07:20.544157 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2949d8-529d-407f-9224-02683414ceec req-2cea105e-a827-4e4a-8e49-f6d2dbffe2b5 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:07:20.553305 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-cc2949d8-529d-407f-9224-02683414ceec req-2cea105e-a827-4e4a-8e49-f6d2dbffe2b5 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] 10.222.0.13 "GET /v2.0/ports?device_id=4ea097b1-9233-4725-b1b8-5997b4b6d1c3 HTTP/1.1" status: 200 len: 944 time: 0.1140282 Nov 05 19:07:20.668058 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-cc2949d8-529d-407f-9224-02683414ceec req-45f3465d-3501-4008-beab-9a1c6b118fe3 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] 10.222.0.13 "GET /v2.0/security-groups?id=1260ef79-b8a4-488e-ab6f-3a25432baa92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1065731 Nov 05 19:07:20.689138 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [req-82e9321f-b106-450a-8eaf-2991ebd38539 req-47ab6100-1640-4efc-a353-6b5333685b92 service neutron] Attempting to bind port 70b62e82-75f5-4d6c-8068-761a074efcbe on host n-h2-816865-1 for vnic_type normal with profile {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 19:07:20.689138 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [req-82e9321f-b106-450a-8eaf-2991ebd38539 req-47ab6100-1640-4efc-a353-6b5333685b92 service neutron] Attempting to bind port 70b62e82-75f5-4d6c-8068-761a074efcbe by drivers openvswitch,hyperv on host n-h2-816865-1 at level 0 using segments [{'id': '40fdb28b-c1d5-4fa5-8d1b-d5ffe3516bce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'a81a4734-a1b7-455c-a565-110c640fada3'}] {{(pid=102386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 19:07:20.689138 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82e9321f-b106-450a-8eaf-2991ebd38539 req-47ab6100-1640-4efc-a353-6b5333685b92 service neutron] Attempting to bind port 70b62e82-75f5-4d6c-8068-761a074efcbe on network a81a4734-a1b7-455c-a565-110c640fada3 {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 19:07:20.700052 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82e9321f-b106-450a-8eaf-2991ebd38539 req-47ab6100-1640-4efc-a353-6b5333685b92 service neutron] Port 70b62e82-75f5-4d6c-8068-761a074efcbe on network a81a4734-a1b7-455c-a565-110c640fada3 not bound, no agent of type Open vSwitch agent registered on host n-h2-816865-1 {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 19:07:20.700387 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82e9321f-b106-450a-8eaf-2991ebd38539 req-47ab6100-1640-4efc-a353-6b5333685b92 service neutron] Attempting to bind port 70b62e82-75f5-4d6c-8068-761a074efcbe on network a81a4734-a1b7-455c-a565-110c640fada3 {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 19:07:20.706743 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82e9321f-b106-450a-8eaf-2991ebd38539 req-47ab6100-1640-4efc-a353-6b5333685b92 service neutron] Checking agent: {'id': '32aff553-696f-4891-83f5-5c176f61fe54', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816865-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 18, 33, 36), 'started_at': datetime.datetime(2021, 11, 5, 18, 33, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 19, 7, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 19:07:20.707188 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82e9321f-b106-450a-8eaf-2991ebd38539 req-47ab6100-1640-4efc-a353-6b5333685b92 service neutron] Checking segment: {'id': '40fdb28b-c1d5-4fa5-8d1b-d5ffe3516bce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'a81a4734-a1b7-455c-a565-110c640fada3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 19:07:20.708086 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82e9321f-b106-450a-8eaf-2991ebd38539 req-47ab6100-1640-4efc-a353-6b5333685b92 service neutron] Bound using segment: {'id': '40fdb28b-c1d5-4fa5-8d1b-d5ffe3516bce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'a81a4734-a1b7-455c-a565-110c640fada3'} {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 19:07:20.711607 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [req-82e9321f-b106-450a-8eaf-2991ebd38539 req-47ab6100-1640-4efc-a353-6b5333685b92 service neutron] Bound port: 70b62e82-75f5-4d6c-8068-761a074efcbe, host: n-h2-816865-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '40fdb28b-c1d5-4fa5-8d1b-d5ffe3516bce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'a81a4734-a1b7-455c-a565-110c640fada3'}}] {{(pid=102386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 19:07:20.711607 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-82e9321f-b106-450a-8eaf-2991ebd38539 req-47ab6100-1640-4efc-a353-6b5333685b92 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:07:20.783683 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 56982) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:07:20.868190 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-9090f65c-f84c-42bb-a854-303ccb27b7b7 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7afb5a39a7574fb3afc187af75cfdac2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0806208 Nov 05 19:07:20.868190 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [req-82e9321f-b106-450a-8eaf-2991ebd38539 req-47ab6100-1640-4efc-a353-6b5333685b92 service neutron] For port 70b62e82-75f5-4d6c-8068-761a074efcbe, host n-h2-816865-1, cleared binding levels {{(pid=102386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 19:07:20.869228 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 56988) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:07:20.871863 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [req-82e9321f-b106-450a-8eaf-2991ebd38539 req-47ab6100-1640-4efc-a353-6b5333685b92 service neutron] For port 70b62e82-75f5-4d6c-8068-761a074efcbe, host n-h2-816865-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=70b62e82-75f5-4d6c-8068-761a074efcbe,segment=NetworkSegment(40fdb28b-c1d5-4fa5-8d1b-d5ffe3516bce),segment_id=40fdb28b-c1d5-4fa5-8d1b-d5ffe3516bce)] {{(pid=102386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 19:07:20.954666 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-82e9321f-b106-450a-8eaf-2991ebd38539 req-47ab6100-1640-4efc-a353-6b5333685b92 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6149821'] for port, after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:07:20.977692 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-579aaf7d-d3b9-4f8a-b952-8feb102e4c23 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:07:21.019818 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e9321f-b106-450a-8eaf-2991ebd38539 req-47ab6100-1640-4efc-a353-6b5333685b92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:07:21.020628 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-82e9321f-b106-450a-8eaf-2991ebd38539 req-47ab6100-1640-4efc-a353-6b5333685b92 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:07:21.020911 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-579aaf7d-d3b9-4f8a-b952-8feb102e4c23 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:07:21.022653 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-82e9321f-b106-450a-8eaf-2991ebd38539 req-47ab6100-1640-4efc-a353-6b5333685b92 service neutron] 10.222.0.55 "PUT /v2.0/ports/70b62e82-75f5-4d6c-8068-761a074efcbe HTTP/1.1" status: 200 len: 1092 time: 1.5596676 Nov 05 19:07:21.162828 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ab6100-1640-4efc-a353-6b5333685b92 service neutron] Pushing event updated for resources: {'Port': ['ID=70b62e82-75f5-4d6c-8068-761a074efcbe,revision_number=11']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:07:21.177873 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e9321f-b106-450a-8eaf-2991ebd38539 req-eb3958d1-dc75-4987-82f6-6230e27c3eee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:07:21.180250 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-82e9321f-b106-450a-8eaf-2991ebd38539 req-eb3958d1-dc75-4987-82f6-6230e27c3eee service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=777902a3c6ed4ff2a5460208db53bd8a&device_id=4ea097b1-9233-4725-b1b8-5997b4b6d1c3 HTTP/1.1" status: 200 len: 1095 time: 0.1281831 Nov 05 19:07:21.196754 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-579aaf7d-d3b9-4f8a-b952-8feb102e4c23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:07:21.199821 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-579aaf7d-d3b9-4f8a-b952-8feb102e4c23 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:07:21.201245 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-579aaf7d-d3b9-4f8a-b952-8feb102e4c23 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8786986f-fd1e-4de6-8452-2710065b1587 HTTP/1.1" status: 204 len: 168 time: 0.3308084 Nov 05 19:07:21.233029 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579aaf7d-d3b9-4f8a-b952-8feb102e4c23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8786986f-fd1e-4de6-8452-2710065b1587,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:07:21.408860 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e9321f-b106-450a-8eaf-2991ebd38539 req-6b214e69-e3f6-4385-a787-28c9a0877fc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:07:21.411027 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-82e9321f-b106-450a-8eaf-2991ebd38539 req-6b214e69-e3f6-4385-a787-28c9a0877fc3 service neutron] 10.222.0.55 "GET /v2.0/networks?id=a81a4734-a1b7-455c-a565-110c640fada3 HTTP/1.1" status: 200 len: 898 time: 0.2158916 Nov 05 19:07:21.529718 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-82e9321f-b106-450a-8eaf-2991ebd38539 req-3ae62e9a-6148-4f3f-af4d-1ac0e8ae1593 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=70b62e82-75f5-4d6c-8068-761a074efcbe HTTP/1.1" status: 200 len: 999 time: 0.1064157 Nov 05 19:07:21.629655 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e9321f-b106-450a-8eaf-2991ebd38539 req-9c993c2c-eaeb-4d34-9c5e-4ceb1ea5035d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:07:21.631177 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-82e9321f-b106-450a-8eaf-2991ebd38539 req-9c993c2c-eaeb-4d34-9c5e-4ceb1ea5035d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e87a4999-90ef-48fe-aa30-61f131e4a77d HTTP/1.1" status: 200 len: 835 time: 0.0875578 Nov 05 19:07:21.741119 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e9321f-b106-450a-8eaf-2991ebd38539 req-73d3845a-f898-4261-852a-49e12ed8028d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:07:21.743622 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-82e9321f-b106-450a-8eaf-2991ebd38539 req-73d3845a-f898-4261-852a-49e12ed8028d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a81a4734-a1b7-455c-a565-110c640fada3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1008801 Nov 05 19:07:21.893500 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-82e9321f-b106-450a-8eaf-2991ebd38539 req-34a5f240-4658-4154-8751-6827d7686b07 service neutron] 10.222.0.55 "GET /v2.0/networks/a81a4734-a1b7-455c-a565-110c640fada3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1393297 Nov 05 19:07:21.904712 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Device 70b62e82-75f5-4d6c-8068-761a074efcbe no longer exists at agent hyperv_n-h1-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 19:07:21.945865 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec61da3b-7bde-4708-893b-3134a935cf1a req-0f6bd148-7a56-4750-a57d-2e652f641540 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:07:21.952897 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-ec61da3b-7bde-4708-893b-3134a935cf1a req-0f6bd148-7a56-4750-a57d-2e652f641540 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] 10.222.0.13 "GET /v2.0/ports?device_id=4ea097b1-9233-4725-b1b8-5997b4b6d1c3 HTTP/1.1" status: 200 len: 944 time: 0.1425302 Nov 05 19:07:22.010147 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Device 70b62e82-75f5-4d6c-8068-761a074efcbe not bound to the agent host n-h1-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 19:07:22.068353 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-ec61da3b-7bde-4708-893b-3134a935cf1a req-7a6d0892-cd80-4e5a-83cc-c089be7193d0 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] 10.222.0.13 "GET /v2.0/security-groups?id=1260ef79-b8a4-488e-ab6f-3a25432baa92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1140950 Nov 05 19:07:22.154645 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-82e9321f-b106-450a-8eaf-2991ebd38539 req-4543809b-6c85-4c07-9531-aa82d53517ea service neutron] 10.222.0.55 "GET /v2.0/networks/a81a4734-a1b7-455c-a565-110c640fada3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2500663 Nov 05 19:07:22.409406 n-d-816865-1 neutron-server[102386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ea097b1-9233-4725-b1b8-5997b4b6d1c3', 'tag': '70b62e82-75f5-4d6c-8068-761a074efcbe'}] {{(pid=102386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 19:07:22.414606 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6173a44d7c73f41af551dc890fa1a5892c2c6bc3458b640c8e0c24db7876ba6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ece6208-6f1a-427a-9d7f-c7d7653c6739" -d '{"events": [{"name": "network-changed", "server_uuid": "4ea097b1-9233-4725-b1b8-5997b4b6d1c3", "tag": "70b62e82-75f5-4d6c-8068-761a074efcbe"}]}' {{(pid=102386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 19:07:22.489983 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 19:07:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbcb28e3-f2c9-43c1-8bbb-5e9f2956aa57 x-openstack-request-id: req-dbcb28e3-f2c9-43c1-8bbb-5e9f2956aa57 {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 19:07:22.490317 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ea097b1-9233-4725-b1b8-5997b4b6d1c3", "tag": "70b62e82-75f5-4d6c-8068-761a074efcbe", "status": "completed", "code": 200}]} {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 19:07:22.490575 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-dbcb28e3-f2c9-43c1-8bbb-5e9f2956aa57 {{(pid=102386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 19:07:22.490978 n-d-816865-1 neutron-server[102386]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ea097b1-9233-4725-b1b8-5997b4b6d1c3', 'tag': '70b62e82-75f5-4d6c-8068-761a074efcbe', 'status': 'completed', 'code': 200} Nov 05 19:07:22.597948 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ece6208-6f1a-427a-9d7f-c7d7653c6739 req-a7062714-1466-40cf-a7e6-e3323e3d6ab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:07:22.600147 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-9ece6208-6f1a-427a-9d7f-c7d7653c6739 req-a7062714-1466-40cf-a7e6-e3323e3d6ab4 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=777902a3c6ed4ff2a5460208db53bd8a&device_id=4ea097b1-9233-4725-b1b8-5997b4b6d1c3 HTTP/1.1" status: 200 len: 1095 time: 0.0814841 Nov 05 19:07:22.632252 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ece6208-6f1a-427a-9d7f-c7d7653c6739 req-0c4b2d4e-487e-41e8-91bd-ab405660b171 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:07:22.635429 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-9ece6208-6f1a-427a-9d7f-c7d7653c6739 req-0c4b2d4e-487e-41e8-91bd-ab405660b171 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=777902a3c6ed4ff2a5460208db53bd8a&device_id=4ea097b1-9233-4725-b1b8-5997b4b6d1c3 HTTP/1.1" status: 200 len: 1095 time: 0.1130264 Nov 05 19:07:22.741400 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ece6208-6f1a-427a-9d7f-c7d7653c6739 req-cc2c5076-228b-468e-b0e9-357b1b22d90c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:07:22.743367 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-9ece6208-6f1a-427a-9d7f-c7d7653c6739 req-cc2c5076-228b-468e-b0e9-357b1b22d90c service neutron] 10.222.0.55 "GET /v2.0/networks?id=a81a4734-a1b7-455c-a565-110c640fada3 HTTP/1.1" status: 200 len: 898 time: 0.1317756 Nov 05 19:07:22.809411 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ece6208-6f1a-427a-9d7f-c7d7653c6739 req-ae25a5a7-6806-447f-8232-656842e07835 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:07:22.811179 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-9ece6208-6f1a-427a-9d7f-c7d7653c6739 req-ae25a5a7-6806-447f-8232-656842e07835 service neutron] 10.222.0.41 "GET /v2.0/networks?id=a81a4734-a1b7-455c-a565-110c640fada3 HTTP/1.1" status: 200 len: 898 time: 0.1680789 Nov 05 19:07:22.856719 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-9ece6208-6f1a-427a-9d7f-c7d7653c6739 req-ff8b4c59-1bdf-4b07-a82d-0360006d0899 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=70b62e82-75f5-4d6c-8068-761a074efcbe HTTP/1.1" status: 200 len: 999 time: 0.1042550 Nov 05 19:07:22.940326 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-9ece6208-6f1a-427a-9d7f-c7d7653c6739 req-c95ddf1a-c59b-4fda-892c-ccdca9b34ec6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=70b62e82-75f5-4d6c-8068-761a074efcbe HTTP/1.1" status: 200 len: 999 time: 0.1211247 Nov 05 19:07:22.942429 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ece6208-6f1a-427a-9d7f-c7d7653c6739 req-c38c6c1c-263d-4c9c-b9fe-e4787c68d528 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:07:22.945954 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-9ece6208-6f1a-427a-9d7f-c7d7653c6739 req-c38c6c1c-263d-4c9c-b9fe-e4787c68d528 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e87a4999-90ef-48fe-aa30-61f131e4a77d HTTP/1.1" status: 200 len: 835 time: 0.0758431 Nov 05 19:07:23.003822 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ece6208-6f1a-427a-9d7f-c7d7653c6739 req-ce2165b8-4c62-4f52-8c22-d2c7e4dfb2f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:07:23.005397 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-9ece6208-6f1a-427a-9d7f-c7d7653c6739 req-ce2165b8-4c62-4f52-8c22-d2c7e4dfb2f0 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a81a4734-a1b7-455c-a565-110c640fada3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0528967 Nov 05 19:07:23.052898 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ece6208-6f1a-427a-9d7f-c7d7653c6739 req-db0d1ded-a2a7-477e-9be2-3c9fd6e6a46f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:07:23.056629 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-9ece6208-6f1a-427a-9d7f-c7d7653c6739 req-db0d1ded-a2a7-477e-9be2-3c9fd6e6a46f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e87a4999-90ef-48fe-aa30-61f131e4a77d HTTP/1.1" status: 200 len: 835 time: 0.1090834 Nov 05 19:07:23.161096 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-9ece6208-6f1a-427a-9d7f-c7d7653c6739 req-5a7087ce-0bc8-4c7a-8c49-1a9267bf52a5 service neutron] 10.222.0.55 "GET /v2.0/networks/a81a4734-a1b7-455c-a565-110c640fada3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1444559 Nov 05 19:07:23.168009 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ece6208-6f1a-427a-9d7f-c7d7653c6739 req-4e477a6f-a953-4b64-b657-280e1df00229 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:07:23.169773 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-9ece6208-6f1a-427a-9d7f-c7d7653c6739 req-4e477a6f-a953-4b64-b657-280e1df00229 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a81a4734-a1b7-455c-a565-110c640fada3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1053934 Nov 05 19:07:23.303028 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-9ece6208-6f1a-427a-9d7f-c7d7653c6739 req-8af6eef4-782e-467d-943d-a464f5b42d53 service neutron] 10.222.0.55 "GET /v2.0/networks/a81a4734-a1b7-455c-a565-110c640fada3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1319637 Nov 05 19:07:23.328944 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0447f97-7305-48f1-a681-e8c2c82f05ab req-05c21830-3c70-4be1-b7f6-537c99d2d246 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:07:23.336257 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-b0447f97-7305-48f1-a681-e8c2c82f05ab req-05c21830-3c70-4be1-b7f6-537c99d2d246 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] 10.222.0.13 "GET /v2.0/ports?device_id=4ea097b1-9233-4725-b1b8-5997b4b6d1c3 HTTP/1.1" status: 200 len: 944 time: 0.1490216 Nov 05 19:07:23.402442 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-b0447f97-7305-48f1-a681-e8c2c82f05ab req-dac9f261-cee4-48d7-ad79-e374a1e66dd2 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] 10.222.0.13 "GET /v2.0/security-groups?id=1260ef79-b8a4-488e-ab6f-3a25432baa92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0653143 Nov 05 19:07:23.406214 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-9ece6208-6f1a-427a-9d7f-c7d7653c6739 req-f2094e84-e31e-4523-8eb5-e35079dc766a service neutron] 10.222.0.41 "GET /v2.0/networks/a81a4734-a1b7-455c-a565-110c640fada3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2288039 Nov 05 19:07:23.513318 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-9ece6208-6f1a-427a-9d7f-c7d7653c6739 req-e690ce45-31de-45df-843a-674376855023 service neutron] 10.222.0.41 "GET /v2.0/networks/a81a4734-a1b7-455c-a565-110c640fada3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1000261 Nov 05 19:07:23.720454 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.agents_db [None req-b9406b04-a0e8-43cf-b349-711963d96cf4 None None] Agent healthcheck: found 7 active agents {{(pid=102389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 05 19:07:24.547923 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2018e293-3f0e-4fbe-8672-f882cf898b02 req-0f91ac61-8d04-47d8-916f-cc94e76bea6b tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:07:24.551497 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-2018e293-3f0e-4fbe-8672-f882cf898b02 req-0f91ac61-8d04-47d8-916f-cc94e76bea6b tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] 10.222.0.13 "GET /v2.0/ports?device_id=4ea097b1-9233-4725-b1b8-5997b4b6d1c3 HTTP/1.1" status: 200 len: 944 time: 0.0597963 Nov 05 19:07:24.607421 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-2018e293-3f0e-4fbe-8672-f882cf898b02 req-20979e9a-d224-41ec-ae3b-877da73f1bc3 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] 10.222.0.13 "GET /v2.0/security-groups?id=1260ef79-b8a4-488e-ab6f-3a25432baa92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493205 Nov 05 19:07:24.631270 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 57230) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:07:24.664602 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Device 70b62e82-75f5-4d6c-8068-761a074efcbe details requested by agent hyperv_n-h2-816865-1 with host n-h2-816865-1 {{(pid=102388) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 05 19:07:24.703148 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-d2262d8e-1469-4e7d-9f01-8745e6c48877 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] 10.222.0.13 "GET /v2.0/floatingips/955a6c07-31a4-4727-9ba8-5dd38c1e67f8 HTTP/1.1" status: 200 len: 991 time: 0.0701232 Nov 05 19:07:24.789433 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] For port 70b62e82-75f5-4d6c-8068-761a074efcbe, host n-h2-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=70b62e82-75f5-4d6c-8068-761a074efcbe,segment=NetworkSegment(40fdb28b-c1d5-4fa5-8d1b-d5ffe3516bce),segment_id=40fdb28b-c1d5-4fa5-8d1b-d5ffe3516bce)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:07:24.802678 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Returning: {'device': '70b62e82-75f5-4d6c-8068-761a074efcbe', 'network_id': 'a81a4734-a1b7-455c-a565-110c640fada3', 'port_id': '70b62e82-75f5-4d6c-8068-761a074efcbe', 'mac_address': 'fa:16:3e:cf:bc:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e87a4999-90ef-48fe-aa30-61f131e4a77d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102388) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 05 19:07:24.840789 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:07:24.854864 n-d-816865-1 neutron-server[102388]: DEBUG neutron.notifiers.nova [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 70b62e82-75f5-4d6c-8068-761a074efcbe {{(pid=102388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 19:07:24.875321 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] For port 70b62e82-75f5-4d6c-8068-761a074efcbe, host n-h2-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=70b62e82-75f5-4d6c-8068-761a074efcbe,segment=NetworkSegment(40fdb28b-c1d5-4fa5-8d1b-d5ffe3516bce),segment_id=40fdb28b-c1d5-4fa5-8d1b-d5ffe3516bce)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:07:24.962342 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:07:25.036053 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Pushing event updated for resources: {'Port': ['ID=70b62e82-75f5-4d6c-8068-761a074efcbe,revision_number=12']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:07:25.241523 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] get_ports_and_sgs() called for port_ids ['70b62e82-75f5-4d6c-8068-761a074efcbe'] {{(pid=102388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 19:07:26.682113 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Device 70b62e82-75f5-4d6c-8068-761a074efcbe up at agent hyperv_n-h2-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 19:07:26.836971 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Provisioning for port 70b62e82-75f5-4d6c-8068-761a074efcbe completed by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 05 19:07:26.841103 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Provisioning complete for port 70b62e82-75f5-4d6c-8068-761a074efcbe triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:07:26.857947 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:07:26.956160 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:07:26.979480 n-d-816865-1 neutron-server[102388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ea097b1-9233-4725-b1b8-5997b4b6d1c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70b62e82-75f5-4d6c-8068-761a074efcbe'}] {{(pid=102388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 19:07:26.981903 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85474fee1180e129d8a886d264fe0b30223aa672dd1ffe43b630605f18504f68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12f816ea-abbc-4ef3-ab65-abf9b4d478bc" -d '{"events": [{"server_uuid": "4ea097b1-9233-4725-b1b8-5997b4b6d1c3", "name": "network-vif-plugged", "status": "completed", "tag": "70b62e82-75f5-4d6c-8068-761a074efcbe"}]}' {{(pid=102388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 19:07:26.996173 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] For port 70b62e82-75f5-4d6c-8068-761a074efcbe, host n-h2-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=70b62e82-75f5-4d6c-8068-761a074efcbe,segment=NetworkSegment(40fdb28b-c1d5-4fa5-8d1b-d5ffe3516bce),segment_id=40fdb28b-c1d5-4fa5-8d1b-d5ffe3516bce)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:07:27.064802 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:07:27.125637 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Pushing event updated for resources: {'Port': ['ID=70b62e82-75f5-4d6c-8068-761a074efcbe,revision_number=13']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:07:27.224813 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 19:07:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5d5f28e-24ad-456c-b2f3-e1d4416bd976 x-openstack-request-id: req-d5d5f28e-24ad-456c-b2f3-e1d4416bd976 {{(pid=102388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 19:07:27.225103 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ea097b1-9233-4725-b1b8-5997b4b6d1c3", "name": "network-vif-plugged", "status": "completed", "tag": "70b62e82-75f5-4d6c-8068-761a074efcbe", "code": 200}]} {{(pid=102388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 19:07:27.225355 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d5d5f28e-24ad-456c-b2f3-e1d4416bd976 {{(pid=102388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 19:07:27.225746 n-d-816865-1 neutron-server[102388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ea097b1-9233-4725-b1b8-5997b4b6d1c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70b62e82-75f5-4d6c-8068-761a074efcbe', 'code': 200} Nov 05 19:07:32.462837 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 57502) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:07:32.510272 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b7ed457-4bb3-4b8c-a938-8bed3b3799e1 admin admin] Deleting subnet d406217a-4ea3-4e28-a721-bdaf3f70993e {{(pid=102386) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 05 19:07:32.513998 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-7b7ed457-4bb3-4b8c-a938-8bed3b3799e1 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:07:32.571291 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-7b7ed457-4bb3-4b8c-a938-8bed3b3799e1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4590738'] for subnet, precommit_delete_associations {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:07:32.629412 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-7b7ed457-4bb3-4b8c-a938-8bed3b3799e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1573928'] for subnet, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:07:32.647279 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-71c4d090-d5ac-4af3-a4de-81d5b90eb119 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:07:32.779064 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-7b7ed457-4bb3-4b8c-a938-8bed3b3799e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1573905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6149879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4877183'] for subnet, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:07:32.809973 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7ed457-4bb3-4b8c-a938-8bed3b3799e1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d406217a-4ea3-4e28-a721-bdaf3f70993e,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:07:32.817292 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-7b7ed457-4bb3-4b8c-a938-8bed3b3799e1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:07:32.820698 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-7b7ed457-4bb3-4b8c-a938-8bed3b3799e1 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/d406217a-4ea3-4e28-a721-bdaf3f70993e HTTP/1.1" status: 204 len: 168 time: 0.3572514 Nov 05 19:07:32.823586 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7ed457-4bb3-4b8c-a938-8bed3b3799e1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:07:32.823733 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 57506) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:07:32.824587 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7ed457-4bb3-4b8c-a938-8bed3b3799e1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:07:32.825089 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7ed457-4bb3-4b8c-a938-8bed3b3799e1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:07:32.825587 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7ed457-4bb3-4b8c-a938-8bed3b3799e1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:07:32.826104 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7ed457-4bb3-4b8c-a938-8bed3b3799e1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:07:32.826594 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7ed457-4bb3-4b8c-a938-8bed3b3799e1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:07:32.827080 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7ed457-4bb3-4b8c-a938-8bed3b3799e1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:07:32.827561 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7ed457-4bb3-4b8c-a938-8bed3b3799e1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:07:32.828031 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7ed457-4bb3-4b8c-a938-8bed3b3799e1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:07:32.828501 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7ed457-4bb3-4b8c-a938-8bed3b3799e1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:07:32.828976 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7ed457-4bb3-4b8c-a938-8bed3b3799e1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:07:32.829457 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7ed457-4bb3-4b8c-a938-8bed3b3799e1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:07:32.924911 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-595d63de-def1-4036-abbe-c83723a8675b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1664226'] for network, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:07:33.050751 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-595d63de-def1-4036-abbe-c83723a8675b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1579173', 'neutron.services.segments.db._delete_segments_for_network-8750027792909'] for network, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:07:33.076154 n-d-816865-1 neutron-server[102387]: DEBUG neutron.services.segments.db [None req-595d63de-def1-4036-abbe-c83723a8675b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['988b2c30-2664-4b6d-b6bb-be77034cdb5d']}} {{(pid=102387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:07:33.086670 n-d-816865-1 neutron-server[102387]: DEBUG neutron.services.segments.db [None req-595d63de-def1-4036-abbe-c83723a8675b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5a855e4-c288-41cb-be51-6dcace3c5b6a') {'for_net_delete': True} {{(pid=102387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:07:33.086960 n-d-816865-1 neutron-server[102387]: DEBUG neutron.services.segments.db [None req-595d63de-def1-4036-abbe-c83723a8675b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5a855e4-c288-41cb-be51-6dcace3c5b6a') {} {{(pid=102387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:07:33.098552 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-595d63de-def1-4036-abbe-c83723a8675b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750027793430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4463492'] for segment, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:07:33.114157 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-595d63de-def1-4036-abbe-c83723a8675b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273'] for segment, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:07:33.143484 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-595d63de-def1-4036-abbe-c83723a8675b admin admin] Releasing vlan 199 on physical network physnet1 to pool {{(pid=102387) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 05 19:07:33.158431 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-595d63de-def1-4036-abbe-c83723a8675b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4417236'] for segment, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:07:33.246912 n-d-816865-1 neutron-server[102387]: Traceback (most recent call last): Nov 05 19:07:33.246912 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 05 19:07:33.246912 n-d-816865-1 neutron-server[102387]: timer() Nov 05 19:07:33.246912 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 05 19:07:33.246912 n-d-816865-1 neutron-server[102387]: cb(*args, **kw) Nov 05 19:07:33.246912 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 05 19:07:33.246912 n-d-816865-1 neutron-server[102387]: return func(*args, **kwargs) Nov 05 19:07:33.246912 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 05 19:07:33.246912 n-d-816865-1 neutron-server[102387]: self._notify() Nov 05 19:07:33.246912 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 05 19:07:33.246912 n-d-816865-1 neutron-server[102387]: self.callback(batched_events) Nov 05 19:07:33.246912 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 05 19:07:33.246912 n-d-816865-1 neutron-server[102387]: event.method(event) Nov 05 19:07:33.246912 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 05 19:07:33.246912 n-d-816865-1 neutron-server[102387]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 05 19:07:33.246912 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 05 19:07:33.246912 n-d-816865-1 neutron-server[102387]: aggregate_uuid = self.p_client.list_aggregates( Nov 05 19:07:33.246912 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 05 19:07:33.246912 n-d-816865-1 neutron-server[102387]: return f(self, *a, **k) Nov 05 19:07:33.246912 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 05 19:07:33.246912 n-d-816865-1 neutron-server[102387]: return self._get(url).json() Nov 05 19:07:33.246912 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 05 19:07:33.246912 n-d-816865-1 neutron-server[102387]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 05 19:07:33.246912 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 05 19:07:33.246912 n-d-816865-1 neutron-server[102387]: return self.request(url, 'GET', **kwargs) Nov 05 19:07:33.246912 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 05 19:07:33.246912 n-d-816865-1 neutron-server[102387]: base_url = self.get_endpoint(auth, allow=allow, Nov 05 19:07:33.246912 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 05 19:07:33.246912 n-d-816865-1 neutron-server[102387]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 05 19:07:33.246912 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 05 19:07:33.246912 n-d-816865-1 neutron-server[102387]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 05 19:07:33.246912 n-d-816865-1 neutron-server[102387]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 05 19:07:33.326552 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-595d63de-def1-4036-abbe-c83723a8675b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1579178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-956796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1000687'] for network, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:07:33.333035 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-595d63de-def1-4036-abbe-c83723a8675b admin admin] Publish callbacks [] for network, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:07:33.337789 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-595d63de-def1-4036-abbe-c83723a8675b admin admin] 10.222.0.13 "DELETE /v2.0/networks/988b2c30-2664-4b6d-b6bb-be77034cdb5d HTTP/1.1" status: 204 len: 168 time: 0.5124633 Nov 05 19:07:33.340832 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 57536) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:07:33.353114 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595d63de-def1-4036-abbe-c83723a8675b admin admin] Pushing event deleted for resources: {'Network': ['ID=988b2c30-2664-4b6d-b6bb-be77034cdb5d,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:07:33.395692 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b7f72a6-41cd-4f3c-84dd-0cd54d937287 admin admin] Deleting subnet 1c4a239f-f26c-4b25-8e82-4173a474f7ce {{(pid=102386) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 05 19:07:33.401207 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-1b7f72a6-41cd-4f3c-84dd-0cd54d937287 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:07:33.444832 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-1b7f72a6-41cd-4f3c-84dd-0cd54d937287 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4590738'] for subnet, precommit_delete_associations {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:07:33.497641 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-1b7f72a6-41cd-4f3c-84dd-0cd54d937287 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1573928'] for subnet, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:07:33.653225 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-1b7f72a6-41cd-4f3c-84dd-0cd54d937287 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1573905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6149879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4877183'] for subnet, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:07:33.682244 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7f72a6-41cd-4f3c-84dd-0cd54d937287 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1c4a239f-f26c-4b25-8e82-4173a474f7ce,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:07:33.693461 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-1b7f72a6-41cd-4f3c-84dd-0cd54d937287 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:07:33.693461 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-1b7f72a6-41cd-4f3c-84dd-0cd54d937287 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/1c4a239f-f26c-4b25-8e82-4173a474f7ce HTTP/1.1" status: 204 len: 168 time: 0.3500812 Nov 05 19:07:33.694897 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 57546) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:07:33.773812 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-0e5a58a6-30cb-4bd2-88e1-3ede8cf0f5b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1664226'] for network, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:07:33.874513 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-0e5a58a6-30cb-4bd2-88e1-3ede8cf0f5b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1579173', 'neutron.services.segments.db._delete_segments_for_network-8750027792909'] for network, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:07:33.896162 n-d-816865-1 neutron-server[102387]: DEBUG neutron.services.segments.db [None req-0e5a58a6-30cb-4bd2-88e1-3ede8cf0f5b9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['59f9ed2d-81ce-40f9-9c94-779cd1f7adc2']}} {{(pid=102387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:07:33.907066 n-d-816865-1 neutron-server[102387]: DEBUG neutron.services.segments.db [None req-0e5a58a6-30cb-4bd2-88e1-3ede8cf0f5b9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c108bff-7a38-4be8-91b1-04227d28f2e0') {'for_net_delete': True} {{(pid=102387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:07:33.907380 n-d-816865-1 neutron-server[102387]: DEBUG neutron.services.segments.db [None req-0e5a58a6-30cb-4bd2-88e1-3ede8cf0f5b9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c108bff-7a38-4be8-91b1-04227d28f2e0') {} {{(pid=102387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:07:33.918162 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-0e5a58a6-30cb-4bd2-88e1-3ede8cf0f5b9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750027793430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4463492'] for segment, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:07:33.932847 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-0e5a58a6-30cb-4bd2-88e1-3ede8cf0f5b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273'] for segment, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:07:33.939217 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e5a58a6-30cb-4bd2-88e1-3ede8cf0f5b9 admin admin] Releasing vlan 168 on physical network physnet1 to pool {{(pid=102387) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 05 19:07:33.939608 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-0e5a58a6-30cb-4bd2-88e1-3ede8cf0f5b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4417236'] for segment, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:07:33.942311 n-d-816865-1 neutron-server[102387]: Traceback (most recent call last): Nov 05 19:07:33.942311 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 05 19:07:33.942311 n-d-816865-1 neutron-server[102387]: timer() Nov 05 19:07:33.942311 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 05 19:07:33.942311 n-d-816865-1 neutron-server[102387]: cb(*args, **kw) Nov 05 19:07:33.942311 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 05 19:07:33.942311 n-d-816865-1 neutron-server[102387]: return func(*args, **kwargs) Nov 05 19:07:33.942311 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 05 19:07:33.942311 n-d-816865-1 neutron-server[102387]: self._notify() Nov 05 19:07:33.942311 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 05 19:07:33.942311 n-d-816865-1 neutron-server[102387]: self.callback(batched_events) Nov 05 19:07:33.942311 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 05 19:07:33.942311 n-d-816865-1 neutron-server[102387]: event.method(event) Nov 05 19:07:33.942311 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 05 19:07:33.942311 n-d-816865-1 neutron-server[102387]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 05 19:07:33.942311 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 05 19:07:33.942311 n-d-816865-1 neutron-server[102387]: aggregate_uuid = self.p_client.list_aggregates( Nov 05 19:07:33.942311 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 05 19:07:33.942311 n-d-816865-1 neutron-server[102387]: return f(self, *a, **k) Nov 05 19:07:33.942311 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 05 19:07:33.942311 n-d-816865-1 neutron-server[102387]: return self._get(url).json() Nov 05 19:07:33.942311 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 05 19:07:33.942311 n-d-816865-1 neutron-server[102387]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 05 19:07:33.942311 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 05 19:07:33.942311 n-d-816865-1 neutron-server[102387]: return self.request(url, 'GET', **kwargs) Nov 05 19:07:33.942311 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 05 19:07:33.942311 n-d-816865-1 neutron-server[102387]: base_url = self.get_endpoint(auth, allow=allow, Nov 05 19:07:33.942311 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 05 19:07:33.942311 n-d-816865-1 neutron-server[102387]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 05 19:07:33.942311 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 05 19:07:33.942311 n-d-816865-1 neutron-server[102387]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 05 19:07:33.942311 n-d-816865-1 neutron-server[102387]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 05 19:07:34.091378 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-0e5a58a6-30cb-4bd2-88e1-3ede8cf0f5b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1579178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-956796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1000687'] for network, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:07:34.099420 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-0e5a58a6-30cb-4bd2-88e1-3ede8cf0f5b9 admin admin] Publish callbacks [] for network, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:07:34.104194 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-0e5a58a6-30cb-4bd2-88e1-3ede8cf0f5b9 admin admin] 10.222.0.13 "DELETE /v2.0/networks/59f9ed2d-81ce-40f9-9c94-779cd1f7adc2 HTTP/1.1" status: 204 len: 168 time: 0.4081879 Nov 05 19:07:34.124454 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5a58a6-30cb-4bd2-88e1-3ede8cf0f5b9 admin admin] Pushing event deleted for resources: {'Network': ['ID=59f9ed2d-81ce-40f9-9c94-779cd1f7adc2,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:07:34.241326 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:07:34.522614 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 57596) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:07:34.573669 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-77b1e30b-7dfc-46f6-8604-b7365dbc8df6 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=66d106c6dd4c4a5f8ee0e1b8e1e52c1f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0495076 Nov 05 19:07:34.576068 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 57602) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:07:34.627714 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-2e132859-d9c2-4975-baf6-da78b6684ffe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:07:34.649682 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-2e132859-d9c2-4975-baf6-da78b6684ffe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:07:34.784337 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-2e132859-d9c2-4975-baf6-da78b6684ffe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:07:34.789753 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-2e132859-d9c2-4975-baf6-da78b6684ffe admin admin] Publish callbacks [] for security_group, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:07:34.790953 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-2e132859-d9c2-4975-baf6-da78b6684ffe admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7bc6632f-f0b1-4a8f-9289-6c147eb3f21c HTTP/1.1" status: 204 len: 168 time: 0.2138448 Nov 05 19:07:34.802898 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e132859-d9c2-4975-baf6-da78b6684ffe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bc6632f-f0b1-4a8f-9289-6c147eb3f21c,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:07:35.378759 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-290467da-497f-420d-978d-233f3744b110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:07:35.948345 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 57668) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:07:36.004980 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-138d757f-bb79-48ab-9346-438e6c9de051 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=46a1958717124f5d9b2c955c567da5e5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0548668 Nov 05 19:07:36.007070 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 57674) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:07:36.092140 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-581a1e37-b8f2-4169-82c9-dd47c1e82f3b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:07:36.147083 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-581a1e37-b8f2-4169-82c9-dd47c1e82f3b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:07:36.293068 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-581a1e37-b8f2-4169-82c9-dd47c1e82f3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:07:36.296020 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-581a1e37-b8f2-4169-82c9-dd47c1e82f3b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:07:36.304585 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-581a1e37-b8f2-4169-82c9-dd47c1e82f3b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/81c642be-a6c6-41b0-bce6-eb00e42f5699 HTTP/1.1" status: 204 len: 168 time: 0.2936575 Nov 05 19:07:36.334317 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581a1e37-b8f2-4169-82c9-dd47c1e82f3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81c642be-a6c6-41b0-bce6-eb00e42f5699,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:07:36.364106 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:07:36.403035 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b304910f-7b27-444b-a8fc-977d26b1ceac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:07:38.419112 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-31f93893-a48e-4ae8-833d-dccb2b42eacc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:07:38.607145 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:07:41.003668 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 57938) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:07:41.178019 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-7f8bae99-4dda-45f1-8200-b5dd7645d64f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=75e37ffae7ad4dd7b6266b9f121eaa93&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1723678 Nov 05 19:07:41.181238 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 57952) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:07:41.237275 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-ec08e0c6-7872-4e64-8944-15869fd7507a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:07:41.259657 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-ec08e0c6-7872-4e64-8944-15869fd7507a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:07:41.385561 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-ec08e0c6-7872-4e64-8944-15869fd7507a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:07:41.388241 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-ec08e0c6-7872-4e64-8944-15869fd7507a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:07:41.393304 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-ec08e0c6-7872-4e64-8944-15869fd7507a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9b84999a-3733-44f1-bbaa-2a5cf2459316 HTTP/1.1" status: 204 len: 168 time: 0.2071476 Nov 05 19:07:41.397583 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec08e0c6-7872-4e64-8944-15869fd7507a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b84999a-3733-44f1-bbaa-2a5cf2459316,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:07:42.229664 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddaad4d-0f3a-4431-9f32-1bc5d94be26e req-bb818b48-a2a8-4f00-9434-c8ff683c7d38 tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:07:42.235891 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-6ddaad4d-0f3a-4431-9f32-1bc5d94be26e req-bb818b48-a2a8-4f00-9434-c8ff683c7d38 tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] 10.222.0.13 "GET /v2.0/ports?device_id=c7103f3a-0446-40ed-a190-1645982f6516 HTTP/1.1" status: 200 len: 945 time: 0.0581906 Nov 05 19:07:42.292984 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-6ddaad4d-0f3a-4431-9f32-1bc5d94be26e req-728ebeff-6746-4923-a9c8-486c31e8c052 tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] 10.222.0.13 "GET /v2.0/security-groups?id=c33e3cae-293b-4275-aa24-9c3af6c8734f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544212 Nov 05 19:07:43.565789 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80505829-7d90-4875-a0d1-645367b5714e req-2c3be6ef-f907-4fb4-9735-a4e00e268a5f tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:07:43.567504 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-80505829-7d90-4875-a0d1-645367b5714e req-2c3be6ef-f907-4fb4-9735-a4e00e268a5f tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] 10.222.0.13 "GET /v2.0/ports?device_id=c7103f3a-0446-40ed-a190-1645982f6516 HTTP/1.1" status: 200 len: 945 time: 0.0673935 Nov 05 19:07:43.656826 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-80505829-7d90-4875-a0d1-645367b5714e req-9b6a854a-3a3e-4887-8aaf-d2a0bfdad096 tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] 10.222.0.13 "GET /v2.0/security-groups?id=c33e3cae-293b-4275-aa24-9c3af6c8734f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0790899 Nov 05 19:07:44.864352 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fc9c6a-2b58-4fc8-bbea-b256b4ff00c1 req-5a0a2de2-947e-44df-a374-88b7565e8d87 tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:07:44.867122 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-37fc9c6a-2b58-4fc8-bbea-b256b4ff00c1 req-5a0a2de2-947e-44df-a374-88b7565e8d87 tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] 10.222.0.13 "GET /v2.0/ports?device_id=c7103f3a-0446-40ed-a190-1645982f6516 HTTP/1.1" status: 200 len: 945 time: 0.0747166 Nov 05 19:07:44.949070 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-37fc9c6a-2b58-4fc8-bbea-b256b4ff00c1 req-266f4819-30b5-4ec4-87d2-bd23cf850af1 tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] 10.222.0.13 "GET /v2.0/security-groups?id=c33e3cae-293b-4275-aa24-9c3af6c8734f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0753667 Nov 05 19:07:46.092888 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8bb7a9-1caf-4be0-acfd-71a8879ff24b req-41ba658e-8040-47c1-a6b3-2108c97b537e tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:07:46.095758 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-ed8bb7a9-1caf-4be0-acfd-71a8879ff24b req-41ba658e-8040-47c1-a6b3-2108c97b537e tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] 10.222.0.13 "GET /v2.0/ports?device_id=c7103f3a-0446-40ed-a190-1645982f6516 HTTP/1.1" status: 200 len: 945 time: 0.0545762 Nov 05 19:07:46.148356 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-ed8bb7a9-1caf-4be0-acfd-71a8879ff24b req-4881d665-4bb8-4d79-9f0a-0f1084845e98 tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] 10.222.0.13 "GET /v2.0/security-groups?id=c33e3cae-293b-4275-aa24-9c3af6c8734f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459082 Nov 05 19:07:47.389940 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc42d38-4c59-4bbf-a35e-601081d16b43 req-872de369-0427-44c2-9cf4-f4c025ed257b tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:07:47.392144 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-ebc42d38-4c59-4bbf-a35e-601081d16b43 req-872de369-0427-44c2-9cf4-f4c025ed257b tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] 10.222.0.13 "GET /v2.0/ports?device_id=c7103f3a-0446-40ed-a190-1645982f6516 HTTP/1.1" status: 200 len: 945 time: 0.1083007 Nov 05 19:07:47.455167 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-ebc42d38-4c59-4bbf-a35e-601081d16b43 req-6e5e1237-b915-416b-aa05-fae3fe86d2b1 tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] 10.222.0.13 "GET /v2.0/security-groups?id=c33e3cae-293b-4275-aa24-9c3af6c8734f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519342 Nov 05 19:07:47.557391 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 58354) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:07:47.715610 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-543dbfce-0bff-4117-9a18-c4d2eb75afc2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:07:47.883734 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-543dbfce-0bff-4117-9a18-c4d2eb75afc2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:07:47.990146 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-543dbfce-0bff-4117-9a18-c4d2eb75afc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:07:48.056896 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543dbfce-0bff-4117-9a18-c4d2eb75afc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3b38b35-b140-4d5f-84b1-eaffd2ceef83,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:07:48.064278 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 58368) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:07:48.069679 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-543dbfce-0bff-4117-9a18-c4d2eb75afc2 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9b6d7bc4dee14a96806d967bae7a6a97&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5062220 Nov 05 19:07:48.122498 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-b1fc7ff8-0d4a-4235-b452-dcd76e574171 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:07:48.145780 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-b1fc7ff8-0d4a-4235-b452-dcd76e574171 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:07:48.298489 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-b1fc7ff8-0d4a-4235-b452-dcd76e574171 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:07:48.301073 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-b1fc7ff8-0d4a-4235-b452-dcd76e574171 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:07:48.302322 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-b1fc7ff8-0d4a-4235-b452-dcd76e574171 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f3b38b35-b140-4d5f-84b1-eaffd2ceef83 HTTP/1.1" status: 204 len: 168 time: 0.2370229 Nov 05 19:07:48.317564 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1fc7ff8-0d4a-4235-b452-dcd76e574171 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3b38b35-b140-4d5f-84b1-eaffd2ceef83,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:07:48.662413 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98adaf2f-adfb-4d9d-b0e4-e4881f54f2ef req-aec9e06a-4b9a-40f5-957b-495518bf73a8 tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:07:48.664465 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-98adaf2f-adfb-4d9d-b0e4-e4881f54f2ef req-aec9e06a-4b9a-40f5-957b-495518bf73a8 tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] 10.222.0.13 "GET /v2.0/ports?device_id=c7103f3a-0446-40ed-a190-1645982f6516 HTTP/1.1" status: 200 len: 945 time: 0.0659359 Nov 05 19:07:48.786724 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-98adaf2f-adfb-4d9d-b0e4-e4881f54f2ef req-5b37654f-cd82-428c-8cc2-39e397e7d812 tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] 10.222.0.13 "GET /v2.0/security-groups?id=c33e3cae-293b-4275-aa24-9c3af6c8734f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1116600 Nov 05 19:07:49.941803 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd78671-875b-4a0e-9b32-0fb1265a3a64 req-d0feea63-9eae-4f45-8e17-7cf6e17f7a8e tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:07:49.944220 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-ebd78671-875b-4a0e-9b32-0fb1265a3a64 req-d0feea63-9eae-4f45-8e17-7cf6e17f7a8e tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] 10.222.0.13 "GET /v2.0/ports?device_id=c7103f3a-0446-40ed-a190-1645982f6516 HTTP/1.1" status: 200 len: 945 time: 0.0609987 Nov 05 19:07:50.052964 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-ebd78671-875b-4a0e-9b32-0fb1265a3a64 req-4469ddd7-5895-4c19-9289-4e2b6838d3ba tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] 10.222.0.13 "GET /v2.0/security-groups?id=c33e3cae-293b-4275-aa24-9c3af6c8734f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0920982 Nov 05 19:07:51.315480 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18099bf3-1017-46ad-a5e8-5cc96f7aeb56 req-04dd3966-f8ed-4abc-9e37-2b32a06bf00c tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:07:51.317254 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-18099bf3-1017-46ad-a5e8-5cc96f7aeb56 req-04dd3966-f8ed-4abc-9e37-2b32a06bf00c tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] 10.222.0.13 "GET /v2.0/ports?device_id=c7103f3a-0446-40ed-a190-1645982f6516 HTTP/1.1" status: 200 len: 945 time: 0.1004350 Nov 05 19:07:51.434376 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-18099bf3-1017-46ad-a5e8-5cc96f7aeb56 req-7f3a4e05-4e10-49db-9be9-491b300d23b4 tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] 10.222.0.13 "GET /v2.0/security-groups?id=c33e3cae-293b-4275-aa24-9c3af6c8734f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1094527 Nov 05 19:07:52.610488 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4b3b68-012e-4400-9a87-d64d5a15818b req-8b8cd533-4427-4ef1-9c29-b9701df83cd9 tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:07:52.612771 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-2a4b3b68-012e-4400-9a87-d64d5a15818b req-8b8cd533-4427-4ef1-9c29-b9701df83cd9 tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] 10.222.0.13 "GET /v2.0/ports?device_id=c7103f3a-0446-40ed-a190-1645982f6516 HTTP/1.1" status: 200 len: 945 time: 0.0875978 Nov 05 19:07:52.674977 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-2a4b3b68-012e-4400-9a87-d64d5a15818b req-0cc6fd4d-3026-4ec6-87ad-0df7651e2220 tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] 10.222.0.13 "GET /v2.0/security-groups?id=c33e3cae-293b-4275-aa24-9c3af6c8734f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548449 Nov 05 19:07:53.884901 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed572b6-0b8c-4ec5-a081-68a7bbffb485 req-95b46b6a-7737-4f7e-a6c7-f9aeba8c84ed tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:07:53.895515 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-bed572b6-0b8c-4ec5-a081-68a7bbffb485 req-95b46b6a-7737-4f7e-a6c7-f9aeba8c84ed tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] 10.222.0.13 "GET /v2.0/ports?device_id=c7103f3a-0446-40ed-a190-1645982f6516 HTTP/1.1" status: 200 len: 945 time: 0.0832772 Nov 05 19:07:53.997294 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-bed572b6-0b8c-4ec5-a081-68a7bbffb485 req-f95ceed5-ff6e-4df5-80ce-99aceac384de tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] 10.222.0.13 "GET /v2.0/security-groups?id=c33e3cae-293b-4275-aa24-9c3af6c8734f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1009121 Nov 05 19:07:54.076442 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Device 9bf94260-f6a1-428d-9d09-f1431cf8ec7e details requested by agent hyperv_n-h1-816865-1 with host n-h1-816865-1 {{(pid=102388) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 05 19:07:54.196643 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] For port 9bf94260-f6a1-428d-9d09-f1431cf8ec7e, host n-h1-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=9bf94260-f6a1-428d-9d09-f1431cf8ec7e,segment=NetworkSegment(e1049daa-fc97-4a3f-8351-3203f3822574),segment_id=e1049daa-fc97-4a3f-8351-3203f3822574)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:07:54.210593 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Returning: {'device': '9bf94260-f6a1-428d-9d09-f1431cf8ec7e', 'network_id': '4dc00c45-f8b9-4c9a-a6c5-c27d3aa63b93', 'port_id': '9bf94260-f6a1-428d-9d09-f1431cf8ec7e', 'mac_address': 'fa:16:3e:ed:6f:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 198, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '57c79303-6c4f-4c08-a695-f3ffd6fc49db', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102388) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 05 19:07:54.252422 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:07:54.267164 n-d-816865-1 neutron-server[102388]: DEBUG neutron.notifiers.nova [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9bf94260-f6a1-428d-9d09-f1431cf8ec7e {{(pid=102388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 19:07:54.296359 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] For port 9bf94260-f6a1-428d-9d09-f1431cf8ec7e, host n-h1-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=9bf94260-f6a1-428d-9d09-f1431cf8ec7e,segment=NetworkSegment(e1049daa-fc97-4a3f-8351-3203f3822574),segment_id=e1049daa-fc97-4a3f-8351-3203f3822574)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:07:54.390113 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:07:54.492781 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] get_ports_and_sgs() called for port_ids ['9bf94260-f6a1-428d-9d09-f1431cf8ec7e'] {{(pid=102388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 19:07:54.499762 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Pushing event updated for resources: {'Port': ['ID=9bf94260-f6a1-428d-9d09-f1431cf8ec7e,revision_number=6']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:07:54.563856 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:07:54.564203 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:07:54.564547 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:07:54.564885 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:07:54.565219 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:07:54.565550 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:07:54.565875 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:07:54.566225 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:07:54.566548 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:07:54.566869 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:07:54.567195 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:07:54.567522 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:07:55.747951 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa730986-7a1d-4bfc-882c-f5e008edad06 req-e4cc5762-247c-40c0-8431-3119d2500fff tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:07:55.757940 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-aa730986-7a1d-4bfc-882c-f5e008edad06 req-e4cc5762-247c-40c0-8431-3119d2500fff tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] 10.222.0.13 "GET /v2.0/ports?device_id=c7103f3a-0446-40ed-a190-1645982f6516 HTTP/1.1" status: 200 len: 944 time: 0.5669537 Nov 05 19:07:55.825693 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-aa730986-7a1d-4bfc-882c-f5e008edad06 req-f82dd212-68b3-45ac-9045-041b5782ac64 tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] 10.222.0.13 "GET /v2.0/security-groups?id=c33e3cae-293b-4275-aa24-9c3af6c8734f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0664556 Nov 05 19:07:56.080738 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Device 9bf94260-f6a1-428d-9d09-f1431cf8ec7e up at agent hyperv_n-h1-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 19:07:56.235446 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Provisioning complete for port 9bf94260-f6a1-428d-9d09-f1431cf8ec7e triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:07:56.239266 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:07:56.415352 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:07:56.448504 n-d-816865-1 neutron-server[102388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7103f3a-0446-40ed-a190-1645982f6516', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bf94260-f6a1-428d-9d09-f1431cf8ec7e'}] {{(pid=102388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 19:07:56.451368 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85474fee1180e129d8a886d264fe0b30223aa672dd1ffe43b630605f18504f68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef67f650-9b28-4fa2-b425-2e44b728cfee" -d '{"events": [{"server_uuid": "c7103f3a-0446-40ed-a190-1645982f6516", "name": "network-vif-plugged", "status": "completed", "tag": "9bf94260-f6a1-428d-9d09-f1431cf8ec7e"}]}' {{(pid=102388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 19:07:56.468794 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] For port 9bf94260-f6a1-428d-9d09-f1431cf8ec7e, host n-h1-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=9bf94260-f6a1-428d-9d09-f1431cf8ec7e,segment=NetworkSegment(e1049daa-fc97-4a3f-8351-3203f3822574),segment_id=e1049daa-fc97-4a3f-8351-3203f3822574)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:07:56.514823 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 19:07:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c72280d4-0564-4625-9520-08601076a543 x-openstack-request-id: req-c72280d4-0564-4625-9520-08601076a543 {{(pid=102388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 19:07:56.516236 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7103f3a-0446-40ed-a190-1645982f6516", "name": "network-vif-plugged", "status": "completed", "tag": "9bf94260-f6a1-428d-9d09-f1431cf8ec7e", "code": 200}]} {{(pid=102388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 19:07:56.516560 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c72280d4-0564-4625-9520-08601076a543 {{(pid=102388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 19:07:56.517389 n-d-816865-1 neutron-server[102388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7103f3a-0446-40ed-a190-1645982f6516', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bf94260-f6a1-428d-9d09-f1431cf8ec7e', 'code': 200} Nov 05 19:07:56.541461 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:07:56.650670 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Pushing event updated for resources: {'Port': ['ID=9bf94260-f6a1-428d-9d09-f1431cf8ec7e,revision_number=7']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:07:57.047409 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0785cf-0bfe-4237-8faf-55dc42864ee0 req-0d09f61c-c053-49c0-b2c0-6ccef74a8698 tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:07:57.050636 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-3c0785cf-0bfe-4237-8faf-55dc42864ee0 req-0d09f61c-c053-49c0-b2c0-6ccef74a8698 tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] 10.222.0.13 "GET /v2.0/ports?device_id=c7103f3a-0446-40ed-a190-1645982f6516 HTTP/1.1" status: 200 len: 945 time: 0.1024809 Nov 05 19:07:57.225928 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-3c0785cf-0bfe-4237-8faf-55dc42864ee0 req-180233fc-8caa-457d-bd1b-7d3e8998897a tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] 10.222.0.13 "GET /v2.0/security-groups?id=c33e3cae-293b-4275-aa24-9c3af6c8734f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1216528 Nov 05 19:07:58.048842 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e601e14-9d7b-4646-be21-9647313f20a4 req-5d4a0676-2073-4487-b496-d905ed26307e tempest-TestNetworkAdvancedServerOps-912703179 tempest-TestNetworkAdvancedServerOps-912703179-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:07:58.065019 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-8e601e14-9d7b-4646-be21-9647313f20a4 req-5d4a0676-2073-4487-b496-d905ed26307e tempest-TestNetworkAdvancedServerOps-912703179 tempest-TestNetworkAdvancedServerOps-912703179-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=4ea097b1-9233-4725-b1b8-5997b4b6d1c3 HTTP/1.1" status: 200 len: 1097 time: 0.0871806 Nov 05 19:07:58.205823 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-8e601e14-9d7b-4646-be21-9647313f20a4 req-a6f2f0fe-1640-46b4-99dd-7484332ad5c3 tempest-TestNetworkAdvancedServerOps-912703179 tempest-TestNetworkAdvancedServerOps-912703179-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=1260ef79-b8a4-488e-ab6f-3a25432baa92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1345038 Nov 05 19:07:58.221152 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 58614) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:07:58.571315 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d84dad-3a7a-48ee-9599-5b7f4e963e57 req-f30f6c67-0847-41ad-919b-a01ee58c333d tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:07:58.579731 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-22d84dad-3a7a-48ee-9599-5b7f4e963e57 req-f30f6c67-0847-41ad-919b-a01ee58c333d tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] 10.222.0.13 "GET /v2.0/ports?device_id=c7103f3a-0446-40ed-a190-1645982f6516 HTTP/1.1" status: 200 len: 945 time: 0.1094928 Nov 05 19:07:58.664360 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-22d84dad-3a7a-48ee-9599-5b7f4e963e57 req-5b1c13f0-8d58-4b6b-835b-6b226a02b449 tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] 10.222.0.13 "GET /v2.0/security-groups?id=c33e3cae-293b-4275-aa24-9c3af6c8734f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0812311 Nov 05 19:07:58.695396 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [None req-74d70474-36a0-4ab7-bfdd-fdc11d9179cc tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Deleting port 555a4598-aa55-45db-91f9-44e3b83d428c {{(pid=102387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 19:07:58.695877 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-74d70474-36a0-4ab7-bfdd-fdc11d9179cc tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:07:58.942242 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-74d70474-36a0-4ab7-bfdd-fdc11d9179cc tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:07:58.942715 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-74d70474-36a0-4ab7-bfdd-fdc11d9179cc tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:07:59.006924 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [None req-74d70474-36a0-4ab7-bfdd-fdc11d9179cc tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Calling delete_port for 555a4598-aa55-45db-91f9-44e3b83d428c owned by network:floatingip {{(pid=102387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 19:07:59.227783 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 58634) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:07:59.379661 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [req-4dfa790d-d332-4b47-9e87-e8b23a9a116d req-358cf61b-5e61-41df-a569-9e123b639898 tempest-ListServerFiltersTestJSON-1098286164 tempest-ListServerFiltersTestJSON-1098286164-project] (102387) timed out ('10.222.0.41', 57124) {{(pid=102387) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 05 19:07:59.499639 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-74d70474-36a0-4ab7-bfdd-fdc11d9179cc tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4417063'] for port, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:07:59.529194 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-bd3477f5-2767-45ba-8f46-28324a481977 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:07:59.654370 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d70474-36a0-4ab7-bfdd-fdc11d9179cc tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Pushing event deleted for resources: {'Port': ['ID=555a4598-aa55-45db-91f9-44e3b83d428c,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:07:59.772740 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-74d70474-36a0-4ab7-bfdd-fdc11d9179cc tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Publish callbacks [] for floatingip, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:07:59.773465 n-d-816865-1 neutron-server[102387]: INFO neutron.db.l3_db [None req-74d70474-36a0-4ab7-bfdd-fdc11d9179cc tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Floating IP 955a6c07-31a4-4727-9ba8-5dd38c1e67f8 disassociated (deleted). External IP: 172.25.6.205, port: 70b62e82-75f5-4d6c-8068-761a074efcbe. Nov 05 19:07:59.804645 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-bd3477f5-2767-45ba-8f46-28324a481977 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:07:59.899459 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-bd3477f5-2767-45ba-8f46-28324a481977 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:07:59.963716 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3477f5-2767-45ba-8f46-28324a481977 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d1b7833-dde6-400a-8151-e93584258faf,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:08:00.013396 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-bd3477f5-2767-45ba-8f46-28324a481977 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=476e0d5be20d47869e7efbc96ec6ad8e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7837160 Nov 05 19:08:00.038328 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 58642) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:08:00.042729 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5f5770-edb5-42d5-b4f0-8f3f3646b8ab req-d030b43f-3f57-4ec2-91ce-83a11816ce3e tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:08:00.046203 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-aa5f5770-edb5-42d5-b4f0-8f3f3646b8ab req-d030b43f-3f57-4ec2-91ce-83a11816ce3e tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] 10.222.0.13 "GET /v2.0/ports?device_id=c7103f3a-0446-40ed-a190-1645982f6516 HTTP/1.1" status: 200 len: 945 time: 0.2149339 Nov 05 19:08:00.183251 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-932e6881-d7fb-4c59-ac60-b6a6a9ffd055 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:08:00.202287 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-aa5f5770-edb5-42d5-b4f0-8f3f3646b8ab req-04e0548d-9dc1-45c0-909e-741b340249c8 tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] 10.222.0.13 "GET /v2.0/security-groups?id=c33e3cae-293b-4275-aa24-9c3af6c8734f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1306314 Nov 05 19:08:00.246892 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-932e6881-d7fb-4c59-ac60-b6a6a9ffd055 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:08:00.398213 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74d70474-36a0-4ab7-bfdd-fdc11d9179cc tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Router ec27977f-282f-4076-a094-c90443e431fa has already been hosted by L3 agent 6dcb5589-8e86-4616-9186-ddc4548e13ad {{(pid=102387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 19:08:00.449493 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-932e6881-d7fb-4c59-ac60-b6a6a9ffd055 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:08:00.453067 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-932e6881-d7fb-4c59-ac60-b6a6a9ffd055 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:08:00.461514 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-932e6881-d7fb-4c59-ac60-b6a6a9ffd055 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2d1b7833-dde6-400a-8151-e93584258faf HTTP/1.1" status: 204 len: 168 time: 0.4152570 Nov 05 19:08:00.471119 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932e6881-d7fb-4c59-ac60-b6a6a9ffd055 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d1b7833-dde6-400a-8151-e93584258faf,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:08:00.688499 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74d70474-36a0-4ab7-bfdd-fdc11d9179cc tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Notify agent at l3_agent.n-d-816865-1 the message routers_updated {{(pid=102387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 19:08:00.706271 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e85a14d2-a86b-420f-833a-29e0b27ef864 None None] Sync routers for ids ['ec27977f-282f-4076-a094-c90443e431fa'] in n-d-816865-1 {{(pid=102389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 19:08:00.710598 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-74d70474-36a0-4ab7-bfdd-fdc11d9179cc tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for floatingip, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:08:00.742751 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.agents_db [None req-b9406b04-a0e8-43cf-b349-711963d96cf4 None None] Agent healthcheck: found 7 active agents {{(pid=102389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 05 19:08:00.752059 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-74d70474-36a0-4ab7-bfdd-fdc11d9179cc tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] 10.222.0.13 "DELETE /v2.0/floatingips/955a6c07-31a4-4727-9ba8-5dd38c1e67f8 HTTP/1.1" status: 204 len: 168 time: 2.5267518 Nov 05 19:08:00.752059 n-d-816865-1 neutron-server[102387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ea097b1-9233-4725-b1b8-5997b4b6d1c3', 'tag': '70b62e82-75f5-4d6c-8068-761a074efcbe'}] {{(pid=102387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 19:08:00.757776 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab06bd4ddf5758c1f10d79fe34dc215bafa488692cde9dba2fcbcb67556f90bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1a575cf-40ec-4f5f-b099-d57ce2edba96" -d '{"events": [{"name": "network-changed", "server_uuid": "4ea097b1-9233-4725-b1b8-5997b4b6d1c3", "tag": "70b62e82-75f5-4d6c-8068-761a074efcbe"}]}' {{(pid=102387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 19:08:00.765545 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e85a14d2-a86b-420f-833a-29e0b27ef864 None None] Routers {'ec27977f-282f-4076-a094-c90443e431fa'} bound to L3 agent in host n-d-816865-1 {{(pid=102389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 19:08:00.768628 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-e85a14d2-a86b-420f-833a-29e0b27ef864 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T19:07:35Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['ec27977f-282f-4076-a094-c90443e431fa'], 'active': True} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:08:00.882293 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 19:08:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-162b8f96-8a47-4db6-8c06-8887b160d1ca x-openstack-request-id: req-162b8f96-8a47-4db6-8c06-8887b160d1ca {{(pid=102387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 19:08:00.882588 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ea097b1-9233-4725-b1b8-5997b4b6d1c3", "tag": "70b62e82-75f5-4d6c-8068-761a074efcbe", "status": "completed", "code": 200}]} {{(pid=102387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 19:08:00.882853 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-162b8f96-8a47-4db6-8c06-8887b160d1ca {{(pid=102387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 19:08:00.883265 n-d-816865-1 neutron-server[102387]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ea097b1-9233-4725-b1b8-5997b4b6d1c3', 'tag': '70b62e82-75f5-4d6c-8068-761a074efcbe', 'status': 'completed', 'code': 200} Nov 05 19:08:01.091071 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a575cf-40ec-4f5f-b099-d57ce2edba96 req-4d75457b-cc7d-4e8b-9b6b-c7f052a0ddc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:08:01.094324 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-d1a575cf-40ec-4f5f-b099-d57ce2edba96 req-4d75457b-cc7d-4e8b-9b6b-c7f052a0ddc0 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=777902a3c6ed4ff2a5460208db53bd8a&device_id=4ea097b1-9233-4725-b1b8-5997b4b6d1c3 HTTP/1.1" status: 200 len: 1097 time: 0.1887195 Nov 05 19:08:01.229939 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvr_db [None req-e85a14d2-a86b-420f-833a-29e0b27ef864 None None] Set router ec27977f-282f-4076-a094-c90443e431fa gateway port host: n-d-816865-1 {{(pid=102389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 19:08:01.492805 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a575cf-40ec-4f5f-b099-d57ce2edba96 req-af29fbf7-92e3-42e3-94e5-76f8881f83b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:08:01.494605 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-d1a575cf-40ec-4f5f-b099-d57ce2edba96 req-af29fbf7-92e3-42e3-94e5-76f8881f83b7 service neutron] 10.222.0.55 "GET /v2.0/networks?id=a81a4734-a1b7-455c-a565-110c640fada3 HTTP/1.1" status: 200 len: 898 time: 0.3924139 Nov 05 19:08:01.668065 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-d1a575cf-40ec-4f5f-b099-d57ce2edba96 req-fdbd9d42-662a-4e80-bb5c-b5b7412aa103 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=70b62e82-75f5-4d6c-8068-761a074efcbe HTTP/1.1" status: 200 len: 217 time: 0.1618447 Nov 05 19:08:01.695384 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 58684) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:08:01.719156 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29b6845-0c10-49b7-b70a-d9bd36d886da req-7cab367c-f2fc-44b7-b762-efe20fc65121 tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:08:01.728932 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-c29b6845-0c10-49b7-b70a-d9bd36d886da req-7cab367c-f2fc-44b7-b762-efe20fc65121 tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] 10.222.0.13 "GET /v2.0/ports?device_id=c7103f3a-0446-40ed-a190-1645982f6516 HTTP/1.1" status: 200 len: 945 time: 0.3213224 Nov 05 19:08:01.768430 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-e85a14d2-a86b-420f-833a-29e0b27ef864 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec27977f-282f-4076-a094-c90443e431fa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-486994015', 'tenant_id': '777902a3c6ed4ff2a5460208db53bd8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.130'}], 'enable_snat': True}, 'gw_port_id': '17285f62-72bc-42c8-80c9-293245ccde93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T19:05:33Z', 'updated_at': '2021-11-05T19:05:44Z', 'revision_number': 4, 'project_id': '777902a3c6ed4ff2a5460208db53bd8a', 'gw_port': {'id': '17285f62-72bc-42c8-80c9-293245ccde93', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:54:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec27977f-282f-4076-a094-c90443e431fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3138, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:05:34Z', 'updated_at': '2021-11-05T19:05:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1', '_interfaces': [{'id': 'bf58eb3d-205a-47b0-b1ff-46e3bf817a6f', 'name': '', 'network_id': 'a81a4734-a1b7-455c-a565-110c640fada3', 'tenant_id': '777902a3c6ed4ff2a5460208db53bd8a', 'mac_address': 'fa:16:3e:36:2a:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec27977f-282f-4076-a094-c90443e431fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3145, 'fixed_ips': [{'subnet_id': 'e87a4999-90ef-48fe-aa30-61f131e4a77d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:05:42Z', 'updated_at': '2021-11-05T19:05:50Z', 'revision_number': 5, 'project_id': '777902a3c6ed4ff2a5460208db53bd8a', 'subnets': [{'id': 'e87a4999-90ef-48fe-aa30-61f131e4a77d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-1', False) {} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:08:01.843651 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a575cf-40ec-4f5f-b099-d57ce2edba96 req-6b4ff909-2344-4655-bc5c-ab4ec75c86c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:08:01.844056 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-c29b6845-0c10-49b7-b70a-d9bd36d886da req-e91c59a4-cfde-4c0b-9474-1e50f6d23233 tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] 10.222.0.13 "GET /v2.0/security-groups?id=c33e3cae-293b-4275-aa24-9c3af6c8734f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0926793 Nov 05 19:08:01.856216 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-d1a575cf-40ec-4f5f-b099-d57ce2edba96 req-6b4ff909-2344-4655-bc5c-ab4ec75c86c5 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e87a4999-90ef-48fe-aa30-61f131e4a77d HTTP/1.1" status: 200 len: 835 time: 0.1745455 Nov 05 19:08:01.880554 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039a91f8-116a-421d-9206-95523bc39a95 req-86dbc8b6-f8e4-48be-bde9-8cd0012e60ef tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:08:01.881653 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e85a14d2-a86b-420f-833a-29e0b27ef864 None None] Checking router: ec27977f-282f-4076-a094-c90443e431fa for host: n-d-816865-1 {{(pid=102389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 19:08:01.896568 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-039a91f8-116a-421d-9206-95523bc39a95 req-86dbc8b6-f8e4-48be-bde9-8cd0012e60ef tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] 10.222.0.13 "GET /v2.0/ports?device_id=4ea097b1-9233-4725-b1b8-5997b4b6d1c3 HTTP/1.1" status: 200 len: 946 time: 0.3693547 Nov 05 19:08:01.920132 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-e0919c90-4bea-48f4-9cfc-e32bdd71960b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:08:01.927364 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e85a14d2-a86b-420f-833a-29e0b27ef864 None None] Routers {'ec27977f-282f-4076-a094-c90443e431fa'} bound to L3 agent in host n-d-816865-1 {{(pid=102389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 19:08:01.932378 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-e85a14d2-a86b-420f-833a-29e0b27ef864 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T19:07:35Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['ec27977f-282f-4076-a094-c90443e431fa'], 'active': True} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:08:01.996540 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a575cf-40ec-4f5f-b099-d57ce2edba96 req-1eecebd3-1e8a-4175-8021-51e5d147b7a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:08:01.998708 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-d1a575cf-40ec-4f5f-b099-d57ce2edba96 req-1eecebd3-1e8a-4175-8021-51e5d147b7a5 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a81a4734-a1b7-455c-a565-110c640fada3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1351128 Nov 05 19:08:02.211450 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-e0919c90-4bea-48f4-9cfc-e32bdd71960b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:08:02.292829 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvr_db [None req-e85a14d2-a86b-420f-833a-29e0b27ef864 None None] Set router ec27977f-282f-4076-a094-c90443e431fa gateway port host: n-d-816865-1 {{(pid=102389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 19:08:02.322189 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-d1a575cf-40ec-4f5f-b099-d57ce2edba96 req-913c1e52-50a8-46fd-b420-267cd5ab4e38 service neutron] 10.222.0.55 "GET /v2.0/networks/a81a4734-a1b7-455c-a565-110c640fada3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3130510 Nov 05 19:08:02.355943 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-e0919c90-4bea-48f4-9cfc-e32bdd71960b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:08:02.517827 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0919c90-4bea-48f4-9cfc-e32bdd71960b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf679cdf-22c8-4ca8-80e9-bc8336e3c039,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:08:02.537644 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-78c5677f-9b0e-405a-b78d-88d4737eecde req-a1edbbad-79f3-4b19-a9a5-d3740417b7f2 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=0ac36e7d-4741-4787-a159-f6177c5f27af&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3223553 Nov 05 19:08:02.646843 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-039a91f8-116a-421d-9206-95523bc39a95 req-56551813-a530-4be9-831f-4c5c13cb0660 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] 10.222.0.13 "GET /v2.0/security-groups?id=1260ef79-b8a4-488e-ab6f-3a25432baa92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7462125 Nov 05 19:08:02.723528 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-d1a575cf-40ec-4f5f-b099-d57ce2edba96 req-dbd141bf-7b4d-4606-9002-d736e3ed1632 service neutron] 10.222.0.55 "GET /v2.0/networks/a81a4734-a1b7-455c-a565-110c640fada3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3929851 Nov 05 19:08:02.736060 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-e0919c90-4bea-48f4-9cfc-e32bdd71960b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3563ad2390fc44f58b7a81fc9aa4a8e2&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0047781 Nov 05 19:08:02.739669 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 58700) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:08:02.790409 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c5677f-9b0e-405a-b78d-88d4737eecde req-1a3e2314-3bc8-4df3-93a4-f333067d5221 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:08:02.792211 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-78c5677f-9b0e-405a-b78d-88d4737eecde req-1a3e2314-3bc8-4df3-93a4-f333067d5221 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=634b410538db4628b0278615b03ee648&device_id=0ac36e7d-4741-4787-a159-f6177c5f27af HTTP/1.1" status: 200 len: 1096 time: 0.2091439 Nov 05 19:08:03.050697 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-0476a294-83a1-444d-8812-d8a0221ec15a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:08:03.098597 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-1cdbeebc-6bb3-4c30-93d2-ef9a6310d495 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:08:03.132153 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-e85a14d2-a86b-420f-833a-29e0b27ef864 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec27977f-282f-4076-a094-c90443e431fa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-486994015', 'tenant_id': '777902a3c6ed4ff2a5460208db53bd8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.130'}], 'enable_snat': True}, 'gw_port_id': '17285f62-72bc-42c8-80c9-293245ccde93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T19:05:33Z', 'updated_at': '2021-11-05T19:05:44Z', 'revision_number': 4, 'project_id': '777902a3c6ed4ff2a5460208db53bd8a', 'gw_port': {'id': '17285f62-72bc-42c8-80c9-293245ccde93', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:54:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec27977f-282f-4076-a094-c90443e431fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3138, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:05:34Z', 'updated_at': '2021-11-05T19:05:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1', '_interfaces': [{'id': 'bf58eb3d-205a-47b0-b1ff-46e3bf817a6f', 'name': '', 'network_id': 'a81a4734-a1b7-455c-a565-110c640fada3', 'tenant_id': '777902a3c6ed4ff2a5460208db53bd8a', 'mac_address': 'fa:16:3e:36:2a:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec27977f-282f-4076-a094-c90443e431fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3145, 'fixed_ips': [{'subnet_id': 'e87a4999-90ef-48fe-aa30-61f131e4a77d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:05:42Z', 'updated_at': '2021-11-05T19:05:50Z', 'revision_number': 5, 'project_id': '777902a3c6ed4ff2a5460208db53bd8a', 'subnets': [{'id': 'e87a4999-90ef-48fe-aa30-61f131e4a77d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-1', False) {} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:08:03.149758 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c5677f-9b0e-405a-b78d-88d4737eecde req-3a4245c1-7e3f-4644-9175-b77787db03ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:08:03.152054 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-78c5677f-9b0e-405a-b78d-88d4737eecde req-3a4245c1-7e3f-4644-9175-b77787db03ef service neutron] 10.222.0.41 "GET /v2.0/networks?id=01b045d0-82c9-45d8-bd3e-cf491500bbe1 HTTP/1.1" status: 200 len: 914 time: 0.3382695 Nov 05 19:08:03.178467 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d43cbff-d465-4373-a1eb-70e47d39dac4 req-c9e6b59f-56aa-4982-b3ca-ce4a9b8a4b12 tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:08:03.187357 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-4d43cbff-d465-4373-a1eb-70e47d39dac4 req-c9e6b59f-56aa-4982-b3ca-ce4a9b8a4b12 tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] 10.222.0.13 "GET /v2.0/ports?device_id=c7103f3a-0446-40ed-a190-1645982f6516 HTTP/1.1" status: 200 len: 945 time: 0.1613276 Nov 05 19:08:03.201462 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972bd9a3-2e1d-45ae-851c-05c2a2f9676e req-3c7dac68-a245-4cb5-ab9c-79979b61c1d8 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:08:03.217461 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-972bd9a3-2e1d-45ae-851c-05c2a2f9676e req-3c7dac68-a245-4cb5-ab9c-79979b61c1d8 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] 10.222.0.55 "GET /v2.0/ports?device_id=4ea097b1-9233-4725-b1b8-5997b4b6d1c3 HTTP/1.1" status: 200 len: 946 time: 0.3799965 Nov 05 19:08:03.224240 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e85a14d2-a86b-420f-833a-29e0b27ef864 None None] The sync data for ids ['ec27977f-282f-4076-a094-c90443e431fa'] in n-d-816865-1 is: [{'id': 'ec27977f-282f-4076-a094-c90443e431fa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-486994015', 'tenant_id': '777902a3c6ed4ff2a5460208db53bd8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.130'}], 'enable_snat': True}, 'gw_port_id': '17285f62-72bc-42c8-80c9-293245ccde93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T19:05:33Z', 'updated_at': '2021-11-05T19:05:44Z', 'revision_number': 4, 'project_id': '777902a3c6ed4ff2a5460208db53bd8a', 'gw_port': {'id': '17285f62-72bc-42c8-80c9-293245ccde93', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:54:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec27977f-282f-4076-a094-c90443e431fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3138, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:05:34Z', 'updated_at': '2021-11-05T19:05:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1', '_interfaces': [{'id': 'bf58eb3d-205a-47b0-b1ff-46e3bf817a6f', 'name': '', 'network_id': 'a81a4734-a1b7-455c-a565-110c640fada3', 'tenant_id': '777902a3c6ed4ff2a5460208db53bd8a', 'mac_address': 'fa:16:3e:36:2a:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec27977f-282f-4076-a094-c90443e431fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3145, 'fixed_ips': [{'subnet_id': 'e87a4999-90ef-48fe-aa30-61f131e4a77d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:05:42Z', 'updated_at': '2021-11-05T19:05:50Z', 'revision_number': 5, 'project_id': '777902a3c6ed4ff2a5460208db53bd8a', 'subnets': [{'id': 'e87a4999-90ef-48fe-aa30-61f131e4a77d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 19:08:03.356982 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-78c5677f-9b0e-405a-b78d-88d4737eecde req-ee71a72f-1623-4adf-9768-984fb38fe179 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=92d95c77-f412-4ad1-b09c-bf7ae14b0cf8 HTTP/1.1" status: 200 len: 217 time: 0.1667674 Nov 05 19:08:03.495107 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-1cdbeebc-6bb3-4c30-93d2-ef9a6310d495 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:08:03.615487 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c5677f-9b0e-405a-b78d-88d4737eecde req-fb12853a-231c-437c-bf6c-fad69baf44de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:08:03.617499 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-78c5677f-9b0e-405a-b78d-88d4737eecde req-fb12853a-231c-437c-bf6c-fad69baf44de service neutron] 10.222.0.41 "GET /v2.0/subnets?id=9e3897e1-4b3c-4258-9f3e-7c4058b653aa HTTP/1.1" status: 200 len: 853 time: 0.2503541 Nov 05 19:08:03.623986 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [req-972bd9a3-2e1d-45ae-851c-05c2a2f9676e req-009b5096-787b-4905-b1f8-fac42010c8b4 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Deleting port 70b62e82-75f5-4d6c-8068-761a074efcbe {{(pid=102386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 19:08:03.624482 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-972bd9a3-2e1d-45ae-851c-05c2a2f9676e req-009b5096-787b-4905-b1f8-fac42010c8b4 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:08:03.651286 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-4d43cbff-d465-4373-a1eb-70e47d39dac4 req-9093590c-1377-45a0-bba6-e571ae8e00e2 tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] 10.222.0.13 "GET /v2.0/security-groups?id=c33e3cae-293b-4275-aa24-9c3af6c8734f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4620020 Nov 05 19:08:03.669887 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-78c5677f-9b0e-405a-b78d-88d4737eecde req-8e26f874-8e1f-43d2-9688-b7967dc2151a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=01b045d0-82c9-45d8-bd3e-cf491500bbe1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0369663 Nov 05 19:08:03.865961 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-073d0a47-8515-4f74-8ccb-ca82828f2864 None None] New status for floating IP 955a6c07-31a4-4727-9ba8-5dd38c1e67f8: DOWN {{(pid=102388) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 05 19:08:03.935272 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-1cdbeebc-6bb3-4c30-93d2-ef9a6310d495 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:08:03.947377 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-1cdbeebc-6bb3-4c30-93d2-ef9a6310d495 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:08:03.952315 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-1cdbeebc-6bb3-4c30-93d2-ef9a6310d495 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/bf679cdf-22c8-4ca8-80e9-bc8336e3c039 HTTP/1.1" status: 204 len: 168 time: 1.2106011 Nov 05 19:08:03.994787 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cdbeebc-6bb3-4c30-93d2-ef9a6310d495 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf679cdf-22c8-4ca8-80e9-bc8336e3c039,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:08:04.047189 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-78c5677f-9b0e-405a-b78d-88d4737eecde req-cf94b5a5-378f-4c9b-9156-d01c9bf50c57 service neutron] 10.222.0.41 "GET /v2.0/networks/01b045d0-82c9-45d8-bd3e-cf491500bbe1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3700402 Nov 05 19:08:04.048626 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [req-972bd9a3-2e1d-45ae-851c-05c2a2f9676e req-009b5096-787b-4905-b1f8-fac42010c8b4 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] For port 70b62e82-75f5-4d6c-8068-761a074efcbe, host n-h2-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=70b62e82-75f5-4d6c-8068-761a074efcbe,segment=NetworkSegment(40fdb28b-c1d5-4fa5-8d1b-d5ffe3516bce),segment_id=40fdb28b-c1d5-4fa5-8d1b-d5ffe3516bce)] {{(pid=102386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:08:04.049233 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-972bd9a3-2e1d-45ae-851c-05c2a2f9676e req-009b5096-787b-4905-b1f8-fac42010c8b4 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:08:04.116682 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [req-972bd9a3-2e1d-45ae-851c-05c2a2f9676e req-009b5096-787b-4905-b1f8-fac42010c8b4 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Calling delete_port for 70b62e82-75f5-4d6c-8068-761a074efcbe owned by compute:nova {{(pid=102386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 19:08:04.212981 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9625efa-b7ea-40a1-bae7-652bcdae83c9 req-d66c1dab-91ce-4be2-bb60-8f73da0fd158 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:08:04.216838 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-a9625efa-b7ea-40a1-bae7-652bcdae83c9 req-d66c1dab-91ce-4be2-bb60-8f73da0fd158 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] 10.222.0.13 "GET /v2.0/ports?device_id=4ea097b1-9233-4725-b1b8-5997b4b6d1c3 HTTP/1.1" status: 200 len: 946 time: 0.3295095 Nov 05 19:08:04.293257 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:08:04.516108 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-a9625efa-b7ea-40a1-bae7-652bcdae83c9 req-e48e8171-5b95-4e3e-96fb-3d6d88f17763 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] 10.222.0.13 "GET /v2.0/security-groups?id=1260ef79-b8a4-488e-ab6f-3a25432baa92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1789629 Nov 05 19:08:04.522991 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-78c5677f-9b0e-405a-b78d-88d4737eecde req-f6ca3f0b-1d4f-4a0d-b7d9-a563449828a4 service neutron] 10.222.0.41 "GET /v2.0/networks/01b045d0-82c9-45d8-bd3e-cf491500bbe1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4641953 Nov 05 19:08:04.556793 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-972bd9a3-2e1d-45ae-851c-05c2a2f9676e req-009b5096-787b-4905-b1f8-fac42010c8b4 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:08:04.726847 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009b5096-787b-4905-b1f8-fac42010c8b4 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Pushing event deleted for resources: {'Port': ['ID=70b62e82-75f5-4d6c-8068-761a074efcbe,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:08:04.880832 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [req-972bd9a3-2e1d-45ae-851c-05c2a2f9676e req-009b5096-787b-4905-b1f8-fac42010c8b4 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] No DVR routers for this DVR port 70b62e82-75f5-4d6c-8068-761a074efcbe on host n-h2-816865-1 {{(pid=102386) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 19:08:04.893481 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-972bd9a3-2e1d-45ae-851c-05c2a2f9676e req-009b5096-787b-4905-b1f8-fac42010c8b4 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:08:04.907826 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-972bd9a3-2e1d-45ae-851c-05c2a2f9676e req-009b5096-787b-4905-b1f8-fac42010c8b4 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] 10.222.0.55 "DELETE /v2.0/ports/70b62e82-75f5-4d6c-8068-761a074efcbe HTTP/1.1" status: 204 len: 173 time: 1.6894326 Nov 05 19:08:04.909552 n-d-816865-1 neutron-server[102386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ea097b1-9233-4725-b1b8-5997b4b6d1c3', 'name': 'network-vif-deleted', 'tag': '70b62e82-75f5-4d6c-8068-761a074efcbe'}] {{(pid=102386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 19:08:04.917643 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6173a44d7c73f41af551dc890fa1a5892c2c6bc3458b640c8e0c24db7876ba6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-590474e2-56e2-461a-a748-72d392e7cd42" -d '{"events": [{"server_uuid": "4ea097b1-9233-4725-b1b8-5997b4b6d1c3", "name": "network-vif-deleted", "tag": "70b62e82-75f5-4d6c-8068-761a074efcbe"}]}' {{(pid=102386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 19:08:05.097143 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1a65ce-440c-4b6a-8e39-c886f0771acf req-7149eeda-45be-47c3-9df0-d551a1969017 tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:08:05.105984 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-3d1a65ce-440c-4b6a-8e39-c886f0771acf req-7149eeda-45be-47c3-9df0-d551a1969017 tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] 10.222.0.13 "GET /v2.0/ports?device_id=c7103f3a-0446-40ed-a190-1645982f6516 HTTP/1.1" status: 200 len: 945 time: 0.1733918 Nov 05 19:08:05.128170 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 19:08:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53dfa184-7947-4059-8aea-b32cd3595fb9 x-openstack-request-id: req-53dfa184-7947-4059-8aea-b32cd3595fb9 {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 19:08:05.128815 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ea097b1-9233-4725-b1b8-5997b4b6d1c3", "name": "network-vif-deleted", "tag": "70b62e82-75f5-4d6c-8068-761a074efcbe", "status": "completed", "code": 200}]} {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 19:08:05.129423 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-53dfa184-7947-4059-8aea-b32cd3595fb9 {{(pid=102386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 19:08:05.129916 n-d-816865-1 neutron-server[102386]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ea097b1-9233-4725-b1b8-5997b4b6d1c3', 'name': 'network-vif-deleted', 'tag': '70b62e82-75f5-4d6c-8068-761a074efcbe', 'status': 'completed', 'code': 200} Nov 05 19:08:05.311068 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-3d1a65ce-440c-4b6a-8e39-c886f0771acf req-edd4895d-90d1-48e6-a3b2-1387a7671306 tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] 10.222.0.13 "GET /v2.0/security-groups?id=c33e3cae-293b-4275-aa24-9c3af6c8734f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1855829 Nov 05 19:08:05.439286 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-35b7510d-6811-459f-9985-e03061e5b403 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:08:05.822893 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-2c1bd46c-af06-46d2-ba03-c68aa4b3a38b req-a2ce84a1-02d6-4706-b259-fb6a8289bc0e tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] 10.222.0.13 "GET /v2.0/ports?device_id=4ea097b1-9233-4725-b1b8-5997b4b6d1c3 HTTP/1.1" status: 200 len: 210 time: 0.0699611 Nov 05 19:08:06.309673 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b304910f-7b27-444b-a8fc-977d26b1ceac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:08:06.343861 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:08:06.548192 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff54a26-097c-42d8-a1d1-de4e562ecc0f req-51f23645-5e30-4918-94d6-3963275f8c27 tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:08:06.551316 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-7ff54a26-097c-42d8-a1d1-de4e562ecc0f req-51f23645-5e30-4918-94d6-3963275f8c27 tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] 10.222.0.13 "GET /v2.0/ports?device_id=c7103f3a-0446-40ed-a190-1645982f6516 HTTP/1.1" status: 200 len: 945 time: 0.1301401 Nov 05 19:08:06.639051 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-7ff54a26-097c-42d8-a1d1-de4e562ecc0f req-d8be33b1-1408-4d85-bbc8-3b46596f121e tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] 10.222.0.13 "GET /v2.0/security-groups?id=c33e3cae-293b-4275-aa24-9c3af6c8734f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0765829 Nov 05 19:08:06.922726 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 58796) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:08:06.926069 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Device 70b62e82-75f5-4d6c-8068-761a074efcbe no longer exists at agent hyperv_n-h2-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 19:08:06.971578 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] No Port match for: 70b62e82-75f5-4d6c-8068-761a074efcbe {{(pid=102388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 19:08:06.973601 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Device 70b62e82-75f5-4d6c-8068-761a074efcbe not bound to the agent host n-h2-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 19:08:07.252460 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 58804) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:08:07.513710 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-b48cf159-8251-4e7b-ab74-3eb999ab706c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:08:07.633939 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-b48cf159-8251-4e7b-ab74-3eb999ab706c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:08:07.732531 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-b48cf159-8251-4e7b-ab74-3eb999ab706c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:08:07.819499 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48cf159-8251-4e7b-ab74-3eb999ab706c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3de870de-ac83-4861-8453-590e65571de6,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:08:07.863804 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-b48cf159-8251-4e7b-ab74-3eb999ab706c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=36a4261688634859bed444d7cd437b07&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6075945 Nov 05 19:08:07.865159 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 58820) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:08:07.933599 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-3e7aaf6a-e1a8-441d-8be0-3d321fbc49c2 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-571777'] for router_interface, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:08:07.941308 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48cf159-8251-4e7b-ab74-3eb999ab706c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:08:07.941656 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48cf159-8251-4e7b-ab74-3eb999ab706c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:08:07.941995 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48cf159-8251-4e7b-ab74-3eb999ab706c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:08:07.942365 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48cf159-8251-4e7b-ab74-3eb999ab706c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:08:07.942680 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48cf159-8251-4e7b-ab74-3eb999ab706c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:08:07.943029 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48cf159-8251-4e7b-ab74-3eb999ab706c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:08:07.943942 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48cf159-8251-4e7b-ab74-3eb999ab706c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:08:07.944593 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48cf159-8251-4e7b-ab74-3eb999ab706c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:08:07.944593 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48cf159-8251-4e7b-ab74-3eb999ab706c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:08:07.944934 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48cf159-8251-4e7b-ab74-3eb999ab706c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:08:07.945257 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48cf159-8251-4e7b-ab74-3eb999ab706c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:08:07.945577 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48cf159-8251-4e7b-ab74-3eb999ab706c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:08:07.962175 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6beac4-c75d-43f0-a191-b993c97265ef req-3559ab34-10dd-4e09-a792-7831d7738106 tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:08:07.976104 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-cb6beac4-c75d-43f0-a191-b993c97265ef req-3559ab34-10dd-4e09-a792-7831d7738106 tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] 10.222.0.13 "GET /v2.0/ports?device_id=c7103f3a-0446-40ed-a190-1645982f6516 HTTP/1.1" status: 200 len: 945 time: 0.1841671 Nov 05 19:08:08.072264 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-8e927973-ddc9-42b8-8b0c-e15675422367 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:08:08.104204 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-8e927973-ddc9-42b8-8b0c-e15675422367 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:08:08.202217 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-cb6beac4-c75d-43f0-a191-b993c97265ef req-0a13cbf4-3b47-45aa-a10e-d17fba66235e tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] 10.222.0.13 "GET /v2.0/security-groups?id=c33e3cae-293b-4275-aa24-9c3af6c8734f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2249093 Nov 05 19:08:08.257936 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-8e927973-ddc9-42b8-8b0c-e15675422367 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:08:08.260545 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-8e927973-ddc9-42b8-8b0c-e15675422367 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:08:08.264121 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-8e927973-ddc9-42b8-8b0c-e15675422367 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3de870de-ac83-4861-8453-590e65571de6 HTTP/1.1" status: 204 len: 168 time: 0.3954117 Nov 05 19:08:08.273442 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-31f93893-a48e-4ae8-833d-dccb2b42eacc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:08:08.276971 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e927973-ddc9-42b8-8b0c-e15675422367 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3de870de-ac83-4861-8453-590e65571de6,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:08:08.532372 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:08:08.579340 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-3e7aaf6a-e1a8-441d-8be0-3d321fbc49c2 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Deleting port bf58eb3d-205a-47b0-b1ff-46e3bf817a6f {{(pid=102386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 19:08:08.582556 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-3e7aaf6a-e1a8-441d-8be0-3d321fbc49c2 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:08:08.829215 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [None req-3e7aaf6a-e1a8-441d-8be0-3d321fbc49c2 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] For port bf58eb3d-205a-47b0-b1ff-46e3bf817a6f, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=bf58eb3d-205a-47b0-b1ff-46e3bf817a6f,segment=NetworkSegment(40fdb28b-c1d5-4fa5-8d1b-d5ffe3516bce),segment_id=40fdb28b-c1d5-4fa5-8d1b-d5ffe3516bce)] {{(pid=102386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:08:08.829215 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-3e7aaf6a-e1a8-441d-8be0-3d321fbc49c2 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:08:08.829215 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-3e7aaf6a-e1a8-441d-8be0-3d321fbc49c2 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Calling delete_port for bf58eb3d-205a-47b0-b1ff-46e3bf817a6f owned by network:router_interface {{(pid=102386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 19:08:09.457066 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eba44d6-0533-4a22-af47-244372ae0ec2 req-78fb5c7c-a6aa-4ebd-a815-ca758036968c tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:08:09.468077 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-3eba44d6-0533-4a22-af47-244372ae0ec2 req-78fb5c7c-a6aa-4ebd-a815-ca758036968c tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] 10.222.0.13 "GET /v2.0/ports?device_id=c7103f3a-0446-40ed-a190-1645982f6516 HTTP/1.1" status: 200 len: 945 time: 0.1214848 Nov 05 19:08:09.582494 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-3eba44d6-0533-4a22-af47-244372ae0ec2 req-7315b8bd-7f95-4a0c-8a78-69bbbc781998 tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] 10.222.0.13 "GET /v2.0/security-groups?id=c33e3cae-293b-4275-aa24-9c3af6c8734f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1130762 Nov 05 19:08:09.903783 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-3e7aaf6a-e1a8-441d-8be0-3d321fbc49c2 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:08:09.954089 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7aaf6a-e1a8-441d-8be0-3d321fbc49c2 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Pushing event deleted for resources: {'Port': ['ID=bf58eb3d-205a-47b0-b1ff-46e3bf817a6f,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:08:10.487670 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-3e7aaf6a-e1a8-441d-8be0-3d321fbc49c2 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-597886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-573297'] for router_interface, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:08:10.847240 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1eee922-f970-4fba-80f3-81f362dfc518 req-7ee3870f-4589-41e2-b8be-db568685e884 tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:08:10.860608 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-e1eee922-f970-4fba-80f3-81f362dfc518 req-7ee3870f-4589-41e2-b8be-db568685e884 tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] 10.222.0.13 "GET /v2.0/ports?device_id=c7103f3a-0446-40ed-a190-1645982f6516 HTTP/1.1" status: 200 len: 945 time: 0.1290195 Nov 05 19:08:10.965674 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e7aaf6a-e1a8-441d-8be0-3d321fbc49c2 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Router ec27977f-282f-4076-a094-c90443e431fa has already been hosted by L3 agent 6dcb5589-8e86-4616-9186-ddc4548e13ad {{(pid=102386) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 19:08:11.015906 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-e1eee922-f970-4fba-80f3-81f362dfc518 req-dba62be4-ed11-4d47-9bd9-bb105cd24ad6 tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] 10.222.0.13 "GET /v2.0/security-groups?id=c33e3cae-293b-4275-aa24-9c3af6c8734f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1529160 Nov 05 19:08:11.261544 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 58914) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:08:11.315750 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e7aaf6a-e1a8-441d-8be0-3d321fbc49c2 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Notify agent at l3_agent.n-d-816865-1 the message routers_updated {{(pid=102386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 19:08:11.322495 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-3e7aaf6a-e1a8-441d-8be0-3d321fbc49c2 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] 10.222.0.13 "PUT /v2.0/routers/ec27977f-282f-4076-a094-c90443e431fa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3972769 Nov 05 19:08:11.325550 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 58918) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:08:11.326417 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9943f505-c17b-468e-84b9-f4198a40b61e None None] Sync routers for ids ['ec27977f-282f-4076-a094-c90443e431fa'] in n-d-816865-1 {{(pid=102389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 19:08:11.348369 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9943f505-c17b-468e-84b9-f4198a40b61e None None] Routers {'ec27977f-282f-4076-a094-c90443e431fa'} bound to L3 agent in host n-d-816865-1 {{(pid=102389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 19:08:11.351633 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-9943f505-c17b-468e-84b9-f4198a40b61e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T19:08:05Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['ec27977f-282f-4076-a094-c90443e431fa'], 'active': True} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:08:11.447522 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.db_base_plugin_v2 [None req-d5710445-4ad9-4a54-b575-54630fdd7704 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Deleting subnet e87a4999-90ef-48fe-aa30-61f131e4a77d {{(pid=102387) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 05 19:08:11.461900 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-d5710445-4ad9-4a54-b575-54630fdd7704 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Publish callbacks [] for subnet, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:08:11.544233 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-d5710445-4ad9-4a54-b575-54630fdd7704 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4463501'] for subnet, precommit_delete_associations {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:08:11.737433 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvr_db [None req-9943f505-c17b-468e-84b9-f4198a40b61e None None] Set router ec27977f-282f-4076-a094-c90443e431fa gateway port host: n-d-816865-1 {{(pid=102389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 19:08:11.744954 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-d5710445-4ad9-4a54-b575-54630fdd7704 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1573928'] for subnet, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:08:11.871537 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-7f72998c-8697-4502-ad5d-24e60cc2f5e5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:08:11.981912 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822e499e-75f2-4856-bd41-26b72c09a9c1 req-e38de4c7-a732-4bac-bc4c-cd8e367804ae tempest-VolumesSnapshotTestJSON-1437954504 tempest-VolumesSnapshotTestJSON-1437954504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:08:11.984546 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-822e499e-75f2-4856-bd41-26b72c09a9c1 req-e38de4c7-a732-4bac-bc4c-cd8e367804ae tempest-VolumesSnapshotTestJSON-1437954504 tempest-VolumesSnapshotTestJSON-1437954504-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ac36e7d-4741-4787-a159-f6177c5f27af HTTP/1.1" status: 200 len: 945 time: 0.2227585 Nov 05 19:08:12.166243 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-9943f505-c17b-468e-84b9-f4198a40b61e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec27977f-282f-4076-a094-c90443e431fa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-486994015', 'tenant_id': '777902a3c6ed4ff2a5460208db53bd8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.130'}], 'enable_snat': True}, 'gw_port_id': '17285f62-72bc-42c8-80c9-293245ccde93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T19:05:33Z', 'updated_at': '2021-11-05T19:08:09Z', 'revision_number': 5, 'project_id': '777902a3c6ed4ff2a5460208db53bd8a', 'gw_port': {'id': '17285f62-72bc-42c8-80c9-293245ccde93', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:54:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec27977f-282f-4076-a094-c90443e431fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3138, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:05:34Z', 'updated_at': '2021-11-05T19:05:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1'}], 'n-d-816865-1', False) {} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:08:12.188763 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-7f72998c-8697-4502-ad5d-24e60cc2f5e5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:08:12.192221 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-d5710445-4ad9-4a54-b575-54630fdd7704 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1573905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4417146', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5112209'] for subnet, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:08:12.221195 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9943f505-c17b-468e-84b9-f4198a40b61e None None] Checking router: ec27977f-282f-4076-a094-c90443e431fa for host: n-d-816865-1 {{(pid=102389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 19:08:12.251003 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9943f505-c17b-468e-84b9-f4198a40b61e None None] Routers {'ec27977f-282f-4076-a094-c90443e431fa'} bound to L3 agent in host n-d-816865-1 {{(pid=102389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 19:08:12.251841 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-9943f505-c17b-468e-84b9-f4198a40b61e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T19:08:05Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['ec27977f-282f-4076-a094-c90443e431fa'], 'active': True} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:08:12.304171 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5710445-4ad9-4a54-b575-54630fdd7704 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Pushing event deleted for resources: {'Subnet': ['ID=e87a4999-90ef-48fe-aa30-61f131e4a77d,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:08:12.321191 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-822e499e-75f2-4856-bd41-26b72c09a9c1 req-9f819638-2ffa-4584-82ec-98758b6c8a8c tempest-VolumesSnapshotTestJSON-1437954504 tempest-VolumesSnapshotTestJSON-1437954504-project] 10.222.0.13 "GET /v2.0/security-groups?id=d7b9c99a-6df0-4863-822b-c575f2680e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3281682 Nov 05 19:08:12.344328 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-7f72998c-8697-4502-ad5d-24e60cc2f5e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:08:12.420503 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvr_db [None req-9943f505-c17b-468e-84b9-f4198a40b61e None None] Set router ec27977f-282f-4076-a094-c90443e431fa gateway port host: n-d-816865-1 {{(pid=102389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 19:08:12.441974 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f72998c-8697-4502-ad5d-24e60cc2f5e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d495aa72-72b9-4df5-a8a1-5b686883e194,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:08:12.461611 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-728faa2f-cfa8-42a9-a669-53031dfe62e7 None None] Network a81a4734-a1b7-455c-a565-110c640fada3 requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 19:08:12.479221 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-d5710445-4ad9-4a54-b575-54630fdd7704 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Publish callbacks [] for subnet, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:08:12.488287 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-d5710445-4ad9-4a54-b575-54630fdd7704 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] 10.222.0.13 "DELETE /v2.0/subnets/e87a4999-90ef-48fe-aa30-61f131e4a77d HTTP/1.1" status: 204 len: 168 time: 1.1617298 Nov 05 19:08:12.501771 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 58932) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:08:12.594005 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-7f72998c-8697-4502-ad5d-24e60cc2f5e5 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5b0af00cb857467a843f52a3f4750c65&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3305204 Nov 05 19:08:12.605007 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 58934) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:08:12.675324 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cc8338-4268-40d3-a919-41c2309ce653 req-6356e00e-cef1-4ecf-adce-98ceb4e3ea97 tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:08:12.684710 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-b0cc8338-4268-40d3-a919-41c2309ce653 req-6356e00e-cef1-4ecf-adce-98ceb4e3ea97 tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] 10.222.0.13 "GET /v2.0/ports?device_id=c7103f3a-0446-40ed-a190-1645982f6516 HTTP/1.1" status: 200 len: 945 time: 0.4704885 Nov 05 19:08:12.793401 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-9943f505-c17b-468e-84b9-f4198a40b61e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec27977f-282f-4076-a094-c90443e431fa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-486994015', 'tenant_id': '777902a3c6ed4ff2a5460208db53bd8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.130'}], 'enable_snat': True}, 'gw_port_id': '17285f62-72bc-42c8-80c9-293245ccde93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T19:05:33Z', 'updated_at': '2021-11-05T19:08:09Z', 'revision_number': 5, 'project_id': '777902a3c6ed4ff2a5460208db53bd8a', 'gw_port': {'id': '17285f62-72bc-42c8-80c9-293245ccde93', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:54:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec27977f-282f-4076-a094-c90443e431fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3138, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:05:34Z', 'updated_at': '2021-11-05T19:05:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1'}], 'n-d-816865-1', False) {} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:08:12.816410 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-b0cc8338-4268-40d3-a919-41c2309ce653 req-0447a96f-3388-4822-b9c5-9ced346ec2cf tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] 10.222.0.13 "GET /v2.0/security-groups?id=c33e3cae-293b-4275-aa24-9c3af6c8734f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1247480 Nov 05 19:08:12.826874 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-ca6c090d-31f3-4ef9-a2ed-5fdb6fb5f5f5 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Publish callbacks [] for router, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:08:12.852749 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-72996d9c-fc51-4259-9807-fbebe7b59512 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:08:12.857113 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9943f505-c17b-468e-84b9-f4198a40b61e None None] The sync data for ids ['ec27977f-282f-4076-a094-c90443e431fa'] in n-d-816865-1 is: [{'id': 'ec27977f-282f-4076-a094-c90443e431fa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-486994015', 'tenant_id': '777902a3c6ed4ff2a5460208db53bd8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.130'}], 'enable_snat': True}, 'gw_port_id': '17285f62-72bc-42c8-80c9-293245ccde93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T19:05:33Z', 'updated_at': '2021-11-05T19:08:09Z', 'revision_number': 5, 'project_id': '777902a3c6ed4ff2a5460208db53bd8a', 'gw_port': {'id': '17285f62-72bc-42c8-80c9-293245ccde93', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:54:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec27977f-282f-4076-a094-c90443e431fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3138, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:05:34Z', 'updated_at': '2021-11-05T19:05:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1'}] {{(pid=102389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 19:08:12.941005 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-72996d9c-fc51-4259-9807-fbebe7b59512 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:08:12.942853 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e27c8208-81d8-4647-b410-7b040764654c None None] DHCP port deletion for a81a4734-a1b7-455c-a565-110c640fada3 request from n-d-816865-1 {{(pid=102388) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 05 19:08:13.019451 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-e27c8208-81d8-4647-b410-7b040764654c None None] Deleting port 4b390a12-42e3-4edd-be8f-4e6eeefd87c7 {{(pid=102388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 19:08:13.019814 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-e27c8208-81d8-4647-b410-7b040764654c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:08:13.162428 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-72996d9c-fc51-4259-9807-fbebe7b59512 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:08:13.162848 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-72996d9c-fc51-4259-9807-fbebe7b59512 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:08:13.163602 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-e27c8208-81d8-4647-b410-7b040764654c None None] For port 4b390a12-42e3-4edd-be8f-4e6eeefd87c7, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=4b390a12-42e3-4edd-be8f-4e6eeefd87c7,segment=NetworkSegment(40fdb28b-c1d5-4fa5-8d1b-d5ffe3516bce),segment_id=40fdb28b-c1d5-4fa5-8d1b-d5ffe3516bce)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:08:13.164003 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-e27c8208-81d8-4647-b410-7b040764654c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:08:13.164721 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-72996d9c-fc51-4259-9807-fbebe7b59512 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d495aa72-72b9-4df5-a8a1-5b686883e194 HTTP/1.1" status: 204 len: 168 time: 0.5579116 Nov 05 19:08:13.184588 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-e27c8208-81d8-4647-b410-7b040764654c None None] Calling delete_port for 4b390a12-42e3-4edd-be8f-4e6eeefd87c7 owned by network:dhcp {{(pid=102388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 19:08:13.201033 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-ca6c090d-31f3-4ef9-a2ed-5fdb6fb5f5f5 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:08:13.276346 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72996d9c-fc51-4259-9807-fbebe7b59512 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d495aa72-72b9-4df5-a8a1-5b686883e194,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:08:13.364016 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43efeb73-4abb-4179-ba59-fa3a922abbd9 req-9bfd2462-ea48-43b5-92d7-b025f1b48fbb tempest-VolumesSnapshotTestJSON-1437954504 tempest-VolumesSnapshotTestJSON-1437954504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:08:13.366804 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-43efeb73-4abb-4179-ba59-fa3a922abbd9 req-9bfd2462-ea48-43b5-92d7-b025f1b48fbb tempest-VolumesSnapshotTestJSON-1437954504 tempest-VolumesSnapshotTestJSON-1437954504-project] 10.222.0.41 "GET /v2.0/ports?device_id=0ac36e7d-4741-4787-a159-f6177c5f27af HTTP/1.1" status: 200 len: 945 time: 0.2004519 Nov 05 19:08:13.554317 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-ca6c090d-31f3-4ef9-a2ed-5fdb6fb5f5f5 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Deleting port 17285f62-72bc-42c8-80c9-293245ccde93 {{(pid=102386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 19:08:13.554905 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-ca6c090d-31f3-4ef9-a2ed-5fdb6fb5f5f5 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:08:13.653184 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device bf58eb3d-205a-47b0-b1ff-46e3bf817a6f no longer exists at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 19:08:13.730370 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-e27c8208-81d8-4647-b410-7b040764654c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798'] for port, after_delete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:08:13.750796 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] No Port match for: bf58eb3d-205a-47b0-b1ff-46e3bf817a6f {{(pid=102388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 19:08:13.751161 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device bf58eb3d-205a-47b0-b1ff-46e3bf817a6f not bound to the agent host n-d-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 19:08:13.751844 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 4b390a12-42e3-4edd-be8f-4e6eeefd87c7 no longer exists at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 19:08:13.765355 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba8996b-c78f-4fc6-821b-10d17fcc808f req-ac943a6a-1cb4-4d09-b1d6-b2a3455f3b85 tempest-VolumesSnapshotTestJSON-1437954504 tempest-VolumesSnapshotTestJSON-1437954504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:08:13.769038 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [None req-ca6c090d-31f3-4ef9-a2ed-5fdb6fb5f5f5 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] For port 17285f62-72bc-42c8-80c9-293245ccde93, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=17285f62-72bc-42c8-80c9-293245ccde93,segment=NetworkSegment(85be518c-8bb4-46a2-a903-d4292782d29d),segment_id=85be518c-8bb4-46a2-a903-d4292782d29d)] {{(pid=102386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:08:13.773203 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-ca6c090d-31f3-4ef9-a2ed-5fdb6fb5f5f5 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:08:13.776174 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-0ba8996b-c78f-4fc6-821b-10d17fcc808f req-ac943a6a-1cb4-4d09-b1d6-b2a3455f3b85 tempest-VolumesSnapshotTestJSON-1437954504 tempest-VolumesSnapshotTestJSON-1437954504-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ac36e7d-4741-4787-a159-f6177c5f27af HTTP/1.1" status: 200 len: 945 time: 0.1387713 Nov 05 19:08:13.813964 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-ca6c090d-31f3-4ef9-a2ed-5fdb6fb5f5f5 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Calling delete_port for 17285f62-72bc-42c8-80c9-293245ccde93 owned by network:router_gateway {{(pid=102386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 19:08:13.877476 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27c8208-81d8-4647-b410-7b040764654c None None] Pushing event deleted for resources: {'Port': ['ID=4b390a12-42e3-4edd-be8f-4e6eeefd87c7,revision_number=None']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:08:13.879485 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] No Port match for: 4b390a12-42e3-4edd-be8f-4e6eeefd87c7 {{(pid=102388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 19:08:13.879997 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 4b390a12-42e3-4edd-be8f-4e6eeefd87c7 not bound to the agent host n-d-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 19:08:13.882973 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e27c8208-81d8-4647-b410-7b040764654c None None] No DVR routers for this DVR port 4b390a12-42e3-4edd-be8f-4e6eeefd87c7 on host n-d-816865-1 {{(pid=102388) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 19:08:13.892544 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [req-43efeb73-4abb-4179-ba59-fa3a922abbd9 req-3236915d-aecb-42f2-a0b9-30e9ec17946d tempest-VolumesSnapshotTestJSON-1437954504 tempest-VolumesSnapshotTestJSON-1437954504-project] Deleting port 92d95c77-f412-4ad1-b09c-bf7ae14b0cf8 {{(pid=102387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 19:08:13.894133 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-43efeb73-4abb-4179-ba59-fa3a922abbd9 req-3236915d-aecb-42f2-a0b9-30e9ec17946d tempest-VolumesSnapshotTestJSON-1437954504 tempest-VolumesSnapshotTestJSON-1437954504-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:08:14.091798 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-0ba8996b-c78f-4fc6-821b-10d17fcc808f req-c7918c04-eb5f-47ae-85ac-e27570523f62 tempest-VolumesSnapshotTestJSON-1437954504 tempest-VolumesSnapshotTestJSON-1437954504-project] 10.222.0.13 "GET /v2.0/security-groups?id=d7b9c99a-6df0-4863-822b-c575f2680e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3100133 Nov 05 19:08:14.153186 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0ef2e4-5ea8-428a-b95e-36d0387131de req-1095b0bd-5a0e-4e32-8d3d-7e8a5e6b629c tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:08:14.164202 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-8c0ef2e4-5ea8-428a-b95e-36d0387131de req-1095b0bd-5a0e-4e32-8d3d-7e8a5e6b629c tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] 10.222.0.13 "GET /v2.0/ports?device_id=c7103f3a-0446-40ed-a190-1645982f6516 HTTP/1.1" status: 200 len: 945 time: 0.1724973 Nov 05 19:08:14.229204 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-ca6c090d-31f3-4ef9-a2ed-5fdb6fb5f5f5 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:08:14.266939 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.db [req-43efeb73-4abb-4179-ba59-fa3a922abbd9 req-3236915d-aecb-42f2-a0b9-30e9ec17946d tempest-VolumesSnapshotTestJSON-1437954504 tempest-VolumesSnapshotTestJSON-1437954504-project] For port 92d95c77-f412-4ad1-b09c-bf7ae14b0cf8, host n-h1-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=92d95c77-f412-4ad1-b09c-bf7ae14b0cf8,segment=NetworkSegment(9fdad650-1304-44e2-aad9-4017937c0790),segment_id=9fdad650-1304-44e2-aad9-4017937c0790)] {{(pid=102387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:08:14.267310 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-43efeb73-4abb-4179-ba59-fa3a922abbd9 req-3236915d-aecb-42f2-a0b9-30e9ec17946d tempest-VolumesSnapshotTestJSON-1437954504 tempest-VolumesSnapshotTestJSON-1437954504-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:08:14.310584 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [req-43efeb73-4abb-4179-ba59-fa3a922abbd9 req-3236915d-aecb-42f2-a0b9-30e9ec17946d tempest-VolumesSnapshotTestJSON-1437954504 tempest-VolumesSnapshotTestJSON-1437954504-project] Calling delete_port for 92d95c77-f412-4ad1-b09c-bf7ae14b0cf8 owned by compute:nova {{(pid=102387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 19:08:14.344410 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6c090d-31f3-4ef9-a2ed-5fdb6fb5f5f5 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Pushing event deleted for resources: {'Port': ['ID=17285f62-72bc-42c8-80c9-293245ccde93,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:08:14.522488 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-8c0ef2e4-5ea8-428a-b95e-36d0387131de req-407c946d-34c9-4ec9-bab7-51ba5a8c6a85 tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] 10.222.0.13 "GET /v2.0/security-groups?id=c33e3cae-293b-4275-aa24-9c3af6c8734f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3569472 Nov 05 19:08:14.566469 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-ca6c090d-31f3-4ef9-a2ed-5fdb6fb5f5f5 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1000651'] for router_gateway, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:08:14.844272 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-ca6c090d-31f3-4ef9-a2ed-5fdb6fb5f5f5 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-571301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6852'] for router, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:08:14.847169 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-ca6c090d-31f3-4ef9-a2ed-5fdb6fb5f5f5 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:08:14.852208 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-43efeb73-4abb-4179-ba59-fa3a922abbd9 req-3236915d-aecb-42f2-a0b9-30e9ec17946d tempest-VolumesSnapshotTestJSON-1437954504 tempest-VolumesSnapshotTestJSON-1437954504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4417063'] for port, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:08:14.866355 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] get_ports_and_sgs() called for port_ids ['92d95c77-f412-4ad1-b09c-bf7ae14b0cf8'] {{(pid=102388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 19:08:15.016231 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-ca6c090d-31f3-4ef9-a2ed-5fdb6fb5f5f5 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-571310'] for router, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:08:15.017160 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca6c090d-31f3-4ef9-a2ed-5fdb6fb5f5f5 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Fanout notify agent at l3_agent the message router_deleted on router ec27977f-282f-4076-a094-c90443e431fa {{(pid=102386) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 05 19:08:15.026800 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-ca6c090d-31f3-4ef9-a2ed-5fdb6fb5f5f5 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Publish callbacks [] for router, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:08:15.039909 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-ca6c090d-31f3-4ef9-a2ed-5fdb6fb5f5f5 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] 10.222.0.13 "DELETE /v2.0/routers/ec27977f-282f-4076-a094-c90443e431fa HTTP/1.1" status: 204 len: 168 time: 2.5342689 Nov 05 19:08:15.041087 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 58996) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:08:15.108121 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3236915d-aecb-42f2-a0b9-30e9ec17946d tempest-VolumesSnapshotTestJSON-1437954504 tempest-VolumesSnapshotTestJSON-1437954504-project] Pushing event deleted for resources: {'Port': ['ID=92d95c77-f412-4ad1-b09c-bf7ae14b0cf8,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:08:15.225401 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.l3_dvrscheduler_db [req-43efeb73-4abb-4179-ba59-fa3a922abbd9 req-3236915d-aecb-42f2-a0b9-30e9ec17946d tempest-VolumesSnapshotTestJSON-1437954504 tempest-VolumesSnapshotTestJSON-1437954504-project] No DVR routers for this DVR port 92d95c77-f412-4ad1-b09c-bf7ae14b0cf8 on host n-h1-816865-1 {{(pid=102387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 19:08:15.228089 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-43efeb73-4abb-4179-ba59-fa3a922abbd9 req-3236915d-aecb-42f2-a0b9-30e9ec17946d tempest-VolumesSnapshotTestJSON-1437954504 tempest-VolumesSnapshotTestJSON-1437954504-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:08:15.240332 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-43efeb73-4abb-4179-ba59-fa3a922abbd9 req-3236915d-aecb-42f2-a0b9-30e9ec17946d tempest-VolumesSnapshotTestJSON-1437954504 tempest-VolumesSnapshotTestJSON-1437954504-project] 10.222.0.41 "DELETE /v2.0/ports/92d95c77-f412-4ad1-b09c-bf7ae14b0cf8 HTTP/1.1" status: 204 len: 173 time: 1.8667064 Nov 05 19:08:15.240845 n-d-816865-1 neutron-server[102387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ac36e7d-4741-4787-a159-f6177c5f27af', 'name': 'network-vif-deleted', 'tag': '92d95c77-f412-4ad1-b09c-bf7ae14b0cf8'}] {{(pid=102387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 19:08:15.243170 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab06bd4ddf5758c1f10d79fe34dc215bafa488692cde9dba2fcbcb67556f90bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54ca130c-e094-4f55-821b-333d092d53fc" -d '{"events": [{"server_uuid": "0ac36e7d-4741-4787-a159-f6177c5f27af", "name": "network-vif-deleted", "tag": "92d95c77-f412-4ad1-b09c-bf7ae14b0cf8"}]}' {{(pid=102387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 19:08:15.315977 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-6d385f30-8b7e-40f1-884d-d46cca690524 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1664226'] for network, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:08:15.502600 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 19:08:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c96f5ad5-95fa-4fe3-94f7-adef10758489 x-openstack-request-id: req-c96f5ad5-95fa-4fe3-94f7-adef10758489 {{(pid=102387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 19:08:15.502911 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ac36e7d-4741-4787-a159-f6177c5f27af", "name": "network-vif-deleted", "tag": "92d95c77-f412-4ad1-b09c-bf7ae14b0cf8", "status": "completed", "code": 200}]} {{(pid=102387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 19:08:15.503154 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c96f5ad5-95fa-4fe3-94f7-adef10758489 {{(pid=102387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 19:08:15.503584 n-d-816865-1 neutron-server[102387]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ac36e7d-4741-4787-a159-f6177c5f27af', 'name': 'network-vif-deleted', 'tag': '92d95c77-f412-4ad1-b09c-bf7ae14b0cf8', 'status': 'completed', 'code': 200} Nov 05 19:08:15.507002 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-c8967fe1-97b4-4426-9204-0c2de14e1a59 req-9acdfb12-2d4c-4fa9-a178-7fcb03775153 tempest-VolumesSnapshotTestJSON-1437954504 tempest-VolumesSnapshotTestJSON-1437954504-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ac36e7d-4741-4787-a159-f6177c5f27af HTTP/1.1" status: 200 len: 210 time: 0.1099710 Nov 05 19:08:15.695595 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-6d385f30-8b7e-40f1-884d-d46cca690524 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1579173', 'neutron.services.segments.db._delete_segments_for_network-8750027792909'] for network, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:08:15.830286 n-d-816865-1 neutron-server[102386]: DEBUG neutron.services.segments.db [None req-6d385f30-8b7e-40f1-884d-d46cca690524 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a81a4734-a1b7-455c-a565-110c640fada3']}} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:08:15.855111 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 17285f62-72bc-42c8-80c9-293245ccde93 no longer exists at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 19:08:15.856911 n-d-816865-1 neutron-server[102386]: DEBUG neutron.services.segments.db [None req-6d385f30-8b7e-40f1-884d-d46cca690524 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40fdb28b-c1d5-4fa5-8d1b-d5ffe3516bce') {'for_net_delete': True} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:08:15.857225 n-d-816865-1 neutron-server[102386]: DEBUG neutron.services.segments.db [None req-6d385f30-8b7e-40f1-884d-d46cca690524 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40fdb28b-c1d5-4fa5-8d1b-d5ffe3516bce') {} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:08:15.895437 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-6d385f30-8b7e-40f1-884d-d46cca690524 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750027793430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4590747'] for segment, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:08:15.899743 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8002d9e6-998e-43cc-8dec-75a1711a406b req-2c8d5ae6-2fb1-4668-93a5-17b376082dac tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:08:15.904786 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-8002d9e6-998e-43cc-8dec-75a1711a406b req-2c8d5ae6-2fb1-4668-93a5-17b376082dac tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] 10.222.0.13 "GET /v2.0/ports?device_id=c7103f3a-0446-40ed-a190-1645982f6516 HTTP/1.1" status: 200 len: 945 time: 0.2402191 Nov 05 19:08:15.914267 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] No Port match for: 17285f62-72bc-42c8-80c9-293245ccde93 {{(pid=102388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 19:08:15.915226 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 17285f62-72bc-42c8-80c9-293245ccde93 not bound to the agent host n-d-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 19:08:15.930487 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-6d385f30-8b7e-40f1-884d-d46cca690524 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273'] for segment, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:08:15.938037 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d385f30-8b7e-40f1-884d-d46cca690524 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Releasing vlan 195 on physical network physnet1 to pool {{(pid=102386) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 05 19:08:15.938475 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-6d385f30-8b7e-40f1-884d-d46cca690524 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6149721'] for segment, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:08:16.068761 n-d-816865-1 neutron-server[102386]: Traceback (most recent call last): Nov 05 19:08:16.068761 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 05 19:08:16.068761 n-d-816865-1 neutron-server[102386]: timer() Nov 05 19:08:16.068761 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 05 19:08:16.068761 n-d-816865-1 neutron-server[102386]: cb(*args, **kw) Nov 05 19:08:16.068761 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 05 19:08:16.068761 n-d-816865-1 neutron-server[102386]: return func(*args, **kwargs) Nov 05 19:08:16.068761 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 05 19:08:16.068761 n-d-816865-1 neutron-server[102386]: self._notify() Nov 05 19:08:16.068761 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 05 19:08:16.068761 n-d-816865-1 neutron-server[102386]: self.callback(batched_events) Nov 05 19:08:16.068761 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 05 19:08:16.068761 n-d-816865-1 neutron-server[102386]: event.method(event) Nov 05 19:08:16.068761 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 05 19:08:16.068761 n-d-816865-1 neutron-server[102386]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 05 19:08:16.068761 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 05 19:08:16.068761 n-d-816865-1 neutron-server[102386]: aggregate_uuid = self.p_client.list_aggregates( Nov 05 19:08:16.068761 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 05 19:08:16.068761 n-d-816865-1 neutron-server[102386]: return f(self, *a, **k) Nov 05 19:08:16.068761 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 05 19:08:16.068761 n-d-816865-1 neutron-server[102386]: return self._get(url).json() Nov 05 19:08:16.068761 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 05 19:08:16.068761 n-d-816865-1 neutron-server[102386]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 05 19:08:16.068761 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 05 19:08:16.068761 n-d-816865-1 neutron-server[102386]: return self.request(url, 'GET', **kwargs) Nov 05 19:08:16.068761 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 05 19:08:16.068761 n-d-816865-1 neutron-server[102386]: base_url = self.get_endpoint(auth, allow=allow, Nov 05 19:08:16.068761 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 05 19:08:16.068761 n-d-816865-1 neutron-server[102386]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 05 19:08:16.068761 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 05 19:08:16.068761 n-d-816865-1 neutron-server[102386]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 05 19:08:16.068761 n-d-816865-1 neutron-server[102386]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 05 19:08:16.086394 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-8002d9e6-998e-43cc-8dec-75a1711a406b req-a3c7a064-cdec-4921-ac8e-6baab6205220 tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] 10.222.0.13 "GET /v2.0/security-groups?id=c33e3cae-293b-4275-aa24-9c3af6c8734f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1673949 Nov 05 19:08:16.160604 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-6d385f30-8b7e-40f1-884d-d46cca690524 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1579178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-956796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1000687'] for network, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:08:16.168426 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-6d385f30-8b7e-40f1-884d-d46cca690524 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Publish callbacks [] for network, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:08:16.177527 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-6d385f30-8b7e-40f1-884d-d46cca690524 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] 10.222.0.13 "DELETE /v2.0/networks/a81a4734-a1b7-455c-a565-110c640fada3 HTTP/1.1" status: 204 len: 168 time: 1.1330342 Nov 05 19:08:16.178838 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 59018) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:08:16.188752 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d385f30-8b7e-40f1-884d-d46cca690524 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Pushing event deleted for resources: {'Network': ['ID=a81a4734-a1b7-455c-a565-110c640fada3,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:08:16.341618 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-c6d07b85-02cf-47e5-a661-b881b6f3bad0 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Publish callbacks [] for security_group, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:08:16.394971 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-c6d07b85-02cf-47e5-a661-b881b6f3bad0 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:08:16.583848 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-c6d07b85-02cf-47e5-a661-b881b6f3bad0 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:08:16.589675 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-c6d07b85-02cf-47e5-a661-b881b6f3bad0 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Publish callbacks [] for security_group, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:08:16.594121 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-c6d07b85-02cf-47e5-a661-b881b6f3bad0 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] 10.222.0.13 "DELETE /v2.0/security-groups/1260ef79-b8a4-488e-ab6f-3a25432baa92 HTTP/1.1" status: 204 len: 168 time: 0.4139540 Nov 05 19:08:16.632939 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d07b85-02cf-47e5-a661-b881b6f3bad0 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1260ef79-b8a4-488e-ab6f-3a25432baa92,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:08:16.821896 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-d51aceb9-e2a6-4081-904b-5abd42743cda req-149f0175-3c1d-49a1-a22b-49089feb7771 tempest-VolumesSnapshotTestJSON-1437954504 tempest-VolumesSnapshotTestJSON-1437954504-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ac36e7d-4741-4787-a159-f6177c5f27af HTTP/1.1" status: 200 len: 210 time: 0.0547471 Nov 05 19:08:17.357844 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 59050) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:08:17.363951 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-57c9c2f2-8885-4c4d-bcc5-8b61d7818dff tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1609208535', 'description': 'tempest-secgroup-smoke-1609208535 description', 'project_id': '777902a3c6ed4ff2a5460208db53bd8a'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:08:17.456891 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059aa8f7-8424-46f2-982d-cdae77c64298 req-28655df6-7321-4144-bb10-9517d1aedf58 tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:08:17.461596 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-059aa8f7-8424-46f2-982d-cdae77c64298 req-28655df6-7321-4144-bb10-9517d1aedf58 tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] 10.222.0.13 "GET /v2.0/ports?device_id=c7103f3a-0446-40ed-a190-1645982f6516 HTTP/1.1" status: 200 len: 945 time: 0.2436020 Nov 05 19:08:17.491594 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-57c9c2f2-8885-4c4d-bcc5-8b61d7818dff tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Publish callbacks [] for security_group, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:08:17.624428 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-059aa8f7-8424-46f2-982d-cdae77c64298 req-cac46ccb-8b1f-403e-9fc8-69e9d77fa0bb tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] 10.222.0.13 "GET /v2.0/security-groups?id=c33e3cae-293b-4275-aa24-9c3af6c8734f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1536753 Nov 05 19:08:17.718710 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-57c9c2f2-8885-4c4d-bcc5-8b61d7818dff tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Publish callbacks [] for security_group, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:08:17.805967 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-57c9c2f2-8885-4c4d-bcc5-8b61d7818dff tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:08:17.899470 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c9c2f2-8885-4c4d-bcc5-8b61d7818dff tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Pushing event updated for resources: {'SecurityGroup': ['ID=12cfcbed-e7fb-4412-a871-fb89c7d2c113,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:08:17.935191 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-57c9c2f2-8885-4c4d-bcc5-8b61d7818dff tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Publish callbacks [] for security_group, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:08:17.941005 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-57c9c2f2-8885-4c4d-bcc5-8b61d7818dff tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.5770531 Nov 05 19:08:17.941596 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 59068) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:08:17.952970 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-a41c8bcc-2db8-4834-8b4e-5fd4267e1940 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Request body: {'security_group_rule': {'security_group_id': '12cfcbed-e7fb-4412-a871-fb89c7d2c113', 'project_id': '777902a3c6ed4ff2a5460208db53bd8a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:08:18.065546 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-a41c8bcc-2db8-4834-8b4e-5fd4267e1940 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:08:18.179316 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Device 92d95c77-f412-4ad1-b09c-bf7ae14b0cf8 no longer exists at agent hyperv_n-h1-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 19:08:18.235105 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] No Port match for: 92d95c77-f412-4ad1-b09c-bf7ae14b0cf8 {{(pid=102388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 19:08:18.236166 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Device 92d95c77-f412-4ad1-b09c-bf7ae14b0cf8 not bound to the agent host n-h1-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 19:08:18.278751 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-a41c8bcc-2db8-4834-8b4e-5fd4267e1940 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:08:18.377118 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-a41c8bcc-2db8-4834-8b4e-5fd4267e1940 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985308'] for security_group_rule, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:08:18.409480 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41c8bcc-2db8-4834-8b4e-5fd4267e1940 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=33d3fc0a-02a2-4ad4-9063-e863c96eab51,revision_number=0']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:08:18.496477 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-a41c8bcc-2db8-4834-8b4e-5fd4267e1940 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:08:18.496477 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-a41c8bcc-2db8-4834-8b4e-5fd4267e1940 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5404034 Nov 05 19:08:18.496477 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 59082) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:08:18.507791 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-4f608354-4226-48ba-b972-6e02f8484503 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Request body: {'security_group_rule': {'security_group_id': '12cfcbed-e7fb-4412-a871-fb89c7d2c113', 'project_id': '777902a3c6ed4ff2a5460208db53bd8a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:08:18.666433 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-4f608354-4226-48ba-b972-6e02f8484503 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:08:18.823209 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-4f608354-4226-48ba-b972-6e02f8484503 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:08:18.845812 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e981c3-4102-41ac-9509-62a61cd4ec03 req-47020556-1ff7-402c-b5d4-ae25a6690086 tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:08:18.855212 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-f8e981c3-4102-41ac-9509-62a61cd4ec03 req-47020556-1ff7-402c-b5d4-ae25a6690086 tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] 10.222.0.13 "GET /v2.0/ports?device_id=c7103f3a-0446-40ed-a190-1645982f6516 HTTP/1.1" status: 200 len: 945 time: 0.1060436 Nov 05 19:08:18.898155 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-4f608354-4226-48ba-b972-6e02f8484503 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985308'] for security_group_rule, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:08:18.940225 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f608354-4226-48ba-b972-6e02f8484503 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67c39279-2dbb-4462-a9bc-65b86ce8e022,revision_number=0']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:08:18.944881 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-f8e981c3-4102-41ac-9509-62a61cd4ec03 req-a69b727a-d2ab-458f-bf0e-7876b0785436 tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] 10.222.0.13 "GET /v2.0/security-groups?id=c33e3cae-293b-4275-aa24-9c3af6c8734f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0884500 Nov 05 19:08:19.019815 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-4f608354-4226-48ba-b972-6e02f8484503 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:08:19.022336 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-4f608354-4226-48ba-b972-6e02f8484503 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5253596 Nov 05 19:08:19.025074 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 59094) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:08:19.029970 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-07e3efb9-180f-491f-b5a0-4f46696e2ead tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Request body: {'security_group_rule': {'security_group_id': '12cfcbed-e7fb-4412-a871-fb89c7d2c113', 'project_id': '777902a3c6ed4ff2a5460208db53bd8a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:08:19.137319 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-07e3efb9-180f-491f-b5a0-4f46696e2ead tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:08:19.308854 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-07e3efb9-180f-491f-b5a0-4f46696e2ead tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:08:19.469278 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-07e3efb9-180f-491f-b5a0-4f46696e2ead tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985308'] for security_group_rule, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:08:19.507917 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e3efb9-180f-491f-b5a0-4f46696e2ead tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83fb400c-56b2-4728-b0e1-7e7f3857cffb,revision_number=0']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:08:19.620360 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-07e3efb9-180f-491f-b5a0-4f46696e2ead tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:08:19.622080 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-07e3efb9-180f-491f-b5a0-4f46696e2ead tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5956497 Nov 05 19:08:19.624886 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 59102) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:08:19.634386 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-c3852ea5-81e0-42a0-9edb-0536415c9a13 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Request body: {'security_group_rule': {'security_group_id': '12cfcbed-e7fb-4412-a871-fb89c7d2c113', 'project_id': '777902a3c6ed4ff2a5460208db53bd8a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:08:19.764951 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-c3852ea5-81e0-42a0-9edb-0536415c9a13 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:08:19.894965 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-c3852ea5-81e0-42a0-9edb-0536415c9a13 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:08:20.001837 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-c3852ea5-81e0-42a0-9edb-0536415c9a13 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985308'] for security_group_rule, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:08:20.062612 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3852ea5-81e0-42a0-9edb-0536415c9a13 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d981b4fa-b061-4913-942d-9b467e6031a2,revision_number=0']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:08:20.173068 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-c3852ea5-81e0-42a0-9edb-0536415c9a13 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:08:20.175609 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-c3852ea5-81e0-42a0-9edb-0536415c9a13 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5479126 Nov 05 19:08:20.177539 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 59114) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:08:20.185564 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618cbea5-b9af-4fd3-be6e-894ecacb6045 req-73eac602-4ea4-42d8-9f21-89e8cc5e53d3 tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:08:20.186701 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-b028c385-d0f9-4a7b-ab09-7c292e772b80 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Request body: {'security_group_rule': {'security_group_id': '12cfcbed-e7fb-4412-a871-fb89c7d2c113', 'project_id': '777902a3c6ed4ff2a5460208db53bd8a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:08:20.187380 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-618cbea5-b9af-4fd3-be6e-894ecacb6045 req-73eac602-4ea4-42d8-9f21-89e8cc5e53d3 tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] 10.222.0.13 "GET /v2.0/ports?device_id=c7103f3a-0446-40ed-a190-1645982f6516 HTTP/1.1" status: 200 len: 945 time: 0.1016660 Nov 05 19:08:20.303456 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-618cbea5-b9af-4fd3-be6e-894ecacb6045 req-c84e76af-e3e1-4a5e-845d-8dbb35f0acff tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] 10.222.0.13 "GET /v2.0/security-groups?id=c33e3cae-293b-4275-aa24-9c3af6c8734f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1016281 Nov 05 19:08:20.339857 n-d-816865-1 neutron-server[102386]: INFO neutron.db.securitygroups_db [None req-b028c385-d0f9-4a7b-ab09-7c292e772b80 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Project 777902a3c6ed4ff2a5460208db53bd8a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 05 19:08:20.350375 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-b028c385-d0f9-4a7b-ab09-7c292e772b80 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:08:20.448384 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-b028c385-d0f9-4a7b-ab09-7c292e772b80 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:08:20.565981 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-b028c385-d0f9-4a7b-ab09-7c292e772b80 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985308'] for security_group_rule, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:08:20.609379 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b028c385-d0f9-4a7b-ab09-7c292e772b80 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1cf8994a-5563-4a57-8ef8-10aaa10e8083,revision_number=0']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:08:20.706147 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-b028c385-d0f9-4a7b-ab09-7c292e772b80 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:08:20.711248 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 59124) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:08:20.711446 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-b028c385-d0f9-4a7b-ab09-7c292e772b80 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5318708 Nov 05 19:08:20.716849 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-01ccfc85-7925-4a4c-a5e7-de8c21d7da18 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Request body: {'security_group_rule': {'security_group_id': '12cfcbed-e7fb-4412-a871-fb89c7d2c113', 'project_id': '777902a3c6ed4ff2a5460208db53bd8a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:08:20.944429 n-d-816865-1 neutron-server[102387]: INFO neutron.db.securitygroups_db [None req-01ccfc85-7925-4a4c-a5e7-de8c21d7da18 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Project 777902a3c6ed4ff2a5460208db53bd8a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 05 19:08:20.955509 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-01ccfc85-7925-4a4c-a5e7-de8c21d7da18 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:08:21.181512 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-01ccfc85-7925-4a4c-a5e7-de8c21d7da18 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:08:21.307861 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-01ccfc85-7925-4a4c-a5e7-de8c21d7da18 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985308'] for security_group_rule, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:08:21.346992 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ccfc85-7925-4a4c-a5e7-de8c21d7da18 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=159b9c48-9723-44c5-b06f-40e95d59ff80,revision_number=0']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:08:21.454519 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-01ccfc85-7925-4a4c-a5e7-de8c21d7da18 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:08:21.457130 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-01ccfc85-7925-4a4c-a5e7-de8c21d7da18 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.7436223 Nov 05 19:08:21.460059 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 59140) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:08:21.465912 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-59941a1b-a3ed-4fb5-b621-52f7db879d1a tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Request body: {'network': {'name': 'tempest-network-smoke--1573153431', 'project_id': '777902a3c6ed4ff2a5460208db53bd8a', 'port_security_enabled': True}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:08:21.588380 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b028ea9-73a1-45ee-a06e-41c6440c6250 req-1144922c-3e7f-40fe-897a-52254ceabf73 tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:08:21.590170 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-3b028ea9-73a1-45ee-a06e-41c6440c6250 req-1144922c-3e7f-40fe-897a-52254ceabf73 tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] 10.222.0.13 "GET /v2.0/ports?device_id=c7103f3a-0446-40ed-a190-1645982f6516 HTTP/1.1" status: 200 len: 945 time: 0.1316547 Nov 05 19:08:21.635190 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59941a1b-a3ed-4fb5-b621-52f7db879d1a tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Made reservation on behalf of 777902a3c6ed4ff2a5460208db53bd8a for: {'network': 1} {{(pid=102386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 19:08:21.640535 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-59941a1b-a3ed-4fb5-b621-52f7db879d1a tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for network, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:08:21.666992 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-3b028ea9-73a1-45ee-a06e-41c6440c6250 req-20180ad6-55e7-4218-9d94-8fb0de02d720 tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] 10.222.0.13 "GET /v2.0/security-groups?id=c33e3cae-293b-4275-aa24-9c3af6c8734f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649874 Nov 05 19:08:21.684048 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59941a1b-a3ed-4fb5-b621-52f7db879d1a tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 174} {{(pid=102386) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 05 19:08:21.730402 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-59941a1b-a3ed-4fb5-b621-52f7db879d1a tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273'] for segment, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:08:21.738867 n-d-816865-1 neutron-server[102386]: INFO neutron.db.segments_db [None req-59941a1b-a3ed-4fb5-b621-52f7db879d1a tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Added segment 5b4b5bf4-ffef-44ab-bb8a-f344bae27634 of type vlan for network 4b059334-dafd-4f9f-91b0-dba42be862b2 Nov 05 19:08:21.809680 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-59941a1b-a3ed-4fb5-b621-52f7db879d1a tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750027258543'] for network, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:08:22.177908 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-59941a1b-a3ed-4fb5-b621-52f7db879d1a tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-956796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877'] for network, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:08:22.190812 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59941a1b-a3ed-4fb5-b621-52f7db879d1a tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:08:22.190812 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-59941a1b-a3ed-4fb5-b621-52f7db879d1a tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Publish callbacks [] for network, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:08:22.280745 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59941a1b-a3ed-4fb5-b621-52f7db879d1a tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Pushing event updated for resources: {'Network': ['ID=4b059334-dafd-4f9f-91b0-dba42be862b2,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:08:22.292471 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Network 4b059334-dafd-4f9f-91b0-dba42be862b2 details requested by agent ovs-agent-n-d-816865-1 with host n-d-816865-1 {{(pid=102388) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 05 19:08:22.336206 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-59941a1b-a3ed-4fb5-b621-52f7db879d1a tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.8681657 Nov 05 19:08:22.336206 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 59162) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:08:22.342338 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-494492fd-6e9a-4245-9dc7-5538f77d8718 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1327585774', 'admin_state_up': True, 'project_id': '777902a3c6ed4ff2a5460208db53bd8a', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec'}}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:08:22.515137 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-494492fd-6e9a-4245-9dc7-5538f77d8718 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-571139', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6874'] for router, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:08:22.516549 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-494492fd-6e9a-4245-9dc7-5538f77d8718 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-571375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1000570', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1011585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6867'] for router, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:08:22.633209 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-494492fd-6e9a-4245-9dc7-5538f77d8718 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:08:22.953712 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab779d3-3868-468c-bbf1-0c471e71c5e2 req-c79c9323-5db4-47fe-9bcc-69bc829f2dfa tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:08:22.967835 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-0ab779d3-3868-468c-bbf1-0c471e71c5e2 req-c79c9323-5db4-47fe-9bcc-69bc829f2dfa tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] 10.222.0.13 "GET /v2.0/ports?device_id=c7103f3a-0446-40ed-a190-1645982f6516 HTTP/1.1" status: 200 len: 945 time: 0.1438982 Nov 05 19:08:23.076207 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-0ab779d3-3868-468c-bbf1-0c471e71c5e2 req-7a5c0ade-4746-4eb9-9a09-843544543646 tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] 10.222.0.13 "GET /v2.0/security-groups?id=c33e3cae-293b-4275-aa24-9c3af6c8734f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1032283 Nov 05 19:08:23.085376 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-494492fd-6e9a-4245-9dc7-5538f77d8718 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:08:23.694123 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-494492fd-6e9a-4245-9dc7-5538f77d8718 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Publish callbacks [] for router_gateway, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:08:23.735334 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-494492fd-6e9a-4245-9dc7-5538f77d8718 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:08:24.019899 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.db_base_plugin_common [None req-494492fd-6e9a-4245-9dc7-5538f77d8718 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Allocated IP 172.25.6.14 (40c8335d-cd0b-4cb5-910a-d4dcddd5cbec/04fe6db3-e108-4208-943d-6518424f5726/43f0c9f0-b2bc-48a2-b350-1327547a3ee6) {{(pid=102386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 19:08:24.210494 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-494492fd-6e9a-4245-9dc7-5538f77d8718 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Publish callbacks [] for port, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:08:24.282154 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc7e54d-f7c3-4658-b988-7d19ba7cc4fb req-3ddd1cb7-62b0-4ca9-8631-98fc09428363 tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:08:24.291980 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-8cc7e54d-f7c3-4658-b988-7d19ba7cc4fb req-3ddd1cb7-62b0-4ca9-8631-98fc09428363 tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] 10.222.0.13 "GET /v2.0/ports?device_id=c7103f3a-0446-40ed-a190-1645982f6516 HTTP/1.1" status: 200 len: 945 time: 0.1156774 Nov 05 19:08:24.363378 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-8cc7e54d-f7c3-4658-b988-7d19ba7cc4fb req-05899553-35f8-48db-9e81-13db651dffc8 tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] 10.222.0.13 "GET /v2.0/security-groups?id=c33e3cae-293b-4275-aa24-9c3af6c8734f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0702648 Nov 05 19:08:24.424251 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-494492fd-6e9a-4245-9dc7-5538f77d8718 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:08:24.492943 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494492fd-6e9a-4245-9dc7-5538f77d8718 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Pushing event updated for resources: {'Port': ['ID=43f0c9f0-b2bc-48a2-b350-1327547a3ee6,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:08:24.518560 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-494492fd-6e9a-4245-9dc7-5538f77d8718 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Network 40c8335d-cd0b-4cb5-910a-d4dcddd5cbec is already hosted by enough agents. {{(pid=102386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 19:08:24.520533 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.base_scheduler [None req-494492fd-6e9a-4245-9dc7-5538f77d8718 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Resources bound (agent type, host, resource id): {{(pid=102386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 19:08:24.527835 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-494492fd-6e9a-4245-9dc7-5538f77d8718 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Received port after_create {{(pid=102386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 19:08:24.963240 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-494492fd-6e9a-4245-9dc7-5538f77d8718 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Publish callbacks [] for router_gateway, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:08:25.281621 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-494492fd-6e9a-4245-9dc7-5538f77d8718 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-571384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1000487'] for router, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:08:25.509824 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923ddeab-55ff-4975-95a9-df6a5eef64af req-8254b466-2b8b-4e73-9a8e-a5a3f00deb95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:08:25.512296 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-923ddeab-55ff-4975-95a9-df6a5eef64af req-8254b466-2b8b-4e73-9a8e-a5a3f00deb95 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c9875160e1e6467ba4c32e29bdc7488a&device_id=c7103f3a-0446-40ed-a190-1645982f6516 HTTP/1.1" status: 200 len: 1096 time: 0.0637419 Nov 05 19:08:25.618178 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-494492fd-6e9a-4245-9dc7-5538f77d8718 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Router f0236bd7-b48a-4661-b5c6-b11cd8fac5f4 is scheduled to L3 agent 6dcb5589-8e86-4616-9186-ddc4548e13ad with binding_index 1 {{(pid=102386) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 05 19:08:25.754329 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923ddeab-55ff-4975-95a9-df6a5eef64af req-988b62bc-dec9-4144-94c1-f77bef6122e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:08:25.757362 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-923ddeab-55ff-4975-95a9-df6a5eef64af req-988b62bc-dec9-4144-94c1-f77bef6122e0 service neutron] 10.222.0.41 "GET /v2.0/networks?id=4dc00c45-f8b9-4c9a-a6c5-c27d3aa63b93 HTTP/1.1" status: 200 len: 918 time: 0.2350938 Nov 05 19:08:25.770426 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66fa6c6-043b-4f8d-b013-3bdcbcdf8d8f req-bf69376b-a51a-4956-ba55-237094f72f88 tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:08:25.773461 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-d66fa6c6-043b-4f8d-b013-3bdcbcdf8d8f req-bf69376b-a51a-4956-ba55-237094f72f88 tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] 10.222.0.13 "GET /v2.0/ports?device_id=c7103f3a-0446-40ed-a190-1645982f6516 HTTP/1.1" status: 200 len: 945 time: 0.0964174 Nov 05 19:08:25.824281 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-494492fd-6e9a-4245-9dc7-5538f77d8718 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Notify agent at l3_agent.n-d-816865-1 the message routers_updated {{(pid=102386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 19:08:25.837070 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-473d0ecf-8fb5-4f45-9946-dc097a6d1687 None None] Sync routers for ids ['f0236bd7-b48a-4661-b5c6-b11cd8fac5f4'] in n-d-816865-1 {{(pid=102388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 19:08:25.850363 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-473d0ecf-8fb5-4f45-9946-dc097a6d1687 None None] Routers {'f0236bd7-b48a-4661-b5c6-b11cd8fac5f4'} bound to L3 agent in host n-d-816865-1 {{(pid=102388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 19:08:25.862182 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-473d0ecf-8fb5-4f45-9946-dc097a6d1687 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T19:08:05Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['f0236bd7-b48a-4661-b5c6-b11cd8fac5f4'], 'active': True} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:08:25.873315 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-923ddeab-55ff-4975-95a9-df6a5eef64af req-3b56dbd8-804e-4b09-943e-8cff1b5499a4 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9bf94260-f6a1-428d-9d09-f1431cf8ec7e HTTP/1.1" status: 200 len: 1001 time: 0.0986898 Nov 05 19:08:25.961771 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-d66fa6c6-043b-4f8d-b013-3bdcbcdf8d8f req-009af24c-01db-4c3d-a240-d8f9d15f14a0 tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] 10.222.0.13 "GET /v2.0/security-groups?id=c33e3cae-293b-4275-aa24-9c3af6c8734f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0873964 Nov 05 19:08:25.968889 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-494492fd-6e9a-4245-9dc7-5538f77d8718 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Publish callbacks [] for router, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:08:25.974231 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-494492fd-6e9a-4245-9dc7-5538f77d8718 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 3.6406960 Nov 05 19:08:25.975687 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 59254) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:08:25.993420 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923ddeab-55ff-4975-95a9-df6a5eef64af req-e9572b03-14d8-41c6-b9eb-7d083b2ff08d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:08:25.994934 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-923ddeab-55ff-4975-95a9-df6a5eef64af req-e9572b03-14d8-41c6-b9eb-7d083b2ff08d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=57c79303-6c4f-4c08-a695-f3ffd6fc49db HTTP/1.1" status: 200 len: 856 time: 0.1127849 Nov 05 19:08:26.029442 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 59256) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:08:26.035745 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvr_db [None req-473d0ecf-8fb5-4f45-9946-dc097a6d1687 None None] Set router f0236bd7-b48a-4661-b5c6-b11cd8fac5f4 gateway port host: n-d-816865-1 {{(pid=102388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 19:08:26.044364 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-0cd35025-052b-4a3d-a53f-8987357fe557 tempest-TestNetworkAdvancedServerOps-912703179 tempest-TestNetworkAdvancedServerOps-912703179-project-admin] 10.222.0.13 "GET /v2.0/subnets?project_id=777902a3c6ed4ff2a5460208db53bd8a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0666003 Nov 05 19:08:26.119971 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923ddeab-55ff-4975-95a9-df6a5eef64af req-d924a7c7-f92e-419c-bb8d-d4c5f6f0f5a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:08:26.121762 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-923ddeab-55ff-4975-95a9-df6a5eef64af req-d924a7c7-f92e-419c-bb8d-d4c5f6f0f5a6 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=4dc00c45-f8b9-4c9a-a6c5-c27d3aa63b93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1179879 Nov 05 19:08:26.224745 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-923ddeab-55ff-4975-95a9-df6a5eef64af req-029c2a8a-04ae-4d6c-b6fd-07f92b78c166 service neutron] 10.222.0.41 "GET /v2.0/networks/4dc00c45-f8b9-4c9a-a6c5-c27d3aa63b93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910037 Nov 05 19:08:26.284838 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-473d0ecf-8fb5-4f45-9946-dc097a6d1687 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0236bd7-b48a-4661-b5c6-b11cd8fac5f4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1327585774', 'tenant_id': '777902a3c6ed4ff2a5460208db53bd8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.14'}], 'enable_snat': True}, 'gw_port_id': '43f0c9f0-b2bc-48a2-b350-1327547a3ee6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T19:08:22Z', 'updated_at': '2021-11-05T19:08:24Z', 'revision_number': 3, 'project_id': '777902a3c6ed4ff2a5460208db53bd8a', 'gw_port': {'id': '43f0c9f0-b2bc-48a2-b350-1327547a3ee6', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:40:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0236bd7-b48a-4661-b5c6-b11cd8fac5f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3297, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:08:23Z', 'updated_at': '2021-11-05T19:08:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1'}], 'n-d-816865-1', False) {} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:08:26.314396 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-473d0ecf-8fb5-4f45-9946-dc097a6d1687 None None] Checking router: f0236bd7-b48a-4661-b5c6-b11cd8fac5f4 for host: n-d-816865-1 {{(pid=102388) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 19:08:26.314890 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-473d0ecf-8fb5-4f45-9946-dc097a6d1687 None None] Updating router f0236bd7-b48a-4661-b5c6-b11cd8fac5f4 port 43f0c9f0-b2bc-48a2-b350-1327547a3ee6 binding host n-d-816865-1 {{(pid=102388) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 05 19:08:26.341593 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-473d0ecf-8fb5-4f45-9946-dc097a6d1687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:08:26.675717 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6305c720-0ed8-4e3e-98ba-a33189b3c511 tempest-TestNetworkAdvancedServerOps-912703179 tempest-TestNetworkAdvancedServerOps-912703179-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:08:26.681078 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 59270) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:08:26.682282 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-6305c720-0ed8-4e3e-98ba-a33189b3c511 tempest-TestNetworkAdvancedServerOps-912703179 tempest-TestNetworkAdvancedServerOps-912703179-project-admin] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.6373434 Nov 05 19:08:26.729789 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-79425e91-76c3-455d-80cb-2a2e61c5bed4 tempest-TestNetworkAdvancedServerOps-912703179 tempest-TestNetworkAdvancedServerOps-912703179-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=40c8335d-cd0b-4cb5-910a-d4dcddd5cbec&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0452030 Nov 05 19:08:26.731184 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 59274) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:08:26.736207 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-de38c84d-fea4-4a62-9204-cc37a386763e tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1584334406', 'network_id': '4b059334-dafd-4f9f-91b0-dba42be862b2', 'project_id': '777902a3c6ed4ff2a5460208db53bd8a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:08:26.807870 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-923ddeab-55ff-4975-95a9-df6a5eef64af req-c9efef88-f285-4fd8-bffe-852b9cac8e09 service neutron] 10.222.0.41 "GET /v2.0/networks/4dc00c45-f8b9-4c9a-a6c5-c27d3aa63b93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5749998 Nov 05 19:08:26.948896 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de38c84d-fea4-4a62-9204-cc37a386763e tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Made reservation on behalf of 777902a3c6ed4ff2a5460208db53bd8a for: {'subnet': 1} {{(pid=102386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 19:08:26.952577 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-de38c84d-fea4-4a62-9204-cc37a386763e tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4877122'] for subnet, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:08:27.000811 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-473d0ecf-8fb5-4f45-9946-dc097a6d1687 None None] Publish callbacks [] for port, precommit_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:08:27.070331 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-473d0ecf-8fb5-4f45-9946-dc097a6d1687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:08:27.130808 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-473d0ecf-8fb5-4f45-9946-dc097a6d1687 None None] Attempting to bind port 43f0c9f0-b2bc-48a2-b350-1327547a3ee6 on host n-d-816865-1 for vnic_type normal with profile {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 19:08:27.132570 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-473d0ecf-8fb5-4f45-9946-dc097a6d1687 None None] Attempting to bind port 43f0c9f0-b2bc-48a2-b350-1327547a3ee6 by drivers openvswitch,hyperv on host n-d-816865-1 at level 0 using segments [{'id': '85be518c-8bb4-46a2-a903-d4292782d29d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec'}] {{(pid=102388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 19:08:27.133122 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-473d0ecf-8fb5-4f45-9946-dc097a6d1687 None None] Attempting to bind port 43f0c9f0-b2bc-48a2-b350-1327547a3ee6 on network 40c8335d-cd0b-4cb5-910a-d4dcddd5cbec {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 19:08:27.226384 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753aefdd-a875-42f8-83f3-7c8986b5848b None None] Pushing event updated for resources: {'Port': ['ID=43f0c9f0-b2bc-48a2-b350-1327547a3ee6,revision_number=2']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:08:27.241520 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-473d0ecf-8fb5-4f45-9946-dc097a6d1687 None None] Checking agent: {'id': '724d89a7-611b-41e6-bc85-c48112b17afa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 18, 25, 8), 'started_at': datetime.datetime(2021, 11, 5, 18, 25, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 19, 8, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 19:08:27.242683 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-473d0ecf-8fb5-4f45-9946-dc097a6d1687 None None] Checking segment: {'id': '85be518c-8bb4-46a2-a903-d4292782d29d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 19:08:27.243500 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-473d0ecf-8fb5-4f45-9946-dc097a6d1687 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:08:27.244107 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-473d0ecf-8fb5-4f45-9946-dc097a6d1687 None None] Bound using segment: {'id': '85be518c-8bb4-46a2-a903-d4292782d29d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec'} {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 19:08:27.246489 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-473d0ecf-8fb5-4f45-9946-dc097a6d1687 None None] Bound port: 43f0c9f0-b2bc-48a2-b350-1327547a3ee6, host: n-d-816865-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85be518c-8bb4-46a2-a903-d4292782d29d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec'}}] {{(pid=102388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 19:08:27.247373 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-473d0ecf-8fb5-4f45-9946-dc097a6d1687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:08:27.299130 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e28864a-7cee-4517-93d6-4e137837e945 req-2796318c-84c9-4a7d-abb4-dec05fc9d817 tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:08:27.310075 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-2e28864a-7cee-4517-93d6-4e137837e945 req-2796318c-84c9-4a7d-abb4-dec05fc9d817 tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] 10.222.0.13 "GET /v2.0/ports?device_id=c7103f3a-0446-40ed-a190-1645982f6516 HTTP/1.1" status: 200 len: 945 time: 0.1836870 Nov 05 19:08:27.394271 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-2e28864a-7cee-4517-93d6-4e137837e945 req-5393d384-962f-4b19-beb7-83562eaa84f7 tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] 10.222.0.13 "GET /v2.0/security-groups?id=c33e3cae-293b-4275-aa24-9c3af6c8734f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0759933 Nov 05 19:08:27.403138 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-473d0ecf-8fb5-4f45-9946-dc097a6d1687 None None] For port 43f0c9f0-b2bc-48a2-b350-1327547a3ee6, host n-d-816865-1, cleared binding levels {{(pid=102388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 19:08:27.433797 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-473d0ecf-8fb5-4f45-9946-dc097a6d1687 None None] For port 43f0c9f0-b2bc-48a2-b350-1327547a3ee6, host n-d-816865-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=43f0c9f0-b2bc-48a2-b350-1327547a3ee6,segment=NetworkSegment(85be518c-8bb4-46a2-a903-d4292782d29d),segment_id=85be518c-8bb4-46a2-a903-d4292782d29d)] {{(pid=102388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 19:08:27.462277 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-de38c84d-fea4-4a62-9204-cc37a386763e tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6149946', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4877172'] for subnet, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:08:27.525537 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 59290) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:08:27.542132 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-473d0ecf-8fb5-4f45-9946-dc097a6d1687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:08:27.620463 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de38c84d-fea4-4a62-9204-cc37a386763e tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Pushing event updated for resources: {'Subnet': ['ID=8c015bc4-06f3-40c7-a991-adcb8966305a,revision_number=0']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:08:27.667278 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de38c84d-fea4-4a62-9204-cc37a386763e tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Checking segment: {'id': '5b4b5bf4-ffef-44ab-bb8a-f344bae27634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '4b059334-dafd-4f9f-91b0-dba42be862b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 19:08:27.668386 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de38c84d-fea4-4a62-9204-cc37a386763e tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Network hostable DHCP agents. Network: 4b059334-dafd-4f9f-91b0-dba42be862b2, hostable agents: ['987e2ca0-bc3b-4c6f-a989-429ccfbf753f'], hosted agents: [] {{(pid=102386) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 05 19:08:27.668579 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-473d0ecf-8fb5-4f45-9946-dc097a6d1687 None None] Routers {'f0236bd7-b48a-4661-b5c6-b11cd8fac5f4'} bound to L3 agent in host n-d-816865-1 {{(pid=102388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 19:08:27.669466 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-473d0ecf-8fb5-4f45-9946-dc097a6d1687 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T19:08:05Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['f0236bd7-b48a-4661-b5c6-b11cd8fac5f4'], 'active': True} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:08:27.743662 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-23a1a6fc-aa49-49dd-a339-114621752320 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:08:27.754494 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753aefdd-a875-42f8-83f3-7c8986b5848b None None] Pushing event updated for resources: {'Port': ['ID=43f0c9f0-b2bc-48a2-b350-1327547a3ee6,revision_number=3']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:08:27.771717 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de38c84d-fea4-4a62-9204-cc37a386763e tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Network 4b059334-dafd-4f9f-91b0-dba42be862b2 is scheduled to be hosted by DHCP agent 987e2ca0-bc3b-4c6f-a989-429ccfbf753f with binding_index 1 {{(pid=102386) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 05 19:08:27.874385 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.base_scheduler [None req-de38c84d-fea4-4a62-9204-cc37a386763e tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816865-1, 4b059334-dafd-4f9f-91b0-dba42be862b2) {{(pid=102386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 19:08:27.879062 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de38c84d-fea4-4a62-9204-cc37a386763e tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:08:27.879717 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-de38c84d-fea4-4a62-9204-cc37a386763e tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Publish callbacks [] for subnet, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:08:27.897110 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fd970ac-4920-4b57-92a4-711b0557739c None None] Network 4b059334-dafd-4f9f-91b0-dba42be862b2 requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 19:08:27.919497 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-23a1a6fc-aa49-49dd-a339-114621752320 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:08:27.936367 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvr_db [None req-473d0ecf-8fb5-4f45-9946-dc097a6d1687 None None] Set router f0236bd7-b48a-4661-b5c6-b11cd8fac5f4 gateway port host: n-d-816865-1 {{(pid=102388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 19:08:27.982893 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-de38c84d-fea4-4a62-9204-cc37a386763e tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.2482033 Nov 05 19:08:27.983628 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 59302) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:08:28.035322 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-23a1a6fc-aa49-49dd-a339-114621752320 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:08:28.081010 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-23a1a6fc-aa49-49dd-a339-114621752320 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e4454b65df9647e7bb3302dcc0faeea2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5543239 Nov 05 19:08:28.089408 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 59306) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:08:28.159014 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a1a6fc-aa49-49dd-a339-114621752320 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba0afc52-424e-40db-b740-e1e004d86ecb,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:08:28.268979 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-fd01df82-43b9-4021-98d6-e756387f07c8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:08:28.310523 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-fd01df82-43b9-4021-98d6-e756387f07c8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:08:28.372978 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-473d0ecf-8fb5-4f45-9946-dc097a6d1687 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0236bd7-b48a-4661-b5c6-b11cd8fac5f4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1327585774', 'tenant_id': '777902a3c6ed4ff2a5460208db53bd8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.14'}], 'enable_snat': True}, 'gw_port_id': '43f0c9f0-b2bc-48a2-b350-1327547a3ee6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T19:08:22Z', 'updated_at': '2021-11-05T19:08:24Z', 'revision_number': 3, 'project_id': '777902a3c6ed4ff2a5460208db53bd8a', 'gw_port': {'id': '43f0c9f0-b2bc-48a2-b350-1327547a3ee6', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:40:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0236bd7-b48a-4661-b5c6-b11cd8fac5f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3297, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:08:23Z', 'updated_at': '2021-11-05T19:08:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1'}], 'n-d-816865-1', False) {} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:08:28.510017 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-473d0ecf-8fb5-4f45-9946-dc097a6d1687 None None] The sync data for ids ['f0236bd7-b48a-4661-b5c6-b11cd8fac5f4'] in n-d-816865-1 is: [{'id': 'f0236bd7-b48a-4661-b5c6-b11cd8fac5f4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1327585774', 'tenant_id': '777902a3c6ed4ff2a5460208db53bd8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.14'}], 'enable_snat': True}, 'gw_port_id': '43f0c9f0-b2bc-48a2-b350-1327547a3ee6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T19:08:22Z', 'updated_at': '2021-11-05T19:08:24Z', 'revision_number': 3, 'project_id': '777902a3c6ed4ff2a5460208db53bd8a', 'gw_port': {'id': '43f0c9f0-b2bc-48a2-b350-1327547a3ee6', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:40:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0236bd7-b48a-4661-b5c6-b11cd8fac5f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3297, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:08:23Z', 'updated_at': '2021-11-05T19:08:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1'}] {{(pid=102388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 19:08:28.584334 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3dae2e-49ff-491d-8e18-899c26a14cc3 req-9de52a99-8d86-4d52-bf58-354998d9aaec tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:08:28.597289 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-7d3dae2e-49ff-491d-8e18-899c26a14cc3 req-9de52a99-8d86-4d52-bf58-354998d9aaec tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] 10.222.0.13 "GET /v2.0/ports?device_id=c7103f3a-0446-40ed-a190-1645982f6516 HTTP/1.1" status: 200 len: 945 time: 0.0994613 Nov 05 19:08:28.604434 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e15f41aa-4a3c-49a9-b953-d7a78e55ee54 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeb20a084-accf-5b60-8075-3e69ebe863a6-4b059334-dafd-4f9f-91b0-dba42be862b2', 'network_id': '4b059334-dafd-4f9f-91b0-dba42be862b2', 'tenant_id': '777902a3c6ed4ff2a5460208db53bd8a', 'fixed_ips': [{'subnet_id': '8c015bc4-06f3-40c7-a991-adcb8966305a'}]}} from n-d-816865-1. {{(pid=102388) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 05 19:08:28.605540 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-e15f41aa-4a3c-49a9-b953-d7a78e55ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:08:28.627082 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-fd01df82-43b9-4021-98d6-e756387f07c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:08:28.630793 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-fd01df82-43b9-4021-98d6-e756387f07c8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:08:28.632071 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-fd01df82-43b9-4021-98d6-e756387f07c8 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ba0afc52-424e-40db-b740-e1e004d86ecb HTTP/1.1" status: 204 len: 168 time: 0.5414639 Nov 05 19:08:28.661589 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd01df82-43b9-4021-98d6-e756387f07c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba0afc52-424e-40db-b740-e1e004d86ecb,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:08:28.692141 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-7d3dae2e-49ff-491d-8e18-899c26a14cc3 req-d6a40dc9-5e61-4cf6-b3d8-9f28f13cee8e tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] 10.222.0.13 "GET /v2.0/security-groups?id=c33e3cae-293b-4275-aa24-9c3af6c8734f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0924153 Nov 05 19:08:28.912034 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.db_base_plugin_common [None req-e15f41aa-4a3c-49a9-b953-d7a78e55ee54 None None] Allocated IP 172.20.0.2 (4b059334-dafd-4f9f-91b0-dba42be862b2/8c015bc4-06f3-40c7-a991-adcb8966305a/fb6c5bae-87e6-4d4b-abbf-1f38ba850d22) {{(pid=102388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 19:08:29.247258 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-e15f41aa-4a3c-49a9-b953-d7a78e55ee54 None None] Publish callbacks [] for port, precommit_create {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:08:29.337782 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-e15f41aa-4a3c-49a9-b953-d7a78e55ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789'] for port, after_create {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:08:29.455591 n-d-816865-1 neutron-server[102388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e15f41aa-4a3c-49a9-b953-d7a78e55ee54 None None] Network 4b059334-dafd-4f9f-91b0-dba42be862b2 is already hosted by enough agents. {{(pid=102388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 19:08:29.472745 n-d-816865-1 neutron-server[102388]: DEBUG neutron.scheduler.base_scheduler [None req-e15f41aa-4a3c-49a9-b953-d7a78e55ee54 None None] Resources bound (agent type, host, resource id): {{(pid=102388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 19:08:29.478648 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e15f41aa-4a3c-49a9-b953-d7a78e55ee54 None None] Received port after_create {{(pid=102388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 19:08:29.716352 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 43f0c9f0-b2bc-48a2-b350-1327547a3ee6 up at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 19:08:29.796596 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-5f7f14cd-570c-47a3-bf75-9035a8f5c51c tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:08:29.887228 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15f41aa-4a3c-49a9-b953-d7a78e55ee54 None None] Pushing event updated for resources: {'Port': ['ID=fb6c5bae-87e6-4d4b-abbf-1f38ba850d22,revision_number=1']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:08:29.896682 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-e15f41aa-4a3c-49a9-b953-d7a78e55ee54 None None] Attempting to bind port fb6c5bae-87e6-4d4b-abbf-1f38ba850d22 on host n-d-816865-1 for vnic_type normal with profile {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 19:08:29.897329 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-e15f41aa-4a3c-49a9-b953-d7a78e55ee54 None None] Attempting to bind port fb6c5bae-87e6-4d4b-abbf-1f38ba850d22 by drivers openvswitch,hyperv on host n-d-816865-1 at level 0 using segments [{'id': '5b4b5bf4-ffef-44ab-bb8a-f344bae27634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '4b059334-dafd-4f9f-91b0-dba42be862b2'}] {{(pid=102388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 19:08:29.897864 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e15f41aa-4a3c-49a9-b953-d7a78e55ee54 None None] Attempting to bind port fb6c5bae-87e6-4d4b-abbf-1f38ba850d22 on network 4b059334-dafd-4f9f-91b0-dba42be862b2 {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 19:08:29.905588 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e15f41aa-4a3c-49a9-b953-d7a78e55ee54 None None] Checking agent: {'id': '724d89a7-611b-41e6-bc85-c48112b17afa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 18, 25, 8), 'started_at': datetime.datetime(2021, 11, 5, 18, 25, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 19, 8, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 19:08:29.906192 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e15f41aa-4a3c-49a9-b953-d7a78e55ee54 None None] Checking segment: {'id': '5b4b5bf4-ffef-44ab-bb8a-f344bae27634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '4b059334-dafd-4f9f-91b0-dba42be862b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 19:08:29.906783 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-e15f41aa-4a3c-49a9-b953-d7a78e55ee54 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:08:29.907371 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e15f41aa-4a3c-49a9-b953-d7a78e55ee54 None None] Bound using segment: {'id': '5b4b5bf4-ffef-44ab-bb8a-f344bae27634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '4b059334-dafd-4f9f-91b0-dba42be862b2'} {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 19:08:29.907997 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-e15f41aa-4a3c-49a9-b953-d7a78e55ee54 None None] Bound port: fb6c5bae-87e6-4d4b-abbf-1f38ba850d22, host: n-d-816865-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b4b5bf4-ffef-44ab-bb8a-f344bae27634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '4b059334-dafd-4f9f-91b0-dba42be862b2'}}] {{(pid=102388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 19:08:29.908549 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-e15f41aa-4a3c-49a9-b953-d7a78e55ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:08:30.087257 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693743a0-14ed-48ce-b473-c23a19504d6a req-3aa08dd9-4d43-4cb0-b7fa-f0ea9c0d7359 tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:08:30.096839 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-693743a0-14ed-48ce-b473-c23a19504d6a req-3aa08dd9-4d43-4cb0-b7fa-f0ea9c0d7359 tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] 10.222.0.13 "GET /v2.0/ports?device_id=c7103f3a-0446-40ed-a190-1645982f6516 HTTP/1.1" status: 200 len: 945 time: 0.1464128 Nov 05 19:08:30.098409 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-e15f41aa-4a3c-49a9-b953-d7a78e55ee54 None None] For port fb6c5bae-87e6-4d4b-abbf-1f38ba850d22, host n-d-816865-1, cleared binding levels {{(pid=102388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 19:08:30.102435 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-e15f41aa-4a3c-49a9-b953-d7a78e55ee54 None None] For port fb6c5bae-87e6-4d4b-abbf-1f38ba850d22, host n-d-816865-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=fb6c5bae-87e6-4d4b-abbf-1f38ba850d22,segment=NetworkSegment(5b4b5bf4-ffef-44ab-bb8a-f344bae27634),segment_id=5b4b5bf4-ffef-44ab-bb8a-f344bae27634)] {{(pid=102388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 19:08:30.142209 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Provisioning complete for port 43f0c9f0-b2bc-48a2-b350-1327547a3ee6 triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:08:30.142784 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:08:30.165283 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-693743a0-14ed-48ce-b473-c23a19504d6a req-28e77f9f-64f4-4eaa-ac83-e872fbb3d08f tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] 10.222.0.13 "GET /v2.0/security-groups?id=c33e3cae-293b-4275-aa24-9c3af6c8734f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665703 Nov 05 19:08:30.213327 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-e15f41aa-4a3c-49a9-b953-d7a78e55ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:08:30.282378 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15f41aa-4a3c-49a9-b953-d7a78e55ee54 None None] Pushing event updated for resources: {'Port': ['ID=fb6c5bae-87e6-4d4b-abbf-1f38ba850d22,revision_number=2']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:08:30.286949 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Device 9bf94260-f6a1-428d-9d09-f1431cf8ec7e no longer exists at agent hyperv_n-h1-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 19:08:30.396096 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:08:30.476521 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] For port 43f0c9f0-b2bc-48a2-b350-1327547a3ee6, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=43f0c9f0-b2bc-48a2-b350-1327547a3ee6,segment=NetworkSegment(85be518c-8bb4-46a2-a903-d4292782d29d),segment_id=85be518c-8bb4-46a2-a903-d4292782d29d)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:08:30.493132 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:08:30.539746 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] For port 9bf94260-f6a1-428d-9d09-f1431cf8ec7e, host n-h1-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=9bf94260-f6a1-428d-9d09-f1431cf8ec7e,segment=NetworkSegment(e1049daa-fc97-4a3f-8351-3203f3822574),segment_id=e1049daa-fc97-4a3f-8351-3203f3822574)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:08:30.541010 n-d-816865-1 neutron-server[102388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7103f3a-0446-40ed-a190-1645982f6516', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9bf94260-f6a1-428d-9d09-f1431cf8ec7e'}] {{(pid=102388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 19:08:30.543572 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85474fee1180e129d8a886d264fe0b30223aa672dd1ffe43b630605f18504f68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4f09db0-cd95-40a0-9690-66ddae2b2892" -d '{"events": [{"server_uuid": "c7103f3a-0446-40ed-a190-1645982f6516", "name": "network-vif-unplugged", "status": "completed", "tag": "9bf94260-f6a1-428d-9d09-f1431cf8ec7e"}]}' {{(pid=102388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 19:08:30.591970 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.db_base_plugin_common [None req-5f7f14cd-570c-47a3-bf75-9035a8f5c51c tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Allocated IP 172.20.0.1 (4b059334-dafd-4f9f-91b0-dba42be862b2/8c015bc4-06f3-40c7-a991-adcb8966305a/469556f7-45fd-4447-a6a0-37841ecedbdb) {{(pid=102386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 19:08:30.595117 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 05 Nov 2021 19:08:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6ff3810-4e4f-4dd0-a42f-b312d7a18ff4 x-openstack-request-id: req-c6ff3810-4e4f-4dd0-a42f-b312d7a18ff4 {{(pid=102388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 19:08:30.595707 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7103f3a-0446-40ed-a190-1645982f6516", "name": "network-vif-unplugged", "status": "failed", "tag": "9bf94260-f6a1-428d-9d09-f1431cf8ec7e", "code": 422}]} {{(pid=102388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 19:08:30.596051 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c6ff3810-4e4f-4dd0-a42f-b312d7a18ff4 {{(pid=102388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 19:08:30.596704 n-d-816865-1 neutron-server[102388]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'c7103f3a-0446-40ed-a190-1645982f6516', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '9bf94260-f6a1-428d-9d09-f1431cf8ec7e', 'code': 422} returned with failed status Nov 05 19:08:30.623376 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:08:30.671549 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:08:30.716017 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Pushing event updated for resources: {'Port': ['ID=43f0c9f0-b2bc-48a2-b350-1327547a3ee6,revision_number=4']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:08:30.885424 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-5f7f14cd-570c-47a3-bf75-9035a8f5c51c tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Publish callbacks [] for port, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:08:30.900639 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Pushing event updated for resources: {'Port': ['ID=9bf94260-f6a1-428d-9d09-f1431cf8ec7e,revision_number=8']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:08:31.041312 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-5f7f14cd-570c-47a3-bf75-9035a8f5c51c tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:08:31.120011 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f7f14cd-570c-47a3-bf75-9035a8f5c51c tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Network 4b059334-dafd-4f9f-91b0-dba42be862b2 is already hosted by enough agents. {{(pid=102386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 19:08:31.134090 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.base_scheduler [None req-5f7f14cd-570c-47a3-bf75-9035a8f5c51c tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Resources bound (agent type, host, resource id): {{(pid=102386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 19:08:31.141483 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f7f14cd-570c-47a3-bf75-9035a8f5c51c tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Received port after_create {{(pid=102386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 19:08:31.245987 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-5f7f14cd-570c-47a3-bf75-9035a8f5c51c tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-571770'] for router_interface, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:08:31.248383 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7f14cd-570c-47a3-bf75-9035a8f5c51c tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Pushing event updated for resources: {'Port': ['ID=469556f7-45fd-4447-a6a0-37841ecedbdb,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:08:31.532207 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78634bfa-b24b-4acd-bfe0-1d15d0a52a5c req-52813fad-c138-4e51-abce-9147428a61dc tempest-VolumesSnapshotTestJSON-1437954504 tempest-VolumesSnapshotTestJSON-1437954504-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:08:31.532207 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-78634bfa-b24b-4acd-bfe0-1d15d0a52a5c req-52813fad-c138-4e51-abce-9147428a61dc tempest-VolumesSnapshotTestJSON-1437954504 tempest-VolumesSnapshotTestJSON-1437954504-project] 10.222.0.13 "GET /v2.0/networks?id=01b045d0-82c9-45d8-bd3e-cf491500bbe1 HTTP/1.1" status: 200 len: 813 time: 0.1932294 Nov 05 19:08:31.539282 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-5f7f14cd-570c-47a3-bf75-9035a8f5c51c tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:08:31.554345 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-78634bfa-b24b-4acd-bfe0-1d15d0a52a5c req-2783ec3b-600b-4a76-a828-3313d5bd19a1 tempest-VolumesSnapshotTestJSON-1437954504 tempest-VolumesSnapshotTestJSON-1437954504-project] 10.222.0.13 "GET /v2.0/quotas/634b410538db4628b0278615b03ee648 HTTP/1.1" status: 200 len: 375 time: 0.0206294 Nov 05 19:08:31.618022 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-78634bfa-b24b-4acd-bfe0-1d15d0a52a5c req-8a173f05-0aa4-4963-aaa2-58c6d13f33f7 tempest-VolumesSnapshotTestJSON-1437954504 tempest-VolumesSnapshotTestJSON-1437954504-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=634b410538db4628b0278615b03ee648&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0624743 Nov 05 19:08:31.648402 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [req-78634bfa-b24b-4acd-bfe0-1d15d0a52a5c req-759d13c9-5a95-4ab2-aeaa-b2b04ce7323e service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=102387) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 05 19:08:31.649439 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-78634bfa-b24b-4acd-bfe0-1d15d0a52a5c req-759d13c9-5a95-4ab2-aeaa-b2b04ce7323e service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0117671 Nov 05 19:08:31.700392 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 43f0c9f0-b2bc-48a2-b350-1327547a3ee6 up at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 19:08:31.908829 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Provisioning complete for port 43f0c9f0-b2bc-48a2-b350-1327547a3ee6 triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:08:31.909548 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:08:32.033888 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-78634bfa-b24b-4acd-bfe0-1d15d0a52a5c req-3d9c540d-fce8-4c4f-a01e-42aca7dd9b31 service neutron] 10.222.0.13 "GET /v2.0/networks/01b045d0-82c9-45d8-bd3e-cf491500bbe1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3768945 Nov 05 19:08:32.231046 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device fb6c5bae-87e6-4d4b-abbf-1f38ba850d22 up at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 19:08:32.373152 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Provisioning complete for port fb6c5bae-87e6-4d4b-abbf-1f38ba850d22 triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:08:32.373530 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:08:32.398832 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-78634bfa-b24b-4acd-bfe0-1d15d0a52a5c req-df003071-7cb5-46fc-9c97-aea2cbc6daf4 service neutron] 10.222.0.13 "GET /v2.0/networks/01b045d0-82c9-45d8-bd3e-cf491500bbe1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3482373 Nov 05 19:08:32.437462 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-5f7f14cd-570c-47a3-bf75-9035a8f5c51c tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Publish callbacks [] for port, precommit_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:08:32.519157 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-5f7f14cd-570c-47a3-bf75-9035a8f5c51c tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6149821'] for port, after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:08:32.634215 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-5f7f14cd-570c-47a3-bf75-9035a8f5c51c tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-597863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-571878'] for router_interface, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:08:32.673726 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:08:32.809890 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] For port fb6c5bae-87e6-4d4b-abbf-1f38ba850d22, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=fb6c5bae-87e6-4d4b-abbf-1f38ba850d22,segment=NetworkSegment(5b4b5bf4-ffef-44ab-bb8a-f344bae27634),segment_id=5b4b5bf4-ffef-44ab-bb8a-f344bae27634)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:08:32.820625 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b11a15c-58ac-414d-be91-114b857d69b5 None None] Network 4b059334-dafd-4f9f-91b0-dba42be862b2 requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 19:08:32.822698 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-524af5d8-992e-4b98-b263-45dc9383c67a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:08:32.891155 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f7f14cd-570c-47a3-bf75-9035a8f5c51c tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Network 4b059334-dafd-4f9f-91b0-dba42be862b2 is already hosted by enough agents. {{(pid=102386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 19:08:32.909876 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.base_scheduler [None req-5f7f14cd-570c-47a3-bf75-9035a8f5c51c tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Resources bound (agent type, host, resource id): {{(pid=102386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 19:08:32.959081 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:08:33.064856 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c5dab2-2a73-4e50-b0a9-86cfda06c2cb req-fc797797-4a15-486d-980f-22802d06f60f tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:08:33.080727 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-56c5dab2-2a73-4e50-b0a9-86cfda06c2cb req-fc797797-4a15-486d-980f-22802d06f60f tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] 10.222.0.13 "GET /v2.0/ports?device_id=c7103f3a-0446-40ed-a190-1645982f6516 HTTP/1.1" status: 200 len: 943 time: 0.1755316 Nov 05 19:08:33.129736 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7f14cd-570c-47a3-bf75-9035a8f5c51c tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Pushing event updated for resources: {'Port': ['ID=469556f7-45fd-4447-a6a0-37841ecedbdb,revision_number=2']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:08:33.163772 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-a51161e7-9614-4794-9330-91266ef145aa req-bf706051-4b83-4e34-97f0-06948af2a5f8 tempest-VolumesSnapshotTestJSON-1437954504 tempest-VolumesSnapshotTestJSON-1437954504-project] 10.222.0.13 "GET /v2.0/ports?device_id=9b52499c-9c34-4a81-9e1d-bfa4c9660033 HTTP/1.1" status: 200 len: 210 time: 0.0777390 Nov 05 19:08:33.192388 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-ff50f2b3-1a03-46dc-9e9a-405b9f2ac5bf None None] Provisioning complete for port fb6c5bae-87e6-4d4b-abbf-1f38ba850d22 triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:08:33.193212 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-ff50f2b3-1a03-46dc-9e9a-405b9f2ac5bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:08:33.197981 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7f14cd-570c-47a3-bf75-9035a8f5c51c tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:08:33.198362 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7f14cd-570c-47a3-bf75-9035a8f5c51c tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:08:33.198704 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7f14cd-570c-47a3-bf75-9035a8f5c51c tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:08:33.199042 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7f14cd-570c-47a3-bf75-9035a8f5c51c tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:08:33.199373 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7f14cd-570c-47a3-bf75-9035a8f5c51c tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:08:33.199699 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7f14cd-570c-47a3-bf75-9035a8f5c51c tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:08:33.200025 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7f14cd-570c-47a3-bf75-9035a8f5c51c tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:08:33.200358 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7f14cd-570c-47a3-bf75-9035a8f5c51c tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:08:33.200683 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7f14cd-570c-47a3-bf75-9035a8f5c51c tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:08:33.201003 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7f14cd-570c-47a3-bf75-9035a8f5c51c tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:08:33.201325 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7f14cd-570c-47a3-bf75-9035a8f5c51c tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:08:33.201643 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7f14cd-570c-47a3-bf75-9035a8f5c51c tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:08:33.346810 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-56c5dab2-2a73-4e50-b0a9-86cfda06c2cb req-6377578a-db60-42c0-a481-90684218dec9 tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] 10.222.0.13 "GET /v2.0/security-groups?id=c33e3cae-293b-4275-aa24-9c3af6c8734f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1758165 Nov 05 19:08:33.400320 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-c3fda9b8-b246-4cd0-a6da-5c70fa3ae93c req-0126c059-aba7-4573-ae32-571a5de343a0 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=c7103f3a-0446-40ed-a190-1645982f6516&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1790445 Nov 05 19:08:33.406396 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f7f14cd-570c-47a3-bf75-9035a8f5c51c tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Router f0236bd7-b48a-4661-b5c6-b11cd8fac5f4 has already been hosted by L3 agent 6dcb5589-8e86-4616-9186-ddc4548e13ad {{(pid=102386) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 19:08:33.448026 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Pushing event updated for resources: {'Port': ['ID=fb6c5bae-87e6-4d4b-abbf-1f38ba850d22,revision_number=3']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:08:33.619812 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f7f14cd-570c-47a3-bf75-9035a8f5c51c tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Notify agent at l3_agent.n-d-816865-1 the message routers_updated {{(pid=102386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 19:08:33.634113 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-5f7f14cd-570c-47a3-bf75-9035a8f5c51c tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] 10.222.0.13 "PUT /v2.0/routers/f0236bd7-b48a-4661-b5c6-b11cd8fac5f4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6494248 Nov 05 19:08:33.644168 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe2397b4-b9b9-45dc-9c35-8e09535288c9 None None] Sync routers for ids ['f0236bd7-b48a-4661-b5c6-b11cd8fac5f4'] in n-d-816865-1 {{(pid=102389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 19:08:33.703138 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe2397b4-b9b9-45dc-9c35-8e09535288c9 None None] Routers {'f0236bd7-b48a-4661-b5c6-b11cd8fac5f4'} bound to L3 agent in host n-d-816865-1 {{(pid=102389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 19:08:33.704348 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-fe2397b4-b9b9-45dc-9c35-8e09535288c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T19:08:05Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['f0236bd7-b48a-4661-b5c6-b11cd8fac5f4'], 'active': True} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:08:34.110676 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-28fe344c-af06-41c4-a010-733c6c893e25 req-6475f8af-83f7-4103-ab09-62985f9d9b95 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1609208535&fields=id&tenant_id=777902a3c6ed4ff2a5460208db53bd8a HTTP/1.1" status: 200 len: 267 time: 0.1419079 Nov 05 19:08:34.111246 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvr_db [None req-fe2397b4-b9b9-45dc-9c35-8e09535288c9 None None] Set router f0236bd7-b48a-4661-b5c6-b11cd8fac5f4 gateway port host: n-d-816865-1 {{(pid=102389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 19:08:34.170794 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-214db25e-2cef-4fc5-a897-dd7543fdd351 None None] Provisioning complete for port fb6c5bae-87e6-4d4b-abbf-1f38ba850d22 triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:08:34.171917 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-214db25e-2cef-4fc5-a897-dd7543fdd351 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:08:34.350384 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:08:34.352382 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-214db25e-2cef-4fc5-a897-dd7543fdd351 None None] Provisioning complete for port 469556f7-45fd-4447-a6a0-37841ecedbdb triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:08:34.352382 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-214db25e-2cef-4fc5-a897-dd7543fdd351 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:08:34.371147 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-815dab88-6ce8-44dd-a956-7611fe40d1cf req-7200fad4-f0dc-4986-91e0-e80f54e2a652 tempest-VolumesSnapshotTestJSON-1437954504 tempest-VolumesSnapshotTestJSON-1437954504-project] 10.222.0.13 "GET /v2.0/ports?device_id=9b52499c-9c34-4a81-9e1d-bfa4c9660033 HTTP/1.1" status: 200 len: 210 time: 0.0854561 Nov 05 19:08:34.463187 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-214db25e-2cef-4fc5-a897-dd7543fdd351 None None] Port 469556f7-45fd-4447-a6a0-37841ecedbdb cannot update to ACTIVE because it is not bound. {{(pid=102388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 19:08:34.483467 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fe344c-af06-41c4-a010-733c6c893e25 req-9c2bb2eb-06b4-44ed-9726-64892145e1f6 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:08:34.492219 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-28fe344c-af06-41c4-a010-733c6c893e25 req-9c2bb2eb-06b4-44ed-9726-64892145e1f6 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] 10.222.0.13 "GET /v2.0/networks?id=4b059334-dafd-4f9f-91b0-dba42be862b2 HTTP/1.1" status: 200 len: 797 time: 0.3806129 Nov 05 19:08:34.546561 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-28fe344c-af06-41c4-a010-733c6c893e25 req-9d9e4172-5b0e-4a37-841f-96be90a9c2b6 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] 10.222.0.13 "GET /v2.0/quotas/777902a3c6ed4ff2a5460208db53bd8a HTTP/1.1" status: 200 len: 375 time: 0.0532351 Nov 05 19:08:34.701417 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-424f3cca-5173-4c00-b86e-045c68b7c009 None None] Provisioning complete for port 469556f7-45fd-4447-a6a0-37841ecedbdb triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:08:34.701728 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-424f3cca-5173-4c00-b86e-045c68b7c009 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:08:34.730930 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-fe2397b4-b9b9-45dc-9c35-8e09535288c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0236bd7-b48a-4661-b5c6-b11cd8fac5f4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1327585774', 'tenant_id': '777902a3c6ed4ff2a5460208db53bd8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.14'}], 'enable_snat': True}, 'gw_port_id': '43f0c9f0-b2bc-48a2-b350-1327547a3ee6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T19:08:22Z', 'updated_at': '2021-11-05T19:08:31Z', 'revision_number': 4, 'project_id': '777902a3c6ed4ff2a5460208db53bd8a', 'gw_port': {'id': '43f0c9f0-b2bc-48a2-b350-1327547a3ee6', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:40:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0236bd7-b48a-4661-b5c6-b11cd8fac5f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3297, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:08:23Z', 'updated_at': '2021-11-05T19:08:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1', '_interfaces': [{'id': '469556f7-45fd-4447-a6a0-37841ecedbdb', 'name': '', 'network_id': '4b059334-dafd-4f9f-91b0-dba42be862b2', 'tenant_id': '777902a3c6ed4ff2a5460208db53bd8a', 'mac_address': 'fa:16:3e:12:d8:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0236bd7-b48a-4661-b5c6-b11cd8fac5f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3305, 'fixed_ips': [{'subnet_id': '8c015bc4-06f3-40c7-a991-adcb8966305a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:08:30Z', 'updated_at': '2021-11-05T19:08:32Z', 'revision_number': 2, 'project_id': '777902a3c6ed4ff2a5460208db53bd8a', 'subnets': [{'id': '8c015bc4-06f3-40c7-a991-adcb8966305a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-1', False) {} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:08:34.784894 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-424f3cca-5173-4c00-b86e-045c68b7c009 None None] Port 469556f7-45fd-4447-a6a0-37841ecedbdb cannot update to ACTIVE because it is not bound. {{(pid=102388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 19:08:34.799734 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe2397b4-b9b9-45dc-9c35-8e09535288c9 None None] Checking router: f0236bd7-b48a-4661-b5c6-b11cd8fac5f4 for host: n-d-816865-1 {{(pid=102389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 19:08:34.800507 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe2397b4-b9b9-45dc-9c35-8e09535288c9 None None] Updating router f0236bd7-b48a-4661-b5c6-b11cd8fac5f4 port 469556f7-45fd-4447-a6a0-37841ecedbdb binding host n-d-816865-1 {{(pid=102389) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 05 19:08:34.803026 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-28fe344c-af06-41c4-a010-733c6c893e25 req-98f92a7b-6a69-4318-8390-c3fb4555ea2b tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=777902a3c6ed4ff2a5460208db53bd8a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2556190 Nov 05 19:08:34.851107 n-d-816865-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-fe2397b4-b9b9-45dc-9c35-8e09535288c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:08:34.870031 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d065cd-2c12-475d-9ef8-2ff86c67722c req-473c9401-6277-4234-b380-e8ab5c763f13 tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:08:34.872206 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-a1d065cd-2c12-475d-9ef8-2ff86c67722c req-473c9401-6277-4234-b380-e8ab5c763f13 tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] 10.222.0.13 "GET /v2.0/ports?device_id=c7103f3a-0446-40ed-a190-1645982f6516 HTTP/1.1" status: 200 len: 943 time: 0.2470758 Nov 05 19:08:35.131196 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-6a729d05-2bd8-47f1-adde-33cba014ee0a None None] Provisioning complete for port 469556f7-45fd-4447-a6a0-37841ecedbdb triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:08:35.131760 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-6a729d05-2bd8-47f1-adde-33cba014ee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:08:35.173598 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-a1d065cd-2c12-475d-9ef8-2ff86c67722c req-78414e22-4910-42a2-8104-f95a2fc3683d tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] 10.222.0.13 "GET /v2.0/security-groups?id=c33e3cae-293b-4275-aa24-9c3af6c8734f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2272041 Nov 05 19:08:35.269280 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-28fe344c-af06-41c4-a010-733c6c893e25 req-05d85090-bba4-4b81-9ad9-dcca601bd341 service neutron] 10.222.0.13 "GET /v2.0/networks/4b059334-dafd-4f9f-91b0-dba42be862b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4580536 Nov 05 19:08:35.614359 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-6a729d05-2bd8-47f1-adde-33cba014ee0a None None] Port 469556f7-45fd-4447-a6a0-37841ecedbdb cannot update to ACTIVE because it is not bound. {{(pid=102388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 19:08:35.620343 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device fb6c5bae-87e6-4d4b-abbf-1f38ba850d22 up at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 19:08:35.624419 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-28fe344c-af06-41c4-a010-733c6c893e25 req-292e4021-0ebb-4951-b093-568052e18fde service neutron] 10.222.0.13 "GET /v2.0/networks/4b059334-dafd-4f9f-91b0-dba42be862b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3542652 Nov 05 19:08:35.752322 n-d-816865-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-fe2397b4-b9b9-45dc-9c35-8e09535288c9 None None] Publish callbacks [] for port, precommit_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:08:35.765396 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-87be61df-b8b2-4eb1-88f7-582af916d8c4 req-df156b13-a58b-4ca1-9abb-63ef3547bcfe tempest-VolumesSnapshotTestJSON-1437954504 tempest-VolumesSnapshotTestJSON-1437954504-project] 10.222.0.13 "GET /v2.0/ports?device_id=9b52499c-9c34-4a81-9e1d-bfa4c9660033 HTTP/1.1" status: 200 len: 210 time: 0.1363904 Nov 05 19:08:35.781417 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-ded7139a-8d39-45d3-8a10-60e0ed4694c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:08:35.811377 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Provisioning complete for port fb6c5bae-87e6-4d4b-abbf-1f38ba850d22 triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:08:35.811754 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:08:35.880979 n-d-816865-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-fe2397b4-b9b9-45dc-9c35-8e09535288c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:08:36.011730 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f473f52e-f7dc-4256-8387-67fcee233767 None None] Pushing event updated for resources: {'Port': ['ID=469556f7-45fd-4447-a6a0-37841ecedbdb,revision_number=3']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:08:36.050450 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f473f52e-f7dc-4256-8387-67fcee233767 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:08:36.054496 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f473f52e-f7dc-4256-8387-67fcee233767 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:08:36.055042 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f473f52e-f7dc-4256-8387-67fcee233767 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:08:36.055543 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f473f52e-f7dc-4256-8387-67fcee233767 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:08:36.056042 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f473f52e-f7dc-4256-8387-67fcee233767 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:08:36.056709 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f473f52e-f7dc-4256-8387-67fcee233767 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:08:36.057204 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f473f52e-f7dc-4256-8387-67fcee233767 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:08:36.058029 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f473f52e-f7dc-4256-8387-67fcee233767 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:08:36.058555 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f473f52e-f7dc-4256-8387-67fcee233767 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:08:36.059024 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f473f52e-f7dc-4256-8387-67fcee233767 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:08:36.059489 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f473f52e-f7dc-4256-8387-67fcee233767 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:08:36.060853 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f473f52e-f7dc-4256-8387-67fcee233767 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:08:36.101800 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-2df29278-e33a-47d7-8208-6a4be9bb8fd2 req-c8be386b-4fe0-4c29-9b31-fbe7a5a841fe tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] 10.222.0.13 "GET /v2.0/ports?device_id=0047d45e-b897-437c-bf67-02c613002f4a HTTP/1.1" status: 200 len: 210 time: 0.1209693 Nov 05 19:08:36.208646 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.managers [None req-fe2397b4-b9b9-45dc-9c35-8e09535288c9 None None] Attempting to bind port 469556f7-45fd-4447-a6a0-37841ecedbdb on host n-d-816865-1 for vnic_type normal with profile {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 19:08:36.209017 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.managers [None req-fe2397b4-b9b9-45dc-9c35-8e09535288c9 None None] Attempting to bind port 469556f7-45fd-4447-a6a0-37841ecedbdb by drivers openvswitch,hyperv on host n-d-816865-1 at level 0 using segments [{'id': '5b4b5bf4-ffef-44ab-bb8a-f344bae27634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '4b059334-dafd-4f9f-91b0-dba42be862b2'}] {{(pid=102389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 19:08:36.209377 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe2397b4-b9b9-45dc-9c35-8e09535288c9 None None] Attempting to bind port 469556f7-45fd-4447-a6a0-37841ecedbdb on network 4b059334-dafd-4f9f-91b0-dba42be862b2 {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 19:08:36.245671 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe2397b4-b9b9-45dc-9c35-8e09535288c9 None None] Checking agent: {'id': '724d89a7-611b-41e6-bc85-c48112b17afa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 18, 25, 8), 'started_at': datetime.datetime(2021, 11, 5, 18, 25, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 19, 8, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 19:08:36.247502 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe2397b4-b9b9-45dc-9c35-8e09535288c9 None None] Checking segment: {'id': '5b4b5bf4-ffef-44ab-bb8a-f344bae27634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '4b059334-dafd-4f9f-91b0-dba42be862b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 19:08:36.248073 n-d-816865-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-fe2397b4-b9b9-45dc-9c35-8e09535288c9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:08:36.249838 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe2397b4-b9b9-45dc-9c35-8e09535288c9 None None] Bound using segment: {'id': '5b4b5bf4-ffef-44ab-bb8a-f344bae27634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '4b059334-dafd-4f9f-91b0-dba42be862b2'} {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 19:08:36.256023 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.managers [None req-fe2397b4-b9b9-45dc-9c35-8e09535288c9 None None] Bound port: 469556f7-45fd-4447-a6a0-37841ecedbdb, host: n-d-816865-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b4b5bf4-ffef-44ab-bb8a-f344bae27634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '4b059334-dafd-4f9f-91b0-dba42be862b2'}}] {{(pid=102389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 19:08:36.256736 n-d-816865-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-fe2397b4-b9b9-45dc-9c35-8e09535288c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:08:36.276590 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b304910f-7b27-444b-a8fc-977d26b1ceac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:08:36.333687 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78634bfa-b24b-4acd-bfe0-1d15d0a52a5c req-5e0c0350-0d2c-4972-ab76-7f67e800a10f tempest-VolumesSnapshotTestJSON-1437954504 tempest-VolumesSnapshotTestJSON-1437954504-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:08:36.337727 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-78634bfa-b24b-4acd-bfe0-1d15d0a52a5c req-5e0c0350-0d2c-4972-ab76-7f67e800a10f tempest-VolumesSnapshotTestJSON-1437954504 tempest-VolumesSnapshotTestJSON-1437954504-project] 10.222.0.55 "GET /v2.0/networks?id=01b045d0-82c9-45d8-bd3e-cf491500bbe1 HTTP/1.1" status: 200 len: 813 time: 0.3445380 Nov 05 19:08:36.358378 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [req-78634bfa-b24b-4acd-bfe0-1d15d0a52a5c req-e61408dd-2596-476e-8200-8f020752292c tempest-VolumesSnapshotTestJSON-1437954504 tempest-VolumesSnapshotTestJSON-1437954504-project] Request body: {'port': {'device_id': '9b52499c-9c34-4a81-9e1d-bfa4c9660033', 'network_id': '01b045d0-82c9-45d8-bd3e-cf491500bbe1', 'admin_state_up': True, 'tenant_id': '634b410538db4628b0278615b03ee648'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:08:36.378910 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:08:36.509753 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [None req-fe2397b4-b9b9-45dc-9c35-8e09535288c9 None None] For port 469556f7-45fd-4447-a6a0-37841ecedbdb, host n-d-816865-1, cleared binding levels {{(pid=102389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 19:08:36.523669 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [None req-fe2397b4-b9b9-45dc-9c35-8e09535288c9 None None] For port 469556f7-45fd-4447-a6a0-37841ecedbdb, host n-d-816865-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=469556f7-45fd-4447-a6a0-37841ecedbdb,segment=NetworkSegment(5b4b5bf4-ffef-44ab-bb8a-f344bae27634),segment_id=5b4b5bf4-ffef-44ab-bb8a-f344bae27634)] {{(pid=102389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 19:08:36.545975 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85be467-15c7-40cd-a179-86f4da70b9bb req-12cd9a54-2c75-44a1-bee8-bb5f2fb1fa24 tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:08:36.547589 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-a85be467-15c7-40cd-a179-86f4da70b9bb req-12cd9a54-2c75-44a1-bee8-bb5f2fb1fa24 tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] 10.222.0.13 "GET /v2.0/ports?device_id=c7103f3a-0446-40ed-a190-1645982f6516 HTTP/1.1" status: 200 len: 943 time: 0.1806183 Nov 05 19:08:36.590228 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-75734292-3a70-4f3a-a7db-6236408c6eef None None] Provisioning complete for port 469556f7-45fd-4447-a6a0-37841ecedbdb triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:08:36.592983 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-75734292-3a70-4f3a-a7db-6236408c6eef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:08:36.628411 n-d-816865-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-fe2397b4-b9b9-45dc-9c35-8e09535288c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:08:36.640356 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-75734292-3a70-4f3a-a7db-6236408c6eef None None] Port 469556f7-45fd-4447-a6a0-37841ecedbdb cannot update to ACTIVE because it is not bound. {{(pid=102388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 19:08:36.679931 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-a85be467-15c7-40cd-a179-86f4da70b9bb req-3a3901d7-f8fa-42d7-8b84-d93de5e4b5e9 tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] 10.222.0.13 "GET /v2.0/security-groups?id=c33e3cae-293b-4275-aa24-9c3af6c8734f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1183548 Nov 05 19:08:36.715026 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-78634bfa-b24b-4acd-bfe0-1d15d0a52a5c req-e61408dd-2596-476e-8200-8f020752292c tempest-VolumesSnapshotTestJSON-1437954504 tempest-VolumesSnapshotTestJSON-1437954504-project] Made reservation on behalf of 634b410538db4628b0278615b03ee648 for: {'port': 1} {{(pid=102386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 19:08:36.719265 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-78634bfa-b24b-4acd-bfe0-1d15d0a52a5c req-e61408dd-2596-476e-8200-8f020752292c tempest-VolumesSnapshotTestJSON-1437954504 tempest-VolumesSnapshotTestJSON-1437954504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:08:36.760299 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f473f52e-f7dc-4256-8387-67fcee233767 None None] Pushing event updated for resources: {'Port': ['ID=469556f7-45fd-4447-a6a0-37841ecedbdb,revision_number=4']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:08:36.771104 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe2397b4-b9b9-45dc-9c35-8e09535288c9 None None] Routers {'f0236bd7-b48a-4661-b5c6-b11cd8fac5f4'} bound to L3 agent in host n-d-816865-1 {{(pid=102389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 19:08:36.771104 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-fe2397b4-b9b9-45dc-9c35-8e09535288c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T19:08:36Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['f0236bd7-b48a-4661-b5c6-b11cd8fac5f4'], 'active': True} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:08:37.023540 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-971ec7ed-3753-4edb-b690-51e8ff2e4937 req-44a9e7d0-948b-4a1d-9bb9-f8adc506e6cc tempest-VolumesSnapshotTestJSON-1437954504 tempest-VolumesSnapshotTestJSON-1437954504-project] 10.222.0.13 "GET /v2.0/ports?device_id=9b52499c-9c34-4a81-9e1d-bfa4c9660033 HTTP/1.1" status: 200 len: 210 time: 0.0715921 Nov 05 19:08:37.075414 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-8d805b0a-9467-4829-a9aa-f88cf0e4493a None None] Provisioning complete for port 469556f7-45fd-4447-a6a0-37841ecedbdb triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:08:37.076865 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-8d805b0a-9467-4829-a9aa-f88cf0e4493a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:08:37.154726 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvr_db [None req-fe2397b4-b9b9-45dc-9c35-8e09535288c9 None None] Set router f0236bd7-b48a-4661-b5c6-b11cd8fac5f4 gateway port host: n-d-816865-1 {{(pid=102389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 19:08:37.154957 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.db_base_plugin_common [req-78634bfa-b24b-4acd-bfe0-1d15d0a52a5c req-e61408dd-2596-476e-8200-8f020752292c tempest-VolumesSnapshotTestJSON-1437954504 tempest-VolumesSnapshotTestJSON-1437954504-project] Allocated IP 172.20.0.8 (01b045d0-82c9-45d8-bd3e-cf491500bbe1/9e3897e1-4b3c-4258-9f3e-7c4058b653aa/57416c37-8f32-4cdf-8130-401b82217f2d) {{(pid=102386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 19:08:37.259105 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-ffdf140b-a128-4748-987b-de794bac99e4 req-d7dbc52c-0d8e-44b4-a408-d48ab8aa186f tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] 10.222.0.13 "GET /v2.0/ports?device_id=0047d45e-b897-437c-bf67-02c613002f4a HTTP/1.1" status: 200 len: 210 time: 0.0622971 Nov 05 19:08:37.295989 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-8d805b0a-9467-4829-a9aa-f88cf0e4493a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:08:37.354116 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-8d805b0a-9467-4829-a9aa-f88cf0e4493a None None] For port 469556f7-45fd-4447-a6a0-37841ecedbdb, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=469556f7-45fd-4447-a6a0-37841ecedbdb,segment=NetworkSegment(5b4b5bf4-ffef-44ab-bb8a-f344bae27634),segment_id=5b4b5bf4-ffef-44ab-bb8a-f344bae27634)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:08:37.412455 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 59642) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:08:37.463432 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-8d805b0a-9467-4829-a9aa-f88cf0e4493a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:08:37.584280 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d805b0a-9467-4829-a9aa-f88cf0e4493a None None] Pushing event updated for resources: {'Port': ['ID=469556f7-45fd-4447-a6a0-37841ecedbdb,revision_number=5']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:08:37.606571 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-78634bfa-b24b-4acd-bfe0-1d15d0a52a5c req-e61408dd-2596-476e-8200-8f020752292c tempest-VolumesSnapshotTestJSON-1437954504 tempest-VolumesSnapshotTestJSON-1437954504-project] Publish callbacks [] for port, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:08:37.732136 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-a59fb700-b0de-45d7-90fb-232b4da04a43 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:08:37.733759 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.agents_db [None req-b9406b04-a0e8-43cf-b349-711963d96cf4 None None] Agent healthcheck: found 7 active agents {{(pid=102389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 05 19:08:37.738427 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-78634bfa-b24b-4acd-bfe0-1d15d0a52a5c req-e61408dd-2596-476e-8200-8f020752292c tempest-VolumesSnapshotTestJSON-1437954504 tempest-VolumesSnapshotTestJSON-1437954504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:08:37.821588 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-78634bfa-b24b-4acd-bfe0-1d15d0a52a5c req-e61408dd-2596-476e-8200-8f020752292c tempest-VolumesSnapshotTestJSON-1437954504 tempest-VolumesSnapshotTestJSON-1437954504-project] Network 01b045d0-82c9-45d8-bd3e-cf491500bbe1 is already hosted by enough agents. {{(pid=102386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 19:08:37.826518 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.base_scheduler [req-78634bfa-b24b-4acd-bfe0-1d15d0a52a5c req-e61408dd-2596-476e-8200-8f020752292c tempest-VolumesSnapshotTestJSON-1437954504 tempest-VolumesSnapshotTestJSON-1437954504-project] Resources bound (agent type, host, resource id): {{(pid=102386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 19:08:37.834203 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61408dd-2596-476e-8200-8f020752292c tempest-VolumesSnapshotTestJSON-1437954504 tempest-VolumesSnapshotTestJSON-1437954504-project] Pushing event updated for resources: {'Port': ['ID=57416c37-8f32-4cdf-8130-401b82217f2d,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:08:37.837680 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [req-78634bfa-b24b-4acd-bfe0-1d15d0a52a5c req-e61408dd-2596-476e-8200-8f020752292c tempest-VolumesSnapshotTestJSON-1437954504 tempest-VolumesSnapshotTestJSON-1437954504-project] Received port after_create {{(pid=102386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 19:08:37.978747 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78634bfa-b24b-4acd-bfe0-1d15d0a52a5c req-e61408dd-2596-476e-8200-8f020752292c tempest-VolumesSnapshotTestJSON-1437954504 tempest-VolumesSnapshotTestJSON-1437954504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:08:37.979795 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-78634bfa-b24b-4acd-bfe0-1d15d0a52a5c req-e61408dd-2596-476e-8200-8f020752292c tempest-VolumesSnapshotTestJSON-1437954504 tempest-VolumesSnapshotTestJSON-1437954504-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:08:38.001853 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-fe2397b4-b9b9-45dc-9c35-8e09535288c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0236bd7-b48a-4661-b5c6-b11cd8fac5f4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1327585774', 'tenant_id': '777902a3c6ed4ff2a5460208db53bd8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.14'}], 'enable_snat': True}, 'gw_port_id': '43f0c9f0-b2bc-48a2-b350-1327547a3ee6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T19:08:22Z', 'updated_at': '2021-11-05T19:08:31Z', 'revision_number': 4, 'project_id': '777902a3c6ed4ff2a5460208db53bd8a', 'gw_port': {'id': '43f0c9f0-b2bc-48a2-b350-1327547a3ee6', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:40:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0236bd7-b48a-4661-b5c6-b11cd8fac5f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3297, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:08:23Z', 'updated_at': '2021-11-05T19:08:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1', '_interfaces': [{'id': '469556f7-45fd-4447-a6a0-37841ecedbdb', 'name': '', 'network_id': '4b059334-dafd-4f9f-91b0-dba42be862b2', 'tenant_id': '777902a3c6ed4ff2a5460208db53bd8a', 'mac_address': 'fa:16:3e:12:d8:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0236bd7-b48a-4661-b5c6-b11cd8fac5f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3305, 'fixed_ips': [{'subnet_id': '8c015bc4-06f3-40c7-a991-adcb8966305a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:08:30Z', 'updated_at': '2021-11-05T19:08:36Z', 'revision_number': 4, 'project_id': '777902a3c6ed4ff2a5460208db53bd8a', 'subnets': [{'id': '8c015bc4-06f3-40c7-a991-adcb8966305a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-1', False) {} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:08:38.106524 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-78634bfa-b24b-4acd-bfe0-1d15d0a52a5c req-e61408dd-2596-476e-8200-8f020752292c tempest-VolumesSnapshotTestJSON-1437954504 tempest-VolumesSnapshotTestJSON-1437954504-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7561104 Nov 05 19:08:38.124951 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [req-78634bfa-b24b-4acd-bfe0-1d15d0a52a5c req-c90f16ab-6a4c-4278-9cfe-f2f009ccc0de service neutron] Request body: {'port': {'device_id': '9b52499c-9c34-4a81-9e1d-bfa4c9660033', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816865-1'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:08:38.128736 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe2397b4-b9b9-45dc-9c35-8e09535288c9 None None] The sync data for ids ['f0236bd7-b48a-4661-b5c6-b11cd8fac5f4'] in n-d-816865-1 is: [{'id': 'f0236bd7-b48a-4661-b5c6-b11cd8fac5f4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1327585774', 'tenant_id': '777902a3c6ed4ff2a5460208db53bd8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.14'}], 'enable_snat': True}, 'gw_port_id': '43f0c9f0-b2bc-48a2-b350-1327547a3ee6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T19:08:22Z', 'updated_at': '2021-11-05T19:08:31Z', 'revision_number': 4, 'project_id': '777902a3c6ed4ff2a5460208db53bd8a', 'gw_port': {'id': '43f0c9f0-b2bc-48a2-b350-1327547a3ee6', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:40:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0236bd7-b48a-4661-b5c6-b11cd8fac5f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3297, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:08:23Z', 'updated_at': '2021-11-05T19:08:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1', '_interfaces': [{'id': '469556f7-45fd-4447-a6a0-37841ecedbdb', 'name': '', 'network_id': '4b059334-dafd-4f9f-91b0-dba42be862b2', 'tenant_id': '777902a3c6ed4ff2a5460208db53bd8a', 'mac_address': 'fa:16:3e:12:d8:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0236bd7-b48a-4661-b5c6-b11cd8fac5f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3305, 'fixed_ips': [{'subnet_id': '8c015bc4-06f3-40c7-a991-adcb8966305a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:08:30Z', 'updated_at': '2021-11-05T19:08:36Z', 'revision_number': 4, 'project_id': '777902a3c6ed4ff2a5460208db53bd8a', 'subnets': [{'id': '8c015bc4-06f3-40c7-a991-adcb8966305a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 19:08:38.136880 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-a59fb700-b0de-45d7-90fb-232b4da04a43 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:08:38.185097 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084f60aa-ad16-4eb7-956a-0837d6729375 req-584a030d-21a3-4024-a828-ecf30c24a95b tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:08:38.187136 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-084f60aa-ad16-4eb7-956a-0837d6729375 req-584a030d-21a3-4024-a828-ecf30c24a95b tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] 10.222.0.13 "GET /v2.0/ports?device_id=c7103f3a-0446-40ed-a190-1645982f6516 HTTP/1.1" status: 200 len: 943 time: 0.2326601 Nov 05 19:08:38.217680 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-a59fb700-b0de-45d7-90fb-232b4da04a43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:08:38.298414 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-31f93893-a48e-4ae8-833d-dccb2b42eacc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:08:38.374784 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-a59fb700-b0de-45d7-90fb-232b4da04a43 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=96b8f2c643474eb8b8ba7c318d55df1d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9609704 Nov 05 19:08:38.378790 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59fb700-b0de-45d7-90fb-232b4da04a43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8eafc1cf-ac6b-46ee-a428-6e5deea94955,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:08:38.383313 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 59660) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:08:38.400537 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-78634bfa-b24b-4acd-bfe0-1d15d0a52a5c req-c90f16ab-6a4c-4278-9cfe-f2f009ccc0de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:08:38.470354 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-965daa95-d602-4684-9ef9-e3abc67136ab admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:08:38.564115 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-084f60aa-ad16-4eb7-956a-0837d6729375 req-6496d842-243b-4ed9-8e50-a46e21ad1083 tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] 10.222.0.13 "GET /v2.0/security-groups?id=c33e3cae-293b-4275-aa24-9c3af6c8734f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3674412 Nov 05 19:08:38.577578 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:08:38.596980 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-965daa95-d602-4684-9ef9-e3abc67136ab admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:08:38.867244 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-07ff7d51-a969-4d5b-a296-1536b272e524 req-4b321ddd-d8be-412a-8f9b-e970e2dabe1d tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] 10.222.0.13 "GET /v2.0/ports?device_id=0047d45e-b897-437c-bf67-02c613002f4a HTTP/1.1" status: 200 len: 210 time: 0.0880449 Nov 05 19:08:38.875534 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-965daa95-d602-4684-9ef9-e3abc67136ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:08:38.889569 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-965daa95-d602-4684-9ef9-e3abc67136ab admin admin] Publish callbacks [] for security_group, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:08:38.889569 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-965daa95-d602-4684-9ef9-e3abc67136ab admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8eafc1cf-ac6b-46ee-a428-6e5deea94955 HTTP/1.1" status: 204 len: 168 time: 0.4986382 Nov 05 19:08:38.906738 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965daa95-d602-4684-9ef9-e3abc67136ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8eafc1cf-ac6b-46ee-a428-6e5deea94955,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:08:39.458579 n-d-816865-1 neutron-server[102386]: DEBUG neutron.notifiers.nova [req-78634bfa-b24b-4acd-bfe0-1d15d0a52a5c req-c90f16ab-6a4c-4278-9cfe-f2f009ccc0de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 57416c37-8f32-4cdf-8130-401b82217f2d {{(pid=102386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 19:08:39.491986 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-78634bfa-b24b-4acd-bfe0-1d15d0a52a5c req-c90f16ab-6a4c-4278-9cfe-f2f009ccc0de service neutron] Publish callbacks [] for port, precommit_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:08:39.537277 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.provisioning_blocks [req-78634bfa-b24b-4acd-bfe0-1d15d0a52a5c req-c90f16ab-6a4c-4278-9cfe-f2f009ccc0de service neutron] Transition to ACTIVE for port object 57416c37-8f32-4cdf-8130-401b82217f2d will not be triggered until provisioned by entity L2. {{(pid=102386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 05 19:08:39.539275 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87c7495-1e30-4880-8b35-04fe0399eedd req-109ebd4a-aa04-4a53-97ce-4713501a582a tempest-VolumesSnapshotTestJSON-1437954504 tempest-VolumesSnapshotTestJSON-1437954504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:08:39.540881 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-a87c7495-1e30-4880-8b35-04fe0399eedd req-109ebd4a-aa04-4a53-97ce-4713501a582a tempest-VolumesSnapshotTestJSON-1437954504 tempest-VolumesSnapshotTestJSON-1437954504-project] 10.222.0.13 "GET /v2.0/ports?device_id=9b52499c-9c34-4a81-9e1d-bfa4c9660033 HTTP/1.1" status: 200 len: 931 time: 0.2778032 Nov 05 19:08:39.565524 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fe344c-af06-41c4-a010-733c6c893e25 req-ba821b9b-f294-4929-a2c8-0d56d7d2e7af tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:08:39.578013 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-28fe344c-af06-41c4-a010-733c6c893e25 req-ba821b9b-f294-4929-a2c8-0d56d7d2e7af tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] 10.222.0.41 "GET /v2.0/networks?id=4b059334-dafd-4f9f-91b0-dba42be862b2 HTTP/1.1" status: 200 len: 797 time: 0.5503442 Nov 05 19:08:39.644290 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-78634bfa-b24b-4acd-bfe0-1d15d0a52a5c req-c90f16ab-6a4c-4278-9cfe-f2f009ccc0de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6149821'] for port, after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:08:39.665914 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 469556f7-45fd-4447-a6a0-37841ecedbdb up at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 19:08:39.790411 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-a87c7495-1e30-4880-8b35-04fe0399eedd req-97c076f7-c530-4bd8-81b6-87ab76bfcda9 tempest-VolumesSnapshotTestJSON-1437954504 tempest-VolumesSnapshotTestJSON-1437954504-project] 10.222.0.13 "GET /v2.0/security-groups?id=d7b9c99a-6df0-4863-822b-c575f2680e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1916053 Nov 05 19:08:39.856765 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90f16ab-6a4c-4278-9cfe-f2f009ccc0de service neutron] Pushing event updated for resources: {'Port': ['ID=57416c37-8f32-4cdf-8130-401b82217f2d,revision_number=2']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:08:39.936448 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Provisioning complete for port 469556f7-45fd-4447-a6a0-37841ecedbdb triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:08:39.936823 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:08:40.180471 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [req-78634bfa-b24b-4acd-bfe0-1d15d0a52a5c req-c90f16ab-6a4c-4278-9cfe-f2f009ccc0de service neutron] Attempting to bind port 57416c37-8f32-4cdf-8130-401b82217f2d on host n-h2-816865-1 for vnic_type normal with profile {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 19:08:40.180782 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [req-78634bfa-b24b-4acd-bfe0-1d15d0a52a5c req-c90f16ab-6a4c-4278-9cfe-f2f009ccc0de service neutron] Attempting to bind port 57416c37-8f32-4cdf-8130-401b82217f2d by drivers openvswitch,hyperv on host n-h2-816865-1 at level 0 using segments [{'id': '9fdad650-1304-44e2-aad9-4017937c0790', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '01b045d0-82c9-45d8-bd3e-cf491500bbe1'}] {{(pid=102386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 19:08:40.181112 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78634bfa-b24b-4acd-bfe0-1d15d0a52a5c req-c90f16ab-6a4c-4278-9cfe-f2f009ccc0de service neutron] Attempting to bind port 57416c37-8f32-4cdf-8130-401b82217f2d on network 01b045d0-82c9-45d8-bd3e-cf491500bbe1 {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 19:08:40.212284 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 59682) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:08:40.232384 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-28fe344c-af06-41c4-a010-733c6c893e25 req-42ebd765-9064-400b-af31-ee574ed8cbb2 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=777902a3c6ed4ff2a5460208db53bd8a HTTP/1.1" status: 200 len: 380 time: 0.5533955 Nov 05 19:08:40.237106 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78634bfa-b24b-4acd-bfe0-1d15d0a52a5c req-c90f16ab-6a4c-4278-9cfe-f2f009ccc0de service neutron] Port 57416c37-8f32-4cdf-8130-401b82217f2d on network 01b045d0-82c9-45d8-bd3e-cf491500bbe1 not bound, no agent of type Open vSwitch agent registered on host n-h2-816865-1 {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 19:08:40.237435 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78634bfa-b24b-4acd-bfe0-1d15d0a52a5c req-c90f16ab-6a4c-4278-9cfe-f2f009ccc0de service neutron] Attempting to bind port 57416c37-8f32-4cdf-8130-401b82217f2d on network 01b045d0-82c9-45d8-bd3e-cf491500bbe1 {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 19:08:40.259096 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-83c52b11-78e3-4356-b0ef-1292cac5c8ee admin admin] Publish callbacks [] for security_group, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:08:40.290237 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78634bfa-b24b-4acd-bfe0-1d15d0a52a5c req-c90f16ab-6a4c-4278-9cfe-f2f009ccc0de service neutron] Checking agent: {'id': '32aff553-696f-4891-83f5-5c176f61fe54', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816865-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 18, 33, 36), 'started_at': datetime.datetime(2021, 11, 5, 18, 33, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 19, 8, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 19:08:40.290576 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78634bfa-b24b-4acd-bfe0-1d15d0a52a5c req-c90f16ab-6a4c-4278-9cfe-f2f009ccc0de service neutron] Checking segment: {'id': '9fdad650-1304-44e2-aad9-4017937c0790', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '01b045d0-82c9-45d8-bd3e-cf491500bbe1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 19:08:40.306702 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78634bfa-b24b-4acd-bfe0-1d15d0a52a5c req-c90f16ab-6a4c-4278-9cfe-f2f009ccc0de service neutron] Bound using segment: {'id': '9fdad650-1304-44e2-aad9-4017937c0790', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '01b045d0-82c9-45d8-bd3e-cf491500bbe1'} {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 19:08:40.307187 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [req-78634bfa-b24b-4acd-bfe0-1d15d0a52a5c req-c90f16ab-6a4c-4278-9cfe-f2f009ccc0de service neutron] Bound port: 57416c37-8f32-4cdf-8130-401b82217f2d, host: n-h2-816865-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9fdad650-1304-44e2-aad9-4017937c0790', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '01b045d0-82c9-45d8-bd3e-cf491500bbe1'}}] {{(pid=102386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 19:08:40.307563 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-78634bfa-b24b-4acd-bfe0-1d15d0a52a5c req-c90f16ab-6a4c-4278-9cfe-f2f009ccc0de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:08:40.337954 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [req-28fe344c-af06-41c4-a010-733c6c893e25 req-588b0377-f6fd-40bf-9942-96e8d4b31492 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Request body: {'port': {'device_id': '0047d45e-b897-437c-bf67-02c613002f4a', 'network_id': '4b059334-dafd-4f9f-91b0-dba42be862b2', 'admin_state_up': True, 'tenant_id': '777902a3c6ed4ff2a5460208db53bd8a', 'security_groups': ['12cfcbed-e7fb-4412-a871-fb89c7d2c113']}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:08:40.553864 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-5ebf21f6-bf46-4e29-807f-35c8d2890955 req-07eab61c-4e47-4c87-98de-8db1b945e12f tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] 10.222.0.13 "GET /v2.0/ports?device_id=0047d45e-b897-437c-bf67-02c613002f4a HTTP/1.1" status: 200 len: 210 time: 0.3905900 Nov 05 19:08:40.566002 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-83c52b11-78e3-4356-b0ef-1292cac5c8ee admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:08:40.597862 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [req-78634bfa-b24b-4acd-bfe0-1d15d0a52a5c req-c90f16ab-6a4c-4278-9cfe-f2f009ccc0de service neutron] For port 57416c37-8f32-4cdf-8130-401b82217f2d, host n-h2-816865-1, cleared binding levels {{(pid=102386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 19:08:40.604231 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [req-78634bfa-b24b-4acd-bfe0-1d15d0a52a5c req-c90f16ab-6a4c-4278-9cfe-f2f009ccc0de service neutron] For port 57416c37-8f32-4cdf-8130-401b82217f2d, host n-h2-816865-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=57416c37-8f32-4cdf-8130-401b82217f2d,segment=NetworkSegment(9fdad650-1304-44e2-aad9-4017937c0790),segment_id=9fdad650-1304-44e2-aad9-4017937c0790)] {{(pid=102386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 19:08:40.609783 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ed89ff-edf3-412b-a4aa-fbdfc66f2547 req-0a41ae43-3375-4cd5-a8e1-9c1e14d22b76 tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:08:40.619287 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-a8ed89ff-edf3-412b-a4aa-fbdfc66f2547 req-0a41ae43-3375-4cd5-a8e1-9c1e14d22b76 tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] 10.222.0.13 "GET /v2.0/ports?device_id=c7103f3a-0446-40ed-a190-1645982f6516 HTTP/1.1" status: 200 len: 943 time: 0.8073387 Nov 05 19:08:40.658094 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-83c52b11-78e3-4356-b0ef-1292cac5c8ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:08:40.778648 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c52b11-78e3-4356-b0ef-1292cac5c8ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3948100a-6fb6-4409-b63c-73231735ac56,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:08:40.805056 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-a8ed89ff-edf3-412b-a4aa-fbdfc66f2547 req-dbd9f9ce-5cde-4698-8892-67e61d824495 tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] 10.222.0.13 "GET /v2.0/security-groups?id=c33e3cae-293b-4275-aa24-9c3af6c8734f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1845207 Nov 05 19:08:40.816364 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-78634bfa-b24b-4acd-bfe0-1d15d0a52a5c req-c90f16ab-6a4c-4278-9cfe-f2f009ccc0de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6149821'] for port, after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:08:40.906479 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78634bfa-b24b-4acd-bfe0-1d15d0a52a5c req-c90f16ab-6a4c-4278-9cfe-f2f009ccc0de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:08:40.912284 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-78634bfa-b24b-4acd-bfe0-1d15d0a52a5c req-c90f16ab-6a4c-4278-9cfe-f2f009ccc0de service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:08:40.912284 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-78634bfa-b24b-4acd-bfe0-1d15d0a52a5c req-c90f16ab-6a4c-4278-9cfe-f2f009ccc0de service neutron] 10.222.0.55 "PUT /v2.0/ports/57416c37-8f32-4cdf-8130-401b82217f2d HTTP/1.1" status: 200 len: 1091 time: 2.7888231 Nov 05 19:08:40.959834 n-d-816865-1 neutron-server[102386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b52499c-9c34-4a81-9e1d-bfa4c9660033', 'tag': '57416c37-8f32-4cdf-8130-401b82217f2d'}] {{(pid=102386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 19:08:40.962366 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6173a44d7c73f41af551dc890fa1a5892c2c6bc3458b640c8e0c24db7876ba6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffc9d541-8ef7-4a82-a0dd-2ddc33473dc7" -d '{"events": [{"name": "network-changed", "server_uuid": "9b52499c-9c34-4a81-9e1d-bfa4c9660033", "tag": "57416c37-8f32-4cdf-8130-401b82217f2d"}]}' {{(pid=102386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 19:08:40.992994 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-83c52b11-78e3-4356-b0ef-1292cac5c8ee admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=dec2df7fce1343bb95e41372d0906756&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7766950 Nov 05 19:08:41.001007 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 59698) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:08:41.051617 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 19:08:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69d31838-d296-4bc3-b8af-b0ed660c61c9 x-openstack-request-id: req-69d31838-d296-4bc3-b8af-b0ed660c61c9 {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 19:08:41.052205 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b52499c-9c34-4a81-9e1d-bfa4c9660033", "tag": "57416c37-8f32-4cdf-8130-401b82217f2d", "status": "completed", "code": 200}]} {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 19:08:41.052493 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-69d31838-d296-4bc3-b8af-b0ed660c61c9 {{(pid=102386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 19:08:41.052876 n-d-816865-1 neutron-server[102386]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b52499c-9c34-4a81-9e1d-bfa4c9660033', 'tag': '57416c37-8f32-4cdf-8130-401b82217f2d', 'status': 'completed', 'code': 200} Nov 05 19:08:41.073441 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-28fe344c-af06-41c4-a010-733c6c893e25 req-588b0377-f6fd-40bf-9942-96e8d4b31492 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Made reservation on behalf of 777902a3c6ed4ff2a5460208db53bd8a for: {'port': 1} {{(pid=102387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 19:08:41.092412 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-28fe344c-af06-41c4-a010-733c6c893e25 req-588b0377-f6fd-40bf-9942-96e8d4b31492 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:08:41.117568 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90f16ab-6a4c-4278-9cfe-f2f009ccc0de service neutron] Pushing event updated for resources: {'Port': ['ID=57416c37-8f32-4cdf-8130-401b82217f2d,revision_number=3']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:08:41.164333 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78634bfa-b24b-4acd-bfe0-1d15d0a52a5c req-b4e3368b-6dda-4e49-88be-21235297a4c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:08:41.165897 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-78634bfa-b24b-4acd-bfe0-1d15d0a52a5c req-b4e3368b-6dda-4e49-88be-21235297a4c5 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=634b410538db4628b0278615b03ee648&device_id=9b52499c-9c34-4a81-9e1d-bfa4c9660033 HTTP/1.1" status: 200 len: 1094 time: 0.1082199 Nov 05 19:08:41.166581 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-456fb5cf-355a-44f9-843f-5e0399ecea0f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:08:41.240830 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-78634bfa-b24b-4acd-bfe0-1d15d0a52a5c req-b2470cbb-55b7-40e8-950e-6e55995c6b65 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=57416c37-8f32-4cdf-8130-401b82217f2d HTTP/1.1" status: 200 len: 217 time: 0.0548759 Nov 05 19:08:41.250271 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-456fb5cf-355a-44f9-843f-5e0399ecea0f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:08:41.318630 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.db_base_plugin_common [req-28fe344c-af06-41c4-a010-733c6c893e25 req-588b0377-f6fd-40bf-9942-96e8d4b31492 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Allocated IP 172.20.0.4 (4b059334-dafd-4f9f-91b0-dba42be862b2/8c015bc4-06f3-40c7-a991-adcb8966305a/c2b283cb-6a55-489b-93e0-f7550bffc148) {{(pid=102387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 19:08:41.345442 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78634bfa-b24b-4acd-bfe0-1d15d0a52a5c req-d6b50b30-4b1f-4789-9c3b-857add5f5d2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:08:41.347156 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-78634bfa-b24b-4acd-bfe0-1d15d0a52a5c req-d6b50b30-4b1f-4789-9c3b-857add5f5d2d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=9e3897e1-4b3c-4258-9f3e-7c4058b653aa HTTP/1.1" status: 200 len: 853 time: 0.0944510 Nov 05 19:08:41.388701 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49adc68a-c4aa-4d3b-bdb8-f1b46e92b4dc req-3b028c25-904e-4c7c-a63d-1e22c9bb4a13 tempest-VolumesSnapshotTestJSON-1437954504 tempest-VolumesSnapshotTestJSON-1437954504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:08:41.391716 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-49adc68a-c4aa-4d3b-bdb8-f1b46e92b4dc req-3b028c25-904e-4c7c-a63d-1e22c9bb4a13 tempest-VolumesSnapshotTestJSON-1437954504 tempest-VolumesSnapshotTestJSON-1437954504-project] 10.222.0.13 "GET /v2.0/ports?device_id=9b52499c-9c34-4a81-9e1d-bfa4c9660033 HTTP/1.1" status: 200 len: 943 time: 0.4346089 Nov 05 19:08:41.400614 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-78634bfa-b24b-4acd-bfe0-1d15d0a52a5c req-7dfd7c7f-5560-452a-8053-64130ef9bef7 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=01b045d0-82c9-45d8-bd3e-cf491500bbe1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0420833 Nov 05 19:08:41.522646 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-49adc68a-c4aa-4d3b-bdb8-f1b46e92b4dc req-b56c5fcc-1cc9-4d9a-8972-4b4855c0d7f2 tempest-VolumesSnapshotTestJSON-1437954504 tempest-VolumesSnapshotTestJSON-1437954504-project] 10.222.0.13 "GET /v2.0/security-groups?id=d7b9c99a-6df0-4863-822b-c575f2680e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150513 Nov 05 19:08:41.616982 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-78634bfa-b24b-4acd-bfe0-1d15d0a52a5c req-34208fd5-238f-4686-9e07-bfdc93ed1bad service neutron] 10.222.0.55 "GET /v2.0/networks/01b045d0-82c9-45d8-bd3e-cf491500bbe1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2023604 Nov 05 19:08:41.618204 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-456fb5cf-355a-44f9-843f-5e0399ecea0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:08:41.628081 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-456fb5cf-355a-44f9-843f-5e0399ecea0f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:08:41.629887 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-456fb5cf-355a-44f9-843f-5e0399ecea0f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3948100a-6fb6-4409-b63c-73231735ac56 HTTP/1.1" status: 204 len: 168 time: 0.6271803 Nov 05 19:08:41.658565 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456fb5cf-355a-44f9-843f-5e0399ecea0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3948100a-6fb6-4409-b63c-73231735ac56,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:08:41.812450 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-f7a61b7b-fe03-45ac-8da5-36ef51eac15f req-ad913239-b7d8-405d-8e45-68f9212a40f6 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] 10.222.0.13 "GET /v2.0/ports?device_id=0047d45e-b897-437c-bf67-02c613002f4a HTTP/1.1" status: 200 len: 210 time: 0.0802085 Nov 05 19:08:41.925526 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-78634bfa-b24b-4acd-bfe0-1d15d0a52a5c req-ad26c8a3-49c5-4585-aeb8-845bfc07ce5d service neutron] 10.222.0.55 "GET /v2.0/networks/01b045d0-82c9-45d8-bd3e-cf491500bbe1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2863016 Nov 05 19:08:41.925983 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-28fe344c-af06-41c4-a010-733c6c893e25 req-588b0377-f6fd-40bf-9942-96e8d4b31492 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Publish callbacks [] for port, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:08:42.105906 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b186c5b4-a473-4d7f-8dd8-bd4560486e37 req-a125eb1d-ca40-4bdc-b5b1-940410f4bea8 tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:08:42.107856 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-b186c5b4-a473-4d7f-8dd8-bd4560486e37 req-a125eb1d-ca40-4bdc-b5b1-940410f4bea8 tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] 10.222.0.13 "GET /v2.0/ports?device_id=c7103f3a-0446-40ed-a190-1645982f6516 HTTP/1.1" status: 200 len: 943 time: 0.1269727 Nov 05 19:08:42.110134 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-28fe344c-af06-41c4-a010-733c6c893e25 req-588b0377-f6fd-40bf-9942-96e8d4b31492 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4417063'] for port, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:08:42.178375 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc9d541-8ef7-4a82-a0dd-2ddc33473dc7 req-63c9784c-66b5-47f5-932c-f7f3c5a4c2b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:08:42.180035 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-ffc9d541-8ef7-4a82-a0dd-2ddc33473dc7 req-63c9784c-66b5-47f5-932c-f7f3c5a4c2b2 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=634b410538db4628b0278615b03ee648&device_id=9b52499c-9c34-4a81-9e1d-bfa4c9660033 HTTP/1.1" status: 200 len: 1094 time: 0.0902901 Nov 05 19:08:42.288928 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588b0377-f6fd-40bf-9942-96e8d4b31492 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Pushing event updated for resources: {'Port': ['ID=c2b283cb-6a55-489b-93e0-f7550bffc148,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:08:42.305366 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-28fe344c-af06-41c4-a010-733c6c893e25 req-588b0377-f6fd-40bf-9942-96e8d4b31492 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Network 4b059334-dafd-4f9f-91b0-dba42be862b2 is already hosted by enough agents. {{(pid=102387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 19:08:42.312640 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.base_scheduler [req-28fe344c-af06-41c4-a010-733c6c893e25 req-588b0377-f6fd-40bf-9942-96e8d4b31492 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Resources bound (agent type, host, resource id): {{(pid=102387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 19:08:42.317183 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.l3_dvrscheduler_db [req-28fe344c-af06-41c4-a010-733c6c893e25 req-588b0377-f6fd-40bf-9942-96e8d4b31492 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Received port after_create {{(pid=102387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 19:08:42.413224 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc9d541-8ef7-4a82-a0dd-2ddc33473dc7 req-4fe38ce9-f31b-4093-96bf-1bd116d7d207 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:08:42.414606 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fe344c-af06-41c4-a010-733c6c893e25 req-588b0377-f6fd-40bf-9942-96e8d4b31492 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:08:42.415446 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-28fe344c-af06-41c4-a010-733c6c893e25 req-588b0377-f6fd-40bf-9942-96e8d4b31492 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:08:42.417700 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-ffc9d541-8ef7-4a82-a0dd-2ddc33473dc7 req-4fe38ce9-f31b-4093-96bf-1bd116d7d207 service neutron] 10.222.0.55 "GET /v2.0/networks?id=01b045d0-82c9-45d8-bd3e-cf491500bbe1 HTTP/1.1" status: 200 len: 914 time: 0.2240436 Nov 05 19:08:42.474528 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-b186c5b4-a473-4d7f-8dd8-bd4560486e37 req-2ebd45de-daf7-4556-b550-f2c4826955f0 tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] 10.222.0.13 "GET /v2.0/security-groups?id=c33e3cae-293b-4275-aa24-9c3af6c8734f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3504446 Nov 05 19:08:42.550322 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-ffc9d541-8ef7-4a82-a0dd-2ddc33473dc7 req-b51fc9f5-740a-4a19-8d7e-bcea86c1bc9e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=57416c37-8f32-4cdf-8130-401b82217f2d HTTP/1.1" status: 200 len: 217 time: 0.1232433 Nov 05 19:08:42.575426 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-28fe344c-af06-41c4-a010-733c6c893e25 req-588b0377-f6fd-40bf-9942-96e8d4b31492 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2569888 Nov 05 19:08:42.589051 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [req-28fe344c-af06-41c4-a010-733c6c893e25 req-802c5d2f-6dc3-4ef0-87bc-92dae35c3052 service neutron] Request body: {'port': {'device_id': '0047d45e-b897-437c-bf67-02c613002f4a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816865-1'}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:08:42.658730 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc9d541-8ef7-4a82-a0dd-2ddc33473dc7 req-1cd4327e-c1a7-4f57-b4ea-24b1e57c0dc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:08:42.660228 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-ffc9d541-8ef7-4a82-a0dd-2ddc33473dc7 req-1cd4327e-c1a7-4f57-b4ea-24b1e57c0dc3 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=9e3897e1-4b3c-4258-9f3e-7c4058b653aa HTTP/1.1" status: 200 len: 853 time: 0.0996587 Nov 05 19:08:42.722663 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-ffc9d541-8ef7-4a82-a0dd-2ddc33473dc7 req-14be9ea9-1480-4315-b511-a466c56d6508 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=01b045d0-82c9-45d8-bd3e-cf491500bbe1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0510397 Nov 05 19:08:42.725211 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-28fe344c-af06-41c4-a010-733c6c893e25 req-802c5d2f-6dc3-4ef0-87bc-92dae35c3052 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:08:42.801355 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb285bd-bedc-4775-a300-5e2117ef8504 req-6e6f5aa4-7ecf-4b06-976f-f94deff66699 tempest-VolumesSnapshotTestJSON-1437954504 tempest-VolumesSnapshotTestJSON-1437954504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:08:42.803496 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-adb285bd-bedc-4775-a300-5e2117ef8504 req-6e6f5aa4-7ecf-4b06-976f-f94deff66699 tempest-VolumesSnapshotTestJSON-1437954504 tempest-VolumesSnapshotTestJSON-1437954504-project] 10.222.0.13 "GET /v2.0/ports?device_id=9b52499c-9c34-4a81-9e1d-bfa4c9660033 HTTP/1.1" status: 200 len: 943 time: 0.1213801 Nov 05 19:08:42.857747 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-81491e5e-cdad-430d-83ce-f38ca7cb7e1e None None] Provisioning complete for port c2b283cb-6a55-489b-93e0-f7550bffc148 triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:08:42.859028 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-81491e5e-cdad-430d-83ce-f38ca7cb7e1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:08:42.969135 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-81491e5e-cdad-430d-83ce-f38ca7cb7e1e None None] Port c2b283cb-6a55-489b-93e0-f7550bffc148 cannot update to ACTIVE because it is not bound. {{(pid=102388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 19:08:42.975880 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-ffc9d541-8ef7-4a82-a0dd-2ddc33473dc7 req-97222928-4f56-48d9-bf16-34401a938670 service neutron] 10.222.0.55 "GET /v2.0/networks/01b045d0-82c9-45d8-bd3e-cf491500bbe1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2427251 Nov 05 19:08:43.135315 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-adb285bd-bedc-4775-a300-5e2117ef8504 req-65d6c22e-379f-4b17-b19d-40879f5282fc tempest-VolumesSnapshotTestJSON-1437954504 tempest-VolumesSnapshotTestJSON-1437954504-project] 10.222.0.13 "GET /v2.0/security-groups?id=d7b9c99a-6df0-4863-822b-c575f2680e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3099856 Nov 05 19:08:43.190556 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-ffc9d541-8ef7-4a82-a0dd-2ddc33473dc7 req-f00c7663-b224-46cf-9ee0-5050e275a2aa service neutron] 10.222.0.55 "GET /v2.0/networks/01b045d0-82c9-45d8-bd3e-cf491500bbe1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2052460 Nov 05 19:08:43.194631 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414ad8e5-3d7f-490e-bbfd-a34e56e7d795 req-86937af8-4d8f-420f-9c1f-d3152f337d50 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:08:43.196233 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-414ad8e5-3d7f-490e-bbfd-a34e56e7d795 req-86937af8-4d8f-420f-9c1f-d3152f337d50 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] 10.222.0.13 "GET /v2.0/ports?device_id=0047d45e-b897-437c-bf67-02c613002f4a HTTP/1.1" status: 200 len: 931 time: 0.2008200 Nov 05 19:08:43.289283 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-414ad8e5-3d7f-490e-bbfd-a34e56e7d795 req-d2f2396e-b754-42e2-ba2c-f0a77821151a tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] 10.222.0.13 "GET /v2.0/security-groups?id=12cfcbed-e7fb-4412-a871-fb89c7d2c113&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0772312 Nov 05 19:08:43.424151 n-d-816865-1 neutron-server[102387]: DEBUG neutron.notifiers.nova [req-28fe344c-af06-41c4-a010-733c6c893e25 req-802c5d2f-6dc3-4ef0-87bc-92dae35c3052 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c2b283cb-6a55-489b-93e0-f7550bffc148 {{(pid=102387) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 19:08:43.443277 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-28fe344c-af06-41c4-a010-733c6c893e25 req-802c5d2f-6dc3-4ef0-87bc-92dae35c3052 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:08:43.476799 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.provisioning_blocks [req-28fe344c-af06-41c4-a010-733c6c893e25 req-802c5d2f-6dc3-4ef0-87bc-92dae35c3052 service neutron] Transition to ACTIVE for port object c2b283cb-6a55-489b-93e0-f7550bffc148 will not be triggered until provisioned by entity L2. {{(pid=102387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 05 19:08:43.555092 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-28fe344c-af06-41c4-a010-733c6c893e25 req-802c5d2f-6dc3-4ef0-87bc-92dae35c3052 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4417072'] for port, after_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:08:43.659768 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 59756) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:08:43.682497 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802c5d2f-6dc3-4ef0-87bc-92dae35c3052 service neutron] Pushing event updated for resources: {'Port': ['ID=c2b283cb-6a55-489b-93e0-f7550bffc148,revision_number=2']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:08:43.940111 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cad1b09-22eb-4a09-a04d-fdb339c16a59 req-0d0c294e-e1f8-4aae-89ca-612548257830 tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:08:43.951459 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-8cad1b09-22eb-4a09-a04d-fdb339c16a59 req-0d0c294e-e1f8-4aae-89ca-612548257830 tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] 10.222.0.13 "GET /v2.0/ports?device_id=c7103f3a-0446-40ed-a190-1645982f6516 HTTP/1.1" status: 200 len: 943 time: 0.2797554 Nov 05 19:08:43.961070 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-8c18ee3e-ec6d-40b4-a7d3-a862c7cfca24 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1537864-network', 'tenant_id': '01deaa96e3b74444916d8d36789e9a64'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:08:44.083724 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.managers [req-28fe344c-af06-41c4-a010-733c6c893e25 req-802c5d2f-6dc3-4ef0-87bc-92dae35c3052 service neutron] Attempting to bind port c2b283cb-6a55-489b-93e0-f7550bffc148 on host n-h1-816865-1 for vnic_type normal with profile {{(pid=102387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 19:08:44.083724 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.managers [req-28fe344c-af06-41c4-a010-733c6c893e25 req-802c5d2f-6dc3-4ef0-87bc-92dae35c3052 service neutron] Attempting to bind port c2b283cb-6a55-489b-93e0-f7550bffc148 by drivers openvswitch,hyperv on host n-h1-816865-1 at level 0 using segments [{'id': '5b4b5bf4-ffef-44ab-bb8a-f344bae27634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '4b059334-dafd-4f9f-91b0-dba42be862b2'}] {{(pid=102387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 19:08:44.083724 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28fe344c-af06-41c4-a010-733c6c893e25 req-802c5d2f-6dc3-4ef0-87bc-92dae35c3052 service neutron] Attempting to bind port c2b283cb-6a55-489b-93e0-f7550bffc148 on network 4b059334-dafd-4f9f-91b0-dba42be862b2 {{(pid=102387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 19:08:44.086790 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28fe344c-af06-41c4-a010-733c6c893e25 req-802c5d2f-6dc3-4ef0-87bc-92dae35c3052 service neutron] Port c2b283cb-6a55-489b-93e0-f7550bffc148 on network 4b059334-dafd-4f9f-91b0-dba42be862b2 not bound, no agent of type Open vSwitch agent registered on host n-h1-816865-1 {{(pid=102387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 19:08:44.087106 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28fe344c-af06-41c4-a010-733c6c893e25 req-802c5d2f-6dc3-4ef0-87bc-92dae35c3052 service neutron] Attempting to bind port c2b283cb-6a55-489b-93e0-f7550bffc148 on network 4b059334-dafd-4f9f-91b0-dba42be862b2 {{(pid=102387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 19:08:44.115918 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-8cad1b09-22eb-4a09-a04d-fdb339c16a59 req-e36bfa4f-36a0-4969-8105-cc8c915411e3 tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] 10.222.0.13 "GET /v2.0/security-groups?id=c33e3cae-293b-4275-aa24-9c3af6c8734f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1635127 Nov 05 19:08:44.116977 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28fe344c-af06-41c4-a010-733c6c893e25 req-802c5d2f-6dc3-4ef0-87bc-92dae35c3052 service neutron] Checking agent: {'id': 'eb596d7c-8c64-42bd-8aca-fad447eb0eab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816865-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 18, 33, 34), 'started_at': datetime.datetime(2021, 11, 5, 18, 33, 34), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 19, 8, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 19:08:44.117308 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28fe344c-af06-41c4-a010-733c6c893e25 req-802c5d2f-6dc3-4ef0-87bc-92dae35c3052 service neutron] Checking segment: {'id': '5b4b5bf4-ffef-44ab-bb8a-f344bae27634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '4b059334-dafd-4f9f-91b0-dba42be862b2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 19:08:44.117687 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28fe344c-af06-41c4-a010-733c6c893e25 req-802c5d2f-6dc3-4ef0-87bc-92dae35c3052 service neutron] Bound using segment: {'id': '5b4b5bf4-ffef-44ab-bb8a-f344bae27634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '4b059334-dafd-4f9f-91b0-dba42be862b2'} {{(pid=102387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 19:08:44.118161 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.managers [req-28fe344c-af06-41c4-a010-733c6c893e25 req-802c5d2f-6dc3-4ef0-87bc-92dae35c3052 service neutron] Bound port: c2b283cb-6a55-489b-93e0-f7550bffc148, host: n-h1-816865-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5b4b5bf4-ffef-44ab-bb8a-f344bae27634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '4b059334-dafd-4f9f-91b0-dba42be862b2'}}] {{(pid=102387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 19:08:44.118515 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-28fe344c-af06-41c4-a010-733c6c893e25 req-802c5d2f-6dc3-4ef0-87bc-92dae35c3052 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:08:44.123794 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c18ee3e-ec6d-40b4-a7d3-a862c7cfca24 admin admin] Made reservation on behalf of 01deaa96e3b74444916d8d36789e9a64 for: {'network': 1} {{(pid=102386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 19:08:44.152545 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-8c18ee3e-ec6d-40b4-a7d3-a862c7cfca24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for network, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:08:44.169587 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-8c18ee3e-ec6d-40b4-a7d3-a862c7cfca24 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:08:44.319915 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-8c18ee3e-ec6d-40b4-a7d3-a862c7cfca24 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:08:44.327256 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.db [req-28fe344c-af06-41c4-a010-733c6c893e25 req-802c5d2f-6dc3-4ef0-87bc-92dae35c3052 service neutron] For port c2b283cb-6a55-489b-93e0-f7550bffc148, host n-h1-816865-1, cleared binding levels {{(pid=102387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 19:08:44.367771 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbbd5c3-c9fc-42a9-9972-8cf0290d7059 req-e75373fc-57e5-40ff-8676-6d4f5c5ea795 tempest-VolumesSnapshotTestJSON-1437954504 tempest-VolumesSnapshotTestJSON-1437954504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:08:44.369600 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-2dbbd5c3-c9fc-42a9-9972-8cf0290d7059 req-e75373fc-57e5-40ff-8676-6d4f5c5ea795 tempest-VolumesSnapshotTestJSON-1437954504 tempest-VolumesSnapshotTestJSON-1437954504-project] 10.222.0.13 "GET /v2.0/ports?device_id=9b52499c-9c34-4a81-9e1d-bfa4c9660033 HTTP/1.1" status: 200 len: 943 time: 0.1236849 Nov 05 19:08:44.371696 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.db [req-28fe344c-af06-41c4-a010-733c6c893e25 req-802c5d2f-6dc3-4ef0-87bc-92dae35c3052 service neutron] For port c2b283cb-6a55-489b-93e0-f7550bffc148, host n-h1-816865-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=c2b283cb-6a55-489b-93e0-f7550bffc148,segment=NetworkSegment(5b4b5bf4-ffef-44ab-bb8a-f344bae27634),segment_id=5b4b5bf4-ffef-44ab-bb8a-f344bae27634)] {{(pid=102387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 19:08:44.394308 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-8c18ee3e-ec6d-40b4-a7d3-a862c7cfca24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:08:44.452544 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-28fe344c-af06-41c4-a010-733c6c893e25 req-802c5d2f-6dc3-4ef0-87bc-92dae35c3052 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4417072'] for port, after_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:08:44.455658 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c18ee3e-ec6d-40b4-a7d3-a862c7cfca24 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 167} {{(pid=102386) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 05 19:08:44.490885 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 59774) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:08:44.494568 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-2dbbd5c3-c9fc-42a9-9972-8cf0290d7059 req-359ead6a-42c7-401b-bd9f-ec41e57532db tempest-VolumesSnapshotTestJSON-1437954504 tempest-VolumesSnapshotTestJSON-1437954504-project] 10.222.0.13 "GET /v2.0/security-groups?id=d7b9c99a-6df0-4863-822b-c575f2680e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181288 Nov 05 19:08:44.495132 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c18ee3e-ec6d-40b4-a7d3-a862c7cfca24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a45dac1-d3d3-41cc-b2d9-af215b43e9fb,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:08:44.500204 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-8c18ee3e-ec6d-40b4-a7d3-a862c7cfca24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273'] for segment, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:08:44.500524 n-d-816865-1 neutron-server[102386]: INFO neutron.db.segments_db [None req-8c18ee3e-ec6d-40b4-a7d3-a862c7cfca24 admin admin] Added segment 4294eaa4-9159-4512-b472-00960aa998f8 of type vlan for network ecda42c5-4acf-4ad4-b811-0f569ff28377 Nov 05 19:08:44.574247 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fe344c-af06-41c4-a010-733c6c893e25 req-802c5d2f-6dc3-4ef0-87bc-92dae35c3052 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:08:44.575030 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-28fe344c-af06-41c4-a010-733c6c893e25 req-802c5d2f-6dc3-4ef0-87bc-92dae35c3052 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:08:44.576507 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-28fe344c-af06-41c4-a010-733c6c893e25 req-802c5d2f-6dc3-4ef0-87bc-92dae35c3052 service neutron] 10.222.0.41 "PUT /v2.0/ports/c2b283cb-6a55-489b-93e0-f7550bffc148 HTTP/1.1" status: 200 len: 1091 time: 1.9942608 Nov 05 19:08:44.591135 n-d-816865-1 neutron-server[102387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0047d45e-b897-437c-bf67-02c613002f4a', 'tag': 'c2b283cb-6a55-489b-93e0-f7550bffc148'}] {{(pid=102387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 19:08:44.601582 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab06bd4ddf5758c1f10d79fe34dc215bafa488692cde9dba2fcbcb67556f90bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3823ae20-46fb-4f6e-82ed-9030ae8c03c6" -d '{"events": [{"name": "network-changed", "server_uuid": "0047d45e-b897-437c-bf67-02c613002f4a", "tag": "c2b283cb-6a55-489b-93e0-f7550bffc148"}]}' {{(pid=102387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 19:08:44.612983 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-8c18ee3e-ec6d-40b4-a7d3-a862c7cfca24 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750027258543'] for network, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:08:44.691025 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bbc48b-07ca-4573-9e7a-0bb126af4f56 req-79164f79-400a-42ae-ad3d-56b949395fa1 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:08:44.716978 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-d0bbc48b-07ca-4573-9e7a-0bb126af4f56 req-79164f79-400a-42ae-ad3d-56b949395fa1 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] 10.222.0.13 "GET /v2.0/ports?device_id=0047d45e-b897-437c-bf67-02c613002f4a HTTP/1.1" status: 200 len: 943 time: 0.2853043 Nov 05 19:08:44.742935 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-8c18ee3e-ec6d-40b4-a7d3-a862c7cfca24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-956796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877'] for network, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:08:44.744083 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c18ee3e-ec6d-40b4-a7d3-a862c7cfca24 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:08:44.744877 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-8c18ee3e-ec6d-40b4-a7d3-a862c7cfca24 admin admin] Publish callbacks [] for network, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:08:44.776869 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 19:08:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78c603bc-b424-4255-bcb8-fc7e3bf83b5c x-openstack-request-id: req-78c603bc-b424-4255-bcb8-fc7e3bf83b5c {{(pid=102387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 19:08:44.777161 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0047d45e-b897-437c-bf67-02c613002f4a", "tag": "c2b283cb-6a55-489b-93e0-f7550bffc148", "status": "completed", "code": 200}]} {{(pid=102387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 19:08:44.777416 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-78c603bc-b424-4255-bcb8-fc7e3bf83b5c {{(pid=102387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 19:08:44.777830 n-d-816865-1 neutron-server[102387]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0047d45e-b897-437c-bf67-02c613002f4a', 'tag': 'c2b283cb-6a55-489b-93e0-f7550bffc148', 'status': 'completed', 'code': 200} Nov 05 19:08:44.908637 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c18ee3e-ec6d-40b4-a7d3-a862c7cfca24 admin admin] Pushing event updated for resources: {'Network': ['ID=ecda42c5-4acf-4ad4-b811-0f569ff28377,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:08:44.924501 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Network ecda42c5-4acf-4ad4-b811-0f569ff28377 details requested by agent ovs-agent-n-d-816865-1 with host n-d-816865-1 {{(pid=102388) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 05 19:08:44.935538 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-92a3c440-37ce-445b-a031-91a30e64b32b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:08:44.935538 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802c5d2f-6dc3-4ef0-87bc-92dae35c3052 service neutron] Pushing event updated for resources: {'Port': ['ID=c2b283cb-6a55-489b-93e0-f7550bffc148,revision_number=3']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:08:44.959180 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-8c18ee3e-ec6d-40b4-a7d3-a862c7cfca24 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.2976754 Nov 05 19:08:44.959487 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 59780) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:08:44.977920 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-21b888ed-f68d-46aa-a76a-8ab41ebb21d0 admin admin] Request body: {'subnet': {'network_id': 'ecda42c5-4acf-4ad4-b811-0f569ff28377', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1537864-subnet', 'tenant_id': '01deaa96e3b74444916d8d36789e9a64', 'ip_version': 4}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:08:45.006602 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-d0bbc48b-07ca-4573-9e7a-0bb126af4f56 req-25eaecc0-c83c-46a6-a3d1-2e0608f1a283 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] 10.222.0.13 "GET /v2.0/security-groups?id=12cfcbed-e7fb-4412-a871-fb89c7d2c113&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2857001 Nov 05 19:08:45.041212 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3823ae20-46fb-4f6e-82ed-9030ae8c03c6 req-8d4f1d65-99c0-4a95-bbb7-2e6998e92a43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:08:45.043775 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-3823ae20-46fb-4f6e-82ed-9030ae8c03c6 req-8d4f1d65-99c0-4a95-bbb7-2e6998e92a43 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=777902a3c6ed4ff2a5460208db53bd8a&device_id=0047d45e-b897-437c-bf67-02c613002f4a HTTP/1.1" status: 200 len: 1094 time: 0.2531071 Nov 05 19:08:45.130126 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Device 57416c37-8f32-4cdf-8130-401b82217f2d details requested by agent hyperv_n-h2-816865-1 with host n-h2-816865-1 {{(pid=102388) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 05 19:08:45.292893 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-92a3c440-37ce-445b-a031-91a30e64b32b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:08:45.319414 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21b888ed-f68d-46aa-a76a-8ab41ebb21d0 admin admin] Made reservation on behalf of 01deaa96e3b74444916d8d36789e9a64 for: {'subnet': 1} {{(pid=102387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 19:08:45.322078 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-21b888ed-f68d-46aa-a76a-8ab41ebb21d0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5112236'] for subnet, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:08:45.323016 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] For port 57416c37-8f32-4cdf-8130-401b82217f2d, host n-h2-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=57416c37-8f32-4cdf-8130-401b82217f2d,segment=NetworkSegment(9fdad650-1304-44e2-aad9-4017937c0790),segment_id=9fdad650-1304-44e2-aad9-4017937c0790)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:08:45.343806 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Returning: {'device': '57416c37-8f32-4cdf-8130-401b82217f2d', 'network_id': '01b045d0-82c9-45d8-bd3e-cf491500bbe1', 'port_id': '57416c37-8f32-4cdf-8130-401b82217f2d', 'mac_address': 'fa:16:3e:cd:ac:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e3897e1-4b3c-4258-9f3e-7c4058b653aa', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102388) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 05 19:08:45.402856 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-92a3c440-37ce-445b-a031-91a30e64b32b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:08:45.416062 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:08:45.464689 n-d-816865-1 neutron-server[102388]: DEBUG neutron.notifiers.nova [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 57416c37-8f32-4cdf-8130-401b82217f2d {{(pid=102388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 19:08:45.506746 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-92a3c440-37ce-445b-a031-91a30e64b32b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2df377b3894842c0af8564b25c5d307f&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0033958 Nov 05 19:08:45.507302 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] For port 57416c37-8f32-4cdf-8130-401b82217f2d, host n-h2-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=57416c37-8f32-4cdf-8130-401b82217f2d,segment=NetworkSegment(9fdad650-1304-44e2-aad9-4017937c0790),segment_id=9fdad650-1304-44e2-aad9-4017937c0790)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:08:45.507412 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 59788) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:08:45.622768 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a3c440-37ce-445b-a031-91a30e64b32b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=772b4ff2-7aab-48ab-b181-510d41423f06,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:08:45.655650 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:08:45.673947 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-00c0e0a9-96f3-437e-95e6-fb3bfcc5ecc4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:08:45.735605 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-00c0e0a9-96f3-437e-95e6-fb3bfcc5ecc4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:08:45.746322 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023ab7f2-29f5-406c-bb76-c5046a323bcd req-68d9aa25-71a6-4a4d-9ab7-749aec24a52c tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:08:45.748074 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-023ab7f2-29f5-406c-bb76-c5046a323bcd req-68d9aa25-71a6-4a4d-9ab7-749aec24a52c tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] 10.222.0.13 "GET /v2.0/ports?device_id=c7103f3a-0446-40ed-a190-1645982f6516 HTTP/1.1" status: 200 len: 943 time: 0.4530895 Nov 05 19:08:45.758914 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Pushing event updated for resources: {'Port': ['ID=57416c37-8f32-4cdf-8130-401b82217f2d,revision_number=4']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:08:45.893352 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-023ab7f2-29f5-406c-bb76-c5046a323bcd req-6b60b490-3e87-459b-809d-d525b85d220b tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] 10.222.0.13 "GET /v2.0/security-groups?id=c33e3cae-293b-4275-aa24-9c3af6c8734f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1093991 Nov 05 19:08:45.901180 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3823ae20-46fb-4f6e-82ed-9030ae8c03c6 req-66d2ee41-f38a-48ca-a3df-106c0affec18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:08:45.912878 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-00c0e0a9-96f3-437e-95e6-fb3bfcc5ecc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:08:45.917991 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] get_ports_and_sgs() called for port_ids ['57416c37-8f32-4cdf-8130-401b82217f2d'] {{(pid=102388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 19:08:45.920840 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-00c0e0a9-96f3-437e-95e6-fb3bfcc5ecc4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:08:45.925791 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-00c0e0a9-96f3-437e-95e6-fb3bfcc5ecc4 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/772b4ff2-7aab-48ab-b181-510d41423f06 HTTP/1.1" status: 204 len: 168 time: 0.4139860 Nov 05 19:08:45.934693 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-3823ae20-46fb-4f6e-82ed-9030ae8c03c6 req-66d2ee41-f38a-48ca-a3df-106c0affec18 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=777902a3c6ed4ff2a5460208db53bd8a&shared=False HTTP/1.1" status: 200 len: 898 time: 0.8514082 Nov 05 19:08:45.960681 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c0e0a9-96f3-437e-95e6-fb3bfcc5ecc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=772b4ff2-7aab-48ab-b181-510d41423f06,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:08:46.127365 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c24422-10bb-43b5-b4f2-81a1da9780fa req-02451840-6e7d-49a2-bfe1-4d9ef1ba6580 tempest-VolumesSnapshotTestJSON-1437954504 tempest-VolumesSnapshotTestJSON-1437954504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:08:46.128919 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-78c24422-10bb-43b5-b4f2-81a1da9780fa req-02451840-6e7d-49a2-bfe1-4d9ef1ba6580 tempest-VolumesSnapshotTestJSON-1437954504 tempest-VolumesSnapshotTestJSON-1437954504-project] 10.222.0.13 "GET /v2.0/ports?device_id=9b52499c-9c34-4a81-9e1d-bfa4c9660033 HTTP/1.1" status: 200 len: 944 time: 0.4872117 Nov 05 19:08:46.324958 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-21b888ed-f68d-46aa-a76a-8ab41ebb21d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4417463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5112218'] for subnet, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:08:46.416789 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4526d571-67d8-40b7-b7b3-68b9075c1a33 req-1d843376-42d8-4325-9ee2-2d92d57ecd66 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:08:46.418195 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-4526d571-67d8-40b7-b7b3-68b9075c1a33 req-1d843376-42d8-4325-9ee2-2d92d57ecd66 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] 10.222.0.13 "GET /v2.0/ports?device_id=0047d45e-b897-437c-bf67-02c613002f4a HTTP/1.1" status: 200 len: 943 time: 0.2657452 Nov 05 19:08:46.437541 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-78c24422-10bb-43b5-b4f2-81a1da9780fa req-64c83ed6-3238-4d51-a730-31471a392683 tempest-VolumesSnapshotTestJSON-1437954504 tempest-VolumesSnapshotTestJSON-1437954504-project] 10.222.0.13 "GET /v2.0/security-groups?id=d7b9c99a-6df0-4863-822b-c575f2680e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2962704 Nov 05 19:08:46.447691 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3823ae20-46fb-4f6e-82ed-9030ae8c03c6 req-3a9c4503-eabb-4adb-a303-d8f2a4e96377 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:08:46.449470 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-3823ae20-46fb-4f6e-82ed-9030ae8c03c6 req-3a9c4503-eabb-4adb-a303-d8f2a4e96377 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5133932 Nov 05 19:08:46.467801 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b888ed-f68d-46aa-a76a-8ab41ebb21d0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b12a920f-995e-4658-86f5-ed5879e48687,revision_number=0']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:08:46.549790 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21b888ed-f68d-46aa-a76a-8ab41ebb21d0 admin admin] Checking segment: {'id': '4294eaa4-9159-4512-b472-00960aa998f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'ecda42c5-4acf-4ad4-b811-0f569ff28377'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 19:08:46.550476 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21b888ed-f68d-46aa-a76a-8ab41ebb21d0 admin admin] Network hostable DHCP agents. Network: ecda42c5-4acf-4ad4-b811-0f569ff28377, hostable agents: ['987e2ca0-bc3b-4c6f-a989-429ccfbf753f'], hosted agents: [] {{(pid=102387) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 05 19:08:46.565384 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-4526d571-67d8-40b7-b7b3-68b9075c1a33 req-30bd2b06-1c0f-46a9-9933-34428b10419e tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] 10.222.0.13 "GET /v2.0/security-groups?id=12cfcbed-e7fb-4412-a871-fb89c7d2c113&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1372173 Nov 05 19:08:46.589674 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fe344c-af06-41c4-a010-733c6c893e25 req-88c517e7-8775-443d-8eee-f55afc5e873f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:08:46.591332 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-28fe344c-af06-41c4-a010-733c6c893e25 req-88c517e7-8775-443d-8eee-f55afc5e873f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=777902a3c6ed4ff2a5460208db53bd8a&device_id=0047d45e-b897-437c-bf67-02c613002f4a HTTP/1.1" status: 200 len: 1094 time: 0.0886955 Nov 05 19:08:46.649193 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-28fe344c-af06-41c4-a010-733c6c893e25 req-0b0e4b21-bf4c-4771-8d26-f2049b4d4f1b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c2b283cb-6a55-489b-93e0-f7550bffc148 HTTP/1.1" status: 200 len: 217 time: 0.0499511 Nov 05 19:08:46.693748 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21b888ed-f68d-46aa-a76a-8ab41ebb21d0 admin admin] Network ecda42c5-4acf-4ad4-b811-0f569ff28377 is scheduled to be hosted by DHCP agent 987e2ca0-bc3b-4c6f-a989-429ccfbf753f with binding_index 1 {{(pid=102387) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 05 19:08:46.715488 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fe344c-af06-41c4-a010-733c6c893e25 req-a0932941-7ac0-4f7d-9f1c-652abaa1092f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:08:46.717197 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-28fe344c-af06-41c4-a010-733c6c893e25 req-a0932941-7ac0-4f7d-9f1c-652abaa1092f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8c015bc4-06f3-40c7-a991-adcb8966305a HTTP/1.1" status: 200 len: 835 time: 0.0617697 Nov 05 19:08:46.766493 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fe344c-af06-41c4-a010-733c6c893e25 req-2c94df6d-bd92-4608-96ba-00a27f2f57ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:08:46.768785 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-28fe344c-af06-41c4-a010-733c6c893e25 req-2c94df6d-bd92-4608-96ba-00a27f2f57ce service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=4b059334-dafd-4f9f-91b0-dba42be862b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0444801 Nov 05 19:08:46.838756 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.base_scheduler [None req-21b888ed-f68d-46aa-a76a-8ab41ebb21d0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816865-1, ecda42c5-4acf-4ad4-b811-0f569ff28377) {{(pid=102387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 19:08:46.845515 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21b888ed-f68d-46aa-a76a-8ab41ebb21d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:08:46.846128 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-21b888ed-f68d-46aa-a76a-8ab41ebb21d0 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:08:46.852013 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bcff403-e50f-4e1f-8159-1c7dfd3d72a9 None None] Network ecda42c5-4acf-4ad4-b811-0f569ff28377 requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 19:08:46.957861 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 59806) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:08:46.978007 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-aff52f4b-488e-4702-a5a1-5ab8afc918cd admin admin] Publish callbacks [] for security_group, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:08:47.089629 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e55608bf-d38c-4e16-beb1-9454b99297ee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeb20a084-accf-5b60-8075-3e69ebe863a6-ecda42c5-4acf-4ad4-b811-0f569ff28377', 'network_id': 'ecda42c5-4acf-4ad4-b811-0f569ff28377', 'tenant_id': '01deaa96e3b74444916d8d36789e9a64', 'fixed_ips': [{'subnet_id': 'b12a920f-995e-4658-86f5-ed5879e48687'}]}} from n-d-816865-1. {{(pid=102388) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 05 19:08:47.091039 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-e55608bf-d38c-4e16-beb1-9454b99297ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:08:47.101937 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-aff52f4b-488e-4702-a5a1-5ab8afc918cd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:08:47.175257 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Device 57416c37-8f32-4cdf-8130-401b82217f2d up at agent hyperv_n-h2-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 19:08:47.210156 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-aff52f4b-488e-4702-a5a1-5ab8afc918cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:08:47.252416 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-28fe344c-af06-41c4-a010-733c6c893e25 req-d53552af-a5fd-4aa3-ac62-a347d52682b9 service neutron] 10.222.0.41 "GET /v2.0/networks/4b059334-dafd-4f9f-91b0-dba42be862b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4760106 Nov 05 19:08:47.266009 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b1c236-c245-4b36-9e43-db53467c731d req-8b7d995d-62ed-4cdd-add2-742f99cc3de6 tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:08:47.267523 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-34b1c236-c245-4b36-9e43-db53467c731d req-8b7d995d-62ed-4cdd-add2-742f99cc3de6 tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] 10.222.0.13 "GET /v2.0/ports?device_id=c7103f3a-0446-40ed-a190-1645982f6516 HTTP/1.1" status: 200 len: 943 time: 0.0697148 Nov 05 19:08:47.289751 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-aff52f4b-488e-4702-a5a1-5ab8afc918cd admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=07ef487a661d4c4aa8b4b9e3ade25fbb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3303597 Nov 05 19:08:47.290440 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 59810) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:08:47.292783 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff52f4b-488e-4702-a5a1-5ab8afc918cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33170550-abb6-4384-ba51-93838cb5a900,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:08:47.316896 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-21b888ed-f68d-46aa-a76a-8ab41ebb21d0 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 2.3454156 Nov 05 19:08:47.317641 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 59812) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:08:47.323947 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-fc97db21-fbcd-46cd-a78c-865f9303387e admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1537864-router', 'tenant_id': '01deaa96e3b74444916d8d36789e9a64', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec'}}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:08:47.360366 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.db_base_plugin_common [None req-e55608bf-d38c-4e16-beb1-9454b99297ee None None] Allocated IP 172.20.0.2 (ecda42c5-4acf-4ad4-b811-0f569ff28377/b12a920f-995e-4658-86f5-ed5879e48687/8c02d204-f7b0-4f96-8dd2-b2969d260007) {{(pid=102388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 19:08:47.360828 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-ba2f3440-a6af-4484-b3e3-36a36c2b3ad5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:08:47.396656 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-ba2f3440-a6af-4484-b3e3-36a36c2b3ad5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:08:47.414698 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-34b1c236-c245-4b36-9e43-db53467c731d req-5622730f-c43c-43c2-a763-d2dc222384da tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] 10.222.0.13 "GET /v2.0/security-groups?id=c33e3cae-293b-4275-aa24-9c3af6c8734f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1354513 Nov 05 19:08:47.445785 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-28fe344c-af06-41c4-a010-733c6c893e25 req-0243c62d-cf8a-4d53-b6a5-a60d42480923 service neutron] 10.222.0.41 "GET /v2.0/networks/4b059334-dafd-4f9f-91b0-dba42be862b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1771841 Nov 05 19:08:47.485781 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Provisioning for port 57416c37-8f32-4cdf-8130-401b82217f2d completed by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 05 19:08:47.496484 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Provisioning complete for port 57416c37-8f32-4cdf-8130-401b82217f2d triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:08:47.496856 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:08:47.508355 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-fc97db21-fbcd-46cd-a78c-865f9303387e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-571139', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6874'] for router, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:08:47.509447 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-fc97db21-fbcd-46cd-a78c-865f9303387e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-571375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1000570', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1011585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6867'] for router, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:08:47.578959 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ebcbb2-391f-429b-8b01-839106d21a17 req-06cfb598-50fc-4ada-b4a6-05b2239bb9f2 tempest-VolumesSnapshotTestJSON-1437954504 tempest-VolumesSnapshotTestJSON-1437954504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:08:47.580512 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-11ebcbb2-391f-429b-8b01-839106d21a17 req-06cfb598-50fc-4ada-b4a6-05b2239bb9f2 tempest-VolumesSnapshotTestJSON-1437954504 tempest-VolumesSnapshotTestJSON-1437954504-project] 10.222.0.13 "GET /v2.0/ports?device_id=9b52499c-9c34-4a81-9e1d-bfa4c9660033 HTTP/1.1" status: 200 len: 944 time: 0.0552495 Nov 05 19:08:47.585806 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-e55608bf-d38c-4e16-beb1-9454b99297ee None None] Publish callbacks [] for port, precommit_create {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:08:47.589674 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-ba2f3440-a6af-4484-b3e3-36a36c2b3ad5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:08:47.605571 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-ba2f3440-a6af-4484-b3e3-36a36c2b3ad5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:08:47.612663 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-ba2f3440-a6af-4484-b3e3-36a36c2b3ad5 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/33170550-abb6-4384-ba51-93838cb5a900 HTTP/1.1" status: 204 len: 168 time: 0.3201084 Nov 05 19:08:47.635047 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:08:47.644751 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2f3440-a6af-4484-b3e3-36a36c2b3ad5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33170550-abb6-4384-ba51-93838cb5a900,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:08:47.704725 n-d-816865-1 neutron-server[102388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b52499c-9c34-4a81-9e1d-bfa4c9660033', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57416c37-8f32-4cdf-8130-401b82217f2d'}] {{(pid=102388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 19:08:47.707203 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85474fee1180e129d8a886d264fe0b30223aa672dd1ffe43b630605f18504f68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27a0bbe3-c020-4624-8ce1-378226c5c392" -d '{"events": [{"server_uuid": "9b52499c-9c34-4a81-9e1d-bfa4c9660033", "name": "network-vif-plugged", "status": "completed", "tag": "57416c37-8f32-4cdf-8130-401b82217f2d"}]}' {{(pid=102388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 19:08:47.710825 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-fc97db21-fbcd-46cd-a78c-865f9303387e admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:08:47.714500 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-e55608bf-d38c-4e16-beb1-9454b99297ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789'] for port, after_create {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:08:47.738398 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] For port 57416c37-8f32-4cdf-8130-401b82217f2d, host n-h2-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=57416c37-8f32-4cdf-8130-401b82217f2d,segment=NetworkSegment(9fdad650-1304-44e2-aad9-4017937c0790),segment_id=9fdad650-1304-44e2-aad9-4017937c0790)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:08:47.765008 n-d-816865-1 neutron-server[102388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e55608bf-d38c-4e16-beb1-9454b99297ee None None] Network ecda42c5-4acf-4ad4-b811-0f569ff28377 is already hosted by enough agents. {{(pid=102388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 19:08:47.768315 n-d-816865-1 neutron-server[102388]: DEBUG neutron.scheduler.base_scheduler [None req-e55608bf-d38c-4e16-beb1-9454b99297ee None None] Resources bound (agent type, host, resource id): {{(pid=102388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 19:08:47.772760 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e55608bf-d38c-4e16-beb1-9454b99297ee None None] Received port after_create {{(pid=102388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 19:08:47.794081 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55608bf-d38c-4e16-beb1-9454b99297ee None None] Pushing event updated for resources: {'Port': ['ID=8c02d204-f7b0-4f96-8dd2-b2969d260007,revision_number=1']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:08:47.796900 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43388a94-5c40-4eab-bdb0-e6f82ff7f319 req-a393a947-9f5a-4cf7-adae-f77058f287bf tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:08:47.807655 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-43388a94-5c40-4eab-bdb0-e6f82ff7f319 req-a393a947-9f5a-4cf7-adae-f77058f287bf tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] 10.222.0.13 "GET /v2.0/ports?device_id=0047d45e-b897-437c-bf67-02c613002f4a HTTP/1.1" status: 200 len: 943 time: 0.0893912 Nov 05 19:08:47.819955 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-11ebcbb2-391f-429b-8b01-839106d21a17 req-e15bcc44-0a58-4806-b054-66049596e6be tempest-VolumesSnapshotTestJSON-1437954504 tempest-VolumesSnapshotTestJSON-1437954504-project] 10.222.0.13 "GET /v2.0/security-groups?id=d7b9c99a-6df0-4863-822b-c575f2680e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2317364 Nov 05 19:08:47.861777 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-e55608bf-d38c-4e16-beb1-9454b99297ee None None] Attempting to bind port 8c02d204-f7b0-4f96-8dd2-b2969d260007 on host n-d-816865-1 for vnic_type normal with profile {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 19:08:47.865896 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-e55608bf-d38c-4e16-beb1-9454b99297ee None None] Attempting to bind port 8c02d204-f7b0-4f96-8dd2-b2969d260007 by drivers openvswitch,hyperv on host n-d-816865-1 at level 0 using segments [{'id': '4294eaa4-9159-4512-b472-00960aa998f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'ecda42c5-4acf-4ad4-b811-0f569ff28377'}] {{(pid=102388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 19:08:47.865896 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e55608bf-d38c-4e16-beb1-9454b99297ee None None] Attempting to bind port 8c02d204-f7b0-4f96-8dd2-b2969d260007 on network ecda42c5-4acf-4ad4-b811-0f569ff28377 {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 19:08:47.872534 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e55608bf-d38c-4e16-beb1-9454b99297ee None None] Checking agent: {'id': '724d89a7-611b-41e6-bc85-c48112b17afa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 18, 25, 8), 'started_at': datetime.datetime(2021, 11, 5, 18, 25, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 19, 8, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 19:08:47.873477 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e55608bf-d38c-4e16-beb1-9454b99297ee None None] Checking segment: {'id': '4294eaa4-9159-4512-b472-00960aa998f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'ecda42c5-4acf-4ad4-b811-0f569ff28377'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 19:08:47.873937 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-e55608bf-d38c-4e16-beb1-9454b99297ee None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:08:47.875083 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e55608bf-d38c-4e16-beb1-9454b99297ee None None] Bound using segment: {'id': '4294eaa4-9159-4512-b472-00960aa998f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'ecda42c5-4acf-4ad4-b811-0f569ff28377'} {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 19:08:47.875083 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-e55608bf-d38c-4e16-beb1-9454b99297ee None None] Bound port: 8c02d204-f7b0-4f96-8dd2-b2969d260007, host: n-d-816865-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4294eaa4-9159-4512-b472-00960aa998f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'ecda42c5-4acf-4ad4-b811-0f569ff28377'}}] {{(pid=102388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 19:08:47.875466 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-e55608bf-d38c-4e16-beb1-9454b99297ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:08:47.880233 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 19:08:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f983cbae-9862-47a6-a64e-a8de5be7fd36 x-openstack-request-id: req-f983cbae-9862-47a6-a64e-a8de5be7fd36 {{(pid=102388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 19:08:47.880543 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b52499c-9c34-4a81-9e1d-bfa4c9660033", "name": "network-vif-plugged", "status": "completed", "tag": "57416c37-8f32-4cdf-8130-401b82217f2d", "code": 200}]} {{(pid=102388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 19:08:47.880815 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f983cbae-9862-47a6-a64e-a8de5be7fd36 {{(pid=102388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 19:08:47.881219 n-d-816865-1 neutron-server[102388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b52499c-9c34-4a81-9e1d-bfa4c9660033', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57416c37-8f32-4cdf-8130-401b82217f2d', 'code': 200} Nov 05 19:08:47.892709 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:08:47.998268 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Pushing event updated for resources: {'Port': ['ID=57416c37-8f32-4cdf-8130-401b82217f2d,revision_number=5']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:08:48.010658 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-e55608bf-d38c-4e16-beb1-9454b99297ee None None] For port 8c02d204-f7b0-4f96-8dd2-b2969d260007, host n-d-816865-1, cleared binding levels {{(pid=102388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 19:08:48.016290 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-e55608bf-d38c-4e16-beb1-9454b99297ee None None] For port 8c02d204-f7b0-4f96-8dd2-b2969d260007, host n-d-816865-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=8c02d204-f7b0-4f96-8dd2-b2969d260007,segment=NetworkSegment(4294eaa4-9159-4512-b472-00960aa998f8),segment_id=4294eaa4-9159-4512-b472-00960aa998f8)] {{(pid=102388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 19:08:48.033457 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ee015a-0161-41ad-96e5-fcaabe40a5d6 req-b29f1975-141a-44ad-840d-1e37db720ffc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:08:48.035072 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-a6ee015a-0161-41ad-96e5-fcaabe40a5d6 req-b29f1975-141a-44ad-840d-1e37db720ffc service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=9b52499c-9c34-4a81-9e1d-bfa4c9660033 HTTP/1.1" status: 200 len: 1096 time: 0.0823674 Nov 05 19:08:48.037904 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-43388a94-5c40-4eab-bdb0-e6f82ff7f319 req-30758823-8d15-4096-8fdf-01a58fa1664c tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] 10.222.0.13 "GET /v2.0/security-groups?id=12cfcbed-e7fb-4412-a871-fb89c7d2c113&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2288649 Nov 05 19:08:48.044443 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-fc97db21-fbcd-46cd-a78c-865f9303387e admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:08:48.103666 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-e55608bf-d38c-4e16-beb1-9454b99297ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:08:48.125036 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-a6ee015a-0161-41ad-96e5-fcaabe40a5d6 req-de0a7486-1d01-4197-8beb-09fa7361d85b service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=d7b9c99a-6df0-4863-822b-c575f2680e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813956 Nov 05 19:08:48.130698 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fda9b8-b246-4cd0-a6da-5c70fa3ae93c req-926806c1-bcd3-4257-91e0-139c154ad48a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:08:48.132858 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-c3fda9b8-b246-4cd0-a6da-5c70fa3ae93c req-926806c1-bcd3-4257-91e0-139c154ad48a service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=c7103f3a-0446-40ed-a190-1645982f6516&tenant_id=c9875160e1e6467ba4c32e29bdc7488a HTTP/1.1" status: 200 len: 1094 time: 0.0801606 Nov 05 19:08:48.173058 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55608bf-d38c-4e16-beb1-9454b99297ee None None] Pushing event updated for resources: {'Port': ['ID=8c02d204-f7b0-4f96-8dd2-b2969d260007,revision_number=2']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:08:48.368657 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [req-c3fda9b8-b246-4cd0-a6da-5c70fa3ae93c req-d620244d-a85d-4094-96ef-78986ad0642a service neutron] Request body: {'port': {'binding:host_id': 'n-h2-816865-1', 'device_owner': 'compute:nova'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:08:48.477513 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-fc97db21-fbcd-46cd-a78c-865f9303387e admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:08:48.489366 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-c3fda9b8-b246-4cd0-a6da-5c70fa3ae93c req-d620244d-a85d-4094-96ef-78986ad0642a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:08:48.500934 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-fc97db21-fbcd-46cd-a78c-865f9303387e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:08:48.680776 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.db_base_plugin_common [None req-fc97db21-fbcd-46cd-a78c-865f9303387e admin admin] Allocated IP 172.25.6.176 (40c8335d-cd0b-4cb5-910a-d4dcddd5cbec/04fe6db3-e108-4208-943d-6518424f5726/46b338c6-20b1-4a67-b702-a1f83357cb2e) {{(pid=102387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 19:08:48.709273 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71dd8b1b-f11e-4209-9308-4bdbd2366af8 req-c73e99b4-4a90-4b47-8274-cb0fa1980a70 tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:08:48.710841 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-71dd8b1b-f11e-4209-9308-4bdbd2366af8 req-c73e99b4-4a90-4b47-8274-cb0fa1980a70 tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] 10.222.0.13 "GET /v2.0/ports?device_id=c7103f3a-0446-40ed-a190-1645982f6516 HTTP/1.1" status: 200 len: 943 time: 0.0847046 Nov 05 19:08:48.769465 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [req-c3fda9b8-b246-4cd0-a6da-5c70fa3ae93c req-d620244d-a85d-4094-96ef-78986ad0642a service neutron] For port 9bf94260-f6a1-428d-9d09-f1431cf8ec7e, host n-h1-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=9bf94260-f6a1-428d-9d09-f1431cf8ec7e,segment=NetworkSegment(e1049daa-fc97-4a3f-8351-3203f3822574),segment_id=e1049daa-fc97-4a3f-8351-3203f3822574)] {{(pid=102386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:08:48.806705 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [req-c3fda9b8-b246-4cd0-a6da-5c70fa3ae93c req-d620244d-a85d-4094-96ef-78986ad0642a service neutron] For port 9bf94260-f6a1-428d-9d09-f1431cf8ec7e, host n-h1-816865-1, cleared binding levels {{(pid=102386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 19:08:48.829320 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 59846) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:08:48.836029 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-71dd8b1b-f11e-4209-9308-4bdbd2366af8 req-ce1b23b4-80da-446e-b162-7ac23e2860b6 tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] 10.222.0.13 "GET /v2.0/security-groups?id=c33e3cae-293b-4275-aa24-9c3af6c8734f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1088045 Nov 05 19:08:48.853767 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-bb5a8fa8-d440-4f2d-b66e-3ec7d9243614 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:08:48.860970 n-d-816865-1 neutron-server[102386]: DEBUG neutron.notifiers.nova [req-c3fda9b8-b246-4cd0-a6da-5c70fa3ae93c req-d620244d-a85d-4094-96ef-78986ad0642a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9bf94260-f6a1-428d-9d09-f1431cf8ec7e {{(pid=102386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 19:08:48.864936 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-fc97db21-fbcd-46cd-a78c-865f9303387e admin admin] Publish callbacks [] for port, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:08:48.875579 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-c3fda9b8-b246-4cd0-a6da-5c70fa3ae93c req-d620244d-a85d-4094-96ef-78986ad0642a service neutron] Publish callbacks [] for port, precommit_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:08:48.910285 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.provisioning_blocks [req-c3fda9b8-b246-4cd0-a6da-5c70fa3ae93c req-d620244d-a85d-4094-96ef-78986ad0642a service neutron] Transition to ACTIVE for port object 9bf94260-f6a1-428d-9d09-f1431cf8ec7e will not be triggered until provisioned by entity L2. {{(pid=102386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 05 19:08:48.990142 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-bb5a8fa8-d440-4f2d-b66e-3ec7d9243614 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:08:49.023303 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-c3fda9b8-b246-4cd0-a6da-5c70fa3ae93c req-d620244d-a85d-4094-96ef-78986ad0642a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6149821'] for port, after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:08:49.035836 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41da671-cd3b-412a-a2fb-6084a4ede57f req-d2eeb29f-6391-498b-a9ad-ad6a9134aa05 tempest-VolumesSnapshotTestJSON-1437954504 tempest-VolumesSnapshotTestJSON-1437954504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:08:49.039361 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-d41da671-cd3b-412a-a2fb-6084a4ede57f req-d2eeb29f-6391-498b-a9ad-ad6a9134aa05 tempest-VolumesSnapshotTestJSON-1437954504 tempest-VolumesSnapshotTestJSON-1437954504-project] 10.222.0.13 "GET /v2.0/ports?device_id=9b52499c-9c34-4a81-9e1d-bfa4c9660033 HTTP/1.1" status: 200 len: 945 time: 0.0978098 Nov 05 19:08:49.077121 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-fc97db21-fbcd-46cd-a78c-865f9303387e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4417063'] for port, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:08:49.211812 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-bb5a8fa8-d440-4f2d-b66e-3ec7d9243614 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:08:49.260978 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc97db21-fbcd-46cd-a78c-865f9303387e admin admin] Pushing event updated for resources: {'Port': ['ID=46b338c6-20b1-4a67-b702-a1f83357cb2e,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:08:49.279532 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5a8fa8-d440-4f2d-b66e-3ec7d9243614 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7aabd405-8978-4174-86bb-abe048fff6a5,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:08:49.293174 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-d41da671-cd3b-412a-a2fb-6084a4ede57f req-78b67247-f1b0-4a5a-adc4-43995205ef44 tempest-VolumesSnapshotTestJSON-1437954504 tempest-VolumesSnapshotTestJSON-1437954504-project] 10.222.0.13 "GET /v2.0/security-groups?id=d7b9c99a-6df0-4863-822b-c575f2680e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2454047 Nov 05 19:08:49.297254 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc97db21-fbcd-46cd-a78c-865f9303387e admin admin] Network 40c8335d-cd0b-4cb5-910a-d4dcddd5cbec is already hosted by enough agents. {{(pid=102387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 19:08:49.299906 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.base_scheduler [None req-fc97db21-fbcd-46cd-a78c-865f9303387e admin admin] Resources bound (agent type, host, resource id): {{(pid=102387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 19:08:49.326271 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc97db21-fbcd-46cd-a78c-865f9303387e admin admin] Received port after_create {{(pid=102387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 19:08:49.352574 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d620244d-a85d-4094-96ef-78986ad0642a service neutron] Pushing event updated for resources: {'Port': ['ID=9bf94260-f6a1-428d-9d09-f1431cf8ec7e,revision_number=9']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:08:49.400097 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-bb5a8fa8-d440-4f2d-b66e-3ec7d9243614 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=99f4c6027ec043c0bc020a89a8a41a6b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5696301 Nov 05 19:08:49.408015 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 59856) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:08:49.412319 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e06226-6313-468d-b289-2b31280eb26e req-7130d0f1-a8ff-4a64-893d-57cce084a033 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:08:49.419137 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-83e06226-6313-468d-b289-2b31280eb26e req-7130d0f1-a8ff-4a64-893d-57cce084a033 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] 10.222.0.13 "GET /v2.0/ports?device_id=0047d45e-b897-437c-bf67-02c613002f4a HTTP/1.1" status: 200 len: 943 time: 0.2167318 Nov 05 19:08:49.493924 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3fda9b8-b246-4cd0-a6da-5c70fa3ae93c req-d620244d-a85d-4094-96ef-78986ad0642a service neutron] No DVR routers for this DVR port 9bf94260-f6a1-428d-9d09-f1431cf8ec7e on host n-h1-816865-1 {{(pid=102386) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 19:08:49.636815 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 8c02d204-f7b0-4f96-8dd2-b2969d260007 up at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 19:08:49.666297 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7ce7f93-9e9f-49cb-abd0-0a96ad16c309 None None] Network ecda42c5-4acf-4ad4-b811-0f569ff28377 requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 19:08:49.680142 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-83e06226-6313-468d-b289-2b31280eb26e req-d5a1ddfd-0333-4ab3-8077-db14022ccc11 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] 10.222.0.13 "GET /v2.0/security-groups?id=12cfcbed-e7fb-4412-a871-fb89c7d2c113&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2594740 Nov 05 19:08:49.758478 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-2b5c9ff0-e22b-44b4-9c48-c3255b67e661 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:08:49.790678 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-2b5c9ff0-e22b-44b4-9c48-c3255b67e661 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:08:49.792517 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-bab96dfb-6cf0-4eb0-a1e6-db4b46e56b87 None None] Provisioning complete for port 8c02d204-f7b0-4f96-8dd2-b2969d260007 triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:08:49.793156 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-bab96dfb-6cf0-4eb0-a1e6-db4b46e56b87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:08:49.824695 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Provisioning complete for port 8c02d204-f7b0-4f96-8dd2-b2969d260007 triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:08:49.825231 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:08:49.840139 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [req-c3fda9b8-b246-4cd0-a6da-5c70fa3ae93c req-d620244d-a85d-4094-96ef-78986ad0642a service neutron] Attempting to bind port 9bf94260-f6a1-428d-9d09-f1431cf8ec7e on host n-h2-816865-1 for vnic_type normal with profile {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 19:08:49.841279 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [req-c3fda9b8-b246-4cd0-a6da-5c70fa3ae93c req-d620244d-a85d-4094-96ef-78986ad0642a service neutron] Attempting to bind port 9bf94260-f6a1-428d-9d09-f1431cf8ec7e by drivers openvswitch,hyperv on host n-h2-816865-1 at level 0 using segments [{'id': 'e1049daa-fc97-4a3f-8351-3203f3822574', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '4dc00c45-f8b9-4c9a-a6c5-c27d3aa63b93'}] {{(pid=102386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 19:08:49.841279 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3fda9b8-b246-4cd0-a6da-5c70fa3ae93c req-d620244d-a85d-4094-96ef-78986ad0642a service neutron] Attempting to bind port 9bf94260-f6a1-428d-9d09-f1431cf8ec7e on network 4dc00c45-f8b9-4c9a-a6c5-c27d3aa63b93 {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 19:08:49.854551 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3fda9b8-b246-4cd0-a6da-5c70fa3ae93c req-d620244d-a85d-4094-96ef-78986ad0642a service neutron] Port 9bf94260-f6a1-428d-9d09-f1431cf8ec7e on network 4dc00c45-f8b9-4c9a-a6c5-c27d3aa63b93 not bound, no agent of type Open vSwitch agent registered on host n-h2-816865-1 {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 19:08:49.854859 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3fda9b8-b246-4cd0-a6da-5c70fa3ae93c req-d620244d-a85d-4094-96ef-78986ad0642a service neutron] Attempting to bind port 9bf94260-f6a1-428d-9d09-f1431cf8ec7e on network 4dc00c45-f8b9-4c9a-a6c5-c27d3aa63b93 {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 19:08:49.860185 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3fda9b8-b246-4cd0-a6da-5c70fa3ae93c req-d620244d-a85d-4094-96ef-78986ad0642a service neutron] Checking agent: {'id': '32aff553-696f-4891-83f5-5c176f61fe54', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816865-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 18, 33, 36), 'started_at': datetime.datetime(2021, 11, 5, 18, 33, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 19, 8, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 19:08:49.860519 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3fda9b8-b246-4cd0-a6da-5c70fa3ae93c req-d620244d-a85d-4094-96ef-78986ad0642a service neutron] Checking segment: {'id': 'e1049daa-fc97-4a3f-8351-3203f3822574', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '4dc00c45-f8b9-4c9a-a6c5-c27d3aa63b93'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 19:08:49.860900 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3fda9b8-b246-4cd0-a6da-5c70fa3ae93c req-d620244d-a85d-4094-96ef-78986ad0642a service neutron] Bound using segment: {'id': 'e1049daa-fc97-4a3f-8351-3203f3822574', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '4dc00c45-f8b9-4c9a-a6c5-c27d3aa63b93'} {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 19:08:49.861317 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [req-c3fda9b8-b246-4cd0-a6da-5c70fa3ae93c req-d620244d-a85d-4094-96ef-78986ad0642a service neutron] Bound port: 9bf94260-f6a1-428d-9d09-f1431cf8ec7e, host: n-h2-816865-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e1049daa-fc97-4a3f-8351-3203f3822574', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '4dc00c45-f8b9-4c9a-a6c5-c27d3aa63b93'}}] {{(pid=102386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 19:08:49.861664 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-c3fda9b8-b246-4cd0-a6da-5c70fa3ae93c req-d620244d-a85d-4094-96ef-78986ad0642a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:08:49.967700 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-2b5c9ff0-e22b-44b4-9c48-c3255b67e661 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:08:49.971159 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-2b5c9ff0-e22b-44b4-9c48-c3255b67e661 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:08:49.981870 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-2b5c9ff0-e22b-44b4-9c48-c3255b67e661 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7aabd405-8978-4174-86bb-abe048fff6a5 HTTP/1.1" status: 204 len: 168 time: 0.5713584 Nov 05 19:08:49.992009 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [req-c3fda9b8-b246-4cd0-a6da-5c70fa3ae93c req-d620244d-a85d-4094-96ef-78986ad0642a service neutron] For port 9bf94260-f6a1-428d-9d09-f1431cf8ec7e, host n-h2-816865-1, cleared binding levels {{(pid=102386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 19:08:50.004893 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [req-c3fda9b8-b246-4cd0-a6da-5c70fa3ae93c req-d620244d-a85d-4094-96ef-78986ad0642a service neutron] For port 9bf94260-f6a1-428d-9d09-f1431cf8ec7e, host n-h2-816865-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=9bf94260-f6a1-428d-9d09-f1431cf8ec7e,segment=NetworkSegment(e1049daa-fc97-4a3f-8351-3203f3822574),segment_id=e1049daa-fc97-4a3f-8351-3203f3822574)] {{(pid=102386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 19:08:50.006289 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5c9ff0-e22b-44b4-9c48-c3255b67e661 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7aabd405-8978-4174-86bb-abe048fff6a5,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:08:50.049814 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-bab96dfb-6cf0-4eb0-a1e6-db4b46e56b87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:08:50.054347 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:08:50.089592 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-fc97db21-fbcd-46cd-a78c-865f9303387e admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:08:50.098114 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-c3fda9b8-b246-4cd0-a6da-5c70fa3ae93c req-d620244d-a85d-4094-96ef-78986ad0642a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6149821'] for port, after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:08:50.108685 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-bab96dfb-6cf0-4eb0-a1e6-db4b46e56b87 None None] For port 8c02d204-f7b0-4f96-8dd2-b2969d260007, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=8c02d204-f7b0-4f96-8dd2-b2969d260007,segment=NetworkSegment(4294eaa4-9159-4512-b472-00960aa998f8),segment_id=4294eaa4-9159-4512-b472-00960aa998f8)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:08:50.208527 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-bab96dfb-6cf0-4eb0-a1e6-db4b46e56b87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:08:50.216650 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fda9b8-b246-4cd0-a6da-5c70fa3ae93c req-d620244d-a85d-4094-96ef-78986ad0642a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:08:50.217725 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-c3fda9b8-b246-4cd0-a6da-5c70fa3ae93c req-d620244d-a85d-4094-96ef-78986ad0642a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:08:50.221161 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-c3fda9b8-b246-4cd0-a6da-5c70fa3ae93c req-d620244d-a85d-4094-96ef-78986ad0642a service neutron] 10.222.0.55 "PUT /v2.0/ports/9bf94260-f6a1-428d-9d09-f1431cf8ec7e HTTP/1.1" status: 200 len: 1091 time: 1.8626149 Nov 05 19:08:50.223893 n-d-816865-1 neutron-server[102386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7103f3a-0446-40ed-a190-1645982f6516', 'tag': '9bf94260-f6a1-428d-9d09-f1431cf8ec7e'}] {{(pid=102386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 19:08:50.231179 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6173a44d7c73f41af551dc890fa1a5892c2c6bc3458b640c8e0c24db7876ba6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5aef45d8-6fd9-419e-8c26-f730c4011079" -d '{"events": [{"name": "network-changed", "server_uuid": "c7103f3a-0446-40ed-a190-1645982f6516", "tag": "9bf94260-f6a1-428d-9d09-f1431cf8ec7e"}]}' {{(pid=102386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 19:08:50.339272 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 19:08:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e6e16d8-afe7-44c0-9414-57bc42e1635c x-openstack-request-id: req-5e6e16d8-afe7-44c0-9414-57bc42e1635c {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 19:08:50.339613 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7103f3a-0446-40ed-a190-1645982f6516", "tag": "9bf94260-f6a1-428d-9d09-f1431cf8ec7e", "status": "completed", "code": 200}]} {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 19:08:50.340022 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5e6e16d8-afe7-44c0-9414-57bc42e1635c {{(pid=102386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 19:08:50.340450 n-d-816865-1 neutron-server[102386]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7103f3a-0446-40ed-a190-1645982f6516', 'tag': '9bf94260-f6a1-428d-9d09-f1431cf8ec7e', 'status': 'completed', 'code': 200} Nov 05 19:08:50.358799 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.db.api [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102388) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 05 19:08:50.358799 n-d-816865-1 neutron-server[102388]: DEBUG oslo_db.api [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 05 19:08:50.387321 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Device c2b283cb-6a55-489b-93e0-f7550bffc148 details requested by agent hyperv_n-h1-816865-1 with host n-h1-816865-1 {{(pid=102388) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 05 19:08:50.393745 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d620244d-a85d-4094-96ef-78986ad0642a service neutron] Pushing event updated for resources: {'Port': ['ID=9bf94260-f6a1-428d-9d09-f1431cf8ec7e,revision_number=10']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:08:50.452386 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fda9b8-b246-4cd0-a6da-5c70fa3ae93c req-c170fe64-6e3a-44b0-99f4-3131e196f20a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:08:50.454809 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-c3fda9b8-b246-4cd0-a6da-5c70fa3ae93c req-c170fe64-6e3a-44b0-99f4-3131e196f20a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=c9875160e1e6467ba4c32e29bdc7488a&device_id=c7103f3a-0446-40ed-a190-1645982f6516 HTTP/1.1" status: 200 len: 1095 time: 0.1793575 Nov 05 19:08:50.542974 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c639c59-bf76-4e50-b7bf-347a07c611ad req-28467f06-6c8a-4fff-8a8b-5a4b37778eb1 tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:08:50.544786 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-4c639c59-bf76-4e50-b7bf-347a07c611ad req-28467f06-6c8a-4fff-8a8b-5a4b37778eb1 tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] 10.222.0.13 "GET /v2.0/ports?device_id=c7103f3a-0446-40ed-a190-1645982f6516 HTTP/1.1" status: 200 len: 943 time: 0.5398953 Nov 05 19:08:50.598460 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab96dfb-6cf0-4eb0-a1e6-db4b46e56b87 None None] Pushing event updated for resources: {'Port': ['ID=8c02d204-f7b0-4f96-8dd2-b2969d260007,revision_number=3']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:08:50.622007 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-b8513bd2-e145-489a-b018-f37e1ec1b28d None None] Provisioning complete for port 8c02d204-f7b0-4f96-8dd2-b2969d260007 triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:08:50.622512 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b8513bd2-e145-489a-b018-f37e1ec1b28d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:08:50.673780 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77552313-e02f-49fd-b251-e8abce973713 req-d58b06b5-7add-4146-a890-919e56833c8b tempest-VolumesSnapshotTestJSON-1437954504 tempest-VolumesSnapshotTestJSON-1437954504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:08:50.682408 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-77552313-e02f-49fd-b251-e8abce973713 req-d58b06b5-7add-4146-a890-919e56833c8b tempest-VolumesSnapshotTestJSON-1437954504 tempest-VolumesSnapshotTestJSON-1437954504-project] 10.222.0.13 "GET /v2.0/ports?device_id=9b52499c-9c34-4a81-9e1d-bfa4c9660033 HTTP/1.1" status: 200 len: 945 time: 0.1988809 Nov 05 19:08:50.686652 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fda9b8-b246-4cd0-a6da-5c70fa3ae93c req-d73fa3d7-8ed8-463b-9bb9-d5926bd6fd57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:08:50.688874 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-c3fda9b8-b246-4cd0-a6da-5c70fa3ae93c req-d73fa3d7-8ed8-463b-9bb9-d5926bd6fd57 service neutron] 10.222.0.55 "GET /v2.0/networks?id=4dc00c45-f8b9-4c9a-a6c5-c27d3aa63b93 HTTP/1.1" status: 200 len: 918 time: 0.2217047 Nov 05 19:08:50.744443 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-fc97db21-fbcd-46cd-a78c-865f9303387e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-571384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1000487'] for router, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:08:50.758978 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] For port c2b283cb-6a55-489b-93e0-f7550bffc148, host n-h1-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=c2b283cb-6a55-489b-93e0-f7550bffc148,segment=NetworkSegment(5b4b5bf4-ffef-44ab-bb8a-f344bae27634),segment_id=5b4b5bf4-ffef-44ab-bb8a-f344bae27634)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:08:50.781080 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Returning: {'device': 'c2b283cb-6a55-489b-93e0-f7550bffc148', 'network_id': '4b059334-dafd-4f9f-91b0-dba42be862b2', 'port_id': 'c2b283cb-6a55-489b-93e0-f7550bffc148', 'mac_address': 'fa:16:3e:42:95:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c015bc4-06f3-40c7-a991-adcb8966305a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102388) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 05 19:08:50.816295 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-4c639c59-bf76-4e50-b7bf-347a07c611ad req-992c1233-88a4-4bfa-a636-dbd1422508e6 tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] 10.222.0.13 "GET /v2.0/security-groups?id=c33e3cae-293b-4275-aa24-9c3af6c8734f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2611065 Nov 05 19:08:50.846668 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-77552313-e02f-49fd-b251-e8abce973713 req-11fef255-bcd5-4220-a397-9c1e224de845 tempest-VolumesSnapshotTestJSON-1437954504 tempest-VolumesSnapshotTestJSON-1437954504-project] 10.222.0.13 "GET /v2.0/security-groups?id=d7b9c99a-6df0-4863-822b-c575f2680e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1630929 Nov 05 19:08:50.901393 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-c3fda9b8-b246-4cd0-a6da-5c70fa3ae93c req-ccc7a45c-3725-4ef7-aecd-a08e6254f985 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9bf94260-f6a1-428d-9d09-f1431cf8ec7e HTTP/1.1" status: 200 len: 999 time: 0.2041368 Nov 05 19:08:50.966313 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fda9b8-b246-4cd0-a6da-5c70fa3ae93c req-d52ed6cc-2e96-4975-911d-1553f442421f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:08:50.968684 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-c3fda9b8-b246-4cd0-a6da-5c70fa3ae93c req-d52ed6cc-2e96-4975-911d-1553f442421f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=57c79303-6c4f-4c08-a695-f3ffd6fc49db HTTP/1.1" status: 200 len: 856 time: 0.0598290 Nov 05 19:08:51.111373 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fda9b8-b246-4cd0-a6da-5c70fa3ae93c req-b6ea71b0-3dbd-41f9-a23b-99eb1c40b997 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:08:51.115590 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-c3fda9b8-b246-4cd0-a6da-5c70fa3ae93c req-b6ea71b0-3dbd-41f9-a23b-99eb1c40b997 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=4dc00c45-f8b9-4c9a-a6c5-c27d3aa63b93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1383462 Nov 05 19:08:51.123090 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efadcb31-fd61-4691-b94c-06483514baf1 req-bd307353-ae6e-4c52-a844-5243dff90be5 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:08:51.124783 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-efadcb31-fd61-4691-b94c-06483514baf1 req-bd307353-ae6e-4c52-a844-5243dff90be5 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] 10.222.0.13 "GET /v2.0/ports?device_id=0047d45e-b897-437c-bf67-02c613002f4a HTTP/1.1" status: 200 len: 943 time: 0.0961518 Nov 05 19:08:51.191326 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:08:51.195641 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc97db21-fbcd-46cd-a78c-865f9303387e admin admin] Router d3b049e1-2d7c-42a2-a4cb-68e58fc7d753 is scheduled to L3 agent 6dcb5589-8e86-4616-9186-ddc4548e13ad with binding_index 1 {{(pid=102387) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 05 19:08:51.241662 n-d-816865-1 neutron-server[102388]: DEBUG neutron.notifiers.nova [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c2b283cb-6a55-489b-93e0-f7550bffc148 {{(pid=102388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 19:08:51.334114 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-c3fda9b8-b246-4cd0-a6da-5c70fa3ae93c req-4423771c-e76e-4530-8586-5eaae848a67b service neutron] 10.222.0.55 "GET /v2.0/networks/4dc00c45-f8b9-4c9a-a6c5-c27d3aa63b93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2121472 Nov 05 19:08:51.341989 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] For port c2b283cb-6a55-489b-93e0-f7550bffc148, host n-h1-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=c2b283cb-6a55-489b-93e0-f7550bffc148,segment=NetworkSegment(5b4b5bf4-ffef-44ab-bb8a-f344bae27634),segment_id=5b4b5bf4-ffef-44ab-bb8a-f344bae27634)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:08:51.347124 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc97db21-fbcd-46cd-a78c-865f9303387e admin admin] Notify agent at l3_agent.n-d-816865-1 the message routers_updated {{(pid=102387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 19:08:51.354883 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-efadcb31-fd61-4691-b94c-06483514baf1 req-b0948d06-99de-4cd6-9663-f06d9c6e4cbe tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] 10.222.0.13 "GET /v2.0/security-groups?id=12cfcbed-e7fb-4412-a871-fb89c7d2c113&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2222018 Nov 05 19:08:51.380023 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bde20ada-78a1-4ab7-b224-ceee02ec0e82 None None] Sync routers for ids ['d3b049e1-2d7c-42a2-a4cb-68e58fc7d753'] in n-d-816865-1 {{(pid=102388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 19:08:51.392964 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bde20ada-78a1-4ab7-b224-ceee02ec0e82 None None] Routers {'d3b049e1-2d7c-42a2-a4cb-68e58fc7d753'} bound to L3 agent in host n-d-816865-1 {{(pid=102388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 19:08:51.406119 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-bde20ada-78a1-4ab7-b224-ceee02ec0e82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T19:08:36Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['d3b049e1-2d7c-42a2-a4cb-68e58fc7d753'], 'active': True} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:08:51.478468 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-c3fda9b8-b246-4cd0-a6da-5c70fa3ae93c req-997e0ab5-2e31-42ae-b044-310f634f0fc3 service neutron] 10.222.0.55 "GET /v2.0/networks/4dc00c45-f8b9-4c9a-a6c5-c27d3aa63b93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1326087 Nov 05 19:08:51.502725 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:08:51.524024 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-fc97db21-fbcd-46cd-a78c-865f9303387e admin admin] Publish callbacks [] for router, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:08:51.531270 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-fc97db21-fbcd-46cd-a78c-865f9303387e admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 4.2101493 Nov 05 19:08:51.531463 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 59900) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:08:51.549052 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 8c02d204-f7b0-4f96-8dd2-b2969d260007 up at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 19:08:51.612162 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvr_db [None req-bde20ada-78a1-4ab7-b224-ceee02ec0e82 None None] Set router d3b049e1-2d7c-42a2-a4cb-68e58fc7d753 gateway port host: n-d-816865-1 {{(pid=102388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 19:08:51.705184 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Pushing event updated for resources: {'Port': ['ID=c2b283cb-6a55-489b-93e0-f7550bffc148,revision_number=4']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:08:51.709114 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aef45d8-6fd9-419e-8c26-f730c4011079 req-2ed08632-c86e-4006-a94d-8b82b2690c7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:08:51.713658 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-5aef45d8-6fd9-419e-8c26-f730c4011079 req-2ed08632-c86e-4006-a94d-8b82b2690c7e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=c9875160e1e6467ba4c32e29bdc7488a&device_id=c7103f3a-0446-40ed-a190-1645982f6516 HTTP/1.1" status: 200 len: 1095 time: 0.0968857 Nov 05 19:08:51.783015 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] get_ports_and_sgs() called for port_ids ['c2b283cb-6a55-489b-93e0-f7550bffc148'] {{(pid=102388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 19:08:51.919594 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aef45d8-6fd9-419e-8c26-f730c4011079 req-987b5ce2-cb1d-43f6-9558-d25ac553d1e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:08:51.922199 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-5aef45d8-6fd9-419e-8c26-f730c4011079 req-987b5ce2-cb1d-43f6-9558-d25ac553d1e1 service neutron] 10.222.0.55 "GET /v2.0/networks?id=4dc00c45-f8b9-4c9a-a6c5-c27d3aa63b93 HTTP/1.1" status: 200 len: 918 time: 0.1989398 Nov 05 19:08:51.987673 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Provisioning complete for port 8c02d204-f7b0-4f96-8dd2-b2969d260007 triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:08:51.988055 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:08:52.213316 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-5aef45d8-6fd9-419e-8c26-f730c4011079 req-d92010cb-669e-4f20-b39d-3f19d17f9e23 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9bf94260-f6a1-428d-9d09-f1431cf8ec7e HTTP/1.1" status: 200 len: 999 time: 0.2779782 Nov 05 19:08:52.351977 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aef45d8-6fd9-419e-8c26-f730c4011079 req-b5cdf4a3-d5e8-4694-96d5-184274f9d7ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:08:52.354726 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-5aef45d8-6fd9-419e-8c26-f730c4011079 req-b5cdf4a3-d5e8-4694-96d5-184274f9d7ea service neutron] 10.222.0.55 "GET /v2.0/subnets?id=57c79303-6c4f-4c08-a695-f3ffd6fc49db HTTP/1.1" status: 200 len: 856 time: 0.1376209 Nov 05 19:08:52.395565 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-bde20ada-78a1-4ab7-b224-ceee02ec0e82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3b049e1-2d7c-42a2-a4cb-68e58fc7d753', 'name': 'tempest-TestServerMultinode-1537864-router', 'tenant_id': '01deaa96e3b74444916d8d36789e9a64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.176'}], 'enable_snat': True}, 'gw_port_id': '46b338c6-20b1-4a67-b702-a1f83357cb2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T19:08:47Z', 'updated_at': '2021-11-05T19:08:49Z', 'revision_number': 3, 'project_id': '01deaa96e3b74444916d8d36789e9a64', 'gw_port': {'id': '46b338c6-20b1-4a67-b702-a1f83357cb2e', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:0e:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3b049e1-2d7c-42a2-a4cb-68e58fc7d753', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3338, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:08:48Z', 'updated_at': '2021-11-05T19:08:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1'}], 'n-d-816865-1', False) {} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:08:52.451534 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bde20ada-78a1-4ab7-b224-ceee02ec0e82 None None] Checking router: d3b049e1-2d7c-42a2-a4cb-68e58fc7d753 for host: n-d-816865-1 {{(pid=102388) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 19:08:52.451891 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bde20ada-78a1-4ab7-b224-ceee02ec0e82 None None] Updating router d3b049e1-2d7c-42a2-a4cb-68e58fc7d753 port 46b338c6-20b1-4a67-b702-a1f83357cb2e binding host n-d-816865-1 {{(pid=102388) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 05 19:08:52.507038 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-bde20ada-78a1-4ab7-b224-ceee02ec0e82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:08:52.512048 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aef45d8-6fd9-419e-8c26-f730c4011079 req-bda7ecd9-e216-4cf0-8ca4-583bb1416d93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:08:52.513918 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-5aef45d8-6fd9-419e-8c26-f730c4011079 req-bda7ecd9-e216-4cf0-8ca4-583bb1416d93 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=4dc00c45-f8b9-4c9a-a6c5-c27d3aa63b93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1459925 Nov 05 19:08:53.206344 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-bde20ada-78a1-4ab7-b224-ceee02ec0e82 None None] Publish callbacks [] for port, precommit_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:08:53.331659 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-bde20ada-78a1-4ab7-b224-ceee02ec0e82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:08:53.429843 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33992d8e-0f3b-4d72-b888-bffaa0a2f2f5 req-b6cbe88d-bc66-4e1b-9b3b-276ac0ca2a9c tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:08:53.445511 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-33992d8e-0f3b-4d72-b888-bffaa0a2f2f5 req-b6cbe88d-bc66-4e1b-9b3b-276ac0ca2a9c tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] 10.222.0.13 "GET /v2.0/ports?device_id=c7103f3a-0446-40ed-a190-1645982f6516 HTTP/1.1" status: 200 len: 944 time: 1.1691606 Nov 05 19:08:53.450295 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6887b7c9-3938-431d-8ee9-ddd07974854a None None] Pushing event updated for resources: {'Port': ['ID=46b338c6-20b1-4a67-b702-a1f83357cb2e,revision_number=2']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:08:53.511587 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeba2e63-694a-422e-a17c-ceb1e1622864 req-9be1f20f-e0d9-4057-bfc8-1bf9484f3ebc tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:08:53.513287 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-aeba2e63-694a-422e-a17c-ceb1e1622864 req-9be1f20f-e0d9-4057-bfc8-1bf9484f3ebc tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] 10.222.0.13 "GET /v2.0/ports?device_id=0047d45e-b897-437c-bf67-02c613002f4a HTTP/1.1" status: 200 len: 944 time: 0.4644377 Nov 05 19:08:53.533744 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-bde20ada-78a1-4ab7-b224-ceee02ec0e82 None None] Attempting to bind port 46b338c6-20b1-4a67-b702-a1f83357cb2e on host n-d-816865-1 for vnic_type normal with profile {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 19:08:53.539361 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-bde20ada-78a1-4ab7-b224-ceee02ec0e82 None None] Attempting to bind port 46b338c6-20b1-4a67-b702-a1f83357cb2e by drivers openvswitch,hyperv on host n-d-816865-1 at level 0 using segments [{'id': '85be518c-8bb4-46a2-a903-d4292782d29d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec'}] {{(pid=102388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 19:08:53.539361 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bde20ada-78a1-4ab7-b224-ceee02ec0e82 None None] Attempting to bind port 46b338c6-20b1-4a67-b702-a1f83357cb2e on network 40c8335d-cd0b-4cb5-910a-d4dcddd5cbec {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 19:08:53.553039 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bde20ada-78a1-4ab7-b224-ceee02ec0e82 None None] Checking agent: {'id': '724d89a7-611b-41e6-bc85-c48112b17afa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 18, 25, 8), 'started_at': datetime.datetime(2021, 11, 5, 18, 25, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 19, 8, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 19:08:53.553418 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bde20ada-78a1-4ab7-b224-ceee02ec0e82 None None] Checking segment: {'id': '85be518c-8bb4-46a2-a903-d4292782d29d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 19:08:53.553826 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-bde20ada-78a1-4ab7-b224-ceee02ec0e82 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:08:53.554243 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bde20ada-78a1-4ab7-b224-ceee02ec0e82 None None] Bound using segment: {'id': '85be518c-8bb4-46a2-a903-d4292782d29d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec'} {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 19:08:53.554721 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-bde20ada-78a1-4ab7-b224-ceee02ec0e82 None None] Bound port: 46b338c6-20b1-4a67-b702-a1f83357cb2e, host: n-d-816865-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85be518c-8bb4-46a2-a903-d4292782d29d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec'}}] {{(pid=102388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 19:08:53.555103 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-bde20ada-78a1-4ab7-b224-ceee02ec0e82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:08:53.563411 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 59950) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:08:53.661148 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-33992d8e-0f3b-4d72-b888-bffaa0a2f2f5 req-6b94130b-a384-42f2-aac6-eb145e5ff1d4 tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] 10.222.0.13 "GET /v2.0/security-groups?id=c33e3cae-293b-4275-aa24-9c3af6c8734f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1934714 Nov 05 19:08:53.669393 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-aeba2e63-694a-422e-a17c-ceb1e1622864 req-b6a4a465-6b10-4a24-8e8d-f0c3d73b3c83 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] 10.222.0.13 "GET /v2.0/security-groups?id=12cfcbed-e7fb-4412-a871-fb89c7d2c113&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1300786 Nov 05 19:08:53.676798 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-33a22a78-e7df-4072-92ae-da6d9d9d9ada admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:08:53.695425 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-5aef45d8-6fd9-419e-8c26-f730c4011079 req-4c309d6b-0c9f-4b69-965b-0e9aec6b20b2 service neutron] 10.222.0.55 "GET /v2.0/networks/4dc00c45-f8b9-4c9a-a6c5-c27d3aa63b93?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1723237 Nov 05 19:08:53.795782 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-bde20ada-78a1-4ab7-b224-ceee02ec0e82 None None] For port 46b338c6-20b1-4a67-b702-a1f83357cb2e, host n-d-816865-1, cleared binding levels {{(pid=102388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 19:08:53.817417 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-bde20ada-78a1-4ab7-b224-ceee02ec0e82 None None] For port 46b338c6-20b1-4a67-b702-a1f83357cb2e, host n-d-816865-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=46b338c6-20b1-4a67-b702-a1f83357cb2e,segment=NetworkSegment(85be518c-8bb4-46a2-a903-d4292782d29d),segment_id=85be518c-8bb4-46a2-a903-d4292782d29d)] {{(pid=102388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 19:08:53.868218 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-230739a9-c3a2-4d43-b731-cbe755945c34 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:08:53.909450 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-bde20ada-78a1-4ab7-b224-ceee02ec0e82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:08:53.976038 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-5aef45d8-6fd9-419e-8c26-f730c4011079 req-92ee9a0a-5dc9-43aa-b324-a669eba49064 service neutron] 10.222.0.55 "GET /v2.0/networks/4dc00c45-f8b9-4c9a-a6c5-c27d3aa63b93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2733986 Nov 05 19:08:54.034411 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bde20ada-78a1-4ab7-b224-ceee02ec0e82 None None] Routers {'d3b049e1-2d7c-42a2-a4cb-68e58fc7d753'} bound to L3 agent in host n-d-816865-1 {{(pid=102388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 19:08:54.035004 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-bde20ada-78a1-4ab7-b224-ceee02ec0e82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T19:08:36Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['d3b049e1-2d7c-42a2-a4cb-68e58fc7d753'], 'active': True} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:08:54.095596 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.db_base_plugin_common [None req-33a22a78-e7df-4072-92ae-da6d9d9d9ada admin admin] Allocated IP 172.20.0.1 (ecda42c5-4acf-4ad4-b811-0f569ff28377/b12a920f-995e-4658-86f5-ed5879e48687/96f21ac8-8ed6-4d5d-bb79-0eee91a69ca3) {{(pid=102387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 19:08:54.135649 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-230739a9-c3a2-4d43-b731-cbe755945c34 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:08:54.217136 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-230739a9-c3a2-4d43-b731-cbe755945c34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:08:54.239809 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6887b7c9-3938-431d-8ee9-ddd07974854a None None] Pushing event updated for resources: {'Port': ['ID=46b338c6-20b1-4a67-b702-a1f83357cb2e,revision_number=3']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:08:54.287881 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-230739a9-c3a2-4d43-b731-cbe755945c34 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f5c1d27de9b945e1a3ed24356f8f5421&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7172697 Nov 05 19:08:54.296129 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 59960) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:08:54.322603 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-33a22a78-e7df-4072-92ae-da6d9d9d9ada admin admin] Publish callbacks [] for port, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:08:54.350580 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230739a9-c3a2-4d43-b731-cbe755945c34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09b5110d-f3bf-4d91-b478-a950b112936a,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:08:54.406210 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Device c2b283cb-6a55-489b-93e0-f7550bffc148 up at agent hyperv_n-h1-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 19:08:54.491408 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-33a22a78-e7df-4072-92ae-da6d9d9d9ada admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4417063'] for port, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:08:54.498343 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvr_db [None req-bde20ada-78a1-4ab7-b224-ceee02ec0e82 None None] Set router d3b049e1-2d7c-42a2-a4cb-68e58fc7d753 gateway port host: n-d-816865-1 {{(pid=102388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 19:08:54.538227 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-7d41b0ee-5ce2-4544-b595-df449e577ec6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:08:54.590220 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33a22a78-e7df-4072-92ae-da6d9d9d9ada admin admin] Network ecda42c5-4acf-4ad4-b811-0f569ff28377 is already hosted by enough agents. {{(pid=102387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 19:08:54.604405 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.base_scheduler [None req-33a22a78-e7df-4072-92ae-da6d9d9d9ada admin admin] Resources bound (agent type, host, resource id): {{(pid=102387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 19:08:54.621511 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33a22a78-e7df-4072-92ae-da6d9d9d9ada admin admin] Received port after_create {{(pid=102387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 19:08:54.641312 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-7d41b0ee-5ce2-4544-b595-df449e577ec6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:08:54.689651 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a22a78-e7df-4072-92ae-da6d9d9d9ada admin admin] Pushing event updated for resources: {'Port': ['ID=96f21ac8-8ed6-4d5d-bb79-0eee91a69ca3,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:08:54.788073 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-33a22a78-e7df-4072-92ae-da6d9d9d9ada admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-571770'] for router_interface, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:08:54.849785 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Provisioning for port c2b283cb-6a55-489b-93e0-f7550bffc148 completed by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 05 19:08:54.886226 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Provisioning complete for port c2b283cb-6a55-489b-93e0-f7550bffc148 triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:08:54.892940 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:08:54.914878 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-7d41b0ee-5ce2-4544-b595-df449e577ec6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:08:54.917526 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-7d41b0ee-5ce2-4544-b595-df449e577ec6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:08:54.927807 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-7d41b0ee-5ce2-4544-b595-df449e577ec6 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/09b5110d-f3bf-4d91-b478-a950b112936a HTTP/1.1" status: 204 len: 168 time: 0.6236348 Nov 05 19:08:54.949870 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d41b0ee-5ce2-4544-b595-df449e577ec6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09b5110d-f3bf-4d91-b478-a950b112936a,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:08:55.171366 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f59350c-f75f-47f5-bbd8-f5bcd0032603 req-bbaed319-08f5-4bad-b5b9-2d360670987c tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:08:55.172118 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-bde20ada-78a1-4ab7-b224-ceee02ec0e82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3b049e1-2d7c-42a2-a4cb-68e58fc7d753', 'name': 'tempest-TestServerMultinode-1537864-router', 'tenant_id': '01deaa96e3b74444916d8d36789e9a64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.176'}], 'enable_snat': True}, 'gw_port_id': '46b338c6-20b1-4a67-b702-a1f83357cb2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T19:08:47Z', 'updated_at': '2021-11-05T19:08:49Z', 'revision_number': 3, 'project_id': '01deaa96e3b74444916d8d36789e9a64', 'gw_port': {'id': '46b338c6-20b1-4a67-b702-a1f83357cb2e', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:0e:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3b049e1-2d7c-42a2-a4cb-68e58fc7d753', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3338, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:08:48Z', 'updated_at': '2021-11-05T19:08:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1'}], 'n-d-816865-1', False) {} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:08:55.180805 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-0f59350c-f75f-47f5-bbd8-f5bcd0032603 req-bbaed319-08f5-4bad-b5b9-2d360670987c tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] 10.222.0.13 "GET /v2.0/ports?device_id=c7103f3a-0446-40ed-a190-1645982f6516 HTTP/1.1" status: 200 len: 944 time: 0.2078030 Nov 05 19:08:55.200866 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d0f504-522f-4f34-a03b-d9c078240088 req-d0359b84-cdf1-498f-9fd5-dcc60a65ec22 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:08:55.202493 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-c9d0f504-522f-4f34-a03b-d9c078240088 req-d0359b84-cdf1-498f-9fd5-dcc60a65ec22 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] 10.222.0.13 "GET /v2.0/ports?device_id=0047d45e-b897-437c-bf67-02c613002f4a HTTP/1.1" status: 200 len: 944 time: 0.2283983 Nov 05 19:08:55.262741 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-41d3fda9-7e9f-4422-bde0-3c0824670b22 None None] Provisioning complete for port 96f21ac8-8ed6-4d5d-bb79-0eee91a69ca3 triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:08:55.263300 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-41d3fda9-7e9f-4422-bde0-3c0824670b22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:08:55.277257 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bde20ada-78a1-4ab7-b224-ceee02ec0e82 None None] The sync data for ids ['d3b049e1-2d7c-42a2-a4cb-68e58fc7d753'] in n-d-816865-1 is: [{'id': 'd3b049e1-2d7c-42a2-a4cb-68e58fc7d753', 'name': 'tempest-TestServerMultinode-1537864-router', 'tenant_id': '01deaa96e3b74444916d8d36789e9a64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.176'}], 'enable_snat': True}, 'gw_port_id': '46b338c6-20b1-4a67-b702-a1f83357cb2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T19:08:47Z', 'updated_at': '2021-11-05T19:08:49Z', 'revision_number': 3, 'project_id': '01deaa96e3b74444916d8d36789e9a64', 'gw_port': {'id': '46b338c6-20b1-4a67-b702-a1f83357cb2e', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:0e:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3b049e1-2d7c-42a2-a4cb-68e58fc7d753', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3338, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:08:48Z', 'updated_at': '2021-11-05T19:08:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1'}] {{(pid=102388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 19:08:55.372736 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-33a22a78-e7df-4072-92ae-da6d9d9d9ada admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:08:55.439156 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-41d3fda9-7e9f-4422-bde0-3c0824670b22 None None] Port 96f21ac8-8ed6-4d5d-bb79-0eee91a69ca3 cannot update to ACTIVE because it is not bound. {{(pid=102388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 19:08:55.463465 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:08:55.475691 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-c9d0f504-522f-4f34-a03b-d9c078240088 req-11ba02b3-3f59-4f5c-82e7-2560c516959c tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] 10.222.0.13 "GET /v2.0/security-groups?id=12cfcbed-e7fb-4412-a871-fb89c7d2c113&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2610040 Nov 05 19:08:55.481441 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-0f59350c-f75f-47f5-bbd8-f5bcd0032603 req-666bb92f-086c-46e3-b2a9-2cfaac3b696a tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] 10.222.0.13 "GET /v2.0/security-groups?id=c33e3cae-293b-4275-aa24-9c3af6c8734f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3009849 Nov 05 19:08:55.543479 n-d-816865-1 neutron-server[102388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0047d45e-b897-437c-bf67-02c613002f4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2b283cb-6a55-489b-93e0-f7550bffc148'}] {{(pid=102388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 19:08:55.548267 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85474fee1180e129d8a886d264fe0b30223aa672dd1ffe43b630605f18504f68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bd33023-3c4d-481c-8144-41d6b75bfced" -d '{"events": [{"server_uuid": "0047d45e-b897-437c-bf67-02c613002f4a", "name": "network-vif-plugged", "status": "completed", "tag": "c2b283cb-6a55-489b-93e0-f7550bffc148"}]}' {{(pid=102388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 19:08:55.599936 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] For port c2b283cb-6a55-489b-93e0-f7550bffc148, host n-h1-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=c2b283cb-6a55-489b-93e0-f7550bffc148,segment=NetworkSegment(5b4b5bf4-ffef-44ab-bb8a-f344bae27634),segment_id=5b4b5bf4-ffef-44ab-bb8a-f344bae27634)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:08:55.702680 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 19:08:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12fa1706-679b-44f6-8d9a-3d61a0b7469f x-openstack-request-id: req-12fa1706-679b-44f6-8d9a-3d61a0b7469f {{(pid=102388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 19:08:55.703254 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0047d45e-b897-437c-bf67-02c613002f4a", "name": "network-vif-plugged", "status": "completed", "tag": "c2b283cb-6a55-489b-93e0-f7550bffc148", "code": 200}]} {{(pid=102388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 19:08:55.712458 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-12fa1706-679b-44f6-8d9a-3d61a0b7469f {{(pid=102388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 19:08:55.712458 n-d-816865-1 neutron-server[102388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0047d45e-b897-437c-bf67-02c613002f4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2b283cb-6a55-489b-93e0-f7550bffc148', 'code': 200} Nov 05 19:08:55.712458 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:08:55.917258 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Pushing event updated for resources: {'Port': ['ID=c2b283cb-6a55-489b-93e0-f7550bffc148,revision_number=5']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:08:55.959723 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:08:55.974112 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:08:55.974744 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:08:55.975156 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:08:55.975562 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:08:55.975978 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:08:55.976391 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:08:55.976771 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:08:55.977161 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:08:55.977546 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:08:55.977938 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:08:55.978350 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:08:56.053174 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-33a22a78-e7df-4072-92ae-da6d9d9d9ada admin admin] Publish callbacks [] for port, precommit_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:08:56.090966 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc677c7-def0-4c61-8f68-c633402808e3 req-dff3bb36-885c-46c7-8068-fda7c80ff496 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:08:56.100733 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-1dc677c7-def0-4c61-8f68-c633402808e3 req-dff3bb36-885c-46c7-8068-fda7c80ff496 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=0047d45e-b897-437c-bf67-02c613002f4a HTTP/1.1" status: 200 len: 1096 time: 0.1876628 Nov 05 19:08:56.203465 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-1dc677c7-def0-4c61-8f68-c633402808e3 req-0b57c5fd-94a4-4660-9bfd-aa3326c7e7e1 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=12cfcbed-e7fb-4412-a871-fb89c7d2c113&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0967257 Nov 05 19:08:56.204279 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-33a22a78-e7df-4072-92ae-da6d9d9d9ada admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4417072'] for port, after_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:08:56.399940 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a22a78-e7df-4072-92ae-da6d9d9d9ada admin admin] Pushing event updated for resources: {'Port': ['ID=96f21ac8-8ed6-4d5d-bb79-0eee91a69ca3,revision_number=2']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:08:56.450957 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-33a22a78-e7df-4072-92ae-da6d9d9d9ada admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-597863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-571878'] for router_interface, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:08:56.837252 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33a22a78-e7df-4072-92ae-da6d9d9d9ada admin admin] Network ecda42c5-4acf-4ad4-b811-0f569ff28377 is already hosted by enough agents. {{(pid=102387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 19:08:56.844164 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.base_scheduler [None req-33a22a78-e7df-4072-92ae-da6d9d9d9ada admin admin] Resources bound (agent type, host, resource id): {{(pid=102387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 19:08:56.875386 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e52cb5-8c14-40b4-aa63-edc1964ba789 req-df1a35cc-e812-4544-a93b-fda254d13dd4 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:08:56.883692 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-f2e52cb5-8c14-40b4-aa63-edc1964ba789 req-df1a35cc-e812-4544-a93b-fda254d13dd4 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] 10.222.0.13 "GET /v2.0/ports?device_id=0047d45e-b897-437c-bf67-02c613002f4a HTTP/1.1" status: 200 len: 945 time: 0.2309079 Nov 05 19:08:56.979489 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951263f8-d679-47af-b27c-c63827d7788d req-4b6a03ac-d5dc-4b0f-a0be-aeb63bcdd1e0 tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:08:56.994181 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-951263f8-d679-47af-b27c-c63827d7788d req-4b6a03ac-d5dc-4b0f-a0be-aeb63bcdd1e0 tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] 10.222.0.13 "GET /v2.0/ports?device_id=c7103f3a-0446-40ed-a190-1645982f6516 HTTP/1.1" status: 200 len: 944 time: 0.2636156 Nov 05 19:08:57.314156 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-f2e52cb5-8c14-40b4-aa63-edc1964ba789 req-642a45d7-9940-4822-a4fb-f106db681059 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] 10.222.0.13 "GET /v2.0/security-groups?id=12cfcbed-e7fb-4412-a871-fb89c7d2c113&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4295173 Nov 05 19:08:57.418655 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-90000f20-87dd-4430-bb52-1169bc04315d None None] Provisioning complete for port 96f21ac8-8ed6-4d5d-bb79-0eee91a69ca3 triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:08:57.419233 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-90000f20-87dd-4430-bb52-1169bc04315d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:08:57.480095 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-951263f8-d679-47af-b27c-c63827d7788d req-f87120e4-0fca-4bce-aed1-ff5fe17c3b3f tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] 10.222.0.13 "GET /v2.0/security-groups?id=c33e3cae-293b-4275-aa24-9c3af6c8734f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4845846 Nov 05 19:08:57.506587 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-90000f20-87dd-4430-bb52-1169bc04315d None None] Port 96f21ac8-8ed6-4d5d-bb79-0eee91a69ca3 cannot update to ACTIVE because it is not bound. {{(pid=102388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 19:08:57.573695 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33a22a78-e7df-4072-92ae-da6d9d9d9ada admin admin] Router d3b049e1-2d7c-42a2-a4cb-68e58fc7d753 has already been hosted by L3 agent 6dcb5589-8e86-4616-9186-ddc4548e13ad {{(pid=102387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 19:08:57.667699 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 46b338c6-20b1-4a67-b702-a1f83357cb2e up at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 19:08:57.848804 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Provisioning complete for port 46b338c6-20b1-4a67-b702-a1f83357cb2e triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:08:57.849420 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:08:57.857056 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33a22a78-e7df-4072-92ae-da6d9d9d9ada admin admin] Notify agent at l3_agent.n-d-816865-1 the message routers_updated {{(pid=102387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 19:08:57.874368 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-33a22a78-e7df-4072-92ae-da6d9d9d9ada admin admin] 10.222.0.13 "PUT /v2.0/routers/d3b049e1-2d7c-42a2-a4cb-68e58fc7d753/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3325994 Nov 05 19:08:57.993842 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:08:58.051864 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] For port 46b338c6-20b1-4a67-b702-a1f83357cb2e, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=46b338c6-20b1-4a67-b702-a1f83357cb2e,segment=NetworkSegment(85be518c-8bb4-46a2-a903-d4292782d29d),segment_id=85be518c-8bb4-46a2-a903-d4292782d29d)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:08:58.186102 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:08:58.375589 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Pushing event updated for resources: {'Port': ['ID=46b338c6-20b1-4a67-b702-a1f83357cb2e,revision_number=4']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:08:58.516083 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a4888c2-a558-4b9b-859a-c7416cebb125 None None] Sync routers for ids ['d3b049e1-2d7c-42a2-a4cb-68e58fc7d753'] in n-d-816865-1 {{(pid=102389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 19:08:58.543704 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7c668c-03ef-4c7b-86e9-4bf825917b81 req-0cc8fcbc-69b5-4ceb-b7c1-d544d73221fa tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:08:58.544256 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a4888c2-a558-4b9b-859a-c7416cebb125 None None] Routers {'d3b049e1-2d7c-42a2-a4cb-68e58fc7d753'} bound to L3 agent in host n-d-816865-1 {{(pid=102389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 19:08:58.544385 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-8a4888c2-a558-4b9b-859a-c7416cebb125 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T19:08:36Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['d3b049e1-2d7c-42a2-a4cb-68e58fc7d753'], 'active': True} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:08:58.547875 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-cf7c668c-03ef-4c7b-86e9-4bf825917b81 req-0cc8fcbc-69b5-4ceb-b7c1-d544d73221fa tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] 10.222.0.13 "GET /v2.0/ports?device_id=0047d45e-b897-437c-bf67-02c613002f4a HTTP/1.1" status: 200 len: 945 time: 0.1211576 Nov 05 19:08:58.703025 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-cf7c668c-03ef-4c7b-86e9-4bf825917b81 req-5d4c1358-d6df-40a0-b5b2-76d22bdd0abe tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] 10.222.0.13 "GET /v2.0/security-groups?id=12cfcbed-e7fb-4412-a871-fb89c7d2c113&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1445463 Nov 05 19:08:58.819120 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1d67b6-89b3-48ff-92b3-0d6bbde04c13 req-537d6860-7b28-4b9c-9082-1665b23070d6 tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:08:58.823365 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-cd1d67b6-89b3-48ff-92b3-0d6bbde04c13 req-537d6860-7b28-4b9c-9082-1665b23070d6 tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] 10.222.0.13 "GET /v2.0/ports?device_id=c7103f3a-0446-40ed-a190-1645982f6516 HTTP/1.1" status: 200 len: 944 time: 0.1521099 Nov 05 19:08:58.872629 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvr_db [None req-8a4888c2-a558-4b9b-859a-c7416cebb125 None None] Set router d3b049e1-2d7c-42a2-a4cb-68e58fc7d753 gateway port host: n-d-816865-1 {{(pid=102389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 19:08:59.005132 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-cd1d67b6-89b3-48ff-92b3-0d6bbde04c13 req-facee377-6030-44dc-8f49-163e41418c50 tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] 10.222.0.13 "GET /v2.0/security-groups?id=c33e3cae-293b-4275-aa24-9c3af6c8734f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1578977 Nov 05 19:08:59.083543 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcadf13-6087-48d1-8ed5-ee3cf18a215c req-50af0c10-b729-4565-bd13-fceff0ed41e6 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:08:59.085160 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-7fcadf13-6087-48d1-8ed5-ee3cf18a215c req-50af0c10-b729-4565-bd13-fceff0ed41e6 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] 10.222.0.13 "GET /v2.0/ports?device_id=0047d45e-b897-437c-bf67-02c613002f4a HTTP/1.1" status: 200 len: 945 time: 0.1857541 Nov 05 19:08:59.188248 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-7fcadf13-6087-48d1-8ed5-ee3cf18a215c req-27868beb-7711-4d05-b0bc-fd4c6b105f01 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] 10.222.0.13 "GET /v2.0/security-groups?id=12cfcbed-e7fb-4412-a871-fb89c7d2c113&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0968781 Nov 05 19:08:59.221588 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 60052) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:08:59.322409 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e852f340-38ca-4732-8a60-73f30051d1d2 tempest-TestNetworkAdvancedServerOps-912703179 tempest-TestNetworkAdvancedServerOps-912703179-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:08:59.323981 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-e852f340-38ca-4732-8a60-73f30051d1d2 tempest-TestNetworkAdvancedServerOps-912703179 tempest-TestNetworkAdvancedServerOps-912703179-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=0047d45e-b897-437c-bf67-02c613002f4a HTTP/1.1" status: 200 len: 1091 time: 0.1004310 Nov 05 19:08:59.327062 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 60054) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:08:59.331521 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-91baec94-fb47-44ff-a0a4-671a3a1b13a3 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Request body: {'floatingip': {'floating_network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'port_id': 'c2b283cb-6a55-489b-93e0-f7550bffc148', 'tenant_id': '777902a3c6ed4ff2a5460208db53bd8a', 'fixed_ip_address': '172.20.0.4'}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:08:59.351447 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-8a4888c2-a558-4b9b-859a-c7416cebb125 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3b049e1-2d7c-42a2-a4cb-68e58fc7d753', 'name': 'tempest-TestServerMultinode-1537864-router', 'tenant_id': '01deaa96e3b74444916d8d36789e9a64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.176'}], 'enable_snat': True}, 'gw_port_id': '46b338c6-20b1-4a67-b702-a1f83357cb2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T19:08:47Z', 'updated_at': '2021-11-05T19:08:55Z', 'revision_number': 4, 'project_id': '01deaa96e3b74444916d8d36789e9a64', 'gw_port': {'id': '46b338c6-20b1-4a67-b702-a1f83357cb2e', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:0e:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3b049e1-2d7c-42a2-a4cb-68e58fc7d753', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3338, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:08:48Z', 'updated_at': '2021-11-05T19:08:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1', '_interfaces': [{'id': '96f21ac8-8ed6-4d5d-bb79-0eee91a69ca3', 'name': '', 'network_id': 'ecda42c5-4acf-4ad4-b811-0f569ff28377', 'tenant_id': '01deaa96e3b74444916d8d36789e9a64', 'mac_address': 'fa:16:3e:a0:d8:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3b049e1-2d7c-42a2-a4cb-68e58fc7d753', 'device_owner': 'network:router_interface', 'standard_attr_id': 3344, 'fixed_ips': [{'subnet_id': 'b12a920f-995e-4658-86f5-ed5879e48687', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:08:53Z', 'updated_at': '2021-11-05T19:08:55Z', 'revision_number': 2, 'project_id': '01deaa96e3b74444916d8d36789e9a64', 'subnets': [{'id': 'b12a920f-995e-4658-86f5-ed5879e48687', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-1', False) {} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:08:59.389100 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a4888c2-a558-4b9b-859a-c7416cebb125 None None] Checking router: d3b049e1-2d7c-42a2-a4cb-68e58fc7d753 for host: n-d-816865-1 {{(pid=102389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 19:08:59.389708 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a4888c2-a558-4b9b-859a-c7416cebb125 None None] Updating router d3b049e1-2d7c-42a2-a4cb-68e58fc7d753 port 96f21ac8-8ed6-4d5d-bb79-0eee91a69ca3 binding host n-d-816865-1 {{(pid=102389) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 05 19:08:59.437572 n-d-816865-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-8a4888c2-a558-4b9b-859a-c7416cebb125 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:08:59.506421 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 60058) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:08:59.513363 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-e178d755-630c-40af-bca0-499308fb3b50 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1671483380-network', 'tenant_id': '5628c27c4e9745e0b64e152634c85b5a'}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:08:59.564438 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-91baec94-fb47-44ff-a0a4-671a3a1b13a3 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Publish callbacks [] for floatingip, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:08:59.580029 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 46b338c6-20b1-4a67-b702-a1f83357cb2e up at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 19:08:59.726498 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e178d755-630c-40af-bca0-499308fb3b50 admin admin] Made reservation on behalf of 5628c27c4e9745e0b64e152634c85b5a for: {'network': 1} {{(pid=102387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 19:08:59.743204 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-e178d755-630c-40af-bca0-499308fb3b50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for network, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:08:59.800930 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-e178d755-630c-40af-bca0-499308fb3b50 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:09:00.047385 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Provisioning complete for port 46b338c6-20b1-4a67-b702-a1f83357cb2e triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:09:00.047766 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:09:00.274569 n-d-816865-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-8a4888c2-a558-4b9b-859a-c7416cebb125 None None] Publish callbacks [] for port, precommit_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:09:00.345680 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-91baec94-fb47-44ff-a0a4-671a3a1b13a3 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:09:00.354337 n-d-816865-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-8a4888c2-a558-4b9b-859a-c7416cebb125 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:09:00.464639 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6aaf275-e1fc-49ec-a729-dfb20d922eb1 None None] Pushing event updated for resources: {'Port': ['ID=96f21ac8-8ed6-4d5d-bb79-0eee91a69ca3,revision_number=3']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:09:00.529597 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-e178d755-630c-40af-bca0-499308fb3b50 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:09:00.647617 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-e178d755-630c-40af-bca0-499308fb3b50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:09:00.658729 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.managers [None req-8a4888c2-a558-4b9b-859a-c7416cebb125 None None] Attempting to bind port 96f21ac8-8ed6-4d5d-bb79-0eee91a69ca3 on host n-d-816865-1 for vnic_type normal with profile {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 19:09:00.659436 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.managers [None req-8a4888c2-a558-4b9b-859a-c7416cebb125 None None] Attempting to bind port 96f21ac8-8ed6-4d5d-bb79-0eee91a69ca3 by drivers openvswitch,hyperv on host n-d-816865-1 at level 0 using segments [{'id': '4294eaa4-9159-4512-b472-00960aa998f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'ecda42c5-4acf-4ad4-b811-0f569ff28377'}] {{(pid=102389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 19:09:00.666876 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a4888c2-a558-4b9b-859a-c7416cebb125 None None] Attempting to bind port 96f21ac8-8ed6-4d5d-bb79-0eee91a69ca3 on network ecda42c5-4acf-4ad4-b811-0f569ff28377 {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 19:09:00.666876 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a4888c2-a558-4b9b-859a-c7416cebb125 None None] Checking agent: {'id': '724d89a7-611b-41e6-bc85-c48112b17afa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 18, 25, 8), 'started_at': datetime.datetime(2021, 11, 5, 18, 25, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 19, 8, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 19:09:00.666876 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a4888c2-a558-4b9b-859a-c7416cebb125 None None] Checking segment: {'id': '4294eaa4-9159-4512-b472-00960aa998f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'ecda42c5-4acf-4ad4-b811-0f569ff28377'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 19:09:00.667720 n-d-816865-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-8a4888c2-a558-4b9b-859a-c7416cebb125 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:09:00.668341 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a4888c2-a558-4b9b-859a-c7416cebb125 None None] Bound using segment: {'id': '4294eaa4-9159-4512-b472-00960aa998f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'ecda42c5-4acf-4ad4-b811-0f569ff28377'} {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 19:09:00.669025 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.managers [None req-8a4888c2-a558-4b9b-859a-c7416cebb125 None None] Bound port: 96f21ac8-8ed6-4d5d-bb79-0eee91a69ca3, host: n-d-816865-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4294eaa4-9159-4512-b472-00960aa998f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'ecda42c5-4acf-4ad4-b811-0f569ff28377'}}] {{(pid=102389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 19:09:00.669624 n-d-816865-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-8a4888c2-a558-4b9b-859a-c7416cebb125 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:09:00.710358 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.db_base_plugin_common [None req-91baec94-fb47-44ff-a0a4-671a3a1b13a3 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Allocated IP 172.25.6.79 (40c8335d-cd0b-4cb5-910a-d4dcddd5cbec/04fe6db3-e108-4208-943d-6518424f5726/7943327c-f7aa-41f8-a628-f9edd205555d) {{(pid=102387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 19:09:00.765271 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e178d755-630c-40af-bca0-499308fb3b50 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 152} {{(pid=102387) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 05 19:09:00.810735 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [None req-8a4888c2-a558-4b9b-859a-c7416cebb125 None None] For port 96f21ac8-8ed6-4d5d-bb79-0eee91a69ca3, host n-d-816865-1, cleared binding levels {{(pid=102389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 19:09:00.818329 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [None req-8a4888c2-a558-4b9b-859a-c7416cebb125 None None] For port 96f21ac8-8ed6-4d5d-bb79-0eee91a69ca3, host n-d-816865-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=96f21ac8-8ed6-4d5d-bb79-0eee91a69ca3,segment=NetworkSegment(4294eaa4-9159-4512-b472-00960aa998f8),segment_id=4294eaa4-9159-4512-b472-00960aa998f8)] {{(pid=102389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 19:09:00.877646 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330e6c38-9663-438c-b373-be96255e0537 req-da932e84-3bf8-45fb-86eb-d73ab42ce14e tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:09:00.877646 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-330e6c38-9663-438c-b373-be96255e0537 req-da932e84-3bf8-45fb-86eb-d73ab42ce14e tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] 10.222.0.13 "GET /v2.0/ports?device_id=c7103f3a-0446-40ed-a190-1645982f6516 HTTP/1.1" status: 200 len: 944 time: 0.6409345 Nov 05 19:09:00.947910 n-d-816865-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-8a4888c2-a558-4b9b-859a-c7416cebb125 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:09:00.974798 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-e178d755-630c-40af-bca0-499308fb3b50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273'] for segment, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:09:00.975141 n-d-816865-1 neutron-server[102387]: INFO neutron.db.segments_db [None req-e178d755-630c-40af-bca0-499308fb3b50 admin admin] Added segment 59a570aa-2c3f-4aee-ba19-e5871954be20 of type vlan for network dee6b2cf-8e55-4dc6-b045-7ce73379460c Nov 05 19:09:01.073723 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6aaf275-e1fc-49ec-a729-dfb20d922eb1 None None] Pushing event updated for resources: {'Port': ['ID=96f21ac8-8ed6-4d5d-bb79-0eee91a69ca3,revision_number=4']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:09:01.113614 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a4888c2-a558-4b9b-859a-c7416cebb125 None None] Routers {'d3b049e1-2d7c-42a2-a4cb-68e58fc7d753'} bound to L3 agent in host n-d-816865-1 {{(pid=102389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 19:09:01.114334 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-8a4888c2-a558-4b9b-859a-c7416cebb125 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T19:08:36Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['d3b049e1-2d7c-42a2-a4cb-68e58fc7d753'], 'active': True} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:09:01.190207 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-9f3c7404-5187-4439-af9c-e4947db4163d None None] Provisioning complete for port 96f21ac8-8ed6-4d5d-bb79-0eee91a69ca3 triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:09:01.190207 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-9f3c7404-5187-4439-af9c-e4947db4163d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:09:01.191103 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-e178d755-630c-40af-bca0-499308fb3b50 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750027258543'] for network, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:09:01.475936 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-9f3c7404-5187-4439-af9c-e4947db4163d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:09:01.485534 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-91baec94-fb47-44ff-a0a4-671a3a1b13a3 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Publish callbacks [] for port, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:09:01.488897 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvr_db [None req-8a4888c2-a558-4b9b-859a-c7416cebb125 None None] Set router d3b049e1-2d7c-42a2-a4cb-68e58fc7d753 gateway port host: n-d-816865-1 {{(pid=102389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 19:09:01.588810 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e178d755-630c-40af-bca0-499308fb3b50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5cc021e-aa8f-4323-a983-51b5dbdacaac,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:09:01.613263 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-9f3c7404-5187-4439-af9c-e4947db4163d None None] For port 96f21ac8-8ed6-4d5d-bb79-0eee91a69ca3, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=96f21ac8-8ed6-4d5d-bb79-0eee91a69ca3,segment=NetworkSegment(4294eaa4-9159-4512-b472-00960aa998f8),segment_id=4294eaa4-9159-4512-b472-00960aa998f8)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:09:01.691530 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-9f3c7404-5187-4439-af9c-e4947db4163d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:09:01.713017 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-e178d755-630c-40af-bca0-499308fb3b50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-956796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877'] for network, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:09:01.714260 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e178d755-630c-40af-bca0-499308fb3b50 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:09:01.715124 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-e178d755-630c-40af-bca0-499308fb3b50 admin admin] Publish callbacks [] for network, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:09:01.740885 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-330e6c38-9663-438c-b373-be96255e0537 req-f6d3da90-2829-4fbe-b032-9fc25780d4a7 tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] 10.222.0.13 "GET /v2.0/security-groups?id=c33e3cae-293b-4275-aa24-9c3af6c8734f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7854753 Nov 05 19:09:01.789519 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3c7404-5187-4439-af9c-e4947db4163d None None] Pushing event updated for resources: {'Port': ['ID=96f21ac8-8ed6-4d5d-bb79-0eee91a69ca3,revision_number=5']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:09:01.892326 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-df137a6a-c59b-4ba8-801f-97de6f4c0806 None None] Provisioning complete for port 96f21ac8-8ed6-4d5d-bb79-0eee91a69ca3 triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:09:01.892699 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-df137a6a-c59b-4ba8-801f-97de6f4c0806 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:09:01.961295 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e178d755-630c-40af-bca0-499308fb3b50 admin admin] Pushing event updated for resources: {'Network': ['ID=dee6b2cf-8e55-4dc6-b045-7ce73379460c,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:09:02.046898 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-f8b97dbd-9612-4317-b96c-bd9895fb270a req-661037e3-863c-49d1-b569-fa54074810d7 tempest-VolumesNegativeTest-733797463 tempest-VolumesNegativeTest-733797463-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=638fcb3516bd43edb8dae9b93922194f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1204145 Nov 05 19:09:02.060264 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-91baec94-fb47-44ff-a0a4-671a3a1b13a3 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4417063'] for port, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:09:02.070240 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 60100) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:09:02.077266 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-4521bbad-b31e-4254-a3f0-3ae13d06c3da admin admin] Request body: {'subnet': {'network_id': 'dee6b2cf-8e55-4dc6-b045-7ce73379460c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1671483380-subnet', 'tenant_id': '5628c27c4e9745e0b64e152634c85b5a', 'ip_version': 4}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:09:02.082735 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-e178d755-630c-40af-bca0-499308fb3b50 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 2.5747499 Nov 05 19:09:02.088283 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Network dee6b2cf-8e55-4dc6-b045-7ce73379460c details requested by agent ovs-agent-n-d-816865-1 with host n-d-816865-1 {{(pid=102388) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 05 19:09:02.133146 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-8a4888c2-a558-4b9b-859a-c7416cebb125 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3b049e1-2d7c-42a2-a4cb-68e58fc7d753', 'name': 'tempest-TestServerMultinode-1537864-router', 'tenant_id': '01deaa96e3b74444916d8d36789e9a64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.176'}], 'enable_snat': True}, 'gw_port_id': '46b338c6-20b1-4a67-b702-a1f83357cb2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T19:08:47Z', 'updated_at': '2021-11-05T19:08:55Z', 'revision_number': 4, 'project_id': '01deaa96e3b74444916d8d36789e9a64', 'gw_port': {'id': '46b338c6-20b1-4a67-b702-a1f83357cb2e', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:0e:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3b049e1-2d7c-42a2-a4cb-68e58fc7d753', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3338, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:08:48Z', 'updated_at': '2021-11-05T19:08:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1', '_interfaces': [{'id': '96f21ac8-8ed6-4d5d-bb79-0eee91a69ca3', 'name': '', 'network_id': 'ecda42c5-4acf-4ad4-b811-0f569ff28377', 'tenant_id': '01deaa96e3b74444916d8d36789e9a64', 'mac_address': 'fa:16:3e:a0:d8:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3b049e1-2d7c-42a2-a4cb-68e58fc7d753', 'device_owner': 'network:router_interface', 'standard_attr_id': 3344, 'fixed_ips': [{'subnet_id': 'b12a920f-995e-4658-86f5-ed5879e48687', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:08:53Z', 'updated_at': '2021-11-05T19:09:00Z', 'revision_number': 4, 'project_id': '01deaa96e3b74444916d8d36789e9a64', 'subnets': [{'id': 'b12a920f-995e-4658-86f5-ed5879e48687', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-1', False) {} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:09:02.188698 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a4888c2-a558-4b9b-859a-c7416cebb125 None None] The sync data for ids ['d3b049e1-2d7c-42a2-a4cb-68e58fc7d753'] in n-d-816865-1 is: [{'id': 'd3b049e1-2d7c-42a2-a4cb-68e58fc7d753', 'name': 'tempest-TestServerMultinode-1537864-router', 'tenant_id': '01deaa96e3b74444916d8d36789e9a64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.176'}], 'enable_snat': True}, 'gw_port_id': '46b338c6-20b1-4a67-b702-a1f83357cb2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T19:08:47Z', 'updated_at': '2021-11-05T19:08:55Z', 'revision_number': 4, 'project_id': '01deaa96e3b74444916d8d36789e9a64', 'gw_port': {'id': '46b338c6-20b1-4a67-b702-a1f83357cb2e', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:0e:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3b049e1-2d7c-42a2-a4cb-68e58fc7d753', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3338, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:08:48Z', 'updated_at': '2021-11-05T19:08:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1', '_interfaces': [{'id': '96f21ac8-8ed6-4d5d-bb79-0eee91a69ca3', 'name': '', 'network_id': 'ecda42c5-4acf-4ad4-b811-0f569ff28377', 'tenant_id': '01deaa96e3b74444916d8d36789e9a64', 'mac_address': 'fa:16:3e:a0:d8:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3b049e1-2d7c-42a2-a4cb-68e58fc7d753', 'device_owner': 'network:router_interface', 'standard_attr_id': 3344, 'fixed_ips': [{'subnet_id': 'b12a920f-995e-4658-86f5-ed5879e48687', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:08:53Z', 'updated_at': '2021-11-05T19:09:00Z', 'revision_number': 4, 'project_id': '01deaa96e3b74444916d8d36789e9a64', 'subnets': [{'id': 'b12a920f-995e-4658-86f5-ed5879e48687', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 19:09:02.216696 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4521bbad-b31e-4254-a3f0-3ae13d06c3da admin admin] Made reservation on behalf of 5628c27c4e9745e0b64e152634c85b5a for: {'subnet': 1} {{(pid=102386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 19:09:02.220102 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-4521bbad-b31e-4254-a3f0-3ae13d06c3da admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4877122'] for subnet, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:09:02.681105 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-2870deb7-8680-45b5-8e5c-660311f227c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:09:02.902464 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b97dbd-9612-4317-b96c-bd9895fb270a req-009d6c30-8e4b-48c8-8d9f-77c087cc04e4 tempest-VolumesNegativeTest-733797463 tempest-VolumesNegativeTest-733797463-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:09:02.904267 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-f8b97dbd-9612-4317-b96c-bd9895fb270a req-009d6c30-8e4b-48c8-8d9f-77c087cc04e4 tempest-VolumesNegativeTest-733797463 tempest-VolumesNegativeTest-733797463-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8509948 Nov 05 19:09:02.928489 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91baec94-fb47-44ff-a0a4-671a3a1b13a3 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Network 40c8335d-cd0b-4cb5-910a-d4dcddd5cbec is already hosted by enough agents. {{(pid=102387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 19:09:02.931509 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-4521bbad-b31e-4254-a3f0-3ae13d06c3da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6149946', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4877172'] for subnet, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:09:02.955304 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.base_scheduler [None req-91baec94-fb47-44ff-a0a4-671a3a1b13a3 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Resources bound (agent type, host, resource id): {{(pid=102387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 19:09:02.965824 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91baec94-fb47-44ff-a0a4-671a3a1b13a3 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Received port after_create {{(pid=102387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 19:09:03.092894 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4521bbad-b31e-4254-a3f0-3ae13d06c3da admin admin] Pushing event updated for resources: {'Subnet': ['ID=b7197ad8-52bc-40df-b743-94175a042cc5,revision_number=0']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:09:03.137273 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4521bbad-b31e-4254-a3f0-3ae13d06c3da admin admin] Checking segment: {'id': '59a570aa-2c3f-4aee-ba19-e5871954be20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'dee6b2cf-8e55-4dc6-b045-7ce73379460c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 19:09:03.137653 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4521bbad-b31e-4254-a3f0-3ae13d06c3da admin admin] Network hostable DHCP agents. Network: dee6b2cf-8e55-4dc6-b045-7ce73379460c, hostable agents: ['987e2ca0-bc3b-4c6f-a989-429ccfbf753f'], hosted agents: [] {{(pid=102386) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 05 19:09:03.268793 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4521bbad-b31e-4254-a3f0-3ae13d06c3da admin admin] Network dee6b2cf-8e55-4dc6-b045-7ce73379460c is scheduled to be hosted by DHCP agent 987e2ca0-bc3b-4c6f-a989-429ccfbf753f with binding_index 1 {{(pid=102386) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 05 19:09:03.354505 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.base_scheduler [None req-4521bbad-b31e-4254-a3f0-3ae13d06c3da admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816865-1, dee6b2cf-8e55-4dc6-b045-7ce73379460c) {{(pid=102386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 19:09:03.359344 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4521bbad-b31e-4254-a3f0-3ae13d06c3da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:09:03.359998 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-4521bbad-b31e-4254-a3f0-3ae13d06c3da admin admin] Publish callbacks [] for subnet, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:09:03.365801 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2043392e-2512-4511-b66f-9ddb21f70969 None None] Network dee6b2cf-8e55-4dc6-b045-7ce73379460c requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 19:09:03.494386 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-4521bbad-b31e-4254-a3f0-3ae13d06c3da admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.4218585 Nov 05 19:09:03.497143 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 60116) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:09:03.507728 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-00c03c3f-3edc-4355-b0e2-030b670772be admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1671483380-router', 'tenant_id': '5628c27c4e9745e0b64e152634c85b5a', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec'}}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:09:03.681697 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-00c03c3f-3edc-4355-b0e2-030b670772be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-571139', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6874'] for router, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:09:03.684755 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-00c03c3f-3edc-4355-b0e2-030b670772be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-571375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1000570', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1011585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6867'] for router, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:09:03.718158 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-f8b97dbd-9612-4317-b96c-bd9895fb270a req-916bb069-7656-4ecf-a124-0297ea94775f tempest-VolumesNegativeTest-733797463 tempest-VolumesNegativeTest-733797463-project] 10.222.0.13 "GET /v2.0/quotas/638fcb3516bd43edb8dae9b93922194f HTTP/1.1" status: 200 len: 375 time: 0.6451137 Nov 05 19:09:03.779432 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 96f21ac8-8ed6-4d5d-bb79-0eee91a69ca3 up at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 19:09:03.865850 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d13bb935-189c-4bd3-ad47-02f35b9b939c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeb20a084-accf-5b60-8075-3e69ebe863a6-dee6b2cf-8e55-4dc6-b045-7ce73379460c', 'network_id': 'dee6b2cf-8e55-4dc6-b045-7ce73379460c', 'tenant_id': '5628c27c4e9745e0b64e152634c85b5a', 'fixed_ips': [{'subnet_id': 'b7197ad8-52bc-40df-b743-94175a042cc5'}]}} from n-d-816865-1. {{(pid=102388) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 05 19:09:03.867963 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-d13bb935-189c-4bd3-ad47-02f35b9b939c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:09:03.883919 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-00c03c3f-3edc-4355-b0e2-030b670772be admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:09:04.280146 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Provisioning complete for port 96f21ac8-8ed6-4d5d-bb79-0eee91a69ca3 triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:09:04.280680 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:09:04.494034 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-00c03c3f-3edc-4355-b0e2-030b670772be admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:09:04.553809 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:09:04.635355 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.db_base_plugin_common [None req-d13bb935-189c-4bd3-ad47-02f35b9b939c None None] Allocated IP 172.20.0.2 (dee6b2cf-8e55-4dc6-b045-7ce73379460c/b7197ad8-52bc-40df-b743-94175a042cc5/db43d2f5-224f-4ae2-9581-78e9a43f4ced) {{(pid=102388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 19:09:04.724691 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91baec94-fb47-44ff-a0a4-671a3a1b13a3 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Pushing event updated for resources: {'Port': ['ID=7943327c-f7aa-41f8-a628-f9edd205555d,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:09:04.730495 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-f8b97dbd-9612-4317-b96c-bd9895fb270a req-37022583-cb66-4a4b-8b6a-5fa48f8d4ea9 tempest-VolumesNegativeTest-733797463 tempest-VolumesNegativeTest-733797463-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=638fcb3516bd43edb8dae9b93922194f&fields=id HTTP/1.1" status: 200 len: 210 time: 1.0114603 Nov 05 19:09:04.744642 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-e1f25be4-f5e4-4d39-ab44-f8ea64070220 req-56e19faf-0e08-41e9-b743-217460acc619 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=0047d45e-b897-437c-bf67-02c613002f4a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 2.6591570 Nov 05 19:09:04.766506 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c35ee84-fb43-478c-8943-5262e9c2c455 req-cd87a84c-4a70-40dc-b9a8-4f98ba96e36e tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:09:04.776243 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-7c35ee84-fb43-478c-8943-5262e9c2c455 req-cd87a84c-4a70-40dc-b9a8-4f98ba96e36e tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] 10.222.0.13 "GET /v2.0/ports?device_id=c7103f3a-0446-40ed-a190-1645982f6516 HTTP/1.1" status: 200 len: 944 time: 1.8706410 Nov 05 19:09:05.164490 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-7c35ee84-fb43-478c-8943-5262e9c2c455 req-0b96d59b-733b-4d46-81d0-902eb98d7c58 tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] 10.222.0.13 "GET /v2.0/security-groups?id=c33e3cae-293b-4275-aa24-9c3af6c8734f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3874688 Nov 05 19:09:05.240149 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-d13bb935-189c-4bd3-ad47-02f35b9b939c None None] Publish callbacks [] for port, precommit_create {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:09:05.325573 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-00c03c3f-3edc-4355-b0e2-030b670772be admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:09:05.354914 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-d13bb935-189c-4bd3-ad47-02f35b9b939c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789'] for port, after_create {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:09:05.393418 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-c255d741-d924-459a-a377-23597a251495 req-ef1a3c0c-7a92-4be5-8ca0-6da9d0ea053d tempest-VolumesNegativeTest-733797463 tempest-VolumesNegativeTest-733797463-project] 10.222.0.13 "GET /v2.0/ports?device_id=7e8623d0-387d-4a4a-8ce6-cc8427110e07 HTTP/1.1" status: 200 len: 210 time: 0.1507735 Nov 05 19:09:05.416857 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f25be4-f5e4-4d39-ab44-f8ea64070220 req-c112faa6-c604-42f0-a7e1-f2addbe5b802 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:09:05.422137 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-e1f25be4-f5e4-4d39-ab44-f8ea64070220 req-c112faa6-c604-42f0-a7e1-f2addbe5b802 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=777902a3c6ed4ff2a5460208db53bd8a&device_id=0047d45e-b897-437c-bf67-02c613002f4a HTTP/1.1" status: 200 len: 1096 time: 0.4553070 Nov 05 19:09:05.428128 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-00c03c3f-3edc-4355-b0e2-030b670772be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:09:05.440120 n-d-816865-1 neutron-server[102388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d13bb935-189c-4bd3-ad47-02f35b9b939c None None] Network dee6b2cf-8e55-4dc6-b045-7ce73379460c is already hosted by enough agents. {{(pid=102388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 19:09:05.443636 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-85ff1ee3-ed50-499f-8454-bac0e5b93fd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:09:05.514082 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13bb935-189c-4bd3-ad47-02f35b9b939c None None] Pushing event updated for resources: {'Port': ['ID=db43d2f5-224f-4ae2-9581-78e9a43f4ced,revision_number=1']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:09:05.521597 n-d-816865-1 neutron-server[102388]: DEBUG neutron.scheduler.base_scheduler [None req-d13bb935-189c-4bd3-ad47-02f35b9b939c None None] Resources bound (agent type, host, resource id): {{(pid=102388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 19:09:05.534885 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d13bb935-189c-4bd3-ad47-02f35b9b939c None None] Received port after_create {{(pid=102388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 19:09:05.680567 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-d13bb935-189c-4bd3-ad47-02f35b9b939c None None] Attempting to bind port db43d2f5-224f-4ae2-9581-78e9a43f4ced on host n-d-816865-1 for vnic_type normal with profile {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 19:09:05.683960 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-d13bb935-189c-4bd3-ad47-02f35b9b939c None None] Attempting to bind port db43d2f5-224f-4ae2-9581-78e9a43f4ced by drivers openvswitch,hyperv on host n-d-816865-1 at level 0 using segments [{'id': '59a570aa-2c3f-4aee-ba19-e5871954be20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'dee6b2cf-8e55-4dc6-b045-7ce73379460c'}] {{(pid=102388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 19:09:05.684596 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d13bb935-189c-4bd3-ad47-02f35b9b939c None None] Attempting to bind port db43d2f5-224f-4ae2-9581-78e9a43f4ced on network dee6b2cf-8e55-4dc6-b045-7ce73379460c {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 19:09:05.695259 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f25be4-f5e4-4d39-ab44-f8ea64070220 req-031024e2-8d97-45ff-b08e-42e33c23585e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:09:05.696092 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d13bb935-189c-4bd3-ad47-02f35b9b939c None None] Checking agent: {'id': '724d89a7-611b-41e6-bc85-c48112b17afa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 18, 25, 8), 'started_at': datetime.datetime(2021, 11, 5, 18, 25, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 19, 8, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 19:09:05.696676 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d13bb935-189c-4bd3-ad47-02f35b9b939c None None] Checking segment: {'id': '59a570aa-2c3f-4aee-ba19-e5871954be20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'dee6b2cf-8e55-4dc6-b045-7ce73379460c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 19:09:05.697398 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-e1f25be4-f5e4-4d39-ab44-f8ea64070220 req-031024e2-8d97-45ff-b08e-42e33c23585e service neutron] 10.222.0.41 "GET /v2.0/networks?id=4b059334-dafd-4f9f-91b0-dba42be862b2 HTTP/1.1" status: 200 len: 898 time: 0.1977293 Nov 05 19:09:05.697585 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-d13bb935-189c-4bd3-ad47-02f35b9b939c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:09:05.698192 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d13bb935-189c-4bd3-ad47-02f35b9b939c None None] Bound using segment: {'id': '59a570aa-2c3f-4aee-ba19-e5871954be20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'dee6b2cf-8e55-4dc6-b045-7ce73379460c'} {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 19:09:05.698978 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-d13bb935-189c-4bd3-ad47-02f35b9b939c None None] Bound port: db43d2f5-224f-4ae2-9581-78e9a43f4ced, host: n-d-816865-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59a570aa-2c3f-4aee-ba19-e5871954be20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'dee6b2cf-8e55-4dc6-b045-7ce73379460c'}}] {{(pid=102388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 19:09:05.699543 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-d13bb935-189c-4bd3-ad47-02f35b9b939c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:09:05.758828 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-e1f25be4-f5e4-4d39-ab44-f8ea64070220 req-22128482-98a3-49e5-9c5c-9b28180d0566 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c2b283cb-6a55-489b-93e0-f7550bffc148 HTTP/1.1" status: 200 len: 217 time: 0.0538905 Nov 05 19:09:05.840820 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f25be4-f5e4-4d39-ab44-f8ea64070220 req-1cba5a8f-613a-4dd3-939c-2b237454196d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:09:05.842331 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-e1f25be4-f5e4-4d39-ab44-f8ea64070220 req-1cba5a8f-613a-4dd3-939c-2b237454196d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8c015bc4-06f3-40c7-a991-adcb8966305a HTTP/1.1" status: 200 len: 835 time: 0.0757051 Nov 05 19:09:05.845530 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-91baec94-fb47-44ff-a0a4-671a3a1b13a3 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:09:05.940428 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-d13bb935-189c-4bd3-ad47-02f35b9b939c None None] For port db43d2f5-224f-4ae2-9581-78e9a43f4ced, host n-d-816865-1, cleared binding levels {{(pid=102388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 19:09:05.942118 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f25be4-f5e4-4d39-ab44-f8ea64070220 req-ae10db3b-6964-4615-9c95-556d4fa76479 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:09:05.943732 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-e1f25be4-f5e4-4d39-ab44-f8ea64070220 req-ae10db3b-6964-4615-9c95-556d4fa76479 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=4b059334-dafd-4f9f-91b0-dba42be862b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0644903 Nov 05 19:09:05.952498 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-d13bb935-189c-4bd3-ad47-02f35b9b939c None None] For port db43d2f5-224f-4ae2-9581-78e9a43f4ced, host n-d-816865-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=db43d2f5-224f-4ae2-9581-78e9a43f4ced,segment=NetworkSegment(59a570aa-2c3f-4aee-ba19-e5871954be20),segment_id=59a570aa-2c3f-4aee-ba19-e5871954be20)] {{(pid=102388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 19:09:06.009916 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.db_base_plugin_common [None req-00c03c3f-3edc-4355-b0e2-030b670772be admin admin] Allocated IP 172.25.6.60 (40c8335d-cd0b-4cb5-910a-d4dcddd5cbec/04fe6db3-e108-4208-943d-6518424f5726/24847818-fc53-40c2-9b05-0872d0004c1f) {{(pid=102386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 19:09:06.052886 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-d13bb935-189c-4bd3-ad47-02f35b9b939c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:09:06.092483 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-91baec94-fb47-44ff-a0a4-671a3a1b13a3 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:09:06.257636 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-e1f25be4-f5e4-4d39-ab44-f8ea64070220 req-63ebdd5c-6241-4450-ab0a-10818df3fc85 service neutron] 10.222.0.41 "GET /v2.0/networks/4b059334-dafd-4f9f-91b0-dba42be862b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3026166 Nov 05 19:09:06.364658 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13bb935-189c-4bd3-ad47-02f35b9b939c None None] Pushing event updated for resources: {'Port': ['ID=db43d2f5-224f-4ae2-9581-78e9a43f4ced,revision_number=2']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:09:06.480280 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:09:06.482848 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b304910f-7b27-444b-a8fc-977d26b1ceac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:09:06.549905 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-91baec94-fb47-44ff-a0a4-671a3a1b13a3 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Publish callbacks [] for port, precommit_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:09:06.567941 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-00c03c3f-3edc-4355-b0e2-030b670772be admin admin] Publish callbacks [] for port, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:09:06.750472 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-00c03c3f-3edc-4355-b0e2-030b670772be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:09:06.767811 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-e1f25be4-f5e4-4d39-ab44-f8ea64070220 req-d88e31b0-a1f6-4407-8c04-9edc5353c826 service neutron] 10.222.0.41 "GET /v2.0/networks/4b059334-dafd-4f9f-91b0-dba42be862b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4974525 Nov 05 19:09:06.815377 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-91baec94-fb47-44ff-a0a4-671a3a1b13a3 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4417072'] for port, after_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:09:06.852471 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00c03c3f-3edc-4355-b0e2-030b670772be admin admin] Network 40c8335d-cd0b-4cb5-910a-d4dcddd5cbec is already hosted by enough agents. {{(pid=102386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 19:09:06.859942 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.base_scheduler [None req-00c03c3f-3edc-4355-b0e2-030b670772be admin admin] Resources bound (agent type, host, resource id): {{(pid=102386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 19:09:06.872130 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00c03c3f-3edc-4355-b0e2-030b670772be admin admin] Received port after_create {{(pid=102386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 19:09:06.900219 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-729b3791-06e4-4e7b-91d8-fa809d88bd82 req-f1de2300-a0d5-4ac1-ada2-a708d0a3e552 tempest-VolumesNegativeTest-733797463 tempest-VolumesNegativeTest-733797463-project] 10.222.0.13 "GET /v2.0/ports?device_id=7e8623d0-387d-4a4a-8ce6-cc8427110e07 HTTP/1.1" status: 200 len: 210 time: 0.1280138 Nov 05 19:09:06.928246 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53a72aa-99d3-4259-8483-9153ed0d8b20 req-eae03e72-3483-4aac-926c-fe23b5be12b2 tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:09:06.935051 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-e53a72aa-99d3-4259-8483-9153ed0d8b20 req-eae03e72-3483-4aac-926c-fe23b5be12b2 tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] 10.222.0.13 "GET /v2.0/ports?device_id=c7103f3a-0446-40ed-a190-1645982f6516 HTTP/1.1" status: 200 len: 944 time: 0.3809025 Nov 05 19:09:06.969088 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c03c3f-3edc-4355-b0e2-030b670772be admin admin] Pushing event updated for resources: {'Port': ['ID=24847818-fc53-40c2-9b05-0872d0004c1f,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:09:07.082833 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-91baec94-fb47-44ff-a0a4-671a3a1b13a3 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1000577'] for floatingip, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:09:07.197828 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91baec94-fb47-44ff-a0a4-671a3a1b13a3 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Pushing event updated for resources: {'Port': ['ID=7943327c-f7aa-41f8-a628-f9edd205555d,revision_number=2']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:09:07.327900 n-d-816865-1 neutron-server[102387]: INFO neutron.db.l3_db [None req-91baec94-fb47-44ff-a0a4-671a3a1b13a3 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Floating IP 1609755f-1aa8-4431-b0f7-2eb29d2a0ce7 associated. External IP: 172.25.6.79, port: c2b283cb-6a55-489b-93e0-f7550bffc148. Nov 05 19:09:07.341752 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-e53a72aa-99d3-4259-8483-9153ed0d8b20 req-01fdea1f-f8d5-41af-897c-f491059197f0 tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] 10.222.0.13 "GET /v2.0/security-groups?id=c33e3cae-293b-4275-aa24-9c3af6c8734f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3121679 Nov 05 19:09:07.685348 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device db43d2f5-224f-4ae2-9581-78e9a43f4ced up at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 19:09:07.772420 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-00c03c3f-3edc-4355-b0e2-030b670772be admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:09:07.781047 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Provisioning complete for port db43d2f5-224f-4ae2-9581-78e9a43f4ced triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:09:07.781664 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:09:07.809112 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91baec94-fb47-44ff-a0a4-671a3a1b13a3 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Router f0236bd7-b48a-4661-b5c6-b11cd8fac5f4 has already been hosted by L3 agent 6dcb5589-8e86-4616-9186-ddc4548e13ad {{(pid=102387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 19:09:07.988506 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:09:08.225082 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-00c03c3f-3edc-4355-b0e2-030b670772be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-571384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1000487'] for router, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:09:08.234265 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-cc73c2c1-cc20-4882-bdae-86143c90cbde req-a6bd1ff9-8aae-4e90-95ce-6ba8b4f28f03 tempest-VolumesNegativeTest-733797463 tempest-VolumesNegativeTest-733797463-project] 10.222.0.13 "GET /v2.0/ports?device_id=7e8623d0-387d-4a4a-8ce6-cc8427110e07 HTTP/1.1" status: 200 len: 210 time: 0.1168394 Nov 05 19:09:08.278756 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] For port db43d2f5-224f-4ae2-9581-78e9a43f4ced, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=db43d2f5-224f-4ae2-9581-78e9a43f4ced,segment=NetworkSegment(59a570aa-2c3f-4aee-ba19-e5871954be20),segment_id=59a570aa-2c3f-4aee-ba19-e5871954be20)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:09:08.307244 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91baec94-fb47-44ff-a0a4-671a3a1b13a3 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Notify agent at l3_agent.n-d-816865-1 the message routers_updated {{(pid=102387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 19:09:08.335114 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23f592af-bb13-4adc-b359-14b8aa9c6288 None None] Sync routers for ids ['f0236bd7-b48a-4661-b5c6-b11cd8fac5f4'] in n-d-816865-1 {{(pid=102388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 19:09:08.373850 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23f592af-bb13-4adc-b359-14b8aa9c6288 None None] Routers {'f0236bd7-b48a-4661-b5c6-b11cd8fac5f4'} bound to L3 agent in host n-d-816865-1 {{(pid=102388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 19:09:08.374865 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-23f592af-bb13-4adc-b359-14b8aa9c6288 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T19:09:05Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['f0236bd7-b48a-4661-b5c6-b11cd8fac5f4'], 'active': True} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:09:08.449083 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-91baec94-fb47-44ff-a0a4-671a3a1b13a3 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for floatingip, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:09:08.530332 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-31f93893-a48e-4ae8-833d-dccb2b42eacc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:09:08.561583 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:09:08.684966 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e218489c-9a70-415d-8ee8-4a4196d1483d None None] Network dee6b2cf-8e55-4dc6-b045-7ce73379460c requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 19:09:08.692867 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Pushing event updated for resources: {'Port': ['ID=db43d2f5-224f-4ae2-9581-78e9a43f4ced,revision_number=3']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:09:08.700672 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-91baec94-fb47-44ff-a0a4-671a3a1b13a3 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 9.3725078 Nov 05 19:09:08.705002 n-d-816865-1 neutron-server[102387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0047d45e-b897-437c-bf67-02c613002f4a', 'tag': 'c2b283cb-6a55-489b-93e0-f7550bffc148'}] {{(pid=102387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 19:09:08.713564 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab06bd4ddf5758c1f10d79fe34dc215bafa488692cde9dba2fcbcb67556f90bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aec49a6a-0cd0-4308-9d6f-009bf73a3659" -d '{"events": [{"name": "network-changed", "server_uuid": "0047d45e-b897-437c-bf67-02c613002f4a", "tag": "c2b283cb-6a55-489b-93e0-f7550bffc148"}]}' {{(pid=102387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 19:09:08.717414 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69575b0f-b01f-4ea2-b872-722241388856 req-6183f63b-9e03-4c82-bf90-5ef3b6238cd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:09:08.720218 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-69575b0f-b01f-4ea2-b872-722241388856 req-6183f63b-9e03-4c82-bf90-5ef3b6238cd0 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=c9875160e1e6467ba4c32e29bdc7488a&device_id=c7103f3a-0446-40ed-a190-1645982f6516 HTTP/1.1" status: 200 len: 1095 time: 0.1595101 Nov 05 19:09:08.779225 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7d5a65-c935-4915-95db-4317ae6b7bfd req-3af1c900-5207-49c6-b6f7-047bafc28e64 tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:09:08.787560 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-3a7d5a65-c935-4915-95db-4317ae6b7bfd req-3af1c900-5207-49c6-b6f7-047bafc28e64 tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] 10.222.0.13 "GET /v2.0/ports?device_id=c7103f3a-0446-40ed-a190-1645982f6516 HTTP/1.1" status: 200 len: 944 time: 0.2051413 Nov 05 19:09:08.899048 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:09:08.917714 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-62b23a03-c5a7-4ff7-8f6a-90eaab41da9f None None] Provisioning complete for port db43d2f5-224f-4ae2-9581-78e9a43f4ced triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:09:08.918542 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-62b23a03-c5a7-4ff7-8f6a-90eaab41da9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:09:08.936724 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00c03c3f-3edc-4355-b0e2-030b670772be admin admin] Router 57479859-58f7-49e4-9134-31c3dbac2dcb is scheduled to L3 agent 6dcb5589-8e86-4616-9186-ddc4548e13ad with binding_index 1 {{(pid=102386) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 05 19:09:08.970685 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-3a7d5a65-c935-4915-95db-4317ae6b7bfd req-66f73bf0-a9a1-48b3-85da-46d91367e59c tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] 10.222.0.13 "GET /v2.0/security-groups?id=c33e3cae-293b-4275-aa24-9c3af6c8734f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1760919 Nov 05 19:09:08.993804 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437aa215-c845-44fc-a2eb-d5b0c43c7545 req-b8e723bb-c2b9-454f-aea0-832e058f5832 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:09:09.004733 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-437aa215-c845-44fc-a2eb-d5b0c43c7545 req-b8e723bb-c2b9-454f-aea0-832e058f5832 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] 10.222.0.13 "GET /v2.0/ports?device_id=0047d45e-b897-437c-bf67-02c613002f4a HTTP/1.1" status: 200 len: 945 time: 0.1765926 Nov 05 19:09:09.095107 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvr_db [None req-23f592af-bb13-4adc-b359-14b8aa9c6288 None None] Set router f0236bd7-b48a-4661-b5c6-b11cd8fac5f4 gateway port host: n-d-816865-1 {{(pid=102388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 19:09:09.106673 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-437aa215-c845-44fc-a2eb-d5b0c43c7545 req-74d18012-4abf-44af-89de-a57967319291 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] 10.222.0.13 "GET /v2.0/security-groups?id=12cfcbed-e7fb-4412-a871-fb89c7d2c113&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0898533 Nov 05 19:09:09.112981 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69575b0f-b01f-4ea2-b872-722241388856 req-573fa5d7-9e8c-4438-8414-a22065841bd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:09:09.116930 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-69575b0f-b01f-4ea2-b872-722241388856 req-573fa5d7-9e8c-4438-8414-a22065841bd0 service neutron] 10.222.0.55 "GET /v2.0/networks?id=4dc00c45-f8b9-4c9a-a6c5-c27d3aa63b93 HTTP/1.1" status: 200 len: 918 time: 0.3268323 Nov 05 19:09:09.135180 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 60184) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:09:09.145325 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 19:09:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6a835d5-f77f-4110-b351-497b9e3fd76f x-openstack-request-id: req-d6a835d5-f77f-4110-b351-497b9e3fd76f {{(pid=102387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 19:09:09.145325 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0047d45e-b897-437c-bf67-02c613002f4a", "tag": "c2b283cb-6a55-489b-93e0-f7550bffc148", "status": "completed", "code": 200}]} {{(pid=102387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 19:09:09.145835 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d6a835d5-f77f-4110-b351-497b9e3fd76f {{(pid=102387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 19:09:09.146093 n-d-816865-1 neutron-server[102387]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0047d45e-b897-437c-bf67-02c613002f4a', 'tag': 'c2b283cb-6a55-489b-93e0-f7550bffc148', 'status': 'completed', 'code': 200} Nov 05 19:09:09.250522 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-95fbf725-90cf-440e-bfd2-dfc81de3f3df tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] 10.222.0.13 "GET /v2.0/floatingips/1609755f-1aa8-4431-b0f7-2eb29d2a0ce7 HTTP/1.1" status: 200 len: 990 time: 0.1105876 Nov 05 19:09:09.256816 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec49a6a-0cd0-4308-9d6f-009bf73a3659 req-551a96f0-d1a4-4e2e-98af-a0c415c91b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:09:09.258260 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-aec49a6a-0cd0-4308-9d6f-009bf73a3659 req-551a96f0-d1a4-4e2e-98af-a0c415c91b28 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=777902a3c6ed4ff2a5460208db53bd8a&device_id=0047d45e-b897-437c-bf67-02c613002f4a HTTP/1.1" status: 200 len: 1096 time: 0.0730891 Nov 05 19:09:09.363394 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-69575b0f-b01f-4ea2-b872-722241388856 req-d4117c23-03f5-4fd4-ac42-cb5cc8f67cf3 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9bf94260-f6a1-428d-9d09-f1431cf8ec7e HTTP/1.1" status: 200 len: 999 time: 0.1984456 Nov 05 19:09:09.368609 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00c03c3f-3edc-4355-b0e2-030b670772be admin admin] Notify agent at l3_agent.n-d-816865-1 the message routers_updated {{(pid=102386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 19:09:09.378244 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e69ca02a-9204-4ee6-b71b-33e36e3f09ec None None] Sync routers for ids ['57479859-58f7-49e4-9134-31c3dbac2dcb'] in n-d-816865-1 {{(pid=102389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 19:09:09.409821 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e69ca02a-9204-4ee6-b71b-33e36e3f09ec None None] Routers {'57479859-58f7-49e4-9134-31c3dbac2dcb'} bound to L3 agent in host n-d-816865-1 {{(pid=102389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 19:09:09.412694 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-e69ca02a-9204-4ee6-b71b-33e36e3f09ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T19:09:05Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['57479859-58f7-49e4-9134-31c3dbac2dcb'], 'active': True} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:09:09.440098 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-870f7c0a-b175-44fe-9eca-56702d1602ad req-4effffe8-efb9-4ae2-a456-d45360f830ee tempest-VolumesNegativeTest-733797463 tempest-VolumesNegativeTest-733797463-project] 10.222.0.13 "GET /v2.0/ports?device_id=7e8623d0-387d-4a4a-8ce6-cc8427110e07 HTTP/1.1" status: 200 len: 210 time: 0.0625587 Nov 05 19:09:09.464448 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec49a6a-0cd0-4308-9d6f-009bf73a3659 req-ee620b2b-95e2-4b12-b0fd-dfc72d4cd79e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:09:09.466360 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-aec49a6a-0cd0-4308-9d6f-009bf73a3659 req-ee620b2b-95e2-4b12-b0fd-dfc72d4cd79e service neutron] 10.222.0.41 "GET /v2.0/networks?id=4b059334-dafd-4f9f-91b0-dba42be862b2 HTTP/1.1" status: 200 len: 898 time: 0.1978276 Nov 05 19:09:09.606285 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69575b0f-b01f-4ea2-b872-722241388856 req-822360b8-52e7-4f5d-903e-785c1679a72b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:09:09.609105 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-69575b0f-b01f-4ea2-b872-722241388856 req-822360b8-52e7-4f5d-903e-785c1679a72b service neutron] 10.222.0.55 "GET /v2.0/subnets?id=57c79303-6c4f-4c08-a695-f3ffd6fc49db HTTP/1.1" status: 200 len: 856 time: 0.2076585 Nov 05 19:09:09.611800 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-aec49a6a-0cd0-4308-9d6f-009bf73a3659 req-b80e3f78-ef33-40af-867b-ead945ab3ccf service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c2b283cb-6a55-489b-93e0-f7550bffc148 HTTP/1.1" status: 200 len: 998 time: 0.1293876 Nov 05 19:09:09.661808 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-00c03c3f-3edc-4355-b0e2-030b670772be admin admin] Publish callbacks [] for router, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:09:09.661808 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-00c03c3f-3edc-4355-b0e2-030b670772be admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 6.1632340 Nov 05 19:09:09.664879 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 60194) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:09:09.821531 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec49a6a-0cd0-4308-9d6f-009bf73a3659 req-b3e7a063-ef43-47d9-8147-118f9c7bf38e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:09:09.827384 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-aec49a6a-0cd0-4308-9d6f-009bf73a3659 req-b3e7a063-ef43-47d9-8147-118f9c7bf38e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8c015bc4-06f3-40c7-a991-adcb8966305a HTTP/1.1" status: 200 len: 835 time: 0.2067854 Nov 05 19:09:09.893443 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvr_db [None req-e69ca02a-9204-4ee6-b71b-33e36e3f09ec None None] Set router 57479859-58f7-49e4-9134-31c3dbac2dcb gateway port host: n-d-816865-1 {{(pid=102389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 19:09:09.936445 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec49a6a-0cd0-4308-9d6f-009bf73a3659 req-74f2372f-8eeb-439e-b6c1-47149e08d028 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:09:09.951413 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-aec49a6a-0cd0-4308-9d6f-009bf73a3659 req-74f2372f-8eeb-439e-b6c1-47149e08d028 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=4b059334-dafd-4f9f-91b0-dba42be862b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1007578 Nov 05 19:09:10.036363 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-f8b97dbd-9612-4317-b96c-bd9895fb270a req-60b9fa70-7e08-44df-aad1-17c7ee526432 tempest-VolumesNegativeTest-733797463 tempest-VolumesNegativeTest-733797463-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=638fcb3516bd43edb8dae9b93922194f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1527927 Nov 05 19:09:10.218923 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69575b0f-b01f-4ea2-b872-722241388856 req-b866f88e-6563-43e6-9129-b8b08fbceb56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:09:10.229316 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-69575b0f-b01f-4ea2-b872-722241388856 req-b866f88e-6563-43e6-9129-b8b08fbceb56 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=4dc00c45-f8b9-4c9a-a6c5-c27d3aa63b93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3885806 Nov 05 19:09:10.251435 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 60206) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:09:10.322460 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device db43d2f5-224f-4ae2-9581-78e9a43f4ced up at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 19:09:10.382593 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2d5fcf-07a8-4894-b562-3660040f1055 req-680c55de-f526-44a9-907f-c5b226c26650 tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:09:10.393324 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-5f2d5fcf-07a8-4894-b562-3660040f1055 req-680c55de-f526-44a9-907f-c5b226c26650 tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] 10.222.0.13 "GET /v2.0/ports?device_id=c7103f3a-0446-40ed-a190-1645982f6516 HTTP/1.1" status: 200 len: 944 time: 0.2029364 Nov 05 19:09:10.554134 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-aec49a6a-0cd0-4308-9d6f-009bf73a3659 req-9e0b33ac-694e-4abd-ad51-d0a35a779a1b service neutron] 10.222.0.41 "GET /v2.0/networks/4b059334-dafd-4f9f-91b0-dba42be862b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6079221 Nov 05 19:09:10.579298 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-69575b0f-b01f-4ea2-b872-722241388856 req-d3a369f0-17cf-4d54-b3c3-20325e157c5e service neutron] 10.222.0.55 "GET /v2.0/networks/4dc00c45-f8b9-4c9a-a6c5-c27d3aa63b93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3193383 Nov 05 19:09:10.670654 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Provisioning complete for port db43d2f5-224f-4ae2-9581-78e9a43f4ced triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:09:10.671168 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:09:10.738652 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-e69ca02a-9204-4ee6-b71b-33e36e3f09ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57479859-58f7-49e4-9134-31c3dbac2dcb', 'name': 'tempest-TestServerMultinode-1671483380-router', 'tenant_id': '5628c27c4e9745e0b64e152634c85b5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.60'}], 'enable_snat': True}, 'gw_port_id': '24847818-fc53-40c2-9b05-0872d0004c1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T19:09:03Z', 'updated_at': '2021-11-05T19:09:07Z', 'revision_number': 3, 'project_id': '5628c27c4e9745e0b64e152634c85b5a', 'gw_port': {'id': '24847818-fc53-40c2-9b05-0872d0004c1f', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:f6:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57479859-58f7-49e4-9134-31c3dbac2dcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3362, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:09:05Z', 'updated_at': '2021-11-05T19:09:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1'}], 'n-d-816865-1', False) {} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:09:10.821398 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-57ed48c9-ab76-451c-b7de-0c0642d94098 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] 10.222.0.13 "GET /v2.0/floatingips/1609755f-1aa8-4431-b0f7-2eb29d2a0ce7 HTTP/1.1" status: 200 len: 990 time: 0.2624869 Nov 05 19:09:10.865106 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e69ca02a-9204-4ee6-b71b-33e36e3f09ec None None] Checking router: 57479859-58f7-49e4-9134-31c3dbac2dcb for host: n-d-816865-1 {{(pid=102389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 19:09:10.868649 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e69ca02a-9204-4ee6-b71b-33e36e3f09ec None None] Updating router 57479859-58f7-49e4-9134-31c3dbac2dcb port 24847818-fc53-40c2-9b05-0872d0004c1f binding host n-d-816865-1 {{(pid=102389) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 05 19:09:10.882783 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-aec49a6a-0cd0-4308-9d6f-009bf73a3659 req-3ff57291-ea97-4123-8f00-5b2a87522a78 service neutron] 10.222.0.41 "GET /v2.0/networks/4b059334-dafd-4f9f-91b0-dba42be862b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3277881 Nov 05 19:09:10.891606 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-099397c5-f2ea-4494-8b83-cb8ffd5d9d0b req-cfd5866a-4fa0-4b00-bdf6-9fbff14f4324 tempest-VolumesNegativeTest-733797463 tempest-VolumesNegativeTest-733797463-project] 10.222.0.13 "GET /v2.0/ports?device_id=7e8623d0-387d-4a4a-8ce6-cc8427110e07 HTTP/1.1" status: 200 len: 210 time: 0.0563960 Nov 05 19:09:10.951066 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-5f2d5fcf-07a8-4894-b562-3660040f1055 req-a451922a-aa38-4a9e-a62f-a5985b61aaab tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] 10.222.0.13 "GET /v2.0/security-groups?id=c33e3cae-293b-4275-aa24-9c3af6c8734f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5562282 Nov 05 19:09:10.961545 n-d-816865-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-e69ca02a-9204-4ee6-b71b-33e36e3f09ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:09:11.106591 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-23f592af-bb13-4adc-b359-14b8aa9c6288 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0236bd7-b48a-4661-b5c6-b11cd8fac5f4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1327585774', 'tenant_id': '777902a3c6ed4ff2a5460208db53bd8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.14'}], 'enable_snat': True}, 'gw_port_id': '43f0c9f0-b2bc-48a2-b350-1327547a3ee6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T19:08:22Z', 'updated_at': '2021-11-05T19:08:31Z', 'revision_number': 4, 'project_id': '777902a3c6ed4ff2a5460208db53bd8a', 'gw_port': {'id': '43f0c9f0-b2bc-48a2-b350-1327547a3ee6', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:40:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0236bd7-b48a-4661-b5c6-b11cd8fac5f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3297, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:08:23Z', 'updated_at': '2021-11-05T19:08:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1', '_floatingips': [{'id': '1609755f-1aa8-4431-b0f7-2eb29d2a0ce7', 'tenant_id': '777902a3c6ed4ff2a5460208db53bd8a', 'floating_ip_address': '172.25.6.79', 'floating_network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'router_id': 'f0236bd7-b48a-4661-b5c6-b11cd8fac5f4', 'port_id': 'c2b283cb-6a55-489b-93e0-f7550bffc148', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3359, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4b059334-dafd-4f9f-91b0-dba42be862b2', 'mac_address': 'fa:16:3e:42:95:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0047d45e-b897-437c-bf67-02c613002f4a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-05T19:09:03Z', 'updated_at': '2021-11-05T19:09:03Z', 'revision_number': 0, 'project_id': '777902a3c6ed4ff2a5460208db53bd8a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '469556f7-45fd-4447-a6a0-37841ecedbdb', 'name': '', 'network_id': '4b059334-dafd-4f9f-91b0-dba42be862b2', 'tenant_id': '777902a3c6ed4ff2a5460208db53bd8a', 'mac_address': 'fa:16:3e:12:d8:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0236bd7-b48a-4661-b5c6-b11cd8fac5f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3305, 'fixed_ips': [{'subnet_id': '8c015bc4-06f3-40c7-a991-adcb8966305a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:08:30Z', 'updated_at': '2021-11-05T19:08:37Z', 'revision_number': 5, 'project_id': '777902a3c6ed4ff2a5460208db53bd8a', 'subnets': [{'id': '8c015bc4-06f3-40c7-a991-adcb8966305a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-1', False) {} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:09:11.111831 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-794654ad-ccbc-4db0-a627-4e7c13633b97 None None] Provisioning complete for port db43d2f5-224f-4ae2-9581-78e9a43f4ced triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:09:11.113494 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-794654ad-ccbc-4db0-a627-4e7c13633b97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:09:11.182417 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23f592af-bb13-4adc-b359-14b8aa9c6288 None None] Checking router: f0236bd7-b48a-4661-b5c6-b11cd8fac5f4 for host: n-d-816865-1 {{(pid=102388) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 19:09:11.208062 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23f592af-bb13-4adc-b359-14b8aa9c6288 None None] Routers {'f0236bd7-b48a-4661-b5c6-b11cd8fac5f4'} bound to L3 agent in host n-d-816865-1 {{(pid=102388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 19:09:11.279795 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-23f592af-bb13-4adc-b359-14b8aa9c6288 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T19:09:05Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['f0236bd7-b48a-4661-b5c6-b11cd8fac5f4'], 'active': True} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:09:11.333895 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvr_db [None req-23f592af-bb13-4adc-b359-14b8aa9c6288 None None] Set router f0236bd7-b48a-4661-b5c6-b11cd8fac5f4 gateway port host: n-d-816865-1 {{(pid=102388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 19:09:11.446034 n-d-816865-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-e69ca02a-9204-4ee6-b71b-33e36e3f09ec None None] Publish callbacks [] for port, precommit_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:09:11.638471 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b97dbd-9612-4317-b96c-bd9895fb270a req-62b5ff9c-c1c1-44b7-b2a0-c443af2fbf9a tempest-VolumesNegativeTest-733797463 tempest-VolumesNegativeTest-733797463-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:09:11.639868 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-f8b97dbd-9612-4317-b96c-bd9895fb270a req-62b5ff9c-c1c1-44b7-b2a0-c443af2fbf9a tempest-VolumesNegativeTest-733797463 tempest-VolumesNegativeTest-733797463-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.5326941 Nov 05 19:09:11.684790 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [req-f8b97dbd-9612-4317-b96c-bd9895fb270a req-04d3bb24-0c38-4e23-b760-b6f55ba97271 tempest-VolumesNegativeTest-733797463 tempest-VolumesNegativeTest-733797463-project] Request body: {'port': {'device_id': '7e8623d0-387d-4a4a-8ce6-cc8427110e07', 'network_id': 'a723f808-b11e-4066-b104-fad90c82895e', 'admin_state_up': True, 'tenant_id': '638fcb3516bd43edb8dae9b93922194f'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:09:11.701064 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-23f592af-bb13-4adc-b359-14b8aa9c6288 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0236bd7-b48a-4661-b5c6-b11cd8fac5f4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1327585774', 'tenant_id': '777902a3c6ed4ff2a5460208db53bd8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.14'}], 'enable_snat': True}, 'gw_port_id': '43f0c9f0-b2bc-48a2-b350-1327547a3ee6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T19:08:22Z', 'updated_at': '2021-11-05T19:08:31Z', 'revision_number': 4, 'project_id': '777902a3c6ed4ff2a5460208db53bd8a', 'gw_port': {'id': '43f0c9f0-b2bc-48a2-b350-1327547a3ee6', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:40:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0236bd7-b48a-4661-b5c6-b11cd8fac5f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3297, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:08:23Z', 'updated_at': '2021-11-05T19:08:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1', '_floatingips': [{'id': '1609755f-1aa8-4431-b0f7-2eb29d2a0ce7', 'tenant_id': '777902a3c6ed4ff2a5460208db53bd8a', 'floating_ip_address': '172.25.6.79', 'floating_network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'router_id': 'f0236bd7-b48a-4661-b5c6-b11cd8fac5f4', 'port_id': 'c2b283cb-6a55-489b-93e0-f7550bffc148', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3359, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4b059334-dafd-4f9f-91b0-dba42be862b2', 'mac_address': 'fa:16:3e:42:95:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0047d45e-b897-437c-bf67-02c613002f4a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-05T19:09:03Z', 'updated_at': '2021-11-05T19:09:03Z', 'revision_number': 0, 'project_id': '777902a3c6ed4ff2a5460208db53bd8a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '469556f7-45fd-4447-a6a0-37841ecedbdb', 'name': '', 'network_id': '4b059334-dafd-4f9f-91b0-dba42be862b2', 'tenant_id': '777902a3c6ed4ff2a5460208db53bd8a', 'mac_address': 'fa:16:3e:12:d8:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0236bd7-b48a-4661-b5c6-b11cd8fac5f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3305, 'fixed_ips': [{'subnet_id': '8c015bc4-06f3-40c7-a991-adcb8966305a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:08:30Z', 'updated_at': '2021-11-05T19:08:37Z', 'revision_number': 5, 'project_id': '777902a3c6ed4ff2a5460208db53bd8a', 'subnets': [{'id': '8c015bc4-06f3-40c7-a991-adcb8966305a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-1', False) {} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:09:11.730847 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23f592af-bb13-4adc-b359-14b8aa9c6288 None None] The sync data for ids ['f0236bd7-b48a-4661-b5c6-b11cd8fac5f4'] in n-d-816865-1 is: [{'id': 'f0236bd7-b48a-4661-b5c6-b11cd8fac5f4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1327585774', 'tenant_id': '777902a3c6ed4ff2a5460208db53bd8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.14'}], 'enable_snat': True}, 'gw_port_id': '43f0c9f0-b2bc-48a2-b350-1327547a3ee6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T19:08:22Z', 'updated_at': '2021-11-05T19:08:31Z', 'revision_number': 4, 'project_id': '777902a3c6ed4ff2a5460208db53bd8a', 'gw_port': {'id': '43f0c9f0-b2bc-48a2-b350-1327547a3ee6', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:40:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0236bd7-b48a-4661-b5c6-b11cd8fac5f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3297, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:08:23Z', 'updated_at': '2021-11-05T19:08:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1', '_floatingips': [{'id': '1609755f-1aa8-4431-b0f7-2eb29d2a0ce7', 'tenant_id': '777902a3c6ed4ff2a5460208db53bd8a', 'floating_ip_address': '172.25.6.79', 'floating_network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'router_id': 'f0236bd7-b48a-4661-b5c6-b11cd8fac5f4', 'port_id': 'c2b283cb-6a55-489b-93e0-f7550bffc148', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3359, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4b059334-dafd-4f9f-91b0-dba42be862b2', 'mac_address': 'fa:16:3e:42:95:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0047d45e-b897-437c-bf67-02c613002f4a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-05T19:09:03Z', 'updated_at': '2021-11-05T19:09:03Z', 'revision_number': 0, 'project_id': '777902a3c6ed4ff2a5460208db53bd8a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '469556f7-45fd-4447-a6a0-37841ecedbdb', 'name': '', 'network_id': '4b059334-dafd-4f9f-91b0-dba42be862b2', 'tenant_id': '777902a3c6ed4ff2a5460208db53bd8a', 'mac_address': 'fa:16:3e:12:d8:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0236bd7-b48a-4661-b5c6-b11cd8fac5f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3305, 'fixed_ips': [{'subnet_id': '8c015bc4-06f3-40c7-a991-adcb8966305a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:08:30Z', 'updated_at': '2021-11-05T19:08:37Z', 'revision_number': 5, 'project_id': '777902a3c6ed4ff2a5460208db53bd8a', 'subnets': [{'id': '8c015bc4-06f3-40c7-a991-adcb8966305a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 19:09:11.757431 n-d-816865-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-e69ca02a-9204-4ee6-b71b-33e36e3f09ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:09:11.823280 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 60220) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:09:11.856901 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-69575b0f-b01f-4ea2-b872-722241388856 req-419beae2-62c3-4637-9efb-198a73b29984 service neutron] 10.222.0.55 "GET /v2.0/networks/4dc00c45-f8b9-4c9a-a6c5-c27d3aa63b93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0521142 Nov 05 19:09:11.861717 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4910f6-8481-4930-b199-549f39b82f17 None None] Pushing event updated for resources: {'Port': ['ID=24847818-fc53-40c2-9b05-0872d0004c1f,revision_number=2']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:09:11.890205 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.managers [None req-e69ca02a-9204-4ee6-b71b-33e36e3f09ec None None] Attempting to bind port 24847818-fc53-40c2-9b05-0872d0004c1f on host n-d-816865-1 for vnic_type normal with profile {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 19:09:11.890755 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.managers [None req-e69ca02a-9204-4ee6-b71b-33e36e3f09ec None None] Attempting to bind port 24847818-fc53-40c2-9b05-0872d0004c1f by drivers openvswitch,hyperv on host n-d-816865-1 at level 0 using segments [{'id': '85be518c-8bb4-46a2-a903-d4292782d29d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec'}] {{(pid=102389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 19:09:11.891118 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e69ca02a-9204-4ee6-b71b-33e36e3f09ec None None] Attempting to bind port 24847818-fc53-40c2-9b05-0872d0004c1f on network 40c8335d-cd0b-4cb5-910a-d4dcddd5cbec {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 19:09:11.920390 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-c743a4a2-0727-44e5-ab52-534de6c0718d tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] 10.222.0.13 "GET /v2.0/floatingips/1609755f-1aa8-4431-b0f7-2eb29d2a0ce7 HTTP/1.1" status: 200 len: 990 time: 0.0947731 Nov 05 19:09:11.922618 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e69ca02a-9204-4ee6-b71b-33e36e3f09ec None None] Checking agent: {'id': '724d89a7-611b-41e6-bc85-c48112b17afa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 18, 25, 8), 'started_at': datetime.datetime(2021, 11, 5, 18, 25, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 19, 9, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 19:09:11.923034 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e69ca02a-9204-4ee6-b71b-33e36e3f09ec None None] Checking segment: {'id': '85be518c-8bb4-46a2-a903-d4292782d29d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 19:09:11.923444 n-d-816865-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-e69ca02a-9204-4ee6-b71b-33e36e3f09ec None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:09:11.923835 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e69ca02a-9204-4ee6-b71b-33e36e3f09ec None None] Bound using segment: {'id': '85be518c-8bb4-46a2-a903-d4292782d29d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec'} {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 19:09:11.924330 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.managers [None req-e69ca02a-9204-4ee6-b71b-33e36e3f09ec None None] Bound port: 24847818-fc53-40c2-9b05-0872d0004c1f, host: n-d-816865-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85be518c-8bb4-46a2-a903-d4292782d29d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec'}}] {{(pid=102389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 19:09:11.924713 n-d-816865-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-e69ca02a-9204-4ee6-b71b-33e36e3f09ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:09:12.058525 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-98b50564-e7b9-49ac-b0d1-789d1cf1fcec req-82ff8c44-d619-4b9d-a931-06cbf261c421 tempest-VolumesNegativeTest-733797463 tempest-VolumesNegativeTest-733797463-project] 10.222.0.13 "GET /v2.0/ports?device_id=7e8623d0-387d-4a4a-8ce6-cc8427110e07 HTTP/1.1" status: 200 len: 210 time: 0.0382390 Nov 05 19:09:12.065862 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [None req-e69ca02a-9204-4ee6-b71b-33e36e3f09ec None None] For port 24847818-fc53-40c2-9b05-0872d0004c1f, host n-d-816865-1, cleared binding levels {{(pid=102389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 19:09:12.070419 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [None req-e69ca02a-9204-4ee6-b71b-33e36e3f09ec None None] For port 24847818-fc53-40c2-9b05-0872d0004c1f, host n-d-816865-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=24847818-fc53-40c2-9b05-0872d0004c1f,segment=NetworkSegment(85be518c-8bb4-46a2-a903-d4292782d29d),segment_id=85be518c-8bb4-46a2-a903-d4292782d29d)] {{(pid=102389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 19:09:12.107762 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f8b97dbd-9612-4317-b96c-bd9895fb270a req-04d3bb24-0c38-4e23-b760-b6f55ba97271 tempest-VolumesNegativeTest-733797463 tempest-VolumesNegativeTest-733797463-project] Made reservation on behalf of 638fcb3516bd43edb8dae9b93922194f for: {'port': 1} {{(pid=102386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 19:09:12.111876 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-f8b97dbd-9612-4317-b96c-bd9895fb270a req-04d3bb24-0c38-4e23-b760-b6f55ba97271 tempest-VolumesNegativeTest-733797463 tempest-VolumesNegativeTest-733797463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:09:12.115199 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7462143f-26f0-4255-8d1b-bbae413dcf0e None None] New status for floating IP 1609755f-1aa8-4431-b0f7-2eb29d2a0ce7: ACTIVE {{(pid=102388) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 05 19:09:12.131953 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-f8b97dbd-9612-4317-b96c-bd9895fb270a req-04d3bb24-0c38-4e23-b760-b6f55ba97271 tempest-VolumesNegativeTest-733797463 tempest-VolumesNegativeTest-733797463-project] Publish callbacks [] for security_group, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:09:12.136805 n-d-816865-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-e69ca02a-9204-4ee6-b71b-33e36e3f09ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:09:12.154227 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-787d4f87-139c-474a-8176-8ff63a6a126b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:09:12.162310 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885ebdff-6811-4f2d-822d-0a48d334cfff req-b8b9c607-ab46-4e1d-bd71-9d5c4753c33a tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:09:12.164029 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-885ebdff-6811-4f2d-822d-0a48d334cfff req-b8b9c607-ab46-4e1d-bd71-9d5c4753c33a tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] 10.222.0.13 "GET /v2.0/ports?device_id=c7103f3a-0446-40ed-a190-1645982f6516 HTTP/1.1" status: 200 len: 944 time: 0.0954173 Nov 05 19:09:12.338129 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-885ebdff-6811-4f2d-822d-0a48d334cfff req-8c41aeb1-d18b-482d-a270-5ddf79faa797 tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] 10.222.0.13 "GET /v2.0/security-groups?id=c33e3cae-293b-4275-aa24-9c3af6c8734f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1624382 Nov 05 19:09:12.344933 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e69ca02a-9204-4ee6-b71b-33e36e3f09ec None None] Routers {'57479859-58f7-49e4-9134-31c3dbac2dcb'} bound to L3 agent in host n-d-816865-1 {{(pid=102389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 19:09:12.346080 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-e69ca02a-9204-4ee6-b71b-33e36e3f09ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T19:09:05Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['57479859-58f7-49e4-9134-31c3dbac2dcb'], 'active': True} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:09:12.472464 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4910f6-8481-4930-b199-549f39b82f17 None None] Pushing event updated for resources: {'Port': ['ID=24847818-fc53-40c2-9b05-0872d0004c1f,revision_number=3']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:09:12.506746 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvr_db [None req-e69ca02a-9204-4ee6-b71b-33e36e3f09ec None None] Set router 57479859-58f7-49e4-9134-31c3dbac2dcb gateway port host: n-d-816865-1 {{(pid=102389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 19:09:12.559625 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.db_base_plugin_common [None req-787d4f87-139c-474a-8176-8ff63a6a126b admin admin] Allocated IP 172.20.0.1 (dee6b2cf-8e55-4dc6-b045-7ce73379460c/b7197ad8-52bc-40df-b743-94175a042cc5/5c775517-30e2-4ef2-857c-d207600924d3) {{(pid=102386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 19:09:12.605228 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-f8b97dbd-9612-4317-b96c-bd9895fb270a req-04d3bb24-0c38-4e23-b760-b6f55ba97271 tempest-VolumesNegativeTest-733797463 tempest-VolumesNegativeTest-733797463-project] Publish callbacks [] for security_group, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:09:12.695072 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-f8b97dbd-9612-4317-b96c-bd9895fb270a req-04d3bb24-0c38-4e23-b760-b6f55ba97271 tempest-VolumesNegativeTest-733797463 tempest-VolumesNegativeTest-733797463-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:09:12.730273 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-e69ca02a-9204-4ee6-b71b-33e36e3f09ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57479859-58f7-49e4-9134-31c3dbac2dcb', 'name': 'tempest-TestServerMultinode-1671483380-router', 'tenant_id': '5628c27c4e9745e0b64e152634c85b5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.60'}], 'enable_snat': True}, 'gw_port_id': '24847818-fc53-40c2-9b05-0872d0004c1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T19:09:03Z', 'updated_at': '2021-11-05T19:09:07Z', 'revision_number': 3, 'project_id': '5628c27c4e9745e0b64e152634c85b5a', 'gw_port': {'id': '24847818-fc53-40c2-9b05-0872d0004c1f', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:f6:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57479859-58f7-49e4-9134-31c3dbac2dcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3362, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:09:05Z', 'updated_at': '2021-11-05T19:09:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1'}], 'n-d-816865-1', False) {} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:09:12.759598 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e69ca02a-9204-4ee6-b71b-33e36e3f09ec None None] The sync data for ids ['57479859-58f7-49e4-9134-31c3dbac2dcb'] in n-d-816865-1 is: [{'id': '57479859-58f7-49e4-9134-31c3dbac2dcb', 'name': 'tempest-TestServerMultinode-1671483380-router', 'tenant_id': '5628c27c4e9745e0b64e152634c85b5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.60'}], 'enable_snat': True}, 'gw_port_id': '24847818-fc53-40c2-9b05-0872d0004c1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T19:09:03Z', 'updated_at': '2021-11-05T19:09:07Z', 'revision_number': 3, 'project_id': '5628c27c4e9745e0b64e152634c85b5a', 'gw_port': {'id': '24847818-fc53-40c2-9b05-0872d0004c1f', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:f6:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57479859-58f7-49e4-9134-31c3dbac2dcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3362, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:09:05Z', 'updated_at': '2021-11-05T19:09:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1'}] {{(pid=102389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 19:09:12.828442 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-787d4f87-139c-474a-8176-8ff63a6a126b admin admin] Publish callbacks [] for port, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:09:12.876255 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d3bb24-0c38-4e23-b760-b6f55ba97271 tempest-VolumesNegativeTest-733797463 tempest-VolumesNegativeTest-733797463-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5dcc2604-6c79-4848-9db6-602e3c39d773,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:09:12.922337 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 60236) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:09:12.951738 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.db_base_plugin_common [req-f8b97dbd-9612-4317-b96c-bd9895fb270a req-04d3bb24-0c38-4e23-b760-b6f55ba97271 tempest-VolumesNegativeTest-733797463 tempest-VolumesNegativeTest-733797463-project] Allocated IP 192.168.233.91 (a723f808-b11e-4066-b104-fad90c82895e/05e7a1b5-165b-4a00-855a-ffbcb2eba59e/e0dc5320-5e6e-441e-bbc1-ba429891e1ea) {{(pid=102386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 19:09:13.010811 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-787d4f87-139c-474a-8176-8ff63a6a126b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:09:13.011333 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-a6569496-feb0-4475-811f-6b17b351c1f3 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] 10.222.0.13 "GET /v2.0/floatingips/1609755f-1aa8-4431-b0f7-2eb29d2a0ce7 HTTP/1.1" status: 200 len: 992 time: 0.0869288 Nov 05 19:09:13.084907 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-787d4f87-139c-474a-8176-8ff63a6a126b admin admin] Network dee6b2cf-8e55-4dc6-b045-7ce73379460c is already hosted by enough agents. {{(pid=102386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 19:09:13.098252 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.base_scheduler [None req-787d4f87-139c-474a-8176-8ff63a6a126b admin admin] Resources bound (agent type, host, resource id): {{(pid=102386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 19:09:13.163209 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787d4f87-139c-474a-8176-8ff63a6a126b admin admin] Pushing event updated for resources: {'Port': ['ID=5c775517-30e2-4ef2-857c-d207600924d3,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:09:13.163889 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-787d4f87-139c-474a-8176-8ff63a6a126b admin admin] Received port after_create {{(pid=102386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 19:09:13.266172 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-787d4f87-139c-474a-8176-8ff63a6a126b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-571770'] for router_interface, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:09:13.334524 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-74659214-92f2-440d-b9a8-f398f8252c7c req-05190554-25f3-4d97-89f2-0a44e437c33e tempest-VolumesNegativeTest-733797463 tempest-VolumesNegativeTest-733797463-project] 10.222.0.13 "GET /v2.0/ports?device_id=7e8623d0-387d-4a4a-8ce6-cc8427110e07 HTTP/1.1" status: 200 len: 210 time: 0.1532261 Nov 05 19:09:13.414873 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-f8b97dbd-9612-4317-b96c-bd9895fb270a req-04d3bb24-0c38-4e23-b760-b6f55ba97271 tempest-VolumesNegativeTest-733797463 tempest-VolumesNegativeTest-733797463-project] Publish callbacks [] for port, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:09:13.587585 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb2ee96-785c-47e7-b176-d0c3e478f5a9 req-43fc7b95-0e61-4aef-a55b-45e4e9ab0dda tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:09:13.591440 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-1b5b2bc1-7d4f-4eb1-9c5b-0bfe262b3cf6 None None] Provisioning complete for port 5c775517-30e2-4ef2-857c-d207600924d3 triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:09:13.591975 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-1b5b2bc1-7d4f-4eb1-9c5b-0bfe262b3cf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:09:13.603053 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-3cb2ee96-785c-47e7-b176-d0c3e478f5a9 req-43fc7b95-0e61-4aef-a55b-45e4e9ab0dda tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] 10.222.0.13 "GET /v2.0/ports?device_id=c7103f3a-0446-40ed-a190-1645982f6516 HTTP/1.1" status: 200 len: 944 time: 0.1038215 Nov 05 19:09:13.648263 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 24847818-fc53-40c2-9b05-0872d0004c1f up at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 19:09:13.684400 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-1b5b2bc1-7d4f-4eb1-9c5b-0bfe262b3cf6 None None] Port 5c775517-30e2-4ef2-857c-d207600924d3 cannot update to ACTIVE because it is not bound. {{(pid=102388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 19:09:13.711160 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-3cb2ee96-785c-47e7-b176-d0c3e478f5a9 req-f9b71e47-3802-43f0-a1b2-d79d5c654e6e tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] 10.222.0.13 "GET /v2.0/security-groups?id=c33e3cae-293b-4275-aa24-9c3af6c8734f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1069558 Nov 05 19:09:13.732160 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-f8b97dbd-9612-4317-b96c-bd9895fb270a req-04d3bb24-0c38-4e23-b760-b6f55ba97271 tempest-VolumesNegativeTest-733797463 tempest-VolumesNegativeTest-733797463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:09:13.732656 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Provisioning complete for port 24847818-fc53-40c2-9b05-0872d0004c1f triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:09:13.732656 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:09:13.796585 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-787d4f87-139c-474a-8176-8ff63a6a126b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:09:13.839588 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:09:13.852704 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f8b97dbd-9612-4317-b96c-bd9895fb270a req-04d3bb24-0c38-4e23-b760-b6f55ba97271 tempest-VolumesNegativeTest-733797463 tempest-VolumesNegativeTest-733797463-project] Network a723f808-b11e-4066-b104-fad90c82895e is already hosted by enough agents. {{(pid=102386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 19:09:13.853787 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d3bb24-0c38-4e23-b760-b6f55ba97271 tempest-VolumesNegativeTest-733797463 tempest-VolumesNegativeTest-733797463-project] Pushing event updated for resources: {'Port': ['ID=e0dc5320-5e6e-441e-bbc1-ba429891e1ea,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:09:13.858779 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.base_scheduler [req-f8b97dbd-9612-4317-b96c-bd9895fb270a req-04d3bb24-0c38-4e23-b760-b6f55ba97271 tempest-VolumesNegativeTest-733797463 tempest-VolumesNegativeTest-733797463-project] Resources bound (agent type, host, resource id): {{(pid=102386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 19:09:13.861654 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8b97dbd-9612-4317-b96c-bd9895fb270a req-04d3bb24-0c38-4e23-b760-b6f55ba97271 tempest-VolumesNegativeTest-733797463 tempest-VolumesNegativeTest-733797463-project] Received port after_create {{(pid=102386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 19:09:13.864736 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] For port 24847818-fc53-40c2-9b05-0872d0004c1f, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=24847818-fc53-40c2-9b05-0872d0004c1f,segment=NetworkSegment(85be518c-8bb4-46a2-a903-d4292782d29d),segment_id=85be518c-8bb4-46a2-a903-d4292782d29d)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:09:13.936826 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:09:14.067811 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b97dbd-9612-4317-b96c-bd9895fb270a req-04d3bb24-0c38-4e23-b760-b6f55ba97271 tempest-VolumesNegativeTest-733797463 tempest-VolumesNegativeTest-733797463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:09:14.069490 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-f8b97dbd-9612-4317-b96c-bd9895fb270a req-04d3bb24-0c38-4e23-b760-b6f55ba97271 tempest-VolumesNegativeTest-733797463 tempest-VolumesNegativeTest-733797463-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:09:14.089523 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Pushing event updated for resources: {'Port': ['ID=24847818-fc53-40c2-9b05-0872d0004c1f,revision_number=4']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:09:14.220514 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-f8b97dbd-9612-4317-b96c-bd9895fb270a req-04d3bb24-0c38-4e23-b760-b6f55ba97271 tempest-VolumesNegativeTest-733797463 tempest-VolumesNegativeTest-733797463-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.5433125 Nov 05 19:09:14.223446 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-787d4f87-139c-474a-8176-8ff63a6a126b admin admin] Publish callbacks [] for port, precommit_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:09:14.235459 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [req-f8b97dbd-9612-4317-b96c-bd9895fb270a req-08a8987e-1e2c-43e0-9c55-1c9b625965f1 service neutron] Request body: {'port': {'device_id': '7e8623d0-387d-4a4a-8ce6-cc8427110e07', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816865-1'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:09:14.316971 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-097baedf-f153-455d-a59c-036fb1e40ee2 None None] Provisioning complete for port e0dc5320-5e6e-441e-bbc1-ba429891e1ea triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:09:14.317447 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-097baedf-f153-455d-a59c-036fb1e40ee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:09:14.342688 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-f8b97dbd-9612-4317-b96c-bd9895fb270a req-08a8987e-1e2c-43e0-9c55-1c9b625965f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:09:14.345272 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-787d4f87-139c-474a-8176-8ff63a6a126b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6149821'] for port, after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:09:14.389423 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-097baedf-f153-455d-a59c-036fb1e40ee2 None None] Port e0dc5320-5e6e-441e-bbc1-ba429891e1ea cannot update to ACTIVE because it is not bound. {{(pid=102388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 19:09:14.453950 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787d4f87-139c-474a-8176-8ff63a6a126b admin admin] Pushing event updated for resources: {'Port': ['ID=5c775517-30e2-4ef2-857c-d207600924d3,revision_number=2']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:09:14.493138 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f59a5d-e19e-4887-9edf-4a77ffe11edf req-17d63b74-ef26-49e8-86e6-8522155d893d tempest-VolumesNegativeTest-733797463 tempest-VolumesNegativeTest-733797463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:09:14.495489 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-18f59a5d-e19e-4887-9edf-4a77ffe11edf req-17d63b74-ef26-49e8-86e6-8522155d893d tempest-VolumesNegativeTest-733797463 tempest-VolumesNegativeTest-733797463-project] 10.222.0.13 "GET /v2.0/ports?device_id=7e8623d0-387d-4a4a-8ce6-cc8427110e07 HTTP/1.1" status: 200 len: 935 time: 0.0771358 Nov 05 19:09:14.512501 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-787d4f87-139c-474a-8176-8ff63a6a126b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-597863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-571878'] for router_interface, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:09:14.585950 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-18f59a5d-e19e-4887-9edf-4a77ffe11edf req-99c73d74-d259-4d03-b798-957b88965025 tempest-VolumesNegativeTest-733797463 tempest-VolumesNegativeTest-733797463-project] 10.222.0.13 "GET /v2.0/security-groups?id=5dcc2604-6c79-4848-9db6-602e3c39d773&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828629 Nov 05 19:09:14.710494 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-787d4f87-139c-474a-8176-8ff63a6a126b admin admin] Network dee6b2cf-8e55-4dc6-b045-7ce73379460c is already hosted by enough agents. {{(pid=102386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 19:09:14.713179 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.base_scheduler [None req-787d4f87-139c-474a-8176-8ff63a6a126b admin admin] Resources bound (agent type, host, resource id): {{(pid=102386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 19:09:14.726363 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.agents_db [None req-b9406b04-a0e8-43cf-b349-711963d96cf4 None None] Agent healthcheck: found 7 active agents {{(pid=102389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 05 19:09:14.963895 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01b0395-1b4c-4af2-ac88-28bee204b2b5 req-c174ec84-6552-43d2-bc6b-bb62387b74d2 tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:09:14.975398 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-a01b0395-1b4c-4af2-ac88-28bee204b2b5 req-c174ec84-6552-43d2-bc6b-bb62387b74d2 tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] 10.222.0.13 "GET /v2.0/ports?device_id=c7103f3a-0446-40ed-a190-1645982f6516 HTTP/1.1" status: 200 len: 944 time: 0.1239939 Nov 05 19:09:15.064491 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-a01b0395-1b4c-4af2-ac88-28bee204b2b5 req-886f1615-33e5-4fc7-a1b8-d3afc95cfbea tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] 10.222.0.13 "GET /v2.0/security-groups?id=c33e3cae-293b-4275-aa24-9c3af6c8734f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0879540 Nov 05 19:09:15.107825 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-787d4f87-139c-474a-8176-8ff63a6a126b admin admin] Router 57479859-58f7-49e4-9134-31c3dbac2dcb has already been hosted by L3 agent 6dcb5589-8e86-4616-9186-ddc4548e13ad {{(pid=102386) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 19:09:15.228886 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-3c91c841-1d09-41d1-b8dd-c10481c8a54c None None] Provisioning complete for port 5c775517-30e2-4ef2-857c-d207600924d3 triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:09:15.229832 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3c91c841-1d09-41d1-b8dd-c10481c8a54c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:09:15.309242 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-3c91c841-1d09-41d1-b8dd-c10481c8a54c None None] Port 5c775517-30e2-4ef2-857c-d207600924d3 cannot update to ACTIVE because it is not bound. {{(pid=102388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 19:09:15.326280 n-d-816865-1 neutron-server[102386]: DEBUG neutron.notifiers.nova [req-f8b97dbd-9612-4317-b96c-bd9895fb270a req-08a8987e-1e2c-43e0-9c55-1c9b625965f1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e0dc5320-5e6e-441e-bbc1-ba429891e1ea {{(pid=102386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 19:09:15.332306 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-787d4f87-139c-474a-8176-8ff63a6a126b admin admin] Notify agent at l3_agent.n-d-816865-1 the message routers_updated {{(pid=102386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 19:09:15.358880 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-787d4f87-139c-474a-8176-8ff63a6a126b admin admin] 10.222.0.13 "PUT /v2.0/routers/57479859-58f7-49e4-9134-31c3dbac2dcb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6821313 Nov 05 19:09:15.358880 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-f8b97dbd-9612-4317-b96c-bd9895fb270a req-08a8987e-1e2c-43e0-9c55-1c9b625965f1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:09:15.372362 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.provisioning_blocks [req-f8b97dbd-9612-4317-b96c-bd9895fb270a req-08a8987e-1e2c-43e0-9c55-1c9b625965f1 service neutron] Transition to ACTIVE for port object e0dc5320-5e6e-441e-bbc1-ba429891e1ea will not be triggered until provisioned by entity L2. {{(pid=102386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 05 19:09:15.417182 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8365223-a25a-40a0-b40f-e5d9cc75f176 None None] Sync routers for ids ['57479859-58f7-49e4-9134-31c3dbac2dcb'] in n-d-816865-1 {{(pid=102389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 19:09:15.435354 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8365223-a25a-40a0-b40f-e5d9cc75f176 None None] Routers {'57479859-58f7-49e4-9134-31c3dbac2dcb'} bound to L3 agent in host n-d-816865-1 {{(pid=102389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 19:09:15.435996 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-f8365223-a25a-40a0-b40f-e5d9cc75f176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T19:09:05Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['57479859-58f7-49e4-9134-31c3dbac2dcb'], 'active': True} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:09:15.451075 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-f8b97dbd-9612-4317-b96c-bd9895fb270a req-08a8987e-1e2c-43e0-9c55-1c9b625965f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6149821'] for port, after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:09:15.530090 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a8987e-1e2c-43e0-9c55-1c9b625965f1 service neutron] Pushing event updated for resources: {'Port': ['ID=e0dc5320-5e6e-441e-bbc1-ba429891e1ea,revision_number=2']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:09:15.718172 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 24847818-fc53-40c2-9b05-0872d0004c1f up at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 19:09:15.725444 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvr_db [None req-f8365223-a25a-40a0-b40f-e5d9cc75f176 None None] Set router 57479859-58f7-49e4-9134-31c3dbac2dcb gateway port host: n-d-816865-1 {{(pid=102389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 19:09:15.728286 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [req-f8b97dbd-9612-4317-b96c-bd9895fb270a req-08a8987e-1e2c-43e0-9c55-1c9b625965f1 service neutron] Attempting to bind port e0dc5320-5e6e-441e-bbc1-ba429891e1ea on host n-h2-816865-1 for vnic_type normal with profile {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 19:09:15.728660 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [req-f8b97dbd-9612-4317-b96c-bd9895fb270a req-08a8987e-1e2c-43e0-9c55-1c9b625965f1 service neutron] Attempting to bind port e0dc5320-5e6e-441e-bbc1-ba429891e1ea by drivers openvswitch,hyperv on host n-h2-816865-1 at level 0 using segments [{'id': '35c2db9c-522d-48d3-98cf-a08c2cc55db7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'a723f808-b11e-4066-b104-fad90c82895e'}] {{(pid=102386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 19:09:15.728988 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8b97dbd-9612-4317-b96c-bd9895fb270a req-08a8987e-1e2c-43e0-9c55-1c9b625965f1 service neutron] Attempting to bind port e0dc5320-5e6e-441e-bbc1-ba429891e1ea on network a723f808-b11e-4066-b104-fad90c82895e {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 19:09:15.747307 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8b97dbd-9612-4317-b96c-bd9895fb270a req-08a8987e-1e2c-43e0-9c55-1c9b625965f1 service neutron] Port e0dc5320-5e6e-441e-bbc1-ba429891e1ea on network a723f808-b11e-4066-b104-fad90c82895e not bound, no agent of type Open vSwitch agent registered on host n-h2-816865-1 {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 19:09:15.747584 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8b97dbd-9612-4317-b96c-bd9895fb270a req-08a8987e-1e2c-43e0-9c55-1c9b625965f1 service neutron] Attempting to bind port e0dc5320-5e6e-441e-bbc1-ba429891e1ea on network a723f808-b11e-4066-b104-fad90c82895e {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 19:09:15.762541 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8b97dbd-9612-4317-b96c-bd9895fb270a req-08a8987e-1e2c-43e0-9c55-1c9b625965f1 service neutron] Checking agent: {'id': '32aff553-696f-4891-83f5-5c176f61fe54', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816865-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 18, 33, 36), 'started_at': datetime.datetime(2021, 11, 5, 18, 33, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 19, 9, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 19:09:15.762876 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8b97dbd-9612-4317-b96c-bd9895fb270a req-08a8987e-1e2c-43e0-9c55-1c9b625965f1 service neutron] Checking segment: {'id': '35c2db9c-522d-48d3-98cf-a08c2cc55db7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'a723f808-b11e-4066-b104-fad90c82895e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 19:09:15.763258 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8b97dbd-9612-4317-b96c-bd9895fb270a req-08a8987e-1e2c-43e0-9c55-1c9b625965f1 service neutron] Bound using segment: {'id': '35c2db9c-522d-48d3-98cf-a08c2cc55db7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'a723f808-b11e-4066-b104-fad90c82895e'} {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 19:09:15.763692 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [req-f8b97dbd-9612-4317-b96c-bd9895fb270a req-08a8987e-1e2c-43e0-9c55-1c9b625965f1 service neutron] Bound port: e0dc5320-5e6e-441e-bbc1-ba429891e1ea, host: n-h2-816865-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35c2db9c-522d-48d3-98cf-a08c2cc55db7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'a723f808-b11e-4066-b104-fad90c82895e'}}] {{(pid=102386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 19:09:15.764049 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-f8b97dbd-9612-4317-b96c-bd9895fb270a req-08a8987e-1e2c-43e0-9c55-1c9b625965f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:09:15.820742 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417b8eb8-8ed6-420b-8c44-befe3eba7b12 req-987e755a-9cac-460e-8747-c32090926da0 tempest-VolumesNegativeTest-733797463 tempest-VolumesNegativeTest-733797463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:09:15.835970 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-417b8eb8-8ed6-420b-8c44-befe3eba7b12 req-987e755a-9cac-460e-8747-c32090926da0 tempest-VolumesNegativeTest-733797463 tempest-VolumesNegativeTest-733797463-project] 10.222.0.13 "GET /v2.0/ports?device_id=7e8623d0-387d-4a4a-8ce6-cc8427110e07 HTTP/1.1" status: 200 len: 947 time: 0.1015663 Nov 05 19:09:15.842226 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Provisioning complete for port 24847818-fc53-40c2-9b05-0872d0004c1f triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:09:15.849806 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:09:15.980795 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-417b8eb8-8ed6-420b-8c44-befe3eba7b12 req-33001a28-b75c-4dc5-b291-d0460f79f504 tempest-VolumesNegativeTest-733797463 tempest-VolumesNegativeTest-733797463-project] 10.222.0.13 "GET /v2.0/security-groups?id=5dcc2604-6c79-4848-9db6-602e3c39d773&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354885 Nov 05 19:09:15.996849 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [req-f8b97dbd-9612-4317-b96c-bd9895fb270a req-08a8987e-1e2c-43e0-9c55-1c9b625965f1 service neutron] For port e0dc5320-5e6e-441e-bbc1-ba429891e1ea, host n-h2-816865-1, cleared binding levels {{(pid=102386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 19:09:16.004025 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [req-f8b97dbd-9612-4317-b96c-bd9895fb270a req-08a8987e-1e2c-43e0-9c55-1c9b625965f1 service neutron] For port e0dc5320-5e6e-441e-bbc1-ba429891e1ea, host n-h2-816865-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=e0dc5320-5e6e-441e-bbc1-ba429891e1ea,segment=NetworkSegment(35c2db9c-522d-48d3-98cf-a08c2cc55db7),segment_id=35c2db9c-522d-48d3-98cf-a08c2cc55db7)] {{(pid=102386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 19:09:16.093210 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-f8b97dbd-9612-4317-b96c-bd9895fb270a req-08a8987e-1e2c-43e0-9c55-1c9b625965f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6149821'] for port, after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:09:16.172541 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b97dbd-9612-4317-b96c-bd9895fb270a req-08a8987e-1e2c-43e0-9c55-1c9b625965f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:09:16.173194 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-f8b97dbd-9612-4317-b96c-bd9895fb270a req-08a8987e-1e2c-43e0-9c55-1c9b625965f1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:09:16.177436 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-f8b97dbd-9612-4317-b96c-bd9895fb270a req-08a8987e-1e2c-43e0-9c55-1c9b625965f1 service neutron] 10.222.0.55 "PUT /v2.0/ports/e0dc5320-5e6e-441e-bbc1-ba429891e1ea HTTP/1.1" status: 200 len: 1095 time: 1.9469960 Nov 05 19:09:16.177922 n-d-816865-1 neutron-server[102386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e8623d0-387d-4a4a-8ce6-cc8427110e07', 'tag': 'e0dc5320-5e6e-441e-bbc1-ba429891e1ea'}] {{(pid=102386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 19:09:16.193316 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6173a44d7c73f41af551dc890fa1a5892c2c6bc3458b640c8e0c24db7876ba6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4af285f-1cbb-4653-8e94-165f281c1ac3" -d '{"events": [{"name": "network-changed", "server_uuid": "7e8623d0-387d-4a4a-8ce6-cc8427110e07", "tag": "e0dc5320-5e6e-441e-bbc1-ba429891e1ea"}]}' {{(pid=102386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 19:09:16.264048 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a8987e-1e2c-43e0-9c55-1c9b625965f1 service neutron] Pushing event updated for resources: {'Port': ['ID=e0dc5320-5e6e-441e-bbc1-ba429891e1ea,revision_number=3']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:09:16.264507 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-f8365223-a25a-40a0-b40f-e5d9cc75f176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57479859-58f7-49e4-9134-31c3dbac2dcb', 'name': 'tempest-TestServerMultinode-1671483380-router', 'tenant_id': '5628c27c4e9745e0b64e152634c85b5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.60'}], 'enable_snat': True}, 'gw_port_id': '24847818-fc53-40c2-9b05-0872d0004c1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T19:09:03Z', 'updated_at': '2021-11-05T19:09:13Z', 'revision_number': 4, 'project_id': '5628c27c4e9745e0b64e152634c85b5a', 'gw_port': {'id': '24847818-fc53-40c2-9b05-0872d0004c1f', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:f6:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57479859-58f7-49e4-9134-31c3dbac2dcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3362, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:09:05Z', 'updated_at': '2021-11-05T19:09:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1', '_interfaces': [{'id': '5c775517-30e2-4ef2-857c-d207600924d3', 'name': '', 'network_id': 'dee6b2cf-8e55-4dc6-b045-7ce73379460c', 'tenant_id': '5628c27c4e9745e0b64e152634c85b5a', 'mac_address': 'fa:16:3e:35:41:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57479859-58f7-49e4-9134-31c3dbac2dcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3363, 'fixed_ips': [{'subnet_id': 'b7197ad8-52bc-40df-b743-94175a042cc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:09:12Z', 'updated_at': '2021-11-05T19:09:13Z', 'revision_number': 2, 'project_id': '5628c27c4e9745e0b64e152634c85b5a', 'subnets': [{'id': 'b7197ad8-52bc-40df-b743-94175a042cc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-1', False) {} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:09:16.301958 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 19:09:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c8768a1-9d59-4031-a9b1-aad0fd1db046 x-openstack-request-id: req-5c8768a1-9d59-4031-a9b1-aad0fd1db046 {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 19:09:16.302469 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e8623d0-387d-4a4a-8ce6-cc8427110e07", "tag": "e0dc5320-5e6e-441e-bbc1-ba429891e1ea", "status": "completed", "code": 200}]} {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 19:09:16.302949 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5c8768a1-9d59-4031-a9b1-aad0fd1db046 {{(pid=102386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 19:09:16.303469 n-d-816865-1 neutron-server[102386]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e8623d0-387d-4a4a-8ce6-cc8427110e07', 'tag': 'e0dc5320-5e6e-441e-bbc1-ba429891e1ea', 'status': 'completed', 'code': 200} Nov 05 19:09:16.317018 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ea0044-a42c-4e8e-b48e-e1a7f6841f55 req-aa7fe42e-2715-4dd5-9309-67ea414f32ca tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:09:16.319079 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-e6ea0044-a42c-4e8e-b48e-e1a7f6841f55 req-aa7fe42e-2715-4dd5-9309-67ea414f32ca tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] 10.222.0.13 "GET /v2.0/ports?device_id=c7103f3a-0446-40ed-a190-1645982f6516 HTTP/1.1" status: 200 len: 944 time: 0.1163263 Nov 05 19:09:16.383234 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8365223-a25a-40a0-b40f-e5d9cc75f176 None None] Checking router: 57479859-58f7-49e4-9134-31c3dbac2dcb for host: n-d-816865-1 {{(pid=102389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 19:09:16.384007 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8365223-a25a-40a0-b40f-e5d9cc75f176 None None] Updating router 57479859-58f7-49e4-9134-31c3dbac2dcb port 5c775517-30e2-4ef2-857c-d207600924d3 binding host n-d-816865-1 {{(pid=102389) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 05 19:09:16.412393 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b97dbd-9612-4317-b96c-bd9895fb270a req-996673aa-a553-4bef-a2d0-2a0504512dd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:09:16.415141 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-f8b97dbd-9612-4317-b96c-bd9895fb270a req-996673aa-a553-4bef-a2d0-2a0504512dd9 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=638fcb3516bd43edb8dae9b93922194f&device_id=7e8623d0-387d-4a4a-8ce6-cc8427110e07 HTTP/1.1" status: 200 len: 1098 time: 0.1062031 Nov 05 19:09:16.428933 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-e6ea0044-a42c-4e8e-b48e-e1a7f6841f55 req-882438e6-b12b-417d-b62c-c11f2aa7b990 tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] 10.222.0.13 "GET /v2.0/security-groups?id=c33e3cae-293b-4275-aa24-9c3af6c8734f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1016006 Nov 05 19:09:16.454227 n-d-816865-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-f8365223-a25a-40a0-b40f-e5d9cc75f176 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:09:16.494889 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-f8b97dbd-9612-4317-b96c-bd9895fb270a req-1d2f8274-9b0a-4008-ad2d-9f9f11bc652d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.91&port_id=e0dc5320-5e6e-441e-bbc1-ba429891e1ea HTTP/1.1" status: 200 len: 217 time: 0.0663972 Nov 05 19:09:16.619630 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b97dbd-9612-4317-b96c-bd9895fb270a req-b80c1d85-6284-4f96-9eda-efb0e91082cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:09:16.629613 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-f8b97dbd-9612-4317-b96c-bd9895fb270a req-b80c1d85-6284-4f96-9eda-efb0e91082cc service neutron] 10.222.0.55 "GET /v2.0/subnets?id=05e7a1b5-165b-4a00-855a-ffbcb2eba59e HTTP/1.1" status: 200 len: 843 time: 0.1245658 Nov 05 19:09:16.681535 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873aa26b-a61f-452e-ac4e-0a9b27f06fa5 req-b0b8495f-9ac1-4b27-9363-d987a2404ca4 tempest-TestServerMultinode-405309802 tempest-TestServerMultinode-405309802-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:09:16.695510 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-873aa26b-a61f-452e-ac4e-0a9b27f06fa5 req-b0b8495f-9ac1-4b27-9363-d987a2404ca4 tempest-TestServerMultinode-405309802 tempest-TestServerMultinode-405309802-project-admin] 10.222.0.13 "GET /v2.0/networks?id=ecda42c5-4acf-4ad4-b811-0f569ff28377 HTTP/1.1" status: 200 len: 908 time: 0.1771748 Nov 05 19:09:16.702306 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b97dbd-9612-4317-b96c-bd9895fb270a req-131f1611-b2d5-4681-b6b9-a7b533547179 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:09:16.707883 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-f8b97dbd-9612-4317-b96c-bd9895fb270a req-131f1611-b2d5-4681-b6b9-a7b533547179 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a723f808-b11e-4066-b104-fad90c82895e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0696669 Nov 05 19:09:16.725939 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-873aa26b-a61f-452e-ac4e-0a9b27f06fa5 req-a0fc907c-c140-4f93-8a5d-fdadd0b02b56 tempest-TestServerMultinode-405309802 tempest-TestServerMultinode-405309802-project-admin] 10.222.0.13 "GET /v2.0/quotas/5628c27c4e9745e0b64e152634c85b5a HTTP/1.1" status: 200 len: 375 time: 0.0196595 Nov 05 19:09:16.814891 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-f8b97dbd-9612-4317-b96c-bd9895fb270a req-dea53ed8-aa91-47a8-94ac-8a913983859b service neutron] 10.222.0.55 "GET /v2.0/networks/a723f808-b11e-4066-b104-fad90c82895e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0983374 Nov 05 19:09:16.818576 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-873aa26b-a61f-452e-ac4e-0a9b27f06fa5 req-b59e6885-97c4-4b2f-a43f-8729f7e8876c tempest-TestServerMultinode-405309802 tempest-TestServerMultinode-405309802-project-admin] 10.222.0.13 "GET /v2.0/ports?tenant_id=5628c27c4e9745e0b64e152634c85b5a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0866113 Nov 05 19:09:16.888606 n-d-816865-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-f8365223-a25a-40a0-b40f-e5d9cc75f176 None None] Publish callbacks [] for port, precommit_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:09:16.966199 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [req-873aa26b-a61f-452e-ac4e-0a9b27f06fa5 req-51a21551-83b8-4a0b-a78c-fb1b7c258c17 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=102387) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 05 19:09:16.973906 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-873aa26b-a61f-452e-ac4e-0a9b27f06fa5 req-51a21551-83b8-4a0b-a78c-fb1b7c258c17 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1520703 Nov 05 19:09:16.992438 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-f8b97dbd-9612-4317-b96c-bd9895fb270a req-72764c91-1461-49d8-8921-83827601122b service neutron] 10.222.0.55 "GET /v2.0/networks/a723f808-b11e-4066-b104-fad90c82895e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1691628 Nov 05 19:09:17.010936 n-d-816865-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-f8365223-a25a-40a0-b40f-e5d9cc75f176 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:09:17.162093 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c3e822-f4f7-45d4-8b66-426279576f2e None None] Pushing event updated for resources: {'Port': ['ID=5c775517-30e2-4ef2-857c-d207600924d3,revision_number=3']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:09:17.316662 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4af285f-1cbb-4653-8e94-165f281c1ac3 req-15dcef55-e1dc-4dd1-a705-744815331d2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:09:17.319739 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.managers [None req-f8365223-a25a-40a0-b40f-e5d9cc75f176 None None] Attempting to bind port 5c775517-30e2-4ef2-857c-d207600924d3 on host n-d-816865-1 for vnic_type normal with profile {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 19:09:17.320240 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.managers [None req-f8365223-a25a-40a0-b40f-e5d9cc75f176 None None] Attempting to bind port 5c775517-30e2-4ef2-857c-d207600924d3 by drivers openvswitch,hyperv on host n-d-816865-1 at level 0 using segments [{'id': '59a570aa-2c3f-4aee-ba19-e5871954be20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'dee6b2cf-8e55-4dc6-b045-7ce73379460c'}] {{(pid=102389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 19:09:17.326648 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8365223-a25a-40a0-b40f-e5d9cc75f176 None None] Attempting to bind port 5c775517-30e2-4ef2-857c-d207600924d3 on network dee6b2cf-8e55-4dc6-b045-7ce73379460c {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 19:09:17.327296 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-d4af285f-1cbb-4653-8e94-165f281c1ac3 req-15dcef55-e1dc-4dd1-a705-744815331d2c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=638fcb3516bd43edb8dae9b93922194f&device_id=7e8623d0-387d-4a4a-8ce6-cc8427110e07 HTTP/1.1" status: 200 len: 1098 time: 0.1164660 Nov 05 19:09:17.330616 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-873aa26b-a61f-452e-ac4e-0a9b27f06fa5 req-e72ec185-325d-448e-b1ce-908ae6415d0f service neutron] 10.222.0.13 "GET /v2.0/networks/ecda42c5-4acf-4ad4-b811-0f569ff28377?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3557673 Nov 05 19:09:17.340374 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8365223-a25a-40a0-b40f-e5d9cc75f176 None None] Checking agent: {'id': '724d89a7-611b-41e6-bc85-c48112b17afa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 18, 25, 8), 'started_at': datetime.datetime(2021, 11, 5, 18, 25, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 19, 9, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 19:09:17.341190 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8365223-a25a-40a0-b40f-e5d9cc75f176 None None] Checking segment: {'id': '59a570aa-2c3f-4aee-ba19-e5871954be20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'dee6b2cf-8e55-4dc6-b045-7ce73379460c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 19:09:17.341808 n-d-816865-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-f8365223-a25a-40a0-b40f-e5d9cc75f176 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:09:17.342464 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8365223-a25a-40a0-b40f-e5d9cc75f176 None None] Bound using segment: {'id': '59a570aa-2c3f-4aee-ba19-e5871954be20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'dee6b2cf-8e55-4dc6-b045-7ce73379460c'} {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 19:09:17.343412 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.managers [None req-f8365223-a25a-40a0-b40f-e5d9cc75f176 None None] Bound port: 5c775517-30e2-4ef2-857c-d207600924d3, host: n-d-816865-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59a570aa-2c3f-4aee-ba19-e5871954be20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'dee6b2cf-8e55-4dc6-b045-7ce73379460c'}}] {{(pid=102389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 19:09:17.344732 n-d-816865-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-f8365223-a25a-40a0-b40f-e5d9cc75f176 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:09:17.352448 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9f7c6a-5829-427b-8150-f39c37a71729 req-a0dedb5a-295b-46f0-b721-606b54455094 tempest-VolumesNegativeTest-733797463 tempest-VolumesNegativeTest-733797463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:09:17.361925 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-7f9f7c6a-5829-427b-8150-f39c37a71729 req-a0dedb5a-295b-46f0-b721-606b54455094 tempest-VolumesNegativeTest-733797463 tempest-VolumesNegativeTest-733797463-project] 10.222.0.13 "GET /v2.0/ports?device_id=7e8623d0-387d-4a4a-8ce6-cc8427110e07 HTTP/1.1" status: 200 len: 947 time: 0.1399317 Nov 05 19:09:17.497573 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [None req-f8365223-a25a-40a0-b40f-e5d9cc75f176 None None] For port 5c775517-30e2-4ef2-857c-d207600924d3, host n-d-816865-1, cleared binding levels {{(pid=102389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 19:09:17.508818 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-7f9f7c6a-5829-427b-8150-f39c37a71729 req-d18f75b6-da64-482c-accd-238991b1befe tempest-VolumesNegativeTest-733797463 tempest-VolumesNegativeTest-733797463-project] 10.222.0.13 "GET /v2.0/security-groups?id=5dcc2604-6c79-4848-9db6-602e3c39d773&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266253 Nov 05 19:09:17.509254 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [None req-f8365223-a25a-40a0-b40f-e5d9cc75f176 None None] For port 5c775517-30e2-4ef2-857c-d207600924d3, host n-d-816865-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=5c775517-30e2-4ef2-857c-d207600924d3,segment=NetworkSegment(59a570aa-2c3f-4aee-ba19-e5871954be20),segment_id=59a570aa-2c3f-4aee-ba19-e5871954be20)] {{(pid=102389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 19:09:17.542179 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4af285f-1cbb-4653-8e94-165f281c1ac3 req-63c71011-4a8e-40c5-91b6-4a41dd126f9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:09:17.544701 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-d4af285f-1cbb-4653-8e94-165f281c1ac3 req-63c71011-4a8e-40c5-91b6-4a41dd126f9c service neutron] 10.222.0.55 "GET /v2.0/networks?id=a723f808-b11e-4066-b104-fad90c82895e HTTP/1.1" status: 200 len: 870 time: 0.2083368 Nov 05 19:09:17.601887 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-d4af285f-1cbb-4653-8e94-165f281c1ac3 req-2f8e2141-d5ad-4e16-a90c-e25f6e6f9e06 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.91&port_id=e0dc5320-5e6e-441e-bbc1-ba429891e1ea HTTP/1.1" status: 200 len: 217 time: 0.0493279 Nov 05 19:09:17.606424 n-d-816865-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-f8365223-a25a-40a0-b40f-e5d9cc75f176 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:09:17.622364 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-a3aa84a4-0b3f-45f6-88a8-6ab7ce413859 None None] Provisioning complete for port 5c775517-30e2-4ef2-857c-d207600924d3 triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:09:17.623511 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-a3aa84a4-0b3f-45f6-88a8-6ab7ce413859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:09:17.729128 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8365223-a25a-40a0-b40f-e5d9cc75f176 None None] Routers {'57479859-58f7-49e4-9134-31c3dbac2dcb'} bound to L3 agent in host n-d-816865-1 {{(pid=102389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 19:09:17.730129 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-f8365223-a25a-40a0-b40f-e5d9cc75f176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T19:09:05Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['57479859-58f7-49e4-9134-31c3dbac2dcb'], 'active': True} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:09:17.739481 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4af285f-1cbb-4653-8e94-165f281c1ac3 req-474a503b-99e5-419a-8db2-a5e44a374bd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:09:17.745286 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-d4af285f-1cbb-4653-8e94-165f281c1ac3 req-474a503b-99e5-419a-8db2-a5e44a374bd7 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=05e7a1b5-165b-4a00-855a-ffbcb2eba59e HTTP/1.1" status: 200 len: 843 time: 0.1176143 Nov 05 19:09:17.765627 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-a3aa84a4-0b3f-45f6-88a8-6ab7ce413859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:09:17.790644 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c3e822-f4f7-45d4-8b66-426279576f2e None None] Pushing event updated for resources: {'Port': ['ID=5c775517-30e2-4ef2-857c-d207600924d3,revision_number=4']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:09:17.822467 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4af285f-1cbb-4653-8e94-165f281c1ac3 req-bf8fc7b2-2e75-45c1-94ed-0a1b8541080f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:09:17.824028 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-d4af285f-1cbb-4653-8e94-165f281c1ac3 req-bf8fc7b2-2e75-45c1-94ed-0a1b8541080f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a723f808-b11e-4066-b104-fad90c82895e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0735316 Nov 05 19:09:17.839201 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-a3aa84a4-0b3f-45f6-88a8-6ab7ce413859 None None] For port 5c775517-30e2-4ef2-857c-d207600924d3, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=5c775517-30e2-4ef2-857c-d207600924d3,segment=NetworkSegment(59a570aa-2c3f-4aee-ba19-e5871954be20),segment_id=59a570aa-2c3f-4aee-ba19-e5871954be20)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:09:17.913892 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-a3aa84a4-0b3f-45f6-88a8-6ab7ce413859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:09:17.956291 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvr_db [None req-f8365223-a25a-40a0-b40f-e5d9cc75f176 None None] Set router 57479859-58f7-49e4-9134-31c3dbac2dcb gateway port host: n-d-816865-1 {{(pid=102389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 19:09:18.108054 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-d4af285f-1cbb-4653-8e94-165f281c1ac3 req-e342f9c8-83b4-4b14-85d1-8cf2de1b0d8e service neutron] 10.222.0.55 "GET /v2.0/networks/a723f808-b11e-4066-b104-fad90c82895e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2756140 Nov 05 19:09:18.145255 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3aa84a4-0b3f-45f6-88a8-6ab7ce413859 None None] Pushing event updated for resources: {'Port': ['ID=5c775517-30e2-4ef2-857c-d207600924d3,revision_number=5']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:09:18.261240 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-d4af285f-1cbb-4653-8e94-165f281c1ac3 req-03d1c072-b662-4b42-908b-1a98ceff65d1 service neutron] 10.222.0.55 "GET /v2.0/networks/a723f808-b11e-4066-b104-fad90c82895e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1438923 Nov 05 19:09:18.263488 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-7cb33cbe-143a-4f64-a2ae-a0cb6610651a None None] Provisioning complete for port 5c775517-30e2-4ef2-857c-d207600924d3 triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:09:18.263968 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-7cb33cbe-143a-4f64-a2ae-a0cb6610651a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:09:18.307893 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-873aa26b-a61f-452e-ac4e-0a9b27f06fa5 req-b8ca0ac6-728b-4c6f-8ffa-9417f2972062 service neutron] 10.222.0.13 "GET /v2.0/networks/ecda42c5-4acf-4ad4-b811-0f569ff28377?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9739234 Nov 05 19:09:18.337178 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fc6b77-3f60-4734-9701-75edf585aea4 req-9576023d-9adf-4b36-bd96-ab1ee973bc0a tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:09:18.337178 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-04fc6b77-3f60-4734-9701-75edf585aea4 req-9576023d-9adf-4b36-bd96-ab1ee973bc0a tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] 10.222.0.13 "GET /v2.0/ports?device_id=c7103f3a-0446-40ed-a190-1645982f6516 HTTP/1.1" status: 200 len: 944 time: 0.1110592 Nov 05 19:09:18.453672 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-04fc6b77-3f60-4734-9701-75edf585aea4 req-a0df4afa-e77d-414e-b943-b716948e486a tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] 10.222.0.13 "GET /v2.0/security-groups?id=c33e3cae-293b-4275-aa24-9c3af6c8734f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1077731 Nov 05 19:09:18.683657 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-f8365223-a25a-40a0-b40f-e5d9cc75f176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57479859-58f7-49e4-9134-31c3dbac2dcb', 'name': 'tempest-TestServerMultinode-1671483380-router', 'tenant_id': '5628c27c4e9745e0b64e152634c85b5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.60'}], 'enable_snat': True}, 'gw_port_id': '24847818-fc53-40c2-9b05-0872d0004c1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T19:09:03Z', 'updated_at': '2021-11-05T19:09:13Z', 'revision_number': 4, 'project_id': '5628c27c4e9745e0b64e152634c85b5a', 'gw_port': {'id': '24847818-fc53-40c2-9b05-0872d0004c1f', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:f6:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57479859-58f7-49e4-9134-31c3dbac2dcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3362, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:09:05Z', 'updated_at': '2021-11-05T19:09:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1', '_interfaces': [{'id': '5c775517-30e2-4ef2-857c-d207600924d3', 'name': '', 'network_id': 'dee6b2cf-8e55-4dc6-b045-7ce73379460c', 'tenant_id': '5628c27c4e9745e0b64e152634c85b5a', 'mac_address': 'fa:16:3e:35:41:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57479859-58f7-49e4-9134-31c3dbac2dcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3363, 'fixed_ips': [{'subnet_id': 'b7197ad8-52bc-40df-b743-94175a042cc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:09:12Z', 'updated_at': '2021-11-05T19:09:17Z', 'revision_number': 4, 'project_id': '5628c27c4e9745e0b64e152634c85b5a', 'subnets': [{'id': 'b7197ad8-52bc-40df-b743-94175a042cc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-1', False) {} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:09:18.714641 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8365223-a25a-40a0-b40f-e5d9cc75f176 None None] The sync data for ids ['57479859-58f7-49e4-9134-31c3dbac2dcb'] in n-d-816865-1 is: [{'id': '57479859-58f7-49e4-9134-31c3dbac2dcb', 'name': 'tempest-TestServerMultinode-1671483380-router', 'tenant_id': '5628c27c4e9745e0b64e152634c85b5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.60'}], 'enable_snat': True}, 'gw_port_id': '24847818-fc53-40c2-9b05-0872d0004c1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T19:09:03Z', 'updated_at': '2021-11-05T19:09:13Z', 'revision_number': 4, 'project_id': '5628c27c4e9745e0b64e152634c85b5a', 'gw_port': {'id': '24847818-fc53-40c2-9b05-0872d0004c1f', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:f6:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57479859-58f7-49e4-9134-31c3dbac2dcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3362, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:09:05Z', 'updated_at': '2021-11-05T19:09:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1', '_interfaces': [{'id': '5c775517-30e2-4ef2-857c-d207600924d3', 'name': '', 'network_id': 'dee6b2cf-8e55-4dc6-b045-7ce73379460c', 'tenant_id': '5628c27c4e9745e0b64e152634c85b5a', 'mac_address': 'fa:16:3e:35:41:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57479859-58f7-49e4-9134-31c3dbac2dcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3363, 'fixed_ips': [{'subnet_id': 'b7197ad8-52bc-40df-b743-94175a042cc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:09:12Z', 'updated_at': '2021-11-05T19:09:17Z', 'revision_number': 4, 'project_id': '5628c27c4e9745e0b64e152634c85b5a', 'subnets': [{'id': 'b7197ad8-52bc-40df-b743-94175a042cc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 19:09:18.733736 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-d579327c-82e9-4ff0-9f65-47c90af6fdda req-4be67003-885d-44b3-98a7-e1477e738434 tempest-TestServerMultinode-405309802 tempest-TestServerMultinode-405309802-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=ae80efac-8b19-4c48-a96f-3859ec4003f1 HTTP/1.1" status: 200 len: 210 time: 0.0467405 Nov 05 19:09:18.741211 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae2f4f4-7631-4af0-84e3-8723e6570ca0 req-9adf7052-b8c8-4a7a-8a65-99d1ea35fae1 tempest-VolumesNegativeTest-733797463 tempest-VolumesNegativeTest-733797463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:09:18.755556 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-8ae2f4f4-7631-4af0-84e3-8723e6570ca0 req-9adf7052-b8c8-4a7a-8a65-99d1ea35fae1 tempest-VolumesNegativeTest-733797463 tempest-VolumesNegativeTest-733797463-project] 10.222.0.13 "GET /v2.0/ports?device_id=7e8623d0-387d-4a4a-8ce6-cc8427110e07 HTTP/1.1" status: 200 len: 947 time: 0.1367135 Nov 05 19:09:18.827360 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-8ae2f4f4-7631-4af0-84e3-8723e6570ca0 req-f267293c-1d2b-4dad-863f-b23d70a4d1fb tempest-VolumesNegativeTest-733797463 tempest-VolumesNegativeTest-733797463-project] 10.222.0.13 "GET /v2.0/security-groups?id=5dcc2604-6c79-4848-9db6-602e3c39d773&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665362 Nov 05 19:09:19.254953 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Device 9bf94260-f6a1-428d-9d09-f1431cf8ec7e details requested by agent hyperv_n-h2-816865-1 with host n-h2-816865-1 {{(pid=102388) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 05 19:09:19.432713 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] For port 9bf94260-f6a1-428d-9d09-f1431cf8ec7e, host n-h2-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=9bf94260-f6a1-428d-9d09-f1431cf8ec7e,segment=NetworkSegment(e1049daa-fc97-4a3f-8351-3203f3822574),segment_id=e1049daa-fc97-4a3f-8351-3203f3822574)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:09:19.449726 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Returning: {'device': '9bf94260-f6a1-428d-9d09-f1431cf8ec7e', 'network_id': '4dc00c45-f8b9-4c9a-a6c5-c27d3aa63b93', 'port_id': '9bf94260-f6a1-428d-9d09-f1431cf8ec7e', 'mac_address': 'fa:16:3e:ed:6f:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 198, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '57c79303-6c4f-4c08-a695-f3ffd6fc49db', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102388) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 05 19:09:19.542497 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:09:19.593146 n-d-816865-1 neutron-server[102388]: DEBUG neutron.notifiers.nova [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9bf94260-f6a1-428d-9d09-f1431cf8ec7e {{(pid=102388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 19:09:19.643040 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] For port 9bf94260-f6a1-428d-9d09-f1431cf8ec7e, host n-h2-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=9bf94260-f6a1-428d-9d09-f1431cf8ec7e,segment=NetworkSegment(e1049daa-fc97-4a3f-8351-3203f3822574),segment_id=e1049daa-fc97-4a3f-8351-3203f3822574)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:09:19.674929 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 5c775517-30e2-4ef2-857c-d207600924d3 up at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 19:09:19.730308 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b4ae6d-ab4f-4fa4-a7de-0be663bde532 req-b3e2cb15-76e0-4fc6-aa2c-fdde972cef9d tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:09:19.736295 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:09:19.739930 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Device e0dc5320-5e6e-441e-bbc1-ba429891e1ea details requested by agent hyperv_n-h2-816865-1 with host n-h2-816865-1 {{(pid=102388) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 05 19:09:19.741161 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-10b4ae6d-ab4f-4fa4-a7de-0be663bde532 req-b3e2cb15-76e0-4fc6-aa2c-fdde972cef9d tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] 10.222.0.13 "GET /v2.0/ports?device_id=c7103f3a-0446-40ed-a190-1645982f6516 HTTP/1.1" status: 200 len: 944 time: 0.0930097 Nov 05 19:09:19.859052 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-10b4ae6d-ab4f-4fa4-a7de-0be663bde532 req-e4431643-5007-4736-b194-bddb5e8f320b tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] 10.222.0.13 "GET /v2.0/security-groups?id=c33e3cae-293b-4275-aa24-9c3af6c8734f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1169980 Nov 05 19:09:19.929530 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-27fe423c-88e2-41bf-80ec-7d5738ff4c24 req-668fa845-5490-4459-b437-c02d77e513cf tempest-TestServerMultinode-405309802 tempest-TestServerMultinode-405309802-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=ae80efac-8b19-4c48-a96f-3859ec4003f1 HTTP/1.1" status: 200 len: 210 time: 0.0751305 Nov 05 19:09:20.048919 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65154916-b84f-4ea4-8ada-80032fc943b1 req-e9953127-77c6-4547-bb82-ae407a624e3e tempest-VolumesNegativeTest-733797463 tempest-VolumesNegativeTest-733797463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:09:20.060322 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-65154916-b84f-4ea4-8ada-80032fc943b1 req-e9953127-77c6-4547-bb82-ae407a624e3e tempest-VolumesNegativeTest-733797463 tempest-VolumesNegativeTest-733797463-project] 10.222.0.13 "GET /v2.0/ports?device_id=7e8623d0-387d-4a4a-8ce6-cc8427110e07 HTTP/1.1" status: 200 len: 947 time: 0.1069677 Nov 05 19:09:20.126388 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Pushing event updated for resources: {'Port': ['ID=9bf94260-f6a1-428d-9d09-f1431cf8ec7e,revision_number=11']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:09:20.133478 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-65154916-b84f-4ea4-8ada-80032fc943b1 req-007c4fa9-278a-467e-a334-ba4eef0aca11 tempest-VolumesNegativeTest-733797463 tempest-VolumesNegativeTest-733797463-project] 10.222.0.13 "GET /v2.0/security-groups?id=5dcc2604-6c79-4848-9db6-602e3c39d773&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718136 Nov 05 19:09:20.155665 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] For port e0dc5320-5e6e-441e-bbc1-ba429891e1ea, host n-h2-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=e0dc5320-5e6e-441e-bbc1-ba429891e1ea,segment=NetworkSegment(35c2db9c-522d-48d3-98cf-a08c2cc55db7),segment_id=35c2db9c-522d-48d3-98cf-a08c2cc55db7)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:09:20.195698 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Returning: {'device': 'e0dc5320-5e6e-441e-bbc1-ba429891e1ea', 'network_id': 'a723f808-b11e-4066-b104-fad90c82895e', 'port_id': 'e0dc5320-5e6e-441e-bbc1-ba429891e1ea', 'mac_address': 'fa:16:3e:58:72:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 153, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05e7a1b5-165b-4a00-855a-ffbcb2eba59e', 'ip_address': '192.168.233.91'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102388) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 05 19:09:20.279291 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Provisioning complete for port 5c775517-30e2-4ef2-857c-d207600924d3 triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:09:20.279767 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:09:20.326373 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:09:20.349701 n-d-816865-1 neutron-server[102388]: DEBUG neutron.notifiers.nova [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e0dc5320-5e6e-441e-bbc1-ba429891e1ea {{(pid=102388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 19:09:20.381911 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] For port e0dc5320-5e6e-441e-bbc1-ba429891e1ea, host n-h2-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=e0dc5320-5e6e-441e-bbc1-ba429891e1ea,segment=NetworkSegment(35c2db9c-522d-48d3-98cf-a08c2cc55db7),segment_id=35c2db9c-522d-48d3-98cf-a08c2cc55db7)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:09:20.451207 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:09:20.541975 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Pushing event updated for resources: {'Port': ['ID=e0dc5320-5e6e-441e-bbc1-ba429891e1ea,revision_number=4']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:09:20.699593 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] get_ports_and_sgs() called for port_ids ['9bf94260-f6a1-428d-9d09-f1431cf8ec7e'] {{(pid=102388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 19:09:20.702848 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] get_ports_and_sgs() called for port_ids ['e0dc5320-5e6e-441e-bbc1-ba429891e1ea'] {{(pid=102388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 19:09:21.117074 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-e2a73090-cfa5-4036-90b2-d2ea2d8347a8 req-561eba20-6e56-4900-ace1-91cafff064d0 tempest-TestServerMultinode-405309802 tempest-TestServerMultinode-405309802-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=ae80efac-8b19-4c48-a96f-3859ec4003f1 HTTP/1.1" status: 200 len: 210 time: 0.0618773 Nov 05 19:09:21.136183 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423960ee-86cd-4dad-8319-9c735ab70aa8 req-5040596e-9232-4016-b585-85d80103582b tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:09:21.137976 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-423960ee-86cd-4dad-8319-9c735ab70aa8 req-5040596e-9232-4016-b585-85d80103582b tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] 10.222.0.13 "GET /v2.0/ports?device_id=c7103f3a-0446-40ed-a190-1645982f6516 HTTP/1.1" status: 200 len: 945 time: 0.1459751 Nov 05 19:09:21.266755 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-423960ee-86cd-4dad-8319-9c735ab70aa8 req-1dd15162-a156-48d6-a2e1-bbd810dff6e6 tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] 10.222.0.13 "GET /v2.0/security-groups?id=c33e3cae-293b-4275-aa24-9c3af6c8734f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1217711 Nov 05 19:09:21.339750 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e538fbd9-b45c-4039-ab2e-872c56daddd0 req-d6459b90-83d2-4faf-bcce-17cbd9eb0ba6 tempest-VolumesNegativeTest-733797463 tempest-VolumesNegativeTest-733797463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:09:21.350238 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-e538fbd9-b45c-4039-ab2e-872c56daddd0 req-d6459b90-83d2-4faf-bcce-17cbd9eb0ba6 tempest-VolumesNegativeTest-733797463 tempest-VolumesNegativeTest-733797463-project] 10.222.0.13 "GET /v2.0/ports?device_id=7e8623d0-387d-4a4a-8ce6-cc8427110e07 HTTP/1.1" status: 200 len: 948 time: 0.1417155 Nov 05 19:09:21.463688 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-e538fbd9-b45c-4039-ab2e-872c56daddd0 req-bb5d89ce-1de3-41a9-a910-32d985123949 tempest-VolumesNegativeTest-733797463 tempest-VolumesNegativeTest-733797463-project] 10.222.0.13 "GET /v2.0/security-groups?id=5dcc2604-6c79-4848-9db6-602e3c39d773&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118491 Nov 05 19:09:21.790109 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873aa26b-a61f-452e-ac4e-0a9b27f06fa5 req-1493342e-34be-44ec-a361-0f2b3b9395eb tempest-TestServerMultinode-405309802 tempest-TestServerMultinode-405309802-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:09:21.791731 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-873aa26b-a61f-452e-ac4e-0a9b27f06fa5 req-1493342e-34be-44ec-a361-0f2b3b9395eb tempest-TestServerMultinode-405309802 tempest-TestServerMultinode-405309802-project-admin] 10.222.0.55 "GET /v2.0/networks?id=ecda42c5-4acf-4ad4-b811-0f569ff28377 HTTP/1.1" status: 200 len: 908 time: 0.0962369 Nov 05 19:09:21.805781 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [req-873aa26b-a61f-452e-ac4e-0a9b27f06fa5 req-26a78ef1-e925-4ca4-80cc-6029567fbd95 tempest-TestServerMultinode-405309802 tempest-TestServerMultinode-405309802-project-admin] Request body: {'port': {'device_id': 'ae80efac-8b19-4c48-a96f-3859ec4003f1', 'network_id': 'ecda42c5-4acf-4ad4-b811-0f569ff28377', 'admin_state_up': True, 'tenant_id': '5628c27c4e9745e0b64e152634c85b5a'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:09:21.896527 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-873aa26b-a61f-452e-ac4e-0a9b27f06fa5 req-26a78ef1-e925-4ca4-80cc-6029567fbd95 tempest-TestServerMultinode-405309802 tempest-TestServerMultinode-405309802-project-admin] Made reservation on behalf of 5628c27c4e9745e0b64e152634c85b5a for: {'port': 1} {{(pid=102386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 19:09:21.899115 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-873aa26b-a61f-452e-ac4e-0a9b27f06fa5 req-26a78ef1-e925-4ca4-80cc-6029567fbd95 tempest-TestServerMultinode-405309802 tempest-TestServerMultinode-405309802-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:09:22.028845 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.db_base_plugin_common [req-873aa26b-a61f-452e-ac4e-0a9b27f06fa5 req-26a78ef1-e925-4ca4-80cc-6029567fbd95 tempest-TestServerMultinode-405309802 tempest-TestServerMultinode-405309802-project-admin] Allocated IP 172.20.0.8 (ecda42c5-4acf-4ad4-b811-0f569ff28377/b12a920f-995e-4658-86f5-ed5879e48687/72de4123-141f-46ed-af64-621107c8f0da) {{(pid=102386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 19:09:22.186184 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-873aa26b-a61f-452e-ac4e-0a9b27f06fa5 req-26a78ef1-e925-4ca4-80cc-6029567fbd95 tempest-TestServerMultinode-405309802 tempest-TestServerMultinode-405309802-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:09:22.258153 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-c460b342-b37e-4b02-a811-079d38e2f9ca req-ac695be6-dd9d-4572-ab8d-21fd366ed657 tempest-TestServerMultinode-405309802 tempest-TestServerMultinode-405309802-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=ae80efac-8b19-4c48-a96f-3859ec4003f1 HTTP/1.1" status: 200 len: 210 time: 0.0269859 Nov 05 19:09:22.304794 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-873aa26b-a61f-452e-ac4e-0a9b27f06fa5 req-26a78ef1-e925-4ca4-80cc-6029567fbd95 tempest-TestServerMultinode-405309802 tempest-TestServerMultinode-405309802-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:09:22.378895 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-873aa26b-a61f-452e-ac4e-0a9b27f06fa5 req-26a78ef1-e925-4ca4-80cc-6029567fbd95 tempest-TestServerMultinode-405309802 tempest-TestServerMultinode-405309802-project-admin] Network ecda42c5-4acf-4ad4-b811-0f569ff28377 is already hosted by enough agents. {{(pid=102386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 19:09:22.382780 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.base_scheduler [req-873aa26b-a61f-452e-ac4e-0a9b27f06fa5 req-26a78ef1-e925-4ca4-80cc-6029567fbd95 tempest-TestServerMultinode-405309802 tempest-TestServerMultinode-405309802-project-admin] Resources bound (agent type, host, resource id): {{(pid=102386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 19:09:22.412124 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [req-873aa26b-a61f-452e-ac4e-0a9b27f06fa5 req-26a78ef1-e925-4ca4-80cc-6029567fbd95 tempest-TestServerMultinode-405309802 tempest-TestServerMultinode-405309802-project-admin] Received port after_create {{(pid=102386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 19:09:22.531922 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a78ef1-e925-4ca4-80cc-6029567fbd95 tempest-TestServerMultinode-405309802 tempest-TestServerMultinode-405309802-project-admin] Pushing event updated for resources: {'Port': ['ID=72de4123-141f-46ed-af64-621107c8f0da,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:09:22.558137 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7039ae-b5a1-4474-9a17-76608d880728 req-c1358d55-1067-4826-bb83-6fdba71142b9 tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:09:22.562370 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-ab7039ae-b5a1-4474-9a17-76608d880728 req-c1358d55-1067-4826-bb83-6fdba71142b9 tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] 10.222.0.13 "GET /v2.0/ports?device_id=c7103f3a-0446-40ed-a190-1645982f6516 HTTP/1.1" status: 200 len: 945 time: 0.1347680 Nov 05 19:09:22.584040 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873aa26b-a61f-452e-ac4e-0a9b27f06fa5 req-26a78ef1-e925-4ca4-80cc-6029567fbd95 tempest-TestServerMultinode-405309802 tempest-TestServerMultinode-405309802-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:09:22.590587 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-873aa26b-a61f-452e-ac4e-0a9b27f06fa5 req-26a78ef1-e925-4ca4-80cc-6029567fbd95 tempest-TestServerMultinode-405309802 tempest-TestServerMultinode-405309802-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:09:22.699444 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-873aa26b-a61f-452e-ac4e-0a9b27f06fa5 req-26a78ef1-e925-4ca4-80cc-6029567fbd95 tempest-TestServerMultinode-405309802 tempest-TestServerMultinode-405309802-project-admin] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 0.8973386 Nov 05 19:09:22.717157 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [req-873aa26b-a61f-452e-ac4e-0a9b27f06fa5 req-930f4cb1-2e9e-4818-9e2b-b47f628eba4c service neutron] Request body: {'port': {'device_id': 'ae80efac-8b19-4c48-a96f-3859ec4003f1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816865-1'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:09:22.732938 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9133461d-b590-4197-b630-7fc8ebdc034b req-d912848e-6a3d-42c3-ba82-699fa9613dc0 tempest-VolumesNegativeTest-733797463 tempest-VolumesNegativeTest-733797463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:09:22.734747 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-9133461d-b590-4197-b630-7fc8ebdc034b req-d912848e-6a3d-42c3-ba82-699fa9613dc0 tempest-VolumesNegativeTest-733797463 tempest-VolumesNegativeTest-733797463-project] 10.222.0.13 "GET /v2.0/ports?device_id=7e8623d0-387d-4a4a-8ce6-cc8427110e07 HTTP/1.1" status: 200 len: 948 time: 0.1519253 Nov 05 19:09:22.786523 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-ab7039ae-b5a1-4474-9a17-76608d880728 req-fbf475f8-ec07-4892-b4c1-682dd8596af8 tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] 10.222.0.13 "GET /v2.0/security-groups?id=c33e3cae-293b-4275-aa24-9c3af6c8734f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2124119 Nov 05 19:09:22.828381 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-873aa26b-a61f-452e-ac4e-0a9b27f06fa5 req-930f4cb1-2e9e-4818-9e2b-b47f628eba4c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:09:22.845532 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-9133461d-b590-4197-b630-7fc8ebdc034b req-05c7421b-6122-467f-851d-e69d846ac84a tempest-VolumesNegativeTest-733797463 tempest-VolumesNegativeTest-733797463-project] 10.222.0.13 "GET /v2.0/security-groups?id=5dcc2604-6c79-4848-9db6-602e3c39d773&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976498 Nov 05 19:09:22.872521 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-eb315a85-bbb0-4ce1-80fa-1a0c5fae41d0 None None] Provisioning complete for port 72de4123-141f-46ed-af64-621107c8f0da triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:09:22.873170 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-eb315a85-bbb0-4ce1-80fa-1a0c5fae41d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:09:22.942097 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-eb315a85-bbb0-4ce1-80fa-1a0c5fae41d0 None None] Port 72de4123-141f-46ed-af64-621107c8f0da cannot update to ACTIVE because it is not bound. {{(pid=102388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 19:09:23.207042 n-d-816865-1 neutron-server[102386]: DEBUG neutron.notifiers.nova [req-873aa26b-a61f-452e-ac4e-0a9b27f06fa5 req-930f4cb1-2e9e-4818-9e2b-b47f628eba4c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 72de4123-141f-46ed-af64-621107c8f0da {{(pid=102386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 19:09:23.220979 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-873aa26b-a61f-452e-ac4e-0a9b27f06fa5 req-930f4cb1-2e9e-4818-9e2b-b47f628eba4c service neutron] Publish callbacks [] for port, precommit_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:09:23.237023 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.provisioning_blocks [req-873aa26b-a61f-452e-ac4e-0a9b27f06fa5 req-930f4cb1-2e9e-4818-9e2b-b47f628eba4c service neutron] Transition to ACTIVE for port object 72de4123-141f-46ed-af64-621107c8f0da will not be triggered until provisioned by entity L2. {{(pid=102386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 05 19:09:23.311132 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Device 9bf94260-f6a1-428d-9d09-f1431cf8ec7e up at agent hyperv_n-h2-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 19:09:23.335117 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-873aa26b-a61f-452e-ac4e-0a9b27f06fa5 req-930f4cb1-2e9e-4818-9e2b-b47f628eba4c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6149821'] for port, after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:09:23.417753 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930f4cb1-2e9e-4818-9e2b-b47f628eba4c service neutron] Pushing event updated for resources: {'Port': ['ID=72de4123-141f-46ed-af64-621107c8f0da,revision_number=2']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:09:23.493025 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe0b65c-e6a8-4dd2-9aca-1dc4d2875385 req-765f4f26-479b-45da-94d7-54d77a871ebe tempest-TestServerMultinode-405309802 tempest-TestServerMultinode-405309802-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:09:23.505124 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-ebe0b65c-e6a8-4dd2-9aca-1dc4d2875385 req-765f4f26-479b-45da-94d7-54d77a871ebe tempest-TestServerMultinode-405309802 tempest-TestServerMultinode-405309802-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=ae80efac-8b19-4c48-a96f-3859ec4003f1 HTTP/1.1" status: 200 len: 1052 time: 0.0846629 Nov 05 19:09:23.582015 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Provisioning for port 9bf94260-f6a1-428d-9d09-f1431cf8ec7e completed by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 05 19:09:23.602131 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Provisioning complete for port 9bf94260-f6a1-428d-9d09-f1431cf8ec7e triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:09:23.603553 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:09:23.630788 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-ebe0b65c-e6a8-4dd2-9aca-1dc4d2875385 req-0adda2be-8278-4e7e-8f33-943305211170 tempest-TestServerMultinode-405309802 tempest-TestServerMultinode-405309802-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=b5cc021e-aa8f-4323-a983-51b5dbdacaac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241648 Nov 05 19:09:23.637718 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [req-873aa26b-a61f-452e-ac4e-0a9b27f06fa5 req-930f4cb1-2e9e-4818-9e2b-b47f628eba4c service neutron] Attempting to bind port 72de4123-141f-46ed-af64-621107c8f0da on host n-h2-816865-1 for vnic_type normal with profile {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 19:09:23.638307 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [req-873aa26b-a61f-452e-ac4e-0a9b27f06fa5 req-930f4cb1-2e9e-4818-9e2b-b47f628eba4c service neutron] Attempting to bind port 72de4123-141f-46ed-af64-621107c8f0da by drivers openvswitch,hyperv on host n-h2-816865-1 at level 0 using segments [{'id': '4294eaa4-9159-4512-b472-00960aa998f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'ecda42c5-4acf-4ad4-b811-0f569ff28377'}] {{(pid=102386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 19:09:23.638913 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-873aa26b-a61f-452e-ac4e-0a9b27f06fa5 req-930f4cb1-2e9e-4818-9e2b-b47f628eba4c service neutron] Attempting to bind port 72de4123-141f-46ed-af64-621107c8f0da on network ecda42c5-4acf-4ad4-b811-0f569ff28377 {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 19:09:23.644320 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-873aa26b-a61f-452e-ac4e-0a9b27f06fa5 req-930f4cb1-2e9e-4818-9e2b-b47f628eba4c service neutron] Port 72de4123-141f-46ed-af64-621107c8f0da on network ecda42c5-4acf-4ad4-b811-0f569ff28377 not bound, no agent of type Open vSwitch agent registered on host n-h2-816865-1 {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 19:09:23.644646 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-873aa26b-a61f-452e-ac4e-0a9b27f06fa5 req-930f4cb1-2e9e-4818-9e2b-b47f628eba4c service neutron] Attempting to bind port 72de4123-141f-46ed-af64-621107c8f0da on network ecda42c5-4acf-4ad4-b811-0f569ff28377 {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 19:09:23.649999 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-873aa26b-a61f-452e-ac4e-0a9b27f06fa5 req-930f4cb1-2e9e-4818-9e2b-b47f628eba4c service neutron] Checking agent: {'id': '32aff553-696f-4891-83f5-5c176f61fe54', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816865-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 18, 33, 36), 'started_at': datetime.datetime(2021, 11, 5, 18, 33, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 19, 9, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 19:09:23.650382 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-873aa26b-a61f-452e-ac4e-0a9b27f06fa5 req-930f4cb1-2e9e-4818-9e2b-b47f628eba4c service neutron] Checking segment: {'id': '4294eaa4-9159-4512-b472-00960aa998f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'ecda42c5-4acf-4ad4-b811-0f569ff28377'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 19:09:23.650892 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-873aa26b-a61f-452e-ac4e-0a9b27f06fa5 req-930f4cb1-2e9e-4818-9e2b-b47f628eba4c service neutron] Bound using segment: {'id': '4294eaa4-9159-4512-b472-00960aa998f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'ecda42c5-4acf-4ad4-b811-0f569ff28377'} {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 19:09:23.651325 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [req-873aa26b-a61f-452e-ac4e-0a9b27f06fa5 req-930f4cb1-2e9e-4818-9e2b-b47f628eba4c service neutron] Bound port: 72de4123-141f-46ed-af64-621107c8f0da, host: n-h2-816865-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4294eaa4-9159-4512-b472-00960aa998f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'ecda42c5-4acf-4ad4-b811-0f569ff28377'}}] {{(pid=102386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 19:09:23.651681 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-873aa26b-a61f-452e-ac4e-0a9b27f06fa5 req-930f4cb1-2e9e-4818-9e2b-b47f628eba4c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:09:23.779573 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [req-873aa26b-a61f-452e-ac4e-0a9b27f06fa5 req-930f4cb1-2e9e-4818-9e2b-b47f628eba4c service neutron] For port 72de4123-141f-46ed-af64-621107c8f0da, host n-h2-816865-1, cleared binding levels {{(pid=102386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 19:09:23.783335 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [req-873aa26b-a61f-452e-ac4e-0a9b27f06fa5 req-930f4cb1-2e9e-4818-9e2b-b47f628eba4c service neutron] For port 72de4123-141f-46ed-af64-621107c8f0da, host n-h2-816865-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=72de4123-141f-46ed-af64-621107c8f0da,segment=NetworkSegment(4294eaa4-9159-4512-b472-00960aa998f8),segment_id=4294eaa4-9159-4512-b472-00960aa998f8)] {{(pid=102386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 19:09:23.832611 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:09:23.857441 n-d-816865-1 neutron-server[102388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7103f3a-0446-40ed-a190-1645982f6516', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bf94260-f6a1-428d-9d09-f1431cf8ec7e'}] {{(pid=102388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 19:09:23.871020 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85474fee1180e129d8a886d264fe0b30223aa672dd1ffe43b630605f18504f68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfbab624-8d95-4cc1-85ef-9f9e803422dc" -d '{"events": [{"server_uuid": "c7103f3a-0446-40ed-a190-1645982f6516", "name": "network-vif-plugged", "status": "completed", "tag": "9bf94260-f6a1-428d-9d09-f1431cf8ec7e"}]}' {{(pid=102388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 19:09:23.896933 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-873aa26b-a61f-452e-ac4e-0a9b27f06fa5 req-930f4cb1-2e9e-4818-9e2b-b47f628eba4c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6149821'] for port, after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:09:23.916865 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] For port 9bf94260-f6a1-428d-9d09-f1431cf8ec7e, host n-h2-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=9bf94260-f6a1-428d-9d09-f1431cf8ec7e,segment=NetworkSegment(e1049daa-fc97-4a3f-8351-3203f3822574),segment_id=e1049daa-fc97-4a3f-8351-3203f3822574)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:09:23.949176 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873aa26b-a61f-452e-ac4e-0a9b27f06fa5 req-930f4cb1-2e9e-4818-9e2b-b47f628eba4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:09:23.950083 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-873aa26b-a61f-452e-ac4e-0a9b27f06fa5 req-930f4cb1-2e9e-4818-9e2b-b47f628eba4c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:09:23.951961 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-873aa26b-a61f-452e-ac4e-0a9b27f06fa5 req-930f4cb1-2e9e-4818-9e2b-b47f628eba4c service neutron] 10.222.0.55 "PUT /v2.0/ports/72de4123-141f-46ed-af64-621107c8f0da HTTP/1.1" status: 200 len: 1091 time: 1.2404587 Nov 05 19:09:23.952638 n-d-816865-1 neutron-server[102386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae80efac-8b19-4c48-a96f-3859ec4003f1', 'tag': '72de4123-141f-46ed-af64-621107c8f0da'}] {{(pid=102386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 19:09:23.955445 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6173a44d7c73f41af551dc890fa1a5892c2c6bc3458b640c8e0c24db7876ba6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36270fae-803f-4189-91fe-50c907e6fd68" -d '{"events": [{"name": "network-changed", "server_uuid": "ae80efac-8b19-4c48-a96f-3859ec4003f1", "tag": "72de4123-141f-46ed-af64-621107c8f0da"}]}' {{(pid=102386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 19:09:23.992253 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:09:23.993163 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Device e0dc5320-5e6e-441e-bbc1-ba429891e1ea up at agent hyperv_n-h2-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 19:09:24.001060 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930f4cb1-2e9e-4818-9e2b-b47f628eba4c service neutron] Pushing event updated for resources: {'Port': ['ID=72de4123-141f-46ed-af64-621107c8f0da,revision_number=3']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:09:24.158853 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ea1f7b-7702-4b69-b3e8-36d1fac76421 req-4d84f2ec-4e19-4905-9303-3c3ba5e25b89 tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:09:24.167512 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-75ea1f7b-7702-4b69-b3e8-36d1fac76421 req-4d84f2ec-4e19-4905-9303-3c3ba5e25b89 tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] 10.222.0.13 "GET /v2.0/ports?device_id=c7103f3a-0446-40ed-a190-1645982f6516 HTTP/1.1" status: 200 len: 945 time: 0.2789137 Nov 05 19:09:24.208963 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Pushing event updated for resources: {'Port': ['ID=9bf94260-f6a1-428d-9d09-f1431cf8ec7e,revision_number=12']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:09:24.209912 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873aa26b-a61f-452e-ac4e-0a9b27f06fa5 req-f84f64f0-3e99-4b2c-9cfa-86de41898ddf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:09:24.210931 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f9b5f0-9af5-4aa9-a3f7-80b4495a9a74 req-43f44669-7009-4bca-b0ca-056a4118e059 tempest-VolumesNegativeTest-733797463 tempest-VolumesNegativeTest-733797463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:09:24.211939 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-873aa26b-a61f-452e-ac4e-0a9b27f06fa5 req-f84f64f0-3e99-4b2c-9cfa-86de41898ddf service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=5628c27c4e9745e0b64e152634c85b5a&device_id=ae80efac-8b19-4c48-a96f-3859ec4003f1 HTTP/1.1" status: 200 len: 1094 time: 0.0767334 Nov 05 19:09:24.213067 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-82f9b5f0-9af5-4aa9-a3f7-80b4495a9a74 req-43f44669-7009-4bca-b0ca-056a4118e059 tempest-VolumesNegativeTest-733797463 tempest-VolumesNegativeTest-733797463-project] 10.222.0.13 "GET /v2.0/ports?device_id=7e8623d0-387d-4a4a-8ce6-cc8427110e07 HTTP/1.1" status: 200 len: 948 time: 0.2316010 Nov 05 19:09:24.265869 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Provisioning for port e0dc5320-5e6e-441e-bbc1-ba429891e1ea completed by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 05 19:09:24.271156 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Provisioning complete for port e0dc5320-5e6e-441e-bbc1-ba429891e1ea triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:09:24.271810 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:09:24.311223 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-75ea1f7b-7702-4b69-b3e8-36d1fac76421 req-31ac13a1-56a0-4169-b2cd-cde94aa9285b tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] 10.222.0.13 "GET /v2.0/security-groups?id=c33e3cae-293b-4275-aa24-9c3af6c8734f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1423466 Nov 05 19:09:24.350467 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-873aa26b-a61f-452e-ac4e-0a9b27f06fa5 req-071af980-a93c-4f76-b437-1070a0c97b75 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=72de4123-141f-46ed-af64-621107c8f0da HTTP/1.1" status: 200 len: 217 time: 0.1185389 Nov 05 19:09:24.405720 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-82f9b5f0-9af5-4aa9-a3f7-80b4495a9a74 req-39a1022d-7d1d-4c23-8675-a869fe052b6b tempest-VolumesNegativeTest-733797463 tempest-VolumesNegativeTest-733797463-project] 10.222.0.13 "GET /v2.0/security-groups?id=5dcc2604-6c79-4848-9db6-602e3c39d773&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1589842 Nov 05 19:09:24.468845 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873aa26b-a61f-452e-ac4e-0a9b27f06fa5 req-c331a214-625a-4100-8312-d4e9e4e49ea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:09:24.470479 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-873aa26b-a61f-452e-ac4e-0a9b27f06fa5 req-c331a214-625a-4100-8312-d4e9e4e49ea6 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=b12a920f-995e-4658-86f5-ed5879e48687 HTTP/1.1" status: 200 len: 846 time: 0.1131780 Nov 05 19:09:24.505647 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 60468) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:09:24.574460 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 19:09:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26a718f8-d11f-4b59-a91d-01a26755873f x-openstack-request-id: req-26a718f8-d11f-4b59-a91d-01a26755873f {{(pid=102388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 19:09:24.574758 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7103f3a-0446-40ed-a190-1645982f6516", "name": "network-vif-plugged", "status": "completed", "tag": "9bf94260-f6a1-428d-9d09-f1431cf8ec7e", "code": 200}]} {{(pid=102388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 19:09:24.575018 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-26a718f8-d11f-4b59-a91d-01a26755873f {{(pid=102388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 19:09:24.579697 n-d-816865-1 neutron-server[102388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7103f3a-0446-40ed-a190-1645982f6516', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bf94260-f6a1-428d-9d09-f1431cf8ec7e', 'code': 200} Nov 05 19:09:24.580012 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 19:09:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56b4554a-4723-4d0d-bdd6-98c61bccbeec x-openstack-request-id: req-56b4554a-4723-4d0d-bdd6-98c61bccbeec {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 19:09:24.585443 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae80efac-8b19-4c48-a96f-3859ec4003f1", "tag": "72de4123-141f-46ed-af64-621107c8f0da", "status": "completed", "code": 200}]} {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 19:09:24.585594 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-56b4554a-4723-4d0d-bdd6-98c61bccbeec {{(pid=102386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 19:09:24.586194 n-d-816865-1 neutron-server[102386]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae80efac-8b19-4c48-a96f-3859ec4003f1', 'tag': '72de4123-141f-46ed-af64-621107c8f0da', 'status': 'completed', 'code': 200} Nov 05 19:09:24.601363 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:09:24.614310 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873aa26b-a61f-452e-ac4e-0a9b27f06fa5 req-56977f79-877a-4925-b56d-98264edee065 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:09:24.618902 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-873aa26b-a61f-452e-ac4e-0a9b27f06fa5 req-56977f79-877a-4925-b56d-98264edee065 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ecda42c5-4acf-4ad4-b811-0f569ff28377&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1393743 Nov 05 19:09:24.664442 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] For port e0dc5320-5e6e-441e-bbc1-ba429891e1ea, host n-h2-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=e0dc5320-5e6e-441e-bbc1-ba429891e1ea,segment=NetworkSegment(35c2db9c-522d-48d3-98cf-a08c2cc55db7),segment_id=35c2db9c-522d-48d3-98cf-a08c2cc55db7)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:09:24.747314 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-5aa424e4-65c5-442b-bc34-7ae9802b499d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:09:24.764932 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-873aa26b-a61f-452e-ac4e-0a9b27f06fa5 req-3bada316-a736-46b2-8e11-cfd46c4d8179 service neutron] 10.222.0.55 "GET /v2.0/networks/ecda42c5-4acf-4ad4-b811-0f569ff28377?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1306095 Nov 05 19:09:24.772467 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6f85a3-d08c-4ced-8a53-b29feea95c4e req-1a518c12-33c3-469a-afaf-8256330560ec tempest-TestServerMultinode-405309802 tempest-TestServerMultinode-405309802-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:09:24.774124 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-2b6f85a3-d08c-4ced-8a53-b29feea95c4e req-1a518c12-33c3-469a-afaf-8256330560ec tempest-TestServerMultinode-405309802 tempest-TestServerMultinode-405309802-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=ae80efac-8b19-4c48-a96f-3859ec4003f1 HTTP/1.1" status: 200 len: 1094 time: 0.0760849 Nov 05 19:09:24.856774 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:09:24.870718 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-2b6f85a3-d08c-4ced-8a53-b29feea95c4e req-777a2730-a9ac-465f-ac03-20dc33a2a92d tempest-TestServerMultinode-405309802 tempest-TestServerMultinode-405309802-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=b5cc021e-aa8f-4323-a983-51b5dbdacaac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894697 Nov 05 19:09:24.950702 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Pushing event updated for resources: {'Port': ['ID=e0dc5320-5e6e-441e-bbc1-ba429891e1ea,revision_number=5']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:09:24.972342 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-5aa424e4-65c5-442b-bc34-7ae9802b499d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:09:24.989965 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-873aa26b-a61f-452e-ac4e-0a9b27f06fa5 req-92a79e6a-a332-4c71-9984-919927a379f8 service neutron] 10.222.0.55 "GET /v2.0/networks/ecda42c5-4acf-4ad4-b811-0f569ff28377?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2170553 Nov 05 19:09:25.005923 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77c421e-ec3d-40b3-9ffb-858376919d69 req-a786c5bd-f484-4181-a36e-13af28491c1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:09:25.007523 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-a77c421e-ec3d-40b3-9ffb-858376919d69 req-a786c5bd-f484-4181-a36e-13af28491c1a service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=c7103f3a-0446-40ed-a190-1645982f6516 HTTP/1.1" status: 200 len: 1097 time: 0.1272693 Nov 05 19:09:25.049178 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-5aa424e4-65c5-442b-bc34-7ae9802b499d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:09:25.057205 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-a77c421e-ec3d-40b3-9ffb-858376919d69 req-cb1fbcaa-67d7-412e-8215-89623dae9266 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=c33e3cae-293b-4275-aa24-9c3af6c8734f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397880 Nov 05 19:09:25.091167 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-5aa424e4-65c5-442b-bc34-7ae9802b499d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b1b523d36be644179d2873512cb003ca&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5814638 Nov 05 19:09:25.092384 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa424e4-65c5-442b-bc34-7ae9802b499d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=118e03e6-7b15-4a24-9e7d-08f9f2bb8a21,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:09:25.094030 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 60476) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:09:25.100774 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa424e4-65c5-442b-bc34-7ae9802b499d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:09:25.101113 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa424e4-65c5-442b-bc34-7ae9802b499d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:09:25.101448 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa424e4-65c5-442b-bc34-7ae9802b499d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:09:25.101782 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa424e4-65c5-442b-bc34-7ae9802b499d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:09:25.102133 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa424e4-65c5-442b-bc34-7ae9802b499d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:09:25.102460 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa424e4-65c5-442b-bc34-7ae9802b499d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:09:25.102780 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa424e4-65c5-442b-bc34-7ae9802b499d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:09:25.103101 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa424e4-65c5-442b-bc34-7ae9802b499d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:09:25.103418 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa424e4-65c5-442b-bc34-7ae9802b499d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:09:25.103762 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa424e4-65c5-442b-bc34-7ae9802b499d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:09:25.104049 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa424e4-65c5-442b-bc34-7ae9802b499d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:09:25.104364 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa424e4-65c5-442b-bc34-7ae9802b499d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:09:25.149140 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-65dcf8f9-ccb8-418b-b97b-08d92d490d35 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:09:25.171421 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-65dcf8f9-ccb8-418b-b97b-08d92d490d35 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:09:25.296625 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-65dcf8f9-ccb8-418b-b97b-08d92d490d35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:09:25.299928 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-65dcf8f9-ccb8-418b-b97b-08d92d490d35 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:09:25.303715 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-65dcf8f9-ccb8-418b-b97b-08d92d490d35 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/118e03e6-7b15-4a24-9e7d-08f9f2bb8a21 HTTP/1.1" status: 204 len: 168 time: 0.2059760 Nov 05 19:09:25.323270 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65dcf8f9-ccb8-418b-b97b-08d92d490d35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=118e03e6-7b15-4a24-9e7d-08f9f2bb8a21,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:09:25.339822 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36270fae-803f-4189-91fe-50c907e6fd68 req-db9f568b-47b4-4c5c-acce-e846b2eed4ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:09:25.341556 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-36270fae-803f-4189-91fe-50c907e6fd68 req-db9f568b-47b4-4c5c-acce-e846b2eed4ae service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=5628c27c4e9745e0b64e152634c85b5a&device_id=ae80efac-8b19-4c48-a96f-3859ec4003f1 HTTP/1.1" status: 200 len: 1094 time: 0.0544715 Nov 05 19:09:25.461052 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36270fae-803f-4189-91fe-50c907e6fd68 req-d7b9f825-1d08-4863-a08f-33a81ad561be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:09:25.462683 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-36270fae-803f-4189-91fe-50c907e6fd68 req-d7b9f825-1d08-4863-a08f-33a81ad561be service neutron] 10.222.0.55 "GET /v2.0/networks?id=ecda42c5-4acf-4ad4-b811-0f569ff28377 HTTP/1.1" status: 200 len: 908 time: 0.1119392 Nov 05 19:09:25.462953 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f028e286-35fe-4f58-9c35-f6295eeb319f req-b6928693-6935-4e7b-95fd-66533c1aee96 tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:09:25.464880 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-f028e286-35fe-4f58-9c35-f6295eeb319f req-b6928693-6935-4e7b-95fd-66533c1aee96 tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] 10.222.0.13 "GET /v2.0/ports?device_id=c7103f3a-0446-40ed-a190-1645982f6516 HTTP/1.1" status: 200 len: 946 time: 0.0621603 Nov 05 19:09:25.534195 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-36270fae-803f-4189-91fe-50c907e6fd68 req-f0a1f4c5-310e-4a52-b86d-dde661dd9fe7 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=72de4123-141f-46ed-af64-621107c8f0da HTTP/1.1" status: 200 len: 217 time: 0.0586989 Nov 05 19:09:25.566678 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331530e7-152f-4a13-afbb-f850ed435503 req-f6118f5b-a25d-41fa-9385-ff0bee702ad2 tempest-VolumesNegativeTest-733797463 tempest-VolumesNegativeTest-733797463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:09:25.584620 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-331530e7-152f-4a13-afbb-f850ed435503 req-f6118f5b-a25d-41fa-9385-ff0bee702ad2 tempest-VolumesNegativeTest-733797463 tempest-VolumesNegativeTest-733797463-project] 10.222.0.13 "GET /v2.0/ports?device_id=7e8623d0-387d-4a4a-8ce6-cc8427110e07 HTTP/1.1" status: 200 len: 949 time: 0.0998228 Nov 05 19:09:25.594696 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-f028e286-35fe-4f58-9c35-f6295eeb319f req-6c3e9cc1-c651-4b3f-9e6d-14082cc7936b tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] 10.222.0.13 "GET /v2.0/security-groups?id=c33e3cae-293b-4275-aa24-9c3af6c8734f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1236393 Nov 05 19:09:25.633728 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36270fae-803f-4189-91fe-50c907e6fd68 req-ec60d52e-b774-4743-b1f1-9bd53fca0099 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:09:25.633728 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-36270fae-803f-4189-91fe-50c907e6fd68 req-ec60d52e-b774-4743-b1f1-9bd53fca0099 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=b12a920f-995e-4658-86f5-ed5879e48687 HTTP/1.1" status: 200 len: 846 time: 0.0925848 Nov 05 19:09:25.653396 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-331530e7-152f-4a13-afbb-f850ed435503 req-d0b02be3-3b98-48f8-b6b6-9b3c46c435ce tempest-VolumesNegativeTest-733797463 tempest-VolumesNegativeTest-733797463-project] 10.222.0.13 "GET /v2.0/security-groups?id=5dcc2604-6c79-4848-9db6-602e3c39d773&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732903 Nov 05 19:09:25.713938 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36270fae-803f-4189-91fe-50c907e6fd68 req-651c2492-b7e5-499e-b2b9-1691f9183457 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:09:25.719756 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-36270fae-803f-4189-91fe-50c907e6fd68 req-651c2492-b7e5-499e-b2b9-1691f9183457 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ecda42c5-4acf-4ad4-b811-0f569ff28377&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0763791 Nov 05 19:09:25.817932 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-36270fae-803f-4189-91fe-50c907e6fd68 req-a93cf085-d348-4fe0-805d-418346a290ed service neutron] 10.222.0.55 "GET /v2.0/networks/ecda42c5-4acf-4ad4-b811-0f569ff28377?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933366 Nov 05 19:09:25.912380 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-36270fae-803f-4189-91fe-50c907e6fd68 req-f4f977f1-1eed-4496-a2ec-7278fcbaa12a service neutron] 10.222.0.55 "GET /v2.0/networks/ecda42c5-4acf-4ad4-b811-0f569ff28377?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867791 Nov 05 19:09:26.017422 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca23517b-fcae-463e-83e8-5ee9cdc68450 req-23a564b5-09aa-4cdd-bc92-a3b06b9cd9ff tempest-TestServerMultinode-405309802 tempest-TestServerMultinode-405309802-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:09:26.019088 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-ca23517b-fcae-463e-83e8-5ee9cdc68450 req-23a564b5-09aa-4cdd-bc92-a3b06b9cd9ff tempest-TestServerMultinode-405309802 tempest-TestServerMultinode-405309802-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=ae80efac-8b19-4c48-a96f-3859ec4003f1 HTTP/1.1" status: 200 len: 1094 time: 0.0459065 Nov 05 19:09:26.072398 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-ca23517b-fcae-463e-83e8-5ee9cdc68450 req-75fd1097-c5ad-4d53-bc33-44f82b32d1d1 tempest-TestServerMultinode-405309802 tempest-TestServerMultinode-405309802-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=b5cc021e-aa8f-4323-a983-51b5dbdacaac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464199 Nov 05 19:09:26.094961 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 60498) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:09:26.109530 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-735409f9-a355-4082-a23d-8b1bae209bd5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:09:26.189707 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-735409f9-a355-4082-a23d-8b1bae209bd5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:09:26.279544 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-735409f9-a355-4082-a23d-8b1bae209bd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:09:26.330243 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-735409f9-a355-4082-a23d-8b1bae209bd5 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8295536f8bcf4ef1af9d9316e27217f7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2312319 Nov 05 19:09:26.330243 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735409f9-a355-4082-a23d-8b1bae209bd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7099b462-5b36-4198-b4b4-608cbbe2e37a,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:09:26.331346 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 60510) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:09:26.388508 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-5d100ddf-2775-4744-bc00-369089a5de23 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:09:26.412360 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-5d100ddf-2775-4744-bc00-369089a5de23 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:09:26.557451 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-5d100ddf-2775-4744-bc00-369089a5de23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:09:26.560304 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-5d100ddf-2775-4744-bc00-369089a5de23 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:09:26.564392 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-5d100ddf-2775-4744-bc00-369089a5de23 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7099b462-5b36-4198-b4b4-608cbbe2e37a HTTP/1.1" status: 204 len: 168 time: 0.2323976 Nov 05 19:09:26.573387 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d100ddf-2775-4744-bc00-369089a5de23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7099b462-5b36-4198-b4b4-608cbbe2e37a,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:09:26.583767 n-d-816865-1 neutron-server[102388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e8623d0-387d-4a4a-8ce6-cc8427110e07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0dc5320-5e6e-441e-bbc1-ba429891e1ea'}] {{(pid=102388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 19:09:26.585218 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85474fee1180e129d8a886d264fe0b30223aa672dd1ffe43b630605f18504f68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e941457b-1a77-47ac-b761-7f32ef10277b" -d '{"events": [{"server_uuid": "7e8623d0-387d-4a4a-8ce6-cc8427110e07", "name": "network-vif-plugged", "status": "completed", "tag": "e0dc5320-5e6e-441e-bbc1-ba429891e1ea"}]}' {{(pid=102388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 19:09:26.678501 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 19:09:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3b94281-8d0f-42d5-b771-8d904bb56728 x-openstack-request-id: req-f3b94281-8d0f-42d5-b771-8d904bb56728 {{(pid=102388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 19:09:26.678501 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e8623d0-387d-4a4a-8ce6-cc8427110e07", "name": "network-vif-plugged", "status": "completed", "tag": "e0dc5320-5e6e-441e-bbc1-ba429891e1ea", "code": 200}]} {{(pid=102388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 19:09:26.678501 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f3b94281-8d0f-42d5-b771-8d904bb56728 {{(pid=102388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 19:09:26.678501 n-d-816865-1 neutron-server[102388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e8623d0-387d-4a4a-8ce6-cc8427110e07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0dc5320-5e6e-441e-bbc1-ba429891e1ea', 'code': 200} Nov 05 19:09:26.814457 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1606d11-4d52-4a54-8e6e-f53510dfe909 req-3885caea-d27f-46cf-a590-3eda18be0a87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:09:26.817862 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-f1606d11-4d52-4a54-8e6e-f53510dfe909 req-3885caea-d27f-46cf-a590-3eda18be0a87 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=7e8623d0-387d-4a4a-8ce6-cc8427110e07 HTTP/1.1" status: 200 len: 1100 time: 0.0541790 Nov 05 19:09:26.850151 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0e5f50-12fd-4f17-9e45-d013b6e61772 req-726ac19a-2249-4efb-919a-9f3be3488284 tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:09:26.854546 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-de0e5f50-12fd-4f17-9e45-d013b6e61772 req-726ac19a-2249-4efb-919a-9f3be3488284 tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] 10.222.0.13 "GET /v2.0/ports?device_id=c7103f3a-0446-40ed-a190-1645982f6516 HTTP/1.1" status: 200 len: 946 time: 0.1028919 Nov 05 19:09:26.887177 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-f1606d11-4d52-4a54-8e6e-f53510dfe909 req-3032828d-2cc5-4153-ba97-f154653eb787 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=5dcc2604-6c79-4848-9db6-602e3c39d773&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533826 Nov 05 19:09:26.889925 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74589387-b724-44bb-b5be-5d40eff2b686 req-79f12c3b-1808-4bbe-a43c-9a0bf997fef2 tempest-VolumesNegativeTest-733797463 tempest-VolumesNegativeTest-733797463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:09:26.891567 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-74589387-b724-44bb-b5be-5d40eff2b686 req-79f12c3b-1808-4bbe-a43c-9a0bf997fef2 tempest-VolumesNegativeTest-733797463 tempest-VolumesNegativeTest-733797463-project] 10.222.0.13 "GET /v2.0/ports?device_id=7e8623d0-387d-4a4a-8ce6-cc8427110e07 HTTP/1.1" status: 200 len: 949 time: 0.0985861 Nov 05 19:09:26.936531 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-de0e5f50-12fd-4f17-9e45-d013b6e61772 req-2f2435d6-2d2a-4a75-80aa-80c7f75c90e3 tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] 10.222.0.13 "GET /v2.0/security-groups?id=c33e3cae-293b-4275-aa24-9c3af6c8734f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0770266 Nov 05 19:09:27.003165 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-74589387-b724-44bb-b5be-5d40eff2b686 req-95da9a7f-c707-4766-9c9c-85e3625ff22f tempest-VolumesNegativeTest-733797463 tempest-VolumesNegativeTest-733797463-project] 10.222.0.13 "GET /v2.0/security-groups?id=5dcc2604-6c79-4848-9db6-602e3c39d773&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043463 Nov 05 19:09:27.223122 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb83eca-58af-4b42-810a-b7757c04fef4 req-f8b17fa7-e58d-4a9c-8b23-1d1a3f3ad022 tempest-TestServerMultinode-405309802 tempest-TestServerMultinode-405309802-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:09:27.236422 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-8cb83eca-58af-4b42-810a-b7757c04fef4 req-f8b17fa7-e58d-4a9c-8b23-1d1a3f3ad022 tempest-TestServerMultinode-405309802 tempest-TestServerMultinode-405309802-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=ae80efac-8b19-4c48-a96f-3859ec4003f1 HTTP/1.1" status: 200 len: 1094 time: 0.0692389 Nov 05 19:09:27.279236 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-8cb83eca-58af-4b42-810a-b7757c04fef4 req-7cda2c9e-53fa-4dcd-8ba7-919bfad4b4bd tempest-TestServerMultinode-405309802 tempest-TestServerMultinode-405309802-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=b5cc021e-aa8f-4323-a983-51b5dbdacaac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413060 Nov 05 19:09:27.321929 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Device 72de4123-141f-46ed-af64-621107c8f0da details requested by agent hyperv_n-h2-816865-1 with host n-h2-816865-1 {{(pid=102388) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 05 19:09:27.436140 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] For port 72de4123-141f-46ed-af64-621107c8f0da, host n-h2-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=72de4123-141f-46ed-af64-621107c8f0da,segment=NetworkSegment(4294eaa4-9159-4512-b472-00960aa998f8),segment_id=4294eaa4-9159-4512-b472-00960aa998f8)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:09:27.448234 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Returning: {'device': '72de4123-141f-46ed-af64-621107c8f0da', 'network_id': 'ecda42c5-4acf-4ad4-b811-0f569ff28377', 'port_id': '72de4123-141f-46ed-af64-621107c8f0da', 'mac_address': 'fa:16:3e:20:7d:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 167, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b12a920f-995e-4658-86f5-ed5879e48687', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102388) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 05 19:09:27.490578 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:09:27.504978 n-d-816865-1 neutron-server[102388]: DEBUG neutron.notifiers.nova [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 72de4123-141f-46ed-af64-621107c8f0da {{(pid=102388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 19:09:27.525559 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] For port 72de4123-141f-46ed-af64-621107c8f0da, host n-h2-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=72de4123-141f-46ed-af64-621107c8f0da,segment=NetworkSegment(4294eaa4-9159-4512-b472-00960aa998f8),segment_id=4294eaa4-9159-4512-b472-00960aa998f8)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:09:27.639317 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:09:27.702004 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Pushing event updated for resources: {'Port': ['ID=72de4123-141f-46ed-af64-621107c8f0da,revision_number=4']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:09:27.937803 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] get_ports_and_sgs() called for port_ids ['72de4123-141f-46ed-af64-621107c8f0da'] {{(pid=102388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 19:09:28.212439 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6352929b-8786-4fe6-a643-5c881cbaa89b req-c479face-d29e-467a-b84d-b1307c82efb0 tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:09:28.214108 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-6352929b-8786-4fe6-a643-5c881cbaa89b req-c479face-d29e-467a-b84d-b1307c82efb0 tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] 10.222.0.13 "GET /v2.0/ports?device_id=c7103f3a-0446-40ed-a190-1645982f6516 HTTP/1.1" status: 200 len: 946 time: 0.1339691 Nov 05 19:09:28.249754 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0709771-585c-4ad7-8493-572e15ccb0cc req-2be2e774-ccc7-404c-9512-de45eb283d26 tempest-VolumesNegativeTest-733797463 tempest-VolumesNegativeTest-733797463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:09:28.251272 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-c0709771-585c-4ad7-8493-572e15ccb0cc req-2be2e774-ccc7-404c-9512-de45eb283d26 tempest-VolumesNegativeTest-733797463 tempest-VolumesNegativeTest-733797463-project] 10.222.0.13 "GET /v2.0/ports?device_id=7e8623d0-387d-4a4a-8ce6-cc8427110e07 HTTP/1.1" status: 200 len: 949 time: 0.1132114 Nov 05 19:09:28.302734 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-6352929b-8786-4fe6-a643-5c881cbaa89b req-4ca42736-1aa0-4213-9a02-30ffb9cfd624 tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] 10.222.0.13 "GET /v2.0/security-groups?id=c33e3cae-293b-4275-aa24-9c3af6c8734f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0818398 Nov 05 19:09:28.355190 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-c0709771-585c-4ad7-8493-572e15ccb0cc req-620535ee-946d-42f1-87f9-c5a3c9f931e5 tempest-VolumesNegativeTest-733797463 tempest-VolumesNegativeTest-733797463-project] 10.222.0.13 "GET /v2.0/security-groups?id=5dcc2604-6c79-4848-9db6-602e3c39d773&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917428 Nov 05 19:09:28.442119 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab936018-238c-419f-af46-7d4162600153 req-d28565ca-5918-41ee-aa2e-d6d634e93ab3 tempest-TestServerMultinode-405309802 tempest-TestServerMultinode-405309802-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:09:28.443781 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-ab936018-238c-419f-af46-7d4162600153 req-d28565ca-5918-41ee-aa2e-d6d634e93ab3 tempest-TestServerMultinode-405309802 tempest-TestServerMultinode-405309802-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=ae80efac-8b19-4c48-a96f-3859ec4003f1 HTTP/1.1" status: 200 len: 1095 time: 0.0463181 Nov 05 19:09:28.495605 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-ab936018-238c-419f-af46-7d4162600153 req-b42d7073-55c8-46a9-b100-8c1eb54f2fd9 tempest-TestServerMultinode-405309802 tempest-TestServerMultinode-405309802-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=b5cc021e-aa8f-4323-a983-51b5dbdacaac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446875 Nov 05 19:09:29.349183 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Device 72de4123-141f-46ed-af64-621107c8f0da up at agent hyperv_n-h2-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 19:09:29.466009 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acbd4f6-7e47-4836-9d47-1886ffaddcf4 req-6d71b9f0-1163-420e-b6a4-175e22c0ea95 tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:09:29.467842 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Provisioning for port 72de4123-141f-46ed-af64-621107c8f0da completed by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 05 19:09:29.472865 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Provisioning complete for port 72de4123-141f-46ed-af64-621107c8f0da triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:09:29.477316 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:09:29.480491 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-1acbd4f6-7e47-4836-9d47-1886ffaddcf4 req-6d71b9f0-1163-420e-b6a4-175e22c0ea95 tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] 10.222.0.13 "GET /v2.0/ports?device_id=c7103f3a-0446-40ed-a190-1645982f6516 HTTP/1.1" status: 200 len: 946 time: 0.1020963 Nov 05 19:09:29.592364 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:09:29.596489 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-1acbd4f6-7e47-4836-9d47-1886ffaddcf4 req-feca5882-59b3-438f-bbf6-69940c4544d3 tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] 10.222.0.13 "GET /v2.0/security-groups?id=c33e3cae-293b-4275-aa24-9c3af6c8734f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1149521 Nov 05 19:09:29.605246 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83ec827-92b2-415b-b16a-e1a9f63348b3 req-89568a61-cd03-49b1-a71a-28ca084e5443 tempest-VolumesNegativeTest-733797463 tempest-VolumesNegativeTest-733797463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:09:29.613794 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-a83ec827-92b2-415b-b16a-e1a9f63348b3 req-89568a61-cd03-49b1-a71a-28ca084e5443 tempest-VolumesNegativeTest-733797463 tempest-VolumesNegativeTest-733797463-project] 10.222.0.13 "GET /v2.0/ports?device_id=7e8623d0-387d-4a4a-8ce6-cc8427110e07 HTTP/1.1" status: 200 len: 949 time: 0.1192608 Nov 05 19:09:29.656571 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] For port 72de4123-141f-46ed-af64-621107c8f0da, host n-h2-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=72de4123-141f-46ed-af64-621107c8f0da,segment=NetworkSegment(4294eaa4-9159-4512-b472-00960aa998f8),segment_id=4294eaa4-9159-4512-b472-00960aa998f8)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:09:29.657857 n-d-816865-1 neutron-server[102388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae80efac-8b19-4c48-a96f-3859ec4003f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72de4123-141f-46ed-af64-621107c8f0da'}] {{(pid=102388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 19:09:29.660802 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85474fee1180e129d8a886d264fe0b30223aa672dd1ffe43b630605f18504f68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-524ef11c-3d3f-4e35-9693-0357268ce38c" -d '{"events": [{"server_uuid": "ae80efac-8b19-4c48-a96f-3859ec4003f1", "name": "network-vif-plugged", "status": "completed", "tag": "72de4123-141f-46ed-af64-621107c8f0da"}]}' {{(pid=102388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 19:09:29.688496 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-a83ec827-92b2-415b-b16a-e1a9f63348b3 req-8c4dfdf5-7c22-4e64-9bc0-8386cd62ed13 tempest-VolumesNegativeTest-733797463 tempest-VolumesNegativeTest-733797463-project] 10.222.0.13 "GET /v2.0/security-groups?id=5dcc2604-6c79-4848-9db6-602e3c39d773&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736251 Nov 05 19:09:29.744428 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fe648d-e297-4d86-8020-c3cdcb969378 req-730e5617-1ade-4a6b-afb7-f14bb929d572 tempest-TestServerMultinode-405309802 tempest-TestServerMultinode-405309802-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:09:29.747853 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-91fe648d-e297-4d86-8020-c3cdcb969378 req-730e5617-1ade-4a6b-afb7-f14bb929d572 tempest-TestServerMultinode-405309802 tempest-TestServerMultinode-405309802-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=ae80efac-8b19-4c48-a96f-3859ec4003f1 HTTP/1.1" status: 200 len: 1095 time: 0.0562410 Nov 05 19:09:29.787803 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:09:29.844005 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-91fe648d-e297-4d86-8020-c3cdcb969378 req-2bd9db09-b8c6-4df5-8100-7002f6152517 tempest-TestServerMultinode-405309802 tempest-TestServerMultinode-405309802-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=b5cc021e-aa8f-4323-a983-51b5dbdacaac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894160 Nov 05 19:09:29.866598 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4888c31f-8421-4062-a641-128f3296b9cc req-6aadaf75-a86e-41a2-8297-5644c1a905ef tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:09:29.868504 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-4888c31f-8421-4062-a641-128f3296b9cc req-6aadaf75-a86e-41a2-8297-5644c1a905ef tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] 10.222.0.13 "GET /v2.0/ports?device_id=0047d45e-b897-437c-bf67-02c613002f4a HTTP/1.1" status: 200 len: 945 time: 0.1049256 Nov 05 19:09:29.873222 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Pushing event updated for resources: {'Port': ['ID=72de4123-141f-46ed-af64-621107c8f0da,revision_number=5']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:09:29.918676 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 19:09:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1419b823-488d-4724-98fe-95a4f53b2d6c x-openstack-request-id: req-1419b823-488d-4724-98fe-95a4f53b2d6c {{(pid=102388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 19:09:29.919382 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae80efac-8b19-4c48-a96f-3859ec4003f1", "name": "network-vif-plugged", "status": "completed", "tag": "72de4123-141f-46ed-af64-621107c8f0da", "code": 200}]} {{(pid=102388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 19:09:29.919639 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1419b823-488d-4724-98fe-95a4f53b2d6c {{(pid=102388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 19:09:29.920039 n-d-816865-1 neutron-server[102388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae80efac-8b19-4c48-a96f-3859ec4003f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72de4123-141f-46ed-af64-621107c8f0da', 'code': 200} Nov 05 19:09:29.977770 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-4888c31f-8421-4062-a641-128f3296b9cc req-799b2e4f-7523-4bd3-81b7-9e8d7da7916e tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] 10.222.0.13 "GET /v2.0/security-groups?id=12cfcbed-e7fb-4412-a871-fb89c7d2c113&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0979586 Nov 05 19:09:30.005760 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 60624) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:09:30.067157 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2827bfef-55eb-43bf-a68f-c2c406ebe957 req-c5402d56-4ed3-45ce-9030-4cfa49e20917 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:09:30.069191 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-2827bfef-55eb-43bf-a68f-c2c406ebe957 req-c5402d56-4ed3-45ce-9030-4cfa49e20917 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=ae80efac-8b19-4c48-a96f-3859ec4003f1 HTTP/1.1" status: 200 len: 1096 time: 0.0718317 Nov 05 19:09:30.094748 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-2ae9a75f-0c3e-4810-8205-32aa1a02a8dd tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] 10.222.0.13 "GET /v2.0/floatingips/1609755f-1aa8-4431-b0f7-2eb29d2a0ce7 HTTP/1.1" status: 200 len: 992 time: 0.0871973 Nov 05 19:09:30.147033 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-2827bfef-55eb-43bf-a68f-c2c406ebe957 req-b64bd27a-d915-4402-a43d-9bb124c3cce5 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=b5cc021e-aa8f-4323-a983-51b5dbdacaac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692759 Nov 05 19:09:30.493318 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ee6e77-3a01-4607-8f4c-c586f8639754 req-74fb9e8a-91dd-492f-a729-58dfc96ce6f7 tempest-TestNetworkAdvancedServerOps-912703179 tempest-TestNetworkAdvancedServerOps-912703179-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:09:30.494995 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-78ee6e77-3a01-4607-8f4c-c586f8639754 req-74fb9e8a-91dd-492f-a729-58dfc96ce6f7 tempest-TestNetworkAdvancedServerOps-912703179 tempest-TestNetworkAdvancedServerOps-912703179-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=0047d45e-b897-437c-bf67-02c613002f4a HTTP/1.1" status: 200 len: 1096 time: 0.0571640 Nov 05 19:09:30.577433 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0747fe0f-66c1-4dc4-ac4c-68baab35867b req-310d8057-4abe-404c-b4c4-264063842f28 tempest-VolumesNegativeTest-733797463 tempest-VolumesNegativeTest-733797463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:09:30.579232 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-0747fe0f-66c1-4dc4-ac4c-68baab35867b req-310d8057-4abe-404c-b4c4-264063842f28 tempest-VolumesNegativeTest-733797463 tempest-VolumesNegativeTest-733797463-project] 10.222.0.13 "GET /v2.0/ports?device_id=7e8623d0-387d-4a4a-8ce6-cc8427110e07 HTTP/1.1" status: 200 len: 949 time: 0.0831404 Nov 05 19:09:30.590488 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-78ee6e77-3a01-4607-8f4c-c586f8639754 req-ea97ec87-530d-45b5-b207-0eabbbff9e23 tempest-TestNetworkAdvancedServerOps-912703179 tempest-TestNetworkAdvancedServerOps-912703179-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=12cfcbed-e7fb-4412-a871-fb89c7d2c113&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0854416 Nov 05 19:09:30.651164 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-0747fe0f-66c1-4dc4-ac4c-68baab35867b req-5634821d-d1ae-4201-aef5-7560e8bb537a tempest-VolumesNegativeTest-733797463 tempest-VolumesNegativeTest-733797463-project] 10.222.0.13 "GET /v2.0/security-groups?id=5dcc2604-6c79-4848-9db6-602e3c39d773&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630972 Nov 05 19:09:30.995267 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ba0a6e-11b6-4ba5-97c7-54959f95fd55 req-4d541f03-ba2c-4146-ab12-bf17e7419985 tempest-TestServerMultinode-405309802 tempest-TestServerMultinode-405309802-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:09:30.996941 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-62ba0a6e-11b6-4ba5-97c7-54959f95fd55 req-4d541f03-ba2c-4146-ab12-bf17e7419985 tempest-TestServerMultinode-405309802 tempest-TestServerMultinode-405309802-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=ae80efac-8b19-4c48-a96f-3859ec4003f1 HTTP/1.1" status: 200 len: 1096 time: 0.0545368 Nov 05 19:09:31.047668 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-62ba0a6e-11b6-4ba5-97c7-54959f95fd55 req-b77c8165-8c77-45f2-8bb1-9a00bde8dc35 tempest-TestServerMultinode-405309802 tempest-TestServerMultinode-405309802-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=b5cc021e-aa8f-4323-a983-51b5dbdacaac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401149 Nov 05 19:09:31.775370 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f690b9-5aa2-40da-8ebc-021794b7396c req-72810c2c-d972-436d-a902-737f5529ace1 tempest-VolumesNegativeTest-733797463 tempest-VolumesNegativeTest-733797463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:09:31.776906 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-d5f690b9-5aa2-40da-8ebc-021794b7396c req-72810c2c-d972-436d-a902-737f5529ace1 tempest-VolumesNegativeTest-733797463 tempest-VolumesNegativeTest-733797463-project] 10.222.0.13 "GET /v2.0/ports?device_id=7e8623d0-387d-4a4a-8ce6-cc8427110e07 HTTP/1.1" status: 200 len: 949 time: 0.0565429 Nov 05 19:09:31.825748 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-d5f690b9-5aa2-40da-8ebc-021794b7396c req-fc301e7b-d927-4e8c-a527-2aee37cfa3df tempest-VolumesNegativeTest-733797463 tempest-VolumesNegativeTest-733797463-project] 10.222.0.13 "GET /v2.0/security-groups?id=5dcc2604-6c79-4848-9db6-602e3c39d773&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428150 Nov 05 19:09:32.168103 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d1c169-90a8-41eb-953f-128d75e53e4b req-2da3470d-a57b-48a7-9378-c44ac7584367 tempest-TestServerMultinode-405309802 tempest-TestServerMultinode-405309802-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:09:32.170305 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-b7d1c169-90a8-41eb-953f-128d75e53e4b req-2da3470d-a57b-48a7-9378-c44ac7584367 tempest-TestServerMultinode-405309802 tempest-TestServerMultinode-405309802-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=ae80efac-8b19-4c48-a96f-3859ec4003f1 HTTP/1.1" status: 200 len: 1096 time: 0.0470364 Nov 05 19:09:32.243956 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-b7d1c169-90a8-41eb-953f-128d75e53e4b req-af6dbd2a-3682-4f24-bf6b-62c67ddb2aaa tempest-TestServerMultinode-405309802 tempest-TestServerMultinode-405309802-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=b5cc021e-aa8f-4323-a983-51b5dbdacaac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606761 Nov 05 19:09:32.402661 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53ae502-c307-4437-bf34-d95e439615d5 req-32d85984-e84b-4a65-b3d5-494af18dc77f tempest-TestServerMultinode-405309802 tempest-TestServerMultinode-405309802-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:09:32.404508 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-e53ae502-c307-4437-bf34-d95e439615d5 req-32d85984-e84b-4a65-b3d5-494af18dc77f tempest-TestServerMultinode-405309802 tempest-TestServerMultinode-405309802-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=ae80efac-8b19-4c48-a96f-3859ec4003f1 HTTP/1.1" status: 200 len: 1096 time: 0.0691576 Nov 05 19:09:32.472601 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-98edc7c7-31a7-40c9-8226-6fa77dffee3c req-452033f5-80e4-46d7-91f1-fbaefa4ec36e service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=0047d45e-b897-437c-bf67-02c613002f4a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.6144209 Nov 05 19:09:32.473296 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-e53ae502-c307-4437-bf34-d95e439615d5 req-00f62969-fdb9-41e3-9a9f-254ae34b3fe8 tempest-TestServerMultinode-405309802 tempest-TestServerMultinode-405309802-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=b5cc021e-aa8f-4323-a983-51b5dbdacaac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583413 Nov 05 19:09:32.483615 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da51f819-6c08-462e-be5f-9f0d3619fb90 req-6a970e63-0bc4-45b5-b0fa-49dc97df9254 tempest-VolumesNegativeTest-733797463 tempest-VolumesNegativeTest-733797463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:09:32.485371 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-da51f819-6c08-462e-be5f-9f0d3619fb90 req-6a970e63-0bc4-45b5-b0fa-49dc97df9254 tempest-VolumesNegativeTest-733797463 tempest-VolumesNegativeTest-733797463-project] 10.222.0.55 "GET /v2.0/ports?device_id=7e8623d0-387d-4a4a-8ce6-cc8427110e07 HTTP/1.1" status: 200 len: 949 time: 0.5057926 Nov 05 19:09:32.490607 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [req-98edc7c7-31a7-40c9-8226-6fa77dffee3c req-e6c39251-5545-455a-b961-bf3a6e61b044 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=102386) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 05 19:09:32.491607 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-98edc7c7-31a7-40c9-8226-6fa77dffee3c req-e6c39251-5545-455a-b961-bf3a6e61b044 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053313 Nov 05 19:09:32.672786 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd14c1f-f5e0-4d67-b4f3-6f71323d6306 req-7e63a23c-4a7e-4ee9-b57b-89409660babb tempest-TestServerMultinode-405309802 tempest-TestServerMultinode-405309802-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:09:32.681403 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c8552e46-6000-49ff-86e4-0f52fabf1f0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:09:32.685140 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-bcd14c1f-f5e0-4d67-b4f3-6f71323d6306 req-7e63a23c-4a7e-4ee9-b57b-89409660babb tempest-TestServerMultinode-405309802 tempest-TestServerMultinode-405309802-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=ae80efac-8b19-4c48-a96f-3859ec4003f1 HTTP/1.1" status: 200 len: 1096 time: 0.0777528 Nov 05 19:09:32.699618 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [req-da51f819-6c08-462e-be5f-9f0d3619fb90 req-9fbc6db3-3ef1-44ea-bb85-c62695dbe4fe tempest-VolumesNegativeTest-733797463 tempest-VolumesNegativeTest-733797463-project] Deleting port e0dc5320-5e6e-441e-bbc1-ba429891e1ea {{(pid=102386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 19:09:32.700038 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-da51f819-6c08-462e-be5f-9f0d3619fb90 req-9fbc6db3-3ef1-44ea-bb85-c62695dbe4fe tempest-VolumesNegativeTest-733797463 tempest-VolumesNegativeTest-733797463-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:09:32.755378 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-bcd14c1f-f5e0-4d67-b4f3-6f71323d6306 req-1c9c180f-dacb-4fa8-8ae8-5fe20d979d06 tempest-TestServerMultinode-405309802 tempest-TestServerMultinode-405309802-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=b5cc021e-aa8f-4323-a983-51b5dbdacaac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567341 Nov 05 19:09:32.869190 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [req-da51f819-6c08-462e-be5f-9f0d3619fb90 req-9fbc6db3-3ef1-44ea-bb85-c62695dbe4fe tempest-VolumesNegativeTest-733797463 tempest-VolumesNegativeTest-733797463-project] For port e0dc5320-5e6e-441e-bbc1-ba429891e1ea, host n-h2-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=e0dc5320-5e6e-441e-bbc1-ba429891e1ea,segment=NetworkSegment(35c2db9c-522d-48d3-98cf-a08c2cc55db7),segment_id=35c2db9c-522d-48d3-98cf-a08c2cc55db7)] {{(pid=102386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:09:32.869764 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-da51f819-6c08-462e-be5f-9f0d3619fb90 req-9fbc6db3-3ef1-44ea-bb85-c62695dbe4fe tempest-VolumesNegativeTest-733797463 tempest-VolumesNegativeTest-733797463-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:09:32.899061 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [req-da51f819-6c08-462e-be5f-9f0d3619fb90 req-9fbc6db3-3ef1-44ea-bb85-c62695dbe4fe tempest-VolumesNegativeTest-733797463 tempest-VolumesNegativeTest-733797463-project] Calling delete_port for e0dc5320-5e6e-441e-bbc1-ba429891e1ea owned by compute:nova {{(pid=102386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 19:09:32.998700 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee30bd67-843e-478f-a7c9-80d55b08d14b req-389f6ab9-aefb-4b19-a4ed-744a79524f39 tempest-VolumesNegativeTest-733797463 tempest-VolumesNegativeTest-733797463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:09:33.001051 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-ee30bd67-843e-478f-a7c9-80d55b08d14b req-389f6ab9-aefb-4b19-a4ed-744a79524f39 tempest-VolumesNegativeTest-733797463 tempest-VolumesNegativeTest-733797463-project] 10.222.0.13 "GET /v2.0/ports?device_id=7e8623d0-387d-4a4a-8ce6-cc8427110e07 HTTP/1.1" status: 200 len: 949 time: 0.0810266 Nov 05 19:09:33.127597 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-ee30bd67-843e-478f-a7c9-80d55b08d14b req-34bf64f0-13cb-421c-a1a2-f48460cb8174 tempest-VolumesNegativeTest-733797463 tempest-VolumesNegativeTest-733797463-project] 10.222.0.13 "GET /v2.0/security-groups?id=5dcc2604-6c79-4848-9db6-602e3c39d773&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183746 Nov 05 19:09:33.228059 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-da51f819-6c08-462e-be5f-9f0d3619fb90 req-9fbc6db3-3ef1-44ea-bb85-c62695dbe4fe tempest-VolumesNegativeTest-733797463 tempest-VolumesNegativeTest-733797463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:09:33.254397 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] get_ports_and_sgs() called for port_ids ['e0dc5320-5e6e-441e-bbc1-ba429891e1ea'] {{(pid=102388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 19:09:33.266692 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbc6db3-3ef1-44ea-bb85-c62695dbe4fe tempest-VolumesNegativeTest-733797463 tempest-VolumesNegativeTest-733797463-project] Pushing event deleted for resources: {'Port': ['ID=e0dc5320-5e6e-441e-bbc1-ba429891e1ea,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:09:33.285490 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fbc6db3-3ef1-44ea-bb85-c62695dbe4fe tempest-VolumesNegativeTest-733797463 tempest-VolumesNegativeTest-733797463-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:09:33.285837 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fbc6db3-3ef1-44ea-bb85-c62695dbe4fe tempest-VolumesNegativeTest-733797463 tempest-VolumesNegativeTest-733797463-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:09:33.286206 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fbc6db3-3ef1-44ea-bb85-c62695dbe4fe tempest-VolumesNegativeTest-733797463 tempest-VolumesNegativeTest-733797463-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:09:33.286549 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fbc6db3-3ef1-44ea-bb85-c62695dbe4fe tempest-VolumesNegativeTest-733797463 tempest-VolumesNegativeTest-733797463-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:09:33.286882 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fbc6db3-3ef1-44ea-bb85-c62695dbe4fe tempest-VolumesNegativeTest-733797463 tempest-VolumesNegativeTest-733797463-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:09:33.296701 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fbc6db3-3ef1-44ea-bb85-c62695dbe4fe tempest-VolumesNegativeTest-733797463 tempest-VolumesNegativeTest-733797463-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:09:33.302169 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fbc6db3-3ef1-44ea-bb85-c62695dbe4fe tempest-VolumesNegativeTest-733797463 tempest-VolumesNegativeTest-733797463-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:09:33.302169 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fbc6db3-3ef1-44ea-bb85-c62695dbe4fe tempest-VolumesNegativeTest-733797463 tempest-VolumesNegativeTest-733797463-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:09:33.302169 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fbc6db3-3ef1-44ea-bb85-c62695dbe4fe tempest-VolumesNegativeTest-733797463 tempest-VolumesNegativeTest-733797463-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:09:33.302169 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fbc6db3-3ef1-44ea-bb85-c62695dbe4fe tempest-VolumesNegativeTest-733797463 tempest-VolumesNegativeTest-733797463-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:09:33.302169 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fbc6db3-3ef1-44ea-bb85-c62695dbe4fe tempest-VolumesNegativeTest-733797463 tempest-VolumesNegativeTest-733797463-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:09:33.305067 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fbc6db3-3ef1-44ea-bb85-c62695dbe4fe tempest-VolumesNegativeTest-733797463 tempest-VolumesNegativeTest-733797463-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:09:33.379675 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [req-da51f819-6c08-462e-be5f-9f0d3619fb90 req-9fbc6db3-3ef1-44ea-bb85-c62695dbe4fe tempest-VolumesNegativeTest-733797463 tempest-VolumesNegativeTest-733797463-project] No DVR routers for this DVR port e0dc5320-5e6e-441e-bbc1-ba429891e1ea on host n-h2-816865-1 {{(pid=102386) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 19:09:33.383183 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-da51f819-6c08-462e-be5f-9f0d3619fb90 req-9fbc6db3-3ef1-44ea-bb85-c62695dbe4fe tempest-VolumesNegativeTest-733797463 tempest-VolumesNegativeTest-733797463-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:09:33.390858 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-da51f819-6c08-462e-be5f-9f0d3619fb90 req-9fbc6db3-3ef1-44ea-bb85-c62695dbe4fe tempest-VolumesNegativeTest-733797463 tempest-VolumesNegativeTest-733797463-project] 10.222.0.55 "DELETE /v2.0/ports/e0dc5320-5e6e-441e-bbc1-ba429891e1ea HTTP/1.1" status: 204 len: 173 time: 0.8982975 Nov 05 19:09:33.391374 n-d-816865-1 neutron-server[102386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e8623d0-387d-4a4a-8ce6-cc8427110e07', 'name': 'network-vif-deleted', 'tag': 'e0dc5320-5e6e-441e-bbc1-ba429891e1ea'}] {{(pid=102386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 19:09:33.396121 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6173a44d7c73f41af551dc890fa1a5892c2c6bc3458b640c8e0c24db7876ba6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92c06bbe-dc17-47d9-8168-bf4f6b298f5e" -d '{"events": [{"server_uuid": "7e8623d0-387d-4a4a-8ce6-cc8427110e07", "name": "network-vif-deleted", "tag": "e0dc5320-5e6e-441e-bbc1-ba429891e1ea"}]}' {{(pid=102386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 19:09:33.433923 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63435716-2d1f-49de-85d6-16a5193f3ff6 req-31ea42b6-1dbf-4447-8dfa-a106b7efc5e9 tempest-TestServerMultinode-405309802 tempest-TestServerMultinode-405309802-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:09:33.435464 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-63435716-2d1f-49de-85d6-16a5193f3ff6 req-31ea42b6-1dbf-4447-8dfa-a106b7efc5e9 tempest-TestServerMultinode-405309802 tempest-TestServerMultinode-405309802-project-admin] 10.222.0.13 "GET /v2.0/networks?id=ecda42c5-4acf-4ad4-b811-0f569ff28377 HTTP/1.1" status: 200 len: 908 time: 0.2055414 Nov 05 19:09:33.465598 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-63435716-2d1f-49de-85d6-16a5193f3ff6 req-32163680-c6a0-4e4e-bf4f-ef61c6aa07b8 tempest-TestServerMultinode-405309802 tempest-TestServerMultinode-405309802-project-admin] 10.222.0.13 "GET /v2.0/quotas/5628c27c4e9745e0b64e152634c85b5a HTTP/1.1" status: 200 len: 375 time: 0.0171218 Nov 05 19:09:33.537980 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-63435716-2d1f-49de-85d6-16a5193f3ff6 req-c8de7d16-23ac-4947-bf3c-2466a6defd44 tempest-TestServerMultinode-405309802 tempest-TestServerMultinode-405309802-project-admin] 10.222.0.13 "GET /v2.0/ports?tenant_id=5628c27c4e9745e0b64e152634c85b5a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0678313 Nov 05 19:09:33.723353 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-63435716-2d1f-49de-85d6-16a5193f3ff6 req-ecdcd1c2-3c3d-4e80-8a7f-a5ba2e17dd2f service neutron] 10.222.0.13 "GET /v2.0/networks/ecda42c5-4acf-4ad4-b811-0f569ff28377?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1707938 Nov 05 19:09:33.954601 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-63435716-2d1f-49de-85d6-16a5193f3ff6 req-47674e2a-a5f6-41c6-b081-727afc126e3a service neutron] 10.222.0.13 "GET /v2.0/networks/ecda42c5-4acf-4ad4-b811-0f569ff28377?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2039897 Nov 05 19:09:34.014398 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98edc7c7-31a7-40c9-8226-6fa77dffee3c req-94742e31-decc-4587-90f3-0382103968e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:09:34.016372 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-98edc7c7-31a7-40c9-8226-6fa77dffee3c req-94742e31-decc-4587-90f3-0382103968e4 service neutron] 10.222.0.13 "GET /v2.0/ports/c2b283cb-6a55-489b-93e0-f7550bffc148 HTTP/1.1" status: 200 len: 1093 time: 0.0700877 Nov 05 19:09:34.025826 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [req-98edc7c7-31a7-40c9-8226-6fa77dffee3c req-5a5aa243-df93-4877-883c-21b49733f108 service neutron] Request body: {'binding': {'host': 'n-h2-816865-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:09:34.026334 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [req-98edc7c7-31a7-40c9-8226-6fa77dffee3c req-5a5aa243-df93-4877-883c-21b49733f108 service neutron] Unknown quota resources ['binding']. {{(pid=102386) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 05 19:09:34.285858 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:09:34.315267 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 19:09:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49e6ade5-ce1a-4b1f-a146-ce95798f5885 x-openstack-request-id: req-49e6ade5-ce1a-4b1f-a146-ce95798f5885 {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 19:09:34.315556 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e8623d0-387d-4a4a-8ce6-cc8427110e07", "name": "network-vif-deleted", "tag": "e0dc5320-5e6e-441e-bbc1-ba429891e1ea", "status": "completed", "code": 200}]} {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 19:09:34.316118 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-49e6ade5-ce1a-4b1f-a146-ce95798f5885 {{(pid=102386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 19:09:34.321917 n-d-816865-1 neutron-server[102386]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e8623d0-387d-4a4a-8ce6-cc8427110e07', 'name': 'network-vif-deleted', 'tag': 'e0dc5320-5e6e-441e-bbc1-ba429891e1ea', 'status': 'completed', 'code': 200} Nov 05 19:09:34.353853 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [req-98edc7c7-31a7-40c9-8226-6fa77dffee3c req-5a5aa243-df93-4877-883c-21b49733f108 service neutron] Attempting to bind port c2b283cb-6a55-489b-93e0-f7550bffc148 on host n-h2-816865-1 for vnic_type normal with profile None {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 19:09:34.354343 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [req-98edc7c7-31a7-40c9-8226-6fa77dffee3c req-5a5aa243-df93-4877-883c-21b49733f108 service neutron] Attempting to bind port c2b283cb-6a55-489b-93e0-f7550bffc148 by drivers openvswitch,hyperv on host n-h2-816865-1 at level 0 using segments [{'id': '5b4b5bf4-ffef-44ab-bb8a-f344bae27634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '4b059334-dafd-4f9f-91b0-dba42be862b2'}] {{(pid=102386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 19:09:34.356269 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98edc7c7-31a7-40c9-8226-6fa77dffee3c req-5a5aa243-df93-4877-883c-21b49733f108 service neutron] Attempting to bind port c2b283cb-6a55-489b-93e0-f7550bffc148 on network 4b059334-dafd-4f9f-91b0-dba42be862b2 {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 19:09:34.359359 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98edc7c7-31a7-40c9-8226-6fa77dffee3c req-5a5aa243-df93-4877-883c-21b49733f108 service neutron] Port c2b283cb-6a55-489b-93e0-f7550bffc148 on network 4b059334-dafd-4f9f-91b0-dba42be862b2 not bound, no agent of type Open vSwitch agent registered on host n-h2-816865-1 {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 19:09:34.359715 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98edc7c7-31a7-40c9-8226-6fa77dffee3c req-5a5aa243-df93-4877-883c-21b49733f108 service neutron] Attempting to bind port c2b283cb-6a55-489b-93e0-f7550bffc148 on network 4b059334-dafd-4f9f-91b0-dba42be862b2 {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 19:09:34.366459 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98edc7c7-31a7-40c9-8226-6fa77dffee3c req-5a5aa243-df93-4877-883c-21b49733f108 service neutron] Checking agent: {'id': '32aff553-696f-4891-83f5-5c176f61fe54', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816865-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 18, 33, 36), 'started_at': datetime.datetime(2021, 11, 5, 18, 33, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 19, 9, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 19:09:34.366796 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98edc7c7-31a7-40c9-8226-6fa77dffee3c req-5a5aa243-df93-4877-883c-21b49733f108 service neutron] Checking segment: {'id': '5b4b5bf4-ffef-44ab-bb8a-f344bae27634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '4b059334-dafd-4f9f-91b0-dba42be862b2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 19:09:34.367216 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98edc7c7-31a7-40c9-8226-6fa77dffee3c req-5a5aa243-df93-4877-883c-21b49733f108 service neutron] Bound using segment: {'id': '5b4b5bf4-ffef-44ab-bb8a-f344bae27634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '4b059334-dafd-4f9f-91b0-dba42be862b2'} {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 19:09:34.369622 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [req-98edc7c7-31a7-40c9-8226-6fa77dffee3c req-5a5aa243-df93-4877-883c-21b49733f108 service neutron] Bound port: c2b283cb-6a55-489b-93e0-f7550bffc148, host: n-h2-816865-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5b4b5bf4-ffef-44ab-bb8a-f344bae27634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '4b059334-dafd-4f9f-91b0-dba42be862b2'}}] {{(pid=102386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 19:09:34.493397 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-c9e7e7e7-47c4-48d2-a091-839e65f388c3 req-e01172ad-86b6-44e6-b185-4f5bfa34dec7 tempest-VolumesNegativeTest-733797463 tempest-VolumesNegativeTest-733797463-project] 10.222.0.13 "GET /v2.0/ports?device_id=7e8623d0-387d-4a4a-8ce6-cc8427110e07 HTTP/1.1" status: 200 len: 210 time: 0.0591569 Nov 05 19:09:34.552168 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [req-98edc7c7-31a7-40c9-8226-6fa77dffee3c req-5a5aa243-df93-4877-883c-21b49733f108 service neutron] For port c2b283cb-6a55-489b-93e0-f7550bffc148, host n-h2-816865-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=c2b283cb-6a55-489b-93e0-f7550bffc148,segment=NetworkSegment(5b4b5bf4-ffef-44ab-bb8a-f344bae27634),segment_id=5b4b5bf4-ffef-44ab-bb8a-f344bae27634)] {{(pid=102386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 19:09:34.639085 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-74ffcd9e-0e90-4d2c-aead-4f8b6c8811ee req-b8052d3b-37c9-4367-91ae-28dc6c20f140 tempest-TestServerMultinode-405309802 tempest-TestServerMultinode-405309802-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=8ffc4921-daf6-4a3d-af86-57295a7d5459 HTTP/1.1" status: 200 len: 210 time: 0.0969851 Nov 05 19:09:34.676986 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-98edc7c7-31a7-40c9-8226-6fa77dffee3c req-5a5aa243-df93-4877-883c-21b49733f108 service neutron] Publish callbacks [] for binding, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:09:34.678247 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-98edc7c7-31a7-40c9-8226-6fa77dffee3c req-5a5aa243-df93-4877-883c-21b49733f108 service neutron] 10.222.0.13 "POST /v2.0/ports/c2b283cb-6a55-489b-93e0-f7550bffc148/bindings HTTP/1.1" status: 201 len: 389 time: 0.6562932 Nov 05 19:09:35.140177 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf50eed-8198-4748-adac-65db487b21be req-6ca7859e-6dfa-4c2c-8a7e-6bf2251e12f9 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:09:35.147217 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-adf50eed-8198-4748-adac-65db487b21be req-6ca7859e-6dfa-4c2c-8a7e-6bf2251e12f9 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] 10.222.0.13 "GET /v2.0/ports?device_id=0047d45e-b897-437c-bf67-02c613002f4a HTTP/1.1" status: 200 len: 945 time: 0.0870373 Nov 05 19:09:35.262909 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-adf50eed-8198-4748-adac-65db487b21be req-5e28568f-e914-4e7b-9979-f7a97523abc6 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] 10.222.0.13 "GET /v2.0/security-groups?id=12cfcbed-e7fb-4412-a871-fb89c7d2c113&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1051331 Nov 05 19:09:35.355806 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Device e0dc5320-5e6e-441e-bbc1-ba429891e1ea no longer exists at agent hyperv_n-h2-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 19:09:35.403209 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-f7750c2d-f704-488c-909f-6b5ec08c5f36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:09:35.405385 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] No Port match for: e0dc5320-5e6e-441e-bbc1-ba429891e1ea {{(pid=102388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 19:09:35.406621 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Device e0dc5320-5e6e-441e-bbc1-ba429891e1ea not bound to the agent host n-h2-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 19:09:35.769992 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98edc7c7-31a7-40c9-8226-6fa77dffee3c req-ee899e1d-1dad-4849-81b0-d94d57c7d20d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:09:35.770655 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-845cb315-aa9e-47bb-a7a3-1eab9d5474c5 req-b90fa04a-a54a-4f18-a067-93e8a35b8a48 tempest-TestServerMultinode-405309802 tempest-TestServerMultinode-405309802-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=8ffc4921-daf6-4a3d-af86-57295a7d5459 HTTP/1.1" status: 200 len: 210 time: 0.0689082 Nov 05 19:09:35.774478 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-98edc7c7-31a7-40c9-8226-6fa77dffee3c req-ee899e1d-1dad-4849-81b0-d94d57c7d20d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=777902a3c6ed4ff2a5460208db53bd8a&device_id=0047d45e-b897-437c-bf67-02c613002f4a HTTP/1.1" status: 200 len: 1096 time: 0.1264050 Nov 05 19:09:35.976908 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98edc7c7-31a7-40c9-8226-6fa77dffee3c req-6810a9cf-d3de-4289-8331-11d5c41e64a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:09:35.978267 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-98edc7c7-31a7-40c9-8226-6fa77dffee3c req-6810a9cf-d3de-4289-8331-11d5c41e64a4 service neutron] 10.222.0.55 "GET /v2.0/networks?id=4b059334-dafd-4f9f-91b0-dba42be862b2 HTTP/1.1" status: 200 len: 898 time: 0.1892257 Nov 05 19:09:36.079010 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-98edc7c7-31a7-40c9-8226-6fa77dffee3c req-a85a4c57-61da-42cb-aa2d-e70c1ec166ec service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c2b283cb-6a55-489b-93e0-f7550bffc148 HTTP/1.1" status: 200 len: 1000 time: 0.0879965 Nov 05 19:09:36.162104 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98edc7c7-31a7-40c9-8226-6fa77dffee3c req-a9ec87a1-500c-4721-9fc5-6d90eb76174b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:09:36.164227 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-98edc7c7-31a7-40c9-8226-6fa77dffee3c req-a9ec87a1-500c-4721-9fc5-6d90eb76174b service neutron] 10.222.0.55 "GET /v2.0/subnets?id=8c015bc4-06f3-40c7-a991-adcb8966305a HTTP/1.1" status: 200 len: 835 time: 0.0760584 Nov 05 19:09:36.271559 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98edc7c7-31a7-40c9-8226-6fa77dffee3c req-32e12c29-f96d-4717-b3d6-0e6c9288689d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:09:36.276647 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-98edc7c7-31a7-40c9-8226-6fa77dffee3c req-32e12c29-f96d-4717-b3d6-0e6c9288689d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=4b059334-dafd-4f9f-91b0-dba42be862b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0922370 Nov 05 19:09:36.378467 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:09:36.379962 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b304910f-7b27-444b-a8fc-977d26b1ceac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:09:36.525916 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686c885c-f9cd-4bc3-a616-9da856ffca63 req-45a83c30-c680-4615-aa0e-851d1a88f98c tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:09:36.536130 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-686c885c-f9cd-4bc3-a616-9da856ffca63 req-45a83c30-c680-4615-aa0e-851d1a88f98c tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] 10.222.0.13 "GET /v2.0/ports?device_id=0047d45e-b897-437c-bf67-02c613002f4a HTTP/1.1" status: 200 len: 945 time: 0.1397874 Nov 05 19:09:36.569899 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-98edc7c7-31a7-40c9-8226-6fa77dffee3c req-e6d653ce-47ee-498e-a817-b0ff4d189529 service neutron] 10.222.0.55 "GET /v2.0/networks/4b059334-dafd-4f9f-91b0-dba42be862b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2850630 Nov 05 19:09:36.618395 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-686c885c-f9cd-4bc3-a616-9da856ffca63 req-79facbd7-5ebc-414e-b305-952f43bb093f tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] 10.222.0.13 "GET /v2.0/security-groups?id=12cfcbed-e7fb-4412-a871-fb89c7d2c113&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0801413 Nov 05 19:09:36.711138 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-98edc7c7-31a7-40c9-8226-6fa77dffee3c req-6b84e3ec-baba-46f7-bb88-284c203795b8 service neutron] 10.222.0.55 "GET /v2.0/networks/4b059334-dafd-4f9f-91b0-dba42be862b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1307425 Nov 05 19:09:36.894918 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-d9f17e8a-2272-4bc8-a93b-2356a96c1b5d req-3c79aa9d-9379-44da-99e8-8f3dfd88de06 tempest-TestServerMultinode-405309802 tempest-TestServerMultinode-405309802-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=8ffc4921-daf6-4a3d-af86-57295a7d5459 HTTP/1.1" status: 200 len: 210 time: 0.0548360 Nov 05 19:09:36.990647 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98edc7c7-31a7-40c9-8226-6fa77dffee3c req-27f8b881-7b69-490e-a359-efd2faeb347f tempest-TestNetworkAdvancedServerOps-912703179 tempest-TestNetworkAdvancedServerOps-912703179-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:09:36.992226 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-98edc7c7-31a7-40c9-8226-6fa77dffee3c req-27f8b881-7b69-490e-a359-efd2faeb347f tempest-TestNetworkAdvancedServerOps-912703179 tempest-TestNetworkAdvancedServerOps-912703179-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=0047d45e-b897-437c-bf67-02c613002f4a&tenant_id=777902a3c6ed4ff2a5460208db53bd8a&binding%3Ahost_id=n-h1-816865-1 HTTP/1.1" status: 200 len: 1096 time: 0.2176383 Nov 05 19:09:37.010806 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [req-98edc7c7-31a7-40c9-8226-6fa77dffee3c req-1172f7dc-170b-4ee3-af18-3a662a03fce8 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-816865-1'}}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:09:37.087264 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-98edc7c7-31a7-40c9-8226-6fa77dffee3c req-1172f7dc-170b-4ee3-af18-3a662a03fce8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:09:37.300183 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [req-98edc7c7-31a7-40c9-8226-6fa77dffee3c req-1172f7dc-170b-4ee3-af18-3a662a03fce8 service neutron] For port c2b283cb-6a55-489b-93e0-f7550bffc148, host n-h1-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=c2b283cb-6a55-489b-93e0-f7550bffc148,segment=NetworkSegment(5b4b5bf4-ffef-44ab-bb8a-f344bae27634),segment_id=5b4b5bf4-ffef-44ab-bb8a-f344bae27634)] {{(pid=102386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:09:37.388973 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [req-98edc7c7-31a7-40c9-8226-6fa77dffee3c req-1172f7dc-170b-4ee3-af18-3a662a03fce8 service neutron] For port c2b283cb-6a55-489b-93e0-f7550bffc148, host n-h1-816865-1, cleared binding levels {{(pid=102386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 19:09:37.469537 n-d-816865-1 neutron-server[102386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0047d45e-b897-437c-bf67-02c613002f4a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c2b283cb-6a55-489b-93e0-f7550bffc148'}] {{(pid=102386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 19:09:37.473833 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6173a44d7c73f41af551dc890fa1a5892c2c6bc3458b640c8e0c24db7876ba6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e035ec2-cfae-4463-8946-02572bb6f982" -d '{"events": [{"server_uuid": "0047d45e-b897-437c-bf67-02c613002f4a", "name": "network-vif-unplugged", "status": "completed", "tag": "c2b283cb-6a55-489b-93e0-f7550bffc148"}]}' {{(pid=102386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 19:09:37.479695 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-98edc7c7-31a7-40c9-8226-6fa77dffee3c req-1172f7dc-170b-4ee3-af18-3a662a03fce8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:09:37.555800 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 05 Nov 2021 19:09:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e75f8653-3928-4d07-b0f6-3651a818b7cf x-openstack-request-id: req-e75f8653-3928-4d07-b0f6-3651a818b7cf {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 19:09:37.556100 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0047d45e-b897-437c-bf67-02c613002f4a", "name": "network-vif-unplugged", "status": "completed", "tag": "c2b283cb-6a55-489b-93e0-f7550bffc148", "code": 200}]} {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 19:09:37.556359 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e75f8653-3928-4d07-b0f6-3651a818b7cf {{(pid=102386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 19:09:37.556763 n-d-816865-1 neutron-server[102386]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0047d45e-b897-437c-bf67-02c613002f4a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c2b283cb-6a55-489b-93e0-f7550bffc148', 'code': 200} Nov 05 19:09:37.559334 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-98edc7c7-31a7-40c9-8226-6fa77dffee3c req-1172f7dc-170b-4ee3-af18-3a662a03fce8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6149821'] for port, after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:09:37.633244 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63435716-2d1f-49de-85d6-16a5193f3ff6 req-379dd95c-7692-4a31-8768-32639fb931ee tempest-TestServerMultinode-405309802 tempest-TestServerMultinode-405309802-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:09:37.639205 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-63435716-2d1f-49de-85d6-16a5193f3ff6 req-379dd95c-7692-4a31-8768-32639fb931ee tempest-TestServerMultinode-405309802 tempest-TestServerMultinode-405309802-project-admin] 10.222.0.41 "GET /v2.0/networks?id=ecda42c5-4acf-4ad4-b811-0f569ff28377 HTTP/1.1" status: 200 len: 908 time: 0.1550510 Nov 05 19:09:37.652457 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [req-63435716-2d1f-49de-85d6-16a5193f3ff6 req-bb2cda44-ab6e-4a2c-9649-b7352d534589 tempest-TestServerMultinode-405309802 tempest-TestServerMultinode-405309802-project-admin] Request body: {'port': {'device_id': '8ffc4921-daf6-4a3d-af86-57295a7d5459', 'network_id': 'ecda42c5-4acf-4ad4-b811-0f569ff28377', 'admin_state_up': True, 'tenant_id': '5628c27c4e9745e0b64e152634c85b5a'}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:09:37.749483 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1172f7dc-170b-4ee3-af18-3a662a03fce8 service neutron] Pushing event updated for resources: {'Port': ['ID=c2b283cb-6a55-489b-93e0-f7550bffc148,revision_number=7']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:09:37.824142 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-63435716-2d1f-49de-85d6-16a5193f3ff6 req-bb2cda44-ab6e-4a2c-9649-b7352d534589 tempest-TestServerMultinode-405309802 tempest-TestServerMultinode-405309802-project-admin] Made reservation on behalf of 5628c27c4e9745e0b64e152634c85b5a for: {'port': 1} {{(pid=102387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 19:09:37.828745 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-63435716-2d1f-49de-85d6-16a5193f3ff6 req-bb2cda44-ab6e-4a2c-9649-b7352d534589 tempest-TestServerMultinode-405309802 tempest-TestServerMultinode-405309802-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:09:37.879504 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [req-98edc7c7-31a7-40c9-8226-6fa77dffee3c req-1172f7dc-170b-4ee3-af18-3a662a03fce8 service neutron] Attempting to bind port c2b283cb-6a55-489b-93e0-f7550bffc148 on host n-h1-816865-1 for vnic_type normal with profile {"migrating_to": "n-h2-816865-1"} {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 19:09:37.881958 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [req-98edc7c7-31a7-40c9-8226-6fa77dffee3c req-1172f7dc-170b-4ee3-af18-3a662a03fce8 service neutron] Attempting to bind port c2b283cb-6a55-489b-93e0-f7550bffc148 by drivers openvswitch,hyperv on host n-h1-816865-1 at level 0 using segments [{'id': '5b4b5bf4-ffef-44ab-bb8a-f344bae27634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '4b059334-dafd-4f9f-91b0-dba42be862b2'}] {{(pid=102386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 19:09:37.884994 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98edc7c7-31a7-40c9-8226-6fa77dffee3c req-1172f7dc-170b-4ee3-af18-3a662a03fce8 service neutron] Attempting to bind port c2b283cb-6a55-489b-93e0-f7550bffc148 on network 4b059334-dafd-4f9f-91b0-dba42be862b2 {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 19:09:37.896616 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98edc7c7-31a7-40c9-8226-6fa77dffee3c req-1172f7dc-170b-4ee3-af18-3a662a03fce8 service neutron] Port c2b283cb-6a55-489b-93e0-f7550bffc148 on network 4b059334-dafd-4f9f-91b0-dba42be862b2 not bound, no agent of type Open vSwitch agent registered on host n-h1-816865-1 {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 19:09:37.896944 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98edc7c7-31a7-40c9-8226-6fa77dffee3c req-1172f7dc-170b-4ee3-af18-3a662a03fce8 service neutron] Attempting to bind port c2b283cb-6a55-489b-93e0-f7550bffc148 on network 4b059334-dafd-4f9f-91b0-dba42be862b2 {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 19:09:37.907366 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcb65f4-6c8e-40a1-a486-977c59ce0351 req-1ea6a41f-b8c5-472d-9d3a-af96edba8927 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:09:37.910731 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-3fcb65f4-6c8e-40a1-a486-977c59ce0351 req-1ea6a41f-b8c5-472d-9d3a-af96edba8927 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] 10.222.0.13 "GET /v2.0/ports?device_id=0047d45e-b897-437c-bf67-02c613002f4a HTTP/1.1" status: 200 len: 943 time: 0.1695876 Nov 05 19:09:37.914237 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98edc7c7-31a7-40c9-8226-6fa77dffee3c req-1172f7dc-170b-4ee3-af18-3a662a03fce8 service neutron] Checking agent: {'id': 'eb596d7c-8c64-42bd-8aca-fad447eb0eab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816865-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 18, 33, 34), 'started_at': datetime.datetime(2021, 11, 5, 18, 33, 34), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 19, 9, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 19:09:37.914620 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98edc7c7-31a7-40c9-8226-6fa77dffee3c req-1172f7dc-170b-4ee3-af18-3a662a03fce8 service neutron] Checking segment: {'id': '5b4b5bf4-ffef-44ab-bb8a-f344bae27634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '4b059334-dafd-4f9f-91b0-dba42be862b2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 19:09:37.915017 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98edc7c7-31a7-40c9-8226-6fa77dffee3c req-1172f7dc-170b-4ee3-af18-3a662a03fce8 service neutron] Bound using segment: {'id': '5b4b5bf4-ffef-44ab-bb8a-f344bae27634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '4b059334-dafd-4f9f-91b0-dba42be862b2'} {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 19:09:37.917821 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [req-98edc7c7-31a7-40c9-8226-6fa77dffee3c req-1172f7dc-170b-4ee3-af18-3a662a03fce8 service neutron] Bound port: c2b283cb-6a55-489b-93e0-f7550bffc148, host: n-h1-816865-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5b4b5bf4-ffef-44ab-bb8a-f344bae27634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '4b059334-dafd-4f9f-91b0-dba42be862b2'}}] {{(pid=102386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 19:09:37.918230 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-98edc7c7-31a7-40c9-8226-6fa77dffee3c req-1172f7dc-170b-4ee3-af18-3a662a03fce8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:09:38.147831 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-d9caafbb-c2f1-4192-adea-c1a50ddd4e98 None None] Provisioning complete for port c2b283cb-6a55-489b-93e0-f7550bffc148 triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:09:38.148903 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-d9caafbb-c2f1-4192-adea-c1a50ddd4e98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:09:38.169176 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [req-98edc7c7-31a7-40c9-8226-6fa77dffee3c req-1172f7dc-170b-4ee3-af18-3a662a03fce8 service neutron] For port c2b283cb-6a55-489b-93e0-f7550bffc148, host n-h1-816865-1, cleared binding levels {{(pid=102386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 19:09:38.179794 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [req-98edc7c7-31a7-40c9-8226-6fa77dffee3c req-1172f7dc-170b-4ee3-af18-3a662a03fce8 service neutron] For port c2b283cb-6a55-489b-93e0-f7550bffc148, host n-h1-816865-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=c2b283cb-6a55-489b-93e0-f7550bffc148,segment=NetworkSegment(5b4b5bf4-ffef-44ab-bb8a-f344bae27634),segment_id=5b4b5bf4-ffef-44ab-bb8a-f344bae27634)] {{(pid=102386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 19:09:38.199585 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-3fcb65f4-6c8e-40a1-a486-977c59ce0351 req-51176cab-d4e0-44c3-8dfb-9ad309271ab1 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] 10.222.0.13 "GET /v2.0/security-groups?id=12cfcbed-e7fb-4412-a871-fb89c7d2c113&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2657001 Nov 05 19:09:38.262850 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-98edc7c7-31a7-40c9-8226-6fa77dffee3c req-1172f7dc-170b-4ee3-af18-3a662a03fce8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6149821'] for port, after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:09:38.274511 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-94fbc15d-a63c-4fc0-bd91-ea2381c1a5a2 req-752eaee6-e2b3-4d42-9634-213d1ed9c9f7 tempest-TestServerMultinode-405309802 tempest-TestServerMultinode-405309802-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=8ffc4921-daf6-4a3d-af86-57295a7d5459 HTTP/1.1" status: 200 len: 210 time: 0.1446271 Nov 05 19:09:38.323724 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-d9caafbb-c2f1-4192-adea-c1a50ddd4e98 None None] Port c2b283cb-6a55-489b-93e0-f7550bffc148 cannot update to ACTIVE because it is not bound. {{(pid=102388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 19:09:38.358738 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-31f93893-a48e-4ae8-833d-dccb2b42eacc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:09:38.410965 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.db_base_plugin_common [req-63435716-2d1f-49de-85d6-16a5193f3ff6 req-bb2cda44-ab6e-4a2c-9649-b7352d534589 tempest-TestServerMultinode-405309802 tempest-TestServerMultinode-405309802-project-admin] Allocated IP 172.20.0.4 (ecda42c5-4acf-4ad4-b811-0f569ff28377/b12a920f-995e-4658-86f5-ed5879e48687/c01459f8-e5f9-4328-91ad-a44701dda888) {{(pid=102387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 19:09:38.553520 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:09:38.599523 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1172f7dc-170b-4ee3-af18-3a662a03fce8 service neutron] Pushing event updated for resources: {'Port': ['ID=c2b283cb-6a55-489b-93e0-f7550bffc148,revision_number=8']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:09:38.804800 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98edc7c7-31a7-40c9-8226-6fa77dffee3c req-1172f7dc-170b-4ee3-af18-3a662a03fce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:09:38.805671 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-98edc7c7-31a7-40c9-8226-6fa77dffee3c req-1172f7dc-170b-4ee3-af18-3a662a03fce8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:09:38.807037 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-98edc7c7-31a7-40c9-8226-6fa77dffee3c req-1172f7dc-170b-4ee3-af18-3a662a03fce8 service neutron] 10.222.0.55 "PUT /v2.0/ports/c2b283cb-6a55-489b-93e0-f7550bffc148 HTTP/1.1" status: 200 len: 1121 time: 1.8025947 Nov 05 19:09:38.866341 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] get_ports_and_sgs() called for port_ids ['c2b283cb-6a55-489b-93e0-f7550bffc148'] {{(pid=102388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 19:09:38.973299 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-63435716-2d1f-49de-85d6-16a5193f3ff6 req-bb2cda44-ab6e-4a2c-9649-b7352d534589 tempest-TestServerMultinode-405309802 tempest-TestServerMultinode-405309802-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:09:39.034444 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-d6117213-c3d3-41d6-80e9-8e7a9a7645c5 None None] Provisioning complete for port c2b283cb-6a55-489b-93e0-f7550bffc148 triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:09:39.035097 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-d6117213-c3d3-41d6-80e9-8e7a9a7645c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:09:39.169690 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-63435716-2d1f-49de-85d6-16a5193f3ff6 req-bb2cda44-ab6e-4a2c-9649-b7352d534589 tempest-TestServerMultinode-405309802 tempest-TestServerMultinode-405309802-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4417063'] for port, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:09:39.187888 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] get_ports_and_sgs() called for port_ids ['72de4123-141f-46ed-af64-621107c8f0da'] {{(pid=102388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 19:09:39.297331 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2cda44-ab6e-4a2c-9649-b7352d534589 tempest-TestServerMultinode-405309802 tempest-TestServerMultinode-405309802-project-admin] Pushing event updated for resources: {'Port': ['ID=c01459f8-e5f9-4328-91ad-a44701dda888,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:09:39.306156 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-d6117213-c3d3-41d6-80e9-8e7a9a7645c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:09:39.349244 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-63435716-2d1f-49de-85d6-16a5193f3ff6 req-bb2cda44-ab6e-4a2c-9649-b7352d534589 tempest-TestServerMultinode-405309802 tempest-TestServerMultinode-405309802-project-admin] Network ecda42c5-4acf-4ad4-b811-0f569ff28377 is already hosted by enough agents. {{(pid=102387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 19:09:39.353047 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.base_scheduler [req-63435716-2d1f-49de-85d6-16a5193f3ff6 req-bb2cda44-ab6e-4a2c-9649-b7352d534589 tempest-TestServerMultinode-405309802 tempest-TestServerMultinode-405309802-project-admin] Resources bound (agent type, host, resource id): {{(pid=102387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 19:09:39.356991 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.l3_dvrscheduler_db [req-63435716-2d1f-49de-85d6-16a5193f3ff6 req-bb2cda44-ab6e-4a2c-9649-b7352d534589 tempest-TestServerMultinode-405309802 tempest-TestServerMultinode-405309802-project-admin] Received port after_create {{(pid=102387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 19:09:39.397282 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3dbe097-f182-4a1f-850b-14fa595f328a req-d80c06b4-4850-4a65-b202-7146c148341e tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:09:39.401597 n-d-816865-1 neutron-server[102388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0047d45e-b897-437c-bf67-02c613002f4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2b283cb-6a55-489b-93e0-f7550bffc148'}] {{(pid=102388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 19:09:39.405113 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85474fee1180e129d8a886d264fe0b30223aa672dd1ffe43b630605f18504f68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a41d27d-d5b3-4b2f-82d2-01a7c3cb1b9e" -d '{"events": [{"server_uuid": "0047d45e-b897-437c-bf67-02c613002f4a", "name": "network-vif-plugged", "status": "completed", "tag": "c2b283cb-6a55-489b-93e0-f7550bffc148"}]}' {{(pid=102388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 19:09:39.409183 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-c3dbe097-f182-4a1f-850b-14fa595f328a req-d80c06b4-4850-4a65-b202-7146c148341e tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] 10.222.0.13 "GET /v2.0/ports?device_id=0047d45e-b897-437c-bf67-02c613002f4a HTTP/1.1" status: 200 len: 943 time: 0.0980763 Nov 05 19:09:39.446628 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-d6117213-c3d3-41d6-80e9-8e7a9a7645c5 None None] For port c2b283cb-6a55-489b-93e0-f7550bffc148, host n-h1-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=c2b283cb-6a55-489b-93e0-f7550bffc148,segment=NetworkSegment(5b4b5bf4-ffef-44ab-bb8a-f344bae27634),segment_id=5b4b5bf4-ffef-44ab-bb8a-f344bae27634)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:09:39.544084 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63435716-2d1f-49de-85d6-16a5193f3ff6 req-bb2cda44-ab6e-4a2c-9649-b7352d534589 tempest-TestServerMultinode-405309802 tempest-TestServerMultinode-405309802-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:09:39.544933 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-63435716-2d1f-49de-85d6-16a5193f3ff6 req-bb2cda44-ab6e-4a2c-9649-b7352d534589 tempest-TestServerMultinode-405309802 tempest-TestServerMultinode-405309802-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:09:39.558079 n-d-816865-1 neutron-server[102386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0047d45e-b897-437c-bf67-02c613002f4a', 'tag': 'c2b283cb-6a55-489b-93e0-f7550bffc148'}] {{(pid=102386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 19:09:39.561420 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6173a44d7c73f41af551dc890fa1a5892c2c6bc3458b640c8e0c24db7876ba6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e2b330a-6b7d-4906-aad4-09351a67e789" -d '{"events": [{"name": "network-changed", "server_uuid": "0047d45e-b897-437c-bf67-02c613002f4a", "tag": "c2b283cb-6a55-489b-93e0-f7550bffc148"}]}' {{(pid=102386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 19:09:39.589379 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-c3dbe097-f182-4a1f-850b-14fa595f328a req-e1837c86-6662-4c79-87cf-6ee99f9bb479 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] 10.222.0.13 "GET /v2.0/security-groups?id=12cfcbed-e7fb-4412-a871-fb89c7d2c113&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1792185 Nov 05 19:09:39.594434 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6755af8a-4c34-48c8-aff6-ddbfc1467beb req-c8e82213-ccc6-41f2-9517-b438955a40c5 tempest-TestServerMultinode-405309802 tempest-TestServerMultinode-405309802-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:09:39.596505 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-6755af8a-4c34-48c8-aff6-ddbfc1467beb req-c8e82213-ccc6-41f2-9517-b438955a40c5 tempest-TestServerMultinode-405309802 tempest-TestServerMultinode-405309802-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=8ffc4921-daf6-4a3d-af86-57295a7d5459 HTTP/1.1" status: 200 len: 1027 time: 0.1717038 Nov 05 19:09:39.602878 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-d6117213-c3d3-41d6-80e9-8e7a9a7645c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:09:39.677710 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-63435716-2d1f-49de-85d6-16a5193f3ff6 req-bb2cda44-ab6e-4a2c-9649-b7352d534589 tempest-TestServerMultinode-405309802 tempest-TestServerMultinode-405309802-project-admin] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 2.0267513 Nov 05 19:09:39.732430 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-6755af8a-4c34-48c8-aff6-ddbfc1467beb req-7201c090-a2dc-41ae-8e88-1b08c98b236a tempest-TestServerMultinode-405309802 tempest-TestServerMultinode-405309802-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=b5cc021e-aa8f-4323-a983-51b5dbdacaac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197860 Nov 05 19:09:39.739251 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [req-63435716-2d1f-49de-85d6-16a5193f3ff6 req-03619e2f-f0be-4ed6-b9bf-d85ac9674110 service neutron] Request body: {'port': {'device_id': '8ffc4921-daf6-4a3d-af86-57295a7d5459', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816865-1'}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:09:39.759454 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 19:09:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af1fb027-cab6-45c3-a1ac-6284784074e3 x-openstack-request-id: req-af1fb027-cab6-45c3-a1ac-6284784074e3 {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 19:09:39.760024 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0047d45e-b897-437c-bf67-02c613002f4a", "tag": "c2b283cb-6a55-489b-93e0-f7550bffc148", "status": "completed", "code": 200}]} {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 19:09:39.760488 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-af1fb027-cab6-45c3-a1ac-6284784074e3 {{(pid=102386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 19:09:39.761100 n-d-816865-1 neutron-server[102386]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0047d45e-b897-437c-bf67-02c613002f4a', 'tag': 'c2b283cb-6a55-489b-93e0-f7550bffc148', 'status': 'completed', 'code': 200} Nov 05 19:09:39.761280 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 19:09:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df9e1011-96f7-48a3-b9e9-f3e3e1bdec7a x-openstack-request-id: req-df9e1011-96f7-48a3-b9e9-f3e3e1bdec7a {{(pid=102388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 19:09:39.761548 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0047d45e-b897-437c-bf67-02c613002f4a", "name": "network-vif-plugged", "status": "completed", "tag": "c2b283cb-6a55-489b-93e0-f7550bffc148", "code": 200}]} {{(pid=102388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 19:09:39.761802 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-df9e1011-96f7-48a3-b9e9-f3e3e1bdec7a {{(pid=102388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 19:09:39.762211 n-d-816865-1 neutron-server[102388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0047d45e-b897-437c-bf67-02c613002f4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2b283cb-6a55-489b-93e0-f7550bffc148', 'code': 200} Nov 05 19:09:39.763592 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6117213-c3d3-41d6-80e9-8e7a9a7645c5 None None] Pushing event updated for resources: {'Port': ['ID=c2b283cb-6a55-489b-93e0-f7550bffc148,revision_number=9']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:09:39.842397 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2b330a-6b7d-4906-aad4-09351a67e789 req-753611a2-cf50-4e90-97dd-ea46868ebee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:09:39.844334 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-3e2b330a-6b7d-4906-aad4-09351a67e789 req-753611a2-cf50-4e90-97dd-ea46868ebee4 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=777902a3c6ed4ff2a5460208db53bd8a&device_id=0047d45e-b897-437c-bf67-02c613002f4a HTTP/1.1" status: 200 len: 1126 time: 0.0601325 Nov 05 19:09:39.883899 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-63435716-2d1f-49de-85d6-16a5193f3ff6 req-03619e2f-f0be-4ed6-b9bf-d85ac9674110 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:09:40.045402 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2b330a-6b7d-4906-aad4-09351a67e789 req-8662a4ed-4640-4e1e-a33a-6f3d61e12d94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:09:40.047026 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-3e2b330a-6b7d-4906-aad4-09351a67e789 req-8662a4ed-4640-4e1e-a33a-6f3d61e12d94 service neutron] 10.222.0.41 "GET /v2.0/networks?id=4b059334-dafd-4f9f-91b0-dba42be862b2 HTTP/1.1" status: 200 len: 898 time: 0.1929507 Nov 05 19:09:40.172694 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-fd472408-d2c0-439b-916b-16f526cd4100 None None] Provisioning complete for port c01459f8-e5f9-4328-91ad-a44701dda888 triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:09:40.174224 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-fd472408-d2c0-439b-916b-16f526cd4100 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:09:40.192131 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-3e2b330a-6b7d-4906-aad4-09351a67e789 req-d1928a7f-4900-43fe-9d56-6e78329b760b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c2b283cb-6a55-489b-93e0-f7550bffc148 HTTP/1.1" status: 200 len: 1000 time: 0.1324997 Nov 05 19:09:40.250499 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-fd472408-d2c0-439b-916b-16f526cd4100 None None] Port c01459f8-e5f9-4328-91ad-a44701dda888 cannot update to ACTIVE because it is not bound. {{(pid=102388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 19:09:40.283158 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2b330a-6b7d-4906-aad4-09351a67e789 req-52e0a478-2cfa-40a5-ab84-3e03fbdfd0e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:09:40.285240 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-3e2b330a-6b7d-4906-aad4-09351a67e789 req-52e0a478-2cfa-40a5-ab84-3e03fbdfd0e4 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8c015bc4-06f3-40c7-a991-adcb8966305a HTTP/1.1" status: 200 len: 835 time: 0.0861964 Nov 05 19:09:40.325204 n-d-816865-1 neutron-server[102387]: DEBUG neutron.notifiers.nova [req-63435716-2d1f-49de-85d6-16a5193f3ff6 req-03619e2f-f0be-4ed6-b9bf-d85ac9674110 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c01459f8-e5f9-4328-91ad-a44701dda888 {{(pid=102387) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 19:09:40.332858 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-63435716-2d1f-49de-85d6-16a5193f3ff6 req-03619e2f-f0be-4ed6-b9bf-d85ac9674110 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:09:40.358903 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.provisioning_blocks [req-63435716-2d1f-49de-85d6-16a5193f3ff6 req-03619e2f-f0be-4ed6-b9bf-d85ac9674110 service neutron] Transition to ACTIVE for port object c01459f8-e5f9-4328-91ad-a44701dda888 will not be triggered until provisioned by entity L2. {{(pid=102387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 05 19:09:40.368834 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2b330a-6b7d-4906-aad4-09351a67e789 req-8c5bb462-cd2f-45dd-9bc3-7a128451b3e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:09:40.370596 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-3e2b330a-6b7d-4906-aad4-09351a67e789 req-8c5bb462-cd2f-45dd-9bc3-7a128451b3e5 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=4b059334-dafd-4f9f-91b0-dba42be862b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0778654 Nov 05 19:09:40.444339 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-63435716-2d1f-49de-85d6-16a5193f3ff6 req-03619e2f-f0be-4ed6-b9bf-d85ac9674110 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4417072'] for port, after_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:09:40.474678 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef711590-1626-4835-b30f-37e5c384e773 req-88d4fea8-7ce0-48c1-aa29-2d82459b3cae tempest-VolumesSnapshotTestJSON-1437954504 tempest-VolumesSnapshotTestJSON-1437954504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:09:40.476009 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-ef711590-1626-4835-b30f-37e5c384e773 req-88d4fea8-7ce0-48c1-aa29-2d82459b3cae tempest-VolumesSnapshotTestJSON-1437954504 tempest-VolumesSnapshotTestJSON-1437954504-project] 10.222.0.13 "GET /v2.0/ports?device_id=9b52499c-9c34-4a81-9e1d-bfa4c9660033 HTTP/1.1" status: 200 len: 945 time: 0.1104841 Nov 05 19:09:40.531144 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-3e2b330a-6b7d-4906-aad4-09351a67e789 req-fb872872-af53-45cf-afd4-9be2aaa4e56d service neutron] 10.222.0.41 "GET /v2.0/networks/4b059334-dafd-4f9f-91b0-dba42be862b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1328931 Nov 05 19:09:40.671570 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03619e2f-f0be-4ed6-b9bf-d85ac9674110 service neutron] Pushing event updated for resources: {'Port': ['ID=c01459f8-e5f9-4328-91ad-a44701dda888,revision_number=2']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:09:40.682139 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.managers [req-63435716-2d1f-49de-85d6-16a5193f3ff6 req-03619e2f-f0be-4ed6-b9bf-d85ac9674110 service neutron] Attempting to bind port c01459f8-e5f9-4328-91ad-a44701dda888 on host n-h1-816865-1 for vnic_type normal with profile {{(pid=102387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 19:09:40.682544 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.managers [req-63435716-2d1f-49de-85d6-16a5193f3ff6 req-03619e2f-f0be-4ed6-b9bf-d85ac9674110 service neutron] Attempting to bind port c01459f8-e5f9-4328-91ad-a44701dda888 by drivers openvswitch,hyperv on host n-h1-816865-1 at level 0 using segments [{'id': '4294eaa4-9159-4512-b472-00960aa998f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'ecda42c5-4acf-4ad4-b811-0f569ff28377'}] {{(pid=102387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 19:09:40.682943 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63435716-2d1f-49de-85d6-16a5193f3ff6 req-03619e2f-f0be-4ed6-b9bf-d85ac9674110 service neutron] Attempting to bind port c01459f8-e5f9-4328-91ad-a44701dda888 on network ecda42c5-4acf-4ad4-b811-0f569ff28377 {{(pid=102387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 19:09:40.715671 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-3e2b330a-6b7d-4906-aad4-09351a67e789 req-61e103e1-95d9-4084-9dbf-f7f0e3e6ee36 service neutron] 10.222.0.41 "GET /v2.0/networks/4b059334-dafd-4f9f-91b0-dba42be862b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1947303 Nov 05 19:09:40.735114 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63435716-2d1f-49de-85d6-16a5193f3ff6 req-03619e2f-f0be-4ed6-b9bf-d85ac9674110 service neutron] Port c01459f8-e5f9-4328-91ad-a44701dda888 on network ecda42c5-4acf-4ad4-b811-0f569ff28377 not bound, no agent of type Open vSwitch agent registered on host n-h1-816865-1 {{(pid=102387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 19:09:40.735453 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63435716-2d1f-49de-85d6-16a5193f3ff6 req-03619e2f-f0be-4ed6-b9bf-d85ac9674110 service neutron] Attempting to bind port c01459f8-e5f9-4328-91ad-a44701dda888 on network ecda42c5-4acf-4ad4-b811-0f569ff28377 {{(pid=102387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 19:09:40.753835 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-ef711590-1626-4835-b30f-37e5c384e773 req-e5ce32d1-0f33-4279-ba6b-801e7ece8724 tempest-VolumesSnapshotTestJSON-1437954504 tempest-VolumesSnapshotTestJSON-1437954504-project] 10.222.0.13 "GET /v2.0/security-groups?id=d7b9c99a-6df0-4863-822b-c575f2680e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2342749 Nov 05 19:09:40.836650 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63435716-2d1f-49de-85d6-16a5193f3ff6 req-03619e2f-f0be-4ed6-b9bf-d85ac9674110 service neutron] Checking agent: {'id': 'eb596d7c-8c64-42bd-8aca-fad447eb0eab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816865-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 18, 33, 34), 'started_at': datetime.datetime(2021, 11, 5, 18, 33, 34), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 19, 9, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 19:09:40.837004 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63435716-2d1f-49de-85d6-16a5193f3ff6 req-03619e2f-f0be-4ed6-b9bf-d85ac9674110 service neutron] Checking segment: {'id': '4294eaa4-9159-4512-b472-00960aa998f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'ecda42c5-4acf-4ad4-b811-0f569ff28377'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 19:09:40.837421 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63435716-2d1f-49de-85d6-16a5193f3ff6 req-03619e2f-f0be-4ed6-b9bf-d85ac9674110 service neutron] Bound using segment: {'id': '4294eaa4-9159-4512-b472-00960aa998f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'ecda42c5-4acf-4ad4-b811-0f569ff28377'} {{(pid=102387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 19:09:40.837873 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.managers [req-63435716-2d1f-49de-85d6-16a5193f3ff6 req-03619e2f-f0be-4ed6-b9bf-d85ac9674110 service neutron] Bound port: c01459f8-e5f9-4328-91ad-a44701dda888, host: n-h1-816865-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4294eaa4-9159-4512-b472-00960aa998f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'ecda42c5-4acf-4ad4-b811-0f569ff28377'}}] {{(pid=102387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 19:09:40.838250 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-63435716-2d1f-49de-85d6-16a5193f3ff6 req-03619e2f-f0be-4ed6-b9bf-d85ac9674110 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:09:40.913563 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc3ab71-3db6-4a70-baa4-fbc544c743f4 req-a9b58087-ed0b-45dd-8b14-3a46aeb6b049 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:09:40.921277 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-ccc3ab71-3db6-4a70-baa4-fbc544c743f4 req-a9b58087-ed0b-45dd-8b14-3a46aeb6b049 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] 10.222.0.13 "GET /v2.0/ports?device_id=0047d45e-b897-437c-bf67-02c613002f4a HTTP/1.1" status: 200 len: 945 time: 0.1720364 Nov 05 19:09:41.041032 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.db [req-63435716-2d1f-49de-85d6-16a5193f3ff6 req-03619e2f-f0be-4ed6-b9bf-d85ac9674110 service neutron] For port c01459f8-e5f9-4328-91ad-a44701dda888, host n-h1-816865-1, cleared binding levels {{(pid=102387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 19:09:41.054474 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe9d85c-2fa2-4c37-8eac-f30a31f97d38 req-2f6fc9c3-f60d-4d36-a753-bf6bfab27f0d tempest-TestServerMultinode-405309802 tempest-TestServerMultinode-405309802-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:09:41.056166 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-dbe9d85c-2fa2-4c37-8eac-f30a31f97d38 req-2f6fc9c3-f60d-4d36-a753-bf6bfab27f0d tempest-TestServerMultinode-405309802 tempest-TestServerMultinode-405309802-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=8ffc4921-daf6-4a3d-af86-57295a7d5459 HTTP/1.1" status: 200 len: 1052 time: 0.2132816 Nov 05 19:09:41.081505 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-ccc3ab71-3db6-4a70-baa4-fbc544c743f4 req-4b18e98f-03a1-466d-bc28-7d2d40bcb4bd tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] 10.222.0.13 "GET /v2.0/security-groups?id=12cfcbed-e7fb-4412-a871-fb89c7d2c113&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1588314 Nov 05 19:09:41.098030 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.db [req-63435716-2d1f-49de-85d6-16a5193f3ff6 req-03619e2f-f0be-4ed6-b9bf-d85ac9674110 service neutron] For port c01459f8-e5f9-4328-91ad-a44701dda888, host n-h1-816865-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=c01459f8-e5f9-4328-91ad-a44701dda888,segment=NetworkSegment(4294eaa4-9159-4512-b472-00960aa998f8),segment_id=4294eaa4-9159-4512-b472-00960aa998f8)] {{(pid=102387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 19:09:41.138722 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-dbe9d85c-2fa2-4c37-8eac-f30a31f97d38 req-ae217a65-c6ce-4182-a790-5b32b2d084e3 tempest-TestServerMultinode-405309802 tempest-TestServerMultinode-405309802-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=b5cc021e-aa8f-4323-a983-51b5dbdacaac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724339 Nov 05 19:09:41.160423 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-63435716-2d1f-49de-85d6-16a5193f3ff6 req-03619e2f-f0be-4ed6-b9bf-d85ac9674110 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4417072'] for port, after_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:09:41.200403 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63435716-2d1f-49de-85d6-16a5193f3ff6 req-03619e2f-f0be-4ed6-b9bf-d85ac9674110 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:09:41.201124 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-63435716-2d1f-49de-85d6-16a5193f3ff6 req-03619e2f-f0be-4ed6-b9bf-d85ac9674110 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:09:41.202493 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-63435716-2d1f-49de-85d6-16a5193f3ff6 req-03619e2f-f0be-4ed6-b9bf-d85ac9674110 service neutron] 10.222.0.41 "PUT /v2.0/ports/c01459f8-e5f9-4328-91ad-a44701dda888 HTTP/1.1" status: 200 len: 1091 time: 1.4848721 Nov 05 19:09:41.202927 n-d-816865-1 neutron-server[102387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ffc4921-daf6-4a3d-af86-57295a7d5459', 'tag': 'c01459f8-e5f9-4328-91ad-a44701dda888'}] {{(pid=102387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 19:09:41.215173 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab06bd4ddf5758c1f10d79fe34dc215bafa488692cde9dba2fcbcb67556f90bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92a61729-a058-46dc-a57d-1b2208ee1d3a" -d '{"events": [{"name": "network-changed", "server_uuid": "8ffc4921-daf6-4a3d-af86-57295a7d5459", "tag": "c01459f8-e5f9-4328-91ad-a44701dda888"}]}' {{(pid=102387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 19:09:41.246299 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03619e2f-f0be-4ed6-b9bf-d85ac9674110 service neutron] Pushing event updated for resources: {'Port': ['ID=c01459f8-e5f9-4328-91ad-a44701dda888,revision_number=3']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:09:41.278853 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 19:09:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b3677de-d1ae-43c1-b8f7-769a4f2b0d50 x-openstack-request-id: req-6b3677de-d1ae-43c1-b8f7-769a4f2b0d50 {{(pid=102387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 19:09:41.279276 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ffc4921-daf6-4a3d-af86-57295a7d5459", "tag": "c01459f8-e5f9-4328-91ad-a44701dda888", "status": "completed", "code": 200}]} {{(pid=102387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 19:09:41.279548 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6b3677de-d1ae-43c1-b8f7-769a4f2b0d50 {{(pid=102387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 19:09:41.279964 n-d-816865-1 neutron-server[102387]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ffc4921-daf6-4a3d-af86-57295a7d5459', 'tag': 'c01459f8-e5f9-4328-91ad-a44701dda888', 'status': 'completed', 'code': 200} Nov 05 19:09:41.340588 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a61729-a058-46dc-a57d-1b2208ee1d3a req-6d5b6c59-8469-46b5-a8d7-297d776b9b95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:09:41.342403 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-92a61729-a058-46dc-a57d-1b2208ee1d3a req-6d5b6c59-8469-46b5-a8d7-297d776b9b95 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5628c27c4e9745e0b64e152634c85b5a&device_id=8ffc4921-daf6-4a3d-af86-57295a7d5459 HTTP/1.1" status: 200 len: 1094 time: 0.0544198 Nov 05 19:09:41.349913 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Device c2b283cb-6a55-489b-93e0-f7550bffc148 details requested by agent hyperv_n-h2-816865-1 with host n-h2-816865-1 {{(pid=102388) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 05 19:09:41.469444 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] For port c2b283cb-6a55-489b-93e0-f7550bffc148, host n-h1-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=c2b283cb-6a55-489b-93e0-f7550bffc148,segment=NetworkSegment(5b4b5bf4-ffef-44ab-bb8a-f344bae27634),segment_id=5b4b5bf4-ffef-44ab-bb8a-f344bae27634)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:09:41.489514 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Device c2b283cb-6a55-489b-93e0-f7550bffc148 has no active binding in host n-h2-816865-1 {{(pid=102388) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 05 19:09:41.493167 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a61729-a058-46dc-a57d-1b2208ee1d3a req-7a0b88ac-c91b-4c16-b7f9-3dcd48ed6233 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:09:41.506349 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-92a61729-a058-46dc-a57d-1b2208ee1d3a req-7a0b88ac-c91b-4c16-b7f9-3dcd48ed6233 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=5628c27c4e9745e0b64e152634c85b5a&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1441050 Nov 05 19:09:41.636170 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a61729-a058-46dc-a57d-1b2208ee1d3a req-4e555774-0ed6-44ba-b2a1-a3031d447ee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:09:41.637956 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-92a61729-a058-46dc-a57d-1b2208ee1d3a req-4e555774-0ed6-44ba-b2a1-a3031d447ee7 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1340227 Nov 05 19:09:41.721585 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63435716-2d1f-49de-85d6-16a5193f3ff6 req-4ef096cb-cf81-43d7-af25-be5e41c66761 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:09:41.721927 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-63435716-2d1f-49de-85d6-16a5193f3ff6 req-4ef096cb-cf81-43d7-af25-be5e41c66761 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5628c27c4e9745e0b64e152634c85b5a&device_id=8ffc4921-daf6-4a3d-af86-57295a7d5459 HTTP/1.1" status: 200 len: 1094 time: 0.0450640 Nov 05 19:09:41.770034 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-63435716-2d1f-49de-85d6-16a5193f3ff6 req-6d3a7b03-daf5-418e-8179-e85b22eab026 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c01459f8-e5f9-4328-91ad-a44701dda888 HTTP/1.1" status: 200 len: 217 time: 0.0392227 Nov 05 19:09:41.903524 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63435716-2d1f-49de-85d6-16a5193f3ff6 req-5b11a4c0-45e0-4f14-b5a4-1a2674dc3eb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:09:41.905147 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-63435716-2d1f-49de-85d6-16a5193f3ff6 req-5b11a4c0-45e0-4f14-b5a4-1a2674dc3eb0 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b12a920f-995e-4658-86f5-ed5879e48687 HTTP/1.1" status: 200 len: 846 time: 0.1261644 Nov 05 19:09:41.917006 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b16cb5-7b7c-4ec0-9cd3-2be4435f0164 req-4bf800d3-b1bc-4ec1-b06e-9b2f343af89d tempest-VolumesSnapshotTestJSON-1437954504 tempest-VolumesSnapshotTestJSON-1437954504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:09:41.920370 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-06b16cb5-7b7c-4ec0-9cd3-2be4435f0164 req-4bf800d3-b1bc-4ec1-b06e-9b2f343af89d tempest-VolumesSnapshotTestJSON-1437954504 tempest-VolumesSnapshotTestJSON-1437954504-project] 10.222.0.13 "GET /v2.0/ports?device_id=9b52499c-9c34-4a81-9e1d-bfa4c9660033 HTTP/1.1" status: 200 len: 945 time: 0.0663671 Nov 05 19:09:42.012342 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-06b16cb5-7b7c-4ec0-9cd3-2be4435f0164 req-be009d20-1794-425b-8372-81fc75027199 tempest-VolumesSnapshotTestJSON-1437954504 tempest-VolumesSnapshotTestJSON-1437954504-project] 10.222.0.13 "GET /v2.0/security-groups?id=d7b9c99a-6df0-4863-822b-c575f2680e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847576 Nov 05 19:09:42.019696 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63435716-2d1f-49de-85d6-16a5193f3ff6 req-2c6cb3af-2262-4221-83b7-eb2560052d9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:09:42.021918 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-63435716-2d1f-49de-85d6-16a5193f3ff6 req-2c6cb3af-2262-4221-83b7-eb2560052d9a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ecda42c5-4acf-4ad4-b811-0f569ff28377&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1024578 Nov 05 19:09:42.195143 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-63435716-2d1f-49de-85d6-16a5193f3ff6 req-8555b55c-9356-4676-a01c-597defb52d3f service neutron] 10.222.0.41 "GET /v2.0/networks/ecda42c5-4acf-4ad4-b811-0f569ff28377?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1631918 Nov 05 19:09:42.333149 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fa894d-0ce0-40fd-8310-2ef8be3c1c23 req-ac85e761-1d07-48df-952d-179fe4656859 tempest-TestServerMultinode-405309802 tempest-TestServerMultinode-405309802-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:09:42.340603 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-49fa894d-0ce0-40fd-8310-2ef8be3c1c23 req-ac85e761-1d07-48df-952d-179fe4656859 tempest-TestServerMultinode-405309802 tempest-TestServerMultinode-405309802-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=8ffc4921-daf6-4a3d-af86-57295a7d5459 HTTP/1.1" status: 200 len: 1094 time: 0.1207385 Nov 05 19:09:42.379751 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd746b3-22ac-4efd-82d4-6469566756dd req-469ad3a9-e73c-40e2-8986-eb2db23dfda2 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:09:42.381342 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-bcd746b3-22ac-4efd-82d4-6469566756dd req-469ad3a9-e73c-40e2-8986-eb2db23dfda2 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] 10.222.0.13 "GET /v2.0/ports?device_id=0047d45e-b897-437c-bf67-02c613002f4a HTTP/1.1" status: 200 len: 945 time: 0.1853073 Nov 05 19:09:42.477683 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-bcd746b3-22ac-4efd-82d4-6469566756dd req-7a12939c-d617-4d29-8b74-5584254e6941 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] 10.222.0.13 "GET /v2.0/security-groups?id=12cfcbed-e7fb-4412-a871-fb89c7d2c113&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0883136 Nov 05 19:09:42.518495 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-63435716-2d1f-49de-85d6-16a5193f3ff6 req-73bac6dd-0bf0-4040-9031-ea65b45255b3 service neutron] 10.222.0.41 "GET /v2.0/networks/ecda42c5-4acf-4ad4-b811-0f569ff28377?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3089406 Nov 05 19:09:42.533778 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb3bdad-07cf-44fd-b4c9-5bd74b8df2b5 req-048c6d1c-fa54-4a9e-8cc5-2ca35e7f58de tempest-VolumesSnapshotTestJSON-1437954504 tempest-VolumesSnapshotTestJSON-1437954504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:09:42.534373 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-49fa894d-0ce0-40fd-8310-2ef8be3c1c23 req-fab1eab1-a7a2-41fb-8f41-2dd8f5cf1e37 tempest-TestServerMultinode-405309802 tempest-TestServerMultinode-405309802-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=b5cc021e-aa8f-4323-a983-51b5dbdacaac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1927392 Nov 05 19:09:42.547125 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-eeb3bdad-07cf-44fd-b4c9-5bd74b8df2b5 req-048c6d1c-fa54-4a9e-8cc5-2ca35e7f58de tempest-VolumesSnapshotTestJSON-1437954504 tempest-VolumesSnapshotTestJSON-1437954504-project] 10.222.0.55 "GET /v2.0/ports?device_id=9b52499c-9c34-4a81-9e1d-bfa4c9660033 HTTP/1.1" status: 200 len: 945 time: 0.0886195 Nov 05 19:09:42.652917 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [req-eeb3bdad-07cf-44fd-b4c9-5bd74b8df2b5 req-02c1ccbc-a113-4a82-99ab-4d348a3f3b44 tempest-VolumesSnapshotTestJSON-1437954504 tempest-VolumesSnapshotTestJSON-1437954504-project] Deleting port 57416c37-8f32-4cdf-8130-401b82217f2d {{(pid=102386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 19:09:42.653295 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-eeb3bdad-07cf-44fd-b4c9-5bd74b8df2b5 req-02c1ccbc-a113-4a82-99ab-4d348a3f3b44 tempest-VolumesSnapshotTestJSON-1437954504 tempest-VolumesSnapshotTestJSON-1437954504-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:09:42.769709 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [req-eeb3bdad-07cf-44fd-b4c9-5bd74b8df2b5 req-02c1ccbc-a113-4a82-99ab-4d348a3f3b44 tempest-VolumesSnapshotTestJSON-1437954504 tempest-VolumesSnapshotTestJSON-1437954504-project] For port 57416c37-8f32-4cdf-8130-401b82217f2d, host n-h2-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=57416c37-8f32-4cdf-8130-401b82217f2d,segment=NetworkSegment(9fdad650-1304-44e2-aad9-4017937c0790),segment_id=9fdad650-1304-44e2-aad9-4017937c0790)] {{(pid=102386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:09:42.780697 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-eeb3bdad-07cf-44fd-b4c9-5bd74b8df2b5 req-02c1ccbc-a113-4a82-99ab-4d348a3f3b44 tempest-VolumesSnapshotTestJSON-1437954504 tempest-VolumesSnapshotTestJSON-1437954504-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:09:42.784912 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [req-eeb3bdad-07cf-44fd-b4c9-5bd74b8df2b5 req-02c1ccbc-a113-4a82-99ab-4d348a3f3b44 tempest-VolumesSnapshotTestJSON-1437954504 tempest-VolumesSnapshotTestJSON-1437954504-project] Calling delete_port for 57416c37-8f32-4cdf-8130-401b82217f2d owned by compute:nova {{(pid=102386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 19:09:42.991379 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-eeb3bdad-07cf-44fd-b4c9-5bd74b8df2b5 req-02c1ccbc-a113-4a82-99ab-4d348a3f3b44 tempest-VolumesSnapshotTestJSON-1437954504 tempest-VolumesSnapshotTestJSON-1437954504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:09:43.016609 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] get_ports_and_sgs() called for port_ids ['57416c37-8f32-4cdf-8130-401b82217f2d'] {{(pid=102388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 19:09:43.068783 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c1ccbc-a113-4a82-99ab-4d348a3f3b44 tempest-VolumesSnapshotTestJSON-1437954504 tempest-VolumesSnapshotTestJSON-1437954504-project] Pushing event deleted for resources: {'Port': ['ID=57416c37-8f32-4cdf-8130-401b82217f2d,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:09:43.132573 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [req-eeb3bdad-07cf-44fd-b4c9-5bd74b8df2b5 req-02c1ccbc-a113-4a82-99ab-4d348a3f3b44 tempest-VolumesSnapshotTestJSON-1437954504 tempest-VolumesSnapshotTestJSON-1437954504-project] No DVR routers for this DVR port 57416c37-8f32-4cdf-8130-401b82217f2d on host n-h2-816865-1 {{(pid=102386) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 19:09:43.167791 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-eeb3bdad-07cf-44fd-b4c9-5bd74b8df2b5 req-02c1ccbc-a113-4a82-99ab-4d348a3f3b44 tempest-VolumesSnapshotTestJSON-1437954504 tempest-VolumesSnapshotTestJSON-1437954504-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:09:43.167791 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-eeb3bdad-07cf-44fd-b4c9-5bd74b8df2b5 req-02c1ccbc-a113-4a82-99ab-4d348a3f3b44 tempest-VolumesSnapshotTestJSON-1437954504 tempest-VolumesSnapshotTestJSON-1437954504-project] 10.222.0.55 "DELETE /v2.0/ports/57416c37-8f32-4cdf-8130-401b82217f2d HTTP/1.1" status: 204 len: 173 time: 0.6043143 Nov 05 19:09:43.167791 n-d-816865-1 neutron-server[102386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b52499c-9c34-4a81-9e1d-bfa4c9660033', 'name': 'network-vif-deleted', 'tag': '57416c37-8f32-4cdf-8130-401b82217f2d'}] {{(pid=102386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 19:09:43.167791 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6173a44d7c73f41af551dc890fa1a5892c2c6bc3458b640c8e0c24db7876ba6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba5d8525-e696-4515-b267-3c5355c95d3d" -d '{"events": [{"server_uuid": "9b52499c-9c34-4a81-9e1d-bfa4c9660033", "name": "network-vif-deleted", "tag": "57416c37-8f32-4cdf-8130-401b82217f2d"}]}' {{(pid=102386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 19:09:43.175133 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-0053750d-ad15-40fc-a8f4-5a402ac4550f req-20cd4ff4-2419-427b-9f48-2ba42d3cfb39 tempest-VolumesSnapshotTestJSON-1437954504 tempest-VolumesSnapshotTestJSON-1437954504-project] 10.222.0.13 "GET /v2.0/ports?device_id=9b52499c-9c34-4a81-9e1d-bfa4c9660033 HTTP/1.1" status: 200 len: 210 time: 0.0411839 Nov 05 19:09:43.200253 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 19:09:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f16c6a6-09a8-495d-97db-cd9950081df4 x-openstack-request-id: req-9f16c6a6-09a8-495d-97db-cd9950081df4 {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 19:09:43.200799 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b52499c-9c34-4a81-9e1d-bfa4c9660033", "name": "network-vif-deleted", "tag": "57416c37-8f32-4cdf-8130-401b82217f2d", "status": "completed", "code": 200}]} {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 19:09:43.201314 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9f16c6a6-09a8-495d-97db-cd9950081df4 {{(pid=102386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 19:09:43.201916 n-d-816865-1 neutron-server[102386]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b52499c-9c34-4a81-9e1d-bfa4c9660033', 'name': 'network-vif-deleted', 'tag': '57416c37-8f32-4cdf-8130-401b82217f2d', 'status': 'completed', 'code': 200} Nov 05 19:09:43.628145 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5551a48a-35c8-4022-8746-1ee78284647f req-9061ee6f-4631-4fb8-8364-992690d040ce tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:09:43.629815 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-5551a48a-35c8-4022-8746-1ee78284647f req-9061ee6f-4631-4fb8-8364-992690d040ce tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] 10.222.0.13 "GET /v2.0/ports?device_id=0047d45e-b897-437c-bf67-02c613002f4a HTTP/1.1" status: 200 len: 945 time: 0.0651743 Nov 05 19:09:43.693816 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b9e406-544e-4459-9e2e-f993ce1926d1 req-ba9baa06-6874-4257-b6d0-4cd6c93b6e5a tempest-TestServerMultinode-405309802 tempest-TestServerMultinode-405309802-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:09:43.693816 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-c9b9e406-544e-4459-9e2e-f993ce1926d1 req-ba9baa06-6874-4257-b6d0-4cd6c93b6e5a tempest-TestServerMultinode-405309802 tempest-TestServerMultinode-405309802-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=8ffc4921-daf6-4a3d-af86-57295a7d5459 HTTP/1.1" status: 200 len: 1094 time: 0.0853364 Nov 05 19:09:43.704377 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-5551a48a-35c8-4022-8746-1ee78284647f req-bc5afa25-12fe-4d60-ac75-ec455fe50972 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] 10.222.0.13 "GET /v2.0/security-groups?id=12cfcbed-e7fb-4412-a871-fb89c7d2c113&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603001 Nov 05 19:09:43.760032 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-c9b9e406-544e-4459-9e2e-f993ce1926d1 req-6974e876-63f0-416c-8559-f44dc80ec39f tempest-TestServerMultinode-405309802 tempest-TestServerMultinode-405309802-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=b5cc021e-aa8f-4323-a983-51b5dbdacaac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602674 Nov 05 19:09:44.408375 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-98edc7c7-31a7-40c9-8226-6fa77dffee3c req-3ab92a51-0671-43a9-bdf6-f202472de736 service neutron] 10.222.0.41 "GET /v2.0/ports/c2b283cb-6a55-489b-93e0-f7550bffc148/bindings/n-h2-816865-1 HTTP/1.1" status: 200 len: 384 time: 0.1062810 Nov 05 19:09:44.624541 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.db [req-98edc7c7-31a7-40c9-8226-6fa77dffee3c req-9fa1ee6e-2a8e-4d10-b16d-7a091fe0ef25 service neutron] For port c2b283cb-6a55-489b-93e0-f7550bffc148, host n-h1-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=c2b283cb-6a55-489b-93e0-f7550bffc148,segment=NetworkSegment(5b4b5bf4-ffef-44ab-bb8a-f344bae27634),segment_id=5b4b5bf4-ffef-44ab-bb8a-f344bae27634)] {{(pid=102387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:09:44.647281 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.db [req-98edc7c7-31a7-40c9-8226-6fa77dffee3c req-9fa1ee6e-2a8e-4d10-b16d-7a091fe0ef25 service neutron] For port c2b283cb-6a55-489b-93e0-f7550bffc148, host n-h1-816865-1, cleared binding levels {{(pid=102387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 19:09:44.696098 n-d-816865-1 neutron-server[102387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0047d45e-b897-437c-bf67-02c613002f4a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c2b283cb-6a55-489b-93e0-f7550bffc148'}] {{(pid=102387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 19:09:44.700930 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab06bd4ddf5758c1f10d79fe34dc215bafa488692cde9dba2fcbcb67556f90bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3184a112-398b-4f76-a63b-9359c1effe34" -d '{"events": [{"server_uuid": "0047d45e-b897-437c-bf67-02c613002f4a", "name": "network-vif-unplugged", "status": "completed", "tag": "c2b283cb-6a55-489b-93e0-f7550bffc148"}]}' {{(pid=102387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 19:09:44.705702 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.db [req-98edc7c7-31a7-40c9-8226-6fa77dffee3c req-9fa1ee6e-2a8e-4d10-b16d-7a091fe0ef25 service neutron] For port c2b283cb-6a55-489b-93e0-f7550bffc148, host n-h2-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=c2b283cb-6a55-489b-93e0-f7550bffc148,segment=NetworkSegment(5b4b5bf4-ffef-44ab-bb8a-f344bae27634),segment_id=5b4b5bf4-ffef-44ab-bb8a-f344bae27634)] {{(pid=102387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:09:44.776133 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 05 Nov 2021 19:09:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2f6cc70-4d49-4166-9e57-072761e99ea4 x-openstack-request-id: req-a2f6cc70-4d49-4166-9e57-072761e99ea4 {{(pid=102387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 19:09:44.776520 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0047d45e-b897-437c-bf67-02c613002f4a", "name": "network-vif-unplugged", "status": "completed", "tag": "c2b283cb-6a55-489b-93e0-f7550bffc148", "code": 200}]} {{(pid=102387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 19:09:44.777031 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a2f6cc70-4d49-4166-9e57-072761e99ea4 {{(pid=102387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 19:09:44.777528 n-d-816865-1 neutron-server[102387]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0047d45e-b897-437c-bf67-02c613002f4a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c2b283cb-6a55-489b-93e0-f7550bffc148', 'code': 200} Nov 05 19:09:44.808587 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-98edc7c7-31a7-40c9-8226-6fa77dffee3c req-9fa1ee6e-2a8e-4d10-b16d-7a091fe0ef25 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:09:44.976143 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.provisioning_blocks [req-98edc7c7-31a7-40c9-8226-6fa77dffee3c req-9fa1ee6e-2a8e-4d10-b16d-7a091fe0ef25 service neutron] Transition to ACTIVE for port object c2b283cb-6a55-489b-93e0-f7550bffc148 will not be triggered until provisioned by entity L2. {{(pid=102387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 05 19:09:45.052823 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d058aa-2894-4610-ad55-0a8d79935b9e req-73e31dc5-a4dd-4283-933a-b6d0b009f183 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:09:45.061187 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-65d058aa-2894-4610-ad55-0a8d79935b9e req-73e31dc5-a4dd-4283-933a-b6d0b009f183 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] 10.222.0.13 "GET /v2.0/ports?device_id=0047d45e-b897-437c-bf67-02c613002f4a HTTP/1.1" status: 200 len: 944 time: 0.2410812 Nov 05 19:09:45.073215 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-98edc7c7-31a7-40c9-8226-6fa77dffee3c req-9fa1ee6e-2a8e-4d10-b16d-7a091fe0ef25 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4417072'] for port, after_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:09:45.163623 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa1ee6e-2a8e-4d10-b16d-7a091fe0ef25 service neutron] Pushing event updated for resources: {'Port': ['ID=c2b283cb-6a55-489b-93e0-f7550bffc148,revision_number=11']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:09:45.178336 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4253c84-b0cb-446c-b27b-b91b87d069a3 req-361214e4-3f74-4afe-9b2b-c87caadc3efc tempest-TestServerMultinode-405309802 tempest-TestServerMultinode-405309802-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:09:45.188302 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-f4253c84-b0cb-446c-b27b-b91b87d069a3 req-361214e4-3f74-4afe-9b2b-c87caadc3efc tempest-TestServerMultinode-405309802 tempest-TestServerMultinode-405309802-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=8ffc4921-daf6-4a3d-af86-57295a7d5459 HTTP/1.1" status: 200 len: 1094 time: 0.2102361 Nov 05 19:09:45.376121 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Device 57416c37-8f32-4cdf-8130-401b82217f2d no longer exists at agent hyperv_n-h2-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 19:09:45.451246 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] No Port match for: 57416c37-8f32-4cdf-8130-401b82217f2d {{(pid=102388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 19:09:45.454105 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Device 57416c37-8f32-4cdf-8130-401b82217f2d not bound to the agent host n-h2-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 19:09:45.811832 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-65d058aa-2894-4610-ad55-0a8d79935b9e req-fe4cf01e-4dcc-4dca-8273-2f0e3fc4d868 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] 10.222.0.13 "GET /v2.0/security-groups?id=12cfcbed-e7fb-4412-a871-fb89c7d2c113&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7497506 Nov 05 19:09:45.925270 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-f4253c84-b0cb-446c-b27b-b91b87d069a3 req-7859513c-ff3b-40bd-93f3-6d62f0aa5124 tempest-TestServerMultinode-405309802 tempest-TestServerMultinode-405309802-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=b5cc021e-aa8f-4323-a983-51b5dbdacaac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7304742 Nov 05 19:09:45.980388 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.l3_dvrscheduler_db [req-98edc7c7-31a7-40c9-8226-6fa77dffee3c req-9fa1ee6e-2a8e-4d10-b16d-7a091fe0ef25 service neutron] No DVR routers for this DVR port c2b283cb-6a55-489b-93e0-f7550bffc148 on host n-h1-816865-1 {{(pid=102387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 19:09:46.070774 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 32880) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:09:46.084586 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 32884) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:09:46.355959 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-98edc7c7-31a7-40c9-8226-6fa77dffee3c req-9fa1ee6e-2a8e-4d10-b16d-7a091fe0ef25 service neutron] 10.222.0.41 "PUT /v2.0/ports/c2b283cb-6a55-489b-93e0-f7550bffc148/bindings/n-h2-816865-1/activate HTTP/1.1" status: 200 len: 369 time: 1.9401758 Nov 05 19:09:46.380809 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-46ba869b-2ea8-48c4-8d7c-6c2a82f937c4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:09:46.431269 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-3c1e9b76-dbea-43b6-905f-bf8b8aa6aab4 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=638fcb3516bd43edb8dae9b93922194f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3430929 Nov 05 19:09:46.432555 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 32888) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:09:46.499796 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-46ba869b-2ea8-48c4-8d7c-6c2a82f937c4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:09:46.516183 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-3522765c-2e85-403d-adf9-47dc116a25f0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:09:46.582514 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-3522765c-2e85-403d-adf9-47dc116a25f0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:09:46.589496 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Device c01459f8-e5f9-4328-91ad-a44701dda888 details requested by agent hyperv_n-h1-816865-1 with host n-h1-816865-1 {{(pid=102388) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 05 19:09:46.611777 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-46ba869b-2ea8-48c4-8d7c-6c2a82f937c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:09:46.669270 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-46ba869b-2ea8-48c4-8d7c-6c2a82f937c4 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=83531c57cbde48a5abbf1787e55a217c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5961680 Nov 05 19:09:46.671600 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98edc7c7-31a7-40c9-8226-6fa77dffee3c req-c241c164-5664-4ebf-92f7-b3892a4538db tempest-TestNetworkAdvancedServerOps-912703179 tempest-TestNetworkAdvancedServerOps-912703179-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:09:46.672270 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 32892) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:09:46.674915 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-98edc7c7-31a7-40c9-8226-6fa77dffee3c req-c241c164-5664-4ebf-92f7-b3892a4538db tempest-TestNetworkAdvancedServerOps-912703179 tempest-TestNetworkAdvancedServerOps-912703179-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=0047d45e-b897-437c-bf67-02c613002f4a&tenant_id=777902a3c6ed4ff2a5460208db53bd8a&binding%3Ahost_id=n-h1-816865-1 HTTP/1.1" status: 200 len: 1095 time: 0.1407347 Nov 05 19:09:46.762404 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ba869b-2ea8-48c4-8d7c-6c2a82f937c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ffd3a6c-e6aa-4063-af34-3694ab2b3ec8,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:09:46.789060 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] For port c01459f8-e5f9-4328-91ad-a44701dda888, host n-h1-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=c01459f8-e5f9-4328-91ad-a44701dda888,segment=NetworkSegment(4294eaa4-9159-4512-b472-00960aa998f8),segment_id=4294eaa4-9159-4512-b472-00960aa998f8)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:09:46.807784 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Returning: {'device': 'c01459f8-e5f9-4328-91ad-a44701dda888', 'network_id': 'ecda42c5-4acf-4ad4-b811-0f569ff28377', 'port_id': 'c01459f8-e5f9-4328-91ad-a44701dda888', 'mac_address': 'fa:16:3e:c0:db:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 167, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b12a920f-995e-4658-86f5-ed5879e48687', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102388) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 05 19:09:46.816592 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98edc7c7-31a7-40c9-8226-6fa77dffee3c req-ee207b29-5a9e-46bd-a170-8c712260d2af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:09:46.818446 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-98edc7c7-31a7-40c9-8226-6fa77dffee3c req-ee207b29-5a9e-46bd-a170-8c712260d2af service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=0047d45e-b897-437c-bf67-02c613002f4a&tenant_id=777902a3c6ed4ff2a5460208db53bd8a HTTP/1.1" status: 200 len: 1095 time: 0.1307433 Nov 05 19:09:46.836768 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-029e35bc-080b-4c88-838b-a17f5de6355e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:09:46.858825 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:09:46.877262 n-d-816865-1 neutron-server[102388]: DEBUG neutron.notifiers.nova [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c01459f8-e5f9-4328-91ad-a44701dda888 {{(pid=102388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 19:09:46.880070 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-3522765c-2e85-403d-adf9-47dc116a25f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:09:46.889179 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-3522765c-2e85-403d-adf9-47dc116a25f0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:09:46.894315 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-3522765c-2e85-403d-adf9-47dc116a25f0 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5dcc2604-6c79-4848-9db6-602e3c39d773 HTTP/1.1" status: 204 len: 168 time: 0.4596629 Nov 05 19:09:46.925722 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] For port c01459f8-e5f9-4328-91ad-a44701dda888, host n-h1-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=c01459f8-e5f9-4328-91ad-a44701dda888,segment=NetworkSegment(4294eaa4-9159-4512-b472-00960aa998f8),segment_id=4294eaa4-9159-4512-b472-00960aa998f8)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:09:46.939955 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3522765c-2e85-403d-adf9-47dc116a25f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dcc2604-6c79-4848-9db6-602e3c39d773,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:09:46.958163 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98edc7c7-31a7-40c9-8226-6fa77dffee3c req-16717d90-2f5d-4cbf-a540-774f2d126c02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:09:46.963003 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-98edc7c7-31a7-40c9-8226-6fa77dffee3c req-16717d90-2f5d-4cbf-a540-774f2d126c02 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=777902a3c6ed4ff2a5460208db53bd8a&device_id=0047d45e-b897-437c-bf67-02c613002f4a HTTP/1.1" status: 200 len: 1095 time: 0.1067951 Nov 05 19:09:46.965296 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-029e35bc-080b-4c88-838b-a17f5de6355e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:09:47.010609 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:09:47.099317 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584ff3b0-8fa6-4d56-91d0-ed116c52606e req-102255d9-43c3-432e-bd1d-67622fcdeebd tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:09:47.101159 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Pushing event updated for resources: {'Port': ['ID=c01459f8-e5f9-4328-91ad-a44701dda888,revision_number=4']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:09:47.106974 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-584ff3b0-8fa6-4d56-91d0-ed116c52606e req-102255d9-43c3-432e-bd1d-67622fcdeebd tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] 10.222.0.13 "GET /v2.0/ports?device_id=0047d45e-b897-437c-bf67-02c613002f4a HTTP/1.1" status: 200 len: 944 time: 0.1277418 Nov 05 19:09:47.143831 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c44c4c6-5999-4d01-9ee4-0bb5af326852 req-83cb3f7f-df54-4e33-9477-6ef579846298 tempest-TestServerMultinode-405309802 tempest-TestServerMultinode-405309802-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:09:47.145333 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-4c44c4c6-5999-4d01-9ee4-0bb5af326852 req-83cb3f7f-df54-4e33-9477-6ef579846298 tempest-TestServerMultinode-405309802 tempest-TestServerMultinode-405309802-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=8ffc4921-daf6-4a3d-af86-57295a7d5459 HTTP/1.1" status: 200 len: 1095 time: 0.0992856 Nov 05 19:09:47.178509 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98edc7c7-31a7-40c9-8226-6fa77dffee3c req-d37619d4-e7c2-42be-8e9a-0142ad020eb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:09:47.181331 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-98edc7c7-31a7-40c9-8226-6fa77dffee3c req-d37619d4-e7c2-42be-8e9a-0142ad020eb4 service neutron] 10.222.0.55 "GET /v2.0/networks?id=4b059334-dafd-4f9f-91b0-dba42be862b2 HTTP/1.1" status: 200 len: 898 time: 0.2028358 Nov 05 19:09:47.207080 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] get_ports_and_sgs() called for port_ids ['c01459f8-e5f9-4328-91ad-a44701dda888'] {{(pid=102388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 19:09:47.219284 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-584ff3b0-8fa6-4d56-91d0-ed116c52606e req-590855f6-66ff-49ea-8aeb-4eb40cd0eca9 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] 10.222.0.13 "GET /v2.0/security-groups?id=12cfcbed-e7fb-4412-a871-fb89c7d2c113&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1113431 Nov 05 19:09:47.235613 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-029e35bc-080b-4c88-838b-a17f5de6355e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:09:47.238232 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-029e35bc-080b-4c88-838b-a17f5de6355e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:09:47.241612 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-029e35bc-080b-4c88-838b-a17f5de6355e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2ffd3a6c-e6aa-4063-af34-3694ab2b3ec8 HTTP/1.1" status: 204 len: 168 time: 0.5659485 Nov 05 19:09:47.274782 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-4c44c4c6-5999-4d01-9ee4-0bb5af326852 req-274d6b63-2a02-414c-a7b8-2374fd584fe6 tempest-TestServerMultinode-405309802 tempest-TestServerMultinode-405309802-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=b5cc021e-aa8f-4323-a983-51b5dbdacaac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208229 Nov 05 19:09:47.278776 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029e35bc-080b-4c88-838b-a17f5de6355e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ffd3a6c-e6aa-4063-af34-3694ab2b3ec8,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:09:47.338578 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-98edc7c7-31a7-40c9-8226-6fa77dffee3c req-335cc3b5-cbb5-4028-b1b8-90d7b73ebab3 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c2b283cb-6a55-489b-93e0-f7550bffc148 HTTP/1.1" status: 200 len: 998 time: 0.1490195 Nov 05 19:09:47.464598 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98edc7c7-31a7-40c9-8226-6fa77dffee3c req-676154ba-2151-4a85-a0e7-8bfe02f98ac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:09:47.467636 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-98edc7c7-31a7-40c9-8226-6fa77dffee3c req-676154ba-2151-4a85-a0e7-8bfe02f98ac9 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=8c015bc4-06f3-40c7-a991-adcb8966305a HTTP/1.1" status: 200 len: 835 time: 0.1207886 Nov 05 19:09:47.539678 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98edc7c7-31a7-40c9-8226-6fa77dffee3c req-d3309de8-0193-41b0-831c-c33c926a6295 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:09:47.541396 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-98edc7c7-31a7-40c9-8226-6fa77dffee3c req-d3309de8-0193-41b0-831c-c33c926a6295 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=4b059334-dafd-4f9f-91b0-dba42be862b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0666006 Nov 05 19:09:47.682831 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-98edc7c7-31a7-40c9-8226-6fa77dffee3c req-2e2963c7-08d0-4ee3-bd9f-e6d5ec17fd10 service neutron] 10.222.0.55 "GET /v2.0/networks/4b059334-dafd-4f9f-91b0-dba42be862b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1306429 Nov 05 19:09:47.785752 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-98edc7c7-31a7-40c9-8226-6fa77dffee3c req-adf2cf10-6a55-4c1f-887e-ce54fb373911 service neutron] 10.222.0.55 "GET /v2.0/networks/4b059334-dafd-4f9f-91b0-dba42be862b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935683 Nov 05 19:09:48.211835 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 32930) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:09:48.226648 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-be4c1aca-3afd-4395-b3e9-2b7cb3f723b8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:09:48.387124 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafadf80-34e1-4d75-b0ae-8a984dcf5e6d req-b038a66c-c5a7-40e6-bbda-b9d95f939c63 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:09:48.388709 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-aafadf80-34e1-4d75-b0ae-8a984dcf5e6d req-b038a66c-c5a7-40e6-bbda-b9d95f939c63 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] 10.222.0.13 "GET /v2.0/ports?device_id=0047d45e-b897-437c-bf67-02c613002f4a HTTP/1.1" status: 200 len: 944 time: 0.0944953 Nov 05 19:09:48.413333 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 32938) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:09:48.471430 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98edc7c7-31a7-40c9-8226-6fa77dffee3c req-12d616a7-f2ba-49d4-a209-8d1af8dea7ee tempest-TestNetworkAdvancedServerOps-912703179 tempest-TestNetworkAdvancedServerOps-912703179-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:09:48.473650 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-98edc7c7-31a7-40c9-8226-6fa77dffee3c req-12d616a7-f2ba-49d4-a209-8d1af8dea7ee tempest-TestNetworkAdvancedServerOps-912703179 tempest-TestNetworkAdvancedServerOps-912703179-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=0047d45e-b897-437c-bf67-02c613002f4a&tenant_id=777902a3c6ed4ff2a5460208db53bd8a&binding%3Ahost_id=n-h2-816865-1 HTTP/1.1" status: 200 len: 1095 time: 0.0692806 Nov 05 19:09:48.511350 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-aafadf80-34e1-4d75-b0ae-8a984dcf5e6d req-e5bc409a-2917-42b5-bb23-6f31bf893731 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] 10.222.0.13 "GET /v2.0/security-groups?id=12cfcbed-e7fb-4412-a871-fb89c7d2c113&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1158116 Nov 05 19:09:48.525957 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-be4c1aca-3afd-4395-b3e9-2b7cb3f723b8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:09:48.542739 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f69a229-2ec1-43d6-80fd-de15a6143b85 req-0bb2ec07-09f3-466d-ad08-b94d25e43b91 tempest-TestServerMultinode-405309802 tempest-TestServerMultinode-405309802-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:09:48.551770 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-6f69a229-2ec1-43d6-80fd-de15a6143b85 req-0bb2ec07-09f3-466d-ad08-b94d25e43b91 tempest-TestServerMultinode-405309802 tempest-TestServerMultinode-405309802-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=8ffc4921-daf6-4a3d-af86-57295a7d5459 HTTP/1.1" status: 200 len: 1095 time: 0.1322262 Nov 05 19:09:48.561515 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-ae1a17c6-1932-4e0c-b641-7f6062646754 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1907963622-network', 'tenant_id': 'cc9fac9ea8484a848e29c81d212a4cf5'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:09:48.593194 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-be4c1aca-3afd-4395-b3e9-2b7cb3f723b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:09:48.605488 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Device c01459f8-e5f9-4328-91ad-a44701dda888 up at agent hyperv_n-h1-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 19:09:48.634682 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-6f69a229-2ec1-43d6-80fd-de15a6143b85 req-5a13f23f-0c4c-41c4-a267-89d868689fa4 tempest-TestServerMultinode-405309802 tempest-TestServerMultinode-405309802-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=b5cc021e-aa8f-4323-a983-51b5dbdacaac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769641 Nov 05 19:09:48.663794 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-be4c1aca-3afd-4395-b3e9-2b7cb3f723b8 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7ce26f4f8e80435183c157b21db422d4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4506662 Nov 05 19:09:48.669244 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 32946) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:09:48.688133 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4c1aca-3afd-4395-b3e9-2b7cb3f723b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=057bc734-db8e-4525-9467-5aa15963651b,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:09:48.722624 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae1a17c6-1932-4e0c-b641-7f6062646754 admin admin] Made reservation on behalf of cc9fac9ea8484a848e29c81d212a4cf5 for: {'network': 1} {{(pid=102386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 19:09:48.725195 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-ae1a17c6-1932-4e0c-b641-7f6062646754 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for network, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:09:48.736317 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-ae1a17c6-1932-4e0c-b641-7f6062646754 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:09:48.745302 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-c3e3c77c-841c-4950-9cf1-9e34c5c15137 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:09:48.779088 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-c3e3c77c-841c-4950-9cf1-9e34c5c15137 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:09:48.804732 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Provisioning for port c01459f8-e5f9-4328-91ad-a44701dda888 completed by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 05 19:09:48.809755 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Provisioning complete for port c01459f8-e5f9-4328-91ad-a44701dda888 triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:09:48.814549 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [req-98edc7c7-31a7-40c9-8226-6fa77dffee3c req-364f8e1f-e912-4f88-83fa-3b9b024762f3 service neutron] For port c2b283cb-6a55-489b-93e0-f7550bffc148, host n-h1-816865-1, cleared binding levels {{(pid=102386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 19:09:48.814730 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:09:48.817866 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-98edc7c7-31a7-40c9-8226-6fa77dffee3c req-364f8e1f-e912-4f88-83fa-3b9b024762f3 service neutron] Publish callbacks [] for binding, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:09:48.819204 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-98edc7c7-31a7-40c9-8226-6fa77dffee3c req-364f8e1f-e912-4f88-83fa-3b9b024762f3 service neutron] 10.222.0.55 "DELETE /v2.0/ports/c2b283cb-6a55-489b-93e0-f7550bffc148/bindings/n-h1-816865-1 HTTP/1.1" status: 204 len: 173 time: 0.3373280 Nov 05 19:09:48.850473 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-ae1a17c6-1932-4e0c-b641-7f6062646754 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:09:48.913869 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-c3e3c77c-841c-4950-9cf1-9e34c5c15137 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:09:48.918017 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-c3e3c77c-841c-4950-9cf1-9e34c5c15137 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:09:48.925726 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-c3e3c77c-841c-4950-9cf1-9e34c5c15137 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/057bc734-db8e-4525-9467-5aa15963651b HTTP/1.1" status: 204 len: 168 time: 0.2492950 Nov 05 19:09:48.930015 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e3c77c-841c-4950-9cf1-9e34c5c15137 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=057bc734-db8e-4525-9467-5aa15963651b,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:09:48.943526 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-ae1a17c6-1932-4e0c-b641-7f6062646754 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:09:48.985169 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae1a17c6-1932-4e0c-b641-7f6062646754 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 173} {{(pid=102386) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 05 19:09:48.992132 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:09:49.048380 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1a17c6-1932-4e0c-b641-7f6062646754 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9e4811a-c071-4759-a578-2529d3686c46,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:09:49.056129 n-d-816865-1 neutron-server[102388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ffc4921-daf6-4a3d-af86-57295a7d5459', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c01459f8-e5f9-4328-91ad-a44701dda888'}] {{(pid=102388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 19:09:49.067267 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-ae1a17c6-1932-4e0c-b641-7f6062646754 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273'] for segment, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:09:49.067267 n-d-816865-1 neutron-server[102386]: INFO neutron.db.segments_db [None req-ae1a17c6-1932-4e0c-b641-7f6062646754 admin admin] Added segment 4a8cf312-c30f-4cb9-adff-d588064261a0 of type vlan for network b7f7084e-b4f4-4f72-932c-731db68aa075 Nov 05 19:09:49.071356 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85474fee1180e129d8a886d264fe0b30223aa672dd1ffe43b630605f18504f68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfbf624c-0004-4ec2-a320-f77c112d93e7" -d '{"events": [{"server_uuid": "8ffc4921-daf6-4a3d-af86-57295a7d5459", "name": "network-vif-plugged", "status": "completed", "tag": "c01459f8-e5f9-4328-91ad-a44701dda888"}]}' {{(pid=102388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 19:09:49.110464 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] For port c01459f8-e5f9-4328-91ad-a44701dda888, host n-h1-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=c01459f8-e5f9-4328-91ad-a44701dda888,segment=NetworkSegment(4294eaa4-9159-4512-b472-00960aa998f8),segment_id=4294eaa4-9159-4512-b472-00960aa998f8)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:09:49.129376 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-ae1a17c6-1932-4e0c-b641-7f6062646754 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750027258543'] for network, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:09:49.148115 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 19:09:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15f73266-e0c8-476d-989a-c8672eb446d0 x-openstack-request-id: req-15f73266-e0c8-476d-989a-c8672eb446d0 {{(pid=102388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 19:09:49.148616 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ffc4921-daf6-4a3d-af86-57295a7d5459", "name": "network-vif-plugged", "status": "completed", "tag": "c01459f8-e5f9-4328-91ad-a44701dda888", "code": 200}]} {{(pid=102388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 19:09:49.149013 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-15f73266-e0c8-476d-989a-c8672eb446d0 {{(pid=102388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 19:09:49.149562 n-d-816865-1 neutron-server[102388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ffc4921-daf6-4a3d-af86-57295a7d5459', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c01459f8-e5f9-4328-91ad-a44701dda888', 'code': 200} Nov 05 19:09:49.180487 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:09:49.181559 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Device c2b283cb-6a55-489b-93e0-f7550bffc148 no longer exists at agent hyperv_n-h1-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 19:09:49.283420 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-ae1a17c6-1932-4e0c-b641-7f6062646754 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-956796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877'] for network, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:09:49.284564 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae1a17c6-1932-4e0c-b641-7f6062646754 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:09:49.285164 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-ae1a17c6-1932-4e0c-b641-7f6062646754 admin admin] Publish callbacks [] for network, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:09:49.299438 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d13516-abed-4e95-83dc-f6ec5d938334 req-bf490059-d951-441d-9fb7-afe9abe64663 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:09:49.300786 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-b5d13516-abed-4e95-83dc-f6ec5d938334 req-bf490059-d951-441d-9fb7-afe9abe64663 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=8ffc4921-daf6-4a3d-af86-57295a7d5459 HTTP/1.1" status: 200 len: 1096 time: 0.0825810 Nov 05 19:09:49.307376 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Pushing event updated for resources: {'Port': ['ID=c01459f8-e5f9-4328-91ad-a44701dda888,revision_number=5']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:09:49.343249 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Device c2b283cb-6a55-489b-93e0-f7550bffc148 not bound to the agent host n-h1-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 19:09:49.435452 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-b5d13516-abed-4e95-83dc-f6ec5d938334 req-edc2f582-e555-4d63-86e5-85edcdaa251e service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=b5cc021e-aa8f-4323-a983-51b5dbdacaac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123660 Nov 05 19:09:49.445253 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-ae1a17c6-1932-4e0c-b641-7f6062646754 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.0308719 Nov 05 19:09:49.448219 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 32958) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:09:49.460916 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1a17c6-1932-4e0c-b641-7f6062646754 admin admin] Pushing event updated for resources: {'Network': ['ID=b7f7084e-b4f4-4f72-932c-731db68aa075,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:09:49.461099 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-7f8ccd5d-8cc8-4c29-9553-f11a5a56d7a2 admin admin] Request body: {'subnet': {'network_id': 'b7f7084e-b4f4-4f72-932c-731db68aa075', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1907963622-subnet', 'tenant_id': 'cc9fac9ea8484a848e29c81d212a4cf5', 'ip_version': 4}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:09:49.477379 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Network b7f7084e-b4f4-4f72-932c-731db68aa075 details requested by agent ovs-agent-n-d-816865-1 with host n-d-816865-1 {{(pid=102388) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 05 19:09:49.551365 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f8ccd5d-8cc8-4c29-9553-f11a5a56d7a2 admin admin] Made reservation on behalf of cc9fac9ea8484a848e29c81d212a4cf5 for: {'subnet': 1} {{(pid=102387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 19:09:49.554929 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-7f8ccd5d-8cc8-4c29-9553-f11a5a56d7a2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5112236'] for subnet, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:09:49.906811 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab6c819-041e-4441-869b-fadc215cfa38 req-b0c43b72-d584-4b39-a156-d79994c11c62 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:09:49.908594 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-6ab6c819-041e-4441-869b-fadc215cfa38 req-b0c43b72-d584-4b39-a156-d79994c11c62 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] 10.222.0.13 "GET /v2.0/ports?device_id=0047d45e-b897-437c-bf67-02c613002f4a HTTP/1.1" status: 200 len: 944 time: 0.1941040 Nov 05 19:09:49.913049 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1ccd9b-f789-4f2f-8bda-84868c821f1a req-b685df9c-66fd-4fa8-b21c-b1ed8eebd530 tempest-TestServerMultinode-405309802 tempest-TestServerMultinode-405309802-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:09:49.914563 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-0b1ccd9b-f789-4f2f-8bda-84868c821f1a req-b685df9c-66fd-4fa8-b21c-b1ed8eebd530 tempest-TestServerMultinode-405309802 tempest-TestServerMultinode-405309802-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=8ffc4921-daf6-4a3d-af86-57295a7d5459 HTTP/1.1" status: 200 len: 1096 time: 0.2012348 Nov 05 19:09:50.045088 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-7f8ccd5d-8cc8-4c29-9553-f11a5a56d7a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4417463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5112218'] for subnet, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:09:50.206653 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8ccd5d-8cc8-4c29-9553-f11a5a56d7a2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=50a6b432-55f7-47e7-84ac-a401b05dc3d2,revision_number=0']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:09:50.274670 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-6ab6c819-041e-4441-869b-fadc215cfa38 req-49855444-04fc-451c-88f2-cca6977465c0 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] 10.222.0.13 "GET /v2.0/security-groups?id=12cfcbed-e7fb-4412-a871-fb89c7d2c113&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3590462 Nov 05 19:09:50.278714 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-0b1ccd9b-f789-4f2f-8bda-84868c821f1a req-d2a1895a-4c47-4743-b678-4582e3514246 tempest-TestServerMultinode-405309802 tempest-TestServerMultinode-405309802-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=b5cc021e-aa8f-4323-a983-51b5dbdacaac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3555925 Nov 05 19:09:50.304134 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f8ccd5d-8cc8-4c29-9553-f11a5a56d7a2 admin admin] Checking segment: {'id': '4a8cf312-c30f-4cb9-adff-d588064261a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'b7f7084e-b4f4-4f72-932c-731db68aa075'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 19:09:50.313591 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f8ccd5d-8cc8-4c29-9553-f11a5a56d7a2 admin admin] Network hostable DHCP agents. Network: b7f7084e-b4f4-4f72-932c-731db68aa075, hostable agents: ['987e2ca0-bc3b-4c6f-a989-429ccfbf753f'], hosted agents: [] {{(pid=102387) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 05 19:09:50.400856 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f8ccd5d-8cc8-4c29-9553-f11a5a56d7a2 admin admin] Network b7f7084e-b4f4-4f72-932c-731db68aa075 is scheduled to be hosted by DHCP agent 987e2ca0-bc3b-4c6f-a989-429ccfbf753f with binding_index 1 {{(pid=102387) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 05 19:09:50.430137 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b401ed4c-88a4-4b15-812b-fb69f241c1e2 req-b57b0f6d-e32a-4b31-867d-a37d3130b72a tempest-TestNetworkAdvancedServerOps-912703179 tempest-TestNetworkAdvancedServerOps-912703179-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:09:50.430137 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-b401ed4c-88a4-4b15-812b-fb69f241c1e2 req-b57b0f6d-e32a-4b31-867d-a37d3130b72a tempest-TestNetworkAdvancedServerOps-912703179 tempest-TestNetworkAdvancedServerOps-912703179-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=0047d45e-b897-437c-bf67-02c613002f4a HTTP/1.1" status: 200 len: 1095 time: 0.0759318 Nov 05 19:09:50.486203 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.base_scheduler [None req-7f8ccd5d-8cc8-4c29-9553-f11a5a56d7a2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816865-1, b7f7084e-b4f4-4f72-932c-731db68aa075) {{(pid=102387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 19:09:50.495186 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-490a5f0c-437a-4943-a388-c409fbafcbfd None None] Network b7f7084e-b4f4-4f72-932c-731db68aa075 requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 19:09:50.504010 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f8ccd5d-8cc8-4c29-9553-f11a5a56d7a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:09:50.504628 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-7f8ccd5d-8cc8-4c29-9553-f11a5a56d7a2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:09:50.546502 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-b401ed4c-88a4-4b15-812b-fb69f241c1e2 req-70638cb2-5017-4ed9-a34e-7825eb0e297e tempest-TestNetworkAdvancedServerOps-912703179 tempest-TestNetworkAdvancedServerOps-912703179-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=12cfcbed-e7fb-4412-a871-fb89c7d2c113&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1059194 Nov 05 19:09:50.636778 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-7f8ccd5d-8cc8-4c29-9553-f11a5a56d7a2 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1873477 Nov 05 19:09:50.639543 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 32992) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:09:50.645337 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-46432d63-bed1-4126-9d88-b97e81eda6d6 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1907963622-router', 'tenant_id': 'cc9fac9ea8484a848e29c81d212a4cf5', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec'}}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:09:50.753104 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6adc7d-83db-43c8-b200-6c29407080d5 req-a77e9033-cc3d-414c-9c04-a255ab7b8f57 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:09:50.758845 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-3b6adc7d-83db-43c8-b200-6c29407080d5 req-a77e9033-cc3d-414c-9c04-a255ab7b8f57 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] 10.222.0.13 "GET /v2.0/ports?device_id=0047d45e-b897-437c-bf67-02c613002f4a HTTP/1.1" status: 200 len: 944 time: 0.0880611 Nov 05 19:09:50.771102 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-46432d63-bed1-4126-9d88-b97e81eda6d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-571139', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6874'] for router, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:09:50.772277 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-46432d63-bed1-4126-9d88-b97e81eda6d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-571375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1000570', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1011585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6867'] for router, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:09:50.883881 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63e662f1-a786-40b7-bd4d-4b730c1edcd1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeb20a084-accf-5b60-8075-3e69ebe863a6-b7f7084e-b4f4-4f72-932c-731db68aa075', 'network_id': 'b7f7084e-b4f4-4f72-932c-731db68aa075', 'tenant_id': 'cc9fac9ea8484a848e29c81d212a4cf5', 'fixed_ips': [{'subnet_id': '50a6b432-55f7-47e7-84ac-a401b05dc3d2'}]}} from n-d-816865-1. {{(pid=102388) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 05 19:09:50.885169 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-63e662f1-a786-40b7-bd4d-4b730c1edcd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:09:50.890320 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-46432d63-bed1-4126-9d88-b97e81eda6d6 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:09:50.897824 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-3b6adc7d-83db-43c8-b200-6c29407080d5 req-b2b68bdb-8fe1-46c3-a586-562273d80fab tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] 10.222.0.13 "GET /v2.0/security-groups?id=12cfcbed-e7fb-4412-a871-fb89c7d2c113&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1332154 Nov 05 19:09:50.933089 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 33000) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:09:51.043716 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-c4f961ac-1888-45ff-a871-a9d7182f4403 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] 10.222.0.13 "GET /v2.0/floatingips/1609755f-1aa8-4431-b0f7-2eb29d2a0ce7 HTTP/1.1" status: 200 len: 990 time: 0.1041942 Nov 05 19:09:51.099618 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.db_base_plugin_common [None req-63e662f1-a786-40b7-bd4d-4b730c1edcd1 None None] Allocated IP 172.20.0.2 (b7f7084e-b4f4-4f72-932c-731db68aa075/50a6b432-55f7-47e7-84ac-a401b05dc3d2/abb7f16f-5446-4b73-a74f-13745f946944) {{(pid=102388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 19:09:51.244296 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-46432d63-bed1-4126-9d88-b97e81eda6d6 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:09:51.330357 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-63e662f1-a786-40b7-bd4d-4b730c1edcd1 None None] Publish callbacks [] for port, precommit_create {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:09:51.354907 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 33014) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:09:51.427763 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-63e662f1-a786-40b7-bd4d-4b730c1edcd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789'] for port, after_create {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:09:51.493139 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e662f1-a786-40b7-bd4d-4b730c1edcd1 None None] Pushing event updated for resources: {'Port': ['ID=abb7f16f-5446-4b73-a74f-13745f946944,revision_number=1']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:09:51.501408 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bc9ec6-1a53-4647-8365-ef7f00e68a41 req-9756573c-5dbd-44d4-8cdd-8eae14b63f3d tempest-TestServerMultinode-405309802 tempest-TestServerMultinode-405309802-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:09:51.503577 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-82bc9ec6-1a53-4647-8365-ef7f00e68a41 req-9756573c-5dbd-44d4-8cdd-8eae14b63f3d tempest-TestServerMultinode-405309802 tempest-TestServerMultinode-405309802-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=8ffc4921-daf6-4a3d-af86-57295a7d5459 HTTP/1.1" status: 200 len: 1096 time: 0.1378965 Nov 05 19:09:51.513117 n-d-816865-1 neutron-server[102388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63e662f1-a786-40b7-bd4d-4b730c1edcd1 None None] Network b7f7084e-b4f4-4f72-932c-731db68aa075 is already hosted by enough agents. {{(pid=102388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 19:09:51.516376 n-d-816865-1 neutron-server[102388]: DEBUG neutron.scheduler.base_scheduler [None req-63e662f1-a786-40b7-bd4d-4b730c1edcd1 None None] Resources bound (agent type, host, resource id): {{(pid=102388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 19:09:51.526089 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63e662f1-a786-40b7-bd4d-4b730c1edcd1 None None] Received port after_create {{(pid=102388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 19:09:51.576995 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-de0908f3-4588-40ea-ac53-c40f4c8a00d7 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Deleting port 7943327c-f7aa-41f8-a628-f9edd205555d {{(pid=102386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 19:09:51.577209 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-de0908f3-4588-40ea-ac53-c40f4c8a00d7 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:09:51.581891 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-82bc9ec6-1a53-4647-8365-ef7f00e68a41 req-b3a9934f-991f-4473-a64e-73183492ccd8 tempest-TestServerMultinode-405309802 tempest-TestServerMultinode-405309802-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=b5cc021e-aa8f-4323-a983-51b5dbdacaac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708163 Nov 05 19:09:51.610659 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-63e662f1-a786-40b7-bd4d-4b730c1edcd1 None None] Attempting to bind port abb7f16f-5446-4b73-a74f-13745f946944 on host n-d-816865-1 for vnic_type normal with profile {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 19:09:51.611172 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-63e662f1-a786-40b7-bd4d-4b730c1edcd1 None None] Attempting to bind port abb7f16f-5446-4b73-a74f-13745f946944 by drivers openvswitch,hyperv on host n-d-816865-1 at level 0 using segments [{'id': '4a8cf312-c30f-4cb9-adff-d588064261a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'b7f7084e-b4f4-4f72-932c-731db68aa075'}] {{(pid=102388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 19:09:51.611636 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63e662f1-a786-40b7-bd4d-4b730c1edcd1 None None] Attempting to bind port abb7f16f-5446-4b73-a74f-13745f946944 on network b7f7084e-b4f4-4f72-932c-731db68aa075 {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 19:09:51.638948 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63e662f1-a786-40b7-bd4d-4b730c1edcd1 None None] Checking agent: {'id': '724d89a7-611b-41e6-bc85-c48112b17afa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 18, 25, 8), 'started_at': datetime.datetime(2021, 11, 5, 18, 25, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 19, 9, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 19:09:51.665031 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63e662f1-a786-40b7-bd4d-4b730c1edcd1 None None] Checking segment: {'id': '4a8cf312-c30f-4cb9-adff-d588064261a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'b7f7084e-b4f4-4f72-932c-731db68aa075'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 19:09:51.670200 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-63e662f1-a786-40b7-bd4d-4b730c1edcd1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:09:51.674173 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63e662f1-a786-40b7-bd4d-4b730c1edcd1 None None] Bound using segment: {'id': '4a8cf312-c30f-4cb9-adff-d588064261a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'b7f7084e-b4f4-4f72-932c-731db68aa075'} {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 19:09:51.675035 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-63e662f1-a786-40b7-bd4d-4b730c1edcd1 None None] Bound port: abb7f16f-5446-4b73-a74f-13745f946944, host: n-d-816865-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a8cf312-c30f-4cb9-adff-d588064261a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'b7f7084e-b4f4-4f72-932c-731db68aa075'}}] {{(pid=102388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 19:09:51.675616 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-63e662f1-a786-40b7-bd4d-4b730c1edcd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:09:51.700493 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-de0908f3-4588-40ea-ac53-c40f4c8a00d7 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:09:51.700969 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-de0908f3-4588-40ea-ac53-c40f4c8a00d7 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:09:51.702715 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-46432d63-bed1-4126-9d88-b97e81eda6d6 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:09:51.725947 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.agents_db [None req-b9406b04-a0e8-43cf-b349-711963d96cf4 None None] Agent healthcheck: found 7 active agents {{(pid=102389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 05 19:09:51.728939 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-de0908f3-4588-40ea-ac53-c40f4c8a00d7 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Calling delete_port for 7943327c-f7aa-41f8-a628-f9edd205555d owned by network:floatingip {{(pid=102386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 19:09:51.759913 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-46432d63-bed1-4126-9d88-b97e81eda6d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:09:51.787224 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-63e662f1-a786-40b7-bd4d-4b730c1edcd1 None None] For port abb7f16f-5446-4b73-a74f-13745f946944, host n-d-816865-1, cleared binding levels {{(pid=102388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 19:09:51.791186 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-63e662f1-a786-40b7-bd4d-4b730c1edcd1 None None] For port abb7f16f-5446-4b73-a74f-13745f946944, host n-d-816865-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=abb7f16f-5446-4b73-a74f-13745f946944,segment=NetworkSegment(4a8cf312-c30f-4cb9-adff-d588064261a0),segment_id=4a8cf312-c30f-4cb9-adff-d588064261a0)] {{(pid=102388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 19:09:51.879240 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-63e662f1-a786-40b7-bd4d-4b730c1edcd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:09:51.905931 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2217e7d9-789a-44b5-876d-bacba5f11dd6 req-0d48f204-ef48-4586-ae2c-4692701e9e0c tempest-TestServerMultinode-405309802 tempest-TestServerMultinode-405309802-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:09:51.908845 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-2217e7d9-789a-44b5-876d-bacba5f11dd6 req-0d48f204-ef48-4586-ae2c-4692701e9e0c tempest-TestServerMultinode-405309802 tempest-TestServerMultinode-405309802-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=8ffc4921-daf6-4a3d-af86-57295a7d5459 HTTP/1.1" status: 200 len: 1096 time: 0.1536841 Nov 05 19:09:51.930475 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.db_base_plugin_common [None req-46432d63-bed1-4126-9d88-b97e81eda6d6 admin admin] Allocated IP 172.25.6.58 (40c8335d-cd0b-4cb5-910a-d4dcddd5cbec/04fe6db3-e108-4208-943d-6518424f5726/46092064-b912-44b2-8a48-4c25a5eadb18) {{(pid=102387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 19:09:51.963677 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e662f1-a786-40b7-bd4d-4b730c1edcd1 None None] Pushing event updated for resources: {'Port': ['ID=abb7f16f-5446-4b73-a74f-13745f946944,revision_number=2']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:09:52.050916 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-2217e7d9-789a-44b5-876d-bacba5f11dd6 req-f096c0f2-8eb5-4af8-a99b-065c8df88eb8 tempest-TestServerMultinode-405309802 tempest-TestServerMultinode-405309802-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=b5cc021e-aa8f-4323-a983-51b5dbdacaac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292708 Nov 05 19:09:52.079096 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-de0908f3-4588-40ea-ac53-c40f4c8a00d7 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:09:52.132310 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0908f3-4588-40ea-ac53-c40f4c8a00d7 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Pushing event deleted for resources: {'Port': ['ID=7943327c-f7aa-41f8-a628-f9edd205555d,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:09:52.150142 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-46432d63-bed1-4126-9d88-b97e81eda6d6 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:09:52.219603 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-de0908f3-4588-40ea-ac53-c40f4c8a00d7 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Publish callbacks [] for floatingip, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:09:52.220733 n-d-816865-1 neutron-server[102386]: INFO neutron.db.l3_db [None req-de0908f3-4588-40ea-ac53-c40f4c8a00d7 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Floating IP 1609755f-1aa8-4431-b0f7-2eb29d2a0ce7 disassociated (deleted). External IP: 172.25.6.79, port: c2b283cb-6a55-489b-93e0-f7550bffc148. Nov 05 19:09:52.362166 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8addf790-c02f-4c4f-860f-34c4d1f8f728 req-59ddcb63-df70-4774-a99a-feb4b7e0ec4b tempest-TestServerMultinode-405309802 tempest-TestServerMultinode-405309802-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:09:52.367202 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-8addf790-c02f-4c4f-860f-34c4d1f8f728 req-59ddcb63-df70-4774-a99a-feb4b7e0ec4b tempest-TestServerMultinode-405309802 tempest-TestServerMultinode-405309802-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=8ffc4921-daf6-4a3d-af86-57295a7d5459 HTTP/1.1" status: 200 len: 1096 time: 0.1794970 Nov 05 19:09:52.399558 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-46432d63-bed1-4126-9d88-b97e81eda6d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4417063'] for port, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:09:52.481775 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46432d63-bed1-4126-9d88-b97e81eda6d6 admin admin] Network 40c8335d-cd0b-4cb5-910a-d4dcddd5cbec is already hosted by enough agents. {{(pid=102387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 19:09:52.490788 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46432d63-bed1-4126-9d88-b97e81eda6d6 admin admin] Pushing event updated for resources: {'Port': ['ID=46092064-b912-44b2-8a48-4c25a5eadb18,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:09:52.516069 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.base_scheduler [None req-46432d63-bed1-4126-9d88-b97e81eda6d6 admin admin] Resources bound (agent type, host, resource id): {{(pid=102387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 19:09:52.532269 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46432d63-bed1-4126-9d88-b97e81eda6d6 admin admin] Received port after_create {{(pid=102387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 19:09:52.596612 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-8addf790-c02f-4c4f-860f-34c4d1f8f728 req-555b7d58-6082-41dd-a8c5-87f620cf0680 tempest-TestServerMultinode-405309802 tempest-TestServerMultinode-405309802-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=b5cc021e-aa8f-4323-a983-51b5dbdacaac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2188938 Nov 05 19:09:52.677503 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de0908f3-4588-40ea-ac53-c40f4c8a00d7 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Router f0236bd7-b48a-4661-b5c6-b11cd8fac5f4 has already been hosted by L3 agent 6dcb5589-8e86-4616-9186-ddc4548e13ad {{(pid=102386) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 19:09:52.810754 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de0908f3-4588-40ea-ac53-c40f4c8a00d7 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Notify agent at l3_agent.n-d-816865-1 the message routers_updated {{(pid=102386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 19:09:52.816482 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-de0908f3-4588-40ea-ac53-c40f4c8a00d7 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for floatingip, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:09:52.824522 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aed4419b-8561-4cc3-bf9b-572cea126a28 None None] Sync routers for ids ['f0236bd7-b48a-4661-b5c6-b11cd8fac5f4'] in n-d-816865-1 {{(pid=102388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 19:09:52.846787 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aed4419b-8561-4cc3-bf9b-572cea126a28 None None] Routers {'f0236bd7-b48a-4661-b5c6-b11cd8fac5f4'} bound to L3 agent in host n-d-816865-1 {{(pid=102388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 19:09:52.847582 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-aed4419b-8561-4cc3-bf9b-572cea126a28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T19:09:35Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['f0236bd7-b48a-4661-b5c6-b11cd8fac5f4'], 'active': True} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:09:52.888402 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-de0908f3-4588-40ea-ac53-c40f4c8a00d7 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] 10.222.0.13 "DELETE /v2.0/floatingips/1609755f-1aa8-4431-b0f7-2eb29d2a0ce7 HTTP/1.1" status: 204 len: 168 time: 1.5320208 Nov 05 19:09:52.890568 n-d-816865-1 neutron-server[102386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0047d45e-b897-437c-bf67-02c613002f4a', 'tag': 'c2b283cb-6a55-489b-93e0-f7550bffc148'}] {{(pid=102386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 19:09:52.897438 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6173a44d7c73f41af551dc890fa1a5892c2c6bc3458b640c8e0c24db7876ba6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cc78258-af05-4073-8205-d7af7ab1ff08" -d '{"events": [{"name": "network-changed", "server_uuid": "0047d45e-b897-437c-bf67-02c613002f4a", "tag": "c2b283cb-6a55-489b-93e0-f7550bffc148"}]}' {{(pid=102386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 19:09:53.053051 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvr_db [None req-aed4419b-8561-4cc3-bf9b-572cea126a28 None None] Set router f0236bd7-b48a-4661-b5c6-b11cd8fac5f4 gateway port host: n-d-816865-1 {{(pid=102388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 19:09:53.190962 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 19:09:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34729598-fada-4783-bc5f-74247f62f9ff x-openstack-request-id: req-34729598-fada-4783-bc5f-74247f62f9ff {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 19:09:53.191244 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0047d45e-b897-437c-bf67-02c613002f4a", "tag": "c2b283cb-6a55-489b-93e0-f7550bffc148", "status": "completed", "code": 200}]} {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 19:09:53.191495 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-34729598-fada-4783-bc5f-74247f62f9ff {{(pid=102386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 19:09:53.191897 n-d-816865-1 neutron-server[102386]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0047d45e-b897-437c-bf67-02c613002f4a', 'tag': 'c2b283cb-6a55-489b-93e0-f7550bffc148', 'status': 'completed', 'code': 200} Nov 05 19:09:53.207794 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-46432d63-bed1-4126-9d88-b97e81eda6d6 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:09:53.276323 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 33064) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:09:53.319094 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-aed4419b-8561-4cc3-bf9b-572cea126a28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0236bd7-b48a-4661-b5c6-b11cd8fac5f4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1327585774', 'tenant_id': '777902a3c6ed4ff2a5460208db53bd8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.14'}], 'enable_snat': True}, 'gw_port_id': '43f0c9f0-b2bc-48a2-b350-1327547a3ee6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T19:08:22Z', 'updated_at': '2021-11-05T19:08:31Z', 'revision_number': 4, 'project_id': '777902a3c6ed4ff2a5460208db53bd8a', 'gw_port': {'id': '43f0c9f0-b2bc-48a2-b350-1327547a3ee6', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:40:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0236bd7-b48a-4661-b5c6-b11cd8fac5f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3297, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:08:23Z', 'updated_at': '2021-11-05T19:08:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1', '_interfaces': [{'id': '469556f7-45fd-4447-a6a0-37841ecedbdb', 'name': '', 'network_id': '4b059334-dafd-4f9f-91b0-dba42be862b2', 'tenant_id': '777902a3c6ed4ff2a5460208db53bd8a', 'mac_address': 'fa:16:3e:12:d8:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0236bd7-b48a-4661-b5c6-b11cd8fac5f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3305, 'fixed_ips': [{'subnet_id': '8c015bc4-06f3-40c7-a991-adcb8966305a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:08:30Z', 'updated_at': '2021-11-05T19:08:37Z', 'revision_number': 5, 'project_id': '777902a3c6ed4ff2a5460208db53bd8a', 'subnets': [{'id': '8c015bc4-06f3-40c7-a991-adcb8966305a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-1', False) {} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:09:53.369544 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc78258-af05-4073-8205-d7af7ab1ff08 req-2a33c4cf-7432-4cdd-9ec5-2be57e728be0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:09:53.375367 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-1cc78258-af05-4073-8205-d7af7ab1ff08 req-2a33c4cf-7432-4cdd-9ec5-2be57e728be0 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=777902a3c6ed4ff2a5460208db53bd8a&device_id=0047d45e-b897-437c-bf67-02c613002f4a HTTP/1.1" status: 200 len: 1095 time: 0.1643591 Nov 05 19:09:53.400845 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aed4419b-8561-4cc3-bf9b-572cea126a28 None None] Checking router: f0236bd7-b48a-4661-b5c6-b11cd8fac5f4 for host: n-d-816865-1 {{(pid=102388) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 19:09:53.427425 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aed4419b-8561-4cc3-bf9b-572cea126a28 None None] Routers {'f0236bd7-b48a-4661-b5c6-b11cd8fac5f4'} bound to L3 agent in host n-d-816865-1 {{(pid=102388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 19:09:53.428077 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-aed4419b-8561-4cc3-bf9b-572cea126a28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T19:09:35Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['f0236bd7-b48a-4661-b5c6-b11cd8fac5f4'], 'active': True} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:09:53.697020 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvr_db [None req-aed4419b-8561-4cc3-bf9b-572cea126a28 None None] Set router f0236bd7-b48a-4661-b5c6-b11cd8fac5f4 gateway port host: n-d-816865-1 {{(pid=102388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 19:09:53.854484 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device abb7f16f-5446-4b73-a74f-13745f946944 up at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 19:09:53.891568 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1dbf07-6f53-44cf-868e-e0cb2ac34863 req-76d8cd24-0398-4a04-bddb-a7d89ad05890 tempest-TestServerMultinode-405309802 tempest-TestServerMultinode-405309802-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:09:53.893807 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-9e1dbf07-6f53-44cf-868e-e0cb2ac34863 req-76d8cd24-0398-4a04-bddb-a7d89ad05890 tempest-TestServerMultinode-405309802 tempest-TestServerMultinode-405309802-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=8ffc4921-daf6-4a3d-af86-57295a7d5459 HTTP/1.1" status: 200 len: 1096 time: 0.5128460 Nov 05 19:09:53.920255 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0903a0f5-b48d-452b-b46c-d67284f09709 None None] Network b7f7084e-b4f4-4f72-932c-731db68aa075 requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 19:09:54.123218 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4782cc33-5af6-4d68-8dc9-b785847902ec req-ab893977-c573-4bd1-b940-eed6dd449575 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:09:54.141422 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-4782cc33-5af6-4d68-8dc9-b785847902ec req-ab893977-c573-4bd1-b940-eed6dd449575 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] 10.222.0.13 "GET /v2.0/ports?device_id=0047d45e-b897-437c-bf67-02c613002f4a HTTP/1.1" status: 200 len: 944 time: 0.3715558 Nov 05 19:09:54.221115 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Provisioning complete for port abb7f16f-5446-4b73-a74f-13745f946944 triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:09:54.221483 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:09:54.254259 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-9e1dbf07-6f53-44cf-868e-e0cb2ac34863 req-3643490d-4ba8-484c-9e32-af0b17e532cc tempest-TestServerMultinode-405309802 tempest-TestServerMultinode-405309802-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=b5cc021e-aa8f-4323-a983-51b5dbdacaac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2633927 Nov 05 19:09:54.255638 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-46432d63-bed1-4126-9d88-b97e81eda6d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-571384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1000487'] for router, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:09:54.307115 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-701af526-05dd-407b-8067-9c0ab8cc6eed None None] Provisioning complete for port abb7f16f-5446-4b73-a74f-13745f946944 triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:09:54.307783 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-701af526-05dd-407b-8067-9c0ab8cc6eed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:09:54.459888 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-aed4419b-8561-4cc3-bf9b-572cea126a28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0236bd7-b48a-4661-b5c6-b11cd8fac5f4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1327585774', 'tenant_id': '777902a3c6ed4ff2a5460208db53bd8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.14'}], 'enable_snat': True}, 'gw_port_id': '43f0c9f0-b2bc-48a2-b350-1327547a3ee6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T19:08:22Z', 'updated_at': '2021-11-05T19:08:31Z', 'revision_number': 4, 'project_id': '777902a3c6ed4ff2a5460208db53bd8a', 'gw_port': {'id': '43f0c9f0-b2bc-48a2-b350-1327547a3ee6', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:40:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0236bd7-b48a-4661-b5c6-b11cd8fac5f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3297, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:08:23Z', 'updated_at': '2021-11-05T19:08:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1', '_interfaces': [{'id': '469556f7-45fd-4447-a6a0-37841ecedbdb', 'name': '', 'network_id': '4b059334-dafd-4f9f-91b0-dba42be862b2', 'tenant_id': '777902a3c6ed4ff2a5460208db53bd8a', 'mac_address': 'fa:16:3e:12:d8:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0236bd7-b48a-4661-b5c6-b11cd8fac5f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3305, 'fixed_ips': [{'subnet_id': '8c015bc4-06f3-40c7-a991-adcb8966305a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:08:30Z', 'updated_at': '2021-11-05T19:08:37Z', 'revision_number': 5, 'project_id': '777902a3c6ed4ff2a5460208db53bd8a', 'subnets': [{'id': '8c015bc4-06f3-40c7-a991-adcb8966305a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-1', False) {} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:09:54.488830 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-4782cc33-5af6-4d68-8dc9-b785847902ec req-f1a8a4d8-3c08-4be5-a6d7-af76a10d90b6 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] 10.222.0.13 "GET /v2.0/security-groups?id=12cfcbed-e7fb-4412-a871-fb89c7d2c113&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3400450 Nov 05 19:09:54.497162 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aed4419b-8561-4cc3-bf9b-572cea126a28 None None] The sync data for ids ['f0236bd7-b48a-4661-b5c6-b11cd8fac5f4'] in n-d-816865-1 is: [{'id': 'f0236bd7-b48a-4661-b5c6-b11cd8fac5f4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1327585774', 'tenant_id': '777902a3c6ed4ff2a5460208db53bd8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.14'}], 'enable_snat': True}, 'gw_port_id': '43f0c9f0-b2bc-48a2-b350-1327547a3ee6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T19:08:22Z', 'updated_at': '2021-11-05T19:08:31Z', 'revision_number': 4, 'project_id': '777902a3c6ed4ff2a5460208db53bd8a', 'gw_port': {'id': '43f0c9f0-b2bc-48a2-b350-1327547a3ee6', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:40:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0236bd7-b48a-4661-b5c6-b11cd8fac5f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3297, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:08:23Z', 'updated_at': '2021-11-05T19:08:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1', '_interfaces': [{'id': '469556f7-45fd-4447-a6a0-37841ecedbdb', 'name': '', 'network_id': '4b059334-dafd-4f9f-91b0-dba42be862b2', 'tenant_id': '777902a3c6ed4ff2a5460208db53bd8a', 'mac_address': 'fa:16:3e:12:d8:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0236bd7-b48a-4661-b5c6-b11cd8fac5f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3305, 'fixed_ips': [{'subnet_id': '8c015bc4-06f3-40c7-a991-adcb8966305a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:08:30Z', 'updated_at': '2021-11-05T19:08:37Z', 'revision_number': 5, 'project_id': '777902a3c6ed4ff2a5460208db53bd8a', 'subnets': [{'id': '8c015bc4-06f3-40c7-a991-adcb8966305a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 19:09:54.541754 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d4dcea-2eae-4fcd-9f81-ad44f99cd7a3 req-caa137bd-6fa6-4b89-b9dc-db6720acd51e tempest-TestServerMultinode-405309802 tempest-TestServerMultinode-405309802-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:09:54.561753 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-17d4dcea-2eae-4fcd-9f81-ad44f99cd7a3 req-caa137bd-6fa6-4b89-b9dc-db6720acd51e tempest-TestServerMultinode-405309802 tempest-TestServerMultinode-405309802-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=8ffc4921-daf6-4a3d-af86-57295a7d5459 HTTP/1.1" status: 200 len: 1096 time: 0.1334128 Nov 05 19:09:54.599911 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-701af526-05dd-407b-8067-9c0ab8cc6eed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:09:54.649890 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:09:54.653864 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-a8fa58f4-ed3c-4989-9b75-a531645d275d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:09:54.663530 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46432d63-bed1-4126-9d88-b97e81eda6d6 admin admin] Router a453e9d1-2a55-4468-911c-0e46e9f3650a is scheduled to L3 agent 6dcb5589-8e86-4616-9186-ddc4548e13ad with binding_index 1 {{(pid=102387) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 05 19:09:54.728792 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2892883-4a7d-47bc-aff8-6a6049f2a30e req-0c04ddd3-6a1d-4895-b271-4cdad26ad7b4 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:09:54.732228 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-b2892883-4a7d-47bc-aff8-6a6049f2a30e req-0c04ddd3-6a1d-4895-b271-4cdad26ad7b4 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] 10.222.0.55 "GET /v2.0/ports?device_id=0047d45e-b897-437c-bf67-02c613002f4a HTTP/1.1" status: 200 len: 944 time: 0.2219405 Nov 05 19:09:54.775357 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-701af526-05dd-407b-8067-9c0ab8cc6eed None None] For port abb7f16f-5446-4b73-a74f-13745f946944, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=abb7f16f-5446-4b73-a74f-13745f946944,segment=NetworkSegment(4a8cf312-c30f-4cb9-adff-d588064261a0),segment_id=4a8cf312-c30f-4cb9-adff-d588064261a0)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:09:54.856494 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-701af526-05dd-407b-8067-9c0ab8cc6eed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:09:54.893107 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [req-17d4dcea-2eae-4fcd-9f81-ad44f99cd7a3 req-38366523-b225-400b-a946-5b586224ff46 tempest-TestServerMultinode-405309802 tempest-TestServerMultinode-405309802-project-admin] Deleting port c01459f8-e5f9-4328-91ad-a44701dda888 {{(pid=102387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 19:09:54.893697 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-17d4dcea-2eae-4fcd-9f81-ad44f99cd7a3 req-38366523-b225-400b-a946-5b586224ff46 tempest-TestServerMultinode-405309802 tempest-TestServerMultinode-405309802-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:09:54.920874 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc78258-af05-4073-8205-d7af7ab1ff08 req-91da1bd6-cf51-4b27-bede-18665f27443d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:09:54.931742 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-1cc78258-af05-4073-8205-d7af7ab1ff08 req-91da1bd6-cf51-4b27-bede-18665f27443d service neutron] 10.222.0.55 "GET /v2.0/networks?id=4b059334-dafd-4f9f-91b0-dba42be862b2 HTTP/1.1" status: 200 len: 898 time: 1.5487068 Nov 05 19:09:54.990585 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701af526-05dd-407b-8067-9c0ab8cc6eed None None] Pushing event updated for resources: {'Port': ['ID=abb7f16f-5446-4b73-a74f-13745f946944,revision_number=3']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:09:55.006159 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-1cc78258-af05-4073-8205-d7af7ab1ff08 req-cf15b78b-99f9-4c87-8cf3-573b7f27c802 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c2b283cb-6a55-489b-93e0-f7550bffc148 HTTP/1.1" status: 200 len: 217 time: 0.0622308 Nov 05 19:09:55.025618 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46432d63-bed1-4126-9d88-b97e81eda6d6 admin admin] Notify agent at l3_agent.n-d-816865-1 the message routers_updated {{(pid=102387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 19:09:55.042024 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3578c128-6924-40c2-b307-d01e68a508a1 None None] Sync routers for ids ['a453e9d1-2a55-4468-911c-0e46e9f3650a'] in n-d-816865-1 {{(pid=102389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 19:09:55.066138 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de6c049a-2c43-43e5-9158-d83d381d64fe None None] New status for floating IP 1609755f-1aa8-4431-b0f7-2eb29d2a0ce7: DOWN {{(pid=102388) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 05 19:09:55.067192 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3578c128-6924-40c2-b307-d01e68a508a1 None None] Routers {'a453e9d1-2a55-4468-911c-0e46e9f3650a'} bound to L3 agent in host n-d-816865-1 {{(pid=102389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 19:09:55.069669 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-3578c128-6924-40c2-b307-d01e68a508a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T19:09:35Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['a453e9d1-2a55-4468-911c-0e46e9f3650a'], 'active': True} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:09:55.140827 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [req-b2892883-4a7d-47bc-aff8-6a6049f2a30e req-cab1f38f-22fe-4d6a-84ed-7b07f9c5c5bb tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Deleting port c2b283cb-6a55-489b-93e0-f7550bffc148 {{(pid=102386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 19:09:55.144384 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-b2892883-4a7d-47bc-aff8-6a6049f2a30e req-cab1f38f-22fe-4d6a-84ed-7b07f9c5c5bb tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:09:55.155876 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.db.api [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102388) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 05 19:09:55.156230 n-d-816865-1 neutron-server[102388]: DEBUG oslo_db.api [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 05 19:09:55.156746 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-587816c8-3fff-4ba7-b1bf-d80b2158235c None None] Provisioning complete for port abb7f16f-5446-4b73-a74f-13745f946944 triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:09:55.157813 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-587816c8-3fff-4ba7-b1bf-d80b2158235c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:09:55.168735 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-46432d63-bed1-4126-9d88-b97e81eda6d6 admin admin] Publish callbacks [] for router, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:09:55.177335 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-46432d63-bed1-4126-9d88-b97e81eda6d6 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 4.5364096 Nov 05 19:09:55.178293 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 33080) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:09:55.203491 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.db [req-17d4dcea-2eae-4fcd-9f81-ad44f99cd7a3 req-38366523-b225-400b-a946-5b586224ff46 tempest-TestServerMultinode-405309802 tempest-TestServerMultinode-405309802-project-admin] For port c01459f8-e5f9-4328-91ad-a44701dda888, host n-h1-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=c01459f8-e5f9-4328-91ad-a44701dda888,segment=NetworkSegment(4294eaa4-9159-4512-b472-00960aa998f8),segment_id=4294eaa4-9159-4512-b472-00960aa998f8)] {{(pid=102387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:09:55.203859 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-17d4dcea-2eae-4fcd-9f81-ad44f99cd7a3 req-38366523-b225-400b-a946-5b586224ff46 tempest-TestServerMultinode-405309802 tempest-TestServerMultinode-405309802-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:09:55.279673 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [req-17d4dcea-2eae-4fcd-9f81-ad44f99cd7a3 req-38366523-b225-400b-a946-5b586224ff46 tempest-TestServerMultinode-405309802 tempest-TestServerMultinode-405309802-project-admin] Calling delete_port for c01459f8-e5f9-4328-91ad-a44701dda888 owned by compute:nova {{(pid=102387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 19:09:55.286422 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [req-b2892883-4a7d-47bc-aff8-6a6049f2a30e req-cab1f38f-22fe-4d6a-84ed-7b07f9c5c5bb tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] For port c2b283cb-6a55-489b-93e0-f7550bffc148, host n-h2-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=c2b283cb-6a55-489b-93e0-f7550bffc148,segment=NetworkSegment(5b4b5bf4-ffef-44ab-bb8a-f344bae27634),segment_id=5b4b5bf4-ffef-44ab-bb8a-f344bae27634)] {{(pid=102386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:09:55.286939 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-b2892883-4a7d-47bc-aff8-6a6049f2a30e req-cab1f38f-22fe-4d6a-84ed-7b07f9c5c5bb tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:09:55.311336 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [req-b2892883-4a7d-47bc-aff8-6a6049f2a30e req-cab1f38f-22fe-4d6a-84ed-7b07f9c5c5bb tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Calling delete_port for c2b283cb-6a55-489b-93e0-f7550bffc148 owned by compute:nova {{(pid=102386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 19:09:55.359882 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvr_db [None req-3578c128-6924-40c2-b307-d01e68a508a1 None None] Set router a453e9d1-2a55-4468-911c-0e46e9f3650a gateway port host: n-d-816865-1 {{(pid=102389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 19:09:55.571122 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc78258-af05-4073-8205-d7af7ab1ff08 req-0a5f2e3a-c1b2-4e2e-bb04-b95f5e19d107 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:09:55.572814 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-1cc78258-af05-4073-8205-d7af7ab1ff08 req-0a5f2e3a-c1b2-4e2e-bb04-b95f5e19d107 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=8c015bc4-06f3-40c7-a991-adcb8966305a HTTP/1.1" status: 200 len: 835 time: 0.5548680 Nov 05 19:09:55.639655 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-b2892883-4a7d-47bc-aff8-6a6049f2a30e req-cab1f38f-22fe-4d6a-84ed-7b07f9c5c5bb tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:09:55.654107 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-3578c128-6924-40c2-b307-d01e68a508a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a453e9d1-2a55-4468-911c-0e46e9f3650a', 'name': 'tempest-TestAggregatesBasicOps-1907963622-router', 'tenant_id': 'cc9fac9ea8484a848e29c81d212a4cf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.58'}], 'enable_snat': True}, 'gw_port_id': '46092064-b912-44b2-8a48-4c25a5eadb18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T19:09:50Z', 'updated_at': '2021-11-05T19:09:52Z', 'revision_number': 3, 'project_id': 'cc9fac9ea8484a848e29c81d212a4cf5', 'gw_port': {'id': '46092064-b912-44b2-8a48-4c25a5eadb18', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:dc:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a453e9d1-2a55-4468-911c-0e46e9f3650a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3402, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:09:51Z', 'updated_at': '2021-11-05T19:09:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1'}], 'n-d-816865-1', False) {} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:09:55.676760 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-a8fa58f4-ed3c-4989-9b75-a531645d275d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:09:55.727615 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc78258-af05-4073-8205-d7af7ab1ff08 req-12a243c3-b350-4d47-b828-9c17e8c68571 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:09:55.729751 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-1cc78258-af05-4073-8205-d7af7ab1ff08 req-12a243c3-b350-4d47-b828-9c17e8c68571 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=4b059334-dafd-4f9f-91b0-dba42be862b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1457930 Nov 05 19:09:55.730802 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab1f38f-22fe-4d6a-84ed-7b07f9c5c5bb tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Pushing event deleted for resources: {'Port': ['ID=c2b283cb-6a55-489b-93e0-f7550bffc148,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:09:55.743699 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3578c128-6924-40c2-b307-d01e68a508a1 None None] Checking router: a453e9d1-2a55-4468-911c-0e46e9f3650a for host: n-d-816865-1 {{(pid=102389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 19:09:55.746909 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3578c128-6924-40c2-b307-d01e68a508a1 None None] Updating router a453e9d1-2a55-4468-911c-0e46e9f3650a port 46092064-b912-44b2-8a48-4c25a5eadb18 binding host n-d-816865-1 {{(pid=102389) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 05 19:09:55.766473 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2892883-4a7d-47bc-aff8-6a6049f2a30e req-cab1f38f-22fe-4d6a-84ed-7b07f9c5c5bb tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] No DVR routers for this DVR port c2b283cb-6a55-489b-93e0-f7550bffc148 on host n-h2-816865-1 {{(pid=102386) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 19:09:55.802313 n-d-816865-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-3578c128-6924-40c2-b307-d01e68a508a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:09:55.939078 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device abb7f16f-5446-4b73-a74f-13745f946944 up at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 19:09:55.949536 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-1cc78258-af05-4073-8205-d7af7ab1ff08 req-ff318630-1be6-4b24-afaa-d250805e27d1 service neutron] 10.222.0.55 "GET /v2.0/networks/4b059334-dafd-4f9f-91b0-dba42be862b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1841564 Nov 05 19:09:55.950083 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-a8fa58f4-ed3c-4989-9b75-a531645d275d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:09:55.961686 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-b2892883-4a7d-47bc-aff8-6a6049f2a30e req-cab1f38f-22fe-4d6a-84ed-7b07f9c5c5bb tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:09:55.965158 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-b2892883-4a7d-47bc-aff8-6a6049f2a30e req-cab1f38f-22fe-4d6a-84ed-7b07f9c5c5bb tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] 10.222.0.55 "DELETE /v2.0/ports/c2b283cb-6a55-489b-93e0-f7550bffc148 HTTP/1.1" status: 204 len: 173 time: 1.2190633 Nov 05 19:09:55.979001 n-d-816865-1 neutron-server[102386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0047d45e-b897-437c-bf67-02c613002f4a', 'name': 'network-vif-deleted', 'tag': 'c2b283cb-6a55-489b-93e0-f7550bffc148'}] {{(pid=102386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 19:09:55.982261 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6173a44d7c73f41af551dc890fa1a5892c2c6bc3458b640c8e0c24db7876ba6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc268e44-3a77-4c56-af4e-bec92e9fca73" -d '{"events": [{"server_uuid": "0047d45e-b897-437c-bf67-02c613002f4a", "name": "network-vif-deleted", "tag": "c2b283cb-6a55-489b-93e0-f7550bffc148"}]}' {{(pid=102386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 19:09:56.077899 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Provisioning complete for port abb7f16f-5446-4b73-a74f-13745f946944 triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:09:56.078300 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:09:56.133522 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-098adcf6-f131-44f6-8f08-e5fd1c977cff req-9e0d70d7-e65e-47c1-a76f-aef051a1cb43 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] 10.222.0.13 "GET /v2.0/ports?device_id=0047d45e-b897-437c-bf67-02c613002f4a HTTP/1.1" status: 200 len: 210 time: 0.1998951 Nov 05 19:09:56.267137 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-1cc78258-af05-4073-8205-d7af7ab1ff08 req-00b5cd47-c38e-4a81-9a19-4ea2416d84d5 service neutron] 10.222.0.55 "GET /v2.0/networks/4b059334-dafd-4f9f-91b0-dba42be862b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2663860 Nov 05 19:09:56.307961 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 19:09:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-237212a2-e7d6-4d4a-a226-85248ace3663 x-openstack-request-id: req-237212a2-e7d6-4d4a-a226-85248ace3663 {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 19:09:56.308264 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0047d45e-b897-437c-bf67-02c613002f4a", "name": "network-vif-deleted", "tag": "c2b283cb-6a55-489b-93e0-f7550bffc148", "status": "completed", "code": 200}]} {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 19:09:56.308520 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-237212a2-e7d6-4d4a-a226-85248ace3663 {{(pid=102386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 19:09:56.311809 n-d-816865-1 neutron-server[102386]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0047d45e-b897-437c-bf67-02c613002f4a', 'name': 'network-vif-deleted', 'tag': 'c2b283cb-6a55-489b-93e0-f7550bffc148', 'status': 'completed', 'code': 200} Nov 05 19:09:56.343954 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fa58f4-ed3c-4989-9b75-a531645d275d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=121abe85-95d0-452d-9151-fcedc78041fd,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:09:56.372140 n-d-816865-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-3578c128-6924-40c2-b307-d01e68a508a1 None None] Publish callbacks [] for port, precommit_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:09:56.383720 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-a8fa58f4-ed3c-4989-9b75-a531645d275d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8d2d2fd1e2574eed90814ce4f9dd57cc&name=default HTTP/1.1" status: 200 len: 3000 time: 3.0650542 Nov 05 19:09:56.386002 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 33092) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:09:56.420332 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec3a93f-ba6e-4804-a7a0-a47860b33ce5 req-07cb0033-c04f-49b4-8cd8-e50fd2e3d102 tempest-TestServerMultinode-405309802 tempest-TestServerMultinode-405309802-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:09:56.422181 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-2ec3a93f-ba6e-4804-a7a0-a47860b33ce5 req-07cb0033-c04f-49b4-8cd8-e50fd2e3d102 tempest-TestServerMultinode-405309802 tempest-TestServerMultinode-405309802-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=8ffc4921-daf6-4a3d-af86-57295a7d5459 HTTP/1.1" status: 200 len: 1096 time: 0.4791195 Nov 05 19:09:56.459606 n-d-816865-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-3578c128-6924-40c2-b307-d01e68a508a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:09:56.481905 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-830eee07-e7d2-49c2-8626-a0122d15bc5c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:09:56.519291 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-830eee07-e7d2-49c2-8626-a0122d15bc5c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:09:56.546760 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-2ec3a93f-ba6e-4804-a7a0-a47860b33ce5 req-2597ce40-430e-4a3b-9f29-cca67c558009 tempest-TestServerMultinode-405309802 tempest-TestServerMultinode-405309802-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=b5cc021e-aa8f-4323-a983-51b5dbdacaac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148946 Nov 05 19:09:56.570958 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.managers [None req-3578c128-6924-40c2-b307-d01e68a508a1 None None] Attempting to bind port 46092064-b912-44b2-8a48-4c25a5eadb18 on host n-d-816865-1 for vnic_type normal with profile {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 19:09:56.570958 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.managers [None req-3578c128-6924-40c2-b307-d01e68a508a1 None None] Attempting to bind port 46092064-b912-44b2-8a48-4c25a5eadb18 by drivers openvswitch,hyperv on host n-d-816865-1 at level 0 using segments [{'id': '85be518c-8bb4-46a2-a903-d4292782d29d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec'}] {{(pid=102389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 19:09:56.573870 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3578c128-6924-40c2-b307-d01e68a508a1 None None] Attempting to bind port 46092064-b912-44b2-8a48-4c25a5eadb18 on network 40c8335d-cd0b-4cb5-910a-d4dcddd5cbec {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 19:09:56.575630 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-17d4dcea-2eae-4fcd-9f81-ad44f99cd7a3 req-38366523-b225-400b-a946-5b586224ff46 tempest-TestServerMultinode-405309802 tempest-TestServerMultinode-405309802-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4417063'] for port, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:09:56.586885 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] get_ports_and_sgs() called for port_ids ['c01459f8-e5f9-4328-91ad-a44701dda888'] {{(pid=102388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 19:09:56.610440 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf4e164-c55d-4a38-9adf-6857e67a0a21 None None] Pushing event updated for resources: {'Port': ['ID=46092064-b912-44b2-8a48-4c25a5eadb18,revision_number=2']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:09:56.637700 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3578c128-6924-40c2-b307-d01e68a508a1 None None] Checking agent: {'id': '724d89a7-611b-41e6-bc85-c48112b17afa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 18, 25, 8), 'started_at': datetime.datetime(2021, 11, 5, 18, 25, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 19, 9, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 19:09:56.638087 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3578c128-6924-40c2-b307-d01e68a508a1 None None] Checking segment: {'id': '85be518c-8bb4-46a2-a903-d4292782d29d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 19:09:56.638493 n-d-816865-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-3578c128-6924-40c2-b307-d01e68a508a1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:09:56.638884 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3578c128-6924-40c2-b307-d01e68a508a1 None None] Bound using segment: {'id': '85be518c-8bb4-46a2-a903-d4292782d29d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec'} {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 19:09:56.639362 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.managers [None req-3578c128-6924-40c2-b307-d01e68a508a1 None None] Bound port: 46092064-b912-44b2-8a48-4c25a5eadb18, host: n-d-816865-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85be518c-8bb4-46a2-a903-d4292782d29d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec'}}] {{(pid=102389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 19:09:56.639738 n-d-816865-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-3578c128-6924-40c2-b307-d01e68a508a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:09:56.650392 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38366523-b225-400b-a946-5b586224ff46 tempest-TestServerMultinode-405309802 tempest-TestServerMultinode-405309802-project-admin] Pushing event deleted for resources: {'Port': ['ID=c01459f8-e5f9-4328-91ad-a44701dda888,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:09:56.651350 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] get_ports_and_sgs() called for port_ids ['72de4123-141f-46ed-af64-621107c8f0da'] {{(pid=102388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 19:09:56.667704 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-830eee07-e7d2-49c2-8626-a0122d15bc5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:09:56.672305 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-830eee07-e7d2-49c2-8626-a0122d15bc5c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:09:56.676362 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-830eee07-e7d2-49c2-8626-a0122d15bc5c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/121abe85-95d0-452d-9151-fcedc78041fd HTTP/1.1" status: 204 len: 168 time: 0.2874792 Nov 05 19:09:56.705768 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830eee07-e7d2-49c2-8626-a0122d15bc5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=121abe85-95d0-452d-9151-fcedc78041fd,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:09:56.744110 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf4e164-c55d-4a38-9adf-6857e67a0a21 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:09:56.744110 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf4e164-c55d-4a38-9adf-6857e67a0a21 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:09:56.744110 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf4e164-c55d-4a38-9adf-6857e67a0a21 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:09:56.744502 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf4e164-c55d-4a38-9adf-6857e67a0a21 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:09:56.744637 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf4e164-c55d-4a38-9adf-6857e67a0a21 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:09:56.744965 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf4e164-c55d-4a38-9adf-6857e67a0a21 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:09:56.745291 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf4e164-c55d-4a38-9adf-6857e67a0a21 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:09:56.751441 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf4e164-c55d-4a38-9adf-6857e67a0a21 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:09:56.751441 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf4e164-c55d-4a38-9adf-6857e67a0a21 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:09:56.752360 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf4e164-c55d-4a38-9adf-6857e67a0a21 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:09:56.752543 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf4e164-c55d-4a38-9adf-6857e67a0a21 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:09:56.752853 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf4e164-c55d-4a38-9adf-6857e67a0a21 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:09:56.787066 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.l3_dvrscheduler_db [req-17d4dcea-2eae-4fcd-9f81-ad44f99cd7a3 req-38366523-b225-400b-a946-5b586224ff46 tempest-TestServerMultinode-405309802 tempest-TestServerMultinode-405309802-project-admin] No DVR routers for this DVR port c01459f8-e5f9-4328-91ad-a44701dda888 on host n-h1-816865-1 {{(pid=102387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 19:09:56.797566 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-17d4dcea-2eae-4fcd-9f81-ad44f99cd7a3 req-38366523-b225-400b-a946-5b586224ff46 tempest-TestServerMultinode-405309802 tempest-TestServerMultinode-405309802-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:09:56.803712 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-17d4dcea-2eae-4fcd-9f81-ad44f99cd7a3 req-38366523-b225-400b-a946-5b586224ff46 tempest-TestServerMultinode-405309802 tempest-TestServerMultinode-405309802-project-admin] 10.222.0.41 "DELETE /v2.0/ports/c01459f8-e5f9-4328-91ad-a44701dda888 HTTP/1.1" status: 204 len: 173 time: 2.2356155 Nov 05 19:09:56.804218 n-d-816865-1 neutron-server[102387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ffc4921-daf6-4a3d-af86-57295a7d5459', 'name': 'network-vif-deleted', 'tag': 'c01459f8-e5f9-4328-91ad-a44701dda888'}] {{(pid=102387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 19:09:56.817201 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab06bd4ddf5758c1f10d79fe34dc215bafa488692cde9dba2fcbcb67556f90bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39f1af99-9a3e-47ec-a0e8-eb64f599b3f1" -d '{"events": [{"server_uuid": "8ffc4921-daf6-4a3d-af86-57295a7d5459", "name": "network-vif-deleted", "tag": "c01459f8-e5f9-4328-91ad-a44701dda888"}]}' {{(pid=102387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 19:09:56.840089 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [None req-3578c128-6924-40c2-b307-d01e68a508a1 None None] For port 46092064-b912-44b2-8a48-4c25a5eadb18, host n-d-816865-1, cleared binding levels {{(pid=102389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 19:09:56.853007 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [None req-3578c128-6924-40c2-b307-d01e68a508a1 None None] For port 46092064-b912-44b2-8a48-4c25a5eadb18, host n-d-816865-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=46092064-b912-44b2-8a48-4c25a5eadb18,segment=NetworkSegment(85be518c-8bb4-46a2-a903-d4292782d29d),segment_id=85be518c-8bb4-46a2-a903-d4292782d29d)] {{(pid=102389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 19:09:56.938607 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 19:09:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51c55cf0-431f-49d7-a457-b984315cfcf9 x-openstack-request-id: req-51c55cf0-431f-49d7-a457-b984315cfcf9 {{(pid=102387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 19:09:56.939457 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ffc4921-daf6-4a3d-af86-57295a7d5459", "name": "network-vif-deleted", "tag": "c01459f8-e5f9-4328-91ad-a44701dda888", "status": "completed", "code": 200}]} {{(pid=102387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 19:09:56.939457 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-51c55cf0-431f-49d7-a457-b984315cfcf9 {{(pid=102387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 19:09:56.939798 n-d-816865-1 neutron-server[102387]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ffc4921-daf6-4a3d-af86-57295a7d5459', 'name': 'network-vif-deleted', 'tag': 'c01459f8-e5f9-4328-91ad-a44701dda888', 'status': 'completed', 'code': 200} Nov 05 19:09:57.014410 n-d-816865-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-3578c128-6924-40c2-b307-d01e68a508a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:09:57.152908 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3578c128-6924-40c2-b307-d01e68a508a1 None None] Routers {'a453e9d1-2a55-4468-911c-0e46e9f3650a'} bound to L3 agent in host n-d-816865-1 {{(pid=102389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 19:09:57.153549 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-3578c128-6924-40c2-b307-d01e68a508a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T19:09:35Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['a453e9d1-2a55-4468-911c-0e46e9f3650a'], 'active': True} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:09:57.158505 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-6d452141-58c9-4769-aa29-c9b955c797b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:09:57.166485 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf4e164-c55d-4a38-9adf-6857e67a0a21 None None] Pushing event updated for resources: {'Port': ['ID=46092064-b912-44b2-8a48-4c25a5eadb18,revision_number=3']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:09:57.272442 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 33106) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:09:57.346643 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvr_db [None req-3578c128-6924-40c2-b307-d01e68a508a1 None None] Set router a453e9d1-2a55-4468-911c-0e46e9f3650a gateway port host: n-d-816865-1 {{(pid=102389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 19:09:57.411190 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Device c2b283cb-6a55-489b-93e0-f7550bffc148 no longer exists at agent hyperv_n-h2-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 19:09:57.430255 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.db_base_plugin_common [None req-6d452141-58c9-4769-aa29-c9b955c797b4 admin admin] Allocated IP 172.20.0.1 (b7f7084e-b4f4-4f72-932c-731db68aa075/50a6b432-55f7-47e7-84ac-a401b05dc3d2/10f174cd-7fc3-41df-b0cd-31d1fa58be66) {{(pid=102387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 19:09:57.435113 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] No Port match for: c2b283cb-6a55-489b-93e0-f7550bffc148 {{(pid=102388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 19:09:57.435755 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Device c2b283cb-6a55-489b-93e0-f7550bffc148 not bound to the agent host n-h2-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 19:09:57.592748 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-6d452141-58c9-4769-aa29-c9b955c797b4 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:09:57.616500 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 33112) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:09:57.652902 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-ab901868-8aae-42b7-b4a6-5c82248e01db admin admin] Publish callbacks [] for security_group, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:09:57.687825 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-3578c128-6924-40c2-b307-d01e68a508a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a453e9d1-2a55-4468-911c-0e46e9f3650a', 'name': 'tempest-TestAggregatesBasicOps-1907963622-router', 'tenant_id': 'cc9fac9ea8484a848e29c81d212a4cf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.58'}], 'enable_snat': True}, 'gw_port_id': '46092064-b912-44b2-8a48-4c25a5eadb18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T19:09:50Z', 'updated_at': '2021-11-05T19:09:52Z', 'revision_number': 3, 'project_id': 'cc9fac9ea8484a848e29c81d212a4cf5', 'gw_port': {'id': '46092064-b912-44b2-8a48-4c25a5eadb18', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:dc:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a453e9d1-2a55-4468-911c-0e46e9f3650a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3402, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:09:51Z', 'updated_at': '2021-11-05T19:09:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1'}], 'n-d-816865-1', False) {} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:09:57.730175 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3578c128-6924-40c2-b307-d01e68a508a1 None None] The sync data for ids ['a453e9d1-2a55-4468-911c-0e46e9f3650a'] in n-d-816865-1 is: [{'id': 'a453e9d1-2a55-4468-911c-0e46e9f3650a', 'name': 'tempest-TestAggregatesBasicOps-1907963622-router', 'tenant_id': 'cc9fac9ea8484a848e29c81d212a4cf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.58'}], 'enable_snat': True}, 'gw_port_id': '46092064-b912-44b2-8a48-4c25a5eadb18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T19:09:50Z', 'updated_at': '2021-11-05T19:09:52Z', 'revision_number': 3, 'project_id': 'cc9fac9ea8484a848e29c81d212a4cf5', 'gw_port': {'id': '46092064-b912-44b2-8a48-4c25a5eadb18', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:dc:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a453e9d1-2a55-4468-911c-0e46e9f3650a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3402, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:09:51Z', 'updated_at': '2021-11-05T19:09:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1'}] {{(pid=102389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 19:09:57.742689 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-2af74822-c524-4242-ba53-ef3ac453cba3 req-96c67e25-2142-4a65-834d-9790d9b94b45 tempest-TestServerMultinode-405309802 tempest-TestServerMultinode-405309802-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=8ffc4921-daf6-4a3d-af86-57295a7d5459 HTTP/1.1" status: 200 len: 210 time: 0.0686955 Nov 05 19:09:57.759217 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-6d452141-58c9-4769-aa29-c9b955c797b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4417063'] for port, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:09:57.884021 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d452141-58c9-4769-aa29-c9b955c797b4 admin admin] Network b7f7084e-b4f4-4f72-932c-731db68aa075 is already hosted by enough agents. {{(pid=102387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 19:09:57.892834 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.base_scheduler [None req-6d452141-58c9-4769-aa29-c9b955c797b4 admin admin] Resources bound (agent type, host, resource id): {{(pid=102387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 19:09:57.925209 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d452141-58c9-4769-aa29-c9b955c797b4 admin admin] Received port after_create {{(pid=102387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 19:09:57.932482 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d452141-58c9-4769-aa29-c9b955c797b4 admin admin] Pushing event updated for resources: {'Port': ['ID=10f174cd-7fc3-41df-b0cd-31d1fa58be66,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:09:57.992230 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-ab901868-8aae-42b7-b4a6-5c82248e01db admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:09:58.012805 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-6d452141-58c9-4769-aa29-c9b955c797b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-571770'] for router_interface, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:09:58.152519 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-ab901868-8aae-42b7-b4a6-5c82248e01db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:09:58.253932 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab901868-8aae-42b7-b4a6-5c82248e01db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62726166-4d07-484e-a9c4-11bf97a7bfa4,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:09:58.345793 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-ab901868-8aae-42b7-b4a6-5c82248e01db admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=aa21cbfbf0ad4ff086ad43cf0083d6db&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7225764 Nov 05 19:09:58.346078 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 33118) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:09:58.412226 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-490045be-c383-469d-bbb2-0d7da40dd591 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-571777'] for router_interface, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:09:58.453522 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-1c08bbd2-bc1a-4cb9-93b2-8fe95a3bdbee None None] Provisioning complete for port 10f174cd-7fc3-41df-b0cd-31d1fa58be66 triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:09:58.454155 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-1c08bbd2-bc1a-4cb9-93b2-8fe95a3bdbee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:09:58.480990 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-6d452141-58c9-4769-aa29-c9b955c797b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:09:58.532343 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-5d444769-cc44-4630-a9a6-32efdc404f9d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:09:58.565493 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-1c08bbd2-bc1a-4cb9-93b2-8fe95a3bdbee None None] Port 10f174cd-7fc3-41df-b0cd-31d1fa58be66 cannot update to ACTIVE because it is not bound. {{(pid=102388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 19:09:58.641560 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-5d444769-cc44-4630-a9a6-32efdc404f9d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:09:58.681886 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Device c01459f8-e5f9-4328-91ad-a44701dda888 no longer exists at agent hyperv_n-h1-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 19:09:58.726962 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] No Port match for: c01459f8-e5f9-4328-91ad-a44701dda888 {{(pid=102388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 19:09:58.727682 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Device c01459f8-e5f9-4328-91ad-a44701dda888 not bound to the agent host n-h1-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 19:09:58.930287 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-6d452141-58c9-4769-aa29-c9b955c797b4 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:09:58.933790 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-5d444769-cc44-4630-a9a6-32efdc404f9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:09:58.936023 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-5d444769-cc44-4630-a9a6-32efdc404f9d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:09:58.943509 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-5d444769-cc44-4630-a9a6-32efdc404f9d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/62726166-4d07-484e-a9c4-11bf97a7bfa4 HTTP/1.1" status: 204 len: 168 time: 0.5899355 Nov 05 19:09:58.958081 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d444769-cc44-4630-a9a6-32efdc404f9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62726166-4d07-484e-a9c4-11bf97a7bfa4,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:09:59.014276 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-6d452141-58c9-4769-aa29-c9b955c797b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4417072'] for port, after_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:09:59.215738 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 33130) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:09:59.272159 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-490045be-c383-469d-bbb2-0d7da40dd591 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Deleting port 469556f7-45fd-4447-a6a0-37841ecedbdb {{(pid=102386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 19:09:59.275302 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-490045be-c383-469d-bbb2-0d7da40dd591 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:09:59.287970 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-6d452141-58c9-4769-aa29-c9b955c797b4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-597863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-571878'] for router_interface, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:09:59.289765 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d452141-58c9-4769-aa29-c9b955c797b4 admin admin] Pushing event updated for resources: {'Port': ['ID=10f174cd-7fc3-41df-b0cd-31d1fa58be66,revision_number=2']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:09:59.522321 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [None req-490045be-c383-469d-bbb2-0d7da40dd591 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] For port 469556f7-45fd-4447-a6a0-37841ecedbdb, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=469556f7-45fd-4447-a6a0-37841ecedbdb,segment=NetworkSegment(5b4b5bf4-ffef-44ab-bb8a-f344bae27634),segment_id=5b4b5bf4-ffef-44ab-bb8a-f344bae27634)] {{(pid=102386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:09:59.527415 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-490045be-c383-469d-bbb2-0d7da40dd591 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:09:59.554677 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d452141-58c9-4769-aa29-c9b955c797b4 admin admin] Network b7f7084e-b4f4-4f72-932c-731db68aa075 is already hosted by enough agents. {{(pid=102387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 19:09:59.557029 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.base_scheduler [None req-6d452141-58c9-4769-aa29-c9b955c797b4 admin admin] Resources bound (agent type, host, resource id): {{(pid=102387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 19:09:59.579532 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-490045be-c383-469d-bbb2-0d7da40dd591 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Calling delete_port for 469556f7-45fd-4447-a6a0-37841ecedbdb owned by network:router_interface {{(pid=102386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 19:09:59.787580 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d452141-58c9-4769-aa29-c9b955c797b4 admin admin] Router a453e9d1-2a55-4468-911c-0e46e9f3650a has already been hosted by L3 agent 6dcb5589-8e86-4616-9186-ddc4548e13ad {{(pid=102387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 19:09:59.805433 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332fbeab-7bc5-448a-b71d-78fcb5f38415 req-f6beefa1-e982-4ae0-9351-a7ecedc771be tempest-TestServerMultinode-405309802 tempest-TestServerMultinode-405309802-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:09:59.815191 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-332fbeab-7bc5-448a-b71d-78fcb5f38415 req-f6beefa1-e982-4ae0-9351-a7ecedc771be tempest-TestServerMultinode-405309802 tempest-TestServerMultinode-405309802-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=ae80efac-8b19-4c48-a96f-3859ec4003f1 HTTP/1.1" status: 200 len: 1096 time: 0.1052725 Nov 05 19:09:59.998295 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-a47f8ee0-cf43-4ffa-9723-f33f90d5d731 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:00.042583 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-490045be-c383-469d-bbb2-0d7da40dd591 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:00.053373 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-332fbeab-7bc5-448a-b71d-78fcb5f38415 req-1053f501-6bf6-49f4-88f7-874cd42a8857 tempest-TestServerMultinode-405309802 tempest-TestServerMultinode-405309802-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=b5cc021e-aa8f-4323-a983-51b5dbdacaac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2234569 Nov 05 19:10:00.074212 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 46092064-b912-44b2-8a48-4c25a5eadb18 up at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 19:10:00.172872 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-d2221513-170f-4a44-9d76-1176ae4edc86 None None] Provisioning complete for port 10f174cd-7fc3-41df-b0cd-31d1fa58be66 triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:10:00.174062 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-d2221513-170f-4a44-9d76-1176ae4edc86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:00.190851 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d452141-58c9-4769-aa29-c9b955c797b4 admin admin] Notify agent at l3_agent.n-d-816865-1 the message routers_updated {{(pid=102387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 19:10:00.196666 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-6d452141-58c9-4769-aa29-c9b955c797b4 admin admin] 10.222.0.13 "PUT /v2.0/routers/a453e9d1-2a55-4468-911c-0e46e9f3650a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0085769 Nov 05 19:10:00.198080 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-a47f8ee0-cf43-4ffa-9723-f33f90d5d731 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:00.209816 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490045be-c383-469d-bbb2-0d7da40dd591 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Pushing event deleted for resources: {'Port': ['ID=469556f7-45fd-4447-a6a0-37841ecedbdb,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:10:00.224328 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Provisioning complete for port 46092064-b912-44b2-8a48-4c25a5eadb18 triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:10:00.224980 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:00.267807 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-d2221513-170f-4a44-9d76-1176ae4edc86 None None] Port 10f174cd-7fc3-41df-b0cd-31d1fa58be66 cannot update to ACTIVE because it is not bound. {{(pid=102388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 19:10:00.358021 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:00.362600 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-a47f8ee0-cf43-4ffa-9723-f33f90d5d731 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:00.420844 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47f8ee0-cf43-4ffa-9723-f33f90d5d731 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5619afb8-5e1e-4f34-bbea-8f100983bc70,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:10:00.432262 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] For port 46092064-b912-44b2-8a48-4c25a5eadb18, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=46092064-b912-44b2-8a48-4c25a5eadb18,segment=NetworkSegment(85be518c-8bb4-46a2-a903-d4292782d29d),segment_id=85be518c-8bb4-46a2-a903-d4292782d29d)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:10:00.461387 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-a47f8ee0-cf43-4ffa-9723-f33f90d5d731 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=228db028f7324d2a86f23a29b5dca686&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2430832 Nov 05 19:10:00.468131 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 33148) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:10:00.542342 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:00.563250 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-fcc5738c-04dd-4449-ab95-0b0c7ebd0134 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:00.566245 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-490045be-c383-469d-bbb2-0d7da40dd591 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-597886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-573297'] for router_interface, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:00.694568 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-fcc5738c-04dd-4449-ab95-0b0c7ebd0134 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:00.769065 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Pushing event updated for resources: {'Port': ['ID=46092064-b912-44b2-8a48-4c25a5eadb18,revision_number=4']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:10:00.828548 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:10:00.830532 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:10:00.831296 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:10:00.832364 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:10:00.834154 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:10:00.835888 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:10:00.836682 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:10:00.839169 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:10:00.840135 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:10:00.840914 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:10:00.841709 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:10:00.842796 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:10:00.903865 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb3828ea-5fd5-4012-a9b5-207b4c163fc5 None None] Sync routers for ids ['a453e9d1-2a55-4468-911c-0e46e9f3650a'] in n-d-816865-1 {{(pid=102389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 19:10:00.916345 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb3828ea-5fd5-4012-a9b5-207b4c163fc5 None None] Routers {'a453e9d1-2a55-4468-911c-0e46e9f3650a'} bound to L3 agent in host n-d-816865-1 {{(pid=102389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 19:10:00.917048 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-bb3828ea-5fd5-4012-a9b5-207b4c163fc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T19:09:35Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['a453e9d1-2a55-4468-911c-0e46e9f3650a'], 'active': True} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:10:01.177747 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvr_db [None req-bb3828ea-5fd5-4012-a9b5-207b4c163fc5 None None] Set router a453e9d1-2a55-4468-911c-0e46e9f3650a gateway port host: n-d-816865-1 {{(pid=102389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 19:10:01.274342 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-490045be-c383-469d-bbb2-0d7da40dd591 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Router f0236bd7-b48a-4661-b5c6-b11cd8fac5f4 has already been hosted by L3 agent 6dcb5589-8e86-4616-9186-ddc4548e13ad {{(pid=102386) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 19:10:01.288194 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a393a82-8683-43a9-be38-c05987c49fdb req-8baa920a-bb43-4926-9af3-160bf96e34a9 tempest-TestServerMultinode-405309802 tempest-TestServerMultinode-405309802-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:10:01.289703 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-0a393a82-8683-43a9-be38-c05987c49fdb req-8baa920a-bb43-4926-9af3-160bf96e34a9 tempest-TestServerMultinode-405309802 tempest-TestServerMultinode-405309802-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=ae80efac-8b19-4c48-a96f-3859ec4003f1 HTTP/1.1" status: 200 len: 1096 time: 0.0860329 Nov 05 19:10:01.306875 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54312c78-6d0d-4a55-a138-8e9fe2192cbb req-dda82678-8c9b-41bb-a4b3-aa4d8b6a148f tempest-TestServerMultinode-405309802 tempest-TestServerMultinode-405309802-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:10:01.317249 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-54312c78-6d0d-4a55-a138-8e9fe2192cbb req-dda82678-8c9b-41bb-a4b3-aa4d8b6a148f tempest-TestServerMultinode-405309802 tempest-TestServerMultinode-405309802-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=ae80efac-8b19-4c48-a96f-3859ec4003f1 HTTP/1.1" status: 200 len: 1096 time: 0.1139843 Nov 05 19:10:01.420422 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-54312c78-6d0d-4a55-a138-8e9fe2192cbb req-1156e48f-3436-44e7-9fc2-d88e3789a3d7 tempest-TestServerMultinode-405309802 tempest-TestServerMultinode-405309802-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=b5cc021e-aa8f-4323-a983-51b5dbdacaac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995486 Nov 05 19:10:01.437624 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-fcc5738c-04dd-4449-ab95-0b0c7ebd0134 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:01.437624 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-fcc5738c-04dd-4449-ab95-0b0c7ebd0134 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:01.437624 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-fcc5738c-04dd-4449-ab95-0b0c7ebd0134 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5619afb8-5e1e-4f34-bbea-8f100983bc70 HTTP/1.1" status: 204 len: 168 time: 0.9676719 Nov 05 19:10:01.472211 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc5738c-04dd-4449-ab95-0b0c7ebd0134 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5619afb8-5e1e-4f34-bbea-8f100983bc70,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:10:01.545314 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [req-0a393a82-8683-43a9-be38-c05987c49fdb req-cd6cf4b5-7566-47f4-9479-fc2a63ac16f3 tempest-TestServerMultinode-405309802 tempest-TestServerMultinode-405309802-project-admin] Deleting port 72de4123-141f-46ed-af64-621107c8f0da {{(pid=102386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 19:10:01.545684 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-0a393a82-8683-43a9-be38-c05987c49fdb req-cd6cf4b5-7566-47f4-9479-fc2a63ac16f3 tempest-TestServerMultinode-405309802 tempest-TestServerMultinode-405309802-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:01.550332 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-490045be-c383-469d-bbb2-0d7da40dd591 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Notify agent at l3_agent.n-d-816865-1 the message routers_updated {{(pid=102386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 19:10:01.564619 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91b5438b-e058-4b48-9c67-819de6517ef1 None None] Sync routers for ids ['f0236bd7-b48a-4661-b5c6-b11cd8fac5f4'] in n-d-816865-1 {{(pid=102388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 19:10:01.569270 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 33174) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:10:01.569495 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-490045be-c383-469d-bbb2-0d7da40dd591 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] 10.222.0.13 "PUT /v2.0/routers/f0236bd7-b48a-4661-b5c6-b11cd8fac5f4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2959282 Nov 05 19:10:01.615858 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91b5438b-e058-4b48-9c67-819de6517ef1 None None] Routers {'f0236bd7-b48a-4661-b5c6-b11cd8fac5f4'} bound to L3 agent in host n-d-816865-1 {{(pid=102388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 19:10:01.616550 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-91b5438b-e058-4b48-9c67-819de6517ef1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T19:09:35Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['f0236bd7-b48a-4661-b5c6-b11cd8fac5f4'], 'active': True} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:10:01.627700 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-bb3828ea-5fd5-4012-a9b5-207b4c163fc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a453e9d1-2a55-4468-911c-0e46e9f3650a', 'name': 'tempest-TestAggregatesBasicOps-1907963622-router', 'tenant_id': 'cc9fac9ea8484a848e29c81d212a4cf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.58'}], 'enable_snat': True}, 'gw_port_id': '46092064-b912-44b2-8a48-4c25a5eadb18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T19:09:50Z', 'updated_at': '2021-11-05T19:09:58Z', 'revision_number': 4, 'project_id': 'cc9fac9ea8484a848e29c81d212a4cf5', 'gw_port': {'id': '46092064-b912-44b2-8a48-4c25a5eadb18', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:dc:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a453e9d1-2a55-4468-911c-0e46e9f3650a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3402, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:09:51Z', 'updated_at': '2021-11-05T19:10:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1', '_interfaces': [{'id': '10f174cd-7fc3-41df-b0cd-31d1fa58be66', 'name': '', 'network_id': 'b7f7084e-b4f4-4f72-932c-731db68aa075', 'tenant_id': 'cc9fac9ea8484a848e29c81d212a4cf5', 'mac_address': 'fa:16:3e:05:71:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a453e9d1-2a55-4468-911c-0e46e9f3650a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3408, 'fixed_ips': [{'subnet_id': '50a6b432-55f7-47e7-84ac-a401b05dc3d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:09:57Z', 'updated_at': '2021-11-05T19:09:58Z', 'revision_number': 2, 'project_id': 'cc9fac9ea8484a848e29c81d212a4cf5', 'subnets': [{'id': '50a6b432-55f7-47e7-84ac-a401b05dc3d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-1', False) {} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:10:01.698460 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8173f81-4010-4a0d-ae9f-c1f5e91e583c tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Deleting subnet 8c015bc4-06f3-40c7-a991-adcb8966305a {{(pid=102387) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 05 19:10:01.702738 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-f8173f81-4010-4a0d-ae9f-c1f5e91e583c tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Publish callbacks [] for subnet, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:01.742342 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb3828ea-5fd5-4012-a9b5-207b4c163fc5 None None] Checking router: a453e9d1-2a55-4468-911c-0e46e9f3650a for host: n-d-816865-1 {{(pid=102389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 19:10:01.742684 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb3828ea-5fd5-4012-a9b5-207b4c163fc5 None None] Updating router a453e9d1-2a55-4468-911c-0e46e9f3650a port 10f174cd-7fc3-41df-b0cd-31d1fa58be66 binding host n-d-816865-1 {{(pid=102389) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 05 19:10:01.753443 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [req-0a393a82-8683-43a9-be38-c05987c49fdb req-cd6cf4b5-7566-47f4-9479-fc2a63ac16f3 tempest-TestServerMultinode-405309802 tempest-TestServerMultinode-405309802-project-admin] For port 72de4123-141f-46ed-af64-621107c8f0da, host n-h2-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=72de4123-141f-46ed-af64-621107c8f0da,segment=NetworkSegment(4294eaa4-9159-4512-b472-00960aa998f8),segment_id=4294eaa4-9159-4512-b472-00960aa998f8)] {{(pid=102386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:10:01.753823 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-0a393a82-8683-43a9-be38-c05987c49fdb req-cd6cf4b5-7566-47f4-9479-fc2a63ac16f3 tempest-TestServerMultinode-405309802 tempest-TestServerMultinode-405309802-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:01.803705 n-d-816865-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-bb3828ea-5fd5-4012-a9b5-207b4c163fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:01.814985 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-f8173f81-4010-4a0d-ae9f-c1f5e91e583c tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4463501'] for subnet, precommit_delete_associations {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:01.821319 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [req-0a393a82-8683-43a9-be38-c05987c49fdb req-cd6cf4b5-7566-47f4-9479-fc2a63ac16f3 tempest-TestServerMultinode-405309802 tempest-TestServerMultinode-405309802-project-admin] Calling delete_port for 72de4123-141f-46ed-af64-621107c8f0da owned by compute:nova {{(pid=102386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 19:10:01.886119 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvr_db [None req-91b5438b-e058-4b48-9c67-819de6517ef1 None None] Set router f0236bd7-b48a-4661-b5c6-b11cd8fac5f4 gateway port host: n-d-816865-1 {{(pid=102388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 19:10:02.107176 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-f8173f81-4010-4a0d-ae9f-c1f5e91e583c tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1573928'] for subnet, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:02.152018 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 46092064-b912-44b2-8a48-4c25a5eadb18 up at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 19:10:02.230848 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-0a393a82-8683-43a9-be38-c05987c49fdb req-cd6cf4b5-7566-47f4-9479-fc2a63ac16f3 tempest-TestServerMultinode-405309802 tempest-TestServerMultinode-405309802-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:02.231684 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Provisioning complete for port 46092064-b912-44b2-8a48-4c25a5eadb18 triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:10:02.232358 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:02.268497 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6cf4b5-7566-47f4-9479-fc2a63ac16f3 tempest-TestServerMultinode-405309802 tempest-TestServerMultinode-405309802-project-admin] Pushing event deleted for resources: {'Port': ['ID=72de4123-141f-46ed-af64-621107c8f0da,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:10:02.287067 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] get_ports_and_sgs() called for port_ids ['72de4123-141f-46ed-af64-621107c8f0da'] {{(pid=102388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 19:10:02.307535 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-f8173f81-4010-4a0d-ae9f-c1f5e91e583c tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1573905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4417146', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5112209'] for subnet, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:02.373972 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a393a82-8683-43a9-be38-c05987c49fdb req-cd6cf4b5-7566-47f4-9479-fc2a63ac16f3 tempest-TestServerMultinode-405309802 tempest-TestServerMultinode-405309802-project-admin] No DVR routers for this DVR port 72de4123-141f-46ed-af64-621107c8f0da on host n-h2-816865-1 {{(pid=102386) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 19:10:02.376296 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8173f81-4010-4a0d-ae9f-c1f5e91e583c tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Pushing event deleted for resources: {'Subnet': ['ID=8c015bc4-06f3-40c7-a991-adcb8966305a,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:10:02.377837 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-0a393a82-8683-43a9-be38-c05987c49fdb req-cd6cf4b5-7566-47f4-9479-fc2a63ac16f3 tempest-TestServerMultinode-405309802 tempest-TestServerMultinode-405309802-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:02.389665 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-f8173f81-4010-4a0d-ae9f-c1f5e91e583c tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Publish callbacks [] for subnet, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:02.397103 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-0a393a82-8683-43a9-be38-c05987c49fdb req-cd6cf4b5-7566-47f4-9479-fc2a63ac16f3 tempest-TestServerMultinode-405309802 tempest-TestServerMultinode-405309802-project-admin] 10.222.0.55 "DELETE /v2.0/ports/72de4123-141f-46ed-af64-621107c8f0da HTTP/1.1" status: 204 len: 173 time: 1.0976136 Nov 05 19:10:02.397904 n-d-816865-1 neutron-server[102386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae80efac-8b19-4c48-a96f-3859ec4003f1', 'name': 'network-vif-deleted', 'tag': '72de4123-141f-46ed-af64-621107c8f0da'}] {{(pid=102386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 19:10:02.403344 n-d-816865-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-bb3828ea-5fd5-4012-a9b5-207b4c163fc5 None None] Publish callbacks [] for port, precommit_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:02.403930 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e0cc653-f400-449a-b9d6-ba91dee3fee6 None None] Network 4b059334-dafd-4f9f-91b0-dba42be862b2 requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 19:10:02.405647 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-f8173f81-4010-4a0d-ae9f-c1f5e91e583c tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] 10.222.0.13 "DELETE /v2.0/subnets/8c015bc4-06f3-40c7-a991-adcb8966305a HTTP/1.1" status: 204 len: 168 time: 0.8346341 Nov 05 19:10:02.408671 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 33186) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:10:02.411801 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6173a44d7c73f41af551dc890fa1a5892c2c6bc3458b640c8e0c24db7876ba6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02e119dd-f717-45e5-bced-d37b8d48422f" -d '{"events": [{"server_uuid": "ae80efac-8b19-4c48-a96f-3859ec4003f1", "name": "network-vif-deleted", "tag": "72de4123-141f-46ed-af64-621107c8f0da"}]}' {{(pid=102386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 19:10:02.494266 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 19:10:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bd1cf2e-51f9-462b-a21a-9b29f9c135a2 x-openstack-request-id: req-5bd1cf2e-51f9-462b-a21a-9b29f9c135a2 {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 19:10:02.495243 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae80efac-8b19-4c48-a96f-3859ec4003f1", "name": "network-vif-deleted", "tag": "72de4123-141f-46ed-af64-621107c8f0da", "status": "completed", "code": 200}]} {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 19:10:02.495715 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5bd1cf2e-51f9-462b-a21a-9b29f9c135a2 {{(pid=102386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 19:10:02.496374 n-d-816865-1 neutron-server[102386]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae80efac-8b19-4c48-a96f-3859ec4003f1', 'name': 'network-vif-deleted', 'tag': '72de4123-141f-46ed-af64-621107c8f0da', 'status': 'completed', 'code': 200} Nov 05 19:10:02.511004 n-d-816865-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-bb3828ea-5fd5-4012-a9b5-207b4c163fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:02.639239 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-c745a846-e637-492a-b27b-8dbb1901d3a0 req-aaba2adf-8e8e-4def-825f-3c5dde146e22 tempest-TestServerMultinode-405309802 tempest-TestServerMultinode-405309802-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=ae80efac-8b19-4c48-a96f-3859ec4003f1 HTTP/1.1" status: 200 len: 210 time: 0.0519390 Nov 05 19:10:02.664090 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-bab06730-7c5e-4ea6-83da-33b00d83ac62 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Publish callbacks [] for router, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:02.682551 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e99a31-e697-4bbd-86bb-057f582efca3 None None] Pushing event updated for resources: {'Port': ['ID=10f174cd-7fc3-41df-b0cd-31d1fa58be66,revision_number=3']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:10:02.699493 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-91b5438b-e058-4b48-9c67-819de6517ef1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0236bd7-b48a-4661-b5c6-b11cd8fac5f4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1327585774', 'tenant_id': '777902a3c6ed4ff2a5460208db53bd8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.14'}], 'enable_snat': True}, 'gw_port_id': '43f0c9f0-b2bc-48a2-b350-1327547a3ee6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T19:08:22Z', 'updated_at': '2021-11-05T19:09:59Z', 'revision_number': 5, 'project_id': '777902a3c6ed4ff2a5460208db53bd8a', 'gw_port': {'id': '43f0c9f0-b2bc-48a2-b350-1327547a3ee6', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:40:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0236bd7-b48a-4661-b5c6-b11cd8fac5f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3297, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:08:23Z', 'updated_at': '2021-11-05T19:08:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1'}], 'n-d-816865-1', False) {} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:10:02.826428 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91b5438b-e058-4b48-9c67-819de6517ef1 None None] Checking router: f0236bd7-b48a-4661-b5c6-b11cd8fac5f4 for host: n-d-816865-1 {{(pid=102388) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 19:10:02.873598 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 33200) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:10:02.886348 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-93cc2ec8-5864-4485-867a-25813fb00a58 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1309581395-network', 'tenant_id': '594c111268654605b00fb58e6509133f'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:10:02.905430 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91b5438b-e058-4b48-9c67-819de6517ef1 None None] Routers {'f0236bd7-b48a-4661-b5c6-b11cd8fac5f4'} bound to L3 agent in host n-d-816865-1 {{(pid=102388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 19:10:02.906200 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-91b5438b-e058-4b48-9c67-819de6517ef1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T19:09:35Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['f0236bd7-b48a-4661-b5c6-b11cd8fac5f4'], 'active': True} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:10:02.942938 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-bab06730-7c5e-4ea6-83da-33b00d83ac62 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:02.971972 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.managers [None req-bb3828ea-5fd5-4012-a9b5-207b4c163fc5 None None] Attempting to bind port 10f174cd-7fc3-41df-b0cd-31d1fa58be66 on host n-d-816865-1 for vnic_type normal with profile {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 19:10:02.972352 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.managers [None req-bb3828ea-5fd5-4012-a9b5-207b4c163fc5 None None] Attempting to bind port 10f174cd-7fc3-41df-b0cd-31d1fa58be66 by drivers openvswitch,hyperv on host n-d-816865-1 at level 0 using segments [{'id': '4a8cf312-c30f-4cb9-adff-d588064261a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'b7f7084e-b4f4-4f72-932c-731db68aa075'}] {{(pid=102389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 19:10:02.973418 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb3828ea-5fd5-4012-a9b5-207b4c163fc5 None None] Attempting to bind port 10f174cd-7fc3-41df-b0cd-31d1fa58be66 on network b7f7084e-b4f4-4f72-932c-731db68aa075 {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 19:10:02.988174 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb3828ea-5fd5-4012-a9b5-207b4c163fc5 None None] Checking agent: {'id': '724d89a7-611b-41e6-bc85-c48112b17afa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 18, 25, 8), 'started_at': datetime.datetime(2021, 11, 5, 18, 25, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 19, 9, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 19:10:02.988548 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb3828ea-5fd5-4012-a9b5-207b4c163fc5 None None] Checking segment: {'id': '4a8cf312-c30f-4cb9-adff-d588064261a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'b7f7084e-b4f4-4f72-932c-731db68aa075'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 19:10:02.988943 n-d-816865-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-bb3828ea-5fd5-4012-a9b5-207b4c163fc5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:02.993686 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb3828ea-5fd5-4012-a9b5-207b4c163fc5 None None] Bound using segment: {'id': '4a8cf312-c30f-4cb9-adff-d588064261a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'b7f7084e-b4f4-4f72-932c-731db68aa075'} {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 19:10:02.994262 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.managers [None req-bb3828ea-5fd5-4012-a9b5-207b4c163fc5 None None] Bound port: 10f174cd-7fc3-41df-b0cd-31d1fa58be66, host: n-d-816865-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a8cf312-c30f-4cb9-adff-d588064261a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'b7f7084e-b4f4-4f72-932c-731db68aa075'}}] {{(pid=102389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 19:10:02.995781 n-d-816865-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-bb3828ea-5fd5-4012-a9b5-207b4c163fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:03.101454 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93cc2ec8-5864-4485-867a-25813fb00a58 admin admin] Made reservation on behalf of 594c111268654605b00fb58e6509133f for: {'network': 1} {{(pid=102386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 19:10:03.103993 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-93cc2ec8-5864-4485-867a-25813fb00a58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for network, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:03.129652 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-93cc2ec8-5864-4485-867a-25813fb00a58 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:03.173038 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3401ffc6-7ec7-4c36-84f9-a88131ecd158 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:03.174224 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [None req-bab06730-7c5e-4ea6-83da-33b00d83ac62 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Deleting port 43f0c9f0-b2bc-48a2-b350-1327547a3ee6 {{(pid=102387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 19:10:03.176091 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-bab06730-7c5e-4ea6-83da-33b00d83ac62 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:03.189265 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [None req-bb3828ea-5fd5-4012-a9b5-207b4c163fc5 None None] For port 10f174cd-7fc3-41df-b0cd-31d1fa58be66, host n-d-816865-1, cleared binding levels {{(pid=102389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 19:10:03.198450 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [None req-bb3828ea-5fd5-4012-a9b5-207b4c163fc5 None None] For port 10f174cd-7fc3-41df-b0cd-31d1fa58be66, host n-d-816865-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=10f174cd-7fc3-41df-b0cd-31d1fa58be66,segment=NetworkSegment(4a8cf312-c30f-4cb9-adff-d588064261a0),segment_id=4a8cf312-c30f-4cb9-adff-d588064261a0)] {{(pid=102389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 19:10:03.284497 n-d-816865-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-bb3828ea-5fd5-4012-a9b5-207b4c163fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:03.362762 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-93cc2ec8-5864-4485-867a-25813fb00a58 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:03.367596 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.db [None req-bab06730-7c5e-4ea6-83da-33b00d83ac62 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] For port 43f0c9f0-b2bc-48a2-b350-1327547a3ee6, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=43f0c9f0-b2bc-48a2-b350-1327547a3ee6,segment=NetworkSegment(85be518c-8bb4-46a2-a903-d4292782d29d),segment_id=85be518c-8bb4-46a2-a903-d4292782d29d)] {{(pid=102387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:10:03.367596 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-bab06730-7c5e-4ea6-83da-33b00d83ac62 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:03.395511 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [None req-bab06730-7c5e-4ea6-83da-33b00d83ac62 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Calling delete_port for 43f0c9f0-b2bc-48a2-b350-1327547a3ee6 owned by network:router_gateway {{(pid=102387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 19:10:03.423321 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-57b45d49-225a-4397-83a6-50eb3728eef2 None None] Provisioning complete for port 10f174cd-7fc3-41df-b0cd-31d1fa58be66 triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:10:03.423699 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-57b45d49-225a-4397-83a6-50eb3728eef2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:03.427637 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvr_db [None req-91b5438b-e058-4b48-9c67-819de6517ef1 None None] Set router f0236bd7-b48a-4661-b5c6-b11cd8fac5f4 gateway port host: n-d-816865-1 {{(pid=102388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 19:10:03.432320 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb3828ea-5fd5-4012-a9b5-207b4c163fc5 None None] Routers {'a453e9d1-2a55-4468-911c-0e46e9f3650a'} bound to L3 agent in host n-d-816865-1 {{(pid=102389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 19:10:03.435459 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-bb3828ea-5fd5-4012-a9b5-207b4c163fc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T19:09:35Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['a453e9d1-2a55-4468-911c-0e46e9f3650a'], 'active': True} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:10:03.472907 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-93cc2ec8-5864-4485-867a-25813fb00a58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:03.601095 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82e21a39-e26f-4e18-bb28-02dcb54c16cc None None] DHCP port deletion for 4b059334-dafd-4f9f-91b0-dba42be862b2 request from n-d-816865-1 {{(pid=102388) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 05 19:10:03.631513 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93cc2ec8-5864-4485-867a-25813fb00a58 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 184} {{(pid=102386) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 05 19:10:03.633781 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93cc2ec8-5864-4485-867a-25813fb00a58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=781e35a1-183a-436c-b374-2d15963fe3e1,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:10:03.659964 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e99a31-e697-4bbd-86bb-057f582efca3 None None] Pushing event updated for resources: {'Port': ['ID=10f174cd-7fc3-41df-b0cd-31d1fa58be66,revision_number=4']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:10:03.741878 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-93cc2ec8-5864-4485-867a-25813fb00a58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273'] for segment, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:03.745482 n-d-816865-1 neutron-server[102386]: INFO neutron.db.segments_db [None req-93cc2ec8-5864-4485-867a-25813fb00a58 admin admin] Added segment d87db530-7efd-418b-91b7-b7824ac732b7 of type vlan for network 310f29ce-3181-430e-9d8d-41528761e3df Nov 05 19:10:03.979460 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-93cc2ec8-5864-4485-867a-25813fb00a58 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750027258543'] for network, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:04.002907 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvr_db [None req-bb3828ea-5fd5-4012-a9b5-207b4c163fc5 None None] Set router a453e9d1-2a55-4468-911c-0e46e9f3650a gateway port host: n-d-816865-1 {{(pid=102389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 19:10:04.074973 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-25452cb7-a8f3-4090-878f-7ee9128391ee req-da7d4ccf-3700-4914-876c-dbbcc3f62a59 tempest-TestServerMultinode-405309802 tempest-TestServerMultinode-405309802-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=ae80efac-8b19-4c48-a96f-3859ec4003f1 HTTP/1.1" status: 200 len: 210 time: 0.1504481 Nov 05 19:10:04.088954 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device fb6c5bae-87e6-4d4b-abbf-1f38ba850d22 no longer exists at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 19:10:04.137070 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-57b45d49-225a-4397-83a6-50eb3728eef2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:04.193161 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-57b45d49-225a-4397-83a6-50eb3728eef2 None None] For port 10f174cd-7fc3-41df-b0cd-31d1fa58be66, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=10f174cd-7fc3-41df-b0cd-31d1fa58be66,segment=NetworkSegment(4a8cf312-c30f-4cb9-adff-d588064261a0),segment_id=4a8cf312-c30f-4cb9-adff-d588064261a0)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:10:04.201947 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-bab06730-7c5e-4ea6-83da-33b00d83ac62 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4417063'] for port, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:04.205475 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-93cc2ec8-5864-4485-867a-25813fb00a58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-956796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877'] for network, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:04.206475 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93cc2ec8-5864-4485-867a-25813fb00a58 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:10:04.207059 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-93cc2ec8-5864-4485-867a-25813fb00a58 admin admin] Publish callbacks [] for network, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:04.229805 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-82e21a39-e26f-4e18-bb28-02dcb54c16cc None None] Deleting port fb6c5bae-87e6-4d4b-abbf-1f38ba850d22 {{(pid=102388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 19:10:04.230462 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-82e21a39-e26f-4e18-bb28-02dcb54c16cc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:04.251196 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab06730-7c5e-4ea6-83da-33b00d83ac62 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Pushing event deleted for resources: {'Port': ['ID=43f0c9f0-b2bc-48a2-b350-1327547a3ee6,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:10:04.338742 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-bb3828ea-5fd5-4012-a9b5-207b4c163fc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a453e9d1-2a55-4468-911c-0e46e9f3650a', 'name': 'tempest-TestAggregatesBasicOps-1907963622-router', 'tenant_id': 'cc9fac9ea8484a848e29c81d212a4cf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.58'}], 'enable_snat': True}, 'gw_port_id': '46092064-b912-44b2-8a48-4c25a5eadb18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T19:09:50Z', 'updated_at': '2021-11-05T19:09:58Z', 'revision_number': 4, 'project_id': 'cc9fac9ea8484a848e29c81d212a4cf5', 'gw_port': {'id': '46092064-b912-44b2-8a48-4c25a5eadb18', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:dc:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a453e9d1-2a55-4468-911c-0e46e9f3650a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3402, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:09:51Z', 'updated_at': '2021-11-05T19:10:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1', '_interfaces': [{'id': '10f174cd-7fc3-41df-b0cd-31d1fa58be66', 'name': '', 'network_id': 'b7f7084e-b4f4-4f72-932c-731db68aa075', 'tenant_id': 'cc9fac9ea8484a848e29c81d212a4cf5', 'mac_address': 'fa:16:3e:05:71:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a453e9d1-2a55-4468-911c-0e46e9f3650a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3408, 'fixed_ips': [{'subnet_id': '50a6b432-55f7-47e7-84ac-a401b05dc3d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:09:57Z', 'updated_at': '2021-11-05T19:10:03Z', 'revision_number': 4, 'project_id': 'cc9fac9ea8484a848e29c81d212a4cf5', 'subnets': [{'id': '50a6b432-55f7-47e7-84ac-a401b05dc3d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-1', False) {} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:10:04.361395 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-57b45d49-225a-4397-83a6-50eb3728eef2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:04.374483 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb3828ea-5fd5-4012-a9b5-207b4c163fc5 None None] The sync data for ids ['a453e9d1-2a55-4468-911c-0e46e9f3650a'] in n-d-816865-1 is: [{'id': 'a453e9d1-2a55-4468-911c-0e46e9f3650a', 'name': 'tempest-TestAggregatesBasicOps-1907963622-router', 'tenant_id': 'cc9fac9ea8484a848e29c81d212a4cf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.58'}], 'enable_snat': True}, 'gw_port_id': '46092064-b912-44b2-8a48-4c25a5eadb18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T19:09:50Z', 'updated_at': '2021-11-05T19:09:58Z', 'revision_number': 4, 'project_id': 'cc9fac9ea8484a848e29c81d212a4cf5', 'gw_port': {'id': '46092064-b912-44b2-8a48-4c25a5eadb18', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:dc:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a453e9d1-2a55-4468-911c-0e46e9f3650a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3402, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:09:51Z', 'updated_at': '2021-11-05T19:10:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1', '_interfaces': [{'id': '10f174cd-7fc3-41df-b0cd-31d1fa58be66', 'name': '', 'network_id': 'b7f7084e-b4f4-4f72-932c-731db68aa075', 'tenant_id': 'cc9fac9ea8484a848e29c81d212a4cf5', 'mac_address': 'fa:16:3e:05:71:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a453e9d1-2a55-4468-911c-0e46e9f3650a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3408, 'fixed_ips': [{'subnet_id': '50a6b432-55f7-47e7-84ac-a401b05dc3d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:09:57Z', 'updated_at': '2021-11-05T19:10:03Z', 'revision_number': 4, 'project_id': 'cc9fac9ea8484a848e29c81d212a4cf5', 'subnets': [{'id': '50a6b432-55f7-47e7-84ac-a401b05dc3d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 19:10:04.400686 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-bab06730-7c5e-4ea6-83da-33b00d83ac62 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1000651'] for router_gateway, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:04.439488 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-93cc2ec8-5864-4485-867a-25813fb00a58 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.5637889 Nov 05 19:10:04.479308 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 33230) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:10:04.494838 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-54505fe1-ff48-4d7f-8010-3632aa55fd58 admin admin] Request body: {'subnet': {'network_id': '310f29ce-3181-430e-9d8d-41528761e3df', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1309581395-subnet', 'tenant_id': '594c111268654605b00fb58e6509133f', 'ip_version': 4}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:10:04.528474 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93cc2ec8-5864-4485-867a-25813fb00a58 admin admin] Pushing event updated for resources: {'Network': ['ID=310f29ce-3181-430e-9d8d-41528761e3df,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:10:04.618546 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-bab06730-7c5e-4ea6-83da-33b00d83ac62 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-571301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6852'] for router, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:04.620048 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-bab06730-7c5e-4ea6-83da-33b00d83ac62 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:04.750247 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54505fe1-ff48-4d7f-8010-3632aa55fd58 admin admin] Made reservation on behalf of 594c111268654605b00fb58e6509133f for: {'subnet': 1} {{(pid=102386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 19:10:04.751222 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-54505fe1-ff48-4d7f-8010-3632aa55fd58 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4877122'] for subnet, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:04.779225 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-bab06730-7c5e-4ea6-83da-33b00d83ac62 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-571310'] for router, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:04.779920 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bab06730-7c5e-4ea6-83da-33b00d83ac62 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Fanout notify agent at l3_agent the message router_deleted on router f0236bd7-b48a-4661-b5c6-b11cd8fac5f4 {{(pid=102387) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 05 19:10:04.789799 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-bab06730-7c5e-4ea6-83da-33b00d83ac62 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Publish callbacks [] for router, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:04.796272 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-bab06730-7c5e-4ea6-83da-33b00d83ac62 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] 10.222.0.13 "DELETE /v2.0/routers/f0236bd7-b48a-4661-b5c6-b11cd8fac5f4 HTTP/1.1" status: 204 len: 168 time: 2.3819916 Nov 05 19:10:04.796272 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 33232) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:10:04.807062 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Network 310f29ce-3181-430e-9d8d-41528761e3df details requested by agent ovs-agent-n-d-816865-1 with host n-d-816865-1 {{(pid=102388) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 05 19:10:04.813861 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b45d49-225a-4397-83a6-50eb3728eef2 None None] Pushing event updated for resources: {'Port': ['ID=10f174cd-7fc3-41df-b0cd-31d1fa58be66,revision_number=5']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:10:04.832615 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:04.847865 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-91b5438b-e058-4b48-9c67-819de6517ef1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0236bd7-b48a-4661-b5c6-b11cd8fac5f4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1327585774', 'tenant_id': '777902a3c6ed4ff2a5460208db53bd8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.14'}], 'enable_snat': True}, 'gw_port_id': '43f0c9f0-b2bc-48a2-b350-1327547a3ee6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T19:08:22Z', 'updated_at': '2021-11-05T19:09:59Z', 'revision_number': 5, 'project_id': '777902a3c6ed4ff2a5460208db53bd8a', 'gw_port': {'id': '43f0c9f0-b2bc-48a2-b350-1327547a3ee6', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:40:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0236bd7-b48a-4661-b5c6-b11cd8fac5f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3297, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:08:23Z', 'updated_at': '2021-11-05T19:08:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1'}], 'n-d-816865-1', False) {} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:10:04.900991 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-82e21a39-e26f-4e18-bb28-02dcb54c16cc None None] For port fb6c5bae-87e6-4d4b-abbf-1f38ba850d22, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=fb6c5bae-87e6-4d4b-abbf-1f38ba850d22,segment=NetworkSegment(5b4b5bf4-ffef-44ab-bb8a-f344bae27634),segment_id=5b4b5bf4-ffef-44ab-bb8a-f344bae27634)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:10:04.905406 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-82e21a39-e26f-4e18-bb28-02dcb54c16cc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:04.945029 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:04.961035 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-d2669be8-0341-4809-b85f-749c72241f9a tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1664226'] for network, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:05.184140 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91b5438b-e058-4b48-9c67-819de6517ef1 None None] The sync data for ids ['f0236bd7-b48a-4661-b5c6-b11cd8fac5f4'] in n-d-816865-1 is: [{'id': 'f0236bd7-b48a-4661-b5c6-b11cd8fac5f4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1327585774', 'tenant_id': '777902a3c6ed4ff2a5460208db53bd8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.14'}], 'enable_snat': True}, 'gw_port_id': '43f0c9f0-b2bc-48a2-b350-1327547a3ee6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T19:08:22Z', 'updated_at': '2021-11-05T19:09:59Z', 'revision_number': 5, 'project_id': '777902a3c6ed4ff2a5460208db53bd8a', 'gw_port': {'id': '43f0c9f0-b2bc-48a2-b350-1327547a3ee6', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:40:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0236bd7-b48a-4661-b5c6-b11cd8fac5f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3297, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:08:23Z', 'updated_at': '2021-11-05T19:08:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1'}] {{(pid=102388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 19:10:05.185906 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [None req-d2669be8-0341-4809-b85f-749c72241f9a tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Deleting port fb6c5bae-87e6-4d4b-abbf-1f38ba850d22 {{(pid=102387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 19:10:05.190945 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-d2669be8-0341-4809-b85f-749c72241f9a tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:05.240651 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 33244) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:10:05.318667 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-4047b500-e7c0-4916-9e63-50c8744ee9e6 None None] Provisioning complete for port 10f174cd-7fc3-41df-b0cd-31d1fa58be66 triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:10:05.319321 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-4047b500-e7c0-4916-9e63-50c8744ee9e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:05.350870 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-54505fe1-ff48-4d7f-8010-3632aa55fd58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6149946', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4877172'] for subnet, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:05.408107 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.db [None req-d2669be8-0341-4809-b85f-749c72241f9a tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] For port fb6c5bae-87e6-4d4b-abbf-1f38ba850d22, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=fb6c5bae-87e6-4d4b-abbf-1f38ba850d22,segment=NetworkSegment(5b4b5bf4-ffef-44ab-bb8a-f344bae27634),segment_id=5b4b5bf4-ffef-44ab-bb8a-f344bae27634)] {{(pid=102387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:10:05.410901 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-d2669be8-0341-4809-b85f-749c72241f9a tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:05.433797 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-82e21a39-e26f-4e18-bb28-02dcb54c16cc None None] Calling delete_port for fb6c5bae-87e6-4d4b-abbf-1f38ba850d22 owned by network:dhcp {{(pid=102388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 19:10:05.478449 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54505fe1-ff48-4d7f-8010-3632aa55fd58 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e4add6ee-4497-4afb-b16c-9cf7eb2ad9e1,revision_number=0']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:10:05.511225 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54505fe1-ff48-4d7f-8010-3632aa55fd58 admin admin] Checking segment: {'id': 'd87db530-7efd-418b-91b7-b7824ac732b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '310f29ce-3181-430e-9d8d-41528761e3df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 19:10:05.511586 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54505fe1-ff48-4d7f-8010-3632aa55fd58 admin admin] Network hostable DHCP agents. Network: 310f29ce-3181-430e-9d8d-41528761e3df, hostable agents: ['987e2ca0-bc3b-4c6f-a989-429ccfbf753f'], hosted agents: [] {{(pid=102386) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 05 19:10:05.517138 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [None req-d2669be8-0341-4809-b85f-749c72241f9a tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Calling delete_port for fb6c5bae-87e6-4d4b-abbf-1f38ba850d22 owned by network:dhcp {{(pid=102387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 19:10:05.546956 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Device 72de4123-141f-46ed-af64-621107c8f0da no longer exists at agent hyperv_n-h2-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 19:10:05.618578 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] For port fb6c5bae-87e6-4d4b-abbf-1f38ba850d22, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=fb6c5bae-87e6-4d4b-abbf-1f38ba850d22,segment=NetworkSegment(5b4b5bf4-ffef-44ab-bb8a-f344bae27634),segment_id=5b4b5bf4-ffef-44ab-bb8a-f344bae27634)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:10:05.628519 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] No Port match for: 72de4123-141f-46ed-af64-621107c8f0da {{(pid=102388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 19:10:05.628519 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Device 72de4123-141f-46ed-af64-621107c8f0da not bound to the agent host n-h2-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 19:10:05.687530 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54505fe1-ff48-4d7f-8010-3632aa55fd58 admin admin] Network 310f29ce-3181-430e-9d8d-41528761e3df is scheduled to be hosted by DHCP agent 987e2ca0-bc3b-4c6f-a989-429ccfbf753f with binding_index 1 {{(pid=102386) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 05 19:10:05.701220 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-2e63973d-aa39-4e35-a72b-7886b84ded16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:05.847768 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:05.927824 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.base_scheduler [None req-54505fe1-ff48-4d7f-8010-3632aa55fd58 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816865-1, 310f29ce-3181-430e-9d8d-41528761e3df) {{(pid=102386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 19:10:05.948185 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54505fe1-ff48-4d7f-8010-3632aa55fd58 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:10:05.948954 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-54505fe1-ff48-4d7f-8010-3632aa55fd58 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:06.013308 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-d2669be8-0341-4809-b85f-749c72241f9a tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4417063'] for port, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:06.065017 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a6d9c26-def5-4d85-81ff-1d5661c97c50 None None] Network 310f29ce-3181-430e-9d8d-41528761e3df requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 19:10:06.072213 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-82e21a39-e26f-4e18-bb28-02dcb54c16cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798'] for port, after_delete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:06.112874 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-54505fe1-ff48-4d7f-8010-3632aa55fd58 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.6312711 Nov 05 19:10:06.117892 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 33256) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:10:06.148535 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-372322bc-3f34-4580-95f7-2af70c4473c4 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1309581395-router', 'tenant_id': '594c111268654605b00fb58e6509133f', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec'}}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:10:06.148973 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2669be8-0341-4809-b85f-749c72241f9a tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Pushing event deleted for resources: {'Port': ['ID=fb6c5bae-87e6-4d4b-abbf-1f38ba850d22,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:10:06.151150 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2669be8-0341-4809-b85f-749c72241f9a tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] No DVR routers for this DVR port fb6c5bae-87e6-4d4b-abbf-1f38ba850d22 on host n-d-816865-1 {{(pid=102387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 19:10:06.264553 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82e21a39-e26f-4e18-bb28-02dcb54c16cc None None] No DVR routers for this DVR port fb6c5bae-87e6-4d4b-abbf-1f38ba850d22 on host n-d-816865-1 {{(pid=102388) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 19:10:06.376552 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-372322bc-3f34-4580-95f7-2af70c4473c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-571139', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6874'] for router, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:06.378226 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-372322bc-3f34-4580-95f7-2af70c4473c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-571375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1000570', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1011585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6867'] for router, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:06.484410 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Pushing event updated for resources: {'Port': ['ID=fb6c5bae-87e6-4d4b-abbf-1f38ba850d22,revision_number=5']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:10:06.582137 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-372322bc-3f34-4580-95f7-2af70c4473c4 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:06.598884 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 10f174cd-7fc3-41df-b0cd-31d1fa58be66 up at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 19:10:06.627179 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:06.630508 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b304910f-7b27-444b-a8fc-977d26b1ceac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:06.630508 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e21a39-e26f-4e18-bb28-02dcb54c16cc None None] Pushing event deleted for resources: {'Port': ['ID=fb6c5bae-87e6-4d4b-abbf-1f38ba850d22,revision_number=None']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:10:06.771816 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Provisioning complete for port 10f174cd-7fc3-41df-b0cd-31d1fa58be66 triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:10:06.772190 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:06.831870 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-478a4bd0-4372-43c5-8af3-7422dfb44ac4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeb20a084-accf-5b60-8075-3e69ebe863a6-310f29ce-3181-430e-9d8d-41528761e3df', 'network_id': '310f29ce-3181-430e-9d8d-41528761e3df', 'tenant_id': '594c111268654605b00fb58e6509133f', 'fixed_ips': [{'subnet_id': 'e4add6ee-4497-4afb-b16c-9cf7eb2ad9e1'}]}} from n-d-816865-1. {{(pid=102388) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 05 19:10:06.832763 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-478a4bd0-4372-43c5-8af3-7422dfb44ac4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:06.989082 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-372322bc-3f34-4580-95f7-2af70c4473c4 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:07.068382 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-d2669be8-0341-4809-b85f-749c72241f9a tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1579173', 'neutron.services.segments.db._delete_segments_for_network-8750027792909'] for network, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:07.106097 n-d-816865-1 neutron-server[102387]: DEBUG neutron.services.segments.db [None req-d2669be8-0341-4809-b85f-749c72241f9a tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b059334-dafd-4f9f-91b0-dba42be862b2']}} {{(pid=102387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:10:07.119871 n-d-816865-1 neutron-server[102387]: DEBUG neutron.services.segments.db [None req-d2669be8-0341-4809-b85f-749c72241f9a tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b4b5bf4-ffef-44ab-bb8a-f344bae27634') {'for_net_delete': True} {{(pid=102387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:10:07.121249 n-d-816865-1 neutron-server[102387]: DEBUG neutron.services.segments.db [None req-d2669be8-0341-4809-b85f-749c72241f9a tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b4b5bf4-ffef-44ab-bb8a-f344bae27634') {} {{(pid=102387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:10:07.133145 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-d2669be8-0341-4809-b85f-749c72241f9a tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750027793430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4463492'] for segment, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:07.133705 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 469556f7-45fd-4447-a6a0-37841ecedbdb no longer exists at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 19:10:07.165345 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] No Port match for: 469556f7-45fd-4447-a6a0-37841ecedbdb {{(pid=102388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 19:10:07.165569 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 469556f7-45fd-4447-a6a0-37841ecedbdb not bound to the agent host n-d-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 19:10:07.171116 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-d2669be8-0341-4809-b85f-749c72241f9a tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273'] for segment, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:07.183326 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d2669be8-0341-4809-b85f-749c72241f9a tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Releasing vlan 174 on physical network physnet1 to pool {{(pid=102387) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 05 19:10:07.189921 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-d2669be8-0341-4809-b85f-749c72241f9a tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4417236'] for segment, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:07.189921 n-d-816865-1 neutron-server[102387]: Traceback (most recent call last): Nov 05 19:10:07.189921 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 05 19:10:07.189921 n-d-816865-1 neutron-server[102387]: timer() Nov 05 19:10:07.189921 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 05 19:10:07.189921 n-d-816865-1 neutron-server[102387]: cb(*args, **kw) Nov 05 19:10:07.189921 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 05 19:10:07.189921 n-d-816865-1 neutron-server[102387]: return func(*args, **kwargs) Nov 05 19:10:07.189921 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 05 19:10:07.189921 n-d-816865-1 neutron-server[102387]: self._notify() Nov 05 19:10:07.189921 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 05 19:10:07.189921 n-d-816865-1 neutron-server[102387]: self.callback(batched_events) Nov 05 19:10:07.189921 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 05 19:10:07.189921 n-d-816865-1 neutron-server[102387]: event.method(event) Nov 05 19:10:07.189921 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 05 19:10:07.189921 n-d-816865-1 neutron-server[102387]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 05 19:10:07.189921 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 05 19:10:07.189921 n-d-816865-1 neutron-server[102387]: aggregate_uuid = self.p_client.list_aggregates( Nov 05 19:10:07.189921 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 05 19:10:07.189921 n-d-816865-1 neutron-server[102387]: return f(self, *a, **k) Nov 05 19:10:07.189921 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 05 19:10:07.189921 n-d-816865-1 neutron-server[102387]: return self._get(url).json() Nov 05 19:10:07.189921 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 05 19:10:07.189921 n-d-816865-1 neutron-server[102387]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 05 19:10:07.189921 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 05 19:10:07.189921 n-d-816865-1 neutron-server[102387]: return self.request(url, 'GET', **kwargs) Nov 05 19:10:07.189921 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 05 19:10:07.189921 n-d-816865-1 neutron-server[102387]: base_url = self.get_endpoint(auth, allow=allow, Nov 05 19:10:07.189921 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 05 19:10:07.189921 n-d-816865-1 neutron-server[102387]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 05 19:10:07.189921 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 05 19:10:07.189921 n-d-816865-1 neutron-server[102387]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 05 19:10:07.189921 n-d-816865-1 neutron-server[102387]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 05 19:10:07.244985 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.db_base_plugin_common [None req-478a4bd0-4372-43c5-8af3-7422dfb44ac4 None None] Allocated IP 172.20.0.2 (310f29ce-3181-430e-9d8d-41528761e3df/e4add6ee-4497-4afb-b16c-9cf7eb2ad9e1/12c9a05b-ad27-4a3d-8966-ef41a96089cb) {{(pid=102388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 19:10:07.269459 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 33282) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:10:07.329529 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-6c2b6c27-e80b-4994-81a7-cabde6936b25 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-571777'] for router_interface, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:07.383475 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-372322bc-3f34-4580-95f7-2af70c4473c4 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:07.410661 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-372322bc-3f34-4580-95f7-2af70c4473c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:07.420282 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-d2669be8-0341-4809-b85f-749c72241f9a tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1579178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-956796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1000687'] for network, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:07.455442 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-478a4bd0-4372-43c5-8af3-7422dfb44ac4 None None] Publish callbacks [] for port, precommit_create {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:07.477105 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-d2669be8-0341-4809-b85f-749c72241f9a tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Publish callbacks [] for network, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:07.484608 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-d2669be8-0341-4809-b85f-749c72241f9a tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] 10.222.0.13 "DELETE /v2.0/networks/4b059334-dafd-4f9f-91b0-dba42be862b2 HTTP/1.1" status: 204 len: 168 time: 2.6886473 Nov 05 19:10:07.495613 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 33296) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:10:07.498115 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2669be8-0341-4809-b85f-749c72241f9a tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Pushing event deleted for resources: {'Network': ['ID=4b059334-dafd-4f9f-91b0-dba42be862b2,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:10:07.530972 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-5a9d2fbd-803d-46be-8576-b7b7903fa497 tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Request body: {'network': {'name': 'tempest-network-smoke--1332590357', 'project_id': 'e6881a268b314b538ad6a867b46f1df8', 'port_security_enabled': True}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:10:07.548983 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.db_base_plugin_common [None req-372322bc-3f34-4580-95f7-2af70c4473c4 admin admin] Allocated IP 172.25.6.106 (40c8335d-cd0b-4cb5-910a-d4dcddd5cbec/04fe6db3-e108-4208-943d-6518424f5726/87b5d666-5bba-4c1b-afbb-2049dcaaed73) {{(pid=102386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 19:10:07.597176 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-478a4bd0-4372-43c5-8af3-7422dfb44ac4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789'] for port, after_create {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:07.642463 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-59c45a63-4fdb-48ad-9a20-762c6089c5f0 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Publish callbacks [] for security_group, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:07.643305 n-d-816865-1 neutron-server[102388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-478a4bd0-4372-43c5-8af3-7422dfb44ac4 None None] Network 310f29ce-3181-430e-9d8d-41528761e3df is already hosted by enough agents. {{(pid=102388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 19:10:07.651630 n-d-816865-1 neutron-server[102388]: DEBUG neutron.scheduler.base_scheduler [None req-478a4bd0-4372-43c5-8af3-7422dfb44ac4 None None] Resources bound (agent type, host, resource id): {{(pid=102388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 19:10:07.654480 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478a4bd0-4372-43c5-8af3-7422dfb44ac4 None None] Pushing event updated for resources: {'Port': ['ID=12c9a05b-ad27-4a3d-8966-ef41a96089cb,revision_number=1']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:10:07.661108 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-478a4bd0-4372-43c5-8af3-7422dfb44ac4 None None] Received port after_create {{(pid=102388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 19:10:07.666283 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-372322bc-3f34-4580-95f7-2af70c4473c4 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:07.712507 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a9d2fbd-803d-46be-8576-b7b7903fa497 tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Made reservation on behalf of e6881a268b314b538ad6a867b46f1df8 for: {'network': 1} {{(pid=102387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 19:10:07.716161 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-5a9d2fbd-803d-46be-8576-b7b7903fa497 tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for network, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:07.723566 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-478a4bd0-4372-43c5-8af3-7422dfb44ac4 None None] Attempting to bind port 12c9a05b-ad27-4a3d-8966-ef41a96089cb on host n-d-816865-1 for vnic_type normal with profile {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 19:10:07.723936 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-478a4bd0-4372-43c5-8af3-7422dfb44ac4 None None] Attempting to bind port 12c9a05b-ad27-4a3d-8966-ef41a96089cb by drivers openvswitch,hyperv on host n-d-816865-1 at level 0 using segments [{'id': 'd87db530-7efd-418b-91b7-b7824ac732b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '310f29ce-3181-430e-9d8d-41528761e3df'}] {{(pid=102388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 19:10:07.724296 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-478a4bd0-4372-43c5-8af3-7422dfb44ac4 None None] Attempting to bind port 12c9a05b-ad27-4a3d-8966-ef41a96089cb on network 310f29ce-3181-430e-9d8d-41528761e3df {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 19:10:07.729407 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-478a4bd0-4372-43c5-8af3-7422dfb44ac4 None None] Checking agent: {'id': '724d89a7-611b-41e6-bc85-c48112b17afa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 18, 25, 8), 'started_at': datetime.datetime(2021, 11, 5, 18, 25, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 19, 9, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 19:10:07.729782 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-478a4bd0-4372-43c5-8af3-7422dfb44ac4 None None] Checking segment: {'id': 'd87db530-7efd-418b-91b7-b7824ac732b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '310f29ce-3181-430e-9d8d-41528761e3df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 19:10:07.730221 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-478a4bd0-4372-43c5-8af3-7422dfb44ac4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:07.730614 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-478a4bd0-4372-43c5-8af3-7422dfb44ac4 None None] Bound using segment: {'id': 'd87db530-7efd-418b-91b7-b7824ac732b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '310f29ce-3181-430e-9d8d-41528761e3df'} {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 19:10:07.732720 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-478a4bd0-4372-43c5-8af3-7422dfb44ac4 None None] Bound port: 12c9a05b-ad27-4a3d-8966-ef41a96089cb, host: n-d-816865-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd87db530-7efd-418b-91b7-b7824ac732b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '310f29ce-3181-430e-9d8d-41528761e3df'}}] {{(pid=102388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 19:10:07.732720 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-478a4bd0-4372-43c5-8af3-7422dfb44ac4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:07.743709 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-5a9d2fbd-803d-46be-8576-b7b7903fa497 tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Publish callbacks [] for security_group, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:07.747850 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-59c45a63-4fdb-48ad-9a20-762c6089c5f0 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:07.790840 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-372322bc-3f34-4580-95f7-2af70c4473c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:07.822308 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-478a4bd0-4372-43c5-8af3-7422dfb44ac4 None None] For port 12c9a05b-ad27-4a3d-8966-ef41a96089cb, host n-d-816865-1, cleared binding levels {{(pid=102388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 19:10:07.834242 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-478a4bd0-4372-43c5-8af3-7422dfb44ac4 None None] For port 12c9a05b-ad27-4a3d-8966-ef41a96089cb, host n-d-816865-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=12c9a05b-ad27-4a3d-8966-ef41a96089cb,segment=NetworkSegment(d87db530-7efd-418b-91b7-b7824ac732b7),segment_id=d87db530-7efd-418b-91b7-b7824ac732b7)] {{(pid=102388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 19:10:07.849458 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-372322bc-3f34-4580-95f7-2af70c4473c4 admin admin] Network 40c8335d-cd0b-4cb5-910a-d4dcddd5cbec is already hosted by enough agents. {{(pid=102386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 19:10:07.852603 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.base_scheduler [None req-372322bc-3f34-4580-95f7-2af70c4473c4 admin admin] Resources bound (agent type, host, resource id): {{(pid=102386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 19:10:07.855714 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-372322bc-3f34-4580-95f7-2af70c4473c4 admin admin] Received port after_create {{(pid=102386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 19:10:07.892149 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372322bc-3f34-4580-95f7-2af70c4473c4 admin admin] Pushing event updated for resources: {'Port': ['ID=87b5d666-5bba-4c1b-afbb-2049dcaaed73,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:10:07.919834 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 43f0c9f0-b2bc-48a2-b350-1327547a3ee6 no longer exists at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 19:10:07.949330 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] No Port match for: 43f0c9f0-b2bc-48a2-b350-1327547a3ee6 {{(pid=102388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 19:10:07.949610 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 43f0c9f0-b2bc-48a2-b350-1327547a3ee6 not bound to the agent host n-d-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 19:10:07.951930 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-478a4bd0-4372-43c5-8af3-7422dfb44ac4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:07.977682 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-5a9d2fbd-803d-46be-8576-b7b7903fa497 tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Publish callbacks [] for security_group, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:08.019611 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [None req-6c2b6c27-e80b-4994-81a7-cabde6936b25 admin admin] Deleting port 96f21ac8-8ed6-4d5d-bb79-0eee91a69ca3 {{(pid=102387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 19:10:08.037988 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-6c2b6c27-e80b-4994-81a7-cabde6936b25 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:08.068826 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478a4bd0-4372-43c5-8af3-7422dfb44ac4 None None] Pushing event updated for resources: {'Port': ['ID=12c9a05b-ad27-4a3d-8966-ef41a96089cb,revision_number=2']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:10:08.155793 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.db [None req-6c2b6c27-e80b-4994-81a7-cabde6936b25 admin admin] For port 96f21ac8-8ed6-4d5d-bb79-0eee91a69ca3, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=96f21ac8-8ed6-4d5d-bb79-0eee91a69ca3,segment=NetworkSegment(4294eaa4-9159-4512-b472-00960aa998f8),segment_id=4294eaa4-9159-4512-b472-00960aa998f8)] {{(pid=102387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:10:08.158010 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-6c2b6c27-e80b-4994-81a7-cabde6936b25 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:08.187066 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [None req-6c2b6c27-e80b-4994-81a7-cabde6936b25 admin admin] Calling delete_port for 96f21ac8-8ed6-4d5d-bb79-0eee91a69ca3 owned by network:router_interface {{(pid=102387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 19:10:08.192651 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-5a9d2fbd-803d-46be-8576-b7b7903fa497 tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:08.207616 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-59c45a63-4fdb-48ad-9a20-762c6089c5f0 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:08.210276 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-59c45a63-4fdb-48ad-9a20-762c6089c5f0 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Publish callbacks [] for security_group, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:08.211569 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-59c45a63-4fdb-48ad-9a20-762c6089c5f0 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] 10.222.0.13 "DELETE /v2.0/security-groups/12cfcbed-e7fb-4412-a871-fb89c7d2c113 HTTP/1.1" status: 204 len: 168 time: 0.7147238 Nov 05 19:10:08.233902 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a9d2fbd-803d-46be-8576-b7b7903fa497 tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 186} {{(pid=102387) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 05 19:10:08.305713 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-31f93893-a48e-4ae8-833d-dccb2b42eacc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:08.326848 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9d2fbd-803d-46be-8576-b7b7903fa497 tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Pushing event updated for resources: {'SecurityGroup': ['ID=989df06a-df8a-4cf6-a328-40f4562999c0,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:10:08.330914 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-5a9d2fbd-803d-46be-8576-b7b7903fa497 tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273'] for segment, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:08.331262 n-d-816865-1 neutron-server[102387]: INFO neutron.db.segments_db [None req-5a9d2fbd-803d-46be-8576-b7b7903fa497 tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Added segment a4f92803-6e14-4bdd-a9d7-42a9ad8a04ff of type vlan for network 63299ea6-43b5-4921-ba00-89662e2353e0 Nov 05 19:10:08.356019 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c45a63-4fdb-48ad-9a20-762c6089c5f0 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=12cfcbed-e7fb-4412-a871-fb89c7d2c113,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:10:08.420910 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-5a9d2fbd-803d-46be-8576-b7b7903fa497 tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750027258543'] for network, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:08.600609 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-5a9d2fbd-803d-46be-8576-b7b7903fa497 tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-956796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877'] for network, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:08.600991 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-372322bc-3f34-4580-95f7-2af70c4473c4 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:08.606822 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a9d2fbd-803d-46be-8576-b7b7903fa497 tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:10:08.607007 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-5a9d2fbd-803d-46be-8576-b7b7903fa497 tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Publish callbacks [] for network, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:08.639150 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:08.706002 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9d2fbd-803d-46be-8576-b7b7903fa497 tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Pushing event updated for resources: {'Network': ['ID=63299ea6-43b5-4921-ba00-89662e2353e0,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:10:08.721060 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Network 63299ea6-43b5-4921-ba00-89662e2353e0 details requested by agent ovs-agent-n-d-816865-1 with host n-d-816865-1 {{(pid=102388) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 05 19:10:08.765360 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-5a9d2fbd-803d-46be-8576-b7b7903fa497 tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.4783504 Nov 05 19:10:08.770397 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 33326) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:10:08.779547 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-f3e0d343-6625-453d-bbfa-6487986c1c2f tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-170806720', 'admin_state_up': True, 'project_id': 'e6881a268b314b538ad6a867b46f1df8', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec'}}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:10:08.803937 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-6c2b6c27-e80b-4994-81a7-cabde6936b25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4417063'] for port, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:08.825797 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 33328) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:10:08.835468 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-d49929b6-f813-4961-89d7-f04886302e2f tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-568960337', 'description': 'tempest-secgroup-smoke-568960337 description', 'project_id': '777902a3c6ed4ff2a5460208db53bd8a'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:10:08.881275 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2b6c27-e80b-4994-81a7-cabde6936b25 admin admin] Pushing event deleted for resources: {'Port': ['ID=96f21ac8-8ed6-4d5d-bb79-0eee91a69ca3,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:10:08.964539 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-f3e0d343-6625-453d-bbfa-6487986c1c2f tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-571139', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6874'] for router, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:08.966414 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-f3e0d343-6625-453d-bbfa-6487986c1c2f tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-571375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1000570', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1011585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6867'] for router, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:09.004802 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-372322bc-3f34-4580-95f7-2af70c4473c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-571384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1000487'] for router, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:09.073900 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-d49929b6-f813-4961-89d7-f04886302e2f tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Publish callbacks [] for security_group, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:09.144779 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-f3e0d343-6625-453d-bbfa-6487986c1c2f tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:09.166832 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-6c2b6c27-e80b-4994-81a7-cabde6936b25 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-597886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-573297'] for router_interface, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:09.291947 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-d49929b6-f813-4961-89d7-f04886302e2f tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Publish callbacks [] for security_group, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:09.368691 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-d49929b6-f813-4961-89d7-f04886302e2f tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:09.412200 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-372322bc-3f34-4580-95f7-2af70c4473c4 admin admin] Router b087d3dd-6c9e-49f8-8fc7-12b28acb3db4 is scheduled to L3 agent 6dcb5589-8e86-4616-9186-ddc4548e13ad with binding_index 1 {{(pid=102386) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 05 19:10:09.440943 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49929b6-f813-4961-89d7-f04886302e2f tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Pushing event updated for resources: {'SecurityGroup': ['ID=58a0d76a-fac3-49dd-bb58-977488bd5154,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:10:09.488467 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-f3e0d343-6625-453d-bbfa-6487986c1c2f tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:09.520665 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-d49929b6-f813-4961-89d7-f04886302e2f tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Publish callbacks [] for security_group, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:09.521975 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-d49929b6-f813-4961-89d7-f04886302e2f tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.6938972 Nov 05 19:10:09.527737 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 33332) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:10:09.537423 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-897e2972-4814-467e-b7df-20e3471fe9c2 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Request body: {'security_group_rule': {'security_group_id': '58a0d76a-fac3-49dd-bb58-977488bd5154', 'project_id': '777902a3c6ed4ff2a5460208db53bd8a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:10:09.650807 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-372322bc-3f34-4580-95f7-2af70c4473c4 admin admin] Notify agent at l3_agent.n-d-816865-1 the message routers_updated {{(pid=102386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 19:10:09.664238 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d141f6fd-4318-4c4c-981a-2f11de1574f9 None None] Sync routers for ids ['b087d3dd-6c9e-49f8-8fc7-12b28acb3db4'] in n-d-816865-1 {{(pid=102389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 19:10:09.695281 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d141f6fd-4318-4c4c-981a-2f11de1574f9 None None] Routers {'b087d3dd-6c9e-49f8-8fc7-12b28acb3db4'} bound to L3 agent in host n-d-816865-1 {{(pid=102389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 19:10:09.697818 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-d141f6fd-4318-4c4c-981a-2f11de1574f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T19:10:05Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['b087d3dd-6c9e-49f8-8fc7-12b28acb3db4'], 'active': True} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:10:09.722123 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-372322bc-3f34-4580-95f7-2af70c4473c4 admin admin] Publish callbacks [] for router, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:09.723867 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-372322bc-3f34-4580-95f7-2af70c4473c4 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 3.6041782 Nov 05 19:10:09.730027 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 33338) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:10:09.730434 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-897e2972-4814-467e-b7df-20e3471fe9c2 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:09.767935 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d578b431-c696-43d3-9484-8df2002be7ad None None] Network 310f29ce-3181-430e-9d8d-41528761e3df requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 19:10:09.997542 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-e9db15b3-f8e7-45b1-9abd-d7729fa362e6 None None] Provisioning complete for port 12c9a05b-ad27-4a3d-8966-ef41a96089cb triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:10:09.998236 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-e9db15b3-f8e7-45b1-9abd-d7729fa362e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:10.067806 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c2b6c27-e80b-4994-81a7-cabde6936b25 admin admin] Router d3b049e1-2d7c-42a2-a4cb-68e58fc7d753 has already been hosted by L3 agent 6dcb5589-8e86-4616-9186-ddc4548e13ad {{(pid=102387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 19:10:10.092457 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvr_db [None req-d141f6fd-4318-4c4c-981a-2f11de1574f9 None None] Set router b087d3dd-6c9e-49f8-8fc7-12b28acb3db4 gateway port host: n-d-816865-1 {{(pid=102389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 19:10:10.104757 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-897e2972-4814-467e-b7df-20e3471fe9c2 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:10.216853 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-897e2972-4814-467e-b7df-20e3471fe9c2 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985308'] for security_group_rule, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:10.228609 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-e9db15b3-f8e7-45b1-9abd-d7729fa362e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:10.230854 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 12c9a05b-ad27-4a3d-8966-ef41a96089cb up at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 19:10:10.261249 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897e2972-4814-467e-b7df-20e3471fe9c2 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=47bd7cfe-a5cb-41d6-94e3-c30c2d4c98d2,revision_number=0']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:10:10.421346 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-e9db15b3-f8e7-45b1-9abd-d7729fa362e6 None None] For port 12c9a05b-ad27-4a3d-8966-ef41a96089cb, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=12c9a05b-ad27-4a3d-8966-ef41a96089cb,segment=NetworkSegment(d87db530-7efd-418b-91b7-b7824ac732b7),segment_id=d87db530-7efd-418b-91b7-b7824ac732b7)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:10:10.429917 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-897e2972-4814-467e-b7df-20e3471fe9c2 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:10.434713 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-897e2972-4814-467e-b7df-20e3471fe9c2 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9044440 Nov 05 19:10:10.443612 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 33348) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:10:10.451362 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-8e9052c0-313b-4a51-b67a-46ab9165bdde tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Request body: {'security_group_rule': {'security_group_id': '58a0d76a-fac3-49dd-bb58-977488bd5154', 'project_id': '777902a3c6ed4ff2a5460208db53bd8a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:10:10.466609 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Provisioning complete for port 12c9a05b-ad27-4a3d-8966-ef41a96089cb triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:10:10.466984 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:10.474291 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-d141f6fd-4318-4c4c-981a-2f11de1574f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b087d3dd-6c9e-49f8-8fc7-12b28acb3db4', 'name': 'tempest-TestAggregatesBasicOps-1309581395-router', 'tenant_id': '594c111268654605b00fb58e6509133f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.106'}], 'enable_snat': True}, 'gw_port_id': '87b5d666-5bba-4c1b-afbb-2049dcaaed73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T19:10:06Z', 'updated_at': '2021-11-05T19:10:08Z', 'revision_number': 3, 'project_id': '594c111268654605b00fb58e6509133f', 'gw_port': {'id': '87b5d666-5bba-4c1b-afbb-2049dcaaed73', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:0e:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b087d3dd-6c9e-49f8-8fc7-12b28acb3db4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3429, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:10:07Z', 'updated_at': '2021-11-05T19:10:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1'}], 'n-d-816865-1', False) {} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:10:10.505172 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c2b6c27-e80b-4994-81a7-cabde6936b25 admin admin] Notify agent at l3_agent.n-d-816865-1 the message routers_updated {{(pid=102387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 19:10:10.511288 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d141f6fd-4318-4c4c-981a-2f11de1574f9 None None] Checking router: b087d3dd-6c9e-49f8-8fc7-12b28acb3db4 for host: n-d-816865-1 {{(pid=102389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 19:10:10.511288 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d141f6fd-4318-4c4c-981a-2f11de1574f9 None None] Updating router b087d3dd-6c9e-49f8-8fc7-12b28acb3db4 port 87b5d666-5bba-4c1b-afbb-2049dcaaed73 binding host n-d-816865-1 {{(pid=102389) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 05 19:10:10.523608 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4c50aa6-3bd2-4146-8b99-6a8ba3078135 None None] Sync routers for ids ['d3b049e1-2d7c-42a2-a4cb-68e58fc7d753'] in n-d-816865-1 {{(pid=102388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 19:10:10.529089 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-6c2b6c27-e80b-4994-81a7-cabde6936b25 admin admin] 10.222.0.13 "PUT /v2.0/routers/d3b049e1-2d7c-42a2-a4cb-68e58fc7d753/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2791169 Nov 05 19:10:10.530324 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-f3e0d343-6625-453d-bbfa-6487986c1c2f tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Publish callbacks [] for router_gateway, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:10.533031 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 33350) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:10:10.547863 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-e9db15b3-f8e7-45b1-9abd-d7729fa362e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:10.549023 n-d-816865-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-d141f6fd-4318-4c4c-981a-2f11de1574f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:10.671314 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4c50aa6-3bd2-4146-8b99-6a8ba3078135 None None] Routers {'d3b049e1-2d7c-42a2-a4cb-68e58fc7d753'} bound to L3 agent in host n-d-816865-1 {{(pid=102388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 19:10:10.671974 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-f4c50aa6-3bd2-4146-8b99-6a8ba3078135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T19:10:05Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['d3b049e1-2d7c-42a2-a4cb-68e58fc7d753'], 'active': True} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:10:10.673930 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-f3e0d343-6625-453d-bbfa-6487986c1c2f tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:10.841074 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9db15b3-f8e7-45b1-9abd-d7729fa362e6 None None] Pushing event updated for resources: {'Port': ['ID=12c9a05b-ad27-4a3d-8966-ef41a96089cb,revision_number=3']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:10:10.890579 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-8e9052c0-313b-4a51-b67a-46ab9165bdde tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:11.027279 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-9396aac1-295e-4ba5-9583-34c44941badf admin admin] Publish callbacks [] for router, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:11.099019 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-bb75cc28-dfdb-4e98-8c7d-5bc9660ccdb4 None None] Provisioning complete for port 12c9a05b-ad27-4a3d-8966-ef41a96089cb triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:10:11.102036 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-bb75cc28-dfdb-4e98-8c7d-5bc9660ccdb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:11.120614 n-d-816865-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-d141f6fd-4318-4c4c-981a-2f11de1574f9 None None] Publish callbacks [] for port, precommit_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:11.193297 n-d-816865-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-d141f6fd-4318-4c4c-981a-2f11de1574f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:11.205031 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvr_db [None req-f4c50aa6-3bd2-4146-8b99-6a8ba3078135 None None] Set router d3b049e1-2d7c-42a2-a4cb-68e58fc7d753 gateway port host: n-d-816865-1 {{(pid=102388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 19:10:11.283848 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-8e9052c0-313b-4a51-b67a-46ab9165bdde tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:11.372936 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-8e9052c0-313b-4a51-b67a-46ab9165bdde tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985308'] for security_group_rule, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:11.493815 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.db_base_plugin_common [None req-f3e0d343-6625-453d-bbfa-6487986c1c2f tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Allocated IP 172.25.6.184 (40c8335d-cd0b-4cb5-910a-d4dcddd5cbec/04fe6db3-e108-4208-943d-6518424f5726/82d55837-37fb-4023-8a67-616b29b95123) {{(pid=102387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 19:10:11.508652 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9052c0-313b-4a51-b67a-46ab9165bdde tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=702eb09c-3a5a-4963-a391-f62002800353,revision_number=0']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:10:11.528137 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1f821b-e336-4a63-a3ab-3cda2ac41b51 None None] Pushing event updated for resources: {'Port': ['ID=87b5d666-5bba-4c1b-afbb-2049dcaaed73,revision_number=2']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:10:11.536962 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-9396aac1-295e-4ba5-9583-34c44941badf admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:11.552910 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-f7df9b50-4dcf-4882-beb6-008f82e491a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:11.568718 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.managers [None req-d141f6fd-4318-4c4c-981a-2f11de1574f9 None None] Attempting to bind port 87b5d666-5bba-4c1b-afbb-2049dcaaed73 on host n-d-816865-1 for vnic_type normal with profile {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 19:10:11.569363 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.managers [None req-d141f6fd-4318-4c4c-981a-2f11de1574f9 None None] Attempting to bind port 87b5d666-5bba-4c1b-afbb-2049dcaaed73 by drivers openvswitch,hyperv on host n-d-816865-1 at level 0 using segments [{'id': '85be518c-8bb4-46a2-a903-d4292782d29d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec'}] {{(pid=102389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 19:10:11.570466 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d141f6fd-4318-4c4c-981a-2f11de1574f9 None None] Attempting to bind port 87b5d666-5bba-4c1b-afbb-2049dcaaed73 on network 40c8335d-cd0b-4cb5-910a-d4dcddd5cbec {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 19:10:11.577130 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d141f6fd-4318-4c4c-981a-2f11de1574f9 None None] Checking agent: {'id': '724d89a7-611b-41e6-bc85-c48112b17afa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 18, 25, 8), 'started_at': datetime.datetime(2021, 11, 5, 18, 25, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 19, 10, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 19:10:11.577757 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d141f6fd-4318-4c4c-981a-2f11de1574f9 None None] Checking segment: {'id': '85be518c-8bb4-46a2-a903-d4292782d29d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 19:10:11.579065 n-d-816865-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-d141f6fd-4318-4c4c-981a-2f11de1574f9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:11.579787 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d141f6fd-4318-4c4c-981a-2f11de1574f9 None None] Bound using segment: {'id': '85be518c-8bb4-46a2-a903-d4292782d29d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec'} {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 19:10:11.581042 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.managers [None req-d141f6fd-4318-4c4c-981a-2f11de1574f9 None None] Bound port: 87b5d666-5bba-4c1b-afbb-2049dcaaed73, host: n-d-816865-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85be518c-8bb4-46a2-a903-d4292782d29d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec'}}] {{(pid=102389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 19:10:11.581827 n-d-816865-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-d141f6fd-4318-4c4c-981a-2f11de1574f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:11.585067 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-f4c50aa6-3bd2-4146-8b99-6a8ba3078135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3b049e1-2d7c-42a2-a4cb-68e58fc7d753', 'name': 'tempest-TestServerMultinode-1537864-router', 'tenant_id': '01deaa96e3b74444916d8d36789e9a64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.176'}], 'enable_snat': True}, 'gw_port_id': '46b338c6-20b1-4a67-b702-a1f83357cb2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T19:08:47Z', 'updated_at': '2021-11-05T19:10:08Z', 'revision_number': 5, 'project_id': '01deaa96e3b74444916d8d36789e9a64', 'gw_port': {'id': '46b338c6-20b1-4a67-b702-a1f83357cb2e', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:0e:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3b049e1-2d7c-42a2-a4cb-68e58fc7d753', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3338, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:08:48Z', 'updated_at': '2021-11-05T19:08:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1'}], 'n-d-816865-1', False) {} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:10:11.601509 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-8e9052c0-313b-4a51-b67a-46ab9165bdde tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:11.609062 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-8e9052c0-313b-4a51-b67a-46ab9165bdde tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.1633925 Nov 05 19:10:11.610751 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 33358) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:10:11.640390 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-5caaa87d-abf2-4206-b950-ba2e3cff4b76 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Request body: {'security_group_rule': {'security_group_id': '58a0d76a-fac3-49dd-bb58-977488bd5154', 'project_id': '777902a3c6ed4ff2a5460208db53bd8a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:10:11.647411 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4c50aa6-3bd2-4146-8b99-6a8ba3078135 None None] Checking router: d3b049e1-2d7c-42a2-a4cb-68e58fc7d753 for host: n-d-816865-1 {{(pid=102388) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 19:10:11.663333 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [None req-d141f6fd-4318-4c4c-981a-2f11de1574f9 None None] For port 87b5d666-5bba-4c1b-afbb-2049dcaaed73, host n-d-816865-1, cleared binding levels {{(pid=102389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 19:10:11.666934 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [None req-d141f6fd-4318-4c4c-981a-2f11de1574f9 None None] For port 87b5d666-5bba-4c1b-afbb-2049dcaaed73, host n-d-816865-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=87b5d666-5bba-4c1b-afbb-2049dcaaed73,segment=NetworkSegment(85be518c-8bb4-46a2-a903-d4292782d29d),segment_id=85be518c-8bb4-46a2-a903-d4292782d29d)] {{(pid=102389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 19:10:11.667610 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4c50aa6-3bd2-4146-8b99-6a8ba3078135 None None] Routers {'d3b049e1-2d7c-42a2-a4cb-68e58fc7d753'} bound to L3 agent in host n-d-816865-1 {{(pid=102388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 19:10:11.668221 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-f4c50aa6-3bd2-4146-8b99-6a8ba3078135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T19:10:05Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['d3b049e1-2d7c-42a2-a4cb-68e58fc7d753'], 'active': True} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:10:11.740069 n-d-816865-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-d141f6fd-4318-4c4c-981a-2f11de1574f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:11.811341 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvr_db [None req-f4c50aa6-3bd2-4146-8b99-6a8ba3078135 None None] Set router d3b049e1-2d7c-42a2-a4cb-68e58fc7d753 gateway port host: None {{(pid=102388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 19:10:11.835735 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-f3e0d343-6625-453d-bbfa-6487986c1c2f tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Publish callbacks [] for port, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:11.839306 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1f821b-e336-4a63-a3ab-3cda2ac41b51 None None] Pushing event updated for resources: {'Port': ['ID=87b5d666-5bba-4c1b-afbb-2049dcaaed73,revision_number=3']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:10:11.845102 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [None req-9396aac1-295e-4ba5-9583-34c44941badf admin admin] Deleting port 46b338c6-20b1-4a67-b702-a1f83357cb2e {{(pid=102387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 19:10:11.845439 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-9396aac1-295e-4ba5-9583-34c44941badf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:11.845621 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.db_base_plugin_common [None req-f7df9b50-4dcf-4882-beb6-008f82e491a9 admin admin] Allocated IP 172.20.0.1 (310f29ce-3181-430e-9d8d-41528761e3df/e4add6ee-4497-4afb-b16c-9cf7eb2ad9e1/6b54a104-2e80-4c72-94f7-faca49ca12c8) {{(pid=102386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 19:10:11.902545 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d141f6fd-4318-4c4c-981a-2f11de1574f9 None None] Routers {'b087d3dd-6c9e-49f8-8fc7-12b28acb3db4'} bound to L3 agent in host n-d-816865-1 {{(pid=102389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 19:10:11.903104 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-d141f6fd-4318-4c4c-981a-2f11de1574f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T19:10:05Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['b087d3dd-6c9e-49f8-8fc7-12b28acb3db4'], 'active': True} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:10:11.929713 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-5caaa87d-abf2-4206-b950-ba2e3cff4b76 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:12.115651 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-f3e0d343-6625-453d-bbfa-6487986c1c2f tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4417063'] for port, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:12.130785 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-f7df9b50-4dcf-4882-beb6-008f82e491a9 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:12.228411 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.db [None req-9396aac1-295e-4ba5-9583-34c44941badf admin admin] For port 46b338c6-20b1-4a67-b702-a1f83357cb2e, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=46b338c6-20b1-4a67-b702-a1f83357cb2e,segment=NetworkSegment(85be518c-8bb4-46a2-a903-d4292782d29d),segment_id=85be518c-8bb4-46a2-a903-d4292782d29d)] {{(pid=102387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:10:12.228787 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-9396aac1-295e-4ba5-9583-34c44941badf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:12.256118 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3e0d343-6625-453d-bbfa-6487986c1c2f tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Network 40c8335d-cd0b-4cb5-910a-d4dcddd5cbec is already hosted by enough agents. {{(pid=102387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 19:10:12.263014 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-f4c50aa6-3bd2-4146-8b99-6a8ba3078135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3b049e1-2d7c-42a2-a4cb-68e58fc7d753', 'name': 'tempest-TestServerMultinode-1537864-router', 'tenant_id': '01deaa96e3b74444916d8d36789e9a64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T19:08:47Z', 'updated_at': '2021-11-05T19:10:11Z', 'revision_number': 6, 'project_id': '01deaa96e3b74444916d8d36789e9a64', 'gw_port_host': None}], 'n-d-816865-1', False) {} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:10:12.265249 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 12c9a05b-ad27-4a3d-8966-ef41a96089cb up at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 19:10:12.270169 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.base_scheduler [None req-f3e0d343-6625-453d-bbfa-6487986c1c2f tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Resources bound (agent type, host, resource id): {{(pid=102387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 19:10:12.272868 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [None req-9396aac1-295e-4ba5-9583-34c44941badf admin admin] Calling delete_port for 46b338c6-20b1-4a67-b702-a1f83357cb2e owned by network:router_gateway {{(pid=102387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 19:10:12.279042 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvr_db [None req-d141f6fd-4318-4c4c-981a-2f11de1574f9 None None] Set router b087d3dd-6c9e-49f8-8fc7-12b28acb3db4 gateway port host: n-d-816865-1 {{(pid=102389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 19:10:12.280408 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3e0d343-6625-453d-bbfa-6487986c1c2f tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Received port after_create {{(pid=102387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 19:10:12.294025 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-5caaa87d-abf2-4206-b950-ba2e3cff4b76 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:12.317247 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e0d343-6625-453d-bbfa-6487986c1c2f tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Pushing event updated for resources: {'Port': ['ID=82d55837-37fb-4023-8a67-616b29b95123,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:10:12.330444 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-f7df9b50-4dcf-4882-beb6-008f82e491a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:12.365633 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4c50aa6-3bd2-4146-8b99-6a8ba3078135 None None] The sync data for ids ['d3b049e1-2d7c-42a2-a4cb-68e58fc7d753'] in n-d-816865-1 is: [{'id': 'd3b049e1-2d7c-42a2-a4cb-68e58fc7d753', 'name': 'tempest-TestServerMultinode-1537864-router', 'tenant_id': '01deaa96e3b74444916d8d36789e9a64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T19:08:47Z', 'updated_at': '2021-11-05T19:10:11Z', 'revision_number': 6, 'project_id': '01deaa96e3b74444916d8d36789e9a64', 'gw_port_host': None}] {{(pid=102388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 19:10:12.378964 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Provisioning complete for port 12c9a05b-ad27-4a3d-8966-ef41a96089cb triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:10:12.379330 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:12.408138 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-5caaa87d-abf2-4206-b950-ba2e3cff4b76 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985308'] for security_group_rule, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:12.441904 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7df9b50-4dcf-4882-beb6-008f82e491a9 admin admin] Network 310f29ce-3181-430e-9d8d-41528761e3df is already hosted by enough agents. {{(pid=102386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 19:10:12.445550 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.base_scheduler [None req-f7df9b50-4dcf-4882-beb6-008f82e491a9 admin admin] Resources bound (agent type, host, resource id): {{(pid=102386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 19:10:12.449863 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5caaa87d-abf2-4206-b950-ba2e3cff4b76 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b56e950a-981f-4eac-be2c-a900cfafc33c,revision_number=0']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:10:12.460505 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7df9b50-4dcf-4882-beb6-008f82e491a9 admin admin] Received port after_create {{(pid=102386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 19:10:12.564213 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7df9b50-4dcf-4882-beb6-008f82e491a9 admin admin] Pushing event updated for resources: {'Port': ['ID=6b54a104-2e80-4c72-94f7-faca49ca12c8,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:10:12.609118 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-f7df9b50-4dcf-4882-beb6-008f82e491a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-571770'] for router_interface, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:12.708307 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-d141f6fd-4318-4c4c-981a-2f11de1574f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b087d3dd-6c9e-49f8-8fc7-12b28acb3db4', 'name': 'tempest-TestAggregatesBasicOps-1309581395-router', 'tenant_id': '594c111268654605b00fb58e6509133f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.106'}], 'enable_snat': True}, 'gw_port_id': '87b5d666-5bba-4c1b-afbb-2049dcaaed73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T19:10:06Z', 'updated_at': '2021-11-05T19:10:08Z', 'revision_number': 3, 'project_id': '594c111268654605b00fb58e6509133f', 'gw_port': {'id': '87b5d666-5bba-4c1b-afbb-2049dcaaed73', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:0e:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b087d3dd-6c9e-49f8-8fc7-12b28acb3db4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3429, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:10:07Z', 'updated_at': '2021-11-05T19:10:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1'}], 'n-d-816865-1', False) {} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:10:12.762945 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d141f6fd-4318-4c4c-981a-2f11de1574f9 None None] The sync data for ids ['b087d3dd-6c9e-49f8-8fc7-12b28acb3db4'] in n-d-816865-1 is: [{'id': 'b087d3dd-6c9e-49f8-8fc7-12b28acb3db4', 'name': 'tempest-TestAggregatesBasicOps-1309581395-router', 'tenant_id': '594c111268654605b00fb58e6509133f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.106'}], 'enable_snat': True}, 'gw_port_id': '87b5d666-5bba-4c1b-afbb-2049dcaaed73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T19:10:06Z', 'updated_at': '2021-11-05T19:10:08Z', 'revision_number': 3, 'project_id': '594c111268654605b00fb58e6509133f', 'gw_port': {'id': '87b5d666-5bba-4c1b-afbb-2049dcaaed73', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:0e:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b087d3dd-6c9e-49f8-8fc7-12b28acb3db4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3429, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:10:07Z', 'updated_at': '2021-11-05T19:10:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1'}] {{(pid=102389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 19:10:12.826093 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-00f49a41-816b-4a16-a4a8-ace343ea1031 None None] Provisioning complete for port 6b54a104-2e80-4c72-94f7-faca49ca12c8 triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:10:12.826646 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-00f49a41-816b-4a16-a4a8-ace343ea1031 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:12.887154 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-00f49a41-816b-4a16-a4a8-ace343ea1031 None None] Port 6b54a104-2e80-4c72-94f7-faca49ca12c8 cannot update to ACTIVE because it is not bound. {{(pid=102388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 19:10:13.008428 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-f7df9b50-4dcf-4882-beb6-008f82e491a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:13.065500 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-5caaa87d-abf2-4206-b950-ba2e3cff4b76 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:13.069852 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-5caaa87d-abf2-4206-b950-ba2e3cff4b76 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.4369245 Nov 05 19:10:13.073915 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 33370) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:10:13.079163 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-eee9b278-b21e-4e1e-8f9f-f772c863e438 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Request body: {'security_group_rule': {'security_group_id': '58a0d76a-fac3-49dd-bb58-977488bd5154', 'project_id': '777902a3c6ed4ff2a5460208db53bd8a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:10:13.269524 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-f7df9b50-4dcf-4882-beb6-008f82e491a9 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:13.342472 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-f7df9b50-4dcf-4882-beb6-008f82e491a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6149821'] for port, after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:13.431397 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-eee9b278-b21e-4e1e-8f9f-f772c863e438 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:13.527372 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-f7df9b50-4dcf-4882-beb6-008f82e491a9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-597863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-571878'] for router_interface, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:13.527372 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7df9b50-4dcf-4882-beb6-008f82e491a9 admin admin] Pushing event updated for resources: {'Port': ['ID=6b54a104-2e80-4c72-94f7-faca49ca12c8,revision_number=2']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:10:13.527589 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-eee9b278-b21e-4e1e-8f9f-f772c863e438 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:13.681778 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7df9b50-4dcf-4882-beb6-008f82e491a9 admin admin] Network 310f29ce-3181-430e-9d8d-41528761e3df is already hosted by enough agents. {{(pid=102386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 19:10:13.681778 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.base_scheduler [None req-f7df9b50-4dcf-4882-beb6-008f82e491a9 admin admin] Resources bound (agent type, host, resource id): {{(pid=102386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 19:10:13.777363 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-eee9b278-b21e-4e1e-8f9f-f772c863e438 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985308'] for security_group_rule, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:13.783413 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-9396aac1-295e-4ba5-9583-34c44941badf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4417063'] for port, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:13.793581 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7df9b50-4dcf-4882-beb6-008f82e491a9 admin admin] Router b087d3dd-6c9e-49f8-8fc7-12b28acb3db4 has already been hosted by L3 agent 6dcb5589-8e86-4616-9186-ddc4548e13ad {{(pid=102386) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 19:10:13.941074 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9396aac1-295e-4ba5-9583-34c44941badf admin admin] Pushing event deleted for resources: {'Port': ['ID=46b338c6-20b1-4a67-b702-a1f83357cb2e,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:10:13.953656 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee9b278-b21e-4e1e-8f9f-f772c863e438 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab89a30c-ca0c-4c14-b8a1-261540d28cdb,revision_number=0']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:10:14.006863 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-eee9b278-b21e-4e1e-8f9f-f772c863e438 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:14.011342 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 33384) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:10:14.014309 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-eee9b278-b21e-4e1e-8f9f-f772c863e438 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.9381249 Nov 05 19:10:14.021150 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-3d0338b2-2cd9-48c8-abdb-3abb0f43f997 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Request body: {'security_group_rule': {'security_group_id': '58a0d76a-fac3-49dd-bb58-977488bd5154', 'project_id': '777902a3c6ed4ff2a5460208db53bd8a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:10:14.090197 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7df9b50-4dcf-4882-beb6-008f82e491a9 admin admin] Notify agent at l3_agent.n-d-816865-1 the message routers_updated {{(pid=102386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 19:10:14.110848 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-f7df9b50-4dcf-4882-beb6-008f82e491a9 admin admin] 10.222.0.13 "PUT /v2.0/routers/b087d3dd-6c9e-49f8-8fc7-12b28acb3db4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3790965 Nov 05 19:10:14.148278 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 87b5d666-5bba-4c1b-afbb-2049dcaaed73 up at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 19:10:14.170714 n-d-816865-1 neutron-server[102386]: INFO neutron.db.securitygroups_db [None req-3d0338b2-2cd9-48c8-abdb-3abb0f43f997 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Project 777902a3c6ed4ff2a5460208db53bd8a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 05 19:10:14.177285 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-3d0338b2-2cd9-48c8-abdb-3abb0f43f997 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:14.233264 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-6b5bcd42-8f04-4c40-be14-4ddb1e2b72a7 None None] Provisioning complete for port 6b54a104-2e80-4c72-94f7-faca49ca12c8 triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:10:14.234458 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-6b5bcd42-8f04-4c40-be14-4ddb1e2b72a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:14.249213 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-9396aac1-295e-4ba5-9583-34c44941badf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1000651'] for router_gateway, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:14.302471 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-3d0338b2-2cd9-48c8-abdb-3abb0f43f997 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:14.362910 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-6b5bcd42-8f04-4c40-be14-4ddb1e2b72a7 None None] Port 6b54a104-2e80-4c72-94f7-faca49ca12c8 cannot update to ACTIVE because it is not bound. {{(pid=102388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 19:10:14.384281 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-3d0338b2-2cd9-48c8-abdb-3abb0f43f997 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985308'] for security_group_rule, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:14.425649 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0338b2-2cd9-48c8-abdb-3abb0f43f997 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=741b8198-bcf1-4d57-9a03-4f2888dbd4d9,revision_number=0']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:10:14.489803 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Provisioning complete for port 87b5d666-5bba-4c1b-afbb-2049dcaaed73 triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:10:14.495627 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:14.534440 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-3d0338b2-2cd9-48c8-abdb-3abb0f43f997 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:14.538564 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-3d0338b2-2cd9-48c8-abdb-3abb0f43f997 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5261700 Nov 05 19:10:14.539445 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 33394) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:10:14.547901 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-fcef3ecc-c3a8-493f-9728-eaf2d3a35d82 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Request body: {'security_group_rule': {'security_group_id': '58a0d76a-fac3-49dd-bb58-977488bd5154', 'project_id': '777902a3c6ed4ff2a5460208db53bd8a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:10:14.589108 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-9396aac1-295e-4ba5-9583-34c44941badf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-571301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6852'] for router, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:14.591989 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-9396aac1-295e-4ba5-9583-34c44941badf admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:14.670854 n-d-816865-1 neutron-server[102386]: INFO neutron.db.securitygroups_db [None req-fcef3ecc-c3a8-493f-9728-eaf2d3a35d82 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Project 777902a3c6ed4ff2a5460208db53bd8a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 05 19:10:14.678158 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-fcef3ecc-c3a8-493f-9728-eaf2d3a35d82 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:14.683647 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-f3e0d343-6625-453d-bbfa-6487986c1c2f tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Publish callbacks [] for router_gateway, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:14.692291 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:14.719809 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] For port 87b5d666-5bba-4c1b-afbb-2049dcaaed73, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=87b5d666-5bba-4c1b-afbb-2049dcaaed73,segment=NetworkSegment(85be518c-8bb4-46a2-a903-d4292782d29d),segment_id=85be518c-8bb4-46a2-a903-d4292782d29d)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:10:14.804808 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-9396aac1-295e-4ba5-9583-34c44941badf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-571310'] for router, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:14.805461 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9396aac1-295e-4ba5-9583-34c44941badf admin admin] Fanout notify agent at l3_agent the message router_deleted on router d3b049e1-2d7c-42a2-a4cb-68e58fc7d753 {{(pid=102387) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 05 19:10:14.814029 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:14.850067 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-9396aac1-295e-4ba5-9583-34c44941badf admin admin] Publish callbacks [] for router, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:14.850662 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-9396aac1-295e-4ba5-9583-34c44941badf admin admin] 10.222.0.13 "DELETE /v2.0/routers/d3b049e1-2d7c-42a2-a4cb-68e58fc7d753 HTTP/1.1" status: 204 len: 168 time: 4.3092282 Nov 05 19:10:14.858483 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 33400) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:10:14.884228 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-fcef3ecc-c3a8-493f-9728-eaf2d3a35d82 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:14.963126 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-fcef3ecc-c3a8-493f-9728-eaf2d3a35d82 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985308'] for security_group_rule, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:14.977508 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 46b338c6-20b1-4a67-b702-a1f83357cb2e no longer exists at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 19:10:15.005514 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcef3ecc-c3a8-493f-9728-eaf2d3a35d82 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f0ea715-1de9-4d93-8383-910245ff2903,revision_number=0']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:10:15.021646 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] No Port match for: 46b338c6-20b1-4a67-b702-a1f83357cb2e {{(pid=102388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 19:10:15.027329 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 46b338c6-20b1-4a67-b702-a1f83357cb2e not bound to the agent host n-d-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 19:10:15.027329 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 96f21ac8-8ed6-4d5d-bb79-0eee91a69ca3 no longer exists at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 19:10:15.028841 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Pushing event updated for resources: {'Port': ['ID=87b5d666-5bba-4c1b-afbb-2049dcaaed73,revision_number=4']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:10:15.071672 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] No Port match for: 96f21ac8-8ed6-4d5d-bb79-0eee91a69ca3 {{(pid=102388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 19:10:15.072686 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 96f21ac8-8ed6-4d5d-bb79-0eee91a69ca3 not bound to the agent host n-d-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 19:10:15.073773 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-fcef3ecc-c3a8-493f-9728-eaf2d3a35d82 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:15.082610 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-fcef3ecc-c3a8-493f-9728-eaf2d3a35d82 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5406899 Nov 05 19:10:15.084177 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 33408) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:10:15.096199 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-31a2c4f8-5dfd-4051-ac19-71c115a79304 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Request body: {'network': {'name': 'tempest-network-smoke--1453703208', 'project_id': '777902a3c6ed4ff2a5460208db53bd8a', 'port_security_enabled': True}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:10:15.213881 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31a2c4f8-5dfd-4051-ac19-71c115a79304 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Made reservation on behalf of 777902a3c6ed4ff2a5460208db53bd8a for: {'network': 1} {{(pid=102386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 19:10:15.219430 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-31a2c4f8-5dfd-4051-ac19-71c115a79304 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for network, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:15.278187 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.db_base_plugin_v2 [None req-80591e55-77d9-4111-9b99-7238774374fc admin admin] Deleting subnet b12a920f-995e-4658-86f5-ed5879e48687 {{(pid=102387) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 05 19:10:15.340092 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31a2c4f8-5dfd-4051-ac19-71c115a79304 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 176} {{(pid=102386) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 05 19:10:15.379307 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-31a2c4f8-5dfd-4051-ac19-71c115a79304 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273'] for segment, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:15.379672 n-d-816865-1 neutron-server[102386]: INFO neutron.db.segments_db [None req-31a2c4f8-5dfd-4051-ac19-71c115a79304 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Added segment 4803c800-7eb3-4349-8c3f-253c770766d0 of type vlan for network 530c2a73-71be-453e-8314-d0f9c49e67e6 Nov 05 19:10:15.400185 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-80591e55-77d9-4111-9b99-7238774374fc admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:15.489158 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-31a2c4f8-5dfd-4051-ac19-71c115a79304 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750027258543'] for network, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:15.597041 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-80591e55-77d9-4111-9b99-7238774374fc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4463501'] for subnet, precommit_delete_associations {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:15.638070 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-31a2c4f8-5dfd-4051-ac19-71c115a79304 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-956796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877'] for network, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:15.647181 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31a2c4f8-5dfd-4051-ac19-71c115a79304 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:10:15.648274 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-31a2c4f8-5dfd-4051-ac19-71c115a79304 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Publish callbacks [] for network, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:15.690404 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-f3e0d343-6625-453d-bbfa-6487986c1c2f tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-571384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1000487'] for router, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:15.766973 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a2c4f8-5dfd-4051-ac19-71c115a79304 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Pushing event updated for resources: {'Network': ['ID=530c2a73-71be-453e-8314-d0f9c49e67e6,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:10:15.778602 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-31a2c4f8-5dfd-4051-ac19-71c115a79304 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6920695 Nov 05 19:10:15.782286 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 33426) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:10:15.784769 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Network 530c2a73-71be-453e-8314-d0f9c49e67e6 details requested by agent ovs-agent-n-d-816865-1 with host n-d-816865-1 {{(pid=102388) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 05 19:10:15.789415 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-d3c3a63f-c8d9-4369-9743-9af053924fd8 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2054408583', 'admin_state_up': True, 'project_id': '777902a3c6ed4ff2a5460208db53bd8a', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec'}}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:10:15.849640 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d82c521-de98-47f3-9f72-f046879b0bb9 None None] Sync routers for ids ['b087d3dd-6c9e-49f8-8fc7-12b28acb3db4'] in n-d-816865-1 {{(pid=102389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 19:10:15.879027 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d82c521-de98-47f3-9f72-f046879b0bb9 None None] Routers {'b087d3dd-6c9e-49f8-8fc7-12b28acb3db4'} bound to L3 agent in host n-d-816865-1 {{(pid=102389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 19:10:15.892163 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-3d82c521-de98-47f3-9f72-f046879b0bb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T19:10:05Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['b087d3dd-6c9e-49f8-8fc7-12b28acb3db4'], 'active': True} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:10:15.928507 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-80591e55-77d9-4111-9b99-7238774374fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1573928'] for subnet, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:15.935499 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-d3c3a63f-c8d9-4369-9743-9af053924fd8 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-571139', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6874'] for router, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:15.937564 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-d3c3a63f-c8d9-4369-9743-9af053924fd8 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-571375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1000570', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1011585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6867'] for router, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:16.045668 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 87b5d666-5bba-4c1b-afbb-2049dcaaed73 up at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 19:10:16.097886 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-d3c3a63f-c8d9-4369-9743-9af053924fd8 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:16.187346 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Provisioning complete for port 87b5d666-5bba-4c1b-afbb-2049dcaaed73 triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:10:16.188867 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:16.201361 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvr_db [None req-3d82c521-de98-47f3-9f72-f046879b0bb9 None None] Set router b087d3dd-6c9e-49f8-8fc7-12b28acb3db4 gateway port host: n-d-816865-1 {{(pid=102389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 19:10:16.273069 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-80591e55-77d9-4111-9b99-7238774374fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1573905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4417146', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5112209'] for subnet, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:16.338519 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80591e55-77d9-4111-9b99-7238774374fc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b12a920f-995e-4658-86f5-ed5879e48687,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:10:16.344101 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3e0d343-6625-453d-bbfa-6487986c1c2f tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Router a0144c5c-001b-435c-aaed-bd61db862b09 is scheduled to L3 agent 6dcb5589-8e86-4616-9186-ddc4548e13ad with binding_index 1 {{(pid=102387) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 05 19:10:16.365113 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-80591e55-77d9-4111-9b99-7238774374fc admin admin] Publish callbacks [] for subnet, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:16.374711 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-80591e55-77d9-4111-9b99-7238774374fc admin admin] 10.222.0.13 "DELETE /v2.0/subnets/b12a920f-995e-4658-86f5-ed5879e48687 HTTP/1.1" status: 204 len: 168 time: 1.5151086 Nov 05 19:10:16.378217 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 33446) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:10:16.391364 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa719731-267a-4611-8667-375e6f35be20 None None] Network ecda42c5-4acf-4ad4-b811-0f569ff28377 requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 19:10:16.585955 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-d3c3a63f-c8d9-4369-9743-9af053924fd8 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:16.643170 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-3d82c521-de98-47f3-9f72-f046879b0bb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b087d3dd-6c9e-49f8-8fc7-12b28acb3db4', 'name': 'tempest-TestAggregatesBasicOps-1309581395-router', 'tenant_id': '594c111268654605b00fb58e6509133f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.106'}], 'enable_snat': True}, 'gw_port_id': '87b5d666-5bba-4c1b-afbb-2049dcaaed73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T19:10:06Z', 'updated_at': '2021-11-05T19:10:12Z', 'revision_number': 4, 'project_id': '594c111268654605b00fb58e6509133f', 'gw_port': {'id': '87b5d666-5bba-4c1b-afbb-2049dcaaed73', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:0e:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b087d3dd-6c9e-49f8-8fc7-12b28acb3db4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3429, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:10:07Z', 'updated_at': '2021-11-05T19:10:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1', '_interfaces': [{'id': '6b54a104-2e80-4c72-94f7-faca49ca12c8', 'name': '', 'network_id': '310f29ce-3181-430e-9d8d-41528761e3df', 'tenant_id': '594c111268654605b00fb58e6509133f', 'mac_address': 'fa:16:3e:fe:db:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b087d3dd-6c9e-49f8-8fc7-12b28acb3db4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3444, 'fixed_ips': [{'subnet_id': 'e4add6ee-4497-4afb-b16c-9cf7eb2ad9e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:10:11Z', 'updated_at': '2021-11-05T19:10:13Z', 'revision_number': 2, 'project_id': '594c111268654605b00fb58e6509133f', 'subnets': [{'id': 'e4add6ee-4497-4afb-b16c-9cf7eb2ad9e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-1', False) {} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:10:16.698330 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-7ff23e82-93ab-45c2-8288-4728cfaf14c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1664226'] for network, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:16.722205 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d82c521-de98-47f3-9f72-f046879b0bb9 None None] Checking router: b087d3dd-6c9e-49f8-8fc7-12b28acb3db4 for host: n-d-816865-1 {{(pid=102389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 19:10:16.723196 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d82c521-de98-47f3-9f72-f046879b0bb9 None None] Updating router b087d3dd-6c9e-49f8-8fc7-12b28acb3db4 port 6b54a104-2e80-4c72-94f7-faca49ca12c8 binding host n-d-816865-1 {{(pid=102389) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 05 19:10:16.724100 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3e0d343-6625-453d-bbfa-6487986c1c2f tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Notify agent at l3_agent.n-d-816865-1 the message routers_updated {{(pid=102387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 19:10:16.735299 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cae53405-e8d3-4ce8-b8cc-9bfff59658f5 None None] Sync routers for ids ['a0144c5c-001b-435c-aaed-bd61db862b09'] in n-d-816865-1 {{(pid=102388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 19:10:16.773325 n-d-816865-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-3d82c521-de98-47f3-9f72-f046879b0bb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:16.780310 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cae53405-e8d3-4ce8-b8cc-9bfff59658f5 None None] Routers {'a0144c5c-001b-435c-aaed-bd61db862b09'} bound to L3 agent in host n-d-816865-1 {{(pid=102388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 19:10:16.783662 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-cae53405-e8d3-4ce8-b8cc-9bfff59658f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T19:10:05Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['a0144c5c-001b-435c-aaed-bd61db862b09'], 'active': True} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:10:16.933836 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-f3e0d343-6625-453d-bbfa-6487986c1c2f tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Publish callbacks [] for router, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:16.939044 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-f3e0d343-6625-453d-bbfa-6487986c1c2f tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 8.1698956 Nov 05 19:10:16.948282 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48c69e13-7703-44d1-b61e-467c6a2a8d6c None None] DHCP port deletion for ecda42c5-4acf-4ad4-b811-0f569ff28377 request from n-d-816865-1 {{(pid=102388) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 05 19:10:16.949508 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 33456) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:10:16.973598 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 33460) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:10:17.118028 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [None req-7ff23e82-93ab-45c2-8288-4728cfaf14c9 admin admin] Deleting port 8c02d204-f7b0-4f96-8dd2-b2969d260007 {{(pid=102387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 19:10:17.118028 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-7ff23e82-93ab-45c2-8288-4728cfaf14c9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:17.168019 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvr_db [None req-cae53405-e8d3-4ce8-b8cc-9bfff59658f5 None None] Set router a0144c5c-001b-435c-aaed-bd61db862b09 gateway port host: n-d-816865-1 {{(pid=102388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 19:10:17.208226 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-6f2708b1-dec7-4138-bacd-e253fea712d7 tempest-TestNetworkBasicOps-495762271 tempest-TestNetworkBasicOps-495762271-project-admin] 10.222.0.13 "GET /v2.0/subnets?project_id=e6881a268b314b538ad6a867b46f1df8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2557044 Nov 05 19:10:17.213364 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 33466) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:10:17.302816 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-d3c3a63f-c8d9-4369-9743-9af053924fd8 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Publish callbacks [] for router_gateway, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:17.337618 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.db [None req-7ff23e82-93ab-45c2-8288-4728cfaf14c9 admin admin] For port 8c02d204-f7b0-4f96-8dd2-b2969d260007, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=8c02d204-f7b0-4f96-8dd2-b2969d260007,segment=NetworkSegment(4294eaa4-9159-4512-b472-00960aa998f8),segment_id=4294eaa4-9159-4512-b472-00960aa998f8)] {{(pid=102387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:10:17.337865 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-7ff23e82-93ab-45c2-8288-4728cfaf14c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:17.355451 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-d3c3a63f-c8d9-4369-9743-9af053924fd8 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:17.359306 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-48c69e13-7703-44d1-b61e-467c6a2a8d6c None None] Deleting port 8c02d204-f7b0-4f96-8dd2-b2969d260007 {{(pid=102388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 19:10:17.360469 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-48c69e13-7703-44d1-b61e-467c6a2a8d6c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:17.392718 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [None req-7ff23e82-93ab-45c2-8288-4728cfaf14c9 admin admin] Calling delete_port for 8c02d204-f7b0-4f96-8dd2-b2969d260007 owned by network:dhcp {{(pid=102387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 19:10:17.414271 n-d-816865-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-3d82c521-de98-47f3-9f72-f046879b0bb9 None None] Publish callbacks [] for port, precommit_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:17.479004 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-48c69e13-7703-44d1-b61e-467c6a2a8d6c None None] For port 8c02d204-f7b0-4f96-8dd2-b2969d260007, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=8c02d204-f7b0-4f96-8dd2-b2969d260007,segment=NetworkSegment(4294eaa4-9159-4512-b472-00960aa998f8),segment_id=4294eaa4-9159-4512-b472-00960aa998f8)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:10:17.484847 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-48c69e13-7703-44d1-b61e-467c6a2a8d6c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:17.504011 n-d-816865-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-3d82c521-de98-47f3-9f72-f046879b0bb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:17.550971 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-48c69e13-7703-44d1-b61e-467c6a2a8d6c None None] Calling delete_port for 8c02d204-f7b0-4f96-8dd2-b2969d260007 owned by network:dhcp {{(pid=102388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 19:10:17.599212 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9f39a0e-83db-44f3-b9cb-d877cd12f78f tempest-TestNetworkBasicOps-495762271 tempest-TestNetworkBasicOps-495762271-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:10:17.604022 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-d9f39a0e-83db-44f3-b9cb-d877cd12f78f tempest-TestNetworkBasicOps-495762271 tempest-TestNetworkBasicOps-495762271-project-admin] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3826311 Nov 05 19:10:17.606724 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 33468) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:10:17.618349 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd0b158-46c5-4ea7-b619-37326d808d38 None None] Pushing event updated for resources: {'Port': ['ID=6b54a104-2e80-4c72-94f7-faca49ca12c8,revision_number=3']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:10:17.647331 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-8f1b9266-035d-4229-948e-f322bb1e2ed6 tempest-TestNetworkBasicOps-495762271 tempest-TestNetworkBasicOps-495762271-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=40c8335d-cd0b-4cb5-910a-d4dcddd5cbec&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0394375 Nov 05 19:10:17.651524 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 33470) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:10:17.660661 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-f8f9ca5f-b4d0-4d30-88c0-acf42dfb8818 tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-815571225', 'network_id': '63299ea6-43b5-4921-ba00-89662e2353e0', 'project_id': 'e6881a268b314b538ad6a867b46f1df8', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:10:17.737827 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.db_base_plugin_common [None req-d3c3a63f-c8d9-4369-9743-9af053924fd8 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Allocated IP 172.25.6.107 (40c8335d-cd0b-4cb5-910a-d4dcddd5cbec/04fe6db3-e108-4208-943d-6518424f5726/330632d3-8100-460b-8490-449bd6a7d775) {{(pid=102386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 19:10:17.757176 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.managers [None req-3d82c521-de98-47f3-9f72-f046879b0bb9 None None] Attempting to bind port 6b54a104-2e80-4c72-94f7-faca49ca12c8 on host n-d-816865-1 for vnic_type normal with profile {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 19:10:17.762651 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.managers [None req-3d82c521-de98-47f3-9f72-f046879b0bb9 None None] Attempting to bind port 6b54a104-2e80-4c72-94f7-faca49ca12c8 by drivers openvswitch,hyperv on host n-d-816865-1 at level 0 using segments [{'id': 'd87db530-7efd-418b-91b7-b7824ac732b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '310f29ce-3181-430e-9d8d-41528761e3df'}] {{(pid=102389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 19:10:17.763334 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d82c521-de98-47f3-9f72-f046879b0bb9 None None] Attempting to bind port 6b54a104-2e80-4c72-94f7-faca49ca12c8 on network 310f29ce-3181-430e-9d8d-41528761e3df {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 19:10:17.771985 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d82c521-de98-47f3-9f72-f046879b0bb9 None None] Checking agent: {'id': '724d89a7-611b-41e6-bc85-c48112b17afa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 18, 25, 8), 'started_at': datetime.datetime(2021, 11, 5, 18, 25, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 19, 10, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 19:10:17.774187 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-cae53405-e8d3-4ce8-b8cc-9bfff59658f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0144c5c-001b-435c-aaed-bd61db862b09', 'name': 'tempest-TestNetworkBasicOps-router-170806720', 'tenant_id': 'e6881a268b314b538ad6a867b46f1df8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.184'}], 'enable_snat': True}, 'gw_port_id': '82d55837-37fb-4023-8a67-616b29b95123', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T19:10:09Z', 'updated_at': '2021-11-05T19:10:13Z', 'revision_number': 3, 'project_id': 'e6881a268b314b538ad6a867b46f1df8', 'gw_port': {'id': '82d55837-37fb-4023-8a67-616b29b95123', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:44:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0144c5c-001b-435c-aaed-bd61db862b09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3442, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:10:10Z', 'updated_at': '2021-11-05T19:10:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1'}], 'n-d-816865-1', False) {} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:10:17.774872 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d82c521-de98-47f3-9f72-f046879b0bb9 None None] Checking segment: {'id': 'd87db530-7efd-418b-91b7-b7824ac732b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '310f29ce-3181-430e-9d8d-41528761e3df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 19:10:17.775853 n-d-816865-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-3d82c521-de98-47f3-9f72-f046879b0bb9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:17.776454 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d82c521-de98-47f3-9f72-f046879b0bb9 None None] Bound using segment: {'id': 'd87db530-7efd-418b-91b7-b7824ac732b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '310f29ce-3181-430e-9d8d-41528761e3df'} {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 19:10:17.777149 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.managers [None req-3d82c521-de98-47f3-9f72-f046879b0bb9 None None] Bound port: 6b54a104-2e80-4c72-94f7-faca49ca12c8, host: n-d-816865-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd87db530-7efd-418b-91b7-b7824ac732b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '310f29ce-3181-430e-9d8d-41528761e3df'}}] {{(pid=102389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 19:10:17.786739 n-d-816865-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-3d82c521-de98-47f3-9f72-f046879b0bb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:17.822868 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-7ff23e82-93ab-45c2-8288-4728cfaf14c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4417063'] for port, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:17.865968 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cae53405-e8d3-4ce8-b8cc-9bfff59658f5 None None] Checking router: a0144c5c-001b-435c-aaed-bd61db862b09 for host: n-d-816865-1 {{(pid=102388) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 19:10:17.866305 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cae53405-e8d3-4ce8-b8cc-9bfff59658f5 None None] Updating router a0144c5c-001b-435c-aaed-bd61db862b09 port 82d55837-37fb-4023-8a67-616b29b95123 binding host n-d-816865-1 {{(pid=102388) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 05 19:10:17.905717 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff23e82-93ab-45c2-8288-4728cfaf14c9 admin admin] Pushing event deleted for resources: {'Port': ['ID=8c02d204-f7b0-4f96-8dd2-b2969d260007,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:10:17.930539 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-cae53405-e8d3-4ce8-b8cc-9bfff59658f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:17.933631 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [None req-3d82c521-de98-47f3-9f72-f046879b0bb9 None None] For port 6b54a104-2e80-4c72-94f7-faca49ca12c8, host n-d-816865-1, cleared binding levels {{(pid=102389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 19:10:17.936108 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ff23e82-93ab-45c2-8288-4728cfaf14c9 admin admin] No DVR routers for this DVR port 8c02d204-f7b0-4f96-8dd2-b2969d260007 on host n-d-816865-1 {{(pid=102387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 19:10:17.940231 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [None req-3d82c521-de98-47f3-9f72-f046879b0bb9 None None] For port 6b54a104-2e80-4c72-94f7-faca49ca12c8, host n-d-816865-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=6b54a104-2e80-4c72-94f7-faca49ca12c8,segment=NetworkSegment(d87db530-7efd-418b-91b7-b7824ac732b7),segment_id=d87db530-7efd-418b-91b7-b7824ac732b7)] {{(pid=102389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 19:10:17.952396 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-d3c3a63f-c8d9-4369-9743-9af053924fd8 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Publish callbacks [] for port, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:17.984093 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8f9ca5f-b4d0-4d30-88c0-acf42dfb8818 tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Made reservation on behalf of e6881a268b314b538ad6a867b46f1df8 for: {'subnet': 1} {{(pid=102386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 19:10:17.988374 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-f8f9ca5f-b4d0-4d30-88c0-acf42dfb8818 tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4877122'] for subnet, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:18.010313 n-d-816865-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-3d82c521-de98-47f3-9f72-f046879b0bb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:18.060717 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-d3c3a63f-c8d9-4369-9743-9af053924fd8 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:18.062837 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-7ff23e82-93ab-45c2-8288-4728cfaf14c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1579173', 'neutron.services.segments.db._delete_segments_for_network-8750027792909'] for network, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:18.088705 n-d-816865-1 neutron-server[102387]: DEBUG neutron.services.segments.db [None req-7ff23e82-93ab-45c2-8288-4728cfaf14c9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ecda42c5-4acf-4ad4-b811-0f569ff28377']}} {{(pid=102387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:10:18.103196 n-d-816865-1 neutron-server[102387]: DEBUG neutron.services.segments.db [None req-7ff23e82-93ab-45c2-8288-4728cfaf14c9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4294eaa4-9159-4512-b472-00960aa998f8') {'for_net_delete': True} {{(pid=102387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:10:18.103888 n-d-816865-1 neutron-server[102387]: DEBUG neutron.services.segments.db [None req-7ff23e82-93ab-45c2-8288-4728cfaf14c9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4294eaa4-9159-4512-b472-00960aa998f8') {} {{(pid=102387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:10:18.128852 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-7ff23e82-93ab-45c2-8288-4728cfaf14c9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750027793430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4463492'] for segment, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:18.148584 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-7ff23e82-93ab-45c2-8288-4728cfaf14c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273'] for segment, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:18.159073 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ff23e82-93ab-45c2-8288-4728cfaf14c9 admin admin] Releasing vlan 167 on physical network physnet1 to pool {{(pid=102387) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 05 19:10:18.159844 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-7ff23e82-93ab-45c2-8288-4728cfaf14c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4417236'] for segment, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:18.160875 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d82c521-de98-47f3-9f72-f046879b0bb9 None None] Routers {'b087d3dd-6c9e-49f8-8fc7-12b28acb3db4'} bound to L3 agent in host n-d-816865-1 {{(pid=102389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 19:10:18.167799 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-3d82c521-de98-47f3-9f72-f046879b0bb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T19:10:05Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['b087d3dd-6c9e-49f8-8fc7-12b28acb3db4'], 'active': True} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:10:18.190531 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd0b158-46c5-4ea7-b619-37326d808d38 None None] Pushing event updated for resources: {'Port': ['ID=6b54a104-2e80-4c72-94f7-faca49ca12c8,revision_number=4']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:10:18.207390 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3c3a63f-c8d9-4369-9743-9af053924fd8 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Network 40c8335d-cd0b-4cb5-910a-d4dcddd5cbec is already hosted by enough agents. {{(pid=102386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 19:10:18.242584 n-d-816865-1 neutron-server[102387]: Traceback (most recent call last): Nov 05 19:10:18.242584 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 05 19:10:18.242584 n-d-816865-1 neutron-server[102387]: timer() Nov 05 19:10:18.242584 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 05 19:10:18.242584 n-d-816865-1 neutron-server[102387]: cb(*args, **kw) Nov 05 19:10:18.242584 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 05 19:10:18.242584 n-d-816865-1 neutron-server[102387]: return func(*args, **kwargs) Nov 05 19:10:18.242584 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 05 19:10:18.242584 n-d-816865-1 neutron-server[102387]: self._notify() Nov 05 19:10:18.242584 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 05 19:10:18.242584 n-d-816865-1 neutron-server[102387]: self.callback(batched_events) Nov 05 19:10:18.242584 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 05 19:10:18.242584 n-d-816865-1 neutron-server[102387]: event.method(event) Nov 05 19:10:18.242584 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 05 19:10:18.242584 n-d-816865-1 neutron-server[102387]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 05 19:10:18.242584 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 05 19:10:18.242584 n-d-816865-1 neutron-server[102387]: aggregate_uuid = self.p_client.list_aggregates( Nov 05 19:10:18.242584 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 05 19:10:18.242584 n-d-816865-1 neutron-server[102387]: return f(self, *a, **k) Nov 05 19:10:18.242584 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 05 19:10:18.242584 n-d-816865-1 neutron-server[102387]: return self._get(url).json() Nov 05 19:10:18.242584 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 05 19:10:18.242584 n-d-816865-1 neutron-server[102387]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 05 19:10:18.242584 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 05 19:10:18.242584 n-d-816865-1 neutron-server[102387]: return self.request(url, 'GET', **kwargs) Nov 05 19:10:18.242584 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 05 19:10:18.242584 n-d-816865-1 neutron-server[102387]: base_url = self.get_endpoint(auth, allow=allow, Nov 05 19:10:18.242584 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 05 19:10:18.242584 n-d-816865-1 neutron-server[102387]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 05 19:10:18.242584 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 05 19:10:18.242584 n-d-816865-1 neutron-server[102387]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 05 19:10:18.242584 n-d-816865-1 neutron-server[102387]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 05 19:10:18.272515 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.base_scheduler [None req-d3c3a63f-c8d9-4369-9743-9af053924fd8 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Resources bound (agent type, host, resource id): {{(pid=102386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 19:10:18.283229 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3c3a63f-c8d9-4369-9743-9af053924fd8 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Received port after_create {{(pid=102386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 19:10:18.300040 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 8c02d204-f7b0-4f96-8dd2-b2969d260007 no longer exists at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 19:10:18.368175 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c3a63f-c8d9-4369-9743-9af053924fd8 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Pushing event updated for resources: {'Port': ['ID=330632d3-8100-460b-8490-449bd6a7d775,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:10:18.370867 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] No Port match for: 8c02d204-f7b0-4f96-8dd2-b2969d260007 {{(pid=102388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 19:10:18.371332 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 8c02d204-f7b0-4f96-8dd2-b2969d260007 not bound to the agent host n-d-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 19:10:18.372118 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-7ff23e82-93ab-45c2-8288-4728cfaf14c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1579178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-956796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1000687'] for network, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:18.397450 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-7ff23e82-93ab-45c2-8288-4728cfaf14c9 admin admin] Publish callbacks [] for network, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:18.403360 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-7ff23e82-93ab-45c2-8288-4728cfaf14c9 admin admin] 10.222.0.13 "DELETE /v2.0/networks/ecda42c5-4acf-4ad4-b811-0f569ff28377 HTTP/1.1" status: 204 len: 168 time: 2.0232582 Nov 05 19:10:18.411046 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 33480) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:10:18.463688 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-46b16f6a-7cb3-4288-942f-8a62f3d8ff72 None None] Provisioning complete for port 6b54a104-2e80-4c72-94f7-faca49ca12c8 triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:10:18.464184 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-46b16f6a-7cb3-4288-942f-8a62f3d8ff72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:18.470596 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-48c69e13-7703-44d1-b61e-467c6a2a8d6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798'] for port, after_delete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:18.476095 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff23e82-93ab-45c2-8288-4728cfaf14c9 admin admin] Pushing event deleted for resources: {'Network': ['ID=ecda42c5-4acf-4ad4-b811-0f569ff28377,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:10:18.483608 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvr_db [None req-3d82c521-de98-47f3-9f72-f046879b0bb9 None None] Set router b087d3dd-6c9e-49f8-8fc7-12b28acb3db4 gateway port host: n-d-816865-1 {{(pid=102389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 19:10:18.523087 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-4886ca69-e4f6-41c6-922f-2ef0c68c0040 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-571777'] for router_interface, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:18.600061 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-48c69e13-7703-44d1-b61e-467c6a2a8d6c None None] Network ecda42c5-4acf-4ad4-b811-0f569ff28377 is not hosted by any dhcp agent {{(pid=102388) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 05 19:10:18.600819 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48c69e13-7703-44d1-b61e-467c6a2a8d6c None None] No DVR routers for this DVR port 8c02d204-f7b0-4f96-8dd2-b2969d260007 on host n-d-816865-1 {{(pid=102388) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 19:10:18.618161 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c69e13-7703-44d1-b61e-467c6a2a8d6c None None] Pushing event deleted for resources: {'Port': ['ID=8c02d204-f7b0-4f96-8dd2-b2969d260007,revision_number=None']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:10:18.864343 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-cae53405-e8d3-4ce8-b8cc-9bfff59658f5 None None] Publish callbacks [] for port, precommit_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:18.868000 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-46b16f6a-7cb3-4288-942f-8a62f3d8ff72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:18.914905 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-46b16f6a-7cb3-4288-942f-8a62f3d8ff72 None None] For port 6b54a104-2e80-4c72-94f7-faca49ca12c8, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=6b54a104-2e80-4c72-94f7-faca49ca12c8,segment=NetworkSegment(d87db530-7efd-418b-91b7-b7824ac732b7),segment_id=d87db530-7efd-418b-91b7-b7824ac732b7)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:10:18.928286 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-3d82c521-de98-47f3-9f72-f046879b0bb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b087d3dd-6c9e-49f8-8fc7-12b28acb3db4', 'name': 'tempest-TestAggregatesBasicOps-1309581395-router', 'tenant_id': '594c111268654605b00fb58e6509133f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.106'}], 'enable_snat': True}, 'gw_port_id': '87b5d666-5bba-4c1b-afbb-2049dcaaed73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T19:10:06Z', 'updated_at': '2021-11-05T19:10:12Z', 'revision_number': 4, 'project_id': '594c111268654605b00fb58e6509133f', 'gw_port': {'id': '87b5d666-5bba-4c1b-afbb-2049dcaaed73', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:0e:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b087d3dd-6c9e-49f8-8fc7-12b28acb3db4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3429, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:10:07Z', 'updated_at': '2021-11-05T19:10:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1', '_interfaces': [{'id': '6b54a104-2e80-4c72-94f7-faca49ca12c8', 'name': '', 'network_id': '310f29ce-3181-430e-9d8d-41528761e3df', 'tenant_id': '594c111268654605b00fb58e6509133f', 'mac_address': 'fa:16:3e:fe:db:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b087d3dd-6c9e-49f8-8fc7-12b28acb3db4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3444, 'fixed_ips': [{'subnet_id': 'e4add6ee-4497-4afb-b16c-9cf7eb2ad9e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:10:11Z', 'updated_at': '2021-11-05T19:10:17Z', 'revision_number': 4, 'project_id': '594c111268654605b00fb58e6509133f', 'subnets': [{'id': 'e4add6ee-4497-4afb-b16c-9cf7eb2ad9e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-1', False) {} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:10:18.938747 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [None req-4886ca69-e4f6-41c6-922f-2ef0c68c0040 admin admin] Deleting port 10f174cd-7fc3-41df-b0cd-31d1fa58be66 {{(pid=102387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 19:10:18.939319 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-4886ca69-e4f6-41c6-922f-2ef0c68c0040 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:18.978568 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d82c521-de98-47f3-9f72-f046879b0bb9 None None] The sync data for ids ['b087d3dd-6c9e-49f8-8fc7-12b28acb3db4'] in n-d-816865-1 is: [{'id': 'b087d3dd-6c9e-49f8-8fc7-12b28acb3db4', 'name': 'tempest-TestAggregatesBasicOps-1309581395-router', 'tenant_id': '594c111268654605b00fb58e6509133f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.106'}], 'enable_snat': True}, 'gw_port_id': '87b5d666-5bba-4c1b-afbb-2049dcaaed73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T19:10:06Z', 'updated_at': '2021-11-05T19:10:12Z', 'revision_number': 4, 'project_id': '594c111268654605b00fb58e6509133f', 'gw_port': {'id': '87b5d666-5bba-4c1b-afbb-2049dcaaed73', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:0e:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b087d3dd-6c9e-49f8-8fc7-12b28acb3db4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3429, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:10:07Z', 'updated_at': '2021-11-05T19:10:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1', '_interfaces': [{'id': '6b54a104-2e80-4c72-94f7-faca49ca12c8', 'name': '', 'network_id': '310f29ce-3181-430e-9d8d-41528761e3df', 'tenant_id': '594c111268654605b00fb58e6509133f', 'mac_address': 'fa:16:3e:fe:db:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b087d3dd-6c9e-49f8-8fc7-12b28acb3db4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3444, 'fixed_ips': [{'subnet_id': 'e4add6ee-4497-4afb-b16c-9cf7eb2ad9e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:10:11Z', 'updated_at': '2021-11-05T19:10:17Z', 'revision_number': 4, 'project_id': '594c111268654605b00fb58e6509133f', 'subnets': [{'id': 'e4add6ee-4497-4afb-b16c-9cf7eb2ad9e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 19:10:18.987182 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-cae53405-e8d3-4ce8-b8cc-9bfff59658f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:19.058509 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-46b16f6a-7cb3-4288-942f-8a62f3d8ff72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:19.168788 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.db [None req-4886ca69-e4f6-41c6-922f-2ef0c68c0040 admin admin] For port 10f174cd-7fc3-41df-b0cd-31d1fa58be66, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=10f174cd-7fc3-41df-b0cd-31d1fa58be66,segment=NetworkSegment(4a8cf312-c30f-4cb9-adff-d588064261a0),segment_id=4a8cf312-c30f-4cb9-adff-d588064261a0)] {{(pid=102387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:10:19.170145 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-4886ca69-e4f6-41c6-922f-2ef0c68c0040 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:19.215588 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc01468-e197-4633-85a1-996093d06e7a None None] Pushing event updated for resources: {'Port': ['ID=82d55837-37fb-4023-8a67-616b29b95123,revision_number=2']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:10:19.238403 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [None req-4886ca69-e4f6-41c6-922f-2ef0c68c0040 admin admin] Calling delete_port for 10f174cd-7fc3-41df-b0cd-31d1fa58be66 owned by network:router_interface {{(pid=102387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 19:10:19.260989 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-cae53405-e8d3-4ce8-b8cc-9bfff59658f5 None None] Attempting to bind port 82d55837-37fb-4023-8a67-616b29b95123 on host n-d-816865-1 for vnic_type normal with profile {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 19:10:19.263647 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-cae53405-e8d3-4ce8-b8cc-9bfff59658f5 None None] Attempting to bind port 82d55837-37fb-4023-8a67-616b29b95123 by drivers openvswitch,hyperv on host n-d-816865-1 at level 0 using segments [{'id': '85be518c-8bb4-46a2-a903-d4292782d29d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec'}] {{(pid=102388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 19:10:19.263647 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cae53405-e8d3-4ce8-b8cc-9bfff59658f5 None None] Attempting to bind port 82d55837-37fb-4023-8a67-616b29b95123 on network 40c8335d-cd0b-4cb5-910a-d4dcddd5cbec {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 19:10:19.303181 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cae53405-e8d3-4ce8-b8cc-9bfff59658f5 None None] Checking agent: {'id': '724d89a7-611b-41e6-bc85-c48112b17afa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 18, 25, 8), 'started_at': datetime.datetime(2021, 11, 5, 18, 25, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 19, 10, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 19:10:19.304224 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cae53405-e8d3-4ce8-b8cc-9bfff59658f5 None None] Checking segment: {'id': '85be518c-8bb4-46a2-a903-d4292782d29d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 19:10:19.304864 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-cae53405-e8d3-4ce8-b8cc-9bfff59658f5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:19.307119 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cae53405-e8d3-4ce8-b8cc-9bfff59658f5 None None] Bound using segment: {'id': '85be518c-8bb4-46a2-a903-d4292782d29d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec'} {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 19:10:19.307831 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-cae53405-e8d3-4ce8-b8cc-9bfff59658f5 None None] Bound port: 82d55837-37fb-4023-8a67-616b29b95123, host: n-d-816865-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85be518c-8bb4-46a2-a903-d4292782d29d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec'}}] {{(pid=102388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 19:10:19.308405 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-cae53405-e8d3-4ce8-b8cc-9bfff59658f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:19.310398 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-3f91e5fc-961e-4ed1-82ba-9f8581d98412 None None] Provisioning complete for port 6b54a104-2e80-4c72-94f7-faca49ca12c8 triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:10:19.311197 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3f91e5fc-961e-4ed1-82ba-9f8581d98412 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:19.459428 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b16f6a-7cb3-4288-942f-8a62f3d8ff72 None None] Pushing event updated for resources: {'Port': ['ID=6b54a104-2e80-4c72-94f7-faca49ca12c8,revision_number=5']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:10:19.569980 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-d3c3a63f-c8d9-4369-9743-9af053924fd8 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Publish callbacks [] for router_gateway, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:19.598669 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-cae53405-e8d3-4ce8-b8cc-9bfff59658f5 None None] For port 82d55837-37fb-4023-8a67-616b29b95123, host n-d-816865-1, cleared binding levels {{(pid=102388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 19:10:19.651281 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-cae53405-e8d3-4ce8-b8cc-9bfff59658f5 None None] For port 82d55837-37fb-4023-8a67-616b29b95123, host n-d-816865-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=82d55837-37fb-4023-8a67-616b29b95123,segment=NetworkSegment(85be518c-8bb4-46a2-a903-d4292782d29d),segment_id=85be518c-8bb4-46a2-a903-d4292782d29d)] {{(pid=102388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 19:10:19.718493 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-4886ca69-e4f6-41c6-922f-2ef0c68c0040 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4417063'] for port, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:19.774447 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4886ca69-e4f6-41c6-922f-2ef0c68c0040 admin admin] Pushing event deleted for resources: {'Port': ['ID=10f174cd-7fc3-41df-b0cd-31d1fa58be66,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:10:19.787925 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-cae53405-e8d3-4ce8-b8cc-9bfff59658f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:19.844572 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-f8f9ca5f-b4d0-4d30-88c0-acf42dfb8818 tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6149946', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4877172'] for subnet, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:19.932493 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cae53405-e8d3-4ce8-b8cc-9bfff59658f5 None None] Routers {'a0144c5c-001b-435c-aaed-bd61db862b09'} bound to L3 agent in host n-d-816865-1 {{(pid=102388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 19:10:19.933262 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-cae53405-e8d3-4ce8-b8cc-9bfff59658f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T19:10:05Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['a0144c5c-001b-435c-aaed-bd61db862b09'], 'active': True} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:10:20.027100 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f9ca5f-b4d0-4d30-88c0-acf42dfb8818 tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Pushing event updated for resources: {'Subnet': ['ID=8dac5652-6e0f-49fd-9eec-fc8f4911236b,revision_number=0']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:10:20.258867 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8f9ca5f-b4d0-4d30-88c0-acf42dfb8818 tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Checking segment: {'id': 'a4f92803-6e14-4bdd-a9d7-42a9ad8a04ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '63299ea6-43b5-4921-ba00-89662e2353e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 19:10:20.260013 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8f9ca5f-b4d0-4d30-88c0-acf42dfb8818 tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Network hostable DHCP agents. Network: 63299ea6-43b5-4921-ba00-89662e2353e0, hostable agents: ['987e2ca0-bc3b-4c6f-a989-429ccfbf753f'], hosted agents: [] {{(pid=102386) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 05 19:10:20.336039 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvr_db [None req-cae53405-e8d3-4ce8-b8cc-9bfff59658f5 None None] Set router a0144c5c-001b-435c-aaed-bd61db862b09 gateway port host: n-d-816865-1 {{(pid=102388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 19:10:20.350636 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-d3c3a63f-c8d9-4369-9743-9af053924fd8 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-571384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1000487'] for router, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:20.518229 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-4886ca69-e4f6-41c6-922f-2ef0c68c0040 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-597886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-573297'] for router_interface, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:20.562869 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8f9ca5f-b4d0-4d30-88c0-acf42dfb8818 tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Network 63299ea6-43b5-4921-ba00-89662e2353e0 is scheduled to be hosted by DHCP agent 987e2ca0-bc3b-4c6f-a989-429ccfbf753f with binding_index 1 {{(pid=102386) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 05 19:10:20.698127 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.base_scheduler [None req-f8f9ca5f-b4d0-4d30-88c0-acf42dfb8818 tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816865-1, 63299ea6-43b5-4921-ba00-89662e2353e0) {{(pid=102386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 19:10:20.736909 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8f9ca5f-b4d0-4d30-88c0-acf42dfb8818 tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:10:20.737628 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-f8f9ca5f-b4d0-4d30-88c0-acf42dfb8818 tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Publish callbacks [] for subnet, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:20.808047 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 6b54a104-2e80-4c72-94f7-faca49ca12c8 up at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 19:10:20.810615 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6aeeb65e-77c9-4a2b-8e9c-e79fb2265951 None None] Network 63299ea6-43b5-4921-ba00-89662e2353e0 requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 19:10:20.855337 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc01468-e197-4633-85a1-996093d06e7a None None] Pushing event updated for resources: {'Port': ['ID=82d55837-37fb-4023-8a67-616b29b95123,revision_number=3']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:10:20.914174 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4886ca69-e4f6-41c6-922f-2ef0c68c0040 admin admin] Router a453e9d1-2a55-4468-911c-0e46e9f3650a has already been hosted by L3 agent 6dcb5589-8e86-4616-9186-ddc4548e13ad {{(pid=102387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 19:10:20.924829 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-f8f9ca5f-b4d0-4d30-88c0-acf42dfb8818 tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 3.2704418 Nov 05 19:10:20.927232 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3c3a63f-c8d9-4369-9743-9af053924fd8 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Router e0b49f4e-3989-4c9d-ba0e-841f45688c67 is scheduled to L3 agent 6dcb5589-8e86-4616-9186-ddc4548e13ad with binding_index 1 {{(pid=102386) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 05 19:10:20.933323 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 33508) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:10:21.183682 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Provisioning complete for port 6b54a104-2e80-4c72-94f7-faca49ca12c8 triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:10:21.184055 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:21.185558 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-875cbb0d-70cc-4dfa-8486-4cc0e0562e16 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-571777'] for router_interface, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:21.321765 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2c2ecdb-11d7-4920-8100-eddd714e3d7d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeb20a084-accf-5b60-8075-3e69ebe863a6-63299ea6-43b5-4921-ba00-89662e2353e0', 'network_id': '63299ea6-43b5-4921-ba00-89662e2353e0', 'tenant_id': 'e6881a268b314b538ad6a867b46f1df8', 'fixed_ips': [{'subnet_id': '8dac5652-6e0f-49fd-9eec-fc8f4911236b'}]}} from n-d-816865-1. {{(pid=102388) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 05 19:10:21.323580 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-a2c2ecdb-11d7-4920-8100-eddd714e3d7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:21.346417 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-cae53405-e8d3-4ce8-b8cc-9bfff59658f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0144c5c-001b-435c-aaed-bd61db862b09', 'name': 'tempest-TestNetworkBasicOps-router-170806720', 'tenant_id': 'e6881a268b314b538ad6a867b46f1df8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.184'}], 'enable_snat': True}, 'gw_port_id': '82d55837-37fb-4023-8a67-616b29b95123', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T19:10:09Z', 'updated_at': '2021-11-05T19:10:13Z', 'revision_number': 3, 'project_id': 'e6881a268b314b538ad6a867b46f1df8', 'gw_port': {'id': '82d55837-37fb-4023-8a67-616b29b95123', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:44:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0144c5c-001b-435c-aaed-bd61db862b09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3442, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:10:10Z', 'updated_at': '2021-11-05T19:10:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1'}], 'n-d-816865-1', False) {} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:10:21.380419 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3c3a63f-c8d9-4369-9743-9af053924fd8 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Notify agent at l3_agent.n-d-816865-1 the message routers_updated {{(pid=102386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 19:10:21.392422 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68fbfadb-13aa-4a34-bad2-49797627e9ab None None] Sync routers for ids ['e0b49f4e-3989-4c9d-ba0e-841f45688c67'] in n-d-816865-1 {{(pid=102389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 19:10:21.400693 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cae53405-e8d3-4ce8-b8cc-9bfff59658f5 None None] The sync data for ids ['a0144c5c-001b-435c-aaed-bd61db862b09'] in n-d-816865-1 is: [{'id': 'a0144c5c-001b-435c-aaed-bd61db862b09', 'name': 'tempest-TestNetworkBasicOps-router-170806720', 'tenant_id': 'e6881a268b314b538ad6a867b46f1df8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.184'}], 'enable_snat': True}, 'gw_port_id': '82d55837-37fb-4023-8a67-616b29b95123', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T19:10:09Z', 'updated_at': '2021-11-05T19:10:13Z', 'revision_number': 3, 'project_id': 'e6881a268b314b538ad6a867b46f1df8', 'gw_port': {'id': '82d55837-37fb-4023-8a67-616b29b95123', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:44:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0144c5c-001b-435c-aaed-bd61db862b09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3442, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:10:10Z', 'updated_at': '2021-11-05T19:10:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1'}] {{(pid=102388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 19:10:21.524572 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-d3c3a63f-c8d9-4369-9743-9af053924fd8 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Publish callbacks [] for router, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:21.538327 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-d3c3a63f-c8d9-4369-9743-9af053924fd8 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 5.7478659 Nov 05 19:10:21.541252 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 33514) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:10:21.639219 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-83bd175c-72a9-40b7-a545-deb29a0638f5 tempest-TestNetworkAdvancedServerOps-912703179 tempest-TestNetworkAdvancedServerOps-912703179-project-admin] 10.222.0.13 "GET /v2.0/subnets?project_id=777902a3c6ed4ff2a5460208db53bd8a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0967472 Nov 05 19:10:21.640001 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 33516) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:10:21.710887 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68fbfadb-13aa-4a34-bad2-49797627e9ab None None] Routers {'e0b49f4e-3989-4c9d-ba0e-841f45688c67'} bound to L3 agent in host n-d-816865-1 {{(pid=102389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 19:10:21.713525 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-68fbfadb-13aa-4a34-bad2-49797627e9ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T19:10:05Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['e0b49f4e-3989-4c9d-ba0e-841f45688c67'], 'active': True} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:10:21.716441 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.db_base_plugin_common [None req-a2c2ecdb-11d7-4920-8100-eddd714e3d7d None None] Allocated IP 172.20.0.2 (63299ea6-43b5-4921-ba00-89662e2353e0/8dac5652-6e0f-49fd-9eec-fc8f4911236b/805b8206-8ab2-4bfc-b944-5e4750dd9a51) {{(pid=102388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 19:10:21.855963 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8558759-d2d9-4e7a-889d-ea1399ffcbf3 tempest-TestNetworkAdvancedServerOps-912703179 tempest-TestNetworkAdvancedServerOps-912703179-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:10:21.862238 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-f8558759-d2d9-4e7a-889d-ea1399ffcbf3 tempest-TestNetworkAdvancedServerOps-912703179 tempest-TestNetworkAdvancedServerOps-912703179-project-admin] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2087128 Nov 05 19:10:21.881473 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 33518) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:10:21.919261 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvr_db [None req-68fbfadb-13aa-4a34-bad2-49797627e9ab None None] Set router e0b49f4e-3989-4c9d-ba0e-841f45688c67 gateway port host: n-d-816865-1 {{(pid=102389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 19:10:22.027027 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-5fa59d58-c281-4d1b-b3fc-6f3144ee4fe9 tempest-TestNetworkAdvancedServerOps-912703179 tempest-TestNetworkAdvancedServerOps-912703179-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=40c8335d-cd0b-4cb5-910a-d4dcddd5cbec&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1372957 Nov 05 19:10:22.030334 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 33520) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:10:22.090358 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-7748ef3d-0bc9-4011-a6f6-0353913ce792 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1841884819', 'network_id': '530c2a73-71be-453e-8314-d0f9c49e67e6', 'project_id': '777902a3c6ed4ff2a5460208db53bd8a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:10:22.122719 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 82d55837-37fb-4023-8a67-616b29b95123 up at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 19:10:22.221746 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4886ca69-e4f6-41c6-922f-2ef0c68c0040 admin admin] Notify agent at l3_agent.n-d-816865-1 the message routers_updated {{(pid=102387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 19:10:22.255463 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-a2c2ecdb-11d7-4920-8100-eddd714e3d7d None None] Publish callbacks [] for port, precommit_create {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:22.273051 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 33524) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:10:22.274334 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-4886ca69-e4f6-41c6-922f-2ef0c68c0040 admin admin] 10.222.0.13 "PUT /v2.0/routers/a453e9d1-2a55-4468-911c-0e46e9f3650a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2986686 Nov 05 19:10:22.282667 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b022ed0-aaf4-483a-8761-f1250c5b3e06 None None] Sync routers for ids ['a453e9d1-2a55-4468-911c-0e46e9f3650a'] in n-d-816865-1 {{(pid=102388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 19:10:22.323380 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b022ed0-aaf4-483a-8761-f1250c5b3e06 None None] Routers {'a453e9d1-2a55-4468-911c-0e46e9f3650a'} bound to L3 agent in host n-d-816865-1 {{(pid=102388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 19:10:22.329009 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-8b022ed0-aaf4-483a-8761-f1250c5b3e06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T19:10:05Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['a453e9d1-2a55-4468-911c-0e46e9f3650a'], 'active': True} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:10:22.350256 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-68fbfadb-13aa-4a34-bad2-49797627e9ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0b49f4e-3989-4c9d-ba0e-841f45688c67', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2054408583', 'tenant_id': '777902a3c6ed4ff2a5460208db53bd8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.107'}], 'enable_snat': True}, 'gw_port_id': '330632d3-8100-460b-8490-449bd6a7d775', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T19:10:15Z', 'updated_at': '2021-11-05T19:10:19Z', 'revision_number': 3, 'project_id': '777902a3c6ed4ff2a5460208db53bd8a', 'gw_port': {'id': '330632d3-8100-460b-8490-449bd6a7d775', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:0f:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0b49f4e-3989-4c9d-ba0e-841f45688c67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3452, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:10:17Z', 'updated_at': '2021-11-05T19:10:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1'}], 'n-d-816865-1', False) {} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:10:22.391058 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68fbfadb-13aa-4a34-bad2-49797627e9ab None None] Checking router: e0b49f4e-3989-4c9d-ba0e-841f45688c67 for host: n-d-816865-1 {{(pid=102389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 19:10:22.391976 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68fbfadb-13aa-4a34-bad2-49797627e9ab None None] Updating router e0b49f4e-3989-4c9d-ba0e-841f45688c67 port 330632d3-8100-460b-8490-449bd6a7d775 binding host n-d-816865-1 {{(pid=102389) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 05 19:10:22.397790 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-a2c2ecdb-11d7-4920-8100-eddd714e3d7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789'] for port, after_create {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:22.424512 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93f3ce1-d660-42e9-a6c6-2e2cf659e21b req-100caa49-cf9c-4b30-850b-fa732f6c6781 tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:10:22.424746 n-d-816865-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-68fbfadb-13aa-4a34-bad2-49797627e9ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:22.426185 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-d93f3ce1-d660-42e9-a6c6-2e2cf659e21b req-100caa49-cf9c-4b30-850b-fa732f6c6781 tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] 10.222.0.13 "GET /v2.0/ports?device_id=c7103f3a-0446-40ed-a190-1645982f6516 HTTP/1.1" status: 200 len: 946 time: 0.2063878 Nov 05 19:10:22.476577 n-d-816865-1 neutron-server[102388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2c2ecdb-11d7-4920-8100-eddd714e3d7d None None] Network 63299ea6-43b5-4921-ba00-89662e2353e0 is already hosted by enough agents. {{(pid=102388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 19:10:22.492929 n-d-816865-1 neutron-server[102388]: DEBUG neutron.scheduler.base_scheduler [None req-a2c2ecdb-11d7-4920-8100-eddd714e3d7d None None] Resources bound (agent type, host, resource id): {{(pid=102388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 19:10:22.498907 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2c2ecdb-11d7-4920-8100-eddd714e3d7d None None] Received port after_create {{(pid=102388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 19:10:22.679051 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Provisioning complete for port 82d55837-37fb-4023-8a67-616b29b95123 triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:10:22.682959 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:22.839815 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-d93f3ce1-d660-42e9-a6c6-2e2cf659e21b req-4b6871ce-598d-47f7-b3fb-f461de20623a tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] 10.222.0.13 "GET /v2.0/security-groups?id=c33e3cae-293b-4275-aa24-9c3af6c8734f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3285823 Nov 05 19:10:22.857037 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c2ecdb-11d7-4920-8100-eddd714e3d7d None None] Pushing event updated for resources: {'Port': ['ID=805b8206-8ab2-4bfc-b944-5e4750dd9a51,revision_number=1']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:10:22.935420 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvr_db [None req-8b022ed0-aaf4-483a-8761-f1250c5b3e06 None None] Set router a453e9d1-2a55-4468-911c-0e46e9f3650a gateway port host: n-d-816865-1 {{(pid=102388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 19:10:23.041019 n-d-816865-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-68fbfadb-13aa-4a34-bad2-49797627e9ab None None] Publish callbacks [] for port, precommit_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:23.052090 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-a2c2ecdb-11d7-4920-8100-eddd714e3d7d None None] Attempting to bind port 805b8206-8ab2-4bfc-b944-5e4750dd9a51 on host n-d-816865-1 for vnic_type normal with profile {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 19:10:23.052483 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-a2c2ecdb-11d7-4920-8100-eddd714e3d7d None None] Attempting to bind port 805b8206-8ab2-4bfc-b944-5e4750dd9a51 by drivers openvswitch,hyperv on host n-d-816865-1 at level 0 using segments [{'id': 'a4f92803-6e14-4bdd-a9d7-42a9ad8a04ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '63299ea6-43b5-4921-ba00-89662e2353e0'}] {{(pid=102388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 19:10:23.053074 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2c2ecdb-11d7-4920-8100-eddd714e3d7d None None] Attempting to bind port 805b8206-8ab2-4bfc-b944-5e4750dd9a51 on network 63299ea6-43b5-4921-ba00-89662e2353e0 {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 19:10:23.113614 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2c2ecdb-11d7-4920-8100-eddd714e3d7d None None] Checking agent: {'id': '724d89a7-611b-41e6-bc85-c48112b17afa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 18, 25, 8), 'started_at': datetime.datetime(2021, 11, 5, 18, 25, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 19, 10, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 19:10:23.113981 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2c2ecdb-11d7-4920-8100-eddd714e3d7d None None] Checking segment: {'id': 'a4f92803-6e14-4bdd-a9d7-42a9ad8a04ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '63299ea6-43b5-4921-ba00-89662e2353e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 19:10:23.114571 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-a2c2ecdb-11d7-4920-8100-eddd714e3d7d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:23.114867 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2c2ecdb-11d7-4920-8100-eddd714e3d7d None None] Bound using segment: {'id': 'a4f92803-6e14-4bdd-a9d7-42a9ad8a04ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '63299ea6-43b5-4921-ba00-89662e2353e0'} {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 19:10:23.115236 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-a2c2ecdb-11d7-4920-8100-eddd714e3d7d None None] Bound port: 805b8206-8ab2-4bfc-b944-5e4750dd9a51, host: n-d-816865-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4f92803-6e14-4bdd-a9d7-42a9ad8a04ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '63299ea6-43b5-4921-ba00-89662e2353e0'}}] {{(pid=102388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 19:10:23.115617 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-a2c2ecdb-11d7-4920-8100-eddd714e3d7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:23.128589 n-d-816865-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-68fbfadb-13aa-4a34-bad2-49797627e9ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:23.138538 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-f818b5f6-dc55-435a-8de4-cddf6ac348e0 admin admin] Publish callbacks [] for router, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:23.193078 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7748ef3d-0bc9-4011-a6f6-0353913ce792 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Made reservation on behalf of 777902a3c6ed4ff2a5460208db53bd8a for: {'subnet': 1} {{(pid=102386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 19:10:23.196774 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-7748ef3d-0bc9-4011-a6f6-0353913ce792 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4877122'] for subnet, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:23.233053 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.managers [None req-68fbfadb-13aa-4a34-bad2-49797627e9ab None None] Attempting to bind port 330632d3-8100-460b-8490-449bd6a7d775 on host n-d-816865-1 for vnic_type normal with profile {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 19:10:23.233663 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.managers [None req-68fbfadb-13aa-4a34-bad2-49797627e9ab None None] Attempting to bind port 330632d3-8100-460b-8490-449bd6a7d775 by drivers openvswitch,hyperv on host n-d-816865-1 at level 0 using segments [{'id': '85be518c-8bb4-46a2-a903-d4292782d29d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec'}] {{(pid=102389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 19:10:23.235068 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68fbfadb-13aa-4a34-bad2-49797627e9ab None None] Attempting to bind port 330632d3-8100-460b-8490-449bd6a7d775 on network 40c8335d-cd0b-4cb5-910a-d4dcddd5cbec {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 19:10:23.244972 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68fbfadb-13aa-4a34-bad2-49797627e9ab None None] Checking agent: {'id': '724d89a7-611b-41e6-bc85-c48112b17afa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 18, 25, 8), 'started_at': datetime.datetime(2021, 11, 5, 18, 25, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 19, 10, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 19:10:23.245250 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68fbfadb-13aa-4a34-bad2-49797627e9ab None None] Checking segment: {'id': '85be518c-8bb4-46a2-a903-d4292782d29d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 19:10:23.246012 n-d-816865-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-68fbfadb-13aa-4a34-bad2-49797627e9ab None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:23.246637 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68fbfadb-13aa-4a34-bad2-49797627e9ab None None] Bound using segment: {'id': '85be518c-8bb4-46a2-a903-d4292782d29d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec'} {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 19:10:23.247841 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.managers [None req-68fbfadb-13aa-4a34-bad2-49797627e9ab None None] Bound port: 330632d3-8100-460b-8490-449bd6a7d775, host: n-d-816865-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85be518c-8bb4-46a2-a903-d4292782d29d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec'}}] {{(pid=102389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 19:10:23.248536 n-d-816865-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-68fbfadb-13aa-4a34-bad2-49797627e9ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:23.276450 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:23.325103 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [None req-68fbfadb-13aa-4a34-bad2-49797627e9ab None None] For port 330632d3-8100-460b-8490-449bd6a7d775, host n-d-816865-1, cleared binding levels {{(pid=102389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 19:10:23.330619 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [None req-68fbfadb-13aa-4a34-bad2-49797627e9ab None None] For port 330632d3-8100-460b-8490-449bd6a7d775, host n-d-816865-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=330632d3-8100-460b-8490-449bd6a7d775,segment=NetworkSegment(85be518c-8bb4-46a2-a903-d4292782d29d),segment_id=85be518c-8bb4-46a2-a903-d4292782d29d)] {{(pid=102389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 19:10:23.342372 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454bb06c-4faa-4775-96cf-d7563b147785 None None] Pushing event updated for resources: {'Port': ['ID=330632d3-8100-460b-8490-449bd6a7d775,revision_number=2']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:10:23.373924 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f450804-dc02-4a9e-9c83-c2f9759bd468 req-f1bdf11a-510d-4a87-8013-d95ac8aa87f8 tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:10:23.376517 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-1f450804-dc02-4a9e-9c83-c2f9759bd468 req-f1bdf11a-510d-4a87-8013-d95ac8aa87f8 tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] 10.222.0.55 "GET /v2.0/ports?device_id=c7103f3a-0446-40ed-a190-1645982f6516 HTTP/1.1" status: 200 len: 946 time: 0.8483174 Nov 05 19:10:23.388395 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-c012dadf-1a52-477d-a24e-b86a3c648dcb tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:23.395109 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] For port 82d55837-37fb-4023-8a67-616b29b95123, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=82d55837-37fb-4023-8a67-616b29b95123,segment=NetworkSegment(85be518c-8bb4-46a2-a903-d4292782d29d),segment_id=85be518c-8bb4-46a2-a903-d4292782d29d)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:10:23.414344 n-d-816865-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-68fbfadb-13aa-4a34-bad2-49797627e9ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:23.519943 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-a2c2ecdb-11d7-4920-8100-eddd714e3d7d None None] For port 805b8206-8ab2-4bfc-b944-5e4750dd9a51, host n-d-816865-1, cleared binding levels {{(pid=102388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 19:10:23.524912 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:23.533435 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-f818b5f6-dc55-435a-8de4-cddf6ac348e0 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:23.548263 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68fbfadb-13aa-4a34-bad2-49797627e9ab None None] Routers {'e0b49f4e-3989-4c9d-ba0e-841f45688c67'} bound to L3 agent in host n-d-816865-1 {{(pid=102389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 19:10:23.549676 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-68fbfadb-13aa-4a34-bad2-49797627e9ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T19:10:05Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['e0b49f4e-3989-4c9d-ba0e-841f45688c67'], 'active': True} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:10:23.581144 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-875cbb0d-70cc-4dfa-8486-4cc0e0562e16 admin admin] Deleting port 5c775517-30e2-4ef2-857c-d207600924d3 {{(pid=102386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 19:10:23.581594 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-875cbb0d-70cc-4dfa-8486-4cc0e0562e16 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:23.583638 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-a2c2ecdb-11d7-4920-8100-eddd714e3d7d None None] For port 805b8206-8ab2-4bfc-b944-5e4750dd9a51, host n-d-816865-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=805b8206-8ab2-4bfc-b944-5e4750dd9a51,segment=NetworkSegment(a4f92803-6e14-4bdd-a9d7-42a9ad8a04ff),segment_id=a4f92803-6e14-4bdd-a9d7-42a9ad8a04ff)] {{(pid=102388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 19:10:23.611103 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454bb06c-4faa-4775-96cf-d7563b147785 None None] Pushing event updated for resources: {'Port': ['ID=330632d3-8100-460b-8490-449bd6a7d775,revision_number=3']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:10:23.654362 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Pushing event updated for resources: {'Port': ['ID=82d55837-37fb-4023-8a67-616b29b95123,revision_number=4']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:10:23.662660 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-a2c2ecdb-11d7-4920-8100-eddd714e3d7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:23.724295 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvr_db [None req-68fbfadb-13aa-4a34-bad2-49797627e9ab None None] Set router e0b49f4e-3989-4c9d-ba0e-841f45688c67 gateway port host: n-d-816865-1 {{(pid=102389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 19:10:23.741275 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-8b022ed0-aaf4-483a-8761-f1250c5b3e06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a453e9d1-2a55-4468-911c-0e46e9f3650a', 'name': 'tempest-TestAggregatesBasicOps-1907963622-router', 'tenant_id': 'cc9fac9ea8484a848e29c81d212a4cf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.58'}], 'enable_snat': True}, 'gw_port_id': '46092064-b912-44b2-8a48-4c25a5eadb18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T19:09:50Z', 'updated_at': '2021-11-05T19:10:19Z', 'revision_number': 5, 'project_id': 'cc9fac9ea8484a848e29c81d212a4cf5', 'gw_port': {'id': '46092064-b912-44b2-8a48-4c25a5eadb18', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:dc:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a453e9d1-2a55-4468-911c-0e46e9f3650a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3402, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:09:51Z', 'updated_at': '2021-11-05T19:10:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1'}], 'n-d-816865-1', False) {} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:10:23.824246 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b022ed0-aaf4-483a-8761-f1250c5b3e06 None None] Checking router: a453e9d1-2a55-4468-911c-0e46e9f3650a for host: n-d-816865-1 {{(pid=102388) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 19:10:23.831511 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [req-1f450804-dc02-4a9e-9c83-c2f9759bd468 req-dc37d3e6-8415-41c5-acd0-694a5bfce499 tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] Deleting port 9bf94260-f6a1-428d-9d09-f1431cf8ec7e {{(pid=102386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 19:10:23.831866 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-1f450804-dc02-4a9e-9c83-c2f9759bd468 req-dc37d3e6-8415-41c5-acd0-694a5bfce499 tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:23.832524 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c2ecdb-11d7-4920-8100-eddd714e3d7d None None] Pushing event updated for resources: {'Port': ['ID=805b8206-8ab2-4bfc-b944-5e4750dd9a51,revision_number=2']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:10:23.856577 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b022ed0-aaf4-483a-8761-f1250c5b3e06 None None] Routers {'a453e9d1-2a55-4468-911c-0e46e9f3650a'} bound to L3 agent in host n-d-816865-1 {{(pid=102388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 19:10:23.857707 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-8b022ed0-aaf4-483a-8761-f1250c5b3e06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T19:10:05Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['a453e9d1-2a55-4468-911c-0e46e9f3650a'], 'active': True} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:10:24.009525 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.db_base_plugin_common [None req-c012dadf-1a52-477d-a24e-b86a3c648dcb tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Allocated IP 172.20.0.1 (63299ea6-43b5-4921-ba00-89662e2353e0/8dac5652-6e0f-49fd-9eec-fc8f4911236b/8ad24e99-5e08-44dd-8b6e-5700c7bcc4a0) {{(pid=102387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 19:10:24.019021 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvr_db [None req-8b022ed0-aaf4-483a-8761-f1250c5b3e06 None None] Set router a453e9d1-2a55-4468-911c-0e46e9f3650a gateway port host: None {{(pid=102388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 19:10:24.136668 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 82d55837-37fb-4023-8a67-616b29b95123 up at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 19:10:24.202456 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [None req-875cbb0d-70cc-4dfa-8486-4cc0e0562e16 admin admin] For port 5c775517-30e2-4ef2-857c-d207600924d3, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=5c775517-30e2-4ef2-857c-d207600924d3,segment=NetworkSegment(59a570aa-2c3f-4aee-ba19-e5871954be20),segment_id=59a570aa-2c3f-4aee-ba19-e5871954be20)] {{(pid=102386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:10:24.202456 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-875cbb0d-70cc-4dfa-8486-4cc0e0562e16 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:24.252351 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-8b022ed0-aaf4-483a-8761-f1250c5b3e06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a453e9d1-2a55-4468-911c-0e46e9f3650a', 'name': 'tempest-TestAggregatesBasicOps-1907963622-router', 'tenant_id': 'cc9fac9ea8484a848e29c81d212a4cf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T19:09:50Z', 'updated_at': '2021-11-05T19:10:23Z', 'revision_number': 6, 'project_id': 'cc9fac9ea8484a848e29c81d212a4cf5', 'gw_port_host': None}], 'n-d-816865-1', False) {} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:10:24.276030 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-68fbfadb-13aa-4a34-bad2-49797627e9ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0b49f4e-3989-4c9d-ba0e-841f45688c67', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2054408583', 'tenant_id': '777902a3c6ed4ff2a5460208db53bd8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.107'}], 'enable_snat': True}, 'gw_port_id': '330632d3-8100-460b-8490-449bd6a7d775', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T19:10:15Z', 'updated_at': '2021-11-05T19:10:19Z', 'revision_number': 3, 'project_id': '777902a3c6ed4ff2a5460208db53bd8a', 'gw_port': {'id': '330632d3-8100-460b-8490-449bd6a7d775', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:0f:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0b49f4e-3989-4c9d-ba0e-841f45688c67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3452, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:10:17Z', 'updated_at': '2021-11-05T19:10:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1'}], 'n-d-816865-1', False) {} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:10:24.324689 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc3680c-f9b2-49db-91bb-1c7d4e5ee57a req-0b6768c3-72b0-4fc4-a7bd-af38ed2695ab tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:10:24.326490 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-5bc3680c-f9b2-49db-91bb-1c7d4e5ee57a req-0b6768c3-72b0-4fc4-a7bd-af38ed2695ab tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] 10.222.0.13 "GET /v2.0/ports?device_id=c7103f3a-0446-40ed-a190-1645982f6516 HTTP/1.1" status: 200 len: 946 time: 0.2514009 Nov 05 19:10:24.341755 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [req-1f450804-dc02-4a9e-9c83-c2f9759bd468 req-dc37d3e6-8415-41c5-acd0-694a5bfce499 tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] For port 9bf94260-f6a1-428d-9d09-f1431cf8ec7e, host n-h2-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=9bf94260-f6a1-428d-9d09-f1431cf8ec7e,segment=NetworkSegment(e1049daa-fc97-4a3f-8351-3203f3822574),segment_id=e1049daa-fc97-4a3f-8351-3203f3822574)] {{(pid=102386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:10:24.345210 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b022ed0-aaf4-483a-8761-f1250c5b3e06 None None] The sync data for ids ['a453e9d1-2a55-4468-911c-0e46e9f3650a'] in n-d-816865-1 is: [{'id': 'a453e9d1-2a55-4468-911c-0e46e9f3650a', 'name': 'tempest-TestAggregatesBasicOps-1907963622-router', 'tenant_id': 'cc9fac9ea8484a848e29c81d212a4cf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T19:09:50Z', 'updated_at': '2021-11-05T19:10:23Z', 'revision_number': 6, 'project_id': 'cc9fac9ea8484a848e29c81d212a4cf5', 'gw_port_host': None}] {{(pid=102388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 19:10:24.345635 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-1f450804-dc02-4a9e-9c83-c2f9759bd468 req-dc37d3e6-8415-41c5-acd0-694a5bfce499 tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:24.348389 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68fbfadb-13aa-4a34-bad2-49797627e9ab None None] The sync data for ids ['e0b49f4e-3989-4c9d-ba0e-841f45688c67'] in n-d-816865-1 is: [{'id': 'e0b49f4e-3989-4c9d-ba0e-841f45688c67', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2054408583', 'tenant_id': '777902a3c6ed4ff2a5460208db53bd8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.107'}], 'enable_snat': True}, 'gw_port_id': '330632d3-8100-460b-8490-449bd6a7d775', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T19:10:15Z', 'updated_at': '2021-11-05T19:10:19Z', 'revision_number': 3, 'project_id': '777902a3c6ed4ff2a5460208db53bd8a', 'gw_port': {'id': '330632d3-8100-460b-8490-449bd6a7d775', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:0f:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0b49f4e-3989-4c9d-ba0e-841f45688c67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3452, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:10:17Z', 'updated_at': '2021-11-05T19:10:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1'}] {{(pid=102389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 19:10:24.370117 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Provisioning complete for port 82d55837-37fb-4023-8a67-616b29b95123 triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:10:24.370561 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:24.390818 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-f818b5f6-dc55-435a-8de4-cddf6ac348e0 admin admin] Deleting port 46092064-b912-44b2-8a48-4c25a5eadb18 {{(pid=102386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 19:10:24.391193 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-f818b5f6-dc55-435a-8de4-cddf6ac348e0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:24.473972 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-c012dadf-1a52-477d-a24e-b86a3c648dcb tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Publish callbacks [] for port, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:24.485576 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-5bc3680c-f9b2-49db-91bb-1c7d4e5ee57a req-8ca926aa-e578-442f-aa86-37cb8695c26e tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] 10.222.0.13 "GET /v2.0/security-groups?id=c33e3cae-293b-4275-aa24-9c3af6c8734f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1412358 Nov 05 19:10:24.488871 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-875cbb0d-70cc-4dfa-8486-4cc0e0562e16 admin admin] Calling delete_port for 5c775517-30e2-4ef2-857c-d207600924d3 owned by network:router_interface {{(pid=102386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 19:10:24.581340 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-7748ef3d-0bc9-4011-a6f6-0353913ce792 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6149946', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4877172'] for subnet, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:24.615738 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-c012dadf-1a52-477d-a24e-b86a3c648dcb tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4417063'] for port, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:24.680048 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c012dadf-1a52-477d-a24e-b86a3c648dcb tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Network 63299ea6-43b5-4921-ba00-89662e2353e0 is already hosted by enough agents. {{(pid=102387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 19:10:24.686272 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.base_scheduler [None req-c012dadf-1a52-477d-a24e-b86a3c648dcb tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Resources bound (agent type, host, resource id): {{(pid=102387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 19:10:24.689856 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c012dadf-1a52-477d-a24e-b86a3c648dcb tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Received port after_create {{(pid=102387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 19:10:24.727790 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c012dadf-1a52-477d-a24e-b86a3c648dcb tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Pushing event updated for resources: {'Port': ['ID=8ad24e99-5e08-44dd-8b6e-5700c7bcc4a0,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:10:24.756243 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-c012dadf-1a52-477d-a24e-b86a3c648dcb tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-571770'] for router_interface, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:24.830245 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7748ef3d-0bc9-4011-a6f6-0353913ce792 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Pushing event updated for resources: {'Subnet': ['ID=e515ab6a-4766-4dbf-9d26-5aeef878e9d0,revision_number=0']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:10:24.987556 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [None req-f818b5f6-dc55-435a-8de4-cddf6ac348e0 admin admin] For port 46092064-b912-44b2-8a48-4c25a5eadb18, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=46092064-b912-44b2-8a48-4c25a5eadb18,segment=NetworkSegment(85be518c-8bb4-46a2-a903-d4292782d29d),segment_id=85be518c-8bb4-46a2-a903-d4292782d29d)] {{(pid=102386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:10:24.987928 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-f818b5f6-dc55-435a-8de4-cddf6ac348e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:25.022610 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7748ef3d-0bc9-4011-a6f6-0353913ce792 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Checking segment: {'id': '4803c800-7eb3-4349-8c3f-253c770766d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '530c2a73-71be-453e-8314-d0f9c49e67e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 19:10:25.022973 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7748ef3d-0bc9-4011-a6f6-0353913ce792 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Network hostable DHCP agents. Network: 530c2a73-71be-453e-8314-d0f9c49e67e6, hostable agents: ['987e2ca0-bc3b-4c6f-a989-429ccfbf753f'], hosted agents: [] {{(pid=102386) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 05 19:10:25.034502 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-f818b5f6-dc55-435a-8de4-cddf6ac348e0 admin admin] Calling delete_port for 46092064-b912-44b2-8a48-4c25a5eadb18 owned by network:router_gateway {{(pid=102386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 19:10:25.146583 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-c012dadf-1a52-477d-a24e-b86a3c648dcb tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:25.409659 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-1f450804-dc02-4a9e-9c83-c2f9759bd468 req-dc37d3e6-8415-41c5-acd0-694a5bfce499 tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:25.415160 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-1f450804-dc02-4a9e-9c83-c2f9759bd468 req-dc37d3e6-8415-41c5-acd0-694a5bfce499 tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1000577'] for floatingip, after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:25.415160 n-d-816865-1 neutron-server[102386]: INFO neutron.db.l3_db [req-1f450804-dc02-4a9e-9c83-c2f9759bd468 req-dc37d3e6-8415-41c5-acd0-694a5bfce499 tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] Floating IP 650f4066-1557-4a2a-997b-bf4a4b861bc0 disassociated. External IP: 172.25.6.203, port: 9bf94260-f6a1-428d-9d09-f1431cf8ec7e. Nov 05 19:10:25.415160 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [req-1f450804-dc02-4a9e-9c83-c2f9759bd468 req-dc37d3e6-8415-41c5-acd0-694a5bfce499 tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] Calling delete_port for 9bf94260-f6a1-428d-9d09-f1431cf8ec7e owned by compute:nova {{(pid=102386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 19:10:25.420169 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-875cbb0d-70cc-4dfa-8486-4cc0e0562e16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:25.434882 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7748ef3d-0bc9-4011-a6f6-0353913ce792 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Network 530c2a73-71be-453e-8314-d0f9c49e67e6 is scheduled to be hosted by DHCP agent 987e2ca0-bc3b-4c6f-a989-429ccfbf753f with binding_index 1 {{(pid=102386) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 05 19:10:25.487714 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875cbb0d-70cc-4dfa-8486-4cc0e0562e16 admin admin] Pushing event deleted for resources: {'Port': ['ID=5c775517-30e2-4ef2-857c-d207600924d3,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:10:25.505407 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Device 9bf94260-f6a1-428d-9d09-f1431cf8ec7e no longer exists at agent hyperv_n-h2-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 19:10:25.629945 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dc7d2f4-d361-40f2-a38f-b21631edf34f None None] Network 63299ea6-43b5-4921-ba00-89662e2353e0 requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 19:10:25.718279 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-f818b5f6-dc55-435a-8de4-cddf6ac348e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:25.919461 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689aa296-6f15-41bb-ae0a-56e0ef82a4f7 req-a3cd49d4-df0c-4e80-9986-86d350251837 tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:10:25.921049 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-689aa296-6f15-41bb-ae0a-56e0ef82a4f7 req-a3cd49d4-df0c-4e80-9986-86d350251837 tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] 10.222.0.13 "GET /v2.0/ports?device_id=c7103f3a-0446-40ed-a190-1645982f6516 HTTP/1.1" status: 200 len: 946 time: 0.1478190 Nov 05 19:10:25.977731 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.base_scheduler [None req-7748ef3d-0bc9-4011-a6f6-0353913ce792 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816865-1, 530c2a73-71be-453e-8314-d0f9c49e67e6) {{(pid=102386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 19:10:25.981561 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-c012dadf-1a52-477d-a24e-b86a3c648dcb tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Publish callbacks [] for port, precommit_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:25.982288 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f818b5f6-dc55-435a-8de4-cddf6ac348e0 admin admin] Pushing event deleted for resources: {'Port': ['ID=46092064-b912-44b2-8a48-4c25a5eadb18,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:10:26.006695 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-748a8c6b-1f7d-441c-9b62-95cfcd6e28de None None] Network 530c2a73-71be-453e-8314-d0f9c49e67e6 requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 19:10:26.029839 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-689aa296-6f15-41bb-ae0a-56e0ef82a4f7 req-8e597a96-1a88-4100-b069-7056eb92113b tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] 10.222.0.13 "GET /v2.0/security-groups?id=c33e3cae-293b-4275-aa24-9c3af6c8734f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1000109 Nov 05 19:10:26.080343 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-c012dadf-1a52-477d-a24e-b86a3c648dcb tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4417072'] for port, after_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:26.154594 n-d-816865-1 neutron-server[102388]: INFO neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] No ports have port_id starting with 9bf94260-f6a1-428d-9d09-f1431cf8ec7e Nov 05 19:10:26.157615 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7748ef3d-0bc9-4011-a6f6-0353913ce792 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:10:26.158336 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-7748ef3d-0bc9-4011-a6f6-0353913ce792 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Publish callbacks [] for subnet, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:26.166436 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-f818b5f6-dc55-435a-8de4-cddf6ac348e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1000651'] for router_gateway, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:26.183568 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c012dadf-1a52-477d-a24e-b86a3c648dcb tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Pushing event updated for resources: {'Port': ['ID=8ad24e99-5e08-44dd-8b6e-5700c7bcc4a0,revision_number=2']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:10:26.193164 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-1f450804-dc02-4a9e-9c83-c2f9759bd468 req-dc37d3e6-8415-41c5-acd0-694a5bfce499 tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:26.237734 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-ea1761bf-972a-4a99-abe5-04261bc6f4b5 None None] Provisioning complete for port 805b8206-8ab2-4bfc-b944-5e4750dd9a51 triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:10:26.238600 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-ea1761bf-972a-4a99-abe5-04261bc6f4b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:26.258443 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c012dadf-1a52-477d-a24e-b86a3c648dcb tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:10:26.258874 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c012dadf-1a52-477d-a24e-b86a3c648dcb tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:10:26.259288 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c012dadf-1a52-477d-a24e-b86a3c648dcb tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:10:26.259691 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c012dadf-1a52-477d-a24e-b86a3c648dcb tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:10:26.260091 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c012dadf-1a52-477d-a24e-b86a3c648dcb tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:10:26.260488 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c012dadf-1a52-477d-a24e-b86a3c648dcb tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:10:26.260885 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c012dadf-1a52-477d-a24e-b86a3c648dcb tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:10:26.261280 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c012dadf-1a52-477d-a24e-b86a3c648dcb tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:10:26.261701 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c012dadf-1a52-477d-a24e-b86a3c648dcb tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:10:26.262109 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c012dadf-1a52-477d-a24e-b86a3c648dcb tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:10:26.262793 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c012dadf-1a52-477d-a24e-b86a3c648dcb tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:10:26.263255 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c012dadf-1a52-477d-a24e-b86a3c648dcb tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:10:26.313382 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-c012dadf-1a52-477d-a24e-b86a3c648dcb tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-597863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-571878'] for router_interface, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:26.343695 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 330632d3-8100-460b-8490-449bd6a7d775 up at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 19:10:26.532036 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-ea1761bf-972a-4a99-abe5-04261bc6f4b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:26.538861 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c012dadf-1a52-477d-a24e-b86a3c648dcb tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Network 63299ea6-43b5-4921-ba00-89662e2353e0 is already hosted by enough agents. {{(pid=102387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 19:10:26.540339 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.base_scheduler [None req-c012dadf-1a52-477d-a24e-b86a3c648dcb tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Resources bound (agent type, host, resource id): {{(pid=102387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 19:10:26.641734 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-ea1761bf-972a-4a99-abe5-04261bc6f4b5 None None] For port 805b8206-8ab2-4bfc-b944-5e4750dd9a51, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=805b8206-8ab2-4bfc-b944-5e4750dd9a51,segment=NetworkSegment(a4f92803-6e14-4bdd-a9d7-42a9ad8a04ff),segment_id=a4f92803-6e14-4bdd-a9d7-42a9ad8a04ff)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:10:26.643374 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Provisioning complete for port 330632d3-8100-460b-8490-449bd6a7d775 triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:10:26.643921 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:26.674734 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcef73fa-09b3-4e3b-a7fb-5e3bf2ae1c49 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeb20a084-accf-5b60-8075-3e69ebe863a6-530c2a73-71be-453e-8314-d0f9c49e67e6', 'network_id': '530c2a73-71be-453e-8314-d0f9c49e67e6', 'tenant_id': '777902a3c6ed4ff2a5460208db53bd8a', 'fixed_ips': [{'subnet_id': 'e515ab6a-4766-4dbf-9d26-5aeef878e9d0'}]}} from n-d-816865-1. {{(pid=102388) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 05 19:10:26.675903 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-fcef73fa-09b3-4e3b-a7fb-5e3bf2ae1c49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:26.731046 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-ea1761bf-972a-4a99-abe5-04261bc6f4b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:26.828803 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c012dadf-1a52-477d-a24e-b86a3c648dcb tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Router a0144c5c-001b-435c-aaed-bd61db862b09 has already been hosted by L3 agent 6dcb5589-8e86-4616-9186-ddc4548e13ad {{(pid=102387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 19:10:27.068494 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc37d3e6-8415-41c5-acd0-694a5bfce499 tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] Pushing event deleted for resources: {'Port': ['ID=9bf94260-f6a1-428d-9d09-f1431cf8ec7e,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:10:27.076866 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-7748ef3d-0bc9-4011-a6f6-0353913ce792 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 4.9967141 Nov 05 19:10:27.083805 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-f818b5f6-dc55-435a-8de4-cddf6ac348e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-571301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6852'] for router, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:27.095082 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 33574) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:10:27.125726 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c012dadf-1a52-477d-a24e-b86a3c648dcb tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Notify agent at l3_agent.n-d-816865-1 the message routers_updated {{(pid=102387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 19:10:27.136579 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-c012dadf-1a52-477d-a24e-b86a3c648dcb tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] 10.222.0.13 "PUT /v2.0/routers/a0144c5c-001b-435c-aaed-bd61db862b09/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0103498 Nov 05 19:10:27.137408 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 33580) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:10:27.139848 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ce77718-c619-4294-bdbf-71d257b754eb None None] Sync routers for ids ['a0144c5c-001b-435c-aaed-bd61db862b09'] in n-d-816865-1 {{(pid=102389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 19:10:27.161250 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ce77718-c619-4294-bdbf-71d257b754eb None None] Routers {'a0144c5c-001b-435c-aaed-bd61db862b09'} bound to L3 agent in host n-d-816865-1 {{(pid=102389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 19:10:27.161879 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-1ce77718-c619-4294-bdbf-71d257b754eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T19:10:05Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['a0144c5c-001b-435c-aaed-bd61db862b09'], 'active': True} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:10:27.190957 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-f818b5f6-dc55-435a-8de4-cddf6ac348e0 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:27.216925 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:27.226399 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1761bf-972a-4a99-abe5-04261bc6f4b5 None None] Pushing event updated for resources: {'Port': ['ID=805b8206-8ab2-4bfc-b944-5e4750dd9a51,revision_number=3']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:10:27.240212 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-529663be-b2c9-4718-baf4-cd256bffcb5f None None] Provisioning complete for port 8ad24e99-5e08-44dd-8b6e-5700c7bcc4a0 triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:10:27.240796 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-529663be-b2c9-4718-baf4-cd256bffcb5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:27.375659 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-529663be-b2c9-4718-baf4-cd256bffcb5f None None] Port 8ad24e99-5e08-44dd-8b6e-5700c7bcc4a0 cannot update to ACTIVE because it is not bound. {{(pid=102388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 19:10:27.489503 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] For port 330632d3-8100-460b-8490-449bd6a7d775, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=330632d3-8100-460b-8490-449bd6a7d775,segment=NetworkSegment(85be518c-8bb4-46a2-a903-d4292782d29d),segment_id=85be518c-8bb4-46a2-a903-d4292782d29d)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:10:27.491735 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvr_db [None req-1ce77718-c619-4294-bdbf-71d257b754eb None None] Set router a0144c5c-001b-435c-aaed-bd61db862b09 gateway port host: n-d-816865-1 {{(pid=102389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 19:10:27.504576 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-529663be-b2c9-4718-baf4-cd256bffcb5f None None] Provisioning complete for port 805b8206-8ab2-4bfc-b944-5e4750dd9a51 triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:10:27.505213 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-529663be-b2c9-4718-baf4-cd256bffcb5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:27.509339 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.db_base_plugin_common [None req-fcef73fa-09b3-4e3b-a7fb-5e3bf2ae1c49 None None] Allocated IP 172.20.0.2 (530c2a73-71be-453e-8314-d0f9c49e67e6/e515ab6a-4766-4dbf-9d26-5aeef878e9d0/8127b6ea-7f10-4d5c-9e38-93588a7e69ba) {{(pid=102388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 19:10:27.592950 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6176396d-e3d9-4b0c-8463-2bd0b0b1d243 tempest-TestNetworkBasicOps-495762271 tempest-TestNetworkBasicOps-495762271-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:10:27.597607 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-875cbb0d-70cc-4dfa-8486-4cc0e0562e16 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-597886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-573297'] for router_interface, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:27.600270 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6176396d-e3d9-4b0c-8463-2bd0b0b1d243 tempest-TestNetworkBasicOps-495762271 tempest-TestNetworkBasicOps-495762271-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:10:27.602671 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6176396d-e3d9-4b0c-8463-2bd0b0b1d243 tempest-TestNetworkBasicOps-495762271 tempest-TestNetworkBasicOps-495762271-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:10:27.603393 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6176396d-e3d9-4b0c-8463-2bd0b0b1d243 tempest-TestNetworkBasicOps-495762271 tempest-TestNetworkBasicOps-495762271-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:10:27.604031 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6176396d-e3d9-4b0c-8463-2bd0b0b1d243 tempest-TestNetworkBasicOps-495762271 tempest-TestNetworkBasicOps-495762271-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:10:27.606712 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6176396d-e3d9-4b0c-8463-2bd0b0b1d243 tempest-TestNetworkBasicOps-495762271 tempest-TestNetworkBasicOps-495762271-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:10:27.608729 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6176396d-e3d9-4b0c-8463-2bd0b0b1d243 tempest-TestNetworkBasicOps-495762271 tempest-TestNetworkBasicOps-495762271-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:10:27.610036 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6176396d-e3d9-4b0c-8463-2bd0b0b1d243 tempest-TestNetworkBasicOps-495762271 tempest-TestNetworkBasicOps-495762271-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:10:27.614861 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6176396d-e3d9-4b0c-8463-2bd0b0b1d243 tempest-TestNetworkBasicOps-495762271 tempest-TestNetworkBasicOps-495762271-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:10:27.617555 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6176396d-e3d9-4b0c-8463-2bd0b0b1d243 tempest-TestNetworkBasicOps-495762271 tempest-TestNetworkBasicOps-495762271-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:10:27.619328 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:27.620670 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-6176396d-e3d9-4b0c-8463-2bd0b0b1d243 tempest-TestNetworkBasicOps-495762271 tempest-TestNetworkBasicOps-495762271-project-admin] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7077 time: 0.4822071 Nov 05 19:10:27.622397 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 805b8206-8ab2-4bfc-b944-5e4750dd9a51 up at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 19:10:27.623691 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 33584) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:10:27.641015 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-f818b5f6-dc55-435a-8de4-cddf6ac348e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-571310'] for router, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:27.641587 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f818b5f6-dc55-435a-8de4-cddf6ac348e0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a453e9d1-2a55-4468-911c-0e46e9f3650a {{(pid=102386) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 05 19:10:27.835301 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45aa0fea-c660-428b-80f1-6a92274ebda0 tempest-TestNetworkBasicOps-495762271 tempest-TestNetworkBasicOps-495762271-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:10:27.838233 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45aa0fea-c660-428b-80f1-6a92274ebda0 tempest-TestNetworkBasicOps-495762271 tempest-TestNetworkBasicOps-495762271-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:10:27.838773 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45aa0fea-c660-428b-80f1-6a92274ebda0 tempest-TestNetworkBasicOps-495762271 tempest-TestNetworkBasicOps-495762271-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:10:27.839292 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45aa0fea-c660-428b-80f1-6a92274ebda0 tempest-TestNetworkBasicOps-495762271 tempest-TestNetworkBasicOps-495762271-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:10:27.845655 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45aa0fea-c660-428b-80f1-6a92274ebda0 tempest-TestNetworkBasicOps-495762271 tempest-TestNetworkBasicOps-495762271-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:10:27.846237 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45aa0fea-c660-428b-80f1-6a92274ebda0 tempest-TestNetworkBasicOps-495762271 tempest-TestNetworkBasicOps-495762271-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:10:27.846750 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45aa0fea-c660-428b-80f1-6a92274ebda0 tempest-TestNetworkBasicOps-495762271 tempest-TestNetworkBasicOps-495762271-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:10:27.847257 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45aa0fea-c660-428b-80f1-6a92274ebda0 tempest-TestNetworkBasicOps-495762271 tempest-TestNetworkBasicOps-495762271-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:10:27.847788 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45aa0fea-c660-428b-80f1-6a92274ebda0 tempest-TestNetworkBasicOps-495762271 tempest-TestNetworkBasicOps-495762271-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:10:27.853705 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45aa0fea-c660-428b-80f1-6a92274ebda0 tempest-TestNetworkBasicOps-495762271 tempest-TestNetworkBasicOps-495762271-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:10:27.861911 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-45aa0fea-c660-428b-80f1-6a92274ebda0 tempest-TestNetworkBasicOps-495762271 tempest-TestNetworkBasicOps-495762271-project-admin] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 6552 time: 0.2312484 Nov 05 19:10:27.861911 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 33586) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:10:27.922763 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-f818b5f6-dc55-435a-8de4-cddf6ac348e0 admin admin] Publish callbacks [] for router, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:27.923980 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-f818b5f6-dc55-435a-8de4-cddf6ac348e0 admin admin] 10.222.0.13 "DELETE /v2.0/routers/a453e9d1-2a55-4468-911c-0e46e9f3650a HTTP/1.1" status: 204 len: 168 time: 5.6485856 Nov 05 19:10:27.927069 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 33588) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:10:27.946403 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1f450804-dc02-4a9e-9c83-c2f9759bd468 req-dc37d3e6-8415-41c5-acd0-694a5bfce499 tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] Router 8316fa0f-e616-4e27-a642-2e9db3fcaaa3 has already been hosted by L3 agent 6dcb5589-8e86-4616-9186-ddc4548e13ad {{(pid=102386) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 19:10:28.040013 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Pushing event updated for resources: {'Port': ['ID=330632d3-8100-460b-8490-449bd6a7d775,revision_number=4']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:10:28.096852 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Provisioning complete for port 805b8206-8ab2-4bfc-b944-5e4750dd9a51 triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:10:28.097346 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:28.112501 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-1ce77718-c619-4294-bdbf-71d257b754eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0144c5c-001b-435c-aaed-bd61db862b09', 'name': 'tempest-TestNetworkBasicOps-router-170806720', 'tenant_id': 'e6881a268b314b538ad6a867b46f1df8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.184'}], 'enable_snat': True}, 'gw_port_id': '82d55837-37fb-4023-8a67-616b29b95123', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T19:10:09Z', 'updated_at': '2021-11-05T19:10:24Z', 'revision_number': 4, 'project_id': 'e6881a268b314b538ad6a867b46f1df8', 'gw_port': {'id': '82d55837-37fb-4023-8a67-616b29b95123', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:44:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0144c5c-001b-435c-aaed-bd61db862b09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3442, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:10:10Z', 'updated_at': '2021-11-05T19:10:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1', '_interfaces': [{'id': '8ad24e99-5e08-44dd-8b6e-5700c7bcc4a0', 'name': '', 'network_id': '63299ea6-43b5-4921-ba00-89662e2353e0', 'tenant_id': 'e6881a268b314b538ad6a867b46f1df8', 'mac_address': 'fa:16:3e:b3:4c:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0144c5c-001b-435c-aaed-bd61db862b09', 'device_owner': 'network:router_interface', 'standard_attr_id': 3456, 'fixed_ips': [{'subnet_id': '8dac5652-6e0f-49fd-9eec-fc8f4911236b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:10:23Z', 'updated_at': '2021-11-05T19:10:25Z', 'revision_number': 2, 'project_id': 'e6881a268b314b538ad6a867b46f1df8', 'subnets': [{'id': '8dac5652-6e0f-49fd-9eec-fc8f4911236b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-1', False) {} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:10:28.191766 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ce77718-c619-4294-bdbf-71d257b754eb None None] Checking router: a0144c5c-001b-435c-aaed-bd61db862b09 for host: n-d-816865-1 {{(pid=102389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 19:10:28.192530 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ce77718-c619-4294-bdbf-71d257b754eb None None] Updating router a0144c5c-001b-435c-aaed-bd61db862b09 port 8ad24e99-5e08-44dd-8b6e-5700c7bcc4a0 binding host n-d-816865-1 {{(pid=102389) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 05 19:10:28.293305 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1f450804-dc02-4a9e-9c83-c2f9759bd468 req-dc37d3e6-8415-41c5-acd0-694a5bfce499 tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] Notify agent at l3_agent.n-d-816865-1 the message routers_updated {{(pid=102386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 19:10:28.333347 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5816b9c1-9f4e-467e-9d06-cd14c13d07d0 None None] Sync routers for ids ['8316fa0f-e616-4e27-a642-2e9db3fcaaa3'] in n-d-816865-1 {{(pid=102388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 19:10:28.402375 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-fcef73fa-09b3-4e3b-a7fb-5e3bf2ae1c49 None None] Publish callbacks [] for port, precommit_create {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:28.407452 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-46c644a2-5492-4559-ba72-89af4462311d None None] Provisioning complete for port 8ad24e99-5e08-44dd-8b6e-5700c7bcc4a0 triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:10:28.409284 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-46c644a2-5492-4559-ba72-89af4462311d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:28.410788 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-1519eeaf-0b13-4898-babf-e9d75a7e6359 req-07b9a145-d728-47d7-93a8-52266568329f tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] 10.222.0.13 "GET /v2.0/ports?device_id=c7103f3a-0446-40ed-a190-1645982f6516 HTTP/1.1" status: 200 len: 210 time: 0.0727260 Nov 05 19:10:28.457127 n-d-816865-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-1ce77718-c619-4294-bdbf-71d257b754eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:28.462691 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.db_base_plugin_v2 [None req-0305c770-dc07-447d-869c-127f217ede20 admin admin] Deleting subnet 50a6b432-55f7-47e7-84ac-a401b05dc3d2 {{(pid=102386) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 05 19:10:28.465928 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-2d707545-df2a-4e32-9f0e-1c507e5e2fb3 tempest-TestNetworkBasicOps-495762271 tempest-TestNetworkBasicOps-495762271-project-admin] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 4501 time: 0.6046789 Nov 05 19:10:28.523380 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5816b9c1-9f4e-467e-9d06-cd14c13d07d0 None None] Routers {'8316fa0f-e616-4e27-a642-2e9db3fcaaa3'} bound to L3 agent in host n-d-816865-1 {{(pid=102388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 19:10:28.524194 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-5816b9c1-9f4e-467e-9d06-cd14c13d07d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T19:10:05Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['8316fa0f-e616-4e27-a642-2e9db3fcaaa3'], 'active': True} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:10:28.532904 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-fcef73fa-09b3-4e3b-a7fb-5e3bf2ae1c49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789'] for port, after_create {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:28.589164 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-0305c770-dc07-447d-869c-127f217ede20 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:28.598437 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f450804-dc02-4a9e-9c83-c2f9759bd468 req-dc37d3e6-8415-41c5-acd0-694a5bfce499 tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] No DVR routers for this DVR port 9bf94260-f6a1-428d-9d09-f1431cf8ec7e on host n-h2-816865-1 {{(pid=102386) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 19:10:28.607579 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-1f450804-dc02-4a9e-9c83-c2f9759bd468 req-dc37d3e6-8415-41c5-acd0-694a5bfce499 tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:28.612426 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-1f450804-dc02-4a9e-9c83-c2f9759bd468 req-dc37d3e6-8415-41c5-acd0-694a5bfce499 tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] 10.222.0.55 "DELETE /v2.0/ports/9bf94260-f6a1-428d-9d09-f1431cf8ec7e HTTP/1.1" status: 204 len: 173 time: 5.2187567 Nov 05 19:10:28.668756 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcef73fa-09b3-4e3b-a7fb-5e3bf2ae1c49 None None] Pushing event updated for resources: {'Port': ['ID=8127b6ea-7f10-4d5c-9e38-93588a7e69ba,revision_number=1']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:10:28.680836 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 46092064-b912-44b2-8a48-4c25a5eadb18 no longer exists at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 19:10:28.687527 n-d-816865-1 neutron-server[102386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7103f3a-0446-40ed-a190-1645982f6516', 'name': 'network-vif-deleted', 'tag': '9bf94260-f6a1-428d-9d09-f1431cf8ec7e'}] {{(pid=102386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 19:10:28.694009 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6173a44d7c73f41af551dc890fa1a5892c2c6bc3458b640c8e0c24db7876ba6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aaa72943-2589-4d3a-be36-fb7078202709" -d '{"events": [{"server_uuid": "c7103f3a-0446-40ed-a190-1645982f6516", "name": "network-vif-deleted", "tag": "9bf94260-f6a1-428d-9d09-f1431cf8ec7e"}]}' {{(pid=102386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 19:10:28.741739 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.agents_db [None req-b9406b04-a0e8-43cf-b349-711963d96cf4 None None] Agent healthcheck: found 7 active agents {{(pid=102389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 05 19:10:28.747434 n-d-816865-1 neutron-server[102388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcef73fa-09b3-4e3b-a7fb-5e3bf2ae1c49 None None] Network 530c2a73-71be-453e-8314-d0f9c49e67e6 is already hosted by enough agents. {{(pid=102388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 19:10:28.753865 n-d-816865-1 neutron-server[102388]: DEBUG neutron.scheduler.base_scheduler [None req-fcef73fa-09b3-4e3b-a7fb-5e3bf2ae1c49 None None] Resources bound (agent type, host, resource id): {{(pid=102388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 19:10:28.759228 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] No Port match for: 46092064-b912-44b2-8a48-4c25a5eadb18 {{(pid=102388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 19:10:28.759626 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 46092064-b912-44b2-8a48-4c25a5eadb18 not bound to the agent host n-d-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 19:10:28.760063 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 10f174cd-7fc3-41df-b0cd-31d1fa58be66 no longer exists at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 19:10:28.762679 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-46c644a2-5492-4559-ba72-89af4462311d None None] Port 8ad24e99-5e08-44dd-8b6e-5700c7bcc4a0 cannot update to ACTIVE because it is not bound. {{(pid=102388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 19:10:28.790635 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 19:10:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-465398c4-74af-4983-ba84-3d6c6248a0ac x-openstack-request-id: req-465398c4-74af-4983-ba84-3d6c6248a0ac {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 19:10:28.790913 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7103f3a-0446-40ed-a190-1645982f6516", "name": "network-vif-deleted", "tag": "9bf94260-f6a1-428d-9d09-f1431cf8ec7e", "status": "completed", "code": 200}]} {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 19:10:28.791171 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-465398c4-74af-4983-ba84-3d6c6248a0ac {{(pid=102386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 19:10:28.791699 n-d-816865-1 neutron-server[102386]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7103f3a-0446-40ed-a190-1645982f6516', 'name': 'network-vif-deleted', 'tag': '9bf94260-f6a1-428d-9d09-f1431cf8ec7e', 'status': 'completed', 'code': 200} Nov 05 19:10:28.829638 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-0305c770-dc07-447d-869c-127f217ede20 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4590738'] for subnet, precommit_delete_associations {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:28.842841 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvr_db [None req-5816b9c1-9f4e-467e-9d06-cd14c13d07d0 None None] Set router 8316fa0f-e616-4e27-a642-2e9db3fcaaa3 gateway port host: n-d-816865-1 {{(pid=102388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 19:10:28.908834 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 33598) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:10:28.913971 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-875cbb0d-70cc-4dfa-8486-4cc0e0562e16 admin admin] Router 57479859-58f7-49e4-9134-31c3dbac2dcb has already been hosted by L3 agent 6dcb5589-8e86-4616-9186-ddc4548e13ad {{(pid=102386) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 19:10:28.914822 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-1e0cbb53-9530-4f87-bed1-1fb82492f0fa tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1767829030', 'description': 'tempest-secgroup-smoke-1767829030 description', 'project_id': 'e6881a268b314b538ad6a867b46f1df8'}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:10:28.944880 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcef73fa-09b3-4e3b-a7fb-5e3bf2ae1c49 None None] Received port after_create {{(pid=102388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 19:10:29.038320 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-1e0cbb53-9530-4f87-bed1-1fb82492f0fa tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Publish callbacks [] for security_group, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:29.091861 n-d-816865-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-1ce77718-c619-4294-bdbf-71d257b754eb None None] Publish callbacks [] for port, precommit_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:29.212720 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-1e0cbb53-9530-4f87-bed1-1fb82492f0fa tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Publish callbacks [] for security_group, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:29.213429 n-d-816865-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-1ce77718-c619-4294-bdbf-71d257b754eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:29.259453 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-0305c770-dc07-447d-869c-127f217ede20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1573928'] for subnet, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:29.274435 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] No Port match for: 10f174cd-7fc3-41df-b0cd-31d1fa58be66 {{(pid=102388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 19:10:29.275063 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 10f174cd-7fc3-41df-b0cd-31d1fa58be66 not bound to the agent host n-d-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 19:10:29.287797 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b02569-74bc-43d4-9f4d-a5b5da0fac3e None None] Pushing event updated for resources: {'Port': ['ID=8ad24e99-5e08-44dd-8b6e-5700c7bcc4a0,revision_number=3']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:10:29.335431 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-1e0cbb53-9530-4f87-bed1-1fb82492f0fa tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:29.415005 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-fcef73fa-09b3-4e3b-a7fb-5e3bf2ae1c49 None None] Attempting to bind port 8127b6ea-7f10-4d5c-9e38-93588a7e69ba on host n-d-816865-1 for vnic_type normal with profile {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 19:10:29.415455 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-fcef73fa-09b3-4e3b-a7fb-5e3bf2ae1c49 None None] Attempting to bind port 8127b6ea-7f10-4d5c-9e38-93588a7e69ba by drivers openvswitch,hyperv on host n-d-816865-1 at level 0 using segments [{'id': '4803c800-7eb3-4349-8c3f-253c770766d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '530c2a73-71be-453e-8314-d0f9c49e67e6'}] {{(pid=102388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 19:10:29.415805 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcef73fa-09b3-4e3b-a7fb-5e3bf2ae1c49 None None] Attempting to bind port 8127b6ea-7f10-4d5c-9e38-93588a7e69ba on network 530c2a73-71be-453e-8314-d0f9c49e67e6 {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 19:10:29.430548 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0cbb53-9530-4f87-bed1-1fb82492f0fa tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Pushing event updated for resources: {'SecurityGroup': ['ID=60ddf13c-c70f-4f3f-ba68-b64d39fac0a1,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:10:29.432010 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcef73fa-09b3-4e3b-a7fb-5e3bf2ae1c49 None None] Checking agent: {'id': '724d89a7-611b-41e6-bc85-c48112b17afa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 18, 25, 8), 'started_at': datetime.datetime(2021, 11, 5, 18, 25, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 19, 10, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 19:10:29.432617 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcef73fa-09b3-4e3b-a7fb-5e3bf2ae1c49 None None] Checking segment: {'id': '4803c800-7eb3-4349-8c3f-253c770766d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '530c2a73-71be-453e-8314-d0f9c49e67e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 19:10:29.433217 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-fcef73fa-09b3-4e3b-a7fb-5e3bf2ae1c49 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:29.433678 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcef73fa-09b3-4e3b-a7fb-5e3bf2ae1c49 None None] Bound using segment: {'id': '4803c800-7eb3-4349-8c3f-253c770766d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '530c2a73-71be-453e-8314-d0f9c49e67e6'} {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 19:10:29.434262 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-fcef73fa-09b3-4e3b-a7fb-5e3bf2ae1c49 None None] Bound port: 8127b6ea-7f10-4d5c-9e38-93588a7e69ba, host: n-d-816865-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4803c800-7eb3-4349-8c3f-253c770766d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '530c2a73-71be-453e-8314-d0f9c49e67e6'}}] {{(pid=102388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 19:10:29.434722 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-fcef73fa-09b3-4e3b-a7fb-5e3bf2ae1c49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:29.480397 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-1e0cbb53-9530-4f87-bed1-1fb82492f0fa tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Publish callbacks [] for security_group, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:29.484030 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-1e0cbb53-9530-4f87-bed1-1fb82492f0fa tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.5743699 Nov 05 19:10:29.487265 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 33604) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:10:29.492008 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-1f23f42d-bf29-4e99-b283-7579a32b96e3 tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Request body: {'security_group_rule': {'security_group_id': '60ddf13c-c70f-4f3f-ba68-b64d39fac0a1', 'project_id': 'e6881a268b314b538ad6a867b46f1df8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:10:29.591213 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-fcef73fa-09b3-4e3b-a7fb-5e3bf2ae1c49 None None] For port 8127b6ea-7f10-4d5c-9e38-93588a7e69ba, host n-d-816865-1, cleared binding levels {{(pid=102388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 19:10:29.597208 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-fcef73fa-09b3-4e3b-a7fb-5e3bf2ae1c49 None None] For port 8127b6ea-7f10-4d5c-9e38-93588a7e69ba, host n-d-816865-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=8127b6ea-7f10-4d5c-9e38-93588a7e69ba,segment=NetworkSegment(4803c800-7eb3-4349-8c3f-253c770766d0),segment_id=4803c800-7eb3-4349-8c3f-253c770766d0)] {{(pid=102388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 19:10:29.621774 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-5816b9c1-9f4e-467e-9d06-cd14c13d07d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8316fa0f-e616-4e27-a642-2e9db3fcaaa3', 'name': 'tempest-AttachVolumeShelveTestJSON-2053281703-router', 'tenant_id': 'c9875160e1e6467ba4c32e29bdc7488a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.136'}], 'enable_snat': True}, 'gw_port_id': 'c9d005a4-a0df-40e1-8195-021f565d2cb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T19:05:18Z', 'updated_at': '2021-11-05T19:05:24Z', 'revision_number': 4, 'project_id': 'c9875160e1e6467ba4c32e29bdc7488a', 'gw_port': {'id': 'c9d005a4-a0df-40e1-8195-021f565d2cb9', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:99:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8316fa0f-e616-4e27-a642-2e9db3fcaaa3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3112, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:05:19Z', 'updated_at': '2021-11-05T19:05:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1', '_interfaces': [{'id': '90cb269f-21e4-4c4e-b946-0b89a5f315e0', 'name': '', 'network_id': '4dc00c45-f8b9-4c9a-a6c5-c27d3aa63b93', 'tenant_id': 'c9875160e1e6467ba4c32e29bdc7488a', 'mac_address': 'fa:16:3e:8b:98:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8316fa0f-e616-4e27-a642-2e9db3fcaaa3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3116, 'fixed_ips': [{'subnet_id': '57c79303-6c4f-4c08-a695-f3ffd6fc49db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:05:23Z', 'updated_at': '2021-11-05T19:05:33Z', 'revision_number': 5, 'project_id': 'c9875160e1e6467ba4c32e29bdc7488a', 'subnets': [{'id': '57c79303-6c4f-4c08-a695-f3ffd6fc49db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-1', False) {} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:10:29.653865 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.managers [None req-1ce77718-c619-4294-bdbf-71d257b754eb None None] Attempting to bind port 8ad24e99-5e08-44dd-8b6e-5700c7bcc4a0 on host n-d-816865-1 for vnic_type normal with profile {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 19:10:29.654247 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.managers [None req-1ce77718-c619-4294-bdbf-71d257b754eb None None] Attempting to bind port 8ad24e99-5e08-44dd-8b6e-5700c7bcc4a0 by drivers openvswitch,hyperv on host n-d-816865-1 at level 0 using segments [{'id': 'a4f92803-6e14-4bdd-a9d7-42a9ad8a04ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '63299ea6-43b5-4921-ba00-89662e2353e0'}] {{(pid=102389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 19:10:29.656575 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ce77718-c619-4294-bdbf-71d257b754eb None None] Attempting to bind port 8ad24e99-5e08-44dd-8b6e-5700c7bcc4a0 on network 63299ea6-43b5-4921-ba00-89662e2353e0 {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 19:10:29.670340 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5816b9c1-9f4e-467e-9d06-cd14c13d07d0 None None] Checking router: 8316fa0f-e616-4e27-a642-2e9db3fcaaa3 for host: n-d-816865-1 {{(pid=102388) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 19:10:29.680064 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 805b8206-8ab2-4bfc-b944-5e4750dd9a51 up at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 19:10:29.685697 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ce77718-c619-4294-bdbf-71d257b754eb None None] Checking agent: {'id': '724d89a7-611b-41e6-bc85-c48112b17afa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 18, 25, 8), 'started_at': datetime.datetime(2021, 11, 5, 18, 25, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 19, 10, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 19:10:29.701673 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ce77718-c619-4294-bdbf-71d257b754eb None None] Checking segment: {'id': 'a4f92803-6e14-4bdd-a9d7-42a9ad8a04ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '63299ea6-43b5-4921-ba00-89662e2353e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 19:10:29.702304 n-d-816865-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-1ce77718-c619-4294-bdbf-71d257b754eb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:29.703488 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ce77718-c619-4294-bdbf-71d257b754eb None None] Bound using segment: {'id': 'a4f92803-6e14-4bdd-a9d7-42a9ad8a04ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '63299ea6-43b5-4921-ba00-89662e2353e0'} {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 19:10:29.704206 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.managers [None req-1ce77718-c619-4294-bdbf-71d257b754eb None None] Bound port: 8ad24e99-5e08-44dd-8b6e-5700c7bcc4a0, host: n-d-816865-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4f92803-6e14-4bdd-a9d7-42a9ad8a04ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '63299ea6-43b5-4921-ba00-89662e2353e0'}}] {{(pid=102389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 19:10:29.706517 n-d-816865-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-1ce77718-c619-4294-bdbf-71d257b754eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:29.734999 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-fcef73fa-09b3-4e3b-a7fb-5e3bf2ae1c49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:29.765912 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-15aa17ab-7780-4694-b566-3ab535ba5f52 req-1aa794c7-f613-4bcc-999c-1be7fd787fa3 tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] 10.222.0.13 "GET /v2.0/ports?device_id=c7103f3a-0446-40ed-a190-1645982f6516 HTTP/1.1" status: 200 len: 210 time: 0.0683453 Nov 05 19:10:29.784301 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-1f23f42d-bf29-4e99-b283-7579a32b96e3 tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:29.836604 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-0305c770-dc07-447d-869c-127f217ede20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1573905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6149879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4877183'] for subnet, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:29.886828 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5816b9c1-9f4e-467e-9d06-cd14c13d07d0 None None] Routers {'8316fa0f-e616-4e27-a642-2e9db3fcaaa3'} bound to L3 agent in host n-d-816865-1 {{(pid=102388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 19:10:29.887896 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-5816b9c1-9f4e-467e-9d06-cd14c13d07d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T19:10:05Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['8316fa0f-e616-4e27-a642-2e9db3fcaaa3'], 'active': True} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:10:29.914855 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-1f23f42d-bf29-4e99-b283-7579a32b96e3 tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:29.934146 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [None req-1ce77718-c619-4294-bdbf-71d257b754eb None None] For port 8ad24e99-5e08-44dd-8b6e-5700c7bcc4a0, host n-d-816865-1, cleared binding levels {{(pid=102389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 19:10:29.949532 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [None req-1ce77718-c619-4294-bdbf-71d257b754eb None None] For port 8ad24e99-5e08-44dd-8b6e-5700c7bcc4a0, host n-d-816865-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=8ad24e99-5e08-44dd-8b6e-5700c7bcc4a0,segment=NetworkSegment(a4f92803-6e14-4bdd-a9d7-42a9ad8a04ff),segment_id=a4f92803-6e14-4bdd-a9d7-42a9ad8a04ff)] {{(pid=102389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 19:10:29.958277 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0305c770-dc07-447d-869c-127f217ede20 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=50a6b432-55f7-47e7-84ac-a401b05dc3d2,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:10:29.976128 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-0305c770-dc07-447d-869c-127f217ede20 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:29.979819 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-0305c770-dc07-447d-869c-127f217ede20 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/50a6b432-55f7-47e7-84ac-a401b05dc3d2 HTTP/1.1" status: 204 len: 168 time: 2.0376880 Nov 05 19:10:29.983080 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 33608) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:10:29.985087 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-875cbb0d-70cc-4dfa-8486-4cc0e0562e16 admin admin] Notify agent at l3_agent.n-d-816865-1 the message routers_updated {{(pid=102386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 19:10:30.000614 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-875cbb0d-70cc-4dfa-8486-4cc0e0562e16 admin admin] 10.222.0.13 "PUT /v2.0/routers/57479859-58f7-49e4-9134-31c3dbac2dcb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.5772257 Nov 05 19:10:30.003844 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 33610) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:10:30.004319 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d99af473-72f4-4549-aa80-f81553a94054 None None] Network b7f7084e-b4f4-4f72-932c-731db68aa075 requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 19:10:30.009467 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa5634d7-5e41-4e5d-83be-8dc9ba7d737c None None] Sync routers for ids ['57479859-58f7-49e4-9134-31c3dbac2dcb'] in n-d-816865-1 {{(pid=102389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 19:10:30.028903 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-1f23f42d-bf29-4e99-b283-7579a32b96e3 tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985308'] for security_group_rule, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:30.049644 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa5634d7-5e41-4e5d-83be-8dc9ba7d737c None None] Routers {'57479859-58f7-49e4-9134-31c3dbac2dcb'} bound to L3 agent in host n-d-816865-1 {{(pid=102389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 19:10:30.050430 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-aa5634d7-5e41-4e5d-83be-8dc9ba7d737c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T19:10:05Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['57479859-58f7-49e4-9134-31c3dbac2dcb'], 'active': True} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:10:30.148112 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-1ae164b6-c025-4f7c-9b65-dbe28c632cfe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1664226'] for network, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:30.161588 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f23f42d-bf29-4e99-b283-7579a32b96e3 tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f2fa119-008c-4795-ab74-e92d804dd8a8,revision_number=0']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:10:30.216649 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcef73fa-09b3-4e3b-a7fb-5e3bf2ae1c49 None None] Pushing event updated for resources: {'Port': ['ID=8127b6ea-7f10-4d5c-9e38-93588a7e69ba,revision_number=2']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:10:30.256094 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-f7b485f1-ee98-49a8-b53c-74f955b6e43a None None] Provisioning complete for port 8ad24e99-5e08-44dd-8b6e-5700c7bcc4a0 triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:10:30.258552 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-f7b485f1-ee98-49a8-b53c-74f955b6e43a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:30.269506 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [None req-1ae164b6-c025-4f7c-9b65-dbe28c632cfe admin admin] Deleting port abb7f16f-5446-4b73-a74f-13745f946944 {{(pid=102387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 19:10:30.269921 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-1ae164b6-c025-4f7c-9b65-dbe28c632cfe admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:30.302800 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-1f23f42d-bf29-4e99-b283-7579a32b96e3 tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:30.302800 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-1f23f42d-bf29-4e99-b283-7579a32b96e3 tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8105619 Nov 05 19:10:30.303512 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 33612) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:10:30.308126 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-6f99d330-f887-453b-b18f-d39b3075c5d2 tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Request body: {'security_group_rule': {'security_group_id': '60ddf13c-c70f-4f3f-ba68-b64d39fac0a1', 'project_id': 'e6881a268b314b538ad6a867b46f1df8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:10:30.372506 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvr_db [None req-aa5634d7-5e41-4e5d-83be-8dc9ba7d737c None None] Set router 57479859-58f7-49e4-9134-31c3dbac2dcb gateway port host: n-d-816865-1 {{(pid=102389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 19:10:30.386922 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Provisioning complete for port 805b8206-8ab2-4bfc-b944-5e4750dd9a51 triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:10:30.387553 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:30.413905 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-6f99d330-f887-453b-b18f-d39b3075c5d2 tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:30.417818 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.db [None req-1ae164b6-c025-4f7c-9b65-dbe28c632cfe admin admin] For port abb7f16f-5446-4b73-a74f-13745f946944, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=abb7f16f-5446-4b73-a74f-13745f946944,segment=NetworkSegment(4a8cf312-c30f-4cb9-adff-d588064261a0),segment_id=4a8cf312-c30f-4cb9-adff-d588064261a0)] {{(pid=102387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:10:30.418316 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-1ae164b6-c025-4f7c-9b65-dbe28c632cfe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:30.496215 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [None req-1ae164b6-c025-4f7c-9b65-dbe28c632cfe admin admin] Calling delete_port for abb7f16f-5446-4b73-a74f-13745f946944 owned by network:dhcp {{(pid=102387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 19:10:30.567758 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvr_db [None req-5816b9c1-9f4e-467e-9d06-cd14c13d07d0 None None] Set router 8316fa0f-e616-4e27-a642-2e9db3fcaaa3 gateway port host: n-d-816865-1 {{(pid=102388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 19:10:30.690088 n-d-816865-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-1ce77718-c619-4294-bdbf-71d257b754eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:30.817852 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 330632d3-8100-460b-8490-449bd6a7d775 up at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 19:10:30.825200 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-6f99d330-f887-453b-b18f-d39b3075c5d2 tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:30.838155 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b02569-74bc-43d4-9f4d-a5b5da0fac3e None None] Pushing event updated for resources: {'Port': ['ID=8ad24e99-5e08-44dd-8b6e-5700c7bcc4a0,revision_number=4']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:10:30.840700 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-bf407dfe-e02c-4f00-9854-1a79cc62493b admin admin] Publish callbacks [] for router, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:30.842566 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ce77718-c619-4294-bdbf-71d257b754eb None None] Routers {'a0144c5c-001b-435c-aaed-bd61db862b09'} bound to L3 agent in host n-d-816865-1 {{(pid=102389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 19:10:30.842828 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-1ce77718-c619-4294-bdbf-71d257b754eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T19:10:05Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['a0144c5c-001b-435c-aaed-bd61db862b09'], 'active': True} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:10:30.919339 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-1ae164b6-c025-4f7c-9b65-dbe28c632cfe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4417063'] for port, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:31.017414 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 33622) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:10:31.046442 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ae164b6-c025-4f7c-9b65-dbe28c632cfe admin admin] No DVR routers for this DVR port abb7f16f-5446-4b73-a74f-13745f946944 on host n-d-816865-1 {{(pid=102387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 19:10:31.052799 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae164b6-c025-4f7c-9b65-dbe28c632cfe admin admin] Pushing event deleted for resources: {'Port': ['ID=abb7f16f-5446-4b73-a74f-13745f946944,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:10:31.056874 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-6f99d330-f887-453b-b18f-d39b3075c5d2 tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985308'] for security_group_rule, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:31.057244 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-eb4a32ad-eb3e-4326-850f-d3d54d6b6b31 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:31.069841 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-bf407dfe-e02c-4f00-9854-1a79cc62493b admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:31.105530 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-aa5634d7-5e41-4e5d-83be-8dc9ba7d737c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57479859-58f7-49e4-9134-31c3dbac2dcb', 'name': 'tempest-TestServerMultinode-1671483380-router', 'tenant_id': '5628c27c4e9745e0b64e152634c85b5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.60'}], 'enable_snat': True}, 'gw_port_id': '24847818-fc53-40c2-9b05-0872d0004c1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T19:09:03Z', 'updated_at': '2021-11-05T19:10:25Z', 'revision_number': 5, 'project_id': '5628c27c4e9745e0b64e152634c85b5a', 'gw_port': {'id': '24847818-fc53-40c2-9b05-0872d0004c1f', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:f6:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57479859-58f7-49e4-9134-31c3dbac2dcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3362, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:09:05Z', 'updated_at': '2021-11-05T19:09:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1'}], 'n-d-816865-1', False) {} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:10:31.128146 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f99d330-f887-453b-b18f-d39b3075c5d2 tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f4446fbc-ad93-457a-9603-d49239df0478,revision_number=0']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:10:31.217561 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvr_db [None req-1ce77718-c619-4294-bdbf-71d257b754eb None None] Set router a0144c5c-001b-435c-aaed-bd61db862b09 gateway port host: n-d-816865-1 {{(pid=102389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 19:10:31.349789 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-6f99d330-f887-453b-b18f-d39b3075c5d2 tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:31.352364 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-6f99d330-f887-453b-b18f-d39b3075c5d2 tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.0478692 Nov 05 19:10:31.360733 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 33624) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:10:31.365954 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-fa192c76-d3dd-47ce-ba27-f773f69ad78d tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Request body: {'security_group_rule': {'security_group_id': '60ddf13c-c70f-4f3f-ba68-b64d39fac0a1', 'project_id': 'e6881a268b314b538ad6a867b46f1df8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:10:31.407026 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-fe296619-bcd0-449f-8cf1-6d61c728008f tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] Publish callbacks [] for security_group, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:31.409190 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-f7b485f1-ee98-49a8-b53c-74f955b6e43a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:31.436279 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-fe296619-bcd0-449f-8cf1-6d61c728008f tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:31.436733 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa5634d7-5e41-4e5d-83be-8dc9ba7d737c None None] Checking router: 57479859-58f7-49e4-9134-31c3dbac2dcb for host: n-d-816865-1 {{(pid=102389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 19:10:31.484884 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Provisioning complete for port 330632d3-8100-460b-8490-449bd6a7d775 triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:10:31.485362 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:31.530683 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-bf407dfe-e02c-4f00-9854-1a79cc62493b admin admin] Deleting port 24847818-fc53-40c2-9b05-0872d0004c1f {{(pid=102386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 19:10:31.531665 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-bf407dfe-e02c-4f00-9854-1a79cc62493b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:31.545260 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-f7b485f1-ee98-49a8-b53c-74f955b6e43a None None] For port 8ad24e99-5e08-44dd-8b6e-5700c7bcc4a0, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=8ad24e99-5e08-44dd-8b6e-5700c7bcc4a0,segment=NetworkSegment(a4f92803-6e14-4bdd-a9d7-42a9ad8a04ff),segment_id=a4f92803-6e14-4bdd-a9d7-42a9ad8a04ff)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:10:31.551157 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-1ae164b6-c025-4f7c-9b65-dbe28c632cfe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1579173', 'neutron.services.segments.db._delete_segments_for_network-8750027792909'] for network, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:31.599752 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59854ee6-8306-4ba4-a877-fc76de7c7c86 None None] DHCP port deletion for b7f7084e-b4f4-4f72-932c-731db68aa075 request from n-d-816865-1 {{(pid=102388) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 05 19:10:31.660720 n-d-816865-1 neutron-server[102387]: DEBUG neutron.services.segments.db [None req-1ae164b6-c025-4f7c-9b65-dbe28c632cfe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b7f7084e-b4f4-4f72-932c-731db68aa075']}} {{(pid=102387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:10:31.663941 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-fe296619-bcd0-449f-8cf1-6d61c728008f tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:31.666887 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-fe296619-bcd0-449f-8cf1-6d61c728008f tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] Publish callbacks [] for security_group, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:31.669678 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa5634d7-5e41-4e5d-83be-8dc9ba7d737c None None] Routers {'57479859-58f7-49e4-9134-31c3dbac2dcb'} bound to L3 agent in host n-d-816865-1 {{(pid=102389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 19:10:31.670336 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-aa5634d7-5e41-4e5d-83be-8dc9ba7d737c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T19:10:05Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['57479859-58f7-49e4-9134-31c3dbac2dcb'], 'active': True} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:10:31.670644 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-fe296619-bcd0-449f-8cf1-6d61c728008f tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] 10.222.0.13 "DELETE /v2.0/security-groups/c33e3cae-293b-4275-aa24-9c3af6c8734f HTTP/1.1" status: 204 len: 168 time: 0.6342611 Nov 05 19:10:31.682679 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-5816b9c1-9f4e-467e-9d06-cd14c13d07d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8316fa0f-e616-4e27-a642-2e9db3fcaaa3', 'name': 'tempest-AttachVolumeShelveTestJSON-2053281703-router', 'tenant_id': 'c9875160e1e6467ba4c32e29bdc7488a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.136'}], 'enable_snat': True}, 'gw_port_id': 'c9d005a4-a0df-40e1-8195-021f565d2cb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T19:05:18Z', 'updated_at': '2021-11-05T19:05:24Z', 'revision_number': 4, 'project_id': 'c9875160e1e6467ba4c32e29bdc7488a', 'gw_port': {'id': 'c9d005a4-a0df-40e1-8195-021f565d2cb9', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:99:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8316fa0f-e616-4e27-a642-2e9db3fcaaa3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3112, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:05:19Z', 'updated_at': '2021-11-05T19:05:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1', '_interfaces': [{'id': '90cb269f-21e4-4c4e-b946-0b89a5f315e0', 'name': '', 'network_id': '4dc00c45-f8b9-4c9a-a6c5-c27d3aa63b93', 'tenant_id': 'c9875160e1e6467ba4c32e29bdc7488a', 'mac_address': 'fa:16:3e:8b:98:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8316fa0f-e616-4e27-a642-2e9db3fcaaa3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3116, 'fixed_ips': [{'subnet_id': '57c79303-6c4f-4c08-a695-f3ffd6fc49db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:05:23Z', 'updated_at': '2021-11-05T19:05:33Z', 'revision_number': 5, 'project_id': 'c9875160e1e6467ba4c32e29bdc7488a', 'subnets': [{'id': '57c79303-6c4f-4c08-a695-f3ffd6fc49db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-1', False) {} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:10:31.696811 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-f7b485f1-ee98-49a8-b53c-74f955b6e43a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:31.702863 n-d-816865-1 neutron-server[102387]: DEBUG neutron.services.segments.db [None req-1ae164b6-c025-4f7c-9b65-dbe28c632cfe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a8cf312-c30f-4cb9-adff-d588064261a0') {'for_net_delete': True} {{(pid=102387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:10:31.703526 n-d-816865-1 neutron-server[102387]: DEBUG neutron.services.segments.db [None req-1ae164b6-c025-4f7c-9b65-dbe28c632cfe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a8cf312-c30f-4cb9-adff-d588064261a0') {} {{(pid=102387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:10:31.714709 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 33630) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:10:31.779674 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5816b9c1-9f4e-467e-9d06-cd14c13d07d0 None None] The sync data for ids ['8316fa0f-e616-4e27-a642-2e9db3fcaaa3'] in n-d-816865-1 is: [{'id': '8316fa0f-e616-4e27-a642-2e9db3fcaaa3', 'name': 'tempest-AttachVolumeShelveTestJSON-2053281703-router', 'tenant_id': 'c9875160e1e6467ba4c32e29bdc7488a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.136'}], 'enable_snat': True}, 'gw_port_id': 'c9d005a4-a0df-40e1-8195-021f565d2cb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T19:05:18Z', 'updated_at': '2021-11-05T19:05:24Z', 'revision_number': 4, 'project_id': 'c9875160e1e6467ba4c32e29bdc7488a', 'gw_port': {'id': 'c9d005a4-a0df-40e1-8195-021f565d2cb9', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:99:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8316fa0f-e616-4e27-a642-2e9db3fcaaa3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3112, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:05:19Z', 'updated_at': '2021-11-05T19:05:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1', '_interfaces': [{'id': '90cb269f-21e4-4c4e-b946-0b89a5f315e0', 'name': '', 'network_id': '4dc00c45-f8b9-4c9a-a6c5-c27d3aa63b93', 'tenant_id': 'c9875160e1e6467ba4c32e29bdc7488a', 'mac_address': 'fa:16:3e:8b:98:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8316fa0f-e616-4e27-a642-2e9db3fcaaa3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3116, 'fixed_ips': [{'subnet_id': '57c79303-6c4f-4c08-a695-f3ffd6fc49db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:05:23Z', 'updated_at': '2021-11-05T19:05:33Z', 'revision_number': 5, 'project_id': 'c9875160e1e6467ba4c32e29bdc7488a', 'subnets': [{'id': '57c79303-6c4f-4c08-a695-f3ffd6fc49db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 19:10:31.821564 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-1ae164b6-c025-4f7c-9b65-dbe28c632cfe admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750027793430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4463492'] for segment, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:31.824099 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe296619-bcd0-449f-8cf1-6d61c728008f tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c33e3cae-293b-4275-aa24-9c3af6c8734f,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:10:31.882267 n-d-816865-1 neutron-server[102387]: INFO neutron.api.v2.resource [None req-38055466-87cb-4de4-8a8f-47767a157565 tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] show failed (client error): The resource could not be found. Nov 05 19:10:31.891658 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-38055466-87cb-4de4-8a8f-47767a157565 tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] 10.222.0.13 "GET /v2.0/security-groups/c33e3cae-293b-4275-aa24-9c3af6c8734f HTTP/1.1" status: 404 len: 347 time: 0.1373622 Nov 05 19:10:31.900494 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-fa192c76-d3dd-47ce-ba27-f773f69ad78d tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:31.903088 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 33636) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:10:31.948153 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-1ae164b6-c025-4f7c-9b65-dbe28c632cfe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273'] for segment, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:31.971074 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ae164b6-c025-4f7c-9b65-dbe28c632cfe admin admin] Releasing vlan 173 on physical network physnet1 to pool {{(pid=102387) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 05 19:10:31.971483 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-1ae164b6-c025-4f7c-9b65-dbe28c632cfe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4417236'] for segment, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:32.049894 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b485f1-ee98-49a8-b53c-74f955b6e43a None None] Pushing event updated for resources: {'Port': ['ID=8ad24e99-5e08-44dd-8b6e-5700c7bcc4a0,revision_number=5']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:10:32.080224 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [None req-bf407dfe-e02c-4f00-9854-1a79cc62493b admin admin] For port 24847818-fc53-40c2-9b05-0872d0004c1f, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=24847818-fc53-40c2-9b05-0872d0004c1f,segment=NetworkSegment(85be518c-8bb4-46a2-a903-d4292782d29d),segment_id=85be518c-8bb4-46a2-a903-d4292782d29d)] {{(pid=102386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:10:32.080224 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-bf407dfe-e02c-4f00-9854-1a79cc62493b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:32.115062 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvr_db [None req-aa5634d7-5e41-4e5d-83be-8dc9ba7d737c None None] Set router 57479859-58f7-49e4-9134-31c3dbac2dcb gateway port host: None {{(pid=102389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 19:10:32.147748 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22eb301f-b705-4aae-97c6-05b1ea7e3312 None None] Network 530c2a73-71be-453e-8314-d0f9c49e67e6 requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 19:10:32.195194 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-9aa7b1d6-686b-484e-ae20-ea6e7a0a7d40 None None] Provisioning complete for port 8ad24e99-5e08-44dd-8b6e-5700c7bcc4a0 triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:10:32.195194 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-9aa7b1d6-686b-484e-ae20-ea6e7a0a7d40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:32.254626 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-bf407dfe-e02c-4f00-9854-1a79cc62493b admin admin] Calling delete_port for 24847818-fc53-40c2-9b05-0872d0004c1f owned by network:router_gateway {{(pid=102386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 19:10:32.258477 n-d-816865-1 neutron-server[102387]: Traceback (most recent call last): Nov 05 19:10:32.258477 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 05 19:10:32.258477 n-d-816865-1 neutron-server[102387]: timer() Nov 05 19:10:32.258477 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 05 19:10:32.258477 n-d-816865-1 neutron-server[102387]: cb(*args, **kw) Nov 05 19:10:32.258477 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 05 19:10:32.258477 n-d-816865-1 neutron-server[102387]: return func(*args, **kwargs) Nov 05 19:10:32.258477 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 05 19:10:32.258477 n-d-816865-1 neutron-server[102387]: self._notify() Nov 05 19:10:32.258477 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 05 19:10:32.258477 n-d-816865-1 neutron-server[102387]: self.callback(batched_events) Nov 05 19:10:32.258477 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 05 19:10:32.258477 n-d-816865-1 neutron-server[102387]: event.method(event) Nov 05 19:10:32.258477 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 05 19:10:32.258477 n-d-816865-1 neutron-server[102387]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 05 19:10:32.258477 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 05 19:10:32.258477 n-d-816865-1 neutron-server[102387]: aggregate_uuid = self.p_client.list_aggregates( Nov 05 19:10:32.258477 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 05 19:10:32.258477 n-d-816865-1 neutron-server[102387]: return f(self, *a, **k) Nov 05 19:10:32.258477 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 05 19:10:32.258477 n-d-816865-1 neutron-server[102387]: return self._get(url).json() Nov 05 19:10:32.258477 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 05 19:10:32.258477 n-d-816865-1 neutron-server[102387]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 05 19:10:32.258477 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 05 19:10:32.258477 n-d-816865-1 neutron-server[102387]: return self.request(url, 'GET', **kwargs) Nov 05 19:10:32.258477 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 05 19:10:32.258477 n-d-816865-1 neutron-server[102387]: base_url = self.get_endpoint(auth, allow=allow, Nov 05 19:10:32.258477 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 05 19:10:32.258477 n-d-816865-1 neutron-server[102387]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 05 19:10:32.258477 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 05 19:10:32.258477 n-d-816865-1 neutron-server[102387]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 05 19:10:32.258477 n-d-816865-1 neutron-server[102387]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 05 19:10:32.389597 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-aa5634d7-5e41-4e5d-83be-8dc9ba7d737c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57479859-58f7-49e4-9134-31c3dbac2dcb', 'name': 'tempest-TestServerMultinode-1671483380-router', 'tenant_id': '5628c27c4e9745e0b64e152634c85b5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T19:09:03Z', 'updated_at': '2021-11-05T19:10:31Z', 'revision_number': 6, 'project_id': '5628c27c4e9745e0b64e152634c85b5a', 'gw_port_host': None}], 'n-d-816865-1', False) {} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:10:32.397594 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdbf6552-3fd1-4009-bea8-7738f97472ea None None] New status for floating IP 650f4066-1557-4a2a-997b-bf4a4b861bc0: DOWN {{(pid=102388) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 05 19:10:32.424926 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-1ae164b6-c025-4f7c-9b65-dbe28c632cfe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1579178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-956796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1000687'] for network, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:32.439308 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-1ae164b6-c025-4f7c-9b65-dbe28c632cfe admin admin] Publish callbacks [] for network, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:32.443470 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-1ae164b6-c025-4f7c-9b65-dbe28c632cfe admin admin] 10.222.0.13 "DELETE /v2.0/networks/b7f7084e-b4f4-4f72-932c-731db68aa075 HTTP/1.1" status: 204 len: 168 time: 2.4581430 Nov 05 19:10:32.456373 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 33638) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:10:32.563874 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.db_base_plugin_common [None req-eb4a32ad-eb3e-4326-850f-d3d54d6b6b31 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Allocated IP 172.20.0.1 (530c2a73-71be-453e-8314-d0f9c49e67e6/e515ab6a-4766-4dbf-9d26-5aeef878e9d0/f17490cd-f592-48e2-815b-deb02c0e1e01) {{(pid=102386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 19:10:32.607240 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 8127b6ea-7f10-4d5c-9e38-93588a7e69ba up at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 19:10:32.649753 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa5634d7-5e41-4e5d-83be-8dc9ba7d737c None None] The sync data for ids ['57479859-58f7-49e4-9134-31c3dbac2dcb'] in n-d-816865-1 is: [{'id': '57479859-58f7-49e4-9134-31c3dbac2dcb', 'name': 'tempest-TestServerMultinode-1671483380-router', 'tenant_id': '5628c27c4e9745e0b64e152634c85b5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T19:09:03Z', 'updated_at': '2021-11-05T19:10:31Z', 'revision_number': 6, 'project_id': '5628c27c4e9745e0b64e152634c85b5a', 'gw_port_host': None}] {{(pid=102389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 19:10:32.688426 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-1ce77718-c619-4294-bdbf-71d257b754eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0144c5c-001b-435c-aaed-bd61db862b09', 'name': 'tempest-TestNetworkBasicOps-router-170806720', 'tenant_id': 'e6881a268b314b538ad6a867b46f1df8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.184'}], 'enable_snat': True}, 'gw_port_id': '82d55837-37fb-4023-8a67-616b29b95123', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T19:10:09Z', 'updated_at': '2021-11-05T19:10:24Z', 'revision_number': 4, 'project_id': 'e6881a268b314b538ad6a867b46f1df8', 'gw_port': {'id': '82d55837-37fb-4023-8a67-616b29b95123', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:44:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0144c5c-001b-435c-aaed-bd61db862b09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3442, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:10:10Z', 'updated_at': '2021-11-05T19:10:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1', '_interfaces': [{'id': '8ad24e99-5e08-44dd-8b6e-5700c7bcc4a0', 'name': '', 'network_id': '63299ea6-43b5-4921-ba00-89662e2353e0', 'tenant_id': 'e6881a268b314b538ad6a867b46f1df8', 'mac_address': 'fa:16:3e:b3:4c:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0144c5c-001b-435c-aaed-bd61db862b09', 'device_owner': 'network:router_interface', 'standard_attr_id': 3456, 'fixed_ips': [{'subnet_id': '8dac5652-6e0f-49fd-9eec-fc8f4911236b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:10:23Z', 'updated_at': '2021-11-05T19:10:29Z', 'revision_number': 4, 'project_id': 'e6881a268b314b538ad6a867b46f1df8', 'subnets': [{'id': '8dac5652-6e0f-49fd-9eec-fc8f4911236b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-1', False) {} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:10:32.779362 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ce77718-c619-4294-bdbf-71d257b754eb None None] The sync data for ids ['a0144c5c-001b-435c-aaed-bd61db862b09'] in n-d-816865-1 is: [{'id': 'a0144c5c-001b-435c-aaed-bd61db862b09', 'name': 'tempest-TestNetworkBasicOps-router-170806720', 'tenant_id': 'e6881a268b314b538ad6a867b46f1df8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.184'}], 'enable_snat': True}, 'gw_port_id': '82d55837-37fb-4023-8a67-616b29b95123', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T19:10:09Z', 'updated_at': '2021-11-05T19:10:24Z', 'revision_number': 4, 'project_id': 'e6881a268b314b538ad6a867b46f1df8', 'gw_port': {'id': '82d55837-37fb-4023-8a67-616b29b95123', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:44:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0144c5c-001b-435c-aaed-bd61db862b09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3442, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:10:10Z', 'updated_at': '2021-11-05T19:10:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1', '_interfaces': [{'id': '8ad24e99-5e08-44dd-8b6e-5700c7bcc4a0', 'name': '', 'network_id': '63299ea6-43b5-4921-ba00-89662e2353e0', 'tenant_id': 'e6881a268b314b538ad6a867b46f1df8', 'mac_address': 'fa:16:3e:b3:4c:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0144c5c-001b-435c-aaed-bd61db862b09', 'device_owner': 'network:router_interface', 'standard_attr_id': 3456, 'fixed_ips': [{'subnet_id': '8dac5652-6e0f-49fd-9eec-fc8f4911236b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:10:23Z', 'updated_at': '2021-11-05T19:10:29Z', 'revision_number': 4, 'project_id': 'e6881a268b314b538ad6a867b46f1df8', 'subnets': [{'id': '8dac5652-6e0f-49fd-9eec-fc8f4911236b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 19:10:32.842911 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae164b6-c025-4f7c-9b65-dbe28c632cfe admin admin] Pushing event deleted for resources: {'Network': ['ID=b7f7084e-b4f4-4f72-932c-731db68aa075,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:10:33.207313 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-d5d5e04d-06ff-417d-b660-7a985c8ae539 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:33.268069 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-eb4a32ad-eb3e-4326-850f-d3d54d6b6b31 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Publish callbacks [] for port, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:33.365267 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-bf407dfe-e02c-4f00-9854-1a79cc62493b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:33.375880 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-516e08d1-ebd3-4954-acd0-135733684169 None None] Provisioning complete for port 8127b6ea-7f10-4d5c-9e38-93588a7e69ba triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:10:33.378002 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-516e08d1-ebd3-4954-acd0-135733684169 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:33.527117 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf407dfe-e02c-4f00-9854-1a79cc62493b admin admin] Pushing event deleted for resources: {'Port': ['ID=24847818-fc53-40c2-9b05-0872d0004c1f,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:10:33.551200 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-eb4a32ad-eb3e-4326-850f-d3d54d6b6b31 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:33.566262 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Provisioning complete for port 8127b6ea-7f10-4d5c-9e38-93588a7e69ba triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:10:33.566641 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:33.698497 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf407dfe-e02c-4f00-9854-1a79cc62493b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:10:33.699359 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf407dfe-e02c-4f00-9854-1a79cc62493b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:10:33.699861 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf407dfe-e02c-4f00-9854-1a79cc62493b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:10:33.700347 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf407dfe-e02c-4f00-9854-1a79cc62493b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:10:33.700839 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf407dfe-e02c-4f00-9854-1a79cc62493b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:10:33.701312 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf407dfe-e02c-4f00-9854-1a79cc62493b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:10:33.707681 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf407dfe-e02c-4f00-9854-1a79cc62493b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:10:33.708691 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf407dfe-e02c-4f00-9854-1a79cc62493b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:10:33.709507 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf407dfe-e02c-4f00-9854-1a79cc62493b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:10:33.710017 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf407dfe-e02c-4f00-9854-1a79cc62493b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:10:33.710682 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf407dfe-e02c-4f00-9854-1a79cc62493b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:10:33.711176 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf407dfe-e02c-4f00-9854-1a79cc62493b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:10:33.740188 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb4a32ad-eb3e-4326-850f-d3d54d6b6b31 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Network 530c2a73-71be-453e-8314-d0f9c49e67e6 is already hosted by enough agents. {{(pid=102386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 19:10:33.746387 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.base_scheduler [None req-eb4a32ad-eb3e-4326-850f-d3d54d6b6b31 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Resources bound (agent type, host, resource id): {{(pid=102386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 19:10:33.808896 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb4a32ad-eb3e-4326-850f-d3d54d6b6b31 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Received port after_create {{(pid=102386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 19:10:33.967880 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-fa192c76-d3dd-47ce-ba27-f773f69ad78d tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:33.972610 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-bf407dfe-e02c-4f00-9854-1a79cc62493b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1000651'] for router_gateway, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:33.982270 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-516e08d1-ebd3-4954-acd0-135733684169 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:33.985823 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4a32ad-eb3e-4326-850f-d3d54d6b6b31 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Pushing event updated for resources: {'Port': ['ID=f17490cd-f592-48e2-815b-deb02c0e1e01,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:10:34.082330 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:34.156025 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-516e08d1-ebd3-4954-acd0-135733684169 None None] For port 8127b6ea-7f10-4d5c-9e38-93588a7e69ba, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=8127b6ea-7f10-4d5c-9e38-93588a7e69ba,segment=NetworkSegment(4803c800-7eb3-4349-8c3f-253c770766d0),segment_id=4803c800-7eb3-4349-8c3f-253c770766d0)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:10:34.198944 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-fa192c76-d3dd-47ce-ba27-f773f69ad78d tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985308'] for security_group_rule, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:34.306922 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-516e08d1-ebd3-4954-acd0-135733684169 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:34.349568 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:34.365122 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-eb4a32ad-eb3e-4326-850f-d3d54d6b6b31 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-571770'] for router_interface, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:34.370629 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-bf407dfe-e02c-4f00-9854-1a79cc62493b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-571301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6852'] for router, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:34.374444 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-bf407dfe-e02c-4f00-9854-1a79cc62493b admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:34.407634 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa192c76-d3dd-47ce-ba27-f773f69ad78d tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d03dd9da-76e0-4ef8-b49c-67a77ad9cbde,revision_number=0']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:10:34.455675 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [None req-54dfeb61-4bb9-44e7-8fb6-3a0a51ba72f6 tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] Deleting port e8e49a68-bdcf-41ef-b32e-3adae601e161 {{(pid=102387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 19:10:34.456273 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-54dfeb61-4bb9-44e7-8fb6-3a0a51ba72f6 tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:34.503541 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-fa192c76-d3dd-47ce-ba27-f773f69ad78d tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:34.505083 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-fa192c76-d3dd-47ce-ba27-f773f69ad78d tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 3.1429818 Nov 05 19:10:34.509641 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 33654) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:10:34.524059 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.db.api [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102388) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 05 19:10:34.528960 n-d-816865-1 neutron-server[102388]: DEBUG oslo_db.api [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 05 19:10:34.547006 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-eaefd7a8-257d-4d06-a995-6e8e498a2f80 tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Request body: {'security_group_rule': {'security_group_id': '60ddf13c-c70f-4f3f-ba68-b64d39fac0a1', 'project_id': 'e6881a268b314b538ad6a867b46f1df8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:10:34.587382 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-e34e6262-476d-4ae8-8318-829c7e5b8519 None None] Provisioning complete for port 8127b6ea-7f10-4d5c-9e38-93588a7e69ba triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:10:34.590721 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-e34e6262-476d-4ae8-8318-829c7e5b8519 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:34.595771 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516e08d1-ebd3-4954-acd0-135733684169 None None] Pushing event updated for resources: {'Port': ['ID=8127b6ea-7f10-4d5c-9e38-93588a7e69ba,revision_number=3']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:10:34.635391 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-bf407dfe-e02c-4f00-9854-1a79cc62493b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-571310'] for router, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:34.636175 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf407dfe-e02c-4f00-9854-1a79cc62493b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 57479859-58f7-49e4-9134-31c3dbac2dcb {{(pid=102386) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 05 19:10:34.659829 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-bf407dfe-e02c-4f00-9854-1a79cc62493b admin admin] Publish callbacks [] for router, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:34.663953 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-54dfeb61-4bb9-44e7-8fb6-3a0a51ba72f6 tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:34.664548 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-54dfeb61-4bb9-44e7-8fb6-3a0a51ba72f6 tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:34.667664 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-bf407dfe-e02c-4f00-9854-1a79cc62493b admin admin] 10.222.0.13 "DELETE /v2.0/routers/57479859-58f7-49e4-9134-31c3dbac2dcb HTTP/1.1" status: 204 len: 168 time: 4.6547284 Nov 05 19:10:34.670281 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 33656) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:10:34.679998 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [None req-54dfeb61-4bb9-44e7-8fb6-3a0a51ba72f6 tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] Calling delete_port for e8e49a68-bdcf-41ef-b32e-3adae601e161 owned by network:floatingip {{(pid=102387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 19:10:34.756082 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 33658) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:10:34.816130 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.db_base_plugin_v2 [None req-dffc8570-211b-41da-ab89-23a47e198367 admin admin] Deleting subnet b7197ad8-52bc-40df-b743-94175a042cc5 {{(pid=102386) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 05 19:10:34.826370 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-dffc8570-211b-41da-ab89-23a47e198367 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:34.914178 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-bc311555-0e55-407b-9ee8-80878216c1b2 None None] Provisioning complete for port f17490cd-f592-48e2-815b-deb02c0e1e01 triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:10:34.914613 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-bc311555-0e55-407b-9ee8-80878216c1b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:34.932387 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-eb4a32ad-eb3e-4326-850f-d3d54d6b6b31 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:34.939354 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-dffc8570-211b-41da-ab89-23a47e198367 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4590738'] for subnet, precommit_delete_associations {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:34.956664 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-eaefd7a8-257d-4d06-a995-6e8e498a2f80 tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:35.033835 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-bc311555-0e55-407b-9ee8-80878216c1b2 None None] Port f17490cd-f592-48e2-815b-deb02c0e1e01 cannot update to ACTIVE because it is not bound. {{(pid=102388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 19:10:35.043922 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-54dfeb61-4bb9-44e7-8fb6-3a0a51ba72f6 tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4417063'] for port, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:35.102267 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-31ea8ee2-2374-4413-85ae-ddf877773f4c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:35.129099 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54dfeb61-4bb9-44e7-8fb6-3a0a51ba72f6 tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] Pushing event deleted for resources: {'Port': ['ID=e8e49a68-bdcf-41ef-b32e-3adae601e161,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:10:35.191179 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device abb7f16f-5446-4b73-a74f-13745f946944 no longer exists at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 19:10:35.211121 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-eaefd7a8-257d-4d06-a995-6e8e498a2f80 tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:35.224990 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] No Port match for: abb7f16f-5446-4b73-a74f-13745f946944 {{(pid=102388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 19:10:35.231522 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device abb7f16f-5446-4b73-a74f-13745f946944 not bound to the agent host n-d-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 19:10:35.306813 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-eaefd7a8-257d-4d06-a995-6e8e498a2f80 tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985308'] for security_group_rule, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:35.339484 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-38473b51-4998-4d91-82fb-97bfa8423735 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-571777'] for router_interface, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:35.346087 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-54dfeb61-4bb9-44e7-8fb6-3a0a51ba72f6 tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] Publish callbacks [] for floatingip, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:35.349603 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-54dfeb61-4bb9-44e7-8fb6-3a0a51ba72f6 tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for floatingip, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:35.353989 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-54dfeb61-4bb9-44e7-8fb6-3a0a51ba72f6 tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] 10.222.0.13 "DELETE /v2.0/floatingips/650f4066-1557-4a2a-997b-bf4a4b861bc0 HTTP/1.1" status: 204 len: 168 time: 3.1109595 Nov 05 19:10:35.382131 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-dffc8570-211b-41da-ab89-23a47e198367 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1573928'] for subnet, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:35.414635 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-dbdb6863-ded8-4bdb-9deb-838132b637f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:35.472357 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaefd7a8-257d-4d06-a995-6e8e498a2f80 tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a277a0f4-d74e-4cfa-a043-60b1c1e1a6a7,revision_number=0']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:10:35.497866 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-eaefd7a8-257d-4d06-a995-6e8e498a2f80 tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:35.504690 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-eaefd7a8-257d-4d06-a995-6e8e498a2f80 tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.9609063 Nov 05 19:10:35.517090 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 33666) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:10:35.544527 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-6dd65094-fddc-4ac6-b6b4-e8c7a2ca59ea tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Request body: {'security_group_rule': {'security_group_id': '60ddf13c-c70f-4f3f-ba68-b64d39fac0a1', 'project_id': 'e6881a268b314b538ad6a867b46f1df8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:10:35.632592 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 8ad24e99-5e08-44dd-8b6e-5700c7bcc4a0 up at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 19:10:35.666364 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-31ea8ee2-2374-4413-85ae-ddf877773f4c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:35.675651 n-d-816865-1 neutron-server[102386]: INFO neutron.db.securitygroups_db [None req-6dd65094-fddc-4ac6-b6b4-e8c7a2ca59ea tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Project e6881a268b314b538ad6a867b46f1df8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 05 19:10:35.704350 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-6dd65094-fddc-4ac6-b6b4-e8c7a2ca59ea tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:35.738142 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Provisioning complete for port 8ad24e99-5e08-44dd-8b6e-5700c7bcc4a0 triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:10:35.738824 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:35.783696 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-31ea8ee2-2374-4413-85ae-ddf877773f4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:35.825497 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-dffc8570-211b-41da-ab89-23a47e198367 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1573905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6149879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4877183'] for subnet, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:35.851160 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-31ea8ee2-2374-4413-85ae-ddf877773f4c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=862f75b8e03b4011bbf88afd6d87123b&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0901489 Nov 05 19:10:35.858222 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 33668) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:10:35.897907 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dffc8570-211b-41da-ab89-23a47e198367 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b7197ad8-52bc-40df-b743-94175a042cc5,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:10:35.900292 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-dffc8570-211b-41da-ab89-23a47e198367 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:35.906101 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-dffc8570-211b-41da-ab89-23a47e198367 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/b7197ad8-52bc-40df-b743-94175a042cc5 HTTP/1.1" status: 204 len: 168 time: 1.2306361 Nov 05 19:10:35.913683 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 33670) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:10:35.934353 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba68abbf-f081-4d75-9a90-4cccafd1be2d None None] Network dee6b2cf-8e55-4dc6-b045-7ce73379460c requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 19:10:35.941969 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ea8ee2-2374-4413-85ae-ddf877773f4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=353bcdc5-9f9f-44e1-a27c-7b0182f550ae,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:10:35.962971 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-eb4a32ad-eb3e-4326-850f-d3d54d6b6b31 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Publish callbacks [] for port, precommit_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:35.983054 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-6dd65094-fddc-4ac6-b6b4-e8c7a2ca59ea tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:36.036605 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [None req-38473b51-4998-4d91-82fb-97bfa8423735 admin admin] Deleting port 6b54a104-2e80-4c72-94f7-faca49ca12c8 {{(pid=102387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 19:10:36.039597 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-38473b51-4998-4d91-82fb-97bfa8423735 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:36.043964 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-5b7adbbd-26fc-4c17-a09b-ce44480a4ae8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1664226'] for network, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:36.054623 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 8127b6ea-7f10-4d5c-9e38-93588a7e69ba up at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 19:10:36.081025 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-eb4a32ad-eb3e-4326-850f-d3d54d6b6b31 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6149821'] for port, after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:36.142548 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Provisioning complete for port 8127b6ea-7f10-4d5c-9e38-93588a7e69ba triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:10:36.142923 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:36.176284 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-6dd65094-fddc-4ac6-b6b4-e8c7a2ca59ea tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985308'] for security_group_rule, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:36.199520 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-62a9cbde-2b09-4cc6-bcea-b6ac4a87173c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:36.241838 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70cea4b5-0643-40c3-b0b7-caced3475293 None None] DHCP port deletion for dee6b2cf-8e55-4dc6-b045-7ce73379460c request from n-d-816865-1 {{(pid=102388) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 05 19:10:36.253812 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-62a9cbde-2b09-4cc6-bcea-b6ac4a87173c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:36.270550 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.db [None req-38473b51-4998-4d91-82fb-97bfa8423735 admin admin] For port 6b54a104-2e80-4c72-94f7-faca49ca12c8, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=6b54a104-2e80-4c72-94f7-faca49ca12c8,segment=NetworkSegment(d87db530-7efd-418b-91b7-b7824ac732b7),segment_id=d87db530-7efd-418b-91b7-b7824ac732b7)] {{(pid=102387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:10:36.274421 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-38473b51-4998-4d91-82fb-97bfa8423735 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:36.311227 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [None req-38473b51-4998-4d91-82fb-97bfa8423735 admin admin] Calling delete_port for 6b54a104-2e80-4c72-94f7-faca49ca12c8 owned by network:router_interface {{(pid=102387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 19:10:36.335957 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd65094-fddc-4ac6-b6b4-e8c7a2ca59ea tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a8d9f32-a6b8-4ab5-8ede-ade370c56f34,revision_number=0']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:10:36.350943 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b304910f-7b27-444b-a8fc-977d26b1ceac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:36.360764 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4a32ad-eb3e-4326-850f-d3d54d6b6b31 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Pushing event updated for resources: {'Port': ['ID=f17490cd-f592-48e2-815b-deb02c0e1e01,revision_number=2']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:10:36.364527 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-eb4a32ad-eb3e-4326-850f-d3d54d6b6b31 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-597863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-571878'] for router_interface, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:36.371881 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-6dd65094-fddc-4ac6-b6b4-e8c7a2ca59ea tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:36.377261 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-6dd65094-fddc-4ac6-b6b4-e8c7a2ca59ea tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.8571477 Nov 05 19:10:36.384912 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-70cea4b5-0643-40c3-b0b7-caced3475293 None None] Deleting port db43d2f5-224f-4ae2-9581-78e9a43f4ced {{(pid=102388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 19:10:36.385443 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-70cea4b5-0643-40c3-b0b7-caced3475293 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:36.387215 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 33672) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:10:36.393103 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-db34fe6f-9e10-40ba-a358-e517e3487199 tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Request body: {'security_group_rule': {'security_group_id': '60ddf13c-c70f-4f3f-ba68-b64d39fac0a1', 'project_id': 'e6881a268b314b538ad6a867b46f1df8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:10:36.447384 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-5b7adbbd-26fc-4c17-a09b-ce44480a4ae8 admin admin] Deleting port db43d2f5-224f-4ae2-9581-78e9a43f4ced {{(pid=102386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 19:10:36.449036 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-5b7adbbd-26fc-4c17-a09b-ce44480a4ae8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:36.459538 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-70cea4b5-0643-40c3-b0b7-caced3475293 None None] For port db43d2f5-224f-4ae2-9581-78e9a43f4ced, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=db43d2f5-224f-4ae2-9581-78e9a43f4ced,segment=NetworkSegment(59a570aa-2c3f-4aee-ba19-e5871954be20),segment_id=59a570aa-2c3f-4aee-ba19-e5871954be20)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:10:36.459538 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-70cea4b5-0643-40c3-b0b7-caced3475293 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:36.495900 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-70cea4b5-0643-40c3-b0b7-caced3475293 None None] Calling delete_port for db43d2f5-224f-4ae2-9581-78e9a43f4ced owned by network:dhcp {{(pid=102388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 19:10:36.514333 n-d-816865-1 neutron-server[102387]: INFO neutron.db.securitygroups_db [None req-db34fe6f-9e10-40ba-a358-e517e3487199 tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Project e6881a268b314b538ad6a867b46f1df8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 05 19:10:36.519683 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-62a9cbde-2b09-4cc6-bcea-b6ac4a87173c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:36.523064 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-62a9cbde-2b09-4cc6-bcea-b6ac4a87173c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:36.526583 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-62a9cbde-2b09-4cc6-bcea-b6ac4a87173c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/353bcdc5-9f9f-44e1-a27c-7b0182f550ae HTTP/1.1" status: 204 len: 168 time: 0.6550915 Nov 05 19:10:36.542453 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-db34fe6f-9e10-40ba-a358-e517e3487199 tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:36.582396 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a9cbde-2b09-4cc6-bcea-b6ac4a87173c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=353bcdc5-9f9f-44e1-a27c-7b0182f550ae,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:10:36.602584 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 33678) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:10:36.607524 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-37185a04-0eb2-4c4e-9051-5302ce82dc30 tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] Request body: {'security_group': {'name': 'tempest-securitygroup--441043597', 'description': 'tempest-description--1079845460'}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:10:36.613594 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb4a32ad-eb3e-4326-850f-d3d54d6b6b31 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Network 530c2a73-71be-453e-8314-d0f9c49e67e6 is already hosted by enough agents. {{(pid=102386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 19:10:36.620235 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [None req-5b7adbbd-26fc-4c17-a09b-ce44480a4ae8 admin admin] For port db43d2f5-224f-4ae2-9581-78e9a43f4ced, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=db43d2f5-224f-4ae2-9581-78e9a43f4ced,segment=NetworkSegment(59a570aa-2c3f-4aee-ba19-e5871954be20),segment_id=59a570aa-2c3f-4aee-ba19-e5871954be20)] {{(pid=102386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:10:36.628787 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-5b7adbbd-26fc-4c17-a09b-ce44480a4ae8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:36.628787 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.base_scheduler [None req-eb4a32ad-eb3e-4326-850f-d3d54d6b6b31 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Resources bound (agent type, host, resource id): {{(pid=102386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 19:10:36.648817 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 5c775517-30e2-4ef2-857c-d207600924d3 no longer exists at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 19:10:36.683051 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] No Port match for: 5c775517-30e2-4ef2-857c-d207600924d3 {{(pid=102388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 19:10:36.683700 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 5c775517-30e2-4ef2-857c-d207600924d3 not bound to the agent host n-d-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 19:10:36.684923 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 24847818-fc53-40c2-9b05-0872d0004c1f no longer exists at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 19:10:36.686868 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:36.731913 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-5b7adbbd-26fc-4c17-a09b-ce44480a4ae8 admin admin] Calling delete_port for db43d2f5-224f-4ae2-9581-78e9a43f4ced owned by network:dhcp {{(pid=102386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 19:10:36.759525 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] No Port match for: 24847818-fc53-40c2-9b05-0872d0004c1f {{(pid=102388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 19:10:36.765469 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 24847818-fc53-40c2-9b05-0872d0004c1f not bound to the agent host n-d-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 19:10:36.776222 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-70cea4b5-0643-40c3-b0b7-caced3475293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798'] for port, after_delete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:36.809418 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-db34fe6f-9e10-40ba-a358-e517e3487199 tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:36.824565 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-38473b51-4998-4d91-82fb-97bfa8423735 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4417063'] for port, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:36.895090 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38473b51-4998-4d91-82fb-97bfa8423735 admin admin] Pushing event deleted for resources: {'Port': ['ID=6b54a104-2e80-4c72-94f7-faca49ca12c8,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:10:36.899957 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-37185a04-0eb2-4c4e-9051-5302ce82dc30 tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] Publish callbacks [] for security_group, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:36.944124 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-db34fe6f-9e10-40ba-a358-e517e3487199 tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985308'] for security_group_rule, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:36.949292 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cea4b5-0643-40c3-b0b7-caced3475293 None None] Pushing event deleted for resources: {'Port': ['ID=db43d2f5-224f-4ae2-9581-78e9a43f4ced,revision_number=None']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:10:36.956569 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70cea4b5-0643-40c3-b0b7-caced3475293 None None] No DVR routers for this DVR port db43d2f5-224f-4ae2-9581-78e9a43f4ced on host n-d-816865-1 {{(pid=102388) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 19:10:37.033126 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db34fe6f-9e10-40ba-a358-e517e3487199 tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eea7f967-50b8-4a51-9726-00f2e99a7705,revision_number=0']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:10:37.116002 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-555283fc-04ac-4973-8f62-4676490cad42 None None] Provisioning complete for port f17490cd-f592-48e2-815b-deb02c0e1e01 triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:10:37.117241 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-555283fc-04ac-4973-8f62-4676490cad42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:37.169159 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-db34fe6f-9e10-40ba-a358-e517e3487199 tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:37.170374 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-db34fe6f-9e10-40ba-a358-e517e3487199 tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.7814991 Nov 05 19:10:37.196173 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-555283fc-04ac-4973-8f62-4676490cad42 None None] Port f17490cd-f592-48e2-815b-deb02c0e1e01 cannot update to ACTIVE because it is not bound. {{(pid=102388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 19:10:37.238933 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-37185a04-0eb2-4c4e-9051-5302ce82dc30 tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] Publish callbacks [] for security_group, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:37.259114 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-38473b51-4998-4d91-82fb-97bfa8423735 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-597886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-573297'] for router_interface, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:37.449174 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb4a32ad-eb3e-4326-850f-d3d54d6b6b31 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Router e0b49f4e-3989-4c9d-ba0e-841f45688c67 has already been hosted by L3 agent 6dcb5589-8e86-4616-9186-ddc4548e13ad {{(pid=102386) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 19:10:37.470766 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-5b7adbbd-26fc-4c17-a09b-ce44480a4ae8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:37.494648 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-37185a04-0eb2-4c4e-9051-5302ce82dc30 tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:37.538551 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device db43d2f5-224f-4ae2-9581-78e9a43f4ced no longer exists at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 19:10:37.561460 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7adbbd-26fc-4c17-a09b-ce44480a4ae8 admin admin] Pushing event deleted for resources: {'Port': ['ID=db43d2f5-224f-4ae2-9581-78e9a43f4ced,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:10:37.566260 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b7adbbd-26fc-4c17-a09b-ce44480a4ae8 admin admin] No DVR routers for this DVR port db43d2f5-224f-4ae2-9581-78e9a43f4ced on host n-d-816865-1 {{(pid=102386) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 19:10:37.583505 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] No Port match for: db43d2f5-224f-4ae2-9581-78e9a43f4ced {{(pid=102388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 19:10:37.583505 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device db43d2f5-224f-4ae2-9581-78e9a43f4ced not bound to the agent host n-d-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 19:10:37.634661 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37185a04-0eb2-4c4e-9051-5302ce82dc30 tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] Pushing event updated for resources: {'SecurityGroup': ['ID=62bb25fb-2654-482c-aaa3-6e348199bd66,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:10:37.725664 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-37185a04-0eb2-4c4e-9051-5302ce82dc30 tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] Publish callbacks [] for security_group, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:37.726999 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-37185a04-0eb2-4c4e-9051-5302ce82dc30 tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 1.1234901 Nov 05 19:10:37.733895 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 33696) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:10:37.739039 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-8581984c-a7cd-447c-a2bc-59e0d1be9aff tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] Request body: {'security_group_rule': {'security_group_id': '62bb25fb-2654-482c-aaa3-6e348199bd66', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:10:37.768661 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-9a9016f7-ed6b-4b42-90f7-790c19696ae7 req-6e566aa9-55c4-4fd1-8f90-072e64ef0fe8 tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1767829030&fields=id&tenant_id=e6881a268b314b538ad6a867b46f1df8 HTTP/1.1" status: 200 len: 267 time: 0.2200780 Nov 05 19:10:37.782210 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-5b7adbbd-26fc-4c17-a09b-ce44480a4ae8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1579173', 'neutron.services.segments.db._delete_segments_for_network-8750027792909'] for network, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:37.798791 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb4a32ad-eb3e-4326-850f-d3d54d6b6b31 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Notify agent at l3_agent.n-d-816865-1 the message routers_updated {{(pid=102386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 19:10:37.825290 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ab8e7d7-f9b5-4f5c-ad3a-cb7f04cb591b None None] Sync routers for ids ['e0b49f4e-3989-4c9d-ba0e-841f45688c67'] in n-d-816865-1 {{(pid=102389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 19:10:37.843209 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-eb4a32ad-eb3e-4326-850f-d3d54d6b6b31 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] 10.222.0.13 "PUT /v2.0/routers/e0b49f4e-3989-4c9d-ba0e-841f45688c67/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.6283970 Nov 05 19:10:37.850835 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ab8e7d7-f9b5-4f5c-ad3a-cb7f04cb591b None None] Routers {'e0b49f4e-3989-4c9d-ba0e-841f45688c67'} bound to L3 agent in host n-d-816865-1 {{(pid=102389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 19:10:37.853093 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-0ab8e7d7-f9b5-4f5c-ad3a-cb7f04cb591b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T19:10:35Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['e0b49f4e-3989-4c9d-ba0e-841f45688c67'], 'active': True} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:10:37.877214 n-d-816865-1 neutron-server[102386]: DEBUG neutron.services.segments.db [None req-5b7adbbd-26fc-4c17-a09b-ce44480a4ae8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dee6b2cf-8e55-4dc6-b045-7ce73379460c']}} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:10:37.889389 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 33700) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:10:37.961963 n-d-816865-1 neutron-server[102386]: DEBUG neutron.services.segments.db [None req-5b7adbbd-26fc-4c17-a09b-ce44480a4ae8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '59a570aa-2c3f-4aee-ba19-e5871954be20') {'for_net_delete': True} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:10:37.962281 n-d-816865-1 neutron-server[102386]: DEBUG neutron.services.segments.db [None req-5b7adbbd-26fc-4c17-a09b-ce44480a4ae8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '59a570aa-2c3f-4aee-ba19-e5871954be20') {} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:10:37.980670 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-b7cf5dcb-32ca-4cb3-8df1-ec8c1474b7a3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:38.026632 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-5b7adbbd-26fc-4c17-a09b-ce44480a4ae8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750027793430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4590747'] for segment, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:38.069961 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-5b7adbbd-26fc-4c17-a09b-ce44480a4ae8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273'] for segment, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:38.081459 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b7adbbd-26fc-4c17-a09b-ce44480a4ae8 admin admin] Releasing vlan 152 on physical network physnet1 to pool {{(pid=102386) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 05 19:10:38.081459 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-5b7adbbd-26fc-4c17-a09b-ce44480a4ae8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6149721'] for segment, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:38.081459 n-d-816865-1 neutron-server[102386]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 05 19:10:38.081459 n-d-816865-1 neutron-server[102386]: self.session.flush() Nov 05 19:10:38.081459 n-d-816865-1 neutron-server[102386]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 05 19:10:38.081459 n-d-816865-1 neutron-server[102386]: self.session.flush() Nov 05 19:10:38.081459 n-d-816865-1 neutron-server[102386]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 05 19:10:38.081459 n-d-816865-1 neutron-server[102386]: self.session.flush() Nov 05 19:10:38.081459 n-d-816865-1 neutron-server[102386]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 05 19:10:38.081459 n-d-816865-1 neutron-server[102386]: self.session.flush() Nov 05 19:10:38.081459 n-d-816865-1 neutron-server[102386]: Traceback (most recent call last): Nov 05 19:10:38.081459 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 05 19:10:38.081459 n-d-816865-1 neutron-server[102386]: timer() Nov 05 19:10:38.081459 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 05 19:10:38.081459 n-d-816865-1 neutron-server[102386]: cb(*args, **kw) Nov 05 19:10:38.081459 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 05 19:10:38.081459 n-d-816865-1 neutron-server[102386]: return func(*args, **kwargs) Nov 05 19:10:38.081459 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 05 19:10:38.081459 n-d-816865-1 neutron-server[102386]: self._notify() Nov 05 19:10:38.081459 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 05 19:10:38.081459 n-d-816865-1 neutron-server[102386]: self.callback(batched_events) Nov 05 19:10:38.081459 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 05 19:10:38.081459 n-d-816865-1 neutron-server[102386]: event.method(event) Nov 05 19:10:38.081459 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 05 19:10:38.081459 n-d-816865-1 neutron-server[102386]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 05 19:10:38.081459 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 05 19:10:38.081459 n-d-816865-1 neutron-server[102386]: aggregate_uuid = self.p_client.list_aggregates( Nov 05 19:10:38.081459 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 05 19:10:38.081459 n-d-816865-1 neutron-server[102386]: return f(self, *a, **k) Nov 05 19:10:38.081459 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 05 19:10:38.081459 n-d-816865-1 neutron-server[102386]: return self._get(url).json() Nov 05 19:10:38.081459 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 05 19:10:38.081459 n-d-816865-1 neutron-server[102386]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 05 19:10:38.081459 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 05 19:10:38.081459 n-d-816865-1 neutron-server[102386]: return self.request(url, 'GET', **kwargs) Nov 05 19:10:38.081459 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 05 19:10:38.081459 n-d-816865-1 neutron-server[102386]: base_url = self.get_endpoint(auth, allow=allow, Nov 05 19:10:38.081459 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 05 19:10:38.081459 n-d-816865-1 neutron-server[102386]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 05 19:10:38.081459 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 05 19:10:38.081459 n-d-816865-1 neutron-server[102386]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 05 19:10:38.081459 n-d-816865-1 neutron-server[102386]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 05 19:10:38.230088 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvr_db [None req-0ab8e7d7-f9b5-4f5c-ad3a-cb7f04cb591b None None] Set router e0b49f4e-3989-4c9d-ba0e-841f45688c67 gateway port host: n-d-816865-1 {{(pid=102389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 19:10:38.243141 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-b7cf5dcb-32ca-4cb3-8df1-ec8c1474b7a3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:38.248556 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-5b7adbbd-26fc-4c17-a09b-ce44480a4ae8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1579178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-956796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1000687'] for network, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:38.249509 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38473b51-4998-4d91-82fb-97bfa8423735 admin admin] Router b087d3dd-6c9e-49f8-8fc7-12b28acb3db4 has already been hosted by L3 agent 6dcb5589-8e86-4616-9186-ddc4548e13ad {{(pid=102387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 19:10:38.267127 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-5b7adbbd-26fc-4c17-a09b-ce44480a4ae8 admin admin] Publish callbacks [] for network, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:38.298518 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-5b7adbbd-26fc-4c17-a09b-ce44480a4ae8 admin admin] 10.222.0.13 "DELETE /v2.0/networks/dee6b2cf-8e55-4dc6-b045-7ce73379460c HTTP/1.1" status: 204 len: 168 time: 2.3810778 Nov 05 19:10:38.310026 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-31f93893-a48e-4ae8-833d-dccb2b42eacc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:38.341512 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7adbbd-26fc-4c17-a09b-ce44480a4ae8 admin admin] Pushing event deleted for resources: {'Network': ['ID=dee6b2cf-8e55-4dc6-b045-7ce73379460c,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:10:38.363717 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-b7cf5dcb-32ca-4cb3-8df1-ec8c1474b7a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:38.464623 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-b7cf5dcb-32ca-4cb3-8df1-ec8c1474b7a3 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b5fc74e3b36c4cae837f5012990a8119&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5668874 Nov 05 19:10:38.464623 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cf5dcb-32ca-4cb3-8df1-ec8c1474b7a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83167213-91c9-4624-b648-76a746af4d90,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:10:38.483696 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 33714) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:10:38.560958 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-8581984c-a7cd-447c-a2bc-59e0d1be9aff tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:38.579622 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9016f7-ed6b-4b42-90f7-790c19696ae7 req-e745aaef-1a7a-4815-8283-0e3bd86ff136 tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:10:38.581304 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-9a9016f7-ed6b-4b42-90f7-790c19696ae7 req-e745aaef-1a7a-4815-8283-0e3bd86ff136 tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] 10.222.0.13 "GET /v2.0/networks?id=63299ea6-43b5-4921-ba00-89662e2353e0 HTTP/1.1" status: 200 len: 797 time: 0.7994323 Nov 05 19:10:38.588290 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-e6645d47-c205-4fef-b2bc-095025ea08dd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:38.617033 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-e6645d47-c205-4fef-b2bc-095025ea08dd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:38.622920 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:38.678738 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-9a9016f7-ed6b-4b42-90f7-790c19696ae7 req-566b0db7-8068-4579-8f01-f72292e57c78 tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] 10.222.0.13 "GET /v2.0/quotas/e6881a268b314b538ad6a867b46f1df8 HTTP/1.1" status: 200 len: 375 time: 0.0847096 Nov 05 19:10:38.768893 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-b6a4b3f6-d3e9-44fa-8e63-d3e4ab19938c req-bb861a4f-cdc6-4048-b665-fa63b877cea4 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-568960337&fields=id&tenant_id=777902a3c6ed4ff2a5460208db53bd8a HTTP/1.1" status: 200 len: 267 time: 0.5257528 Nov 05 19:10:38.782467 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-0ab8e7d7-f9b5-4f5c-ad3a-cb7f04cb591b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0b49f4e-3989-4c9d-ba0e-841f45688c67', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2054408583', 'tenant_id': '777902a3c6ed4ff2a5460208db53bd8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.107'}], 'enable_snat': True}, 'gw_port_id': '330632d3-8100-460b-8490-449bd6a7d775', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T19:10:15Z', 'updated_at': '2021-11-05T19:10:34Z', 'revision_number': 4, 'project_id': '777902a3c6ed4ff2a5460208db53bd8a', 'gw_port': {'id': '330632d3-8100-460b-8490-449bd6a7d775', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:0f:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0b49f4e-3989-4c9d-ba0e-841f45688c67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3452, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:10:17Z', 'updated_at': '2021-11-05T19:10:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1', '_interfaces': [{'id': 'f17490cd-f592-48e2-815b-deb02c0e1e01', 'name': '', 'network_id': '530c2a73-71be-453e-8314-d0f9c49e67e6', 'tenant_id': '777902a3c6ed4ff2a5460208db53bd8a', 'mac_address': 'fa:16:3e:38:f7:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0b49f4e-3989-4c9d-ba0e-841f45688c67', 'device_owner': 'network:router_interface', 'standard_attr_id': 3463, 'fixed_ips': [{'subnet_id': 'e515ab6a-4766-4dbf-9d26-5aeef878e9d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:10:31Z', 'updated_at': '2021-11-05T19:10:35Z', 'revision_number': 2, 'project_id': '777902a3c6ed4ff2a5460208db53bd8a', 'subnets': [{'id': 'e515ab6a-4766-4dbf-9d26-5aeef878e9d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-1', False) {} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:10:38.837848 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ab8e7d7-f9b5-4f5c-ad3a-cb7f04cb591b None None] Checking router: e0b49f4e-3989-4c9d-ba0e-841f45688c67 for host: n-d-816865-1 {{(pid=102389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 19:10:38.838974 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ab8e7d7-f9b5-4f5c-ad3a-cb7f04cb591b None None] Updating router e0b49f4e-3989-4c9d-ba0e-841f45688c67 port f17490cd-f592-48e2-815b-deb02c0e1e01 binding host n-d-816865-1 {{(pid=102389) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 05 19:10:38.847290 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-e6645d47-c205-4fef-b2bc-095025ea08dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:38.849833 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-e6645d47-c205-4fef-b2bc-095025ea08dd admin admin] Publish callbacks [] for security_group, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:38.853583 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-e6645d47-c205-4fef-b2bc-095025ea08dd admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/83167213-91c9-4624-b648-76a746af4d90 HTTP/1.1" status: 204 len: 168 time: 0.3641081 Nov 05 19:10:38.865453 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6645d47-c205-4fef-b2bc-095025ea08dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83167213-91c9-4624-b648-76a746af4d90,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:10:38.912421 n-d-816865-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-0ab8e7d7-f9b5-4f5c-ad3a-cb7f04cb591b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:38.935010 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-8581984c-a7cd-447c-a2bc-59e0d1be9aff tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:38.946818 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-9a9016f7-ed6b-4b42-90f7-790c19696ae7 req-02a8c60e-abad-49a7-ad02-89b6b5d436e1 tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=e6881a268b314b538ad6a867b46f1df8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2557256 Nov 05 19:10:38.955897 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38473b51-4998-4d91-82fb-97bfa8423735 admin admin] Notify agent at l3_agent.n-d-816865-1 the message routers_updated {{(pid=102387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 19:10:38.964472 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-38473b51-4998-4d91-82fb-97bfa8423735 admin admin] 10.222.0.13 "PUT /v2.0/routers/b087d3dd-6c9e-49f8-8fc7-12b28acb3db4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5051558 Nov 05 19:10:38.966617 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 33720) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:10:38.967463 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e0506be-c10e-4224-b829-6e3a9eb9ca42 None None] Sync routers for ids ['b087d3dd-6c9e-49f8-8fc7-12b28acb3db4'] in n-d-816865-1 {{(pid=102388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 19:10:38.995679 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 33722) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:10:39.012232 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e0506be-c10e-4224-b829-6e3a9eb9ca42 None None] Routers {'b087d3dd-6c9e-49f8-8fc7-12b28acb3db4'} bound to L3 agent in host n-d-816865-1 {{(pid=102388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 19:10:39.026194 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-4e0506be-c10e-4224-b829-6e3a9eb9ca42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T19:10:35Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['b087d3dd-6c9e-49f8-8fc7-12b28acb3db4'], 'active': True} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:10:39.046476 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-8581984c-a7cd-447c-a2bc-59e0d1be9aff tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985308'] for security_group_rule, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:39.056398 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a4b3f6-d3e9-44fa-8e63-d3e4ab19938c req-62f2c315-8a3f-4531-8d19-fc3f7dcac735 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:10:39.065273 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-b6a4b3f6-d3e9-44fa-8e63-d3e4ab19938c req-62f2c315-8a3f-4531-8d19-fc3f7dcac735 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] 10.222.0.13 "GET /v2.0/networks?id=530c2a73-71be-453e-8314-d0f9c49e67e6 HTTP/1.1" status: 200 len: 797 time: 0.2508655 Nov 05 19:10:39.146716 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-b6a4b3f6-d3e9-44fa-8e63-d3e4ab19938c req-b3edd521-8bcf-4e3a-8664-95e18dab811b tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] 10.222.0.13 "GET /v2.0/quotas/777902a3c6ed4ff2a5460208db53bd8a HTTP/1.1" status: 200 len: 375 time: 0.0782838 Nov 05 19:10:39.190419 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8581984c-a7cd-447c-a2bc-59e0d1be9aff tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=346f4935-8687-43e8-9fb5-e5f90a2b5405,revision_number=0']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:10:39.217167 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-3b18422d-9b34-426a-a54d-d5d639f009e5 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=01deaa96e3b74444916d8d36789e9a64&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2104697 Nov 05 19:10:39.218698 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 33726) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:10:39.283397 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-b6a4b3f6-d3e9-44fa-8e63-d3e4ab19938c req-11226917-a036-48da-91ee-a5755d220125 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=777902a3c6ed4ff2a5460208db53bd8a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1371379 Nov 05 19:10:39.313308 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-8581984c-a7cd-447c-a2bc-59e0d1be9aff tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:39.314389 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-70d0a739-cc3a-4fb8-9a20-9dd192a39d11 admin admin] Publish callbacks [] for router, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:39.319137 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-8581984c-a7cd-447c-a2bc-59e0d1be9aff tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.5841658 Nov 05 19:10:39.321444 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-9a9016f7-ed6b-4b42-90f7-790c19696ae7 req-d80e7dda-edc2-49f7-9326-071f1608434d service neutron] 10.222.0.13 "GET /v2.0/networks/63299ea6-43b5-4921-ba00-89662e2353e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3407595 Nov 05 19:10:39.322272 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 33730) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:10:39.326963 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-b8854f8c-aa57-449c-a909-d629bf40bf3f tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] Request body: {'security_group_rule': {'security_group_id': '62bb25fb-2654-482c-aaa3-6e348199bd66', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:10:39.402084 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvr_db [None req-4e0506be-c10e-4224-b829-6e3a9eb9ca42 None None] Set router b087d3dd-6c9e-49f8-8fc7-12b28acb3db4 gateway port host: n-d-816865-1 {{(pid=102388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 19:10:39.483604 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-e935f6e9-5136-4ed8-b01c-3f310e9c12ad admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:39.554151 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-70d0a739-cc3a-4fb8-9a20-9dd192a39d11 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:39.581964 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-e935f6e9-5136-4ed8-b01c-3f310e9c12ad admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:39.644783 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-b8854f8c-aa57-449c-a909-d629bf40bf3f tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:39.737836 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-9a9016f7-ed6b-4b42-90f7-790c19696ae7 req-da466617-154d-4a02-891c-b9fa6737261d service neutron] 10.222.0.13 "GET /v2.0/networks/63299ea6-43b5-4921-ba00-89662e2353e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4031413 Nov 05 19:10:39.768113 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-70d0a739-cc3a-4fb8-9a20-9dd192a39d11 admin admin] Deleting port 87b5d666-5bba-4c1b-afbb-2049dcaaed73 {{(pid=102386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 19:10:39.768464 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-70d0a739-cc3a-4fb8-9a20-9dd192a39d11 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:39.823596 n-d-816865-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-0ab8e7d7-f9b5-4f5c-ad3a-cb7f04cb591b None None] Publish callbacks [] for port, precommit_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:39.842667 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-b6a4b3f6-d3e9-44fa-8e63-d3e4ab19938c req-aabc64f1-bfde-46fc-a1c6-c46843921af1 service neutron] 10.222.0.13 "GET /v2.0/networks/530c2a73-71be-453e-8314-d0f9c49e67e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5406699 Nov 05 19:10:39.869478 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-4e0506be-c10e-4224-b829-6e3a9eb9ca42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b087d3dd-6c9e-49f8-8fc7-12b28acb3db4', 'name': 'tempest-TestAggregatesBasicOps-1309581395-router', 'tenant_id': '594c111268654605b00fb58e6509133f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.106'}], 'enable_snat': True}, 'gw_port_id': '87b5d666-5bba-4c1b-afbb-2049dcaaed73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T19:10:06Z', 'updated_at': '2021-11-05T19:10:36Z', 'revision_number': 5, 'project_id': '594c111268654605b00fb58e6509133f', 'gw_port': {'id': '87b5d666-5bba-4c1b-afbb-2049dcaaed73', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:0e:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b087d3dd-6c9e-49f8-8fc7-12b28acb3db4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3429, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:10:07Z', 'updated_at': '2021-11-05T19:10:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1'}], 'n-d-816865-1', False) {} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:10:39.876430 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-b8854f8c-aa57-449c-a909-d629bf40bf3f tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:39.894818 n-d-816865-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-0ab8e7d7-f9b5-4f5c-ad3a-cb7f04cb591b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:39.903119 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e0506be-c10e-4224-b829-6e3a9eb9ca42 None None] Checking router: b087d3dd-6c9e-49f8-8fc7-12b28acb3db4 for host: n-d-816865-1 {{(pid=102388) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 19:10:39.918503 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e0506be-c10e-4224-b829-6e3a9eb9ca42 None None] Routers {'b087d3dd-6c9e-49f8-8fc7-12b28acb3db4'} bound to L3 agent in host n-d-816865-1 {{(pid=102388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 19:10:39.919151 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-4e0506be-c10e-4224-b829-6e3a9eb9ca42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T19:10:35Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['b087d3dd-6c9e-49f8-8fc7-12b28acb3db4'], 'active': True} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:10:39.946490 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f8a5ac-9b42-486b-a149-570f396d3db2 None None] Pushing event updated for resources: {'Port': ['ID=f17490cd-f592-48e2-815b-deb02c0e1e01,revision_number=3']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:10:39.949455 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-e935f6e9-5136-4ed8-b01c-3f310e9c12ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:39.953869 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-e935f6e9-5136-4ed8-b01c-3f310e9c12ad admin admin] Publish callbacks [] for security_group, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:39.963783 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-e935f6e9-5136-4ed8-b01c-3f310e9c12ad admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2a45dac1-d3d3-41cc-b2d9-af215b43e9fb HTTP/1.1" status: 204 len: 168 time: 0.7366405 Nov 05 19:10:40.013520 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 33736) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:10:40.064020 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-b8854f8c-aa57-449c-a909-d629bf40bf3f tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985308'] for security_group_rule, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:40.086589 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e935f6e9-5136-4ed8-b01c-3f310e9c12ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a45dac1-d3d3-41cc-b2d9-af215b43e9fb,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:10:40.098830 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.managers [None req-0ab8e7d7-f9b5-4f5c-ad3a-cb7f04cb591b None None] Attempting to bind port f17490cd-f592-48e2-815b-deb02c0e1e01 on host n-d-816865-1 for vnic_type normal with profile {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 19:10:40.100932 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.managers [None req-0ab8e7d7-f9b5-4f5c-ad3a-cb7f04cb591b None None] Attempting to bind port f17490cd-f592-48e2-815b-deb02c0e1e01 by drivers openvswitch,hyperv on host n-d-816865-1 at level 0 using segments [{'id': '4803c800-7eb3-4349-8c3f-253c770766d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '530c2a73-71be-453e-8314-d0f9c49e67e6'}] {{(pid=102389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 19:10:40.102252 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ab8e7d7-f9b5-4f5c-ad3a-cb7f04cb591b None None] Attempting to bind port f17490cd-f592-48e2-815b-deb02c0e1e01 on network 530c2a73-71be-453e-8314-d0f9c49e67e6 {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 19:10:40.113521 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-f1201a2c-493f-40bb-a396-d67d2bebcc7b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:40.119061 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ab8e7d7-f9b5-4f5c-ad3a-cb7f04cb591b None None] Checking agent: {'id': '724d89a7-611b-41e6-bc85-c48112b17afa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 18, 25, 8), 'started_at': datetime.datetime(2021, 11, 5, 18, 25, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 19, 10, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 19:10:40.125217 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ab8e7d7-f9b5-4f5c-ad3a-cb7f04cb591b None None] Checking segment: {'id': '4803c800-7eb3-4349-8c3f-253c770766d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '530c2a73-71be-453e-8314-d0f9c49e67e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 19:10:40.131708 n-d-816865-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-0ab8e7d7-f9b5-4f5c-ad3a-cb7f04cb591b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:40.132478 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ab8e7d7-f9b5-4f5c-ad3a-cb7f04cb591b None None] Bound using segment: {'id': '4803c800-7eb3-4349-8c3f-253c770766d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '530c2a73-71be-453e-8314-d0f9c49e67e6'} {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 19:10:40.133025 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.managers [None req-0ab8e7d7-f9b5-4f5c-ad3a-cb7f04cb591b None None] Bound port: f17490cd-f592-48e2-815b-deb02c0e1e01, host: n-d-816865-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4803c800-7eb3-4349-8c3f-253c770766d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '530c2a73-71be-453e-8314-d0f9c49e67e6'}}] {{(pid=102389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 19:10:40.133473 n-d-816865-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-0ab8e7d7-f9b5-4f5c-ad3a-cb7f04cb591b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:40.140732 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [None req-70d0a739-cc3a-4fb8-9a20-9dd192a39d11 admin admin] For port 87b5d666-5bba-4c1b-afbb-2049dcaaed73, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=87b5d666-5bba-4c1b-afbb-2049dcaaed73,segment=NetworkSegment(85be518c-8bb4-46a2-a903-d4292782d29d),segment_id=85be518c-8bb4-46a2-a903-d4292782d29d)] {{(pid=102386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:10:40.141101 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-70d0a739-cc3a-4fb8-9a20-9dd192a39d11 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:40.185905 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-70d0a739-cc3a-4fb8-9a20-9dd192a39d11 admin admin] Calling delete_port for 87b5d666-5bba-4c1b-afbb-2049dcaaed73 owned by network:router_gateway {{(pid=102386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 19:10:40.188950 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvr_db [None req-4e0506be-c10e-4224-b829-6e3a9eb9ca42 None None] Set router b087d3dd-6c9e-49f8-8fc7-12b28acb3db4 gateway port host: None {{(pid=102388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 19:10:40.207702 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8854f8c-aa57-449c-a909-d629bf40bf3f tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8540180f-dc6b-4e55-8bb5-9b58af95197b,revision_number=0']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:10:40.272353 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-1dd22b34-2aa4-4af2-a7b0-bc9116327d27 req-1e40ca37-0754-431d-a1df-281af7a5b45a tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] 10.222.0.13 "GET /v2.0/ports?device_id=9f7e8153-a580-44c6-be5e-fab9e03b087a HTTP/1.1" status: 200 len: 210 time: 0.1229086 Nov 05 19:10:40.282133 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-b6a4b3f6-d3e9-44fa-8e63-d3e4ab19938c req-bf8aabdc-eb0e-45a7-8ed8-f239ba1aca0b service neutron] 10.222.0.13 "GET /v2.0/networks/530c2a73-71be-453e-8314-d0f9c49e67e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4273038 Nov 05 19:10:40.292368 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-b8854f8c-aa57-449c-a909-d629bf40bf3f tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:40.296603 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-b8854f8c-aa57-449c-a909-d629bf40bf3f tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9732082 Nov 05 19:10:40.299423 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-4e0506be-c10e-4224-b829-6e3a9eb9ca42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b087d3dd-6c9e-49f8-8fc7-12b28acb3db4', 'name': 'tempest-TestAggregatesBasicOps-1309581395-router', 'tenant_id': '594c111268654605b00fb58e6509133f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T19:10:06Z', 'updated_at': '2021-11-05T19:10:39Z', 'revision_number': 6, 'project_id': '594c111268654605b00fb58e6509133f', 'gw_port_host': None}], 'n-d-816865-1', False) {} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:10:40.302567 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 33742) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:10:40.307598 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-66cb9b1a-3092-4926-b842-a997217aecb5 tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] Request body: {'floatingip': {'floating_network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec'}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:10:40.359653 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [None req-0ab8e7d7-f9b5-4f5c-ad3a-cb7f04cb591b None None] For port f17490cd-f592-48e2-815b-deb02c0e1e01, host n-d-816865-1, cleared binding levels {{(pid=102389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 19:10:40.359653 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [None req-0ab8e7d7-f9b5-4f5c-ad3a-cb7f04cb591b None None] For port f17490cd-f592-48e2-815b-deb02c0e1e01, host n-d-816865-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=f17490cd-f592-48e2-815b-deb02c0e1e01,segment=NetworkSegment(4803c800-7eb3-4349-8c3f-253c770766d0),segment_id=4803c800-7eb3-4349-8c3f-253c770766d0)] {{(pid=102389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 19:10:40.369707 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e0506be-c10e-4224-b829-6e3a9eb9ca42 None None] The sync data for ids ['b087d3dd-6c9e-49f8-8fc7-12b28acb3db4'] in n-d-816865-1 is: [{'id': 'b087d3dd-6c9e-49f8-8fc7-12b28acb3db4', 'name': 'tempest-TestAggregatesBasicOps-1309581395-router', 'tenant_id': '594c111268654605b00fb58e6509133f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T19:10:06Z', 'updated_at': '2021-11-05T19:10:39Z', 'revision_number': 6, 'project_id': '594c111268654605b00fb58e6509133f', 'gw_port_host': None}] {{(pid=102388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 19:10:40.386418 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-2994feb8-bf0b-4efa-b51f-e5c103dc9e68 None None] Provisioning complete for port f17490cd-f592-48e2-815b-deb02c0e1e01 triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:10:40.386790 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-2994feb8-bf0b-4efa-b51f-e5c103dc9e68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:40.437366 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-2994feb8-bf0b-4efa-b51f-e5c103dc9e68 None None] Port f17490cd-f592-48e2-815b-deb02c0e1e01 cannot update to ACTIVE because it is not bound. {{(pid=102388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 19:10:40.472113 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-66cb9b1a-3092-4926-b842-a997217aecb5 tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] Publish callbacks [] for floatingip, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:40.472344 n-d-816865-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-0ab8e7d7-f9b5-4f5c-ad3a-cb7f04cb591b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:40.536194 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ab8e7d7-f9b5-4f5c-ad3a-cb7f04cb591b None None] Routers {'e0b49f4e-3989-4c9d-ba0e-841f45688c67'} bound to L3 agent in host n-d-816865-1 {{(pid=102389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 19:10:40.536860 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-0ab8e7d7-f9b5-4f5c-ad3a-cb7f04cb591b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T19:10:35Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['e0b49f4e-3989-4c9d-ba0e-841f45688c67'], 'active': True} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:10:40.564261 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-f1201a2c-493f-40bb-a396-d67d2bebcc7b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:40.584189 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f8a5ac-9b42-486b-a149-570f396d3db2 None None] Pushing event updated for resources: {'Port': ['ID=f17490cd-f592-48e2-815b-deb02c0e1e01,revision_number=4']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:10:40.599232 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-66cb9b1a-3092-4926-b842-a997217aecb5 tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:40.688187 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvr_db [None req-0ab8e7d7-f9b5-4f5c-ad3a-cb7f04cb591b None None] Set router e0b49f4e-3989-4c9d-ba0e-841f45688c67 gateway port host: n-d-816865-1 {{(pid=102389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 19:10:40.692812 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-f1201a2c-493f-40bb-a396-d67d2bebcc7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:40.787813 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.db_base_plugin_common [None req-66cb9b1a-3092-4926-b842-a997217aecb5 tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] Allocated IP 172.25.6.208 (40c8335d-cd0b-4cb5-910a-d4dcddd5cbec/04fe6db3-e108-4208-943d-6518424f5726/b762d9f6-19ec-46c0-87e4-8b7cacb8008d) {{(pid=102387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 19:10:40.838815 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-f1201a2c-493f-40bb-a396-d67d2bebcc7b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=75097d0dacb24d01938cac6e239e0755&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8239110 Nov 05 19:10:40.840633 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1201a2c-493f-40bb-a396-d67d2bebcc7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ec0e038-23b7-4d2a-9fa4-1a2a2c1417df,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:10:40.862446 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-70d0a739-cc3a-4fb8-9a20-9dd192a39d11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:40.882788 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 33756) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:10:40.890335 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-c632a728-aa78-4ea0-8f32-5952719c40b5 None None] Provisioning complete for port f17490cd-f592-48e2-815b-deb02c0e1e01 triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:10:40.890888 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c632a728-aa78-4ea0-8f32-5952719c40b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:40.951045 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d0a739-cc3a-4fb8-9a20-9dd192a39d11 admin admin] Pushing event deleted for resources: {'Port': ['ID=87b5d666-5bba-4c1b-afbb-2049dcaaed73,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:10:40.990970 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-c6cb2f12-0028-4757-8bf5-d23b4e5042fd req-7acaf7e8-77e9-4a1e-a557-9d0bd840aef0 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] 10.222.0.13 "GET /v2.0/ports?device_id=6a98ef0f-dfb9-459b-b9cc-e3b18cabd026 HTTP/1.1" status: 200 len: 210 time: 0.1709793 Nov 05 19:10:41.076644 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-70d0a739-cc3a-4fb8-9a20-9dd192a39d11 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1000651'] for router_gateway, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:41.116928 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c632a728-aa78-4ea0-8f32-5952719c40b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:41.139488 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-66cb9b1a-3092-4926-b842-a997217aecb5 tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] Publish callbacks [] for port, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:41.170397 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-c632a728-aa78-4ea0-8f32-5952719c40b5 None None] For port f17490cd-f592-48e2-815b-deb02c0e1e01, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=f17490cd-f592-48e2-815b-deb02c0e1e01,segment=NetworkSegment(4803c800-7eb3-4349-8c3f-253c770766d0),segment_id=4803c800-7eb3-4349-8c3f-253c770766d0)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:10:41.179478 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-0ab8e7d7-f9b5-4f5c-ad3a-cb7f04cb591b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0b49f4e-3989-4c9d-ba0e-841f45688c67', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2054408583', 'tenant_id': '777902a3c6ed4ff2a5460208db53bd8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.107'}], 'enable_snat': True}, 'gw_port_id': '330632d3-8100-460b-8490-449bd6a7d775', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T19:10:15Z', 'updated_at': '2021-11-05T19:10:34Z', 'revision_number': 4, 'project_id': '777902a3c6ed4ff2a5460208db53bd8a', 'gw_port': {'id': '330632d3-8100-460b-8490-449bd6a7d775', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:0f:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0b49f4e-3989-4c9d-ba0e-841f45688c67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3452, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:10:17Z', 'updated_at': '2021-11-05T19:10:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1', '_interfaces': [{'id': 'f17490cd-f592-48e2-815b-deb02c0e1e01', 'name': '', 'network_id': '530c2a73-71be-453e-8314-d0f9c49e67e6', 'tenant_id': '777902a3c6ed4ff2a5460208db53bd8a', 'mac_address': 'fa:16:3e:38:f7:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0b49f4e-3989-4c9d-ba0e-841f45688c67', 'device_owner': 'network:router_interface', 'standard_attr_id': 3463, 'fixed_ips': [{'subnet_id': 'e515ab6a-4766-4dbf-9d26-5aeef878e9d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:10:31Z', 'updated_at': '2021-11-05T19:10:40Z', 'revision_number': 4, 'project_id': '777902a3c6ed4ff2a5460208db53bd8a', 'subnets': [{'id': 'e515ab6a-4766-4dbf-9d26-5aeef878e9d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-1', False) {} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:10:41.203906 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-16bc376c-536e-401c-ac2c-da0c69228816 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:41.226332 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ab8e7d7-f9b5-4f5c-ad3a-cb7f04cb591b None None] The sync data for ids ['e0b49f4e-3989-4c9d-ba0e-841f45688c67'] in n-d-816865-1 is: [{'id': 'e0b49f4e-3989-4c9d-ba0e-841f45688c67', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2054408583', 'tenant_id': '777902a3c6ed4ff2a5460208db53bd8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.107'}], 'enable_snat': True}, 'gw_port_id': '330632d3-8100-460b-8490-449bd6a7d775', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T19:10:15Z', 'updated_at': '2021-11-05T19:10:34Z', 'revision_number': 4, 'project_id': '777902a3c6ed4ff2a5460208db53bd8a', 'gw_port': {'id': '330632d3-8100-460b-8490-449bd6a7d775', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:0f:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0b49f4e-3989-4c9d-ba0e-841f45688c67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3452, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:10:17Z', 'updated_at': '2021-11-05T19:10:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1', '_interfaces': [{'id': 'f17490cd-f592-48e2-815b-deb02c0e1e01', 'name': '', 'network_id': '530c2a73-71be-453e-8314-d0f9c49e67e6', 'tenant_id': '777902a3c6ed4ff2a5460208db53bd8a', 'mac_address': 'fa:16:3e:38:f7:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0b49f4e-3989-4c9d-ba0e-841f45688c67', 'device_owner': 'network:router_interface', 'standard_attr_id': 3463, 'fixed_ips': [{'subnet_id': 'e515ab6a-4766-4dbf-9d26-5aeef878e9d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:10:31Z', 'updated_at': '2021-11-05T19:10:40Z', 'revision_number': 4, 'project_id': '777902a3c6ed4ff2a5460208db53bd8a', 'subnets': [{'id': 'e515ab6a-4766-4dbf-9d26-5aeef878e9d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 19:10:41.261113 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-70d0a739-cc3a-4fb8-9a20-9dd192a39d11 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-571301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6852'] for router, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:41.266612 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c632a728-aa78-4ea0-8f32-5952719c40b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:41.268586 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-70d0a739-cc3a-4fb8-9a20-9dd192a39d11 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:41.283706 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-16bc376c-536e-401c-ac2c-da0c69228816 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:41.284086 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-66cb9b1a-3092-4926-b842-a997217aecb5 tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4417063'] for port, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:41.420004 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66cb9b1a-3092-4926-b842-a997217aecb5 tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] Network 40c8335d-cd0b-4cb5-910a-d4dcddd5cbec is already hosted by enough agents. {{(pid=102387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 19:10:41.422669 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c632a728-aa78-4ea0-8f32-5952719c40b5 None None] Pushing event updated for resources: {'Port': ['ID=f17490cd-f592-48e2-815b-deb02c0e1e01,revision_number=5']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:10:41.451949 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.base_scheduler [None req-66cb9b1a-3092-4926-b842-a997217aecb5 tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] Resources bound (agent type, host, resource id): {{(pid=102387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 19:10:41.456198 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66cb9b1a-3092-4926-b842-a997217aecb5 tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] Received port after_create {{(pid=102387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 19:10:41.485989 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 33774) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:10:41.534258 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 87b5d666-5bba-4c1b-afbb-2049dcaaed73 no longer exists at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 19:10:41.563747 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66cb9b1a-3092-4926-b842-a997217aecb5 tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] Pushing event updated for resources: {'Port': ['ID=b762d9f6-19ec-46c0-87e4-8b7cacb8008d,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:10:41.569332 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] No Port match for: 87b5d666-5bba-4c1b-afbb-2049dcaaed73 {{(pid=102388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 19:10:41.570174 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 87b5d666-5bba-4c1b-afbb-2049dcaaed73 not bound to the agent host n-d-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 19:10:41.570833 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 6b54a104-2e80-4c72-94f7-faca49ca12c8 no longer exists at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 19:10:41.621558 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-91f8b2f8-516e-4f5a-b269-1d7eaef49706 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5628c27c4e9745e0b64e152634c85b5a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1321619 Nov 05 19:10:41.629933 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 33776) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:10:41.650583 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] No Port match for: 6b54a104-2e80-4c72-94f7-faca49ca12c8 {{(pid=102388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 19:10:41.650969 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 6b54a104-2e80-4c72-94f7-faca49ca12c8 not bound to the agent host n-d-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 19:10:41.661869 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-39829eec-4967-4e8a-beb1-151ca6e93f66 req-c6fb25df-f400-4d53-923e-839c9d795554 tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] 10.222.0.13 "GET /v2.0/ports?device_id=9f7e8153-a580-44c6-be5e-fab9e03b087a HTTP/1.1" status: 200 len: 210 time: 0.1070781 Nov 05 19:10:41.682362 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-70d0a739-cc3a-4fb8-9a20-9dd192a39d11 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-571310'] for router, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:41.683262 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70d0a739-cc3a-4fb8-9a20-9dd192a39d11 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b087d3dd-6c9e-49f8-8fc7-12b28acb3db4 {{(pid=102386) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 05 19:10:41.689237 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-70d0a739-cc3a-4fb8-9a20-9dd192a39d11 admin admin] Publish callbacks [] for router, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:41.693542 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-70d0a739-cc3a-4fb8-9a20-9dd192a39d11 admin admin] 10.222.0.13 "DELETE /v2.0/routers/b087d3dd-6c9e-49f8-8fc7-12b28acb3db4 HTTP/1.1" status: 204 len: 168 time: 2.7248170 Nov 05 19:10:41.694781 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 33778) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:10:41.746003 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-16bc376c-536e-401c-ac2c-da0c69228816 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:41.748201 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-16bc376c-536e-401c-ac2c-da0c69228816 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:41.749849 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-16bc376c-536e-401c-ac2c-da0c69228816 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9ec0e038-23b7-4d2a-9fa4-1a2a2c1417df HTTP/1.1" status: 204 len: 168 time: 0.8577921 Nov 05 19:10:41.780893 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16bc376c-536e-401c-ac2c-da0c69228816 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ec0e038-23b7-4d2a-9fa4-1a2a2c1417df,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:10:41.796446 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-5510f454-afc7-4f89-ab33-70a7a65215b5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:41.817682 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.db_base_plugin_v2 [None req-98147bbd-c29a-4e07-8463-9dec09e9ca1f admin admin] Deleting subnet e4add6ee-4497-4afb-b16c-9cf7eb2ad9e1 {{(pid=102386) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 05 19:10:41.831431 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-98147bbd-c29a-4e07-8463-9dec09e9ca1f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:41.894002 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-5510f454-afc7-4f89-ab33-70a7a65215b5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:41.922847 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-66cb9b1a-3092-4926-b842-a997217aecb5 tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:41.954879 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-98147bbd-c29a-4e07-8463-9dec09e9ca1f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4590738'] for subnet, precommit_delete_associations {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:42.125997 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-c9773f00-f102-4405-ab38-32367f281016 req-9be50d7d-c6c6-4aea-9e90-1e53065823f8 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] 10.222.0.13 "GET /v2.0/ports?device_id=6a98ef0f-dfb9-459b-b9cc-e3b18cabd026 HTTP/1.1" status: 200 len: 210 time: 0.0602901 Nov 05 19:10:42.129932 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-66cb9b1a-3092-4926-b842-a997217aecb5 tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:42.152795 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-98147bbd-c29a-4e07-8463-9dec09e9ca1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1573928'] for subnet, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:42.232285 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-5510f454-afc7-4f89-ab33-70a7a65215b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:42.235524 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-5510f454-afc7-4f89-ab33-70a7a65215b5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:42.239380 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-5510f454-afc7-4f89-ab33-70a7a65215b5 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b5cc021e-aa8f-4323-a983-51b5dbdacaac HTTP/1.1" status: 204 len: 168 time: 0.6089504 Nov 05 19:10:42.249394 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5510f454-afc7-4f89-ab33-70a7a65215b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5cc021e-aa8f-4323-a983-51b5dbdacaac,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:10:42.319073 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-98147bbd-c29a-4e07-8463-9dec09e9ca1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1573905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6149879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4877183'] for subnet, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:42.418532 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98147bbd-c29a-4e07-8463-9dec09e9ca1f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e4add6ee-4497-4afb-b16c-9cf7eb2ad9e1,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:10:42.422934 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-98147bbd-c29a-4e07-8463-9dec09e9ca1f admin admin] Publish callbacks [] for subnet, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:42.431361 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-272c23da-36b0-4e67-a821-f68d9910ffe4 None None] Network 310f29ce-3181-430e-9d8d-41528761e3df requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 19:10:42.437779 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-98147bbd-c29a-4e07-8463-9dec09e9ca1f admin admin] 10.222.0.13 "DELETE /v2.0/subnets/e4add6ee-4497-4afb-b16c-9cf7eb2ad9e1 HTTP/1.1" status: 204 len: 168 time: 0.7369664 Nov 05 19:10:42.438549 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 33790) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:10:42.453494 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-66cb9b1a-3092-4926-b842-a997217aecb5 tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] Publish callbacks [] for port, precommit_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:42.553988 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-66cb9b1a-3092-4926-b842-a997217aecb5 tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4417072'] for port, after_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:42.557036 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-0ea20fcb-7c84-416d-aad5-9560f0184096 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1664226'] for network, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:42.654359 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-0ea20fcb-7c84-416d-aad5-9560f0184096 admin admin] Deleting port 12c9a05b-ad27-4a3d-8966-ef41a96089cb {{(pid=102386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 19:10:42.655009 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-0ea20fcb-7c84-416d-aad5-9560f0184096 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:42.814236 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66cb9b1a-3092-4926-b842-a997217aecb5 tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] Pushing event updated for resources: {'Port': ['ID=b762d9f6-19ec-46c0-87e4-8b7cacb8008d,revision_number=2']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:10:42.828518 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-66cb9b1a-3092-4926-b842-a997217aecb5 tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1000577'] for floatingip, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:42.871154 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [None req-0ea20fcb-7c84-416d-aad5-9560f0184096 admin admin] For port 12c9a05b-ad27-4a3d-8966-ef41a96089cb, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=12c9a05b-ad27-4a3d-8966-ef41a96089cb,segment=NetworkSegment(d87db530-7efd-418b-91b7-b7824ac732b7),segment_id=d87db530-7efd-418b-91b7-b7824ac732b7)] {{(pid=102386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:10:42.871614 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-0ea20fcb-7c84-416d-aad5-9560f0184096 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:42.917855 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-0ea20fcb-7c84-416d-aad5-9560f0184096 admin admin] Calling delete_port for 12c9a05b-ad27-4a3d-8966-ef41a96089cb owned by network:dhcp {{(pid=102386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 19:10:42.944105 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b690f8d8-3832-4a77-b3fd-f566c094e1f2 None None] DHCP port deletion for 310f29ce-3181-430e-9d8d-41528761e3df request from n-d-816865-1 {{(pid=102388) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 05 19:10:42.989447 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-755b5ab5-4515-41db-b93a-3449ee547f23 req-b114d927-0b78-4025-8ca0-53e183895dca tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] 10.222.0.13 "GET /v2.0/ports?device_id=9f7e8153-a580-44c6-be5e-fab9e03b087a HTTP/1.1" status: 200 len: 210 time: 0.1101906 Nov 05 19:10:43.003051 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-66cb9b1a-3092-4926-b842-a997217aecb5 tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for floatingip, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:43.006144 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-66cb9b1a-3092-4926-b842-a997217aecb5 tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.7007763 Nov 05 19:10:43.137743 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-b690f8d8-3832-4a77-b3fd-f566c094e1f2 None None] Deleting port 12c9a05b-ad27-4a3d-8966-ef41a96089cb {{(pid=102388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 19:10:43.137980 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b690f8d8-3832-4a77-b3fd-f566c094e1f2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:43.152966 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-0ea20fcb-7c84-416d-aad5-9560f0184096 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:43.315602 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea20fcb-7c84-416d-aad5-9560f0184096 admin admin] Pushing event deleted for resources: {'Port': ['ID=12c9a05b-ad27-4a3d-8966-ef41a96089cb,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:10:43.336959 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ea20fcb-7c84-416d-aad5-9560f0184096 admin admin] No DVR routers for this DVR port 12c9a05b-ad27-4a3d-8966-ef41a96089cb on host n-d-816865-1 {{(pid=102386) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 19:10:43.391675 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b690f8d8-3832-4a77-b3fd-f566c094e1f2 None None] For port 12c9a05b-ad27-4a3d-8966-ef41a96089cb, host n-d-816865-1, got binding levels [] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:10:43.392459 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b690f8d8-3832-4a77-b3fd-f566c094e1f2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:43.464007 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-b690f8d8-3832-4a77-b3fd-f566c094e1f2 None None] Calling delete_port for 12c9a05b-ad27-4a3d-8966-ef41a96089cb owned by network:dhcp {{(pid=102388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 19:10:43.468369 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-b0655477-9a58-4965-bb49-bbe7f9646c4a req-4ee79ccd-130f-4b1d-ad58-1b780acc93c9 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] 10.222.0.13 "GET /v2.0/ports?device_id=6a98ef0f-dfb9-459b-b9cc-e3b18cabd026 HTTP/1.1" status: 200 len: 210 time: 0.0508420 Nov 05 19:10:43.474480 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.ipam_backend_mixin [None req-b690f8d8-3832-4a77-b3fd-f566c094e1f2 None None] Port 12c9a05b-ad27-4a3d-8966-ef41a96089cb was not found and therefore no delete operation was performed {{(pid=102388) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 05 19:10:43.484973 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b690f8d8-3832-4a77-b3fd-f566c094e1f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798'] for port, after_delete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:43.533706 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device f17490cd-f592-48e2-815b-deb02c0e1e01 up at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 19:10:43.542755 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b690f8d8-3832-4a77-b3fd-f566c094e1f2 None None] No DVR routers for this DVR port 12c9a05b-ad27-4a3d-8966-ef41a96089cb on host n-d-816865-1 {{(pid=102388) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 19:10:43.549920 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-0ea20fcb-7c84-416d-aad5-9560f0184096 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1579173', 'neutron.services.segments.db._delete_segments_for_network-8750027792909'] for network, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:43.585437 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-ab583d06-4e93-43eb-b859-f4243a9bbb69 req-e0208c36-d573-4c84-bb1f-efb3436c6e5b tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--441043597&fields=id&tenant_id=c9875160e1e6467ba4c32e29bdc7488a HTTP/1.1" status: 200 len: 267 time: 0.1812015 Nov 05 19:10:43.609487 n-d-816865-1 neutron-server[102386]: DEBUG neutron.services.segments.db [None req-0ea20fcb-7c84-416d-aad5-9560f0184096 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['310f29ce-3181-430e-9d8d-41528761e3df']}} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:10:43.617285 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b690f8d8-3832-4a77-b3fd-f566c094e1f2 None None] Pushing event deleted for resources: {'Port': ['ID=12c9a05b-ad27-4a3d-8966-ef41a96089cb,revision_number=None']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:10:43.623159 n-d-816865-1 neutron-server[102386]: DEBUG neutron.services.segments.db [None req-0ea20fcb-7c84-416d-aad5-9560f0184096 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd87db530-7efd-418b-91b7-b7824ac732b7') {'for_net_delete': True} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:10:43.623608 n-d-816865-1 neutron-server[102386]: DEBUG neutron.services.segments.db [None req-0ea20fcb-7c84-416d-aad5-9560f0184096 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd87db530-7efd-418b-91b7-b7824ac732b7') {} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:10:43.645748 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-0ea20fcb-7c84-416d-aad5-9560f0184096 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750027793430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4590747'] for segment, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:43.675333 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-0ea20fcb-7c84-416d-aad5-9560f0184096 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273'] for segment, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:43.679375 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Provisioning complete for port f17490cd-f592-48e2-815b-deb02c0e1e01 triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:10:43.679729 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:43.692699 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ea20fcb-7c84-416d-aad5-9560f0184096 admin admin] Releasing vlan 184 on physical network physnet1 to pool {{(pid=102386) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 05 19:10:43.694284 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-0ea20fcb-7c84-416d-aad5-9560f0184096 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6149721'] for segment, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:43.699519 n-d-816865-1 neutron-server[102386]: Traceback (most recent call last): Nov 05 19:10:43.699519 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 05 19:10:43.699519 n-d-816865-1 neutron-server[102386]: timer() Nov 05 19:10:43.699519 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 05 19:10:43.699519 n-d-816865-1 neutron-server[102386]: cb(*args, **kw) Nov 05 19:10:43.699519 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 05 19:10:43.699519 n-d-816865-1 neutron-server[102386]: return func(*args, **kwargs) Nov 05 19:10:43.699519 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 05 19:10:43.699519 n-d-816865-1 neutron-server[102386]: self._notify() Nov 05 19:10:43.699519 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 05 19:10:43.699519 n-d-816865-1 neutron-server[102386]: self.callback(batched_events) Nov 05 19:10:43.699519 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 05 19:10:43.699519 n-d-816865-1 neutron-server[102386]: event.method(event) Nov 05 19:10:43.699519 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 05 19:10:43.699519 n-d-816865-1 neutron-server[102386]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 05 19:10:43.699519 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 05 19:10:43.699519 n-d-816865-1 neutron-server[102386]: aggregate_uuid = self.p_client.list_aggregates( Nov 05 19:10:43.699519 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 05 19:10:43.699519 n-d-816865-1 neutron-server[102386]: return f(self, *a, **k) Nov 05 19:10:43.699519 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 05 19:10:43.699519 n-d-816865-1 neutron-server[102386]: return self._get(url).json() Nov 05 19:10:43.699519 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 05 19:10:43.699519 n-d-816865-1 neutron-server[102386]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 05 19:10:43.699519 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 05 19:10:43.699519 n-d-816865-1 neutron-server[102386]: return self.request(url, 'GET', **kwargs) Nov 05 19:10:43.699519 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 05 19:10:43.699519 n-d-816865-1 neutron-server[102386]: base_url = self.get_endpoint(auth, allow=allow, Nov 05 19:10:43.699519 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 05 19:10:43.699519 n-d-816865-1 neutron-server[102386]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 05 19:10:43.699519 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 05 19:10:43.699519 n-d-816865-1 neutron-server[102386]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 05 19:10:43.699519 n-d-816865-1 neutron-server[102386]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 05 19:10:43.725455 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab583d06-4e93-43eb-b859-f4243a9bbb69 req-77890f05-b6ab-48e7-8879-0bd118957d68 tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:10:43.727847 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-ab583d06-4e93-43eb-b859-f4243a9bbb69 req-77890f05-b6ab-48e7-8879-0bd118957d68 tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] 10.222.0.13 "GET /v2.0/networks?id=4dc00c45-f8b9-4c9a-a6c5-c27d3aa63b93 HTTP/1.1" status: 200 len: 817 time: 0.1312807 Nov 05 19:10:43.753300 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9016f7-ed6b-4b42-90f7-790c19696ae7 req-b0e737c4-a3af-45dd-9263-e541844e824f tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:10:43.755012 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-9a9016f7-ed6b-4b42-90f7-790c19696ae7 req-b0e737c4-a3af-45dd-9263-e541844e824f tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] 10.222.0.41 "GET /v2.0/networks?id=63299ea6-43b5-4921-ba00-89662e2353e0 HTTP/1.1" status: 200 len: 797 time: 0.4589937 Nov 05 19:10:43.767399 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-ab583d06-4e93-43eb-b859-f4243a9bbb69 req-dda22ab4-4c77-4c83-960e-83009fbf2234 tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] 10.222.0.13 "GET /v2.0/quotas/c9875160e1e6467ba4c32e29bdc7488a HTTP/1.1" status: 200 len: 375 time: 0.0112293 Nov 05 19:10:43.888321 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-9a9016f7-ed6b-4b42-90f7-790c19696ae7 req-7ba45d3d-81fe-4b52-bde0-d0fb8a259eb0 tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e6881a268b314b538ad6a867b46f1df8 HTTP/1.1" status: 200 len: 380 time: 0.1179771 Nov 05 19:10:43.901082 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-ab583d06-4e93-43eb-b859-f4243a9bbb69 req-6280f524-28a8-4af8-929a-c8901f968c6d tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=c9875160e1e6467ba4c32e29bdc7488a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1050236 Nov 05 19:10:43.906517 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [req-9a9016f7-ed6b-4b42-90f7-790c19696ae7 req-cb975d5f-9c5f-4215-ba5e-295073a11410 tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Request body: {'port': {'device_id': '9f7e8153-a580-44c6-be5e-fab9e03b087a', 'network_id': '63299ea6-43b5-4921-ba00-89662e2353e0', 'admin_state_up': True, 'tenant_id': 'e6881a268b314b538ad6a867b46f1df8', 'security_groups': ['60ddf13c-c70f-4f3f-ba68-b64d39fac0a1']}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:10:43.907013 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-0ea20fcb-7c84-416d-aad5-9560f0184096 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1579178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-956796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1000687'] for network, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:43.922423 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 12c9a05b-ad27-4a3d-8966-ef41a96089cb no longer exists at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 19:10:43.932886 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-0ea20fcb-7c84-416d-aad5-9560f0184096 admin admin] Publish callbacks [] for network, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:43.947236 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] No Port match for: 12c9a05b-ad27-4a3d-8966-ef41a96089cb {{(pid=102388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 19:10:43.947236 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 12c9a05b-ad27-4a3d-8966-ef41a96089cb not bound to the agent host n-d-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 19:10:43.947573 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-0ea20fcb-7c84-416d-aad5-9560f0184096 admin admin] 10.222.0.13 "DELETE /v2.0/networks/310f29ce-3181-430e-9d8d-41528761e3df HTTP/1.1" status: 204 len: 168 time: 1.5043468 Nov 05 19:10:43.977081 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea20fcb-7c84-416d-aad5-9560f0184096 admin admin] Pushing event deleted for resources: {'Network': ['ID=310f29ce-3181-430e-9d8d-41528761e3df,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:10:44.186003 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-8abda904-7688-4e90-a645-1a7a0c749c6a req-a0cd51d2-7ed9-496c-b98f-4e639b1358c4 tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] 10.222.0.13 "GET /v2.0/ports?device_id=9f7e8153-a580-44c6-be5e-fab9e03b087a HTTP/1.1" status: 200 len: 210 time: 0.0495234 Nov 05 19:10:44.244611 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-ab583d06-4e93-43eb-b859-f4243a9bbb69 req-b898e246-7ed2-4443-96fa-5255c8687eae service neutron] 10.222.0.13 "GET /v2.0/networks/4dc00c45-f8b9-4c9a-a6c5-c27d3aa63b93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2629859 Nov 05 19:10:44.322300 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a4b3f6-d3e9-44fa-8e63-d3e4ab19938c req-04c33dc2-5f5e-4ba8-99bf-1ac5d2696c55 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:10:44.324715 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-b6a4b3f6-d3e9-44fa-8e63-d3e4ab19938c req-04c33dc2-5f5e-4ba8-99bf-1ac5d2696c55 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] 10.222.0.41 "GET /v2.0/networks?id=530c2a73-71be-453e-8314-d0f9c49e67e6 HTTP/1.1" status: 200 len: 797 time: 0.2089682 Nov 05 19:10:44.368163 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9a9016f7-ed6b-4b42-90f7-790c19696ae7 req-cb975d5f-9c5f-4215-ba5e-295073a11410 tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Made reservation on behalf of e6881a268b314b538ad6a867b46f1df8 for: {'port': 1} {{(pid=102387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 19:10:44.376326 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-9a9016f7-ed6b-4b42-90f7-790c19696ae7 req-cb975d5f-9c5f-4215-ba5e-295073a11410 tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:44.451725 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-b6a4b3f6-d3e9-44fa-8e63-d3e4ab19938c req-2acbc776-7486-4cda-b050-73b919b95bab tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=777902a3c6ed4ff2a5460208db53bd8a HTTP/1.1" status: 200 len: 379 time: 0.1119006 Nov 05 19:10:44.463083 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [req-b6a4b3f6-d3e9-44fa-8e63-d3e4ab19938c req-651a138d-1f94-49ca-8375-60f75db39ecc tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Request body: {'port': {'device_id': '6a98ef0f-dfb9-459b-b9cc-e3b18cabd026', 'network_id': '530c2a73-71be-453e-8314-d0f9c49e67e6', 'admin_state_up': True, 'tenant_id': '777902a3c6ed4ff2a5460208db53bd8a', 'security_groups': ['58a0d76a-fac3-49dd-bb58-977488bd5154']}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:10:44.479768 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-ab583d06-4e93-43eb-b859-f4243a9bbb69 req-ceb4c568-7dca-4eef-9f45-1460243c9825 service neutron] 10.222.0.13 "GET /v2.0/networks/4dc00c45-f8b9-4c9a-a6c5-c27d3aa63b93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2283211 Nov 05 19:10:44.557560 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 33842) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:10:44.920200 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-81cd832d-2ceb-478a-abd4-ddca3217105c req-04002364-89c2-4ff9-9d23-d1d159996b56 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] 10.222.0.13 "GET /v2.0/ports?device_id=6a98ef0f-dfb9-459b-b9cc-e3b18cabd026 HTTP/1.1" status: 200 len: 210 time: 0.3145678 Nov 05 19:10:44.928445 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.db_base_plugin_common [req-9a9016f7-ed6b-4b42-90f7-790c19696ae7 req-cb975d5f-9c5f-4215-ba5e-295073a11410 tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Allocated IP 172.20.0.7 (63299ea6-43b5-4921-ba00-89662e2353e0/8dac5652-6e0f-49fd-9eec-fc8f4911236b/44a0380d-62be-4048-98ca-1cdeb11ab2dc) {{(pid=102387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 19:10:44.954251 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-557f8577-5766-418c-9199-fe44286cdc18 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=cc9fac9ea8484a848e29c81d212a4cf5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3932698 Nov 05 19:10:44.957071 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 33846) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:10:45.011340 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b6a4b3f6-d3e9-44fa-8e63-d3e4ab19938c req-651a138d-1f94-49ca-8375-60f75db39ecc tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Made reservation on behalf of 777902a3c6ed4ff2a5460208db53bd8a for: {'port': 1} {{(pid=102386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 19:10:45.025251 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-b6a4b3f6-d3e9-44fa-8e63-d3e4ab19938c req-651a138d-1f94-49ca-8375-60f75db39ecc tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:45.158818 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-1f010b8d-a1f6-4bad-bdc6-736b27c8fe6b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:45.165541 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-9321149c-bd7b-4980-b8dc-9b9797283eb7 req-d9f9564b-1255-48f0-982f-8a20882c6cff tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] 10.222.0.13 "GET /v2.0/ports?device_id=290c51ab-aef0-42b0-b28a-c110c73b3a2f HTTP/1.1" status: 200 len: 210 time: 0.0550528 Nov 05 19:10:45.184933 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.db_base_plugin_common [req-b6a4b3f6-d3e9-44fa-8e63-d3e4ab19938c req-651a138d-1f94-49ca-8375-60f75db39ecc tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Allocated IP 172.20.0.6 (530c2a73-71be-453e-8314-d0f9c49e67e6/e515ab6a-4766-4dbf-9d26-5aeef878e9d0/4e7bc19a-7e1c-4159-869c-a55663edca36) {{(pid=102386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 19:10:45.216644 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-1f010b8d-a1f6-4bad-bdc6-736b27c8fe6b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:45.236912 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-9a9016f7-ed6b-4b42-90f7-790c19696ae7 req-cb975d5f-9c5f-4215-ba5e-295073a11410 tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Publish callbacks [] for port, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:45.352315 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-2eff953d-f92f-451e-a4a5-588378164081 req-f1150b38-e7c0-4fd2-81d2-753038902d91 tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] 10.222.0.13 "GET /v2.0/ports?device_id=9f7e8153-a580-44c6-be5e-fab9e03b087a HTTP/1.1" status: 200 len: 210 time: 0.0357761 Nov 05 19:10:45.389446 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-b6a4b3f6-d3e9-44fa-8e63-d3e4ab19938c req-651a138d-1f94-49ca-8375-60f75db39ecc tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Publish callbacks [] for port, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:45.438703 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-9a9016f7-ed6b-4b42-90f7-790c19696ae7 req-cb975d5f-9c5f-4215-ba5e-295073a11410 tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4417063'] for port, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:45.476278 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-1f010b8d-a1f6-4bad-bdc6-736b27c8fe6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:45.478954 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-1f010b8d-a1f6-4bad-bdc6-736b27c8fe6b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:45.482455 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-1f010b8d-a1f6-4bad-bdc6-736b27c8fe6b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c9e4811a-c071-4759-a578-2529d3686c46 HTTP/1.1" status: 204 len: 168 time: 0.5221884 Nov 05 19:10:45.496249 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9a9016f7-ed6b-4b42-90f7-790c19696ae7 req-cb975d5f-9c5f-4215-ba5e-295073a11410 tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Network 63299ea6-43b5-4921-ba00-89662e2353e0 is already hosted by enough agents. {{(pid=102387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 19:10:45.509841 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.base_scheduler [req-9a9016f7-ed6b-4b42-90f7-790c19696ae7 req-cb975d5f-9c5f-4215-ba5e-295073a11410 tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Resources bound (agent type, host, resource id): {{(pid=102387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 19:10:45.513090 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a9016f7-ed6b-4b42-90f7-790c19696ae7 req-cb975d5f-9c5f-4215-ba5e-295073a11410 tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Received port after_create {{(pid=102387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 19:10:45.519891 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f010b8d-a1f6-4bad-bdc6-736b27c8fe6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9e4811a-c071-4759-a578-2529d3686c46,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:10:45.525343 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-b6a4b3f6-d3e9-44fa-8e63-d3e4ab19938c req-651a138d-1f94-49ca-8375-60f75db39ecc tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:45.547248 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb975d5f-9c5f-4215-ba5e-295073a11410 tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Pushing event updated for resources: {'Port': ['ID=44a0380d-62be-4048-98ca-1cdeb11ab2dc,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:10:45.582528 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9016f7-ed6b-4b42-90f7-790c19696ae7 req-cb975d5f-9c5f-4215-ba5e-295073a11410 tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:10:45.584325 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-9a9016f7-ed6b-4b42-90f7-790c19696ae7 req-cb975d5f-9c5f-4215-ba5e-295073a11410 tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:45.640448 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651a138d-1f94-49ca-8375-60f75db39ecc tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Pushing event updated for resources: {'Port': ['ID=4e7bc19a-7e1c-4159-869c-a55663edca36,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:10:45.655801 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b6a4b3f6-d3e9-44fa-8e63-d3e4ab19938c req-651a138d-1f94-49ca-8375-60f75db39ecc tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Network 530c2a73-71be-453e-8314-d0f9c49e67e6 is already hosted by enough agents. {{(pid=102386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 19:10:45.660936 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.base_scheduler [req-b6a4b3f6-d3e9-44fa-8e63-d3e4ab19938c req-651a138d-1f94-49ca-8375-60f75db39ecc tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Resources bound (agent type, host, resource id): {{(pid=102386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 19:10:45.660936 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6a4b3f6-d3e9-44fa-8e63-d3e4ab19938c req-651a138d-1f94-49ca-8375-60f75db39ecc tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Received port after_create {{(pid=102386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 19:10:45.722297 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a4b3f6-d3e9-44fa-8e63-d3e4ab19938c req-651a138d-1f94-49ca-8375-60f75db39ecc tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:10:45.722297 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-b6a4b3f6-d3e9-44fa-8e63-d3e4ab19938c req-651a138d-1f94-49ca-8375-60f75db39ecc tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:45.837945 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-b6a4b3f6-d3e9-44fa-8e63-d3e4ab19938c req-651a138d-1f94-49ca-8375-60f75db39ecc tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3801100 Nov 05 19:10:45.842145 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-9a9016f7-ed6b-4b42-90f7-790c19696ae7 req-cb975d5f-9c5f-4215-ba5e-295073a11410 tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9374225 Nov 05 19:10:45.855922 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [req-b6a4b3f6-d3e9-44fa-8e63-d3e4ab19938c req-1dd0c7dd-37ee-4281-bc3a-287dddf98c2b service neutron] Request body: {'port': {'device_id': '6a98ef0f-dfb9-459b-b9cc-e3b18cabd026', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816865-1'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:10:45.856676 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [req-9a9016f7-ed6b-4b42-90f7-790c19696ae7 req-f1ecc7de-2d2a-4f19-8f67-04b9cd065e41 service neutron] Request body: {'port': {'device_id': '9f7e8153-a580-44c6-be5e-fab9e03b087a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816865-1'}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:10:46.000695 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-b6a4b3f6-d3e9-44fa-8e63-d3e4ab19938c req-1dd0c7dd-37ee-4281-bc3a-287dddf98c2b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:46.031280 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-6c852715-02cf-469a-92f5-58c81b266767 None None] Provisioning complete for port 4e7bc19a-7e1c-4159-869c-a55663edca36 triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:10:46.031771 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-6c852715-02cf-469a-92f5-58c81b266767 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:46.050306 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-9a9016f7-ed6b-4b42-90f7-790c19696ae7 req-f1ecc7de-2d2a-4f19-8f67-04b9cd065e41 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:46.130186 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-6c852715-02cf-469a-92f5-58c81b266767 None None] Port 4e7bc19a-7e1c-4159-869c-a55663edca36 cannot update to ACTIVE because it is not bound. {{(pid=102388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 19:10:46.155693 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-6c852715-02cf-469a-92f5-58c81b266767 None None] Provisioning complete for port 44a0380d-62be-4048-98ca-1cdeb11ab2dc triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:10:46.156157 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-6c852715-02cf-469a-92f5-58c81b266767 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:46.368301 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee32a06-1ed0-42b4-a30d-1b6503a6dcf3 req-4a78f8f7-dd44-47af-8e29-84df9cb1f656 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:10:46.374200 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-7ee32a06-1ed0-42b4-a30d-1b6503a6dcf3 req-4a78f8f7-dd44-47af-8e29-84df9cb1f656 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] 10.222.0.13 "GET /v2.0/ports?device_id=6a98ef0f-dfb9-459b-b9cc-e3b18cabd026 HTTP/1.1" status: 200 len: 931 time: 0.2717991 Nov 05 19:10:46.539422 n-d-816865-1 neutron-server[102386]: DEBUG neutron.notifiers.nova [req-b6a4b3f6-d3e9-44fa-8e63-d3e4ab19938c req-1dd0c7dd-37ee-4281-bc3a-287dddf98c2b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4e7bc19a-7e1c-4159-869c-a55663edca36 {{(pid=102386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 19:10:46.545498 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-f9de7862-c84d-4338-b4ed-af607a2f9818 req-a29cb949-cdb0-4ad1-bf80-066d24af6efc tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] 10.222.0.13 "GET /v2.0/ports?device_id=290c51ab-aef0-42b0-b28a-c110c73b3a2f HTTP/1.1" status: 200 len: 210 time: 0.1875820 Nov 05 19:10:46.555743 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-b6a4b3f6-d3e9-44fa-8e63-d3e4ab19938c req-1dd0c7dd-37ee-4281-bc3a-287dddf98c2b service neutron] Publish callbacks [] for port, precommit_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:46.587736 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.provisioning_blocks [req-b6a4b3f6-d3e9-44fa-8e63-d3e4ab19938c req-1dd0c7dd-37ee-4281-bc3a-287dddf98c2b service neutron] Transition to ACTIVE for port object 4e7bc19a-7e1c-4159-869c-a55663edca36 will not be triggered until provisioned by entity L2. {{(pid=102386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 05 19:10:46.620616 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-6c852715-02cf-469a-92f5-58c81b266767 None None] Port 44a0380d-62be-4048-98ca-1cdeb11ab2dc cannot update to ACTIVE because it is not bound. {{(pid=102388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 19:10:46.642402 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 33918) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:10:46.684537 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-b6a4b3f6-d3e9-44fa-8e63-d3e4ab19938c req-1dd0c7dd-37ee-4281-bc3a-287dddf98c2b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6149821'] for port, after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:46.734666 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-7ee32a06-1ed0-42b4-a30d-1b6503a6dcf3 req-a1aef95c-a87a-4f0f-ae18-f89ddf178245 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] 10.222.0.13 "GET /v2.0/security-groups?id=58a0d76a-fac3-49dd-bb58-977488bd5154&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3249865 Nov 05 19:10:46.738979 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 33920) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:10:46.750614 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-3bb6074f-c2c0-45af-a143-0caafd4596d4 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=594c111268654605b00fb58e6509133f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0981500 Nov 05 19:10:46.774933 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd0c7dd-37ee-4281-bc3a-287dddf98c2b service neutron] Pushing event updated for resources: {'Port': ['ID=4e7bc19a-7e1c-4159-869c-a55663edca36,revision_number=2']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:10:46.881050 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa1e63f-07d6-41b0-8118-2646b6e2d04e req-8a4b9123-c470-4bdb-9a69-46efc0951368 tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:10:46.882864 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-9aa1e63f-07d6-41b0-8118-2646b6e2d04e req-8a4b9123-c470-4bdb-9a69-46efc0951368 tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] 10.222.0.13 "GET /v2.0/ports?device_id=9f7e8153-a580-44c6-be5e-fab9e03b087a HTTP/1.1" status: 200 len: 931 time: 0.1665642 Nov 05 19:10:46.895098 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [req-b6a4b3f6-d3e9-44fa-8e63-d3e4ab19938c req-1dd0c7dd-37ee-4281-bc3a-287dddf98c2b service neutron] Attempting to bind port 4e7bc19a-7e1c-4159-869c-a55663edca36 on host n-h1-816865-1 for vnic_type normal with profile {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 19:10:46.900922 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [req-b6a4b3f6-d3e9-44fa-8e63-d3e4ab19938c req-1dd0c7dd-37ee-4281-bc3a-287dddf98c2b service neutron] Attempting to bind port 4e7bc19a-7e1c-4159-869c-a55663edca36 by drivers openvswitch,hyperv on host n-h1-816865-1 at level 0 using segments [{'id': '4803c800-7eb3-4349-8c3f-253c770766d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '530c2a73-71be-453e-8314-d0f9c49e67e6'}] {{(pid=102386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 19:10:46.900922 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6a4b3f6-d3e9-44fa-8e63-d3e4ab19938c req-1dd0c7dd-37ee-4281-bc3a-287dddf98c2b service neutron] Attempting to bind port 4e7bc19a-7e1c-4159-869c-a55663edca36 on network 530c2a73-71be-453e-8314-d0f9c49e67e6 {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 19:10:46.901702 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6a4b3f6-d3e9-44fa-8e63-d3e4ab19938c req-1dd0c7dd-37ee-4281-bc3a-287dddf98c2b service neutron] Port 4e7bc19a-7e1c-4159-869c-a55663edca36 on network 530c2a73-71be-453e-8314-d0f9c49e67e6 not bound, no agent of type Open vSwitch agent registered on host n-h1-816865-1 {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 19:10:46.902484 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6a4b3f6-d3e9-44fa-8e63-d3e4ab19938c req-1dd0c7dd-37ee-4281-bc3a-287dddf98c2b service neutron] Attempting to bind port 4e7bc19a-7e1c-4159-869c-a55663edca36 on network 530c2a73-71be-453e-8314-d0f9c49e67e6 {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 19:10:46.915094 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6a4b3f6-d3e9-44fa-8e63-d3e4ab19938c req-1dd0c7dd-37ee-4281-bc3a-287dddf98c2b service neutron] Checking agent: {'id': 'eb596d7c-8c64-42bd-8aca-fad447eb0eab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816865-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 18, 33, 34), 'started_at': datetime.datetime(2021, 11, 5, 18, 33, 34), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 19, 10, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 19:10:46.915539 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6a4b3f6-d3e9-44fa-8e63-d3e4ab19938c req-1dd0c7dd-37ee-4281-bc3a-287dddf98c2b service neutron] Checking segment: {'id': '4803c800-7eb3-4349-8c3f-253c770766d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '530c2a73-71be-453e-8314-d0f9c49e67e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 19:10:46.916029 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6a4b3f6-d3e9-44fa-8e63-d3e4ab19938c req-1dd0c7dd-37ee-4281-bc3a-287dddf98c2b service neutron] Bound using segment: {'id': '4803c800-7eb3-4349-8c3f-253c770766d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '530c2a73-71be-453e-8314-d0f9c49e67e6'} {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 19:10:46.916624 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [req-b6a4b3f6-d3e9-44fa-8e63-d3e4ab19938c req-1dd0c7dd-37ee-4281-bc3a-287dddf98c2b service neutron] Bound port: 4e7bc19a-7e1c-4159-869c-a55663edca36, host: n-h1-816865-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4803c800-7eb3-4349-8c3f-253c770766d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '530c2a73-71be-453e-8314-d0f9c49e67e6'}}] {{(pid=102386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 19:10:46.917111 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-b6a4b3f6-d3e9-44fa-8e63-d3e4ab19938c req-1dd0c7dd-37ee-4281-bc3a-287dddf98c2b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:46.999893 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [req-b6a4b3f6-d3e9-44fa-8e63-d3e4ab19938c req-1dd0c7dd-37ee-4281-bc3a-287dddf98c2b service neutron] For port 4e7bc19a-7e1c-4159-869c-a55663edca36, host n-h1-816865-1, cleared binding levels {{(pid=102386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 19:10:47.004230 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [req-b6a4b3f6-d3e9-44fa-8e63-d3e4ab19938c req-1dd0c7dd-37ee-4281-bc3a-287dddf98c2b service neutron] For port 4e7bc19a-7e1c-4159-869c-a55663edca36, host n-h1-816865-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=4e7bc19a-7e1c-4159-869c-a55663edca36,segment=NetworkSegment(4803c800-7eb3-4349-8c3f-253c770766d0),segment_id=4803c800-7eb3-4349-8c3f-253c770766d0)] {{(pid=102386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 19:10:47.008392 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-0a6a090c-9d3e-4302-a9a9-26dac319a0c9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:47.074019 n-d-816865-1 neutron-server[102387]: DEBUG neutron.notifiers.nova [req-9a9016f7-ed6b-4b42-90f7-790c19696ae7 req-f1ecc7de-2d2a-4f19-8f67-04b9cd065e41 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 44a0380d-62be-4048-98ca-1cdeb11ab2dc {{(pid=102387) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 19:10:47.084117 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-9a9016f7-ed6b-4b42-90f7-790c19696ae7 req-f1ecc7de-2d2a-4f19-8f67-04b9cd065e41 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:47.099480 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-0a6a090c-9d3e-4302-a9a9-26dac319a0c9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:47.101378 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-b6a4b3f6-d3e9-44fa-8e63-d3e4ab19938c req-1dd0c7dd-37ee-4281-bc3a-287dddf98c2b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6149821'] for port, after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:47.145193 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-9aa1e63f-07d6-41b0-8118-2646b6e2d04e req-3469612e-cc41-4dd0-8a32-2a90dc0fc123 tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] 10.222.0.13 "GET /v2.0/security-groups?id=60ddf13c-c70f-4f3f-ba68-b64d39fac0a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2416389 Nov 05 19:10:47.161990 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.provisioning_blocks [req-9a9016f7-ed6b-4b42-90f7-790c19696ae7 req-f1ecc7de-2d2a-4f19-8f67-04b9cd065e41 service neutron] Transition to ACTIVE for port object 44a0380d-62be-4048-98ca-1cdeb11ab2dc will not be triggered until provisioned by entity L2. {{(pid=102387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 05 19:10:47.178497 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a4b3f6-d3e9-44fa-8e63-d3e4ab19938c req-1dd0c7dd-37ee-4281-bc3a-287dddf98c2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:10:47.179133 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-b6a4b3f6-d3e9-44fa-8e63-d3e4ab19938c req-1dd0c7dd-37ee-4281-bc3a-287dddf98c2b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:47.187384 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-b6a4b3f6-d3e9-44fa-8e63-d3e4ab19938c req-1dd0c7dd-37ee-4281-bc3a-287dddf98c2b service neutron] 10.222.0.41 "PUT /v2.0/ports/4e7bc19a-7e1c-4159-869c-a55663edca36 HTTP/1.1" status: 200 len: 1091 time: 1.3356299 Nov 05 19:10:47.187895 n-d-816865-1 neutron-server[102386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a98ef0f-dfb9-459b-b9cc-e3b18cabd026', 'tag': '4e7bc19a-7e1c-4159-869c-a55663edca36'}] {{(pid=102386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 19:10:47.197999 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6173a44d7c73f41af551dc890fa1a5892c2c6bc3458b640c8e0c24db7876ba6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70c6e9fe-2186-47f7-8747-bf458f1c9d56" -d '{"events": [{"name": "network-changed", "server_uuid": "6a98ef0f-dfb9-459b-b9cc-e3b18cabd026", "tag": "4e7bc19a-7e1c-4159-869c-a55663edca36"}]}' {{(pid=102386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 19:10:47.238271 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-9a9016f7-ed6b-4b42-90f7-790c19696ae7 req-f1ecc7de-2d2a-4f19-8f67-04b9cd065e41 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4417072'] for port, after_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:47.271858 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 33928) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:10:47.273755 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 19:10:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6173d90-6d8e-4126-8e43-cb270f1bee18 x-openstack-request-id: req-d6173d90-6d8e-4126-8e43-cb270f1bee18 {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 19:10:47.274144 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a98ef0f-dfb9-459b-b9cc-e3b18cabd026", "tag": "4e7bc19a-7e1c-4159-869c-a55663edca36", "status": "completed", "code": 200}]} {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 19:10:47.274329 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d6173d90-6d8e-4126-8e43-cb270f1bee18 {{(pid=102386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 19:10:47.274694 n-d-816865-1 neutron-server[102386]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a98ef0f-dfb9-459b-b9cc-e3b18cabd026', 'tag': '4e7bc19a-7e1c-4159-869c-a55663edca36', 'status': 'completed', 'code': 200} Nov 05 19:10:47.347702 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ecc7de-2d2a-4f19-8f67-04b9cd065e41 service neutron] Pushing event updated for resources: {'Port': ['ID=44a0380d-62be-4048-98ca-1cdeb11ab2dc,revision_number=2']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:10:47.357213 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-0a6a090c-9d3e-4302-a9a9-26dac319a0c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:47.364534 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-0a6a090c-9d3e-4302-a9a9-26dac319a0c9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:47.370004 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-0a6a090c-9d3e-4302-a9a9-26dac319a0c9 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/781e35a1-183a-436c-b374-2d15963fe3e1 HTTP/1.1" status: 204 len: 168 time: 0.6259747 Nov 05 19:10:47.376083 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd0c7dd-37ee-4281-bc3a-287dddf98c2b service neutron] Pushing event updated for resources: {'Port': ['ID=4e7bc19a-7e1c-4159-869c-a55663edca36,revision_number=3']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:10:47.426566 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c6e9fe-2186-47f7-8747-bf458f1c9d56 req-a0dbe43e-b311-4bbf-9a36-b436adface9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:10:47.428119 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-70c6e9fe-2186-47f7-8747-bf458f1c9d56 req-a0dbe43e-b311-4bbf-9a36-b436adface9a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=777902a3c6ed4ff2a5460208db53bd8a&device_id=6a98ef0f-dfb9-459b-b9cc-e3b18cabd026 HTTP/1.1" status: 200 len: 1094 time: 0.1378782 Nov 05 19:10:47.512739 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6a090c-9d3e-4302-a9a9-26dac319a0c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=781e35a1-183a-436c-b374-2d15963fe3e1,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:10:47.584819 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.managers [req-9a9016f7-ed6b-4b42-90f7-790c19696ae7 req-f1ecc7de-2d2a-4f19-8f67-04b9cd065e41 service neutron] Attempting to bind port 44a0380d-62be-4048-98ca-1cdeb11ab2dc on host n-h1-816865-1 for vnic_type normal with profile {{(pid=102387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 19:10:47.590894 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.managers [req-9a9016f7-ed6b-4b42-90f7-790c19696ae7 req-f1ecc7de-2d2a-4f19-8f67-04b9cd065e41 service neutron] Attempting to bind port 44a0380d-62be-4048-98ca-1cdeb11ab2dc by drivers openvswitch,hyperv on host n-h1-816865-1 at level 0 using segments [{'id': 'a4f92803-6e14-4bdd-a9d7-42a9ad8a04ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '63299ea6-43b5-4921-ba00-89662e2353e0'}] {{(pid=102387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 19:10:47.590894 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a9016f7-ed6b-4b42-90f7-790c19696ae7 req-f1ecc7de-2d2a-4f19-8f67-04b9cd065e41 service neutron] Attempting to bind port 44a0380d-62be-4048-98ca-1cdeb11ab2dc on network 63299ea6-43b5-4921-ba00-89662e2353e0 {{(pid=102387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 19:10:47.611119 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a9016f7-ed6b-4b42-90f7-790c19696ae7 req-f1ecc7de-2d2a-4f19-8f67-04b9cd065e41 service neutron] Port 44a0380d-62be-4048-98ca-1cdeb11ab2dc on network 63299ea6-43b5-4921-ba00-89662e2353e0 not bound, no agent of type Open vSwitch agent registered on host n-h1-816865-1 {{(pid=102387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 19:10:47.611447 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a9016f7-ed6b-4b42-90f7-790c19696ae7 req-f1ecc7de-2d2a-4f19-8f67-04b9cd065e41 service neutron] Attempting to bind port 44a0380d-62be-4048-98ca-1cdeb11ab2dc on network 63299ea6-43b5-4921-ba00-89662e2353e0 {{(pid=102387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 19:10:47.632551 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a9016f7-ed6b-4b42-90f7-790c19696ae7 req-f1ecc7de-2d2a-4f19-8f67-04b9cd065e41 service neutron] Checking agent: {'id': 'eb596d7c-8c64-42bd-8aca-fad447eb0eab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816865-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 18, 33, 34), 'started_at': datetime.datetime(2021, 11, 5, 18, 33, 34), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 19, 10, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 19:10:47.636590 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a9016f7-ed6b-4b42-90f7-790c19696ae7 req-f1ecc7de-2d2a-4f19-8f67-04b9cd065e41 service neutron] Checking segment: {'id': 'a4f92803-6e14-4bdd-a9d7-42a9ad8a04ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '63299ea6-43b5-4921-ba00-89662e2353e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 19:10:47.636590 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a9016f7-ed6b-4b42-90f7-790c19696ae7 req-f1ecc7de-2d2a-4f19-8f67-04b9cd065e41 service neutron] Bound using segment: {'id': 'a4f92803-6e14-4bdd-a9d7-42a9ad8a04ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '63299ea6-43b5-4921-ba00-89662e2353e0'} {{(pid=102387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 19:10:47.636590 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.managers [req-9a9016f7-ed6b-4b42-90f7-790c19696ae7 req-f1ecc7de-2d2a-4f19-8f67-04b9cd065e41 service neutron] Bound port: 44a0380d-62be-4048-98ca-1cdeb11ab2dc, host: n-h1-816865-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4f92803-6e14-4bdd-a9d7-42a9ad8a04ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '63299ea6-43b5-4921-ba00-89662e2353e0'}}] {{(pid=102387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 19:10:47.637178 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-9a9016f7-ed6b-4b42-90f7-790c19696ae7 req-f1ecc7de-2d2a-4f19-8f67-04b9cd065e41 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:47.770256 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.db [req-9a9016f7-ed6b-4b42-90f7-790c19696ae7 req-f1ecc7de-2d2a-4f19-8f67-04b9cd065e41 service neutron] For port 44a0380d-62be-4048-98ca-1cdeb11ab2dc, host n-h1-816865-1, cleared binding levels {{(pid=102387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 19:10:47.786663 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.db [req-9a9016f7-ed6b-4b42-90f7-790c19696ae7 req-f1ecc7de-2d2a-4f19-8f67-04b9cd065e41 service neutron] For port 44a0380d-62be-4048-98ca-1cdeb11ab2dc, host n-h1-816865-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=44a0380d-62be-4048-98ca-1cdeb11ab2dc,segment=NetworkSegment(a4f92803-6e14-4bdd-a9d7-42a9ad8a04ff),segment_id=a4f92803-6e14-4bdd-a9d7-42a9ad8a04ff)] {{(pid=102387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 19:10:47.864862 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-127bd648-5546-4e16-8db3-8381fb65d026 req-719c755a-6246-4a4d-940c-67f29e217071 tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] 10.222.0.13 "GET /v2.0/ports?device_id=290c51ab-aef0-42b0-b28a-c110c73b3a2f HTTP/1.1" status: 200 len: 210 time: 0.0741346 Nov 05 19:10:47.869146 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c6e9fe-2186-47f7-8747-bf458f1c9d56 req-d71b3687-9457-4e4d-8cf2-81a4017bd780 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:10:47.870702 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-9a9016f7-ed6b-4b42-90f7-790c19696ae7 req-f1ecc7de-2d2a-4f19-8f67-04b9cd065e41 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4417072'] for port, after_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:47.873407 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-70c6e9fe-2186-47f7-8747-bf458f1c9d56 req-d71b3687-9457-4e4d-8cf2-81a4017bd780 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=777902a3c6ed4ff2a5460208db53bd8a&shared=False HTTP/1.1" status: 200 len: 898 time: 0.4358342 Nov 05 19:10:48.069182 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9016f7-ed6b-4b42-90f7-790c19696ae7 req-f1ecc7de-2d2a-4f19-8f67-04b9cd065e41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:10:48.071310 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-9a9016f7-ed6b-4b42-90f7-790c19696ae7 req-f1ecc7de-2d2a-4f19-8f67-04b9cd065e41 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:48.072443 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-9a9016f7-ed6b-4b42-90f7-790c19696ae7 req-f1ecc7de-2d2a-4f19-8f67-04b9cd065e41 service neutron] 10.222.0.41 "PUT /v2.0/ports/44a0380d-62be-4048-98ca-1cdeb11ab2dc HTTP/1.1" status: 200 len: 1091 time: 2.2204289 Nov 05 19:10:48.078316 n-d-816865-1 neutron-server[102387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f7e8153-a580-44c6-be5e-fab9e03b087a', 'tag': '44a0380d-62be-4048-98ca-1cdeb11ab2dc'}] {{(pid=102387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 19:10:48.081688 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab06bd4ddf5758c1f10d79fe34dc215bafa488692cde9dba2fcbcb67556f90bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18276b6a-4e27-4d5e-a28c-593dc3fa76f9" -d '{"events": [{"name": "network-changed", "server_uuid": "9f7e8153-a580-44c6-be5e-fab9e03b087a", "tag": "44a0380d-62be-4048-98ca-1cdeb11ab2dc"}]}' {{(pid=102387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 19:10:48.091775 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ecc7de-2d2a-4f19-8f67-04b9cd065e41 service neutron] Pushing event updated for resources: {'Port': ['ID=44a0380d-62be-4048-98ca-1cdeb11ab2dc,revision_number=3']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:10:48.172746 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088b0e4a-f358-4074-935c-6ac423702c77 req-9ec60bbe-3d94-48b8-b6d1-36b0b996cba5 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:10:48.176095 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-088b0e4a-f358-4074-935c-6ac423702c77 req-9ec60bbe-3d94-48b8-b6d1-36b0b996cba5 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] 10.222.0.13 "GET /v2.0/ports?device_id=6a98ef0f-dfb9-459b-b9cc-e3b18cabd026 HTTP/1.1" status: 200 len: 943 time: 0.2274847 Nov 05 19:10:48.453544 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 19:10:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90eef6d9-0b2e-4d00-810e-ee55af3f09cf x-openstack-request-id: req-90eef6d9-0b2e-4d00-810e-ee55af3f09cf {{(pid=102387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 19:10:48.453544 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f7e8153-a580-44c6-be5e-fab9e03b087a", "tag": "44a0380d-62be-4048-98ca-1cdeb11ab2dc", "status": "completed", "code": 200}]} {{(pid=102387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 19:10:48.453544 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-90eef6d9-0b2e-4d00-810e-ee55af3f09cf {{(pid=102387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 19:10:48.453544 n-d-816865-1 neutron-server[102387]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f7e8153-a580-44c6-be5e-fab9e03b087a', 'tag': '44a0380d-62be-4048-98ca-1cdeb11ab2dc', 'status': 'completed', 'code': 200} Nov 05 19:10:48.478732 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-088b0e4a-f358-4074-935c-6ac423702c77 req-be778991-a98d-4ad2-b8a3-396bee297223 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] 10.222.0.13 "GET /v2.0/security-groups?id=58a0d76a-fac3-49dd-bb58-977488bd5154&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2960110 Nov 05 19:10:48.481292 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9016f7-ed6b-4b42-90f7-790c19696ae7 req-5d5c0ea0-98d1-4f5a-8648-ae70463c591c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:10:48.483348 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-9a9016f7-ed6b-4b42-90f7-790c19696ae7 req-5d5c0ea0-98d1-4f5a-8648-ae70463c591c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e6881a268b314b538ad6a867b46f1df8&device_id=9f7e8153-a580-44c6-be5e-fab9e03b087a HTTP/1.1" status: 200 len: 1094 time: 0.2442253 Nov 05 19:10:48.558989 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-9a9016f7-ed6b-4b42-90f7-790c19696ae7 req-dc3978fd-c0e9-4a5d-a2dd-65bbdd148ecf service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=44a0380d-62be-4048-98ca-1cdeb11ab2dc HTTP/1.1" status: 200 len: 217 time: 0.0622034 Nov 05 19:10:48.604367 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-1dd46a85-5f9a-488b-a37a-ebedc4654ea2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:48.653298 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de95d08-ccc9-4d7f-b13b-d95c6a358e36 req-21f7cf97-855b-4dca-954c-24cd4482b4f9 tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:10:48.657926 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-2de95d08-ccc9-4d7f-b13b-d95c6a358e36 req-21f7cf97-855b-4dca-954c-24cd4482b4f9 tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] 10.222.0.13 "GET /v2.0/ports?device_id=9f7e8153-a580-44c6-be5e-fab9e03b087a HTTP/1.1" status: 200 len: 943 time: 0.1014407 Nov 05 19:10:48.659977 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9016f7-ed6b-4b42-90f7-790c19696ae7 req-8c349d90-7d8f-4dbe-b1b5-1233c5b7271b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:10:48.661326 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-9a9016f7-ed6b-4b42-90f7-790c19696ae7 req-8c349d90-7d8f-4dbe-b1b5-1233c5b7271b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8dac5652-6e0f-49fd-9eec-fc8f4911236b HTTP/1.1" status: 200 len: 834 time: 0.0925672 Nov 05 19:10:48.697049 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab583d06-4e93-43eb-b859-f4243a9bbb69 req-eb45f4c6-dd7a-4097-b891-3c4574bb7846 tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:10:48.698540 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-ab583d06-4e93-43eb-b859-f4243a9bbb69 req-eb45f4c6-dd7a-4097-b891-3c4574bb7846 tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] 10.222.0.55 "GET /v2.0/networks?id=4dc00c45-f8b9-4c9a-a6c5-c27d3aa63b93 HTTP/1.1" status: 200 len: 817 time: 0.8237414 Nov 05 19:10:48.760352 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-2de95d08-ccc9-4d7f-b13b-d95c6a358e36 req-97ffa2c6-2f7a-44f2-b097-bbe1bdadee4e tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] 10.222.0.13 "GET /v2.0/security-groups?id=60ddf13c-c70f-4f3f-ba68-b64d39fac0a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0937371 Nov 05 19:10:48.774809 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9016f7-ed6b-4b42-90f7-790c19696ae7 req-903a5f70-cb4a-4113-a2d9-7359dbe0a14e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:10:48.776499 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-9a9016f7-ed6b-4b42-90f7-790c19696ae7 req-903a5f70-cb4a-4113-a2d9-7359dbe0a14e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=63299ea6-43b5-4921-ba00-89662e2353e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1040943 Nov 05 19:10:48.830825 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-ab583d06-4e93-43eb-b859-f4243a9bbb69 req-41f44ff3-72c3-4f55-8699-59e7c7b67391 tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c9875160e1e6467ba4c32e29bdc7488a HTTP/1.1" status: 200 len: 379 time: 0.1087317 Nov 05 19:10:48.847749 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [req-ab583d06-4e93-43eb-b859-f4243a9bbb69 req-81492a9d-afbf-4c1d-a955-8c8cf9f5e011 tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] Request body: {'port': {'device_id': '290c51ab-aef0-42b0-b28a-c110c73b3a2f', 'network_id': '4dc00c45-f8b9-4c9a-a6c5-c27d3aa63b93', 'admin_state_up': True, 'tenant_id': 'c9875160e1e6467ba4c32e29bdc7488a', 'security_groups': ['62bb25fb-2654-482c-aaa3-6e348199bd66']}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:10:48.889976 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-9a9016f7-ed6b-4b42-90f7-790c19696ae7 req-09f400e2-ba7f-4b21-ab55-1c35dfa84fdc service neutron] 10.222.0.41 "GET /v2.0/networks/63299ea6-43b5-4921-ba00-89662e2353e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0993774 Nov 05 19:10:48.906466 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c6e9fe-2186-47f7-8747-bf458f1c9d56 req-55c9a8a5-2c07-4eb6-b965-239d48d0973a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:10:48.908045 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-70c6e9fe-2186-47f7-8747-bf458f1c9d56 req-55c9a8a5-2c07-4eb6-b965-239d48d0973a service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3482053 Nov 05 19:10:49.006280 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-1dd46a85-5f9a-488b-a37a-ebedc4654ea2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:49.035350 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-9a9016f7-ed6b-4b42-90f7-790c19696ae7 req-1847717f-f340-44cf-bb9e-492d87b4b87e service neutron] 10.222.0.41 "GET /v2.0/networks/63299ea6-43b5-4921-ba00-89662e2353e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1389799 Nov 05 19:10:49.037342 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-95677e17-d797-42fb-9958-6f9f6158ed96 req-6729d28e-f308-4465-9bfc-2c106fcbc16a tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] 10.222.0.13 "GET /v2.0/ports?device_id=290c51ab-aef0-42b0-b28a-c110c73b3a2f HTTP/1.1" status: 200 len: 210 time: 0.0544343 Nov 05 19:10:49.052866 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a4b3f6-d3e9-44fa-8e63-d3e4ab19938c req-ee811eff-d167-4d21-bcbf-2496a1bc156a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:10:49.052866 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-b6a4b3f6-d3e9-44fa-8e63-d3e4ab19938c req-ee811eff-d167-4d21-bcbf-2496a1bc156a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=777902a3c6ed4ff2a5460208db53bd8a&device_id=6a98ef0f-dfb9-459b-b9cc-e3b18cabd026 HTTP/1.1" status: 200 len: 1094 time: 0.0913250 Nov 05 19:10:49.098547 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-b6a4b3f6-d3e9-44fa-8e63-d3e4ab19938c req-cad0065e-e738-4bd5-b956-e45d05b61631 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4e7bc19a-7e1c-4159-869c-a55663edca36 HTTP/1.1" status: 200 len: 217 time: 0.0375257 Nov 05 19:10:49.123643 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 33966) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:10:49.133649 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-1dd46a85-5f9a-488b-a37a-ebedc4654ea2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:49.166252 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ab583d06-4e93-43eb-b859-f4243a9bbb69 req-81492a9d-afbf-4c1d-a955-8c8cf9f5e011 tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] Made reservation on behalf of c9875160e1e6467ba4c32e29bdc7488a for: {'port': 1} {{(pid=102386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 19:10:49.169749 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-ab583d06-4e93-43eb-b859-f4243a9bbb69 req-81492a9d-afbf-4c1d-a955-8c8cf9f5e011 tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:49.203916 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-1dd46a85-5f9a-488b-a37a-ebedc4654ea2 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=488a229139a543088bcdf97be4395622&name=default HTTP/1.1" status: 200 len: 3000 time: 1.9150476 Nov 05 19:10:49.210377 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a4b3f6-d3e9-44fa-8e63-d3e4ab19938c req-59286e87-280f-42f2-9984-48e5739d87eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:10:49.212492 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-b6a4b3f6-d3e9-44fa-8e63-d3e4ab19938c req-59286e87-280f-42f2-9984-48e5739d87eb service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e515ab6a-4766-4dbf-9d26-5aeef878e9d0 HTTP/1.1" status: 200 len: 835 time: 0.1070600 Nov 05 19:10:49.217951 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 33974) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:10:49.218665 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd46a85-5f9a-488b-a37a-ebedc4654ea2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a002d734-6d52-4168-b852-15f08976742a,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:10:49.238489 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18276b6a-4e27-4d5e-a28c-593dc3fa76f9 req-fe2f9056-d816-4520-9823-d70797d167ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:10:49.240004 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-18276b6a-4e27-4d5e-a28c-593dc3fa76f9 req-fe2f9056-d816-4520-9823-d70797d167ad service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e6881a268b314b538ad6a867b46f1df8&device_id=9f7e8153-a580-44c6-be5e-fab9e03b087a HTTP/1.1" status: 200 len: 1094 time: 0.0525343 Nov 05 19:10:49.282590 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-911760fc-8497-41d0-b0b9-ce140de9c2d5 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1618760338-network', 'tenant_id': '579440a62ec247f09087f4c32fc4ebe9'}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:10:49.375087 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a4b3f6-d3e9-44fa-8e63-d3e4ab19938c req-600bd9b0-f5ef-4874-8630-3778853bd6d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:10:49.376632 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-b6a4b3f6-d3e9-44fa-8e63-d3e4ab19938c req-600bd9b0-f5ef-4874-8630-3778853bd6d9 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=530c2a73-71be-453e-8314-d0f9c49e67e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1536851 Nov 05 19:10:49.402252 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-0f853f19-dbfc-4210-845c-5294429cc370 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:49.435939 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18276b6a-4e27-4d5e-a28c-593dc3fa76f9 req-cb34a373-1080-4c4a-9b92-c2cec1a5580f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:10:49.437802 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-18276b6a-4e27-4d5e-a28c-593dc3fa76f9 req-cb34a373-1080-4c4a-9b92-c2cec1a5580f service neutron] 10.222.0.41 "GET /v2.0/networks?id=63299ea6-43b5-4921-ba00-89662e2353e0 HTTP/1.1" status: 200 len: 898 time: 0.1894245 Nov 05 19:10:49.446421 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.db_base_plugin_common [req-ab583d06-4e93-43eb-b859-f4243a9bbb69 req-81492a9d-afbf-4c1d-a955-8c8cf9f5e011 tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] Allocated IP 172.20.0.11 (4dc00c45-f8b9-4c9a-a6c5-c27d3aa63b93/57c79303-6c4f-4c08-a695-f3ffd6fc49db/e3572706-bfed-4c54-96bd-8af0f0dd8d42) {{(pid=102386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 19:10:49.461789 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-0f853f19-dbfc-4210-845c-5294429cc370 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:49.492709 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-911760fc-8497-41d0-b0b9-ce140de9c2d5 admin admin] Made reservation on behalf of 579440a62ec247f09087f4c32fc4ebe9 for: {'network': 1} {{(pid=102387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 19:10:49.495148 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-911760fc-8497-41d0-b0b9-ce140de9c2d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for network, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:49.497673 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-18276b6a-4e27-4d5e-a28c-593dc3fa76f9 req-cff1a2d8-faf5-4527-b9e0-cbc68f435f09 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=44a0380d-62be-4048-98ca-1cdeb11ab2dc HTTP/1.1" status: 200 len: 217 time: 0.0525522 Nov 05 19:10:49.505371 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-911760fc-8497-41d0-b0b9-ce140de9c2d5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:49.583065 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18276b6a-4e27-4d5e-a28c-593dc3fa76f9 req-6996117d-702f-4661-b12f-ee5fe37a124f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:10:49.584476 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-18276b6a-4e27-4d5e-a28c-593dc3fa76f9 req-6996117d-702f-4661-b12f-ee5fe37a124f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8dac5652-6e0f-49fd-9eec-fc8f4911236b HTTP/1.1" status: 200 len: 834 time: 0.0770321 Nov 05 19:10:49.687168 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-b6a4b3f6-d3e9-44fa-8e63-d3e4ab19938c req-5dc63cdc-2145-4d40-a2d3-9450081d612d service neutron] 10.222.0.41 "GET /v2.0/networks/530c2a73-71be-453e-8314-d0f9c49e67e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2993934 Nov 05 19:10:49.689965 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc99a6b-564e-4adc-8f73-f71cae5ff131 req-fe08a482-308a-47aa-bb3e-66ad0dac586a tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:10:49.694999 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-efc99a6b-564e-4adc-8f73-f71cae5ff131 req-fe08a482-308a-47aa-bb3e-66ad0dac586a tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] 10.222.0.13 "GET /v2.0/ports?device_id=6a98ef0f-dfb9-459b-b9cc-e3b18cabd026 HTTP/1.1" status: 200 len: 943 time: 0.1250308 Nov 05 19:10:49.705589 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18276b6a-4e27-4d5e-a28c-593dc3fa76f9 req-7c44a822-608b-486a-9484-367da8082016 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:10:49.707220 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-18276b6a-4e27-4d5e-a28c-593dc3fa76f9 req-7c44a822-608b-486a-9484-367da8082016 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=63299ea6-43b5-4921-ba00-89662e2353e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0992017 Nov 05 19:10:49.741626 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-911760fc-8497-41d0-b0b9-ce140de9c2d5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:49.780621 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-ab583d06-4e93-43eb-b859-f4243a9bbb69 req-81492a9d-afbf-4c1d-a955-8c8cf9f5e011 tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] Publish callbacks [] for port, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:49.788741 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-0f853f19-dbfc-4210-845c-5294429cc370 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:49.791669 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-0f853f19-dbfc-4210-845c-5294429cc370 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:49.804809 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-0f853f19-dbfc-4210-845c-5294429cc370 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a002d734-6d52-4168-b852-15f08976742a HTTP/1.1" status: 204 len: 168 time: 0.5739396 Nov 05 19:10:49.834259 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f853f19-dbfc-4210-845c-5294429cc370 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a002d734-6d52-4168-b852-15f08976742a,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:10:49.859423 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-911760fc-8497-41d0-b0b9-ce140de9c2d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:49.904317 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-b6a4b3f6-d3e9-44fa-8e63-d3e4ab19938c req-d9c678ac-5250-4de4-b124-bd1674adf16f service neutron] 10.222.0.41 "GET /v2.0/networks/530c2a73-71be-453e-8314-d0f9c49e67e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2017968 Nov 05 19:10:49.943818 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-911760fc-8497-41d0-b0b9-ce140de9c2d5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 188} {{(pid=102387) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 05 19:10:49.963260 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-efc99a6b-564e-4adc-8f73-f71cae5ff131 req-dc622c33-bf08-485d-a7d7-28a02ab23761 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] 10.222.0.13 "GET /v2.0/security-groups?id=58a0d76a-fac3-49dd-bb58-977488bd5154&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2530551 Nov 05 19:10:49.971441 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-18276b6a-4e27-4d5e-a28c-593dc3fa76f9 req-a8f9a5fe-063d-4dcc-9ab8-5dab2b80fb80 service neutron] 10.222.0.41 "GET /v2.0/networks/63299ea6-43b5-4921-ba00-89662e2353e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2469227 Nov 05 19:10:49.982567 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-911760fc-8497-41d0-b0b9-ce140de9c2d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273'] for segment, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:49.982567 n-d-816865-1 neutron-server[102387]: INFO neutron.db.segments_db [None req-911760fc-8497-41d0-b0b9-ce140de9c2d5 admin admin] Added segment e0299e2d-faaa-4d7b-92f5-e96b3311ecd0 of type vlan for network b29fb6fc-2756-4024-98c9-1612017b047f Nov 05 19:10:49.982567 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911760fc-8497-41d0-b0b9-ce140de9c2d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdf9f961-0905-4b82-a83b-1cb213775b7b,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:10:50.024834 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-ab583d06-4e93-43eb-b859-f4243a9bbb69 req-81492a9d-afbf-4c1d-a955-8c8cf9f5e011 tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:50.039761 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e52e05-092a-42e6-bca9-c5ef3d6adaa4 req-8020c0bf-5cbf-41ae-a9a5-001712ea8669 tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:10:50.041274 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-20e52e05-092a-42e6-bca9-c5ef3d6adaa4 req-8020c0bf-5cbf-41ae-a9a5-001712ea8669 tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] 10.222.0.13 "GET /v2.0/ports?device_id=9f7e8153-a580-44c6-be5e-fab9e03b087a HTTP/1.1" status: 200 len: 943 time: 0.1706324 Nov 05 19:10:50.068881 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-911760fc-8497-41d0-b0b9-ce140de9c2d5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750027258543'] for network, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:50.086502 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ab583d06-4e93-43eb-b859-f4243a9bbb69 req-81492a9d-afbf-4c1d-a955-8c8cf9f5e011 tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] Network 4dc00c45-f8b9-4c9a-a6c5-c27d3aa63b93 is already hosted by enough agents. {{(pid=102386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 19:10:50.093640 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.base_scheduler [req-ab583d06-4e93-43eb-b859-f4243a9bbb69 req-81492a9d-afbf-4c1d-a955-8c8cf9f5e011 tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] Resources bound (agent type, host, resource id): {{(pid=102386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 19:10:50.096986 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab583d06-4e93-43eb-b859-f4243a9bbb69 req-81492a9d-afbf-4c1d-a955-8c8cf9f5e011 tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] Received port after_create {{(pid=102386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 19:10:50.128366 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81492a9d-afbf-4c1d-a955-8c8cf9f5e011 tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] Pushing event updated for resources: {'Port': ['ID=e3572706-bfed-4c54-96bd-8af0f0dd8d42,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:10:50.174263 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab583d06-4e93-43eb-b859-f4243a9bbb69 req-81492a9d-afbf-4c1d-a955-8c8cf9f5e011 tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:10:50.175303 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-ab583d06-4e93-43eb-b859-f4243a9bbb69 req-81492a9d-afbf-4c1d-a955-8c8cf9f5e011 tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:50.205491 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-20e52e05-092a-42e6-bca9-c5ef3d6adaa4 req-c7e8df1e-b3cc-48db-9e69-301177b8dde6 tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] 10.222.0.13 "GET /v2.0/security-groups?id=60ddf13c-c70f-4f3f-ba68-b64d39fac0a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1533718 Nov 05 19:10:50.250276 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-18276b6a-4e27-4d5e-a28c-593dc3fa76f9 req-0ac5241b-cfab-45d4-9fe0-b2e4ca2cbbff service neutron] 10.222.0.41 "GET /v2.0/networks/63299ea6-43b5-4921-ba00-89662e2353e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2656775 Nov 05 19:10:50.278465 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-911760fc-8497-41d0-b0b9-ce140de9c2d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-956796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877'] for network, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:50.279435 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-911760fc-8497-41d0-b0b9-ce140de9c2d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:10:50.280172 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-911760fc-8497-41d0-b0b9-ce140de9c2d5 admin admin] Publish callbacks [] for network, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:50.303466 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-ab583d06-4e93-43eb-b859-f4243a9bbb69 req-81492a9d-afbf-4c1d-a955-8c8cf9f5e011 tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4624722 Nov 05 19:10:50.322317 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [req-ab583d06-4e93-43eb-b859-f4243a9bbb69 req-f0af17ad-46f8-4dbc-b5ce-eda5a185131e service neutron] Request body: {'port': {'device_id': '290c51ab-aef0-42b0-b28a-c110c73b3a2f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816865-1'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:10:50.390554 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-ab583d06-4e93-43eb-b859-f4243a9bbb69 req-f0af17ad-46f8-4dbc-b5ce-eda5a185131e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:50.393878 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f2eace-6e48-4aa5-93ff-dedfc229a8dd req-8cfa94cc-7fbd-434c-99ff-0dad3cee2fea tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:10:50.397610 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-d8f2eace-6e48-4aa5-93ff-dedfc229a8dd req-8cfa94cc-7fbd-434c-99ff-0dad3cee2fea tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] 10.222.0.13 "GET /v2.0/ports?device_id=290c51ab-aef0-42b0-b28a-c110c73b3a2f HTTP/1.1" status: 200 len: 932 time: 0.1764169 Nov 05 19:10:50.405808 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-911760fc-8497-41d0-b0b9-ce140de9c2d5 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.2803907 Nov 05 19:10:50.409875 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911760fc-8497-41d0-b0b9-ce140de9c2d5 admin admin] Pushing event updated for resources: {'Network': ['ID=b29fb6fc-2756-4024-98c9-1612017b047f,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:10:50.411586 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 33988) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:10:50.426929 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-37d9f7c4-1be0-4686-ae39-9793c8e71708 admin admin] Request body: {'subnet': {'network_id': 'b29fb6fc-2756-4024-98c9-1612017b047f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1618760338-subnet', 'tenant_id': '579440a62ec247f09087f4c32fc4ebe9', 'ip_version': 4}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:10:50.437441 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Network b29fb6fc-2756-4024-98c9-1612017b047f details requested by agent ovs-agent-n-d-816865-1 with host n-d-816865-1 {{(pid=102388) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 05 19:10:50.521895 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-d8f2eace-6e48-4aa5-93ff-dedfc229a8dd req-2afb6762-bc1c-41d3-ba16-43eb7efaa7d1 tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] 10.222.0.13 "GET /v2.0/security-groups?id=62bb25fb-2654-482c-aaa3-6e348199bd66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1132324 Nov 05 19:10:50.559524 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-67335c4b-ce92-4575-9ffd-54ac0cb71685 None None] Provisioning complete for port e3572706-bfed-4c54-96bd-8af0f0dd8d42 triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:10:50.559901 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-67335c4b-ce92-4575-9ffd-54ac0cb71685 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:50.586185 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37d9f7c4-1be0-4686-ae39-9793c8e71708 admin admin] Made reservation on behalf of 579440a62ec247f09087f4c32fc4ebe9 for: {'subnet': 1} {{(pid=102386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 19:10:50.588762 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-37d9f7c4-1be0-4686-ae39-9793c8e71708 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4877122'] for subnet, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:50.598491 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-67335c4b-ce92-4575-9ffd-54ac0cb71685 None None] Port e3572706-bfed-4c54-96bd-8af0f0dd8d42 cannot update to ACTIVE because it is not bound. {{(pid=102388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 19:10:50.644914 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 33992) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:10:50.663330 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-67c60beb-2380-4f56-a98d-d7f5cf19dbd2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:50.740488 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-67c60beb-2380-4f56-a98d-d7f5cf19dbd2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:50.803623 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-67c60beb-2380-4f56-a98d-d7f5cf19dbd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:50.851808 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-67c60beb-2380-4f56-a98d-d7f5cf19dbd2 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=aa868aca946f4dd385958e7bee52a123&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2054980 Nov 05 19:10:50.852707 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c60beb-2380-4f56-a98d-d7f5cf19dbd2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8501046-507d-4fc0-976e-246fe690b895,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:10:50.855993 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 33994) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:10:50.900326 n-d-816865-1 neutron-server[102386]: DEBUG neutron.notifiers.nova [req-ab583d06-4e93-43eb-b859-f4243a9bbb69 req-f0af17ad-46f8-4dbc-b5ce-eda5a185131e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e3572706-bfed-4c54-96bd-8af0f0dd8d42 {{(pid=102386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 19:10:50.908278 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-ab583d06-4e93-43eb-b859-f4243a9bbb69 req-f0af17ad-46f8-4dbc-b5ce-eda5a185131e service neutron] Publish callbacks [] for port, precommit_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:50.910007 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-97aa1d29-93c9-4c96-b47f-f5b854deff4b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:50.923000 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.provisioning_blocks [req-ab583d06-4e93-43eb-b859-f4243a9bbb69 req-f0af17ad-46f8-4dbc-b5ce-eda5a185131e service neutron] Transition to ACTIVE for port object e3572706-bfed-4c54-96bd-8af0f0dd8d42 will not be triggered until provisioned by entity L2. {{(pid=102386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 05 19:10:50.931030 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-97aa1d29-93c9-4c96-b47f-f5b854deff4b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:50.957514 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-37d9f7c4-1be0-4686-ae39-9793c8e71708 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6149946', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4877172'] for subnet, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:50.986722 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-ab583d06-4e93-43eb-b859-f4243a9bbb69 req-f0af17ad-46f8-4dbc-b5ce-eda5a185131e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6149821'] for port, after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:51.075495 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d9f7c4-1be0-4686-ae39-9793c8e71708 admin admin] Pushing event updated for resources: {'Subnet': ['ID=62d28d6c-64b6-4a97-9fff-76e22c484a81,revision_number=0']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:10:51.082587 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-97aa1d29-93c9-4c96-b47f-f5b854deff4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:51.085343 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-97aa1d29-93c9-4c96-b47f-f5b854deff4b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:51.088444 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0af17ad-46f8-4dbc-b5ce-eda5a185131e service neutron] Pushing event updated for resources: {'Port': ['ID=e3572706-bfed-4c54-96bd-8af0f0dd8d42,revision_number=2']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:10:51.090203 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-97aa1d29-93c9-4c96-b47f-f5b854deff4b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a8501046-507d-4fc0-976e-246fe690b895 HTTP/1.1" status: 204 len: 168 time: 0.2323282 Nov 05 19:10:51.109594 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37d9f7c4-1be0-4686-ae39-9793c8e71708 admin admin] Checking segment: {'id': 'e0299e2d-faaa-4d7b-92f5-e96b3311ecd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'b29fb6fc-2756-4024-98c9-1612017b047f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 19:10:51.110006 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37d9f7c4-1be0-4686-ae39-9793c8e71708 admin admin] Network hostable DHCP agents. Network: b29fb6fc-2756-4024-98c9-1612017b047f, hostable agents: ['987e2ca0-bc3b-4c6f-a989-429ccfbf753f'], hosted agents: [] {{(pid=102386) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 05 19:10:51.120789 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97aa1d29-93c9-4c96-b47f-f5b854deff4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8501046-507d-4fc0-976e-246fe690b895,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:10:51.172848 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c092732c-1abd-4d66-90d0-6ca5f4df873f req-aa50a3f1-f91c-4f21-b782-d92e0c33441c tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:10:51.174540 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-c092732c-1abd-4d66-90d0-6ca5f4df873f req-aa50a3f1-f91c-4f21-b782-d92e0c33441c tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] 10.222.0.13 "GET /v2.0/ports?device_id=6a98ef0f-dfb9-459b-b9cc-e3b18cabd026 HTTP/1.1" status: 200 len: 943 time: 0.1275754 Nov 05 19:10:51.225812 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [req-ab583d06-4e93-43eb-b859-f4243a9bbb69 req-f0af17ad-46f8-4dbc-b5ce-eda5a185131e service neutron] Attempting to bind port e3572706-bfed-4c54-96bd-8af0f0dd8d42 on host n-h2-816865-1 for vnic_type normal with profile {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 19:10:51.227126 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [req-ab583d06-4e93-43eb-b859-f4243a9bbb69 req-f0af17ad-46f8-4dbc-b5ce-eda5a185131e service neutron] Attempting to bind port e3572706-bfed-4c54-96bd-8af0f0dd8d42 by drivers openvswitch,hyperv on host n-h2-816865-1 at level 0 using segments [{'id': 'e1049daa-fc97-4a3f-8351-3203f3822574', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '4dc00c45-f8b9-4c9a-a6c5-c27d3aa63b93'}] {{(pid=102386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 19:10:51.227126 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab583d06-4e93-43eb-b859-f4243a9bbb69 req-f0af17ad-46f8-4dbc-b5ce-eda5a185131e service neutron] Attempting to bind port e3572706-bfed-4c54-96bd-8af0f0dd8d42 on network 4dc00c45-f8b9-4c9a-a6c5-c27d3aa63b93 {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 19:10:51.232739 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab583d06-4e93-43eb-b859-f4243a9bbb69 req-f0af17ad-46f8-4dbc-b5ce-eda5a185131e service neutron] Port e3572706-bfed-4c54-96bd-8af0f0dd8d42 on network 4dc00c45-f8b9-4c9a-a6c5-c27d3aa63b93 not bound, no agent of type Open vSwitch agent registered on host n-h2-816865-1 {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 19:10:51.233841 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab583d06-4e93-43eb-b859-f4243a9bbb69 req-f0af17ad-46f8-4dbc-b5ce-eda5a185131e service neutron] Attempting to bind port e3572706-bfed-4c54-96bd-8af0f0dd8d42 on network 4dc00c45-f8b9-4c9a-a6c5-c27d3aa63b93 {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 19:10:51.240099 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab583d06-4e93-43eb-b859-f4243a9bbb69 req-f0af17ad-46f8-4dbc-b5ce-eda5a185131e service neutron] Checking agent: {'id': '32aff553-696f-4891-83f5-5c176f61fe54', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816865-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 18, 33, 36), 'started_at': datetime.datetime(2021, 11, 5, 18, 33, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 19, 10, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 19:10:51.240618 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab583d06-4e93-43eb-b859-f4243a9bbb69 req-f0af17ad-46f8-4dbc-b5ce-eda5a185131e service neutron] Checking segment: {'id': 'e1049daa-fc97-4a3f-8351-3203f3822574', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '4dc00c45-f8b9-4c9a-a6c5-c27d3aa63b93'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 19:10:51.241112 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab583d06-4e93-43eb-b859-f4243a9bbb69 req-f0af17ad-46f8-4dbc-b5ce-eda5a185131e service neutron] Bound using segment: {'id': 'e1049daa-fc97-4a3f-8351-3203f3822574', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '4dc00c45-f8b9-4c9a-a6c5-c27d3aa63b93'} {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 19:10:51.241643 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [req-ab583d06-4e93-43eb-b859-f4243a9bbb69 req-f0af17ad-46f8-4dbc-b5ce-eda5a185131e service neutron] Bound port: e3572706-bfed-4c54-96bd-8af0f0dd8d42, host: n-h2-816865-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e1049daa-fc97-4a3f-8351-3203f3822574', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '4dc00c45-f8b9-4c9a-a6c5-c27d3aa63b93'}}] {{(pid=102386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 19:10:51.242120 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-ab583d06-4e93-43eb-b859-f4243a9bbb69 req-f0af17ad-46f8-4dbc-b5ce-eda5a185131e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:51.267629 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-c092732c-1abd-4d66-90d0-6ca5f4df873f req-13fc2c8f-fd5a-44e7-9648-8b8f6344d7cc tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] 10.222.0.13 "GET /v2.0/security-groups?id=58a0d76a-fac3-49dd-bb58-977488bd5154&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0863135 Nov 05 19:10:51.313138 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37d9f7c4-1be0-4686-ae39-9793c8e71708 admin admin] Network b29fb6fc-2756-4024-98c9-1612017b047f is scheduled to be hosted by DHCP agent 987e2ca0-bc3b-4c6f-a989-429ccfbf753f with binding_index 1 {{(pid=102386) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 05 19:10:51.340761 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [req-ab583d06-4e93-43eb-b859-f4243a9bbb69 req-f0af17ad-46f8-4dbc-b5ce-eda5a185131e service neutron] For port e3572706-bfed-4c54-96bd-8af0f0dd8d42, host n-h2-816865-1, cleared binding levels {{(pid=102386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 19:10:51.345349 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [req-ab583d06-4e93-43eb-b859-f4243a9bbb69 req-f0af17ad-46f8-4dbc-b5ce-eda5a185131e service neutron] For port e3572706-bfed-4c54-96bd-8af0f0dd8d42, host n-h2-816865-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=e3572706-bfed-4c54-96bd-8af0f0dd8d42,segment=NetworkSegment(e1049daa-fc97-4a3f-8351-3203f3822574),segment_id=e1049daa-fc97-4a3f-8351-3203f3822574)] {{(pid=102386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 19:10:51.382007 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb20b2b-4f0e-47db-b994-99e9c9519afc req-32d9e3fe-9ef3-445f-b9c9-0092dbc2a43f tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:10:51.383672 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-9cb20b2b-4f0e-47db-b994-99e9c9519afc req-32d9e3fe-9ef3-445f-b9c9-0092dbc2a43f tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] 10.222.0.13 "GET /v2.0/ports?device_id=9f7e8153-a580-44c6-be5e-fab9e03b087a HTTP/1.1" status: 200 len: 943 time: 0.0574496 Nov 05 19:10:51.401770 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-ab583d06-4e93-43eb-b859-f4243a9bbb69 req-f0af17ad-46f8-4dbc-b5ce-eda5a185131e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6149821'] for port, after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:51.403782 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.base_scheduler [None req-37d9f7c4-1be0-4686-ae39-9793c8e71708 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816865-1, b29fb6fc-2756-4024-98c9-1612017b047f) {{(pid=102386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 19:10:51.429100 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5c04d97-31b5-44f8-9224-4d8847ec1e73 None None] Network b29fb6fc-2756-4024-98c9-1612017b047f requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 19:10:51.441792 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37d9f7c4-1be0-4686-ae39-9793c8e71708 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:10:51.442080 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-37d9f7c4-1be0-4686-ae39-9793c8e71708 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:51.459475 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-9cb20b2b-4f0e-47db-b994-99e9c9519afc req-30b580b5-33a0-41b4-a6b4-704ddb8ef00b tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] 10.222.0.13 "GET /v2.0/security-groups?id=60ddf13c-c70f-4f3f-ba68-b64d39fac0a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657594 Nov 05 19:10:51.485575 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab583d06-4e93-43eb-b859-f4243a9bbb69 req-f0af17ad-46f8-4dbc-b5ce-eda5a185131e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:10:51.485575 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-ab583d06-4e93-43eb-b859-f4243a9bbb69 req-f0af17ad-46f8-4dbc-b5ce-eda5a185131e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:51.486894 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-ab583d06-4e93-43eb-b859-f4243a9bbb69 req-f0af17ad-46f8-4dbc-b5ce-eda5a185131e service neutron] 10.222.0.55 "PUT /v2.0/ports/e3572706-bfed-4c54-96bd-8af0f0dd8d42 HTTP/1.1" status: 200 len: 1092 time: 1.1695168 Nov 05 19:10:51.499182 n-d-816865-1 neutron-server[102386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '290c51ab-aef0-42b0-b28a-c110c73b3a2f', 'tag': 'e3572706-bfed-4c54-96bd-8af0f0dd8d42'}] {{(pid=102386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 19:10:51.513484 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6173a44d7c73f41af551dc890fa1a5892c2c6bc3458b640c8e0c24db7876ba6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3cadce2-ae69-4c61-8cf0-bee6931d6642" -d '{"events": [{"name": "network-changed", "server_uuid": "290c51ab-aef0-42b0-b28a-c110c73b3a2f", "tag": "e3572706-bfed-4c54-96bd-8af0f0dd8d42"}]}' {{(pid=102386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 19:10:51.563636 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0af17ad-46f8-4dbc-b5ce-eda5a185131e service neutron] Pushing event updated for resources: {'Port': ['ID=e3572706-bfed-4c54-96bd-8af0f0dd8d42,revision_number=3']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:10:51.602918 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 19:10:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca29af67-bdee-4943-96a8-97aa5db6387a x-openstack-request-id: req-ca29af67-bdee-4943-96a8-97aa5db6387a {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 19:10:51.603164 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "290c51ab-aef0-42b0-b28a-c110c73b3a2f", "tag": "e3572706-bfed-4c54-96bd-8af0f0dd8d42", "status": "completed", "code": 200}]} {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 19:10:51.603462 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ca29af67-bdee-4943-96a8-97aa5db6387a {{(pid=102386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 19:10:51.603867 n-d-816865-1 neutron-server[102386]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '290c51ab-aef0-42b0-b28a-c110c73b3a2f', 'tag': 'e3572706-bfed-4c54-96bd-8af0f0dd8d42', 'status': 'completed', 'code': 200} Nov 05 19:10:51.652119 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-37d9f7c4-1be0-4686-ae39-9793c8e71708 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.2329259 Nov 05 19:10:51.652363 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 34010) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:10:51.657285 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-0de1cd65-3c2a-4668-80ba-90195439aade admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1618760338-router', 'tenant_id': '579440a62ec247f09087f4c32fc4ebe9', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec'}}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:10:51.711200 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cadce2-ae69-4c61-8cf0-bee6931d6642 req-a9e00443-e7ba-49d3-b108-b0dab07c4217 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:10:51.712796 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-b3cadce2-ae69-4c61-8cf0-bee6931d6642 req-a9e00443-e7ba-49d3-b108-b0dab07c4217 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=c9875160e1e6467ba4c32e29bdc7488a&device_id=290c51ab-aef0-42b0-b28a-c110c73b3a2f HTTP/1.1" status: 200 len: 1095 time: 0.0772109 Nov 05 19:10:51.720271 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa84737c-ee08-475e-8e72-c56436b2b6f2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeb20a084-accf-5b60-8075-3e69ebe863a6-b29fb6fc-2756-4024-98c9-1612017b047f', 'network_id': 'b29fb6fc-2756-4024-98c9-1612017b047f', 'tenant_id': '579440a62ec247f09087f4c32fc4ebe9', 'fixed_ips': [{'subnet_id': '62d28d6c-64b6-4a97-9fff-76e22c484a81'}]}} from n-d-816865-1. {{(pid=102388) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 05 19:10:51.721192 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-aa84737c-ee08-475e-8e72-c56436b2b6f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:51.741562 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65cbf429-4905-4772-b91a-09a32fac342e req-d7d03160-cf98-453e-b7af-faadd580fd6f tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:10:51.751673 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-65cbf429-4905-4772-b91a-09a32fac342e req-d7d03160-cf98-453e-b7af-faadd580fd6f tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] 10.222.0.13 "GET /v2.0/ports?device_id=290c51ab-aef0-42b0-b28a-c110c73b3a2f HTTP/1.1" status: 200 len: 944 time: 0.1077783 Nov 05 19:10:51.817479 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-0de1cd65-3c2a-4668-80ba-90195439aade admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-571139', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6874'] for router, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:51.818537 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-0de1cd65-3c2a-4668-80ba-90195439aade admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-571375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1000570', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1011585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6867'] for router, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:51.864643 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cadce2-ae69-4c61-8cf0-bee6931d6642 req-7e509a17-4c18-4338-9720-24ac41c71565 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:10:51.866377 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-b3cadce2-ae69-4c61-8cf0-bee6931d6642 req-7e509a17-4c18-4338-9720-24ac41c71565 service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=c9875160e1e6467ba4c32e29bdc7488a&shared=False HTTP/1.1" status: 200 len: 918 time: 0.1379521 Nov 05 19:10:51.872627 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-65cbf429-4905-4772-b91a-09a32fac342e req-e39681a6-067b-4cbf-a56c-ec7b470cf622 tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] 10.222.0.13 "GET /v2.0/security-groups?id=62bb25fb-2654-482c-aaa3-6e348199bd66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1172395 Nov 05 19:10:51.958404 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.db_base_plugin_common [None req-aa84737c-ee08-475e-8e72-c56436b2b6f2 None None] Allocated IP 172.20.0.2 (b29fb6fc-2756-4024-98c9-1612017b047f/62d28d6c-64b6-4a97-9fff-76e22c484a81/4666a685-e994-47ea-8773-e60f772d6d91) {{(pid=102388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 19:10:51.990528 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cadce2-ae69-4c61-8cf0-bee6931d6642 req-cf94db63-4a23-4042-a1e7-889f96259c32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:10:51.992312 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-b3cadce2-ae69-4c61-8cf0-bee6931d6642 req-cf94db63-4a23-4042-a1e7-889f96259c32 service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1157138 Nov 05 19:10:52.110375 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab583d06-4e93-43eb-b859-f4243a9bbb69 req-85b4ad7f-3575-4c9c-8942-10bf53b085e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:10:52.112034 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-ab583d06-4e93-43eb-b859-f4243a9bbb69 req-85b4ad7f-3575-4c9c-8942-10bf53b085e4 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=c9875160e1e6467ba4c32e29bdc7488a&device_id=290c51ab-aef0-42b0-b28a-c110c73b3a2f HTTP/1.1" status: 200 len: 1095 time: 0.0664985 Nov 05 19:10:52.179721 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-ab583d06-4e93-43eb-b859-f4243a9bbb69 req-fbf28af9-c187-48aa-b0cf-c90a5b2cea3c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e3572706-bfed-4c54-96bd-8af0f0dd8d42 HTTP/1.1" status: 200 len: 217 time: 0.0543547 Nov 05 19:10:52.184066 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-aa84737c-ee08-475e-8e72-c56436b2b6f2 None None] Publish callbacks [] for port, precommit_create {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:52.209929 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-0de1cd65-3c2a-4668-80ba-90195439aade admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:52.234612 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab583d06-4e93-43eb-b859-f4243a9bbb69 req-dabd6555-4ee7-488e-ac7f-54313ad3583c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:10:52.236094 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-ab583d06-4e93-43eb-b859-f4243a9bbb69 req-dabd6555-4ee7-488e-ac7f-54313ad3583c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=57c79303-6c4f-4c08-a695-f3ffd6fc49db HTTP/1.1" status: 200 len: 856 time: 0.0463169 Nov 05 19:10:52.290606 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab583d06-4e93-43eb-b859-f4243a9bbb69 req-50f4ab16-9db2-4597-bdce-2e03b6c35db9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:10:52.290606 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-ab583d06-4e93-43eb-b859-f4243a9bbb69 req-50f4ab16-9db2-4597-bdce-2e03b6c35db9 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=4dc00c45-f8b9-4c9a-a6c5-c27d3aa63b93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408502 Nov 05 19:10:52.309837 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-aa84737c-ee08-475e-8e72-c56436b2b6f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789'] for port, after_create {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:52.401372 n-d-816865-1 neutron-server[102388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa84737c-ee08-475e-8e72-c56436b2b6f2 None None] Network b29fb6fc-2756-4024-98c9-1612017b047f is already hosted by enough agents. {{(pid=102388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 19:10:52.403642 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa84737c-ee08-475e-8e72-c56436b2b6f2 None None] Pushing event updated for resources: {'Port': ['ID=4666a685-e994-47ea-8773-e60f772d6d91,revision_number=1']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:10:52.408419 n-d-816865-1 neutron-server[102388]: DEBUG neutron.scheduler.base_scheduler [None req-aa84737c-ee08-475e-8e72-c56436b2b6f2 None None] Resources bound (agent type, host, resource id): {{(pid=102388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 19:10:52.415542 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa84737c-ee08-475e-8e72-c56436b2b6f2 None None] Received port after_create {{(pid=102388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 19:10:52.514716 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-ab583d06-4e93-43eb-b859-f4243a9bbb69 req-6b6b229e-4dc3-4f9b-bef0-14cd057bb65d service neutron] 10.222.0.55 "GET /v2.0/networks/4dc00c45-f8b9-4c9a-a6c5-c27d3aa63b93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2133791 Nov 05 19:10:52.516938 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-aa84737c-ee08-475e-8e72-c56436b2b6f2 None None] Attempting to bind port 4666a685-e994-47ea-8773-e60f772d6d91 on host n-d-816865-1 for vnic_type normal with profile {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 19:10:52.517422 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-aa84737c-ee08-475e-8e72-c56436b2b6f2 None None] Attempting to bind port 4666a685-e994-47ea-8773-e60f772d6d91 by drivers openvswitch,hyperv on host n-d-816865-1 at level 0 using segments [{'id': 'e0299e2d-faaa-4d7b-92f5-e96b3311ecd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'b29fb6fc-2756-4024-98c9-1612017b047f'}] {{(pid=102388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 19:10:52.518839 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa84737c-ee08-475e-8e72-c56436b2b6f2 None None] Attempting to bind port 4666a685-e994-47ea-8773-e60f772d6d91 on network b29fb6fc-2756-4024-98c9-1612017b047f {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 19:10:52.537711 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa84737c-ee08-475e-8e72-c56436b2b6f2 None None] Checking agent: {'id': '724d89a7-611b-41e6-bc85-c48112b17afa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 18, 25, 8), 'started_at': datetime.datetime(2021, 11, 5, 18, 25, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 19, 10, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 19:10:52.538716 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa84737c-ee08-475e-8e72-c56436b2b6f2 None None] Checking segment: {'id': 'e0299e2d-faaa-4d7b-92f5-e96b3311ecd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'b29fb6fc-2756-4024-98c9-1612017b047f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 19:10:52.542728 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-aa84737c-ee08-475e-8e72-c56436b2b6f2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:52.542728 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa84737c-ee08-475e-8e72-c56436b2b6f2 None None] Bound using segment: {'id': 'e0299e2d-faaa-4d7b-92f5-e96b3311ecd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'b29fb6fc-2756-4024-98c9-1612017b047f'} {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 19:10:52.542728 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-aa84737c-ee08-475e-8e72-c56436b2b6f2 None None] Bound port: 4666a685-e994-47ea-8773-e60f772d6d91, host: n-d-816865-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0299e2d-faaa-4d7b-92f5-e96b3311ecd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'b29fb6fc-2756-4024-98c9-1612017b047f'}}] {{(pid=102388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 19:10:52.542728 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-aa84737c-ee08-475e-8e72-c56436b2b6f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:52.590679 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-0de1cd65-3c2a-4668-80ba-90195439aade admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:52.642675 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-aa84737c-ee08-475e-8e72-c56436b2b6f2 None None] For port 4666a685-e994-47ea-8773-e60f772d6d91, host n-d-816865-1, cleared binding levels {{(pid=102388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 19:10:52.648293 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906e0ea1-d960-4307-97fe-6ce577de90d2 req-b7129cbd-e6cc-4b91-b7f1-d60d97654246 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:10:52.653928 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-aa84737c-ee08-475e-8e72-c56436b2b6f2 None None] For port 4666a685-e994-47ea-8773-e60f772d6d91, host n-d-816865-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=4666a685-e994-47ea-8773-e60f772d6d91,segment=NetworkSegment(e0299e2d-faaa-4d7b-92f5-e96b3311ecd0),segment_id=e0299e2d-faaa-4d7b-92f5-e96b3311ecd0)] {{(pid=102388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 19:10:52.656436 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-906e0ea1-d960-4307-97fe-6ce577de90d2 req-b7129cbd-e6cc-4b91-b7f1-d60d97654246 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] 10.222.0.13 "GET /v2.0/ports?device_id=6a98ef0f-dfb9-459b-b9cc-e3b18cabd026 HTTP/1.1" status: 200 len: 943 time: 0.2187917 Nov 05 19:10:52.688809 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-ab583d06-4e93-43eb-b859-f4243a9bbb69 req-5274b22e-5886-4ae3-80d7-32eb962eaf5e service neutron] 10.222.0.55 "GET /v2.0/networks/4dc00c45-f8b9-4c9a-a6c5-c27d3aa63b93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1631143 Nov 05 19:10:52.730783 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-906e0ea1-d960-4307-97fe-6ce577de90d2 req-c2bf29b9-65e0-4a65-8a74-f076053db5d8 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] 10.222.0.13 "GET /v2.0/security-groups?id=58a0d76a-fac3-49dd-bb58-977488bd5154&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0732949 Nov 05 19:10:52.743788 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-aa84737c-ee08-475e-8e72-c56436b2b6f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:52.748052 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8e987d-0035-4811-ba9a-38ec40d2db69 req-6431107f-50a8-4ac2-b7f1-64e3b25513e1 tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:10:52.749016 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 34038) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:10:52.755892 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-cd8e987d-0035-4811-ba9a-38ec40d2db69 req-6431107f-50a8-4ac2-b7f1-64e3b25513e1 tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] 10.222.0.13 "GET /v2.0/ports?device_id=9f7e8153-a580-44c6-be5e-fab9e03b087a HTTP/1.1" status: 200 len: 943 time: 0.1703470 Nov 05 19:10:52.874024 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Device 44a0380d-62be-4048-98ca-1cdeb11ab2dc details requested by agent hyperv_n-h1-816865-1 with host n-h1-816865-1 {{(pid=102388) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 05 19:10:52.882884 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa84737c-ee08-475e-8e72-c56436b2b6f2 None None] Pushing event updated for resources: {'Port': ['ID=4666a685-e994-47ea-8773-e60f772d6d91,revision_number=2']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:10:52.908495 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-cd8e987d-0035-4811-ba9a-38ec40d2db69 req-6817946e-1b75-4131-8ffc-c9f80e71f53b tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] 10.222.0.13 "GET /v2.0/security-groups?id=60ddf13c-c70f-4f3f-ba68-b64d39fac0a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1516409 Nov 05 19:10:52.941146 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-a86a038b-8259-4744-b305-57b5c341d356 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-254829753-network', 'tenant_id': '50dd2e873e4842f38b42ab08dc90d84a'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:10:53.032472 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a86a038b-8259-4744-b305-57b5c341d356 admin admin] Made reservation on behalf of 50dd2e873e4842f38b42ab08dc90d84a for: {'network': 1} {{(pid=102386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 19:10:53.035490 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-a86a038b-8259-4744-b305-57b5c341d356 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for network, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:53.053266 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-a86a038b-8259-4744-b305-57b5c341d356 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:53.151841 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] For port 44a0380d-62be-4048-98ca-1cdeb11ab2dc, host n-h1-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=44a0380d-62be-4048-98ca-1cdeb11ab2dc,segment=NetworkSegment(a4f92803-6e14-4bdd-a9d7-42a9ad8a04ff),segment_id=a4f92803-6e14-4bdd-a9d7-42a9ad8a04ff)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:10:53.180618 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Returning: {'device': '44a0380d-62be-4048-98ca-1cdeb11ab2dc', 'network_id': '63299ea6-43b5-4921-ba00-89662e2353e0', 'port_id': '44a0380d-62be-4048-98ca-1cdeb11ab2dc', 'mac_address': 'fa:16:3e:ff:2a:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8dac5652-6e0f-49fd-9eec-fc8f4911236b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102388) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 05 19:10:53.232355 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-0de1cd65-3c2a-4668-80ba-90195439aade admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:53.269461 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-0de1cd65-3c2a-4668-80ba-90195439aade admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:53.280267 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-a86a038b-8259-4744-b305-57b5c341d356 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:53.290536 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:53.325564 n-d-816865-1 neutron-server[102388]: DEBUG neutron.notifiers.nova [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 44a0380d-62be-4048-98ca-1cdeb11ab2dc {{(pid=102388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 19:10:53.339197 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-a86a038b-8259-4744-b305-57b5c341d356 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:53.365054 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a86a038b-8259-4744-b305-57b5c341d356 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 165} {{(pid=102386) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 05 19:10:53.378948 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] For port 44a0380d-62be-4048-98ca-1cdeb11ab2dc, host n-h1-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=44a0380d-62be-4048-98ca-1cdeb11ab2dc,segment=NetworkSegment(a4f92803-6e14-4bdd-a9d7-42a9ad8a04ff),segment_id=a4f92803-6e14-4bdd-a9d7-42a9ad8a04ff)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:10:53.385410 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-a86a038b-8259-4744-b305-57b5c341d356 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273'] for segment, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:53.385802 n-d-816865-1 neutron-server[102386]: INFO neutron.db.segments_db [None req-a86a038b-8259-4744-b305-57b5c341d356 admin admin] Added segment e5810171-63b7-42f9-86c7-5a9a78584f19 of type vlan for network 79812561-9dfc-4341-96d3-697a18d73de0 Nov 05 19:10:53.449897 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86a038b-8259-4744-b305-57b5c341d356 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3ab9bed-c225-40bf-ac80-c6105a7b5733,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:10:53.458289 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:53.459263 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Device 4e7bc19a-7e1c-4159-869c-a55663edca36 details requested by agent hyperv_n-h1-816865-1 with host n-h1-816865-1 {{(pid=102388) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 05 19:10:53.513535 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-a86a038b-8259-4744-b305-57b5c341d356 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750027258543'] for network, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:53.523675 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 4666a685-e994-47ea-8773-e60f772d6d91 up at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 19:10:53.555004 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192a8676-fbd8-447a-9b9c-be9fbff53ae7 req-7bfe526e-5463-4a3d-8134-e494136ff667 tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:10:53.557552 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-192a8676-fbd8-447a-9b9c-be9fbff53ae7 req-7bfe526e-5463-4a3d-8134-e494136ff667 tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] 10.222.0.13 "GET /v2.0/ports?device_id=290c51ab-aef0-42b0-b28a-c110c73b3a2f HTTP/1.1" status: 200 len: 944 time: 0.5508902 Nov 05 19:10:53.624463 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-192a8676-fbd8-447a-9b9c-be9fbff53ae7 req-7ac45a0b-a037-47ed-8314-b1dbd5b9d3d3 tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] 10.222.0.13 "GET /v2.0/security-groups?id=62bb25fb-2654-482c-aaa3-6e348199bd66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557795 Nov 05 19:10:53.633068 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.db_base_plugin_common [None req-0de1cd65-3c2a-4668-80ba-90195439aade admin admin] Allocated IP 172.25.6.80 (40c8335d-cd0b-4cb5-910a-d4dcddd5cbec/04fe6db3-e108-4208-943d-6518424f5726/ee436153-ce91-40b0-92b6-c20fdb0ee8aa) {{(pid=102387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 19:10:53.684026 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Pushing event updated for resources: {'Port': ['ID=44a0380d-62be-4048-98ca-1cdeb11ab2dc,revision_number=4']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:10:53.684464 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-a86a038b-8259-4744-b305-57b5c341d356 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-956796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877'] for network, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:53.685477 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a86a038b-8259-4744-b305-57b5c341d356 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:10:53.686710 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-a86a038b-8259-4744-b305-57b5c341d356 admin admin] Publish callbacks [] for network, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:53.698549 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Provisioning complete for port 4666a685-e994-47ea-8773-e60f772d6d91 triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:10:53.699175 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:53.783079 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-0de1cd65-3c2a-4668-80ba-90195439aade admin admin] Publish callbacks [] for port, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:53.804591 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] For port 4e7bc19a-7e1c-4159-869c-a55663edca36, host n-h1-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=4e7bc19a-7e1c-4159-869c-a55663edca36,segment=NetworkSegment(4803c800-7eb3-4349-8c3f-253c770766d0),segment_id=4803c800-7eb3-4349-8c3f-253c770766d0)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:10:53.810509 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-a86a038b-8259-4744-b305-57b5c341d356 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.0565813 Nov 05 19:10:53.810760 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 34050) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:10:53.813440 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86a038b-8259-4744-b305-57b5c341d356 admin admin] Pushing event updated for resources: {'Network': ['ID=79812561-9dfc-4341-96d3-697a18d73de0,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:10:53.824459 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-d45e92c2-8f40-46fb-843d-a9203f41c8c6 admin admin] Request body: {'subnet': {'network_id': '79812561-9dfc-4341-96d3-697a18d73de0', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-254829753-subnet', 'tenant_id': '50dd2e873e4842f38b42ab08dc90d84a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:10:53.845047 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Returning: {'device': '4e7bc19a-7e1c-4159-869c-a55663edca36', 'network_id': '530c2a73-71be-453e-8314-d0f9c49e67e6', 'port_id': '4e7bc19a-7e1c-4159-869c-a55663edca36', 'mac_address': 'fa:16:3e:f6:34:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 176, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e515ab6a-4766-4dbf-9d26-5aeef878e9d0', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102388) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 05 19:10:53.851632 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Network 79812561-9dfc-4341-96d3-697a18d73de0 details requested by agent ovs-agent-n-d-816865-1 with host n-d-816865-1 {{(pid=102388) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 05 19:10:53.938605 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7764c1ba-ac9a-4237-86b6-0cebe210b1e3 req-e5a68666-cc9b-4b34-83ea-050771f2d2b2 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:10:53.943461 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-7764c1ba-ac9a-4237-86b6-0cebe210b1e3 req-e5a68666-cc9b-4b34-83ea-050771f2d2b2 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] 10.222.0.13 "GET /v2.0/ports?device_id=6a98ef0f-dfb9-459b-b9cc-e3b18cabd026 HTTP/1.1" status: 200 len: 943 time: 0.0644739 Nov 05 19:10:53.990169 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-0de1cd65-3c2a-4668-80ba-90195439aade admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4417063'] for port, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:54.001205 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:54.012849 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d45e92c2-8f40-46fb-843d-a9203f41c8c6 admin admin] Made reservation on behalf of 50dd2e873e4842f38b42ab08dc90d84a for: {'subnet': 1} {{(pid=102387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 19:10:54.016226 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-d45e92c2-8f40-46fb-843d-a9203f41c8c6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5112236'] for subnet, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:54.047669 n-d-816865-1 neutron-server[102388]: DEBUG neutron.notifiers.nova [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e7bc19a-7e1c-4159-869c-a55663edca36 {{(pid=102388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 19:10:54.103443 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] For port 4e7bc19a-7e1c-4159-869c-a55663edca36, host n-h1-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=4e7bc19a-7e1c-4159-869c-a55663edca36,segment=NetworkSegment(4803c800-7eb3-4349-8c3f-253c770766d0),segment_id=4803c800-7eb3-4349-8c3f-253c770766d0)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:10:54.144358 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:54.158457 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-7764c1ba-ac9a-4237-86b6-0cebe210b1e3 req-1e2925e2-6559-46ea-b1ae-07548d03b9ef tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] 10.222.0.13 "GET /v2.0/security-groups?id=58a0d76a-fac3-49dd-bb58-977488bd5154&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2109945 Nov 05 19:10:54.168179 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0de1cd65-3c2a-4668-80ba-90195439aade admin admin] Network 40c8335d-cd0b-4cb5-910a-d4dcddd5cbec is already hosted by enough agents. {{(pid=102387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 19:10:54.173360 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:54.203535 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.base_scheduler [None req-0de1cd65-3c2a-4668-80ba-90195439aade admin admin] Resources bound (agent type, host, resource id): {{(pid=102387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 19:10:54.213801 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de1cd65-3c2a-4668-80ba-90195439aade admin admin] Pushing event updated for resources: {'Port': ['ID=ee436153-ce91-40b0-92b6-c20fdb0ee8aa,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:10:54.239068 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0de1cd65-3c2a-4668-80ba-90195439aade admin admin] Received port after_create {{(pid=102387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 19:10:54.249158 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] For port 4666a685-e994-47ea-8773-e60f772d6d91, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=4666a685-e994-47ea-8773-e60f772d6d91,segment=NetworkSegment(e0299e2d-faaa-4d7b-92f5-e96b3311ecd0),segment_id=e0299e2d-faaa-4d7b-92f5-e96b3311ecd0)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:10:54.262196 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Pushing event updated for resources: {'Port': ['ID=4e7bc19a-7e1c-4159-869c-a55663edca36,revision_number=4']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:10:54.316269 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:54.340623 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37cf3a6-e542-49b4-bc77-8c23648c78f8 req-ec7c4321-9739-4c85-bebb-91ab516fadda tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:10:54.342996 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-c37cf3a6-e542-49b4-bc77-8c23648c78f8 req-ec7c4321-9739-4c85-bebb-91ab516fadda tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] 10.222.0.13 "GET /v2.0/ports?device_id=9f7e8153-a580-44c6-be5e-fab9e03b087a HTTP/1.1" status: 200 len: 944 time: 0.2773240 Nov 05 19:10:54.362059 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a02e50c5-c205-45f3-a3d5-aa70e92008c3 None None] Network b29fb6fc-2756-4024-98c9-1612017b047f requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 19:10:54.442077 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] get_ports_and_sgs() called for port_ids ['4e7bc19a-7e1c-4159-869c-a55663edca36'] {{(pid=102388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 19:10:54.444201 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] get_ports_and_sgs() called for port_ids ['44a0380d-62be-4048-98ca-1cdeb11ab2dc'] {{(pid=102388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 19:10:54.499955 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Pushing event updated for resources: {'Port': ['ID=4666a685-e994-47ea-8773-e60f772d6d91,revision_number=3']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:10:54.541296 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-c37cf3a6-e542-49b4-bc77-8c23648c78f8 req-27f11158-4cf5-4373-987c-26f9d601fe94 tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] 10.222.0.13 "GET /v2.0/security-groups?id=60ddf13c-c70f-4f3f-ba68-b64d39fac0a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1574750 Nov 05 19:10:54.541556 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-41d9db4e-6829-449c-981f-b711476bc417 None None] Provisioning complete for port 4666a685-e994-47ea-8773-e60f772d6d91 triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:10:54.541921 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-41d9db4e-6829-449c-981f-b711476bc417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:54.710858 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-d45e92c2-8f40-46fb-843d-a9203f41c8c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4417463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5112218'] for subnet, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:54.847145 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45e92c2-8f40-46fb-843d-a9203f41c8c6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5691c890-200a-44b0-ad74-57eb3a7d3863,revision_number=0']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:10:54.887939 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-0de1cd65-3c2a-4668-80ba-90195439aade admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:54.899190 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f627c5c-6331-417f-b104-658a228a1acf req-9ac5f8c2-7295-48fe-a750-9e636624ca43 tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:10:54.900942 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-5f627c5c-6331-417f-b104-658a228a1acf req-9ac5f8c2-7295-48fe-a750-9e636624ca43 tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] 10.222.0.13 "GET /v2.0/ports?device_id=290c51ab-aef0-42b0-b28a-c110c73b3a2f HTTP/1.1" status: 200 len: 944 time: 0.1516929 Nov 05 19:10:54.907875 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d45e92c2-8f40-46fb-843d-a9203f41c8c6 admin admin] Checking segment: {'id': 'e5810171-63b7-42f9-86c7-5a9a78584f19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '79812561-9dfc-4341-96d3-697a18d73de0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 19:10:54.907875 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d45e92c2-8f40-46fb-843d-a9203f41c8c6 admin admin] Network hostable DHCP agents. Network: 79812561-9dfc-4341-96d3-697a18d73de0, hostable agents: ['987e2ca0-bc3b-4c6f-a989-429ccfbf753f'], hosted agents: [] {{(pid=102387) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 05 19:10:55.061563 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-5f627c5c-6331-417f-b104-658a228a1acf req-2d577d9d-15fa-48bb-8f0e-d0dc6e2d13d7 tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] 10.222.0.13 "GET /v2.0/security-groups?id=62bb25fb-2654-482c-aaa3-6e348199bd66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1506386 Nov 05 19:10:55.065272 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d45e92c2-8f40-46fb-843d-a9203f41c8c6 admin admin] Network 79812561-9dfc-4341-96d3-697a18d73de0 is scheduled to be hosted by DHCP agent 987e2ca0-bc3b-4c6f-a989-429ccfbf753f with binding_index 1 {{(pid=102387) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 05 19:10:55.168420 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-729b3b85-4ab0-4f10-b5b6-c49b6624de76 None None] Provisioning complete for port 4666a685-e994-47ea-8773-e60f772d6d91 triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:10:55.169038 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-729b3b85-4ab0-4f10-b5b6-c49b6624de76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:55.181080 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.base_scheduler [None req-d45e92c2-8f40-46fb-843d-a9203f41c8c6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816865-1, 79812561-9dfc-4341-96d3-697a18d73de0) {{(pid=102387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 19:10:55.197748 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e0d20de-85ba-4743-bbaa-fb6e9cbcd5b4 None None] Network 79812561-9dfc-4341-96d3-697a18d73de0 requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 19:10:55.214768 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-0de1cd65-3c2a-4668-80ba-90195439aade admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-571384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1000487'] for router, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:55.219987 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d45e92c2-8f40-46fb-843d-a9203f41c8c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:10:55.220583 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-d45e92c2-8f40-46fb-843d-a9203f41c8c6 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:55.354918 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af3a741-b58a-40fa-b0b9-d5871a8cef13 req-b1b4966c-6769-42f7-ba1a-b3814d0be42a tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:10:55.356498 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-3af3a741-b58a-40fa-b0b9-d5871a8cef13 req-b1b4966c-6769-42f7-ba1a-b3814d0be42a tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] 10.222.0.13 "GET /v2.0/ports?device_id=6a98ef0f-dfb9-459b-b9cc-e3b18cabd026 HTTP/1.1" status: 200 len: 944 time: 0.0936337 Nov 05 19:10:55.370812 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-d45e92c2-8f40-46fb-843d-a9203f41c8c6 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.5583799 Nov 05 19:10:55.448286 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-3af3a741-b58a-40fa-b0b9-d5871a8cef13 req-08304167-0813-4685-b1f9-1611efebda91 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] 10.222.0.13 "GET /v2.0/security-groups?id=58a0d76a-fac3-49dd-bb58-977488bd5154&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0744393 Nov 05 19:10:55.519661 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 4666a685-e994-47ea-8773-e60f772d6d91 up at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 19:10:55.525350 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0de1cd65-3c2a-4668-80ba-90195439aade admin admin] Router 10836829-bda5-4c2a-b897-e2fbcf6b288f is scheduled to L3 agent 6dcb5589-8e86-4616-9186-ddc4548e13ad with binding_index 1 {{(pid=102387) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 05 19:10:55.591703 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6a47a3f-b59b-4104-8de5-8d83a9f8149c None None] Network 79812561-9dfc-4341-96d3-697a18d73de0 requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 19:10:55.633462 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Device e3572706-bfed-4c54-96bd-8af0f0dd8d42 details requested by agent hyperv_n-h2-816865-1 with host n-h2-816865-1 {{(pid=102388) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 05 19:10:55.685010 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Provisioning complete for port 4666a685-e994-47ea-8773-e60f772d6d91 triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:10:55.685490 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:55.898369 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] For port e3572706-bfed-4c54-96bd-8af0f0dd8d42, host n-h2-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=e3572706-bfed-4c54-96bd-8af0f0dd8d42,segment=NetworkSegment(e1049daa-fc97-4a3f-8351-3203f3822574),segment_id=e1049daa-fc97-4a3f-8351-3203f3822574)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:10:55.916897 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Returning: {'device': 'e3572706-bfed-4c54-96bd-8af0f0dd8d42', 'network_id': '4dc00c45-f8b9-4c9a-a6c5-c27d3aa63b93', 'port_id': 'e3572706-bfed-4c54-96bd-8af0f0dd8d42', 'mac_address': 'fa:16:3e:7a:b4:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 198, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '57c79303-6c4f-4c08-a695-f3ffd6fc49db', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102388) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 05 19:10:55.964381 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0de1cd65-3c2a-4668-80ba-90195439aade admin admin] Notify agent at l3_agent.n-d-816865-1 the message routers_updated {{(pid=102387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 19:10:55.964933 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:55.978212 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0fae3ee-c5e1-4146-98cc-54597f986553 None None] Sync routers for ids ['10836829-bda5-4c2a-b897-e2fbcf6b288f'] in n-d-816865-1 {{(pid=102389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 19:10:55.978891 n-d-816865-1 neutron-server[102388]: DEBUG neutron.notifiers.nova [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e3572706-bfed-4c54-96bd-8af0f0dd8d42 {{(pid=102388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 19:10:55.981360 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e0f934-eb9e-4488-9347-175c5b9a05b9 req-faeb5dd7-9f33-406a-ac1b-6250fe89d56d tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:10:55.983588 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-a7e0f934-eb9e-4488-9347-175c5b9a05b9 req-faeb5dd7-9f33-406a-ac1b-6250fe89d56d tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] 10.222.0.13 "GET /v2.0/ports?device_id=9f7e8153-a580-44c6-be5e-fab9e03b087a HTTP/1.1" status: 200 len: 944 time: 0.0713589 Nov 05 19:10:55.999943 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] For port e3572706-bfed-4c54-96bd-8af0f0dd8d42, host n-h2-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=e3572706-bfed-4c54-96bd-8af0f0dd8d42,segment=NetworkSegment(e1049daa-fc97-4a3f-8351-3203f3822574),segment_id=e1049daa-fc97-4a3f-8351-3203f3822574)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:10:56.003170 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0fae3ee-c5e1-4146-98cc-54597f986553 None None] Routers {'10836829-bda5-4c2a-b897-e2fbcf6b288f'} bound to L3 agent in host n-d-816865-1 {{(pid=102389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 19:10:56.003170 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-c0fae3ee-c5e1-4146-98cc-54597f986553 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T19:10:35Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['10836829-bda5-4c2a-b897-e2fbcf6b288f'], 'active': True} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:10:56.041979 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-a7e0f934-eb9e-4488-9347-175c5b9a05b9 req-d69d9a22-5bbc-4591-a9d3-e48b793ff19e tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] 10.222.0.13 "GET /v2.0/security-groups?id=60ddf13c-c70f-4f3f-ba68-b64d39fac0a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497248 Nov 05 19:10:56.050712 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-0de1cd65-3c2a-4668-80ba-90195439aade admin admin] Publish callbacks [] for router, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:56.054535 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-0de1cd65-3c2a-4668-80ba-90195439aade admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 4.3986111 Nov 05 19:10:56.054919 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 34074) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:10:56.106115 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:56.138076 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvr_db [None req-c0fae3ee-c5e1-4146-98cc-54597f986553 None None] Set router 10836829-bda5-4c2a-b897-e2fbcf6b288f gateway port host: n-d-816865-1 {{(pid=102389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 19:10:56.161113 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Pushing event updated for resources: {'Port': ['ID=e3572706-bfed-4c54-96bd-8af0f0dd8d42,revision_number=4']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:10:56.231385 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0061f12-c048-4dff-b92c-41a144a983b6 req-917aa218-6851-45f3-a8d9-8c97e0f5f329 tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:10:56.234067 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-a0061f12-c048-4dff-b92c-41a144a983b6 req-917aa218-6851-45f3-a8d9-8c97e0f5f329 tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] 10.222.0.13 "GET /v2.0/ports?device_id=290c51ab-aef0-42b0-b28a-c110c73b3a2f HTTP/1.1" status: 200 len: 945 time: 0.0560629 Nov 05 19:10:56.311604 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-a0061f12-c048-4dff-b92c-41a144a983b6 req-f640a529-57ec-409f-8368-8c16cf1d2800 tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] 10.222.0.13 "GET /v2.0/security-groups?id=62bb25fb-2654-482c-aaa3-6e348199bd66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0671630 Nov 05 19:10:56.441026 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] get_ports_and_sgs() called for port_ids ['e3572706-bfed-4c54-96bd-8af0f0dd8d42'] {{(pid=102388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 19:10:56.498988 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-c0fae3ee-c5e1-4146-98cc-54597f986553 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10836829-bda5-4c2a-b897-e2fbcf6b288f', 'name': 'tempest-TestVolumeBackupRestore-1618760338-router', 'tenant_id': '579440a62ec247f09087f4c32fc4ebe9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.80'}], 'enable_snat': True}, 'gw_port_id': 'ee436153-ce91-40b0-92b6-c20fdb0ee8aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T19:10:51Z', 'updated_at': '2021-11-05T19:10:54Z', 'revision_number': 3, 'project_id': '579440a62ec247f09087f4c32fc4ebe9', 'gw_port': {'id': 'ee436153-ce91-40b0-92b6-c20fdb0ee8aa', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:89:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10836829-bda5-4c2a-b897-e2fbcf6b288f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3518, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:10:53Z', 'updated_at': '2021-11-05T19:10:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1'}], 'n-d-816865-1', False) {} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:10:56.535244 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0fae3ee-c5e1-4146-98cc-54597f986553 None None] Checking router: 10836829-bda5-4c2a-b897-e2fbcf6b288f for host: n-d-816865-1 {{(pid=102389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 19:10:56.535996 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0fae3ee-c5e1-4146-98cc-54597f986553 None None] Updating router 10836829-bda5-4c2a-b897-e2fbcf6b288f port ee436153-ce91-40b0-92b6-c20fdb0ee8aa binding host n-d-816865-1 {{(pid=102389) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 05 19:10:56.563910 n-d-816865-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-c0fae3ee-c5e1-4146-98cc-54597f986553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:56.618271 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-ae1d643f-5089-4e5a-a907-5e06aa93daee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:56.632310 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad09e7c6-d46f-4db4-a9f0-9fb4304d0529 req-0bcf9ab0-f739-4f0e-9def-cf219310f0ac tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:10:56.633876 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-ad09e7c6-d46f-4db4-a9f0-9fb4304d0529 req-0bcf9ab0-f739-4f0e-9def-cf219310f0ac tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] 10.222.0.13 "GET /v2.0/ports?device_id=6a98ef0f-dfb9-459b-b9cc-e3b18cabd026 HTTP/1.1" status: 200 len: 944 time: 0.0900710 Nov 05 19:10:56.789478 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-ad09e7c6-d46f-4db4-a9f0-9fb4304d0529 req-2b1b470f-5f5a-4637-8ff5-4be030f47995 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] 10.222.0.13 "GET /v2.0/security-groups?id=58a0d76a-fac3-49dd-bb58-977488bd5154&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1463068 Nov 05 19:10:56.852506 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.db_base_plugin_common [None req-ae1d643f-5089-4e5a-a907-5e06aa93daee admin admin] Allocated IP 172.20.0.1 (b29fb6fc-2756-4024-98c9-1612017b047f/62d28d6c-64b6-4a97-9fff-76e22c484a81/ab96b00d-9a2d-4164-bc56-97659132b9cc) {{(pid=102386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 19:10:56.866308 n-d-816865-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-c0fae3ee-c5e1-4146-98cc-54597f986553 None None] Publish callbacks [] for port, precommit_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:56.916981 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Device 44a0380d-62be-4048-98ca-1cdeb11ab2dc up at agent hyperv_n-h1-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 19:10:56.957617 n-d-816865-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-c0fae3ee-c5e1-4146-98cc-54597f986553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:56.963957 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-ae1d643f-5089-4e5a-a907-5e06aa93daee admin admin] Publish callbacks [] for port, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:57.034268 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.managers [None req-c0fae3ee-c5e1-4146-98cc-54597f986553 None None] Attempting to bind port ee436153-ce91-40b0-92b6-c20fdb0ee8aa on host n-d-816865-1 for vnic_type normal with profile {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 19:10:57.034840 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.managers [None req-c0fae3ee-c5e1-4146-98cc-54597f986553 None None] Attempting to bind port ee436153-ce91-40b0-92b6-c20fdb0ee8aa by drivers openvswitch,hyperv on host n-d-816865-1 at level 0 using segments [{'id': '85be518c-8bb4-46a2-a903-d4292782d29d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec'}] {{(pid=102389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 19:10:57.034962 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0fae3ee-c5e1-4146-98cc-54597f986553 None None] Attempting to bind port ee436153-ce91-40b0-92b6-c20fdb0ee8aa on network 40c8335d-cd0b-4cb5-910a-d4dcddd5cbec {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 19:10:57.040603 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf6a84b-e440-4ae2-b7a4-519df692b400 None None] Pushing event updated for resources: {'Port': ['ID=ee436153-ce91-40b0-92b6-c20fdb0ee8aa,revision_number=2']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:10:57.049857 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf6a84b-e440-4ae2-b7a4-519df692b400 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:10:57.050225 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf6a84b-e440-4ae2-b7a4-519df692b400 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:10:57.050556 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf6a84b-e440-4ae2-b7a4-519df692b400 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:10:57.050876 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf6a84b-e440-4ae2-b7a4-519df692b400 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:10:57.051204 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf6a84b-e440-4ae2-b7a4-519df692b400 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:10:57.051525 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf6a84b-e440-4ae2-b7a4-519df692b400 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:10:57.051841 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf6a84b-e440-4ae2-b7a4-519df692b400 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:10:57.052158 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf6a84b-e440-4ae2-b7a4-519df692b400 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:10:57.052470 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf6a84b-e440-4ae2-b7a4-519df692b400 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:10:57.052781 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf6a84b-e440-4ae2-b7a4-519df692b400 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:10:57.053094 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf6a84b-e440-4ae2-b7a4-519df692b400 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:10:57.053402 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf6a84b-e440-4ae2-b7a4-519df692b400 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:10:57.056528 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0fae3ee-c5e1-4146-98cc-54597f986553 None None] Checking agent: {'id': '724d89a7-611b-41e6-bc85-c48112b17afa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 18, 25, 8), 'started_at': datetime.datetime(2021, 11, 5, 18, 25, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 19, 10, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 19:10:57.057059 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0fae3ee-c5e1-4146-98cc-54597f986553 None None] Checking segment: {'id': '85be518c-8bb4-46a2-a903-d4292782d29d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 19:10:57.057459 n-d-816865-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-c0fae3ee-c5e1-4146-98cc-54597f986553 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:57.057828 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0fae3ee-c5e1-4146-98cc-54597f986553 None None] Bound using segment: {'id': '85be518c-8bb4-46a2-a903-d4292782d29d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec'} {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 19:10:57.058326 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.managers [None req-c0fae3ee-c5e1-4146-98cc-54597f986553 None None] Bound port: ee436153-ce91-40b0-92b6-c20fdb0ee8aa, host: n-d-816865-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85be518c-8bb4-46a2-a903-d4292782d29d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec'}}] {{(pid=102389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 19:10:57.058703 n-d-816865-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-c0fae3ee-c5e1-4146-98cc-54597f986553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:57.069102 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Provisioning for port 44a0380d-62be-4048-98ca-1cdeb11ab2dc completed by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 05 19:10:57.074854 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Provisioning complete for port 44a0380d-62be-4048-98ca-1cdeb11ab2dc triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:10:57.075302 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:57.095450 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-ae1d643f-5089-4e5a-a907-5e06aa93daee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:57.150446 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [None req-c0fae3ee-c5e1-4146-98cc-54597f986553 None None] For port ee436153-ce91-40b0-92b6-c20fdb0ee8aa, host n-d-816865-1, cleared binding levels {{(pid=102389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 19:10:57.157720 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [None req-c0fae3ee-c5e1-4146-98cc-54597f986553 None None] For port ee436153-ce91-40b0-92b6-c20fdb0ee8aa, host n-d-816865-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=ee436153-ce91-40b0-92b6-c20fdb0ee8aa,segment=NetworkSegment(85be518c-8bb4-46a2-a903-d4292782d29d),segment_id=85be518c-8bb4-46a2-a903-d4292782d29d)] {{(pid=102389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 19:10:57.194678 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae1d643f-5089-4e5a-a907-5e06aa93daee admin admin] Network b29fb6fc-2756-4024-98c9-1612017b047f is already hosted by enough agents. {{(pid=102386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 19:10:57.203770 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.base_scheduler [None req-ae1d643f-5089-4e5a-a907-5e06aa93daee admin admin] Resources bound (agent type, host, resource id): {{(pid=102386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 19:10:57.208732 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae1d643f-5089-4e5a-a907-5e06aa93daee admin admin] Received port after_create {{(pid=102386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 19:10:57.212449 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1d643f-5089-4e5a-a907-5e06aa93daee admin admin] Pushing event updated for resources: {'Port': ['ID=ab96b00d-9a2d-4164-bc56-97659132b9cc,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:10:57.237756 n-d-816865-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-c0fae3ee-c5e1-4146-98cc-54597f986553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:57.253480 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:57.274910 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-ae1d643f-5089-4e5a-a907-5e06aa93daee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-571770'] for router_interface, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:57.282949 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5c09ea-d6ca-4676-9507-9adf3e50e809 req-2ef12d35-a725-43c2-a1c2-6b63ac73ece0 tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:10:57.298648 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-da5c09ea-d6ca-4676-9507-9adf3e50e809 req-2ef12d35-a725-43c2-a1c2-6b63ac73ece0 tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] 10.222.0.13 "GET /v2.0/ports?device_id=9f7e8153-a580-44c6-be5e-fab9e03b087a HTTP/1.1" status: 200 len: 944 time: 0.1215296 Nov 05 19:10:57.321587 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0fae3ee-c5e1-4146-98cc-54597f986553 None None] Routers {'10836829-bda5-4c2a-b897-e2fbcf6b288f'} bound to L3 agent in host n-d-816865-1 {{(pid=102389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 19:10:57.322533 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-c0fae3ee-c5e1-4146-98cc-54597f986553 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T19:10:35Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['10836829-bda5-4c2a-b897-e2fbcf6b288f'], 'active': True} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:10:57.329501 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] For port 44a0380d-62be-4048-98ca-1cdeb11ab2dc, host n-h1-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=44a0380d-62be-4048-98ca-1cdeb11ab2dc,segment=NetworkSegment(a4f92803-6e14-4bdd-a9d7-42a9ad8a04ff),segment_id=a4f92803-6e14-4bdd-a9d7-42a9ad8a04ff)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:10:57.330836 n-d-816865-1 neutron-server[102388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f7e8153-a580-44c6-be5e-fab9e03b087a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44a0380d-62be-4048-98ca-1cdeb11ab2dc'}] {{(pid=102388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 19:10:57.333661 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85474fee1180e129d8a886d264fe0b30223aa672dd1ffe43b630605f18504f68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9019864b-de1a-4281-9aa0-49c4e4279417" -d '{"events": [{"server_uuid": "9f7e8153-a580-44c6-be5e-fab9e03b087a", "name": "network-vif-plugged", "status": "completed", "tag": "44a0380d-62be-4048-98ca-1cdeb11ab2dc"}]}' {{(pid=102388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 19:10:57.402499 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 19:10:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa9153ca-9467-49ae-a48a-0dfffc160544 x-openstack-request-id: req-fa9153ca-9467-49ae-a48a-0dfffc160544 {{(pid=102388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 19:10:57.403649 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f7e8153-a580-44c6-be5e-fab9e03b087a", "name": "network-vif-plugged", "status": "completed", "tag": "44a0380d-62be-4048-98ca-1cdeb11ab2dc", "code": 200}]} {{(pid=102388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 19:10:57.403961 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-fa9153ca-9467-49ae-a48a-0dfffc160544 {{(pid=102388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 19:10:57.405173 n-d-816865-1 neutron-server[102388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f7e8153-a580-44c6-be5e-fab9e03b087a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44a0380d-62be-4048-98ca-1cdeb11ab2dc', 'code': 200} Nov 05 19:10:57.415080 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:57.417272 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Device 4e7bc19a-7e1c-4159-869c-a55663edca36 up at agent hyperv_n-h1-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 19:10:57.433744 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf6a84b-e440-4ae2-b7a4-519df692b400 None None] Pushing event updated for resources: {'Port': ['ID=ee436153-ce91-40b0-92b6-c20fdb0ee8aa,revision_number=3']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:10:57.455982 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-da5c09ea-d6ca-4676-9507-9adf3e50e809 req-96efbc61-fe90-4ae1-808b-3935573dc2d8 tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] 10.222.0.13 "GET /v2.0/security-groups?id=60ddf13c-c70f-4f3f-ba68-b64d39fac0a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1541827 Nov 05 19:10:57.602607 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930b93f4-5138-4665-b91d-e463ef25a451 req-68256bb8-9233-437f-b87e-9fbad2e3a925 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:10:57.604265 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-930b93f4-5138-4665-b91d-e463ef25a451 req-68256bb8-9233-437f-b87e-9fbad2e3a925 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=9f7e8153-a580-44c6-be5e-fab9e03b087a HTTP/1.1" status: 200 len: 1096 time: 0.0851195 Nov 05 19:10:57.618501 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvr_db [None req-c0fae3ee-c5e1-4146-98cc-54597f986553 None None] Set router 10836829-bda5-4c2a-b897-e2fbcf6b288f gateway port host: n-d-816865-1 {{(pid=102389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 19:10:57.675139 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Pushing event updated for resources: {'Port': ['ID=44a0380d-62be-4048-98ca-1cdeb11ab2dc,revision_number=5']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:10:57.681754 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Device e3572706-bfed-4c54-96bd-8af0f0dd8d42 up at agent hyperv_n-h2-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 19:10:57.702946 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-930b93f4-5138-4665-b91d-e463ef25a451 req-d9711b98-f663-4b34-b4eb-fe2b9f10eeaf service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=60ddf13c-c70f-4f3f-ba68-b64d39fac0a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0915861 Nov 05 19:10:57.877687 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-da59c03e-cca6-4695-bb7e-f509d0b47176 None None] Provisioning complete for port ab96b00d-9a2d-4164-bc56-97659132b9cc triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:10:57.890565 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-da59c03e-cca6-4695-bb7e-f509d0b47176 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:57.905890 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3fd5aa-2ab3-4cfc-b77e-b4c1356cb55f req-aa7a715d-3436-472d-a2a6-c55c6840b910 tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:10:57.917277 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-ad3fd5aa-2ab3-4cfc-b77e-b4c1356cb55f req-aa7a715d-3436-472d-a2a6-c55c6840b910 tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] 10.222.0.13 "GET /v2.0/ports?device_id=290c51ab-aef0-42b0-b28a-c110c73b3a2f HTTP/1.1" status: 200 len: 945 time: 0.3559358 Nov 05 19:10:57.971461 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-da59c03e-cca6-4695-bb7e-f509d0b47176 None None] Port ab96b00d-9a2d-4164-bc56-97659132b9cc cannot update to ACTIVE because it is not bound. {{(pid=102388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 19:10:57.972783 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Provisioning for port 4e7bc19a-7e1c-4159-869c-a55663edca36 completed by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 05 19:10:57.987217 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-c0fae3ee-c5e1-4146-98cc-54597f986553 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10836829-bda5-4c2a-b897-e2fbcf6b288f', 'name': 'tempest-TestVolumeBackupRestore-1618760338-router', 'tenant_id': '579440a62ec247f09087f4c32fc4ebe9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.80'}], 'enable_snat': True}, 'gw_port_id': 'ee436153-ce91-40b0-92b6-c20fdb0ee8aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T19:10:51Z', 'updated_at': '2021-11-05T19:10:54Z', 'revision_number': 3, 'project_id': '579440a62ec247f09087f4c32fc4ebe9', 'gw_port': {'id': 'ee436153-ce91-40b0-92b6-c20fdb0ee8aa', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:89:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10836829-bda5-4c2a-b897-e2fbcf6b288f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3518, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:10:53Z', 'updated_at': '2021-11-05T19:10:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1'}], 'n-d-816865-1', False) {} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:10:57.995938 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Provisioning complete for port 4e7bc19a-7e1c-4159-869c-a55663edca36 triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:10:57.996336 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:58.017165 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0fae3ee-c5e1-4146-98cc-54597f986553 None None] The sync data for ids ['10836829-bda5-4c2a-b897-e2fbcf6b288f'] in n-d-816865-1 is: [{'id': '10836829-bda5-4c2a-b897-e2fbcf6b288f', 'name': 'tempest-TestVolumeBackupRestore-1618760338-router', 'tenant_id': '579440a62ec247f09087f4c32fc4ebe9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.80'}], 'enable_snat': True}, 'gw_port_id': 'ee436153-ce91-40b0-92b6-c20fdb0ee8aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T19:10:51Z', 'updated_at': '2021-11-05T19:10:54Z', 'revision_number': 3, 'project_id': '579440a62ec247f09087f4c32fc4ebe9', 'gw_port': {'id': 'ee436153-ce91-40b0-92b6-c20fdb0ee8aa', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:89:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10836829-bda5-4c2a-b897-e2fbcf6b288f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3518, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:10:53Z', 'updated_at': '2021-11-05T19:10:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1'}] {{(pid=102389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 19:10:58.040593 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-ad3fd5aa-2ab3-4cfc-b77e-b4c1356cb55f req-0540f42b-9a03-40ee-b92a-192bdc42dcfa tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] 10.222.0.13 "GET /v2.0/security-groups?id=62bb25fb-2654-482c-aaa3-6e348199bd66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1220443 Nov 05 19:10:58.094624 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472fdd91-d1ae-4e50-a177-8714a0726446 req-153d061d-b19e-4235-b41a-b286971934e0 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:10:58.098781 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-472fdd91-d1ae-4e50-a177-8714a0726446 req-153d061d-b19e-4235-b41a-b286971934e0 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] 10.222.0.13 "GET /v2.0/ports?device_id=6a98ef0f-dfb9-459b-b9cc-e3b18cabd026 HTTP/1.1" status: 200 len: 944 time: 0.1132901 Nov 05 19:10:58.151438 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:58.152690 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-472fdd91-d1ae-4e50-a177-8714a0726446 req-639a9282-894f-471c-89bf-ef44229677d6 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] 10.222.0.13 "GET /v2.0/security-groups?id=58a0d76a-fac3-49dd-bb58-977488bd5154&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494363 Nov 05 19:10:58.190275 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] For port 4e7bc19a-7e1c-4159-869c-a55663edca36, host n-h1-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=4e7bc19a-7e1c-4159-869c-a55663edca36,segment=NetworkSegment(4803c800-7eb3-4349-8c3f-253c770766d0),segment_id=4803c800-7eb3-4349-8c3f-253c770766d0)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:10:58.201099 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Provisioning for port e3572706-bfed-4c54-96bd-8af0f0dd8d42 completed by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 05 19:10:58.206685 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Provisioning complete for port e3572706-bfed-4c54-96bd-8af0f0dd8d42 triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:10:58.209879 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:58.233516 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-ae1d643f-5089-4e5a-a907-5e06aa93daee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:58.302386 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:58.379306 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:58.462174 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-ae1d643f-5089-4e5a-a907-5e06aa93daee admin admin] Publish callbacks [] for port, precommit_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:58.470693 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] For port e3572706-bfed-4c54-96bd-8af0f0dd8d42, host n-h2-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=e3572706-bfed-4c54-96bd-8af0f0dd8d42,segment=NetworkSegment(e1049daa-fc97-4a3f-8351-3203f3822574),segment_id=e1049daa-fc97-4a3f-8351-3203f3822574)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:10:58.508005 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Pushing event updated for resources: {'Port': ['ID=4e7bc19a-7e1c-4159-869c-a55663edca36,revision_number=5']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:10:58.521098 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-ae1d643f-5089-4e5a-a907-5e06aa93daee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6149821'] for port, after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:58.566879 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:58.641346 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf792b9-1e56-4a0e-aba2-e51e171c28cd req-50575e4a-48fa-4aef-9362-f127aba5b326 tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:10:58.644668 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-9cf792b9-1e56-4a0e-aba2-e51e171c28cd req-50575e4a-48fa-4aef-9362-f127aba5b326 tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] 10.222.0.13 "GET /v2.0/ports?device_id=9f7e8153-a580-44c6-be5e-fab9e03b087a HTTP/1.1" status: 200 len: 945 time: 0.0809004 Nov 05 19:10:58.672024 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1d643f-5089-4e5a-a907-5e06aa93daee admin admin] Pushing event updated for resources: {'Port': ['ID=ab96b00d-9a2d-4164-bc56-97659132b9cc,revision_number=2']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:10:58.679501 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-ae1d643f-5089-4e5a-a907-5e06aa93daee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-597863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-571878'] for router_interface, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:58.741619 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-9cf792b9-1e56-4a0e-aba2-e51e171c28cd req-70923c72-973d-4dc7-97f3-4d62a8faec49 tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] 10.222.0.13 "GET /v2.0/security-groups?id=60ddf13c-c70f-4f3f-ba68-b64d39fac0a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0861881 Nov 05 19:10:58.789606 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Pushing event updated for resources: {'Port': ['ID=e3572706-bfed-4c54-96bd-8af0f0dd8d42,revision_number=5']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:10:58.853520 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae1d643f-5089-4e5a-a907-5e06aa93daee admin admin] Network b29fb6fc-2756-4024-98c9-1612017b047f is already hosted by enough agents. {{(pid=102386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 19:10:58.854821 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.base_scheduler [None req-ae1d643f-5089-4e5a-a907-5e06aa93daee admin admin] Resources bound (agent type, host, resource id): {{(pid=102386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 19:10:58.927365 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd199baa-cc96-467e-889b-e95f356bc9e8 req-c178669b-ed4f-46be-8cd3-7124adb54361 tempest-VolumesActionsTest-377610318 tempest-VolumesActionsTest-377610318-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:10:58.929049 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-bd199baa-cc96-467e-889b-e95f356bc9e8 req-c178669b-ed4f-46be-8cd3-7124adb54361 tempest-VolumesActionsTest-377610318 tempest-VolumesActionsTest-377610318-project] 10.222.0.13 "GET /v2.0/networks?id=79812561-9dfc-4341-96d3-697a18d73de0 HTTP/1.1" status: 200 len: 808 time: 0.1504717 Nov 05 19:10:58.957611 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-bd199baa-cc96-467e-889b-e95f356bc9e8 req-1ec34905-846c-40ad-85fe-d0cf036dbea3 tempest-VolumesActionsTest-377610318 tempest-VolumesActionsTest-377610318-project] 10.222.0.13 "GET /v2.0/quotas/50dd2e873e4842f38b42ab08dc90d84a HTTP/1.1" status: 200 len: 375 time: 0.0161355 Nov 05 19:10:58.998941 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-bd199baa-cc96-467e-889b-e95f356bc9e8 req-19f5535a-c9f4-46f7-bbf5-87657571eb9b tempest-VolumesActionsTest-377610318 tempest-VolumesActionsTest-377610318-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=50dd2e873e4842f38b42ab08dc90d84a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0393941 Nov 05 19:10:59.054518 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae1d643f-5089-4e5a-a907-5e06aa93daee admin admin] Router 10836829-bda5-4c2a-b897-e2fbcf6b288f has already been hosted by L3 agent 6dcb5589-8e86-4616-9186-ddc4548e13ad {{(pid=102386) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 19:10:59.136097 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-bd199baa-cc96-467e-889b-e95f356bc9e8 req-7bb40ae8-182a-4109-8de1-cbc2eb3aab58 service neutron] 10.222.0.13 "GET /v2.0/networks/79812561-9dfc-4341-96d3-697a18d73de0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1362195 Nov 05 19:10:59.218059 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-344f4cc9-fa4d-4976-b13e-9a7858c04bfe None None] Provisioning complete for port ab96b00d-9a2d-4164-bc56-97659132b9cc triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:10:59.218365 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-344f4cc9-fa4d-4976-b13e-9a7858c04bfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:59.230327 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae1d643f-5089-4e5a-a907-5e06aa93daee admin admin] Notify agent at l3_agent.n-d-816865-1 the message routers_updated {{(pid=102386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 19:10:59.243503 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-ae1d643f-5089-4e5a-a907-5e06aa93daee admin admin] 10.222.0.13 "PUT /v2.0/routers/10836829-bda5-4c2a-b897-e2fbcf6b288f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1870220 Nov 05 19:10:59.254122 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d00ab84-a165-4279-890e-bbb42d19a0d5 req-da6245c9-5fc5-4337-b471-110fb958798e tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:10:59.255865 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-6d00ab84-a165-4279-890e-bbb42d19a0d5 req-da6245c9-5fc5-4337-b471-110fb958798e tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] 10.222.0.13 "GET /v2.0/ports?device_id=290c51ab-aef0-42b0-b28a-c110c73b3a2f HTTP/1.1" status: 200 len: 946 time: 0.1187871 Nov 05 19:10:59.280099 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-344f4cc9-fa4d-4976-b13e-9a7858c04bfe None None] Port ab96b00d-9a2d-4164-bc56-97659132b9cc cannot update to ACTIVE because it is not bound. {{(pid=102388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 19:10:59.323353 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-bd199baa-cc96-467e-889b-e95f356bc9e8 req-713ae7dd-e6d3-4b96-9e99-5721f089c6c5 service neutron] 10.222.0.13 "GET /v2.0/networks/79812561-9dfc-4341-96d3-697a18d73de0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1756184 Nov 05 19:10:59.345799 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-6d00ab84-a165-4279-890e-bbb42d19a0d5 req-b2eb7436-6e50-4d84-aef4-37746abbc53b tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] 10.222.0.13 "GET /v2.0/security-groups?id=62bb25fb-2654-482c-aaa3-6e348199bd66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0827947 Nov 05 19:10:59.406491 n-d-816865-1 neutron-server[102388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a98ef0f-dfb9-459b-b9cc-e3b18cabd026', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e7bc19a-7e1c-4159-869c-a55663edca36'}, {'server_uuid': '290c51ab-aef0-42b0-b28a-c110c73b3a2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3572706-bfed-4c54-96bd-8af0f0dd8d42'}] {{(pid=102388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 19:10:59.408895 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85474fee1180e129d8a886d264fe0b30223aa672dd1ffe43b630605f18504f68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fd4379d-7c83-4462-b9ff-5f94cd2c7aa1" -d '{"events": [{"server_uuid": "6a98ef0f-dfb9-459b-b9cc-e3b18cabd026", "name": "network-vif-plugged", "status": "completed", "tag": "4e7bc19a-7e1c-4159-869c-a55663edca36"}, {"server_uuid": "290c51ab-aef0-42b0-b28a-c110c73b3a2f", "name": "network-vif-plugged", "status": "completed", "tag": "e3572706-bfed-4c54-96bd-8af0f0dd8d42"}]}' {{(pid=102388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 19:10:59.421460 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device ee436153-ce91-40b0-92b6-c20fdb0ee8aa up at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 19:10:59.548972 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Provisioning complete for port ee436153-ce91-40b0-92b6-c20fdb0ee8aa triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:10:59.548972 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:59.550942 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b65f6c-12c8-450d-ba6a-1ed97a049e9b req-35044bd0-4bb6-4240-b5b7-756960f05007 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:10:59.552553 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-44b65f6c-12c8-450d-ba6a-1ed97a049e9b req-35044bd0-4bb6-4240-b5b7-756960f05007 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] 10.222.0.13 "GET /v2.0/ports?device_id=6a98ef0f-dfb9-459b-b9cc-e3b18cabd026 HTTP/1.1" status: 200 len: 945 time: 0.0842366 Nov 05 19:10:59.641985 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-44b65f6c-12c8-450d-ba6a-1ed97a049e9b req-eddd0094-577a-4857-a461-da495d4275e6 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] 10.222.0.13 "GET /v2.0/security-groups?id=58a0d76a-fac3-49dd-bb58-977488bd5154&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0828941 Nov 05 19:10:59.673082 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 05 Nov 2021 19:10:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3f46799-88fa-4575-a7a3-76dd701e944d x-openstack-request-id: req-b3f46799-88fa-4575-a7a3-76dd701e944d {{(pid=102388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 19:10:59.673386 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a98ef0f-dfb9-459b-b9cc-e3b18cabd026", "name": "network-vif-plugged", "status": "completed", "tag": "4e7bc19a-7e1c-4159-869c-a55663edca36", "code": 200}, {"server_uuid": "290c51ab-aef0-42b0-b28a-c110c73b3a2f", "name": "network-vif-plugged", "status": "completed", "tag": "e3572706-bfed-4c54-96bd-8af0f0dd8d42", "code": 200}]} {{(pid=102388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 19:10:59.673647 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b3f46799-88fa-4575-a7a3-76dd701e944d {{(pid=102388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 19:10:59.674077 n-d-816865-1 neutron-server[102388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a98ef0f-dfb9-459b-b9cc-e3b18cabd026', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e7bc19a-7e1c-4159-869c-a55663edca36', 'code': 200} Nov 05 19:10:59.679786 n-d-816865-1 neutron-server[102388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '290c51ab-aef0-42b0-b28a-c110c73b3a2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3572706-bfed-4c54-96bd-8af0f0dd8d42', 'code': 200} Nov 05 19:10:59.679786 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:59.703201 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] For port ee436153-ce91-40b0-92b6-c20fdb0ee8aa, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=ee436153-ce91-40b0-92b6-c20fdb0ee8aa,segment=NetworkSegment(85be518c-8bb4-46a2-a903-d4292782d29d),segment_id=85be518c-8bb4-46a2-a903-d4292782d29d)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:10:59.712990 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-8fd1fe32-2089-4f38-9a64-862dfa16b0d4 req-71ddaf33-89b3-49c3-826e-d2e5224c59bc tempest-VolumesActionsTest-377610318 tempest-VolumesActionsTest-377610318-project] 10.222.0.13 "GET /v2.0/ports?device_id=e3ec2729-5190-4c90-8b20-58ff2de02a73 HTTP/1.1" status: 200 len: 210 time: 0.0346603 Nov 05 19:10:59.786117 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:10:59.831214 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effa58d6-d948-4351-8574-95dc3bc231f0 req-d3bc175a-4f71-4aaf-bee7-80d08113950f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:10:59.833070 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-effa58d6-d948-4351-8574-95dc3bc231f0 req-d3bc175a-4f71-4aaf-bee7-80d08113950f service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=6a98ef0f-dfb9-459b-b9cc-e3b18cabd026 HTTP/1.1" status: 200 len: 1096 time: 0.0579352 Nov 05 19:10:59.849143 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Pushing event updated for resources: {'Port': ['ID=ee436153-ce91-40b0-92b6-c20fdb0ee8aa,revision_number=4']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:10:59.894852 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55089166-1c16-4a49-9706-0ad8b54ed1ec req-725a0bcd-0843-462d-bff4-6cd385d8877b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:10:59.896990 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-55089166-1c16-4a49-9706-0ad8b54ed1ec req-725a0bcd-0843-462d-bff4-6cd385d8877b service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=290c51ab-aef0-42b0-b28a-c110c73b3a2f HTTP/1.1" status: 200 len: 1097 time: 0.1137431 Nov 05 19:10:59.928863 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-effa58d6-d948-4351-8574-95dc3bc231f0 req-b5e6e54d-d4f9-4b70-8f0e-76191df049f6 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=58a0d76a-fac3-49dd-bb58-977488bd5154&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0870302 Nov 05 19:10:59.948924 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9982545-ef85-4ed7-9ad6-464a3c6de421 req-a49d29cc-8649-4df7-b7e6-0844bd607b5f tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:10:59.954911 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-b9982545-ef85-4ed7-9ad6-464a3c6de421 req-a49d29cc-8649-4df7-b7e6-0844bd607b5f tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] 10.222.0.13 "GET /v2.0/ports?device_id=9f7e8153-a580-44c6-be5e-fab9e03b087a HTTP/1.1" status: 200 len: 945 time: 0.1034951 Nov 05 19:10:59.983966 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-55089166-1c16-4a49-9706-0ad8b54ed1ec req-aa3e94bb-9ea2-4d43-ad75-2eb6045cf53e service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=62bb25fb-2654-482c-aaa3-6e348199bd66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550582 Nov 05 19:11:00.025736 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-b9982545-ef85-4ed7-9ad6-464a3c6de421 req-71a20b86-c5c3-4440-9744-7a09407c16e7 tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] 10.222.0.13 "GET /v2.0/security-groups?id=60ddf13c-c70f-4f3f-ba68-b64d39fac0a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627029 Nov 05 19:11:00.175750 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8af38df-0eed-4521-aa13-28fb2ee2b25a req-a3ce6f60-fa73-4f1e-8f19-70682a47484f tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:11:00.177759 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-c8af38df-0eed-4521-aa13-28fb2ee2b25a req-a3ce6f60-fa73-4f1e-8f19-70682a47484f tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] 10.222.0.13 "GET /v2.0/ports?device_id=9f7e8153-a580-44c6-be5e-fab9e03b087a HTTP/1.1" status: 200 len: 945 time: 0.0751338 Nov 05 19:11:00.250295 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-c8af38df-0eed-4521-aa13-28fb2ee2b25a req-a3c05714-cc5c-48d7-849b-ac9ca8729a94 tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] 10.222.0.13 "GET /v2.0/security-groups?id=60ddf13c-c70f-4f3f-ba68-b64d39fac0a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0647342 Nov 05 19:11:00.274850 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 34154) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:11:00.318643 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bdfd48c-bad7-4fe9-b2a2-08c7d142e660 tempest-TestNetworkBasicOps-495762271 tempest-TestNetworkBasicOps-495762271-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:11:00.322435 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-2bdfd48c-bad7-4fe9-b2a2-08c7d142e660 tempest-TestNetworkBasicOps-495762271 tempest-TestNetworkBasicOps-495762271-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=9f7e8153-a580-44c6-be5e-fab9e03b087a HTTP/1.1" status: 200 len: 1091 time: 0.0464563 Nov 05 19:11:00.325244 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 34158) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:11:00.330767 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-81d84079-617f-4d67-9d04-82eb8da9dc86 tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Request body: {'floatingip': {'floating_network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'port_id': '44a0380d-62be-4048-98ca-1cdeb11ab2dc', 'tenant_id': 'e6881a268b314b538ad6a867b46f1df8', 'fixed_ip_address': '172.20.0.7'}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:11:00.360834 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 34160) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:11:00.366629 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-1bd0ac7c-fef8-4633-b69a-3964a956ccd7 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-33536009-network', 'tenant_id': '1ab752a0d6484eedbcae1b8970b51658'}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:11:00.397269 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb08dc19-9fda-44ba-a6bc-35222e000fc7 None None] Sync routers for ids ['10836829-bda5-4c2a-b897-e2fbcf6b288f'] in n-d-816865-1 {{(pid=102388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 19:11:00.408792 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb08dc19-9fda-44ba-a6bc-35222e000fc7 None None] Routers {'10836829-bda5-4c2a-b897-e2fbcf6b288f'} bound to L3 agent in host n-d-816865-1 {{(pid=102388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 19:11:00.409522 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-cb08dc19-9fda-44ba-a6bc-35222e000fc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T19:10:35Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['10836829-bda5-4c2a-b897-e2fbcf6b288f'], 'active': True} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:11:00.443355 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-81d84079-617f-4d67-9d04-82eb8da9dc86 tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Publish callbacks [] for floatingip, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:11:00.518634 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08a0179-b0c9-4d9f-855e-34eedf6859c7 req-96a9b982-6ae9-418f-9b43-64bb3e4ee484 tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:11:00.520250 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-e08a0179-b0c9-4d9f-855e-34eedf6859c7 req-96a9b982-6ae9-418f-9b43-64bb3e4ee484 tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] 10.222.0.13 "GET /v2.0/ports?device_id=290c51ab-aef0-42b0-b28a-c110c73b3a2f HTTP/1.1" status: 200 len: 946 time: 0.0887520 Nov 05 19:11:00.538590 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvr_db [None req-cb08dc19-9fda-44ba-a6bc-35222e000fc7 None None] Set router 10836829-bda5-4c2a-b897-e2fbcf6b288f gateway port host: n-d-816865-1 {{(pid=102388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 19:11:00.581254 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bd0ac7c-fef8-4633-b69a-3964a956ccd7 admin admin] Made reservation on behalf of 1ab752a0d6484eedbcae1b8970b51658 for: {'network': 1} {{(pid=102387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 19:11:00.584660 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-1bd0ac7c-fef8-4633-b69a-3964a956ccd7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for network, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:11:00.624397 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-1bd0ac7c-fef8-4633-b69a-3964a956ccd7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:11:00.664457 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-e08a0179-b0c9-4d9f-855e-34eedf6859c7 req-67aa89ab-44b2-40e6-a2be-8bc211945ace tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] 10.222.0.13 "GET /v2.0/security-groups?id=62bb25fb-2654-482c-aaa3-6e348199bd66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1174703 Nov 05 19:11:00.714903 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-81d84079-617f-4d67-9d04-82eb8da9dc86 tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:11:00.852736 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-cb08dc19-9fda-44ba-a6bc-35222e000fc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10836829-bda5-4c2a-b897-e2fbcf6b288f', 'name': 'tempest-TestVolumeBackupRestore-1618760338-router', 'tenant_id': '579440a62ec247f09087f4c32fc4ebe9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.80'}], 'enable_snat': True}, 'gw_port_id': 'ee436153-ce91-40b0-92b6-c20fdb0ee8aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T19:10:51Z', 'updated_at': '2021-11-05T19:10:58Z', 'revision_number': 4, 'project_id': '579440a62ec247f09087f4c32fc4ebe9', 'gw_port': {'id': 'ee436153-ce91-40b0-92b6-c20fdb0ee8aa', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:89:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10836829-bda5-4c2a-b897-e2fbcf6b288f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3518, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:10:53Z', 'updated_at': '2021-11-05T19:10:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1', '_interfaces': [{'id': 'ab96b00d-9a2d-4164-bc56-97659132b9cc', 'name': '', 'network_id': 'b29fb6fc-2756-4024-98c9-1612017b047f', 'tenant_id': '579440a62ec247f09087f4c32fc4ebe9', 'mac_address': 'fa:16:3e:d9:44:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10836829-bda5-4c2a-b897-e2fbcf6b288f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3522, 'fixed_ips': [{'subnet_id': '62d28d6c-64b6-4a97-9fff-76e22c484a81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:10:56Z', 'updated_at': '2021-11-05T19:10:58Z', 'revision_number': 2, 'project_id': '579440a62ec247f09087f4c32fc4ebe9', 'subnets': [{'id': '62d28d6c-64b6-4a97-9fff-76e22c484a81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-1', False) {} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:11:00.879956 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb08dc19-9fda-44ba-a6bc-35222e000fc7 None None] Checking router: 10836829-bda5-4c2a-b897-e2fbcf6b288f for host: n-d-816865-1 {{(pid=102388) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 19:11:00.880359 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb08dc19-9fda-44ba-a6bc-35222e000fc7 None None] Updating router 10836829-bda5-4c2a-b897-e2fbcf6b288f port ab96b00d-9a2d-4164-bc56-97659132b9cc binding host n-d-816865-1 {{(pid=102388) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 05 19:11:00.905782 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-9b1e6677-9af7-4349-8895-f0dc6b9064d2 req-3d0c7e55-4dae-4ac6-9d02-39bbe7b81560 tempest-VolumesActionsTest-377610318 tempest-VolumesActionsTest-377610318-project] 10.222.0.13 "GET /v2.0/ports?device_id=e3ec2729-5190-4c90-8b20-58ff2de02a73 HTTP/1.1" status: 200 len: 210 time: 0.0761836 Nov 05 19:11:00.913512 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-cb08dc19-9fda-44ba-a6bc-35222e000fc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:11:00.921639 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-1bd0ac7c-fef8-4633-b69a-3964a956ccd7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:11:01.008525 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e53b3dc-4076-4f04-84c8-0fb5ded91ada req-de706bdd-06e1-4b96-97c3-6b586109c6b5 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:11:01.034736 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-5e53b3dc-4076-4f04-84c8-0fb5ded91ada req-de706bdd-06e1-4b96-97c3-6b586109c6b5 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] 10.222.0.13 "GET /v2.0/ports?device_id=6a98ef0f-dfb9-459b-b9cc-e3b18cabd026 HTTP/1.1" status: 200 len: 945 time: 0.2185524 Nov 05 19:11:01.065727 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-1bd0ac7c-fef8-4633-b69a-3964a956ccd7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:11:01.143154 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1bd0ac7c-fef8-4633-b69a-3964a956ccd7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 159} {{(pid=102387) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 05 19:11:01.181117 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.db_base_plugin_common [None req-81d84079-617f-4d67-9d04-82eb8da9dc86 tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Allocated IP 172.25.6.131 (40c8335d-cd0b-4cb5-910a-d4dcddd5cbec/04fe6db3-e108-4208-943d-6518424f5726/45660a7a-b895-494c-ac4c-fa3bc3ab8f2c) {{(pid=102387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 19:11:01.200066 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-5e53b3dc-4076-4f04-84c8-0fb5ded91ada req-54b6b22a-0bec-429b-ac46-dea2f5ddd621 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] 10.222.0.13 "GET /v2.0/security-groups?id=58a0d76a-fac3-49dd-bb58-977488bd5154&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1644516 Nov 05 19:11:01.206799 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-1bd0ac7c-fef8-4633-b69a-3964a956ccd7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273'] for segment, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:11:01.206799 n-d-816865-1 neutron-server[102387]: INFO neutron.db.segments_db [None req-1bd0ac7c-fef8-4633-b69a-3964a956ccd7 admin admin] Added segment 998462b9-db93-49c0-b6ab-6eeeeca040ff of type vlan for network 2ba86d37-197b-46ee-938b-b990df479e30 Nov 05 19:11:01.223539 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd0ac7c-fef8-4633-b69a-3964a956ccd7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e895261-345b-49df-b089-24afcc34f6f9,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:11:01.292334 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-1bd0ac7c-fef8-4633-b69a-3964a956ccd7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750027258543'] for network, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:11:01.330861 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-cb08dc19-9fda-44ba-a6bc-35222e000fc7 None None] Publish callbacks [] for port, precommit_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:11:01.419859 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-81d84079-617f-4d67-9d04-82eb8da9dc86 tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Publish callbacks [] for port, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:11:01.423699 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-cb08dc19-9fda-44ba-a6bc-35222e000fc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:11:01.459839 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device ee436153-ce91-40b0-92b6-c20fdb0ee8aa up at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 19:11:01.484240 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-1bd0ac7c-fef8-4633-b69a-3964a956ccd7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-956796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877'] for network, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:11:01.486438 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bd0ac7c-fef8-4633-b69a-3964a956ccd7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:11:01.488448 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-1bd0ac7c-fef8-4633-b69a-3964a956ccd7 admin admin] Publish callbacks [] for network, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:11:01.525871 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c5b689-99e6-4f22-ad12-a418d7206af7 None None] Pushing event updated for resources: {'Port': ['ID=ab96b00d-9a2d-4164-bc56-97659132b9cc,revision_number=3']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:11:01.601015 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-cb08dc19-9fda-44ba-a6bc-35222e000fc7 None None] Attempting to bind port ab96b00d-9a2d-4164-bc56-97659132b9cc on host n-d-816865-1 for vnic_type normal with profile {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 19:11:01.601513 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-cb08dc19-9fda-44ba-a6bc-35222e000fc7 None None] Attempting to bind port ab96b00d-9a2d-4164-bc56-97659132b9cc by drivers openvswitch,hyperv on host n-d-816865-1 at level 0 using segments [{'id': 'e0299e2d-faaa-4d7b-92f5-e96b3311ecd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'b29fb6fc-2756-4024-98c9-1612017b047f'}] {{(pid=102388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 19:11:01.601971 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb08dc19-9fda-44ba-a6bc-35222e000fc7 None None] Attempting to bind port ab96b00d-9a2d-4164-bc56-97659132b9cc on network b29fb6fc-2756-4024-98c9-1612017b047f {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 19:11:01.608000 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb08dc19-9fda-44ba-a6bc-35222e000fc7 None None] Checking agent: {'id': '724d89a7-611b-41e6-bc85-c48112b17afa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 18, 25, 8), 'started_at': datetime.datetime(2021, 11, 5, 18, 25, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 19, 10, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 19:11:01.609152 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb08dc19-9fda-44ba-a6bc-35222e000fc7 None None] Checking segment: {'id': 'e0299e2d-faaa-4d7b-92f5-e96b3311ecd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'b29fb6fc-2756-4024-98c9-1612017b047f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 19:11:01.609152 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-cb08dc19-9fda-44ba-a6bc-35222e000fc7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:11:01.609539 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb08dc19-9fda-44ba-a6bc-35222e000fc7 None None] Bound using segment: {'id': 'e0299e2d-faaa-4d7b-92f5-e96b3311ecd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'b29fb6fc-2756-4024-98c9-1612017b047f'} {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 19:11:01.610155 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-cb08dc19-9fda-44ba-a6bc-35222e000fc7 None None] Bound port: ab96b00d-9a2d-4164-bc56-97659132b9cc, host: n-d-816865-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0299e2d-faaa-4d7b-92f5-e96b3311ecd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'b29fb6fc-2756-4024-98c9-1612017b047f'}}] {{(pid=102388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 19:11:01.610666 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-cb08dc19-9fda-44ba-a6bc-35222e000fc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:11:01.613395 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c5b689-99e6-4f22-ad12-a418d7206af7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:11:01.613856 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c5b689-99e6-4f22-ad12-a418d7206af7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:11:01.614314 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c5b689-99e6-4f22-ad12-a418d7206af7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:11:01.614583 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd0ac7c-fef8-4633-b69a-3964a956ccd7 admin admin] Pushing event updated for resources: {'Network': ['ID=2ba86d37-197b-46ee-938b-b990df479e30,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:11:01.614882 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c5b689-99e6-4f22-ad12-a418d7206af7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:11:01.615304 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c5b689-99e6-4f22-ad12-a418d7206af7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:11:01.615722 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c5b689-99e6-4f22-ad12-a418d7206af7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:11:01.616131 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c5b689-99e6-4f22-ad12-a418d7206af7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:11:01.616580 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c5b689-99e6-4f22-ad12-a418d7206af7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:11:01.616996 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c5b689-99e6-4f22-ad12-a418d7206af7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:11:01.617422 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c5b689-99e6-4f22-ad12-a418d7206af7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:11:01.617836 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c5b689-99e6-4f22-ad12-a418d7206af7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:11:01.618283 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c5b689-99e6-4f22-ad12-a418d7206af7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:11:01.631096 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-81d84079-617f-4d67-9d04-82eb8da9dc86 tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4417063'] for port, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:11:01.644503 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Network 2ba86d37-197b-46ee-938b-b990df479e30 details requested by agent ovs-agent-n-d-816865-1 with host n-d-816865-1 {{(pid=102388) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 05 19:11:01.667105 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-1bd0ac7c-fef8-4633-b69a-3964a956ccd7 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.3052747 Nov 05 19:11:01.670456 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 34190) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:11:01.677138 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-283a07d9-ad45-4894-8cc5-639b2a42d996 admin admin] Request body: {'subnet': {'network_id': '2ba86d37-197b-46ee-938b-b990df479e30', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-33536009-subnet', 'tenant_id': '1ab752a0d6484eedbcae1b8970b51658', 'ip_version': 4}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:11:01.692950 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81d84079-617f-4d67-9d04-82eb8da9dc86 tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Network 40c8335d-cd0b-4cb5-910a-d4dcddd5cbec is already hosted by enough agents. {{(pid=102387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 19:11:01.709937 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.base_scheduler [None req-81d84079-617f-4d67-9d04-82eb8da9dc86 tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Resources bound (agent type, host, resource id): {{(pid=102387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 19:11:01.724826 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81d84079-617f-4d67-9d04-82eb8da9dc86 tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Received port after_create {{(pid=102387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 19:11:01.797438 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-283a07d9-ad45-4894-8cc5-639b2a42d996 admin admin] Made reservation on behalf of 1ab752a0d6484eedbcae1b8970b51658 for: {'subnet': 1} {{(pid=102386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 19:11:01.799860 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-283a07d9-ad45-4894-8cc5-639b2a42d996 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4877122'] for subnet, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:11:01.820598 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Provisioning complete for port ee436153-ce91-40b0-92b6-c20fdb0ee8aa triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:11:01.821187 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:11:01.877707 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d84079-617f-4d67-9d04-82eb8da9dc86 tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Pushing event updated for resources: {'Port': ['ID=45660a7a-b895-494c-ac4c-fa3bc3ab8f2c,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:11:01.891815 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-cb08dc19-9fda-44ba-a6bc-35222e000fc7 None None] For port ab96b00d-9a2d-4164-bc56-97659132b9cc, host n-d-816865-1, cleared binding levels {{(pid=102388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 19:11:01.914452 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-cb08dc19-9fda-44ba-a6bc-35222e000fc7 None None] For port ab96b00d-9a2d-4164-bc56-97659132b9cc, host n-d-816865-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=ab96b00d-9a2d-4164-bc56-97659132b9cc,segment=NetworkSegment(e0299e2d-faaa-4d7b-92f5-e96b3311ecd0),segment_id=e0299e2d-faaa-4d7b-92f5-e96b3311ecd0)] {{(pid=102388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 19:11:01.915840 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-ad134102-12b4-4549-8428-8c3da4ae652d None None] Provisioning complete for port ab96b00d-9a2d-4164-bc56-97659132b9cc triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:11:01.916305 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-ad134102-12b4-4549-8428-8c3da4ae652d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:11:02.012297 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-cb08dc19-9fda-44ba-a6bc-35222e000fc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:11:02.056377 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-ad134102-12b4-4549-8428-8c3da4ae652d None None] Port ab96b00d-9a2d-4164-bc56-97659132b9cc cannot update to ACTIVE because it is not bound. {{(pid=102388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 19:11:02.109265 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c5b689-99e6-4f22-ad12-a418d7206af7 None None] Pushing event updated for resources: {'Port': ['ID=ab96b00d-9a2d-4164-bc56-97659132b9cc,revision_number=4']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:11:02.120034 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb08dc19-9fda-44ba-a6bc-35222e000fc7 None None] Routers {'10836829-bda5-4c2a-b897-e2fbcf6b288f'} bound to L3 agent in host n-d-816865-1 {{(pid=102388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 19:11:02.120034 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-cb08dc19-9fda-44ba-a6bc-35222e000fc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T19:10:35Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['10836829-bda5-4c2a-b897-e2fbcf6b288f'], 'active': True} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:11:02.127296 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-4816b2ff-29e3-4c13-9ab5-d0fbbdcaadb9 req-283ecde1-809f-4438-ad39-1321c34d69e3 tempest-VolumesActionsTest-377610318 tempest-VolumesActionsTest-377610318-project] 10.222.0.13 "GET /v2.0/ports?device_id=e3ec2729-5190-4c90-8b20-58ff2de02a73 HTTP/1.1" status: 200 len: 210 time: 0.0509298 Nov 05 19:11:02.149834 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-283a07d9-ad45-4894-8cc5-639b2a42d996 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6149946', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4877172'] for subnet, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:11:02.159981 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf0cdd4-aff3-4c6c-8f83-e3bc9e84c05a req-404267f9-1822-40fa-83ca-df6ab8ca0dd8 tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:11:02.161833 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-6cf0cdd4-aff3-4c6c-8f83-e3bc9e84c05a req-404267f9-1822-40fa-83ca-df6ab8ca0dd8 tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] 10.222.0.13 "GET /v2.0/ports?device_id=290c51ab-aef0-42b0-b28a-c110c73b3a2f HTTP/1.1" status: 200 len: 946 time: 0.2937305 Nov 05 19:11:02.238283 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283a07d9-ad45-4894-8cc5-639b2a42d996 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8cd784aa-065a-4faf-87a5-a115ea19af5e,revision_number=0']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:11:02.247601 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-283a07d9-ad45-4894-8cc5-639b2a42d996 admin admin] Checking segment: {'id': '998462b9-db93-49c0-b6ab-6eeeeca040ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '2ba86d37-197b-46ee-938b-b990df479e30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 19:11:02.250874 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-283a07d9-ad45-4894-8cc5-639b2a42d996 admin admin] Network hostable DHCP agents. Network: 2ba86d37-197b-46ee-938b-b990df479e30, hostable agents: ['987e2ca0-bc3b-4c6f-a989-429ccfbf753f'], hosted agents: [] {{(pid=102386) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 05 19:11:02.356265 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-283a07d9-ad45-4894-8cc5-639b2a42d996 admin admin] Network 2ba86d37-197b-46ee-938b-b990df479e30 is scheduled to be hosted by DHCP agent 987e2ca0-bc3b-4c6f-a989-429ccfbf753f with binding_index 1 {{(pid=102386) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 05 19:11:02.517097 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.base_scheduler [None req-283a07d9-ad45-4894-8cc5-639b2a42d996 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816865-1, 2ba86d37-197b-46ee-938b-b990df479e30) {{(pid=102386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 19:11:02.534573 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-283a07d9-ad45-4894-8cc5-639b2a42d996 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:11:02.535173 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-283a07d9-ad45-4894-8cc5-639b2a42d996 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:11:02.556715 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bff2a989-c028-4c09-bed1-5950aba5a1c0 None None] Network 2ba86d37-197b-46ee-938b-b990df479e30 requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 19:11:02.563960 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd199baa-cc96-467e-889b-e95f356bc9e8 req-82862739-fa0a-441d-8074-6321f82a3929 tempest-VolumesActionsTest-377610318 tempest-VolumesActionsTest-377610318-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:11:02.565688 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-bd199baa-cc96-467e-889b-e95f356bc9e8 req-82862739-fa0a-441d-8074-6321f82a3929 tempest-VolumesActionsTest-377610318 tempest-VolumesActionsTest-377610318-project] 10.222.0.55 "GET /v2.0/networks?id=79812561-9dfc-4341-96d3-697a18d73de0 HTTP/1.1" status: 200 len: 808 time: 0.1540630 Nov 05 19:11:02.580198 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [req-bd199baa-cc96-467e-889b-e95f356bc9e8 req-d2554721-6263-4ad9-8e1f-36b38ccef457 tempest-VolumesActionsTest-377610318 tempest-VolumesActionsTest-377610318-project] Request body: {'port': {'device_id': 'e3ec2729-5190-4c90-8b20-58ff2de02a73', 'network_id': '79812561-9dfc-4341-96d3-697a18d73de0', 'admin_state_up': True, 'tenant_id': '50dd2e873e4842f38b42ab08dc90d84a'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:11:02.589343 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-6cf0cdd4-aff3-4c6c-8f83-e3bc9e84c05a req-bf783d17-2ac8-4c74-8471-527e8b60695e tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] 10.222.0.13 "GET /v2.0/security-groups?id=62bb25fb-2654-482c-aaa3-6e348199bd66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3819022 Nov 05 19:11:02.603930 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffb7d5c-125c-49f1-96ec-4a33f57b60c2 req-8e0a9ab9-1991-4286-a0f2-403839fdcbc9 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:11:02.613328 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-cffb7d5c-125c-49f1-96ec-4a33f57b60c2 req-8e0a9ab9-1991-4286-a0f2-403839fdcbc9 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] 10.222.0.13 "GET /v2.0/ports?device_id=6a98ef0f-dfb9-459b-b9cc-e3b18cabd026 HTTP/1.1" status: 200 len: 945 time: 0.2944689 Nov 05 19:11:02.684161 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-81d84079-617f-4d67-9d04-82eb8da9dc86 tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:11:02.723695 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-c8b5db04-c8c3-441e-be83-9bc34b35f785 None None] Provisioning complete for port ab96b00d-9a2d-4164-bc56-97659132b9cc triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:11:02.724225 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-283a07d9-ad45-4894-8cc5-639b2a42d996 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0518298 Nov 05 19:11:02.724745 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c8b5db04-c8c3-441e-be83-9bc34b35f785 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:11:02.728358 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 34202) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:11:02.733559 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvr_db [None req-cb08dc19-9fda-44ba-a6bc-35222e000fc7 None None] Set router 10836829-bda5-4c2a-b897-e2fbcf6b288f gateway port host: n-d-816865-1 {{(pid=102388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 19:11:02.734515 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-e5e1a689-0e8d-41db-9890-c91051b6d225 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-33536009-router', 'tenant_id': '1ab752a0d6484eedbcae1b8970b51658', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec'}}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:11:02.808774 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-6aa3e25a-f69f-4f65-9fd0-1994fa0f8d8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:11:02.870899 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-e5e1a689-0e8d-41db-9890-c91051b6d225 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-571139', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6874'] for router, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:11:02.871936 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-e5e1a689-0e8d-41db-9890-c91051b6d225 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-571375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1000570', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1011585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6867'] for router, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:11:02.916080 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-cffb7d5c-125c-49f1-96ec-4a33f57b60c2 req-153e158d-8b48-49e3-8627-99712aa3c227 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] 10.222.0.13 "GET /v2.0/security-groups?id=58a0d76a-fac3-49dd-bb58-977488bd5154&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3005579 Nov 05 19:11:02.948403 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-81d84079-617f-4d67-9d04-82eb8da9dc86 tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:11:02.985207 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bd199baa-cc96-467e-889b-e95f356bc9e8 req-d2554721-6263-4ad9-8e1f-36b38ccef457 tempest-VolumesActionsTest-377610318 tempest-VolumesActionsTest-377610318-project] Made reservation on behalf of 50dd2e873e4842f38b42ab08dc90d84a for: {'port': 1} {{(pid=102386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 19:11:02.992184 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028b3f6b-577c-424f-93d0-290018be8444 req-f769cb04-a898-4368-b9dd-d59cc0a5fd0b tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:11:02.996878 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-bd199baa-cc96-467e-889b-e95f356bc9e8 req-d2554721-6263-4ad9-8e1f-36b38ccef457 tempest-VolumesActionsTest-377610318 tempest-VolumesActionsTest-377610318-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:11:02.999962 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c8b5db04-c8c3-441e-be83-9bc34b35f785 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:11:03.000399 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-e5e1a689-0e8d-41db-9890-c91051b6d225 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:11:03.002287 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-028b3f6b-577c-424f-93d0-290018be8444 req-f769cb04-a898-4368-b9dd-d59cc0a5fd0b tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] 10.222.0.13 "GET /v2.0/ports?device_id=290c51ab-aef0-42b0-b28a-c110c73b3a2f HTTP/1.1" status: 200 len: 946 time: 0.1828980 Nov 05 19:11:03.003849 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 34206) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:11:03.015748 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-8d1a22e2-d473-4ed1-b0e6-09c132e3d4c4 tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] Request body: {'floatingip': {'port_id': 'e3572706-bfed-4c54-96bd-8af0f0dd8d42'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:11:03.084725 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-303019fd-6d6e-4d27-9585-4721ed054919 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeb20a084-accf-5b60-8075-3e69ebe863a6-2ba86d37-197b-46ee-938b-b990df479e30', 'network_id': '2ba86d37-197b-46ee-938b-b990df479e30', 'tenant_id': '1ab752a0d6484eedbcae1b8970b51658', 'fixed_ips': [{'subnet_id': '8cd784aa-065a-4faf-87a5-a115ea19af5e'}]}} from n-d-816865-1. {{(pid=102388) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 05 19:11:03.085683 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-303019fd-6d6e-4d27-9585-4721ed054919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:11:03.092865 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-8d1a22e2-d473-4ed1-b0e6-09c132e3d4c4 tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] Publish callbacks [] for floatingip, before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:11:03.131570 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-c8b5db04-c8c3-441e-be83-9bc34b35f785 None None] For port ab96b00d-9a2d-4164-bc56-97659132b9cc, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=ab96b00d-9a2d-4164-bc56-97659132b9cc,segment=NetworkSegment(e0299e2d-faaa-4d7b-92f5-e96b3311ecd0),segment_id=e0299e2d-faaa-4d7b-92f5-e96b3311ecd0)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:11:03.242552 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c8b5db04-c8c3-441e-be83-9bc34b35f785 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:11:03.322075 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b5db04-c8c3-441e-be83-9bc34b35f785 None None] Pushing event updated for resources: {'Port': ['ID=ab96b00d-9a2d-4164-bc56-97659132b9cc,revision_number=5']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:11:03.389524 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-cb08dc19-9fda-44ba-a6bc-35222e000fc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10836829-bda5-4c2a-b897-e2fbcf6b288f', 'name': 'tempest-TestVolumeBackupRestore-1618760338-router', 'tenant_id': '579440a62ec247f09087f4c32fc4ebe9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.80'}], 'enable_snat': True}, 'gw_port_id': 'ee436153-ce91-40b0-92b6-c20fdb0ee8aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T19:10:51Z', 'updated_at': '2021-11-05T19:10:58Z', 'revision_number': 4, 'project_id': '579440a62ec247f09087f4c32fc4ebe9', 'gw_port': {'id': 'ee436153-ce91-40b0-92b6-c20fdb0ee8aa', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:89:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10836829-bda5-4c2a-b897-e2fbcf6b288f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3518, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:10:53Z', 'updated_at': '2021-11-05T19:10:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1', '_interfaces': [{'id': 'ab96b00d-9a2d-4164-bc56-97659132b9cc', 'name': '', 'network_id': 'b29fb6fc-2756-4024-98c9-1612017b047f', 'tenant_id': '579440a62ec247f09087f4c32fc4ebe9', 'mac_address': 'fa:16:3e:d9:44:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10836829-bda5-4c2a-b897-e2fbcf6b288f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3522, 'fixed_ips': [{'subnet_id': '62d28d6c-64b6-4a97-9fff-76e22c484a81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:10:56Z', 'updated_at': '2021-11-05T19:11:01Z', 'revision_number': 4, 'project_id': '579440a62ec247f09087f4c32fc4ebe9', 'subnets': [{'id': '62d28d6c-64b6-4a97-9fff-76e22c484a81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-1', False) {} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:11:03.407214 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-e5e1a689-0e8d-41db-9890-c91051b6d225 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:11:03.422837 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb08dc19-9fda-44ba-a6bc-35222e000fc7 None None] The sync data for ids ['10836829-bda5-4c2a-b897-e2fbcf6b288f'] in n-d-816865-1 is: [{'id': '10836829-bda5-4c2a-b897-e2fbcf6b288f', 'name': 'tempest-TestVolumeBackupRestore-1618760338-router', 'tenant_id': '579440a62ec247f09087f4c32fc4ebe9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.80'}], 'enable_snat': True}, 'gw_port_id': 'ee436153-ce91-40b0-92b6-c20fdb0ee8aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T19:10:51Z', 'updated_at': '2021-11-05T19:10:58Z', 'revision_number': 4, 'project_id': '579440a62ec247f09087f4c32fc4ebe9', 'gw_port': {'id': 'ee436153-ce91-40b0-92b6-c20fdb0ee8aa', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:89:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10836829-bda5-4c2a-b897-e2fbcf6b288f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3518, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:10:53Z', 'updated_at': '2021-11-05T19:10:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1', '_interfaces': [{'id': 'ab96b00d-9a2d-4164-bc56-97659132b9cc', 'name': '', 'network_id': 'b29fb6fc-2756-4024-98c9-1612017b047f', 'tenant_id': '579440a62ec247f09087f4c32fc4ebe9', 'mac_address': 'fa:16:3e:d9:44:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10836829-bda5-4c2a-b897-e2fbcf6b288f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3522, 'fixed_ips': [{'subnet_id': '62d28d6c-64b6-4a97-9fff-76e22c484a81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:10:56Z', 'updated_at': '2021-11-05T19:11:01Z', 'revision_number': 4, 'project_id': '579440a62ec247f09087f4c32fc4ebe9', 'subnets': [{'id': '62d28d6c-64b6-4a97-9fff-76e22c484a81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 19:11:03.437220 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.db_base_plugin_common [None req-303019fd-6d6e-4d27-9585-4721ed054919 None None] Allocated IP 172.20.0.2 (2ba86d37-197b-46ee-938b-b990df479e30/8cd784aa-065a-4faf-87a5-a115ea19af5e/29117b5e-1019-4872-bdf8-fc72491ef874) {{(pid=102388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 19:11:03.509643 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.db_base_plugin_common [req-bd199baa-cc96-467e-889b-e95f356bc9e8 req-d2554721-6263-4ad9-8e1f-36b38ccef457 tempest-VolumesActionsTest-377610318 tempest-VolumesActionsTest-377610318-project] Allocated IP 172.20.0.5 (79812561-9dfc-4341-96d3-697a18d73de0/5691c890-200a-44b0-ad74-57eb3a7d3863/0a38fe53-4b27-495a-a32f-b71745f9b0ab) {{(pid=102386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 19:11:03.602722 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4419949e-af66-40a2-8f08-37b11397ddf8 req-a513cbbf-5e88-4b82-b941-f28ead9f2674 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:11:03.611267 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-4419949e-af66-40a2-8f08-37b11397ddf8 req-a513cbbf-5e88-4b82-b941-f28ead9f2674 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] 10.222.0.13 "GET /v2.0/ports?device_id=6a98ef0f-dfb9-459b-b9cc-e3b18cabd026 HTTP/1.1" status: 200 len: 945 time: 0.5512161 Nov 05 19:11:03.686531 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-2463c343-4d16-43bf-9cc3-44403c48ffc9 req-fe2fa869-0756-4805-95ff-b0543499c9a8 tempest-VolumesActionsTest-377610318 tempest-VolumesActionsTest-377610318-project] 10.222.0.13 "GET /v2.0/ports?device_id=e3ec2729-5190-4c90-8b20-58ff2de02a73 HTTP/1.1" status: 200 len: 210 time: 0.0682693 Nov 05 19:11:03.705943 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-bf6cef5d-dc7c-4d4f-b4ea-ffa604ec73bf req-f79f0987-0b13-4a75-98b3-b4f36630ae9e service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=9f7e8153-a580-44c6-be5e-fab9e03b087a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.6112719 Nov 05 19:11:03.727330 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-303019fd-6d6e-4d27-9585-4721ed054919 None None] Publish callbacks [] for port, precommit_create {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:11:03.754730 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-4419949e-af66-40a2-8f08-37b11397ddf8 req-686ffef9-0fc3-4e0e-996a-03b42d62c74b tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] 10.222.0.13 "GET /v2.0/security-groups?id=58a0d76a-fac3-49dd-bb58-977488bd5154&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1377804 Nov 05 19:11:03.803558 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-303019fd-6d6e-4d27-9585-4721ed054919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789'] for port, after_create {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:11:03.811616 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 34212) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:11:03.838075 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-81d84079-617f-4d67-9d04-82eb8da9dc86 tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Publish callbacks [] for port, precommit_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:11:03.871600 n-d-816865-1 neutron-server[102388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-303019fd-6d6e-4d27-9585-4721ed054919 None None] Network 2ba86d37-197b-46ee-938b-b990df479e30 is already hosted by enough agents. {{(pid=102388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 19:11:03.874958 n-d-816865-1 neutron-server[102388]: DEBUG neutron.scheduler.base_scheduler [None req-303019fd-6d6e-4d27-9585-4721ed054919 None None] Resources bound (agent type, host, resource id): {{(pid=102388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 19:11:03.878770 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-303019fd-6d6e-4d27-9585-4721ed054919 None None] Received port after_create {{(pid=102388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 19:11:03.882626 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6cef5d-dc7c-4d4f-b4ea-ffa604ec73bf req-5ca93ce2-d5c8-4cff-80e9-56caae7c2c6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:11:03.884164 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-bf6cef5d-dc7c-4d4f-b4ea-ffa604ec73bf req-5ca93ce2-d5c8-4cff-80e9-56caae7c2c6e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e6881a268b314b538ad6a867b46f1df8&device_id=9f7e8153-a580-44c6-be5e-fab9e03b087a HTTP/1.1" status: 200 len: 1096 time: 0.1198390 Nov 05 19:11:03.899726 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303019fd-6d6e-4d27-9585-4721ed054919 None None] Pushing event updated for resources: {'Port': ['ID=29117b5e-1019-4872-bdf8-fc72491ef874,revision_number=1']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:11:03.922141 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-81d84079-617f-4d67-9d04-82eb8da9dc86 tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4417072'] for port, after_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:11:04.041402 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-303019fd-6d6e-4d27-9585-4721ed054919 None None] Attempting to bind port 29117b5e-1019-4872-bdf8-fc72491ef874 on host n-d-816865-1 for vnic_type normal with profile {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 19:11:04.041962 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-303019fd-6d6e-4d27-9585-4721ed054919 None None] Attempting to bind port 29117b5e-1019-4872-bdf8-fc72491ef874 by drivers openvswitch,hyperv on host n-d-816865-1 at level 0 using segments [{'id': '998462b9-db93-49c0-b6ab-6eeeeca040ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '2ba86d37-197b-46ee-938b-b990df479e30'}] {{(pid=102388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 19:11:04.042218 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-303019fd-6d6e-4d27-9585-4721ed054919 None None] Attempting to bind port 29117b5e-1019-4872-bdf8-fc72491ef874 on network 2ba86d37-197b-46ee-938b-b990df479e30 {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 19:11:04.048301 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-303019fd-6d6e-4d27-9585-4721ed054919 None None] Checking agent: {'id': '724d89a7-611b-41e6-bc85-c48112b17afa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 18, 25, 8), 'started_at': datetime.datetime(2021, 11, 5, 18, 25, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 19, 10, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 19:11:04.048747 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-303019fd-6d6e-4d27-9585-4721ed054919 None None] Checking segment: {'id': '998462b9-db93-49c0-b6ab-6eeeeca040ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '2ba86d37-197b-46ee-938b-b990df479e30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 19:11:04.049081 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-303019fd-6d6e-4d27-9585-4721ed054919 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:11:04.049476 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-303019fd-6d6e-4d27-9585-4721ed054919 None None] Bound using segment: {'id': '998462b9-db93-49c0-b6ab-6eeeeca040ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '2ba86d37-197b-46ee-938b-b990df479e30'} {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 19:11:04.049942 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-303019fd-6d6e-4d27-9585-4721ed054919 None None] Bound port: 29117b5e-1019-4872-bdf8-fc72491ef874, host: n-d-816865-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '998462b9-db93-49c0-b6ab-6eeeeca040ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '2ba86d37-197b-46ee-938b-b990df479e30'}}] {{(pid=102388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 19:11:04.050351 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-303019fd-6d6e-4d27-9585-4721ed054919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:11:04.123435 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-303019fd-6d6e-4d27-9585-4721ed054919 None None] For port 29117b5e-1019-4872-bdf8-fc72491ef874, host n-d-816865-1, cleared binding levels {{(pid=102388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 19:11:04.127367 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-303019fd-6d6e-4d27-9585-4721ed054919 None None] For port 29117b5e-1019-4872-bdf8-fc72491ef874, host n-d-816865-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=29117b5e-1019-4872-bdf8-fc72491ef874,segment=NetworkSegment(998462b9-db93-49c0-b6ab-6eeeeca040ff),segment_id=998462b9-db93-49c0-b6ab-6eeeeca040ff)] {{(pid=102388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 19:11:04.148928 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a44dbb4b-7c2d-4f18-9650-491d70e18ddd tempest-TestNetworkAdvancedServerOps-912703179 tempest-TestNetworkAdvancedServerOps-912703179-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:11:04.151218 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-a44dbb4b-7c2d-4f18-9650-491d70e18ddd tempest-TestNetworkAdvancedServerOps-912703179 tempest-TestNetworkAdvancedServerOps-912703179-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=6a98ef0f-dfb9-459b-b9cc-e3b18cabd026 HTTP/1.1" status: 200 len: 1091 time: 0.3372345 Nov 05 19:11:04.153590 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 34214) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:11:04.165529 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-8a6ba471-a0f5-47fc-b98e-d2fc388d4b95 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Request body: {'floatingip': {'floating_network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'port_id': '4e7bc19a-7e1c-4159-869c-a55663edca36', 'tenant_id': '777902a3c6ed4ff2a5460208db53bd8a', 'fixed_ip_address': '172.20.0.6'}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:11:04.196910 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d84079-617f-4d67-9d04-82eb8da9dc86 tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Pushing event updated for resources: {'Port': ['ID=45660a7a-b895-494c-ac4c-fa3bc3ab8f2c,revision_number=2']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:11:04.203295 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-303019fd-6d6e-4d27-9585-4721ed054919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:11:04.209761 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-81d84079-617f-4d67-9d04-82eb8da9dc86 tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1000577'] for floatingip, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:11:04.243003 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-bd199baa-cc96-467e-889b-e95f356bc9e8 req-d2554721-6263-4ad9-8e1f-36b38ccef457 tempest-VolumesActionsTest-377610318 tempest-VolumesActionsTest-377610318-project] Publish callbacks [] for port, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:11:04.290380 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303019fd-6d6e-4d27-9585-4721ed054919 None None] Pushing event updated for resources: {'Port': ['ID=29117b5e-1019-4872-bdf8-fc72491ef874,revision_number=2']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:11:04.297740 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-8a6ba471-a0f5-47fc-b98e-d2fc388d4b95 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Publish callbacks [] for floatingip, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:11:04.335307 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6cef5d-dc7c-4d4f-b4ea-ffa604ec73bf req-3f1dab8f-44d7-4b98-a7d5-534561c31ae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:11:04.337213 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-bf6cef5d-dc7c-4d4f-b4ea-ffa604ec73bf req-3f1dab8f-44d7-4b98-a7d5-534561c31ae1 service neutron] 10.222.0.41 "GET /v2.0/networks?id=63299ea6-43b5-4921-ba00-89662e2353e0 HTTP/1.1" status: 200 len: 898 time: 0.4288800 Nov 05 19:11:04.392071 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:11:04.433406 n-d-816865-1 neutron-server[102387]: INFO neutron.db.l3_db [None req-81d84079-617f-4d67-9d04-82eb8da9dc86 tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Floating IP dde34066-00c6-4aca-b67f-65bc9dd71240 associated. External IP: 172.25.6.131, port: 44a0380d-62be-4048-98ca-1cdeb11ab2dc. Nov 05 19:11:04.809434 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-bf6cef5d-dc7c-4d4f-b4ea-ffa604ec73bf req-c635e68d-5b7d-40ce-b52c-0ded72e9c6b8 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=44a0380d-62be-4048-98ca-1cdeb11ab2dc HTTP/1.1" status: 200 len: 999 time: 0.3301480 Nov 05 19:11:04.854295 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-a39918e8-f928-4605-a3bf-f99e3b6b7f16 req-fd031a22-dce7-4d59-ae9c-1c0276704b73 tempest-VolumesActionsTest-377610318 tempest-VolumesActionsTest-377610318-project] 10.222.0.13 "GET /v2.0/ports?device_id=e3ec2729-5190-4c90-8b20-58ff2de02a73 HTTP/1.1" status: 200 len: 210 time: 0.0504656 Nov 05 19:11:04.985933 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6cef5d-dc7c-4d4f-b4ea-ffa604ec73bf req-9f1f253d-b558-4a7e-9bab-cb7a7f0b6805 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:11:04.987432 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-bf6cef5d-dc7c-4d4f-b4ea-ffa604ec73bf req-9f1f253d-b558-4a7e-9bab-cb7a7f0b6805 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8dac5652-6e0f-49fd-9eec-fc8f4911236b HTTP/1.1" status: 200 len: 834 time: 0.1687722 Nov 05 19:11:05.037761 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-bd199baa-cc96-467e-889b-e95f356bc9e8 req-d2554721-6263-4ad9-8e1f-36b38ccef457 tempest-VolumesActionsTest-377610318 tempest-VolumesActionsTest-377610318-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:11:05.074684 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-8a6ba471-a0f5-47fc-b98e-d2fc388d4b95 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:11:05.075954 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-8d1a22e2-d473-4ed1-b0e6-09c132e3d4c4 tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:11:05.081484 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81d84079-617f-4d67-9d04-82eb8da9dc86 tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Router a0144c5c-001b-435c-aaed-bd61db862b09 has already been hosted by L3 agent 6dcb5589-8e86-4616-9186-ddc4548e13ad {{(pid=102387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 19:11:05.089367 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6cef5d-dc7c-4d4f-b4ea-ffa604ec73bf req-09cc5c86-352f-4407-8497-47414a609bc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:11:05.090954 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-bf6cef5d-dc7c-4d4f-b4ea-ffa604ec73bf req-09cc5c86-352f-4407-8497-47414a609bc5 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=63299ea6-43b5-4921-ba00-89662e2353e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0950315 Nov 05 19:11:05.145507 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bd199baa-cc96-467e-889b-e95f356bc9e8 req-d2554721-6263-4ad9-8e1f-36b38ccef457 tempest-VolumesActionsTest-377610318 tempest-VolumesActionsTest-377610318-project] Network 79812561-9dfc-4341-96d3-697a18d73de0 is already hosted by enough agents. {{(pid=102386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 19:11:05.146598 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-8d1a22e2-d473-4ed1-b0e6-09c132e3d4c4 tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1000577'] for floatingip, after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:11:05.223287 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.base_scheduler [req-bd199baa-cc96-467e-889b-e95f356bc9e8 req-d2554721-6263-4ad9-8e1f-36b38ccef457 tempest-VolumesActionsTest-377610318 tempest-VolumesActionsTest-377610318-project] Resources bound (agent type, host, resource id): {{(pid=102386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 19:11:05.226409 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd199baa-cc96-467e-889b-e95f356bc9e8 req-d2554721-6263-4ad9-8e1f-36b38ccef457 tempest-VolumesActionsTest-377610318 tempest-VolumesActionsTest-377610318-project] Received port after_create {{(pid=102386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 19:11:05.315697 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2554721-6263-4ad9-8e1f-36b38ccef457 tempest-VolumesActionsTest-377610318 tempest-VolumesActionsTest-377610318-project] Pushing event updated for resources: {'Port': ['ID=0a38fe53-4b27-495a-a32f-b71745f9b0ab,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:11:05.384522 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-ebcf19af-f929-41e5-b915-c443b6926be4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:11:05.432425 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd199baa-cc96-467e-889b-e95f356bc9e8 req-d2554721-6263-4ad9-8e1f-36b38ccef457 tempest-VolumesActionsTest-377610318 tempest-VolumesActionsTest-377610318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:11:05.433037 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-bd199baa-cc96-467e-889b-e95f356bc9e8 req-d2554721-6263-4ad9-8e1f-36b38ccef457 tempest-VolumesActionsTest-377610318 tempest-VolumesActionsTest-377610318-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:11:05.470282 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-e5e1a689-0e8d-41db-9890-c91051b6d225 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:11:05.500016 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.db_base_plugin_common [None req-8a6ba471-a0f5-47fc-b98e-d2fc388d4b95 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Allocated IP 172.25.6.97 (40c8335d-cd0b-4cb5-910a-d4dcddd5cbec/04fe6db3-e108-4208-943d-6518424f5726/a3705efe-3d67-492d-95f3-aa2ebeff0f8c) {{(pid=102387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 19:11:05.503819 n-d-816865-1 neutron-server[102386]: INFO neutron.db.l3_db [None req-8d1a22e2-d473-4ed1-b0e6-09c132e3d4c4 tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] Floating IP 919d34a5-d0ec-4b2d-973e-a6a2fd0d1d20 associated. External IP: 172.25.6.208, port: e3572706-bfed-4c54-96bd-8af0f0dd8d42. Nov 05 19:11:05.507312 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-e5e1a689-0e8d-41db-9890-c91051b6d225 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:11:05.548902 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-bf6cef5d-dc7c-4d4f-b4ea-ffa604ec73bf req-60539cb1-d018-41f9-8d19-06224cf91d29 service neutron] 10.222.0.41 "GET /v2.0/networks/63299ea6-43b5-4921-ba00-89662e2353e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4500165 Nov 05 19:11:05.558451 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 29117b5e-1019-4872-bdf8-fc72491ef874 up at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 19:11:05.565325 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81d84079-617f-4d67-9d04-82eb8da9dc86 tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Notify agent at l3_agent.n-d-816865-1 the message routers_updated {{(pid=102387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 19:11:05.575783 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2279475-3077-437d-b74c-4b910de59bef None None] Sync routers for ids ['a0144c5c-001b-435c-aaed-bd61db862b09'] in n-d-816865-1 {{(pid=102389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 19:11:05.591034 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2279475-3077-437d-b74c-4b910de59bef None None] Routers {'a0144c5c-001b-435c-aaed-bd61db862b09'} bound to L3 agent in host n-d-816865-1 {{(pid=102389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 19:11:05.592522 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-e2279475-3077-437d-b74c-4b910de59bef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T19:11:05Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['a0144c5c-001b-435c-aaed-bd61db862b09'], 'active': True} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:11:05.618711 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-bd199baa-cc96-467e-889b-e95f356bc9e8 req-d2554721-6263-4ad9-8e1f-36b38ccef457 tempest-VolumesActionsTest-377610318 tempest-VolumesActionsTest-377610318-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0431426 Nov 05 19:11:05.642468 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Provisioning complete for port 29117b5e-1019-4872-bdf8-fc72491ef874 triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:11:05.642849 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:11:05.652302 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [req-bd199baa-cc96-467e-889b-e95f356bc9e8 req-e19a9a9a-111f-4656-a220-28bad633447a service neutron] Request body: {'port': {'device_id': 'e3ec2729-5190-4c90-8b20-58ff2de02a73', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816865-1'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:11:05.730266 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.agents_db [None req-b9406b04-a0e8-43cf-b349-711963d96cf4 None None] Agent healthcheck: found 7 active agents {{(pid=102389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 05 19:11:05.774174 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-81d84079-617f-4d67-9d04-82eb8da9dc86 tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for floatingip, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:11:05.798404 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvr_db [None req-e2279475-3077-437d-b74c-4b910de59bef None None] Set router a0144c5c-001b-435c-aaed-bd61db862b09 gateway port host: n-d-816865-1 {{(pid=102389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 19:11:05.814791 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-bf6cef5d-dc7c-4d4f-b4ea-ffa604ec73bf req-5c602afd-2672-48d6-8219-55ef9254982b service neutron] 10.222.0.41 "GET /v2.0/networks/63299ea6-43b5-4921-ba00-89662e2353e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2416198 Nov 05 19:11:05.824701 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-8a6ba471-a0f5-47fc-b98e-d2fc388d4b95 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Publish callbacks [] for port, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:11:05.839711 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-81d84079-617f-4d67-9d04-82eb8da9dc86 tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 5.5107524 Nov 05 19:11:05.847855 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:11:05.848024 n-d-816865-1 neutron-server[102387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f7e8153-a580-44c6-be5e-fab9e03b087a', 'tag': '44a0380d-62be-4048-98ca-1cdeb11ab2dc'}] {{(pid=102387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 19:11:05.848024 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab06bd4ddf5758c1f10d79fe34dc215bafa488692cde9dba2fcbcb67556f90bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-412b73d4-5bc3-4c2c-926a-a370e07befdf" -d '{"events": [{"name": "network-changed", "server_uuid": "9f7e8153-a580-44c6-be5e-fab9e03b087a", "tag": "44a0380d-62be-4048-98ca-1cdeb11ab2dc"}]}' {{(pid=102387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 19:11:05.852144 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 34222) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:11:05.915144 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab4b9a42-4e21-44dc-945f-9be9883e8a10 None None] Network 2ba86d37-197b-46ee-938b-b990df479e30 requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 19:11:05.927754 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 19:11:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d4f028e-cf26-406f-8370-1a8f396c7bc9 x-openstack-request-id: req-6d4f028e-cf26-406f-8370-1a8f396c7bc9 {{(pid=102387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 19:11:05.928061 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f7e8153-a580-44c6-be5e-fab9e03b087a", "tag": "44a0380d-62be-4048-98ca-1cdeb11ab2dc", "status": "completed", "code": 200}]} {{(pid=102387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 19:11:05.928317 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6d4f028e-cf26-406f-8370-1a8f396c7bc9 {{(pid=102387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 19:11:05.928726 n-d-816865-1 neutron-server[102387]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f7e8153-a580-44c6-be5e-fab9e03b087a', 'tag': '44a0380d-62be-4048-98ca-1cdeb11ab2dc', 'status': 'completed', 'code': 200} Nov 05 19:11:05.946737 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] For port 29117b5e-1019-4872-bdf8-fc72491ef874, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=29117b5e-1019-4872-bdf8-fc72491ef874,segment=NetworkSegment(998462b9-db93-49c0-b6ab-6eeeeca040ff),segment_id=998462b9-db93-49c0-b6ab-6eeeeca040ff)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:11:05.952044 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-3426c6ce-fdb5-47c9-b3d9-ed19db7f1cc4 tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] 10.222.0.13 "GET /v2.0/floatingips/dde34066-00c6-4aca-b67f-65bc9dd71240 HTTP/1.1" status: 200 len: 991 time: 0.0958505 Nov 05 19:11:05.963378 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-bd199baa-cc96-467e-889b-e95f356bc9e8 req-e19a9a9a-111f-4656-a220-28bad633447a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:11:06.013978 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-8a6ba471-a0f5-47fc-b98e-d2fc388d4b95 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4417063'] for port, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:11:06.035254 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:11:06.036309 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device ab96b00d-9a2d-4164-bc56-97659132b9cc up at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 19:11:06.089148 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-d4523061-6311-4964-aa79-4d4acde7fc0a None None] Provisioning complete for port 29117b5e-1019-4872-bdf8-fc72491ef874 triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:11:06.089775 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-d4523061-6311-4964-aa79-4d4acde7fc0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:11:06.179196 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a6ba471-a0f5-47fc-b98e-d2fc388d4b95 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Network 40c8335d-cd0b-4cb5-910a-d4dcddd5cbec is already hosted by enough agents. {{(pid=102387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 19:11:06.202924 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.db_base_plugin_common [None req-e5e1a689-0e8d-41db-9890-c91051b6d225 admin admin] Allocated IP 172.25.6.71 (40c8335d-cd0b-4cb5-910a-d4dcddd5cbec/04fe6db3-e108-4208-943d-6518424f5726/0151e20c-353d-44db-9ea0-9446c74f7058) {{(pid=102386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 19:11:06.205734 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.base_scheduler [None req-8a6ba471-a0f5-47fc-b98e-d2fc388d4b95 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Resources bound (agent type, host, resource id): {{(pid=102387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 19:11:06.209079 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a6ba471-a0f5-47fc-b98e-d2fc388d4b95 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Received port after_create {{(pid=102387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 19:11:06.262127 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Pushing event updated for resources: {'Port': ['ID=29117b5e-1019-4872-bdf8-fc72491ef874,revision_number=3']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:11:06.275212 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Provisioning complete for port ab96b00d-9a2d-4164-bc56-97659132b9cc triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:11:06.275703 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:11:06.293084 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d1a22e2-d473-4ed1-b0e6-09c132e3d4c4 tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] Router 8316fa0f-e616-4e27-a642-2e9db3fcaaa3 has already been hosted by L3 agent 6dcb5589-8e86-4616-9186-ddc4548e13ad {{(pid=102386) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 19:11:06.311994 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412b73d4-5bc3-4c2c-926a-a370e07befdf req-0c147bb8-ce76-4c8e-b003-3c02d41f1ce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:11:06.313539 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-412b73d4-5bc3-4c2c-926a-a370e07befdf req-0c147bb8-ce76-4c8e-b003-3c02d41f1ce8 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e6881a268b314b538ad6a867b46f1df8&device_id=9f7e8153-a580-44c6-be5e-fab9e03b087a HTTP/1.1" status: 200 len: 1096 time: 0.3610005 Nov 05 19:11:06.318440 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6ba471-a0f5-47fc-b98e-d2fc388d4b95 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Pushing event updated for resources: {'Port': ['ID=a3705efe-3d67-492d-95f3-aa2ebeff0f8c,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:11:06.349224 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b304910f-7b27-444b-a8fc-977d26b1ceac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:11:06.377917 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-e2279475-3077-437d-b74c-4b910de59bef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0144c5c-001b-435c-aaed-bd61db862b09', 'name': 'tempest-TestNetworkBasicOps-router-170806720', 'tenant_id': 'e6881a268b314b538ad6a867b46f1df8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.184'}], 'enable_snat': True}, 'gw_port_id': '82d55837-37fb-4023-8a67-616b29b95123', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T19:10:09Z', 'updated_at': '2021-11-05T19:10:24Z', 'revision_number': 4, 'project_id': 'e6881a268b314b538ad6a867b46f1df8', 'gw_port': {'id': '82d55837-37fb-4023-8a67-616b29b95123', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:44:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0144c5c-001b-435c-aaed-bd61db862b09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3442, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:10:10Z', 'updated_at': '2021-11-05T19:10:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1', '_floatingips': [{'id': 'dde34066-00c6-4aca-b67f-65bc9dd71240', 'tenant_id': 'e6881a268b314b538ad6a867b46f1df8', 'floating_ip_address': '172.25.6.131', 'floating_network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'router_id': 'a0144c5c-001b-435c-aaed-bd61db862b09', 'port_id': '44a0380d-62be-4048-98ca-1cdeb11ab2dc', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3532, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '63299ea6-43b5-4921-ba00-89662e2353e0', 'mac_address': 'fa:16:3e:ff:2a:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f7e8153-a580-44c6-be5e-fab9e03b087a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-05T19:11:02Z', 'updated_at': '2021-11-05T19:11:02Z', 'revision_number': 0, 'project_id': 'e6881a268b314b538ad6a867b46f1df8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ad24e99-5e08-44dd-8b6e-5700c7bcc4a0', 'name': '', 'network_id': '63299ea6-43b5-4921-ba00-89662e2353e0', 'tenant_id': 'e6881a268b314b538ad6a867b46f1df8', 'mac_address': 'fa:16:3e:b3:4c:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0144c5c-001b-435c-aaed-bd61db862b09', 'device_owner': 'network:router_interface', 'standard_attr_id': 3456, 'fixed_ips': [{'subnet_id': '8dac5652-6e0f-49fd-9eec-fc8f4911236b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:10:23Z', 'updated_at': '2021-11-05T19:10:31Z', 'revision_number': 5, 'project_id': 'e6881a268b314b538ad6a867b46f1df8', 'subnets': [{'id': '8dac5652-6e0f-49fd-9eec-fc8f4911236b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-1', False) {} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:11:06.445167 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2279475-3077-437d-b74c-4b910de59bef None None] Checking router: a0144c5c-001b-435c-aaed-bd61db862b09 for host: n-d-816865-1 {{(pid=102389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 19:11:06.469950 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2279475-3077-437d-b74c-4b910de59bef None None] Routers {'a0144c5c-001b-435c-aaed-bd61db862b09'} bound to L3 agent in host n-d-816865-1 {{(pid=102389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 19:11:06.470600 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-e2279475-3077-437d-b74c-4b910de59bef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T19:11:05Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['a0144c5c-001b-435c-aaed-bd61db862b09'], 'active': True} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:11:06.482700 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:11:06.711046 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvr_db [None req-e2279475-3077-437d-b74c-4b910de59bef None None] Set router a0144c5c-001b-435c-aaed-bd61db862b09 gateway port host: n-d-816865-1 {{(pid=102389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 19:11:06.787554 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-e5e1a689-0e8d-41db-9890-c91051b6d225 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:11:06.856197 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d1a22e2-d473-4ed1-b0e6-09c132e3d4c4 tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] Notify agent at l3_agent.n-d-816865-1 the message routers_updated {{(pid=102386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 19:11:06.868921 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20550363-543c-4660-86e1-7c58847cde9f None None] Sync routers for ids ['8316fa0f-e616-4e27-a642-2e9db3fcaaa3'] in n-d-816865-1 {{(pid=102388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 19:11:06.874147 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-8d1a22e2-d473-4ed1-b0e6-09c132e3d4c4 tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for floatingip, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:11:06.940728 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-8d1a22e2-d473-4ed1-b0e6-09c132e3d4c4 tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] 10.222.0.13 "PUT /v2.0/floatingips/919d34a5-d0ec-4b2d-973e-a6a2fd0d1d20 HTTP/1.1" status: 200 len: 992 time: 3.9357274 Nov 05 19:11:06.944222 n-d-816865-1 neutron-server[102386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '290c51ab-aef0-42b0-b28a-c110c73b3a2f', 'tag': 'e3572706-bfed-4c54-96bd-8af0f0dd8d42'}] {{(pid=102386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 19:11:06.949764 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6173a44d7c73f41af551dc890fa1a5892c2c6bc3458b640c8e0c24db7876ba6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5702190-ef9a-490e-a3a8-10fec3395c27" -d '{"events": [{"name": "network-changed", "server_uuid": "290c51ab-aef0-42b0-b28a-c110c73b3a2f", "tag": "e3572706-bfed-4c54-96bd-8af0f0dd8d42"}]}' {{(pid=102386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 19:11:06.984491 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20550363-543c-4660-86e1-7c58847cde9f None None] Routers {'8316fa0f-e616-4e27-a642-2e9db3fcaaa3'} bound to L3 agent in host n-d-816865-1 {{(pid=102388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 19:11:06.985145 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-20550363-543c-4660-86e1-7c58847cde9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T19:11:05Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['8316fa0f-e616-4e27-a642-2e9db3fcaaa3'], 'active': True} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:11:06.987002 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 34236) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:11:07.010678 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-e5e1a689-0e8d-41db-9890-c91051b6d225 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:11:07.158895 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvr_db [None req-20550363-543c-4660-86e1-7c58847cde9f None None] Set router 8316fa0f-e616-4e27-a642-2e9db3fcaaa3 gateway port host: n-d-816865-1 {{(pid=102388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 19:11:07.197399 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-9cb85f7e-0bc8-4ccd-9750-9de7a68ecc78 None None] Provisioning complete for port 29117b5e-1019-4872-bdf8-fc72491ef874 triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:11:07.197922 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-9cb85f7e-0bc8-4ccd-9750-9de7a68ecc78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:11:07.246979 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-e2279475-3077-437d-b74c-4b910de59bef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0144c5c-001b-435c-aaed-bd61db862b09', 'name': 'tempest-TestNetworkBasicOps-router-170806720', 'tenant_id': 'e6881a268b314b538ad6a867b46f1df8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.184'}], 'enable_snat': True}, 'gw_port_id': '82d55837-37fb-4023-8a67-616b29b95123', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T19:10:09Z', 'updated_at': '2021-11-05T19:10:24Z', 'revision_number': 4, 'project_id': 'e6881a268b314b538ad6a867b46f1df8', 'gw_port': {'id': '82d55837-37fb-4023-8a67-616b29b95123', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:44:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0144c5c-001b-435c-aaed-bd61db862b09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3442, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:10:10Z', 'updated_at': '2021-11-05T19:10:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1', '_floatingips': [{'id': 'dde34066-00c6-4aca-b67f-65bc9dd71240', 'tenant_id': 'e6881a268b314b538ad6a867b46f1df8', 'floating_ip_address': '172.25.6.131', 'floating_network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'router_id': 'a0144c5c-001b-435c-aaed-bd61db862b09', 'port_id': '44a0380d-62be-4048-98ca-1cdeb11ab2dc', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3532, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '63299ea6-43b5-4921-ba00-89662e2353e0', 'mac_address': 'fa:16:3e:ff:2a:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f7e8153-a580-44c6-be5e-fab9e03b087a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-05T19:11:02Z', 'updated_at': '2021-11-05T19:11:02Z', 'revision_number': 0, 'project_id': 'e6881a268b314b538ad6a867b46f1df8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ad24e99-5e08-44dd-8b6e-5700c7bcc4a0', 'name': '', 'network_id': '63299ea6-43b5-4921-ba00-89662e2353e0', 'tenant_id': 'e6881a268b314b538ad6a867b46f1df8', 'mac_address': 'fa:16:3e:b3:4c:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0144c5c-001b-435c-aaed-bd61db862b09', 'device_owner': 'network:router_interface', 'standard_attr_id': 3456, 'fixed_ips': [{'subnet_id': '8dac5652-6e0f-49fd-9eec-fc8f4911236b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:10:23Z', 'updated_at': '2021-11-05T19:10:31Z', 'revision_number': 5, 'project_id': 'e6881a268b314b538ad6a867b46f1df8', 'subnets': [{'id': '8dac5652-6e0f-49fd-9eec-fc8f4911236b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-1', False) {} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:11:07.247247 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 19:11:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c6323ea-f2ad-47ae-a212-0ffdb80d6e4d x-openstack-request-id: req-8c6323ea-f2ad-47ae-a212-0ffdb80d6e4d {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 19:11:07.247708 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "290c51ab-aef0-42b0-b28a-c110c73b3a2f", "tag": "e3572706-bfed-4c54-96bd-8af0f0dd8d42", "status": "completed", "code": 200}]} {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 19:11:07.247708 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8c6323ea-f2ad-47ae-a212-0ffdb80d6e4d {{(pid=102386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 19:11:07.248501 n-d-816865-1 neutron-server[102386]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '290c51ab-aef0-42b0-b28a-c110c73b3a2f', 'tag': 'e3572706-bfed-4c54-96bd-8af0f0dd8d42', 'status': 'completed', 'code': 200} Nov 05 19:11:07.283438 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2279475-3077-437d-b74c-4b910de59bef None None] The sync data for ids ['a0144c5c-001b-435c-aaed-bd61db862b09'] in n-d-816865-1 is: [{'id': 'a0144c5c-001b-435c-aaed-bd61db862b09', 'name': 'tempest-TestNetworkBasicOps-router-170806720', 'tenant_id': 'e6881a268b314b538ad6a867b46f1df8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.184'}], 'enable_snat': True}, 'gw_port_id': '82d55837-37fb-4023-8a67-616b29b95123', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T19:10:09Z', 'updated_at': '2021-11-05T19:10:24Z', 'revision_number': 4, 'project_id': 'e6881a268b314b538ad6a867b46f1df8', 'gw_port': {'id': '82d55837-37fb-4023-8a67-616b29b95123', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:44:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0144c5c-001b-435c-aaed-bd61db862b09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3442, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:10:10Z', 'updated_at': '2021-11-05T19:10:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1', '_floatingips': [{'id': 'dde34066-00c6-4aca-b67f-65bc9dd71240', 'tenant_id': 'e6881a268b314b538ad6a867b46f1df8', 'floating_ip_address': '172.25.6.131', 'floating_network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'router_id': 'a0144c5c-001b-435c-aaed-bd61db862b09', 'port_id': '44a0380d-62be-4048-98ca-1cdeb11ab2dc', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3532, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '63299ea6-43b5-4921-ba00-89662e2353e0', 'mac_address': 'fa:16:3e:ff:2a:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f7e8153-a580-44c6-be5e-fab9e03b087a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-05T19:11:02Z', 'updated_at': '2021-11-05T19:11:02Z', 'revision_number': 0, 'project_id': 'e6881a268b314b538ad6a867b46f1df8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ad24e99-5e08-44dd-8b6e-5700c7bcc4a0', 'name': '', 'network_id': '63299ea6-43b5-4921-ba00-89662e2353e0', 'tenant_id': 'e6881a268b314b538ad6a867b46f1df8', 'mac_address': 'fa:16:3e:b3:4c:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0144c5c-001b-435c-aaed-bd61db862b09', 'device_owner': 'network:router_interface', 'standard_attr_id': 3456, 'fixed_ips': [{'subnet_id': '8dac5652-6e0f-49fd-9eec-fc8f4911236b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:10:23Z', 'updated_at': '2021-11-05T19:10:31Z', 'revision_number': 5, 'project_id': 'e6881a268b314b538ad6a867b46f1df8', 'subnets': [{'id': '8dac5652-6e0f-49fd-9eec-fc8f4911236b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 19:11:07.356840 n-d-816865-1 neutron-server[102386]: DEBUG neutron.notifiers.nova [req-bd199baa-cc96-467e-889b-e95f356bc9e8 req-e19a9a9a-111f-4656-a220-28bad633447a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0a38fe53-4b27-495a-a32f-b71745f9b0ab {{(pid=102386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 19:11:07.367359 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-bd199baa-cc96-467e-889b-e95f356bc9e8 req-e19a9a9a-111f-4656-a220-28bad633447a service neutron] Publish callbacks [] for port, precommit_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:11:07.390420 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.provisioning_blocks [req-bd199baa-cc96-467e-889b-e95f356bc9e8 req-e19a9a9a-111f-4656-a220-28bad633447a service neutron] Transition to ACTIVE for port object 0a38fe53-4b27-495a-a32f-b71745f9b0ab will not be triggered until provisioned by entity L2. {{(pid=102386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 05 19:11:07.399006 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5e1a689-0e8d-41db-9890-c91051b6d225 admin admin] Network 40c8335d-cd0b-4cb5-910a-d4dcddd5cbec is already hosted by enough agents. {{(pid=102386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 19:11:07.408670 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e1a689-0e8d-41db-9890-c91051b6d225 admin admin] Pushing event updated for resources: {'Port': ['ID=0151e20c-353d-44db-9ea0-9446c74f7058,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:11:07.412610 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.base_scheduler [None req-e5e1a689-0e8d-41db-9890-c91051b6d225 admin admin] Resources bound (agent type, host, resource id): {{(pid=102386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 19:11:07.419412 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5e1a689-0e8d-41db-9890-c91051b6d225 admin admin] Received port after_create {{(pid=102386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 19:11:07.611082 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-55faa679-5ac8-43d8-8081-c9794c5e7c1e tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] 10.222.0.13 "GET /v2.0/floatingips/dde34066-00c6-4aca-b67f-65bc9dd71240 HTTP/1.1" status: 200 len: 991 time: 0.5817642 Nov 05 19:11:07.611960 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-bd199baa-cc96-467e-889b-e95f356bc9e8 req-e19a9a9a-111f-4656-a220-28bad633447a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6149821'] for port, after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:11:07.646383 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6168c728-c3cb-4d43-a47c-c4639c1439ac None None] New status for floating IP dde34066-00c6-4aca-b67f-65bc9dd71240: ACTIVE {{(pid=102389) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 05 19:11:07.673629 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8832cb-de5b-4ee0-9762-8004b46cf8e1 req-2573b01f-cfd2-46d0-b0b9-d191e4ec249d tempest-VolumesActionsTest-377610318 tempest-VolumesActionsTest-377610318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:11:07.678826 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-bc8832cb-de5b-4ee0-9762-8004b46cf8e1 req-2573b01f-cfd2-46d0-b0b9-d191e4ec249d tempest-VolumesActionsTest-377610318 tempest-VolumesActionsTest-377610318-project] 10.222.0.13 "GET /v2.0/ports?device_id=e3ec2729-5190-4c90-8b20-58ff2de02a73 HTTP/1.1" status: 200 len: 931 time: 1.6399860 Nov 05 19:11:07.679055 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 29117b5e-1019-4872-bdf8-fc72491ef874 up at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 19:11:07.836163 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Provisioning complete for port 29117b5e-1019-4872-bdf8-fc72491ef874 triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:11:07.836546 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:11:07.903940 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5702190-ef9a-490e-a3a8-10fec3395c27 req-8620dc75-d8b9-4fa2-8918-62a57928bfdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:11:07.906168 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-a5702190-ef9a-490e-a3a8-10fec3395c27 req-8620dc75-d8b9-4fa2-8918-62a57928bfdd service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=c9875160e1e6467ba4c32e29bdc7488a&device_id=290c51ab-aef0-42b0-b28a-c110c73b3a2f HTTP/1.1" status: 200 len: 1097 time: 0.6065171 Nov 05 19:11:07.956324 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-bc8832cb-de5b-4ee0-9762-8004b46cf8e1 req-be402ea1-4725-4938-9f88-a77b93a097d4 tempest-VolumesActionsTest-377610318 tempest-VolumesActionsTest-377610318-project] 10.222.0.13 "GET /v2.0/security-groups?id=b3ab9bed-c225-40bf-ac80-c6105a7b5733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2406201 Nov 05 19:11:07.964619 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19a9a9a-111f-4656-a220-28bad633447a service neutron] Pushing event updated for resources: {'Port': ['ID=0a38fe53-4b27-495a-a32f-b71745f9b0ab,revision_number=2']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:11:07.994706 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412b73d4-5bc3-4c2c-926a-a370e07befdf req-5417039c-603d-4838-bc7d-787db932f459 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:11:07.996482 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-412b73d4-5bc3-4c2c-926a-a370e07befdf req-5417039c-603d-4838-bc7d-787db932f459 service neutron] 10.222.0.41 "GET /v2.0/networks?id=63299ea6-43b5-4921-ba00-89662e2353e0 HTTP/1.1" status: 200 len: 898 time: 0.4199657 Nov 05 19:11:08.009277 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-20550363-543c-4660-86e1-7c58847cde9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8316fa0f-e616-4e27-a642-2e9db3fcaaa3', 'name': 'tempest-AttachVolumeShelveTestJSON-2053281703-router', 'tenant_id': 'c9875160e1e6467ba4c32e29bdc7488a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.136'}], 'enable_snat': True}, 'gw_port_id': 'c9d005a4-a0df-40e1-8195-021f565d2cb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T19:05:18Z', 'updated_at': '2021-11-05T19:05:24Z', 'revision_number': 4, 'project_id': 'c9875160e1e6467ba4c32e29bdc7488a', 'gw_port': {'id': 'c9d005a4-a0df-40e1-8195-021f565d2cb9', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:99:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8316fa0f-e616-4e27-a642-2e9db3fcaaa3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3112, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:05:19Z', 'updated_at': '2021-11-05T19:05:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1', '_floatingips': [{'id': '919d34a5-d0ec-4b2d-973e-a6a2fd0d1d20', 'tenant_id': 'c9875160e1e6467ba4c32e29bdc7488a', 'floating_ip_address': '172.25.6.208', 'floating_network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'router_id': '8316fa0f-e616-4e27-a642-2e9db3fcaaa3', 'port_id': 'e3572706-bfed-4c54-96bd-8af0f0dd8d42', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3489, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4dc00c45-f8b9-4c9a-a6c5-c27d3aa63b93', 'mac_address': 'fa:16:3e:7a:b4:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '290c51ab-aef0-42b0-b28a-c110c73b3a2f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-05T19:10:41Z', 'updated_at': '2021-11-05T19:11:04Z', 'revision_number': 1, 'project_id': 'c9875160e1e6467ba4c32e29bdc7488a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '90cb269f-21e4-4c4e-b946-0b89a5f315e0', 'name': '', 'network_id': '4dc00c45-f8b9-4c9a-a6c5-c27d3aa63b93', 'tenant_id': 'c9875160e1e6467ba4c32e29bdc7488a', 'mac_address': 'fa:16:3e:8b:98:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8316fa0f-e616-4e27-a642-2e9db3fcaaa3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3116, 'fixed_ips': [{'subnet_id': '57c79303-6c4f-4c08-a695-f3ffd6fc49db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:05:23Z', 'updated_at': '2021-11-05T19:05:33Z', 'revision_number': 5, 'project_id': 'c9875160e1e6467ba4c32e29bdc7488a', 'subnets': [{'id': '57c79303-6c4f-4c08-a695-f3ffd6fc49db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-1', False) {} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:11:08.073403 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20550363-543c-4660-86e1-7c58847cde9f None None] Checking router: 8316fa0f-e616-4e27-a642-2e9db3fcaaa3 for host: n-d-816865-1 {{(pid=102388) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 19:11:08.089348 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20550363-543c-4660-86e1-7c58847cde9f None None] Routers {'8316fa0f-e616-4e27-a642-2e9db3fcaaa3'} bound to L3 agent in host n-d-816865-1 {{(pid=102388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 19:11:08.090560 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-20550363-543c-4660-86e1-7c58847cde9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T19:11:05Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['8316fa0f-e616-4e27-a642-2e9db3fcaaa3'], 'active': True} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:11:08.127079 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-412b73d4-5bc3-4c2c-926a-a370e07befdf req-8f006f15-ca1e-4db7-8f5f-32d5b69b8bff service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=44a0380d-62be-4048-98ca-1cdeb11ab2dc HTTP/1.1" status: 200 len: 999 time: 0.1093001 Nov 05 19:11:08.230483 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvr_db [None req-20550363-543c-4660-86e1-7c58847cde9f None None] Set router 8316fa0f-e616-4e27-a642-2e9db3fcaaa3 gateway port host: n-d-816865-1 {{(pid=102388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 19:11:08.247204 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-8a6ba471-a0f5-47fc-b98e-d2fc388d4b95 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:11:08.329698 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412b73d4-5bc3-4c2c-926a-a370e07befdf req-75112156-937b-4eca-9ff1-d98fbbc103aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:11:08.332158 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-412b73d4-5bc3-4c2c-926a-a370e07befdf req-75112156-937b-4eca-9ff1-d98fbbc103aa service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8dac5652-6e0f-49fd-9eec-fc8f4911236b HTTP/1.1" status: 200 len: 834 time: 0.1903901 Nov 05 19:11:08.426621 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412b73d4-5bc3-4c2c-926a-a370e07befdf req-145ecb1e-1a56-4d89-bb37-6970b2de7264 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:11:08.428604 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-412b73d4-5bc3-4c2c-926a-a370e07befdf req-145ecb1e-1a56-4d89-bb37-6970b2de7264 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=63299ea6-43b5-4921-ba00-89662e2353e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0892935 Nov 05 19:11:08.433738 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-8a6ba471-a0f5-47fc-b98e-d2fc388d4b95 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:11:08.457016 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-31f93893-a48e-4ae8-833d-dccb2b42eacc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:11:08.548251 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-20550363-543c-4660-86e1-7c58847cde9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8316fa0f-e616-4e27-a642-2e9db3fcaaa3', 'name': 'tempest-AttachVolumeShelveTestJSON-2053281703-router', 'tenant_id': 'c9875160e1e6467ba4c32e29bdc7488a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.136'}], 'enable_snat': True}, 'gw_port_id': 'c9d005a4-a0df-40e1-8195-021f565d2cb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T19:05:18Z', 'updated_at': '2021-11-05T19:05:24Z', 'revision_number': 4, 'project_id': 'c9875160e1e6467ba4c32e29bdc7488a', 'gw_port': {'id': 'c9d005a4-a0df-40e1-8195-021f565d2cb9', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:99:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8316fa0f-e616-4e27-a642-2e9db3fcaaa3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3112, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:05:19Z', 'updated_at': '2021-11-05T19:05:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1', '_floatingips': [{'id': '919d34a5-d0ec-4b2d-973e-a6a2fd0d1d20', 'tenant_id': 'c9875160e1e6467ba4c32e29bdc7488a', 'floating_ip_address': '172.25.6.208', 'floating_network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'router_id': '8316fa0f-e616-4e27-a642-2e9db3fcaaa3', 'port_id': 'e3572706-bfed-4c54-96bd-8af0f0dd8d42', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3489, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4dc00c45-f8b9-4c9a-a6c5-c27d3aa63b93', 'mac_address': 'fa:16:3e:7a:b4:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '290c51ab-aef0-42b0-b28a-c110c73b3a2f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-05T19:10:41Z', 'updated_at': '2021-11-05T19:11:04Z', 'revision_number': 1, 'project_id': 'c9875160e1e6467ba4c32e29bdc7488a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '90cb269f-21e4-4c4e-b946-0b89a5f315e0', 'name': '', 'network_id': '4dc00c45-f8b9-4c9a-a6c5-c27d3aa63b93', 'tenant_id': 'c9875160e1e6467ba4c32e29bdc7488a', 'mac_address': 'fa:16:3e:8b:98:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8316fa0f-e616-4e27-a642-2e9db3fcaaa3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3116, 'fixed_ips': [{'subnet_id': '57c79303-6c4f-4c08-a695-f3ffd6fc49db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:05:23Z', 'updated_at': '2021-11-05T19:05:33Z', 'revision_number': 5, 'project_id': 'c9875160e1e6467ba4c32e29bdc7488a', 'subnets': [{'id': '57c79303-6c4f-4c08-a695-f3ffd6fc49db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-1', False) {} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:11:08.586954 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20550363-543c-4660-86e1-7c58847cde9f None None] The sync data for ids ['8316fa0f-e616-4e27-a642-2e9db3fcaaa3'] in n-d-816865-1 is: [{'id': '8316fa0f-e616-4e27-a642-2e9db3fcaaa3', 'name': 'tempest-AttachVolumeShelveTestJSON-2053281703-router', 'tenant_id': 'c9875160e1e6467ba4c32e29bdc7488a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.136'}], 'enable_snat': True}, 'gw_port_id': 'c9d005a4-a0df-40e1-8195-021f565d2cb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T19:05:18Z', 'updated_at': '2021-11-05T19:05:24Z', 'revision_number': 4, 'project_id': 'c9875160e1e6467ba4c32e29bdc7488a', 'gw_port': {'id': 'c9d005a4-a0df-40e1-8195-021f565d2cb9', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:99:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8316fa0f-e616-4e27-a642-2e9db3fcaaa3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3112, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:05:19Z', 'updated_at': '2021-11-05T19:05:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1', '_floatingips': [{'id': '919d34a5-d0ec-4b2d-973e-a6a2fd0d1d20', 'tenant_id': 'c9875160e1e6467ba4c32e29bdc7488a', 'floating_ip_address': '172.25.6.208', 'floating_network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'router_id': '8316fa0f-e616-4e27-a642-2e9db3fcaaa3', 'port_id': 'e3572706-bfed-4c54-96bd-8af0f0dd8d42', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3489, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4dc00c45-f8b9-4c9a-a6c5-c27d3aa63b93', 'mac_address': 'fa:16:3e:7a:b4:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '290c51ab-aef0-42b0-b28a-c110c73b3a2f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-05T19:10:41Z', 'updated_at': '2021-11-05T19:11:04Z', 'revision_number': 1, 'project_id': 'c9875160e1e6467ba4c32e29bdc7488a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '90cb269f-21e4-4c4e-b946-0b89a5f315e0', 'name': '', 'network_id': '4dc00c45-f8b9-4c9a-a6c5-c27d3aa63b93', 'tenant_id': 'c9875160e1e6467ba4c32e29bdc7488a', 'mac_address': 'fa:16:3e:8b:98:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8316fa0f-e616-4e27-a642-2e9db3fcaaa3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3116, 'fixed_ips': [{'subnet_id': '57c79303-6c4f-4c08-a695-f3ffd6fc49db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:05:23Z', 'updated_at': '2021-11-05T19:05:33Z', 'revision_number': 5, 'project_id': 'c9875160e1e6467ba4c32e29bdc7488a', 'subnets': [{'id': '57c79303-6c4f-4c08-a695-f3ffd6fc49db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 19:11:08.589808 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:11:08.620173 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 34244) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:11:08.696211 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5702190-ef9a-490e-a3a8-10fec3395c27 req-d69acc02-d5b5-48b0-bd97-705ce81c9191 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:11:08.698032 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-a5702190-ef9a-490e-a3a8-10fec3395c27 req-d69acc02-d5b5-48b0-bd97-705ce81c9191 service neutron] 10.222.0.55 "GET /v2.0/networks?id=4dc00c45-f8b9-4c9a-a6c5-c27d3aa63b93 HTTP/1.1" status: 200 len: 918 time: 0.7820413 Nov 05 19:11:08.728036 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-8a6ba471-a0f5-47fc-b98e-d2fc388d4b95 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Publish callbacks [] for port, precommit_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:11:08.768248 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.55', 59902) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:11:08.790813 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-ac41f529-f649-441e-ae89-5d9e4f7cfb62 tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] 10.222.0.13 "GET /v2.0/floatingips/dde34066-00c6-4aca-b67f-65bc9dd71240 HTTP/1.1" status: 200 len: 993 time: 0.1693685 Nov 05 19:11:08.817409 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-8a6ba471-a0f5-47fc-b98e-d2fc388d4b95 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4417072'] for port, after_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:11:08.849241 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [req-bd199baa-cc96-467e-889b-e95f356bc9e8 req-e19a9a9a-111f-4656-a220-28bad633447a service neutron] Attempting to bind port 0a38fe53-4b27-495a-a32f-b71745f9b0ab on host n-h2-816865-1 for vnic_type normal with profile {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 19:11:08.849576 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [req-bd199baa-cc96-467e-889b-e95f356bc9e8 req-e19a9a9a-111f-4656-a220-28bad633447a service neutron] Attempting to bind port 0a38fe53-4b27-495a-a32f-b71745f9b0ab by drivers openvswitch,hyperv on host n-h2-816865-1 at level 0 using segments [{'id': 'e5810171-63b7-42f9-86c7-5a9a78584f19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '79812561-9dfc-4341-96d3-697a18d73de0'}] {{(pid=102386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 19:11:08.849817 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd199baa-cc96-467e-889b-e95f356bc9e8 req-e19a9a9a-111f-4656-a220-28bad633447a service neutron] Attempting to bind port 0a38fe53-4b27-495a-a32f-b71745f9b0ab on network 79812561-9dfc-4341-96d3-697a18d73de0 {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 19:11:08.855868 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-a5702190-ef9a-490e-a3a8-10fec3395c27 req-ff5a1785-76b3-48b8-989a-b76629390f24 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e3572706-bfed-4c54-96bd-8af0f0dd8d42 HTTP/1.1" status: 200 len: 1000 time: 0.1431644 Nov 05 19:11:08.861976 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-412b73d4-5bc3-4c2c-926a-a370e07befdf req-8dc08eac-b605-4c55-b220-db9fed830957 service neutron] 10.222.0.41 "GET /v2.0/networks/63299ea6-43b5-4921-ba00-89662e2353e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2642941 Nov 05 19:11:08.869071 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd199baa-cc96-467e-889b-e95f356bc9e8 req-e19a9a9a-111f-4656-a220-28bad633447a service neutron] Port 0a38fe53-4b27-495a-a32f-b71745f9b0ab on network 79812561-9dfc-4341-96d3-697a18d73de0 not bound, no agent of type Open vSwitch agent registered on host n-h2-816865-1 {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 19:11:08.869071 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd199baa-cc96-467e-889b-e95f356bc9e8 req-e19a9a9a-111f-4656-a220-28bad633447a service neutron] Attempting to bind port 0a38fe53-4b27-495a-a32f-b71745f9b0ab on network 79812561-9dfc-4341-96d3-697a18d73de0 {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 19:11:08.905301 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd199baa-cc96-467e-889b-e95f356bc9e8 req-e19a9a9a-111f-4656-a220-28bad633447a service neutron] Checking agent: {'id': '32aff553-696f-4891-83f5-5c176f61fe54', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816865-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 18, 33, 36), 'started_at': datetime.datetime(2021, 11, 5, 18, 33, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 19, 11, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 19:11:08.906350 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd199baa-cc96-467e-889b-e95f356bc9e8 req-e19a9a9a-111f-4656-a220-28bad633447a service neutron] Checking segment: {'id': 'e5810171-63b7-42f9-86c7-5a9a78584f19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '79812561-9dfc-4341-96d3-697a18d73de0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 19:11:08.907446 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd199baa-cc96-467e-889b-e95f356bc9e8 req-e19a9a9a-111f-4656-a220-28bad633447a service neutron] Bound using segment: {'id': 'e5810171-63b7-42f9-86c7-5a9a78584f19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '79812561-9dfc-4341-96d3-697a18d73de0'} {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 19:11:08.907928 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [req-bd199baa-cc96-467e-889b-e95f356bc9e8 req-e19a9a9a-111f-4656-a220-28bad633447a service neutron] Bound port: 0a38fe53-4b27-495a-a32f-b71745f9b0ab, host: n-h2-816865-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e5810171-63b7-42f9-86c7-5a9a78584f19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '79812561-9dfc-4341-96d3-697a18d73de0'}}] {{(pid=102386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 19:11:08.908306 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-bd199baa-cc96-467e-889b-e95f356bc9e8 req-e19a9a9a-111f-4656-a220-28bad633447a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:11:08.949800 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-e5e1a689-0e8d-41db-9890-c91051b6d225 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:11:08.954272 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6ba471-a0f5-47fc-b98e-d2fc388d4b95 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Pushing event updated for resources: {'Port': ['ID=a3705efe-3d67-492d-95f3-aa2ebeff0f8c,revision_number=2']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:11:08.957316 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5702190-ef9a-490e-a3a8-10fec3395c27 req-b51bacc6-962d-46a7-9297-0e2a7699621e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:11:08.959880 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-a5702190-ef9a-490e-a3a8-10fec3395c27 req-b51bacc6-962d-46a7-9297-0e2a7699621e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=57c79303-6c4f-4c08-a695-f3ffd6fc49db HTTP/1.1" status: 200 len: 856 time: 0.0912869 Nov 05 19:11:08.976526 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87b9ecce-75e6-47eb-a841-136fb9d0ac5e None None] New status for floating IP 919d34a5-d0ec-4b2d-973e-a6a2fd0d1d20: ACTIVE {{(pid=102388) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 05 19:11:09.040892 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-f3e72949-ddec-4e77-833f-7b1170cb09ba req-3a34322f-d468-4506-bd9f-671160a9e279 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=290c51ab-aef0-42b0-b28a-c110c73b3a2f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2699249 Nov 05 19:11:09.066978 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-8a6ba471-a0f5-47fc-b98e-d2fc388d4b95 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1000577'] for floatingip, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:11:09.134228 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [req-bd199baa-cc96-467e-889b-e95f356bc9e8 req-e19a9a9a-111f-4656-a220-28bad633447a service neutron] For port 0a38fe53-4b27-495a-a32f-b71745f9b0ab, host n-h2-816865-1, cleared binding levels {{(pid=102386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 19:11:09.139816 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [req-bd199baa-cc96-467e-889b-e95f356bc9e8 req-e19a9a9a-111f-4656-a220-28bad633447a service neutron] For port 0a38fe53-4b27-495a-a32f-b71745f9b0ab, host n-h2-816865-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=0a38fe53-4b27-495a-a32f-b71745f9b0ab,segment=NetworkSegment(e5810171-63b7-42f9-86c7-5a9a78584f19),segment_id=e5810171-63b7-42f9-86c7-5a9a78584f19)] {{(pid=102386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 19:11:09.171386 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-412b73d4-5bc3-4c2c-926a-a370e07befdf req-6981f007-9585-407f-9e74-4722c81bb2d3 service neutron] 10.222.0.41 "GET /v2.0/networks/63299ea6-43b5-4921-ba00-89662e2353e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3005512 Nov 05 19:11:09.225204 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5702190-ef9a-490e-a3a8-10fec3395c27 req-34cceae2-66c8-491e-af42-3e7b945f3da7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:11:09.228496 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-a5702190-ef9a-490e-a3a8-10fec3395c27 req-34cceae2-66c8-491e-af42-3e7b945f3da7 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=4dc00c45-f8b9-4c9a-a6c5-c27d3aa63b93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1651292 Nov 05 19:11:09.233653 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad8de7b-fb3e-40cf-b1d1-5f0bc9e1349c req-5f7a68e7-d9e3-4284-afab-88364ffe3187 tempest-VolumesActionsTest-377610318 tempest-VolumesActionsTest-377610318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:11:09.235225 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-7ad8de7b-fb3e-40cf-b1d1-5f0bc9e1349c req-5f7a68e7-d9e3-4284-afab-88364ffe3187 tempest-VolumesActionsTest-377610318 tempest-VolumesActionsTest-377610318-project] 10.222.0.13 "GET /v2.0/ports?device_id=e3ec2729-5190-4c90-8b20-58ff2de02a73 HTTP/1.1" status: 200 len: 943 time: 0.1259949 Nov 05 19:11:09.256529 n-d-816865-1 neutron-server[102387]: INFO neutron.db.l3_db [None req-8a6ba471-a0f5-47fc-b98e-d2fc388d4b95 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Floating IP 47ad5d6a-2ae4-427e-8434-316cad53169f associated. External IP: 172.25.6.97, port: 4e7bc19a-7e1c-4159-869c-a55663edca36. Nov 05 19:11:09.346628 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-bd199baa-cc96-467e-889b-e95f356bc9e8 req-e19a9a9a-111f-4656-a220-28bad633447a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6149821'] for port, after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:11:09.409103 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd199baa-cc96-467e-889b-e95f356bc9e8 req-e19a9a9a-111f-4656-a220-28bad633447a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:11:09.409722 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-bd199baa-cc96-467e-889b-e95f356bc9e8 req-e19a9a9a-111f-4656-a220-28bad633447a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:11:09.411151 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-bd199baa-cc96-467e-889b-e95f356bc9e8 req-e19a9a9a-111f-4656-a220-28bad633447a service neutron] 10.222.0.55 "PUT /v2.0/ports/0a38fe53-4b27-495a-a32f-b71745f9b0ab HTTP/1.1" status: 200 len: 1091 time: 3.7800794 Nov 05 19:11:09.416284 n-d-816865-1 neutron-server[102386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3ec2729-5190-4c90-8b20-58ff2de02a73', 'tag': '0a38fe53-4b27-495a-a32f-b71745f9b0ab'}] {{(pid=102386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 19:11:09.418530 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6173a44d7c73f41af551dc890fa1a5892c2c6bc3458b640c8e0c24db7876ba6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-076186aa-e25e-4a2c-9259-b4f67d38a5df" -d '{"events": [{"name": "network-changed", "server_uuid": "e3ec2729-5190-4c90-8b20-58ff2de02a73", "tag": "0a38fe53-4b27-495a-a32f-b71745f9b0ab"}]}' {{(pid=102386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 19:11:09.436057 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-7ad8de7b-fb3e-40cf-b1d1-5f0bc9e1349c req-ec727b63-a001-435c-a590-f4b9163e575c tempest-VolumesActionsTest-377610318 tempest-VolumesActionsTest-377610318-project] 10.222.0.13 "GET /v2.0/security-groups?id=b3ab9bed-c225-40bf-ac80-c6105a7b5733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1724837 Nov 05 19:11:09.487020 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-a5702190-ef9a-490e-a3a8-10fec3395c27 req-07870481-d457-418a-acee-b7ad00629c06 service neutron] 10.222.0.55 "GET /v2.0/networks/4dc00c45-f8b9-4c9a-a6c5-c27d3aa63b93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2465317 Nov 05 19:11:09.491271 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 19:11:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf44cfa1-6d72-491c-9fbe-36376f083763 x-openstack-request-id: req-cf44cfa1-6d72-491c-9fbe-36376f083763 {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 19:11:09.491563 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3ec2729-5190-4c90-8b20-58ff2de02a73", "tag": "0a38fe53-4b27-495a-a32f-b71745f9b0ab", "status": "completed", "code": 200}]} {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 19:11:09.491818 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-cf44cfa1-6d72-491c-9fbe-36376f083763 {{(pid=102386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 19:11:09.492208 n-d-816865-1 neutron-server[102386]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3ec2729-5190-4c90-8b20-58ff2de02a73', 'tag': '0a38fe53-4b27-495a-a32f-b71745f9b0ab', 'status': 'completed', 'code': 200} Nov 05 19:11:09.508770 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19a9a9a-111f-4656-a220-28bad633447a service neutron] Pushing event updated for resources: {'Port': ['ID=0a38fe53-4b27-495a-a32f-b71745f9b0ab,revision_number=3']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:11:09.567470 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-e5e1a689-0e8d-41db-9890-c91051b6d225 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-571384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1000487'] for router, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:11:09.589161 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a6ba471-a0f5-47fc-b98e-d2fc388d4b95 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Router e0b49f4e-3989-4c9d-ba0e-841f45688c67 has already been hosted by L3 agent 6dcb5589-8e86-4616-9186-ddc4548e13ad {{(pid=102387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 19:11:09.659110 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076186aa-e25e-4a2c-9259-b4f67d38a5df req-5898f9d3-599c-4c94-814a-4c699c0db0ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:11:09.660562 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-076186aa-e25e-4a2c-9259-b4f67d38a5df req-5898f9d3-599c-4c94-814a-4c699c0db0ca service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=50dd2e873e4842f38b42ab08dc90d84a&device_id=e3ec2729-5190-4c90-8b20-58ff2de02a73 HTTP/1.1" status: 200 len: 1094 time: 0.1478393 Nov 05 19:11:09.703696 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a6ba471-a0f5-47fc-b98e-d2fc388d4b95 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Notify agent at l3_agent.n-d-816865-1 the message routers_updated {{(pid=102387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 19:11:09.706341 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-a5702190-ef9a-490e-a3a8-10fec3395c27 req-5a6c4e04-83c5-4a51-959b-ee31d6c58480 service neutron] 10.222.0.55 "GET /v2.0/networks/4dc00c45-f8b9-4c9a-a6c5-c27d3aa63b93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2067006 Nov 05 19:11:09.713361 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adc6f132-24cd-4b69-9f2c-88aca91dcd70 None None] Sync routers for ids ['e0b49f4e-3989-4c9d-ba0e-841f45688c67'] in n-d-816865-1 {{(pid=102389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 19:11:09.725677 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adc6f132-24cd-4b69-9f2c-88aca91dcd70 None None] Routers {'e0b49f4e-3989-4c9d-ba0e-841f45688c67'} bound to L3 agent in host n-d-816865-1 {{(pid=102389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 19:11:09.726382 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-adc6f132-24cd-4b69-9f2c-88aca91dcd70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T19:11:05Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['e0b49f4e-3989-4c9d-ba0e-841f45688c67'], 'active': True} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:11:09.802759 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-8a6ba471-a0f5-47fc-b98e-d2fc388d4b95 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for floatingip, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:11:09.827062 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076186aa-e25e-4a2c-9259-b4f67d38a5df req-2866fd0a-2cb7-44de-97f2-936e6d98926f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:11:09.828565 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-076186aa-e25e-4a2c-9259-b4f67d38a5df req-2866fd0a-2cb7-44de-97f2-936e6d98926f service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=50dd2e873e4842f38b42ab08dc90d84a&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1532514 Nov 05 19:11:09.848833 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-8a6ba471-a0f5-47fc-b98e-d2fc388d4b95 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 5.6870329 Nov 05 19:11:09.849514 n-d-816865-1 neutron-server[102387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a98ef0f-dfb9-459b-b9cc-e3b18cabd026', 'tag': '4e7bc19a-7e1c-4159-869c-a55663edca36'}] {{(pid=102387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 19:11:09.852502 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab06bd4ddf5758c1f10d79fe34dc215bafa488692cde9dba2fcbcb67556f90bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb95af5e-ed1e-477a-8bdc-b2f4514c0ce0" -d '{"events": [{"name": "network-changed", "server_uuid": "6a98ef0f-dfb9-459b-b9cc-e3b18cabd026", "tag": "4e7bc19a-7e1c-4159-869c-a55663edca36"}]}' {{(pid=102387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 19:11:09.892841 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvr_db [None req-adc6f132-24cd-4b69-9f2c-88aca91dcd70 None None] Set router e0b49f4e-3989-4c9d-ba0e-841f45688c67 gateway port host: n-d-816865-1 {{(pid=102389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 19:11:09.902964 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 19:11:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15901d3f-181f-48de-9aab-7dae5df33ad7 x-openstack-request-id: req-15901d3f-181f-48de-9aab-7dae5df33ad7 {{(pid=102387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 19:11:09.903338 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a98ef0f-dfb9-459b-b9cc-e3b18cabd026", "tag": "4e7bc19a-7e1c-4159-869c-a55663edca36", "status": "completed", "code": 200}]} {{(pid=102387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 19:11:09.903714 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-15901d3f-181f-48de-9aab-7dae5df33ad7 {{(pid=102387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 19:11:09.904226 n-d-816865-1 neutron-server[102387]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a98ef0f-dfb9-459b-b9cc-e3b18cabd026', 'tag': '4e7bc19a-7e1c-4159-869c-a55663edca36', 'status': 'completed', 'code': 200} Nov 05 19:11:09.968126 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5e1a689-0e8d-41db-9890-c91051b6d225 admin admin] Router 55af2e43-d1c4-4e81-a5dd-0d1e0a280dcb is scheduled to L3 agent 6dcb5589-8e86-4616-9186-ddc4548e13ad with binding_index 1 {{(pid=102386) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 05 19:11:10.008550 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d59363-c7d0-418d-aa73-8dfe7a91560a req-6846f041-bb40-498e-afd3-07accb4a6d54 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:11:10.010896 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-57d59363-c7d0-418d-aa73-8dfe7a91560a req-6846f041-bb40-498e-afd3-07accb4a6d54 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] 10.222.0.13 "GET /v2.0/ports?device_id=6a98ef0f-dfb9-459b-b9cc-e3b18cabd026 HTTP/1.1" status: 200 len: 945 time: 0.0850034 Nov 05 19:11:10.012869 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb95af5e-ed1e-477a-8bdc-b2f4514c0ce0 req-4ab656ad-9f8d-4fec-9f4e-2f43bba6f36c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:11:10.014410 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-eb95af5e-ed1e-477a-8bdc-b2f4514c0ce0 req-4ab656ad-9f8d-4fec-9f4e-2f43bba6f36c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=777902a3c6ed4ff2a5460208db53bd8a&device_id=6a98ef0f-dfb9-459b-b9cc-e3b18cabd026 HTTP/1.1" status: 200 len: 1096 time: 0.0776505 Nov 05 19:11:10.056217 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076186aa-e25e-4a2c-9259-b4f67d38a5df req-0508a65a-d633-4c43-b4ea-e34fe2989164 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:11:10.057867 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-076186aa-e25e-4a2c-9259-b4f67d38a5df req-0508a65a-d633-4c43-b4ea-e34fe2989164 service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2193871 Nov 05 19:11:10.062771 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e72949-ddec-4e77-833f-7b1170cb09ba req-dd6881f9-c060-424b-a1df-ee34bbd34076 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:11:10.064282 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-f3e72949-ddec-4e77-833f-7b1170cb09ba req-dd6881f9-c060-424b-a1df-ee34bbd34076 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=c9875160e1e6467ba4c32e29bdc7488a&device_id=290c51ab-aef0-42b0-b28a-c110c73b3a2f HTTP/1.1" status: 200 len: 1097 time: 0.1502070 Nov 05 19:11:10.124512 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-57d59363-c7d0-418d-aa73-8dfe7a91560a req-76e1fecc-e845-495e-9b54-05cccfa17e6f tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] 10.222.0.13 "GET /v2.0/security-groups?id=58a0d76a-fac3-49dd-bb58-977488bd5154&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1075912 Nov 05 19:11:10.165620 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 34264) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:11:10.208563 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb95af5e-ed1e-477a-8bdc-b2f4514c0ce0 req-231959b6-c38d-45d1-846b-424b6c6b06e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:11:10.210086 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-eb95af5e-ed1e-477a-8bdc-b2f4514c0ce0 req-231959b6-c38d-45d1-846b-424b6c6b06e7 service neutron] 10.222.0.41 "GET /v2.0/networks?id=530c2a73-71be-453e-8314-d0f9c49e67e6 HTTP/1.1" status: 200 len: 898 time: 0.1861811 Nov 05 19:11:10.241459 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-adc6f132-24cd-4b69-9f2c-88aca91dcd70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0b49f4e-3989-4c9d-ba0e-841f45688c67', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2054408583', 'tenant_id': '777902a3c6ed4ff2a5460208db53bd8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.107'}], 'enable_snat': True}, 'gw_port_id': '330632d3-8100-460b-8490-449bd6a7d775', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T19:10:15Z', 'updated_at': '2021-11-05T19:10:34Z', 'revision_number': 4, 'project_id': '777902a3c6ed4ff2a5460208db53bd8a', 'gw_port': {'id': '330632d3-8100-460b-8490-449bd6a7d775', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:0f:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0b49f4e-3989-4c9d-ba0e-841f45688c67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3452, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:10:17Z', 'updated_at': '2021-11-05T19:10:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1', '_floatingips': [{'id': '47ad5d6a-2ae4-427e-8434-316cad53169f', 'tenant_id': '777902a3c6ed4ff2a5460208db53bd8a', 'floating_ip_address': '172.25.6.97', 'floating_network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'router_id': 'e0b49f4e-3989-4c9d-ba0e-841f45688c67', 'port_id': '4e7bc19a-7e1c-4159-869c-a55663edca36', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3538, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '530c2a73-71be-453e-8314-d0f9c49e67e6', 'mac_address': 'fa:16:3e:f6:34:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a98ef0f-dfb9-459b-b9cc-e3b18cabd026', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-05T19:11:06Z', 'updated_at': '2021-11-05T19:11:06Z', 'revision_number': 0, 'project_id': '777902a3c6ed4ff2a5460208db53bd8a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f17490cd-f592-48e2-815b-deb02c0e1e01', 'name': '', 'network_id': '530c2a73-71be-453e-8314-d0f9c49e67e6', 'tenant_id': '777902a3c6ed4ff2a5460208db53bd8a', 'mac_address': 'fa:16:3e:38:f7:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0b49f4e-3989-4c9d-ba0e-841f45688c67', 'device_owner': 'network:router_interface', 'standard_attr_id': 3463, 'fixed_ips': [{'subnet_id': 'e515ab6a-4766-4dbf-9d26-5aeef878e9d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:10:31Z', 'updated_at': '2021-11-05T19:10:41Z', 'revision_number': 5, 'project_id': '777902a3c6ed4ff2a5460208db53bd8a', 'subnets': [{'id': 'e515ab6a-4766-4dbf-9d26-5aeef878e9d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-1', False) {} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:11:10.258900 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5e1a689-0e8d-41db-9890-c91051b6d225 admin admin] Notify agent at l3_agent.n-d-816865-1 the message routers_updated {{(pid=102386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 19:11:10.269558 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-552faf32-d6cd-4763-9339-e6ee25400434 None None] Sync routers for ids ['55af2e43-d1c4-4e81-a5dd-0d1e0a280dcb'] in n-d-816865-1 {{(pid=102388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 19:11:10.283896 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-552faf32-d6cd-4763-9339-e6ee25400434 None None] Routers {'55af2e43-d1c4-4e81-a5dd-0d1e0a280dcb'} bound to L3 agent in host n-d-816865-1 {{(pid=102388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 19:11:10.284517 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-552faf32-d6cd-4763-9339-e6ee25400434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T19:11:05Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['55af2e43-d1c4-4e81-a5dd-0d1e0a280dcb'], 'active': True} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:11:10.284686 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-d972d07f-a080-4a8e-b130-1461e0a41468 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] 10.222.0.13 "GET /v2.0/floatingips/47ad5d6a-2ae4-427e-8434-316cad53169f HTTP/1.1" status: 200 len: 990 time: 0.1226010 Nov 05 19:11:10.298248 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adc6f132-24cd-4b69-9f2c-88aca91dcd70 None None] Checking router: e0b49f4e-3989-4c9d-ba0e-841f45688c67 for host: n-d-816865-1 {{(pid=102389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 19:11:10.302427 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-eb95af5e-ed1e-477a-8bdc-b2f4514c0ce0 req-2caabfaf-0df1-4949-ad06-b54223fa1cca service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4e7bc19a-7e1c-4159-869c-a55663edca36 HTTP/1.1" status: 200 len: 998 time: 0.0831664 Nov 05 19:11:10.306561 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd199baa-cc96-467e-889b-e95f356bc9e8 req-ef6f428d-066e-47b7-8d97-b34d878d8c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:11:10.310729 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-bd199baa-cc96-467e-889b-e95f356bc9e8 req-ef6f428d-066e-47b7-8d97-b34d878d8c26 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=50dd2e873e4842f38b42ab08dc90d84a&device_id=e3ec2729-5190-4c90-8b20-58ff2de02a73 HTTP/1.1" status: 200 len: 1094 time: 0.1943069 Nov 05 19:11:10.311389 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adc6f132-24cd-4b69-9f2c-88aca91dcd70 None None] Routers {'e0b49f4e-3989-4c9d-ba0e-841f45688c67'} bound to L3 agent in host n-d-816865-1 {{(pid=102389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 19:11:10.318592 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-adc6f132-24cd-4b69-9f2c-88aca91dcd70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T19:11:05Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['e0b49f4e-3989-4c9d-ba0e-841f45688c67'], 'active': True} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:11:10.382815 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb95af5e-ed1e-477a-8bdc-b2f4514c0ce0 req-7b4d8894-3633-46f3-98ee-0522d989ac9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:11:10.384732 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-eb95af5e-ed1e-477a-8bdc-b2f4514c0ce0 req-7b4d8894-3633-46f3-98ee-0522d989ac9d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e515ab6a-4766-4dbf-9d26-5aeef878e9d0 HTTP/1.1" status: 200 len: 835 time: 0.0707140 Nov 05 19:11:10.400174 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-e5e1a689-0e8d-41db-9890-c91051b6d225 admin admin] Publish callbacks [] for router, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:11:10.401377 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-e5e1a689-0e8d-41db-9890-c91051b6d225 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 7.6720784 Nov 05 19:11:10.404823 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 34268) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:11:10.413014 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-bd199baa-cc96-467e-889b-e95f356bc9e8 req-a193807b-50ce-4d7b-a002-9cc0a76ff369 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0a38fe53-4b27-495a-a32f-b71745f9b0ab HTTP/1.1" status: 200 len: 217 time: 0.0882759 Nov 05 19:11:10.415541 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e72949-ddec-4e77-833f-7b1170cb09ba req-db6fc780-bd86-4309-b2ed-14957724b415 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:11:10.416991 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-f3e72949-ddec-4e77-833f-7b1170cb09ba req-db6fc780-bd86-4309-b2ed-14957724b415 service neutron] 10.222.0.55 "GET /v2.0/networks?id=4dc00c45-f8b9-4c9a-a6c5-c27d3aa63b93 HTTP/1.1" status: 200 len: 918 time: 0.2991014 Nov 05 19:11:10.468984 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb95af5e-ed1e-477a-8bdc-b2f4514c0ce0 req-a37a00c1-39ae-48e3-9635-9212c5b9cde0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:11:10.473032 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-eb95af5e-ed1e-477a-8bdc-b2f4514c0ce0 req-a37a00c1-39ae-48e3-9635-9212c5b9cde0 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=530c2a73-71be-453e-8314-d0f9c49e67e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0699134 Nov 05 19:11:10.489068 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvr_db [None req-adc6f132-24cd-4b69-9f2c-88aca91dcd70 None None] Set router e0b49f4e-3989-4c9d-ba0e-841f45688c67 gateway port host: n-d-816865-1 {{(pid=102389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 19:11:10.504625 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvr_db [None req-552faf32-d6cd-4763-9339-e6ee25400434 None None] Set router 55af2e43-d1c4-4e81-a5dd-0d1e0a280dcb gateway port host: n-d-816865-1 {{(pid=102388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 19:11:10.598653 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-f3e72949-ddec-4e77-833f-7b1170cb09ba req-31297f08-23b9-4eb5-acf3-21431912065d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e3572706-bfed-4c54-96bd-8af0f0dd8d42 HTTP/1.1" status: 200 len: 1002 time: 0.1429408 Nov 05 19:11:10.601833 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd199baa-cc96-467e-889b-e95f356bc9e8 req-142a0975-b934-49dd-9ffa-45d8c38645e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:11:10.603289 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-bd199baa-cc96-467e-889b-e95f356bc9e8 req-142a0975-b934-49dd-9ffa-45d8c38645e0 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=5691c890-200a-44b0-ad74-57eb3a7d3863 HTTP/1.1" status: 200 len: 848 time: 0.1492076 Nov 05 19:11:10.655236 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-eb95af5e-ed1e-477a-8bdc-b2f4514c0ce0 req-75587b28-3c50-4b30-9aa3-b8bba835e6c8 service neutron] 10.222.0.41 "GET /v2.0/networks/530c2a73-71be-453e-8314-d0f9c49e67e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1752424 Nov 05 19:11:10.688040 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-bd199baa-cc96-467e-889b-e95f356bc9e8 req-7e2121e7-e84b-49cc-ac9c-74ca75a543bc service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=79812561-9dfc-4341-96d3-697a18d73de0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0713913 Nov 05 19:11:10.754555 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-552faf32-d6cd-4763-9339-e6ee25400434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55af2e43-d1c4-4e81-a5dd-0d1e0a280dcb', 'name': 'tempest-TestVolumeBackupRestore-33536009-router', 'tenant_id': '1ab752a0d6484eedbcae1b8970b51658', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.71'}], 'enable_snat': True}, 'gw_port_id': '0151e20c-353d-44db-9ea0-9446c74f7058', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T19:11:02Z', 'updated_at': '2021-11-05T19:11:07Z', 'revision_number': 3, 'project_id': '1ab752a0d6484eedbcae1b8970b51658', 'gw_port': {'id': '0151e20c-353d-44db-9ea0-9446c74f7058', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:bd:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55af2e43-d1c4-4e81-a5dd-0d1e0a280dcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3537, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:11:05Z', 'updated_at': '2021-11-05T19:11:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1'}], 'n-d-816865-1', False) {} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:11:10.768043 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c61f654-e563-4058-b97d-d39ae9211457 req-f4439c5f-347a-4da3-bbc0-328189673e5d tempest-VolumesActionsTest-377610318 tempest-VolumesActionsTest-377610318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:11:10.769950 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-4c61f654-e563-4058-b97d-d39ae9211457 req-f4439c5f-347a-4da3-bbc0-328189673e5d tempest-VolumesActionsTest-377610318 tempest-VolumesActionsTest-377610318-project] 10.222.0.13 "GET /v2.0/ports?device_id=e3ec2729-5190-4c90-8b20-58ff2de02a73 HTTP/1.1" status: 200 len: 943 time: 0.1293628 Nov 05 19:11:10.834683 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-bd199baa-cc96-467e-889b-e95f356bc9e8 req-09bdca07-46d7-44b2-9bf2-cd618d9b1fdb service neutron] 10.222.0.55 "GET /v2.0/networks/79812561-9dfc-4341-96d3-697a18d73de0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941465 Nov 05 19:11:10.844514 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-552faf32-d6cd-4763-9339-e6ee25400434 None None] Checking router: 55af2e43-d1c4-4e81-a5dd-0d1e0a280dcb for host: n-d-816865-1 {{(pid=102388) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 19:11:10.844880 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-552faf32-d6cd-4763-9339-e6ee25400434 None None] Updating router 55af2e43-d1c4-4e81-a5dd-0d1e0a280dcb port 0151e20c-353d-44db-9ea0-9446c74f7058 binding host n-d-816865-1 {{(pid=102388) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 05 19:11:10.850408 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-eb95af5e-ed1e-477a-8bdc-b2f4514c0ce0 req-f7243943-afa6-4981-882e-50b79fb5b17e service neutron] 10.222.0.41 "GET /v2.0/networks/530c2a73-71be-453e-8314-d0f9c49e67e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1782720 Nov 05 19:11:10.859927 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-4c61f654-e563-4058-b97d-d39ae9211457 req-0379ae2a-97a4-422d-8c51-d80adf9b14c3 tempest-VolumesActionsTest-377610318 tempest-VolumesActionsTest-377610318-project] 10.222.0.13 "GET /v2.0/security-groups?id=b3ab9bed-c225-40bf-ac80-c6105a7b5733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828996 Nov 05 19:11:10.880057 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-552faf32-d6cd-4763-9339-e6ee25400434 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:11:10.889535 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e72949-ddec-4e77-833f-7b1170cb09ba req-8277d967-033e-472e-b29f-d6de6262fb27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:11:10.891046 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-f3e72949-ddec-4e77-833f-7b1170cb09ba req-8277d967-033e-472e-b29f-d6de6262fb27 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=57c79303-6c4f-4c08-a695-f3ffd6fc49db HTTP/1.1" status: 200 len: 856 time: 0.2734444 Nov 05 19:11:10.931580 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-adc6f132-24cd-4b69-9f2c-88aca91dcd70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0b49f4e-3989-4c9d-ba0e-841f45688c67', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2054408583', 'tenant_id': '777902a3c6ed4ff2a5460208db53bd8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.107'}], 'enable_snat': True}, 'gw_port_id': '330632d3-8100-460b-8490-449bd6a7d775', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T19:10:15Z', 'updated_at': '2021-11-05T19:10:34Z', 'revision_number': 4, 'project_id': '777902a3c6ed4ff2a5460208db53bd8a', 'gw_port': {'id': '330632d3-8100-460b-8490-449bd6a7d775', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:0f:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0b49f4e-3989-4c9d-ba0e-841f45688c67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3452, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:10:17Z', 'updated_at': '2021-11-05T19:10:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1', '_floatingips': [{'id': '47ad5d6a-2ae4-427e-8434-316cad53169f', 'tenant_id': '777902a3c6ed4ff2a5460208db53bd8a', 'floating_ip_address': '172.25.6.97', 'floating_network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'router_id': 'e0b49f4e-3989-4c9d-ba0e-841f45688c67', 'port_id': '4e7bc19a-7e1c-4159-869c-a55663edca36', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3538, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '530c2a73-71be-453e-8314-d0f9c49e67e6', 'mac_address': 'fa:16:3e:f6:34:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a98ef0f-dfb9-459b-b9cc-e3b18cabd026', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-05T19:11:06Z', 'updated_at': '2021-11-05T19:11:06Z', 'revision_number': 0, 'project_id': '777902a3c6ed4ff2a5460208db53bd8a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f17490cd-f592-48e2-815b-deb02c0e1e01', 'name': '', 'network_id': '530c2a73-71be-453e-8314-d0f9c49e67e6', 'tenant_id': '777902a3c6ed4ff2a5460208db53bd8a', 'mac_address': 'fa:16:3e:38:f7:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0b49f4e-3989-4c9d-ba0e-841f45688c67', 'device_owner': 'network:router_interface', 'standard_attr_id': 3463, 'fixed_ips': [{'subnet_id': 'e515ab6a-4766-4dbf-9d26-5aeef878e9d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:10:31Z', 'updated_at': '2021-11-05T19:10:41Z', 'revision_number': 5, 'project_id': '777902a3c6ed4ff2a5460208db53bd8a', 'subnets': [{'id': 'e515ab6a-4766-4dbf-9d26-5aeef878e9d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-1', False) {} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:11:10.970392 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adc6f132-24cd-4b69-9f2c-88aca91dcd70 None None] The sync data for ids ['e0b49f4e-3989-4c9d-ba0e-841f45688c67'] in n-d-816865-1 is: [{'id': 'e0b49f4e-3989-4c9d-ba0e-841f45688c67', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2054408583', 'tenant_id': '777902a3c6ed4ff2a5460208db53bd8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.107'}], 'enable_snat': True}, 'gw_port_id': '330632d3-8100-460b-8490-449bd6a7d775', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T19:10:15Z', 'updated_at': '2021-11-05T19:10:34Z', 'revision_number': 4, 'project_id': '777902a3c6ed4ff2a5460208db53bd8a', 'gw_port': {'id': '330632d3-8100-460b-8490-449bd6a7d775', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:0f:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0b49f4e-3989-4c9d-ba0e-841f45688c67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3452, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:10:17Z', 'updated_at': '2021-11-05T19:10:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1', '_floatingips': [{'id': '47ad5d6a-2ae4-427e-8434-316cad53169f', 'tenant_id': '777902a3c6ed4ff2a5460208db53bd8a', 'floating_ip_address': '172.25.6.97', 'floating_network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'router_id': 'e0b49f4e-3989-4c9d-ba0e-841f45688c67', 'port_id': '4e7bc19a-7e1c-4159-869c-a55663edca36', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3538, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '530c2a73-71be-453e-8314-d0f9c49e67e6', 'mac_address': 'fa:16:3e:f6:34:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a98ef0f-dfb9-459b-b9cc-e3b18cabd026', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-05T19:11:06Z', 'updated_at': '2021-11-05T19:11:06Z', 'revision_number': 0, 'project_id': '777902a3c6ed4ff2a5460208db53bd8a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f17490cd-f592-48e2-815b-deb02c0e1e01', 'name': '', 'network_id': '530c2a73-71be-453e-8314-d0f9c49e67e6', 'tenant_id': '777902a3c6ed4ff2a5460208db53bd8a', 'mac_address': 'fa:16:3e:38:f7:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0b49f4e-3989-4c9d-ba0e-841f45688c67', 'device_owner': 'network:router_interface', 'standard_attr_id': 3463, 'fixed_ips': [{'subnet_id': 'e515ab6a-4766-4dbf-9d26-5aeef878e9d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:10:31Z', 'updated_at': '2021-11-05T19:10:41Z', 'revision_number': 5, 'project_id': '777902a3c6ed4ff2a5460208db53bd8a', 'subnets': [{'id': 'e515ab6a-4766-4dbf-9d26-5aeef878e9d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 19:11:11.063484 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e72949-ddec-4e77-833f-7b1170cb09ba req-5c2f4f6d-a79a-47f5-b10e-133137d236f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:11:11.065002 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-f3e72949-ddec-4e77-833f-7b1170cb09ba req-5c2f4f6d-a79a-47f5-b10e-133137d236f2 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=4dc00c45-f8b9-4c9a-a6c5-c27d3aa63b93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1357670 Nov 05 19:11:11.117457 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-bd199baa-cc96-467e-889b-e95f356bc9e8 req-9d65fac9-4995-41fb-a9e7-4865550e709c service neutron] 10.222.0.55 "GET /v2.0/networks/79812561-9dfc-4341-96d3-697a18d73de0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2737052 Nov 05 19:11:11.215874 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-552faf32-d6cd-4763-9339-e6ee25400434 None None] Publish callbacks [] for port, precommit_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:11:11.270091 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-f3e72949-ddec-4e77-833f-7b1170cb09ba req-32efec21-eb65-4d17-b551-fb6c687e8df4 service neutron] 10.222.0.55 "GET /v2.0/networks/4dc00c45-f8b9-4c9a-a6c5-c27d3aa63b93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1878412 Nov 05 19:11:11.286877 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 34274) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:11:11.291016 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b02fc7a-b0c0-48ff-b330-e9fedf562657 None None] New status for floating IP 47ad5d6a-2ae4-427e-8434-316cad53169f: ACTIVE {{(pid=102389) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 05 19:11:11.305543 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-552faf32-d6cd-4763-9339-e6ee25400434 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:11:11.380949 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ebda1b9-6dbf-4bc2-a21a-02a757fd6876 None None] Pushing event updated for resources: {'Port': ['ID=0151e20c-353d-44db-9ea0-9446c74f7058,revision_number=2']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:11:11.410729 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-552faf32-d6cd-4763-9339-e6ee25400434 None None] Attempting to bind port 0151e20c-353d-44db-9ea0-9446c74f7058 on host n-d-816865-1 for vnic_type normal with profile {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 19:11:11.410983 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-9ca5d7bc-e2e6-4b6b-b31e-775d965f0499 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] 10.222.0.13 "GET /v2.0/floatingips/47ad5d6a-2ae4-427e-8434-316cad53169f HTTP/1.1" status: 200 len: 990 time: 0.1228433 Nov 05 19:11:11.411498 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-552faf32-d6cd-4763-9339-e6ee25400434 None None] Attempting to bind port 0151e20c-353d-44db-9ea0-9446c74f7058 by drivers openvswitch,hyperv on host n-d-816865-1 at level 0 using segments [{'id': '85be518c-8bb4-46a2-a903-d4292782d29d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec'}] {{(pid=102388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 19:11:11.412056 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-552faf32-d6cd-4763-9339-e6ee25400434 None None] Attempting to bind port 0151e20c-353d-44db-9ea0-9446c74f7058 on network 40c8335d-cd0b-4cb5-910a-d4dcddd5cbec {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 19:11:11.418748 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-552faf32-d6cd-4763-9339-e6ee25400434 None None] Checking agent: {'id': '724d89a7-611b-41e6-bc85-c48112b17afa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 18, 25, 8), 'started_at': datetime.datetime(2021, 11, 5, 18, 25, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 19, 11, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 19:11:11.419368 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-552faf32-d6cd-4763-9339-e6ee25400434 None None] Checking segment: {'id': '85be518c-8bb4-46a2-a903-d4292782d29d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 19:11:11.421164 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-552faf32-d6cd-4763-9339-e6ee25400434 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:11:11.421750 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-552faf32-d6cd-4763-9339-e6ee25400434 None None] Bound using segment: {'id': '85be518c-8bb4-46a2-a903-d4292782d29d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec'} {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 19:11:11.422587 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-552faf32-d6cd-4763-9339-e6ee25400434 None None] Bound port: 0151e20c-353d-44db-9ea0-9446c74f7058, host: n-d-816865-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85be518c-8bb4-46a2-a903-d4292782d29d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec'}}] {{(pid=102388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 19:11:11.423587 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-552faf32-d6cd-4763-9339-e6ee25400434 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:11:11.525685 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-552faf32-d6cd-4763-9339-e6ee25400434 None None] For port 0151e20c-353d-44db-9ea0-9446c74f7058, host n-d-816865-1, cleared binding levels {{(pid=102388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 19:11:11.530724 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-552faf32-d6cd-4763-9339-e6ee25400434 None None] For port 0151e20c-353d-44db-9ea0-9446c74f7058, host n-d-816865-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=0151e20c-353d-44db-9ea0-9446c74f7058,segment=NetworkSegment(85be518c-8bb4-46a2-a903-d4292782d29d),segment_id=85be518c-8bb4-46a2-a903-d4292782d29d)] {{(pid=102388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 19:11:11.609440 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-552faf32-d6cd-4763-9339-e6ee25400434 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:11:11.691166 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ebda1b9-6dbf-4bc2-a21a-02a757fd6876 None None] Pushing event updated for resources: {'Port': ['ID=0151e20c-353d-44db-9ea0-9446c74f7058,revision_number=3']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:11:11.693998 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-552faf32-d6cd-4763-9339-e6ee25400434 None None] Routers {'55af2e43-d1c4-4e81-a5dd-0d1e0a280dcb'} bound to L3 agent in host n-d-816865-1 {{(pid=102388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 19:11:11.694727 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-552faf32-d6cd-4763-9339-e6ee25400434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T19:11:05Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['55af2e43-d1c4-4e81-a5dd-0d1e0a280dcb'], 'active': True} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:11:11.806165 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvr_db [None req-552faf32-d6cd-4763-9339-e6ee25400434 None None] Set router 55af2e43-d1c4-4e81-a5dd-0d1e0a280dcb gateway port host: n-d-816865-1 {{(pid=102388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 19:11:11.816783 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-f3e72949-ddec-4e77-833f-7b1170cb09ba req-713d7a21-036f-4cf3-8ce5-738fd092be0c service neutron] 10.222.0.55 "GET /v2.0/networks/4dc00c45-f8b9-4c9a-a6c5-c27d3aa63b93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5378201 Nov 05 19:11:11.818535 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-b738b4a8-0a75-4664-af10-c1389e860cfa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:11:11.996128 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d7b3d5-e512-4f73-bd21-69857202b22d req-914702f9-fd23-4427-a8a7-34753925816f tempest-VolumesActionsTest-377610318 tempest-VolumesActionsTest-377610318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:11:12.008888 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-59d7b3d5-e512-4f73-bd21-69857202b22d req-914702f9-fd23-4427-a8a7-34753925816f tempest-VolumesActionsTest-377610318 tempest-VolumesActionsTest-377610318-project] 10.222.0.13 "GET /v2.0/ports?device_id=e3ec2729-5190-4c90-8b20-58ff2de02a73 HTTP/1.1" status: 200 len: 943 time: 0.0683424 Nov 05 19:11:12.019514 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.db_base_plugin_common [None req-b738b4a8-0a75-4664-af10-c1389e860cfa admin admin] Allocated IP 172.20.0.1 (2ba86d37-197b-46ee-938b-b990df479e30/8cd784aa-065a-4faf-87a5-a115ea19af5e/3c0c3636-2a64-4ee7-a36c-f519c36b3a7d) {{(pid=102386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 19:11:12.066817 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-59d7b3d5-e512-4f73-bd21-69857202b22d req-535ba7e2-91d6-4689-a891-02b673b8294d tempest-VolumesActionsTest-377610318 tempest-VolumesActionsTest-377610318-project] 10.222.0.13 "GET /v2.0/security-groups?id=b3ab9bed-c225-40bf-ac80-c6105a7b5733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565989 Nov 05 19:11:12.137319 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-b738b4a8-0a75-4664-af10-c1389e860cfa admin admin] Publish callbacks [] for port, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:11:12.197840 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-552faf32-d6cd-4763-9339-e6ee25400434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55af2e43-d1c4-4e81-a5dd-0d1e0a280dcb', 'name': 'tempest-TestVolumeBackupRestore-33536009-router', 'tenant_id': '1ab752a0d6484eedbcae1b8970b51658', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.71'}], 'enable_snat': True}, 'gw_port_id': '0151e20c-353d-44db-9ea0-9446c74f7058', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T19:11:02Z', 'updated_at': '2021-11-05T19:11:07Z', 'revision_number': 3, 'project_id': '1ab752a0d6484eedbcae1b8970b51658', 'gw_port': {'id': '0151e20c-353d-44db-9ea0-9446c74f7058', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:bd:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55af2e43-d1c4-4e81-a5dd-0d1e0a280dcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3537, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:11:05Z', 'updated_at': '2021-11-05T19:11:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1'}], 'n-d-816865-1', False) {} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:11:12.224367 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-552faf32-d6cd-4763-9339-e6ee25400434 None None] The sync data for ids ['55af2e43-d1c4-4e81-a5dd-0d1e0a280dcb'] in n-d-816865-1 is: [{'id': '55af2e43-d1c4-4e81-a5dd-0d1e0a280dcb', 'name': 'tempest-TestVolumeBackupRestore-33536009-router', 'tenant_id': '1ab752a0d6484eedbcae1b8970b51658', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.71'}], 'enable_snat': True}, 'gw_port_id': '0151e20c-353d-44db-9ea0-9446c74f7058', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T19:11:02Z', 'updated_at': '2021-11-05T19:11:07Z', 'revision_number': 3, 'project_id': '1ab752a0d6484eedbcae1b8970b51658', 'gw_port': {'id': '0151e20c-353d-44db-9ea0-9446c74f7058', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:bd:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55af2e43-d1c4-4e81-a5dd-0d1e0a280dcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3537, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:11:05Z', 'updated_at': '2021-11-05T19:11:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1'}] {{(pid=102388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 19:11:12.238034 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-b738b4a8-0a75-4664-af10-c1389e860cfa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:11:12.285514 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b738b4a8-0a75-4664-af10-c1389e860cfa admin admin] Network 2ba86d37-197b-46ee-938b-b990df479e30 is already hosted by enough agents. {{(pid=102386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 19:11:12.290620 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b738b4a8-0a75-4664-af10-c1389e860cfa admin admin] Pushing event updated for resources: {'Port': ['ID=3c0c3636-2a64-4ee7-a36c-f519c36b3a7d,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:11:12.292026 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.base_scheduler [None req-b738b4a8-0a75-4664-af10-c1389e860cfa admin admin] Resources bound (agent type, host, resource id): {{(pid=102386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 19:11:12.294351 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b738b4a8-0a75-4664-af10-c1389e860cfa admin admin] Received port after_create {{(pid=102386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 19:11:12.363349 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-b738b4a8-0a75-4664-af10-c1389e860cfa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-571770'] for router_interface, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:11:12.414745 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 34282) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:11:12.513804 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-7045ab71-9bc5-4827-a726-cb5ac9780109 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] 10.222.0.13 "GET /v2.0/floatingips/47ad5d6a-2ae4-427e-8434-316cad53169f HTTP/1.1" status: 200 len: 992 time: 0.0924425 Nov 05 19:11:12.605904 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-b738b4a8-0a75-4664-af10-c1389e860cfa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:11:12.696470 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-9009773b-fefd-441c-b36b-8b9f57c4a88c None None] Provisioning complete for port 3c0c3636-2a64-4ee7-a36c-f519c36b3a7d triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:11:12.697519 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-9009773b-fefd-441c-b36b-8b9f57c4a88c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:11:12.752988 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-9009773b-fefd-441c-b36b-8b9f57c4a88c None None] Port 3c0c3636-2a64-4ee7-a36c-f519c36b3a7d cannot update to ACTIVE because it is not bound. {{(pid=102388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 19:11:12.802929 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-b738b4a8-0a75-4664-af10-c1389e860cfa admin admin] Publish callbacks [] for port, precommit_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:11:12.860740 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-b738b4a8-0a75-4664-af10-c1389e860cfa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6149821'] for port, after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:11:12.936363 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-b738b4a8-0a75-4664-af10-c1389e860cfa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-597863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-571878'] for router_interface, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:11:12.938303 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b738b4a8-0a75-4664-af10-c1389e860cfa admin admin] Pushing event updated for resources: {'Port': ['ID=3c0c3636-2a64-4ee7-a36c-f519c36b3a7d,revision_number=2']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:11:13.050669 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b738b4a8-0a75-4664-af10-c1389e860cfa admin admin] Network 2ba86d37-197b-46ee-938b-b990df479e30 is already hosted by enough agents. {{(pid=102386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 19:11:13.052310 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.base_scheduler [None req-b738b4a8-0a75-4664-af10-c1389e860cfa admin admin] Resources bound (agent type, host, resource id): {{(pid=102386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 19:11:13.199871 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b738b4a8-0a75-4664-af10-c1389e860cfa admin admin] Router 55af2e43-d1c4-4e81-a5dd-0d1e0a280dcb has already been hosted by L3 agent 6dcb5589-8e86-4616-9186-ddc4548e13ad {{(pid=102386) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 19:11:13.204901 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e07552-4591-473e-baa1-69a29d66ad87 req-dcd79df9-4e7c-4f01-ac88-8aef480c7aa7 tempest-VolumesActionsTest-377610318 tempest-VolumesActionsTest-377610318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:11:13.212687 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-33e07552-4591-473e-baa1-69a29d66ad87 req-dcd79df9-4e7c-4f01-ac88-8aef480c7aa7 tempest-VolumesActionsTest-377610318 tempest-VolumesActionsTest-377610318-project] 10.222.0.13 "GET /v2.0/ports?device_id=e3ec2729-5190-4c90-8b20-58ff2de02a73 HTTP/1.1" status: 200 len: 943 time: 0.0676491 Nov 05 19:11:13.265188 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-33e07552-4591-473e-baa1-69a29d66ad87 req-e10d3b38-881e-468b-914b-f2b6587c6cde tempest-VolumesActionsTest-377610318 tempest-VolumesActionsTest-377610318-project] 10.222.0.13 "GET /v2.0/security-groups?id=b3ab9bed-c225-40bf-ac80-c6105a7b5733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512676 Nov 05 19:11:13.326524 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b738b4a8-0a75-4664-af10-c1389e860cfa admin admin] Notify agent at l3_agent.n-d-816865-1 the message routers_updated {{(pid=102386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 19:11:13.334068 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-b738b4a8-0a75-4664-af10-c1389e860cfa admin admin] 10.222.0.13 "PUT /v2.0/routers/55af2e43-d1c4-4e81-a5dd-0d1e0a280dcb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9266558 Nov 05 19:11:13.396339 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-25e09e10-b0c9-4611-8ad9-820d45c720d4 None None] Provisioning complete for port 3c0c3636-2a64-4ee7-a36c-f519c36b3a7d triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:11:13.396576 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-25e09e10-b0c9-4611-8ad9-820d45c720d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:11:13.455788 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 0151e20c-353d-44db-9ea0-9446c74f7058 up at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 19:11:13.460860 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-25e09e10-b0c9-4611-8ad9-820d45c720d4 None None] Port 3c0c3636-2a64-4ee7-a36c-f519c36b3a7d cannot update to ACTIVE because it is not bound. {{(pid=102388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 19:11:13.518815 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Provisioning complete for port 0151e20c-353d-44db-9ea0-9446c74f7058 triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:11:13.519195 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:11:13.596175 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:11:13.620051 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] For port 0151e20c-353d-44db-9ea0-9446c74f7058, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=0151e20c-353d-44db-9ea0-9446c74f7058,segment=NetworkSegment(85be518c-8bb4-46a2-a903-d4292782d29d),segment_id=85be518c-8bb4-46a2-a903-d4292782d29d)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:11:13.680368 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:11:13.714565 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Device 0a38fe53-4b27-495a-a32f-b71745f9b0ab details requested by agent hyperv_n-h2-816865-1 with host n-h2-816865-1 {{(pid=102388) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 05 19:11:13.783862 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Pushing event updated for resources: {'Port': ['ID=0151e20c-353d-44db-9ea0-9446c74f7058,revision_number=4']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:11:13.849151 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] For port 0a38fe53-4b27-495a-a32f-b71745f9b0ab, host n-h2-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=0a38fe53-4b27-495a-a32f-b71745f9b0ab,segment=NetworkSegment(e5810171-63b7-42f9-86c7-5a9a78584f19),segment_id=e5810171-63b7-42f9-86c7-5a9a78584f19)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:11:13.861992 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Returning: {'device': '0a38fe53-4b27-495a-a32f-b71745f9b0ab', 'network_id': '79812561-9dfc-4341-96d3-697a18d73de0', 'port_id': '0a38fe53-4b27-495a-a32f-b71745f9b0ab', 'mac_address': 'fa:16:3e:27:07:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 165, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5691c890-200a-44b0-ad74-57eb3a7d3863', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102388) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 05 19:11:13.916453 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:11:13.931612 n-d-816865-1 neutron-server[102388]: DEBUG neutron.notifiers.nova [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0a38fe53-4b27-495a-a32f-b71745f9b0ab {{(pid=102388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 19:11:13.959555 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] For port 0a38fe53-4b27-495a-a32f-b71745f9b0ab, host n-h2-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=0a38fe53-4b27-495a-a32f-b71745f9b0ab,segment=NetworkSegment(e5810171-63b7-42f9-86c7-5a9a78584f19),segment_id=e5810171-63b7-42f9-86c7-5a9a78584f19)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:11:14.060755 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:11:14.109470 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Pushing event updated for resources: {'Port': ['ID=0a38fe53-4b27-495a-a32f-b71745f9b0ab,revision_number=4']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:11:14.298872 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] get_ports_and_sgs() called for port_ids ['0a38fe53-4b27-495a-a32f-b71745f9b0ab'] {{(pid=102388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 19:11:14.384094 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d70aac-438e-41eb-8027-b1ccde25884e req-e4b4bd22-587c-4a6f-aa28-1cfb0f0689b8 tempest-VolumesActionsTest-377610318 tempest-VolumesActionsTest-377610318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:11:14.386313 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-e6d70aac-438e-41eb-8027-b1ccde25884e req-e4b4bd22-587c-4a6f-aa28-1cfb0f0689b8 tempest-VolumesActionsTest-377610318 tempest-VolumesActionsTest-377610318-project] 10.222.0.13 "GET /v2.0/ports?device_id=e3ec2729-5190-4c90-8b20-58ff2de02a73 HTTP/1.1" status: 200 len: 944 time: 0.0549254 Nov 05 19:11:14.458494 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-e6d70aac-438e-41eb-8027-b1ccde25884e req-3dac0946-cc30-4cf7-bc4c-19ecdfc4ead5 tempest-VolumesActionsTest-377610318 tempest-VolumesActionsTest-377610318-project] 10.222.0.13 "GET /v2.0/security-groups?id=b3ab9bed-c225-40bf-ac80-c6105a7b5733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634906 Nov 05 19:11:14.461661 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 34338) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:11:14.681013 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.db_base_plugin_v2 [None req-b5c087cb-b4d3-43cd-8370-151866a94be1 admin admin] Deleting subnet 9e3897e1-4b3c-4258-9f3e-7c4058b653aa {{(pid=102386) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 05 19:11:14.683996 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-b5c087cb-b4d3-43cd-8370-151866a94be1 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:11:14.728033 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-b5c087cb-b4d3-43cd-8370-151866a94be1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4590738'] for subnet, precommit_delete_associations {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:11:14.776285 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-b5c087cb-b4d3-43cd-8370-151866a94be1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1573928'] for subnet, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:11:14.894788 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-b5c087cb-b4d3-43cd-8370-151866a94be1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1573905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6149879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4877183'] for subnet, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:11:14.928081 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c087cb-b4d3-43cd-8370-151866a94be1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9e3897e1-4b3c-4258-9f3e-7c4058b653aa,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:11:14.933496 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-b5c087cb-b4d3-43cd-8370-151866a94be1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:11:14.939820 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-b5c087cb-b4d3-43cd-8370-151866a94be1 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/9e3897e1-4b3c-4258-9f3e-7c4058b653aa HTTP/1.1" status: 204 len: 168 time: 0.4742935 Nov 05 19:11:14.940302 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 34366) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:11:15.341047 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-946179b8-6611-4b6b-94ce-d31634e10238 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1664226'] for network, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:11:15.395589 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 0151e20c-353d-44db-9ea0-9446c74f7058 up at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 19:11:15.436834 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-946179b8-6611-4b6b-94ce-d31634e10238 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1579173', 'neutron.services.segments.db._delete_segments_for_network-8750027792909'] for network, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:11:15.457925 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Provisioning complete for port 0151e20c-353d-44db-9ea0-9446c74f7058 triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:11:15.458741 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:11:15.459647 n-d-816865-1 neutron-server[102387]: DEBUG neutron.services.segments.db [None req-946179b8-6611-4b6b-94ce-d31634e10238 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['01b045d0-82c9-45d8-bd3e-cf491500bbe1']}} {{(pid=102387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:11:15.472977 n-d-816865-1 neutron-server[102387]: DEBUG neutron.services.segments.db [None req-946179b8-6611-4b6b-94ce-d31634e10238 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9fdad650-1304-44e2-aad9-4017937c0790') {'for_net_delete': True} {{(pid=102387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:11:15.473670 n-d-816865-1 neutron-server[102387]: DEBUG neutron.services.segments.db [None req-946179b8-6611-4b6b-94ce-d31634e10238 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9fdad650-1304-44e2-aad9-4017937c0790') {} {{(pid=102387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:11:15.493655 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-946179b8-6611-4b6b-94ce-d31634e10238 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750027793430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4463492'] for segment, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:11:15.511424 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-946179b8-6611-4b6b-94ce-d31634e10238 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273'] for segment, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:11:15.518898 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-946179b8-6611-4b6b-94ce-d31634e10238 admin admin] Releasing vlan 181 on physical network physnet1 to pool {{(pid=102387) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 05 19:11:15.521062 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-946179b8-6611-4b6b-94ce-d31634e10238 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4417236'] for segment, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:11:15.521205 n-d-816865-1 neutron-server[102387]: Traceback (most recent call last): Nov 05 19:11:15.521205 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 05 19:11:15.521205 n-d-816865-1 neutron-server[102387]: timer() Nov 05 19:11:15.521205 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 05 19:11:15.521205 n-d-816865-1 neutron-server[102387]: cb(*args, **kw) Nov 05 19:11:15.521205 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 05 19:11:15.521205 n-d-816865-1 neutron-server[102387]: return func(*args, **kwargs) Nov 05 19:11:15.521205 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 05 19:11:15.521205 n-d-816865-1 neutron-server[102387]: self._notify() Nov 05 19:11:15.521205 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 05 19:11:15.521205 n-d-816865-1 neutron-server[102387]: self.callback(batched_events) Nov 05 19:11:15.521205 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 05 19:11:15.521205 n-d-816865-1 neutron-server[102387]: event.method(event) Nov 05 19:11:15.521205 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 05 19:11:15.521205 n-d-816865-1 neutron-server[102387]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 05 19:11:15.521205 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 05 19:11:15.521205 n-d-816865-1 neutron-server[102387]: aggregate_uuid = self.p_client.list_aggregates( Nov 05 19:11:15.521205 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 05 19:11:15.521205 n-d-816865-1 neutron-server[102387]: return f(self, *a, **k) Nov 05 19:11:15.521205 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 05 19:11:15.521205 n-d-816865-1 neutron-server[102387]: return self._get(url).json() Nov 05 19:11:15.521205 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 05 19:11:15.521205 n-d-816865-1 neutron-server[102387]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 05 19:11:15.521205 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 05 19:11:15.521205 n-d-816865-1 neutron-server[102387]: return self.request(url, 'GET', **kwargs) Nov 05 19:11:15.521205 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 05 19:11:15.521205 n-d-816865-1 neutron-server[102387]: base_url = self.get_endpoint(auth, allow=allow, Nov 05 19:11:15.521205 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 05 19:11:15.521205 n-d-816865-1 neutron-server[102387]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 05 19:11:15.521205 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 05 19:11:15.521205 n-d-816865-1 neutron-server[102387]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 05 19:11:15.521205 n-d-816865-1 neutron-server[102387]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 05 19:11:15.611362 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c027f8f3-16bb-4b05-b17e-acefb5fe078a None None] Sync routers for ids ['55af2e43-d1c4-4e81-a5dd-0d1e0a280dcb'] in n-d-816865-1 {{(pid=102388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 19:11:15.627174 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c027f8f3-16bb-4b05-b17e-acefb5fe078a None None] Routers {'55af2e43-d1c4-4e81-a5dd-0d1e0a280dcb'} bound to L3 agent in host n-d-816865-1 {{(pid=102388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 19:11:15.628063 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-c027f8f3-16bb-4b05-b17e-acefb5fe078a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T19:11:05Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['55af2e43-d1c4-4e81-a5dd-0d1e0a280dcb'], 'active': True} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:11:15.652971 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5f94e5-4c3c-49cb-ae2e-9e63c9d523c5 req-5a6bd225-510d-465e-877b-a2d13fe14a91 tempest-VolumesActionsTest-377610318 tempest-VolumesActionsTest-377610318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:11:15.655286 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-3b5f94e5-4c3c-49cb-ae2e-9e63c9d523c5 req-5a6bd225-510d-465e-877b-a2d13fe14a91 tempest-VolumesActionsTest-377610318 tempest-VolumesActionsTest-377610318-project] 10.222.0.13 "GET /v2.0/ports?device_id=e3ec2729-5190-4c90-8b20-58ff2de02a73 HTTP/1.1" status: 200 len: 944 time: 0.0680027 Nov 05 19:11:15.713194 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-3b5f94e5-4c3c-49cb-ae2e-9e63c9d523c5 req-fcb676dc-ab50-4f6c-956f-dc6681b92442 tempest-VolumesActionsTest-377610318 tempest-VolumesActionsTest-377610318-project] 10.222.0.13 "GET /v2.0/security-groups?id=b3ab9bed-c225-40bf-ac80-c6105a7b5733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479724 Nov 05 19:11:15.738987 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Device 0a38fe53-4b27-495a-a32f-b71745f9b0ab up at agent hyperv_n-h2-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 19:11:15.942324 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvr_db [None req-c027f8f3-16bb-4b05-b17e-acefb5fe078a None None] Set router 55af2e43-d1c4-4e81-a5dd-0d1e0a280dcb gateway port host: n-d-816865-1 {{(pid=102388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 19:11:16.016994 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-c027f8f3-16bb-4b05-b17e-acefb5fe078a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55af2e43-d1c4-4e81-a5dd-0d1e0a280dcb', 'name': 'tempest-TestVolumeBackupRestore-33536009-router', 'tenant_id': '1ab752a0d6484eedbcae1b8970b51658', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.71'}], 'enable_snat': True}, 'gw_port_id': '0151e20c-353d-44db-9ea0-9446c74f7058', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T19:11:02Z', 'updated_at': '2021-11-05T19:11:12Z', 'revision_number': 4, 'project_id': '1ab752a0d6484eedbcae1b8970b51658', 'gw_port': {'id': '0151e20c-353d-44db-9ea0-9446c74f7058', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:bd:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55af2e43-d1c4-4e81-a5dd-0d1e0a280dcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3537, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:11:05Z', 'updated_at': '2021-11-05T19:11:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1', '_interfaces': [{'id': '3c0c3636-2a64-4ee7-a36c-f519c36b3a7d', 'name': '', 'network_id': '2ba86d37-197b-46ee-938b-b990df479e30', 'tenant_id': '1ab752a0d6484eedbcae1b8970b51658', 'mac_address': 'fa:16:3e:e8:30:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55af2e43-d1c4-4e81-a5dd-0d1e0a280dcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3539, 'fixed_ips': [{'subnet_id': '8cd784aa-065a-4faf-87a5-a115ea19af5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:11:11Z', 'updated_at': '2021-11-05T19:11:12Z', 'revision_number': 2, 'project_id': '1ab752a0d6484eedbcae1b8970b51658', 'subnets': [{'id': '8cd784aa-065a-4faf-87a5-a115ea19af5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-1', False) {} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:11:16.042816 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-946179b8-6611-4b6b-94ce-d31634e10238 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1579178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-956796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1000687'] for network, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:11:16.046693 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c027f8f3-16bb-4b05-b17e-acefb5fe078a None None] Checking router: 55af2e43-d1c4-4e81-a5dd-0d1e0a280dcb for host: n-d-816865-1 {{(pid=102388) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 19:11:16.046693 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c027f8f3-16bb-4b05-b17e-acefb5fe078a None None] Updating router 55af2e43-d1c4-4e81-a5dd-0d1e0a280dcb port 3c0c3636-2a64-4ee7-a36c-f519c36b3a7d binding host n-d-816865-1 {{(pid=102388) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 05 19:11:16.064182 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-946179b8-6611-4b6b-94ce-d31634e10238 admin admin] Publish callbacks [] for network, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:11:16.069621 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-946179b8-6611-4b6b-94ce-d31634e10238 admin admin] 10.222.0.13 "DELETE /v2.0/networks/01b045d0-82c9-45d8-bd3e-cf491500bbe1 HTTP/1.1" status: 204 len: 168 time: 1.1261384 Nov 05 19:11:16.069621 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946179b8-6611-4b6b-94ce-d31634e10238 admin admin] Pushing event deleted for resources: {'Network': ['ID=01b045d0-82c9-45d8-bd3e-cf491500bbe1,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:11:16.075629 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c027f8f3-16bb-4b05-b17e-acefb5fe078a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:11:16.090241 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Provisioning for port 0a38fe53-4b27-495a-a32f-b71745f9b0ab completed by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 05 19:11:16.098197 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Provisioning complete for port 0a38fe53-4b27-495a-a32f-b71745f9b0ab triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:11:16.098197 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:11:16.287452 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:11:16.347089 n-d-816865-1 neutron-server[102388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3ec2729-5190-4c90-8b20-58ff2de02a73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a38fe53-4b27-495a-a32f-b71745f9b0ab'}] {{(pid=102388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 19:11:16.352107 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85474fee1180e129d8a886d264fe0b30223aa672dd1ffe43b630605f18504f68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4dcd90c-8ffb-451e-b616-aaf96efa74a0" -d '{"events": [{"server_uuid": "e3ec2729-5190-4c90-8b20-58ff2de02a73", "name": "network-vif-plugged", "status": "completed", "tag": "0a38fe53-4b27-495a-a32f-b71745f9b0ab"}]}' {{(pid=102388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 19:11:16.366343 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] For port 0a38fe53-4b27-495a-a32f-b71745f9b0ab, host n-h2-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=0a38fe53-4b27-495a-a32f-b71745f9b0ab,segment=NetworkSegment(e5810171-63b7-42f9-86c7-5a9a78584f19),segment_id=e5810171-63b7-42f9-86c7-5a9a78584f19)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:11:16.405489 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 34390) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:11:16.410466 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 19:11:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40810758-0cf6-40a8-9168-035790306e4e x-openstack-request-id: req-40810758-0cf6-40a8-9168-035790306e4e {{(pid=102388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 19:11:16.411173 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3ec2729-5190-4c90-8b20-58ff2de02a73", "name": "network-vif-plugged", "status": "completed", "tag": "0a38fe53-4b27-495a-a32f-b71745f9b0ab", "code": 200}]} {{(pid=102388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 19:11:16.411547 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-40810758-0cf6-40a8-9168-035790306e4e {{(pid=102388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 19:11:16.411865 n-d-816865-1 neutron-server[102388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3ec2729-5190-4c90-8b20-58ff2de02a73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a38fe53-4b27-495a-a32f-b71745f9b0ab', 'code': 200} Nov 05 19:11:16.423130 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:11:16.461517 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 34392) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:11:16.462082 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-e824d882-8d0c-46de-ac1f-babb4567f5da admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=634b410538db4628b0278615b03ee648&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0552511 Nov 05 19:11:16.516769 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb4e7e3-c9f5-4803-a37e-026c41fa7740 req-928848a4-f633-40ed-8d5f-e3a22710d49d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:11:16.520462 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-3eb4e7e3-c9f5-4803-a37e-026c41fa7740 req-928848a4-f633-40ed-8d5f-e3a22710d49d service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=e3ec2729-5190-4c90-8b20-58ff2de02a73 HTTP/1.1" status: 200 len: 1096 time: 0.0551574 Nov 05 19:11:16.527820 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c027f8f3-16bb-4b05-b17e-acefb5fe078a None None] Publish callbacks [] for port, precommit_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:11:16.531685 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-39ddc8b0-e7e9-404f-9133-2032094c6735 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:11:16.540322 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Pushing event updated for resources: {'Port': ['ID=0a38fe53-4b27-495a-a32f-b71745f9b0ab,revision_number=5']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:11:16.563740 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-39ddc8b0-e7e9-404f-9133-2032094c6735 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:11:16.572267 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-3eb4e7e3-c9f5-4803-a37e-026c41fa7740 req-a0f05cb3-38c8-4051-9991-94bf99556963 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=b3ab9bed-c225-40bf-ac80-c6105a7b5733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409346 Nov 05 19:11:16.611841 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c027f8f3-16bb-4b05-b17e-acefb5fe078a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:11:16.695402 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0da15a-ac68-48a2-917e-881364488b47 None None] Pushing event updated for resources: {'Port': ['ID=3c0c3636-2a64-4ee7-a36c-f519c36b3a7d,revision_number=3']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:11:16.717999 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-39ddc8b0-e7e9-404f-9133-2032094c6735 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:11:16.721249 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-39ddc8b0-e7e9-404f-9133-2032094c6735 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:11:16.722478 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-39ddc8b0-e7e9-404f-9133-2032094c6735 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d7b9c99a-6df0-4863-822b-c575f2680e9d HTTP/1.1" status: 204 len: 168 time: 0.2590175 Nov 05 19:11:16.732806 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ddc8b0-e7e9-404f-9133-2032094c6735 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7b9c99a-6df0-4863-822b-c575f2680e9d,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:11:16.744159 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-c027f8f3-16bb-4b05-b17e-acefb5fe078a None None] Attempting to bind port 3c0c3636-2a64-4ee7-a36c-f519c36b3a7d on host n-d-816865-1 for vnic_type normal with profile {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 19:11:16.744533 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-c027f8f3-16bb-4b05-b17e-acefb5fe078a None None] Attempting to bind port 3c0c3636-2a64-4ee7-a36c-f519c36b3a7d by drivers openvswitch,hyperv on host n-d-816865-1 at level 0 using segments [{'id': '998462b9-db93-49c0-b6ab-6eeeeca040ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '2ba86d37-197b-46ee-938b-b990df479e30'}] {{(pid=102388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 19:11:16.744909 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c027f8f3-16bb-4b05-b17e-acefb5fe078a None None] Attempting to bind port 3c0c3636-2a64-4ee7-a36c-f519c36b3a7d on network 2ba86d37-197b-46ee-938b-b990df479e30 {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 19:11:16.752217 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c027f8f3-16bb-4b05-b17e-acefb5fe078a None None] Checking agent: {'id': '724d89a7-611b-41e6-bc85-c48112b17afa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 18, 25, 8), 'started_at': datetime.datetime(2021, 11, 5, 18, 25, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 19, 11, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 19:11:16.752217 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c027f8f3-16bb-4b05-b17e-acefb5fe078a None None] Checking segment: {'id': '998462b9-db93-49c0-b6ab-6eeeeca040ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '2ba86d37-197b-46ee-938b-b990df479e30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 19:11:16.752217 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c027f8f3-16bb-4b05-b17e-acefb5fe078a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:11:16.752217 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c027f8f3-16bb-4b05-b17e-acefb5fe078a None None] Bound using segment: {'id': '998462b9-db93-49c0-b6ab-6eeeeca040ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '2ba86d37-197b-46ee-938b-b990df479e30'} {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 19:11:16.753224 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-c027f8f3-16bb-4b05-b17e-acefb5fe078a None None] Bound port: 3c0c3636-2a64-4ee7-a36c-f519c36b3a7d, host: n-d-816865-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '998462b9-db93-49c0-b6ab-6eeeeca040ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '2ba86d37-197b-46ee-938b-b990df479e30'}}] {{(pid=102388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 19:11:16.753224 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c027f8f3-16bb-4b05-b17e-acefb5fe078a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:11:16.865303 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-c027f8f3-16bb-4b05-b17e-acefb5fe078a None None] For port 3c0c3636-2a64-4ee7-a36c-f519c36b3a7d, host n-d-816865-1, cleared binding levels {{(pid=102388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 19:11:16.878435 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-c027f8f3-16bb-4b05-b17e-acefb5fe078a None None] For port 3c0c3636-2a64-4ee7-a36c-f519c36b3a7d, host n-d-816865-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=3c0c3636-2a64-4ee7-a36c-f519c36b3a7d,segment=NetworkSegment(998462b9-db93-49c0-b6ab-6eeeeca040ff),segment_id=998462b9-db93-49c0-b6ab-6eeeeca040ff)] {{(pid=102388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 19:11:16.884521 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eda0917-5471-44af-a6f8-f291bf61758a req-23ce107f-9dd4-44f1-b8ec-661dac1ea0a8 tempest-VolumesActionsTest-377610318 tempest-VolumesActionsTest-377610318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:11:16.886418 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-3eda0917-5471-44af-a6f8-f291bf61758a req-23ce107f-9dd4-44f1-b8ec-661dac1ea0a8 tempest-VolumesActionsTest-377610318 tempest-VolumesActionsTest-377610318-project] 10.222.0.13 "GET /v2.0/ports?device_id=e3ec2729-5190-4c90-8b20-58ff2de02a73 HTTP/1.1" status: 200 len: 945 time: 0.0596144 Nov 05 19:11:16.913103 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-b619b2e7-5781-40ff-8668-0ea612d2e1dd None None] Provisioning complete for port 3c0c3636-2a64-4ee7-a36c-f519c36b3a7d triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:11:16.913992 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b619b2e7-5781-40ff-8668-0ea612d2e1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:11:16.946254 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-3eda0917-5471-44af-a6f8-f291bf61758a req-11df20ee-7f82-4412-a661-93f7c7bddbed tempest-VolumesActionsTest-377610318 tempest-VolumesActionsTest-377610318-project] 10.222.0.13 "GET /v2.0/security-groups?id=b3ab9bed-c225-40bf-ac80-c6105a7b5733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519321 Nov 05 19:11:16.964623 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-b619b2e7-5781-40ff-8668-0ea612d2e1dd None None] Port 3c0c3636-2a64-4ee7-a36c-f519c36b3a7d cannot update to ACTIVE because it is not bound. {{(pid=102388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 19:11:16.984402 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c027f8f3-16bb-4b05-b17e-acefb5fe078a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:11:17.053278 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c027f8f3-16bb-4b05-b17e-acefb5fe078a None None] Routers {'55af2e43-d1c4-4e81-a5dd-0d1e0a280dcb'} bound to L3 agent in host n-d-816865-1 {{(pid=102388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 19:11:17.053733 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-c027f8f3-16bb-4b05-b17e-acefb5fe078a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T19:11:05Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['55af2e43-d1c4-4e81-a5dd-0d1e0a280dcb'], 'active': True} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:11:17.095594 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0da15a-ac68-48a2-917e-881364488b47 None None] Pushing event updated for resources: {'Port': ['ID=3c0c3636-2a64-4ee7-a36c-f519c36b3a7d,revision_number=4']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:11:17.176534 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvr_db [None req-c027f8f3-16bb-4b05-b17e-acefb5fe078a None None] Set router 55af2e43-d1c4-4e81-a5dd-0d1e0a280dcb gateway port host: n-d-816865-1 {{(pid=102388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 19:11:17.342079 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-9f68dcc4-9048-43c1-b1f7-bb8167f765c2 None None] Provisioning complete for port 3c0c3636-2a64-4ee7-a36c-f519c36b3a7d triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:11:17.342455 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-9f68dcc4-9048-43c1-b1f7-bb8167f765c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:11:17.650644 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-9f68dcc4-9048-43c1-b1f7-bb8167f765c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:11:17.661293 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-c027f8f3-16bb-4b05-b17e-acefb5fe078a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55af2e43-d1c4-4e81-a5dd-0d1e0a280dcb', 'name': 'tempest-TestVolumeBackupRestore-33536009-router', 'tenant_id': '1ab752a0d6484eedbcae1b8970b51658', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.71'}], 'enable_snat': True}, 'gw_port_id': '0151e20c-353d-44db-9ea0-9446c74f7058', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T19:11:02Z', 'updated_at': '2021-11-05T19:11:12Z', 'revision_number': 4, 'project_id': '1ab752a0d6484eedbcae1b8970b51658', 'gw_port': {'id': '0151e20c-353d-44db-9ea0-9446c74f7058', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:bd:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55af2e43-d1c4-4e81-a5dd-0d1e0a280dcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3537, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:11:05Z', 'updated_at': '2021-11-05T19:11:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1', '_interfaces': [{'id': '3c0c3636-2a64-4ee7-a36c-f519c36b3a7d', 'name': '', 'network_id': '2ba86d37-197b-46ee-938b-b990df479e30', 'tenant_id': '1ab752a0d6484eedbcae1b8970b51658', 'mac_address': 'fa:16:3e:e8:30:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55af2e43-d1c4-4e81-a5dd-0d1e0a280dcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3539, 'fixed_ips': [{'subnet_id': '8cd784aa-065a-4faf-87a5-a115ea19af5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:11:11Z', 'updated_at': '2021-11-05T19:11:16Z', 'revision_number': 4, 'project_id': '1ab752a0d6484eedbcae1b8970b51658', 'subnets': [{'id': '8cd784aa-065a-4faf-87a5-a115ea19af5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-1', False) {} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:11:17.702621 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c027f8f3-16bb-4b05-b17e-acefb5fe078a None None] The sync data for ids ['55af2e43-d1c4-4e81-a5dd-0d1e0a280dcb'] in n-d-816865-1 is: [{'id': '55af2e43-d1c4-4e81-a5dd-0d1e0a280dcb', 'name': 'tempest-TestVolumeBackupRestore-33536009-router', 'tenant_id': '1ab752a0d6484eedbcae1b8970b51658', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.71'}], 'enable_snat': True}, 'gw_port_id': '0151e20c-353d-44db-9ea0-9446c74f7058', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T19:11:02Z', 'updated_at': '2021-11-05T19:11:12Z', 'revision_number': 4, 'project_id': '1ab752a0d6484eedbcae1b8970b51658', 'gw_port': {'id': '0151e20c-353d-44db-9ea0-9446c74f7058', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:bd:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55af2e43-d1c4-4e81-a5dd-0d1e0a280dcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3537, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:11:05Z', 'updated_at': '2021-11-05T19:11:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1', '_interfaces': [{'id': '3c0c3636-2a64-4ee7-a36c-f519c36b3a7d', 'name': '', 'network_id': '2ba86d37-197b-46ee-938b-b990df479e30', 'tenant_id': '1ab752a0d6484eedbcae1b8970b51658', 'mac_address': 'fa:16:3e:e8:30:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55af2e43-d1c4-4e81-a5dd-0d1e0a280dcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3539, 'fixed_ips': [{'subnet_id': '8cd784aa-065a-4faf-87a5-a115ea19af5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:11:11Z', 'updated_at': '2021-11-05T19:11:16Z', 'revision_number': 4, 'project_id': '1ab752a0d6484eedbcae1b8970b51658', 'subnets': [{'id': '8cd784aa-065a-4faf-87a5-a115ea19af5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 19:11:17.727731 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-9f68dcc4-9048-43c1-b1f7-bb8167f765c2 None None] For port 3c0c3636-2a64-4ee7-a36c-f519c36b3a7d, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=3c0c3636-2a64-4ee7-a36c-f519c36b3a7d,segment=NetworkSegment(998462b9-db93-49c0-b6ab-6eeeeca040ff),segment_id=998462b9-db93-49c0-b6ab-6eeeeca040ff)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:11:17.797840 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-9f68dcc4-9048-43c1-b1f7-bb8167f765c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:11:17.858022 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f68dcc4-9048-43c1-b1f7-bb8167f765c2 None None] Pushing event updated for resources: {'Port': ['ID=3c0c3636-2a64-4ee7-a36c-f519c36b3a7d,revision_number=5']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:11:18.093391 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 34426) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:11:18.140470 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f696caca-2ca6-455a-ba1a-58f2967e07be req-1fa3291b-2731-4541-8d92-c670ac027a89 tempest-VolumesActionsTest-377610318 tempest-VolumesActionsTest-377610318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:11:18.143243 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-f696caca-2ca6-455a-ba1a-58f2967e07be req-1fa3291b-2731-4541-8d92-c670ac027a89 tempest-VolumesActionsTest-377610318 tempest-VolumesActionsTest-377610318-project] 10.222.0.13 "GET /v2.0/ports?device_id=e3ec2729-5190-4c90-8b20-58ff2de02a73 HTTP/1.1" status: 200 len: 945 time: 0.0799789 Nov 05 19:11:18.211602 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-f696caca-2ca6-455a-ba1a-58f2967e07be req-3f2f056f-aebf-48db-a5d5-43cf458167eb tempest-VolumesActionsTest-377610318 tempest-VolumesActionsTest-377610318-project] 10.222.0.13 "GET /v2.0/security-groups?id=b3ab9bed-c225-40bf-ac80-c6105a7b5733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585058 Nov 05 19:11:18.235185 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-f6f9ebe0-1a4f-480d-a0d9-187d45dcf468 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1350774432-network', 'tenant_id': '60a297cf243942dda17ba6ab64d809f4'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:11:18.333958 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6f9ebe0-1a4f-480d-a0d9-187d45dcf468 admin admin] Made reservation on behalf of 60a297cf243942dda17ba6ab64d809f4 for: {'network': 1} {{(pid=102386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 19:11:18.336486 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-f6f9ebe0-1a4f-480d-a0d9-187d45dcf468 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for network, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:11:18.345906 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-f6f9ebe0-1a4f-480d-a0d9-187d45dcf468 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:11:18.448429 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-f6f9ebe0-1a4f-480d-a0d9-187d45dcf468 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:11:18.523138 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-f6f9ebe0-1a4f-480d-a0d9-187d45dcf468 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:11:18.551182 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f6f9ebe0-1a4f-480d-a0d9-187d45dcf468 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 179} {{(pid=102386) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 05 19:11:18.571245 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f9ebe0-1a4f-480d-a0d9-187d45dcf468 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52b9af9b-bb15-480f-a29d-d7d18458781f,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:11:18.574790 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-f6f9ebe0-1a4f-480d-a0d9-187d45dcf468 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273'] for segment, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:11:18.575136 n-d-816865-1 neutron-server[102386]: INFO neutron.db.segments_db [None req-f6f9ebe0-1a4f-480d-a0d9-187d45dcf468 admin admin] Added segment 1b44c4b9-8684-41f2-83f7-a0ecefcb5058 of type vlan for network 95bf24bc-61e1-4f85-8a76-7212484978aa Nov 05 19:11:18.623560 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-f6f9ebe0-1a4f-480d-a0d9-187d45dcf468 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750027258543'] for network, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:11:18.726227 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-f6f9ebe0-1a4f-480d-a0d9-187d45dcf468 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-956796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877'] for network, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:11:18.727518 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6f9ebe0-1a4f-480d-a0d9-187d45dcf468 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:11:18.728352 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-f6f9ebe0-1a4f-480d-a0d9-187d45dcf468 admin admin] Publish callbacks [] for network, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:11:18.804609 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f9ebe0-1a4f-480d-a0d9-187d45dcf468 admin admin] Pushing event updated for resources: {'Network': ['ID=95bf24bc-61e1-4f85-8a76-7212484978aa,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:11:18.816989 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Network 95bf24bc-61e1-4f85-8a76-7212484978aa details requested by agent ovs-agent-n-d-816865-1 with host n-d-816865-1 {{(pid=102388) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 05 19:11:18.839614 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-f6f9ebe0-1a4f-480d-a0d9-187d45dcf468 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7442107 Nov 05 19:11:18.839979 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 34438) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:11:18.846310 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-aa0bbc6e-d448-48a2-82ba-ca85607ab603 admin admin] Request body: {'subnet': {'network_id': '95bf24bc-61e1-4f85-8a76-7212484978aa', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1350774432-subnet', 'tenant_id': '60a297cf243942dda17ba6ab64d809f4', 'ip_version': 4}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:11:18.937583 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa0bbc6e-d448-48a2-82ba-ca85607ab603 admin admin] Made reservation on behalf of 60a297cf243942dda17ba6ab64d809f4 for: {'subnet': 1} {{(pid=102387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 19:11:18.939889 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-aa0bbc6e-d448-48a2-82ba-ca85607ab603 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5112236'] for subnet, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:11:19.180179 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-aa0bbc6e-d448-48a2-82ba-ca85607ab603 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4417463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5112218'] for subnet, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:11:19.243370 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0bbc6e-d448-48a2-82ba-ca85607ab603 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ab14406b-164f-41ab-936f-c5e880791222,revision_number=0']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:11:19.250286 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa0bbc6e-d448-48a2-82ba-ca85607ab603 admin admin] Checking segment: {'id': '1b44c4b9-8684-41f2-83f7-a0ecefcb5058', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '95bf24bc-61e1-4f85-8a76-7212484978aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 19:11:19.250642 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa0bbc6e-d448-48a2-82ba-ca85607ab603 admin admin] Network hostable DHCP agents. Network: 95bf24bc-61e1-4f85-8a76-7212484978aa, hostable agents: ['987e2ca0-bc3b-4c6f-a989-429ccfbf753f'], hosted agents: [] {{(pid=102387) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 05 19:11:19.339678 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa0bbc6e-d448-48a2-82ba-ca85607ab603 admin admin] Network 95bf24bc-61e1-4f85-8a76-7212484978aa is scheduled to be hosted by DHCP agent 987e2ca0-bc3b-4c6f-a989-429ccfbf753f with binding_index 1 {{(pid=102387) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 05 19:11:19.405258 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 3c0c3636-2a64-4ee7-a36c-f519c36b3a7d up at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 19:11:19.425218 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.base_scheduler [None req-aa0bbc6e-d448-48a2-82ba-ca85607ab603 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816865-1, 95bf24bc-61e1-4f85-8a76-7212484978aa) {{(pid=102387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 19:11:19.430103 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa0bbc6e-d448-48a2-82ba-ca85607ab603 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:11:19.431844 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-aa0bbc6e-d448-48a2-82ba-ca85607ab603 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:11:19.435054 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82b156ce-b450-4523-af34-1d3a9f17a905 None None] Network 95bf24bc-61e1-4f85-8a76-7212484978aa requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 19:11:19.508633 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-aa0bbc6e-d448-48a2-82ba-ca85607ab603 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6672487 Nov 05 19:11:19.511561 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 34448) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:11:19.520071 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-26a2ab23-9246-4b08-9184-92464f050cd9 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1350774432-router', 'tenant_id': '60a297cf243942dda17ba6ab64d809f4', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec'}}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:11:19.525453 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Provisioning complete for port 3c0c3636-2a64-4ee7-a36c-f519c36b3a7d triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:11:19.526595 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:11:19.600321 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a92e5ff-ab1d-4c38-8f1e-38a0a2a617a5 req-b0ec1c9a-4a84-464e-a25c-397330f5b7cf tempest-VolumesActionsTest-377610318 tempest-VolumesActionsTest-377610318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:11:19.602027 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-1a92e5ff-ab1d-4c38-8f1e-38a0a2a617a5 req-b0ec1c9a-4a84-464e-a25c-397330f5b7cf tempest-VolumesActionsTest-377610318 tempest-VolumesActionsTest-377610318-project] 10.222.0.13 "GET /v2.0/ports?device_id=e3ec2729-5190-4c90-8b20-58ff2de02a73 HTTP/1.1" status: 200 len: 945 time: 0.0569041 Nov 05 19:11:19.632885 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-26a2ab23-9246-4b08-9184-92464f050cd9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-571139', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6874'] for router, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:11:19.634133 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-26a2ab23-9246-4b08-9184-92464f050cd9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-571375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1000570', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1011585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6867'] for router, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:11:19.672360 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f4da692-4f5a-4126-8b01-d7961a744cd4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeb20a084-accf-5b60-8075-3e69ebe863a6-95bf24bc-61e1-4f85-8a76-7212484978aa', 'network_id': '95bf24bc-61e1-4f85-8a76-7212484978aa', 'tenant_id': '60a297cf243942dda17ba6ab64d809f4', 'fixed_ips': [{'subnet_id': 'ab14406b-164f-41ab-936f-c5e880791222'}]}} from n-d-816865-1. {{(pid=102388) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 05 19:11:19.673237 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-2f4da692-4f5a-4126-8b01-d7961a744cd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:11:19.679848 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-1a92e5ff-ab1d-4c38-8f1e-38a0a2a617a5 req-72738390-be62-4ed1-9767-fd049a599705 tempest-VolumesActionsTest-377610318 tempest-VolumesActionsTest-377610318-project] 10.222.0.13 "GET /v2.0/security-groups?id=b3ab9bed-c225-40bf-ac80-c6105a7b5733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697095 Nov 05 19:11:19.717992 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-26a2ab23-9246-4b08-9184-92464f050cd9 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:11:19.828235 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.db_base_plugin_common [None req-2f4da692-4f5a-4126-8b01-d7961a744cd4 None None] Allocated IP 172.20.0.2 (95bf24bc-61e1-4f85-8a76-7212484978aa/ab14406b-164f-41ab-936f-c5e880791222/12bebe1d-df10-4be2-8794-dab57427c184) {{(pid=102388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 19:11:19.948314 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-26a2ab23-9246-4b08-9184-92464f050cd9 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:11:19.996908 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-2f4da692-4f5a-4126-8b01-d7961a744cd4 None None] Publish callbacks [] for port, precommit_create {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:11:20.057825 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-2f4da692-4f5a-4126-8b01-d7961a744cd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789'] for port, after_create {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:11:20.117224 n-d-816865-1 neutron-server[102388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f4da692-4f5a-4126-8b01-d7961a744cd4 None None] Network 95bf24bc-61e1-4f85-8a76-7212484978aa is already hosted by enough agents. {{(pid=102388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 19:11:20.124006 n-d-816865-1 neutron-server[102388]: DEBUG neutron.scheduler.base_scheduler [None req-2f4da692-4f5a-4126-8b01-d7961a744cd4 None None] Resources bound (agent type, host, resource id): {{(pid=102388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 19:11:20.128055 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f4da692-4f5a-4126-8b01-d7961a744cd4 None None] Received port after_create {{(pid=102388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 19:11:20.135378 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4da692-4f5a-4126-8b01-d7961a744cd4 None None] Pushing event updated for resources: {'Port': ['ID=12bebe1d-df10-4be2-8794-dab57427c184,revision_number=1']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:11:20.188302 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-2f4da692-4f5a-4126-8b01-d7961a744cd4 None None] Attempting to bind port 12bebe1d-df10-4be2-8794-dab57427c184 on host n-d-816865-1 for vnic_type normal with profile {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 19:11:20.188595 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-2f4da692-4f5a-4126-8b01-d7961a744cd4 None None] Attempting to bind port 12bebe1d-df10-4be2-8794-dab57427c184 by drivers openvswitch,hyperv on host n-d-816865-1 at level 0 using segments [{'id': '1b44c4b9-8684-41f2-83f7-a0ecefcb5058', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '95bf24bc-61e1-4f85-8a76-7212484978aa'}] {{(pid=102388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 19:11:20.189108 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f4da692-4f5a-4126-8b01-d7961a744cd4 None None] Attempting to bind port 12bebe1d-df10-4be2-8794-dab57427c184 on network 95bf24bc-61e1-4f85-8a76-7212484978aa {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 19:11:20.194393 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f4da692-4f5a-4126-8b01-d7961a744cd4 None None] Checking agent: {'id': '724d89a7-611b-41e6-bc85-c48112b17afa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 18, 25, 8), 'started_at': datetime.datetime(2021, 11, 5, 18, 25, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 19, 11, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 19:11:20.195007 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f4da692-4f5a-4126-8b01-d7961a744cd4 None None] Checking segment: {'id': '1b44c4b9-8684-41f2-83f7-a0ecefcb5058', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '95bf24bc-61e1-4f85-8a76-7212484978aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 19:11:20.195646 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-2f4da692-4f5a-4126-8b01-d7961a744cd4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:11:20.196633 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f4da692-4f5a-4126-8b01-d7961a744cd4 None None] Bound using segment: {'id': '1b44c4b9-8684-41f2-83f7-a0ecefcb5058', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '95bf24bc-61e1-4f85-8a76-7212484978aa'} {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 19:11:20.197095 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-2f4da692-4f5a-4126-8b01-d7961a744cd4 None None] Bound port: 12bebe1d-df10-4be2-8794-dab57427c184, host: n-d-816865-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b44c4b9-8684-41f2-83f7-a0ecefcb5058', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '95bf24bc-61e1-4f85-8a76-7212484978aa'}}] {{(pid=102388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 19:11:20.197481 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-2f4da692-4f5a-4126-8b01-d7961a744cd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:11:20.241763 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-26a2ab23-9246-4b08-9184-92464f050cd9 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:11:20.269751 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-26a2ab23-9246-4b08-9184-92464f050cd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:11:20.277114 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-2f4da692-4f5a-4126-8b01-d7961a744cd4 None None] For port 12bebe1d-df10-4be2-8794-dab57427c184, host n-d-816865-1, cleared binding levels {{(pid=102388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 19:11:20.286795 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-2f4da692-4f5a-4126-8b01-d7961a744cd4 None None] For port 12bebe1d-df10-4be2-8794-dab57427c184, host n-d-816865-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=12bebe1d-df10-4be2-8794-dab57427c184,segment=NetworkSegment(1b44c4b9-8684-41f2-83f7-a0ecefcb5058),segment_id=1b44c4b9-8684-41f2-83f7-a0ecefcb5058)] {{(pid=102388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 19:11:20.373553 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-2f4da692-4f5a-4126-8b01-d7961a744cd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:11:20.381662 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.db_base_plugin_common [None req-26a2ab23-9246-4b08-9184-92464f050cd9 admin admin] Allocated IP 172.25.6.150 (40c8335d-cd0b-4cb5-910a-d4dcddd5cbec/04fe6db3-e108-4208-943d-6518424f5726/55af6447-4a71-4e4c-bad0-7927e39640ee) {{(pid=102387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 19:11:20.449895 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4da692-4f5a-4126-8b01-d7961a744cd4 None None] Pushing event updated for resources: {'Port': ['ID=12bebe1d-df10-4be2-8794-dab57427c184,revision_number=2']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:11:20.511137 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-26a2ab23-9246-4b08-9184-92464f050cd9 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:11:20.683962 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-26a2ab23-9246-4b08-9184-92464f050cd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4417063'] for port, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:11:20.735426 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26a2ab23-9246-4b08-9184-92464f050cd9 admin admin] Network 40c8335d-cd0b-4cb5-910a-d4dcddd5cbec is already hosted by enough agents. {{(pid=102387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 19:11:20.741606 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.base_scheduler [None req-26a2ab23-9246-4b08-9184-92464f050cd9 admin admin] Resources bound (agent type, host, resource id): {{(pid=102387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 19:11:20.744174 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26a2ab23-9246-4b08-9184-92464f050cd9 admin admin] Received port after_create {{(pid=102387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 19:11:20.800169 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a2ab23-9246-4b08-9184-92464f050cd9 admin admin] Pushing event updated for resources: {'Port': ['ID=55af6447-4a71-4e4c-bad0-7927e39640ee,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:11:20.936086 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33404059-fc3e-4f2b-9bd9-7bacd39417d8 req-082f32b8-913d-4625-ae68-7e0ad036ea87 tempest-VolumesActionsTest-377610318 tempest-VolumesActionsTest-377610318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:11:20.937668 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-33404059-fc3e-4f2b-9bd9-7bacd39417d8 req-082f32b8-913d-4625-ae68-7e0ad036ea87 tempest-VolumesActionsTest-377610318 tempest-VolumesActionsTest-377610318-project] 10.222.0.13 "GET /v2.0/ports?device_id=e3ec2729-5190-4c90-8b20-58ff2de02a73 HTTP/1.1" status: 200 len: 945 time: 0.1517591 Nov 05 19:11:20.969719 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8137d1ea-e27c-4dfd-9a55-4e1d259927ff req-e3afb1f3-6b30-473f-a521-d93e69b63004 tempest-VolumesActionsTest-377610318 tempest-VolumesActionsTest-377610318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:11:20.971464 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-8137d1ea-e27c-4dfd-9a55-4e1d259927ff req-e3afb1f3-6b30-473f-a521-d93e69b63004 tempest-VolumesActionsTest-377610318 tempest-VolumesActionsTest-377610318-project] 10.222.0.55 "GET /v2.0/ports?device_id=e3ec2729-5190-4c90-8b20-58ff2de02a73 HTTP/1.1" status: 200 len: 945 time: 0.0623097 Nov 05 19:11:20.998443 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-33404059-fc3e-4f2b-9bd9-7bacd39417d8 req-da6dba48-9fb6-44b9-9727-4e2766f38b51 tempest-VolumesActionsTest-377610318 tempest-VolumesActionsTest-377610318-project] 10.222.0.13 "GET /v2.0/security-groups?id=b3ab9bed-c225-40bf-ac80-c6105a7b5733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520184 Nov 05 19:11:21.092614 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [req-8137d1ea-e27c-4dfd-9a55-4e1d259927ff req-0407294d-affa-400f-974a-72b86911ce81 tempest-VolumesActionsTest-377610318 tempest-VolumesActionsTest-377610318-project] Deleting port 0a38fe53-4b27-495a-a32f-b71745f9b0ab {{(pid=102386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 19:11:21.092948 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-8137d1ea-e27c-4dfd-9a55-4e1d259927ff req-0407294d-affa-400f-974a-72b86911ce81 tempest-VolumesActionsTest-377610318 tempest-VolumesActionsTest-377610318-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:11:21.161066 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-26a2ab23-9246-4b08-9184-92464f050cd9 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:11:21.194973 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [req-8137d1ea-e27c-4dfd-9a55-4e1d259927ff req-0407294d-affa-400f-974a-72b86911ce81 tempest-VolumesActionsTest-377610318 tempest-VolumesActionsTest-377610318-project] For port 0a38fe53-4b27-495a-a32f-b71745f9b0ab, host n-h2-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=0a38fe53-4b27-495a-a32f-b71745f9b0ab,segment=NetworkSegment(e5810171-63b7-42f9-86c7-5a9a78584f19),segment_id=e5810171-63b7-42f9-86c7-5a9a78584f19)] {{(pid=102386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:11:21.195760 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-8137d1ea-e27c-4dfd-9a55-4e1d259927ff req-0407294d-affa-400f-974a-72b86911ce81 tempest-VolumesActionsTest-377610318 tempest-VolumesActionsTest-377610318-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:11:21.217680 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [req-8137d1ea-e27c-4dfd-9a55-4e1d259927ff req-0407294d-affa-400f-974a-72b86911ce81 tempest-VolumesActionsTest-377610318 tempest-VolumesActionsTest-377610318-project] Calling delete_port for 0a38fe53-4b27-495a-a32f-b71745f9b0ab owned by compute:nova {{(pid=102386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 19:11:21.430675 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-26a2ab23-9246-4b08-9184-92464f050cd9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-571384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1000487'] for router, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:11:21.468299 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-8137d1ea-e27c-4dfd-9a55-4e1d259927ff req-0407294d-affa-400f-974a-72b86911ce81 tempest-VolumesActionsTest-377610318 tempest-VolumesActionsTest-377610318-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:11:21.468635 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 12bebe1d-df10-4be2-8794-dab57427c184 up at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 19:11:21.530396 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] get_ports_and_sgs() called for port_ids ['0a38fe53-4b27-495a-a32f-b71745f9b0ab'] {{(pid=102388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 19:11:21.557562 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0407294d-affa-400f-974a-72b86911ce81 tempest-VolumesActionsTest-377610318 tempest-VolumesActionsTest-377610318-project] Pushing event deleted for resources: {'Port': ['ID=0a38fe53-4b27-495a-a32f-b71745f9b0ab,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:11:21.564339 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [req-8137d1ea-e27c-4dfd-9a55-4e1d259927ff req-0407294d-affa-400f-974a-72b86911ce81 tempest-VolumesActionsTest-377610318 tempest-VolumesActionsTest-377610318-project] No DVR routers for this DVR port 0a38fe53-4b27-495a-a32f-b71745f9b0ab on host n-h2-816865-1 {{(pid=102386) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 19:11:21.568339 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-8137d1ea-e27c-4dfd-9a55-4e1d259927ff req-0407294d-affa-400f-974a-72b86911ce81 tempest-VolumesActionsTest-377610318 tempest-VolumesActionsTest-377610318-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:11:21.574099 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-8137d1ea-e27c-4dfd-9a55-4e1d259927ff req-0407294d-affa-400f-974a-72b86911ce81 tempest-VolumesActionsTest-377610318 tempest-VolumesActionsTest-377610318-project] 10.222.0.55 "DELETE /v2.0/ports/0a38fe53-4b27-495a-a32f-b71745f9b0ab HTTP/1.1" status: 204 len: 173 time: 0.5952265 Nov 05 19:11:21.579244 n-d-816865-1 neutron-server[102386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3ec2729-5190-4c90-8b20-58ff2de02a73', 'name': 'network-vif-deleted', 'tag': '0a38fe53-4b27-495a-a32f-b71745f9b0ab'}] {{(pid=102386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 19:11:21.579244 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6173a44d7c73f41af551dc890fa1a5892c2c6bc3458b640c8e0c24db7876ba6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-111d245b-cedc-4980-bfc0-7c6395db9e7c" -d '{"events": [{"server_uuid": "e3ec2729-5190-4c90-8b20-58ff2de02a73", "name": "network-vif-deleted", "tag": "0a38fe53-4b27-495a-a32f-b71745f9b0ab"}]}' {{(pid=102386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 19:11:21.583582 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Provisioning complete for port 12bebe1d-df10-4be2-8794-dab57427c184 triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:11:21.584041 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:11:21.613206 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09d6cf72-a257-43a6-b3a1-9f959d5ab594 None None] Network 95bf24bc-61e1-4f85-8a76-7212484978aa requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 19:11:21.642066 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 19:11:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fe1e61d-d7fb-4fae-9498-7f1aebbf3dcf x-openstack-request-id: req-0fe1e61d-d7fb-4fae-9498-7f1aebbf3dcf {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 19:11:21.642066 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3ec2729-5190-4c90-8b20-58ff2de02a73", "name": "network-vif-deleted", "tag": "0a38fe53-4b27-495a-a32f-b71745f9b0ab", "status": "completed", "code": 200}]} {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 19:11:21.648619 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0fe1e61d-d7fb-4fae-9498-7f1aebbf3dcf {{(pid=102386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 19:11:21.648619 n-d-816865-1 neutron-server[102386]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3ec2729-5190-4c90-8b20-58ff2de02a73', 'name': 'network-vif-deleted', 'tag': '0a38fe53-4b27-495a-a32f-b71745f9b0ab', 'status': 'completed', 'code': 200} Nov 05 19:11:21.704927 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-5b520a2d-8d3b-4c42-a2c8-abf65d259a30 None None] Provisioning complete for port 12bebe1d-df10-4be2-8794-dab57427c184 triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:11:21.705290 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-5b520a2d-8d3b-4c42-a2c8-abf65d259a30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:11:21.760177 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26a2ab23-9246-4b08-9184-92464f050cd9 admin admin] Router c40b6aed-7c12-4029-896d-0f50ecbf0223 is scheduled to L3 agent 6dcb5589-8e86-4616-9186-ddc4548e13ad with binding_index 1 {{(pid=102387) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 05 19:11:21.796767 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:11:21.904018 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26a2ab23-9246-4b08-9184-92464f050cd9 admin admin] Notify agent at l3_agent.n-d-816865-1 the message routers_updated {{(pid=102387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 19:11:21.908089 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] For port 12bebe1d-df10-4be2-8794-dab57427c184, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=12bebe1d-df10-4be2-8794-dab57427c184,segment=NetworkSegment(1b44c4b9-8684-41f2-83f7-a0ecefcb5058),segment_id=1b44c4b9-8684-41f2-83f7-a0ecefcb5058)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:11:21.921348 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-5b520a2d-8d3b-4c42-a2c8-abf65d259a30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:11:21.922828 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1c08dc7-075e-43c3-b985-3b9a18524635 None None] Sync routers for ids ['c40b6aed-7c12-4029-896d-0f50ecbf0223'] in n-d-816865-1 {{(pid=102389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 19:11:21.937620 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1c08dc7-075e-43c3-b985-3b9a18524635 None None] Routers {'c40b6aed-7c12-4029-896d-0f50ecbf0223'} bound to L3 agent in host n-d-816865-1 {{(pid=102389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 19:11:21.939089 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-c1c08dc7-075e-43c3-b985-3b9a18524635 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T19:11:05Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['c40b6aed-7c12-4029-896d-0f50ecbf0223'], 'active': True} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:11:21.969521 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:11:22.034811 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-26a2ab23-9246-4b08-9184-92464f050cd9 admin admin] Publish callbacks [] for router, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:11:22.039063 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 34466) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:11:22.046077 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-26a2ab23-9246-4b08-9184-92464f050cd9 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.5329287 Nov 05 19:11:22.046516 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.db.api [None req-5b520a2d-8d3b-4c42-a2c8-abf65d259a30 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102388) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 05 19:11:22.047077 n-d-816865-1 neutron-server[102388]: DEBUG oslo_db.api [None req-5b520a2d-8d3b-4c42-a2c8-abf65d259a30 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 05 19:11:22.111612 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Pushing event updated for resources: {'Port': ['ID=12bebe1d-df10-4be2-8794-dab57427c184,revision_number=3']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:11:22.115692 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvr_db [None req-c1c08dc7-075e-43c3-b985-3b9a18524635 None None] Set router c40b6aed-7c12-4029-896d-0f50ecbf0223 gateway port host: n-d-816865-1 {{(pid=102389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 19:11:22.185514 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-1a38a5ca-5a1d-4c4c-a8ab-3ce8d723ee2d req-1d7941e2-de25-4cec-ab10-a216a85abc90 tempest-VolumesActionsTest-377610318 tempest-VolumesActionsTest-377610318-project] 10.222.0.13 "GET /v2.0/ports?device_id=e3ec2729-5190-4c90-8b20-58ff2de02a73 HTTP/1.1" status: 200 len: 210 time: 0.0455480 Nov 05 19:11:22.316427 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-c1c08dc7-075e-43c3-b985-3b9a18524635 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c40b6aed-7c12-4029-896d-0f50ecbf0223', 'name': 'tempest-TestServerBasicOps-1350774432-router', 'tenant_id': '60a297cf243942dda17ba6ab64d809f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.150'}], 'enable_snat': True}, 'gw_port_id': '55af6447-4a71-4e4c-bad0-7927e39640ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T19:11:19Z', 'updated_at': '2021-11-05T19:11:20Z', 'revision_number': 3, 'project_id': '60a297cf243942dda17ba6ab64d809f4', 'gw_port': {'id': '55af6447-4a71-4e4c-bad0-7927e39640ee', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:4c:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c40b6aed-7c12-4029-896d-0f50ecbf0223', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3550, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:11:20Z', 'updated_at': '2021-11-05T19:11:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1'}], 'n-d-816865-1', False) {} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:11:22.348239 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1c08dc7-075e-43c3-b985-3b9a18524635 None None] Checking router: c40b6aed-7c12-4029-896d-0f50ecbf0223 for host: n-d-816865-1 {{(pid=102389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 19:11:22.348808 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1c08dc7-075e-43c3-b985-3b9a18524635 None None] Updating router c40b6aed-7c12-4029-896d-0f50ecbf0223 port 55af6447-4a71-4e4c-bad0-7927e39640ee binding host n-d-816865-1 {{(pid=102389) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 05 19:11:22.380154 n-d-816865-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-c1c08dc7-075e-43c3-b985-3b9a18524635 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:11:22.626754 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-740231f4-245f-40c0-8241-f2d5b71ffaee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:11:22.739697 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-4b6c62ba-c48b-4346-86f7-b7acfc4da69a None None] Provisioning complete for port 12bebe1d-df10-4be2-8794-dab57427c184 triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:11:22.740328 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-4b6c62ba-c48b-4346-86f7-b7acfc4da69a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:11:22.787238 n-d-816865-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-c1c08dc7-075e-43c3-b985-3b9a18524635 None None] Publish callbacks [] for port, precommit_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:11:22.827489 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.db_base_plugin_common [None req-740231f4-245f-40c0-8241-f2d5b71ffaee admin admin] Allocated IP 172.20.0.1 (95bf24bc-61e1-4f85-8a76-7212484978aa/ab14406b-164f-41ab-936f-c5e880791222/c312b442-7d4f-43a5-8148-00de9a91acf2) {{(pid=102386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 19:11:22.851288 n-d-816865-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-c1c08dc7-075e-43c3-b985-3b9a18524635 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:11:22.900796 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.managers [None req-c1c08dc7-075e-43c3-b985-3b9a18524635 None None] Attempting to bind port 55af6447-4a71-4e4c-bad0-7927e39640ee on host n-d-816865-1 for vnic_type normal with profile {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 19:11:22.901164 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.managers [None req-c1c08dc7-075e-43c3-b985-3b9a18524635 None None] Attempting to bind port 55af6447-4a71-4e4c-bad0-7927e39640ee by drivers openvswitch,hyperv on host n-d-816865-1 at level 0 using segments [{'id': '85be518c-8bb4-46a2-a903-d4292782d29d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec'}] {{(pid=102389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 19:11:22.901527 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1c08dc7-075e-43c3-b985-3b9a18524635 None None] Attempting to bind port 55af6447-4a71-4e4c-bad0-7927e39640ee on network 40c8335d-cd0b-4cb5-910a-d4dcddd5cbec {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 19:11:22.910890 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1c08dc7-075e-43c3-b985-3b9a18524635 None None] Checking agent: {'id': '724d89a7-611b-41e6-bc85-c48112b17afa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 18, 25, 8), 'started_at': datetime.datetime(2021, 11, 5, 18, 25, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 19, 11, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 19:11:22.911260 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1c08dc7-075e-43c3-b985-3b9a18524635 None None] Checking segment: {'id': '85be518c-8bb4-46a2-a903-d4292782d29d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 19:11:22.911655 n-d-816865-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-c1c08dc7-075e-43c3-b985-3b9a18524635 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:11:22.912043 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1c08dc7-075e-43c3-b985-3b9a18524635 None None] Bound using segment: {'id': '85be518c-8bb4-46a2-a903-d4292782d29d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec'} {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 19:11:22.912508 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.managers [None req-c1c08dc7-075e-43c3-b985-3b9a18524635 None None] Bound port: 55af6447-4a71-4e4c-bad0-7927e39640ee, host: n-d-816865-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85be518c-8bb4-46a2-a903-d4292782d29d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec'}}] {{(pid=102389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 19:11:22.912886 n-d-816865-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-c1c08dc7-075e-43c3-b985-3b9a18524635 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:11:22.937367 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83016dc-3532-4132-a437-cb7a2ab16720 None None] Pushing event updated for resources: {'Port': ['ID=55af6447-4a71-4e4c-bad0-7927e39640ee,revision_number=2']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:11:22.948563 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-740231f4-245f-40c0-8241-f2d5b71ffaee admin admin] Publish callbacks [] for port, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:11:22.980190 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [None req-c1c08dc7-075e-43c3-b985-3b9a18524635 None None] For port 55af6447-4a71-4e4c-bad0-7927e39640ee, host n-d-816865-1, cleared binding levels {{(pid=102389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 19:11:22.983604 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [None req-c1c08dc7-075e-43c3-b985-3b9a18524635 None None] For port 55af6447-4a71-4e4c-bad0-7927e39640ee, host n-d-816865-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=55af6447-4a71-4e4c-bad0-7927e39640ee,segment=NetworkSegment(85be518c-8bb4-46a2-a903-d4292782d29d),segment_id=85be518c-8bb4-46a2-a903-d4292782d29d)] {{(pid=102389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 19:11:23.031704 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-740231f4-245f-40c0-8241-f2d5b71ffaee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:11:23.042871 n-d-816865-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-c1c08dc7-075e-43c3-b985-3b9a18524635 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:11:23.076237 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-740231f4-245f-40c0-8241-f2d5b71ffaee admin admin] Network 95bf24bc-61e1-4f85-8a76-7212484978aa is already hosted by enough agents. {{(pid=102386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 19:11:23.083377 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.base_scheduler [None req-740231f4-245f-40c0-8241-f2d5b71ffaee admin admin] Resources bound (agent type, host, resource id): {{(pid=102386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 19:11:23.086988 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-740231f4-245f-40c0-8241-f2d5b71ffaee admin admin] Received port after_create {{(pid=102386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 19:11:23.104322 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83016dc-3532-4132-a437-cb7a2ab16720 None None] Pushing event updated for resources: {'Port': ['ID=55af6447-4a71-4e4c-bad0-7927e39640ee,revision_number=3']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:11:23.110380 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1c08dc7-075e-43c3-b985-3b9a18524635 None None] Routers {'c40b6aed-7c12-4029-896d-0f50ecbf0223'} bound to L3 agent in host n-d-816865-1 {{(pid=102389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 19:11:23.111304 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-c1c08dc7-075e-43c3-b985-3b9a18524635 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T19:11:05Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['c40b6aed-7c12-4029-896d-0f50ecbf0223'], 'active': True} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:11:23.112549 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740231f4-245f-40c0-8241-f2d5b71ffaee admin admin] Pushing event updated for resources: {'Port': ['ID=c312b442-7d4f-43a5-8148-00de9a91acf2,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:11:23.133375 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-740231f4-245f-40c0-8241-f2d5b71ffaee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-571770'] for router_interface, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:11:23.233860 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvr_db [None req-c1c08dc7-075e-43c3-b985-3b9a18524635 None None] Set router c40b6aed-7c12-4029-896d-0f50ecbf0223 gateway port host: n-d-816865-1 {{(pid=102389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 19:11:23.358015 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-8259f04a-64bd-41f8-ac8e-d3f58fe6af51 None None] Provisioning complete for port c312b442-7d4f-43a5-8148-00de9a91acf2 triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:11:23.358813 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-8259f04a-64bd-41f8-ac8e-d3f58fe6af51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:11:23.392264 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-740231f4-245f-40c0-8241-f2d5b71ffaee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:11:23.444612 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 12bebe1d-df10-4be2-8794-dab57427c184 up at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 19:11:23.449951 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-c1c08dc7-075e-43c3-b985-3b9a18524635 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c40b6aed-7c12-4029-896d-0f50ecbf0223', 'name': 'tempest-TestServerBasicOps-1350774432-router', 'tenant_id': '60a297cf243942dda17ba6ab64d809f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.150'}], 'enable_snat': True}, 'gw_port_id': '55af6447-4a71-4e4c-bad0-7927e39640ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T19:11:19Z', 'updated_at': '2021-11-05T19:11:20Z', 'revision_number': 3, 'project_id': '60a297cf243942dda17ba6ab64d809f4', 'gw_port': {'id': '55af6447-4a71-4e4c-bad0-7927e39640ee', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:4c:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c40b6aed-7c12-4029-896d-0f50ecbf0223', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3550, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:11:20Z', 'updated_at': '2021-11-05T19:11:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1'}], 'n-d-816865-1', False) {} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:11:23.481205 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1c08dc7-075e-43c3-b985-3b9a18524635 None None] The sync data for ids ['c40b6aed-7c12-4029-896d-0f50ecbf0223'] in n-d-816865-1 is: [{'id': 'c40b6aed-7c12-4029-896d-0f50ecbf0223', 'name': 'tempest-TestServerBasicOps-1350774432-router', 'tenant_id': '60a297cf243942dda17ba6ab64d809f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.150'}], 'enable_snat': True}, 'gw_port_id': '55af6447-4a71-4e4c-bad0-7927e39640ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T19:11:19Z', 'updated_at': '2021-11-05T19:11:20Z', 'revision_number': 3, 'project_id': '60a297cf243942dda17ba6ab64d809f4', 'gw_port': {'id': '55af6447-4a71-4e4c-bad0-7927e39640ee', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:4c:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c40b6aed-7c12-4029-896d-0f50ecbf0223', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3550, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:11:20Z', 'updated_at': '2021-11-05T19:11:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1'}] {{(pid=102389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 19:11:23.522435 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-8259f04a-64bd-41f8-ac8e-d3f58fe6af51 None None] Port c312b442-7d4f-43a5-8148-00de9a91acf2 cannot update to ACTIVE because it is not bound. {{(pid=102388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 19:11:23.533912 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Provisioning complete for port 12bebe1d-df10-4be2-8794-dab57427c184 triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:11:23.534354 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:11:23.698208 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-740231f4-245f-40c0-8241-f2d5b71ffaee admin admin] Publish callbacks [] for port, precommit_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:11:23.736890 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Device 0a38fe53-4b27-495a-a32f-b71745f9b0ab no longer exists at agent hyperv_n-h2-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 19:11:23.755814 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09035dc9-6a00-448b-bb75-e55d952687d4 req-7601bfc2-9da0-4293-9191-2adbdf48b095 tempest-VolumesActionsTest-377610318 tempest-VolumesActionsTest-377610318-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:11:23.764771 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-09035dc9-6a00-448b-bb75-e55d952687d4 req-7601bfc2-9da0-4293-9191-2adbdf48b095 tempest-VolumesActionsTest-377610318 tempest-VolumesActionsTest-377610318-project] 10.222.0.13 "GET /v2.0/networks?id=79812561-9dfc-4341-96d3-697a18d73de0 HTTP/1.1" status: 200 len: 808 time: 0.1955786 Nov 05 19:11:23.771561 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] No Port match for: 0a38fe53-4b27-495a-a32f-b71745f9b0ab {{(pid=102388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 19:11:23.773752 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Device 0a38fe53-4b27-495a-a32f-b71745f9b0ab not bound to the agent host n-h2-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 19:11:23.778859 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-09035dc9-6a00-448b-bb75-e55d952687d4 req-786892a3-3461-46f2-ba7c-14ebd6f5b514 tempest-VolumesActionsTest-377610318 tempest-VolumesActionsTest-377610318-project] 10.222.0.13 "GET /v2.0/quotas/50dd2e873e4842f38b42ab08dc90d84a HTTP/1.1" status: 200 len: 375 time: 0.0128648 Nov 05 19:11:23.789146 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-740231f4-245f-40c0-8241-f2d5b71ffaee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6149821'] for port, after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:11:23.830124 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-09035dc9-6a00-448b-bb75-e55d952687d4 req-a59113b1-1f4f-4624-bf91-c7a697b757ba tempest-VolumesActionsTest-377610318 tempest-VolumesActionsTest-377610318-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=50dd2e873e4842f38b42ab08dc90d84a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0392120 Nov 05 19:11:23.905317 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740231f4-245f-40c0-8241-f2d5b71ffaee admin admin] Pushing event updated for resources: {'Port': ['ID=c312b442-7d4f-43a5-8148-00de9a91acf2,revision_number=2']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:11:23.908821 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-740231f4-245f-40c0-8241-f2d5b71ffaee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-597863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-571878'] for router_interface, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:11:23.980435 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-09035dc9-6a00-448b-bb75-e55d952687d4 req-c519abd6-ee7b-452d-855d-1e2bd5484221 service neutron] 10.222.0.13 "GET /v2.0/networks/79812561-9dfc-4341-96d3-697a18d73de0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1494131 Nov 05 19:11:24.036805 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-740231f4-245f-40c0-8241-f2d5b71ffaee admin admin] Network 95bf24bc-61e1-4f85-8a76-7212484978aa is already hosted by enough agents. {{(pid=102386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 19:11:24.038697 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.base_scheduler [None req-740231f4-245f-40c0-8241-f2d5b71ffaee admin admin] Resources bound (agent type, host, resource id): {{(pid=102386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 19:11:24.142026 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-09035dc9-6a00-448b-bb75-e55d952687d4 req-bb94d673-3660-4069-8926-b11dcc925018 service neutron] 10.222.0.13 "GET /v2.0/networks/79812561-9dfc-4341-96d3-697a18d73de0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1543546 Nov 05 19:11:24.264515 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-740231f4-245f-40c0-8241-f2d5b71ffaee admin admin] Router c40b6aed-7c12-4029-896d-0f50ecbf0223 has already been hosted by L3 agent 6dcb5589-8e86-4616-9186-ddc4548e13ad {{(pid=102386) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 19:11:24.353322 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-f900f6fa-e754-49fb-8933-3a5312c7daff None None] Provisioning complete for port c312b442-7d4f-43a5-8148-00de9a91acf2 triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:11:24.354152 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-f900f6fa-e754-49fb-8933-3a5312c7daff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:11:24.427418 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-f900f6fa-e754-49fb-8933-3a5312c7daff None None] Port c312b442-7d4f-43a5-8148-00de9a91acf2 cannot update to ACTIVE because it is not bound. {{(pid=102388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 19:11:24.439282 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-740231f4-245f-40c0-8241-f2d5b71ffaee admin admin] Notify agent at l3_agent.n-d-816865-1 the message routers_updated {{(pid=102386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 19:11:24.445373 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-740231f4-245f-40c0-8241-f2d5b71ffaee admin admin] 10.222.0.13 "PUT /v2.0/routers/c40b6aed-7c12-4029-896d-0f50ecbf0223/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4052463 Nov 05 19:11:24.506019 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-d1d0c2fb-114c-4a46-ba56-7f02dc774aed req-3bbda1a4-e881-4ed4-b878-fade931fe8fa tempest-VolumesActionsTest-377610318 tempest-VolumesActionsTest-377610318-project] 10.222.0.13 "GET /v2.0/ports?device_id=d64a705e-38ea-4784-a8eb-6475e7d3b924 HTTP/1.1" status: 200 len: 210 time: 0.0516684 Nov 05 19:11:25.423304 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 55af6447-4a71-4e4c-bad0-7927e39640ee up at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 19:11:25.449480 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e827398-43df-4eff-898f-06dd7b2bf4ea None None] Sync routers for ids ['c40b6aed-7c12-4029-896d-0f50ecbf0223'] in n-d-816865-1 {{(pid=102388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 19:11:25.473599 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e827398-43df-4eff-898f-06dd7b2bf4ea None None] Routers {'c40b6aed-7c12-4029-896d-0f50ecbf0223'} bound to L3 agent in host n-d-816865-1 {{(pid=102388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 19:11:25.474245 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-6e827398-43df-4eff-898f-06dd7b2bf4ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T19:11:05Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['c40b6aed-7c12-4029-896d-0f50ecbf0223'], 'active': True} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:11:25.541485 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Provisioning complete for port 55af6447-4a71-4e4c-bad0-7927e39640ee triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:11:25.541485 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:11:25.637193 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-be49d3df-f579-4eb6-996a-d509ea1d8a7f req-ff2f560c-9341-4834-9111-e0c12fda4d34 tempest-VolumesActionsTest-377610318 tempest-VolumesActionsTest-377610318-project] 10.222.0.13 "GET /v2.0/ports?device_id=d64a705e-38ea-4784-a8eb-6475e7d3b924 HTTP/1.1" status: 200 len: 210 time: 0.0539353 Nov 05 19:11:25.640203 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvr_db [None req-6e827398-43df-4eff-898f-06dd7b2bf4ea None None] Set router c40b6aed-7c12-4029-896d-0f50ecbf0223 gateway port host: n-d-816865-1 {{(pid=102388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 19:11:25.716809 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 34524) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:11:25.723875 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-cfa67779-bf3e-4ad6-aa5b-8004a7b60cad admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-990105818-network', 'tenant_id': 'a7797cc475cd482d83558219d8aee1d4'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:11:25.772114 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:11:25.826260 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfa67779-bf3e-4ad6-aa5b-8004a7b60cad admin admin] Made reservation on behalf of a7797cc475cd482d83558219d8aee1d4 for: {'network': 1} {{(pid=102386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 19:11:25.828736 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-cfa67779-bf3e-4ad6-aa5b-8004a7b60cad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for network, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:11:25.834439 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] For port 55af6447-4a71-4e4c-bad0-7927e39640ee, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=55af6447-4a71-4e4c-bad0-7927e39640ee,segment=NetworkSegment(85be518c-8bb4-46a2-a903-d4292782d29d),segment_id=85be518c-8bb4-46a2-a903-d4292782d29d)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:11:25.838690 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-cfa67779-bf3e-4ad6-aa5b-8004a7b60cad admin admin] Publish callbacks [] for security_group, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:11:25.920947 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-cfa67779-bf3e-4ad6-aa5b-8004a7b60cad admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:11:25.930351 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:11:26.005780 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-cfa67779-bf3e-4ad6-aa5b-8004a7b60cad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:11:26.038673 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cfa67779-bf3e-4ad6-aa5b-8004a7b60cad admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 150} {{(pid=102386) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 05 19:11:26.047541 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa67779-bf3e-4ad6-aa5b-8004a7b60cad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcd5a899-1b0c-4831-ae49-6cd5f6c5c229,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:11:26.054034 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-cfa67779-bf3e-4ad6-aa5b-8004a7b60cad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273'] for segment, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:11:26.054436 n-d-816865-1 neutron-server[102386]: INFO neutron.db.segments_db [None req-cfa67779-bf3e-4ad6-aa5b-8004a7b60cad admin admin] Added segment 3dfd3cf3-2d11-4c4c-927f-c0b19cc54e51 of type vlan for network 7d8f8339-07ce-43c0-bb92-2044f3936cdc Nov 05 19:11:26.113848 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-cfa67779-bf3e-4ad6-aa5b-8004a7b60cad admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750027258543'] for network, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:11:26.142477 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-6e827398-43df-4eff-898f-06dd7b2bf4ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c40b6aed-7c12-4029-896d-0f50ecbf0223', 'name': 'tempest-TestServerBasicOps-1350774432-router', 'tenant_id': '60a297cf243942dda17ba6ab64d809f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.150'}], 'enable_snat': True}, 'gw_port_id': '55af6447-4a71-4e4c-bad0-7927e39640ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T19:11:19Z', 'updated_at': '2021-11-05T19:11:23Z', 'revision_number': 4, 'project_id': '60a297cf243942dda17ba6ab64d809f4', 'gw_port': {'id': '55af6447-4a71-4e4c-bad0-7927e39640ee', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:4c:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c40b6aed-7c12-4029-896d-0f50ecbf0223', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3550, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:11:20Z', 'updated_at': '2021-11-05T19:11:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1', '_interfaces': [{'id': 'c312b442-7d4f-43a5-8148-00de9a91acf2', 'name': '', 'network_id': '95bf24bc-61e1-4f85-8a76-7212484978aa', 'tenant_id': '60a297cf243942dda17ba6ab64d809f4', 'mac_address': 'fa:16:3e:39:79:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c40b6aed-7c12-4029-896d-0f50ecbf0223', 'device_owner': 'network:router_interface', 'standard_attr_id': 3551, 'fixed_ips': [{'subnet_id': 'ab14406b-164f-41ab-936f-c5e880791222', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:11:22Z', 'updated_at': '2021-11-05T19:11:23Z', 'revision_number': 2, 'project_id': '60a297cf243942dda17ba6ab64d809f4', 'subnets': [{'id': 'ab14406b-164f-41ab-936f-c5e880791222', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-1', False) {} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:11:26.175361 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e827398-43df-4eff-898f-06dd7b2bf4ea None None] Checking router: c40b6aed-7c12-4029-896d-0f50ecbf0223 for host: n-d-816865-1 {{(pid=102388) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 19:11:26.176401 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e827398-43df-4eff-898f-06dd7b2bf4ea None None] Updating router c40b6aed-7c12-4029-896d-0f50ecbf0223 port c312b442-7d4f-43a5-8148-00de9a91acf2 binding host n-d-816865-1 {{(pid=102388) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 05 19:11:26.200717 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-cfa67779-bf3e-4ad6-aa5b-8004a7b60cad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-956796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877'] for network, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:11:26.202143 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfa67779-bf3e-4ad6-aa5b-8004a7b60cad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:11:26.203537 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-cfa67779-bf3e-4ad6-aa5b-8004a7b60cad admin admin] Publish callbacks [] for network, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:11:26.209908 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Pushing event updated for resources: {'Port': ['ID=55af6447-4a71-4e4c-bad0-7927e39640ee,revision_number=4']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:11:26.214923 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-6e827398-43df-4eff-898f-06dd7b2bf4ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:11:26.293401 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa67779-bf3e-4ad6-aa5b-8004a7b60cad admin admin] Pushing event updated for resources: {'Network': ['ID=7d8f8339-07ce-43c0-bb92-2044f3936cdc,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:11:26.317610 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Network 7d8f8339-07ce-43c0-bb92-2044f3936cdc details requested by agent ovs-agent-n-d-816865-1 with host n-d-816865-1 {{(pid=102388) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 05 19:11:26.352551 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 34530) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:11:26.353779 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-cfa67779-bf3e-4ad6-aa5b-8004a7b60cad admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6344435 Nov 05 19:11:26.359939 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-409af1f3-aedb-4d5e-aaf4-c0907182828c admin admin] Request body: {'subnet': {'network_id': '7d8f8339-07ce-43c0-bb92-2044f3936cdc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-990105818-subnet', 'tenant_id': 'a7797cc475cd482d83558219d8aee1d4', 'ip_version': 4}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:11:26.469474 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-409af1f3-aedb-4d5e-aaf4-c0907182828c admin admin] Made reservation on behalf of a7797cc475cd482d83558219d8aee1d4 for: {'subnet': 1} {{(pid=102387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 19:11:26.473823 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-409af1f3-aedb-4d5e-aaf4-c0907182828c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5112236'] for subnet, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:11:26.574877 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-6e827398-43df-4eff-898f-06dd7b2bf4ea None None] Publish callbacks [] for port, precommit_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:11:26.666006 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-6e827398-43df-4eff-898f-06dd7b2bf4ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:11:26.725526 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa4de09-5005-4016-aad4-8032bec113cd None None] Pushing event updated for resources: {'Port': ['ID=c312b442-7d4f-43a5-8148-00de9a91acf2,revision_number=3']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:11:26.758358 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-3ff4e8cf-bb27-4fe8-b97b-bd4af804159c req-69e848b2-b23f-4c15-b90c-f7e0ac37f5c9 tempest-VolumesActionsTest-377610318 tempest-VolumesActionsTest-377610318-project] 10.222.0.13 "GET /v2.0/ports?device_id=d64a705e-38ea-4784-a8eb-6475e7d3b924 HTTP/1.1" status: 200 len: 210 time: 0.0457041 Nov 05 19:11:26.762110 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-409af1f3-aedb-4d5e-aaf4-c0907182828c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4417463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5112218'] for subnet, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:11:26.803294 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-6e827398-43df-4eff-898f-06dd7b2bf4ea None None] Attempting to bind port c312b442-7d4f-43a5-8148-00de9a91acf2 on host n-d-816865-1 for vnic_type normal with profile {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 19:11:26.803706 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-6e827398-43df-4eff-898f-06dd7b2bf4ea None None] Attempting to bind port c312b442-7d4f-43a5-8148-00de9a91acf2 by drivers openvswitch,hyperv on host n-d-816865-1 at level 0 using segments [{'id': '1b44c4b9-8684-41f2-83f7-a0ecefcb5058', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '95bf24bc-61e1-4f85-8a76-7212484978aa'}] {{(pid=102388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 19:11:26.805387 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e827398-43df-4eff-898f-06dd7b2bf4ea None None] Attempting to bind port c312b442-7d4f-43a5-8148-00de9a91acf2 on network 95bf24bc-61e1-4f85-8a76-7212484978aa {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 19:11:26.810236 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e827398-43df-4eff-898f-06dd7b2bf4ea None None] Checking agent: {'id': '724d89a7-611b-41e6-bc85-c48112b17afa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 18, 25, 8), 'started_at': datetime.datetime(2021, 11, 5, 18, 25, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 19, 11, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 19:11:26.810848 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e827398-43df-4eff-898f-06dd7b2bf4ea None None] Checking segment: {'id': '1b44c4b9-8684-41f2-83f7-a0ecefcb5058', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '95bf24bc-61e1-4f85-8a76-7212484978aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 19:11:26.811267 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-6e827398-43df-4eff-898f-06dd7b2bf4ea None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:11:26.811664 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e827398-43df-4eff-898f-06dd7b2bf4ea None None] Bound using segment: {'id': '1b44c4b9-8684-41f2-83f7-a0ecefcb5058', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '95bf24bc-61e1-4f85-8a76-7212484978aa'} {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 19:11:26.812157 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-6e827398-43df-4eff-898f-06dd7b2bf4ea None None] Bound port: c312b442-7d4f-43a5-8148-00de9a91acf2, host: n-d-816865-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b44c4b9-8684-41f2-83f7-a0ecefcb5058', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '95bf24bc-61e1-4f85-8a76-7212484978aa'}}] {{(pid=102388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 19:11:26.812545 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-6e827398-43df-4eff-898f-06dd7b2bf4ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:11:26.817979 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409af1f3-aedb-4d5e-aaf4-c0907182828c admin admin] Pushing event updated for resources: {'Subnet': ['ID=287aa079-71f8-4436-8d52-113644ba450d,revision_number=0']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:11:26.832835 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409af1f3-aedb-4d5e-aaf4-c0907182828c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:11:26.833791 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409af1f3-aedb-4d5e-aaf4-c0907182828c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:11:26.834345 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409af1f3-aedb-4d5e-aaf4-c0907182828c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:11:26.834948 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409af1f3-aedb-4d5e-aaf4-c0907182828c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:11:26.835457 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409af1f3-aedb-4d5e-aaf4-c0907182828c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:11:26.835953 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409af1f3-aedb-4d5e-aaf4-c0907182828c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:11:26.836442 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409af1f3-aedb-4d5e-aaf4-c0907182828c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:11:26.836932 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409af1f3-aedb-4d5e-aaf4-c0907182828c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:11:26.838026 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409af1f3-aedb-4d5e-aaf4-c0907182828c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:11:26.838558 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409af1f3-aedb-4d5e-aaf4-c0907182828c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:11:26.839039 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409af1f3-aedb-4d5e-aaf4-c0907182828c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:11:26.839513 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409af1f3-aedb-4d5e-aaf4-c0907182828c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:11:26.888754 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-6e827398-43df-4eff-898f-06dd7b2bf4ea None None] For port c312b442-7d4f-43a5-8148-00de9a91acf2, host n-d-816865-1, cleared binding levels {{(pid=102388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 19:11:26.893465 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-6e827398-43df-4eff-898f-06dd7b2bf4ea None None] For port c312b442-7d4f-43a5-8148-00de9a91acf2, host n-d-816865-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=c312b442-7d4f-43a5-8148-00de9a91acf2,segment=NetworkSegment(1b44c4b9-8684-41f2-83f7-a0ecefcb5058),segment_id=1b44c4b9-8684-41f2-83f7-a0ecefcb5058)] {{(pid=102388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 19:11:26.894397 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-409af1f3-aedb-4d5e-aaf4-c0907182828c admin admin] Checking segment: {'id': '3dfd3cf3-2d11-4c4c-927f-c0b19cc54e51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '7d8f8339-07ce-43c0-bb92-2044f3936cdc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 19:11:26.899551 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-409af1f3-aedb-4d5e-aaf4-c0907182828c admin admin] Network hostable DHCP agents. Network: 7d8f8339-07ce-43c0-bb92-2044f3936cdc, hostable agents: ['987e2ca0-bc3b-4c6f-a989-429ccfbf753f'], hosted agents: [] {{(pid=102387) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 05 19:11:26.989834 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-6e827398-43df-4eff-898f-06dd7b2bf4ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:11:26.990724 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-409af1f3-aedb-4d5e-aaf4-c0907182828c admin admin] Network 7d8f8339-07ce-43c0-bb92-2044f3936cdc is scheduled to be hosted by DHCP agent 987e2ca0-bc3b-4c6f-a989-429ccfbf753f with binding_index 1 {{(pid=102387) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 05 19:11:27.049211 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e827398-43df-4eff-898f-06dd7b2bf4ea None None] Routers {'c40b6aed-7c12-4029-896d-0f50ecbf0223'} bound to L3 agent in host n-d-816865-1 {{(pid=102388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 19:11:27.049855 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-6e827398-43df-4eff-898f-06dd7b2bf4ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T19:11:05Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['c40b6aed-7c12-4029-896d-0f50ecbf0223'], 'active': True} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:11:27.054926 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa4de09-5005-4016-aad4-8032bec113cd None None] Pushing event updated for resources: {'Port': ['ID=c312b442-7d4f-43a5-8148-00de9a91acf2,revision_number=4']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:11:27.091596 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.base_scheduler [None req-409af1f3-aedb-4d5e-aaf4-c0907182828c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816865-1, 7d8f8339-07ce-43c0-bb92-2044f3936cdc) {{(pid=102387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 19:11:27.091596 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-409af1f3-aedb-4d5e-aaf4-c0907182828c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:11:27.091596 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-409af1f3-aedb-4d5e-aaf4-c0907182828c admin admin] Publish callbacks [] for subnet, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:11:27.104986 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68e947d8-3aaf-4bed-8342-f88821d9a9f2 None None] Network 7d8f8339-07ce-43c0-bb92-2044f3936cdc requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 19:11:27.179177 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-409af1f3-aedb-4d5e-aaf4-c0907182828c admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.8237629 Nov 05 19:11:27.181598 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 34540) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:11:27.189069 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-ee216c5b-ce0b-4b7b-99ac-caa47ff88a3b admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-990105818-router', 'tenant_id': 'a7797cc475cd482d83558219d8aee1d4', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec'}}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:11:27.227542 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-3f9da2b2-3718-4f40-88cf-9cc3d1696013 None None] Provisioning complete for port c312b442-7d4f-43a5-8148-00de9a91acf2 triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:11:27.227923 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3f9da2b2-3718-4f40-88cf-9cc3d1696013 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:11:27.322136 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09035dc9-6a00-448b-bb75-e55d952687d4 req-79f7665c-4e78-4a0e-b88f-82ff49078c4b tempest-VolumesActionsTest-377610318 tempest-VolumesActionsTest-377610318-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:11:27.324241 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-09035dc9-6a00-448b-bb75-e55d952687d4 req-79f7665c-4e78-4a0e-b88f-82ff49078c4b tempest-VolumesActionsTest-377610318 tempest-VolumesActionsTest-377610318-project] 10.222.0.55 "GET /v2.0/networks?id=79812561-9dfc-4341-96d3-697a18d73de0 HTTP/1.1" status: 200 len: 808 time: 0.1881154 Nov 05 19:11:27.328258 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvr_db [None req-6e827398-43df-4eff-898f-06dd7b2bf4ea None None] Set router c40b6aed-7c12-4029-896d-0f50ecbf0223 gateway port host: n-d-816865-1 {{(pid=102388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 19:11:27.331909 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-ee216c5b-ce0b-4b7b-99ac-caa47ff88a3b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-571139', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6874'] for router, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:11:27.333456 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-ee216c5b-ce0b-4b7b-99ac-caa47ff88a3b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-571375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1000570', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1011585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6867'] for router, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:11:27.341244 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [req-09035dc9-6a00-448b-bb75-e55d952687d4 req-3270ffed-42ac-46a1-967f-d46f8f13660d tempest-VolumesActionsTest-377610318 tempest-VolumesActionsTest-377610318-project] Request body: {'port': {'device_id': 'd64a705e-38ea-4784-a8eb-6475e7d3b924', 'network_id': '79812561-9dfc-4341-96d3-697a18d73de0', 'admin_state_up': True, 'tenant_id': '50dd2e873e4842f38b42ab08dc90d84a'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:11:27.443605 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-ee216c5b-ce0b-4b7b-99ac-caa47ff88a3b admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:11:27.504934 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 55af6447-4a71-4e4c-bad0-7927e39640ee up at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 19:11:27.598171 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58d5b4ae-1ba5-4640-b375-024bfe3c59a0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeb20a084-accf-5b60-8075-3e69ebe863a6-7d8f8339-07ce-43c0-bb92-2044f3936cdc', 'network_id': '7d8f8339-07ce-43c0-bb92-2044f3936cdc', 'tenant_id': 'a7797cc475cd482d83558219d8aee1d4', 'fixed_ips': [{'subnet_id': '287aa079-71f8-4436-8d52-113644ba450d'}]}} from n-d-816865-1. {{(pid=102388) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 05 19:11:27.599209 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-58d5b4ae-1ba5-4640-b375-024bfe3c59a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:11:27.623031 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3f9da2b2-3718-4f40-88cf-9cc3d1696013 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:11:27.773469 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3f9da2b2-3718-4f40-88cf-9cc3d1696013 None None] For port c312b442-7d4f-43a5-8148-00de9a91acf2, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=c312b442-7d4f-43a5-8148-00de9a91acf2,segment=NetworkSegment(1b44c4b9-8684-41f2-83f7-a0ecefcb5058),segment_id=1b44c4b9-8684-41f2-83f7-a0ecefcb5058)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:11:27.819218 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Provisioning complete for port 55af6447-4a71-4e4c-bad0-7927e39640ee triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:11:27.819587 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:11:27.869527 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-67b35ef5-7caf-4fd3-8c22-20e9e042e47a req-40d93ee9-2802-47df-96ba-37a9f15f203c tempest-VolumesActionsTest-377610318 tempest-VolumesActionsTest-377610318-project] 10.222.0.13 "GET /v2.0/ports?device_id=d64a705e-38ea-4784-a8eb-6475e7d3b924 HTTP/1.1" status: 200 len: 210 time: 0.0256727 Nov 05 19:11:27.902530 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.db_base_plugin_common [None req-58d5b4ae-1ba5-4640-b375-024bfe3c59a0 None None] Allocated IP 172.20.0.2 (7d8f8339-07ce-43c0-bb92-2044f3936cdc/287aa079-71f8-4436-8d52-113644ba450d/f501df8c-eeb0-4bbe-aba0-99df23484aca) {{(pid=102388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 19:11:27.914844 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-6e827398-43df-4eff-898f-06dd7b2bf4ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c40b6aed-7c12-4029-896d-0f50ecbf0223', 'name': 'tempest-TestServerBasicOps-1350774432-router', 'tenant_id': '60a297cf243942dda17ba6ab64d809f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.150'}], 'enable_snat': True}, 'gw_port_id': '55af6447-4a71-4e4c-bad0-7927e39640ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T19:11:19Z', 'updated_at': '2021-11-05T19:11:23Z', 'revision_number': 4, 'project_id': '60a297cf243942dda17ba6ab64d809f4', 'gw_port': {'id': '55af6447-4a71-4e4c-bad0-7927e39640ee', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:4c:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c40b6aed-7c12-4029-896d-0f50ecbf0223', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3550, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:11:20Z', 'updated_at': '2021-11-05T19:11:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1', '_interfaces': [{'id': 'c312b442-7d4f-43a5-8148-00de9a91acf2', 'name': '', 'network_id': '95bf24bc-61e1-4f85-8a76-7212484978aa', 'tenant_id': '60a297cf243942dda17ba6ab64d809f4', 'mac_address': 'fa:16:3e:39:79:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c40b6aed-7c12-4029-896d-0f50ecbf0223', 'device_owner': 'network:router_interface', 'standard_attr_id': 3551, 'fixed_ips': [{'subnet_id': 'ab14406b-164f-41ab-936f-c5e880791222', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:11:22Z', 'updated_at': '2021-11-05T19:11:26Z', 'revision_number': 4, 'project_id': '60a297cf243942dda17ba6ab64d809f4', 'subnets': [{'id': 'ab14406b-164f-41ab-936f-c5e880791222', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-1', False) {} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:11:27.978305 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e827398-43df-4eff-898f-06dd7b2bf4ea None None] The sync data for ids ['c40b6aed-7c12-4029-896d-0f50ecbf0223'] in n-d-816865-1 is: [{'id': 'c40b6aed-7c12-4029-896d-0f50ecbf0223', 'name': 'tempest-TestServerBasicOps-1350774432-router', 'tenant_id': '60a297cf243942dda17ba6ab64d809f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.150'}], 'enable_snat': True}, 'gw_port_id': '55af6447-4a71-4e4c-bad0-7927e39640ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T19:11:19Z', 'updated_at': '2021-11-05T19:11:23Z', 'revision_number': 4, 'project_id': '60a297cf243942dda17ba6ab64d809f4', 'gw_port': {'id': '55af6447-4a71-4e4c-bad0-7927e39640ee', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:4c:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c40b6aed-7c12-4029-896d-0f50ecbf0223', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3550, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:11:20Z', 'updated_at': '2021-11-05T19:11:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1', '_interfaces': [{'id': 'c312b442-7d4f-43a5-8148-00de9a91acf2', 'name': '', 'network_id': '95bf24bc-61e1-4f85-8a76-7212484978aa', 'tenant_id': '60a297cf243942dda17ba6ab64d809f4', 'mac_address': 'fa:16:3e:39:79:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c40b6aed-7c12-4029-896d-0f50ecbf0223', 'device_owner': 'network:router_interface', 'standard_attr_id': 3551, 'fixed_ips': [{'subnet_id': 'ab14406b-164f-41ab-936f-c5e880791222', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:11:22Z', 'updated_at': '2021-11-05T19:11:26Z', 'revision_number': 4, 'project_id': '60a297cf243942dda17ba6ab64d809f4', 'subnets': [{'id': 'ab14406b-164f-41ab-936f-c5e880791222', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 19:11:28.205783 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-09035dc9-6a00-448b-bb75-e55d952687d4 req-3270ffed-42ac-46a1-967f-d46f8f13660d tempest-VolumesActionsTest-377610318 tempest-VolumesActionsTest-377610318-project] Made reservation on behalf of 50dd2e873e4842f38b42ab08dc90d84a for: {'port': 1} {{(pid=102386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 19:11:28.209908 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-09035dc9-6a00-448b-bb75-e55d952687d4 req-3270ffed-42ac-46a1-967f-d46f8f13660d tempest-VolumesActionsTest-377610318 tempest-VolumesActionsTest-377610318-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:11:28.315937 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3f9da2b2-3718-4f40-88cf-9cc3d1696013 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:11:28.396989 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.db_base_plugin_common [req-09035dc9-6a00-448b-bb75-e55d952687d4 req-3270ffed-42ac-46a1-967f-d46f8f13660d tempest-VolumesActionsTest-377610318 tempest-VolumesActionsTest-377610318-project] Allocated IP 172.20.0.4 (79812561-9dfc-4341-96d3-697a18d73de0/5691c890-200a-44b0-ad74-57eb3a7d3863/7fccd08d-0bde-4f7c-adb7-1bf06e804a06) {{(pid=102386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 19:11:28.405199 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-58d5b4ae-1ba5-4640-b375-024bfe3c59a0 None None] Publish callbacks [] for port, precommit_create {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:11:28.441225 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-ee216c5b-ce0b-4b7b-99ac-caa47ff88a3b admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:11:28.475886 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-58d5b4ae-1ba5-4640-b375-024bfe3c59a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789'] for port, after_create {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:11:28.509767 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-6202237f-a30e-4a73-8bcb-a33a8a893988 None None] Provisioning complete for port c312b442-7d4f-43a5-8148-00de9a91acf2 triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:11:28.510184 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-6202237f-a30e-4a73-8bcb-a33a8a893988 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:11:28.543071 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9da2b2-3718-4f40-88cf-9cc3d1696013 None None] Pushing event updated for resources: {'Port': ['ID=c312b442-7d4f-43a5-8148-00de9a91acf2,revision_number=5']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:11:28.549370 n-d-816865-1 neutron-server[102388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58d5b4ae-1ba5-4640-b375-024bfe3c59a0 None None] Network 7d8f8339-07ce-43c0-bb92-2044f3936cdc is already hosted by enough agents. {{(pid=102388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 19:11:28.555811 n-d-816865-1 neutron-server[102388]: DEBUG neutron.scheduler.base_scheduler [None req-58d5b4ae-1ba5-4640-b375-024bfe3c59a0 None None] Resources bound (agent type, host, resource id): {{(pid=102388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 19:11:28.559798 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58d5b4ae-1ba5-4640-b375-024bfe3c59a0 None None] Received port after_create {{(pid=102388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 19:11:28.664276 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-09035dc9-6a00-448b-bb75-e55d952687d4 req-3270ffed-42ac-46a1-967f-d46f8f13660d tempest-VolumesActionsTest-377610318 tempest-VolumesActionsTest-377610318-project] Publish callbacks [] for port, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:11:28.677027 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d5b4ae-1ba5-4640-b375-024bfe3c59a0 None None] Pushing event updated for resources: {'Port': ['ID=f501df8c-eeb0-4bbe-aba0-99df23484aca,revision_number=1']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:11:28.725255 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-58d5b4ae-1ba5-4640-b375-024bfe3c59a0 None None] Attempting to bind port f501df8c-eeb0-4bbe-aba0-99df23484aca on host n-d-816865-1 for vnic_type normal with profile {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 19:11:28.725632 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-58d5b4ae-1ba5-4640-b375-024bfe3c59a0 None None] Attempting to bind port f501df8c-eeb0-4bbe-aba0-99df23484aca by drivers openvswitch,hyperv on host n-d-816865-1 at level 0 using segments [{'id': '3dfd3cf3-2d11-4c4c-927f-c0b19cc54e51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '7d8f8339-07ce-43c0-bb92-2044f3936cdc'}] {{(pid=102388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 19:11:28.726007 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58d5b4ae-1ba5-4640-b375-024bfe3c59a0 None None] Attempting to bind port f501df8c-eeb0-4bbe-aba0-99df23484aca on network 7d8f8339-07ce-43c0-bb92-2044f3936cdc {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 19:11:28.744173 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58d5b4ae-1ba5-4640-b375-024bfe3c59a0 None None] Checking agent: {'id': '724d89a7-611b-41e6-bc85-c48112b17afa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 18, 25, 8), 'started_at': datetime.datetime(2021, 11, 5, 18, 25, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 19, 11, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 19:11:28.744571 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58d5b4ae-1ba5-4640-b375-024bfe3c59a0 None None] Checking segment: {'id': '3dfd3cf3-2d11-4c4c-927f-c0b19cc54e51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '7d8f8339-07ce-43c0-bb92-2044f3936cdc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 19:11:28.744968 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-58d5b4ae-1ba5-4640-b375-024bfe3c59a0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:11:28.745378 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58d5b4ae-1ba5-4640-b375-024bfe3c59a0 None None] Bound using segment: {'id': '3dfd3cf3-2d11-4c4c-927f-c0b19cc54e51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '7d8f8339-07ce-43c0-bb92-2044f3936cdc'} {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 19:11:28.746225 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-58d5b4ae-1ba5-4640-b375-024bfe3c59a0 None None] Bound port: f501df8c-eeb0-4bbe-aba0-99df23484aca, host: n-d-816865-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3dfd3cf3-2d11-4c4c-927f-c0b19cc54e51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '7d8f8339-07ce-43c0-bb92-2044f3936cdc'}}] {{(pid=102388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 19:11:28.746620 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-58d5b4ae-1ba5-4640-b375-024bfe3c59a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:11:28.783286 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-09035dc9-6a00-448b-bb75-e55d952687d4 req-3270ffed-42ac-46a1-967f-d46f8f13660d tempest-VolumesActionsTest-377610318 tempest-VolumesActionsTest-377610318-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:11:28.819808 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-ee216c5b-ce0b-4b7b-99ac-caa47ff88a3b admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:11:28.845656 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-09035dc9-6a00-448b-bb75-e55d952687d4 req-3270ffed-42ac-46a1-967f-d46f8f13660d tempest-VolumesActionsTest-377610318 tempest-VolumesActionsTest-377610318-project] Network 79812561-9dfc-4341-96d3-697a18d73de0 is already hosted by enough agents. {{(pid=102386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 19:11:28.852558 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.base_scheduler [req-09035dc9-6a00-448b-bb75-e55d952687d4 req-3270ffed-42ac-46a1-967f-d46f8f13660d tempest-VolumesActionsTest-377610318 tempest-VolumesActionsTest-377610318-project] Resources bound (agent type, host, resource id): {{(pid=102386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 19:11:28.853526 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-ee216c5b-ce0b-4b7b-99ac-caa47ff88a3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:11:28.858484 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [req-09035dc9-6a00-448b-bb75-e55d952687d4 req-3270ffed-42ac-46a1-967f-d46f8f13660d tempest-VolumesActionsTest-377610318 tempest-VolumesActionsTest-377610318-project] Received port after_create {{(pid=102386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 19:11:28.862955 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3270ffed-42ac-46a1-967f-d46f8f13660d tempest-VolumesActionsTest-377610318 tempest-VolumesActionsTest-377610318-project] Pushing event updated for resources: {'Port': ['ID=7fccd08d-0bde-4f7c-adb7-1bf06e804a06,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:11:28.888604 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-58d5b4ae-1ba5-4640-b375-024bfe3c59a0 None None] For port f501df8c-eeb0-4bbe-aba0-99df23484aca, host n-d-816865-1, cleared binding levels {{(pid=102388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 19:11:28.894797 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-58d5b4ae-1ba5-4640-b375-024bfe3c59a0 None None] For port f501df8c-eeb0-4bbe-aba0-99df23484aca, host n-d-816865-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=f501df8c-eeb0-4bbe-aba0-99df23484aca,segment=NetworkSegment(3dfd3cf3-2d11-4c4c-927f-c0b19cc54e51),segment_id=3dfd3cf3-2d11-4c4c-927f-c0b19cc54e51)] {{(pid=102388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 19:11:28.942332 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09035dc9-6a00-448b-bb75-e55d952687d4 req-3270ffed-42ac-46a1-967f-d46f8f13660d tempest-VolumesActionsTest-377610318 tempest-VolumesActionsTest-377610318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:11:28.942703 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-09035dc9-6a00-448b-bb75-e55d952687d4 req-3270ffed-42ac-46a1-967f-d46f8f13660d tempest-VolumesActionsTest-377610318 tempest-VolumesActionsTest-377610318-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:11:28.977473 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-58d5b4ae-1ba5-4640-b375-024bfe3c59a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:11:29.051062 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d5b4ae-1ba5-4640-b375-024bfe3c59a0 None None] Pushing event updated for resources: {'Port': ['ID=f501df8c-eeb0-4bbe-aba0-99df23484aca,revision_number=2']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:11:29.069790 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-09035dc9-6a00-448b-bb75-e55d952687d4 req-3270ffed-42ac-46a1-967f-d46f8f13660d tempest-VolumesActionsTest-377610318 tempest-VolumesActionsTest-377610318-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7343435 Nov 05 19:11:29.085303 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [req-09035dc9-6a00-448b-bb75-e55d952687d4 req-8c2fbfb3-1f44-473e-9918-1b77bed11e9b service neutron] Request body: {'port': {'device_id': 'd64a705e-38ea-4784-a8eb-6475e7d3b924', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816865-1'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:11:29.179651 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-09035dc9-6a00-448b-bb75-e55d952687d4 req-8c2fbfb3-1f44-473e-9918-1b77bed11e9b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:11:29.420350 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.db_base_plugin_common [None req-ee216c5b-ce0b-4b7b-99ac-caa47ff88a3b admin admin] Allocated IP 172.25.6.228 (40c8335d-cd0b-4cb5-910a-d4dcddd5cbec/04fe6db3-e108-4208-943d-6518424f5726/388babe9-32c1-420e-8059-11c31cdf6923) {{(pid=102387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 19:11:29.531296 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device c312b442-7d4f-43a5-8148-00de9a91acf2 up at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 19:11:29.631329 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Provisioning complete for port c312b442-7d4f-43a5-8148-00de9a91acf2 triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:11:29.631868 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:11:29.642337 n-d-816865-1 neutron-server[102386]: DEBUG neutron.notifiers.nova [req-09035dc9-6a00-448b-bb75-e55d952687d4 req-8c2fbfb3-1f44-473e-9918-1b77bed11e9b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7fccd08d-0bde-4f7c-adb7-1bf06e804a06 {{(pid=102386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 19:11:29.648974 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc61472-3199-481e-9f58-a9c8e8f10a70 req-86378837-e8af-4027-ada5-cc22627bf703 tempest-VolumesActionsTest-377610318 tempest-VolumesActionsTest-377610318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:11:29.650140 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-09035dc9-6a00-448b-bb75-e55d952687d4 req-8c2fbfb3-1f44-473e-9918-1b77bed11e9b service neutron] Publish callbacks [] for port, precommit_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:11:29.651337 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-fbc61472-3199-481e-9f58-a9c8e8f10a70 req-86378837-e8af-4027-ada5-cc22627bf703 tempest-VolumesActionsTest-377610318 tempest-VolumesActionsTest-377610318-project] 10.222.0.13 "GET /v2.0/ports?device_id=d64a705e-38ea-4784-a8eb-6475e7d3b924 HTTP/1.1" status: 200 len: 931 time: 0.6948576 Nov 05 19:11:29.657165 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-ee216c5b-ce0b-4b7b-99ac-caa47ff88a3b admin admin] Publish callbacks [] for port, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:11:29.687371 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.provisioning_blocks [req-09035dc9-6a00-448b-bb75-e55d952687d4 req-8c2fbfb3-1f44-473e-9918-1b77bed11e9b service neutron] Transition to ACTIVE for port object 7fccd08d-0bde-4f7c-adb7-1bf06e804a06 will not be triggered until provisioned by entity L2. {{(pid=102386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 05 19:11:29.723579 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-fbc61472-3199-481e-9f58-a9c8e8f10a70 req-94e5e426-e01b-440e-a679-478f85a740e6 tempest-VolumesActionsTest-377610318 tempest-VolumesActionsTest-377610318-project] 10.222.0.13 "GET /v2.0/security-groups?id=b3ab9bed-c225-40bf-ac80-c6105a7b5733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628862 Nov 05 19:11:29.739892 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-09035dc9-6a00-448b-bb75-e55d952687d4 req-8c2fbfb3-1f44-473e-9918-1b77bed11e9b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6149821'] for port, after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:11:29.805541 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2fbfb3-1f44-473e-9918-1b77bed11e9b service neutron] Pushing event updated for resources: {'Port': ['ID=7fccd08d-0bde-4f7c-adb7-1bf06e804a06,revision_number=2']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:11:29.823668 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-ee216c5b-ce0b-4b7b-99ac-caa47ff88a3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4417063'] for port, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:11:29.873058 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee216c5b-ce0b-4b7b-99ac-caa47ff88a3b admin admin] Network 40c8335d-cd0b-4cb5-910a-d4dcddd5cbec is already hosted by enough agents. {{(pid=102387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 19:11:29.878691 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.base_scheduler [None req-ee216c5b-ce0b-4b7b-99ac-caa47ff88a3b admin admin] Resources bound (agent type, host, resource id): {{(pid=102387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 19:11:29.881408 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee216c5b-ce0b-4b7b-99ac-caa47ff88a3b admin admin] Received port after_create {{(pid=102387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 19:11:29.895442 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [req-09035dc9-6a00-448b-bb75-e55d952687d4 req-8c2fbfb3-1f44-473e-9918-1b77bed11e9b service neutron] Attempting to bind port 7fccd08d-0bde-4f7c-adb7-1bf06e804a06 on host n-h2-816865-1 for vnic_type normal with profile {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 19:11:29.895865 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [req-09035dc9-6a00-448b-bb75-e55d952687d4 req-8c2fbfb3-1f44-473e-9918-1b77bed11e9b service neutron] Attempting to bind port 7fccd08d-0bde-4f7c-adb7-1bf06e804a06 by drivers openvswitch,hyperv on host n-h2-816865-1 at level 0 using segments [{'id': 'e5810171-63b7-42f9-86c7-5a9a78584f19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '79812561-9dfc-4341-96d3-697a18d73de0'}] {{(pid=102386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 19:11:29.896241 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09035dc9-6a00-448b-bb75-e55d952687d4 req-8c2fbfb3-1f44-473e-9918-1b77bed11e9b service neutron] Attempting to bind port 7fccd08d-0bde-4f7c-adb7-1bf06e804a06 on network 79812561-9dfc-4341-96d3-697a18d73de0 {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 19:11:29.900893 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09035dc9-6a00-448b-bb75-e55d952687d4 req-8c2fbfb3-1f44-473e-9918-1b77bed11e9b service neutron] Port 7fccd08d-0bde-4f7c-adb7-1bf06e804a06 on network 79812561-9dfc-4341-96d3-697a18d73de0 not bound, no agent of type Open vSwitch agent registered on host n-h2-816865-1 {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 19:11:29.901278 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09035dc9-6a00-448b-bb75-e55d952687d4 req-8c2fbfb3-1f44-473e-9918-1b77bed11e9b service neutron] Attempting to bind port 7fccd08d-0bde-4f7c-adb7-1bf06e804a06 on network 79812561-9dfc-4341-96d3-697a18d73de0 {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 19:11:29.907982 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09035dc9-6a00-448b-bb75-e55d952687d4 req-8c2fbfb3-1f44-473e-9918-1b77bed11e9b service neutron] Checking agent: {'id': '32aff553-696f-4891-83f5-5c176f61fe54', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816865-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 18, 33, 36), 'started_at': datetime.datetime(2021, 11, 5, 18, 33, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 19, 11, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 19:11:29.908434 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09035dc9-6a00-448b-bb75-e55d952687d4 req-8c2fbfb3-1f44-473e-9918-1b77bed11e9b service neutron] Checking segment: {'id': 'e5810171-63b7-42f9-86c7-5a9a78584f19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '79812561-9dfc-4341-96d3-697a18d73de0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 19:11:29.908885 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09035dc9-6a00-448b-bb75-e55d952687d4 req-8c2fbfb3-1f44-473e-9918-1b77bed11e9b service neutron] Bound using segment: {'id': 'e5810171-63b7-42f9-86c7-5a9a78584f19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '79812561-9dfc-4341-96d3-697a18d73de0'} {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 19:11:29.909478 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [req-09035dc9-6a00-448b-bb75-e55d952687d4 req-8c2fbfb3-1f44-473e-9918-1b77bed11e9b service neutron] Bound port: 7fccd08d-0bde-4f7c-adb7-1bf06e804a06, host: n-h2-816865-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e5810171-63b7-42f9-86c7-5a9a78584f19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '79812561-9dfc-4341-96d3-697a18d73de0'}}] {{(pid=102386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 19:11:29.910000 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-09035dc9-6a00-448b-bb75-e55d952687d4 req-8c2fbfb3-1f44-473e-9918-1b77bed11e9b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:11:29.923035 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee216c5b-ce0b-4b7b-99ac-caa47ff88a3b admin admin] Pushing event updated for resources: {'Port': ['ID=388babe9-32c1-420e-8059-11c31cdf6923,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:11:29.989115 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [req-09035dc9-6a00-448b-bb75-e55d952687d4 req-8c2fbfb3-1f44-473e-9918-1b77bed11e9b service neutron] For port 7fccd08d-0bde-4f7c-adb7-1bf06e804a06, host n-h2-816865-1, cleared binding levels {{(pid=102386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 19:11:29.994315 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [req-09035dc9-6a00-448b-bb75-e55d952687d4 req-8c2fbfb3-1f44-473e-9918-1b77bed11e9b service neutron] For port 7fccd08d-0bde-4f7c-adb7-1bf06e804a06, host n-h2-816865-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=7fccd08d-0bde-4f7c-adb7-1bf06e804a06,segment=NetworkSegment(e5810171-63b7-42f9-86c7-5a9a78584f19),segment_id=e5810171-63b7-42f9-86c7-5a9a78584f19)] {{(pid=102386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 19:11:30.071590 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-09035dc9-6a00-448b-bb75-e55d952687d4 req-8c2fbfb3-1f44-473e-9918-1b77bed11e9b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6149821'] for port, after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:11:30.115744 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09035dc9-6a00-448b-bb75-e55d952687d4 req-8c2fbfb3-1f44-473e-9918-1b77bed11e9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:11:30.116387 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-09035dc9-6a00-448b-bb75-e55d952687d4 req-8c2fbfb3-1f44-473e-9918-1b77bed11e9b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:11:30.117846 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-09035dc9-6a00-448b-bb75-e55d952687d4 req-8c2fbfb3-1f44-473e-9918-1b77bed11e9b service neutron] 10.222.0.55 "PUT /v2.0/ports/7fccd08d-0bde-4f7c-adb7-1bf06e804a06 HTTP/1.1" status: 200 len: 1091 time: 1.0384235 Nov 05 19:11:30.118331 n-d-816865-1 neutron-server[102386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd64a705e-38ea-4784-a8eb-6475e7d3b924', 'tag': '7fccd08d-0bde-4f7c-adb7-1bf06e804a06'}] {{(pid=102386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 19:11:30.120612 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6173a44d7c73f41af551dc890fa1a5892c2c6bc3458b640c8e0c24db7876ba6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b12283c-cee2-4674-bae2-28eb4563e3a9" -d '{"events": [{"name": "network-changed", "server_uuid": "d64a705e-38ea-4784-a8eb-6475e7d3b924", "tag": "7fccd08d-0bde-4f7c-adb7-1bf06e804a06"}]}' {{(pid=102386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 19:11:30.158021 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2fbfb3-1f44-473e-9918-1b77bed11e9b service neutron] Pushing event updated for resources: {'Port': ['ID=7fccd08d-0bde-4f7c-adb7-1bf06e804a06,revision_number=3']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:11:30.187870 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 19:11:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87214222-2791-4477-871a-13f617260a6f x-openstack-request-id: req-87214222-2791-4477-871a-13f617260a6f {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 19:11:30.188235 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d64a705e-38ea-4784-a8eb-6475e7d3b924", "tag": "7fccd08d-0bde-4f7c-adb7-1bf06e804a06", "status": "completed", "code": 200}]} {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 19:11:30.188562 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-87214222-2791-4477-871a-13f617260a6f {{(pid=102386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 19:11:30.189036 n-d-816865-1 neutron-server[102386]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd64a705e-38ea-4784-a8eb-6475e7d3b924', 'tag': '7fccd08d-0bde-4f7c-adb7-1bf06e804a06', 'status': 'completed', 'code': 200} Nov 05 19:11:30.266878 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b12283c-cee2-4674-bae2-28eb4563e3a9 req-584baea1-3118-42b3-b229-534816071a9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:11:30.268582 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-8b12283c-cee2-4674-bae2-28eb4563e3a9 req-584baea1-3118-42b3-b229-534816071a9e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=50dd2e873e4842f38b42ab08dc90d84a&device_id=d64a705e-38ea-4784-a8eb-6475e7d3b924 HTTP/1.1" status: 200 len: 1094 time: 0.0573528 Nov 05 19:11:30.313362 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-ee216c5b-ce0b-4b7b-99ac-caa47ff88a3b admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:11:30.395634 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b12283c-cee2-4674-bae2-28eb4563e3a9 req-93b579b5-7d57-4218-a60e-1745c39d209c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:11:30.397130 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-8b12283c-cee2-4674-bae2-28eb4563e3a9 req-93b579b5-7d57-4218-a60e-1745c39d209c service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=50dd2e873e4842f38b42ab08dc90d84a&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1181655 Nov 05 19:11:30.420194 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea32a3e5-e6bb-4bad-9c25-347875bd2879 None None] Network 7d8f8339-07ce-43c0-bb92-2044f3936cdc requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 19:11:30.518324 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-c589d573-555a-4c34-8f39-2aed68afe3bf None None] Provisioning complete for port f501df8c-eeb0-4bbe-aba0-99df23484aca triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:11:30.521533 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c589d573-555a-4c34-8f39-2aed68afe3bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:11:30.525711 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b12283c-cee2-4674-bae2-28eb4563e3a9 req-d94f8bab-399a-49be-b957-c598c8337732 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:11:30.527300 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-8b12283c-cee2-4674-bae2-28eb4563e3a9 req-d94f8bab-399a-49be-b957-c598c8337732 service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1225483 Nov 05 19:11:30.570818 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-ee216c5b-ce0b-4b7b-99ac-caa47ff88a3b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-571384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1000487'] for router, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:11:30.647059 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09035dc9-6a00-448b-bb75-e55d952687d4 req-215ab64d-a223-49ea-8f00-a8468d29ceaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:11:30.648700 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-09035dc9-6a00-448b-bb75-e55d952687d4 req-215ab64d-a223-49ea-8f00-a8468d29ceaa service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=50dd2e873e4842f38b42ab08dc90d84a&device_id=d64a705e-38ea-4784-a8eb-6475e7d3b924 HTTP/1.1" status: 200 len: 1094 time: 0.0714989 Nov 05 19:11:30.677031 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c589d573-555a-4c34-8f39-2aed68afe3bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:11:30.716168 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-c589d573-555a-4c34-8f39-2aed68afe3bf None None] For port f501df8c-eeb0-4bbe-aba0-99df23484aca, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=f501df8c-eeb0-4bbe-aba0-99df23484aca,segment=NetworkSegment(3dfd3cf3-2d11-4c4c-927f-c0b19cc54e51),segment_id=3dfd3cf3-2d11-4c4c-927f-c0b19cc54e51)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:11:30.729772 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-09035dc9-6a00-448b-bb75-e55d952687d4 req-9d2f3aed-87bd-47db-8dd3-768bf400b724 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7fccd08d-0bde-4f7c-adb7-1bf06e804a06 HTTP/1.1" status: 200 len: 217 time: 0.0684187 Nov 05 19:11:30.795006 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09035dc9-6a00-448b-bb75-e55d952687d4 req-78f92492-fd43-4cd2-80dc-e05ae35683a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:11:30.796678 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-09035dc9-6a00-448b-bb75-e55d952687d4 req-78f92492-fd43-4cd2-80dc-e05ae35683a1 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=5691c890-200a-44b0-ad74-57eb3a7d3863 HTTP/1.1" status: 200 len: 848 time: 0.0591059 Nov 05 19:11:30.837831 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-09035dc9-6a00-448b-bb75-e55d952687d4 req-fe824668-51e7-460b-aced-b6d7f29b04a5 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=79812561-9dfc-4341-96d3-697a18d73de0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0331914 Nov 05 19:11:30.852552 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff85de15-b588-4d25-b7e8-f79dfe9ca1dc req-68f45718-5653-4270-b69e-ab999a9694df tempest-VolumesActionsTest-377610318 tempest-VolumesActionsTest-377610318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:11:30.861145 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-ff85de15-b588-4d25-b7e8-f79dfe9ca1dc req-68f45718-5653-4270-b69e-ab999a9694df tempest-VolumesActionsTest-377610318 tempest-VolumesActionsTest-377610318-project] 10.222.0.13 "GET /v2.0/ports?device_id=d64a705e-38ea-4784-a8eb-6475e7d3b924 HTTP/1.1" status: 200 len: 943 time: 0.0602674 Nov 05 19:11:30.916945 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c589d573-555a-4c34-8f39-2aed68afe3bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:11:30.941452 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-ff85de15-b588-4d25-b7e8-f79dfe9ca1dc req-bbebe6ac-4770-4ef0-bd45-7450b756b9bf tempest-VolumesActionsTest-377610318 tempest-VolumesActionsTest-377610318-project] 10.222.0.13 "GET /v2.0/security-groups?id=b3ab9bed-c225-40bf-ac80-c6105a7b5733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791988 Nov 05 19:11:30.945818 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee216c5b-ce0b-4b7b-99ac-caa47ff88a3b admin admin] Router 32d40b22-081b-47bd-98fb-64b6ed9a4663 is scheduled to L3 agent 6dcb5589-8e86-4616-9186-ddc4548e13ad with binding_index 1 {{(pid=102387) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 05 19:11:30.977953 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-09035dc9-6a00-448b-bb75-e55d952687d4 req-6fab7e40-9175-41ba-bbaf-7bdff6088b7b service neutron] 10.222.0.55 "GET /v2.0/networks/79812561-9dfc-4341-96d3-697a18d73de0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1322801 Nov 05 19:11:30.988691 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c589d573-555a-4c34-8f39-2aed68afe3bf None None] Pushing event updated for resources: {'Port': ['ID=f501df8c-eeb0-4bbe-aba0-99df23484aca,revision_number=3']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:11:31.044707 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-498245c2-dbb8-465a-b0c8-b8e7f8dc9aa3 None None] Provisioning complete for port f501df8c-eeb0-4bbe-aba0-99df23484aca triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:11:31.045413 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-498245c2-dbb8-465a-b0c8-b8e7f8dc9aa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:11:31.084194 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee216c5b-ce0b-4b7b-99ac-caa47ff88a3b admin admin] Notify agent at l3_agent.n-d-816865-1 the message routers_updated {{(pid=102387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 19:11:31.084424 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-09035dc9-6a00-448b-bb75-e55d952687d4 req-9b81498a-b143-4862-bd21-5e256ce0d42a service neutron] 10.222.0.55 "GET /v2.0/networks/79812561-9dfc-4341-96d3-697a18d73de0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967867 Nov 05 19:11:31.094958 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eba2bd0-f49e-4de3-9cfc-233eedaca28a None None] Sync routers for ids ['32d40b22-081b-47bd-98fb-64b6ed9a4663'] in n-d-816865-1 {{(pid=102389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 19:11:31.109689 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eba2bd0-f49e-4de3-9cfc-233eedaca28a None None] Routers {'32d40b22-081b-47bd-98fb-64b6ed9a4663'} bound to L3 agent in host n-d-816865-1 {{(pid=102389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 19:11:31.110496 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-7eba2bd0-f49e-4de3-9cfc-233eedaca28a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T19:11:05Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['32d40b22-081b-47bd-98fb-64b6ed9a4663'], 'active': True} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:11:31.185518 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-ee216c5b-ce0b-4b7b-99ac-caa47ff88a3b admin admin] Publish callbacks [] for router, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:11:31.187339 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-ee216c5b-ce0b-4b7b-99ac-caa47ff88a3b admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 4.0044637 Nov 05 19:11:31.191851 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 34578) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:11:31.224906 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvr_db [None req-7eba2bd0-f49e-4de3-9cfc-233eedaca28a None None] Set router 32d40b22-081b-47bd-98fb-64b6ed9a4663 gateway port host: n-d-816865-1 {{(pid=102389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 19:11:31.431386 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-7eba2bd0-f49e-4de3-9cfc-233eedaca28a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32d40b22-081b-47bd-98fb-64b6ed9a4663', 'name': 'tempest-TestServerBasicOps-990105818-router', 'tenant_id': 'a7797cc475cd482d83558219d8aee1d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.228'}], 'enable_snat': True}, 'gw_port_id': '388babe9-32c1-420e-8059-11c31cdf6923', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T19:11:27Z', 'updated_at': '2021-11-05T19:11:30Z', 'revision_number': 3, 'project_id': 'a7797cc475cd482d83558219d8aee1d4', 'gw_port': {'id': '388babe9-32c1-420e-8059-11c31cdf6923', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:ca:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32d40b22-081b-47bd-98fb-64b6ed9a4663', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3563, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:11:28Z', 'updated_at': '2021-11-05T19:11:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1'}], 'n-d-816865-1', False) {} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:11:31.458455 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device f501df8c-eeb0-4bbe-aba0-99df23484aca up at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 19:11:31.464461 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eba2bd0-f49e-4de3-9cfc-233eedaca28a None None] Checking router: 32d40b22-081b-47bd-98fb-64b6ed9a4663 for host: n-d-816865-1 {{(pid=102389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 19:11:31.464871 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eba2bd0-f49e-4de3-9cfc-233eedaca28a None None] Updating router 32d40b22-081b-47bd-98fb-64b6ed9a4663 port 388babe9-32c1-420e-8059-11c31cdf6923 binding host n-d-816865-1 {{(pid=102389) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 05 19:11:31.489865 n-d-816865-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-7eba2bd0-f49e-4de3-9cfc-233eedaca28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:11:31.519312 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Provisioning complete for port f501df8c-eeb0-4bbe-aba0-99df23484aca triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:11:31.519631 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:11:31.729355 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-90b448e7-d88f-433f-bd04-29edaf40a4d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:11:31.776308 n-d-816865-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-7eba2bd0-f49e-4de3-9cfc-233eedaca28a None None] Publish callbacks [] for port, precommit_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:11:31.845756 n-d-816865-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-7eba2bd0-f49e-4de3-9cfc-233eedaca28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:11:31.895890 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.db_base_plugin_common [None req-90b448e7-d88f-433f-bd04-29edaf40a4d5 admin admin] Allocated IP 172.20.0.1 (7d8f8339-07ce-43c0-bb92-2044f3936cdc/287aa079-71f8-4436-8d52-113644ba450d/ac1fd8c9-1a66-47fb-91e1-9fd07c658d44) {{(pid=102387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 19:11:31.904636 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.managers [None req-7eba2bd0-f49e-4de3-9cfc-233eedaca28a None None] Attempting to bind port 388babe9-32c1-420e-8059-11c31cdf6923 on host n-d-816865-1 for vnic_type normal with profile {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 19:11:31.905073 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.managers [None req-7eba2bd0-f49e-4de3-9cfc-233eedaca28a None None] Attempting to bind port 388babe9-32c1-420e-8059-11c31cdf6923 by drivers openvswitch,hyperv on host n-d-816865-1 at level 0 using segments [{'id': '85be518c-8bb4-46a2-a903-d4292782d29d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec'}] {{(pid=102389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 19:11:31.905495 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eba2bd0-f49e-4de3-9cfc-233eedaca28a None None] Attempting to bind port 388babe9-32c1-420e-8059-11c31cdf6923 on network 40c8335d-cd0b-4cb5-910a-d4dcddd5cbec {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 19:11:31.908015 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96deb528-51ea-45f1-a312-29b0464fd423 None None] Pushing event updated for resources: {'Port': ['ID=388babe9-32c1-420e-8059-11c31cdf6923,revision_number=2']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:11:31.913361 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eba2bd0-f49e-4de3-9cfc-233eedaca28a None None] Checking agent: {'id': '724d89a7-611b-41e6-bc85-c48112b17afa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 18, 25, 8), 'started_at': datetime.datetime(2021, 11, 5, 18, 25, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 19, 11, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 19:11:31.913820 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eba2bd0-f49e-4de3-9cfc-233eedaca28a None None] Checking segment: {'id': '85be518c-8bb4-46a2-a903-d4292782d29d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 19:11:31.914309 n-d-816865-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-7eba2bd0-f49e-4de3-9cfc-233eedaca28a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:11:31.914742 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eba2bd0-f49e-4de3-9cfc-233eedaca28a None None] Bound using segment: {'id': '85be518c-8bb4-46a2-a903-d4292782d29d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec'} {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 19:11:31.915265 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.managers [None req-7eba2bd0-f49e-4de3-9cfc-233eedaca28a None None] Bound port: 388babe9-32c1-420e-8059-11c31cdf6923, host: n-d-816865-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85be518c-8bb4-46a2-a903-d4292782d29d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec'}}] {{(pid=102389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 19:11:31.915717 n-d-816865-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-7eba2bd0-f49e-4de3-9cfc-233eedaca28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:11:31.976170 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [None req-7eba2bd0-f49e-4de3-9cfc-233eedaca28a None None] For port 388babe9-32c1-420e-8059-11c31cdf6923, host n-d-816865-1, cleared binding levels {{(pid=102389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 19:11:31.979701 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [None req-7eba2bd0-f49e-4de3-9cfc-233eedaca28a None None] For port 388babe9-32c1-420e-8059-11c31cdf6923, host n-d-816865-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=388babe9-32c1-420e-8059-11c31cdf6923,segment=NetworkSegment(85be518c-8bb4-46a2-a903-d4292782d29d),segment_id=85be518c-8bb4-46a2-a903-d4292782d29d)] {{(pid=102389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 19:11:32.040442 n-d-816865-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-7eba2bd0-f49e-4de3-9cfc-233eedaca28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:11:32.047599 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-90b448e7-d88f-433f-bd04-29edaf40a4d5 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:11:32.078165 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb16930-5def-4a0e-81fb-4db068dd2fc8 req-4107db4d-75e3-4c6e-a15e-ccece120e81b tempest-VolumesActionsTest-377610318 tempest-VolumesActionsTest-377610318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:11:32.081474 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-ddb16930-5def-4a0e-81fb-4db068dd2fc8 req-4107db4d-75e3-4c6e-a15e-ccece120e81b tempest-VolumesActionsTest-377610318 tempest-VolumesActionsTest-377610318-project] 10.222.0.13 "GET /v2.0/ports?device_id=d64a705e-38ea-4784-a8eb-6475e7d3b924 HTTP/1.1" status: 200 len: 943 time: 0.0759811 Nov 05 19:11:32.101717 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96deb528-51ea-45f1-a312-29b0464fd423 None None] Pushing event updated for resources: {'Port': ['ID=388babe9-32c1-420e-8059-11c31cdf6923,revision_number=3']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:11:32.105077 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eba2bd0-f49e-4de3-9cfc-233eedaca28a None None] Routers {'32d40b22-081b-47bd-98fb-64b6ed9a4663'} bound to L3 agent in host n-d-816865-1 {{(pid=102389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 19:11:32.105916 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-7eba2bd0-f49e-4de3-9cfc-233eedaca28a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T19:11:05Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['32d40b22-081b-47bd-98fb-64b6ed9a4663'], 'active': True} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:11:32.154314 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-ddb16930-5def-4a0e-81fb-4db068dd2fc8 req-9c890163-4e53-4d2b-a6e4-61f5630e02a7 tempest-VolumesActionsTest-377610318 tempest-VolumesActionsTest-377610318-project] 10.222.0.13 "GET /v2.0/security-groups?id=b3ab9bed-c225-40bf-ac80-c6105a7b5733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675750 Nov 05 19:11:32.183317 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-90b448e7-d88f-433f-bd04-29edaf40a4d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4417063'] for port, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:11:32.225113 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90b448e7-d88f-433f-bd04-29edaf40a4d5 admin admin] Network 7d8f8339-07ce-43c0-bb92-2044f3936cdc is already hosted by enough agents. {{(pid=102387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 19:11:32.225625 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvr_db [None req-7eba2bd0-f49e-4de3-9cfc-233eedaca28a None None] Set router 32d40b22-081b-47bd-98fb-64b6ed9a4663 gateway port host: n-d-816865-1 {{(pid=102389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 19:11:32.230304 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.base_scheduler [None req-90b448e7-d88f-433f-bd04-29edaf40a4d5 admin admin] Resources bound (agent type, host, resource id): {{(pid=102387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 19:11:32.234291 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90b448e7-d88f-433f-bd04-29edaf40a4d5 admin admin] Received port after_create {{(pid=102387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 19:11:32.266804 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b448e7-d88f-433f-bd04-29edaf40a4d5 admin admin] Pushing event updated for resources: {'Port': ['ID=ac1fd8c9-1a66-47fb-91e1-9fd07c658d44,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:11:32.296841 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-90b448e7-d88f-433f-bd04-29edaf40a4d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-571770'] for router_interface, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:11:32.444398 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-7eba2bd0-f49e-4de3-9cfc-233eedaca28a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32d40b22-081b-47bd-98fb-64b6ed9a4663', 'name': 'tempest-TestServerBasicOps-990105818-router', 'tenant_id': 'a7797cc475cd482d83558219d8aee1d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.228'}], 'enable_snat': True}, 'gw_port_id': '388babe9-32c1-420e-8059-11c31cdf6923', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T19:11:27Z', 'updated_at': '2021-11-05T19:11:30Z', 'revision_number': 3, 'project_id': 'a7797cc475cd482d83558219d8aee1d4', 'gw_port': {'id': '388babe9-32c1-420e-8059-11c31cdf6923', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:ca:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32d40b22-081b-47bd-98fb-64b6ed9a4663', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3563, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:11:28Z', 'updated_at': '2021-11-05T19:11:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1'}], 'n-d-816865-1', False) {} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:11:32.476524 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eba2bd0-f49e-4de3-9cfc-233eedaca28a None None] The sync data for ids ['32d40b22-081b-47bd-98fb-64b6ed9a4663'] in n-d-816865-1 is: [{'id': '32d40b22-081b-47bd-98fb-64b6ed9a4663', 'name': 'tempest-TestServerBasicOps-990105818-router', 'tenant_id': 'a7797cc475cd482d83558219d8aee1d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.228'}], 'enable_snat': True}, 'gw_port_id': '388babe9-32c1-420e-8059-11c31cdf6923', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T19:11:27Z', 'updated_at': '2021-11-05T19:11:30Z', 'revision_number': 3, 'project_id': 'a7797cc475cd482d83558219d8aee1d4', 'gw_port': {'id': '388babe9-32c1-420e-8059-11c31cdf6923', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:ca:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32d40b22-081b-47bd-98fb-64b6ed9a4663', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3563, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:11:28Z', 'updated_at': '2021-11-05T19:11:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1'}] {{(pid=102389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 19:11:32.586115 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-91550415-35de-40da-bbae-883a061b8e26 None None] Provisioning complete for port ac1fd8c9-1a66-47fb-91e1-9fd07c658d44 triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:11:32.586680 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-91550415-35de-40da-bbae-883a061b8e26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:11:32.600553 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-90b448e7-d88f-433f-bd04-29edaf40a4d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:11:32.629310 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-91550415-35de-40da-bbae-883a061b8e26 None None] Port ac1fd8c9-1a66-47fb-91e1-9fd07c658d44 cannot update to ACTIVE because it is not bound. {{(pid=102388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 19:11:32.677797 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-8e187603-d595-4b9d-9ed2-fb998cbfbe85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:11:32.839136 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-90b448e7-d88f-433f-bd04-29edaf40a4d5 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:11:32.909103 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-90b448e7-d88f-433f-bd04-29edaf40a4d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4417072'] for port, after_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:11:32.990496 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-90b448e7-d88f-433f-bd04-29edaf40a4d5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-597863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-571878'] for router_interface, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:11:32.990911 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b448e7-d88f-433f-bd04-29edaf40a4d5 admin admin] Pushing event updated for resources: {'Port': ['ID=ac1fd8c9-1a66-47fb-91e1-9fd07c658d44,revision_number=2']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:11:33.099449 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90b448e7-d88f-433f-bd04-29edaf40a4d5 admin admin] Network 7d8f8339-07ce-43c0-bb92-2044f3936cdc is already hosted by enough agents. {{(pid=102387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 19:11:33.101451 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.base_scheduler [None req-90b448e7-d88f-433f-bd04-29edaf40a4d5 admin admin] Resources bound (agent type, host, resource id): {{(pid=102387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 19:11:33.235454 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90b448e7-d88f-433f-bd04-29edaf40a4d5 admin admin] Router 32d40b22-081b-47bd-98fb-64b6ed9a4663 has already been hosted by L3 agent 6dcb5589-8e86-4616-9186-ddc4548e13ad {{(pid=102387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 19:11:33.398093 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90b448e7-d88f-433f-bd04-29edaf40a4d5 admin admin] Notify agent at l3_agent.n-d-816865-1 the message routers_updated {{(pid=102387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 19:11:33.405232 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-90b448e7-d88f-433f-bd04-29edaf40a4d5 admin admin] 10.222.0.13 "PUT /v2.0/routers/32d40b22-081b-47bd-98fb-64b6ed9a4663/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2140262 Nov 05 19:11:33.416980 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b9c80a-e2e0-43d7-8d89-4a9249b214e2 req-d2aff35b-9ec8-4554-a00d-6fd3486ead87 tempest-VolumesActionsTest-377610318 tempest-VolumesActionsTest-377610318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:11:33.418536 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-e3b9c80a-e2e0-43d7-8d89-4a9249b214e2 req-d2aff35b-9ec8-4554-a00d-6fd3486ead87 tempest-VolumesActionsTest-377610318 tempest-VolumesActionsTest-377610318-project] 10.222.0.13 "GET /v2.0/ports?device_id=d64a705e-38ea-4784-a8eb-6475e7d3b924 HTTP/1.1" status: 200 len: 943 time: 0.1352351 Nov 05 19:11:33.499374 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-de517bfa-c853-4256-a95b-c04e7f6c9bb6 None None] Provisioning complete for port ac1fd8c9-1a66-47fb-91e1-9fd07c658d44 triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:11:33.499756 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-de517bfa-c853-4256-a95b-c04e7f6c9bb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:11:33.565098 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-de517bfa-c853-4256-a95b-c04e7f6c9bb6 None None] Port ac1fd8c9-1a66-47fb-91e1-9fd07c658d44 cannot update to ACTIVE because it is not bound. {{(pid=102388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 19:11:33.565980 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-e3b9c80a-e2e0-43d7-8d89-4a9249b214e2 req-fe93e15e-5801-48e4-905a-d60718c1b9a0 tempest-VolumesActionsTest-377610318 tempest-VolumesActionsTest-377610318-project] 10.222.0.13 "GET /v2.0/security-groups?id=b3ab9bed-c225-40bf-ac80-c6105a7b5733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277356 Nov 05 19:11:33.569782 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 388babe9-32c1-420e-8059-11c31cdf6923 up at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 19:11:33.628855 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Provisioning complete for port 388babe9-32c1-420e-8059-11c31cdf6923 triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:11:33.629464 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:11:33.727375 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:11:33.751049 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] For port 388babe9-32c1-420e-8059-11c31cdf6923, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=388babe9-32c1-420e-8059-11c31cdf6923,segment=NetworkSegment(85be518c-8bb4-46a2-a903-d4292782d29d),segment_id=85be518c-8bb4-46a2-a903-d4292782d29d)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:11:33.784191 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Device 7fccd08d-0bde-4f7c-adb7-1bf06e804a06 details requested by agent hyperv_n-h2-816865-1 with host n-h2-816865-1 {{(pid=102388) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 05 19:11:33.810266 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:11:33.916271 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Pushing event updated for resources: {'Port': ['ID=388babe9-32c1-420e-8059-11c31cdf6923,revision_number=4']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:11:33.942435 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] For port 7fccd08d-0bde-4f7c-adb7-1bf06e804a06, host n-h2-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=7fccd08d-0bde-4f7c-adb7-1bf06e804a06,segment=NetworkSegment(e5810171-63b7-42f9-86c7-5a9a78584f19),segment_id=e5810171-63b7-42f9-86c7-5a9a78584f19)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:11:33.956304 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Returning: {'device': '7fccd08d-0bde-4f7c-adb7-1bf06e804a06', 'network_id': '79812561-9dfc-4341-96d3-697a18d73de0', 'port_id': '7fccd08d-0bde-4f7c-adb7-1bf06e804a06', 'mac_address': 'fa:16:3e:fe:a6:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 165, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5691c890-200a-44b0-ad74-57eb3a7d3863', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102388) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 05 19:11:33.999802 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:11:34.016387 n-d-816865-1 neutron-server[102388]: DEBUG neutron.notifiers.nova [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7fccd08d-0bde-4f7c-adb7-1bf06e804a06 {{(pid=102388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 19:11:34.040473 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] For port 7fccd08d-0bde-4f7c-adb7-1bf06e804a06, host n-h2-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=7fccd08d-0bde-4f7c-adb7-1bf06e804a06,segment=NetworkSegment(e5810171-63b7-42f9-86c7-5a9a78584f19),segment_id=e5810171-63b7-42f9-86c7-5a9a78584f19)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:11:34.105438 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:11:34.157819 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Pushing event updated for resources: {'Port': ['ID=7fccd08d-0bde-4f7c-adb7-1bf06e804a06,revision_number=4']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:11:34.276664 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:11:34.337806 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] get_ports_and_sgs() called for port_ids ['7fccd08d-0bde-4f7c-adb7-1bf06e804a06'] {{(pid=102388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 19:11:34.351080 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 34620) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:11:34.356112 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-8a53e248-d904-41d9-a4fc-69f1b7877137 tempest-TestServerBasicOps-347779040 tempest-TestServerBasicOps-347779040-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1272090431', 'description': 'tempest-secgroup-smoke-1272090431 description', 'project_id': '60a297cf243942dda17ba6ab64d809f4'}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:11:34.445866 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-8a53e248-d904-41d9-a4fc-69f1b7877137 tempest-TestServerBasicOps-347779040 tempest-TestServerBasicOps-347779040-project] Publish callbacks [] for security_group, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:11:34.524157 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-8a53e248-d904-41d9-a4fc-69f1b7877137 tempest-TestServerBasicOps-347779040 tempest-TestServerBasicOps-347779040-project] Publish callbacks [] for security_group, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:11:34.625119 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-8a53e248-d904-41d9-a4fc-69f1b7877137 tempest-TestServerBasicOps-347779040 tempest-TestServerBasicOps-347779040-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:11:34.683819 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a53e248-d904-41d9-a4fc-69f1b7877137 tempest-TestServerBasicOps-347779040 tempest-TestServerBasicOps-347779040-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b21dd0ae-690b-48c4-b07b-86a870c619a3,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:11:34.707522 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256fd118-2581-4730-9ce5-ef0b5982d4bd req-e9ff935d-42e9-48eb-be82-fcb93a6a2960 tempest-VolumesActionsTest-377610318 tempest-VolumesActionsTest-377610318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:11:34.708942 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-256fd118-2581-4730-9ce5-ef0b5982d4bd req-e9ff935d-42e9-48eb-be82-fcb93a6a2960 tempest-VolumesActionsTest-377610318 tempest-VolumesActionsTest-377610318-project] 10.222.0.13 "GET /v2.0/ports?device_id=d64a705e-38ea-4784-a8eb-6475e7d3b924 HTTP/1.1" status: 200 len: 944 time: 0.0680273 Nov 05 19:11:34.726851 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-8a53e248-d904-41d9-a4fc-69f1b7877137 tempest-TestServerBasicOps-347779040 tempest-TestServerBasicOps-347779040-project] Publish callbacks [] for security_group, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:11:34.730798 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-8a53e248-d904-41d9-a4fc-69f1b7877137 tempest-TestServerBasicOps-347779040 tempest-TestServerBasicOps-347779040-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.3758104 Nov 05 19:11:34.731685 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 34628) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:11:34.736497 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-c523e55a-8366-42b6-8960-2e1ebee71e32 tempest-TestServerBasicOps-347779040 tempest-TestServerBasicOps-347779040-project] Request body: {'security_group_rule': {'security_group_id': 'b21dd0ae-690b-48c4-b07b-86a870c619a3', 'project_id': '60a297cf243942dda17ba6ab64d809f4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:11:34.770867 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-256fd118-2581-4730-9ce5-ef0b5982d4bd req-cc08aaf5-9471-42cc-939b-f14afaa9bfea tempest-VolumesActionsTest-377610318 tempest-VolumesActionsTest-377610318-project] 10.222.0.13 "GET /v2.0/security-groups?id=b3ab9bed-c225-40bf-ac80-c6105a7b5733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541427 Nov 05 19:11:34.862838 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-c523e55a-8366-42b6-8960-2e1ebee71e32 tempest-TestServerBasicOps-347779040 tempest-TestServerBasicOps-347779040-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:11:34.925591 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-c523e55a-8366-42b6-8960-2e1ebee71e32 tempest-TestServerBasicOps-347779040 tempest-TestServerBasicOps-347779040-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:11:34.996816 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-c523e55a-8366-42b6-8960-2e1ebee71e32 tempest-TestServerBasicOps-347779040 tempest-TestServerBasicOps-347779040-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985308'] for security_group_rule, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:11:35.013342 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c523e55a-8366-42b6-8960-2e1ebee71e32 tempest-TestServerBasicOps-347779040 tempest-TestServerBasicOps-347779040-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d76f4ff-0366-4551-9c34-d2f702e19960,revision_number=0']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:11:35.023906 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c523e55a-8366-42b6-8960-2e1ebee71e32 tempest-TestServerBasicOps-347779040 tempest-TestServerBasicOps-347779040-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:11:35.024248 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c523e55a-8366-42b6-8960-2e1ebee71e32 tempest-TestServerBasicOps-347779040 tempest-TestServerBasicOps-347779040-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:11:35.024791 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c523e55a-8366-42b6-8960-2e1ebee71e32 tempest-TestServerBasicOps-347779040 tempest-TestServerBasicOps-347779040-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:11:35.025126 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c523e55a-8366-42b6-8960-2e1ebee71e32 tempest-TestServerBasicOps-347779040 tempest-TestServerBasicOps-347779040-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:11:35.028641 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c523e55a-8366-42b6-8960-2e1ebee71e32 tempest-TestServerBasicOps-347779040 tempest-TestServerBasicOps-347779040-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:11:35.028641 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c523e55a-8366-42b6-8960-2e1ebee71e32 tempest-TestServerBasicOps-347779040 tempest-TestServerBasicOps-347779040-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:11:35.028641 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c523e55a-8366-42b6-8960-2e1ebee71e32 tempest-TestServerBasicOps-347779040 tempest-TestServerBasicOps-347779040-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:11:35.028641 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c523e55a-8366-42b6-8960-2e1ebee71e32 tempest-TestServerBasicOps-347779040 tempest-TestServerBasicOps-347779040-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:11:35.028641 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c523e55a-8366-42b6-8960-2e1ebee71e32 tempest-TestServerBasicOps-347779040 tempest-TestServerBasicOps-347779040-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:11:35.028641 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c523e55a-8366-42b6-8960-2e1ebee71e32 tempest-TestServerBasicOps-347779040 tempest-TestServerBasicOps-347779040-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:11:35.028641 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c523e55a-8366-42b6-8960-2e1ebee71e32 tempest-TestServerBasicOps-347779040 tempest-TestServerBasicOps-347779040-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:11:35.028641 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c523e55a-8366-42b6-8960-2e1ebee71e32 tempest-TestServerBasicOps-347779040 tempest-TestServerBasicOps-347779040-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:11:35.091370 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-c523e55a-8366-42b6-8960-2e1ebee71e32 tempest-TestServerBasicOps-347779040 tempest-TestServerBasicOps-347779040-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:11:35.092691 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-c523e55a-8366-42b6-8960-2e1ebee71e32 tempest-TestServerBasicOps-347779040 tempest-TestServerBasicOps-347779040-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3597541 Nov 05 19:11:35.095594 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 34630) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:11:35.107442 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-3f76e918-3121-47e8-8c08-67a1075ef889 tempest-TestServerBasicOps-347779040 tempest-TestServerBasicOps-347779040-project] Request body: {'security_group_rule': {'security_group_id': 'b21dd0ae-690b-48c4-b07b-86a870c619a3', 'project_id': '60a297cf243942dda17ba6ab64d809f4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:11:35.134758 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb36c531-de36-417f-a164-27532f9d1af0 None None] Sync routers for ids ['32d40b22-081b-47bd-98fb-64b6ed9a4663'] in n-d-816865-1 {{(pid=102388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 19:11:35.145808 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb36c531-de36-417f-a164-27532f9d1af0 None None] Routers {'32d40b22-081b-47bd-98fb-64b6ed9a4663'} bound to L3 agent in host n-d-816865-1 {{(pid=102388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 19:11:35.146578 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-fb36c531-de36-417f-a164-27532f9d1af0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T19:11:05Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['32d40b22-081b-47bd-98fb-64b6ed9a4663'], 'active': True} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:11:35.202014 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-3f76e918-3121-47e8-8c08-67a1075ef889 tempest-TestServerBasicOps-347779040 tempest-TestServerBasicOps-347779040-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:11:35.259989 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvr_db [None req-fb36c531-de36-417f-a164-27532f9d1af0 None None] Set router 32d40b22-081b-47bd-98fb-64b6ed9a4663 gateway port host: n-d-816865-1 {{(pid=102388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 19:11:35.262520 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-3f76e918-3121-47e8-8c08-67a1075ef889 tempest-TestServerBasicOps-347779040 tempest-TestServerBasicOps-347779040-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:11:35.357646 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-3f76e918-3121-47e8-8c08-67a1075ef889 tempest-TestServerBasicOps-347779040 tempest-TestServerBasicOps-347779040-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985308'] for security_group_rule, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:11:35.386189 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f76e918-3121-47e8-8c08-67a1075ef889 tempest-TestServerBasicOps-347779040 tempest-TestServerBasicOps-347779040-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd68a795-82d8-4fca-9143-b9b4b6a3c1d1,revision_number=0']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:11:35.404413 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 388babe9-32c1-420e-8059-11c31cdf6923 up at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 19:11:35.438986 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-31d375c0-5aa8-4cd7-b80e-a41d7531f2e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:11:35.472845 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-3f76e918-3121-47e8-8c08-67a1075ef889 tempest-TestServerBasicOps-347779040 tempest-TestServerBasicOps-347779040-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:11:35.474294 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-3f76e918-3121-47e8-8c08-67a1075ef889 tempest-TestServerBasicOps-347779040 tempest-TestServerBasicOps-347779040-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3773358 Nov 05 19:11:35.476768 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 34632) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:11:35.482238 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-bb5e7a3e-78a1-435b-a3b2-9b7f3068c114 tempest-TestServerBasicOps-347779040 tempest-TestServerBasicOps-347779040-project] Request body: {'security_group_rule': {'security_group_id': 'b21dd0ae-690b-48c4-b07b-86a870c619a3', 'project_id': '60a297cf243942dda17ba6ab64d809f4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:11:35.505616 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Provisioning complete for port 388babe9-32c1-420e-8059-11c31cdf6923 triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:11:35.505987 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:11:35.555053 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-fb36c531-de36-417f-a164-27532f9d1af0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32d40b22-081b-47bd-98fb-64b6ed9a4663', 'name': 'tempest-TestServerBasicOps-990105818-router', 'tenant_id': 'a7797cc475cd482d83558219d8aee1d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.228'}], 'enable_snat': True}, 'gw_port_id': '388babe9-32c1-420e-8059-11c31cdf6923', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T19:11:27Z', 'updated_at': '2021-11-05T19:11:32Z', 'revision_number': 4, 'project_id': 'a7797cc475cd482d83558219d8aee1d4', 'gw_port': {'id': '388babe9-32c1-420e-8059-11c31cdf6923', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:ca:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32d40b22-081b-47bd-98fb-64b6ed9a4663', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3563, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:11:28Z', 'updated_at': '2021-11-05T19:11:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1', '_interfaces': [{'id': 'ac1fd8c9-1a66-47fb-91e1-9fd07c658d44', 'name': '', 'network_id': '7d8f8339-07ce-43c0-bb92-2044f3936cdc', 'tenant_id': 'a7797cc475cd482d83558219d8aee1d4', 'mac_address': 'fa:16:3e:46:fd:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32d40b22-081b-47bd-98fb-64b6ed9a4663', 'device_owner': 'network:router_interface', 'standard_attr_id': 3564, 'fixed_ips': [{'subnet_id': '287aa079-71f8-4436-8d52-113644ba450d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:11:31Z', 'updated_at': '2021-11-05T19:11:32Z', 'revision_number': 2, 'project_id': 'a7797cc475cd482d83558219d8aee1d4', 'subnets': [{'id': '287aa079-71f8-4436-8d52-113644ba450d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-1', False) {} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:11:35.562677 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-bb5e7a3e-78a1-435b-a3b2-9b7f3068c114 tempest-TestServerBasicOps-347779040 tempest-TestServerBasicOps-347779040-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:11:35.585274 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb36c531-de36-417f-a164-27532f9d1af0 None None] Checking router: 32d40b22-081b-47bd-98fb-64b6ed9a4663 for host: n-d-816865-1 {{(pid=102388) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 19:11:35.585691 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb36c531-de36-417f-a164-27532f9d1af0 None None] Updating router 32d40b22-081b-47bd-98fb-64b6ed9a4663 port ac1fd8c9-1a66-47fb-91e1-9fd07c658d44 binding host n-d-816865-1 {{(pid=102388) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 05 19:11:35.630614 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-bb5e7a3e-78a1-435b-a3b2-9b7f3068c114 tempest-TestServerBasicOps-347779040 tempest-TestServerBasicOps-347779040-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:11:35.649415 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-fb36c531-de36-417f-a164-27532f9d1af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:11:35.733901 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-bb5e7a3e-78a1-435b-a3b2-9b7f3068c114 tempest-TestServerBasicOps-347779040 tempest-TestServerBasicOps-347779040-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985308'] for security_group_rule, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:11:35.752906 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5e7a3e-78a1-435b-a3b2-9b7f3068c114 tempest-TestServerBasicOps-347779040 tempest-TestServerBasicOps-347779040-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a503da9b-0f91-4078-938e-34272c894b9d,revision_number=0']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:11:35.832357 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Device 7fccd08d-0bde-4f7c-adb7-1bf06e804a06 up at agent hyperv_n-h2-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 19:11:35.859226 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 34642) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:11:35.891266 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-bb5e7a3e-78a1-435b-a3b2-9b7f3068c114 tempest-TestServerBasicOps-347779040 tempest-TestServerBasicOps-347779040-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:11:35.892134 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-bb5e7a3e-78a1-435b-a3b2-9b7f3068c114 tempest-TestServerBasicOps-347779040 tempest-TestServerBasicOps-347779040-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4142096 Nov 05 19:11:35.895421 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 34644) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:11:35.901577 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-283bf60e-c059-46a2-b058-6051cba65988 tempest-TestServerBasicOps-347779040 tempest-TestServerBasicOps-347779040-project] Request body: {'security_group_rule': {'security_group_id': 'b21dd0ae-690b-48c4-b07b-86a870c619a3', 'project_id': '60a297cf243942dda17ba6ab64d809f4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:11:35.927464 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466daef9-f15c-4045-ac80-927246c40616 req-15082ca4-632d-4e27-af6d-45a2bd9f1ac1 tempest-VolumesActionsTest-377610318 tempest-VolumesActionsTest-377610318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:11:35.929163 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-466daef9-f15c-4045-ac80-927246c40616 req-15082ca4-632d-4e27-af6d-45a2bd9f1ac1 tempest-VolumesActionsTest-377610318 tempest-VolumesActionsTest-377610318-project] 10.222.0.13 "GET /v2.0/ports?device_id=d64a705e-38ea-4784-a8eb-6475e7d3b924 HTTP/1.1" status: 200 len: 944 time: 0.0810289 Nov 05 19:11:35.944875 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73d987a6-8ebc-47b2-90b4-2ae7af21adb5 tempest-TestNetworkBasicOps-495762271 tempest-TestNetworkBasicOps-495762271-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:11:35.945286 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73d987a6-8ebc-47b2-90b4-2ae7af21adb5 tempest-TestNetworkBasicOps-495762271 tempest-TestNetworkBasicOps-495762271-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:11:35.945819 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73d987a6-8ebc-47b2-90b4-2ae7af21adb5 tempest-TestNetworkBasicOps-495762271 tempest-TestNetworkBasicOps-495762271-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:11:35.950101 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-73d987a6-8ebc-47b2-90b4-2ae7af21adb5 tempest-TestNetworkBasicOps-495762271 tempest-TestNetworkBasicOps-495762271-project-admin] 10.222.0.13 "GET /v2.0/ports?project_id=e6881a268b314b538ad6a867b46f1df8&network_id=63299ea6-43b5-4921-ba00-89662e2353e0 HTTP/1.1" status: 200 len: 2969 time: 0.0873635 Nov 05 19:11:35.990292 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-466daef9-f15c-4045-ac80-927246c40616 req-7ba01c8a-20c7-41d5-90cb-9c461d191d68 tempest-VolumesActionsTest-377610318 tempest-VolumesActionsTest-377610318-project] 10.222.0.13 "GET /v2.0/security-groups?id=b3ab9bed-c225-40bf-ac80-c6105a7b5733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457959 Nov 05 19:11:36.006831 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-fb36c531-de36-417f-a164-27532f9d1af0 None None] Publish callbacks [] for port, precommit_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:11:36.010875 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Provisioning for port 7fccd08d-0bde-4f7c-adb7-1bf06e804a06 completed by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 05 19:11:36.014763 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Provisioning complete for port 7fccd08d-0bde-4f7c-adb7-1bf06e804a06 triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:11:36.019887 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:11:36.048271 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-283bf60e-c059-46a2-b058-6051cba65988 tempest-TestServerBasicOps-347779040 tempest-TestServerBasicOps-347779040-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:11:36.085440 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-fb36c531-de36-417f-a164-27532f9d1af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:11:36.102941 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-283bf60e-c059-46a2-b058-6051cba65988 tempest-TestServerBasicOps-347779040 tempest-TestServerBasicOps-347779040-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:11:36.133577 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:11:36.211508 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-283bf60e-c059-46a2-b058-6051cba65988 tempest-TestServerBasicOps-347779040 tempest-TestServerBasicOps-347779040-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985308'] for security_group_rule, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:11:36.237879 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283bf60e-c059-46a2-b058-6051cba65988 tempest-TestServerBasicOps-347779040 tempest-TestServerBasicOps-347779040-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8ac2b5d-6253-41a3-a879-7619e0ec1c12,revision_number=0']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:11:36.331465 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-283bf60e-c059-46a2-b058-6051cba65988 tempest-TestServerBasicOps-347779040 tempest-TestServerBasicOps-347779040-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:11:36.333223 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-283bf60e-c059-46a2-b058-6051cba65988 tempest-TestServerBasicOps-347779040 tempest-TestServerBasicOps-347779040-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4360993 Nov 05 19:11:36.335937 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 34650) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:11:36.340220 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-51901df5-2f98-428c-aa2a-6b3543c0ba5f tempest-TestServerBasicOps-347779040 tempest-TestServerBasicOps-347779040-project] Request body: {'security_group_rule': {'security_group_id': 'b21dd0ae-690b-48c4-b07b-86a870c619a3', 'project_id': '60a297cf243942dda17ba6ab64d809f4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:11:36.345072 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bfd1fd1-28a1-4811-9d4a-a76e9dc4902d None None] Pushing event updated for resources: {'Port': ['ID=ac1fd8c9-1a66-47fb-91e1-9fd07c658d44,revision_number=3']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:11:36.366230 n-d-816865-1 neutron-server[102388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd64a705e-38ea-4784-a8eb-6475e7d3b924', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fccd08d-0bde-4f7c-adb7-1bf06e804a06'}] {{(pid=102388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 19:11:36.368488 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85474fee1180e129d8a886d264fe0b30223aa672dd1ffe43b630605f18504f68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26ccf117-ffd3-4464-a099-c119b9aafdb1" -d '{"events": [{"server_uuid": "d64a705e-38ea-4784-a8eb-6475e7d3b924", "name": "network-vif-plugged", "status": "completed", "tag": "7fccd08d-0bde-4f7c-adb7-1bf06e804a06"}]}' {{(pid=102388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 19:11:36.402982 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] For port 7fccd08d-0bde-4f7c-adb7-1bf06e804a06, host n-h2-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=7fccd08d-0bde-4f7c-adb7-1bf06e804a06,segment=NetworkSegment(e5810171-63b7-42f9-86c7-5a9a78584f19),segment_id=e5810171-63b7-42f9-86c7-5a9a78584f19)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:11:36.421398 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 19:11:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce6a289a-c44c-4461-8755-b6f303d1593e x-openstack-request-id: req-ce6a289a-c44c-4461-8755-b6f303d1593e {{(pid=102388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 19:11:36.427266 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d64a705e-38ea-4784-a8eb-6475e7d3b924", "name": "network-vif-plugged", "status": "completed", "tag": "7fccd08d-0bde-4f7c-adb7-1bf06e804a06", "code": 200}]} {{(pid=102388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 19:11:36.427266 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ce6a289a-c44c-4461-8755-b6f303d1593e {{(pid=102388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 19:11:36.427266 n-d-816865-1 neutron-server[102388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd64a705e-38ea-4784-a8eb-6475e7d3b924', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fccd08d-0bde-4f7c-adb7-1bf06e804a06', 'code': 200} Nov 05 19:11:36.439694 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-43bd81e0-7932-47e6-88c4-b495d3a68e45 None None] Provisioning complete for port ac1fd8c9-1a66-47fb-91e1-9fd07c658d44 triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:11:36.440071 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-43bd81e0-7932-47e6-88c4-b495d3a68e45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:11:36.441640 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-fb36c531-de36-417f-a164-27532f9d1af0 None None] Attempting to bind port ac1fd8c9-1a66-47fb-91e1-9fd07c658d44 on host n-d-816865-1 for vnic_type normal with profile {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 19:11:36.442003 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-fb36c531-de36-417f-a164-27532f9d1af0 None None] Attempting to bind port ac1fd8c9-1a66-47fb-91e1-9fd07c658d44 by drivers openvswitch,hyperv on host n-d-816865-1 at level 0 using segments [{'id': '3dfd3cf3-2d11-4c4c-927f-c0b19cc54e51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '7d8f8339-07ce-43c0-bb92-2044f3936cdc'}] {{(pid=102388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 19:11:36.442456 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb36c531-de36-417f-a164-27532f9d1af0 None None] Attempting to bind port ac1fd8c9-1a66-47fb-91e1-9fd07c658d44 on network 7d8f8339-07ce-43c0-bb92-2044f3936cdc {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 19:11:36.470840 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:11:36.473172 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb36c531-de36-417f-a164-27532f9d1af0 None None] Checking agent: {'id': '724d89a7-611b-41e6-bc85-c48112b17afa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 18, 25, 8), 'started_at': datetime.datetime(2021, 11, 5, 18, 25, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 19, 11, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 19:11:36.473551 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb36c531-de36-417f-a164-27532f9d1af0 None None] Checking segment: {'id': '3dfd3cf3-2d11-4c4c-927f-c0b19cc54e51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '7d8f8339-07ce-43c0-bb92-2044f3936cdc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 19:11:36.473942 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-fb36c531-de36-417f-a164-27532f9d1af0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:11:36.474356 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb36c531-de36-417f-a164-27532f9d1af0 None None] Bound using segment: {'id': '3dfd3cf3-2d11-4c4c-927f-c0b19cc54e51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '7d8f8339-07ce-43c0-bb92-2044f3936cdc'} {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 19:11:36.474830 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-fb36c531-de36-417f-a164-27532f9d1af0 None None] Bound port: ac1fd8c9-1a66-47fb-91e1-9fd07c658d44, host: n-d-816865-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3dfd3cf3-2d11-4c4c-927f-c0b19cc54e51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '7d8f8339-07ce-43c0-bb92-2044f3936cdc'}}] {{(pid=102388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 19:11:36.475207 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-fb36c531-de36-417f-a164-27532f9d1af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:11:36.485950 n-d-816865-1 neutron-server[102387]: INFO neutron.db.securitygroups_db [None req-51901df5-2f98-428c-aa2a-6b3543c0ba5f tempest-TestServerBasicOps-347779040 tempest-TestServerBasicOps-347779040-project] Project 60a297cf243942dda17ba6ab64d809f4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 05 19:11:36.491425 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-51901df5-2f98-428c-aa2a-6b3543c0ba5f tempest-TestServerBasicOps-347779040 tempest-TestServerBasicOps-347779040-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:11:36.495844 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b304910f-7b27-444b-a8fc-977d26b1ceac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:11:36.497148 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:11:36.523407 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-43bd81e0-7932-47e6-88c4-b495d3a68e45 None None] Port ac1fd8c9-1a66-47fb-91e1-9fd07c658d44 cannot update to ACTIVE because it is not bound. {{(pid=102388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 19:11:36.529697 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650b7556-6f01-43a7-8e21-30f8548a4bd4 req-7916168e-a481-435c-9c47-fb4e31d45c3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:11:36.531303 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-650b7556-6f01-43a7-8e21-30f8548a4bd4 req-7916168e-a481-435c-9c47-fb4e31d45c3c service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=d64a705e-38ea-4784-a8eb-6475e7d3b924 HTTP/1.1" status: 200 len: 1096 time: 0.0513737 Nov 05 19:11:36.570083 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-51901df5-2f98-428c-aa2a-6b3543c0ba5f tempest-TestServerBasicOps-347779040 tempest-TestServerBasicOps-347779040-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:11:36.580324 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-650b7556-6f01-43a7-8e21-30f8548a4bd4 req-559834bc-31d9-4291-83fb-9948a9f7151f service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=b3ab9bed-c225-40bf-ac80-c6105a7b5733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420566 Nov 05 19:11:36.584961 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Pushing event updated for resources: {'Port': ['ID=7fccd08d-0bde-4f7c-adb7-1bf06e804a06,revision_number=5']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:11:36.598653 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-fb36c531-de36-417f-a164-27532f9d1af0 None None] For port ac1fd8c9-1a66-47fb-91e1-9fd07c658d44, host n-d-816865-1, cleared binding levels {{(pid=102388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 19:11:36.599061 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-fb36c531-de36-417f-a164-27532f9d1af0 None None] For port ac1fd8c9-1a66-47fb-91e1-9fd07c658d44, host n-d-816865-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=ac1fd8c9-1a66-47fb-91e1-9fd07c658d44,segment=NetworkSegment(3dfd3cf3-2d11-4c4c-927f-c0b19cc54e51),segment_id=3dfd3cf3-2d11-4c4c-927f-c0b19cc54e51)] {{(pid=102388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 19:11:36.651196 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-51901df5-2f98-428c-aa2a-6b3543c0ba5f tempest-TestServerBasicOps-347779040 tempest-TestServerBasicOps-347779040-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985308'] for security_group_rule, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:11:36.670104 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51901df5-2f98-428c-aa2a-6b3543c0ba5f tempest-TestServerBasicOps-347779040 tempest-TestServerBasicOps-347779040-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5f5c460-d473-4709-9a41-031cbb27a04d,revision_number=0']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:11:36.686330 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-fb36c531-de36-417f-a164-27532f9d1af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:11:36.748970 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bfd1fd1-28a1-4811-9d4a-a76e9dc4902d None None] Pushing event updated for resources: {'Port': ['ID=ac1fd8c9-1a66-47fb-91e1-9fd07c658d44,revision_number=4']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:11:36.751658 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb36c531-de36-417f-a164-27532f9d1af0 None None] Routers {'32d40b22-081b-47bd-98fb-64b6ed9a4663'} bound to L3 agent in host n-d-816865-1 {{(pid=102388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 19:11:36.752537 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-fb36c531-de36-417f-a164-27532f9d1af0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T19:11:35Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['32d40b22-081b-47bd-98fb-64b6ed9a4663'], 'active': True} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:11:36.764798 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-51901df5-2f98-428c-aa2a-6b3543c0ba5f tempest-TestServerBasicOps-347779040 tempest-TestServerBasicOps-347779040-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:11:36.770602 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-51901df5-2f98-428c-aa2a-6b3543c0ba5f tempest-TestServerBasicOps-347779040 tempest-TestServerBasicOps-347779040-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4295835 Nov 05 19:11:36.771052 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 34656) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:11:36.781119 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-6cf34652-bc2e-4b1a-8715-6e77129547b4 tempest-TestServerBasicOps-347779040 tempest-TestServerBasicOps-347779040-project] Request body: {'security_group_rule': {'security_group_id': 'b21dd0ae-690b-48c4-b07b-86a870c619a3', 'project_id': '60a297cf243942dda17ba6ab64d809f4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:11:36.883006 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvr_db [None req-fb36c531-de36-417f-a164-27532f9d1af0 None None] Set router 32d40b22-081b-47bd-98fb-64b6ed9a4663 gateway port host: n-d-816865-1 {{(pid=102388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 19:11:36.889188 n-d-816865-1 neutron-server[102386]: INFO neutron.db.securitygroups_db [None req-6cf34652-bc2e-4b1a-8715-6e77129547b4 tempest-TestServerBasicOps-347779040 tempest-TestServerBasicOps-347779040-project] Project 60a297cf243942dda17ba6ab64d809f4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 05 19:11:36.896063 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-6cf34652-bc2e-4b1a-8715-6e77129547b4 tempest-TestServerBasicOps-347779040 tempest-TestServerBasicOps-347779040-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:11:36.974266 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-6cf34652-bc2e-4b1a-8715-6e77129547b4 tempest-TestServerBasicOps-347779040 tempest-TestServerBasicOps-347779040-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:11:37.071236 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-ee5d67a8-643f-4790-a7fc-1f1b466fadd4 None None] Provisioning complete for port ac1fd8c9-1a66-47fb-91e1-9fd07c658d44 triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:11:37.071612 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-ee5d67a8-643f-4790-a7fc-1f1b466fadd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:11:37.099578 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-6cf34652-bc2e-4b1a-8715-6e77129547b4 tempest-TestServerBasicOps-347779040 tempest-TestServerBasicOps-347779040-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985308'] for security_group_rule, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:11:37.118817 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1d84d1-a0a4-488f-9e74-c85d7e61f7e7 req-1e05feb5-31f2-421d-95cb-4d0467ff56cf tempest-VolumesActionsTest-377610318 tempest-VolumesActionsTest-377610318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:11:37.121039 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-dc1d84d1-a0a4-488f-9e74-c85d7e61f7e7 req-1e05feb5-31f2-421d-95cb-4d0467ff56cf tempest-VolumesActionsTest-377610318 tempest-VolumesActionsTest-377610318-project] 10.222.0.13 "GET /v2.0/ports?device_id=d64a705e-38ea-4784-a8eb-6475e7d3b924 HTTP/1.1" status: 200 len: 945 time: 0.0530856 Nov 05 19:11:37.126143 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf34652-bc2e-4b1a-8715-6e77129547b4 tempest-TestServerBasicOps-347779040 tempest-TestServerBasicOps-347779040-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2595a58e-8ea5-41bb-8222-ad7e01ad79f8,revision_number=0']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:11:37.174878 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-dc1d84d1-a0a4-488f-9e74-c85d7e61f7e7 req-72fd1160-c0a1-4a78-872f-8dca946a8eaa tempest-VolumesActionsTest-377610318 tempest-VolumesActionsTest-377610318-project] 10.222.0.13 "GET /v2.0/security-groups?id=b3ab9bed-c225-40bf-ac80-c6105a7b5733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461287 Nov 05 19:11:37.210770 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-fb36c531-de36-417f-a164-27532f9d1af0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32d40b22-081b-47bd-98fb-64b6ed9a4663', 'name': 'tempest-TestServerBasicOps-990105818-router', 'tenant_id': 'a7797cc475cd482d83558219d8aee1d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.228'}], 'enable_snat': True}, 'gw_port_id': '388babe9-32c1-420e-8059-11c31cdf6923', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T19:11:27Z', 'updated_at': '2021-11-05T19:11:32Z', 'revision_number': 4, 'project_id': 'a7797cc475cd482d83558219d8aee1d4', 'gw_port': {'id': '388babe9-32c1-420e-8059-11c31cdf6923', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:ca:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32d40b22-081b-47bd-98fb-64b6ed9a4663', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3563, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:11:28Z', 'updated_at': '2021-11-05T19:11:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1', '_interfaces': [{'id': 'ac1fd8c9-1a66-47fb-91e1-9fd07c658d44', 'name': '', 'network_id': '7d8f8339-07ce-43c0-bb92-2044f3936cdc', 'tenant_id': 'a7797cc475cd482d83558219d8aee1d4', 'mac_address': 'fa:16:3e:46:fd:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32d40b22-081b-47bd-98fb-64b6ed9a4663', 'device_owner': 'network:router_interface', 'standard_attr_id': 3564, 'fixed_ips': [{'subnet_id': '287aa079-71f8-4436-8d52-113644ba450d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:11:31Z', 'updated_at': '2021-11-05T19:11:36Z', 'revision_number': 4, 'project_id': 'a7797cc475cd482d83558219d8aee1d4', 'subnets': [{'id': '287aa079-71f8-4436-8d52-113644ba450d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-1', False) {} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:11:37.213890 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-ee5d67a8-643f-4790-a7fc-1f1b466fadd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:11:37.236840 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-6cf34652-bc2e-4b1a-8715-6e77129547b4 tempest-TestServerBasicOps-347779040 tempest-TestServerBasicOps-347779040-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:11:37.238359 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-6cf34652-bc2e-4b1a-8715-6e77129547b4 tempest-TestServerBasicOps-347779040 tempest-TestServerBasicOps-347779040-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4658911 Nov 05 19:11:37.245898 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb36c531-de36-417f-a164-27532f9d1af0 None None] The sync data for ids ['32d40b22-081b-47bd-98fb-64b6ed9a4663'] in n-d-816865-1 is: [{'id': '32d40b22-081b-47bd-98fb-64b6ed9a4663', 'name': 'tempest-TestServerBasicOps-990105818-router', 'tenant_id': 'a7797cc475cd482d83558219d8aee1d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.228'}], 'enable_snat': True}, 'gw_port_id': '388babe9-32c1-420e-8059-11c31cdf6923', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T19:11:27Z', 'updated_at': '2021-11-05T19:11:32Z', 'revision_number': 4, 'project_id': 'a7797cc475cd482d83558219d8aee1d4', 'gw_port': {'id': '388babe9-32c1-420e-8059-11c31cdf6923', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:ca:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32d40b22-081b-47bd-98fb-64b6ed9a4663', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3563, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:11:28Z', 'updated_at': '2021-11-05T19:11:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1', '_interfaces': [{'id': 'ac1fd8c9-1a66-47fb-91e1-9fd07c658d44', 'name': '', 'network_id': '7d8f8339-07ce-43c0-bb92-2044f3936cdc', 'tenant_id': 'a7797cc475cd482d83558219d8aee1d4', 'mac_address': 'fa:16:3e:46:fd:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32d40b22-081b-47bd-98fb-64b6ed9a4663', 'device_owner': 'network:router_interface', 'standard_attr_id': 3564, 'fixed_ips': [{'subnet_id': '287aa079-71f8-4436-8d52-113644ba450d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:11:31Z', 'updated_at': '2021-11-05T19:11:36Z', 'revision_number': 4, 'project_id': 'a7797cc475cd482d83558219d8aee1d4', 'subnets': [{'id': '287aa079-71f8-4436-8d52-113644ba450d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 19:11:37.284653 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-ee5d67a8-643f-4790-a7fc-1f1b466fadd4 None None] For port ac1fd8c9-1a66-47fb-91e1-9fd07c658d44, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=ac1fd8c9-1a66-47fb-91e1-9fd07c658d44,segment=NetworkSegment(3dfd3cf3-2d11-4c4c-927f-c0b19cc54e51),segment_id=3dfd3cf3-2d11-4c4c-927f-c0b19cc54e51)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:11:37.380041 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-ee5d67a8-643f-4790-a7fc-1f1b466fadd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:11:37.431676 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-619a0104-6e27-4ccc-9266-00e3c1e4007e req-e38a3469-f142-429a-9c0a-6262f4a842ab tempest-TestServerBasicOps-347779040 tempest-TestServerBasicOps-347779040-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1272090431&fields=id&tenant_id=60a297cf243942dda17ba6ab64d809f4 HTTP/1.1" status: 200 len: 267 time: 0.0603902 Nov 05 19:11:37.468894 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device ac1fd8c9-1a66-47fb-91e1-9fd07c658d44 up at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 19:11:37.472957 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5d67a8-643f-4790-a7fc-1f1b466fadd4 None None] Pushing event updated for resources: {'Port': ['ID=ac1fd8c9-1a66-47fb-91e1-9fd07c658d44,revision_number=5']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:11:37.547520 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Provisioning complete for port ac1fd8c9-1a66-47fb-91e1-9fd07c658d44 triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:11:37.547905 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:11:37.571413 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619a0104-6e27-4ccc-9266-00e3c1e4007e req-16e18075-0631-4a87-87d1-778558b101f4 tempest-TestServerBasicOps-347779040 tempest-TestServerBasicOps-347779040-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:11:37.573451 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-619a0104-6e27-4ccc-9266-00e3c1e4007e req-16e18075-0631-4a87-87d1-778558b101f4 tempest-TestServerBasicOps-347779040 tempest-TestServerBasicOps-347779040-project] 10.222.0.13 "GET /v2.0/networks?id=95bf24bc-61e1-4f85-8a76-7212484978aa HTTP/1.1" status: 200 len: 809 time: 0.1340802 Nov 05 19:11:37.599197 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-619a0104-6e27-4ccc-9266-00e3c1e4007e req-3a3b8322-d3f1-4b19-b166-2dfbd16da2ea tempest-TestServerBasicOps-347779040 tempest-TestServerBasicOps-347779040-project] 10.222.0.13 "GET /v2.0/quotas/60a297cf243942dda17ba6ab64d809f4 HTTP/1.1" status: 200 len: 375 time: 0.0130725 Nov 05 19:11:37.671429 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-619a0104-6e27-4ccc-9266-00e3c1e4007e req-c1b57d9f-678f-4323-a82e-c612a170d74a tempest-TestServerBasicOps-347779040 tempest-TestServerBasicOps-347779040-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=60a297cf243942dda17ba6ab64d809f4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0582957 Nov 05 19:11:37.756604 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 34690) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:11:37.792665 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-619a0104-6e27-4ccc-9266-00e3c1e4007e req-5d3fe7ae-cbc4-49ec-a3b2-2eb1b0a73c8c service neutron] 10.222.0.13 "GET /v2.0/networks/95bf24bc-61e1-4f85-8a76-7212484978aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1089220 Nov 05 19:11:37.831402 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53a1d529-d85c-4495-9c96-ab3765ef954d tempest-TestNetworkBasicOps-495762271 tempest-TestNetworkBasicOps-495762271-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:11:37.848559 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-53a1d529-d85c-4495-9c96-ab3765ef954d tempest-TestNetworkBasicOps-495762271 tempest-TestNetworkBasicOps-495762271-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=40c8335d-cd0b-4cb5-910a-d4dcddd5cbec HTTP/1.1" status: 200 len: 814 time: 0.0817888 Nov 05 19:11:37.926923 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-619a0104-6e27-4ccc-9266-00e3c1e4007e req-b5cab786-2942-41d3-b354-44adacb291f7 service neutron] 10.222.0.13 "GET /v2.0/networks/95bf24bc-61e1-4f85-8a76-7212484978aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1109202 Nov 05 19:11:38.220803 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118e3892-71ed-4acb-8c11-dcc478816088 req-e9527eb8-4d13-4029-a2a9-a77af9ebe4b5 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:11:38.222441 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-118e3892-71ed-4acb-8c11-dcc478816088 req-e9527eb8-4d13-4029-a2a9-a77af9ebe4b5 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] 10.222.0.13 "GET /v2.0/ports?device_id=6a98ef0f-dfb9-459b-b9cc-e3b18cabd026 HTTP/1.1" status: 200 len: 945 time: 0.0568643 Nov 05 19:11:38.275767 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-118e3892-71ed-4acb-8c11-dcc478816088 req-dc47f3a5-9fdd-40c0-8288-0b43ae198504 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] 10.222.0.13 "GET /v2.0/security-groups?id=58a0d76a-fac3-49dd-bb58-977488bd5154&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468326 Nov 05 19:11:38.306030 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 34704) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:11:38.312556 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-2d02605a-a312-4e3e-8832-b9fe204f5d0a tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Request body: {'network': {'name': 'tempest-network-smoke--650109238', 'project_id': 'e6881a268b314b538ad6a867b46f1df8', 'port_security_enabled': True}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:11:38.343196 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-31f93893-a48e-4ae8-833d-dccb2b42eacc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:11:38.392506 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db1e08b-0411-4153-acea-53516db90d57 req-8bee0b54-f5de-4b06-8e44-9285ec1853db tempest-VolumesActionsTest-377610318 tempest-VolumesActionsTest-377610318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:11:38.394176 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-6db1e08b-0411-4153-acea-53516db90d57 req-8bee0b54-f5de-4b06-8e44-9285ec1853db tempest-VolumesActionsTest-377610318 tempest-VolumesActionsTest-377610318-project] 10.222.0.13 "GET /v2.0/ports?device_id=d64a705e-38ea-4784-a8eb-6475e7d3b924 HTTP/1.1" status: 200 len: 945 time: 0.0537410 Nov 05 19:11:38.462120 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d02605a-a312-4e3e-8832-b9fe204f5d0a tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Made reservation on behalf of e6881a268b314b538ad6a867b46f1df8 for: {'network': 1} {{(pid=102386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 19:11:38.466161 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-6db1e08b-0411-4153-acea-53516db90d57 req-b73032ff-e58e-4d1c-ae74-5403e260d0e4 tempest-VolumesActionsTest-377610318 tempest-VolumesActionsTest-377610318-project] 10.222.0.13 "GET /v2.0/security-groups?id=b3ab9bed-c225-40bf-ac80-c6105a7b5733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617867 Nov 05 19:11:38.469405 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-2d02605a-a312-4e3e-8832-b9fe204f5d0a tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for network, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:11:38.513249 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d02605a-a312-4e3e-8832-b9fe204f5d0a tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 154} {{(pid=102386) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 05 19:11:38.523237 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-2d02605a-a312-4e3e-8832-b9fe204f5d0a tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273'] for segment, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:11:38.526204 n-d-816865-1 neutron-server[102386]: INFO neutron.db.segments_db [None req-2d02605a-a312-4e3e-8832-b9fe204f5d0a tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Added segment 5ed931a8-ca53-43e2-8fd7-cbca69b6184e of type vlan for network c2f2fa3a-169f-4b4b-b10c-ecea5acc32c0 Nov 05 19:11:38.598588 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-2d02605a-a312-4e3e-8832-b9fe204f5d0a tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750027258543'] for network, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:11:38.625783 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:11:38.658650 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-144a674c-8ce3-4ffa-93f0-a339ae7e6bd5 req-f9191d50-d520-4988-bc25-ead5e26c3823 tempest-TestServerBasicOps-347779040 tempest-TestServerBasicOps-347779040-project] 10.222.0.13 "GET /v2.0/ports?device_id=21cc3162-f870-44e5-a083-97155afbc498 HTTP/1.1" status: 200 len: 210 time: 0.0555985 Nov 05 19:11:38.781222 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-2d02605a-a312-4e3e-8832-b9fe204f5d0a tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-956796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877'] for network, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:11:38.788836 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d02605a-a312-4e3e-8832-b9fe204f5d0a tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:11:38.793723 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-2d02605a-a312-4e3e-8832-b9fe204f5d0a tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Publish callbacks [] for network, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:11:39.220383 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-2d02605a-a312-4e3e-8832-b9fe204f5d0a tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.9128611 Nov 05 19:11:39.225407 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 34728) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:11:39.234722 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d02605a-a312-4e3e-8832-b9fe204f5d0a tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Pushing event updated for resources: {'Network': ['ID=c2f2fa3a-169f-4b4b-b10c-ecea5acc32c0,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:11:39.248842 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Network c2f2fa3a-169f-4b4b-b10c-ecea5acc32c0 details requested by agent ovs-agent-n-d-816865-1 with host n-d-816865-1 {{(pid=102388) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 05 19:11:39.378213 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62291e02-98d2-494a-91b6-93104b92b748 tempest-TestNetworkBasicOps-495762271 tempest-TestNetworkBasicOps-495762271-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:11:39.383607 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 34734) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:11:39.383858 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-62291e02-98d2-494a-91b6-93104b92b748 tempest-TestNetworkBasicOps-495762271 tempest-TestNetworkBasicOps-495762271-project-admin] 10.222.0.13 "GET /v2.0/subnets?project_id=e6881a268b314b538ad6a867b46f1df8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.1583271 Nov 05 19:11:39.439616 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device ac1fd8c9-1a66-47fb-91e1-9fd07c658d44 up at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 19:11:39.494465 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044d0ddd-9e4d-4012-a0d4-7c09727a05aa req-b5bb145e-6aa5-4261-ba84-748dba5ccecb tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:11:39.497298 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-044d0ddd-9e4d-4012-a0d4-7c09727a05aa req-b5bb145e-6aa5-4261-ba84-748dba5ccecb tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] 10.222.0.13 "GET /v2.0/ports?device_id=6a98ef0f-dfb9-459b-b9cc-e3b18cabd026 HTTP/1.1" status: 200 len: 945 time: 0.0750167 Nov 05 19:11:39.509269 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Provisioning complete for port ac1fd8c9-1a66-47fb-91e1-9fd07c658d44 triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:11:39.509837 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:11:39.527040 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31a309d1-5af5-49b4-a00c-3c023d989d30 tempest-TestNetworkBasicOps-495762271 tempest-TestNetworkBasicOps-495762271-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:11:39.529360 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-31a309d1-5af5-49b4-a00c-3c023d989d30 tempest-TestNetworkBasicOps-495762271 tempest-TestNetworkBasicOps-495762271-project-admin] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1447356 Nov 05 19:11:39.532393 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 34736) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:11:39.579403 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-4e2a9769-973c-47c1-b248-95dec746bc09 tempest-TestNetworkBasicOps-495762271 tempest-TestNetworkBasicOps-495762271-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=40c8335d-cd0b-4cb5-910a-d4dcddd5cbec&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0431082 Nov 05 19:11:39.587287 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 34740) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:11:39.589159 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-044d0ddd-9e4d-4012-a0d4-7c09727a05aa req-ddac5910-9df3-41a8-8be8-f95659009981 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] 10.222.0.13 "GET /v2.0/security-groups?id=58a0d76a-fac3-49dd-bb58-977488bd5154&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0818036 Nov 05 19:11:39.636305 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-83958eda-7e64-41d3-b3cf-bc22bb27b55e tempest-TestNetworkBasicOps-495762271 tempest-TestNetworkBasicOps-495762271-project-admin] 10.222.0.13 "GET /v2.0/subnets?project_id=e6881a268b314b538ad6a867b46f1df8&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0359824 Nov 05 19:11:39.636710 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 34742) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:11:39.745944 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74881f86-6fdf-4c96-a814-5664253afbbc tempest-TestNetworkBasicOps-495762271 tempest-TestNetworkBasicOps-495762271-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:11:39.747873 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-74881f86-6fdf-4c96-a814-5664253afbbc tempest-TestNetworkBasicOps-495762271 tempest-TestNetworkBasicOps-495762271-project-admin] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1098962 Nov 05 19:11:39.754606 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 34750) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:11:39.756863 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-54abb64b-7a8c-43cb-b9f3-36a146cb6e15 req-ba6fc83f-3419-4b1e-8167-00e1e20e3a10 tempest-TestServerBasicOps-347779040 tempest-TestServerBasicOps-347779040-project] 10.222.0.13 "GET /v2.0/ports?device_id=21cc3162-f870-44e5-a083-97155afbc498 HTTP/1.1" status: 200 len: 210 time: 0.0311227 Nov 05 19:11:39.789563 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-6ecace43-ebb4-499d-b039-fa6ce7a1a47b tempest-TestNetworkBasicOps-495762271 tempest-TestNetworkBasicOps-495762271-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=40c8335d-cd0b-4cb5-910a-d4dcddd5cbec&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0337563 Nov 05 19:11:39.792099 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 34752) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:11:39.797634 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-0165cffb-1ed9-4905-8706-9a0aa3c85adb tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2138777942', 'network_id': 'c2f2fa3a-169f-4b4b-b10c-ecea5acc32c0', 'project_id': 'e6881a268b314b538ad6a867b46f1df8', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:11:40.034191 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0165cffb-1ed9-4905-8706-9a0aa3c85adb tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Made reservation on behalf of e6881a268b314b538ad6a867b46f1df8 for: {'subnet': 1} {{(pid=102386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 19:11:40.037979 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-0165cffb-1ed9-4905-8706-9a0aa3c85adb tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4877122'] for subnet, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:11:40.327364 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb948614-feb1-4f34-9a5c-0b874b08a846 req-cdb52ab9-4740-4b1a-bee2-4b1b626047ac tempest-VolumesActionsTest-377610318 tempest-VolumesActionsTest-377610318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:11:40.331315 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-eb948614-feb1-4f34-9a5c-0b874b08a846 req-cdb52ab9-4740-4b1a-bee2-4b1b626047ac tempest-VolumesActionsTest-377610318 tempest-VolumesActionsTest-377610318-project] 10.222.0.13 "GET /v2.0/ports?device_id=d64a705e-38ea-4784-a8eb-6475e7d3b924 HTTP/1.1" status: 200 len: 945 time: 0.0572226 Nov 05 19:11:40.379012 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-eb948614-feb1-4f34-9a5c-0b874b08a846 req-f6bf4d53-a920-4f42-bdcb-2e962808a7f0 tempest-VolumesActionsTest-377610318 tempest-VolumesActionsTest-377610318-project] 10.222.0.13 "GET /v2.0/security-groups?id=b3ab9bed-c225-40bf-ac80-c6105a7b5733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437734 Nov 05 19:11:40.383275 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-0165cffb-1ed9-4905-8706-9a0aa3c85adb tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6149946', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4877172'] for subnet, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:11:40.446328 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0165cffb-1ed9-4905-8706-9a0aa3c85adb tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Pushing event updated for resources: {'Subnet': ['ID=6a142732-c944-458f-b5ca-b1c42a6d861f,revision_number=0']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:11:40.455750 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0165cffb-1ed9-4905-8706-9a0aa3c85adb tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Checking segment: {'id': '5ed931a8-ca53-43e2-8fd7-cbca69b6184e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'c2f2fa3a-169f-4b4b-b10c-ecea5acc32c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 19:11:40.456118 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0165cffb-1ed9-4905-8706-9a0aa3c85adb tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Network hostable DHCP agents. Network: c2f2fa3a-169f-4b4b-b10c-ecea5acc32c0, hostable agents: ['987e2ca0-bc3b-4c6f-a989-429ccfbf753f'], hosted agents: [] {{(pid=102386) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 05 19:11:40.510606 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0165cffb-1ed9-4905-8706-9a0aa3c85adb tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Network c2f2fa3a-169f-4b4b-b10c-ecea5acc32c0 is scheduled to be hosted by DHCP agent 987e2ca0-bc3b-4c6f-a989-429ccfbf753f with binding_index 1 {{(pid=102386) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 05 19:11:40.593897 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.base_scheduler [None req-0165cffb-1ed9-4905-8706-9a0aa3c85adb tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816865-1, c2f2fa3a-169f-4b4b-b10c-ecea5acc32c0) {{(pid=102386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 19:11:40.600956 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0165cffb-1ed9-4905-8706-9a0aa3c85adb tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:11:40.601693 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-0165cffb-1ed9-4905-8706-9a0aa3c85adb tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Publish callbacks [] for subnet, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:11:40.610781 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c1ed5e3-a1f5-4855-955c-b5940ae63703 None None] Network c2f2fa3a-169f-4b4b-b10c-ecea5acc32c0 requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 19:11:40.682555 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-0165cffb-1ed9-4905-8706-9a0aa3c85adb tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.8893735 Nov 05 19:11:40.737615 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1327384f-ed6e-4e8e-a26e-d1dbad5db8bd req-9b08a606-5ad5-40b5-978a-56fbccccb738 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:11:40.739682 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-1327384f-ed6e-4e8e-a26e-d1dbad5db8bd req-9b08a606-5ad5-40b5-978a-56fbccccb738 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] 10.222.0.13 "GET /v2.0/ports?device_id=6a98ef0f-dfb9-459b-b9cc-e3b18cabd026 HTTP/1.1" status: 200 len: 945 time: 0.0639384 Nov 05 19:11:40.789565 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5f1ffee-6f2e-4a7d-a44f-3464a6b4c7d9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeb20a084-accf-5b60-8075-3e69ebe863a6-c2f2fa3a-169f-4b4b-b10c-ecea5acc32c0', 'network_id': 'c2f2fa3a-169f-4b4b-b10c-ecea5acc32c0', 'tenant_id': 'e6881a268b314b538ad6a867b46f1df8', 'fixed_ips': [{'subnet_id': '6a142732-c944-458f-b5ca-b1c42a6d861f'}]}} from n-d-816865-1. {{(pid=102388) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 05 19:11:40.789565 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-e5f1ffee-6f2e-4a7d-a44f-3464a6b4c7d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:11:40.817610 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-1327384f-ed6e-4e8e-a26e-d1dbad5db8bd req-b0e43b4f-2a83-4e55-8092-07c2bfec1896 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] 10.222.0.13 "GET /v2.0/security-groups?id=58a0d76a-fac3-49dd-bb58-977488bd5154&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0663011 Nov 05 19:11:40.953639 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-4c7962eb-81a7-4ddb-869d-b96726252436 req-9089e03d-5c20-426a-bd39-2b544dde8f93 tempest-TestServerBasicOps-347779040 tempest-TestServerBasicOps-347779040-project] 10.222.0.13 "GET /v2.0/ports?device_id=21cc3162-f870-44e5-a083-97155afbc498 HTTP/1.1" status: 200 len: 210 time: 0.0480638 Nov 05 19:11:40.985496 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.db_base_plugin_common [None req-e5f1ffee-6f2e-4a7d-a44f-3464a6b4c7d9 None None] Allocated IP 172.20.0.18 (c2f2fa3a-169f-4b4b-b10c-ecea5acc32c0/6a142732-c944-458f-b5ca-b1c42a6d861f/77c7677e-d666-415e-a6e8-47b93cb95f9f) {{(pid=102388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 19:11:41.063478 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 34766) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:11:41.068458 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-7dc3fb2d-f40c-47cd-87a4-5104fed7660b tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-950364811', 'description': 'tempest-secgroup-smoke-950364811 description', 'project_id': 'e6881a268b314b538ad6a867b46f1df8'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:11:41.162605 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-e5f1ffee-6f2e-4a7d-a44f-3464a6b4c7d9 None None] Publish callbacks [] for port, precommit_create {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:11:41.168036 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-7dc3fb2d-f40c-47cd-87a4-5104fed7660b tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Publish callbacks [] for security_group, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:11:41.247869 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-7dc3fb2d-f40c-47cd-87a4-5104fed7660b tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Publish callbacks [] for security_group, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:11:41.254870 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-e5f1ffee-6f2e-4a7d-a44f-3464a6b4c7d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789'] for port, after_create {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:11:41.301421 n-d-816865-1 neutron-server[102388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5f1ffee-6f2e-4a7d-a44f-3464a6b4c7d9 None None] Network c2f2fa3a-169f-4b4b-b10c-ecea5acc32c0 is already hosted by enough agents. {{(pid=102388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 19:11:41.307585 n-d-816865-1 neutron-server[102388]: DEBUG neutron.scheduler.base_scheduler [None req-e5f1ffee-6f2e-4a7d-a44f-3464a6b4c7d9 None None] Resources bound (agent type, host, resource id): {{(pid=102388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 19:11:41.311896 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5f1ffee-6f2e-4a7d-a44f-3464a6b4c7d9 None None] Received port after_create {{(pid=102388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 19:11:41.320356 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-7dc3fb2d-f40c-47cd-87a4-5104fed7660b tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:11:41.381880 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc3fb2d-f40c-47cd-87a4-5104fed7660b tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0282a63a-36be-41c2-98a3-db6e16136338,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:11:41.387081 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f1ffee-6f2e-4a7d-a44f-3464a6b4c7d9 None None] Pushing event updated for resources: {'Port': ['ID=77c7677e-d666-415e-a6e8-47b93cb95f9f,revision_number=1']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:11:41.403794 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-e5f1ffee-6f2e-4a7d-a44f-3464a6b4c7d9 None None] Attempting to bind port 77c7677e-d666-415e-a6e8-47b93cb95f9f on host n-d-816865-1 for vnic_type normal with profile {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 19:11:41.404150 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-e5f1ffee-6f2e-4a7d-a44f-3464a6b4c7d9 None None] Attempting to bind port 77c7677e-d666-415e-a6e8-47b93cb95f9f by drivers openvswitch,hyperv on host n-d-816865-1 at level 0 using segments [{'id': '5ed931a8-ca53-43e2-8fd7-cbca69b6184e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'c2f2fa3a-169f-4b4b-b10c-ecea5acc32c0'}] {{(pid=102388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 19:11:41.406177 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5f1ffee-6f2e-4a7d-a44f-3464a6b4c7d9 None None] Attempting to bind port 77c7677e-d666-415e-a6e8-47b93cb95f9f on network c2f2fa3a-169f-4b4b-b10c-ecea5acc32c0 {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 19:11:41.410713 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5f1ffee-6f2e-4a7d-a44f-3464a6b4c7d9 None None] Checking agent: {'id': '724d89a7-611b-41e6-bc85-c48112b17afa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 18, 25, 8), 'started_at': datetime.datetime(2021, 11, 5, 18, 25, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 19, 11, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 19:11:41.411194 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5f1ffee-6f2e-4a7d-a44f-3464a6b4c7d9 None None] Checking segment: {'id': '5ed931a8-ca53-43e2-8fd7-cbca69b6184e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'c2f2fa3a-169f-4b4b-b10c-ecea5acc32c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 19:11:41.411776 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-e5f1ffee-6f2e-4a7d-a44f-3464a6b4c7d9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:11:41.412229 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5f1ffee-6f2e-4a7d-a44f-3464a6b4c7d9 None None] Bound using segment: {'id': '5ed931a8-ca53-43e2-8fd7-cbca69b6184e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'c2f2fa3a-169f-4b4b-b10c-ecea5acc32c0'} {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 19:11:41.412819 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-e5f1ffee-6f2e-4a7d-a44f-3464a6b4c7d9 None None] Bound port: 77c7677e-d666-415e-a6e8-47b93cb95f9f, host: n-d-816865-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ed931a8-ca53-43e2-8fd7-cbca69b6184e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'c2f2fa3a-169f-4b4b-b10c-ecea5acc32c0'}}] {{(pid=102388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 19:11:41.413277 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-e5f1ffee-6f2e-4a7d-a44f-3464a6b4c7d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:11:41.486564 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-7dc3fb2d-f40c-47cd-87a4-5104fed7660b tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Publish callbacks [] for security_group, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:11:41.488050 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-7dc3fb2d-f40c-47cd-87a4-5104fed7660b tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.4234328 Nov 05 19:11:41.490934 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 34774) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:11:41.495930 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-aeca1ddb-7c6b-4815-acdd-4ee4e235590c tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Request body: {'security_group_rule': {'security_group_id': '0282a63a-36be-41c2-98a3-db6e16136338', 'project_id': 'e6881a268b314b538ad6a867b46f1df8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:11:41.542776 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-e5f1ffee-6f2e-4a7d-a44f-3464a6b4c7d9 None None] For port 77c7677e-d666-415e-a6e8-47b93cb95f9f, host n-d-816865-1, cleared binding levels {{(pid=102388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 19:11:41.549883 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-e5f1ffee-6f2e-4a7d-a44f-3464a6b4c7d9 None None] For port 77c7677e-d666-415e-a6e8-47b93cb95f9f, host n-d-816865-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=77c7677e-d666-415e-a6e8-47b93cb95f9f,segment=NetworkSegment(5ed931a8-ca53-43e2-8fd7-cbca69b6184e),segment_id=5ed931a8-ca53-43e2-8fd7-cbca69b6184e)] {{(pid=102388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 19:11:41.645400 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084b6612-40ea-4914-9c37-ee16fb28a96a req-7b93bf52-d15e-44dd-a110-5885e9b060ae tempest-VolumesActionsTest-377610318 tempest-VolumesActionsTest-377610318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:11:41.647070 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-084b6612-40ea-4914-9c37-ee16fb28a96a req-7b93bf52-d15e-44dd-a110-5885e9b060ae tempest-VolumesActionsTest-377610318 tempest-VolumesActionsTest-377610318-project] 10.222.0.55 "GET /v2.0/ports?device_id=d64a705e-38ea-4784-a8eb-6475e7d3b924 HTTP/1.1" status: 200 len: 945 time: 0.0579202 Nov 05 19:11:41.685031 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-aeca1ddb-7c6b-4815-acdd-4ee4e235590c tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:11:41.697517 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-e5f1ffee-6f2e-4a7d-a44f-3464a6b4c7d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:11:41.806602 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f1ffee-6f2e-4a7d-a44f-3464a6b4c7d9 None None] Pushing event updated for resources: {'Port': ['ID=77c7677e-d666-415e-a6e8-47b93cb95f9f,revision_number=2']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:11:41.846452 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-aeca1ddb-7c6b-4815-acdd-4ee4e235590c tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:11:41.909246 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [req-084b6612-40ea-4914-9c37-ee16fb28a96a req-54da5a03-81e4-45a0-9eb8-aa99095f5687 tempest-VolumesActionsTest-377610318 tempest-VolumesActionsTest-377610318-project] Deleting port 7fccd08d-0bde-4f7c-adb7-1bf06e804a06 {{(pid=102386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 19:11:41.909632 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-084b6612-40ea-4914-9c37-ee16fb28a96a req-54da5a03-81e4-45a0-9eb8-aa99095f5687 tempest-VolumesActionsTest-377610318 tempest-VolumesActionsTest-377610318-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:11:41.917228 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8fc66a-1320-459e-90da-78445163e8fd req-389f63e8-6e90-4d58-97bd-a6980544b661 tempest-VolumesActionsTest-377610318 tempest-VolumesActionsTest-377610318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:11:41.920346 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-2e8fc66a-1320-459e-90da-78445163e8fd req-389f63e8-6e90-4d58-97bd-a6980544b661 tempest-VolumesActionsTest-377610318 tempest-VolumesActionsTest-377610318-project] 10.222.0.13 "GET /v2.0/ports?device_id=d64a705e-38ea-4784-a8eb-6475e7d3b924 HTTP/1.1" status: 200 len: 945 time: 0.1239865 Nov 05 19:11:41.947587 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-aeca1ddb-7c6b-4815-acdd-4ee4e235590c tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985308'] for security_group_rule, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:11:41.975083 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619a0104-6e27-4ccc-9266-00e3c1e4007e req-35aaa064-6fa4-424f-805b-61dcea913831 tempest-TestServerBasicOps-347779040 tempest-TestServerBasicOps-347779040-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:11:41.977130 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-619a0104-6e27-4ccc-9266-00e3c1e4007e req-35aaa064-6fa4-424f-805b-61dcea913831 tempest-TestServerBasicOps-347779040 tempest-TestServerBasicOps-347779040-project] 10.222.0.41 "GET /v2.0/networks?id=95bf24bc-61e1-4f85-8a76-7212484978aa HTTP/1.1" status: 200 len: 809 time: 0.5269330 Nov 05 19:11:41.998078 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeca1ddb-7c6b-4815-acdd-4ee4e235590c tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=312f215f-fd6c-42f5-8222-abfd2f0c4e84,revision_number=0']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:11:42.062233 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [req-084b6612-40ea-4914-9c37-ee16fb28a96a req-54da5a03-81e4-45a0-9eb8-aa99095f5687 tempest-VolumesActionsTest-377610318 tempest-VolumesActionsTest-377610318-project] For port 7fccd08d-0bde-4f7c-adb7-1bf06e804a06, host n-h2-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=7fccd08d-0bde-4f7c-adb7-1bf06e804a06,segment=NetworkSegment(e5810171-63b7-42f9-86c7-5a9a78584f19),segment_id=e5810171-63b7-42f9-86c7-5a9a78584f19)] {{(pid=102386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:11:42.062755 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-084b6612-40ea-4914-9c37-ee16fb28a96a req-54da5a03-81e4-45a0-9eb8-aa99095f5687 tempest-VolumesActionsTest-377610318 tempest-VolumesActionsTest-377610318-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:11:42.095005 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-2e8fc66a-1320-459e-90da-78445163e8fd req-987fa98e-792e-497d-aa3a-bf450d47dd46 tempest-VolumesActionsTest-377610318 tempest-VolumesActionsTest-377610318-project] 10.222.0.13 "GET /v2.0/security-groups?id=b3ab9bed-c225-40bf-ac80-c6105a7b5733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1642346 Nov 05 19:11:42.095172 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [req-084b6612-40ea-4914-9c37-ee16fb28a96a req-54da5a03-81e4-45a0-9eb8-aa99095f5687 tempest-VolumesActionsTest-377610318 tempest-VolumesActionsTest-377610318-project] Calling delete_port for 7fccd08d-0bde-4f7c-adb7-1bf06e804a06 owned by compute:nova {{(pid=102386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 19:11:42.099873 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-aeca1ddb-7c6b-4815-acdd-4ee4e235590c tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:11:42.104341 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-aeca1ddb-7c6b-4815-acdd-4ee4e235590c tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6093800 Nov 05 19:11:42.112296 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 34780) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:11:42.117321 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9db719e-69b9-4dce-9db5-028406d4f850 req-0553fa39-c80c-49cf-a8ca-8ed7b04216fd tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:11:42.124523 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-6d45d211-a4c8-4a4a-837c-8303fa2618e7 tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Request body: {'security_group_rule': {'security_group_id': '0282a63a-36be-41c2-98a3-db6e16136338', 'project_id': 'e6881a268b314b538ad6a867b46f1df8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:11:42.126880 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-e9db719e-69b9-4dce-9db5-028406d4f850 req-0553fa39-c80c-49cf-a8ca-8ed7b04216fd tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] 10.222.0.13 "GET /v2.0/ports?device_id=6a98ef0f-dfb9-459b-b9cc-e3b18cabd026 HTTP/1.1" status: 200 len: 945 time: 0.1787102 Nov 05 19:11:42.158649 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-619a0104-6e27-4ccc-9266-00e3c1e4007e req-aca70a37-723c-46c7-9e62-9b1c71343b9c tempest-TestServerBasicOps-347779040 tempest-TestServerBasicOps-347779040-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=60a297cf243942dda17ba6ab64d809f4 HTTP/1.1" status: 200 len: 380 time: 0.1583483 Nov 05 19:11:42.183065 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [req-619a0104-6e27-4ccc-9266-00e3c1e4007e req-b7adefe0-b329-4dd2-913a-71c71671604b tempest-TestServerBasicOps-347779040 tempest-TestServerBasicOps-347779040-project] Request body: {'port': {'device_id': '21cc3162-f870-44e5-a083-97155afbc498', 'network_id': '95bf24bc-61e1-4f85-8a76-7212484978aa', 'admin_state_up': True, 'tenant_id': '60a297cf243942dda17ba6ab64d809f4', 'security_groups': ['b21dd0ae-690b-48c4-b07b-86a870c619a3']}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:11:42.224548 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-c10ef79f-d6c7-42f9-8b6b-3845f8abd894 req-8682fc64-7698-4c63-b950-b88f07aace3b tempest-TestServerBasicOps-347779040 tempest-TestServerBasicOps-347779040-project] 10.222.0.13 "GET /v2.0/ports?device_id=21cc3162-f870-44e5-a083-97155afbc498 HTTP/1.1" status: 200 len: 210 time: 0.0463362 Nov 05 19:11:42.266523 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-e9db719e-69b9-4dce-9db5-028406d4f850 req-40436f10-641e-4b27-b0a7-0c5274e2d44f tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] 10.222.0.13 "GET /v2.0/security-groups?id=58a0d76a-fac3-49dd-bb58-977488bd5154&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1383967 Nov 05 19:11:42.356727 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-084b6612-40ea-4914-9c37-ee16fb28a96a req-54da5a03-81e4-45a0-9eb8-aa99095f5687 tempest-VolumesActionsTest-377610318 tempest-VolumesActionsTest-377610318-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:11:42.389156 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54da5a03-81e4-45a0-9eb8-aa99095f5687 tempest-VolumesActionsTest-377610318 tempest-VolumesActionsTest-377610318-project] Pushing event deleted for resources: {'Port': ['ID=7fccd08d-0bde-4f7c-adb7-1bf06e804a06,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:11:42.420231 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-6d45d211-a4c8-4a4a-837c-8303fa2618e7 tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:11:42.453800 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [req-084b6612-40ea-4914-9c37-ee16fb28a96a req-54da5a03-81e4-45a0-9eb8-aa99095f5687 tempest-VolumesActionsTest-377610318 tempest-VolumesActionsTest-377610318-project] No DVR routers for this DVR port 7fccd08d-0bde-4f7c-adb7-1bf06e804a06 on host n-h2-816865-1 {{(pid=102386) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 19:11:42.458408 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-084b6612-40ea-4914-9c37-ee16fb28a96a req-54da5a03-81e4-45a0-9eb8-aa99095f5687 tempest-VolumesActionsTest-377610318 tempest-VolumesActionsTest-377610318-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:11:42.461941 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-084b6612-40ea-4914-9c37-ee16fb28a96a req-54da5a03-81e4-45a0-9eb8-aa99095f5687 tempest-VolumesActionsTest-377610318 tempest-VolumesActionsTest-377610318-project] 10.222.0.55 "DELETE /v2.0/ports/7fccd08d-0bde-4f7c-adb7-1bf06e804a06 HTTP/1.1" status: 204 len: 173 time: 0.8076644 Nov 05 19:11:42.462416 n-d-816865-1 neutron-server[102386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd64a705e-38ea-4784-a8eb-6475e7d3b924', 'name': 'network-vif-deleted', 'tag': '7fccd08d-0bde-4f7c-adb7-1bf06e804a06'}] {{(pid=102386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 19:11:42.464702 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6173a44d7c73f41af551dc890fa1a5892c2c6bc3458b640c8e0c24db7876ba6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-128f8426-9c00-4c8d-816e-2a6c9436f15d" -d '{"events": [{"server_uuid": "d64a705e-38ea-4784-a8eb-6475e7d3b924", "name": "network-vif-deleted", "tag": "7fccd08d-0bde-4f7c-adb7-1bf06e804a06"}]}' {{(pid=102386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 19:11:42.485017 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-619a0104-6e27-4ccc-9266-00e3c1e4007e req-b7adefe0-b329-4dd2-913a-71c71671604b tempest-TestServerBasicOps-347779040 tempest-TestServerBasicOps-347779040-project] Made reservation on behalf of 60a297cf243942dda17ba6ab64d809f4 for: {'port': 1} {{(pid=102387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 19:11:42.488692 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-619a0104-6e27-4ccc-9266-00e3c1e4007e req-b7adefe0-b329-4dd2-913a-71c71671604b tempest-TestServerBasicOps-347779040 tempest-TestServerBasicOps-347779040-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:11:42.520532 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-6d45d211-a4c8-4a4a-837c-8303fa2618e7 tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:11:42.526718 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 19:11:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf63d7d4-ec55-4d02-8efc-85e563dce322 x-openstack-request-id: req-cf63d7d4-ec55-4d02-8efc-85e563dce322 {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 19:11:42.527019 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d64a705e-38ea-4784-a8eb-6475e7d3b924", "name": "network-vif-deleted", "tag": "7fccd08d-0bde-4f7c-adb7-1bf06e804a06", "status": "completed", "code": 200}]} {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 19:11:42.527417 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-cf63d7d4-ec55-4d02-8efc-85e563dce322 {{(pid=102386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 19:11:42.528363 n-d-816865-1 neutron-server[102386]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd64a705e-38ea-4784-a8eb-6475e7d3b924', 'name': 'network-vif-deleted', 'tag': '7fccd08d-0bde-4f7c-adb7-1bf06e804a06', 'status': 'completed', 'code': 200} Nov 05 19:11:42.584901 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-6d45d211-a4c8-4a4a-837c-8303fa2618e7 tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985308'] for security_group_rule, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:11:42.603200 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d45d211-a4c8-4a4a-837c-8303fa2618e7 tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51639faa-fb70-430f-a893-ac122b326f81,revision_number=0']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:11:42.643215 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.db_base_plugin_common [req-619a0104-6e27-4ccc-9266-00e3c1e4007e req-b7adefe0-b329-4dd2-913a-71c71671604b tempest-TestServerBasicOps-347779040 tempest-TestServerBasicOps-347779040-project] Allocated IP 172.20.0.11 (95bf24bc-61e1-4f85-8a76-7212484978aa/ab14406b-164f-41ab-936f-c5e880791222/3a27baec-ae5e-4b45-8a7a-9af913b157fa) {{(pid=102387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 19:11:42.673111 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-6d45d211-a4c8-4a4a-837c-8303fa2618e7 tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:11:42.677282 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-6d45d211-a4c8-4a4a-837c-8303fa2618e7 tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5609748 Nov 05 19:11:42.678354 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 34788) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:11:42.682884 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-6cd24a42-a4c5-4e82-bf72-e37608e1d0a7 tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Request body: {'security_group_rule': {'security_group_id': '0282a63a-36be-41c2-98a3-db6e16136338', 'project_id': 'e6881a268b314b538ad6a867b46f1df8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:11:42.731457 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.agents_db [None req-b9406b04-a0e8-43cf-b349-711963d96cf4 None None] Agent healthcheck: found 7 active agents {{(pid=102389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 05 19:11:42.794086 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-6cd24a42-a4c5-4e82-bf72-e37608e1d0a7 tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:11:42.804472 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-619a0104-6e27-4ccc-9266-00e3c1e4007e req-b7adefe0-b329-4dd2-913a-71c71671604b tempest-TestServerBasicOps-347779040 tempest-TestServerBasicOps-347779040-project] Publish callbacks [] for port, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:11:42.861902 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-6cd24a42-a4c5-4e82-bf72-e37608e1d0a7 tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:11:42.899965 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-619a0104-6e27-4ccc-9266-00e3c1e4007e req-b7adefe0-b329-4dd2-913a-71c71671604b tempest-TestServerBasicOps-347779040 tempest-TestServerBasicOps-347779040-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4417063'] for port, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:11:42.944489 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-619a0104-6e27-4ccc-9266-00e3c1e4007e req-b7adefe0-b329-4dd2-913a-71c71671604b tempest-TestServerBasicOps-347779040 tempest-TestServerBasicOps-347779040-project] Network 95bf24bc-61e1-4f85-8a76-7212484978aa is already hosted by enough agents. {{(pid=102387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 19:11:42.949777 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.base_scheduler [req-619a0104-6e27-4ccc-9266-00e3c1e4007e req-b7adefe0-b329-4dd2-913a-71c71671604b tempest-TestServerBasicOps-347779040 tempest-TestServerBasicOps-347779040-project] Resources bound (agent type, host, resource id): {{(pid=102387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 19:11:42.953643 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.l3_dvrscheduler_db [req-619a0104-6e27-4ccc-9266-00e3c1e4007e req-b7adefe0-b329-4dd2-913a-71c71671604b tempest-TestServerBasicOps-347779040 tempest-TestServerBasicOps-347779040-project] Received port after_create {{(pid=102387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 19:11:42.956697 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-6cd24a42-a4c5-4e82-bf72-e37608e1d0a7 tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985308'] for security_group_rule, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:11:42.960271 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7adefe0-b329-4dd2-913a-71c71671604b tempest-TestServerBasicOps-347779040 tempest-TestServerBasicOps-347779040-project] Pushing event updated for resources: {'Port': ['ID=3a27baec-ae5e-4b45-8a7a-9af913b157fa,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:11:42.984582 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd24a42-a4c5-4e82-bf72-e37608e1d0a7 tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67811d8e-8cbb-4fba-955c-44313f920c83,revision_number=0']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:11:43.013440 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ca3ed79-ff3c-4aae-b2ac-6cf8a1bde941 None None] Network c2f2fa3a-169f-4b4b-b10c-ecea5acc32c0 requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 19:11:43.013960 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619a0104-6e27-4ccc-9266-00e3c1e4007e req-b7adefe0-b329-4dd2-913a-71c71671604b tempest-TestServerBasicOps-347779040 tempest-TestServerBasicOps-347779040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:11:43.014435 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-619a0104-6e27-4ccc-9266-00e3c1e4007e req-b7adefe0-b329-4dd2-913a-71c71671604b tempest-TestServerBasicOps-347779040 tempest-TestServerBasicOps-347779040-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:11:43.049937 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-6cd24a42-a4c5-4e82-bf72-e37608e1d0a7 tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:11:43.051606 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-6cd24a42-a4c5-4e82-bf72-e37608e1d0a7 tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3718517 Nov 05 19:11:43.054378 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 34790) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:11:43.059458 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-73e69159-1a04-49c9-baa8-803624aaaf5d tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Request body: {'security_group_rule': {'security_group_id': '0282a63a-36be-41c2-98a3-db6e16136338', 'project_id': 'e6881a268b314b538ad6a867b46f1df8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:11:43.098654 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-c051c46d-5875-45a7-ad75-bb65acb852a8 None None] Provisioning complete for port 77c7677e-d666-415e-a6e8-47b93cb95f9f triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:11:43.099032 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c051c46d-5875-45a7-ad75-bb65acb852a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:11:43.102564 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-619a0104-6e27-4ccc-9266-00e3c1e4007e req-b7adefe0-b329-4dd2-913a-71c71671604b tempest-TestServerBasicOps-347779040 tempest-TestServerBasicOps-347779040-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9254591 Nov 05 19:11:43.116014 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [req-619a0104-6e27-4ccc-9266-00e3c1e4007e req-59e9557c-fa68-4689-b567-69dcf94eeda8 service neutron] Request body: {'port': {'device_id': '21cc3162-f870-44e5-a083-97155afbc498', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816865-1'}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:11:43.200043 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-73e69159-1a04-49c9-baa8-803624aaaf5d tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:11:43.219484 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-619a0104-6e27-4ccc-9266-00e3c1e4007e req-59e9557c-fa68-4689-b567-69dcf94eeda8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:11:43.278948 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c051c46d-5875-45a7-ad75-bb65acb852a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:11:43.300328 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-feecf4ef-bc93-443e-a143-aa5821790e80 req-748a473f-d8ee-47ae-b8f5-aab632f8182a tempest-VolumesActionsTest-377610318 tempest-VolumesActionsTest-377610318-project] 10.222.0.13 "GET /v2.0/ports?device_id=d64a705e-38ea-4784-a8eb-6475e7d3b924 HTTP/1.1" status: 200 len: 210 time: 0.0427136 Nov 05 19:11:43.320482 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-73e69159-1a04-49c9-baa8-803624aaaf5d tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:11:43.401489 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-c051c46d-5875-45a7-ad75-bb65acb852a8 None None] For port 77c7677e-d666-415e-a6e8-47b93cb95f9f, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=77c7677e-d666-415e-a6e8-47b93cb95f9f,segment=NetworkSegment(5ed931a8-ca53-43e2-8fd7-cbca69b6184e),segment_id=5ed931a8-ca53-43e2-8fd7-cbca69b6184e)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:11:43.420601 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-73e69159-1a04-49c9-baa8-803624aaaf5d tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985308'] for security_group_rule, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:11:43.453916 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e69159-1a04-49c9-baa8-803624aaaf5d tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=05baed81-751b-4fb6-9c08-68f35193e891,revision_number=0']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:11:43.476589 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c051c46d-5875-45a7-ad75-bb65acb852a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:11:43.551522 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 77c7677e-d666-415e-a6e8-47b93cb95f9f up at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 19:11:43.564745 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1543f42-26a9-4ae4-9cbc-10eec3f05cd9 req-9d33af7c-e80f-47da-83b0-9a92824d9c35 tempest-TestServerBasicOps-347779040 tempest-TestServerBasicOps-347779040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:11:43.567549 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-b1543f42-26a9-4ae4-9cbc-10eec3f05cd9 req-9d33af7c-e80f-47da-83b0-9a92824d9c35 tempest-TestServerBasicOps-347779040 tempest-TestServerBasicOps-347779040-project] 10.222.0.13 "GET /v2.0/ports?device_id=21cc3162-f870-44e5-a083-97155afbc498 HTTP/1.1" status: 200 len: 932 time: 0.1645141 Nov 05 19:11:43.570731 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-73e69159-1a04-49c9-baa8-803624aaaf5d tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:11:43.575762 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-73e69159-1a04-49c9-baa8-803624aaaf5d tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5200629 Nov 05 19:11:43.577381 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 34808) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:11:43.581161 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-32db4fb8-19c3-4aa7-997a-19e02bf032f1 tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Request body: {'security_group_rule': {'security_group_id': '0282a63a-36be-41c2-98a3-db6e16136338', 'project_id': 'e6881a268b314b538ad6a867b46f1df8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:11:43.640951 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403bd483-a496-46d4-91d4-e40fb0a7d070 req-617a04b6-34a3-4e9b-9631-a510e6ca2756 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:11:43.642892 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-403bd483-a496-46d4-91d4-e40fb0a7d070 req-617a04b6-34a3-4e9b-9631-a510e6ca2756 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] 10.222.0.13 "GET /v2.0/ports?device_id=6a98ef0f-dfb9-459b-b9cc-e3b18cabd026 HTTP/1.1" status: 200 len: 945 time: 0.1819465 Nov 05 19:11:43.676324 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c051c46d-5875-45a7-ad75-bb65acb852a8 None None] Pushing event updated for resources: {'Port': ['ID=77c7677e-d666-415e-a6e8-47b93cb95f9f,revision_number=3']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:11:43.691672 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-fc5f0fd5-8f78-4174-91d8-467f5d722fd6 None None] Provisioning complete for port 3a27baec-ae5e-4b45-8a7a-9af913b157fa triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:11:43.692049 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-fc5f0fd5-8f78-4174-91d8-467f5d722fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:11:43.700691 n-d-816865-1 neutron-server[102386]: INFO neutron.db.securitygroups_db [None req-32db4fb8-19c3-4aa7-997a-19e02bf032f1 tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Project e6881a268b314b538ad6a867b46f1df8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 05 19:11:43.708113 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-32db4fb8-19c3-4aa7-997a-19e02bf032f1 tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:11:43.713147 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-b1543f42-26a9-4ae4-9cbc-10eec3f05cd9 req-35a6addb-88e9-4759-a4cd-5fa5ae94d619 tempest-TestServerBasicOps-347779040 tempest-TestServerBasicOps-347779040-project] 10.222.0.13 "GET /v2.0/security-groups?id=b21dd0ae-690b-48c4-b07b-86a870c619a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1308084 Nov 05 19:11:43.740464 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-fc5f0fd5-8f78-4174-91d8-467f5d722fd6 None None] Port 3a27baec-ae5e-4b45-8a7a-9af913b157fa cannot update to ACTIVE because it is not bound. {{(pid=102388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 19:11:43.758469 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-403bd483-a496-46d4-91d4-e40fb0a7d070 req-aea2d052-a685-4913-a525-154b89c5284b tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] 10.222.0.13 "GET /v2.0/security-groups?id=58a0d76a-fac3-49dd-bb58-977488bd5154&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1070302 Nov 05 19:11:43.772452 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Provisioning complete for port 77c7677e-d666-415e-a6e8-47b93cb95f9f triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:11:43.773321 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:11:43.834580 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-32db4fb8-19c3-4aa7-997a-19e02bf032f1 tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:11:43.858453 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Device 7fccd08d-0bde-4f7c-adb7-1bf06e804a06 no longer exists at agent hyperv_n-h2-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 19:11:43.872871 n-d-816865-1 neutron-server[102387]: DEBUG neutron.notifiers.nova [req-619a0104-6e27-4ccc-9266-00e3c1e4007e req-59e9557c-fa68-4689-b567-69dcf94eeda8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a27baec-ae5e-4b45-8a7a-9af913b157fa {{(pid=102387) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 19:11:43.880654 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-619a0104-6e27-4ccc-9266-00e3c1e4007e req-59e9557c-fa68-4689-b567-69dcf94eeda8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:11:43.889873 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] No Port match for: 7fccd08d-0bde-4f7c-adb7-1bf06e804a06 {{(pid=102388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 19:11:43.890247 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Device 7fccd08d-0bde-4f7c-adb7-1bf06e804a06 not bound to the agent host n-h2-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 19:11:43.893366 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.provisioning_blocks [req-619a0104-6e27-4ccc-9266-00e3c1e4007e req-59e9557c-fa68-4689-b567-69dcf94eeda8 service neutron] Transition to ACTIVE for port object 3a27baec-ae5e-4b45-8a7a-9af913b157fa will not be triggered until provisioned by entity L2. {{(pid=102387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 05 19:11:43.900356 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-32db4fb8-19c3-4aa7-997a-19e02bf032f1 tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985308'] for security_group_rule, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:11:43.900485 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-c843e0dc-1f17-46ef-b75b-3a0704664745 None None] Provisioning complete for port 77c7677e-d666-415e-a6e8-47b93cb95f9f triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:11:43.900485 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c843e0dc-1f17-46ef-b75b-3a0704664745 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:11:43.919363 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32db4fb8-19c3-4aa7-997a-19e02bf032f1 tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9406e53e-2822-49a6-b0e8-595db4522ed1,revision_number=0']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:11:43.968511 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-619a0104-6e27-4ccc-9266-00e3c1e4007e req-59e9557c-fa68-4689-b567-69dcf94eeda8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4417072'] for port, after_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:11:44.008346 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-32db4fb8-19c3-4aa7-997a-19e02bf032f1 tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:11:44.009782 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-32db4fb8-19c3-4aa7-997a-19e02bf032f1 tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4323518 Nov 05 19:11:44.009916 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 34810) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:11:44.017923 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-412da813-bd16-45aa-85f3-3cf9e7a4db74 tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Request body: {'security_group_rule': {'security_group_id': '0282a63a-36be-41c2-98a3-db6e16136338', 'project_id': 'e6881a268b314b538ad6a867b46f1df8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:11:44.045267 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e9557c-fa68-4689-b567-69dcf94eeda8 service neutron] Pushing event updated for resources: {'Port': ['ID=3a27baec-ae5e-4b45-8a7a-9af913b157fa,revision_number=2']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:11:44.117408 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.managers [req-619a0104-6e27-4ccc-9266-00e3c1e4007e req-59e9557c-fa68-4689-b567-69dcf94eeda8 service neutron] Attempting to bind port 3a27baec-ae5e-4b45-8a7a-9af913b157fa on host n-h1-816865-1 for vnic_type normal with profile {{(pid=102387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 19:11:44.117830 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.managers [req-619a0104-6e27-4ccc-9266-00e3c1e4007e req-59e9557c-fa68-4689-b567-69dcf94eeda8 service neutron] Attempting to bind port 3a27baec-ae5e-4b45-8a7a-9af913b157fa by drivers openvswitch,hyperv on host n-h1-816865-1 at level 0 using segments [{'id': '1b44c4b9-8684-41f2-83f7-a0ecefcb5058', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '95bf24bc-61e1-4f85-8a76-7212484978aa'}] {{(pid=102387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 19:11:44.118908 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-619a0104-6e27-4ccc-9266-00e3c1e4007e req-59e9557c-fa68-4689-b567-69dcf94eeda8 service neutron] Attempting to bind port 3a27baec-ae5e-4b45-8a7a-9af913b157fa on network 95bf24bc-61e1-4f85-8a76-7212484978aa {{(pid=102387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 19:11:44.124470 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-619a0104-6e27-4ccc-9266-00e3c1e4007e req-59e9557c-fa68-4689-b567-69dcf94eeda8 service neutron] Port 3a27baec-ae5e-4b45-8a7a-9af913b157fa on network 95bf24bc-61e1-4f85-8a76-7212484978aa not bound, no agent of type Open vSwitch agent registered on host n-h1-816865-1 {{(pid=102387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 19:11:44.124789 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-619a0104-6e27-4ccc-9266-00e3c1e4007e req-59e9557c-fa68-4689-b567-69dcf94eeda8 service neutron] Attempting to bind port 3a27baec-ae5e-4b45-8a7a-9af913b157fa on network 95bf24bc-61e1-4f85-8a76-7212484978aa {{(pid=102387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 19:11:44.130114 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-619a0104-6e27-4ccc-9266-00e3c1e4007e req-59e9557c-fa68-4689-b567-69dcf94eeda8 service neutron] Checking agent: {'id': 'eb596d7c-8c64-42bd-8aca-fad447eb0eab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816865-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 18, 33, 34), 'started_at': datetime.datetime(2021, 11, 5, 18, 33, 34), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 19, 11, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 19:11:44.130451 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-619a0104-6e27-4ccc-9266-00e3c1e4007e req-59e9557c-fa68-4689-b567-69dcf94eeda8 service neutron] Checking segment: {'id': '1b44c4b9-8684-41f2-83f7-a0ecefcb5058', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '95bf24bc-61e1-4f85-8a76-7212484978aa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 19:11:44.130829 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-619a0104-6e27-4ccc-9266-00e3c1e4007e req-59e9557c-fa68-4689-b567-69dcf94eeda8 service neutron] Bound using segment: {'id': '1b44c4b9-8684-41f2-83f7-a0ecefcb5058', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '95bf24bc-61e1-4f85-8a76-7212484978aa'} {{(pid=102387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 19:11:44.131247 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.managers [req-619a0104-6e27-4ccc-9266-00e3c1e4007e req-59e9557c-fa68-4689-b567-69dcf94eeda8 service neutron] Bound port: 3a27baec-ae5e-4b45-8a7a-9af913b157fa, host: n-h1-816865-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b44c4b9-8684-41f2-83f7-a0ecefcb5058', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '95bf24bc-61e1-4f85-8a76-7212484978aa'}}] {{(pid=102387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 19:11:44.131599 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-619a0104-6e27-4ccc-9266-00e3c1e4007e req-59e9557c-fa68-4689-b567-69dcf94eeda8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:11:44.143540 n-d-816865-1 neutron-server[102387]: INFO neutron.db.securitygroups_db [None req-412da813-bd16-45aa-85f3-3cf9e7a4db74 tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Project e6881a268b314b538ad6a867b46f1df8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 05 19:11:44.151914 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-412da813-bd16-45aa-85f3-3cf9e7a4db74 tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:11:44.248365 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.db [req-619a0104-6e27-4ccc-9266-00e3c1e4007e req-59e9557c-fa68-4689-b567-69dcf94eeda8 service neutron] For port 3a27baec-ae5e-4b45-8a7a-9af913b157fa, host n-h1-816865-1, cleared binding levels {{(pid=102387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 19:11:44.252385 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.db [req-619a0104-6e27-4ccc-9266-00e3c1e4007e req-59e9557c-fa68-4689-b567-69dcf94eeda8 service neutron] For port 3a27baec-ae5e-4b45-8a7a-9af913b157fa, host n-h1-816865-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=3a27baec-ae5e-4b45-8a7a-9af913b157fa,segment=NetworkSegment(1b44c4b9-8684-41f2-83f7-a0ecefcb5058),segment_id=1b44c4b9-8684-41f2-83f7-a0ecefcb5058)] {{(pid=102387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 19:11:44.264182 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-412da813-bd16-45aa-85f3-3cf9e7a4db74 tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:11:44.305768 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-619a0104-6e27-4ccc-9266-00e3c1e4007e req-59e9557c-fa68-4689-b567-69dcf94eeda8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4417072'] for port, after_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:11:44.349381 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619a0104-6e27-4ccc-9266-00e3c1e4007e req-59e9557c-fa68-4689-b567-69dcf94eeda8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:11:44.349951 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-619a0104-6e27-4ccc-9266-00e3c1e4007e req-59e9557c-fa68-4689-b567-69dcf94eeda8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:11:44.351445 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-619a0104-6e27-4ccc-9266-00e3c1e4007e req-59e9557c-fa68-4689-b567-69dcf94eeda8 service neutron] 10.222.0.41 "PUT /v2.0/ports/3a27baec-ae5e-4b45-8a7a-9af913b157fa HTTP/1.1" status: 200 len: 1092 time: 1.2403328 Nov 05 19:11:44.351964 n-d-816865-1 neutron-server[102387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21cc3162-f870-44e5-a083-97155afbc498', 'tag': '3a27baec-ae5e-4b45-8a7a-9af913b157fa'}] {{(pid=102387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 19:11:44.354157 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab06bd4ddf5758c1f10d79fe34dc215bafa488692cde9dba2fcbcb67556f90bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98562cc1-9156-44a0-9f64-8c33e0ff680e" -d '{"events": [{"name": "network-changed", "server_uuid": "21cc3162-f870-44e5-a083-97155afbc498", "tag": "3a27baec-ae5e-4b45-8a7a-9af913b157fa"}]}' {{(pid=102387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 19:11:44.377811 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-412da813-bd16-45aa-85f3-3cf9e7a4db74 tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985308'] for security_group_rule, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:11:44.391909 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e9557c-fa68-4689-b567-69dcf94eeda8 service neutron] Pushing event updated for resources: {'Port': ['ID=3a27baec-ae5e-4b45-8a7a-9af913b157fa,revision_number=3']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:11:44.417612 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412da813-bd16-45aa-85f3-3cf9e7a4db74 tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e52a5bf2-c74e-450f-8281-07fccabba2c3,revision_number=0']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:11:44.434180 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 19:11:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1eb5f626-b8f3-4898-8c15-6529398cea9e x-openstack-request-id: req-1eb5f626-b8f3-4898-8c15-6529398cea9e {{(pid=102387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 19:11:44.434535 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21cc3162-f870-44e5-a083-97155afbc498", "tag": "3a27baec-ae5e-4b45-8a7a-9af913b157fa", "status": "completed", "code": 200}]} {{(pid=102387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 19:11:44.434825 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1eb5f626-b8f3-4898-8c15-6529398cea9e {{(pid=102387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 19:11:44.435104 n-d-816865-1 neutron-server[102387]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21cc3162-f870-44e5-a083-97155afbc498', 'tag': '3a27baec-ae5e-4b45-8a7a-9af913b157fa', 'status': 'completed', 'code': 200} Nov 05 19:11:44.490019 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-412da813-bd16-45aa-85f3-3cf9e7a4db74 tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:11:44.491275 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-412da813-bd16-45aa-85f3-3cf9e7a4db74 tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4778638 Nov 05 19:11:44.504326 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98562cc1-9156-44a0-9f64-8c33e0ff680e req-08450de8-09fb-4106-93c2-ffeb240b0222 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:11:44.505857 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-98562cc1-9156-44a0-9f64-8c33e0ff680e req-08450de8-09fb-4106-93c2-ffeb240b0222 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=60a297cf243942dda17ba6ab64d809f4&device_id=21cc3162-f870-44e5-a083-97155afbc498 HTTP/1.1" status: 200 len: 1095 time: 0.0570049 Nov 05 19:11:44.712027 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98562cc1-9156-44a0-9f64-8c33e0ff680e req-0a3af957-2f46-4de2-b3a2-a8e20def387a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:11:44.715929 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-98562cc1-9156-44a0-9f64-8c33e0ff680e req-0a3af957-2f46-4de2-b3a2-a8e20def387a service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=60a297cf243942dda17ba6ab64d809f4&shared=False HTTP/1.1" status: 200 len: 910 time: 0.2011268 Nov 05 19:11:44.944729 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-6cd35277-82d9-4d17-9101-2ad2f62fb662 req-a5dd4897-ae1f-4570-bb15-5edbbbd13128 tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-950364811&fields=id&tenant_id=e6881a268b314b538ad6a867b46f1df8 HTTP/1.1" status: 200 len: 267 time: 0.2117727 Nov 05 19:11:44.988623 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98562cc1-9156-44a0-9f64-8c33e0ff680e req-384fd521-c4b4-4b20-9ecb-4792ed71784c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:11:44.990065 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-98562cc1-9156-44a0-9f64-8c33e0ff680e req-384fd521-c4b4-4b20-9ecb-4792ed71784c service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2674322 Nov 05 19:11:44.999701 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44865ef-6dff-460a-add8-e2f13d9cf1eb req-ece422e5-2b30-4555-af31-579fa4a892ef tempest-TestServerBasicOps-347779040 tempest-TestServerBasicOps-347779040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:11:45.003798 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-c44865ef-6dff-460a-add8-e2f13d9cf1eb req-ece422e5-2b30-4555-af31-579fa4a892ef tempest-TestServerBasicOps-347779040 tempest-TestServerBasicOps-347779040-project] 10.222.0.13 "GET /v2.0/ports?device_id=21cc3162-f870-44e5-a083-97155afbc498 HTTP/1.1" status: 200 len: 944 time: 0.1716568 Nov 05 19:11:45.163071 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd35277-82d9-4d17-9101-2ad2f62fb662 req-e0e84e14-0b20-4e76-b3e1-a7da30a5d9e4 tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:11:45.164811 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-6cd35277-82d9-4d17-9101-2ad2f62fb662 req-e0e84e14-0b20-4e76-b3e1-a7da30a5d9e4 tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] 10.222.0.13 "GET /v2.0/networks?id=c2f2fa3a-169f-4b4b-b10c-ecea5acc32c0 HTTP/1.1" status: 200 len: 796 time: 0.2100713 Nov 05 19:11:45.169429 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619a0104-6e27-4ccc-9266-00e3c1e4007e req-b492a408-b69b-417c-b059-708d0c92b6c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:11:45.171062 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-619a0104-6e27-4ccc-9266-00e3c1e4007e req-b492a408-b69b-417c-b059-708d0c92b6c6 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=60a297cf243942dda17ba6ab64d809f4&device_id=21cc3162-f870-44e5-a083-97155afbc498 HTTP/1.1" status: 200 len: 1095 time: 0.1085043 Nov 05 19:11:45.176154 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-c44865ef-6dff-460a-add8-e2f13d9cf1eb req-e7c9dec3-d804-4520-91dc-f09d10c68517 tempest-TestServerBasicOps-347779040 tempest-TestServerBasicOps-347779040-project] 10.222.0.13 "GET /v2.0/security-groups?id=b21dd0ae-690b-48c4-b07b-86a870c619a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1586099 Nov 05 19:11:45.192473 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-6cd35277-82d9-4d17-9101-2ad2f62fb662 req-ef04f840-43c7-4474-a7ea-bc0ae34c8ab4 tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] 10.222.0.13 "GET /v2.0/quotas/e6881a268b314b538ad6a867b46f1df8 HTTP/1.1" status: 200 len: 375 time: 0.0205984 Nov 05 19:11:45.227189 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-619a0104-6e27-4ccc-9266-00e3c1e4007e req-c9ef4f56-cbeb-49ae-a93c-7a9f2cfcf109 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3a27baec-ae5e-4b45-8a7a-9af913b157fa HTTP/1.1" status: 200 len: 217 time: 0.0448763 Nov 05 19:11:45.350000 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-6cd35277-82d9-4d17-9101-2ad2f62fb662 req-0e33d154-0c95-415e-8c39-be1744f7b8fd tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=e6881a268b314b538ad6a867b46f1df8&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1255240 Nov 05 19:11:45.357693 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619a0104-6e27-4ccc-9266-00e3c1e4007e req-f292709e-deac-4f9d-b59c-411a6d7f93cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:11:45.359183 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-619a0104-6e27-4ccc-9266-00e3c1e4007e req-f292709e-deac-4f9d-b59c-411a6d7f93cb service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ab14406b-164f-41ab-936f-c5e880791222 HTTP/1.1" status: 200 len: 848 time: 0.1243937 Nov 05 19:11:45.367923 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafb1a01-69ac-4e77-8377-91b3e60a95bc req-e4e6f749-0072-44e7-b790-e404fb4585de tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:11:45.369382 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-aafb1a01-69ac-4e77-8377-91b3e60a95bc req-e4e6f749-0072-44e7-b790-e404fb4585de tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] 10.222.0.13 "GET /v2.0/ports?device_id=6a98ef0f-dfb9-459b-b9cc-e3b18cabd026 HTTP/1.1" status: 200 len: 945 time: 0.1116562 Nov 05 19:11:45.424859 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 77c7677e-d666-415e-a6e8-47b93cb95f9f up at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 19:11:45.480549 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Provisioning complete for port 77c7677e-d666-415e-a6e8-47b93cb95f9f triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:11:45.480936 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:11:45.578265 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-aafb1a01-69ac-4e77-8377-91b3e60a95bc req-90da0f4f-eca2-42bc-8205-a061ba305034 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] 10.222.0.13 "GET /v2.0/security-groups?id=58a0d76a-fac3-49dd-bb58-977488bd5154&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1903188 Nov 05 19:11:45.586366 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-6cd35277-82d9-4d17-9101-2ad2f62fb662 req-101fcb98-1feb-4210-a0e5-159602d4bd25 service neutron] 10.222.0.13 "GET /v2.0/networks/c2f2fa3a-169f-4b4b-b10c-ecea5acc32c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2137158 Nov 05 19:11:45.600508 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619a0104-6e27-4ccc-9266-00e3c1e4007e req-9a10f30b-a7cc-4236-8741-34bfdbf2f49e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:11:45.600508 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-619a0104-6e27-4ccc-9266-00e3c1e4007e req-9a10f30b-a7cc-4236-8741-34bfdbf2f49e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=95bf24bc-61e1-4f85-8a76-7212484978aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2257547 Nov 05 19:11:45.766463 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-6cd35277-82d9-4d17-9101-2ad2f62fb662 req-469f78be-ba4a-4f4b-9bf6-6c00b9406800 service neutron] 10.222.0.13 "GET /v2.0/networks/c2f2fa3a-169f-4b4b-b10c-ecea5acc32c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1745133 Nov 05 19:11:45.769863 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-619a0104-6e27-4ccc-9266-00e3c1e4007e req-9dc9444a-b908-41d2-b67f-e950163ffa16 service neutron] 10.222.0.41 "GET /v2.0/networks/95bf24bc-61e1-4f85-8a76-7212484978aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1650448 Nov 05 19:11:45.894654 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-619a0104-6e27-4ccc-9266-00e3c1e4007e req-868b9d8a-8854-4aff-9676-83480d4c465e service neutron] 10.222.0.41 "GET /v2.0/networks/95bf24bc-61e1-4f85-8a76-7212484978aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1163330 Nov 05 19:11:46.093800 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-795e81ff-f059-4ac3-9cd5-2cb5b4801d5e req-ab4d33d6-0218-46d7-b3d0-681b0968e978 tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] 10.222.0.13 "GET /v2.0/ports?device_id=55c4a299-0fd4-424c-ac0c-d1f17aa236ad HTTP/1.1" status: 200 len: 210 time: 0.0318809 Nov 05 19:11:46.331470 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b559ee-8b1d-4d06-a248-b30de617d774 req-5a98eea1-1d1f-40ec-a1fa-151b735e169f tempest-TestServerBasicOps-347779040 tempest-TestServerBasicOps-347779040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:11:46.333001 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-52b559ee-8b1d-4d06-a248-b30de617d774 req-5a98eea1-1d1f-40ec-a1fa-151b735e169f tempest-TestServerBasicOps-347779040 tempest-TestServerBasicOps-347779040-project] 10.222.0.13 "GET /v2.0/ports?device_id=21cc3162-f870-44e5-a083-97155afbc498 HTTP/1.1" status: 200 len: 944 time: 0.0542409 Nov 05 19:11:46.391127 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-52b559ee-8b1d-4d06-a248-b30de617d774 req-0f0979b2-5be3-4ad1-8f0f-436061cba232 tempest-TestServerBasicOps-347779040 tempest-TestServerBasicOps-347779040-project] 10.222.0.13 "GET /v2.0/security-groups?id=b21dd0ae-690b-48c4-b07b-86a870c619a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490677 Nov 05 19:11:46.754593 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5177c591-4634-4027-8d80-3925c49207f5 req-5fc6f87b-de6f-4347-acae-f40322477fec tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:11:46.756403 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-5177c591-4634-4027-8d80-3925c49207f5 req-5fc6f87b-de6f-4347-acae-f40322477fec tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] 10.222.0.13 "GET /v2.0/ports?device_id=6a98ef0f-dfb9-459b-b9cc-e3b18cabd026 HTTP/1.1" status: 200 len: 945 time: 0.0860708 Nov 05 19:11:46.819536 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-5177c591-4634-4027-8d80-3925c49207f5 req-556304a6-c7ad-4ef8-95b6-233195179f5a tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] 10.222.0.13 "GET /v2.0/security-groups?id=58a0d76a-fac3-49dd-bb58-977488bd5154&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551457 Nov 05 19:11:47.255907 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-dbcfc2e5-4672-497d-86dd-8f9608bdc2d9 req-71abafac-8cf0-402a-a598-f25ffb927cf9 tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] 10.222.0.13 "GET /v2.0/ports?device_id=55c4a299-0fd4-424c-ac0c-d1f17aa236ad HTTP/1.1" status: 200 len: 210 time: 0.0498104 Nov 05 19:11:47.557848 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782f1d65-9b49-49db-b273-bdbaff6556bc req-f53a01b2-8d9d-41de-9295-3db056a0fada tempest-TestServerBasicOps-347779040 tempest-TestServerBasicOps-347779040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:11:47.569133 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-782f1d65-9b49-49db-b273-bdbaff6556bc req-f53a01b2-8d9d-41de-9295-3db056a0fada tempest-TestServerBasicOps-347779040 tempest-TestServerBasicOps-347779040-project] 10.222.0.13 "GET /v2.0/ports?device_id=21cc3162-f870-44e5-a083-97155afbc498 HTTP/1.1" status: 200 len: 944 time: 0.0790701 Nov 05 19:11:47.640986 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-782f1d65-9b49-49db-b273-bdbaff6556bc req-1565d91c-51b7-401e-8236-15ee5ff13763 tempest-TestServerBasicOps-347779040 tempest-TestServerBasicOps-347779040-project] 10.222.0.13 "GET /v2.0/security-groups?id=b21dd0ae-690b-48c4-b07b-86a870c619a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0707469 Nov 05 19:11:47.970643 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85526bf4-8f29-4280-ae4b-5df686e1aab8 req-91eeaca3-2b3f-41da-8691-532b227a3e2b tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:11:47.978165 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-85526bf4-8f29-4280-ae4b-5df686e1aab8 req-91eeaca3-2b3f-41da-8691-532b227a3e2b tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] 10.222.0.13 "GET /v2.0/ports?device_id=6a98ef0f-dfb9-459b-b9cc-e3b18cabd026 HTTP/1.1" status: 200 len: 945 time: 0.0651979 Nov 05 19:11:48.062018 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-85526bf4-8f29-4280-ae4b-5df686e1aab8 req-b1efee62-f0a4-4b65-b4df-8a1c92f64ee3 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] 10.222.0.13 "GET /v2.0/security-groups?id=58a0d76a-fac3-49dd-bb58-977488bd5154&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0785410 Nov 05 19:11:48.385192 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-6536743a-c96c-4032-b2b3-f70dbc061033 req-32536743-887c-4c10-aae0-327fce067e85 tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] 10.222.0.13 "GET /v2.0/ports?device_id=55c4a299-0fd4-424c-ac0c-d1f17aa236ad HTTP/1.1" status: 200 len: 210 time: 0.0473633 Nov 05 19:11:48.498097 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd35277-82d9-4d17-9101-2ad2f62fb662 req-10364d53-7b28-4682-8f91-8e274ab02917 tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:11:48.500264 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-6cd35277-82d9-4d17-9101-2ad2f62fb662 req-10364d53-7b28-4682-8f91-8e274ab02917 tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] 10.222.0.55 "GET /v2.0/networks?id=c2f2fa3a-169f-4b4b-b10c-ecea5acc32c0 HTTP/1.1" status: 200 len: 796 time: 0.1309438 Nov 05 19:11:48.624623 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-6cd35277-82d9-4d17-9101-2ad2f62fb662 req-5f88984e-fcc1-44d3-89ce-5dc1439a9cf6 tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e6881a268b314b538ad6a867b46f1df8 HTTP/1.1" status: 200 len: 472 time: 0.1067264 Nov 05 19:11:48.641547 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [req-6cd35277-82d9-4d17-9101-2ad2f62fb662 req-58589cd1-6305-42d9-a47f-dcce5381eee2 tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Request body: {'port': {'device_id': '55c4a299-0fd4-424c-ac0c-d1f17aa236ad', 'network_id': 'c2f2fa3a-169f-4b4b-b10c-ecea5acc32c0', 'admin_state_up': True, 'tenant_id': 'e6881a268b314b538ad6a867b46f1df8', 'security_groups': ['0282a63a-36be-41c2-98a3-db6e16136338']}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:11:48.828087 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6cd35277-82d9-4d17-9101-2ad2f62fb662 req-58589cd1-6305-42d9-a47f-dcce5381eee2 tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Made reservation on behalf of e6881a268b314b538ad6a867b46f1df8 for: {'port': 1} {{(pid=102386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 19:11:48.832713 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-6cd35277-82d9-4d17-9101-2ad2f62fb662 req-58589cd1-6305-42d9-a47f-dcce5381eee2 tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:11:48.885972 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b535b4c8-5c33-47e8-a193-e7875a87ac62 req-22b8010d-a73a-4881-899a-9be9c9fb5a44 tempest-TestServerBasicOps-347779040 tempest-TestServerBasicOps-347779040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:11:48.887899 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-b535b4c8-5c33-47e8-a193-e7875a87ac62 req-22b8010d-a73a-4881-899a-9be9c9fb5a44 tempest-TestServerBasicOps-347779040 tempest-TestServerBasicOps-347779040-project] 10.222.0.13 "GET /v2.0/ports?device_id=21cc3162-f870-44e5-a083-97155afbc498 HTTP/1.1" status: 200 len: 944 time: 0.0853117 Nov 05 19:11:48.978276 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-b535b4c8-5c33-47e8-a193-e7875a87ac62 req-c0c51a47-e28c-4858-af8b-72c3c39c733b tempest-TestServerBasicOps-347779040 tempest-TestServerBasicOps-347779040-project] 10.222.0.13 "GET /v2.0/security-groups?id=b21dd0ae-690b-48c4-b07b-86a870c619a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0826056 Nov 05 19:11:49.110647 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.db_base_plugin_common [req-6cd35277-82d9-4d17-9101-2ad2f62fb662 req-58589cd1-6305-42d9-a47f-dcce5381eee2 tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Allocated IP 172.20.0.26 (c2f2fa3a-169f-4b4b-b10c-ecea5acc32c0/6a142732-c944-458f-b5ca-b1c42a6d861f/e88cc886-694b-4785-ae9d-abc9ed88c5dc) {{(pid=102386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 19:11:49.137468 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Device 3a27baec-ae5e-4b45-8a7a-9af913b157fa details requested by agent hyperv_n-h1-816865-1 with host n-h1-816865-1 {{(pid=102388) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 05 19:11:49.260396 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2beb6a-720a-440e-9cce-6ca8569f40e6 req-1b3c4567-b34e-433d-804f-ca3b479113a3 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:11:49.269009 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-2e2beb6a-720a-440e-9cce-6ca8569f40e6 req-1b3c4567-b34e-433d-804f-ca3b479113a3 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] 10.222.0.13 "GET /v2.0/ports?device_id=6a98ef0f-dfb9-459b-b9cc-e3b18cabd026 HTTP/1.1" status: 200 len: 945 time: 0.0875957 Nov 05 19:11:49.316169 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] For port 3a27baec-ae5e-4b45-8a7a-9af913b157fa, host n-h1-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=3a27baec-ae5e-4b45-8a7a-9af913b157fa,segment=NetworkSegment(1b44c4b9-8684-41f2-83f7-a0ecefcb5058),segment_id=1b44c4b9-8684-41f2-83f7-a0ecefcb5058)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:11:49.350061 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Returning: {'device': '3a27baec-ae5e-4b45-8a7a-9af913b157fa', 'network_id': '95bf24bc-61e1-4f85-8a76-7212484978aa', 'port_id': '3a27baec-ae5e-4b45-8a7a-9af913b157fa', 'mac_address': 'fa:16:3e:80:8c:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab14406b-164f-41ab-936f-c5e880791222', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102388) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 05 19:11:49.368086 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-2e2beb6a-720a-440e-9cce-6ca8569f40e6 req-68ea7adb-5907-4bcc-9c31-4fd6aa169efb tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] 10.222.0.13 "GET /v2.0/security-groups?id=58a0d76a-fac3-49dd-bb58-977488bd5154&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0980990 Nov 05 19:11:49.434378 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:11:49.456454 n-d-816865-1 neutron-server[102388]: DEBUG neutron.notifiers.nova [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a27baec-ae5e-4b45-8a7a-9af913b157fa {{(pid=102388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 19:11:49.465608 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-6cd35277-82d9-4d17-9101-2ad2f62fb662 req-58589cd1-6305-42d9-a47f-dcce5381eee2 tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Publish callbacks [] for port, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:11:49.492481 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] For port 3a27baec-ae5e-4b45-8a7a-9af913b157fa, host n-h1-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=3a27baec-ae5e-4b45-8a7a-9af913b157fa,segment=NetworkSegment(1b44c4b9-8684-41f2-83f7-a0ecefcb5058),segment_id=1b44c4b9-8684-41f2-83f7-a0ecefcb5058)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:11:49.531823 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-170dd50d-6b43-4c0a-aff3-d8f32ca18d3f req-9bf6bff7-1502-4805-88fa-d586b6a55729 tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] 10.222.0.13 "GET /v2.0/ports?device_id=55c4a299-0fd4-424c-ac0c-d1f17aa236ad HTTP/1.1" status: 200 len: 210 time: 0.0364985 Nov 05 19:11:49.588306 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:11:49.649882 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Pushing event updated for resources: {'Port': ['ID=3a27baec-ae5e-4b45-8a7a-9af913b157fa,revision_number=4']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:11:49.660557 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-6cd35277-82d9-4d17-9101-2ad2f62fb662 req-58589cd1-6305-42d9-a47f-dcce5381eee2 tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:11:49.717607 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6cd35277-82d9-4d17-9101-2ad2f62fb662 req-58589cd1-6305-42d9-a47f-dcce5381eee2 tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Network c2f2fa3a-169f-4b4b-b10c-ecea5acc32c0 is already hosted by enough agents. {{(pid=102386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 19:11:49.725473 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.base_scheduler [req-6cd35277-82d9-4d17-9101-2ad2f62fb662 req-58589cd1-6305-42d9-a47f-dcce5381eee2 tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Resources bound (agent type, host, resource id): {{(pid=102386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 19:11:49.731099 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [req-6cd35277-82d9-4d17-9101-2ad2f62fb662 req-58589cd1-6305-42d9-a47f-dcce5381eee2 tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Received port after_create {{(pid=102386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 19:11:49.792308 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd35277-82d9-4d17-9101-2ad2f62fb662 req-58589cd1-6305-42d9-a47f-dcce5381eee2 tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:11:49.793784 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-6cd35277-82d9-4d17-9101-2ad2f62fb662 req-58589cd1-6305-42d9-a47f-dcce5381eee2 tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:11:49.811104 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58589cd1-6305-42d9-a47f-dcce5381eee2 tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Pushing event updated for resources: {'Port': ['ID=e88cc886-694b-4785-ae9d-abc9ed88c5dc,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:11:49.814379 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] get_ports_and_sgs() called for port_ids ['3a27baec-ae5e-4b45-8a7a-9af913b157fa'] {{(pid=102388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 19:11:49.891959 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-6cd35277-82d9-4d17-9101-2ad2f62fb662 req-58589cd1-6305-42d9-a47f-dcce5381eee2 tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2545798 Nov 05 19:11:49.915299 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [req-6cd35277-82d9-4d17-9101-2ad2f62fb662 req-cc0d022f-d86b-468d-89fd-8c44aea42128 service neutron] Request body: {'port': {'device_id': '55c4a299-0fd4-424c-ac0c-d1f17aa236ad', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816865-1'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:11:50.056266 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-6cd35277-82d9-4d17-9101-2ad2f62fb662 req-cc0d022f-d86b-468d-89fd-8c44aea42128 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:11:50.225809 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca288514-a0d0-473e-9753-552d69e87be8 req-cdd883fa-5185-4f1c-98a0-fdb75308a766 tempest-TestServerBasicOps-347779040 tempest-TestServerBasicOps-347779040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:11:50.235601 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-ca288514-a0d0-473e-9753-552d69e87be8 req-cdd883fa-5185-4f1c-98a0-fdb75308a766 tempest-TestServerBasicOps-347779040 tempest-TestServerBasicOps-347779040-project] 10.222.0.13 "GET /v2.0/ports?device_id=21cc3162-f870-44e5-a083-97155afbc498 HTTP/1.1" status: 200 len: 945 time: 0.0949585 Nov 05 19:11:50.272245 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-15f7a3be-1e22-4ba7-abf5-c6d2d36d2540 None None] Provisioning complete for port e88cc886-694b-4785-ae9d-abc9ed88c5dc triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:11:50.272852 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-15f7a3be-1e22-4ba7-abf5-c6d2d36d2540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:11:50.357025 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-ca288514-a0d0-473e-9753-552d69e87be8 req-a4f16461-69bb-447e-8ab7-ea3f079f469d tempest-TestServerBasicOps-347779040 tempest-TestServerBasicOps-347779040-project] 10.222.0.13 "GET /v2.0/security-groups?id=b21dd0ae-690b-48c4-b07b-86a870c619a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1132905 Nov 05 19:11:50.550457 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-15f7a3be-1e22-4ba7-abf5-c6d2d36d2540 None None] Port e88cc886-694b-4785-ae9d-abc9ed88c5dc cannot update to ACTIVE because it is not bound. {{(pid=102388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 19:11:50.582431 n-d-816865-1 neutron-server[102386]: DEBUG neutron.notifiers.nova [req-6cd35277-82d9-4d17-9101-2ad2f62fb662 req-cc0d022f-d86b-468d-89fd-8c44aea42128 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e88cc886-694b-4785-ae9d-abc9ed88c5dc {{(pid=102386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 19:11:50.593326 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-6cd35277-82d9-4d17-9101-2ad2f62fb662 req-cc0d022f-d86b-468d-89fd-8c44aea42128 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:11:50.613487 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.provisioning_blocks [req-6cd35277-82d9-4d17-9101-2ad2f62fb662 req-cc0d022f-d86b-468d-89fd-8c44aea42128 service neutron] Transition to ACTIVE for port object e88cc886-694b-4785-ae9d-abc9ed88c5dc will not be triggered until provisioned by entity L2. {{(pid=102386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 05 19:11:50.643893 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608cc406-6bd2-4d56-bbf3-aee1d09ca45d req-e5136ecd-f9fc-4456-b022-4d20cce69f36 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:11:50.657325 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-608cc406-6bd2-4d56-bbf3-aee1d09ca45d req-e5136ecd-f9fc-4456-b022-4d20cce69f36 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] 10.222.0.13 "GET /v2.0/ports?device_id=6a98ef0f-dfb9-459b-b9cc-e3b18cabd026 HTTP/1.1" status: 200 len: 945 time: 0.1329441 Nov 05 19:11:50.731412 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-6cd35277-82d9-4d17-9101-2ad2f62fb662 req-cc0d022f-d86b-468d-89fd-8c44aea42128 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6149821'] for port, after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:11:50.796154 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0d022f-d86b-468d-89fd-8c44aea42128 service neutron] Pushing event updated for resources: {'Port': ['ID=e88cc886-694b-4785-ae9d-abc9ed88c5dc,revision_number=2']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:11:50.906168 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [req-6cd35277-82d9-4d17-9101-2ad2f62fb662 req-cc0d022f-d86b-468d-89fd-8c44aea42128 service neutron] Attempting to bind port e88cc886-694b-4785-ae9d-abc9ed88c5dc on host n-h2-816865-1 for vnic_type normal with profile {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 19:11:50.906507 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [req-6cd35277-82d9-4d17-9101-2ad2f62fb662 req-cc0d022f-d86b-468d-89fd-8c44aea42128 service neutron] Attempting to bind port e88cc886-694b-4785-ae9d-abc9ed88c5dc by drivers openvswitch,hyperv on host n-h2-816865-1 at level 0 using segments [{'id': '5ed931a8-ca53-43e2-8fd7-cbca69b6184e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'c2f2fa3a-169f-4b4b-b10c-ecea5acc32c0'}] {{(pid=102386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 19:11:50.907148 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cd35277-82d9-4d17-9101-2ad2f62fb662 req-cc0d022f-d86b-468d-89fd-8c44aea42128 service neutron] Attempting to bind port e88cc886-694b-4785-ae9d-abc9ed88c5dc on network c2f2fa3a-169f-4b4b-b10c-ecea5acc32c0 {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 19:11:50.912451 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cd35277-82d9-4d17-9101-2ad2f62fb662 req-cc0d022f-d86b-468d-89fd-8c44aea42128 service neutron] Port e88cc886-694b-4785-ae9d-abc9ed88c5dc on network c2f2fa3a-169f-4b4b-b10c-ecea5acc32c0 not bound, no agent of type Open vSwitch agent registered on host n-h2-816865-1 {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 19:11:50.912772 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cd35277-82d9-4d17-9101-2ad2f62fb662 req-cc0d022f-d86b-468d-89fd-8c44aea42128 service neutron] Attempting to bind port e88cc886-694b-4785-ae9d-abc9ed88c5dc on network c2f2fa3a-169f-4b4b-b10c-ecea5acc32c0 {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 19:11:50.920299 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cd35277-82d9-4d17-9101-2ad2f62fb662 req-cc0d022f-d86b-468d-89fd-8c44aea42128 service neutron] Checking agent: {'id': '32aff553-696f-4891-83f5-5c176f61fe54', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816865-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 18, 33, 36), 'started_at': datetime.datetime(2021, 11, 5, 18, 33, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 19, 11, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 19:11:50.920674 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cd35277-82d9-4d17-9101-2ad2f62fb662 req-cc0d022f-d86b-468d-89fd-8c44aea42128 service neutron] Checking segment: {'id': '5ed931a8-ca53-43e2-8fd7-cbca69b6184e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'c2f2fa3a-169f-4b4b-b10c-ecea5acc32c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 19:11:50.921013 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cd35277-82d9-4d17-9101-2ad2f62fb662 req-cc0d022f-d86b-468d-89fd-8c44aea42128 service neutron] Bound using segment: {'id': '5ed931a8-ca53-43e2-8fd7-cbca69b6184e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'c2f2fa3a-169f-4b4b-b10c-ecea5acc32c0'} {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 19:11:50.921515 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [req-6cd35277-82d9-4d17-9101-2ad2f62fb662 req-cc0d022f-d86b-468d-89fd-8c44aea42128 service neutron] Bound port: e88cc886-694b-4785-ae9d-abc9ed88c5dc, host: n-h2-816865-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ed931a8-ca53-43e2-8fd7-cbca69b6184e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'c2f2fa3a-169f-4b4b-b10c-ecea5acc32c0'}}] {{(pid=102386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 19:11:50.922653 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-6cd35277-82d9-4d17-9101-2ad2f62fb662 req-cc0d022f-d86b-468d-89fd-8c44aea42128 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:11:51.038603 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [req-6cd35277-82d9-4d17-9101-2ad2f62fb662 req-cc0d022f-d86b-468d-89fd-8c44aea42128 service neutron] For port e88cc886-694b-4785-ae9d-abc9ed88c5dc, host n-h2-816865-1, cleared binding levels {{(pid=102386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 19:11:51.049964 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [req-6cd35277-82d9-4d17-9101-2ad2f62fb662 req-cc0d022f-d86b-468d-89fd-8c44aea42128 service neutron] For port e88cc886-694b-4785-ae9d-abc9ed88c5dc, host n-h2-816865-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=e88cc886-694b-4785-ae9d-abc9ed88c5dc,segment=NetworkSegment(5ed931a8-ca53-43e2-8fd7-cbca69b6184e),segment_id=5ed931a8-ca53-43e2-8fd7-cbca69b6184e)] {{(pid=102386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 19:11:51.133929 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-6cd35277-82d9-4d17-9101-2ad2f62fb662 req-cc0d022f-d86b-468d-89fd-8c44aea42128 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6149821'] for port, after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:11:51.239317 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd35277-82d9-4d17-9101-2ad2f62fb662 req-cc0d022f-d86b-468d-89fd-8c44aea42128 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:11:51.240169 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-6cd35277-82d9-4d17-9101-2ad2f62fb662 req-cc0d022f-d86b-468d-89fd-8c44aea42128 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:11:51.241894 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-6cd35277-82d9-4d17-9101-2ad2f62fb662 req-cc0d022f-d86b-468d-89fd-8c44aea42128 service neutron] 10.222.0.55 "PUT /v2.0/ports/e88cc886-694b-4785-ae9d-abc9ed88c5dc HTTP/1.1" status: 200 len: 1092 time: 1.3358884 Nov 05 19:11:51.242576 n-d-816865-1 neutron-server[102386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55c4a299-0fd4-424c-ac0c-d1f17aa236ad', 'tag': 'e88cc886-694b-4785-ae9d-abc9ed88c5dc'}] {{(pid=102386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 19:11:51.245149 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6173a44d7c73f41af551dc890fa1a5892c2c6bc3458b640c8e0c24db7876ba6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0cad7d6-4d7e-4def-aeaa-c0e04572e300" -d '{"events": [{"name": "network-changed", "server_uuid": "55c4a299-0fd4-424c-ac0c-d1f17aa236ad", "tag": "e88cc886-694b-4785-ae9d-abc9ed88c5dc"}]}' {{(pid=102386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 19:11:51.349234 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0d022f-d86b-468d-89fd-8c44aea42128 service neutron] Pushing event updated for resources: {'Port': ['ID=e88cc886-694b-4785-ae9d-abc9ed88c5dc,revision_number=3']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:11:51.501805 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd35277-82d9-4d17-9101-2ad2f62fb662 req-11af3b08-8f51-46da-8c0d-0a0ee8cf9cbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:11:51.507052 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-6cd35277-82d9-4d17-9101-2ad2f62fb662 req-11af3b08-8f51-46da-8c0d-0a0ee8cf9cbc service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=e6881a268b314b538ad6a867b46f1df8&device_id=55c4a299-0fd4-424c-ac0c-d1f17aa236ad HTTP/1.1" status: 200 len: 1095 time: 0.1188211 Nov 05 19:11:51.540184 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-608cc406-6bd2-4d56-bbf3-aee1d09ca45d req-aad92c4b-cc19-460b-8e6e-2a590a3e982b tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] 10.222.0.13 "GET /v2.0/security-groups?id=58a0d76a-fac3-49dd-bb58-977488bd5154&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8819754 Nov 05 19:11:51.567265 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f26993-ff7f-4762-9c27-cf7cc969e410 req-8d4cf1eb-0d80-4380-bb88-238d61dbea7e tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:11:51.572747 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-d1f26993-ff7f-4762-9c27-cf7cc969e410 req-8d4cf1eb-0d80-4380-bb88-238d61dbea7e tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] 10.222.0.13 "GET /v2.0/ports?device_id=55c4a299-0fd4-424c-ac0c-d1f17aa236ad HTTP/1.1" status: 200 len: 932 time: 0.9133744 Nov 05 19:11:51.640695 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-6cd35277-82d9-4d17-9101-2ad2f62fb662 req-4f6c3adc-1d3e-4dad-9871-f875561c6ea0 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.26&port_id=e88cc886-694b-4785-ae9d-abc9ed88c5dc HTTP/1.1" status: 200 len: 217 time: 0.1206205 Nov 05 19:11:51.701501 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-d1f26993-ff7f-4762-9c27-cf7cc969e410 req-37b625db-8f1e-4175-85eb-18b168ce4501 tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] 10.222.0.13 "GET /v2.0/security-groups?id=0282a63a-36be-41c2-98a3-db6e16136338&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0793569 Nov 05 19:11:51.762861 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 19:11:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-affee35f-b83f-4100-b27f-ebaf92b40481 x-openstack-request-id: req-affee35f-b83f-4100-b27f-ebaf92b40481 {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 19:11:51.763396 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "55c4a299-0fd4-424c-ac0c-d1f17aa236ad", "tag": "e88cc886-694b-4785-ae9d-abc9ed88c5dc", "status": "completed", "code": 200}]} {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 19:11:51.763502 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-affee35f-b83f-4100-b27f-ebaf92b40481 {{(pid=102386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 19:11:51.764009 n-d-816865-1 neutron-server[102386]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55c4a299-0fd4-424c-ac0c-d1f17aa236ad', 'tag': 'e88cc886-694b-4785-ae9d-abc9ed88c5dc', 'status': 'completed', 'code': 200} Nov 05 19:11:51.788428 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd35277-82d9-4d17-9101-2ad2f62fb662 req-ff671815-210f-4fd9-a326-48c3a441db38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:11:51.790724 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-6cd35277-82d9-4d17-9101-2ad2f62fb662 req-ff671815-210f-4fd9-a326-48c3a441db38 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=6a142732-c944-458f-b5ca-b1c42a6d861f HTTP/1.1" status: 200 len: 838 time: 0.1367261 Nov 05 19:11:51.832200 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b2f679-2264-4d40-b96e-9125fde084d4 req-83ed4ba0-2f25-4bdb-8c75-2f43a4feee7b tempest-TestServerBasicOps-347779040 tempest-TestServerBasicOps-347779040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:11:51.833829 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-61b2f679-2264-4d40-b96e-9125fde084d4 req-83ed4ba0-2f25-4bdb-8c75-2f43a4feee7b tempest-TestServerBasicOps-347779040 tempest-TestServerBasicOps-347779040-project] 10.222.0.13 "GET /v2.0/ports?device_id=21cc3162-f870-44e5-a083-97155afbc498 HTTP/1.1" status: 200 len: 945 time: 0.0669608 Nov 05 19:11:51.854034 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd35277-82d9-4d17-9101-2ad2f62fb662 req-3137370d-806d-4ac8-8fe1-2092f7d2dea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:11:51.857512 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-6cd35277-82d9-4d17-9101-2ad2f62fb662 req-3137370d-806d-4ac8-8fe1-2092f7d2dea7 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c2f2fa3a-169f-4b4b-b10c-ecea5acc32c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0536897 Nov 05 19:11:51.924855 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-61b2f679-2264-4d40-b96e-9125fde084d4 req-98df6f9d-bcda-4543-996e-8f55a4e9e3ae tempest-TestServerBasicOps-347779040 tempest-TestServerBasicOps-347779040-project] 10.222.0.13 "GET /v2.0/security-groups?id=b21dd0ae-690b-48c4-b07b-86a870c619a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0805750 Nov 05 19:11:51.999381 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-6cd35277-82d9-4d17-9101-2ad2f62fb662 req-42692bdb-aa0d-4394-adaa-a6195194b274 service neutron] 10.222.0.55 "GET /v2.0/networks/c2f2fa3a-169f-4b4b-b10c-ecea5acc32c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291256 Nov 05 19:11:52.104348 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-6cd35277-82d9-4d17-9101-2ad2f62fb662 req-5d1e6b95-1cf0-4dc4-9d17-6b7f787d699c service neutron] 10.222.0.55 "GET /v2.0/networks/c2f2fa3a-169f-4b4b-b10c-ecea5acc32c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891397 Nov 05 19:11:52.500847 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cad7d6-4d7e-4def-aeaa-c0e04572e300 req-a728982a-17ef-4d1a-bfed-473016b19449 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:11:52.502657 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-e0cad7d6-4d7e-4def-aeaa-c0e04572e300 req-a728982a-17ef-4d1a-bfed-473016b19449 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=e6881a268b314b538ad6a867b46f1df8&device_id=55c4a299-0fd4-424c-ac0c-d1f17aa236ad HTTP/1.1" status: 200 len: 1095 time: 0.0600288 Nov 05 19:11:52.619712 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cad7d6-4d7e-4def-aeaa-c0e04572e300 req-b665dc93-dfb1-4a94-ac9f-24ff764bcd30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:11:52.621893 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-e0cad7d6-4d7e-4def-aeaa-c0e04572e300 req-b665dc93-dfb1-4a94-ac9f-24ff764bcd30 service neutron] 10.222.0.55 "GET /v2.0/networks?id=c2f2fa3a-169f-4b4b-b10c-ecea5acc32c0 HTTP/1.1" status: 200 len: 897 time: 0.1104023 Nov 05 19:11:52.698869 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-e0cad7d6-4d7e-4def-aeaa-c0e04572e300 req-ae199f0a-90c3-4cb8-9d5e-03c3f7deb116 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.26&port_id=e88cc886-694b-4785-ae9d-abc9ed88c5dc HTTP/1.1" status: 200 len: 217 time: 0.0651774 Nov 05 19:11:52.699597 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f035c142-cfd2-4334-9b9d-e3e2bdd8c872 req-a7e38065-6986-464d-ae76-fc3672e17a00 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:11:52.701101 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-f035c142-cfd2-4334-9b9d-e3e2bdd8c872 req-a7e38065-6986-464d-ae76-fc3672e17a00 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] 10.222.0.13 "GET /v2.0/ports?device_id=6a98ef0f-dfb9-459b-b9cc-e3b18cabd026 HTTP/1.1" status: 200 len: 945 time: 0.0763309 Nov 05 19:11:52.781647 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cad7d6-4d7e-4def-aeaa-c0e04572e300 req-84f9d27b-129c-4f00-b4ba-26e7eb232e92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:11:52.786344 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-e0cad7d6-4d7e-4def-aeaa-c0e04572e300 req-84f9d27b-129c-4f00-b4ba-26e7eb232e92 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=6a142732-c944-458f-b5ca-b1c42a6d861f HTTP/1.1" status: 200 len: 838 time: 0.0781724 Nov 05 19:11:52.799885 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-f035c142-cfd2-4334-9b9d-e3e2bdd8c872 req-8e6f51b0-6eb1-4a7b-9837-1fbbb1b002ac tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] 10.222.0.13 "GET /v2.0/security-groups?id=58a0d76a-fac3-49dd-bb58-977488bd5154&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0919719 Nov 05 19:11:52.886088 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cad7d6-4d7e-4def-aeaa-c0e04572e300 req-61c9b7ef-d4a3-48e5-b878-e6fa3f789d88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:11:52.887657 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-e0cad7d6-4d7e-4def-aeaa-c0e04572e300 req-61c9b7ef-d4a3-48e5-b878-e6fa3f789d88 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c2f2fa3a-169f-4b4b-b10c-ecea5acc32c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0929537 Nov 05 19:11:53.010442 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-e0cad7d6-4d7e-4def-aeaa-c0e04572e300 req-f8e1e9cc-b61d-4c11-8ec6-caabdf4159b1 service neutron] 10.222.0.55 "GET /v2.0/networks/c2f2fa3a-169f-4b4b-b10c-ecea5acc32c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1144242 Nov 05 19:11:53.055737 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f646fc78-972f-4b25-afe0-70b34f73bfaf req-14130abc-7a13-4df7-9316-1b6eab299973 tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:11:53.075363 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-f646fc78-972f-4b25-afe0-70b34f73bfaf req-14130abc-7a13-4df7-9316-1b6eab299973 tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] 10.222.0.13 "GET /v2.0/ports?device_id=55c4a299-0fd4-424c-ac0c-d1f17aa236ad HTTP/1.1" status: 200 len: 944 time: 0.1559384 Nov 05 19:11:53.153083 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Device 3a27baec-ae5e-4b45-8a7a-9af913b157fa up at agent hyperv_n-h1-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 19:11:53.164736 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-f646fc78-972f-4b25-afe0-70b34f73bfaf req-20681de1-9455-462e-9644-3473c46876db tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] 10.222.0.13 "GET /v2.0/security-groups?id=0282a63a-36be-41c2-98a3-db6e16136338&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0891314 Nov 05 19:11:53.178895 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-e0cad7d6-4d7e-4def-aeaa-c0e04572e300 req-52181d94-bd19-49a5-b12a-2fd90c69231f service neutron] 10.222.0.55 "GET /v2.0/networks/c2f2fa3a-169f-4b4b-b10c-ecea5acc32c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1598361 Nov 05 19:11:53.186110 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d457cf55-1997-44d7-9713-f1a16e6ec575 req-9a16ce23-970d-4711-9bc3-7e3e17bde6f7 tempest-TestServerBasicOps-347779040 tempest-TestServerBasicOps-347779040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:11:53.200608 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-d457cf55-1997-44d7-9713-f1a16e6ec575 req-9a16ce23-970d-4711-9bc3-7e3e17bde6f7 tempest-TestServerBasicOps-347779040 tempest-TestServerBasicOps-347779040-project] 10.222.0.13 "GET /v2.0/ports?device_id=21cc3162-f870-44e5-a083-97155afbc498 HTTP/1.1" status: 200 len: 945 time: 0.1076519 Nov 05 19:11:53.291956 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-d457cf55-1997-44d7-9713-f1a16e6ec575 req-a3703e4e-4503-46ce-b46e-9b77b27cf1be tempest-TestServerBasicOps-347779040 tempest-TestServerBasicOps-347779040-project] 10.222.0.13 "GET /v2.0/security-groups?id=b21dd0ae-690b-48c4-b07b-86a870c619a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0799270 Nov 05 19:11:53.313069 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Provisioning for port 3a27baec-ae5e-4b45-8a7a-9af913b157fa completed by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 05 19:11:53.317474 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Provisioning complete for port 3a27baec-ae5e-4b45-8a7a-9af913b157fa triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:11:53.317917 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:11:53.442889 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:11:53.484212 n-d-816865-1 neutron-server[102388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21cc3162-f870-44e5-a083-97155afbc498', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a27baec-ae5e-4b45-8a7a-9af913b157fa'}] {{(pid=102388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 19:11:53.487483 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85474fee1180e129d8a886d264fe0b30223aa672dd1ffe43b630605f18504f68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2b735a1-98aa-453b-a459-6b94e1c17a7c" -d '{"events": [{"server_uuid": "21cc3162-f870-44e5-a083-97155afbc498", "name": "network-vif-plugged", "status": "completed", "tag": "3a27baec-ae5e-4b45-8a7a-9af913b157fa"}]}' {{(pid=102388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 19:11:53.491944 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] For port 3a27baec-ae5e-4b45-8a7a-9af913b157fa, host n-h1-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=3a27baec-ae5e-4b45-8a7a-9af913b157fa,segment=NetworkSegment(1b44c4b9-8684-41f2-83f7-a0ecefcb5058),segment_id=1b44c4b9-8684-41f2-83f7-a0ecefcb5058)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:11:53.532138 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 19:11:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e6a312f-479b-4c40-8ac6-ed96cb5ea87b x-openstack-request-id: req-9e6a312f-479b-4c40-8ac6-ed96cb5ea87b {{(pid=102388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 19:11:53.532681 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21cc3162-f870-44e5-a083-97155afbc498", "name": "network-vif-plugged", "status": "completed", "tag": "3a27baec-ae5e-4b45-8a7a-9af913b157fa", "code": 200}]} {{(pid=102388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 19:11:53.532958 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9e6a312f-479b-4c40-8ac6-ed96cb5ea87b {{(pid=102388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 19:11:53.533356 n-d-816865-1 neutron-server[102388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21cc3162-f870-44e5-a083-97155afbc498', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a27baec-ae5e-4b45-8a7a-9af913b157fa', 'code': 200} Nov 05 19:11:53.575555 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:11:53.659863 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Pushing event updated for resources: {'Port': ['ID=3a27baec-ae5e-4b45-8a7a-9af913b157fa,revision_number=5']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:11:53.685376 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0969fd-7199-4936-9bbe-8fdf108f87fd req-e6d16c96-bf29-438b-b217-7638997ab4fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:11:53.687554 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-6f0969fd-7199-4936-9bbe-8fdf108f87fd req-e6d16c96-bf29-438b-b217-7638997ab4fd service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=21cc3162-f870-44e5-a083-97155afbc498 HTTP/1.1" status: 200 len: 1097 time: 0.0591261 Nov 05 19:11:53.738083 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-6f0969fd-7199-4936-9bbe-8fdf108f87fd req-37e24c11-4b5f-4680-90a4-f4e78f7502c8 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=b21dd0ae-690b-48c4-b07b-86a870c619a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434315 Nov 05 19:11:53.903626 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Device e88cc886-694b-4785-ae9d-abc9ed88c5dc details requested by agent hyperv_n-h2-816865-1 with host n-h2-816865-1 {{(pid=102388) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 05 19:11:53.929548 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a586be-b569-4818-9c33-c9feb44991b1 req-9a3809c5-84da-4c81-aefb-588605fdf3b3 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:11:53.932303 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-14a586be-b569-4818-9c33-c9feb44991b1 req-9a3809c5-84da-4c81-aefb-588605fdf3b3 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] 10.222.0.13 "GET /v2.0/ports?device_id=6a98ef0f-dfb9-459b-b9cc-e3b18cabd026 HTTP/1.1" status: 200 len: 945 time: 0.0615935 Nov 05 19:11:54.032314 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-14a586be-b569-4818-9c33-c9feb44991b1 req-9ee01153-40ee-4ea4-b132-5ca53ab2d2a8 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] 10.222.0.13 "GET /v2.0/security-groups?id=58a0d76a-fac3-49dd-bb58-977488bd5154&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0909624 Nov 05 19:11:54.082283 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] For port e88cc886-694b-4785-ae9d-abc9ed88c5dc, host n-h2-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=e88cc886-694b-4785-ae9d-abc9ed88c5dc,segment=NetworkSegment(5ed931a8-ca53-43e2-8fd7-cbca69b6184e),segment_id=5ed931a8-ca53-43e2-8fd7-cbca69b6184e)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:11:54.104747 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Returning: {'device': 'e88cc886-694b-4785-ae9d-abc9ed88c5dc', 'network_id': 'c2f2fa3a-169f-4b4b-b10c-ecea5acc32c0', 'port_id': 'e88cc886-694b-4785-ae9d-abc9ed88c5dc', 'mac_address': 'fa:16:3e:70:91:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 154, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a142732-c944-458f-b5ca-b1c42a6d861f', 'ip_address': '172.20.0.26'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102388) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 05 19:11:54.151650 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:11:54.166734 n-d-816865-1 neutron-server[102388]: DEBUG neutron.notifiers.nova [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e88cc886-694b-4785-ae9d-abc9ed88c5dc {{(pid=102388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 19:11:54.198740 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] For port e88cc886-694b-4785-ae9d-abc9ed88c5dc, host n-h2-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=e88cc886-694b-4785-ae9d-abc9ed88c5dc,segment=NetworkSegment(5ed931a8-ca53-43e2-8fd7-cbca69b6184e),segment_id=5ed931a8-ca53-43e2-8fd7-cbca69b6184e)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:11:54.254234 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:11:54.343991 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39609357-11e3-40eb-acf3-cfbca6886881 req-65fba115-4832-40c6-bae5-76ad10045b45 tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:11:54.349155 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-39609357-11e3-40eb-acf3-cfbca6886881 req-65fba115-4832-40c6-bae5-76ad10045b45 tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] 10.222.0.13 "GET /v2.0/ports?device_id=55c4a299-0fd4-424c-ac0c-d1f17aa236ad HTTP/1.1" status: 200 len: 945 time: 0.0894074 Nov 05 19:11:54.360301 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Pushing event updated for resources: {'Port': ['ID=e88cc886-694b-4785-ae9d-abc9ed88c5dc,revision_number=4']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:11:54.422985 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-39609357-11e3-40eb-acf3-cfbca6886881 req-2aa603bf-91df-4ad0-99df-0e6ba1c64802 tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] 10.222.0.13 "GET /v2.0/security-groups?id=0282a63a-36be-41c2-98a3-db6e16136338&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0675669 Nov 05 19:11:54.475114 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbabebe9-21a5-463d-8a66-64fc21ade0b3 req-c4e90de7-d3b4-4e52-b6b1-a904115dd764 tempest-TestServerBasicOps-347779040 tempest-TestServerBasicOps-347779040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:11:54.476652 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-bbabebe9-21a5-463d-8a66-64fc21ade0b3 req-c4e90de7-d3b4-4e52-b6b1-a904115dd764 tempest-TestServerBasicOps-347779040 tempest-TestServerBasicOps-347779040-project] 10.222.0.13 "GET /v2.0/ports?device_id=21cc3162-f870-44e5-a083-97155afbc498 HTTP/1.1" status: 200 len: 946 time: 0.0909030 Nov 05 19:11:54.520102 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] get_ports_and_sgs() called for port_ids ['e88cc886-694b-4785-ae9d-abc9ed88c5dc'] {{(pid=102388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 19:11:54.543271 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-bbabebe9-21a5-463d-8a66-64fc21ade0b3 req-f90ae9b9-6d75-44b3-b47e-68ae2d263a34 tempest-TestServerBasicOps-347779040 tempest-TestServerBasicOps-347779040-project] 10.222.0.13 "GET /v2.0/security-groups?id=b21dd0ae-690b-48c4-b07b-86a870c619a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594449 Nov 05 19:11:55.206032 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88de4415-a435-494c-ac9a-5b61b4e5a7d5 req-8be1db3e-3813-46c3-99dc-11e8a5b10360 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:11:55.208800 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-88de4415-a435-494c-ac9a-5b61b4e5a7d5 req-8be1db3e-3813-46c3-99dc-11e8a5b10360 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] 10.222.0.13 "GET /v2.0/ports?device_id=6a98ef0f-dfb9-459b-b9cc-e3b18cabd026 HTTP/1.1" status: 200 len: 945 time: 0.0806451 Nov 05 19:11:55.286513 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-88de4415-a435-494c-ac9a-5b61b4e5a7d5 req-7c90d184-32a7-4bea-8b15-78737d8371e3 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] 10.222.0.13 "GET /v2.0/security-groups?id=58a0d76a-fac3-49dd-bb58-977488bd5154&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0640619 Nov 05 19:11:55.795086 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e491d390-9e39-432a-8c9d-c8a7c1722a2a req-28b30054-385c-4578-b26e-b0acc9bcf481 tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:11:55.803188 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-e491d390-9e39-432a-8c9d-c8a7c1722a2a req-28b30054-385c-4578-b26e-b0acc9bcf481 tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] 10.222.0.13 "GET /v2.0/ports?device_id=55c4a299-0fd4-424c-ac0c-d1f17aa236ad HTTP/1.1" status: 200 len: 945 time: 0.1577132 Nov 05 19:11:55.850792 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2712c107-2514-48ac-ad32-ff9f96f7cb6e req-a6b14473-8458-4a43-bf6d-16be716e048a tempest-TestServerBasicOps-347779040 tempest-TestServerBasicOps-347779040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:11:55.854630 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-2712c107-2514-48ac-ad32-ff9f96f7cb6e req-a6b14473-8458-4a43-bf6d-16be716e048a tempest-TestServerBasicOps-347779040 tempest-TestServerBasicOps-347779040-project] 10.222.0.13 "GET /v2.0/ports?device_id=21cc3162-f870-44e5-a083-97155afbc498 HTTP/1.1" status: 200 len: 946 time: 0.1142468 Nov 05 19:11:55.890946 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-e491d390-9e39-432a-8c9d-c8a7c1722a2a req-0fb2ce1e-e157-4559-a911-cac9c8b2b15f tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] 10.222.0.13 "GET /v2.0/security-groups?id=0282a63a-36be-41c2-98a3-db6e16136338&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0825331 Nov 05 19:11:55.910205 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Device e88cc886-694b-4785-ae9d-abc9ed88c5dc up at agent hyperv_n-h2-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 19:11:56.021505 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-2712c107-2514-48ac-ad32-ff9f96f7cb6e req-29a796e8-0eae-4f44-8ae9-3104dcf34f51 tempest-TestServerBasicOps-347779040 tempest-TestServerBasicOps-347779040-project] 10.222.0.13 "GET /v2.0/security-groups?id=b21dd0ae-690b-48c4-b07b-86a870c619a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1287644 Nov 05 19:11:56.081676 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Provisioning for port e88cc886-694b-4785-ae9d-abc9ed88c5dc completed by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 05 19:11:56.086468 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Provisioning complete for port e88cc886-694b-4785-ae9d-abc9ed88c5dc triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:11:56.087116 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:11:56.218918 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:11:56.249746 n-d-816865-1 neutron-server[102388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55c4a299-0fd4-424c-ac0c-d1f17aa236ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e88cc886-694b-4785-ae9d-abc9ed88c5dc'}] {{(pid=102388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 19:11:56.252749 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85474fee1180e129d8a886d264fe0b30223aa672dd1ffe43b630605f18504f68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e9f94a6-be1f-45f1-a2c6-c662bf79c6fe" -d '{"events": [{"server_uuid": "55c4a299-0fd4-424c-ac0c-d1f17aa236ad", "name": "network-vif-plugged", "status": "completed", "tag": "e88cc886-694b-4785-ae9d-abc9ed88c5dc"}]}' {{(pid=102388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 19:11:56.260648 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad3fc2f-4d6d-4a7f-93e7-b107b2ebfc08 req-3fe68151-5fcb-4d29-a09c-558ae8aa37dc tempest-TestServerBasicOps-347779040 tempest-TestServerBasicOps-347779040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:11:56.263426 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-dad3fc2f-4d6d-4a7f-93e7-b107b2ebfc08 req-3fe68151-5fcb-4d29-a09c-558ae8aa37dc tempest-TestServerBasicOps-347779040 tempest-TestServerBasicOps-347779040-project] 10.222.0.13 "GET /v2.0/ports?device_id=21cc3162-f870-44e5-a083-97155afbc498 HTTP/1.1" status: 200 len: 946 time: 0.0883069 Nov 05 19:11:56.266948 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] For port e88cc886-694b-4785-ae9d-abc9ed88c5dc, host n-h2-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=e88cc886-694b-4785-ae9d-abc9ed88c5dc,segment=NetworkSegment(5ed931a8-ca53-43e2-8fd7-cbca69b6184e),segment_id=5ed931a8-ca53-43e2-8fd7-cbca69b6184e)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:11:56.330928 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:11:56.345488 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-dad3fc2f-4d6d-4a7f-93e7-b107b2ebfc08 req-50f49ff1-6ce8-45c3-87ba-80f6328e10e9 tempest-TestServerBasicOps-347779040 tempest-TestServerBasicOps-347779040-project] 10.222.0.13 "GET /v2.0/security-groups?id=b21dd0ae-690b-48c4-b07b-86a870c619a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0740693 Nov 05 19:11:56.378582 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 19:11:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68e701bb-dc65-48c7-ad4c-c7e9beb71cd8 x-openstack-request-id: req-68e701bb-dc65-48c7-ad4c-c7e9beb71cd8 {{(pid=102388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 19:11:56.378882 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55c4a299-0fd4-424c-ac0c-d1f17aa236ad", "name": "network-vif-plugged", "status": "completed", "tag": "e88cc886-694b-4785-ae9d-abc9ed88c5dc", "code": 200}]} {{(pid=102388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 19:11:56.379138 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-68e701bb-dc65-48c7-ad4c-c7e9beb71cd8 {{(pid=102388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 19:11:56.379534 n-d-816865-1 neutron-server[102388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55c4a299-0fd4-424c-ac0c-d1f17aa236ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e88cc886-694b-4785-ae9d-abc9ed88c5dc', 'code': 200} Nov 05 19:11:56.466792 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Pushing event updated for resources: {'Port': ['ID=e88cc886-694b-4785-ae9d-abc9ed88c5dc,revision_number=5']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:11:56.501017 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9dfde9-2e38-49c7-871f-b5e71058628c req-4dbbc954-3bb9-4b69-9ee5-9c6e4cd25c5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:11:56.503700 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-0a9dfde9-2e38-49c7-871f-b5e71058628c req-4dbbc954-3bb9-4b69-9ee5-9c6e4cd25c5e service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=55c4a299-0fd4-424c-ac0c-d1f17aa236ad HTTP/1.1" status: 200 len: 1097 time: 0.0615759 Nov 05 19:11:56.577971 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-0a9dfde9-2e38-49c7-871f-b5e71058628c req-a6f323a2-8034-49d0-8a5f-a106315c18b2 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=0282a63a-36be-41c2-98a3-db6e16136338&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0619519 Nov 05 19:11:56.592801 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43b21f9-2517-4d55-a638-d1166b468228 req-637d6f95-289a-4188-8c5d-1db90861ebb3 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:11:56.594626 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-a43b21f9-2517-4d55-a638-d1166b468228 req-637d6f95-289a-4188-8c5d-1db90861ebb3 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] 10.222.0.13 "GET /v2.0/ports?device_id=6a98ef0f-dfb9-459b-b9cc-e3b18cabd026 HTTP/1.1" status: 200 len: 945 time: 0.1791008 Nov 05 19:11:56.641271 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2581cd9c-31bd-4beb-9736-488881be48c2 req-441a9c1d-1b21-45df-9d98-f3457233a9d7 tempest-TestServerBasicOps-347779040 tempest-TestServerBasicOps-347779040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:11:56.643099 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-2581cd9c-31bd-4beb-9736-488881be48c2 req-441a9c1d-1b21-45df-9d98-f3457233a9d7 tempest-TestServerBasicOps-347779040 tempest-TestServerBasicOps-347779040-project] 10.222.0.13 "GET /v2.0/ports?device_id=21cc3162-f870-44e5-a083-97155afbc498 HTTP/1.1" status: 200 len: 946 time: 0.1569333 Nov 05 19:11:56.707088 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-a43b21f9-2517-4d55-a638-d1166b468228 req-862ecc9c-de85-4d3b-8763-0fd0dac47a27 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] 10.222.0.13 "GET /v2.0/security-groups?id=58a0d76a-fac3-49dd-bb58-977488bd5154&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0889435 Nov 05 19:11:56.763253 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-2581cd9c-31bd-4beb-9736-488881be48c2 req-3b91d4b2-a1cc-4e4f-b28a-ba8a0368359d tempest-TestServerBasicOps-347779040 tempest-TestServerBasicOps-347779040-project] 10.222.0.13 "GET /v2.0/security-groups?id=b21dd0ae-690b-48c4-b07b-86a870c619a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1080139 Nov 05 19:11:56.787830 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 35086) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:11:56.854317 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399f7c1f-7a53-4e7b-90b1-69ed9334bd3a req-a2afe702-d39d-47eb-8156-85c92f015ea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:11:56.856891 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-399f7c1f-7a53-4e7b-90b1-69ed9334bd3a req-a2afe702-d39d-47eb-8156-85c92f015ea8 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=6a98ef0f-dfb9-459b-b9cc-e3b18cabd026 HTTP/1.1" status: 200 len: 1096 time: 0.0500610 Nov 05 19:11:56.935075 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-399f7c1f-7a53-4e7b-90b1-69ed9334bd3a req-586587b7-43d6-4e76-96d0-74481d2282f9 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=58a0d76a-fac3-49dd-bb58-977488bd5154&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0708370 Nov 05 19:11:56.952200 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79e73549-ec40-4224-ad40-5d25489ca0f8 tempest-TestServerBasicOps-974368110 tempest-TestServerBasicOps-974368110-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:11:56.956578 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-79e73549-ec40-4224-ad40-5d25489ca0f8 tempest-TestServerBasicOps-974368110 tempest-TestServerBasicOps-974368110-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=21cc3162-f870-44e5-a083-97155afbc498 HTTP/1.1" status: 200 len: 1092 time: 0.1649127 Nov 05 19:11:56.956775 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 35092) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:11:56.961684 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-dcec05f8-0d82-4e63-91d8-00e179b1a598 tempest-TestServerBasicOps-347779040 tempest-TestServerBasicOps-347779040-project] Request body: {'floatingip': {'floating_network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'port_id': '3a27baec-ae5e-4b45-8a7a-9af913b157fa', 'tenant_id': '60a297cf243942dda17ba6ab64d809f4', 'fixed_ip_address': '172.20.0.11'}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:11:57.041491 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff2da3b-7012-42da-944d-256c8dacea88 req-5cca51ad-bb42-46e5-9a5f-0d75ff996024 tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:11:57.043761 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-eff2da3b-7012-42da-944d-256c8dacea88 req-5cca51ad-bb42-46e5-9a5f-0d75ff996024 tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] 10.222.0.13 "GET /v2.0/ports?device_id=55c4a299-0fd4-424c-ac0c-d1f17aa236ad HTTP/1.1" status: 200 len: 946 time: 0.0765605 Nov 05 19:11:57.095252 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-eff2da3b-7012-42da-944d-256c8dacea88 req-a67b02cf-33dc-4cb3-82b9-e6900e028cd5 tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] 10.222.0.13 "GET /v2.0/security-groups?id=0282a63a-36be-41c2-98a3-db6e16136338&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453470 Nov 05 19:11:57.110816 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-dcec05f8-0d82-4e63-91d8-00e179b1a598 tempest-TestServerBasicOps-347779040 tempest-TestServerBasicOps-347779040-project] Publish callbacks [] for floatingip, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:11:57.220644 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-dcec05f8-0d82-4e63-91d8-00e179b1a598 tempest-TestServerBasicOps-347779040 tempest-TestServerBasicOps-347779040-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:11:57.378939 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.db_base_plugin_common [None req-dcec05f8-0d82-4e63-91d8-00e179b1a598 tempest-TestServerBasicOps-347779040 tempest-TestServerBasicOps-347779040-project] Allocated IP 172.25.6.174 (40c8335d-cd0b-4cb5-910a-d4dcddd5cbec/04fe6db3-e108-4208-943d-6518424f5726/abb784c4-e093-4748-995a-1578e4781924) {{(pid=102387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 19:11:57.513053 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-dcec05f8-0d82-4e63-91d8-00e179b1a598 tempest-TestServerBasicOps-347779040 tempest-TestServerBasicOps-347779040-project] Publish callbacks [] for port, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:11:57.636780 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-dcec05f8-0d82-4e63-91d8-00e179b1a598 tempest-TestServerBasicOps-347779040 tempest-TestServerBasicOps-347779040-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4417063'] for port, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:11:57.707455 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcec05f8-0d82-4e63-91d8-00e179b1a598 tempest-TestServerBasicOps-347779040 tempest-TestServerBasicOps-347779040-project] Pushing event updated for resources: {'Port': ['ID=abb784c4-e093-4748-995a-1578e4781924,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:11:57.724880 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcec05f8-0d82-4e63-91d8-00e179b1a598 tempest-TestServerBasicOps-347779040 tempest-TestServerBasicOps-347779040-project] Network 40c8335d-cd0b-4cb5-910a-d4dcddd5cbec is already hosted by enough agents. {{(pid=102387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 19:11:57.727400 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.base_scheduler [None req-dcec05f8-0d82-4e63-91d8-00e179b1a598 tempest-TestServerBasicOps-347779040 tempest-TestServerBasicOps-347779040-project] Resources bound (agent type, host, resource id): {{(pid=102387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 19:11:57.730546 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcec05f8-0d82-4e63-91d8-00e179b1a598 tempest-TestServerBasicOps-347779040 tempest-TestServerBasicOps-347779040-project] Received port after_create {{(pid=102387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 19:11:58.003520 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9588322e-3167-47ac-8d0e-f41362aa86fe req-2f434b0e-431b-4779-bac6-26c3d1d74f27 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:11:58.005120 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-9588322e-3167-47ac-8d0e-f41362aa86fe req-2f434b0e-431b-4779-bac6-26c3d1d74f27 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] 10.222.0.13 "GET /v2.0/ports?device_id=6a98ef0f-dfb9-459b-b9cc-e3b18cabd026 HTTP/1.1" status: 200 len: 945 time: 0.1420724 Nov 05 19:11:58.126202 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-9588322e-3167-47ac-8d0e-f41362aa86fe req-a58f90d4-21c4-4d46-bcaf-470315cc296b tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] 10.222.0.13 "GET /v2.0/security-groups?id=58a0d76a-fac3-49dd-bb58-977488bd5154&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1051641 Nov 05 19:11:58.362841 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3269661e-159f-40d7-a264-1e8be714bb6e req-71510db5-522c-48e4-ae15-cad5a0713baf tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:11:58.372383 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-3269661e-159f-40d7-a264-1e8be714bb6e req-71510db5-522c-48e4-ae15-cad5a0713baf tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] 10.222.0.13 "GET /v2.0/ports?device_id=55c4a299-0fd4-424c-ac0c-d1f17aa236ad HTTP/1.1" status: 200 len: 946 time: 0.1955931 Nov 05 19:11:58.465404 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-3269661e-159f-40d7-a264-1e8be714bb6e req-be9da779-26ef-481d-a561-6fc89abf1747 tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] 10.222.0.13 "GET /v2.0/security-groups?id=0282a63a-36be-41c2-98a3-db6e16136338&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0916729 Nov 05 19:11:58.565044 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-dcec05f8-0d82-4e63-91d8-00e179b1a598 tempest-TestServerBasicOps-347779040 tempest-TestServerBasicOps-347779040-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:11:58.707808 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2674b9e1-da6b-4b70-b920-1344c4ae9d5d req-64d25dd4-1b05-4e0e-b950-989de8d031fe tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:11:58.709742 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-2674b9e1-da6b-4b70-b920-1344c4ae9d5d req-64d25dd4-1b05-4e0e-b950-989de8d031fe tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] 10.222.0.13 "GET /v2.0/ports?device_id=55c4a299-0fd4-424c-ac0c-d1f17aa236ad HTTP/1.1" status: 200 len: 946 time: 0.0795364 Nov 05 19:11:58.862060 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-2674b9e1-da6b-4b70-b920-1344c4ae9d5d req-157bd3de-ba0e-4eda-8a20-bb7d24401207 tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] 10.222.0.13 "GET /v2.0/security-groups?id=0282a63a-36be-41c2-98a3-db6e16136338&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1198189 Nov 05 19:11:58.984520 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-dcec05f8-0d82-4e63-91d8-00e179b1a598 tempest-TestServerBasicOps-347779040 tempest-TestServerBasicOps-347779040-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:11:59.179477 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Device 4e7bc19a-7e1c-4159-869c-a55663edca36 details requested by agent hyperv_n-h1-816865-1 with host n-h1-816865-1 {{(pid=102388) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 05 19:11:59.205785 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Device 4e7bc19a-7e1c-4159-869c-a55663edca36 no longer exists at agent hyperv_n-h1-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 19:11:59.206866 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-dcec05f8-0d82-4e63-91d8-00e179b1a598 tempest-TestServerBasicOps-347779040 tempest-TestServerBasicOps-347779040-project] Publish callbacks [] for port, precommit_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:11:59.285428 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-dcec05f8-0d82-4e63-91d8-00e179b1a598 tempest-TestServerBasicOps-347779040 tempest-TestServerBasicOps-347779040-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4417072'] for port, after_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:11:59.452958 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] For port 4e7bc19a-7e1c-4159-869c-a55663edca36, host n-h1-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=4e7bc19a-7e1c-4159-869c-a55663edca36,segment=NetworkSegment(4803c800-7eb3-4349-8c3f-253c770766d0),segment_id=4803c800-7eb3-4349-8c3f-253c770766d0)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:11:59.470774 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcec05f8-0d82-4e63-91d8-00e179b1a598 tempest-TestServerBasicOps-347779040 tempest-TestServerBasicOps-347779040-project] Pushing event updated for resources: {'Port': ['ID=abb784c4-e093-4748-995a-1578e4781924,revision_number=2']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:11:59.539666 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Returning: {'device': '4e7bc19a-7e1c-4159-869c-a55663edca36', 'network_id': '530c2a73-71be-453e-8314-d0f9c49e67e6', 'port_id': '4e7bc19a-7e1c-4159-869c-a55663edca36', 'mac_address': 'fa:16:3e:f6:34:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 176, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e515ab6a-4766-4dbf-9d26-5aeef878e9d0', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102388) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 05 19:11:59.551214 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-dcec05f8-0d82-4e63-91d8-00e179b1a598 tempest-TestServerBasicOps-347779040 tempest-TestServerBasicOps-347779040-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1000577'] for floatingip, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:11:59.630569 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:11:59.640239 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:11:59.664026 n-d-816865-1 neutron-server[102388]: DEBUG neutron.notifiers.nova [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4e7bc19a-7e1c-4159-869c-a55663edca36 {{(pid=102388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 19:11:59.671813 n-d-816865-1 neutron-server[102388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a98ef0f-dfb9-459b-b9cc-e3b18cabd026', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4e7bc19a-7e1c-4159-869c-a55663edca36'}] {{(pid=102388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 19:11:59.674182 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85474fee1180e129d8a886d264fe0b30223aa672dd1ffe43b630605f18504f68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b568b91-af0f-4b71-ae63-620d1d8757a3" -d '{"events": [{"server_uuid": "6a98ef0f-dfb9-459b-b9cc-e3b18cabd026", "name": "network-vif-unplugged", "status": "completed", "tag": "4e7bc19a-7e1c-4159-869c-a55663edca36"}]}' {{(pid=102388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 19:11:59.689122 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] For port 4e7bc19a-7e1c-4159-869c-a55663edca36, host n-h1-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=4e7bc19a-7e1c-4159-869c-a55663edca36,segment=NetworkSegment(4803c800-7eb3-4349-8c3f-253c770766d0),segment_id=4803c800-7eb3-4349-8c3f-253c770766d0)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:11:59.751718 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:11:59.753778 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 05 Nov 2021 19:11:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-487ff335-f762-46f2-9a84-de1c08b1ff82 x-openstack-request-id: req-487ff335-f762-46f2-9a84-de1c08b1ff82 {{(pid=102388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 19:11:59.754329 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a98ef0f-dfb9-459b-b9cc-e3b18cabd026", "name": "network-vif-unplugged", "status": "completed", "tag": "4e7bc19a-7e1c-4159-869c-a55663edca36", "code": 200}]} {{(pid=102388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 19:11:59.754866 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-487ff335-f762-46f2-9a84-de1c08b1ff82 {{(pid=102388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 19:11:59.755460 n-d-816865-1 neutron-server[102388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a98ef0f-dfb9-459b-b9cc-e3b18cabd026', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4e7bc19a-7e1c-4159-869c-a55663edca36', 'code': 200} Nov 05 19:11:59.764475 n-d-816865-1 neutron-server[102387]: INFO neutron.db.l3_db [None req-dcec05f8-0d82-4e63-91d8-00e179b1a598 tempest-TestServerBasicOps-347779040 tempest-TestServerBasicOps-347779040-project] Floating IP ee809449-8e0d-463c-95e7-2b6dd7e96cfa associated. External IP: 172.25.6.174, port: 3a27baec-ae5e-4b45-8a7a-9af913b157fa. Nov 05 19:11:59.774299 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5643c43b-e765-4eb8-8d65-56b983e6be5b req-8b4da060-e7f3-4f46-b1d2-becfda1c73dd tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:11:59.782405 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-5643c43b-e765-4eb8-8d65-56b983e6be5b req-8b4da060-e7f3-4f46-b1d2-becfda1c73dd tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] 10.222.0.13 "GET /v2.0/ports?device_id=6a98ef0f-dfb9-459b-b9cc-e3b18cabd026 HTTP/1.1" status: 200 len: 945 time: 0.4929900 Nov 05 19:11:59.867029 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Pushing event updated for resources: {'Port': ['ID=4e7bc19a-7e1c-4159-869c-a55663edca36,revision_number=6']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:11:59.895366 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.db.api [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102388) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 05 19:11:59.895730 n-d-816865-1 neutron-server[102388]: DEBUG oslo_db.api [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 05 19:11:59.949338 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-5643c43b-e765-4eb8-8d65-56b983e6be5b req-3b0f5732-e869-421c-bef8-c9785e0f3f5d tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] 10.222.0.13 "GET /v2.0/security-groups?id=58a0d76a-fac3-49dd-bb58-977488bd5154&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1654196 Nov 05 19:11:59.985328 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 35150) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:12:00.087664 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-b4156624-d851-4359-9b3c-4a14615c92fe tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] 10.222.0.13 "GET /v2.0/floatingips/47ad5d6a-2ae4-427e-8434-316cad53169f HTTP/1.1" status: 200 len: 990 time: 0.1010842 Nov 05 19:12:00.128646 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dcec05f8-0d82-4e63-91d8-00e179b1a598 tempest-TestServerBasicOps-347779040 tempest-TestServerBasicOps-347779040-project] Router c40b6aed-7c12-4029-896d-0f50ecbf0223 has already been hosted by L3 agent 6dcb5589-8e86-4616-9186-ddc4548e13ad {{(pid=102387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 19:12:00.255836 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcec05f8-0d82-4e63-91d8-00e179b1a598 tempest-TestServerBasicOps-347779040 tempest-TestServerBasicOps-347779040-project] Notify agent at l3_agent.n-d-816865-1 the message routers_updated {{(pid=102387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 19:12:00.271348 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e93ad229-28c0-4977-8745-f039064f2f20 None None] Sync routers for ids ['c40b6aed-7c12-4029-896d-0f50ecbf0223'] in n-d-816865-1 {{(pid=102389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 19:12:00.294027 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e93ad229-28c0-4977-8745-f039064f2f20 None None] Routers {'c40b6aed-7c12-4029-896d-0f50ecbf0223'} bound to L3 agent in host n-d-816865-1 {{(pid=102389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 19:12:00.294674 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-e93ad229-28c0-4977-8745-f039064f2f20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T19:11:35Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['c40b6aed-7c12-4029-896d-0f50ecbf0223'], 'active': True} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:12:00.317362 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 35158) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:12:00.356374 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-dcec05f8-0d82-4e63-91d8-00e179b1a598 tempest-TestServerBasicOps-347779040 tempest-TestServerBasicOps-347779040-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for floatingip, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:12:00.481147 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-dcec05f8-0d82-4e63-91d8-00e179b1a598 tempest-TestServerBasicOps-347779040 tempest-TestServerBasicOps-347779040-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.5225215 Nov 05 19:12:00.488579 n-d-816865-1 neutron-server[102387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21cc3162-f870-44e5-a083-97155afbc498', 'tag': '3a27baec-ae5e-4b45-8a7a-9af913b157fa'}] {{(pid=102387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 19:12:00.491340 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab06bd4ddf5758c1f10d79fe34dc215bafa488692cde9dba2fcbcb67556f90bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d40ed0ea-ef57-4350-9643-5df44a5b5f4b" -d '{"events": [{"name": "network-changed", "server_uuid": "21cc3162-f870-44e5-a083-97155afbc498", "tag": "3a27baec-ae5e-4b45-8a7a-9af913b157fa"}]}' {{(pid=102387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 19:12:00.527753 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:12:00.569081 n-d-816865-1 neutron-server[102388]: DEBUG neutron.notifiers.nova [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e7bc19a-7e1c-4159-869c-a55663edca36 {{(pid=102388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 19:12:00.572220 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 19:12:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efd5e66e-34fd-4a21-a966-b23dc4e2d324 x-openstack-request-id: req-efd5e66e-34fd-4a21-a966-b23dc4e2d324 {{(pid=102387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 19:12:00.572811 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21cc3162-f870-44e5-a083-97155afbc498", "tag": "3a27baec-ae5e-4b45-8a7a-9af913b157fa", "status": "completed", "code": 200}]} {{(pid=102387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 19:12:00.573463 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-efd5e66e-34fd-4a21-a966-b23dc4e2d324 {{(pid=102387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 19:12:00.575368 n-d-816865-1 neutron-server[102387]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21cc3162-f870-44e5-a083-97155afbc498', 'tag': '3a27baec-ae5e-4b45-8a7a-9af913b157fa', 'status': 'completed', 'code': 200} Nov 05 19:12:00.625659 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] For port 4e7bc19a-7e1c-4159-869c-a55663edca36, host n-h1-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=4e7bc19a-7e1c-4159-869c-a55663edca36,segment=NetworkSegment(4803c800-7eb3-4349-8c3f-253c770766d0),segment_id=4803c800-7eb3-4349-8c3f-253c770766d0)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:12:00.677204 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40ed0ea-ef57-4350-9643-5df44a5b5f4b req-f0f2d9e1-e2a4-49a0-9080-af9b5f936c81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:12:00.679786 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-d40ed0ea-ef57-4350-9643-5df44a5b5f4b req-f0f2d9e1-e2a4-49a0-9080-af9b5f936c81 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=60a297cf243942dda17ba6ab64d809f4&device_id=21cc3162-f870-44e5-a083-97155afbc498 HTTP/1.1" status: 200 len: 1097 time: 0.0879984 Nov 05 19:12:00.733133 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:12:00.760917 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvr_db [None req-e93ad229-28c0-4977-8745-f039064f2f20 None None] Set router c40b6aed-7c12-4029-896d-0f50ecbf0223 gateway port host: n-d-816865-1 {{(pid=102389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 19:12:00.825068 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Pushing event updated for resources: {'Port': ['ID=4e7bc19a-7e1c-4159-869c-a55663edca36,revision_number=7']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:12:00.910068 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40ed0ea-ef57-4350-9643-5df44a5b5f4b req-54032812-c79a-4e7d-b121-987d79ffdd9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:12:00.911498 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-d40ed0ea-ef57-4350-9643-5df44a5b5f4b req-54032812-c79a-4e7d-b121-987d79ffdd9a service neutron] 10.222.0.41 "GET /v2.0/networks?id=95bf24bc-61e1-4f85-8a76-7212484978aa HTTP/1.1" status: 200 len: 910 time: 0.2193406 Nov 05 19:12:00.987981 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] get_ports_and_sgs() called for port_ids ['4e7bc19a-7e1c-4159-869c-a55663edca36'] {{(pid=102388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 19:12:01.070894 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-d40ed0ea-ef57-4350-9643-5df44a5b5f4b req-0d74eb02-a238-4924-bffe-f51c6757e77e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3a27baec-ae5e-4b45-8a7a-9af913b157fa HTTP/1.1" status: 200 len: 1000 time: 0.1510246 Nov 05 19:12:01.201012 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40ed0ea-ef57-4350-9643-5df44a5b5f4b req-4f7e862e-aad8-4af7-a51d-f7551a099757 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:12:01.201012 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-d40ed0ea-ef57-4350-9643-5df44a5b5f4b req-4f7e862e-aad8-4af7-a51d-f7551a099757 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ab14406b-164f-41ab-936f-c5e880791222 HTTP/1.1" status: 200 len: 848 time: 0.1175275 Nov 05 19:12:01.267802 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40ed0ea-ef57-4350-9643-5df44a5b5f4b req-2b169c8c-1ad9-4379-a666-92090260830f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:12:01.269374 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-d40ed0ea-ef57-4350-9643-5df44a5b5f4b req-2b169c8c-1ad9-4379-a666-92090260830f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=95bf24bc-61e1-4f85-8a76-7212484978aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0606654 Nov 05 19:12:01.297410 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-e93ad229-28c0-4977-8745-f039064f2f20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c40b6aed-7c12-4029-896d-0f50ecbf0223', 'name': 'tempest-TestServerBasicOps-1350774432-router', 'tenant_id': '60a297cf243942dda17ba6ab64d809f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.150'}], 'enable_snat': True}, 'gw_port_id': '55af6447-4a71-4e4c-bad0-7927e39640ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T19:11:19Z', 'updated_at': '2021-11-05T19:11:23Z', 'revision_number': 4, 'project_id': '60a297cf243942dda17ba6ab64d809f4', 'gw_port': {'id': '55af6447-4a71-4e4c-bad0-7927e39640ee', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:4c:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c40b6aed-7c12-4029-896d-0f50ecbf0223', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3550, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:11:20Z', 'updated_at': '2021-11-05T19:11:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1', '_floatingips': [{'id': 'ee809449-8e0d-463c-95e7-2b6dd7e96cfa', 'tenant_id': '60a297cf243942dda17ba6ab64d809f4', 'floating_ip_address': '172.25.6.174', 'floating_network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'router_id': 'c40b6aed-7c12-4029-896d-0f50ecbf0223', 'port_id': '3a27baec-ae5e-4b45-8a7a-9af913b157fa', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3590, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '95bf24bc-61e1-4f85-8a76-7212484978aa', 'mac_address': 'fa:16:3e:80:8c:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21cc3162-f870-44e5-a083-97155afbc498', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-05T19:11:58Z', 'updated_at': '2021-11-05T19:11:58Z', 'revision_number': 0, 'project_id': '60a297cf243942dda17ba6ab64d809f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c312b442-7d4f-43a5-8148-00de9a91acf2', 'name': '', 'network_id': '95bf24bc-61e1-4f85-8a76-7212484978aa', 'tenant_id': '60a297cf243942dda17ba6ab64d809f4', 'mac_address': 'fa:16:3e:39:79:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c40b6aed-7c12-4029-896d-0f50ecbf0223', 'device_owner': 'network:router_interface', 'standard_attr_id': 3551, 'fixed_ips': [{'subnet_id': 'ab14406b-164f-41ab-936f-c5e880791222', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:11:22Z', 'updated_at': '2021-11-05T19:11:27Z', 'revision_number': 5, 'project_id': '60a297cf243942dda17ba6ab64d809f4', 'subnets': [{'id': 'ab14406b-164f-41ab-936f-c5e880791222', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-1', False) {} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:12:01.330579 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e93ad229-28c0-4977-8745-f039064f2f20 None None] Checking router: c40b6aed-7c12-4029-896d-0f50ecbf0223 for host: n-d-816865-1 {{(pid=102389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 19:12:01.346964 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e93ad229-28c0-4977-8745-f039064f2f20 None None] Routers {'c40b6aed-7c12-4029-896d-0f50ecbf0223'} bound to L3 agent in host n-d-816865-1 {{(pid=102389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 19:12:01.349112 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-e93ad229-28c0-4977-8745-f039064f2f20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T19:11:35Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['c40b6aed-7c12-4029-896d-0f50ecbf0223'], 'active': True} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:12:01.378764 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-5a42bf78-bef3-483e-a56c-8eb4d161c630 tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:12:01.487314 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-d40ed0ea-ef57-4350-9643-5df44a5b5f4b req-dbd78e76-979e-441d-9c37-2fc4f760cd57 service neutron] 10.222.0.41 "GET /v2.0/networks/95bf24bc-61e1-4f85-8a76-7212484978aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2084558 Nov 05 19:12:01.574427 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvr_db [None req-e93ad229-28c0-4977-8745-f039064f2f20 None None] Set router c40b6aed-7c12-4029-896d-0f50ecbf0223 gateway port host: n-d-816865-1 {{(pid=102389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 19:12:01.814602 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-d40ed0ea-ef57-4350-9643-5df44a5b5f4b req-93dfd19e-2813-4f6e-8dd3-0c585dcfdac5 service neutron] 10.222.0.41 "GET /v2.0/networks/95bf24bc-61e1-4f85-8a76-7212484978aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3201272 Nov 05 19:12:02.218545 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-e93ad229-28c0-4977-8745-f039064f2f20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c40b6aed-7c12-4029-896d-0f50ecbf0223', 'name': 'tempest-TestServerBasicOps-1350774432-router', 'tenant_id': '60a297cf243942dda17ba6ab64d809f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.150'}], 'enable_snat': True}, 'gw_port_id': '55af6447-4a71-4e4c-bad0-7927e39640ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T19:11:19Z', 'updated_at': '2021-11-05T19:11:23Z', 'revision_number': 4, 'project_id': '60a297cf243942dda17ba6ab64d809f4', 'gw_port': {'id': '55af6447-4a71-4e4c-bad0-7927e39640ee', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:4c:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c40b6aed-7c12-4029-896d-0f50ecbf0223', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3550, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:11:20Z', 'updated_at': '2021-11-05T19:11:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1', '_floatingips': [{'id': 'ee809449-8e0d-463c-95e7-2b6dd7e96cfa', 'tenant_id': '60a297cf243942dda17ba6ab64d809f4', 'floating_ip_address': '172.25.6.174', 'floating_network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'router_id': 'c40b6aed-7c12-4029-896d-0f50ecbf0223', 'port_id': '3a27baec-ae5e-4b45-8a7a-9af913b157fa', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3590, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '95bf24bc-61e1-4f85-8a76-7212484978aa', 'mac_address': 'fa:16:3e:80:8c:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21cc3162-f870-44e5-a083-97155afbc498', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-05T19:11:58Z', 'updated_at': '2021-11-05T19:11:58Z', 'revision_number': 0, 'project_id': '60a297cf243942dda17ba6ab64d809f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c312b442-7d4f-43a5-8148-00de9a91acf2', 'name': '', 'network_id': '95bf24bc-61e1-4f85-8a76-7212484978aa', 'tenant_id': '60a297cf243942dda17ba6ab64d809f4', 'mac_address': 'fa:16:3e:39:79:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c40b6aed-7c12-4029-896d-0f50ecbf0223', 'device_owner': 'network:router_interface', 'standard_attr_id': 3551, 'fixed_ips': [{'subnet_id': 'ab14406b-164f-41ab-936f-c5e880791222', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:11:22Z', 'updated_at': '2021-11-05T19:11:27Z', 'revision_number': 5, 'project_id': '60a297cf243942dda17ba6ab64d809f4', 'subnets': [{'id': 'ab14406b-164f-41ab-936f-c5e880791222', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-1', False) {} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:12:02.218545 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e93ad229-28c0-4977-8745-f039064f2f20 None None] The sync data for ids ['c40b6aed-7c12-4029-896d-0f50ecbf0223'] in n-d-816865-1 is: [{'id': 'c40b6aed-7c12-4029-896d-0f50ecbf0223', 'name': 'tempest-TestServerBasicOps-1350774432-router', 'tenant_id': '60a297cf243942dda17ba6ab64d809f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.150'}], 'enable_snat': True}, 'gw_port_id': '55af6447-4a71-4e4c-bad0-7927e39640ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T19:11:19Z', 'updated_at': '2021-11-05T19:11:23Z', 'revision_number': 4, 'project_id': '60a297cf243942dda17ba6ab64d809f4', 'gw_port': {'id': '55af6447-4a71-4e4c-bad0-7927e39640ee', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:4c:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c40b6aed-7c12-4029-896d-0f50ecbf0223', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3550, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:11:20Z', 'updated_at': '2021-11-05T19:11:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1', '_floatingips': [{'id': 'ee809449-8e0d-463c-95e7-2b6dd7e96cfa', 'tenant_id': '60a297cf243942dda17ba6ab64d809f4', 'floating_ip_address': '172.25.6.174', 'floating_network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'router_id': 'c40b6aed-7c12-4029-896d-0f50ecbf0223', 'port_id': '3a27baec-ae5e-4b45-8a7a-9af913b157fa', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3590, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '95bf24bc-61e1-4f85-8a76-7212484978aa', 'mac_address': 'fa:16:3e:80:8c:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21cc3162-f870-44e5-a083-97155afbc498', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-05T19:11:58Z', 'updated_at': '2021-11-05T19:11:58Z', 'revision_number': 0, 'project_id': '60a297cf243942dda17ba6ab64d809f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c312b442-7d4f-43a5-8148-00de9a91acf2', 'name': '', 'network_id': '95bf24bc-61e1-4f85-8a76-7212484978aa', 'tenant_id': '60a297cf243942dda17ba6ab64d809f4', 'mac_address': 'fa:16:3e:39:79:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c40b6aed-7c12-4029-896d-0f50ecbf0223', 'device_owner': 'network:router_interface', 'standard_attr_id': 3551, 'fixed_ips': [{'subnet_id': 'ab14406b-164f-41ab-936f-c5e880791222', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:11:22Z', 'updated_at': '2021-11-05T19:11:27Z', 'revision_number': 5, 'project_id': '60a297cf243942dda17ba6ab64d809f4', 'subnets': [{'id': 'ab14406b-164f-41ab-936f-c5e880791222', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 19:12:02.220496 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.db_base_plugin_common [None req-5a42bf78-bef3-483e-a56c-8eb4d161c630 tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Allocated IP 172.20.0.17 (c2f2fa3a-169f-4b4b-b10c-ecea5acc32c0/6a142732-c944-458f-b5ca-b1c42a6d861f/151aafee-7d8c-4630-a763-bce836f600f4) {{(pid=102386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 19:12:02.220496 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-5a42bf78-bef3-483e-a56c-8eb4d161c630 tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Publish callbacks [] for port, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:12:02.234856 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53a7e359-c175-4e02-91bf-9ff2420d5db9 None None] New status for floating IP ee809449-8e0d-463c-95e7-2b6dd7e96cfa: ACTIVE {{(pid=102388) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 05 19:12:02.354238 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-5a42bf78-bef3-483e-a56c-8eb4d161c630 tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:12:02.393466 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a42bf78-bef3-483e-a56c-8eb4d161c630 tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Network c2f2fa3a-169f-4b4b-b10c-ecea5acc32c0 is already hosted by enough agents. {{(pid=102386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 19:12:02.396439 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.base_scheduler [None req-5a42bf78-bef3-483e-a56c-8eb4d161c630 tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Resources bound (agent type, host, resource id): {{(pid=102386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 19:12:02.403471 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a42bf78-bef3-483e-a56c-8eb4d161c630 tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Received port after_create {{(pid=102386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 19:12:02.436825 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a42bf78-bef3-483e-a56c-8eb4d161c630 tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Pushing event updated for resources: {'Port': ['ID=151aafee-7d8c-4630-a763-bce836f600f4,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:12:02.459876 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-5a42bf78-bef3-483e-a56c-8eb4d161c630 tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-571770'] for router_interface, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:12:02.716221 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-d01ff1c9-0021-400a-89a6-0500307f48c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:12:02.786426 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-3ccf51b5-e212-4b1a-85b6-cd67003f14ea None None] Provisioning complete for port 151aafee-7d8c-4630-a763-bce836f600f4 triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:12:02.797062 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3ccf51b5-e212-4b1a-85b6-cd67003f14ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:12:02.833804 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-5a42bf78-bef3-483e-a56c-8eb4d161c630 tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:12:02.841497 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-3ccf51b5-e212-4b1a-85b6-cd67003f14ea None None] Port 151aafee-7d8c-4630-a763-bce836f600f4 cannot update to ACTIVE because it is not bound. {{(pid=102388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 19:12:03.109744 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-d3ef054b-98f1-4f6a-919e-8bc54de345f0 req-60ca781f-b5e9-4bb4-a4dd-e542b866a1ec service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=6a98ef0f-dfb9-459b-b9cc-e3b18cabd026&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1154995 Nov 05 19:12:03.195573 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Device 4e7bc19a-7e1c-4159-869c-a55663edca36 up at agent hyperv_n-h1-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 19:12:03.201160 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ef054b-98f1-4f6a-919e-8bc54de345f0 req-1389532a-d5d6-4800-b2be-dcf46ac75e3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:12:03.203614 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-d3ef054b-98f1-4f6a-919e-8bc54de345f0 req-1389532a-d5d6-4800-b2be-dcf46ac75e3b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=777902a3c6ed4ff2a5460208db53bd8a&device_id=6a98ef0f-dfb9-459b-b9cc-e3b18cabd026 HTTP/1.1" status: 200 len: 1095 time: 0.0692117 Nov 05 19:12:03.223695 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-5a42bf78-bef3-483e-a56c-8eb4d161c630 tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Publish callbacks [] for port, precommit_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:12:03.285427 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-5a42bf78-bef3-483e-a56c-8eb4d161c630 tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6149821'] for port, after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:12:03.325222 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Provisioning complete for port 4e7bc19a-7e1c-4159-869c-a55663edca36 triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:12:03.325827 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:12:03.397823 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a42bf78-bef3-483e-a56c-8eb4d161c630 tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Pushing event updated for resources: {'Port': ['ID=151aafee-7d8c-4630-a763-bce836f600f4,revision_number=2']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:12:03.405848 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-5a42bf78-bef3-483e-a56c-8eb4d161c630 tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-597863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-571878'] for router_interface, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:12:03.435985 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ef054b-98f1-4f6a-919e-8bc54de345f0 req-723dadc6-a4b7-4adf-b4cb-abb9126b059e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:12:03.437793 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-d3ef054b-98f1-4f6a-919e-8bc54de345f0 req-723dadc6-a4b7-4adf-b4cb-abb9126b059e service neutron] 10.222.0.41 "GET /v2.0/networks?id=530c2a73-71be-453e-8314-d0f9c49e67e6 HTTP/1.1" status: 200 len: 898 time: 0.2104695 Nov 05 19:12:03.524127 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:12:03.582245 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-d3ef054b-98f1-4f6a-919e-8bc54de345f0 req-1d9003d9-c8ad-4042-b08a-2303c10b9075 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4e7bc19a-7e1c-4159-869c-a55663edca36 HTTP/1.1" status: 200 len: 999 time: 0.1329195 Nov 05 19:12:03.585137 n-d-816865-1 neutron-server[102388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a98ef0f-dfb9-459b-b9cc-e3b18cabd026', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e7bc19a-7e1c-4159-869c-a55663edca36'}] {{(pid=102388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 19:12:03.587561 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85474fee1180e129d8a886d264fe0b30223aa672dd1ffe43b630605f18504f68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30d7d5dd-1789-4277-b85b-87c6ac23cfda" -d '{"events": [{"server_uuid": "6a98ef0f-dfb9-459b-b9cc-e3b18cabd026", "name": "network-vif-plugged", "status": "completed", "tag": "4e7bc19a-7e1c-4159-869c-a55663edca36"}]}' {{(pid=102388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 19:12:03.647773 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] For port 4e7bc19a-7e1c-4159-869c-a55663edca36, host n-h1-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=4e7bc19a-7e1c-4159-869c-a55663edca36,segment=NetworkSegment(4803c800-7eb3-4349-8c3f-253c770766d0),segment_id=4803c800-7eb3-4349-8c3f-253c770766d0)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:12:03.656213 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a42bf78-bef3-483e-a56c-8eb4d161c630 tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Network c2f2fa3a-169f-4b4b-b10c-ecea5acc32c0 is already hosted by enough agents. {{(pid=102386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 19:12:03.660423 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.base_scheduler [None req-5a42bf78-bef3-483e-a56c-8eb4d161c630 tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Resources bound (agent type, host, resource id): {{(pid=102386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 19:12:03.683406 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 19:12:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccfd7209-614a-4acc-9bca-5c783f4b5321 x-openstack-request-id: req-ccfd7209-614a-4acc-9bca-5c783f4b5321 {{(pid=102388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 19:12:03.689258 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a98ef0f-dfb9-459b-b9cc-e3b18cabd026", "name": "network-vif-plugged", "status": "completed", "tag": "4e7bc19a-7e1c-4159-869c-a55663edca36", "code": 200}]} {{(pid=102388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 19:12:03.689258 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ccfd7209-614a-4acc-9bca-5c783f4b5321 {{(pid=102388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 19:12:03.689520 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ef054b-98f1-4f6a-919e-8bc54de345f0 req-afa146a1-e5c7-4510-9937-c81bc8f7fa25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:12:03.689640 n-d-816865-1 neutron-server[102388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a98ef0f-dfb9-459b-b9cc-e3b18cabd026', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e7bc19a-7e1c-4159-869c-a55663edca36', 'code': 200} Nov 05 19:12:03.689740 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-d3ef054b-98f1-4f6a-919e-8bc54de345f0 req-afa146a1-e5c7-4510-9937-c81bc8f7fa25 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e515ab6a-4766-4dbf-9d26-5aeef878e9d0 HTTP/1.1" status: 200 len: 835 time: 0.0957496 Nov 05 19:12:03.736447 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:12:03.785565 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ef054b-98f1-4f6a-919e-8bc54de345f0 req-43bb3dbc-1364-4ca3-a59c-8b358ac0d7cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:12:03.789742 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-d3ef054b-98f1-4f6a-919e-8bc54de345f0 req-43bb3dbc-1364-4ca3-a59c-8b358ac0d7cf service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=530c2a73-71be-453e-8314-d0f9c49e67e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0921330 Nov 05 19:12:03.813885 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a42bf78-bef3-483e-a56c-8eb4d161c630 tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Router a0144c5c-001b-435c-aaed-bd61db862b09 has already been hosted by L3 agent 6dcb5589-8e86-4616-9186-ddc4548e13ad {{(pid=102386) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 19:12:03.853830 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Pushing event updated for resources: {'Port': ['ID=4e7bc19a-7e1c-4159-869c-a55663edca36,revision_number=8']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:12:03.888377 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:12:03.888766 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:12:03.889120 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:12:03.889455 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:12:03.889789 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:12:03.892560 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:12:03.892927 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:12:03.893517 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:12:03.893615 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:12:03.893887 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:12:03.894256 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:12:03.894547 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:12:03.931589 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-d3ef054b-98f1-4f6a-919e-8bc54de345f0 req-2ca764ba-8878-4377-918b-dc8822c4bd57 service neutron] 10.222.0.41 "GET /v2.0/networks/530c2a73-71be-453e-8314-d0f9c49e67e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1347661 Nov 05 19:12:04.035506 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a42bf78-bef3-483e-a56c-8eb4d161c630 tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Notify agent at l3_agent.n-d-816865-1 the message routers_updated {{(pid=102386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 19:12:04.054100 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-5a42bf78-bef3-483e-a56c-8eb4d161c630 tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] 10.222.0.13 "PUT /v2.0/routers/a0144c5c-001b-435c-aaed-bd61db862b09/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7280676 Nov 05 19:12:04.061115 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd0c4d4a-2929-4907-814d-a752fceed223 None None] Sync routers for ids ['a0144c5c-001b-435c-aaed-bd61db862b09'] in n-d-816865-1 {{(pid=102389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 19:12:04.074376 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-648c82c6-4d49-43d3-9886-aceac5455ec4 None None] Provisioning complete for port 151aafee-7d8c-4630-a763-bce836f600f4 triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:12:04.074636 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-648c82c6-4d49-43d3-9886-aceac5455ec4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:12:04.076032 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd0c4d4a-2929-4907-814d-a752fceed223 None None] Routers {'a0144c5c-001b-435c-aaed-bd61db862b09'} bound to L3 agent in host n-d-816865-1 {{(pid=102389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 19:12:04.076841 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-dd0c4d4a-2929-4907-814d-a752fceed223 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T19:11:35Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['a0144c5c-001b-435c-aaed-bd61db862b09'], 'active': True} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:12:04.155605 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-648c82c6-4d49-43d3-9886-aceac5455ec4 None None] Port 151aafee-7d8c-4630-a763-bce836f600f4 cannot update to ACTIVE because it is not bound. {{(pid=102388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 19:12:04.231349 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-d3ef054b-98f1-4f6a-919e-8bc54de345f0 req-a710557a-4bec-4edc-912e-285bf1962fbf service neutron] 10.222.0.41 "GET /v2.0/networks/530c2a73-71be-453e-8314-d0f9c49e67e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2935174 Nov 05 19:12:04.261609 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvr_db [None req-dd0c4d4a-2929-4907-814d-a752fceed223 None None] Set router a0144c5c-001b-435c-aaed-bd61db862b09 gateway port host: n-d-816865-1 {{(pid=102389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 19:12:04.307809 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:12:04.576737 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-dd0c4d4a-2929-4907-814d-a752fceed223 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0144c5c-001b-435c-aaed-bd61db862b09', 'name': 'tempest-TestNetworkBasicOps-router-170806720', 'tenant_id': 'e6881a268b314b538ad6a867b46f1df8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.184'}], 'enable_snat': True}, 'gw_port_id': '82d55837-37fb-4023-8a67-616b29b95123', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T19:10:09Z', 'updated_at': '2021-11-05T19:12:02Z', 'revision_number': 5, 'project_id': 'e6881a268b314b538ad6a867b46f1df8', 'gw_port': {'id': '82d55837-37fb-4023-8a67-616b29b95123', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:44:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0144c5c-001b-435c-aaed-bd61db862b09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3442, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:10:10Z', 'updated_at': '2021-11-05T19:10:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1', '_floatingips': [{'id': 'dde34066-00c6-4aca-b67f-65bc9dd71240', 'tenant_id': 'e6881a268b314b538ad6a867b46f1df8', 'floating_ip_address': '172.25.6.131', 'floating_network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'router_id': 'a0144c5c-001b-435c-aaed-bd61db862b09', 'port_id': '44a0380d-62be-4048-98ca-1cdeb11ab2dc', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 3532, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '63299ea6-43b5-4921-ba00-89662e2353e0', 'mac_address': 'fa:16:3e:ff:2a:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f7e8153-a580-44c6-be5e-fab9e03b087a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-05T19:11:02Z', 'updated_at': '2021-11-05T19:11:08Z', 'revision_number': 1, 'project_id': 'e6881a268b314b538ad6a867b46f1df8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '151aafee-7d8c-4630-a763-bce836f600f4', 'name': '', 'network_id': 'c2f2fa3a-169f-4b4b-b10c-ecea5acc32c0', 'tenant_id': 'e6881a268b314b538ad6a867b46f1df8', 'mac_address': 'fa:16:3e:ad:49:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0144c5c-001b-435c-aaed-bd61db862b09', 'device_owner': 'network:router_interface', 'standard_attr_id': 3591, 'fixed_ips': [{'subnet_id': '6a142732-c944-458f-b5ca-b1c42a6d861f', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:12:01Z', 'updated_at': '2021-11-05T19:12:03Z', 'revision_number': 2, 'project_id': 'e6881a268b314b538ad6a867b46f1df8', 'subnets': [{'id': '6a142732-c944-458f-b5ca-b1c42a6d861f', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8ad24e99-5e08-44dd-8b6e-5700c7bcc4a0', 'name': '', 'network_id': '63299ea6-43b5-4921-ba00-89662e2353e0', 'tenant_id': 'e6881a268b314b538ad6a867b46f1df8', 'mac_address': 'fa:16:3e:b3:4c:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0144c5c-001b-435c-aaed-bd61db862b09', 'device_owner': 'network:router_interface', 'standard_attr_id': 3456, 'fixed_ips': [{'subnet_id': '8dac5652-6e0f-49fd-9eec-fc8f4911236b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:10:23Z', 'updated_at': '2021-11-05T19:10:31Z', 'revision_number': 5, 'project_id': 'e6881a268b314b538ad6a867b46f1df8', 'subnets': [{'id': '8dac5652-6e0f-49fd-9eec-fc8f4911236b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-1', False) {} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:12:04.609016 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd0c4d4a-2929-4907-814d-a752fceed223 None None] Checking router: a0144c5c-001b-435c-aaed-bd61db862b09 for host: n-d-816865-1 {{(pid=102389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 19:12:04.609450 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd0c4d4a-2929-4907-814d-a752fceed223 None None] Updating router a0144c5c-001b-435c-aaed-bd61db862b09 port 151aafee-7d8c-4630-a763-bce836f600f4 binding host n-d-816865-1 {{(pid=102389) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 05 19:12:04.639430 n-d-816865-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-dd0c4d4a-2929-4907-814d-a752fceed223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:12:05.122321 n-d-816865-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-dd0c4d4a-2929-4907-814d-a752fceed223 None None] Publish callbacks [] for port, precommit_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:12:05.206202 n-d-816865-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-dd0c4d4a-2929-4907-814d-a752fceed223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:12:05.299554 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49b52cb-92aa-482f-87b6-f4904df20289 None None] Pushing event updated for resources: {'Port': ['ID=151aafee-7d8c-4630-a763-bce836f600f4,revision_number=3']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:12:05.344291 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a49b52cb-92aa-482f-87b6-f4904df20289 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:12:05.345091 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a49b52cb-92aa-482f-87b6-f4904df20289 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:12:05.345615 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a49b52cb-92aa-482f-87b6-f4904df20289 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:12:05.346160 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a49b52cb-92aa-482f-87b6-f4904df20289 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:12:05.346746 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a49b52cb-92aa-482f-87b6-f4904df20289 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:12:05.347409 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a49b52cb-92aa-482f-87b6-f4904df20289 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:12:05.347908 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a49b52cb-92aa-482f-87b6-f4904df20289 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:12:05.348944 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a49b52cb-92aa-482f-87b6-f4904df20289 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:12:05.349916 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a49b52cb-92aa-482f-87b6-f4904df20289 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:12:05.351479 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a49b52cb-92aa-482f-87b6-f4904df20289 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:12:05.354272 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a49b52cb-92aa-482f-87b6-f4904df20289 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:12:05.355215 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a49b52cb-92aa-482f-87b6-f4904df20289 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:12:05.407187 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.managers [None req-dd0c4d4a-2929-4907-814d-a752fceed223 None None] Attempting to bind port 151aafee-7d8c-4630-a763-bce836f600f4 on host n-d-816865-1 for vnic_type normal with profile {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 19:12:05.407560 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.managers [None req-dd0c4d4a-2929-4907-814d-a752fceed223 None None] Attempting to bind port 151aafee-7d8c-4630-a763-bce836f600f4 by drivers openvswitch,hyperv on host n-d-816865-1 at level 0 using segments [{'id': '5ed931a8-ca53-43e2-8fd7-cbca69b6184e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'c2f2fa3a-169f-4b4b-b10c-ecea5acc32c0'}] {{(pid=102389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 19:12:05.407918 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd0c4d4a-2929-4907-814d-a752fceed223 None None] Attempting to bind port 151aafee-7d8c-4630-a763-bce836f600f4 on network c2f2fa3a-169f-4b4b-b10c-ecea5acc32c0 {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 19:12:05.413901 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd0c4d4a-2929-4907-814d-a752fceed223 None None] Checking agent: {'id': '724d89a7-611b-41e6-bc85-c48112b17afa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 18, 25, 8), 'started_at': datetime.datetime(2021, 11, 5, 18, 25, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 19, 11, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 19:12:05.414353 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd0c4d4a-2929-4907-814d-a752fceed223 None None] Checking segment: {'id': '5ed931a8-ca53-43e2-8fd7-cbca69b6184e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'c2f2fa3a-169f-4b4b-b10c-ecea5acc32c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 19:12:05.414742 n-d-816865-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-dd0c4d4a-2929-4907-814d-a752fceed223 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:12:05.415127 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd0c4d4a-2929-4907-814d-a752fceed223 None None] Bound using segment: {'id': '5ed931a8-ca53-43e2-8fd7-cbca69b6184e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'c2f2fa3a-169f-4b4b-b10c-ecea5acc32c0'} {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 19:12:05.416246 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.managers [None req-dd0c4d4a-2929-4907-814d-a752fceed223 None None] Bound port: 151aafee-7d8c-4630-a763-bce836f600f4, host: n-d-816865-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ed931a8-ca53-43e2-8fd7-cbca69b6184e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'c2f2fa3a-169f-4b4b-b10c-ecea5acc32c0'}}] {{(pid=102389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 19:12:05.416697 n-d-816865-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-dd0c4d4a-2929-4907-814d-a752fceed223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:12:05.448523 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-e7128edf-9585-4308-8e88-7a284e09627b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:12:05.546243 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [None req-dd0c4d4a-2929-4907-814d-a752fceed223 None None] For port 151aafee-7d8c-4630-a763-bce836f600f4, host n-d-816865-1, cleared binding levels {{(pid=102389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 19:12:05.549674 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [None req-dd0c4d4a-2929-4907-814d-a752fceed223 None None] For port 151aafee-7d8c-4630-a763-bce836f600f4, host n-d-816865-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=151aafee-7d8c-4630-a763-bce836f600f4,segment=NetworkSegment(5ed931a8-ca53-43e2-8fd7-cbca69b6184e),segment_id=5ed931a8-ca53-43e2-8fd7-cbca69b6184e)] {{(pid=102389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 19:12:05.652067 n-d-816865-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-dd0c4d4a-2929-4907-814d-a752fceed223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:12:05.717695 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49b52cb-92aa-482f-87b6-f4904df20289 None None] Pushing event updated for resources: {'Port': ['ID=151aafee-7d8c-4630-a763-bce836f600f4,revision_number=4']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:12:05.724137 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-97d88f65-90d6-4023-a84b-5523b04417c6 None None] Provisioning complete for port 151aafee-7d8c-4630-a763-bce836f600f4 triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:12:05.724998 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-97d88f65-90d6-4023-a84b-5523b04417c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:12:05.759184 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd0c4d4a-2929-4907-814d-a752fceed223 None None] Routers {'a0144c5c-001b-435c-aaed-bd61db862b09'} bound to L3 agent in host n-d-816865-1 {{(pid=102389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 19:12:05.760400 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-dd0c4d4a-2929-4907-814d-a752fceed223 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T19:12:05Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['a0144c5c-001b-435c-aaed-bd61db862b09'], 'active': True} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:12:05.855547 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-97d88f65-90d6-4023-a84b-5523b04417c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:12:05.903255 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-97d88f65-90d6-4023-a84b-5523b04417c6 None None] For port 151aafee-7d8c-4630-a763-bce836f600f4, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=151aafee-7d8c-4630-a763-bce836f600f4,segment=NetworkSegment(5ed931a8-ca53-43e2-8fd7-cbca69b6184e),segment_id=5ed931a8-ca53-43e2-8fd7-cbca69b6184e)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:12:05.982346 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-97d88f65-90d6-4023-a84b-5523b04417c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:12:06.074224 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvr_db [None req-dd0c4d4a-2929-4907-814d-a752fceed223 None None] Set router a0144c5c-001b-435c-aaed-bd61db862b09 gateway port host: n-d-816865-1 {{(pid=102389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 19:12:06.130154 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-6dd02026-6f1e-4900-af8c-e129f8521391 None None] Provisioning complete for port 151aafee-7d8c-4630-a763-bce836f600f4 triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:12:06.130610 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-6dd02026-6f1e-4900-af8c-e129f8521391 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:12:06.195125 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d88f65-90d6-4023-a84b-5523b04417c6 None None] Pushing event updated for resources: {'Port': ['ID=151aafee-7d8c-4630-a763-bce836f600f4,revision_number=5']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:12:06.403871 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b304910f-7b27-444b-a8fc-977d26b1ceac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:12:06.498826 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:12:06.545553 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-dd0c4d4a-2929-4907-814d-a752fceed223 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0144c5c-001b-435c-aaed-bd61db862b09', 'name': 'tempest-TestNetworkBasicOps-router-170806720', 'tenant_id': 'e6881a268b314b538ad6a867b46f1df8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.184'}], 'enable_snat': True}, 'gw_port_id': '82d55837-37fb-4023-8a67-616b29b95123', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T19:10:09Z', 'updated_at': '2021-11-05T19:12:02Z', 'revision_number': 5, 'project_id': 'e6881a268b314b538ad6a867b46f1df8', 'gw_port': {'id': '82d55837-37fb-4023-8a67-616b29b95123', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:44:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0144c5c-001b-435c-aaed-bd61db862b09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3442, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:10:10Z', 'updated_at': '2021-11-05T19:10:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1', '_floatingips': [{'id': 'dde34066-00c6-4aca-b67f-65bc9dd71240', 'tenant_id': 'e6881a268b314b538ad6a867b46f1df8', 'floating_ip_address': '172.25.6.131', 'floating_network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'router_id': 'a0144c5c-001b-435c-aaed-bd61db862b09', 'port_id': '44a0380d-62be-4048-98ca-1cdeb11ab2dc', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 3532, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '63299ea6-43b5-4921-ba00-89662e2353e0', 'mac_address': 'fa:16:3e:ff:2a:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f7e8153-a580-44c6-be5e-fab9e03b087a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-05T19:11:02Z', 'updated_at': '2021-11-05T19:11:08Z', 'revision_number': 1, 'project_id': 'e6881a268b314b538ad6a867b46f1df8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '151aafee-7d8c-4630-a763-bce836f600f4', 'name': '', 'network_id': 'c2f2fa3a-169f-4b4b-b10c-ecea5acc32c0', 'tenant_id': 'e6881a268b314b538ad6a867b46f1df8', 'mac_address': 'fa:16:3e:ad:49:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0144c5c-001b-435c-aaed-bd61db862b09', 'device_owner': 'network:router_interface', 'standard_attr_id': 3591, 'fixed_ips': [{'subnet_id': '6a142732-c944-458f-b5ca-b1c42a6d861f', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:12:01Z', 'updated_at': '2021-11-05T19:12:05Z', 'revision_number': 4, 'project_id': 'e6881a268b314b538ad6a867b46f1df8', 'subnets': [{'id': '6a142732-c944-458f-b5ca-b1c42a6d861f', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8ad24e99-5e08-44dd-8b6e-5700c7bcc4a0', 'name': '', 'network_id': '63299ea6-43b5-4921-ba00-89662e2353e0', 'tenant_id': 'e6881a268b314b538ad6a867b46f1df8', 'mac_address': 'fa:16:3e:b3:4c:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0144c5c-001b-435c-aaed-bd61db862b09', 'device_owner': 'network:router_interface', 'standard_attr_id': 3456, 'fixed_ips': [{'subnet_id': '8dac5652-6e0f-49fd-9eec-fc8f4911236b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:10:23Z', 'updated_at': '2021-11-05T19:10:31Z', 'revision_number': 5, 'project_id': 'e6881a268b314b538ad6a867b46f1df8', 'subnets': [{'id': '8dac5652-6e0f-49fd-9eec-fc8f4911236b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-1', False) {} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:12:06.594640 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd0c4d4a-2929-4907-814d-a752fceed223 None None] The sync data for ids ['a0144c5c-001b-435c-aaed-bd61db862b09'] in n-d-816865-1 is: [{'id': 'a0144c5c-001b-435c-aaed-bd61db862b09', 'name': 'tempest-TestNetworkBasicOps-router-170806720', 'tenant_id': 'e6881a268b314b538ad6a867b46f1df8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.184'}], 'enable_snat': True}, 'gw_port_id': '82d55837-37fb-4023-8a67-616b29b95123', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T19:10:09Z', 'updated_at': '2021-11-05T19:12:02Z', 'revision_number': 5, 'project_id': 'e6881a268b314b538ad6a867b46f1df8', 'gw_port': {'id': '82d55837-37fb-4023-8a67-616b29b95123', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:44:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0144c5c-001b-435c-aaed-bd61db862b09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3442, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:10:10Z', 'updated_at': '2021-11-05T19:10:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1', '_floatingips': [{'id': 'dde34066-00c6-4aca-b67f-65bc9dd71240', 'tenant_id': 'e6881a268b314b538ad6a867b46f1df8', 'floating_ip_address': '172.25.6.131', 'floating_network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'router_id': 'a0144c5c-001b-435c-aaed-bd61db862b09', 'port_id': '44a0380d-62be-4048-98ca-1cdeb11ab2dc', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 3532, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '63299ea6-43b5-4921-ba00-89662e2353e0', 'mac_address': 'fa:16:3e:ff:2a:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f7e8153-a580-44c6-be5e-fab9e03b087a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-05T19:11:02Z', 'updated_at': '2021-11-05T19:11:08Z', 'revision_number': 1, 'project_id': 'e6881a268b314b538ad6a867b46f1df8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '151aafee-7d8c-4630-a763-bce836f600f4', 'name': '', 'network_id': 'c2f2fa3a-169f-4b4b-b10c-ecea5acc32c0', 'tenant_id': 'e6881a268b314b538ad6a867b46f1df8', 'mac_address': 'fa:16:3e:ad:49:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0144c5c-001b-435c-aaed-bd61db862b09', 'device_owner': 'network:router_interface', 'standard_attr_id': 3591, 'fixed_ips': [{'subnet_id': '6a142732-c944-458f-b5ca-b1c42a6d861f', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:12:01Z', 'updated_at': '2021-11-05T19:12:05Z', 'revision_number': 4, 'project_id': 'e6881a268b314b538ad6a867b46f1df8', 'subnets': [{'id': '6a142732-c944-458f-b5ca-b1c42a6d861f', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8ad24e99-5e08-44dd-8b6e-5700c7bcc4a0', 'name': '', 'network_id': '63299ea6-43b5-4921-ba00-89662e2353e0', 'tenant_id': 'e6881a268b314b538ad6a867b46f1df8', 'mac_address': 'fa:16:3e:b3:4c:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0144c5c-001b-435c-aaed-bd61db862b09', 'device_owner': 'network:router_interface', 'standard_attr_id': 3456, 'fixed_ips': [{'subnet_id': '8dac5652-6e0f-49fd-9eec-fc8f4911236b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:10:23Z', 'updated_at': '2021-11-05T19:10:31Z', 'revision_number': 5, 'project_id': 'e6881a268b314b538ad6a867b46f1df8', 'subnets': [{'id': '8dac5652-6e0f-49fd-9eec-fc8f4911236b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 19:12:07.541824 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 151aafee-7d8c-4630-a763-bce836f600f4 up at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 19:12:07.602267 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Provisioning complete for port 151aafee-7d8c-4630-a763-bce836f600f4 triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:12:07.602737 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:12:08.299036 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-31f93893-a48e-4ae8-833d-dccb2b42eacc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:12:08.581803 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:12:10.836969 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-ced72053-7242-413e-ab41-87528ac2e1e6 req-189e6729-2eb1-4e49-bdfc-8027f4bb6dd3 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=290c51ab-aef0-42b0-b28a-c110c73b3a2f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0941045 Nov 05 19:12:11.391105 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced72053-7242-413e-ab41-87528ac2e1e6 req-c0c2e4fd-d72a-471f-b81a-cca3578a0fc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:12:11.392655 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-ced72053-7242-413e-ab41-87528ac2e1e6 req-c0c2e4fd-d72a-471f-b81a-cca3578a0fc9 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=c9875160e1e6467ba4c32e29bdc7488a&device_id=290c51ab-aef0-42b0-b28a-c110c73b3a2f HTTP/1.1" status: 200 len: 1097 time: 0.4515221 Nov 05 19:12:11.517296 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced72053-7242-413e-ab41-87528ac2e1e6 req-a4c282fd-b645-4fbe-9606-a81ccb445253 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:12:11.519055 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-ced72053-7242-413e-ab41-87528ac2e1e6 req-a4c282fd-b645-4fbe-9606-a81ccb445253 service neutron] 10.222.0.55 "GET /v2.0/networks?id=4dc00c45-f8b9-4c9a-a6c5-c27d3aa63b93 HTTP/1.1" status: 200 len: 918 time: 0.1002116 Nov 05 19:12:11.604097 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-ced72053-7242-413e-ab41-87528ac2e1e6 req-b338cd21-b887-494d-8c5f-a65b930195ff service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e3572706-bfed-4c54-96bd-8af0f0dd8d42 HTTP/1.1" status: 200 len: 1002 time: 0.0677044 Nov 05 19:12:11.666991 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced72053-7242-413e-ab41-87528ac2e1e6 req-3c8e7502-dc1d-4a34-8e07-9df0be1aafac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:12:11.668956 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-ced72053-7242-413e-ab41-87528ac2e1e6 req-3c8e7502-dc1d-4a34-8e07-9df0be1aafac service neutron] 10.222.0.55 "GET /v2.0/subnets?id=57c79303-6c4f-4c08-a695-f3ffd6fc49db HTTP/1.1" status: 200 len: 856 time: 0.0539169 Nov 05 19:12:11.726491 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced72053-7242-413e-ab41-87528ac2e1e6 req-b1dfe8cf-0b46-4437-b905-89e498bc7d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:12:11.728035 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-ced72053-7242-413e-ab41-87528ac2e1e6 req-b1dfe8cf-0b46-4437-b905-89e498bc7d69 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=4dc00c45-f8b9-4c9a-a6c5-c27d3aa63b93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0438764 Nov 05 19:12:11.829173 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-ced72053-7242-413e-ab41-87528ac2e1e6 req-f3d23409-3a0f-4fc0-b709-f8677238d307 service neutron] 10.222.0.55 "GET /v2.0/networks/4dc00c45-f8b9-4c9a-a6c5-c27d3aa63b93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898287 Nov 05 19:12:11.925957 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-ced72053-7242-413e-ab41-87528ac2e1e6 req-e08cb326-a4d4-440a-abf7-b750752a0028 service neutron] 10.222.0.55 "GET /v2.0/networks/4dc00c45-f8b9-4c9a-a6c5-c27d3aa63b93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878463 Nov 05 19:12:18.533284 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 35468) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:12:18.584786 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d27c439-afea-4214-ab6b-092f00725e64 admin admin] Deleting subnet 5691c890-200a-44b0-ad74-57eb3a7d3863 {{(pid=102386) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 05 19:12:18.588350 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-6d27c439-afea-4214-ab6b-092f00725e64 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:12:18.623802 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-6d27c439-afea-4214-ab6b-092f00725e64 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4590738'] for subnet, precommit_delete_associations {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:12:18.662866 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-6d27c439-afea-4214-ab6b-092f00725e64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1573928'] for subnet, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:12:18.790604 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-6d27c439-afea-4214-ab6b-092f00725e64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1573905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6149879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4877183'] for subnet, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:12:18.820874 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d27c439-afea-4214-ab6b-092f00725e64 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5691c890-200a-44b0-ad74-57eb3a7d3863,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:12:18.825275 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-6d27c439-afea-4214-ab6b-092f00725e64 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:12:18.829949 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-6d27c439-afea-4214-ab6b-092f00725e64 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/5691c890-200a-44b0-ad74-57eb3a7d3863 HTTP/1.1" status: 204 len: 168 time: 0.2949054 Nov 05 19:12:18.830942 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 35474) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:12:18.902631 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-7b6101c8-9232-42dd-9e39-5741f87efd82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1664226'] for network, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:12:18.992829 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-7b6101c8-9232-42dd-9e39-5741f87efd82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1579173', 'neutron.services.segments.db._delete_segments_for_network-8750027792909'] for network, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:12:19.017825 n-d-816865-1 neutron-server[102386]: DEBUG neutron.services.segments.db [None req-7b6101c8-9232-42dd-9e39-5741f87efd82 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['79812561-9dfc-4341-96d3-697a18d73de0']}} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:12:19.028989 n-d-816865-1 neutron-server[102386]: DEBUG neutron.services.segments.db [None req-7b6101c8-9232-42dd-9e39-5741f87efd82 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5810171-63b7-42f9-86c7-5a9a78584f19') {'for_net_delete': True} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:12:19.029291 n-d-816865-1 neutron-server[102386]: DEBUG neutron.services.segments.db [None req-7b6101c8-9232-42dd-9e39-5741f87efd82 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5810171-63b7-42f9-86c7-5a9a78584f19') {} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:12:19.041448 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-7b6101c8-9232-42dd-9e39-5741f87efd82 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750027793430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4590747'] for segment, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:12:19.055206 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-7b6101c8-9232-42dd-9e39-5741f87efd82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273'] for segment, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:12:19.061813 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b6101c8-9232-42dd-9e39-5741f87efd82 admin admin] Releasing vlan 165 on physical network physnet1 to pool {{(pid=102386) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 05 19:12:19.066988 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-7b6101c8-9232-42dd-9e39-5741f87efd82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6149721'] for segment, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:12:19.066988 n-d-816865-1 neutron-server[102386]: Traceback (most recent call last): Nov 05 19:12:19.066988 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 05 19:12:19.066988 n-d-816865-1 neutron-server[102386]: timer() Nov 05 19:12:19.066988 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 05 19:12:19.066988 n-d-816865-1 neutron-server[102386]: cb(*args, **kw) Nov 05 19:12:19.066988 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 05 19:12:19.066988 n-d-816865-1 neutron-server[102386]: return func(*args, **kwargs) Nov 05 19:12:19.066988 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 05 19:12:19.066988 n-d-816865-1 neutron-server[102386]: self._notify() Nov 05 19:12:19.066988 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 05 19:12:19.066988 n-d-816865-1 neutron-server[102386]: self.callback(batched_events) Nov 05 19:12:19.066988 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 05 19:12:19.066988 n-d-816865-1 neutron-server[102386]: event.method(event) Nov 05 19:12:19.066988 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 05 19:12:19.066988 n-d-816865-1 neutron-server[102386]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 05 19:12:19.066988 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 05 19:12:19.066988 n-d-816865-1 neutron-server[102386]: aggregate_uuid = self.p_client.list_aggregates( Nov 05 19:12:19.066988 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 05 19:12:19.066988 n-d-816865-1 neutron-server[102386]: return f(self, *a, **k) Nov 05 19:12:19.066988 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 05 19:12:19.066988 n-d-816865-1 neutron-server[102386]: return self._get(url).json() Nov 05 19:12:19.066988 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 05 19:12:19.066988 n-d-816865-1 neutron-server[102386]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 05 19:12:19.066988 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 05 19:12:19.066988 n-d-816865-1 neutron-server[102386]: return self.request(url, 'GET', **kwargs) Nov 05 19:12:19.066988 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 05 19:12:19.066988 n-d-816865-1 neutron-server[102386]: base_url = self.get_endpoint(auth, allow=allow, Nov 05 19:12:19.066988 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 05 19:12:19.066988 n-d-816865-1 neutron-server[102386]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 05 19:12:19.066988 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 05 19:12:19.066988 n-d-816865-1 neutron-server[102386]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 05 19:12:19.066988 n-d-816865-1 neutron-server[102386]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 05 19:12:19.164129 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-7b6101c8-9232-42dd-9e39-5741f87efd82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1579178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-956796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1000687'] for network, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:12:19.169282 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-7b6101c8-9232-42dd-9e39-5741f87efd82 admin admin] Publish callbacks [] for network, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:12:19.172449 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-7b6101c8-9232-42dd-9e39-5741f87efd82 admin admin] 10.222.0.13 "DELETE /v2.0/networks/79812561-9dfc-4341-96d3-697a18d73de0 HTTP/1.1" status: 204 len: 168 time: 0.3405643 Nov 05 19:12:19.187712 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6101c8-9232-42dd-9e39-5741f87efd82 admin admin] Pushing event deleted for resources: {'Network': ['ID=79812561-9dfc-4341-96d3-697a18d73de0,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:12:19.508013 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 35482) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:12:19.555188 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-ebc53bfe-b075-4bc9-9750-562c225ee602 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=50dd2e873e4842f38b42ab08dc90d84a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0436609 Nov 05 19:12:19.555865 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 35484) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:12:19.602351 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-1eebc610-3d4b-44fd-b9f9-60f675eaf5a7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:12:19.623499 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-1eebc610-3d4b-44fd-b9f9-60f675eaf5a7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:12:19.732481 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.agents_db [None req-b9406b04-a0e8-43cf-b349-711963d96cf4 None None] Agent healthcheck: found 7 active agents {{(pid=102389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 05 19:12:19.750256 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-1eebc610-3d4b-44fd-b9f9-60f675eaf5a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:12:19.753640 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-1eebc610-3d4b-44fd-b9f9-60f675eaf5a7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:12:19.754399 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-1eebc610-3d4b-44fd-b9f9-60f675eaf5a7 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b3ab9bed-c225-40bf-ac80-c6105a7b5733 HTTP/1.1" status: 204 len: 168 time: 0.1981723 Nov 05 19:12:19.762946 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eebc610-3d4b-44fd-b9f9-60f675eaf5a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3ab9bed-c225-40bf-ac80-c6105a7b5733,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:12:24.590929 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 35586) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:12:24.975198 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-663fe52e-f9fd-4b18-80cd-3aade84ea0a8 tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-571777'] for router_interface, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:12:25.307978 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-663fe52e-f9fd-4b18-80cd-3aade84ea0a8 tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Deleting port 151aafee-7d8c-4630-a763-bce836f600f4 {{(pid=102386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 19:12:25.308321 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-663fe52e-f9fd-4b18-80cd-3aade84ea0a8 tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:12:25.408405 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [None req-663fe52e-f9fd-4b18-80cd-3aade84ea0a8 tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] For port 151aafee-7d8c-4630-a763-bce836f600f4, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=151aafee-7d8c-4630-a763-bce836f600f4,segment=NetworkSegment(5ed931a8-ca53-43e2-8fd7-cbca69b6184e),segment_id=5ed931a8-ca53-43e2-8fd7-cbca69b6184e)] {{(pid=102386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:12:25.408814 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-663fe52e-f9fd-4b18-80cd-3aade84ea0a8 tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:12:25.423105 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-663fe52e-f9fd-4b18-80cd-3aade84ea0a8 tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Calling delete_port for 151aafee-7d8c-4630-a763-bce836f600f4 owned by network:router_interface {{(pid=102386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 19:12:25.703726 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-663fe52e-f9fd-4b18-80cd-3aade84ea0a8 tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:12:25.732505 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663fe52e-f9fd-4b18-80cd-3aade84ea0a8 tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Pushing event deleted for resources: {'Port': ['ID=151aafee-7d8c-4630-a763-bce836f600f4,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:12:25.967340 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-663fe52e-f9fd-4b18-80cd-3aade84ea0a8 tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-597886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-573297'] for router_interface, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:12:26.255428 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-663fe52e-f9fd-4b18-80cd-3aade84ea0a8 tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Router a0144c5c-001b-435c-aaed-bd61db862b09 has already been hosted by L3 agent 6dcb5589-8e86-4616-9186-ddc4548e13ad {{(pid=102386) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 19:12:26.368109 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-663fe52e-f9fd-4b18-80cd-3aade84ea0a8 tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Notify agent at l3_agent.n-d-816865-1 the message routers_updated {{(pid=102386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 19:12:26.373553 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-663fe52e-f9fd-4b18-80cd-3aade84ea0a8 tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] 10.222.0.13 "PUT /v2.0/routers/a0144c5c-001b-435c-aaed-bd61db862b09/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7805016 Nov 05 19:12:26.380396 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94df095b-2d71-4030-8905-5c5fadd50ba4 None None] Sync routers for ids ['a0144c5c-001b-435c-aaed-bd61db862b09'] in n-d-816865-1 {{(pid=102388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 19:12:26.390692 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94df095b-2d71-4030-8905-5c5fadd50ba4 None None] Routers {'a0144c5c-001b-435c-aaed-bd61db862b09'} bound to L3 agent in host n-d-816865-1 {{(pid=102388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 19:12:26.391330 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-94df095b-2d71-4030-8905-5c5fadd50ba4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T19:12:05Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['a0144c5c-001b-435c-aaed-bd61db862b09'], 'active': True} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:12:26.505314 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvr_db [None req-94df095b-2d71-4030-8905-5c5fadd50ba4 None None] Set router a0144c5c-001b-435c-aaed-bd61db862b09 gateway port host: n-d-816865-1 {{(pid=102388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 19:12:26.765436 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-94df095b-2d71-4030-8905-5c5fadd50ba4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0144c5c-001b-435c-aaed-bd61db862b09', 'name': 'tempest-TestNetworkBasicOps-router-170806720', 'tenant_id': 'e6881a268b314b538ad6a867b46f1df8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.184'}], 'enable_snat': True}, 'gw_port_id': '82d55837-37fb-4023-8a67-616b29b95123', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T19:10:09Z', 'updated_at': '2021-11-05T19:12:25Z', 'revision_number': 6, 'project_id': 'e6881a268b314b538ad6a867b46f1df8', 'gw_port': {'id': '82d55837-37fb-4023-8a67-616b29b95123', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:44:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0144c5c-001b-435c-aaed-bd61db862b09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3442, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:10:10Z', 'updated_at': '2021-11-05T19:10:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1', '_floatingips': [{'id': 'dde34066-00c6-4aca-b67f-65bc9dd71240', 'tenant_id': 'e6881a268b314b538ad6a867b46f1df8', 'floating_ip_address': '172.25.6.131', 'floating_network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'router_id': 'a0144c5c-001b-435c-aaed-bd61db862b09', 'port_id': '44a0380d-62be-4048-98ca-1cdeb11ab2dc', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 3532, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '63299ea6-43b5-4921-ba00-89662e2353e0', 'mac_address': 'fa:16:3e:ff:2a:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f7e8153-a580-44c6-be5e-fab9e03b087a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-05T19:11:02Z', 'updated_at': '2021-11-05T19:11:08Z', 'revision_number': 1, 'project_id': 'e6881a268b314b538ad6a867b46f1df8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ad24e99-5e08-44dd-8b6e-5700c7bcc4a0', 'name': '', 'network_id': '63299ea6-43b5-4921-ba00-89662e2353e0', 'tenant_id': 'e6881a268b314b538ad6a867b46f1df8', 'mac_address': 'fa:16:3e:b3:4c:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0144c5c-001b-435c-aaed-bd61db862b09', 'device_owner': 'network:router_interface', 'standard_attr_id': 3456, 'fixed_ips': [{'subnet_id': '8dac5652-6e0f-49fd-9eec-fc8f4911236b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:10:23Z', 'updated_at': '2021-11-05T19:10:31Z', 'revision_number': 5, 'project_id': 'e6881a268b314b538ad6a867b46f1df8', 'subnets': [{'id': '8dac5652-6e0f-49fd-9eec-fc8f4911236b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-1', False) {} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:12:26.795669 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94df095b-2d71-4030-8905-5c5fadd50ba4 None None] Checking router: a0144c5c-001b-435c-aaed-bd61db862b09 for host: n-d-816865-1 {{(pid=102388) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 19:12:26.805713 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94df095b-2d71-4030-8905-5c5fadd50ba4 None None] Routers {'a0144c5c-001b-435c-aaed-bd61db862b09'} bound to L3 agent in host n-d-816865-1 {{(pid=102388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 19:12:26.806698 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-94df095b-2d71-4030-8905-5c5fadd50ba4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T19:12:05Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['a0144c5c-001b-435c-aaed-bd61db862b09'], 'active': True} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:12:26.880676 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd889588-c105-4c1a-8f19-4bbf71720a53 req-38a89698-5128-48f4-8977-7db73047b96b tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:12:26.889526 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-dd889588-c105-4c1a-8f19-4bbf71720a53 req-38a89698-5128-48f4-8977-7db73047b96b tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] 10.222.0.13 "GET /v2.0/ports?device_id=55c4a299-0fd4-424c-ac0c-d1f17aa236ad HTTP/1.1" status: 200 len: 946 time: 0.0707545 Nov 05 19:12:26.929276 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvr_db [None req-94df095b-2d71-4030-8905-5c5fadd50ba4 None None] Set router a0144c5c-001b-435c-aaed-bd61db862b09 gateway port host: n-d-816865-1 {{(pid=102388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 19:12:26.962631 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-dd889588-c105-4c1a-8f19-4bbf71720a53 req-ec593acf-e5cc-4e9b-9b8e-b0ea2637a3b3 tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] 10.222.0.13 "GET /v2.0/security-groups?id=0282a63a-36be-41c2-98a3-db6e16136338&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0713103 Nov 05 19:12:27.328868 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-94df095b-2d71-4030-8905-5c5fadd50ba4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0144c5c-001b-435c-aaed-bd61db862b09', 'name': 'tempest-TestNetworkBasicOps-router-170806720', 'tenant_id': 'e6881a268b314b538ad6a867b46f1df8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.184'}], 'enable_snat': True}, 'gw_port_id': '82d55837-37fb-4023-8a67-616b29b95123', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T19:10:09Z', 'updated_at': '2021-11-05T19:12:25Z', 'revision_number': 6, 'project_id': 'e6881a268b314b538ad6a867b46f1df8', 'gw_port': {'id': '82d55837-37fb-4023-8a67-616b29b95123', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:44:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0144c5c-001b-435c-aaed-bd61db862b09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3442, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:10:10Z', 'updated_at': '2021-11-05T19:10:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1', '_floatingips': [{'id': 'dde34066-00c6-4aca-b67f-65bc9dd71240', 'tenant_id': 'e6881a268b314b538ad6a867b46f1df8', 'floating_ip_address': '172.25.6.131', 'floating_network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'router_id': 'a0144c5c-001b-435c-aaed-bd61db862b09', 'port_id': '44a0380d-62be-4048-98ca-1cdeb11ab2dc', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 3532, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '63299ea6-43b5-4921-ba00-89662e2353e0', 'mac_address': 'fa:16:3e:ff:2a:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f7e8153-a580-44c6-be5e-fab9e03b087a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-05T19:11:02Z', 'updated_at': '2021-11-05T19:11:08Z', 'revision_number': 1, 'project_id': 'e6881a268b314b538ad6a867b46f1df8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ad24e99-5e08-44dd-8b6e-5700c7bcc4a0', 'name': '', 'network_id': '63299ea6-43b5-4921-ba00-89662e2353e0', 'tenant_id': 'e6881a268b314b538ad6a867b46f1df8', 'mac_address': 'fa:16:3e:b3:4c:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0144c5c-001b-435c-aaed-bd61db862b09', 'device_owner': 'network:router_interface', 'standard_attr_id': 3456, 'fixed_ips': [{'subnet_id': '8dac5652-6e0f-49fd-9eec-fc8f4911236b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:10:23Z', 'updated_at': '2021-11-05T19:10:31Z', 'revision_number': 5, 'project_id': 'e6881a268b314b538ad6a867b46f1df8', 'subnets': [{'id': '8dac5652-6e0f-49fd-9eec-fc8f4911236b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-1', False) {} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:12:27.358915 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94df095b-2d71-4030-8905-5c5fadd50ba4 None None] The sync data for ids ['a0144c5c-001b-435c-aaed-bd61db862b09'] in n-d-816865-1 is: [{'id': 'a0144c5c-001b-435c-aaed-bd61db862b09', 'name': 'tempest-TestNetworkBasicOps-router-170806720', 'tenant_id': 'e6881a268b314b538ad6a867b46f1df8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.184'}], 'enable_snat': True}, 'gw_port_id': '82d55837-37fb-4023-8a67-616b29b95123', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T19:10:09Z', 'updated_at': '2021-11-05T19:12:25Z', 'revision_number': 6, 'project_id': 'e6881a268b314b538ad6a867b46f1df8', 'gw_port': {'id': '82d55837-37fb-4023-8a67-616b29b95123', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:44:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0144c5c-001b-435c-aaed-bd61db862b09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3442, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:10:10Z', 'updated_at': '2021-11-05T19:10:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1', '_floatingips': [{'id': 'dde34066-00c6-4aca-b67f-65bc9dd71240', 'tenant_id': 'e6881a268b314b538ad6a867b46f1df8', 'floating_ip_address': '172.25.6.131', 'floating_network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'router_id': 'a0144c5c-001b-435c-aaed-bd61db862b09', 'port_id': '44a0380d-62be-4048-98ca-1cdeb11ab2dc', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 3532, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '63299ea6-43b5-4921-ba00-89662e2353e0', 'mac_address': 'fa:16:3e:ff:2a:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f7e8153-a580-44c6-be5e-fab9e03b087a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-05T19:11:02Z', 'updated_at': '2021-11-05T19:11:08Z', 'revision_number': 1, 'project_id': 'e6881a268b314b538ad6a867b46f1df8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ad24e99-5e08-44dd-8b6e-5700c7bcc4a0', 'name': '', 'network_id': '63299ea6-43b5-4921-ba00-89662e2353e0', 'tenant_id': 'e6881a268b314b538ad6a867b46f1df8', 'mac_address': 'fa:16:3e:b3:4c:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0144c5c-001b-435c-aaed-bd61db862b09', 'device_owner': 'network:router_interface', 'standard_attr_id': 3456, 'fixed_ips': [{'subnet_id': '8dac5652-6e0f-49fd-9eec-fc8f4911236b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:10:23Z', 'updated_at': '2021-11-05T19:10:31Z', 'revision_number': 5, 'project_id': 'e6881a268b314b538ad6a867b46f1df8', 'subnets': [{'id': '8dac5652-6e0f-49fd-9eec-fc8f4911236b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 19:12:28.126834 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f24534-90be-4a50-9a72-7433c4c3f857 req-075eb9f4-245c-4c7c-8148-73ac6343ee09 tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:12:28.128540 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-18f24534-90be-4a50-9a72-7433c4c3f857 req-075eb9f4-245c-4c7c-8148-73ac6343ee09 tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] 10.222.0.13 "GET /v2.0/ports?device_id=55c4a299-0fd4-424c-ac0c-d1f17aa236ad HTTP/1.1" status: 200 len: 946 time: 0.0633998 Nov 05 19:12:28.183304 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-18f24534-90be-4a50-9a72-7433c4c3f857 req-9e719f3a-4fd8-406e-89ab-c4a3c7c58584 tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] 10.222.0.13 "GET /v2.0/security-groups?id=0282a63a-36be-41c2-98a3-db6e16136338&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484734 Nov 05 19:12:28.336877 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6892b621-3968-47a9-8987-cd4477448144 req-ae4d287d-489e-447e-a750-103155a42df0 tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:12:28.340431 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-6892b621-3968-47a9-8987-cd4477448144 req-ae4d287d-489e-447e-a750-103155a42df0 tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] 10.222.0.55 "GET /v2.0/ports?device_id=55c4a299-0fd4-424c-ac0c-d1f17aa236ad HTTP/1.1" status: 200 len: 946 time: 0.0569892 Nov 05 19:12:28.440400 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [req-6892b621-3968-47a9-8987-cd4477448144 req-4858f809-0782-4dae-8465-bcbb3144b69f tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Deleting port e88cc886-694b-4785-ae9d-abc9ed88c5dc {{(pid=102386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 19:12:28.440632 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-6892b621-3968-47a9-8987-cd4477448144 req-4858f809-0782-4dae-8465-bcbb3144b69f tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:12:28.529872 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [req-6892b621-3968-47a9-8987-cd4477448144 req-4858f809-0782-4dae-8465-bcbb3144b69f tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] For port e88cc886-694b-4785-ae9d-abc9ed88c5dc, host n-h2-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=e88cc886-694b-4785-ae9d-abc9ed88c5dc,segment=NetworkSegment(5ed931a8-ca53-43e2-8fd7-cbca69b6184e),segment_id=5ed931a8-ca53-43e2-8fd7-cbca69b6184e)] {{(pid=102386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:12:28.530340 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-6892b621-3968-47a9-8987-cd4477448144 req-4858f809-0782-4dae-8465-bcbb3144b69f tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:12:28.543697 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [req-6892b621-3968-47a9-8987-cd4477448144 req-4858f809-0782-4dae-8465-bcbb3144b69f tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Calling delete_port for e88cc886-694b-4785-ae9d-abc9ed88c5dc owned by compute:nova {{(pid=102386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 19:12:28.715807 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-6892b621-3968-47a9-8987-cd4477448144 req-4858f809-0782-4dae-8465-bcbb3144b69f tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:12:28.774225 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4858f809-0782-4dae-8465-bcbb3144b69f tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Pushing event deleted for resources: {'Port': ['ID=e88cc886-694b-4785-ae9d-abc9ed88c5dc,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:12:28.801981 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [req-6892b621-3968-47a9-8987-cd4477448144 req-4858f809-0782-4dae-8465-bcbb3144b69f tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] No DVR routers for this DVR port e88cc886-694b-4785-ae9d-abc9ed88c5dc on host n-h2-816865-1 {{(pid=102386) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 19:12:28.804737 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-6892b621-3968-47a9-8987-cd4477448144 req-4858f809-0782-4dae-8465-bcbb3144b69f tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:12:28.808824 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-6892b621-3968-47a9-8987-cd4477448144 req-4858f809-0782-4dae-8465-bcbb3144b69f tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] 10.222.0.55 "DELETE /v2.0/ports/e88cc886-694b-4785-ae9d-abc9ed88c5dc HTTP/1.1" status: 204 len: 173 time: 0.4629686 Nov 05 19:12:28.809355 n-d-816865-1 neutron-server[102386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55c4a299-0fd4-424c-ac0c-d1f17aa236ad', 'name': 'network-vif-deleted', 'tag': 'e88cc886-694b-4785-ae9d-abc9ed88c5dc'}] {{(pid=102386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 19:12:28.811852 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6173a44d7c73f41af551dc890fa1a5892c2c6bc3458b640c8e0c24db7876ba6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d83cf12d-ab1d-4ccf-8e24-ff5ceb6e5bc1" -d '{"events": [{"server_uuid": "55c4a299-0fd4-424c-ac0c-d1f17aa236ad", "name": "network-vif-deleted", "tag": "e88cc886-694b-4785-ae9d-abc9ed88c5dc"}]}' {{(pid=102386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 19:12:29.005439 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 19:12:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-587d434b-7a8e-4836-960d-9a4743788a04 x-openstack-request-id: req-587d434b-7a8e-4836-960d-9a4743788a04 {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 19:12:29.005812 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55c4a299-0fd4-424c-ac0c-d1f17aa236ad", "name": "network-vif-deleted", "tag": "e88cc886-694b-4785-ae9d-abc9ed88c5dc", "status": "completed", "code": 200}]} {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 19:12:29.006180 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-587d434b-7a8e-4836-960d-9a4743788a04 {{(pid=102386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 19:12:29.006683 n-d-816865-1 neutron-server[102386]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55c4a299-0fd4-424c-ac0c-d1f17aa236ad', 'name': 'network-vif-deleted', 'tag': 'e88cc886-694b-4785-ae9d-abc9ed88c5dc', 'status': 'completed', 'code': 200} Nov 05 19:12:29.340838 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-0a5a4958-bc40-46e3-8703-e3a2ced2a11c req-0ccae7e6-ed41-4021-be4c-10971cb5fc33 tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] 10.222.0.13 "GET /v2.0/ports?device_id=55c4a299-0fd4-424c-ac0c-d1f17aa236ad HTTP/1.1" status: 200 len: 210 time: 0.0267529 Nov 05 19:12:29.392558 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 151aafee-7d8c-4630-a763-bce836f600f4 no longer exists at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 19:12:29.413337 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] No Port match for: 151aafee-7d8c-4630-a763-bce836f600f4 {{(pid=102388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 19:12:29.413682 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 151aafee-7d8c-4630-a763-bce836f600f4 not bound to the agent host n-d-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 19:12:30.597163 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 35672) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:12:30.597163 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-5ad2341d-5c2d-41f4-aa9d-b210961496e2 tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Publish callbacks [] for security_group, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:12:30.597163 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-5ad2341d-5c2d-41f4-aa9d-b210961496e2 tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:12:30.652708 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-5ad2341d-5c2d-41f4-aa9d-b210961496e2 tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:12:30.655615 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-5ad2341d-5c2d-41f4-aa9d-b210961496e2 tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Publish callbacks [] for security_group, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:12:30.659715 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-5ad2341d-5c2d-41f4-aa9d-b210961496e2 tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] 10.222.0.13 "DELETE /v2.0/security-groups/0282a63a-36be-41c2-98a3-db6e16136338 HTTP/1.1" status: 204 len: 168 time: 0.2440038 Nov 05 19:12:30.672901 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad2341d-5c2d-41f4-aa9d-b210961496e2 tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0282a63a-36be-41c2-98a3-db6e16136338,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:12:30.748223 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 35676) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:12:30.817694 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5481921-8d92-4179-9209-640f95fcb086 tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Deleting subnet 6a142732-c944-458f-b5ca-b1c42a6d861f {{(pid=102386) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 05 19:12:30.817694 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-e5481921-8d92-4179-9209-640f95fcb086 tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Publish callbacks [] for subnet, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:12:30.869087 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-e5481921-8d92-4179-9209-640f95fcb086 tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4590738'] for subnet, precommit_delete_associations {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:12:30.967289 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-e5481921-8d92-4179-9209-640f95fcb086 tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1573928'] for subnet, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:12:31.110650 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-e5481921-8d92-4179-9209-640f95fcb086 tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1573905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6149879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4877183'] for subnet, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:12:31.167590 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5481921-8d92-4179-9209-640f95fcb086 tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Pushing event deleted for resources: {'Subnet': ['ID=6a142732-c944-458f-b5ca-b1c42a6d861f,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:12:31.179830 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-e5481921-8d92-4179-9209-640f95fcb086 tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Publish callbacks [] for subnet, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:12:31.183860 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34816570-f407-48e7-b636-5a9213880a39 None None] Network c2f2fa3a-169f-4b4b-b10c-ecea5acc32c0 requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 19:12:31.184891 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-e5481921-8d92-4179-9209-640f95fcb086 tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] 10.222.0.13 "DELETE /v2.0/subnets/6a142732-c944-458f-b5ca-b1c42a6d861f HTTP/1.1" status: 204 len: 168 time: 0.4350140 Nov 05 19:12:31.187121 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 35688) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:12:31.284644 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-cb517fe7-0f9f-4b22-9166-6a8aa1fd1c2b tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1664226'] for network, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:12:31.351500 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [None req-cb517fe7-0f9f-4b22-9166-6a8aa1fd1c2b tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Deleting port 77c7677e-d666-415e-a6e8-47b93cb95f9f {{(pid=102387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 19:12:31.351835 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-cb517fe7-0f9f-4b22-9166-6a8aa1fd1c2b tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:12:31.416925 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99bc5aa2-3041-44a3-949c-d2e4e81660c6 None None] DHCP port deletion for c2f2fa3a-169f-4b4b-b10c-ecea5acc32c0 request from n-d-816865-1 {{(pid=102388) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 05 19:12:31.420943 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.db [None req-cb517fe7-0f9f-4b22-9166-6a8aa1fd1c2b tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] For port 77c7677e-d666-415e-a6e8-47b93cb95f9f, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=77c7677e-d666-415e-a6e8-47b93cb95f9f,segment=NetworkSegment(5ed931a8-ca53-43e2-8fd7-cbca69b6184e),segment_id=5ed931a8-ca53-43e2-8fd7-cbca69b6184e)] {{(pid=102387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:12:31.421306 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-cb517fe7-0f9f-4b22-9166-6a8aa1fd1c2b tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:12:31.438356 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [None req-cb517fe7-0f9f-4b22-9166-6a8aa1fd1c2b tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Calling delete_port for 77c7677e-d666-415e-a6e8-47b93cb95f9f owned by network:dhcp {{(pid=102387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 19:12:31.486529 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-99bc5aa2-3041-44a3-949c-d2e4e81660c6 None None] Deleting port 77c7677e-d666-415e-a6e8-47b93cb95f9f {{(pid=102388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 19:12:31.486889 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-99bc5aa2-3041-44a3-949c-d2e4e81660c6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:12:31.559092 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-99bc5aa2-3041-44a3-949c-d2e4e81660c6 None None] For port 77c7677e-d666-415e-a6e8-47b93cb95f9f, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=77c7677e-d666-415e-a6e8-47b93cb95f9f,segment=NetworkSegment(5ed931a8-ca53-43e2-8fd7-cbca69b6184e),segment_id=5ed931a8-ca53-43e2-8fd7-cbca69b6184e)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:12:31.559483 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-99bc5aa2-3041-44a3-949c-d2e4e81660c6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:12:31.561743 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-cb517fe7-0f9f-4b22-9166-6a8aa1fd1c2b tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4417063'] for port, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:12:31.574191 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-99bc5aa2-3041-44a3-949c-d2e4e81660c6 None None] Calling delete_port for 77c7677e-d666-415e-a6e8-47b93cb95f9f owned by network:dhcp {{(pid=102388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 19:12:31.589758 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb517fe7-0f9f-4b22-9166-6a8aa1fd1c2b tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Pushing event deleted for resources: {'Port': ['ID=77c7677e-d666-415e-a6e8-47b93cb95f9f,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:12:31.593606 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb517fe7-0f9f-4b22-9166-6a8aa1fd1c2b tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] No DVR routers for this DVR port 77c7677e-d666-415e-a6e8-47b93cb95f9f on host n-d-816865-1 {{(pid=102387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 19:12:31.618585 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb517fe7-0f9f-4b22-9166-6a8aa1fd1c2b tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:12:31.618938 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb517fe7-0f9f-4b22-9166-6a8aa1fd1c2b tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:12:31.620016 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb517fe7-0f9f-4b22-9166-6a8aa1fd1c2b tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:12:31.620421 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb517fe7-0f9f-4b22-9166-6a8aa1fd1c2b tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:12:31.620773 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb517fe7-0f9f-4b22-9166-6a8aa1fd1c2b tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:12:31.621101 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb517fe7-0f9f-4b22-9166-6a8aa1fd1c2b tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:12:31.621620 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb517fe7-0f9f-4b22-9166-6a8aa1fd1c2b tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:12:31.621949 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb517fe7-0f9f-4b22-9166-6a8aa1fd1c2b tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:12:31.622316 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb517fe7-0f9f-4b22-9166-6a8aa1fd1c2b tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:12:31.622648 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb517fe7-0f9f-4b22-9166-6a8aa1fd1c2b tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:12:31.622970 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb517fe7-0f9f-4b22-9166-6a8aa1fd1c2b tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:12:31.623476 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb517fe7-0f9f-4b22-9166-6a8aa1fd1c2b tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:12:31.670812 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-99bc5aa2-3041-44a3-949c-d2e4e81660c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798'] for port, after_delete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:12:31.690194 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-cb517fe7-0f9f-4b22-9166-6a8aa1fd1c2b tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1579173', 'neutron.services.segments.db._delete_segments_for_network-8750027792909'] for network, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:12:31.699669 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99bc5aa2-3041-44a3-949c-d2e4e81660c6 None None] Pushing event deleted for resources: {'Port': ['ID=77c7677e-d666-415e-a6e8-47b93cb95f9f,revision_number=None']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:12:31.711210 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99bc5aa2-3041-44a3-949c-d2e4e81660c6 None None] No DVR routers for this DVR port 77c7677e-d666-415e-a6e8-47b93cb95f9f on host n-d-816865-1 {{(pid=102388) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 19:12:31.715260 n-d-816865-1 neutron-server[102387]: DEBUG neutron.services.segments.db [None req-cb517fe7-0f9f-4b22-9166-6a8aa1fd1c2b tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c2f2fa3a-169f-4b4b-b10c-ecea5acc32c0']}} {{(pid=102387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:12:31.732213 n-d-816865-1 neutron-server[102387]: DEBUG neutron.services.segments.db [None req-cb517fe7-0f9f-4b22-9166-6a8aa1fd1c2b tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ed931a8-ca53-43e2-8fd7-cbca69b6184e') {'for_net_delete': True} {{(pid=102387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:12:31.732502 n-d-816865-1 neutron-server[102387]: DEBUG neutron.services.segments.db [None req-cb517fe7-0f9f-4b22-9166-6a8aa1fd1c2b tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ed931a8-ca53-43e2-8fd7-cbca69b6184e') {} {{(pid=102387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:12:31.745313 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-cb517fe7-0f9f-4b22-9166-6a8aa1fd1c2b tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750027793430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4463492'] for segment, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:12:31.760037 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-cb517fe7-0f9f-4b22-9166-6a8aa1fd1c2b tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273'] for segment, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:12:31.766694 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb517fe7-0f9f-4b22-9166-6a8aa1fd1c2b tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Releasing vlan 154 on physical network physnet1 to pool {{(pid=102387) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 05 19:12:31.767312 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-cb517fe7-0f9f-4b22-9166-6a8aa1fd1c2b tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4417236'] for segment, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:12:31.770394 n-d-816865-1 neutron-server[102387]: Traceback (most recent call last): Nov 05 19:12:31.770394 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 05 19:12:31.770394 n-d-816865-1 neutron-server[102387]: timer() Nov 05 19:12:31.770394 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 05 19:12:31.770394 n-d-816865-1 neutron-server[102387]: cb(*args, **kw) Nov 05 19:12:31.770394 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 05 19:12:31.770394 n-d-816865-1 neutron-server[102387]: return func(*args, **kwargs) Nov 05 19:12:31.770394 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 05 19:12:31.770394 n-d-816865-1 neutron-server[102387]: self._notify() Nov 05 19:12:31.770394 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 05 19:12:31.770394 n-d-816865-1 neutron-server[102387]: self.callback(batched_events) Nov 05 19:12:31.770394 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 05 19:12:31.770394 n-d-816865-1 neutron-server[102387]: event.method(event) Nov 05 19:12:31.770394 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 05 19:12:31.770394 n-d-816865-1 neutron-server[102387]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 05 19:12:31.770394 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 05 19:12:31.770394 n-d-816865-1 neutron-server[102387]: aggregate_uuid = self.p_client.list_aggregates( Nov 05 19:12:31.770394 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 05 19:12:31.770394 n-d-816865-1 neutron-server[102387]: return f(self, *a, **k) Nov 05 19:12:31.770394 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 05 19:12:31.770394 n-d-816865-1 neutron-server[102387]: return self._get(url).json() Nov 05 19:12:31.770394 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 05 19:12:31.770394 n-d-816865-1 neutron-server[102387]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 05 19:12:31.770394 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 05 19:12:31.770394 n-d-816865-1 neutron-server[102387]: return self.request(url, 'GET', **kwargs) Nov 05 19:12:31.770394 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 05 19:12:31.770394 n-d-816865-1 neutron-server[102387]: base_url = self.get_endpoint(auth, allow=allow, Nov 05 19:12:31.770394 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 05 19:12:31.770394 n-d-816865-1 neutron-server[102387]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 05 19:12:31.770394 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 05 19:12:31.770394 n-d-816865-1 neutron-server[102387]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 05 19:12:31.770394 n-d-816865-1 neutron-server[102387]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 05 19:12:31.892776 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-cb517fe7-0f9f-4b22-9166-6a8aa1fd1c2b tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1579178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-956796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1000687'] for network, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:12:31.900816 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-cb517fe7-0f9f-4b22-9166-6a8aa1fd1c2b tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Publish callbacks [] for network, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:12:31.907053 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 35692) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:12:31.907588 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-cb517fe7-0f9f-4b22-9166-6a8aa1fd1c2b tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] 10.222.0.13 "DELETE /v2.0/networks/c2f2fa3a-169f-4b4b-b10c-ecea5acc32c0 HTTP/1.1" status: 204 len: 168 time: 0.7189279 Nov 05 19:12:31.982825 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Device e88cc886-694b-4785-ae9d-abc9ed88c5dc no longer exists at agent hyperv_n-h2-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 19:12:32.011086 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] No Port match for: e88cc886-694b-4785-ae9d-abc9ed88c5dc {{(pid=102388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 19:12:32.011722 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Device e88cc886-694b-4785-ae9d-abc9ed88c5dc not bound to the agent host n-h2-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 19:12:32.105421 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-b0d3b344-7406-452e-8f29-e7841be857aa tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Deleting port 45660a7a-b895-494c-ac4c-fa3bc3ab8f2c {{(pid=102386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 19:12:32.106031 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-b0d3b344-7406-452e-8f29-e7841be857aa tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:12:32.246444 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-b0d3b344-7406-452e-8f29-e7841be857aa tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:12:32.246779 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-b0d3b344-7406-452e-8f29-e7841be857aa tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:12:32.254081 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb517fe7-0f9f-4b22-9166-6a8aa1fd1c2b tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Pushing event deleted for resources: {'Network': ['ID=c2f2fa3a-169f-4b4b-b10c-ecea5acc32c0,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:12:32.264658 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-b0d3b344-7406-452e-8f29-e7841be857aa tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Calling delete_port for 45660a7a-b895-494c-ac4c-fa3bc3ab8f2c owned by network:floatingip {{(pid=102386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 19:12:32.574678 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-b0d3b344-7406-452e-8f29-e7841be857aa tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:12:32.598676 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d3b344-7406-452e-8f29-e7841be857aa tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Pushing event deleted for resources: {'Port': ['ID=45660a7a-b895-494c-ac4c-fa3bc3ab8f2c,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:12:32.664018 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-532cf031-0558-4a13-8392-15188c117928 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:12:32.687709 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-b0d3b344-7406-452e-8f29-e7841be857aa tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Publish callbacks [] for floatingip, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:12:32.688365 n-d-816865-1 neutron-server[102386]: INFO neutron.db.l3_db [None req-b0d3b344-7406-452e-8f29-e7841be857aa tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Floating IP dde34066-00c6-4aca-b67f-65bc9dd71240 disassociated (deleted). External IP: 172.25.6.131, port: 44a0380d-62be-4048-98ca-1cdeb11ab2dc. Nov 05 19:12:32.808515 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 35706) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:12:32.937823 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-0902dfbb-ad91-4660-9e5f-7a64e2285114 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:12:32.959485 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0d3b344-7406-452e-8f29-e7841be857aa tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Router a0144c5c-001b-435c-aaed-bd61db862b09 has already been hosted by L3 agent 6dcb5589-8e86-4616-9186-ddc4548e13ad {{(pid=102386) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 19:12:33.132725 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-0902dfbb-ad91-4660-9e5f-7a64e2285114 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:12:33.138001 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0d3b344-7406-452e-8f29-e7841be857aa tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Notify agent at l3_agent.n-d-816865-1 the message routers_updated {{(pid=102386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 19:12:33.142896 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-b0d3b344-7406-452e-8f29-e7841be857aa tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for floatingip, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:12:33.148380 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca279278-bfcb-4d7e-9ba5-a3ebfe502031 None None] Sync routers for ids ['a0144c5c-001b-435c-aaed-bd61db862b09'] in n-d-816865-1 {{(pid=102389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 19:12:33.158835 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca279278-bfcb-4d7e-9ba5-a3ebfe502031 None None] Routers {'a0144c5c-001b-435c-aaed-bd61db862b09'} bound to L3 agent in host n-d-816865-1 {{(pid=102389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 19:12:33.159514 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-ca279278-bfcb-4d7e-9ba5-a3ebfe502031 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T19:12:05Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['a0144c5c-001b-435c-aaed-bd61db862b09'], 'active': True} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:12:33.170592 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-b0d3b344-7406-452e-8f29-e7841be857aa tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] 10.222.0.13 "DELETE /v2.0/floatingips/dde34066-00c6-4aca-b67f-65bc9dd71240 HTTP/1.1" status: 204 len: 168 time: 1.2608721 Nov 05 19:12:33.171203 n-d-816865-1 neutron-server[102386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f7e8153-a580-44c6-be5e-fab9e03b087a', 'tag': '44a0380d-62be-4048-98ca-1cdeb11ab2dc'}] {{(pid=102386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 19:12:33.174480 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6173a44d7c73f41af551dc890fa1a5892c2c6bc3458b640c8e0c24db7876ba6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05463afd-76ff-430c-bfdc-aa72e9707b86" -d '{"events": [{"name": "network-changed", "server_uuid": "9f7e8153-a580-44c6-be5e-fab9e03b087a", "tag": "44a0380d-62be-4048-98ca-1cdeb11ab2dc"}]}' {{(pid=102386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 19:12:33.209642 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-0902dfbb-ad91-4660-9e5f-7a64e2285114 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:12:33.253696 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 19:12:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abbd4ac5-3036-4295-a432-56e87086c019 x-openstack-request-id: req-abbd4ac5-3036-4295-a432-56e87086c019 {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 19:12:33.258698 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f7e8153-a580-44c6-be5e-fab9e03b087a", "tag": "44a0380d-62be-4048-98ca-1cdeb11ab2dc", "status": "completed", "code": 200}]} {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 19:12:33.258698 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-abbd4ac5-3036-4295-a432-56e87086c019 {{(pid=102386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 19:12:33.265124 n-d-816865-1 neutron-server[102386]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f7e8153-a580-44c6-be5e-fab9e03b087a', 'tag': '44a0380d-62be-4048-98ca-1cdeb11ab2dc', 'status': 'completed', 'code': 200} Nov 05 19:12:33.301976 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0902dfbb-ad91-4660-9e5f-7a64e2285114 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b77840c-31f6-4a0e-8028-0358d490585e,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:12:33.312350 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-0902dfbb-ad91-4660-9e5f-7a64e2285114 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a4431904f87f4a5b9984086425f31212&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5024853 Nov 05 19:12:33.314813 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 35722) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:12:33.342434 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvr_db [None req-ca279278-bfcb-4d7e-9ba5-a3ebfe502031 None None] Set router a0144c5c-001b-435c-aaed-bd61db862b09 gateway port host: n-d-816865-1 {{(pid=102389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 19:12:33.359532 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05463afd-76ff-430c-bfdc-aa72e9707b86 req-0afb0aba-6d94-427b-8e92-fddbdae1ed18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:12:33.363275 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-05463afd-76ff-430c-bfdc-aa72e9707b86 req-0afb0aba-6d94-427b-8e92-fddbdae1ed18 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e6881a268b314b538ad6a867b46f1df8&device_id=9f7e8153-a580-44c6-be5e-fab9e03b087a HTTP/1.1" status: 200 len: 1096 time: 0.0887775 Nov 05 19:12:33.395727 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-78b3f293-2014-45fa-9528-fbcf2d5db8bb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:12:33.441404 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-78b3f293-2014-45fa-9528-fbcf2d5db8bb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:12:33.575342 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05463afd-76ff-430c-bfdc-aa72e9707b86 req-ae888dab-b97b-4b91-9774-f18b7751b271 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:12:33.577435 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-05463afd-76ff-430c-bfdc-aa72e9707b86 req-ae888dab-b97b-4b91-9774-f18b7751b271 service neutron] 10.222.0.41 "GET /v2.0/networks?id=63299ea6-43b5-4921-ba00-89662e2353e0 HTTP/1.1" status: 200 len: 898 time: 0.2056005 Nov 05 19:12:33.599415 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 77c7677e-d666-415e-a6e8-47b93cb95f9f no longer exists at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 19:12:33.613109 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] No Port match for: 77c7677e-d666-415e-a6e8-47b93cb95f9f {{(pid=102388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 19:12:33.613683 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 77c7677e-d666-415e-a6e8-47b93cb95f9f not bound to the agent host n-d-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 19:12:33.660541 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-05463afd-76ff-430c-bfdc-aa72e9707b86 req-d7e60e0a-cc85-42b4-96fb-91e5ebb025c0 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=44a0380d-62be-4048-98ca-1cdeb11ab2dc HTTP/1.1" status: 200 len: 217 time: 0.0743124 Nov 05 19:12:33.687570 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-78b3f293-2014-45fa-9528-fbcf2d5db8bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:12:33.690986 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-78b3f293-2014-45fa-9528-fbcf2d5db8bb admin admin] Publish callbacks [] for security_group, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:12:33.692710 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-78b3f293-2014-45fa-9528-fbcf2d5db8bb admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1b77840c-31f6-4a0e-8028-0358d490585e HTTP/1.1" status: 204 len: 168 time: 0.3763995 Nov 05 19:12:33.706087 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b3f293-2014-45fa-9528-fbcf2d5db8bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b77840c-31f6-4a0e-8028-0358d490585e,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:12:33.746575 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05463afd-76ff-430c-bfdc-aa72e9707b86 req-a7acfd8b-0beb-488e-a609-3a374bfd0243 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:12:33.748502 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-05463afd-76ff-430c-bfdc-aa72e9707b86 req-a7acfd8b-0beb-488e-a609-3a374bfd0243 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8dac5652-6e0f-49fd-9eec-fc8f4911236b HTTP/1.1" status: 200 len: 834 time: 0.0782423 Nov 05 19:12:33.770089 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-ca279278-bfcb-4d7e-9ba5-a3ebfe502031 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0144c5c-001b-435c-aaed-bd61db862b09', 'name': 'tempest-TestNetworkBasicOps-router-170806720', 'tenant_id': 'e6881a268b314b538ad6a867b46f1df8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.184'}], 'enable_snat': True}, 'gw_port_id': '82d55837-37fb-4023-8a67-616b29b95123', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T19:10:09Z', 'updated_at': '2021-11-05T19:12:25Z', 'revision_number': 6, 'project_id': 'e6881a268b314b538ad6a867b46f1df8', 'gw_port': {'id': '82d55837-37fb-4023-8a67-616b29b95123', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:44:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0144c5c-001b-435c-aaed-bd61db862b09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3442, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:10:10Z', 'updated_at': '2021-11-05T19:10:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1', '_interfaces': [{'id': '8ad24e99-5e08-44dd-8b6e-5700c7bcc4a0', 'name': '', 'network_id': '63299ea6-43b5-4921-ba00-89662e2353e0', 'tenant_id': 'e6881a268b314b538ad6a867b46f1df8', 'mac_address': 'fa:16:3e:b3:4c:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0144c5c-001b-435c-aaed-bd61db862b09', 'device_owner': 'network:router_interface', 'standard_attr_id': 3456, 'fixed_ips': [{'subnet_id': '8dac5652-6e0f-49fd-9eec-fc8f4911236b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:10:23Z', 'updated_at': '2021-11-05T19:10:31Z', 'revision_number': 5, 'project_id': 'e6881a268b314b538ad6a867b46f1df8', 'subnets': [{'id': '8dac5652-6e0f-49fd-9eec-fc8f4911236b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-1', False) {} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:12:33.805642 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca279278-bfcb-4d7e-9ba5-a3ebfe502031 None None] Checking router: a0144c5c-001b-435c-aaed-bd61db862b09 for host: n-d-816865-1 {{(pid=102389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 19:12:33.815017 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca279278-bfcb-4d7e-9ba5-a3ebfe502031 None None] Routers {'a0144c5c-001b-435c-aaed-bd61db862b09'} bound to L3 agent in host n-d-816865-1 {{(pid=102389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 19:12:33.815633 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-ca279278-bfcb-4d7e-9ba5-a3ebfe502031 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T19:12:05Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['a0144c5c-001b-435c-aaed-bd61db862b09'], 'active': True} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:12:33.849529 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05463afd-76ff-430c-bfdc-aa72e9707b86 req-acaac9b0-d6fd-4b81-b019-39c0acb559dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:12:33.851429 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-05463afd-76ff-430c-bfdc-aa72e9707b86 req-acaac9b0-d6fd-4b81-b019-39c0acb559dd service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=63299ea6-43b5-4921-ba00-89662e2353e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0944695 Nov 05 19:12:33.866377 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de749bb8-e576-468d-a340-9835a9d6946d req-ab3f38f4-430d-4bb8-bd6b-e10352beb2e6 tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:12:33.868409 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-de749bb8-e576-468d-a340-9835a9d6946d req-ab3f38f4-430d-4bb8-bd6b-e10352beb2e6 tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] 10.222.0.13 "GET /v2.0/ports?device_id=9f7e8153-a580-44c6-be5e-fab9e03b087a HTTP/1.1" status: 200 len: 945 time: 0.1081054 Nov 05 19:12:33.933863 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvr_db [None req-ca279278-bfcb-4d7e-9ba5-a3ebfe502031 None None] Set router a0144c5c-001b-435c-aaed-bd61db862b09 gateway port host: n-d-816865-1 {{(pid=102389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 19:12:34.000583 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-de749bb8-e576-468d-a340-9835a9d6946d req-4514b432-7773-45ed-9668-35a96db1faea tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] 10.222.0.13 "GET /v2.0/security-groups?id=60ddf13c-c70f-4f3f-ba68-b64d39fac0a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1194384 Nov 05 19:12:34.025409 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-05463afd-76ff-430c-bfdc-aa72e9707b86 req-406ce447-b624-4bef-a783-5a89a2920964 service neutron] 10.222.0.41 "GET /v2.0/networks/63299ea6-43b5-4921-ba00-89662e2353e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1551840 Nov 05 19:12:34.139709 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-05463afd-76ff-430c-bfdc-aa72e9707b86 req-809c0110-ff7e-48cc-bd98-40680da62b9a service neutron] 10.222.0.41 "GET /v2.0/networks/63299ea6-43b5-4921-ba00-89662e2353e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1067262 Nov 05 19:12:34.205891 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-ca279278-bfcb-4d7e-9ba5-a3ebfe502031 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0144c5c-001b-435c-aaed-bd61db862b09', 'name': 'tempest-TestNetworkBasicOps-router-170806720', 'tenant_id': 'e6881a268b314b538ad6a867b46f1df8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.184'}], 'enable_snat': True}, 'gw_port_id': '82d55837-37fb-4023-8a67-616b29b95123', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T19:10:09Z', 'updated_at': '2021-11-05T19:12:25Z', 'revision_number': 6, 'project_id': 'e6881a268b314b538ad6a867b46f1df8', 'gw_port': {'id': '82d55837-37fb-4023-8a67-616b29b95123', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:44:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0144c5c-001b-435c-aaed-bd61db862b09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3442, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:10:10Z', 'updated_at': '2021-11-05T19:10:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1', '_interfaces': [{'id': '8ad24e99-5e08-44dd-8b6e-5700c7bcc4a0', 'name': '', 'network_id': '63299ea6-43b5-4921-ba00-89662e2353e0', 'tenant_id': 'e6881a268b314b538ad6a867b46f1df8', 'mac_address': 'fa:16:3e:b3:4c:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0144c5c-001b-435c-aaed-bd61db862b09', 'device_owner': 'network:router_interface', 'standard_attr_id': 3456, 'fixed_ips': [{'subnet_id': '8dac5652-6e0f-49fd-9eec-fc8f4911236b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:10:23Z', 'updated_at': '2021-11-05T19:10:31Z', 'revision_number': 5, 'project_id': 'e6881a268b314b538ad6a867b46f1df8', 'subnets': [{'id': '8dac5652-6e0f-49fd-9eec-fc8f4911236b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-1', False) {} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:12:34.241290 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca279278-bfcb-4d7e-9ba5-a3ebfe502031 None None] The sync data for ids ['a0144c5c-001b-435c-aaed-bd61db862b09'] in n-d-816865-1 is: [{'id': 'a0144c5c-001b-435c-aaed-bd61db862b09', 'name': 'tempest-TestNetworkBasicOps-router-170806720', 'tenant_id': 'e6881a268b314b538ad6a867b46f1df8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.184'}], 'enable_snat': True}, 'gw_port_id': '82d55837-37fb-4023-8a67-616b29b95123', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T19:10:09Z', 'updated_at': '2021-11-05T19:12:25Z', 'revision_number': 6, 'project_id': 'e6881a268b314b538ad6a867b46f1df8', 'gw_port': {'id': '82d55837-37fb-4023-8a67-616b29b95123', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:44:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0144c5c-001b-435c-aaed-bd61db862b09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3442, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:10:10Z', 'updated_at': '2021-11-05T19:10:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1', '_interfaces': [{'id': '8ad24e99-5e08-44dd-8b6e-5700c7bcc4a0', 'name': '', 'network_id': '63299ea6-43b5-4921-ba00-89662e2353e0', 'tenant_id': 'e6881a268b314b538ad6a867b46f1df8', 'mac_address': 'fa:16:3e:b3:4c:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0144c5c-001b-435c-aaed-bd61db862b09', 'device_owner': 'network:router_interface', 'standard_attr_id': 3456, 'fixed_ips': [{'subnet_id': '8dac5652-6e0f-49fd-9eec-fc8f4911236b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:10:23Z', 'updated_at': '2021-11-05T19:10:31Z', 'revision_number': 5, 'project_id': 'e6881a268b314b538ad6a867b46f1df8', 'subnets': [{'id': '8dac5652-6e0f-49fd-9eec-fc8f4911236b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 19:12:34.310168 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:12:34.498099 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3448a6e2-4242-448e-aadc-b835749c9e33 None None] New status for floating IP dde34066-00c6-4aca-b67f-65bc9dd71240: DOWN {{(pid=102388) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 05 19:12:34.820336 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 35758) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:12:34.918007 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-08ac5b1d-7836-458a-b552-634a5718bbb8 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-398695519-network', 'tenant_id': 'e66b72a9d5594b9b9cea88dc3d4a0bd2'}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:12:34.992542 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08ac5b1d-7836-458a-b552-634a5718bbb8 admin admin] Made reservation on behalf of e66b72a9d5594b9b9cea88dc3d4a0bd2 for: {'network': 1} {{(pid=102387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 19:12:34.996111 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-08ac5b1d-7836-458a-b552-634a5718bbb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for network, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:12:35.015857 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-08ac5b1d-7836-458a-b552-634a5718bbb8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:12:35.081898 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d148ca-bef6-4e4c-8cff-c19db3f4cc44 req-eb2f041e-d10f-498e-859d-5f4f461e36e1 tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:12:35.083464 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-32d148ca-bef6-4e4c-8cff-c19db3f4cc44 req-eb2f041e-d10f-498e-859d-5f4f461e36e1 tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] 10.222.0.41 "GET /v2.0/ports?device_id=9f7e8153-a580-44c6-be5e-fab9e03b087a HTTP/1.1" status: 200 len: 945 time: 0.0763323 Nov 05 19:12:35.149217 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 35768) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:12:35.231972 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6775e1-bf0f-4c02-90e9-c99e58598144 req-231554bc-a926-4358-9e48-b80700e88af8 tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:12:35.233948 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-0a6775e1-bf0f-4c02-90e9-c99e58598144 req-231554bc-a926-4358-9e48-b80700e88af8 tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] 10.222.0.13 "GET /v2.0/ports?device_id=9f7e8153-a580-44c6-be5e-fab9e03b087a HTTP/1.1" status: 200 len: 945 time: 0.1332421 Nov 05 19:12:35.261173 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-08ac5b1d-7836-458a-b552-634a5718bbb8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:12:35.308445 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [req-32d148ca-bef6-4e4c-8cff-c19db3f4cc44 req-dc9b37f9-0e22-4738-98e4-e4d8011073b8 tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Deleting port 44a0380d-62be-4048-98ca-1cdeb11ab2dc {{(pid=102387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 19:12:35.315426 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-32d148ca-bef6-4e4c-8cff-c19db3f4cc44 req-dc9b37f9-0e22-4738-98e4-e4d8011073b8 tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:12:35.343260 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-08ac5b1d-7836-458a-b552-634a5718bbb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:12:35.349575 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-b814bfbd-b77e-42dd-ac70-7908e0b53234 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Deleting port a3705efe-3d67-492d-95f3-aa2ebeff0f8c {{(pid=102386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 19:12:35.349917 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-b814bfbd-b77e-42dd-ac70-7908e0b53234 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:12:35.359298 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-0a6775e1-bf0f-4c02-90e9-c99e58598144 req-83f435b9-2085-4b82-b879-8b84ab310d2d tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] 10.222.0.13 "GET /v2.0/security-groups?id=60ddf13c-c70f-4f3f-ba68-b64d39fac0a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1182764 Nov 05 19:12:35.384098 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-07d4ae4a-306c-4701-bcd0-499b772221bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:12:35.410504 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08ac5b1d-7836-458a-b552-634a5718bbb8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 194} {{(pid=102387) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 05 19:12:35.430700 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ac5b1d-7836-458a-b552-634a5718bbb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55b88338-d7d7-40a0-8248-ed170fb91481,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:12:35.438170 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-08ac5b1d-7836-458a-b552-634a5718bbb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273'] for segment, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:12:35.438521 n-d-816865-1 neutron-server[102387]: INFO neutron.db.segments_db [None req-08ac5b1d-7836-458a-b552-634a5718bbb8 admin admin] Added segment f5791a45-deb3-4204-8072-976e3c69bbbf of type vlan for network 3ec59e2e-0aee-4abc-a9b5-bec49d440ca4 Nov 05 19:12:35.516610 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.db [req-32d148ca-bef6-4e4c-8cff-c19db3f4cc44 req-dc9b37f9-0e22-4738-98e4-e4d8011073b8 tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] For port 44a0380d-62be-4048-98ca-1cdeb11ab2dc, host n-h1-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=44a0380d-62be-4048-98ca-1cdeb11ab2dc,segment=NetworkSegment(a4f92803-6e14-4bdd-a9d7-42a9ad8a04ff),segment_id=a4f92803-6e14-4bdd-a9d7-42a9ad8a04ff)] {{(pid=102387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:12:35.516981 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-32d148ca-bef6-4e4c-8cff-c19db3f4cc44 req-dc9b37f9-0e22-4738-98e4-e4d8011073b8 tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:12:35.520815 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-08ac5b1d-7836-458a-b552-634a5718bbb8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750027258543'] for network, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:12:35.560700 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [req-32d148ca-bef6-4e4c-8cff-c19db3f4cc44 req-dc9b37f9-0e22-4738-98e4-e4d8011073b8 tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Calling delete_port for 44a0380d-62be-4048-98ca-1cdeb11ab2dc owned by compute:nova {{(pid=102387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 19:12:35.662808 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-08ac5b1d-7836-458a-b552-634a5718bbb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-956796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877'] for network, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:12:35.663791 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08ac5b1d-7836-458a-b552-634a5718bbb8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:12:35.664381 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-08ac5b1d-7836-458a-b552-634a5718bbb8 admin admin] Publish callbacks [] for network, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:12:35.716089 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 35780) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:12:35.771517 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ac5b1d-7836-458a-b552-634a5718bbb8 admin admin] Pushing event updated for resources: {'Network': ['ID=3ec59e2e-0aee-4abc-a9b5-bec49d440ca4,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:12:35.787937 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Network 3ec59e2e-0aee-4abc-a9b5-bec49d440ca4 details requested by agent ovs-agent-n-d-816865-1 with host n-d-816865-1 {{(pid=102388) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 05 19:12:35.829694 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-b814bfbd-b77e-42dd-ac70-7908e0b53234 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:12:35.830664 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-b814bfbd-b77e-42dd-ac70-7908e0b53234 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:12:35.842415 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-b814bfbd-b77e-42dd-ac70-7908e0b53234 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Calling delete_port for a3705efe-3d67-492d-95f3-aa2ebeff0f8c owned by network:floatingip {{(pid=102386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 19:12:35.859394 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-08ac5b1d-7836-458a-b552-634a5718bbb8 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.0378375 Nov 05 19:12:35.864752 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 35784) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:12:35.871238 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-18d78f54-cb1a-4f5c-ab7a-e89e4f892b56 admin admin] Request body: {'subnet': {'network_id': '3ec59e2e-0aee-4abc-a9b5-bec49d440ca4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-398695519-subnet', 'tenant_id': 'e66b72a9d5594b9b9cea88dc3d4a0bd2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:12:35.915360 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fae07f-8ef4-4950-b734-bd1f8d440cea req-04e1b744-3cac-446d-91e7-a2a9b93f0639 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:12:35.921111 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-e4fae07f-8ef4-4950-b734-bd1f8d440cea req-04e1b744-3cac-446d-91e7-a2a9b93f0639 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=21cc3162-f870-44e5-a083-97155afbc498 HTTP/1.1" status: 200 len: 1097 time: 0.2010212 Nov 05 19:12:35.971501 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-e4fae07f-8ef4-4950-b734-bd1f8d440cea req-5a9cf44c-7d2a-4283-a008-681f8102293c service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=b21dd0ae-690b-48c4-b07b-86a870c619a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460610 Nov 05 19:12:35.972214 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-32d148ca-bef6-4e4c-8cff-c19db3f4cc44 req-dc9b37f9-0e22-4738-98e4-e4d8011073b8 tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4417063'] for port, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:12:36.006060 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9b37f9-0e22-4738-98e4-e4d8011073b8 tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Pushing event deleted for resources: {'Port': ['ID=44a0380d-62be-4048-98ca-1cdeb11ab2dc,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:12:36.011032 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18d78f54-cb1a-4f5c-ab7a-e89e4f892b56 admin admin] Made reservation on behalf of e66b72a9d5594b9b9cea88dc3d4a0bd2 for: {'subnet': 1} {{(pid=102387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 19:12:36.012972 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-18d78f54-cb1a-4f5c-ab7a-e89e4f892b56 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5112236'] for subnet, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:12:36.081175 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-b814bfbd-b77e-42dd-ac70-7908e0b53234 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:12:36.108869 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b814bfbd-b77e-42dd-ac70-7908e0b53234 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Pushing event deleted for resources: {'Port': ['ID=a3705efe-3d67-492d-95f3-aa2ebeff0f8c,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:12:36.115908 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.l3_dvrscheduler_db [req-32d148ca-bef6-4e4c-8cff-c19db3f4cc44 req-dc9b37f9-0e22-4738-98e4-e4d8011073b8 tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] No DVR routers for this DVR port 44a0380d-62be-4048-98ca-1cdeb11ab2dc on host n-h1-816865-1 {{(pid=102387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 19:12:36.120100 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-32d148ca-bef6-4e4c-8cff-c19db3f4cc44 req-dc9b37f9-0e22-4738-98e4-e4d8011073b8 tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:12:36.122218 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b814bfbd-b77e-42dd-ac70-7908e0b53234 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:12:36.126145 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b814bfbd-b77e-42dd-ac70-7908e0b53234 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:12:36.126145 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b814bfbd-b77e-42dd-ac70-7908e0b53234 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:12:36.126145 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b814bfbd-b77e-42dd-ac70-7908e0b53234 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:12:36.126488 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-32d148ca-bef6-4e4c-8cff-c19db3f4cc44 req-dc9b37f9-0e22-4738-98e4-e4d8011073b8 tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] 10.222.0.41 "DELETE /v2.0/ports/44a0380d-62be-4048-98ca-1cdeb11ab2dc HTTP/1.1" status: 204 len: 173 time: 1.0322952 Nov 05 19:12:36.126600 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b814bfbd-b77e-42dd-ac70-7908e0b53234 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:12:36.126701 n-d-816865-1 neutron-server[102387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f7e8153-a580-44c6-be5e-fab9e03b087a', 'name': 'network-vif-deleted', 'tag': '44a0380d-62be-4048-98ca-1cdeb11ab2dc'}] {{(pid=102387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 19:12:36.126786 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b814bfbd-b77e-42dd-ac70-7908e0b53234 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:12:36.126786 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b814bfbd-b77e-42dd-ac70-7908e0b53234 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:12:36.126786 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b814bfbd-b77e-42dd-ac70-7908e0b53234 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:12:36.126786 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b814bfbd-b77e-42dd-ac70-7908e0b53234 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:12:36.126786 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b814bfbd-b77e-42dd-ac70-7908e0b53234 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:12:36.126786 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b814bfbd-b77e-42dd-ac70-7908e0b53234 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:12:36.126786 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b814bfbd-b77e-42dd-ac70-7908e0b53234 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:12:36.127559 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab06bd4ddf5758c1f10d79fe34dc215bafa488692cde9dba2fcbcb67556f90bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d84ef99-a457-445c-8259-160df1a01da1" -d '{"events": [{"server_uuid": "9f7e8153-a580-44c6-be5e-fab9e03b087a", "name": "network-vif-deleted", "tag": "44a0380d-62be-4048-98ca-1cdeb11ab2dc"}]}' {{(pid=102387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 19:12:36.167411 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 19:12:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f17e41ff-47b2-4895-936b-cc74298b4740 x-openstack-request-id: req-f17e41ff-47b2-4895-936b-cc74298b4740 {{(pid=102387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 19:12:36.167844 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f7e8153-a580-44c6-be5e-fab9e03b087a", "name": "network-vif-deleted", "tag": "44a0380d-62be-4048-98ca-1cdeb11ab2dc", "status": "completed", "code": 200}]} {{(pid=102387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 19:12:36.168185 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f17e41ff-47b2-4895-936b-cc74298b4740 {{(pid=102387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 19:12:36.168723 n-d-816865-1 neutron-server[102387]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f7e8153-a580-44c6-be5e-fab9e03b087a', 'name': 'network-vif-deleted', 'tag': '44a0380d-62be-4048-98ca-1cdeb11ab2dc', 'status': 'completed', 'code': 200} Nov 05 19:12:36.198408 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-b814bfbd-b77e-42dd-ac70-7908e0b53234 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Publish callbacks [] for floatingip, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:12:36.198972 n-d-816865-1 neutron-server[102386]: INFO neutron.db.l3_db [None req-b814bfbd-b77e-42dd-ac70-7908e0b53234 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Floating IP 47ad5d6a-2ae4-427e-8434-316cad53169f disassociated (deleted). External IP: 172.25.6.97, port: 4e7bc19a-7e1c-4159-869c-a55663edca36. Nov 05 19:12:36.313589 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b304910f-7b27-444b-a8fc-977d26b1ceac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:12:36.341583 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-18d78f54-cb1a-4f5c-ab7a-e89e4f892b56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4417463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5112218'] for subnet, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:12:36.405397 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:12:36.416301 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d78f54-cb1a-4f5c-ab7a-e89e4f892b56 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ba828bfd-857c-42d6-bf9a-e0df37b72b21,revision_number=0']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:12:36.470315 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b814bfbd-b77e-42dd-ac70-7908e0b53234 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Router e0b49f4e-3989-4c9d-ba0e-841f45688c67 has already been hosted by L3 agent 6dcb5589-8e86-4616-9186-ddc4548e13ad {{(pid=102386) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 19:12:36.486338 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18d78f54-cb1a-4f5c-ab7a-e89e4f892b56 admin admin] Checking segment: {'id': 'f5791a45-deb3-4204-8072-976e3c69bbbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '3ec59e2e-0aee-4abc-a9b5-bec49d440ca4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 19:12:36.486738 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18d78f54-cb1a-4f5c-ab7a-e89e4f892b56 admin admin] Network hostable DHCP agents. Network: 3ec59e2e-0aee-4abc-a9b5-bec49d440ca4, hostable agents: ['987e2ca0-bc3b-4c6f-a989-429ccfbf753f'], hosted agents: [] {{(pid=102387) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 05 19:12:36.571486 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-23661524-8a65-4e63-b765-bcbd548d4d65 req-2e95dfd0-bc11-4094-b6eb-861394e36b2c tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] 10.222.0.13 "GET /v2.0/ports?device_id=9f7e8153-a580-44c6-be5e-fab9e03b087a HTTP/1.1" status: 200 len: 210 time: 0.0477462 Nov 05 19:12:36.598717 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18d78f54-cb1a-4f5c-ab7a-e89e4f892b56 admin admin] Network 3ec59e2e-0aee-4abc-a9b5-bec49d440ca4 is scheduled to be hosted by DHCP agent 987e2ca0-bc3b-4c6f-a989-429ccfbf753f with binding_index 1 {{(pid=102387) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 05 19:12:36.617097 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b814bfbd-b77e-42dd-ac70-7908e0b53234 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Notify agent at l3_agent.n-d-816865-1 the message routers_updated {{(pid=102386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 19:12:36.625977 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-b814bfbd-b77e-42dd-ac70-7908e0b53234 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for floatingip, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:12:36.628182 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c521cd6-14f0-47c1-8db2-a39895902f0c None None] Sync routers for ids ['e0b49f4e-3989-4c9d-ba0e-841f45688c67'] in n-d-816865-1 {{(pid=102389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 19:12:36.640528 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c521cd6-14f0-47c1-8db2-a39895902f0c None None] Routers {'e0b49f4e-3989-4c9d-ba0e-841f45688c67'} bound to L3 agent in host n-d-816865-1 {{(pid=102389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 19:12:36.641263 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-1c521cd6-14f0-47c1-8db2-a39895902f0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T19:12:35Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['e0b49f4e-3989-4c9d-ba0e-841f45688c67'], 'active': True} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:12:36.656422 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-b814bfbd-b77e-42dd-ac70-7908e0b53234 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] 10.222.0.13 "DELETE /v2.0/floatingips/47ad5d6a-2ae4-427e-8434-316cad53169f HTTP/1.1" status: 204 len: 168 time: 1.5060284 Nov 05 19:12:36.657455 n-d-816865-1 neutron-server[102386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a98ef0f-dfb9-459b-b9cc-e3b18cabd026', 'tag': '4e7bc19a-7e1c-4159-869c-a55663edca36'}] {{(pid=102386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 19:12:36.671528 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6173a44d7c73f41af551dc890fa1a5892c2c6bc3458b640c8e0c24db7876ba6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-843a0a48-54cf-424d-9b8a-009e495b65f8" -d '{"events": [{"name": "network-changed", "server_uuid": "6a98ef0f-dfb9-459b-b9cc-e3b18cabd026", "tag": "4e7bc19a-7e1c-4159-869c-a55663edca36"}]}' {{(pid=102386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 19:12:36.699745 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.base_scheduler [None req-18d78f54-cb1a-4f5c-ab7a-e89e4f892b56 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816865-1, 3ec59e2e-0aee-4abc-a9b5-bec49d440ca4) {{(pid=102387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 19:12:36.702748 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18d78f54-cb1a-4f5c-ab7a-e89e4f892b56 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:12:36.703525 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-18d78f54-cb1a-4f5c-ab7a-e89e4f892b56 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:12:36.712292 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc6516c2-e043-4475-acd7-b06487c9181c None None] Network 3ec59e2e-0aee-4abc-a9b5-bec49d440ca4 requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 19:12:36.776844 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 19:12:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee346520-7fb3-449b-ba18-9f6404a93fa7 x-openstack-request-id: req-ee346520-7fb3-449b-ba18-9f6404a93fa7 {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 19:12:36.777587 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a98ef0f-dfb9-459b-b9cc-e3b18cabd026", "tag": "4e7bc19a-7e1c-4159-869c-a55663edca36", "status": "completed", "code": 200}]} {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 19:12:36.777587 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ee346520-7fb3-449b-ba18-9f6404a93fa7 {{(pid=102386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 19:12:36.777817 n-d-816865-1 neutron-server[102386]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a98ef0f-dfb9-459b-b9cc-e3b18cabd026', 'tag': '4e7bc19a-7e1c-4159-869c-a55663edca36', 'status': 'completed', 'code': 200} Nov 05 19:12:36.814427 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-18d78f54-cb1a-4f5c-ab7a-e89e4f892b56 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9470139 Nov 05 19:12:36.855572 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvr_db [None req-1c521cd6-14f0-47c1-8db2-a39895902f0c None None] Set router e0b49f4e-3989-4c9d-ba0e-841f45688c67 gateway port host: n-d-816865-1 {{(pid=102389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 19:12:36.870402 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843a0a48-54cf-424d-9b8a-009e495b65f8 req-a032a13e-a1db-4f25-b9cd-9facfb723cfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:12:36.871752 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-843a0a48-54cf-424d-9b8a-009e495b65f8 req-a032a13e-a1db-4f25-b9cd-9facfb723cfe service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=777902a3c6ed4ff2a5460208db53bd8a&device_id=6a98ef0f-dfb9-459b-b9cc-e3b18cabd026 HTTP/1.1" status: 200 len: 1096 time: 0.0761819 Nov 05 19:12:36.973719 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc9fecc2-2833-4fde-8940-cd467bad1d90 None None] Network 3ec59e2e-0aee-4abc-a9b5-bec49d440ca4 requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 19:12:37.138478 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843a0a48-54cf-424d-9b8a-009e495b65f8 req-f54ff387-0719-457f-a238-50abf388849f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:12:37.141625 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-843a0a48-54cf-424d-9b8a-009e495b65f8 req-f54ff387-0719-457f-a238-50abf388849f service neutron] 10.222.0.41 "GET /v2.0/networks?id=530c2a73-71be-453e-8314-d0f9c49e67e6 HTTP/1.1" status: 200 len: 898 time: 0.2627053 Nov 05 19:12:37.221736 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-843a0a48-54cf-424d-9b8a-009e495b65f8 req-b55bd372-541d-4d9b-b827-f3521f7e8038 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4e7bc19a-7e1c-4159-869c-a55663edca36 HTTP/1.1" status: 200 len: 217 time: 0.0641780 Nov 05 19:12:37.255683 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-1c521cd6-14f0-47c1-8db2-a39895902f0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0b49f4e-3989-4c9d-ba0e-841f45688c67', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2054408583', 'tenant_id': '777902a3c6ed4ff2a5460208db53bd8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.107'}], 'enable_snat': True}, 'gw_port_id': '330632d3-8100-460b-8490-449bd6a7d775', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T19:10:15Z', 'updated_at': '2021-11-05T19:10:34Z', 'revision_number': 4, 'project_id': '777902a3c6ed4ff2a5460208db53bd8a', 'gw_port': {'id': '330632d3-8100-460b-8490-449bd6a7d775', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:0f:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0b49f4e-3989-4c9d-ba0e-841f45688c67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3452, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:10:17Z', 'updated_at': '2021-11-05T19:10:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1', '_interfaces': [{'id': 'f17490cd-f592-48e2-815b-deb02c0e1e01', 'name': '', 'network_id': '530c2a73-71be-453e-8314-d0f9c49e67e6', 'tenant_id': '777902a3c6ed4ff2a5460208db53bd8a', 'mac_address': 'fa:16:3e:38:f7:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0b49f4e-3989-4c9d-ba0e-841f45688c67', 'device_owner': 'network:router_interface', 'standard_attr_id': 3463, 'fixed_ips': [{'subnet_id': 'e515ab6a-4766-4dbf-9d26-5aeef878e9d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:10:31Z', 'updated_at': '2021-11-05T19:10:41Z', 'revision_number': 5, 'project_id': '777902a3c6ed4ff2a5460208db53bd8a', 'subnets': [{'id': 'e515ab6a-4766-4dbf-9d26-5aeef878e9d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-1', False) {} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:12:37.302285 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c521cd6-14f0-47c1-8db2-a39895902f0c None None] Checking router: e0b49f4e-3989-4c9d-ba0e-841f45688c67 for host: n-d-816865-1 {{(pid=102389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 19:12:37.317682 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c521cd6-14f0-47c1-8db2-a39895902f0c None None] Routers {'e0b49f4e-3989-4c9d-ba0e-841f45688c67'} bound to L3 agent in host n-d-816865-1 {{(pid=102389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 19:12:37.317682 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-1c521cd6-14f0-47c1-8db2-a39895902f0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T19:12:35Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['e0b49f4e-3989-4c9d-ba0e-841f45688c67'], 'active': True} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:12:37.318056 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843a0a48-54cf-424d-9b8a-009e495b65f8 req-6b21241b-f6c2-4595-a420-6631b0e449ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:12:37.319618 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-843a0a48-54cf-424d-9b8a-009e495b65f8 req-6b21241b-f6c2-4595-a420-6631b0e449ea service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e515ab6a-4766-4dbf-9d26-5aeef878e9d0 HTTP/1.1" status: 200 len: 835 time: 0.0880024 Nov 05 19:12:37.332281 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ffc0a4-e14e-440c-83d7-489ce3b9636e req-97b7263f-86be-45ba-ba00-15ce888e5558 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:12:37.334155 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-96ffc0a4-e14e-440c-83d7-489ce3b9636e req-97b7263f-86be-45ba-ba00-15ce888e5558 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] 10.222.0.13 "GET /v2.0/ports?device_id=6a98ef0f-dfb9-459b-b9cc-e3b18cabd026 HTTP/1.1" status: 200 len: 945 time: 0.1143198 Nov 05 19:12:37.418890 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843a0a48-54cf-424d-9b8a-009e495b65f8 req-38289e7e-fc8d-4920-ad49-6135b4f48fb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:12:37.420567 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-843a0a48-54cf-424d-9b8a-009e495b65f8 req-38289e7e-fc8d-4920-ad49-6135b4f48fb6 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=530c2a73-71be-453e-8314-d0f9c49e67e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0853374 Nov 05 19:12:37.430473 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-96ffc0a4-e14e-440c-83d7-489ce3b9636e req-5bdeb7cc-76c7-42de-a314-5458c4d39a02 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] 10.222.0.13 "GET /v2.0/security-groups?id=58a0d76a-fac3-49dd-bb58-977488bd5154&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0832109 Nov 05 19:12:37.546106 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-843a0a48-54cf-424d-9b8a-009e495b65f8 req-f0cb9e84-8879-4a22-aafa-1a76b9c09391 service neutron] 10.222.0.41 "GET /v2.0/networks/530c2a73-71be-453e-8314-d0f9c49e67e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1145482 Nov 05 19:12:37.601635 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvr_db [None req-1c521cd6-14f0-47c1-8db2-a39895902f0c None None] Set router e0b49f4e-3989-4c9d-ba0e-841f45688c67 gateway port host: n-d-816865-1 {{(pid=102389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 19:12:37.632503 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 35830) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:12:37.653865 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-843a0a48-54cf-424d-9b8a-009e495b65f8 req-fe78902c-bfd6-48b3-8b99-e065c1b9da8f service neutron] 10.222.0.41 "GET /v2.0/networks/530c2a73-71be-453e-8314-d0f9c49e67e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0994117 Nov 05 19:12:37.692675 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-5c09a28f-4dad-4343-9e1b-d327c945de9d tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Publish callbacks [] for security_group, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:12:37.729973 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-5c09a28f-4dad-4343-9e1b-d327c945de9d tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:12:37.872342 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-1c521cd6-14f0-47c1-8db2-a39895902f0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0b49f4e-3989-4c9d-ba0e-841f45688c67', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2054408583', 'tenant_id': '777902a3c6ed4ff2a5460208db53bd8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.107'}], 'enable_snat': True}, 'gw_port_id': '330632d3-8100-460b-8490-449bd6a7d775', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T19:10:15Z', 'updated_at': '2021-11-05T19:10:34Z', 'revision_number': 4, 'project_id': '777902a3c6ed4ff2a5460208db53bd8a', 'gw_port': {'id': '330632d3-8100-460b-8490-449bd6a7d775', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:0f:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0b49f4e-3989-4c9d-ba0e-841f45688c67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3452, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:10:17Z', 'updated_at': '2021-11-05T19:10:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1', '_interfaces': [{'id': 'f17490cd-f592-48e2-815b-deb02c0e1e01', 'name': '', 'network_id': '530c2a73-71be-453e-8314-d0f9c49e67e6', 'tenant_id': '777902a3c6ed4ff2a5460208db53bd8a', 'mac_address': 'fa:16:3e:38:f7:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0b49f4e-3989-4c9d-ba0e-841f45688c67', 'device_owner': 'network:router_interface', 'standard_attr_id': 3463, 'fixed_ips': [{'subnet_id': 'e515ab6a-4766-4dbf-9d26-5aeef878e9d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:10:31Z', 'updated_at': '2021-11-05T19:10:41Z', 'revision_number': 5, 'project_id': '777902a3c6ed4ff2a5460208db53bd8a', 'subnets': [{'id': 'e515ab6a-4766-4dbf-9d26-5aeef878e9d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-1', False) {} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:12:37.906538 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c521cd6-14f0-47c1-8db2-a39895902f0c None None] The sync data for ids ['e0b49f4e-3989-4c9d-ba0e-841f45688c67'] in n-d-816865-1 is: [{'id': 'e0b49f4e-3989-4c9d-ba0e-841f45688c67', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2054408583', 'tenant_id': '777902a3c6ed4ff2a5460208db53bd8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.107'}], 'enable_snat': True}, 'gw_port_id': '330632d3-8100-460b-8490-449bd6a7d775', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T19:10:15Z', 'updated_at': '2021-11-05T19:10:34Z', 'revision_number': 4, 'project_id': '777902a3c6ed4ff2a5460208db53bd8a', 'gw_port': {'id': '330632d3-8100-460b-8490-449bd6a7d775', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:0f:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0b49f4e-3989-4c9d-ba0e-841f45688c67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3452, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:10:17Z', 'updated_at': '2021-11-05T19:10:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1', '_interfaces': [{'id': 'f17490cd-f592-48e2-815b-deb02c0e1e01', 'name': '', 'network_id': '530c2a73-71be-453e-8314-d0f9c49e67e6', 'tenant_id': '777902a3c6ed4ff2a5460208db53bd8a', 'mac_address': 'fa:16:3e:38:f7:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0b49f4e-3989-4c9d-ba0e-841f45688c67', 'device_owner': 'network:router_interface', 'standard_attr_id': 3463, 'fixed_ips': [{'subnet_id': 'e515ab6a-4766-4dbf-9d26-5aeef878e9d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:10:31Z', 'updated_at': '2021-11-05T19:10:41Z', 'revision_number': 5, 'project_id': '777902a3c6ed4ff2a5460208db53bd8a', 'subnets': [{'id': 'e515ab6a-4766-4dbf-9d26-5aeef878e9d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 19:12:37.915835 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-5c09a28f-4dad-4343-9e1b-d327c945de9d tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:12:37.920147 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-5c09a28f-4dad-4343-9e1b-d327c945de9d tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Publish callbacks [] for security_group, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:12:37.921559 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-5c09a28f-4dad-4343-9e1b-d327c945de9d tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] 10.222.0.13 "DELETE /v2.0/security-groups/60ddf13c-c70f-4f3f-ba68-b64d39fac0a1 HTTP/1.1" status: 204 len: 168 time: 0.2880392 Nov 05 19:12:37.943374 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c09a28f-4dad-4343-9e1b-d327c945de9d tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=60ddf13c-c70f-4f3f-ba68-b64d39fac0a1,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:12:37.999214 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 35844) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:12:38.004562 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-2eab864d-e3c2-4e76-a1b9-23890baa1564 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-392040951-network', 'tenant_id': '560e95d383654857a55c35e7df501aa2'}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:12:38.036035 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 35846) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:12:38.118580 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2eab864d-e3c2-4e76-a1b9-23890baa1564 admin admin] Made reservation on behalf of 560e95d383654857a55c35e7df501aa2 for: {'network': 1} {{(pid=102387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 19:12:38.121325 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-2eab864d-e3c2-4e76-a1b9-23890baa1564 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for network, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:12:38.135211 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-2eab864d-e3c2-4e76-a1b9-23890baa1564 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:12:38.287234 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-31f93893-a48e-4ae8-833d-dccb2b42eacc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:12:38.289218 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-2eab864d-e3c2-4e76-a1b9-23890baa1564 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:12:38.355673 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-2eab864d-e3c2-4e76-a1b9-23890baa1564 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:12:38.361701 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e8961e8-4259-4225-a032-04e381f5ff3b None None] New status for floating IP 47ad5d6a-2ae4-427e-8434-316cad53169f: DOWN {{(pid=102388) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 05 19:12:38.387456 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eab864d-e3c2-4e76-a1b9-23890baa1564 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce401c39-f5ec-4cf3-a40b-92d1aeda9043,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:12:38.454754 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2eab864d-e3c2-4e76-a1b9-23890baa1564 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 166} {{(pid=102387) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 05 19:12:38.487601 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-2eab864d-e3c2-4e76-a1b9-23890baa1564 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273'] for segment, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:12:38.503736 n-d-816865-1 neutron-server[102387]: INFO neutron.db.segments_db [None req-2eab864d-e3c2-4e76-a1b9-23890baa1564 admin admin] Added segment 36bed5cb-3f0f-414d-b69b-6a4214d40f1c of type vlan for network 920cfb89-79d6-4a0d-b946-d05a4612bd29 Nov 05 19:12:38.541548 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:12:38.628873 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efddf0be-5946-4277-a020-436336dd228e req-953f2ea6-ee89-4e81-a416-fd417db72d66 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:12:38.630560 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-efddf0be-5946-4277-a020-436336dd228e req-953f2ea6-ee89-4e81-a416-fd417db72d66 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] 10.222.0.41 "GET /v2.0/ports?device_id=6a98ef0f-dfb9-459b-b9cc-e3b18cabd026 HTTP/1.1" status: 200 len: 945 time: 0.2247667 Nov 05 19:12:38.652544 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-aa453651-ea26-4cd4-a92d-403b60313061 tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-571777'] for router_interface, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:12:38.690338 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-2eab864d-e3c2-4e76-a1b9-23890baa1564 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750027258543'] for network, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:12:38.763251 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5f3834-e18b-4c61-88b0-d59a3e4e11a4 req-b213113a-151c-466f-80be-e32e802c95f7 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:12:38.770392 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-6c5f3834-e18b-4c61-88b0-d59a3e4e11a4 req-b213113a-151c-466f-80be-e32e802c95f7 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] 10.222.0.13 "GET /v2.0/ports?device_id=6a98ef0f-dfb9-459b-b9cc-e3b18cabd026 HTTP/1.1" status: 200 len: 945 time: 0.1632762 Nov 05 19:12:38.845623 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-2eab864d-e3c2-4e76-a1b9-23890baa1564 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-956796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877'] for network, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:12:38.846676 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2eab864d-e3c2-4e76-a1b9-23890baa1564 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:12:38.847261 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-2eab864d-e3c2-4e76-a1b9-23890baa1564 admin admin] Publish callbacks [] for network, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:12:38.886011 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-6c5f3834-e18b-4c61-88b0-d59a3e4e11a4 req-277a38e8-bc05-40e0-8d27-0db57aa8c4f1 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] 10.222.0.13 "GET /v2.0/security-groups?id=58a0d76a-fac3-49dd-bb58-977488bd5154&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1147611 Nov 05 19:12:38.908372 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [req-efddf0be-5946-4277-a020-436336dd228e req-93440546-d444-45dc-b15d-c72202772866 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Deleting port 4e7bc19a-7e1c-4159-869c-a55663edca36 {{(pid=102387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 19:12:38.908832 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-efddf0be-5946-4277-a020-436336dd228e req-93440546-d444-45dc-b15d-c72202772866 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:12:39.055280 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.db [req-efddf0be-5946-4277-a020-436336dd228e req-93440546-d444-45dc-b15d-c72202772866 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] For port 4e7bc19a-7e1c-4159-869c-a55663edca36, host n-h1-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=4e7bc19a-7e1c-4159-869c-a55663edca36,segment=NetworkSegment(4803c800-7eb3-4349-8c3f-253c770766d0),segment_id=4803c800-7eb3-4349-8c3f-253c770766d0)] {{(pid=102387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:12:39.055930 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-efddf0be-5946-4277-a020-436336dd228e req-93440546-d444-45dc-b15d-c72202772866 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:12:39.070389 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [req-efddf0be-5946-4277-a020-436336dd228e req-93440546-d444-45dc-b15d-c72202772866 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Calling delete_port for 4e7bc19a-7e1c-4159-869c-a55663edca36 owned by compute:nova {{(pid=102387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 19:12:39.070663 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-aa453651-ea26-4cd4-a92d-403b60313061 tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Deleting port 8ad24e99-5e08-44dd-8b6e-5700c7bcc4a0 {{(pid=102386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 19:12:39.071014 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-aa453651-ea26-4cd4-a92d-403b60313061 tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:12:39.082269 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eab864d-e3c2-4e76-a1b9-23890baa1564 admin admin] Pushing event updated for resources: {'Network': ['ID=920cfb89-79d6-4a0d-b946-d05a4612bd29,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:12:39.094403 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Network 920cfb89-79d6-4a0d-b946-d05a4612bd29 details requested by agent ovs-agent-n-d-816865-1 with host n-d-816865-1 {{(pid=102388) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 05 19:12:39.095378 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-2eab864d-e3c2-4e76-a1b9-23890baa1564 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.0950618 Nov 05 19:12:39.098320 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 35858) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:12:39.105238 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-5bc212b3-8116-4b94-a028-67bb0c99bf9f admin admin] Request body: {'subnet': {'network_id': '920cfb89-79d6-4a0d-b946-d05a4612bd29', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-392040951-subnet', 'tenant_id': '560e95d383654857a55c35e7df501aa2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:12:39.197817 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [None req-aa453651-ea26-4cd4-a92d-403b60313061 tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] For port 8ad24e99-5e08-44dd-8b6e-5700c7bcc4a0, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=8ad24e99-5e08-44dd-8b6e-5700c7bcc4a0,segment=NetworkSegment(a4f92803-6e14-4bdd-a9d7-42a9ad8a04ff),segment_id=a4f92803-6e14-4bdd-a9d7-42a9ad8a04ff)] {{(pid=102386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:12:39.198269 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-aa453651-ea26-4cd4-a92d-403b60313061 tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:12:39.220794 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-aa453651-ea26-4cd4-a92d-403b60313061 tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Calling delete_port for 8ad24e99-5e08-44dd-8b6e-5700c7bcc4a0 owned by network:router_interface {{(pid=102386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 19:12:39.295140 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bc212b3-8116-4b94-a028-67bb0c99bf9f admin admin] Made reservation on behalf of 560e95d383654857a55c35e7df501aa2 for: {'subnet': 1} {{(pid=102387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 19:12:39.297735 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-5bc212b3-8116-4b94-a028-67bb0c99bf9f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5112236'] for subnet, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:12:39.347211 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-efddf0be-5946-4277-a020-436336dd228e req-93440546-d444-45dc-b15d-c72202772866 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4417063'] for port, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:12:39.362243 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Device 44a0380d-62be-4048-98ca-1cdeb11ab2dc no longer exists at agent hyperv_n-h1-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 19:12:39.386467 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93440546-d444-45dc-b15d-c72202772866 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Pushing event deleted for resources: {'Port': ['ID=4e7bc19a-7e1c-4159-869c-a55663edca36,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:12:39.424246 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] No Port match for: 44a0380d-62be-4048-98ca-1cdeb11ab2dc {{(pid=102388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 19:12:39.430744 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Device 44a0380d-62be-4048-98ca-1cdeb11ab2dc not bound to the agent host n-h1-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 19:12:39.452590 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.l3_dvrscheduler_db [req-efddf0be-5946-4277-a020-436336dd228e req-93440546-d444-45dc-b15d-c72202772866 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] No DVR routers for this DVR port 4e7bc19a-7e1c-4159-869c-a55663edca36 on host n-h1-816865-1 {{(pid=102387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 19:12:39.455868 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-efddf0be-5946-4277-a020-436336dd228e req-93440546-d444-45dc-b15d-c72202772866 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:12:39.459296 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-efddf0be-5946-4277-a020-436336dd228e req-93440546-d444-45dc-b15d-c72202772866 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] 10.222.0.41 "DELETE /v2.0/ports/4e7bc19a-7e1c-4159-869c-a55663edca36 HTTP/1.1" status: 204 len: 173 time: 0.8097615 Nov 05 19:12:39.459691 n-d-816865-1 neutron-server[102387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a98ef0f-dfb9-459b-b9cc-e3b18cabd026', 'name': 'network-vif-deleted', 'tag': '4e7bc19a-7e1c-4159-869c-a55663edca36'}] {{(pid=102387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 19:12:39.461941 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab06bd4ddf5758c1f10d79fe34dc215bafa488692cde9dba2fcbcb67556f90bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a9ffd1b-cd3d-42d3-b527-c84bf94d05f0" -d '{"events": [{"server_uuid": "6a98ef0f-dfb9-459b-b9cc-e3b18cabd026", "name": "network-vif-deleted", "tag": "4e7bc19a-7e1c-4159-869c-a55663edca36"}]}' {{(pid=102387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 19:12:39.513749 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 19:12:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a55c905-01e3-4bb1-a57c-7a5df0dcaa85 x-openstack-request-id: req-1a55c905-01e3-4bb1-a57c-7a5df0dcaa85 {{(pid=102387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 19:12:39.514488 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a98ef0f-dfb9-459b-b9cc-e3b18cabd026", "name": "network-vif-deleted", "tag": "4e7bc19a-7e1c-4159-869c-a55663edca36", "status": "completed", "code": 200}]} {{(pid=102387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 19:12:39.514748 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1a55c905-01e3-4bb1-a57c-7a5df0dcaa85 {{(pid=102387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 19:12:39.515153 n-d-816865-1 neutron-server[102387]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a98ef0f-dfb9-459b-b9cc-e3b18cabd026', 'name': 'network-vif-deleted', 'tag': '4e7bc19a-7e1c-4159-869c-a55663edca36', 'status': 'completed', 'code': 200} Nov 05 19:12:39.516771 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-aa453651-ea26-4cd4-a92d-403b60313061 tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:12:39.549052 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa453651-ea26-4cd4-a92d-403b60313061 tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Pushing event deleted for resources: {'Port': ['ID=8ad24e99-5e08-44dd-8b6e-5700c7bcc4a0,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:12:39.689347 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-5bc212b3-8116-4b94-a028-67bb0c99bf9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4417463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5112218'] for subnet, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:12:39.765672 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-aa453651-ea26-4cd4-a92d-403b60313061 tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-597886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-573297'] for router_interface, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:12:39.787907 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc212b3-8116-4b94-a028-67bb0c99bf9f admin admin] Pushing event updated for resources: {'Subnet': ['ID=5b0284a9-cf13-4803-a644-13b26d8f142b,revision_number=0']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:12:39.804068 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bc212b3-8116-4b94-a028-67bb0c99bf9f admin admin] Checking segment: {'id': '36bed5cb-3f0f-414d-b69b-6a4214d40f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '920cfb89-79d6-4a0d-b946-d05a4612bd29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 19:12:39.805481 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bc212b3-8116-4b94-a028-67bb0c99bf9f admin admin] Network hostable DHCP agents. Network: 920cfb89-79d6-4a0d-b946-d05a4612bd29, hostable agents: ['987e2ca0-bc3b-4c6f-a989-429ccfbf753f'], hosted agents: [] {{(pid=102387) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 05 19:12:39.946460 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bc212b3-8116-4b94-a028-67bb0c99bf9f admin admin] Network 920cfb89-79d6-4a0d-b946-d05a4612bd29 is scheduled to be hosted by DHCP agent 987e2ca0-bc3b-4c6f-a989-429ccfbf753f with binding_index 1 {{(pid=102387) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 05 19:12:40.038030 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-e73e8453-969a-42b1-b440-bec3e16b447d req-ac66e9c6-d90f-44a7-9854-aca1753ed95a tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] 10.222.0.13 "GET /v2.0/ports?device_id=6a98ef0f-dfb9-459b-b9cc-e3b18cabd026 HTTP/1.1" status: 200 len: 210 time: 0.0422790 Nov 05 19:12:40.039903 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.base_scheduler [None req-5bc212b3-8116-4b94-a028-67bb0c99bf9f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816865-1, 920cfb89-79d6-4a0d-b946-d05a4612bd29) {{(pid=102387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 19:12:40.046437 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bc212b3-8116-4b94-a028-67bb0c99bf9f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:12:40.047834 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-5bc212b3-8116-4b94-a028-67bb0c99bf9f admin admin] Publish callbacks [] for subnet, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:12:40.060970 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6302917f-62d9-4e63-a947-35f561908b3a None None] Network 920cfb89-79d6-4a0d-b946-d05a4612bd29 requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 19:12:40.088152 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa453651-ea26-4cd4-a92d-403b60313061 tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Router a0144c5c-001b-435c-aaed-bd61db862b09 has already been hosted by L3 agent 6dcb5589-8e86-4616-9186-ddc4548e13ad {{(pid=102386) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 19:12:40.166981 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-5bc212b3-8116-4b94-a028-67bb0c99bf9f admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0674186 Nov 05 19:12:40.214748 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-220f41df-ea03-4443-ba4a-6ea5d850ba7f None None] Network 920cfb89-79d6-4a0d-b946-d05a4612bd29 requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 19:12:40.232284 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa453651-ea26-4cd4-a92d-403b60313061 tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Notify agent at l3_agent.n-d-816865-1 the message routers_updated {{(pid=102386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 19:12:40.246434 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-151611d6-5d40-417e-be89-7568658c6003 None None] Sync routers for ids ['a0144c5c-001b-435c-aaed-bd61db862b09'] in n-d-816865-1 {{(pid=102389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 19:12:40.264304 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-aa453651-ea26-4cd4-a92d-403b60313061 tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] 10.222.0.13 "PUT /v2.0/routers/a0144c5c-001b-435c-aaed-bd61db862b09/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2258558 Nov 05 19:12:40.265953 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-151611d6-5d40-417e-be89-7568658c6003 None None] Routers {'a0144c5c-001b-435c-aaed-bd61db862b09'} bound to L3 agent in host n-d-816865-1 {{(pid=102389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 19:12:40.266141 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 35874) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:12:40.268904 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-151611d6-5d40-417e-be89-7568658c6003 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T19:12:35Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['a0144c5c-001b-435c-aaed-bd61db862b09'], 'active': True} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:12:40.387711 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.db_base_plugin_v2 [None req-e42adde2-9e83-46c0-bf19-11a2e5e802fa tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Deleting subnet 8dac5652-6e0f-49fd-9eec-fc8f4911236b {{(pid=102387) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 05 19:12:40.397290 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-e42adde2-9e83-46c0-bf19-11a2e5e802fa tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Publish callbacks [] for subnet, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:12:40.401841 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvr_db [None req-151611d6-5d40-417e-be89-7568658c6003 None None] Set router a0144c5c-001b-435c-aaed-bd61db862b09 gateway port host: n-d-816865-1 {{(pid=102389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 19:12:40.447832 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-e42adde2-9e83-46c0-bf19-11a2e5e802fa tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4463501'] for subnet, precommit_delete_associations {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:12:40.571313 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-e42adde2-9e83-46c0-bf19-11a2e5e802fa tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1573928'] for subnet, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:12:40.621675 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-151611d6-5d40-417e-be89-7568658c6003 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0144c5c-001b-435c-aaed-bd61db862b09', 'name': 'tempest-TestNetworkBasicOps-router-170806720', 'tenant_id': 'e6881a268b314b538ad6a867b46f1df8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.184'}], 'enable_snat': True}, 'gw_port_id': '82d55837-37fb-4023-8a67-616b29b95123', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T19:10:09Z', 'updated_at': '2021-11-05T19:12:39Z', 'revision_number': 7, 'project_id': 'e6881a268b314b538ad6a867b46f1df8', 'gw_port': {'id': '82d55837-37fb-4023-8a67-616b29b95123', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:44:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0144c5c-001b-435c-aaed-bd61db862b09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3442, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:10:10Z', 'updated_at': '2021-11-05T19:10:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1'}], 'n-d-816865-1', False) {} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:12:40.649462 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-151611d6-5d40-417e-be89-7568658c6003 None None] Checking router: a0144c5c-001b-435c-aaed-bd61db862b09 for host: n-d-816865-1 {{(pid=102389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 19:12:40.658740 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-151611d6-5d40-417e-be89-7568658c6003 None None] Routers {'a0144c5c-001b-435c-aaed-bd61db862b09'} bound to L3 agent in host n-d-816865-1 {{(pid=102389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 19:12:40.659458 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-151611d6-5d40-417e-be89-7568658c6003 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T19:12:35Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['a0144c5c-001b-435c-aaed-bd61db862b09'], 'active': True} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:12:40.721992 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-e42adde2-9e83-46c0-bf19-11a2e5e802fa tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1573905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4417146', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5112209'] for subnet, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:12:40.760123 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42adde2-9e83-46c0-bf19-11a2e5e802fa tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Pushing event deleted for resources: {'Subnet': ['ID=8dac5652-6e0f-49fd-9eec-fc8f4911236b,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:12:40.772672 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd5c1993-74a8-40c5-8f0d-c4d32d1b25e5 None None] Network 63299ea6-43b5-4921-ba00-89662e2353e0 requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 19:12:40.773368 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-e42adde2-9e83-46c0-bf19-11a2e5e802fa tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Publish callbacks [] for subnet, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:12:40.779122 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-e42adde2-9e83-46c0-bf19-11a2e5e802fa tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] 10.222.0.13 "DELETE /v2.0/subnets/8dac5652-6e0f-49fd-9eec-fc8f4911236b HTTP/1.1" status: 204 len: 168 time: 0.5054698 Nov 05 19:12:40.779959 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 35894) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:12:40.793551 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvr_db [None req-151611d6-5d40-417e-be89-7568658c6003 None None] Set router a0144c5c-001b-435c-aaed-bd61db862b09 gateway port host: n-d-816865-1 {{(pid=102389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 19:12:40.904229 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-8c1be0f6-06dc-4fe4-96fc-d47477bc2fee tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Publish callbacks [] for router, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:12:40.922960 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c7f3c7-661a-4cca-8190-433cf48411cc req-26f2e103-02bc-41a4-a681-b5a435943bbc tempest-TestServerAdvancedOps-1250035107 tempest-TestServerAdvancedOps-1250035107-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:12:40.925778 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-96c7f3c7-661a-4cca-8190-433cf48411cc req-26f2e103-02bc-41a4-a681-b5a435943bbc tempest-TestServerAdvancedOps-1250035107 tempest-TestServerAdvancedOps-1250035107-project] 10.222.0.13 "GET /v2.0/networks?id=3ec59e2e-0aee-4abc-a9b5-bec49d440ca4 HTTP/1.1" status: 200 len: 811 time: 0.1634359 Nov 05 19:12:40.959354 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-96c7f3c7-661a-4cca-8190-433cf48411cc req-928f610c-ab37-4b6e-8af4-a727bc7c46d6 tempest-TestServerAdvancedOps-1250035107 tempest-TestServerAdvancedOps-1250035107-project] 10.222.0.13 "GET /v2.0/quotas/e66b72a9d5594b9b9cea88dc3d4a0bd2 HTTP/1.1" status: 200 len: 375 time: 0.0240941 Nov 05 19:12:41.022162 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-96c7f3c7-661a-4cca-8190-433cf48411cc req-1459eb84-f42e-48a5-8a38-460e016958a0 tempest-TestServerAdvancedOps-1250035107 tempest-TestServerAdvancedOps-1250035107-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=e66b72a9d5594b9b9cea88dc3d4a0bd2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0618010 Nov 05 19:12:41.059291 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea96f46b-c6e8-4503-ab00-2c78a6232194 None None] DHCP port deletion for 63299ea6-43b5-4921-ba00-89662e2353e0 request from n-d-816865-1 {{(pid=102388) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 05 19:12:41.070787 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-151611d6-5d40-417e-be89-7568658c6003 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0144c5c-001b-435c-aaed-bd61db862b09', 'name': 'tempest-TestNetworkBasicOps-router-170806720', 'tenant_id': 'e6881a268b314b538ad6a867b46f1df8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.184'}], 'enable_snat': True}, 'gw_port_id': '82d55837-37fb-4023-8a67-616b29b95123', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T19:10:09Z', 'updated_at': '2021-11-05T19:12:39Z', 'revision_number': 7, 'project_id': 'e6881a268b314b538ad6a867b46f1df8', 'gw_port': {'id': '82d55837-37fb-4023-8a67-616b29b95123', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:44:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0144c5c-001b-435c-aaed-bd61db862b09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3442, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:10:10Z', 'updated_at': '2021-11-05T19:10:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1'}], 'n-d-816865-1', False) {} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:12:41.092778 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-8c1be0f6-06dc-4fe4-96fc-d47477bc2fee tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:12:41.128286 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-151611d6-5d40-417e-be89-7568658c6003 None None] The sync data for ids ['a0144c5c-001b-435c-aaed-bd61db862b09'] in n-d-816865-1 is: [{'id': 'a0144c5c-001b-435c-aaed-bd61db862b09', 'name': 'tempest-TestNetworkBasicOps-router-170806720', 'tenant_id': 'e6881a268b314b538ad6a867b46f1df8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.184'}], 'enable_snat': True}, 'gw_port_id': '82d55837-37fb-4023-8a67-616b29b95123', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T19:10:09Z', 'updated_at': '2021-11-05T19:12:39Z', 'revision_number': 7, 'project_id': 'e6881a268b314b538ad6a867b46f1df8', 'gw_port': {'id': '82d55837-37fb-4023-8a67-616b29b95123', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:44:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0144c5c-001b-435c-aaed-bd61db862b09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3442, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:10:10Z', 'updated_at': '2021-11-05T19:10:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1'}] {{(pid=102389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 19:12:41.155833 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-ea96f46b-c6e8-4503-ab00-2c78a6232194 None None] Deleting port 805b8206-8ab2-4bfc-b944-5e4750dd9a51 {{(pid=102388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 19:12:41.155833 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-ea96f46b-c6e8-4503-ab00-2c78a6232194 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:12:41.159073 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 35902) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:12:41.197683 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-96c7f3c7-661a-4cca-8190-433cf48411cc req-de381a92-c9bd-462c-9c28-2dc4e4c9abb8 service neutron] 10.222.0.13 "GET /v2.0/networks/3ec59e2e-0aee-4abc-a9b5-bec49d440ca4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1735847 Nov 05 19:12:41.247917 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-ea96f46b-c6e8-4503-ab00-2c78a6232194 None None] For port 805b8206-8ab2-4bfc-b944-5e4750dd9a51, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=805b8206-8ab2-4bfc-b944-5e4750dd9a51,segment=NetworkSegment(a4f92803-6e14-4bdd-a9d7-42a9ad8a04ff),segment_id=a4f92803-6e14-4bdd-a9d7-42a9ad8a04ff)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:12:41.248528 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-ea96f46b-c6e8-4503-ab00-2c78a6232194 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:12:41.267585 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-ea96f46b-c6e8-4503-ab00-2c78a6232194 None None] Calling delete_port for 805b8206-8ab2-4bfc-b944-5e4750dd9a51 owned by network:dhcp {{(pid=102388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 19:12:41.333913 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-96c7f3c7-661a-4cca-8190-433cf48411cc req-e3c45637-1bfc-453c-94f6-a3851dc28d97 service neutron] 10.222.0.13 "GET /v2.0/networks/3ec59e2e-0aee-4abc-a9b5-bec49d440ca4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286352 Nov 05 19:12:41.428624 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-ea96f46b-c6e8-4503-ab00-2c78a6232194 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798'] for port, after_delete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:12:41.457388 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-8c1be0f6-06dc-4fe4-96fc-d47477bc2fee tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Deleting port 82d55837-37fb-4023-8a67-616b29b95123 {{(pid=102386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 19:12:41.457877 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-8c1be0f6-06dc-4fe4-96fc-d47477bc2fee tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:12:41.461551 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea96f46b-c6e8-4503-ab00-2c78a6232194 None None] No DVR routers for this DVR port 805b8206-8ab2-4bfc-b944-5e4750dd9a51 on host n-d-816865-1 {{(pid=102388) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 19:12:41.466354 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea96f46b-c6e8-4503-ab00-2c78a6232194 None None] Pushing event deleted for resources: {'Port': ['ID=805b8206-8ab2-4bfc-b944-5e4750dd9a51,revision_number=None']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:12:41.628898 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [None req-8c1be0f6-06dc-4fe4-96fc-d47477bc2fee tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] For port 82d55837-37fb-4023-8a67-616b29b95123, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=82d55837-37fb-4023-8a67-616b29b95123,segment=NetworkSegment(85be518c-8bb4-46a2-a903-d4292782d29d),segment_id=85be518c-8bb4-46a2-a903-d4292782d29d)] {{(pid=102386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:12:41.629493 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-8c1be0f6-06dc-4fe4-96fc-d47477bc2fee tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:12:41.633293 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 805b8206-8ab2-4bfc-b944-5e4750dd9a51 no longer exists at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 19:12:41.651683 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-8c1be0f6-06dc-4fe4-96fc-d47477bc2fee tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Calling delete_port for 82d55837-37fb-4023-8a67-616b29b95123 owned by network:router_gateway {{(pid=102386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 19:12:41.662775 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] No Port match for: 805b8206-8ab2-4bfc-b944-5e4750dd9a51 {{(pid=102388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 19:12:41.663336 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 805b8206-8ab2-4bfc-b944-5e4750dd9a51 not bound to the agent host n-d-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 19:12:41.663937 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 8ad24e99-5e08-44dd-8b6e-5700c7bcc4a0 no longer exists at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 19:12:41.690850 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] No Port match for: 8ad24e99-5e08-44dd-8b6e-5700c7bcc4a0 {{(pid=102388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 19:12:41.691693 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 8ad24e99-5e08-44dd-8b6e-5700c7bcc4a0 not bound to the agent host n-d-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 19:12:41.709368 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-d7bbc474-89f1-4cde-904f-5eb8887f1a56 req-f255d359-36fa-4f58-8a11-54988a336d6f tempest-TestServerAdvancedOps-1250035107 tempest-TestServerAdvancedOps-1250035107-project] 10.222.0.13 "GET /v2.0/ports?device_id=48dd568c-cf38-44ed-9402-8acfcc97a780 HTTP/1.1" status: 200 len: 210 time: 0.0852644 Nov 05 19:12:41.830972 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-7bd256db-fb43-4a98-b532-ecf6f13f1dce tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-571777'] for router_interface, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:12:42.350937 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-8c1be0f6-06dc-4fe4-96fc-d47477bc2fee tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:12:42.403155 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1be0f6-06dc-4fe4-96fc-d47477bc2fee tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Pushing event deleted for resources: {'Port': ['ID=82d55837-37fb-4023-8a67-616b29b95123,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:12:42.486773 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-8c1be0f6-06dc-4fe4-96fc-d47477bc2fee tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1000651'] for router_gateway, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:12:42.612602 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-8c1be0f6-06dc-4fe4-96fc-d47477bc2fee tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-571301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6852'] for router, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:12:42.615472 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-8c1be0f6-06dc-4fe4-96fc-d47477bc2fee tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:12:42.702392 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-7bd256db-fb43-4a98-b532-ecf6f13f1dce tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Deleting port f17490cd-f592-48e2-815b-deb02c0e1e01 {{(pid=102386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 19:12:42.702739 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-7bd256db-fb43-4a98-b532-ecf6f13f1dce tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:12:42.753815 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-8c1be0f6-06dc-4fe4-96fc-d47477bc2fee tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-571310'] for router, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:12:42.754414 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c1be0f6-06dc-4fe4-96fc-d47477bc2fee tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Fanout notify agent at l3_agent the message router_deleted on router a0144c5c-001b-435c-aaed-bd61db862b09 {{(pid=102386) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 05 19:12:42.763794 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-8c1be0f6-06dc-4fe4-96fc-d47477bc2fee tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Publish callbacks [] for router, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:12:42.767472 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-8c1be0f6-06dc-4fe4-96fc-d47477bc2fee tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] 10.222.0.13 "DELETE /v2.0/routers/a0144c5c-001b-435c-aaed-bd61db862b09 HTTP/1.1" status: 204 len: 168 time: 1.9845853 Nov 05 19:12:42.767972 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 35926) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:12:42.820469 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-77640add-759d-4763-9cc8-ac4afb3bc790 req-712962b0-dc7c-4f4d-8857-4dd2ea37f4f4 tempest-TestServerAdvancedOps-1250035107 tempest-TestServerAdvancedOps-1250035107-project] 10.222.0.13 "GET /v2.0/ports?device_id=48dd568c-cf38-44ed-9402-8acfcc97a780 HTTP/1.1" status: 200 len: 210 time: 0.0416698 Nov 05 19:12:42.886702 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [None req-7bd256db-fb43-4a98-b532-ecf6f13f1dce tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] For port f17490cd-f592-48e2-815b-deb02c0e1e01, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=f17490cd-f592-48e2-815b-deb02c0e1e01,segment=NetworkSegment(4803c800-7eb3-4349-8c3f-253c770766d0),segment_id=4803c800-7eb3-4349-8c3f-253c770766d0)] {{(pid=102386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:12:42.887283 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-7bd256db-fb43-4a98-b532-ecf6f13f1dce tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:12:42.892787 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-6ec434fe-0dbe-4f0a-ae78-2fbf650fd813 tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1664226'] for network, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:12:42.910154 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-7bd256db-fb43-4a98-b532-ecf6f13f1dce tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Calling delete_port for f17490cd-f592-48e2-815b-deb02c0e1e01 owned by network:router_interface {{(pid=102386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 19:12:43.048485 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-6ec434fe-0dbe-4f0a-ae78-2fbf650fd813 tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1579173', 'neutron.services.segments.db._delete_segments_for_network-8750027792909'] for network, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:12:43.101989 n-d-816865-1 neutron-server[102386]: DEBUG neutron.services.segments.db [None req-6ec434fe-0dbe-4f0a-ae78-2fbf650fd813 tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63299ea6-43b5-4921-ba00-89662e2353e0']}} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:12:43.115185 n-d-816865-1 neutron-server[102386]: DEBUG neutron.services.segments.db [None req-6ec434fe-0dbe-4f0a-ae78-2fbf650fd813 tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4f92803-6e14-4bdd-a9d7-42a9ad8a04ff') {'for_net_delete': True} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:12:43.115477 n-d-816865-1 neutron-server[102386]: DEBUG neutron.services.segments.db [None req-6ec434fe-0dbe-4f0a-ae78-2fbf650fd813 tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4f92803-6e14-4bdd-a9d7-42a9ad8a04ff') {} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:12:43.141945 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-6ec434fe-0dbe-4f0a-ae78-2fbf650fd813 tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750027793430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4590747'] for segment, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:12:43.158800 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-6ec434fe-0dbe-4f0a-ae78-2fbf650fd813 tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273'] for segment, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:12:43.165858 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ec434fe-0dbe-4f0a-ae78-2fbf650fd813 tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Releasing vlan 186 on physical network physnet1 to pool {{(pid=102386) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 05 19:12:43.166283 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-6ec434fe-0dbe-4f0a-ae78-2fbf650fd813 tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6149721'] for segment, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:12:43.169420 n-d-816865-1 neutron-server[102386]: Traceback (most recent call last): Nov 05 19:12:43.169420 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 05 19:12:43.169420 n-d-816865-1 neutron-server[102386]: timer() Nov 05 19:12:43.169420 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 05 19:12:43.169420 n-d-816865-1 neutron-server[102386]: cb(*args, **kw) Nov 05 19:12:43.169420 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 05 19:12:43.169420 n-d-816865-1 neutron-server[102386]: return func(*args, **kwargs) Nov 05 19:12:43.169420 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 05 19:12:43.169420 n-d-816865-1 neutron-server[102386]: self._notify() Nov 05 19:12:43.169420 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 05 19:12:43.169420 n-d-816865-1 neutron-server[102386]: self.callback(batched_events) Nov 05 19:12:43.169420 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 05 19:12:43.169420 n-d-816865-1 neutron-server[102386]: event.method(event) Nov 05 19:12:43.169420 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 05 19:12:43.169420 n-d-816865-1 neutron-server[102386]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 05 19:12:43.169420 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 05 19:12:43.169420 n-d-816865-1 neutron-server[102386]: aggregate_uuid = self.p_client.list_aggregates( Nov 05 19:12:43.169420 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 05 19:12:43.169420 n-d-816865-1 neutron-server[102386]: return f(self, *a, **k) Nov 05 19:12:43.169420 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 05 19:12:43.169420 n-d-816865-1 neutron-server[102386]: return self._get(url).json() Nov 05 19:12:43.169420 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 05 19:12:43.169420 n-d-816865-1 neutron-server[102386]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 05 19:12:43.169420 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 05 19:12:43.169420 n-d-816865-1 neutron-server[102386]: return self.request(url, 'GET', **kwargs) Nov 05 19:12:43.169420 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 05 19:12:43.169420 n-d-816865-1 neutron-server[102386]: base_url = self.get_endpoint(auth, allow=allow, Nov 05 19:12:43.169420 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 05 19:12:43.169420 n-d-816865-1 neutron-server[102386]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 05 19:12:43.169420 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 05 19:12:43.169420 n-d-816865-1 neutron-server[102386]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 05 19:12:43.169420 n-d-816865-1 neutron-server[102386]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 05 19:12:43.360028 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-6ec434fe-0dbe-4f0a-ae78-2fbf650fd813 tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1579178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-956796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1000687'] for network, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:12:43.361738 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-7bd256db-fb43-4a98-b532-ecf6f13f1dce tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:12:43.373311 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Device 4e7bc19a-7e1c-4159-869c-a55663edca36 no longer exists at agent hyperv_n-h1-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 19:12:43.379581 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-6ec434fe-0dbe-4f0a-ae78-2fbf650fd813 tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Publish callbacks [] for network, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:12:43.393298 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-6ec434fe-0dbe-4f0a-ae78-2fbf650fd813 tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] 10.222.0.13 "DELETE /v2.0/networks/63299ea6-43b5-4921-ba00-89662e2353e0 HTTP/1.1" status: 204 len: 168 time: 0.6204331 Nov 05 19:12:43.408767 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 35934) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:12:43.418402 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-903a5744-698d-4f24-aad2-332d691e8501 tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Request body: {'network': {'name': 'tempest-network-smoke--1958107365', 'project_id': 'e6881a268b314b538ad6a867b46f1df8', 'port_security_enabled': True}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:12:43.423416 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] No Port match for: 4e7bc19a-7e1c-4159-869c-a55663edca36 {{(pid=102388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 19:12:43.423759 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Device 4e7bc19a-7e1c-4159-869c-a55663edca36 not bound to the agent host n-h1-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 19:12:43.449239 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec434fe-0dbe-4f0a-ae78-2fbf650fd813 tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Pushing event deleted for resources: {'Network': ['ID=63299ea6-43b5-4921-ba00-89662e2353e0,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:12:43.449239 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd256db-fb43-4a98-b532-ecf6f13f1dce tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Pushing event deleted for resources: {'Port': ['ID=f17490cd-f592-48e2-815b-deb02c0e1e01,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:12:43.494942 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 82d55837-37fb-4023-8a67-616b29b95123 no longer exists at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 19:12:43.549582 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-903a5744-698d-4f24-aad2-332d691e8501 tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Made reservation on behalf of e6881a268b314b538ad6a867b46f1df8 for: {'network': 1} {{(pid=102387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 19:12:43.554126 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-903a5744-698d-4f24-aad2-332d691e8501 tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for network, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:12:43.561083 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] No Port match for: 82d55837-37fb-4023-8a67-616b29b95123 {{(pid=102388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 19:12:43.561428 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 82d55837-37fb-4023-8a67-616b29b95123 not bound to the agent host n-d-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 19:12:43.601435 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-903a5744-698d-4f24-aad2-332d691e8501 tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 199} {{(pid=102387) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 05 19:12:43.614066 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-903a5744-698d-4f24-aad2-332d691e8501 tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273'] for segment, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:12:43.614722 n-d-816865-1 neutron-server[102387]: INFO neutron.db.segments_db [None req-903a5744-698d-4f24-aad2-332d691e8501 tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Added segment d0a0f41f-9f59-4c03-8efd-c7c6dfb618f3 of type vlan for network 25c2b2b7-0ea9-4a9a-9e92-3e8105089525 Nov 05 19:12:43.671575 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-903a5744-698d-4f24-aad2-332d691e8501 tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750027258543'] for network, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:12:43.673865 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-7bd256db-fb43-4a98-b532-ecf6f13f1dce tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-597886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-573297'] for router_interface, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:12:43.769874 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-903a5744-698d-4f24-aad2-332d691e8501 tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-956796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877'] for network, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:12:43.776529 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-903a5744-698d-4f24-aad2-332d691e8501 tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:12:43.777509 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-903a5744-698d-4f24-aad2-332d691e8501 tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Publish callbacks [] for network, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:12:43.852971 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903a5744-698d-4f24-aad2-332d691e8501 tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Pushing event updated for resources: {'Network': ['ID=25c2b2b7-0ea9-4a9a-9e92-3e8105089525,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:12:43.865773 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Network 25c2b2b7-0ea9-4a9a-9e92-3e8105089525 details requested by agent ovs-agent-n-d-816865-1 with host n-d-816865-1 {{(pid=102388) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 05 19:12:43.908345 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-903a5744-698d-4f24-aad2-332d691e8501 tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4970827 Nov 05 19:12:43.911037 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 35940) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:12:43.917303 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-c08e5a60-53d3-4641-ada6-24ba040d80b9 tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-685414002', 'admin_state_up': True, 'project_id': 'e6881a268b314b538ad6a867b46f1df8', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec'}}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:12:43.921929 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7bd256db-fb43-4a98-b532-ecf6f13f1dce tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Router e0b49f4e-3989-4c9d-ba0e-841f45688c67 has already been hosted by L3 agent 6dcb5589-8e86-4616-9186-ddc4548e13ad {{(pid=102386) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 19:12:43.973181 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-c178792f-93e5-438b-a80e-a997c9e20af6 req-2e4c4469-4021-41bb-a86c-29ab86aeb036 tempest-TestServerAdvancedOps-1250035107 tempest-TestServerAdvancedOps-1250035107-project] 10.222.0.13 "GET /v2.0/ports?device_id=48dd568c-cf38-44ed-9402-8acfcc97a780 HTTP/1.1" status: 200 len: 210 time: 0.0355070 Nov 05 19:12:44.087068 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-c08e5a60-53d3-4641-ada6-24ba040d80b9 tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-571139', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6874'] for router, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:12:44.089517 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-c08e5a60-53d3-4641-ada6-24ba040d80b9 tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-571375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1000570', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1011585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6867'] for router, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:12:44.096837 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bd256db-fb43-4a98-b532-ecf6f13f1dce tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Notify agent at l3_agent.n-d-816865-1 the message routers_updated {{(pid=102386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 19:12:44.103245 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-7bd256db-fb43-4a98-b532-ecf6f13f1dce tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] 10.222.0.13 "PUT /v2.0/routers/e0b49f4e-3989-4c9d-ba0e-841f45688c67/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9428575 Nov 05 19:12:44.106233 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 35942) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:12:44.112070 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-369689f7-a4ef-4558-9bc4-983d47802fb2 None None] Sync routers for ids ['e0b49f4e-3989-4c9d-ba0e-841f45688c67'] in n-d-816865-1 {{(pid=102388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 19:12:44.133692 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-369689f7-a4ef-4558-9bc4-983d47802fb2 None None] Routers {'e0b49f4e-3989-4c9d-ba0e-841f45688c67'} bound to L3 agent in host n-d-816865-1 {{(pid=102388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 19:12:44.135169 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-369689f7-a4ef-4558-9bc4-983d47802fb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T19:12:35Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['e0b49f4e-3989-4c9d-ba0e-841f45688c67'], 'active': True} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:12:44.187798 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc3c782d-0dd6-4c1f-a9af-62d523aaf40c tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Deleting subnet e515ab6a-4766-4dbf-9d26-5aeef878e9d0 {{(pid=102386) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 05 19:12:44.192397 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-dc3c782d-0dd6-4c1f-a9af-62d523aaf40c tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Publish callbacks [] for subnet, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:12:44.202075 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c7f3c7-661a-4cca-8190-433cf48411cc req-0eb5e555-c9db-4c93-82b3-807fb6857c2e tempest-TestServerAdvancedOps-1250035107 tempest-TestServerAdvancedOps-1250035107-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:12:44.204398 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-96c7f3c7-661a-4cca-8190-433cf48411cc req-0eb5e555-c9db-4c93-82b3-807fb6857c2e tempest-TestServerAdvancedOps-1250035107 tempest-TestServerAdvancedOps-1250035107-project] 10.222.0.55 "GET /v2.0/networks?id=3ec59e2e-0aee-4abc-a9b5-bec49d440ca4 HTTP/1.1" status: 200 len: 811 time: 0.1724932 Nov 05 19:12:44.208993 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-c08e5a60-53d3-4641-ada6-24ba040d80b9 tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:12:44.227635 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [req-96c7f3c7-661a-4cca-8190-433cf48411cc req-22f3965f-113a-46b5-a486-22b82375a9af tempest-TestServerAdvancedOps-1250035107 tempest-TestServerAdvancedOps-1250035107-project] Request body: {'port': {'device_id': '48dd568c-cf38-44ed-9402-8acfcc97a780', 'network_id': '3ec59e2e-0aee-4abc-a9b5-bec49d440ca4', 'admin_state_up': True, 'tenant_id': 'e66b72a9d5594b9b9cea88dc3d4a0bd2'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:12:44.296131 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-dc3c782d-0dd6-4c1f-a9af-62d523aaf40c tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4590738'] for subnet, precommit_delete_associations {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:12:44.436088 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-dc3c782d-0dd6-4c1f-a9af-62d523aaf40c tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1573928'] for subnet, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:12:44.516584 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-c08e5a60-53d3-4641-ada6-24ba040d80b9 tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:12:44.524400 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-96c7f3c7-661a-4cca-8190-433cf48411cc req-22f3965f-113a-46b5-a486-22b82375a9af tempest-TestServerAdvancedOps-1250035107 tempest-TestServerAdvancedOps-1250035107-project] Made reservation on behalf of e66b72a9d5594b9b9cea88dc3d4a0bd2 for: {'port': 1} {{(pid=102386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 19:12:44.528430 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-96c7f3c7-661a-4cca-8190-433cf48411cc req-22f3965f-113a-46b5-a486-22b82375a9af tempest-TestServerAdvancedOps-1250035107 tempest-TestServerAdvancedOps-1250035107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:12:44.550528 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvr_db [None req-369689f7-a4ef-4558-9bc4-983d47802fb2 None None] Set router e0b49f4e-3989-4c9d-ba0e-841f45688c67 gateway port host: n-d-816865-1 {{(pid=102388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 19:12:44.600354 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-dc3c782d-0dd6-4c1f-a9af-62d523aaf40c tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1573905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6149879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4877183'] for subnet, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:12:44.680746 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3c782d-0dd6-4c1f-a9af-62d523aaf40c tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Pushing event deleted for resources: {'Subnet': ['ID=e515ab6a-4766-4dbf-9d26-5aeef878e9d0,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:12:44.702209 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-dc3c782d-0dd6-4c1f-a9af-62d523aaf40c tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Publish callbacks [] for subnet, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:12:44.704513 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-dc3c782d-0dd6-4c1f-a9af-62d523aaf40c tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] 10.222.0.13 "DELETE /v2.0/subnets/e515ab6a-4766-4dbf-9d26-5aeef878e9d0 HTTP/1.1" status: 204 len: 168 time: 0.5972593 Nov 05 19:12:44.707614 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 35952) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:12:44.726280 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57310d51-8431-4cf0-a2f6-a5b4a2161736 None None] Network 530c2a73-71be-453e-8314-d0f9c49e67e6 requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 19:12:44.827151 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-087c42fb-e3c3-4ac3-bfd9-2ac0c6a8fb2b tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Publish callbacks [] for router, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:12:44.877459 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.db_base_plugin_common [req-96c7f3c7-661a-4cca-8190-433cf48411cc req-22f3965f-113a-46b5-a486-22b82375a9af tempest-TestServerAdvancedOps-1250035107 tempest-TestServerAdvancedOps-1250035107-project] Allocated IP 172.20.0.6 (3ec59e2e-0aee-4abc-a9b5-bec49d440ca4/ba828bfd-857c-42d6-bf9a-e0df37b72b21/9fab0fcf-78bc-4f5a-9f83-538054f5a15d) {{(pid=102386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 19:12:44.911147 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-369689f7-a4ef-4558-9bc4-983d47802fb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0b49f4e-3989-4c9d-ba0e-841f45688c67', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2054408583', 'tenant_id': '777902a3c6ed4ff2a5460208db53bd8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.107'}], 'enable_snat': True}, 'gw_port_id': '330632d3-8100-460b-8490-449bd6a7d775', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T19:10:15Z', 'updated_at': '2021-11-05T19:12:43Z', 'revision_number': 5, 'project_id': '777902a3c6ed4ff2a5460208db53bd8a', 'gw_port': {'id': '330632d3-8100-460b-8490-449bd6a7d775', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:0f:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0b49f4e-3989-4c9d-ba0e-841f45688c67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3452, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:10:17Z', 'updated_at': '2021-11-05T19:10:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1'}], 'n-d-816865-1', False) {} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:12:44.964348 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-369689f7-a4ef-4558-9bc4-983d47802fb2 None None] Checking router: e0b49f4e-3989-4c9d-ba0e-841f45688c67 for host: n-d-816865-1 {{(pid=102388) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 19:12:44.989964 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-369689f7-a4ef-4558-9bc4-983d47802fb2 None None] Routers {'e0b49f4e-3989-4c9d-ba0e-841f45688c67'} bound to L3 agent in host n-d-816865-1 {{(pid=102388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 19:12:45.001384 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-369689f7-a4ef-4558-9bc4-983d47802fb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T19:12:35Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['e0b49f4e-3989-4c9d-ba0e-841f45688c67'], 'active': True} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:12:45.013646 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-087c42fb-e3c3-4ac3-bfd9-2ac0c6a8fb2b tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:12:45.122447 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56b85717-8bd2-440b-8a8a-347e8c64cdd4 None None] DHCP port deletion for 530c2a73-71be-453e-8314-d0f9c49e67e6 request from n-d-816865-1 {{(pid=102388) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 05 19:12:45.156912 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-96c7f3c7-661a-4cca-8190-433cf48411cc req-22f3965f-113a-46b5-a486-22b82375a9af tempest-TestServerAdvancedOps-1250035107 tempest-TestServerAdvancedOps-1250035107-project] Publish callbacks [] for port, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:12:45.200258 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvr_db [None req-369689f7-a4ef-4558-9bc4-983d47802fb2 None None] Set router e0b49f4e-3989-4c9d-ba0e-841f45688c67 gateway port host: n-d-816865-1 {{(pid=102388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 19:12:45.254881 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-087c42fb-e3c3-4ac3-bfd9-2ac0c6a8fb2b tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Deleting port 330632d3-8100-460b-8490-449bd6a7d775 {{(pid=102386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 19:12:45.255659 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-087c42fb-e3c3-4ac3-bfd9-2ac0c6a8fb2b tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:12:45.271025 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-c08e5a60-53d3-4641-ada6-24ba040d80b9 tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Publish callbacks [] for router_gateway, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:12:45.287904 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-a0c58a9c-9afe-425b-96a3-3bc7688c60cc req-0b2231d6-c8cc-464a-8f06-cb75c33bb4fa tempest-TestServerAdvancedOps-1250035107 tempest-TestServerAdvancedOps-1250035107-project] 10.222.0.13 "GET /v2.0/ports?device_id=48dd568c-cf38-44ed-9402-8acfcc97a780 HTTP/1.1" status: 200 len: 210 time: 0.0509291 Nov 05 19:12:45.305598 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-c08e5a60-53d3-4641-ada6-24ba040d80b9 tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:12:45.309211 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-56b85717-8bd2-440b-8a8a-347e8c64cdd4 None None] Deleting port 8127b6ea-7f10-4d5c-9e38-93588a7e69ba {{(pid=102388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 19:12:45.309593 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-56b85717-8bd2-440b-8a8a-347e8c64cdd4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:12:45.321015 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-96c7f3c7-661a-4cca-8190-433cf48411cc req-22f3965f-113a-46b5-a486-22b82375a9af tempest-TestServerAdvancedOps-1250035107 tempest-TestServerAdvancedOps-1250035107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:12:45.416157 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f3965f-113a-46b5-a486-22b82375a9af tempest-TestServerAdvancedOps-1250035107 tempest-TestServerAdvancedOps-1250035107-project] Pushing event updated for resources: {'Port': ['ID=9fab0fcf-78bc-4f5a-9f83-538054f5a15d,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:12:45.448515 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-56b85717-8bd2-440b-8a8a-347e8c64cdd4 None None] For port 8127b6ea-7f10-4d5c-9e38-93588a7e69ba, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=8127b6ea-7f10-4d5c-9e38-93588a7e69ba,segment=NetworkSegment(4803c800-7eb3-4349-8c3f-253c770766d0),segment_id=4803c800-7eb3-4349-8c3f-253c770766d0)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:12:45.452052 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-56b85717-8bd2-440b-8a8a-347e8c64cdd4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:12:45.463857 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.db_base_plugin_common [None req-c08e5a60-53d3-4641-ada6-24ba040d80b9 tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Allocated IP 172.25.6.221 (40c8335d-cd0b-4cb5-910a-d4dcddd5cbec/04fe6db3-e108-4208-943d-6518424f5726/c992a72a-0c1c-4451-9d6e-90c509c27d03) {{(pid=102387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 19:12:45.467588 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-56b85717-8bd2-440b-8a8a-347e8c64cdd4 None None] Calling delete_port for 8127b6ea-7f10-4d5c-9e38-93588a7e69ba owned by network:dhcp {{(pid=102388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 19:12:45.469654 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [None req-087c42fb-e3c3-4ac3-bfd9-2ac0c6a8fb2b tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] For port 330632d3-8100-460b-8490-449bd6a7d775, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=330632d3-8100-460b-8490-449bd6a7d775,segment=NetworkSegment(85be518c-8bb4-46a2-a903-d4292782d29d),segment_id=85be518c-8bb4-46a2-a903-d4292782d29d)] {{(pid=102386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:12:45.470031 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-087c42fb-e3c3-4ac3-bfd9-2ac0c6a8fb2b tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:12:45.485405 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-087c42fb-e3c3-4ac3-bfd9-2ac0c6a8fb2b tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Calling delete_port for 330632d3-8100-460b-8490-449bd6a7d775 owned by network:router_gateway {{(pid=102386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 19:12:45.567130 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-96c7f3c7-661a-4cca-8190-433cf48411cc req-22f3965f-113a-46b5-a486-22b82375a9af tempest-TestServerAdvancedOps-1250035107 tempest-TestServerAdvancedOps-1250035107-project] Network 3ec59e2e-0aee-4abc-a9b5-bec49d440ca4 is already hosted by enough agents. {{(pid=102386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 19:12:45.570530 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.base_scheduler [req-96c7f3c7-661a-4cca-8190-433cf48411cc req-22f3965f-113a-46b5-a486-22b82375a9af tempest-TestServerAdvancedOps-1250035107 tempest-TestServerAdvancedOps-1250035107-project] Resources bound (agent type, host, resource id): {{(pid=102386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 19:12:45.577029 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [req-96c7f3c7-661a-4cca-8190-433cf48411cc req-22f3965f-113a-46b5-a486-22b82375a9af tempest-TestServerAdvancedOps-1250035107 tempest-TestServerAdvancedOps-1250035107-project] Received port after_create {{(pid=102386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 19:12:45.603942 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-c08e5a60-53d3-4641-ada6-24ba040d80b9 tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Publish callbacks [] for port, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:12:45.657329 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 8127b6ea-7f10-4d5c-9e38-93588a7e69ba no longer exists at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 19:12:45.741635 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-c08e5a60-53d3-4641-ada6-24ba040d80b9 tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4417063'] for port, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:12:45.808310 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:12:45.831594 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-56b85717-8bd2-440b-8a8a-347e8c64cdd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798'] for port, after_delete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:12:45.832169 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c08e5a60-53d3-4641-ada6-24ba040d80b9 tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Network 40c8335d-cd0b-4cb5-910a-d4dcddd5cbec is already hosted by enough agents. {{(pid=102387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 19:12:45.836059 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.base_scheduler [None req-c08e5a60-53d3-4641-ada6-24ba040d80b9 tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Resources bound (agent type, host, resource id): {{(pid=102387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 19:12:45.840718 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c08e5a60-53d3-4641-ada6-24ba040d80b9 tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Received port after_create {{(pid=102387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 19:12:45.849873 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-369689f7-a4ef-4558-9bc4-983d47802fb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0b49f4e-3989-4c9d-ba0e-841f45688c67', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2054408583', 'tenant_id': '777902a3c6ed4ff2a5460208db53bd8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.107'}], 'enable_snat': True}, 'gw_port_id': '330632d3-8100-460b-8490-449bd6a7d775', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T19:10:15Z', 'updated_at': '2021-11-05T19:12:43Z', 'revision_number': 5, 'project_id': '777902a3c6ed4ff2a5460208db53bd8a', 'gw_port': {'id': '330632d3-8100-460b-8490-449bd6a7d775', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:0f:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0b49f4e-3989-4c9d-ba0e-841f45688c67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3452, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:10:17Z', 'updated_at': '2021-11-05T19:10:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1'}], 'n-d-816865-1', False) {} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:12:45.852236 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56b85717-8bd2-440b-8a8a-347e8c64cdd4 None None] No DVR routers for this DVR port 8127b6ea-7f10-4d5c-9e38-93588a7e69ba on host n-d-816865-1 {{(pid=102388) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 19:12:45.921375 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-369689f7-a4ef-4558-9bc4-983d47802fb2 None None] The sync data for ids ['e0b49f4e-3989-4c9d-ba0e-841f45688c67'] in n-d-816865-1 is: [{'id': 'e0b49f4e-3989-4c9d-ba0e-841f45688c67', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2054408583', 'tenant_id': '777902a3c6ed4ff2a5460208db53bd8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.107'}], 'enable_snat': True}, 'gw_port_id': '330632d3-8100-460b-8490-449bd6a7d775', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T19:10:15Z', 'updated_at': '2021-11-05T19:12:43Z', 'revision_number': 5, 'project_id': '777902a3c6ed4ff2a5460208db53bd8a', 'gw_port': {'id': '330632d3-8100-460b-8490-449bd6a7d775', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:0f:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0b49f4e-3989-4c9d-ba0e-841f45688c67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3452, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:10:17Z', 'updated_at': '2021-11-05T19:10:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1'}] {{(pid=102388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 19:12:45.923722 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b85717-8bd2-440b-8a8a-347e8c64cdd4 None None] Pushing event deleted for resources: {'Port': ['ID=8127b6ea-7f10-4d5c-9e38-93588a7e69ba,revision_number=None']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:12:45.984185 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08e5a60-53d3-4641-ada6-24ba040d80b9 tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Pushing event updated for resources: {'Port': ['ID=c992a72a-0c1c-4451-9d6e-90c509c27d03,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:12:46.138079 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c7f3c7-661a-4cca-8190-433cf48411cc req-22f3965f-113a-46b5-a486-22b82375a9af tempest-TestServerAdvancedOps-1250035107 tempest-TestServerAdvancedOps-1250035107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:12:46.138852 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-96c7f3c7-661a-4cca-8190-433cf48411cc req-22f3965f-113a-46b5-a486-22b82375a9af tempest-TestServerAdvancedOps-1250035107 tempest-TestServerAdvancedOps-1250035107-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:12:46.234946 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-96c7f3c7-661a-4cca-8190-433cf48411cc req-22f3965f-113a-46b5-a486-22b82375a9af tempest-TestServerAdvancedOps-1250035107 tempest-TestServerAdvancedOps-1250035107-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0112197 Nov 05 19:12:46.246174 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-c08e5a60-53d3-4641-ada6-24ba040d80b9 tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Publish callbacks [] for router_gateway, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:12:46.249863 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [req-96c7f3c7-661a-4cca-8190-433cf48411cc req-e6ffaf4b-fc9f-416e-86c0-a458bc002ebc service neutron] Request body: {'port': {'device_id': '48dd568c-cf38-44ed-9402-8acfcc97a780', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816865-1'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:12:46.317469 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-087c42fb-e3c3-4ac3-bfd9-2ac0c6a8fb2b tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:12:46.350709 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-96c7f3c7-661a-4cca-8190-433cf48411cc req-e6ffaf4b-fc9f-416e-86c0-a458bc002ebc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:12:46.386723 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087c42fb-e3c3-4ac3-bfd9-2ac0c6a8fb2b tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Pushing event deleted for resources: {'Port': ['ID=330632d3-8100-460b-8490-449bd6a7d775,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:12:46.495005 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-087c42fb-e3c3-4ac3-bfd9-2ac0c6a8fb2b tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1000651'] for router_gateway, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:12:46.565715 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0f84ed-afec-4af0-ade1-0a50e5fc83b6 req-74676db7-3c6b-4d39-bf12-88a7a6dd593a tempest-TestServerAdvancedOps-1250035107 tempest-TestServerAdvancedOps-1250035107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:12:46.567486 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-7b0f84ed-afec-4af0-ade1-0a50e5fc83b6 req-74676db7-3c6b-4d39-bf12-88a7a6dd593a tempest-TestServerAdvancedOps-1250035107 tempest-TestServerAdvancedOps-1250035107-project] 10.222.0.13 "GET /v2.0/ports?device_id=48dd568c-cf38-44ed-9402-8acfcc97a780 HTTP/1.1" status: 200 len: 931 time: 0.1029482 Nov 05 19:12:46.601430 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-c08e5a60-53d3-4641-ada6-24ba040d80b9 tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-571384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1000487'] for router, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:12:46.605181 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-087c42fb-e3c3-4ac3-bfd9-2ac0c6a8fb2b tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-571301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6852'] for router, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:12:46.648710 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-087c42fb-e3c3-4ac3-bfd9-2ac0c6a8fb2b tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:12:46.770722 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-7b0f84ed-afec-4af0-ade1-0a50e5fc83b6 req-628955f6-0d41-48cc-a37a-26fac27b4fb7 tempest-TestServerAdvancedOps-1250035107 tempest-TestServerAdvancedOps-1250035107-project] 10.222.0.13 "GET /v2.0/security-groups?id=55b88338-d7d7-40a0-8248-ed170fb91481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1951413 Nov 05 19:12:46.774429 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-087c42fb-e3c3-4ac3-bfd9-2ac0c6a8fb2b tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-571310'] for router, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:12:46.775814 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-087c42fb-e3c3-4ac3-bfd9-2ac0c6a8fb2b tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Fanout notify agent at l3_agent the message router_deleted on router e0b49f4e-3989-4c9d-ba0e-841f45688c67 {{(pid=102386) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 05 19:12:46.784870 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-087c42fb-e3c3-4ac3-bfd9-2ac0c6a8fb2b tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Publish callbacks [] for router, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:12:46.786087 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-087c42fb-e3c3-4ac3-bfd9-2ac0c6a8fb2b tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] 10.222.0.13 "DELETE /v2.0/routers/e0b49f4e-3989-4c9d-ba0e-841f45688c67 HTTP/1.1" status: 204 len: 168 time: 2.0730450 Nov 05 19:12:46.788704 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 35990) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:12:46.867923 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c08e5a60-53d3-4641-ada6-24ba040d80b9 tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Router 71535d14-cf88-4bf5-bfc8-82f45fbb3237 is scheduled to L3 agent 6dcb5589-8e86-4616-9186-ddc4548e13ad with binding_index 1 {{(pid=102387) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 05 19:12:46.896887 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-601c28bf-3bc0-406e-8072-30635f6d2d0c tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1664226'] for network, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:12:47.003151 n-d-816865-1 neutron-server[102386]: DEBUG neutron.notifiers.nova [req-96c7f3c7-661a-4cca-8190-433cf48411cc req-e6ffaf4b-fc9f-416e-86c0-a458bc002ebc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9fab0fcf-78bc-4f5a-9f83-538054f5a15d {{(pid=102386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 19:12:47.011098 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-96c7f3c7-661a-4cca-8190-433cf48411cc req-e6ffaf4b-fc9f-416e-86c0-a458bc002ebc service neutron] Publish callbacks [] for port, precommit_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:12:47.028961 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c08e5a60-53d3-4641-ada6-24ba040d80b9 tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Notify agent at l3_agent.n-d-816865-1 the message routers_updated {{(pid=102387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 19:12:47.040170 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb8c65be-e3d1-4991-9556-728702ecade3 None None] Sync routers for ids ['71535d14-cf88-4bf5-bfc8-82f45fbb3237'] in n-d-816865-1 {{(pid=102389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 19:12:47.052857 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb8c65be-e3d1-4991-9556-728702ecade3 None None] Routers {'71535d14-cf88-4bf5-bfc8-82f45fbb3237'} bound to L3 agent in host n-d-816865-1 {{(pid=102389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 19:12:47.054706 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-fb8c65be-e3d1-4991-9556-728702ecade3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T19:12:35Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['71535d14-cf88-4bf5-bfc8-82f45fbb3237'], 'active': True} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:12:47.093953 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-601c28bf-3bc0-406e-8072-30635f6d2d0c tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1579173', 'neutron.services.segments.db._delete_segments_for_network-8750027792909'] for network, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:12:47.096646 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.provisioning_blocks [req-96c7f3c7-661a-4cca-8190-433cf48411cc req-e6ffaf4b-fc9f-416e-86c0-a458bc002ebc service neutron] Transition to ACTIVE for port object 9fab0fcf-78bc-4f5a-9f83-538054f5a15d will not be triggered until provisioned by entity L2. {{(pid=102386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 05 19:12:47.118139 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-c08e5a60-53d3-4641-ada6-24ba040d80b9 tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Publish callbacks [] for router, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:12:47.119815 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-c08e5a60-53d3-4641-ada6-24ba040d80b9 tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 3.2070971 Nov 05 19:12:47.120108 n-d-816865-1 neutron-server[102386]: DEBUG neutron.services.segments.db [None req-601c28bf-3bc0-406e-8072-30635f6d2d0c tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['530c2a73-71be-453e-8314-d0f9c49e67e6']}} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:12:47.123037 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 35996) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:12:47.132948 n-d-816865-1 neutron-server[102386]: DEBUG neutron.services.segments.db [None req-601c28bf-3bc0-406e-8072-30635f6d2d0c tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4803c800-7eb3-4349-8c3f-253c770766d0') {'for_net_delete': True} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:12:47.133269 n-d-816865-1 neutron-server[102386]: DEBUG neutron.services.segments.db [None req-601c28bf-3bc0-406e-8072-30635f6d2d0c tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4803c800-7eb3-4349-8c3f-253c770766d0') {} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:12:47.151890 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-601c28bf-3bc0-406e-8072-30635f6d2d0c tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750027793430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4590747'] for segment, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:12:47.176190 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-421fd1c9-b8e5-42f0-89ba-96016df061df tempest-TestNetworkBasicOps-495762271 tempest-TestNetworkBasicOps-495762271-project-admin] 10.222.0.13 "GET /v2.0/subnets?project_id=e6881a268b314b538ad6a867b46f1df8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0506756 Nov 05 19:12:47.177671 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 35998) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:12:47.190614 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-601c28bf-3bc0-406e-8072-30635f6d2d0c tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273'] for segment, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:12:47.198519 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-601c28bf-3bc0-406e-8072-30635f6d2d0c tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Releasing vlan 176 on physical network physnet1 to pool {{(pid=102386) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 05 19:12:47.199858 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-601c28bf-3bc0-406e-8072-30635f6d2d0c tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6149721'] for segment, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:12:47.205525 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvr_db [None req-fb8c65be-e3d1-4991-9556-728702ecade3 None None] Set router 71535d14-cf88-4bf5-bfc8-82f45fbb3237 gateway port host: n-d-816865-1 {{(pid=102389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 19:12:47.272939 n-d-816865-1 neutron-server[102386]: Traceback (most recent call last): Nov 05 19:12:47.272939 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 05 19:12:47.272939 n-d-816865-1 neutron-server[102386]: timer() Nov 05 19:12:47.272939 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 05 19:12:47.272939 n-d-816865-1 neutron-server[102386]: cb(*args, **kw) Nov 05 19:12:47.272939 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 05 19:12:47.272939 n-d-816865-1 neutron-server[102386]: return func(*args, **kwargs) Nov 05 19:12:47.272939 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 05 19:12:47.272939 n-d-816865-1 neutron-server[102386]: self._notify() Nov 05 19:12:47.272939 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 05 19:12:47.272939 n-d-816865-1 neutron-server[102386]: self.callback(batched_events) Nov 05 19:12:47.272939 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 05 19:12:47.272939 n-d-816865-1 neutron-server[102386]: event.method(event) Nov 05 19:12:47.272939 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 05 19:12:47.272939 n-d-816865-1 neutron-server[102386]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 05 19:12:47.272939 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 05 19:12:47.272939 n-d-816865-1 neutron-server[102386]: aggregate_uuid = self.p_client.list_aggregates( Nov 05 19:12:47.272939 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 05 19:12:47.272939 n-d-816865-1 neutron-server[102386]: return f(self, *a, **k) Nov 05 19:12:47.272939 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 05 19:12:47.272939 n-d-816865-1 neutron-server[102386]: return self._get(url).json() Nov 05 19:12:47.272939 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 05 19:12:47.272939 n-d-816865-1 neutron-server[102386]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 05 19:12:47.272939 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 05 19:12:47.272939 n-d-816865-1 neutron-server[102386]: return self.request(url, 'GET', **kwargs) Nov 05 19:12:47.272939 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 05 19:12:47.272939 n-d-816865-1 neutron-server[102386]: base_url = self.get_endpoint(auth, allow=allow, Nov 05 19:12:47.272939 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 05 19:12:47.272939 n-d-816865-1 neutron-server[102386]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 05 19:12:47.272939 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 05 19:12:47.272939 n-d-816865-1 neutron-server[102386]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 05 19:12:47.272939 n-d-816865-1 neutron-server[102386]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 05 19:12:47.276478 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-96c7f3c7-661a-4cca-8190-433cf48411cc req-e6ffaf4b-fc9f-416e-86c0-a458bc002ebc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6149821'] for port, after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:12:47.379515 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-601c28bf-3bc0-406e-8072-30635f6d2d0c tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1579178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-956796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1000687'] for network, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:12:47.386166 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-601c28bf-3bc0-406e-8072-30635f6d2d0c tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Publish callbacks [] for network, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:12:47.389787 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-601c28bf-3bc0-406e-8072-30635f6d2d0c tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] 10.222.0.13 "DELETE /v2.0/networks/530c2a73-71be-453e-8314-d0f9c49e67e6 HTTP/1.1" status: 204 len: 168 time: 0.6000845 Nov 05 19:12:47.395300 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 36000) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:12:47.441035 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ffaf4b-fc9f-416e-86c0-a458bc002ebc service neutron] Pushing event updated for resources: {'Port': ['ID=9fab0fcf-78bc-4f5a-9f83-538054f5a15d,revision_number=2']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:12:47.456896 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601c28bf-3bc0-406e-8072-30635f6d2d0c tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Pushing event deleted for resources: {'Network': ['ID=530c2a73-71be-453e-8314-d0f9c49e67e6,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:12:47.480233 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae6a87af-b9dc-41a1-b7e3-cffe0b4d0d7a tempest-TestNetworkBasicOps-495762271 tempest-TestNetworkBasicOps-495762271-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:12:47.482328 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-ae6a87af-b9dc-41a1-b7e3-cffe0b4d0d7a tempest-TestNetworkBasicOps-495762271 tempest-TestNetworkBasicOps-495762271-project-admin] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3036590 Nov 05 19:12:47.485985 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 36004) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:12:47.510761 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [req-96c7f3c7-661a-4cca-8190-433cf48411cc req-e6ffaf4b-fc9f-416e-86c0-a458bc002ebc service neutron] Attempting to bind port 9fab0fcf-78bc-4f5a-9f83-538054f5a15d on host n-h2-816865-1 for vnic_type normal with profile {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 19:12:47.511290 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [req-96c7f3c7-661a-4cca-8190-433cf48411cc req-e6ffaf4b-fc9f-416e-86c0-a458bc002ebc service neutron] Attempting to bind port 9fab0fcf-78bc-4f5a-9f83-538054f5a15d by drivers openvswitch,hyperv on host n-h2-816865-1 at level 0 using segments [{'id': 'f5791a45-deb3-4204-8072-976e3c69bbbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '3ec59e2e-0aee-4abc-a9b5-bec49d440ca4'}] {{(pid=102386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 19:12:47.511635 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96c7f3c7-661a-4cca-8190-433cf48411cc req-e6ffaf4b-fc9f-416e-86c0-a458bc002ebc service neutron] Attempting to bind port 9fab0fcf-78bc-4f5a-9f83-538054f5a15d on network 3ec59e2e-0aee-4abc-a9b5-bec49d440ca4 {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 19:12:47.517150 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96c7f3c7-661a-4cca-8190-433cf48411cc req-e6ffaf4b-fc9f-416e-86c0-a458bc002ebc service neutron] Port 9fab0fcf-78bc-4f5a-9f83-538054f5a15d on network 3ec59e2e-0aee-4abc-a9b5-bec49d440ca4 not bound, no agent of type Open vSwitch agent registered on host n-h2-816865-1 {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 19:12:47.517475 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96c7f3c7-661a-4cca-8190-433cf48411cc req-e6ffaf4b-fc9f-416e-86c0-a458bc002ebc service neutron] Attempting to bind port 9fab0fcf-78bc-4f5a-9f83-538054f5a15d on network 3ec59e2e-0aee-4abc-a9b5-bec49d440ca4 {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 19:12:47.525575 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-fb8c65be-e3d1-4991-9556-728702ecade3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71535d14-cf88-4bf5-bfc8-82f45fbb3237', 'name': 'tempest-TestNetworkBasicOps-router-685414002', 'tenant_id': 'e6881a268b314b538ad6a867b46f1df8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.221'}], 'enable_snat': True}, 'gw_port_id': 'c992a72a-0c1c-4451-9d6e-90c509c27d03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T19:12:44Z', 'updated_at': '2021-11-05T19:12:46Z', 'revision_number': 3, 'project_id': 'e6881a268b314b538ad6a867b46f1df8', 'gw_port': {'id': 'c992a72a-0c1c-4451-9d6e-90c509c27d03', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:bb:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71535d14-cf88-4bf5-bfc8-82f45fbb3237', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3617, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:12:45Z', 'updated_at': '2021-11-05T19:12:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1'}], 'n-d-816865-1', False) {} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:12:47.526431 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 330632d3-8100-460b-8490-449bd6a7d775 no longer exists at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 19:12:47.529416 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96c7f3c7-661a-4cca-8190-433cf48411cc req-e6ffaf4b-fc9f-416e-86c0-a458bc002ebc service neutron] Checking agent: {'id': '32aff553-696f-4891-83f5-5c176f61fe54', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816865-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 18, 33, 36), 'started_at': datetime.datetime(2021, 11, 5, 18, 33, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 19, 12, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 19:12:47.529416 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96c7f3c7-661a-4cca-8190-433cf48411cc req-e6ffaf4b-fc9f-416e-86c0-a458bc002ebc service neutron] Checking segment: {'id': 'f5791a45-deb3-4204-8072-976e3c69bbbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '3ec59e2e-0aee-4abc-a9b5-bec49d440ca4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 19:12:47.529416 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96c7f3c7-661a-4cca-8190-433cf48411cc req-e6ffaf4b-fc9f-416e-86c0-a458bc002ebc service neutron] Bound using segment: {'id': 'f5791a45-deb3-4204-8072-976e3c69bbbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '3ec59e2e-0aee-4abc-a9b5-bec49d440ca4'} {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 19:12:47.529775 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [req-96c7f3c7-661a-4cca-8190-433cf48411cc req-e6ffaf4b-fc9f-416e-86c0-a458bc002ebc service neutron] Bound port: 9fab0fcf-78bc-4f5a-9f83-538054f5a15d, host: n-h2-816865-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f5791a45-deb3-4204-8072-976e3c69bbbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '3ec59e2e-0aee-4abc-a9b5-bec49d440ca4'}}] {{(pid=102386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 19:12:47.529904 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-96c7f3c7-661a-4cca-8190-433cf48411cc req-e6ffaf4b-fc9f-416e-86c0-a458bc002ebc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:12:47.565362 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] No Port match for: 330632d3-8100-460b-8490-449bd6a7d775 {{(pid=102388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 19:12:47.565981 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 330632d3-8100-460b-8490-449bd6a7d775 not bound to the agent host n-d-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 19:12:47.566168 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb8c65be-e3d1-4991-9556-728702ecade3 None None] Checking router: 71535d14-cf88-4bf5-bfc8-82f45fbb3237 for host: n-d-816865-1 {{(pid=102389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 19:12:47.566608 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb8c65be-e3d1-4991-9556-728702ecade3 None None] Updating router 71535d14-cf88-4bf5-bfc8-82f45fbb3237 port c992a72a-0c1c-4451-9d6e-90c509c27d03 binding host n-d-816865-1 {{(pid=102389) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 05 19:12:47.566788 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device f17490cd-f592-48e2-815b-deb02c0e1e01 no longer exists at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 19:12:47.584793 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-d067b7ef-24b5-4b81-82aa-0830ad9e0e2d tempest-TestNetworkBasicOps-495762271 tempest-TestNetworkBasicOps-495762271-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=40c8335d-cd0b-4cb5-910a-d4dcddd5cbec&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0969312 Nov 05 19:12:47.590707 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 36006) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:12:47.595865 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-0cfbbf4d-771b-4755-a63c-568b031f2c1d tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1418228841', 'network_id': '25c2b2b7-0ea9-4a9a-9e92-3e8105089525', 'project_id': 'e6881a268b314b538ad6a867b46f1df8', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:12:47.654006 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] No Port match for: f17490cd-f592-48e2-815b-deb02c0e1e01 {{(pid=102388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 19:12:47.661017 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device f17490cd-f592-48e2-815b-deb02c0e1e01 not bound to the agent host n-d-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 19:12:47.679250 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [req-96c7f3c7-661a-4cca-8190-433cf48411cc req-e6ffaf4b-fc9f-416e-86c0-a458bc002ebc service neutron] For port 9fab0fcf-78bc-4f5a-9f83-538054f5a15d, host n-h2-816865-1, cleared binding levels {{(pid=102386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 19:12:47.684910 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [req-96c7f3c7-661a-4cca-8190-433cf48411cc req-e6ffaf4b-fc9f-416e-86c0-a458bc002ebc service neutron] For port 9fab0fcf-78bc-4f5a-9f83-538054f5a15d, host n-h2-816865-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=9fab0fcf-78bc-4f5a-9f83-538054f5a15d,segment=NetworkSegment(f5791a45-deb3-4204-8072-976e3c69bbbf),segment_id=f5791a45-deb3-4204-8072-976e3c69bbbf)] {{(pid=102386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 19:12:47.739511 n-d-816865-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-fb8c65be-e3d1-4991-9556-728702ecade3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:12:47.751709 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-96c7f3c7-661a-4cca-8190-433cf48411cc req-e6ffaf4b-fc9f-416e-86c0-a458bc002ebc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6149821'] for port, after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:12:47.766376 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-cae92e88-6036-420b-af17-db5fb0ad9873 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Publish callbacks [] for security_group, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:12:47.804854 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-cae92e88-6036-420b-af17-db5fb0ad9873 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:12:47.820866 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ffaf4b-fc9f-416e-86c0-a458bc002ebc service neutron] Pushing event updated for resources: {'Port': ['ID=9fab0fcf-78bc-4f5a-9f83-538054f5a15d,revision_number=3']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:12:47.839460 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c7f3c7-661a-4cca-8190-433cf48411cc req-e6ffaf4b-fc9f-416e-86c0-a458bc002ebc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:12:47.840334 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-96c7f3c7-661a-4cca-8190-433cf48411cc req-e6ffaf4b-fc9f-416e-86c0-a458bc002ebc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:12:47.842747 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-96c7f3c7-661a-4cca-8190-433cf48411cc req-e6ffaf4b-fc9f-416e-86c0-a458bc002ebc service neutron] 10.222.0.55 "PUT /v2.0/ports/9fab0fcf-78bc-4f5a-9f83-538054f5a15d HTTP/1.1" status: 200 len: 1091 time: 1.5978875 Nov 05 19:12:47.843369 n-d-816865-1 neutron-server[102386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48dd568c-cf38-44ed-9402-8acfcc97a780', 'tag': '9fab0fcf-78bc-4f5a-9f83-538054f5a15d'}] {{(pid=102386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 19:12:47.846090 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6173a44d7c73f41af551dc890fa1a5892c2c6bc3458b640c8e0c24db7876ba6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09d109d8-2c81-4e7c-b4de-e2f833158ee8" -d '{"events": [{"name": "network-changed", "server_uuid": "48dd568c-cf38-44ed-9402-8acfcc97a780", "tag": "9fab0fcf-78bc-4f5a-9f83-538054f5a15d"}]}' {{(pid=102386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 19:12:47.937008 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 19:12:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fd983bf-0edc-4a72-8a32-d0ceb0448211 x-openstack-request-id: req-2fd983bf-0edc-4a72-8a32-d0ceb0448211 {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 19:12:47.937612 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "48dd568c-cf38-44ed-9402-8acfcc97a780", "tag": "9fab0fcf-78bc-4f5a-9f83-538054f5a15d", "status": "completed", "code": 200}]} {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 19:12:47.938137 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2fd983bf-0edc-4a72-8a32-d0ceb0448211 {{(pid=102386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 19:12:47.938805 n-d-816865-1 neutron-server[102386]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48dd568c-cf38-44ed-9402-8acfcc97a780', 'tag': '9fab0fcf-78bc-4f5a-9f83-538054f5a15d', 'status': 'completed', 'code': 200} Nov 05 19:12:47.976525 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-cae92e88-6036-420b-af17-db5fb0ad9873 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:12:47.979524 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-cae92e88-6036-420b-af17-db5fb0ad9873 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Publish callbacks [] for security_group, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:12:47.983210 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-cae92e88-6036-420b-af17-db5fb0ad9873 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] 10.222.0.13 "DELETE /v2.0/security-groups/58a0d76a-fac3-49dd-bb58-977488bd5154 HTTP/1.1" status: 204 len: 168 time: 0.5808814 Nov 05 19:12:47.983210 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cfbbf4d-771b-4755-a63c-568b031f2c1d tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Made reservation on behalf of e6881a268b314b538ad6a867b46f1df8 for: {'subnet': 1} {{(pid=102387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 19:12:47.993851 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-0cfbbf4d-771b-4755-a63c-568b031f2c1d tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5112236'] for subnet, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:12:48.026934 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d109d8-2c81-4e7c-b4de-e2f833158ee8 req-792ab72c-54bd-4961-a330-4e749261ed94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:12:48.038312 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae92e88-6036-420b-af17-db5fb0ad9873 tempest-TestNetworkAdvancedServerOps-1409455400 tempest-TestNetworkAdvancedServerOps-1409455400-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=58a0d76a-fac3-49dd-bb58-977488bd5154,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:12:48.045207 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-09d109d8-2c81-4e7c-b4de-e2f833158ee8 req-792ab72c-54bd-4961-a330-4e749261ed94 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=e66b72a9d5594b9b9cea88dc3d4a0bd2&device_id=48dd568c-cf38-44ed-9402-8acfcc97a780 HTTP/1.1" status: 200 len: 1094 time: 0.0769789 Nov 05 19:12:48.090803 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84555ea4-66d6-4b42-a90d-6606c2b9af47 req-72b08ce3-aa0c-4365-a40d-53ed73221d1d tempest-TestServerAdvancedOps-1250035107 tempest-TestServerAdvancedOps-1250035107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:12:48.092391 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-84555ea4-66d6-4b42-a90d-6606c2b9af47 req-72b08ce3-aa0c-4365-a40d-53ed73221d1d tempest-TestServerAdvancedOps-1250035107 tempest-TestServerAdvancedOps-1250035107-project] 10.222.0.13 "GET /v2.0/ports?device_id=48dd568c-cf38-44ed-9402-8acfcc97a780 HTTP/1.1" status: 200 len: 943 time: 0.1465468 Nov 05 19:12:48.182974 n-d-816865-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-fb8c65be-e3d1-4991-9556-728702ecade3 None None] Publish callbacks [] for port, precommit_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:12:48.192976 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-84555ea4-66d6-4b42-a90d-6606c2b9af47 req-571563c8-fa13-483e-8a72-2c1ae959e1e3 tempest-TestServerAdvancedOps-1250035107 tempest-TestServerAdvancedOps-1250035107-project] 10.222.0.13 "GET /v2.0/security-groups?id=55b88338-d7d7-40a0-8248-ed170fb91481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934374 Nov 05 19:12:48.246849 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d109d8-2c81-4e7c-b4de-e2f833158ee8 req-fcf70076-7e69-4c4f-ba0b-15c5152c13d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:12:48.248848 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-09d109d8-2c81-4e7c-b4de-e2f833158ee8 req-fcf70076-7e69-4c4f-ba0b-15c5152c13d3 service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=e66b72a9d5594b9b9cea88dc3d4a0bd2&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1891158 Nov 05 19:12:48.268172 n-d-816865-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-fb8c65be-e3d1-4991-9556-728702ecade3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:12:48.339953 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.managers [None req-fb8c65be-e3d1-4991-9556-728702ecade3 None None] Attempting to bind port c992a72a-0c1c-4451-9d6e-90c509c27d03 on host n-d-816865-1 for vnic_type normal with profile {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 19:12:48.341066 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.managers [None req-fb8c65be-e3d1-4991-9556-728702ecade3 None None] Attempting to bind port c992a72a-0c1c-4451-9d6e-90c509c27d03 by drivers openvswitch,hyperv on host n-d-816865-1 at level 0 using segments [{'id': '85be518c-8bb4-46a2-a903-d4292782d29d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec'}] {{(pid=102389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 19:12:48.341807 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb8c65be-e3d1-4991-9556-728702ecade3 None None] Attempting to bind port c992a72a-0c1c-4451-9d6e-90c509c27d03 on network 40c8335d-cd0b-4cb5-910a-d4dcddd5cbec {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 19:12:48.349399 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb8c65be-e3d1-4991-9556-728702ecade3 None None] Checking agent: {'id': '724d89a7-611b-41e6-bc85-c48112b17afa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 18, 25, 8), 'started_at': datetime.datetime(2021, 11, 5, 18, 25, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 19, 12, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 19:12:48.350004 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb8c65be-e3d1-4991-9556-728702ecade3 None None] Checking segment: {'id': '85be518c-8bb4-46a2-a903-d4292782d29d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 19:12:48.350676 n-d-816865-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-fb8c65be-e3d1-4991-9556-728702ecade3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:12:48.351222 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb8c65be-e3d1-4991-9556-728702ecade3 None None] Bound using segment: {'id': '85be518c-8bb4-46a2-a903-d4292782d29d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec'} {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 19:12:48.351906 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.managers [None req-fb8c65be-e3d1-4991-9556-728702ecade3 None None] Bound port: c992a72a-0c1c-4451-9d6e-90c509c27d03, host: n-d-816865-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85be518c-8bb4-46a2-a903-d4292782d29d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec'}}] {{(pid=102389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 19:12:48.352607 n-d-816865-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-fb8c65be-e3d1-4991-9556-728702ecade3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:12:48.358758 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-0cfbbf4d-771b-4755-a63c-568b031f2c1d tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4417463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5112218'] for subnet, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:12:48.385856 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d109d8-2c81-4e7c-b4de-e2f833158ee8 req-71508f9d-765d-4ab9-bacb-14a3da479fe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:12:48.387139 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-09d109d8-2c81-4e7c-b4de-e2f833158ee8 req-71508f9d-765d-4ab9-bacb-14a3da479fe8 service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1305103 Nov 05 19:12:48.425807 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [None req-fb8c65be-e3d1-4991-9556-728702ecade3 None None] For port c992a72a-0c1c-4451-9d6e-90c509c27d03, host n-d-816865-1, cleared binding levels {{(pid=102389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 19:12:48.429977 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1832f943-6234-4f7c-a9ea-8750b27e133a None None] Pushing event updated for resources: {'Port': ['ID=c992a72a-0c1c-4451-9d6e-90c509c27d03,revision_number=2']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:12:48.443638 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cfbbf4d-771b-4755-a63c-568b031f2c1d tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Pushing event updated for resources: {'Subnet': ['ID=5e035d49-fc28-4a6c-b97a-7f3a0ca679f3,revision_number=0']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:12:48.445158 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [None req-fb8c65be-e3d1-4991-9556-728702ecade3 None None] For port c992a72a-0c1c-4451-9d6e-90c509c27d03, host n-d-816865-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=c992a72a-0c1c-4451-9d6e-90c509c27d03,segment=NetworkSegment(85be518c-8bb4-46a2-a903-d4292782d29d),segment_id=85be518c-8bb4-46a2-a903-d4292782d29d)] {{(pid=102389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 19:12:48.452466 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cfbbf4d-771b-4755-a63c-568b031f2c1d tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Checking segment: {'id': 'd0a0f41f-9f59-4c03-8efd-c7c6dfb618f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '25c2b2b7-0ea9-4a9a-9e92-3e8105089525'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 19:12:48.453023 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cfbbf4d-771b-4755-a63c-568b031f2c1d tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Network hostable DHCP agents. Network: 25c2b2b7-0ea9-4a9a-9e92-3e8105089525, hostable agents: ['987e2ca0-bc3b-4c6f-a989-429ccfbf753f'], hosted agents: [] {{(pid=102387) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 05 19:12:48.492923 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c7f3c7-661a-4cca-8190-433cf48411cc req-90d7f7ac-e5f9-4bfd-abe2-3b1fc7d58e01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:12:48.495217 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-96c7f3c7-661a-4cca-8190-433cf48411cc req-90d7f7ac-e5f9-4bfd-abe2-3b1fc7d58e01 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=e66b72a9d5594b9b9cea88dc3d4a0bd2&device_id=48dd568c-cf38-44ed-9402-8acfcc97a780 HTTP/1.1" status: 200 len: 1094 time: 0.0512769 Nov 05 19:12:48.549972 n-d-816865-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-fb8c65be-e3d1-4991-9556-728702ecade3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:12:48.553658 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cfbbf4d-771b-4755-a63c-568b031f2c1d tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Network 25c2b2b7-0ea9-4a9a-9e92-3e8105089525 is scheduled to be hosted by DHCP agent 987e2ca0-bc3b-4c6f-a989-429ccfbf753f with binding_index 1 {{(pid=102387) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 05 19:12:48.559379 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-96c7f3c7-661a-4cca-8190-433cf48411cc req-550f9b2a-ef6f-454a-ad69-ce39282f9fcb service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9fab0fcf-78bc-4f5a-9f83-538054f5a15d HTTP/1.1" status: 200 len: 217 time: 0.0485370 Nov 05 19:12:48.613258 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb8c65be-e3d1-4991-9556-728702ecade3 None None] Routers {'71535d14-cf88-4bf5-bfc8-82f45fbb3237'} bound to L3 agent in host n-d-816865-1 {{(pid=102389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 19:12:48.613873 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-fb8c65be-e3d1-4991-9556-728702ecade3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T19:12:35Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['71535d14-cf88-4bf5-bfc8-82f45fbb3237'], 'active': True} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:12:48.618946 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1832f943-6234-4f7c-a9ea-8750b27e133a None None] Pushing event updated for resources: {'Port': ['ID=c992a72a-0c1c-4451-9d6e-90c509c27d03,revision_number=3']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:12:48.619204 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c7f3c7-661a-4cca-8190-433cf48411cc req-2f2e5ea0-9b8e-4ab3-b8b9-b1de9c733a98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:12:48.620761 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-96c7f3c7-661a-4cca-8190-433cf48411cc req-2f2e5ea0-9b8e-4ab3-b8b9-b1de9c733a98 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=ba828bfd-857c-42d6-bf9a-e0df37b72b21 HTTP/1.1" status: 200 len: 851 time: 0.0510614 Nov 05 19:12:48.645012 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.base_scheduler [None req-0cfbbf4d-771b-4755-a63c-568b031f2c1d tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816865-1, 25c2b2b7-0ea9-4a9a-9e92-3e8105089525) {{(pid=102387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 19:12:48.669977 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cfbbf4d-771b-4755-a63c-568b031f2c1d tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:12:48.669977 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-0cfbbf4d-771b-4755-a63c-568b031f2c1d tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Publish callbacks [] for subnet, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:12:48.677491 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a9e2acc-6d94-44e7-8133-99199cafd6b2 None None] Network 25c2b2b7-0ea9-4a9a-9e92-3e8105089525 requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 19:12:48.682289 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-96c7f3c7-661a-4cca-8190-433cf48411cc req-e572ec36-8164-43ba-ae0f-81855c86aabb service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=3ec59e2e-0aee-4abc-a9b5-bec49d440ca4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0510738 Nov 05 19:12:48.761194 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvr_db [None req-fb8c65be-e3d1-4991-9556-728702ecade3 None None] Set router 71535d14-cf88-4bf5-bfc8-82f45fbb3237 gateway port host: n-d-816865-1 {{(pid=102389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 19:12:48.811959 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-0cfbbf4d-771b-4755-a63c-568b031f2c1d tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.2201555 Nov 05 19:12:48.814832 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 36034) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:12:48.868947 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 36036) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:12:48.883598 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-96c7f3c7-661a-4cca-8190-433cf48411cc req-f577c430-cf2d-46af-b9fc-31a596efd072 service neutron] 10.222.0.55 "GET /v2.0/networks/3ec59e2e-0aee-4abc-a9b5-bec49d440ca4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1874628 Nov 05 19:12:48.987915 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b7c8127-3bbb-452b-8a02-398f9c3c0979 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeb20a084-accf-5b60-8075-3e69ebe863a6-25c2b2b7-0ea9-4a9a-9e92-3e8105089525', 'network_id': '25c2b2b7-0ea9-4a9a-9e92-3e8105089525', 'tenant_id': 'e6881a268b314b538ad6a867b46f1df8', 'fixed_ips': [{'subnet_id': '5e035d49-fc28-4a6c-b97a-7f3a0ca679f3'}]}} from n-d-816865-1. {{(pid=102388) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 05 19:12:49.002615 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-1b7c8127-3bbb-452b-8a02-398f9c3c0979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:12:49.047013 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-96c7f3c7-661a-4cca-8190-433cf48411cc req-34a85b59-9118-4219-a435-d1fc31636759 service neutron] 10.222.0.55 "GET /v2.0/networks/3ec59e2e-0aee-4abc-a9b5-bec49d440ca4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1518950 Nov 05 19:12:49.068814 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-fb8c65be-e3d1-4991-9556-728702ecade3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71535d14-cf88-4bf5-bfc8-82f45fbb3237', 'name': 'tempest-TestNetworkBasicOps-router-685414002', 'tenant_id': 'e6881a268b314b538ad6a867b46f1df8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.221'}], 'enable_snat': True}, 'gw_port_id': 'c992a72a-0c1c-4451-9d6e-90c509c27d03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T19:12:44Z', 'updated_at': '2021-11-05T19:12:46Z', 'revision_number': 3, 'project_id': 'e6881a268b314b538ad6a867b46f1df8', 'gw_port': {'id': 'c992a72a-0c1c-4451-9d6e-90c509c27d03', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:bb:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71535d14-cf88-4bf5-bfc8-82f45fbb3237', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3617, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:12:45Z', 'updated_at': '2021-11-05T19:12:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1'}], 'n-d-816865-1', False) {} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:12:49.116254 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb8c65be-e3d1-4991-9556-728702ecade3 None None] The sync data for ids ['71535d14-cf88-4bf5-bfc8-82f45fbb3237'] in n-d-816865-1 is: [{'id': '71535d14-cf88-4bf5-bfc8-82f45fbb3237', 'name': 'tempest-TestNetworkBasicOps-router-685414002', 'tenant_id': 'e6881a268b314b538ad6a867b46f1df8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.221'}], 'enable_snat': True}, 'gw_port_id': 'c992a72a-0c1c-4451-9d6e-90c509c27d03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T19:12:44Z', 'updated_at': '2021-11-05T19:12:46Z', 'revision_number': 3, 'project_id': 'e6881a268b314b538ad6a867b46f1df8', 'gw_port': {'id': 'c992a72a-0c1c-4451-9d6e-90c509c27d03', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:bb:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71535d14-cf88-4bf5-bfc8-82f45fbb3237', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3617, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:12:45Z', 'updated_at': '2021-11-05T19:12:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1'}] {{(pid=102389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 19:12:49.119882 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-716255d5-80ac-481a-a55f-9ce362e75701 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=777902a3c6ed4ff2a5460208db53bd8a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2498283 Nov 05 19:12:49.125017 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 36040) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:12:49.183770 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-05474874-50c2-45d2-bfda-3410493e73ed admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:12:49.214629 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-05474874-50c2-45d2-bfda-3410493e73ed admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:12:49.305907 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.db_base_plugin_common [None req-1b7c8127-3bbb-452b-8a02-398f9c3c0979 None None] Allocated IP 172.20.0.2 (25c2b2b7-0ea9-4a9a-9e92-3e8105089525/5e035d49-fc28-4a6c-b97a-7f3a0ca679f3/84ba85e6-93d0-44ee-b83c-34030b74fcc3) {{(pid=102388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 19:12:49.374687 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-05474874-50c2-45d2-bfda-3410493e73ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:12:49.377932 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-05474874-50c2-45d2-bfda-3410493e73ed admin admin] Publish callbacks [] for security_group, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:12:49.389056 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-05474874-50c2-45d2-bfda-3410493e73ed admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b23c5370-e76a-4461-8a4f-9b15b2c91ec8 HTTP/1.1" status: 204 len: 168 time: 0.2545109 Nov 05 19:12:49.389056 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05474874-50c2-45d2-bfda-3410493e73ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b23c5370-e76a-4461-8a4f-9b15b2c91ec8,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:12:49.463824 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56873a3c-4221-4724-b29f-5b6e06890289 req-38c8ef5d-2599-4df1-a7f0-1e1bb143f3d6 tempest-TestServerAdvancedOps-1250035107 tempest-TestServerAdvancedOps-1250035107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:12:49.479361 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-56873a3c-4221-4724-b29f-5b6e06890289 req-38c8ef5d-2599-4df1-a7f0-1e1bb143f3d6 tempest-TestServerAdvancedOps-1250035107 tempest-TestServerAdvancedOps-1250035107-project] 10.222.0.13 "GET /v2.0/ports?device_id=48dd568c-cf38-44ed-9402-8acfcc97a780 HTTP/1.1" status: 200 len: 943 time: 0.1474874 Nov 05 19:12:49.614598 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-56873a3c-4221-4724-b29f-5b6e06890289 req-b7ab29cb-d258-47ff-995a-1291d303ced6 tempest-TestServerAdvancedOps-1250035107 tempest-TestServerAdvancedOps-1250035107-project] 10.222.0.13 "GET /v2.0/security-groups?id=55b88338-d7d7-40a0-8248-ed170fb91481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343410 Nov 05 19:12:49.617345 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-1b7c8127-3bbb-452b-8a02-398f9c3c0979 None None] Publish callbacks [] for port, precommit_create {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:12:49.637172 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-e0c7207e-6f60-4d78-a908-2b4baf59779e tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:12:49.690577 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-1b7c8127-3bbb-452b-8a02-398f9c3c0979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789'] for port, after_create {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:12:49.747754 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7c8127-3bbb-452b-8a02-398f9c3c0979 None None] Pushing event updated for resources: {'Port': ['ID=84ba85e6-93d0-44ee-b83c-34030b74fcc3,revision_number=1']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:12:49.775982 n-d-816865-1 neutron-server[102388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b7c8127-3bbb-452b-8a02-398f9c3c0979 None None] Network 25c2b2b7-0ea9-4a9a-9e92-3e8105089525 is already hosted by enough agents. {{(pid=102388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 19:12:49.780101 n-d-816865-1 neutron-server[102388]: DEBUG neutron.scheduler.base_scheduler [None req-1b7c8127-3bbb-452b-8a02-398f9c3c0979 None None] Resources bound (agent type, host, resource id): {{(pid=102388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 19:12:49.781845 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b7c8127-3bbb-452b-8a02-398f9c3c0979 None None] Received port after_create {{(pid=102388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 19:12:49.932600 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-1b7c8127-3bbb-452b-8a02-398f9c3c0979 None None] Attempting to bind port 84ba85e6-93d0-44ee-b83c-34030b74fcc3 on host n-d-816865-1 for vnic_type normal with profile {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 19:12:49.946005 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-1b7c8127-3bbb-452b-8a02-398f9c3c0979 None None] Attempting to bind port 84ba85e6-93d0-44ee-b83c-34030b74fcc3 by drivers openvswitch,hyperv on host n-d-816865-1 at level 0 using segments [{'id': 'd0a0f41f-9f59-4c03-8efd-c7c6dfb618f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '25c2b2b7-0ea9-4a9a-9e92-3e8105089525'}] {{(pid=102388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 19:12:49.946713 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b7c8127-3bbb-452b-8a02-398f9c3c0979 None None] Attempting to bind port 84ba85e6-93d0-44ee-b83c-34030b74fcc3 on network 25c2b2b7-0ea9-4a9a-9e92-3e8105089525 {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 19:12:49.960797 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b7c8127-3bbb-452b-8a02-398f9c3c0979 None None] Checking agent: {'id': '724d89a7-611b-41e6-bc85-c48112b17afa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 18, 25, 8), 'started_at': datetime.datetime(2021, 11, 5, 18, 25, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 19, 12, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 19:12:49.961175 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b7c8127-3bbb-452b-8a02-398f9c3c0979 None None] Checking segment: {'id': 'd0a0f41f-9f59-4c03-8efd-c7c6dfb618f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '25c2b2b7-0ea9-4a9a-9e92-3e8105089525'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 19:12:49.961581 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-1b7c8127-3bbb-452b-8a02-398f9c3c0979 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:12:49.962523 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b7c8127-3bbb-452b-8a02-398f9c3c0979 None None] Bound using segment: {'id': 'd0a0f41f-9f59-4c03-8efd-c7c6dfb618f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '25c2b2b7-0ea9-4a9a-9e92-3e8105089525'} {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 19:12:49.963047 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-1b7c8127-3bbb-452b-8a02-398f9c3c0979 None None] Bound port: 84ba85e6-93d0-44ee-b83c-34030b74fcc3, host: n-d-816865-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0a0f41f-9f59-4c03-8efd-c7c6dfb618f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '25c2b2b7-0ea9-4a9a-9e92-3e8105089525'}}] {{(pid=102388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 19:12:49.974304 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-1b7c8127-3bbb-452b-8a02-398f9c3c0979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:12:50.045646 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.db_base_plugin_common [None req-e0c7207e-6f60-4d78-a908-2b4baf59779e tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Allocated IP 172.20.0.1 (25c2b2b7-0ea9-4a9a-9e92-3e8105089525/5e035d49-fc28-4a6c-b97a-7f3a0ca679f3/eedc05cc-da01-4686-addd-838d6e5b8722) {{(pid=102387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 19:12:50.084509 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-1b7c8127-3bbb-452b-8a02-398f9c3c0979 None None] For port 84ba85e6-93d0-44ee-b83c-34030b74fcc3, host n-d-816865-1, cleared binding levels {{(pid=102388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 19:12:50.088646 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-1b7c8127-3bbb-452b-8a02-398f9c3c0979 None None] For port 84ba85e6-93d0-44ee-b83c-34030b74fcc3, host n-d-816865-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=84ba85e6-93d0-44ee-b83c-34030b74fcc3,segment=NetworkSegment(d0a0f41f-9f59-4c03-8efd-c7c6dfb618f3),segment_id=d0a0f41f-9f59-4c03-8efd-c7c6dfb618f3)] {{(pid=102388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 19:12:50.191075 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-e0c7207e-6f60-4d78-a908-2b4baf59779e tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Publish callbacks [] for port, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:12:50.244514 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-1b7c8127-3bbb-452b-8a02-398f9c3c0979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:12:50.326035 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-e0c7207e-6f60-4d78-a908-2b4baf59779e tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4417063'] for port, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:12:50.348378 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7c8127-3bbb-452b-8a02-398f9c3c0979 None None] Pushing event updated for resources: {'Port': ['ID=84ba85e6-93d0-44ee-b83c-34030b74fcc3,revision_number=2']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:12:50.371991 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 36072) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:12:50.409843 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0c7207e-6f60-4d78-a908-2b4baf59779e tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Network 25c2b2b7-0ea9-4a9a-9e92-3e8105089525 is already hosted by enough agents. {{(pid=102387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 19:12:50.413824 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.base_scheduler [None req-e0c7207e-6f60-4d78-a908-2b4baf59779e tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Resources bound (agent type, host, resource id): {{(pid=102387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 19:12:50.426553 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0c7207e-6f60-4d78-a908-2b4baf59779e tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Received port after_create {{(pid=102387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 19:12:50.452435 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-4d96ffe1-b7d0-4aa4-a8b9-ad9e9e5bb9cc admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=339b3955ccf846e884949983e1ca7a04&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0785983 Nov 05 19:12:50.454860 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 36074) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:12:50.474274 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c7207e-6f60-4d78-a908-2b4baf59779e tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Pushing event updated for resources: {'Port': ['ID=eedc05cc-da01-4686-addd-838d6e5b8722,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:12:50.484044 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-e0c7207e-6f60-4d78-a908-2b4baf59779e tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-571770'] for router_interface, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:12:50.552698 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-433dabb1-8816-463b-b14b-17b29c4c8ca6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:12:50.584321 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-433dabb1-8816-463b-b14b-17b29c4c8ca6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:12:50.655384 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a83e81f-1bdc-44a5-8249-9ddddc2b917e req-024c4a64-b253-416d-aa02-4cc1e82cabb5 tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:12:50.658231 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-9a83e81f-1bdc-44a5-8249-9ddddc2b917e req-024c4a64-b253-416d-aa02-4cc1e82cabb5 tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] 10.222.0.13 "GET /v2.0/ports?device_id=290c51ab-aef0-42b0-b28a-c110c73b3a2f HTTP/1.1" status: 200 len: 946 time: 0.1147871 Nov 05 19:12:50.746724 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-9a83e81f-1bdc-44a5-8249-9ddddc2b917e req-d0ae7c4c-0141-4a1d-b8b1-3e22d0f7b384 tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] 10.222.0.13 "GET /v2.0/security-groups?id=62bb25fb-2654-482c-aaa3-6e348199bd66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0804393 Nov 05 19:12:50.801376 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-433dabb1-8816-463b-b14b-17b29c4c8ca6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:12:50.807912 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-433dabb1-8816-463b-b14b-17b29c4c8ca6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:12:50.807912 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-433dabb1-8816-463b-b14b-17b29c4c8ca6 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/267f1f5e-466d-401d-9f63-f1227daf8296 HTTP/1.1" status: 204 len: 168 time: 0.3487930 Nov 05 19:12:50.813808 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433dabb1-8816-463b-b14b-17b29c4c8ca6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=267f1f5e-466d-401d-9f63-f1227daf8296,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:12:50.832614 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-e0c7207e-6f60-4d78-a908-2b4baf59779e tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:12:50.862748 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cab3ce-fa6d-4612-ae0e-c45ccc43e806 req-0e8322e7-81b1-4d4c-9db7-8667bba88531 tempest-TestServerAdvancedOps-1250035107 tempest-TestServerAdvancedOps-1250035107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:12:50.864380 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-b1cab3ce-fa6d-4612-ae0e-c45ccc43e806 req-0e8322e7-81b1-4d4c-9db7-8667bba88531 tempest-TestServerAdvancedOps-1250035107 tempest-TestServerAdvancedOps-1250035107-project] 10.222.0.13 "GET /v2.0/ports?device_id=48dd568c-cf38-44ed-9402-8acfcc97a780 HTTP/1.1" status: 200 len: 943 time: 0.1135094 Nov 05 19:12:50.986075 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-b1cab3ce-fa6d-4612-ae0e-c45ccc43e806 req-d6007c9d-108f-4186-9b71-c8ba5508384d tempest-TestServerAdvancedOps-1250035107 tempest-TestServerAdvancedOps-1250035107-project] 10.222.0.13 "GET /v2.0/security-groups?id=55b88338-d7d7-40a0-8248-ed170fb91481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153309 Nov 05 19:12:51.207227 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-e0c7207e-6f60-4d78-a908-2b4baf59779e tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Publish callbacks [] for port, precommit_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:12:51.266932 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-e0c7207e-6f60-4d78-a908-2b4baf59779e tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4417072'] for port, after_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:12:51.354991 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c7207e-6f60-4d78-a908-2b4baf59779e tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Pushing event updated for resources: {'Port': ['ID=eedc05cc-da01-4686-addd-838d6e5b8722,revision_number=2']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:12:51.357506 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-e0c7207e-6f60-4d78-a908-2b4baf59779e tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-597863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-571878'] for router_interface, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:12:51.509314 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0c7207e-6f60-4d78-a908-2b4baf59779e tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Network 25c2b2b7-0ea9-4a9a-9e92-3e8105089525 is already hosted by enough agents. {{(pid=102387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 19:12:51.511196 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.base_scheduler [None req-e0c7207e-6f60-4d78-a908-2b4baf59779e tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Resources bound (agent type, host, resource id): {{(pid=102387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 19:12:51.619294 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device c992a72a-0c1c-4451-9d6e-90c509c27d03 up at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 19:12:51.686741 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Provisioning complete for port c992a72a-0c1c-4451-9d6e-90c509c27d03 triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:12:51.692151 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:12:51.795638 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:12:51.820819 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] For port c992a72a-0c1c-4451-9d6e-90c509c27d03, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=c992a72a-0c1c-4451-9d6e-90c509c27d03,segment=NetworkSegment(85be518c-8bb4-46a2-a903-d4292782d29d),segment_id=85be518c-8bb4-46a2-a903-d4292782d29d)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:12:51.895203 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:12:51.896414 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 84ba85e6-93d0-44ee-b83c-34030b74fcc3 up at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 19:12:51.988627 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Pushing event updated for resources: {'Port': ['ID=c992a72a-0c1c-4451-9d6e-90c509c27d03,revision_number=4']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:12:52.043382 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Provisioning complete for port 84ba85e6-93d0-44ee-b83c-34030b74fcc3 triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:12:52.044009 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:12:52.054103 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0c7207e-6f60-4d78-a908-2b4baf59779e tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Router 71535d14-cf88-4bf5-bfc8-82f45fbb3237 has already been hosted by L3 agent 6dcb5589-8e86-4616-9186-ddc4548e13ad {{(pid=102387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 19:12:52.092396 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Device 9fab0fcf-78bc-4f5a-9f83-538054f5a15d details requested by agent hyperv_n-h2-816865-1 with host n-h2-816865-1 {{(pid=102388) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 05 19:12:52.132355 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e5d1682-d8d8-48ee-b87a-9a137b828a3d None None] Network 25c2b2b7-0ea9-4a9a-9e92-3e8105089525 requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 19:12:52.154023 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc484900-f0ff-4c1e-8dfe-c5c8aef5a507 req-ff95ad61-0d0f-4f54-91b8-64545ba700d6 tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:12:52.155580 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-dc484900-f0ff-4c1e-8dfe-c5c8aef5a507 req-ff95ad61-0d0f-4f54-91b8-64545ba700d6 tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] 10.222.0.13 "GET /v2.0/ports?device_id=290c51ab-aef0-42b0-b28a-c110c73b3a2f HTTP/1.1" status: 200 len: 946 time: 0.1625023 Nov 05 19:12:52.278542 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59cc954-2467-48b4-8cb4-8b099302c968 req-5a1dbd26-0c77-485e-ab0a-b58890ec417c tempest-TestServerAdvancedOps-1250035107 tempest-TestServerAdvancedOps-1250035107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:12:52.280151 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-a59cc954-2467-48b4-8cb4-8b099302c968 req-5a1dbd26-0c77-485e-ab0a-b58890ec417c tempest-TestServerAdvancedOps-1250035107 tempest-TestServerAdvancedOps-1250035107-project] 10.222.0.13 "GET /v2.0/ports?device_id=48dd568c-cf38-44ed-9402-8acfcc97a780 HTTP/1.1" status: 200 len: 943 time: 0.1516263 Nov 05 19:12:52.283202 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0c7207e-6f60-4d78-a908-2b4baf59779e tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Notify agent at l3_agent.n-d-816865-1 the message routers_updated {{(pid=102387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 19:12:52.292019 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-e0c7207e-6f60-4d78-a908-2b4baf59779e tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] 10.222.0.13 "PUT /v2.0/routers/71535d14-cf88-4bf5-bfc8-82f45fbb3237/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4728117 Nov 05 19:12:52.292527 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 36098) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:12:52.294702 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-dc484900-f0ff-4c1e-8dfe-c5c8aef5a507 req-8b8ca431-aa03-4c36-981f-fd8c1492929e tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] 10.222.0.13 "GET /v2.0/security-groups?id=62bb25fb-2654-482c-aaa3-6e348199bd66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1225052 Nov 05 19:12:52.376225 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-a59cc954-2467-48b4-8cb4-8b099302c968 req-acda0ca0-fd60-4a9d-9a4d-a816abdc72df tempest-TestServerAdvancedOps-1250035107 tempest-TestServerAdvancedOps-1250035107-project] 10.222.0.13 "GET /v2.0/security-groups?id=55b88338-d7d7-40a0-8248-ed170fb91481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846717 Nov 05 19:12:52.426316 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-848b795e-880c-49da-adad-4ac7e6153e63 None None] Sync routers for ids ['71535d14-cf88-4bf5-bfc8-82f45fbb3237'] in n-d-816865-1 {{(pid=102388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 19:12:52.489924 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f258a34c-ff17-47df-94ba-0f7ec4fb5e89 tempest-TestNetworkBasicOps-495762271 tempest-TestNetworkBasicOps-495762271-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:12:52.490851 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f258a34c-ff17-47df-94ba-0f7ec4fb5e89 tempest-TestNetworkBasicOps-495762271 tempest-TestNetworkBasicOps-495762271-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:12:52.491481 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f258a34c-ff17-47df-94ba-0f7ec4fb5e89 tempest-TestNetworkBasicOps-495762271 tempest-TestNetworkBasicOps-495762271-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:12:52.492143 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f258a34c-ff17-47df-94ba-0f7ec4fb5e89 tempest-TestNetworkBasicOps-495762271 tempest-TestNetworkBasicOps-495762271-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:12:52.492763 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f258a34c-ff17-47df-94ba-0f7ec4fb5e89 tempest-TestNetworkBasicOps-495762271 tempest-TestNetworkBasicOps-495762271-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:12:52.493760 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f258a34c-ff17-47df-94ba-0f7ec4fb5e89 tempest-TestNetworkBasicOps-495762271 tempest-TestNetworkBasicOps-495762271-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:12:52.494558 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f258a34c-ff17-47df-94ba-0f7ec4fb5e89 tempest-TestNetworkBasicOps-495762271 tempest-TestNetworkBasicOps-495762271-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:12:52.495184 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f258a34c-ff17-47df-94ba-0f7ec4fb5e89 tempest-TestNetworkBasicOps-495762271 tempest-TestNetworkBasicOps-495762271-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:12:52.495827 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f258a34c-ff17-47df-94ba-0f7ec4fb5e89 tempest-TestNetworkBasicOps-495762271 tempest-TestNetworkBasicOps-495762271-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:12:52.496448 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f258a34c-ff17-47df-94ba-0f7ec4fb5e89 tempest-TestNetworkBasicOps-495762271 tempest-TestNetworkBasicOps-495762271-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:12:52.497089 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f258a34c-ff17-47df-94ba-0f7ec4fb5e89 tempest-TestNetworkBasicOps-495762271 tempest-TestNetworkBasicOps-495762271-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:12:52.499330 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-f258a34c-ff17-47df-94ba-0f7ec4fb5e89 tempest-TestNetworkBasicOps-495762271 tempest-TestNetworkBasicOps-495762271-project-admin] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7784 time: 0.2063479 Nov 05 19:12:52.502402 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 36102) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:12:52.515900 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-ad44ea80-0517-447b-a3a1-b45909f71631 None None] Provisioning complete for port 84ba85e6-93d0-44ee-b83c-34030b74fcc3 triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:12:52.516281 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-ad44ea80-0517-447b-a3a1-b45909f71631 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:12:52.517826 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-848b795e-880c-49da-adad-4ac7e6153e63 None None] Routers {'71535d14-cf88-4bf5-bfc8-82f45fbb3237'} bound to L3 agent in host n-d-816865-1 {{(pid=102388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 19:12:52.518421 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-848b795e-880c-49da-adad-4ac7e6153e63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T19:12:35Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['71535d14-cf88-4bf5-bfc8-82f45fbb3237'], 'active': True} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:12:52.609762 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7378e6a1-395e-4fca-bd69-d38b1f682dc3 tempest-TestNetworkBasicOps-495762271 tempest-TestNetworkBasicOps-495762271-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:12:52.610257 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7378e6a1-395e-4fca-bd69-d38b1f682dc3 tempest-TestNetworkBasicOps-495762271 tempest-TestNetworkBasicOps-495762271-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:12:52.610712 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7378e6a1-395e-4fca-bd69-d38b1f682dc3 tempest-TestNetworkBasicOps-495762271 tempest-TestNetworkBasicOps-495762271-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:12:52.611162 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7378e6a1-395e-4fca-bd69-d38b1f682dc3 tempest-TestNetworkBasicOps-495762271 tempest-TestNetworkBasicOps-495762271-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:12:52.611737 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7378e6a1-395e-4fca-bd69-d38b1f682dc3 tempest-TestNetworkBasicOps-495762271 tempest-TestNetworkBasicOps-495762271-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:12:52.612192 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7378e6a1-395e-4fca-bd69-d38b1f682dc3 tempest-TestNetworkBasicOps-495762271 tempest-TestNetworkBasicOps-495762271-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:12:52.612843 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7378e6a1-395e-4fca-bd69-d38b1f682dc3 tempest-TestNetworkBasicOps-495762271 tempest-TestNetworkBasicOps-495762271-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:12:52.613296 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7378e6a1-395e-4fca-bd69-d38b1f682dc3 tempest-TestNetworkBasicOps-495762271 tempest-TestNetworkBasicOps-495762271-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:12:52.613737 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7378e6a1-395e-4fca-bd69-d38b1f682dc3 tempest-TestNetworkBasicOps-495762271 tempest-TestNetworkBasicOps-495762271-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:12:52.614395 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7378e6a1-395e-4fca-bd69-d38b1f682dc3 tempest-TestNetworkBasicOps-495762271 tempest-TestNetworkBasicOps-495762271-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:12:52.615002 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7378e6a1-395e-4fca-bd69-d38b1f682dc3 tempest-TestNetworkBasicOps-495762271 tempest-TestNetworkBasicOps-495762271-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:12:52.617309 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-7378e6a1-395e-4fca-bd69-d38b1f682dc3 tempest-TestNetworkBasicOps-495762271 tempest-TestNetworkBasicOps-495762271-project-admin] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 7201 time: 0.1137905 Nov 05 19:12:52.620174 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 36104) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:12:52.669106 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:12:52.717280 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] For port 9fab0fcf-78bc-4f5a-9f83-538054f5a15d, host n-h2-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=9fab0fcf-78bc-4f5a-9f83-538054f5a15d,segment=NetworkSegment(f5791a45-deb3-4204-8072-976e3c69bbbf),segment_id=f5791a45-deb3-4204-8072-976e3c69bbbf)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:12:52.762665 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Returning: {'device': '9fab0fcf-78bc-4f5a-9f83-538054f5a15d', 'network_id': '3ec59e2e-0aee-4abc-a9b5-bec49d440ca4', 'port_id': '9fab0fcf-78bc-4f5a-9f83-538054f5a15d', 'mac_address': 'fa:16:3e:80:b9:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba828bfd-857c-42d6-bf9a-e0df37b72b21', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102388) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 05 19:12:52.809905 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvr_db [None req-848b795e-880c-49da-adad-4ac7e6153e63 None None] Set router 71535d14-cf88-4bf5-bfc8-82f45fbb3237 gateway port host: n-d-816865-1 {{(pid=102388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 19:12:52.812791 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] For port 84ba85e6-93d0-44ee-b83c-34030b74fcc3, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=84ba85e6-93d0-44ee-b83c-34030b74fcc3,segment=NetworkSegment(d0a0f41f-9f59-4c03-8efd-c7c6dfb618f3),segment_id=d0a0f41f-9f59-4c03-8efd-c7c6dfb618f3)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:12:52.873419 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-6ee116a7-341b-4d5e-9a52-358e6dfb1c55 tempest-TestNetworkBasicOps-495762271 tempest-TestNetworkBasicOps-495762271-project-admin] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 5210 time: 0.2519500 Nov 05 19:12:52.896943 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:12:52.982589 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:12:52.995863 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-ad44ea80-0517-447b-a3a1-b45909f71631 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:12:53.070659 n-d-816865-1 neutron-server[102388]: DEBUG neutron.notifiers.nova [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9fab0fcf-78bc-4f5a-9f83-538054f5a15d {{(pid=102388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 19:12:53.103632 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Pushing event updated for resources: {'Port': ['ID=84ba85e6-93d0-44ee-b83c-34030b74fcc3,revision_number=3']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:12:53.133683 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 36114) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:12:53.139097 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-e8074f71-808a-4532-90f3-462d84bef045 tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-884021896', 'description': 'tempest-secgroup-smoke-884021896 description', 'project_id': 'e6881a268b314b538ad6a867b46f1df8'}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:12:53.157393 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] For port 9fab0fcf-78bc-4f5a-9f83-538054f5a15d, host n-h2-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=9fab0fcf-78bc-4f5a-9f83-538054f5a15d,segment=NetworkSegment(f5791a45-deb3-4204-8072-976e3c69bbbf),segment_id=f5791a45-deb3-4204-8072-976e3c69bbbf)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:12:53.203446 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.db.api [None req-ad44ea80-0517-447b-a3a1-b45909f71631 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102388) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 05 19:12:53.203806 n-d-816865-1 neutron-server[102388]: DEBUG oslo_db.api [None req-ad44ea80-0517-447b-a3a1-b45909f71631 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 05 19:12:53.215133 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-e8074f71-808a-4532-90f3-462d84bef045 tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Publish callbacks [] for security_group, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:12:53.235950 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-848b795e-880c-49da-adad-4ac7e6153e63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71535d14-cf88-4bf5-bfc8-82f45fbb3237', 'name': 'tempest-TestNetworkBasicOps-router-685414002', 'tenant_id': 'e6881a268b314b538ad6a867b46f1df8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.221'}], 'enable_snat': True}, 'gw_port_id': 'c992a72a-0c1c-4451-9d6e-90c509c27d03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T19:12:44Z', 'updated_at': '2021-11-05T19:12:50Z', 'revision_number': 4, 'project_id': 'e6881a268b314b538ad6a867b46f1df8', 'gw_port': {'id': 'c992a72a-0c1c-4451-9d6e-90c509c27d03', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:bb:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71535d14-cf88-4bf5-bfc8-82f45fbb3237', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3617, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:12:45Z', 'updated_at': '2021-11-05T19:12:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1', '_interfaces': [{'id': 'eedc05cc-da01-4686-addd-838d6e5b8722', 'name': '', 'network_id': '25c2b2b7-0ea9-4a9a-9e92-3e8105089525', 'tenant_id': 'e6881a268b314b538ad6a867b46f1df8', 'mac_address': 'fa:16:3e:6b:17:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71535d14-cf88-4bf5-bfc8-82f45fbb3237', 'device_owner': 'network:router_interface', 'standard_attr_id': 3620, 'fixed_ips': [{'subnet_id': '5e035d49-fc28-4a6c-b97a-7f3a0ca679f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:12:49Z', 'updated_at': '2021-11-05T19:12:51Z', 'revision_number': 2, 'project_id': 'e6881a268b314b538ad6a867b46f1df8', 'subnets': [{'id': '5e035d49-fc28-4a6c-b97a-7f3a0ca679f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-1', False) {} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:12:53.270936 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-848b795e-880c-49da-adad-4ac7e6153e63 None None] Checking router: 71535d14-cf88-4bf5-bfc8-82f45fbb3237 for host: n-d-816865-1 {{(pid=102388) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 19:12:53.271439 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-848b795e-880c-49da-adad-4ac7e6153e63 None None] Updating router 71535d14-cf88-4bf5-bfc8-82f45fbb3237 port eedc05cc-da01-4686-addd-838d6e5b8722 binding host n-d-816865-1 {{(pid=102388) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 05 19:12:53.273471 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:12:53.291835 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-e8074f71-808a-4532-90f3-462d84bef045 tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Publish callbacks [] for security_group, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:12:53.323469 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-848b795e-880c-49da-adad-4ac7e6153e63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:12:53.349901 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-e8074f71-808a-4532-90f3-462d84bef045 tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:12:53.355484 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Pushing event updated for resources: {'Port': ['ID=9fab0fcf-78bc-4f5a-9f83-538054f5a15d,revision_number=4']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:12:53.392497 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8074f71-808a-4532-90f3-462d84bef045 tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Pushing event updated for resources: {'SecurityGroup': ['ID=df0d1391-c71c-43f2-afc4-520021f50e79,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:12:53.490329 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-e8074f71-808a-4532-90f3-462d84bef045 tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Publish callbacks [] for security_group, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:12:53.494830 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-e8074f71-808a-4532-90f3-462d84bef045 tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3578613 Nov 05 19:12:53.495150 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 36124) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:12:53.499781 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-eaa4608f-ca7d-4600-986c-a8b4996ebc22 tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Request body: {'security_group_rule': {'security_group_id': 'df0d1391-c71c-43f2-afc4-520021f50e79', 'project_id': 'e6881a268b314b538ad6a867b46f1df8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:12:53.535319 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device c992a72a-0c1c-4451-9d6e-90c509c27d03 up at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 19:12:53.570391 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9a8b66-a1d9-4437-a357-8397612ab4cc req-0b31a985-67c3-4924-8f57-e2f222ff1a58 tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:12:53.572177 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-ad9a8b66-a1d9-4437-a357-8397612ab4cc req-0b31a985-67c3-4924-8f57-e2f222ff1a58 tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] 10.222.0.13 "GET /v2.0/ports?device_id=290c51ab-aef0-42b0-b28a-c110c73b3a2f HTTP/1.1" status: 200 len: 946 time: 0.1486566 Nov 05 19:12:53.596676 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] get_ports_and_sgs() called for port_ids ['9fab0fcf-78bc-4f5a-9f83-538054f5a15d'] {{(pid=102388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 19:12:53.614777 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2ef1b1-6c21-485a-b37d-2045d6f518a0 req-74d7db9e-bf54-4540-b0a4-9b6ac0fa5160 tempest-TestServerAdvancedOps-1250035107 tempest-TestServerAdvancedOps-1250035107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:12:53.616572 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-fb2ef1b1-6c21-485a-b37d-2045d6f518a0 req-74d7db9e-bf54-4540-b0a4-9b6ac0fa5160 tempest-TestServerAdvancedOps-1250035107 tempest-TestServerAdvancedOps-1250035107-project] 10.222.0.13 "GET /v2.0/ports?device_id=48dd568c-cf38-44ed-9402-8acfcc97a780 HTTP/1.1" status: 200 len: 944 time: 0.1359513 Nov 05 19:12:53.628071 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-eaa4608f-ca7d-4600-986c-a8b4996ebc22 tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:12:53.690932 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-ad9a8b66-a1d9-4437-a357-8397612ab4cc req-e67dd503-d2b2-4d24-9d85-f49caa02dbee tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] 10.222.0.13 "GET /v2.0/security-groups?id=62bb25fb-2654-482c-aaa3-6e348199bd66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1001136 Nov 05 19:12:53.753658 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-eaa4608f-ca7d-4600-986c-a8b4996ebc22 tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:12:53.758160 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-fb2ef1b1-6c21-485a-b37d-2045d6f518a0 req-ffa7f91a-0e9c-469d-9396-af508214c53b tempest-TestServerAdvancedOps-1250035107 tempest-TestServerAdvancedOps-1250035107-project] 10.222.0.13 "GET /v2.0/security-groups?id=55b88338-d7d7-40a0-8248-ed170fb91481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275141 Nov 05 19:12:53.818649 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Provisioning complete for port c992a72a-0c1c-4451-9d6e-90c509c27d03 triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:12:53.819170 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:12:53.832187 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-eaa4608f-ca7d-4600-986c-a8b4996ebc22 tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985308'] for security_group_rule, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:12:53.853248 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa4608f-ca7d-4600-986c-a8b4996ebc22 tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f932be45-34ae-45f2-b7b1-89673b0c45ac,revision_number=0']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:12:53.925301 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-eaa4608f-ca7d-4600-986c-a8b4996ebc22 tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:12:53.937397 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 36130) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:12:53.937610 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-eaa4608f-ca7d-4600-986c-a8b4996ebc22 tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4373267 Nov 05 19:12:53.938287 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-08dd5e72-8494-4ca1-a2b2-9b08cce174ca tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Request body: {'security_group_rule': {'security_group_id': 'df0d1391-c71c-43f2-afc4-520021f50e79', 'project_id': 'e6881a268b314b538ad6a867b46f1df8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:12:53.962799 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-848b795e-880c-49da-adad-4ac7e6153e63 None None] Publish callbacks [] for port, precommit_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:12:54.004088 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 84ba85e6-93d0-44ee-b83c-34030b74fcc3 up at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 19:12:54.013246 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-0561b301-be1f-4ecd-b2f5-b7211fc05096 None None] Provisioning complete for port 84ba85e6-93d0-44ee-b83c-34030b74fcc3 triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:12:54.013606 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-0561b301-be1f-4ecd-b2f5-b7211fc05096 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:12:54.032179 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-08dd5e72-8494-4ca1-a2b2-9b08cce174ca tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:12:54.065245 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-848b795e-880c-49da-adad-4ac7e6153e63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:12:54.080643 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-08dd5e72-8494-4ca1-a2b2-9b08cce174ca tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:12:54.138504 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30332568-476a-4fee-a263-073083ac5d55 None None] Pushing event updated for resources: {'Port': ['ID=eedc05cc-da01-4686-addd-838d6e5b8722,revision_number=3']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:12:54.154934 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-08dd5e72-8494-4ca1-a2b2-9b08cce174ca tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985308'] for security_group_rule, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:12:54.176870 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08dd5e72-8494-4ca1-a2b2-9b08cce174ca tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9e3648d-eced-492b-abdd-6feb0d0b0714,revision_number=0']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:12:54.267428 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-08dd5e72-8494-4ca1-a2b2-9b08cce174ca tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:12:54.268675 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-08dd5e72-8494-4ca1-a2b2-9b08cce174ca tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3333995 Nov 05 19:12:54.270332 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 36136) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:12:54.276265 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-b4b31e3e-e7b1-4c33-b77e-689d234050f0 tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Request body: {'security_group_rule': {'security_group_id': 'df0d1391-c71c-43f2-afc4-520021f50e79', 'project_id': 'e6881a268b314b538ad6a867b46f1df8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:12:54.380377 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-b4b31e3e-e7b1-4c33-b77e-689d234050f0 tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:12:54.381317 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Provisioning complete for port 84ba85e6-93d0-44ee-b83c-34030b74fcc3 triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:12:54.381687 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:12:54.424520 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-848b795e-880c-49da-adad-4ac7e6153e63 None None] Attempting to bind port eedc05cc-da01-4686-addd-838d6e5b8722 on host n-d-816865-1 for vnic_type normal with profile {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 19:12:54.424784 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-848b795e-880c-49da-adad-4ac7e6153e63 None None] Attempting to bind port eedc05cc-da01-4686-addd-838d6e5b8722 by drivers openvswitch,hyperv on host n-d-816865-1 at level 0 using segments [{'id': 'd0a0f41f-9f59-4c03-8efd-c7c6dfb618f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '25c2b2b7-0ea9-4a9a-9e92-3e8105089525'}] {{(pid=102388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 19:12:54.425925 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-848b795e-880c-49da-adad-4ac7e6153e63 None None] Attempting to bind port eedc05cc-da01-4686-addd-838d6e5b8722 on network 25c2b2b7-0ea9-4a9a-9e92-3e8105089525 {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 19:12:54.441983 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-848b795e-880c-49da-adad-4ac7e6153e63 None None] Checking agent: {'id': '724d89a7-611b-41e6-bc85-c48112b17afa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 18, 25, 8), 'started_at': datetime.datetime(2021, 11, 5, 18, 25, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 19, 12, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 19:12:54.442278 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-b4b31e3e-e7b1-4c33-b77e-689d234050f0 tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:12:54.448299 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-848b795e-880c-49da-adad-4ac7e6153e63 None None] Checking segment: {'id': 'd0a0f41f-9f59-4c03-8efd-c7c6dfb618f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '25c2b2b7-0ea9-4a9a-9e92-3e8105089525'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 19:12:54.448299 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-848b795e-880c-49da-adad-4ac7e6153e63 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:12:54.448299 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-848b795e-880c-49da-adad-4ac7e6153e63 None None] Bound using segment: {'id': 'd0a0f41f-9f59-4c03-8efd-c7c6dfb618f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '25c2b2b7-0ea9-4a9a-9e92-3e8105089525'} {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 19:12:54.448299 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-848b795e-880c-49da-adad-4ac7e6153e63 None None] Bound port: eedc05cc-da01-4686-addd-838d6e5b8722, host: n-d-816865-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0a0f41f-9f59-4c03-8efd-c7c6dfb618f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '25c2b2b7-0ea9-4a9a-9e92-3e8105089525'}}] {{(pid=102388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 19:12:54.448299 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-848b795e-880c-49da-adad-4ac7e6153e63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:12:54.470126 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-0561b301-be1f-4ecd-b2f5-b7211fc05096 None None] Provisioning complete for port eedc05cc-da01-4686-addd-838d6e5b8722 triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:12:54.470495 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-0561b301-be1f-4ecd-b2f5-b7211fc05096 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:12:54.506607 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-b4b31e3e-e7b1-4c33-b77e-689d234050f0 tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985308'] for security_group_rule, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:12:54.525603 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b31e3e-e7b1-4c33-b77e-689d234050f0 tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a1248369-39dc-473f-9106-c7597f6b0b4a,revision_number=0']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:12:54.571924 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-0561b301-be1f-4ecd-b2f5-b7211fc05096 None None] Port eedc05cc-da01-4686-addd-838d6e5b8722 cannot update to ACTIVE because it is not bound. {{(pid=102388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 19:12:54.586001 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-848b795e-880c-49da-adad-4ac7e6153e63 None None] For port eedc05cc-da01-4686-addd-838d6e5b8722, host n-d-816865-1, cleared binding levels {{(pid=102388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 19:12:54.593779 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-b4b31e3e-e7b1-4c33-b77e-689d234050f0 tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:12:54.593897 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-848b795e-880c-49da-adad-4ac7e6153e63 None None] For port eedc05cc-da01-4686-addd-838d6e5b8722, host n-d-816865-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=eedc05cc-da01-4686-addd-838d6e5b8722,segment=NetworkSegment(d0a0f41f-9f59-4c03-8efd-c7c6dfb618f3),segment_id=d0a0f41f-9f59-4c03-8efd-c7c6dfb618f3)] {{(pid=102388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 19:12:54.594026 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-b4b31e3e-e7b1-4c33-b77e-689d234050f0 tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3191209 Nov 05 19:12:54.594026 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 36142) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:12:54.598195 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-981a4bcd-778f-4c30-b98a-a043b8ce8a87 tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Request body: {'security_group_rule': {'security_group_id': 'df0d1391-c71c-43f2-afc4-520021f50e79', 'project_id': 'e6881a268b314b538ad6a867b46f1df8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:12:54.658996 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-848b795e-880c-49da-adad-4ac7e6153e63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:12:54.692914 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-981a4bcd-778f-4c30-b98a-a043b8ce8a87 tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:12:54.735399 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30332568-476a-4fee-a263-073083ac5d55 None None] Pushing event updated for resources: {'Port': ['ID=eedc05cc-da01-4686-addd-838d6e5b8722,revision_number=4']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:12:54.738233 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-c60874fc-b5a5-439a-9e95-7442421ebe4b None None] Provisioning complete for port eedc05cc-da01-4686-addd-838d6e5b8722 triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:12:54.738606 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c60874fc-b5a5-439a-9e95-7442421ebe4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:12:54.770240 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-848b795e-880c-49da-adad-4ac7e6153e63 None None] Routers {'71535d14-cf88-4bf5-bfc8-82f45fbb3237'} bound to L3 agent in host n-d-816865-1 {{(pid=102388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 19:12:54.770887 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-848b795e-880c-49da-adad-4ac7e6153e63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T19:12:35Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['71535d14-cf88-4bf5-bfc8-82f45fbb3237'], 'active': True} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:12:54.803142 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-981a4bcd-778f-4c30-b98a-a043b8ce8a87 tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:12:54.891460 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-981a4bcd-778f-4c30-b98a-a043b8ce8a87 tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985308'] for security_group_rule, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:12:54.912216 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a32dba-bd2c-41bb-a014-e0eb9eaf2606 req-f3461ba7-7cff-4318-996f-88a0bc038a97 tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:12:54.913782 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-85a32dba-bd2c-41bb-a014-e0eb9eaf2606 req-f3461ba7-7cff-4318-996f-88a0bc038a97 tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] 10.222.0.13 "GET /v2.0/ports?device_id=290c51ab-aef0-42b0-b28a-c110c73b3a2f HTTP/1.1" status: 200 len: 946 time: 0.0978076 Nov 05 19:12:54.938313 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981a4bcd-778f-4c30-b98a-a043b8ce8a87 tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=028cb8f4-b421-4ef7-9d83-3274b907fee0,revision_number=0']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:12:54.942221 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvr_db [None req-848b795e-880c-49da-adad-4ac7e6153e63 None None] Set router 71535d14-cf88-4bf5-bfc8-82f45fbb3237 gateway port host: n-d-816865-1 {{(pid=102388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 19:12:54.985790 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b490e2d2-9ec5-44ec-806f-d2932fbd2dc9 req-49bca1ee-3c21-4536-9e28-59c6d60fac90 tempest-TestServerAdvancedOps-1250035107 tempest-TestServerAdvancedOps-1250035107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:12:54.990701 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-b490e2d2-9ec5-44ec-806f-d2932fbd2dc9 req-49bca1ee-3c21-4536-9e28-59c6d60fac90 tempest-TestServerAdvancedOps-1250035107 tempest-TestServerAdvancedOps-1250035107-project] 10.222.0.13 "GET /v2.0/ports?device_id=48dd568c-cf38-44ed-9402-8acfcc97a780 HTTP/1.1" status: 200 len: 944 time: 0.1349115 Nov 05 19:12:55.047650 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-981a4bcd-778f-4c30-b98a-a043b8ce8a87 tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:12:55.050084 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-981a4bcd-778f-4c30-b98a-a043b8ce8a87 tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4541013 Nov 05 19:12:55.052038 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 36154) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:12:55.059577 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-71565ecb-b1ab-422c-a1ec-5cb2ece2f021 tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Request body: {'security_group_rule': {'security_group_id': 'df0d1391-c71c-43f2-afc4-520021f50e79', 'project_id': 'e6881a268b314b538ad6a867b46f1df8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:12:55.070662 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-85a32dba-bd2c-41bb-a014-e0eb9eaf2606 req-ef00b442-b51c-46b0-a582-148b9262a175 tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] 10.222.0.13 "GET /v2.0/security-groups?id=62bb25fb-2654-482c-aaa3-6e348199bd66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1431677 Nov 05 19:12:55.082134 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c60874fc-b5a5-439a-9e95-7442421ebe4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:12:55.093375 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-b490e2d2-9ec5-44ec-806f-d2932fbd2dc9 req-c06d3063-dba5-4f5e-8b84-6709e34bc7be tempest-TestServerAdvancedOps-1250035107 tempest-TestServerAdvancedOps-1250035107-project] 10.222.0.13 "GET /v2.0/security-groups?id=55b88338-d7d7-40a0-8248-ed170fb91481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832775 Nov 05 19:12:55.146438 n-d-816865-1 neutron-server[102386]: INFO neutron.db.securitygroups_db [None req-71565ecb-b1ab-422c-a1ec-5cb2ece2f021 tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Project e6881a268b314b538ad6a867b46f1df8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 05 19:12:55.152820 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-71565ecb-b1ab-422c-a1ec-5cb2ece2f021 tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:12:55.157624 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-c60874fc-b5a5-439a-9e95-7442421ebe4b None None] For port eedc05cc-da01-4686-addd-838d6e5b8722, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=eedc05cc-da01-4686-addd-838d6e5b8722,segment=NetworkSegment(d0a0f41f-9f59-4c03-8efd-c7c6dfb618f3),segment_id=d0a0f41f-9f59-4c03-8efd-c7c6dfb618f3)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:12:55.223378 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-71565ecb-b1ab-422c-a1ec-5cb2ece2f021 tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:12:55.226956 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-848b795e-880c-49da-adad-4ac7e6153e63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71535d14-cf88-4bf5-bfc8-82f45fbb3237', 'name': 'tempest-TestNetworkBasicOps-router-685414002', 'tenant_id': 'e6881a268b314b538ad6a867b46f1df8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.221'}], 'enable_snat': True}, 'gw_port_id': 'c992a72a-0c1c-4451-9d6e-90c509c27d03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T19:12:44Z', 'updated_at': '2021-11-05T19:12:50Z', 'revision_number': 4, 'project_id': 'e6881a268b314b538ad6a867b46f1df8', 'gw_port': {'id': 'c992a72a-0c1c-4451-9d6e-90c509c27d03', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:bb:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71535d14-cf88-4bf5-bfc8-82f45fbb3237', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3617, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:12:45Z', 'updated_at': '2021-11-05T19:12:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1', '_interfaces': [{'id': 'eedc05cc-da01-4686-addd-838d6e5b8722', 'name': '', 'network_id': '25c2b2b7-0ea9-4a9a-9e92-3e8105089525', 'tenant_id': 'e6881a268b314b538ad6a867b46f1df8', 'mac_address': 'fa:16:3e:6b:17:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71535d14-cf88-4bf5-bfc8-82f45fbb3237', 'device_owner': 'network:router_interface', 'standard_attr_id': 3620, 'fixed_ips': [{'subnet_id': '5e035d49-fc28-4a6c-b97a-7f3a0ca679f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:12:49Z', 'updated_at': '2021-11-05T19:12:54Z', 'revision_number': 4, 'project_id': 'e6881a268b314b538ad6a867b46f1df8', 'subnets': [{'id': '5e035d49-fc28-4a6c-b97a-7f3a0ca679f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-1', False) {} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:12:55.230190 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c60874fc-b5a5-439a-9e95-7442421ebe4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:12:55.262748 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-848b795e-880c-49da-adad-4ac7e6153e63 None None] The sync data for ids ['71535d14-cf88-4bf5-bfc8-82f45fbb3237'] in n-d-816865-1 is: [{'id': '71535d14-cf88-4bf5-bfc8-82f45fbb3237', 'name': 'tempest-TestNetworkBasicOps-router-685414002', 'tenant_id': 'e6881a268b314b538ad6a867b46f1df8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.221'}], 'enable_snat': True}, 'gw_port_id': 'c992a72a-0c1c-4451-9d6e-90c509c27d03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T19:12:44Z', 'updated_at': '2021-11-05T19:12:50Z', 'revision_number': 4, 'project_id': 'e6881a268b314b538ad6a867b46f1df8', 'gw_port': {'id': 'c992a72a-0c1c-4451-9d6e-90c509c27d03', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:bb:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71535d14-cf88-4bf5-bfc8-82f45fbb3237', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3617, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:12:45Z', 'updated_at': '2021-11-05T19:12:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1', '_interfaces': [{'id': 'eedc05cc-da01-4686-addd-838d6e5b8722', 'name': '', 'network_id': '25c2b2b7-0ea9-4a9a-9e92-3e8105089525', 'tenant_id': 'e6881a268b314b538ad6a867b46f1df8', 'mac_address': 'fa:16:3e:6b:17:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71535d14-cf88-4bf5-bfc8-82f45fbb3237', 'device_owner': 'network:router_interface', 'standard_attr_id': 3620, 'fixed_ips': [{'subnet_id': '5e035d49-fc28-4a6c-b97a-7f3a0ca679f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:12:49Z', 'updated_at': '2021-11-05T19:12:54Z', 'revision_number': 4, 'project_id': 'e6881a268b314b538ad6a867b46f1df8', 'subnets': [{'id': '5e035d49-fc28-4a6c-b97a-7f3a0ca679f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 19:12:55.318903 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-71565ecb-b1ab-422c-a1ec-5cb2ece2f021 tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985308'] for security_group_rule, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:12:55.329071 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60874fc-b5a5-439a-9e95-7442421ebe4b None None] Pushing event updated for resources: {'Port': ['ID=eedc05cc-da01-4686-addd-838d6e5b8722,revision_number=5']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:12:55.344906 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71565ecb-b1ab-422c-a1ec-5cb2ece2f021 tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f8de1f9-5bcb-47a0-93f9-4dcc2dac5301,revision_number=0']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:12:55.355990 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-3b6d1f14-66d6-4c25-a7a3-c970db83ef13 None None] Provisioning complete for port eedc05cc-da01-4686-addd-838d6e5b8722 triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:12:55.356682 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3b6d1f14-66d6-4c25-a7a3-c970db83ef13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:12:55.421357 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-71565ecb-b1ab-422c-a1ec-5cb2ece2f021 tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:12:55.425083 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-71565ecb-b1ab-422c-a1ec-5cb2ece2f021 tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3695123 Nov 05 19:12:55.425344 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 36158) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:12:55.429774 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-87781b52-99e2-4677-bb85-00362f6de8e8 tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Request body: {'security_group_rule': {'security_group_id': 'df0d1391-c71c-43f2-afc4-520021f50e79', 'project_id': 'e6881a268b314b538ad6a867b46f1df8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:12:55.510433 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device eedc05cc-da01-4686-addd-838d6e5b8722 up at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 19:12:55.532392 n-d-816865-1 neutron-server[102386]: INFO neutron.db.securitygroups_db [None req-87781b52-99e2-4677-bb85-00362f6de8e8 tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Project e6881a268b314b538ad6a867b46f1df8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 05 19:12:55.540000 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-87781b52-99e2-4677-bb85-00362f6de8e8 tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:12:55.569265 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Provisioning complete for port eedc05cc-da01-4686-addd-838d6e5b8722 triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:12:55.569893 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:12:55.621566 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-87781b52-99e2-4677-bb85-00362f6de8e8 tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:12:55.712933 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-87781b52-99e2-4677-bb85-00362f6de8e8 tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985308'] for security_group_rule, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:12:55.735691 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87781b52-99e2-4677-bb85-00362f6de8e8 tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=16d711b6-3a11-48a9-af2d-7b022a68df78,revision_number=0']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:12:55.834105 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-87781b52-99e2-4677-bb85-00362f6de8e8 tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:12:55.835372 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-87781b52-99e2-4677-bb85-00362f6de8e8 tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4091616 Nov 05 19:12:56.066519 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Device 9fab0fcf-78bc-4f5a-9f83-538054f5a15d up at agent hyperv_n-h2-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 19:12:56.075191 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-4aeab38c-bb85-4b71-b256-5f7ecc41f88b req-fd7d155d-6627-4b0b-8fdf-96a43fdb7721 tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-884021896&fields=id&tenant_id=e6881a268b314b538ad6a867b46f1df8 HTTP/1.1" status: 200 len: 267 time: 0.0555556 Nov 05 19:12:56.226319 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Provisioning for port 9fab0fcf-78bc-4f5a-9f83-538054f5a15d completed by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 05 19:12:56.231347 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Provisioning complete for port 9fab0fcf-78bc-4f5a-9f83-538054f5a15d triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:12:56.231727 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:12:56.245711 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aeab38c-bb85-4b71-b256-5f7ecc41f88b req-8a562620-fa17-484e-bdf2-443ffe1abd57 tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:12:56.247304 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-4aeab38c-bb85-4b71-b256-5f7ecc41f88b req-8a562620-fa17-484e-bdf2-443ffe1abd57 tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] 10.222.0.13 "GET /v2.0/networks?id=25c2b2b7-0ea9-4a9a-9e92-3e8105089525 HTTP/1.1" status: 200 len: 797 time: 0.1640103 Nov 05 19:12:56.261458 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c693238b-6386-4ca5-960c-d76d9501868c req-78ece303-3b3b-4a2d-901a-b48579cb13fe tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:12:56.263472 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-c693238b-6386-4ca5-960c-d76d9501868c req-78ece303-3b3b-4a2d-901a-b48579cb13fe tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] 10.222.0.13 "GET /v2.0/ports?device_id=290c51ab-aef0-42b0-b28a-c110c73b3a2f HTTP/1.1" status: 200 len: 946 time: 0.0924091 Nov 05 19:12:56.296031 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-4aeab38c-bb85-4b71-b256-5f7ecc41f88b req-41aa5012-4f3c-4f14-ab04-ee88bc971213 tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] 10.222.0.13 "GET /v2.0/quotas/e6881a268b314b538ad6a867b46f1df8 HTTP/1.1" status: 200 len: 375 time: 0.0313582 Nov 05 19:12:56.322829 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:12:56.350234 n-d-816865-1 neutron-server[102388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48dd568c-cf38-44ed-9402-8acfcc97a780', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fab0fcf-78bc-4f5a-9f83-538054f5a15d'}] {{(pid=102388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 19:12:56.353347 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85474fee1180e129d8a886d264fe0b30223aa672dd1ffe43b630605f18504f68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b08cc07b-85cf-475b-bca5-5a9767a7dde7" -d '{"events": [{"server_uuid": "48dd568c-cf38-44ed-9402-8acfcc97a780", "name": "network-vif-plugged", "status": "completed", "tag": "9fab0fcf-78bc-4f5a-9f83-538054f5a15d"}]}' {{(pid=102388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 19:12:56.357543 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-c693238b-6386-4ca5-960c-d76d9501868c req-071800d6-68d8-4a07-868a-513d0ef7d0b5 tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] 10.222.0.13 "GET /v2.0/security-groups?id=62bb25fb-2654-482c-aaa3-6e348199bd66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0856924 Nov 05 19:12:56.369760 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] For port 9fab0fcf-78bc-4f5a-9f83-538054f5a15d, host n-h2-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=9fab0fcf-78bc-4f5a-9f83-538054f5a15d,segment=NetworkSegment(f5791a45-deb3-4204-8072-976e3c69bbbf),segment_id=f5791a45-deb3-4204-8072-976e3c69bbbf)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:12:56.391380 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-4aeab38c-bb85-4b71-b256-5f7ecc41f88b req-ef71c98f-6ce3-47e1-a5a3-03ca1aa19389 tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=e6881a268b314b538ad6a867b46f1df8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0865843 Nov 05 19:12:56.449167 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:12:56.516610 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Pushing event updated for resources: {'Port': ['ID=9fab0fcf-78bc-4f5a-9f83-538054f5a15d,revision_number=5']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:12:56.529656 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a75437-b582-4e58-98df-514678d67088 req-ebb93d99-7158-4c8a-94d9-14f4db9c74a8 tempest-TestServerAdvancedOps-1250035107 tempest-TestServerAdvancedOps-1250035107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:12:56.536896 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-45a75437-b582-4e58-98df-514678d67088 req-ebb93d99-7158-4c8a-94d9-14f4db9c74a8 tempest-TestServerAdvancedOps-1250035107 tempest-TestServerAdvancedOps-1250035107-project] 10.222.0.13 "GET /v2.0/ports?device_id=48dd568c-cf38-44ed-9402-8acfcc97a780 HTTP/1.1" status: 200 len: 945 time: 0.0828588 Nov 05 19:12:56.571366 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-4aeab38c-bb85-4b71-b256-5f7ecc41f88b req-29c65ff1-d5c8-43ce-b2df-794c109b90d5 service neutron] 10.222.0.13 "GET /v2.0/networks/25c2b2b7-0ea9-4a9a-9e92-3e8105089525?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1757469 Nov 05 19:12:56.616628 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-45a75437-b582-4e58-98df-514678d67088 req-9a301d7a-9a6a-48be-9662-b029d5fb0597 tempest-TestServerAdvancedOps-1250035107 tempest-TestServerAdvancedOps-1250035107-project] 10.222.0.13 "GET /v2.0/security-groups?id=55b88338-d7d7-40a0-8248-ed170fb91481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788741 Nov 05 19:12:56.680135 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-4aeab38c-bb85-4b71-b256-5f7ecc41f88b req-6f4b2b31-2f51-41ed-92ae-199e8e379de6 service neutron] 10.222.0.13 "GET /v2.0/networks/25c2b2b7-0ea9-4a9a-9e92-3e8105089525?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1009402 Nov 05 19:12:56.735054 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.agents_db [None req-b9406b04-a0e8-43cf-b349-711963d96cf4 None None] Agent healthcheck: found 7 active agents {{(pid=102389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 05 19:12:56.810680 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 19:12:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b579c2f-6650-4f0d-a2f8-16bf10d1d084 x-openstack-request-id: req-6b579c2f-6650-4f0d-a2f8-16bf10d1d084 {{(pid=102388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 19:12:56.810680 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48dd568c-cf38-44ed-9402-8acfcc97a780", "name": "network-vif-plugged", "status": "completed", "tag": "9fab0fcf-78bc-4f5a-9f83-538054f5a15d", "code": 200}]} {{(pid=102388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 19:12:56.810680 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6b579c2f-6650-4f0d-a2f8-16bf10d1d084 {{(pid=102388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 19:12:56.810680 n-d-816865-1 neutron-server[102388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48dd568c-cf38-44ed-9402-8acfcc97a780', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fab0fcf-78bc-4f5a-9f83-538054f5a15d', 'code': 200} Nov 05 19:12:56.927565 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1acff94-fc23-444f-a7a1-f651f2b2dbb1 req-1d7892e4-a435-4b8e-9797-5cc46d791496 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:12:56.929669 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-d1acff94-fc23-444f-a7a1-f651f2b2dbb1 req-1d7892e4-a435-4b8e-9797-5cc46d791496 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=48dd568c-cf38-44ed-9402-8acfcc97a780 HTTP/1.1" status: 200 len: 1096 time: 0.0594642 Nov 05 19:12:56.974359 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-36837628-d06d-427b-8e52-adda2adce62b req-6b9c6188-7ddf-4896-bee2-b5f8510d93c7 tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] 10.222.0.13 "GET /v2.0/ports?device_id=c2b9814e-4549-41cc-ab3e-b1d7ea635d0e HTTP/1.1" status: 200 len: 210 time: 0.0392621 Nov 05 19:12:56.982775 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-d1acff94-fc23-444f-a7a1-f651f2b2dbb1 req-6b24f70e-1e1c-46f1-9d26-537967c7c65c service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=55b88338-d7d7-40a0-8248-ed170fb91481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438659 Nov 05 19:12:57.494496 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482a59b8-646c-4f46-8685-507b53288ef0 req-1007bfe6-a7ac-481e-a0f3-cc4db64b4289 tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:12:57.495996 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-482a59b8-646c-4f46-8685-507b53288ef0 req-1007bfe6-a7ac-481e-a0f3-cc4db64b4289 tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] 10.222.0.13 "GET /v2.0/ports?device_id=290c51ab-aef0-42b0-b28a-c110c73b3a2f HTTP/1.1" status: 200 len: 946 time: 0.0498142 Nov 05 19:12:57.544280 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-482a59b8-646c-4f46-8685-507b53288ef0 req-e45904e5-7c8e-4762-aa7c-c39f142e6497 tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] 10.222.0.13 "GET /v2.0/security-groups?id=62bb25fb-2654-482c-aaa3-6e348199bd66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420246 Nov 05 19:12:57.751359 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abc9b22-0bdc-41c9-975d-e60d383dee3e req-40fa3f8c-6fd5-418f-8402-f33eefbe6250 tempest-TestServerAdvancedOps-1250035107 tempest-TestServerAdvancedOps-1250035107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:12:57.753181 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-3abc9b22-0bdc-41c9-975d-e60d383dee3e req-40fa3f8c-6fd5-418f-8402-f33eefbe6250 tempest-TestServerAdvancedOps-1250035107 tempest-TestServerAdvancedOps-1250035107-project] 10.222.0.13 "GET /v2.0/ports?device_id=48dd568c-cf38-44ed-9402-8acfcc97a780 HTTP/1.1" status: 200 len: 945 time: 0.0503831 Nov 05 19:12:57.804335 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-3abc9b22-0bdc-41c9-975d-e60d383dee3e req-ea4742cf-44f5-4280-ad35-0b2084b47de2 tempest-TestServerAdvancedOps-1250035107 tempest-TestServerAdvancedOps-1250035107-project] 10.222.0.13 "GET /v2.0/security-groups?id=55b88338-d7d7-40a0-8248-ed170fb91481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439389 Nov 05 19:12:58.092253 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-8a102061-1be7-4e41-b807-97d47a8e9c88 req-b5de53b2-fabb-42cd-92fe-a86ff84a47bf tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] 10.222.0.13 "GET /v2.0/ports?device_id=c2b9814e-4549-41cc-ab3e-b1d7ea635d0e HTTP/1.1" status: 200 len: 210 time: 0.0350959 Nov 05 19:12:58.671629 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5baf3e3-9ca7-496a-be3a-fc228c356fac req-bff21fe0-2960-46a6-aeae-aacbd6199d02 tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:12:58.673376 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-b5baf3e3-9ca7-496a-be3a-fc228c356fac req-bff21fe0-2960-46a6-aeae-aacbd6199d02 tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] 10.222.0.13 "GET /v2.0/ports?device_id=290c51ab-aef0-42b0-b28a-c110c73b3a2f HTTP/1.1" status: 200 len: 946 time: 0.0516632 Nov 05 19:12:58.725235 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-b5baf3e3-9ca7-496a-be3a-fc228c356fac req-91a661ec-00df-4f07-bb00-59c1cea7a10d tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] 10.222.0.13 "GET /v2.0/security-groups?id=62bb25fb-2654-482c-aaa3-6e348199bd66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448899 Nov 05 19:12:58.894352 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aeab38c-bb85-4b71-b256-5f7ecc41f88b req-f6f4e4b5-0384-4e4f-9a09-bcd8ddad6314 tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:12:58.895795 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-4aeab38c-bb85-4b71-b256-5f7ecc41f88b req-f6f4e4b5-0384-4e4f-9a09-bcd8ddad6314 tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] 10.222.0.41 "GET /v2.0/networks?id=25c2b2b7-0ea9-4a9a-9e92-3e8105089525 HTTP/1.1" status: 200 len: 797 time: 0.1197243 Nov 05 19:12:58.979302 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6715b7-4d0c-47e0-a97d-989569a4a649 req-9a25cdba-6ef5-4ceb-b4a8-5f7cbb55f699 tempest-TestServerAdvancedOps-1250035107 tempest-TestServerAdvancedOps-1250035107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:12:58.980824 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-4a6715b7-4d0c-47e0-a97d-989569a4a649 req-9a25cdba-6ef5-4ceb-b4a8-5f7cbb55f699 tempest-TestServerAdvancedOps-1250035107 tempest-TestServerAdvancedOps-1250035107-project] 10.222.0.13 "GET /v2.0/ports?device_id=48dd568c-cf38-44ed-9402-8acfcc97a780 HTTP/1.1" status: 200 len: 945 time: 0.0841310 Nov 05 19:12:58.991862 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-4aeab38c-bb85-4b71-b256-5f7ecc41f88b req-5562e8bd-6ecc-4eef-a6d5-b8a417311979 tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e6881a268b314b538ad6a867b46f1df8 HTTP/1.1" status: 200 len: 379 time: 0.0855687 Nov 05 19:12:59.019084 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [req-4aeab38c-bb85-4b71-b256-5f7ecc41f88b req-a58acb29-3da9-47a4-98d6-0d230eb57f23 tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Request body: {'port': {'device_id': 'c2b9814e-4549-41cc-ab3e-b1d7ea635d0e', 'network_id': '25c2b2b7-0ea9-4a9a-9e92-3e8105089525', 'admin_state_up': True, 'tenant_id': 'e6881a268b314b538ad6a867b46f1df8', 'security_groups': ['df0d1391-c71c-43f2-afc4-520021f50e79']}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:12:59.114241 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-4a6715b7-4d0c-47e0-a97d-989569a4a649 req-2f134049-ae09-4bd4-b88c-d2e1c307b76d tempest-TestServerAdvancedOps-1250035107 tempest-TestServerAdvancedOps-1250035107-project] 10.222.0.13 "GET /v2.0/security-groups?id=55b88338-d7d7-40a0-8248-ed170fb91481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213770 Nov 05 19:12:59.233179 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-d7665293-d182-4f4b-a8d9-bce65224c5d5 req-412b1eb1-72c0-46a6-9ad7-ea3055d4b130 tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] 10.222.0.13 "GET /v2.0/ports?device_id=c2b9814e-4549-41cc-ab3e-b1d7ea635d0e HTTP/1.1" status: 200 len: 210 time: 0.0477507 Nov 05 19:12:59.235406 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4aeab38c-bb85-4b71-b256-5f7ecc41f88b req-a58acb29-3da9-47a4-98d6-0d230eb57f23 tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Made reservation on behalf of e6881a268b314b538ad6a867b46f1df8 for: {'port': 1} {{(pid=102387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 19:12:59.239050 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-4aeab38c-bb85-4b71-b256-5f7ecc41f88b req-a58acb29-3da9-47a4-98d6-0d230eb57f23 tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:12:59.311029 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f48013-2e66-4157-9d70-330dd2a005db req-c5a1d6e3-7eea-48aa-8ee4-fc90b5cb5c8c tempest-TestServerAdvancedOps-1250035107 tempest-TestServerAdvancedOps-1250035107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:12:59.312517 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-a5f48013-2e66-4157-9d70-330dd2a005db req-c5a1d6e3-7eea-48aa-8ee4-fc90b5cb5c8c tempest-TestServerAdvancedOps-1250035107 tempest-TestServerAdvancedOps-1250035107-project] 10.222.0.13 "GET /v2.0/ports?device_id=48dd568c-cf38-44ed-9402-8acfcc97a780 HTTP/1.1" status: 200 len: 945 time: 0.1251962 Nov 05 19:12:59.407453 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-a5f48013-2e66-4157-9d70-330dd2a005db req-d0ab3703-8abe-4f75-bc5d-5ad9dc5a178d tempest-TestServerAdvancedOps-1250035107 tempest-TestServerAdvancedOps-1250035107-project] 10.222.0.13 "GET /v2.0/security-groups?id=55b88338-d7d7-40a0-8248-ed170fb91481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879288 Nov 05 19:12:59.418603 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.db_base_plugin_common [req-4aeab38c-bb85-4b71-b256-5f7ecc41f88b req-a58acb29-3da9-47a4-98d6-0d230eb57f23 tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Allocated IP 172.20.0.5 (25c2b2b7-0ea9-4a9a-9e92-3e8105089525/5e035d49-fc28-4a6c-b97a-7f3a0ca679f3/f50ec06e-a393-4cba-ab52-eac1646941a9) {{(pid=102387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 19:12:59.564720 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-4aeab38c-bb85-4b71-b256-5f7ecc41f88b req-a58acb29-3da9-47a4-98d6-0d230eb57f23 tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Publish callbacks [] for port, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:12:59.689658 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-4aeab38c-bb85-4b71-b256-5f7ecc41f88b req-a58acb29-3da9-47a4-98d6-0d230eb57f23 tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4417063'] for port, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:12:59.733197 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4aeab38c-bb85-4b71-b256-5f7ecc41f88b req-a58acb29-3da9-47a4-98d6-0d230eb57f23 tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Network 25c2b2b7-0ea9-4a9a-9e92-3e8105089525 is already hosted by enough agents. {{(pid=102387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 19:12:59.736146 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.base_scheduler [req-4aeab38c-bb85-4b71-b256-5f7ecc41f88b req-a58acb29-3da9-47a4-98d6-0d230eb57f23 tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Resources bound (agent type, host, resource id): {{(pid=102387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 19:12:59.742536 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.l3_dvrscheduler_db [req-4aeab38c-bb85-4b71-b256-5f7ecc41f88b req-a58acb29-3da9-47a4-98d6-0d230eb57f23 tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Received port after_create {{(pid=102387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 19:12:59.770360 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58acb29-3da9-47a4-98d6-0d230eb57f23 tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Pushing event updated for resources: {'Port': ['ID=f50ec06e-a393-4cba-ab52-eac1646941a9,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:12:59.799712 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aeab38c-bb85-4b71-b256-5f7ecc41f88b req-a58acb29-3da9-47a4-98d6-0d230eb57f23 tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:12:59.800505 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-4aeab38c-bb85-4b71-b256-5f7ecc41f88b req-a58acb29-3da9-47a4-98d6-0d230eb57f23 tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:12:59.889445 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-4aeab38c-bb85-4b71-b256-5f7ecc41f88b req-a58acb29-3da9-47a4-98d6-0d230eb57f23 tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8825293 Nov 05 19:12:59.906295 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [req-4aeab38c-bb85-4b71-b256-5f7ecc41f88b req-83e07f79-9a33-4ad9-b3f0-13d7509cd15a service neutron] Request body: {'port': {'device_id': 'c2b9814e-4549-41cc-ab3e-b1d7ea635d0e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816865-1'}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:12:59.944386 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a151be2c-aacb-4ca7-ab02-10ec949c3983 req-75dc63c5-1916-46d5-ad96-7e378ce49fab tempest-TestServerAdvancedOps-1250035107 tempest-TestServerAdvancedOps-1250035107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:12:59.946647 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-a151be2c-aacb-4ca7-ab02-10ec949c3983 req-75dc63c5-1916-46d5-ad96-7e378ce49fab tempest-TestServerAdvancedOps-1250035107 tempest-TestServerAdvancedOps-1250035107-project] 10.222.0.13 "GET /v2.0/ports?device_id=48dd568c-cf38-44ed-9402-8acfcc97a780 HTTP/1.1" status: 200 len: 945 time: 0.1187398 Nov 05 19:12:59.958785 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a752989-e46e-448d-b219-83a94be864b6 req-cfc9edaa-6951-4b85-8127-34ad31e62ea5 tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:12:59.960277 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-2a752989-e46e-448d-b219-83a94be864b6 req-cfc9edaa-6951-4b85-8127-34ad31e62ea5 tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] 10.222.0.13 "GET /v2.0/ports?device_id=290c51ab-aef0-42b0-b28a-c110c73b3a2f HTTP/1.1" status: 200 len: 946 time: 0.1245143 Nov 05 19:13:00.033166 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-4aeab38c-bb85-4b71-b256-5f7ecc41f88b req-83e07f79-9a33-4ad9-b3f0-13d7509cd15a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:13:00.048650 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-a216c178-0640-42c2-ac9d-156ebeeefdc8 None None] Provisioning complete for port f50ec06e-a393-4cba-ab52-eac1646941a9 triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:13:00.049184 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-a216c178-0640-42c2-ac9d-156ebeeefdc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:13:00.061240 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-a151be2c-aacb-4ca7-ab02-10ec949c3983 req-9c08e147-1074-426d-984c-1f1eb0cd3592 tempest-TestServerAdvancedOps-1250035107 tempest-TestServerAdvancedOps-1250035107-project] 10.222.0.13 "GET /v2.0/security-groups?id=55b88338-d7d7-40a0-8248-ed170fb91481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999799 Nov 05 19:13:00.089689 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-a216c178-0640-42c2-ac9d-156ebeeefdc8 None None] Port f50ec06e-a393-4cba-ab52-eac1646941a9 cannot update to ACTIVE because it is not bound. {{(pid=102388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 19:13:00.099219 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-2a752989-e46e-448d-b219-83a94be864b6 req-01d3e11a-0237-4990-9b1a-b9d47722ec49 tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] 10.222.0.13 "GET /v2.0/security-groups?id=62bb25fb-2654-482c-aaa3-6e348199bd66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1266406 Nov 05 19:13:00.354856 n-d-816865-1 neutron-server[102387]: DEBUG neutron.notifiers.nova [req-4aeab38c-bb85-4b71-b256-5f7ecc41f88b req-83e07f79-9a33-4ad9-b3f0-13d7509cd15a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f50ec06e-a393-4cba-ab52-eac1646941a9 {{(pid=102387) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 19:13:00.364238 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-4aeab38c-bb85-4b71-b256-5f7ecc41f88b req-83e07f79-9a33-4ad9-b3f0-13d7509cd15a service neutron] Publish callbacks [] for port, precommit_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:13:00.381804 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.provisioning_blocks [req-4aeab38c-bb85-4b71-b256-5f7ecc41f88b req-83e07f79-9a33-4ad9-b3f0-13d7509cd15a service neutron] Transition to ACTIVE for port object f50ec06e-a393-4cba-ab52-eac1646941a9 will not be triggered until provisioned by entity L2. {{(pid=102387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 05 19:13:00.390630 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd28faf3-709e-4cae-bc0d-bad49f7885c1 req-90136f07-63b1-48fe-8303-ab2e1da8092b tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:13:00.392334 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-dd28faf3-709e-4cae-bc0d-bad49f7885c1 req-90136f07-63b1-48fe-8303-ab2e1da8092b tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] 10.222.0.13 "GET /v2.0/ports?device_id=c2b9814e-4549-41cc-ab3e-b1d7ea635d0e HTTP/1.1" status: 200 len: 931 time: 0.0775027 Nov 05 19:13:00.448981 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-4aeab38c-bb85-4b71-b256-5f7ecc41f88b req-83e07f79-9a33-4ad9-b3f0-13d7509cd15a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4417072'] for port, after_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:13:00.459615 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-dd28faf3-709e-4cae-bc0d-bad49f7885c1 req-972c4793-6c6d-4308-9c62-29b48e37d51b tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] 10.222.0.13 "GET /v2.0/security-groups?id=df0d1391-c71c-43f2-afc4-520021f50e79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0571160 Nov 05 19:13:00.507989 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e07f79-9a33-4ad9-b3f0-13d7509cd15a service neutron] Pushing event updated for resources: {'Port': ['ID=f50ec06e-a393-4cba-ab52-eac1646941a9,revision_number=2']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:13:00.581209 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.managers [req-4aeab38c-bb85-4b71-b256-5f7ecc41f88b req-83e07f79-9a33-4ad9-b3f0-13d7509cd15a service neutron] Attempting to bind port f50ec06e-a393-4cba-ab52-eac1646941a9 on host n-h1-816865-1 for vnic_type normal with profile {{(pid=102387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 19:13:00.581580 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.managers [req-4aeab38c-bb85-4b71-b256-5f7ecc41f88b req-83e07f79-9a33-4ad9-b3f0-13d7509cd15a service neutron] Attempting to bind port f50ec06e-a393-4cba-ab52-eac1646941a9 by drivers openvswitch,hyperv on host n-h1-816865-1 at level 0 using segments [{'id': 'd0a0f41f-9f59-4c03-8efd-c7c6dfb618f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '25c2b2b7-0ea9-4a9a-9e92-3e8105089525'}] {{(pid=102387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 19:13:00.582893 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4aeab38c-bb85-4b71-b256-5f7ecc41f88b req-83e07f79-9a33-4ad9-b3f0-13d7509cd15a service neutron] Attempting to bind port f50ec06e-a393-4cba-ab52-eac1646941a9 on network 25c2b2b7-0ea9-4a9a-9e92-3e8105089525 {{(pid=102387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 19:13:00.587200 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4aeab38c-bb85-4b71-b256-5f7ecc41f88b req-83e07f79-9a33-4ad9-b3f0-13d7509cd15a service neutron] Port f50ec06e-a393-4cba-ab52-eac1646941a9 on network 25c2b2b7-0ea9-4a9a-9e92-3e8105089525 not bound, no agent of type Open vSwitch agent registered on host n-h1-816865-1 {{(pid=102387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 19:13:00.587714 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4aeab38c-bb85-4b71-b256-5f7ecc41f88b req-83e07f79-9a33-4ad9-b3f0-13d7509cd15a service neutron] Attempting to bind port f50ec06e-a393-4cba-ab52-eac1646941a9 on network 25c2b2b7-0ea9-4a9a-9e92-3e8105089525 {{(pid=102387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 19:13:00.593301 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4aeab38c-bb85-4b71-b256-5f7ecc41f88b req-83e07f79-9a33-4ad9-b3f0-13d7509cd15a service neutron] Checking agent: {'id': 'eb596d7c-8c64-42bd-8aca-fad447eb0eab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816865-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 18, 33, 34), 'started_at': datetime.datetime(2021, 11, 5, 18, 33, 34), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 19, 12, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 19:13:00.593637 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4aeab38c-bb85-4b71-b256-5f7ecc41f88b req-83e07f79-9a33-4ad9-b3f0-13d7509cd15a service neutron] Checking segment: {'id': 'd0a0f41f-9f59-4c03-8efd-c7c6dfb618f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '25c2b2b7-0ea9-4a9a-9e92-3e8105089525'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 19:13:00.594098 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4aeab38c-bb85-4b71-b256-5f7ecc41f88b req-83e07f79-9a33-4ad9-b3f0-13d7509cd15a service neutron] Bound using segment: {'id': 'd0a0f41f-9f59-4c03-8efd-c7c6dfb618f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '25c2b2b7-0ea9-4a9a-9e92-3e8105089525'} {{(pid=102387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 19:13:00.594530 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.managers [req-4aeab38c-bb85-4b71-b256-5f7ecc41f88b req-83e07f79-9a33-4ad9-b3f0-13d7509cd15a service neutron] Bound port: f50ec06e-a393-4cba-ab52-eac1646941a9, host: n-h1-816865-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0a0f41f-9f59-4c03-8efd-c7c6dfb618f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '25c2b2b7-0ea9-4a9a-9e92-3e8105089525'}}] {{(pid=102387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 19:13:00.594885 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-4aeab38c-bb85-4b71-b256-5f7ecc41f88b req-83e07f79-9a33-4ad9-b3f0-13d7509cd15a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:13:00.665505 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.db [req-4aeab38c-bb85-4b71-b256-5f7ecc41f88b req-83e07f79-9a33-4ad9-b3f0-13d7509cd15a service neutron] For port f50ec06e-a393-4cba-ab52-eac1646941a9, host n-h1-816865-1, cleared binding levels {{(pid=102387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 19:13:00.669137 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.db [req-4aeab38c-bb85-4b71-b256-5f7ecc41f88b req-83e07f79-9a33-4ad9-b3f0-13d7509cd15a service neutron] For port f50ec06e-a393-4cba-ab52-eac1646941a9, host n-h1-816865-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=f50ec06e-a393-4cba-ab52-eac1646941a9,segment=NetworkSegment(d0a0f41f-9f59-4c03-8efd-c7c6dfb618f3),segment_id=d0a0f41f-9f59-4c03-8efd-c7c6dfb618f3)] {{(pid=102387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 19:13:00.738294 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-4aeab38c-bb85-4b71-b256-5f7ecc41f88b req-83e07f79-9a33-4ad9-b3f0-13d7509cd15a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4417072'] for port, after_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:13:00.778696 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aeab38c-bb85-4b71-b256-5f7ecc41f88b req-83e07f79-9a33-4ad9-b3f0-13d7509cd15a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:13:00.779395 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-4aeab38c-bb85-4b71-b256-5f7ecc41f88b req-83e07f79-9a33-4ad9-b3f0-13d7509cd15a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:13:00.780811 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-4aeab38c-bb85-4b71-b256-5f7ecc41f88b req-83e07f79-9a33-4ad9-b3f0-13d7509cd15a service neutron] 10.222.0.41 "PUT /v2.0/ports/f50ec06e-a393-4cba-ab52-eac1646941a9 HTTP/1.1" status: 200 len: 1091 time: 0.8800142 Nov 05 19:13:00.781300 n-d-816865-1 neutron-server[102387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2b9814e-4549-41cc-ab3e-b1d7ea635d0e', 'tag': 'f50ec06e-a393-4cba-ab52-eac1646941a9'}] {{(pid=102387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 19:13:00.784615 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab06bd4ddf5758c1f10d79fe34dc215bafa488692cde9dba2fcbcb67556f90bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58ab1632-f065-4131-9eb1-05ee57f6d612" -d '{"events": [{"name": "network-changed", "server_uuid": "c2b9814e-4549-41cc-ab3e-b1d7ea635d0e", "tag": "f50ec06e-a393-4cba-ab52-eac1646941a9"}]}' {{(pid=102387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 19:13:00.815576 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e07f79-9a33-4ad9-b3f0-13d7509cd15a service neutron] Pushing event updated for resources: {'Port': ['ID=f50ec06e-a393-4cba-ab52-eac1646941a9,revision_number=3']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:13:00.849844 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 19:13:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d3d02b9-5502-4c05-bece-a24c9bcf7bd8 x-openstack-request-id: req-3d3d02b9-5502-4c05-bece-a24c9bcf7bd8 {{(pid=102387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 19:13:00.851648 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c2b9814e-4549-41cc-ab3e-b1d7ea635d0e", "tag": "f50ec06e-a393-4cba-ab52-eac1646941a9", "status": "completed", "code": 200}]} {{(pid=102387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 19:13:00.853514 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3d3d02b9-5502-4c05-bece-a24c9bcf7bd8 {{(pid=102387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 19:13:00.854148 n-d-816865-1 neutron-server[102387]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2b9814e-4549-41cc-ab3e-b1d7ea635d0e', 'tag': 'f50ec06e-a393-4cba-ab52-eac1646941a9', 'status': 'completed', 'code': 200} Nov 05 19:13:00.906986 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ab1632-f065-4131-9eb1-05ee57f6d612 req-9bc71cf7-9f18-4b44-92a7-7117483a84f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:13:00.908585 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-58ab1632-f065-4131-9eb1-05ee57f6d612 req-9bc71cf7-9f18-4b44-92a7-7117483a84f5 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e6881a268b314b538ad6a867b46f1df8&device_id=c2b9814e-4549-41cc-ab3e-b1d7ea635d0e HTTP/1.1" status: 200 len: 1094 time: 0.0484035 Nov 05 19:13:01.027001 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ab1632-f065-4131-9eb1-05ee57f6d612 req-5a73b0f0-a40d-4d81-91d6-2ce0abf55215 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:13:01.028412 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-58ab1632-f065-4131-9eb1-05ee57f6d612 req-5a73b0f0-a40d-4d81-91d6-2ce0abf55215 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=e6881a268b314b538ad6a867b46f1df8&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1111689 Nov 05 19:13:01.138597 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ab1632-f065-4131-9eb1-05ee57f6d612 req-fd72d1f6-1f40-4aab-b0b3-3a4cb1eb9673 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:13:01.140516 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-58ab1632-f065-4131-9eb1-05ee57f6d612 req-fd72d1f6-1f40-4aab-b0b3-3a4cb1eb9673 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1045370 Nov 05 19:13:01.228261 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8650416-4531-4a4f-b056-198893f4315c req-d1445872-08a4-4417-80d3-c397d415672d tempest-TestServerAdvancedOps-1250035107 tempest-TestServerAdvancedOps-1250035107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:13:01.229715 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-b8650416-4531-4a4f-b056-198893f4315c req-d1445872-08a4-4417-80d3-c397d415672d tempest-TestServerAdvancedOps-1250035107 tempest-TestServerAdvancedOps-1250035107-project] 10.222.0.13 "GET /v2.0/ports?device_id=48dd568c-cf38-44ed-9402-8acfcc97a780 HTTP/1.1" status: 200 len: 945 time: 0.0868924 Nov 05 19:13:01.293848 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aeab38c-bb85-4b71-b256-5f7ecc41f88b req-3f14a04c-b6de-4482-987c-8298445a76e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:13:01.295257 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-4aeab38c-bb85-4b71-b256-5f7ecc41f88b req-3f14a04c-b6de-4482-987c-8298445a76e3 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e6881a268b314b538ad6a867b46f1df8&device_id=c2b9814e-4549-41cc-ab3e-b1d7ea635d0e HTTP/1.1" status: 200 len: 1094 time: 0.1122305 Nov 05 19:13:01.318978 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e03992-6295-4d0d-97eb-ba63e87114d7 req-40c6cb85-9b1f-4eb2-bc8b-d81e84eaa60a tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:13:01.320432 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-27e03992-6295-4d0d-97eb-ba63e87114d7 req-40c6cb85-9b1f-4eb2-bc8b-d81e84eaa60a tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] 10.222.0.13 "GET /v2.0/ports?device_id=290c51ab-aef0-42b0-b28a-c110c73b3a2f HTTP/1.1" status: 200 len: 946 time: 0.1095567 Nov 05 19:13:01.355103 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-4aeab38c-bb85-4b71-b256-5f7ecc41f88b req-40d6e6a1-cecb-4dcf-8326-80d282da717b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f50ec06e-a393-4cba-ab52-eac1646941a9 HTTP/1.1" status: 200 len: 217 time: 0.0515430 Nov 05 19:13:01.358431 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-b8650416-4531-4a4f-b056-198893f4315c req-61c6c724-1c91-4cc8-aa95-3dd991a935e1 tempest-TestServerAdvancedOps-1250035107 tempest-TestServerAdvancedOps-1250035107-project] 10.222.0.13 "GET /v2.0/security-groups?id=55b88338-d7d7-40a0-8248-ed170fb91481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102200 Nov 05 19:13:01.432404 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aeab38c-bb85-4b71-b256-5f7ecc41f88b req-c20d62f8-905b-4984-96d1-cd56806ce4c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:13:01.433856 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-4aeab38c-bb85-4b71-b256-5f7ecc41f88b req-c20d62f8-905b-4984-96d1-cd56806ce4c7 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5e035d49-fc28-4a6c-b97a-7f3a0ca679f3 HTTP/1.1" status: 200 len: 835 time: 0.0706158 Nov 05 19:13:01.437596 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-27e03992-6295-4d0d-97eb-ba63e87114d7 req-9aa3dd0d-8fbe-4a4f-8405-30303a0cc917 tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] 10.222.0.13 "GET /v2.0/security-groups?id=62bb25fb-2654-482c-aaa3-6e348199bd66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0860415 Nov 05 19:13:01.482094 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aeab38c-bb85-4b71-b256-5f7ecc41f88b req-130105d0-fef7-4d6b-8a9a-ebf408c8b2f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:13:01.483597 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-4aeab38c-bb85-4b71-b256-5f7ecc41f88b req-130105d0-fef7-4d6b-8a9a-ebf408c8b2f5 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=25c2b2b7-0ea9-4a9a-9e92-3e8105089525&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0425470 Nov 05 19:13:01.628021 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75abbfe-efdb-46a0-a598-71ae61155872 req-13809f94-715e-455a-ba04-620757b3cc88 tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:13:01.629512 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-c75abbfe-efdb-46a0-a598-71ae61155872 req-13809f94-715e-455a-ba04-620757b3cc88 tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] 10.222.0.13 "GET /v2.0/ports?device_id=c2b9814e-4549-41cc-ab3e-b1d7ea635d0e HTTP/1.1" status: 200 len: 943 time: 0.0741599 Nov 05 19:13:01.631305 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-4aeab38c-bb85-4b71-b256-5f7ecc41f88b req-03cb9735-69eb-4f39-899e-91dbdb0f54a8 service neutron] 10.222.0.41 "GET /v2.0/networks/25c2b2b7-0ea9-4a9a-9e92-3e8105089525?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1405568 Nov 05 19:13:01.789567 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-c75abbfe-efdb-46a0-a598-71ae61155872 req-507270c5-0ffa-463a-b968-6b389ca7920c tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] 10.222.0.13 "GET /v2.0/security-groups?id=df0d1391-c71c-43f2-afc4-520021f50e79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1538639 Nov 05 19:13:01.813912 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe319479-08bf-4f00-b6b3-1fa215b7ebbd req-3c2b5795-68a1-427e-b475-5ca3ed5929c5 tempest-TestServerAdvancedOps-1250035107 tempest-TestServerAdvancedOps-1250035107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:13:01.815425 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-fe319479-08bf-4f00-b6b3-1fa215b7ebbd req-3c2b5795-68a1-427e-b475-5ca3ed5929c5 tempest-TestServerAdvancedOps-1250035107 tempest-TestServerAdvancedOps-1250035107-project] 10.222.0.13 "GET /v2.0/ports?device_id=48dd568c-cf38-44ed-9402-8acfcc97a780 HTTP/1.1" status: 200 len: 945 time: 0.1022179 Nov 05 19:13:01.817386 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-4aeab38c-bb85-4b71-b256-5f7ecc41f88b req-5827bf1c-c141-480d-8ba0-f542a888f711 service neutron] 10.222.0.41 "GET /v2.0/networks/25c2b2b7-0ea9-4a9a-9e92-3e8105089525?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1759050 Nov 05 19:13:01.866359 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-fe319479-08bf-4f00-b6b3-1fa215b7ebbd req-79bbe857-1a6b-4d3d-83d1-b32f3f3a5bf5 tempest-TestServerAdvancedOps-1250035107 tempest-TestServerAdvancedOps-1250035107-project] 10.222.0.13 "GET /v2.0/security-groups?id=55b88338-d7d7-40a0-8248-ed170fb91481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445192 Nov 05 19:13:01.896266 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70685081-7491-43a2-be2e-833f46b239f8 req-b557d0af-7a25-4983-9e91-0da0016837bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:13:01.897851 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-70685081-7491-43a2-be2e-833f46b239f8 req-b557d0af-7a25-4983-9e91-0da0016837bd service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=e66b72a9d5594b9b9cea88dc3d4a0bd2&device_id=48dd568c-cf38-44ed-9402-8acfcc97a780 HTTP/1.1" status: 200 len: 1096 time: 0.0497825 Nov 05 19:13:01.992390 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70685081-7491-43a2-be2e-833f46b239f8 req-d1a2fad5-19a7-4c41-979b-b08eaed8c27e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:13:01.994715 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-70685081-7491-43a2-be2e-833f46b239f8 req-d1a2fad5-19a7-4c41-979b-b08eaed8c27e service neutron] 10.222.0.55 "GET /v2.0/networks?id=3ec59e2e-0aee-4abc-a9b5-bec49d440ca4 HTTP/1.1" status: 200 len: 912 time: 0.0872369 Nov 05 19:13:02.042809 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-70685081-7491-43a2-be2e-833f46b239f8 req-e1a61539-044b-4191-a746-b46c313c5ab3 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9fab0fcf-78bc-4f5a-9f83-538054f5a15d HTTP/1.1" status: 200 len: 217 time: 0.0394249 Nov 05 19:13:02.094560 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70685081-7491-43a2-be2e-833f46b239f8 req-a142b9dd-66b0-4ed2-b2c4-f308a07c77b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:13:02.096017 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-70685081-7491-43a2-be2e-833f46b239f8 req-a142b9dd-66b0-4ed2-b2c4-f308a07c77b4 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=ba828bfd-857c-42d6-bf9a-e0df37b72b21 HTTP/1.1" status: 200 len: 851 time: 0.0436621 Nov 05 19:13:02.129320 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-70685081-7491-43a2-be2e-833f46b239f8 req-bd5e7231-2c9c-44a6-a956-82d25178a3e4 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=3ec59e2e-0aee-4abc-a9b5-bec49d440ca4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244703 Nov 05 19:13:02.222018 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-70685081-7491-43a2-be2e-833f46b239f8 req-62d78c28-29ff-4880-a7e4-41e5e4043495 service neutron] 10.222.0.55 "GET /v2.0/networks/3ec59e2e-0aee-4abc-a9b5-bec49d440ca4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850170 Nov 05 19:13:02.318017 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-70685081-7491-43a2-be2e-833f46b239f8 req-8e605207-b473-477b-b942-3ccb0357f035 service neutron] 10.222.0.55 "GET /v2.0/networks/3ec59e2e-0aee-4abc-a9b5-bec49d440ca4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851092 Nov 05 19:13:02.564795 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2876b7cb-6f5e-4878-a3e7-7af42e8c87f3 req-c6a77d59-9f16-4a6d-ba27-5a1806017691 tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:13:02.566348 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-2876b7cb-6f5e-4878-a3e7-7af42e8c87f3 req-c6a77d59-9f16-4a6d-ba27-5a1806017691 tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] 10.222.0.13 "GET /v2.0/ports?device_id=290c51ab-aef0-42b0-b28a-c110c73b3a2f HTTP/1.1" status: 200 len: 946 time: 0.0525143 Nov 05 19:13:02.615314 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-2876b7cb-6f5e-4878-a3e7-7af42e8c87f3 req-d4e6f6ee-64b6-4085-ab25-3a176b51b5a5 tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] 10.222.0.13 "GET /v2.0/security-groups?id=62bb25fb-2654-482c-aaa3-6e348199bd66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423193 Nov 05 19:13:02.624133 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-a35fd93f-ad79-416e-bf6f-dbacd4642fa1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:13:02.917657 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30362a53-24ef-4a80-b59e-540b8f489fb0 req-d0bf61e2-8b75-4a26-a61e-7e2afc614ab1 tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:13:02.919410 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-30362a53-24ef-4a80-b59e-540b8f489fb0 req-d0bf61e2-8b75-4a26-a61e-7e2afc614ab1 tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] 10.222.0.13 "GET /v2.0/ports?device_id=c2b9814e-4549-41cc-ab3e-b1d7ea635d0e HTTP/1.1" status: 200 len: 943 time: 0.0557435 Nov 05 19:13:03.031710 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-30362a53-24ef-4a80-b59e-540b8f489fb0 req-336c0f38-ff31-49c3-903d-35eb408c168e tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] 10.222.0.13 "GET /v2.0/security-groups?id=df0d1391-c71c-43f2-afc4-520021f50e79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1063983 Nov 05 19:13:03.047586 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f3453c-77fe-4623-bcac-39f18581334e req-3cd8ffe7-52e1-4ba5-a1f7-fbbb610ffcd6 tempest-TestServerAdvancedOps-1250035107 tempest-TestServerAdvancedOps-1250035107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:13:03.049192 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-b4f3453c-77fe-4623-bcac-39f18581334e req-3cd8ffe7-52e1-4ba5-a1f7-fbbb610ffcd6 tempest-TestServerAdvancedOps-1250035107 tempest-TestServerAdvancedOps-1250035107-project] 10.222.0.13 "GET /v2.0/ports?device_id=48dd568c-cf38-44ed-9402-8acfcc97a780 HTTP/1.1" status: 200 len: 945 time: 0.1075280 Nov 05 19:13:03.057424 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-403d1b74-0c82-4948-8929-5564b44bbaa1 req-6f917546-fef7-4795-99f5-b5961b6d54e5 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=21cc3162-f870-44e5-a083-97155afbc498&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0794103 Nov 05 19:13:03.115794 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-b4f3453c-77fe-4623-bcac-39f18581334e req-33d6a90f-93b4-463c-b474-0626c254021c tempest-TestServerAdvancedOps-1250035107 tempest-TestServerAdvancedOps-1250035107-project] 10.222.0.13 "GET /v2.0/security-groups?id=55b88338-d7d7-40a0-8248-ed170fb91481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542605 Nov 05 19:13:03.169228 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403d1b74-0c82-4948-8929-5564b44bbaa1 req-2e3afe25-b5c2-4267-9cc2-ad942e5fc7f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:13:03.172756 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-403d1b74-0c82-4948-8929-5564b44bbaa1 req-2e3afe25-b5c2-4267-9cc2-ad942e5fc7f0 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=60a297cf243942dda17ba6ab64d809f4&device_id=21cc3162-f870-44e5-a083-97155afbc498 HTTP/1.1" status: 200 len: 1097 time: 0.0513437 Nov 05 19:13:03.440416 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Device f50ec06e-a393-4cba-ab52-eac1646941a9 details requested by agent hyperv_n-h1-816865-1 with host n-h1-816865-1 {{(pid=102388) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 05 19:13:03.568582 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] For port f50ec06e-a393-4cba-ab52-eac1646941a9, host n-h1-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=f50ec06e-a393-4cba-ab52-eac1646941a9,segment=NetworkSegment(d0a0f41f-9f59-4c03-8efd-c7c6dfb618f3),segment_id=d0a0f41f-9f59-4c03-8efd-c7c6dfb618f3)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:13:03.582911 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Returning: {'device': 'f50ec06e-a393-4cba-ab52-eac1646941a9', 'network_id': '25c2b2b7-0ea9-4a9a-9e92-3e8105089525', 'port_id': 'f50ec06e-a393-4cba-ab52-eac1646941a9', 'mac_address': 'fa:16:3e:c3:e0:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 199, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e035d49-fc28-4a6c-b97a-7f3a0ca679f3', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102388) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 05 19:13:03.630853 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:13:03.654924 n-d-816865-1 neutron-server[102388]: DEBUG neutron.notifiers.nova [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f50ec06e-a393-4cba-ab52-eac1646941a9 {{(pid=102388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 19:13:03.656634 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403d1b74-0c82-4948-8929-5564b44bbaa1 req-bf3cf648-9e16-49a8-bc53-909df7552e69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:13:03.658216 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-403d1b74-0c82-4948-8929-5564b44bbaa1 req-bf3cf648-9e16-49a8-bc53-909df7552e69 service neutron] 10.222.0.41 "GET /v2.0/networks?id=95bf24bc-61e1-4f85-8a76-7212484978aa HTTP/1.1" status: 200 len: 910 time: 0.4655507 Nov 05 19:13:03.676614 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] For port f50ec06e-a393-4cba-ab52-eac1646941a9, host n-h1-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=f50ec06e-a393-4cba-ab52-eac1646941a9,segment=NetworkSegment(d0a0f41f-9f59-4c03-8efd-c7c6dfb618f3),segment_id=d0a0f41f-9f59-4c03-8efd-c7c6dfb618f3)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:13:03.750902 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-403d1b74-0c82-4948-8929-5564b44bbaa1 req-760650a5-5b77-47ec-ac67-be71babf6cdb service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3a27baec-ae5e-4b45-8a7a-9af913b157fa HTTP/1.1" status: 200 len: 1002 time: 0.0839477 Nov 05 19:13:03.761236 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:13:03.778506 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409a9a1d-ee04-439b-af19-567b6cc1e7f2 req-9905da29-69f2-4265-b344-298a76d6ea37 tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:13:03.787137 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-409a9a1d-ee04-439b-af19-567b6cc1e7f2 req-9905da29-69f2-4265-b344-298a76d6ea37 tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] 10.222.0.13 "GET /v2.0/ports?device_id=290c51ab-aef0-42b0-b28a-c110c73b3a2f HTTP/1.1" status: 200 len: 946 time: 0.0846231 Nov 05 19:13:03.823816 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Pushing event updated for resources: {'Port': ['ID=f50ec06e-a393-4cba-ab52-eac1646941a9,revision_number=4']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:13:03.852398 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403d1b74-0c82-4948-8929-5564b44bbaa1 req-4d2d94db-3d23-4611-92b0-5af1274248f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:13:03.853888 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-403d1b74-0c82-4948-8929-5564b44bbaa1 req-4d2d94db-3d23-4611-92b0-5af1274248f9 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ab14406b-164f-41ab-936f-c5e880791222 HTTP/1.1" status: 200 len: 848 time: 0.0945191 Nov 05 19:13:03.936986 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-409a9a1d-ee04-439b-af19-567b6cc1e7f2 req-de3f885f-2cdd-4b62-8cbd-f1a7c5c5f6d3 tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] 10.222.0.13 "GET /v2.0/security-groups?id=62bb25fb-2654-482c-aaa3-6e348199bd66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1039758 Nov 05 19:13:03.939192 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403d1b74-0c82-4948-8929-5564b44bbaa1 req-a1538a02-3a06-4dc4-a2f3-45cc33f7ebf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:13:03.940667 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-403d1b74-0c82-4948-8929-5564b44bbaa1 req-a1538a02-3a06-4dc4-a2f3-45cc33f7ebf4 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=95bf24bc-61e1-4f85-8a76-7212484978aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0791028 Nov 05 19:13:03.975094 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] get_ports_and_sgs() called for port_ids ['f50ec06e-a393-4cba-ab52-eac1646941a9'] {{(pid=102388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 19:13:04.086342 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-403d1b74-0c82-4948-8929-5564b44bbaa1 req-d24a41e7-a5ff-4234-a81c-3697aff7976d service neutron] 10.222.0.41 "GET /v2.0/networks/95bf24bc-61e1-4f85-8a76-7212484978aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1367033 Nov 05 19:13:04.106383 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Device e3572706-bfed-4c54-96bd-8af0f0dd8d42 details requested by agent hyperv_n-h2-816865-1 with host n-h2-816865-1 {{(pid=102388) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 05 19:13:04.275486 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0f238c-27d4-46fc-88fd-83810c2cd7f7 req-9e9d1b0a-0cde-4d5a-a003-30047a7e6caf tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:13:04.286463 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-dd0f238c-27d4-46fc-88fd-83810c2cd7f7 req-9e9d1b0a-0cde-4d5a-a003-30047a7e6caf tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] 10.222.0.13 "GET /v2.0/ports?device_id=c2b9814e-4549-41cc-ab3e-b1d7ea635d0e HTTP/1.1" status: 200 len: 944 time: 0.1316378 Nov 05 19:13:04.318845 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-403d1b74-0c82-4948-8929-5564b44bbaa1 req-d90ecfae-7dae-4d00-b319-cb3a6070fe00 service neutron] 10.222.0.41 "GET /v2.0/networks/95bf24bc-61e1-4f85-8a76-7212484978aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2231209 Nov 05 19:13:04.323517 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] For port e3572706-bfed-4c54-96bd-8af0f0dd8d42, host n-h2-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=e3572706-bfed-4c54-96bd-8af0f0dd8d42,segment=NetworkSegment(e1049daa-fc97-4a3f-8351-3203f3822574),segment_id=e1049daa-fc97-4a3f-8351-3203f3822574)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:13:04.339665 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Returning: {'device': 'e3572706-bfed-4c54-96bd-8af0f0dd8d42', 'network_id': '4dc00c45-f8b9-4c9a-a6c5-c27d3aa63b93', 'port_id': 'e3572706-bfed-4c54-96bd-8af0f0dd8d42', 'mac_address': 'fa:16:3e:7a:b4:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 198, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '57c79303-6c4f-4c08-a695-f3ffd6fc49db', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102388) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 05 19:13:04.350199 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fba5f2-dfd2-436d-b33e-7f385cd27954 req-978c3bb6-0aa0-4018-afd4-75c0a2d9bc5e tempest-TestServerAdvancedOps-1250035107 tempest-TestServerAdvancedOps-1250035107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:13:04.351748 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-82fba5f2-dfd2-436d-b33e-7f385cd27954 req-978c3bb6-0aa0-4018-afd4-75c0a2d9bc5e tempest-TestServerAdvancedOps-1250035107 tempest-TestServerAdvancedOps-1250035107-project] 10.222.0.13 "GET /v2.0/ports?device_id=48dd568c-cf38-44ed-9402-8acfcc97a780 HTTP/1.1" status: 200 len: 945 time: 0.1225686 Nov 05 19:13:04.401458 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-dd0f238c-27d4-46fc-88fd-83810c2cd7f7 req-fc040730-4fcc-4326-bd06-729e94aad474 tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] 10.222.0.13 "GET /v2.0/security-groups?id=df0d1391-c71c-43f2-afc4-520021f50e79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1075859 Nov 05 19:13:04.445586 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:13:04.456753 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-82fba5f2-dfd2-436d-b33e-7f385cd27954 req-0b429788-91c8-4f49-9bc9-7c45972d4e57 tempest-TestServerAdvancedOps-1250035107 tempest-TestServerAdvancedOps-1250035107-project] 10.222.0.13 "GET /v2.0/security-groups?id=55b88338-d7d7-40a0-8248-ed170fb91481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792587 Nov 05 19:13:04.457500 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:13:04.522426 n-d-816865-1 neutron-server[102388]: DEBUG neutron.notifiers.nova [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e3572706-bfed-4c54-96bd-8af0f0dd8d42 {{(pid=102388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 19:13:04.575081 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] For port e3572706-bfed-4c54-96bd-8af0f0dd8d42, host n-h2-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=e3572706-bfed-4c54-96bd-8af0f0dd8d42,segment=NetworkSegment(e1049daa-fc97-4a3f-8351-3203f3822574),segment_id=e1049daa-fc97-4a3f-8351-3203f3822574)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:13:04.660519 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:13:04.737699 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Pushing event updated for resources: {'Port': ['ID=e3572706-bfed-4c54-96bd-8af0f0dd8d42,revision_number=6']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:13:04.748050 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:13:04.748410 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:13:04.748763 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:13:04.749110 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:13:04.749451 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:13:04.749791 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:13:04.750288 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:13:04.750632 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:13:04.750967 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:13:04.751342 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:13:04.751681 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:13:04.752014 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:13:04.759497 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] get_ports_and_sgs() called for port_ids ['e3572706-bfed-4c54-96bd-8af0f0dd8d42'] {{(pid=102388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 19:13:05.039161 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5ebe73-970c-497c-a93c-672b266102c6 req-cecf1fd0-0336-480e-9fac-1e36731a83b0 tempest-TestServerAdvancedOps-1250035107 tempest-TestServerAdvancedOps-1250035107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:13:05.044678 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-4d5ebe73-970c-497c-a93c-672b266102c6 req-cecf1fd0-0336-480e-9fac-1e36731a83b0 tempest-TestServerAdvancedOps-1250035107 tempest-TestServerAdvancedOps-1250035107-project] 10.222.0.13 "GET /v2.0/ports?device_id=48dd568c-cf38-44ed-9402-8acfcc97a780 HTTP/1.1" status: 200 len: 945 time: 0.1110344 Nov 05 19:13:05.138532 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f23922-9dc4-45c9-9879-4716f4907bd4 req-e8a940f6-7180-46c7-9566-65c41c2f5d64 tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:13:05.140076 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-11f23922-9dc4-45c9-9879-4716f4907bd4 req-e8a940f6-7180-46c7-9566-65c41c2f5d64 tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] 10.222.0.13 "GET /v2.0/ports?device_id=290c51ab-aef0-42b0-b28a-c110c73b3a2f HTTP/1.1" status: 200 len: 945 time: 0.0940919 Nov 05 19:13:05.144998 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-4d5ebe73-970c-497c-a93c-672b266102c6 req-39444dc0-9eb7-41f4-b432-13517f2b1177 tempest-TestServerAdvancedOps-1250035107 tempest-TestServerAdvancedOps-1250035107-project] 10.222.0.13 "GET /v2.0/security-groups?id=55b88338-d7d7-40a0-8248-ed170fb91481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878439 Nov 05 19:13:05.198955 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-11f23922-9dc4-45c9-9879-4716f4907bd4 req-205c7978-9d94-48a8-ab3d-1f8fc052b71e tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] 10.222.0.13 "GET /v2.0/security-groups?id=62bb25fb-2654-482c-aaa3-6e348199bd66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517220 Nov 05 19:13:05.372696 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-79ccf025-5992-4ef8-b93a-eeb2afc8ce92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:13:05.443996 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Device f50ec06e-a393-4cba-ab52-eac1646941a9 up at agent hyperv_n-h1-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 19:13:05.568819 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26f39b3-7801-40e8-b17a-16946730bbee req-953e3d65-7ad7-4217-9f8b-d026b14bdda5 tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:13:05.571084 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-a26f39b3-7801-40e8-b17a-16946730bbee req-953e3d65-7ad7-4217-9f8b-d026b14bdda5 tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] 10.222.0.13 "GET /v2.0/ports?device_id=c2b9814e-4549-41cc-ab3e-b1d7ea635d0e HTTP/1.1" status: 200 len: 944 time: 0.0658252 Nov 05 19:13:05.635084 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-a26f39b3-7801-40e8-b17a-16946730bbee req-d29c6ab5-f79e-4f8c-b3c9-8b4f8280d7a5 tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] 10.222.0.13 "GET /v2.0/security-groups?id=df0d1391-c71c-43f2-afc4-520021f50e79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0567424 Nov 05 19:13:05.658351 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Provisioning for port f50ec06e-a393-4cba-ab52-eac1646941a9 completed by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 05 19:13:05.662832 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Provisioning complete for port f50ec06e-a393-4cba-ab52-eac1646941a9 triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:13:05.663447 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:13:05.768068 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:13:05.836304 n-d-816865-1 neutron-server[102388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2b9814e-4549-41cc-ab3e-b1d7ea635d0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f50ec06e-a393-4cba-ab52-eac1646941a9'}] {{(pid=102388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 19:13:05.838662 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85474fee1180e129d8a886d264fe0b30223aa672dd1ffe43b630605f18504f68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-094d4ed2-9bf8-4c97-8ebb-f5f2cd769abd" -d '{"events": [{"server_uuid": "c2b9814e-4549-41cc-ab3e-b1d7ea635d0e", "name": "network-vif-plugged", "status": "completed", "tag": "f50ec06e-a393-4cba-ab52-eac1646941a9"}]}' {{(pid=102388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 19:13:05.858952 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] For port f50ec06e-a393-4cba-ab52-eac1646941a9, host n-h1-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=f50ec06e-a393-4cba-ab52-eac1646941a9,segment=NetworkSegment(d0a0f41f-9f59-4c03-8efd-c7c6dfb618f3),segment_id=d0a0f41f-9f59-4c03-8efd-c7c6dfb618f3)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:13:05.880802 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 19:13:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16781c2d-df34-42e8-bcd3-0d592e73df35 x-openstack-request-id: req-16781c2d-df34-42e8-bcd3-0d592e73df35 {{(pid=102388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 19:13:05.881102 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2b9814e-4549-41cc-ab3e-b1d7ea635d0e", "name": "network-vif-plugged", "status": "completed", "tag": "f50ec06e-a393-4cba-ab52-eac1646941a9", "code": 200}]} {{(pid=102388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 19:13:05.881359 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-16781c2d-df34-42e8-bcd3-0d592e73df35 {{(pid=102388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 19:13:05.881759 n-d-816865-1 neutron-server[102388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2b9814e-4549-41cc-ab3e-b1d7ea635d0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f50ec06e-a393-4cba-ab52-eac1646941a9', 'code': 200} Nov 05 19:13:05.932200 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:13:06.004158 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c1cd9b-312f-4b3f-a989-d7a799eba918 req-e9c4cb3b-6059-4840-b092-f6ceaad06389 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:13:06.005950 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-f7c1cd9b-312f-4b3f-a989-d7a799eba918 req-e9c4cb3b-6059-4840-b092-f6ceaad06389 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=c2b9814e-4549-41cc-ab3e-b1d7ea635d0e HTTP/1.1" status: 200 len: 1096 time: 0.0640519 Nov 05 19:13:06.036480 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Pushing event updated for resources: {'Port': ['ID=f50ec06e-a393-4cba-ab52-eac1646941a9,revision_number=5']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:13:06.077654 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-f7c1cd9b-312f-4b3f-a989-d7a799eba918 req-765bed96-a2b2-4742-b969-4f8ade04d5f8 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=df0d1391-c71c-43f2-afc4-520021f50e79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0638537 Nov 05 19:13:06.107679 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Device e3572706-bfed-4c54-96bd-8af0f0dd8d42 up at agent hyperv_n-h2-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 19:13:06.162910 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Provisioning complete for port e3572706-bfed-4c54-96bd-8af0f0dd8d42 triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:13:06.163341 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:13:06.277064 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:13:06.299720 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b304910f-7b27-444b-a8fc-977d26b1ceac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:13:06.403427 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] For port e3572706-bfed-4c54-96bd-8af0f0dd8d42, host n-h2-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=e3572706-bfed-4c54-96bd-8af0f0dd8d42,segment=NetworkSegment(e1049daa-fc97-4a3f-8351-3203f3822574),segment_id=e1049daa-fc97-4a3f-8351-3203f3822574)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:13:06.415160 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae57e6ce-454b-42fb-ad9c-4e0fd2509698 req-375eb70f-153c-4691-8290-9a4b4ab5adf4 tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:13:06.428968 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-ae57e6ce-454b-42fb-ad9c-4e0fd2509698 req-375eb70f-153c-4691-8290-9a4b4ab5adf4 tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] 10.222.0.13 "GET /v2.0/ports?device_id=290c51ab-aef0-42b0-b28a-c110c73b3a2f HTTP/1.1" status: 200 len: 945 time: 0.1054022 Nov 05 19:13:06.478279 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb9c551-3895-4b5d-aade-8b43ed4fd696 req-55a3999a-4d0a-4a86-ada3-54d56f2788e8 tempest-TestServerAdvancedOps-1250035107 tempest-TestServerAdvancedOps-1250035107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:13:06.486760 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-dfb9c551-3895-4b5d-aade-8b43ed4fd696 req-55a3999a-4d0a-4a86-ada3-54d56f2788e8 tempest-TestServerAdvancedOps-1250035107 tempest-TestServerAdvancedOps-1250035107-project] 10.222.0.13 "GET /v2.0/ports?device_id=48dd568c-cf38-44ed-9402-8acfcc97a780 HTTP/1.1" status: 200 len: 945 time: 0.2450099 Nov 05 19:13:06.531400 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-ae57e6ce-454b-42fb-ad9c-4e0fd2509698 req-1de26eb7-02e3-4715-874b-9e0afcff9eee tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] 10.222.0.13 "GET /v2.0/security-groups?id=62bb25fb-2654-482c-aaa3-6e348199bd66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1070254 Nov 05 19:13:06.578930 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-dfb9c551-3895-4b5d-aade-8b43ed4fd696 req-2410f354-6b9f-47f1-8b8d-27ec0505b04e tempest-TestServerAdvancedOps-1250035107 tempest-TestServerAdvancedOps-1250035107-project] 10.222.0.13 "GET /v2.0/security-groups?id=55b88338-d7d7-40a0-8248-ed170fb91481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719066 Nov 05 19:13:06.769631 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:13:06.810583 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298f48d6-85d8-4583-a752-9be2fd607abc req-0f05c905-f21a-4d03-9813-499551ddd02e tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:13:06.812282 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-298f48d6-85d8-4583-a752-9be2fd607abc req-0f05c905-f21a-4d03-9813-499551ddd02e tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] 10.222.0.13 "GET /v2.0/ports?device_id=c2b9814e-4549-41cc-ab3e-b1d7ea635d0e HTTP/1.1" status: 200 len: 945 time: 0.0767865 Nov 05 19:13:06.826415 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:13:06.882641 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-298f48d6-85d8-4583-a752-9be2fd607abc req-ca5cb23b-5e08-4e0b-b574-8128edd42bcc tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] 10.222.0.13 "GET /v2.0/security-groups?id=df0d1391-c71c-43f2-afc4-520021f50e79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0640006 Nov 05 19:13:06.887619 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Pushing event updated for resources: {'Port': ['ID=e3572706-bfed-4c54-96bd-8af0f0dd8d42,revision_number=7']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:13:07.133812 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4eb644-944f-4960-9364-b30824559eef req-c0f14acb-6711-4cc2-9a94-7ca299bf1ef3 tempest-TestServerAdvancedOps-1250035107 tempest-TestServerAdvancedOps-1250035107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:13:07.173210 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-4b4eb644-944f-4960-9364-b30824559eef req-c0f14acb-6711-4cc2-9a94-7ca299bf1ef3 tempest-TestServerAdvancedOps-1250035107 tempest-TestServerAdvancedOps-1250035107-project] 10.222.0.13 "GET /v2.0/ports?device_id=48dd568c-cf38-44ed-9402-8acfcc97a780 HTTP/1.1" status: 200 len: 945 time: 0.0728025 Nov 05 19:13:07.243689 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-4b4eb644-944f-4960-9364-b30824559eef req-9d983ac6-4c5b-41ed-9fc2-47860d86b180 tempest-TestServerAdvancedOps-1250035107 tempest-TestServerAdvancedOps-1250035107-project] 10.222.0.13 "GET /v2.0/security-groups?id=55b88338-d7d7-40a0-8248-ed170fb91481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917997 Nov 05 19:13:07.285949 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ce83b0-cc98-4b5c-ba57-1bec18150625 req-0050bbaf-ea34-4d14-a279-8b417f4987e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:13:07.288652 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-b2ce83b0-cc98-4b5c-ba57-1bec18150625 req-0050bbaf-ea34-4d14-a279-8b417f4987e7 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=e66b72a9d5594b9b9cea88dc3d4a0bd2&device_id=48dd568c-cf38-44ed-9402-8acfcc97a780 HTTP/1.1" status: 200 len: 1096 time: 0.0544608 Nov 05 19:13:07.411144 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ce83b0-cc98-4b5c-ba57-1bec18150625 req-79146686-a2c3-4fdc-aa04-5722b64f2918 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:13:07.412626 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-b2ce83b0-cc98-4b5c-ba57-1bec18150625 req-79146686-a2c3-4fdc-aa04-5722b64f2918 service neutron] 10.222.0.55 "GET /v2.0/networks?id=3ec59e2e-0aee-4abc-a9b5-bec49d440ca4 HTTP/1.1" status: 200 len: 912 time: 0.1131425 Nov 05 19:13:07.454518 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-b2ce83b0-cc98-4b5c-ba57-1bec18150625 req-5529be0e-2815-447a-8609-62c3a02f87f6 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9fab0fcf-78bc-4f5a-9f83-538054f5a15d HTTP/1.1" status: 200 len: 217 time: 0.0347352 Nov 05 19:13:07.512972 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ce83b0-cc98-4b5c-ba57-1bec18150625 req-2f412205-beb9-4f7f-9560-c5052a6ac1bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:13:07.516494 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-b2ce83b0-cc98-4b5c-ba57-1bec18150625 req-2f412205-beb9-4f7f-9560-c5052a6ac1bb service neutron] 10.222.0.55 "GET /v2.0/subnets?id=ba828bfd-857c-42d6-bf9a-e0df37b72b21 HTTP/1.1" status: 200 len: 851 time: 0.0503438 Nov 05 19:13:07.550121 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-b2ce83b0-cc98-4b5c-ba57-1bec18150625 req-13ae44c9-efd6-4a21-a3dd-780ddbe95e3a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=3ec59e2e-0aee-4abc-a9b5-bec49d440ca4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0282166 Nov 05 19:13:07.673599 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-b2ce83b0-cc98-4b5c-ba57-1bec18150625 req-fbc6fc07-e01a-4e56-8672-2d11dc679874 service neutron] 10.222.0.55 "GET /v2.0/networks/3ec59e2e-0aee-4abc-a9b5-bec49d440ca4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1118383 Nov 05 19:13:07.764428 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9994c3-11e9-4649-8ec6-865f6be0e4f4 req-bca79f59-fbfa-4059-8d49-b6d73d646a29 tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:13:07.772674 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-1b9994c3-11e9-4649-8ec6-865f6be0e4f4 req-bca79f59-fbfa-4059-8d49-b6d73d646a29 tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] 10.222.0.13 "GET /v2.0/ports?device_id=290c51ab-aef0-42b0-b28a-c110c73b3a2f HTTP/1.1" status: 200 len: 946 time: 0.1233904 Nov 05 19:13:07.842359 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-1b9994c3-11e9-4649-8ec6-865f6be0e4f4 req-23dc3da5-6917-43dc-96d0-fbf975f26a86 tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] 10.222.0.13 "GET /v2.0/security-groups?id=62bb25fb-2654-482c-aaa3-6e348199bd66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0686624 Nov 05 19:13:07.846202 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-b2ce83b0-cc98-4b5c-ba57-1bec18150625 req-ad98beeb-9fbf-42c7-b6da-fa49c7257378 service neutron] 10.222.0.55 "GET /v2.0/networks/3ec59e2e-0aee-4abc-a9b5-bec49d440ca4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1594212 Nov 05 19:13:07.885478 n-d-816865-1 neutron-server[102388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '290c51ab-aef0-42b0-b28a-c110c73b3a2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3572706-bfed-4c54-96bd-8af0f0dd8d42'}] {{(pid=102388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 19:13:07.888649 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85474fee1180e129d8a886d264fe0b30223aa672dd1ffe43b630605f18504f68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27660678-6471-44f9-95ef-787fb18cc542" -d '{"events": [{"server_uuid": "290c51ab-aef0-42b0-b28a-c110c73b3a2f", "name": "network-vif-plugged", "status": "completed", "tag": "e3572706-bfed-4c54-96bd-8af0f0dd8d42"}]}' {{(pid=102388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 19:13:07.962801 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 19:13:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a1ee625-c52d-4b9d-b356-57f7aa52efbe x-openstack-request-id: req-9a1ee625-c52d-4b9d-b356-57f7aa52efbe {{(pid=102388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 19:13:07.963257 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "290c51ab-aef0-42b0-b28a-c110c73b3a2f", "name": "network-vif-plugged", "status": "completed", "tag": "e3572706-bfed-4c54-96bd-8af0f0dd8d42", "code": 200}]} {{(pid=102388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 19:13:07.963581 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9a1ee625-c52d-4b9d-b356-57f7aa52efbe {{(pid=102388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 19:13:07.971049 n-d-816865-1 neutron-server[102388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '290c51ab-aef0-42b0-b28a-c110c73b3a2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3572706-bfed-4c54-96bd-8af0f0dd8d42', 'code': 200} Nov 05 19:13:08.042628 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25532a42-0c5a-469f-a7dc-f1f4e388f81e req-522cd810-3c73-4e64-94c3-528164381791 tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:13:08.044863 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-25532a42-0c5a-469f-a7dc-f1f4e388f81e req-522cd810-3c73-4e64-94c3-528164381791 tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] 10.222.0.13 "GET /v2.0/ports?device_id=c2b9814e-4549-41cc-ab3e-b1d7ea635d0e HTTP/1.1" status: 200 len: 945 time: 0.0756910 Nov 05 19:13:08.122734 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-25532a42-0c5a-469f-a7dc-f1f4e388f81e req-e45cc4d6-7f67-487d-bf5e-9112534ef504 tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] 10.222.0.13 "GET /v2.0/security-groups?id=df0d1391-c71c-43f2-afc4-520021f50e79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0695896 Nov 05 19:13:08.286395 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-31f93893-a48e-4ae8-833d-dccb2b42eacc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:13:08.290138 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d65495a-43fe-4890-beca-f7cc78f8dafc req-c5326901-a328-433c-9df7-555b42d97f91 tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:13:08.290750 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-7d65495a-43fe-4890-beca-f7cc78f8dafc req-c5326901-a328-433c-9df7-555b42d97f91 tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] 10.222.0.13 "GET /v2.0/ports?device_id=c2b9814e-4549-41cc-ab3e-b1d7ea635d0e HTTP/1.1" status: 200 len: 945 time: 0.0898857 Nov 05 19:13:08.431223 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-7d65495a-43fe-4890-beca-f7cc78f8dafc req-344f968b-aec1-43c3-8bf3-1bb905717d42 tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] 10.222.0.13 "GET /v2.0/security-groups?id=df0d1391-c71c-43f2-afc4-520021f50e79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1319706 Nov 05 19:13:08.439326 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8669065-997c-4fbe-8ecd-f599164af679 req-9bf78290-3cbe-417c-b482-f34b19dc29be tempest-TestServerAdvancedOps-1250035107 tempest-TestServerAdvancedOps-1250035107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:13:08.447298 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-d8669065-997c-4fbe-8ecd-f599164af679 req-9bf78290-3cbe-417c-b482-f34b19dc29be tempest-TestServerAdvancedOps-1250035107 tempest-TestServerAdvancedOps-1250035107-project] 10.222.0.13 "GET /v2.0/ports?device_id=48dd568c-cf38-44ed-9402-8acfcc97a780 HTTP/1.1" status: 200 len: 945 time: 0.1027570 Nov 05 19:13:08.460293 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 36420) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:13:08.520573 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-d8669065-997c-4fbe-8ecd-f599164af679 req-dbef5906-f5a1-4657-aa76-9766eed1e50a tempest-TestServerAdvancedOps-1250035107 tempest-TestServerAdvancedOps-1250035107-project] 10.222.0.13 "GET /v2.0/security-groups?id=55b88338-d7d7-40a0-8248-ed170fb91481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722163 Nov 05 19:13:08.542561 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5c29d37-d929-4110-a383-b9c2095b2912 tempest-TestNetworkBasicOps-495762271 tempest-TestNetworkBasicOps-495762271-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:13:08.544934 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-f5c29d37-d929-4110-a383-b9c2095b2912 tempest-TestNetworkBasicOps-495762271 tempest-TestNetworkBasicOps-495762271-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=c2b9814e-4549-41cc-ab3e-b1d7ea635d0e HTTP/1.1" status: 200 len: 1091 time: 0.0834372 Nov 05 19:13:08.547827 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 36424) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:13:08.552684 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-dd48284b-5b7d-4e58-a0db-304d430d06f2 tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Request body: {'floatingip': {'floating_network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'port_id': 'f50ec06e-a393-4cba-ab52-eac1646941a9', 'tenant_id': 'e6881a268b314b538ad6a867b46f1df8', 'fixed_ip_address': '172.20.0.5'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:13:08.563089 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:13:08.740431 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-dd48284b-5b7d-4e58-a0db-304d430d06f2 tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Publish callbacks [] for floatingip, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:13:08.877657 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-dd48284b-5b7d-4e58-a0db-304d430d06f2 tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:13:09.012297 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14e248a-f0aa-407b-9e76-e1270c6aa27d req-4956fd4d-3f14-4d72-b12c-d9165390d5c2 tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:13:09.014160 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-a14e248a-f0aa-407b-9e76-e1270c6aa27d req-4956fd4d-3f14-4d72-b12c-d9165390d5c2 tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] 10.222.0.13 "GET /v2.0/ports?device_id=290c51ab-aef0-42b0-b28a-c110c73b3a2f HTTP/1.1" status: 200 len: 946 time: 0.0634222 Nov 05 19:13:09.028037 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.db_base_plugin_common [None req-dd48284b-5b7d-4e58-a0db-304d430d06f2 tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Allocated IP 172.25.6.95 (40c8335d-cd0b-4cb5-910a-d4dcddd5cbec/04fe6db3-e108-4208-943d-6518424f5726/b9800257-d13d-46ba-b642-fd55c3851cfa) {{(pid=102386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 19:13:09.115930 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-a14e248a-f0aa-407b-9e76-e1270c6aa27d req-2971fdb3-1981-44ad-b96f-a611008d960c tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] 10.222.0.13 "GET /v2.0/security-groups?id=62bb25fb-2654-482c-aaa3-6e348199bd66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0953948 Nov 05 19:13:09.512728 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-dd48284b-5b7d-4e58-a0db-304d430d06f2 tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Publish callbacks [] for port, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:13:09.609780 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-dd48284b-5b7d-4e58-a0db-304d430d06f2 tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:13:09.674730 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd48284b-5b7d-4e58-a0db-304d430d06f2 tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Network 40c8335d-cd0b-4cb5-910a-d4dcddd5cbec is already hosted by enough agents. {{(pid=102386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 19:13:09.676212 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.base_scheduler [None req-dd48284b-5b7d-4e58-a0db-304d430d06f2 tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Resources bound (agent type, host, resource id): {{(pid=102386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 19:13:09.676435 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2166d88b-6136-41c9-b2c1-7397afe38403 req-a375e959-fa0b-40a4-89b3-069962d06958 tempest-TestServerAdvancedOps-1250035107 tempest-TestServerAdvancedOps-1250035107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:13:09.682724 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd48284b-5b7d-4e58-a0db-304d430d06f2 tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Received port after_create {{(pid=102386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 19:13:09.688003 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-2166d88b-6136-41c9-b2c1-7397afe38403 req-a375e959-fa0b-40a4-89b3-069962d06958 tempest-TestServerAdvancedOps-1250035107 tempest-TestServerAdvancedOps-1250035107-project] 10.222.0.13 "GET /v2.0/ports?device_id=48dd568c-cf38-44ed-9402-8acfcc97a780 HTTP/1.1" status: 200 len: 945 time: 0.0896354 Nov 05 19:13:09.723656 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd48284b-5b7d-4e58-a0db-304d430d06f2 tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Pushing event updated for resources: {'Port': ['ID=b9800257-d13d-46ba-b642-fd55c3851cfa,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:13:09.765387 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-2166d88b-6136-41c9-b2c1-7397afe38403 req-da9a267e-27dd-4e5b-b8d9-314116c00688 tempest-TestServerAdvancedOps-1250035107 tempest-TestServerAdvancedOps-1250035107-project] 10.222.0.13 "GET /v2.0/security-groups?id=55b88338-d7d7-40a0-8248-ed170fb91481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688262 Nov 05 19:13:10.296323 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839c6e16-99a7-4243-a409-94ed0b741b4c req-32c98cbf-9b31-4b3d-a2ed-bdd28558983b tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:13:10.305883 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-839c6e16-99a7-4243-a409-94ed0b741b4c req-32c98cbf-9b31-4b3d-a2ed-bdd28558983b tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] 10.222.0.13 "GET /v2.0/ports?device_id=290c51ab-aef0-42b0-b28a-c110c73b3a2f HTTP/1.1" status: 200 len: 946 time: 0.1174417 Nov 05 19:13:10.351056 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-dd48284b-5b7d-4e58-a0db-304d430d06f2 tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:13:10.355909 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-839c6e16-99a7-4243-a409-94ed0b741b4c req-ec6caf99-4c1e-42c3-bbdb-bae7f85e09ac tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] 10.222.0.13 "GET /v2.0/security-groups?id=62bb25fb-2654-482c-aaa3-6e348199bd66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489628 Nov 05 19:13:10.506980 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac02a31-e47e-4101-81fb-d0eda210c4f9 req-740c4bc2-6117-4265-b31d-e30a6dd365e5 tempest-TestServerAdvancedOps-1250035107 tempest-TestServerAdvancedOps-1250035107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:13:10.509287 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-aac02a31-e47e-4101-81fb-d0eda210c4f9 req-740c4bc2-6117-4265-b31d-e30a6dd365e5 tempest-TestServerAdvancedOps-1250035107 tempest-TestServerAdvancedOps-1250035107-project] 10.222.0.13 "GET /v2.0/ports?device_id=48dd568c-cf38-44ed-9402-8acfcc97a780 HTTP/1.1" status: 200 len: 945 time: 0.0578139 Nov 05 19:13:10.578130 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-aac02a31-e47e-4101-81fb-d0eda210c4f9 req-82fc993e-71f2-481a-bd81-72aece171dd7 tempest-TestServerAdvancedOps-1250035107 tempest-TestServerAdvancedOps-1250035107-project] 10.222.0.13 "GET /v2.0/security-groups?id=55b88338-d7d7-40a0-8248-ed170fb91481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611668 Nov 05 19:13:10.670842 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-dd48284b-5b7d-4e58-a0db-304d430d06f2 tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:13:10.911015 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-dd48284b-5b7d-4e58-a0db-304d430d06f2 tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Publish callbacks [] for port, precommit_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:13:11.000794 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-dd48284b-5b7d-4e58-a0db-304d430d06f2 tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6149821'] for port, after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:13:11.068354 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd48284b-5b7d-4e58-a0db-304d430d06f2 tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Pushing event updated for resources: {'Port': ['ID=b9800257-d13d-46ba-b642-fd55c3851cfa,revision_number=2']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:13:11.081885 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-dd48284b-5b7d-4e58-a0db-304d430d06f2 tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1000577'] for floatingip, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:13:11.210414 n-d-816865-1 neutron-server[102386]: INFO neutron.db.l3_db [None req-dd48284b-5b7d-4e58-a0db-304d430d06f2 tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Floating IP 48214a96-4146-4ba5-933d-bfe833a8b0f9 associated. External IP: 172.25.6.95, port: f50ec06e-a393-4cba-ab52-eac1646941a9. Nov 05 19:13:11.450987 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd48284b-5b7d-4e58-a0db-304d430d06f2 tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Router 71535d14-cf88-4bf5-bfc8-82f45fbb3237 has already been hosted by L3 agent 6dcb5589-8e86-4616-9186-ddc4548e13ad {{(pid=102386) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 19:13:11.520910 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e610c1-d25e-4f40-beed-7410c8734f86 req-5a3bfc0f-7764-4949-a63d-833e40031ecc tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:13:11.535530 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-b0e610c1-d25e-4f40-beed-7410c8734f86 req-5a3bfc0f-7764-4949-a63d-833e40031ecc tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] 10.222.0.13 "GET /v2.0/ports?device_id=290c51ab-aef0-42b0-b28a-c110c73b3a2f HTTP/1.1" status: 200 len: 946 time: 0.0721345 Nov 05 19:13:11.626660 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-b0e610c1-d25e-4f40-beed-7410c8734f86 req-c3318fba-62ce-4b62-b44a-af5da6ed25cc tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] 10.222.0.13 "GET /v2.0/security-groups?id=62bb25fb-2654-482c-aaa3-6e348199bd66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0897307 Nov 05 19:13:11.648314 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd48284b-5b7d-4e58-a0db-304d430d06f2 tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Notify agent at l3_agent.n-d-816865-1 the message routers_updated {{(pid=102386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 19:13:11.660919 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f50d5b8-6032-4d0c-a887-d3c00c2e9549 None None] Sync routers for ids ['71535d14-cf88-4bf5-bfc8-82f45fbb3237'] in n-d-816865-1 {{(pid=102389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 19:13:11.675994 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f50d5b8-6032-4d0c-a887-d3c00c2e9549 None None] Routers {'71535d14-cf88-4bf5-bfc8-82f45fbb3237'} bound to L3 agent in host n-d-816865-1 {{(pid=102389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 19:13:11.685162 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-6f50d5b8-6032-4d0c-a887-d3c00c2e9549 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T19:13:05Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['71535d14-cf88-4bf5-bfc8-82f45fbb3237'], 'active': True} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:13:11.743251 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07b6b91-0e6b-4cf1-b0ce-e4d8d403e4e1 req-1f26b0ca-32cc-404d-9cea-cf4a35424b3a tempest-TestServerAdvancedOps-1250035107 tempest-TestServerAdvancedOps-1250035107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:13:11.745179 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-b07b6b91-0e6b-4cf1-b0ce-e4d8d403e4e1 req-1f26b0ca-32cc-404d-9cea-cf4a35424b3a tempest-TestServerAdvancedOps-1250035107 tempest-TestServerAdvancedOps-1250035107-project] 10.222.0.13 "GET /v2.0/ports?device_id=48dd568c-cf38-44ed-9402-8acfcc97a780 HTTP/1.1" status: 200 len: 945 time: 0.0600936 Nov 05 19:13:11.748138 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-dd48284b-5b7d-4e58-a0db-304d430d06f2 tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for floatingip, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:13:11.793975 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-dd48284b-5b7d-4e58-a0db-304d430d06f2 tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.2447653 Nov 05 19:13:11.795173 n-d-816865-1 neutron-server[102386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2b9814e-4549-41cc-ab3e-b1d7ea635d0e', 'tag': 'f50ec06e-a393-4cba-ab52-eac1646941a9'}] {{(pid=102386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 19:13:11.797933 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6173a44d7c73f41af551dc890fa1a5892c2c6bc3458b640c8e0c24db7876ba6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04f9cdb6-9343-4602-8799-636108531a10" -d '{"events": [{"name": "network-changed", "server_uuid": "c2b9814e-4549-41cc-ab3e-b1d7ea635d0e", "tag": "f50ec06e-a393-4cba-ab52-eac1646941a9"}]}' {{(pid=102386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 19:13:11.799885 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvr_db [None req-6f50d5b8-6032-4d0c-a887-d3c00c2e9549 None None] Set router 71535d14-cf88-4bf5-bfc8-82f45fbb3237 gateway port host: n-d-816865-1 {{(pid=102389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 19:13:11.801606 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 36472) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:13:11.854255 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 19:13:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e110caf-2700-4326-90cd-6a863f42f022 x-openstack-request-id: req-9e110caf-2700-4326-90cd-6a863f42f022 {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 19:13:11.854255 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c2b9814e-4549-41cc-ab3e-b1d7ea635d0e", "tag": "f50ec06e-a393-4cba-ab52-eac1646941a9", "status": "completed", "code": 200}]} {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 19:13:11.854255 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9e110caf-2700-4326-90cd-6a863f42f022 {{(pid=102386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 19:13:11.854255 n-d-816865-1 neutron-server[102386]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2b9814e-4549-41cc-ab3e-b1d7ea635d0e', 'tag': 'f50ec06e-a393-4cba-ab52-eac1646941a9', 'status': 'completed', 'code': 200} Nov 05 19:13:11.901009 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-b07b6b91-0e6b-4cf1-b0ce-e4d8d403e4e1 req-5a5dc7c6-e1ae-4589-a425-a813bf504683 tempest-TestServerAdvancedOps-1250035107 tempest-TestServerAdvancedOps-1250035107-project] 10.222.0.13 "GET /v2.0/security-groups?id=55b88338-d7d7-40a0-8248-ed170fb91481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462631 Nov 05 19:13:11.982529 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-146924cc-6926-4482-86d5-acd19ab817a9 tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] 10.222.0.13 "GET /v2.0/floatingips/48214a96-4146-4ba5-933d-bfe833a8b0f9 HTTP/1.1" status: 200 len: 990 time: 0.1766405 Nov 05 19:13:12.006767 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f9cdb6-9343-4602-8799-636108531a10 req-ae151fe0-73f5-4be6-9ec7-b2d3dbb0adc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:13:12.008349 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-04f9cdb6-9343-4602-8799-636108531a10 req-ae151fe0-73f5-4be6-9ec7-b2d3dbb0adc5 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e6881a268b314b538ad6a867b46f1df8&device_id=c2b9814e-4549-41cc-ab3e-b1d7ea635d0e HTTP/1.1" status: 200 len: 1096 time: 0.1063790 Nov 05 19:13:12.174063 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-6f50d5b8-6032-4d0c-a887-d3c00c2e9549 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71535d14-cf88-4bf5-bfc8-82f45fbb3237', 'name': 'tempest-TestNetworkBasicOps-router-685414002', 'tenant_id': 'e6881a268b314b538ad6a867b46f1df8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.221'}], 'enable_snat': True}, 'gw_port_id': 'c992a72a-0c1c-4451-9d6e-90c509c27d03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T19:12:44Z', 'updated_at': '2021-11-05T19:12:50Z', 'revision_number': 4, 'project_id': 'e6881a268b314b538ad6a867b46f1df8', 'gw_port': {'id': 'c992a72a-0c1c-4451-9d6e-90c509c27d03', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:bb:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71535d14-cf88-4bf5-bfc8-82f45fbb3237', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3617, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:12:45Z', 'updated_at': '2021-11-05T19:12:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1', '_floatingips': [{'id': '48214a96-4146-4ba5-933d-bfe833a8b0f9', 'tenant_id': 'e6881a268b314b538ad6a867b46f1df8', 'floating_ip_address': '172.25.6.95', 'floating_network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'router_id': '71535d14-cf88-4bf5-bfc8-82f45fbb3237', 'port_id': 'f50ec06e-a393-4cba-ab52-eac1646941a9', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3632, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '25c2b2b7-0ea9-4a9a-9e92-3e8105089525', 'mac_address': 'fa:16:3e:c3:e0:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2b9814e-4549-41cc-ab3e-b1d7ea635d0e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-05T19:13:10Z', 'updated_at': '2021-11-05T19:13:10Z', 'revision_number': 0, 'project_id': 'e6881a268b314b538ad6a867b46f1df8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eedc05cc-da01-4686-addd-838d6e5b8722', 'name': '', 'network_id': '25c2b2b7-0ea9-4a9a-9e92-3e8105089525', 'tenant_id': 'e6881a268b314b538ad6a867b46f1df8', 'mac_address': 'fa:16:3e:6b:17:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71535d14-cf88-4bf5-bfc8-82f45fbb3237', 'device_owner': 'network:router_interface', 'standard_attr_id': 3620, 'fixed_ips': [{'subnet_id': '5e035d49-fc28-4a6c-b97a-7f3a0ca679f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:12:49Z', 'updated_at': '2021-11-05T19:12:55Z', 'revision_number': 5, 'project_id': 'e6881a268b314b538ad6a867b46f1df8', 'subnets': [{'id': '5e035d49-fc28-4a6c-b97a-7f3a0ca679f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-1', False) {} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:13:12.178220 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f9cdb6-9343-4602-8799-636108531a10 req-9c352e82-664c-4513-bbe8-b008bf1dcfa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:13:12.180646 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-04f9cdb6-9343-4602-8799-636108531a10 req-9c352e82-664c-4513-bbe8-b008bf1dcfa5 service neutron] 10.222.0.41 "GET /v2.0/networks?id=25c2b2b7-0ea9-4a9a-9e92-3e8105089525 HTTP/1.1" status: 200 len: 898 time: 0.1642864 Nov 05 19:13:12.205137 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f50d5b8-6032-4d0c-a887-d3c00c2e9549 None None] Checking router: 71535d14-cf88-4bf5-bfc8-82f45fbb3237 for host: n-d-816865-1 {{(pid=102389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 19:13:12.216108 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f50d5b8-6032-4d0c-a887-d3c00c2e9549 None None] Routers {'71535d14-cf88-4bf5-bfc8-82f45fbb3237'} bound to L3 agent in host n-d-816865-1 {{(pid=102389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 19:13:12.217129 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-6f50d5b8-6032-4d0c-a887-d3c00c2e9549 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T19:13:05Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['71535d14-cf88-4bf5-bfc8-82f45fbb3237'], 'active': True} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:13:12.292922 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-04f9cdb6-9343-4602-8799-636108531a10 req-d354cb0e-e60f-4b1f-87f3-858b68f4c2fe service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f50ec06e-a393-4cba-ab52-eac1646941a9 HTTP/1.1" status: 200 len: 998 time: 0.1036148 Nov 05 19:13:12.350632 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f9cdb6-9343-4602-8799-636108531a10 req-07624bc0-f669-47fb-b2a7-19254f44900e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:13:12.354477 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-04f9cdb6-9343-4602-8799-636108531a10 req-07624bc0-f669-47fb-b2a7-19254f44900e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5e035d49-fc28-4a6c-b97a-7f3a0ca679f3 HTTP/1.1" status: 200 len: 835 time: 0.0550389 Nov 05 19:13:12.356758 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c09897f-0c60-4a6c-9a90-4e8eb21b3082 req-f90eb0a8-f05b-4036-a57a-72911e38de27 tempest-TestServerAdvancedOps-1250035107 tempest-TestServerAdvancedOps-1250035107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:13:12.358346 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-5c09897f-0c60-4a6c-9a90-4e8eb21b3082 req-f90eb0a8-f05b-4036-a57a-72911e38de27 tempest-TestServerAdvancedOps-1250035107 tempest-TestServerAdvancedOps-1250035107-project] 10.222.0.55 "GET /v2.0/ports?device_id=48dd568c-cf38-44ed-9402-8acfcc97a780 HTTP/1.1" status: 200 len: 945 time: 0.0940912 Nov 05 19:13:12.369362 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvr_db [None req-6f50d5b8-6032-4d0c-a887-d3c00c2e9549 None None] Set router 71535d14-cf88-4bf5-bfc8-82f45fbb3237 gateway port host: n-d-816865-1 {{(pid=102389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 19:13:12.430625 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f9cdb6-9343-4602-8799-636108531a10 req-c3ec4ad7-0847-4272-a5ba-51c87e873fb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:13:12.433380 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-04f9cdb6-9343-4602-8799-636108531a10 req-c3ec4ad7-0847-4272-a5ba-51c87e873fb1 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=25c2b2b7-0ea9-4a9a-9e92-3e8105089525&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0722311 Nov 05 19:13:12.559618 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [req-5c09897f-0c60-4a6c-9a90-4e8eb21b3082 req-3bc49ec1-56a5-4d33-be0d-ed721d6fda91 tempest-TestServerAdvancedOps-1250035107 tempest-TestServerAdvancedOps-1250035107-project] Deleting port 9fab0fcf-78bc-4f5a-9f83-538054f5a15d {{(pid=102386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 19:13:12.559966 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-5c09897f-0c60-4a6c-9a90-4e8eb21b3082 req-3bc49ec1-56a5-4d33-be0d-ed721d6fda91 tempest-TestServerAdvancedOps-1250035107 tempest-TestServerAdvancedOps-1250035107-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:13:12.567225 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-04f9cdb6-9343-4602-8799-636108531a10 req-783952bd-6c71-4c27-9b30-f7518838a708 service neutron] 10.222.0.41 "GET /v2.0/networks/25c2b2b7-0ea9-4a9a-9e92-3e8105089525?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264150 Nov 05 19:13:12.703197 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-04f9cdb6-9343-4602-8799-636108531a10 req-308dba9c-fedd-4fb6-a4fb-560d5edfe0c0 service neutron] 10.222.0.41 "GET /v2.0/networks/25c2b2b7-0ea9-4a9a-9e92-3e8105089525?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274936 Nov 05 19:13:12.755740 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [req-5c09897f-0c60-4a6c-9a90-4e8eb21b3082 req-3bc49ec1-56a5-4d33-be0d-ed721d6fda91 tempest-TestServerAdvancedOps-1250035107 tempest-TestServerAdvancedOps-1250035107-project] For port 9fab0fcf-78bc-4f5a-9f83-538054f5a15d, host n-h2-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=9fab0fcf-78bc-4f5a-9f83-538054f5a15d,segment=NetworkSegment(f5791a45-deb3-4204-8072-976e3c69bbbf),segment_id=f5791a45-deb3-4204-8072-976e3c69bbbf)] {{(pid=102386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:13:12.756330 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-5c09897f-0c60-4a6c-9a90-4e8eb21b3082 req-3bc49ec1-56a5-4d33-be0d-ed721d6fda91 tempest-TestServerAdvancedOps-1250035107 tempest-TestServerAdvancedOps-1250035107-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:13:12.780533 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-6f50d5b8-6032-4d0c-a887-d3c00c2e9549 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71535d14-cf88-4bf5-bfc8-82f45fbb3237', 'name': 'tempest-TestNetworkBasicOps-router-685414002', 'tenant_id': 'e6881a268b314b538ad6a867b46f1df8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.221'}], 'enable_snat': True}, 'gw_port_id': 'c992a72a-0c1c-4451-9d6e-90c509c27d03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T19:12:44Z', 'updated_at': '2021-11-05T19:12:50Z', 'revision_number': 4, 'project_id': 'e6881a268b314b538ad6a867b46f1df8', 'gw_port': {'id': 'c992a72a-0c1c-4451-9d6e-90c509c27d03', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:bb:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71535d14-cf88-4bf5-bfc8-82f45fbb3237', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3617, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:12:45Z', 'updated_at': '2021-11-05T19:12:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1', '_floatingips': [{'id': '48214a96-4146-4ba5-933d-bfe833a8b0f9', 'tenant_id': 'e6881a268b314b538ad6a867b46f1df8', 'floating_ip_address': '172.25.6.95', 'floating_network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'router_id': '71535d14-cf88-4bf5-bfc8-82f45fbb3237', 'port_id': 'f50ec06e-a393-4cba-ab52-eac1646941a9', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3632, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '25c2b2b7-0ea9-4a9a-9e92-3e8105089525', 'mac_address': 'fa:16:3e:c3:e0:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2b9814e-4549-41cc-ab3e-b1d7ea635d0e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-05T19:13:10Z', 'updated_at': '2021-11-05T19:13:10Z', 'revision_number': 0, 'project_id': 'e6881a268b314b538ad6a867b46f1df8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eedc05cc-da01-4686-addd-838d6e5b8722', 'name': '', 'network_id': '25c2b2b7-0ea9-4a9a-9e92-3e8105089525', 'tenant_id': 'e6881a268b314b538ad6a867b46f1df8', 'mac_address': 'fa:16:3e:6b:17:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71535d14-cf88-4bf5-bfc8-82f45fbb3237', 'device_owner': 'network:router_interface', 'standard_attr_id': 3620, 'fixed_ips': [{'subnet_id': '5e035d49-fc28-4a6c-b97a-7f3a0ca679f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:12:49Z', 'updated_at': '2021-11-05T19:12:55Z', 'revision_number': 5, 'project_id': 'e6881a268b314b538ad6a867b46f1df8', 'subnets': [{'id': '5e035d49-fc28-4a6c-b97a-7f3a0ca679f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-1', False) {} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:13:12.783351 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [req-5c09897f-0c60-4a6c-9a90-4e8eb21b3082 req-3bc49ec1-56a5-4d33-be0d-ed721d6fda91 tempest-TestServerAdvancedOps-1250035107 tempest-TestServerAdvancedOps-1250035107-project] Calling delete_port for 9fab0fcf-78bc-4f5a-9f83-538054f5a15d owned by compute:nova {{(pid=102386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 19:13:12.872032 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0a17f0-7814-4dc3-8e5f-48ef685ad536 req-6c8e2df1-732d-42a7-bb34-3a98e73ad8a8 tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:13:12.873590 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-1a0a17f0-7814-4dc3-8e5f-48ef685ad536 req-6c8e2df1-732d-42a7-bb34-3a98e73ad8a8 tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] 10.222.0.13 "GET /v2.0/ports?device_id=290c51ab-aef0-42b0-b28a-c110c73b3a2f HTTP/1.1" status: 200 len: 946 time: 0.0955427 Nov 05 19:13:12.961890 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f50d5b8-6032-4d0c-a887-d3c00c2e9549 None None] The sync data for ids ['71535d14-cf88-4bf5-bfc8-82f45fbb3237'] in n-d-816865-1 is: [{'id': '71535d14-cf88-4bf5-bfc8-82f45fbb3237', 'name': 'tempest-TestNetworkBasicOps-router-685414002', 'tenant_id': 'e6881a268b314b538ad6a867b46f1df8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.221'}], 'enable_snat': True}, 'gw_port_id': 'c992a72a-0c1c-4451-9d6e-90c509c27d03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T19:12:44Z', 'updated_at': '2021-11-05T19:12:50Z', 'revision_number': 4, 'project_id': 'e6881a268b314b538ad6a867b46f1df8', 'gw_port': {'id': 'c992a72a-0c1c-4451-9d6e-90c509c27d03', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:bb:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71535d14-cf88-4bf5-bfc8-82f45fbb3237', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3617, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:12:45Z', 'updated_at': '2021-11-05T19:12:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1', '_floatingips': [{'id': '48214a96-4146-4ba5-933d-bfe833a8b0f9', 'tenant_id': 'e6881a268b314b538ad6a867b46f1df8', 'floating_ip_address': '172.25.6.95', 'floating_network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'router_id': '71535d14-cf88-4bf5-bfc8-82f45fbb3237', 'port_id': 'f50ec06e-a393-4cba-ab52-eac1646941a9', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3632, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '25c2b2b7-0ea9-4a9a-9e92-3e8105089525', 'mac_address': 'fa:16:3e:c3:e0:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2b9814e-4549-41cc-ab3e-b1d7ea635d0e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-05T19:13:10Z', 'updated_at': '2021-11-05T19:13:10Z', 'revision_number': 0, 'project_id': 'e6881a268b314b538ad6a867b46f1df8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eedc05cc-da01-4686-addd-838d6e5b8722', 'name': '', 'network_id': '25c2b2b7-0ea9-4a9a-9e92-3e8105089525', 'tenant_id': 'e6881a268b314b538ad6a867b46f1df8', 'mac_address': 'fa:16:3e:6b:17:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71535d14-cf88-4bf5-bfc8-82f45fbb3237', 'device_owner': 'network:router_interface', 'standard_attr_id': 3620, 'fixed_ips': [{'subnet_id': '5e035d49-fc28-4a6c-b97a-7f3a0ca679f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:12:49Z', 'updated_at': '2021-11-05T19:12:55Z', 'revision_number': 5, 'project_id': 'e6881a268b314b538ad6a867b46f1df8', 'subnets': [{'id': '5e035d49-fc28-4a6c-b97a-7f3a0ca679f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 19:13:12.986961 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 36492) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:13:13.044037 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-1a0a17f0-7814-4dc3-8e5f-48ef685ad536 req-ff425e7b-331f-463c-bbbe-a93a250f1fc1 tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] 10.222.0.13 "GET /v2.0/security-groups?id=62bb25fb-2654-482c-aaa3-6e348199bd66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1614430 Nov 05 19:13:13.100542 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-5c09897f-0c60-4a6c-9a90-4e8eb21b3082 req-3bc49ec1-56a5-4d33-be0d-ed721d6fda91 tempest-TestServerAdvancedOps-1250035107 tempest-TestServerAdvancedOps-1250035107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:13:13.120573 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] get_ports_and_sgs() called for port_ids ['9fab0fcf-78bc-4f5a-9f83-538054f5a15d'] {{(pid=102388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 19:13:13.146726 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-38070863-b1fb-43f0-b57a-6a6d49c2e667 req-5c91418a-f199-44c1-9a1e-9c840d378835 tempest-TestServerAdvancedOps-1250035107 tempest-TestServerAdvancedOps-1250035107-project] 10.222.0.13 "GET /v2.0/ports?device_id=48dd568c-cf38-44ed-9402-8acfcc97a780 HTTP/1.1" status: 200 len: 210 time: 0.0373502 Nov 05 19:13:13.157669 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-fe92f40a-f959-41e4-a230-017af2ac94af tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] 10.222.0.13 "GET /v2.0/floatingips/48214a96-4146-4ba5-933d-bfe833a8b0f9 HTTP/1.1" status: 200 len: 990 time: 0.1695375 Nov 05 19:13:13.164849 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc49ec1-56a5-4d33-be0d-ed721d6fda91 tempest-TestServerAdvancedOps-1250035107 tempest-TestServerAdvancedOps-1250035107-project] Pushing event deleted for resources: {'Port': ['ID=9fab0fcf-78bc-4f5a-9f83-538054f5a15d,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:13:13.254335 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c09897f-0c60-4a6c-9a90-4e8eb21b3082 req-3bc49ec1-56a5-4d33-be0d-ed721d6fda91 tempest-TestServerAdvancedOps-1250035107 tempest-TestServerAdvancedOps-1250035107-project] No DVR routers for this DVR port 9fab0fcf-78bc-4f5a-9f83-538054f5a15d on host n-h2-816865-1 {{(pid=102386) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 19:13:13.257849 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-5c09897f-0c60-4a6c-9a90-4e8eb21b3082 req-3bc49ec1-56a5-4d33-be0d-ed721d6fda91 tempest-TestServerAdvancedOps-1250035107 tempest-TestServerAdvancedOps-1250035107-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:13:13.262968 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-5c09897f-0c60-4a6c-9a90-4e8eb21b3082 req-3bc49ec1-56a5-4d33-be0d-ed721d6fda91 tempest-TestServerAdvancedOps-1250035107 tempest-TestServerAdvancedOps-1250035107-project] 10.222.0.55 "DELETE /v2.0/ports/9fab0fcf-78bc-4f5a-9f83-538054f5a15d HTTP/1.1" status: 204 len: 173 time: 0.8890231 Nov 05 19:13:13.412824 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-950501b0-510b-4a99-af13-bad73b1c161f None None] New status for floating IP 48214a96-4146-4ba5-933d-bfe833a8b0f9: ACTIVE {{(pid=102388) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 05 19:13:13.855030 n-d-816865-1 neutron-server[102386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48dd568c-cf38-44ed-9402-8acfcc97a780', 'name': 'network-vif-deleted', 'tag': '9fab0fcf-78bc-4f5a-9f83-538054f5a15d'}] {{(pid=102386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 19:13:13.857397 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6173a44d7c73f41af551dc890fa1a5892c2c6bc3458b640c8e0c24db7876ba6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47c8d3d2-76c5-4445-a1c0-fffb3fc46066" -d '{"events": [{"server_uuid": "48dd568c-cf38-44ed-9402-8acfcc97a780", "name": "network-vif-deleted", "tag": "9fab0fcf-78bc-4f5a-9f83-538054f5a15d"}]}' {{(pid=102386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 19:13:13.927269 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 19:13:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a27999b-a7d2-4588-b2ab-2e7f15084792 x-openstack-request-id: req-3a27999b-a7d2-4588-b2ab-2e7f15084792 {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 19:13:13.927825 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48dd568c-cf38-44ed-9402-8acfcc97a780", "name": "network-vif-deleted", "tag": "9fab0fcf-78bc-4f5a-9f83-538054f5a15d", "status": "completed", "code": 200}]} {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 19:13:13.928256 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3a27999b-a7d2-4588-b2ab-2e7f15084792 {{(pid=102386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 19:13:13.928844 n-d-816865-1 neutron-server[102386]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48dd568c-cf38-44ed-9402-8acfcc97a780', 'name': 'network-vif-deleted', 'tag': '9fab0fcf-78bc-4f5a-9f83-538054f5a15d', 'status': 'completed', 'code': 200} Nov 05 19:13:14.160603 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 36510) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:13:14.468024 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-e7941c84-f889-4ca3-bfd0-e1cd420d5601 req-a944c10f-1104-4ba2-b46b-8124e9927623 tempest-TestServerAdvancedOps-1250035107 tempest-TestServerAdvancedOps-1250035107-project] 10.222.0.13 "GET /v2.0/ports?device_id=48dd568c-cf38-44ed-9402-8acfcc97a780 HTTP/1.1" status: 200 len: 210 time: 0.1243050 Nov 05 19:13:14.476723 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-895bb2ce-b01f-4e60-9769-e59b7dc0dfcd tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] 10.222.0.13 "GET /v2.0/floatingips/48214a96-4146-4ba5-933d-bfe833a8b0f9 HTTP/1.1" status: 200 len: 992 time: 0.3147392 Nov 05 19:13:14.519548 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40f1c4c-30ef-4862-b963-108ec4500686 req-30a52516-5aaf-4474-b1dc-3661cfb3137b tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:13:14.521367 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-e40f1c4c-30ef-4862-b963-108ec4500686 req-30a52516-5aaf-4474-b1dc-3661cfb3137b tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] 10.222.0.13 "GET /v2.0/ports?device_id=290c51ab-aef0-42b0-b28a-c110c73b3a2f HTTP/1.1" status: 200 len: 946 time: 0.1345079 Nov 05 19:13:14.603278 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-e40f1c4c-30ef-4862-b963-108ec4500686 req-cb9ab0c3-3330-4c9d-a8c6-dac817a975b1 tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] 10.222.0.13 "GET /v2.0/security-groups?id=62bb25fb-2654-482c-aaa3-6e348199bd66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0726624 Nov 05 19:13:15.569808 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 36532) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:13:15.615751 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b1574b5-55de-467e-8e0d-878b587f7fe6 admin admin] Deleting subnet ba828bfd-857c-42d6-bf9a-e0df37b72b21 {{(pid=102387) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 05 19:13:15.619683 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-5b1574b5-55de-467e-8e0d-878b587f7fe6 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:13:15.684488 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-5b1574b5-55de-467e-8e0d-878b587f7fe6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4463501'] for subnet, precommit_delete_associations {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:13:15.767877 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-5b1574b5-55de-467e-8e0d-878b587f7fe6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1573928'] for subnet, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:13:15.801814 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc512845-2e14-4a6b-b173-8ea0184c5338 req-82477c31-ef9a-45ff-b6bb-a2c92ae61d97 tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:13:15.803525 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-dc512845-2e14-4a6b-b173-8ea0184c5338 req-82477c31-ef9a-45ff-b6bb-a2c92ae61d97 tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] 10.222.0.13 "GET /v2.0/ports?device_id=290c51ab-aef0-42b0-b28a-c110c73b3a2f HTTP/1.1" status: 200 len: 946 time: 0.0983331 Nov 05 19:13:15.875413 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-dc512845-2e14-4a6b-b173-8ea0184c5338 req-89ead0dd-8060-4630-bcbc-7b978d428a75 tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] 10.222.0.13 "GET /v2.0/security-groups?id=62bb25fb-2654-482c-aaa3-6e348199bd66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0628085 Nov 05 19:13:15.943674 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-5b1574b5-55de-467e-8e0d-878b587f7fe6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1573905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4417146', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5112209'] for subnet, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:13:15.967984 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1574b5-55de-467e-8e0d-878b587f7fe6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ba828bfd-857c-42d6-bf9a-e0df37b72b21,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:13:15.976141 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-5b1574b5-55de-467e-8e0d-878b587f7fe6 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:13:15.977093 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-5b1574b5-55de-467e-8e0d-878b587f7fe6 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/ba828bfd-857c-42d6-bf9a-e0df37b72b21 HTTP/1.1" status: 204 len: 168 time: 0.4074996 Nov 05 19:13:15.979847 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 36542) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:13:16.049127 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-02995ac1-be5b-4002-ae45-c7c39af55950 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1664226'] for network, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:13:16.131333 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-02995ac1-be5b-4002-ae45-c7c39af55950 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1579173', 'neutron.services.segments.db._delete_segments_for_network-8750027792909'] for network, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:13:16.153235 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Device 9fab0fcf-78bc-4f5a-9f83-538054f5a15d no longer exists at agent hyperv_n-h2-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 19:13:16.153913 n-d-816865-1 neutron-server[102386]: DEBUG neutron.services.segments.db [None req-02995ac1-be5b-4002-ae45-c7c39af55950 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ec59e2e-0aee-4abc-a9b5-bec49d440ca4']}} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:13:16.162512 n-d-816865-1 neutron-server[102386]: DEBUG neutron.services.segments.db [None req-02995ac1-be5b-4002-ae45-c7c39af55950 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5791a45-deb3-4204-8072-976e3c69bbbf') {'for_net_delete': True} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:13:16.162803 n-d-816865-1 neutron-server[102386]: DEBUG neutron.services.segments.db [None req-02995ac1-be5b-4002-ae45-c7c39af55950 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5791a45-deb3-4204-8072-976e3c69bbbf') {} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:13:16.172330 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-02995ac1-be5b-4002-ae45-c7c39af55950 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750027793430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4590747'] for segment, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:13:16.175556 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] No Port match for: 9fab0fcf-78bc-4f5a-9f83-538054f5a15d {{(pid=102388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 19:13:16.179194 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Device 9fab0fcf-78bc-4f5a-9f83-538054f5a15d not bound to the agent host n-h2-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 19:13:16.187037 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-02995ac1-be5b-4002-ae45-c7c39af55950 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273'] for segment, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:13:16.194958 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-02995ac1-be5b-4002-ae45-c7c39af55950 admin admin] Releasing vlan 194 on physical network physnet1 to pool {{(pid=102386) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 05 19:13:16.194958 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-02995ac1-be5b-4002-ae45-c7c39af55950 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6149721'] for segment, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:13:16.247518 n-d-816865-1 neutron-server[102386]: Traceback (most recent call last): Nov 05 19:13:16.247518 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 05 19:13:16.247518 n-d-816865-1 neutron-server[102386]: timer() Nov 05 19:13:16.247518 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 05 19:13:16.247518 n-d-816865-1 neutron-server[102386]: cb(*args, **kw) Nov 05 19:13:16.247518 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 05 19:13:16.247518 n-d-816865-1 neutron-server[102386]: return func(*args, **kwargs) Nov 05 19:13:16.247518 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 05 19:13:16.247518 n-d-816865-1 neutron-server[102386]: self._notify() Nov 05 19:13:16.247518 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 05 19:13:16.247518 n-d-816865-1 neutron-server[102386]: self.callback(batched_events) Nov 05 19:13:16.247518 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 05 19:13:16.247518 n-d-816865-1 neutron-server[102386]: event.method(event) Nov 05 19:13:16.247518 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 05 19:13:16.247518 n-d-816865-1 neutron-server[102386]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 05 19:13:16.247518 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 05 19:13:16.247518 n-d-816865-1 neutron-server[102386]: aggregate_uuid = self.p_client.list_aggregates( Nov 05 19:13:16.247518 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 05 19:13:16.247518 n-d-816865-1 neutron-server[102386]: return f(self, *a, **k) Nov 05 19:13:16.247518 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 05 19:13:16.247518 n-d-816865-1 neutron-server[102386]: return self._get(url).json() Nov 05 19:13:16.247518 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 05 19:13:16.247518 n-d-816865-1 neutron-server[102386]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 05 19:13:16.247518 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 05 19:13:16.247518 n-d-816865-1 neutron-server[102386]: return self.request(url, 'GET', **kwargs) Nov 05 19:13:16.247518 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 05 19:13:16.247518 n-d-816865-1 neutron-server[102386]: base_url = self.get_endpoint(auth, allow=allow, Nov 05 19:13:16.247518 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 05 19:13:16.247518 n-d-816865-1 neutron-server[102386]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 05 19:13:16.247518 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 05 19:13:16.247518 n-d-816865-1 neutron-server[102386]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 05 19:13:16.247518 n-d-816865-1 neutron-server[102386]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 05 19:13:16.363892 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-02995ac1-be5b-4002-ae45-c7c39af55950 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1579178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-956796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1000687'] for network, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:13:16.368936 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-02995ac1-be5b-4002-ae45-c7c39af55950 admin admin] Publish callbacks [] for network, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:13:16.375143 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-02995ac1-be5b-4002-ae45-c7c39af55950 admin admin] 10.222.0.13 "DELETE /v2.0/networks/3ec59e2e-0aee-4abc-a9b5-bec49d440ca4 HTTP/1.1" status: 204 len: 168 time: 0.3908565 Nov 05 19:13:16.375665 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 36554) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:13:16.386232 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02995ac1-be5b-4002-ae45-c7c39af55950 admin admin] Pushing event deleted for resources: {'Network': ['ID=3ec59e2e-0aee-4abc-a9b5-bec49d440ca4,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:13:16.428703 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.db_base_plugin_v2 [None req-30d57f31-90b2-4371-8df8-b38e7563d249 admin admin] Deleting subnet 5b0284a9-cf13-4803-a644-13b26d8f142b {{(pid=102387) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 05 19:13:16.432273 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-30d57f31-90b2-4371-8df8-b38e7563d249 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:13:16.467788 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-30d57f31-90b2-4371-8df8-b38e7563d249 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4463501'] for subnet, precommit_delete_associations {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:13:16.507351 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-30d57f31-90b2-4371-8df8-b38e7563d249 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1573928'] for subnet, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:13:16.632212 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-30d57f31-90b2-4371-8df8-b38e7563d249 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1573905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4417146', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5112209'] for subnet, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:13:16.660657 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d57f31-90b2-4371-8df8-b38e7563d249 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5b0284a9-cf13-4803-a644-13b26d8f142b,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:13:16.664980 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-30d57f31-90b2-4371-8df8-b38e7563d249 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:13:16.665965 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-30d57f31-90b2-4371-8df8-b38e7563d249 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/5b0284a9-cf13-4803-a644-13b26d8f142b HTTP/1.1" status: 204 len: 168 time: 0.2895162 Nov 05 19:13:16.668638 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 36560) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:13:16.743156 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-0cd26eea-7859-4112-900e-586b6496f16b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1664226'] for network, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:13:16.827855 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-0cd26eea-7859-4112-900e-586b6496f16b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1579173', 'neutron.services.segments.db._delete_segments_for_network-8750027792909'] for network, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:13:16.849665 n-d-816865-1 neutron-server[102386]: DEBUG neutron.services.segments.db [None req-0cd26eea-7859-4112-900e-586b6496f16b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['920cfb89-79d6-4a0d-b946-d05a4612bd29']}} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:13:16.860299 n-d-816865-1 neutron-server[102386]: DEBUG neutron.services.segments.db [None req-0cd26eea-7859-4112-900e-586b6496f16b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '36bed5cb-3f0f-414d-b69b-6a4214d40f1c') {'for_net_delete': True} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:13:16.860601 n-d-816865-1 neutron-server[102386]: DEBUG neutron.services.segments.db [None req-0cd26eea-7859-4112-900e-586b6496f16b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '36bed5cb-3f0f-414d-b69b-6a4214d40f1c') {} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:13:16.871464 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-0cd26eea-7859-4112-900e-586b6496f16b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750027793430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4590747'] for segment, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:13:16.889731 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-0cd26eea-7859-4112-900e-586b6496f16b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273'] for segment, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:13:16.892535 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0cd26eea-7859-4112-900e-586b6496f16b admin admin] Releasing vlan 166 on physical network physnet1 to pool {{(pid=102386) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 05 19:13:16.893022 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-0cd26eea-7859-4112-900e-586b6496f16b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6149721'] for segment, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:13:16.894741 n-d-816865-1 neutron-server[102386]: Traceback (most recent call last): Nov 05 19:13:16.894741 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 05 19:13:16.894741 n-d-816865-1 neutron-server[102386]: timer() Nov 05 19:13:16.894741 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 05 19:13:16.894741 n-d-816865-1 neutron-server[102386]: cb(*args, **kw) Nov 05 19:13:16.894741 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 05 19:13:16.894741 n-d-816865-1 neutron-server[102386]: return func(*args, **kwargs) Nov 05 19:13:16.894741 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 05 19:13:16.894741 n-d-816865-1 neutron-server[102386]: self._notify() Nov 05 19:13:16.894741 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 05 19:13:16.894741 n-d-816865-1 neutron-server[102386]: self.callback(batched_events) Nov 05 19:13:16.894741 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 05 19:13:16.894741 n-d-816865-1 neutron-server[102386]: event.method(event) Nov 05 19:13:16.894741 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 05 19:13:16.894741 n-d-816865-1 neutron-server[102386]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 05 19:13:16.894741 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 05 19:13:16.894741 n-d-816865-1 neutron-server[102386]: aggregate_uuid = self.p_client.list_aggregates( Nov 05 19:13:16.894741 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 05 19:13:16.894741 n-d-816865-1 neutron-server[102386]: return f(self, *a, **k) Nov 05 19:13:16.894741 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 05 19:13:16.894741 n-d-816865-1 neutron-server[102386]: return self._get(url).json() Nov 05 19:13:16.894741 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 05 19:13:16.894741 n-d-816865-1 neutron-server[102386]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 05 19:13:16.894741 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 05 19:13:16.894741 n-d-816865-1 neutron-server[102386]: return self.request(url, 'GET', **kwargs) Nov 05 19:13:16.894741 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 05 19:13:16.894741 n-d-816865-1 neutron-server[102386]: base_url = self.get_endpoint(auth, allow=allow, Nov 05 19:13:16.894741 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 05 19:13:16.894741 n-d-816865-1 neutron-server[102386]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 05 19:13:16.894741 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 05 19:13:16.894741 n-d-816865-1 neutron-server[102386]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 05 19:13:16.894741 n-d-816865-1 neutron-server[102386]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 05 19:13:17.016141 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273f8d6f-770d-4cc4-b6a9-887aa02053b5 req-2d8aa033-139f-4596-a44f-174f657ea115 tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:13:17.017638 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-273f8d6f-770d-4cc4-b6a9-887aa02053b5 req-2d8aa033-139f-4596-a44f-174f657ea115 tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] 10.222.0.13 "GET /v2.0/ports?device_id=290c51ab-aef0-42b0-b28a-c110c73b3a2f HTTP/1.1" status: 200 len: 946 time: 0.0587914 Nov 05 19:13:17.022086 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-0cd26eea-7859-4112-900e-586b6496f16b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1579178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-956796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1000687'] for network, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:13:17.029842 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-0cd26eea-7859-4112-900e-586b6496f16b admin admin] Publish callbacks [] for network, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:13:17.036890 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-0cd26eea-7859-4112-900e-586b6496f16b admin admin] 10.222.0.13 "DELETE /v2.0/networks/920cfb89-79d6-4a0d-b946-d05a4612bd29 HTTP/1.1" status: 204 len: 168 time: 0.3669515 Nov 05 19:13:17.053312 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd26eea-7859-4112-900e-586b6496f16b admin admin] Pushing event deleted for resources: {'Network': ['ID=920cfb89-79d6-4a0d-b946-d05a4612bd29,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:13:17.064523 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59183eab-0879-4ef6-90ec-106e4b8570d5 req-0eae2836-33f8-4429-b5fa-83eea73c779b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:13:17.066223 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-59183eab-0879-4ef6-90ec-106e4b8570d5 req-0eae2836-33f8-4429-b5fa-83eea73c779b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=c9875160e1e6467ba4c32e29bdc7488a&device_id=290c51ab-aef0-42b0-b28a-c110c73b3a2f HTTP/1.1" status: 200 len: 1097 time: 0.0738523 Nov 05 19:13:17.081575 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-273f8d6f-770d-4cc4-b6a9-887aa02053b5 req-ee2cff22-1598-4a32-967f-c4e9b17f5d57 tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] 10.222.0.13 "GET /v2.0/security-groups?id=62bb25fb-2654-482c-aaa3-6e348199bd66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0566130 Nov 05 19:13:17.170992 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59183eab-0879-4ef6-90ec-106e4b8570d5 req-09903b38-a63e-4eab-8c98-5f591c04781d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:13:17.172504 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-59183eab-0879-4ef6-90ec-106e4b8570d5 req-09903b38-a63e-4eab-8c98-5f591c04781d service neutron] 10.222.0.55 "GET /v2.0/networks?id=4dc00c45-f8b9-4c9a-a6c5-c27d3aa63b93 HTTP/1.1" status: 200 len: 918 time: 0.0976651 Nov 05 19:13:17.248948 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-59183eab-0879-4ef6-90ec-106e4b8570d5 req-444564b0-3e5a-4a55-b7aa-9404d85d06ff service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e3572706-bfed-4c54-96bd-8af0f0dd8d42 HTTP/1.1" status: 200 len: 1002 time: 0.0643859 Nov 05 19:13:17.302773 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59183eab-0879-4ef6-90ec-106e4b8570d5 req-53b6800a-533c-4955-89df-6ded3e754bbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:13:17.304241 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-59183eab-0879-4ef6-90ec-106e4b8570d5 req-53b6800a-533c-4955-89df-6ded3e754bbf service neutron] 10.222.0.55 "GET /v2.0/subnets?id=57c79303-6c4f-4c08-a695-f3ffd6fc49db HTTP/1.1" status: 200 len: 856 time: 0.0439994 Nov 05 19:13:17.355885 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59183eab-0879-4ef6-90ec-106e4b8570d5 req-0ac00079-8e0a-45b2-bbe4-e5affa50a0fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:13:17.357404 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-59183eab-0879-4ef6-90ec-106e4b8570d5 req-0ac00079-8e0a-45b2-bbe4-e5affa50a0fb service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=4dc00c45-f8b9-4c9a-a6c5-c27d3aa63b93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0417373 Nov 05 19:13:17.418579 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 36566) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:13:17.459494 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-574ac8bd-8e6e-43bb-9796-8465a9b364ff admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e66b72a9d5594b9b9cea88dc3d4a0bd2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0395858 Nov 05 19:13:17.462420 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 36568) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:13:17.468217 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-59183eab-0879-4ef6-90ec-106e4b8570d5 req-64270698-805b-4c1d-b344-b51431b1b939 service neutron] 10.222.0.55 "GET /v2.0/networks/4dc00c45-f8b9-4c9a-a6c5-c27d3aa63b93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0977030 Nov 05 19:13:17.512133 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-90c1dc7a-d803-49d8-a752-fcb4da32d1f7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:13:17.543362 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-90c1dc7a-d803-49d8-a752-fcb4da32d1f7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:13:17.571001 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-59183eab-0879-4ef6-90ec-106e4b8570d5 req-b98969e5-86d8-4262-9c89-d786d5b0a0dc service neutron] 10.222.0.55 "GET /v2.0/networks/4dc00c45-f8b9-4c9a-a6c5-c27d3aa63b93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914705 Nov 05 19:13:17.694843 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-90c1dc7a-d803-49d8-a752-fcb4da32d1f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:13:17.697758 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-90c1dc7a-d803-49d8-a752-fcb4da32d1f7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:13:17.701939 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-90c1dc7a-d803-49d8-a752-fcb4da32d1f7 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/55b88338-d7d7-40a0-8248-ed170fb91481 HTTP/1.1" status: 204 len: 168 time: 0.2362700 Nov 05 19:13:17.714703 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c1dc7a-d803-49d8-a752-fcb4da32d1f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55b88338-d7d7-40a0-8248-ed170fb91481,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:13:18.211832 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271c64e4-0223-4df3-a777-bf34e6972e36 req-c40b9670-c76c-488c-ae1b-c468ec87b4c5 tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:13:18.213339 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-271c64e4-0223-4df3-a777-bf34e6972e36 req-c40b9670-c76c-488c-ae1b-c468ec87b4c5 tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] 10.222.0.13 "GET /v2.0/ports?device_id=290c51ab-aef0-42b0-b28a-c110c73b3a2f HTTP/1.1" status: 200 len: 946 time: 0.0518427 Nov 05 19:13:18.262520 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-271c64e4-0223-4df3-a777-bf34e6972e36 req-98e1fc8d-2d0f-41fd-afbb-8a8b6329195c tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] 10.222.0.13 "GET /v2.0/security-groups?id=62bb25fb-2654-482c-aaa3-6e348199bd66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429132 Nov 05 19:13:18.371026 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 36580) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:13:18.412989 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-115d9207-28f3-4408-89ea-f5aeec93992c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=560e95d383654857a55c35e7df501aa2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0407124 Nov 05 19:13:18.415947 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 36582) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:13:18.468816 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-284438ae-783c-4624-94ee-35c94da26db5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:13:18.489782 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-284438ae-783c-4624-94ee-35c94da26db5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:13:18.608815 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-284438ae-783c-4624-94ee-35c94da26db5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:13:18.611938 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-284438ae-783c-4624-94ee-35c94da26db5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:13:18.613141 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-284438ae-783c-4624-94ee-35c94da26db5 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ce401c39-f5ec-4cf3-a40b-92d1aeda9043 HTTP/1.1" status: 204 len: 168 time: 0.1962919 Nov 05 19:13:18.621490 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284438ae-783c-4624-94ee-35c94da26db5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce401c39-f5ec-4cf3-a40b-92d1aeda9043,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:13:19.393895 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa31c01-a67d-45ec-b29a-b29124bebdf4 req-c5231d88-f4f9-4315-ab80-a965dd0e1f55 tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:13:19.395401 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-eaa31c01-a67d-45ec-b29a-b29124bebdf4 req-c5231d88-f4f9-4315-ab80-a965dd0e1f55 tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] 10.222.0.13 "GET /v2.0/ports?device_id=290c51ab-aef0-42b0-b28a-c110c73b3a2f HTTP/1.1" status: 200 len: 946 time: 0.0493762 Nov 05 19:13:19.443306 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-eaa31c01-a67d-45ec-b29a-b29124bebdf4 req-b1f571e4-2801-497f-a79c-e87155d76453 tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] 10.222.0.13 "GET /v2.0/security-groups?id=62bb25fb-2654-482c-aaa3-6e348199bd66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413065 Nov 05 19:13:20.577316 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7388bab8-d7c6-47fd-a119-2c5214d40ebf req-791c8235-4694-47fd-a810-05ec99dd4e06 tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:13:20.578920 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-7388bab8-d7c6-47fd-a119-2c5214d40ebf req-791c8235-4694-47fd-a810-05ec99dd4e06 tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] 10.222.0.13 "GET /v2.0/ports?device_id=290c51ab-aef0-42b0-b28a-c110c73b3a2f HTTP/1.1" status: 200 len: 946 time: 0.0572660 Nov 05 19:13:20.628892 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-7388bab8-d7c6-47fd-a119-2c5214d40ebf req-221f4dca-ed74-4ebb-a346-ea51a7f7166d tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] 10.222.0.13 "GET /v2.0/security-groups?id=62bb25fb-2654-482c-aaa3-6e348199bd66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441144 Nov 05 19:13:22.188104 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Device e3572706-bfed-4c54-96bd-8af0f0dd8d42 no longer exists at agent hyperv_n-h2-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 19:13:22.266988 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:13:22.290027 n-d-816865-1 neutron-server[102388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '290c51ab-aef0-42b0-b28a-c110c73b3a2f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e3572706-bfed-4c54-96bd-8af0f0dd8d42'}] {{(pid=102388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 19:13:22.292264 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85474fee1180e129d8a886d264fe0b30223aa672dd1ffe43b630605f18504f68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8661f685-ec67-4b5f-b549-99c2dc2cbaf6" -d '{"events": [{"server_uuid": "290c51ab-aef0-42b0-b28a-c110c73b3a2f", "name": "network-vif-unplugged", "status": "completed", "tag": "e3572706-bfed-4c54-96bd-8af0f0dd8d42"}]}' {{(pid=102388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 19:13:22.305431 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] For port e3572706-bfed-4c54-96bd-8af0f0dd8d42, host n-h2-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=e3572706-bfed-4c54-96bd-8af0f0dd8d42,segment=NetworkSegment(e1049daa-fc97-4a3f-8351-3203f3822574),segment_id=e1049daa-fc97-4a3f-8351-3203f3822574)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:13:22.328176 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 05 Nov 2021 19:13:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5c20280-7890-4f8e-b902-43c4d8dde0a3 x-openstack-request-id: req-a5c20280-7890-4f8e-b902-43c4d8dde0a3 {{(pid=102388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 19:13:22.328176 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "290c51ab-aef0-42b0-b28a-c110c73b3a2f", "name": "network-vif-unplugged", "status": "failed", "tag": "e3572706-bfed-4c54-96bd-8af0f0dd8d42", "code": 422}]} {{(pid=102388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 19:13:22.328176 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a5c20280-7890-4f8e-b902-43c4d8dde0a3 {{(pid=102388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 19:13:22.328176 n-d-816865-1 neutron-server[102388]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '290c51ab-aef0-42b0-b28a-c110c73b3a2f', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'e3572706-bfed-4c54-96bd-8af0f0dd8d42', 'code': 422} returned with failed status Nov 05 19:13:22.406612 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:13:22.456160 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Pushing event updated for resources: {'Port': ['ID=e3572706-bfed-4c54-96bd-8af0f0dd8d42,revision_number=8']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:13:22.761475 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c74cd6e-2f3c-49eb-a9ea-7ce0df8cdd37 req-e7f394d1-268d-4532-bc0b-2e21db88f850 tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:13:22.763075 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-4c74cd6e-2f3c-49eb-a9ea-7ce0df8cdd37 req-e7f394d1-268d-4532-bc0b-2e21db88f850 tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] 10.222.0.13 "GET /v2.0/ports?device_id=290c51ab-aef0-42b0-b28a-c110c73b3a2f HTTP/1.1" status: 200 len: 944 time: 0.0511758 Nov 05 19:13:22.816558 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-4c74cd6e-2f3c-49eb-a9ea-7ce0df8cdd37 req-22aa206a-1bbc-4635-8ee0-d9659d7fe9ce tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] 10.222.0.13 "GET /v2.0/security-groups?id=62bb25fb-2654-482c-aaa3-6e348199bd66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456254 Nov 05 19:13:23.229789 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-35b07c98-b585-4ef0-9a8d-94445ba4375d req-188b4503-1c6d-4cb5-88e8-00d3097825ee service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=290c51ab-aef0-42b0-b28a-c110c73b3a2f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0417397 Nov 05 19:13:23.943845 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5f118f-4d2e-4392-8e26-a22a03978b66 req-a9a16339-917e-4db0-bf93-168dcfa324e8 tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:13:23.945264 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-4f5f118f-4d2e-4392-8e26-a22a03978b66 req-a9a16339-917e-4db0-bf93-168dcfa324e8 tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] 10.222.0.13 "GET /v2.0/ports?device_id=290c51ab-aef0-42b0-b28a-c110c73b3a2f HTTP/1.1" status: 200 len: 944 time: 0.0537384 Nov 05 19:13:23.991898 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-4f5f118f-4d2e-4392-8e26-a22a03978b66 req-f206d628-48d8-4f1a-8756-406d1828f0ff tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] 10.222.0.13 "GET /v2.0/security-groups?id=62bb25fb-2654-482c-aaa3-6e348199bd66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405257 Nov 05 19:13:24.731231 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b07c98-b585-4ef0-9a8d-94445ba4375d req-a923f9e1-5113-4f81-b151-f969cf3ccfad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:13:24.732786 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-35b07c98-b585-4ef0-9a8d-94445ba4375d req-a923f9e1-5113-4f81-b151-f969cf3ccfad service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=290c51ab-aef0-42b0-b28a-c110c73b3a2f&tenant_id=c9875160e1e6467ba4c32e29bdc7488a HTTP/1.1" status: 200 len: 1095 time: 0.0423019 Nov 05 19:13:24.804508 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b07c98-b585-4ef0-9a8d-94445ba4375d req-b05da51d-2695-4476-bfc6-f368fdcd7dfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:13:24.805988 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-35b07c98-b585-4ef0-9a8d-94445ba4375d req-b05da51d-2695-4476-bfc6-f368fdcd7dfa service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=c9875160e1e6467ba4c32e29bdc7488a&device_id=290c51ab-aef0-42b0-b28a-c110c73b3a2f HTTP/1.1" status: 200 len: 1095 time: 0.0429542 Nov 05 19:13:24.900787 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b07c98-b585-4ef0-9a8d-94445ba4375d req-763f3d83-55dc-48f4-a52d-64bfeb7a195e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:13:24.902293 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-35b07c98-b585-4ef0-9a8d-94445ba4375d req-763f3d83-55dc-48f4-a52d-64bfeb7a195e service neutron] 10.222.0.55 "GET /v2.0/networks?id=4dc00c45-f8b9-4c9a-a6c5-c27d3aa63b93 HTTP/1.1" status: 200 len: 918 time: 0.0852249 Nov 05 19:13:24.974167 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-35b07c98-b585-4ef0-9a8d-94445ba4375d req-8ba78589-7ce4-4a83-bcaa-819dde6b3b9b service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e3572706-bfed-4c54-96bd-8af0f0dd8d42 HTTP/1.1" status: 200 len: 1000 time: 0.0608208 Nov 05 19:13:25.027978 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b07c98-b585-4ef0-9a8d-94445ba4375d req-738f4ab9-de40-452f-a8a8-204b6ff940a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:13:25.029365 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-35b07c98-b585-4ef0-9a8d-94445ba4375d req-738f4ab9-de40-452f-a8a8-204b6ff940a5 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=57c79303-6c4f-4c08-a695-f3ffd6fc49db HTTP/1.1" status: 200 len: 856 time: 0.0442610 Nov 05 19:13:25.083910 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b07c98-b585-4ef0-9a8d-94445ba4375d req-25322388-0e21-4f6d-8d3a-e5f763cae90f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:13:25.085563 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-35b07c98-b585-4ef0-9a8d-94445ba4375d req-25322388-0e21-4f6d-8d3a-e5f763cae90f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=4dc00c45-f8b9-4c9a-a6c5-c27d3aa63b93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0450578 Nov 05 19:13:25.124563 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf69a9e-ba77-494f-b2a0-1e3c20f7c954 req-100e7925-c1fe-44c1-803f-eaeac351d2f8 tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:13:25.126094 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-fbf69a9e-ba77-494f-b2a0-1e3c20f7c954 req-100e7925-c1fe-44c1-803f-eaeac351d2f8 tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] 10.222.0.13 "GET /v2.0/ports?device_id=290c51ab-aef0-42b0-b28a-c110c73b3a2f HTTP/1.1" status: 200 len: 944 time: 0.0500946 Nov 05 19:13:25.174161 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-fbf69a9e-ba77-494f-b2a0-1e3c20f7c954 req-82431e9d-c9ce-418e-978c-11436f6a4c6d tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] 10.222.0.13 "GET /v2.0/security-groups?id=62bb25fb-2654-482c-aaa3-6e348199bd66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414548 Nov 05 19:13:25.186236 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-35b07c98-b585-4ef0-9a8d-94445ba4375d req-2105b318-9cc5-4f6f-80cb-56251b6eb4e1 service neutron] 10.222.0.55 "GET /v2.0/networks/4dc00c45-f8b9-4c9a-a6c5-c27d3aa63b93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885072 Nov 05 19:13:25.283046 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-35b07c98-b585-4ef0-9a8d-94445ba4375d req-c6a16e0e-96bf-42e5-bafa-1d865751ba30 service neutron] 10.222.0.55 "GET /v2.0/networks/4dc00c45-f8b9-4c9a-a6c5-c27d3aa63b93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847883 Nov 05 19:13:26.307497 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb4ea71-d0c6-4abc-aeac-12cc312baf77 req-53b3c2df-4634-44c5-8d87-7bdfeb1f8152 tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:13:26.309749 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-3cb4ea71-d0c6-4abc-aeac-12cc312baf77 req-53b3c2df-4634-44c5-8d87-7bdfeb1f8152 tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] 10.222.0.13 "GET /v2.0/ports?device_id=290c51ab-aef0-42b0-b28a-c110c73b3a2f HTTP/1.1" status: 200 len: 944 time: 0.0531900 Nov 05 19:13:26.369998 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-3cb4ea71-d0c6-4abc-aeac-12cc312baf77 req-0ff460fd-bb1d-467c-85b9-491c9116a4ba tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] 10.222.0.13 "GET /v2.0/security-groups?id=62bb25fb-2654-482c-aaa3-6e348199bd66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530849 Nov 05 19:13:27.508846 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bf3523-daf5-4898-a2c7-2f5cdef04bdb req-4bda5f41-89e6-4cfe-9b90-31e33384c521 tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:13:27.511331 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-60bf3523-daf5-4898-a2c7-2f5cdef04bdb req-4bda5f41-89e6-4cfe-9b90-31e33384c521 tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] 10.222.0.13 "GET /v2.0/ports?device_id=290c51ab-aef0-42b0-b28a-c110c73b3a2f HTTP/1.1" status: 200 len: 944 time: 0.0598388 Nov 05 19:13:27.566633 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-60bf3523-daf5-4898-a2c7-2f5cdef04bdb req-34c7a38c-e1d1-4932-9420-b0509d9c9954 tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] 10.222.0.13 "GET /v2.0/security-groups?id=62bb25fb-2654-482c-aaa3-6e348199bd66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474732 Nov 05 19:13:28.734134 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f528a1-02da-49cd-98dd-0a2e287512e3 req-8f03117e-b119-4a28-afdd-8c5ff114016b tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:13:28.741507 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-71f528a1-02da-49cd-98dd-0a2e287512e3 req-8f03117e-b119-4a28-afdd-8c5ff114016b tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] 10.222.0.13 "GET /v2.0/ports?device_id=290c51ab-aef0-42b0-b28a-c110c73b3a2f HTTP/1.1" status: 200 len: 944 time: 0.0774889 Nov 05 19:13:28.794475 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-71f528a1-02da-49cd-98dd-0a2e287512e3 req-ba736c0b-068a-4f97-8103-8f65895683cf tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] 10.222.0.13 "GET /v2.0/security-groups?id=62bb25fb-2654-482c-aaa3-6e348199bd66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519252 Nov 05 19:13:29.957575 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8800ba31-d95b-4535-ac92-1fc4680ace7a req-b68781ab-f23d-4397-8bc2-61d71296867c tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:13:29.959267 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-8800ba31-d95b-4535-ac92-1fc4680ace7a req-b68781ab-f23d-4397-8bc2-61d71296867c tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] 10.222.0.13 "GET /v2.0/ports?device_id=290c51ab-aef0-42b0-b28a-c110c73b3a2f HTTP/1.1" status: 200 len: 944 time: 0.0625062 Nov 05 19:13:30.013898 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-8800ba31-d95b-4535-ac92-1fc4680ace7a req-2323d61f-aab4-4c5b-bbda-8d2d2a30e63b tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] 10.222.0.13 "GET /v2.0/security-groups?id=62bb25fb-2654-482c-aaa3-6e348199bd66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471809 Nov 05 19:13:31.146636 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c708c9-79b4-4a68-9240-a371f5994f85 req-3715b573-7cfa-47f7-8db9-9595b0d62c62 tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:13:31.148158 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-e0c708c9-79b4-4a68-9240-a371f5994f85 req-3715b573-7cfa-47f7-8db9-9595b0d62c62 tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] 10.222.0.13 "GET /v2.0/ports?device_id=290c51ab-aef0-42b0-b28a-c110c73b3a2f HTTP/1.1" status: 200 len: 944 time: 0.0517828 Nov 05 19:13:31.199200 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-e0c708c9-79b4-4a68-9240-a371f5994f85 req-258d46dd-60d5-4437-834d-9fc337d7f655 tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] 10.222.0.13 "GET /v2.0/security-groups?id=62bb25fb-2654-482c-aaa3-6e348199bd66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448995 Nov 05 19:13:32.331408 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8e25e5-6ef2-4bbd-bd89-6c6265a950f1 req-b76840ba-1a16-4393-b985-a755aa7626c9 tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:13:32.332942 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-5c8e25e5-6ef2-4bbd-bd89-6c6265a950f1 req-b76840ba-1a16-4393-b985-a755aa7626c9 tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] 10.222.0.13 "GET /v2.0/ports?device_id=290c51ab-aef0-42b0-b28a-c110c73b3a2f HTTP/1.1" status: 200 len: 944 time: 0.0507064 Nov 05 19:13:32.397358 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-5c8e25e5-6ef2-4bbd-bd89-6c6265a950f1 req-70db29e2-8953-4965-b965-1eeb1cb068ae tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] 10.222.0.13 "GET /v2.0/security-groups?id=62bb25fb-2654-482c-aaa3-6e348199bd66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0578108 Nov 05 19:13:32.657881 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-01296d38-7ca8-4333-b66c-ca8c9198ab58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:13:33.543450 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508939a6-71d3-4906-a2c8-7f64dccb2b0b req-616c92a2-87e0-4c39-8c00-6acdb065afa9 tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:13:33.553493 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-508939a6-71d3-4906-a2c8-7f64dccb2b0b req-616c92a2-87e0-4c39-8c00-6acdb065afa9 tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] 10.222.0.13 "GET /v2.0/ports?device_id=290c51ab-aef0-42b0-b28a-c110c73b3a2f HTTP/1.1" status: 200 len: 944 time: 0.0750978 Nov 05 19:13:33.611715 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-508939a6-71d3-4906-a2c8-7f64dccb2b0b req-c69b4c36-9686-453c-a751-33c83c40ec5a tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] 10.222.0.13 "GET /v2.0/security-groups?id=62bb25fb-2654-482c-aaa3-6e348199bd66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0572958 Nov 05 19:13:33.736716 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.agents_db [None req-b9406b04-a0e8-43cf-b349-711963d96cf4 None None] Agent healthcheck: found 7 active agents {{(pid=102389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 05 19:13:34.348856 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:13:34.752149 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3618f7d2-6da9-4e15-bbf5-27765b599018 req-0e3ebeb1-afe8-4891-8ad8-6c42e87c3e62 tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:13:34.760804 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-3618f7d2-6da9-4e15-bbf5-27765b599018 req-0e3ebeb1-afe8-4891-8ad8-6c42e87c3e62 tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] 10.222.0.13 "GET /v2.0/ports?device_id=290c51ab-aef0-42b0-b28a-c110c73b3a2f HTTP/1.1" status: 200 len: 944 time: 0.0618517 Nov 05 19:13:34.815846 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-3618f7d2-6da9-4e15-bbf5-27765b599018 req-b5f8ab65-c775-4e37-aefe-bff7cba8902c tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] 10.222.0.13 "GET /v2.0/security-groups?id=62bb25fb-2654-482c-aaa3-6e348199bd66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533478 Nov 05 19:13:35.360336 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-6644d06b-04ce-4be8-a9af-3edb651b6ef6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:13:35.942671 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed969ec1-bc2b-459d-bf4d-a2cc1923312b req-07fa1356-3ba1-49fc-b882-8e32fadc49d1 tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:13:35.944260 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-ed969ec1-bc2b-459d-bf4d-a2cc1923312b req-07fa1356-3ba1-49fc-b882-8e32fadc49d1 tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] 10.222.0.13 "GET /v2.0/ports?device_id=290c51ab-aef0-42b0-b28a-c110c73b3a2f HTTP/1.1" status: 200 len: 944 time: 0.0545285 Nov 05 19:13:35.993044 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-ed969ec1-bc2b-459d-bf4d-a2cc1923312b req-55860cd6-dbea-40e2-a9d1-bb51b765a12d tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] 10.222.0.13 "GET /v2.0/security-groups?id=62bb25fb-2654-482c-aaa3-6e348199bd66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423727 Nov 05 19:13:36.308660 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b304910f-7b27-444b-a8fc-977d26b1ceac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:13:36.362765 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:13:37.115858 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b924796-a956-42e0-a42d-01512a607c8a req-9a3c418e-beb9-4434-8a15-2042c60f6c8d tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:13:37.117387 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-2b924796-a956-42e0-a42d-01512a607c8a req-9a3c418e-beb9-4434-8a15-2042c60f6c8d tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] 10.222.0.13 "GET /v2.0/ports?device_id=290c51ab-aef0-42b0-b28a-c110c73b3a2f HTTP/1.1" status: 200 len: 944 time: 0.0494933 Nov 05 19:13:37.166417 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-2b924796-a956-42e0-a42d-01512a607c8a req-6597720d-8a80-42b3-a88c-2871cae41c83 tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] 10.222.0.13 "GET /v2.0/security-groups?id=62bb25fb-2654-482c-aaa3-6e348199bd66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423014 Nov 05 19:13:38.277076 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-31f93893-a48e-4ae8-833d-dccb2b42eacc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:13:38.300453 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8156f49a-9bb5-4ef7-8c0b-6b5e85b7075b req-5fce22dc-c89b-4ad5-b1ab-e743fe12a9d2 tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:13:38.301954 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-8156f49a-9bb5-4ef7-8c0b-6b5e85b7075b req-5fce22dc-c89b-4ad5-b1ab-e743fe12a9d2 tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] 10.222.0.13 "GET /v2.0/ports?device_id=290c51ab-aef0-42b0-b28a-c110c73b3a2f HTTP/1.1" status: 200 len: 944 time: 0.0561039 Nov 05 19:13:38.357575 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-8156f49a-9bb5-4ef7-8c0b-6b5e85b7075b req-8be10d69-23b6-48fd-a70d-7e60837b755f tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] 10.222.0.13 "GET /v2.0/security-groups?id=62bb25fb-2654-482c-aaa3-6e348199bd66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483241 Nov 05 19:13:38.589331 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:13:39.085959 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 36818) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:13:39.151044 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-cada531a-5f21-4fb5-99d9-03e63c0f63fb tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] 10.222.0.13 "GET /v2.0/floatingips/48214a96-4146-4ba5-933d-bfe833a8b0f9 HTTP/1.1" status: 200 len: 992 time: 0.0638721 Nov 05 19:13:39.636299 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136d1cea-7625-4ac8-b568-06e1d2e7bb62 req-3fddd8af-1597-4be7-ad78-e005b2e2808c tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:13:39.636299 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-136d1cea-7625-4ac8-b568-06e1d2e7bb62 req-3fddd8af-1597-4be7-ad78-e005b2e2808c tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] 10.222.0.13 "GET /v2.0/ports?device_id=290c51ab-aef0-42b0-b28a-c110c73b3a2f HTTP/1.1" status: 200 len: 944 time: 0.0563755 Nov 05 19:13:39.636299 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-136d1cea-7625-4ac8-b568-06e1d2e7bb62 req-1c899afa-92bf-4273-acb3-1be139c78c47 tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] 10.222.0.13 "GET /v2.0/security-groups?id=62bb25fb-2654-482c-aaa3-6e348199bd66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514212 Nov 05 19:13:39.638790 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 36828) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:13:39.800453 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [None req-186fd4e0-37fb-4056-9363-9918b210c305 tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Deleting port b9800257-d13d-46ba-b642-fd55c3851cfa {{(pid=102387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 19:13:39.800849 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-186fd4e0-37fb-4056-9363-9918b210c305 tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:13:39.886721 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-186fd4e0-37fb-4056-9363-9918b210c305 tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:13:39.886969 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-186fd4e0-37fb-4056-9363-9918b210c305 tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:13:39.898376 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [None req-186fd4e0-37fb-4056-9363-9918b210c305 tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Calling delete_port for b9800257-d13d-46ba-b642-fd55c3851cfa owned by network:floatingip {{(pid=102387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 19:13:40.154702 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-186fd4e0-37fb-4056-9363-9918b210c305 tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4417063'] for port, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:13:40.181853 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186fd4e0-37fb-4056-9363-9918b210c305 tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Pushing event deleted for resources: {'Port': ['ID=b9800257-d13d-46ba-b642-fd55c3851cfa,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:13:40.209966 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-186fd4e0-37fb-4056-9363-9918b210c305 tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:13:40.210336 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-186fd4e0-37fb-4056-9363-9918b210c305 tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:13:40.210678 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-186fd4e0-37fb-4056-9363-9918b210c305 tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:13:40.211013 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-186fd4e0-37fb-4056-9363-9918b210c305 tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:13:40.211351 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-186fd4e0-37fb-4056-9363-9918b210c305 tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:13:40.212195 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-186fd4e0-37fb-4056-9363-9918b210c305 tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:13:40.213139 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-186fd4e0-37fb-4056-9363-9918b210c305 tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:13:40.213577 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-186fd4e0-37fb-4056-9363-9918b210c305 tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:13:40.213964 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-186fd4e0-37fb-4056-9363-9918b210c305 tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:13:40.214276 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-186fd4e0-37fb-4056-9363-9918b210c305 tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:13:40.214604 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-186fd4e0-37fb-4056-9363-9918b210c305 tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:13:40.214944 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-186fd4e0-37fb-4056-9363-9918b210c305 tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:13:40.265364 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-186fd4e0-37fb-4056-9363-9918b210c305 tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Publish callbacks [] for floatingip, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:13:40.265717 n-d-816865-1 neutron-server[102387]: INFO neutron.db.l3_db [None req-186fd4e0-37fb-4056-9363-9918b210c305 tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Floating IP 48214a96-4146-4ba5-933d-bfe833a8b0f9 disassociated (deleted). External IP: 172.25.6.95, port: f50ec06e-a393-4cba-ab52-eac1646941a9. Nov 05 19:13:40.268252 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Device e3572706-bfed-4c54-96bd-8af0f0dd8d42 details requested by agent hyperv_n-h2-816865-1 with host n-h2-816865-1 {{(pid=102388) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 05 19:13:40.374940 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] For port e3572706-bfed-4c54-96bd-8af0f0dd8d42, host n-h2-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=e3572706-bfed-4c54-96bd-8af0f0dd8d42,segment=NetworkSegment(e1049daa-fc97-4a3f-8351-3203f3822574),segment_id=e1049daa-fc97-4a3f-8351-3203f3822574)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:13:40.387557 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Returning: {'device': 'e3572706-bfed-4c54-96bd-8af0f0dd8d42', 'network_id': '4dc00c45-f8b9-4c9a-a6c5-c27d3aa63b93', 'port_id': 'e3572706-bfed-4c54-96bd-8af0f0dd8d42', 'mac_address': 'fa:16:3e:7a:b4:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 198, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '57c79303-6c4f-4c08-a695-f3ffd6fc49db', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102388) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 05 19:13:40.437161 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:13:40.454275 n-d-816865-1 neutron-server[102388]: DEBUG neutron.notifiers.nova [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e3572706-bfed-4c54-96bd-8af0f0dd8d42 {{(pid=102388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 19:13:40.473902 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] For port e3572706-bfed-4c54-96bd-8af0f0dd8d42, host n-h2-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=e3572706-bfed-4c54-96bd-8af0f0dd8d42,segment=NetworkSegment(e1049daa-fc97-4a3f-8351-3203f3822574),segment_id=e1049daa-fc97-4a3f-8351-3203f3822574)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:13:40.491102 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-186fd4e0-37fb-4056-9363-9918b210c305 tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Router 71535d14-cf88-4bf5-bfc8-82f45fbb3237 has already been hosted by L3 agent 6dcb5589-8e86-4616-9186-ddc4548e13ad {{(pid=102387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 19:13:40.560228 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:13:40.604336 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-186fd4e0-37fb-4056-9363-9918b210c305 tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Notify agent at l3_agent.n-d-816865-1 the message routers_updated {{(pid=102387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 19:13:40.609095 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-186fd4e0-37fb-4056-9363-9918b210c305 tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for floatingip, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:13:40.612312 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Pushing event updated for resources: {'Port': ['ID=e3572706-bfed-4c54-96bd-8af0f0dd8d42,revision_number=9']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:13:40.630793 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ec9513b-cf97-42e0-8b2b-ee5a480f1ad2 None None] Sync routers for ids ['71535d14-cf88-4bf5-bfc8-82f45fbb3237'] in n-d-816865-1 {{(pid=102389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 19:13:40.641147 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ec9513b-cf97-42e0-8b2b-ee5a480f1ad2 None None] Routers {'71535d14-cf88-4bf5-bfc8-82f45fbb3237'} bound to L3 agent in host n-d-816865-1 {{(pid=102389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 19:13:40.641776 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-0ec9513b-cf97-42e0-8b2b-ee5a480f1ad2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T19:13:35Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['71535d14-cf88-4bf5-bfc8-82f45fbb3237'], 'active': True} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:13:40.642458 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-186fd4e0-37fb-4056-9363-9918b210c305 tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] 10.222.0.13 "DELETE /v2.0/floatingips/48214a96-4146-4ba5-933d-bfe833a8b0f9 HTTP/1.1" status: 204 len: 168 time: 1.0031528 Nov 05 19:13:40.643131 n-d-816865-1 neutron-server[102387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2b9814e-4549-41cc-ab3e-b1d7ea635d0e', 'tag': 'f50ec06e-a393-4cba-ab52-eac1646941a9'}] {{(pid=102387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 19:13:40.646796 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab06bd4ddf5758c1f10d79fe34dc215bafa488692cde9dba2fcbcb67556f90bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14ee6227-27fb-43cd-8668-f3837412aa1b" -d '{"events": [{"name": "network-changed", "server_uuid": "c2b9814e-4549-41cc-ab3e-b1d7ea635d0e", "tag": "f50ec06e-a393-4cba-ab52-eac1646941a9"}]}' {{(pid=102387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 19:13:40.767366 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875e39d5-b6e4-45fd-8242-52c8dc3cb6fc req-34213f7c-d4e9-4459-8603-8df92db081df tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:13:40.769055 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-875e39d5-b6e4-45fd-8242-52c8dc3cb6fc req-34213f7c-d4e9-4459-8603-8df92db081df tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] 10.222.0.13 "GET /v2.0/ports?device_id=290c51ab-aef0-42b0-b28a-c110c73b3a2f HTTP/1.1" status: 200 len: 945 time: 0.0573971 Nov 05 19:13:40.777308 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvr_db [None req-0ec9513b-cf97-42e0-8b2b-ee5a480f1ad2 None None] Set router 71535d14-cf88-4bf5-bfc8-82f45fbb3237 gateway port host: n-d-816865-1 {{(pid=102389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 19:13:40.826673 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-875e39d5-b6e4-45fd-8242-52c8dc3cb6fc req-1932b57d-5033-4c05-8cae-225bcae8fe61 tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] 10.222.0.13 "GET /v2.0/security-groups?id=62bb25fb-2654-482c-aaa3-6e348199bd66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500882 Nov 05 19:13:40.831762 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] get_ports_and_sgs() called for port_ids ['e3572706-bfed-4c54-96bd-8af0f0dd8d42'] {{(pid=102388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 19:13:40.898645 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 19:13:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17dd2cf9-2caf-481c-b629-6de5a9ca404e x-openstack-request-id: req-17dd2cf9-2caf-481c-b629-6de5a9ca404e {{(pid=102387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 19:13:40.898645 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c2b9814e-4549-41cc-ab3e-b1d7ea635d0e", "tag": "f50ec06e-a393-4cba-ab52-eac1646941a9", "status": "completed", "code": 200}]} {{(pid=102387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 19:13:40.898645 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-17dd2cf9-2caf-481c-b629-6de5a9ca404e {{(pid=102387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 19:13:40.898645 n-d-816865-1 neutron-server[102387]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2b9814e-4549-41cc-ab3e-b1d7ea635d0e', 'tag': 'f50ec06e-a393-4cba-ab52-eac1646941a9', 'status': 'completed', 'code': 200} Nov 05 19:13:40.980431 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ee6227-27fb-43cd-8668-f3837412aa1b req-53ce4196-5a3f-4e73-be70-d17e96e2bfde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:13:40.981934 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-14ee6227-27fb-43cd-8668-f3837412aa1b req-53ce4196-5a3f-4e73-be70-d17e96e2bfde service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e6881a268b314b538ad6a867b46f1df8&device_id=c2b9814e-4549-41cc-ab3e-b1d7ea635d0e HTTP/1.1" status: 200 len: 1096 time: 0.0573039 Nov 05 19:13:41.101015 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-0ec9513b-cf97-42e0-8b2b-ee5a480f1ad2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71535d14-cf88-4bf5-bfc8-82f45fbb3237', 'name': 'tempest-TestNetworkBasicOps-router-685414002', 'tenant_id': 'e6881a268b314b538ad6a867b46f1df8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.221'}], 'enable_snat': True}, 'gw_port_id': 'c992a72a-0c1c-4451-9d6e-90c509c27d03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T19:12:44Z', 'updated_at': '2021-11-05T19:12:50Z', 'revision_number': 4, 'project_id': 'e6881a268b314b538ad6a867b46f1df8', 'gw_port': {'id': 'c992a72a-0c1c-4451-9d6e-90c509c27d03', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:bb:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71535d14-cf88-4bf5-bfc8-82f45fbb3237', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3617, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:12:45Z', 'updated_at': '2021-11-05T19:12:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1', '_interfaces': [{'id': 'eedc05cc-da01-4686-addd-838d6e5b8722', 'name': '', 'network_id': '25c2b2b7-0ea9-4a9a-9e92-3e8105089525', 'tenant_id': 'e6881a268b314b538ad6a867b46f1df8', 'mac_address': 'fa:16:3e:6b:17:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71535d14-cf88-4bf5-bfc8-82f45fbb3237', 'device_owner': 'network:router_interface', 'standard_attr_id': 3620, 'fixed_ips': [{'subnet_id': '5e035d49-fc28-4a6c-b97a-7f3a0ca679f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:12:49Z', 'updated_at': '2021-11-05T19:12:55Z', 'revision_number': 5, 'project_id': 'e6881a268b314b538ad6a867b46f1df8', 'subnets': [{'id': '5e035d49-fc28-4a6c-b97a-7f3a0ca679f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-1', False) {} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:13:41.106667 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ee6227-27fb-43cd-8668-f3837412aa1b req-ad3ad470-fa7f-47d8-823a-39af212f8adf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:13:41.108166 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-14ee6227-27fb-43cd-8668-f3837412aa1b req-ad3ad470-fa7f-47d8-823a-39af212f8adf service neutron] 10.222.0.41 "GET /v2.0/networks?id=25c2b2b7-0ea9-4a9a-9e92-3e8105089525 HTTP/1.1" status: 200 len: 898 time: 0.1175828 Nov 05 19:13:41.129199 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ec9513b-cf97-42e0-8b2b-ee5a480f1ad2 None None] Checking router: 71535d14-cf88-4bf5-bfc8-82f45fbb3237 for host: n-d-816865-1 {{(pid=102389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 19:13:41.139559 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ec9513b-cf97-42e0-8b2b-ee5a480f1ad2 None None] Routers {'71535d14-cf88-4bf5-bfc8-82f45fbb3237'} bound to L3 agent in host n-d-816865-1 {{(pid=102389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 19:13:41.142933 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-0ec9513b-cf97-42e0-8b2b-ee5a480f1ad2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T19:13:35Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['71535d14-cf88-4bf5-bfc8-82f45fbb3237'], 'active': True} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:13:41.171484 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-14ee6227-27fb-43cd-8668-f3837412aa1b req-7757f8ef-2eff-4925-93e5-24162987296e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f50ec06e-a393-4cba-ab52-eac1646941a9 HTTP/1.1" status: 200 len: 217 time: 0.0506864 Nov 05 19:13:41.267085 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvr_db [None req-0ec9513b-cf97-42e0-8b2b-ee5a480f1ad2 None None] Set router 71535d14-cf88-4bf5-bfc8-82f45fbb3237 gateway port host: n-d-816865-1 {{(pid=102389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 19:13:41.501307 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-0ec9513b-cf97-42e0-8b2b-ee5a480f1ad2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71535d14-cf88-4bf5-bfc8-82f45fbb3237', 'name': 'tempest-TestNetworkBasicOps-router-685414002', 'tenant_id': 'e6881a268b314b538ad6a867b46f1df8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.221'}], 'enable_snat': True}, 'gw_port_id': 'c992a72a-0c1c-4451-9d6e-90c509c27d03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T19:12:44Z', 'updated_at': '2021-11-05T19:12:50Z', 'revision_number': 4, 'project_id': 'e6881a268b314b538ad6a867b46f1df8', 'gw_port': {'id': 'c992a72a-0c1c-4451-9d6e-90c509c27d03', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:bb:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71535d14-cf88-4bf5-bfc8-82f45fbb3237', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3617, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:12:45Z', 'updated_at': '2021-11-05T19:12:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1', '_interfaces': [{'id': 'eedc05cc-da01-4686-addd-838d6e5b8722', 'name': '', 'network_id': '25c2b2b7-0ea9-4a9a-9e92-3e8105089525', 'tenant_id': 'e6881a268b314b538ad6a867b46f1df8', 'mac_address': 'fa:16:3e:6b:17:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71535d14-cf88-4bf5-bfc8-82f45fbb3237', 'device_owner': 'network:router_interface', 'standard_attr_id': 3620, 'fixed_ips': [{'subnet_id': '5e035d49-fc28-4a6c-b97a-7f3a0ca679f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:12:49Z', 'updated_at': '2021-11-05T19:12:55Z', 'revision_number': 5, 'project_id': 'e6881a268b314b538ad6a867b46f1df8', 'subnets': [{'id': '5e035d49-fc28-4a6c-b97a-7f3a0ca679f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-1', False) {} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:13:41.529895 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ec9513b-cf97-42e0-8b2b-ee5a480f1ad2 None None] The sync data for ids ['71535d14-cf88-4bf5-bfc8-82f45fbb3237'] in n-d-816865-1 is: [{'id': '71535d14-cf88-4bf5-bfc8-82f45fbb3237', 'name': 'tempest-TestNetworkBasicOps-router-685414002', 'tenant_id': 'e6881a268b314b538ad6a867b46f1df8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.221'}], 'enable_snat': True}, 'gw_port_id': 'c992a72a-0c1c-4451-9d6e-90c509c27d03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T19:12:44Z', 'updated_at': '2021-11-05T19:12:50Z', 'revision_number': 4, 'project_id': 'e6881a268b314b538ad6a867b46f1df8', 'gw_port': {'id': 'c992a72a-0c1c-4451-9d6e-90c509c27d03', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:bb:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71535d14-cf88-4bf5-bfc8-82f45fbb3237', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3617, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:12:45Z', 'updated_at': '2021-11-05T19:12:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1', '_interfaces': [{'id': 'eedc05cc-da01-4686-addd-838d6e5b8722', 'name': '', 'network_id': '25c2b2b7-0ea9-4a9a-9e92-3e8105089525', 'tenant_id': 'e6881a268b314b538ad6a867b46f1df8', 'mac_address': 'fa:16:3e:6b:17:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71535d14-cf88-4bf5-bfc8-82f45fbb3237', 'device_owner': 'network:router_interface', 'standard_attr_id': 3620, 'fixed_ips': [{'subnet_id': '5e035d49-fc28-4a6c-b97a-7f3a0ca679f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:12:49Z', 'updated_at': '2021-11-05T19:12:55Z', 'revision_number': 5, 'project_id': 'e6881a268b314b538ad6a867b46f1df8', 'subnets': [{'id': '5e035d49-fc28-4a6c-b97a-7f3a0ca679f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 19:13:41.546494 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd954bf2-5fa6-4268-a484-17b1aa706bab req-f630842d-c21d-4e8f-acf1-7bf82c97db4f tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:13:41.548057 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-dd954bf2-5fa6-4268-a484-17b1aa706bab req-f630842d-c21d-4e8f-acf1-7bf82c97db4f tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] 10.222.0.13 "GET /v2.0/ports?device_id=c2b9814e-4549-41cc-ab3e-b1d7ea635d0e HTTP/1.1" status: 200 len: 945 time: 0.4356127 Nov 05 19:13:41.583768 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ee6227-27fb-43cd-8668-f3837412aa1b req-e85bae4d-a616-4fcc-bb7f-14ba6c9e1f85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:13:41.585938 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-14ee6227-27fb-43cd-8668-f3837412aa1b req-e85bae4d-a616-4fcc-bb7f-14ba6c9e1f85 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5e035d49-fc28-4a6c-b97a-7f3a0ca679f3 HTTP/1.1" status: 200 len: 835 time: 0.4067402 Nov 05 19:13:41.641193 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-dd954bf2-5fa6-4268-a484-17b1aa706bab req-39e7957b-ddca-4699-baea-c967b5b507a4 tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] 10.222.0.13 "GET /v2.0/security-groups?id=df0d1391-c71c-43f2-afc4-520021f50e79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0822399 Nov 05 19:13:41.656011 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ee6227-27fb-43cd-8668-f3837412aa1b req-3abbfc6c-057a-4539-9c73-5d75f817dcad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:13:41.661509 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-14ee6227-27fb-43cd-8668-f3837412aa1b req-3abbfc6c-057a-4539-9c73-5d75f817dcad service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=25c2b2b7-0ea9-4a9a-9e92-3e8105089525&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0602009 Nov 05 19:13:41.763079 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-14ee6227-27fb-43cd-8668-f3837412aa1b req-7465b7f7-5792-4722-99c1-d1cfcce7659d service neutron] 10.222.0.41 "GET /v2.0/networks/25c2b2b7-0ea9-4a9a-9e92-3e8105089525?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961890 Nov 05 19:13:41.826307 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fb3618d-8346-4503-853d-8e87a747344c None None] New status for floating IP 48214a96-4146-4ba5-933d-bfe833a8b0f9: DOWN {{(pid=102388) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 05 19:13:41.881133 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-14ee6227-27fb-43cd-8668-f3837412aa1b req-a0dcc59c-0848-4f08-9038-d070f61e19dd service neutron] 10.222.0.41 "GET /v2.0/networks/25c2b2b7-0ea9-4a9a-9e92-3e8105089525?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1101305 Nov 05 19:13:41.975368 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287ede2d-5ed5-408d-bad6-af9b1710a503 req-dafda5db-4fa0-4c6a-8edb-bab278efab87 tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:13:41.976891 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-287ede2d-5ed5-408d-bad6-af9b1710a503 req-dafda5db-4fa0-4c6a-8edb-bab278efab87 tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] 10.222.0.13 "GET /v2.0/ports?device_id=290c51ab-aef0-42b0-b28a-c110c73b3a2f HTTP/1.1" status: 200 len: 945 time: 0.0557897 Nov 05 19:13:42.032190 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-287ede2d-5ed5-408d-bad6-af9b1710a503 req-b8f52077-2a41-40be-ad33-81291da03a9c tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] 10.222.0.13 "GET /v2.0/security-groups?id=62bb25fb-2654-482c-aaa3-6e348199bd66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481908 Nov 05 19:13:42.277281 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Device e3572706-bfed-4c54-96bd-8af0f0dd8d42 up at agent hyperv_n-h2-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 19:13:42.329559 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Provisioning complete for port e3572706-bfed-4c54-96bd-8af0f0dd8d42 triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:13:42.329833 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:13:42.408188 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:13:42.430968 n-d-816865-1 neutron-server[102388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '290c51ab-aef0-42b0-b28a-c110c73b3a2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3572706-bfed-4c54-96bd-8af0f0dd8d42'}] {{(pid=102388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 19:13:42.433416 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85474fee1180e129d8a886d264fe0b30223aa672dd1ffe43b630605f18504f68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebef442b-c520-4325-807b-19b9cc250238" -d '{"events": [{"server_uuid": "290c51ab-aef0-42b0-b28a-c110c73b3a2f", "name": "network-vif-plugged", "status": "completed", "tag": "e3572706-bfed-4c54-96bd-8af0f0dd8d42"}]}' {{(pid=102388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 19:13:42.448112 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] For port e3572706-bfed-4c54-96bd-8af0f0dd8d42, host n-h2-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=e3572706-bfed-4c54-96bd-8af0f0dd8d42,segment=NetworkSegment(e1049daa-fc97-4a3f-8351-3203f3822574),segment_id=e1049daa-fc97-4a3f-8351-3203f3822574)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:13:42.486988 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 19:13:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9eed6425-3032-4c31-af0b-7a0ff05bc8cb x-openstack-request-id: req-9eed6425-3032-4c31-af0b-7a0ff05bc8cb {{(pid=102388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 19:13:42.486988 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "290c51ab-aef0-42b0-b28a-c110c73b3a2f", "name": "network-vif-plugged", "status": "completed", "tag": "e3572706-bfed-4c54-96bd-8af0f0dd8d42", "code": 200}]} {{(pid=102388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 19:13:42.486988 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9eed6425-3032-4c31-af0b-7a0ff05bc8cb {{(pid=102388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 19:13:42.487286 n-d-816865-1 neutron-server[102388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '290c51ab-aef0-42b0-b28a-c110c73b3a2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3572706-bfed-4c54-96bd-8af0f0dd8d42', 'code': 200} Nov 05 19:13:42.491720 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d5ed81-71e4-45c5-8bc6-8c0122aba9d6 req-63c651eb-3cc6-40c5-88d3-9ed880724f42 tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:13:42.493454 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-33d5ed81-71e4-45c5-8bc6-8c0122aba9d6 req-63c651eb-3cc6-40c5-88d3-9ed880724f42 tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] 10.222.0.41 "GET /v2.0/ports?device_id=c2b9814e-4549-41cc-ab3e-b1d7ea635d0e HTTP/1.1" status: 200 len: 945 time: 0.0650232 Nov 05 19:13:42.576529 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:13:42.598031 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [req-33d5ed81-71e4-45c5-8bc6-8c0122aba9d6 req-5026183a-ec7a-42b2-b3a7-0f705d2e3e05 tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Deleting port f50ec06e-a393-4cba-ab52-eac1646941a9 {{(pid=102387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 19:13:42.598307 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-33d5ed81-71e4-45c5-8bc6-8c0122aba9d6 req-5026183a-ec7a-42b2-b3a7-0f705d2e3e05 tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:13:42.641365 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Pushing event updated for resources: {'Port': ['ID=e3572706-bfed-4c54-96bd-8af0f0dd8d42,revision_number=10']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:13:42.711074 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.db [req-33d5ed81-71e4-45c5-8bc6-8c0122aba9d6 req-5026183a-ec7a-42b2-b3a7-0f705d2e3e05 tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] For port f50ec06e-a393-4cba-ab52-eac1646941a9, host n-h1-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=f50ec06e-a393-4cba-ab52-eac1646941a9,segment=NetworkSegment(d0a0f41f-9f59-4c03-8efd-c7c6dfb618f3),segment_id=d0a0f41f-9f59-4c03-8efd-c7c6dfb618f3)] {{(pid=102387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:13:42.711865 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-33d5ed81-71e4-45c5-8bc6-8c0122aba9d6 req-5026183a-ec7a-42b2-b3a7-0f705d2e3e05 tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:13:42.729345 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [req-33d5ed81-71e4-45c5-8bc6-8c0122aba9d6 req-5026183a-ec7a-42b2-b3a7-0f705d2e3e05 tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Calling delete_port for f50ec06e-a393-4cba-ab52-eac1646941a9 owned by compute:nova {{(pid=102387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 19:13:42.762591 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328473c9-d660-41cf-abb0-ee7bf66ddb18 req-8cf3f1f7-bf04-4c74-92b3-d9702f4b824b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:13:42.764391 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-328473c9-d660-41cf-abb0-ee7bf66ddb18 req-8cf3f1f7-bf04-4c74-92b3-d9702f4b824b service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=290c51ab-aef0-42b0-b28a-c110c73b3a2f HTTP/1.1" status: 200 len: 1098 time: 0.0432684 Nov 05 19:13:42.821235 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-328473c9-d660-41cf-abb0-ee7bf66ddb18 req-3bdb502a-e98a-4815-9c2e-e524bc42aa31 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=62bb25fb-2654-482c-aaa3-6e348199bd66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434127 Nov 05 19:13:42.836049 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10dd32c3-1ccb-433d-90fd-ae582ee18051 req-8aeb9745-e98b-407f-a987-2e30a008941d tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:13:42.837731 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-10dd32c3-1ccb-433d-90fd-ae582ee18051 req-8aeb9745-e98b-407f-a987-2e30a008941d tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] 10.222.0.13 "GET /v2.0/ports?device_id=c2b9814e-4549-41cc-ab3e-b1d7ea635d0e HTTP/1.1" status: 200 len: 945 time: 0.1151760 Nov 05 19:13:42.911206 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-10dd32c3-1ccb-433d-90fd-ae582ee18051 req-e528c6ab-5408-4d1d-8b4c-0c05bfcfd366 tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] 10.222.0.13 "GET /v2.0/security-groups?id=df0d1391-c71c-43f2-afc4-520021f50e79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0659008 Nov 05 19:13:43.051490 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-33d5ed81-71e4-45c5-8bc6-8c0122aba9d6 req-5026183a-ec7a-42b2-b3a7-0f705d2e3e05 tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4417063'] for port, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:13:43.081929 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5026183a-ec7a-42b2-b3a7-0f705d2e3e05 tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Pushing event deleted for resources: {'Port': ['ID=f50ec06e-a393-4cba-ab52-eac1646941a9,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:13:43.163884 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.l3_dvrscheduler_db [req-33d5ed81-71e4-45c5-8bc6-8c0122aba9d6 req-5026183a-ec7a-42b2-b3a7-0f705d2e3e05 tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] No DVR routers for this DVR port f50ec06e-a393-4cba-ab52-eac1646941a9 on host n-h1-816865-1 {{(pid=102387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 19:13:43.180713 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-33d5ed81-71e4-45c5-8bc6-8c0122aba9d6 req-5026183a-ec7a-42b2-b3a7-0f705d2e3e05 tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:13:43.184244 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-33d5ed81-71e4-45c5-8bc6-8c0122aba9d6 req-5026183a-ec7a-42b2-b3a7-0f705d2e3e05 tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] 10.222.0.41 "DELETE /v2.0/ports/f50ec06e-a393-4cba-ab52-eac1646941a9 HTTP/1.1" status: 204 len: 173 time: 0.6852031 Nov 05 19:13:43.184720 n-d-816865-1 neutron-server[102387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2b9814e-4549-41cc-ab3e-b1d7ea635d0e', 'name': 'network-vif-deleted', 'tag': 'f50ec06e-a393-4cba-ab52-eac1646941a9'}] {{(pid=102387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 19:13:43.187031 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab06bd4ddf5758c1f10d79fe34dc215bafa488692cde9dba2fcbcb67556f90bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81786030-fee1-4944-bb34-ca6504f16074" -d '{"events": [{"server_uuid": "c2b9814e-4549-41cc-ab3e-b1d7ea635d0e", "name": "network-vif-deleted", "tag": "f50ec06e-a393-4cba-ab52-eac1646941a9"}]}' {{(pid=102387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 19:13:43.217103 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcffbcd2-618b-4f60-b01c-f5a3a8026d96 req-e6735af4-2698-4f8a-bc1b-057490e76db4 tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:13:43.224450 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-bcffbcd2-618b-4f60-b01c-f5a3a8026d96 req-e6735af4-2698-4f8a-bc1b-057490e76db4 tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] 10.222.0.13 "GET /v2.0/ports?device_id=290c51ab-aef0-42b0-b28a-c110c73b3a2f HTTP/1.1" status: 200 len: 947 time: 0.0974615 Nov 05 19:13:43.229829 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 19:13:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db5114a5-5f5b-4f42-a547-8fa3d6ad408e x-openstack-request-id: req-db5114a5-5f5b-4f42-a547-8fa3d6ad408e {{(pid=102387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 19:13:43.230105 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2b9814e-4549-41cc-ab3e-b1d7ea635d0e", "name": "network-vif-deleted", "tag": "f50ec06e-a393-4cba-ab52-eac1646941a9", "status": "completed", "code": 200}]} {{(pid=102387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 19:13:43.230446 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-db5114a5-5f5b-4f42-a547-8fa3d6ad408e {{(pid=102387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 19:13:43.230662 n-d-816865-1 neutron-server[102387]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2b9814e-4549-41cc-ab3e-b1d7ea635d0e', 'name': 'network-vif-deleted', 'tag': 'f50ec06e-a393-4cba-ab52-eac1646941a9', 'status': 'completed', 'code': 200} Nov 05 19:13:43.280231 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-bcffbcd2-618b-4f60-b01c-f5a3a8026d96 req-c01e9879-87a0-48a0-8c10-3dc3f5ba7e61 tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] 10.222.0.13 "GET /v2.0/security-groups?id=62bb25fb-2654-482c-aaa3-6e348199bd66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537860 Nov 05 19:13:44.079453 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-90e37bcb-264b-4bbb-b8b7-9f3f6918acba req-31cecc96-cbe4-4c88-bffa-eceda2639099 tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] 10.222.0.13 "GET /v2.0/ports?device_id=c2b9814e-4549-41cc-ab3e-b1d7ea635d0e HTTP/1.1" status: 200 len: 210 time: 0.0294490 Nov 05 19:13:44.421049 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc776efd-b829-4394-be82-e1f7afe63ed5 req-a6b5b255-42af-4a3e-b29f-f2382894b149 tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:13:44.422578 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-cc776efd-b829-4394-be82-e1f7afe63ed5 req-a6b5b255-42af-4a3e-b29f-f2382894b149 tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] 10.222.0.13 "GET /v2.0/ports?device_id=290c51ab-aef0-42b0-b28a-c110c73b3a2f HTTP/1.1" status: 200 len: 947 time: 0.0559647 Nov 05 19:13:44.472077 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-cc776efd-b829-4394-be82-e1f7afe63ed5 req-3abc36e4-1c0f-46e3-b4d8-80712c537cf3 tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] 10.222.0.13 "GET /v2.0/security-groups?id=62bb25fb-2654-482c-aaa3-6e348199bd66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433109 Nov 05 19:13:45.138301 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 36954) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:13:45.208021 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-d3e77d1c-7bff-46fb-b6cc-13aaa5d9df89 tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Publish callbacks [] for security_group, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:13:45.234000 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-d3e77d1c-7bff-46fb-b6cc-13aaa5d9df89 tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:13:45.417162 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-d3e77d1c-7bff-46fb-b6cc-13aaa5d9df89 tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:13:45.421535 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-d3e77d1c-7bff-46fb-b6cc-13aaa5d9df89 tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Publish callbacks [] for security_group, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:13:45.422743 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-d3e77d1c-7bff-46fb-b6cc-13aaa5d9df89 tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] 10.222.0.13 "DELETE /v2.0/security-groups/df0d1391-c71c-43f2-afc4-520021f50e79 HTTP/1.1" status: 204 len: 168 time: 0.2832496 Nov 05 19:13:45.433221 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e77d1c-7bff-46fb-b6cc-13aaa5d9df89 tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=df0d1391-c71c-43f2-afc4-520021f50e79,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:13:45.574202 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 36968) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:13:45.601507 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e114b9f8-e111-4d89-8530-8baa8eaac4e8 req-52c11fd0-254e-4d75-8821-4c6970a40a31 tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:13:45.603452 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-e114b9f8-e111-4d89-8530-8baa8eaac4e8 req-52c11fd0-254e-4d75-8821-4c6970a40a31 tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] 10.222.0.13 "GET /v2.0/ports?device_id=290c51ab-aef0-42b0-b28a-c110c73b3a2f HTTP/1.1" status: 200 len: 947 time: 0.0524857 Nov 05 19:13:45.607646 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Device f50ec06e-a393-4cba-ab52-eac1646941a9 no longer exists at agent hyperv_n-h1-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 19:13:45.640243 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] No Port match for: f50ec06e-a393-4cba-ab52-eac1646941a9 {{(pid=102388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 19:13:45.640905 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Device f50ec06e-a393-4cba-ab52-eac1646941a9 not bound to the agent host n-h1-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 19:13:45.686727 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-e114b9f8-e111-4d89-8530-8baa8eaac4e8 req-2bd57b8d-2c3a-4c42-a1f4-b8bd68d8bbe5 tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] 10.222.0.13 "GET /v2.0/security-groups?id=62bb25fb-2654-482c-aaa3-6e348199bd66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0744159 Nov 05 19:13:45.964599 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-81dfcd5d-d573-45c8-8fe9-0643773474a9 tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-571777'] for router_interface, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:13:46.244774 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-81dfcd5d-d573-45c8-8fe9-0643773474a9 tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Deleting port eedc05cc-da01-4686-addd-838d6e5b8722 {{(pid=102386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 19:13:46.245125 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-81dfcd5d-d573-45c8-8fe9-0643773474a9 tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:13:46.334194 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [None req-81dfcd5d-d573-45c8-8fe9-0643773474a9 tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] For port eedc05cc-da01-4686-addd-838d6e5b8722, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=eedc05cc-da01-4686-addd-838d6e5b8722,segment=NetworkSegment(d0a0f41f-9f59-4c03-8efd-c7c6dfb618f3),segment_id=d0a0f41f-9f59-4c03-8efd-c7c6dfb618f3)] {{(pid=102386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:13:46.334551 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-81dfcd5d-d573-45c8-8fe9-0643773474a9 tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:13:46.347844 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-81dfcd5d-d573-45c8-8fe9-0643773474a9 tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Calling delete_port for eedc05cc-da01-4686-addd-838d6e5b8722 owned by network:router_interface {{(pid=102386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 19:13:46.837590 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acd881a-f2b8-4877-a594-5fbc1299979e req-bb78da1f-8102-4d7d-89c6-3e5a771e1ce1 tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:13:46.839388 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-1acd881a-f2b8-4877-a594-5fbc1299979e req-bb78da1f-8102-4d7d-89c6-3e5a771e1ce1 tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] 10.222.0.13 "GET /v2.0/ports?device_id=290c51ab-aef0-42b0-b28a-c110c73b3a2f HTTP/1.1" status: 200 len: 947 time: 0.0634203 Nov 05 19:13:46.889257 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-1acd881a-f2b8-4877-a594-5fbc1299979e req-5a916aee-76da-40df-9048-f826093de3fb tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] 10.222.0.13 "GET /v2.0/security-groups?id=62bb25fb-2654-482c-aaa3-6e348199bd66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435381 Nov 05 19:13:46.960291 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-81dfcd5d-d573-45c8-8fe9-0643773474a9 tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:13:46.989434 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81dfcd5d-d573-45c8-8fe9-0643773474a9 tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Pushing event deleted for resources: {'Port': ['ID=eedc05cc-da01-4686-addd-838d6e5b8722,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:13:47.022725 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81dfcd5d-d573-45c8-8fe9-0643773474a9 tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:13:47.023070 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81dfcd5d-d573-45c8-8fe9-0643773474a9 tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:13:47.023408 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81dfcd5d-d573-45c8-8fe9-0643773474a9 tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:13:47.023748 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81dfcd5d-d573-45c8-8fe9-0643773474a9 tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:13:47.025403 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81dfcd5d-d573-45c8-8fe9-0643773474a9 tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:13:47.025812 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81dfcd5d-d573-45c8-8fe9-0643773474a9 tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:13:47.026182 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81dfcd5d-d573-45c8-8fe9-0643773474a9 tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:13:47.026515 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81dfcd5d-d573-45c8-8fe9-0643773474a9 tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:13:47.026843 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81dfcd5d-d573-45c8-8fe9-0643773474a9 tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:13:47.027169 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81dfcd5d-d573-45c8-8fe9-0643773474a9 tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:13:47.027496 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81dfcd5d-d573-45c8-8fe9-0643773474a9 tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:13:47.027821 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81dfcd5d-d573-45c8-8fe9-0643773474a9 tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:13:47.189124 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-81dfcd5d-d573-45c8-8fe9-0643773474a9 tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-597886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-573297'] for router_interface, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:13:47.419219 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81dfcd5d-d573-45c8-8fe9-0643773474a9 tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Router 71535d14-cf88-4bf5-bfc8-82f45fbb3237 has already been hosted by L3 agent 6dcb5589-8e86-4616-9186-ddc4548e13ad {{(pid=102386) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 19:13:47.532072 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81dfcd5d-d573-45c8-8fe9-0643773474a9 tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Notify agent at l3_agent.n-d-816865-1 the message routers_updated {{(pid=102386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 19:13:47.540015 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-81dfcd5d-d573-45c8-8fe9-0643773474a9 tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] 10.222.0.13 "PUT /v2.0/routers/71535d14-cf88-4bf5-bfc8-82f45fbb3237/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9617476 Nov 05 19:13:47.540015 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 37002) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:13:47.541652 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa24600c-23c2-4f8b-b8cb-d937ebed18b8 None None] Sync routers for ids ['71535d14-cf88-4bf5-bfc8-82f45fbb3237'] in n-d-816865-1 {{(pid=102389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 19:13:47.551836 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa24600c-23c2-4f8b-b8cb-d937ebed18b8 None None] Routers {'71535d14-cf88-4bf5-bfc8-82f45fbb3237'} bound to L3 agent in host n-d-816865-1 {{(pid=102389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 19:13:47.552472 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-fa24600c-23c2-4f8b-b8cb-d937ebed18b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T19:13:35Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['71535d14-cf88-4bf5-bfc8-82f45fbb3237'], 'active': True} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:13:47.596389 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc88f7e8-bd64-4f49-a396-fdba87255143 tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Deleting subnet 5e035d49-fc28-4a6c-b97a-7f3a0ca679f3 {{(pid=102386) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 05 19:13:47.600283 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-fc88f7e8-bd64-4f49-a396-fdba87255143 tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Publish callbacks [] for subnet, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:13:47.641483 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-fc88f7e8-bd64-4f49-a396-fdba87255143 tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4590738'] for subnet, precommit_delete_associations {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:13:47.662246 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvr_db [None req-fa24600c-23c2-4f8b-b8cb-d937ebed18b8 None None] Set router 71535d14-cf88-4bf5-bfc8-82f45fbb3237 gateway port host: n-d-816865-1 {{(pid=102389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 19:13:47.739348 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-fc88f7e8-bd64-4f49-a396-fdba87255143 tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1573928'] for subnet, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:13:47.841976 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-fa24600c-23c2-4f8b-b8cb-d937ebed18b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71535d14-cf88-4bf5-bfc8-82f45fbb3237', 'name': 'tempest-TestNetworkBasicOps-router-685414002', 'tenant_id': 'e6881a268b314b538ad6a867b46f1df8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.221'}], 'enable_snat': True}, 'gw_port_id': 'c992a72a-0c1c-4451-9d6e-90c509c27d03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T19:12:44Z', 'updated_at': '2021-11-05T19:13:46Z', 'revision_number': 5, 'project_id': 'e6881a268b314b538ad6a867b46f1df8', 'gw_port': {'id': 'c992a72a-0c1c-4451-9d6e-90c509c27d03', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:bb:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71535d14-cf88-4bf5-bfc8-82f45fbb3237', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3617, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:12:45Z', 'updated_at': '2021-11-05T19:12:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1'}], 'n-d-816865-1', False) {} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:13:47.869470 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-fc88f7e8-bd64-4f49-a396-fdba87255143 tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1573905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6149879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4877183'] for subnet, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:13:47.872746 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa24600c-23c2-4f8b-b8cb-d937ebed18b8 None None] Checking router: 71535d14-cf88-4bf5-bfc8-82f45fbb3237 for host: n-d-816865-1 {{(pid=102389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 19:13:47.881548 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa24600c-23c2-4f8b-b8cb-d937ebed18b8 None None] Routers {'71535d14-cf88-4bf5-bfc8-82f45fbb3237'} bound to L3 agent in host n-d-816865-1 {{(pid=102389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 19:13:47.882273 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-fa24600c-23c2-4f8b-b8cb-d937ebed18b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T19:13:35Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['71535d14-cf88-4bf5-bfc8-82f45fbb3237'], 'active': True} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:13:47.898239 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc88f7e8-bd64-4f49-a396-fdba87255143 tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Pushing event deleted for resources: {'Subnet': ['ID=5e035d49-fc28-4a6c-b97a-7f3a0ca679f3,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:13:47.909141 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-fc88f7e8-bd64-4f49-a396-fdba87255143 tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Publish callbacks [] for subnet, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:13:47.910896 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdb031b3-1f34-4c90-82f3-6762982e5093 None None] Network 25c2b2b7-0ea9-4a9a-9e92-3e8105089525 requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 19:13:47.917874 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-fc88f7e8-bd64-4f49-a396-fdba87255143 tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] 10.222.0.13 "DELETE /v2.0/subnets/5e035d49-fc28-4a6c-b97a-7f3a0ca679f3 HTTP/1.1" status: 204 len: 168 time: 0.3719397 Nov 05 19:13:47.918268 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 37008) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:13:48.022943 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvr_db [None req-fa24600c-23c2-4f8b-b8cb-d937ebed18b8 None None] Set router 71535d14-cf88-4bf5-bfc8-82f45fbb3237 gateway port host: n-d-816865-1 {{(pid=102389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 19:13:48.045527 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-0e806b85-4f50-4457-953d-2d2c4d952c3f tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Publish callbacks [] for router, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:13:48.136506 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-838cc091-a3c1-468a-870e-b6031763d99a None None] DHCP port deletion for 25c2b2b7-0ea9-4a9a-9e92-3e8105089525 request from n-d-816865-1 {{(pid=102388) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 05 19:13:48.196254 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-838cc091-a3c1-468a-870e-b6031763d99a None None] Deleting port 84ba85e6-93d0-44ee-b83c-34030b74fcc3 {{(pid=102388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 19:13:48.197115 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-838cc091-a3c1-468a-870e-b6031763d99a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:13:48.207894 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-0e806b85-4f50-4457-953d-2d2c4d952c3f tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:13:48.275144 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-838cc091-a3c1-468a-870e-b6031763d99a None None] For port 84ba85e6-93d0-44ee-b83c-34030b74fcc3, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=84ba85e6-93d0-44ee-b83c-34030b74fcc3,segment=NetworkSegment(d0a0f41f-9f59-4c03-8efd-c7c6dfb618f3),segment_id=d0a0f41f-9f59-4c03-8efd-c7c6dfb618f3)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:13:48.275144 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-838cc091-a3c1-468a-870e-b6031763d99a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:13:48.290618 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-838cc091-a3c1-468a-870e-b6031763d99a None None] Calling delete_port for 84ba85e6-93d0-44ee-b83c-34030b74fcc3 owned by network:dhcp {{(pid=102388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 19:13:48.343941 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-fa24600c-23c2-4f8b-b8cb-d937ebed18b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71535d14-cf88-4bf5-bfc8-82f45fbb3237', 'name': 'tempest-TestNetworkBasicOps-router-685414002', 'tenant_id': 'e6881a268b314b538ad6a867b46f1df8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.221'}], 'enable_snat': True}, 'gw_port_id': 'c992a72a-0c1c-4451-9d6e-90c509c27d03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T19:12:44Z', 'updated_at': '2021-11-05T19:13:46Z', 'revision_number': 5, 'project_id': 'e6881a268b314b538ad6a867b46f1df8', 'gw_port': {'id': 'c992a72a-0c1c-4451-9d6e-90c509c27d03', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:bb:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71535d14-cf88-4bf5-bfc8-82f45fbb3237', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3617, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:12:45Z', 'updated_at': '2021-11-05T19:12:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1'}], 'n-d-816865-1', False) {} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:13:48.348591 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [None req-0e806b85-4f50-4457-953d-2d2c4d952c3f tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Deleting port c992a72a-0c1c-4451-9d6e-90c509c27d03 {{(pid=102387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 19:13:48.349390 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-0e806b85-4f50-4457-953d-2d2c4d952c3f tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:13:48.378062 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa24600c-23c2-4f8b-b8cb-d937ebed18b8 None None] The sync data for ids ['71535d14-cf88-4bf5-bfc8-82f45fbb3237'] in n-d-816865-1 is: [{'id': '71535d14-cf88-4bf5-bfc8-82f45fbb3237', 'name': 'tempest-TestNetworkBasicOps-router-685414002', 'tenant_id': 'e6881a268b314b538ad6a867b46f1df8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.221'}], 'enable_snat': True}, 'gw_port_id': 'c992a72a-0c1c-4451-9d6e-90c509c27d03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T19:12:44Z', 'updated_at': '2021-11-05T19:13:46Z', 'revision_number': 5, 'project_id': 'e6881a268b314b538ad6a867b46f1df8', 'gw_port': {'id': 'c992a72a-0c1c-4451-9d6e-90c509c27d03', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:bb:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71535d14-cf88-4bf5-bfc8-82f45fbb3237', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3617, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:12:45Z', 'updated_at': '2021-11-05T19:12:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1'}] {{(pid=102389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 19:13:48.445138 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.db [None req-0e806b85-4f50-4457-953d-2d2c4d952c3f tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] For port c992a72a-0c1c-4451-9d6e-90c509c27d03, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=c992a72a-0c1c-4451-9d6e-90c509c27d03,segment=NetworkSegment(85be518c-8bb4-46a2-a903-d4292782d29d),segment_id=85be518c-8bb4-46a2-a903-d4292782d29d)] {{(pid=102387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:13:48.445517 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-0e806b85-4f50-4457-953d-2d2c4d952c3f tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:13:48.458636 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [None req-0e806b85-4f50-4457-953d-2d2c4d952c3f tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Calling delete_port for c992a72a-0c1c-4451-9d6e-90c509c27d03 owned by network:router_gateway {{(pid=102387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 19:13:48.499627 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-838cc091-a3c1-468a-870e-b6031763d99a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798'] for port, after_delete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:13:48.526448 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838cc091-a3c1-468a-870e-b6031763d99a None None] Pushing event deleted for resources: {'Port': ['ID=84ba85e6-93d0-44ee-b83c-34030b74fcc3,revision_number=None']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:13:48.532360 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-838cc091-a3c1-468a-870e-b6031763d99a None None] No DVR routers for this DVR port 84ba85e6-93d0-44ee-b83c-34030b74fcc3 on host n-d-816865-1 {{(pid=102388) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 19:13:48.734323 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-0e806b85-4f50-4457-953d-2d2c4d952c3f tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4417063'] for port, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:13:48.768986 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e806b85-4f50-4457-953d-2d2c4d952c3f tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Pushing event deleted for resources: {'Port': ['ID=c992a72a-0c1c-4451-9d6e-90c509c27d03,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:13:48.826148 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-0e806b85-4f50-4457-953d-2d2c4d952c3f tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1000651'] for router_gateway, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:13:48.923087 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-0e806b85-4f50-4457-953d-2d2c4d952c3f tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-571301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6852'] for router, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:13:48.925299 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-0e806b85-4f50-4457-953d-2d2c4d952c3f tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:13:49.051226 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-0e806b85-4f50-4457-953d-2d2c4d952c3f tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-571310'] for router, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:13:49.051691 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e806b85-4f50-4457-953d-2d2c4d952c3f tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Fanout notify agent at l3_agent the message router_deleted on router 71535d14-cf88-4bf5-bfc8-82f45fbb3237 {{(pid=102387) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 05 19:13:49.059595 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-0e806b85-4f50-4457-953d-2d2c4d952c3f tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Publish callbacks [] for router, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:13:49.060727 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-0e806b85-4f50-4457-953d-2d2c4d952c3f tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] 10.222.0.13 "DELETE /v2.0/routers/71535d14-cf88-4bf5-bfc8-82f45fbb3237 HTTP/1.1" status: 204 len: 168 time: 1.1432824 Nov 05 19:13:49.063500 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 37026) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:13:49.154552 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-17549635-414c-40d8-baf8-05995416df05 tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1664226'] for network, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:13:49.249701 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-17549635-414c-40d8-baf8-05995416df05 tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1579173', 'neutron.services.segments.db._delete_segments_for_network-8750027792909'] for network, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:13:49.271115 n-d-816865-1 neutron-server[102387]: DEBUG neutron.services.segments.db [None req-17549635-414c-40d8-baf8-05995416df05 tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['25c2b2b7-0ea9-4a9a-9e92-3e8105089525']}} {{(pid=102387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:13:49.280346 n-d-816865-1 neutron-server[102387]: DEBUG neutron.services.segments.db [None req-17549635-414c-40d8-baf8-05995416df05 tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0a0f41f-9f59-4c03-8efd-c7c6dfb618f3') {'for_net_delete': True} {{(pid=102387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:13:49.280641 n-d-816865-1 neutron-server[102387]: DEBUG neutron.services.segments.db [None req-17549635-414c-40d8-baf8-05995416df05 tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0a0f41f-9f59-4c03-8efd-c7c6dfb618f3') {} {{(pid=102387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:13:49.291687 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-17549635-414c-40d8-baf8-05995416df05 tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750027793430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4463492'] for segment, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:13:49.305823 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-17549635-414c-40d8-baf8-05995416df05 tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273'] for segment, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:13:49.312507 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17549635-414c-40d8-baf8-05995416df05 tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Releasing vlan 199 on physical network physnet1 to pool {{(pid=102387) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 05 19:13:49.313003 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-17549635-414c-40d8-baf8-05995416df05 tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4417236'] for segment, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:13:49.316079 n-d-816865-1 neutron-server[102387]: Traceback (most recent call last): Nov 05 19:13:49.316079 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 05 19:13:49.316079 n-d-816865-1 neutron-server[102387]: timer() Nov 05 19:13:49.316079 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 05 19:13:49.316079 n-d-816865-1 neutron-server[102387]: cb(*args, **kw) Nov 05 19:13:49.316079 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 05 19:13:49.316079 n-d-816865-1 neutron-server[102387]: return func(*args, **kwargs) Nov 05 19:13:49.316079 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 05 19:13:49.316079 n-d-816865-1 neutron-server[102387]: self._notify() Nov 05 19:13:49.316079 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 05 19:13:49.316079 n-d-816865-1 neutron-server[102387]: self.callback(batched_events) Nov 05 19:13:49.316079 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 05 19:13:49.316079 n-d-816865-1 neutron-server[102387]: event.method(event) Nov 05 19:13:49.316079 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 05 19:13:49.316079 n-d-816865-1 neutron-server[102387]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 05 19:13:49.316079 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 05 19:13:49.316079 n-d-816865-1 neutron-server[102387]: aggregate_uuid = self.p_client.list_aggregates( Nov 05 19:13:49.316079 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 05 19:13:49.316079 n-d-816865-1 neutron-server[102387]: return f(self, *a, **k) Nov 05 19:13:49.316079 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 05 19:13:49.316079 n-d-816865-1 neutron-server[102387]: return self._get(url).json() Nov 05 19:13:49.316079 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 05 19:13:49.316079 n-d-816865-1 neutron-server[102387]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 05 19:13:49.316079 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 05 19:13:49.316079 n-d-816865-1 neutron-server[102387]: return self.request(url, 'GET', **kwargs) Nov 05 19:13:49.316079 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 05 19:13:49.316079 n-d-816865-1 neutron-server[102387]: base_url = self.get_endpoint(auth, allow=allow, Nov 05 19:13:49.316079 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 05 19:13:49.316079 n-d-816865-1 neutron-server[102387]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 05 19:13:49.316079 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 05 19:13:49.316079 n-d-816865-1 neutron-server[102387]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 05 19:13:49.316079 n-d-816865-1 neutron-server[102387]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 05 19:13:49.457312 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-17549635-414c-40d8-baf8-05995416df05 tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1579178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-956796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1000687'] for network, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:13:49.465296 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-17549635-414c-40d8-baf8-05995416df05 tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Publish callbacks [] for network, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:13:49.470875 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-17549635-414c-40d8-baf8-05995416df05 tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] 10.222.0.13 "DELETE /v2.0/networks/25c2b2b7-0ea9-4a9a-9e92-3e8105089525 HTTP/1.1" status: 204 len: 168 time: 0.4041934 Nov 05 19:13:49.495811 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17549635-414c-40d8-baf8-05995416df05 tempest-TestNetworkBasicOps-1715331721 tempest-TestNetworkBasicOps-1715331721-project] Pushing event deleted for resources: {'Network': ['ID=25c2b2b7-0ea9-4a9a-9e92-3e8105089525,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:13:49.587047 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device eedc05cc-da01-4686-addd-838d6e5b8722 no longer exists at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 19:13:49.614670 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] No Port match for: eedc05cc-da01-4686-addd-838d6e5b8722 {{(pid=102388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 19:13:49.615103 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device eedc05cc-da01-4686-addd-838d6e5b8722 not bound to the agent host n-d-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 19:13:49.615594 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device c992a72a-0c1c-4451-9d6e-90c509c27d03 no longer exists at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 19:13:49.636525 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] No Port match for: c992a72a-0c1c-4451-9d6e-90c509c27d03 {{(pid=102388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 19:13:49.636976 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device c992a72a-0c1c-4451-9d6e-90c509c27d03 not bound to the agent host n-d-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 19:13:49.637464 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 84ba85e6-93d0-44ee-b83c-34030b74fcc3 no longer exists at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 19:13:49.658845 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] No Port match for: 84ba85e6-93d0-44ee-b83c-34030b74fcc3 {{(pid=102388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 19:13:49.659191 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 84ba85e6-93d0-44ee-b83c-34030b74fcc3 not bound to the agent host n-d-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 19:13:50.087245 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 37048) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:13:50.236728 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-108cbf07-ae81-474f-aa8c-7ab3884af79f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e6881a268b314b538ad6a867b46f1df8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1426537 Nov 05 19:13:50.243453 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 37054) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:13:50.287713 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-02b41b77-5f77-41fb-aff3-8fb754e12bb2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:13:50.313740 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-02b41b77-5f77-41fb-aff3-8fb754e12bb2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:13:50.434242 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-02b41b77-5f77-41fb-aff3-8fb754e12bb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:13:50.436797 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-02b41b77-5f77-41fb-aff3-8fb754e12bb2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:13:50.437969 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-02b41b77-5f77-41fb-aff3-8fb754e12bb2 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/989df06a-df8a-4cf6-a328-40f4562999c0 HTTP/1.1" status: 204 len: 168 time: 0.2030189 Nov 05 19:13:50.445810 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b41b77-5f77-41fb-aff3-8fb754e12bb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=989df06a-df8a-4cf6-a328-40f4562999c0,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:13:51.045886 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 37072) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:13:51.060338 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-2b5a2477-1371-4c98-9abf-13b6d31fcce8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:13:51.143217 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-2b5a2477-1371-4c98-9abf-13b6d31fcce8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:13:51.228701 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-2b5a2477-1371-4c98-9abf-13b6d31fcce8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:13:51.269060 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-2b5a2477-1371-4c98-9abf-13b6d31fcce8 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d472c8c7873d48e7babe913ed5b3e23b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2218580 Nov 05 19:13:51.269980 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5a2477-1371-4c98-9abf-13b6d31fcce8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc097aea-ae37-4b9a-a2ae-7cb7e98c1ad3,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:13:51.271760 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 37078) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:13:51.330471 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-a754b10f-f801-4b32-a3d1-5ec23bbc390f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:13:51.358489 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-a754b10f-f801-4b32-a3d1-5ec23bbc390f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:13:51.511002 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-a754b10f-f801-4b32-a3d1-5ec23bbc390f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:13:51.513921 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-a754b10f-f801-4b32-a3d1-5ec23bbc390f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:13:51.514924 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-a754b10f-f801-4b32-a3d1-5ec23bbc390f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/dc097aea-ae37-4b9a-a2ae-7cb7e98c1ad3 HTTP/1.1" status: 204 len: 168 time: 0.2421808 Nov 05 19:13:51.525463 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a754b10f-f801-4b32-a3d1-5ec23bbc390f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc097aea-ae37-4b9a-a2ae-7cb7e98c1ad3,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:13:54.623614 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 37144) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:13:54.629284 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-cb3f0370-7168-47ed-86f6-253a04db5afa tempest-TestSecurityGroupsBasicOps-319188584 tempest-TestSecurityGroupsBasicOps-319188584-project] Request body: {'network': {'name': 'tempest-network-smoke--1765229944', 'project_id': 'a84d983d80534a47a6d92c606602b07f', 'port_security_enabled': True}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:13:54.707947 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb3f0370-7168-47ed-86f6-253a04db5afa tempest-TestSecurityGroupsBasicOps-319188584 tempest-TestSecurityGroupsBasicOps-319188584-project] Made reservation on behalf of a84d983d80534a47a6d92c606602b07f for: {'network': 1} {{(pid=102387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 19:13:54.712200 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-cb3f0370-7168-47ed-86f6-253a04db5afa tempest-TestSecurityGroupsBasicOps-319188584 tempest-TestSecurityGroupsBasicOps-319188584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for network, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:13:54.721151 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-cb3f0370-7168-47ed-86f6-253a04db5afa tempest-TestSecurityGroupsBasicOps-319188584 tempest-TestSecurityGroupsBasicOps-319188584-project] Publish callbacks [] for security_group, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:13:54.799185 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-cb3f0370-7168-47ed-86f6-253a04db5afa tempest-TestSecurityGroupsBasicOps-319188584 tempest-TestSecurityGroupsBasicOps-319188584-project] Publish callbacks [] for security_group, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:13:54.874214 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-cb3f0370-7168-47ed-86f6-253a04db5afa tempest-TestSecurityGroupsBasicOps-319188584 tempest-TestSecurityGroupsBasicOps-319188584-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:13:54.902321 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb3f0370-7168-47ed-86f6-253a04db5afa tempest-TestSecurityGroupsBasicOps-319188584 tempest-TestSecurityGroupsBasicOps-319188584-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 171} {{(pid=102387) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 05 19:13:54.911280 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3f0370-7168-47ed-86f6-253a04db5afa tempest-TestSecurityGroupsBasicOps-319188584 tempest-TestSecurityGroupsBasicOps-319188584-project] Pushing event updated for resources: {'SecurityGroup': ['ID=879dc627-6201-49b3-827c-db38cfbfec91,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:13:54.917443 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-cb3f0370-7168-47ed-86f6-253a04db5afa tempest-TestSecurityGroupsBasicOps-319188584 tempest-TestSecurityGroupsBasicOps-319188584-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273'] for segment, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:13:54.917788 n-d-816865-1 neutron-server[102387]: INFO neutron.db.segments_db [None req-cb3f0370-7168-47ed-86f6-253a04db5afa tempest-TestSecurityGroupsBasicOps-319188584 tempest-TestSecurityGroupsBasicOps-319188584-project] Added segment 4d8702c8-399b-43c9-bc26-a47a134ad532 of type vlan for network 58fc325a-e45a-49be-bf36-f6c96aa6a244 Nov 05 19:13:54.960038 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-cb3f0370-7168-47ed-86f6-253a04db5afa tempest-TestSecurityGroupsBasicOps-319188584 tempest-TestSecurityGroupsBasicOps-319188584-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750027258543'] for network, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:13:55.057248 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-cb3f0370-7168-47ed-86f6-253a04db5afa tempest-TestSecurityGroupsBasicOps-319188584 tempest-TestSecurityGroupsBasicOps-319188584-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-956796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877'] for network, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:13:55.062927 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb3f0370-7168-47ed-86f6-253a04db5afa tempest-TestSecurityGroupsBasicOps-319188584 tempest-TestSecurityGroupsBasicOps-319188584-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:13:55.063520 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-cb3f0370-7168-47ed-86f6-253a04db5afa tempest-TestSecurityGroupsBasicOps-319188584 tempest-TestSecurityGroupsBasicOps-319188584-project] Publish callbacks [] for network, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:13:55.128181 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3f0370-7168-47ed-86f6-253a04db5afa tempest-TestSecurityGroupsBasicOps-319188584 tempest-TestSecurityGroupsBasicOps-319188584-project] Pushing event updated for resources: {'Network': ['ID=58fc325a-e45a-49be-bf36-f6c96aa6a244,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:13:55.139052 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Network 58fc325a-e45a-49be-bf36-f6c96aa6a244 details requested by agent ovs-agent-n-d-816865-1 with host n-d-816865-1 {{(pid=102388) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 05 19:13:55.188834 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-cb3f0370-7168-47ed-86f6-253a04db5afa tempest-TestSecurityGroupsBasicOps-319188584 tempest-TestSecurityGroupsBasicOps-319188584-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5613430 Nov 05 19:13:55.189412 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 37146) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:13:55.196499 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-78054b0e-c652-419d-889d-db7ca207982e tempest-TestSecurityGroupsBasicOps-319188584 tempest-TestSecurityGroupsBasicOps-319188584-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-200372930', 'admin_state_up': True, 'project_id': 'a84d983d80534a47a6d92c606602b07f', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec'}}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:13:55.285674 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-78054b0e-c652-419d-889d-db7ca207982e tempest-TestSecurityGroupsBasicOps-319188584 tempest-TestSecurityGroupsBasicOps-319188584-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-571139', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6874'] for router, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:13:55.286761 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-78054b0e-c652-419d-889d-db7ca207982e tempest-TestSecurityGroupsBasicOps-319188584 tempest-TestSecurityGroupsBasicOps-319188584-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-571375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1000570', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1011585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6867'] for router, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:13:55.342952 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-78054b0e-c652-419d-889d-db7ca207982e tempest-TestSecurityGroupsBasicOps-319188584 tempest-TestSecurityGroupsBasicOps-319188584-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:13:55.532415 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-78054b0e-c652-419d-889d-db7ca207982e tempest-TestSecurityGroupsBasicOps-319188584 tempest-TestSecurityGroupsBasicOps-319188584-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:13:55.811384 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-78054b0e-c652-419d-889d-db7ca207982e tempest-TestSecurityGroupsBasicOps-319188584 tempest-TestSecurityGroupsBasicOps-319188584-project] Publish callbacks [] for router_gateway, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:13:55.831350 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-78054b0e-c652-419d-889d-db7ca207982e tempest-TestSecurityGroupsBasicOps-319188584 tempest-TestSecurityGroupsBasicOps-319188584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:13:55.947023 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.db_base_plugin_common [None req-78054b0e-c652-419d-889d-db7ca207982e tempest-TestSecurityGroupsBasicOps-319188584 tempest-TestSecurityGroupsBasicOps-319188584-project] Allocated IP 172.25.6.218 (40c8335d-cd0b-4cb5-910a-d4dcddd5cbec/04fe6db3-e108-4208-943d-6518424f5726/da46d161-833f-4f17-897e-7db1f7458f41) {{(pid=102387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 19:13:56.049055 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-78054b0e-c652-419d-889d-db7ca207982e tempest-TestSecurityGroupsBasicOps-319188584 tempest-TestSecurityGroupsBasicOps-319188584-project] Publish callbacks [] for port, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:13:56.135017 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-78054b0e-c652-419d-889d-db7ca207982e tempest-TestSecurityGroupsBasicOps-319188584 tempest-TestSecurityGroupsBasicOps-319188584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4417063'] for port, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:13:56.172568 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78054b0e-c652-419d-889d-db7ca207982e tempest-TestSecurityGroupsBasicOps-319188584 tempest-TestSecurityGroupsBasicOps-319188584-project] Network 40c8335d-cd0b-4cb5-910a-d4dcddd5cbec is already hosted by enough agents. {{(pid=102387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 19:13:56.175397 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.base_scheduler [None req-78054b0e-c652-419d-889d-db7ca207982e tempest-TestSecurityGroupsBasicOps-319188584 tempest-TestSecurityGroupsBasicOps-319188584-project] Resources bound (agent type, host, resource id): {{(pid=102387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 19:13:56.178105 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78054b0e-c652-419d-889d-db7ca207982e tempest-TestSecurityGroupsBasicOps-319188584 tempest-TestSecurityGroupsBasicOps-319188584-project] Received port after_create {{(pid=102387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 19:13:56.212041 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78054b0e-c652-419d-889d-db7ca207982e tempest-TestSecurityGroupsBasicOps-319188584 tempest-TestSecurityGroupsBasicOps-319188584-project] Pushing event updated for resources: {'Port': ['ID=da46d161-833f-4f17-897e-7db1f7458f41,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:13:56.506169 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-78054b0e-c652-419d-889d-db7ca207982e tempest-TestSecurityGroupsBasicOps-319188584 tempest-TestSecurityGroupsBasicOps-319188584-project] Publish callbacks [] for router_gateway, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:13:56.712814 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-78054b0e-c652-419d-889d-db7ca207982e tempest-TestSecurityGroupsBasicOps-319188584 tempest-TestSecurityGroupsBasicOps-319188584-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-571384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1000487'] for router, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:13:57.230353 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78054b0e-c652-419d-889d-db7ca207982e tempest-TestSecurityGroupsBasicOps-319188584 tempest-TestSecurityGroupsBasicOps-319188584-project] Router f4164d85-c0fb-49f9-ad05-7e7231811a3d is scheduled to L3 agent 6dcb5589-8e86-4616-9186-ddc4548e13ad with binding_index 1 {{(pid=102387) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 05 19:13:57.337655 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78054b0e-c652-419d-889d-db7ca207982e tempest-TestSecurityGroupsBasicOps-319188584 tempest-TestSecurityGroupsBasicOps-319188584-project] Notify agent at l3_agent.n-d-816865-1 the message routers_updated {{(pid=102387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 19:13:57.349521 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-906c4bce-d674-43b8-bccb-0ac97b062625 None None] Sync routers for ids ['f4164d85-c0fb-49f9-ad05-7e7231811a3d'] in n-d-816865-1 {{(pid=102388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 19:13:57.361250 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-906c4bce-d674-43b8-bccb-0ac97b062625 None None] Routers {'f4164d85-c0fb-49f9-ad05-7e7231811a3d'} bound to L3 agent in host n-d-816865-1 {{(pid=102388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 19:13:57.361968 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-906c4bce-d674-43b8-bccb-0ac97b062625 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T19:13:35Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['f4164d85-c0fb-49f9-ad05-7e7231811a3d'], 'active': True} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:13:57.427365 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-78054b0e-c652-419d-889d-db7ca207982e tempest-TestSecurityGroupsBasicOps-319188584 tempest-TestSecurityGroupsBasicOps-319188584-project] Publish callbacks [] for router, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:13:57.431856 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-78054b0e-c652-419d-889d-db7ca207982e tempest-TestSecurityGroupsBasicOps-319188584 tempest-TestSecurityGroupsBasicOps-319188584-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 2.2375495 Nov 05 19:13:57.432308 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 37152) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:13:57.477795 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvr_db [None req-906c4bce-d674-43b8-bccb-0ac97b062625 None None] Set router f4164d85-c0fb-49f9-ad05-7e7231811a3d gateway port host: n-d-816865-1 {{(pid=102388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 19:13:57.579483 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-8f0da9d5-b44f-4857-941a-5daee80724ce tempest-TestSecurityGroupsBasicOps-1877678398 tempest-TestSecurityGroupsBasicOps-1877678398-project-admin] 10.222.0.13 "GET /v2.0/subnets?project_id=a84d983d80534a47a6d92c606602b07f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1462770 Nov 05 19:13:57.582405 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 37158) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:13:57.678232 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9d6b9eb-4b6f-4e08-ab18-f5cce149c347 tempest-TestSecurityGroupsBasicOps-1877678398 tempest-TestSecurityGroupsBasicOps-1877678398-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:13:57.679706 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-d9d6b9eb-4b6f-4e08-ab18-f5cce149c347 tempest-TestSecurityGroupsBasicOps-1877678398 tempest-TestSecurityGroupsBasicOps-1877678398-project-admin] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0963004 Nov 05 19:13:57.682845 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 37160) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:13:57.683418 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-906c4bce-d674-43b8-bccb-0ac97b062625 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4164d85-c0fb-49f9-ad05-7e7231811a3d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-200372930', 'tenant_id': 'a84d983d80534a47a6d92c606602b07f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.218'}], 'enable_snat': True}, 'gw_port_id': 'da46d161-833f-4f17-897e-7db1f7458f41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T19:13:55Z', 'updated_at': '2021-11-05T19:13:56Z', 'revision_number': 3, 'project_id': 'a84d983d80534a47a6d92c606602b07f', 'gw_port': {'id': 'da46d161-833f-4f17-897e-7db1f7458f41', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:47:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4164d85-c0fb-49f9-ad05-7e7231811a3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3646, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:13:55Z', 'updated_at': '2021-11-05T19:13:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1'}], 'n-d-816865-1', False) {} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:13:57.710422 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-906c4bce-d674-43b8-bccb-0ac97b062625 None None] Checking router: f4164d85-c0fb-49f9-ad05-7e7231811a3d for host: n-d-816865-1 {{(pid=102388) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 19:13:57.710774 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-906c4bce-d674-43b8-bccb-0ac97b062625 None None] Updating router f4164d85-c0fb-49f9-ad05-7e7231811a3d port da46d161-833f-4f17-897e-7db1f7458f41 binding host n-d-816865-1 {{(pid=102388) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 05 19:13:57.711011 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-b524bc70-e266-4d52-a3ac-514955a39297 tempest-TestSecurityGroupsBasicOps-1877678398 tempest-TestSecurityGroupsBasicOps-1877678398-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=40c8335d-cd0b-4cb5-910a-d4dcddd5cbec&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0271029 Nov 05 19:13:57.714196 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 37162) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:13:57.719469 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-1e8798ef-3772-4f90-aa71-e9810e545010 tempest-TestSecurityGroupsBasicOps-319188584 tempest-TestSecurityGroupsBasicOps-319188584-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-375202619', 'network_id': '58fc325a-e45a-49be-bf36-f6c96aa6a244', 'project_id': 'a84d983d80534a47a6d92c606602b07f', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:13:57.737901 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-906c4bce-d674-43b8-bccb-0ac97b062625 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:13:57.870975 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e8798ef-3772-4f90-aa71-e9810e545010 tempest-TestSecurityGroupsBasicOps-319188584 tempest-TestSecurityGroupsBasicOps-319188584-project] Made reservation on behalf of a84d983d80534a47a6d92c606602b07f for: {'subnet': 1} {{(pid=102386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 19:13:57.874456 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-1e8798ef-3772-4f90-aa71-e9810e545010 tempest-TestSecurityGroupsBasicOps-319188584 tempest-TestSecurityGroupsBasicOps-319188584-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4877122'] for subnet, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:13:58.007126 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-906c4bce-d674-43b8-bccb-0ac97b062625 None None] Publish callbacks [] for port, precommit_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:13:58.071888 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-906c4bce-d674-43b8-bccb-0ac97b062625 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:13:58.124494 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-906c4bce-d674-43b8-bccb-0ac97b062625 None None] Attempting to bind port da46d161-833f-4f17-897e-7db1f7458f41 on host n-d-816865-1 for vnic_type normal with profile {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 19:13:58.124868 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-906c4bce-d674-43b8-bccb-0ac97b062625 None None] Attempting to bind port da46d161-833f-4f17-897e-7db1f7458f41 by drivers openvswitch,hyperv on host n-d-816865-1 at level 0 using segments [{'id': '85be518c-8bb4-46a2-a903-d4292782d29d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec'}] {{(pid=102388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 19:13:58.125236 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-906c4bce-d674-43b8-bccb-0ac97b062625 None None] Attempting to bind port da46d161-833f-4f17-897e-7db1f7458f41 on network 40c8335d-cd0b-4cb5-910a-d4dcddd5cbec {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 19:13:58.131689 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-1e8798ef-3772-4f90-aa71-e9810e545010 tempest-TestSecurityGroupsBasicOps-319188584 tempest-TestSecurityGroupsBasicOps-319188584-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6149946', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4877172'] for subnet, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:13:58.134789 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-906c4bce-d674-43b8-bccb-0ac97b062625 None None] Checking agent: {'id': '724d89a7-611b-41e6-bc85-c48112b17afa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 18, 25, 8), 'started_at': datetime.datetime(2021, 11, 5, 18, 25, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 19, 13, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 19:13:58.135478 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-906c4bce-d674-43b8-bccb-0ac97b062625 None None] Checking segment: {'id': '85be518c-8bb4-46a2-a903-d4292782d29d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 19:13:58.135618 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-906c4bce-d674-43b8-bccb-0ac97b062625 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:13:58.135948 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-906c4bce-d674-43b8-bccb-0ac97b062625 None None] Bound using segment: {'id': '85be518c-8bb4-46a2-a903-d4292782d29d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec'} {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 19:13:58.136412 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-906c4bce-d674-43b8-bccb-0ac97b062625 None None] Bound port: da46d161-833f-4f17-897e-7db1f7458f41, host: n-d-816865-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85be518c-8bb4-46a2-a903-d4292782d29d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec'}}] {{(pid=102388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 19:13:58.136792 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-906c4bce-d674-43b8-bccb-0ac97b062625 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:13:58.138308 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67afd53f-0881-416a-9b2e-493dda0e6ce3 None None] Pushing event updated for resources: {'Port': ['ID=da46d161-833f-4f17-897e-7db1f7458f41,revision_number=2']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:13:58.200558 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-906c4bce-d674-43b8-bccb-0ac97b062625 None None] For port da46d161-833f-4f17-897e-7db1f7458f41, host n-d-816865-1, cleared binding levels {{(pid=102388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 19:13:58.203840 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-906c4bce-d674-43b8-bccb-0ac97b062625 None None] For port da46d161-833f-4f17-897e-7db1f7458f41, host n-d-816865-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=da46d161-833f-4f17-897e-7db1f7458f41,segment=NetworkSegment(85be518c-8bb4-46a2-a903-d4292782d29d),segment_id=85be518c-8bb4-46a2-a903-d4292782d29d)] {{(pid=102388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 19:13:58.213758 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8798ef-3772-4f90-aa71-e9810e545010 tempest-TestSecurityGroupsBasicOps-319188584 tempest-TestSecurityGroupsBasicOps-319188584-project] Pushing event updated for resources: {'Subnet': ['ID=8d0e99fa-c7b5-4342-b937-e68b113a2994,revision_number=0']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:13:58.226306 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e8798ef-3772-4f90-aa71-e9810e545010 tempest-TestSecurityGroupsBasicOps-319188584 tempest-TestSecurityGroupsBasicOps-319188584-project] Checking segment: {'id': '4d8702c8-399b-43c9-bc26-a47a134ad532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '58fc325a-e45a-49be-bf36-f6c96aa6a244'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 19:13:58.226802 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e8798ef-3772-4f90-aa71-e9810e545010 tempest-TestSecurityGroupsBasicOps-319188584 tempest-TestSecurityGroupsBasicOps-319188584-project] Network hostable DHCP agents. Network: 58fc325a-e45a-49be-bf36-f6c96aa6a244, hostable agents: ['987e2ca0-bc3b-4c6f-a989-429ccfbf753f'], hosted agents: [] {{(pid=102386) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 05 19:13:58.294419 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-906c4bce-d674-43b8-bccb-0ac97b062625 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:13:58.322704 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e8798ef-3772-4f90-aa71-e9810e545010 tempest-TestSecurityGroupsBasicOps-319188584 tempest-TestSecurityGroupsBasicOps-319188584-project] Network 58fc325a-e45a-49be-bf36-f6c96aa6a244 is scheduled to be hosted by DHCP agent 987e2ca0-bc3b-4c6f-a989-429ccfbf753f with binding_index 1 {{(pid=102386) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 05 19:13:58.355727 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-906c4bce-d674-43b8-bccb-0ac97b062625 None None] Routers {'f4164d85-c0fb-49f9-ad05-7e7231811a3d'} bound to L3 agent in host n-d-816865-1 {{(pid=102388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 19:13:58.356481 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-906c4bce-d674-43b8-bccb-0ac97b062625 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T19:13:35Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['f4164d85-c0fb-49f9-ad05-7e7231811a3d'], 'active': True} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:13:58.358457 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67afd53f-0881-416a-9b2e-493dda0e6ce3 None None] Pushing event updated for resources: {'Port': ['ID=da46d161-833f-4f17-897e-7db1f7458f41,revision_number=3']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:13:58.430905 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.base_scheduler [None req-1e8798ef-3772-4f90-aa71-e9810e545010 tempest-TestSecurityGroupsBasicOps-319188584 tempest-TestSecurityGroupsBasicOps-319188584-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816865-1, 58fc325a-e45a-49be-bf36-f6c96aa6a244) {{(pid=102386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 19:13:58.444723 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e8798ef-3772-4f90-aa71-e9810e545010 tempest-TestSecurityGroupsBasicOps-319188584 tempest-TestSecurityGroupsBasicOps-319188584-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:13:58.445136 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d328a0b6-0089-400a-b1e3-ec8468ddb9e1 None None] Network 58fc325a-e45a-49be-bf36-f6c96aa6a244 requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 19:13:58.445337 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-1e8798ef-3772-4f90-aa71-e9810e545010 tempest-TestSecurityGroupsBasicOps-319188584 tempest-TestSecurityGroupsBasicOps-319188584-project] Publish callbacks [] for subnet, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:13:58.525287 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvr_db [None req-906c4bce-d674-43b8-bccb-0ac97b062625 None None] Set router f4164d85-c0fb-49f9-ad05-7e7231811a3d gateway port host: n-d-816865-1 {{(pid=102388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 19:13:58.551090 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 37166) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:13:58.551714 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-1e8798ef-3772-4f90-aa71-e9810e545010 tempest-TestSecurityGroupsBasicOps-319188584 tempest-TestSecurityGroupsBasicOps-319188584-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.8357162 Nov 05 19:13:58.920467 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f06e2e1d-8a9b-4969-8487-fb2a3996235c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeb20a084-accf-5b60-8075-3e69ebe863a6-58fc325a-e45a-49be-bf36-f6c96aa6a244', 'network_id': '58fc325a-e45a-49be-bf36-f6c96aa6a244', 'tenant_id': 'a84d983d80534a47a6d92c606602b07f', 'fixed_ips': [{'subnet_id': '8d0e99fa-c7b5-4342-b937-e68b113a2994'}]}} from n-d-816865-1. {{(pid=102388) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 05 19:13:58.921173 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-f06e2e1d-8a9b-4969-8487-fb2a3996235c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:13:59.014067 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-d31e2a57-c83f-4fd7-86c9-47d7b62ec066 tempest-TestSecurityGroupsBasicOps-319188584 tempest-TestSecurityGroupsBasicOps-319188584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:13:59.051023 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-906c4bce-d674-43b8-bccb-0ac97b062625 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4164d85-c0fb-49f9-ad05-7e7231811a3d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-200372930', 'tenant_id': 'a84d983d80534a47a6d92c606602b07f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.218'}], 'enable_snat': True}, 'gw_port_id': 'da46d161-833f-4f17-897e-7db1f7458f41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T19:13:55Z', 'updated_at': '2021-11-05T19:13:56Z', 'revision_number': 3, 'project_id': 'a84d983d80534a47a6d92c606602b07f', 'gw_port': {'id': 'da46d161-833f-4f17-897e-7db1f7458f41', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:47:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4164d85-c0fb-49f9-ad05-7e7231811a3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3646, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:13:55Z', 'updated_at': '2021-11-05T19:13:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1'}], 'n-d-816865-1', False) {} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:13:59.081692 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-906c4bce-d674-43b8-bccb-0ac97b062625 None None] The sync data for ids ['f4164d85-c0fb-49f9-ad05-7e7231811a3d'] in n-d-816865-1 is: [{'id': 'f4164d85-c0fb-49f9-ad05-7e7231811a3d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-200372930', 'tenant_id': 'a84d983d80534a47a6d92c606602b07f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.218'}], 'enable_snat': True}, 'gw_port_id': 'da46d161-833f-4f17-897e-7db1f7458f41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T19:13:55Z', 'updated_at': '2021-11-05T19:13:56Z', 'revision_number': 3, 'project_id': 'a84d983d80534a47a6d92c606602b07f', 'gw_port': {'id': 'da46d161-833f-4f17-897e-7db1f7458f41', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:47:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4164d85-c0fb-49f9-ad05-7e7231811a3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3646, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:13:55Z', 'updated_at': '2021-11-05T19:13:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1'}] {{(pid=102388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 19:13:59.107793 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.db_base_plugin_common [None req-f06e2e1d-8a9b-4969-8487-fb2a3996235c None None] Allocated IP 172.20.0.2 (58fc325a-e45a-49be-bf36-f6c96aa6a244/8d0e99fa-c7b5-4342-b937-e68b113a2994/9b8d8673-6b1c-4e99-aea7-b8cdf8b7baac) {{(pid=102388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 19:13:59.267264 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-f06e2e1d-8a9b-4969-8487-fb2a3996235c None None] Publish callbacks [] for port, precommit_create {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:13:59.332091 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-f06e2e1d-8a9b-4969-8487-fb2a3996235c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789'] for port, after_create {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:13:59.373552 n-d-816865-1 neutron-server[102388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f06e2e1d-8a9b-4969-8487-fb2a3996235c None None] Network 58fc325a-e45a-49be-bf36-f6c96aa6a244 is already hosted by enough agents. {{(pid=102388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 19:13:59.375016 n-d-816865-1 neutron-server[102388]: DEBUG neutron.scheduler.base_scheduler [None req-f06e2e1d-8a9b-4969-8487-fb2a3996235c None None] Resources bound (agent type, host, resource id): {{(pid=102388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 19:13:59.378383 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f06e2e1d-8a9b-4969-8487-fb2a3996235c None None] Received port after_create {{(pid=102388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 19:13:59.396977 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.db_base_plugin_common [None req-d31e2a57-c83f-4fd7-86c9-47d7b62ec066 tempest-TestSecurityGroupsBasicOps-319188584 tempest-TestSecurityGroupsBasicOps-319188584-project] Allocated IP 172.20.0.1 (58fc325a-e45a-49be-bf36-f6c96aa6a244/8d0e99fa-c7b5-4342-b937-e68b113a2994/45ee27c4-b041-46a4-9d59-5feccd1de936) {{(pid=102387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 19:13:59.414145 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06e2e1d-8a9b-4969-8487-fb2a3996235c None None] Pushing event updated for resources: {'Port': ['ID=9b8d8673-6b1c-4e99-aea7-b8cdf8b7baac,revision_number=1']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:13:59.460370 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-f06e2e1d-8a9b-4969-8487-fb2a3996235c None None] Attempting to bind port 9b8d8673-6b1c-4e99-aea7-b8cdf8b7baac on host n-d-816865-1 for vnic_type normal with profile {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 19:13:59.460748 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-f06e2e1d-8a9b-4969-8487-fb2a3996235c None None] Attempting to bind port 9b8d8673-6b1c-4e99-aea7-b8cdf8b7baac by drivers openvswitch,hyperv on host n-d-816865-1 at level 0 using segments [{'id': '4d8702c8-399b-43c9-bc26-a47a134ad532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '58fc325a-e45a-49be-bf36-f6c96aa6a244'}] {{(pid=102388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 19:13:59.461622 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f06e2e1d-8a9b-4969-8487-fb2a3996235c None None] Attempting to bind port 9b8d8673-6b1c-4e99-aea7-b8cdf8b7baac on network 58fc325a-e45a-49be-bf36-f6c96aa6a244 {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 19:13:59.468077 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f06e2e1d-8a9b-4969-8487-fb2a3996235c None None] Checking agent: {'id': '724d89a7-611b-41e6-bc85-c48112b17afa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 18, 25, 8), 'started_at': datetime.datetime(2021, 11, 5, 18, 25, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 19, 13, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 19:13:59.468077 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f06e2e1d-8a9b-4969-8487-fb2a3996235c None None] Checking segment: {'id': '4d8702c8-399b-43c9-bc26-a47a134ad532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '58fc325a-e45a-49be-bf36-f6c96aa6a244'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 19:13:59.468591 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-f06e2e1d-8a9b-4969-8487-fb2a3996235c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:13:59.468985 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f06e2e1d-8a9b-4969-8487-fb2a3996235c None None] Bound using segment: {'id': '4d8702c8-399b-43c9-bc26-a47a134ad532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '58fc325a-e45a-49be-bf36-f6c96aa6a244'} {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 19:13:59.469457 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-f06e2e1d-8a9b-4969-8487-fb2a3996235c None None] Bound port: 9b8d8673-6b1c-4e99-aea7-b8cdf8b7baac, host: n-d-816865-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d8702c8-399b-43c9-bc26-a47a134ad532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '58fc325a-e45a-49be-bf36-f6c96aa6a244'}}] {{(pid=102388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 19:13:59.470201 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-f06e2e1d-8a9b-4969-8487-fb2a3996235c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:13:59.519415 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-d31e2a57-c83f-4fd7-86c9-47d7b62ec066 tempest-TestSecurityGroupsBasicOps-319188584 tempest-TestSecurityGroupsBasicOps-319188584-project] Publish callbacks [] for port, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:13:59.552787 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-f06e2e1d-8a9b-4969-8487-fb2a3996235c None None] For port 9b8d8673-6b1c-4e99-aea7-b8cdf8b7baac, host n-d-816865-1, cleared binding levels {{(pid=102388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 19:13:59.557324 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-f06e2e1d-8a9b-4969-8487-fb2a3996235c None None] For port 9b8d8673-6b1c-4e99-aea7-b8cdf8b7baac, host n-d-816865-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=9b8d8673-6b1c-4e99-aea7-b8cdf8b7baac,segment=NetworkSegment(4d8702c8-399b-43c9-bc26-a47a134ad532),segment_id=4d8702c8-399b-43c9-bc26-a47a134ad532)] {{(pid=102388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 19:13:59.569561 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device da46d161-833f-4f17-897e-7db1f7458f41 up at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 19:13:59.618834 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-d31e2a57-c83f-4fd7-86c9-47d7b62ec066 tempest-TestSecurityGroupsBasicOps-319188584 tempest-TestSecurityGroupsBasicOps-319188584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4417063'] for port, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:13:59.632549 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Provisioning complete for port da46d161-833f-4f17-897e-7db1f7458f41 triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:13:59.632939 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:13:59.663188 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-f06e2e1d-8a9b-4969-8487-fb2a3996235c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:13:59.681041 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d31e2a57-c83f-4fd7-86c9-47d7b62ec066 tempest-TestSecurityGroupsBasicOps-319188584 tempest-TestSecurityGroupsBasicOps-319188584-project] Network 58fc325a-e45a-49be-bf36-f6c96aa6a244 is already hosted by enough agents. {{(pid=102387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 19:13:59.682561 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.base_scheduler [None req-d31e2a57-c83f-4fd7-86c9-47d7b62ec066 tempest-TestSecurityGroupsBasicOps-319188584 tempest-TestSecurityGroupsBasicOps-319188584-project] Resources bound (agent type, host, resource id): {{(pid=102387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 19:13:59.691675 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d31e2a57-c83f-4fd7-86c9-47d7b62ec066 tempest-TestSecurityGroupsBasicOps-319188584 tempest-TestSecurityGroupsBasicOps-319188584-project] Received port after_create {{(pid=102387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 19:13:59.728511 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31e2a57-c83f-4fd7-86c9-47d7b62ec066 tempest-TestSecurityGroupsBasicOps-319188584 tempest-TestSecurityGroupsBasicOps-319188584-project] Pushing event updated for resources: {'Port': ['ID=45ee27c4-b041-46a4-9d59-5feccd1de936,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:13:59.752054 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-d31e2a57-c83f-4fd7-86c9-47d7b62ec066 tempest-TestSecurityGroupsBasicOps-319188584 tempest-TestSecurityGroupsBasicOps-319188584-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-571770'] for router_interface, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:13:59.774387 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06e2e1d-8a9b-4969-8487-fb2a3996235c None None] Pushing event updated for resources: {'Port': ['ID=9b8d8673-6b1c-4e99-aea7-b8cdf8b7baac,revision_number=2']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:13:59.821901 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:13:59.848606 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] For port da46d161-833f-4f17-897e-7db1f7458f41, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=da46d161-833f-4f17-897e-7db1f7458f41,segment=NetworkSegment(85be518c-8bb4-46a2-a903-d4292782d29d),segment_id=85be518c-8bb4-46a2-a903-d4292782d29d)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:13:59.933650 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:14:00.014593 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-d31e2a57-c83f-4fd7-86c9-47d7b62ec066 tempest-TestSecurityGroupsBasicOps-319188584 tempest-TestSecurityGroupsBasicOps-319188584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:14:00.042170 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Pushing event updated for resources: {'Port': ['ID=da46d161-833f-4f17-897e-7db1f7458f41,revision_number=4']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:14:00.148060 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 37178) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:14:00.157764 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-8663e014-4849-489a-bf00-a3ce9ce98100 tempest-TestVolumeBackupRestore-1484239073 tempest-TestVolumeBackupRestore-1484239073-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1912142556', 'description': 'tempest-secgroup-smoke-1912142556 description', 'project_id': '579440a62ec247f09087f4c32fc4ebe9'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:14:00.256787 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-8663e014-4849-489a-bf00-a3ce9ce98100 tempest-TestVolumeBackupRestore-1484239073 tempest-TestVolumeBackupRestore-1484239073-project] Publish callbacks [] for security_group, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:14:00.325217 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-8663e014-4849-489a-bf00-a3ce9ce98100 tempest-TestVolumeBackupRestore-1484239073 tempest-TestVolumeBackupRestore-1484239073-project] Publish callbacks [] for security_group, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:14:00.347603 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-d31e2a57-c83f-4fd7-86c9-47d7b62ec066 tempest-TestSecurityGroupsBasicOps-319188584 tempest-TestSecurityGroupsBasicOps-319188584-project] Publish callbacks [] for port, precommit_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:14:00.396198 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-8663e014-4849-489a-bf00-a3ce9ce98100 tempest-TestVolumeBackupRestore-1484239073 tempest-TestVolumeBackupRestore-1484239073-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:14:00.424806 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-d31e2a57-c83f-4fd7-86c9-47d7b62ec066 tempest-TestSecurityGroupsBasicOps-319188584 tempest-TestSecurityGroupsBasicOps-319188584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4417072'] for port, after_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:14:00.425336 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8663e014-4849-489a-bf00-a3ce9ce98100 tempest-TestVolumeBackupRestore-1484239073 tempest-TestVolumeBackupRestore-1484239073-project] Pushing event updated for resources: {'SecurityGroup': ['ID=74249167-aedd-4f9d-94ee-573d365c4c2c,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:14:00.484340 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-8663e014-4849-489a-bf00-a3ce9ce98100 tempest-TestVolumeBackupRestore-1484239073 tempest-TestVolumeBackupRestore-1484239073-project] Publish callbacks [] for security_group, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:14:00.485668 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-8663e014-4849-489a-bf00-a3ce9ce98100 tempest-TestVolumeBackupRestore-1484239073 tempest-TestVolumeBackupRestore-1484239073-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.3360403 Nov 05 19:14:00.488605 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 37180) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:14:00.494117 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-bd62d40a-2a03-4d87-ad7e-0ddaf3783da9 tempest-TestVolumeBackupRestore-1484239073 tempest-TestVolumeBackupRestore-1484239073-project] Request body: {'security_group_rule': {'security_group_id': '74249167-aedd-4f9d-94ee-573d365c4c2c', 'project_id': '579440a62ec247f09087f4c32fc4ebe9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:14:00.499994 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-d31e2a57-c83f-4fd7-86c9-47d7b62ec066 tempest-TestSecurityGroupsBasicOps-319188584 tempest-TestSecurityGroupsBasicOps-319188584-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-597863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-571878'] for router_interface, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:14:00.501731 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31e2a57-c83f-4fd7-86c9-47d7b62ec066 tempest-TestSecurityGroupsBasicOps-319188584 tempest-TestSecurityGroupsBasicOps-319188584-project] Pushing event updated for resources: {'Port': ['ID=45ee27c4-b041-46a4-9d59-5feccd1de936,revision_number=2']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:14:00.591003 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-bd62d40a-2a03-4d87-ad7e-0ddaf3783da9 tempest-TestVolumeBackupRestore-1484239073 tempest-TestVolumeBackupRestore-1484239073-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:14:00.598757 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d31e2a57-c83f-4fd7-86c9-47d7b62ec066 tempest-TestSecurityGroupsBasicOps-319188584 tempest-TestSecurityGroupsBasicOps-319188584-project] Network 58fc325a-e45a-49be-bf36-f6c96aa6a244 is already hosted by enough agents. {{(pid=102387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 19:14:00.600345 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.base_scheduler [None req-d31e2a57-c83f-4fd7-86c9-47d7b62ec066 tempest-TestSecurityGroupsBasicOps-319188584 tempest-TestSecurityGroupsBasicOps-319188584-project] Resources bound (agent type, host, resource id): {{(pid=102387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 19:14:00.661222 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-bd62d40a-2a03-4d87-ad7e-0ddaf3783da9 tempest-TestVolumeBackupRestore-1484239073 tempest-TestVolumeBackupRestore-1484239073-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:14:00.715860 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-bd62d40a-2a03-4d87-ad7e-0ddaf3783da9 tempest-TestVolumeBackupRestore-1484239073 tempest-TestVolumeBackupRestore-1484239073-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985308'] for security_group_rule, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:14:00.719829 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d31e2a57-c83f-4fd7-86c9-47d7b62ec066 tempest-TestSecurityGroupsBasicOps-319188584 tempest-TestSecurityGroupsBasicOps-319188584-project] Router f4164d85-c0fb-49f9-ad05-7e7231811a3d has already been hosted by L3 agent 6dcb5589-8e86-4616-9186-ddc4548e13ad {{(pid=102387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 19:14:00.736807 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd62d40a-2a03-4d87-ad7e-0ddaf3783da9 tempest-TestVolumeBackupRestore-1484239073 tempest-TestVolumeBackupRestore-1484239073-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e5914e0-ed97-4752-9232-e49b91315150,revision_number=0']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:14:00.780226 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-bd62d40a-2a03-4d87-ad7e-0ddaf3783da9 tempest-TestVolumeBackupRestore-1484239073 tempest-TestVolumeBackupRestore-1484239073-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:14:00.781356 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-bd62d40a-2a03-4d87-ad7e-0ddaf3783da9 tempest-TestVolumeBackupRestore-1484239073 tempest-TestVolumeBackupRestore-1484239073-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2917669 Nov 05 19:14:00.786755 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 37182) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:14:00.794037 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-48776d7b-e6ac-4561-8c14-2694b862e0f1 tempest-TestVolumeBackupRestore-1484239073 tempest-TestVolumeBackupRestore-1484239073-project] Request body: {'security_group_rule': {'security_group_id': '74249167-aedd-4f9d-94ee-573d365c4c2c', 'project_id': '579440a62ec247f09087f4c32fc4ebe9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:14:00.837159 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d31e2a57-c83f-4fd7-86c9-47d7b62ec066 tempest-TestSecurityGroupsBasicOps-319188584 tempest-TestSecurityGroupsBasicOps-319188584-project] Notify agent at l3_agent.n-d-816865-1 the message routers_updated {{(pid=102387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 19:14:00.843102 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-d31e2a57-c83f-4fd7-86c9-47d7b62ec066 tempest-TestSecurityGroupsBasicOps-319188584 tempest-TestSecurityGroupsBasicOps-319188584-project] 10.222.0.13 "PUT /v2.0/routers/f4164d85-c0fb-49f9-ad05-7e7231811a3d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2896385 Nov 05 19:14:00.845999 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 37184) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:14:00.850666 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-05ce927f-630c-48ba-97d8-a88358557a70 tempest-TestSecurityGroupsBasicOps-319188584 tempest-TestSecurityGroupsBasicOps-319188584-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--1034789616', 'description': 'tempest-secgroup_access--1034789616 description', 'project_id': 'a84d983d80534a47a6d92c606602b07f'}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:14:00.873802 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-48776d7b-e6ac-4561-8c14-2694b862e0f1 tempest-TestVolumeBackupRestore-1484239073 tempest-TestVolumeBackupRestore-1484239073-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:14:00.932035 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-48776d7b-e6ac-4561-8c14-2694b862e0f1 tempest-TestVolumeBackupRestore-1484239073 tempest-TestVolumeBackupRestore-1484239073-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:14:00.959969 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-05ce927f-630c-48ba-97d8-a88358557a70 tempest-TestSecurityGroupsBasicOps-319188584 tempest-TestSecurityGroupsBasicOps-319188584-project] Publish callbacks [] for security_group, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:14:01.019254 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-48776d7b-e6ac-4561-8c14-2694b862e0f1 tempest-TestVolumeBackupRestore-1484239073 tempest-TestVolumeBackupRestore-1484239073-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985308'] for security_group_rule, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:14:01.033964 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-05ce927f-630c-48ba-97d8-a88358557a70 tempest-TestSecurityGroupsBasicOps-319188584 tempest-TestSecurityGroupsBasicOps-319188584-project] Publish callbacks [] for security_group, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:14:01.043557 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48776d7b-e6ac-4561-8c14-2694b862e0f1 tempest-TestVolumeBackupRestore-1484239073 tempest-TestVolumeBackupRestore-1484239073-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=116d59ba-a402-4b0d-b6a3-8be500d547f3,revision_number=0']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:14:01.059022 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5315e11f-2c1a-4e1c-8449-d5bbeefe14c1 None None] Sync routers for ids ['f4164d85-c0fb-49f9-ad05-7e7231811a3d'] in n-d-816865-1 {{(pid=102389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 19:14:01.067702 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5315e11f-2c1a-4e1c-8449-d5bbeefe14c1 None None] Routers {'f4164d85-c0fb-49f9-ad05-7e7231811a3d'} bound to L3 agent in host n-d-816865-1 {{(pid=102389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 19:14:01.068318 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-5315e11f-2c1a-4e1c-8449-d5bbeefe14c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T19:13:35Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['f4164d85-c0fb-49f9-ad05-7e7231811a3d'], 'active': True} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:14:01.104849 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-05ce927f-630c-48ba-97d8-a88358557a70 tempest-TestSecurityGroupsBasicOps-319188584 tempest-TestSecurityGroupsBasicOps-319188584-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:14:01.135329 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ce927f-630c-48ba-97d8-a88358557a70 tempest-TestSecurityGroupsBasicOps-319188584 tempest-TestSecurityGroupsBasicOps-319188584-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fa0b378d-eab7-43e2-91ac-352cff85ffc5,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:14:01.141227 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-48776d7b-e6ac-4561-8c14-2694b862e0f1 tempest-TestVolumeBackupRestore-1484239073 tempest-TestVolumeBackupRestore-1484239073-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:14:01.148436 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-48776d7b-e6ac-4561-8c14-2694b862e0f1 tempest-TestVolumeBackupRestore-1484239073 tempest-TestVolumeBackupRestore-1484239073-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3544681 Nov 05 19:14:01.148436 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 37186) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:14:01.149702 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-2b55870d-35f6-48e2-870e-4e2a9f50cb67 tempest-TestVolumeBackupRestore-1484239073 tempest-TestVolumeBackupRestore-1484239073-project] Request body: {'security_group_rule': {'security_group_id': '74249167-aedd-4f9d-94ee-573d365c4c2c', 'project_id': '579440a62ec247f09087f4c32fc4ebe9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:14:01.181417 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvr_db [None req-5315e11f-2c1a-4e1c-8449-d5bbeefe14c1 None None] Set router f4164d85-c0fb-49f9-ad05-7e7231811a3d gateway port host: n-d-816865-1 {{(pid=102389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 19:14:01.198745 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-05ce927f-630c-48ba-97d8-a88358557a70 tempest-TestSecurityGroupsBasicOps-319188584 tempest-TestSecurityGroupsBasicOps-319188584-project] Publish callbacks [] for security_group, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:14:01.201232 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-05ce927f-630c-48ba-97d8-a88358557a70 tempest-TestSecurityGroupsBasicOps-319188584 tempest-TestSecurityGroupsBasicOps-319188584-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.3529923 Nov 05 19:14:01.202829 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 37188) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:14:01.208585 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-0a8dd36b-086b-434b-9e98-b36f30492441 tempest-TestSecurityGroupsBasicOps-319188584 tempest-TestSecurityGroupsBasicOps-319188584-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--896414964', 'description': 'tempest-secgroup_general--896414964 description', 'project_id': 'a84d983d80534a47a6d92c606602b07f'}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:14:01.287231 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-2b55870d-35f6-48e2-870e-4e2a9f50cb67 tempest-TestVolumeBackupRestore-1484239073 tempest-TestVolumeBackupRestore-1484239073-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:14:01.355411 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-2b55870d-35f6-48e2-870e-4e2a9f50cb67 tempest-TestVolumeBackupRestore-1484239073 tempest-TestVolumeBackupRestore-1484239073-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:14:01.362328 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-0a8dd36b-086b-434b-9e98-b36f30492441 tempest-TestSecurityGroupsBasicOps-319188584 tempest-TestSecurityGroupsBasicOps-319188584-project] Publish callbacks [] for security_group, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:14:01.402258 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-5315e11f-2c1a-4e1c-8449-d5bbeefe14c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4164d85-c0fb-49f9-ad05-7e7231811a3d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-200372930', 'tenant_id': 'a84d983d80534a47a6d92c606602b07f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.218'}], 'enable_snat': True}, 'gw_port_id': 'da46d161-833f-4f17-897e-7db1f7458f41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T19:13:55Z', 'updated_at': '2021-11-05T19:13:59Z', 'revision_number': 4, 'project_id': 'a84d983d80534a47a6d92c606602b07f', 'gw_port': {'id': 'da46d161-833f-4f17-897e-7db1f7458f41', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:47:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4164d85-c0fb-49f9-ad05-7e7231811a3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3646, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:13:55Z', 'updated_at': '2021-11-05T19:13:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1', '_interfaces': [{'id': '45ee27c4-b041-46a4-9d59-5feccd1de936', 'name': '', 'network_id': '58fc325a-e45a-49be-bf36-f6c96aa6a244', 'tenant_id': 'a84d983d80534a47a6d92c606602b07f', 'mac_address': 'fa:16:3e:bf:89:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4164d85-c0fb-49f9-ad05-7e7231811a3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3649, 'fixed_ips': [{'subnet_id': '8d0e99fa-c7b5-4342-b937-e68b113a2994', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:13:59Z', 'updated_at': '2021-11-05T19:14:00Z', 'revision_number': 2, 'project_id': 'a84d983d80534a47a6d92c606602b07f', 'subnets': [{'id': '8d0e99fa-c7b5-4342-b937-e68b113a2994', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-1', False) {} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:14:01.425122 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-2b55870d-35f6-48e2-870e-4e2a9f50cb67 tempest-TestVolumeBackupRestore-1484239073 tempest-TestVolumeBackupRestore-1484239073-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985308'] for security_group_rule, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:14:01.436241 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5315e11f-2c1a-4e1c-8449-d5bbeefe14c1 None None] Checking router: f4164d85-c0fb-49f9-ad05-7e7231811a3d for host: n-d-816865-1 {{(pid=102389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 19:14:01.436868 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5315e11f-2c1a-4e1c-8449-d5bbeefe14c1 None None] Updating router f4164d85-c0fb-49f9-ad05-7e7231811a3d port 45ee27c4-b041-46a4-9d59-5feccd1de936 binding host n-d-816865-1 {{(pid=102389) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 05 19:14:01.455158 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b55870d-35f6-48e2-870e-4e2a9f50cb67 tempest-TestVolumeBackupRestore-1484239073 tempest-TestVolumeBackupRestore-1484239073-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d95a37ef-fa4f-493f-891f-c3d113201003,revision_number=0']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:14:01.456224 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-0a8dd36b-086b-434b-9e98-b36f30492441 tempest-TestSecurityGroupsBasicOps-319188584 tempest-TestSecurityGroupsBasicOps-319188584-project] Publish callbacks [] for security_group, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:14:01.477411 n-d-816865-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-5315e11f-2c1a-4e1c-8449-d5bbeefe14c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:14:01.524578 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-0a8dd36b-086b-434b-9e98-b36f30492441 tempest-TestSecurityGroupsBasicOps-319188584 tempest-TestSecurityGroupsBasicOps-319188584-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:14:01.526673 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-2b55870d-35f6-48e2-870e-4e2a9f50cb67 tempest-TestVolumeBackupRestore-1484239073 tempest-TestVolumeBackupRestore-1484239073-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:14:01.530783 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-2b55870d-35f6-48e2-870e-4e2a9f50cb67 tempest-TestVolumeBackupRestore-1484239073 tempest-TestVolumeBackupRestore-1484239073-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3815141 Nov 05 19:14:01.530982 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 37192) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:14:01.535588 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-ced8fd3a-915e-41b0-8202-68b8f85044fb tempest-TestVolumeBackupRestore-1484239073 tempest-TestVolumeBackupRestore-1484239073-project] Request body: {'security_group_rule': {'security_group_id': '74249167-aedd-4f9d-94ee-573d365c4c2c', 'project_id': '579440a62ec247f09087f4c32fc4ebe9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:14:01.567171 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8dd36b-086b-434b-9e98-b36f30492441 tempest-TestSecurityGroupsBasicOps-319188584 tempest-TestSecurityGroupsBasicOps-319188584-project] Pushing event updated for resources: {'SecurityGroup': ['ID=774d1a15-5a47-408c-b009-1e46110c55e9,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:14:01.640261 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-ced8fd3a-915e-41b0-8202-68b8f85044fb tempest-TestVolumeBackupRestore-1484239073 tempest-TestVolumeBackupRestore-1484239073-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:14:01.642657 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device da46d161-833f-4f17-897e-7db1f7458f41 up at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 19:14:01.700852 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Provisioning complete for port da46d161-833f-4f17-897e-7db1f7458f41 triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:14:01.701233 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:14:01.718212 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-ced8fd3a-915e-41b0-8202-68b8f85044fb tempest-TestVolumeBackupRestore-1484239073 tempest-TestVolumeBackupRestore-1484239073-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:14:01.735336 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-0a8dd36b-086b-434b-9e98-b36f30492441 tempest-TestSecurityGroupsBasicOps-319188584 tempest-TestSecurityGroupsBasicOps-319188584-project] Publish callbacks [] for security_group, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:14:01.736607 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-0a8dd36b-086b-434b-9e98-b36f30492441 tempest-TestSecurityGroupsBasicOps-319188584 tempest-TestSecurityGroupsBasicOps-319188584-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.5328314 Nov 05 19:14:01.745490 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 37194) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:14:01.752218 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-247b8f9a-9c86-45e7-a927-fac5febfa06d tempest-TestSecurityGroupsBasicOps-319188584 tempest-TestSecurityGroupsBasicOps-319188584-project] Request body: {'security_group_rule': {'security_group_id': 'fa0b378d-eab7-43e2-91ac-352cff85ffc5', 'project_id': 'a84d983d80534a47a6d92c606602b07f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:14:01.794090 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01df584d-fb64-42d9-b833-bcdd26c22b05 None None] Network 58fc325a-e45a-49be-bf36-f6c96aa6a244 requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 19:14:01.796529 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-ced8fd3a-915e-41b0-8202-68b8f85044fb tempest-TestVolumeBackupRestore-1484239073 tempest-TestVolumeBackupRestore-1484239073-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985308'] for security_group_rule, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:14:01.798495 n-d-816865-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-5315e11f-2c1a-4e1c-8449-d5bbeefe14c1 None None] Publish callbacks [] for port, precommit_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:14:01.819569 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced8fd3a-915e-41b0-8202-68b8f85044fb tempest-TestVolumeBackupRestore-1484239073 tempest-TestVolumeBackupRestore-1484239073-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d9b161a-7ca1-4fa5-8075-4a4f4a787296,revision_number=0']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:14:01.855426 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 9b8d8673-6b1c-4e99-aea7-b8cdf8b7baac up at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 19:14:01.896984 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-247b8f9a-9c86-45e7-a927-fac5febfa06d tempest-TestSecurityGroupsBasicOps-319188584 tempest-TestSecurityGroupsBasicOps-319188584-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:14:01.916543 n-d-816865-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-5315e11f-2c1a-4e1c-8449-d5bbeefe14c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:14:01.946706 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-ced8fd3a-915e-41b0-8202-68b8f85044fb tempest-TestVolumeBackupRestore-1484239073 tempest-TestVolumeBackupRestore-1484239073-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:14:01.948005 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-ced8fd3a-915e-41b0-8202-68b8f85044fb tempest-TestVolumeBackupRestore-1484239073 tempest-TestVolumeBackupRestore-1484239073-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4159644 Nov 05 19:14:01.950728 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 37196) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:14:01.954382 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-bf2daa23-eac6-4a45-9dbd-53c63d5a2dbe None None] Provisioning complete for port 9b8d8673-6b1c-4e99-aea7-b8cdf8b7baac triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:14:01.954939 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-bf2daa23-eac6-4a45-9dbd-53c63d5a2dbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:14:01.959178 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-326ba39d-53f4-4234-b0f7-7f08baf6f8fb tempest-TestVolumeBackupRestore-1484239073 tempest-TestVolumeBackupRestore-1484239073-project] Request body: {'security_group_rule': {'security_group_id': '74249167-aedd-4f9d-94ee-573d365c4c2c', 'project_id': '579440a62ec247f09087f4c32fc4ebe9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:14:01.973545 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-247b8f9a-9c86-45e7-a927-fac5febfa06d tempest-TestSecurityGroupsBasicOps-319188584 tempest-TestSecurityGroupsBasicOps-319188584-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:14:02.020941 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Provisioning complete for port 9b8d8673-6b1c-4e99-aea7-b8cdf8b7baac triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:14:02.021359 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:14:02.024648 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7128bfb7-c271-4937-9ff9-933384f5202e None None] Pushing event updated for resources: {'Port': ['ID=45ee27c4-b041-46a4-9d59-5feccd1de936,revision_number=3']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:14:02.034234 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.managers [None req-5315e11f-2c1a-4e1c-8449-d5bbeefe14c1 None None] Attempting to bind port 45ee27c4-b041-46a4-9d59-5feccd1de936 on host n-d-816865-1 for vnic_type normal with profile {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 19:14:02.034537 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.managers [None req-5315e11f-2c1a-4e1c-8449-d5bbeefe14c1 None None] Attempting to bind port 45ee27c4-b041-46a4-9d59-5feccd1de936 by drivers openvswitch,hyperv on host n-d-816865-1 at level 0 using segments [{'id': '4d8702c8-399b-43c9-bc26-a47a134ad532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '58fc325a-e45a-49be-bf36-f6c96aa6a244'}] {{(pid=102389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 19:14:02.034901 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5315e11f-2c1a-4e1c-8449-d5bbeefe14c1 None None] Attempting to bind port 45ee27c4-b041-46a4-9d59-5feccd1de936 on network 58fc325a-e45a-49be-bf36-f6c96aa6a244 {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 19:14:02.037491 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7128bfb7-c271-4937-9ff9-933384f5202e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:14:02.037839 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7128bfb7-c271-4937-9ff9-933384f5202e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:14:02.038209 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7128bfb7-c271-4937-9ff9-933384f5202e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:14:02.038548 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7128bfb7-c271-4937-9ff9-933384f5202e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:14:02.038883 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7128bfb7-c271-4937-9ff9-933384f5202e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:14:02.039339 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7128bfb7-c271-4937-9ff9-933384f5202e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:14:02.039842 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7128bfb7-c271-4937-9ff9-933384f5202e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:14:02.040179 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7128bfb7-c271-4937-9ff9-933384f5202e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:14:02.040505 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7128bfb7-c271-4937-9ff9-933384f5202e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:14:02.040830 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7128bfb7-c271-4937-9ff9-933384f5202e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:14:02.041154 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7128bfb7-c271-4937-9ff9-933384f5202e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:14:02.041476 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7128bfb7-c271-4937-9ff9-933384f5202e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:14:02.047925 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5315e11f-2c1a-4e1c-8449-d5bbeefe14c1 None None] Checking agent: {'id': '724d89a7-611b-41e6-bc85-c48112b17afa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 18, 25, 8), 'started_at': datetime.datetime(2021, 11, 5, 18, 25, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 19, 13, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 19:14:02.048231 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5315e11f-2c1a-4e1c-8449-d5bbeefe14c1 None None] Checking segment: {'id': '4d8702c8-399b-43c9-bc26-a47a134ad532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '58fc325a-e45a-49be-bf36-f6c96aa6a244'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 19:14:02.048634 n-d-816865-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-5315e11f-2c1a-4e1c-8449-d5bbeefe14c1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:14:02.049016 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5315e11f-2c1a-4e1c-8449-d5bbeefe14c1 None None] Bound using segment: {'id': '4d8702c8-399b-43c9-bc26-a47a134ad532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '58fc325a-e45a-49be-bf36-f6c96aa6a244'} {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 19:14:02.049481 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.managers [None req-5315e11f-2c1a-4e1c-8449-d5bbeefe14c1 None None] Bound port: 45ee27c4-b041-46a4-9d59-5feccd1de936, host: n-d-816865-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d8702c8-399b-43c9-bc26-a47a134ad532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '58fc325a-e45a-49be-bf36-f6c96aa6a244'}}] {{(pid=102389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 19:14:02.049856 n-d-816865-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-5315e11f-2c1a-4e1c-8449-d5bbeefe14c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:14:02.075945 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-247b8f9a-9c86-45e7-a927-fac5febfa06d tempest-TestSecurityGroupsBasicOps-319188584 tempest-TestSecurityGroupsBasicOps-319188584-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985308'] for security_group_rule, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:14:02.076216 n-d-816865-1 neutron-server[102386]: INFO neutron.db.securitygroups_db [None req-326ba39d-53f4-4234-b0f7-7f08baf6f8fb tempest-TestVolumeBackupRestore-1484239073 tempest-TestVolumeBackupRestore-1484239073-project] Project 579440a62ec247f09087f4c32fc4ebe9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 05 19:14:02.083126 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-326ba39d-53f4-4234-b0f7-7f08baf6f8fb tempest-TestVolumeBackupRestore-1484239073 tempest-TestVolumeBackupRestore-1484239073-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:14:02.092368 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247b8f9a-9c86-45e7-a927-fac5febfa06d tempest-TestSecurityGroupsBasicOps-319188584 tempest-TestSecurityGroupsBasicOps-319188584-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1e8d106-b7ac-45d0-8902-7ac9862891f3,revision_number=0']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:14:02.130453 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [None req-5315e11f-2c1a-4e1c-8449-d5bbeefe14c1 None None] For port 45ee27c4-b041-46a4-9d59-5feccd1de936, host n-d-816865-1, cleared binding levels {{(pid=102389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 19:14:02.134304 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [None req-5315e11f-2c1a-4e1c-8449-d5bbeefe14c1 None None] For port 45ee27c4-b041-46a4-9d59-5feccd1de936, host n-d-816865-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=45ee27c4-b041-46a4-9d59-5feccd1de936,segment=NetworkSegment(4d8702c8-399b-43c9-bc26-a47a134ad532),segment_id=4d8702c8-399b-43c9-bc26-a47a134ad532)] {{(pid=102389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 19:14:02.147033 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-bf2daa23-eac6-4a45-9dbd-53c63d5a2dbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:14:02.159111 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-326ba39d-53f4-4234-b0f7-7f08baf6f8fb tempest-TestVolumeBackupRestore-1484239073 tempest-TestVolumeBackupRestore-1484239073-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:14:02.165084 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-247b8f9a-9c86-45e7-a927-fac5febfa06d tempest-TestSecurityGroupsBasicOps-319188584 tempest-TestSecurityGroupsBasicOps-319188584-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:14:02.170730 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-247b8f9a-9c86-45e7-a927-fac5febfa06d tempest-TestSecurityGroupsBasicOps-319188584 tempest-TestSecurityGroupsBasicOps-319188584-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4254189 Nov 05 19:14:02.204463 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:14:02.225451 n-d-816865-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-5315e11f-2c1a-4e1c-8449-d5bbeefe14c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:14:02.233173 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-bf2daa23-eac6-4a45-9dbd-53c63d5a2dbe None None] For port 9b8d8673-6b1c-4e99-aea7-b8cdf8b7baac, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=9b8d8673-6b1c-4e99-aea7-b8cdf8b7baac,segment=NetworkSegment(4d8702c8-399b-43c9-bc26-a47a134ad532),segment_id=4d8702c8-399b-43c9-bc26-a47a134ad532)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:14:02.253687 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-326ba39d-53f4-4234-b0f7-7f08baf6f8fb tempest-TestVolumeBackupRestore-1484239073 tempest-TestVolumeBackupRestore-1484239073-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985308'] for security_group_rule, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:14:02.272643 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326ba39d-53f4-4234-b0f7-7f08baf6f8fb tempest-TestVolumeBackupRestore-1484239073 tempest-TestVolumeBackupRestore-1484239073-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb7058da-4d92-491b-8ac0-393cd10c55f5,revision_number=0']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:14:02.300838 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5315e11f-2c1a-4e1c-8449-d5bbeefe14c1 None None] Routers {'f4164d85-c0fb-49f9-ad05-7e7231811a3d'} bound to L3 agent in host n-d-816865-1 {{(pid=102389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 19:14:02.301927 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-5315e11f-2c1a-4e1c-8449-d5bbeefe14c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T19:13:35Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['f4164d85-c0fb-49f9-ad05-7e7231811a3d'], 'active': True} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:14:02.315008 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-bf2daa23-eac6-4a45-9dbd-53c63d5a2dbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:14:02.350400 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-326ba39d-53f4-4234-b0f7-7f08baf6f8fb tempest-TestVolumeBackupRestore-1484239073 tempest-TestVolumeBackupRestore-1484239073-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:14:02.352249 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-326ba39d-53f4-4234-b0f7-7f08baf6f8fb tempest-TestVolumeBackupRestore-1484239073 tempest-TestVolumeBackupRestore-1484239073-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3999577 Nov 05 19:14:02.354969 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 37210) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:14:02.359006 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7128bfb7-c271-4937-9ff9-933384f5202e None None] Pushing event updated for resources: {'Port': ['ID=45ee27c4-b041-46a4-9d59-5feccd1de936,revision_number=4']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:14:02.361949 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-98fe75fa-a297-476c-b9e4-870a357930da tempest-TestVolumeBackupRestore-1484239073 tempest-TestVolumeBackupRestore-1484239073-project] Request body: {'security_group_rule': {'security_group_id': '74249167-aedd-4f9d-94ee-573d365c4c2c', 'project_id': '579440a62ec247f09087f4c32fc4ebe9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:14:02.376951 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-fd5f4bd5-a6b1-4ca2-992e-c8053b035178 req-12a83181-0a52-443d-b853-85a470e27471 tempest-TestSecurityGroupsBasicOps-319188584 tempest-TestSecurityGroupsBasicOps-319188584-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup_access--1034789616&fields=id&tenant_id=a84d983d80534a47a6d92c606602b07f HTTP/1.1" status: 200 len: 267 time: 0.0825388 Nov 05 19:14:02.424619 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.db.api [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102388) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 05 19:14:02.424985 n-d-816865-1 neutron-server[102388]: DEBUG oslo_db.api [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 05 19:14:02.431203 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2daa23-eac6-4a45-9dbd-53c63d5a2dbe None None] Pushing event updated for resources: {'Port': ['ID=9b8d8673-6b1c-4e99-aea7-b8cdf8b7baac,revision_number=3']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:14:02.465849 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-fd5f4bd5-a6b1-4ca2-992e-c8053b035178 req-d06486d7-559a-4778-8ba1-a53c6836d6e7 tempest-TestSecurityGroupsBasicOps-319188584 tempest-TestSecurityGroupsBasicOps-319188584-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup_general--896414964&fields=id&tenant_id=a84d983d80534a47a6d92c606602b07f HTTP/1.1" status: 200 len: 267 time: 0.0793965 Nov 05 19:14:02.487897 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvr_db [None req-5315e11f-2c1a-4e1c-8449-d5bbeefe14c1 None None] Set router f4164d85-c0fb-49f9-ad05-7e7231811a3d gateway port host: n-d-816865-1 {{(pid=102389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 19:14:02.505083 n-d-816865-1 neutron-server[102386]: INFO neutron.db.securitygroups_db [None req-98fe75fa-a297-476c-b9e4-870a357930da tempest-TestVolumeBackupRestore-1484239073 tempest-TestVolumeBackupRestore-1484239073-project] Project 579440a62ec247f09087f4c32fc4ebe9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 05 19:14:02.510771 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-98fe75fa-a297-476c-b9e4-870a357930da tempest-TestVolumeBackupRestore-1484239073 tempest-TestVolumeBackupRestore-1484239073-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:14:02.547279 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-9b4073e9-6692-4fb6-84bc-1fe7cde0a86b None None] Provisioning complete for port 45ee27c4-b041-46a4-9d59-5feccd1de936 triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:14:02.547710 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-9b4073e9-6692-4fb6-84bc-1fe7cde0a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:14:02.593273 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-98fe75fa-a297-476c-b9e4-870a357930da tempest-TestVolumeBackupRestore-1484239073 tempest-TestVolumeBackupRestore-1484239073-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:14:02.620617 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5f4bd5-a6b1-4ca2-992e-c8053b035178 req-387d3d82-b4e7-43e6-87fb-7a98a0f333db tempest-TestSecurityGroupsBasicOps-319188584 tempest-TestSecurityGroupsBasicOps-319188584-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:14:02.622334 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-fd5f4bd5-a6b1-4ca2-992e-c8053b035178 req-387d3d82-b4e7-43e6-87fb-7a98a0f333db tempest-TestSecurityGroupsBasicOps-319188584 tempest-TestSecurityGroupsBasicOps-319188584-project] 10.222.0.13 "GET /v2.0/networks?id=58fc325a-e45a-49be-bf36-f6c96aa6a244 HTTP/1.1" status: 200 len: 797 time: 0.1475155 Nov 05 19:14:02.644186 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-fd5f4bd5-a6b1-4ca2-992e-c8053b035178 req-fe324fef-90f4-4f9e-baf1-84a70306771c tempest-TestSecurityGroupsBasicOps-319188584 tempest-TestSecurityGroupsBasicOps-319188584-project] 10.222.0.13 "GET /v2.0/quotas/a84d983d80534a47a6d92c606602b07f HTTP/1.1" status: 200 len: 375 time: 0.0132732 Nov 05 19:14:02.670729 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-98fe75fa-a297-476c-b9e4-870a357930da tempest-TestVolumeBackupRestore-1484239073 tempest-TestVolumeBackupRestore-1484239073-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985308'] for security_group_rule, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:14:02.707442 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-9b4073e9-6692-4fb6-84bc-1fe7cde0a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:14:02.709060 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fe75fa-a297-476c-b9e4-870a357930da tempest-TestVolumeBackupRestore-1484239073 tempest-TestVolumeBackupRestore-1484239073-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a812c250-f228-4f43-87ce-46518a8fda4d,revision_number=0']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:14:02.732385 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-e2fab3de-78e6-4459-9996-d02c873267f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:14:02.746729 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-fd5f4bd5-a6b1-4ca2-992e-c8053b035178 req-809dd428-b441-4b61-b363-e1d731dec8a2 tempest-TestSecurityGroupsBasicOps-319188584 tempest-TestSecurityGroupsBasicOps-319188584-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=a84d983d80534a47a6d92c606602b07f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1000118 Nov 05 19:14:02.756036 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-9b4073e9-6692-4fb6-84bc-1fe7cde0a86b None None] For port 45ee27c4-b041-46a4-9d59-5feccd1de936, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=45ee27c4-b041-46a4-9d59-5feccd1de936,segment=NetworkSegment(4d8702c8-399b-43c9-bc26-a47a134ad532),segment_id=4d8702c8-399b-43c9-bc26-a47a134ad532)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:14:02.775450 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-98fe75fa-a297-476c-b9e4-870a357930da tempest-TestVolumeBackupRestore-1484239073 tempest-TestVolumeBackupRestore-1484239073-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:14:02.777134 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-98fe75fa-a297-476c-b9e4-870a357930da tempest-TestVolumeBackupRestore-1484239073 tempest-TestVolumeBackupRestore-1484239073-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4211812 Nov 05 19:14:02.816084 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-5315e11f-2c1a-4e1c-8449-d5bbeefe14c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4164d85-c0fb-49f9-ad05-7e7231811a3d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-200372930', 'tenant_id': 'a84d983d80534a47a6d92c606602b07f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.218'}], 'enable_snat': True}, 'gw_port_id': 'da46d161-833f-4f17-897e-7db1f7458f41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T19:13:55Z', 'updated_at': '2021-11-05T19:13:59Z', 'revision_number': 4, 'project_id': 'a84d983d80534a47a6d92c606602b07f', 'gw_port': {'id': 'da46d161-833f-4f17-897e-7db1f7458f41', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:47:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4164d85-c0fb-49f9-ad05-7e7231811a3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3646, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:13:55Z', 'updated_at': '2021-11-05T19:13:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1', '_interfaces': [{'id': '45ee27c4-b041-46a4-9d59-5feccd1de936', 'name': '', 'network_id': '58fc325a-e45a-49be-bf36-f6c96aa6a244', 'tenant_id': 'a84d983d80534a47a6d92c606602b07f', 'mac_address': 'fa:16:3e:bf:89:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4164d85-c0fb-49f9-ad05-7e7231811a3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3649, 'fixed_ips': [{'subnet_id': '8d0e99fa-c7b5-4342-b937-e68b113a2994', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:13:59Z', 'updated_at': '2021-11-05T19:14:02Z', 'revision_number': 4, 'project_id': 'a84d983d80534a47a6d92c606602b07f', 'subnets': [{'id': '8d0e99fa-c7b5-4342-b937-e68b113a2994', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-1', False) {} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:14:02.828576 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-9b4073e9-6692-4fb6-84bc-1fe7cde0a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:14:02.859031 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5315e11f-2c1a-4e1c-8449-d5bbeefe14c1 None None] The sync data for ids ['f4164d85-c0fb-49f9-ad05-7e7231811a3d'] in n-d-816865-1 is: [{'id': 'f4164d85-c0fb-49f9-ad05-7e7231811a3d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-200372930', 'tenant_id': 'a84d983d80534a47a6d92c606602b07f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.218'}], 'enable_snat': True}, 'gw_port_id': 'da46d161-833f-4f17-897e-7db1f7458f41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T19:13:55Z', 'updated_at': '2021-11-05T19:13:59Z', 'revision_number': 4, 'project_id': 'a84d983d80534a47a6d92c606602b07f', 'gw_port': {'id': 'da46d161-833f-4f17-897e-7db1f7458f41', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:47:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4164d85-c0fb-49f9-ad05-7e7231811a3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3646, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:13:55Z', 'updated_at': '2021-11-05T19:13:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1', '_interfaces': [{'id': '45ee27c4-b041-46a4-9d59-5feccd1de936', 'name': '', 'network_id': '58fc325a-e45a-49be-bf36-f6c96aa6a244', 'tenant_id': 'a84d983d80534a47a6d92c606602b07f', 'mac_address': 'fa:16:3e:bf:89:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4164d85-c0fb-49f9-ad05-7e7231811a3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3649, 'fixed_ips': [{'subnet_id': '8d0e99fa-c7b5-4342-b937-e68b113a2994', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:13:59Z', 'updated_at': '2021-11-05T19:14:02Z', 'revision_number': 4, 'project_id': 'a84d983d80534a47a6d92c606602b07f', 'subnets': [{'id': '8d0e99fa-c7b5-4342-b937-e68b113a2994', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 19:14:02.876274 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-fd5f4bd5-a6b1-4ca2-992e-c8053b035178 req-26de4b85-fe63-4515-a078-969347911ae9 service neutron] 10.222.0.13 "GET /v2.0/networks/58fc325a-e45a-49be-bf36-f6c96aa6a244?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1113727 Nov 05 19:14:02.889327 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-9b4073e9-6692-4fb6-84bc-1fe7cde0a86b None None] Provisioning complete for port 9b8d8673-6b1c-4e99-aea7-b8cdf8b7baac triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:14:02.889703 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-9b4073e9-6692-4fb6-84bc-1fe7cde0a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:14:02.983750 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4073e9-6692-4fb6-84bc-1fe7cde0a86b None None] Pushing event updated for resources: {'Port': ['ID=45ee27c4-b041-46a4-9d59-5feccd1de936,revision_number=5']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:14:03.138719 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-5dff9053-9958-4859-b08b-586d2f228eaa req-1581cab6-c818-426d-83fe-e6bae67cc0bc service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=21cc3162-f870-44e5-a083-97155afbc498&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1173284 Nov 05 19:14:03.162172 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-fd5f4bd5-a6b1-4ca2-992e-c8053b035178 req-8add981f-a8b6-4ccb-9884-1f4d23338e21 service neutron] 10.222.0.13 "GET /v2.0/networks/58fc325a-e45a-49be-bf36-f6c96aa6a244?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2770116 Nov 05 19:14:03.182067 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-e60dfe7f-0f0c-411b-9678-610fbbcf1df8 req-90140ec0-ea54-4048-b786-41d7e863bed4 tempest-TestVolumeBackupRestore-1484239073 tempest-TestVolumeBackupRestore-1484239073-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1912142556&fields=id&tenant_id=579440a62ec247f09087f4c32fc4ebe9 HTTP/1.1" status: 200 len: 267 time: 0.1104178 Nov 05 19:14:03.216965 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-79e5a2ab-fab1-4725-8571-ef3753437d3f None None] Provisioning complete for port 45ee27c4-b041-46a4-9d59-5feccd1de936 triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:14:03.217342 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-79e5a2ab-fab1-4725-8571-ef3753437d3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:14:03.306393 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dff9053-9958-4859-b08b-586d2f228eaa req-aae59c15-e916-42db-8a42-569532e351e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:14:03.307941 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-5dff9053-9958-4859-b08b-586d2f228eaa req-aae59c15-e916-42db-8a42-569532e351e5 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=60a297cf243942dda17ba6ab64d809f4&device_id=21cc3162-f870-44e5-a083-97155afbc498 HTTP/1.1" status: 200 len: 1097 time: 0.1118934 Nov 05 19:14:03.423133 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60dfe7f-0f0c-411b-9678-610fbbcf1df8 req-a3a548c2-4c05-4391-ad3f-f4f844100407 tempest-TestVolumeBackupRestore-1484239073 tempest-TestVolumeBackupRestore-1484239073-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:14:03.424714 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-e60dfe7f-0f0c-411b-9678-610fbbcf1df8 req-a3a548c2-4c05-4391-ad3f-f4f844100407 tempest-TestVolumeBackupRestore-1484239073 tempest-TestVolumeBackupRestore-1484239073-project] 10.222.0.13 "GET /v2.0/networks?id=b29fb6fc-2756-4024-98c9-1612017b047f HTTP/1.1" status: 200 len: 814 time: 0.2390716 Nov 05 19:14:03.457007 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-e60dfe7f-0f0c-411b-9678-610fbbcf1df8 req-969d787f-f72a-4e33-a201-1b7e038824d2 tempest-TestVolumeBackupRestore-1484239073 tempest-TestVolumeBackupRestore-1484239073-project] 10.222.0.13 "GET /v2.0/quotas/579440a62ec247f09087f4c32fc4ebe9 HTTP/1.1" status: 200 len: 375 time: 0.0219724 Nov 05 19:14:03.479839 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-65c9ba78-d4f3-4afc-8e01-806a920ac476 None None] Provisioning complete for port 45ee27c4-b041-46a4-9d59-5feccd1de936 triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:14:03.480217 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-65c9ba78-d4f3-4afc-8e01-806a920ac476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:14:03.529566 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dff9053-9958-4859-b08b-586d2f228eaa req-79e4c46a-bfbe-436a-84c6-a3bfe88806ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:14:03.533070 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-5dff9053-9958-4859-b08b-586d2f228eaa req-79e4c46a-bfbe-436a-84c6-a3bfe88806ac service neutron] 10.222.0.41 "GET /v2.0/networks?id=95bf24bc-61e1-4f85-8a76-7212484978aa HTTP/1.1" status: 200 len: 910 time: 0.1994710 Nov 05 19:14:03.631927 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-499e0644-3286-4183-8bf9-877bd9ac831a req-13f69be2-c3e2-45d2-9084-ce70177f0c41 tempest-TestSecurityGroupsBasicOps-319188584 tempest-TestSecurityGroupsBasicOps-319188584-project] 10.222.0.13 "GET /v2.0/ports?device_id=5177d4b2-040c-4791-8030-1b9dc43777da HTTP/1.1" status: 200 len: 210 time: 0.0314429 Nov 05 19:14:03.661710 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-e60dfe7f-0f0c-411b-9678-610fbbcf1df8 req-96fdc40b-d597-441a-beb4-b2c06a824733 tempest-TestVolumeBackupRestore-1484239073 tempest-TestVolumeBackupRestore-1484239073-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=579440a62ec247f09087f4c32fc4ebe9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1911540 Nov 05 19:14:03.697824 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-5dff9053-9958-4859-b08b-586d2f228eaa req-88cb6335-59b7-4656-b913-d2c3316286d9 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3a27baec-ae5e-4b45-8a7a-9af913b157fa HTTP/1.1" status: 200 len: 1002 time: 0.1538684 Nov 05 19:14:03.795434 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-bb843355-7fd1-438e-8d69-be0e2e5db3bb None None] Provisioning complete for port 45ee27c4-b041-46a4-9d59-5feccd1de936 triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:14:03.796352 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-bb843355-7fd1-438e-8d69-be0e2e5db3bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:14:03.812491 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dff9053-9958-4859-b08b-586d2f228eaa req-9641d48c-cfc1-42d8-aaf9-8bd6c9a4aaae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:14:03.816532 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-5dff9053-9958-4859-b08b-586d2f228eaa req-9641d48c-cfc1-42d8-aaf9-8bd6c9a4aaae service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ab14406b-164f-41ab-936f-c5e880791222 HTTP/1.1" status: 200 len: 848 time: 0.1047621 Nov 05 19:14:03.822841 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 45ee27c4-b041-46a4-9d59-5feccd1de936 up at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 19:14:03.864422 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-e60dfe7f-0f0c-411b-9678-610fbbcf1df8 req-be5104dc-e1e5-4d81-a02e-4197dbdde6c1 service neutron] 10.222.0.13 "GET /v2.0/networks/b29fb6fc-2756-4024-98c9-1612017b047f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1852827 Nov 05 19:14:03.885974 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dff9053-9958-4859-b08b-586d2f228eaa req-f19a7748-f92f-4737-92d8-a084e265b5e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:14:03.887668 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-5dff9053-9958-4859-b08b-586d2f228eaa req-f19a7748-f92f-4737-92d8-a084e265b5e5 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=95bf24bc-61e1-4f85-8a76-7212484978aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0620754 Nov 05 19:14:03.944157 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Provisioning complete for port 45ee27c4-b041-46a4-9d59-5feccd1de936 triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:14:03.944535 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:14:04.044913 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 9b8d8673-6b1c-4e99-aea7-b8cdf8b7baac up at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 19:14:04.050035 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-e60dfe7f-0f0c-411b-9678-610fbbcf1df8 req-712228f8-1c9f-4a91-8e8f-2e88db4531da service neutron] 10.222.0.13 "GET /v2.0/networks/b29fb6fc-2756-4024-98c9-1612017b047f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1748452 Nov 05 19:14:04.069425 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-5dff9053-9958-4859-b08b-586d2f228eaa req-8b49d843-1f28-4bb5-8a7a-8fae78bbd4b3 service neutron] 10.222.0.41 "GET /v2.0/networks/95bf24bc-61e1-4f85-8a76-7212484978aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1709447 Nov 05 19:14:04.104931 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Provisioning complete for port 9b8d8673-6b1c-4e99-aea7-b8cdf8b7baac triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:14:04.104931 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:14:04.205031 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-5dff9053-9958-4859-b08b-586d2f228eaa req-0f554c40-b689-4a99-ac3f-5af968d61c7f service neutron] 10.222.0.41 "GET /v2.0/networks/95bf24bc-61e1-4f85-8a76-7212484978aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277518 Nov 05 19:14:04.350518 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:14:04.674356 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-3e0216a6-884a-46c3-ae8c-12dc429efa5b req-70a835f6-c805-438b-860d-e93aa60a014f tempest-TestVolumeBackupRestore-1484239073 tempest-TestVolumeBackupRestore-1484239073-project] 10.222.0.13 "GET /v2.0/ports?device_id=55d6d7cc-57d8-4858-bf74-25f625297eb8 HTTP/1.1" status: 200 len: 210 time: 0.0270064 Nov 05 19:14:04.757364 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-2ca83a0f-b534-417e-a921-b142c6e839eb req-3a390ad2-46b7-4807-a558-fe192d1fa854 tempest-TestSecurityGroupsBasicOps-319188584 tempest-TestSecurityGroupsBasicOps-319188584-project] 10.222.0.13 "GET /v2.0/ports?device_id=5177d4b2-040c-4791-8030-1b9dc43777da HTTP/1.1" status: 200 len: 210 time: 0.0364909 Nov 05 19:14:05.388416 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-4e074780-a9c4-41d2-9bdf-7effc8c95ee8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:14:05.770132 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-832083ed-6385-4737-a1db-ca22ec90c9d4 req-5eaaf716-8b9b-4d38-8cf0-49f1a0c132f1 tempest-TestVolumeBackupRestore-1484239073 tempest-TestVolumeBackupRestore-1484239073-project] 10.222.0.13 "GET /v2.0/ports?device_id=55d6d7cc-57d8-4858-bf74-25f625297eb8 HTTP/1.1" status: 200 len: 210 time: 0.0268371 Nov 05 19:14:05.856474 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-35e6a770-1e7e-4add-9007-46f77274f088 req-db8a18a7-0c70-4e2d-b319-a45d80426284 tempest-TestSecurityGroupsBasicOps-319188584 tempest-TestSecurityGroupsBasicOps-319188584-project] 10.222.0.13 "GET /v2.0/ports?device_id=5177d4b2-040c-4791-8030-1b9dc43777da HTTP/1.1" status: 200 len: 210 time: 0.0280187 Nov 05 19:14:06.170275 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5f4bd5-a6b1-4ca2-992e-c8053b035178 req-30e99415-0430-47f3-8154-1e435007c5f6 tempest-TestSecurityGroupsBasicOps-319188584 tempest-TestSecurityGroupsBasicOps-319188584-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:14:06.171792 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-fd5f4bd5-a6b1-4ca2-992e-c8053b035178 req-30e99415-0430-47f3-8154-1e435007c5f6 tempest-TestSecurityGroupsBasicOps-319188584 tempest-TestSecurityGroupsBasicOps-319188584-project] 10.222.0.55 "GET /v2.0/networks?id=58fc325a-e45a-49be-bf36-f6c96aa6a244 HTTP/1.1" status: 200 len: 797 time: 0.1167843 Nov 05 19:14:06.250491 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-fd5f4bd5-a6b1-4ca2-992e-c8053b035178 req-3ac16309-8895-4fcd-87a3-fb7c9adcca7c tempest-TestSecurityGroupsBasicOps-319188584 tempest-TestSecurityGroupsBasicOps-319188584-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a84d983d80534a47a6d92c606602b07f HTTP/1.1" status: 200 len: 477 time: 0.0675814 Nov 05 19:14:06.260967 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [req-fd5f4bd5-a6b1-4ca2-992e-c8053b035178 req-24500226-ab06-4d07-a308-da19cb03c935 tempest-TestSecurityGroupsBasicOps-319188584 tempest-TestSecurityGroupsBasicOps-319188584-project] Request body: {'port': {'device_id': '5177d4b2-040c-4791-8030-1b9dc43777da', 'network_id': '58fc325a-e45a-49be-bf36-f6c96aa6a244', 'admin_state_up': True, 'tenant_id': 'a84d983d80534a47a6d92c606602b07f', 'security_groups': ['fa0b378d-eab7-43e2-91ac-352cff85ffc5', '774d1a15-5a47-408c-b009-1e46110c55e9']}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:14:06.300145 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b304910f-7b27-444b-a8fc-977d26b1ceac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:14:06.373162 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:14:06.453060 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fd5f4bd5-a6b1-4ca2-992e-c8053b035178 req-24500226-ab06-4d07-a308-da19cb03c935 tempest-TestSecurityGroupsBasicOps-319188584 tempest-TestSecurityGroupsBasicOps-319188584-project] Made reservation on behalf of a84d983d80534a47a6d92c606602b07f for: {'port': 1} {{(pid=102386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 19:14:06.456650 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-fd5f4bd5-a6b1-4ca2-992e-c8053b035178 req-24500226-ab06-4d07-a308-da19cb03c935 tempest-TestSecurityGroupsBasicOps-319188584 tempest-TestSecurityGroupsBasicOps-319188584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:14:06.583129 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.db_base_plugin_common [req-fd5f4bd5-a6b1-4ca2-992e-c8053b035178 req-24500226-ab06-4d07-a308-da19cb03c935 tempest-TestSecurityGroupsBasicOps-319188584 tempest-TestSecurityGroupsBasicOps-319188584-project] Allocated IP 172.20.0.11 (58fc325a-e45a-49be-bf36-f6c96aa6a244/8d0e99fa-c7b5-4342-b937-e68b113a2994/c8e60b88-c11d-490e-9300-b9a578a21a27) {{(pid=102386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 19:14:06.738295 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-fd5f4bd5-a6b1-4ca2-992e-c8053b035178 req-24500226-ab06-4d07-a308-da19cb03c935 tempest-TestSecurityGroupsBasicOps-319188584 tempest-TestSecurityGroupsBasicOps-319188584-project] Publish callbacks [] for port, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:14:06.863732 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-d205bf05-c9e8-40c2-bc0b-7dd2594a4b34 req-ce85a261-22ef-4877-8366-1f7312cb970a tempest-TestVolumeBackupRestore-1484239073 tempest-TestVolumeBackupRestore-1484239073-project] 10.222.0.13 "GET /v2.0/ports?device_id=55d6d7cc-57d8-4858-bf74-25f625297eb8 HTTP/1.1" status: 200 len: 210 time: 0.0253735 Nov 05 19:14:06.874431 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-fd5f4bd5-a6b1-4ca2-992e-c8053b035178 req-24500226-ab06-4d07-a308-da19cb03c935 tempest-TestSecurityGroupsBasicOps-319188584 tempest-TestSecurityGroupsBasicOps-319188584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:14:06.973190 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fd5f4bd5-a6b1-4ca2-992e-c8053b035178 req-24500226-ab06-4d07-a308-da19cb03c935 tempest-TestSecurityGroupsBasicOps-319188584 tempest-TestSecurityGroupsBasicOps-319188584-project] Network 58fc325a-e45a-49be-bf36-f6c96aa6a244 is already hosted by enough agents. {{(pid=102386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 19:14:06.986639 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.base_scheduler [req-fd5f4bd5-a6b1-4ca2-992e-c8053b035178 req-24500226-ab06-4d07-a308-da19cb03c935 tempest-TestSecurityGroupsBasicOps-319188584 tempest-TestSecurityGroupsBasicOps-319188584-project] Resources bound (agent type, host, resource id): {{(pid=102386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 19:14:06.992826 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd5f4bd5-a6b1-4ca2-992e-c8053b035178 req-24500226-ab06-4d07-a308-da19cb03c935 tempest-TestSecurityGroupsBasicOps-319188584 tempest-TestSecurityGroupsBasicOps-319188584-project] Received port after_create {{(pid=102386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 19:14:06.993813 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de171e16-6a2e-4908-bee8-590e489e65a9 req-7971f159-1327-414a-9102-445c64c71523 tempest-TestSecurityGroupsBasicOps-319188584 tempest-TestSecurityGroupsBasicOps-319188584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:14:06.995707 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-de171e16-6a2e-4908-bee8-590e489e65a9 req-7971f159-1327-414a-9102-445c64c71523 tempest-TestSecurityGroupsBasicOps-319188584 tempest-TestSecurityGroupsBasicOps-319188584-project] 10.222.0.13 "GET /v2.0/ports?device_id=5177d4b2-040c-4791-8030-1b9dc43777da HTTP/1.1" status: 200 len: 971 time: 0.0599303 Nov 05 19:14:07.025709 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24500226-ab06-4d07-a308-da19cb03c935 tempest-TestSecurityGroupsBasicOps-319188584 tempest-TestSecurityGroupsBasicOps-319188584-project] Pushing event updated for resources: {'Port': ['ID=c8e60b88-c11d-490e-9300-b9a578a21a27,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:14:07.069416 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-de171e16-6a2e-4908-bee8-590e489e65a9 req-9df19967-4579-44d2-a978-476777a5a59f tempest-TestSecurityGroupsBasicOps-319188584 tempest-TestSecurityGroupsBasicOps-319188584-project] 10.222.0.13 "GET /v2.0/security-groups?id=774d1a15-5a47-408c-b009-1e46110c55e9&id=fa0b378d-eab7-43e2-91ac-352cff85ffc5&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0670981 Nov 05 19:14:07.077770 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5f4bd5-a6b1-4ca2-992e-c8053b035178 req-24500226-ab06-4d07-a308-da19cb03c935 tempest-TestSecurityGroupsBasicOps-319188584 tempest-TestSecurityGroupsBasicOps-319188584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:14:07.078509 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-fd5f4bd5-a6b1-4ca2-992e-c8053b035178 req-24500226-ab06-4d07-a308-da19cb03c935 tempest-TestSecurityGroupsBasicOps-319188584 tempest-TestSecurityGroupsBasicOps-319188584-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:14:07.089150 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60dfe7f-0f0c-411b-9678-610fbbcf1df8 req-7b6eb250-5d53-4006-b2eb-ceffa01d7ab5 tempest-TestVolumeBackupRestore-1484239073 tempest-TestVolumeBackupRestore-1484239073-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:14:07.094745 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-e60dfe7f-0f0c-411b-9678-610fbbcf1df8 req-7b6eb250-5d53-4006-b2eb-ceffa01d7ab5 tempest-TestVolumeBackupRestore-1484239073 tempest-TestVolumeBackupRestore-1484239073-project] 10.222.0.55 "GET /v2.0/networks?id=b29fb6fc-2756-4024-98c9-1612017b047f HTTP/1.1" status: 200 len: 814 time: 0.1856663 Nov 05 19:14:07.164675 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-fd5f4bd5-a6b1-4ca2-992e-c8053b035178 req-24500226-ab06-4d07-a308-da19cb03c935 tempest-TestSecurityGroupsBasicOps-319188584 tempest-TestSecurityGroupsBasicOps-319188584-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 973 time: 0.9074244 Nov 05 19:14:07.172462 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-e60dfe7f-0f0c-411b-9678-610fbbcf1df8 req-80e642fd-8206-422a-bc96-489580c17062 tempest-TestVolumeBackupRestore-1484239073 tempest-TestVolumeBackupRestore-1484239073-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=579440a62ec247f09087f4c32fc4ebe9 HTTP/1.1" status: 200 len: 380 time: 0.0693417 Nov 05 19:14:07.178933 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [req-fd5f4bd5-a6b1-4ca2-992e-c8053b035178 req-0d78e974-a97d-490a-af14-89bcc07c992b service neutron] Request body: {'port': {'device_id': '5177d4b2-040c-4791-8030-1b9dc43777da', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816865-1'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:14:07.186259 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [req-e60dfe7f-0f0c-411b-9678-610fbbcf1df8 req-30d94e90-08ba-49ab-b88a-dbe1f7f5808c tempest-TestVolumeBackupRestore-1484239073 tempest-TestVolumeBackupRestore-1484239073-project] Request body: {'port': {'device_id': '55d6d7cc-57d8-4858-bf74-25f625297eb8', 'network_id': 'b29fb6fc-2756-4024-98c9-1612017b047f', 'admin_state_up': True, 'tenant_id': '579440a62ec247f09087f4c32fc4ebe9', 'security_groups': ['74249167-aedd-4f9d-94ee-573d365c4c2c']}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:14:07.291008 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-f9e919c1-23fb-4066-89c8-a0f5d83f0f00 None None] Provisioning complete for port c8e60b88-c11d-490e-9300-b9a578a21a27 triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:14:07.291531 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-f9e919c1-23fb-4066-89c8-a0f5d83f0f00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:14:07.304034 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-fd5f4bd5-a6b1-4ca2-992e-c8053b035178 req-0d78e974-a97d-490a-af14-89bcc07c992b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:14:07.326532 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-f9e919c1-23fb-4066-89c8-a0f5d83f0f00 None None] Port c8e60b88-c11d-490e-9300-b9a578a21a27 cannot update to ACTIVE because it is not bound. {{(pid=102388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 19:14:07.484957 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e60dfe7f-0f0c-411b-9678-610fbbcf1df8 req-30d94e90-08ba-49ab-b88a-dbe1f7f5808c tempest-TestVolumeBackupRestore-1484239073 tempest-TestVolumeBackupRestore-1484239073-project] Made reservation on behalf of 579440a62ec247f09087f4c32fc4ebe9 for: {'port': 1} {{(pid=102386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 19:14:07.488378 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-e60dfe7f-0f0c-411b-9678-610fbbcf1df8 req-30d94e90-08ba-49ab-b88a-dbe1f7f5808c tempest-TestVolumeBackupRestore-1484239073 tempest-TestVolumeBackupRestore-1484239073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:14:07.712113 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.db_base_plugin_common [req-e60dfe7f-0f0c-411b-9678-610fbbcf1df8 req-30d94e90-08ba-49ab-b88a-dbe1f7f5808c tempest-TestVolumeBackupRestore-1484239073 tempest-TestVolumeBackupRestore-1484239073-project] Allocated IP 172.20.0.9 (b29fb6fc-2756-4024-98c9-1612017b047f/62d28d6c-64b6-4a97-9fff-76e22c484a81/568c1f9a-f54b-4665-85e6-b226b0121a28) {{(pid=102386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 19:14:07.723364 n-d-816865-1 neutron-server[102386]: DEBUG neutron.notifiers.nova [req-fd5f4bd5-a6b1-4ca2-992e-c8053b035178 req-0d78e974-a97d-490a-af14-89bcc07c992b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c8e60b88-c11d-490e-9300-b9a578a21a27 {{(pid=102386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 19:14:07.734594 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-fd5f4bd5-a6b1-4ca2-992e-c8053b035178 req-0d78e974-a97d-490a-af14-89bcc07c992b service neutron] Publish callbacks [] for port, precommit_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:14:07.761953 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.provisioning_blocks [req-fd5f4bd5-a6b1-4ca2-992e-c8053b035178 req-0d78e974-a97d-490a-af14-89bcc07c992b service neutron] Transition to ACTIVE for port object c8e60b88-c11d-490e-9300-b9a578a21a27 will not be triggered until provisioned by entity L2. {{(pid=102386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 05 19:14:07.843819 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-fd5f4bd5-a6b1-4ca2-992e-c8053b035178 req-0d78e974-a97d-490a-af14-89bcc07c992b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6149821'] for port, after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:14:07.928470 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d78e974-a97d-490a-af14-89bcc07c992b service neutron] Pushing event updated for resources: {'Port': ['ID=c8e60b88-c11d-490e-9300-b9a578a21a27,revision_number=2']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:14:07.935152 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-e60dfe7f-0f0c-411b-9678-610fbbcf1df8 req-30d94e90-08ba-49ab-b88a-dbe1f7f5808c tempest-TestVolumeBackupRestore-1484239073 tempest-TestVolumeBackupRestore-1484239073-project] Publish callbacks [] for port, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:14:08.006849 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-54a076e4-8ac7-46b1-af8c-bb3d57480df6 req-f1ead27a-d0c6-4f8f-b479-29087b74341e tempest-TestVolumeBackupRestore-1484239073 tempest-TestVolumeBackupRestore-1484239073-project] 10.222.0.13 "GET /v2.0/ports?device_id=55d6d7cc-57d8-4858-bf74-25f625297eb8 HTTP/1.1" status: 200 len: 210 time: 0.0589526 Nov 05 19:14:08.047005 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [req-fd5f4bd5-a6b1-4ca2-992e-c8053b035178 req-0d78e974-a97d-490a-af14-89bcc07c992b service neutron] Attempting to bind port c8e60b88-c11d-490e-9300-b9a578a21a27 on host n-h2-816865-1 for vnic_type normal with profile {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 19:14:08.047346 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [req-fd5f4bd5-a6b1-4ca2-992e-c8053b035178 req-0d78e974-a97d-490a-af14-89bcc07c992b service neutron] Attempting to bind port c8e60b88-c11d-490e-9300-b9a578a21a27 by drivers openvswitch,hyperv on host n-h2-816865-1 at level 0 using segments [{'id': '4d8702c8-399b-43c9-bc26-a47a134ad532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '58fc325a-e45a-49be-bf36-f6c96aa6a244'}] {{(pid=102386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 19:14:08.047682 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd5f4bd5-a6b1-4ca2-992e-c8053b035178 req-0d78e974-a97d-490a-af14-89bcc07c992b service neutron] Attempting to bind port c8e60b88-c11d-490e-9300-b9a578a21a27 on network 58fc325a-e45a-49be-bf36-f6c96aa6a244 {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 19:14:08.052316 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd5f4bd5-a6b1-4ca2-992e-c8053b035178 req-0d78e974-a97d-490a-af14-89bcc07c992b service neutron] Port c8e60b88-c11d-490e-9300-b9a578a21a27 on network 58fc325a-e45a-49be-bf36-f6c96aa6a244 not bound, no agent of type Open vSwitch agent registered on host n-h2-816865-1 {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 19:14:08.057523 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd5f4bd5-a6b1-4ca2-992e-c8053b035178 req-0d78e974-a97d-490a-af14-89bcc07c992b service neutron] Attempting to bind port c8e60b88-c11d-490e-9300-b9a578a21a27 on network 58fc325a-e45a-49be-bf36-f6c96aa6a244 {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 19:14:08.058200 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd5f4bd5-a6b1-4ca2-992e-c8053b035178 req-0d78e974-a97d-490a-af14-89bcc07c992b service neutron] Checking agent: {'id': '32aff553-696f-4891-83f5-5c176f61fe54', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816865-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 18, 33, 36), 'started_at': datetime.datetime(2021, 11, 5, 18, 33, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 19, 14, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 19:14:08.058552 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd5f4bd5-a6b1-4ca2-992e-c8053b035178 req-0d78e974-a97d-490a-af14-89bcc07c992b service neutron] Checking segment: {'id': '4d8702c8-399b-43c9-bc26-a47a134ad532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '58fc325a-e45a-49be-bf36-f6c96aa6a244'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 19:14:08.058943 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd5f4bd5-a6b1-4ca2-992e-c8053b035178 req-0d78e974-a97d-490a-af14-89bcc07c992b service neutron] Bound using segment: {'id': '4d8702c8-399b-43c9-bc26-a47a134ad532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '58fc325a-e45a-49be-bf36-f6c96aa6a244'} {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 19:14:08.059383 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [req-fd5f4bd5-a6b1-4ca2-992e-c8053b035178 req-0d78e974-a97d-490a-af14-89bcc07c992b service neutron] Bound port: c8e60b88-c11d-490e-9300-b9a578a21a27, host: n-h2-816865-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4d8702c8-399b-43c9-bc26-a47a134ad532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '58fc325a-e45a-49be-bf36-f6c96aa6a244'}}] {{(pid=102386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 19:14:08.059743 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-fd5f4bd5-a6b1-4ca2-992e-c8053b035178 req-0d78e974-a97d-490a-af14-89bcc07c992b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:14:08.121574 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-e60dfe7f-0f0c-411b-9678-610fbbcf1df8 req-30d94e90-08ba-49ab-b88a-dbe1f7f5808c tempest-TestVolumeBackupRestore-1484239073 tempest-TestVolumeBackupRestore-1484239073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:14:08.212479 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e60dfe7f-0f0c-411b-9678-610fbbcf1df8 req-30d94e90-08ba-49ab-b88a-dbe1f7f5808c tempest-TestVolumeBackupRestore-1484239073 tempest-TestVolumeBackupRestore-1484239073-project] Network b29fb6fc-2756-4024-98c9-1612017b047f is already hosted by enough agents. {{(pid=102386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 19:14:08.216104 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [req-fd5f4bd5-a6b1-4ca2-992e-c8053b035178 req-0d78e974-a97d-490a-af14-89bcc07c992b service neutron] For port c8e60b88-c11d-490e-9300-b9a578a21a27, host n-h2-816865-1, cleared binding levels {{(pid=102386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 19:14:08.228320 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.base_scheduler [req-e60dfe7f-0f0c-411b-9678-610fbbcf1df8 req-30d94e90-08ba-49ab-b88a-dbe1f7f5808c tempest-TestVolumeBackupRestore-1484239073 tempest-TestVolumeBackupRestore-1484239073-project] Resources bound (agent type, host, resource id): {{(pid=102386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 19:14:08.237291 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [req-fd5f4bd5-a6b1-4ca2-992e-c8053b035178 req-0d78e974-a97d-490a-af14-89bcc07c992b service neutron] For port c8e60b88-c11d-490e-9300-b9a578a21a27, host n-h2-816865-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=c8e60b88-c11d-490e-9300-b9a578a21a27,segment=NetworkSegment(4d8702c8-399b-43c9-bc26-a47a134ad532),segment_id=4d8702c8-399b-43c9-bc26-a47a134ad532)] {{(pid=102386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 19:14:08.241378 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [req-e60dfe7f-0f0c-411b-9678-610fbbcf1df8 req-30d94e90-08ba-49ab-b88a-dbe1f7f5808c tempest-TestVolumeBackupRestore-1484239073 tempest-TestVolumeBackupRestore-1484239073-project] Received port after_create {{(pid=102386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 19:14:08.247592 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbe8ad3-0e17-454b-9c0e-ff27eb6ebd61 req-c30f5ef4-e955-423c-89ff-8b3cdd5ab6ed tempest-TestSecurityGroupsBasicOps-319188584 tempest-TestSecurityGroupsBasicOps-319188584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:14:08.256941 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-1bbe8ad3-0e17-454b-9c0e-ff27eb6ebd61 req-c30f5ef4-e955-423c-89ff-8b3cdd5ab6ed tempest-TestSecurityGroupsBasicOps-319188584 tempest-TestSecurityGroupsBasicOps-319188584-project] 10.222.0.13 "GET /v2.0/ports?device_id=5177d4b2-040c-4791-8030-1b9dc43777da HTTP/1.1" status: 200 len: 983 time: 0.0859897 Nov 05 19:14:08.290285 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d94e90-08ba-49ab-b88a-dbe1f7f5808c tempest-TestVolumeBackupRestore-1484239073 tempest-TestVolumeBackupRestore-1484239073-project] Pushing event updated for resources: {'Port': ['ID=568c1f9a-f54b-4665-85e6-b226b0121a28,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:14:08.304440 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-31f93893-a48e-4ae8-833d-dccb2b42eacc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:14:08.337402 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-fd5f4bd5-a6b1-4ca2-992e-c8053b035178 req-0d78e974-a97d-490a-af14-89bcc07c992b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6149821'] for port, after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:14:08.365891 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-1bbe8ad3-0e17-454b-9c0e-ff27eb6ebd61 req-617f345d-6f39-472a-bacd-e7076aaca345 tempest-TestSecurityGroupsBasicOps-319188584 tempest-TestSecurityGroupsBasicOps-319188584-project] 10.222.0.13 "GET /v2.0/security-groups?id=774d1a15-5a47-408c-b009-1e46110c55e9&id=fa0b378d-eab7-43e2-91ac-352cff85ffc5&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1079950 Nov 05 19:14:08.437335 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d78e974-a97d-490a-af14-89bcc07c992b service neutron] Pushing event updated for resources: {'Port': ['ID=c8e60b88-c11d-490e-9300-b9a578a21a27,revision_number=3']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:14:08.441396 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5f4bd5-a6b1-4ca2-992e-c8053b035178 req-0d78e974-a97d-490a-af14-89bcc07c992b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:14:08.453202 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-fd5f4bd5-a6b1-4ca2-992e-c8053b035178 req-0d78e974-a97d-490a-af14-89bcc07c992b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:14:08.455788 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-fd5f4bd5-a6b1-4ca2-992e-c8053b035178 req-0d78e974-a97d-490a-af14-89bcc07c992b service neutron] 10.222.0.55 "PUT /v2.0/ports/c8e60b88-c11d-490e-9300-b9a578a21a27 HTTP/1.1" status: 200 len: 1131 time: 1.2810860 Nov 05 19:14:08.456757 n-d-816865-1 neutron-server[102386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5177d4b2-040c-4791-8030-1b9dc43777da', 'tag': 'c8e60b88-c11d-490e-9300-b9a578a21a27'}] {{(pid=102386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 19:14:08.462853 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6173a44d7c73f41af551dc890fa1a5892c2c6bc3458b640c8e0c24db7876ba6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8b7de25-2e3c-493f-abe7-912a3b9022be" -d '{"events": [{"name": "network-changed", "server_uuid": "5177d4b2-040c-4791-8030-1b9dc43777da", "tag": "c8e60b88-c11d-490e-9300-b9a578a21a27"}]}' {{(pid=102386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 19:14:08.475732 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60dfe7f-0f0c-411b-9678-610fbbcf1df8 req-30d94e90-08ba-49ab-b88a-dbe1f7f5808c tempest-TestVolumeBackupRestore-1484239073 tempest-TestVolumeBackupRestore-1484239073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:14:08.477019 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-e60dfe7f-0f0c-411b-9678-610fbbcf1df8 req-30d94e90-08ba-49ab-b88a-dbe1f7f5808c tempest-TestVolumeBackupRestore-1484239073 tempest-TestVolumeBackupRestore-1484239073-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:14:08.532278 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 19:14:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eef68b8c-d6c1-4595-99ac-83688f30603d x-openstack-request-id: req-eef68b8c-d6c1-4595-99ac-83688f30603d {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 19:14:08.532633 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5177d4b2-040c-4791-8030-1b9dc43777da", "tag": "c8e60b88-c11d-490e-9300-b9a578a21a27", "status": "completed", "code": 200}]} {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 19:14:08.532839 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-eef68b8c-d6c1-4595-99ac-83688f30603d {{(pid=102386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 19:14:08.534157 n-d-816865-1 neutron-server[102386]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5177d4b2-040c-4791-8030-1b9dc43777da', 'tag': 'c8e60b88-c11d-490e-9300-b9a578a21a27', 'status': 'completed', 'code': 200} Nov 05 19:14:08.577768 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:14:08.620356 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-e60dfe7f-0f0c-411b-9678-610fbbcf1df8 req-30d94e90-08ba-49ab-b88a-dbe1f7f5808c tempest-TestVolumeBackupRestore-1484239073 tempest-TestVolumeBackupRestore-1484239073-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4376464 Nov 05 19:14:08.637799 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [req-e60dfe7f-0f0c-411b-9678-610fbbcf1df8 req-3ae5f7f1-9284-4c25-a04a-a0bdc014454e service neutron] Request body: {'port': {'device_id': '55d6d7cc-57d8-4858-bf74-25f625297eb8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816865-1'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:14:08.674331 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b7de25-2e3c-493f-abe7-912a3b9022be req-19f495ce-a3c9-4390-bb53-2e5784393352 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:14:08.676394 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-a8b7de25-2e3c-493f-abe7-912a3b9022be req-19f495ce-a3c9-4390-bb53-2e5784393352 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a84d983d80534a47a6d92c606602b07f&device_id=5177d4b2-040c-4791-8030-1b9dc43777da HTTP/1.1" status: 200 len: 1134 time: 0.1168678 Nov 05 19:14:08.705950 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-413f3f35-a027-431c-a3ef-1144ef21d8aa None None] Provisioning complete for port 568c1f9a-f54b-4665-85e6-b226b0121a28 triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:14:08.706704 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-413f3f35-a027-431c-a3ef-1144ef21d8aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:14:08.750641 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-413f3f35-a027-431c-a3ef-1144ef21d8aa None None] Port 568c1f9a-f54b-4665-85e6-b226b0121a28 cannot update to ACTIVE because it is not bound. {{(pid=102388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 19:14:08.769030 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-e60dfe7f-0f0c-411b-9678-610fbbcf1df8 req-3ae5f7f1-9284-4c25-a04a-a0bdc014454e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:14:08.925018 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b7de25-2e3c-493f-abe7-912a3b9022be req-1aeaebd5-27a8-4865-ac4c-c4db1bdf6178 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:14:08.926562 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-a8b7de25-2e3c-493f-abe7-912a3b9022be req-1aeaebd5-27a8-4865-ac4c-c4db1bdf6178 service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=a84d983d80534a47a6d92c606602b07f&shared=False HTTP/1.1" status: 200 len: 898 time: 0.2278934 Nov 05 19:14:09.100140 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b7de25-2e3c-493f-abe7-912a3b9022be req-ae455267-e7d0-42c1-9148-70b98e9bb3ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:14:09.101791 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-a8b7de25-2e3c-493f-abe7-912a3b9022be req-ae455267-e7d0-42c1-9148-70b98e9bb3ce service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1656196 Nov 05 19:14:09.220061 n-d-816865-1 neutron-server[102386]: DEBUG neutron.notifiers.nova [req-e60dfe7f-0f0c-411b-9678-610fbbcf1df8 req-3ae5f7f1-9284-4c25-a04a-a0bdc014454e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 568c1f9a-f54b-4665-85e6-b226b0121a28 {{(pid=102386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 19:14:09.230552 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-e60dfe7f-0f0c-411b-9678-610fbbcf1df8 req-3ae5f7f1-9284-4c25-a04a-a0bdc014454e service neutron] Publish callbacks [] for port, precommit_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:14:09.243624 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5f4bd5-a6b1-4ca2-992e-c8053b035178 req-cbafbced-d726-4b6e-a32c-88b31d249ff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:14:09.245174 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-fd5f4bd5-a6b1-4ca2-992e-c8053b035178 req-cbafbced-d726-4b6e-a32c-88b31d249ff2 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a84d983d80534a47a6d92c606602b07f&device_id=5177d4b2-040c-4791-8030-1b9dc43777da HTTP/1.1" status: 200 len: 1134 time: 0.0935476 Nov 05 19:14:09.250317 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.provisioning_blocks [req-e60dfe7f-0f0c-411b-9678-610fbbcf1df8 req-3ae5f7f1-9284-4c25-a04a-a0bdc014454e service neutron] Transition to ACTIVE for port object 568c1f9a-f54b-4665-85e6-b226b0121a28 will not be triggered until provisioned by entity L2. {{(pid=102386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 05 19:14:09.298893 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-fd5f4bd5-a6b1-4ca2-992e-c8053b035178 req-c49c4181-5447-4dbf-beb7-5534b4b45c93 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c8e60b88-c11d-490e-9300-b9a578a21a27 HTTP/1.1" status: 200 len: 217 time: 0.0401816 Nov 05 19:14:09.349044 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-e60dfe7f-0f0c-411b-9678-610fbbcf1df8 req-3ae5f7f1-9284-4c25-a04a-a0bdc014454e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6149821'] for port, after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:14:09.400936 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5f4bd5-a6b1-4ca2-992e-c8053b035178 req-ce932366-c007-44cb-8037-11b35ba5d943 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:14:09.409048 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-fd5f4bd5-a6b1-4ca2-992e-c8053b035178 req-ce932366-c007-44cb-8037-11b35ba5d943 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=8d0e99fa-c7b5-4342-b937-e68b113a2994 HTTP/1.1" status: 200 len: 834 time: 0.1021528 Nov 05 19:14:09.492904 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae5f7f1-9284-4c25-a04a-a0bdc014454e service neutron] Pushing event updated for resources: {'Port': ['ID=568c1f9a-f54b-4665-85e6-b226b0121a28,revision_number=2']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:14:09.531167 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e2b513-1be8-4575-9dec-32ea5564c08b req-4f28df8f-866b-4e4a-a2d1-e6f4f3663e44 tempest-TestVolumeBackupRestore-1484239073 tempest-TestVolumeBackupRestore-1484239073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:14:09.532781 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-91e2b513-1be8-4575-9dec-32ea5564c08b req-4f28df8f-866b-4e4a-a2d1-e6f4f3663e44 tempest-TestVolumeBackupRestore-1484239073 tempest-TestVolumeBackupRestore-1484239073-project] 10.222.0.13 "GET /v2.0/ports?device_id=55d6d7cc-57d8-4858-bf74-25f625297eb8 HTTP/1.1" status: 200 len: 931 time: 0.4563172 Nov 05 19:14:09.567883 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5f4bd5-a6b1-4ca2-992e-c8053b035178 req-0921fdea-de0b-4def-9a2d-d4317cca2248 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:14:09.570574 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-fd5f4bd5-a6b1-4ca2-992e-c8053b035178 req-0921fdea-de0b-4def-9a2d-d4317cca2248 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=58fc325a-e45a-49be-bf36-f6c96aa6a244&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1206183 Nov 05 19:14:09.592306 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4281ee-285e-4bca-b80e-67b5b87299e4 req-b385ecd9-0aa3-4cd9-87cd-8fc636680633 tempest-TestSecurityGroupsBasicOps-319188584 tempest-TestSecurityGroupsBasicOps-319188584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:14:09.594366 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-2a4281ee-285e-4bca-b80e-67b5b87299e4 req-b385ecd9-0aa3-4cd9-87cd-8fc636680633 tempest-TestSecurityGroupsBasicOps-319188584 tempest-TestSecurityGroupsBasicOps-319188584-project] 10.222.0.13 "GET /v2.0/ports?device_id=5177d4b2-040c-4791-8030-1b9dc43777da HTTP/1.1" status: 200 len: 983 time: 0.1190290 Nov 05 19:14:09.648446 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-91e2b513-1be8-4575-9dec-32ea5564c08b req-1123eb47-e9ae-44be-a0ed-462e9924d6c6 tempest-TestVolumeBackupRestore-1484239073 tempest-TestVolumeBackupRestore-1484239073-project] 10.222.0.13 "GET /v2.0/security-groups?id=74249167-aedd-4f9d-94ee-573d365c4c2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1068580 Nov 05 19:14:09.677081 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [req-e60dfe7f-0f0c-411b-9678-610fbbcf1df8 req-3ae5f7f1-9284-4c25-a04a-a0bdc014454e service neutron] Attempting to bind port 568c1f9a-f54b-4665-85e6-b226b0121a28 on host n-h2-816865-1 for vnic_type normal with profile {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 19:14:09.677418 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [req-e60dfe7f-0f0c-411b-9678-610fbbcf1df8 req-3ae5f7f1-9284-4c25-a04a-a0bdc014454e service neutron] Attempting to bind port 568c1f9a-f54b-4665-85e6-b226b0121a28 by drivers openvswitch,hyperv on host n-h2-816865-1 at level 0 using segments [{'id': 'e0299e2d-faaa-4d7b-92f5-e96b3311ecd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'b29fb6fc-2756-4024-98c9-1612017b047f'}] {{(pid=102386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 19:14:09.677749 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e60dfe7f-0f0c-411b-9678-610fbbcf1df8 req-3ae5f7f1-9284-4c25-a04a-a0bdc014454e service neutron] Attempting to bind port 568c1f9a-f54b-4665-85e6-b226b0121a28 on network b29fb6fc-2756-4024-98c9-1612017b047f {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 19:14:09.687511 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e60dfe7f-0f0c-411b-9678-610fbbcf1df8 req-3ae5f7f1-9284-4c25-a04a-a0bdc014454e service neutron] Port 568c1f9a-f54b-4665-85e6-b226b0121a28 on network b29fb6fc-2756-4024-98c9-1612017b047f not bound, no agent of type Open vSwitch agent registered on host n-h2-816865-1 {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 19:14:09.687842 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e60dfe7f-0f0c-411b-9678-610fbbcf1df8 req-3ae5f7f1-9284-4c25-a04a-a0bdc014454e service neutron] Attempting to bind port 568c1f9a-f54b-4665-85e6-b226b0121a28 on network b29fb6fc-2756-4024-98c9-1612017b047f {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 19:14:09.700090 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e60dfe7f-0f0c-411b-9678-610fbbcf1df8 req-3ae5f7f1-9284-4c25-a04a-a0bdc014454e service neutron] Checking agent: {'id': '32aff553-696f-4891-83f5-5c176f61fe54', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816865-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 18, 33, 36), 'started_at': datetime.datetime(2021, 11, 5, 18, 33, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 19, 14, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 19:14:09.700590 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e60dfe7f-0f0c-411b-9678-610fbbcf1df8 req-3ae5f7f1-9284-4c25-a04a-a0bdc014454e service neutron] Checking segment: {'id': 'e0299e2d-faaa-4d7b-92f5-e96b3311ecd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'b29fb6fc-2756-4024-98c9-1612017b047f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 19:14:09.701062 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e60dfe7f-0f0c-411b-9678-610fbbcf1df8 req-3ae5f7f1-9284-4c25-a04a-a0bdc014454e service neutron] Bound using segment: {'id': 'e0299e2d-faaa-4d7b-92f5-e96b3311ecd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'b29fb6fc-2756-4024-98c9-1612017b047f'} {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 19:14:09.701575 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [req-e60dfe7f-0f0c-411b-9678-610fbbcf1df8 req-3ae5f7f1-9284-4c25-a04a-a0bdc014454e service neutron] Bound port: 568c1f9a-f54b-4665-85e6-b226b0121a28, host: n-h2-816865-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e0299e2d-faaa-4d7b-92f5-e96b3311ecd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'b29fb6fc-2756-4024-98c9-1612017b047f'}}] {{(pid=102386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 19:14:09.702034 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-e60dfe7f-0f0c-411b-9678-610fbbcf1df8 req-3ae5f7f1-9284-4c25-a04a-a0bdc014454e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:14:09.702772 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-2a4281ee-285e-4bca-b80e-67b5b87299e4 req-1545e884-f2e0-498c-9c4f-9384693f4c1d tempest-TestSecurityGroupsBasicOps-319188584 tempest-TestSecurityGroupsBasicOps-319188584-project] 10.222.0.13 "GET /v2.0/security-groups?id=774d1a15-5a47-408c-b009-1e46110c55e9&id=fa0b378d-eab7-43e2-91ac-352cff85ffc5&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0975416 Nov 05 19:14:09.756919 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-fd5f4bd5-a6b1-4ca2-992e-c8053b035178 req-aadfbbb6-df47-490d-b640-df24d9d6d3da service neutron] 10.222.0.55 "GET /v2.0/networks/58fc325a-e45a-49be-bf36-f6c96aa6a244?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1768906 Nov 05 19:14:09.842549 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [req-e60dfe7f-0f0c-411b-9678-610fbbcf1df8 req-3ae5f7f1-9284-4c25-a04a-a0bdc014454e service neutron] For port 568c1f9a-f54b-4665-85e6-b226b0121a28, host n-h2-816865-1, cleared binding levels {{(pid=102386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 19:14:09.864070 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [req-e60dfe7f-0f0c-411b-9678-610fbbcf1df8 req-3ae5f7f1-9284-4c25-a04a-a0bdc014454e service neutron] For port 568c1f9a-f54b-4665-85e6-b226b0121a28, host n-h2-816865-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=568c1f9a-f54b-4665-85e6-b226b0121a28,segment=NetworkSegment(e0299e2d-faaa-4d7b-92f5-e96b3311ecd0),segment_id=e0299e2d-faaa-4d7b-92f5-e96b3311ecd0)] {{(pid=102386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 19:14:09.886367 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-fd5f4bd5-a6b1-4ca2-992e-c8053b035178 req-11d28e79-adf0-4c41-8385-5ca2385eef21 service neutron] 10.222.0.55 "GET /v2.0/networks/58fc325a-e45a-49be-bf36-f6c96aa6a244?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1189692 Nov 05 19:14:09.927907 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-e60dfe7f-0f0c-411b-9678-610fbbcf1df8 req-3ae5f7f1-9284-4c25-a04a-a0bdc014454e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6149821'] for port, after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:14:09.963250 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60dfe7f-0f0c-411b-9678-610fbbcf1df8 req-3ae5f7f1-9284-4c25-a04a-a0bdc014454e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:14:09.963869 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-e60dfe7f-0f0c-411b-9678-610fbbcf1df8 req-3ae5f7f1-9284-4c25-a04a-a0bdc014454e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:14:09.965244 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-e60dfe7f-0f0c-411b-9678-610fbbcf1df8 req-3ae5f7f1-9284-4c25-a04a-a0bdc014454e service neutron] 10.222.0.55 "PUT /v2.0/ports/568c1f9a-f54b-4665-85e6-b226b0121a28 HTTP/1.1" status: 200 len: 1091 time: 1.3325839 Nov 05 19:14:09.987792 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae5f7f1-9284-4c25-a04a-a0bdc014454e service neutron] Pushing event updated for resources: {'Port': ['ID=568c1f9a-f54b-4665-85e6-b226b0121a28,revision_number=3']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:14:10.120377 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60dfe7f-0f0c-411b-9678-610fbbcf1df8 req-e2f3bf32-8c36-4051-a534-69479a7a4791 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:14:10.122178 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-e60dfe7f-0f0c-411b-9678-610fbbcf1df8 req-e2f3bf32-8c36-4051-a534-69479a7a4791 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=579440a62ec247f09087f4c32fc4ebe9&device_id=55d6d7cc-57d8-4858-bf74-25f625297eb8 HTTP/1.1" status: 200 len: 1094 time: 0.0531418 Nov 05 19:14:10.169603 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-e60dfe7f-0f0c-411b-9678-610fbbcf1df8 req-89769850-e7fa-47e3-bdcc-183f11bb19e2 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=568c1f9a-f54b-4665-85e6-b226b0121a28 HTTP/1.1" status: 200 len: 217 time: 0.0381317 Nov 05 19:14:10.227210 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60dfe7f-0f0c-411b-9678-610fbbcf1df8 req-e55fab19-9a9f-4d92-877f-c7f8dab2028c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:14:10.229199 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-e60dfe7f-0f0c-411b-9678-610fbbcf1df8 req-e55fab19-9a9f-4d92-877f-c7f8dab2028c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=62d28d6c-64b6-4a97-9fff-76e22c484a81 HTTP/1.1" status: 200 len: 853 time: 0.0519180 Nov 05 19:14:10.279370 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60dfe7f-0f0c-411b-9678-610fbbcf1df8 req-f5e844c7-fd50-4aad-8b9f-feceb7134b41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:14:10.280836 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-e60dfe7f-0f0c-411b-9678-610fbbcf1df8 req-f5e844c7-fd50-4aad-8b9f-feceb7134b41 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b29fb6fc-2756-4024-98c9-1612017b047f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0430956 Nov 05 19:14:10.379116 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-e60dfe7f-0f0c-411b-9678-610fbbcf1df8 req-189e2e9a-14a2-468d-8cd4-0814284a2af8 service neutron] 10.222.0.55 "GET /v2.0/networks/b29fb6fc-2756-4024-98c9-1612017b047f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899670 Nov 05 19:14:10.471003 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-e60dfe7f-0f0c-411b-9678-610fbbcf1df8 req-1cc3a24d-4f7f-4155-a1a7-44fdb2d4c33b service neutron] 10.222.0.55 "GET /v2.0/networks/b29fb6fc-2756-4024-98c9-1612017b047f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835962 Nov 05 19:14:10.534981 n-d-816865-1 neutron-server[102386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55d6d7cc-57d8-4858-bf74-25f625297eb8', 'tag': '568c1f9a-f54b-4665-85e6-b226b0121a28'}] {{(pid=102386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 19:14:10.537346 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6173a44d7c73f41af551dc890fa1a5892c2c6bc3458b640c8e0c24db7876ba6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8737dc5a-f6d6-4629-b2f3-d0d8b89845c9" -d '{"events": [{"name": "network-changed", "server_uuid": "55d6d7cc-57d8-4858-bf74-25f625297eb8", "tag": "568c1f9a-f54b-4665-85e6-b226b0121a28"}]}' {{(pid=102386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 19:14:10.574508 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 19:14:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd47c008-7df1-48fe-8302-e6813660cd4b x-openstack-request-id: req-fd47c008-7df1-48fe-8302-e6813660cd4b {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 19:14:10.574806 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "55d6d7cc-57d8-4858-bf74-25f625297eb8", "tag": "568c1f9a-f54b-4665-85e6-b226b0121a28", "status": "completed", "code": 200}]} {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 19:14:10.575089 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-fd47c008-7df1-48fe-8302-e6813660cd4b {{(pid=102386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 19:14:10.575494 n-d-816865-1 neutron-server[102386]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55d6d7cc-57d8-4858-bf74-25f625297eb8', 'tag': '568c1f9a-f54b-4665-85e6-b226b0121a28', 'status': 'completed', 'code': 200} Nov 05 19:14:10.652072 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8737dc5a-f6d6-4629-b2f3-d0d8b89845c9 req-fa18ce6c-6e67-4120-8a82-5776d24f072b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:14:10.653665 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-8737dc5a-f6d6-4629-b2f3-d0d8b89845c9 req-fa18ce6c-6e67-4120-8a82-5776d24f072b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=579440a62ec247f09087f4c32fc4ebe9&device_id=55d6d7cc-57d8-4858-bf74-25f625297eb8 HTTP/1.1" status: 200 len: 1094 time: 0.0447793 Nov 05 19:14:10.751003 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.agents_db [None req-b9406b04-a0e8-43cf-b349-711963d96cf4 None None] Agent healthcheck: found 7 active agents {{(pid=102389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 05 19:14:10.763304 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8737dc5a-f6d6-4629-b2f3-d0d8b89845c9 req-d10a8319-7dd9-497c-bfb6-b5779ce98e30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:14:10.764819 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-8737dc5a-f6d6-4629-b2f3-d0d8b89845c9 req-d10a8319-7dd9-497c-bfb6-b5779ce98e30 service neutron] 10.222.0.55 "GET /v2.0/networks?id=b29fb6fc-2756-4024-98c9-1612017b047f HTTP/1.1" status: 200 len: 915 time: 0.1034060 Nov 05 19:14:10.788119 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d9a038-6ec9-460f-b317-27c393846bdf req-45f36c49-fd4f-4938-ab4e-838a7c1395e1 tempest-TestVolumeBackupRestore-1484239073 tempest-TestVolumeBackupRestore-1484239073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:14:10.790516 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-d3d9a038-6ec9-460f-b317-27c393846bdf req-45f36c49-fd4f-4938-ab4e-838a7c1395e1 tempest-TestVolumeBackupRestore-1484239073 tempest-TestVolumeBackupRestore-1484239073-project] 10.222.0.13 "GET /v2.0/ports?device_id=55d6d7cc-57d8-4858-bf74-25f625297eb8 HTTP/1.1" status: 200 len: 943 time: 0.0576220 Nov 05 19:14:10.813186 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-8737dc5a-f6d6-4629-b2f3-d0d8b89845c9 req-1b6b640b-7392-453f-8bf7-87ae8038bec8 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=568c1f9a-f54b-4665-85e6-b226b0121a28 HTTP/1.1" status: 200 len: 217 time: 0.0403757 Nov 05 19:14:10.869768 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8737dc5a-f6d6-4629-b2f3-d0d8b89845c9 req-d08d3592-733d-4926-af54-46ccd41e7744 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:14:10.871282 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-8737dc5a-f6d6-4629-b2f3-d0d8b89845c9 req-d08d3592-733d-4926-af54-46ccd41e7744 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=62d28d6c-64b6-4a97-9fff-76e22c484a81 HTTP/1.1" status: 200 len: 853 time: 0.0491235 Nov 05 19:14:10.874585 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9771e2a5-2c49-40ee-a56a-f272d811a070 req-3071e4a2-3f84-4e84-928b-bf6729ce889d tempest-TestSecurityGroupsBasicOps-319188584 tempest-TestSecurityGroupsBasicOps-319188584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:14:10.876156 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-9771e2a5-2c49-40ee-a56a-f272d811a070 req-3071e4a2-3f84-4e84-928b-bf6729ce889d tempest-TestSecurityGroupsBasicOps-319188584 tempest-TestSecurityGroupsBasicOps-319188584-project] 10.222.0.13 "GET /v2.0/ports?device_id=5177d4b2-040c-4791-8030-1b9dc43777da HTTP/1.1" status: 200 len: 983 time: 0.0845358 Nov 05 19:14:10.880640 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-d3d9a038-6ec9-460f-b317-27c393846bdf req-bd834336-1a75-434a-9f3f-36ebb2f229ac tempest-TestVolumeBackupRestore-1484239073 tempest-TestVolumeBackupRestore-1484239073-project] 10.222.0.13 "GET /v2.0/security-groups?id=74249167-aedd-4f9d-94ee-573d365c4c2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0797493 Nov 05 19:14:10.943842 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-9771e2a5-2c49-40ee-a56a-f272d811a070 req-9dc5d25e-23bb-4b1e-951a-a9c5d4801e8d tempest-TestSecurityGroupsBasicOps-319188584 tempest-TestSecurityGroupsBasicOps-319188584-project] 10.222.0.13 "GET /v2.0/security-groups?id=774d1a15-5a47-408c-b009-1e46110c55e9&id=fa0b378d-eab7-43e2-91ac-352cff85ffc5&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0598357 Nov 05 19:14:11.260592 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8737dc5a-f6d6-4629-b2f3-d0d8b89845c9 req-f37ee7dd-c2e5-4d32-bb57-2d38c57b2cfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:14:11.262132 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-8737dc5a-f6d6-4629-b2f3-d0d8b89845c9 req-f37ee7dd-c2e5-4d32-bb57-2d38c57b2cfc service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b29fb6fc-2756-4024-98c9-1612017b047f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3826544 Nov 05 19:14:11.357389 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-8737dc5a-f6d6-4629-b2f3-d0d8b89845c9 req-cae088b8-d433-466e-9fd6-9cd1a4a9e2e7 service neutron] 10.222.0.55 "GET /v2.0/networks/b29fb6fc-2756-4024-98c9-1612017b047f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849135 Nov 05 19:14:11.452492 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-8737dc5a-f6d6-4629-b2f3-d0d8b89845c9 req-79a7fb23-50cc-4038-bf54-4c4863ed22cc service neutron] 10.222.0.55 "GET /v2.0/networks/b29fb6fc-2756-4024-98c9-1612017b047f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874259 Nov 05 19:14:12.018521 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91fb87f-7151-40d6-99cb-5ac71e9adff2 req-77f0d7bb-5753-467e-a207-f506bdcd6575 tempest-TestVolumeBackupRestore-1484239073 tempest-TestVolumeBackupRestore-1484239073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:14:12.020900 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-f91fb87f-7151-40d6-99cb-5ac71e9adff2 req-77f0d7bb-5753-467e-a207-f506bdcd6575 tempest-TestVolumeBackupRestore-1484239073 tempest-TestVolumeBackupRestore-1484239073-project] 10.222.0.13 "GET /v2.0/ports?device_id=55d6d7cc-57d8-4858-bf74-25f625297eb8 HTTP/1.1" status: 200 len: 943 time: 0.0663292 Nov 05 19:14:12.052613 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-3dacdfec-f373-4bf2-a05e-3c4c5f961037 req-ecb84ad7-cb3d-498f-9d60-8d643b7cc7ec service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=290c51ab-aef0-42b0-b28a-c110c73b3a2f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0501482 Nov 05 19:14:12.105061 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f21738-b95d-426e-b8dd-5e0aa8e2a9c1 req-cac48a1a-e68b-4e42-9f16-74a71e835779 tempest-TestSecurityGroupsBasicOps-319188584 tempest-TestSecurityGroupsBasicOps-319188584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:14:12.106617 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-91f21738-b95d-426e-b8dd-5e0aa8e2a9c1 req-cac48a1a-e68b-4e42-9f16-74a71e835779 tempest-TestSecurityGroupsBasicOps-319188584 tempest-TestSecurityGroupsBasicOps-319188584-project] 10.222.0.13 "GET /v2.0/ports?device_id=5177d4b2-040c-4791-8030-1b9dc43777da HTTP/1.1" status: 200 len: 983 time: 0.0846357 Nov 05 19:14:12.116029 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-f91fb87f-7151-40d6-99cb-5ac71e9adff2 req-3af729c3-6408-4166-be84-df4e7eb08ee3 tempest-TestVolumeBackupRestore-1484239073 tempest-TestVolumeBackupRestore-1484239073-project] 10.222.0.13 "GET /v2.0/security-groups?id=74249167-aedd-4f9d-94ee-573d365c4c2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0846126 Nov 05 19:14:12.145660 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dacdfec-f373-4bf2-a05e-3c4c5f961037 req-2c74c300-7ca8-4a76-9e71-d675241459b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:14:12.147283 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-3dacdfec-f373-4bf2-a05e-3c4c5f961037 req-2c74c300-7ca8-4a76-9e71-d675241459b1 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=c9875160e1e6467ba4c32e29bdc7488a&device_id=290c51ab-aef0-42b0-b28a-c110c73b3a2f HTTP/1.1" status: 200 len: 1098 time: 0.0495529 Nov 05 19:14:12.171712 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-91f21738-b95d-426e-b8dd-5e0aa8e2a9c1 req-4b0bc781-e1e8-4088-ba28-63839e2f526f tempest-TestSecurityGroupsBasicOps-319188584 tempest-TestSecurityGroupsBasicOps-319188584-project] 10.222.0.13 "GET /v2.0/security-groups?id=774d1a15-5a47-408c-b009-1e46110c55e9&id=fa0b378d-eab7-43e2-91ac-352cff85ffc5&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0546470 Nov 05 19:14:12.252701 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dacdfec-f373-4bf2-a05e-3c4c5f961037 req-1549c45c-d21e-49bf-a8bf-1a0b0f766619 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:14:12.254221 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-3dacdfec-f373-4bf2-a05e-3c4c5f961037 req-1549c45c-d21e-49bf-a8bf-1a0b0f766619 service neutron] 10.222.0.55 "GET /v2.0/networks?id=4dc00c45-f8b9-4c9a-a6c5-c27d3aa63b93 HTTP/1.1" status: 200 len: 918 time: 0.0872860 Nov 05 19:14:12.328428 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-3dacdfec-f373-4bf2-a05e-3c4c5f961037 req-2692be62-fc23-4215-a368-4237af266e8f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e3572706-bfed-4c54-96bd-8af0f0dd8d42 HTTP/1.1" status: 200 len: 1002 time: 0.0632279 Nov 05 19:14:12.379543 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dacdfec-f373-4bf2-a05e-3c4c5f961037 req-6fda62a2-d055-4d15-bcd2-f51044917a99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:14:12.381004 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-3dacdfec-f373-4bf2-a05e-3c4c5f961037 req-6fda62a2-d055-4d15-bcd2-f51044917a99 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=57c79303-6c4f-4c08-a695-f3ffd6fc49db HTTP/1.1" status: 200 len: 856 time: 0.0428877 Nov 05 19:14:12.388436 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Device c8e60b88-c11d-490e-9300-b9a578a21a27 details requested by agent hyperv_n-h2-816865-1 with host n-h2-816865-1 {{(pid=102388) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 05 19:14:12.431627 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dacdfec-f373-4bf2-a05e-3c4c5f961037 req-c59f50ab-ec4b-4bda-b25b-7416a59efd5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:14:12.433126 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-3dacdfec-f373-4bf2-a05e-3c4c5f961037 req-c59f50ab-ec4b-4bda-b25b-7416a59efd5a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=4dc00c45-f8b9-4c9a-a6c5-c27d3aa63b93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0439339 Nov 05 19:14:12.495777 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] For port c8e60b88-c11d-490e-9300-b9a578a21a27, host n-h2-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=c8e60b88-c11d-490e-9300-b9a578a21a27,segment=NetworkSegment(4d8702c8-399b-43c9-bc26-a47a134ad532),segment_id=4d8702c8-399b-43c9-bc26-a47a134ad532)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:14:12.509461 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Returning: {'device': 'c8e60b88-c11d-490e-9300-b9a578a21a27', 'network_id': '58fc325a-e45a-49be-bf36-f6c96aa6a244', 'port_id': 'c8e60b88-c11d-490e-9300-b9a578a21a27', 'mac_address': 'fa:16:3e:ca:fe:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 171, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d0e99fa-c7b5-4342-b937-e68b113a2994', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102388) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 05 19:14:12.533457 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-3dacdfec-f373-4bf2-a05e-3c4c5f961037 req-45bf67d3-a38e-4cda-a94f-94f749b8a6c5 service neutron] 10.222.0.55 "GET /v2.0/networks/4dc00c45-f8b9-4c9a-a6c5-c27d3aa63b93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924094 Nov 05 19:14:12.548015 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:14:12.561103 n-d-816865-1 neutron-server[102388]: DEBUG neutron.notifiers.nova [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c8e60b88-c11d-490e-9300-b9a578a21a27 {{(pid=102388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 19:14:12.583216 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] For port c8e60b88-c11d-490e-9300-b9a578a21a27, host n-h2-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=c8e60b88-c11d-490e-9300-b9a578a21a27,segment=NetworkSegment(4d8702c8-399b-43c9-bc26-a47a134ad532),segment_id=4d8702c8-399b-43c9-bc26-a47a134ad532)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:14:12.629268 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-3dacdfec-f373-4bf2-a05e-3c4c5f961037 req-998f86fe-6bda-49cd-ad81-0e4fa667ec68 service neutron] 10.222.0.55 "GET /v2.0/networks/4dc00c45-f8b9-4c9a-a6c5-c27d3aa63b93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875795 Nov 05 19:14:12.630132 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:14:12.679527 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Pushing event updated for resources: {'Port': ['ID=c8e60b88-c11d-490e-9300-b9a578a21a27,revision_number=4']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:14:12.687050 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:14:12.687340 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:14:12.687685 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:14:12.688023 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:14:12.688359 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:14:12.688689 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:14:12.689016 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:14:12.689341 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:14:12.689663 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:14:12.689987 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:14:12.690339 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:14:12.690661 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:14:12.888726 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] get_ports_and_sgs() called for port_ids ['c8e60b88-c11d-490e-9300-b9a578a21a27'] {{(pid=102388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 19:14:13.235357 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67261004-761e-4eab-9699-4f255b0c9f01 req-f37c5af9-c685-41e0-ad5e-4dd6cc8de811 tempest-TestVolumeBackupRestore-1484239073 tempest-TestVolumeBackupRestore-1484239073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:14:13.236861 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-67261004-761e-4eab-9699-4f255b0c9f01 req-f37c5af9-c685-41e0-ad5e-4dd6cc8de811 tempest-TestVolumeBackupRestore-1484239073 tempest-TestVolumeBackupRestore-1484239073-project] 10.222.0.13 "GET /v2.0/ports?device_id=55d6d7cc-57d8-4858-bf74-25f625297eb8 HTTP/1.1" status: 200 len: 943 time: 0.0502410 Nov 05 19:14:13.322423 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290769cd-98f8-4cb4-87e4-ad3453b09278 req-8cbb3115-44c6-4aea-b6f4-2e32a6329f95 tempest-TestSecurityGroupsBasicOps-319188584 tempest-TestSecurityGroupsBasicOps-319188584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:14:13.323812 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-290769cd-98f8-4cb4-87e4-ad3453b09278 req-8cbb3115-44c6-4aea-b6f4-2e32a6329f95 tempest-TestSecurityGroupsBasicOps-319188584 tempest-TestSecurityGroupsBasicOps-319188584-project] 10.222.0.13 "GET /v2.0/ports?device_id=5177d4b2-040c-4791-8030-1b9dc43777da HTTP/1.1" status: 200 len: 984 time: 0.0826797 Nov 05 19:14:13.327848 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-67261004-761e-4eab-9699-4f255b0c9f01 req-7072df3e-9c3c-4dd7-b1c1-b81c35f15a1b tempest-TestVolumeBackupRestore-1484239073 tempest-TestVolumeBackupRestore-1484239073-project] 10.222.0.13 "GET /v2.0/security-groups?id=74249167-aedd-4f9d-94ee-573d365c4c2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0784371 Nov 05 19:14:13.382105 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-290769cd-98f8-4cb4-87e4-ad3453b09278 req-276c7afa-a3c1-4ce5-8270-387361db91a7 tempest-TestSecurityGroupsBasicOps-319188584 tempest-TestSecurityGroupsBasicOps-319188584-project] 10.222.0.13 "GET /v2.0/security-groups?id=774d1a15-5a47-408c-b009-1e46110c55e9&id=fa0b378d-eab7-43e2-91ac-352cff85ffc5&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0520120 Nov 05 19:14:14.397573 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Device c8e60b88-c11d-490e-9300-b9a578a21a27 up at agent hyperv_n-h2-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 19:14:14.444960 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a895e554-8a7b-4531-a7f5-48f03e71b7c8 req-6bc794e1-4240-4a09-a2c4-c0f2a841a7be tempest-TestVolumeBackupRestore-1484239073 tempest-TestVolumeBackupRestore-1484239073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:14:14.447899 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-a895e554-8a7b-4531-a7f5-48f03e71b7c8 req-6bc794e1-4240-4a09-a2c4-c0f2a841a7be tempest-TestVolumeBackupRestore-1484239073 tempest-TestVolumeBackupRestore-1484239073-project] 10.222.0.13 "GET /v2.0/ports?device_id=55d6d7cc-57d8-4858-bf74-25f625297eb8 HTTP/1.1" status: 200 len: 943 time: 0.0521693 Nov 05 19:14:14.510552 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Provisioning for port c8e60b88-c11d-490e-9300-b9a578a21a27 completed by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 05 19:14:14.514771 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Provisioning complete for port c8e60b88-c11d-490e-9300-b9a578a21a27 triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:14:14.519792 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:14:14.542396 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568ababf-8773-43c4-8b97-c4be487cd73f req-42d5d9cd-9124-48a7-a320-9535d630b346 tempest-TestSecurityGroupsBasicOps-319188584 tempest-TestSecurityGroupsBasicOps-319188584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:14:14.544093 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-568ababf-8773-43c4-8b97-c4be487cd73f req-42d5d9cd-9124-48a7-a320-9535d630b346 tempest-TestSecurityGroupsBasicOps-319188584 tempest-TestSecurityGroupsBasicOps-319188584-project] 10.222.0.13 "GET /v2.0/ports?device_id=5177d4b2-040c-4791-8030-1b9dc43777da HTTP/1.1" status: 200 len: 984 time: 0.0883114 Nov 05 19:14:14.547878 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-a895e554-8a7b-4531-a7f5-48f03e71b7c8 req-b4fe0ce3-d43e-4b13-8cb6-5c49464775b5 tempest-TestVolumeBackupRestore-1484239073 tempest-TestVolumeBackupRestore-1484239073-project] 10.222.0.13 "GET /v2.0/security-groups?id=74249167-aedd-4f9d-94ee-573d365c4c2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0939620 Nov 05 19:14:14.597126 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:14:14.607453 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-568ababf-8773-43c4-8b97-c4be487cd73f req-3997671a-30d9-42e7-ac10-b6a29ccda54e tempest-TestSecurityGroupsBasicOps-319188584 tempest-TestSecurityGroupsBasicOps-319188584-project] 10.222.0.13 "GET /v2.0/security-groups?id=774d1a15-5a47-408c-b009-1e46110c55e9&id=fa0b378d-eab7-43e2-91ac-352cff85ffc5&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0568008 Nov 05 19:14:14.621027 n-d-816865-1 neutron-server[102388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5177d4b2-040c-4791-8030-1b9dc43777da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8e60b88-c11d-490e-9300-b9a578a21a27'}] {{(pid=102388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 19:14:14.623403 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85474fee1180e129d8a886d264fe0b30223aa672dd1ffe43b630605f18504f68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d648b8a-e84f-4447-a197-b0856a9d8309" -d '{"events": [{"server_uuid": "5177d4b2-040c-4791-8030-1b9dc43777da", "name": "network-vif-plugged", "status": "completed", "tag": "c8e60b88-c11d-490e-9300-b9a578a21a27"}]}' {{(pid=102388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 19:14:14.636807 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] For port c8e60b88-c11d-490e-9300-b9a578a21a27, host n-h2-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=c8e60b88-c11d-490e-9300-b9a578a21a27,segment=NetworkSegment(4d8702c8-399b-43c9-bc26-a47a134ad532),segment_id=4d8702c8-399b-43c9-bc26-a47a134ad532)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:14:14.660226 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 19:14:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddd926be-0ec2-4338-bccf-5216e8ef25ee x-openstack-request-id: req-ddd926be-0ec2-4338-bccf-5216e8ef25ee {{(pid=102388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 19:14:14.660511 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5177d4b2-040c-4791-8030-1b9dc43777da", "name": "network-vif-plugged", "status": "completed", "tag": "c8e60b88-c11d-490e-9300-b9a578a21a27", "code": 200}]} {{(pid=102388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 19:14:14.660762 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ddd926be-0ec2-4338-bccf-5216e8ef25ee {{(pid=102388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 19:14:14.661192 n-d-816865-1 neutron-server[102388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5177d4b2-040c-4791-8030-1b9dc43777da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8e60b88-c11d-490e-9300-b9a578a21a27', 'code': 200} Nov 05 19:14:14.721711 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:14:14.770492 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3011b98-d6d4-4a9a-88b7-151cb77f53bc req-14f2a70e-927c-486d-9838-cdec654e05e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:14:14.771093 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Pushing event updated for resources: {'Port': ['ID=c8e60b88-c11d-490e-9300-b9a578a21a27,revision_number=5']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:14:14.772012 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-c3011b98-d6d4-4a9a-88b7-151cb77f53bc req-14f2a70e-927c-486d-9838-cdec654e05e0 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=5177d4b2-040c-4791-8030-1b9dc43777da HTTP/1.1" status: 200 len: 1136 time: 0.0459328 Nov 05 19:14:14.828210 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-c3011b98-d6d4-4a9a-88b7-151cb77f53bc req-dcb0d8cd-5784-4ae1-9233-03599c8cbce5 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=fa0b378d-eab7-43e2-91ac-352cff85ffc5&id=774d1a15-5a47-408c-b009-1e46110c55e9&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0464370 Nov 05 19:14:15.672206 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da455f2-0e67-430b-8757-07be5fd13532 req-0da15a12-57ab-4941-90f5-c7faa680fdc2 tempest-TestVolumeBackupRestore-1484239073 tempest-TestVolumeBackupRestore-1484239073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:14:15.673712 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-4da455f2-0e67-430b-8757-07be5fd13532 req-0da15a12-57ab-4941-90f5-c7faa680fdc2 tempest-TestVolumeBackupRestore-1484239073 tempest-TestVolumeBackupRestore-1484239073-project] 10.222.0.13 "GET /v2.0/ports?device_id=55d6d7cc-57d8-4858-bf74-25f625297eb8 HTTP/1.1" status: 200 len: 943 time: 0.0500925 Nov 05 19:14:15.745974 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fa3ef8-7e05-42c7-88eb-9b1906a153fe req-56ae4c3f-354c-4383-a1e7-f38957283f34 tempest-TestSecurityGroupsBasicOps-319188584 tempest-TestSecurityGroupsBasicOps-319188584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:14:15.747482 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-c7fa3ef8-7e05-42c7-88eb-9b1906a153fe req-56ae4c3f-354c-4383-a1e7-f38957283f34 tempest-TestSecurityGroupsBasicOps-319188584 tempest-TestSecurityGroupsBasicOps-319188584-project] 10.222.0.13 "GET /v2.0/ports?device_id=5177d4b2-040c-4791-8030-1b9dc43777da HTTP/1.1" status: 200 len: 985 time: 0.0693805 Nov 05 19:14:15.767692 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-4da455f2-0e67-430b-8757-07be5fd13532 req-a0b9ba02-0d64-42a4-a5ab-71ede8b1b885 tempest-TestVolumeBackupRestore-1484239073 tempest-TestVolumeBackupRestore-1484239073-project] 10.222.0.13 "GET /v2.0/security-groups?id=74249167-aedd-4f9d-94ee-573d365c4c2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0878181 Nov 05 19:14:15.818623 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-c7fa3ef8-7e05-42c7-88eb-9b1906a153fe req-06de8b1c-47ba-45e6-a75b-f4ccf1da1ad0 tempest-TestSecurityGroupsBasicOps-319188584 tempest-TestSecurityGroupsBasicOps-319188584-project] 10.222.0.13 "GET /v2.0/security-groups?id=774d1a15-5a47-408c-b009-1e46110c55e9&id=fa0b378d-eab7-43e2-91ac-352cff85ffc5&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0618126 Nov 05 19:14:16.885727 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8a9560-beb5-4132-9392-3d7c9681eef4 req-cc228f87-a4e7-4b21-b457-6988029374ed tempest-TestVolumeBackupRestore-1484239073 tempest-TestVolumeBackupRestore-1484239073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:14:16.887352 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-4e8a9560-beb5-4132-9392-3d7c9681eef4 req-cc228f87-a4e7-4b21-b457-6988029374ed tempest-TestVolumeBackupRestore-1484239073 tempest-TestVolumeBackupRestore-1484239073-project] 10.222.0.13 "GET /v2.0/ports?device_id=55d6d7cc-57d8-4858-bf74-25f625297eb8 HTTP/1.1" status: 200 len: 943 time: 0.0522962 Nov 05 19:14:16.964429 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-4e8a9560-beb5-4132-9392-3d7c9681eef4 req-c5c47ff5-ed2f-4a66-8803-15edcb62a7d4 tempest-TestVolumeBackupRestore-1484239073 tempest-TestVolumeBackupRestore-1484239073-project] 10.222.0.13 "GET /v2.0/security-groups?id=74249167-aedd-4f9d-94ee-573d365c4c2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0711663 Nov 05 19:14:16.976621 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4330a4-a09f-4db0-a4e7-e1cd3c9ba2de req-49280ad6-186d-40a6-b24d-db9b7206c968 tempest-TestSecurityGroupsBasicOps-319188584 tempest-TestSecurityGroupsBasicOps-319188584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:14:16.978145 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-5d4330a4-a09f-4db0-a4e7-e1cd3c9ba2de req-49280ad6-186d-40a6-b24d-db9b7206c968 tempest-TestSecurityGroupsBasicOps-319188584 tempest-TestSecurityGroupsBasicOps-319188584-project] 10.222.0.13 "GET /v2.0/ports?device_id=5177d4b2-040c-4791-8030-1b9dc43777da HTTP/1.1" status: 200 len: 985 time: 0.0785730 Nov 05 19:14:17.035565 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-5d4330a4-a09f-4db0-a4e7-e1cd3c9ba2de req-a6d91f98-913e-4a33-97ee-aa230e9afbda tempest-TestSecurityGroupsBasicOps-319188584 tempest-TestSecurityGroupsBasicOps-319188584-project] 10.222.0.13 "GET /v2.0/security-groups?id=774d1a15-5a47-408c-b009-1e46110c55e9&id=fa0b378d-eab7-43e2-91ac-352cff85ffc5&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0514269 Nov 05 19:14:17.153283 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5d908c-a43a-46b6-b6bd-26d1a0f077e9 req-bb8e9566-9408-4a94-84ef-527182895a43 tempest-TestSecurityGroupsBasicOps-319188584 tempest-TestSecurityGroupsBasicOps-319188584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:14:17.154812 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-6e5d908c-a43a-46b6-b6bd-26d1a0f077e9 req-bb8e9566-9408-4a94-84ef-527182895a43 tempest-TestSecurityGroupsBasicOps-319188584 tempest-TestSecurityGroupsBasicOps-319188584-project] 10.222.0.13 "GET /v2.0/ports?device_id=5177d4b2-040c-4791-8030-1b9dc43777da HTTP/1.1" status: 200 len: 985 time: 0.0543435 Nov 05 19:14:17.211073 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-6e5d908c-a43a-46b6-b6bd-26d1a0f077e9 req-0a64211d-7955-4557-a223-d4efaff714f3 tempest-TestSecurityGroupsBasicOps-319188584 tempest-TestSecurityGroupsBasicOps-319188584-project] 10.222.0.13 "GET /v2.0/security-groups?id=774d1a15-5a47-408c-b009-1e46110c55e9&id=fa0b378d-eab7-43e2-91ac-352cff85ffc5&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0502429 Nov 05 19:14:17.314881 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bbd788-2749-4613-971d-6b8fe7169fcd req-135a575e-704a-4237-b5b4-05a3a90db6cc tempest-TestSecurityGroupsBasicOps-1877678398 tempest-TestSecurityGroupsBasicOps-1877678398-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:14:17.316283 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-a7bbd788-2749-4613-971d-6b8fe7169fcd req-135a575e-704a-4237-b5b4-05a3a90db6cc tempest-TestSecurityGroupsBasicOps-1877678398 tempest-TestSecurityGroupsBasicOps-1877678398-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=5177d4b2-040c-4791-8030-1b9dc43777da HTTP/1.1" status: 200 len: 1136 time: 0.0406499 Nov 05 19:14:17.334312 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-a7bbd788-2749-4613-971d-6b8fe7169fcd req-bf99a555-143a-4c27-8d10-8511c4a6699f tempest-TestSecurityGroupsBasicOps-1877678398 tempest-TestSecurityGroupsBasicOps-1877678398-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:14:17.404585 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-a7bbd788-2749-4613-971d-6b8fe7169fcd req-bf99a555-143a-4c27-8d10-8511c4a6699f tempest-TestSecurityGroupsBasicOps-1877678398 tempest-TestSecurityGroupsBasicOps-1877678398-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:14:17.490370 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-a7bbd788-2749-4613-971d-6b8fe7169fcd req-bf99a555-143a-4c27-8d10-8511c4a6699f tempest-TestSecurityGroupsBasicOps-1877678398 tempest-TestSecurityGroupsBasicOps-1877678398-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:14:17.532872 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf99a555-143a-4c27-8d10-8511c4a6699f tempest-TestSecurityGroupsBasicOps-1877678398 tempest-TestSecurityGroupsBasicOps-1877678398-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92c34484-4f71-49dc-8d1f-f829dbfc8a15,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:14:17.542069 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-a7bbd788-2749-4613-971d-6b8fe7169fcd req-bf99a555-143a-4c27-8d10-8511c4a6699f tempest-TestSecurityGroupsBasicOps-1877678398 tempest-TestSecurityGroupsBasicOps-1877678398-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=774d1a15-5a47-408c-b009-1e46110c55e9&id=fa0b378d-eab7-43e2-91ac-352cff85ffc5&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.2194500 Nov 05 19:14:17.564391 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 37306) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:14:17.610100 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-303f7e0c-5963-47b5-b25f-db4a54b2ccc4 tempest-TestSecurityGroupsBasicOps-1877678398 tempest-TestSecurityGroupsBasicOps-1877678398-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:14:17.611540 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-303f7e0c-5963-47b5-b25f-db4a54b2ccc4 tempest-TestSecurityGroupsBasicOps-1877678398 tempest-TestSecurityGroupsBasicOps-1877678398-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=5177d4b2-040c-4791-8030-1b9dc43777da HTTP/1.1" status: 200 len: 1131 time: 0.0461602 Nov 05 19:14:17.614425 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 37308) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:14:17.619136 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-933c3ef9-e39a-4503-b6fb-ec426afc2de6 tempest-TestSecurityGroupsBasicOps-319188584 tempest-TestSecurityGroupsBasicOps-319188584-project] Request body: {'floatingip': {'floating_network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'port_id': 'c8e60b88-c11d-490e-9300-b9a578a21a27', 'tenant_id': 'a84d983d80534a47a6d92c606602b07f', 'fixed_ip_address': '172.20.0.11'}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:14:17.696237 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-933c3ef9-e39a-4503-b6fb-ec426afc2de6 tempest-TestSecurityGroupsBasicOps-319188584 tempest-TestSecurityGroupsBasicOps-319188584-project] Publish callbacks [] for floatingip, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:14:17.791554 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-933c3ef9-e39a-4503-b6fb-ec426afc2de6 tempest-TestSecurityGroupsBasicOps-319188584 tempest-TestSecurityGroupsBasicOps-319188584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:14:17.897111 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.db_base_plugin_common [None req-933c3ef9-e39a-4503-b6fb-ec426afc2de6 tempest-TestSecurityGroupsBasicOps-319188584 tempest-TestSecurityGroupsBasicOps-319188584-project] Allocated IP 172.25.6.70 (40c8335d-cd0b-4cb5-910a-d4dcddd5cbec/04fe6db3-e108-4208-943d-6518424f5726/358292a5-c338-4313-9cb5-a588e1b88be6) {{(pid=102387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 19:14:18.006454 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-933c3ef9-e39a-4503-b6fb-ec426afc2de6 tempest-TestSecurityGroupsBasicOps-319188584 tempest-TestSecurityGroupsBasicOps-319188584-project] Publish callbacks [] for port, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:14:18.092895 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46053cf-63e6-4569-8e46-b9951c2743e2 req-2197e54d-7c14-49ee-b4fd-f4e8cf641222 tempest-TestVolumeBackupRestore-1484239073 tempest-TestVolumeBackupRestore-1484239073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:14:18.094412 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-a46053cf-63e6-4569-8e46-b9951c2743e2 req-2197e54d-7c14-49ee-b4fd-f4e8cf641222 tempest-TestVolumeBackupRestore-1484239073 tempest-TestVolumeBackupRestore-1484239073-project] 10.222.0.13 "GET /v2.0/ports?device_id=55d6d7cc-57d8-4858-bf74-25f625297eb8 HTTP/1.1" status: 200 len: 943 time: 0.0542896 Nov 05 19:14:18.145228 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-a46053cf-63e6-4569-8e46-b9951c2743e2 req-581e9401-78ea-4f05-bb7e-ba3b20c6bb2d tempest-TestVolumeBackupRestore-1484239073 tempest-TestVolumeBackupRestore-1484239073-project] 10.222.0.13 "GET /v2.0/security-groups?id=74249167-aedd-4f9d-94ee-573d365c4c2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447955 Nov 05 19:14:18.168113 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-933c3ef9-e39a-4503-b6fb-ec426afc2de6 tempest-TestSecurityGroupsBasicOps-319188584 tempest-TestSecurityGroupsBasicOps-319188584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4417063'] for port, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:14:18.205337 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-933c3ef9-e39a-4503-b6fb-ec426afc2de6 tempest-TestSecurityGroupsBasicOps-319188584 tempest-TestSecurityGroupsBasicOps-319188584-project] Network 40c8335d-cd0b-4cb5-910a-d4dcddd5cbec is already hosted by enough agents. {{(pid=102387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 19:14:18.208145 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.base_scheduler [None req-933c3ef9-e39a-4503-b6fb-ec426afc2de6 tempest-TestSecurityGroupsBasicOps-319188584 tempest-TestSecurityGroupsBasicOps-319188584-project] Resources bound (agent type, host, resource id): {{(pid=102387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 19:14:18.215434 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-933c3ef9-e39a-4503-b6fb-ec426afc2de6 tempest-TestSecurityGroupsBasicOps-319188584 tempest-TestSecurityGroupsBasicOps-319188584-project] Received port after_create {{(pid=102387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 19:14:18.238756 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933c3ef9-e39a-4503-b6fb-ec426afc2de6 tempest-TestSecurityGroupsBasicOps-319188584 tempest-TestSecurityGroupsBasicOps-319188584-project] Pushing event updated for resources: {'Port': ['ID=358292a5-c338-4313-9cb5-a588e1b88be6,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:14:18.587548 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-933c3ef9-e39a-4503-b6fb-ec426afc2de6 tempest-TestSecurityGroupsBasicOps-319188584 tempest-TestSecurityGroupsBasicOps-319188584-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:14:18.699059 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-933c3ef9-e39a-4503-b6fb-ec426afc2de6 tempest-TestSecurityGroupsBasicOps-319188584 tempest-TestSecurityGroupsBasicOps-319188584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:14:18.854762 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-933c3ef9-e39a-4503-b6fb-ec426afc2de6 tempest-TestSecurityGroupsBasicOps-319188584 tempest-TestSecurityGroupsBasicOps-319188584-project] Publish callbacks [] for port, precommit_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:14:18.924758 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-933c3ef9-e39a-4503-b6fb-ec426afc2de6 tempest-TestSecurityGroupsBasicOps-319188584 tempest-TestSecurityGroupsBasicOps-319188584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4417072'] for port, after_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:14:18.995201 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933c3ef9-e39a-4503-b6fb-ec426afc2de6 tempest-TestSecurityGroupsBasicOps-319188584 tempest-TestSecurityGroupsBasicOps-319188584-project] Pushing event updated for resources: {'Port': ['ID=358292a5-c338-4313-9cb5-a588e1b88be6,revision_number=2']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:14:19.007266 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-933c3ef9-e39a-4503-b6fb-ec426afc2de6 tempest-TestSecurityGroupsBasicOps-319188584 tempest-TestSecurityGroupsBasicOps-319188584-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1000577'] for floatingip, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:14:19.107820 n-d-816865-1 neutron-server[102387]: INFO neutron.db.l3_db [None req-933c3ef9-e39a-4503-b6fb-ec426afc2de6 tempest-TestSecurityGroupsBasicOps-319188584 tempest-TestSecurityGroupsBasicOps-319188584-project] Floating IP e8064032-cb49-48fd-b1c8-cca0dc8e0cbf associated. External IP: 172.25.6.70, port: c8e60b88-c11d-490e-9300-b9a578a21a27. Nov 05 19:14:19.333906 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d362013b-aa04-474e-9ef8-aaf60efeb756 req-2e5515a7-d761-4771-9e5a-38d739b90d93 tempest-TestVolumeBackupRestore-1484239073 tempest-TestVolumeBackupRestore-1484239073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:14:19.335651 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-d362013b-aa04-474e-9ef8-aaf60efeb756 req-2e5515a7-d761-4771-9e5a-38d739b90d93 tempest-TestVolumeBackupRestore-1484239073 tempest-TestVolumeBackupRestore-1484239073-project] 10.222.0.13 "GET /v2.0/ports?device_id=55d6d7cc-57d8-4858-bf74-25f625297eb8 HTTP/1.1" status: 200 len: 943 time: 0.0937328 Nov 05 19:14:19.366283 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-933c3ef9-e39a-4503-b6fb-ec426afc2de6 tempest-TestSecurityGroupsBasicOps-319188584 tempest-TestSecurityGroupsBasicOps-319188584-project] Router f4164d85-c0fb-49f9-ad05-7e7231811a3d has already been hosted by L3 agent 6dcb5589-8e86-4616-9186-ddc4548e13ad {{(pid=102387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 19:14:19.432849 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-d362013b-aa04-474e-9ef8-aaf60efeb756 req-c29c351a-8d45-48d5-97ca-360e18f54b66 tempest-TestVolumeBackupRestore-1484239073 tempest-TestVolumeBackupRestore-1484239073-project] 10.222.0.13 "GET /v2.0/security-groups?id=74249167-aedd-4f9d-94ee-573d365c4c2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0896308 Nov 05 19:14:19.499284 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-933c3ef9-e39a-4503-b6fb-ec426afc2de6 tempest-TestSecurityGroupsBasicOps-319188584 tempest-TestSecurityGroupsBasicOps-319188584-project] Notify agent at l3_agent.n-d-816865-1 the message routers_updated {{(pid=102387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 19:14:19.509307 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27449fa7-85d4-4df5-ae3e-ca9a25a4fe9e None None] Sync routers for ids ['f4164d85-c0fb-49f9-ad05-7e7231811a3d'] in n-d-816865-1 {{(pid=102388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 19:14:19.567396 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-933c3ef9-e39a-4503-b6fb-ec426afc2de6 tempest-TestSecurityGroupsBasicOps-319188584 tempest-TestSecurityGroupsBasicOps-319188584-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for floatingip, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:14:19.597102 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-933c3ef9-e39a-4503-b6fb-ec426afc2de6 tempest-TestSecurityGroupsBasicOps-319188584 tempest-TestSecurityGroupsBasicOps-319188584-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9815266 Nov 05 19:14:19.599928 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 37316) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:14:19.604078 n-d-816865-1 neutron-server[102387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5177d4b2-040c-4791-8030-1b9dc43777da', 'tag': 'c8e60b88-c11d-490e-9300-b9a578a21a27'}] {{(pid=102387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 19:14:19.604873 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab06bd4ddf5758c1f10d79fe34dc215bafa488692cde9dba2fcbcb67556f90bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85ea2d0a-b9c5-41c7-8062-0ff588dce7a1" -d '{"events": [{"name": "network-changed", "server_uuid": "5177d4b2-040c-4791-8030-1b9dc43777da", "tag": "c8e60b88-c11d-490e-9300-b9a578a21a27"}]}' {{(pid=102387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 19:14:19.648526 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 19:14:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49de24d4-40cf-44fa-bffc-ef2cfb67e167 x-openstack-request-id: req-49de24d4-40cf-44fa-bffc-ef2cfb67e167 {{(pid=102387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 19:14:19.649216 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5177d4b2-040c-4791-8030-1b9dc43777da", "tag": "c8e60b88-c11d-490e-9300-b9a578a21a27", "status": "completed", "code": 200}]} {{(pid=102387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 19:14:19.649542 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-49de24d4-40cf-44fa-bffc-ef2cfb67e167 {{(pid=102387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 19:14:19.650037 n-d-816865-1 neutron-server[102387]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5177d4b2-040c-4791-8030-1b9dc43777da', 'tag': 'c8e60b88-c11d-490e-9300-b9a578a21a27', 'status': 'completed', 'code': 200} Nov 05 19:14:19.680844 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27449fa7-85d4-4df5-ae3e-ca9a25a4fe9e None None] Routers {'f4164d85-c0fb-49f9-ad05-7e7231811a3d'} bound to L3 agent in host n-d-816865-1 {{(pid=102388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 19:14:19.683997 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-27449fa7-85d4-4df5-ae3e-ca9a25a4fe9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T19:14:05Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['f4164d85-c0fb-49f9-ad05-7e7231811a3d'], 'active': True} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:14:19.744935 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b683a61-47e2-4944-beb2-6be0f7a509fb tempest-TestSecurityGroupsBasicOps-1877678398 tempest-TestSecurityGroupsBasicOps-1877678398-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:14:19.745412 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b683a61-47e2-4944-beb2-6be0f7a509fb tempest-TestSecurityGroupsBasicOps-1877678398 tempest-TestSecurityGroupsBasicOps-1877678398-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:14:19.745875 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b683a61-47e2-4944-beb2-6be0f7a509fb tempest-TestSecurityGroupsBasicOps-1877678398 tempest-TestSecurityGroupsBasicOps-1877678398-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:14:19.746378 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b683a61-47e2-4944-beb2-6be0f7a509fb tempest-TestSecurityGroupsBasicOps-1877678398 tempest-TestSecurityGroupsBasicOps-1877678398-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:14:19.746838 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b683a61-47e2-4944-beb2-6be0f7a509fb tempest-TestSecurityGroupsBasicOps-1877678398 tempest-TestSecurityGroupsBasicOps-1877678398-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:14:19.747291 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b683a61-47e2-4944-beb2-6be0f7a509fb tempest-TestSecurityGroupsBasicOps-1877678398 tempest-TestSecurityGroupsBasicOps-1877678398-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:14:19.747745 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b683a61-47e2-4944-beb2-6be0f7a509fb tempest-TestSecurityGroupsBasicOps-1877678398 tempest-TestSecurityGroupsBasicOps-1877678398-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:14:19.748197 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b683a61-47e2-4944-beb2-6be0f7a509fb tempest-TestSecurityGroupsBasicOps-1877678398 tempest-TestSecurityGroupsBasicOps-1877678398-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:14:19.748682 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b683a61-47e2-4944-beb2-6be0f7a509fb tempest-TestSecurityGroupsBasicOps-1877678398 tempest-TestSecurityGroupsBasicOps-1877678398-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:14:19.750628 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-5b683a61-47e2-4944-beb2-6be0f7a509fb tempest-TestSecurityGroupsBasicOps-1877678398 tempest-TestSecurityGroupsBasicOps-1877678398-project-admin] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 6386 time: 0.1496758 Nov 05 19:14:19.753895 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ea2d0a-b9c5-41c7-8062-0ff588dce7a1 req-9034b62c-1043-4e73-8be3-c377bd858a4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:14:19.754692 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 37320) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:14:19.755287 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-85ea2d0a-b9c5-41c7-8062-0ff588dce7a1 req-9034b62c-1043-4e73-8be3-c377bd858a4b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a84d983d80534a47a6d92c606602b07f&device_id=5177d4b2-040c-4791-8030-1b9dc43777da HTTP/1.1" status: 200 len: 1136 time: 0.0777094 Nov 05 19:14:19.789486 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvr_db [None req-27449fa7-85d4-4df5-ae3e-ca9a25a4fe9e None None] Set router f4164d85-c0fb-49f9-ad05-7e7231811a3d gateway port host: n-d-816865-1 {{(pid=102388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 19:14:19.820991 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c01703d0-faf2-49d5-9d71-1bba63dc99fd tempest-TestSecurityGroupsBasicOps-1877678398 tempest-TestSecurityGroupsBasicOps-1877678398-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:14:19.821645 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c01703d0-faf2-49d5-9d71-1bba63dc99fd tempest-TestSecurityGroupsBasicOps-1877678398 tempest-TestSecurityGroupsBasicOps-1877678398-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:14:19.822122 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c01703d0-faf2-49d5-9d71-1bba63dc99fd tempest-TestSecurityGroupsBasicOps-1877678398 tempest-TestSecurityGroupsBasicOps-1877678398-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:14:19.822572 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c01703d0-faf2-49d5-9d71-1bba63dc99fd tempest-TestSecurityGroupsBasicOps-1877678398 tempest-TestSecurityGroupsBasicOps-1877678398-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:14:19.823015 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c01703d0-faf2-49d5-9d71-1bba63dc99fd tempest-TestSecurityGroupsBasicOps-1877678398 tempest-TestSecurityGroupsBasicOps-1877678398-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:14:19.823455 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c01703d0-faf2-49d5-9d71-1bba63dc99fd tempest-TestSecurityGroupsBasicOps-1877678398 tempest-TestSecurityGroupsBasicOps-1877678398-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:14:19.823895 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c01703d0-faf2-49d5-9d71-1bba63dc99fd tempest-TestSecurityGroupsBasicOps-1877678398 tempest-TestSecurityGroupsBasicOps-1877678398-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:14:19.824333 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c01703d0-faf2-49d5-9d71-1bba63dc99fd tempest-TestSecurityGroupsBasicOps-1877678398 tempest-TestSecurityGroupsBasicOps-1877678398-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:14:19.824769 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c01703d0-faf2-49d5-9d71-1bba63dc99fd tempest-TestSecurityGroupsBasicOps-1877678398 tempest-TestSecurityGroupsBasicOps-1877678398-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:14:19.826730 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-c01703d0-faf2-49d5-9d71-1bba63dc99fd tempest-TestSecurityGroupsBasicOps-1877678398 tempest-TestSecurityGroupsBasicOps-1877678398-project-admin] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5922 time: 0.0709264 Nov 05 19:14:19.829630 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 37324) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:14:19.858421 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ea2d0a-b9c5-41c7-8062-0ff588dce7a1 req-e1d114b8-7fc6-47f9-af5e-05a21a211a21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:14:19.860288 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-85ea2d0a-b9c5-41c7-8062-0ff588dce7a1 req-e1d114b8-7fc6-47f9-af5e-05a21a211a21 service neutron] 10.222.0.55 "GET /v2.0/networks?id=58fc325a-e45a-49be-bf36-f6c96aa6a244 HTTP/1.1" status: 200 len: 898 time: 0.0966265 Nov 05 19:14:19.947235 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-85ea2d0a-b9c5-41c7-8062-0ff588dce7a1 req-759633ea-b166-410e-a85d-27f4483aadd3 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c8e60b88-c11d-490e-9300-b9a578a21a27 HTTP/1.1" status: 200 len: 999 time: 0.0789440 Nov 05 19:14:20.008580 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ea2d0a-b9c5-41c7-8062-0ff588dce7a1 req-a6cc8c9b-4796-4b95-b462-8d2d47e53362 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:14:20.010546 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-85ea2d0a-b9c5-41c7-8062-0ff588dce7a1 req-a6cc8c9b-4796-4b95-b462-8d2d47e53362 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=8d0e99fa-c7b5-4342-b937-e68b113a2994 HTTP/1.1" status: 200 len: 834 time: 0.0559785 Nov 05 19:14:20.016382 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-8761a203-3e20-4777-a00a-4b467964a080 tempest-TestSecurityGroupsBasicOps-1877678398 tempest-TestSecurityGroupsBasicOps-1877678398-project-admin] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 5217 time: 0.1828415 Nov 05 19:14:20.016886 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 37332) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:14:20.058716 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-27449fa7-85d4-4df5-ae3e-ca9a25a4fe9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4164d85-c0fb-49f9-ad05-7e7231811a3d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-200372930', 'tenant_id': 'a84d983d80534a47a6d92c606602b07f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.218'}], 'enable_snat': True}, 'gw_port_id': 'da46d161-833f-4f17-897e-7db1f7458f41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T19:13:55Z', 'updated_at': '2021-11-05T19:13:59Z', 'revision_number': 4, 'project_id': 'a84d983d80534a47a6d92c606602b07f', 'gw_port': {'id': 'da46d161-833f-4f17-897e-7db1f7458f41', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:47:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4164d85-c0fb-49f9-ad05-7e7231811a3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3646, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:13:55Z', 'updated_at': '2021-11-05T19:13:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1', '_floatingips': [{'id': 'e8064032-cb49-48fd-b1c8-cca0dc8e0cbf', 'tenant_id': 'a84d983d80534a47a6d92c606602b07f', 'floating_ip_address': '172.25.6.70', 'floating_network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'router_id': 'f4164d85-c0fb-49f9-ad05-7e7231811a3d', 'port_id': 'c8e60b88-c11d-490e-9300-b9a578a21a27', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3674, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '58fc325a-e45a-49be-bf36-f6c96aa6a244', 'mac_address': 'fa:16:3e:ca:fe:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5177d4b2-040c-4791-8030-1b9dc43777da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-05T19:14:18Z', 'updated_at': '2021-11-05T19:14:18Z', 'revision_number': 0, 'project_id': 'a84d983d80534a47a6d92c606602b07f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45ee27c4-b041-46a4-9d59-5feccd1de936', 'name': '', 'network_id': '58fc325a-e45a-49be-bf36-f6c96aa6a244', 'tenant_id': 'a84d983d80534a47a6d92c606602b07f', 'mac_address': 'fa:16:3e:bf:89:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4164d85-c0fb-49f9-ad05-7e7231811a3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3649, 'fixed_ips': [{'subnet_id': '8d0e99fa-c7b5-4342-b937-e68b113a2994', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:13:59Z', 'updated_at': '2021-11-05T19:14:02Z', 'revision_number': 5, 'project_id': 'a84d983d80534a47a6d92c606602b07f', 'subnets': [{'id': '8d0e99fa-c7b5-4342-b937-e68b113a2994', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-1', False) {} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:14:20.071974 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d5b383f-147d-41e1-9ac8-37bd1d794519 tempest-TestSecurityGroupsBasicOps-1877678398 tempest-TestSecurityGroupsBasicOps-1877678398-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:14:20.072609 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d5b383f-147d-41e1-9ac8-37bd1d794519 tempest-TestSecurityGroupsBasicOps-1877678398 tempest-TestSecurityGroupsBasicOps-1877678398-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:14:20.081746 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-8d5b383f-147d-41e1-9ac8-37bd1d794519 tempest-TestSecurityGroupsBasicOps-1877678398 tempest-TestSecurityGroupsBasicOps-1877678398-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=f4164d85-c0fb-49f9-ad05-7e7231811a3d HTTP/1.1" status: 200 len: 1990 time: 0.0575244 Nov 05 19:14:20.081984 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ea2d0a-b9c5-41c7-8062-0ff588dce7a1 req-67490d5b-8d66-4248-a386-3a501992ff9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:14:20.081984 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-85ea2d0a-b9c5-41c7-8062-0ff588dce7a1 req-67490d5b-8d66-4248-a386-3a501992ff9b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=58fc325a-e45a-49be-bf36-f6c96aa6a244&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0598788 Nov 05 19:14:20.091605 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27449fa7-85d4-4df5-ae3e-ca9a25a4fe9e None None] Checking router: f4164d85-c0fb-49f9-ad05-7e7231811a3d for host: n-d-816865-1 {{(pid=102388) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 19:14:20.100215 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27449fa7-85d4-4df5-ae3e-ca9a25a4fe9e None None] Routers {'f4164d85-c0fb-49f9-ad05-7e7231811a3d'} bound to L3 agent in host n-d-816865-1 {{(pid=102388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 19:14:20.101431 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-27449fa7-85d4-4df5-ae3e-ca9a25a4fe9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T19:14:05Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['f4164d85-c0fb-49f9-ad05-7e7231811a3d'], 'active': True} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:14:20.177426 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-85ea2d0a-b9c5-41c7-8062-0ff588dce7a1 req-9714be65-f47e-48e0-a5e9-0cf05d1b3cec service neutron] 10.222.0.55 "GET /v2.0/networks/58fc325a-e45a-49be-bf36-f6c96aa6a244?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904186 Nov 05 19:14:20.213897 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvr_db [None req-27449fa7-85d4-4df5-ae3e-ca9a25a4fe9e None None] Set router f4164d85-c0fb-49f9-ad05-7e7231811a3d gateway port host: n-d-816865-1 {{(pid=102388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 19:14:20.273154 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-85ea2d0a-b9c5-41c7-8062-0ff588dce7a1 req-5ea8ed83-f9f1-4e52-9b2f-ed0a73f19bc4 service neutron] 10.222.0.55 "GET /v2.0/networks/58fc325a-e45a-49be-bf36-f6c96aa6a244?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890772 Nov 05 19:14:20.444702 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-27449fa7-85d4-4df5-ae3e-ca9a25a4fe9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4164d85-c0fb-49f9-ad05-7e7231811a3d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-200372930', 'tenant_id': 'a84d983d80534a47a6d92c606602b07f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.218'}], 'enable_snat': True}, 'gw_port_id': 'da46d161-833f-4f17-897e-7db1f7458f41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T19:13:55Z', 'updated_at': '2021-11-05T19:13:59Z', 'revision_number': 4, 'project_id': 'a84d983d80534a47a6d92c606602b07f', 'gw_port': {'id': 'da46d161-833f-4f17-897e-7db1f7458f41', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:47:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4164d85-c0fb-49f9-ad05-7e7231811a3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3646, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:13:55Z', 'updated_at': '2021-11-05T19:13:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1', '_floatingips': [{'id': 'e8064032-cb49-48fd-b1c8-cca0dc8e0cbf', 'tenant_id': 'a84d983d80534a47a6d92c606602b07f', 'floating_ip_address': '172.25.6.70', 'floating_network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'router_id': 'f4164d85-c0fb-49f9-ad05-7e7231811a3d', 'port_id': 'c8e60b88-c11d-490e-9300-b9a578a21a27', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3674, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '58fc325a-e45a-49be-bf36-f6c96aa6a244', 'mac_address': 'fa:16:3e:ca:fe:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5177d4b2-040c-4791-8030-1b9dc43777da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-05T19:14:18Z', 'updated_at': '2021-11-05T19:14:18Z', 'revision_number': 0, 'project_id': 'a84d983d80534a47a6d92c606602b07f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45ee27c4-b041-46a4-9d59-5feccd1de936', 'name': '', 'network_id': '58fc325a-e45a-49be-bf36-f6c96aa6a244', 'tenant_id': 'a84d983d80534a47a6d92c606602b07f', 'mac_address': 'fa:16:3e:bf:89:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4164d85-c0fb-49f9-ad05-7e7231811a3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3649, 'fixed_ips': [{'subnet_id': '8d0e99fa-c7b5-4342-b937-e68b113a2994', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:13:59Z', 'updated_at': '2021-11-05T19:14:02Z', 'revision_number': 5, 'project_id': 'a84d983d80534a47a6d92c606602b07f', 'subnets': [{'id': '8d0e99fa-c7b5-4342-b937-e68b113a2994', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-1', False) {} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:14:20.446070 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13adb84f-19da-4ef3-a84f-8f0263ba1511 req-6823ed25-a852-4d94-a402-e3da4f6c47b9 tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:14:20.447597 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-13adb84f-19da-4ef3-a84f-8f0263ba1511 req-6823ed25-a852-4d94-a402-e3da4f6c47b9 tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] 10.222.0.13 "GET /v2.0/ports?device_id=290c51ab-aef0-42b0-b28a-c110c73b3a2f HTTP/1.1" status: 200 len: 947 time: 0.0498474 Nov 05 19:14:20.471595 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27449fa7-85d4-4df5-ae3e-ca9a25a4fe9e None None] The sync data for ids ['f4164d85-c0fb-49f9-ad05-7e7231811a3d'] in n-d-816865-1 is: [{'id': 'f4164d85-c0fb-49f9-ad05-7e7231811a3d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-200372930', 'tenant_id': 'a84d983d80534a47a6d92c606602b07f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.218'}], 'enable_snat': True}, 'gw_port_id': 'da46d161-833f-4f17-897e-7db1f7458f41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T19:13:55Z', 'updated_at': '2021-11-05T19:13:59Z', 'revision_number': 4, 'project_id': 'a84d983d80534a47a6d92c606602b07f', 'gw_port': {'id': 'da46d161-833f-4f17-897e-7db1f7458f41', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:47:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4164d85-c0fb-49f9-ad05-7e7231811a3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3646, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:13:55Z', 'updated_at': '2021-11-05T19:13:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1', '_floatingips': [{'id': 'e8064032-cb49-48fd-b1c8-cca0dc8e0cbf', 'tenant_id': 'a84d983d80534a47a6d92c606602b07f', 'floating_ip_address': '172.25.6.70', 'floating_network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'router_id': 'f4164d85-c0fb-49f9-ad05-7e7231811a3d', 'port_id': 'c8e60b88-c11d-490e-9300-b9a578a21a27', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3674, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '58fc325a-e45a-49be-bf36-f6c96aa6a244', 'mac_address': 'fa:16:3e:ca:fe:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5177d4b2-040c-4791-8030-1b9dc43777da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-05T19:14:18Z', 'updated_at': '2021-11-05T19:14:18Z', 'revision_number': 0, 'project_id': 'a84d983d80534a47a6d92c606602b07f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45ee27c4-b041-46a4-9d59-5feccd1de936', 'name': '', 'network_id': '58fc325a-e45a-49be-bf36-f6c96aa6a244', 'tenant_id': 'a84d983d80534a47a6d92c606602b07f', 'mac_address': 'fa:16:3e:bf:89:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4164d85-c0fb-49f9-ad05-7e7231811a3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3649, 'fixed_ips': [{'subnet_id': '8d0e99fa-c7b5-4342-b937-e68b113a2994', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:13:59Z', 'updated_at': '2021-11-05T19:14:02Z', 'revision_number': 5, 'project_id': 'a84d983d80534a47a6d92c606602b07f', 'subnets': [{'id': '8d0e99fa-c7b5-4342-b937-e68b113a2994', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 19:14:20.498256 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-13adb84f-19da-4ef3-a84f-8f0263ba1511 req-59add34c-3f76-49f6-b72f-684d90e876bd tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] 10.222.0.13 "GET /v2.0/security-groups?id=62bb25fb-2654-482c-aaa3-6e348199bd66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443413 Nov 05 19:14:20.557705 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff2907e-bfcf-4242-a6bd-edc657a52e3f req-7be27d12-c2b2-4b3e-ab7a-752586cadc66 tempest-TestVolumeBackupRestore-1484239073 tempest-TestVolumeBackupRestore-1484239073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:14:20.559406 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-5ff2907e-bfcf-4242-a6bd-edc657a52e3f req-7be27d12-c2b2-4b3e-ab7a-752586cadc66 tempest-TestVolumeBackupRestore-1484239073 tempest-TestVolumeBackupRestore-1484239073-project] 10.222.0.13 "GET /v2.0/ports?device_id=55d6d7cc-57d8-4858-bf74-25f625297eb8 HTTP/1.1" status: 200 len: 943 time: 0.0505128 Nov 05 19:14:20.610718 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-5ff2907e-bfcf-4242-a6bd-edc657a52e3f req-ac8efed9-efca-4e15-b4bd-a075c527d1e3 tempest-TestVolumeBackupRestore-1484239073 tempest-TestVolumeBackupRestore-1484239073-project] 10.222.0.13 "GET /v2.0/security-groups?id=74249167-aedd-4f9d-94ee-573d365c4c2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449996 Nov 05 19:14:20.698232 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdcfb2b0-d908-46e3-a30b-585cfa0f7047 None None] New status for floating IP e8064032-cb49-48fd-b1c8-cca0dc8e0cbf: ACTIVE {{(pid=102389) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 05 19:14:21.625965 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189bde92-ff37-4243-9323-e6c545ec8141 req-3642805d-3bef-4e25-89ca-bcd4519e0757 tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:14:21.627836 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-189bde92-ff37-4243-9323-e6c545ec8141 req-3642805d-3bef-4e25-89ca-bcd4519e0757 tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] 10.222.0.13 "GET /v2.0/ports?device_id=290c51ab-aef0-42b0-b28a-c110c73b3a2f HTTP/1.1" status: 200 len: 947 time: 0.0526092 Nov 05 19:14:21.676626 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-189bde92-ff37-4243-9323-e6c545ec8141 req-fc023371-777f-403c-befe-c135488c91d5 tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] 10.222.0.13 "GET /v2.0/security-groups?id=62bb25fb-2654-482c-aaa3-6e348199bd66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419054 Nov 05 19:14:21.729990 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520db9e4-3c87-4289-83ae-4187ec94ace4 req-7530a5ee-7b64-4de4-b9d3-dc23af52844d tempest-TestVolumeBackupRestore-1484239073 tempest-TestVolumeBackupRestore-1484239073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:14:21.731525 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-520db9e4-3c87-4289-83ae-4187ec94ace4 req-7530a5ee-7b64-4de4-b9d3-dc23af52844d tempest-TestVolumeBackupRestore-1484239073 tempest-TestVolumeBackupRestore-1484239073-project] 10.222.0.13 "GET /v2.0/ports?device_id=55d6d7cc-57d8-4858-bf74-25f625297eb8 HTTP/1.1" status: 200 len: 943 time: 0.0499282 Nov 05 19:14:21.781320 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-520db9e4-3c87-4289-83ae-4187ec94ace4 req-8792a055-f9af-4951-bd15-a440a832a529 tempest-TestVolumeBackupRestore-1484239073 tempest-TestVolumeBackupRestore-1484239073-project] 10.222.0.13 "GET /v2.0/security-groups?id=74249167-aedd-4f9d-94ee-573d365c4c2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438285 Nov 05 19:14:21.869209 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce21573-99f4-4197-b383-674786032ea8 req-0632f387-f0f3-49ec-b29b-d48f773da7e8 tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:14:21.870721 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-1ce21573-99f4-4197-b383-674786032ea8 req-0632f387-f0f3-49ec-b29b-d48f773da7e8 tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] 10.222.0.55 "GET /v2.0/ports?device_id=290c51ab-aef0-42b0-b28a-c110c73b3a2f HTTP/1.1" status: 200 len: 947 time: 0.0542133 Nov 05 19:14:21.960226 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [req-1ce21573-99f4-4197-b383-674786032ea8 req-79b8cc02-abf4-4411-a86a-a68e362d7452 tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] Deleting port e3572706-bfed-4c54-96bd-8af0f0dd8d42 {{(pid=102386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 19:14:21.960641 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-1ce21573-99f4-4197-b383-674786032ea8 req-79b8cc02-abf4-4411-a86a-a68e362d7452 tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:14:22.051634 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [req-1ce21573-99f4-4197-b383-674786032ea8 req-79b8cc02-abf4-4411-a86a-a68e362d7452 tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] For port e3572706-bfed-4c54-96bd-8af0f0dd8d42, host n-h2-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=e3572706-bfed-4c54-96bd-8af0f0dd8d42,segment=NetworkSegment(e1049daa-fc97-4a3f-8351-3203f3822574),segment_id=e1049daa-fc97-4a3f-8351-3203f3822574)] {{(pid=102386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:14:22.051993 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-1ce21573-99f4-4197-b383-674786032ea8 req-79b8cc02-abf4-4411-a86a-a68e362d7452 tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:14:22.219241 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-1ce21573-99f4-4197-b383-674786032ea8 req-79b8cc02-abf4-4411-a86a-a68e362d7452 tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:14:22.219599 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-1ce21573-99f4-4197-b383-674786032ea8 req-79b8cc02-abf4-4411-a86a-a68e362d7452 tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1000577'] for floatingip, after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:14:22.219919 n-d-816865-1 neutron-server[102386]: INFO neutron.db.l3_db [req-1ce21573-99f4-4197-b383-674786032ea8 req-79b8cc02-abf4-4411-a86a-a68e362d7452 tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] Floating IP 919d34a5-d0ec-4b2d-973e-a6a2fd0d1d20 disassociated. External IP: 172.25.6.208, port: e3572706-bfed-4c54-96bd-8af0f0dd8d42. Nov 05 19:14:22.220260 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [req-1ce21573-99f4-4197-b383-674786032ea8 req-79b8cc02-abf4-4411-a86a-a68e362d7452 tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] Calling delete_port for e3572706-bfed-4c54-96bd-8af0f0dd8d42 owned by compute:nova {{(pid=102386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 19:14:22.387762 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-1ce21573-99f4-4197-b383-674786032ea8 req-79b8cc02-abf4-4411-a86a-a68e362d7452 tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:14:22.416490 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b8cc02-abf4-4411-a86a-a68e362d7452 tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] Pushing event deleted for resources: {'Port': ['ID=e3572706-bfed-4c54-96bd-8af0f0dd8d42,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:14:22.431718 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Device 568c1f9a-f54b-4665-85e6-b226b0121a28 details requested by agent hyperv_n-h2-816865-1 with host n-h2-816865-1 {{(pid=102388) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 05 19:14:22.530816 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1ce21573-99f4-4197-b383-674786032ea8 req-79b8cc02-abf4-4411-a86a-a68e362d7452 tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] Router 8316fa0f-e616-4e27-a642-2e9db3fcaaa3 has already been hosted by L3 agent 6dcb5589-8e86-4616-9186-ddc4548e13ad {{(pid=102386) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 19:14:22.532375 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] For port 568c1f9a-f54b-4665-85e6-b226b0121a28, host n-h2-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=568c1f9a-f54b-4665-85e6-b226b0121a28,segment=NetworkSegment(e0299e2d-faaa-4d7b-92f5-e96b3311ecd0),segment_id=e0299e2d-faaa-4d7b-92f5-e96b3311ecd0)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:14:22.544445 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Returning: {'device': '568c1f9a-f54b-4665-85e6-b226b0121a28', 'network_id': 'b29fb6fc-2756-4024-98c9-1612017b047f', 'port_id': '568c1f9a-f54b-4665-85e6-b226b0121a28', 'mac_address': 'fa:16:3e:94:7a:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 188, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '62d28d6c-64b6-4a97-9fff-76e22c484a81', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102388) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 05 19:14:22.581906 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:14:22.598568 n-d-816865-1 neutron-server[102388]: DEBUG neutron.notifiers.nova [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 568c1f9a-f54b-4665-85e6-b226b0121a28 {{(pid=102388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 19:14:22.618826 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] For port 568c1f9a-f54b-4665-85e6-b226b0121a28, host n-h2-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=568c1f9a-f54b-4665-85e6-b226b0121a28,segment=NetworkSegment(e0299e2d-faaa-4d7b-92f5-e96b3311ecd0),segment_id=e0299e2d-faaa-4d7b-92f5-e96b3311ecd0)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:14:22.640142 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1ce21573-99f4-4197-b383-674786032ea8 req-79b8cc02-abf4-4411-a86a-a68e362d7452 tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] Notify agent at l3_agent.n-d-816865-1 the message routers_updated {{(pid=102386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 19:14:22.649937 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-918c90f6-615f-4a27-8883-06a31d392003 None None] Sync routers for ids ['8316fa0f-e616-4e27-a642-2e9db3fcaaa3'] in n-d-816865-1 {{(pid=102388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 19:14:22.659999 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-918c90f6-615f-4a27-8883-06a31d392003 None None] Routers {'8316fa0f-e616-4e27-a642-2e9db3fcaaa3'} bound to L3 agent in host n-d-816865-1 {{(pid=102388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 19:14:22.660610 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-918c90f6-615f-4a27-8883-06a31d392003 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T19:14:05Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['8316fa0f-e616-4e27-a642-2e9db3fcaaa3'], 'active': True} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:14:22.680770 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ce21573-99f4-4197-b383-674786032ea8 req-79b8cc02-abf4-4411-a86a-a68e362d7452 tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] No DVR routers for this DVR port e3572706-bfed-4c54-96bd-8af0f0dd8d42 on host n-h2-816865-1 {{(pid=102386) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 19:14:22.691861 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-1ce21573-99f4-4197-b383-674786032ea8 req-79b8cc02-abf4-4411-a86a-a68e362d7452 tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:14:22.691861 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-1ce21573-99f4-4197-b383-674786032ea8 req-79b8cc02-abf4-4411-a86a-a68e362d7452 tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] 10.222.0.55 "DELETE /v2.0/ports/e3572706-bfed-4c54-96bd-8af0f0dd8d42 HTTP/1.1" status: 204 len: 173 time: 0.8104496 Nov 05 19:14:22.691861 n-d-816865-1 neutron-server[102386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '290c51ab-aef0-42b0-b28a-c110c73b3a2f', 'name': 'network-vif-deleted', 'tag': 'e3572706-bfed-4c54-96bd-8af0f0dd8d42'}] {{(pid=102386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 19:14:22.691861 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6173a44d7c73f41af551dc890fa1a5892c2c6bc3458b640c8e0c24db7876ba6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9285e565-7258-4ee3-8930-17afe19f8f08" -d '{"events": [{"server_uuid": "290c51ab-aef0-42b0-b28a-c110c73b3a2f", "name": "network-vif-deleted", "tag": "e3572706-bfed-4c54-96bd-8af0f0dd8d42"}]}' {{(pid=102386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 19:14:22.738725 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 19:14:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f98d40b5-e590-4fc1-ab4a-7bf7d81b6514 x-openstack-request-id: req-f98d40b5-e590-4fc1-ab4a-7bf7d81b6514 {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 19:14:22.739045 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "290c51ab-aef0-42b0-b28a-c110c73b3a2f", "name": "network-vif-deleted", "tag": "e3572706-bfed-4c54-96bd-8af0f0dd8d42", "status": "completed", "code": 200}]} {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 19:14:22.739320 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f98d40b5-e590-4fc1-ab4a-7bf7d81b6514 {{(pid=102386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 19:14:22.739717 n-d-816865-1 neutron-server[102386]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '290c51ab-aef0-42b0-b28a-c110c73b3a2f', 'name': 'network-vif-deleted', 'tag': 'e3572706-bfed-4c54-96bd-8af0f0dd8d42', 'status': 'completed', 'code': 200} Nov 05 19:14:22.748061 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:14:22.795865 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-cff90c1b-e8bc-4ce1-ad3e-ae4788c3e281 req-0c10c2cc-3910-467b-96ee-68de3c4859c4 tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] 10.222.0.13 "GET /v2.0/ports?device_id=290c51ab-aef0-42b0-b28a-c110c73b3a2f HTTP/1.1" status: 200 len: 210 time: 0.0350165 Nov 05 19:14:22.831107 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvr_db [None req-918c90f6-615f-4a27-8883-06a31d392003 None None] Set router 8316fa0f-e616-4e27-a642-2e9db3fcaaa3 gateway port host: n-d-816865-1 {{(pid=102388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 19:14:22.871418 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Pushing event updated for resources: {'Port': ['ID=568c1f9a-f54b-4665-85e6-b226b0121a28,revision_number=4']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:14:22.927349 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612669ba-0f21-4572-b403-6e41b961d09b req-1cb599f6-0e60-43aa-80a3-389e986f1327 tempest-TestVolumeBackupRestore-1484239073 tempest-TestVolumeBackupRestore-1484239073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:14:22.934845 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-612669ba-0f21-4572-b403-6e41b961d09b req-1cb599f6-0e60-43aa-80a3-389e986f1327 tempest-TestVolumeBackupRestore-1484239073 tempest-TestVolumeBackupRestore-1484239073-project] 10.222.0.13 "GET /v2.0/ports?device_id=55d6d7cc-57d8-4858-bf74-25f625297eb8 HTTP/1.1" status: 200 len: 944 time: 0.0667436 Nov 05 19:14:22.989130 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-612669ba-0f21-4572-b403-6e41b961d09b req-35449e47-c89b-4b98-92ed-63c32969bfbe tempest-TestVolumeBackupRestore-1484239073 tempest-TestVolumeBackupRestore-1484239073-project] 10.222.0.13 "GET /v2.0/security-groups?id=74249167-aedd-4f9d-94ee-573d365c4c2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490448 Nov 05 19:14:22.997490 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] get_ports_and_sgs() called for port_ids ['568c1f9a-f54b-4665-85e6-b226b0121a28'] {{(pid=102388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 19:14:23.146835 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-918c90f6-615f-4a27-8883-06a31d392003 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8316fa0f-e616-4e27-a642-2e9db3fcaaa3', 'name': 'tempest-AttachVolumeShelveTestJSON-2053281703-router', 'tenant_id': 'c9875160e1e6467ba4c32e29bdc7488a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.136'}], 'enable_snat': True}, 'gw_port_id': 'c9d005a4-a0df-40e1-8195-021f565d2cb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T19:05:18Z', 'updated_at': '2021-11-05T19:05:24Z', 'revision_number': 4, 'project_id': 'c9875160e1e6467ba4c32e29bdc7488a', 'gw_port': {'id': 'c9d005a4-a0df-40e1-8195-021f565d2cb9', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:99:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8316fa0f-e616-4e27-a642-2e9db3fcaaa3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3112, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:05:19Z', 'updated_at': '2021-11-05T19:05:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1', '_interfaces': [{'id': '90cb269f-21e4-4c4e-b946-0b89a5f315e0', 'name': '', 'network_id': '4dc00c45-f8b9-4c9a-a6c5-c27d3aa63b93', 'tenant_id': 'c9875160e1e6467ba4c32e29bdc7488a', 'mac_address': 'fa:16:3e:8b:98:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8316fa0f-e616-4e27-a642-2e9db3fcaaa3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3116, 'fixed_ips': [{'subnet_id': '57c79303-6c4f-4c08-a695-f3ffd6fc49db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:05:23Z', 'updated_at': '2021-11-05T19:05:33Z', 'revision_number': 5, 'project_id': 'c9875160e1e6467ba4c32e29bdc7488a', 'subnets': [{'id': '57c79303-6c4f-4c08-a695-f3ffd6fc49db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-1', False) {} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:14:23.184812 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-918c90f6-615f-4a27-8883-06a31d392003 None None] Checking router: 8316fa0f-e616-4e27-a642-2e9db3fcaaa3 for host: n-d-816865-1 {{(pid=102388) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 19:14:23.208446 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-918c90f6-615f-4a27-8883-06a31d392003 None None] Routers {'8316fa0f-e616-4e27-a642-2e9db3fcaaa3'} bound to L3 agent in host n-d-816865-1 {{(pid=102388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 19:14:23.209063 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-918c90f6-615f-4a27-8883-06a31d392003 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T19:14:05Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['8316fa0f-e616-4e27-a642-2e9db3fcaaa3'], 'active': True} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:14:23.370904 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvr_db [None req-918c90f6-615f-4a27-8883-06a31d392003 None None] Set router 8316fa0f-e616-4e27-a642-2e9db3fcaaa3 gateway port host: n-d-816865-1 {{(pid=102388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 19:14:23.748276 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-918c90f6-615f-4a27-8883-06a31d392003 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8316fa0f-e616-4e27-a642-2e9db3fcaaa3', 'name': 'tempest-AttachVolumeShelveTestJSON-2053281703-router', 'tenant_id': 'c9875160e1e6467ba4c32e29bdc7488a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.136'}], 'enable_snat': True}, 'gw_port_id': 'c9d005a4-a0df-40e1-8195-021f565d2cb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T19:05:18Z', 'updated_at': '2021-11-05T19:05:24Z', 'revision_number': 4, 'project_id': 'c9875160e1e6467ba4c32e29bdc7488a', 'gw_port': {'id': 'c9d005a4-a0df-40e1-8195-021f565d2cb9', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:99:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8316fa0f-e616-4e27-a642-2e9db3fcaaa3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3112, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:05:19Z', 'updated_at': '2021-11-05T19:05:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1', '_interfaces': [{'id': '90cb269f-21e4-4c4e-b946-0b89a5f315e0', 'name': '', 'network_id': '4dc00c45-f8b9-4c9a-a6c5-c27d3aa63b93', 'tenant_id': 'c9875160e1e6467ba4c32e29bdc7488a', 'mac_address': 'fa:16:3e:8b:98:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8316fa0f-e616-4e27-a642-2e9db3fcaaa3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3116, 'fixed_ips': [{'subnet_id': '57c79303-6c4f-4c08-a695-f3ffd6fc49db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:05:23Z', 'updated_at': '2021-11-05T19:05:33Z', 'revision_number': 5, 'project_id': 'c9875160e1e6467ba4c32e29bdc7488a', 'subnets': [{'id': '57c79303-6c4f-4c08-a695-f3ffd6fc49db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-1', False) {} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:14:23.778065 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-918c90f6-615f-4a27-8883-06a31d392003 None None] The sync data for ids ['8316fa0f-e616-4e27-a642-2e9db3fcaaa3'] in n-d-816865-1 is: [{'id': '8316fa0f-e616-4e27-a642-2e9db3fcaaa3', 'name': 'tempest-AttachVolumeShelveTestJSON-2053281703-router', 'tenant_id': 'c9875160e1e6467ba4c32e29bdc7488a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.136'}], 'enable_snat': True}, 'gw_port_id': 'c9d005a4-a0df-40e1-8195-021f565d2cb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T19:05:18Z', 'updated_at': '2021-11-05T19:05:24Z', 'revision_number': 4, 'project_id': 'c9875160e1e6467ba4c32e29bdc7488a', 'gw_port': {'id': 'c9d005a4-a0df-40e1-8195-021f565d2cb9', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:99:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8316fa0f-e616-4e27-a642-2e9db3fcaaa3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3112, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:05:19Z', 'updated_at': '2021-11-05T19:05:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1', '_interfaces': [{'id': '90cb269f-21e4-4c4e-b946-0b89a5f315e0', 'name': '', 'network_id': '4dc00c45-f8b9-4c9a-a6c5-c27d3aa63b93', 'tenant_id': 'c9875160e1e6467ba4c32e29bdc7488a', 'mac_address': 'fa:16:3e:8b:98:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8316fa0f-e616-4e27-a642-2e9db3fcaaa3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3116, 'fixed_ips': [{'subnet_id': '57c79303-6c4f-4c08-a695-f3ffd6fc49db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:05:23Z', 'updated_at': '2021-11-05T19:05:33Z', 'revision_number': 5, 'project_id': 'c9875160e1e6467ba4c32e29bdc7488a', 'subnets': [{'id': '57c79303-6c4f-4c08-a695-f3ffd6fc49db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 19:14:23.971434 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 37354) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:14:24.010626 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a744b565-1885-446f-ad06-dcba21b0dec8 None None] New status for floating IP 919d34a5-d0ec-4b2d-973e-a6a2fd0d1d20: DOWN {{(pid=102389) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 05 19:14:24.038911 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-2d1667d9-c433-4a4b-9e8c-fb47295b0076 tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] Publish callbacks [] for security_group, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:14:24.064883 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-2d1667d9-c433-4a4b-9e8c-fb47295b0076 tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:14:24.141971 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b66fe7-7849-427a-8497-af06ec12acad req-3b632fb2-08d9-4656-97ab-cd4e0c90d69d tempest-TestVolumeBackupRestore-1484239073 tempest-TestVolumeBackupRestore-1484239073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:14:24.143528 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-b4b66fe7-7849-427a-8497-af06ec12acad req-3b632fb2-08d9-4656-97ab-cd4e0c90d69d tempest-TestVolumeBackupRestore-1484239073 tempest-TestVolumeBackupRestore-1484239073-project] 10.222.0.13 "GET /v2.0/ports?device_id=55d6d7cc-57d8-4858-bf74-25f625297eb8 HTTP/1.1" status: 200 len: 944 time: 0.0758255 Nov 05 19:14:24.195832 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-b4b66fe7-7849-427a-8497-af06ec12acad req-4924b642-415e-42ce-a152-8bd48379a3b3 tempest-TestVolumeBackupRestore-1484239073 tempest-TestVolumeBackupRestore-1484239073-project] 10.222.0.13 "GET /v2.0/security-groups?id=74249167-aedd-4f9d-94ee-573d365c4c2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436890 Nov 05 19:14:24.241212 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-2d1667d9-c433-4a4b-9e8c-fb47295b0076 tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:14:24.244034 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-2d1667d9-c433-4a4b-9e8c-fb47295b0076 tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] Publish callbacks [] for security_group, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:14:24.245193 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-2d1667d9-c433-4a4b-9e8c-fb47295b0076 tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] 10.222.0.13 "DELETE /v2.0/security-groups/62bb25fb-2654-482c-aaa3-6e348199bd66 HTTP/1.1" status: 204 len: 168 time: 0.2727261 Nov 05 19:14:24.247979 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 37358) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:14:24.256011 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1667d9-c433-4a4b-9e8c-fb47295b0076 tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=62bb25fb-2654-482c-aaa3-6e348199bd66,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:14:24.265666 n-d-816865-1 neutron-server[102386]: INFO neutron.api.v2.resource [None req-9f29df3b-7cf4-4722-b8ac-3c5664708b0a tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] show failed (client error): The resource could not be found. Nov 05 19:14:24.266740 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-9f29df3b-7cf4-4722-b8ac-3c5664708b0a tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] 10.222.0.13 "GET /v2.0/security-groups/62bb25fb-2654-482c-aaa3-6e348199bd66 HTTP/1.1" status: 404 len: 347 time: 0.0177162 Nov 05 19:14:24.269774 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 37360) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:14:24.394515 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-4c8fefc1-bed9-447c-81dc-66f06d4e6031 tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] Deleting port b762d9f6-19ec-46c0-87e4-8b7cacb8008d {{(pid=102386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 19:14:24.394862 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-4c8fefc1-bed9-447c-81dc-66f06d4e6031 tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:14:24.443261 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Device 568c1f9a-f54b-4665-85e6-b226b0121a28 up at agent hyperv_n-h2-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 19:14:24.474283 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-4c8fefc1-bed9-447c-81dc-66f06d4e6031 tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:14:24.474608 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-4c8fefc1-bed9-447c-81dc-66f06d4e6031 tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:14:24.487091 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-4c8fefc1-bed9-447c-81dc-66f06d4e6031 tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] Calling delete_port for b762d9f6-19ec-46c0-87e4-8b7cacb8008d owned by network:floatingip {{(pid=102386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 19:14:24.544044 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Provisioning for port 568c1f9a-f54b-4665-85e6-b226b0121a28 completed by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 05 19:14:24.547889 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Provisioning complete for port 568c1f9a-f54b-4665-85e6-b226b0121a28 triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:14:24.548291 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:14:24.626842 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:14:24.652767 n-d-816865-1 neutron-server[102388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55d6d7cc-57d8-4858-bf74-25f625297eb8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '568c1f9a-f54b-4665-85e6-b226b0121a28'}] {{(pid=102388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 19:14:24.655037 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85474fee1180e129d8a886d264fe0b30223aa672dd1ffe43b630605f18504f68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e8c4f2a-9a7a-40cf-b435-aa7caaba8999" -d '{"events": [{"server_uuid": "55d6d7cc-57d8-4858-bf74-25f625297eb8", "name": "network-vif-plugged", "status": "completed", "tag": "568c1f9a-f54b-4665-85e6-b226b0121a28"}]}' {{(pid=102388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 19:14:24.667419 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] For port 568c1f9a-f54b-4665-85e6-b226b0121a28, host n-h2-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=568c1f9a-f54b-4665-85e6-b226b0121a28,segment=NetworkSegment(e0299e2d-faaa-4d7b-92f5-e96b3311ecd0),segment_id=e0299e2d-faaa-4d7b-92f5-e96b3311ecd0)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:14:24.682210 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-4c8fefc1-bed9-447c-81dc-66f06d4e6031 tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:14:24.694168 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 19:14:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e220e11-1c5b-4805-9787-932523976c8f x-openstack-request-id: req-1e220e11-1c5b-4805-9787-932523976c8f {{(pid=102388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 19:14:24.695321 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55d6d7cc-57d8-4858-bf74-25f625297eb8", "name": "network-vif-plugged", "status": "completed", "tag": "568c1f9a-f54b-4665-85e6-b226b0121a28", "code": 200}]} {{(pid=102388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 19:14:24.695321 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1e220e11-1c5b-4805-9787-932523976c8f {{(pid=102388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 19:14:24.695636 n-d-816865-1 neutron-server[102388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55d6d7cc-57d8-4858-bf74-25f625297eb8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '568c1f9a-f54b-4665-85e6-b226b0121a28', 'code': 200} Nov 05 19:14:24.714025 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8fefc1-bed9-447c-81dc-66f06d4e6031 tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] Pushing event deleted for resources: {'Port': ['ID=b762d9f6-19ec-46c0-87e4-8b7cacb8008d,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:14:24.738578 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:14:24.790535 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Pushing event updated for resources: {'Port': ['ID=568c1f9a-f54b-4665-85e6-b226b0121a28,revision_number=5']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:14:24.806842 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-4c8fefc1-bed9-447c-81dc-66f06d4e6031 tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] Publish callbacks [] for floatingip, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:14:24.814166 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-4c8fefc1-bed9-447c-81dc-66f06d4e6031 tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for floatingip, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:14:24.815327 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-4c8fefc1-bed9-447c-81dc-66f06d4e6031 tempest-AttachVolumeShelveTestJSON-486526789 tempest-AttachVolumeShelveTestJSON-486526789-project] 10.222.0.13 "DELETE /v2.0/floatingips/919d34a5-d0ec-4b2d-973e-a6a2fd0d1d20 HTTP/1.1" status: 204 len: 168 time: 0.5445781 Nov 05 19:14:24.823370 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36c1838-767a-43ee-88e8-9b53cd40e9aa req-8a16bb4b-5345-4b67-bca1-c4b6e9b138aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:14:24.824921 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-d36c1838-767a-43ee-88e8-9b53cd40e9aa req-8a16bb4b-5345-4b67-bca1-c4b6e9b138aa service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=55d6d7cc-57d8-4858-bf74-25f625297eb8 HTTP/1.1" status: 200 len: 1096 time: 0.0663159 Nov 05 19:14:24.874240 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-d36c1838-767a-43ee-88e8-9b53cd40e9aa req-8b7883e7-7536-42f0-8fbf-9aa89341699f service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=74249167-aedd-4f9d-94ee-573d365c4c2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404439 Nov 05 19:14:25.314320 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1491cc21-b1f6-4869-8144-2594a889c4c6 req-db36dd69-a401-462d-8304-4d6713469716 tempest-TestVolumeBackupRestore-1484239073 tempest-TestVolumeBackupRestore-1484239073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:14:25.315721 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-1491cc21-b1f6-4869-8144-2594a889c4c6 req-db36dd69-a401-462d-8304-4d6713469716 tempest-TestVolumeBackupRestore-1484239073 tempest-TestVolumeBackupRestore-1484239073-project] 10.222.0.13 "GET /v2.0/ports?device_id=55d6d7cc-57d8-4858-bf74-25f625297eb8 HTTP/1.1" status: 200 len: 945 time: 0.0500338 Nov 05 19:14:25.365481 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-1491cc21-b1f6-4869-8144-2594a889c4c6 req-260ebba3-aa60-44b0-bab6-85c424a2fb7b tempest-TestVolumeBackupRestore-1484239073 tempest-TestVolumeBackupRestore-1484239073-project] 10.222.0.13 "GET /v2.0/security-groups?id=74249167-aedd-4f9d-94ee-573d365c4c2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432494 Nov 05 19:14:26.453563 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Device e3572706-bfed-4c54-96bd-8af0f0dd8d42 no longer exists at agent hyperv_n-h2-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 19:14:26.473974 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] No Port match for: e3572706-bfed-4c54-96bd-8af0f0dd8d42 {{(pid=102388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 19:14:26.474342 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Device e3572706-bfed-4c54-96bd-8af0f0dd8d42 not bound to the agent host n-h2-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 19:14:26.482985 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf408788-6cca-422e-ac8b-1a56f0eac4f3 req-30517f8d-ae6f-4e0c-979e-8a7b8a19ea9d tempest-TestVolumeBackupRestore-1484239073 tempest-TestVolumeBackupRestore-1484239073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:14:26.484499 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-cf408788-6cca-422e-ac8b-1a56f0eac4f3 req-30517f8d-ae6f-4e0c-979e-8a7b8a19ea9d tempest-TestVolumeBackupRestore-1484239073 tempest-TestVolumeBackupRestore-1484239073-project] 10.222.0.13 "GET /v2.0/ports?device_id=55d6d7cc-57d8-4858-bf74-25f625297eb8 HTTP/1.1" status: 200 len: 945 time: 0.0493631 Nov 05 19:14:26.538919 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-cf408788-6cca-422e-ac8b-1a56f0eac4f3 req-333b48bd-92aa-416f-8ea8-198161a39eed tempest-TestVolumeBackupRestore-1484239073 tempest-TestVolumeBackupRestore-1484239073-project] 10.222.0.13 "GET /v2.0/security-groups?id=74249167-aedd-4f9d-94ee-573d365c4c2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481336 Nov 05 19:14:26.656316 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5479831d-bd37-43e2-8266-a0be896e14e8 req-a36e612c-58e7-4549-8db1-2bda3d83acf9 tempest-TestVolumeBackupRestore-1484239073 tempest-TestVolumeBackupRestore-1484239073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:14:26.657740 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-5479831d-bd37-43e2-8266-a0be896e14e8 req-a36e612c-58e7-4549-8db1-2bda3d83acf9 tempest-TestVolumeBackupRestore-1484239073 tempest-TestVolumeBackupRestore-1484239073-project] 10.222.0.13 "GET /v2.0/ports?device_id=55d6d7cc-57d8-4858-bf74-25f625297eb8 HTTP/1.1" status: 200 len: 945 time: 0.0495694 Nov 05 19:14:26.707884 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-5479831d-bd37-43e2-8266-a0be896e14e8 req-734468f5-d678-4041-a650-dc18f50e332c tempest-TestVolumeBackupRestore-1484239073 tempest-TestVolumeBackupRestore-1484239073-project] 10.222.0.13 "GET /v2.0/security-groups?id=74249167-aedd-4f9d-94ee-573d365c4c2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434756 Nov 05 19:14:26.731689 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 37378) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:14:26.872855 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88393ed8-649c-4ca8-8c9f-a7be395d7c32 tempest-TestVolumeBackupRestore-1557372324 tempest-TestVolumeBackupRestore-1557372324-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:14:26.874397 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-88393ed8-649c-4ca8-8c9f-a7be395d7c32 tempest-TestVolumeBackupRestore-1557372324 tempest-TestVolumeBackupRestore-1557372324-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=55d6d7cc-57d8-4858-bf74-25f625297eb8 HTTP/1.1" status: 200 len: 1091 time: 0.1415949 Nov 05 19:14:26.877661 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 37382) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:14:26.882813 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-170a24a1-fe0c-4a9c-a56d-1c25ee42c821 tempest-TestVolumeBackupRestore-1484239073 tempest-TestVolumeBackupRestore-1484239073-project] Request body: {'floatingip': {'floating_network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'port_id': '568c1f9a-f54b-4665-85e6-b226b0121a28', 'tenant_id': '579440a62ec247f09087f4c32fc4ebe9', 'fixed_ip_address': '172.20.0.9'}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:14:26.995589 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-170a24a1-fe0c-4a9c-a56d-1c25ee42c821 tempest-TestVolumeBackupRestore-1484239073 tempest-TestVolumeBackupRestore-1484239073-project] Publish callbacks [] for floatingip, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:14:27.101484 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-170a24a1-fe0c-4a9c-a56d-1c25ee42c821 tempest-TestVolumeBackupRestore-1484239073 tempest-TestVolumeBackupRestore-1484239073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:14:27.208595 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.db_base_plugin_common [None req-170a24a1-fe0c-4a9c-a56d-1c25ee42c821 tempest-TestVolumeBackupRestore-1484239073 tempest-TestVolumeBackupRestore-1484239073-project] Allocated IP 172.25.6.223 (40c8335d-cd0b-4cb5-910a-d4dcddd5cbec/04fe6db3-e108-4208-943d-6518424f5726/68b392ff-f42e-4c40-a5d5-808ba80d0355) {{(pid=102387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 19:14:27.313075 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-170a24a1-fe0c-4a9c-a56d-1c25ee42c821 tempest-TestVolumeBackupRestore-1484239073 tempest-TestVolumeBackupRestore-1484239073-project] Publish callbacks [] for port, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:14:27.407569 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-170a24a1-fe0c-4a9c-a56d-1c25ee42c821 tempest-TestVolumeBackupRestore-1484239073 tempest-TestVolumeBackupRestore-1484239073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4417063'] for port, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:14:27.445238 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-170a24a1-fe0c-4a9c-a56d-1c25ee42c821 tempest-TestVolumeBackupRestore-1484239073 tempest-TestVolumeBackupRestore-1484239073-project] Network 40c8335d-cd0b-4cb5-910a-d4dcddd5cbec is already hosted by enough agents. {{(pid=102387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 19:14:27.448153 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.base_scheduler [None req-170a24a1-fe0c-4a9c-a56d-1c25ee42c821 tempest-TestVolumeBackupRestore-1484239073 tempest-TestVolumeBackupRestore-1484239073-project] Resources bound (agent type, host, resource id): {{(pid=102387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 19:14:27.453853 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-170a24a1-fe0c-4a9c-a56d-1c25ee42c821 tempest-TestVolumeBackupRestore-1484239073 tempest-TestVolumeBackupRestore-1484239073-project] Received port after_create {{(pid=102387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 19:14:27.480143 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170a24a1-fe0c-4a9c-a56d-1c25ee42c821 tempest-TestVolumeBackupRestore-1484239073 tempest-TestVolumeBackupRestore-1484239073-project] Pushing event updated for resources: {'Port': ['ID=68b392ff-f42e-4c40-a5d5-808ba80d0355,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:14:28.143341 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-170a24a1-fe0c-4a9c-a56d-1c25ee42c821 tempest-TestVolumeBackupRestore-1484239073 tempest-TestVolumeBackupRestore-1484239073-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:14:28.305035 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-170a24a1-fe0c-4a9c-a56d-1c25ee42c821 tempest-TestVolumeBackupRestore-1484239073 tempest-TestVolumeBackupRestore-1484239073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:14:28.457590 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-170a24a1-fe0c-4a9c-a56d-1c25ee42c821 tempest-TestVolumeBackupRestore-1484239073 tempest-TestVolumeBackupRestore-1484239073-project] Publish callbacks [] for port, precommit_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:14:28.535941 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-170a24a1-fe0c-4a9c-a56d-1c25ee42c821 tempest-TestVolumeBackupRestore-1484239073 tempest-TestVolumeBackupRestore-1484239073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4417072'] for port, after_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:14:28.629264 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170a24a1-fe0c-4a9c-a56d-1c25ee42c821 tempest-TestVolumeBackupRestore-1484239073 tempest-TestVolumeBackupRestore-1484239073-project] Pushing event updated for resources: {'Port': ['ID=68b392ff-f42e-4c40-a5d5-808ba80d0355,revision_number=2']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:14:28.639283 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-170a24a1-fe0c-4a9c-a56d-1c25ee42c821 tempest-TestVolumeBackupRestore-1484239073 tempest-TestVolumeBackupRestore-1484239073-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1000577'] for floatingip, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:14:28.745355 n-d-816865-1 neutron-server[102387]: INFO neutron.db.l3_db [None req-170a24a1-fe0c-4a9c-a56d-1c25ee42c821 tempest-TestVolumeBackupRestore-1484239073 tempest-TestVolumeBackupRestore-1484239073-project] Floating IP f0158174-aeeb-4f3f-ac77-7d292d90cf01 associated. External IP: 172.25.6.223, port: 568c1f9a-f54b-4665-85e6-b226b0121a28. Nov 05 19:14:28.968341 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-170a24a1-fe0c-4a9c-a56d-1c25ee42c821 tempest-TestVolumeBackupRestore-1484239073 tempest-TestVolumeBackupRestore-1484239073-project] Router 10836829-bda5-4c2a-b897-e2fbcf6b288f has already been hosted by L3 agent 6dcb5589-8e86-4616-9186-ddc4548e13ad {{(pid=102387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 19:14:29.078064 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-170a24a1-fe0c-4a9c-a56d-1c25ee42c821 tempest-TestVolumeBackupRestore-1484239073 tempest-TestVolumeBackupRestore-1484239073-project] Notify agent at l3_agent.n-d-816865-1 the message routers_updated {{(pid=102387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 19:14:29.091826 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c65d4cbb-8cc0-4722-933e-b3802fe75f5a None None] Sync routers for ids ['10836829-bda5-4c2a-b897-e2fbcf6b288f'] in n-d-816865-1 {{(pid=102388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 19:14:29.103404 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c65d4cbb-8cc0-4722-933e-b3802fe75f5a None None] Routers {'10836829-bda5-4c2a-b897-e2fbcf6b288f'} bound to L3 agent in host n-d-816865-1 {{(pid=102388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 19:14:29.104685 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-c65d4cbb-8cc0-4722-933e-b3802fe75f5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T19:14:05Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['10836829-bda5-4c2a-b897-e2fbcf6b288f'], 'active': True} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:14:29.161938 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-170a24a1-fe0c-4a9c-a56d-1c25ee42c821 tempest-TestVolumeBackupRestore-1484239073 tempest-TestVolumeBackupRestore-1484239073-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for floatingip, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:14:29.218843 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-170a24a1-fe0c-4a9c-a56d-1c25ee42c821 tempest-TestVolumeBackupRestore-1484239073 tempest-TestVolumeBackupRestore-1484239073-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3396049 Nov 05 19:14:29.219868 n-d-816865-1 neutron-server[102387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55d6d7cc-57d8-4858-bf74-25f625297eb8', 'tag': '568c1f9a-f54b-4665-85e6-b226b0121a28'}] {{(pid=102387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 19:14:29.220982 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 37398) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:14:29.223150 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab06bd4ddf5758c1f10d79fe34dc215bafa488692cde9dba2fcbcb67556f90bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11c2ce1a-db73-4265-a543-ec5c4017b347" -d '{"events": [{"name": "network-changed", "server_uuid": "55d6d7cc-57d8-4858-bf74-25f625297eb8", "tag": "568c1f9a-f54b-4665-85e6-b226b0121a28"}]}' {{(pid=102387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 19:14:29.254621 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvr_db [None req-c65d4cbb-8cc0-4722-933e-b3802fe75f5a None None] Set router 10836829-bda5-4c2a-b897-e2fbcf6b288f gateway port host: n-d-816865-1 {{(pid=102388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 19:14:29.279255 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d6c660a-1899-4934-bb25-d95387b41233 tempest-TestVolumeBackupRestore-1557372324 tempest-TestVolumeBackupRestore-1557372324-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:14:29.287495 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-1d6c660a-1899-4934-bb25-d95387b41233 tempest-TestVolumeBackupRestore-1557372324 tempest-TestVolumeBackupRestore-1557372324-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=55d6d7cc-57d8-4858-bf74-25f625297eb8 HTTP/1.1" status: 200 len: 1091 time: 0.0654302 Nov 05 19:14:29.291065 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 37402) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:14:29.308764 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-a30c7a68-0814-499d-9d8c-d874b0270237 tempest-TestVolumeBackupRestore-1484239073 tempest-TestVolumeBackupRestore-1484239073-project] Request body: {'floatingip': {'port_id': '568c1f9a-f54b-4665-85e6-b226b0121a28'}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:14:29.324406 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 19:14:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d771055-630b-4718-a29b-5e73ada36568 x-openstack-request-id: req-2d771055-630b-4718-a29b-5e73ada36568 {{(pid=102387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 19:14:29.325543 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "55d6d7cc-57d8-4858-bf74-25f625297eb8", "tag": "568c1f9a-f54b-4665-85e6-b226b0121a28", "status": "completed", "code": 200}]} {{(pid=102387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 19:14:29.327145 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2d771055-630b-4718-a29b-5e73ada36568 {{(pid=102387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 19:14:29.331418 n-d-816865-1 neutron-server[102387]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55d6d7cc-57d8-4858-bf74-25f625297eb8', 'tag': '568c1f9a-f54b-4665-85e6-b226b0121a28', 'status': 'completed', 'code': 200} Nov 05 19:14:29.394220 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c2ce1a-db73-4265-a543-ec5c4017b347 req-4dc405b4-b11d-432b-8257-81fdfa1247ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:14:29.396052 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-11c2ce1a-db73-4265-a543-ec5c4017b347 req-4dc405b4-b11d-432b-8257-81fdfa1247ec service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=579440a62ec247f09087f4c32fc4ebe9&device_id=55d6d7cc-57d8-4858-bf74-25f625297eb8 HTTP/1.1" status: 200 len: 1096 time: 0.0638139 Nov 05 19:14:29.427094 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-a30c7a68-0814-499d-9d8c-d874b0270237 tempest-TestVolumeBackupRestore-1484239073 tempest-TestVolumeBackupRestore-1484239073-project] Publish callbacks [] for floatingip, before_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:14:29.523794 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c2ce1a-db73-4265-a543-ec5c4017b347 req-4c84f0b3-2668-4e64-b355-1a877c2250aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:14:29.525224 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-11c2ce1a-db73-4265-a543-ec5c4017b347 req-4c84f0b3-2668-4e64-b355-1a877c2250aa service neutron] 10.222.0.55 "GET /v2.0/networks?id=b29fb6fc-2756-4024-98c9-1612017b047f HTTP/1.1" status: 200 len: 915 time: 0.1207924 Nov 05 19:14:29.572636 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-c65d4cbb-8cc0-4722-933e-b3802fe75f5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10836829-bda5-4c2a-b897-e2fbcf6b288f', 'name': 'tempest-TestVolumeBackupRestore-1618760338-router', 'tenant_id': '579440a62ec247f09087f4c32fc4ebe9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.80'}], 'enable_snat': True}, 'gw_port_id': 'ee436153-ce91-40b0-92b6-c20fdb0ee8aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T19:10:51Z', 'updated_at': '2021-11-05T19:10:58Z', 'revision_number': 4, 'project_id': '579440a62ec247f09087f4c32fc4ebe9', 'gw_port': {'id': 'ee436153-ce91-40b0-92b6-c20fdb0ee8aa', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:89:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10836829-bda5-4c2a-b897-e2fbcf6b288f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3518, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:10:53Z', 'updated_at': '2021-11-05T19:10:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1', '_floatingips': [{'id': 'f0158174-aeeb-4f3f-ac77-7d292d90cf01', 'tenant_id': '579440a62ec247f09087f4c32fc4ebe9', 'floating_ip_address': '172.25.6.223', 'floating_network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'router_id': '10836829-bda5-4c2a-b897-e2fbcf6b288f', 'port_id': '568c1f9a-f54b-4665-85e6-b226b0121a28', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3676, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b29fb6fc-2756-4024-98c9-1612017b047f', 'mac_address': 'fa:16:3e:94:7a:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55d6d7cc-57d8-4858-bf74-25f625297eb8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-05T19:14:27Z', 'updated_at': '2021-11-05T19:14:27Z', 'revision_number': 0, 'project_id': '579440a62ec247f09087f4c32fc4ebe9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab96b00d-9a2d-4164-bc56-97659132b9cc', 'name': '', 'network_id': 'b29fb6fc-2756-4024-98c9-1612017b047f', 'tenant_id': '579440a62ec247f09087f4c32fc4ebe9', 'mac_address': 'fa:16:3e:d9:44:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10836829-bda5-4c2a-b897-e2fbcf6b288f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3522, 'fixed_ips': [{'subnet_id': '62d28d6c-64b6-4a97-9fff-76e22c484a81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:10:56Z', 'updated_at': '2021-11-05T19:11:03Z', 'revision_number': 5, 'project_id': '579440a62ec247f09087f4c32fc4ebe9', 'subnets': [{'id': '62d28d6c-64b6-4a97-9fff-76e22c484a81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-1', False) {} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:14:29.605911 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c65d4cbb-8cc0-4722-933e-b3802fe75f5a None None] Checking router: 10836829-bda5-4c2a-b897-e2fbcf6b288f for host: n-d-816865-1 {{(pid=102388) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 19:14:29.622113 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c65d4cbb-8cc0-4722-933e-b3802fe75f5a None None] Routers {'10836829-bda5-4c2a-b897-e2fbcf6b288f'} bound to L3 agent in host n-d-816865-1 {{(pid=102388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 19:14:29.622113 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-c65d4cbb-8cc0-4722-933e-b3802fe75f5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T19:14:05Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['10836829-bda5-4c2a-b897-e2fbcf6b288f'], 'active': True} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:14:29.642204 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-11c2ce1a-db73-4265-a543-ec5c4017b347 req-4f895f63-a48c-47b9-b594-98b1ac14c0f3 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=568c1f9a-f54b-4665-85e6-b226b0121a28 HTTP/1.1" status: 200 len: 999 time: 0.1046078 Nov 05 19:14:29.703382 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c2ce1a-db73-4265-a543-ec5c4017b347 req-b546f31f-7822-40f1-89be-c73bc1579056 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:14:29.704943 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-11c2ce1a-db73-4265-a543-ec5c4017b347 req-b546f31f-7822-40f1-89be-c73bc1579056 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=62d28d6c-64b6-4a97-9fff-76e22c484a81 HTTP/1.1" status: 200 len: 853 time: 0.0562682 Nov 05 19:14:29.755869 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvr_db [None req-c65d4cbb-8cc0-4722-933e-b3802fe75f5a None None] Set router 10836829-bda5-4c2a-b897-e2fbcf6b288f gateway port host: n-d-816865-1 {{(pid=102388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 19:14:29.771682 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c2ce1a-db73-4265-a543-ec5c4017b347 req-4522d041-0e30-4364-8c27-75b7c4cf21bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:14:29.774285 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-11c2ce1a-db73-4265-a543-ec5c4017b347 req-4522d041-0e30-4364-8c27-75b7c4cf21bb service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b29fb6fc-2756-4024-98c9-1612017b047f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0602260 Nov 05 19:14:29.892711 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-11c2ce1a-db73-4265-a543-ec5c4017b347 req-3bdbd8ea-44c3-4861-aab2-44bdb425b9ad service neutron] 10.222.0.55 "GET /v2.0/networks/b29fb6fc-2756-4024-98c9-1612017b047f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1086421 Nov 05 19:14:30.026191 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-a30c7a68-0814-499d-9d8c-d874b0270237 tempest-TestVolumeBackupRestore-1484239073 tempest-TestVolumeBackupRestore-1484239073-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:14:30.031605 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-c65d4cbb-8cc0-4722-933e-b3802fe75f5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10836829-bda5-4c2a-b897-e2fbcf6b288f', 'name': 'tempest-TestVolumeBackupRestore-1618760338-router', 'tenant_id': '579440a62ec247f09087f4c32fc4ebe9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.80'}], 'enable_snat': True}, 'gw_port_id': 'ee436153-ce91-40b0-92b6-c20fdb0ee8aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T19:10:51Z', 'updated_at': '2021-11-05T19:10:58Z', 'revision_number': 4, 'project_id': '579440a62ec247f09087f4c32fc4ebe9', 'gw_port': {'id': 'ee436153-ce91-40b0-92b6-c20fdb0ee8aa', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:89:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10836829-bda5-4c2a-b897-e2fbcf6b288f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3518, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:10:53Z', 'updated_at': '2021-11-05T19:10:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1', '_floatingips': [{'id': 'f0158174-aeeb-4f3f-ac77-7d292d90cf01', 'tenant_id': '579440a62ec247f09087f4c32fc4ebe9', 'floating_ip_address': '172.25.6.223', 'floating_network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'router_id': '10836829-bda5-4c2a-b897-e2fbcf6b288f', 'port_id': '568c1f9a-f54b-4665-85e6-b226b0121a28', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3676, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b29fb6fc-2756-4024-98c9-1612017b047f', 'mac_address': 'fa:16:3e:94:7a:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55d6d7cc-57d8-4858-bf74-25f625297eb8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-05T19:14:27Z', 'updated_at': '2021-11-05T19:14:27Z', 'revision_number': 0, 'project_id': '579440a62ec247f09087f4c32fc4ebe9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab96b00d-9a2d-4164-bc56-97659132b9cc', 'name': '', 'network_id': 'b29fb6fc-2756-4024-98c9-1612017b047f', 'tenant_id': '579440a62ec247f09087f4c32fc4ebe9', 'mac_address': 'fa:16:3e:d9:44:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10836829-bda5-4c2a-b897-e2fbcf6b288f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3522, 'fixed_ips': [{'subnet_id': '62d28d6c-64b6-4a97-9fff-76e22c484a81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:10:56Z', 'updated_at': '2021-11-05T19:11:03Z', 'revision_number': 5, 'project_id': '579440a62ec247f09087f4c32fc4ebe9', 'subnets': [{'id': '62d28d6c-64b6-4a97-9fff-76e22c484a81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-1', False) {} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:14:30.035147 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-11c2ce1a-db73-4265-a543-ec5c4017b347 req-e0b043d3-850a-4764-808e-2081a3fc15e8 service neutron] 10.222.0.55 "GET /v2.0/networks/b29fb6fc-2756-4024-98c9-1612017b047f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1341205 Nov 05 19:14:30.061722 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c65d4cbb-8cc0-4722-933e-b3802fe75f5a None None] The sync data for ids ['10836829-bda5-4c2a-b897-e2fbcf6b288f'] in n-d-816865-1 is: [{'id': '10836829-bda5-4c2a-b897-e2fbcf6b288f', 'name': 'tempest-TestVolumeBackupRestore-1618760338-router', 'tenant_id': '579440a62ec247f09087f4c32fc4ebe9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.80'}], 'enable_snat': True}, 'gw_port_id': 'ee436153-ce91-40b0-92b6-c20fdb0ee8aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T19:10:51Z', 'updated_at': '2021-11-05T19:10:58Z', 'revision_number': 4, 'project_id': '579440a62ec247f09087f4c32fc4ebe9', 'gw_port': {'id': 'ee436153-ce91-40b0-92b6-c20fdb0ee8aa', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:89:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10836829-bda5-4c2a-b897-e2fbcf6b288f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3518, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:10:53Z', 'updated_at': '2021-11-05T19:10:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1', '_floatingips': [{'id': 'f0158174-aeeb-4f3f-ac77-7d292d90cf01', 'tenant_id': '579440a62ec247f09087f4c32fc4ebe9', 'floating_ip_address': '172.25.6.223', 'floating_network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'router_id': '10836829-bda5-4c2a-b897-e2fbcf6b288f', 'port_id': '568c1f9a-f54b-4665-85e6-b226b0121a28', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3676, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b29fb6fc-2756-4024-98c9-1612017b047f', 'mac_address': 'fa:16:3e:94:7a:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55d6d7cc-57d8-4858-bf74-25f625297eb8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-05T19:14:27Z', 'updated_at': '2021-11-05T19:14:27Z', 'revision_number': 0, 'project_id': '579440a62ec247f09087f4c32fc4ebe9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab96b00d-9a2d-4164-bc56-97659132b9cc', 'name': '', 'network_id': 'b29fb6fc-2756-4024-98c9-1612017b047f', 'tenant_id': '579440a62ec247f09087f4c32fc4ebe9', 'mac_address': 'fa:16:3e:d9:44:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10836829-bda5-4c2a-b897-e2fbcf6b288f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3522, 'fixed_ips': [{'subnet_id': '62d28d6c-64b6-4a97-9fff-76e22c484a81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:10:56Z', 'updated_at': '2021-11-05T19:11:03Z', 'revision_number': 5, 'project_id': '579440a62ec247f09087f4c32fc4ebe9', 'subnets': [{'id': '62d28d6c-64b6-4a97-9fff-76e22c484a81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 19:14:30.098862 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-a30c7a68-0814-499d-9d8c-d874b0270237 tempest-TestVolumeBackupRestore-1484239073 tempest-TestVolumeBackupRestore-1484239073-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1000577'] for floatingip, after_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:14:30.282343 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40a98f34-1070-45eb-a56d-950bdb152783 None None] New status for floating IP f0158174-aeeb-4f3f-ac77-7d292d90cf01: ACTIVE {{(pid=102389) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 05 19:14:30.337983 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a30c7a68-0814-499d-9d8c-d874b0270237 tempest-TestVolumeBackupRestore-1484239073 tempest-TestVolumeBackupRestore-1484239073-project] Router 10836829-bda5-4c2a-b897-e2fbcf6b288f has already been hosted by L3 agent 6dcb5589-8e86-4616-9186-ddc4548e13ad {{(pid=102387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 19:14:30.449602 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a30c7a68-0814-499d-9d8c-d874b0270237 tempest-TestVolumeBackupRestore-1484239073 tempest-TestVolumeBackupRestore-1484239073-project] Notify agent at l3_agent.n-d-816865-1 the message routers_updated {{(pid=102387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 19:14:30.454325 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-a30c7a68-0814-499d-9d8c-d874b0270237 tempest-TestVolumeBackupRestore-1484239073 tempest-TestVolumeBackupRestore-1484239073-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for floatingip, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:14:30.511049 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-a30c7a68-0814-499d-9d8c-d874b0270237 tempest-TestVolumeBackupRestore-1484239073 tempest-TestVolumeBackupRestore-1484239073-project] 10.222.0.13 "PUT /v2.0/floatingips/f0158174-aeeb-4f3f-ac77-7d292d90cf01 HTTP/1.1" status: 200 len: 991 time: 1.2184451 Nov 05 19:14:30.594238 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27cfb35e-8d49-4408-be01-7ce73f4f4cc2 None None] Sync routers for ids ['10836829-bda5-4c2a-b897-e2fbcf6b288f'] in n-d-816865-1 {{(pid=102388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 19:14:30.604541 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27cfb35e-8d49-4408-be01-7ce73f4f4cc2 None None] Routers {'10836829-bda5-4c2a-b897-e2fbcf6b288f'} bound to L3 agent in host n-d-816865-1 {{(pid=102388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 19:14:30.605152 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-27cfb35e-8d49-4408-be01-7ce73f4f4cc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T19:14:05Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['10836829-bda5-4c2a-b897-e2fbcf6b288f'], 'active': True} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:14:30.719147 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvr_db [None req-27cfb35e-8d49-4408-be01-7ce73f4f4cc2 None None] Set router 10836829-bda5-4c2a-b897-e2fbcf6b288f gateway port host: n-d-816865-1 {{(pid=102388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 19:14:30.951487 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-27cfb35e-8d49-4408-be01-7ce73f4f4cc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10836829-bda5-4c2a-b897-e2fbcf6b288f', 'name': 'tempest-TestVolumeBackupRestore-1618760338-router', 'tenant_id': '579440a62ec247f09087f4c32fc4ebe9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.80'}], 'enable_snat': True}, 'gw_port_id': 'ee436153-ce91-40b0-92b6-c20fdb0ee8aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T19:10:51Z', 'updated_at': '2021-11-05T19:10:58Z', 'revision_number': 4, 'project_id': '579440a62ec247f09087f4c32fc4ebe9', 'gw_port': {'id': 'ee436153-ce91-40b0-92b6-c20fdb0ee8aa', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:89:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10836829-bda5-4c2a-b897-e2fbcf6b288f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3518, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:10:53Z', 'updated_at': '2021-11-05T19:10:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1', '_floatingips': [{'id': 'f0158174-aeeb-4f3f-ac77-7d292d90cf01', 'tenant_id': '579440a62ec247f09087f4c32fc4ebe9', 'floating_ip_address': '172.25.6.223', 'floating_network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'router_id': '10836829-bda5-4c2a-b897-e2fbcf6b288f', 'port_id': '568c1f9a-f54b-4665-85e6-b226b0121a28', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3676, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b29fb6fc-2756-4024-98c9-1612017b047f', 'mac_address': 'fa:16:3e:94:7a:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55d6d7cc-57d8-4858-bf74-25f625297eb8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-05T19:14:27Z', 'updated_at': '2021-11-05T19:14:30Z', 'revision_number': 2, 'project_id': '579440a62ec247f09087f4c32fc4ebe9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab96b00d-9a2d-4164-bc56-97659132b9cc', 'name': '', 'network_id': 'b29fb6fc-2756-4024-98c9-1612017b047f', 'tenant_id': '579440a62ec247f09087f4c32fc4ebe9', 'mac_address': 'fa:16:3e:d9:44:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10836829-bda5-4c2a-b897-e2fbcf6b288f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3522, 'fixed_ips': [{'subnet_id': '62d28d6c-64b6-4a97-9fff-76e22c484a81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:10:56Z', 'updated_at': '2021-11-05T19:11:03Z', 'revision_number': 5, 'project_id': '579440a62ec247f09087f4c32fc4ebe9', 'subnets': [{'id': '62d28d6c-64b6-4a97-9fff-76e22c484a81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-1', False) {} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:14:30.981304 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27cfb35e-8d49-4408-be01-7ce73f4f4cc2 None None] Checking router: 10836829-bda5-4c2a-b897-e2fbcf6b288f for host: n-d-816865-1 {{(pid=102388) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 19:14:30.989824 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27cfb35e-8d49-4408-be01-7ce73f4f4cc2 None None] Routers {'10836829-bda5-4c2a-b897-e2fbcf6b288f'} bound to L3 agent in host n-d-816865-1 {{(pid=102388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 19:14:30.990480 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-27cfb35e-8d49-4408-be01-7ce73f4f4cc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T19:14:05Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['10836829-bda5-4c2a-b897-e2fbcf6b288f'], 'active': True} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:14:31.105523 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvr_db [None req-27cfb35e-8d49-4408-be01-7ce73f4f4cc2 None None] Set router 10836829-bda5-4c2a-b897-e2fbcf6b288f gateway port host: n-d-816865-1 {{(pid=102388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 19:14:31.326972 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-27cfb35e-8d49-4408-be01-7ce73f4f4cc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10836829-bda5-4c2a-b897-e2fbcf6b288f', 'name': 'tempest-TestVolumeBackupRestore-1618760338-router', 'tenant_id': '579440a62ec247f09087f4c32fc4ebe9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.80'}], 'enable_snat': True}, 'gw_port_id': 'ee436153-ce91-40b0-92b6-c20fdb0ee8aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T19:10:51Z', 'updated_at': '2021-11-05T19:10:58Z', 'revision_number': 4, 'project_id': '579440a62ec247f09087f4c32fc4ebe9', 'gw_port': {'id': 'ee436153-ce91-40b0-92b6-c20fdb0ee8aa', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:89:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10836829-bda5-4c2a-b897-e2fbcf6b288f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3518, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:10:53Z', 'updated_at': '2021-11-05T19:10:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1', '_floatingips': [{'id': 'f0158174-aeeb-4f3f-ac77-7d292d90cf01', 'tenant_id': '579440a62ec247f09087f4c32fc4ebe9', 'floating_ip_address': '172.25.6.223', 'floating_network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'router_id': '10836829-bda5-4c2a-b897-e2fbcf6b288f', 'port_id': '568c1f9a-f54b-4665-85e6-b226b0121a28', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3676, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b29fb6fc-2756-4024-98c9-1612017b047f', 'mac_address': 'fa:16:3e:94:7a:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55d6d7cc-57d8-4858-bf74-25f625297eb8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-05T19:14:27Z', 'updated_at': '2021-11-05T19:14:30Z', 'revision_number': 2, 'project_id': '579440a62ec247f09087f4c32fc4ebe9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab96b00d-9a2d-4164-bc56-97659132b9cc', 'name': '', 'network_id': 'b29fb6fc-2756-4024-98c9-1612017b047f', 'tenant_id': '579440a62ec247f09087f4c32fc4ebe9', 'mac_address': 'fa:16:3e:d9:44:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10836829-bda5-4c2a-b897-e2fbcf6b288f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3522, 'fixed_ips': [{'subnet_id': '62d28d6c-64b6-4a97-9fff-76e22c484a81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:10:56Z', 'updated_at': '2021-11-05T19:11:03Z', 'revision_number': 5, 'project_id': '579440a62ec247f09087f4c32fc4ebe9', 'subnets': [{'id': '62d28d6c-64b6-4a97-9fff-76e22c484a81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-1', False) {} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:14:31.329609 n-d-816865-1 neutron-server[102387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55d6d7cc-57d8-4858-bf74-25f625297eb8', 'tag': '568c1f9a-f54b-4665-85e6-b226b0121a28'}, {'name': 'network-changed', 'server_uuid': '55d6d7cc-57d8-4858-bf74-25f625297eb8', 'tag': '568c1f9a-f54b-4665-85e6-b226b0121a28'}] {{(pid=102387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 19:14:31.331982 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab06bd4ddf5758c1f10d79fe34dc215bafa488692cde9dba2fcbcb67556f90bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5106fa64-9e1d-434a-825b-2e6e051b57d2" -d '{"events": [{"name": "network-changed", "server_uuid": "55d6d7cc-57d8-4858-bf74-25f625297eb8", "tag": "568c1f9a-f54b-4665-85e6-b226b0121a28"}, {"name": "network-changed", "server_uuid": "55d6d7cc-57d8-4858-bf74-25f625297eb8", "tag": "568c1f9a-f54b-4665-85e6-b226b0121a28"}]}' {{(pid=102387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 19:14:31.360506 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27cfb35e-8d49-4408-be01-7ce73f4f4cc2 None None] The sync data for ids ['10836829-bda5-4c2a-b897-e2fbcf6b288f'] in n-d-816865-1 is: [{'id': '10836829-bda5-4c2a-b897-e2fbcf6b288f', 'name': 'tempest-TestVolumeBackupRestore-1618760338-router', 'tenant_id': '579440a62ec247f09087f4c32fc4ebe9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.80'}], 'enable_snat': True}, 'gw_port_id': 'ee436153-ce91-40b0-92b6-c20fdb0ee8aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T19:10:51Z', 'updated_at': '2021-11-05T19:10:58Z', 'revision_number': 4, 'project_id': '579440a62ec247f09087f4c32fc4ebe9', 'gw_port': {'id': 'ee436153-ce91-40b0-92b6-c20fdb0ee8aa', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:89:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10836829-bda5-4c2a-b897-e2fbcf6b288f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3518, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:10:53Z', 'updated_at': '2021-11-05T19:10:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1', '_floatingips': [{'id': 'f0158174-aeeb-4f3f-ac77-7d292d90cf01', 'tenant_id': '579440a62ec247f09087f4c32fc4ebe9', 'floating_ip_address': '172.25.6.223', 'floating_network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'router_id': '10836829-bda5-4c2a-b897-e2fbcf6b288f', 'port_id': '568c1f9a-f54b-4665-85e6-b226b0121a28', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3676, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b29fb6fc-2756-4024-98c9-1612017b047f', 'mac_address': 'fa:16:3e:94:7a:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55d6d7cc-57d8-4858-bf74-25f625297eb8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-05T19:14:27Z', 'updated_at': '2021-11-05T19:14:30Z', 'revision_number': 2, 'project_id': '579440a62ec247f09087f4c32fc4ebe9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab96b00d-9a2d-4164-bc56-97659132b9cc', 'name': '', 'network_id': 'b29fb6fc-2756-4024-98c9-1612017b047f', 'tenant_id': '579440a62ec247f09087f4c32fc4ebe9', 'mac_address': 'fa:16:3e:d9:44:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10836829-bda5-4c2a-b897-e2fbcf6b288f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3522, 'fixed_ips': [{'subnet_id': '62d28d6c-64b6-4a97-9fff-76e22c484a81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:10:56Z', 'updated_at': '2021-11-05T19:11:03Z', 'revision_number': 5, 'project_id': '579440a62ec247f09087f4c32fc4ebe9', 'subnets': [{'id': '62d28d6c-64b6-4a97-9fff-76e22c484a81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 19:14:31.375211 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 05 Nov 2021 19:14:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-674823ad-bbc9-470f-8fcd-032ef1ce6929 x-openstack-request-id: req-674823ad-bbc9-470f-8fcd-032ef1ce6929 {{(pid=102387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 19:14:31.375724 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "55d6d7cc-57d8-4858-bf74-25f625297eb8", "tag": "568c1f9a-f54b-4665-85e6-b226b0121a28", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "55d6d7cc-57d8-4858-bf74-25f625297eb8", "tag": "568c1f9a-f54b-4665-85e6-b226b0121a28", "status": "completed", "code": 200}]} {{(pid=102387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 19:14:31.375835 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-674823ad-bbc9-470f-8fcd-032ef1ce6929 {{(pid=102387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 19:14:31.376168 n-d-816865-1 neutron-server[102387]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55d6d7cc-57d8-4858-bf74-25f625297eb8', 'tag': '568c1f9a-f54b-4665-85e6-b226b0121a28', 'status': 'completed', 'code': 200} Nov 05 19:14:31.376427 n-d-816865-1 neutron-server[102387]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55d6d7cc-57d8-4858-bf74-25f625297eb8', 'tag': '568c1f9a-f54b-4665-85e6-b226b0121a28', 'status': 'completed', 'code': 200} Nov 05 19:14:31.441474 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5106fa64-9e1d-434a-825b-2e6e051b57d2 req-f73cfef9-6e00-4f52-b1b9-abb18462694d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:14:31.442954 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-5106fa64-9e1d-434a-825b-2e6e051b57d2 req-f73cfef9-6e00-4f52-b1b9-abb18462694d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=579440a62ec247f09087f4c32fc4ebe9&device_id=55d6d7cc-57d8-4858-bf74-25f625297eb8 HTTP/1.1" status: 200 len: 1096 time: 0.0449643 Nov 05 19:14:31.549989 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5106fa64-9e1d-434a-825b-2e6e051b57d2 req-a3a02826-c48f-4d74-b348-3ca7dc5c3725 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:14:31.551551 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-5106fa64-9e1d-434a-825b-2e6e051b57d2 req-a3a02826-c48f-4d74-b348-3ca7dc5c3725 service neutron] 10.222.0.55 "GET /v2.0/networks?id=b29fb6fc-2756-4024-98c9-1612017b047f HTTP/1.1" status: 200 len: 915 time: 0.0970218 Nov 05 19:14:31.624617 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-5106fa64-9e1d-434a-825b-2e6e051b57d2 req-56159fd0-0663-4df1-90ac-d755630f531e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=568c1f9a-f54b-4665-85e6-b226b0121a28 HTTP/1.1" status: 200 len: 1001 time: 0.0629141 Nov 05 19:14:31.674565 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5106fa64-9e1d-434a-825b-2e6e051b57d2 req-7bed55d9-da52-4d44-a93e-602e15d28cdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:14:31.676041 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-5106fa64-9e1d-434a-825b-2e6e051b57d2 req-7bed55d9-da52-4d44-a93e-602e15d28cdf service neutron] 10.222.0.55 "GET /v2.0/subnets?id=62d28d6c-64b6-4a97-9fff-76e22c484a81 HTTP/1.1" status: 200 len: 853 time: 0.0443711 Nov 05 19:14:31.739681 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5106fa64-9e1d-434a-825b-2e6e051b57d2 req-5fe8bb24-1988-4f4a-aec0-41bd79fc5c8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:14:31.741312 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-5106fa64-9e1d-434a-825b-2e6e051b57d2 req-5fe8bb24-1988-4f4a-aec0-41bd79fc5c8c service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b29fb6fc-2756-4024-98c9-1612017b047f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0447214 Nov 05 19:14:31.831391 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-5106fa64-9e1d-434a-825b-2e6e051b57d2 req-58fd1ad4-fe15-4d9d-a344-2a6526c55f8e service neutron] 10.222.0.55 "GET /v2.0/networks/b29fb6fc-2756-4024-98c9-1612017b047f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830462 Nov 05 19:14:31.938138 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-5106fa64-9e1d-434a-825b-2e6e051b57d2 req-1679a196-9887-4dcb-bd0c-27e81b43363b service neutron] 10.222.0.55 "GET /v2.0/networks/b29fb6fc-2756-4024-98c9-1612017b047f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931823 Nov 05 19:14:32.023859 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5106fa64-9e1d-434a-825b-2e6e051b57d2 req-ea208778-72dc-4681-bb9e-bb4e1b6e8bad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:14:32.025377 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-5106fa64-9e1d-434a-825b-2e6e051b57d2 req-ea208778-72dc-4681-bb9e-bb4e1b6e8bad service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=579440a62ec247f09087f4c32fc4ebe9&device_id=55d6d7cc-57d8-4858-bf74-25f625297eb8 HTTP/1.1" status: 200 len: 1096 time: 0.0418680 Nov 05 19:14:32.120927 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5106fa64-9e1d-434a-825b-2e6e051b57d2 req-3e76b207-096d-4290-8077-7a319db9a0bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:14:32.122503 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-5106fa64-9e1d-434a-825b-2e6e051b57d2 req-3e76b207-096d-4290-8077-7a319db9a0bc service neutron] 10.222.0.55 "GET /v2.0/networks?id=b29fb6fc-2756-4024-98c9-1612017b047f HTTP/1.1" status: 200 len: 915 time: 0.0894263 Nov 05 19:14:32.211089 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-5106fa64-9e1d-434a-825b-2e6e051b57d2 req-a1927bd3-682e-44bd-bcf4-0ef74219d8d5 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=568c1f9a-f54b-4665-85e6-b226b0121a28 HTTP/1.1" status: 200 len: 1001 time: 0.0675833 Nov 05 19:14:32.262271 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5106fa64-9e1d-434a-825b-2e6e051b57d2 req-62666f31-de74-4684-870c-745d46921f13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:14:32.263660 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-5106fa64-9e1d-434a-825b-2e6e051b57d2 req-62666f31-de74-4684-870c-745d46921f13 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=62d28d6c-64b6-4a97-9fff-76e22c484a81 HTTP/1.1" status: 200 len: 853 time: 0.0432122 Nov 05 19:14:32.315038 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5106fa64-9e1d-434a-825b-2e6e051b57d2 req-f575350d-d7e9-4e6d-92d2-f3e5ef87f598 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:14:32.316538 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-5106fa64-9e1d-434a-825b-2e6e051b57d2 req-f575350d-d7e9-4e6d-92d2-f3e5ef87f598 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b29fb6fc-2756-4024-98c9-1612017b047f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0428991 Nov 05 19:14:32.416764 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-5106fa64-9e1d-434a-825b-2e6e051b57d2 req-c214b58b-5ba1-49cf-973c-7e58dea6c6af service neutron] 10.222.0.55 "GET /v2.0/networks/b29fb6fc-2756-4024-98c9-1612017b047f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833437 Nov 05 19:14:32.517676 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-5106fa64-9e1d-434a-825b-2e6e051b57d2 req-ed1342e3-5b2f-49a0-8415-329771b0c0cd service neutron] 10.222.0.55 "GET /v2.0/networks/b29fb6fc-2756-4024-98c9-1612017b047f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912142 Nov 05 19:14:32.624306 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-445af140-c48f-40cf-8abd-0e27d1429ed7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:14:32.836101 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 37418) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:14:33.292821 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-fa235d09-1363-468d-a4c5-763945763b64 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-571777'] for router_interface, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:14:33.528000 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-fa235d09-1363-468d-a4c5-763945763b64 admin admin] Deleting port 90cb269f-21e4-4c4e-b946-0b89a5f315e0 {{(pid=102386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 19:14:33.528672 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-fa235d09-1363-468d-a4c5-763945763b64 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:14:33.607452 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [None req-fa235d09-1363-468d-a4c5-763945763b64 admin admin] For port 90cb269f-21e4-4c4e-b946-0b89a5f315e0, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=90cb269f-21e4-4c4e-b946-0b89a5f315e0,segment=NetworkSegment(e1049daa-fc97-4a3f-8351-3203f3822574),segment_id=e1049daa-fc97-4a3f-8351-3203f3822574)] {{(pid=102386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:14:33.607811 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-fa235d09-1363-468d-a4c5-763945763b64 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:14:33.620171 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-fa235d09-1363-468d-a4c5-763945763b64 admin admin] Calling delete_port for 90cb269f-21e4-4c4e-b946-0b89a5f315e0 owned by network:router_interface {{(pid=102386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 19:14:33.890601 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-fa235d09-1363-468d-a4c5-763945763b64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:14:33.914893 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa235d09-1363-468d-a4c5-763945763b64 admin admin] Pushing event deleted for resources: {'Port': ['ID=90cb269f-21e4-4c4e-b946-0b89a5f315e0,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:14:34.336547 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:14:34.425407 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-fa235d09-1363-468d-a4c5-763945763b64 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-597886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-573297'] for router_interface, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:14:34.637891 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa235d09-1363-468d-a4c5-763945763b64 admin admin] Router 8316fa0f-e616-4e27-a642-2e9db3fcaaa3 has already been hosted by L3 agent 6dcb5589-8e86-4616-9186-ddc4548e13ad {{(pid=102386) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 19:14:34.740569 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa235d09-1363-468d-a4c5-763945763b64 admin admin] Notify agent at l3_agent.n-d-816865-1 the message routers_updated {{(pid=102386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 19:14:34.746375 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-fa235d09-1363-468d-a4c5-763945763b64 admin admin] 10.222.0.13 "PUT /v2.0/routers/8316fa0f-e616-4e27-a642-2e9db3fcaaa3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9091437 Nov 05 19:14:34.748871 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 37424) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:14:34.752357 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6b7ac1f-76df-4364-84cb-1fd08610fc79 None None] Sync routers for ids ['8316fa0f-e616-4e27-a642-2e9db3fcaaa3'] in n-d-816865-1 {{(pid=102389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 19:14:34.762775 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6b7ac1f-76df-4364-84cb-1fd08610fc79 None None] Routers {'8316fa0f-e616-4e27-a642-2e9db3fcaaa3'} bound to L3 agent in host n-d-816865-1 {{(pid=102389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 19:14:34.763394 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-c6b7ac1f-76df-4364-84cb-1fd08610fc79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T19:14:05Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['8316fa0f-e616-4e27-a642-2e9db3fcaaa3'], 'active': True} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:14:34.852866 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-e4ef1ca9-1e5c-4ca7-b496-8c4f7e1e4662 admin admin] Publish callbacks [] for router, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:14:34.867549 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvr_db [None req-c6b7ac1f-76df-4364-84cb-1fd08610fc79 None None] Set router 8316fa0f-e616-4e27-a642-2e9db3fcaaa3 gateway port host: n-d-816865-1 {{(pid=102389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 19:14:34.955680 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-e4ef1ca9-1e5c-4ca7-b496-8c4f7e1e4662 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:14:35.043749 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-c6b7ac1f-76df-4364-84cb-1fd08610fc79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8316fa0f-e616-4e27-a642-2e9db3fcaaa3', 'name': 'tempest-AttachVolumeShelveTestJSON-2053281703-router', 'tenant_id': 'c9875160e1e6467ba4c32e29bdc7488a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.136'}], 'enable_snat': True}, 'gw_port_id': 'c9d005a4-a0df-40e1-8195-021f565d2cb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T19:05:18Z', 'updated_at': '2021-11-05T19:14:33Z', 'revision_number': 5, 'project_id': 'c9875160e1e6467ba4c32e29bdc7488a', 'gw_port': {'id': 'c9d005a4-a0df-40e1-8195-021f565d2cb9', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:99:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8316fa0f-e616-4e27-a642-2e9db3fcaaa3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3112, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:05:19Z', 'updated_at': '2021-11-05T19:05:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1'}], 'n-d-816865-1', False) {} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:14:35.073923 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6b7ac1f-76df-4364-84cb-1fd08610fc79 None None] Checking router: 8316fa0f-e616-4e27-a642-2e9db3fcaaa3 for host: n-d-816865-1 {{(pid=102389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 19:14:35.081671 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-e4ef1ca9-1e5c-4ca7-b496-8c4f7e1e4662 admin admin] Deleting port c9d005a4-a0df-40e1-8195-021f565d2cb9 {{(pid=102386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 19:14:35.082017 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-e4ef1ca9-1e5c-4ca7-b496-8c4f7e1e4662 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:14:35.082602 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6b7ac1f-76df-4364-84cb-1fd08610fc79 None None] Routers {'8316fa0f-e616-4e27-a642-2e9db3fcaaa3'} bound to L3 agent in host n-d-816865-1 {{(pid=102389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 19:14:35.083208 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-c6b7ac1f-76df-4364-84cb-1fd08610fc79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T19:14:05Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['8316fa0f-e616-4e27-a642-2e9db3fcaaa3'], 'active': True} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:14:35.166262 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [None req-e4ef1ca9-1e5c-4ca7-b496-8c4f7e1e4662 admin admin] For port c9d005a4-a0df-40e1-8195-021f565d2cb9, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=c9d005a4-a0df-40e1-8195-021f565d2cb9,segment=NetworkSegment(85be518c-8bb4-46a2-a903-d4292782d29d),segment_id=85be518c-8bb4-46a2-a903-d4292782d29d)] {{(pid=102386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:14:35.166630 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-e4ef1ca9-1e5c-4ca7-b496-8c4f7e1e4662 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:14:35.169766 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvr_db [None req-c6b7ac1f-76df-4364-84cb-1fd08610fc79 None None] Set router 8316fa0f-e616-4e27-a642-2e9db3fcaaa3 gateway port host: None {{(pid=102389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 19:14:35.178953 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-e4ef1ca9-1e5c-4ca7-b496-8c4f7e1e4662 admin admin] Calling delete_port for c9d005a4-a0df-40e1-8195-021f565d2cb9 owned by network:router_gateway {{(pid=102386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 19:14:35.220813 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-c6b7ac1f-76df-4364-84cb-1fd08610fc79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8316fa0f-e616-4e27-a642-2e9db3fcaaa3', 'name': 'tempest-AttachVolumeShelveTestJSON-2053281703-router', 'tenant_id': 'c9875160e1e6467ba4c32e29bdc7488a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T19:05:18Z', 'updated_at': '2021-11-05T19:14:34Z', 'revision_number': 6, 'project_id': 'c9875160e1e6467ba4c32e29bdc7488a', 'gw_port_host': None}], 'n-d-816865-1', False) {} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:14:35.250390 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6b7ac1f-76df-4364-84cb-1fd08610fc79 None None] The sync data for ids ['8316fa0f-e616-4e27-a642-2e9db3fcaaa3'] in n-d-816865-1 is: [{'id': '8316fa0f-e616-4e27-a642-2e9db3fcaaa3', 'name': 'tempest-AttachVolumeShelveTestJSON-2053281703-router', 'tenant_id': 'c9875160e1e6467ba4c32e29bdc7488a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T19:05:18Z', 'updated_at': '2021-11-05T19:14:34Z', 'revision_number': 6, 'project_id': 'c9875160e1e6467ba4c32e29bdc7488a', 'gw_port_host': None}] {{(pid=102389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 19:14:35.361290 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-fece92ae-6140-4c7a-805c-11a3656bb3a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:14:35.424462 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-e4ef1ca9-1e5c-4ca7-b496-8c4f7e1e4662 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:14:35.451670 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ef1ca9-1e5c-4ca7-b496-8c4f7e1e4662 admin admin] Pushing event deleted for resources: {'Port': ['ID=c9d005a4-a0df-40e1-8195-021f565d2cb9,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:14:35.515725 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-e4ef1ca9-1e5c-4ca7-b496-8c4f7e1e4662 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1000651'] for router_gateway, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:14:35.607827 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-e4ef1ca9-1e5c-4ca7-b496-8c4f7e1e4662 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-571301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6852'] for router, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:14:35.610027 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-e4ef1ca9-1e5c-4ca7-b496-8c4f7e1e4662 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:14:35.713158 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-e4ef1ca9-1e5c-4ca7-b496-8c4f7e1e4662 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-571310'] for router, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:14:35.713805 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4ef1ca9-1e5c-4ca7-b496-8c4f7e1e4662 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8316fa0f-e616-4e27-a642-2e9db3fcaaa3 {{(pid=102386) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 05 19:14:35.718663 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-e4ef1ca9-1e5c-4ca7-b496-8c4f7e1e4662 admin admin] Publish callbacks [] for router, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:14:35.724099 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-e4ef1ca9-1e5c-4ca7-b496-8c4f7e1e4662 admin admin] 10.222.0.13 "DELETE /v2.0/routers/8316fa0f-e616-4e27-a642-2e9db3fcaaa3 HTTP/1.1" status: 204 len: 168 time: 0.9700582 Nov 05 19:14:35.724099 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 37426) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:14:35.767947 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba4e0b3c-0906-467e-9992-c16969b83846 admin admin] Deleting subnet 57c79303-6c4f-4c08-a695-f3ffd6fc49db {{(pid=102386) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 05 19:14:35.770925 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-ba4e0b3c-0906-467e-9992-c16969b83846 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:14:35.805325 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-ba4e0b3c-0906-467e-9992-c16969b83846 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4590738'] for subnet, precommit_delete_associations {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:14:35.885839 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-ba4e0b3c-0906-467e-9992-c16969b83846 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1573928'] for subnet, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:14:36.001522 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-ba4e0b3c-0906-467e-9992-c16969b83846 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1573905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6149879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4877183'] for subnet, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:14:36.023133 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 90cb269f-21e4-4c4e-b946-0b89a5f315e0 no longer exists at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 19:14:36.028819 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4e0b3c-0906-467e-9992-c16969b83846 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=57c79303-6c4f-4c08-a695-f3ffd6fc49db,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:14:36.032873 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-ba4e0b3c-0906-467e-9992-c16969b83846 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:14:36.036131 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-ba4e0b3c-0906-467e-9992-c16969b83846 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/57c79303-6c4f-4c08-a695-f3ffd6fc49db HTTP/1.1" status: 204 len: 168 time: 0.3128307 Nov 05 19:14:36.038617 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 37428) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:14:36.056799 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8513b61b-7a52-4ca9-8112-0a9bb517c071 None None] Network 4dc00c45-f8b9-4c9a-a6c5-c27d3aa63b93 requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 19:14:36.058639 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] No Port match for: 90cb269f-21e4-4c4e-b946-0b89a5f315e0 {{(pid=102388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 19:14:36.059045 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 90cb269f-21e4-4c4e-b946-0b89a5f315e0 not bound to the agent host n-d-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 19:14:36.118766 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-4ef3f61b-6f34-486f-b753-5db256509809 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1664226'] for network, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:14:36.176228 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-4ef3f61b-6f34-486f-b753-5db256509809 admin admin] Deleting port df401242-55a5-473a-bca5-d3bf6b870e58 {{(pid=102386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 19:14:36.176656 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-4ef3f61b-6f34-486f-b753-5db256509809 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:14:36.252048 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01c76f03-a251-4fe5-bbc7-3f2239610f35 None None] DHCP port deletion for 4dc00c45-f8b9-4c9a-a6c5-c27d3aa63b93 request from n-d-816865-1 {{(pid=102388) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 05 19:14:36.253183 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [None req-4ef3f61b-6f34-486f-b753-5db256509809 admin admin] For port df401242-55a5-473a-bca5-d3bf6b870e58, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=df401242-55a5-473a-bca5-d3bf6b870e58,segment=NetworkSegment(e1049daa-fc97-4a3f-8351-3203f3822574),segment_id=e1049daa-fc97-4a3f-8351-3203f3822574)] {{(pid=102386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:14:36.253549 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-4ef3f61b-6f34-486f-b753-5db256509809 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:14:36.266686 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-4ef3f61b-6f34-486f-b753-5db256509809 admin admin] Calling delete_port for df401242-55a5-473a-bca5-d3bf6b870e58 owned by network:dhcp {{(pid=102386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 19:14:36.310292 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-01c76f03-a251-4fe5-bbc7-3f2239610f35 None None] Deleting port df401242-55a5-473a-bca5-d3bf6b870e58 {{(pid=102388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 19:14:36.310842 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-01c76f03-a251-4fe5-bbc7-3f2239610f35 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:14:36.339841 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b304910f-7b27-444b-a8fc-977d26b1ceac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:14:36.388722 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-01c76f03-a251-4fe5-bbc7-3f2239610f35 None None] For port df401242-55a5-473a-bca5-d3bf6b870e58, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=df401242-55a5-473a-bca5-d3bf6b870e58,segment=NetworkSegment(e1049daa-fc97-4a3f-8351-3203f3822574),segment_id=e1049daa-fc97-4a3f-8351-3203f3822574)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:14:36.389343 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-01c76f03-a251-4fe5-bbc7-3f2239610f35 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:14:36.401893 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-01c76f03-a251-4fe5-bbc7-3f2239610f35 None None] Calling delete_port for df401242-55a5-473a-bca5-d3bf6b870e58 owned by network:dhcp {{(pid=102388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 19:14:36.409874 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:14:36.429814 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-4ef3f61b-6f34-486f-b753-5db256509809 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:14:36.457141 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ef3f61b-6f34-486f-b753-5db256509809 admin admin] No DVR routers for this DVR port df401242-55a5-473a-bca5-d3bf6b870e58 on host n-d-816865-1 {{(pid=102386) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 19:14:36.462774 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef3f61b-6f34-486f-b753-5db256509809 admin admin] Pushing event deleted for resources: {'Port': ['ID=df401242-55a5-473a-bca5-d3bf6b870e58,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:14:36.480238 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-01c76f03-a251-4fe5-bbc7-3f2239610f35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798'] for port, after_delete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:14:36.510145 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c76f03-a251-4fe5-bbc7-3f2239610f35 None None] Pushing event deleted for resources: {'Port': ['ID=df401242-55a5-473a-bca5-d3bf6b870e58,revision_number=None']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:14:36.513719 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01c76f03-a251-4fe5-bbc7-3f2239610f35 None None] No DVR routers for this DVR port df401242-55a5-473a-bca5-d3bf6b870e58 on host n-d-816865-1 {{(pid=102388) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 19:14:36.549192 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-4ef3f61b-6f34-486f-b753-5db256509809 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1579173', 'neutron.services.segments.db._delete_segments_for_network-8750027792909'] for network, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:14:36.575933 n-d-816865-1 neutron-server[102386]: DEBUG neutron.services.segments.db [None req-4ef3f61b-6f34-486f-b753-5db256509809 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4dc00c45-f8b9-4c9a-a6c5-c27d3aa63b93']}} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:14:36.585518 n-d-816865-1 neutron-server[102386]: DEBUG neutron.services.segments.db [None req-4ef3f61b-6f34-486f-b753-5db256509809 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e1049daa-fc97-4a3f-8351-3203f3822574') {'for_net_delete': True} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:14:36.585805 n-d-816865-1 neutron-server[102386]: DEBUG neutron.services.segments.db [None req-4ef3f61b-6f34-486f-b753-5db256509809 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e1049daa-fc97-4a3f-8351-3203f3822574') {} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:14:36.595193 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-4ef3f61b-6f34-486f-b753-5db256509809 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750027793430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4590747'] for segment, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:14:36.608419 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-4ef3f61b-6f34-486f-b753-5db256509809 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273'] for segment, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:14:36.614203 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ef3f61b-6f34-486f-b753-5db256509809 admin admin] Releasing vlan 198 on physical network physnet1 to pool {{(pid=102386) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 05 19:14:36.614583 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-4ef3f61b-6f34-486f-b753-5db256509809 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6149721'] for segment, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:14:36.616216 n-d-816865-1 neutron-server[102386]: Traceback (most recent call last): Nov 05 19:14:36.616216 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 05 19:14:36.616216 n-d-816865-1 neutron-server[102386]: timer() Nov 05 19:14:36.616216 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 05 19:14:36.616216 n-d-816865-1 neutron-server[102386]: cb(*args, **kw) Nov 05 19:14:36.616216 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 05 19:14:36.616216 n-d-816865-1 neutron-server[102386]: return func(*args, **kwargs) Nov 05 19:14:36.616216 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 05 19:14:36.616216 n-d-816865-1 neutron-server[102386]: self._notify() Nov 05 19:14:36.616216 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 05 19:14:36.616216 n-d-816865-1 neutron-server[102386]: self.callback(batched_events) Nov 05 19:14:36.616216 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 05 19:14:36.616216 n-d-816865-1 neutron-server[102386]: event.method(event) Nov 05 19:14:36.616216 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 05 19:14:36.616216 n-d-816865-1 neutron-server[102386]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 05 19:14:36.616216 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 05 19:14:36.616216 n-d-816865-1 neutron-server[102386]: aggregate_uuid = self.p_client.list_aggregates( Nov 05 19:14:36.616216 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 05 19:14:36.616216 n-d-816865-1 neutron-server[102386]: return f(self, *a, **k) Nov 05 19:14:36.616216 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 05 19:14:36.616216 n-d-816865-1 neutron-server[102386]: return self._get(url).json() Nov 05 19:14:36.616216 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 05 19:14:36.616216 n-d-816865-1 neutron-server[102386]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 05 19:14:36.616216 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 05 19:14:36.616216 n-d-816865-1 neutron-server[102386]: return self.request(url, 'GET', **kwargs) Nov 05 19:14:36.616216 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 05 19:14:36.616216 n-d-816865-1 neutron-server[102386]: base_url = self.get_endpoint(auth, allow=allow, Nov 05 19:14:36.616216 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 05 19:14:36.616216 n-d-816865-1 neutron-server[102386]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 05 19:14:36.616216 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 05 19:14:36.616216 n-d-816865-1 neutron-server[102386]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 05 19:14:36.616216 n-d-816865-1 neutron-server[102386]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 05 19:14:36.718717 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-4ef3f61b-6f34-486f-b753-5db256509809 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1579178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-956796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1000687'] for network, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:14:36.723456 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-4ef3f61b-6f34-486f-b753-5db256509809 admin admin] Publish callbacks [] for network, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:14:36.727043 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-4ef3f61b-6f34-486f-b753-5db256509809 admin admin] 10.222.0.13 "DELETE /v2.0/networks/4dc00c45-f8b9-4c9a-a6c5-c27d3aa63b93 HTTP/1.1" status: 204 len: 168 time: 0.6874690 Nov 05 19:14:36.739328 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef3f61b-6f34-486f-b753-5db256509809 admin admin] Pushing event deleted for resources: {'Network': ['ID=4dc00c45-f8b9-4c9a-a6c5-c27d3aa63b93,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:14:37.025692 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 37434) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:14:37.067330 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-904d90f5-99a3-45f5-a7b3-283dc4c05098 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c9875160e1e6467ba4c32e29bdc7488a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0403054 Nov 05 19:14:37.070486 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 37436) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:14:37.118405 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-0c5c6a91-6d3b-4815-84ee-a1d2e4061d66 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:14:37.140070 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-0c5c6a91-6d3b-4815-84ee-a1d2e4061d66 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:14:37.263651 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-0c5c6a91-6d3b-4815-84ee-a1d2e4061d66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:14:37.266274 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-0c5c6a91-6d3b-4815-84ee-a1d2e4061d66 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:14:37.267428 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-0c5c6a91-6d3b-4815-84ee-a1d2e4061d66 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0c422c21-0127-4045-ad0c-3f8afabab6f3 HTTP/1.1" status: 204 len: 168 time: 0.1958938 Nov 05 19:14:37.275580 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5c6a91-6d3b-4815-84ee-a1d2e4061d66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c422c21-0127-4045-ad0c-3f8afabab6f3,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:14:37.519530 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device df401242-55a5-473a-bca5-d3bf6b870e58 no longer exists at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 19:14:37.542511 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] No Port match for: df401242-55a5-473a-bca5-d3bf6b870e58 {{(pid=102388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 19:14:37.542851 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device df401242-55a5-473a-bca5-d3bf6b870e58 not bound to the agent host n-d-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 19:14:37.543282 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device c9d005a4-a0df-40e1-8195-021f565d2cb9 no longer exists at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 19:14:37.565456 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] No Port match for: c9d005a4-a0df-40e1-8195-021f565d2cb9 {{(pid=102388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 19:14:37.565801 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device c9d005a4-a0df-40e1-8195-021f565d2cb9 not bound to the agent host n-d-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 19:14:38.279005 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-31f93893-a48e-4ae8-833d-dccb2b42eacc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:14:38.370931 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 37460) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:14:38.487555 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-4f1463d2-e196-4a8b-a02e-f6b066cd397c admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-444395844-network', 'tenant_id': '3cd2670f992046758c37c8cd7300aad8'}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:14:38.530316 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:14:38.595312 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f1463d2-e196-4a8b-a02e-f6b066cd397c admin admin] Made reservation on behalf of 3cd2670f992046758c37c8cd7300aad8 for: {'network': 1} {{(pid=102387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 19:14:38.597609 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-4f1463d2-e196-4a8b-a02e-f6b066cd397c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for network, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:14:38.610931 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-4f1463d2-e196-4a8b-a02e-f6b066cd397c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:14:38.683381 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-4f1463d2-e196-4a8b-a02e-f6b066cd397c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:14:38.755174 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-4f1463d2-e196-4a8b-a02e-f6b066cd397c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:14:38.784288 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f1463d2-e196-4a8b-a02e-f6b066cd397c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 196} {{(pid=102387) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 05 19:14:38.790761 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1463d2-e196-4a8b-a02e-f6b066cd397c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cbae1bb-3d0a-4c8e-93ba-0ec8a19ca6a7,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:14:38.796782 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-4f1463d2-e196-4a8b-a02e-f6b066cd397c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273'] for segment, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:14:38.797127 n-d-816865-1 neutron-server[102387]: INFO neutron.db.segments_db [None req-4f1463d2-e196-4a8b-a02e-f6b066cd397c admin admin] Added segment 1158bd8e-c612-44f1-a6e7-1a9c01b70d43 of type vlan for network f31b1f2e-a615-43e1-9e9b-9f3f947ccb7d Nov 05 19:14:38.841205 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-4f1463d2-e196-4a8b-a02e-f6b066cd397c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750027258543'] for network, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:14:38.921462 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-4f1463d2-e196-4a8b-a02e-f6b066cd397c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-956796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877'] for network, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:14:38.922564 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f1463d2-e196-4a8b-a02e-f6b066cd397c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:14:38.923183 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-4f1463d2-e196-4a8b-a02e-f6b066cd397c admin admin] Publish callbacks [] for network, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:14:38.992825 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1463d2-e196-4a8b-a02e-f6b066cd397c admin admin] Pushing event updated for resources: {'Network': ['ID=f31b1f2e-a615-43e1-9e9b-9f3f947ccb7d,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:14:39.003631 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Network f31b1f2e-a615-43e1-9e9b-9f3f947ccb7d details requested by agent ovs-agent-n-d-816865-1 with host n-d-816865-1 {{(pid=102388) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 05 19:14:39.020924 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-4f1463d2-e196-4a8b-a02e-f6b066cd397c admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6487663 Nov 05 19:14:39.024671 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 37464) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:14:39.029900 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-4364cc0b-5d10-4856-8d01-cf1d011dc95c admin admin] Request body: {'subnet': {'network_id': 'f31b1f2e-a615-43e1-9e9b-9f3f947ccb7d', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-444395844-subnet', 'tenant_id': '3cd2670f992046758c37c8cd7300aad8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:14:39.124393 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4364cc0b-5d10-4856-8d01-cf1d011dc95c admin admin] Made reservation on behalf of 3cd2670f992046758c37c8cd7300aad8 for: {'subnet': 1} {{(pid=102386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 19:14:39.126835 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-4364cc0b-5d10-4856-8d01-cf1d011dc95c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4877122'] for subnet, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:14:39.361384 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-4364cc0b-5d10-4856-8d01-cf1d011dc95c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6149946', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4877172'] for subnet, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:14:39.412603 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4364cc0b-5d10-4856-8d01-cf1d011dc95c admin admin] Pushing event updated for resources: {'Subnet': ['ID=41ea8269-cd9c-4654-abcc-5b4c434f2dbf,revision_number=0']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:14:39.428676 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4364cc0b-5d10-4856-8d01-cf1d011dc95c admin admin] Checking segment: {'id': '1158bd8e-c612-44f1-a6e7-1a9c01b70d43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'f31b1f2e-a615-43e1-9e9b-9f3f947ccb7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 19:14:39.429611 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4364cc0b-5d10-4856-8d01-cf1d011dc95c admin admin] Network hostable DHCP agents. Network: f31b1f2e-a615-43e1-9e9b-9f3f947ccb7d, hostable agents: ['987e2ca0-bc3b-4c6f-a989-429ccfbf753f'], hosted agents: [] {{(pid=102386) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 05 19:14:39.503832 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4364cc0b-5d10-4856-8d01-cf1d011dc95c admin admin] Network f31b1f2e-a615-43e1-9e9b-9f3f947ccb7d is scheduled to be hosted by DHCP agent 987e2ca0-bc3b-4c6f-a989-429ccfbf753f with binding_index 1 {{(pid=102386) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 05 19:14:39.583466 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.base_scheduler [None req-4364cc0b-5d10-4856-8d01-cf1d011dc95c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816865-1, f31b1f2e-a615-43e1-9e9b-9f3f947ccb7d) {{(pid=102386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 19:14:39.587545 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4364cc0b-5d10-4856-8d01-cf1d011dc95c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:14:39.588144 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-4364cc0b-5d10-4856-8d01-cf1d011dc95c admin admin] Publish callbacks [] for subnet, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:14:39.593780 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ade8c20-74bb-4a5e-ae90-77b1d577fa98 None None] Network f31b1f2e-a615-43e1-9e9b-9f3f947ccb7d requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 19:14:39.697941 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-4364cc0b-5d10-4856-8d01-cf1d011dc95c admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6635549 Nov 05 19:14:39.879231 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2accdcd-b124-4bf4-b638-da3470e1ff6b None None] Network f31b1f2e-a615-43e1-9e9b-9f3f947ccb7d requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 19:14:40.116804 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f616987-8e4a-458c-8a24-6630acd1c9e7 req-89fb814e-e6e1-45cd-a3aa-df610d53b8f0 tempest-AttachVolumeNegativeTest-814338664 tempest-AttachVolumeNegativeTest-814338664-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:14:40.118320 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-7f616987-8e4a-458c-8a24-6630acd1c9e7 req-89fb814e-e6e1-45cd-a3aa-df610d53b8f0 tempest-AttachVolumeNegativeTest-814338664 tempest-AttachVolumeNegativeTest-814338664-project] 10.222.0.13 "GET /v2.0/networks?id=f31b1f2e-a615-43e1-9e9b-9f3f947ccb7d HTTP/1.1" status: 200 len: 814 time: 0.1020370 Nov 05 19:14:40.133431 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-7f616987-8e4a-458c-8a24-6630acd1c9e7 req-a6846565-f5f6-4a99-b30e-be8c60c27348 tempest-AttachVolumeNegativeTest-814338664 tempest-AttachVolumeNegativeTest-814338664-project] 10.222.0.13 "GET /v2.0/quotas/3cd2670f992046758c37c8cd7300aad8 HTTP/1.1" status: 200 len: 375 time: 0.0092902 Nov 05 19:14:40.164681 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-7f616987-8e4a-458c-8a24-6630acd1c9e7 req-461a1332-9dab-48d7-b225-ed6cc638255d tempest-AttachVolumeNegativeTest-814338664 tempest-AttachVolumeNegativeTest-814338664-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=3cd2670f992046758c37c8cd7300aad8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0260317 Nov 05 19:14:40.257794 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-7f616987-8e4a-458c-8a24-6630acd1c9e7 req-d63f1d5c-266c-4990-b555-90857f8665a8 service neutron] 10.222.0.13 "GET /v2.0/networks/f31b1f2e-a615-43e1-9e9b-9f3f947ccb7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862956 Nov 05 19:14:40.346249 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-7f616987-8e4a-458c-8a24-6630acd1c9e7 req-659d59e8-2333-4601-b123-071de3f257da service neutron] 10.222.0.13 "GET /v2.0/networks/f31b1f2e-a615-43e1-9e9b-9f3f947ccb7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823402 Nov 05 19:14:40.580502 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-6f86d77d-5cef-4a25-a541-d0289fd149aa req-e24f361d-4e84-400d-867f-ef536ee13e45 tempest-AttachVolumeNegativeTest-814338664 tempest-AttachVolumeNegativeTest-814338664-project] 10.222.0.13 "GET /v2.0/ports?device_id=edcb715d-80ef-40d3-9564-34ad231e19c2 HTTP/1.1" status: 200 len: 210 time: 0.0337729 Nov 05 19:14:41.674361 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-f98a2703-f79e-4594-8bac-af4c44f5b099 req-e1d75014-6fb9-4afc-83a8-b432221aabbc tempest-AttachVolumeNegativeTest-814338664 tempest-AttachVolumeNegativeTest-814338664-project] 10.222.0.13 "GET /v2.0/ports?device_id=edcb715d-80ef-40d3-9564-34ad231e19c2 HTTP/1.1" status: 200 len: 210 time: 0.0258603 Nov 05 19:14:42.531193 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f616987-8e4a-458c-8a24-6630acd1c9e7 req-239d6dd7-c165-45e3-b986-eed1eae07dd9 tempest-AttachVolumeNegativeTest-814338664 tempest-AttachVolumeNegativeTest-814338664-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:14:42.532626 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-7f616987-8e4a-458c-8a24-6630acd1c9e7 req-239d6dd7-c165-45e3-b986-eed1eae07dd9 tempest-AttachVolumeNegativeTest-814338664 tempest-AttachVolumeNegativeTest-814338664-project] 10.222.0.41 "GET /v2.0/networks?id=f31b1f2e-a615-43e1-9e9b-9f3f947ccb7d HTTP/1.1" status: 200 len: 814 time: 0.1025283 Nov 05 19:14:42.545796 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [req-7f616987-8e4a-458c-8a24-6630acd1c9e7 req-8c9da12e-95ec-42c5-83f2-9f7c136e4b43 tempest-AttachVolumeNegativeTest-814338664 tempest-AttachVolumeNegativeTest-814338664-project] Request body: {'port': {'device_id': 'edcb715d-80ef-40d3-9564-34ad231e19c2', 'network_id': 'f31b1f2e-a615-43e1-9e9b-9f3f947ccb7d', 'admin_state_up': True, 'tenant_id': '3cd2670f992046758c37c8cd7300aad8'}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:14:42.738128 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7f616987-8e4a-458c-8a24-6630acd1c9e7 req-8c9da12e-95ec-42c5-83f2-9f7c136e4b43 tempest-AttachVolumeNegativeTest-814338664 tempest-AttachVolumeNegativeTest-814338664-project] Made reservation on behalf of 3cd2670f992046758c37c8cd7300aad8 for: {'port': 1} {{(pid=102387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 19:14:42.742492 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-7f616987-8e4a-458c-8a24-6630acd1c9e7 req-8c9da12e-95ec-42c5-83f2-9f7c136e4b43 tempest-AttachVolumeNegativeTest-814338664 tempest-AttachVolumeNegativeTest-814338664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:14:42.781163 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-d57cc015-5c8e-40d9-92a7-6ea19b579b5b req-3068995c-c128-4643-97e5-0671d9836e3c tempest-AttachVolumeNegativeTest-814338664 tempest-AttachVolumeNegativeTest-814338664-project] 10.222.0.13 "GET /v2.0/ports?device_id=edcb715d-80ef-40d3-9564-34ad231e19c2 HTTP/1.1" status: 200 len: 210 time: 0.0361938 Nov 05 19:14:42.900482 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.db_base_plugin_common [req-7f616987-8e4a-458c-8a24-6630acd1c9e7 req-8c9da12e-95ec-42c5-83f2-9f7c136e4b43 tempest-AttachVolumeNegativeTest-814338664 tempest-AttachVolumeNegativeTest-814338664-project] Allocated IP 172.20.0.12 (f31b1f2e-a615-43e1-9e9b-9f3f947ccb7d/41ea8269-cd9c-4654-abcc-5b4c434f2dbf/afeb8dd3-b1ab-4bad-8471-e80269ed47c7) {{(pid=102387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 19:14:43.049652 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-7f616987-8e4a-458c-8a24-6630acd1c9e7 req-8c9da12e-95ec-42c5-83f2-9f7c136e4b43 tempest-AttachVolumeNegativeTest-814338664 tempest-AttachVolumeNegativeTest-814338664-project] Publish callbacks [] for port, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:14:43.132866 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-7f616987-8e4a-458c-8a24-6630acd1c9e7 req-8c9da12e-95ec-42c5-83f2-9f7c136e4b43 tempest-AttachVolumeNegativeTest-814338664 tempest-AttachVolumeNegativeTest-814338664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4417063'] for port, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:14:43.173642 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7f616987-8e4a-458c-8a24-6630acd1c9e7 req-8c9da12e-95ec-42c5-83f2-9f7c136e4b43 tempest-AttachVolumeNegativeTest-814338664 tempest-AttachVolumeNegativeTest-814338664-project] Network f31b1f2e-a615-43e1-9e9b-9f3f947ccb7d is already hosted by enough agents. {{(pid=102387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 19:14:43.179070 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.base_scheduler [req-7f616987-8e4a-458c-8a24-6630acd1c9e7 req-8c9da12e-95ec-42c5-83f2-9f7c136e4b43 tempest-AttachVolumeNegativeTest-814338664 tempest-AttachVolumeNegativeTest-814338664-project] Resources bound (agent type, host, resource id): {{(pid=102387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 19:14:43.182752 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f616987-8e4a-458c-8a24-6630acd1c9e7 req-8c9da12e-95ec-42c5-83f2-9f7c136e4b43 tempest-AttachVolumeNegativeTest-814338664 tempest-AttachVolumeNegativeTest-814338664-project] Received port after_create {{(pid=102387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 19:14:43.205783 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9da12e-95ec-42c5-83f2-9f7c136e4b43 tempest-AttachVolumeNegativeTest-814338664 tempest-AttachVolumeNegativeTest-814338664-project] Pushing event updated for resources: {'Port': ['ID=afeb8dd3-b1ab-4bad-8471-e80269ed47c7,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:14:43.218271 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c9da12e-95ec-42c5-83f2-9f7c136e4b43 tempest-AttachVolumeNegativeTest-814338664 tempest-AttachVolumeNegativeTest-814338664-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:14:43.218614 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c9da12e-95ec-42c5-83f2-9f7c136e4b43 tempest-AttachVolumeNegativeTest-814338664 tempest-AttachVolumeNegativeTest-814338664-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:14:43.218947 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c9da12e-95ec-42c5-83f2-9f7c136e4b43 tempest-AttachVolumeNegativeTest-814338664 tempest-AttachVolumeNegativeTest-814338664-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:14:43.219278 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c9da12e-95ec-42c5-83f2-9f7c136e4b43 tempest-AttachVolumeNegativeTest-814338664 tempest-AttachVolumeNegativeTest-814338664-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:14:43.219602 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c9da12e-95ec-42c5-83f2-9f7c136e4b43 tempest-AttachVolumeNegativeTest-814338664 tempest-AttachVolumeNegativeTest-814338664-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:14:43.219924 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c9da12e-95ec-42c5-83f2-9f7c136e4b43 tempest-AttachVolumeNegativeTest-814338664 tempest-AttachVolumeNegativeTest-814338664-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:14:43.220245 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c9da12e-95ec-42c5-83f2-9f7c136e4b43 tempest-AttachVolumeNegativeTest-814338664 tempest-AttachVolumeNegativeTest-814338664-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:14:43.220568 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c9da12e-95ec-42c5-83f2-9f7c136e4b43 tempest-AttachVolumeNegativeTest-814338664 tempest-AttachVolumeNegativeTest-814338664-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:14:43.220888 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c9da12e-95ec-42c5-83f2-9f7c136e4b43 tempest-AttachVolumeNegativeTest-814338664 tempest-AttachVolumeNegativeTest-814338664-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:14:43.221205 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c9da12e-95ec-42c5-83f2-9f7c136e4b43 tempest-AttachVolumeNegativeTest-814338664 tempest-AttachVolumeNegativeTest-814338664-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:14:43.221517 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c9da12e-95ec-42c5-83f2-9f7c136e4b43 tempest-AttachVolumeNegativeTest-814338664 tempest-AttachVolumeNegativeTest-814338664-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:14:43.221839 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c9da12e-95ec-42c5-83f2-9f7c136e4b43 tempest-AttachVolumeNegativeTest-814338664 tempest-AttachVolumeNegativeTest-814338664-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:14:43.244084 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f616987-8e4a-458c-8a24-6630acd1c9e7 req-8c9da12e-95ec-42c5-83f2-9f7c136e4b43 tempest-AttachVolumeNegativeTest-814338664 tempest-AttachVolumeNegativeTest-814338664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:14:43.244693 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-7f616987-8e4a-458c-8a24-6630acd1c9e7 req-8c9da12e-95ec-42c5-83f2-9f7c136e4b43 tempest-AttachVolumeNegativeTest-814338664 tempest-AttachVolumeNegativeTest-814338664-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:14:43.306967 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-7f616987-8e4a-458c-8a24-6630acd1c9e7 req-8c9da12e-95ec-42c5-83f2-9f7c136e4b43 tempest-AttachVolumeNegativeTest-814338664 tempest-AttachVolumeNegativeTest-814338664-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7646554 Nov 05 19:14:43.319074 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [req-7f616987-8e4a-458c-8a24-6630acd1c9e7 req-e21f949a-14b0-4572-a5a1-88c4ba3f7119 service neutron] Request body: {'port': {'device_id': 'edcb715d-80ef-40d3-9564-34ad231e19c2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816865-1'}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:14:43.375336 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-7f616987-8e4a-458c-8a24-6630acd1c9e7 req-e21f949a-14b0-4572-a5a1-88c4ba3f7119 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:14:43.939570 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6a28d8-79aa-458a-88ce-2167efe02979 req-4a33d1da-944c-4e27-9df0-6172c3ce4af3 tempest-AttachVolumeNegativeTest-814338664 tempest-AttachVolumeNegativeTest-814338664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:14:43.941139 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-1e6a28d8-79aa-458a-88ce-2167efe02979 req-4a33d1da-944c-4e27-9df0-6172c3ce4af3 tempest-AttachVolumeNegativeTest-814338664 tempest-AttachVolumeNegativeTest-814338664-project] 10.222.0.13 "GET /v2.0/ports?device_id=edcb715d-80ef-40d3-9564-34ad231e19c2 HTTP/1.1" status: 200 len: 932 time: 0.0711753 Nov 05 19:14:44.029742 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-1e6a28d8-79aa-458a-88ce-2167efe02979 req-e79057e9-ee15-4efc-928c-4df2c7197514 tempest-AttachVolumeNegativeTest-814338664 tempest-AttachVolumeNegativeTest-814338664-project] 10.222.0.13 "GET /v2.0/security-groups?id=8cbae1bb-3d0a-4c8e-93ba-0ec8a19ca6a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815597 Nov 05 19:14:44.038556 n-d-816865-1 neutron-server[102387]: DEBUG neutron.notifiers.nova [req-7f616987-8e4a-458c-8a24-6630acd1c9e7 req-e21f949a-14b0-4572-a5a1-88c4ba3f7119 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id afeb8dd3-b1ab-4bad-8471-e80269ed47c7 {{(pid=102387) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 19:14:44.050759 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-7f616987-8e4a-458c-8a24-6630acd1c9e7 req-e21f949a-14b0-4572-a5a1-88c4ba3f7119 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:14:44.059211 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.provisioning_blocks [req-7f616987-8e4a-458c-8a24-6630acd1c9e7 req-e21f949a-14b0-4572-a5a1-88c4ba3f7119 service neutron] Transition to ACTIVE for port object afeb8dd3-b1ab-4bad-8471-e80269ed47c7 will not be triggered until provisioned by entity L2. {{(pid=102387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 05 19:14:44.130258 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-7f616987-8e4a-458c-8a24-6630acd1c9e7 req-e21f949a-14b0-4572-a5a1-88c4ba3f7119 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4417072'] for port, after_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:14:44.183356 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21f949a-14b0-4572-a5a1-88c4ba3f7119 service neutron] Pushing event updated for resources: {'Port': ['ID=afeb8dd3-b1ab-4bad-8471-e80269ed47c7,revision_number=2']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:14:44.247846 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.managers [req-7f616987-8e4a-458c-8a24-6630acd1c9e7 req-e21f949a-14b0-4572-a5a1-88c4ba3f7119 service neutron] Attempting to bind port afeb8dd3-b1ab-4bad-8471-e80269ed47c7 on host n-h1-816865-1 for vnic_type normal with profile {{(pid=102387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 19:14:44.248182 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.managers [req-7f616987-8e4a-458c-8a24-6630acd1c9e7 req-e21f949a-14b0-4572-a5a1-88c4ba3f7119 service neutron] Attempting to bind port afeb8dd3-b1ab-4bad-8471-e80269ed47c7 by drivers openvswitch,hyperv on host n-h1-816865-1 at level 0 using segments [{'id': '1158bd8e-c612-44f1-a6e7-1a9c01b70d43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'f31b1f2e-a615-43e1-9e9b-9f3f947ccb7d'}] {{(pid=102387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 19:14:44.248512 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f616987-8e4a-458c-8a24-6630acd1c9e7 req-e21f949a-14b0-4572-a5a1-88c4ba3f7119 service neutron] Attempting to bind port afeb8dd3-b1ab-4bad-8471-e80269ed47c7 on network f31b1f2e-a615-43e1-9e9b-9f3f947ccb7d {{(pid=102387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 19:14:44.253177 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f616987-8e4a-458c-8a24-6630acd1c9e7 req-e21f949a-14b0-4572-a5a1-88c4ba3f7119 service neutron] Port afeb8dd3-b1ab-4bad-8471-e80269ed47c7 on network f31b1f2e-a615-43e1-9e9b-9f3f947ccb7d not bound, no agent of type Open vSwitch agent registered on host n-h1-816865-1 {{(pid=102387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 19:14:44.253493 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f616987-8e4a-458c-8a24-6630acd1c9e7 req-e21f949a-14b0-4572-a5a1-88c4ba3f7119 service neutron] Attempting to bind port afeb8dd3-b1ab-4bad-8471-e80269ed47c7 on network f31b1f2e-a615-43e1-9e9b-9f3f947ccb7d {{(pid=102387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 19:14:44.258639 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f616987-8e4a-458c-8a24-6630acd1c9e7 req-e21f949a-14b0-4572-a5a1-88c4ba3f7119 service neutron] Checking agent: {'id': 'eb596d7c-8c64-42bd-8aca-fad447eb0eab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816865-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 18, 33, 34), 'started_at': datetime.datetime(2021, 11, 5, 18, 33, 34), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 19, 14, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 19:14:44.258975 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f616987-8e4a-458c-8a24-6630acd1c9e7 req-e21f949a-14b0-4572-a5a1-88c4ba3f7119 service neutron] Checking segment: {'id': '1158bd8e-c612-44f1-a6e7-1a9c01b70d43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'f31b1f2e-a615-43e1-9e9b-9f3f947ccb7d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 19:14:44.259357 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f616987-8e4a-458c-8a24-6630acd1c9e7 req-e21f949a-14b0-4572-a5a1-88c4ba3f7119 service neutron] Bound using segment: {'id': '1158bd8e-c612-44f1-a6e7-1a9c01b70d43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'f31b1f2e-a615-43e1-9e9b-9f3f947ccb7d'} {{(pid=102387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 19:14:44.259783 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.managers [req-7f616987-8e4a-458c-8a24-6630acd1c9e7 req-e21f949a-14b0-4572-a5a1-88c4ba3f7119 service neutron] Bound port: afeb8dd3-b1ab-4bad-8471-e80269ed47c7, host: n-h1-816865-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1158bd8e-c612-44f1-a6e7-1a9c01b70d43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'f31b1f2e-a615-43e1-9e9b-9f3f947ccb7d'}}] {{(pid=102387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 19:14:44.260129 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-7f616987-8e4a-458c-8a24-6630acd1c9e7 req-e21f949a-14b0-4572-a5a1-88c4ba3f7119 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:14:44.324828 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.db [req-7f616987-8e4a-458c-8a24-6630acd1c9e7 req-e21f949a-14b0-4572-a5a1-88c4ba3f7119 service neutron] For port afeb8dd3-b1ab-4bad-8471-e80269ed47c7, host n-h1-816865-1, cleared binding levels {{(pid=102387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 19:14:44.327797 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.db [req-7f616987-8e4a-458c-8a24-6630acd1c9e7 req-e21f949a-14b0-4572-a5a1-88c4ba3f7119 service neutron] For port afeb8dd3-b1ab-4bad-8471-e80269ed47c7, host n-h1-816865-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=afeb8dd3-b1ab-4bad-8471-e80269ed47c7,segment=NetworkSegment(1158bd8e-c612-44f1-a6e7-1a9c01b70d43),segment_id=1158bd8e-c612-44f1-a6e7-1a9c01b70d43)] {{(pid=102387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 19:14:44.393166 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-7f616987-8e4a-458c-8a24-6630acd1c9e7 req-e21f949a-14b0-4572-a5a1-88c4ba3f7119 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4417072'] for port, after_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:14:44.426621 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f616987-8e4a-458c-8a24-6630acd1c9e7 req-e21f949a-14b0-4572-a5a1-88c4ba3f7119 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:14:44.427247 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-7f616987-8e4a-458c-8a24-6630acd1c9e7 req-e21f949a-14b0-4572-a5a1-88c4ba3f7119 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:14:44.428697 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-7f616987-8e4a-458c-8a24-6630acd1c9e7 req-e21f949a-14b0-4572-a5a1-88c4ba3f7119 service neutron] 10.222.0.41 "PUT /v2.0/ports/afeb8dd3-b1ab-4bad-8471-e80269ed47c7 HTTP/1.1" status: 200 len: 1092 time: 1.1138611 Nov 05 19:14:44.429156 n-d-816865-1 neutron-server[102387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'edcb715d-80ef-40d3-9564-34ad231e19c2', 'tag': 'afeb8dd3-b1ab-4bad-8471-e80269ed47c7'}] {{(pid=102387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 19:14:44.431525 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab06bd4ddf5758c1f10d79fe34dc215bafa488692cde9dba2fcbcb67556f90bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fccebf61-00cb-438a-b2fd-1d8b89cb3d2d" -d '{"events": [{"name": "network-changed", "server_uuid": "edcb715d-80ef-40d3-9564-34ad231e19c2", "tag": "afeb8dd3-b1ab-4bad-8471-e80269ed47c7"}]}' {{(pid=102387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 19:14:44.456651 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21f949a-14b0-4572-a5a1-88c4ba3f7119 service neutron] Pushing event updated for resources: {'Port': ['ID=afeb8dd3-b1ab-4bad-8471-e80269ed47c7,revision_number=3']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:14:44.469927 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 19:14:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76bb795b-2192-40c6-975c-f0328199ea38 x-openstack-request-id: req-76bb795b-2192-40c6-975c-f0328199ea38 {{(pid=102387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 19:14:44.470245 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "edcb715d-80ef-40d3-9564-34ad231e19c2", "tag": "afeb8dd3-b1ab-4bad-8471-e80269ed47c7", "status": "completed", "code": 200}]} {{(pid=102387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 19:14:44.470496 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-76bb795b-2192-40c6-975c-f0328199ea38 {{(pid=102387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 19:14:44.470900 n-d-816865-1 neutron-server[102387]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'edcb715d-80ef-40d3-9564-34ad231e19c2', 'tag': 'afeb8dd3-b1ab-4bad-8471-e80269ed47c7', 'status': 'completed', 'code': 200} Nov 05 19:14:44.535348 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccebf61-00cb-438a-b2fd-1d8b89cb3d2d req-a2ffca66-fb12-4cdf-b8e8-4366c18a9ecf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:14:44.536924 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-fccebf61-00cb-438a-b2fd-1d8b89cb3d2d req-a2ffca66-fb12-4cdf-b8e8-4366c18a9ecf service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3cd2670f992046758c37c8cd7300aad8&device_id=edcb715d-80ef-40d3-9564-34ad231e19c2 HTTP/1.1" status: 200 len: 1095 time: 0.0421681 Nov 05 19:14:44.641148 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccebf61-00cb-438a-b2fd-1d8b89cb3d2d req-679aa035-854c-4839-8cbd-0a60dfad7087 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:14:44.642656 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-fccebf61-00cb-438a-b2fd-1d8b89cb3d2d req-679aa035-854c-4839-8cbd-0a60dfad7087 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=3cd2670f992046758c37c8cd7300aad8&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0969782 Nov 05 19:14:44.737724 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccebf61-00cb-438a-b2fd-1d8b89cb3d2d req-4e9f73e5-b721-4192-b5aa-5b67bf7d4b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:14:44.739247 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-fccebf61-00cb-438a-b2fd-1d8b89cb3d2d req-4e9f73e5-b721-4192-b5aa-5b67bf7d4b32 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0888987 Nov 05 19:14:44.814249 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f616987-8e4a-458c-8a24-6630acd1c9e7 req-7ac944c5-fd51-43c5-b377-c769a3d8c3e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:14:44.815742 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-7f616987-8e4a-458c-8a24-6630acd1c9e7 req-7ac944c5-fd51-43c5-b377-c769a3d8c3e7 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3cd2670f992046758c37c8cd7300aad8&device_id=edcb715d-80ef-40d3-9564-34ad231e19c2 HTTP/1.1" status: 200 len: 1095 time: 0.0406749 Nov 05 19:14:44.861654 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-7f616987-8e4a-458c-8a24-6630acd1c9e7 req-40930652-4a00-454c-9633-23a905ae53b2 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=afeb8dd3-b1ab-4bad-8471-e80269ed47c7 HTTP/1.1" status: 200 len: 217 time: 0.0376558 Nov 05 19:14:44.915171 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f616987-8e4a-458c-8a24-6630acd1c9e7 req-c116af77-f209-4018-88d8-ceaf87559855 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:14:44.916641 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-7f616987-8e4a-458c-8a24-6630acd1c9e7 req-c116af77-f209-4018-88d8-ceaf87559855 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=41ea8269-cd9c-4654-abcc-5b4c434f2dbf HTTP/1.1" status: 200 len: 854 time: 0.0486655 Nov 05 19:14:44.948054 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-7f616987-8e4a-458c-8a24-6630acd1c9e7 req-c082e3d1-45f8-4fb0-be7d-02927014784a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f31b1f2e-a615-43e1-9e9b-9f3f947ccb7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246630 Nov 05 19:14:45.043725 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-7f616987-8e4a-458c-8a24-6630acd1c9e7 req-6f4e7a76-fc9a-4272-a52c-d10bada764df service neutron] 10.222.0.41 "GET /v2.0/networks/f31b1f2e-a615-43e1-9e9b-9f3f947ccb7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886569 Nov 05 19:14:45.189591 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90a97cb-a6b1-47db-a745-1c8cc49a8b6b req-83fcd90a-3ad3-466e-8056-72368230c317 tempest-AttachVolumeNegativeTest-814338664 tempest-AttachVolumeNegativeTest-814338664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:14:45.191111 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-e90a97cb-a6b1-47db-a745-1c8cc49a8b6b req-83fcd90a-3ad3-466e-8056-72368230c317 tempest-AttachVolumeNegativeTest-814338664 tempest-AttachVolumeNegativeTest-814338664-project] 10.222.0.13 "GET /v2.0/ports?device_id=edcb715d-80ef-40d3-9564-34ad231e19c2 HTTP/1.1" status: 200 len: 944 time: 0.0797691 Nov 05 19:14:45.192926 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-7f616987-8e4a-458c-8a24-6630acd1c9e7 req-be79ad60-a96b-4fdf-9c4f-a36275d85390 service neutron] 10.222.0.41 "GET /v2.0/networks/f31b1f2e-a615-43e1-9e9b-9f3f947ccb7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1425941 Nov 05 19:14:45.248233 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-e90a97cb-a6b1-47db-a745-1c8cc49a8b6b req-374dcd34-9965-4aae-885d-4fdfc7a436ed tempest-AttachVolumeNegativeTest-814338664 tempest-AttachVolumeNegativeTest-814338664-project] 10.222.0.13 "GET /v2.0/security-groups?id=8cbae1bb-3d0a-4c8e-93ba-0ec8a19ca6a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499871 Nov 05 19:14:46.367751 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b38958-bc96-45d3-90e7-340b0f13a91d req-2cc10229-6d06-4b23-b508-0121c1045127 tempest-AttachVolumeNegativeTest-814338664 tempest-AttachVolumeNegativeTest-814338664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:14:46.369228 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-04b38958-bc96-45d3-90e7-340b0f13a91d req-2cc10229-6d06-4b23-b508-0121c1045127 tempest-AttachVolumeNegativeTest-814338664 tempest-AttachVolumeNegativeTest-814338664-project] 10.222.0.13 "GET /v2.0/ports?device_id=edcb715d-80ef-40d3-9564-34ad231e19c2 HTTP/1.1" status: 200 len: 944 time: 0.0477047 Nov 05 19:14:46.416738 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-04b38958-bc96-45d3-90e7-340b0f13a91d req-2ed43c2b-065a-4254-8ff9-4f884a6f1572 tempest-AttachVolumeNegativeTest-814338664 tempest-AttachVolumeNegativeTest-814338664-project] 10.222.0.13 "GET /v2.0/security-groups?id=8cbae1bb-3d0a-4c8e-93ba-0ec8a19ca6a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416453 Nov 05 19:14:47.532107 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e820b1-a111-41ca-98cb-7cb262b07389 req-884bc9a1-b93d-459b-86e4-7f02b697d568 tempest-AttachVolumeNegativeTest-814338664 tempest-AttachVolumeNegativeTest-814338664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:14:47.533619 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-15e820b1-a111-41ca-98cb-7cb262b07389 req-884bc9a1-b93d-459b-86e4-7f02b697d568 tempest-AttachVolumeNegativeTest-814338664 tempest-AttachVolumeNegativeTest-814338664-project] 10.222.0.13 "GET /v2.0/ports?device_id=edcb715d-80ef-40d3-9564-34ad231e19c2 HTTP/1.1" status: 200 len: 944 time: 0.0485234 Nov 05 19:14:47.585616 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-15e820b1-a111-41ca-98cb-7cb262b07389 req-0c02352f-92e2-4cc6-8a17-7c8072db95f6 tempest-AttachVolumeNegativeTest-814338664 tempest-AttachVolumeNegativeTest-814338664-project] 10.222.0.13 "GET /v2.0/security-groups?id=8cbae1bb-3d0a-4c8e-93ba-0ec8a19ca6a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450447 Nov 05 19:14:47.740397 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.agents_db [None req-b9406b04-a0e8-43cf-b349-711963d96cf4 None None] Agent healthcheck: found 7 active agents {{(pid=102389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 05 19:14:47.971918 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Device afeb8dd3-b1ab-4bad-8471-e80269ed47c7 details requested by agent hyperv_n-h1-816865-1 with host n-h1-816865-1 {{(pid=102388) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 05 19:14:48.069419 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] For port afeb8dd3-b1ab-4bad-8471-e80269ed47c7, host n-h1-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=afeb8dd3-b1ab-4bad-8471-e80269ed47c7,segment=NetworkSegment(1158bd8e-c612-44f1-a6e7-1a9c01b70d43),segment_id=1158bd8e-c612-44f1-a6e7-1a9c01b70d43)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:14:48.080807 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Returning: {'device': 'afeb8dd3-b1ab-4bad-8471-e80269ed47c7', 'network_id': 'f31b1f2e-a615-43e1-9e9b-9f3f947ccb7d', 'port_id': 'afeb8dd3-b1ab-4bad-8471-e80269ed47c7', 'mac_address': 'fa:16:3e:ae:36:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 196, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41ea8269-cd9c-4654-abcc-5b4c434f2dbf', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102388) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 05 19:14:48.121141 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:14:48.135708 n-d-816865-1 neutron-server[102388]: DEBUG neutron.notifiers.nova [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id afeb8dd3-b1ab-4bad-8471-e80269ed47c7 {{(pid=102388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 19:14:48.155557 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] For port afeb8dd3-b1ab-4bad-8471-e80269ed47c7, host n-h1-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=afeb8dd3-b1ab-4bad-8471-e80269ed47c7,segment=NetworkSegment(1158bd8e-c612-44f1-a6e7-1a9c01b70d43),segment_id=1158bd8e-c612-44f1-a6e7-1a9c01b70d43)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:14:48.244384 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:14:48.298485 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Pushing event updated for resources: {'Port': ['ID=afeb8dd3-b1ab-4bad-8471-e80269ed47c7,revision_number=4']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:14:48.462429 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] get_ports_and_sgs() called for port_ids ['afeb8dd3-b1ab-4bad-8471-e80269ed47c7'] {{(pid=102388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 19:14:48.702563 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee8e45b-07fc-487f-9339-2aba157f8382 req-7aae328c-efcd-4ebf-a31d-a0f3405bd685 tempest-AttachVolumeNegativeTest-814338664 tempest-AttachVolumeNegativeTest-814338664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:14:48.704063 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-8ee8e45b-07fc-487f-9339-2aba157f8382 req-7aae328c-efcd-4ebf-a31d-a0f3405bd685 tempest-AttachVolumeNegativeTest-814338664 tempest-AttachVolumeNegativeTest-814338664-project] 10.222.0.13 "GET /v2.0/ports?device_id=edcb715d-80ef-40d3-9564-34ad231e19c2 HTTP/1.1" status: 200 len: 945 time: 0.0500665 Nov 05 19:14:48.751547 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-8ee8e45b-07fc-487f-9339-2aba157f8382 req-f996caa0-8a14-48ea-8236-7cb94bd22521 tempest-AttachVolumeNegativeTest-814338664 tempest-AttachVolumeNegativeTest-814338664-project] 10.222.0.13 "GET /v2.0/security-groups?id=8cbae1bb-3d0a-4c8e-93ba-0ec8a19ca6a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414915 Nov 05 19:14:49.866143 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ff4731-913e-443a-b20b-5118a8e6b97a req-8514f265-b715-479f-aab9-09d53b35e76c tempest-AttachVolumeNegativeTest-814338664 tempest-AttachVolumeNegativeTest-814338664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:14:49.867677 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-d1ff4731-913e-443a-b20b-5118a8e6b97a req-8514f265-b715-479f-aab9-09d53b35e76c tempest-AttachVolumeNegativeTest-814338664 tempest-AttachVolumeNegativeTest-814338664-project] 10.222.0.13 "GET /v2.0/ports?device_id=edcb715d-80ef-40d3-9564-34ad231e19c2 HTTP/1.1" status: 200 len: 945 time: 0.0498550 Nov 05 19:14:49.916832 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-d1ff4731-913e-443a-b20b-5118a8e6b97a req-1e9a3b31-5f2d-48a3-a145-f8629d95e48f tempest-AttachVolumeNegativeTest-814338664 tempest-AttachVolumeNegativeTest-814338664-project] 10.222.0.13 "GET /v2.0/security-groups?id=8cbae1bb-3d0a-4c8e-93ba-0ec8a19ca6a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430522 Nov 05 19:14:49.987673 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Device afeb8dd3-b1ab-4bad-8471-e80269ed47c7 up at agent hyperv_n-h1-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 19:14:50.101524 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Provisioning for port afeb8dd3-b1ab-4bad-8471-e80269ed47c7 completed by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 05 19:14:50.105313 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Provisioning complete for port afeb8dd3-b1ab-4bad-8471-e80269ed47c7 triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:14:50.105685 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:14:50.182468 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:14:50.204078 n-d-816865-1 neutron-server[102388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edcb715d-80ef-40d3-9564-34ad231e19c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afeb8dd3-b1ab-4bad-8471-e80269ed47c7'}] {{(pid=102388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 19:14:50.206237 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85474fee1180e129d8a886d264fe0b30223aa672dd1ffe43b630605f18504f68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86b65836-1976-411b-9346-d517eadcd061" -d '{"events": [{"server_uuid": "edcb715d-80ef-40d3-9564-34ad231e19c2", "name": "network-vif-plugged", "status": "completed", "tag": "afeb8dd3-b1ab-4bad-8471-e80269ed47c7"}]}' {{(pid=102388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 19:14:50.219661 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] For port afeb8dd3-b1ab-4bad-8471-e80269ed47c7, host n-h1-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=afeb8dd3-b1ab-4bad-8471-e80269ed47c7,segment=NetworkSegment(1158bd8e-c612-44f1-a6e7-1a9c01b70d43),segment_id=1158bd8e-c612-44f1-a6e7-1a9c01b70d43)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:14:50.243774 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 19:14:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2066007-a243-43dc-8f24-138ea17cbe4c x-openstack-request-id: req-c2066007-a243-43dc-8f24-138ea17cbe4c {{(pid=102388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 19:14:50.244060 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "edcb715d-80ef-40d3-9564-34ad231e19c2", "name": "network-vif-plugged", "status": "completed", "tag": "afeb8dd3-b1ab-4bad-8471-e80269ed47c7", "code": 200}]} {{(pid=102388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 19:14:50.244316 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c2066007-a243-43dc-8f24-138ea17cbe4c {{(pid=102388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 19:14:50.244708 n-d-816865-1 neutron-server[102388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edcb715d-80ef-40d3-9564-34ad231e19c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afeb8dd3-b1ab-4bad-8471-e80269ed47c7', 'code': 200} Nov 05 19:14:50.296261 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:14:50.346985 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149318c6-6097-4541-ae3d-0a2aa4e092ed req-56e1a4e8-cc9f-4961-afe7-56a803d82885 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:14:50.348670 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-149318c6-6097-4541-ae3d-0a2aa4e092ed req-56e1a4e8-cc9f-4961-afe7-56a803d82885 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=edcb715d-80ef-40d3-9564-34ad231e19c2 HTTP/1.1" status: 200 len: 1097 time: 0.0471272 Nov 05 19:14:50.360237 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Pushing event updated for resources: {'Port': ['ID=afeb8dd3-b1ab-4bad-8471-e80269ed47c7,revision_number=5']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:14:50.395034 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-149318c6-6097-4541-ae3d-0a2aa4e092ed req-a9319883-eae7-4580-bfdf-37359f7590c6 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=8cbae1bb-3d0a-4c8e-93ba-0ec8a19ca6a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381057 Nov 05 19:14:51.033496 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efce96be-0171-4ea6-a625-a4cac72a15e3 req-3ee17981-152f-474b-a091-776305b69769 tempest-AttachVolumeNegativeTest-814338664 tempest-AttachVolumeNegativeTest-814338664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:14:51.035036 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-efce96be-0171-4ea6-a625-a4cac72a15e3 req-3ee17981-152f-474b-a091-776305b69769 tempest-AttachVolumeNegativeTest-814338664 tempest-AttachVolumeNegativeTest-814338664-project] 10.222.0.13 "GET /v2.0/ports?device_id=edcb715d-80ef-40d3-9564-34ad231e19c2 HTTP/1.1" status: 200 len: 946 time: 0.0509844 Nov 05 19:14:51.083603 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-efce96be-0171-4ea6-a625-a4cac72a15e3 req-1e05f76c-aab2-4e21-9180-beba88e28e35 tempest-AttachVolumeNegativeTest-814338664 tempest-AttachVolumeNegativeTest-814338664-project] 10.222.0.13 "GET /v2.0/security-groups?id=8cbae1bb-3d0a-4c8e-93ba-0ec8a19ca6a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420210 Nov 05 19:14:52.209853 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4799a42-1949-48a2-a38a-a47e935b4fc6 req-c6ae6d5b-bb95-4bbd-a217-3ce9166d4a38 tempest-AttachVolumeNegativeTest-814338664 tempest-AttachVolumeNegativeTest-814338664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:14:52.211407 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-a4799a42-1949-48a2-a38a-a47e935b4fc6 req-c6ae6d5b-bb95-4bbd-a217-3ce9166d4a38 tempest-AttachVolumeNegativeTest-814338664 tempest-AttachVolumeNegativeTest-814338664-project] 10.222.0.13 "GET /v2.0/ports?device_id=edcb715d-80ef-40d3-9564-34ad231e19c2 HTTP/1.1" status: 200 len: 946 time: 0.0544281 Nov 05 19:14:52.259179 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-a4799a42-1949-48a2-a38a-a47e935b4fc6 req-90931cd1-d5b8-4f41-a495-f555c5d1b7e5 tempest-AttachVolumeNegativeTest-814338664 tempest-AttachVolumeNegativeTest-814338664-project] 10.222.0.13 "GET /v2.0/security-groups?id=8cbae1bb-3d0a-4c8e-93ba-0ec8a19ca6a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416873 Nov 05 19:14:55.580462 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 37548) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:14:55.676135 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-cead6c29-e595-41ce-9c50-3a022beecd54 tempest-TestSecurityGroupsBasicOps-1877678398 tempest-TestSecurityGroupsBasicOps-1877678398-project-admin] 10.222.0.13 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 3581 time: 0.0944054 Nov 05 19:14:55.679563 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 37550) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:14:55.684363 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-3292c55f-9d71-48b7-97af-29683164bc73 tempest-TestSecurityGroupsBasicOps-319188584 tempest-TestSecurityGroupsBasicOps-319188584-project] Request body: {'network': {'name': 'tempest-network-smoke--947227679', 'project_id': 'a84d983d80534a47a6d92c606602b07f', 'port_security_enabled': False}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:14:55.766461 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3292c55f-9d71-48b7-97af-29683164bc73 tempest-TestSecurityGroupsBasicOps-319188584 tempest-TestSecurityGroupsBasicOps-319188584-project] Made reservation on behalf of a84d983d80534a47a6d92c606602b07f for: {'network': 1} {{(pid=102386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 19:14:55.770629 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-3292c55f-9d71-48b7-97af-29683164bc73 tempest-TestSecurityGroupsBasicOps-319188584 tempest-TestSecurityGroupsBasicOps-319188584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for network, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:14:55.793240 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3292c55f-9d71-48b7-97af-29683164bc73 tempest-TestSecurityGroupsBasicOps-319188584 tempest-TestSecurityGroupsBasicOps-319188584-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 199} {{(pid=102386) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 05 19:14:55.801637 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-3292c55f-9d71-48b7-97af-29683164bc73 tempest-TestSecurityGroupsBasicOps-319188584 tempest-TestSecurityGroupsBasicOps-319188584-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273'] for segment, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:14:55.808452 n-d-816865-1 neutron-server[102386]: INFO neutron.db.segments_db [None req-3292c55f-9d71-48b7-97af-29683164bc73 tempest-TestSecurityGroupsBasicOps-319188584 tempest-TestSecurityGroupsBasicOps-319188584-project] Added segment 4fd3c893-eab8-4aaa-a056-2643c481c043 of type vlan for network b142c737-065a-4061-a320-9b0c1be39880 Nov 05 19:14:55.842611 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-3292c55f-9d71-48b7-97af-29683164bc73 tempest-TestSecurityGroupsBasicOps-319188584 tempest-TestSecurityGroupsBasicOps-319188584-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750027258543'] for network, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:14:55.953030 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-3292c55f-9d71-48b7-97af-29683164bc73 tempest-TestSecurityGroupsBasicOps-319188584 tempest-TestSecurityGroupsBasicOps-319188584-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-956796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877'] for network, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:14:55.958908 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3292c55f-9d71-48b7-97af-29683164bc73 tempest-TestSecurityGroupsBasicOps-319188584 tempest-TestSecurityGroupsBasicOps-319188584-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:14:55.963700 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-3292c55f-9d71-48b7-97af-29683164bc73 tempest-TestSecurityGroupsBasicOps-319188584 tempest-TestSecurityGroupsBasicOps-319188584-project] Publish callbacks [] for network, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:14:56.031339 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3292c55f-9d71-48b7-97af-29683164bc73 tempest-TestSecurityGroupsBasicOps-319188584 tempest-TestSecurityGroupsBasicOps-319188584-project] Pushing event updated for resources: {'Network': ['ID=b142c737-065a-4061-a320-9b0c1be39880,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:14:56.039517 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3292c55f-9d71-48b7-97af-29683164bc73 tempest-TestSecurityGroupsBasicOps-319188584 tempest-TestSecurityGroupsBasicOps-319188584-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:14:56.039863 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3292c55f-9d71-48b7-97af-29683164bc73 tempest-TestSecurityGroupsBasicOps-319188584 tempest-TestSecurityGroupsBasicOps-319188584-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:14:56.040207 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3292c55f-9d71-48b7-97af-29683164bc73 tempest-TestSecurityGroupsBasicOps-319188584 tempest-TestSecurityGroupsBasicOps-319188584-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:14:56.040539 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3292c55f-9d71-48b7-97af-29683164bc73 tempest-TestSecurityGroupsBasicOps-319188584 tempest-TestSecurityGroupsBasicOps-319188584-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:14:56.040868 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3292c55f-9d71-48b7-97af-29683164bc73 tempest-TestSecurityGroupsBasicOps-319188584 tempest-TestSecurityGroupsBasicOps-319188584-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:14:56.041197 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3292c55f-9d71-48b7-97af-29683164bc73 tempest-TestSecurityGroupsBasicOps-319188584 tempest-TestSecurityGroupsBasicOps-319188584-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:14:56.041525 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3292c55f-9d71-48b7-97af-29683164bc73 tempest-TestSecurityGroupsBasicOps-319188584 tempest-TestSecurityGroupsBasicOps-319188584-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:14:56.041849 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3292c55f-9d71-48b7-97af-29683164bc73 tempest-TestSecurityGroupsBasicOps-319188584 tempest-TestSecurityGroupsBasicOps-319188584-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:14:56.042234 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3292c55f-9d71-48b7-97af-29683164bc73 tempest-TestSecurityGroupsBasicOps-319188584 tempest-TestSecurityGroupsBasicOps-319188584-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:14:56.042558 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3292c55f-9d71-48b7-97af-29683164bc73 tempest-TestSecurityGroupsBasicOps-319188584 tempest-TestSecurityGroupsBasicOps-319188584-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:14:56.042880 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3292c55f-9d71-48b7-97af-29683164bc73 tempest-TestSecurityGroupsBasicOps-319188584 tempest-TestSecurityGroupsBasicOps-319188584-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:14:56.043200 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3292c55f-9d71-48b7-97af-29683164bc73 tempest-TestSecurityGroupsBasicOps-319188584 tempest-TestSecurityGroupsBasicOps-319188584-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:14:56.054651 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Network b142c737-065a-4061-a320-9b0c1be39880 details requested by agent ovs-agent-n-d-816865-1 with host n-d-816865-1 {{(pid=102388) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 05 19:14:56.101893 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-3292c55f-9d71-48b7-97af-29683164bc73 tempest-TestSecurityGroupsBasicOps-319188584 tempest-TestSecurityGroupsBasicOps-319188584-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4210126 Nov 05 19:14:56.104388 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 37554) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:14:56.110436 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-45c4bee5-5342-4063-b18b-ce0c170c9512 tempest-TestSecurityGroupsBasicOps-319188584 tempest-TestSecurityGroupsBasicOps-319188584-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1593957380', 'admin_state_up': True, 'project_id': 'a84d983d80534a47a6d92c606602b07f', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec'}}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:14:56.228035 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-45c4bee5-5342-4063-b18b-ce0c170c9512 tempest-TestSecurityGroupsBasicOps-319188584 tempest-TestSecurityGroupsBasicOps-319188584-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-571139', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6874'] for router, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:14:56.229115 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-45c4bee5-5342-4063-b18b-ce0c170c9512 tempest-TestSecurityGroupsBasicOps-319188584 tempest-TestSecurityGroupsBasicOps-319188584-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-571375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1000570', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1011585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6867'] for router, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:14:56.281602 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-45c4bee5-5342-4063-b18b-ce0c170c9512 tempest-TestSecurityGroupsBasicOps-319188584 tempest-TestSecurityGroupsBasicOps-319188584-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:14:56.542207 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-45c4bee5-5342-4063-b18b-ce0c170c9512 tempest-TestSecurityGroupsBasicOps-319188584 tempest-TestSecurityGroupsBasicOps-319188584-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:14:56.812435 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-45c4bee5-5342-4063-b18b-ce0c170c9512 tempest-TestSecurityGroupsBasicOps-319188584 tempest-TestSecurityGroupsBasicOps-319188584-project] Publish callbacks [] for router_gateway, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:14:56.832167 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-45c4bee5-5342-4063-b18b-ce0c170c9512 tempest-TestSecurityGroupsBasicOps-319188584 tempest-TestSecurityGroupsBasicOps-319188584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:14:56.940922 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.db_base_plugin_common [None req-45c4bee5-5342-4063-b18b-ce0c170c9512 tempest-TestSecurityGroupsBasicOps-319188584 tempest-TestSecurityGroupsBasicOps-319188584-project] Allocated IP 172.25.6.88 (40c8335d-cd0b-4cb5-910a-d4dcddd5cbec/04fe6db3-e108-4208-943d-6518424f5726/9d287025-471b-4d5d-9142-5bfdb2488ffc) {{(pid=102386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 19:14:57.050127 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-45c4bee5-5342-4063-b18b-ce0c170c9512 tempest-TestSecurityGroupsBasicOps-319188584 tempest-TestSecurityGroupsBasicOps-319188584-project] Publish callbacks [] for port, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:14:57.155909 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-45c4bee5-5342-4063-b18b-ce0c170c9512 tempest-TestSecurityGroupsBasicOps-319188584 tempest-TestSecurityGroupsBasicOps-319188584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:14:57.194675 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45c4bee5-5342-4063-b18b-ce0c170c9512 tempest-TestSecurityGroupsBasicOps-319188584 tempest-TestSecurityGroupsBasicOps-319188584-project] Network 40c8335d-cd0b-4cb5-910a-d4dcddd5cbec is already hosted by enough agents. {{(pid=102386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 19:14:57.199951 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.base_scheduler [None req-45c4bee5-5342-4063-b18b-ce0c170c9512 tempest-TestSecurityGroupsBasicOps-319188584 tempest-TestSecurityGroupsBasicOps-319188584-project] Resources bound (agent type, host, resource id): {{(pid=102386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 19:14:57.202662 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45c4bee5-5342-4063-b18b-ce0c170c9512 tempest-TestSecurityGroupsBasicOps-319188584 tempest-TestSecurityGroupsBasicOps-319188584-project] Received port after_create {{(pid=102386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 19:14:57.228589 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c4bee5-5342-4063-b18b-ce0c170c9512 tempest-TestSecurityGroupsBasicOps-319188584 tempest-TestSecurityGroupsBasicOps-319188584-project] Pushing event updated for resources: {'Port': ['ID=9d287025-471b-4d5d-9142-5bfdb2488ffc,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:14:57.551891 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-45c4bee5-5342-4063-b18b-ce0c170c9512 tempest-TestSecurityGroupsBasicOps-319188584 tempest-TestSecurityGroupsBasicOps-319188584-project] Publish callbacks [] for router_gateway, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:14:57.764689 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-45c4bee5-5342-4063-b18b-ce0c170c9512 tempest-TestSecurityGroupsBasicOps-319188584 tempest-TestSecurityGroupsBasicOps-319188584-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-571384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1000487'] for router, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:14:57.969700 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45c4bee5-5342-4063-b18b-ce0c170c9512 tempest-TestSecurityGroupsBasicOps-319188584 tempest-TestSecurityGroupsBasicOps-319188584-project] Router f7df3e46-a2ce-407c-b97b-a6e6416e7ed8 is scheduled to L3 agent 6dcb5589-8e86-4616-9186-ddc4548e13ad with binding_index 1 {{(pid=102386) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 05 19:14:58.418792 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45c4bee5-5342-4063-b18b-ce0c170c9512 tempest-TestSecurityGroupsBasicOps-319188584 tempest-TestSecurityGroupsBasicOps-319188584-project] Notify agent at l3_agent.n-d-816865-1 the message routers_updated {{(pid=102386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 19:14:58.429569 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a383a4d-36f4-40d5-900d-6ecbdcab730c None None] Sync routers for ids ['f7df3e46-a2ce-407c-b97b-a6e6416e7ed8'] in n-d-816865-1 {{(pid=102388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 19:14:58.446782 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a383a4d-36f4-40d5-900d-6ecbdcab730c None None] Routers {'f7df3e46-a2ce-407c-b97b-a6e6416e7ed8'} bound to L3 agent in host n-d-816865-1 {{(pid=102388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 19:14:58.447416 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-8a383a4d-36f4-40d5-900d-6ecbdcab730c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T19:14:35Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['f7df3e46-a2ce-407c-b97b-a6e6416e7ed8'], 'active': True} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:14:58.528443 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-45c4bee5-5342-4063-b18b-ce0c170c9512 tempest-TestSecurityGroupsBasicOps-319188584 tempest-TestSecurityGroupsBasicOps-319188584-project] Publish callbacks [] for router, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:14:58.530356 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-45c4bee5-5342-4063-b18b-ce0c170c9512 tempest-TestSecurityGroupsBasicOps-319188584 tempest-TestSecurityGroupsBasicOps-319188584-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 2.4244099 Nov 05 19:14:58.533020 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 37560) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:14:58.560938 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvr_db [None req-8a383a4d-36f4-40d5-900d-6ecbdcab730c None None] Set router f7df3e46-a2ce-407c-b97b-a6e6416e7ed8 gateway port host: n-d-816865-1 {{(pid=102388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 19:14:58.580766 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70e1682c-04e8-4e2f-8dd8-217acb5cafb8 tempest-TestSecurityGroupsBasicOps-1877678398 tempest-TestSecurityGroupsBasicOps-1877678398-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:14:58.593541 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-70e1682c-04e8-4e2f-8dd8-217acb5cafb8 tempest-TestSecurityGroupsBasicOps-1877678398 tempest-TestSecurityGroupsBasicOps-1877678398-project-admin] 10.222.0.13 "GET /v2.0/subnets?project_id=a84d983d80534a47a6d92c606602b07f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.0484936 Nov 05 19:14:58.593697 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 37562) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:14:58.686001 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbe8d302-a3a3-4447-b2fe-2b59d1297a78 tempest-TestSecurityGroupsBasicOps-1877678398 tempest-TestSecurityGroupsBasicOps-1877678398-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:14:58.690165 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-dbe8d302-a3a3-4447-b2fe-2b59d1297a78 tempest-TestSecurityGroupsBasicOps-1877678398 tempest-TestSecurityGroupsBasicOps-1877678398-project-admin] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1005769 Nov 05 19:14:58.690420 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 37564) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:14:58.719485 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-0b60e702-3a08-44c7-8245-ed6c1d6bf0cd tempest-TestSecurityGroupsBasicOps-1877678398 tempest-TestSecurityGroupsBasicOps-1877678398-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=40c8335d-cd0b-4cb5-910a-d4dcddd5cbec&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0278862 Nov 05 19:14:58.722716 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 37566) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:14:58.753202 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-8a383a4d-36f4-40d5-900d-6ecbdcab730c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7df3e46-a2ce-407c-b97b-a6e6416e7ed8', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1593957380', 'tenant_id': 'a84d983d80534a47a6d92c606602b07f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.88'}], 'enable_snat': True}, 'gw_port_id': '9d287025-471b-4d5d-9142-5bfdb2488ffc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T19:14:56Z', 'updated_at': '2021-11-05T19:14:57Z', 'revision_number': 3, 'project_id': 'a84d983d80534a47a6d92c606602b07f', 'gw_port': {'id': '9d287025-471b-4d5d-9142-5bfdb2488ffc', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:fc:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7df3e46-a2ce-407c-b97b-a6e6416e7ed8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3689, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:14:56Z', 'updated_at': '2021-11-05T19:14:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1'}], 'n-d-816865-1', False) {} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:14:58.756608 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-5b18c4d6-6660-49fb-9e9e-34df36b614c1 tempest-TestSecurityGroupsBasicOps-1877678398 tempest-TestSecurityGroupsBasicOps-1877678398-project-admin] 10.222.0.13 "GET /v2.0/subnets?project_id=a84d983d80534a47a6d92c606602b07f&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0325668 Nov 05 19:14:58.757722 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 37568) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:14:58.780992 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a383a4d-36f4-40d5-900d-6ecbdcab730c None None] Checking router: f7df3e46-a2ce-407c-b97b-a6e6416e7ed8 for host: n-d-816865-1 {{(pid=102388) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 19:14:58.781275 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a383a4d-36f4-40d5-900d-6ecbdcab730c None None] Updating router f7df3e46-a2ce-407c-b97b-a6e6416e7ed8 port 9d287025-471b-4d5d-9142-5bfdb2488ffc binding host n-d-816865-1 {{(pid=102388) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 05 19:14:58.811333 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-8a383a4d-36f4-40d5-900d-6ecbdcab730c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:14:58.867299 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e895591-a647-4461-998c-5080d36a0ee5 tempest-TestSecurityGroupsBasicOps-1877678398 tempest-TestSecurityGroupsBasicOps-1877678398-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:14:58.872341 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-1e895591-a647-4461-998c-5080d36a0ee5 tempest-TestSecurityGroupsBasicOps-1877678398 tempest-TestSecurityGroupsBasicOps-1877678398-project-admin] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1100659 Nov 05 19:14:58.872589 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 37570) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:14:58.904143 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-6776c31d-0933-40fb-96e1-c58092cb8d23 tempest-TestSecurityGroupsBasicOps-1877678398 tempest-TestSecurityGroupsBasicOps-1877678398-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=40c8335d-cd0b-4cb5-910a-d4dcddd5cbec&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0281553 Nov 05 19:14:58.904383 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 37572) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:14:58.909184 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-767241cf-856a-4392-b56c-d1f5f168f65c tempest-TestSecurityGroupsBasicOps-319188584 tempest-TestSecurityGroupsBasicOps-319188584-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1406449771', 'network_id': 'b142c737-065a-4061-a320-9b0c1be39880', 'project_id': 'a84d983d80534a47a6d92c606602b07f', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:14:59.083580 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-8a383a4d-36f4-40d5-900d-6ecbdcab730c None None] Publish callbacks [] for port, precommit_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:14:59.083999 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-767241cf-856a-4392-b56c-d1f5f168f65c tempest-TestSecurityGroupsBasicOps-319188584 tempest-TestSecurityGroupsBasicOps-319188584-project] Made reservation on behalf of a84d983d80534a47a6d92c606602b07f for: {'subnet': 1} {{(pid=102386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 19:14:59.087773 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-767241cf-856a-4392-b56c-d1f5f168f65c tempest-TestSecurityGroupsBasicOps-319188584 tempest-TestSecurityGroupsBasicOps-319188584-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4877122'] for subnet, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:14:59.152946 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-8a383a4d-36f4-40d5-900d-6ecbdcab730c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:14:59.217290 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab28b2e-af15-4fa3-82d5-98cda9fad6f2 None None] Pushing event updated for resources: {'Port': ['ID=9d287025-471b-4d5d-9142-5bfdb2488ffc,revision_number=2']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:14:59.221062 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-8a383a4d-36f4-40d5-900d-6ecbdcab730c None None] Attempting to bind port 9d287025-471b-4d5d-9142-5bfdb2488ffc on host n-d-816865-1 for vnic_type normal with profile {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 19:14:59.221511 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-8a383a4d-36f4-40d5-900d-6ecbdcab730c None None] Attempting to bind port 9d287025-471b-4d5d-9142-5bfdb2488ffc by drivers openvswitch,hyperv on host n-d-816865-1 at level 0 using segments [{'id': '85be518c-8bb4-46a2-a903-d4292782d29d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec'}] {{(pid=102388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 19:14:59.221944 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a383a4d-36f4-40d5-900d-6ecbdcab730c None None] Attempting to bind port 9d287025-471b-4d5d-9142-5bfdb2488ffc on network 40c8335d-cd0b-4cb5-910a-d4dcddd5cbec {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 19:14:59.229012 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a383a4d-36f4-40d5-900d-6ecbdcab730c None None] Checking agent: {'id': '724d89a7-611b-41e6-bc85-c48112b17afa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 18, 25, 8), 'started_at': datetime.datetime(2021, 11, 5, 18, 25, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 19, 14, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 19:14:59.229889 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a383a4d-36f4-40d5-900d-6ecbdcab730c None None] Checking segment: {'id': '85be518c-8bb4-46a2-a903-d4292782d29d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 19:14:59.229889 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-8a383a4d-36f4-40d5-900d-6ecbdcab730c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:14:59.230326 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a383a4d-36f4-40d5-900d-6ecbdcab730c None None] Bound using segment: {'id': '85be518c-8bb4-46a2-a903-d4292782d29d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec'} {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 19:14:59.230803 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-8a383a4d-36f4-40d5-900d-6ecbdcab730c None None] Bound port: 9d287025-471b-4d5d-9142-5bfdb2488ffc, host: n-d-816865-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85be518c-8bb4-46a2-a903-d4292782d29d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec'}}] {{(pid=102388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 19:14:59.231185 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-8a383a4d-36f4-40d5-900d-6ecbdcab730c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:14:59.288376 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-8a383a4d-36f4-40d5-900d-6ecbdcab730c None None] For port 9d287025-471b-4d5d-9142-5bfdb2488ffc, host n-d-816865-1, cleared binding levels {{(pid=102388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 19:14:59.291363 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-8a383a4d-36f4-40d5-900d-6ecbdcab730c None None] For port 9d287025-471b-4d5d-9142-5bfdb2488ffc, host n-d-816865-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=9d287025-471b-4d5d-9142-5bfdb2488ffc,segment=NetworkSegment(85be518c-8bb4-46a2-a903-d4292782d29d),segment_id=85be518c-8bb4-46a2-a903-d4292782d29d)] {{(pid=102388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 19:14:59.395607 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-767241cf-856a-4392-b56c-d1f5f168f65c tempest-TestSecurityGroupsBasicOps-319188584 tempest-TestSecurityGroupsBasicOps-319188584-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6149946', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4877172'] for subnet, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:14:59.395889 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-8a383a4d-36f4-40d5-900d-6ecbdcab730c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:14:59.456647 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a383a4d-36f4-40d5-900d-6ecbdcab730c None None] Routers {'f7df3e46-a2ce-407c-b97b-a6e6416e7ed8'} bound to L3 agent in host n-d-816865-1 {{(pid=102388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 19:14:59.457320 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-8a383a4d-36f4-40d5-900d-6ecbdcab730c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T19:14:35Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['f7df3e46-a2ce-407c-b97b-a6e6416e7ed8'], 'active': True} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:14:59.462509 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab28b2e-af15-4fa3-82d5-98cda9fad6f2 None None] Pushing event updated for resources: {'Port': ['ID=9d287025-471b-4d5d-9142-5bfdb2488ffc,revision_number=3']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:14:59.468571 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767241cf-856a-4392-b56c-d1f5f168f65c tempest-TestSecurityGroupsBasicOps-319188584 tempest-TestSecurityGroupsBasicOps-319188584-project] Pushing event updated for resources: {'Subnet': ['ID=213ba3ac-5df9-4789-baeb-018a5e0405a6,revision_number=0']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:14:59.473719 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-767241cf-856a-4392-b56c-d1f5f168f65c tempest-TestSecurityGroupsBasicOps-319188584 tempest-TestSecurityGroupsBasicOps-319188584-project] Checking segment: {'id': '4fd3c893-eab8-4aaa-a056-2643c481c043', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'b142c737-065a-4061-a320-9b0c1be39880'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 19:14:59.474120 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-767241cf-856a-4392-b56c-d1f5f168f65c tempest-TestSecurityGroupsBasicOps-319188584 tempest-TestSecurityGroupsBasicOps-319188584-project] Network hostable DHCP agents. Network: b142c737-065a-4061-a320-9b0c1be39880, hostable agents: ['987e2ca0-bc3b-4c6f-a989-429ccfbf753f'], hosted agents: [] {{(pid=102386) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 05 19:14:59.567856 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvr_db [None req-8a383a4d-36f4-40d5-900d-6ecbdcab730c None None] Set router f7df3e46-a2ce-407c-b97b-a6e6416e7ed8 gateway port host: n-d-816865-1 {{(pid=102388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 19:14:59.575508 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-767241cf-856a-4392-b56c-d1f5f168f65c tempest-TestSecurityGroupsBasicOps-319188584 tempest-TestSecurityGroupsBasicOps-319188584-project] Network b142c737-065a-4061-a320-9b0c1be39880 is scheduled to be hosted by DHCP agent 987e2ca0-bc3b-4c6f-a989-429ccfbf753f with binding_index 1 {{(pid=102386) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 05 19:14:59.709121 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.base_scheduler [None req-767241cf-856a-4392-b56c-d1f5f168f65c tempest-TestSecurityGroupsBasicOps-319188584 tempest-TestSecurityGroupsBasicOps-319188584-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816865-1, b142c737-065a-4061-a320-9b0c1be39880) {{(pid=102386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 19:14:59.713919 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-767241cf-856a-4392-b56c-d1f5f168f65c tempest-TestSecurityGroupsBasicOps-319188584 tempest-TestSecurityGroupsBasicOps-319188584-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:14:59.714857 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-767241cf-856a-4392-b56c-d1f5f168f65c tempest-TestSecurityGroupsBasicOps-319188584 tempest-TestSecurityGroupsBasicOps-319188584-project] Publish callbacks [] for subnet, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:14:59.726586 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85b3b10e-d967-450d-a543-26faaf3329fd None None] Network b142c737-065a-4061-a320-9b0c1be39880 requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 19:14:59.828816 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-767241cf-856a-4392-b56c-d1f5f168f65c tempest-TestSecurityGroupsBasicOps-319188584 tempest-TestSecurityGroupsBasicOps-319188584-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.9208789 Nov 05 19:14:59.829556 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 37576) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:14:59.835381 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-8a383a4d-36f4-40d5-900d-6ecbdcab730c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7df3e46-a2ce-407c-b97b-a6e6416e7ed8', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1593957380', 'tenant_id': 'a84d983d80534a47a6d92c606602b07f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.88'}], 'enable_snat': True}, 'gw_port_id': '9d287025-471b-4d5d-9142-5bfdb2488ffc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T19:14:56Z', 'updated_at': '2021-11-05T19:14:57Z', 'revision_number': 3, 'project_id': 'a84d983d80534a47a6d92c606602b07f', 'gw_port': {'id': '9d287025-471b-4d5d-9142-5bfdb2488ffc', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:fc:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7df3e46-a2ce-407c-b97b-a6e6416e7ed8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3689, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:14:56Z', 'updated_at': '2021-11-05T19:14:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1'}], 'n-d-816865-1', False) {} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:14:59.885234 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a383a4d-36f4-40d5-900d-6ecbdcab730c None None] The sync data for ids ['f7df3e46-a2ce-407c-b97b-a6e6416e7ed8'] in n-d-816865-1 is: [{'id': 'f7df3e46-a2ce-407c-b97b-a6e6416e7ed8', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1593957380', 'tenant_id': 'a84d983d80534a47a6d92c606602b07f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.88'}], 'enable_snat': True}, 'gw_port_id': '9d287025-471b-4d5d-9142-5bfdb2488ffc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T19:14:56Z', 'updated_at': '2021-11-05T19:14:57Z', 'revision_number': 3, 'project_id': 'a84d983d80534a47a6d92c606602b07f', 'gw_port': {'id': '9d287025-471b-4d5d-9142-5bfdb2488ffc', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:fc:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7df3e46-a2ce-407c-b97b-a6e6416e7ed8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3689, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:14:56Z', 'updated_at': '2021-11-05T19:14:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1'}] {{(pid=102388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 19:14:59.940164 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68fd9946-1e40-4e82-80fa-bbdc15acac20 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeb20a084-accf-5b60-8075-3e69ebe863a6-b142c737-065a-4061-a320-9b0c1be39880', 'network_id': 'b142c737-065a-4061-a320-9b0c1be39880', 'tenant_id': 'a84d983d80534a47a6d92c606602b07f', 'fixed_ips': [{'subnet_id': '213ba3ac-5df9-4789-baeb-018a5e0405a6'}]}} from n-d-816865-1. {{(pid=102388) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 05 19:14:59.942091 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-68fd9946-1e40-4e82-80fa-bbdc15acac20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:15:00.091143 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.db_base_plugin_common [None req-68fd9946-1e40-4e82-80fa-bbdc15acac20 None None] Allocated IP 172.20.0.18 (b142c737-065a-4061-a320-9b0c1be39880/213ba3ac-5df9-4789-baeb-018a5e0405a6/f74c0845-503a-4b5f-b789-a8838273957e) {{(pid=102388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 19:15:00.311351 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-68fd9946-1e40-4e82-80fa-bbdc15acac20 None None] Publish callbacks [] for port, precommit_create {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:15:00.389443 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-b4912d23-4308-461a-a7ed-fdb45b571ff8 tempest-TestSecurityGroupsBasicOps-319188584 tempest-TestSecurityGroupsBasicOps-319188584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:15:00.418081 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-68fd9946-1e40-4e82-80fa-bbdc15acac20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789'] for port, after_create {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:15:00.468602 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd9946-1e40-4e82-80fa-bbdc15acac20 None None] Pushing event updated for resources: {'Port': ['ID=f74c0845-503a-4b5f-b789-a8838273957e,revision_number=1']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:15:00.484780 n-d-816865-1 neutron-server[102388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68fd9946-1e40-4e82-80fa-bbdc15acac20 None None] Network b142c737-065a-4061-a320-9b0c1be39880 is already hosted by enough agents. {{(pid=102388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 19:15:00.486611 n-d-816865-1 neutron-server[102388]: DEBUG neutron.scheduler.base_scheduler [None req-68fd9946-1e40-4e82-80fa-bbdc15acac20 None None] Resources bound (agent type, host, resource id): {{(pid=102388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 19:15:00.489370 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68fd9946-1e40-4e82-80fa-bbdc15acac20 None None] Received port after_create {{(pid=102388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 19:15:00.722683 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.db_base_plugin_common [None req-b4912d23-4308-461a-a7ed-fdb45b571ff8 tempest-TestSecurityGroupsBasicOps-319188584 tempest-TestSecurityGroupsBasicOps-319188584-project] Allocated IP 172.20.0.17 (b142c737-065a-4061-a320-9b0c1be39880/213ba3ac-5df9-4789-baeb-018a5e0405a6/8601db65-b66e-454d-989f-492a0691ddfc) {{(pid=102387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 19:15:00.745380 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-68fd9946-1e40-4e82-80fa-bbdc15acac20 None None] Attempting to bind port f74c0845-503a-4b5f-b789-a8838273957e on host n-d-816865-1 for vnic_type normal with profile {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 19:15:00.745831 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-68fd9946-1e40-4e82-80fa-bbdc15acac20 None None] Attempting to bind port f74c0845-503a-4b5f-b789-a8838273957e by drivers openvswitch,hyperv on host n-d-816865-1 at level 0 using segments [{'id': '4fd3c893-eab8-4aaa-a056-2643c481c043', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'b142c737-065a-4061-a320-9b0c1be39880'}] {{(pid=102388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 19:15:00.746298 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68fd9946-1e40-4e82-80fa-bbdc15acac20 None None] Attempting to bind port f74c0845-503a-4b5f-b789-a8838273957e on network b142c737-065a-4061-a320-9b0c1be39880 {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 19:15:00.751990 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68fd9946-1e40-4e82-80fa-bbdc15acac20 None None] Checking agent: {'id': '724d89a7-611b-41e6-bc85-c48112b17afa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 18, 25, 8), 'started_at': datetime.datetime(2021, 11, 5, 18, 25, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 19, 14, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 19:15:00.752496 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68fd9946-1e40-4e82-80fa-bbdc15acac20 None None] Checking segment: {'id': '4fd3c893-eab8-4aaa-a056-2643c481c043', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'b142c737-065a-4061-a320-9b0c1be39880'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 19:15:00.753147 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-68fd9946-1e40-4e82-80fa-bbdc15acac20 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:15:00.753534 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68fd9946-1e40-4e82-80fa-bbdc15acac20 None None] Bound using segment: {'id': '4fd3c893-eab8-4aaa-a056-2643c481c043', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'b142c737-065a-4061-a320-9b0c1be39880'} {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 19:15:00.753994 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-68fd9946-1e40-4e82-80fa-bbdc15acac20 None None] Bound port: f74c0845-503a-4b5f-b789-a8838273957e, host: n-d-816865-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4fd3c893-eab8-4aaa-a056-2643c481c043', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'b142c737-065a-4061-a320-9b0c1be39880'}}] {{(pid=102388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 19:15:00.754388 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-68fd9946-1e40-4e82-80fa-bbdc15acac20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:15:00.841790 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-68fd9946-1e40-4e82-80fa-bbdc15acac20 None None] For port f74c0845-503a-4b5f-b789-a8838273957e, host n-d-816865-1, cleared binding levels {{(pid=102388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 19:15:00.845511 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-68fd9946-1e40-4e82-80fa-bbdc15acac20 None None] For port f74c0845-503a-4b5f-b789-a8838273957e, host n-d-816865-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=f74c0845-503a-4b5f-b789-a8838273957e,segment=NetworkSegment(4fd3c893-eab8-4aaa-a056-2643c481c043),segment_id=4fd3c893-eab8-4aaa-a056-2643c481c043)] {{(pid=102388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 19:15:00.863076 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-b4912d23-4308-461a-a7ed-fdb45b571ff8 tempest-TestSecurityGroupsBasicOps-319188584 tempest-TestSecurityGroupsBasicOps-319188584-project] Publish callbacks [] for port, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:15:00.938656 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-68fd9946-1e40-4e82-80fa-bbdc15acac20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:15:00.984230 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-b4912d23-4308-461a-a7ed-fdb45b571ff8 tempest-TestSecurityGroupsBasicOps-319188584 tempest-TestSecurityGroupsBasicOps-319188584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4417063'] for port, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:15:01.031290 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd9946-1e40-4e82-80fa-bbdc15acac20 None None] Pushing event updated for resources: {'Port': ['ID=f74c0845-503a-4b5f-b789-a8838273957e,revision_number=2']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:15:01.031580 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4912d23-4308-461a-a7ed-fdb45b571ff8 tempest-TestSecurityGroupsBasicOps-319188584 tempest-TestSecurityGroupsBasicOps-319188584-project] Network b142c737-065a-4061-a320-9b0c1be39880 is already hosted by enough agents. {{(pid=102387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 19:15:01.038395 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.base_scheduler [None req-b4912d23-4308-461a-a7ed-fdb45b571ff8 tempest-TestSecurityGroupsBasicOps-319188584 tempest-TestSecurityGroupsBasicOps-319188584-project] Resources bound (agent type, host, resource id): {{(pid=102387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 19:15:01.041192 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4912d23-4308-461a-a7ed-fdb45b571ff8 tempest-TestSecurityGroupsBasicOps-319188584 tempest-TestSecurityGroupsBasicOps-319188584-project] Received port after_create {{(pid=102387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 19:15:01.081364 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4912d23-4308-461a-a7ed-fdb45b571ff8 tempest-TestSecurityGroupsBasicOps-319188584 tempest-TestSecurityGroupsBasicOps-319188584-project] Pushing event updated for resources: {'Port': ['ID=8601db65-b66e-454d-989f-492a0691ddfc,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:15:01.101536 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-b4912d23-4308-461a-a7ed-fdb45b571ff8 tempest-TestSecurityGroupsBasicOps-319188584 tempest-TestSecurityGroupsBasicOps-319188584-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-571770'] for router_interface, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:15:01.320445 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-b4912d23-4308-461a-a7ed-fdb45b571ff8 tempest-TestSecurityGroupsBasicOps-319188584 tempest-TestSecurityGroupsBasicOps-319188584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:15:01.602095 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 9d287025-471b-4d5d-9142-5bfdb2488ffc up at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 19:15:01.641515 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-b4912d23-4308-461a-a7ed-fdb45b571ff8 tempest-TestSecurityGroupsBasicOps-319188584 tempest-TestSecurityGroupsBasicOps-319188584-project] Publish callbacks [] for port, precommit_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:15:01.655725 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Provisioning complete for port 9d287025-471b-4d5d-9142-5bfdb2488ffc triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:15:01.656100 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:15:01.726678 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-b4912d23-4308-461a-a7ed-fdb45b571ff8 tempest-TestSecurityGroupsBasicOps-319188584 tempest-TestSecurityGroupsBasicOps-319188584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4417072'] for port, after_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:15:01.740541 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:15:01.765947 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] For port 9d287025-471b-4d5d-9142-5bfdb2488ffc, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=9d287025-471b-4d5d-9142-5bfdb2488ffc,segment=NetworkSegment(85be518c-8bb4-46a2-a903-d4292782d29d),segment_id=85be518c-8bb4-46a2-a903-d4292782d29d)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:15:01.812971 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4912d23-4308-461a-a7ed-fdb45b571ff8 tempest-TestSecurityGroupsBasicOps-319188584 tempest-TestSecurityGroupsBasicOps-319188584-project] Pushing event updated for resources: {'Port': ['ID=8601db65-b66e-454d-989f-492a0691ddfc,revision_number=2']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:15:01.815555 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-b4912d23-4308-461a-a7ed-fdb45b571ff8 tempest-TestSecurityGroupsBasicOps-319188584 tempest-TestSecurityGroupsBasicOps-319188584-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-597863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-571878'] for router_interface, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:15:01.823334 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:15:01.824411 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device f74c0845-503a-4b5f-b789-a8838273957e up at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 19:15:01.907943 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Pushing event updated for resources: {'Port': ['ID=9d287025-471b-4d5d-9142-5bfdb2488ffc,revision_number=4']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:15:01.920074 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Provisioning complete for port f74c0845-503a-4b5f-b789-a8838273957e triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:15:01.920460 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:15:01.929048 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4912d23-4308-461a-a7ed-fdb45b571ff8 tempest-TestSecurityGroupsBasicOps-319188584 tempest-TestSecurityGroupsBasicOps-319188584-project] Network b142c737-065a-4061-a320-9b0c1be39880 is already hosted by enough agents. {{(pid=102387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 19:15:01.930942 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.base_scheduler [None req-b4912d23-4308-461a-a7ed-fdb45b571ff8 tempest-TestSecurityGroupsBasicOps-319188584 tempest-TestSecurityGroupsBasicOps-319188584-project] Resources bound (agent type, host, resource id): {{(pid=102387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 19:15:02.020773 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:15:02.061311 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] For port f74c0845-503a-4b5f-b789-a8838273957e, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=f74c0845-503a-4b5f-b789-a8838273957e,segment=NetworkSegment(4fd3c893-eab8-4aaa-a056-2643c481c043),segment_id=4fd3c893-eab8-4aaa-a056-2643c481c043)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:15:02.084317 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4912d23-4308-461a-a7ed-fdb45b571ff8 tempest-TestSecurityGroupsBasicOps-319188584 tempest-TestSecurityGroupsBasicOps-319188584-project] Router f7df3e46-a2ce-407c-b97b-a6e6416e7ed8 has already been hosted by L3 agent 6dcb5589-8e86-4616-9186-ddc4548e13ad {{(pid=102387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 19:15:02.147114 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:15:02.211634 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Pushing event updated for resources: {'Port': ['ID=f74c0845-503a-4b5f-b789-a8838273957e,revision_number=3']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:15:02.217183 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4912d23-4308-461a-a7ed-fdb45b571ff8 tempest-TestSecurityGroupsBasicOps-319188584 tempest-TestSecurityGroupsBasicOps-319188584-project] Notify agent at l3_agent.n-d-816865-1 the message routers_updated {{(pid=102387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 19:15:02.222219 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-b4912d23-4308-461a-a7ed-fdb45b571ff8 tempest-TestSecurityGroupsBasicOps-319188584 tempest-TestSecurityGroupsBasicOps-319188584-project] 10.222.0.13 "PUT /v2.0/routers/f7df3e46-a2ce-407c-b97b-a6e6416e7ed8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3914993 Nov 05 19:15:02.236371 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90dc0bbc-a965-4596-b4ed-fddc232d23ea None None] Network b142c737-065a-4061-a320-9b0c1be39880 requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 19:15:02.288105 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f02644c-b0b2-4901-9d44-39d95ef0cce1 None None] Sync routers for ids ['f7df3e46-a2ce-407c-b97b-a6e6416e7ed8'] in n-d-816865-1 {{(pid=102389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 19:15:02.298597 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f02644c-b0b2-4901-9d44-39d95ef0cce1 None None] Routers {'f7df3e46-a2ce-407c-b97b-a6e6416e7ed8'} bound to L3 agent in host n-d-816865-1 {{(pid=102389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 19:15:02.299213 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-1f02644c-b0b2-4901-9d44-39d95ef0cce1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T19:14:35Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['f7df3e46-a2ce-407c-b97b-a6e6416e7ed8'], 'active': True} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:15:02.313928 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-9528d935-0647-48f7-9001-486d359d1d60 None None] Provisioning complete for port f74c0845-503a-4b5f-b789-a8838273957e triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:15:02.314321 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-9528d935-0647-48f7-9001-486d359d1d60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:15:02.427106 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvr_db [None req-1f02644c-b0b2-4901-9d44-39d95ef0cce1 None None] Set router f7df3e46-a2ce-407c-b97b-a6e6416e7ed8 gateway port host: n-d-816865-1 {{(pid=102389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 19:15:02.545365 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137bfdab-a0f5-49d2-af17-33f20b2e9599 req-451056cf-e8e9-477d-91eb-457a19880fe3 tempest-TestSecurityGroupsBasicOps-319188584 tempest-TestSecurityGroupsBasicOps-319188584-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:15:02.547299 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-137bfdab-a0f5-49d2-af17-33f20b2e9599 req-451056cf-e8e9-477d-91eb-457a19880fe3 tempest-TestSecurityGroupsBasicOps-319188584 tempest-TestSecurityGroupsBasicOps-319188584-project] 10.222.0.13 "GET /v2.0/networks?id=b142c737-065a-4061-a320-9b0c1be39880 HTTP/1.1" status: 200 len: 797 time: 0.1200507 Nov 05 19:15:02.576764 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-137bfdab-a0f5-49d2-af17-33f20b2e9599 req-64c8e3dc-83ba-446a-b589-d6d9571e39a8 tempest-TestSecurityGroupsBasicOps-319188584 tempest-TestSecurityGroupsBasicOps-319188584-project] 10.222.0.13 "GET /v2.0/quotas/a84d983d80534a47a6d92c606602b07f HTTP/1.1" status: 200 len: 375 time: 0.0101445 Nov 05 19:15:02.638201 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-92ff3ec0-d66a-4d05-afd8-f0d763d21c6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:15:02.645457 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-137bfdab-a0f5-49d2-af17-33f20b2e9599 req-c8c9a72d-3974-4d87-8994-ecc5611b7f61 tempest-TestSecurityGroupsBasicOps-319188584 tempest-TestSecurityGroupsBasicOps-319188584-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=a84d983d80534a47a6d92c606602b07f&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0628493 Nov 05 19:15:02.665992 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-1f02644c-b0b2-4901-9d44-39d95ef0cce1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7df3e46-a2ce-407c-b97b-a6e6416e7ed8', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1593957380', 'tenant_id': 'a84d983d80534a47a6d92c606602b07f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.88'}], 'enable_snat': True}, 'gw_port_id': '9d287025-471b-4d5d-9142-5bfdb2488ffc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T19:14:56Z', 'updated_at': '2021-11-05T19:15:01Z', 'revision_number': 4, 'project_id': 'a84d983d80534a47a6d92c606602b07f', 'gw_port': {'id': '9d287025-471b-4d5d-9142-5bfdb2488ffc', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:fc:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7df3e46-a2ce-407c-b97b-a6e6416e7ed8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3689, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:14:56Z', 'updated_at': '2021-11-05T19:15:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1', '_interfaces': [{'id': '8601db65-b66e-454d-989f-492a0691ddfc', 'name': '', 'network_id': 'b142c737-065a-4061-a320-9b0c1be39880', 'tenant_id': 'a84d983d80534a47a6d92c606602b07f', 'mac_address': 'fa:16:3e:fa:d8:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7df3e46-a2ce-407c-b97b-a6e6416e7ed8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3692, 'fixed_ips': [{'subnet_id': '213ba3ac-5df9-4789-baeb-018a5e0405a6', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:15:00Z', 'updated_at': '2021-11-05T19:15:01Z', 'revision_number': 2, 'project_id': 'a84d983d80534a47a6d92c606602b07f', 'subnets': [{'id': '213ba3ac-5df9-4789-baeb-018a5e0405a6', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-1', False) {} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:15:02.697488 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f02644c-b0b2-4901-9d44-39d95ef0cce1 None None] Checking router: f7df3e46-a2ce-407c-b97b-a6e6416e7ed8 for host: n-d-816865-1 {{(pid=102389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 19:15:02.697976 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f02644c-b0b2-4901-9d44-39d95ef0cce1 None None] Updating router f7df3e46-a2ce-407c-b97b-a6e6416e7ed8 port 8601db65-b66e-454d-989f-492a0691ddfc binding host n-d-816865-1 {{(pid=102389) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 05 19:15:02.723642 n-d-816865-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-1f02644c-b0b2-4901-9d44-39d95ef0cce1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:15:02.797982 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-0b3d3dd3-8f43-412b-9542-324c459a78a3 None None] Provisioning complete for port f74c0845-503a-4b5f-b789-a8838273957e triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:15:02.798681 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-0b3d3dd3-8f43-412b-9542-324c459a78a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:15:02.818459 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-137bfdab-a0f5-49d2-af17-33f20b2e9599 req-2c8bf83a-17e9-4a47-b923-27856b8e1904 service neutron] 10.222.0.13 "GET /v2.0/networks/b142c737-065a-4061-a320-9b0c1be39880?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1604383 Nov 05 19:15:02.914216 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-0b3d3dd3-8f43-412b-9542-324c459a78a3 None None] Provisioning complete for port 8601db65-b66e-454d-989f-492a0691ddfc triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:15:02.914585 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-0b3d3dd3-8f43-412b-9542-324c459a78a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:15:02.929524 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-137bfdab-a0f5-49d2-af17-33f20b2e9599 req-401bcca7-c47c-490f-b093-c721feaad245 service neutron] 10.222.0.13 "GET /v2.0/networks/b142c737-065a-4061-a320-9b0c1be39880?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1025734 Nov 05 19:15:02.952170 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-0b3d3dd3-8f43-412b-9542-324c459a78a3 None None] Port 8601db65-b66e-454d-989f-492a0691ddfc cannot update to ACTIVE because it is not bound. {{(pid=102388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 19:15:03.074128 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-037263c5-65b3-4e82-845f-bab236bcf01e None None] Provisioning complete for port 8601db65-b66e-454d-989f-492a0691ddfc triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:15:03.074605 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-037263c5-65b3-4e82-845f-bab236bcf01e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:15:03.076821 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-cd012597-ce91-4650-845b-7ba31f06d45d req-2e1ace0c-b8c2-4c7f-8102-401d94280e8c service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=21cc3162-f870-44e5-a083-97155afbc498&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0552244 Nov 05 19:15:03.124145 n-d-816865-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-1f02644c-b0b2-4901-9d44-39d95ef0cce1 None None] Publish callbacks [] for port, precommit_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:15:03.133715 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-037263c5-65b3-4e82-845f-bab236bcf01e None None] Port 8601db65-b66e-454d-989f-492a0691ddfc cannot update to ACTIVE because it is not bound. {{(pid=102388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 19:15:03.195770 n-d-816865-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-1f02644c-b0b2-4901-9d44-39d95ef0cce1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:15:03.196468 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd012597-ce91-4650-845b-7ba31f06d45d req-56a6e117-3264-46cd-b9ad-d92302cc3e41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:15:03.198104 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-cd012597-ce91-4650-845b-7ba31f06d45d req-56a6e117-3264-46cd-b9ad-d92302cc3e41 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=60a297cf243942dda17ba6ab64d809f4&device_id=21cc3162-f870-44e5-a083-97155afbc498 HTTP/1.1" status: 200 len: 1097 time: 0.0722945 Nov 05 19:15:03.232679 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-70fe0d7a-0466-4927-a0fa-2594e4e04cc5 req-6ac1a975-7e30-48be-8781-7916472f2e44 tempest-TestSecurityGroupsBasicOps-319188584 tempest-TestSecurityGroupsBasicOps-319188584-project] 10.222.0.13 "GET /v2.0/ports?device_id=295e2862-b95c-44c6-bee3-45aa04090caf HTTP/1.1" status: 200 len: 210 time: 0.0396404 Nov 05 19:15:03.248928 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1338eb-4810-44fb-addc-784f42fd13c2 None None] Pushing event updated for resources: {'Port': ['ID=8601db65-b66e-454d-989f-492a0691ddfc,revision_number=3']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:15:03.258685 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1338eb-4810-44fb-addc-784f42fd13c2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:15:03.258921 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1338eb-4810-44fb-addc-784f42fd13c2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:15:03.259240 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1338eb-4810-44fb-addc-784f42fd13c2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:15:03.259580 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1338eb-4810-44fb-addc-784f42fd13c2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:15:03.259918 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1338eb-4810-44fb-addc-784f42fd13c2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:15:03.260339 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1338eb-4810-44fb-addc-784f42fd13c2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:15:03.260663 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1338eb-4810-44fb-addc-784f42fd13c2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:15:03.260999 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1338eb-4810-44fb-addc-784f42fd13c2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:15:03.261369 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1338eb-4810-44fb-addc-784f42fd13c2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:15:03.261722 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1338eb-4810-44fb-addc-784f42fd13c2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:15:03.262082 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1338eb-4810-44fb-addc-784f42fd13c2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:15:03.262411 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1338eb-4810-44fb-addc-784f42fd13c2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:15:03.331975 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.managers [None req-1f02644c-b0b2-4901-9d44-39d95ef0cce1 None None] Attempting to bind port 8601db65-b66e-454d-989f-492a0691ddfc on host n-d-816865-1 for vnic_type normal with profile {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 19:15:03.331975 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.managers [None req-1f02644c-b0b2-4901-9d44-39d95ef0cce1 None None] Attempting to bind port 8601db65-b66e-454d-989f-492a0691ddfc by drivers openvswitch,hyperv on host n-d-816865-1 at level 0 using segments [{'id': '4fd3c893-eab8-4aaa-a056-2643c481c043', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'b142c737-065a-4061-a320-9b0c1be39880'}] {{(pid=102389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 19:15:03.331975 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f02644c-b0b2-4901-9d44-39d95ef0cce1 None None] Attempting to bind port 8601db65-b66e-454d-989f-492a0691ddfc on network b142c737-065a-4061-a320-9b0c1be39880 {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 19:15:03.337614 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f02644c-b0b2-4901-9d44-39d95ef0cce1 None None] Checking agent: {'id': '724d89a7-611b-41e6-bc85-c48112b17afa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 18, 25, 8), 'started_at': datetime.datetime(2021, 11, 5, 18, 25, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 19, 14, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 19:15:03.338110 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f02644c-b0b2-4901-9d44-39d95ef0cce1 None None] Checking segment: {'id': '4fd3c893-eab8-4aaa-a056-2643c481c043', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'b142c737-065a-4061-a320-9b0c1be39880'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 19:15:03.338589 n-d-816865-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-1f02644c-b0b2-4901-9d44-39d95ef0cce1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:15:03.339285 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f02644c-b0b2-4901-9d44-39d95ef0cce1 None None] Bound using segment: {'id': '4fd3c893-eab8-4aaa-a056-2643c481c043', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'b142c737-065a-4061-a320-9b0c1be39880'} {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 19:15:03.339818 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.managers [None req-1f02644c-b0b2-4901-9d44-39d95ef0cce1 None None] Bound port: 8601db65-b66e-454d-989f-492a0691ddfc, host: n-d-816865-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4fd3c893-eab8-4aaa-a056-2643c481c043', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'b142c737-065a-4061-a320-9b0c1be39880'}}] {{(pid=102389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 19:15:03.340423 n-d-816865-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-1f02644c-b0b2-4901-9d44-39d95ef0cce1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:15:03.360745 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-fb98b439-d844-4f84-9043-bf72a511ffbc None None] Provisioning complete for port 8601db65-b66e-454d-989f-492a0691ddfc triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:15:03.361893 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-fb98b439-d844-4f84-9043-bf72a511ffbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:15:03.363679 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd012597-ce91-4650-845b-7ba31f06d45d req-8ad85938-e476-480f-8f32-4c9c2f15fa0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:15:03.367830 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-cd012597-ce91-4650-845b-7ba31f06d45d req-8ad85938-e476-480f-8f32-4c9c2f15fa0a service neutron] 10.222.0.41 "GET /v2.0/networks?id=95bf24bc-61e1-4f85-8a76-7212484978aa HTTP/1.1" status: 200 len: 910 time: 0.1341116 Nov 05 19:15:03.417372 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-fb98b439-d844-4f84-9043-bf72a511ffbc None None] Port 8601db65-b66e-454d-989f-492a0691ddfc cannot update to ACTIVE because it is not bound. {{(pid=102388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 19:15:03.443357 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [None req-1f02644c-b0b2-4901-9d44-39d95ef0cce1 None None] For port 8601db65-b66e-454d-989f-492a0691ddfc, host n-d-816865-1, cleared binding levels {{(pid=102389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 19:15:03.448747 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [None req-1f02644c-b0b2-4901-9d44-39d95ef0cce1 None None] For port 8601db65-b66e-454d-989f-492a0691ddfc, host n-d-816865-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=8601db65-b66e-454d-989f-492a0691ddfc,segment=NetworkSegment(4fd3c893-eab8-4aaa-a056-2643c481c043),segment_id=4fd3c893-eab8-4aaa-a056-2643c481c043)] {{(pid=102389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 19:15:03.479472 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-cd012597-ce91-4650-845b-7ba31f06d45d req-879287b4-1330-4179-ae6c-0bdb529381c6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3a27baec-ae5e-4b45-8a7a-9af913b157fa HTTP/1.1" status: 200 len: 1002 time: 0.1031497 Nov 05 19:15:03.519343 n-d-816865-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-1f02644c-b0b2-4901-9d44-39d95ef0cce1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:15:03.543006 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd012597-ce91-4650-845b-7ba31f06d45d req-9325c136-3a64-443a-9148-4b670590103a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:15:03.544659 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-cd012597-ce91-4650-845b-7ba31f06d45d req-9325c136-3a64-443a-9148-4b670590103a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ab14406b-164f-41ab-936f-c5e880791222 HTTP/1.1" status: 200 len: 848 time: 0.0577691 Nov 05 19:15:03.585980 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 9d287025-471b-4d5d-9142-5bfdb2488ffc up at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 19:15:03.597559 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd012597-ce91-4650-845b-7ba31f06d45d req-bfd53c89-0c08-44fe-8fc8-56760f213d80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:15:03.599060 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-cd012597-ce91-4650-845b-7ba31f06d45d req-bfd53c89-0c08-44fe-8fc8-56760f213d80 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=95bf24bc-61e1-4f85-8a76-7212484978aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0473711 Nov 05 19:15:03.601542 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f02644c-b0b2-4901-9d44-39d95ef0cce1 None None] Routers {'f7df3e46-a2ce-407c-b97b-a6e6416e7ed8'} bound to L3 agent in host n-d-816865-1 {{(pid=102389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 19:15:03.602201 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-1f02644c-b0b2-4901-9d44-39d95ef0cce1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T19:14:35Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['f7df3e46-a2ce-407c-b97b-a6e6416e7ed8'], 'active': True} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:15:03.604151 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1338eb-4810-44fb-addc-784f42fd13c2 None None] Pushing event updated for resources: {'Port': ['ID=8601db65-b66e-454d-989f-492a0691ddfc,revision_number=4']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:15:03.660172 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-e306b0ab-4e03-411e-928a-e1bb8ff37f2e None None] Provisioning complete for port 8601db65-b66e-454d-989f-492a0691ddfc triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:15:03.660787 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-e306b0ab-4e03-411e-928a-e1bb8ff37f2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:15:03.717091 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Provisioning complete for port 9d287025-471b-4d5d-9142-5bfdb2488ffc triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:15:03.717797 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:15:03.756078 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-cd012597-ce91-4650-845b-7ba31f06d45d req-a3c58531-cff5-42bf-af6d-27f6f2fbe3bd service neutron] 10.222.0.41 "GET /v2.0/networks/95bf24bc-61e1-4f85-8a76-7212484978aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1356943 Nov 05 19:15:03.781680 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvr_db [None req-1f02644c-b0b2-4901-9d44-39d95ef0cce1 None None] Set router f7df3e46-a2ce-407c-b97b-a6e6416e7ed8 gateway port host: n-d-816865-1 {{(pid=102389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 19:15:03.819802 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-e306b0ab-4e03-411e-928a-e1bb8ff37f2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:15:03.892066 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-e306b0ab-4e03-411e-928a-e1bb8ff37f2e None None] For port 8601db65-b66e-454d-989f-492a0691ddfc, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=8601db65-b66e-454d-989f-492a0691ddfc,segment=NetworkSegment(4fd3c893-eab8-4aaa-a056-2643c481c043),segment_id=4fd3c893-eab8-4aaa-a056-2643c481c043)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:15:03.895327 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device f74c0845-503a-4b5f-b789-a8838273957e up at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 19:15:03.902293 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-cd012597-ce91-4650-845b-7ba31f06d45d req-2c848ff9-7357-4728-8e14-eb5fc4359c86 service neutron] 10.222.0.41 "GET /v2.0/networks/95bf24bc-61e1-4f85-8a76-7212484978aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1370776 Nov 05 19:15:03.952777 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Provisioning complete for port f74c0845-503a-4b5f-b789-a8838273957e triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:15:03.953155 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:15:03.975102 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-e306b0ab-4e03-411e-928a-e1bb8ff37f2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:15:04.039746 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e306b0ab-4e03-411e-928a-e1bb8ff37f2e None None] Pushing event updated for resources: {'Port': ['ID=8601db65-b66e-454d-989f-492a0691ddfc,revision_number=5']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:15:04.051655 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-1f02644c-b0b2-4901-9d44-39d95ef0cce1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7df3e46-a2ce-407c-b97b-a6e6416e7ed8', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1593957380', 'tenant_id': 'a84d983d80534a47a6d92c606602b07f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.88'}], 'enable_snat': True}, 'gw_port_id': '9d287025-471b-4d5d-9142-5bfdb2488ffc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T19:14:56Z', 'updated_at': '2021-11-05T19:15:01Z', 'revision_number': 4, 'project_id': 'a84d983d80534a47a6d92c606602b07f', 'gw_port': {'id': '9d287025-471b-4d5d-9142-5bfdb2488ffc', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:fc:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7df3e46-a2ce-407c-b97b-a6e6416e7ed8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3689, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:14:56Z', 'updated_at': '2021-11-05T19:15:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1', '_interfaces': [{'id': '8601db65-b66e-454d-989f-492a0691ddfc', 'name': '', 'network_id': 'b142c737-065a-4061-a320-9b0c1be39880', 'tenant_id': 'a84d983d80534a47a6d92c606602b07f', 'mac_address': 'fa:16:3e:fa:d8:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7df3e46-a2ce-407c-b97b-a6e6416e7ed8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3692, 'fixed_ips': [{'subnet_id': '213ba3ac-5df9-4789-baeb-018a5e0405a6', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:15:00Z', 'updated_at': '2021-11-05T19:15:03Z', 'revision_number': 4, 'project_id': 'a84d983d80534a47a6d92c606602b07f', 'subnets': [{'id': '213ba3ac-5df9-4789-baeb-018a5e0405a6', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-1', False) {} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:15:04.084175 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f02644c-b0b2-4901-9d44-39d95ef0cce1 None None] The sync data for ids ['f7df3e46-a2ce-407c-b97b-a6e6416e7ed8'] in n-d-816865-1 is: [{'id': 'f7df3e46-a2ce-407c-b97b-a6e6416e7ed8', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1593957380', 'tenant_id': 'a84d983d80534a47a6d92c606602b07f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.88'}], 'enable_snat': True}, 'gw_port_id': '9d287025-471b-4d5d-9142-5bfdb2488ffc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T19:14:56Z', 'updated_at': '2021-11-05T19:15:01Z', 'revision_number': 4, 'project_id': 'a84d983d80534a47a6d92c606602b07f', 'gw_port': {'id': '9d287025-471b-4d5d-9142-5bfdb2488ffc', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:fc:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7df3e46-a2ce-407c-b97b-a6e6416e7ed8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3689, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:14:56Z', 'updated_at': '2021-11-05T19:15:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1', '_interfaces': [{'id': '8601db65-b66e-454d-989f-492a0691ddfc', 'name': '', 'network_id': 'b142c737-065a-4061-a320-9b0c1be39880', 'tenant_id': 'a84d983d80534a47a6d92c606602b07f', 'mac_address': 'fa:16:3e:fa:d8:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7df3e46-a2ce-407c-b97b-a6e6416e7ed8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3692, 'fixed_ips': [{'subnet_id': '213ba3ac-5df9-4789-baeb-018a5e0405a6', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:15:00Z', 'updated_at': '2021-11-05T19:15:03Z', 'revision_number': 4, 'project_id': 'a84d983d80534a47a6d92c606602b07f', 'subnets': [{'id': '213ba3ac-5df9-4789-baeb-018a5e0405a6', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 19:15:04.094161 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-191051bd-c375-46b5-abb6-acb44068d7af None None] Provisioning complete for port 8601db65-b66e-454d-989f-492a0691ddfc triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:15:04.094804 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-191051bd-c375-46b5-abb6-acb44068d7af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:15:04.347487 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:15:04.365922 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-69b4dda1-1ab4-40de-bea7-ebb6bd371cfe req-429f3f21-e36a-45c8-bf77-fed7120c003c tempest-TestSecurityGroupsBasicOps-319188584 tempest-TestSecurityGroupsBasicOps-319188584-project] 10.222.0.13 "GET /v2.0/ports?device_id=295e2862-b95c-44c6-bee3-45aa04090caf HTTP/1.1" status: 200 len: 210 time: 0.0367012 Nov 05 19:15:05.347257 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137bfdab-a0f5-49d2-af17-33f20b2e9599 req-b9ae57b6-e0c2-4ed1-acfd-025c46be43f3 tempest-TestSecurityGroupsBasicOps-319188584 tempest-TestSecurityGroupsBasicOps-319188584-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:15:05.348715 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-137bfdab-a0f5-49d2-af17-33f20b2e9599 req-b9ae57b6-e0c2-4ed1-acfd-025c46be43f3 tempest-TestSecurityGroupsBasicOps-319188584 tempest-TestSecurityGroupsBasicOps-319188584-project] 10.222.0.41 "GET /v2.0/networks?id=b142c737-065a-4061-a320-9b0c1be39880 HTTP/1.1" status: 200 len: 797 time: 0.1015937 Nov 05 19:15:05.360967 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [req-137bfdab-a0f5-49d2-af17-33f20b2e9599 req-5faf5450-ec8a-4469-ad32-a6999e35f9f8 tempest-TestSecurityGroupsBasicOps-319188584 tempest-TestSecurityGroupsBasicOps-319188584-project] Request body: {'port': {'device_id': '295e2862-b95c-44c6-bee3-45aa04090caf', 'network_id': 'b142c737-065a-4061-a320-9b0c1be39880', 'admin_state_up': True, 'tenant_id': 'a84d983d80534a47a6d92c606602b07f'}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:15:05.375795 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-d3bbc422-1aca-4aa2-8645-ad38da1d5221 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:15:05.468668 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-a22f8982-e16a-4db1-bbbd-c133fe6890b0 req-8ccb1a20-1627-4443-ac53-910b5e138e51 tempest-TestSecurityGroupsBasicOps-319188584 tempest-TestSecurityGroupsBasicOps-319188584-project] 10.222.0.13 "GET /v2.0/ports?device_id=295e2862-b95c-44c6-bee3-45aa04090caf HTTP/1.1" status: 200 len: 210 time: 0.0328021 Nov 05 19:15:05.560290 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-137bfdab-a0f5-49d2-af17-33f20b2e9599 req-5faf5450-ec8a-4469-ad32-a6999e35f9f8 tempest-TestSecurityGroupsBasicOps-319188584 tempest-TestSecurityGroupsBasicOps-319188584-project] Made reservation on behalf of a84d983d80534a47a6d92c606602b07f for: {'port': 1} {{(pid=102387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 19:15:05.564087 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-137bfdab-a0f5-49d2-af17-33f20b2e9599 req-5faf5450-ec8a-4469-ad32-a6999e35f9f8 tempest-TestSecurityGroupsBasicOps-319188584 tempest-TestSecurityGroupsBasicOps-319188584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:15:05.577077 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 8601db65-b66e-454d-989f-492a0691ddfc up at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 19:15:05.638452 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Provisioning complete for port 8601db65-b66e-454d-989f-492a0691ddfc triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:15:05.638955 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:15:05.704931 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.db_base_plugin_common [req-137bfdab-a0f5-49d2-af17-33f20b2e9599 req-5faf5450-ec8a-4469-ad32-a6999e35f9f8 tempest-TestSecurityGroupsBasicOps-319188584 tempest-TestSecurityGroupsBasicOps-319188584-project] Allocated IP 172.20.0.25 (b142c737-065a-4061-a320-9b0c1be39880/213ba3ac-5df9-4789-baeb-018a5e0405a6/dc10cb24-d752-498b-ab12-0478caae81c1) {{(pid=102387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 19:15:06.139379 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-137bfdab-a0f5-49d2-af17-33f20b2e9599 req-5faf5450-ec8a-4469-ad32-a6999e35f9f8 tempest-TestSecurityGroupsBasicOps-319188584 tempest-TestSecurityGroupsBasicOps-319188584-project] Publish callbacks [] for port, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:15:06.240913 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-137bfdab-a0f5-49d2-af17-33f20b2e9599 req-5faf5450-ec8a-4469-ad32-a6999e35f9f8 tempest-TestSecurityGroupsBasicOps-319188584 tempest-TestSecurityGroupsBasicOps-319188584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4417063'] for port, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:15:06.284365 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-137bfdab-a0f5-49d2-af17-33f20b2e9599 req-5faf5450-ec8a-4469-ad32-a6999e35f9f8 tempest-TestSecurityGroupsBasicOps-319188584 tempest-TestSecurityGroupsBasicOps-319188584-project] Network b142c737-065a-4061-a320-9b0c1be39880 is already hosted by enough agents. {{(pid=102387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 19:15:06.289859 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.base_scheduler [req-137bfdab-a0f5-49d2-af17-33f20b2e9599 req-5faf5450-ec8a-4469-ad32-a6999e35f9f8 tempest-TestSecurityGroupsBasicOps-319188584 tempest-TestSecurityGroupsBasicOps-319188584-project] Resources bound (agent type, host, resource id): {{(pid=102387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 19:15:06.293698 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.l3_dvrscheduler_db [req-137bfdab-a0f5-49d2-af17-33f20b2e9599 req-5faf5450-ec8a-4469-ad32-a6999e35f9f8 tempest-TestSecurityGroupsBasicOps-319188584 tempest-TestSecurityGroupsBasicOps-319188584-project] Received port after_create {{(pid=102387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 19:15:06.317311 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5faf5450-ec8a-4469-ad32-a6999e35f9f8 tempest-TestSecurityGroupsBasicOps-319188584 tempest-TestSecurityGroupsBasicOps-319188584-project] Pushing event updated for resources: {'Port': ['ID=dc10cb24-d752-498b-ab12-0478caae81c1,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:15:06.341467 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b304910f-7b27-444b-a8fc-977d26b1ceac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:15:06.346469 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137bfdab-a0f5-49d2-af17-33f20b2e9599 req-5faf5450-ec8a-4469-ad32-a6999e35f9f8 tempest-TestSecurityGroupsBasicOps-319188584 tempest-TestSecurityGroupsBasicOps-319188584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:15:06.347121 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-137bfdab-a0f5-49d2-af17-33f20b2e9599 req-5faf5450-ec8a-4469-ad32-a6999e35f9f8 tempest-TestSecurityGroupsBasicOps-319188584 tempest-TestSecurityGroupsBasicOps-319188584-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:15:06.387011 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:15:06.440975 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-137bfdab-a0f5-49d2-af17-33f20b2e9599 req-5faf5450-ec8a-4469-ad32-a6999e35f9f8 tempest-TestSecurityGroupsBasicOps-319188584 tempest-TestSecurityGroupsBasicOps-319188584-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 1.0836563 Nov 05 19:15:06.454833 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [req-137bfdab-a0f5-49d2-af17-33f20b2e9599 req-ed219958-6904-438c-ac8e-b73b0b5e1a11 service neutron] Request body: {'port': {'device_id': '295e2862-b95c-44c6-bee3-45aa04090caf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816865-1'}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:15:06.510536 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-137bfdab-a0f5-49d2-af17-33f20b2e9599 req-ed219958-6904-438c-ac8e-b73b0b5e1a11 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:15:06.537875 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-11e90a55-5d3a-436c-8d78-f5bbea346109 None None] Provisioning complete for port dc10cb24-d752-498b-ab12-0478caae81c1 triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:15:06.539002 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-11e90a55-5d3a-436c-8d78-f5bbea346109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:15:06.576966 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-11e90a55-5d3a-436c-8d78-f5bbea346109 None None] Port dc10cb24-d752-498b-ab12-0478caae81c1 cannot update to ACTIVE because it is not bound. {{(pid=102388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 19:15:06.659674 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889987fd-6f3e-4057-ab66-fb2b84bfd7c9 req-f8c85e2e-633b-4516-83ee-e73a84fff329 tempest-TestSecurityGroupsBasicOps-319188584 tempest-TestSecurityGroupsBasicOps-319188584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:15:06.661185 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-889987fd-6f3e-4057-ab66-fb2b84bfd7c9 req-f8c85e2e-633b-4516-83ee-e73a84fff329 tempest-TestSecurityGroupsBasicOps-319188584 tempest-TestSecurityGroupsBasicOps-319188584-project] 10.222.0.13 "GET /v2.0/ports?device_id=295e2862-b95c-44c6-bee3-45aa04090caf HTTP/1.1" status: 200 len: 895 time: 0.1125858 Nov 05 19:15:06.817939 n-d-816865-1 neutron-server[102387]: DEBUG neutron.notifiers.nova [req-137bfdab-a0f5-49d2-af17-33f20b2e9599 req-ed219958-6904-438c-ac8e-b73b0b5e1a11 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dc10cb24-d752-498b-ab12-0478caae81c1 {{(pid=102387) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 19:15:06.825115 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-137bfdab-a0f5-49d2-af17-33f20b2e9599 req-ed219958-6904-438c-ac8e-b73b0b5e1a11 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:15:06.837267 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.provisioning_blocks [req-137bfdab-a0f5-49d2-af17-33f20b2e9599 req-ed219958-6904-438c-ac8e-b73b0b5e1a11 service neutron] Transition to ACTIVE for port object dc10cb24-d752-498b-ab12-0478caae81c1 will not be triggered until provisioned by entity L2. {{(pid=102387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 05 19:15:06.885674 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-137bfdab-a0f5-49d2-af17-33f20b2e9599 req-ed219958-6904-438c-ac8e-b73b0b5e1a11 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4417072'] for port, after_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:15:06.935195 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed219958-6904-438c-ac8e-b73b0b5e1a11 service neutron] Pushing event updated for resources: {'Port': ['ID=dc10cb24-d752-498b-ab12-0478caae81c1,revision_number=2']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:15:07.024292 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.managers [req-137bfdab-a0f5-49d2-af17-33f20b2e9599 req-ed219958-6904-438c-ac8e-b73b0b5e1a11 service neutron] Attempting to bind port dc10cb24-d752-498b-ab12-0478caae81c1 on host n-h1-816865-1 for vnic_type normal with profile {{(pid=102387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 19:15:07.024635 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.managers [req-137bfdab-a0f5-49d2-af17-33f20b2e9599 req-ed219958-6904-438c-ac8e-b73b0b5e1a11 service neutron] Attempting to bind port dc10cb24-d752-498b-ab12-0478caae81c1 by drivers openvswitch,hyperv on host n-h1-816865-1 at level 0 using segments [{'id': '4fd3c893-eab8-4aaa-a056-2643c481c043', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'b142c737-065a-4061-a320-9b0c1be39880'}] {{(pid=102387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 19:15:07.024963 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-137bfdab-a0f5-49d2-af17-33f20b2e9599 req-ed219958-6904-438c-ac8e-b73b0b5e1a11 service neutron] Attempting to bind port dc10cb24-d752-498b-ab12-0478caae81c1 on network b142c737-065a-4061-a320-9b0c1be39880 {{(pid=102387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 19:15:07.031707 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-137bfdab-a0f5-49d2-af17-33f20b2e9599 req-ed219958-6904-438c-ac8e-b73b0b5e1a11 service neutron] Port dc10cb24-d752-498b-ab12-0478caae81c1 on network b142c737-065a-4061-a320-9b0c1be39880 not bound, no agent of type Open vSwitch agent registered on host n-h1-816865-1 {{(pid=102387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 19:15:07.032033 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-137bfdab-a0f5-49d2-af17-33f20b2e9599 req-ed219958-6904-438c-ac8e-b73b0b5e1a11 service neutron] Attempting to bind port dc10cb24-d752-498b-ab12-0478caae81c1 on network b142c737-065a-4061-a320-9b0c1be39880 {{(pid=102387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 19:15:07.037691 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-137bfdab-a0f5-49d2-af17-33f20b2e9599 req-ed219958-6904-438c-ac8e-b73b0b5e1a11 service neutron] Checking agent: {'id': 'eb596d7c-8c64-42bd-8aca-fad447eb0eab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816865-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 18, 33, 34), 'started_at': datetime.datetime(2021, 11, 5, 18, 33, 34), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 19, 15, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 19:15:07.038214 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-137bfdab-a0f5-49d2-af17-33f20b2e9599 req-ed219958-6904-438c-ac8e-b73b0b5e1a11 service neutron] Checking segment: {'id': '4fd3c893-eab8-4aaa-a056-2643c481c043', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'b142c737-065a-4061-a320-9b0c1be39880'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 19:15:07.038597 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-137bfdab-a0f5-49d2-af17-33f20b2e9599 req-ed219958-6904-438c-ac8e-b73b0b5e1a11 service neutron] Bound using segment: {'id': '4fd3c893-eab8-4aaa-a056-2643c481c043', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'b142c737-065a-4061-a320-9b0c1be39880'} {{(pid=102387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 19:15:07.039021 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.managers [req-137bfdab-a0f5-49d2-af17-33f20b2e9599 req-ed219958-6904-438c-ac8e-b73b0b5e1a11 service neutron] Bound port: dc10cb24-d752-498b-ab12-0478caae81c1, host: n-h1-816865-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4fd3c893-eab8-4aaa-a056-2643c481c043', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'b142c737-065a-4061-a320-9b0c1be39880'}}] {{(pid=102387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 19:15:07.039399 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-137bfdab-a0f5-49d2-af17-33f20b2e9599 req-ed219958-6904-438c-ac8e-b73b0b5e1a11 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:15:07.105672 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.db [req-137bfdab-a0f5-49d2-af17-33f20b2e9599 req-ed219958-6904-438c-ac8e-b73b0b5e1a11 service neutron] For port dc10cb24-d752-498b-ab12-0478caae81c1, host n-h1-816865-1, cleared binding levels {{(pid=102387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 19:15:07.108767 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.db [req-137bfdab-a0f5-49d2-af17-33f20b2e9599 req-ed219958-6904-438c-ac8e-b73b0b5e1a11 service neutron] For port dc10cb24-d752-498b-ab12-0478caae81c1, host n-h1-816865-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=dc10cb24-d752-498b-ab12-0478caae81c1,segment=NetworkSegment(4fd3c893-eab8-4aaa-a056-2643c481c043),segment_id=4fd3c893-eab8-4aaa-a056-2643c481c043)] {{(pid=102387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 19:15:07.187887 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-137bfdab-a0f5-49d2-af17-33f20b2e9599 req-ed219958-6904-438c-ac8e-b73b0b5e1a11 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4417072'] for port, after_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:15:07.221277 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137bfdab-a0f5-49d2-af17-33f20b2e9599 req-ed219958-6904-438c-ac8e-b73b0b5e1a11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:15:07.221958 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-137bfdab-a0f5-49d2-af17-33f20b2e9599 req-ed219958-6904-438c-ac8e-b73b0b5e1a11 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:15:07.223367 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-137bfdab-a0f5-49d2-af17-33f20b2e9599 req-ed219958-6904-438c-ac8e-b73b0b5e1a11 service neutron] 10.222.0.41 "PUT /v2.0/ports/dc10cb24-d752-498b-ab12-0478caae81c1 HTTP/1.1" status: 200 len: 1055 time: 0.7730098 Nov 05 19:15:07.223814 n-d-816865-1 neutron-server[102387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '295e2862-b95c-44c6-bee3-45aa04090caf', 'tag': 'dc10cb24-d752-498b-ab12-0478caae81c1'}] {{(pid=102387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 19:15:07.226791 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab06bd4ddf5758c1f10d79fe34dc215bafa488692cde9dba2fcbcb67556f90bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de4df8c4-f61e-48e1-9aeb-0124a7f940aa" -d '{"events": [{"name": "network-changed", "server_uuid": "295e2862-b95c-44c6-bee3-45aa04090caf", "tag": "dc10cb24-d752-498b-ab12-0478caae81c1"}]}' {{(pid=102387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 19:15:07.255869 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed219958-6904-438c-ac8e-b73b0b5e1a11 service neutron] Pushing event updated for resources: {'Port': ['ID=dc10cb24-d752-498b-ab12-0478caae81c1,revision_number=3']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:15:07.269098 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 19:15:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d94f433-1e57-4d0b-bf88-111bf77e82ad x-openstack-request-id: req-4d94f433-1e57-4d0b-bf88-111bf77e82ad {{(pid=102387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 19:15:07.269402 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "295e2862-b95c-44c6-bee3-45aa04090caf", "tag": "dc10cb24-d752-498b-ab12-0478caae81c1", "status": "completed", "code": 200}]} {{(pid=102387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 19:15:07.269658 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4d94f433-1e57-4d0b-bf88-111bf77e82ad {{(pid=102387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 19:15:07.270093 n-d-816865-1 neutron-server[102387]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '295e2862-b95c-44c6-bee3-45aa04090caf', 'tag': 'dc10cb24-d752-498b-ab12-0478caae81c1', 'status': 'completed', 'code': 200} Nov 05 19:15:07.345934 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4df8c4-f61e-48e1-9aeb-0124a7f940aa req-22447f38-376e-48eb-bbc0-321e453d9ca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:15:07.348083 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-de4df8c4-f61e-48e1-9aeb-0124a7f940aa req-22447f38-376e-48eb-bbc0-321e453d9ca4 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a84d983d80534a47a6d92c606602b07f&device_id=295e2862-b95c-44c6-bee3-45aa04090caf HTTP/1.1" status: 200 len: 1058 time: 0.0493257 Nov 05 19:15:07.464066 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4df8c4-f61e-48e1-9aeb-0124a7f940aa req-9a9256d8-ef09-4879-90f6-83cea15528f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:15:07.464548 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4df8c4-f61e-48e1-9aeb-0124a7f940aa req-9a9256d8-ef09-4879-90f6-83cea15528f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:15:07.466145 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-de4df8c4-f61e-48e1-9aeb-0124a7f940aa req-9a9256d8-ef09-4879-90f6-83cea15528f8 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=a84d983d80534a47a6d92c606602b07f&shared=False HTTP/1.1" status: 200 len: 1584 time: 0.1097968 Nov 05 19:15:07.569938 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4df8c4-f61e-48e1-9aeb-0124a7f940aa req-7f0ce06c-b2ee-4260-a799-65656b4084c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:15:07.571488 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-de4df8c4-f61e-48e1-9aeb-0124a7f940aa req-7f0ce06c-b2ee-4260-a799-65656b4084c7 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0967963 Nov 05 19:15:07.651245 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137bfdab-a0f5-49d2-af17-33f20b2e9599 req-5aab4040-5eef-4a6d-88c5-1dffa17cd904 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:15:07.652760 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-137bfdab-a0f5-49d2-af17-33f20b2e9599 req-5aab4040-5eef-4a6d-88c5-1dffa17cd904 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a84d983d80534a47a6d92c606602b07f&device_id=295e2862-b95c-44c6-bee3-45aa04090caf HTTP/1.1" status: 200 len: 1058 time: 0.0444407 Nov 05 19:15:07.697635 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-137bfdab-a0f5-49d2-af17-33f20b2e9599 req-3a0b69a9-e149-4984-944e-3b18327cb40a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.25&port_id=dc10cb24-d752-498b-ab12-0478caae81c1 HTTP/1.1" status: 200 len: 217 time: 0.0356755 Nov 05 19:15:07.788064 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137bfdab-a0f5-49d2-af17-33f20b2e9599 req-979a71e1-60b6-4a53-af58-5bff8315c6b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:15:07.790742 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-137bfdab-a0f5-49d2-af17-33f20b2e9599 req-979a71e1-60b6-4a53-af58-5bff8315c6b8 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=213ba3ac-5df9-4789-baeb-018a5e0405a6 HTTP/1.1" status: 200 len: 838 time: 0.0849342 Nov 05 19:15:07.802354 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52f7d21-7584-4b21-8097-54b368116365 req-4c4838d4-956a-4563-843c-55707700a3d5 tempest-TestSecurityGroupsBasicOps-319188584 tempest-TestSecurityGroupsBasicOps-319188584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:15:07.804496 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-d52f7d21-7584-4b21-8097-54b368116365 req-4c4838d4-956a-4563-843c-55707700a3d5 tempest-TestSecurityGroupsBasicOps-319188584 tempest-TestSecurityGroupsBasicOps-319188584-project] 10.222.0.13 "GET /v2.0/ports?device_id=295e2862-b95c-44c6-bee3-45aa04090caf HTTP/1.1" status: 200 len: 907 time: 0.0670900 Nov 05 19:15:07.848100 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137bfdab-a0f5-49d2-af17-33f20b2e9599 req-199b3f17-a192-44fe-860c-390a65e50d70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:15:07.849627 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-137bfdab-a0f5-49d2-af17-33f20b2e9599 req-199b3f17-a192-44fe-860c-390a65e50d70 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b142c737-065a-4061-a320-9b0c1be39880&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0442414 Nov 05 19:15:08.012536 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-137bfdab-a0f5-49d2-af17-33f20b2e9599 req-ad09385d-1968-476c-b541-266a94f8e2e0 service neutron] 10.222.0.41 "GET /v2.0/networks/b142c737-065a-4061-a320-9b0c1be39880?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1557758 Nov 05 19:15:08.063865 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fee8b5c-82a5-410e-aced-81476a8cf3a8 req-827ec983-8d51-4692-b65b-1a7f91aa3d08 tempest-AttachVolumeNegativeTest-814338664 tempest-AttachVolumeNegativeTest-814338664-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:15:08.065350 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-4fee8b5c-82a5-410e-aced-81476a8cf3a8 req-827ec983-8d51-4692-b65b-1a7f91aa3d08 tempest-AttachVolumeNegativeTest-814338664 tempest-AttachVolumeNegativeTest-814338664-project] 10.222.0.13 "GET /v2.0/networks?id=f31b1f2e-a615-43e1-9e9b-9f3f947ccb7d HTTP/1.1" status: 200 len: 814 time: 0.1516945 Nov 05 19:15:08.105695 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-4fee8b5c-82a5-410e-aced-81476a8cf3a8 req-e9171195-729c-4ded-b7ba-94535ec30ca2 tempest-AttachVolumeNegativeTest-814338664 tempest-AttachVolumeNegativeTest-814338664-project] 10.222.0.13 "GET /v2.0/quotas/3cd2670f992046758c37c8cd7300aad8 HTTP/1.1" status: 200 len: 375 time: 0.0137472 Nov 05 19:15:08.163461 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-137bfdab-a0f5-49d2-af17-33f20b2e9599 req-11a59e47-a7c5-4cdd-99bf-9ed3ca922fa5 service neutron] 10.222.0.41 "GET /v2.0/networks/b142c737-065a-4061-a320-9b0c1be39880?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1416810 Nov 05 19:15:08.172204 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-4fee8b5c-82a5-410e-aced-81476a8cf3a8 req-197acd9a-b5e7-46a8-a1b0-92ee1533543a tempest-AttachVolumeNegativeTest-814338664 tempest-AttachVolumeNegativeTest-814338664-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=3cd2670f992046758c37c8cd7300aad8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0602069 Nov 05 19:15:08.269215 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-4fee8b5c-82a5-410e-aced-81476a8cf3a8 req-db13d876-e587-48d2-b2e3-aa5a616ad360 service neutron] 10.222.0.13 "GET /v2.0/networks/f31b1f2e-a615-43e1-9e9b-9f3f947ccb7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894604 Nov 05 19:15:08.301358 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-31f93893-a48e-4ae8-833d-dccb2b42eacc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:15:08.361249 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-4fee8b5c-82a5-410e-aced-81476a8cf3a8 req-ed54e9f1-e3f2-410f-9663-76e42202e330 service neutron] 10.222.0.13 "GET /v2.0/networks/f31b1f2e-a615-43e1-9e9b-9f3f947ccb7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856307 Nov 05 19:15:08.548715 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:15:08.614031 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-e301f953-b775-4586-a509-220a689820b0 req-9b8c276e-6a72-43e0-9e55-7ead19605319 tempest-AttachVolumeNegativeTest-814338664 tempest-AttachVolumeNegativeTest-814338664-project] 10.222.0.13 "GET /v2.0/ports?device_id=11612386-a8a6-456b-8d01-e09af951c3b4 HTTP/1.1" status: 200 len: 210 time: 0.0323296 Nov 05 19:15:08.930918 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad8f6c2-2c38-424f-8207-1ac0369ee75c req-4ead32da-4cb8-4a7e-b2ca-f12a9923d0e2 tempest-TestSecurityGroupsBasicOps-319188584 tempest-TestSecurityGroupsBasicOps-319188584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:15:08.932502 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-aad8f6c2-2c38-424f-8207-1ac0369ee75c req-4ead32da-4cb8-4a7e-b2ca-f12a9923d0e2 tempest-TestSecurityGroupsBasicOps-319188584 tempest-TestSecurityGroupsBasicOps-319188584-project] 10.222.0.13 "GET /v2.0/ports?device_id=295e2862-b95c-44c6-bee3-45aa04090caf HTTP/1.1" status: 200 len: 907 time: 0.0540042 Nov 05 19:15:09.710138 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-4e5e4735-2f85-4ae8-a738-8c622a3dbbdb req-ead2e3ef-cae1-4995-a8b3-f90084920157 tempest-AttachVolumeNegativeTest-814338664 tempest-AttachVolumeNegativeTest-814338664-project] 10.222.0.13 "GET /v2.0/ports?device_id=11612386-a8a6-456b-8d01-e09af951c3b4 HTTP/1.1" status: 200 len: 210 time: 0.0265255 Nov 05 19:15:10.057901 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95da8978-1214-4f1c-b09f-a8a6726b805e req-3bbf5ebf-b134-45b7-b1f9-f0f187027d16 tempest-TestSecurityGroupsBasicOps-319188584 tempest-TestSecurityGroupsBasicOps-319188584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:15:10.059399 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-95da8978-1214-4f1c-b09f-a8a6726b805e req-3bbf5ebf-b134-45b7-b1f9-f0f187027d16 tempest-TestSecurityGroupsBasicOps-319188584 tempest-TestSecurityGroupsBasicOps-319188584-project] 10.222.0.13 "GET /v2.0/ports?device_id=295e2862-b95c-44c6-bee3-45aa04090caf HTTP/1.1" status: 200 len: 907 time: 0.0526955 Nov 05 19:15:10.115495 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Device dc10cb24-d752-498b-ab12-0478caae81c1 details requested by agent hyperv_n-h1-816865-1 with host n-h1-816865-1 {{(pid=102388) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 05 19:15:10.213701 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] For port dc10cb24-d752-498b-ab12-0478caae81c1, host n-h1-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=dc10cb24-d752-498b-ab12-0478caae81c1,segment=NetworkSegment(4fd3c893-eab8-4aaa-a056-2643c481c043),segment_id=4fd3c893-eab8-4aaa-a056-2643c481c043)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:15:10.224803 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Returning: {'device': 'dc10cb24-d752-498b-ab12-0478caae81c1', 'network_id': 'b142c737-065a-4061-a320-9b0c1be39880', 'port_id': 'dc10cb24-d752-498b-ab12-0478caae81c1', 'mac_address': 'fa:16:3e:39:2d:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 199, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '213ba3ac-5df9-4789-baeb-018a5e0405a6', 'ip_address': '172.20.0.25'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102388) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 05 19:15:10.263119 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:15:10.276671 n-d-816865-1 neutron-server[102388]: DEBUG neutron.notifiers.nova [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc10cb24-d752-498b-ab12-0478caae81c1 {{(pid=102388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 19:15:10.295771 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] For port dc10cb24-d752-498b-ab12-0478caae81c1, host n-h1-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=dc10cb24-d752-498b-ab12-0478caae81c1,segment=NetworkSegment(4fd3c893-eab8-4aaa-a056-2643c481c043),segment_id=4fd3c893-eab8-4aaa-a056-2643c481c043)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:15:10.417676 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:15:10.467663 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Pushing event updated for resources: {'Port': ['ID=dc10cb24-d752-498b-ab12-0478caae81c1,revision_number=4']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:15:10.659418 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] get_ports_and_sgs() called for port_ids ['dc10cb24-d752-498b-ab12-0478caae81c1'] {{(pid=102388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 19:15:10.811986 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-778a98b9-fdc0-4052-82aa-b45c5c42e4ba req-0aaec46e-2733-455b-9f9e-8991b5e8c674 tempest-AttachVolumeNegativeTest-814338664 tempest-AttachVolumeNegativeTest-814338664-project] 10.222.0.13 "GET /v2.0/ports?device_id=11612386-a8a6-456b-8d01-e09af951c3b4 HTTP/1.1" status: 200 len: 210 time: 0.0278482 Nov 05 19:15:10.817823 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fee8b5c-82a5-410e-aced-81476a8cf3a8 req-a6bfb9aa-736a-4d8d-957d-991b7743c17e tempest-AttachVolumeNegativeTest-814338664 tempest-AttachVolumeNegativeTest-814338664-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:15:10.820511 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-4fee8b5c-82a5-410e-aced-81476a8cf3a8 req-a6bfb9aa-736a-4d8d-957d-991b7743c17e tempest-AttachVolumeNegativeTest-814338664 tempest-AttachVolumeNegativeTest-814338664-project] 10.222.0.55 "GET /v2.0/networks?id=f31b1f2e-a615-43e1-9e9b-9f3f947ccb7d HTTP/1.1" status: 200 len: 814 time: 0.1109250 Nov 05 19:15:10.836792 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [req-4fee8b5c-82a5-410e-aced-81476a8cf3a8 req-44637543-d7b2-4fff-92d0-f09e396183dc tempest-AttachVolumeNegativeTest-814338664 tempest-AttachVolumeNegativeTest-814338664-project] Request body: {'port': {'device_id': '11612386-a8a6-456b-8d01-e09af951c3b4', 'network_id': 'f31b1f2e-a615-43e1-9e9b-9f3f947ccb7d', 'admin_state_up': True, 'tenant_id': '3cd2670f992046758c37c8cd7300aad8'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:15:11.015143 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4fee8b5c-82a5-410e-aced-81476a8cf3a8 req-44637543-d7b2-4fff-92d0-f09e396183dc tempest-AttachVolumeNegativeTest-814338664 tempest-AttachVolumeNegativeTest-814338664-project] Made reservation on behalf of 3cd2670f992046758c37c8cd7300aad8 for: {'port': 1} {{(pid=102386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 19:15:11.019850 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-4fee8b5c-82a5-410e-aced-81476a8cf3a8 req-44637543-d7b2-4fff-92d0-f09e396183dc tempest-AttachVolumeNegativeTest-814338664 tempest-AttachVolumeNegativeTest-814338664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:15:11.150673 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.db_base_plugin_common [req-4fee8b5c-82a5-410e-aced-81476a8cf3a8 req-44637543-d7b2-4fff-92d0-f09e396183dc tempest-AttachVolumeNegativeTest-814338664 tempest-AttachVolumeNegativeTest-814338664-project] Allocated IP 172.20.0.13 (f31b1f2e-a615-43e1-9e9b-9f3f947ccb7d/41ea8269-cd9c-4654-abcc-5b4c434f2dbf/c6ce76bb-d1c4-481a-8dba-38bab6a7b11e) {{(pid=102386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 19:15:11.182668 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6baab04-09a0-40cc-915a-235bca603141 req-64a269dc-a751-4981-b65c-0ba097f4c409 tempest-TestSecurityGroupsBasicOps-319188584 tempest-TestSecurityGroupsBasicOps-319188584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:15:11.184331 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-e6baab04-09a0-40cc-915a-235bca603141 req-64a269dc-a751-4981-b65c-0ba097f4c409 tempest-TestSecurityGroupsBasicOps-319188584 tempest-TestSecurityGroupsBasicOps-319188584-project] 10.222.0.13 "GET /v2.0/ports?device_id=295e2862-b95c-44c6-bee3-45aa04090caf HTTP/1.1" status: 200 len: 908 time: 0.0542088 Nov 05 19:15:11.298611 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-4fee8b5c-82a5-410e-aced-81476a8cf3a8 req-44637543-d7b2-4fff-92d0-f09e396183dc tempest-AttachVolumeNegativeTest-814338664 tempest-AttachVolumeNegativeTest-814338664-project] Publish callbacks [] for port, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:15:11.378119 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-4fee8b5c-82a5-410e-aced-81476a8cf3a8 req-44637543-d7b2-4fff-92d0-f09e396183dc tempest-AttachVolumeNegativeTest-814338664 tempest-AttachVolumeNegativeTest-814338664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:15:11.390280 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] get_ports_and_sgs() called for port_ids ['afeb8dd3-b1ab-4bad-8471-e80269ed47c7'] {{(pid=102388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 19:15:11.420124 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4fee8b5c-82a5-410e-aced-81476a8cf3a8 req-44637543-d7b2-4fff-92d0-f09e396183dc tempest-AttachVolumeNegativeTest-814338664 tempest-AttachVolumeNegativeTest-814338664-project] Network f31b1f2e-a615-43e1-9e9b-9f3f947ccb7d is already hosted by enough agents. {{(pid=102386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 19:15:11.423229 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.base_scheduler [req-4fee8b5c-82a5-410e-aced-81476a8cf3a8 req-44637543-d7b2-4fff-92d0-f09e396183dc tempest-AttachVolumeNegativeTest-814338664 tempest-AttachVolumeNegativeTest-814338664-project] Resources bound (agent type, host, resource id): {{(pid=102386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 19:15:11.429173 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [req-4fee8b5c-82a5-410e-aced-81476a8cf3a8 req-44637543-d7b2-4fff-92d0-f09e396183dc tempest-AttachVolumeNegativeTest-814338664 tempest-AttachVolumeNegativeTest-814338664-project] Received port after_create {{(pid=102386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 19:15:11.454432 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44637543-d7b2-4fff-92d0-f09e396183dc tempest-AttachVolumeNegativeTest-814338664 tempest-AttachVolumeNegativeTest-814338664-project] Pushing event updated for resources: {'Port': ['ID=c6ce76bb-d1c4-481a-8dba-38bab6a7b11e,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:15:11.485286 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fee8b5c-82a5-410e-aced-81476a8cf3a8 req-44637543-d7b2-4fff-92d0-f09e396183dc tempest-AttachVolumeNegativeTest-814338664 tempest-AttachVolumeNegativeTest-814338664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:15:11.485286 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-4fee8b5c-82a5-410e-aced-81476a8cf3a8 req-44637543-d7b2-4fff-92d0-f09e396183dc tempest-AttachVolumeNegativeTest-814338664 tempest-AttachVolumeNegativeTest-814338664-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:15:11.534564 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-4fee8b5c-82a5-410e-aced-81476a8cf3a8 req-44637543-d7b2-4fff-92d0-f09e396183dc tempest-AttachVolumeNegativeTest-814338664 tempest-AttachVolumeNegativeTest-814338664-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7017496 Nov 05 19:15:11.551370 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [req-4fee8b5c-82a5-410e-aced-81476a8cf3a8 req-c0a177e2-e3aa-442d-80fc-b8f0bcc36d74 service neutron] Request body: {'port': {'device_id': '11612386-a8a6-456b-8d01-e09af951c3b4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816865-1'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:15:11.608072 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-4fee8b5c-82a5-410e-aced-81476a8cf3a8 req-c0a177e2-e3aa-442d-80fc-b8f0bcc36d74 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:15:11.864776 n-d-816865-1 neutron-server[102386]: DEBUG neutron.notifiers.nova [req-4fee8b5c-82a5-410e-aced-81476a8cf3a8 req-c0a177e2-e3aa-442d-80fc-b8f0bcc36d74 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c6ce76bb-d1c4-481a-8dba-38bab6a7b11e {{(pid=102386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 19:15:11.873085 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-4fee8b5c-82a5-410e-aced-81476a8cf3a8 req-c0a177e2-e3aa-442d-80fc-b8f0bcc36d74 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:15:11.885638 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.provisioning_blocks [req-4fee8b5c-82a5-410e-aced-81476a8cf3a8 req-c0a177e2-e3aa-442d-80fc-b8f0bcc36d74 service neutron] Transition to ACTIVE for port object c6ce76bb-d1c4-481a-8dba-38bab6a7b11e will not be triggered until provisioned by entity L2. {{(pid=102386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 05 19:15:11.932465 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4424b0b-5b3a-466f-b56e-73ffd7bbf277 req-c1c230b2-eb87-4a28-9f76-4486d8e14822 tempest-AttachVolumeNegativeTest-814338664 tempest-AttachVolumeNegativeTest-814338664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:15:11.934127 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-a4424b0b-5b3a-466f-b56e-73ffd7bbf277 req-c1c230b2-eb87-4a28-9f76-4486d8e14822 tempest-AttachVolumeNegativeTest-814338664 tempest-AttachVolumeNegativeTest-814338664-project] 10.222.0.13 "GET /v2.0/ports?device_id=11612386-a8a6-456b-8d01-e09af951c3b4 HTTP/1.1" status: 200 len: 932 time: 0.0487981 Nov 05 19:15:11.982128 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-a4424b0b-5b3a-466f-b56e-73ffd7bbf277 req-b5fa478b-c546-4bad-9b12-35e526f45f30 tempest-AttachVolumeNegativeTest-814338664 tempest-AttachVolumeNegativeTest-814338664-project] 10.222.0.13 "GET /v2.0/security-groups?id=8cbae1bb-3d0a-4c8e-93ba-0ec8a19ca6a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416143 Nov 05 19:15:11.989607 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-4fee8b5c-82a5-410e-aced-81476a8cf3a8 req-c0a177e2-e3aa-442d-80fc-b8f0bcc36d74 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6149821'] for port, after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:15:12.046342 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a177e2-e3aa-442d-80fc-b8f0bcc36d74 service neutron] Pushing event updated for resources: {'Port': ['ID=c6ce76bb-d1c4-481a-8dba-38bab6a7b11e,revision_number=2']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:15:12.120285 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [req-4fee8b5c-82a5-410e-aced-81476a8cf3a8 req-c0a177e2-e3aa-442d-80fc-b8f0bcc36d74 service neutron] Attempting to bind port c6ce76bb-d1c4-481a-8dba-38bab6a7b11e on host n-h2-816865-1 for vnic_type normal with profile {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 19:15:12.120695 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [req-4fee8b5c-82a5-410e-aced-81476a8cf3a8 req-c0a177e2-e3aa-442d-80fc-b8f0bcc36d74 service neutron] Attempting to bind port c6ce76bb-d1c4-481a-8dba-38bab6a7b11e by drivers openvswitch,hyperv on host n-h2-816865-1 at level 0 using segments [{'id': '1158bd8e-c612-44f1-a6e7-1a9c01b70d43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'f31b1f2e-a615-43e1-9e9b-9f3f947ccb7d'}] {{(pid=102386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 19:15:12.120882 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fee8b5c-82a5-410e-aced-81476a8cf3a8 req-c0a177e2-e3aa-442d-80fc-b8f0bcc36d74 service neutron] Attempting to bind port c6ce76bb-d1c4-481a-8dba-38bab6a7b11e on network f31b1f2e-a615-43e1-9e9b-9f3f947ccb7d {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 19:15:12.122187 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Device dc10cb24-d752-498b-ab12-0478caae81c1 up at agent hyperv_n-h1-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 19:15:12.125444 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fee8b5c-82a5-410e-aced-81476a8cf3a8 req-c0a177e2-e3aa-442d-80fc-b8f0bcc36d74 service neutron] Port c6ce76bb-d1c4-481a-8dba-38bab6a7b11e on network f31b1f2e-a615-43e1-9e9b-9f3f947ccb7d not bound, no agent of type Open vSwitch agent registered on host n-h2-816865-1 {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 19:15:12.125768 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fee8b5c-82a5-410e-aced-81476a8cf3a8 req-c0a177e2-e3aa-442d-80fc-b8f0bcc36d74 service neutron] Attempting to bind port c6ce76bb-d1c4-481a-8dba-38bab6a7b11e on network f31b1f2e-a615-43e1-9e9b-9f3f947ccb7d {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 19:15:12.131640 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fee8b5c-82a5-410e-aced-81476a8cf3a8 req-c0a177e2-e3aa-442d-80fc-b8f0bcc36d74 service neutron] Checking agent: {'id': '32aff553-696f-4891-83f5-5c176f61fe54', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816865-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 18, 33, 36), 'started_at': datetime.datetime(2021, 11, 5, 18, 33, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 19, 15, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 19:15:12.132599 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fee8b5c-82a5-410e-aced-81476a8cf3a8 req-c0a177e2-e3aa-442d-80fc-b8f0bcc36d74 service neutron] Checking segment: {'id': '1158bd8e-c612-44f1-a6e7-1a9c01b70d43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'f31b1f2e-a615-43e1-9e9b-9f3f947ccb7d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 19:15:12.132999 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fee8b5c-82a5-410e-aced-81476a8cf3a8 req-c0a177e2-e3aa-442d-80fc-b8f0bcc36d74 service neutron] Bound using segment: {'id': '1158bd8e-c612-44f1-a6e7-1a9c01b70d43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'f31b1f2e-a615-43e1-9e9b-9f3f947ccb7d'} {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 19:15:12.133475 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [req-4fee8b5c-82a5-410e-aced-81476a8cf3a8 req-c0a177e2-e3aa-442d-80fc-b8f0bcc36d74 service neutron] Bound port: c6ce76bb-d1c4-481a-8dba-38bab6a7b11e, host: n-h2-816865-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1158bd8e-c612-44f1-a6e7-1a9c01b70d43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'f31b1f2e-a615-43e1-9e9b-9f3f947ccb7d'}}] {{(pid=102386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 19:15:12.133845 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-4fee8b5c-82a5-410e-aced-81476a8cf3a8 req-c0a177e2-e3aa-442d-80fc-b8f0bcc36d74 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:15:12.200002 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [req-4fee8b5c-82a5-410e-aced-81476a8cf3a8 req-c0a177e2-e3aa-442d-80fc-b8f0bcc36d74 service neutron] For port c6ce76bb-d1c4-481a-8dba-38bab6a7b11e, host n-h2-816865-1, cleared binding levels {{(pid=102386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 19:15:12.203122 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [req-4fee8b5c-82a5-410e-aced-81476a8cf3a8 req-c0a177e2-e3aa-442d-80fc-b8f0bcc36d74 service neutron] For port c6ce76bb-d1c4-481a-8dba-38bab6a7b11e, host n-h2-816865-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=c6ce76bb-d1c4-481a-8dba-38bab6a7b11e,segment=NetworkSegment(1158bd8e-c612-44f1-a6e7-1a9c01b70d43),segment_id=1158bd8e-c612-44f1-a6e7-1a9c01b70d43)] {{(pid=102386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 19:15:12.228695 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Provisioning for port dc10cb24-d752-498b-ab12-0478caae81c1 completed by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 05 19:15:12.232840 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Provisioning complete for port dc10cb24-d752-498b-ab12-0478caae81c1 triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:15:12.233319 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:15:12.303301 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee081fc-87c8-4b5b-8c7d-533bb3d2da32 req-7f41abd3-60d9-4807-adac-6b82ea30dfff tempest-TestSecurityGroupsBasicOps-319188584 tempest-TestSecurityGroupsBasicOps-319188584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:15:12.304501 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-4fee8b5c-82a5-410e-aced-81476a8cf3a8 req-c0a177e2-e3aa-442d-80fc-b8f0bcc36d74 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6149821'] for port, after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:15:12.304862 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-dee081fc-87c8-4b5b-8c7d-533bb3d2da32 req-7f41abd3-60d9-4807-adac-6b82ea30dfff tempest-TestSecurityGroupsBasicOps-319188584 tempest-TestSecurityGroupsBasicOps-319188584-project] 10.222.0.13 "GET /v2.0/ports?device_id=295e2862-b95c-44c6-bee3-45aa04090caf HTTP/1.1" status: 200 len: 908 time: 0.0505831 Nov 05 19:15:12.316330 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:15:12.340075 n-d-816865-1 neutron-server[102388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '295e2862-b95c-44c6-bee3-45aa04090caf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc10cb24-d752-498b-ab12-0478caae81c1'}] {{(pid=102388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 19:15:12.342808 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85474fee1180e129d8a886d264fe0b30223aa672dd1ffe43b630605f18504f68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b37d1287-451d-42e6-86f7-bcddcb6bd185" -d '{"events": [{"server_uuid": "295e2862-b95c-44c6-bee3-45aa04090caf", "name": "network-vif-plugged", "status": "completed", "tag": "dc10cb24-d752-498b-ab12-0478caae81c1"}]}' {{(pid=102388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 19:15:12.343847 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fee8b5c-82a5-410e-aced-81476a8cf3a8 req-c0a177e2-e3aa-442d-80fc-b8f0bcc36d74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:15:12.344505 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-4fee8b5c-82a5-410e-aced-81476a8cf3a8 req-c0a177e2-e3aa-442d-80fc-b8f0bcc36d74 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:15:12.345989 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-4fee8b5c-82a5-410e-aced-81476a8cf3a8 req-c0a177e2-e3aa-442d-80fc-b8f0bcc36d74 service neutron] 10.222.0.55 "PUT /v2.0/ports/c6ce76bb-d1c4-481a-8dba-38bab6a7b11e HTTP/1.1" status: 200 len: 1092 time: 0.7988634 Nov 05 19:15:12.346866 n-d-816865-1 neutron-server[102386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11612386-a8a6-456b-8d01-e09af951c3b4', 'tag': 'c6ce76bb-d1c4-481a-8dba-38bab6a7b11e'}] {{(pid=102386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 19:15:12.348814 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6173a44d7c73f41af551dc890fa1a5892c2c6bc3458b640c8e0c24db7876ba6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55336e72-ae20-4c2b-b02d-201e9eb3f71b" -d '{"events": [{"name": "network-changed", "server_uuid": "11612386-a8a6-456b-8d01-e09af951c3b4", "tag": "c6ce76bb-d1c4-481a-8dba-38bab6a7b11e"}]}' {{(pid=102386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 19:15:12.361531 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] For port dc10cb24-d752-498b-ab12-0478caae81c1, host n-h1-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=dc10cb24-d752-498b-ab12-0478caae81c1,segment=NetworkSegment(4fd3c893-eab8-4aaa-a056-2643c481c043),segment_id=4fd3c893-eab8-4aaa-a056-2643c481c043)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:15:12.380480 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a177e2-e3aa-442d-80fc-b8f0bcc36d74 service neutron] Pushing event updated for resources: {'Port': ['ID=c6ce76bb-d1c4-481a-8dba-38bab6a7b11e,revision_number=3']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:15:12.387319 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 19:15:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1efce1b-2771-48fc-9dd3-9e2ee7f0daf7 x-openstack-request-id: req-c1efce1b-2771-48fc-9dd3-9e2ee7f0daf7 {{(pid=102388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 19:15:12.387617 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "295e2862-b95c-44c6-bee3-45aa04090caf", "name": "network-vif-plugged", "status": "completed", "tag": "dc10cb24-d752-498b-ab12-0478caae81c1", "code": 200}]} {{(pid=102388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 19:15:12.387863 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c1efce1b-2771-48fc-9dd3-9e2ee7f0daf7 {{(pid=102388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 19:15:12.388255 n-d-816865-1 neutron-server[102388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '295e2862-b95c-44c6-bee3-45aa04090caf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc10cb24-d752-498b-ab12-0478caae81c1', 'code': 200} Nov 05 19:15:12.399423 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 19:15:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fc868d8-f840-4ecb-8df1-663098470e96 x-openstack-request-id: req-8fc868d8-f840-4ecb-8df1-663098470e96 {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 19:15:12.400051 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11612386-a8a6-456b-8d01-e09af951c3b4", "tag": "c6ce76bb-d1c4-481a-8dba-38bab6a7b11e", "status": "completed", "code": 200}]} {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 19:15:12.400051 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8fc868d8-f840-4ecb-8df1-663098470e96 {{(pid=102386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 19:15:12.400437 n-d-816865-1 neutron-server[102386]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11612386-a8a6-456b-8d01-e09af951c3b4', 'tag': 'c6ce76bb-d1c4-481a-8dba-38bab6a7b11e', 'status': 'completed', 'code': 200} Nov 05 19:15:12.467171 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55336e72-ae20-4c2b-b02d-201e9eb3f71b req-aacea47f-95f8-4ce0-a358-d6864dd8be4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:15:12.468719 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-55336e72-ae20-4c2b-b02d-201e9eb3f71b req-aacea47f-95f8-4ce0-a358-d6864dd8be4c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=3cd2670f992046758c37c8cd7300aad8&device_id=11612386-a8a6-456b-8d01-e09af951c3b4 HTTP/1.1" status: 200 len: 1095 time: 0.0453107 Nov 05 19:15:12.484091 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:15:12.501007 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4970f46e-fa6f-4e62-b47f-92f423b95ef1 req-9f781c10-e35c-470c-a993-85ef0a76ab03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:15:12.502854 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-4970f46e-fa6f-4e62-b47f-92f423b95ef1 req-9f781c10-e35c-470c-a993-85ef0a76ab03 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=295e2862-b95c-44c6-bee3-45aa04090caf HTTP/1.1" status: 200 len: 1059 time: 0.0491736 Nov 05 19:15:12.541100 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Pushing event updated for resources: {'Port': ['ID=dc10cb24-d752-498b-ab12-0478caae81c1,revision_number=5']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:15:12.575791 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55336e72-ae20-4c2b-b02d-201e9eb3f71b req-ce834d8d-b91e-4817-88aa-2a988730b770 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:15:12.577373 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-55336e72-ae20-4c2b-b02d-201e9eb3f71b req-ce834d8d-b91e-4817-88aa-2a988730b770 service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=3cd2670f992046758c37c8cd7300aad8&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1010013 Nov 05 19:15:12.681235 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55336e72-ae20-4c2b-b02d-201e9eb3f71b req-e7d267c4-2ff0-4bc7-973d-a5972ab9dca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:15:12.682674 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-55336e72-ae20-4c2b-b02d-201e9eb3f71b req-e7d267c4-2ff0-4bc7-973d-a5972ab9dca0 service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0954635 Nov 05 19:15:12.792102 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fee8b5c-82a5-410e-aced-81476a8cf3a8 req-d0379f6a-9e97-443b-95f4-94d14eca730f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:15:12.793585 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-4fee8b5c-82a5-410e-aced-81476a8cf3a8 req-d0379f6a-9e97-443b-95f4-94d14eca730f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=3cd2670f992046758c37c8cd7300aad8&device_id=11612386-a8a6-456b-8d01-e09af951c3b4 HTTP/1.1" status: 200 len: 1095 time: 0.0674996 Nov 05 19:15:12.804279 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-13b3cf88-4c5b-48b3-97cf-ef3be21d4d73 req-58b463dd-82a2-4f11-8447-8ce6cd934fe5 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=5177d4b2-040c-4791-8030-1b9dc43777da&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0461330 Nov 05 19:15:12.843646 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-4fee8b5c-82a5-410e-aced-81476a8cf3a8 req-8c4600e1-fcc2-49d0-8020-c356f57d92b7 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c6ce76bb-d1c4-481a-8dba-38bab6a7b11e HTTP/1.1" status: 200 len: 217 time: 0.0384202 Nov 05 19:15:12.921686 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fee8b5c-82a5-410e-aced-81476a8cf3a8 req-9adc18bf-f2dc-4481-8c2a-5b035fa18077 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:15:12.923238 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-4fee8b5c-82a5-410e-aced-81476a8cf3a8 req-9adc18bf-f2dc-4481-8c2a-5b035fa18077 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=41ea8269-cd9c-4654-abcc-5b4c434f2dbf HTTP/1.1" status: 200 len: 854 time: 0.0710266 Nov 05 19:15:12.929627 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b3cf88-4c5b-48b3-97cf-ef3be21d4d73 req-4fb489e8-5d21-465e-949b-8da7a4106c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:15:12.933965 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-13b3cf88-4c5b-48b3-97cf-ef3be21d4d73 req-4fb489e8-5d21-465e-949b-8da7a4106c26 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a84d983d80534a47a6d92c606602b07f&device_id=5177d4b2-040c-4791-8030-1b9dc43777da HTTP/1.1" status: 200 len: 1136 time: 0.0777650 Nov 05 19:15:12.965066 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-4fee8b5c-82a5-410e-aced-81476a8cf3a8 req-cfac5673-46f5-4696-8cbf-7c47371f37c9 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f31b1f2e-a615-43e1-9e9b-9f3f947ccb7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261078 Nov 05 19:15:13.102177 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a04d75-344d-474c-a8d6-8037e3e42f35 req-c7c4c5eb-3269-440d-9135-93b20105fdaa tempest-AttachVolumeNegativeTest-814338664 tempest-AttachVolumeNegativeTest-814338664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:15:13.105556 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-b7a04d75-344d-474c-a8d6-8037e3e42f35 req-c7c4c5eb-3269-440d-9135-93b20105fdaa tempest-AttachVolumeNegativeTest-814338664 tempest-AttachVolumeNegativeTest-814338664-project] 10.222.0.13 "GET /v2.0/ports?device_id=11612386-a8a6-456b-8d01-e09af951c3b4 HTTP/1.1" status: 200 len: 944 time: 0.0517092 Nov 05 19:15:13.123841 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b3cf88-4c5b-48b3-97cf-ef3be21d4d73 req-410300c0-0460-4dca-855b-e2715b8b856b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:15:13.125347 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-13b3cf88-4c5b-48b3-97cf-ef3be21d4d73 req-410300c0-0460-4dca-855b-e2715b8b856b service neutron] 10.222.0.55 "GET /v2.0/networks?id=58fc325a-e45a-49be-bf36-f6c96aa6a244 HTTP/1.1" status: 200 len: 898 time: 0.1625738 Nov 05 19:15:13.128266 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-4fee8b5c-82a5-410e-aced-81476a8cf3a8 req-7f39fd33-97a9-449b-94b4-3a187f547e94 service neutron] 10.222.0.55 "GET /v2.0/networks/f31b1f2e-a615-43e1-9e9b-9f3f947ccb7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1553147 Nov 05 19:15:13.154093 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-b7a04d75-344d-474c-a8d6-8037e3e42f35 req-a94221a4-d74f-4ee7-8549-cef7ab4c383c tempest-AttachVolumeNegativeTest-814338664 tempest-AttachVolumeNegativeTest-814338664-project] 10.222.0.13 "GET /v2.0/security-groups?id=8cbae1bb-3d0a-4c8e-93ba-0ec8a19ca6a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444138 Nov 05 19:15:13.260469 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-13b3cf88-4c5b-48b3-97cf-ef3be21d4d73 req-6af4d10f-cfa2-45e0-8bad-b960510cd7ff service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c8e60b88-c11d-490e-9300-b9a578a21a27 HTTP/1.1" status: 200 len: 1001 time: 0.1154871 Nov 05 19:15:13.307325 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-4fee8b5c-82a5-410e-aced-81476a8cf3a8 req-05509368-47f9-493e-ab5a-3eb065a9698f service neutron] 10.222.0.55 "GET /v2.0/networks/f31b1f2e-a615-43e1-9e9b-9f3f947ccb7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1611350 Nov 05 19:15:13.324219 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b3cf88-4c5b-48b3-97cf-ef3be21d4d73 req-ec99c0ab-6361-45e5-93f4-d6afc6a19721 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:15:13.325668 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-13b3cf88-4c5b-48b3-97cf-ef3be21d4d73 req-ec99c0ab-6361-45e5-93f4-d6afc6a19721 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=8d0e99fa-c7b5-4342-b937-e68b113a2994 HTTP/1.1" status: 200 len: 834 time: 0.0540531 Nov 05 19:15:13.374254 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b3cf88-4c5b-48b3-97cf-ef3be21d4d73 req-d3c01c1d-6418-4547-8b16-ab129e3e15cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:15:13.375915 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-13b3cf88-4c5b-48b3-97cf-ef3be21d4d73 req-d3c01c1d-6418-4547-8b16-ab129e3e15cb service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=58fc325a-e45a-49be-bf36-f6c96aa6a244&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0423205 Nov 05 19:15:13.431611 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49de5afa-f02f-4a03-bbb7-73606bf1400b req-7f5cefb0-be04-4ed2-9539-c7a0ec70331b tempest-TestSecurityGroupsBasicOps-319188584 tempest-TestSecurityGroupsBasicOps-319188584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:15:13.433187 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-49de5afa-f02f-4a03-bbb7-73606bf1400b req-7f5cefb0-be04-4ed2-9539-c7a0ec70331b tempest-TestSecurityGroupsBasicOps-319188584 tempest-TestSecurityGroupsBasicOps-319188584-project] 10.222.0.13 "GET /v2.0/ports?device_id=295e2862-b95c-44c6-bee3-45aa04090caf HTTP/1.1" status: 200 len: 909 time: 0.0525749 Nov 05 19:15:13.476924 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-13b3cf88-4c5b-48b3-97cf-ef3be21d4d73 req-c9d7f634-2191-4c57-8296-82d9292ef704 service neutron] 10.222.0.55 "GET /v2.0/networks/58fc325a-e45a-49be-bf36-f6c96aa6a244?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880942 Nov 05 19:15:13.567322 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-13b3cf88-4c5b-48b3-97cf-ef3be21d4d73 req-600f0d40-0352-4bcd-ae31-60358d7c9eab service neutron] 10.222.0.55 "GET /v2.0/networks/58fc325a-e45a-49be-bf36-f6c96aa6a244?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830023 Nov 05 19:15:14.275648 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2e9ea7-270c-4f96-8bdf-1cbb51168de9 req-e2c90fec-12b7-404a-9629-c68f8e7cb1d7 tempest-AttachVolumeNegativeTest-814338664 tempest-AttachVolumeNegativeTest-814338664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:15:14.277048 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-dd2e9ea7-270c-4f96-8bdf-1cbb51168de9 req-e2c90fec-12b7-404a-9629-c68f8e7cb1d7 tempest-AttachVolumeNegativeTest-814338664 tempest-AttachVolumeNegativeTest-814338664-project] 10.222.0.13 "GET /v2.0/ports?device_id=11612386-a8a6-456b-8d01-e09af951c3b4 HTTP/1.1" status: 200 len: 944 time: 0.0495255 Nov 05 19:15:14.329239 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-dd2e9ea7-270c-4f96-8bdf-1cbb51168de9 req-75906cb7-45c5-4e69-ab79-cdbf81f5166d tempest-AttachVolumeNegativeTest-814338664 tempest-AttachVolumeNegativeTest-814338664-project] 10.222.0.13 "GET /v2.0/security-groups?id=8cbae1bb-3d0a-4c8e-93ba-0ec8a19ca6a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462019 Nov 05 19:15:14.550403 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33c3c6c-c397-47f0-a6e2-f939b5e8df62 req-1aa0c940-8fa3-4bed-85ed-56f78033936a tempest-TestSecurityGroupsBasicOps-319188584 tempest-TestSecurityGroupsBasicOps-319188584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:15:14.551801 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-b33c3c6c-c397-47f0-a6e2-f939b5e8df62 req-1aa0c940-8fa3-4bed-85ed-56f78033936a tempest-TestSecurityGroupsBasicOps-319188584 tempest-TestSecurityGroupsBasicOps-319188584-project] 10.222.0.13 "GET /v2.0/ports?device_id=295e2862-b95c-44c6-bee3-45aa04090caf HTTP/1.1" status: 200 len: 909 time: 0.0494802 Nov 05 19:15:14.669202 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ffab9d-be06-402e-ad4f-c4f6386b832d req-013d6d33-fdc3-47e4-a096-5b5babd238f1 tempest-TestSecurityGroupsBasicOps-319188584 tempest-TestSecurityGroupsBasicOps-319188584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:15:14.670740 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-b9ffab9d-be06-402e-ad4f-c4f6386b832d req-013d6d33-fdc3-47e4-a096-5b5babd238f1 tempest-TestSecurityGroupsBasicOps-319188584 tempest-TestSecurityGroupsBasicOps-319188584-project] 10.222.0.13 "GET /v2.0/ports?device_id=295e2862-b95c-44c6-bee3-45aa04090caf HTTP/1.1" status: 200 len: 909 time: 0.0523882 Nov 05 19:15:14.775234 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9ae64e-bf5f-48be-95e1-2738ab42f780 req-1c7be262-8599-4dab-be89-47ae4185ee45 tempest-TestSecurityGroupsBasicOps-1877678398 tempest-TestSecurityGroupsBasicOps-1877678398-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:15:14.776748 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-6e9ae64e-bf5f-48be-95e1-2738ab42f780 req-1c7be262-8599-4dab-be89-47ae4185ee45 tempest-TestSecurityGroupsBasicOps-1877678398 tempest-TestSecurityGroupsBasicOps-1877678398-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=295e2862-b95c-44c6-bee3-45aa04090caf HTTP/1.1" status: 200 len: 1060 time: 0.0411286 Nov 05 19:15:14.886787 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc573a5a-c7e3-428a-83bb-27abdf4432d7 req-2857760a-d431-4e34-919f-ec00a83b4d98 tempest-TestSecurityGroupsBasicOps-1877678398 tempest-TestSecurityGroupsBasicOps-1877678398-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:15:14.888331 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-bc573a5a-c7e3-428a-83bb-27abdf4432d7 req-2857760a-d431-4e34-919f-ec00a83b4d98 tempest-TestSecurityGroupsBasicOps-1877678398 tempest-TestSecurityGroupsBasicOps-1877678398-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=5177d4b2-040c-4791-8030-1b9dc43777da HTTP/1.1" status: 200 len: 1136 time: 0.0440497 Nov 05 19:15:14.929159 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [req-160a572c-2741-4cbb-a085-86d9b9c520c6 req-5328a0ed-35d2-4895-9694-1f45009a4bba service neutron] (102387) timed out ('10.222.0.13', 43118) {{(pid=102387) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 05 19:15:14.943832 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-bc573a5a-c7e3-428a-83bb-27abdf4432d7 req-e41cbba3-622c-4e75-ab08-2562e14e8cd6 tempest-TestSecurityGroupsBasicOps-1877678398 tempest-TestSecurityGroupsBasicOps-1877678398-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=774d1a15-5a47-408c-b009-1e46110c55e9&id=fa0b378d-eab7-43e2-91ac-352cff85ffc5&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0489545 Nov 05 19:15:14.965376 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 37692) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:15:15.004299 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7efb19b-9434-4487-9407-915525d18366 tempest-TestSecurityGroupsBasicOps-1877678398 tempest-TestSecurityGroupsBasicOps-1877678398-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:15:15.006559 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-f7efb19b-9434-4487-9407-915525d18366 tempest-TestSecurityGroupsBasicOps-1877678398 tempest-TestSecurityGroupsBasicOps-1877678398-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=295e2862-b95c-44c6-bee3-45aa04090caf HTTP/1.1" status: 200 len: 1055 time: 0.0395341 Nov 05 19:15:15.482985 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ce681b-ed71-4ef7-8c2f-843d1ca8c0b8 req-f7a47f47-f3cd-426d-8063-221e3709d555 tempest-AttachVolumeNegativeTest-814338664 tempest-AttachVolumeNegativeTest-814338664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:15:15.484485 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-57ce681b-ed71-4ef7-8c2f-843d1ca8c0b8 req-f7a47f47-f3cd-426d-8063-221e3709d555 tempest-AttachVolumeNegativeTest-814338664 tempest-AttachVolumeNegativeTest-814338664-project] 10.222.0.13 "GET /v2.0/ports?device_id=11612386-a8a6-456b-8d01-e09af951c3b4 HTTP/1.1" status: 200 len: 944 time: 0.0815592 Nov 05 19:15:15.497484 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f2e530-55df-47e6-8960-0b82c64381f3 req-c566a25f-65bf-45be-8dd1-24cc1fe55786 tempest-TestSecurityGroupsBasicOps-319188584 tempest-TestSecurityGroupsBasicOps-319188584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:15:15.498925 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-03f2e530-55df-47e6-8960-0b82c64381f3 req-c566a25f-65bf-45be-8dd1-24cc1fe55786 tempest-TestSecurityGroupsBasicOps-319188584 tempest-TestSecurityGroupsBasicOps-319188584-project] 10.222.0.13 "GET /v2.0/ports?device_id=295e2862-b95c-44c6-bee3-45aa04090caf HTTP/1.1" status: 200 len: 909 time: 0.0871301 Nov 05 19:15:15.542822 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-57ce681b-ed71-4ef7-8c2f-843d1ca8c0b8 req-37689347-2a03-4079-8ca2-247d435dd5fd tempest-AttachVolumeNegativeTest-814338664 tempest-AttachVolumeNegativeTest-814338664-project] 10.222.0.13 "GET /v2.0/security-groups?id=8cbae1bb-3d0a-4c8e-93ba-0ec8a19ca6a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429339 Nov 05 19:15:16.636459 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf62617-b45a-4b7b-b729-67f389ea5160 req-7400077b-f5cc-418f-803c-583ad0fec688 tempest-TestSecurityGroupsBasicOps-319188584 tempest-TestSecurityGroupsBasicOps-319188584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:15:16.637951 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-aaf62617-b45a-4b7b-b729-67f389ea5160 req-7400077b-f5cc-418f-803c-583ad0fec688 tempest-TestSecurityGroupsBasicOps-319188584 tempest-TestSecurityGroupsBasicOps-319188584-project] 10.222.0.13 "GET /v2.0/ports?device_id=295e2862-b95c-44c6-bee3-45aa04090caf HTTP/1.1" status: 200 len: 909 time: 0.0694473 Nov 05 19:15:16.674515 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a0e874-43d8-44ca-8fec-7766c970f94c req-c0a7b12f-99e8-4cb2-bc87-2969f371e705 tempest-AttachVolumeNegativeTest-814338664 tempest-AttachVolumeNegativeTest-814338664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:15:16.675998 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-39a0e874-43d8-44ca-8fec-7766c970f94c req-c0a7b12f-99e8-4cb2-bc87-2969f371e705 tempest-AttachVolumeNegativeTest-814338664 tempest-AttachVolumeNegativeTest-814338664-project] 10.222.0.13 "GET /v2.0/ports?device_id=11612386-a8a6-456b-8d01-e09af951c3b4 HTTP/1.1" status: 200 len: 944 time: 0.0587120 Nov 05 19:15:16.697612 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Device c6ce76bb-d1c4-481a-8dba-38bab6a7b11e details requested by agent hyperv_n-h2-816865-1 with host n-h2-816865-1 {{(pid=102388) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 05 19:15:16.725849 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-39a0e874-43d8-44ca-8fec-7766c970f94c req-ba02927a-4c8c-4a91-be9b-5cc073050c8f tempest-AttachVolumeNegativeTest-814338664 tempest-AttachVolumeNegativeTest-814338664-project] 10.222.0.13 "GET /v2.0/security-groups?id=8cbae1bb-3d0a-4c8e-93ba-0ec8a19ca6a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426087 Nov 05 19:15:16.778754 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b812defb-9f10-45ef-85af-cb9a1aaa71b5 req-99f97979-17bc-421d-97b6-7f6fb0a9bcd2 tempest-TestSecurityGroupsBasicOps-319188584 tempest-TestSecurityGroupsBasicOps-319188584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:15:16.780166 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-b812defb-9f10-45ef-85af-cb9a1aaa71b5 req-99f97979-17bc-421d-97b6-7f6fb0a9bcd2 tempest-TestSecurityGroupsBasicOps-319188584 tempest-TestSecurityGroupsBasicOps-319188584-project] 10.222.0.41 "GET /v2.0/ports?device_id=295e2862-b95c-44c6-bee3-45aa04090caf HTTP/1.1" status: 200 len: 909 time: 0.0534244 Nov 05 19:15:16.797563 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] For port c6ce76bb-d1c4-481a-8dba-38bab6a7b11e, host n-h2-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=c6ce76bb-d1c4-481a-8dba-38bab6a7b11e,segment=NetworkSegment(1158bd8e-c612-44f1-a6e7-1a9c01b70d43),segment_id=1158bd8e-c612-44f1-a6e7-1a9c01b70d43)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:15:16.809260 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Returning: {'device': 'c6ce76bb-d1c4-481a-8dba-38bab6a7b11e', 'network_id': 'f31b1f2e-a615-43e1-9e9b-9f3f947ccb7d', 'port_id': 'c6ce76bb-d1c4-481a-8dba-38bab6a7b11e', 'mac_address': 'fa:16:3e:cd:dd:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 196, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41ea8269-cd9c-4654-abcc-5b4c434f2dbf', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102388) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 05 19:15:16.856980 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:15:16.871137 n-d-816865-1 neutron-server[102388]: DEBUG neutron.notifiers.nova [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c6ce76bb-d1c4-481a-8dba-38bab6a7b11e {{(pid=102388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 19:15:16.874388 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [req-b812defb-9f10-45ef-85af-cb9a1aaa71b5 req-2211a637-74bf-4dd0-ad28-5abe28ca1a81 tempest-TestSecurityGroupsBasicOps-319188584 tempest-TestSecurityGroupsBasicOps-319188584-project] Deleting port dc10cb24-d752-498b-ab12-0478caae81c1 {{(pid=102387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 19:15:16.874731 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-b812defb-9f10-45ef-85af-cb9a1aaa71b5 req-2211a637-74bf-4dd0-ad28-5abe28ca1a81 tempest-TestSecurityGroupsBasicOps-319188584 tempest-TestSecurityGroupsBasicOps-319188584-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:15:16.891883 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] For port c6ce76bb-d1c4-481a-8dba-38bab6a7b11e, host n-h2-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=c6ce76bb-d1c4-481a-8dba-38bab6a7b11e,segment=NetworkSegment(1158bd8e-c612-44f1-a6e7-1a9c01b70d43),segment_id=1158bd8e-c612-44f1-a6e7-1a9c01b70d43)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:15:16.967714 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.db [req-b812defb-9f10-45ef-85af-cb9a1aaa71b5 req-2211a637-74bf-4dd0-ad28-5abe28ca1a81 tempest-TestSecurityGroupsBasicOps-319188584 tempest-TestSecurityGroupsBasicOps-319188584-project] For port dc10cb24-d752-498b-ab12-0478caae81c1, host n-h1-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=dc10cb24-d752-498b-ab12-0478caae81c1,segment=NetworkSegment(4fd3c893-eab8-4aaa-a056-2643c481c043),segment_id=4fd3c893-eab8-4aaa-a056-2643c481c043)] {{(pid=102387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:15:16.968071 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-b812defb-9f10-45ef-85af-cb9a1aaa71b5 req-2211a637-74bf-4dd0-ad28-5abe28ca1a81 tempest-TestSecurityGroupsBasicOps-319188584 tempest-TestSecurityGroupsBasicOps-319188584-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:15:16.971530 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:15:16.983609 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [req-b812defb-9f10-45ef-85af-cb9a1aaa71b5 req-2211a637-74bf-4dd0-ad28-5abe28ca1a81 tempest-TestSecurityGroupsBasicOps-319188584 tempest-TestSecurityGroupsBasicOps-319188584-project] Calling delete_port for dc10cb24-d752-498b-ab12-0478caae81c1 owned by compute:nova {{(pid=102387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 19:15:17.020296 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Pushing event updated for resources: {'Port': ['ID=c6ce76bb-d1c4-481a-8dba-38bab6a7b11e,revision_number=4']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:15:17.031964 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:15:17.032254 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:15:17.032599 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:15:17.033008 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:15:17.033349 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:15:17.033717 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:15:17.034070 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:15:17.034423 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:15:17.034751 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:15:17.035078 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:15:17.035403 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:15:17.035726 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:15:17.205826 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-b812defb-9f10-45ef-85af-cb9a1aaa71b5 req-2211a637-74bf-4dd0-ad28-5abe28ca1a81 tempest-TestSecurityGroupsBasicOps-319188584 tempest-TestSecurityGroupsBasicOps-319188584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4417063'] for port, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:15:17.232925 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2211a637-74bf-4dd0-ad28-5abe28ca1a81 tempest-TestSecurityGroupsBasicOps-319188584 tempest-TestSecurityGroupsBasicOps-319188584-project] Pushing event deleted for resources: {'Port': ['ID=dc10cb24-d752-498b-ab12-0478caae81c1,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:15:17.272173 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] get_ports_and_sgs() called for port_ids ['c6ce76bb-d1c4-481a-8dba-38bab6a7b11e'] {{(pid=102388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 19:15:17.282365 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.l3_dvrscheduler_db [req-b812defb-9f10-45ef-85af-cb9a1aaa71b5 req-2211a637-74bf-4dd0-ad28-5abe28ca1a81 tempest-TestSecurityGroupsBasicOps-319188584 tempest-TestSecurityGroupsBasicOps-319188584-project] No DVR routers for this DVR port dc10cb24-d752-498b-ab12-0478caae81c1 on host n-h1-816865-1 {{(pid=102387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 19:15:17.285201 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-b812defb-9f10-45ef-85af-cb9a1aaa71b5 req-2211a637-74bf-4dd0-ad28-5abe28ca1a81 tempest-TestSecurityGroupsBasicOps-319188584 tempest-TestSecurityGroupsBasicOps-319188584-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:15:17.289498 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-b812defb-9f10-45ef-85af-cb9a1aaa71b5 req-2211a637-74bf-4dd0-ad28-5abe28ca1a81 tempest-TestSecurityGroupsBasicOps-319188584 tempest-TestSecurityGroupsBasicOps-319188584-project] 10.222.0.41 "DELETE /v2.0/ports/dc10cb24-d752-498b-ab12-0478caae81c1 HTTP/1.1" status: 204 len: 173 time: 0.5030706 Nov 05 19:15:17.290114 n-d-816865-1 neutron-server[102387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '295e2862-b95c-44c6-bee3-45aa04090caf', 'name': 'network-vif-deleted', 'tag': 'dc10cb24-d752-498b-ab12-0478caae81c1'}] {{(pid=102387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 19:15:17.295613 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab06bd4ddf5758c1f10d79fe34dc215bafa488692cde9dba2fcbcb67556f90bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b515fb21-a46f-4074-950d-849884bca42f" -d '{"events": [{"server_uuid": "295e2862-b95c-44c6-bee3-45aa04090caf", "name": "network-vif-deleted", "tag": "dc10cb24-d752-498b-ab12-0478caae81c1"}]}' {{(pid=102387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 19:15:17.332650 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 19:15:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44d297e8-10d9-42a7-b2d7-6c44514d03f6 x-openstack-request-id: req-44d297e8-10d9-42a7-b2d7-6c44514d03f6 {{(pid=102387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 19:15:17.332954 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "295e2862-b95c-44c6-bee3-45aa04090caf", "name": "network-vif-deleted", "tag": "dc10cb24-d752-498b-ab12-0478caae81c1", "status": "completed", "code": 200}]} {{(pid=102387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 19:15:17.333214 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-44d297e8-10d9-42a7-b2d7-6c44514d03f6 {{(pid=102387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 19:15:17.333650 n-d-816865-1 neutron-server[102387]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '295e2862-b95c-44c6-bee3-45aa04090caf', 'name': 'network-vif-deleted', 'tag': 'dc10cb24-d752-498b-ab12-0478caae81c1', 'status': 'completed', 'code': 200} Nov 05 19:15:17.748269 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-46ebd3dd-ccf7-4fdc-889d-e5844616f61e req-5e38394e-cd2c-47d9-8313-601f76fd92e9 tempest-TestSecurityGroupsBasicOps-319188584 tempest-TestSecurityGroupsBasicOps-319188584-project] 10.222.0.13 "GET /v2.0/ports?device_id=295e2862-b95c-44c6-bee3-45aa04090caf HTTP/1.1" status: 200 len: 210 time: 0.0260155 Nov 05 19:15:17.870270 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cc0499-86ab-4b5b-8ef4-68e79241e97b req-caa2566f-c5d5-4046-a569-b03c3234b4e1 tempest-AttachVolumeNegativeTest-814338664 tempest-AttachVolumeNegativeTest-814338664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:15:17.871773 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-c0cc0499-86ab-4b5b-8ef4-68e79241e97b req-caa2566f-c5d5-4046-a569-b03c3234b4e1 tempest-AttachVolumeNegativeTest-814338664 tempest-AttachVolumeNegativeTest-814338664-project] 10.222.0.13 "GET /v2.0/ports?device_id=11612386-a8a6-456b-8d01-e09af951c3b4 HTTP/1.1" status: 200 len: 945 time: 0.0593677 Nov 05 19:15:17.921727 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-c0cc0499-86ab-4b5b-8ef4-68e79241e97b req-ab520d6a-f432-4a8c-b4b8-f604b63fc099 tempest-AttachVolumeNegativeTest-814338664 tempest-AttachVolumeNegativeTest-814338664-project] 10.222.0.13 "GET /v2.0/security-groups?id=8cbae1bb-3d0a-4c8e-93ba-0ec8a19ca6a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436966 Nov 05 19:15:18.718032 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Device c6ce76bb-d1c4-481a-8dba-38bab6a7b11e up at agent hyperv_n-h2-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 19:15:18.812379 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 37714) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:15:18.832277 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Provisioning for port c6ce76bb-d1c4-481a-8dba-38bab6a7b11e completed by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 05 19:15:18.837161 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Provisioning complete for port c6ce76bb-d1c4-481a-8dba-38bab6a7b11e triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:15:18.837643 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:15:18.918295 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:15:18.940905 n-d-816865-1 neutron-server[102388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11612386-a8a6-456b-8d01-e09af951c3b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6ce76bb-d1c4-481a-8dba-38bab6a7b11e'}] {{(pid=102388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 19:15:18.943466 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85474fee1180e129d8a886d264fe0b30223aa672dd1ffe43b630605f18504f68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1177e18-0a68-4792-9436-d912d4b5d37e" -d '{"events": [{"server_uuid": "11612386-a8a6-456b-8d01-e09af951c3b4", "name": "network-vif-plugged", "status": "completed", "tag": "c6ce76bb-d1c4-481a-8dba-38bab6a7b11e"}]}' {{(pid=102388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 19:15:18.956463 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] For port c6ce76bb-d1c4-481a-8dba-38bab6a7b11e, host n-h2-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=c6ce76bb-d1c4-481a-8dba-38bab6a7b11e,segment=NetworkSegment(1158bd8e-c612-44f1-a6e7-1a9c01b70d43),segment_id=1158bd8e-c612-44f1-a6e7-1a9c01b70d43)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:15:18.986442 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 19:15:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-174a03ad-115d-4934-93e4-c9c42ed303b9 x-openstack-request-id: req-174a03ad-115d-4934-93e4-c9c42ed303b9 {{(pid=102388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 19:15:18.986861 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11612386-a8a6-456b-8d01-e09af951c3b4", "name": "network-vif-plugged", "status": "completed", "tag": "c6ce76bb-d1c4-481a-8dba-38bab6a7b11e", "code": 200}]} {{(pid=102388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 19:15:18.987112 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-174a03ad-115d-4934-93e4-c9c42ed303b9 {{(pid=102388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 19:15:18.987984 n-d-816865-1 neutron-server[102388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11612386-a8a6-456b-8d01-e09af951c3b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6ce76bb-d1c4-481a-8dba-38bab6a7b11e', 'code': 200} Nov 05 19:15:19.010374 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:15:19.068667 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Pushing event updated for resources: {'Port': ['ID=c6ce76bb-d1c4-481a-8dba-38bab6a7b11e,revision_number=5']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:15:19.091734 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b648481-be5c-4509-bc54-bd8757f3dea6 req-55ca47d9-2762-4847-aab1-81a06a2fa942 tempest-AttachVolumeNegativeTest-814338664 tempest-AttachVolumeNegativeTest-814338664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:15:19.093235 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-0b648481-be5c-4509-bc54-bd8757f3dea6 req-55ca47d9-2762-4847-aab1-81a06a2fa942 tempest-AttachVolumeNegativeTest-814338664 tempest-AttachVolumeNegativeTest-814338664-project] 10.222.0.13 "GET /v2.0/ports?device_id=11612386-a8a6-456b-8d01-e09af951c3b4 HTTP/1.1" status: 200 len: 946 time: 0.0892248 Nov 05 19:15:19.112703 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013cc925-16e4-48c6-83dc-b6436b366292 req-fdd1c5e6-b85a-4bcd-a197-0722367feffc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:15:19.114268 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-013cc925-16e4-48c6-83dc-b6436b366292 req-fdd1c5e6-b85a-4bcd-a197-0722367feffc service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=11612386-a8a6-456b-8d01-e09af951c3b4 HTTP/1.1" status: 200 len: 1097 time: 0.0546489 Nov 05 19:15:19.165689 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-013cc925-16e4-48c6-83dc-b6436b366292 req-6ed925b1-f6db-4989-abcf-7eddc70b0abd service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=8cbae1bb-3d0a-4c8e-93ba-0ec8a19ca6a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398052 Nov 05 19:15:19.175241 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-0b648481-be5c-4509-bc54-bd8757f3dea6 req-292f3817-844a-4a06-97b4-cd97b4208b80 tempest-AttachVolumeNegativeTest-814338664 tempest-AttachVolumeNegativeTest-814338664-project] 10.222.0.13 "GET /v2.0/security-groups?id=8cbae1bb-3d0a-4c8e-93ba-0ec8a19ca6a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747328 Nov 05 19:15:19.251466 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-3bad1144-0273-44fa-9280-2605673655b2 tempest-TestSecurityGroupsBasicOps-319188584 tempest-TestSecurityGroupsBasicOps-319188584-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-571777'] for router_interface, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:15:19.507950 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [None req-3bad1144-0273-44fa-9280-2605673655b2 tempest-TestSecurityGroupsBasicOps-319188584 tempest-TestSecurityGroupsBasicOps-319188584-project] Deleting port 8601db65-b66e-454d-989f-492a0691ddfc {{(pid=102387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 19:15:19.508289 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-3bad1144-0273-44fa-9280-2605673655b2 tempest-TestSecurityGroupsBasicOps-319188584 tempest-TestSecurityGroupsBasicOps-319188584-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:15:19.594692 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.db [None req-3bad1144-0273-44fa-9280-2605673655b2 tempest-TestSecurityGroupsBasicOps-319188584 tempest-TestSecurityGroupsBasicOps-319188584-project] For port 8601db65-b66e-454d-989f-492a0691ddfc, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=8601db65-b66e-454d-989f-492a0691ddfc,segment=NetworkSegment(4fd3c893-eab8-4aaa-a056-2643c481c043),segment_id=4fd3c893-eab8-4aaa-a056-2643c481c043)] {{(pid=102387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:15:19.595049 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-3bad1144-0273-44fa-9280-2605673655b2 tempest-TestSecurityGroupsBasicOps-319188584 tempest-TestSecurityGroupsBasicOps-319188584-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:15:19.607570 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [None req-3bad1144-0273-44fa-9280-2605673655b2 tempest-TestSecurityGroupsBasicOps-319188584 tempest-TestSecurityGroupsBasicOps-319188584-project] Calling delete_port for 8601db65-b66e-454d-989f-492a0691ddfc owned by network:router_interface {{(pid=102387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 19:15:19.872158 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-3bad1144-0273-44fa-9280-2605673655b2 tempest-TestSecurityGroupsBasicOps-319188584 tempest-TestSecurityGroupsBasicOps-319188584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4417063'] for port, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:15:19.900692 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bad1144-0273-44fa-9280-2605673655b2 tempest-TestSecurityGroupsBasicOps-319188584 tempest-TestSecurityGroupsBasicOps-319188584-project] Pushing event deleted for resources: {'Port': ['ID=8601db65-b66e-454d-989f-492a0691ddfc,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:15:20.080004 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-3bad1144-0273-44fa-9280-2605673655b2 tempest-TestSecurityGroupsBasicOps-319188584 tempest-TestSecurityGroupsBasicOps-319188584-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-597886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-573297'] for router_interface, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:15:20.148082 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Device dc10cb24-d752-498b-ab12-0478caae81c1 no longer exists at agent hyperv_n-h1-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 19:15:20.168734 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] No Port match for: dc10cb24-d752-498b-ab12-0478caae81c1 {{(pid=102388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 19:15:20.169086 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Device dc10cb24-d752-498b-ab12-0478caae81c1 not bound to the agent host n-h1-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 19:15:20.671046 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3bad1144-0273-44fa-9280-2605673655b2 tempest-TestSecurityGroupsBasicOps-319188584 tempest-TestSecurityGroupsBasicOps-319188584-project] Router f7df3e46-a2ce-407c-b97b-a6e6416e7ed8 has already been hosted by L3 agent 6dcb5589-8e86-4616-9186-ddc4548e13ad {{(pid=102387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 19:15:20.679548 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f34e42-425f-4475-82dd-3afb555a99a3 req-75753120-d435-443c-b42d-3b02de43c69d tempest-AttachVolumeNegativeTest-814338664 tempest-AttachVolumeNegativeTest-814338664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:15:20.681106 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-68f34e42-425f-4475-82dd-3afb555a99a3 req-75753120-d435-443c-b42d-3b02de43c69d tempest-AttachVolumeNegativeTest-814338664 tempest-AttachVolumeNegativeTest-814338664-project] 10.222.0.13 "GET /v2.0/ports?device_id=11612386-a8a6-456b-8d01-e09af951c3b4 HTTP/1.1" status: 200 len: 946 time: 0.0708668 Nov 05 19:15:20.805708 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-68f34e42-425f-4475-82dd-3afb555a99a3 req-6690b0ce-090b-4f51-a349-e67df1f6f636 tempest-AttachVolumeNegativeTest-814338664 tempest-AttachVolumeNegativeTest-814338664-project] 10.222.0.13 "GET /v2.0/security-groups?id=8cbae1bb-3d0a-4c8e-93ba-0ec8a19ca6a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170561 Nov 05 19:15:20.828008 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bad1144-0273-44fa-9280-2605673655b2 tempest-TestSecurityGroupsBasicOps-319188584 tempest-TestSecurityGroupsBasicOps-319188584-project] Notify agent at l3_agent.n-d-816865-1 the message routers_updated {{(pid=102387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 19:15:20.834655 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-3bad1144-0273-44fa-9280-2605673655b2 tempest-TestSecurityGroupsBasicOps-319188584 tempest-TestSecurityGroupsBasicOps-319188584-project] 10.222.0.13 "PUT /v2.0/routers/f7df3e46-a2ce-407c-b97b-a6e6416e7ed8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0274653 Nov 05 19:15:20.838665 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-877d63b4-e5d8-4ffb-83f6-3d689b7ee9b5 None None] Sync routers for ids ['f7df3e46-a2ce-407c-b97b-a6e6416e7ed8'] in n-d-816865-1 {{(pid=102388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 19:15:20.845441 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 37726) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:15:20.849885 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-877d63b4-e5d8-4ffb-83f6-3d689b7ee9b5 None None] Routers {'f7df3e46-a2ce-407c-b97b-a6e6416e7ed8'} bound to L3 agent in host n-d-816865-1 {{(pid=102388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 19:15:20.850772 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-877d63b4-e5d8-4ffb-83f6-3d689b7ee9b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T19:15:05Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['f7df3e46-a2ce-407c-b97b-a6e6416e7ed8'], 'active': True} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:15:20.898327 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.db_base_plugin_v2 [None req-554763e6-9021-47a8-a81b-aaf9c42f1f60 tempest-TestSecurityGroupsBasicOps-319188584 tempest-TestSecurityGroupsBasicOps-319188584-project] Deleting subnet 213ba3ac-5df9-4789-baeb-018a5e0405a6 {{(pid=102387) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 05 19:15:20.901902 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-554763e6-9021-47a8-a81b-aaf9c42f1f60 tempest-TestSecurityGroupsBasicOps-319188584 tempest-TestSecurityGroupsBasicOps-319188584-project] Publish callbacks [] for subnet, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:15:20.944262 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-554763e6-9021-47a8-a81b-aaf9c42f1f60 tempest-TestSecurityGroupsBasicOps-319188584 tempest-TestSecurityGroupsBasicOps-319188584-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4463501'] for subnet, precommit_delete_associations {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:15:21.036735 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-554763e6-9021-47a8-a81b-aaf9c42f1f60 tempest-TestSecurityGroupsBasicOps-319188584 tempest-TestSecurityGroupsBasicOps-319188584-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1573928'] for subnet, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:15:21.113510 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvr_db [None req-877d63b4-e5d8-4ffb-83f6-3d689b7ee9b5 None None] Set router f7df3e46-a2ce-407c-b97b-a6e6416e7ed8 gateway port host: n-d-816865-1 {{(pid=102388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 19:15:21.164151 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-554763e6-9021-47a8-a81b-aaf9c42f1f60 tempest-TestSecurityGroupsBasicOps-319188584 tempest-TestSecurityGroupsBasicOps-319188584-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1573905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4417146', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5112209'] for subnet, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:15:21.191945 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554763e6-9021-47a8-a81b-aaf9c42f1f60 tempest-TestSecurityGroupsBasicOps-319188584 tempest-TestSecurityGroupsBasicOps-319188584-project] Pushing event deleted for resources: {'Subnet': ['ID=213ba3ac-5df9-4789-baeb-018a5e0405a6,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:15:21.196414 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-554763e6-9021-47a8-a81b-aaf9c42f1f60 tempest-TestSecurityGroupsBasicOps-319188584 tempest-TestSecurityGroupsBasicOps-319188584-project] Publish callbacks [] for subnet, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:15:21.199583 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-554763e6-9021-47a8-a81b-aaf9c42f1f60 tempest-TestSecurityGroupsBasicOps-319188584 tempest-TestSecurityGroupsBasicOps-319188584-project] 10.222.0.13 "DELETE /v2.0/subnets/213ba3ac-5df9-4789-baeb-018a5e0405a6 HTTP/1.1" status: 204 len: 168 time: 0.3530293 Nov 05 19:15:21.202420 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 37728) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:15:21.220376 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-428622a4-f49d-4792-bcfa-fd8bcbe67e7b None None] Network b142c737-065a-4061-a320-9b0c1be39880 requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 19:15:21.316553 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-17b807b3-24d9-42b3-9379-a443dc3ff884 tempest-TestSecurityGroupsBasicOps-319188584 tempest-TestSecurityGroupsBasicOps-319188584-project] Publish callbacks [] for router, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:15:21.397954 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-877d63b4-e5d8-4ffb-83f6-3d689b7ee9b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7df3e46-a2ce-407c-b97b-a6e6416e7ed8', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1593957380', 'tenant_id': 'a84d983d80534a47a6d92c606602b07f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.88'}], 'enable_snat': True}, 'gw_port_id': '9d287025-471b-4d5d-9142-5bfdb2488ffc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T19:14:56Z', 'updated_at': '2021-11-05T19:15:19Z', 'revision_number': 5, 'project_id': 'a84d983d80534a47a6d92c606602b07f', 'gw_port': {'id': '9d287025-471b-4d5d-9142-5bfdb2488ffc', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:fc:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7df3e46-a2ce-407c-b97b-a6e6416e7ed8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3689, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:14:56Z', 'updated_at': '2021-11-05T19:15:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1'}], 'n-d-816865-1', False) {} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:15:21.427201 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-877d63b4-e5d8-4ffb-83f6-3d689b7ee9b5 None None] Checking router: f7df3e46-a2ce-407c-b97b-a6e6416e7ed8 for host: n-d-816865-1 {{(pid=102388) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 19:15:21.427336 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-17b807b3-24d9-42b3-9379-a443dc3ff884 tempest-TestSecurityGroupsBasicOps-319188584 tempest-TestSecurityGroupsBasicOps-319188584-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:15:21.434274 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-877d63b4-e5d8-4ffb-83f6-3d689b7ee9b5 None None] Routers {'f7df3e46-a2ce-407c-b97b-a6e6416e7ed8'} bound to L3 agent in host n-d-816865-1 {{(pid=102388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 19:15:21.434896 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-877d63b4-e5d8-4ffb-83f6-3d689b7ee9b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T19:15:05Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['f7df3e46-a2ce-407c-b97b-a6e6416e7ed8'], 'active': True} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:15:21.471326 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-647aeccf-30ed-4603-b6af-3259ef7bc9e2 None None] DHCP port deletion for b142c737-065a-4061-a320-9b0c1be39880 request from n-d-816865-1 {{(pid=102388) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 05 19:15:21.573445 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvr_db [None req-877d63b4-e5d8-4ffb-83f6-3d689b7ee9b5 None None] Set router f7df3e46-a2ce-407c-b97b-a6e6416e7ed8 gateway port host: n-d-816865-1 {{(pid=102388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 19:15:21.578924 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-17b807b3-24d9-42b3-9379-a443dc3ff884 tempest-TestSecurityGroupsBasicOps-319188584 tempest-TestSecurityGroupsBasicOps-319188584-project] Deleting port 9d287025-471b-4d5d-9142-5bfdb2488ffc {{(pid=102386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 19:15:21.579316 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-17b807b3-24d9-42b3-9379-a443dc3ff884 tempest-TestSecurityGroupsBasicOps-319188584 tempest-TestSecurityGroupsBasicOps-319188584-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:15:21.632110 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device f74c0845-503a-4b5f-b789-a8838273957e no longer exists at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 19:15:21.675744 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-647aeccf-30ed-4603-b6af-3259ef7bc9e2 None None] Deleting port f74c0845-503a-4b5f-b789-a8838273957e {{(pid=102388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 19:15:21.676154 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-647aeccf-30ed-4603-b6af-3259ef7bc9e2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:15:21.697607 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [None req-17b807b3-24d9-42b3-9379-a443dc3ff884 tempest-TestSecurityGroupsBasicOps-319188584 tempest-TestSecurityGroupsBasicOps-319188584-project] For port 9d287025-471b-4d5d-9142-5bfdb2488ffc, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=9d287025-471b-4d5d-9142-5bfdb2488ffc,segment=NetworkSegment(85be518c-8bb4-46a2-a903-d4292782d29d),segment_id=85be518c-8bb4-46a2-a903-d4292782d29d)] {{(pid=102386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:15:21.697973 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-17b807b3-24d9-42b3-9379-a443dc3ff884 tempest-TestSecurityGroupsBasicOps-319188584 tempest-TestSecurityGroupsBasicOps-319188584-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:15:21.711827 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-17b807b3-24d9-42b3-9379-a443dc3ff884 tempest-TestSecurityGroupsBasicOps-319188584 tempest-TestSecurityGroupsBasicOps-319188584-project] Calling delete_port for 9d287025-471b-4d5d-9142-5bfdb2488ffc owned by network:router_gateway {{(pid=102386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 19:15:21.803071 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-647aeccf-30ed-4603-b6af-3259ef7bc9e2 None None] For port f74c0845-503a-4b5f-b789-a8838273957e, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=f74c0845-503a-4b5f-b789-a8838273957e,segment=NetworkSegment(4fd3c893-eab8-4aaa-a056-2643c481c043),segment_id=4fd3c893-eab8-4aaa-a056-2643c481c043)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:15:21.803365 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-647aeccf-30ed-4603-b6af-3259ef7bc9e2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:15:21.817708 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-647aeccf-30ed-4603-b6af-3259ef7bc9e2 None None] Calling delete_port for f74c0845-503a-4b5f-b789-a8838273957e owned by network:dhcp {{(pid=102388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 19:15:21.916438 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:15:21.931883 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97da9716-bb9b-4443-b44b-8227ed3c2aa7 req-c66f3e76-1d4b-4f53-8ed4-35a89a6b8b80 tempest-AttachVolumeNegativeTest-814338664 tempest-AttachVolumeNegativeTest-814338664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:15:21.933500 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-97da9716-bb9b-4443-b44b-8227ed3c2aa7 req-c66f3e76-1d4b-4f53-8ed4-35a89a6b8b80 tempest-AttachVolumeNegativeTest-814338664 tempest-AttachVolumeNegativeTest-814338664-project] 10.222.0.13 "GET /v2.0/ports?device_id=11612386-a8a6-456b-8d01-e09af951c3b4 HTTP/1.1" status: 200 len: 946 time: 0.0551639 Nov 05 19:15:21.960596 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-17b807b3-24d9-42b3-9379-a443dc3ff884 tempest-TestSecurityGroupsBasicOps-319188584 tempest-TestSecurityGroupsBasicOps-319188584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:15:21.979370 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] For port f74c0845-503a-4b5f-b789-a8838273957e, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=f74c0845-503a-4b5f-b789-a8838273957e,segment=NetworkSegment(4fd3c893-eab8-4aaa-a056-2643c481c043),segment_id=4fd3c893-eab8-4aaa-a056-2643c481c043)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:15:21.982487 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-97da9716-bb9b-4443-b44b-8227ed3c2aa7 req-9599420d-12e7-4333-9dc7-048f0bd4fdfe tempest-AttachVolumeNegativeTest-814338664 tempest-AttachVolumeNegativeTest-814338664-project] 10.222.0.13 "GET /v2.0/security-groups?id=8cbae1bb-3d0a-4c8e-93ba-0ec8a19ca6a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427337 Nov 05 19:15:21.992732 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b807b3-24d9-42b3-9379-a443dc3ff884 tempest-TestSecurityGroupsBasicOps-319188584 tempest-TestSecurityGroupsBasicOps-319188584-project] Pushing event deleted for resources: {'Port': ['ID=9d287025-471b-4d5d-9142-5bfdb2488ffc,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:15:21.994370 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-877d63b4-e5d8-4ffb-83f6-3d689b7ee9b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7df3e46-a2ce-407c-b97b-a6e6416e7ed8', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1593957380', 'tenant_id': 'a84d983d80534a47a6d92c606602b07f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.88'}], 'enable_snat': True}, 'gw_port_id': '9d287025-471b-4d5d-9142-5bfdb2488ffc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T19:14:56Z', 'updated_at': '2021-11-05T19:15:19Z', 'revision_number': 5, 'project_id': 'a84d983d80534a47a6d92c606602b07f', 'gw_port': {'id': '9d287025-471b-4d5d-9142-5bfdb2488ffc', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:fc:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7df3e46-a2ce-407c-b97b-a6e6416e7ed8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3689, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:14:56Z', 'updated_at': '2021-11-05T19:15:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1'}], 'n-d-816865-1', False) {} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:15:22.024844 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-877d63b4-e5d8-4ffb-83f6-3d689b7ee9b5 None None] The sync data for ids ['f7df3e46-a2ce-407c-b97b-a6e6416e7ed8'] in n-d-816865-1 is: [{'id': 'f7df3e46-a2ce-407c-b97b-a6e6416e7ed8', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1593957380', 'tenant_id': 'a84d983d80534a47a6d92c606602b07f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.88'}], 'enable_snat': True}, 'gw_port_id': '9d287025-471b-4d5d-9142-5bfdb2488ffc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T19:14:56Z', 'updated_at': '2021-11-05T19:15:19Z', 'revision_number': 5, 'project_id': 'a84d983d80534a47a6d92c606602b07f', 'gw_port': {'id': '9d287025-471b-4d5d-9142-5bfdb2488ffc', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:fc:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7df3e46-a2ce-407c-b97b-a6e6416e7ed8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3689, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:14:56Z', 'updated_at': '2021-11-05T19:15:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1'}] {{(pid=102388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 19:15:22.084064 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:15:22.087973 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-17b807b3-24d9-42b3-9379-a443dc3ff884 tempest-TestSecurityGroupsBasicOps-319188584 tempest-TestSecurityGroupsBasicOps-319188584-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1000651'] for router_gateway, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:15:22.143305 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Pushing event updated for resources: {'Port': ['ID=f74c0845-503a-4b5f-b789-a8838273957e,revision_number=5']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:15:22.175469 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-647aeccf-30ed-4603-b6af-3259ef7bc9e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798'] for port, after_delete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:15:22.184690 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-17b807b3-24d9-42b3-9379-a443dc3ff884 tempest-TestSecurityGroupsBasicOps-319188584 tempest-TestSecurityGroupsBasicOps-319188584-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-571301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6852'] for router, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:15:22.186998 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-17b807b3-24d9-42b3-9379-a443dc3ff884 tempest-TestSecurityGroupsBasicOps-319188584 tempest-TestSecurityGroupsBasicOps-319188584-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:15:22.204384 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647aeccf-30ed-4603-b6af-3259ef7bc9e2 None None] Pushing event deleted for resources: {'Port': ['ID=f74c0845-503a-4b5f-b789-a8838273957e,revision_number=None']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:15:22.212319 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-647aeccf-30ed-4603-b6af-3259ef7bc9e2 None None] No DVR routers for this DVR port f74c0845-503a-4b5f-b789-a8838273957e on host n-d-816865-1 {{(pid=102388) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 19:15:22.331850 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-17b807b3-24d9-42b3-9379-a443dc3ff884 tempest-TestSecurityGroupsBasicOps-319188584 tempest-TestSecurityGroupsBasicOps-319188584-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-571310'] for router, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:15:22.335655 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17b807b3-24d9-42b3-9379-a443dc3ff884 tempest-TestSecurityGroupsBasicOps-319188584 tempest-TestSecurityGroupsBasicOps-319188584-project] Fanout notify agent at l3_agent the message router_deleted on router f7df3e46-a2ce-407c-b97b-a6e6416e7ed8 {{(pid=102386) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 05 19:15:22.341331 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-17b807b3-24d9-42b3-9379-a443dc3ff884 tempest-TestSecurityGroupsBasicOps-319188584 tempest-TestSecurityGroupsBasicOps-319188584-project] Publish callbacks [] for router, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:15:22.342557 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-17b807b3-24d9-42b3-9379-a443dc3ff884 tempest-TestSecurityGroupsBasicOps-319188584 tempest-TestSecurityGroupsBasicOps-319188584-project] 10.222.0.13 "DELETE /v2.0/routers/f7df3e46-a2ce-407c-b97b-a6e6416e7ed8 HTTP/1.1" status: 204 len: 168 time: 1.1391268 Nov 05 19:15:22.345259 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 37744) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:15:22.443872 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-89e59b6b-8a6d-4793-9be9-02259bf8ef14 tempest-TestSecurityGroupsBasicOps-319188584 tempest-TestSecurityGroupsBasicOps-319188584-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1664226'] for network, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:15:22.550992 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-89e59b6b-8a6d-4793-9be9-02259bf8ef14 tempest-TestSecurityGroupsBasicOps-319188584 tempest-TestSecurityGroupsBasicOps-319188584-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1579173', 'neutron.services.segments.db._delete_segments_for_network-8750027792909'] for network, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:15:22.573307 n-d-816865-1 neutron-server[102386]: DEBUG neutron.services.segments.db [None req-89e59b6b-8a6d-4793-9be9-02259bf8ef14 tempest-TestSecurityGroupsBasicOps-319188584 tempest-TestSecurityGroupsBasicOps-319188584-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b142c737-065a-4061-a320-9b0c1be39880']}} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:15:22.580601 n-d-816865-1 neutron-server[102386]: DEBUG neutron.services.segments.db [None req-89e59b6b-8a6d-4793-9be9-02259bf8ef14 tempest-TestSecurityGroupsBasicOps-319188584 tempest-TestSecurityGroupsBasicOps-319188584-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4fd3c893-eab8-4aaa-a056-2643c481c043') {'for_net_delete': True} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:15:22.580894 n-d-816865-1 neutron-server[102386]: DEBUG neutron.services.segments.db [None req-89e59b6b-8a6d-4793-9be9-02259bf8ef14 tempest-TestSecurityGroupsBasicOps-319188584 tempest-TestSecurityGroupsBasicOps-319188584-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4fd3c893-eab8-4aaa-a056-2643c481c043') {} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:15:22.591609 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-89e59b6b-8a6d-4793-9be9-02259bf8ef14 tempest-TestSecurityGroupsBasicOps-319188584 tempest-TestSecurityGroupsBasicOps-319188584-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750027793430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4590747'] for segment, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:15:22.606697 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-89e59b6b-8a6d-4793-9be9-02259bf8ef14 tempest-TestSecurityGroupsBasicOps-319188584 tempest-TestSecurityGroupsBasicOps-319188584-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273'] for segment, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:15:22.613483 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89e59b6b-8a6d-4793-9be9-02259bf8ef14 tempest-TestSecurityGroupsBasicOps-319188584 tempest-TestSecurityGroupsBasicOps-319188584-project] Releasing vlan 199 on physical network physnet1 to pool {{(pid=102386) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 05 19:15:22.613876 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-89e59b6b-8a6d-4793-9be9-02259bf8ef14 tempest-TestSecurityGroupsBasicOps-319188584 tempest-TestSecurityGroupsBasicOps-319188584-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6149721'] for segment, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:15:22.617805 n-d-816865-1 neutron-server[102386]: Traceback (most recent call last): Nov 05 19:15:22.617805 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 05 19:15:22.617805 n-d-816865-1 neutron-server[102386]: timer() Nov 05 19:15:22.617805 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 05 19:15:22.617805 n-d-816865-1 neutron-server[102386]: cb(*args, **kw) Nov 05 19:15:22.617805 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 05 19:15:22.617805 n-d-816865-1 neutron-server[102386]: return func(*args, **kwargs) Nov 05 19:15:22.617805 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 05 19:15:22.617805 n-d-816865-1 neutron-server[102386]: self._notify() Nov 05 19:15:22.617805 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 05 19:15:22.617805 n-d-816865-1 neutron-server[102386]: self.callback(batched_events) Nov 05 19:15:22.617805 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 05 19:15:22.617805 n-d-816865-1 neutron-server[102386]: event.method(event) Nov 05 19:15:22.617805 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 05 19:15:22.617805 n-d-816865-1 neutron-server[102386]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 05 19:15:22.617805 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 05 19:15:22.617805 n-d-816865-1 neutron-server[102386]: aggregate_uuid = self.p_client.list_aggregates( Nov 05 19:15:22.617805 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 05 19:15:22.617805 n-d-816865-1 neutron-server[102386]: return f(self, *a, **k) Nov 05 19:15:22.617805 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 05 19:15:22.617805 n-d-816865-1 neutron-server[102386]: return self._get(url).json() Nov 05 19:15:22.617805 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 05 19:15:22.617805 n-d-816865-1 neutron-server[102386]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 05 19:15:22.617805 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 05 19:15:22.617805 n-d-816865-1 neutron-server[102386]: return self.request(url, 'GET', **kwargs) Nov 05 19:15:22.617805 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 05 19:15:22.617805 n-d-816865-1 neutron-server[102386]: base_url = self.get_endpoint(auth, allow=allow, Nov 05 19:15:22.617805 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 05 19:15:22.617805 n-d-816865-1 neutron-server[102386]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 05 19:15:22.617805 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 05 19:15:22.617805 n-d-816865-1 neutron-server[102386]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 05 19:15:22.617805 n-d-816865-1 neutron-server[102386]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 05 19:15:22.748425 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-89e59b6b-8a6d-4793-9be9-02259bf8ef14 tempest-TestSecurityGroupsBasicOps-319188584 tempest-TestSecurityGroupsBasicOps-319188584-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1579178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-956796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1000687'] for network, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:15:22.756452 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-89e59b6b-8a6d-4793-9be9-02259bf8ef14 tempest-TestSecurityGroupsBasicOps-319188584 tempest-TestSecurityGroupsBasicOps-319188584-project] Publish callbacks [] for network, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:15:22.759944 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-89e59b6b-8a6d-4793-9be9-02259bf8ef14 tempest-TestSecurityGroupsBasicOps-319188584 tempest-TestSecurityGroupsBasicOps-319188584-project] 10.222.0.13 "DELETE /v2.0/networks/b142c737-065a-4061-a320-9b0c1be39880 HTTP/1.1" status: 204 len: 168 time: 0.4136603 Nov 05 19:15:22.762803 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 37748) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:15:22.775964 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e59b6b-8a6d-4793-9be9-02259bf8ef14 tempest-TestSecurityGroupsBasicOps-319188584 tempest-TestSecurityGroupsBasicOps-319188584-project] Pushing event deleted for resources: {'Network': ['ID=b142c737-065a-4061-a320-9b0c1be39880,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:15:22.916910 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [None req-b2be4c7c-3f69-436d-8209-3893087c80eb tempest-TestSecurityGroupsBasicOps-319188584 tempest-TestSecurityGroupsBasicOps-319188584-project] Deleting port 358292a5-c338-4313-9cb5-a588e1b88be6 {{(pid=102387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 19:15:22.917167 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-b2be4c7c-3f69-436d-8209-3893087c80eb tempest-TestSecurityGroupsBasicOps-319188584 tempest-TestSecurityGroupsBasicOps-319188584-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:15:22.993831 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-b2be4c7c-3f69-436d-8209-3893087c80eb tempest-TestSecurityGroupsBasicOps-319188584 tempest-TestSecurityGroupsBasicOps-319188584-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:15:22.994547 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-b2be4c7c-3f69-436d-8209-3893087c80eb tempest-TestSecurityGroupsBasicOps-319188584 tempest-TestSecurityGroupsBasicOps-319188584-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:15:23.007024 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [None req-b2be4c7c-3f69-436d-8209-3893087c80eb tempest-TestSecurityGroupsBasicOps-319188584 tempest-TestSecurityGroupsBasicOps-319188584-project] Calling delete_port for 358292a5-c338-4313-9cb5-a588e1b88be6 owned by network:floatingip {{(pid=102387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 19:15:23.238068 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-b2be4c7c-3f69-436d-8209-3893087c80eb tempest-TestSecurityGroupsBasicOps-319188584 tempest-TestSecurityGroupsBasicOps-319188584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4417063'] for port, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:15:23.268145 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2be4c7c-3f69-436d-8209-3893087c80eb tempest-TestSecurityGroupsBasicOps-319188584 tempest-TestSecurityGroupsBasicOps-319188584-project] Pushing event deleted for resources: {'Port': ['ID=358292a5-c338-4313-9cb5-a588e1b88be6,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:15:23.335503 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-b2be4c7c-3f69-436d-8209-3893087c80eb tempest-TestSecurityGroupsBasicOps-319188584 tempest-TestSecurityGroupsBasicOps-319188584-project] Publish callbacks [] for floatingip, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:15:23.335938 n-d-816865-1 neutron-server[102387]: INFO neutron.db.l3_db [None req-b2be4c7c-3f69-436d-8209-3893087c80eb tempest-TestSecurityGroupsBasicOps-319188584 tempest-TestSecurityGroupsBasicOps-319188584-project] Floating IP e8064032-cb49-48fd-b1c8-cca0dc8e0cbf disassociated (deleted). External IP: 172.25.6.70, port: c8e60b88-c11d-490e-9300-b9a578a21a27. Nov 05 19:15:23.553051 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 9d287025-471b-4d5d-9142-5bfdb2488ffc no longer exists at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 19:15:23.554724 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2be4c7c-3f69-436d-8209-3893087c80eb tempest-TestSecurityGroupsBasicOps-319188584 tempest-TestSecurityGroupsBasicOps-319188584-project] Router f4164d85-c0fb-49f9-ad05-7e7231811a3d has already been hosted by L3 agent 6dcb5589-8e86-4616-9186-ddc4548e13ad {{(pid=102387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 19:15:23.577985 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] No Port match for: 9d287025-471b-4d5d-9142-5bfdb2488ffc {{(pid=102388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 19:15:23.578493 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 9d287025-471b-4d5d-9142-5bfdb2488ffc not bound to the agent host n-d-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 19:15:23.579072 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 8601db65-b66e-454d-989f-492a0691ddfc no longer exists at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 19:15:23.602201 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] No Port match for: 8601db65-b66e-454d-989f-492a0691ddfc {{(pid=102388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 19:15:23.607025 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 8601db65-b66e-454d-989f-492a0691ddfc not bound to the agent host n-d-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 19:15:23.674027 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2be4c7c-3f69-436d-8209-3893087c80eb tempest-TestSecurityGroupsBasicOps-319188584 tempest-TestSecurityGroupsBasicOps-319188584-project] Notify agent at l3_agent.n-d-816865-1 the message routers_updated {{(pid=102387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 19:15:23.679313 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-b2be4c7c-3f69-436d-8209-3893087c80eb tempest-TestSecurityGroupsBasicOps-319188584 tempest-TestSecurityGroupsBasicOps-319188584-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for floatingip, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:15:23.684650 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7f69538-5508-45a0-ba16-a0bac030d1b0 None None] Sync routers for ids ['f4164d85-c0fb-49f9-ad05-7e7231811a3d'] in n-d-816865-1 {{(pid=102389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 19:15:23.695195 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7f69538-5508-45a0-ba16-a0bac030d1b0 None None] Routers {'f4164d85-c0fb-49f9-ad05-7e7231811a3d'} bound to L3 agent in host n-d-816865-1 {{(pid=102389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 19:15:23.699032 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-e7f69538-5508-45a0-ba16-a0bac030d1b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T19:15:05Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['f4164d85-c0fb-49f9-ad05-7e7231811a3d'], 'active': True} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:15:23.708733 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-b2be4c7c-3f69-436d-8209-3893087c80eb tempest-TestSecurityGroupsBasicOps-319188584 tempest-TestSecurityGroupsBasicOps-319188584-project] 10.222.0.13 "DELETE /v2.0/floatingips/e8064032-cb49-48fd-b1c8-cca0dc8e0cbf HTTP/1.1" status: 204 len: 168 time: 0.9447334 Nov 05 19:15:23.709563 n-d-816865-1 neutron-server[102387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5177d4b2-040c-4791-8030-1b9dc43777da', 'tag': 'c8e60b88-c11d-490e-9300-b9a578a21a27'}] {{(pid=102387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 19:15:23.712416 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab06bd4ddf5758c1f10d79fe34dc215bafa488692cde9dba2fcbcb67556f90bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c40bed8d-039f-4b18-9fbd-a1510193cfca" -d '{"events": [{"name": "network-changed", "server_uuid": "5177d4b2-040c-4791-8030-1b9dc43777da", "tag": "c8e60b88-c11d-490e-9300-b9a578a21a27"}]}' {{(pid=102387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 19:15:23.772568 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 19:15:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-663ea289-dbde-4b3d-a368-c968ee99c0b8 x-openstack-request-id: req-663ea289-dbde-4b3d-a368-c968ee99c0b8 {{(pid=102387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 19:15:23.772862 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5177d4b2-040c-4791-8030-1b9dc43777da", "tag": "c8e60b88-c11d-490e-9300-b9a578a21a27", "status": "completed", "code": 200}]} {{(pid=102387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 19:15:23.773113 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-663ea289-dbde-4b3d-a368-c968ee99c0b8 {{(pid=102387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 19:15:23.773517 n-d-816865-1 neutron-server[102387]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5177d4b2-040c-4791-8030-1b9dc43777da', 'tag': 'c8e60b88-c11d-490e-9300-b9a578a21a27', 'status': 'completed', 'code': 200} Nov 05 19:15:23.843105 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvr_db [None req-e7f69538-5508-45a0-ba16-a0bac030d1b0 None None] Set router f4164d85-c0fb-49f9-ad05-7e7231811a3d gateway port host: n-d-816865-1 {{(pid=102389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 19:15:23.918147 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40bed8d-039f-4b18-9fbd-a1510193cfca req-e4dd5304-0379-4a61-8a50-e90d5bf19ac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:15:23.920075 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-c40bed8d-039f-4b18-9fbd-a1510193cfca req-e4dd5304-0379-4a61-8a50-e90d5bf19ac8 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a84d983d80534a47a6d92c606602b07f&device_id=5177d4b2-040c-4791-8030-1b9dc43777da HTTP/1.1" status: 200 len: 1136 time: 0.0509012 Nov 05 19:15:24.020601 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40bed8d-039f-4b18-9fbd-a1510193cfca req-b24bd090-3097-4392-a4fe-9bb64e0fd964 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:15:24.022976 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-c40bed8d-039f-4b18-9fbd-a1510193cfca req-b24bd090-3097-4392-a4fe-9bb64e0fd964 service neutron] 10.222.0.55 "GET /v2.0/networks?id=58fc325a-e45a-49be-bf36-f6c96aa6a244 HTTP/1.1" status: 200 len: 898 time: 0.0944386 Nov 05 19:15:24.072412 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-c40bed8d-039f-4b18-9fbd-a1510193cfca req-bd14c388-d562-4729-a86d-a6de9fb549ef service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c8e60b88-c11d-490e-9300-b9a578a21a27 HTTP/1.1" status: 200 len: 217 time: 0.0426517 Nov 05 19:15:24.079490 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-e7f69538-5508-45a0-ba16-a0bac030d1b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4164d85-c0fb-49f9-ad05-7e7231811a3d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-200372930', 'tenant_id': 'a84d983d80534a47a6d92c606602b07f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.218'}], 'enable_snat': True}, 'gw_port_id': 'da46d161-833f-4f17-897e-7db1f7458f41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T19:13:55Z', 'updated_at': '2021-11-05T19:13:59Z', 'revision_number': 4, 'project_id': 'a84d983d80534a47a6d92c606602b07f', 'gw_port': {'id': 'da46d161-833f-4f17-897e-7db1f7458f41', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:47:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4164d85-c0fb-49f9-ad05-7e7231811a3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3646, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:13:55Z', 'updated_at': '2021-11-05T19:13:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1', '_interfaces': [{'id': '45ee27c4-b041-46a4-9d59-5feccd1de936', 'name': '', 'network_id': '58fc325a-e45a-49be-bf36-f6c96aa6a244', 'tenant_id': 'a84d983d80534a47a6d92c606602b07f', 'mac_address': 'fa:16:3e:bf:89:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4164d85-c0fb-49f9-ad05-7e7231811a3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3649, 'fixed_ips': [{'subnet_id': '8d0e99fa-c7b5-4342-b937-e68b113a2994', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:13:59Z', 'updated_at': '2021-11-05T19:14:02Z', 'revision_number': 5, 'project_id': 'a84d983d80534a47a6d92c606602b07f', 'subnets': [{'id': '8d0e99fa-c7b5-4342-b937-e68b113a2994', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-1', False) {} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:15:24.111313 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7f69538-5508-45a0-ba16-a0bac030d1b0 None None] Checking router: f4164d85-c0fb-49f9-ad05-7e7231811a3d for host: n-d-816865-1 {{(pid=102389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 19:15:24.120939 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7f69538-5508-45a0-ba16-a0bac030d1b0 None None] Routers {'f4164d85-c0fb-49f9-ad05-7e7231811a3d'} bound to L3 agent in host n-d-816865-1 {{(pid=102389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 19:15:24.121615 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-e7f69538-5508-45a0-ba16-a0bac030d1b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T19:15:05Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['f4164d85-c0fb-49f9-ad05-7e7231811a3d'], 'active': True} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:15:24.129006 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40bed8d-039f-4b18-9fbd-a1510193cfca req-fac6f831-8268-4009-aa47-41e4147fa4f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:15:24.130581 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-c40bed8d-039f-4b18-9fbd-a1510193cfca req-fac6f831-8268-4009-aa47-41e4147fa4f1 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=8d0e99fa-c7b5-4342-b937-e68b113a2994 HTTP/1.1" status: 200 len: 834 time: 0.0516155 Nov 05 19:15:24.187446 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40bed8d-039f-4b18-9fbd-a1510193cfca req-7bc6d9ee-3445-4049-88a9-cdf6053c4daf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:15:24.189502 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-c40bed8d-039f-4b18-9fbd-a1510193cfca req-7bc6d9ee-3445-4049-88a9-cdf6053c4daf service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=58fc325a-e45a-49be-bf36-f6c96aa6a244&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0519786 Nov 05 19:15:24.241958 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvr_db [None req-e7f69538-5508-45a0-ba16-a0bac030d1b0 None None] Set router f4164d85-c0fb-49f9-ad05-7e7231811a3d gateway port host: n-d-816865-1 {{(pid=102389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 19:15:24.282378 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70846c61-3c2a-4a62-93b5-1a25cc406e17 req-33451261-d4c9-4f40-b0dd-e2adaf38deb2 tempest-TestSecurityGroupsBasicOps-319188584 tempest-TestSecurityGroupsBasicOps-319188584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:15:24.291128 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-70846c61-3c2a-4a62-93b5-1a25cc406e17 req-33451261-d4c9-4f40-b0dd-e2adaf38deb2 tempest-TestSecurityGroupsBasicOps-319188584 tempest-TestSecurityGroupsBasicOps-319188584-project] 10.222.0.13 "GET /v2.0/ports?device_id=5177d4b2-040c-4791-8030-1b9dc43777da HTTP/1.1" status: 200 len: 985 time: 0.0613639 Nov 05 19:15:24.304682 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-c40bed8d-039f-4b18-9fbd-a1510193cfca req-8af5cb24-9b44-4a45-a0c4-ca3293c7505d service neutron] 10.222.0.55 "GET /v2.0/networks/58fc325a-e45a-49be-bf36-f6c96aa6a244?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1041706 Nov 05 19:15:24.355370 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-70846c61-3c2a-4a62-93b5-1a25cc406e17 req-8e28800f-cd82-4b3a-918a-e2e57ddd8cb5 tempest-TestSecurityGroupsBasicOps-319188584 tempest-TestSecurityGroupsBasicOps-319188584-project] 10.222.0.13 "GET /v2.0/security-groups?id=774d1a15-5a47-408c-b009-1e46110c55e9&id=fa0b378d-eab7-43e2-91ac-352cff85ffc5&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0627487 Nov 05 19:15:24.411933 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-c40bed8d-039f-4b18-9fbd-a1510193cfca req-a2966e7e-1b8c-451f-bae0-a35406f01e8e service neutron] 10.222.0.55 "GET /v2.0/networks/58fc325a-e45a-49be-bf36-f6c96aa6a244?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0990102 Nov 05 19:15:24.466077 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-e7f69538-5508-45a0-ba16-a0bac030d1b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4164d85-c0fb-49f9-ad05-7e7231811a3d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-200372930', 'tenant_id': 'a84d983d80534a47a6d92c606602b07f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.218'}], 'enable_snat': True}, 'gw_port_id': 'da46d161-833f-4f17-897e-7db1f7458f41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T19:13:55Z', 'updated_at': '2021-11-05T19:13:59Z', 'revision_number': 4, 'project_id': 'a84d983d80534a47a6d92c606602b07f', 'gw_port': {'id': 'da46d161-833f-4f17-897e-7db1f7458f41', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:47:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4164d85-c0fb-49f9-ad05-7e7231811a3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3646, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:13:55Z', 'updated_at': '2021-11-05T19:13:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1', '_interfaces': [{'id': '45ee27c4-b041-46a4-9d59-5feccd1de936', 'name': '', 'network_id': '58fc325a-e45a-49be-bf36-f6c96aa6a244', 'tenant_id': 'a84d983d80534a47a6d92c606602b07f', 'mac_address': 'fa:16:3e:bf:89:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4164d85-c0fb-49f9-ad05-7e7231811a3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3649, 'fixed_ips': [{'subnet_id': '8d0e99fa-c7b5-4342-b937-e68b113a2994', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:13:59Z', 'updated_at': '2021-11-05T19:14:02Z', 'revision_number': 5, 'project_id': 'a84d983d80534a47a6d92c606602b07f', 'subnets': [{'id': '8d0e99fa-c7b5-4342-b937-e68b113a2994', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-1', False) {} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:15:24.493626 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7f69538-5508-45a0-ba16-a0bac030d1b0 None None] The sync data for ids ['f4164d85-c0fb-49f9-ad05-7e7231811a3d'] in n-d-816865-1 is: [{'id': 'f4164d85-c0fb-49f9-ad05-7e7231811a3d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-200372930', 'tenant_id': 'a84d983d80534a47a6d92c606602b07f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.218'}], 'enable_snat': True}, 'gw_port_id': 'da46d161-833f-4f17-897e-7db1f7458f41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T19:13:55Z', 'updated_at': '2021-11-05T19:13:59Z', 'revision_number': 4, 'project_id': 'a84d983d80534a47a6d92c606602b07f', 'gw_port': {'id': 'da46d161-833f-4f17-897e-7db1f7458f41', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:47:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4164d85-c0fb-49f9-ad05-7e7231811a3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3646, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:13:55Z', 'updated_at': '2021-11-05T19:13:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1', '_interfaces': [{'id': '45ee27c4-b041-46a4-9d59-5feccd1de936', 'name': '', 'network_id': '58fc325a-e45a-49be-bf36-f6c96aa6a244', 'tenant_id': 'a84d983d80534a47a6d92c606602b07f', 'mac_address': 'fa:16:3e:bf:89:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4164d85-c0fb-49f9-ad05-7e7231811a3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3649, 'fixed_ips': [{'subnet_id': '8d0e99fa-c7b5-4342-b937-e68b113a2994', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:13:59Z', 'updated_at': '2021-11-05T19:14:02Z', 'revision_number': 5, 'project_id': 'a84d983d80534a47a6d92c606602b07f', 'subnets': [{'id': '8d0e99fa-c7b5-4342-b937-e68b113a2994', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 19:15:24.739573 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fb5c270-3115-4183-8a6a-0570ce248c06 None None] New status for floating IP e8064032-cb49-48fd-b1c8-cca0dc8e0cbf: DOWN {{(pid=102388) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 05 19:15:24.740326 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.agents_db [None req-b9406b04-a0e8-43cf-b349-711963d96cf4 None None] Agent healthcheck: found 7 active agents {{(pid=102389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 05 19:15:25.480733 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7613498-4e85-40f8-871b-621c43a90012 req-ce89becc-f091-415b-a949-288260d49f7d tempest-TestSecurityGroupsBasicOps-319188584 tempest-TestSecurityGroupsBasicOps-319188584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:15:25.482290 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-e7613498-4e85-40f8-871b-621c43a90012 req-ce89becc-f091-415b-a949-288260d49f7d tempest-TestSecurityGroupsBasicOps-319188584 tempest-TestSecurityGroupsBasicOps-319188584-project] 10.222.0.13 "GET /v2.0/ports?device_id=5177d4b2-040c-4791-8030-1b9dc43777da HTTP/1.1" status: 200 len: 985 time: 0.0588934 Nov 05 19:15:25.544757 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-e7613498-4e85-40f8-871b-621c43a90012 req-9ed003dd-0c59-460e-bce3-f7c215bd9471 tempest-TestSecurityGroupsBasicOps-319188584 tempest-TestSecurityGroupsBasicOps-319188584-project] 10.222.0.13 "GET /v2.0/security-groups?id=774d1a15-5a47-408c-b009-1e46110c55e9&id=fa0b378d-eab7-43e2-91ac-352cff85ffc5&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0560660 Nov 05 19:15:25.710842 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6e5615-1868-46f7-9cec-562c83c986f3 req-b8204c32-cd6b-4954-86a8-4f5262343280 tempest-TestSecurityGroupsBasicOps-319188584 tempest-TestSecurityGroupsBasicOps-319188584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:15:25.712495 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-3b6e5615-1868-46f7-9cec-562c83c986f3 req-b8204c32-cd6b-4954-86a8-4f5262343280 tempest-TestSecurityGroupsBasicOps-319188584 tempest-TestSecurityGroupsBasicOps-319188584-project] 10.222.0.55 "GET /v2.0/ports?device_id=5177d4b2-040c-4791-8030-1b9dc43777da HTTP/1.1" status: 200 len: 985 time: 0.0529261 Nov 05 19:15:25.815132 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [req-3b6e5615-1868-46f7-9cec-562c83c986f3 req-9a327e12-776f-4dcf-a294-6ce729f8b8a5 tempest-TestSecurityGroupsBasicOps-319188584 tempest-TestSecurityGroupsBasicOps-319188584-project] Deleting port c8e60b88-c11d-490e-9300-b9a578a21a27 {{(pid=102386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 19:15:25.815493 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-3b6e5615-1868-46f7-9cec-562c83c986f3 req-9a327e12-776f-4dcf-a294-6ce729f8b8a5 tempest-TestSecurityGroupsBasicOps-319188584 tempest-TestSecurityGroupsBasicOps-319188584-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:15:25.906869 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [req-3b6e5615-1868-46f7-9cec-562c83c986f3 req-9a327e12-776f-4dcf-a294-6ce729f8b8a5 tempest-TestSecurityGroupsBasicOps-319188584 tempest-TestSecurityGroupsBasicOps-319188584-project] For port c8e60b88-c11d-490e-9300-b9a578a21a27, host n-h2-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=c8e60b88-c11d-490e-9300-b9a578a21a27,segment=NetworkSegment(4d8702c8-399b-43c9-bc26-a47a134ad532),segment_id=4d8702c8-399b-43c9-bc26-a47a134ad532)] {{(pid=102386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:15:25.907248 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-3b6e5615-1868-46f7-9cec-562c83c986f3 req-9a327e12-776f-4dcf-a294-6ce729f8b8a5 tempest-TestSecurityGroupsBasicOps-319188584 tempest-TestSecurityGroupsBasicOps-319188584-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:15:25.924703 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [req-3b6e5615-1868-46f7-9cec-562c83c986f3 req-9a327e12-776f-4dcf-a294-6ce729f8b8a5 tempest-TestSecurityGroupsBasicOps-319188584 tempest-TestSecurityGroupsBasicOps-319188584-project] Calling delete_port for c8e60b88-c11d-490e-9300-b9a578a21a27 owned by compute:nova {{(pid=102386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 19:15:26.463151 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-3b6e5615-1868-46f7-9cec-562c83c986f3 req-9a327e12-776f-4dcf-a294-6ce729f8b8a5 tempest-TestSecurityGroupsBasicOps-319188584 tempest-TestSecurityGroupsBasicOps-319188584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:15:26.496380 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a327e12-776f-4dcf-a294-6ce729f8b8a5 tempest-TestSecurityGroupsBasicOps-319188584 tempest-TestSecurityGroupsBasicOps-319188584-project] Pushing event deleted for resources: {'Port': ['ID=c8e60b88-c11d-490e-9300-b9a578a21a27,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:15:26.540820 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b6e5615-1868-46f7-9cec-562c83c986f3 req-9a327e12-776f-4dcf-a294-6ce729f8b8a5 tempest-TestSecurityGroupsBasicOps-319188584 tempest-TestSecurityGroupsBasicOps-319188584-project] No DVR routers for this DVR port c8e60b88-c11d-490e-9300-b9a578a21a27 on host n-h2-816865-1 {{(pid=102386) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 19:15:26.543742 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-3b6e5615-1868-46f7-9cec-562c83c986f3 req-9a327e12-776f-4dcf-a294-6ce729f8b8a5 tempest-TestSecurityGroupsBasicOps-319188584 tempest-TestSecurityGroupsBasicOps-319188584-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:15:26.547141 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-3b6e5615-1868-46f7-9cec-562c83c986f3 req-9a327e12-776f-4dcf-a294-6ce729f8b8a5 tempest-TestSecurityGroupsBasicOps-319188584 tempest-TestSecurityGroupsBasicOps-319188584-project] 10.222.0.55 "DELETE /v2.0/ports/c8e60b88-c11d-490e-9300-b9a578a21a27 HTTP/1.1" status: 204 len: 173 time: 0.8282933 Nov 05 19:15:26.547606 n-d-816865-1 neutron-server[102386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5177d4b2-040c-4791-8030-1b9dc43777da', 'name': 'network-vif-deleted', 'tag': 'c8e60b88-c11d-490e-9300-b9a578a21a27'}] {{(pid=102386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 19:15:26.549976 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6173a44d7c73f41af551dc890fa1a5892c2c6bc3458b640c8e0c24db7876ba6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1f71ec8-7de3-42c5-abb1-47ffbc78bb42" -d '{"events": [{"server_uuid": "5177d4b2-040c-4791-8030-1b9dc43777da", "name": "network-vif-deleted", "tag": "c8e60b88-c11d-490e-9300-b9a578a21a27"}]}' {{(pid=102386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 19:15:26.593221 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 19:15:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b0d746e-04cc-492b-8a3e-3517935850b4 x-openstack-request-id: req-5b0d746e-04cc-492b-8a3e-3517935850b4 {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 19:15:26.593874 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5177d4b2-040c-4791-8030-1b9dc43777da", "name": "network-vif-deleted", "tag": "c8e60b88-c11d-490e-9300-b9a578a21a27", "status": "completed", "code": 200}]} {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 19:15:26.594155 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5b0d746e-04cc-492b-8a3e-3517935850b4 {{(pid=102386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 19:15:26.594561 n-d-816865-1 neutron-server[102386]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5177d4b2-040c-4791-8030-1b9dc43777da', 'name': 'network-vif-deleted', 'tag': 'c8e60b88-c11d-490e-9300-b9a578a21a27', 'status': 'completed', 'code': 200} Nov 05 19:15:26.647391 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-378294c8-3780-4522-acc4-1c9f7b9ca494 req-4313a537-79d9-4926-be63-2f44d3dd43b2 tempest-TestSecurityGroupsBasicOps-319188584 tempest-TestSecurityGroupsBasicOps-319188584-project] 10.222.0.13 "GET /v2.0/ports?device_id=5177d4b2-040c-4791-8030-1b9dc43777da HTTP/1.1" status: 200 len: 210 time: 0.0308659 Nov 05 19:15:27.706785 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 37774) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:15:27.760217 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-69049512-4660-4496-92fb-36eaed3df41d tempest-TestSecurityGroupsBasicOps-319188584 tempest-TestSecurityGroupsBasicOps-319188584-project] Publish callbacks [] for security_group, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:15:27.783827 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-69049512-4660-4496-92fb-36eaed3df41d tempest-TestSecurityGroupsBasicOps-319188584 tempest-TestSecurityGroupsBasicOps-319188584-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:15:27.874446 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-69049512-4660-4496-92fb-36eaed3df41d tempest-TestSecurityGroupsBasicOps-319188584 tempest-TestSecurityGroupsBasicOps-319188584-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:15:27.877847 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-69049512-4660-4496-92fb-36eaed3df41d tempest-TestSecurityGroupsBasicOps-319188584 tempest-TestSecurityGroupsBasicOps-319188584-project] Publish callbacks [] for security_group, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:15:27.878924 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-69049512-4660-4496-92fb-36eaed3df41d tempest-TestSecurityGroupsBasicOps-319188584 tempest-TestSecurityGroupsBasicOps-319188584-project] 10.222.0.13 "DELETE /v2.0/security-groups/774d1a15-5a47-408c-b009-1e46110c55e9 HTTP/1.1" status: 204 len: 168 time: 0.1707945 Nov 05 19:15:27.881471 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 37780) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:15:27.888518 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69049512-4660-4496-92fb-36eaed3df41d tempest-TestSecurityGroupsBasicOps-319188584 tempest-TestSecurityGroupsBasicOps-319188584-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=774d1a15-5a47-408c-b009-1e46110c55e9,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:15:27.941044 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-1fb99b6f-450b-46b6-9aeb-8cfd5dba3ca3 tempest-TestSecurityGroupsBasicOps-319188584 tempest-TestSecurityGroupsBasicOps-319188584-project] Publish callbacks [] for security_group, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:15:27.965519 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-1fb99b6f-450b-46b6-9aeb-8cfd5dba3ca3 tempest-TestSecurityGroupsBasicOps-319188584 tempest-TestSecurityGroupsBasicOps-319188584-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:15:28.072463 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-1fb99b6f-450b-46b6-9aeb-8cfd5dba3ca3 tempest-TestSecurityGroupsBasicOps-319188584 tempest-TestSecurityGroupsBasicOps-319188584-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:15:28.075137 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-1fb99b6f-450b-46b6-9aeb-8cfd5dba3ca3 tempest-TestSecurityGroupsBasicOps-319188584 tempest-TestSecurityGroupsBasicOps-319188584-project] Publish callbacks [] for security_group, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:15:28.076406 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-1fb99b6f-450b-46b6-9aeb-8cfd5dba3ca3 tempest-TestSecurityGroupsBasicOps-319188584 tempest-TestSecurityGroupsBasicOps-319188584-project] 10.222.0.13 "DELETE /v2.0/security-groups/fa0b378d-eab7-43e2-91ac-352cff85ffc5 HTTP/1.1" status: 204 len: 168 time: 0.1925964 Nov 05 19:15:28.079683 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 37794) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:15:28.091787 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb99b6f-450b-46b6-9aeb-8cfd5dba3ca3 tempest-TestSecurityGroupsBasicOps-319188584 tempest-TestSecurityGroupsBasicOps-319188584-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa0b378d-eab7-43e2-91ac-352cff85ffc5,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:15:28.157419 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbfefa1-34e9-497d-9ac1-a4d8214e0577 req-78553ce9-a270-4070-b1a3-a62f42d2835d tempest-AttachVolumeNegativeTest-814338664 tempest-AttachVolumeNegativeTest-814338664-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:15:28.158953 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-8dbfefa1-34e9-497d-9ac1-a4d8214e0577 req-78553ce9-a270-4070-b1a3-a62f42d2835d tempest-AttachVolumeNegativeTest-814338664 tempest-AttachVolumeNegativeTest-814338664-project] 10.222.0.13 "GET /v2.0/networks?id=f31b1f2e-a615-43e1-9e9b-9f3f947ccb7d HTTP/1.1" status: 200 len: 814 time: 0.1163442 Nov 05 19:15:28.175311 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-8dbfefa1-34e9-497d-9ac1-a4d8214e0577 req-8bbd0e13-a203-4643-8870-6afca4247013 tempest-AttachVolumeNegativeTest-814338664 tempest-AttachVolumeNegativeTest-814338664-project] 10.222.0.13 "GET /v2.0/quotas/3cd2670f992046758c37c8cd7300aad8 HTTP/1.1" status: 200 len: 375 time: 0.0092914 Nov 05 19:15:28.230602 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-8dbfefa1-34e9-497d-9ac1-a4d8214e0577 req-159cdae1-a5a2-4e81-94e9-f2d0c7e5e49f tempest-AttachVolumeNegativeTest-814338664 tempest-AttachVolumeNegativeTest-814338664-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=3cd2670f992046758c37c8cd7300aad8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0476556 Nov 05 19:15:28.328894 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-8dbfefa1-34e9-497d-9ac1-a4d8214e0577 req-a60ab5f3-3938-45cc-9333-cd15b80cf79d service neutron] 10.222.0.13 "GET /v2.0/networks/f31b1f2e-a615-43e1-9e9b-9f3f947ccb7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909071 Nov 05 19:15:28.421628 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-8dbfefa1-34e9-497d-9ac1-a4d8214e0577 req-2df99294-a503-4581-9ee6-9920c12b7229 service neutron] 10.222.0.13 "GET /v2.0/networks/f31b1f2e-a615-43e1-9e9b-9f3f947ccb7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861213 Nov 05 19:15:28.459907 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-4e913081-0c81-4be4-8f6d-ec0575b13375 tempest-TestSecurityGroupsBasicOps-319188584 tempest-TestSecurityGroupsBasicOps-319188584-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-571777'] for router_interface, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:15:28.686633 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-32d2d343-d544-457e-878e-52627d25d174 req-d6a0c217-c2d9-4e65-99e8-aa9b5406b199 tempest-AttachVolumeNegativeTest-814338664 tempest-AttachVolumeNegativeTest-814338664-project] 10.222.0.13 "GET /v2.0/ports?device_id=62cf4386-7813-4901-bb02-41f41e7cb032 HTTP/1.1" status: 200 len: 210 time: 0.0408697 Nov 05 19:15:28.757888 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-4e913081-0c81-4be4-8f6d-ec0575b13375 tempest-TestSecurityGroupsBasicOps-319188584 tempest-TestSecurityGroupsBasicOps-319188584-project] Deleting port 45ee27c4-b041-46a4-9d59-5feccd1de936 {{(pid=102386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 19:15:28.758259 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-4e913081-0c81-4be4-8f6d-ec0575b13375 tempest-TestSecurityGroupsBasicOps-319188584 tempest-TestSecurityGroupsBasicOps-319188584-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:15:28.851109 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [None req-4e913081-0c81-4be4-8f6d-ec0575b13375 tempest-TestSecurityGroupsBasicOps-319188584 tempest-TestSecurityGroupsBasicOps-319188584-project] For port 45ee27c4-b041-46a4-9d59-5feccd1de936, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=45ee27c4-b041-46a4-9d59-5feccd1de936,segment=NetworkSegment(4d8702c8-399b-43c9-bc26-a47a134ad532),segment_id=4d8702c8-399b-43c9-bc26-a47a134ad532)] {{(pid=102386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:15:28.851475 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-4e913081-0c81-4be4-8f6d-ec0575b13375 tempest-TestSecurityGroupsBasicOps-319188584 tempest-TestSecurityGroupsBasicOps-319188584-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:15:28.864038 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-4e913081-0c81-4be4-8f6d-ec0575b13375 tempest-TestSecurityGroupsBasicOps-319188584 tempest-TestSecurityGroupsBasicOps-319188584-project] Calling delete_port for 45ee27c4-b041-46a4-9d59-5feccd1de936 owned by network:router_interface {{(pid=102386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 19:15:29.154666 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-4e913081-0c81-4be4-8f6d-ec0575b13375 tempest-TestSecurityGroupsBasicOps-319188584 tempest-TestSecurityGroupsBasicOps-319188584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:15:29.181203 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e913081-0c81-4be4-8f6d-ec0575b13375 tempest-TestSecurityGroupsBasicOps-319188584 tempest-TestSecurityGroupsBasicOps-319188584-project] Pushing event deleted for resources: {'Port': ['ID=45ee27c4-b041-46a4-9d59-5feccd1de936,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:15:29.354212 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-4e913081-0c81-4be4-8f6d-ec0575b13375 tempest-TestSecurityGroupsBasicOps-319188584 tempest-TestSecurityGroupsBasicOps-319188584-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-597886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-573297'] for router_interface, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:15:29.589035 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e913081-0c81-4be4-8f6d-ec0575b13375 tempest-TestSecurityGroupsBasicOps-319188584 tempest-TestSecurityGroupsBasicOps-319188584-project] Router f4164d85-c0fb-49f9-ad05-7e7231811a3d has already been hosted by L3 agent 6dcb5589-8e86-4616-9186-ddc4548e13ad {{(pid=102386) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 19:15:29.702920 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e913081-0c81-4be4-8f6d-ec0575b13375 tempest-TestSecurityGroupsBasicOps-319188584 tempest-TestSecurityGroupsBasicOps-319188584-project] Notify agent at l3_agent.n-d-816865-1 the message routers_updated {{(pid=102386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 19:15:29.708850 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-4e913081-0c81-4be4-8f6d-ec0575b13375 tempest-TestSecurityGroupsBasicOps-319188584 tempest-TestSecurityGroupsBasicOps-319188584-project] 10.222.0.13 "PUT /v2.0/routers/f4164d85-c0fb-49f9-ad05-7e7231811a3d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6270936 Nov 05 19:15:29.711360 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 37808) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:15:29.717316 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-915dae78-76bc-4236-8c18-aafe37d165e5 None None] Sync routers for ids ['f4164d85-c0fb-49f9-ad05-7e7231811a3d'] in n-d-816865-1 {{(pid=102389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 19:15:29.728823 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-915dae78-76bc-4236-8c18-aafe37d165e5 None None] Routers {'f4164d85-c0fb-49f9-ad05-7e7231811a3d'} bound to L3 agent in host n-d-816865-1 {{(pid=102389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 19:15:29.729464 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-915dae78-76bc-4236-8c18-aafe37d165e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T19:15:05Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['f4164d85-c0fb-49f9-ad05-7e7231811a3d'], 'active': True} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:15:29.768254 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.db_base_plugin_v2 [None req-f35f3d03-e2ad-45d5-8218-c44b111d74ec tempest-TestSecurityGroupsBasicOps-319188584 tempest-TestSecurityGroupsBasicOps-319188584-project] Deleting subnet 8d0e99fa-c7b5-4342-b937-e68b113a2994 {{(pid=102386) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 05 19:15:29.772030 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-f35f3d03-e2ad-45d5-8218-c44b111d74ec tempest-TestSecurityGroupsBasicOps-319188584 tempest-TestSecurityGroupsBasicOps-319188584-project] Publish callbacks [] for subnet, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:15:29.794925 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-23d172c8-b60a-4605-9af6-5fcc11bf14fa req-94113e47-230b-4c36-89c7-30bbe00df7b5 tempest-AttachVolumeNegativeTest-814338664 tempest-AttachVolumeNegativeTest-814338664-project] 10.222.0.13 "GET /v2.0/ports?device_id=62cf4386-7813-4901-bb02-41f41e7cb032 HTTP/1.1" status: 200 len: 210 time: 0.0329018 Nov 05 19:15:29.817402 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-f35f3d03-e2ad-45d5-8218-c44b111d74ec tempest-TestSecurityGroupsBasicOps-319188584 tempest-TestSecurityGroupsBasicOps-319188584-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4590738'] for subnet, precommit_delete_associations {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:15:29.908310 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-f35f3d03-e2ad-45d5-8218-c44b111d74ec tempest-TestSecurityGroupsBasicOps-319188584 tempest-TestSecurityGroupsBasicOps-319188584-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1573928'] for subnet, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:15:29.945865 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvr_db [None req-915dae78-76bc-4236-8c18-aafe37d165e5 None None] Set router f4164d85-c0fb-49f9-ad05-7e7231811a3d gateway port host: n-d-816865-1 {{(pid=102389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 19:15:30.051498 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-f35f3d03-e2ad-45d5-8218-c44b111d74ec tempest-TestSecurityGroupsBasicOps-319188584 tempest-TestSecurityGroupsBasicOps-319188584-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1573905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6149879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4877183'] for subnet, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:15:30.080995 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35f3d03-e2ad-45d5-8218-c44b111d74ec tempest-TestSecurityGroupsBasicOps-319188584 tempest-TestSecurityGroupsBasicOps-319188584-project] Pushing event deleted for resources: {'Subnet': ['ID=8d0e99fa-c7b5-4342-b937-e68b113a2994,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:15:30.085277 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-f35f3d03-e2ad-45d5-8218-c44b111d74ec tempest-TestSecurityGroupsBasicOps-319188584 tempest-TestSecurityGroupsBasicOps-319188584-project] Publish callbacks [] for subnet, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:15:30.088781 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-f35f3d03-e2ad-45d5-8218-c44b111d74ec tempest-TestSecurityGroupsBasicOps-319188584 tempest-TestSecurityGroupsBasicOps-319188584-project] 10.222.0.13 "DELETE /v2.0/subnets/8d0e99fa-c7b5-4342-b937-e68b113a2994 HTTP/1.1" status: 204 len: 168 time: 0.3759243 Nov 05 19:15:30.092043 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 37810) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:15:30.096458 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfc18b5a-f300-46a7-8068-ec43e36c7caf None None] Network 58fc325a-e45a-49be-bf36-f6c96aa6a244 requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 19:15:30.160047 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-915dae78-76bc-4236-8c18-aafe37d165e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4164d85-c0fb-49f9-ad05-7e7231811a3d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-200372930', 'tenant_id': 'a84d983d80534a47a6d92c606602b07f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.218'}], 'enable_snat': True}, 'gw_port_id': 'da46d161-833f-4f17-897e-7db1f7458f41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T19:13:55Z', 'updated_at': '2021-11-05T19:15:28Z', 'revision_number': 5, 'project_id': 'a84d983d80534a47a6d92c606602b07f', 'gw_port': {'id': 'da46d161-833f-4f17-897e-7db1f7458f41', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:47:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4164d85-c0fb-49f9-ad05-7e7231811a3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3646, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:13:55Z', 'updated_at': '2021-11-05T19:13:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1'}], 'n-d-816865-1', False) {} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:15:30.189961 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-915dae78-76bc-4236-8c18-aafe37d165e5 None None] Checking router: f4164d85-c0fb-49f9-ad05-7e7231811a3d for host: n-d-816865-1 {{(pid=102389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 19:15:30.199353 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-915dae78-76bc-4236-8c18-aafe37d165e5 None None] Routers {'f4164d85-c0fb-49f9-ad05-7e7231811a3d'} bound to L3 agent in host n-d-816865-1 {{(pid=102389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 19:15:30.199976 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-915dae78-76bc-4236-8c18-aafe37d165e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T19:15:05Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['f4164d85-c0fb-49f9-ad05-7e7231811a3d'], 'active': True} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:15:30.219499 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-8e517113-dd3d-41a3-976b-27343f22f5f8 tempest-TestSecurityGroupsBasicOps-319188584 tempest-TestSecurityGroupsBasicOps-319188584-project] Publish callbacks [] for router, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:15:30.323804 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19c8fa40-ec9d-46ef-843a-d74f0b6ecdd7 None None] DHCP port deletion for 58fc325a-e45a-49be-bf36-f6c96aa6a244 request from n-d-816865-1 {{(pid=102388) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 05 19:15:30.325197 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvr_db [None req-915dae78-76bc-4236-8c18-aafe37d165e5 None None] Set router f4164d85-c0fb-49f9-ad05-7e7231811a3d gateway port host: n-d-816865-1 {{(pid=102389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 19:15:30.341861 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-8e517113-dd3d-41a3-976b-27343f22f5f8 tempest-TestSecurityGroupsBasicOps-319188584 tempest-TestSecurityGroupsBasicOps-319188584-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:15:30.372673 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-19c8fa40-ec9d-46ef-843a-d74f0b6ecdd7 None None] Deleting port 9b8d8673-6b1c-4e99-aea7-b8cdf8b7baac {{(pid=102388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 19:15:30.373376 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-19c8fa40-ec9d-46ef-843a-d74f0b6ecdd7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:15:30.441768 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-19c8fa40-ec9d-46ef-843a-d74f0b6ecdd7 None None] For port 9b8d8673-6b1c-4e99-aea7-b8cdf8b7baac, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=9b8d8673-6b1c-4e99-aea7-b8cdf8b7baac,segment=NetworkSegment(4d8702c8-399b-43c9-bc26-a47a134ad532),segment_id=4d8702c8-399b-43c9-bc26-a47a134ad532)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:15:30.442369 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-19c8fa40-ec9d-46ef-843a-d74f0b6ecdd7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:15:30.453597 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [None req-8e517113-dd3d-41a3-976b-27343f22f5f8 tempest-TestSecurityGroupsBasicOps-319188584 tempest-TestSecurityGroupsBasicOps-319188584-project] Deleting port da46d161-833f-4f17-897e-7db1f7458f41 {{(pid=102387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 19:15:30.453943 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-8e517113-dd3d-41a3-976b-27343f22f5f8 tempest-TestSecurityGroupsBasicOps-319188584 tempest-TestSecurityGroupsBasicOps-319188584-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:15:30.457343 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-19c8fa40-ec9d-46ef-843a-d74f0b6ecdd7 None None] Calling delete_port for 9b8d8673-6b1c-4e99-aea7-b8cdf8b7baac owned by network:dhcp {{(pid=102388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 19:15:30.517908 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-915dae78-76bc-4236-8c18-aafe37d165e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4164d85-c0fb-49f9-ad05-7e7231811a3d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-200372930', 'tenant_id': 'a84d983d80534a47a6d92c606602b07f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.218'}], 'enable_snat': True}, 'gw_port_id': 'da46d161-833f-4f17-897e-7db1f7458f41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T19:13:55Z', 'updated_at': '2021-11-05T19:15:28Z', 'revision_number': 5, 'project_id': 'a84d983d80534a47a6d92c606602b07f', 'gw_port': {'id': 'da46d161-833f-4f17-897e-7db1f7458f41', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:47:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4164d85-c0fb-49f9-ad05-7e7231811a3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3646, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:13:55Z', 'updated_at': '2021-11-05T19:13:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1'}], 'n-d-816865-1', False) {} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:15:30.545587 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-915dae78-76bc-4236-8c18-aafe37d165e5 None None] The sync data for ids ['f4164d85-c0fb-49f9-ad05-7e7231811a3d'] in n-d-816865-1 is: [{'id': 'f4164d85-c0fb-49f9-ad05-7e7231811a3d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-200372930', 'tenant_id': 'a84d983d80534a47a6d92c606602b07f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.218'}], 'enable_snat': True}, 'gw_port_id': 'da46d161-833f-4f17-897e-7db1f7458f41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T19:13:55Z', 'updated_at': '2021-11-05T19:15:28Z', 'revision_number': 5, 'project_id': 'a84d983d80534a47a6d92c606602b07f', 'gw_port': {'id': 'da46d161-833f-4f17-897e-7db1f7458f41', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:47:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4164d85-c0fb-49f9-ad05-7e7231811a3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3646, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:13:55Z', 'updated_at': '2021-11-05T19:13:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1'}] {{(pid=102389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 19:15:30.556891 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.db [None req-8e517113-dd3d-41a3-976b-27343f22f5f8 tempest-TestSecurityGroupsBasicOps-319188584 tempest-TestSecurityGroupsBasicOps-319188584-project] For port da46d161-833f-4f17-897e-7db1f7458f41, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=da46d161-833f-4f17-897e-7db1f7458f41,segment=NetworkSegment(85be518c-8bb4-46a2-a903-d4292782d29d),segment_id=85be518c-8bb4-46a2-a903-d4292782d29d)] {{(pid=102387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:15:30.556891 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-8e517113-dd3d-41a3-976b-27343f22f5f8 tempest-TestSecurityGroupsBasicOps-319188584 tempest-TestSecurityGroupsBasicOps-319188584-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:15:30.564124 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [None req-8e517113-dd3d-41a3-976b-27343f22f5f8 tempest-TestSecurityGroupsBasicOps-319188584 tempest-TestSecurityGroupsBasicOps-319188584-project] Calling delete_port for da46d161-833f-4f17-897e-7db1f7458f41 owned by network:router_gateway {{(pid=102387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 19:15:30.634068 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-19c8fa40-ec9d-46ef-843a-d74f0b6ecdd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798'] for port, after_delete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:15:30.663023 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19c8fa40-ec9d-46ef-843a-d74f0b6ecdd7 None None] No DVR routers for this DVR port 9b8d8673-6b1c-4e99-aea7-b8cdf8b7baac on host n-d-816865-1 {{(pid=102388) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 19:15:30.670381 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c8fa40-ec9d-46ef-843a-d74f0b6ecdd7 None None] Pushing event deleted for resources: {'Port': ['ID=9b8d8673-6b1c-4e99-aea7-b8cdf8b7baac,revision_number=None']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:15:30.728981 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Device c8e60b88-c11d-490e-9300-b9a578a21a27 no longer exists at agent hyperv_n-h2-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 19:15:30.752264 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] No Port match for: c8e60b88-c11d-490e-9300-b9a578a21a27 {{(pid=102388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 19:15:30.752901 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Device c8e60b88-c11d-490e-9300-b9a578a21a27 not bound to the agent host n-h2-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 19:15:30.837368 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbfefa1-34e9-497d-9ac1-a4d8214e0577 req-bb4a07a9-116a-48c3-ae81-41e4bd5f5310 tempest-AttachVolumeNegativeTest-814338664 tempest-AttachVolumeNegativeTest-814338664-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:15:30.838912 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-8dbfefa1-34e9-497d-9ac1-a4d8214e0577 req-bb4a07a9-116a-48c3-ae81-41e4bd5f5310 tempest-AttachVolumeNegativeTest-814338664 tempest-AttachVolumeNegativeTest-814338664-project] 10.222.0.41 "GET /v2.0/networks?id=f31b1f2e-a615-43e1-9e9b-9f3f947ccb7d HTTP/1.1" status: 200 len: 814 time: 0.1235044 Nov 05 19:15:30.853896 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [req-8dbfefa1-34e9-497d-9ac1-a4d8214e0577 req-3e82dd68-3c1e-4483-933e-adb2816787ab tempest-AttachVolumeNegativeTest-814338664 tempest-AttachVolumeNegativeTest-814338664-project] Request body: {'port': {'device_id': '62cf4386-7813-4901-bb02-41f41e7cb032', 'network_id': 'f31b1f2e-a615-43e1-9e9b-9f3f947ccb7d', 'admin_state_up': True, 'tenant_id': '3cd2670f992046758c37c8cd7300aad8'}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:15:30.876767 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-8e517113-dd3d-41a3-976b-27343f22f5f8 tempest-TestSecurityGroupsBasicOps-319188584 tempest-TestSecurityGroupsBasicOps-319188584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4417063'] for port, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:15:30.958456 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-a6e4e375-1ffa-4e78-a60c-784669ac755c req-cafcbbc4-5b6f-4032-bfda-c651f3c5de21 tempest-AttachVolumeNegativeTest-814338664 tempest-AttachVolumeNegativeTest-814338664-project] 10.222.0.13 "GET /v2.0/ports?device_id=62cf4386-7813-4901-bb02-41f41e7cb032 HTTP/1.1" status: 200 len: 210 time: 0.0830553 Nov 05 19:15:30.962299 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e517113-dd3d-41a3-976b-27343f22f5f8 tempest-TestSecurityGroupsBasicOps-319188584 tempest-TestSecurityGroupsBasicOps-319188584-project] Pushing event deleted for resources: {'Port': ['ID=da46d161-833f-4f17-897e-7db1f7458f41,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:15:31.059109 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-8e517113-dd3d-41a3-976b-27343f22f5f8 tempest-TestSecurityGroupsBasicOps-319188584 tempest-TestSecurityGroupsBasicOps-319188584-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1000651'] for router_gateway, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:15:31.156644 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-8e517113-dd3d-41a3-976b-27343f22f5f8 tempest-TestSecurityGroupsBasicOps-319188584 tempest-TestSecurityGroupsBasicOps-319188584-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-571301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6852'] for router, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:15:31.158953 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-8e517113-dd3d-41a3-976b-27343f22f5f8 tempest-TestSecurityGroupsBasicOps-319188584 tempest-TestSecurityGroupsBasicOps-319188584-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:15:31.197513 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8dbfefa1-34e9-497d-9ac1-a4d8214e0577 req-3e82dd68-3c1e-4483-933e-adb2816787ab tempest-AttachVolumeNegativeTest-814338664 tempest-AttachVolumeNegativeTest-814338664-project] Made reservation on behalf of 3cd2670f992046758c37c8cd7300aad8 for: {'port': 1} {{(pid=102387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 19:15:31.201003 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-8dbfefa1-34e9-497d-9ac1-a4d8214e0577 req-3e82dd68-3c1e-4483-933e-adb2816787ab tempest-AttachVolumeNegativeTest-814338664 tempest-AttachVolumeNegativeTest-814338664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:15:31.297763 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-8e517113-dd3d-41a3-976b-27343f22f5f8 tempest-TestSecurityGroupsBasicOps-319188584 tempest-TestSecurityGroupsBasicOps-319188584-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-571310'] for router, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:15:31.298336 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e517113-dd3d-41a3-976b-27343f22f5f8 tempest-TestSecurityGroupsBasicOps-319188584 tempest-TestSecurityGroupsBasicOps-319188584-project] Fanout notify agent at l3_agent the message router_deleted on router f4164d85-c0fb-49f9-ad05-7e7231811a3d {{(pid=102387) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 05 19:15:31.306478 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-8e517113-dd3d-41a3-976b-27343f22f5f8 tempest-TestSecurityGroupsBasicOps-319188584 tempest-TestSecurityGroupsBasicOps-319188584-project] Publish callbacks [] for router, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:15:31.307583 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-8e517113-dd3d-41a3-976b-27343f22f5f8 tempest-TestSecurityGroupsBasicOps-319188584 tempest-TestSecurityGroupsBasicOps-319188584-project] 10.222.0.13 "DELETE /v2.0/routers/f4164d85-c0fb-49f9-ad05-7e7231811a3d HTTP/1.1" status: 204 len: 168 time: 1.2136104 Nov 05 19:15:31.310268 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 37814) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:15:31.389379 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.db_base_plugin_common [req-8dbfefa1-34e9-497d-9ac1-a4d8214e0577 req-3e82dd68-3c1e-4483-933e-adb2816787ab tempest-AttachVolumeNegativeTest-814338664 tempest-AttachVolumeNegativeTest-814338664-project] Allocated IP 172.20.0.10 (f31b1f2e-a615-43e1-9e9b-9f3f947ccb7d/41ea8269-cd9c-4654-abcc-5b4c434f2dbf/683b23bc-9257-42a4-8163-2140a779f154) {{(pid=102387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 19:15:31.415914 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-04d61fbf-6ad4-4905-bd8c-92a134ef903f tempest-TestSecurityGroupsBasicOps-319188584 tempest-TestSecurityGroupsBasicOps-319188584-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1664226'] for network, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:15:31.551637 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-04d61fbf-6ad4-4905-bd8c-92a134ef903f tempest-TestSecurityGroupsBasicOps-319188584 tempest-TestSecurityGroupsBasicOps-319188584-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1579173', 'neutron.services.segments.db._delete_segments_for_network-8750027792909'] for network, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:15:31.602072 n-d-816865-1 neutron-server[102387]: DEBUG neutron.services.segments.db [None req-04d61fbf-6ad4-4905-bd8c-92a134ef903f tempest-TestSecurityGroupsBasicOps-319188584 tempest-TestSecurityGroupsBasicOps-319188584-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58fc325a-e45a-49be-bf36-f6c96aa6a244']}} {{(pid=102387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:15:31.615694 n-d-816865-1 neutron-server[102387]: DEBUG neutron.services.segments.db [None req-04d61fbf-6ad4-4905-bd8c-92a134ef903f tempest-TestSecurityGroupsBasicOps-319188584 tempest-TestSecurityGroupsBasicOps-319188584-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d8702c8-399b-43c9-bc26-a47a134ad532') {'for_net_delete': True} {{(pid=102387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:15:31.616516 n-d-816865-1 neutron-server[102387]: DEBUG neutron.services.segments.db [None req-04d61fbf-6ad4-4905-bd8c-92a134ef903f tempest-TestSecurityGroupsBasicOps-319188584 tempest-TestSecurityGroupsBasicOps-319188584-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d8702c8-399b-43c9-bc26-a47a134ad532') {} {{(pid=102387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:15:31.631481 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-04d61fbf-6ad4-4905-bd8c-92a134ef903f tempest-TestSecurityGroupsBasicOps-319188584 tempest-TestSecurityGroupsBasicOps-319188584-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750027793430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4463492'] for segment, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:15:31.660001 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-04d61fbf-6ad4-4905-bd8c-92a134ef903f tempest-TestSecurityGroupsBasicOps-319188584 tempest-TestSecurityGroupsBasicOps-319188584-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273'] for segment, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:15:31.664974 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-8dbfefa1-34e9-497d-9ac1-a4d8214e0577 req-3e82dd68-3c1e-4483-933e-adb2816787ab tempest-AttachVolumeNegativeTest-814338664 tempest-AttachVolumeNegativeTest-814338664-project] Publish callbacks [] for port, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:15:31.668898 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04d61fbf-6ad4-4905-bd8c-92a134ef903f tempest-TestSecurityGroupsBasicOps-319188584 tempest-TestSecurityGroupsBasicOps-319188584-project] Releasing vlan 171 on physical network physnet1 to pool {{(pid=102387) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 05 19:15:31.669275 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-04d61fbf-6ad4-4905-bd8c-92a134ef903f tempest-TestSecurityGroupsBasicOps-319188584 tempest-TestSecurityGroupsBasicOps-319188584-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4417236'] for segment, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:15:31.672154 n-d-816865-1 neutron-server[102387]: Traceback (most recent call last): Nov 05 19:15:31.672154 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 05 19:15:31.672154 n-d-816865-1 neutron-server[102387]: timer() Nov 05 19:15:31.672154 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 05 19:15:31.672154 n-d-816865-1 neutron-server[102387]: cb(*args, **kw) Nov 05 19:15:31.672154 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 05 19:15:31.672154 n-d-816865-1 neutron-server[102387]: return func(*args, **kwargs) Nov 05 19:15:31.672154 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 05 19:15:31.672154 n-d-816865-1 neutron-server[102387]: self._notify() Nov 05 19:15:31.672154 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 05 19:15:31.672154 n-d-816865-1 neutron-server[102387]: self.callback(batched_events) Nov 05 19:15:31.672154 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 05 19:15:31.672154 n-d-816865-1 neutron-server[102387]: event.method(event) Nov 05 19:15:31.672154 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 05 19:15:31.672154 n-d-816865-1 neutron-server[102387]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 05 19:15:31.672154 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 05 19:15:31.672154 n-d-816865-1 neutron-server[102387]: aggregate_uuid = self.p_client.list_aggregates( Nov 05 19:15:31.672154 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 05 19:15:31.672154 n-d-816865-1 neutron-server[102387]: return f(self, *a, **k) Nov 05 19:15:31.672154 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 05 19:15:31.672154 n-d-816865-1 neutron-server[102387]: return self._get(url).json() Nov 05 19:15:31.672154 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 05 19:15:31.672154 n-d-816865-1 neutron-server[102387]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 05 19:15:31.672154 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 05 19:15:31.672154 n-d-816865-1 neutron-server[102387]: return self.request(url, 'GET', **kwargs) Nov 05 19:15:31.672154 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 05 19:15:31.672154 n-d-816865-1 neutron-server[102387]: base_url = self.get_endpoint(auth, allow=allow, Nov 05 19:15:31.672154 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 05 19:15:31.672154 n-d-816865-1 neutron-server[102387]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 05 19:15:31.672154 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 05 19:15:31.672154 n-d-816865-1 neutron-server[102387]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 05 19:15:31.672154 n-d-816865-1 neutron-server[102387]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 05 19:15:31.810537 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device da46d161-833f-4f17-897e-7db1f7458f41 no longer exists at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 19:15:31.822926 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-04d61fbf-6ad4-4905-bd8c-92a134ef903f tempest-TestSecurityGroupsBasicOps-319188584 tempest-TestSecurityGroupsBasicOps-319188584-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1579178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-956796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1000687'] for network, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:15:31.833607 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] No Port match for: da46d161-833f-4f17-897e-7db1f7458f41 {{(pid=102388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 19:15:31.833607 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device da46d161-833f-4f17-897e-7db1f7458f41 not bound to the agent host n-d-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 19:15:31.833607 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 45ee27c4-b041-46a4-9d59-5feccd1de936 no longer exists at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 19:15:31.841292 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-04d61fbf-6ad4-4905-bd8c-92a134ef903f tempest-TestSecurityGroupsBasicOps-319188584 tempest-TestSecurityGroupsBasicOps-319188584-project] Publish callbacks [] for network, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:15:31.844645 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-04d61fbf-6ad4-4905-bd8c-92a134ef903f tempest-TestSecurityGroupsBasicOps-319188584 tempest-TestSecurityGroupsBasicOps-319188584-project] 10.222.0.13 "DELETE /v2.0/networks/58fc325a-e45a-49be-bf36-f6c96aa6a244 HTTP/1.1" status: 204 len: 168 time: 0.5333829 Nov 05 19:15:31.845699 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d61fbf-6ad4-4905-bd8c-92a134ef903f tempest-TestSecurityGroupsBasicOps-319188584 tempest-TestSecurityGroupsBasicOps-319188584-project] Pushing event deleted for resources: {'Network': ['ID=58fc325a-e45a-49be-bf36-f6c96aa6a244,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:15:31.856062 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-8dbfefa1-34e9-497d-9ac1-a4d8214e0577 req-3e82dd68-3c1e-4483-933e-adb2816787ab tempest-AttachVolumeNegativeTest-814338664 tempest-AttachVolumeNegativeTest-814338664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4417063'] for port, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:15:31.856216 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] No Port match for: 45ee27c4-b041-46a4-9d59-5feccd1de936 {{(pid=102388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 19:15:31.856216 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 45ee27c4-b041-46a4-9d59-5feccd1de936 not bound to the agent host n-d-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 19:15:31.856216 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 9b8d8673-6b1c-4e99-aea7-b8cdf8b7baac no longer exists at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 19:15:31.876856 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] get_ports_and_sgs() called for port_ids ['c6ce76bb-d1c4-481a-8dba-38bab6a7b11e'] {{(pid=102388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 19:15:31.879228 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] get_ports_and_sgs() called for port_ids ['afeb8dd3-b1ab-4bad-8471-e80269ed47c7'] {{(pid=102388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 19:15:31.883961 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] No Port match for: 9b8d8673-6b1c-4e99-aea7-b8cdf8b7baac {{(pid=102388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 19:15:31.884131 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 9b8d8673-6b1c-4e99-aea7-b8cdf8b7baac not bound to the agent host n-d-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 19:15:31.904885 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8dbfefa1-34e9-497d-9ac1-a4d8214e0577 req-3e82dd68-3c1e-4483-933e-adb2816787ab tempest-AttachVolumeNegativeTest-814338664 tempest-AttachVolumeNegativeTest-814338664-project] Network f31b1f2e-a615-43e1-9e9b-9f3f947ccb7d is already hosted by enough agents. {{(pid=102387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 19:15:31.908425 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.base_scheduler [req-8dbfefa1-34e9-497d-9ac1-a4d8214e0577 req-3e82dd68-3c1e-4483-933e-adb2816787ab tempest-AttachVolumeNegativeTest-814338664 tempest-AttachVolumeNegativeTest-814338664-project] Resources bound (agent type, host, resource id): {{(pid=102387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 19:15:31.913722 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.l3_dvrscheduler_db [req-8dbfefa1-34e9-497d-9ac1-a4d8214e0577 req-3e82dd68-3c1e-4483-933e-adb2816787ab tempest-AttachVolumeNegativeTest-814338664 tempest-AttachVolumeNegativeTest-814338664-project] Received port after_create {{(pid=102387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 19:15:31.917836 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e82dd68-3c1e-4483-933e-adb2816787ab tempest-AttachVolumeNegativeTest-814338664 tempest-AttachVolumeNegativeTest-814338664-project] Pushing event updated for resources: {'Port': ['ID=683b23bc-9257-42a4-8163-2140a779f154,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:15:31.980044 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbfefa1-34e9-497d-9ac1-a4d8214e0577 req-3e82dd68-3c1e-4483-933e-adb2816787ab tempest-AttachVolumeNegativeTest-814338664 tempest-AttachVolumeNegativeTest-814338664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:15:31.980583 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-8dbfefa1-34e9-497d-9ac1-a4d8214e0577 req-3e82dd68-3c1e-4483-933e-adb2816787ab tempest-AttachVolumeNegativeTest-814338664 tempest-AttachVolumeNegativeTest-814338664-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:15:32.078161 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-8dbfefa1-34e9-497d-9ac1-a4d8214e0577 req-3e82dd68-3c1e-4483-933e-adb2816787ab tempest-AttachVolumeNegativeTest-814338664 tempest-AttachVolumeNegativeTest-814338664-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2286758 Nov 05 19:15:32.090762 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [req-8dbfefa1-34e9-497d-9ac1-a4d8214e0577 req-555bd737-f9f8-43e9-bffc-5d54143ddf64 service neutron] Request body: {'port': {'device_id': '62cf4386-7813-4901-bb02-41f41e7cb032', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816865-1'}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:15:32.120409 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56329809-d583-4c9b-a323-9f922f3a7ffb req-ea29ab3a-8b14-4733-9db9-80a0c4c253e4 tempest-AttachVolumeNegativeTest-814338664 tempest-AttachVolumeNegativeTest-814338664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:15:32.121924 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-56329809-d583-4c9b-a323-9f922f3a7ffb req-ea29ab3a-8b14-4733-9db9-80a0c4c253e4 tempest-AttachVolumeNegativeTest-814338664 tempest-AttachVolumeNegativeTest-814338664-project] 10.222.0.13 "GET /v2.0/ports?device_id=62cf4386-7813-4901-bb02-41f41e7cb032 HTTP/1.1" status: 200 len: 932 time: 0.0754333 Nov 05 19:15:32.168700 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-8dbfefa1-34e9-497d-9ac1-a4d8214e0577 req-555bd737-f9f8-43e9-bffc-5d54143ddf64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:15:32.226302 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-56329809-d583-4c9b-a323-9f922f3a7ffb req-0c0ebf03-ebcb-493a-ae45-df41d071963e tempest-AttachVolumeNegativeTest-814338664 tempest-AttachVolumeNegativeTest-814338664-project] 10.222.0.13 "GET /v2.0/security-groups?id=8cbae1bb-3d0a-4c8e-93ba-0ec8a19ca6a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929031 Nov 05 19:15:32.386394 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 37824) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:15:32.455427 n-d-816865-1 neutron-server[102387]: DEBUG neutron.notifiers.nova [req-8dbfefa1-34e9-497d-9ac1-a4d8214e0577 req-555bd737-f9f8-43e9-bffc-5d54143ddf64 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 683b23bc-9257-42a4-8163-2140a779f154 {{(pid=102387) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 19:15:32.463517 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-8dbfefa1-34e9-497d-9ac1-a4d8214e0577 req-555bd737-f9f8-43e9-bffc-5d54143ddf64 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:15:32.475916 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.provisioning_blocks [req-8dbfefa1-34e9-497d-9ac1-a4d8214e0577 req-555bd737-f9f8-43e9-bffc-5d54143ddf64 service neutron] Transition to ACTIVE for port object 683b23bc-9257-42a4-8163-2140a779f154 will not be triggered until provisioned by entity L2. {{(pid=102387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 05 19:15:32.523833 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-3a91d45b-20ff-4b32-89b9-48dfe9f08b9b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a84d983d80534a47a6d92c606602b07f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1361306 Nov 05 19:15:32.526209 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 37828) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:15:32.565633 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-8dbfefa1-34e9-497d-9ac1-a4d8214e0577 req-555bd737-f9f8-43e9-bffc-5d54143ddf64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4417072'] for port, after_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:15:32.573647 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-1a2c1d76-b418-4aac-86b4-1f605c5b6795 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:15:32.596109 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-1a2c1d76-b418-4aac-86b4-1f605c5b6795 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:15:32.626424 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-90f4b5d1-349d-4194-b86a-0330cd1c7d83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:15:32.636826 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555bd737-f9f8-43e9-bffc-5d54143ddf64 service neutron] Pushing event updated for resources: {'Port': ['ID=683b23bc-9257-42a4-8163-2140a779f154,revision_number=2']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:15:32.693461 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.managers [req-8dbfefa1-34e9-497d-9ac1-a4d8214e0577 req-555bd737-f9f8-43e9-bffc-5d54143ddf64 service neutron] Attempting to bind port 683b23bc-9257-42a4-8163-2140a779f154 on host n-h1-816865-1 for vnic_type normal with profile {{(pid=102387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 19:15:32.693795 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.managers [req-8dbfefa1-34e9-497d-9ac1-a4d8214e0577 req-555bd737-f9f8-43e9-bffc-5d54143ddf64 service neutron] Attempting to bind port 683b23bc-9257-42a4-8163-2140a779f154 by drivers openvswitch,hyperv on host n-h1-816865-1 at level 0 using segments [{'id': '1158bd8e-c612-44f1-a6e7-1a9c01b70d43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'f31b1f2e-a615-43e1-9e9b-9f3f947ccb7d'}] {{(pid=102387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 19:15:32.694756 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dbfefa1-34e9-497d-9ac1-a4d8214e0577 req-555bd737-f9f8-43e9-bffc-5d54143ddf64 service neutron] Attempting to bind port 683b23bc-9257-42a4-8163-2140a779f154 on network f31b1f2e-a615-43e1-9e9b-9f3f947ccb7d {{(pid=102387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 19:15:32.699194 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dbfefa1-34e9-497d-9ac1-a4d8214e0577 req-555bd737-f9f8-43e9-bffc-5d54143ddf64 service neutron] Port 683b23bc-9257-42a4-8163-2140a779f154 on network f31b1f2e-a615-43e1-9e9b-9f3f947ccb7d not bound, no agent of type Open vSwitch agent registered on host n-h1-816865-1 {{(pid=102387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 19:15:32.699511 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dbfefa1-34e9-497d-9ac1-a4d8214e0577 req-555bd737-f9f8-43e9-bffc-5d54143ddf64 service neutron] Attempting to bind port 683b23bc-9257-42a4-8163-2140a779f154 on network f31b1f2e-a615-43e1-9e9b-9f3f947ccb7d {{(pid=102387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 19:15:32.704410 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dbfefa1-34e9-497d-9ac1-a4d8214e0577 req-555bd737-f9f8-43e9-bffc-5d54143ddf64 service neutron] Checking agent: {'id': 'eb596d7c-8c64-42bd-8aca-fad447eb0eab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816865-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 18, 33, 34), 'started_at': datetime.datetime(2021, 11, 5, 18, 33, 34), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 19, 15, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 19:15:32.704683 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dbfefa1-34e9-497d-9ac1-a4d8214e0577 req-555bd737-f9f8-43e9-bffc-5d54143ddf64 service neutron] Checking segment: {'id': '1158bd8e-c612-44f1-a6e7-1a9c01b70d43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'f31b1f2e-a615-43e1-9e9b-9f3f947ccb7d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 19:15:32.705106 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dbfefa1-34e9-497d-9ac1-a4d8214e0577 req-555bd737-f9f8-43e9-bffc-5d54143ddf64 service neutron] Bound using segment: {'id': '1158bd8e-c612-44f1-a6e7-1a9c01b70d43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'f31b1f2e-a615-43e1-9e9b-9f3f947ccb7d'} {{(pid=102387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 19:15:32.705522 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.managers [req-8dbfefa1-34e9-497d-9ac1-a4d8214e0577 req-555bd737-f9f8-43e9-bffc-5d54143ddf64 service neutron] Bound port: 683b23bc-9257-42a4-8163-2140a779f154, host: n-h1-816865-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1158bd8e-c612-44f1-a6e7-1a9c01b70d43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'f31b1f2e-a615-43e1-9e9b-9f3f947ccb7d'}}] {{(pid=102387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 19:15:32.705870 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-8dbfefa1-34e9-497d-9ac1-a4d8214e0577 req-555bd737-f9f8-43e9-bffc-5d54143ddf64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:15:32.718285 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-1a2c1d76-b418-4aac-86b4-1f605c5b6795 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:15:32.720978 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-1a2c1d76-b418-4aac-86b4-1f605c5b6795 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:15:32.722239 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-1a2c1d76-b418-4aac-86b4-1f605c5b6795 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/879dc627-6201-49b3-827c-db38cfbfec91 HTTP/1.1" status: 204 len: 168 time: 0.1950338 Nov 05 19:15:32.730467 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2c1d76-b418-4aac-86b4-1f605c5b6795 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=879dc627-6201-49b3-827c-db38cfbfec91,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:15:32.773288 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.db [req-8dbfefa1-34e9-497d-9ac1-a4d8214e0577 req-555bd737-f9f8-43e9-bffc-5d54143ddf64 service neutron] For port 683b23bc-9257-42a4-8163-2140a779f154, host n-h1-816865-1, cleared binding levels {{(pid=102387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 19:15:32.777319 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.db [req-8dbfefa1-34e9-497d-9ac1-a4d8214e0577 req-555bd737-f9f8-43e9-bffc-5d54143ddf64 service neutron] For port 683b23bc-9257-42a4-8163-2140a779f154, host n-h1-816865-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=683b23bc-9257-42a4-8163-2140a779f154,segment=NetworkSegment(1158bd8e-c612-44f1-a6e7-1a9c01b70d43),segment_id=1158bd8e-c612-44f1-a6e7-1a9c01b70d43)] {{(pid=102387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 19:15:32.863124 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-8dbfefa1-34e9-497d-9ac1-a4d8214e0577 req-555bd737-f9f8-43e9-bffc-5d54143ddf64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4417072'] for port, after_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:15:32.896454 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbfefa1-34e9-497d-9ac1-a4d8214e0577 req-555bd737-f9f8-43e9-bffc-5d54143ddf64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:15:32.898293 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-8dbfefa1-34e9-497d-9ac1-a4d8214e0577 req-555bd737-f9f8-43e9-bffc-5d54143ddf64 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:15:32.899705 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-8dbfefa1-34e9-497d-9ac1-a4d8214e0577 req-555bd737-f9f8-43e9-bffc-5d54143ddf64 service neutron] 10.222.0.41 "PUT /v2.0/ports/683b23bc-9257-42a4-8163-2140a779f154 HTTP/1.1" status: 200 len: 1092 time: 0.8137658 Nov 05 19:15:32.902098 n-d-816865-1 neutron-server[102387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62cf4386-7813-4901-bb02-41f41e7cb032', 'tag': '683b23bc-9257-42a4-8163-2140a779f154'}] {{(pid=102387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 19:15:32.905050 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab06bd4ddf5758c1f10d79fe34dc215bafa488692cde9dba2fcbcb67556f90bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f719ce5-573a-4fda-bd22-162397ef821a" -d '{"events": [{"name": "network-changed", "server_uuid": "62cf4386-7813-4901-bb02-41f41e7cb032", "tag": "683b23bc-9257-42a4-8163-2140a779f154"}]}' {{(pid=102387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 19:15:32.931154 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555bd737-f9f8-43e9-bffc-5d54143ddf64 service neutron] Pushing event updated for resources: {'Port': ['ID=683b23bc-9257-42a4-8163-2140a779f154,revision_number=3']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:15:32.944781 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 19:15:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fde39be3-74bd-4427-acf7-c3403e1da8db x-openstack-request-id: req-fde39be3-74bd-4427-acf7-c3403e1da8db {{(pid=102387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 19:15:32.945080 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62cf4386-7813-4901-bb02-41f41e7cb032", "tag": "683b23bc-9257-42a4-8163-2140a779f154", "status": "completed", "code": 200}]} {{(pid=102387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 19:15:32.945339 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-fde39be3-74bd-4427-acf7-c3403e1da8db {{(pid=102387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 19:15:32.945743 n-d-816865-1 neutron-server[102387]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62cf4386-7813-4901-bb02-41f41e7cb032', 'tag': '683b23bc-9257-42a4-8163-2140a779f154', 'status': 'completed', 'code': 200} Nov 05 19:15:33.009965 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f719ce5-573a-4fda-bd22-162397ef821a req-5eb60f24-dd1a-4294-9a99-b849f2ce9733 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:15:33.011518 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-2f719ce5-573a-4fda-bd22-162397ef821a req-5eb60f24-dd1a-4294-9a99-b849f2ce9733 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3cd2670f992046758c37c8cd7300aad8&device_id=62cf4386-7813-4901-bb02-41f41e7cb032 HTTP/1.1" status: 200 len: 1095 time: 0.0448883 Nov 05 19:15:33.351451 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 37838) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:15:33.365342 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-c40493c0-b295-4434-8e6f-accf6744c5ce admin admin] Publish callbacks [] for security_group, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:15:33.445144 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-c40493c0-b295-4434-8e6f-accf6744c5ce admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:15:33.496920 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-c40493c0-b295-4434-8e6f-accf6744c5ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:15:33.497149 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf9a1a1-11ba-4683-954b-e21cf7088afb req-a51bfc34-9ca9-4c45-b199-eddb54fe3c84 tempest-AttachVolumeNegativeTest-814338664 tempest-AttachVolumeNegativeTest-814338664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:15:33.501820 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-cbf9a1a1-11ba-4683-954b-e21cf7088afb req-a51bfc34-9ca9-4c45-b199-eddb54fe3c84 tempest-AttachVolumeNegativeTest-814338664 tempest-AttachVolumeNegativeTest-814338664-project] 10.222.0.13 "GET /v2.0/ports?device_id=62cf4386-7813-4901-bb02-41f41e7cb032 HTTP/1.1" status: 200 len: 944 time: 0.0747552 Nov 05 19:15:33.501820 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f719ce5-573a-4fda-bd22-162397ef821a req-4e4a639c-f887-4c30-ab1e-eaa1ad91067b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:15:33.501820 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-2f719ce5-573a-4fda-bd22-162397ef821a req-4e4a639c-f887-4c30-ab1e-eaa1ad91067b service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=3cd2670f992046758c37c8cd7300aad8&shared=False HTTP/1.1" status: 200 len: 915 time: 0.4809573 Nov 05 19:15:33.537468 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-c40493c0-b295-4434-8e6f-accf6744c5ce admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5cc2c396daf24fb78d06a30c7e79aae8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1847885 Nov 05 19:15:33.538545 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40493c0-b295-4434-8e6f-accf6744c5ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=463cb046-f9e9-4e2c-beef-f8b59048bc08,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:15:33.540896 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 37840) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:15:33.593087 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-65ec88f8-83e3-4ded-9ecf-056546dde87d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:15:33.605735 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-cbf9a1a1-11ba-4683-954b-e21cf7088afb req-096ca8cc-a463-400c-88a2-5b1a9848485c tempest-AttachVolumeNegativeTest-814338664 tempest-AttachVolumeNegativeTest-814338664-project] 10.222.0.13 "GET /v2.0/security-groups?id=8cbae1bb-3d0a-4c8e-93ba-0ec8a19ca6a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003568 Nov 05 19:15:33.615522 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-65ec88f8-83e3-4ded-9ecf-056546dde87d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:15:33.639593 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f719ce5-573a-4fda-bd22-162397ef821a req-ecd6a717-a3c5-4b6f-8555-fdce0d12eab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:15:33.641063 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-2f719ce5-573a-4fda-bd22-162397ef821a req-ecd6a717-a3c5-4b6f-8555-fdce0d12eab7 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1290224 Nov 05 19:15:33.717885 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbfefa1-34e9-497d-9ac1-a4d8214e0577 req-7e1dfc2f-d3cb-4759-974b-1181ccb0f3cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:15:33.719425 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-8dbfefa1-34e9-497d-9ac1-a4d8214e0577 req-7e1dfc2f-d3cb-4759-974b-1181ccb0f3cd service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3cd2670f992046758c37c8cd7300aad8&device_id=62cf4386-7813-4901-bb02-41f41e7cb032 HTTP/1.1" status: 200 len: 1095 time: 0.0422049 Nov 05 19:15:33.754289 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-65ec88f8-83e3-4ded-9ecf-056546dde87d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:15:33.757547 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-65ec88f8-83e3-4ded-9ecf-056546dde87d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:15:33.758806 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-65ec88f8-83e3-4ded-9ecf-056546dde87d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/463cb046-f9e9-4e2c-beef-f8b59048bc08 HTTP/1.1" status: 204 len: 168 time: 0.2169397 Nov 05 19:15:33.766382 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-8dbfefa1-34e9-497d-9ac1-a4d8214e0577 req-8bfb9ee7-1bcd-44b4-b10c-1533b2b32524 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=683b23bc-9257-42a4-8163-2140a779f154 HTTP/1.1" status: 200 len: 217 time: 0.0388253 Nov 05 19:15:33.767162 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ec88f8-83e3-4ded-9ecf-056546dde87d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=463cb046-f9e9-4e2c-beef-f8b59048bc08,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:15:33.820430 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbfefa1-34e9-497d-9ac1-a4d8214e0577 req-02038a6f-2415-4166-b550-1f3e32d0fb55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:15:33.822029 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-8dbfefa1-34e9-497d-9ac1-a4d8214e0577 req-02038a6f-2415-4166-b550-1f3e32d0fb55 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=41ea8269-cd9c-4654-abcc-5b4c434f2dbf HTTP/1.1" status: 200 len: 854 time: 0.0487397 Nov 05 19:15:33.856947 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-8dbfefa1-34e9-497d-9ac1-a4d8214e0577 req-dd666afc-0d83-4762-87d6-98162b0855c6 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f31b1f2e-a615-43e1-9e9b-9f3f947ccb7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261784 Nov 05 19:15:33.952206 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-8dbfefa1-34e9-497d-9ac1-a4d8214e0577 req-f13fc3ae-00c2-48a5-a13d-d328facf8e10 service neutron] 10.222.0.41 "GET /v2.0/networks/f31b1f2e-a615-43e1-9e9b-9f3f947ccb7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884817 Nov 05 19:15:34.043808 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-8dbfefa1-34e9-497d-9ac1-a4d8214e0577 req-a5e6a490-c57b-44c2-8bec-9e8b5af0b55c service neutron] 10.222.0.41 "GET /v2.0/networks/f31b1f2e-a615-43e1-9e9b-9f3f947ccb7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841939 Nov 05 19:15:34.377104 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:15:34.485937 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 37846) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:15:34.525752 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-7eecfc96-9232-4308-8bfe-5a7123d3ed9c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=225663a0bb834ff9b25a736a5104e0db&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0385425 Nov 05 19:15:34.528230 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 37848) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:15:34.575881 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-238be6ff-266c-4835-b9c6-bf1cfbe8adf7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:15:34.596875 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-238be6ff-266c-4835-b9c6-bf1cfbe8adf7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:15:34.729114 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30c6fd7-6840-43d4-9a4d-91cf1e6fef75 req-3dd3c96b-ee4a-48f1-b0ec-0c97335ecf0a tempest-AttachVolumeNegativeTest-814338664 tempest-AttachVolumeNegativeTest-814338664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:15:34.730931 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-f30c6fd7-6840-43d4-9a4d-91cf1e6fef75 req-3dd3c96b-ee4a-48f1-b0ec-0c97335ecf0a tempest-AttachVolumeNegativeTest-814338664 tempest-AttachVolumeNegativeTest-814338664-project] 10.222.0.13 "GET /v2.0/ports?device_id=62cf4386-7813-4901-bb02-41f41e7cb032 HTTP/1.1" status: 200 len: 944 time: 0.0503850 Nov 05 19:15:34.731644 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-238be6ff-266c-4835-b9c6-bf1cfbe8adf7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:15:34.734364 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-238be6ff-266c-4835-b9c6-bf1cfbe8adf7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:15:34.735547 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-238be6ff-266c-4835-b9c6-bf1cfbe8adf7 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/92c34484-4f71-49dc-8d1f-f829dbfc8a15 HTTP/1.1" status: 204 len: 168 time: 0.2063882 Nov 05 19:15:34.744642 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238be6ff-266c-4835-b9c6-bf1cfbe8adf7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92c34484-4f71-49dc-8d1f-f829dbfc8a15,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:15:34.790951 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-f30c6fd7-6840-43d4-9a4d-91cf1e6fef75 req-c8778639-d7f7-47a4-989f-62627dcca1e5 tempest-AttachVolumeNegativeTest-814338664 tempest-AttachVolumeNegativeTest-814338664-project] 10.222.0.13 "GET /v2.0/security-groups?id=8cbae1bb-3d0a-4c8e-93ba-0ec8a19ca6a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540292 Nov 05 19:15:35.299302 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 37864) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:15:35.409649 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-52ba1cb3-d1ca-40aa-b6a6-f2afbbd19e08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:15:35.462518 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [None req-a6b62030-88b3-4400-923c-c72038a11864 tempest-TestVolumeBackupRestore-1484239073 tempest-TestVolumeBackupRestore-1484239073-project] Deleting port 68b392ff-f42e-4c40-a5d5-808ba80d0355 {{(pid=102387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 19:15:35.463551 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-a6b62030-88b3-4400-923c-c72038a11864 tempest-TestVolumeBackupRestore-1484239073 tempest-TestVolumeBackupRestore-1484239073-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:15:35.540532 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-a6b62030-88b3-4400-923c-c72038a11864 tempest-TestVolumeBackupRestore-1484239073 tempest-TestVolumeBackupRestore-1484239073-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:15:35.540861 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-a6b62030-88b3-4400-923c-c72038a11864 tempest-TestVolumeBackupRestore-1484239073 tempest-TestVolumeBackupRestore-1484239073-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:15:35.554461 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [None req-a6b62030-88b3-4400-923c-c72038a11864 tempest-TestVolumeBackupRestore-1484239073 tempest-TestVolumeBackupRestore-1484239073-project] Calling delete_port for 68b392ff-f42e-4c40-a5d5-808ba80d0355 owned by network:floatingip {{(pid=102387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 19:15:35.778830 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 37876) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:15:35.782784 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-a6b62030-88b3-4400-923c-c72038a11864 tempest-TestVolumeBackupRestore-1484239073 tempest-TestVolumeBackupRestore-1484239073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4417063'] for port, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:15:35.811671 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b62030-88b3-4400-923c-c72038a11864 tempest-TestVolumeBackupRestore-1484239073 tempest-TestVolumeBackupRestore-1484239073-project] Pushing event deleted for resources: {'Port': ['ID=68b392ff-f42e-4c40-a5d5-808ba80d0355,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:15:35.895107 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-0067e0e0-83eb-403c-a38b-f4d74b11cb74 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-715224525-network', 'tenant_id': '975e22a5e2c44667a77341bd773126d4'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:15:35.921915 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-a6b62030-88b3-4400-923c-c72038a11864 tempest-TestVolumeBackupRestore-1484239073 tempest-TestVolumeBackupRestore-1484239073-project] Publish callbacks [] for floatingip, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:15:35.922273 n-d-816865-1 neutron-server[102387]: INFO neutron.db.l3_db [None req-a6b62030-88b3-4400-923c-c72038a11864 tempest-TestVolumeBackupRestore-1484239073 tempest-TestVolumeBackupRestore-1484239073-project] Floating IP f0158174-aeeb-4f3f-ac77-7d292d90cf01 disassociated (deleted). External IP: 172.25.6.223, port: 568c1f9a-f54b-4665-85e6-b226b0121a28. Nov 05 19:15:35.977150 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c175eed4-59a4-4384-bcd8-cd356e2f0340 req-41b377b3-6283-481e-82ac-06aec8e4f275 tempest-AttachVolumeNegativeTest-814338664 tempest-AttachVolumeNegativeTest-814338664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:15:35.978653 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-c175eed4-59a4-4384-bcd8-cd356e2f0340 req-41b377b3-6283-481e-82ac-06aec8e4f275 tempest-AttachVolumeNegativeTest-814338664 tempest-AttachVolumeNegativeTest-814338664-project] 10.222.0.13 "GET /v2.0/ports?device_id=62cf4386-7813-4901-bb02-41f41e7cb032 HTTP/1.1" status: 200 len: 944 time: 0.1022806 Nov 05 19:15:35.999719 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0067e0e0-83eb-403c-a38b-f4d74b11cb74 admin admin] Made reservation on behalf of 975e22a5e2c44667a77341bd773126d4 for: {'network': 1} {{(pid=102386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 19:15:36.005974 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-0067e0e0-83eb-403c-a38b-f4d74b11cb74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for network, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:15:36.014206 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-0067e0e0-83eb-403c-a38b-f4d74b11cb74 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:15:36.072364 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-c175eed4-59a4-4384-bcd8-cd356e2f0340 req-53c5ea01-433b-4963-a12d-6a3686542ec8 tempest-AttachVolumeNegativeTest-814338664 tempest-AttachVolumeNegativeTest-814338664-project] 10.222.0.13 "GET /v2.0/security-groups?id=8cbae1bb-3d0a-4c8e-93ba-0ec8a19ca6a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864363 Nov 05 19:15:36.093189 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-0067e0e0-83eb-403c-a38b-f4d74b11cb74 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:15:36.148535 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-0067e0e0-83eb-403c-a38b-f4d74b11cb74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:15:36.175595 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0067e0e0-83eb-403c-a38b-f4d74b11cb74 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 164} {{(pid=102386) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 05 19:15:36.180989 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0067e0e0-83eb-403c-a38b-f4d74b11cb74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0901d174-558d-4d58-91a3-452d9a2f95cd,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:15:36.184927 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6b62030-88b3-4400-923c-c72038a11864 tempest-TestVolumeBackupRestore-1484239073 tempest-TestVolumeBackupRestore-1484239073-project] Router 10836829-bda5-4c2a-b897-e2fbcf6b288f has already been hosted by L3 agent 6dcb5589-8e86-4616-9186-ddc4548e13ad {{(pid=102387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 19:15:36.189073 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-0067e0e0-83eb-403c-a38b-f4d74b11cb74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273'] for segment, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:15:36.189435 n-d-816865-1 neutron-server[102386]: INFO neutron.db.segments_db [None req-0067e0e0-83eb-403c-a38b-f4d74b11cb74 admin admin] Added segment c8ba8bad-518b-408a-adbf-9f95696a455e of type vlan for network 22c01ef1-936f-4d85-97a6-cf840ed74fec Nov 05 19:15:36.231538 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-0067e0e0-83eb-403c-a38b-f4d74b11cb74 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750027258543'] for network, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:15:36.237760 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Device 683b23bc-9257-42a4-8163-2140a779f154 details requested by agent hyperv_n-h1-816865-1 with host n-h1-816865-1 {{(pid=102388) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 05 19:15:36.301970 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6b62030-88b3-4400-923c-c72038a11864 tempest-TestVolumeBackupRestore-1484239073 tempest-TestVolumeBackupRestore-1484239073-project] Notify agent at l3_agent.n-d-816865-1 the message routers_updated {{(pid=102387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 19:15:36.307893 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-a6b62030-88b3-4400-923c-c72038a11864 tempest-TestVolumeBackupRestore-1484239073 tempest-TestVolumeBackupRestore-1484239073-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for floatingip, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:15:36.312027 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b304910f-7b27-444b-a8fc-977d26b1ceac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:15:36.315002 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a44383e1-bdd2-46ff-9ac4-89b19af7920b None None] Sync routers for ids ['10836829-bda5-4c2a-b897-e2fbcf6b288f'] in n-d-816865-1 {{(pid=102388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 19:15:36.335740 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-a6b62030-88b3-4400-923c-c72038a11864 tempest-TestVolumeBackupRestore-1484239073 tempest-TestVolumeBackupRestore-1484239073-project] 10.222.0.13 "DELETE /v2.0/floatingips/f0158174-aeeb-4f3f-ac77-7d292d90cf01 HTTP/1.1" status: 204 len: 168 time: 1.0352871 Nov 05 19:15:36.337664 n-d-816865-1 neutron-server[102387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55d6d7cc-57d8-4858-bf74-25f625297eb8', 'tag': '568c1f9a-f54b-4665-85e6-b226b0121a28'}] {{(pid=102387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 19:15:36.339291 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab06bd4ddf5758c1f10d79fe34dc215bafa488692cde9dba2fcbcb67556f90bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0035ecd8-4955-4195-80f6-4721a74effc0" -d '{"events": [{"name": "network-changed", "server_uuid": "55d6d7cc-57d8-4858-bf74-25f625297eb8", "tag": "568c1f9a-f54b-4665-85e6-b226b0121a28"}]}' {{(pid=102387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 19:15:36.343294 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a44383e1-bdd2-46ff-9ac4-89b19af7920b None None] Routers {'10836829-bda5-4c2a-b897-e2fbcf6b288f'} bound to L3 agent in host n-d-816865-1 {{(pid=102388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 19:15:36.343934 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-a44383e1-bdd2-46ff-9ac4-89b19af7920b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T19:15:35Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['10836829-bda5-4c2a-b897-e2fbcf6b288f'], 'active': True} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:15:36.354564 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-0067e0e0-83eb-403c-a38b-f4d74b11cb74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-956796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877'] for network, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:15:36.355654 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0067e0e0-83eb-403c-a38b-f4d74b11cb74 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:15:36.356292 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-0067e0e0-83eb-403c-a38b-f4d74b11cb74 admin admin] Publish callbacks [] for network, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:15:36.404430 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] For port 683b23bc-9257-42a4-8163-2140a779f154, host n-h1-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=683b23bc-9257-42a4-8163-2140a779f154,segment=NetworkSegment(1158bd8e-c612-44f1-a6e7-1a9c01b70d43),segment_id=1158bd8e-c612-44f1-a6e7-1a9c01b70d43)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:15:36.417638 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 19:15:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-220478ee-56db-45b1-ab5d-b2e289f6cf4b x-openstack-request-id: req-220478ee-56db-45b1-ab5d-b2e289f6cf4b {{(pid=102387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 19:15:36.418254 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "55d6d7cc-57d8-4858-bf74-25f625297eb8", "tag": "568c1f9a-f54b-4665-85e6-b226b0121a28", "status": "completed", "code": 200}]} {{(pid=102387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 19:15:36.418751 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-220478ee-56db-45b1-ab5d-b2e289f6cf4b {{(pid=102387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 19:15:36.419396 n-d-816865-1 neutron-server[102387]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55d6d7cc-57d8-4858-bf74-25f625297eb8', 'tag': '568c1f9a-f54b-4665-85e6-b226b0121a28', 'status': 'completed', 'code': 200} Nov 05 19:15:36.420474 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:15:36.423249 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Returning: {'device': '683b23bc-9257-42a4-8163-2140a779f154', 'network_id': 'f31b1f2e-a615-43e1-9e9b-9f3f947ccb7d', 'port_id': '683b23bc-9257-42a4-8163-2140a779f154', 'mac_address': 'fa:16:3e:88:e4:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 196, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41ea8269-cd9c-4654-abcc-5b4c434f2dbf', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102388) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 05 19:15:36.425622 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0067e0e0-83eb-403c-a38b-f4d74b11cb74 admin admin] Pushing event updated for resources: {'Network': ['ID=22c01ef1-936f-4d85-97a6-cf840ed74fec,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:15:36.490429 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-0067e0e0-83eb-403c-a38b-f4d74b11cb74 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7103462 Nov 05 19:15:36.493552 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 37886) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:15:36.499652 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-4d885d98-a790-4ec1-8735-7e31cfa9c9b5 admin admin] Request body: {'subnet': {'network_id': '22c01ef1-936f-4d85-97a6-cf840ed74fec', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-715224525-subnet', 'tenant_id': '975e22a5e2c44667a77341bd773126d4', 'ip_version': 4}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:15:36.503389 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0035ecd8-4955-4195-80f6-4721a74effc0 req-dd568253-ad92-4ec4-a4a4-dec65b534e64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:15:36.505194 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-0035ecd8-4955-4195-80f6-4721a74effc0 req-dd568253-ad92-4ec4-a4a4-dec65b534e64 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=579440a62ec247f09087f4c32fc4ebe9&device_id=55d6d7cc-57d8-4858-bf74-25f625297eb8 HTTP/1.1" status: 200 len: 1096 time: 0.0563099 Nov 05 19:15:36.598096 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d885d98-a790-4ec1-8735-7e31cfa9c9b5 admin admin] Made reservation on behalf of 975e22a5e2c44667a77341bd773126d4 for: {'subnet': 1} {{(pid=102387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 19:15:36.601507 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-4d885d98-a790-4ec1-8735-7e31cfa9c9b5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5112236'] for subnet, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:15:36.606817 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0035ecd8-4955-4195-80f6-4721a74effc0 req-ff60af93-3153-4a0c-b2f6-2d8c91af5fbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:15:36.608561 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-0035ecd8-4955-4195-80f6-4721a74effc0 req-ff60af93-3153-4a0c-b2f6-2d8c91af5fbf service neutron] 10.222.0.55 "GET /v2.0/networks?id=b29fb6fc-2756-4024-98c9-1612017b047f HTTP/1.1" status: 200 len: 915 time: 0.0959373 Nov 05 19:15:36.627978 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Network 22c01ef1-936f-4d85-97a6-cf840ed74fec details requested by agent ovs-agent-n-d-816865-1 with host n-d-816865-1 {{(pid=102388) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 05 19:15:36.672869 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-0035ecd8-4955-4195-80f6-4721a74effc0 req-536a61ad-c1ab-46e6-ab42-47522f224e4e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=568c1f9a-f54b-4665-85e6-b226b0121a28 HTTP/1.1" status: 200 len: 217 time: 0.0561583 Nov 05 19:15:36.731280 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0035ecd8-4955-4195-80f6-4721a74effc0 req-8b61ac59-84e8-4562-af7f-f0ad653a7002 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:15:36.734905 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:15:36.735304 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-0035ecd8-4955-4195-80f6-4721a74effc0 req-8b61ac59-84e8-4562-af7f-f0ad653a7002 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=62d28d6c-64b6-4a97-9fff-76e22c484a81 HTTP/1.1" status: 200 len: 853 time: 0.0534778 Nov 05 19:15:36.751417 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvr_db [None req-a44383e1-bdd2-46ff-9ac4-89b19af7920b None None] Set router 10836829-bda5-4c2a-b897-e2fbcf6b288f gateway port host: n-d-816865-1 {{(pid=102388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 19:15:36.765715 n-d-816865-1 neutron-server[102388]: DEBUG neutron.notifiers.nova [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 683b23bc-9257-42a4-8163-2140a779f154 {{(pid=102388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 19:15:36.805994 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0035ecd8-4955-4195-80f6-4721a74effc0 req-fd70d661-620a-4948-8f08-063cb55a040e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:15:36.808709 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-0035ecd8-4955-4195-80f6-4721a74effc0 req-fd70d661-620a-4948-8f08-063cb55a040e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b29fb6fc-2756-4024-98c9-1612017b047f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0575581 Nov 05 19:15:36.861143 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f56052-550e-41b2-9a3a-ebebf1850877 req-f5bafd41-87e4-4bc6-aa5c-dafdd894a97c tempest-TestVolumeBackupRestore-1484239073 tempest-TestVolumeBackupRestore-1484239073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:15:36.862765 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-94f56052-550e-41b2-9a3a-ebebf1850877 req-f5bafd41-87e4-4bc6-aa5c-dafdd894a97c tempest-TestVolumeBackupRestore-1484239073 tempest-TestVolumeBackupRestore-1484239073-project] 10.222.0.13 "GET /v2.0/ports?device_id=55d6d7cc-57d8-4858-bf74-25f625297eb8 HTTP/1.1" status: 200 len: 945 time: 0.0564911 Nov 05 19:15:36.875217 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] For port 683b23bc-9257-42a4-8163-2140a779f154, host n-h1-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=683b23bc-9257-42a4-8163-2140a779f154,segment=NetworkSegment(1158bd8e-c612-44f1-a6e7-1a9c01b70d43),segment_id=1158bd8e-c612-44f1-a6e7-1a9c01b70d43)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:15:36.908651 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-4d885d98-a790-4ec1-8735-7e31cfa9c9b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4417463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5112218'] for subnet, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:15:36.921943 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-0035ecd8-4955-4195-80f6-4721a74effc0 req-a6616701-44e5-4781-a28c-f9ca63756b9a service neutron] 10.222.0.55 "GET /v2.0/networks/b29fb6fc-2756-4024-98c9-1612017b047f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1012406 Nov 05 19:15:36.925786 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-94f56052-550e-41b2-9a3a-ebebf1850877 req-b22cdbc7-1861-4faa-9a51-32191638c1e4 tempest-TestVolumeBackupRestore-1484239073 tempest-TestVolumeBackupRestore-1484239073-project] 10.222.0.13 "GET /v2.0/security-groups?id=74249167-aedd-4f9d-94ee-573d365c4c2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547440 Nov 05 19:15:36.931793 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:15:36.986352 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d885d98-a790-4ec1-8735-7e31cfa9c9b5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9a5a1166-12d4-4407-8a6a-41bf61d6db29,revision_number=0']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:15:36.998484 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d885d98-a790-4ec1-8735-7e31cfa9c9b5 admin admin] Checking segment: {'id': 'c8ba8bad-518b-408a-adbf-9f95696a455e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '22c01ef1-936f-4d85-97a6-cf840ed74fec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 19:15:37.009067 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d885d98-a790-4ec1-8735-7e31cfa9c9b5 admin admin] Network hostable DHCP agents. Network: 22c01ef1-936f-4d85-97a6-cf840ed74fec, hostable agents: ['987e2ca0-bc3b-4c6f-a989-429ccfbf753f'], hosted agents: [] {{(pid=102387) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 05 19:15:37.018952 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Pushing event updated for resources: {'Port': ['ID=683b23bc-9257-42a4-8163-2140a779f154,revision_number=4']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:15:37.037600 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-0035ecd8-4955-4195-80f6-4721a74effc0 req-a9565a61-5413-43f4-bedc-87cbf7b96030 service neutron] 10.222.0.55 "GET /v2.0/networks/b29fb6fc-2756-4024-98c9-1612017b047f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1065018 Nov 05 19:15:37.052120 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-a44383e1-bdd2-46ff-9ac4-89b19af7920b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10836829-bda5-4c2a-b897-e2fbcf6b288f', 'name': 'tempest-TestVolumeBackupRestore-1618760338-router', 'tenant_id': '579440a62ec247f09087f4c32fc4ebe9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.80'}], 'enable_snat': True}, 'gw_port_id': 'ee436153-ce91-40b0-92b6-c20fdb0ee8aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T19:10:51Z', 'updated_at': '2021-11-05T19:10:58Z', 'revision_number': 4, 'project_id': '579440a62ec247f09087f4c32fc4ebe9', 'gw_port': {'id': 'ee436153-ce91-40b0-92b6-c20fdb0ee8aa', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:89:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10836829-bda5-4c2a-b897-e2fbcf6b288f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3518, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:10:53Z', 'updated_at': '2021-11-05T19:10:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1', '_interfaces': [{'id': 'ab96b00d-9a2d-4164-bc56-97659132b9cc', 'name': '', 'network_id': 'b29fb6fc-2756-4024-98c9-1612017b047f', 'tenant_id': '579440a62ec247f09087f4c32fc4ebe9', 'mac_address': 'fa:16:3e:d9:44:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10836829-bda5-4c2a-b897-e2fbcf6b288f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3522, 'fixed_ips': [{'subnet_id': '62d28d6c-64b6-4a97-9fff-76e22c484a81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:10:56Z', 'updated_at': '2021-11-05T19:11:03Z', 'revision_number': 5, 'project_id': '579440a62ec247f09087f4c32fc4ebe9', 'subnets': [{'id': '62d28d6c-64b6-4a97-9fff-76e22c484a81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-1', False) {} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:15:37.084441 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a44383e1-bdd2-46ff-9ac4-89b19af7920b None None] Checking router: 10836829-bda5-4c2a-b897-e2fbcf6b288f for host: n-d-816865-1 {{(pid=102388) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 19:15:37.094638 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a44383e1-bdd2-46ff-9ac4-89b19af7920b None None] Routers {'10836829-bda5-4c2a-b897-e2fbcf6b288f'} bound to L3 agent in host n-d-816865-1 {{(pid=102388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 19:15:37.095352 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-a44383e1-bdd2-46ff-9ac4-89b19af7920b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T19:15:35Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['10836829-bda5-4c2a-b897-e2fbcf6b288f'], 'active': True} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:15:37.157624 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d885d98-a790-4ec1-8735-7e31cfa9c9b5 admin admin] Network 22c01ef1-936f-4d85-97a6-cf840ed74fec is scheduled to be hosted by DHCP agent 987e2ca0-bc3b-4c6f-a989-429ccfbf753f with binding_index 1 {{(pid=102387) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 05 19:15:37.183741 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] get_ports_and_sgs() called for port_ids ['683b23bc-9257-42a4-8163-2140a779f154'] {{(pid=102388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 19:15:37.200460 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbfbd9a-27b6-4421-b454-f9a94671b1c3 req-b4eb3fc8-89fc-4e0f-a50d-0fc2f2be26e4 tempest-AttachVolumeNegativeTest-814338664 tempest-AttachVolumeNegativeTest-814338664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:15:37.201983 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-ebbfbd9a-27b6-4421-b454-f9a94671b1c3 req-b4eb3fc8-89fc-4e0f-a50d-0fc2f2be26e4 tempest-AttachVolumeNegativeTest-814338664 tempest-AttachVolumeNegativeTest-814338664-project] 10.222.0.13 "GET /v2.0/ports?device_id=62cf4386-7813-4901-bb02-41f41e7cb032 HTTP/1.1" status: 200 len: 945 time: 0.0550852 Nov 05 19:15:37.242765 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvr_db [None req-a44383e1-bdd2-46ff-9ac4-89b19af7920b None None] Set router 10836829-bda5-4c2a-b897-e2fbcf6b288f gateway port host: n-d-816865-1 {{(pid=102388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 19:15:37.251319 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-ebbfbd9a-27b6-4421-b454-f9a94671b1c3 req-7e5ea535-7d19-4318-abe8-9951b6b092ab tempest-AttachVolumeNegativeTest-814338664 tempest-AttachVolumeNegativeTest-814338664-project] 10.222.0.13 "GET /v2.0/security-groups?id=8cbae1bb-3d0a-4c8e-93ba-0ec8a19ca6a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432410 Nov 05 19:15:37.271811 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.base_scheduler [None req-4d885d98-a790-4ec1-8735-7e31cfa9c9b5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816865-1, 22c01ef1-936f-4d85-97a6-cf840ed74fec) {{(pid=102387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 19:15:37.278014 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d885d98-a790-4ec1-8735-7e31cfa9c9b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:15:37.279205 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-4d885d98-a790-4ec1-8735-7e31cfa9c9b5 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:15:37.285269 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c4490fe-d292-44f4-93c8-9a18d2885e2e None None] Network 22c01ef1-936f-4d85-97a6-cf840ed74fec requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 19:15:37.372384 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-4d885d98-a790-4ec1-8735-7e31cfa9c9b5 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8768442 Nov 05 19:15:37.375083 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 37892) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:15:37.379649 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-57d15e84-6b49-44ea-b1fc-489e0160f038 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-715224525-router', 'tenant_id': '975e22a5e2c44667a77341bd773126d4', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec'}}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:15:37.456895 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-57d15e84-6b49-44ea-b1fc-489e0160f038 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-571139', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6874'] for router, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:15:37.458108 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-57d15e84-6b49-44ea-b1fc-489e0160f038 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-571375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1000570', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1011585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6867'] for router, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:15:37.515967 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-57d15e84-6b49-44ea-b1fc-489e0160f038 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:15:37.632670 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04445e6d-7262-49fe-850e-01d5a84c7488 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeb20a084-accf-5b60-8075-3e69ebe863a6-22c01ef1-936f-4d85-97a6-cf840ed74fec', 'network_id': '22c01ef1-936f-4d85-97a6-cf840ed74fec', 'tenant_id': '975e22a5e2c44667a77341bd773126d4', 'fixed_ips': [{'subnet_id': '9a5a1166-12d4-4407-8a6a-41bf61d6db29'}]}} from n-d-816865-1. {{(pid=102388) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 05 19:15:37.633538 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-04445e6d-7262-49fe-850e-01d5a84c7488 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:15:37.669778 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-a44383e1-bdd2-46ff-9ac4-89b19af7920b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10836829-bda5-4c2a-b897-e2fbcf6b288f', 'name': 'tempest-TestVolumeBackupRestore-1618760338-router', 'tenant_id': '579440a62ec247f09087f4c32fc4ebe9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.80'}], 'enable_snat': True}, 'gw_port_id': 'ee436153-ce91-40b0-92b6-c20fdb0ee8aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T19:10:51Z', 'updated_at': '2021-11-05T19:10:58Z', 'revision_number': 4, 'project_id': '579440a62ec247f09087f4c32fc4ebe9', 'gw_port': {'id': 'ee436153-ce91-40b0-92b6-c20fdb0ee8aa', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:89:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10836829-bda5-4c2a-b897-e2fbcf6b288f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3518, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:10:53Z', 'updated_at': '2021-11-05T19:10:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1', '_interfaces': [{'id': 'ab96b00d-9a2d-4164-bc56-97659132b9cc', 'name': '', 'network_id': 'b29fb6fc-2756-4024-98c9-1612017b047f', 'tenant_id': '579440a62ec247f09087f4c32fc4ebe9', 'mac_address': 'fa:16:3e:d9:44:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10836829-bda5-4c2a-b897-e2fbcf6b288f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3522, 'fixed_ips': [{'subnet_id': '62d28d6c-64b6-4a97-9fff-76e22c484a81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:10:56Z', 'updated_at': '2021-11-05T19:11:03Z', 'revision_number': 5, 'project_id': '579440a62ec247f09087f4c32fc4ebe9', 'subnets': [{'id': '62d28d6c-64b6-4a97-9fff-76e22c484a81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-1', False) {} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:15:37.717906 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-57d15e84-6b49-44ea-b1fc-489e0160f038 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:15:37.752438 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a44383e1-bdd2-46ff-9ac4-89b19af7920b None None] The sync data for ids ['10836829-bda5-4c2a-b897-e2fbcf6b288f'] in n-d-816865-1 is: [{'id': '10836829-bda5-4c2a-b897-e2fbcf6b288f', 'name': 'tempest-TestVolumeBackupRestore-1618760338-router', 'tenant_id': '579440a62ec247f09087f4c32fc4ebe9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.80'}], 'enable_snat': True}, 'gw_port_id': 'ee436153-ce91-40b0-92b6-c20fdb0ee8aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T19:10:51Z', 'updated_at': '2021-11-05T19:10:58Z', 'revision_number': 4, 'project_id': '579440a62ec247f09087f4c32fc4ebe9', 'gw_port': {'id': 'ee436153-ce91-40b0-92b6-c20fdb0ee8aa', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:89:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10836829-bda5-4c2a-b897-e2fbcf6b288f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3518, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:10:53Z', 'updated_at': '2021-11-05T19:10:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1', '_interfaces': [{'id': 'ab96b00d-9a2d-4164-bc56-97659132b9cc', 'name': '', 'network_id': 'b29fb6fc-2756-4024-98c9-1612017b047f', 'tenant_id': '579440a62ec247f09087f4c32fc4ebe9', 'mac_address': 'fa:16:3e:d9:44:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10836829-bda5-4c2a-b897-e2fbcf6b288f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3522, 'fixed_ips': [{'subnet_id': '62d28d6c-64b6-4a97-9fff-76e22c484a81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:10:56Z', 'updated_at': '2021-11-05T19:11:03Z', 'revision_number': 5, 'project_id': '579440a62ec247f09087f4c32fc4ebe9', 'subnets': [{'id': '62d28d6c-64b6-4a97-9fff-76e22c484a81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 19:15:37.836143 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.db_base_plugin_common [None req-04445e6d-7262-49fe-850e-01d5a84c7488 None None] Allocated IP 172.20.0.2 (22c01ef1-936f-4d85-97a6-cf840ed74fec/9a5a1166-12d4-4407-8a6a-41bf61d6db29/1d861a18-7d44-4b94-aab3-2b092cb43805) {{(pid=102388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 19:15:38.054543 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-04445e6d-7262-49fe-850e-01d5a84c7488 None None] Publish callbacks [] for port, precommit_create {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:15:38.071821 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-57d15e84-6b49-44ea-b1fc-489e0160f038 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:15:38.096973 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-57d15e84-6b49-44ea-b1fc-489e0160f038 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:15:38.120532 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870a1702-3e9c-4e19-921e-fc6fa464cff7 req-4348084c-97e8-4ae7-b044-e0ae878228a1 tempest-TestVolumeBackupRestore-1484239073 tempest-TestVolumeBackupRestore-1484239073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:15:38.125654 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-870a1702-3e9c-4e19-921e-fc6fa464cff7 req-4348084c-97e8-4ae7-b044-e0ae878228a1 tempest-TestVolumeBackupRestore-1484239073 tempest-TestVolumeBackupRestore-1484239073-project] 10.222.0.13 "GET /v2.0/ports?device_id=55d6d7cc-57d8-4858-bf74-25f625297eb8 HTTP/1.1" status: 200 len: 945 time: 0.0847235 Nov 05 19:15:38.137559 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-04445e6d-7262-49fe-850e-01d5a84c7488 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789'] for port, after_create {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:15:38.142425 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-197c2308-07cd-480d-9ce5-4330ec108cd8 None None] New status for floating IP f0158174-aeeb-4f3f-ac77-7d292d90cf01: DOWN {{(pid=102389) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 05 19:15:38.187175 n-d-816865-1 neutron-server[102388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04445e6d-7262-49fe-850e-01d5a84c7488 None None] Network 22c01ef1-936f-4d85-97a6-cf840ed74fec is already hosted by enough agents. {{(pid=102388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 19:15:38.191487 n-d-816865-1 neutron-server[102388]: DEBUG neutron.scheduler.base_scheduler [None req-04445e6d-7262-49fe-850e-01d5a84c7488 None None] Resources bound (agent type, host, resource id): {{(pid=102388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 19:15:38.201605 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04445e6d-7262-49fe-850e-01d5a84c7488 None None] Received port after_create {{(pid=102388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 19:15:38.245238 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Device 683b23bc-9257-42a4-8163-2140a779f154 up at agent hyperv_n-h1-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 19:15:38.248530 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-870a1702-3e9c-4e19-921e-fc6fa464cff7 req-2d33ab96-d7c5-40bb-b29f-e2ce11edfbcd tempest-TestVolumeBackupRestore-1484239073 tempest-TestVolumeBackupRestore-1484239073-project] 10.222.0.13 "GET /v2.0/security-groups?id=74249167-aedd-4f9d-94ee-573d365c4c2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0953290 Nov 05 19:15:38.274935 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.db_base_plugin_common [None req-57d15e84-6b49-44ea-b1fc-489e0160f038 admin admin] Allocated IP 172.25.6.165 (40c8335d-cd0b-4cb5-910a-d4dcddd5cbec/04fe6db3-e108-4208-943d-6518424f5726/9d46f277-0f87-4b8f-b5ef-2ab86342c4e5) {{(pid=102387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 19:15:38.298570 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04445e6d-7262-49fe-850e-01d5a84c7488 None None] Pushing event updated for resources: {'Port': ['ID=1d861a18-7d44-4b94-aab3-2b092cb43805,revision_number=1']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:15:38.342590 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-31f93893-a48e-4ae8-833d-dccb2b42eacc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:15:38.347543 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-04445e6d-7262-49fe-850e-01d5a84c7488 None None] Attempting to bind port 1d861a18-7d44-4b94-aab3-2b092cb43805 on host n-d-816865-1 for vnic_type normal with profile {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 19:15:38.347543 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-04445e6d-7262-49fe-850e-01d5a84c7488 None None] Attempting to bind port 1d861a18-7d44-4b94-aab3-2b092cb43805 by drivers openvswitch,hyperv on host n-d-816865-1 at level 0 using segments [{'id': 'c8ba8bad-518b-408a-adbf-9f95696a455e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '22c01ef1-936f-4d85-97a6-cf840ed74fec'}] {{(pid=102388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 19:15:38.348057 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04445e6d-7262-49fe-850e-01d5a84c7488 None None] Attempting to bind port 1d861a18-7d44-4b94-aab3-2b092cb43805 on network 22c01ef1-936f-4d85-97a6-cf840ed74fec {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 19:15:38.356550 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04445e6d-7262-49fe-850e-01d5a84c7488 None None] Checking agent: {'id': '724d89a7-611b-41e6-bc85-c48112b17afa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 18, 25, 8), 'started_at': datetime.datetime(2021, 11, 5, 18, 25, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 19, 15, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 19:15:38.356959 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04445e6d-7262-49fe-850e-01d5a84c7488 None None] Checking segment: {'id': 'c8ba8bad-518b-408a-adbf-9f95696a455e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '22c01ef1-936f-4d85-97a6-cf840ed74fec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 19:15:38.359774 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-04445e6d-7262-49fe-850e-01d5a84c7488 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:15:38.359774 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04445e6d-7262-49fe-850e-01d5a84c7488 None None] Bound using segment: {'id': 'c8ba8bad-518b-408a-adbf-9f95696a455e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '22c01ef1-936f-4d85-97a6-cf840ed74fec'} {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 19:15:38.359774 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-04445e6d-7262-49fe-850e-01d5a84c7488 None None] Bound port: 1d861a18-7d44-4b94-aab3-2b092cb43805, host: n-d-816865-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8ba8bad-518b-408a-adbf-9f95696a455e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '22c01ef1-936f-4d85-97a6-cf840ed74fec'}}] {{(pid=102388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 19:15:38.359774 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-04445e6d-7262-49fe-850e-01d5a84c7488 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:15:38.420241 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffb13fc-f1a3-41a1-b987-f77ff67ee440 req-e7b88d1a-2664-4b8a-aa3c-695a4ae90d97 tempest-AttachVolumeNegativeTest-814338664 tempest-AttachVolumeNegativeTest-814338664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:15:38.422002 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-3ffb13fc-f1a3-41a1-b987-f77ff67ee440 req-e7b88d1a-2664-4b8a-aa3c-695a4ae90d97 tempest-AttachVolumeNegativeTest-814338664 tempest-AttachVolumeNegativeTest-814338664-project] 10.222.0.13 "GET /v2.0/ports?device_id=62cf4386-7813-4901-bb02-41f41e7cb032 HTTP/1.1" status: 200 len: 945 time: 0.0740235 Nov 05 19:15:38.434495 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-04445e6d-7262-49fe-850e-01d5a84c7488 None None] For port 1d861a18-7d44-4b94-aab3-2b092cb43805, host n-d-816865-1, cleared binding levels {{(pid=102388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 19:15:38.438272 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-04445e6d-7262-49fe-850e-01d5a84c7488 None None] For port 1d861a18-7d44-4b94-aab3-2b092cb43805, host n-d-816865-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=1d861a18-7d44-4b94-aab3-2b092cb43805,segment=NetworkSegment(c8ba8bad-518b-408a-adbf-9f95696a455e),segment_id=c8ba8bad-518b-408a-adbf-9f95696a455e)] {{(pid=102388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 19:15:38.440342 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Provisioning for port 683b23bc-9257-42a4-8163-2140a779f154 completed by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 05 19:15:38.450212 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Provisioning complete for port 683b23bc-9257-42a4-8163-2140a779f154 triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:15:38.450212 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:15:38.465975 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-57d15e84-6b49-44ea-b1fc-489e0160f038 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:15:38.509964 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-04445e6d-7262-49fe-850e-01d5a84c7488 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:15:38.513175 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-3ffb13fc-f1a3-41a1-b987-f77ff67ee440 req-634e452b-a774-4d5a-8e7a-b71b0eca83b3 tempest-AttachVolumeNegativeTest-814338664 tempest-AttachVolumeNegativeTest-814338664-project] 10.222.0.13 "GET /v2.0/security-groups?id=8cbae1bb-3d0a-4c8e-93ba-0ec8a19ca6a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773020 Nov 05 19:15:38.582632 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:15:38.589480 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:15:38.611473 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-57d15e84-6b49-44ea-b1fc-489e0160f038 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4417063'] for port, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:15:38.636863 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd99b3af-0894-400c-beb6-f8d29a6e4369 req-3d4bda31-603c-44c9-b7fd-1f3d66287505 tempest-TestVolumeBackupRestore-1484239073 tempest-TestVolumeBackupRestore-1484239073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:15:38.639057 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-cd99b3af-0894-400c-beb6-f8d29a6e4369 req-3d4bda31-603c-44c9-b7fd-1f3d66287505 tempest-TestVolumeBackupRestore-1484239073 tempest-TestVolumeBackupRestore-1484239073-project] 10.222.0.55 "GET /v2.0/ports?device_id=55d6d7cc-57d8-4858-bf74-25f625297eb8 HTTP/1.1" status: 200 len: 945 time: 0.0801208 Nov 05 19:15:38.639368 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] For port 683b23bc-9257-42a4-8163-2140a779f154, host n-h1-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=683b23bc-9257-42a4-8163-2140a779f154,segment=NetworkSegment(1158bd8e-c612-44f1-a6e7-1a9c01b70d43),segment_id=1158bd8e-c612-44f1-a6e7-1a9c01b70d43)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:15:38.640444 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04445e6d-7262-49fe-850e-01d5a84c7488 None None] Pushing event updated for resources: {'Port': ['ID=1d861a18-7d44-4b94-aab3-2b092cb43805,revision_number=2']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:15:38.643206 n-d-816865-1 neutron-server[102388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62cf4386-7813-4901-bb02-41f41e7cb032', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '683b23bc-9257-42a4-8163-2140a779f154'}] {{(pid=102388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 19:15:38.652266 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85474fee1180e129d8a886d264fe0b30223aa672dd1ffe43b630605f18504f68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a5e1516-0f69-438f-91ac-cc8b84c52ef0" -d '{"events": [{"server_uuid": "62cf4386-7813-4901-bb02-41f41e7cb032", "name": "network-vif-plugged", "status": "completed", "tag": "683b23bc-9257-42a4-8163-2140a779f154"}]}' {{(pid=102388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 19:15:38.673434 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57d15e84-6b49-44ea-b1fc-489e0160f038 admin admin] Network 40c8335d-cd0b-4cb5-910a-d4dcddd5cbec is already hosted by enough agents. {{(pid=102387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 19:15:38.678181 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.base_scheduler [None req-57d15e84-6b49-44ea-b1fc-489e0160f038 admin admin] Resources bound (agent type, host, resource id): {{(pid=102387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 19:15:38.682298 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57d15e84-6b49-44ea-b1fc-489e0160f038 admin admin] Received port after_create {{(pid=102387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 19:15:38.689496 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d15e84-6b49-44ea-b1fc-489e0160f038 admin admin] Pushing event updated for resources: {'Port': ['ID=9d46f277-0f87-4b8f-b5ef-2ab86342c4e5,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:15:38.708780 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 19:15:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9d97d16-b210-4da1-87ab-ca1f8ef5effb x-openstack-request-id: req-b9d97d16-b210-4da1-87ab-ca1f8ef5effb {{(pid=102388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 19:15:38.709368 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62cf4386-7813-4901-bb02-41f41e7cb032", "name": "network-vif-plugged", "status": "completed", "tag": "683b23bc-9257-42a4-8163-2140a779f154", "code": 200}]} {{(pid=102388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 19:15:38.709840 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b9d97d16-b210-4da1-87ab-ca1f8ef5effb {{(pid=102388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 19:15:38.710428 n-d-816865-1 neutron-server[102388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62cf4386-7813-4901-bb02-41f41e7cb032', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '683b23bc-9257-42a4-8163-2140a779f154', 'code': 200} Nov 05 19:15:38.730370 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:15:38.789391 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [req-cd99b3af-0894-400c-beb6-f8d29a6e4369 req-b96d8b8d-3c2c-4632-962a-de252b8824a7 tempest-TestVolumeBackupRestore-1484239073 tempest-TestVolumeBackupRestore-1484239073-project] Deleting port 568c1f9a-f54b-4665-85e6-b226b0121a28 {{(pid=102386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 19:15:38.790173 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-cd99b3af-0894-400c-beb6-f8d29a6e4369 req-b96d8b8d-3c2c-4632-962a-de252b8824a7 tempest-TestVolumeBackupRestore-1484239073 tempest-TestVolumeBackupRestore-1484239073-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:15:38.847273 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Pushing event updated for resources: {'Port': ['ID=683b23bc-9257-42a4-8163-2140a779f154,revision_number=5']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:15:38.950919 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [req-cd99b3af-0894-400c-beb6-f8d29a6e4369 req-b96d8b8d-3c2c-4632-962a-de252b8824a7 tempest-TestVolumeBackupRestore-1484239073 tempest-TestVolumeBackupRestore-1484239073-project] For port 568c1f9a-f54b-4665-85e6-b226b0121a28, host n-h2-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=568c1f9a-f54b-4665-85e6-b226b0121a28,segment=NetworkSegment(e0299e2d-faaa-4d7b-92f5-e96b3311ecd0),segment_id=e0299e2d-faaa-4d7b-92f5-e96b3311ecd0)] {{(pid=102386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:15:38.953354 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-cd99b3af-0894-400c-beb6-f8d29a6e4369 req-b96d8b8d-3c2c-4632-962a-de252b8824a7 tempest-TestVolumeBackupRestore-1484239073 tempest-TestVolumeBackupRestore-1484239073-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:15:38.960423 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a5ed8f-bf44-4d9c-9567-b42838223a95 req-019020f7-b183-42f9-a08d-e27542961988 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:15:38.962246 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-a4a5ed8f-bf44-4d9c-9567-b42838223a95 req-019020f7-b183-42f9-a08d-e27542961988 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=62cf4386-7813-4901-bb02-41f41e7cb032 HTTP/1.1" status: 200 len: 1097 time: 0.0813029 Nov 05 19:15:38.974341 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [req-cd99b3af-0894-400c-beb6-f8d29a6e4369 req-b96d8b8d-3c2c-4632-962a-de252b8824a7 tempest-TestVolumeBackupRestore-1484239073 tempest-TestVolumeBackupRestore-1484239073-project] Calling delete_port for 568c1f9a-f54b-4665-85e6-b226b0121a28 owned by compute:nova {{(pid=102386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 19:15:39.020027 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-a4a5ed8f-bf44-4d9c-9567-b42838223a95 req-a4c4c75c-39d5-495a-b675-8ff0886cad74 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=8cbae1bb-3d0a-4c8e-93ba-0ec8a19ca6a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492096 Nov 05 19:15:39.142013 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-57d15e84-6b49-44ea-b1fc-489e0160f038 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:15:39.205498 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-cd99b3af-0894-400c-beb6-f8d29a6e4369 req-b96d8b8d-3c2c-4632-962a-de252b8824a7 tempest-TestVolumeBackupRestore-1484239073 tempest-TestVolumeBackupRestore-1484239073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:15:39.241462 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96d8b8d-3c2c-4632-962a-de252b8824a7 tempest-TestVolumeBackupRestore-1484239073 tempest-TestVolumeBackupRestore-1484239073-project] Pushing event deleted for resources: {'Port': ['ID=568c1f9a-f54b-4665-85e6-b226b0121a28,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:15:39.300802 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd99b3af-0894-400c-beb6-f8d29a6e4369 req-b96d8b8d-3c2c-4632-962a-de252b8824a7 tempest-TestVolumeBackupRestore-1484239073 tempest-TestVolumeBackupRestore-1484239073-project] No DVR routers for this DVR port 568c1f9a-f54b-4665-85e6-b226b0121a28 on host n-h2-816865-1 {{(pid=102386) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 19:15:39.303382 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-cd99b3af-0894-400c-beb6-f8d29a6e4369 req-b96d8b8d-3c2c-4632-962a-de252b8824a7 tempest-TestVolumeBackupRestore-1484239073 tempest-TestVolumeBackupRestore-1484239073-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:15:39.308472 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-cd99b3af-0894-400c-beb6-f8d29a6e4369 req-b96d8b8d-3c2c-4632-962a-de252b8824a7 tempest-TestVolumeBackupRestore-1484239073 tempest-TestVolumeBackupRestore-1484239073-project] 10.222.0.55 "DELETE /v2.0/ports/568c1f9a-f54b-4665-85e6-b226b0121a28 HTTP/1.1" status: 204 len: 173 time: 0.6626332 Nov 05 19:15:39.311797 n-d-816865-1 neutron-server[102386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55d6d7cc-57d8-4858-bf74-25f625297eb8', 'name': 'network-vif-deleted', 'tag': '568c1f9a-f54b-4665-85e6-b226b0121a28'}] {{(pid=102386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 19:15:39.317004 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6173a44d7c73f41af551dc890fa1a5892c2c6bc3458b640c8e0c24db7876ba6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fbf7f2d-d5ef-45b6-b50e-ab3d6b896bdb" -d '{"events": [{"server_uuid": "55d6d7cc-57d8-4858-bf74-25f625297eb8", "name": "network-vif-deleted", "tag": "568c1f9a-f54b-4665-85e6-b226b0121a28"}]}' {{(pid=102386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 19:15:39.370860 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 19:15:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-975a8c02-c201-49f3-a631-480af4c17b2f x-openstack-request-id: req-975a8c02-c201-49f3-a631-480af4c17b2f {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 19:15:39.371156 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55d6d7cc-57d8-4858-bf74-25f625297eb8", "name": "network-vif-deleted", "tag": "568c1f9a-f54b-4665-85e6-b226b0121a28", "status": "completed", "code": 200}]} {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 19:15:39.371401 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-975a8c02-c201-49f3-a631-480af4c17b2f {{(pid=102386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 19:15:39.371812 n-d-816865-1 neutron-server[102386]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55d6d7cc-57d8-4858-bf74-25f625297eb8', 'name': 'network-vif-deleted', 'tag': '568c1f9a-f54b-4665-85e6-b226b0121a28', 'status': 'completed', 'code': 200} Nov 05 19:15:39.644632 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 1d861a18-7d44-4b94-aab3-2b092cb43805 up at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 19:15:39.712222 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Provisioning complete for port 1d861a18-7d44-4b94-aab3-2b092cb43805 triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:15:39.713372 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:15:39.742100 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-b1883330-d522-4e71-9271-512de52f2349 req-ca08a890-c451-4fb0-9952-0305643d4eb0 tempest-TestVolumeBackupRestore-1484239073 tempest-TestVolumeBackupRestore-1484239073-project] 10.222.0.13 "GET /v2.0/ports?device_id=55d6d7cc-57d8-4858-bf74-25f625297eb8 HTTP/1.1" status: 200 len: 210 time: 0.4023514 Nov 05 19:15:39.795971 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-57d15e84-6b49-44ea-b1fc-489e0160f038 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-571384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1000487'] for router, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:15:39.830086 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:15:39.851475 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21a40151-f160-40ea-8098-282d72226620 None None] Network 22c01ef1-936f-4d85-97a6-cf840ed74fec requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 19:15:39.857956 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3910dd95-c0e1-4fe2-94c9-522e4e262885 req-98d65373-0229-4369-854d-654a781eaf47 tempest-AttachVolumeNegativeTest-814338664 tempest-AttachVolumeNegativeTest-814338664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:15:39.866249 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-3910dd95-c0e1-4fe2-94c9-522e4e262885 req-98d65373-0229-4369-854d-654a781eaf47 tempest-AttachVolumeNegativeTest-814338664 tempest-AttachVolumeNegativeTest-814338664-project] 10.222.0.13 "GET /v2.0/ports?device_id=62cf4386-7813-4901-bb02-41f41e7cb032 HTTP/1.1" status: 200 len: 946 time: 0.1359370 Nov 05 19:15:39.907886 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] For port 1d861a18-7d44-4b94-aab3-2b092cb43805, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=1d861a18-7d44-4b94-aab3-2b092cb43805,segment=NetworkSegment(c8ba8bad-518b-408a-adbf-9f95696a455e),segment_id=c8ba8bad-518b-408a-adbf-9f95696a455e)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:15:39.949640 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-811cad21-5e27-4da4-988c-6f477da91ef7 None None] Provisioning complete for port 1d861a18-7d44-4b94-aab3-2b092cb43805 triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:15:39.950012 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-811cad21-5e27-4da4-988c-6f477da91ef7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:15:39.970729 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-3910dd95-c0e1-4fe2-94c9-522e4e262885 req-e0cb59c4-89eb-4dc8-8646-5be3feac4f12 tempest-AttachVolumeNegativeTest-814338664 tempest-AttachVolumeNegativeTest-814338664-project] 10.222.0.13 "GET /v2.0/security-groups?id=8cbae1bb-3d0a-4c8e-93ba-0ec8a19ca6a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034458 Nov 05 19:15:39.980331 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:15:40.092931 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Pushing event updated for resources: {'Port': ['ID=1d861a18-7d44-4b94-aab3-2b092cb43805,revision_number=3']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:15:40.111811 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57d15e84-6b49-44ea-b1fc-489e0160f038 admin admin] Router 00fb4211-acb9-4f95-9b85-c99919138e56 is scheduled to L3 agent 6dcb5589-8e86-4616-9186-ddc4548e13ad with binding_index 1 {{(pid=102387) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 05 19:15:40.239505 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57d15e84-6b49-44ea-b1fc-489e0160f038 admin admin] Notify agent at l3_agent.n-d-816865-1 the message routers_updated {{(pid=102387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 19:15:40.253539 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffb29dd3-7e14-42cb-8536-66b6a00da0f7 None None] Sync routers for ids ['00fb4211-acb9-4f95-9b85-c99919138e56'] in n-d-816865-1 {{(pid=102388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 19:15:40.266900 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffb29dd3-7e14-42cb-8536-66b6a00da0f7 None None] Routers {'00fb4211-acb9-4f95-9b85-c99919138e56'} bound to L3 agent in host n-d-816865-1 {{(pid=102388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 19:15:40.267620 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-ffb29dd3-7e14-42cb-8536-66b6a00da0f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T19:15:35Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['00fb4211-acb9-4f95-9b85-c99919138e56'], 'active': True} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:15:40.348968 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-57d15e84-6b49-44ea-b1fc-489e0160f038 admin admin] Publish callbacks [] for router, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:15:40.350342 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-57d15e84-6b49-44ea-b1fc-489e0160f038 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.9742391 Nov 05 19:15:40.353132 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 37906) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:15:40.385901 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvr_db [None req-ffb29dd3-7e14-42cb-8536-66b6a00da0f7 None None] Set router 00fb4211-acb9-4f95-9b85-c99919138e56 gateway port host: n-d-816865-1 {{(pid=102388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 19:15:40.690773 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-affd6d89-079b-495e-b6f8-6542cfca889f None None] Provisioning complete for port 1d861a18-7d44-4b94-aab3-2b092cb43805 triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:15:40.691416 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-affd6d89-079b-495e-b6f8-6542cfca889f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:15:40.836913 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-fb32e302-f825-44eb-8032-52d09a6433ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:15:40.843466 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-ffb29dd3-7e14-42cb-8536-66b6a00da0f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00fb4211-acb9-4f95-9b85-c99919138e56', 'name': 'tempest-TestVolumeBootPattern-715224525-router', 'tenant_id': '975e22a5e2c44667a77341bd773126d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.165'}], 'enable_snat': True}, 'gw_port_id': '9d46f277-0f87-4b8f-b5ef-2ab86342c4e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T19:15:37Z', 'updated_at': '2021-11-05T19:15:38Z', 'revision_number': 3, 'project_id': '975e22a5e2c44667a77341bd773126d4', 'gw_port': {'id': '9d46f277-0f87-4b8f-b5ef-2ab86342c4e5', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:f3:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00fb4211-acb9-4f95-9b85-c99919138e56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3711, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:15:38Z', 'updated_at': '2021-11-05T19:15:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1'}], 'n-d-816865-1', False) {} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:15:40.854729 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-9803c4dc-a9c1-4739-b0f1-f21bab889f04 req-f53a9523-3963-40f2-8556-46dd5ad7da50 tempest-TestVolumeBackupRestore-1484239073 tempest-TestVolumeBackupRestore-1484239073-project] 10.222.0.13 "GET /v2.0/ports?device_id=55d6d7cc-57d8-4858-bf74-25f625297eb8 HTTP/1.1" status: 200 len: 210 time: 0.0379028 Nov 05 19:15:40.881712 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffb29dd3-7e14-42cb-8536-66b6a00da0f7 None None] Checking router: 00fb4211-acb9-4f95-9b85-c99919138e56 for host: n-d-816865-1 {{(pid=102388) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 19:15:40.882475 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffb29dd3-7e14-42cb-8536-66b6a00da0f7 None None] Updating router 00fb4211-acb9-4f95-9b85-c99919138e56 port 9d46f277-0f87-4b8f-b5ef-2ab86342c4e5 binding host n-d-816865-1 {{(pid=102388) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 05 19:15:40.909525 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-ffb29dd3-7e14-42cb-8536-66b6a00da0f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:15:41.017627 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.db_base_plugin_common [None req-fb32e302-f825-44eb-8032-52d09a6433ed admin admin] Allocated IP 172.20.0.1 (22c01ef1-936f-4d85-97a6-cf840ed74fec/9a5a1166-12d4-4407-8a6a-41bf61d6db29/0deb8c2f-a28a-4beb-becc-d44c69097692) {{(pid=102386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 19:15:41.107580 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5ce9bd-3c4c-457b-8aa5-859303306846 req-af34809d-5602-42ef-86a1-b011bd1a475b tempest-AttachVolumeNegativeTest-814338664 tempest-AttachVolumeNegativeTest-814338664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:15:41.112733 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-ce5ce9bd-3c4c-457b-8aa5-859303306846 req-af34809d-5602-42ef-86a1-b011bd1a475b tempest-AttachVolumeNegativeTest-814338664 tempest-AttachVolumeNegativeTest-814338664-project] 10.222.0.13 "GET /v2.0/ports?device_id=62cf4386-7813-4901-bb02-41f41e7cb032 HTTP/1.1" status: 200 len: 946 time: 0.0567391 Nov 05 19:15:41.136658 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-fb32e302-f825-44eb-8032-52d09a6433ed admin admin] Publish callbacks [] for port, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:15:41.177040 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-ce5ce9bd-3c4c-457b-8aa5-859303306846 req-faec41c5-a03e-4a2b-9404-5e4ea16de795 tempest-AttachVolumeNegativeTest-814338664 tempest-AttachVolumeNegativeTest-814338664-project] 10.222.0.13 "GET /v2.0/security-groups?id=8cbae1bb-3d0a-4c8e-93ba-0ec8a19ca6a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573678 Nov 05 19:15:41.235920 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-ffb29dd3-7e14-42cb-8536-66b6a00da0f7 None None] Publish callbacks [] for port, precommit_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:15:41.239828 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-fb32e302-f825-44eb-8032-52d09a6433ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:15:41.282177 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb32e302-f825-44eb-8032-52d09a6433ed admin admin] Network 22c01ef1-936f-4d85-97a6-cf840ed74fec is already hosted by enough agents. {{(pid=102386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 19:15:41.287725 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.base_scheduler [None req-fb32e302-f825-44eb-8032-52d09a6433ed admin admin] Resources bound (agent type, host, resource id): {{(pid=102386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 19:15:41.290957 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb32e302-f825-44eb-8032-52d09a6433ed admin admin] Received port after_create {{(pid=102386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 19:15:41.306033 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-ffb29dd3-7e14-42cb-8536-66b6a00da0f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:15:41.340689 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-fb32e302-f825-44eb-8032-52d09a6433ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-571770'] for router_interface, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:15:41.343147 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb32e302-f825-44eb-8032-52d09a6433ed admin admin] Pushing event updated for resources: {'Port': ['ID=0deb8c2f-a28a-4beb-becc-d44c69097692,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:15:41.394599 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4eab18a-c9b1-424f-a48d-0a43980f57db None None] Pushing event updated for resources: {'Port': ['ID=9d46f277-0f87-4b8f-b5ef-2ab86342c4e5,revision_number=2']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:15:41.397885 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-ffb29dd3-7e14-42cb-8536-66b6a00da0f7 None None] Attempting to bind port 9d46f277-0f87-4b8f-b5ef-2ab86342c4e5 on host n-d-816865-1 for vnic_type normal with profile {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 19:15:41.398308 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-ffb29dd3-7e14-42cb-8536-66b6a00da0f7 None None] Attempting to bind port 9d46f277-0f87-4b8f-b5ef-2ab86342c4e5 by drivers openvswitch,hyperv on host n-d-816865-1 at level 0 using segments [{'id': '85be518c-8bb4-46a2-a903-d4292782d29d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec'}] {{(pid=102388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 19:15:41.398675 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffb29dd3-7e14-42cb-8536-66b6a00da0f7 None None] Attempting to bind port 9d46f277-0f87-4b8f-b5ef-2ab86342c4e5 on network 40c8335d-cd0b-4cb5-910a-d4dcddd5cbec {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 19:15:41.404970 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffb29dd3-7e14-42cb-8536-66b6a00da0f7 None None] Checking agent: {'id': '724d89a7-611b-41e6-bc85-c48112b17afa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 18, 25, 8), 'started_at': datetime.datetime(2021, 11, 5, 18, 25, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 19, 15, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 19:15:41.405348 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffb29dd3-7e14-42cb-8536-66b6a00da0f7 None None] Checking segment: {'id': '85be518c-8bb4-46a2-a903-d4292782d29d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 19:15:41.408010 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-ffb29dd3-7e14-42cb-8536-66b6a00da0f7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:15:41.408010 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffb29dd3-7e14-42cb-8536-66b6a00da0f7 None None] Bound using segment: {'id': '85be518c-8bb4-46a2-a903-d4292782d29d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec'} {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 19:15:41.408010 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-ffb29dd3-7e14-42cb-8536-66b6a00da0f7 None None] Bound port: 9d46f277-0f87-4b8f-b5ef-2ab86342c4e5, host: n-d-816865-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85be518c-8bb4-46a2-a903-d4292782d29d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec'}}] {{(pid=102388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 19:15:41.408010 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-ffb29dd3-7e14-42cb-8536-66b6a00da0f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:15:41.467578 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-ffb29dd3-7e14-42cb-8536-66b6a00da0f7 None None] For port 9d46f277-0f87-4b8f-b5ef-2ab86342c4e5, host n-d-816865-1, cleared binding levels {{(pid=102388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 19:15:41.471029 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-ffb29dd3-7e14-42cb-8536-66b6a00da0f7 None None] For port 9d46f277-0f87-4b8f-b5ef-2ab86342c4e5, host n-d-816865-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=9d46f277-0f87-4b8f-b5ef-2ab86342c4e5,segment=NetworkSegment(85be518c-8bb4-46a2-a903-d4292782d29d),segment_id=85be518c-8bb4-46a2-a903-d4292782d29d)] {{(pid=102388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 19:15:41.557521 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 1d861a18-7d44-4b94-aab3-2b092cb43805 up at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 19:15:41.582413 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-ffb29dd3-7e14-42cb-8536-66b6a00da0f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:15:41.611892 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-fb32e302-f825-44eb-8032-52d09a6433ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:15:41.668812 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffb29dd3-7e14-42cb-8536-66b6a00da0f7 None None] Routers {'00fb4211-acb9-4f95-9b85-c99919138e56'} bound to L3 agent in host n-d-816865-1 {{(pid=102388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 19:15:41.669583 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-ffb29dd3-7e14-42cb-8536-66b6a00da0f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T19:15:35Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['00fb4211-acb9-4f95-9b85-c99919138e56'], 'active': True} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:15:41.708715 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4eab18a-c9b1-424f-a48d-0a43980f57db None None] Pushing event updated for resources: {'Port': ['ID=9d46f277-0f87-4b8f-b5ef-2ab86342c4e5,revision_number=3']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:15:41.734143 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Provisioning complete for port 1d861a18-7d44-4b94-aab3-2b092cb43805 triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:15:41.734667 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:15:41.789987 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-fb32e302-f825-44eb-8032-52d09a6433ed admin admin] Publish callbacks [] for port, precommit_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:15:41.802217 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-3b934f17-2019-4a39-8a6d-6787d1559095 None None] Provisioning complete for port 0deb8c2f-a28a-4beb-becc-d44c69097692 triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:15:41.802425 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3b934f17-2019-4a39-8a6d-6787d1559095 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:15:41.866438 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-3b934f17-2019-4a39-8a6d-6787d1559095 None None] Port 0deb8c2f-a28a-4beb-becc-d44c69097692 cannot update to ACTIVE because it is not bound. {{(pid=102388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 19:15:41.869561 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvr_db [None req-ffb29dd3-7e14-42cb-8536-66b6a00da0f7 None None] Set router 00fb4211-acb9-4f95-9b85-c99919138e56 gateway port host: n-d-816865-1 {{(pid=102388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 19:15:41.885342 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-fb32e302-f825-44eb-8032-52d09a6433ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6149821'] for port, after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:15:41.959874 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-1b357b38-7ec5-4d59-bdb4-ee63540f55ac req-5a6f667c-2de4-4e87-ad10-25639ee4cd57 tempest-TestVolumeBackupRestore-1484239073 tempest-TestVolumeBackupRestore-1484239073-project] 10.222.0.13 "GET /v2.0/ports?device_id=55d6d7cc-57d8-4858-bf74-25f625297eb8 HTTP/1.1" status: 200 len: 210 time: 0.0323362 Nov 05 19:15:41.996368 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb32e302-f825-44eb-8032-52d09a6433ed admin admin] Pushing event updated for resources: {'Port': ['ID=0deb8c2f-a28a-4beb-becc-d44c69097692,revision_number=2']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:15:42.006450 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-fb32e302-f825-44eb-8032-52d09a6433ed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-597863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-571878'] for router_interface, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:15:42.121750 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb32e302-f825-44eb-8032-52d09a6433ed admin admin] Network 22c01ef1-936f-4d85-97a6-cf840ed74fec is already hosted by enough agents. {{(pid=102386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 19:15:42.123436 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.base_scheduler [None req-fb32e302-f825-44eb-8032-52d09a6433ed admin admin] Resources bound (agent type, host, resource id): {{(pid=102386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 19:15:42.164060 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-ffb29dd3-7e14-42cb-8536-66b6a00da0f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00fb4211-acb9-4f95-9b85-c99919138e56', 'name': 'tempest-TestVolumeBootPattern-715224525-router', 'tenant_id': '975e22a5e2c44667a77341bd773126d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.165'}], 'enable_snat': True}, 'gw_port_id': '9d46f277-0f87-4b8f-b5ef-2ab86342c4e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T19:15:37Z', 'updated_at': '2021-11-05T19:15:41Z', 'revision_number': 4, 'project_id': '975e22a5e2c44667a77341bd773126d4', 'gw_port': {'id': '9d46f277-0f87-4b8f-b5ef-2ab86342c4e5', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:f3:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00fb4211-acb9-4f95-9b85-c99919138e56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3711, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:15:38Z', 'updated_at': '2021-11-05T19:15:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1', '_interfaces': [{'id': '0deb8c2f-a28a-4beb-becc-d44c69097692', 'name': '', 'network_id': '22c01ef1-936f-4d85-97a6-cf840ed74fec', 'tenant_id': '975e22a5e2c44667a77341bd773126d4', 'mac_address': 'fa:16:3e:37:ad:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00fb4211-acb9-4f95-9b85-c99919138e56', 'device_owner': 'network:router_interface', 'standard_attr_id': 3712, 'fixed_ips': [{'subnet_id': '9a5a1166-12d4-4407-8a6a-41bf61d6db29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:15:40Z', 'updated_at': '2021-11-05T19:15:41Z', 'revision_number': 1, 'project_id': '975e22a5e2c44667a77341bd773126d4', 'subnets': [{'id': '9a5a1166-12d4-4407-8a6a-41bf61d6db29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-1', False) {} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:15:42.194931 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffb29dd3-7e14-42cb-8536-66b6a00da0f7 None None] The sync data for ids ['00fb4211-acb9-4f95-9b85-c99919138e56'] in n-d-816865-1 is: [{'id': '00fb4211-acb9-4f95-9b85-c99919138e56', 'name': 'tempest-TestVolumeBootPattern-715224525-router', 'tenant_id': '975e22a5e2c44667a77341bd773126d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.165'}], 'enable_snat': True}, 'gw_port_id': '9d46f277-0f87-4b8f-b5ef-2ab86342c4e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T19:15:37Z', 'updated_at': '2021-11-05T19:15:41Z', 'revision_number': 4, 'project_id': '975e22a5e2c44667a77341bd773126d4', 'gw_port': {'id': '9d46f277-0f87-4b8f-b5ef-2ab86342c4e5', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:f3:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00fb4211-acb9-4f95-9b85-c99919138e56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3711, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:15:38Z', 'updated_at': '2021-11-05T19:15:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1', '_interfaces': [{'id': '0deb8c2f-a28a-4beb-becc-d44c69097692', 'name': '', 'network_id': '22c01ef1-936f-4d85-97a6-cf840ed74fec', 'tenant_id': '975e22a5e2c44667a77341bd773126d4', 'mac_address': 'fa:16:3e:37:ad:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00fb4211-acb9-4f95-9b85-c99919138e56', 'device_owner': 'network:router_interface', 'standard_attr_id': 3712, 'fixed_ips': [{'subnet_id': '9a5a1166-12d4-4407-8a6a-41bf61d6db29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:15:40Z', 'updated_at': '2021-11-05T19:15:41Z', 'revision_number': 1, 'project_id': '975e22a5e2c44667a77341bd773126d4', 'subnets': [{'id': '9a5a1166-12d4-4407-8a6a-41bf61d6db29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 19:15:42.283664 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb32e302-f825-44eb-8032-52d09a6433ed admin admin] Router 00fb4211-acb9-4f95-9b85-c99919138e56 has already been hosted by L3 agent 6dcb5589-8e86-4616-9186-ddc4548e13ad {{(pid=102386) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 19:15:42.420100 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb32e302-f825-44eb-8032-52d09a6433ed admin admin] Notify agent at l3_agent.n-d-816865-1 the message routers_updated {{(pid=102386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 19:15:42.433829 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-fb32e302-f825-44eb-8032-52d09a6433ed admin admin] 10.222.0.13 "PUT /v2.0/routers/00fb4211-acb9-4f95-9b85-c99919138e56/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0708756 Nov 05 19:15:42.501961 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-77dba892-35f1-4b83-a291-da785aec544e None None] Provisioning complete for port 0deb8c2f-a28a-4beb-becc-d44c69097692 triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:15:42.502869 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-77dba892-35f1-4b83-a291-da785aec544e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:15:42.621612 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-77dba892-35f1-4b83-a291-da785aec544e None None] Port 0deb8c2f-a28a-4beb-becc-d44c69097692 cannot update to ACTIVE because it is not bound. {{(pid=102388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 19:15:42.793389 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Device 568c1f9a-f54b-4665-85e6-b226b0121a28 no longer exists at agent hyperv_n-h2-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 19:15:42.830221 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] No Port match for: 568c1f9a-f54b-4665-85e6-b226b0121a28 {{(pid=102388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 19:15:42.830498 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Device 568c1f9a-f54b-4665-85e6-b226b0121a28 not bound to the agent host n-h2-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 19:15:43.089173 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-8c8b5d21-64ff-43c0-8bc4-1a163189e280 req-845cd75e-60bb-4024-b0a3-f701fb63be45 tempest-TestVolumeBackupRestore-1484239073 tempest-TestVolumeBackupRestore-1484239073-project] 10.222.0.13 "GET /v2.0/ports?device_id=55d6d7cc-57d8-4858-bf74-25f625297eb8 HTTP/1.1" status: 200 len: 210 time: 0.0295424 Nov 05 19:15:43.303885 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 37940) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:15:43.309428 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-47011a57-faa1-4f33-a4af-e10ac9a507e1 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1141308041-network', 'tenant_id': '81d2f310dd414c6dba51bc9eaf2a96fe'}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:15:43.405621 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47011a57-faa1-4f33-a4af-e10ac9a507e1 admin admin] Made reservation on behalf of 81d2f310dd414c6dba51bc9eaf2a96fe for: {'network': 1} {{(pid=102387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 19:15:43.408187 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-47011a57-faa1-4f33-a4af-e10ac9a507e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for network, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:15:43.424639 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-47011a57-faa1-4f33-a4af-e10ac9a507e1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:15:43.511381 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-47011a57-faa1-4f33-a4af-e10ac9a507e1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:15:43.576929 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-47011a57-faa1-4f33-a4af-e10ac9a507e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:15:43.608716 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47011a57-faa1-4f33-a4af-e10ac9a507e1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 195} {{(pid=102387) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 05 19:15:43.622397 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47011a57-faa1-4f33-a4af-e10ac9a507e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d7df753-d2ef-4d0a-a339-f4356f9dea01,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:15:43.628322 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-47011a57-faa1-4f33-a4af-e10ac9a507e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273'] for segment, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:15:43.628844 n-d-816865-1 neutron-server[102387]: INFO neutron.db.segments_db [None req-47011a57-faa1-4f33-a4af-e10ac9a507e1 admin admin] Added segment 52fceacf-61e4-4ea9-bd8b-2051456afe04 of type vlan for network 270c8036-ea3e-4bdc-833b-719b64791332 Nov 05 19:15:43.632510 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 9d46f277-0f87-4b8f-b5ef-2ab86342c4e5 up at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 19:15:43.642291 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47011a57-faa1-4f33-a4af-e10ac9a507e1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:15:43.642897 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47011a57-faa1-4f33-a4af-e10ac9a507e1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:15:43.643452 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47011a57-faa1-4f33-a4af-e10ac9a507e1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:15:43.643978 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47011a57-faa1-4f33-a4af-e10ac9a507e1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:15:43.644315 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47011a57-faa1-4f33-a4af-e10ac9a507e1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:15:43.644654 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47011a57-faa1-4f33-a4af-e10ac9a507e1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:15:43.644987 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47011a57-faa1-4f33-a4af-e10ac9a507e1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:15:43.645318 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47011a57-faa1-4f33-a4af-e10ac9a507e1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:15:43.645649 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47011a57-faa1-4f33-a4af-e10ac9a507e1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:15:43.645976 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47011a57-faa1-4f33-a4af-e10ac9a507e1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:15:43.646324 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47011a57-faa1-4f33-a4af-e10ac9a507e1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:15:43.646718 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47011a57-faa1-4f33-a4af-e10ac9a507e1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:15:43.690529 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Provisioning complete for port 9d46f277-0f87-4b8f-b5ef-2ab86342c4e5 triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:15:43.691198 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:15:43.706568 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-47011a57-faa1-4f33-a4af-e10ac9a507e1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750027258543'] for network, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:15:43.802022 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:15:43.811586 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-47011a57-faa1-4f33-a4af-e10ac9a507e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-956796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877'] for network, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:15:43.813027 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47011a57-faa1-4f33-a4af-e10ac9a507e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:15:43.813901 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-47011a57-faa1-4f33-a4af-e10ac9a507e1 admin admin] Publish callbacks [] for network, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:15:43.826114 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] For port 9d46f277-0f87-4b8f-b5ef-2ab86342c4e5, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=9d46f277-0f87-4b8f-b5ef-2ab86342c4e5,segment=NetworkSegment(85be518c-8bb4-46a2-a903-d4292782d29d),segment_id=85be518c-8bb4-46a2-a903-d4292782d29d)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:15:43.893853 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47011a57-faa1-4f33-a4af-e10ac9a507e1 admin admin] Pushing event updated for resources: {'Network': ['ID=270c8036-ea3e-4bdc-833b-719b64791332,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:15:43.896805 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:15:43.905760 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Network 270c8036-ea3e-4bdc-833b-719b64791332 details requested by agent ovs-agent-n-d-816865-1 with host n-d-816865-1 {{(pid=102388) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 05 19:15:43.945142 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 37944) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:15:43.952242 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-5e847b32-55fb-4e81-b426-3ac5808af11d admin admin] Request body: {'subnet': {'network_id': '270c8036-ea3e-4bdc-833b-719b64791332', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1141308041-subnet', 'tenant_id': '81d2f310dd414c6dba51bc9eaf2a96fe', 'ip_version': 4}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:15:43.957421 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-47011a57-faa1-4f33-a4af-e10ac9a507e1 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6483707 Nov 05 19:15:44.031863 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Pushing event updated for resources: {'Port': ['ID=9d46f277-0f87-4b8f-b5ef-2ab86342c4e5,revision_number=4']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:15:44.066509 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e847b32-55fb-4e81-b426-3ac5808af11d admin admin] Made reservation on behalf of 81d2f310dd414c6dba51bc9eaf2a96fe for: {'subnet': 1} {{(pid=102386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 19:15:44.068977 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-5e847b32-55fb-4e81-b426-3ac5808af11d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4877122'] for subnet, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:15:44.213169 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-05f708fd-5a97-4ba0-aea9-c7249a02bd42 req-9c244ec4-ea94-4387-a8f6-aba396c81478 tempest-TestVolumeBackupRestore-1484239073 tempest-TestVolumeBackupRestore-1484239073-project] 10.222.0.13 "GET /v2.0/ports?device_id=55d6d7cc-57d8-4858-bf74-25f625297eb8 HTTP/1.1" status: 200 len: 210 time: 0.0402322 Nov 05 19:15:44.371542 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-5e847b32-55fb-4e81-b426-3ac5808af11d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6149946', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4877172'] for subnet, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:15:44.438392 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e847b32-55fb-4e81-b426-3ac5808af11d admin admin] Pushing event updated for resources: {'Subnet': ['ID=c5749095-4745-4b6f-9106-b998cea7810f,revision_number=0']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:15:44.445821 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e847b32-55fb-4e81-b426-3ac5808af11d admin admin] Checking segment: {'id': '52fceacf-61e4-4ea9-bd8b-2051456afe04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '270c8036-ea3e-4bdc-833b-719b64791332'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 19:15:44.446145 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e847b32-55fb-4e81-b426-3ac5808af11d admin admin] Network hostable DHCP agents. Network: 270c8036-ea3e-4bdc-833b-719b64791332, hostable agents: ['987e2ca0-bc3b-4c6f-a989-429ccfbf753f'], hosted agents: [] {{(pid=102386) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 05 19:15:44.513470 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e847b32-55fb-4e81-b426-3ac5808af11d admin admin] Network 270c8036-ea3e-4bdc-833b-719b64791332 is scheduled to be hosted by DHCP agent 987e2ca0-bc3b-4c6f-a989-429ccfbf753f with binding_index 1 {{(pid=102386) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 05 19:15:44.574549 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.base_scheduler [None req-5e847b32-55fb-4e81-b426-3ac5808af11d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816865-1, 270c8036-ea3e-4bdc-833b-719b64791332) {{(pid=102386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 19:15:44.579450 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e847b32-55fb-4e81-b426-3ac5808af11d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:15:44.580610 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-5e847b32-55fb-4e81-b426-3ac5808af11d admin admin] Publish callbacks [] for subnet, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:15:44.584648 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cb26d78-a6b6-44d3-8bf3-db0ad319b233 None None] Network 270c8036-ea3e-4bdc-833b-719b64791332 requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 19:15:44.724474 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 37956) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:15:44.727805 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-5e847b32-55fb-4e81-b426-3ac5808af11d admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7779608 Nov 05 19:15:44.731744 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-54c8382b-b8d0-4f2c-8b1b-c48d21719326 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1141308041-router', 'tenant_id': '81d2f310dd414c6dba51bc9eaf2a96fe', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec'}}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:15:44.757463 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c90b94d5-1645-420e-b785-5055eb68fa2e None None] Sync routers for ids ['00fb4211-acb9-4f95-9b85-c99919138e56'] in n-d-816865-1 {{(pid=102389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 19:15:44.757952 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-348bc2b4-aafe-405c-a558-17167038c46a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeb20a084-accf-5b60-8075-3e69ebe863a6-270c8036-ea3e-4bdc-833b-719b64791332', 'network_id': '270c8036-ea3e-4bdc-833b-719b64791332', 'tenant_id': '81d2f310dd414c6dba51bc9eaf2a96fe', 'fixed_ips': [{'subnet_id': 'c5749095-4745-4b6f-9106-b998cea7810f'}]}} from n-d-816865-1. {{(pid=102388) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 05 19:15:44.757952 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-348bc2b4-aafe-405c-a558-17167038c46a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:15:44.760445 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c90b94d5-1645-420e-b785-5055eb68fa2e None None] Routers {'00fb4211-acb9-4f95-9b85-c99919138e56'} bound to L3 agent in host n-d-816865-1 {{(pid=102389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 19:15:44.761078 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-c90b94d5-1645-420e-b785-5055eb68fa2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T19:15:35Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['00fb4211-acb9-4f95-9b85-c99919138e56'], 'active': True} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:15:44.832114 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-54c8382b-b8d0-4f2c-8b1b-c48d21719326 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-571139', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6874'] for router, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:15:44.833368 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-54c8382b-b8d0-4f2c-8b1b-c48d21719326 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-571375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1000570', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1011585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6867'] for router, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:15:44.885459 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvr_db [None req-c90b94d5-1645-420e-b785-5055eb68fa2e None None] Set router 00fb4211-acb9-4f95-9b85-c99919138e56 gateway port host: n-d-816865-1 {{(pid=102389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 19:15:44.902977 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-54c8382b-b8d0-4f2c-8b1b-c48d21719326 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:15:44.929609 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.db_base_plugin_common [None req-348bc2b4-aafe-405c-a558-17167038c46a None None] Allocated IP 172.20.0.2 (270c8036-ea3e-4bdc-833b-719b64791332/c5749095-4745-4b6f-9106-b998cea7810f/463041e5-e527-4ab4-9894-1250644f35f5) {{(pid=102388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 19:15:45.111176 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-348bc2b4-aafe-405c-a558-17167038c46a None None] Publish callbacks [] for port, precommit_create {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:15:45.133807 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-c90b94d5-1645-420e-b785-5055eb68fa2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00fb4211-acb9-4f95-9b85-c99919138e56', 'name': 'tempest-TestVolumeBootPattern-715224525-router', 'tenant_id': '975e22a5e2c44667a77341bd773126d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.165'}], 'enable_snat': True}, 'gw_port_id': '9d46f277-0f87-4b8f-b5ef-2ab86342c4e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T19:15:37Z', 'updated_at': '2021-11-05T19:15:41Z', 'revision_number': 4, 'project_id': '975e22a5e2c44667a77341bd773126d4', 'gw_port': {'id': '9d46f277-0f87-4b8f-b5ef-2ab86342c4e5', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:f3:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00fb4211-acb9-4f95-9b85-c99919138e56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3711, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:15:38Z', 'updated_at': '2021-11-05T19:15:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1', '_interfaces': [{'id': '0deb8c2f-a28a-4beb-becc-d44c69097692', 'name': '', 'network_id': '22c01ef1-936f-4d85-97a6-cf840ed74fec', 'tenant_id': '975e22a5e2c44667a77341bd773126d4', 'mac_address': 'fa:16:3e:37:ad:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00fb4211-acb9-4f95-9b85-c99919138e56', 'device_owner': 'network:router_interface', 'standard_attr_id': 3712, 'fixed_ips': [{'subnet_id': '9a5a1166-12d4-4407-8a6a-41bf61d6db29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:15:40Z', 'updated_at': '2021-11-05T19:15:41Z', 'revision_number': 2, 'project_id': '975e22a5e2c44667a77341bd773126d4', 'subnets': [{'id': '9a5a1166-12d4-4407-8a6a-41bf61d6db29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-1', False) {} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:15:45.171287 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c90b94d5-1645-420e-b785-5055eb68fa2e None None] Checking router: 00fb4211-acb9-4f95-9b85-c99919138e56 for host: n-d-816865-1 {{(pid=102389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 19:15:45.171287 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c90b94d5-1645-420e-b785-5055eb68fa2e None None] Updating router 00fb4211-acb9-4f95-9b85-c99919138e56 port 0deb8c2f-a28a-4beb-becc-d44c69097692 binding host n-d-816865-1 {{(pid=102389) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 05 19:15:45.182763 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-348bc2b4-aafe-405c-a558-17167038c46a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789'] for port, after_create {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:15:45.192959 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-54c8382b-b8d0-4f2c-8b1b-c48d21719326 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:15:45.197695 n-d-816865-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-c90b94d5-1645-420e-b785-5055eb68fa2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:15:45.236598 n-d-816865-1 neutron-server[102388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-348bc2b4-aafe-405c-a558-17167038c46a None None] Network 270c8036-ea3e-4bdc-833b-719b64791332 is already hosted by enough agents. {{(pid=102388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 19:15:45.244617 n-d-816865-1 neutron-server[102388]: DEBUG neutron.scheduler.base_scheduler [None req-348bc2b4-aafe-405c-a558-17167038c46a None None] Resources bound (agent type, host, resource id): {{(pid=102388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 19:15:45.261669 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348bc2b4-aafe-405c-a558-17167038c46a None None] Pushing event updated for resources: {'Port': ['ID=463041e5-e527-4ab4-9894-1250644f35f5,revision_number=1']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:15:45.276917 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-348bc2b4-aafe-405c-a558-17167038c46a None None] Received port after_create {{(pid=102388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 19:15:45.369098 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-348bc2b4-aafe-405c-a558-17167038c46a None None] Attempting to bind port 463041e5-e527-4ab4-9894-1250644f35f5 on host n-d-816865-1 for vnic_type normal with profile {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 19:15:45.369790 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-348bc2b4-aafe-405c-a558-17167038c46a None None] Attempting to bind port 463041e5-e527-4ab4-9894-1250644f35f5 by drivers openvswitch,hyperv on host n-d-816865-1 at level 0 using segments [{'id': '52fceacf-61e4-4ea9-bd8b-2051456afe04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '270c8036-ea3e-4bdc-833b-719b64791332'}] {{(pid=102388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 19:15:45.370360 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-348bc2b4-aafe-405c-a558-17167038c46a None None] Attempting to bind port 463041e5-e527-4ab4-9894-1250644f35f5 on network 270c8036-ea3e-4bdc-833b-719b64791332 {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 19:15:45.371713 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-25fc33fa-d6fe-4c29-ae02-17e8e7c006a7 req-1a723ef7-9803-44f2-923d-ec5d425857aa tempest-TestVolumeBackupRestore-1484239073 tempest-TestVolumeBackupRestore-1484239073-project] 10.222.0.13 "GET /v2.0/ports?device_id=55d6d7cc-57d8-4858-bf74-25f625297eb8 HTTP/1.1" status: 200 len: 210 time: 0.0316596 Nov 05 19:15:45.399473 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-348bc2b4-aafe-405c-a558-17167038c46a None None] Checking agent: {'id': '724d89a7-611b-41e6-bc85-c48112b17afa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 18, 25, 8), 'started_at': datetime.datetime(2021, 11, 5, 18, 25, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 19, 15, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 19:15:45.399964 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-348bc2b4-aafe-405c-a558-17167038c46a None None] Checking segment: {'id': '52fceacf-61e4-4ea9-bd8b-2051456afe04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '270c8036-ea3e-4bdc-833b-719b64791332'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 19:15:45.402271 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-348bc2b4-aafe-405c-a558-17167038c46a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:15:45.403120 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-348bc2b4-aafe-405c-a558-17167038c46a None None] Bound using segment: {'id': '52fceacf-61e4-4ea9-bd8b-2051456afe04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '270c8036-ea3e-4bdc-833b-719b64791332'} {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 19:15:45.403938 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-348bc2b4-aafe-405c-a558-17167038c46a None None] Bound port: 463041e5-e527-4ab4-9894-1250644f35f5, host: n-d-816865-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52fceacf-61e4-4ea9-bd8b-2051456afe04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '270c8036-ea3e-4bdc-833b-719b64791332'}}] {{(pid=102388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 19:15:45.405569 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-348bc2b4-aafe-405c-a558-17167038c46a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:15:45.563181 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-54c8382b-b8d0-4f2c-8b1b-c48d21719326 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:15:45.567253 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-348bc2b4-aafe-405c-a558-17167038c46a None None] For port 463041e5-e527-4ab4-9894-1250644f35f5, host n-d-816865-1, cleared binding levels {{(pid=102388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 19:15:45.572602 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-348bc2b4-aafe-405c-a558-17167038c46a None None] For port 463041e5-e527-4ab4-9894-1250644f35f5, host n-d-816865-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=463041e5-e527-4ab4-9894-1250644f35f5,segment=NetworkSegment(52fceacf-61e4-4ea9-bd8b-2051456afe04),segment_id=52fceacf-61e4-4ea9-bd8b-2051456afe04)] {{(pid=102388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 19:15:45.594297 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-54c8382b-b8d0-4f2c-8b1b-c48d21719326 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:15:45.636310 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-348bc2b4-aafe-405c-a558-17167038c46a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:15:45.648484 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 9d46f277-0f87-4b8f-b5ef-2ab86342c4e5 up at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 19:15:45.648716 n-d-816865-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-c90b94d5-1645-420e-b785-5055eb68fa2e None None] Publish callbacks [] for port, precommit_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:15:45.736348 n-d-816865-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-c90b94d5-1645-420e-b785-5055eb68fa2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:15:45.774185 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348bc2b4-aafe-405c-a558-17167038c46a None None] Pushing event updated for resources: {'Port': ['ID=463041e5-e527-4ab4-9894-1250644f35f5,revision_number=2']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:15:45.775854 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.db_base_plugin_common [None req-54c8382b-b8d0-4f2c-8b1b-c48d21719326 admin admin] Allocated IP 172.25.6.211 (40c8335d-cd0b-4cb5-910a-d4dcddd5cbec/04fe6db3-e108-4208-943d-6518424f5726/92ecf71f-5561-4992-bedc-2063c5f26992) {{(pid=102387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 19:15:45.797119 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Provisioning complete for port 9d46f277-0f87-4b8f-b5ef-2ab86342c4e5 triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:15:45.799074 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:15:45.971146 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-54c8382b-b8d0-4f2c-8b1b-c48d21719326 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:15:46.017681 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2bae0b5-dde2-478e-94cb-1cb5d94888ff None None] Pushing event updated for resources: {'Port': ['ID=0deb8c2f-a28a-4beb-becc-d44c69097692,revision_number=3']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:15:46.034842 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.managers [None req-c90b94d5-1645-420e-b785-5055eb68fa2e None None] Attempting to bind port 0deb8c2f-a28a-4beb-becc-d44c69097692 on host n-d-816865-1 for vnic_type normal with profile {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 19:15:46.035213 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.managers [None req-c90b94d5-1645-420e-b785-5055eb68fa2e None None] Attempting to bind port 0deb8c2f-a28a-4beb-becc-d44c69097692 by drivers openvswitch,hyperv on host n-d-816865-1 at level 0 using segments [{'id': 'c8ba8bad-518b-408a-adbf-9f95696a455e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '22c01ef1-936f-4d85-97a6-cf840ed74fec'}] {{(pid=102389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 19:15:46.035577 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c90b94d5-1645-420e-b785-5055eb68fa2e None None] Attempting to bind port 0deb8c2f-a28a-4beb-becc-d44c69097692 on network 22c01ef1-936f-4d85-97a6-cf840ed74fec {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 19:15:46.045389 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c90b94d5-1645-420e-b785-5055eb68fa2e None None] Checking agent: {'id': '724d89a7-611b-41e6-bc85-c48112b17afa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 18, 25, 8), 'started_at': datetime.datetime(2021, 11, 5, 18, 25, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 19, 15, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 19:15:46.045773 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c90b94d5-1645-420e-b785-5055eb68fa2e None None] Checking segment: {'id': 'c8ba8bad-518b-408a-adbf-9f95696a455e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '22c01ef1-936f-4d85-97a6-cf840ed74fec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 19:15:46.046226 n-d-816865-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-c90b94d5-1645-420e-b785-5055eb68fa2e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:15:46.046627 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c90b94d5-1645-420e-b785-5055eb68fa2e None None] Bound using segment: {'id': 'c8ba8bad-518b-408a-adbf-9f95696a455e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '22c01ef1-936f-4d85-97a6-cf840ed74fec'} {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 19:15:46.047700 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.managers [None req-c90b94d5-1645-420e-b785-5055eb68fa2e None None] Bound port: 0deb8c2f-a28a-4beb-becc-d44c69097692, host: n-d-816865-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8ba8bad-518b-408a-adbf-9f95696a455e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '22c01ef1-936f-4d85-97a6-cf840ed74fec'}}] {{(pid=102389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 19:15:46.048110 n-d-816865-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-c90b94d5-1645-420e-b785-5055eb68fa2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:15:46.163501 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-54c8382b-b8d0-4f2c-8b1b-c48d21719326 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4417063'] for port, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:15:46.186192 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [None req-c90b94d5-1645-420e-b785-5055eb68fa2e None None] For port 0deb8c2f-a28a-4beb-becc-d44c69097692, host n-d-816865-1, cleared binding levels {{(pid=102389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 19:15:46.188524 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-08e17c84-cc62-4a63-af87-ef0aa649fdde None None] Provisioning complete for port 0deb8c2f-a28a-4beb-becc-d44c69097692 triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:15:46.189035 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-08e17c84-cc62-4a63-af87-ef0aa649fdde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:15:46.193248 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [None req-c90b94d5-1645-420e-b785-5055eb68fa2e None None] For port 0deb8c2f-a28a-4beb-becc-d44c69097692, host n-d-816865-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=0deb8c2f-a28a-4beb-becc-d44c69097692,segment=NetworkSegment(c8ba8bad-518b-408a-adbf-9f95696a455e),segment_id=c8ba8bad-518b-408a-adbf-9f95696a455e)] {{(pid=102389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 19:15:46.230641 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-08e17c84-cc62-4a63-af87-ef0aa649fdde None None] Port 0deb8c2f-a28a-4beb-becc-d44c69097692 cannot update to ACTIVE because it is not bound. {{(pid=102388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 19:15:46.242983 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54c8382b-b8d0-4f2c-8b1b-c48d21719326 admin admin] Network 40c8335d-cd0b-4cb5-910a-d4dcddd5cbec is already hosted by enough agents. {{(pid=102387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 19:15:46.248760 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.base_scheduler [None req-54c8382b-b8d0-4f2c-8b1b-c48d21719326 admin admin] Resources bound (agent type, host, resource id): {{(pid=102387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 19:15:46.251851 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54c8382b-b8d0-4f2c-8b1b-c48d21719326 admin admin] Received port after_create {{(pid=102387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 19:15:46.272173 n-d-816865-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-c90b94d5-1645-420e-b785-5055eb68fa2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:15:46.279108 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c8382b-b8d0-4f2c-8b1b-c48d21719326 admin admin] Pushing event updated for resources: {'Port': ['ID=92ecf71f-5561-4992-bedc-2063c5f26992,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:15:46.322872 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c90b94d5-1645-420e-b785-5055eb68fa2e None None] Routers {'00fb4211-acb9-4f95-9b85-c99919138e56'} bound to L3 agent in host n-d-816865-1 {{(pid=102389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 19:15:46.323634 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-c90b94d5-1645-420e-b785-5055eb68fa2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T19:15:35Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['00fb4211-acb9-4f95-9b85-c99919138e56'], 'active': True} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:15:46.447848 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2bae0b5-dde2-478e-94cb-1cb5d94888ff None None] Pushing event updated for resources: {'Port': ['ID=0deb8c2f-a28a-4beb-becc-d44c69097692,revision_number=4']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:15:46.474631 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 37966) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:15:46.498916 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvr_db [None req-c90b94d5-1645-420e-b785-5055eb68fa2e None None] Set router 00fb4211-acb9-4f95-9b85-c99919138e56 gateway port host: n-d-816865-1 {{(pid=102389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 19:15:46.559883 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-12be738f-8d21-46c4-8fc9-28c445b2d786 tempest-TestVolumeBackupRestore-1484239073 tempest-TestVolumeBackupRestore-1484239073-project] Publish callbacks [] for security_group, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:15:46.594867 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-12be738f-8d21-46c4-8fc9-28c445b2d786 tempest-TestVolumeBackupRestore-1484239073 tempest-TestVolumeBackupRestore-1484239073-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:15:46.652583 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-54c8382b-b8d0-4f2c-8b1b-c48d21719326 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:15:46.731745 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-c90b94d5-1645-420e-b785-5055eb68fa2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00fb4211-acb9-4f95-9b85-c99919138e56', 'name': 'tempest-TestVolumeBootPattern-715224525-router', 'tenant_id': '975e22a5e2c44667a77341bd773126d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.165'}], 'enable_snat': True}, 'gw_port_id': '9d46f277-0f87-4b8f-b5ef-2ab86342c4e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T19:15:37Z', 'updated_at': '2021-11-05T19:15:41Z', 'revision_number': 4, 'project_id': '975e22a5e2c44667a77341bd773126d4', 'gw_port': {'id': '9d46f277-0f87-4b8f-b5ef-2ab86342c4e5', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:f3:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00fb4211-acb9-4f95-9b85-c99919138e56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3711, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:15:38Z', 'updated_at': '2021-11-05T19:15:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1', '_interfaces': [{'id': '0deb8c2f-a28a-4beb-becc-d44c69097692', 'name': '', 'network_id': '22c01ef1-936f-4d85-97a6-cf840ed74fec', 'tenant_id': '975e22a5e2c44667a77341bd773126d4', 'mac_address': 'fa:16:3e:37:ad:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00fb4211-acb9-4f95-9b85-c99919138e56', 'device_owner': 'network:router_interface', 'standard_attr_id': 3712, 'fixed_ips': [{'subnet_id': '9a5a1166-12d4-4407-8a6a-41bf61d6db29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:15:40Z', 'updated_at': '2021-11-05T19:15:46Z', 'revision_number': 4, 'project_id': '975e22a5e2c44667a77341bd773126d4', 'subnets': [{'id': '9a5a1166-12d4-4407-8a6a-41bf61d6db29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-1', False) {} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:15:46.772236 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-4ae16422-5c95-479f-85dc-ddfb285df092 None None] Provisioning complete for port 0deb8c2f-a28a-4beb-becc-d44c69097692 triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:15:46.772695 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-4ae16422-5c95-479f-85dc-ddfb285df092 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:15:46.790104 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c90b94d5-1645-420e-b785-5055eb68fa2e None None] The sync data for ids ['00fb4211-acb9-4f95-9b85-c99919138e56'] in n-d-816865-1 is: [{'id': '00fb4211-acb9-4f95-9b85-c99919138e56', 'name': 'tempest-TestVolumeBootPattern-715224525-router', 'tenant_id': '975e22a5e2c44667a77341bd773126d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.165'}], 'enable_snat': True}, 'gw_port_id': '9d46f277-0f87-4b8f-b5ef-2ab86342c4e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T19:15:37Z', 'updated_at': '2021-11-05T19:15:41Z', 'revision_number': 4, 'project_id': '975e22a5e2c44667a77341bd773126d4', 'gw_port': {'id': '9d46f277-0f87-4b8f-b5ef-2ab86342c4e5', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:f3:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00fb4211-acb9-4f95-9b85-c99919138e56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3711, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:15:38Z', 'updated_at': '2021-11-05T19:15:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1', '_interfaces': [{'id': '0deb8c2f-a28a-4beb-becc-d44c69097692', 'name': '', 'network_id': '22c01ef1-936f-4d85-97a6-cf840ed74fec', 'tenant_id': '975e22a5e2c44667a77341bd773126d4', 'mac_address': 'fa:16:3e:37:ad:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00fb4211-acb9-4f95-9b85-c99919138e56', 'device_owner': 'network:router_interface', 'standard_attr_id': 3712, 'fixed_ips': [{'subnet_id': '9a5a1166-12d4-4407-8a6a-41bf61d6db29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:15:40Z', 'updated_at': '2021-11-05T19:15:46Z', 'revision_number': 4, 'project_id': '975e22a5e2c44667a77341bd773126d4', 'subnets': [{'id': '9a5a1166-12d4-4407-8a6a-41bf61d6db29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 19:15:46.799457 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-12be738f-8d21-46c4-8fc9-28c445b2d786 tempest-TestVolumeBackupRestore-1484239073 tempest-TestVolumeBackupRestore-1484239073-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:15:46.803009 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-12be738f-8d21-46c4-8fc9-28c445b2d786 tempest-TestVolumeBackupRestore-1484239073 tempest-TestVolumeBackupRestore-1484239073-project] Publish callbacks [] for security_group, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:15:46.803680 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-12be738f-8d21-46c4-8fc9-28c445b2d786 tempest-TestVolumeBackupRestore-1484239073 tempest-TestVolumeBackupRestore-1484239073-project] 10.222.0.13 "DELETE /v2.0/security-groups/74249167-aedd-4f9d-94ee-573d365c4c2c HTTP/1.1" status: 204 len: 168 time: 0.3280213 Nov 05 19:15:46.821242 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12be738f-8d21-46c4-8fc9-28c445b2d786 tempest-TestVolumeBackupRestore-1484239073 tempest-TestVolumeBackupRestore-1484239073-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=74249167-aedd-4f9d-94ee-573d365c4c2c,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:15:46.922679 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-4ae16422-5c95-479f-85dc-ddfb285df092 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:15:46.963324 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-54c8382b-b8d0-4f2c-8b1b-c48d21719326 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-571384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1000487'] for router, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:15:47.014429 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-4ae16422-5c95-479f-85dc-ddfb285df092 None None] For port 0deb8c2f-a28a-4beb-becc-d44c69097692, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=0deb8c2f-a28a-4beb-becc-d44c69097692,segment=NetworkSegment(c8ba8bad-518b-408a-adbf-9f95696a455e),segment_id=c8ba8bad-518b-408a-adbf-9f95696a455e)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:15:47.096890 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-4ae16422-5c95-479f-85dc-ddfb285df092 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:15:47.211193 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae16422-5c95-479f-85dc-ddfb285df092 None None] Pushing event updated for resources: {'Port': ['ID=0deb8c2f-a28a-4beb-becc-d44c69097692,revision_number=5']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:15:47.255121 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54c8382b-b8d0-4f2c-8b1b-c48d21719326 admin admin] Router 8cee2863-7c00-4f61-96fe-d959a6a575a7 is scheduled to L3 agent 6dcb5589-8e86-4616-9186-ddc4548e13ad with binding_index 1 {{(pid=102387) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 05 19:15:47.299966 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c499e850-6330-45c2-8bd9-af99e4464774 None None] Network 270c8036-ea3e-4bdc-833b-719b64791332 requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 19:15:47.385726 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-93d5d4a2-faa7-432a-ac24-1ae3f155553b None None] Provisioning complete for port 463041e5-e527-4ab4-9894-1250644f35f5 triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:15:47.386422 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-93d5d4a2-faa7-432a-ac24-1ae3f155553b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:15:47.436131 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54c8382b-b8d0-4f2c-8b1b-c48d21719326 admin admin] Notify agent at l3_agent.n-d-816865-1 the message routers_updated {{(pid=102387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 19:15:47.539406 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-54c8382b-b8d0-4f2c-8b1b-c48d21719326 admin admin] Publish callbacks [] for router, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:15:47.544345 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-54c8382b-b8d0-4f2c-8b1b-c48d21719326 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.8173451 Nov 05 19:15:47.545083 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 37988) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:15:47.569180 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0edf6b1-8654-405a-a059-ad3f4254dad4 None None] Sync routers for ids ['8cee2863-7c00-4f61-96fe-d959a6a575a7'] in n-d-816865-1 {{(pid=102388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 19:15:47.676823 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0edf6b1-8654-405a-a059-ad3f4254dad4 None None] Routers {'8cee2863-7c00-4f61-96fe-d959a6a575a7'} bound to L3 agent in host n-d-816865-1 {{(pid=102388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 19:15:47.677546 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-a0edf6b1-8654-405a-a059-ad3f4254dad4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T19:15:35Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['8cee2863-7c00-4f61-96fe-d959a6a575a7'], 'active': True} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:15:47.922506 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 463041e5-e527-4ab4-9894-1250644f35f5 up at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 19:15:47.964178 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-93d5d4a2-faa7-432a-ac24-1ae3f155553b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:15:48.087761 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-93d5d4a2-faa7-432a-ac24-1ae3f155553b None None] For port 463041e5-e527-4ab4-9894-1250644f35f5, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=463041e5-e527-4ab4-9894-1250644f35f5,segment=NetworkSegment(52fceacf-61e4-4ea9-bd8b-2051456afe04),segment_id=52fceacf-61e4-4ea9-bd8b-2051456afe04)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:15:48.098597 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Provisioning complete for port 463041e5-e527-4ab4-9894-1250644f35f5 triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:15:48.099096 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:15:48.129507 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvr_db [None req-a0edf6b1-8654-405a-a059-ad3f4254dad4 None None] Set router 8cee2863-7c00-4f61-96fe-d959a6a575a7 gateway port host: n-d-816865-1 {{(pid=102388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 19:15:48.254480 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-91a0c141-f74c-4d4d-aec1-44c9fbe318db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:15:48.316277 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-93d5d4a2-faa7-432a-ac24-1ae3f155553b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:15:48.405419 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d5d4a2-faa7-432a-ac24-1ae3f155553b None None] Pushing event updated for resources: {'Port': ['ID=463041e5-e527-4ab4-9894-1250644f35f5,revision_number=3']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:15:48.449104 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.db_base_plugin_common [None req-91a0c141-f74c-4d4d-aec1-44c9fbe318db admin admin] Allocated IP 172.20.0.1 (270c8036-ea3e-4bdc-833b-719b64791332/c5749095-4745-4b6f-9106-b998cea7810f/a86ce113-47b3-4380-9f17-6a150d172d14) {{(pid=102387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 19:15:48.478636 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-4c142d74-8b50-4c95-a36b-bc2c165ac1e5 None None] Provisioning complete for port 463041e5-e527-4ab4-9894-1250644f35f5 triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:15:48.479014 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-4c142d74-8b50-4c95-a36b-bc2c165ac1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:15:48.506854 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-a0edf6b1-8654-405a-a059-ad3f4254dad4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cee2863-7c00-4f61-96fe-d959a6a575a7', 'name': 'tempest-TestVolumeBootPattern-1141308041-router', 'tenant_id': '81d2f310dd414c6dba51bc9eaf2a96fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.211'}], 'enable_snat': True}, 'gw_port_id': '92ecf71f-5561-4992-bedc-2063c5f26992', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T19:15:44Z', 'updated_at': '2021-11-05T19:15:46Z', 'revision_number': 3, 'project_id': '81d2f310dd414c6dba51bc9eaf2a96fe', 'gw_port': {'id': '92ecf71f-5561-4992-bedc-2063c5f26992', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:b1:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cee2863-7c00-4f61-96fe-d959a6a575a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3723, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:15:45Z', 'updated_at': '2021-11-05T19:15:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1'}], 'n-d-816865-1', False) {} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:15:48.538998 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0edf6b1-8654-405a-a059-ad3f4254dad4 None None] Checking router: 8cee2863-7c00-4f61-96fe-d959a6a575a7 for host: n-d-816865-1 {{(pid=102388) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 19:15:48.538998 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0edf6b1-8654-405a-a059-ad3f4254dad4 None None] Updating router 8cee2863-7c00-4f61-96fe-d959a6a575a7 port 92ecf71f-5561-4992-bedc-2063c5f26992 binding host n-d-816865-1 {{(pid=102388) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 05 19:15:48.566942 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 0deb8c2f-a28a-4beb-becc-d44c69097692 up at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 19:15:48.572729 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-91a0c141-f74c-4d4d-aec1-44c9fbe318db admin admin] Publish callbacks [] for port, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:15:48.604306 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-a0edf6b1-8654-405a-a059-ad3f4254dad4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:15:48.689982 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-91a0c141-f74c-4d4d-aec1-44c9fbe318db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4417063'] for port, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:15:48.762701 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Provisioning complete for port 0deb8c2f-a28a-4beb-becc-d44c69097692 triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:15:48.763054 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:15:48.839047 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91a0c141-f74c-4d4d-aec1-44c9fbe318db admin admin] Network 270c8036-ea3e-4bdc-833b-719b64791332 is already hosted by enough agents. {{(pid=102387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 19:15:48.839047 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.base_scheduler [None req-91a0c141-f74c-4d4d-aec1-44c9fbe318db admin admin] Resources bound (agent type, host, resource id): {{(pid=102387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 19:15:48.839047 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91a0c141-f74c-4d4d-aec1-44c9fbe318db admin admin] Received port after_create {{(pid=102387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 19:15:48.858766 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a0c141-f74c-4d4d-aec1-44c9fbe318db admin admin] Pushing event updated for resources: {'Port': ['ID=a86ce113-47b3-4380-9f17-6a150d172d14,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:15:48.905927 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-91a0c141-f74c-4d4d-aec1-44c9fbe318db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-571770'] for router_interface, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:15:49.026814 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-a0edf6b1-8654-405a-a059-ad3f4254dad4 None None] Publish callbacks [] for port, precommit_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:15:49.090956 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-a0edf6b1-8654-405a-a059-ad3f4254dad4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:15:49.158770 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-91a0c141-f74c-4d4d-aec1-44c9fbe318db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:15:49.162968 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1f8e55-3280-4496-84e8-415192fde3a3 None None] Pushing event updated for resources: {'Port': ['ID=92ecf71f-5561-4992-bedc-2063c5f26992,revision_number=2']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:15:49.165182 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-a0edf6b1-8654-405a-a059-ad3f4254dad4 None None] Attempting to bind port 92ecf71f-5561-4992-bedc-2063c5f26992 on host n-d-816865-1 for vnic_type normal with profile {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 19:15:49.166106 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-a0edf6b1-8654-405a-a059-ad3f4254dad4 None None] Attempting to bind port 92ecf71f-5561-4992-bedc-2063c5f26992 by drivers openvswitch,hyperv on host n-d-816865-1 at level 0 using segments [{'id': '85be518c-8bb4-46a2-a903-d4292782d29d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec'}] {{(pid=102388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 19:15:49.166471 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0edf6b1-8654-405a-a059-ad3f4254dad4 None None] Attempting to bind port 92ecf71f-5561-4992-bedc-2063c5f26992 on network 40c8335d-cd0b-4cb5-910a-d4dcddd5cbec {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 19:15:49.170098 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-9486e6bc-e84b-4c71-ae8f-a16d755127c8 None None] Provisioning complete for port a86ce113-47b3-4380-9f17-6a150d172d14 triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:15:49.173231 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-9486e6bc-e84b-4c71-ae8f-a16d755127c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:15:49.192926 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0edf6b1-8654-405a-a059-ad3f4254dad4 None None] Checking agent: {'id': '724d89a7-611b-41e6-bc85-c48112b17afa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 18, 25, 8), 'started_at': datetime.datetime(2021, 11, 5, 18, 25, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 19, 15, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 19:15:49.193307 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0edf6b1-8654-405a-a059-ad3f4254dad4 None None] Checking segment: {'id': '85be518c-8bb4-46a2-a903-d4292782d29d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 19:15:49.193719 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-a0edf6b1-8654-405a-a059-ad3f4254dad4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:15:49.194149 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0edf6b1-8654-405a-a059-ad3f4254dad4 None None] Bound using segment: {'id': '85be518c-8bb4-46a2-a903-d4292782d29d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec'} {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 19:15:49.194643 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-a0edf6b1-8654-405a-a059-ad3f4254dad4 None None] Bound port: 92ecf71f-5561-4992-bedc-2063c5f26992, host: n-d-816865-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85be518c-8bb4-46a2-a903-d4292782d29d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec'}}] {{(pid=102388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 19:15:49.195027 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-a0edf6b1-8654-405a-a059-ad3f4254dad4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:15:49.241115 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-9486e6bc-e84b-4c71-ae8f-a16d755127c8 None None] Port a86ce113-47b3-4380-9f17-6a150d172d14 cannot update to ACTIVE because it is not bound. {{(pid=102388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 19:15:49.265232 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-a0edf6b1-8654-405a-a059-ad3f4254dad4 None None] For port 92ecf71f-5561-4992-bedc-2063c5f26992, host n-d-816865-1, cleared binding levels {{(pid=102388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 19:15:49.269609 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-a0edf6b1-8654-405a-a059-ad3f4254dad4 None None] For port 92ecf71f-5561-4992-bedc-2063c5f26992, host n-d-816865-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=92ecf71f-5561-4992-bedc-2063c5f26992,segment=NetworkSegment(85be518c-8bb4-46a2-a903-d4292782d29d),segment_id=85be518c-8bb4-46a2-a903-d4292782d29d)] {{(pid=102388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 19:15:49.331503 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-a0edf6b1-8654-405a-a059-ad3f4254dad4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:15:49.365506 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-91a0c141-f74c-4d4d-aec1-44c9fbe318db admin admin] Publish callbacks [] for port, precommit_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:15:49.390438 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0edf6b1-8654-405a-a059-ad3f4254dad4 None None] Routers {'8cee2863-7c00-4f61-96fe-d959a6a575a7'} bound to L3 agent in host n-d-816865-1 {{(pid=102388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 19:15:49.391259 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-a0edf6b1-8654-405a-a059-ad3f4254dad4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T19:15:35Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['8cee2863-7c00-4f61-96fe-d959a6a575a7'], 'active': True} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:15:49.440017 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-91a0c141-f74c-4d4d-aec1-44c9fbe318db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4417072'] for port, after_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:15:49.449229 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1f8e55-3280-4496-84e8-415192fde3a3 None None] Pushing event updated for resources: {'Port': ['ID=92ecf71f-5561-4992-bedc-2063c5f26992,revision_number=3']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:15:49.514411 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a0c141-f74c-4d4d-aec1-44c9fbe318db admin admin] Pushing event updated for resources: {'Port': ['ID=a86ce113-47b3-4380-9f17-6a150d172d14,revision_number=2']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:15:49.517727 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-91a0c141-f74c-4d4d-aec1-44c9fbe318db admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-597863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-571878'] for router_interface, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:15:49.522580 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvr_db [None req-a0edf6b1-8654-405a-a059-ad3f4254dad4 None None] Set router 8cee2863-7c00-4f61-96fe-d959a6a575a7 gateway port host: n-d-816865-1 {{(pid=102388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 19:15:49.621335 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 463041e5-e527-4ab4-9894-1250644f35f5 up at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 19:15:49.649293 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91a0c141-f74c-4d4d-aec1-44c9fbe318db admin admin] Network 270c8036-ea3e-4bdc-833b-719b64791332 is already hosted by enough agents. {{(pid=102387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 19:15:49.652472 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.base_scheduler [None req-91a0c141-f74c-4d4d-aec1-44c9fbe318db admin admin] Resources bound (agent type, host, resource id): {{(pid=102387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 19:15:49.740100 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Provisioning complete for port 463041e5-e527-4ab4-9894-1250644f35f5 triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:15:49.740100 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:15:49.807948 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91a0c141-f74c-4d4d-aec1-44c9fbe318db admin admin] Router 8cee2863-7c00-4f61-96fe-d959a6a575a7 has already been hosted by L3 agent 6dcb5589-8e86-4616-9186-ddc4548e13ad {{(pid=102387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 19:15:49.888497 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-a0edf6b1-8654-405a-a059-ad3f4254dad4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cee2863-7c00-4f61-96fe-d959a6a575a7', 'name': 'tempest-TestVolumeBootPattern-1141308041-router', 'tenant_id': '81d2f310dd414c6dba51bc9eaf2a96fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.211'}], 'enable_snat': True}, 'gw_port_id': '92ecf71f-5561-4992-bedc-2063c5f26992', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T19:15:44Z', 'updated_at': '2021-11-05T19:15:49Z', 'revision_number': 4, 'project_id': '81d2f310dd414c6dba51bc9eaf2a96fe', 'gw_port': {'id': '92ecf71f-5561-4992-bedc-2063c5f26992', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:b1:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cee2863-7c00-4f61-96fe-d959a6a575a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3723, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:15:45Z', 'updated_at': '2021-11-05T19:15:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1', '_interfaces': [{'id': 'a86ce113-47b3-4380-9f17-6a150d172d14', 'name': '', 'network_id': '270c8036-ea3e-4bdc-833b-719b64791332', 'tenant_id': '81d2f310dd414c6dba51bc9eaf2a96fe', 'mac_address': 'fa:16:3e:a5:a3:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cee2863-7c00-4f61-96fe-d959a6a575a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3724, 'fixed_ips': [{'subnet_id': 'c5749095-4745-4b6f-9106-b998cea7810f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:15:48Z', 'updated_at': '2021-11-05T19:15:48Z', 'revision_number': 1, 'project_id': '81d2f310dd414c6dba51bc9eaf2a96fe', 'subnets': [{'id': 'c5749095-4745-4b6f-9106-b998cea7810f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-1', False) {} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:15:49.919393 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0edf6b1-8654-405a-a059-ad3f4254dad4 None None] The sync data for ids ['8cee2863-7c00-4f61-96fe-d959a6a575a7'] in n-d-816865-1 is: [{'id': '8cee2863-7c00-4f61-96fe-d959a6a575a7', 'name': 'tempest-TestVolumeBootPattern-1141308041-router', 'tenant_id': '81d2f310dd414c6dba51bc9eaf2a96fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.211'}], 'enable_snat': True}, 'gw_port_id': '92ecf71f-5561-4992-bedc-2063c5f26992', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T19:15:44Z', 'updated_at': '2021-11-05T19:15:49Z', 'revision_number': 4, 'project_id': '81d2f310dd414c6dba51bc9eaf2a96fe', 'gw_port': {'id': '92ecf71f-5561-4992-bedc-2063c5f26992', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:b1:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cee2863-7c00-4f61-96fe-d959a6a575a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3723, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:15:45Z', 'updated_at': '2021-11-05T19:15:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1', '_interfaces': [{'id': 'a86ce113-47b3-4380-9f17-6a150d172d14', 'name': '', 'network_id': '270c8036-ea3e-4bdc-833b-719b64791332', 'tenant_id': '81d2f310dd414c6dba51bc9eaf2a96fe', 'mac_address': 'fa:16:3e:a5:a3:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cee2863-7c00-4f61-96fe-d959a6a575a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3724, 'fixed_ips': [{'subnet_id': 'c5749095-4745-4b6f-9106-b998cea7810f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:15:48Z', 'updated_at': '2021-11-05T19:15:48Z', 'revision_number': 1, 'project_id': '81d2f310dd414c6dba51bc9eaf2a96fe', 'subnets': [{'id': 'c5749095-4745-4b6f-9106-b998cea7810f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 19:15:49.974161 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91a0c141-f74c-4d4d-aec1-44c9fbe318db admin admin] Notify agent at l3_agent.n-d-816865-1 the message routers_updated {{(pid=102387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 19:15:49.975823 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-d82a45cb-57f8-4ed9-a499-a8b72a626cdd None None] Provisioning complete for port a86ce113-47b3-4380-9f17-6a150d172d14 triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:15:49.978933 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-d82a45cb-57f8-4ed9-a499-a8b72a626cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:15:49.989082 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-91a0c141-f74c-4d4d-aec1-44c9fbe318db admin admin] 10.222.0.13 "PUT /v2.0/routers/8cee2863-7c00-4f61-96fe-d959a6a575a7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4347827 Nov 05 19:15:50.023301 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-d82a45cb-57f8-4ed9-a499-a8b72a626cdd None None] Port a86ce113-47b3-4380-9f17-6a150d172d14 cannot update to ACTIVE because it is not bound. {{(pid=102388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 19:15:51.680074 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 92ecf71f-5561-4992-bedc-2063c5f26992 up at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 19:15:51.846409 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Provisioning complete for port 92ecf71f-5561-4992-bedc-2063c5f26992 triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:15:51.853825 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:15:51.939731 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:15:51.967382 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] For port 92ecf71f-5561-4992-bedc-2063c5f26992, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=92ecf71f-5561-4992-bedc-2063c5f26992,segment=NetworkSegment(85be518c-8bb4-46a2-a903-d4292782d29d),segment_id=85be518c-8bb4-46a2-a903-d4292782d29d)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:15:52.046116 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:15:52.128034 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Pushing event updated for resources: {'Port': ['ID=92ecf71f-5561-4992-bedc-2063c5f26992,revision_number=4']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:15:53.581546 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 92ecf71f-5561-4992-bedc-2063c5f26992 up at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 19:15:53.776832 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 38218) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:15:53.833287 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Provisioning complete for port 92ecf71f-5561-4992-bedc-2063c5f26992 triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:15:53.833287 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:15:54.562188 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-937bc287-f6f0-4494-a996-c6d5e721e6b9 None None] Sync routers for ids ['8cee2863-7c00-4f61-96fe-d959a6a575a7'] in n-d-816865-1 {{(pid=102389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 19:15:54.575420 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-937bc287-f6f0-4494-a996-c6d5e721e6b9 None None] Routers {'8cee2863-7c00-4f61-96fe-d959a6a575a7'} bound to L3 agent in host n-d-816865-1 {{(pid=102389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 19:15:54.576175 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-937bc287-f6f0-4494-a996-c6d5e721e6b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T19:15:35Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['8cee2863-7c00-4f61-96fe-d959a6a575a7'], 'active': True} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:15:54.701310 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvr_db [None req-937bc287-f6f0-4494-a996-c6d5e721e6b9 None None] Set router 8cee2863-7c00-4f61-96fe-d959a6a575a7 gateway port host: n-d-816865-1 {{(pid=102389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 19:15:54.932715 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-937bc287-f6f0-4494-a996-c6d5e721e6b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cee2863-7c00-4f61-96fe-d959a6a575a7', 'name': 'tempest-TestVolumeBootPattern-1141308041-router', 'tenant_id': '81d2f310dd414c6dba51bc9eaf2a96fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.211'}], 'enable_snat': True}, 'gw_port_id': '92ecf71f-5561-4992-bedc-2063c5f26992', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T19:15:44Z', 'updated_at': '2021-11-05T19:15:49Z', 'revision_number': 4, 'project_id': '81d2f310dd414c6dba51bc9eaf2a96fe', 'gw_port': {'id': '92ecf71f-5561-4992-bedc-2063c5f26992', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:b1:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cee2863-7c00-4f61-96fe-d959a6a575a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3723, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:15:45Z', 'updated_at': '2021-11-05T19:15:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1', '_interfaces': [{'id': 'a86ce113-47b3-4380-9f17-6a150d172d14', 'name': '', 'network_id': '270c8036-ea3e-4bdc-833b-719b64791332', 'tenant_id': '81d2f310dd414c6dba51bc9eaf2a96fe', 'mac_address': 'fa:16:3e:a5:a3:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cee2863-7c00-4f61-96fe-d959a6a575a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3724, 'fixed_ips': [{'subnet_id': 'c5749095-4745-4b6f-9106-b998cea7810f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:15:48Z', 'updated_at': '2021-11-05T19:15:49Z', 'revision_number': 2, 'project_id': '81d2f310dd414c6dba51bc9eaf2a96fe', 'subnets': [{'id': 'c5749095-4745-4b6f-9106-b998cea7810f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-1', False) {} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:15:54.967453 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-937bc287-f6f0-4494-a996-c6d5e721e6b9 None None] Checking router: 8cee2863-7c00-4f61-96fe-d959a6a575a7 for host: n-d-816865-1 {{(pid=102389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 19:15:54.967453 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-937bc287-f6f0-4494-a996-c6d5e721e6b9 None None] Updating router 8cee2863-7c00-4f61-96fe-d959a6a575a7 port a86ce113-47b3-4380-9f17-6a150d172d14 binding host n-d-816865-1 {{(pid=102389) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 05 19:15:54.988862 n-d-816865-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-937bc287-f6f0-4494-a996-c6d5e721e6b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:15:55.027129 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1211c26e-1e6d-4c5f-9ead-2ee2dc6f31f4 req-8f8115ea-84d6-4c20-841a-6fce0ef5f270 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:15:55.028685 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-1211c26e-1e6d-4c5f-9ead-2ee2dc6f31f4 req-8f8115ea-84d6-4c20-841a-6fce0ef5f270 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] 10.222.0.13 "GET /v2.0/networks?id=22c01ef1-936f-4d85-97a6-cf840ed74fec HTTP/1.1" status: 200 len: 811 time: 0.5044587 Nov 05 19:15:55.035446 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-8d2f0e5e-2890-4be8-98a4-a33ea15e869d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-571777'] for router_interface, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:15:55.085363 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-1211c26e-1e6d-4c5f-9ead-2ee2dc6f31f4 req-afdfe28a-6e19-4f7a-a6ff-7adbeec00daf tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] 10.222.0.13 "GET /v2.0/quotas/975e22a5e2c44667a77341bd773126d4 HTTP/1.1" status: 200 len: 375 time: 0.0462322 Nov 05 19:15:55.190593 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-1211c26e-1e6d-4c5f-9ead-2ee2dc6f31f4 req-4dd720e7-9355-49cc-b1a4-b2db230e8b1a tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=975e22a5e2c44667a77341bd773126d4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0979853 Nov 05 19:15:55.306807 n-d-816865-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-937bc287-f6f0-4494-a996-c6d5e721e6b9 None None] Publish callbacks [] for port, precommit_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:15:55.351212 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-1211c26e-1e6d-4c5f-9ead-2ee2dc6f31f4 req-cdd3b86e-eb82-428b-9973-3aa7a2d28d35 service neutron] 10.222.0.13 "GET /v2.0/networks/22c01ef1-936f-4d85-97a6-cf840ed74fec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243682 Nov 05 19:15:55.393821 n-d-816865-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-937bc287-f6f0-4494-a996-c6d5e721e6b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:15:55.447275 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8ef425-afc2-4d9f-b007-036aa1bf0aee None None] Pushing event updated for resources: {'Port': ['ID=a86ce113-47b3-4380-9f17-6a150d172d14,revision_number=3']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:15:55.503127 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-1211c26e-1e6d-4c5f-9ead-2ee2dc6f31f4 req-df5dc3f4-75b4-492c-913c-bf1298382bcf service neutron] 10.222.0.13 "GET /v2.0/networks/22c01ef1-936f-4d85-97a6-cf840ed74fec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1422398 Nov 05 19:15:55.514870 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [None req-8d2f0e5e-2890-4be8-98a4-a33ea15e869d admin admin] Deleting port ab96b00d-9a2d-4164-bc56-97659132b9cc {{(pid=102387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 19:15:55.515265 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-8d2f0e5e-2890-4be8-98a4-a33ea15e869d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:15:55.547730 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.managers [None req-937bc287-f6f0-4494-a996-c6d5e721e6b9 None None] Attempting to bind port a86ce113-47b3-4380-9f17-6a150d172d14 on host n-d-816865-1 for vnic_type normal with profile {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 19:15:55.548417 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.managers [None req-937bc287-f6f0-4494-a996-c6d5e721e6b9 None None] Attempting to bind port a86ce113-47b3-4380-9f17-6a150d172d14 by drivers openvswitch,hyperv on host n-d-816865-1 at level 0 using segments [{'id': '52fceacf-61e4-4ea9-bd8b-2051456afe04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '270c8036-ea3e-4bdc-833b-719b64791332'}] {{(pid=102389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 19:15:55.549005 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-937bc287-f6f0-4494-a996-c6d5e721e6b9 None None] Attempting to bind port a86ce113-47b3-4380-9f17-6a150d172d14 on network 270c8036-ea3e-4bdc-833b-719b64791332 {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 19:15:55.557036 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-937bc287-f6f0-4494-a996-c6d5e721e6b9 None None] Checking agent: {'id': '724d89a7-611b-41e6-bc85-c48112b17afa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 18, 25, 8), 'started_at': datetime.datetime(2021, 11, 5, 18, 25, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 19, 15, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 19:15:55.557533 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-937bc287-f6f0-4494-a996-c6d5e721e6b9 None None] Checking segment: {'id': '52fceacf-61e4-4ea9-bd8b-2051456afe04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '270c8036-ea3e-4bdc-833b-719b64791332'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 19:15:55.557957 n-d-816865-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-937bc287-f6f0-4494-a996-c6d5e721e6b9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:15:55.558498 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-937bc287-f6f0-4494-a996-c6d5e721e6b9 None None] Bound using segment: {'id': '52fceacf-61e4-4ea9-bd8b-2051456afe04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '270c8036-ea3e-4bdc-833b-719b64791332'} {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 19:15:55.558981 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.managers [None req-937bc287-f6f0-4494-a996-c6d5e721e6b9 None None] Bound port: a86ce113-47b3-4380-9f17-6a150d172d14, host: n-d-816865-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52fceacf-61e4-4ea9-bd8b-2051456afe04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '270c8036-ea3e-4bdc-833b-719b64791332'}}] {{(pid=102389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 19:15:55.559364 n-d-816865-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-937bc287-f6f0-4494-a996-c6d5e721e6b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:15:55.615757 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.db [None req-8d2f0e5e-2890-4be8-98a4-a33ea15e869d admin admin] For port ab96b00d-9a2d-4164-bc56-97659132b9cc, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=ab96b00d-9a2d-4164-bc56-97659132b9cc,segment=NetworkSegment(e0299e2d-faaa-4d7b-92f5-e96b3311ecd0),segment_id=e0299e2d-faaa-4d7b-92f5-e96b3311ecd0)] {{(pid=102387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:15:55.616213 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-8d2f0e5e-2890-4be8-98a4-a33ea15e869d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:15:55.639325 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [None req-8d2f0e5e-2890-4be8-98a4-a33ea15e869d admin admin] Calling delete_port for ab96b00d-9a2d-4164-bc56-97659132b9cc owned by network:router_interface {{(pid=102387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 19:15:55.653872 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [None req-937bc287-f6f0-4494-a996-c6d5e721e6b9 None None] For port a86ce113-47b3-4380-9f17-6a150d172d14, host n-d-816865-1, cleared binding levels {{(pid=102389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 19:15:55.662023 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [None req-937bc287-f6f0-4494-a996-c6d5e721e6b9 None None] For port a86ce113-47b3-4380-9f17-6a150d172d14, host n-d-816865-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=a86ce113-47b3-4380-9f17-6a150d172d14,segment=NetworkSegment(52fceacf-61e4-4ea9-bd8b-2051456afe04),segment_id=52fceacf-61e4-4ea9-bd8b-2051456afe04)] {{(pid=102389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 19:15:55.793362 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-94a26504-0870-4c04-9c68-61b870ac7bd9 None None] Provisioning complete for port a86ce113-47b3-4380-9f17-6a150d172d14 triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:15:55.793866 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-94a26504-0870-4c04-9c68-61b870ac7bd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:15:55.813613 n-d-816865-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-937bc287-f6f0-4494-a996-c6d5e721e6b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:15:55.831658 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-94a26504-0870-4c04-9c68-61b870ac7bd9 None None] Port a86ce113-47b3-4380-9f17-6a150d172d14 cannot update to ACTIVE because it is not bound. {{(pid=102388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 19:15:55.885251 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-937bc287-f6f0-4494-a996-c6d5e721e6b9 None None] Routers {'8cee2863-7c00-4f61-96fe-d959a6a575a7'} bound to L3 agent in host n-d-816865-1 {{(pid=102389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 19:15:55.885991 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-937bc287-f6f0-4494-a996-c6d5e721e6b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T19:15:35Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['8cee2863-7c00-4f61-96fe-d959a6a575a7'], 'active': True} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:15:55.891559 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8ef425-afc2-4d9f-b007-036aa1bf0aee None None] Pushing event updated for resources: {'Port': ['ID=a86ce113-47b3-4380-9f17-6a150d172d14,revision_number=4']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:15:55.974728 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-8d2f0e5e-2890-4be8-98a4-a33ea15e869d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4417063'] for port, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:15:56.014650 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2f0e5e-2890-4be8-98a4-a33ea15e869d admin admin] Pushing event deleted for resources: {'Port': ['ID=ab96b00d-9a2d-4164-bc56-97659132b9cc,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:15:56.032156 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvr_db [None req-937bc287-f6f0-4494-a996-c6d5e721e6b9 None None] Set router 8cee2863-7c00-4f61-96fe-d959a6a575a7 gateway port host: n-d-816865-1 {{(pid=102389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 19:15:56.297001 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-8d2f0e5e-2890-4be8-98a4-a33ea15e869d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-597886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-573297'] for router_interface, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:15:56.423253 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-30ad1b0f-46cb-4060-b21e-168961355a7f None None] Provisioning complete for port a86ce113-47b3-4380-9f17-6a150d172d14 triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:15:56.423960 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-30ad1b0f-46cb-4060-b21e-168961355a7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:15:56.476383 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-1d70961d-0501-4d82-9f73-ffbef27fe404 req-f15811bc-57b8-4c32-b2d8-dd680e4ed66e tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] 10.222.0.13 "GET /v2.0/ports?device_id=99bb3540-bf53-4919-a469-d4ecfc67ddb9 HTTP/1.1" status: 200 len: 210 time: 0.1523991 Nov 05 19:15:56.536023 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-937bc287-f6f0-4494-a996-c6d5e721e6b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cee2863-7c00-4f61-96fe-d959a6a575a7', 'name': 'tempest-TestVolumeBootPattern-1141308041-router', 'tenant_id': '81d2f310dd414c6dba51bc9eaf2a96fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.211'}], 'enable_snat': True}, 'gw_port_id': '92ecf71f-5561-4992-bedc-2063c5f26992', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T19:15:44Z', 'updated_at': '2021-11-05T19:15:49Z', 'revision_number': 4, 'project_id': '81d2f310dd414c6dba51bc9eaf2a96fe', 'gw_port': {'id': '92ecf71f-5561-4992-bedc-2063c5f26992', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:b1:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cee2863-7c00-4f61-96fe-d959a6a575a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3723, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:15:45Z', 'updated_at': '2021-11-05T19:15:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1', '_interfaces': [{'id': 'a86ce113-47b3-4380-9f17-6a150d172d14', 'name': '', 'network_id': '270c8036-ea3e-4bdc-833b-719b64791332', 'tenant_id': '81d2f310dd414c6dba51bc9eaf2a96fe', 'mac_address': 'fa:16:3e:a5:a3:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cee2863-7c00-4f61-96fe-d959a6a575a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3724, 'fixed_ips': [{'subnet_id': 'c5749095-4745-4b6f-9106-b998cea7810f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:15:48Z', 'updated_at': '2021-11-05T19:15:55Z', 'revision_number': 4, 'project_id': '81d2f310dd414c6dba51bc9eaf2a96fe', 'subnets': [{'id': 'c5749095-4745-4b6f-9106-b998cea7810f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-1', False) {} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:15:56.536667 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-30ad1b0f-46cb-4060-b21e-168961355a7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:15:56.568692 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-937bc287-f6f0-4494-a996-c6d5e721e6b9 None None] The sync data for ids ['8cee2863-7c00-4f61-96fe-d959a6a575a7'] in n-d-816865-1 is: [{'id': '8cee2863-7c00-4f61-96fe-d959a6a575a7', 'name': 'tempest-TestVolumeBootPattern-1141308041-router', 'tenant_id': '81d2f310dd414c6dba51bc9eaf2a96fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.211'}], 'enable_snat': True}, 'gw_port_id': '92ecf71f-5561-4992-bedc-2063c5f26992', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T19:15:44Z', 'updated_at': '2021-11-05T19:15:49Z', 'revision_number': 4, 'project_id': '81d2f310dd414c6dba51bc9eaf2a96fe', 'gw_port': {'id': '92ecf71f-5561-4992-bedc-2063c5f26992', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:b1:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cee2863-7c00-4f61-96fe-d959a6a575a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3723, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:15:45Z', 'updated_at': '2021-11-05T19:15:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1', '_interfaces': [{'id': 'a86ce113-47b3-4380-9f17-6a150d172d14', 'name': '', 'network_id': '270c8036-ea3e-4bdc-833b-719b64791332', 'tenant_id': '81d2f310dd414c6dba51bc9eaf2a96fe', 'mac_address': 'fa:16:3e:a5:a3:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cee2863-7c00-4f61-96fe-d959a6a575a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3724, 'fixed_ips': [{'subnet_id': 'c5749095-4745-4b6f-9106-b998cea7810f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:15:48Z', 'updated_at': '2021-11-05T19:15:55Z', 'revision_number': 4, 'project_id': '81d2f310dd414c6dba51bc9eaf2a96fe', 'subnets': [{'id': 'c5749095-4745-4b6f-9106-b998cea7810f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 19:15:56.580267 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-30ad1b0f-46cb-4060-b21e-168961355a7f None None] For port a86ce113-47b3-4380-9f17-6a150d172d14, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=a86ce113-47b3-4380-9f17-6a150d172d14,segment=NetworkSegment(52fceacf-61e4-4ea9-bd8b-2051456afe04),segment_id=52fceacf-61e4-4ea9-bd8b-2051456afe04)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:15:56.630745 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d2f0e5e-2890-4be8-98a4-a33ea15e869d admin admin] Router 10836829-bda5-4c2a-b897-e2fbcf6b288f has already been hosted by L3 agent 6dcb5589-8e86-4616-9186-ddc4548e13ad {{(pid=102387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 19:15:56.660346 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-30ad1b0f-46cb-4060-b21e-168961355a7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:15:56.727189 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ad1b0f-46cb-4060-b21e-168961355a7f None None] Pushing event updated for resources: {'Port': ['ID=a86ce113-47b3-4380-9f17-6a150d172d14,revision_number=5']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:15:56.758519 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d2f0e5e-2890-4be8-98a4-a33ea15e869d admin admin] Notify agent at l3_agent.n-d-816865-1 the message routers_updated {{(pid=102387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 19:15:56.763888 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-8d2f0e5e-2890-4be8-98a4-a33ea15e869d admin admin] 10.222.0.13 "PUT /v2.0/routers/10836829-bda5-4c2a-b897-e2fbcf6b288f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9852717 Nov 05 19:15:56.766344 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 38356) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:15:56.771623 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61dc9490-908f-483f-96df-b35cd40eff7d None None] Sync routers for ids ['10836829-bda5-4c2a-b897-e2fbcf6b288f'] in n-d-816865-1 {{(pid=102388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 19:15:56.784266 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61dc9490-908f-483f-96df-b35cd40eff7d None None] Routers {'10836829-bda5-4c2a-b897-e2fbcf6b288f'} bound to L3 agent in host n-d-816865-1 {{(pid=102388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 19:15:56.784937 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-61dc9490-908f-483f-96df-b35cd40eff7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T19:15:35Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['10836829-bda5-4c2a-b897-e2fbcf6b288f'], 'active': True} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:15:56.883547 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-b527c181-970f-4cda-86cd-c419d76fefa7 admin admin] Publish callbacks [] for router, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:15:56.914513 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvr_db [None req-61dc9490-908f-483f-96df-b35cd40eff7d None None] Set router 10836829-bda5-4c2a-b897-e2fbcf6b288f gateway port host: n-d-816865-1 {{(pid=102388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 19:15:57.034821 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-b527c181-970f-4cda-86cd-c419d76fefa7 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:15:57.133565 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-61dc9490-908f-483f-96df-b35cd40eff7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10836829-bda5-4c2a-b897-e2fbcf6b288f', 'name': 'tempest-TestVolumeBackupRestore-1618760338-router', 'tenant_id': '579440a62ec247f09087f4c32fc4ebe9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.80'}], 'enable_snat': True}, 'gw_port_id': 'ee436153-ce91-40b0-92b6-c20fdb0ee8aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T19:10:51Z', 'updated_at': '2021-11-05T19:15:55Z', 'revision_number': 5, 'project_id': '579440a62ec247f09087f4c32fc4ebe9', 'gw_port': {'id': 'ee436153-ce91-40b0-92b6-c20fdb0ee8aa', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:89:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10836829-bda5-4c2a-b897-e2fbcf6b288f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3518, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:10:53Z', 'updated_at': '2021-11-05T19:10:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1'}], 'n-d-816865-1', False) {} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:15:57.166364 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61dc9490-908f-483f-96df-b35cd40eff7d None None] Checking router: 10836829-bda5-4c2a-b897-e2fbcf6b288f for host: n-d-816865-1 {{(pid=102388) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 19:15:57.175678 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61dc9490-908f-483f-96df-b35cd40eff7d None None] Routers {'10836829-bda5-4c2a-b897-e2fbcf6b288f'} bound to L3 agent in host n-d-816865-1 {{(pid=102388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 19:15:57.176607 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-61dc9490-908f-483f-96df-b35cd40eff7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T19:15:35Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['10836829-bda5-4c2a-b897-e2fbcf6b288f'], 'active': True} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:15:57.199315 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [None req-b527c181-970f-4cda-86cd-c419d76fefa7 admin admin] Deleting port ee436153-ce91-40b0-92b6-c20fdb0ee8aa {{(pid=102387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 19:15:57.199666 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-b527c181-970f-4cda-86cd-c419d76fefa7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:15:57.273966 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvr_db [None req-61dc9490-908f-483f-96df-b35cd40eff7d None None] Set router 10836829-bda5-4c2a-b897-e2fbcf6b288f gateway port host: None {{(pid=102388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 19:15:57.310113 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.db [None req-b527c181-970f-4cda-86cd-c419d76fefa7 admin admin] For port ee436153-ce91-40b0-92b6-c20fdb0ee8aa, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=ee436153-ce91-40b0-92b6-c20fdb0ee8aa,segment=NetworkSegment(85be518c-8bb4-46a2-a903-d4292782d29d),segment_id=85be518c-8bb4-46a2-a903-d4292782d29d)] {{(pid=102387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:15:57.310113 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-b527c181-970f-4cda-86cd-c419d76fefa7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:15:57.327420 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [None req-b527c181-970f-4cda-86cd-c419d76fefa7 admin admin] Calling delete_port for ee436153-ce91-40b0-92b6-c20fdb0ee8aa owned by network:router_gateway {{(pid=102387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 19:15:57.342569 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-61dc9490-908f-483f-96df-b35cd40eff7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10836829-bda5-4c2a-b897-e2fbcf6b288f', 'name': 'tempest-TestVolumeBackupRestore-1618760338-router', 'tenant_id': '579440a62ec247f09087f4c32fc4ebe9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T19:10:51Z', 'updated_at': '2021-11-05T19:15:57Z', 'revision_number': 6, 'project_id': '579440a62ec247f09087f4c32fc4ebe9', 'gw_port_host': None}], 'n-d-816865-1', False) {} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:15:57.371487 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61dc9490-908f-483f-96df-b35cd40eff7d None None] The sync data for ids ['10836829-bda5-4c2a-b897-e2fbcf6b288f'] in n-d-816865-1 is: [{'id': '10836829-bda5-4c2a-b897-e2fbcf6b288f', 'name': 'tempest-TestVolumeBackupRestore-1618760338-router', 'tenant_id': '579440a62ec247f09087f4c32fc4ebe9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T19:10:51Z', 'updated_at': '2021-11-05T19:15:57Z', 'revision_number': 6, 'project_id': '579440a62ec247f09087f4c32fc4ebe9', 'gw_port_host': None}] {{(pid=102388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 19:15:57.556191 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-335ba62a-69a4-4763-abe3-17613b5c05ad req-71aaab0f-b25e-4a24-830b-9606af37ff53 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] 10.222.0.13 "GET /v2.0/ports?device_id=99bb3540-bf53-4919-a469-d4ecfc67ddb9 HTTP/1.1" status: 200 len: 210 time: 0.0268552 Nov 05 19:15:57.570648 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-b527c181-970f-4cda-86cd-c419d76fefa7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4417063'] for port, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:15:57.596961 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b527c181-970f-4cda-86cd-c419d76fefa7 admin admin] Pushing event deleted for resources: {'Port': ['ID=ee436153-ce91-40b0-92b6-c20fdb0ee8aa,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:15:57.665484 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-b527c181-970f-4cda-86cd-c419d76fefa7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1000651'] for router_gateway, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:15:57.781778 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-b527c181-970f-4cda-86cd-c419d76fefa7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-571301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6852'] for router, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:15:57.784224 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-b527c181-970f-4cda-86cd-c419d76fefa7 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:15:57.907659 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-b527c181-970f-4cda-86cd-c419d76fefa7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-571310'] for router, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:15:57.908227 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b527c181-970f-4cda-86cd-c419d76fefa7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 10836829-bda5-4c2a-b897-e2fbcf6b288f {{(pid=102387) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 05 19:15:57.913322 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-b527c181-970f-4cda-86cd-c419d76fefa7 admin admin] Publish callbacks [] for router, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:15:57.915555 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-b527c181-970f-4cda-86cd-c419d76fefa7 admin admin] 10.222.0.13 "DELETE /v2.0/routers/10836829-bda5-4c2a-b897-e2fbcf6b288f HTTP/1.1" status: 204 len: 168 time: 1.1473486 Nov 05 19:15:57.917466 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 38402) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:15:57.963900 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f70decd-d58e-42e3-a7dd-8fb6680c1d29 admin admin] Deleting subnet 62d28d6c-64b6-4a97-9fff-76e22c484a81 {{(pid=102387) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 05 19:15:57.967415 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-3f70decd-d58e-42e3-a7dd-8fb6680c1d29 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:15:58.010438 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-3f70decd-d58e-42e3-a7dd-8fb6680c1d29 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4463501'] for subnet, precommit_delete_associations {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:15:58.089678 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-3f70decd-d58e-42e3-a7dd-8fb6680c1d29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1573928'] for subnet, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:15:58.210624 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device a86ce113-47b3-4380-9f17-6a150d172d14 up at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 19:15:58.229270 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-3f70decd-d58e-42e3-a7dd-8fb6680c1d29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1573905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4417146', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5112209'] for subnet, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:15:58.275958 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f70decd-d58e-42e3-a7dd-8fb6680c1d29 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=62d28d6c-64b6-4a97-9fff-76e22c484a81,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:15:58.285269 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-3f70decd-d58e-42e3-a7dd-8fb6680c1d29 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:15:58.291430 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-3f70decd-d58e-42e3-a7dd-8fb6680c1d29 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/62d28d6c-64b6-4a97-9fff-76e22c484a81 HTTP/1.1" status: 204 len: 168 time: 0.3726444 Nov 05 19:15:58.291841 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 38420) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:15:58.295348 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f656fcdc-7fc0-448e-8e99-5d6f76d98327 None None] Network b29fb6fc-2756-4024-98c9-1612017b047f requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 19:15:58.301286 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Provisioning complete for port a86ce113-47b3-4380-9f17-6a150d172d14 triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:15:58.301286 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:15:58.370393 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-e969092a-9cc6-4952-870f-521cfd4f2532 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1664226'] for network, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:15:58.429331 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-e969092a-9cc6-4952-870f-521cfd4f2532 admin admin] Deleting port 4666a685-e994-47ea-8773-e60f772d6d91 {{(pid=102386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 19:15:58.429757 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-e969092a-9cc6-4952-870f-521cfd4f2532 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:15:58.512729 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [None req-e969092a-9cc6-4952-870f-521cfd4f2532 admin admin] For port 4666a685-e994-47ea-8773-e60f772d6d91, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=4666a685-e994-47ea-8773-e60f772d6d91,segment=NetworkSegment(e0299e2d-faaa-4d7b-92f5-e96b3311ecd0),segment_id=e0299e2d-faaa-4d7b-92f5-e96b3311ecd0)] {{(pid=102386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:15:58.513115 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-e969092a-9cc6-4952-870f-521cfd4f2532 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:15:58.534327 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-e969092a-9cc6-4952-870f-521cfd4f2532 admin admin] Calling delete_port for 4666a685-e994-47ea-8773-e60f772d6d91 owned by network:dhcp {{(pid=102386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 19:15:58.572438 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f266105f-6aeb-424a-8693-c01fae1112c6 None None] DHCP port deletion for b29fb6fc-2756-4024-98c9-1612017b047f request from n-d-816865-1 {{(pid=102388) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 05 19:15:58.640782 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device ab96b00d-9a2d-4164-bc56-97659132b9cc no longer exists at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 19:15:58.666535 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] No Port match for: ab96b00d-9a2d-4164-bc56-97659132b9cc {{(pid=102388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 19:15:58.666885 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device ab96b00d-9a2d-4164-bc56-97659132b9cc not bound to the agent host n-d-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 19:15:58.670666 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-f266105f-6aeb-424a-8693-c01fae1112c6 None None] Deleting port 4666a685-e994-47ea-8773-e60f772d6d91 {{(pid=102388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 19:15:58.670955 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-f266105f-6aeb-424a-8693-c01fae1112c6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:15:58.679979 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-72275f1d-87bc-479c-9691-fccaaebbdbda req-ff90f88e-3e3f-40d6-8e6d-eae932969fa9 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] 10.222.0.13 "GET /v2.0/ports?device_id=99bb3540-bf53-4919-a469-d4ecfc67ddb9 HTTP/1.1" status: 200 len: 210 time: 0.0314472 Nov 05 19:15:58.742289 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-f266105f-6aeb-424a-8693-c01fae1112c6 None None] For port 4666a685-e994-47ea-8773-e60f772d6d91, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=4666a685-e994-47ea-8773-e60f772d6d91,segment=NetworkSegment(e0299e2d-faaa-4d7b-92f5-e96b3311ecd0),segment_id=e0299e2d-faaa-4d7b-92f5-e96b3311ecd0)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:15:58.742691 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-f266105f-6aeb-424a-8693-c01fae1112c6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:15:58.757086 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-f266105f-6aeb-424a-8693-c01fae1112c6 None None] Calling delete_port for 4666a685-e994-47ea-8773-e60f772d6d91 owned by network:dhcp {{(pid=102388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 19:15:58.777893 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-e969092a-9cc6-4952-870f-521cfd4f2532 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:15:58.851476 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-f266105f-6aeb-424a-8693-c01fae1112c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798'] for port, after_delete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:15:58.877315 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f266105f-6aeb-424a-8693-c01fae1112c6 None None] Pushing event deleted for resources: {'Port': ['ID=4666a685-e994-47ea-8773-e60f772d6d91,revision_number=None']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:15:58.885084 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f266105f-6aeb-424a-8693-c01fae1112c6 None None] No DVR routers for this DVR port 4666a685-e994-47ea-8773-e60f772d6d91 on host n-d-816865-1 {{(pid=102388) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 19:15:59.199388 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e969092a-9cc6-4952-870f-521cfd4f2532 admin admin] No DVR routers for this DVR port 4666a685-e994-47ea-8773-e60f772d6d91 on host n-d-816865-1 {{(pid=102386) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 19:15:59.202934 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e969092a-9cc6-4952-870f-521cfd4f2532 admin admin] Pushing event deleted for resources: {'Port': ['ID=4666a685-e994-47ea-8773-e60f772d6d91,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:15:59.235951 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e969092a-9cc6-4952-870f-521cfd4f2532 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:15:59.236284 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e969092a-9cc6-4952-870f-521cfd4f2532 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:15:59.236893 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e969092a-9cc6-4952-870f-521cfd4f2532 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:15:59.237410 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e969092a-9cc6-4952-870f-521cfd4f2532 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:15:59.237819 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e969092a-9cc6-4952-870f-521cfd4f2532 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:15:59.238214 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e969092a-9cc6-4952-870f-521cfd4f2532 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:15:59.238666 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e969092a-9cc6-4952-870f-521cfd4f2532 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:15:59.239067 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e969092a-9cc6-4952-870f-521cfd4f2532 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:15:59.239490 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e969092a-9cc6-4952-870f-521cfd4f2532 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:15:59.239812 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e969092a-9cc6-4952-870f-521cfd4f2532 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:15:59.240127 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e969092a-9cc6-4952-870f-521cfd4f2532 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:15:59.240444 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e969092a-9cc6-4952-870f-521cfd4f2532 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:15:59.317358 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1211c26e-1e6d-4c5f-9ead-2ee2dc6f31f4 req-7b3b70d6-1a0b-451a-a631-6c7fa919113c tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:15:59.320216 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-1211c26e-1e6d-4c5f-9ead-2ee2dc6f31f4 req-7b3b70d6-1a0b-451a-a631-6c7fa919113c tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] 10.222.0.55 "GET /v2.0/networks?id=22c01ef1-936f-4d85-97a6-cf840ed74fec HTTP/1.1" status: 200 len: 811 time: 0.5749118 Nov 05 19:15:59.324549 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-e969092a-9cc6-4952-870f-521cfd4f2532 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1579173', 'neutron.services.segments.db._delete_segments_for_network-8750027792909'] for network, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:15:59.338358 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [req-1211c26e-1e6d-4c5f-9ead-2ee2dc6f31f4 req-85a86df6-c37a-4d7d-8181-c631daeac4ee tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Request body: {'port': {'device_id': '99bb3540-bf53-4919-a469-d4ecfc67ddb9', 'network_id': '22c01ef1-936f-4d85-97a6-cf840ed74fec', 'admin_state_up': True, 'tenant_id': '975e22a5e2c44667a77341bd773126d4'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:15:59.370023 n-d-816865-1 neutron-server[102386]: DEBUG neutron.services.segments.db [None req-e969092a-9cc6-4952-870f-521cfd4f2532 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b29fb6fc-2756-4024-98c9-1612017b047f']}} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:15:59.410110 n-d-816865-1 neutron-server[102386]: DEBUG neutron.services.segments.db [None req-e969092a-9cc6-4952-870f-521cfd4f2532 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e0299e2d-faaa-4d7b-92f5-e96b3311ecd0') {'for_net_delete': True} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:15:59.410337 n-d-816865-1 neutron-server[102386]: DEBUG neutron.services.segments.db [None req-e969092a-9cc6-4952-870f-521cfd4f2532 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e0299e2d-faaa-4d7b-92f5-e96b3311ecd0') {} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:15:59.424373 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-e969092a-9cc6-4952-870f-521cfd4f2532 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750027793430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4590747'] for segment, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:15:59.447298 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-e969092a-9cc6-4952-870f-521cfd4f2532 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273'] for segment, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:15:59.462216 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e969092a-9cc6-4952-870f-521cfd4f2532 admin admin] Releasing vlan 188 on physical network physnet1 to pool {{(pid=102386) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 05 19:15:59.462627 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-e969092a-9cc6-4952-870f-521cfd4f2532 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6149721'] for segment, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:15:59.464351 n-d-816865-1 neutron-server[102386]: Traceback (most recent call last): Nov 05 19:15:59.464351 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 05 19:15:59.464351 n-d-816865-1 neutron-server[102386]: timer() Nov 05 19:15:59.464351 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 05 19:15:59.464351 n-d-816865-1 neutron-server[102386]: cb(*args, **kw) Nov 05 19:15:59.464351 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 05 19:15:59.464351 n-d-816865-1 neutron-server[102386]: return func(*args, **kwargs) Nov 05 19:15:59.464351 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 05 19:15:59.464351 n-d-816865-1 neutron-server[102386]: self._notify() Nov 05 19:15:59.464351 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 05 19:15:59.464351 n-d-816865-1 neutron-server[102386]: self.callback(batched_events) Nov 05 19:15:59.464351 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 05 19:15:59.464351 n-d-816865-1 neutron-server[102386]: event.method(event) Nov 05 19:15:59.464351 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 05 19:15:59.464351 n-d-816865-1 neutron-server[102386]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 05 19:15:59.464351 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 05 19:15:59.464351 n-d-816865-1 neutron-server[102386]: aggregate_uuid = self.p_client.list_aggregates( Nov 05 19:15:59.464351 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 05 19:15:59.464351 n-d-816865-1 neutron-server[102386]: return f(self, *a, **k) Nov 05 19:15:59.464351 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 05 19:15:59.464351 n-d-816865-1 neutron-server[102386]: return self._get(url).json() Nov 05 19:15:59.464351 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 05 19:15:59.464351 n-d-816865-1 neutron-server[102386]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 05 19:15:59.464351 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 05 19:15:59.464351 n-d-816865-1 neutron-server[102386]: return self.request(url, 'GET', **kwargs) Nov 05 19:15:59.464351 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 05 19:15:59.464351 n-d-816865-1 neutron-server[102386]: base_url = self.get_endpoint(auth, allow=allow, Nov 05 19:15:59.464351 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 05 19:15:59.464351 n-d-816865-1 neutron-server[102386]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 05 19:15:59.464351 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 05 19:15:59.464351 n-d-816865-1 neutron-server[102386]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 05 19:15:59.464351 n-d-816865-1 neutron-server[102386]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 05 19:15:59.599392 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device ee436153-ce91-40b0-92b6-c20fdb0ee8aa no longer exists at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 19:15:59.620980 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] No Port match for: ee436153-ce91-40b0-92b6-c20fdb0ee8aa {{(pid=102388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 19:15:59.621331 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device ee436153-ce91-40b0-92b6-c20fdb0ee8aa not bound to the agent host n-d-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 19:15:59.628114 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 4666a685-e994-47ea-8773-e60f772d6d91 no longer exists at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 19:15:59.641516 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] No Port match for: 4666a685-e994-47ea-8773-e60f772d6d91 {{(pid=102388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 19:15:59.641868 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 4666a685-e994-47ea-8773-e60f772d6d91 not bound to the agent host n-d-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 19:15:59.651806 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-e969092a-9cc6-4952-870f-521cfd4f2532 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1579178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-956796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1000687'] for network, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:15:59.657587 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-e969092a-9cc6-4952-870f-521cfd4f2532 admin admin] Publish callbacks [] for network, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:15:59.663393 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-e969092a-9cc6-4952-870f-521cfd4f2532 admin admin] 10.222.0.13 "DELETE /v2.0/networks/b29fb6fc-2756-4024-98c9-1612017b047f HTTP/1.1" status: 204 len: 168 time: 1.3675382 Nov 05 19:15:59.663515 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 38466) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:15:59.676794 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e969092a-9cc6-4952-870f-521cfd4f2532 admin admin] Pushing event deleted for resources: {'Network': ['ID=b29fb6fc-2756-4024-98c9-1612017b047f,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:15:59.687549 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1211c26e-1e6d-4c5f-9ead-2ee2dc6f31f4 req-85a86df6-c37a-4d7d-8181-c631daeac4ee tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Made reservation on behalf of 975e22a5e2c44667a77341bd773126d4 for: {'port': 1} {{(pid=102386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 19:15:59.691641 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-1211c26e-1e6d-4c5f-9ead-2ee2dc6f31f4 req-85a86df6-c37a-4d7d-8181-c631daeac4ee tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:15:59.821067 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-96121be7-6ed0-4db6-b3e1-e6b0a9291b61 req-8d21181a-1a7f-4211-acab-906d9d6253fe tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] 10.222.0.13 "GET /v2.0/ports?device_id=99bb3540-bf53-4919-a469-d4ecfc67ddb9 HTTP/1.1" status: 200 len: 210 time: 0.0333028 Nov 05 19:15:59.852099 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.db_base_plugin_common [req-1211c26e-1e6d-4c5f-9ead-2ee2dc6f31f4 req-85a86df6-c37a-4d7d-8181-c631daeac4ee tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Allocated IP 172.20.0.9 (22c01ef1-936f-4d85-97a6-cf840ed74fec/9a5a1166-12d4-4407-8a6a-41bf61d6db29/bff6bcfb-9f18-4fc2-a1ca-17a62c315d15) {{(pid=102386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 19:16:00.049203 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-1211c26e-1e6d-4c5f-9ead-2ee2dc6f31f4 req-85a86df6-c37a-4d7d-8181-c631daeac4ee tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Publish callbacks [] for port, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:16:00.142772 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-1211c26e-1e6d-4c5f-9ead-2ee2dc6f31f4 req-85a86df6-c37a-4d7d-8181-c631daeac4ee tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:16:00.144655 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-c47e9bbf-91b8-40de-8437-8fb826198dbb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-571777'] for router_interface, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:16:00.187598 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1211c26e-1e6d-4c5f-9ead-2ee2dc6f31f4 req-85a86df6-c37a-4d7d-8181-c631daeac4ee tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Network 22c01ef1-936f-4d85-97a6-cf840ed74fec is already hosted by enough agents. {{(pid=102386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 19:16:00.195505 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.base_scheduler [req-1211c26e-1e6d-4c5f-9ead-2ee2dc6f31f4 req-85a86df6-c37a-4d7d-8181-c631daeac4ee tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Resources bound (agent type, host, resource id): {{(pid=102386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 19:16:00.200629 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [req-1211c26e-1e6d-4c5f-9ead-2ee2dc6f31f4 req-85a86df6-c37a-4d7d-8181-c631daeac4ee tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Received port after_create {{(pid=102386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 19:16:00.255579 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a86df6-c37a-4d7d-8181-c631daeac4ee tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Pushing event updated for resources: {'Port': ['ID=bff6bcfb-9f18-4fc2-a1ca-17a62c315d15,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:16:00.281988 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1211c26e-1e6d-4c5f-9ead-2ee2dc6f31f4 req-85a86df6-c37a-4d7d-8181-c631daeac4ee tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:16:00.282774 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-1211c26e-1e6d-4c5f-9ead-2ee2dc6f31f4 req-85a86df6-c37a-4d7d-8181-c631daeac4ee tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:16:00.379365 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-1211c26e-1e6d-4c5f-9ead-2ee2dc6f31f4 req-85a86df6-c37a-4d7d-8181-c631daeac4ee tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0467646 Nov 05 19:16:00.395791 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [req-1211c26e-1e6d-4c5f-9ead-2ee2dc6f31f4 req-0766d070-8e53-4566-ab67-8bf7f76c3b13 service neutron] Request body: {'port': {'device_id': '99bb3540-bf53-4919-a469-d4ecfc67ddb9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816865-1'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:16:00.490705 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-1211c26e-1e6d-4c5f-9ead-2ee2dc6f31f4 req-0766d070-8e53-4566-ab67-8bf7f76c3b13 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:16:00.506198 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [None req-c47e9bbf-91b8-40de-8437-8fb826198dbb admin admin] Deleting port 3c0c3636-2a64-4ee7-a36c-f519c36b3a7d {{(pid=102387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 19:16:00.506855 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-c47e9bbf-91b8-40de-8437-8fb826198dbb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:16:00.614817 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-77f54fc8-1ca3-40c0-9968-1a604a558533 None None] Provisioning complete for port bff6bcfb-9f18-4fc2-a1ca-17a62c315d15 triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:16:00.615750 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-77f54fc8-1ca3-40c0-9968-1a604a558533 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:16:00.625312 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.db [None req-c47e9bbf-91b8-40de-8437-8fb826198dbb admin admin] For port 3c0c3636-2a64-4ee7-a36c-f519c36b3a7d, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=3c0c3636-2a64-4ee7-a36c-f519c36b3a7d,segment=NetworkSegment(998462b9-db93-49c0-b6ab-6eeeeca040ff),segment_id=998462b9-db93-49c0-b6ab-6eeeeca040ff)] {{(pid=102387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:16:00.635293 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-c47e9bbf-91b8-40de-8437-8fb826198dbb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:16:00.663523 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [None req-c47e9bbf-91b8-40de-8437-8fb826198dbb admin admin] Calling delete_port for 3c0c3636-2a64-4ee7-a36c-f519c36b3a7d owned by network:router_interface {{(pid=102387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 19:16:00.710446 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-77f54fc8-1ca3-40c0-9968-1a604a558533 None None] Port bff6bcfb-9f18-4fc2-a1ca-17a62c315d15 cannot update to ACTIVE because it is not bound. {{(pid=102388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 19:16:00.990166 n-d-816865-1 neutron-server[102386]: DEBUG neutron.notifiers.nova [req-1211c26e-1e6d-4c5f-9ead-2ee2dc6f31f4 req-0766d070-8e53-4566-ab67-8bf7f76c3b13 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bff6bcfb-9f18-4fc2-a1ca-17a62c315d15 {{(pid=102386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 19:16:01.005309 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-1211c26e-1e6d-4c5f-9ead-2ee2dc6f31f4 req-0766d070-8e53-4566-ab67-8bf7f76c3b13 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:16:01.034631 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40c2d69-d0b6-4894-a592-db714f6ca540 req-1a3e2415-987b-45c4-a1b0-4fb8171f33e3 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:16:01.036829 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-d40c2d69-d0b6-4894-a592-db714f6ca540 req-1a3e2415-987b-45c4-a1b0-4fb8171f33e3 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] 10.222.0.13 "GET /v2.0/ports?device_id=99bb3540-bf53-4919-a469-d4ecfc67ddb9 HTTP/1.1" status: 200 len: 931 time: 0.0868173 Nov 05 19:16:01.063401 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.provisioning_blocks [req-1211c26e-1e6d-4c5f-9ead-2ee2dc6f31f4 req-0766d070-8e53-4566-ab67-8bf7f76c3b13 service neutron] Transition to ACTIVE for port object bff6bcfb-9f18-4fc2-a1ca-17a62c315d15 will not be triggered until provisioned by entity L2. {{(pid=102386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 05 19:16:01.140766 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-1211c26e-1e6d-4c5f-9ead-2ee2dc6f31f4 req-0766d070-8e53-4566-ab67-8bf7f76c3b13 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6149821'] for port, after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:16:01.221315 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0766d070-8e53-4566-ab67-8bf7f76c3b13 service neutron] Pushing event updated for resources: {'Port': ['ID=bff6bcfb-9f18-4fc2-a1ca-17a62c315d15,revision_number=2']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:16:01.327778 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [req-1211c26e-1e6d-4c5f-9ead-2ee2dc6f31f4 req-0766d070-8e53-4566-ab67-8bf7f76c3b13 service neutron] Attempting to bind port bff6bcfb-9f18-4fc2-a1ca-17a62c315d15 on host n-h2-816865-1 for vnic_type normal with profile {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 19:16:01.328512 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [req-1211c26e-1e6d-4c5f-9ead-2ee2dc6f31f4 req-0766d070-8e53-4566-ab67-8bf7f76c3b13 service neutron] Attempting to bind port bff6bcfb-9f18-4fc2-a1ca-17a62c315d15 by drivers openvswitch,hyperv on host n-h2-816865-1 at level 0 using segments [{'id': 'c8ba8bad-518b-408a-adbf-9f95696a455e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '22c01ef1-936f-4d85-97a6-cf840ed74fec'}] {{(pid=102386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 19:16:01.329103 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1211c26e-1e6d-4c5f-9ead-2ee2dc6f31f4 req-0766d070-8e53-4566-ab67-8bf7f76c3b13 service neutron] Attempting to bind port bff6bcfb-9f18-4fc2-a1ca-17a62c315d15 on network 22c01ef1-936f-4d85-97a6-cf840ed74fec {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 19:16:01.339298 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1211c26e-1e6d-4c5f-9ead-2ee2dc6f31f4 req-0766d070-8e53-4566-ab67-8bf7f76c3b13 service neutron] Port bff6bcfb-9f18-4fc2-a1ca-17a62c315d15 on network 22c01ef1-936f-4d85-97a6-cf840ed74fec not bound, no agent of type Open vSwitch agent registered on host n-h2-816865-1 {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 19:16:01.339785 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1211c26e-1e6d-4c5f-9ead-2ee2dc6f31f4 req-0766d070-8e53-4566-ab67-8bf7f76c3b13 service neutron] Attempting to bind port bff6bcfb-9f18-4fc2-a1ca-17a62c315d15 on network 22c01ef1-936f-4d85-97a6-cf840ed74fec {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 19:16:01.349165 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1211c26e-1e6d-4c5f-9ead-2ee2dc6f31f4 req-0766d070-8e53-4566-ab67-8bf7f76c3b13 service neutron] Checking agent: {'id': '32aff553-696f-4891-83f5-5c176f61fe54', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816865-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 18, 33, 36), 'started_at': datetime.datetime(2021, 11, 5, 18, 33, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 19, 15, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 19:16:01.349666 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1211c26e-1e6d-4c5f-9ead-2ee2dc6f31f4 req-0766d070-8e53-4566-ab67-8bf7f76c3b13 service neutron] Checking segment: {'id': 'c8ba8bad-518b-408a-adbf-9f95696a455e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '22c01ef1-936f-4d85-97a6-cf840ed74fec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 19:16:01.350181 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1211c26e-1e6d-4c5f-9ead-2ee2dc6f31f4 req-0766d070-8e53-4566-ab67-8bf7f76c3b13 service neutron] Bound using segment: {'id': 'c8ba8bad-518b-408a-adbf-9f95696a455e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '22c01ef1-936f-4d85-97a6-cf840ed74fec'} {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 19:16:01.350728 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [req-1211c26e-1e6d-4c5f-9ead-2ee2dc6f31f4 req-0766d070-8e53-4566-ab67-8bf7f76c3b13 service neutron] Bound port: bff6bcfb-9f18-4fc2-a1ca-17a62c315d15, host: n-h2-816865-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c8ba8bad-518b-408a-adbf-9f95696a455e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '22c01ef1-936f-4d85-97a6-cf840ed74fec'}}] {{(pid=102386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 19:16:01.351172 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-1211c26e-1e6d-4c5f-9ead-2ee2dc6f31f4 req-0766d070-8e53-4566-ab67-8bf7f76c3b13 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:16:01.455465 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-c47e9bbf-91b8-40de-8437-8fb826198dbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4417063'] for port, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:16:01.460643 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [req-1211c26e-1e6d-4c5f-9ead-2ee2dc6f31f4 req-0766d070-8e53-4566-ab67-8bf7f76c3b13 service neutron] For port bff6bcfb-9f18-4fc2-a1ca-17a62c315d15, host n-h2-816865-1, cleared binding levels {{(pid=102386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 19:16:01.466979 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [req-1211c26e-1e6d-4c5f-9ead-2ee2dc6f31f4 req-0766d070-8e53-4566-ab67-8bf7f76c3b13 service neutron] For port bff6bcfb-9f18-4fc2-a1ca-17a62c315d15, host n-h2-816865-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=bff6bcfb-9f18-4fc2-a1ca-17a62c315d15,segment=NetworkSegment(c8ba8bad-518b-408a-adbf-9f95696a455e),segment_id=c8ba8bad-518b-408a-adbf-9f95696a455e)] {{(pid=102386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 19:16:01.494685 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47e9bbf-91b8-40de-8437-8fb826198dbb admin admin] Pushing event deleted for resources: {'Port': ['ID=3c0c3636-2a64-4ee7-a36c-f519c36b3a7d,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:16:01.533006 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-d40c2d69-d0b6-4894-a592-db714f6ca540 req-5e92c1c9-997e-46cb-8c7e-55112a6fd9f4 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] 10.222.0.13 "GET /v2.0/security-groups?id=0901d174-558d-4d58-91a3-452d9a2f95cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4847338 Nov 05 19:16:01.553604 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-1211c26e-1e6d-4c5f-9ead-2ee2dc6f31f4 req-0766d070-8e53-4566-ab67-8bf7f76c3b13 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6149821'] for port, after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:16:01.600137 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1211c26e-1e6d-4c5f-9ead-2ee2dc6f31f4 req-0766d070-8e53-4566-ab67-8bf7f76c3b13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:16:01.601896 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-1211c26e-1e6d-4c5f-9ead-2ee2dc6f31f4 req-0766d070-8e53-4566-ab67-8bf7f76c3b13 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:16:01.603714 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-1211c26e-1e6d-4c5f-9ead-2ee2dc6f31f4 req-0766d070-8e53-4566-ab67-8bf7f76c3b13 service neutron] 10.222.0.55 "PUT /v2.0/ports/bff6bcfb-9f18-4fc2-a1ca-17a62c315d15 HTTP/1.1" status: 200 len: 1091 time: 1.2126367 Nov 05 19:16:01.604300 n-d-816865-1 neutron-server[102386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99bb3540-bf53-4919-a469-d4ecfc67ddb9', 'tag': 'bff6bcfb-9f18-4fc2-a1ca-17a62c315d15'}] {{(pid=102386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 19:16:01.606804 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6173a44d7c73f41af551dc890fa1a5892c2c6bc3458b640c8e0c24db7876ba6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7154246-2705-48bf-886e-a7f466291941" -d '{"events": [{"name": "network-changed", "server_uuid": "99bb3540-bf53-4919-a469-d4ecfc67ddb9", "tag": "bff6bcfb-9f18-4fc2-a1ca-17a62c315d15"}]}' {{(pid=102386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 19:16:01.677381 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0766d070-8e53-4566-ab67-8bf7f76c3b13 service neutron] Pushing event updated for resources: {'Port': ['ID=bff6bcfb-9f18-4fc2-a1ca-17a62c315d15,revision_number=3']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:16:01.695050 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 19:16:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27f91ec6-45d0-46a2-9249-d11f8b1c5647 x-openstack-request-id: req-27f91ec6-45d0-46a2-9249-d11f8b1c5647 {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 19:16:01.695600 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99bb3540-bf53-4919-a469-d4ecfc67ddb9", "tag": "bff6bcfb-9f18-4fc2-a1ca-17a62c315d15", "status": "completed", "code": 200}]} {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 19:16:01.697512 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-27f91ec6-45d0-46a2-9249-d11f8b1c5647 {{(pid=102386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 19:16:01.698602 n-d-816865-1 neutron-server[102386]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99bb3540-bf53-4919-a469-d4ecfc67ddb9', 'tag': 'bff6bcfb-9f18-4fc2-a1ca-17a62c315d15', 'status': 'completed', 'code': 200} Nov 05 19:16:01.743819 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.agents_db [None req-b9406b04-a0e8-43cf-b349-711963d96cf4 None None] Agent healthcheck: found 7 active agents {{(pid=102389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 05 19:16:01.749176 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-c47e9bbf-91b8-40de-8437-8fb826198dbb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-597886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-573297'] for router_interface, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:16:01.790534 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7154246-2705-48bf-886e-a7f466291941 req-4ebcd4d3-7ac9-4c02-884d-3e3fbe928d74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:16:01.792613 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-f7154246-2705-48bf-886e-a7f466291941 req-4ebcd4d3-7ac9-4c02-884d-3e3fbe928d74 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=975e22a5e2c44667a77341bd773126d4&device_id=99bb3540-bf53-4919-a469-d4ecfc67ddb9 HTTP/1.1" status: 200 len: 1094 time: 0.0826099 Nov 05 19:16:01.927827 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7154246-2705-48bf-886e-a7f466291941 req-65ab7a81-3f42-4964-b828-b8d72da0f129 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:16:01.929553 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-f7154246-2705-48bf-886e-a7f466291941 req-65ab7a81-3f42-4964-b828-b8d72da0f129 service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=975e22a5e2c44667a77341bd773126d4&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1280704 Nov 05 19:16:02.042426 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c47e9bbf-91b8-40de-8437-8fb826198dbb admin admin] Router 55af2e43-d1c4-4e81-a5dd-0d1e0a280dcb has already been hosted by L3 agent 6dcb5589-8e86-4616-9186-ddc4548e13ad {{(pid=102387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 19:16:02.048299 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7154246-2705-48bf-886e-a7f466291941 req-568c397a-fb7c-4131-9a55-3646a84d8eb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:16:02.049702 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-f7154246-2705-48bf-886e-a7f466291941 req-568c397a-fb7c-4131-9a55-3646a84d8eb6 service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1096592 Nov 05 19:16:02.146267 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1211c26e-1e6d-4c5f-9ead-2ee2dc6f31f4 req-2a31d65a-640c-49d2-89a2-6379517d411e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:16:02.147979 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-1211c26e-1e6d-4c5f-9ead-2ee2dc6f31f4 req-2a31d65a-640c-49d2-89a2-6379517d411e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=975e22a5e2c44667a77341bd773126d4&device_id=99bb3540-bf53-4919-a469-d4ecfc67ddb9 HTTP/1.1" status: 200 len: 1094 time: 0.0538864 Nov 05 19:16:02.163751 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c47e9bbf-91b8-40de-8437-8fb826198dbb admin admin] Notify agent at l3_agent.n-d-816865-1 the message routers_updated {{(pid=102387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 19:16:02.170544 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-c47e9bbf-91b8-40de-8437-8fb826198dbb admin admin] 10.222.0.13 "PUT /v2.0/routers/55af2e43-d1c4-4e81-a5dd-0d1e0a280dcb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5059643 Nov 05 19:16:02.174209 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 38544) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:16:02.175990 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efb448a5-f582-412c-9ce3-fe25e5da61af None None] Sync routers for ids ['55af2e43-d1c4-4e81-a5dd-0d1e0a280dcb'] in n-d-816865-1 {{(pid=102389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 19:16:02.188070 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efb448a5-f582-412c-9ce3-fe25e5da61af None None] Routers {'55af2e43-d1c4-4e81-a5dd-0d1e0a280dcb'} bound to L3 agent in host n-d-816865-1 {{(pid=102389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 19:16:02.189188 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-efb448a5-f582-412c-9ce3-fe25e5da61af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T19:15:35Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['55af2e43-d1c4-4e81-a5dd-0d1e0a280dcb'], 'active': True} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:16:02.205717 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-1211c26e-1e6d-4c5f-9ead-2ee2dc6f31f4 req-39deb93e-39ca-4a48-8ac2-47b10cf1ef60 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bff6bcfb-9f18-4fc2-a1ca-17a62c315d15 HTTP/1.1" status: 200 len: 217 time: 0.0444510 Nov 05 19:16:02.267923 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1211c26e-1e6d-4c5f-9ead-2ee2dc6f31f4 req-7a0da5fe-aa6c-44d9-8445-576b557c208a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:16:02.269426 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-1211c26e-1e6d-4c5f-9ead-2ee2dc6f31f4 req-7a0da5fe-aa6c-44d9-8445-576b557c208a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=9a5a1166-12d4-4407-8a6a-41bf61d6db29 HTTP/1.1" status: 200 len: 850 time: 0.0521379 Nov 05 19:16:02.297236 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-169e8ebb-7144-45ff-9aeb-e96f2ccc6183 admin admin] Publish callbacks [] for router, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:16:02.315096 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvr_db [None req-efb448a5-f582-412c-9ce3-fe25e5da61af None None] Set router 55af2e43-d1c4-4e81-a5dd-0d1e0a280dcb gateway port host: n-d-816865-1 {{(pid=102389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 19:16:02.329962 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1211c26e-1e6d-4c5f-9ead-2ee2dc6f31f4 req-e0c65422-213f-4937-b9be-b76c3d77c5ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:16:02.331869 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-1211c26e-1e6d-4c5f-9ead-2ee2dc6f31f4 req-e0c65422-213f-4937-b9be-b76c3d77c5ed service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=22c01ef1-936f-4d85-97a6-cf840ed74fec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0522952 Nov 05 19:16:02.421076 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-169e8ebb-7144-45ff-9aeb-e96f2ccc6183 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:16:02.456059 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-1211c26e-1e6d-4c5f-9ead-2ee2dc6f31f4 req-1dcd1048-4562-4f87-9a81-219702a7b145 service neutron] 10.222.0.55 "GET /v2.0/networks/22c01ef1-936f-4d85-97a6-cf840ed74fec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1153612 Nov 05 19:16:02.546066 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-efb448a5-f582-412c-9ce3-fe25e5da61af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55af2e43-d1c4-4e81-a5dd-0d1e0a280dcb', 'name': 'tempest-TestVolumeBackupRestore-33536009-router', 'tenant_id': '1ab752a0d6484eedbcae1b8970b51658', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.71'}], 'enable_snat': True}, 'gw_port_id': '0151e20c-353d-44db-9ea0-9446c74f7058', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T19:11:02Z', 'updated_at': '2021-11-05T19:16:00Z', 'revision_number': 5, 'project_id': '1ab752a0d6484eedbcae1b8970b51658', 'gw_port': {'id': '0151e20c-353d-44db-9ea0-9446c74f7058', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:bd:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55af2e43-d1c4-4e81-a5dd-0d1e0a280dcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3537, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:11:05Z', 'updated_at': '2021-11-05T19:11:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1'}], 'n-d-816865-1', False) {} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:16:02.569240 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [None req-169e8ebb-7144-45ff-9aeb-e96f2ccc6183 admin admin] Deleting port 0151e20c-353d-44db-9ea0-9446c74f7058 {{(pid=102387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 19:16:02.569584 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-169e8ebb-7144-45ff-9aeb-e96f2ccc6183 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:16:02.578974 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efb448a5-f582-412c-9ce3-fe25e5da61af None None] Checking router: 55af2e43-d1c4-4e81-a5dd-0d1e0a280dcb for host: n-d-816865-1 {{(pid=102389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 19:16:02.590549 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efb448a5-f582-412c-9ce3-fe25e5da61af None None] Routers {'55af2e43-d1c4-4e81-a5dd-0d1e0a280dcb'} bound to L3 agent in host n-d-816865-1 {{(pid=102389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 19:16:02.591615 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-efb448a5-f582-412c-9ce3-fe25e5da61af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T19:15:35Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['55af2e43-d1c4-4e81-a5dd-0d1e0a280dcb'], 'active': True} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:16:02.618594 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-1211c26e-1e6d-4c5f-9ead-2ee2dc6f31f4 req-5778a23d-2d81-4142-b156-f1a0ebece9ad service neutron] 10.222.0.55 "GET /v2.0/networks/22c01ef1-936f-4d85-97a6-cf840ed74fec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1465154 Nov 05 19:16:02.651234 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-4052a55a-eae4-406b-91aa-f10ec78e16fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:16:02.691869 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvr_db [None req-efb448a5-f582-412c-9ce3-fe25e5da61af None None] Set router 55af2e43-d1c4-4e81-a5dd-0d1e0a280dcb gateway port host: None {{(pid=102389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 19:16:02.721754 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.db [None req-169e8ebb-7144-45ff-9aeb-e96f2ccc6183 admin admin] For port 0151e20c-353d-44db-9ea0-9446c74f7058, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=0151e20c-353d-44db-9ea0-9446c74f7058,segment=NetworkSegment(85be518c-8bb4-46a2-a903-d4292782d29d),segment_id=85be518c-8bb4-46a2-a903-d4292782d29d)] {{(pid=102387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:16:02.722157 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-169e8ebb-7144-45ff-9aeb-e96f2ccc6183 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:16:02.739890 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [None req-169e8ebb-7144-45ff-9aeb-e96f2ccc6183 admin admin] Calling delete_port for 0151e20c-353d-44db-9ea0-9446c74f7058 owned by network:router_gateway {{(pid=102387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 19:16:02.747508 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-efb448a5-f582-412c-9ce3-fe25e5da61af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55af2e43-d1c4-4e81-a5dd-0d1e0a280dcb', 'name': 'tempest-TestVolumeBackupRestore-33536009-router', 'tenant_id': '1ab752a0d6484eedbcae1b8970b51658', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T19:11:02Z', 'updated_at': '2021-11-05T19:16:02Z', 'revision_number': 6, 'project_id': '1ab752a0d6484eedbcae1b8970b51658', 'gw_port_host': None}], 'n-d-816865-1', False) {} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:16:02.759173 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e691906-8b47-4cb6-a563-19cc5fb775bc req-9dbf0e00-af81-4703-88da-e79e4bc93926 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:16:02.760810 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-9e691906-8b47-4cb6-a563-19cc5fb775bc req-9dbf0e00-af81-4703-88da-e79e4bc93926 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] 10.222.0.13 "GET /v2.0/ports?device_id=99bb3540-bf53-4919-a469-d4ecfc67ddb9 HTTP/1.1" status: 200 len: 943 time: 0.0874252 Nov 05 19:16:02.783316 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efb448a5-f582-412c-9ce3-fe25e5da61af None None] The sync data for ids ['55af2e43-d1c4-4e81-a5dd-0d1e0a280dcb'] in n-d-816865-1 is: [{'id': '55af2e43-d1c4-4e81-a5dd-0d1e0a280dcb', 'name': 'tempest-TestVolumeBackupRestore-33536009-router', 'tenant_id': '1ab752a0d6484eedbcae1b8970b51658', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T19:11:02Z', 'updated_at': '2021-11-05T19:16:02Z', 'revision_number': 6, 'project_id': '1ab752a0d6484eedbcae1b8970b51658', 'gw_port_host': None}] {{(pid=102389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 19:16:02.863451 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-9e691906-8b47-4cb6-a563-19cc5fb775bc req-1547309f-5276-4344-9fae-994a25f220e8 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] 10.222.0.13 "GET /v2.0/security-groups?id=0901d174-558d-4d58-91a3-452d9a2f95cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678978 Nov 05 19:16:03.051131 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-169e8ebb-7144-45ff-9aeb-e96f2ccc6183 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4417063'] for port, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:16:03.081766 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169e8ebb-7144-45ff-9aeb-e96f2ccc6183 admin admin] Pushing event deleted for resources: {'Port': ['ID=0151e20c-353d-44db-9ea0-9446c74f7058,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:16:03.146376 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-169e8ebb-7144-45ff-9aeb-e96f2ccc6183 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1000651'] for router_gateway, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:16:03.247129 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-169e8ebb-7144-45ff-9aeb-e96f2ccc6183 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-571301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6852'] for router, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:16:03.249376 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-169e8ebb-7144-45ff-9aeb-e96f2ccc6183 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:16:03.342165 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-169e8ebb-7144-45ff-9aeb-e96f2ccc6183 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-571310'] for router, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:16:03.343088 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-169e8ebb-7144-45ff-9aeb-e96f2ccc6183 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 55af2e43-d1c4-4e81-a5dd-0d1e0a280dcb {{(pid=102387) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 05 19:16:03.347593 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-169e8ebb-7144-45ff-9aeb-e96f2ccc6183 admin admin] Publish callbacks [] for router, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:16:03.348773 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-169e8ebb-7144-45ff-9aeb-e96f2ccc6183 admin admin] 10.222.0.13 "DELETE /v2.0/routers/55af2e43-d1c4-4e81-a5dd-0d1e0a280dcb HTTP/1.1" status: 204 len: 168 time: 1.1735463 Nov 05 19:16:03.351279 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 38550) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:16:03.398594 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.db_base_plugin_v2 [None req-9204e0c0-faeb-4247-92b6-40fc5e59f15d admin admin] Deleting subnet 8cd784aa-065a-4faf-87a5-a115ea19af5e {{(pid=102387) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 05 19:16:03.402371 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-9204e0c0-faeb-4247-92b6-40fc5e59f15d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:16:03.442183 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-9204e0c0-faeb-4247-92b6-40fc5e59f15d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4463501'] for subnet, precommit_delete_associations {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:16:03.545018 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-9204e0c0-faeb-4247-92b6-40fc5e59f15d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1573928'] for subnet, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:16:03.581816 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 3c0c3636-2a64-4ee7-a36c-f519c36b3a7d no longer exists at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 19:16:03.606578 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] No Port match for: 3c0c3636-2a64-4ee7-a36c-f519c36b3a7d {{(pid=102388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 19:16:03.607219 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 3c0c3636-2a64-4ee7-a36c-f519c36b3a7d not bound to the agent host n-d-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 19:16:03.607866 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 0151e20c-353d-44db-9ea0-9446c74f7058 no longer exists at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 19:16:03.629029 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] No Port match for: 0151e20c-353d-44db-9ea0-9446c74f7058 {{(pid=102388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 19:16:03.629621 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 0151e20c-353d-44db-9ea0-9446c74f7058 not bound to the agent host n-d-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 19:16:03.697168 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-9204e0c0-faeb-4247-92b6-40fc5e59f15d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1573905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4417146', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5112209'] for subnet, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:16:03.729526 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9204e0c0-faeb-4247-92b6-40fc5e59f15d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8cd784aa-065a-4faf-87a5-a115ea19af5e,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:16:03.734224 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-9204e0c0-faeb-4247-92b6-40fc5e59f15d admin admin] Publish callbacks [] for subnet, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:16:03.737877 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-9204e0c0-faeb-4247-92b6-40fc5e59f15d admin admin] 10.222.0.13 "DELETE /v2.0/subnets/8cd784aa-065a-4faf-87a5-a115ea19af5e HTTP/1.1" status: 204 len: 168 time: 0.3854241 Nov 05 19:16:03.740385 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 38554) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:16:03.747149 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea51f073-38ef-4171-badc-9763138c11f1 None None] Network 2ba86d37-197b-46ee-938b-b990df479e30 requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 19:16:03.831752 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-d3ffe70b-d3b4-4a47-9448-1b6bb1a8c527 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1664226'] for network, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:16:03.906806 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-d3ffe70b-d3b4-4a47-9448-1b6bb1a8c527 admin admin] Deleting port 29117b5e-1019-4872-bdf8-fc72491ef874 {{(pid=102386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 19:16:03.907160 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-d3ffe70b-d3b4-4a47-9448-1b6bb1a8c527 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:16:03.978999 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34eb3f05-8deb-4508-98d5-a91781879f41 None None] DHCP port deletion for 2ba86d37-197b-46ee-938b-b990df479e30 request from n-d-816865-1 {{(pid=102388) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 05 19:16:03.999795 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [None req-d3ffe70b-d3b4-4a47-9448-1b6bb1a8c527 admin admin] For port 29117b5e-1019-4872-bdf8-fc72491ef874, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=29117b5e-1019-4872-bdf8-fc72491ef874,segment=NetworkSegment(998462b9-db93-49c0-b6ab-6eeeeca040ff),segment_id=998462b9-db93-49c0-b6ab-6eeeeca040ff)] {{(pid=102386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:16:03.999795 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-d3ffe70b-d3b4-4a47-9448-1b6bb1a8c527 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:16:04.011951 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-d3ffe70b-d3b4-4a47-9448-1b6bb1a8c527 admin admin] Calling delete_port for 29117b5e-1019-4872-bdf8-fc72491ef874 owned by network:dhcp {{(pid=102386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 19:16:04.040332 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8472cc-8e7e-4e08-a270-a34a69c65345 req-7790a2af-df0d-4f90-a636-0bcd4a547643 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:16:04.048817 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-9f8472cc-8e7e-4e08-a270-a34a69c65345 req-7790a2af-df0d-4f90-a636-0bcd4a547643 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] 10.222.0.13 "GET /v2.0/ports?device_id=99bb3540-bf53-4919-a469-d4ecfc67ddb9 HTTP/1.1" status: 200 len: 943 time: 0.0981593 Nov 05 19:16:04.062993 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-34eb3f05-8deb-4508-98d5-a91781879f41 None None] Deleting port 29117b5e-1019-4872-bdf8-fc72491ef874 {{(pid=102388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 19:16:04.063780 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-34eb3f05-8deb-4508-98d5-a91781879f41 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:16:04.106604 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-9f8472cc-8e7e-4e08-a270-a34a69c65345 req-deb51143-4748-45c3-888c-af74c97d8b0b tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] 10.222.0.13 "GET /v2.0/security-groups?id=0901d174-558d-4d58-91a3-452d9a2f95cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568807 Nov 05 19:16:04.139167 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-34eb3f05-8deb-4508-98d5-a91781879f41 None None] For port 29117b5e-1019-4872-bdf8-fc72491ef874, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=29117b5e-1019-4872-bdf8-fc72491ef874,segment=NetworkSegment(998462b9-db93-49c0-b6ab-6eeeeca040ff),segment_id=998462b9-db93-49c0-b6ab-6eeeeca040ff)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:16:04.139500 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-34eb3f05-8deb-4508-98d5-a91781879f41 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:16:04.152148 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-34eb3f05-8deb-4508-98d5-a91781879f41 None None] Calling delete_port for 29117b5e-1019-4872-bdf8-fc72491ef874 owned by network:dhcp {{(pid=102388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 19:16:04.210531 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-d3ffe70b-d3b4-4a47-9448-1b6bb1a8c527 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:16:04.235989 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-34eb3f05-8deb-4508-98d5-a91781879f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798'] for port, after_delete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:16:04.239246 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ffe70b-d3b4-4a47-9448-1b6bb1a8c527 admin admin] Pushing event deleted for resources: {'Port': ['ID=29117b5e-1019-4872-bdf8-fc72491ef874,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:16:04.246136 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3ffe70b-d3b4-4a47-9448-1b6bb1a8c527 admin admin] No DVR routers for this DVR port 29117b5e-1019-4872-bdf8-fc72491ef874 on host n-d-816865-1 {{(pid=102386) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 19:16:04.248637 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34eb3f05-8deb-4508-98d5-a91781879f41 None None] No DVR routers for this DVR port 29117b5e-1019-4872-bdf8-fc72491ef874 on host n-d-816865-1 {{(pid=102388) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 19:16:04.278155 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34eb3f05-8deb-4508-98d5-a91781879f41 None None] Pushing event deleted for resources: {'Port': ['ID=29117b5e-1019-4872-bdf8-fc72491ef874,revision_number=None']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:16:04.326797 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-d3ffe70b-d3b4-4a47-9448-1b6bb1a8c527 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1579173', 'neutron.services.segments.db._delete_segments_for_network-8750027792909'] for network, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:16:04.346183 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:16:04.349413 n-d-816865-1 neutron-server[102386]: DEBUG neutron.services.segments.db [None req-d3ffe70b-d3b4-4a47-9448-1b6bb1a8c527 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ba86d37-197b-46ee-938b-b990df479e30']}} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:16:04.359193 n-d-816865-1 neutron-server[102386]: DEBUG neutron.services.segments.db [None req-d3ffe70b-d3b4-4a47-9448-1b6bb1a8c527 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '998462b9-db93-49c0-b6ab-6eeeeca040ff') {'for_net_delete': True} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:16:04.359620 n-d-816865-1 neutron-server[102386]: DEBUG neutron.services.segments.db [None req-d3ffe70b-d3b4-4a47-9448-1b6bb1a8c527 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '998462b9-db93-49c0-b6ab-6eeeeca040ff') {} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:16:04.369456 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-d3ffe70b-d3b4-4a47-9448-1b6bb1a8c527 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750027793430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4590747'] for segment, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:16:04.383011 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-d3ffe70b-d3b4-4a47-9448-1b6bb1a8c527 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273'] for segment, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:16:04.389914 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d3ffe70b-d3b4-4a47-9448-1b6bb1a8c527 admin admin] Releasing vlan 159 on physical network physnet1 to pool {{(pid=102386) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 05 19:16:04.390272 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-d3ffe70b-d3b4-4a47-9448-1b6bb1a8c527 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6149721'] for segment, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:16:04.391936 n-d-816865-1 neutron-server[102386]: Traceback (most recent call last): Nov 05 19:16:04.391936 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 05 19:16:04.391936 n-d-816865-1 neutron-server[102386]: timer() Nov 05 19:16:04.391936 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 05 19:16:04.391936 n-d-816865-1 neutron-server[102386]: cb(*args, **kw) Nov 05 19:16:04.391936 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 05 19:16:04.391936 n-d-816865-1 neutron-server[102386]: return func(*args, **kwargs) Nov 05 19:16:04.391936 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 05 19:16:04.391936 n-d-816865-1 neutron-server[102386]: self._notify() Nov 05 19:16:04.391936 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 05 19:16:04.391936 n-d-816865-1 neutron-server[102386]: self.callback(batched_events) Nov 05 19:16:04.391936 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 05 19:16:04.391936 n-d-816865-1 neutron-server[102386]: event.method(event) Nov 05 19:16:04.391936 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 05 19:16:04.391936 n-d-816865-1 neutron-server[102386]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 05 19:16:04.391936 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 05 19:16:04.391936 n-d-816865-1 neutron-server[102386]: aggregate_uuid = self.p_client.list_aggregates( Nov 05 19:16:04.391936 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 05 19:16:04.391936 n-d-816865-1 neutron-server[102386]: return f(self, *a, **k) Nov 05 19:16:04.391936 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 05 19:16:04.391936 n-d-816865-1 neutron-server[102386]: return self._get(url).json() Nov 05 19:16:04.391936 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 05 19:16:04.391936 n-d-816865-1 neutron-server[102386]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 05 19:16:04.391936 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 05 19:16:04.391936 n-d-816865-1 neutron-server[102386]: return self.request(url, 'GET', **kwargs) Nov 05 19:16:04.391936 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 05 19:16:04.391936 n-d-816865-1 neutron-server[102386]: base_url = self.get_endpoint(auth, allow=allow, Nov 05 19:16:04.391936 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 05 19:16:04.391936 n-d-816865-1 neutron-server[102386]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 05 19:16:04.391936 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 05 19:16:04.391936 n-d-816865-1 neutron-server[102386]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 05 19:16:04.391936 n-d-816865-1 neutron-server[102386]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 05 19:16:04.513216 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-d3ffe70b-d3b4-4a47-9448-1b6bb1a8c527 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1579178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-956796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1000687'] for network, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:16:04.517914 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-d3ffe70b-d3b4-4a47-9448-1b6bb1a8c527 admin admin] Publish callbacks [] for network, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:16:04.521139 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-d3ffe70b-d3b4-4a47-9448-1b6bb1a8c527 admin admin] 10.222.0.13 "DELETE /v2.0/networks/2ba86d37-197b-46ee-938b-b990df479e30 HTTP/1.1" status: 204 len: 168 time: 0.7791953 Nov 05 19:16:04.534364 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ffe70b-d3b4-4a47-9448-1b6bb1a8c527 admin admin] Pushing event deleted for resources: {'Network': ['ID=2ba86d37-197b-46ee-938b-b990df479e30,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:16:04.864476 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 38562) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:16:04.905495 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-e2d7731a-ece8-459f-9796-f41d2e279a10 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=579440a62ec247f09087f4c32fc4ebe9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0397336 Nov 05 19:16:04.907832 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 38564) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:16:04.955575 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-b1e3f545-b81b-491c-8beb-d547cf048f0c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:16:04.976431 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-b1e3f545-b81b-491c-8beb-d547cf048f0c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:16:05.031299 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-35e7f721-958b-4c94-b2d0-038a9a07ca05 req-a289f37d-a0db-4b2a-bf56-6b031ced2f32 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=edcb715d-80ef-40d3-9564-34ad231e19c2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0418200 Nov 05 19:16:05.091469 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e7f721-958b-4c94-b2d0-038a9a07ca05 req-0065d886-1bed-41c9-be4a-190a98b5991b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:16:05.093090 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-35e7f721-958b-4c94-b2d0-038a9a07ca05 req-0065d886-1bed-41c9-be4a-190a98b5991b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3cd2670f992046758c37c8cd7300aad8&device_id=edcb715d-80ef-40d3-9564-34ad231e19c2 HTTP/1.1" status: 200 len: 1097 time: 0.0409434 Nov 05 19:16:05.107567 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-b1e3f545-b81b-491c-8beb-d547cf048f0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:16:05.110223 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-b1e3f545-b81b-491c-8beb-d547cf048f0c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:16:05.111378 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-b1e3f545-b81b-491c-8beb-d547cf048f0c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/fdf9f961-0905-4b82-a83b-1cb213775b7b HTTP/1.1" status: 204 len: 168 time: 0.2025008 Nov 05 19:16:05.124097 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e3f545-b81b-491c-8beb-d547cf048f0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdf9f961-0905-4b82-a83b-1cb213775b7b,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:16:05.258122 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e7f721-958b-4c94-b2d0-038a9a07ca05 req-ea073f68-7c5c-4a8a-9605-f308579f81f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:16:05.260395 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-35e7f721-958b-4c94-b2d0-038a9a07ca05 req-ea073f68-7c5c-4a8a-9605-f308579f81f4 service neutron] 10.222.0.41 "GET /v2.0/networks?id=f31b1f2e-a615-43e1-9e9b-9f3f947ccb7d HTTP/1.1" status: 200 len: 915 time: 0.1478336 Nov 05 19:16:05.319987 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e485bc-2a63-49c6-b7dd-39aec68c5913 req-39399057-e4ba-4278-a76f-86d49e53b60b tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:16:05.322442 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-f6e485bc-2a63-49c6-b7dd-39aec68c5913 req-39399057-e4ba-4278-a76f-86d49e53b60b tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] 10.222.0.13 "GET /v2.0/ports?device_id=99bb3540-bf53-4919-a469-d4ecfc67ddb9 HTTP/1.1" status: 200 len: 943 time: 0.0960169 Nov 05 19:16:05.323787 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-35e7f721-958b-4c94-b2d0-038a9a07ca05 req-112dd0c7-9960-427b-a20b-4783a436e109 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=afeb8dd3-b1ab-4bad-8471-e80269ed47c7 HTTP/1.1" status: 200 len: 217 time: 0.0536692 Nov 05 19:16:05.376012 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-0d2edbeb-fd5b-4404-9a32-7cc72d8d93b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:16:05.405293 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e7f721-958b-4c94-b2d0-038a9a07ca05 req-68bb8014-c421-4687-bd05-6c51fd5b75c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:16:05.406906 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-35e7f721-958b-4c94-b2d0-038a9a07ca05 req-68bb8014-c421-4687-bd05-6c51fd5b75c3 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=41ea8269-cd9c-4654-abcc-5b4c434f2dbf HTTP/1.1" status: 200 len: 854 time: 0.0715539 Nov 05 19:16:05.414923 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-f6e485bc-2a63-49c6-b7dd-39aec68c5913 req-2e45b0fe-e4a1-4732-b93a-5231ac04f8eb tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] 10.222.0.13 "GET /v2.0/security-groups?id=0901d174-558d-4d58-91a3-452d9a2f95cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856965 Nov 05 19:16:05.444356 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-35e7f721-958b-4c94-b2d0-038a9a07ca05 req-0e7c4bc1-eb18-445c-bc53-ded84a887dce service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f31b1f2e-a615-43e1-9e9b-9f3f947ccb7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269170 Nov 05 19:16:05.558704 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-35e7f721-958b-4c94-b2d0-038a9a07ca05 req-8beda153-f549-4ddd-aac4-7a246af42105 service neutron] 10.222.0.41 "GET /v2.0/networks/f31b1f2e-a615-43e1-9e9b-9f3f947ccb7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1080091 Nov 05 19:16:05.583863 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 29117b5e-1019-4872-bdf8-fc72491ef874 no longer exists at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 19:16:05.611572 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] No Port match for: 29117b5e-1019-4872-bdf8-fc72491ef874 {{(pid=102388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 19:16:05.612142 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 29117b5e-1019-4872-bdf8-fc72491ef874 not bound to the agent host n-d-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 19:16:05.662281 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-35e7f721-958b-4c94-b2d0-038a9a07ca05 req-c2a373d4-1c0a-40db-aca0-e37f62188ccb service neutron] 10.222.0.41 "GET /v2.0/networks/f31b1f2e-a615-43e1-9e9b-9f3f947ccb7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950360 Nov 05 19:16:05.838546 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 38574) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:16:05.879512 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-7b2eff89-62a7-49be-bda1-488e3108d9f5 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1ab752a0d6484eedbcae1b8970b51658&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0397048 Nov 05 19:16:05.881908 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 38576) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:16:05.931798 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-942917a5-1d3d-4d22-b69e-c1312f7b7136 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:16:05.954350 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-942917a5-1d3d-4d22-b69e-c1312f7b7136 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:16:06.101897 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-942917a5-1d3d-4d22-b69e-c1312f7b7136 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:16:06.105157 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-942917a5-1d3d-4d22-b69e-c1312f7b7136 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:16:06.108581 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-942917a5-1d3d-4d22-b69e-c1312f7b7136 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3e895261-345b-49df-b089-24afcc34f6f9 HTTP/1.1" status: 204 len: 168 time: 0.2235117 Nov 05 19:16:06.125268 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942917a5-1d3d-4d22-b69e-c1312f7b7136 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e895261-345b-49df-b089-24afcc34f6f9,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:16:06.291265 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b304910f-7b27-444b-a8fc-977d26b1ceac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:16:06.397633 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:16:06.568326 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb96426c-902d-416f-9c1a-80933d2778eb req-ef1b9360-a238-4547-bcf4-398321b5a873 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:16:06.570247 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-cb96426c-902d-416f-9c1a-80933d2778eb req-ef1b9360-a238-4547-bcf4-398321b5a873 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] 10.222.0.13 "GET /v2.0/ports?device_id=99bb3540-bf53-4919-a469-d4ecfc67ddb9 HTTP/1.1" status: 200 len: 943 time: 0.0703144 Nov 05 19:16:06.630569 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-cb96426c-902d-416f-9c1a-80933d2778eb req-8d9acb88-42f8-495a-9cee-d85854963f0c tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] 10.222.0.13 "GET /v2.0/security-groups?id=0901d174-558d-4d58-91a3-452d9a2f95cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514023 Nov 05 19:16:07.755434 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc06469-1b4c-458f-83db-7dbabc3d1fb7 req-2a4ff3fa-ff07-4713-b73c-6155b09a7f52 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:16:07.756974 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-0cc06469-1b4c-458f-83db-7dbabc3d1fb7 req-2a4ff3fa-ff07-4713-b73c-6155b09a7f52 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] 10.222.0.13 "GET /v2.0/ports?device_id=99bb3540-bf53-4919-a469-d4ecfc67ddb9 HTTP/1.1" status: 200 len: 943 time: 0.0517290 Nov 05 19:16:07.809802 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-0cc06469-1b4c-458f-83db-7dbabc3d1fb7 req-727ca0ca-452b-44e6-81f6-f6fadd470989 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] 10.222.0.13 "GET /v2.0/security-groups?id=0901d174-558d-4d58-91a3-452d9a2f95cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457389 Nov 05 19:16:08.099446 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef60651-74b7-404d-a574-d638f94dd201 req-ab6e595d-e91f-471a-989d-7b9207f55c81 tempest-AttachVolumeNegativeTest-814338664 tempest-AttachVolumeNegativeTest-814338664-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:16:08.100948 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-aef60651-74b7-404d-a574-d638f94dd201 req-ab6e595d-e91f-471a-989d-7b9207f55c81 tempest-AttachVolumeNegativeTest-814338664 tempest-AttachVolumeNegativeTest-814338664-project] 10.222.0.13 "GET /v2.0/networks?id=f31b1f2e-a615-43e1-9e9b-9f3f947ccb7d HTTP/1.1" status: 200 len: 814 time: 0.1115587 Nov 05 19:16:08.116101 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-aef60651-74b7-404d-a574-d638f94dd201 req-70a06690-fb1a-4cf9-bb35-dcb1df024d44 tempest-AttachVolumeNegativeTest-814338664 tempest-AttachVolumeNegativeTest-814338664-project] 10.222.0.13 "GET /v2.0/quotas/3cd2670f992046758c37c8cd7300aad8 HTTP/1.1" status: 200 len: 375 time: 0.0092435 Nov 05 19:16:08.173029 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-aef60651-74b7-404d-a574-d638f94dd201 req-018db4bb-629c-454c-932b-59fbf0b5090f tempest-AttachVolumeNegativeTest-814338664 tempest-AttachVolumeNegativeTest-814338664-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=3cd2670f992046758c37c8cd7300aad8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0510886 Nov 05 19:16:08.261757 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-31f93893-a48e-4ae8-833d-dccb2b42eacc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:16:08.372693 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-aef60651-74b7-404d-a574-d638f94dd201 req-6704e789-8c61-46c4-9f85-a4af7f2414f2 service neutron] 10.222.0.13 "GET /v2.0/networks/f31b1f2e-a615-43e1-9e9b-9f3f947ccb7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1921875 Nov 05 19:16:08.465028 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-aef60651-74b7-404d-a574-d638f94dd201 req-db394989-1821-407f-9fa0-eb36d80bf17e service neutron] 10.222.0.13 "GET /v2.0/networks/f31b1f2e-a615-43e1-9e9b-9f3f947ccb7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856240 Nov 05 19:16:08.536272 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:16:08.692444 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-7f25c461-fa55-48ba-b772-7d59b5fffccc req-71a057bd-efac-4081-93fb-5d81c6702c0c tempest-AttachVolumeNegativeTest-814338664 tempest-AttachVolumeNegativeTest-814338664-project] 10.222.0.13 "GET /v2.0/ports?device_id=9c93da95-f1ef-4938-b404-e8da8f27c407 HTTP/1.1" status: 200 len: 210 time: 0.0265479 Nov 05 19:16:08.952328 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8344f071-b584-47a4-a861-2e0a3c7d4601 req-1a2e75fb-1b9a-4ea7-93b0-090dc310f264 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:16:08.953825 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-8344f071-b584-47a4-a861-2e0a3c7d4601 req-1a2e75fb-1b9a-4ea7-93b0-090dc310f264 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] 10.222.0.13 "GET /v2.0/ports?device_id=99bb3540-bf53-4919-a469-d4ecfc67ddb9 HTTP/1.1" status: 200 len: 943 time: 0.0641050 Nov 05 19:16:09.004775 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-8344f071-b584-47a4-a861-2e0a3c7d4601 req-c60ad265-0724-4565-8c93-180a3ada88f8 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] 10.222.0.13 "GET /v2.0/security-groups?id=0901d174-558d-4d58-91a3-452d9a2f95cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447795 Nov 05 19:16:09.790445 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-3238736e-d3a8-4b71-89e6-d57a6922cd6e req-137887e3-1f55-4537-8ca1-af7b6e615ba5 tempest-AttachVolumeNegativeTest-814338664 tempest-AttachVolumeNegativeTest-814338664-project] 10.222.0.13 "GET /v2.0/ports?device_id=9c93da95-f1ef-4938-b404-e8da8f27c407 HTTP/1.1" status: 200 len: 210 time: 0.0264616 Nov 05 19:16:10.121274 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76755d6b-a980-45f8-afb5-cd5d283c5e36 req-3512059a-fca6-4779-ac0a-7ca38e8981e7 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:16:10.122791 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-76755d6b-a980-45f8-afb5-cd5d283c5e36 req-3512059a-fca6-4779-ac0a-7ca38e8981e7 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] 10.222.0.13 "GET /v2.0/ports?device_id=99bb3540-bf53-4919-a469-d4ecfc67ddb9 HTTP/1.1" status: 200 len: 943 time: 0.0480516 Nov 05 19:16:10.169389 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-76755d6b-a980-45f8-afb5-cd5d283c5e36 req-46ec0834-c1df-4854-aada-f4545e797873 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] 10.222.0.13 "GET /v2.0/security-groups?id=0901d174-558d-4d58-91a3-452d9a2f95cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400820 Nov 05 19:16:10.516503 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef60651-74b7-404d-a574-d638f94dd201 req-fe09d1af-46ab-4a06-a861-77f8f1ad8bd7 tempest-AttachVolumeNegativeTest-814338664 tempest-AttachVolumeNegativeTest-814338664-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:16:10.517975 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-aef60651-74b7-404d-a574-d638f94dd201 req-fe09d1af-46ab-4a06-a861-77f8f1ad8bd7 tempest-AttachVolumeNegativeTest-814338664 tempest-AttachVolumeNegativeTest-814338664-project] 10.222.0.55 "GET /v2.0/networks?id=f31b1f2e-a615-43e1-9e9b-9f3f947ccb7d HTTP/1.1" status: 200 len: 814 time: 0.1056945 Nov 05 19:16:10.532830 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [req-aef60651-74b7-404d-a574-d638f94dd201 req-9ab9a553-9a15-4eb5-b329-d0d4f41d5ce1 tempest-AttachVolumeNegativeTest-814338664 tempest-AttachVolumeNegativeTest-814338664-project] Request body: {'port': {'device_id': '9c93da95-f1ef-4938-b404-e8da8f27c407', 'network_id': 'f31b1f2e-a615-43e1-9e9b-9f3f947ccb7d', 'admin_state_up': True, 'tenant_id': '3cd2670f992046758c37c8cd7300aad8'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:16:10.684167 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aef60651-74b7-404d-a574-d638f94dd201 req-9ab9a553-9a15-4eb5-b329-d0d4f41d5ce1 tempest-AttachVolumeNegativeTest-814338664 tempest-AttachVolumeNegativeTest-814338664-project] Made reservation on behalf of 3cd2670f992046758c37c8cd7300aad8 for: {'port': 1} {{(pid=102386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 19:16:10.687807 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-aef60651-74b7-404d-a574-d638f94dd201 req-9ab9a553-9a15-4eb5-b329-d0d4f41d5ce1 tempest-AttachVolumeNegativeTest-814338664 tempest-AttachVolumeNegativeTest-814338664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:16:10.816844 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.db_base_plugin_common [req-aef60651-74b7-404d-a574-d638f94dd201 req-9ab9a553-9a15-4eb5-b329-d0d4f41d5ce1 tempest-AttachVolumeNegativeTest-814338664 tempest-AttachVolumeNegativeTest-814338664-project] Allocated IP 172.20.0.2 (f31b1f2e-a615-43e1-9e9b-9f3f947ccb7d/41ea8269-cd9c-4654-abcc-5b4c434f2dbf/c7b54a3a-2be6-4493-8b13-3261854de23a) {{(pid=102386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 19:16:10.893372 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-1cfc9250-e7d2-4fe3-ba4a-7584c8585595 req-9176fe85-c7bc-4668-848e-98c2cf5ccdd0 tempest-AttachVolumeNegativeTest-814338664 tempest-AttachVolumeNegativeTest-814338664-project] 10.222.0.13 "GET /v2.0/ports?device_id=9c93da95-f1ef-4938-b404-e8da8f27c407 HTTP/1.1" status: 200 len: 210 time: 0.0336709 Nov 05 19:16:10.969837 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-aef60651-74b7-404d-a574-d638f94dd201 req-9ab9a553-9a15-4eb5-b329-d0d4f41d5ce1 tempest-AttachVolumeNegativeTest-814338664 tempest-AttachVolumeNegativeTest-814338664-project] Publish callbacks [] for port, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:16:11.050578 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-aef60651-74b7-404d-a574-d638f94dd201 req-9ab9a553-9a15-4eb5-b329-d0d4f41d5ce1 tempest-AttachVolumeNegativeTest-814338664 tempest-AttachVolumeNegativeTest-814338664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:16:11.061937 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] get_ports_and_sgs() called for port_ids ['afeb8dd3-b1ab-4bad-8471-e80269ed47c7', '683b23bc-9257-42a4-8163-2140a779f154'] {{(pid=102388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 19:16:11.088636 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] get_ports_and_sgs() called for port_ids ['c6ce76bb-d1c4-481a-8dba-38bab6a7b11e'] {{(pid=102388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 19:16:11.092738 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aef60651-74b7-404d-a574-d638f94dd201 req-9ab9a553-9a15-4eb5-b329-d0d4f41d5ce1 tempest-AttachVolumeNegativeTest-814338664 tempest-AttachVolumeNegativeTest-814338664-project] Network f31b1f2e-a615-43e1-9e9b-9f3f947ccb7d is already hosted by enough agents. {{(pid=102386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 19:16:11.099733 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.base_scheduler [req-aef60651-74b7-404d-a574-d638f94dd201 req-9ab9a553-9a15-4eb5-b329-d0d4f41d5ce1 tempest-AttachVolumeNegativeTest-814338664 tempest-AttachVolumeNegativeTest-814338664-project] Resources bound (agent type, host, resource id): {{(pid=102386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 19:16:11.103671 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [req-aef60651-74b7-404d-a574-d638f94dd201 req-9ab9a553-9a15-4eb5-b329-d0d4f41d5ce1 tempest-AttachVolumeNegativeTest-814338664 tempest-AttachVolumeNegativeTest-814338664-project] Received port after_create {{(pid=102386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 19:16:11.127396 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab9a553-9a15-4eb5-b329-d0d4f41d5ce1 tempest-AttachVolumeNegativeTest-814338664 tempest-AttachVolumeNegativeTest-814338664-project] Pushing event updated for resources: {'Port': ['ID=c7b54a3a-2be6-4493-8b13-3261854de23a,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:16:11.158689 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef60651-74b7-404d-a574-d638f94dd201 req-9ab9a553-9a15-4eb5-b329-d0d4f41d5ce1 tempest-AttachVolumeNegativeTest-814338664 tempest-AttachVolumeNegativeTest-814338664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:16:11.159312 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-aef60651-74b7-404d-a574-d638f94dd201 req-9ab9a553-9a15-4eb5-b329-d0d4f41d5ce1 tempest-AttachVolumeNegativeTest-814338664 tempest-AttachVolumeNegativeTest-814338664-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:16:11.246593 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-aef60651-74b7-404d-a574-d638f94dd201 req-9ab9a553-9a15-4eb5-b329-d0d4f41d5ce1 tempest-AttachVolumeNegativeTest-814338664 tempest-AttachVolumeNegativeTest-814338664-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7172072 Nov 05 19:16:11.264422 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [req-aef60651-74b7-404d-a574-d638f94dd201 req-06dd7a17-86eb-4374-b0d9-af68ac86c1c3 service neutron] Request body: {'port': {'device_id': '9c93da95-f1ef-4938-b404-e8da8f27c407', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816865-1'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:16:11.290831 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d696ed77-f538-4c3a-ad31-ef8e4f053de0 req-4bc42484-289b-4f23-9844-8f956cfe451f tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:16:11.295926 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-d696ed77-f538-4c3a-ad31-ef8e4f053de0 req-4bc42484-289b-4f23-9844-8f956cfe451f tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] 10.222.0.13 "GET /v2.0/ports?device_id=99bb3540-bf53-4919-a469-d4ecfc67ddb9 HTTP/1.1" status: 200 len: 943 time: 0.0567803 Nov 05 19:16:11.328502 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-aef60651-74b7-404d-a574-d638f94dd201 req-06dd7a17-86eb-4374-b0d9-af68ac86c1c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:16:11.351166 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-d696ed77-f538-4c3a-ad31-ef8e4f053de0 req-f9d789cf-39ee-4f46-b28c-1aa5ccf3ef83 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] 10.222.0.13 "GET /v2.0/security-groups?id=0901d174-558d-4d58-91a3-452d9a2f95cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469534 Nov 05 19:16:11.598667 n-d-816865-1 neutron-server[102386]: DEBUG neutron.notifiers.nova [req-aef60651-74b7-404d-a574-d638f94dd201 req-06dd7a17-86eb-4374-b0d9-af68ac86c1c3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c7b54a3a-2be6-4493-8b13-3261854de23a {{(pid=102386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 19:16:11.606911 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-aef60651-74b7-404d-a574-d638f94dd201 req-06dd7a17-86eb-4374-b0d9-af68ac86c1c3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:16:11.619321 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.provisioning_blocks [req-aef60651-74b7-404d-a574-d638f94dd201 req-06dd7a17-86eb-4374-b0d9-af68ac86c1c3 service neutron] Transition to ACTIVE for port object c7b54a3a-2be6-4493-8b13-3261854de23a will not be triggered until provisioned by entity L2. {{(pid=102386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 05 19:16:11.707553 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-aef60651-74b7-404d-a574-d638f94dd201 req-06dd7a17-86eb-4374-b0d9-af68ac86c1c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6149821'] for port, after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:16:11.779186 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06dd7a17-86eb-4374-b0d9-af68ac86c1c3 service neutron] Pushing event updated for resources: {'Port': ['ID=c7b54a3a-2be6-4493-8b13-3261854de23a,revision_number=2']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:16:11.826310 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [req-aef60651-74b7-404d-a574-d638f94dd201 req-06dd7a17-86eb-4374-b0d9-af68ac86c1c3 service neutron] Attempting to bind port c7b54a3a-2be6-4493-8b13-3261854de23a on host n-h2-816865-1 for vnic_type normal with profile {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 19:16:11.826643 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [req-aef60651-74b7-404d-a574-d638f94dd201 req-06dd7a17-86eb-4374-b0d9-af68ac86c1c3 service neutron] Attempting to bind port c7b54a3a-2be6-4493-8b13-3261854de23a by drivers openvswitch,hyperv on host n-h2-816865-1 at level 0 using segments [{'id': '1158bd8e-c612-44f1-a6e7-1a9c01b70d43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'f31b1f2e-a615-43e1-9e9b-9f3f947ccb7d'}] {{(pid=102386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 19:16:11.826968 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aef60651-74b7-404d-a574-d638f94dd201 req-06dd7a17-86eb-4374-b0d9-af68ac86c1c3 service neutron] Attempting to bind port c7b54a3a-2be6-4493-8b13-3261854de23a on network f31b1f2e-a615-43e1-9e9b-9f3f947ccb7d {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 19:16:11.831217 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aef60651-74b7-404d-a574-d638f94dd201 req-06dd7a17-86eb-4374-b0d9-af68ac86c1c3 service neutron] Port c7b54a3a-2be6-4493-8b13-3261854de23a on network f31b1f2e-a615-43e1-9e9b-9f3f947ccb7d not bound, no agent of type Open vSwitch agent registered on host n-h2-816865-1 {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 19:16:11.831534 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aef60651-74b7-404d-a574-d638f94dd201 req-06dd7a17-86eb-4374-b0d9-af68ac86c1c3 service neutron] Attempting to bind port c7b54a3a-2be6-4493-8b13-3261854de23a on network f31b1f2e-a615-43e1-9e9b-9f3f947ccb7d {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 19:16:11.836166 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aef60651-74b7-404d-a574-d638f94dd201 req-06dd7a17-86eb-4374-b0d9-af68ac86c1c3 service neutron] Checking agent: {'id': '32aff553-696f-4891-83f5-5c176f61fe54', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816865-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 18, 33, 36), 'started_at': datetime.datetime(2021, 11, 5, 18, 33, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 19, 16, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 19:16:11.836521 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aef60651-74b7-404d-a574-d638f94dd201 req-06dd7a17-86eb-4374-b0d9-af68ac86c1c3 service neutron] Checking segment: {'id': '1158bd8e-c612-44f1-a6e7-1a9c01b70d43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'f31b1f2e-a615-43e1-9e9b-9f3f947ccb7d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 19:16:11.836895 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aef60651-74b7-404d-a574-d638f94dd201 req-06dd7a17-86eb-4374-b0d9-af68ac86c1c3 service neutron] Bound using segment: {'id': '1158bd8e-c612-44f1-a6e7-1a9c01b70d43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'f31b1f2e-a615-43e1-9e9b-9f3f947ccb7d'} {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 19:16:11.837315 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [req-aef60651-74b7-404d-a574-d638f94dd201 req-06dd7a17-86eb-4374-b0d9-af68ac86c1c3 service neutron] Bound port: c7b54a3a-2be6-4493-8b13-3261854de23a, host: n-h2-816865-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1158bd8e-c612-44f1-a6e7-1a9c01b70d43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'f31b1f2e-a615-43e1-9e9b-9f3f947ccb7d'}}] {{(pid=102386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 19:16:11.837776 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-aef60651-74b7-404d-a574-d638f94dd201 req-06dd7a17-86eb-4374-b0d9-af68ac86c1c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:16:11.900379 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [req-aef60651-74b7-404d-a574-d638f94dd201 req-06dd7a17-86eb-4374-b0d9-af68ac86c1c3 service neutron] For port c7b54a3a-2be6-4493-8b13-3261854de23a, host n-h2-816865-1, cleared binding levels {{(pid=102386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 19:16:11.903269 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [req-aef60651-74b7-404d-a574-d638f94dd201 req-06dd7a17-86eb-4374-b0d9-af68ac86c1c3 service neutron] For port c7b54a3a-2be6-4493-8b13-3261854de23a, host n-h2-816865-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=c7b54a3a-2be6-4493-8b13-3261854de23a,segment=NetworkSegment(1158bd8e-c612-44f1-a6e7-1a9c01b70d43),segment_id=1158bd8e-c612-44f1-a6e7-1a9c01b70d43)] {{(pid=102386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 19:16:11.976670 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-aef60651-74b7-404d-a574-d638f94dd201 req-06dd7a17-86eb-4374-b0d9-af68ac86c1c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6149821'] for port, after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:16:12.010293 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef60651-74b7-404d-a574-d638f94dd201 req-06dd7a17-86eb-4374-b0d9-af68ac86c1c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:16:12.010796 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-aef60651-74b7-404d-a574-d638f94dd201 req-06dd7a17-86eb-4374-b0d9-af68ac86c1c3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:16:12.012403 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-aef60651-74b7-404d-a574-d638f94dd201 req-06dd7a17-86eb-4374-b0d9-af68ac86c1c3 service neutron] 10.222.0.55 "PUT /v2.0/ports/c7b54a3a-2be6-4493-8b13-3261854de23a HTTP/1.1" status: 200 len: 1091 time: 0.7525814 Nov 05 19:16:12.013754 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bef656-ccef-44e2-99f5-ef49b0d73eeb req-85c2cbfe-4779-48c7-9cf0-6ee17019c082 tempest-AttachVolumeNegativeTest-814338664 tempest-AttachVolumeNegativeTest-814338664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:16:12.014755 n-d-816865-1 neutron-server[102386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c93da95-f1ef-4938-b404-e8da8f27c407', 'tag': 'c7b54a3a-2be6-4493-8b13-3261854de23a'}] {{(pid=102386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 19:16:12.017009 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6173a44d7c73f41af551dc890fa1a5892c2c6bc3458b640c8e0c24db7876ba6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91baeea3-cca6-4614-aa5e-8a38e3a81532" -d '{"events": [{"name": "network-changed", "server_uuid": "9c93da95-f1ef-4938-b404-e8da8f27c407", "tag": "c7b54a3a-2be6-4493-8b13-3261854de23a"}]}' {{(pid=102386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 19:16:12.021133 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-b0bef656-ccef-44e2-99f5-ef49b0d73eeb req-85c2cbfe-4779-48c7-9cf0-6ee17019c082 tempest-AttachVolumeNegativeTest-814338664 tempest-AttachVolumeNegativeTest-814338664-project] 10.222.0.13 "GET /v2.0/ports?device_id=9c93da95-f1ef-4938-b404-e8da8f27c407 HTTP/1.1" status: 200 len: 943 time: 0.0561695 Nov 05 19:16:12.048351 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06dd7a17-86eb-4374-b0d9-af68ac86c1c3 service neutron] Pushing event updated for resources: {'Port': ['ID=c7b54a3a-2be6-4493-8b13-3261854de23a,revision_number=3']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:16:12.066558 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 19:16:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69bf49df-d28f-4c53-afc0-a093fa64028c x-openstack-request-id: req-69bf49df-d28f-4c53-afc0-a093fa64028c {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 19:16:12.067478 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c93da95-f1ef-4938-b404-e8da8f27c407", "tag": "c7b54a3a-2be6-4493-8b13-3261854de23a", "status": "completed", "code": 200}]} {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 19:16:12.067731 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-69bf49df-d28f-4c53-afc0-a093fa64028c {{(pid=102386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 19:16:12.068160 n-d-816865-1 neutron-server[102386]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c93da95-f1ef-4938-b404-e8da8f27c407', 'tag': 'c7b54a3a-2be6-4493-8b13-3261854de23a', 'status': 'completed', 'code': 200} Nov 05 19:16:12.070555 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-b0bef656-ccef-44e2-99f5-ef49b0d73eeb req-5b0813fe-256d-48ab-9f93-6d3e1b85f952 tempest-AttachVolumeNegativeTest-814338664 tempest-AttachVolumeNegativeTest-814338664-project] 10.222.0.13 "GET /v2.0/security-groups?id=8cbae1bb-3d0a-4c8e-93ba-0ec8a19ca6a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485568 Nov 05 19:16:12.141319 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91baeea3-cca6-4614-aa5e-8a38e3a81532 req-982aa0fb-217b-4ae3-b85f-a0bbf2e56bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:16:12.142864 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-91baeea3-cca6-4614-aa5e-8a38e3a81532 req-982aa0fb-217b-4ae3-b85f-a0bbf2e56bb9 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=3cd2670f992046758c37c8cd7300aad8&device_id=9c93da95-f1ef-4938-b404-e8da8f27c407 HTTP/1.1" status: 200 len: 1094 time: 0.0456364 Nov 05 19:16:12.239741 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91baeea3-cca6-4614-aa5e-8a38e3a81532 req-39dcadd6-f22e-4540-91f7-1a86bd36bdff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:16:12.241231 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-91baeea3-cca6-4614-aa5e-8a38e3a81532 req-39dcadd6-f22e-4540-91f7-1a86bd36bdff service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=3cd2670f992046758c37c8cd7300aad8&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0903039 Nov 05 19:16:12.341896 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91baeea3-cca6-4614-aa5e-8a38e3a81532 req-e53a0148-71a8-4f0b-b141-afd27cc13abb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:16:12.343397 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-91baeea3-cca6-4614-aa5e-8a38e3a81532 req-e53a0148-71a8-4f0b-b141-afd27cc13abb service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0917151 Nov 05 19:16:12.426186 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef60651-74b7-404d-a574-d638f94dd201 req-e5bd2452-03e8-4bee-9a08-69c076450fa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:16:12.427701 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-aef60651-74b7-404d-a574-d638f94dd201 req-e5bd2452-03e8-4bee-9a08-69c076450fa4 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=3cd2670f992046758c37c8cd7300aad8&device_id=9c93da95-f1ef-4938-b404-e8da8f27c407 HTTP/1.1" status: 200 len: 1094 time: 0.0407233 Nov 05 19:16:12.473418 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf794549-f5f1-4325-bd4b-401240259a75 req-c3c2fa6a-b6d3-4a44-a613-245f7e12a992 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:16:12.474703 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-aef60651-74b7-404d-a574-d638f94dd201 req-426f2ed9-2270-4e25-b03a-dd6f4f45e080 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c7b54a3a-2be6-4493-8b13-3261854de23a HTTP/1.1" status: 200 len: 217 time: 0.0343659 Nov 05 19:16:12.475013 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-cf794549-f5f1-4325-bd4b-401240259a75 req-c3c2fa6a-b6d3-4a44-a613-245f7e12a992 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] 10.222.0.13 "GET /v2.0/ports?device_id=99bb3540-bf53-4919-a469-d4ecfc67ddb9 HTTP/1.1" status: 200 len: 943 time: 0.0519705 Nov 05 19:16:12.523247 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-cf794549-f5f1-4325-bd4b-401240259a75 req-9e2f623c-2f14-4b69-a3d7-115932776640 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] 10.222.0.13 "GET /v2.0/security-groups?id=0901d174-558d-4d58-91a3-452d9a2f95cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410879 Nov 05 19:16:12.528916 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef60651-74b7-404d-a574-d638f94dd201 req-ee7d3526-2254-401d-b343-3ca8a510e8c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:16:12.530427 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-aef60651-74b7-404d-a574-d638f94dd201 req-ee7d3526-2254-401d-b343-3ca8a510e8c1 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=41ea8269-cd9c-4654-abcc-5b4c434f2dbf HTTP/1.1" status: 200 len: 854 time: 0.0483851 Nov 05 19:16:12.566595 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-aef60651-74b7-404d-a574-d638f94dd201 req-0bb8193f-5653-42a5-8911-601773789309 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f31b1f2e-a615-43e1-9e9b-9f3f947ccb7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248537 Nov 05 19:16:12.658811 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-aef60651-74b7-404d-a574-d638f94dd201 req-4fd69225-1353-41e1-908e-caea3158a1d4 service neutron] 10.222.0.55 "GET /v2.0/networks/f31b1f2e-a615-43e1-9e9b-9f3f947ccb7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832679 Nov 05 19:16:12.756154 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-aef60651-74b7-404d-a574-d638f94dd201 req-73f5221e-3c0e-4442-9344-e6ee66899524 service neutron] 10.222.0.55 "GET /v2.0/networks/f31b1f2e-a615-43e1-9e9b-9f3f947ccb7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860271 Nov 05 19:16:13.184230 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2210ab82-1bb9-470c-92d6-223d06b5c6eb req-3b4a282e-aad9-4606-bcd2-97f1bf37a1cb tempest-AttachVolumeNegativeTest-814338664 tempest-AttachVolumeNegativeTest-814338664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:16:13.185729 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-2210ab82-1bb9-470c-92d6-223d06b5c6eb req-3b4a282e-aad9-4606-bcd2-97f1bf37a1cb tempest-AttachVolumeNegativeTest-814338664 tempest-AttachVolumeNegativeTest-814338664-project] 10.222.0.13 "GET /v2.0/ports?device_id=9c93da95-f1ef-4938-b404-e8da8f27c407 HTTP/1.1" status: 200 len: 943 time: 0.0480955 Nov 05 19:16:13.232913 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-2210ab82-1bb9-470c-92d6-223d06b5c6eb req-7fb9fab6-dc49-4d95-8515-37e2e2c52610 tempest-AttachVolumeNegativeTest-814338664 tempest-AttachVolumeNegativeTest-814338664-project] 10.222.0.13 "GET /v2.0/security-groups?id=8cbae1bb-3d0a-4c8e-93ba-0ec8a19ca6a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412123 Nov 05 19:16:13.642062 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f04e62c-3246-455a-bf55-3c0e83234f16 req-3e9c2c04-e2a7-4087-9809-0473b536dceb tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:16:13.643596 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-2f04e62c-3246-455a-bf55-3c0e83234f16 req-3e9c2c04-e2a7-4087-9809-0473b536dceb tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] 10.222.0.13 "GET /v2.0/ports?device_id=99bb3540-bf53-4919-a469-d4ecfc67ddb9 HTTP/1.1" status: 200 len: 943 time: 0.0527136 Nov 05 19:16:13.689439 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-2f04e62c-3246-455a-bf55-3c0e83234f16 req-b2e74335-733a-43d2-bfd2-da9e7a1be880 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] 10.222.0.13 "GET /v2.0/security-groups?id=0901d174-558d-4d58-91a3-452d9a2f95cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398722 Nov 05 19:16:14.347533 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bacc4b4-5a76-4554-a67b-91e427ef3f71 req-24c2a324-8c8a-4ac3-8c24-683513a4dcbe tempest-AttachVolumeNegativeTest-814338664 tempest-AttachVolumeNegativeTest-814338664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:16:14.349022 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-9bacc4b4-5a76-4554-a67b-91e427ef3f71 req-24c2a324-8c8a-4ac3-8c24-683513a4dcbe tempest-AttachVolumeNegativeTest-814338664 tempest-AttachVolumeNegativeTest-814338664-project] 10.222.0.13 "GET /v2.0/ports?device_id=9c93da95-f1ef-4938-b404-e8da8f27c407 HTTP/1.1" status: 200 len: 943 time: 0.0480831 Nov 05 19:16:14.396104 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-9bacc4b4-5a76-4554-a67b-91e427ef3f71 req-a8a675b3-c761-4d19-b28c-62e2f84b9f97 tempest-AttachVolumeNegativeTest-814338664 tempest-AttachVolumeNegativeTest-814338664-project] 10.222.0.13 "GET /v2.0/security-groups?id=8cbae1bb-3d0a-4c8e-93ba-0ec8a19ca6a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402606 Nov 05 19:16:14.803016 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d561966-36d5-4dfd-8e09-fdb42d63ed5c req-80f37d7b-c47e-4719-ac74-2060754bd40d tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:16:14.804497 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-7d561966-36d5-4dfd-8e09-fdb42d63ed5c req-80f37d7b-c47e-4719-ac74-2060754bd40d tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] 10.222.0.13 "GET /v2.0/ports?device_id=99bb3540-bf53-4919-a469-d4ecfc67ddb9 HTTP/1.1" status: 200 len: 943 time: 0.0489905 Nov 05 19:16:14.855124 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-7d561966-36d5-4dfd-8e09-fdb42d63ed5c req-327ef793-6c1d-4735-b645-693d801e5277 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] 10.222.0.13 "GET /v2.0/security-groups?id=0901d174-558d-4d58-91a3-452d9a2f95cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446744 Nov 05 19:16:14.975435 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Device c7b54a3a-2be6-4493-8b13-3261854de23a details requested by agent hyperv_n-h2-816865-1 with host n-h2-816865-1 {{(pid=102388) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 05 19:16:15.069292 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] For port c7b54a3a-2be6-4493-8b13-3261854de23a, host n-h2-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=c7b54a3a-2be6-4493-8b13-3261854de23a,segment=NetworkSegment(1158bd8e-c612-44f1-a6e7-1a9c01b70d43),segment_id=1158bd8e-c612-44f1-a6e7-1a9c01b70d43)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:16:15.080983 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Returning: {'device': 'c7b54a3a-2be6-4493-8b13-3261854de23a', 'network_id': 'f31b1f2e-a615-43e1-9e9b-9f3f947ccb7d', 'port_id': 'c7b54a3a-2be6-4493-8b13-3261854de23a', 'mac_address': 'fa:16:3e:ee:ea:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 196, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41ea8269-cd9c-4654-abcc-5b4c434f2dbf', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102388) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 05 19:16:15.122289 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:16:15.135595 n-d-816865-1 neutron-server[102388]: DEBUG neutron.notifiers.nova [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c7b54a3a-2be6-4493-8b13-3261854de23a {{(pid=102388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 19:16:15.153813 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] For port c7b54a3a-2be6-4493-8b13-3261854de23a, host n-h2-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=c7b54a3a-2be6-4493-8b13-3261854de23a,segment=NetworkSegment(1158bd8e-c612-44f1-a6e7-1a9c01b70d43),segment_id=1158bd8e-c612-44f1-a6e7-1a9c01b70d43)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:16:15.231247 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:16:15.277766 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Pushing event updated for resources: {'Port': ['ID=c7b54a3a-2be6-4493-8b13-3261854de23a,revision_number=4']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:16:15.508519 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] get_ports_and_sgs() called for port_ids ['c7b54a3a-2be6-4493-8b13-3261854de23a'] {{(pid=102388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 19:16:15.514078 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61df942d-9241-4646-815c-1a7390e1e6c6 req-a3cf600a-e439-4289-8835-84e74e1955ed tempest-AttachVolumeNegativeTest-814338664 tempest-AttachVolumeNegativeTest-814338664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:16:15.515728 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-61df942d-9241-4646-815c-1a7390e1e6c6 req-a3cf600a-e439-4289-8835-84e74e1955ed tempest-AttachVolumeNegativeTest-814338664 tempest-AttachVolumeNegativeTest-814338664-project] 10.222.0.13 "GET /v2.0/ports?device_id=9c93da95-f1ef-4938-b404-e8da8f27c407 HTTP/1.1" status: 200 len: 944 time: 0.0504248 Nov 05 19:16:15.564477 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-61df942d-9241-4646-815c-1a7390e1e6c6 req-753d5679-716e-4a85-a2bd-8b0d545631ba tempest-AttachVolumeNegativeTest-814338664 tempest-AttachVolumeNegativeTest-814338664-project] 10.222.0.13 "GET /v2.0/security-groups?id=8cbae1bb-3d0a-4c8e-93ba-0ec8a19ca6a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423746 Nov 05 19:16:15.969379 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5b6d21-08b6-4843-bfe6-e79f740b1974 req-2b691201-0773-498c-9d02-22b7b4292121 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:16:15.970907 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-0a5b6d21-08b6-4843-bfe6-e79f740b1974 req-2b691201-0773-498c-9d02-22b7b4292121 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] 10.222.0.13 "GET /v2.0/ports?device_id=99bb3540-bf53-4919-a469-d4ecfc67ddb9 HTTP/1.1" status: 200 len: 943 time: 0.0491006 Nov 05 19:16:16.018371 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-0a5b6d21-08b6-4843-bfe6-e79f740b1974 req-81aa9f4d-07da-41a3-81d1-bfd66a0b7167 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] 10.222.0.13 "GET /v2.0/security-groups?id=0901d174-558d-4d58-91a3-452d9a2f95cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414217 Nov 05 19:16:16.683473 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c61bb9-bf40-4f50-b307-bc77070a6e69 req-7948a02d-b667-45ae-96ca-5b3f7cc580ef tempest-AttachVolumeNegativeTest-814338664 tempest-AttachVolumeNegativeTest-814338664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:16:16.684947 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-78c61bb9-bf40-4f50-b307-bc77070a6e69 req-7948a02d-b667-45ae-96ca-5b3f7cc580ef tempest-AttachVolumeNegativeTest-814338664 tempest-AttachVolumeNegativeTest-814338664-project] 10.222.0.13 "GET /v2.0/ports?device_id=9c93da95-f1ef-4938-b404-e8da8f27c407 HTTP/1.1" status: 200 len: 944 time: 0.0524306 Nov 05 19:16:16.732472 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-78c61bb9-bf40-4f50-b307-bc77070a6e69 req-436cb370-3f24-41ca-833b-9f9c45c4dea0 tempest-AttachVolumeNegativeTest-814338664 tempest-AttachVolumeNegativeTest-814338664-project] 10.222.0.13 "GET /v2.0/security-groups?id=8cbae1bb-3d0a-4c8e-93ba-0ec8a19ca6a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415063 Nov 05 19:16:16.990625 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Device c7b54a3a-2be6-4493-8b13-3261854de23a up at agent hyperv_n-h2-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 19:16:17.130137 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Provisioning for port c7b54a3a-2be6-4493-8b13-3261854de23a completed by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 05 19:16:17.134306 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034d78fc-a27e-4931-8833-b4242155983d req-b2bedc60-e0c6-4dcd-86be-291034c8ac8a tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:16:17.134925 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Provisioning complete for port c7b54a3a-2be6-4493-8b13-3261854de23a triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:16:17.135301 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:16:17.135890 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-034d78fc-a27e-4931-8833-b4242155983d req-b2bedc60-e0c6-4dcd-86be-291034c8ac8a tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] 10.222.0.13 "GET /v2.0/ports?device_id=99bb3540-bf53-4919-a469-d4ecfc67ddb9 HTTP/1.1" status: 200 len: 943 time: 0.0506620 Nov 05 19:16:17.183811 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-034d78fc-a27e-4931-8833-b4242155983d req-c771c14c-bd4f-4522-8a1e-b969e4145bcd tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] 10.222.0.13 "GET /v2.0/security-groups?id=0901d174-558d-4d58-91a3-452d9a2f95cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417564 Nov 05 19:16:17.213964 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:16:17.238161 n-d-816865-1 neutron-server[102388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c93da95-f1ef-4938-b404-e8da8f27c407', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7b54a3a-2be6-4493-8b13-3261854de23a'}] {{(pid=102388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 19:16:17.240373 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85474fee1180e129d8a886d264fe0b30223aa672dd1ffe43b630605f18504f68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a3f9b3e-6ae9-4375-b0db-60d47ecb0d27" -d '{"events": [{"server_uuid": "9c93da95-f1ef-4938-b404-e8da8f27c407", "name": "network-vif-plugged", "status": "completed", "tag": "c7b54a3a-2be6-4493-8b13-3261854de23a"}]}' {{(pid=102388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 19:16:17.390349 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429b8063-3185-4cd5-8954-1c1aaf5ad0a1 req-11e01fd0-eddf-46ee-90eb-f6144e4a3fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:16:17.391908 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-429b8063-3185-4cd5-8954-1c1aaf5ad0a1 req-11e01fd0-eddf-46ee-90eb-f6144e4a3fdf service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=9c93da95-f1ef-4938-b404-e8da8f27c407 HTTP/1.1" status: 200 len: 1095 time: 0.0446360 Nov 05 19:16:17.409229 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 19:16:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99ac9074-aca9-4246-901e-5b91d4f17ce2 x-openstack-request-id: req-99ac9074-aca9-4246-901e-5b91d4f17ce2 {{(pid=102388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 19:16:17.409521 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c93da95-f1ef-4938-b404-e8da8f27c407", "name": "network-vif-plugged", "status": "completed", "tag": "c7b54a3a-2be6-4493-8b13-3261854de23a", "code": 200}]} {{(pid=102388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 19:16:17.409757 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-99ac9074-aca9-4246-901e-5b91d4f17ce2 {{(pid=102388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 19:16:17.410168 n-d-816865-1 neutron-server[102388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c93da95-f1ef-4938-b404-e8da8f27c407', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7b54a3a-2be6-4493-8b13-3261854de23a', 'code': 200} Nov 05 19:16:17.412041 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] For port c7b54a3a-2be6-4493-8b13-3261854de23a, host n-h2-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=c7b54a3a-2be6-4493-8b13-3261854de23a,segment=NetworkSegment(1158bd8e-c612-44f1-a6e7-1a9c01b70d43),segment_id=1158bd8e-c612-44f1-a6e7-1a9c01b70d43)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:16:17.437526 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-429b8063-3185-4cd5-8954-1c1aaf5ad0a1 req-a3d8232a-b5b4-4467-8f95-a71307e7f775 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=8cbae1bb-3d0a-4c8e-93ba-0ec8a19ca6a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380144 Nov 05 19:16:17.472709 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:16:17.521749 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Pushing event updated for resources: {'Port': ['ID=c7b54a3a-2be6-4493-8b13-3261854de23a,revision_number=5']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:16:17.529497 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:16:17.529849 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:16:17.530218 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:16:17.530558 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:16:17.530899 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:16:17.531231 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:16:17.531560 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:16:17.531890 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:16:17.532215 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:16:17.532542 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:16:17.532868 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:16:17.533191 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:16:17.846990 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1553109-78c7-4d2a-9bc8-9213d6e2106b req-e77bc106-05ae-46bd-b7e3-f0b456f7d676 tempest-AttachVolumeNegativeTest-814338664 tempest-AttachVolumeNegativeTest-814338664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:16:17.848471 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-e1553109-78c7-4d2a-9bc8-9213d6e2106b req-e77bc106-05ae-46bd-b7e3-f0b456f7d676 tempest-AttachVolumeNegativeTest-814338664 tempest-AttachVolumeNegativeTest-814338664-project] 10.222.0.13 "GET /v2.0/ports?device_id=9c93da95-f1ef-4938-b404-e8da8f27c407 HTTP/1.1" status: 200 len: 945 time: 0.0469542 Nov 05 19:16:17.899458 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-e1553109-78c7-4d2a-9bc8-9213d6e2106b req-9dd827d9-eaf0-4cd4-8b32-9252a9521602 tempest-AttachVolumeNegativeTest-814338664 tempest-AttachVolumeNegativeTest-814338664-project] 10.222.0.13 "GET /v2.0/security-groups?id=8cbae1bb-3d0a-4c8e-93ba-0ec8a19ca6a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442877 Nov 05 19:16:18.300538 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f388dc76-9d5b-40ca-a9a1-888abfc59b09 req-0b9d142e-7811-4a1d-8328-695d04081eca tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:16:18.302002 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-f388dc76-9d5b-40ca-a9a1-888abfc59b09 req-0b9d142e-7811-4a1d-8328-695d04081eca tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] 10.222.0.13 "GET /v2.0/ports?device_id=99bb3540-bf53-4919-a469-d4ecfc67ddb9 HTTP/1.1" status: 200 len: 943 time: 0.0480294 Nov 05 19:16:18.350190 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-f388dc76-9d5b-40ca-a9a1-888abfc59b09 req-9cd3f71e-2598-4ba6-9c35-0ddd351546c2 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] 10.222.0.13 "GET /v2.0/security-groups?id=0901d174-558d-4d58-91a3-452d9a2f95cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419044 Nov 05 19:16:18.996509 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Device bff6bcfb-9f18-4fc2-a1ca-17a62c315d15 details requested by agent hyperv_n-h2-816865-1 with host n-h2-816865-1 {{(pid=102388) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 05 19:16:19.020586 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68854c82-3f13-4764-b411-ace3ad5bfa12 req-39770514-4935-4799-bcf5-338cc69130b1 tempest-AttachVolumeNegativeTest-814338664 tempest-AttachVolumeNegativeTest-814338664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:16:19.022110 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-68854c82-3f13-4764-b411-ace3ad5bfa12 req-39770514-4935-4799-bcf5-338cc69130b1 tempest-AttachVolumeNegativeTest-814338664 tempest-AttachVolumeNegativeTest-814338664-project] 10.222.0.13 "GET /v2.0/ports?device_id=9c93da95-f1ef-4938-b404-e8da8f27c407 HTTP/1.1" status: 200 len: 945 time: 0.0557380 Nov 05 19:16:19.073509 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-68854c82-3f13-4764-b411-ace3ad5bfa12 req-13b48b9b-6538-46ba-8e8b-4904a865b3d6 tempest-AttachVolumeNegativeTest-814338664 tempest-AttachVolumeNegativeTest-814338664-project] 10.222.0.13 "GET /v2.0/security-groups?id=8cbae1bb-3d0a-4c8e-93ba-0ec8a19ca6a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421841 Nov 05 19:16:19.094841 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] For port bff6bcfb-9f18-4fc2-a1ca-17a62c315d15, host n-h2-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=bff6bcfb-9f18-4fc2-a1ca-17a62c315d15,segment=NetworkSegment(c8ba8bad-518b-408a-adbf-9f95696a455e),segment_id=c8ba8bad-518b-408a-adbf-9f95696a455e)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:16:19.106227 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Returning: {'device': 'bff6bcfb-9f18-4fc2-a1ca-17a62c315d15', 'network_id': '22c01ef1-936f-4d85-97a6-cf840ed74fec', 'port_id': 'bff6bcfb-9f18-4fc2-a1ca-17a62c315d15', 'mac_address': 'fa:16:3e:96:a4:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 164, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a5a1166-12d4-4407-8a6a-41bf61d6db29', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102388) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 05 19:16:19.143824 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:16:19.157116 n-d-816865-1 neutron-server[102388]: DEBUG neutron.notifiers.nova [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bff6bcfb-9f18-4fc2-a1ca-17a62c315d15 {{(pid=102388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 19:16:19.176457 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] For port bff6bcfb-9f18-4fc2-a1ca-17a62c315d15, host n-h2-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=bff6bcfb-9f18-4fc2-a1ca-17a62c315d15,segment=NetworkSegment(c8ba8bad-518b-408a-adbf-9f95696a455e),segment_id=c8ba8bad-518b-408a-adbf-9f95696a455e)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:16:19.255790 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:16:19.303739 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Pushing event updated for resources: {'Port': ['ID=bff6bcfb-9f18-4fc2-a1ca-17a62c315d15,revision_number=4']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:16:19.472501 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ab260a-ccf8-4847-86bb-c8164a756e5e req-31b87096-7d19-4b7f-b14a-c5d7ebae55c8 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:16:19.474071 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-30ab260a-ccf8-4847-86bb-c8164a756e5e req-31b87096-7d19-4b7f-b14a-c5d7ebae55c8 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] 10.222.0.13 "GET /v2.0/ports?device_id=99bb3540-bf53-4919-a469-d4ecfc67ddb9 HTTP/1.1" status: 200 len: 944 time: 0.0533426 Nov 05 19:16:19.512706 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] get_ports_and_sgs() called for port_ids ['bff6bcfb-9f18-4fc2-a1ca-17a62c315d15'] {{(pid=102388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 19:16:19.522723 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-30ab260a-ccf8-4847-86bb-c8164a756e5e req-3470ca60-296e-4527-a8b6-85aa20933990 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] 10.222.0.13 "GET /v2.0/security-groups?id=0901d174-558d-4d58-91a3-452d9a2f95cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425889 Nov 05 19:16:20.640626 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4a98ce-808f-4f00-9c60-7c34cf0b7da8 req-f113bc25-99e9-4399-bc37-6c6fd4041f31 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:16:20.642158 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-4a4a98ce-808f-4f00-9c60-7c34cf0b7da8 req-f113bc25-99e9-4399-bc37-6c6fd4041f31 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] 10.222.0.13 "GET /v2.0/ports?device_id=99bb3540-bf53-4919-a469-d4ecfc67ddb9 HTTP/1.1" status: 200 len: 944 time: 0.0498376 Nov 05 19:16:20.691324 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-4a4a98ce-808f-4f00-9c60-7c34cf0b7da8 req-6958b16e-c669-46e0-bdd2-d9113e2b25a4 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] 10.222.0.13 "GET /v2.0/security-groups?id=0901d174-558d-4d58-91a3-452d9a2f95cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431800 Nov 05 19:16:21.011886 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Device bff6bcfb-9f18-4fc2-a1ca-17a62c315d15 up at agent hyperv_n-h2-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 19:16:21.135445 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Provisioning for port bff6bcfb-9f18-4fc2-a1ca-17a62c315d15 completed by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 05 19:16:21.139209 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Provisioning complete for port bff6bcfb-9f18-4fc2-a1ca-17a62c315d15 triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:16:21.139592 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:16:21.219522 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:16:21.241827 n-d-816865-1 neutron-server[102388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99bb3540-bf53-4919-a469-d4ecfc67ddb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bff6bcfb-9f18-4fc2-a1ca-17a62c315d15'}] {{(pid=102388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 19:16:21.244265 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85474fee1180e129d8a886d264fe0b30223aa672dd1ffe43b630605f18504f68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a5f64dc-5bf8-4293-b473-1ffec1af9753" -d '{"events": [{"server_uuid": "99bb3540-bf53-4919-a469-d4ecfc67ddb9", "name": "network-vif-plugged", "status": "completed", "tag": "bff6bcfb-9f18-4fc2-a1ca-17a62c315d15"}]}' {{(pid=102388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 19:16:21.257489 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] For port bff6bcfb-9f18-4fc2-a1ca-17a62c315d15, host n-h2-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=bff6bcfb-9f18-4fc2-a1ca-17a62c315d15,segment=NetworkSegment(c8ba8bad-518b-408a-adbf-9f95696a455e),segment_id=c8ba8bad-518b-408a-adbf-9f95696a455e)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:16:21.281339 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 19:16:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2f52c66-5b77-416f-988a-32f195821e2a x-openstack-request-id: req-e2f52c66-5b77-416f-988a-32f195821e2a {{(pid=102388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 19:16:21.281652 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99bb3540-bf53-4919-a469-d4ecfc67ddb9", "name": "network-vif-plugged", "status": "completed", "tag": "bff6bcfb-9f18-4fc2-a1ca-17a62c315d15", "code": 200}]} {{(pid=102388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 19:16:21.281905 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e2f52c66-5b77-416f-988a-32f195821e2a {{(pid=102388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 19:16:21.282328 n-d-816865-1 neutron-server[102388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99bb3540-bf53-4919-a469-d4ecfc67ddb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bff6bcfb-9f18-4fc2-a1ca-17a62c315d15', 'code': 200} Nov 05 19:16:21.306976 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:16:21.358385 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Pushing event updated for resources: {'Port': ['ID=bff6bcfb-9f18-4fc2-a1ca-17a62c315d15,revision_number=5']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:16:21.388528 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84241985-5f2d-47ef-8128-14a1e4ed9e4e req-f0d36811-7394-4ab1-8aa5-89b7e0e67c5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:16:21.389960 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-84241985-5f2d-47ef-8128-14a1e4ed9e4e req-f0d36811-7394-4ab1-8aa5-89b7e0e67c5e service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=99bb3540-bf53-4919-a469-d4ecfc67ddb9 HTTP/1.1" status: 200 len: 1096 time: 0.0484324 Nov 05 19:16:21.435265 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-84241985-5f2d-47ef-8128-14a1e4ed9e4e req-5fc55004-c658-4394-9d5b-f38952734952 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=0901d174-558d-4d58-91a3-452d9a2f95cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376041 Nov 05 19:16:21.810895 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2032f000-e3e1-405a-8383-a303c678fbd0 req-2cf570f3-f679-4716-b86d-2ea579b11178 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:16:21.812393 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-2032f000-e3e1-405a-8383-a303c678fbd0 req-2cf570f3-f679-4716-b86d-2ea579b11178 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] 10.222.0.13 "GET /v2.0/ports?device_id=99bb3540-bf53-4919-a469-d4ecfc67ddb9 HTTP/1.1" status: 200 len: 945 time: 0.0522029 Nov 05 19:16:21.860698 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-2032f000-e3e1-405a-8383-a303c678fbd0 req-a2d5aa93-ee65-4513-8bb9-bf872a5d6106 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] 10.222.0.13 "GET /v2.0/security-groups?id=0901d174-558d-4d58-91a3-452d9a2f95cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412297 Nov 05 19:16:22.975207 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8a619e-2063-4f38-b3e1-0fd6fc157086 req-f205b2db-24fe-4b0c-b32c-5c8e597749e4 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:16:22.976698 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-8a8a619e-2063-4f38-b3e1-0fd6fc157086 req-f205b2db-24fe-4b0c-b32c-5c8e597749e4 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] 10.222.0.13 "GET /v2.0/ports?device_id=99bb3540-bf53-4919-a469-d4ecfc67ddb9 HTTP/1.1" status: 200 len: 945 time: 0.0488236 Nov 05 19:16:23.026355 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-8a8a619e-2063-4f38-b3e1-0fd6fc157086 req-1fe29d60-37d5-4f39-ae62-74c2928bba0a tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] 10.222.0.13 "GET /v2.0/security-groups?id=0901d174-558d-4d58-91a3-452d9a2f95cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435333 Nov 05 19:16:23.142272 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992dcc64-9f54-49ad-9c6d-ca99fab0c201 req-79f44e10-1240-47e6-ba17-5e93d6c88575 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:16:23.143714 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-992dcc64-9f54-49ad-9c6d-ca99fab0c201 req-79f44e10-1240-47e6-ba17-5e93d6c88575 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] 10.222.0.13 "GET /v2.0/ports?device_id=99bb3540-bf53-4919-a469-d4ecfc67ddb9 HTTP/1.1" status: 200 len: 945 time: 0.0496352 Nov 05 19:16:23.194766 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-992dcc64-9f54-49ad-9c6d-ca99fab0c201 req-0f86ad7c-d0f3-49c4-84e5-36c9b47a3ea9 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] 10.222.0.13 "GET /v2.0/security-groups?id=0901d174-558d-4d58-91a3-452d9a2f95cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451221 Nov 05 19:16:23.311140 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c505a217-417e-4453-8eff-b80f336733f2 req-e1203aa5-6ec6-4927-9a24-0fd4b2f180ce tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:16:23.312656 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-c505a217-417e-4453-8eff-b80f336733f2 req-e1203aa5-6ec6-4927-9a24-0fd4b2f180ce tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] 10.222.0.13 "GET /v2.0/ports?device_id=99bb3540-bf53-4919-a469-d4ecfc67ddb9 HTTP/1.1" status: 200 len: 945 time: 0.0493405 Nov 05 19:16:23.360796 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-c505a217-417e-4453-8eff-b80f336733f2 req-e3c0a06f-77cb-40b5-b2bc-f4c4bcd32f86 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] 10.222.0.13 "GET /v2.0/security-groups?id=0901d174-558d-4d58-91a3-452d9a2f95cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420132 Nov 05 19:16:23.836664 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965c5b18-c1ad-441a-8a43-81d741ea4c06 req-7b9ab4c1-2ce0-4605-864f-c79c8656e5b7 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:16:23.838208 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-965c5b18-c1ad-441a-8a43-81d741ea4c06 req-7b9ab4c1-2ce0-4605-864f-c79c8656e5b7 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] 10.222.0.13 "GET /v2.0/ports?device_id=99bb3540-bf53-4919-a469-d4ecfc67ddb9 HTTP/1.1" status: 200 len: 945 time: 0.0502169 Nov 05 19:16:23.888759 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-965c5b18-c1ad-441a-8a43-81d741ea4c06 req-e78f12b7-9240-4c8c-a8a6-1f5d4cd9f3c4 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] 10.222.0.13 "GET /v2.0/security-groups?id=0901d174-558d-4d58-91a3-452d9a2f95cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426986 Nov 05 19:16:25.021216 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f832c9ed-6459-4729-a950-73bcee4b2dff req-17931c06-6008-4f2a-b0b8-04b94e0ab232 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:16:25.022751 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-f832c9ed-6459-4729-a950-73bcee4b2dff req-17931c06-6008-4f2a-b0b8-04b94e0ab232 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] 10.222.0.13 "GET /v2.0/ports?device_id=99bb3540-bf53-4919-a469-d4ecfc67ddb9 HTTP/1.1" status: 200 len: 945 time: 0.0619435 Nov 05 19:16:25.071002 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-f832c9ed-6459-4729-a950-73bcee4b2dff req-bacd9161-949d-4483-a72f-f72f7b58a6b9 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] 10.222.0.13 "GET /v2.0/security-groups?id=0901d174-558d-4d58-91a3-452d9a2f95cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417798 Nov 05 19:16:25.468570 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7be09d-8b2a-4ef8-afa3-08791d9cfc55 req-86b0de56-8f8a-4ea1-9231-310644d3f94e tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:16:25.470070 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-1d7be09d-8b2a-4ef8-afa3-08791d9cfc55 req-86b0de56-8f8a-4ea1-9231-310644d3f94e tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] 10.222.0.55 "GET /v2.0/ports?device_id=99bb3540-bf53-4919-a469-d4ecfc67ddb9 HTTP/1.1" status: 200 len: 945 time: 0.0479789 Nov 05 19:16:25.568727 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [req-1d7be09d-8b2a-4ef8-afa3-08791d9cfc55 req-d3264174-c218-4123-8aa5-7066e71886f5 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Deleting port bff6bcfb-9f18-4fc2-a1ca-17a62c315d15 {{(pid=102386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 19:16:25.569104 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-1d7be09d-8b2a-4ef8-afa3-08791d9cfc55 req-d3264174-c218-4123-8aa5-7066e71886f5 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:16:25.661889 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [req-1d7be09d-8b2a-4ef8-afa3-08791d9cfc55 req-d3264174-c218-4123-8aa5-7066e71886f5 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] For port bff6bcfb-9f18-4fc2-a1ca-17a62c315d15, host n-h2-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=bff6bcfb-9f18-4fc2-a1ca-17a62c315d15,segment=NetworkSegment(c8ba8bad-518b-408a-adbf-9f95696a455e),segment_id=c8ba8bad-518b-408a-adbf-9f95696a455e)] {{(pid=102386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:16:25.662285 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-1d7be09d-8b2a-4ef8-afa3-08791d9cfc55 req-d3264174-c218-4123-8aa5-7066e71886f5 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:16:25.675657 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [req-1d7be09d-8b2a-4ef8-afa3-08791d9cfc55 req-d3264174-c218-4123-8aa5-7066e71886f5 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Calling delete_port for bff6bcfb-9f18-4fc2-a1ca-17a62c315d15 owned by compute:nova {{(pid=102386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 19:16:25.894135 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-1d7be09d-8b2a-4ef8-afa3-08791d9cfc55 req-d3264174-c218-4123-8aa5-7066e71886f5 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:16:25.911045 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] get_ports_and_sgs() called for port_ids ['bff6bcfb-9f18-4fc2-a1ca-17a62c315d15'] {{(pid=102388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 19:16:25.924758 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3264174-c218-4123-8aa5-7066e71886f5 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Pushing event deleted for resources: {'Port': ['ID=bff6bcfb-9f18-4fc2-a1ca-17a62c315d15,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:16:25.985061 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d7be09d-8b2a-4ef8-afa3-08791d9cfc55 req-d3264174-c218-4123-8aa5-7066e71886f5 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] No DVR routers for this DVR port bff6bcfb-9f18-4fc2-a1ca-17a62c315d15 on host n-h2-816865-1 {{(pid=102386) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 19:16:25.988034 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-1d7be09d-8b2a-4ef8-afa3-08791d9cfc55 req-d3264174-c218-4123-8aa5-7066e71886f5 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:16:25.991701 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-1d7be09d-8b2a-4ef8-afa3-08791d9cfc55 req-d3264174-c218-4123-8aa5-7066e71886f5 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] 10.222.0.55 "DELETE /v2.0/ports/bff6bcfb-9f18-4fc2-a1ca-17a62c315d15 HTTP/1.1" status: 204 len: 173 time: 0.5151820 Nov 05 19:16:25.992275 n-d-816865-1 neutron-server[102386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99bb3540-bf53-4919-a469-d4ecfc67ddb9', 'name': 'network-vif-deleted', 'tag': 'bff6bcfb-9f18-4fc2-a1ca-17a62c315d15'}] {{(pid=102386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 19:16:25.995388 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6173a44d7c73f41af551dc890fa1a5892c2c6bc3458b640c8e0c24db7876ba6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9ed5aa6-4759-4afc-8710-601f7c3183b7" -d '{"events": [{"server_uuid": "99bb3540-bf53-4919-a469-d4ecfc67ddb9", "name": "network-vif-deleted", "tag": "bff6bcfb-9f18-4fc2-a1ca-17a62c315d15"}]}' {{(pid=102386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 19:16:26.039976 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 19:16:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aac0ce59-98ab-485f-9706-58ef028856df x-openstack-request-id: req-aac0ce59-98ab-485f-9706-58ef028856df {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 19:16:26.040331 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99bb3540-bf53-4919-a469-d4ecfc67ddb9", "name": "network-vif-deleted", "tag": "bff6bcfb-9f18-4fc2-a1ca-17a62c315d15", "status": "completed", "code": 200}]} {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 19:16:26.041209 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-aac0ce59-98ab-485f-9706-58ef028856df {{(pid=102386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 19:16:26.041624 n-d-816865-1 neutron-server[102386]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99bb3540-bf53-4919-a469-d4ecfc67ddb9', 'name': 'network-vif-deleted', 'tag': 'bff6bcfb-9f18-4fc2-a1ca-17a62c315d15', 'status': 'completed', 'code': 200} Nov 05 19:16:26.172832 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-b01edb20-4c59-4390-9e2b-12b3d177fc97 req-009d09e8-2f18-4389-bfc2-05ea0437a47d tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] 10.222.0.13 "GET /v2.0/ports?device_id=99bb3540-bf53-4919-a469-d4ecfc67ddb9 HTTP/1.1" status: 200 len: 210 time: 0.0287573 Nov 05 19:16:27.273544 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-4a5d457d-3163-4181-8ee2-d71014091b37 req-800aaab6-cbb7-42c4-8e1f-cbeaef63621a tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] 10.222.0.13 "GET /v2.0/ports?device_id=99bb3540-bf53-4919-a469-d4ecfc67ddb9 HTTP/1.1" status: 200 len: 210 time: 0.0263085 Nov 05 19:16:28.372407 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-041ad85b-d5b4-4445-b18f-de43e450a2f1 req-6e43a80f-0972-4b14-814c-298d3ef6c826 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] 10.222.0.13 "GET /v2.0/ports?device_id=99bb3540-bf53-4919-a469-d4ecfc67ddb9 HTTP/1.1" status: 200 len: 210 time: 0.0278187 Nov 05 19:16:29.068472 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Device bff6bcfb-9f18-4fc2-a1ca-17a62c315d15 no longer exists at agent hyperv_n-h2-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 19:16:29.090733 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] No Port match for: bff6bcfb-9f18-4fc2-a1ca-17a62c315d15 {{(pid=102388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 19:16:29.091135 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Device bff6bcfb-9f18-4fc2-a1ca-17a62c315d15 not bound to the agent host n-h2-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 19:16:29.466342 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-b2054a81-7fe9-40f4-8a67-f5179fb16dc1 req-ddca9d96-e621-4b2d-ba4f-bfa47981fe6e tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] 10.222.0.13 "GET /v2.0/ports?device_id=99bb3540-bf53-4919-a469-d4ecfc67ddb9 HTTP/1.1" status: 200 len: 210 time: 0.0261033 Nov 05 19:16:30.563545 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-57680762-efab-4d00-8601-bc53afbf8364 req-b4ed0115-de02-4ec8-b007-45ee4ffa2732 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] 10.222.0.13 "GET /v2.0/ports?device_id=99bb3540-bf53-4919-a469-d4ecfc67ddb9 HTTP/1.1" status: 200 len: 210 time: 0.0292358 Nov 05 19:16:31.662940 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-6289e195-4440-4dff-97df-7ce8e4daba01 req-4e7779ea-176a-44bc-a246-84878fcda9bc tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] 10.222.0.13 "GET /v2.0/ports?device_id=99bb3540-bf53-4919-a469-d4ecfc67ddb9 HTTP/1.1" status: 200 len: 210 time: 0.0269012 Nov 05 19:16:32.665250 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-59244046-367d-4448-8336-86bc1c83ecab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:16:34.335528 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:16:35.379778 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-7fd42ca0-9e2d-4b7a-842f-a73791b5d6c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:16:36.301047 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b304910f-7b27-444b-a8fc-977d26b1ceac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:16:36.426907 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:16:38.266738 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-31f93893-a48e-4ae8-833d-dccb2b42eacc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:16:38.518368 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:16:38.741335 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.agents_db [None req-b9406b04-a0e8-43cf-b349-711963d96cf4 None None] Agent healthcheck: found 7 active agents {{(pid=102389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 05 19:16:41.562886 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c102278-d27e-4fd4-8af7-7da541578da0 req-a75431d7-95bc-4f8d-ba44-ce3c9f976b10 tempest-TestServerBasicOps-347779040 tempest-TestServerBasicOps-347779040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:16:41.564686 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-6c102278-d27e-4fd4-8af7-7da541578da0 req-a75431d7-95bc-4f8d-ba44-ce3c9f976b10 tempest-TestServerBasicOps-347779040 tempest-TestServerBasicOps-347779040-project] 10.222.0.13 "GET /v2.0/ports?device_id=21cc3162-f870-44e5-a083-97155afbc498 HTTP/1.1" status: 200 len: 946 time: 0.0532029 Nov 05 19:16:41.617879 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-6c102278-d27e-4fd4-8af7-7da541578da0 req-6fa73609-50b8-42a3-84d9-dfefdeb6b83b tempest-TestServerBasicOps-347779040 tempest-TestServerBasicOps-347779040-project] 10.222.0.13 "GET /v2.0/security-groups?id=b21dd0ae-690b-48c4-b07b-86a870c619a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469012 Nov 05 19:16:42.794549 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97201263-89e4-4e05-9041-b676db77a58a req-5320ddae-6239-41b4-9c8d-9fce7640b1fc tempest-TestServerBasicOps-347779040 tempest-TestServerBasicOps-347779040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:16:42.796103 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-97201263-89e4-4e05-9041-b676db77a58a req-5320ddae-6239-41b4-9c8d-9fce7640b1fc tempest-TestServerBasicOps-347779040 tempest-TestServerBasicOps-347779040-project] 10.222.0.13 "GET /v2.0/ports?device_id=21cc3162-f870-44e5-a083-97155afbc498 HTTP/1.1" status: 200 len: 946 time: 0.0890980 Nov 05 19:16:42.808863 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5197089-498e-4203-a44b-44decb9067d0 req-6f9a1291-a8c4-43e6-a7a3-778dfe723894 tempest-TestServerBasicOps-347779040 tempest-TestServerBasicOps-347779040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:16:42.810431 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-a5197089-498e-4203-a44b-44decb9067d0 req-6f9a1291-a8c4-43e6-a7a3-778dfe723894 tempest-TestServerBasicOps-347779040 tempest-TestServerBasicOps-347779040-project] 10.222.0.41 "GET /v2.0/ports?device_id=21cc3162-f870-44e5-a083-97155afbc498 HTTP/1.1" status: 200 len: 946 time: 0.0906780 Nov 05 19:16:42.908660 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-97201263-89e4-4e05-9041-b676db77a58a req-291137d2-8de3-4d47-8a46-0d61192d4171 tempest-TestServerBasicOps-347779040 tempest-TestServerBasicOps-347779040-project] 10.222.0.13 "GET /v2.0/security-groups?id=b21dd0ae-690b-48c4-b07b-86a870c619a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0971320 Nov 05 19:16:42.942645 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [req-a5197089-498e-4203-a44b-44decb9067d0 req-eea12b19-6612-4cce-9bc7-ec217ba3c335 tempest-TestServerBasicOps-347779040 tempest-TestServerBasicOps-347779040-project] Deleting port 3a27baec-ae5e-4b45-8a7a-9af913b157fa {{(pid=102387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 19:16:42.943486 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-a5197089-498e-4203-a44b-44decb9067d0 req-eea12b19-6612-4cce-9bc7-ec217ba3c335 tempest-TestServerBasicOps-347779040 tempest-TestServerBasicOps-347779040-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:16:43.047057 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.db [req-a5197089-498e-4203-a44b-44decb9067d0 req-eea12b19-6612-4cce-9bc7-ec217ba3c335 tempest-TestServerBasicOps-347779040 tempest-TestServerBasicOps-347779040-project] For port 3a27baec-ae5e-4b45-8a7a-9af913b157fa, host n-h1-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=3a27baec-ae5e-4b45-8a7a-9af913b157fa,segment=NetworkSegment(1b44c4b9-8684-41f2-83f7-a0ecefcb5058),segment_id=1b44c4b9-8684-41f2-83f7-a0ecefcb5058)] {{(pid=102387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:16:43.047420 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-a5197089-498e-4203-a44b-44decb9067d0 req-eea12b19-6612-4cce-9bc7-ec217ba3c335 tempest-TestServerBasicOps-347779040 tempest-TestServerBasicOps-347779040-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:16:43.282340 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-a5197089-498e-4203-a44b-44decb9067d0 req-eea12b19-6612-4cce-9bc7-ec217ba3c335 tempest-TestServerBasicOps-347779040 tempest-TestServerBasicOps-347779040-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:16:43.282709 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-a5197089-498e-4203-a44b-44decb9067d0 req-eea12b19-6612-4cce-9bc7-ec217ba3c335 tempest-TestServerBasicOps-347779040 tempest-TestServerBasicOps-347779040-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1000577'] for floatingip, after_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:16:43.283012 n-d-816865-1 neutron-server[102387]: INFO neutron.db.l3_db [req-a5197089-498e-4203-a44b-44decb9067d0 req-eea12b19-6612-4cce-9bc7-ec217ba3c335 tempest-TestServerBasicOps-347779040 tempest-TestServerBasicOps-347779040-project] Floating IP ee809449-8e0d-463c-95e7-2b6dd7e96cfa disassociated. External IP: 172.25.6.174, port: 3a27baec-ae5e-4b45-8a7a-9af913b157fa. Nov 05 19:16:43.283347 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [req-a5197089-498e-4203-a44b-44decb9067d0 req-eea12b19-6612-4cce-9bc7-ec217ba3c335 tempest-TestServerBasicOps-347779040 tempest-TestServerBasicOps-347779040-project] Calling delete_port for 3a27baec-ae5e-4b45-8a7a-9af913b157fa owned by compute:nova {{(pid=102387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 19:16:43.493806 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-a5197089-498e-4203-a44b-44decb9067d0 req-eea12b19-6612-4cce-9bc7-ec217ba3c335 tempest-TestServerBasicOps-347779040 tempest-TestServerBasicOps-347779040-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4417063'] for port, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:16:43.532103 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea12b19-6612-4cce-9bc7-ec217ba3c335 tempest-TestServerBasicOps-347779040 tempest-TestServerBasicOps-347779040-project] Pushing event deleted for resources: {'Port': ['ID=3a27baec-ae5e-4b45-8a7a-9af913b157fa,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:16:44.098806 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-5c6cdc15-1238-40e1-b5bd-f824420301ed req-1fae6a0e-0368-4be2-80c6-4bac543627d0 tempest-TestServerBasicOps-347779040 tempest-TestServerBasicOps-347779040-project] 10.222.0.13 "GET /v2.0/ports?device_id=21cc3162-f870-44e5-a083-97155afbc498 HTTP/1.1" status: 200 len: 210 time: 0.0439584 Nov 05 19:16:44.159525 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339f5deb-1105-4328-bac4-449bac6c97cb req-ae0160e9-2b3c-4ad9-8085-8918e177b3c1 tempest-AttachVolumeNegativeTest-814338664 tempest-AttachVolumeNegativeTest-814338664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:16:44.160925 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-339f5deb-1105-4328-bac4-449bac6c97cb req-ae0160e9-2b3c-4ad9-8085-8918e177b3c1 tempest-AttachVolumeNegativeTest-814338664 tempest-AttachVolumeNegativeTest-814338664-project] 10.222.0.13 "GET /v2.0/ports?device_id=9c93da95-f1ef-4938-b404-e8da8f27c407 HTTP/1.1" status: 200 len: 945 time: 0.1058850 Nov 05 19:16:44.162784 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a5197089-498e-4203-a44b-44decb9067d0 req-eea12b19-6612-4cce-9bc7-ec217ba3c335 tempest-TestServerBasicOps-347779040 tempest-TestServerBasicOps-347779040-project] Router c40b6aed-7c12-4029-896d-0f50ecbf0223 has already been hosted by L3 agent 6dcb5589-8e86-4616-9186-ddc4548e13ad {{(pid=102387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 19:16:44.263774 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-339f5deb-1105-4328-bac4-449bac6c97cb req-c54a7ff0-022b-4826-838e-548fbc11c391 tempest-AttachVolumeNegativeTest-814338664 tempest-AttachVolumeNegativeTest-814338664-project] 10.222.0.13 "GET /v2.0/security-groups?id=8cbae1bb-3d0a-4c8e-93ba-0ec8a19ca6a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942481 Nov 05 19:16:44.316350 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a5197089-498e-4203-a44b-44decb9067d0 req-eea12b19-6612-4cce-9bc7-ec217ba3c335 tempest-TestServerBasicOps-347779040 tempest-TestServerBasicOps-347779040-project] Notify agent at l3_agent.n-d-816865-1 the message routers_updated {{(pid=102387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 19:16:44.329264 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87078874-e591-4991-ade5-614c646ed4bc None None] Sync routers for ids ['c40b6aed-7c12-4029-896d-0f50ecbf0223'] in n-d-816865-1 {{(pid=102388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 19:16:44.341855 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87078874-e591-4991-ade5-614c646ed4bc None None] Routers {'c40b6aed-7c12-4029-896d-0f50ecbf0223'} bound to L3 agent in host n-d-816865-1 {{(pid=102388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 19:16:44.342870 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-87078874-e591-4991-ade5-614c646ed4bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T19:16:35Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['c40b6aed-7c12-4029-896d-0f50ecbf0223'], 'active': True} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:16:44.365298 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5197089-498e-4203-a44b-44decb9067d0 req-eea12b19-6612-4cce-9bc7-ec217ba3c335 tempest-TestServerBasicOps-347779040 tempest-TestServerBasicOps-347779040-project] No DVR routers for this DVR port 3a27baec-ae5e-4b45-8a7a-9af913b157fa on host n-h1-816865-1 {{(pid=102387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 19:16:44.367976 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-a5197089-498e-4203-a44b-44decb9067d0 req-eea12b19-6612-4cce-9bc7-ec217ba3c335 tempest-TestServerBasicOps-347779040 tempest-TestServerBasicOps-347779040-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:16:44.373494 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-a5197089-498e-4203-a44b-44decb9067d0 req-eea12b19-6612-4cce-9bc7-ec217ba3c335 tempest-TestServerBasicOps-347779040 tempest-TestServerBasicOps-347779040-project] 10.222.0.41 "DELETE /v2.0/ports/3a27baec-ae5e-4b45-8a7a-9af913b157fa HTTP/1.1" status: 204 len: 173 time: 1.5562184 Nov 05 19:16:44.373976 n-d-816865-1 neutron-server[102387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21cc3162-f870-44e5-a083-97155afbc498', 'name': 'network-vif-deleted', 'tag': '3a27baec-ae5e-4b45-8a7a-9af913b157fa'}] {{(pid=102387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 19:16:44.376341 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab06bd4ddf5758c1f10d79fe34dc215bafa488692cde9dba2fcbcb67556f90bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-423909ef-5ca2-48f5-a78d-81707e39687c" -d '{"events": [{"server_uuid": "21cc3162-f870-44e5-a083-97155afbc498", "name": "network-vif-deleted", "tag": "3a27baec-ae5e-4b45-8a7a-9af913b157fa"}]}' {{(pid=102387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 19:16:44.513556 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvr_db [None req-87078874-e591-4991-ade5-614c646ed4bc None None] Set router c40b6aed-7c12-4029-896d-0f50ecbf0223 gateway port host: n-d-816865-1 {{(pid=102388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 19:16:44.556979 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 19:16:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49e5a05e-6fdf-46a9-9d37-5792dd04831d x-openstack-request-id: req-49e5a05e-6fdf-46a9-9d37-5792dd04831d {{(pid=102387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 19:16:44.557797 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21cc3162-f870-44e5-a083-97155afbc498", "name": "network-vif-deleted", "tag": "3a27baec-ae5e-4b45-8a7a-9af913b157fa", "status": "completed", "code": 200}]} {{(pid=102387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 19:16:44.558099 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-49e5a05e-6fdf-46a9-9d37-5792dd04831d {{(pid=102387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 19:16:44.558601 n-d-816865-1 neutron-server[102387]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21cc3162-f870-44e5-a083-97155afbc498', 'name': 'network-vif-deleted', 'tag': '3a27baec-ae5e-4b45-8a7a-9af913b157fa', 'status': 'completed', 'code': 200} Nov 05 19:16:44.744678 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-87078874-e591-4991-ade5-614c646ed4bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c40b6aed-7c12-4029-896d-0f50ecbf0223', 'name': 'tempest-TestServerBasicOps-1350774432-router', 'tenant_id': '60a297cf243942dda17ba6ab64d809f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.150'}], 'enable_snat': True}, 'gw_port_id': '55af6447-4a71-4e4c-bad0-7927e39640ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T19:11:19Z', 'updated_at': '2021-11-05T19:11:23Z', 'revision_number': 4, 'project_id': '60a297cf243942dda17ba6ab64d809f4', 'gw_port': {'id': '55af6447-4a71-4e4c-bad0-7927e39640ee', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:4c:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c40b6aed-7c12-4029-896d-0f50ecbf0223', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3550, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:11:20Z', 'updated_at': '2021-11-05T19:11:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1', '_interfaces': [{'id': 'c312b442-7d4f-43a5-8148-00de9a91acf2', 'name': '', 'network_id': '95bf24bc-61e1-4f85-8a76-7212484978aa', 'tenant_id': '60a297cf243942dda17ba6ab64d809f4', 'mac_address': 'fa:16:3e:39:79:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c40b6aed-7c12-4029-896d-0f50ecbf0223', 'device_owner': 'network:router_interface', 'standard_attr_id': 3551, 'fixed_ips': [{'subnet_id': 'ab14406b-164f-41ab-936f-c5e880791222', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:11:22Z', 'updated_at': '2021-11-05T19:11:27Z', 'revision_number': 5, 'project_id': '60a297cf243942dda17ba6ab64d809f4', 'subnets': [{'id': 'ab14406b-164f-41ab-936f-c5e880791222', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-1', False) {} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:16:44.774872 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87078874-e591-4991-ade5-614c646ed4bc None None] Checking router: c40b6aed-7c12-4029-896d-0f50ecbf0223 for host: n-d-816865-1 {{(pid=102388) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 19:16:44.783849 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87078874-e591-4991-ade5-614c646ed4bc None None] Routers {'c40b6aed-7c12-4029-896d-0f50ecbf0223'} bound to L3 agent in host n-d-816865-1 {{(pid=102388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 19:16:44.784471 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-87078874-e591-4991-ade5-614c646ed4bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T19:16:35Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['c40b6aed-7c12-4029-896d-0f50ecbf0223'], 'active': True} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:16:44.895903 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvr_db [None req-87078874-e591-4991-ade5-614c646ed4bc None None] Set router c40b6aed-7c12-4029-896d-0f50ecbf0223 gateway port host: n-d-816865-1 {{(pid=102388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 19:16:45.112580 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-87078874-e591-4991-ade5-614c646ed4bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c40b6aed-7c12-4029-896d-0f50ecbf0223', 'name': 'tempest-TestServerBasicOps-1350774432-router', 'tenant_id': '60a297cf243942dda17ba6ab64d809f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.150'}], 'enable_snat': True}, 'gw_port_id': '55af6447-4a71-4e4c-bad0-7927e39640ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T19:11:19Z', 'updated_at': '2021-11-05T19:11:23Z', 'revision_number': 4, 'project_id': '60a297cf243942dda17ba6ab64d809f4', 'gw_port': {'id': '55af6447-4a71-4e4c-bad0-7927e39640ee', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:4c:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c40b6aed-7c12-4029-896d-0f50ecbf0223', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3550, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:11:20Z', 'updated_at': '2021-11-05T19:11:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1', '_interfaces': [{'id': 'c312b442-7d4f-43a5-8148-00de9a91acf2', 'name': '', 'network_id': '95bf24bc-61e1-4f85-8a76-7212484978aa', 'tenant_id': '60a297cf243942dda17ba6ab64d809f4', 'mac_address': 'fa:16:3e:39:79:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c40b6aed-7c12-4029-896d-0f50ecbf0223', 'device_owner': 'network:router_interface', 'standard_attr_id': 3551, 'fixed_ips': [{'subnet_id': 'ab14406b-164f-41ab-936f-c5e880791222', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:11:22Z', 'updated_at': '2021-11-05T19:11:27Z', 'revision_number': 5, 'project_id': '60a297cf243942dda17ba6ab64d809f4', 'subnets': [{'id': 'ab14406b-164f-41ab-936f-c5e880791222', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-1', False) {} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:16:45.150538 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87078874-e591-4991-ade5-614c646ed4bc None None] The sync data for ids ['c40b6aed-7c12-4029-896d-0f50ecbf0223'] in n-d-816865-1 is: [{'id': 'c40b6aed-7c12-4029-896d-0f50ecbf0223', 'name': 'tempest-TestServerBasicOps-1350774432-router', 'tenant_id': '60a297cf243942dda17ba6ab64d809f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.150'}], 'enable_snat': True}, 'gw_port_id': '55af6447-4a71-4e4c-bad0-7927e39640ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T19:11:19Z', 'updated_at': '2021-11-05T19:11:23Z', 'revision_number': 4, 'project_id': '60a297cf243942dda17ba6ab64d809f4', 'gw_port': {'id': '55af6447-4a71-4e4c-bad0-7927e39640ee', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:4c:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c40b6aed-7c12-4029-896d-0f50ecbf0223', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3550, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:11:20Z', 'updated_at': '2021-11-05T19:11:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1', '_interfaces': [{'id': 'c312b442-7d4f-43a5-8148-00de9a91acf2', 'name': '', 'network_id': '95bf24bc-61e1-4f85-8a76-7212484978aa', 'tenant_id': '60a297cf243942dda17ba6ab64d809f4', 'mac_address': 'fa:16:3e:39:79:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c40b6aed-7c12-4029-896d-0f50ecbf0223', 'device_owner': 'network:router_interface', 'standard_attr_id': 3551, 'fixed_ips': [{'subnet_id': 'ab14406b-164f-41ab-936f-c5e880791222', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:11:22Z', 'updated_at': '2021-11-05T19:11:27Z', 'revision_number': 5, 'project_id': '60a297cf243942dda17ba6ab64d809f4', 'subnets': [{'id': 'ab14406b-164f-41ab-936f-c5e880791222', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 19:16:45.220325 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-7f8462b7-ad08-49ef-8bca-839fafb65b92 req-0439fbea-46e6-440a-b8c5-f290129dc422 tempest-TestServerBasicOps-347779040 tempest-TestServerBasicOps-347779040-project] 10.222.0.13 "GET /v2.0/ports?device_id=21cc3162-f870-44e5-a083-97155afbc498 HTTP/1.1" status: 200 len: 210 time: 0.0281858 Nov 05 19:16:45.408092 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c00fb60-63ea-4cbf-9df7-4ba0d51a9d84 req-67b026ef-78eb-4f65-b51d-ac869e8f9c1e tempest-AttachVolumeNegativeTest-814338664 tempest-AttachVolumeNegativeTest-814338664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:16:45.409645 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-1c00fb60-63ea-4cbf-9df7-4ba0d51a9d84 req-67b026ef-78eb-4f65-b51d-ac869e8f9c1e tempest-AttachVolumeNegativeTest-814338664 tempest-AttachVolumeNegativeTest-814338664-project] 10.222.0.13 "GET /v2.0/ports?device_id=9c93da95-f1ef-4938-b404-e8da8f27c407 HTTP/1.1" status: 200 len: 945 time: 0.0506649 Nov 05 19:16:45.473061 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-1c00fb60-63ea-4cbf-9df7-4ba0d51a9d84 req-496be795-d310-44ef-821e-38c3d03d3ff3 tempest-AttachVolumeNegativeTest-814338664 tempest-AttachVolumeNegativeTest-814338664-project] 10.222.0.13 "GET /v2.0/security-groups?id=8cbae1bb-3d0a-4c8e-93ba-0ec8a19ca6a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563362 Nov 05 19:16:45.500125 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d649b90-3aa7-44a5-917b-376c0a62fde2 None None] New status for floating IP ee809449-8e0d-463c-95e7-2b6dd7e96cfa: DOWN {{(pid=102389) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 05 19:16:45.755158 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a44e321-9d8a-4c7b-a117-c852d5209728 req-3f9321c4-4c9d-4f45-a214-255505c32707 tempest-AttachVolumeNegativeTest-814338664 tempest-AttachVolumeNegativeTest-814338664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:16:45.756692 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-1a44e321-9d8a-4c7b-a117-c852d5209728 req-3f9321c4-4c9d-4f45-a214-255505c32707 tempest-AttachVolumeNegativeTest-814338664 tempest-AttachVolumeNegativeTest-814338664-project] 10.222.0.55 "GET /v2.0/ports?device_id=9c93da95-f1ef-4938-b404-e8da8f27c407 HTTP/1.1" status: 200 len: 945 time: 0.0552852 Nov 05 19:16:45.860986 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [req-1a44e321-9d8a-4c7b-a117-c852d5209728 req-fb372991-c379-4bda-a71e-bd55f8efde83 tempest-AttachVolumeNegativeTest-814338664 tempest-AttachVolumeNegativeTest-814338664-project] Deleting port c7b54a3a-2be6-4493-8b13-3261854de23a {{(pid=102386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 19:16:45.861236 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-1a44e321-9d8a-4c7b-a117-c852d5209728 req-fb372991-c379-4bda-a71e-bd55f8efde83 tempest-AttachVolumeNegativeTest-814338664 tempest-AttachVolumeNegativeTest-814338664-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:16:45.959500 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [req-1a44e321-9d8a-4c7b-a117-c852d5209728 req-fb372991-c379-4bda-a71e-bd55f8efde83 tempest-AttachVolumeNegativeTest-814338664 tempest-AttachVolumeNegativeTest-814338664-project] For port c7b54a3a-2be6-4493-8b13-3261854de23a, host n-h2-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=c7b54a3a-2be6-4493-8b13-3261854de23a,segment=NetworkSegment(1158bd8e-c612-44f1-a6e7-1a9c01b70d43),segment_id=1158bd8e-c612-44f1-a6e7-1a9c01b70d43)] {{(pid=102386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:16:45.960200 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-1a44e321-9d8a-4c7b-a117-c852d5209728 req-fb372991-c379-4bda-a71e-bd55f8efde83 tempest-AttachVolumeNegativeTest-814338664 tempest-AttachVolumeNegativeTest-814338664-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:16:45.974116 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [req-1a44e321-9d8a-4c7b-a117-c852d5209728 req-fb372991-c379-4bda-a71e-bd55f8efde83 tempest-AttachVolumeNegativeTest-814338664 tempest-AttachVolumeNegativeTest-814338664-project] Calling delete_port for c7b54a3a-2be6-4493-8b13-3261854de23a owned by compute:nova {{(pid=102386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 19:16:46.191418 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-1a44e321-9d8a-4c7b-a117-c852d5209728 req-fb372991-c379-4bda-a71e-bd55f8efde83 tempest-AttachVolumeNegativeTest-814338664 tempest-AttachVolumeNegativeTest-814338664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:16:46.203501 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] get_ports_and_sgs() called for port_ids ['afeb8dd3-b1ab-4bad-8471-e80269ed47c7', '683b23bc-9257-42a4-8163-2140a779f154'] {{(pid=102388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 19:16:46.209570 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] get_ports_and_sgs() called for port_ids ['c6ce76bb-d1c4-481a-8dba-38bab6a7b11e', 'c7b54a3a-2be6-4493-8b13-3261854de23a'] {{(pid=102388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 19:16:46.231009 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb372991-c379-4bda-a71e-bd55f8efde83 tempest-AttachVolumeNegativeTest-814338664 tempest-AttachVolumeNegativeTest-814338664-project] Pushing event deleted for resources: {'Port': ['ID=c7b54a3a-2be6-4493-8b13-3261854de23a,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:16:46.279549 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a44e321-9d8a-4c7b-a117-c852d5209728 req-fb372991-c379-4bda-a71e-bd55f8efde83 tempest-AttachVolumeNegativeTest-814338664 tempest-AttachVolumeNegativeTest-814338664-project] No DVR routers for this DVR port c7b54a3a-2be6-4493-8b13-3261854de23a on host n-h2-816865-1 {{(pid=102386) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 19:16:46.282572 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-1a44e321-9d8a-4c7b-a117-c852d5209728 req-fb372991-c379-4bda-a71e-bd55f8efde83 tempest-AttachVolumeNegativeTest-814338664 tempest-AttachVolumeNegativeTest-814338664-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:16:46.287387 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-1a44e321-9d8a-4c7b-a117-c852d5209728 req-fb372991-c379-4bda-a71e-bd55f8efde83 tempest-AttachVolumeNegativeTest-814338664 tempest-AttachVolumeNegativeTest-814338664-project] 10.222.0.55 "DELETE /v2.0/ports/c7b54a3a-2be6-4493-8b13-3261854de23a HTTP/1.1" status: 204 len: 173 time: 0.5210104 Nov 05 19:16:46.288155 n-d-816865-1 neutron-server[102386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c93da95-f1ef-4938-b404-e8da8f27c407', 'name': 'network-vif-deleted', 'tag': 'c7b54a3a-2be6-4493-8b13-3261854de23a'}] {{(pid=102386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 19:16:46.291108 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6173a44d7c73f41af551dc890fa1a5892c2c6bc3458b640c8e0c24db7876ba6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46f2de7d-cea0-4f54-b458-d123f972003a" -d '{"events": [{"server_uuid": "9c93da95-f1ef-4938-b404-e8da8f27c407", "name": "network-vif-deleted", "tag": "c7b54a3a-2be6-4493-8b13-3261854de23a"}]}' {{(pid=102386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 19:16:46.340821 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 38898) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:16:46.357415 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 19:16:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a50cf603-77b8-4690-8c3b-5a80b8c597af x-openstack-request-id: req-a50cf603-77b8-4690-8c3b-5a80b8c597af {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 19:16:46.357870 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c93da95-f1ef-4938-b404-e8da8f27c407", "name": "network-vif-deleted", "tag": "c7b54a3a-2be6-4493-8b13-3261854de23a", "status": "completed", "code": 200}]} {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 19:16:46.358299 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a50cf603-77b8-4690-8c3b-5a80b8c597af {{(pid=102386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 19:16:46.359101 n-d-816865-1 neutron-server[102386]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c93da95-f1ef-4938-b404-e8da8f27c407', 'name': 'network-vif-deleted', 'tag': 'c7b54a3a-2be6-4493-8b13-3261854de23a', 'status': 'completed', 'code': 200} Nov 05 19:16:46.547616 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [None req-98c4094f-bf40-418c-9922-19d955df4373 tempest-TestServerBasicOps-347779040 tempest-TestServerBasicOps-347779040-project] Deleting port abb784c4-e093-4748-995a-1578e4781924 {{(pid=102387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 19:16:46.548544 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-98c4094f-bf40-418c-9922-19d955df4373 tempest-TestServerBasicOps-347779040 tempest-TestServerBasicOps-347779040-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:16:46.583889 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Device 3a27baec-ae5e-4b45-8a7a-9af913b157fa no longer exists at agent hyperv_n-h1-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 19:16:46.626892 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] No Port match for: 3a27baec-ae5e-4b45-8a7a-9af913b157fa {{(pid=102388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 19:16:46.627362 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Device 3a27baec-ae5e-4b45-8a7a-9af913b157fa not bound to the agent host n-h1-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 19:16:46.682677 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-91ad454a-c737-4782-9075-d01813ce7c0d req-d890676e-733d-47f5-b813-22cead83942b tempest-AttachVolumeNegativeTest-814338664 tempest-AttachVolumeNegativeTest-814338664-project] 10.222.0.13 "GET /v2.0/ports?device_id=9c93da95-f1ef-4938-b404-e8da8f27c407 HTTP/1.1" status: 200 len: 210 time: 0.0486798 Nov 05 19:16:46.684608 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-98c4094f-bf40-418c-9922-19d955df4373 tempest-TestServerBasicOps-347779040 tempest-TestServerBasicOps-347779040-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:16:46.684926 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-98c4094f-bf40-418c-9922-19d955df4373 tempest-TestServerBasicOps-347779040 tempest-TestServerBasicOps-347779040-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:16:46.701367 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [None req-98c4094f-bf40-418c-9922-19d955df4373 tempest-TestServerBasicOps-347779040 tempest-TestServerBasicOps-347779040-project] Calling delete_port for abb784c4-e093-4748-995a-1578e4781924 owned by network:floatingip {{(pid=102387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 19:16:46.906879 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-98c4094f-bf40-418c-9922-19d955df4373 tempest-TestServerBasicOps-347779040 tempest-TestServerBasicOps-347779040-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4417063'] for port, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:16:46.931311 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c4094f-bf40-418c-9922-19d955df4373 tempest-TestServerBasicOps-347779040 tempest-TestServerBasicOps-347779040-project] Pushing event deleted for resources: {'Port': ['ID=abb784c4-e093-4748-995a-1578e4781924,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:16:46.942095 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c4094f-bf40-418c-9922-19d955df4373 tempest-TestServerBasicOps-347779040 tempest-TestServerBasicOps-347779040-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:16:46.942427 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c4094f-bf40-418c-9922-19d955df4373 tempest-TestServerBasicOps-347779040 tempest-TestServerBasicOps-347779040-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:16:46.942770 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c4094f-bf40-418c-9922-19d955df4373 tempest-TestServerBasicOps-347779040 tempest-TestServerBasicOps-347779040-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:16:46.943106 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c4094f-bf40-418c-9922-19d955df4373 tempest-TestServerBasicOps-347779040 tempest-TestServerBasicOps-347779040-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:16:46.943439 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c4094f-bf40-418c-9922-19d955df4373 tempest-TestServerBasicOps-347779040 tempest-TestServerBasicOps-347779040-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:16:46.943773 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c4094f-bf40-418c-9922-19d955df4373 tempest-TestServerBasicOps-347779040 tempest-TestServerBasicOps-347779040-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:16:46.944104 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c4094f-bf40-418c-9922-19d955df4373 tempest-TestServerBasicOps-347779040 tempest-TestServerBasicOps-347779040-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:16:46.944430 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c4094f-bf40-418c-9922-19d955df4373 tempest-TestServerBasicOps-347779040 tempest-TestServerBasicOps-347779040-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:16:46.944756 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c4094f-bf40-418c-9922-19d955df4373 tempest-TestServerBasicOps-347779040 tempest-TestServerBasicOps-347779040-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:16:46.945086 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c4094f-bf40-418c-9922-19d955df4373 tempest-TestServerBasicOps-347779040 tempest-TestServerBasicOps-347779040-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:16:46.948293 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c4094f-bf40-418c-9922-19d955df4373 tempest-TestServerBasicOps-347779040 tempest-TestServerBasicOps-347779040-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:16:46.948293 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c4094f-bf40-418c-9922-19d955df4373 tempest-TestServerBasicOps-347779040 tempest-TestServerBasicOps-347779040-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:16:47.014817 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-98c4094f-bf40-418c-9922-19d955df4373 tempest-TestServerBasicOps-347779040 tempest-TestServerBasicOps-347779040-project] Publish callbacks [] for floatingip, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:16:47.017516 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-98c4094f-bf40-418c-9922-19d955df4373 tempest-TestServerBasicOps-347779040 tempest-TestServerBasicOps-347779040-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for floatingip, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:16:47.019922 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-98c4094f-bf40-418c-9922-19d955df4373 tempest-TestServerBasicOps-347779040 tempest-TestServerBasicOps-347779040-project] 10.222.0.13 "DELETE /v2.0/floatingips/ee809449-8e0d-463c-95e7-2b6dd7e96cfa HTTP/1.1" status: 204 len: 168 time: 0.6745315 Nov 05 19:16:47.094277 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 38908) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:16:47.154941 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-8187e3e9-6bba-46be-b231-15858894ee21 tempest-TestServerBasicOps-347779040 tempest-TestServerBasicOps-347779040-project] Publish callbacks [] for security_group, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:16:47.184043 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-8187e3e9-6bba-46be-b231-15858894ee21 tempest-TestServerBasicOps-347779040 tempest-TestServerBasicOps-347779040-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:16:47.352445 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-8187e3e9-6bba-46be-b231-15858894ee21 tempest-TestServerBasicOps-347779040 tempest-TestServerBasicOps-347779040-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:16:47.355363 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-8187e3e9-6bba-46be-b231-15858894ee21 tempest-TestServerBasicOps-347779040 tempest-TestServerBasicOps-347779040-project] Publish callbacks [] for security_group, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:16:47.356530 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-8187e3e9-6bba-46be-b231-15858894ee21 tempest-TestServerBasicOps-347779040 tempest-TestServerBasicOps-347779040-project] 10.222.0.13 "DELETE /v2.0/security-groups/b21dd0ae-690b-48c4-b07b-86a870c619a3 HTTP/1.1" status: 204 len: 168 time: 0.2612400 Nov 05 19:16:47.365774 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8187e3e9-6bba-46be-b231-15858894ee21 tempest-TestServerBasicOps-347779040 tempest-TestServerBasicOps-347779040-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b21dd0ae-690b-48c4-b07b-86a870c619a3,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:16:48.103762 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 38918) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:16:48.595385 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-edd1fe7c-f4b6-47c8-887d-0ff32afaa0af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-571777'] for router_interface, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:16:48.880014 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [None req-edd1fe7c-f4b6-47c8-887d-0ff32afaa0af admin admin] Deleting port c312b442-7d4f-43a5-8148-00de9a91acf2 {{(pid=102387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 19:16:48.880385 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-edd1fe7c-f4b6-47c8-887d-0ff32afaa0af admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:16:48.968519 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.db [None req-edd1fe7c-f4b6-47c8-887d-0ff32afaa0af admin admin] For port c312b442-7d4f-43a5-8148-00de9a91acf2, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=c312b442-7d4f-43a5-8148-00de9a91acf2,segment=NetworkSegment(1b44c4b9-8684-41f2-83f7-a0ecefcb5058),segment_id=1b44c4b9-8684-41f2-83f7-a0ecefcb5058)] {{(pid=102387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:16:48.969007 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-edd1fe7c-f4b6-47c8-887d-0ff32afaa0af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:16:48.983062 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [None req-edd1fe7c-f4b6-47c8-887d-0ff32afaa0af admin admin] Calling delete_port for c312b442-7d4f-43a5-8148-00de9a91acf2 owned by network:router_interface {{(pid=102387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 19:16:49.186445 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Device c7b54a3a-2be6-4493-8b13-3261854de23a no longer exists at agent hyperv_n-h2-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 19:16:49.201374 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] No Port match for: c7b54a3a-2be6-4493-8b13-3261854de23a {{(pid=102388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 19:16:49.201794 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Device c7b54a3a-2be6-4493-8b13-3261854de23a not bound to the agent host n-h2-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 19:16:49.300833 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-edd1fe7c-f4b6-47c8-887d-0ff32afaa0af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4417063'] for port, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:16:49.330253 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd1fe7c-f4b6-47c8-887d-0ff32afaa0af admin admin] Pushing event deleted for resources: {'Port': ['ID=c312b442-7d4f-43a5-8148-00de9a91acf2,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:16:49.528209 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-edd1fe7c-f4b6-47c8-887d-0ff32afaa0af admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-597886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-573297'] for router_interface, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:16:49.772802 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-edd1fe7c-f4b6-47c8-887d-0ff32afaa0af admin admin] Router c40b6aed-7c12-4029-896d-0f50ecbf0223 has already been hosted by L3 agent 6dcb5589-8e86-4616-9186-ddc4548e13ad {{(pid=102387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 19:16:49.885756 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edd1fe7c-f4b6-47c8-887d-0ff32afaa0af admin admin] Notify agent at l3_agent.n-d-816865-1 the message routers_updated {{(pid=102387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 19:16:49.890991 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-edd1fe7c-f4b6-47c8-887d-0ff32afaa0af admin admin] 10.222.0.13 "PUT /v2.0/routers/c40b6aed-7c12-4029-896d-0f50ecbf0223/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7854946 Nov 05 19:16:49.893505 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 38950) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:16:49.896316 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19ebdf44-a5bd-4a54-a373-bd284257ce16 None None] Sync routers for ids ['c40b6aed-7c12-4029-896d-0f50ecbf0223'] in n-d-816865-1 {{(pid=102388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 19:16:49.906356 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19ebdf44-a5bd-4a54-a373-bd284257ce16 None None] Routers {'c40b6aed-7c12-4029-896d-0f50ecbf0223'} bound to L3 agent in host n-d-816865-1 {{(pid=102388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 19:16:49.907252 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-19ebdf44-a5bd-4a54-a373-bd284257ce16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T19:16:35Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['c40b6aed-7c12-4029-896d-0f50ecbf0223'], 'active': True} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:16:50.040109 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvr_db [None req-19ebdf44-a5bd-4a54-a373-bd284257ce16 None None] Set router c40b6aed-7c12-4029-896d-0f50ecbf0223 gateway port host: n-d-816865-1 {{(pid=102388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 19:16:50.047795 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-32b1ed51-4559-4ea4-82c2-9041d0fc2b5e admin admin] Publish callbacks [] for router, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:16:50.163414 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-32b1ed51-4559-4ea4-82c2-9041d0fc2b5e admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:16:50.234434 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-19ebdf44-a5bd-4a54-a373-bd284257ce16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c40b6aed-7c12-4029-896d-0f50ecbf0223', 'name': 'tempest-TestServerBasicOps-1350774432-router', 'tenant_id': '60a297cf243942dda17ba6ab64d809f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.150'}], 'enable_snat': True}, 'gw_port_id': '55af6447-4a71-4e4c-bad0-7927e39640ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T19:11:19Z', 'updated_at': '2021-11-05T19:16:49Z', 'revision_number': 5, 'project_id': '60a297cf243942dda17ba6ab64d809f4', 'gw_port': {'id': '55af6447-4a71-4e4c-bad0-7927e39640ee', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:4c:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c40b6aed-7c12-4029-896d-0f50ecbf0223', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3550, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:11:20Z', 'updated_at': '2021-11-05T19:11:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1'}], 'n-d-816865-1', False) {} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:16:50.271267 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19ebdf44-a5bd-4a54-a373-bd284257ce16 None None] Checking router: c40b6aed-7c12-4029-896d-0f50ecbf0223 for host: n-d-816865-1 {{(pid=102388) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 19:16:50.281400 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [None req-32b1ed51-4559-4ea4-82c2-9041d0fc2b5e admin admin] Deleting port 55af6447-4a71-4e4c-bad0-7927e39640ee {{(pid=102387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 19:16:50.281804 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-32b1ed51-4559-4ea4-82c2-9041d0fc2b5e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:16:50.282125 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19ebdf44-a5bd-4a54-a373-bd284257ce16 None None] Routers {'c40b6aed-7c12-4029-896d-0f50ecbf0223'} bound to L3 agent in host n-d-816865-1 {{(pid=102388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 19:16:50.282973 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-19ebdf44-a5bd-4a54-a373-bd284257ce16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T19:16:35Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['c40b6aed-7c12-4029-896d-0f50ecbf0223'], 'active': True} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:16:50.377594 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.db [None req-32b1ed51-4559-4ea4-82c2-9041d0fc2b5e admin admin] For port 55af6447-4a71-4e4c-bad0-7927e39640ee, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=55af6447-4a71-4e4c-bad0-7927e39640ee,segment=NetworkSegment(85be518c-8bb4-46a2-a903-d4292782d29d),segment_id=85be518c-8bb4-46a2-a903-d4292782d29d)] {{(pid=102387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:16:50.380148 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-32b1ed51-4559-4ea4-82c2-9041d0fc2b5e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:16:50.399862 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvr_db [None req-19ebdf44-a5bd-4a54-a373-bd284257ce16 None None] Set router c40b6aed-7c12-4029-896d-0f50ecbf0223 gateway port host: None {{(pid=102388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 19:16:50.406140 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [None req-32b1ed51-4559-4ea4-82c2-9041d0fc2b5e admin admin] Calling delete_port for 55af6447-4a71-4e4c-bad0-7927e39640ee owned by network:router_gateway {{(pid=102387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 19:16:50.466902 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-19ebdf44-a5bd-4a54-a373-bd284257ce16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c40b6aed-7c12-4029-896d-0f50ecbf0223', 'name': 'tempest-TestServerBasicOps-1350774432-router', 'tenant_id': '60a297cf243942dda17ba6ab64d809f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T19:11:19Z', 'updated_at': '2021-11-05T19:16:50Z', 'revision_number': 6, 'project_id': '60a297cf243942dda17ba6ab64d809f4', 'gw_port_host': None}], 'n-d-816865-1', False) {} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:16:50.524228 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19ebdf44-a5bd-4a54-a373-bd284257ce16 None None] The sync data for ids ['c40b6aed-7c12-4029-896d-0f50ecbf0223'] in n-d-816865-1 is: [{'id': 'c40b6aed-7c12-4029-896d-0f50ecbf0223', 'name': 'tempest-TestServerBasicOps-1350774432-router', 'tenant_id': '60a297cf243942dda17ba6ab64d809f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T19:11:19Z', 'updated_at': '2021-11-05T19:16:50Z', 'revision_number': 6, 'project_id': '60a297cf243942dda17ba6ab64d809f4', 'gw_port_host': None}] {{(pid=102388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 19:16:50.683852 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-32b1ed51-4559-4ea4-82c2-9041d0fc2b5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4417063'] for port, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:16:50.713918 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b1ed51-4559-4ea4-82c2-9041d0fc2b5e admin admin] Pushing event deleted for resources: {'Port': ['ID=55af6447-4a71-4e4c-bad0-7927e39640ee,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:16:50.797169 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-32b1ed51-4559-4ea4-82c2-9041d0fc2b5e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1000651'] for router_gateway, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:16:50.909692 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-32b1ed51-4559-4ea4-82c2-9041d0fc2b5e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-571301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6852'] for router, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:16:50.912193 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-32b1ed51-4559-4ea4-82c2-9041d0fc2b5e admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:16:51.032667 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-32b1ed51-4559-4ea4-82c2-9041d0fc2b5e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-571310'] for router, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:16:51.037523 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32b1ed51-4559-4ea4-82c2-9041d0fc2b5e admin admin] Fanout notify agent at l3_agent the message router_deleted on router c40b6aed-7c12-4029-896d-0f50ecbf0223 {{(pid=102387) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 05 19:16:51.037523 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-32b1ed51-4559-4ea4-82c2-9041d0fc2b5e admin admin] Publish callbacks [] for router, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:16:51.038668 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-32b1ed51-4559-4ea4-82c2-9041d0fc2b5e admin admin] 10.222.0.13 "DELETE /v2.0/routers/c40b6aed-7c12-4029-896d-0f50ecbf0223 HTTP/1.1" status: 204 len: 168 time: 1.1373520 Nov 05 19:16:51.041681 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 38956) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:16:51.097125 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.db_base_plugin_v2 [None req-51183915-5f7e-4c73-b035-db3ecbe650da admin admin] Deleting subnet ab14406b-164f-41ab-936f-c5e880791222 {{(pid=102387) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 05 19:16:51.101742 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-51183915-5f7e-4c73-b035-db3ecbe650da admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:16:51.150308 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-51183915-5f7e-4c73-b035-db3ecbe650da admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4463501'] for subnet, precommit_delete_associations {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:16:51.261580 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-51183915-5f7e-4c73-b035-db3ecbe650da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1573928'] for subnet, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:16:51.377674 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-51183915-5f7e-4c73-b035-db3ecbe650da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1573905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4417146', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5112209'] for subnet, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:16:51.406272 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51183915-5f7e-4c73-b035-db3ecbe650da admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ab14406b-164f-41ab-936f-c5e880791222,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:16:51.408806 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-51183915-5f7e-4c73-b035-db3ecbe650da admin admin] Publish callbacks [] for subnet, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:16:51.415028 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 38958) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:16:51.415531 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-51183915-5f7e-4c73-b035-db3ecbe650da admin admin] 10.222.0.13 "DELETE /v2.0/subnets/ab14406b-164f-41ab-936f-c5e880791222 HTTP/1.1" status: 204 len: 168 time: 0.3722291 Nov 05 19:16:51.419143 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eba1da55-e926-4fc3-9b51-c23888f0dbb0 None None] Network 95bf24bc-61e1-4f85-8a76-7212484978aa requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 19:16:51.493046 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-faace334-95a6-420e-9464-9d38e4e28678 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1664226'] for network, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:16:51.559009 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-faace334-95a6-420e-9464-9d38e4e28678 admin admin] Deleting port 12bebe1d-df10-4be2-8794-dab57427c184 {{(pid=102386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 19:16:51.559560 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-faace334-95a6-420e-9464-9d38e4e28678 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:16:51.634932 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 55af6447-4a71-4e4c-bad0-7927e39640ee no longer exists at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 19:16:51.660452 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] No Port match for: 55af6447-4a71-4e4c-bad0-7927e39640ee {{(pid=102388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 19:16:51.665882 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 55af6447-4a71-4e4c-bad0-7927e39640ee not bound to the agent host n-d-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 19:16:51.665882 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device c312b442-7d4f-43a5-8148-00de9a91acf2 no longer exists at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 19:16:51.670806 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [None req-faace334-95a6-420e-9464-9d38e4e28678 admin admin] For port 12bebe1d-df10-4be2-8794-dab57427c184, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=12bebe1d-df10-4be2-8794-dab57427c184,segment=NetworkSegment(1b44c4b9-8684-41f2-83f7-a0ecefcb5058),segment_id=1b44c4b9-8684-41f2-83f7-a0ecefcb5058)] {{(pid=102386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:16:51.671456 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-faace334-95a6-420e-9464-9d38e4e28678 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:16:51.689204 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] No Port match for: c312b442-7d4f-43a5-8148-00de9a91acf2 {{(pid=102388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 19:16:51.689204 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device c312b442-7d4f-43a5-8148-00de9a91acf2 not bound to the agent host n-d-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 19:16:51.696105 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-faace334-95a6-420e-9464-9d38e4e28678 admin admin] Calling delete_port for 12bebe1d-df10-4be2-8794-dab57427c184 owned by network:dhcp {{(pid=102386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 19:16:51.698615 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5be2f287-59a3-47c8-b833-d9ca471348a5 None None] DHCP port deletion for 95bf24bc-61e1-4f85-8a76-7212484978aa request from n-d-816865-1 {{(pid=102388) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 05 19:16:51.753647 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-5be2f287-59a3-47c8-b833-d9ca471348a5 None None] Deleting port 12bebe1d-df10-4be2-8794-dab57427c184 {{(pid=102388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 19:16:51.754195 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-5be2f287-59a3-47c8-b833-d9ca471348a5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:16:51.844040 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-faace334-95a6-420e-9464-9d38e4e28678 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:16:51.856942 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faace334-95a6-420e-9464-9d38e4e28678 admin admin] No DVR routers for this DVR port 12bebe1d-df10-4be2-8794-dab57427c184 on host n-d-816865-1 {{(pid=102386) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 19:16:51.897310 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faace334-95a6-420e-9464-9d38e4e28678 admin admin] Pushing event deleted for resources: {'Port': ['ID=12bebe1d-df10-4be2-8794-dab57427c184,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:16:52.012166 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-faace334-95a6-420e-9464-9d38e4e28678 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1579173', 'neutron.services.segments.db._delete_segments_for_network-8750027792909'] for network, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:16:52.013793 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-5be2f287-59a3-47c8-b833-d9ca471348a5 None None] For port 12bebe1d-df10-4be2-8794-dab57427c184, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=12bebe1d-df10-4be2-8794-dab57427c184,segment=NetworkSegment(1b44c4b9-8684-41f2-83f7-a0ecefcb5058),segment_id=1b44c4b9-8684-41f2-83f7-a0ecefcb5058)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:16:52.014417 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-5be2f287-59a3-47c8-b833-d9ca471348a5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:16:52.033154 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-5be2f287-59a3-47c8-b833-d9ca471348a5 None None] Calling delete_port for 12bebe1d-df10-4be2-8794-dab57427c184 owned by network:dhcp {{(pid=102388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 19:16:52.039618 n-d-816865-1 neutron-server[102386]: DEBUG neutron.services.segments.db [None req-faace334-95a6-420e-9464-9d38e4e28678 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['95bf24bc-61e1-4f85-8a76-7212484978aa']}} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:16:52.051870 n-d-816865-1 neutron-server[102386]: DEBUG neutron.services.segments.db [None req-faace334-95a6-420e-9464-9d38e4e28678 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b44c4b9-8684-41f2-83f7-a0ecefcb5058') {'for_net_delete': True} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:16:52.052166 n-d-816865-1 neutron-server[102386]: DEBUG neutron.services.segments.db [None req-faace334-95a6-420e-9464-9d38e4e28678 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b44c4b9-8684-41f2-83f7-a0ecefcb5058') {} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:16:52.065228 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-faace334-95a6-420e-9464-9d38e4e28678 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750027793430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4590747'] for segment, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:16:52.080691 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-faace334-95a6-420e-9464-9d38e4e28678 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273'] for segment, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:16:52.087708 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-faace334-95a6-420e-9464-9d38e4e28678 admin admin] Releasing vlan 179 on physical network physnet1 to pool {{(pid=102386) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 05 19:16:52.089080 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-faace334-95a6-420e-9464-9d38e4e28678 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6149721'] for segment, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:16:52.122830 n-d-816865-1 neutron-server[102388]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 05 19:16:52.122830 n-d-816865-1 neutron-server[102388]: self.session.flush() Nov 05 19:16:52.122830 n-d-816865-1 neutron-server[102388]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 05 19:16:52.122830 n-d-816865-1 neutron-server[102388]: self.session.flush() Nov 05 19:16:52.122830 n-d-816865-1 neutron-server[102388]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 05 19:16:52.122830 n-d-816865-1 neutron-server[102388]: self.session.flush() Nov 05 19:16:52.122830 n-d-816865-1 neutron-server[102388]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 05 19:16:52.122830 n-d-816865-1 neutron-server[102388]: self.session.flush() Nov 05 19:16:52.122830 n-d-816865-1 neutron-server[102388]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 05 19:16:52.122830 n-d-816865-1 neutron-server[102388]: self.session.flush() Nov 05 19:16:52.122830 n-d-816865-1 neutron-server[102388]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 05 19:16:52.122830 n-d-816865-1 neutron-server[102388]: self.session.flush() Nov 05 19:16:52.122830 n-d-816865-1 neutron-server[102388]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 05 19:16:52.122830 n-d-816865-1 neutron-server[102388]: self.session.flush() Nov 05 19:16:52.122830 n-d-816865-1 neutron-server[102388]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 05 19:16:52.122830 n-d-816865-1 neutron-server[102388]: self.session.flush() Nov 05 19:16:52.122830 n-d-816865-1 neutron-server[102388]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 05 19:16:52.122830 n-d-816865-1 neutron-server[102388]: self.session.flush() Nov 05 19:16:52.122830 n-d-816865-1 neutron-server[102388]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 05 19:16:52.122830 n-d-816865-1 neutron-server[102388]: self.session.flush() Nov 05 19:16:52.122830 n-d-816865-1 neutron-server[102388]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 05 19:16:52.122830 n-d-816865-1 neutron-server[102388]: self.session.flush() Nov 05 19:16:52.122830 n-d-816865-1 neutron-server[102388]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 05 19:16:52.122830 n-d-816865-1 neutron-server[102388]: self.session.flush() Nov 05 19:16:52.122830 n-d-816865-1 neutron-server[102388]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 05 19:16:52.122830 n-d-816865-1 neutron-server[102388]: self.session.flush() Nov 05 19:16:52.122830 n-d-816865-1 neutron-server[102388]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 05 19:16:52.122830 n-d-816865-1 neutron-server[102388]: self.session.flush() Nov 05 19:16:52.122830 n-d-816865-1 neutron-server[102388]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 05 19:16:52.122830 n-d-816865-1 neutron-server[102388]: self.session.flush() Nov 05 19:16:52.122830 n-d-816865-1 neutron-server[102388]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 05 19:16:52.122830 n-d-816865-1 neutron-server[102388]: self.session.flush() Nov 05 19:16:52.122830 n-d-816865-1 neutron-server[102388]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 05 19:16:52.122830 n-d-816865-1 neutron-server[102388]: self.session.flush() Nov 05 19:16:52.122830 n-d-816865-1 neutron-server[102388]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 05 19:16:52.122830 n-d-816865-1 neutron-server[102388]: self.session.flush() Nov 05 19:16:52.122830 n-d-816865-1 neutron-server[102388]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 05 19:16:52.122830 n-d-816865-1 neutron-server[102388]: self.session.flush() Nov 05 19:16:52.122830 n-d-816865-1 neutron-server[102388]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 05 19:16:52.122830 n-d-816865-1 neutron-server[102388]: self.session.flush() Nov 05 19:16:52.122830 n-d-816865-1 neutron-server[102388]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 05 19:16:52.122830 n-d-816865-1 neutron-server[102388]: self.session.flush() Nov 05 19:16:52.122830 n-d-816865-1 neutron-server[102388]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 05 19:16:52.122830 n-d-816865-1 neutron-server[102388]: self.session.flush() Nov 05 19:16:52.122830 n-d-816865-1 neutron-server[102388]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 05 19:16:52.122830 n-d-816865-1 neutron-server[102388]: self.session.flush() Nov 05 19:16:52.122830 n-d-816865-1 neutron-server[102388]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 05 19:16:52.122830 n-d-816865-1 neutron-server[102388]: self.session.flush() Nov 05 19:16:52.122830 n-d-816865-1 neutron-server[102388]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 05 19:16:52.122830 n-d-816865-1 neutron-server[102388]: self.session.flush() Nov 05 19:16:52.122830 n-d-816865-1 neutron-server[102388]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 05 19:16:52.122830 n-d-816865-1 neutron-server[102388]: self.session.flush() Nov 05 19:16:52.122830 n-d-816865-1 neutron-server[102388]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 05 19:16:52.122830 n-d-816865-1 neutron-server[102388]: self.session.flush() Nov 05 19:16:52.136313 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-5be2f287-59a3-47c8-b833-d9ca471348a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798'] for port, after_delete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:16:52.162094 n-d-816865-1 neutron-server[102386]: Traceback (most recent call last): Nov 05 19:16:52.162094 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 05 19:16:52.162094 n-d-816865-1 neutron-server[102386]: timer() Nov 05 19:16:52.162094 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 05 19:16:52.162094 n-d-816865-1 neutron-server[102386]: cb(*args, **kw) Nov 05 19:16:52.162094 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 05 19:16:52.162094 n-d-816865-1 neutron-server[102386]: return func(*args, **kwargs) Nov 05 19:16:52.162094 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 05 19:16:52.162094 n-d-816865-1 neutron-server[102386]: self._notify() Nov 05 19:16:52.162094 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 05 19:16:52.162094 n-d-816865-1 neutron-server[102386]: self.callback(batched_events) Nov 05 19:16:52.162094 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 05 19:16:52.162094 n-d-816865-1 neutron-server[102386]: event.method(event) Nov 05 19:16:52.162094 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 05 19:16:52.162094 n-d-816865-1 neutron-server[102386]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 05 19:16:52.162094 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 05 19:16:52.162094 n-d-816865-1 neutron-server[102386]: aggregate_uuid = self.p_client.list_aggregates( Nov 05 19:16:52.162094 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 05 19:16:52.162094 n-d-816865-1 neutron-server[102386]: return f(self, *a, **k) Nov 05 19:16:52.162094 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 05 19:16:52.162094 n-d-816865-1 neutron-server[102386]: return self._get(url).json() Nov 05 19:16:52.162094 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 05 19:16:52.162094 n-d-816865-1 neutron-server[102386]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 05 19:16:52.162094 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 05 19:16:52.162094 n-d-816865-1 neutron-server[102386]: return self.request(url, 'GET', **kwargs) Nov 05 19:16:52.162094 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 05 19:16:52.162094 n-d-816865-1 neutron-server[102386]: base_url = self.get_endpoint(auth, allow=allow, Nov 05 19:16:52.162094 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 05 19:16:52.162094 n-d-816865-1 neutron-server[102386]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 05 19:16:52.162094 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 05 19:16:52.162094 n-d-816865-1 neutron-server[102386]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 05 19:16:52.162094 n-d-816865-1 neutron-server[102386]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 05 19:16:52.172308 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be2f287-59a3-47c8-b833-d9ca471348a5 None None] Pushing event deleted for resources: {'Port': ['ID=12bebe1d-df10-4be2-8794-dab57427c184,revision_number=None']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:16:52.174644 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5be2f287-59a3-47c8-b833-d9ca471348a5 None None] No DVR routers for this DVR port 12bebe1d-df10-4be2-8794-dab57427c184 on host n-d-816865-1 {{(pid=102388) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 19:16:52.226421 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-faace334-95a6-420e-9464-9d38e4e28678 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1579178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-956796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1000687'] for network, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:16:52.232517 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-faace334-95a6-420e-9464-9d38e4e28678 admin admin] Publish callbacks [] for network, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:16:52.239099 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-faace334-95a6-420e-9464-9d38e4e28678 admin admin] 10.222.0.13 "DELETE /v2.0/networks/95bf24bc-61e1-4f85-8a76-7212484978aa HTTP/1.1" status: 204 len: 168 time: 0.8197579 Nov 05 19:16:52.239722 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 38972) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:16:52.250152 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faace334-95a6-420e-9464-9d38e4e28678 admin admin] Pushing event deleted for resources: {'Network': ['ID=95bf24bc-61e1-4f85-8a76-7212484978aa,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:16:52.616972 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-2431796c-b9f4-4829-88d6-caf060612a27 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-571777'] for router_interface, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:16:53.306688 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [None req-2431796c-b9f4-4829-88d6-caf060612a27 admin admin] Deleting port ac1fd8c9-1a66-47fb-91e1-9fd07c658d44 {{(pid=102387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 19:16:53.307480 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-2431796c-b9f4-4829-88d6-caf060612a27 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:16:53.381277 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9deffd-3ea2-4648-ac6e-0d2a5006172a req-f37242e5-ca34-499d-92ea-5e79c72a49dd tempest-AttachVolumeNegativeTest-814338664 tempest-AttachVolumeNegativeTest-814338664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:16:53.389422 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-fe9deffd-3ea2-4648-ac6e-0d2a5006172a req-f37242e5-ca34-499d-92ea-5e79c72a49dd tempest-AttachVolumeNegativeTest-814338664 tempest-AttachVolumeNegativeTest-814338664-project] 10.222.0.13 "GET /v2.0/ports?device_id=62cf4386-7813-4901-bb02-41f41e7cb032 HTTP/1.1" status: 200 len: 946 time: 0.1118646 Nov 05 19:16:53.447921 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.db [None req-2431796c-b9f4-4829-88d6-caf060612a27 admin admin] For port ac1fd8c9-1a66-47fb-91e1-9fd07c658d44, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=ac1fd8c9-1a66-47fb-91e1-9fd07c658d44,segment=NetworkSegment(3dfd3cf3-2d11-4c4c-927f-c0b19cc54e51),segment_id=3dfd3cf3-2d11-4c4c-927f-c0b19cc54e51)] {{(pid=102387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:16:53.448447 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-2431796c-b9f4-4829-88d6-caf060612a27 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:16:53.468227 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-fe9deffd-3ea2-4648-ac6e-0d2a5006172a req-efc257a4-4aff-4fae-88d8-3ac6db9b8da3 tempest-AttachVolumeNegativeTest-814338664 tempest-AttachVolumeNegativeTest-814338664-project] 10.222.0.13 "GET /v2.0/security-groups?id=8cbae1bb-3d0a-4c8e-93ba-0ec8a19ca6a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779881 Nov 05 19:16:53.469408 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [None req-2431796c-b9f4-4829-88d6-caf060612a27 admin admin] Calling delete_port for ac1fd8c9-1a66-47fb-91e1-9fd07c658d44 owned by network:router_interface {{(pid=102387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 19:16:53.592789 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 12bebe1d-df10-4be2-8794-dab57427c184 no longer exists at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 19:16:53.616614 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] No Port match for: 12bebe1d-df10-4be2-8794-dab57427c184 {{(pid=102388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 19:16:53.616966 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 12bebe1d-df10-4be2-8794-dab57427c184 not bound to the agent host n-d-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 19:16:53.722211 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-2431796c-b9f4-4829-88d6-caf060612a27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4417063'] for port, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:16:53.747631 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2431796c-b9f4-4829-88d6-caf060612a27 admin admin] Pushing event deleted for resources: {'Port': ['ID=ac1fd8c9-1a66-47fb-91e1-9fd07c658d44,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:16:53.960743 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-2431796c-b9f4-4829-88d6-caf060612a27 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-597886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-573297'] for router_interface, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:16:54.191027 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2431796c-b9f4-4829-88d6-caf060612a27 admin admin] Router 32d40b22-081b-47bd-98fb-64b6ed9a4663 has already been hosted by L3 agent 6dcb5589-8e86-4616-9186-ddc4548e13ad {{(pid=102387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 19:16:54.305219 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2431796c-b9f4-4829-88d6-caf060612a27 admin admin] Notify agent at l3_agent.n-d-816865-1 the message routers_updated {{(pid=102387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 19:16:54.311108 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-2431796c-b9f4-4829-88d6-caf060612a27 admin admin] 10.222.0.13 "PUT /v2.0/routers/32d40b22-081b-47bd-98fb-64b6ed9a4663/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0695412 Nov 05 19:16:54.313629 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 38984) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:16:54.316866 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae3d7926-365c-44b5-b420-fa3039ec2c8c None None] Sync routers for ids ['32d40b22-081b-47bd-98fb-64b6ed9a4663'] in n-d-816865-1 {{(pid=102389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 19:16:54.328006 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae3d7926-365c-44b5-b420-fa3039ec2c8c None None] Routers {'32d40b22-081b-47bd-98fb-64b6ed9a4663'} bound to L3 agent in host n-d-816865-1 {{(pid=102389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 19:16:54.328640 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-ae3d7926-365c-44b5-b420-fa3039ec2c8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T19:16:35Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['32d40b22-081b-47bd-98fb-64b6ed9a4663'], 'active': True} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:16:54.428339 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-73d58477-b85f-4e97-a07c-b3aeaff4da0b admin admin] Publish callbacks [] for router, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:16:54.439279 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvr_db [None req-ae3d7926-365c-44b5-b420-fa3039ec2c8c None None] Set router 32d40b22-081b-47bd-98fb-64b6ed9a4663 gateway port host: n-d-816865-1 {{(pid=102389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 19:16:54.573297 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcce650f-5cf6-4430-ae99-1a8039776d76 req-662644a2-07f7-4953-b55b-c459fffa39f5 tempest-AttachVolumeNegativeTest-814338664 tempest-AttachVolumeNegativeTest-814338664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:16:54.574929 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-dcce650f-5cf6-4430-ae99-1a8039776d76 req-662644a2-07f7-4953-b55b-c459fffa39f5 tempest-AttachVolumeNegativeTest-814338664 tempest-AttachVolumeNegativeTest-814338664-project] 10.222.0.41 "GET /v2.0/ports?device_id=62cf4386-7813-4901-bb02-41f41e7cb032 HTTP/1.1" status: 200 len: 946 time: 0.1069174 Nov 05 19:16:54.631715 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-73d58477-b85f-4e97-a07c-b3aeaff4da0b admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:16:54.685888 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c070aec1-697d-497e-95b5-70c2c0852873 req-ed44738a-8f95-4fed-b9bc-3779fbb82200 tempest-AttachVolumeNegativeTest-814338664 tempest-AttachVolumeNegativeTest-814338664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:16:54.687430 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-c070aec1-697d-497e-95b5-70c2c0852873 req-ed44738a-8f95-4fed-b9bc-3779fbb82200 tempest-AttachVolumeNegativeTest-814338664 tempest-AttachVolumeNegativeTest-814338664-project] 10.222.0.13 "GET /v2.0/ports?device_id=62cf4386-7813-4901-bb02-41f41e7cb032 HTTP/1.1" status: 200 len: 946 time: 0.1361895 Nov 05 19:16:54.722549 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-ae3d7926-365c-44b5-b420-fa3039ec2c8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32d40b22-081b-47bd-98fb-64b6ed9a4663', 'name': 'tempest-TestServerBasicOps-990105818-router', 'tenant_id': 'a7797cc475cd482d83558219d8aee1d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.228'}], 'enable_snat': True}, 'gw_port_id': '388babe9-32c1-420e-8059-11c31cdf6923', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T19:11:27Z', 'updated_at': '2021-11-05T19:16:53Z', 'revision_number': 5, 'project_id': 'a7797cc475cd482d83558219d8aee1d4', 'gw_port': {'id': '388babe9-32c1-420e-8059-11c31cdf6923', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:ca:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32d40b22-081b-47bd-98fb-64b6ed9a4663', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3563, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:11:28Z', 'updated_at': '2021-11-05T19:11:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1'}], 'n-d-816865-1', False) {} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:16:54.752027 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae3d7926-365c-44b5-b420-fa3039ec2c8c None None] Checking router: 32d40b22-081b-47bd-98fb-64b6ed9a4663 for host: n-d-816865-1 {{(pid=102389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 19:16:54.760593 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae3d7926-365c-44b5-b420-fa3039ec2c8c None None] Routers {'32d40b22-081b-47bd-98fb-64b6ed9a4663'} bound to L3 agent in host n-d-816865-1 {{(pid=102389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 19:16:54.761208 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-ae3d7926-365c-44b5-b420-fa3039ec2c8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T19:16:35Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['32d40b22-081b-47bd-98fb-64b6ed9a4663'], 'active': True} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:16:54.769485 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [req-dcce650f-5cf6-4430-ae99-1a8039776d76 req-a468d6da-5d11-46e7-8a5c-4bf69277f714 tempest-AttachVolumeNegativeTest-814338664 tempest-AttachVolumeNegativeTest-814338664-project] Deleting port 683b23bc-9257-42a4-8163-2140a779f154 {{(pid=102387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 19:16:54.769819 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-dcce650f-5cf6-4430-ae99-1a8039776d76 req-a468d6da-5d11-46e7-8a5c-4bf69277f714 tempest-AttachVolumeNegativeTest-814338664 tempest-AttachVolumeNegativeTest-814338664-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:16:54.790645 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-c070aec1-697d-497e-95b5-70c2c0852873 req-55ab9f12-932e-48be-a729-74c6c857b989 tempest-AttachVolumeNegativeTest-814338664 tempest-AttachVolumeNegativeTest-814338664-project] 10.222.0.13 "GET /v2.0/security-groups?id=8cbae1bb-3d0a-4c8e-93ba-0ec8a19ca6a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959558 Nov 05 19:16:54.854948 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvr_db [None req-ae3d7926-365c-44b5-b420-fa3039ec2c8c None None] Set router 32d40b22-081b-47bd-98fb-64b6ed9a4663 gateway port host: None {{(pid=102389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 19:16:54.869062 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [None req-73d58477-b85f-4e97-a07c-b3aeaff4da0b admin admin] Deleting port 388babe9-32c1-420e-8059-11c31cdf6923 {{(pid=102387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 19:16:54.869432 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-73d58477-b85f-4e97-a07c-b3aeaff4da0b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:16:54.909118 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-ae3d7926-365c-44b5-b420-fa3039ec2c8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32d40b22-081b-47bd-98fb-64b6ed9a4663', 'name': 'tempest-TestServerBasicOps-990105818-router', 'tenant_id': 'a7797cc475cd482d83558219d8aee1d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T19:11:27Z', 'updated_at': '2021-11-05T19:16:54Z', 'revision_number': 6, 'project_id': 'a7797cc475cd482d83558219d8aee1d4', 'gw_port_host': None}], 'n-d-816865-1', False) {} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:16:54.935003 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.db [req-dcce650f-5cf6-4430-ae99-1a8039776d76 req-a468d6da-5d11-46e7-8a5c-4bf69277f714 tempest-AttachVolumeNegativeTest-814338664 tempest-AttachVolumeNegativeTest-814338664-project] For port 683b23bc-9257-42a4-8163-2140a779f154, host n-h1-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=683b23bc-9257-42a4-8163-2140a779f154,segment=NetworkSegment(1158bd8e-c612-44f1-a6e7-1a9c01b70d43),segment_id=1158bd8e-c612-44f1-a6e7-1a9c01b70d43)] {{(pid=102387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:16:54.935427 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-dcce650f-5cf6-4430-ae99-1a8039776d76 req-a468d6da-5d11-46e7-8a5c-4bf69277f714 tempest-AttachVolumeNegativeTest-814338664 tempest-AttachVolumeNegativeTest-814338664-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:16:54.939253 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae3d7926-365c-44b5-b420-fa3039ec2c8c None None] The sync data for ids ['32d40b22-081b-47bd-98fb-64b6ed9a4663'] in n-d-816865-1 is: [{'id': '32d40b22-081b-47bd-98fb-64b6ed9a4663', 'name': 'tempest-TestServerBasicOps-990105818-router', 'tenant_id': 'a7797cc475cd482d83558219d8aee1d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T19:11:27Z', 'updated_at': '2021-11-05T19:16:54Z', 'revision_number': 6, 'project_id': 'a7797cc475cd482d83558219d8aee1d4', 'gw_port_host': None}] {{(pid=102389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 19:16:54.952488 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [req-dcce650f-5cf6-4430-ae99-1a8039776d76 req-a468d6da-5d11-46e7-8a5c-4bf69277f714 tempest-AttachVolumeNegativeTest-814338664 tempest-AttachVolumeNegativeTest-814338664-project] Calling delete_port for 683b23bc-9257-42a4-8163-2140a779f154 owned by compute:nova {{(pid=102387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 19:16:55.020098 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.db [None req-73d58477-b85f-4e97-a07c-b3aeaff4da0b admin admin] For port 388babe9-32c1-420e-8059-11c31cdf6923, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=388babe9-32c1-420e-8059-11c31cdf6923,segment=NetworkSegment(85be518c-8bb4-46a2-a903-d4292782d29d),segment_id=85be518c-8bb4-46a2-a903-d4292782d29d)] {{(pid=102387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:16:55.020463 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-73d58477-b85f-4e97-a07c-b3aeaff4da0b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:16:55.039554 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [None req-73d58477-b85f-4e97-a07c-b3aeaff4da0b admin admin] Calling delete_port for 388babe9-32c1-420e-8059-11c31cdf6923 owned by network:router_gateway {{(pid=102387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 19:16:55.323841 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-dcce650f-5cf6-4430-ae99-1a8039776d76 req-a468d6da-5d11-46e7-8a5c-4bf69277f714 tempest-AttachVolumeNegativeTest-814338664 tempest-AttachVolumeNegativeTest-814338664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4417063'] for port, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:16:55.336606 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] get_ports_and_sgs() called for port_ids ['afeb8dd3-b1ab-4bad-8471-e80269ed47c7', '683b23bc-9257-42a4-8163-2140a779f154'] {{(pid=102388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 19:16:55.340783 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] get_ports_and_sgs() called for port_ids ['c6ce76bb-d1c4-481a-8dba-38bab6a7b11e'] {{(pid=102388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 19:16:55.362402 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a468d6da-5d11-46e7-8a5c-4bf69277f714 tempest-AttachVolumeNegativeTest-814338664 tempest-AttachVolumeNegativeTest-814338664-project] Pushing event deleted for resources: {'Port': ['ID=683b23bc-9257-42a4-8163-2140a779f154,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:16:55.364356 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-73d58477-b85f-4e97-a07c-b3aeaff4da0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4417063'] for port, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:16:55.409482 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d58477-b85f-4e97-a07c-b3aeaff4da0b admin admin] Pushing event deleted for resources: {'Port': ['ID=388babe9-32c1-420e-8059-11c31cdf6923,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:16:55.464150 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.l3_dvrscheduler_db [req-dcce650f-5cf6-4430-ae99-1a8039776d76 req-a468d6da-5d11-46e7-8a5c-4bf69277f714 tempest-AttachVolumeNegativeTest-814338664 tempest-AttachVolumeNegativeTest-814338664-project] No DVR routers for this DVR port 683b23bc-9257-42a4-8163-2140a779f154 on host n-h1-816865-1 {{(pid=102387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 19:16:55.486743 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-dcce650f-5cf6-4430-ae99-1a8039776d76 req-a468d6da-5d11-46e7-8a5c-4bf69277f714 tempest-AttachVolumeNegativeTest-814338664 tempest-AttachVolumeNegativeTest-814338664-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:16:55.490083 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-dcce650f-5cf6-4430-ae99-1a8039776d76 req-a468d6da-5d11-46e7-8a5c-4bf69277f714 tempest-AttachVolumeNegativeTest-814338664 tempest-AttachVolumeNegativeTest-814338664-project] 10.222.0.41 "DELETE /v2.0/ports/683b23bc-9257-42a4-8163-2140a779f154 HTTP/1.1" status: 204 len: 173 time: 0.9071007 Nov 05 19:16:55.490547 n-d-816865-1 neutron-server[102387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62cf4386-7813-4901-bb02-41f41e7cb032', 'name': 'network-vif-deleted', 'tag': '683b23bc-9257-42a4-8163-2140a779f154'}] {{(pid=102387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 19:16:55.492927 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab06bd4ddf5758c1f10d79fe34dc215bafa488692cde9dba2fcbcb67556f90bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a526e94-87b0-46df-a895-1fe81b27dccd" -d '{"events": [{"server_uuid": "62cf4386-7813-4901-bb02-41f41e7cb032", "name": "network-vif-deleted", "tag": "683b23bc-9257-42a4-8163-2140a779f154"}]}' {{(pid=102387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 19:16:55.520352 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-73d58477-b85f-4e97-a07c-b3aeaff4da0b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1000651'] for router_gateway, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:16:55.551793 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 19:16:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e274956b-88b6-4a8c-8227-24f0d8f3e9ac x-openstack-request-id: req-e274956b-88b6-4a8c-8227-24f0d8f3e9ac {{(pid=102387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 19:16:55.552096 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62cf4386-7813-4901-bb02-41f41e7cb032", "name": "network-vif-deleted", "tag": "683b23bc-9257-42a4-8163-2140a779f154", "status": "completed", "code": 200}]} {{(pid=102387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 19:16:55.552379 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e274956b-88b6-4a8c-8227-24f0d8f3e9ac {{(pid=102387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 19:16:55.552820 n-d-816865-1 neutron-server[102387]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62cf4386-7813-4901-bb02-41f41e7cb032', 'name': 'network-vif-deleted', 'tag': '683b23bc-9257-42a4-8163-2140a779f154', 'status': 'completed', 'code': 200} Nov 05 19:16:55.624940 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-73d58477-b85f-4e97-a07c-b3aeaff4da0b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-571301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6852'] for router, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:16:55.627324 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-73d58477-b85f-4e97-a07c-b3aeaff4da0b admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:16:55.742813 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-73d58477-b85f-4e97-a07c-b3aeaff4da0b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-571310'] for router, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:16:55.743465 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73d58477-b85f-4e97-a07c-b3aeaff4da0b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 32d40b22-081b-47bd-98fb-64b6ed9a4663 {{(pid=102387) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 05 19:16:55.751951 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-73d58477-b85f-4e97-a07c-b3aeaff4da0b admin admin] Publish callbacks [] for router, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:16:55.751951 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-73d58477-b85f-4e97-a07c-b3aeaff4da0b admin admin] 10.222.0.13 "DELETE /v2.0/routers/32d40b22-081b-47bd-98fb-64b6ed9a4663 HTTP/1.1" status: 204 len: 168 time: 1.4356151 Nov 05 19:16:55.753117 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 38992) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:16:55.807232 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.db_base_plugin_v2 [None req-684c4233-89f5-4bdc-9c1e-6479a8641c99 admin admin] Deleting subnet 287aa079-71f8-4436-8d52-113644ba450d {{(pid=102387) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 05 19:16:55.811502 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-684c4233-89f5-4bdc-9c1e-6479a8641c99 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:16:55.828167 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device ac1fd8c9-1a66-47fb-91e1-9fd07c658d44 no longer exists at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 19:16:55.850934 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] No Port match for: ac1fd8c9-1a66-47fb-91e1-9fd07c658d44 {{(pid=102388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 19:16:55.851632 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device ac1fd8c9-1a66-47fb-91e1-9fd07c658d44 not bound to the agent host n-d-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 19:16:55.852172 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 388babe9-32c1-420e-8059-11c31cdf6923 no longer exists at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 19:16:55.861605 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-684c4233-89f5-4bdc-9c1e-6479a8641c99 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4463501'] for subnet, precommit_delete_associations {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:16:55.881218 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] No Port match for: 388babe9-32c1-420e-8059-11c31cdf6923 {{(pid=102388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 19:16:55.881823 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 388babe9-32c1-420e-8059-11c31cdf6923 not bound to the agent host n-d-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 19:16:55.929342 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-a5336ffe-e8f9-4c3b-b8e9-207bd498c8e2 req-b6ba0b18-6955-4578-913f-6fd1c6f4ea80 tempest-AttachVolumeNegativeTest-814338664 tempest-AttachVolumeNegativeTest-814338664-project] 10.222.0.13 "GET /v2.0/ports?device_id=62cf4386-7813-4901-bb02-41f41e7cb032 HTTP/1.1" status: 200 len: 210 time: 0.0385926 Nov 05 19:16:55.986994 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-684c4233-89f5-4bdc-9c1e-6479a8641c99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1573928'] for subnet, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:16:56.187393 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-684c4233-89f5-4bdc-9c1e-6479a8641c99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1573905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4417146', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5112209'] for subnet, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:16:56.215788 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684c4233-89f5-4bdc-9c1e-6479a8641c99 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=287aa079-71f8-4436-8d52-113644ba450d,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:16:56.222024 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-684c4233-89f5-4bdc-9c1e-6479a8641c99 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:16:56.229350 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-684c4233-89f5-4bdc-9c1e-6479a8641c99 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/287aa079-71f8-4436-8d52-113644ba450d HTTP/1.1" status: 204 len: 168 time: 0.4710448 Nov 05 19:16:56.229646 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 38998) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:16:56.238626 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa965866-2362-413e-b411-82bbcda6c27e None None] Network 7d8f8339-07ce-43c0-bb92-2044f3936cdc requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 19:16:56.310001 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-acd0f7e7-8fce-4ab0-beca-85b92a0e5073 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1664226'] for network, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:16:56.368915 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-acd0f7e7-8fce-4ab0-beca-85b92a0e5073 admin admin] Deleting port f501df8c-eeb0-4bbe-aba0-99df23484aca {{(pid=102386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 19:16:56.369178 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-acd0f7e7-8fce-4ab0-beca-85b92a0e5073 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:16:56.448955 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [None req-acd0f7e7-8fce-4ab0-beca-85b92a0e5073 admin admin] For port f501df8c-eeb0-4bbe-aba0-99df23484aca, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=f501df8c-eeb0-4bbe-aba0-99df23484aca,segment=NetworkSegment(3dfd3cf3-2d11-4c4c-927f-c0b19cc54e51),segment_id=3dfd3cf3-2d11-4c4c-927f-c0b19cc54e51)] {{(pid=102386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:16:56.449328 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-acd0f7e7-8fce-4ab0-beca-85b92a0e5073 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:16:56.457232 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36a1fc42-94cd-45d9-b75a-75c7367df464 None None] DHCP port deletion for 7d8f8339-07ce-43c0-bb92-2044f3936cdc request from n-d-816865-1 {{(pid=102388) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 05 19:16:56.465992 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-acd0f7e7-8fce-4ab0-beca-85b92a0e5073 admin admin] Calling delete_port for f501df8c-eeb0-4bbe-aba0-99df23484aca owned by network:dhcp {{(pid=102386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 19:16:56.532181 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-36a1fc42-94cd-45d9-b75a-75c7367df464 None None] Deleting port f501df8c-eeb0-4bbe-aba0-99df23484aca {{(pid=102388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 19:16:56.532662 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-36a1fc42-94cd-45d9-b75a-75c7367df464 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:16:56.598551 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-36a1fc42-94cd-45d9-b75a-75c7367df464 None None] For port f501df8c-eeb0-4bbe-aba0-99df23484aca, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=f501df8c-eeb0-4bbe-aba0-99df23484aca,segment=NetworkSegment(3dfd3cf3-2d11-4c4c-927f-c0b19cc54e51),segment_id=3dfd3cf3-2d11-4c4c-927f-c0b19cc54e51)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:16:56.598869 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-36a1fc42-94cd-45d9-b75a-75c7367df464 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:16:56.611533 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-36a1fc42-94cd-45d9-b75a-75c7367df464 None None] Calling delete_port for f501df8c-eeb0-4bbe-aba0-99df23484aca owned by network:dhcp {{(pid=102388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 19:16:56.644005 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-acd0f7e7-8fce-4ab0-beca-85b92a0e5073 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:16:56.670220 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd0f7e7-8fce-4ab0-beca-85b92a0e5073 admin admin] Pushing event deleted for resources: {'Port': ['ID=f501df8c-eeb0-4bbe-aba0-99df23484aca,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:16:56.673909 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acd0f7e7-8fce-4ab0-beca-85b92a0e5073 admin admin] No DVR routers for this DVR port f501df8c-eeb0-4bbe-aba0-99df23484aca on host n-d-816865-1 {{(pid=102386) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 19:16:56.694833 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-36a1fc42-94cd-45d9-b75a-75c7367df464 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798'] for port, after_delete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:16:56.720736 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a1fc42-94cd-45d9-b75a-75c7367df464 None None] Pushing event deleted for resources: {'Port': ['ID=f501df8c-eeb0-4bbe-aba0-99df23484aca,revision_number=None']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:16:56.724281 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36a1fc42-94cd-45d9-b75a-75c7367df464 None None] No DVR routers for this DVR port f501df8c-eeb0-4bbe-aba0-99df23484aca on host n-d-816865-1 {{(pid=102388) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 19:16:56.758311 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-acd0f7e7-8fce-4ab0-beca-85b92a0e5073 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1579173', 'neutron.services.segments.db._delete_segments_for_network-8750027792909'] for network, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:16:56.780115 n-d-816865-1 neutron-server[102386]: DEBUG neutron.services.segments.db [None req-acd0f7e7-8fce-4ab0-beca-85b92a0e5073 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d8f8339-07ce-43c0-bb92-2044f3936cdc']}} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:16:56.789161 n-d-816865-1 neutron-server[102386]: DEBUG neutron.services.segments.db [None req-acd0f7e7-8fce-4ab0-beca-85b92a0e5073 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3dfd3cf3-2d11-4c4c-927f-c0b19cc54e51') {'for_net_delete': True} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:16:56.789461 n-d-816865-1 neutron-server[102386]: DEBUG neutron.services.segments.db [None req-acd0f7e7-8fce-4ab0-beca-85b92a0e5073 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3dfd3cf3-2d11-4c4c-927f-c0b19cc54e51') {} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:16:56.799161 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-acd0f7e7-8fce-4ab0-beca-85b92a0e5073 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750027793430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4590747'] for segment, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:16:56.812736 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-acd0f7e7-8fce-4ab0-beca-85b92a0e5073 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273'] for segment, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:16:56.818737 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-acd0f7e7-8fce-4ab0-beca-85b92a0e5073 admin admin] Releasing vlan 150 on physical network physnet1 to pool {{(pid=102386) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 05 19:16:56.819110 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-acd0f7e7-8fce-4ab0-beca-85b92a0e5073 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6149721'] for segment, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:16:56.820759 n-d-816865-1 neutron-server[102386]: Traceback (most recent call last): Nov 05 19:16:56.820759 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 05 19:16:56.820759 n-d-816865-1 neutron-server[102386]: timer() Nov 05 19:16:56.820759 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 05 19:16:56.820759 n-d-816865-1 neutron-server[102386]: cb(*args, **kw) Nov 05 19:16:56.820759 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 05 19:16:56.820759 n-d-816865-1 neutron-server[102386]: return func(*args, **kwargs) Nov 05 19:16:56.820759 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 05 19:16:56.820759 n-d-816865-1 neutron-server[102386]: self._notify() Nov 05 19:16:56.820759 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 05 19:16:56.820759 n-d-816865-1 neutron-server[102386]: self.callback(batched_events) Nov 05 19:16:56.820759 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 05 19:16:56.820759 n-d-816865-1 neutron-server[102386]: event.method(event) Nov 05 19:16:56.820759 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 05 19:16:56.820759 n-d-816865-1 neutron-server[102386]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 05 19:16:56.820759 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 05 19:16:56.820759 n-d-816865-1 neutron-server[102386]: aggregate_uuid = self.p_client.list_aggregates( Nov 05 19:16:56.820759 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 05 19:16:56.820759 n-d-816865-1 neutron-server[102386]: return f(self, *a, **k) Nov 05 19:16:56.820759 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 05 19:16:56.820759 n-d-816865-1 neutron-server[102386]: return self._get(url).json() Nov 05 19:16:56.820759 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 05 19:16:56.820759 n-d-816865-1 neutron-server[102386]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 05 19:16:56.820759 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 05 19:16:56.820759 n-d-816865-1 neutron-server[102386]: return self.request(url, 'GET', **kwargs) Nov 05 19:16:56.820759 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 05 19:16:56.820759 n-d-816865-1 neutron-server[102386]: base_url = self.get_endpoint(auth, allow=allow, Nov 05 19:16:56.820759 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 05 19:16:56.820759 n-d-816865-1 neutron-server[102386]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 05 19:16:56.820759 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 05 19:16:56.820759 n-d-816865-1 neutron-server[102386]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 05 19:16:56.820759 n-d-816865-1 neutron-server[102386]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 05 19:16:56.973735 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-acd0f7e7-8fce-4ab0-beca-85b92a0e5073 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1579178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-956796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1000687'] for network, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:16:56.980598 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-acd0f7e7-8fce-4ab0-beca-85b92a0e5073 admin admin] Publish callbacks [] for network, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:16:56.989559 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-acd0f7e7-8fce-4ab0-beca-85b92a0e5073 admin admin] 10.222.0.13 "DELETE /v2.0/networks/7d8f8339-07ce-43c0-bb92-2044f3936cdc HTTP/1.1" status: 204 len: 168 time: 0.7560256 Nov 05 19:16:56.998866 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd0f7e7-8fce-4ab0-beca-85b92a0e5073 admin admin] Pushing event deleted for resources: {'Network': ['ID=7d8f8339-07ce-43c0-bb92-2044f3936cdc,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:16:57.361636 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 39008) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:16:57.411156 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-99ba1d9c-3ad4-4b94-b10b-000702d5304a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=60a297cf243942dda17ba6ab64d809f4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0424688 Nov 05 19:16:57.412754 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 39012) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:16:57.464946 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-db82f641-8f7a-46b2-a80d-3aba84c3797d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:16:57.488182 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-db82f641-8f7a-46b2-a80d-3aba84c3797d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:16:57.493367 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c9d3f3-0af1-4f9c-b148-73991c74cc29 req-d2de474f-06f9-4ae4-b238-f2960fae4e15 tempest-AttachVolumeNegativeTest-814338664 tempest-AttachVolumeNegativeTest-814338664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:16:57.495234 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-67c9d3f3-0af1-4f9c-b148-73991c74cc29 req-d2de474f-06f9-4ae4-b238-f2960fae4e15 tempest-AttachVolumeNegativeTest-814338664 tempest-AttachVolumeNegativeTest-814338664-project] 10.222.0.13 "GET /v2.0/ports?device_id=11612386-a8a6-456b-8d01-e09af951c3b4 HTTP/1.1" status: 200 len: 946 time: 0.0518138 Nov 05 19:16:57.546419 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-67c9d3f3-0af1-4f9c-b148-73991c74cc29 req-0b57542e-1f77-4292-ab2f-76fcf22f9ef0 tempest-AttachVolumeNegativeTest-814338664 tempest-AttachVolumeNegativeTest-814338664-project] 10.222.0.13 "GET /v2.0/security-groups?id=8cbae1bb-3d0a-4c8e-93ba-0ec8a19ca6a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450096 Nov 05 19:16:57.588760 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device f501df8c-eeb0-4bbe-aba0-99df23484aca no longer exists at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 19:16:57.610650 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] No Port match for: f501df8c-eeb0-4bbe-aba0-99df23484aca {{(pid=102388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 19:16:57.610994 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device f501df8c-eeb0-4bbe-aba0-99df23484aca not bound to the agent host n-d-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 19:16:57.653108 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-db82f641-8f7a-46b2-a80d-3aba84c3797d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:16:57.655718 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-db82f641-8f7a-46b2-a80d-3aba84c3797d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:16:57.656925 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-db82f641-8f7a-46b2-a80d-3aba84c3797d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/52b9af9b-bb15-480f-a29d-d7d18458781f HTTP/1.1" status: 204 len: 168 time: 0.2431498 Nov 05 19:16:57.665783 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db82f641-8f7a-46b2-a80d-3aba84c3797d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52b9af9b-bb15-480f-a29d-d7d18458781f,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:16:58.305144 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 39020) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:16:58.347167 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-8a9d6823-d349-48a4-b22b-b7c98d28193c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a7797cc475cd482d83558219d8aee1d4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0407302 Nov 05 19:16:58.349685 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 39022) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:16:58.402334 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-96a97d98-ca9e-4b59-b1b7-57b5e7feb265 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:16:58.426204 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-96a97d98-ca9e-4b59-b1b7-57b5e7feb265 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:16:58.558653 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-96a97d98-ca9e-4b59-b1b7-57b5e7feb265 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:16:58.561237 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-96a97d98-ca9e-4b59-b1b7-57b5e7feb265 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:16:58.562457 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-96a97d98-ca9e-4b59-b1b7-57b5e7feb265 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/bcd5a899-1b0c-4831-ae49-6cd5f6c5c229 HTTP/1.1" status: 204 len: 168 time: 0.2115703 Nov 05 19:16:58.570458 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a97d98-ca9e-4b59-b1b7-57b5e7feb265 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcd5a899-1b0c-4831-ae49-6cd5f6c5c229,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:16:58.644485 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Device 683b23bc-9257-42a4-8163-2140a779f154 no longer exists at agent hyperv_n-h1-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 19:16:58.669285 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] No Port match for: 683b23bc-9257-42a4-8163-2140a779f154 {{(pid=102388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 19:16:58.669855 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Device 683b23bc-9257-42a4-8163-2140a779f154 not bound to the agent host n-h1-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 19:16:58.676268 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48e44e8-dd5d-4d03-a4ac-28f79f236f59 req-3f4017e7-870b-4c06-a414-468c53ae22a6 tempest-AttachVolumeNegativeTest-814338664 tempest-AttachVolumeNegativeTest-814338664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:16:58.678014 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-d48e44e8-dd5d-4d03-a4ac-28f79f236f59 req-3f4017e7-870b-4c06-a414-468c53ae22a6 tempest-AttachVolumeNegativeTest-814338664 tempest-AttachVolumeNegativeTest-814338664-project] 10.222.0.13 "GET /v2.0/ports?device_id=11612386-a8a6-456b-8d01-e09af951c3b4 HTTP/1.1" status: 200 len: 946 time: 0.0530770 Nov 05 19:16:58.730792 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-d48e44e8-dd5d-4d03-a4ac-28f79f236f59 req-ce0b8515-a365-48be-b4b6-f97fb774bc07 tempest-AttachVolumeNegativeTest-814338664 tempest-AttachVolumeNegativeTest-814338664-project] 10.222.0.13 "GET /v2.0/security-groups?id=8cbae1bb-3d0a-4c8e-93ba-0ec8a19ca6a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452113 Nov 05 19:16:58.955234 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52ae079-d97a-4e05-89bb-a127e210b57b req-4b73458b-df5f-49dc-ab1a-2be2470a0cf3 tempest-AttachVolumeNegativeTest-814338664 tempest-AttachVolumeNegativeTest-814338664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:16:58.956998 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-d52ae079-d97a-4e05-89bb-a127e210b57b req-4b73458b-df5f-49dc-ab1a-2be2470a0cf3 tempest-AttachVolumeNegativeTest-814338664 tempest-AttachVolumeNegativeTest-814338664-project] 10.222.0.55 "GET /v2.0/ports?device_id=11612386-a8a6-456b-8d01-e09af951c3b4 HTTP/1.1" status: 200 len: 946 time: 0.0673673 Nov 05 19:16:59.060582 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [req-d52ae079-d97a-4e05-89bb-a127e210b57b req-a5b62adb-249e-4aeb-9cd7-c546d4bcbe09 tempest-AttachVolumeNegativeTest-814338664 tempest-AttachVolumeNegativeTest-814338664-project] Deleting port c6ce76bb-d1c4-481a-8dba-38bab6a7b11e {{(pid=102386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 19:16:59.060950 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-d52ae079-d97a-4e05-89bb-a127e210b57b req-a5b62adb-249e-4aeb-9cd7-c546d4bcbe09 tempest-AttachVolumeNegativeTest-814338664 tempest-AttachVolumeNegativeTest-814338664-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:16:59.156770 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [req-d52ae079-d97a-4e05-89bb-a127e210b57b req-a5b62adb-249e-4aeb-9cd7-c546d4bcbe09 tempest-AttachVolumeNegativeTest-814338664 tempest-AttachVolumeNegativeTest-814338664-project] For port c6ce76bb-d1c4-481a-8dba-38bab6a7b11e, host n-h2-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=c6ce76bb-d1c4-481a-8dba-38bab6a7b11e,segment=NetworkSegment(1158bd8e-c612-44f1-a6e7-1a9c01b70d43),segment_id=1158bd8e-c612-44f1-a6e7-1a9c01b70d43)] {{(pid=102386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:16:59.157234 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-d52ae079-d97a-4e05-89bb-a127e210b57b req-a5b62adb-249e-4aeb-9cd7-c546d4bcbe09 tempest-AttachVolumeNegativeTest-814338664 tempest-AttachVolumeNegativeTest-814338664-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:16:59.173094 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [req-d52ae079-d97a-4e05-89bb-a127e210b57b req-a5b62adb-249e-4aeb-9cd7-c546d4bcbe09 tempest-AttachVolumeNegativeTest-814338664 tempest-AttachVolumeNegativeTest-814338664-project] Calling delete_port for c6ce76bb-d1c4-481a-8dba-38bab6a7b11e owned by compute:nova {{(pid=102386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 19:16:59.413496 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-d52ae079-d97a-4e05-89bb-a127e210b57b req-a5b62adb-249e-4aeb-9cd7-c546d4bcbe09 tempest-AttachVolumeNegativeTest-814338664 tempest-AttachVolumeNegativeTest-814338664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:16:59.426505 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] get_ports_and_sgs() called for port_ids ['afeb8dd3-b1ab-4bad-8471-e80269ed47c7'] {{(pid=102388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 19:16:59.444506 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b62adb-249e-4aeb-9cd7-c546d4bcbe09 tempest-AttachVolumeNegativeTest-814338664 tempest-AttachVolumeNegativeTest-814338664-project] Pushing event deleted for resources: {'Port': ['ID=c6ce76bb-d1c4-481a-8dba-38bab6a7b11e,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:16:59.458761 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b62adb-249e-4aeb-9cd7-c546d4bcbe09 tempest-AttachVolumeNegativeTest-814338664 tempest-AttachVolumeNegativeTest-814338664-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:16:59.459334 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b62adb-249e-4aeb-9cd7-c546d4bcbe09 tempest-AttachVolumeNegativeTest-814338664 tempest-AttachVolumeNegativeTest-814338664-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:16:59.459822 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b62adb-249e-4aeb-9cd7-c546d4bcbe09 tempest-AttachVolumeNegativeTest-814338664 tempest-AttachVolumeNegativeTest-814338664-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:16:59.460334 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b62adb-249e-4aeb-9cd7-c546d4bcbe09 tempest-AttachVolumeNegativeTest-814338664 tempest-AttachVolumeNegativeTest-814338664-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:16:59.460670 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b62adb-249e-4aeb-9cd7-c546d4bcbe09 tempest-AttachVolumeNegativeTest-814338664 tempest-AttachVolumeNegativeTest-814338664-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:16:59.460998 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b62adb-249e-4aeb-9cd7-c546d4bcbe09 tempest-AttachVolumeNegativeTest-814338664 tempest-AttachVolumeNegativeTest-814338664-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:16:59.461320 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b62adb-249e-4aeb-9cd7-c546d4bcbe09 tempest-AttachVolumeNegativeTest-814338664 tempest-AttachVolumeNegativeTest-814338664-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:16:59.461638 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b62adb-249e-4aeb-9cd7-c546d4bcbe09 tempest-AttachVolumeNegativeTest-814338664 tempest-AttachVolumeNegativeTest-814338664-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:16:59.461959 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b62adb-249e-4aeb-9cd7-c546d4bcbe09 tempest-AttachVolumeNegativeTest-814338664 tempest-AttachVolumeNegativeTest-814338664-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:16:59.462308 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b62adb-249e-4aeb-9cd7-c546d4bcbe09 tempest-AttachVolumeNegativeTest-814338664 tempest-AttachVolumeNegativeTest-814338664-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:16:59.462625 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b62adb-249e-4aeb-9cd7-c546d4bcbe09 tempest-AttachVolumeNegativeTest-814338664 tempest-AttachVolumeNegativeTest-814338664-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:16:59.462941 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b62adb-249e-4aeb-9cd7-c546d4bcbe09 tempest-AttachVolumeNegativeTest-814338664 tempest-AttachVolumeNegativeTest-814338664-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:16:59.481265 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] get_ports_and_sgs() called for port_ids ['c6ce76bb-d1c4-481a-8dba-38bab6a7b11e'] {{(pid=102388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 19:16:59.520687 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [req-d52ae079-d97a-4e05-89bb-a127e210b57b req-a5b62adb-249e-4aeb-9cd7-c546d4bcbe09 tempest-AttachVolumeNegativeTest-814338664 tempest-AttachVolumeNegativeTest-814338664-project] No DVR routers for this DVR port c6ce76bb-d1c4-481a-8dba-38bab6a7b11e on host n-h2-816865-1 {{(pid=102386) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 19:16:59.532124 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-d52ae079-d97a-4e05-89bb-a127e210b57b req-a5b62adb-249e-4aeb-9cd7-c546d4bcbe09 tempest-AttachVolumeNegativeTest-814338664 tempest-AttachVolumeNegativeTest-814338664-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:16:59.536376 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-d52ae079-d97a-4e05-89bb-a127e210b57b req-a5b62adb-249e-4aeb-9cd7-c546d4bcbe09 tempest-AttachVolumeNegativeTest-814338664 tempest-AttachVolumeNegativeTest-814338664-project] 10.222.0.55 "DELETE /v2.0/ports/c6ce76bb-d1c4-481a-8dba-38bab6a7b11e HTTP/1.1" status: 204 len: 173 time: 0.5722768 Nov 05 19:16:59.537152 n-d-816865-1 neutron-server[102386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11612386-a8a6-456b-8d01-e09af951c3b4', 'name': 'network-vif-deleted', 'tag': 'c6ce76bb-d1c4-481a-8dba-38bab6a7b11e'}] {{(pid=102386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 19:16:59.540040 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6173a44d7c73f41af551dc890fa1a5892c2c6bc3458b640c8e0c24db7876ba6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a33c25d3-2927-477e-bc1e-dea7a87492d2" -d '{"events": [{"server_uuid": "11612386-a8a6-456b-8d01-e09af951c3b4", "name": "network-vif-deleted", "tag": "c6ce76bb-d1c4-481a-8dba-38bab6a7b11e"}]}' {{(pid=102386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 19:16:59.606703 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 19:16:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-855bb196-38cd-41ae-b44c-35ffeb6e1470 x-openstack-request-id: req-855bb196-38cd-41ae-b44c-35ffeb6e1470 {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 19:16:59.607255 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11612386-a8a6-456b-8d01-e09af951c3b4", "name": "network-vif-deleted", "tag": "c6ce76bb-d1c4-481a-8dba-38bab6a7b11e", "status": "completed", "code": 200}]} {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 19:16:59.607808 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-855bb196-38cd-41ae-b44c-35ffeb6e1470 {{(pid=102386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 19:16:59.608331 n-d-816865-1 neutron-server[102386]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11612386-a8a6-456b-8d01-e09af951c3b4', 'name': 'network-vif-deleted', 'tag': 'c6ce76bb-d1c4-481a-8dba-38bab6a7b11e', 'status': 'completed', 'code': 200} Nov 05 19:16:59.823516 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 39052) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:16:59.833831 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-454db4f3-f033-4778-b522-1b6b180df5c4 req-599bb36f-20c0-45ea-97b5-5362f24bcda0 tempest-AttachVolumeNegativeTest-814338664 tempest-AttachVolumeNegativeTest-814338664-project] 10.222.0.13 "GET /v2.0/ports?device_id=11612386-a8a6-456b-8d01-e09af951c3b4 HTTP/1.1" status: 200 len: 210 time: 0.0263519 Nov 05 19:16:59.937552 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-20390369-aea3-478a-93c8-9405e2be3a0b admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-1700817909-network', 'tenant_id': '4e4bb4addfe547829eba7463f4f355e7'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:17:00.024873 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20390369-aea3-478a-93c8-9405e2be3a0b admin admin] Made reservation on behalf of 4e4bb4addfe547829eba7463f4f355e7 for: {'network': 1} {{(pid=102386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 19:17:00.034373 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-20390369-aea3-478a-93c8-9405e2be3a0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for network, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:17:00.036902 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-20390369-aea3-478a-93c8-9405e2be3a0b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:17:00.108879 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-20390369-aea3-478a-93c8-9405e2be3a0b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:17:00.180379 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-20390369-aea3-478a-93c8-9405e2be3a0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:17:00.202300 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20390369-aea3-478a-93c8-9405e2be3a0b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 165} {{(pid=102386) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 05 19:17:00.219368 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20390369-aea3-478a-93c8-9405e2be3a0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eeb101ad-a58e-40ee-b0f4-a61990a840c4,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:17:00.224054 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-20390369-aea3-478a-93c8-9405e2be3a0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273'] for segment, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:17:00.224402 n-d-816865-1 neutron-server[102386]: INFO neutron.db.segments_db [None req-20390369-aea3-478a-93c8-9405e2be3a0b admin admin] Added segment b76211bb-0468-406a-9296-7836645d2788 of type vlan for network 60fd4854-b0b5-4288-b4e0-15ee499af2f5 Nov 05 19:17:00.265350 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-20390369-aea3-478a-93c8-9405e2be3a0b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750027258543'] for network, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:17:00.351950 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-20390369-aea3-478a-93c8-9405e2be3a0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-956796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877'] for network, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:17:00.352971 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20390369-aea3-478a-93c8-9405e2be3a0b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:17:00.353566 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-20390369-aea3-478a-93c8-9405e2be3a0b admin admin] Publish callbacks [] for network, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:17:00.420389 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20390369-aea3-478a-93c8-9405e2be3a0b admin admin] Pushing event updated for resources: {'Network': ['ID=60fd4854-b0b5-4288-b4e0-15ee499af2f5,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:17:00.429921 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Network 60fd4854-b0b5-4288-b4e0-15ee499af2f5 details requested by agent ovs-agent-n-d-816865-1 with host n-d-816865-1 {{(pid=102388) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 05 19:17:00.467932 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-20390369-aea3-478a-93c8-9405e2be3a0b admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.6430242 Nov 05 19:17:00.470869 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 39062) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:17:00.476182 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-ac5250e0-3a87-4c9e-a77a-0d6a21fb0080 admin admin] Request body: {'subnet': {'network_id': '60fd4854-b0b5-4288-b4e0-15ee499af2f5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-1700817909-subnet', 'tenant_id': '4e4bb4addfe547829eba7463f4f355e7', 'ip_version': 4}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:17:00.567227 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac5250e0-3a87-4c9e-a77a-0d6a21fb0080 admin admin] Made reservation on behalf of 4e4bb4addfe547829eba7463f4f355e7 for: {'subnet': 1} {{(pid=102386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 19:17:00.569699 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-ac5250e0-3a87-4c9e-a77a-0d6a21fb0080 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4877122'] for subnet, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:17:00.796612 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-ac5250e0-3a87-4c9e-a77a-0d6a21fb0080 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6149946', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4877172'] for subnet, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:17:00.850838 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5250e0-3a87-4c9e-a77a-0d6a21fb0080 admin admin] Pushing event updated for resources: {'Subnet': ['ID=524a03ae-8df8-4bc9-8291-340991b68d40,revision_number=0']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:17:00.869211 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac5250e0-3a87-4c9e-a77a-0d6a21fb0080 admin admin] Checking segment: {'id': 'b76211bb-0468-406a-9296-7836645d2788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '60fd4854-b0b5-4288-b4e0-15ee499af2f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 19:17:00.869556 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac5250e0-3a87-4c9e-a77a-0d6a21fb0080 admin admin] Network hostable DHCP agents. Network: 60fd4854-b0b5-4288-b4e0-15ee499af2f5, hostable agents: ['987e2ca0-bc3b-4c6f-a989-429ccfbf753f'], hosted agents: [] {{(pid=102386) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 05 19:17:00.974532 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac5250e0-3a87-4c9e-a77a-0d6a21fb0080 admin admin] Network 60fd4854-b0b5-4288-b4e0-15ee499af2f5 is scheduled to be hosted by DHCP agent 987e2ca0-bc3b-4c6f-a989-429ccfbf753f with binding_index 1 {{(pid=102386) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 05 19:17:01.054708 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.base_scheduler [None req-ac5250e0-3a87-4c9e-a77a-0d6a21fb0080 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816865-1, 60fd4854-b0b5-4288-b4e0-15ee499af2f5) {{(pid=102386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 19:17:01.060984 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac5250e0-3a87-4c9e-a77a-0d6a21fb0080 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:17:01.064946 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-ac5250e0-3a87-4c9e-a77a-0d6a21fb0080 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:17:01.065075 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eff1ece6-2d09-432c-b20b-8c58569484d5 None None] Network 60fd4854-b0b5-4288-b4e0-15ee499af2f5 requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 19:17:01.144639 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-ac5250e0-3a87-4c9e-a77a-0d6a21fb0080 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.6725738 Nov 05 19:17:01.147233 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 39072) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:17:01.151850 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-4dffddbe-caa2-4d34-947e-c18fdebe4ea4 admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-1700817909-router', 'tenant_id': '4e4bb4addfe547829eba7463f4f355e7', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec'}}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:17:01.238834 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3977064-8a7c-4e49-9c9d-c4f771f61d7e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeb20a084-accf-5b60-8075-3e69ebe863a6-60fd4854-b0b5-4288-b4e0-15ee499af2f5', 'network_id': '60fd4854-b0b5-4288-b4e0-15ee499af2f5', 'tenant_id': '4e4bb4addfe547829eba7463f4f355e7', 'fixed_ips': [{'subnet_id': '524a03ae-8df8-4bc9-8291-340991b68d40'}]}} from n-d-816865-1. {{(pid=102388) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 05 19:17:01.239056 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-4dffddbe-caa2-4d34-947e-c18fdebe4ea4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-571139', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6874'] for router, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:17:01.240119 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-f3977064-8a7c-4e49-9c9d-c4f771f61d7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:17:01.240868 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-4dffddbe-caa2-4d34-947e-c18fdebe4ea4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-571375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1000570', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1011585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6867'] for router, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:17:01.312282 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-4dffddbe-caa2-4d34-947e-c18fdebe4ea4 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:17:01.401387 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.db_base_plugin_common [None req-f3977064-8a7c-4e49-9c9d-c4f771f61d7e None None] Allocated IP 172.20.0.2 (60fd4854-b0b5-4288-b4e0-15ee499af2f5/524a03ae-8df8-4bc9-8291-340991b68d40/b101bced-6556-421c-9702-53c826aec0b2) {{(pid=102388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 19:17:01.540940 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-4dffddbe-caa2-4d34-947e-c18fdebe4ea4 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:17:01.581174 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-f3977064-8a7c-4e49-9c9d-c4f771f61d7e None None] Publish callbacks [] for port, precommit_create {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:17:01.659478 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-f3977064-8a7c-4e49-9c9d-c4f771f61d7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789'] for port, after_create {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:17:01.712753 n-d-816865-1 neutron-server[102388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3977064-8a7c-4e49-9c9d-c4f771f61d7e None None] Network 60fd4854-b0b5-4288-b4e0-15ee499af2f5 is already hosted by enough agents. {{(pid=102388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 19:17:01.719962 n-d-816865-1 neutron-server[102388]: DEBUG neutron.scheduler.base_scheduler [None req-f3977064-8a7c-4e49-9c9d-c4f771f61d7e None None] Resources bound (agent type, host, resource id): {{(pid=102388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 19:17:01.724441 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3977064-8a7c-4e49-9c9d-c4f771f61d7e None None] Received port after_create {{(pid=102388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 19:17:01.732083 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3977064-8a7c-4e49-9c9d-c4f771f61d7e None None] Pushing event updated for resources: {'Port': ['ID=b101bced-6556-421c-9702-53c826aec0b2,revision_number=1']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:17:01.794257 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-f3977064-8a7c-4e49-9c9d-c4f771f61d7e None None] Attempting to bind port b101bced-6556-421c-9702-53c826aec0b2 on host n-d-816865-1 for vnic_type normal with profile {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 19:17:01.794257 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-f3977064-8a7c-4e49-9c9d-c4f771f61d7e None None] Attempting to bind port b101bced-6556-421c-9702-53c826aec0b2 by drivers openvswitch,hyperv on host n-d-816865-1 at level 0 using segments [{'id': 'b76211bb-0468-406a-9296-7836645d2788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '60fd4854-b0b5-4288-b4e0-15ee499af2f5'}] {{(pid=102388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 19:17:01.794621 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3977064-8a7c-4e49-9c9d-c4f771f61d7e None None] Attempting to bind port b101bced-6556-421c-9702-53c826aec0b2 on network 60fd4854-b0b5-4288-b4e0-15ee499af2f5 {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 19:17:01.804378 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3977064-8a7c-4e49-9c9d-c4f771f61d7e None None] Checking agent: {'id': '724d89a7-611b-41e6-bc85-c48112b17afa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 18, 25, 8), 'started_at': datetime.datetime(2021, 11, 5, 18, 25, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 19, 16, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 19:17:01.805398 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3977064-8a7c-4e49-9c9d-c4f771f61d7e None None] Checking segment: {'id': 'b76211bb-0468-406a-9296-7836645d2788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '60fd4854-b0b5-4288-b4e0-15ee499af2f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 19:17:01.806084 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-f3977064-8a7c-4e49-9c9d-c4f771f61d7e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:17:01.806716 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3977064-8a7c-4e49-9c9d-c4f771f61d7e None None] Bound using segment: {'id': 'b76211bb-0468-406a-9296-7836645d2788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '60fd4854-b0b5-4288-b4e0-15ee499af2f5'} {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 19:17:01.808619 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-f3977064-8a7c-4e49-9c9d-c4f771f61d7e None None] Bound port: b101bced-6556-421c-9702-53c826aec0b2, host: n-d-816865-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b76211bb-0468-406a-9296-7836645d2788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '60fd4854-b0b5-4288-b4e0-15ee499af2f5'}}] {{(pid=102388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 19:17:01.809280 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-f3977064-8a7c-4e49-9c9d-c4f771f61d7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:17:01.844409 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-4dffddbe-caa2-4d34-947e-c18fdebe4ea4 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:17:01.864492 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-4dffddbe-caa2-4d34-947e-c18fdebe4ea4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:17:01.918557 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-f3977064-8a7c-4e49-9c9d-c4f771f61d7e None None] For port b101bced-6556-421c-9702-53c826aec0b2, host n-d-816865-1, cleared binding levels {{(pid=102388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 19:17:01.925783 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-f3977064-8a7c-4e49-9c9d-c4f771f61d7e None None] For port b101bced-6556-421c-9702-53c826aec0b2, host n-d-816865-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=b101bced-6556-421c-9702-53c826aec0b2,segment=NetworkSegment(b76211bb-0468-406a-9296-7836645d2788),segment_id=b76211bb-0468-406a-9296-7836645d2788)] {{(pid=102388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 19:17:01.991576 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.db_base_plugin_common [None req-4dffddbe-caa2-4d34-947e-c18fdebe4ea4 admin admin] Allocated IP 172.25.6.3 (40c8335d-cd0b-4cb5-910a-d4dcddd5cbec/04fe6db3-e108-4208-943d-6518424f5726/eba375d2-26b4-4098-be48-1d0f4564d9c4) {{(pid=102387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 19:17:02.005257 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-f3977064-8a7c-4e49-9c9d-c4f771f61d7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:17:02.097346 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3977064-8a7c-4e49-9c9d-c4f771f61d7e None None] Pushing event updated for resources: {'Port': ['ID=b101bced-6556-421c-9702-53c826aec0b2,revision_number=2']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:17:02.166638 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-4dffddbe-caa2-4d34-947e-c18fdebe4ea4 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:17:02.266534 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-4dffddbe-caa2-4d34-947e-c18fdebe4ea4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4417063'] for port, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:17:02.344198 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dffddbe-caa2-4d34-947e-c18fdebe4ea4 admin admin] Network 40c8335d-cd0b-4cb5-910a-d4dcddd5cbec is already hosted by enough agents. {{(pid=102387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 19:17:02.348841 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.base_scheduler [None req-4dffddbe-caa2-4d34-947e-c18fdebe4ea4 admin admin] Resources bound (agent type, host, resource id): {{(pid=102387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 19:17:02.353169 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dffddbe-caa2-4d34-947e-c18fdebe4ea4 admin admin] Received port after_create {{(pid=102387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 19:17:02.356569 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dffddbe-caa2-4d34-947e-c18fdebe4ea4 admin admin] Pushing event updated for resources: {'Port': ['ID=eba375d2-26b4-4098-be48-1d0f4564d9c4,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:17:02.683885 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3128191a-79c2-46de-85fd-b4bf50f6a24e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:17:03.147274 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-4dffddbe-caa2-4d34-947e-c18fdebe4ea4 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:17:03.239250 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Device c6ce76bb-d1c4-481a-8dba-38bab6a7b11e no longer exists at agent hyperv_n-h2-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 19:17:03.266107 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] No Port match for: c6ce76bb-d1c4-481a-8dba-38bab6a7b11e {{(pid=102388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 19:17:03.269194 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Device c6ce76bb-d1c4-481a-8dba-38bab6a7b11e not bound to the agent host n-h2-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 19:17:03.307372 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fc386bb-6efd-4118-947b-e81d9ce88fd7 None None] Network 60fd4854-b0b5-4288-b4e0-15ee499af2f5 requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 19:17:03.365359 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-4dffddbe-caa2-4d34-947e-c18fdebe4ea4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-571384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1000487'] for router, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:17:03.387458 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-a144f8e5-26ad-41d8-838d-a9b752bd5e0e None None] Provisioning complete for port b101bced-6556-421c-9702-53c826aec0b2 triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:17:03.387847 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-a144f8e5-26ad-41d8-838d-a9b752bd5e0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:17:03.543564 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-a144f8e5-26ad-41d8-838d-a9b752bd5e0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:17:03.563520 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4dffddbe-caa2-4d34-947e-c18fdebe4ea4 admin admin] Router 49a9be4d-86ab-4911-995d-e29e957dc1b1 is scheduled to L3 agent 6dcb5589-8e86-4616-9186-ddc4548e13ad with binding_index 1 {{(pid=102387) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 05 19:17:03.596276 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-a144f8e5-26ad-41d8-838d-a9b752bd5e0e None None] For port b101bced-6556-421c-9702-53c826aec0b2, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=b101bced-6556-421c-9702-53c826aec0b2,segment=NetworkSegment(b76211bb-0468-406a-9296-7836645d2788),segment_id=b76211bb-0468-406a-9296-7836645d2788)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:17:03.676973 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device b101bced-6556-421c-9702-53c826aec0b2 up at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 19:17:03.681199 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-a144f8e5-26ad-41d8-838d-a9b752bd5e0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:17:03.712309 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4dffddbe-caa2-4d34-947e-c18fdebe4ea4 admin admin] Notify agent at l3_agent.n-d-816865-1 the message routers_updated {{(pid=102387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 19:17:03.744535 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0477cd6f-2956-4d90-9984-c0c1046b922e None None] Sync routers for ids ['49a9be4d-86ab-4911-995d-e29e957dc1b1'] in n-d-816865-1 {{(pid=102388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 19:17:03.787762 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0477cd6f-2956-4d90-9984-c0c1046b922e None None] Routers {'49a9be4d-86ab-4911-995d-e29e957dc1b1'} bound to L3 agent in host n-d-816865-1 {{(pid=102388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 19:17:03.788636 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-0477cd6f-2956-4d90-9984-c0c1046b922e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T19:16:35Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['49a9be4d-86ab-4911-995d-e29e957dc1b1'], 'active': True} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:17:03.824035 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-4dffddbe-caa2-4d34-947e-c18fdebe4ea4 admin admin] Publish callbacks [] for router, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:17:03.825682 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-4dffddbe-caa2-4d34-947e-c18fdebe4ea4 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 915 time: 2.6774020 Nov 05 19:17:03.828492 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 39082) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:17:03.840539 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a144f8e5-26ad-41d8-838d-a9b752bd5e0e None None] Pushing event updated for resources: {'Port': ['ID=b101bced-6556-421c-9702-53c826aec0b2,revision_number=3']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:17:03.905170 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Provisioning complete for port b101bced-6556-421c-9702-53c826aec0b2 triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:17:03.905706 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:17:03.974262 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-ddde9864-6f89-42a7-b35e-76294d4fb908 None None] Provisioning complete for port b101bced-6556-421c-9702-53c826aec0b2 triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:17:03.974876 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-ddde9864-6f89-42a7-b35e-76294d4fb908 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:17:04.013336 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvr_db [None req-0477cd6f-2956-4d90-9984-c0c1046b922e None None] Set router 49a9be4d-86ab-4911-995d-e29e957dc1b1 gateway port host: n-d-816865-1 {{(pid=102388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 19:17:04.366361 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-0477cd6f-2956-4d90-9984-c0c1046b922e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49a9be4d-86ab-4911-995d-e29e957dc1b1', 'name': 'tempest-ImageQuotaTest-1700817909-router', 'tenant_id': '4e4bb4addfe547829eba7463f4f355e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.3'}], 'enable_snat': True}, 'gw_port_id': 'eba375d2-26b4-4098-be48-1d0f4564d9c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T19:17:01Z', 'updated_at': '2021-11-05T19:17:02Z', 'revision_number': 3, 'project_id': '4e4bb4addfe547829eba7463f4f355e7', 'gw_port': {'id': 'eba375d2-26b4-4098-be48-1d0f4564d9c4', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:b7:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49a9be4d-86ab-4911-995d-e29e957dc1b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3737, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:17:01Z', 'updated_at': '2021-11-05T19:17:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1'}], 'n-d-816865-1', False) {} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:17:04.369175 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbfc04b-2990-4405-a2d7-b4cf874a92fa req-43c504d9-42a1-4584-9f68-b09621058f6b tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:17:04.371486 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-ffbfc04b-2990-4405-a2d7-b4cf874a92fa req-43c504d9-42a1-4584-9f68-b09621058f6b tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] 10.222.0.13 "GET /v2.0/networks?id=22c01ef1-936f-4d85-97a6-cf840ed74fec HTTP/1.1" status: 200 len: 811 time: 0.1309574 Nov 05 19:17:04.403304 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:17:04.404550 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0477cd6f-2956-4d90-9984-c0c1046b922e None None] Checking router: 49a9be4d-86ab-4911-995d-e29e957dc1b1 for host: n-d-816865-1 {{(pid=102388) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 19:17:04.405089 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0477cd6f-2956-4d90-9984-c0c1046b922e None None] Updating router 49a9be4d-86ab-4911-995d-e29e957dc1b1 port eba375d2-26b4-4098-be48-1d0f4564d9c4 binding host n-d-816865-1 {{(pid=102388) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 05 19:17:04.408712 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-ffbfc04b-2990-4405-a2d7-b4cf874a92fa req-f5fc8efa-cb83-4ca9-8650-33df59b18019 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] 10.222.0.13 "GET /v2.0/quotas/975e22a5e2c44667a77341bd773126d4 HTTP/1.1" status: 200 len: 375 time: 0.0107119 Nov 05 19:17:04.435491 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-0477cd6f-2956-4d90-9984-c0c1046b922e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:17:04.474955 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-ffbfc04b-2990-4405-a2d7-b4cf874a92fa req-cb4eca34-23d8-42f9-bf7f-4ecf2d7107e3 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=975e22a5e2c44667a77341bd773126d4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0567138 Nov 05 19:17:04.580031 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-ffbfc04b-2990-4405-a2d7-b4cf874a92fa req-284af069-dd34-4875-b9cc-28c038ad52de service neutron] 10.222.0.13 "GET /v2.0/networks/22c01ef1-936f-4d85-97a6-cf840ed74fec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0973260 Nov 05 19:17:04.690825 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-ffbfc04b-2990-4405-a2d7-b4cf874a92fa req-db14e7ec-1e18-4853-9bf0-bf43cb3a78ae service neutron] 10.222.0.13 "GET /v2.0/networks/22c01ef1-936f-4d85-97a6-cf840ed74fec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1041195 Nov 05 19:17:04.724012 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-0477cd6f-2956-4d90-9984-c0c1046b922e None None] Publish callbacks [] for port, precommit_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:17:04.761243 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-127cc37f-9f47-4713-80ce-be054aedfa72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:17:04.797460 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-0477cd6f-2956-4d90-9984-c0c1046b922e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:17:04.967467 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.db_base_plugin_common [None req-127cc37f-9f47-4713-80ce-be054aedfa72 admin admin] Allocated IP 172.20.0.1 (60fd4854-b0b5-4288-b4e0-15ee499af2f5/524a03ae-8df8-4bc9-8291-340991b68d40/3d332446-8bd1-493c-ae82-36e59ef61730) {{(pid=102386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 19:17:05.009731 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-4236422d-8847-44ba-b890-ec468d7ac0f7 req-b40d5410-64db-4827-a867-a6882807736e tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] 10.222.0.13 "GET /v2.0/ports?device_id=82cc0e57-3312-4342-b3d0-e8fc05eb9e7b HTTP/1.1" status: 200 len: 210 time: 0.0479696 Nov 05 19:17:05.080612 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac11e939-2887-4fe5-94b5-e1c477be3798 None None] Pushing event updated for resources: {'Port': ['ID=eba375d2-26b4-4098-be48-1d0f4564d9c4,revision_number=2']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:17:05.083104 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-0477cd6f-2956-4d90-9984-c0c1046b922e None None] Attempting to bind port eba375d2-26b4-4098-be48-1d0f4564d9c4 on host n-d-816865-1 for vnic_type normal with profile {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 19:17:05.083478 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-0477cd6f-2956-4d90-9984-c0c1046b922e None None] Attempting to bind port eba375d2-26b4-4098-be48-1d0f4564d9c4 by drivers openvswitch,hyperv on host n-d-816865-1 at level 0 using segments [{'id': '85be518c-8bb4-46a2-a903-d4292782d29d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec'}] {{(pid=102388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 19:17:05.083847 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0477cd6f-2956-4d90-9984-c0c1046b922e None None] Attempting to bind port eba375d2-26b4-4098-be48-1d0f4564d9c4 on network 40c8335d-cd0b-4cb5-910a-d4dcddd5cbec {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 19:17:05.090868 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0477cd6f-2956-4d90-9984-c0c1046b922e None None] Checking agent: {'id': '724d89a7-611b-41e6-bc85-c48112b17afa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 18, 25, 8), 'started_at': datetime.datetime(2021, 11, 5, 18, 25, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 19, 16, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 19:17:05.091250 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0477cd6f-2956-4d90-9984-c0c1046b922e None None] Checking segment: {'id': '85be518c-8bb4-46a2-a903-d4292782d29d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 19:17:05.091759 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-0477cd6f-2956-4d90-9984-c0c1046b922e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:17:05.092040 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0477cd6f-2956-4d90-9984-c0c1046b922e None None] Bound using segment: {'id': '85be518c-8bb4-46a2-a903-d4292782d29d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec'} {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 19:17:05.092516 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-0477cd6f-2956-4d90-9984-c0c1046b922e None None] Bound port: eba375d2-26b4-4098-be48-1d0f4564d9c4, host: n-d-816865-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85be518c-8bb4-46a2-a903-d4292782d29d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec'}}] {{(pid=102388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 19:17:05.092893 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-0477cd6f-2956-4d90-9984-c0c1046b922e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:17:05.129020 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-127cc37f-9f47-4713-80ce-be054aedfa72 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:17:05.149528 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-0477cd6f-2956-4d90-9984-c0c1046b922e None None] For port eba375d2-26b4-4098-be48-1d0f4564d9c4, host n-d-816865-1, cleared binding levels {{(pid=102388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 19:17:05.155260 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-0477cd6f-2956-4d90-9984-c0c1046b922e None None] For port eba375d2-26b4-4098-be48-1d0f4564d9c4, host n-d-816865-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=eba375d2-26b4-4098-be48-1d0f4564d9c4,segment=NetworkSegment(85be518c-8bb4-46a2-a903-d4292782d29d),segment_id=85be518c-8bb4-46a2-a903-d4292782d29d)] {{(pid=102388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 19:17:05.244326 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-0477cd6f-2956-4d90-9984-c0c1046b922e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:17:05.266742 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-127cc37f-9f47-4713-80ce-be054aedfa72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:17:05.313277 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-127cc37f-9f47-4713-80ce-be054aedfa72 admin admin] Network 60fd4854-b0b5-4288-b4e0-15ee499af2f5 is already hosted by enough agents. {{(pid=102386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 19:17:05.319252 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.base_scheduler [None req-127cc37f-9f47-4713-80ce-be054aedfa72 admin admin] Resources bound (agent type, host, resource id): {{(pid=102386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 19:17:05.321603 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127cc37f-9f47-4713-80ce-be054aedfa72 admin admin] Pushing event updated for resources: {'Port': ['ID=3d332446-8bd1-493c-ae82-36e59ef61730,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:17:05.324630 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-127cc37f-9f47-4713-80ce-be054aedfa72 admin admin] Received port after_create {{(pid=102386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 19:17:05.330303 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0477cd6f-2956-4d90-9984-c0c1046b922e None None] Routers {'49a9be4d-86ab-4911-995d-e29e957dc1b1'} bound to L3 agent in host n-d-816865-1 {{(pid=102388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 19:17:05.331021 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-0477cd6f-2956-4d90-9984-c0c1046b922e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T19:16:35Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['49a9be4d-86ab-4911-995d-e29e957dc1b1'], 'active': True} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:17:05.340803 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac11e939-2887-4fe5-94b5-e1c477be3798 None None] Pushing event updated for resources: {'Port': ['ID=eba375d2-26b4-4098-be48-1d0f4564d9c4,revision_number=3']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:17:05.381595 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-0ad9d3f9-002a-4706-9d5f-565705f0d910 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:17:05.387338 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-127cc37f-9f47-4713-80ce-be054aedfa72 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-571770'] for router_interface, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:17:05.464975 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvr_db [None req-0477cd6f-2956-4d90-9984-c0c1046b922e None None] Set router 49a9be4d-86ab-4911-995d-e29e957dc1b1 gateway port host: n-d-816865-1 {{(pid=102388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 19:17:05.651686 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device b101bced-6556-421c-9702-53c826aec0b2 up at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 19:17:05.724042 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-127cc37f-9f47-4713-80ce-be054aedfa72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:17:05.746498 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-c81ae2e7-a595-45d9-9b76-f8ab35988b67 None None] Provisioning complete for port 3d332446-8bd1-493c-ae82-36e59ef61730 triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:17:05.746897 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c81ae2e7-a595-45d9-9b76-f8ab35988b67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:17:05.799079 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Provisioning complete for port b101bced-6556-421c-9702-53c826aec0b2 triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:17:05.799814 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:17:05.803548 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-c81ae2e7-a595-45d9-9b76-f8ab35988b67 None None] Port 3d332446-8bd1-493c-ae82-36e59ef61730 cannot update to ACTIVE because it is not bound. {{(pid=102388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 19:17:05.848296 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-0477cd6f-2956-4d90-9984-c0c1046b922e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49a9be4d-86ab-4911-995d-e29e957dc1b1', 'name': 'tempest-ImageQuotaTest-1700817909-router', 'tenant_id': '4e4bb4addfe547829eba7463f4f355e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.3'}], 'enable_snat': True}, 'gw_port_id': 'eba375d2-26b4-4098-be48-1d0f4564d9c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T19:17:01Z', 'updated_at': '2021-11-05T19:17:02Z', 'revision_number': 3, 'project_id': '4e4bb4addfe547829eba7463f4f355e7', 'gw_port': {'id': 'eba375d2-26b4-4098-be48-1d0f4564d9c4', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:b7:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49a9be4d-86ab-4911-995d-e29e957dc1b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3737, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:17:01Z', 'updated_at': '2021-11-05T19:17:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1'}], 'n-d-816865-1', False) {} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:17:05.879094 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0477cd6f-2956-4d90-9984-c0c1046b922e None None] The sync data for ids ['49a9be4d-86ab-4911-995d-e29e957dc1b1'] in n-d-816865-1 is: [{'id': '49a9be4d-86ab-4911-995d-e29e957dc1b1', 'name': 'tempest-ImageQuotaTest-1700817909-router', 'tenant_id': '4e4bb4addfe547829eba7463f4f355e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.3'}], 'enable_snat': True}, 'gw_port_id': 'eba375d2-26b4-4098-be48-1d0f4564d9c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T19:17:01Z', 'updated_at': '2021-11-05T19:17:02Z', 'revision_number': 3, 'project_id': '4e4bb4addfe547829eba7463f4f355e7', 'gw_port': {'id': 'eba375d2-26b4-4098-be48-1d0f4564d9c4', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:b7:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49a9be4d-86ab-4911-995d-e29e957dc1b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3737, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:17:01Z', 'updated_at': '2021-11-05T19:17:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1'}] {{(pid=102388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 19:17:05.971473 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-127cc37f-9f47-4713-80ce-be054aedfa72 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:17:06.024909 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2744a4-f588-4450-9567-f23253d51e67 req-8597ffe6-6ec6-487c-b20a-718c787e3331 tempest-AttachVolumeNegativeTest-814338664 tempest-AttachVolumeNegativeTest-814338664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:17:06.027242 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-8d2744a4-f588-4450-9567-f23253d51e67 req-8597ffe6-6ec6-487c-b20a-718c787e3331 tempest-AttachVolumeNegativeTest-814338664 tempest-AttachVolumeNegativeTest-814338664-project] 10.222.0.13 "GET /v2.0/ports?device_id=edcb715d-80ef-40d3-9564-34ad231e19c2 HTTP/1.1" status: 200 len: 946 time: 0.0574687 Nov 05 19:17:06.077086 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-127cc37f-9f47-4713-80ce-be054aedfa72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6149821'] for port, after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:17:06.103316 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-8d2744a4-f588-4450-9567-f23253d51e67 req-3d005858-2c0d-43af-ae70-9a82c740fabc tempest-AttachVolumeNegativeTest-814338664 tempest-AttachVolumeNegativeTest-814338664-project] 10.222.0.13 "GET /v2.0/security-groups?id=8cbae1bb-3d0a-4c8e-93ba-0ec8a19ca6a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684385 Nov 05 19:17:06.189509 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-274d0d2e-cbe4-4ec4-af8f-7823fb912d63 req-15e36818-50f3-48c4-a0b7-626806c5e3a6 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] 10.222.0.13 "GET /v2.0/ports?device_id=82cc0e57-3312-4342-b3d0-e8fc05eb9e7b HTTP/1.1" status: 200 len: 210 time: 0.0821922 Nov 05 19:17:06.213844 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127cc37f-9f47-4713-80ce-be054aedfa72 admin admin] Pushing event updated for resources: {'Port': ['ID=3d332446-8bd1-493c-ae82-36e59ef61730,revision_number=2']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:17:06.216504 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-127cc37f-9f47-4713-80ce-be054aedfa72 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-597863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-571878'] for router_interface, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:17:06.299524 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b304910f-7b27-444b-a8fc-977d26b1ceac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:17:06.348711 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-127cc37f-9f47-4713-80ce-be054aedfa72 admin admin] Network 60fd4854-b0b5-4288-b4e0-15ee499af2f5 is already hosted by enough agents. {{(pid=102386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 19:17:06.356585 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.base_scheduler [None req-127cc37f-9f47-4713-80ce-be054aedfa72 admin admin] Resources bound (agent type, host, resource id): {{(pid=102386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 19:17:06.403368 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:17:06.489836 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-127cc37f-9f47-4713-80ce-be054aedfa72 admin admin] Router 49a9be4d-86ab-4911-995d-e29e957dc1b1 has already been hosted by L3 agent 6dcb5589-8e86-4616-9186-ddc4548e13ad {{(pid=102386) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 19:17:06.623715 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-127cc37f-9f47-4713-80ce-be054aedfa72 admin admin] Notify agent at l3_agent.n-d-816865-1 the message routers_updated {{(pid=102386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 19:17:06.634709 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-127cc37f-9f47-4713-80ce-be054aedfa72 admin admin] 10.222.0.13 "PUT /v2.0/routers/49a9be4d-86ab-4911-995d-e29e957dc1b1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8045287 Nov 05 19:17:06.643446 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-b17cab2d-2f8f-4c67-9a06-39ffda2c98f3 None None] Provisioning complete for port 3d332446-8bd1-493c-ae82-36e59ef61730 triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:17:06.644744 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b17cab2d-2f8f-4c67-9a06-39ffda2c98f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:17:06.686280 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-b17cab2d-2f8f-4c67-9a06-39ffda2c98f3 None None] Port 3d332446-8bd1-493c-ae82-36e59ef61730 cannot update to ACTIVE because it is not bound. {{(pid=102388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 19:17:07.227011 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5839135a-e690-4327-9cee-bd48ae4b22c6 req-5a51378f-b2b6-46e0-a40f-455a96c2ad55 tempest-AttachVolumeNegativeTest-814338664 tempest-AttachVolumeNegativeTest-814338664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:17:07.229217 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-5839135a-e690-4327-9cee-bd48ae4b22c6 req-5a51378f-b2b6-46e0-a40f-455a96c2ad55 tempest-AttachVolumeNegativeTest-814338664 tempest-AttachVolumeNegativeTest-814338664-project] 10.222.0.13 "GET /v2.0/ports?device_id=edcb715d-80ef-40d3-9564-34ad231e19c2 HTTP/1.1" status: 200 len: 946 time: 0.0592277 Nov 05 19:17:07.297125 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-5839135a-e690-4327-9cee-bd48ae4b22c6 req-4c4b9f94-966e-4eb9-822e-a899a0054c1e tempest-AttachVolumeNegativeTest-814338664 tempest-AttachVolumeNegativeTest-814338664-project] 10.222.0.13 "GET /v2.0/security-groups?id=8cbae1bb-3d0a-4c8e-93ba-0ec8a19ca6a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612774 Nov 05 19:17:07.316871 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-8a8aa98f-c8f2-4006-ae84-a84ca3cd2291 req-e0309131-273c-4349-abb8-c2a17efaa444 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] 10.222.0.13 "GET /v2.0/ports?device_id=82cc0e57-3312-4342-b3d0-e8fc05eb9e7b HTTP/1.1" status: 200 len: 210 time: 0.0325174 Nov 05 19:17:07.380862 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbfc04b-2990-4405-a2d7-b4cf874a92fa req-04f4034b-de74-47d8-9279-d2d82c4d45ff tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:17:07.382454 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-ffbfc04b-2990-4405-a2d7-b4cf874a92fa req-04f4034b-de74-47d8-9279-d2d82c4d45ff tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] 10.222.0.55 "GET /v2.0/networks?id=22c01ef1-936f-4d85-97a6-cf840ed74fec HTTP/1.1" status: 200 len: 811 time: 0.1556723 Nov 05 19:17:07.403271 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [req-ffbfc04b-2990-4405-a2d7-b4cf874a92fa req-72f8d693-9ebc-4111-925a-24897136853d tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Request body: {'port': {'device_id': '82cc0e57-3312-4342-b3d0-e8fc05eb9e7b', 'network_id': '22c01ef1-936f-4d85-97a6-cf840ed74fec', 'admin_state_up': True, 'tenant_id': '975e22a5e2c44667a77341bd773126d4'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:17:07.478834 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ce95e5-344d-4201-9a3c-28deefd8feee req-95adf995-b8ee-4b96-aa0e-115eeb11a882 tempest-AttachVolumeNegativeTest-814338664 tempest-AttachVolumeNegativeTest-814338664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:17:07.481260 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-14ce95e5-344d-4201-9a3c-28deefd8feee req-95adf995-b8ee-4b96-aa0e-115eeb11a882 tempest-AttachVolumeNegativeTest-814338664 tempest-AttachVolumeNegativeTest-814338664-project] 10.222.0.41 "GET /v2.0/ports?device_id=edcb715d-80ef-40d3-9564-34ad231e19c2 HTTP/1.1" status: 200 len: 946 time: 0.0619106 Nov 05 19:17:07.591337 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [req-14ce95e5-344d-4201-9a3c-28deefd8feee req-b81e5262-a77d-4a34-884a-f81a4de661b7 tempest-AttachVolumeNegativeTest-814338664 tempest-AttachVolumeNegativeTest-814338664-project] Deleting port afeb8dd3-b1ab-4bad-8471-e80269ed47c7 {{(pid=102387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 19:17:07.592136 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-14ce95e5-344d-4201-9a3c-28deefd8feee req-b81e5262-a77d-4a34-884a-f81a4de661b7 tempest-AttachVolumeNegativeTest-814338664 tempest-AttachVolumeNegativeTest-814338664-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:17:07.610730 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ffbfc04b-2990-4405-a2d7-b4cf874a92fa req-72f8d693-9ebc-4111-925a-24897136853d tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Made reservation on behalf of 975e22a5e2c44667a77341bd773126d4 for: {'port': 1} {{(pid=102386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 19:17:07.614723 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-ffbfc04b-2990-4405-a2d7-b4cf874a92fa req-72f8d693-9ebc-4111-925a-24897136853d tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:17:07.675967 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device eba375d2-26b4-4098-be48-1d0f4564d9c4 up at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 19:17:07.704764 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.db [req-14ce95e5-344d-4201-9a3c-28deefd8feee req-b81e5262-a77d-4a34-884a-f81a4de661b7 tempest-AttachVolumeNegativeTest-814338664 tempest-AttachVolumeNegativeTest-814338664-project] For port afeb8dd3-b1ab-4bad-8471-e80269ed47c7, host n-h1-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=afeb8dd3-b1ab-4bad-8471-e80269ed47c7,segment=NetworkSegment(1158bd8e-c612-44f1-a6e7-1a9c01b70d43),segment_id=1158bd8e-c612-44f1-a6e7-1a9c01b70d43)] {{(pid=102387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:17:07.710781 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-14ce95e5-344d-4201-9a3c-28deefd8feee req-b81e5262-a77d-4a34-884a-f81a4de661b7 tempest-AttachVolumeNegativeTest-814338664 tempest-AttachVolumeNegativeTest-814338664-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:17:07.737981 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [req-14ce95e5-344d-4201-9a3c-28deefd8feee req-b81e5262-a77d-4a34-884a-f81a4de661b7 tempest-AttachVolumeNegativeTest-814338664 tempest-AttachVolumeNegativeTest-814338664-project] Calling delete_port for afeb8dd3-b1ab-4bad-8471-e80269ed47c7 owned by compute:nova {{(pid=102387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 19:17:07.801984 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Provisioning complete for port eba375d2-26b4-4098-be48-1d0f4564d9c4 triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:17:07.802424 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:17:07.842332 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.db_base_plugin_common [req-ffbfc04b-2990-4405-a2d7-b4cf874a92fa req-72f8d693-9ebc-4111-925a-24897136853d tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Allocated IP 172.20.0.7 (22c01ef1-936f-4d85-97a6-cf840ed74fec/9a5a1166-12d4-4407-8a6a-41bf61d6db29/438123a8-efb0-4522-b330-e01a78e5c20a) {{(pid=102386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 19:17:07.886575 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aec24f4c-2ee8-4a57-89d3-98aebd758aaf None None] Sync routers for ids ['49a9be4d-86ab-4911-995d-e29e957dc1b1'] in n-d-816865-1 {{(pid=102389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 19:17:07.899375 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aec24f4c-2ee8-4a57-89d3-98aebd758aaf None None] Routers {'49a9be4d-86ab-4911-995d-e29e957dc1b1'} bound to L3 agent in host n-d-816865-1 {{(pid=102389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 19:17:07.900126 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-aec24f4c-2ee8-4a57-89d3-98aebd758aaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T19:17:05Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['49a9be4d-86ab-4911-995d-e29e957dc1b1'], 'active': True} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:17:07.953941 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:17:07.964407 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-14ce95e5-344d-4201-9a3c-28deefd8feee req-b81e5262-a77d-4a34-884a-f81a4de661b7 tempest-AttachVolumeNegativeTest-814338664 tempest-AttachVolumeNegativeTest-814338664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4417063'] for port, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:17:07.991438 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81e5262-a77d-4a34-884a-f81a4de661b7 tempest-AttachVolumeNegativeTest-814338664 tempest-AttachVolumeNegativeTest-814338664-project] Pushing event deleted for resources: {'Port': ['ID=afeb8dd3-b1ab-4bad-8471-e80269ed47c7,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:17:07.999274 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] get_ports_and_sgs() called for port_ids ['afeb8dd3-b1ab-4bad-8471-e80269ed47c7'] {{(pid=102388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 19:17:08.018888 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] For port eba375d2-26b4-4098-be48-1d0f4564d9c4, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=eba375d2-26b4-4098-be48-1d0f4564d9c4,segment=NetworkSegment(85be518c-8bb4-46a2-a903-d4292782d29d),segment_id=85be518c-8bb4-46a2-a903-d4292782d29d)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:17:08.046850 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.l3_dvrscheduler_db [req-14ce95e5-344d-4201-9a3c-28deefd8feee req-b81e5262-a77d-4a34-884a-f81a4de661b7 tempest-AttachVolumeNegativeTest-814338664 tempest-AttachVolumeNegativeTest-814338664-project] No DVR routers for this DVR port afeb8dd3-b1ab-4bad-8471-e80269ed47c7 on host n-h1-816865-1 {{(pid=102387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 19:17:08.053467 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-14ce95e5-344d-4201-9a3c-28deefd8feee req-b81e5262-a77d-4a34-884a-f81a4de661b7 tempest-AttachVolumeNegativeTest-814338664 tempest-AttachVolumeNegativeTest-814338664-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:17:08.060096 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-14ce95e5-344d-4201-9a3c-28deefd8feee req-b81e5262-a77d-4a34-884a-f81a4de661b7 tempest-AttachVolumeNegativeTest-814338664 tempest-AttachVolumeNegativeTest-814338664-project] 10.222.0.41 "DELETE /v2.0/ports/afeb8dd3-b1ab-4bad-8471-e80269ed47c7 HTTP/1.1" status: 204 len: 173 time: 0.5698936 Nov 05 19:17:08.061970 n-d-816865-1 neutron-server[102387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edcb715d-80ef-40d3-9564-34ad231e19c2', 'name': 'network-vif-deleted', 'tag': 'afeb8dd3-b1ab-4bad-8471-e80269ed47c7'}] {{(pid=102387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 19:17:08.065568 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab06bd4ddf5758c1f10d79fe34dc215bafa488692cde9dba2fcbcb67556f90bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a4f1a9c-59c7-4a94-9319-d8534eabe18e" -d '{"events": [{"server_uuid": "edcb715d-80ef-40d3-9564-34ad231e19c2", "name": "network-vif-deleted", "tag": "afeb8dd3-b1ab-4bad-8471-e80269ed47c7"}]}' {{(pid=102387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 19:17:08.067904 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvr_db [None req-aec24f4c-2ee8-4a57-89d3-98aebd758aaf None None] Set router 49a9be4d-86ab-4911-995d-e29e957dc1b1 gateway port host: n-d-816865-1 {{(pid=102389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 19:17:08.077699 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:17:08.121722 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 19:17:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9572936-a810-4841-b58b-da70d9fd4450 x-openstack-request-id: req-a9572936-a810-4841-b58b-da70d9fd4450 {{(pid=102387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 19:17:08.122632 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "edcb715d-80ef-40d3-9564-34ad231e19c2", "name": "network-vif-deleted", "tag": "afeb8dd3-b1ab-4bad-8471-e80269ed47c7", "status": "completed", "code": 200}]} {{(pid=102387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 19:17:08.122867 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a9572936-a810-4841-b58b-da70d9fd4450 {{(pid=102387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 19:17:08.123300 n-d-816865-1 neutron-server[102387]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edcb715d-80ef-40d3-9564-34ad231e19c2', 'name': 'network-vif-deleted', 'tag': 'afeb8dd3-b1ab-4bad-8471-e80269ed47c7', 'status': 'completed', 'code': 200} Nov 05 19:17:08.138423 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 39144) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:17:08.171211 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Pushing event updated for resources: {'Port': ['ID=eba375d2-26b4-4098-be48-1d0f4564d9c4,revision_number=4']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:17:08.184708 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-ffbfc04b-2990-4405-a2d7-b4cf874a92fa req-72f8d693-9ebc-4111-925a-24897136853d tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Publish callbacks [] for port, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:17:08.299681 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-ffbfc04b-2990-4405-a2d7-b4cf874a92fa req-72f8d693-9ebc-4111-925a-24897136853d tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:17:08.330211 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-31f93893-a48e-4ae8-833d-dccb2b42eacc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:17:08.358128 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ffbfc04b-2990-4405-a2d7-b4cf874a92fa req-72f8d693-9ebc-4111-925a-24897136853d tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Network 22c01ef1-936f-4d85-97a6-cf840ed74fec is already hosted by enough agents. {{(pid=102386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 19:17:08.361514 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.base_scheduler [req-ffbfc04b-2990-4405-a2d7-b4cf874a92fa req-72f8d693-9ebc-4111-925a-24897136853d tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Resources bound (agent type, host, resource id): {{(pid=102386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 19:17:08.366932 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffbfc04b-2990-4405-a2d7-b4cf874a92fa req-72f8d693-9ebc-4111-925a-24897136853d tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Received port after_create {{(pid=102386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 19:17:08.406294 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f8d693-9ebc-4111-925a-24897136853d tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Pushing event updated for resources: {'Port': ['ID=438123a8-efb0-4522-b330-e01a78e5c20a,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:17:08.451048 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbfc04b-2990-4405-a2d7-b4cf874a92fa req-72f8d693-9ebc-4111-925a-24897136853d tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:17:08.455442 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-ffbfc04b-2990-4405-a2d7-b4cf874a92fa req-72f8d693-9ebc-4111-925a-24897136853d tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:17:08.490837 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-aec24f4c-2ee8-4a57-89d3-98aebd758aaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49a9be4d-86ab-4911-995d-e29e957dc1b1', 'name': 'tempest-ImageQuotaTest-1700817909-router', 'tenant_id': '4e4bb4addfe547829eba7463f4f355e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.3'}], 'enable_snat': True}, 'gw_port_id': 'eba375d2-26b4-4098-be48-1d0f4564d9c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T19:17:01Z', 'updated_at': '2021-11-05T19:17:05Z', 'revision_number': 4, 'project_id': '4e4bb4addfe547829eba7463f4f355e7', 'gw_port': {'id': 'eba375d2-26b4-4098-be48-1d0f4564d9c4', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:b7:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49a9be4d-86ab-4911-995d-e29e957dc1b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3737, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:17:01Z', 'updated_at': '2021-11-05T19:17:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1', '_interfaces': [{'id': '3d332446-8bd1-493c-ae82-36e59ef61730', 'name': '', 'network_id': '60fd4854-b0b5-4288-b4e0-15ee499af2f5', 'tenant_id': '4e4bb4addfe547829eba7463f4f355e7', 'mac_address': 'fa:16:3e:5f:31:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49a9be4d-86ab-4911-995d-e29e957dc1b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3738, 'fixed_ips': [{'subnet_id': '524a03ae-8df8-4bc9-8291-340991b68d40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:17:04Z', 'updated_at': '2021-11-05T19:17:05Z', 'revision_number': 2, 'project_id': '4e4bb4addfe547829eba7463f4f355e7', 'subnets': [{'id': '524a03ae-8df8-4bc9-8291-340991b68d40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-1', False) {} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:17:08.539245 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aec24f4c-2ee8-4a57-89d3-98aebd758aaf None None] Checking router: 49a9be4d-86ab-4911-995d-e29e957dc1b1 for host: n-d-816865-1 {{(pid=102389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 19:17:08.539594 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aec24f4c-2ee8-4a57-89d3-98aebd758aaf None None] Updating router 49a9be4d-86ab-4911-995d-e29e957dc1b1 port 3d332446-8bd1-493c-ae82-36e59ef61730 binding host n-d-816865-1 {{(pid=102389) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 05 19:17:08.553237 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:17:08.557802 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-ffbfc04b-2990-4405-a2d7-b4cf874a92fa req-72f8d693-9ebc-4111-925a-24897136853d tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1589956 Nov 05 19:17:08.576777 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [req-ffbfc04b-2990-4405-a2d7-b4cf874a92fa req-f6f27d33-dd17-42ca-b993-7a917e1e25bc tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=102386) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 05 19:17:08.578288 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-ffbfc04b-2990-4405-a2d7-b4cf874a92fa req-f6f27d33-dd17-42ca-b993-7a917e1e25bc tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0118351 Nov 05 19:17:08.590027 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-d311139e-54a6-410e-ab8f-8ef53344f9c0 req-b7edcb62-ba88-4af3-916b-f758e1a146c7 tempest-AttachVolumeNegativeTest-814338664 tempest-AttachVolumeNegativeTest-814338664-project] 10.222.0.13 "GET /v2.0/ports?device_id=edcb715d-80ef-40d3-9564-34ad231e19c2 HTTP/1.1" status: 200 len: 210 time: 0.0742817 Nov 05 19:17:08.595682 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [req-ffbfc04b-2990-4405-a2d7-b4cf874a92fa req-6c3b5412-b1f8-44d9-ba64-059b93abc26b service neutron] Request body: {'port': {'device_id': '82cc0e57-3312-4342-b3d0-e8fc05eb9e7b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816865-1'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:17:08.623266 n-d-816865-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-aec24f4c-2ee8-4a57-89d3-98aebd758aaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:17:08.665006 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81980de-69d6-4449-99cf-ac7dc5f30b87 req-0b9b903f-b119-40b4-9e55-3be92b2e1c93 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:17:08.666584 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-c81980de-69d6-4449-99cf-ac7dc5f30b87 req-0b9b903f-b119-40b4-9e55-3be92b2e1c93 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] 10.222.0.13 "GET /v2.0/ports?device_id=82cc0e57-3312-4342-b3d0-e8fc05eb9e7b HTTP/1.1" status: 200 len: 931 time: 0.2095182 Nov 05 19:17:08.702110 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-ffbfc04b-2990-4405-a2d7-b4cf874a92fa req-6c3b5412-b1f8-44d9-ba64-059b93abc26b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:17:08.732735 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-2081b188-a82c-4bbe-8478-fade07b609a8 None None] Provisioning complete for port 438123a8-efb0-4522-b330-e01a78e5c20a triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:17:08.733374 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-2081b188-a82c-4bbe-8478-fade07b609a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:17:08.765204 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-c81980de-69d6-4449-99cf-ac7dc5f30b87 req-7c516217-36e9-4d44-93bc-05da4d936a31 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] 10.222.0.13 "GET /v2.0/security-groups?id=0901d174-558d-4d58-91a3-452d9a2f95cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793006 Nov 05 19:17:08.792944 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-2081b188-a82c-4bbe-8478-fade07b609a8 None None] Port 438123a8-efb0-4522-b330-e01a78e5c20a cannot update to ACTIVE because it is not bound. {{(pid=102388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 19:17:08.835901 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-300aaa0d-3514-4453-afd2-b0e9fcb5fbd5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-571777'] for router_interface, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:17:09.016182 n-d-816865-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-aec24f4c-2ee8-4a57-89d3-98aebd758aaf None None] Publish callbacks [] for port, precommit_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:17:09.072128 n-d-816865-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-aec24f4c-2ee8-4a57-89d3-98aebd758aaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:17:09.109504 n-d-816865-1 neutron-server[102386]: DEBUG neutron.notifiers.nova [req-ffbfc04b-2990-4405-a2d7-b4cf874a92fa req-6c3b5412-b1f8-44d9-ba64-059b93abc26b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 438123a8-efb0-4522-b330-e01a78e5c20a {{(pid=102386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 19:17:09.121357 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-ffbfc04b-2990-4405-a2d7-b4cf874a92fa req-6c3b5412-b1f8-44d9-ba64-059b93abc26b service neutron] Publish callbacks [] for port, precommit_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:17:09.150731 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.provisioning_blocks [req-ffbfc04b-2990-4405-a2d7-b4cf874a92fa req-6c3b5412-b1f8-44d9-ba64-059b93abc26b service neutron] Transition to ACTIVE for port object 438123a8-efb0-4522-b330-e01a78e5c20a will not be triggered until provisioned by entity L2. {{(pid=102386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 05 19:17:09.167288 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ffedf5c-747e-4bf0-94d5-ab875ab31a3f None None] Pushing event updated for resources: {'Port': ['ID=3d332446-8bd1-493c-ae82-36e59ef61730,revision_number=3']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:17:09.220158 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ffedf5c-747e-4bf0-94d5-ab875ab31a3f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:17:09.220499 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ffedf5c-747e-4bf0-94d5-ab875ab31a3f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:17:09.223471 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ffedf5c-747e-4bf0-94d5-ab875ab31a3f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:17:09.224027 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ffedf5c-747e-4bf0-94d5-ab875ab31a3f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:17:09.224527 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ffedf5c-747e-4bf0-94d5-ab875ab31a3f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:17:09.225045 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ffedf5c-747e-4bf0-94d5-ab875ab31a3f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:17:09.229727 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ffedf5c-747e-4bf0-94d5-ab875ab31a3f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:17:09.230861 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ffedf5c-747e-4bf0-94d5-ab875ab31a3f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:17:09.231399 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ffedf5c-747e-4bf0-94d5-ab875ab31a3f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:17:09.231737 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ffedf5c-747e-4bf0-94d5-ab875ab31a3f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:17:09.232067 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ffedf5c-747e-4bf0-94d5-ab875ab31a3f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:17:09.232402 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ffedf5c-747e-4bf0-94d5-ab875ab31a3f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:17:09.237206 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-ffbfc04b-2990-4405-a2d7-b4cf874a92fa req-6c3b5412-b1f8-44d9-ba64-059b93abc26b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6149821'] for port, after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:17:09.318056 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [None req-300aaa0d-3514-4453-afd2-b0e9fcb5fbd5 admin admin] Deleting port 3d332446-8bd1-493c-ae82-36e59ef61730 {{(pid=102387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 19:17:09.319150 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-300aaa0d-3514-4453-afd2-b0e9fcb5fbd5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:17:09.343740 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.managers [None req-aec24f4c-2ee8-4a57-89d3-98aebd758aaf None None] Attempting to bind port 3d332446-8bd1-493c-ae82-36e59ef61730 on host n-d-816865-1 for vnic_type normal with profile {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 19:17:09.346563 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.managers [None req-aec24f4c-2ee8-4a57-89d3-98aebd758aaf None None] Attempting to bind port 3d332446-8bd1-493c-ae82-36e59ef61730 by drivers openvswitch,hyperv on host n-d-816865-1 at level 0 using segments [{'id': 'b76211bb-0468-406a-9296-7836645d2788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '60fd4854-b0b5-4288-b4e0-15ee499af2f5'}] {{(pid=102389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 19:17:09.346958 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aec24f4c-2ee8-4a57-89d3-98aebd758aaf None None] Attempting to bind port 3d332446-8bd1-493c-ae82-36e59ef61730 on network 60fd4854-b0b5-4288-b4e0-15ee499af2f5 {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 19:17:09.353146 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aec24f4c-2ee8-4a57-89d3-98aebd758aaf None None] Checking agent: {'id': '724d89a7-611b-41e6-bc85-c48112b17afa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 18, 25, 8), 'started_at': datetime.datetime(2021, 11, 5, 18, 25, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 19, 17, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 19:17:09.354711 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aec24f4c-2ee8-4a57-89d3-98aebd758aaf None None] Checking segment: {'id': 'b76211bb-0468-406a-9296-7836645d2788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '60fd4854-b0b5-4288-b4e0-15ee499af2f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 19:17:09.356556 n-d-816865-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-aec24f4c-2ee8-4a57-89d3-98aebd758aaf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:17:09.357125 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aec24f4c-2ee8-4a57-89d3-98aebd758aaf None None] Bound using segment: {'id': 'b76211bb-0468-406a-9296-7836645d2788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '60fd4854-b0b5-4288-b4e0-15ee499af2f5'} {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 19:17:09.358364 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.managers [None req-aec24f4c-2ee8-4a57-89d3-98aebd758aaf None None] Bound port: 3d332446-8bd1-493c-ae82-36e59ef61730, host: n-d-816865-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b76211bb-0468-406a-9296-7836645d2788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '60fd4854-b0b5-4288-b4e0-15ee499af2f5'}}] {{(pid=102389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 19:17:09.359321 n-d-816865-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-aec24f4c-2ee8-4a57-89d3-98aebd758aaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:17:09.443204 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3b5412-b1f8-44d9-ba64-059b93abc26b service neutron] Pushing event updated for resources: {'Port': ['ID=438123a8-efb0-4522-b330-e01a78e5c20a,revision_number=2']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:17:09.515946 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [None req-aec24f4c-2ee8-4a57-89d3-98aebd758aaf None None] For port 3d332446-8bd1-493c-ae82-36e59ef61730, host n-d-816865-1, cleared binding levels {{(pid=102389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 19:17:09.520741 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [None req-aec24f4c-2ee8-4a57-89d3-98aebd758aaf None None] For port 3d332446-8bd1-493c-ae82-36e59ef61730, host n-d-816865-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=3d332446-8bd1-493c-ae82-36e59ef61730,segment=NetworkSegment(b76211bb-0468-406a-9296-7836645d2788),segment_id=b76211bb-0468-406a-9296-7836645d2788)] {{(pid=102389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 19:17:09.526620 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [req-ffbfc04b-2990-4405-a2d7-b4cf874a92fa req-6c3b5412-b1f8-44d9-ba64-059b93abc26b service neutron] Attempting to bind port 438123a8-efb0-4522-b330-e01a78e5c20a on host n-h2-816865-1 for vnic_type normal with profile {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 19:17:09.528244 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [req-ffbfc04b-2990-4405-a2d7-b4cf874a92fa req-6c3b5412-b1f8-44d9-ba64-059b93abc26b service neutron] Attempting to bind port 438123a8-efb0-4522-b330-e01a78e5c20a by drivers openvswitch,hyperv on host n-h2-816865-1 at level 0 using segments [{'id': 'c8ba8bad-518b-408a-adbf-9f95696a455e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '22c01ef1-936f-4d85-97a6-cf840ed74fec'}] {{(pid=102386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 19:17:09.529414 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffbfc04b-2990-4405-a2d7-b4cf874a92fa req-6c3b5412-b1f8-44d9-ba64-059b93abc26b service neutron] Attempting to bind port 438123a8-efb0-4522-b330-e01a78e5c20a on network 22c01ef1-936f-4d85-97a6-cf840ed74fec {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 19:17:09.531883 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.db [None req-300aaa0d-3514-4453-afd2-b0e9fcb5fbd5 admin admin] For port 3d332446-8bd1-493c-ae82-36e59ef61730, host n-d-816865-1, got binding levels [] {{(pid=102387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:17:09.532606 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-300aaa0d-3514-4453-afd2-b0e9fcb5fbd5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:17:09.535202 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffbfc04b-2990-4405-a2d7-b4cf874a92fa req-6c3b5412-b1f8-44d9-ba64-059b93abc26b service neutron] Port 438123a8-efb0-4522-b330-e01a78e5c20a on network 22c01ef1-936f-4d85-97a6-cf840ed74fec not bound, no agent of type Open vSwitch agent registered on host n-h2-816865-1 {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 19:17:09.535565 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffbfc04b-2990-4405-a2d7-b4cf874a92fa req-6c3b5412-b1f8-44d9-ba64-059b93abc26b service neutron] Attempting to bind port 438123a8-efb0-4522-b330-e01a78e5c20a on network 22c01ef1-936f-4d85-97a6-cf840ed74fec {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 19:17:09.545039 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffbfc04b-2990-4405-a2d7-b4cf874a92fa req-6c3b5412-b1f8-44d9-ba64-059b93abc26b service neutron] Checking agent: {'id': '32aff553-696f-4891-83f5-5c176f61fe54', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816865-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 18, 33, 36), 'started_at': datetime.datetime(2021, 11, 5, 18, 33, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 19, 17, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 19:17:09.545769 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffbfc04b-2990-4405-a2d7-b4cf874a92fa req-6c3b5412-b1f8-44d9-ba64-059b93abc26b service neutron] Checking segment: {'id': 'c8ba8bad-518b-408a-adbf-9f95696a455e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '22c01ef1-936f-4d85-97a6-cf840ed74fec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 19:17:09.546455 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffbfc04b-2990-4405-a2d7-b4cf874a92fa req-6c3b5412-b1f8-44d9-ba64-059b93abc26b service neutron] Bound using segment: {'id': 'c8ba8bad-518b-408a-adbf-9f95696a455e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '22c01ef1-936f-4d85-97a6-cf840ed74fec'} {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 19:17:09.547013 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [req-ffbfc04b-2990-4405-a2d7-b4cf874a92fa req-6c3b5412-b1f8-44d9-ba64-059b93abc26b service neutron] Bound port: 438123a8-efb0-4522-b330-e01a78e5c20a, host: n-h2-816865-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c8ba8bad-518b-408a-adbf-9f95696a455e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '22c01ef1-936f-4d85-97a6-cf840ed74fec'}}] {{(pid=102386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 19:17:09.547486 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-ffbfc04b-2990-4405-a2d7-b4cf874a92fa req-6c3b5412-b1f8-44d9-ba64-059b93abc26b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:17:09.571047 n-d-816865-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-aec24f4c-2ee8-4a57-89d3-98aebd758aaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:17:09.588560 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [None req-300aaa0d-3514-4453-afd2-b0e9fcb5fbd5 admin admin] Calling delete_port for 3d332446-8bd1-493c-ae82-36e59ef61730 owned by network:router_interface {{(pid=102387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 19:17:09.688630 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device eba375d2-26b4-4098-be48-1d0f4564d9c4 up at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 19:17:09.691138 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [req-ffbfc04b-2990-4405-a2d7-b4cf874a92fa req-6c3b5412-b1f8-44d9-ba64-059b93abc26b service neutron] For port 438123a8-efb0-4522-b330-e01a78e5c20a, host n-h2-816865-1, cleared binding levels {{(pid=102386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 19:17:09.700360 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [req-ffbfc04b-2990-4405-a2d7-b4cf874a92fa req-6c3b5412-b1f8-44d9-ba64-059b93abc26b service neutron] For port 438123a8-efb0-4522-b330-e01a78e5c20a, host n-h2-816865-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=438123a8-efb0-4522-b330-e01a78e5c20a,segment=NetworkSegment(c8ba8bad-518b-408a-adbf-9f95696a455e),segment_id=c8ba8bad-518b-408a-adbf-9f95696a455e)] {{(pid=102386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 19:17:09.712858 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aec24f4c-2ee8-4a57-89d3-98aebd758aaf None None] Routers {'49a9be4d-86ab-4911-995d-e29e957dc1b1'} bound to L3 agent in host n-d-816865-1 {{(pid=102389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 19:17:09.714341 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-aec24f4c-2ee8-4a57-89d3-98aebd758aaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T19:17:05Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['49a9be4d-86ab-4911-995d-e29e957dc1b1'], 'active': True} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:17:09.749734 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 39156) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:17:09.786706 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ffedf5c-747e-4bf0-94d5-ab875ab31a3f None None] Pushing event updated for resources: {'Port': ['ID=3d332446-8bd1-493c-ae82-36e59ef61730,revision_number=4']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:17:09.791288 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-1faa7951-0e84-44e6-8b7a-fd97c4b4e94c None None] Provisioning complete for port 3d332446-8bd1-493c-ae82-36e59ef61730 triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:17:09.792441 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-1faa7951-0e84-44e6-8b7a-fd97c4b4e94c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:17:09.821348 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-ffbfc04b-2990-4405-a2d7-b4cf874a92fa req-6c3b5412-b1f8-44d9-ba64-059b93abc26b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6149821'] for port, after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:17:09.861491 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Provisioning complete for port eba375d2-26b4-4098-be48-1d0f4564d9c4 triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:17:09.861865 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:17:09.902237 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvr_db [None req-aec24f4c-2ee8-4a57-89d3-98aebd758aaf None None] Set router 49a9be4d-86ab-4911-995d-e29e957dc1b1 gateway port host: n-d-816865-1 {{(pid=102389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 19:17:09.927120 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbfc04b-2990-4405-a2d7-b4cf874a92fa req-6c3b5412-b1f8-44d9-ba64-059b93abc26b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:17:09.927883 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-ffbfc04b-2990-4405-a2d7-b4cf874a92fa req-6c3b5412-b1f8-44d9-ba64-059b93abc26b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:17:09.929364 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-ffbfc04b-2990-4405-a2d7-b4cf874a92fa req-6c3b5412-b1f8-44d9-ba64-059b93abc26b service neutron] 10.222.0.55 "PUT /v2.0/ports/438123a8-efb0-4522-b330-e01a78e5c20a HTTP/1.1" status: 200 len: 1091 time: 1.3393538 Nov 05 19:17:09.931828 n-d-816865-1 neutron-server[102386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82cc0e57-3312-4342-b3d0-e8fc05eb9e7b', 'tag': '438123a8-efb0-4522-b330-e01a78e5c20a'}] {{(pid=102386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 19:17:09.934836 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6173a44d7c73f41af551dc890fa1a5892c2c6bc3458b640c8e0c24db7876ba6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce546f57-0aae-40f5-aab7-2a3c7765e6d8" -d '{"events": [{"name": "network-changed", "server_uuid": "82cc0e57-3312-4342-b3d0-e8fc05eb9e7b", "tag": "438123a8-efb0-4522-b330-e01a78e5c20a"}]}' {{(pid=102386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 19:17:10.007107 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.db_base_plugin_v2 [None req-036a2e20-47f8-4505-ac8e-91a945393ad6 admin admin] Deleting subnet 41ea8269-cd9c-4654-abcc-5b4c434f2dbf {{(pid=102386) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 05 19:17:10.016380 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-1faa7951-0e84-44e6-8b7a-fd97c4b4e94c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:17:10.019770 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-036a2e20-47f8-4505-ac8e-91a945393ad6 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:17:10.097140 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-036a2e20-47f8-4505-ac8e-91a945393ad6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4590738'] for subnet, precommit_delete_associations {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:17:10.110021 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-1faa7951-0e84-44e6-8b7a-fd97c4b4e94c None None] For port 3d332446-8bd1-493c-ae82-36e59ef61730, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=3d332446-8bd1-493c-ae82-36e59ef61730,segment=NetworkSegment(b76211bb-0468-406a-9296-7836645d2788),segment_id=b76211bb-0468-406a-9296-7836645d2788)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:17:10.160095 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64e3334-db03-4ae5-8fed-7021301965b6 req-3660a357-152a-4f7d-b085-9e8287e442d5 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:17:10.169694 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-b64e3334-db03-4ae5-8fed-7021301965b6 req-3660a357-152a-4f7d-b085-9e8287e442d5 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] 10.222.0.13 "GET /v2.0/ports?device_id=82cc0e57-3312-4342-b3d0-e8fc05eb9e7b HTTP/1.1" status: 200 len: 943 time: 0.1346219 Nov 05 19:17:10.179342 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-036a2e20-47f8-4505-ac8e-91a945393ad6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1573928'] for subnet, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:17:10.184963 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-1faa7951-0e84-44e6-8b7a-fd97c4b4e94c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:17:10.255613 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 19:17:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b785c742-8f5f-40e3-b9c0-47af4238fc78 x-openstack-request-id: req-b785c742-8f5f-40e3-b9c0-47af4238fc78 {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 19:17:10.256461 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82cc0e57-3312-4342-b3d0-e8fc05eb9e7b", "tag": "438123a8-efb0-4522-b330-e01a78e5c20a", "status": "completed", "code": 200}]} {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 19:17:10.256731 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b785c742-8f5f-40e3-b9c0-47af4238fc78 {{(pid=102386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 19:17:10.257133 n-d-816865-1 neutron-server[102386]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '82cc0e57-3312-4342-b3d0-e8fc05eb9e7b', 'tag': '438123a8-efb0-4522-b330-e01a78e5c20a', 'status': 'completed', 'code': 200} Nov 05 19:17:10.269773 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-b64e3334-db03-4ae5-8fed-7021301965b6 req-63b77e73-feb5-4bbf-ab3a-e58d5fa98e15 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] 10.222.0.13 "GET /v2.0/security-groups?id=0901d174-558d-4d58-91a3-452d9a2f95cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990257 Nov 05 19:17:10.272228 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3b5412-b1f8-44d9-ba64-059b93abc26b service neutron] Pushing event updated for resources: {'Port': ['ID=438123a8-efb0-4522-b330-e01a78e5c20a,revision_number=3']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:17:10.307948 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1faa7951-0e84-44e6-8b7a-fd97c4b4e94c None None] Pushing event updated for resources: {'Port': ['ID=3d332446-8bd1-493c-ae82-36e59ef61730,revision_number=5']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:17:10.324912 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-036a2e20-47f8-4505-ac8e-91a945393ad6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1573905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6149879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4877183'] for subnet, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:17:10.345357 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-d4ac47fa-59ba-4856-879c-e45d415a3189 None None] Provisioning complete for port 3d332446-8bd1-493c-ae82-36e59ef61730 triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:17:10.345733 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-d4ac47fa-59ba-4856-879c-e45d415a3189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:17:10.361675 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbfc04b-2990-4405-a2d7-b4cf874a92fa req-a9354064-846a-4501-8608-b55e90d1cc72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:17:10.363343 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-ffbfc04b-2990-4405-a2d7-b4cf874a92fa req-a9354064-846a-4501-8608-b55e90d1cc72 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=975e22a5e2c44667a77341bd773126d4&device_id=82cc0e57-3312-4342-b3d0-e8fc05eb9e7b HTTP/1.1" status: 200 len: 1094 time: 0.1017549 Nov 05 19:17:10.369070 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-300aaa0d-3514-4453-afd2-b0e9fcb5fbd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4417063'] for port, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:17:10.382272 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-036a2e20-47f8-4505-ac8e-91a945393ad6 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:17:10.387958 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-036a2e20-47f8-4505-ac8e-91a945393ad6 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/41ea8269-cd9c-4654-abcc-5b4c434f2dbf HTTP/1.1" status: 204 len: 168 time: 0.6366150 Nov 05 19:17:10.394557 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 39162) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:17:10.409865 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036a2e20-47f8-4505-ac8e-91a945393ad6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=41ea8269-cd9c-4654-abcc-5b4c434f2dbf,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:17:10.427517 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-d4ac47fa-59ba-4856-879c-e45d415a3189 None None] Could not find standard attr ID for object 3d332446-8bd1-493c-ae82-36e59ef61730. {{(pid=102388) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 05 19:17:10.438214 n-d-816865-1 neutron-server[102388]: INFO neutron.plugins.ml2.db [None req-d4ac47fa-59ba-4856-879c-e45d415a3189 None None] No ports have port_id starting with 3d332446-8bd1-493c-ae82-36e59ef61730 Nov 05 19:17:10.492705 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-aec24f4c-2ee8-4a57-89d3-98aebd758aaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49a9be4d-86ab-4911-995d-e29e957dc1b1', 'name': 'tempest-ImageQuotaTest-1700817909-router', 'tenant_id': '4e4bb4addfe547829eba7463f4f355e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.3'}], 'enable_snat': True}, 'gw_port_id': 'eba375d2-26b4-4098-be48-1d0f4564d9c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T19:17:01Z', 'updated_at': '2021-11-05T19:17:05Z', 'revision_number': 4, 'project_id': '4e4bb4addfe547829eba7463f4f355e7', 'gw_port': {'id': 'eba375d2-26b4-4098-be48-1d0f4564d9c4', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:b7:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49a9be4d-86ab-4911-995d-e29e957dc1b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3737, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:17:01Z', 'updated_at': '2021-11-05T19:17:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1', '_interfaces': [{'id': '3d332446-8bd1-493c-ae82-36e59ef61730', 'name': '', 'network_id': '60fd4854-b0b5-4288-b4e0-15ee499af2f5', 'tenant_id': '4e4bb4addfe547829eba7463f4f355e7', 'mac_address': 'fa:16:3e:5f:31:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49a9be4d-86ab-4911-995d-e29e957dc1b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3738, 'fixed_ips': [{'subnet_id': '524a03ae-8df8-4bc9-8291-340991b68d40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:17:04Z', 'updated_at': '2021-11-05T19:17:09Z', 'revision_number': 4, 'project_id': '4e4bb4addfe547829eba7463f4f355e7', 'subnets': [{'id': '524a03ae-8df8-4bc9-8291-340991b68d40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-1', False) {} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:17:10.501407 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300aaa0d-3514-4453-afd2-b0e9fcb5fbd5 admin admin] Pushing event deleted for resources: {'Port': ['ID=3d332446-8bd1-493c-ae82-36e59ef61730,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:17:10.540810 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aec24f4c-2ee8-4a57-89d3-98aebd758aaf None None] The sync data for ids ['49a9be4d-86ab-4911-995d-e29e957dc1b1'] in n-d-816865-1 is: [{'id': '49a9be4d-86ab-4911-995d-e29e957dc1b1', 'name': 'tempest-ImageQuotaTest-1700817909-router', 'tenant_id': '4e4bb4addfe547829eba7463f4f355e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.3'}], 'enable_snat': True}, 'gw_port_id': 'eba375d2-26b4-4098-be48-1d0f4564d9c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T19:17:01Z', 'updated_at': '2021-11-05T19:17:05Z', 'revision_number': 4, 'project_id': '4e4bb4addfe547829eba7463f4f355e7', 'gw_port': {'id': 'eba375d2-26b4-4098-be48-1d0f4564d9c4', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:b7:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49a9be4d-86ab-4911-995d-e29e957dc1b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3737, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:17:01Z', 'updated_at': '2021-11-05T19:17:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1', '_interfaces': [{'id': '3d332446-8bd1-493c-ae82-36e59ef61730', 'name': '', 'network_id': '60fd4854-b0b5-4288-b4e0-15ee499af2f5', 'tenant_id': '4e4bb4addfe547829eba7463f4f355e7', 'mac_address': 'fa:16:3e:5f:31:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49a9be4d-86ab-4911-995d-e29e957dc1b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3738, 'fixed_ips': [{'subnet_id': '524a03ae-8df8-4bc9-8291-340991b68d40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:17:04Z', 'updated_at': '2021-11-05T19:17:09Z', 'revision_number': 4, 'project_id': '4e4bb4addfe547829eba7463f4f355e7', 'subnets': [{'id': '524a03ae-8df8-4bc9-8291-340991b68d40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 19:17:10.602266 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-ffbfc04b-2990-4405-a2d7-b4cf874a92fa req-e19a383c-4ecc-49a7-9939-2cdf379dd925 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=438123a8-efb0-4522-b330-e01a78e5c20a HTTP/1.1" status: 200 len: 217 time: 0.2123661 Nov 05 19:17:10.614499 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-5d3e1f00-e875-4f8d-a04c-e62d0395ec62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1664226'] for network, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:17:10.706115 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Device afeb8dd3-b1ab-4bad-8471-e80269ed47c7 no longer exists at agent hyperv_n-h1-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 19:17:10.707628 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbfc04b-2990-4405-a2d7-b4cf874a92fa req-1eba108f-051f-47ad-b81c-df38929bee8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:17:10.710870 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-ffbfc04b-2990-4405-a2d7-b4cf874a92fa req-1eba108f-051f-47ad-b81c-df38929bee8c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=9a5a1166-12d4-4407-8a6a-41bf61d6db29 HTTP/1.1" status: 200 len: 850 time: 0.0955417 Nov 05 19:17:10.738576 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] No Port match for: afeb8dd3-b1ab-4bad-8471-e80269ed47c7 {{(pid=102388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 19:17:10.738576 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Device afeb8dd3-b1ab-4bad-8471-e80269ed47c7 not bound to the agent host n-h1-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 19:17:10.786537 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbfc04b-2990-4405-a2d7-b4cf874a92fa req-a1362314-4282-46fb-9cc1-ff424f6845dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:17:10.788095 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-ffbfc04b-2990-4405-a2d7-b4cf874a92fa req-a1362314-4282-46fb-9cc1-ff424f6845dc service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=22c01ef1-936f-4d85-97a6-cf840ed74fec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0642514 Nov 05 19:17:10.872155 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-5d3e1f00-e875-4f8d-a04c-e62d0395ec62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1579173', 'neutron.services.segments.db._delete_segments_for_network-8750027792909'] for network, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:17:10.883034 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-300aaa0d-3514-4453-afd2-b0e9fcb5fbd5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-597886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-573297'] for router_interface, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:17:10.902729 n-d-816865-1 neutron-server[102387]: DEBUG neutron.services.segments.db [None req-5d3e1f00-e875-4f8d-a04c-e62d0395ec62 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f31b1f2e-a615-43e1-9e9b-9f3f947ccb7d']}} {{(pid=102387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:17:10.904885 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-ffbfc04b-2990-4405-a2d7-b4cf874a92fa req-6a12f5ac-965a-4612-a035-1b58b75a8b02 service neutron] 10.222.0.55 "GET /v2.0/networks/22c01ef1-936f-4d85-97a6-cf840ed74fec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1039295 Nov 05 19:17:10.918016 n-d-816865-1 neutron-server[102387]: DEBUG neutron.services.segments.db [None req-5d3e1f00-e875-4f8d-a04c-e62d0395ec62 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1158bd8e-c612-44f1-a6e7-1a9c01b70d43') {'for_net_delete': True} {{(pid=102387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:17:10.918432 n-d-816865-1 neutron-server[102387]: DEBUG neutron.services.segments.db [None req-5d3e1f00-e875-4f8d-a04c-e62d0395ec62 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1158bd8e-c612-44f1-a6e7-1a9c01b70d43') {} {{(pid=102387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:17:10.960227 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-5d3e1f00-e875-4f8d-a04c-e62d0395ec62 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750027793430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4463492'] for segment, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:17:10.990403 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-5d3e1f00-e875-4f8d-a04c-e62d0395ec62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273'] for segment, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:17:11.038238 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d3e1f00-e875-4f8d-a04c-e62d0395ec62 admin admin] Releasing vlan 196 on physical network physnet1 to pool {{(pid=102387) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 05 19:17:11.038744 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-5d3e1f00-e875-4f8d-a04c-e62d0395ec62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4417236'] for segment, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:17:11.040021 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-ffbfc04b-2990-4405-a2d7-b4cf874a92fa req-c607980d-18d2-4f37-8ba5-9721ddfaff2d service neutron] 10.222.0.55 "GET /v2.0/networks/22c01ef1-936f-4d85-97a6-cf840ed74fec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219251 Nov 05 19:17:11.050623 n-d-816865-1 neutron-server[102387]: Traceback (most recent call last): Nov 05 19:17:11.050623 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 05 19:17:11.050623 n-d-816865-1 neutron-server[102387]: timer() Nov 05 19:17:11.050623 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 05 19:17:11.050623 n-d-816865-1 neutron-server[102387]: cb(*args, **kw) Nov 05 19:17:11.050623 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 05 19:17:11.050623 n-d-816865-1 neutron-server[102387]: return func(*args, **kwargs) Nov 05 19:17:11.050623 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 05 19:17:11.050623 n-d-816865-1 neutron-server[102387]: self._notify() Nov 05 19:17:11.050623 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 05 19:17:11.050623 n-d-816865-1 neutron-server[102387]: self.callback(batched_events) Nov 05 19:17:11.050623 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 05 19:17:11.050623 n-d-816865-1 neutron-server[102387]: event.method(event) Nov 05 19:17:11.050623 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 05 19:17:11.050623 n-d-816865-1 neutron-server[102387]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 05 19:17:11.050623 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 05 19:17:11.050623 n-d-816865-1 neutron-server[102387]: aggregate_uuid = self.p_client.list_aggregates( Nov 05 19:17:11.050623 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 05 19:17:11.050623 n-d-816865-1 neutron-server[102387]: return f(self, *a, **k) Nov 05 19:17:11.050623 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 05 19:17:11.050623 n-d-816865-1 neutron-server[102387]: return self._get(url).json() Nov 05 19:17:11.050623 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 05 19:17:11.050623 n-d-816865-1 neutron-server[102387]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 05 19:17:11.050623 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 05 19:17:11.050623 n-d-816865-1 neutron-server[102387]: return self.request(url, 'GET', **kwargs) Nov 05 19:17:11.050623 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 05 19:17:11.050623 n-d-816865-1 neutron-server[102387]: base_url = self.get_endpoint(auth, allow=allow, Nov 05 19:17:11.050623 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 05 19:17:11.050623 n-d-816865-1 neutron-server[102387]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 05 19:17:11.050623 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 05 19:17:11.050623 n-d-816865-1 neutron-server[102387]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 05 19:17:11.050623 n-d-816865-1 neutron-server[102387]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 05 19:17:11.206449 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-5d3e1f00-e875-4f8d-a04c-e62d0395ec62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1579178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-956796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1000687'] for network, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:17:11.213209 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-5d3e1f00-e875-4f8d-a04c-e62d0395ec62 admin admin] Publish callbacks [] for network, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:17:11.221016 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-5d3e1f00-e875-4f8d-a04c-e62d0395ec62 admin admin] 10.222.0.13 "DELETE /v2.0/networks/f31b1f2e-a615-43e1-9e9b-9f3f947ccb7d HTTP/1.1" status: 204 len: 168 time: 0.8235080 Nov 05 19:17:11.233254 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce546f57-0aae-40f5-aab7-2a3c7765e6d8 req-83d63d3b-f822-4a3f-b114-f1657edfc655 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:17:11.237434 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3e1f00-e875-4f8d-a04c-e62d0395ec62 admin admin] Pushing event deleted for resources: {'Network': ['ID=f31b1f2e-a615-43e1-9e9b-9f3f947ccb7d,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:17:11.245442 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-ce546f57-0aae-40f5-aab7-2a3c7765e6d8 req-83d63d3b-f822-4a3f-b114-f1657edfc655 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=975e22a5e2c44667a77341bd773126d4&device_id=82cc0e57-3312-4342-b3d0-e8fc05eb9e7b HTTP/1.1" status: 200 len: 1094 time: 0.0762305 Nov 05 19:17:11.268181 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-300aaa0d-3514-4453-afd2-b0e9fcb5fbd5 admin admin] Router 49a9be4d-86ab-4911-995d-e29e957dc1b1 has already been hosted by L3 agent 6dcb5589-8e86-4616-9186-ddc4548e13ad {{(pid=102387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 19:17:11.360937 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce546f57-0aae-40f5-aab7-2a3c7765e6d8 req-3f88568f-19c3-4286-97df-330e0107a70c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:17:11.362818 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-ce546f57-0aae-40f5-aab7-2a3c7765e6d8 req-3f88568f-19c3-4286-97df-330e0107a70c service neutron] 10.222.0.55 "GET /v2.0/networks?id=22c01ef1-936f-4d85-97a6-cf840ed74fec HTTP/1.1" status: 200 len: 912 time: 0.1085181 Nov 05 19:17:11.420154 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-ce546f57-0aae-40f5-aab7-2a3c7765e6d8 req-682aedb4-168d-4a77-aa24-2aabdfbb2a79 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=438123a8-efb0-4522-b330-e01a78e5c20a HTTP/1.1" status: 200 len: 217 time: 0.0442011 Nov 05 19:17:11.429665 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-300aaa0d-3514-4453-afd2-b0e9fcb5fbd5 admin admin] Notify agent at l3_agent.n-d-816865-1 the message routers_updated {{(pid=102387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 19:17:11.436146 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-300aaa0d-3514-4453-afd2-b0e9fcb5fbd5 admin admin] 10.222.0.13 "PUT /v2.0/routers/49a9be4d-86ab-4911-995d-e29e957dc1b1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2968774 Nov 05 19:17:11.438607 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 39170) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:17:11.493911 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce546f57-0aae-40f5-aab7-2a3c7765e6d8 req-1e65be73-2403-494d-a405-012329122977 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:17:11.495729 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-ce546f57-0aae-40f5-aab7-2a3c7765e6d8 req-1e65be73-2403-494d-a405-012329122977 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=9a5a1166-12d4-4407-8a6a-41bf61d6db29 HTTP/1.1" status: 200 len: 850 time: 0.0655012 Nov 05 19:17:11.544998 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540c47eb-79b6-451a-968e-3595a15ec58d req-201edc33-c421-4035-a6e2-5a24cf246d36 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:17:11.547152 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-540c47eb-79b6-451a-968e-3595a15ec58d req-201edc33-c421-4035-a6e2-5a24cf246d36 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] 10.222.0.13 "GET /v2.0/ports?device_id=82cc0e57-3312-4342-b3d0-e8fc05eb9e7b HTTP/1.1" status: 200 len: 943 time: 0.1489551 Nov 05 19:17:11.571557 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce546f57-0aae-40f5-aab7-2a3c7765e6d8 req-2bc800b5-f405-4251-83c3-c6fe1798b42c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:17:11.575022 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-ce546f57-0aae-40f5-aab7-2a3c7765e6d8 req-2bc800b5-f405-4251-83c3-c6fe1798b42c service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=22c01ef1-936f-4d85-97a6-cf840ed74fec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0635509 Nov 05 19:17:11.635534 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-04fdbd7f-1bcb-4bcd-9da0-10aaf6f5d0e9 admin admin] Publish callbacks [] for router, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:17:11.644958 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-540c47eb-79b6-451a-968e-3595a15ec58d req-11e12652-819c-4fab-bf97-d5ab05ac3f9a tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] 10.222.0.13 "GET /v2.0/security-groups?id=0901d174-558d-4d58-91a3-452d9a2f95cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912085 Nov 05 19:17:11.680295 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 39172) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:17:11.736565 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-ce546f57-0aae-40f5-aab7-2a3c7765e6d8 req-a229159c-6aad-4eff-a57b-a8219deaadb1 service neutron] 10.222.0.55 "GET /v2.0/networks/22c01ef1-936f-4d85-97a6-cf840ed74fec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1483848 Nov 05 19:17:11.778391 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-e81ca933-1b3e-4c9f-8888-2176bd6297cc admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3cd2670f992046758c37c8cd7300aad8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0945048 Nov 05 19:17:11.781632 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 39174) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:17:11.830588 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-04fdbd7f-1bcb-4bcd-9da0-10aaf6f5d0e9 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:17:11.845749 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-f59662af-5d82-4ab8-9390-853c8077946a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:17:11.852510 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-ce546f57-0aae-40f5-aab7-2a3c7765e6d8 req-0b5fcbbf-1838-4e3a-bd9d-9b5da213740b service neutron] 10.222.0.55 "GET /v2.0/networks/22c01ef1-936f-4d85-97a6-cf840ed74fec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1013517 Nov 05 19:17:11.893217 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-f59662af-5d82-4ab8-9390-853c8077946a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:17:12.141302 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d0897e1-ed0d-4239-857e-696e3cc8afc0 None None] Sync routers for ids ['49a9be4d-86ab-4911-995d-e29e957dc1b1'] in n-d-816865-1 {{(pid=102388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 19:17:12.154071 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d0897e1-ed0d-4239-857e-696e3cc8afc0 None None] Routers {'49a9be4d-86ab-4911-995d-e29e957dc1b1'} bound to L3 agent in host n-d-816865-1 {{(pid=102388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 19:17:12.154800 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-7d0897e1-ed0d-4239-857e-696e3cc8afc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T19:17:05Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['49a9be4d-86ab-4911-995d-e29e957dc1b1'], 'active': True} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:17:12.246834 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvr_db [None req-7d0897e1-ed0d-4239-857e-696e3cc8afc0 None None] Set router 49a9be4d-86ab-4911-995d-e29e957dc1b1 gateway port host: None {{(pid=102388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 19:17:12.310692 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-7d0897e1-ed0d-4239-857e-696e3cc8afc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49a9be4d-86ab-4911-995d-e29e957dc1b1', 'name': 'tempest-ImageQuotaTest-1700817909-router', 'tenant_id': '4e4bb4addfe547829eba7463f4f355e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T19:17:01Z', 'updated_at': '2021-11-05T19:17:11Z', 'revision_number': 6, 'project_id': '4e4bb4addfe547829eba7463f4f355e7', 'gw_port_host': None}], 'n-d-816865-1', False) {} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:17:12.318337 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [None req-04fdbd7f-1bcb-4bcd-9da0-10aaf6f5d0e9 admin admin] Deleting port eba375d2-26b4-4098-be48-1d0f4564d9c4 {{(pid=102387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 19:17:12.318861 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-04fdbd7f-1bcb-4bcd-9da0-10aaf6f5d0e9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:17:12.339363 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d0897e1-ed0d-4239-857e-696e3cc8afc0 None None] Checking router: 49a9be4d-86ab-4911-995d-e29e957dc1b1 for host: n-d-816865-1 {{(pid=102388) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 19:17:12.348072 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d0897e1-ed0d-4239-857e-696e3cc8afc0 None None] Routers {'49a9be4d-86ab-4911-995d-e29e957dc1b1'} bound to L3 agent in host n-d-816865-1 {{(pid=102388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 19:17:12.348696 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-7d0897e1-ed0d-4239-857e-696e3cc8afc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T19:17:05Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['49a9be4d-86ab-4911-995d-e29e957dc1b1'], 'active': True} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:17:12.380041 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-f59662af-5d82-4ab8-9390-853c8077946a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:17:12.382596 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-f59662af-5d82-4ab8-9390-853c8077946a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:17:12.387478 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-f59662af-5d82-4ab8-9390-853c8077946a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8cbae1bb-3d0a-4c8e-93ba-0ec8a19ca6a7 HTTP/1.1" status: 204 len: 168 time: 0.6011744 Nov 05 19:17:12.398721 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59662af-5d82-4ab8-9390-853c8077946a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cbae1bb-3d0a-4c8e-93ba-0ec8a19ca6a7,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:17:12.416098 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.db [None req-04fdbd7f-1bcb-4bcd-9da0-10aaf6f5d0e9 admin admin] For port eba375d2-26b4-4098-be48-1d0f4564d9c4, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=eba375d2-26b4-4098-be48-1d0f4564d9c4,segment=NetworkSegment(85be518c-8bb4-46a2-a903-d4292782d29d),segment_id=85be518c-8bb4-46a2-a903-d4292782d29d)] {{(pid=102387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:17:12.416437 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-04fdbd7f-1bcb-4bcd-9da0-10aaf6f5d0e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:17:12.430069 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [None req-04fdbd7f-1bcb-4bcd-9da0-10aaf6f5d0e9 admin admin] Calling delete_port for eba375d2-26b4-4098-be48-1d0f4564d9c4 owned by network:router_gateway {{(pid=102387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 19:17:12.459179 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvr_db [None req-7d0897e1-ed0d-4239-857e-696e3cc8afc0 None None] Set router 49a9be4d-86ab-4911-995d-e29e957dc1b1 gateway port host: None {{(pid=102388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 19:17:12.523053 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-7d0897e1-ed0d-4239-857e-696e3cc8afc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49a9be4d-86ab-4911-995d-e29e957dc1b1', 'name': 'tempest-ImageQuotaTest-1700817909-router', 'tenant_id': '4e4bb4addfe547829eba7463f4f355e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T19:17:01Z', 'updated_at': '2021-11-05T19:17:11Z', 'revision_number': 6, 'project_id': '4e4bb4addfe547829eba7463f4f355e7', 'gw_port_host': None}], 'n-d-816865-1', False) {} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:17:12.553046 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d0897e1-ed0d-4239-857e-696e3cc8afc0 None None] The sync data for ids ['49a9be4d-86ab-4911-995d-e29e957dc1b1'] in n-d-816865-1 is: [{'id': '49a9be4d-86ab-4911-995d-e29e957dc1b1', 'name': 'tempest-ImageQuotaTest-1700817909-router', 'tenant_id': '4e4bb4addfe547829eba7463f4f355e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T19:17:01Z', 'updated_at': '2021-11-05T19:17:11Z', 'revision_number': 6, 'project_id': '4e4bb4addfe547829eba7463f4f355e7', 'gw_port_host': None}] {{(pid=102388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 19:17:12.747390 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-04fdbd7f-1bcb-4bcd-9da0-10aaf6f5d0e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4417063'] for port, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:17:12.781523 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04fdbd7f-1bcb-4bcd-9da0-10aaf6f5d0e9 admin admin] Pushing event deleted for resources: {'Port': ['ID=eba375d2-26b4-4098-be48-1d0f4564d9c4,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:17:12.837937 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9dd0c8-a5d1-4d82-a784-01f366a51643 req-9cf0ebfb-6efd-43f9-a80c-709cd6ed6551 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:17:12.842534 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-3c9dd0c8-a5d1-4d82-a784-01f366a51643 req-9cf0ebfb-6efd-43f9-a80c-709cd6ed6551 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] 10.222.0.13 "GET /v2.0/ports?device_id=82cc0e57-3312-4342-b3d0-e8fc05eb9e7b HTTP/1.1" status: 200 len: 943 time: 0.1225917 Nov 05 19:17:12.894790 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-04fdbd7f-1bcb-4bcd-9da0-10aaf6f5d0e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1000651'] for router_gateway, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:17:13.022104 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-3c9dd0c8-a5d1-4d82-a784-01f366a51643 req-7bf625c0-1d3c-4606-ae28-2808e0569bf9 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] 10.222.0.13 "GET /v2.0/security-groups?id=0901d174-558d-4d58-91a3-452d9a2f95cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1752050 Nov 05 19:17:13.023874 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-04fdbd7f-1bcb-4bcd-9da0-10aaf6f5d0e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-571301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6852'] for router, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:17:13.031255 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-04fdbd7f-1bcb-4bcd-9da0-10aaf6f5d0e9 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:17:13.150525 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-04fdbd7f-1bcb-4bcd-9da0-10aaf6f5d0e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-571310'] for router, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:17:13.151596 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04fdbd7f-1bcb-4bcd-9da0-10aaf6f5d0e9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 49a9be4d-86ab-4911-995d-e29e957dc1b1 {{(pid=102387) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 05 19:17:13.156502 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-04fdbd7f-1bcb-4bcd-9da0-10aaf6f5d0e9 admin admin] Publish callbacks [] for router, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:17:13.157725 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-04fdbd7f-1bcb-4bcd-9da0-10aaf6f5d0e9 admin admin] 10.222.0.13 "DELETE /v2.0/routers/49a9be4d-86ab-4911-995d-e29e957dc1b1 HTTP/1.1" status: 204 len: 168 time: 1.7181885 Nov 05 19:17:13.160279 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 39190) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:17:13.207473 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.db_base_plugin_v2 [None req-41defe5c-c8b8-411b-9d93-874e1528725d admin admin] Deleting subnet 524a03ae-8df8-4bc9-8291-340991b68d40 {{(pid=102387) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 05 19:17:13.210867 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-41defe5c-c8b8-411b-9d93-874e1528725d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:17:13.252567 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-41defe5c-c8b8-411b-9d93-874e1528725d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4463501'] for subnet, precommit_delete_associations {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:17:13.335861 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-41defe5c-c8b8-411b-9d93-874e1528725d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1573928'] for subnet, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:17:13.523566 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-41defe5c-c8b8-411b-9d93-874e1528725d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1573905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4417146', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5112209'] for subnet, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:17:13.553938 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41defe5c-c8b8-411b-9d93-874e1528725d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=524a03ae-8df8-4bc9-8291-340991b68d40,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:17:13.555965 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-41defe5c-c8b8-411b-9d93-874e1528725d admin admin] Publish callbacks [] for subnet, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:17:13.559496 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-41defe5c-c8b8-411b-9d93-874e1528725d admin admin] 10.222.0.13 "DELETE /v2.0/subnets/524a03ae-8df8-4bc9-8291-340991b68d40 HTTP/1.1" status: 204 len: 168 time: 0.3982470 Nov 05 19:17:13.561893 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 39200) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:17:13.564169 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8fd3aed-4965-4680-9371-d1542d05327e None None] Network 60fd4854-b0b5-4288-b4e0-15ee499af2f5 requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 19:17:13.672331 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-255d11a7-494f-4798-86ef-5695b85a0bd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1664226'] for network, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:17:13.676887 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 3d332446-8bd1-493c-ae82-36e59ef61730 no longer exists at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 19:17:13.701073 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] No Port match for: 3d332446-8bd1-493c-ae82-36e59ef61730 {{(pid=102388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 19:17:13.701497 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 3d332446-8bd1-493c-ae82-36e59ef61730 not bound to the agent host n-d-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 19:17:13.702213 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device eba375d2-26b4-4098-be48-1d0f4564d9c4 no longer exists at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 19:17:13.744723 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [None req-255d11a7-494f-4798-86ef-5695b85a0bd0 admin admin] Deleting port b101bced-6556-421c-9702-53c826aec0b2 {{(pid=102387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 19:17:13.745537 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-255d11a7-494f-4798-86ef-5695b85a0bd0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:17:13.754406 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] No Port match for: eba375d2-26b4-4098-be48-1d0f4564d9c4 {{(pid=102388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 19:17:13.754853 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device eba375d2-26b4-4098-be48-1d0f4564d9c4 not bound to the agent host n-d-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 19:17:13.855306 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.db [None req-255d11a7-494f-4798-86ef-5695b85a0bd0 admin admin] For port b101bced-6556-421c-9702-53c826aec0b2, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=b101bced-6556-421c-9702-53c826aec0b2,segment=NetworkSegment(b76211bb-0468-406a-9296-7836645d2788),segment_id=b76211bb-0468-406a-9296-7836645d2788)] {{(pid=102387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:17:13.855685 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-255d11a7-494f-4798-86ef-5695b85a0bd0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:17:13.870187 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [None req-255d11a7-494f-4798-86ef-5695b85a0bd0 admin admin] Calling delete_port for b101bced-6556-421c-9702-53c826aec0b2 owned by network:dhcp {{(pid=102387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 19:17:13.881800 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93bd38c6-0e08-45d6-b818-cfad5b23911b None None] DHCP port deletion for 60fd4854-b0b5-4288-b4e0-15ee499af2f5 request from n-d-816865-1 {{(pid=102388) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 05 19:17:13.934819 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-93bd38c6-0e08-45d6-b818-cfad5b23911b None None] Deleting port b101bced-6556-421c-9702-53c826aec0b2 {{(pid=102388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 19:17:13.935367 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-93bd38c6-0e08-45d6-b818-cfad5b23911b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:17:14.021061 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-93bd38c6-0e08-45d6-b818-cfad5b23911b None None] For port b101bced-6556-421c-9702-53c826aec0b2, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=b101bced-6556-421c-9702-53c826aec0b2,segment=NetworkSegment(b76211bb-0468-406a-9296-7836645d2788),segment_id=b76211bb-0468-406a-9296-7836645d2788)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:17:14.021477 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-93bd38c6-0e08-45d6-b818-cfad5b23911b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:17:14.039504 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-93bd38c6-0e08-45d6-b818-cfad5b23911b None None] Calling delete_port for b101bced-6556-421c-9702-53c826aec0b2 owned by network:dhcp {{(pid=102388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 19:17:14.043267 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-255d11a7-494f-4798-86ef-5695b85a0bd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4417063'] for port, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:17:14.084741 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-255d11a7-494f-4798-86ef-5695b85a0bd0 admin admin] No DVR routers for this DVR port b101bced-6556-421c-9702-53c826aec0b2 on host n-d-816865-1 {{(pid=102387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 19:17:14.089345 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255d11a7-494f-4798-86ef-5695b85a0bd0 admin admin] Pushing event deleted for resources: {'Port': ['ID=b101bced-6556-421c-9702-53c826aec0b2,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:17:14.207093 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-255d11a7-494f-4798-86ef-5695b85a0bd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1579173', 'neutron.services.segments.db._delete_segments_for_network-8750027792909'] for network, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:17:14.240309 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6212b791-3bb9-4c92-916c-69175089dfed req-1d0d7786-608e-4fca-ba3e-405a88bcc009 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:17:14.241715 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-6212b791-3bb9-4c92-916c-69175089dfed req-1d0d7786-608e-4fca-ba3e-405a88bcc009 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] 10.222.0.13 "GET /v2.0/ports?device_id=82cc0e57-3312-4342-b3d0-e8fc05eb9e7b HTTP/1.1" status: 200 len: 943 time: 0.1293802 Nov 05 19:17:14.245922 n-d-816865-1 neutron-server[102387]: DEBUG neutron.services.segments.db [None req-255d11a7-494f-4798-86ef-5695b85a0bd0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60fd4854-b0b5-4288-b4e0-15ee499af2f5']}} {{(pid=102387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:17:14.268462 n-d-816865-1 neutron-server[102387]: DEBUG neutron.services.segments.db [None req-255d11a7-494f-4798-86ef-5695b85a0bd0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b76211bb-0468-406a-9296-7836645d2788') {'for_net_delete': True} {{(pid=102387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:17:14.268716 n-d-816865-1 neutron-server[102387]: DEBUG neutron.services.segments.db [None req-255d11a7-494f-4798-86ef-5695b85a0bd0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b76211bb-0468-406a-9296-7836645d2788') {} {{(pid=102387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:17:14.285401 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-255d11a7-494f-4798-86ef-5695b85a0bd0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750027793430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4463492'] for segment, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:17:14.307092 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-255d11a7-494f-4798-86ef-5695b85a0bd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273'] for segment, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:17:14.318375 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-93bd38c6-0e08-45d6-b818-cfad5b23911b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798'] for port, after_delete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:17:14.321673 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-255d11a7-494f-4798-86ef-5695b85a0bd0 admin admin] Releasing vlan 165 on physical network physnet1 to pool {{(pid=102387) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 05 19:17:14.322274 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-255d11a7-494f-4798-86ef-5695b85a0bd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4417236'] for segment, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:17:14.323770 n-d-816865-1 neutron-server[102387]: Traceback (most recent call last): Nov 05 19:17:14.323770 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 05 19:17:14.323770 n-d-816865-1 neutron-server[102387]: timer() Nov 05 19:17:14.323770 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 05 19:17:14.323770 n-d-816865-1 neutron-server[102387]: cb(*args, **kw) Nov 05 19:17:14.323770 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 05 19:17:14.323770 n-d-816865-1 neutron-server[102387]: return func(*args, **kwargs) Nov 05 19:17:14.323770 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 05 19:17:14.323770 n-d-816865-1 neutron-server[102387]: self._notify() Nov 05 19:17:14.323770 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 05 19:17:14.323770 n-d-816865-1 neutron-server[102387]: self.callback(batched_events) Nov 05 19:17:14.323770 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 05 19:17:14.323770 n-d-816865-1 neutron-server[102387]: event.method(event) Nov 05 19:17:14.323770 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 05 19:17:14.323770 n-d-816865-1 neutron-server[102387]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 05 19:17:14.323770 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 05 19:17:14.323770 n-d-816865-1 neutron-server[102387]: aggregate_uuid = self.p_client.list_aggregates( Nov 05 19:17:14.323770 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 05 19:17:14.323770 n-d-816865-1 neutron-server[102387]: return f(self, *a, **k) Nov 05 19:17:14.323770 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 05 19:17:14.323770 n-d-816865-1 neutron-server[102387]: return self._get(url).json() Nov 05 19:17:14.323770 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 05 19:17:14.323770 n-d-816865-1 neutron-server[102387]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 05 19:17:14.323770 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 05 19:17:14.323770 n-d-816865-1 neutron-server[102387]: return self.request(url, 'GET', **kwargs) Nov 05 19:17:14.323770 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 05 19:17:14.323770 n-d-816865-1 neutron-server[102387]: base_url = self.get_endpoint(auth, allow=allow, Nov 05 19:17:14.323770 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 05 19:17:14.323770 n-d-816865-1 neutron-server[102387]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 05 19:17:14.323770 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 05 19:17:14.323770 n-d-816865-1 neutron-server[102387]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 05 19:17:14.323770 n-d-816865-1 neutron-server[102387]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 05 19:17:14.344708 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93bd38c6-0e08-45d6-b818-cfad5b23911b None None] Pushing event deleted for resources: {'Port': ['ID=b101bced-6556-421c-9702-53c826aec0b2,revision_number=None']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:17:14.352158 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93bd38c6-0e08-45d6-b818-cfad5b23911b None None] No DVR routers for this DVR port b101bced-6556-421c-9702-53c826aec0b2 on host n-d-816865-1 {{(pid=102388) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 19:17:14.375422 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-6212b791-3bb9-4c92-916c-69175089dfed req-d4701cbb-948f-4360-978f-959a255fe2e9 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] 10.222.0.13 "GET /v2.0/security-groups?id=0901d174-558d-4d58-91a3-452d9a2f95cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222417 Nov 05 19:17:14.483247 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-255d11a7-494f-4798-86ef-5695b85a0bd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1579178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-956796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1000687'] for network, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:17:14.489104 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-255d11a7-494f-4798-86ef-5695b85a0bd0 admin admin] Publish callbacks [] for network, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:17:14.493632 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-255d11a7-494f-4798-86ef-5695b85a0bd0 admin admin] 10.222.0.13 "DELETE /v2.0/networks/60fd4854-b0b5-4288-b4e0-15ee499af2f5 HTTP/1.1" status: 204 len: 168 time: 0.9307497 Nov 05 19:17:14.509170 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255d11a7-494f-4798-86ef-5695b85a0bd0 admin admin] Pushing event deleted for resources: {'Network': ['ID=60fd4854-b0b5-4288-b4e0-15ee499af2f5,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:17:14.984595 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 39234) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:17:15.035069 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-a0ca6b27-aafc-4e76-9a6f-b3b6f7ade57d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4e4bb4addfe547829eba7463f4f355e7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0490997 Nov 05 19:17:15.037510 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 39236) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:17:15.095528 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-79271424-2dab-447d-9e26-2c72ee585933 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:17:15.126710 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-79271424-2dab-447d-9e26-2c72ee585933 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:17:15.260407 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-79271424-2dab-447d-9e26-2c72ee585933 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:17:15.263352 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-79271424-2dab-447d-9e26-2c72ee585933 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:17:15.264510 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-79271424-2dab-447d-9e26-2c72ee585933 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/eeb101ad-a58e-40ee-b0f4-a61990a840c4 HTTP/1.1" status: 204 len: 168 time: 0.2259898 Nov 05 19:17:15.274084 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79271424-2dab-447d-9e26-2c72ee585933 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eeb101ad-a58e-40ee-b0f4-a61990a840c4,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:17:15.504459 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca547c1-c996-4640-8ce1-edac46c923ae req-33fb2812-3266-47cc-bde4-931c0d7490cf tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:17:15.506107 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-eca547c1-c996-4640-8ce1-edac46c923ae req-33fb2812-3266-47cc-bde4-931c0d7490cf tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] 10.222.0.13 "GET /v2.0/ports?device_id=82cc0e57-3312-4342-b3d0-e8fc05eb9e7b HTTP/1.1" status: 200 len: 943 time: 0.0513434 Nov 05 19:17:15.567788 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-eca547c1-c996-4640-8ce1-edac46c923ae req-0699e7dc-10f9-4d3c-872d-a65b4a7758b0 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] 10.222.0.13 "GET /v2.0/security-groups?id=0901d174-558d-4d58-91a3-452d9a2f95cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516934 Nov 05 19:17:15.629284 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device b101bced-6556-421c-9702-53c826aec0b2 no longer exists at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 19:17:15.650284 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] No Port match for: b101bced-6556-421c-9702-53c826aec0b2 {{(pid=102388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 19:17:15.650632 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device b101bced-6556-421c-9702-53c826aec0b2 not bound to the agent host n-d-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 19:17:15.744467 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.agents_db [None req-b9406b04-a0e8-43cf-b349-711963d96cf4 None None] Agent healthcheck: found 7 active agents {{(pid=102389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 05 19:17:16.118904 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 39250) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:17:16.149906 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 39254) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:17:16.165543 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-41a5bc72-3151-4c34-abe9-445a65765539 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:17:16.248349 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-41a5bc72-3151-4c34-abe9-445a65765539 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:17:16.345909 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-41a5bc72-3151-4c34-abe9-445a65765539 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:17:16.349441 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-55df5939-b6ac-4100-bbba-21efc2f75d48 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:17:16.409977 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a5bc72-3151-4c34-abe9-445a65765539 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a958d5f-3ed0-45e5-b2b9-81e68cdf807d,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:17:16.415283 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-41a5bc72-3151-4c34-abe9-445a65765539 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2720 time: 0.2642012 Nov 05 19:17:16.418922 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 39256) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:17:16.478726 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-55df5939-b6ac-4100-bbba-21efc2f75d48 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:17:16.484186 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-1bd422ae-b4ce-4eec-9ab3-ddf90f0b7ea4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:17:16.505654 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-1bd422ae-b4ce-4eec-9ab3-ddf90f0b7ea4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:17:16.596980 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-55df5939-b6ac-4100-bbba-21efc2f75d48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:17:16.641334 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-55df5939-b6ac-4100-bbba-21efc2f75d48 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f43196cb49914ef7865e88e0bbe47d03&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5213158 Nov 05 19:17:16.642035 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55df5939-b6ac-4100-bbba-21efc2f75d48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f75f8bce-b7fd-4079-a75c-4f455ef8b50e,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:17:16.644612 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 39260) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:17:16.697970 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b98d33-dd8e-4c7e-bc27-1bc452d77097 req-0b711756-83a4-4685-925d-22bb650c8f97 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:17:16.700002 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-51b98d33-dd8e-4c7e-bc27-1bc452d77097 req-0b711756-83a4-4685-925d-22bb650c8f97 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] 10.222.0.13 "GET /v2.0/ports?device_id=82cc0e57-3312-4342-b3d0-e8fc05eb9e7b HTTP/1.1" status: 200 len: 943 time: 0.0547810 Nov 05 19:17:16.701840 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-96c2bf40-6ed6-4d37-923f-72f3643228fb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:17:16.725385 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-96c2bf40-6ed6-4d37-923f-72f3643228fb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:17:16.750063 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-51b98d33-dd8e-4c7e-bc27-1bc452d77097 req-dd738b1e-5621-4cd2-bf70-0f7082d2cc2b tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] 10.222.0.13 "GET /v2.0/security-groups?id=0901d174-558d-4d58-91a3-452d9a2f95cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438378 Nov 05 19:17:16.797040 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-1bd422ae-b4ce-4eec-9ab3-ddf90f0b7ea4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:17:16.799658 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-1bd422ae-b4ce-4eec-9ab3-ddf90f0b7ea4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:17:16.801048 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-1bd422ae-b4ce-4eec-9ab3-ddf90f0b7ea4 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9a958d5f-3ed0-45e5-b2b9-81e68cdf807d HTTP/1.1" status: 204 len: 168 time: 0.3807878 Nov 05 19:17:16.809783 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd422ae-b4ce-4eec-9ab3-ddf90f0b7ea4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a958d5f-3ed0-45e5-b2b9-81e68cdf807d,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:17:16.866101 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-96c2bf40-6ed6-4d37-923f-72f3643228fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:17:16.868796 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-96c2bf40-6ed6-4d37-923f-72f3643228fb admin admin] Publish callbacks [] for security_group, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:17:16.870075 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-96c2bf40-6ed6-4d37-923f-72f3643228fb admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f75f8bce-b7fd-4079-a75c-4f455ef8b50e HTTP/1.1" status: 204 len: 168 time: 0.2244494 Nov 05 19:17:16.882209 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c2bf40-6ed6-4d37-923f-72f3643228fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f75f8bce-b7fd-4079-a75c-4f455ef8b50e,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:17:17.603572 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 39268) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:17:17.617205 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-6e699038-a9b6-49b8-ad64-42e5878050a6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:17:17.698502 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-6e699038-a9b6-49b8-ad64-42e5878050a6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:17:17.874537 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff657851-6f1a-4551-9358-41685d8bc5ea req-8ca33b2d-39f1-4172-ae1a-7f45ee5af93e tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:17:17.876123 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-ff657851-6f1a-4551-9358-41685d8bc5ea req-8ca33b2d-39f1-4172-ae1a-7f45ee5af93e tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] 10.222.0.13 "GET /v2.0/ports?device_id=82cc0e57-3312-4342-b3d0-e8fc05eb9e7b HTTP/1.1" status: 200 len: 943 time: 0.0502012 Nov 05 19:17:17.917327 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-6e699038-a9b6-49b8-ad64-42e5878050a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:17:17.930777 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-ff657851-6f1a-4551-9358-41685d8bc5ea req-fc4c0db2-1842-4eac-bc0c-0311605a5d1f tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] 10.222.0.13 "GET /v2.0/security-groups?id=0901d174-558d-4d58-91a3-452d9a2f95cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484543 Nov 05 19:17:17.957188 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-6e699038-a9b6-49b8-ad64-42e5878050a6 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=277e81e70e9a497db3cc2b8cce41c46b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3525269 Nov 05 19:17:17.959200 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e699038-a9b6-49b8-ad64-42e5878050a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b57c5274-0ac0-4456-a877-1158361e74e9,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:17:17.960079 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 39272) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:17:18.011540 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-1fd56169-afe9-4a32-86de-859cabb51327 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:17:18.035074 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-1fd56169-afe9-4a32-86de-859cabb51327 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:17:18.162772 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-1fd56169-afe9-4a32-86de-859cabb51327 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:17:18.165468 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-1fd56169-afe9-4a32-86de-859cabb51327 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:17:18.166759 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-1fd56169-afe9-4a32-86de-859cabb51327 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b57c5274-0ac0-4456-a877-1158361e74e9 HTTP/1.1" status: 204 len: 168 time: 0.2056580 Nov 05 19:17:18.175350 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd56169-afe9-4a32-86de-859cabb51327 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b57c5274-0ac0-4456-a877-1158361e74e9,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:17:19.062519 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c95783-7bd0-4858-af91-283d2066bdf4 req-9881fc6b-c92b-4bcd-9cc4-9ba4fd3b4221 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:17:19.064053 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-d8c95783-7bd0-4858-af91-283d2066bdf4 req-9881fc6b-c92b-4bcd-9cc4-9ba4fd3b4221 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] 10.222.0.13 "GET /v2.0/ports?device_id=82cc0e57-3312-4342-b3d0-e8fc05eb9e7b HTTP/1.1" status: 200 len: 943 time: 0.0580223 Nov 05 19:17:19.121728 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-d8c95783-7bd0-4858-af91-283d2066bdf4 req-83b05642-2091-4b4e-9398-e86ee4c2b3b2 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] 10.222.0.13 "GET /v2.0/security-groups?id=0901d174-558d-4d58-91a3-452d9a2f95cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511467 Nov 05 19:17:20.257505 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafa6971-e0bd-49da-818a-bb4bbad31860 req-2113918d-553a-4631-9c8c-28c9566cb06a tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:17:20.262663 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-dafa6971-e0bd-49da-818a-bb4bbad31860 req-2113918d-553a-4631-9c8c-28c9566cb06a tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] 10.222.0.13 "GET /v2.0/ports?device_id=82cc0e57-3312-4342-b3d0-e8fc05eb9e7b HTTP/1.1" status: 200 len: 943 time: 0.0610590 Nov 05 19:17:20.314010 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-dafa6971-e0bd-49da-818a-bb4bbad31860 req-e354fb6c-7844-4053-9625-75ae5e181f85 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] 10.222.0.13 "GET /v2.0/security-groups?id=0901d174-558d-4d58-91a3-452d9a2f95cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489838 Nov 05 19:17:21.444276 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ccedad-dc1f-4ef2-b1f2-16eb180aa2b5 req-c3b23a85-e385-4bb6-bef2-076dd7677e0f tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:17:21.446761 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-83ccedad-dc1f-4ef2-b1f2-16eb180aa2b5 req-c3b23a85-e385-4bb6-bef2-076dd7677e0f tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] 10.222.0.13 "GET /v2.0/ports?device_id=82cc0e57-3312-4342-b3d0-e8fc05eb9e7b HTTP/1.1" status: 200 len: 943 time: 0.0510361 Nov 05 19:17:21.500158 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-83ccedad-dc1f-4ef2-b1f2-16eb180aa2b5 req-f1feaea3-635b-4fa9-add7-d16fd8c713e8 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] 10.222.0.13 "GET /v2.0/security-groups?id=0901d174-558d-4d58-91a3-452d9a2f95cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449667 Nov 05 19:17:21.529872 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 39326) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:17:21.645236 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-ec357157-50d3-43f0-9d44-f0c4c898506c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:17:21.721884 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-ec357157-50d3-43f0-9d44-f0c4c898506c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:17:21.806934 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-ec357157-50d3-43f0-9d44-f0c4c898506c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:17:21.851139 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-ec357157-50d3-43f0-9d44-f0c4c898506c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=db319d024c7542899c253f2a498b65eb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3200758 Nov 05 19:17:21.852009 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec357157-50d3-43f0-9d44-f0c4c898506c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ef7956d-efda-4166-b9c4-ce1af3ad862e,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:17:21.853908 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 39330) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:17:21.906670 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-e5e0364a-ca8b-49a7-9125-2982cad63afc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:17:21.933354 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-e5e0364a-ca8b-49a7-9125-2982cad63afc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:17:22.060080 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-e5e0364a-ca8b-49a7-9125-2982cad63afc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:17:22.062684 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-e5e0364a-ca8b-49a7-9125-2982cad63afc admin admin] Publish callbacks [] for security_group, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:17:22.063997 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-e5e0364a-ca8b-49a7-9125-2982cad63afc admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0ef7956d-efda-4166-b9c4-ce1af3ad862e HTTP/1.1" status: 204 len: 168 time: 0.2087989 Nov 05 19:17:22.072022 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e0364a-ca8b-49a7-9125-2982cad63afc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ef7956d-efda-4166-b9c4-ce1af3ad862e,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:17:22.632772 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb855b8-75ca-489b-b330-bc78e64df87e req-dcf6f9bb-1c70-4421-83fd-ff29c9092e84 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:17:22.632772 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-9bb855b8-75ca-489b-b330-bc78e64df87e req-dcf6f9bb-1c70-4421-83fd-ff29c9092e84 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] 10.222.0.13 "GET /v2.0/ports?device_id=82cc0e57-3312-4342-b3d0-e8fc05eb9e7b HTTP/1.1" status: 200 len: 943 time: 0.0526707 Nov 05 19:17:22.682334 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-9bb855b8-75ca-489b-b330-bc78e64df87e req-89bf3dad-a4b3-4f8c-a5f1-6453723fe28d tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] 10.222.0.13 "GET /v2.0/security-groups?id=0901d174-558d-4d58-91a3-452d9a2f95cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467257 Nov 05 19:17:22.742434 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 39338) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:17:22.756614 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-3f12a328-2b53-4460-b641-58807481f365 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:17:22.829581 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-3f12a328-2b53-4460-b641-58807481f365 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:17:22.935041 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-3f12a328-2b53-4460-b641-58807481f365 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:17:22.971630 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f12a328-2b53-4460-b641-58807481f365 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b544f30a-e543-47dd-838f-7762087c18b4,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:17:22.976191 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-3f12a328-2b53-4460-b641-58807481f365 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=fa2c4e6fadc248daa17bbb3ace6dc3cb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2327378 Nov 05 19:17:22.980105 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 39340) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:17:23.031614 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-17e3ac3e-408f-4ff1-ba64-ce19e5e584b8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:17:23.056667 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-17e3ac3e-408f-4ff1-ba64-ce19e5e584b8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:17:23.192764 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-17e3ac3e-408f-4ff1-ba64-ce19e5e584b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:17:23.195358 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-17e3ac3e-408f-4ff1-ba64-ce19e5e584b8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:17:23.196689 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-17e3ac3e-408f-4ff1-ba64-ce19e5e584b8 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b544f30a-e543-47dd-838f-7762087c18b4 HTTP/1.1" status: 204 len: 168 time: 0.2168481 Nov 05 19:17:23.204968 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e3ac3e-408f-4ff1-ba64-ce19e5e584b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b544f30a-e543-47dd-838f-7762087c18b4,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:17:23.830271 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41afbcba-e716-4586-8efe-17f2650faddf req-916619d4-f137-4c12-b98c-5eb001188e07 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:17:23.830271 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-41afbcba-e716-4586-8efe-17f2650faddf req-916619d4-f137-4c12-b98c-5eb001188e07 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] 10.222.0.13 "GET /v2.0/ports?device_id=82cc0e57-3312-4342-b3d0-e8fc05eb9e7b HTTP/1.1" status: 200 len: 943 time: 0.0577719 Nov 05 19:17:23.883187 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-41afbcba-e716-4586-8efe-17f2650faddf req-ea50d539-4ec7-433d-9b41-41595d4b0615 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] 10.222.0.13 "GET /v2.0/security-groups?id=0901d174-558d-4d58-91a3-452d9a2f95cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553620 Nov 05 19:17:25.016151 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446eb3e9-41f0-4cad-baf3-3c52c04b1edd req-93865d54-8d0e-4715-bc94-3d4bec995729 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:17:25.017664 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-446eb3e9-41f0-4cad-baf3-3c52c04b1edd req-93865d54-8d0e-4715-bc94-3d4bec995729 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] 10.222.0.13 "GET /v2.0/ports?device_id=82cc0e57-3312-4342-b3d0-e8fc05eb9e7b HTTP/1.1" status: 200 len: 943 time: 0.0568159 Nov 05 19:17:25.069920 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-446eb3e9-41f0-4cad-baf3-3c52c04b1edd req-2ab0e6a2-93dc-4e54-bbad-a0962e728572 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] 10.222.0.13 "GET /v2.0/security-groups?id=0901d174-558d-4d58-91a3-452d9a2f95cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444520 Nov 05 19:17:26.186939 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbf74db-265b-44fd-bee3-a57ea77f6d72 req-71ca7936-d607-4c4a-919d-7acdcb9b5780 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:17:26.188452 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-ccbf74db-265b-44fd-bee3-a57ea77f6d72 req-71ca7936-d607-4c4a-919d-7acdcb9b5780 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] 10.222.0.13 "GET /v2.0/ports?device_id=82cc0e57-3312-4342-b3d0-e8fc05eb9e7b HTTP/1.1" status: 200 len: 943 time: 0.0497069 Nov 05 19:17:26.242255 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-ccbf74db-265b-44fd-bee3-a57ea77f6d72 req-c5719ca8-f3c4-46e9-a661-7c5b75c12b24 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] 10.222.0.13 "GET /v2.0/security-groups?id=0901d174-558d-4d58-91a3-452d9a2f95cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442584 Nov 05 19:17:26.918036 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 39402) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:17:27.029143 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-a4f4600b-fc73-4b26-9475-598cf54017b2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:17:27.102135 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-a4f4600b-fc73-4b26-9475-598cf54017b2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:17:27.178145 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-a4f4600b-fc73-4b26-9475-598cf54017b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:17:27.216606 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-a4f4600b-fc73-4b26-9475-598cf54017b2 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8acb728e3d2f40cc877347ce53f7e22d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2974570 Nov 05 19:17:27.217815 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f4600b-fc73-4b26-9475-598cf54017b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff8eb784-cc7a-4ee4-b913-8aedf487b07f,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:17:27.220681 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 39406) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:17:27.275022 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-5a028cfd-8268-473e-8939-692f13c51c3e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:17:27.297179 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-5a028cfd-8268-473e-8939-692f13c51c3e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:17:27.374808 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f213a3e-b2a2-427d-a108-9a7f75f26796 req-af3c379d-5bc2-4041-b7a7-741a0152ccc1 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:17:27.376216 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-3f213a3e-b2a2-427d-a108-9a7f75f26796 req-af3c379d-5bc2-4041-b7a7-741a0152ccc1 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] 10.222.0.13 "GET /v2.0/ports?device_id=82cc0e57-3312-4342-b3d0-e8fc05eb9e7b HTTP/1.1" status: 200 len: 943 time: 0.0541675 Nov 05 19:17:27.425470 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-3f213a3e-b2a2-427d-a108-9a7f75f26796 req-357c3a85-dc25-4b91-aced-b08afd5ec905 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] 10.222.0.13 "GET /v2.0/security-groups?id=0901d174-558d-4d58-91a3-452d9a2f95cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424426 Nov 05 19:17:27.436815 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-5a028cfd-8268-473e-8939-692f13c51c3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:17:27.439418 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-5a028cfd-8268-473e-8939-692f13c51c3e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:17:27.442153 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-5a028cfd-8268-473e-8939-692f13c51c3e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ff8eb784-cc7a-4ee4-b913-8aedf487b07f HTTP/1.1" status: 204 len: 168 time: 0.2192152 Nov 05 19:17:27.449423 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a028cfd-8268-473e-8939-692f13c51c3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff8eb784-cc7a-4ee4-b913-8aedf487b07f,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:17:28.195021 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 39414) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:17:28.208428 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-c8056e6d-17f6-4a54-a05c-14b90d9a4d45 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:17:28.282867 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-c8056e6d-17f6-4a54-a05c-14b90d9a4d45 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:17:28.366635 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-c8056e6d-17f6-4a54-a05c-14b90d9a4d45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:17:28.408787 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-c8056e6d-17f6-4a54-a05c-14b90d9a4d45 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c5ffc615d37744bd8cf3b6c1111c4a7f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2126341 Nov 05 19:17:28.410523 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8056e6d-17f6-4a54-a05c-14b90d9a4d45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=291d6b56-2bf5-46a7-93ed-fc4aada273c8,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:17:28.411936 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 39416) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:17:28.469989 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-30eb1d70-08d2-4a4d-bd88-ff1bce0e76cf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:17:28.493172 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-30eb1d70-08d2-4a4d-bd88-ff1bce0e76cf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:17:28.548353 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19778b63-1a50-4a46-ad50-528df7f419c8 req-24efa106-864b-42cb-bf0e-08d77f7b3668 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:17:28.549798 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-19778b63-1a50-4a46-ad50-528df7f419c8 req-24efa106-864b-42cb-bf0e-08d77f7b3668 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] 10.222.0.13 "GET /v2.0/ports?device_id=82cc0e57-3312-4342-b3d0-e8fc05eb9e7b HTTP/1.1" status: 200 len: 943 time: 0.0535069 Nov 05 19:17:28.599382 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-19778b63-1a50-4a46-ad50-528df7f419c8 req-ad7b2e71-ce00-45e9-a443-d20039de4cf8 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] 10.222.0.13 "GET /v2.0/security-groups?id=0901d174-558d-4d58-91a3-452d9a2f95cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432529 Nov 05 19:17:28.665688 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-30eb1d70-08d2-4a4d-bd88-ff1bce0e76cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:17:28.668395 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-30eb1d70-08d2-4a4d-bd88-ff1bce0e76cf admin admin] Publish callbacks [] for security_group, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:17:28.669556 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-30eb1d70-08d2-4a4d-bd88-ff1bce0e76cf admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/291d6b56-2bf5-46a7-93ed-fc4aada273c8 HTTP/1.1" status: 204 len: 168 time: 0.2565191 Nov 05 19:17:28.681577 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30eb1d70-08d2-4a4d-bd88-ff1bce0e76cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=291d6b56-2bf5-46a7-93ed-fc4aada273c8,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:17:29.722841 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31eb281-f61a-4c19-a2e9-1e7c25d5b27e req-283956f3-db90-4b37-af22-265607d37b11 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:17:29.724507 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-b31eb281-f61a-4c19-a2e9-1e7c25d5b27e req-283956f3-db90-4b37-af22-265607d37b11 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] 10.222.0.13 "GET /v2.0/ports?device_id=82cc0e57-3312-4342-b3d0-e8fc05eb9e7b HTTP/1.1" status: 200 len: 943 time: 0.0511203 Nov 05 19:17:29.776532 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-b31eb281-f61a-4c19-a2e9-1e7c25d5b27e req-2ab177c8-be00-4977-bd92-5b97d3251aa3 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] 10.222.0.13 "GET /v2.0/security-groups?id=0901d174-558d-4d58-91a3-452d9a2f95cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447073 Nov 05 19:17:30.261608 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 39456) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:17:30.367363 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-88086305-d003-4fae-bed3-9cb52607a202 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:17:30.444604 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-88086305-d003-4fae-bed3-9cb52607a202 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:17:30.511147 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-88086305-d003-4fae-bed3-9cb52607a202 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:17:30.551056 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-88086305-d003-4fae-bed3-9cb52607a202 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=baed3d578d404347b1beed10841c62df&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2883074 Nov 05 19:17:30.551947 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88086305-d003-4fae-bed3-9cb52607a202 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=963100a5-3b08-4fad-aff1-5a91b0e35b2d,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:17:30.554551 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 39460) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:17:30.610060 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-0c910448-6b00-41e9-a236-1684640fb588 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:17:30.631979 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-0c910448-6b00-41e9-a236-1684640fb588 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:17:30.786033 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-0c910448-6b00-41e9-a236-1684640fb588 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:17:30.788588 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-0c910448-6b00-41e9-a236-1684640fb588 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:17:30.789880 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-0c910448-6b00-41e9-a236-1684640fb588 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/963100a5-3b08-4fad-aff1-5a91b0e35b2d HTTP/1.1" status: 204 len: 168 time: 0.2338860 Nov 05 19:17:30.797647 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c910448-6b00-41e9-a236-1684640fb588 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=963100a5-3b08-4fad-aff1-5a91b0e35b2d,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:17:30.899658 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c15b31-3108-4443-9777-d91dfc417433 req-866994b6-5a5c-4a8e-ba75-bcf3b6dcd3b5 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:17:30.901178 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-63c15b31-3108-4443-9777-d91dfc417433 req-866994b6-5a5c-4a8e-ba75-bcf3b6dcd3b5 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] 10.222.0.13 "GET /v2.0/ports?device_id=82cc0e57-3312-4342-b3d0-e8fc05eb9e7b HTTP/1.1" status: 200 len: 943 time: 0.0504360 Nov 05 19:17:30.950851 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-63c15b31-3108-4443-9777-d91dfc417433 req-21b6d2ea-57d7-47d1-b571-5fe951467377 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] 10.222.0.13 "GET /v2.0/security-groups?id=0901d174-558d-4d58-91a3-452d9a2f95cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435967 Nov 05 19:17:32.078021 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37f4f8c-1396-43d7-bf01-ae1b32a6c1ac req-3c2d6568-6c79-4836-a9e8-c0135cbf174f tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:17:32.079553 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-d37f4f8c-1396-43d7-bf01-ae1b32a6c1ac req-3c2d6568-6c79-4836-a9e8-c0135cbf174f tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] 10.222.0.13 "GET /v2.0/ports?device_id=82cc0e57-3312-4342-b3d0-e8fc05eb9e7b HTTP/1.1" status: 200 len: 943 time: 0.0572622 Nov 05 19:17:32.130777 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-d37f4f8c-1396-43d7-bf01-ae1b32a6c1ac req-b41b2e13-2050-4be6-996b-7e46fb052db6 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] 10.222.0.13 "GET /v2.0/security-groups?id=0901d174-558d-4d58-91a3-452d9a2f95cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444510 Nov 05 19:17:32.712163 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-80d3c51e-2740-4172-a0f7-8908d641107d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:17:33.252798 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f39c1c-6ca2-4e48-9a76-a7b395270683 req-8dad5045-6975-49ad-996f-d5d41f6833aa tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:17:33.255161 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-c8f39c1c-6ca2-4e48-9a76-a7b395270683 req-8dad5045-6975-49ad-996f-d5d41f6833aa tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] 10.222.0.13 "GET /v2.0/ports?device_id=82cc0e57-3312-4342-b3d0-e8fc05eb9e7b HTTP/1.1" status: 200 len: 943 time: 0.0498812 Nov 05 19:17:33.305790 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-c8f39c1c-6ca2-4e48-9a76-a7b395270683 req-297f9cc8-42cb-45a9-a2ab-e10711b68c02 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] 10.222.0.13 "GET /v2.0/security-groups?id=0901d174-558d-4d58-91a3-452d9a2f95cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441883 Nov 05 19:17:34.350943 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:17:34.420001 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d1fe72-28f1-4aff-9e5f-e6879b544807 req-e9934113-c2a8-43c5-825f-973a800f6c19 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:17:34.421488 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-25d1fe72-28f1-4aff-9e5f-e6879b544807 req-e9934113-c2a8-43c5-825f-973a800f6c19 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] 10.222.0.13 "GET /v2.0/ports?device_id=82cc0e57-3312-4342-b3d0-e8fc05eb9e7b HTTP/1.1" status: 200 len: 943 time: 0.0479882 Nov 05 19:17:34.471122 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-25d1fe72-28f1-4aff-9e5f-e6879b544807 req-403709ee-e0c6-4c2b-83fe-52fa878234fb tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] 10.222.0.13 "GET /v2.0/security-groups?id=0901d174-558d-4d58-91a3-452d9a2f95cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425489 Nov 05 19:17:35.418730 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-0e5e7e20-ee25-4a02-8377-14da2ea30559 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:17:35.589395 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75136a8-ec8d-4f51-9a36-1ea24988dc5d req-f96fb2e1-170d-45ce-856b-f06355273f09 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:17:35.590941 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-b75136a8-ec8d-4f51-9a36-1ea24988dc5d req-f96fb2e1-170d-45ce-856b-f06355273f09 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] 10.222.0.13 "GET /v2.0/ports?device_id=82cc0e57-3312-4342-b3d0-e8fc05eb9e7b HTTP/1.1" status: 200 len: 943 time: 0.0506051 Nov 05 19:17:35.638414 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-b75136a8-ec8d-4f51-9a36-1ea24988dc5d req-7e5e73e8-3664-4772-b2b8-dcf5c14544bd tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] 10.222.0.13 "GET /v2.0/security-groups?id=0901d174-558d-4d58-91a3-452d9a2f95cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414631 Nov 05 19:17:36.305048 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b304910f-7b27-444b-a8fc-977d26b1ceac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:17:36.448194 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:17:36.754501 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4684a01c-6a1c-41b8-afdd-c5d186bf47aa req-1597360e-3b3f-4f9f-bd8b-eb4e884fc174 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:17:36.756125 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-4684a01c-6a1c-41b8-afdd-c5d186bf47aa req-1597360e-3b3f-4f9f-bd8b-eb4e884fc174 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] 10.222.0.13 "GET /v2.0/ports?device_id=82cc0e57-3312-4342-b3d0-e8fc05eb9e7b HTTP/1.1" status: 200 len: 943 time: 0.0499892 Nov 05 19:17:36.805163 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-4684a01c-6a1c-41b8-afdd-c5d186bf47aa req-05008e08-00e5-4657-90a8-2d52c48b22da tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] 10.222.0.13 "GET /v2.0/security-groups?id=0901d174-558d-4d58-91a3-452d9a2f95cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429738 Nov 05 19:17:37.929301 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67f7f2f-133d-49c3-a1be-61efa30cd7ba req-3726c83e-2eb0-4b69-8999-e0a7cd14aaf6 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:17:37.930993 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-f67f7f2f-133d-49c3-a1be-61efa30cd7ba req-3726c83e-2eb0-4b69-8999-e0a7cd14aaf6 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] 10.222.0.13 "GET /v2.0/ports?device_id=82cc0e57-3312-4342-b3d0-e8fc05eb9e7b HTTP/1.1" status: 200 len: 943 time: 0.0547721 Nov 05 19:17:37.981172 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-f67f7f2f-133d-49c3-a1be-61efa30cd7ba req-a89aadda-4291-4e8c-a9d6-e0a4b3075f5f tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] 10.222.0.13 "GET /v2.0/security-groups?id=0901d174-558d-4d58-91a3-452d9a2f95cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436907 Nov 05 19:17:38.306100 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-31f93893-a48e-4ae8-833d-dccb2b42eacc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:17:38.567392 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:17:39.096955 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d03a389-6d51-4c84-a934-c38e2e16899a req-800f4367-174c-4047-abbc-b9a8b00f48fe tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:17:39.099101 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-5d03a389-6d51-4c84-a934-c38e2e16899a req-800f4367-174c-4047-abbc-b9a8b00f48fe tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] 10.222.0.13 "GET /v2.0/ports?device_id=82cc0e57-3312-4342-b3d0-e8fc05eb9e7b HTTP/1.1" status: 200 len: 943 time: 0.0493333 Nov 05 19:17:39.146485 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-5d03a389-6d51-4c84-a934-c38e2e16899a req-9c70f27b-da50-4eca-a352-0567ba50ddab tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] 10.222.0.13 "GET /v2.0/security-groups?id=0901d174-558d-4d58-91a3-452d9a2f95cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413558 Nov 05 19:17:40.259515 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270d7c65-7bc2-417c-9112-ba0870b2a7bd req-d45cec9a-2831-4948-bbd0-821323f26305 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:17:40.261001 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-270d7c65-7bc2-417c-9112-ba0870b2a7bd req-d45cec9a-2831-4948-bbd0-821323f26305 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] 10.222.0.13 "GET /v2.0/ports?device_id=82cc0e57-3312-4342-b3d0-e8fc05eb9e7b HTTP/1.1" status: 200 len: 943 time: 0.0484917 Nov 05 19:17:40.312178 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-270d7c65-7bc2-417c-9112-ba0870b2a7bd req-af3122ab-1918-4fdb-90e2-a9ed313c24ef tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] 10.222.0.13 "GET /v2.0/security-groups?id=0901d174-558d-4d58-91a3-452d9a2f95cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453155 Nov 05 19:17:41.432396 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a18513-f432-49ec-88e4-4575c5331683 req-6435950a-77fc-401d-a381-3d70de9b82b0 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:17:41.433939 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-75a18513-f432-49ec-88e4-4575c5331683 req-6435950a-77fc-401d-a381-3d70de9b82b0 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] 10.222.0.13 "GET /v2.0/ports?device_id=82cc0e57-3312-4342-b3d0-e8fc05eb9e7b HTTP/1.1" status: 200 len: 943 time: 0.0505383 Nov 05 19:17:41.486369 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-75a18513-f432-49ec-88e4-4575c5331683 req-fe10cf1e-3b39-4ec8-aeb8-9359dbfefdaf tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] 10.222.0.13 "GET /v2.0/security-groups?id=0901d174-558d-4d58-91a3-452d9a2f95cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462749 Nov 05 19:17:42.601626 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85d7a98-e8f8-4827-abfa-a3ac2435679b req-1b685a25-191f-444a-ab17-87b78e73de7d tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:17:42.603149 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-d85d7a98-e8f8-4827-abfa-a3ac2435679b req-1b685a25-191f-444a-ab17-87b78e73de7d tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] 10.222.0.13 "GET /v2.0/ports?device_id=82cc0e57-3312-4342-b3d0-e8fc05eb9e7b HTTP/1.1" status: 200 len: 943 time: 0.0482543 Nov 05 19:17:42.651832 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-d85d7a98-e8f8-4827-abfa-a3ac2435679b req-4e46b27d-ad34-495e-81c0-1fc828edcbc9 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] 10.222.0.13 "GET /v2.0/security-groups?id=0901d174-558d-4d58-91a3-452d9a2f95cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427477 Nov 05 19:17:43.773393 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f867cc-6b5b-4bd5-a50e-db2ff4f8ee42 req-380601e0-b320-44f5-80e0-6d5c2ab80ed2 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:17:43.774915 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-27f867cc-6b5b-4bd5-a50e-db2ff4f8ee42 req-380601e0-b320-44f5-80e0-6d5c2ab80ed2 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] 10.222.0.13 "GET /v2.0/ports?device_id=82cc0e57-3312-4342-b3d0-e8fc05eb9e7b HTTP/1.1" status: 200 len: 943 time: 0.0513890 Nov 05 19:17:43.822640 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-27f867cc-6b5b-4bd5-a50e-db2ff4f8ee42 req-fed31d5f-f0fe-4058-ab4a-a001d51627f4 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] 10.222.0.13 "GET /v2.0/security-groups?id=0901d174-558d-4d58-91a3-452d9a2f95cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414402 Nov 05 19:17:44.938921 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b2bce3-1125-4f45-b644-c9b7cebb4fc9 req-1db28a19-2c6d-4452-bef0-df2626be8e78 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:17:44.940408 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-71b2bce3-1125-4f45-b644-c9b7cebb4fc9 req-1db28a19-2c6d-4452-bef0-df2626be8e78 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] 10.222.0.13 "GET /v2.0/ports?device_id=82cc0e57-3312-4342-b3d0-e8fc05eb9e7b HTTP/1.1" status: 200 len: 943 time: 0.0487273 Nov 05 19:17:44.986407 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-71b2bce3-1125-4f45-b644-c9b7cebb4fc9 req-2c648df1-b245-4147-85a9-57e517e005f4 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] 10.222.0.13 "GET /v2.0/security-groups?id=0901d174-558d-4d58-91a3-452d9a2f95cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399685 Nov 05 19:17:46.105061 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dead8db-8717-434d-a770-be0cf15334a0 req-f3f64307-1ef0-4a2e-bc35-460894cce5c0 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:17:46.106692 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-5dead8db-8717-434d-a770-be0cf15334a0 req-f3f64307-1ef0-4a2e-bc35-460894cce5c0 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] 10.222.0.13 "GET /v2.0/ports?device_id=82cc0e57-3312-4342-b3d0-e8fc05eb9e7b HTTP/1.1" status: 200 len: 943 time: 0.0524147 Nov 05 19:17:46.153895 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-5dead8db-8717-434d-a770-be0cf15334a0 req-34acc9de-fdab-4083-a701-aa67c6a55880 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] 10.222.0.13 "GET /v2.0/security-groups?id=0901d174-558d-4d58-91a3-452d9a2f95cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412433 Nov 05 19:17:47.278872 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d57099d-cbba-4da4-855b-4e610be4ae6a req-68ca060e-10b4-44da-834a-cc7c9cb15122 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:17:47.280277 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-5d57099d-cbba-4da4-855b-4e610be4ae6a req-68ca060e-10b4-44da-834a-cc7c9cb15122 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] 10.222.0.13 "GET /v2.0/ports?device_id=82cc0e57-3312-4342-b3d0-e8fc05eb9e7b HTTP/1.1" status: 200 len: 943 time: 0.0505948 Nov 05 19:17:47.328825 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-5d57099d-cbba-4da4-855b-4e610be4ae6a req-07e7bfb7-50cf-4a1d-a0ce-23644c649dbf tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] 10.222.0.13 "GET /v2.0/security-groups?id=0901d174-558d-4d58-91a3-452d9a2f95cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417762 Nov 05 19:17:48.444693 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4756c065-6f81-4e68-97e6-5cd08096533e req-c44b4797-f4a7-4853-b5c3-53b1cd89dfa6 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:17:48.447240 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-4756c065-6f81-4e68-97e6-5cd08096533e req-c44b4797-f4a7-4853-b5c3-53b1cd89dfa6 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] 10.222.0.13 "GET /v2.0/ports?device_id=82cc0e57-3312-4342-b3d0-e8fc05eb9e7b HTTP/1.1" status: 200 len: 943 time: 0.0514789 Nov 05 19:17:48.497795 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-4756c065-6f81-4e68-97e6-5cd08096533e req-f20541a4-2bff-477f-952b-9deb58172569 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] 10.222.0.13 "GET /v2.0/security-groups?id=0901d174-558d-4d58-91a3-452d9a2f95cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447037 Nov 05 19:17:49.459850 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Device 438123a8-efb0-4522-b330-e01a78e5c20a details requested by agent hyperv_n-h2-816865-1 with host n-h2-816865-1 {{(pid=102388) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 05 19:17:49.560249 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] For port 438123a8-efb0-4522-b330-e01a78e5c20a, host n-h2-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=438123a8-efb0-4522-b330-e01a78e5c20a,segment=NetworkSegment(c8ba8bad-518b-408a-adbf-9f95696a455e),segment_id=c8ba8bad-518b-408a-adbf-9f95696a455e)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:17:49.573814 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Returning: {'device': '438123a8-efb0-4522-b330-e01a78e5c20a', 'network_id': '22c01ef1-936f-4d85-97a6-cf840ed74fec', 'port_id': '438123a8-efb0-4522-b330-e01a78e5c20a', 'mac_address': 'fa:16:3e:02:c3:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 164, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a5a1166-12d4-4407-8a6a-41bf61d6db29', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102388) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 05 19:17:49.612210 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:17:49.618230 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6359a12d-e1d5-4e40-9da5-095fabfb12b1 req-8f638833-4cf2-4921-a975-7aca9031b0c1 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:17:49.619765 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-6359a12d-e1d5-4e40-9da5-095fabfb12b1 req-8f638833-4cf2-4921-a975-7aca9031b0c1 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] 10.222.0.13 "GET /v2.0/ports?device_id=82cc0e57-3312-4342-b3d0-e8fc05eb9e7b HTTP/1.1" status: 200 len: 943 time: 0.0502543 Nov 05 19:17:49.627484 n-d-816865-1 neutron-server[102388]: DEBUG neutron.notifiers.nova [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 438123a8-efb0-4522-b330-e01a78e5c20a {{(pid=102388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 19:17:49.652885 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] For port 438123a8-efb0-4522-b330-e01a78e5c20a, host n-h2-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=438123a8-efb0-4522-b330-e01a78e5c20a,segment=NetworkSegment(c8ba8bad-518b-408a-adbf-9f95696a455e),segment_id=c8ba8bad-518b-408a-adbf-9f95696a455e)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:17:49.670192 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-6359a12d-e1d5-4e40-9da5-095fabfb12b1 req-db5cc228-2ea1-42bf-a7bc-008dec8a37ac tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] 10.222.0.13 "GET /v2.0/security-groups?id=0901d174-558d-4d58-91a3-452d9a2f95cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441084 Nov 05 19:17:49.756581 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:17:49.803155 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Pushing event updated for resources: {'Port': ['ID=438123a8-efb0-4522-b330-e01a78e5c20a,revision_number=4']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:17:49.810396 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:17:49.813051 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:17:49.813051 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:17:49.813051 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:17:49.813051 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:17:49.813051 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:17:49.813051 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:17:49.813051 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:17:49.813051 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:17:49.813917 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:17:49.813917 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:17:49.813917 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:17:50.077561 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] get_ports_and_sgs() called for port_ids ['438123a8-efb0-4522-b330-e01a78e5c20a'] {{(pid=102388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 19:17:50.788120 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae22588-ccb2-49ba-afe9-8f18a43fee24 req-2a907ba0-7a34-4479-8445-d8e430f05106 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:17:50.789733 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-4ae22588-ccb2-49ba-afe9-8f18a43fee24 req-2a907ba0-7a34-4479-8445-d8e430f05106 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] 10.222.0.13 "GET /v2.0/ports?device_id=82cc0e57-3312-4342-b3d0-e8fc05eb9e7b HTTP/1.1" status: 200 len: 944 time: 0.0489452 Nov 05 19:17:50.836410 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-4ae22588-ccb2-49ba-afe9-8f18a43fee24 req-290ce045-f2a2-4989-831c-117342d1edcb tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] 10.222.0.13 "GET /v2.0/security-groups?id=0901d174-558d-4d58-91a3-452d9a2f95cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407906 Nov 05 19:17:51.474537 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Device 438123a8-efb0-4522-b330-e01a78e5c20a up at agent hyperv_n-h2-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 19:17:51.590724 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Provisioning for port 438123a8-efb0-4522-b330-e01a78e5c20a completed by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 05 19:17:51.594798 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Provisioning complete for port 438123a8-efb0-4522-b330-e01a78e5c20a triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:17:51.595170 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:17:51.676443 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:17:51.698510 n-d-816865-1 neutron-server[102388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82cc0e57-3312-4342-b3d0-e8fc05eb9e7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '438123a8-efb0-4522-b330-e01a78e5c20a'}] {{(pid=102388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 19:17:51.700743 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85474fee1180e129d8a886d264fe0b30223aa672dd1ffe43b630605f18504f68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2ac47b1-308d-41e7-aea7-a9452e066f30" -d '{"events": [{"server_uuid": "82cc0e57-3312-4342-b3d0-e8fc05eb9e7b", "name": "network-vif-plugged", "status": "completed", "tag": "438123a8-efb0-4522-b330-e01a78e5c20a"}]}' {{(pid=102388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 19:17:51.715207 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] For port 438123a8-efb0-4522-b330-e01a78e5c20a, host n-h2-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=438123a8-efb0-4522-b330-e01a78e5c20a,segment=NetworkSegment(c8ba8bad-518b-408a-adbf-9f95696a455e),segment_id=c8ba8bad-518b-408a-adbf-9f95696a455e)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:17:51.736842 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 19:17:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5fe93c4-2a4b-4072-8c3e-6ccfbf877a68 x-openstack-request-id: req-c5fe93c4-2a4b-4072-8c3e-6ccfbf877a68 {{(pid=102388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 19:17:51.737133 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82cc0e57-3312-4342-b3d0-e8fc05eb9e7b", "name": "network-vif-plugged", "status": "completed", "tag": "438123a8-efb0-4522-b330-e01a78e5c20a", "code": 200}]} {{(pid=102388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 19:17:51.737907 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c5fe93c4-2a4b-4072-8c3e-6ccfbf877a68 {{(pid=102388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 19:17:51.738379 n-d-816865-1 neutron-server[102388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82cc0e57-3312-4342-b3d0-e8fc05eb9e7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '438123a8-efb0-4522-b330-e01a78e5c20a', 'code': 200} Nov 05 19:17:51.779172 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:17:51.828042 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Pushing event updated for resources: {'Port': ['ID=438123a8-efb0-4522-b330-e01a78e5c20a,revision_number=5']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:17:51.844225 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7875b0a0-b044-45fb-9600-05642f6d7721 req-0ac600fc-da26-49f0-bccf-dba63bd1e971 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:17:51.845723 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-7875b0a0-b044-45fb-9600-05642f6d7721 req-0ac600fc-da26-49f0-bccf-dba63bd1e971 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=82cc0e57-3312-4342-b3d0-e8fc05eb9e7b HTTP/1.1" status: 200 len: 1096 time: 0.0395157 Nov 05 19:17:51.895709 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-7875b0a0-b044-45fb-9600-05642f6d7721 req-8d65e6e0-eeea-4e4b-ae46-af69a7586728 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=0901d174-558d-4d58-91a3-452d9a2f95cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383611 Nov 05 19:17:51.954990 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bc20a6-8cb9-40b9-b0ec-96f95bf45559 req-9cc2f90f-b9a3-40b0-ac9b-e7f5c3581bee tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:17:51.956561 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-85bc20a6-8cb9-40b9-b0ec-96f95bf45559 req-9cc2f90f-b9a3-40b0-ac9b-e7f5c3581bee tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] 10.222.0.13 "GET /v2.0/ports?device_id=82cc0e57-3312-4342-b3d0-e8fc05eb9e7b HTTP/1.1" status: 200 len: 945 time: 0.0526290 Nov 05 19:17:52.002656 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-85bc20a6-8cb9-40b9-b0ec-96f95bf45559 req-ed0ff074-3ef8-46fb-8d12-44fdc87890af tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] 10.222.0.13 "GET /v2.0/security-groups?id=0901d174-558d-4d58-91a3-452d9a2f95cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399909 Nov 05 19:17:52.744310 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.agents_db [None req-b9406b04-a0e8-43cf-b349-711963d96cf4 None None] Agent healthcheck: found 7 active agents {{(pid=102389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 05 19:17:53.118447 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efc81b3-5709-4c38-90bd-5d3ce35d6d18 req-ef251688-9105-43a2-8edd-3b01a69acfcb tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:17:53.119958 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-4efc81b3-5709-4c38-90bd-5d3ce35d6d18 req-ef251688-9105-43a2-8edd-3b01a69acfcb tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] 10.222.0.13 "GET /v2.0/ports?device_id=82cc0e57-3312-4342-b3d0-e8fc05eb9e7b HTTP/1.1" status: 200 len: 945 time: 0.0482211 Nov 05 19:17:53.167729 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-4efc81b3-5709-4c38-90bd-5d3ce35d6d18 req-030d836e-3f2a-4a04-805c-2382c8467a1f tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] 10.222.0.13 "GET /v2.0/security-groups?id=0901d174-558d-4d58-91a3-452d9a2f95cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418642 Nov 05 19:17:54.282709 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f57dcba-ec3a-4b32-b079-c943fdcd22f9 req-a2d7e80a-0a02-4567-b463-4e3378fff995 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:17:54.285397 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-8f57dcba-ec3a-4b32-b079-c943fdcd22f9 req-a2d7e80a-0a02-4567-b463-4e3378fff995 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] 10.222.0.13 "GET /v2.0/ports?device_id=82cc0e57-3312-4342-b3d0-e8fc05eb9e7b HTTP/1.1" status: 200 len: 945 time: 0.0486915 Nov 05 19:17:54.335463 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-8f57dcba-ec3a-4b32-b079-c943fdcd22f9 req-23e707fd-b0e4-4998-8677-e955e4c3e6cd tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] 10.222.0.13 "GET /v2.0/security-groups?id=0901d174-558d-4d58-91a3-452d9a2f95cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447242 Nov 05 19:17:54.448688 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1786e0-5711-4796-b004-60b8e3e6127f req-4e2d3ea8-8350-4f84-aab1-fec9c61ce723 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:17:54.450118 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-cb1786e0-5711-4796-b004-60b8e3e6127f req-4e2d3ea8-8350-4f84-aab1-fec9c61ce723 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] 10.222.0.13 "GET /v2.0/ports?device_id=82cc0e57-3312-4342-b3d0-e8fc05eb9e7b HTTP/1.1" status: 200 len: 945 time: 0.0483096 Nov 05 19:17:54.496906 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-cb1786e0-5711-4796-b004-60b8e3e6127f req-3e222231-8859-4cfa-86cc-f0b607377f9a tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] 10.222.0.13 "GET /v2.0/security-groups?id=0901d174-558d-4d58-91a3-452d9a2f95cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407977 Nov 05 19:17:54.611349 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad78448a-ca93-44bf-a344-f41024ce5020 req-e958c9ad-cd2e-42e4-8ffd-380f2b524115 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:17:54.613416 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-ad78448a-ca93-44bf-a344-f41024ce5020 req-e958c9ad-cd2e-42e4-8ffd-380f2b524115 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] 10.222.0.13 "GET /v2.0/ports?device_id=82cc0e57-3312-4342-b3d0-e8fc05eb9e7b HTTP/1.1" status: 200 len: 945 time: 0.0491278 Nov 05 19:17:54.660553 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-ad78448a-ca93-44bf-a344-f41024ce5020 req-81a839e6-7512-4a73-a921-83ad24f439f8 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] 10.222.0.13 "GET /v2.0/security-groups?id=0901d174-558d-4d58-91a3-452d9a2f95cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412042 Nov 05 19:17:55.140582 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9d67ea-e045-4cca-86dd-afd54d189633 req-4644da6a-4a3c-4ab0-910c-3989f4f92e14 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:17:55.142072 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-5c9d67ea-e045-4cca-86dd-afd54d189633 req-4644da6a-4a3c-4ab0-910c-3989f4f92e14 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] 10.222.0.13 "GET /v2.0/ports?device_id=82cc0e57-3312-4342-b3d0-e8fc05eb9e7b HTTP/1.1" status: 200 len: 945 time: 0.0531344 Nov 05 19:17:55.188525 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-5c9d67ea-e045-4cca-86dd-afd54d189633 req-a07f54aa-72e5-4ae6-9574-4aec5fc68cd0 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] 10.222.0.13 "GET /v2.0/security-groups?id=0901d174-558d-4d58-91a3-452d9a2f95cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396986 Nov 05 19:17:56.314470 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8086c084-bf47-4f1d-95df-97402ade39e2 req-1d6cdf5a-b750-4369-8b14-b79f73251ff4 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:17:56.315932 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-8086c084-bf47-4f1d-95df-97402ade39e2 req-1d6cdf5a-b750-4369-8b14-b79f73251ff4 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] 10.222.0.13 "GET /v2.0/ports?device_id=82cc0e57-3312-4342-b3d0-e8fc05eb9e7b HTTP/1.1" status: 200 len: 945 time: 0.0485766 Nov 05 19:17:56.364345 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-8086c084-bf47-4f1d-95df-97402ade39e2 req-90034d34-7826-4f20-b1c4-18eed5efc415 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] 10.222.0.13 "GET /v2.0/security-groups?id=0901d174-558d-4d58-91a3-452d9a2f95cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422924 Nov 05 19:17:56.758222 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b2caa2-6bda-46dd-b8c5-196f02e9102a req-89622980-3972-4473-9716-5e17e2981210 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:17:56.759692 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-c2b2caa2-6bda-46dd-b8c5-196f02e9102a req-89622980-3972-4473-9716-5e17e2981210 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] 10.222.0.55 "GET /v2.0/ports?device_id=82cc0e57-3312-4342-b3d0-e8fc05eb9e7b HTTP/1.1" status: 200 len: 945 time: 0.0509911 Nov 05 19:17:56.854405 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [req-c2b2caa2-6bda-46dd-b8c5-196f02e9102a req-e7b33e1a-0c1e-4ff3-9146-8ee5dbb202ef tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Deleting port 438123a8-efb0-4522-b330-e01a78e5c20a {{(pid=102386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 19:17:56.854743 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-c2b2caa2-6bda-46dd-b8c5-196f02e9102a req-e7b33e1a-0c1e-4ff3-9146-8ee5dbb202ef tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:17:56.939103 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [req-c2b2caa2-6bda-46dd-b8c5-196f02e9102a req-e7b33e1a-0c1e-4ff3-9146-8ee5dbb202ef tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] For port 438123a8-efb0-4522-b330-e01a78e5c20a, host n-h2-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=438123a8-efb0-4522-b330-e01a78e5c20a,segment=NetworkSegment(c8ba8bad-518b-408a-adbf-9f95696a455e),segment_id=c8ba8bad-518b-408a-adbf-9f95696a455e)] {{(pid=102386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:17:56.939457 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-c2b2caa2-6bda-46dd-b8c5-196f02e9102a req-e7b33e1a-0c1e-4ff3-9146-8ee5dbb202ef tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:17:56.955558 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [req-c2b2caa2-6bda-46dd-b8c5-196f02e9102a req-e7b33e1a-0c1e-4ff3-9146-8ee5dbb202ef tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Calling delete_port for 438123a8-efb0-4522-b330-e01a78e5c20a owned by compute:nova {{(pid=102386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 19:17:57.144859 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-c2b2caa2-6bda-46dd-b8c5-196f02e9102a req-e7b33e1a-0c1e-4ff3-9146-8ee5dbb202ef tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:17:57.162272 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] get_ports_and_sgs() called for port_ids ['438123a8-efb0-4522-b330-e01a78e5c20a'] {{(pid=102388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 19:17:57.172768 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b33e1a-0c1e-4ff3-9146-8ee5dbb202ef tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Pushing event deleted for resources: {'Port': ['ID=438123a8-efb0-4522-b330-e01a78e5c20a,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:17:57.221095 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2b2caa2-6bda-46dd-b8c5-196f02e9102a req-e7b33e1a-0c1e-4ff3-9146-8ee5dbb202ef tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] No DVR routers for this DVR port 438123a8-efb0-4522-b330-e01a78e5c20a on host n-h2-816865-1 {{(pid=102386) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 19:17:57.224294 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-c2b2caa2-6bda-46dd-b8c5-196f02e9102a req-e7b33e1a-0c1e-4ff3-9146-8ee5dbb202ef tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:17:57.228115 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-c2b2caa2-6bda-46dd-b8c5-196f02e9102a req-e7b33e1a-0c1e-4ff3-9146-8ee5dbb202ef tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] 10.222.0.55 "DELETE /v2.0/ports/438123a8-efb0-4522-b330-e01a78e5c20a HTTP/1.1" status: 204 len: 173 time: 0.4583766 Nov 05 19:17:57.228614 n-d-816865-1 neutron-server[102386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82cc0e57-3312-4342-b3d0-e8fc05eb9e7b', 'name': 'network-vif-deleted', 'tag': '438123a8-efb0-4522-b330-e01a78e5c20a'}] {{(pid=102386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 19:17:57.230940 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6173a44d7c73f41af551dc890fa1a5892c2c6bc3458b640c8e0c24db7876ba6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-203573f4-ee26-4ab7-b850-63b43be4d392" -d '{"events": [{"server_uuid": "82cc0e57-3312-4342-b3d0-e8fc05eb9e7b", "name": "network-vif-deleted", "tag": "438123a8-efb0-4522-b330-e01a78e5c20a"}]}' {{(pid=102386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 19:17:57.427969 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 19:17:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97c5da77-925b-48d9-b517-58c274c9f23d x-openstack-request-id: req-97c5da77-925b-48d9-b517-58c274c9f23d {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 19:17:57.428332 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82cc0e57-3312-4342-b3d0-e8fc05eb9e7b", "name": "network-vif-deleted", "tag": "438123a8-efb0-4522-b330-e01a78e5c20a", "status": "completed", "code": 200}]} {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 19:17:57.428596 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-97c5da77-925b-48d9-b517-58c274c9f23d {{(pid=102386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 19:17:57.429027 n-d-816865-1 neutron-server[102386]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82cc0e57-3312-4342-b3d0-e8fc05eb9e7b', 'name': 'network-vif-deleted', 'tag': '438123a8-efb0-4522-b330-e01a78e5c20a', 'status': 'completed', 'code': 200} Nov 05 19:17:57.462616 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-87314162-bb9d-4a5d-bf19-6fb91713e6d2 req-03beea4d-b8ae-4a82-9a03-9f3e2c9dc56a tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] 10.222.0.13 "GET /v2.0/ports?device_id=82cc0e57-3312-4342-b3d0-e8fc05eb9e7b HTTP/1.1" status: 200 len: 210 time: 0.0273740 Nov 05 19:17:57.744199 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 39620) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:17:57.864115 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-d922f6f0-d45e-4c1f-9db3-554fe11b5a3b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:17:57.938793 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-d922f6f0-d45e-4c1f-9db3-554fe11b5a3b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:17:58.008040 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-d922f6f0-d45e-4c1f-9db3-554fe11b5a3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:17:58.048546 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-d922f6f0-d45e-4c1f-9db3-554fe11b5a3b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0ae318dcd4b241d297a1aedd4fb70f0d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3031995 Nov 05 19:17:58.049460 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d922f6f0-d45e-4c1f-9db3-554fe11b5a3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95345a9b-1394-4aef-91c2-9a4a63af9c19,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:17:58.051624 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 39624) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:17:58.057337 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d922f6f0-d45e-4c1f-9db3-554fe11b5a3b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:17:58.057823 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d922f6f0-d45e-4c1f-9db3-554fe11b5a3b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:17:58.058016 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d922f6f0-d45e-4c1f-9db3-554fe11b5a3b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:17:58.058366 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d922f6f0-d45e-4c1f-9db3-554fe11b5a3b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:17:58.058697 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d922f6f0-d45e-4c1f-9db3-554fe11b5a3b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:17:58.059424 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d922f6f0-d45e-4c1f-9db3-554fe11b5a3b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:17:58.059424 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d922f6f0-d45e-4c1f-9db3-554fe11b5a3b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:17:58.059685 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d922f6f0-d45e-4c1f-9db3-554fe11b5a3b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:17:58.059953 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d922f6f0-d45e-4c1f-9db3-554fe11b5a3b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:17:58.060270 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d922f6f0-d45e-4c1f-9db3-554fe11b5a3b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:17:58.060591 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d922f6f0-d45e-4c1f-9db3-554fe11b5a3b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:17:58.060905 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d922f6f0-d45e-4c1f-9db3-554fe11b5a3b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:17:58.102741 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-f9bc41ad-ada8-411e-ad8c-5ddfb4b7d2d2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:17:58.123880 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-f9bc41ad-ada8-411e-ad8c-5ddfb4b7d2d2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:17:58.264741 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-f9bc41ad-ada8-411e-ad8c-5ddfb4b7d2d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:17:58.267415 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-f9bc41ad-ada8-411e-ad8c-5ddfb4b7d2d2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:17:58.268647 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-f9bc41ad-ada8-411e-ad8c-5ddfb4b7d2d2 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/95345a9b-1394-4aef-91c2-9a4a63af9c19 HTTP/1.1" status: 204 len: 168 time: 0.2157547 Nov 05 19:17:58.277883 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9bc41ad-ada8-411e-ad8c-5ddfb4b7d2d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95345a9b-1394-4aef-91c2-9a4a63af9c19,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:17:58.564355 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-c6b92e9e-a48d-413f-945f-83c05726f8c0 req-2e6ac5d1-ac89-43e1-bca0-d0586f5818e6 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] 10.222.0.13 "GET /v2.0/ports?device_id=82cc0e57-3312-4342-b3d0-e8fc05eb9e7b HTTP/1.1" status: 200 len: 210 time: 0.0270491 Nov 05 19:17:59.521633 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Device 438123a8-efb0-4522-b330-e01a78e5c20a no longer exists at agent hyperv_n-h2-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 19:17:59.542596 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] No Port match for: 438123a8-efb0-4522-b330-e01a78e5c20a {{(pid=102388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 19:17:59.542947 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Device 438123a8-efb0-4522-b330-e01a78e5c20a not bound to the agent host n-h2-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 19:17:59.675189 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-366a9859-2182-4741-9eb3-7f1e15a5eb5a req-ee5cfeb1-4ae2-462e-acea-817a76967798 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] 10.222.0.13 "GET /v2.0/ports?device_id=82cc0e57-3312-4342-b3d0-e8fc05eb9e7b HTTP/1.1" status: 200 len: 210 time: 0.0298109 Nov 05 19:18:00.777801 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-b40ec0ee-9a4f-485c-aa89-2b7186d1553f req-59170976-113e-476d-a92d-d3cb90505338 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] 10.222.0.13 "GET /v2.0/ports?device_id=82cc0e57-3312-4342-b3d0-e8fc05eb9e7b HTTP/1.1" status: 200 len: 210 time: 0.0280252 Nov 05 19:18:01.876540 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-322691ec-fa72-403a-ae58-02ae4bbc8724 req-b696dedc-3abe-4205-a46d-49956270b94e tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] 10.222.0.13 "GET /v2.0/ports?device_id=82cc0e57-3312-4342-b3d0-e8fc05eb9e7b HTTP/1.1" status: 200 len: 210 time: 0.0309567 Nov 05 19:18:01.945095 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 39750) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:18:02.059917 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-9bfb7f1e-fb99-4820-bb59-8978cc1a5637 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:18:02.139409 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-9bfb7f1e-fb99-4820-bb59-8978cc1a5637 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:18:02.217953 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-9bfb7f1e-fb99-4820-bb59-8978cc1a5637 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:18:02.260729 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-9bfb7f1e-fb99-4820-bb59-8978cc1a5637 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8a40b56907294443be00b31dabd42867&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3142505 Nov 05 19:18:02.261878 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bfb7f1e-fb99-4820-bb59-8978cc1a5637 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff8b6638-7d06-45f3-932b-eb3b64806f26,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:18:02.263448 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 39754) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:18:02.269879 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bfb7f1e-fb99-4820-bb59-8978cc1a5637 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:18:02.270333 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bfb7f1e-fb99-4820-bb59-8978cc1a5637 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:18:02.270750 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bfb7f1e-fb99-4820-bb59-8978cc1a5637 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:18:02.271153 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bfb7f1e-fb99-4820-bb59-8978cc1a5637 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:18:02.271559 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bfb7f1e-fb99-4820-bb59-8978cc1a5637 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:18:02.271962 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bfb7f1e-fb99-4820-bb59-8978cc1a5637 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:18:02.272361 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bfb7f1e-fb99-4820-bb59-8978cc1a5637 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:18:02.272758 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bfb7f1e-fb99-4820-bb59-8978cc1a5637 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:18:02.273152 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bfb7f1e-fb99-4820-bb59-8978cc1a5637 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:18:02.273545 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bfb7f1e-fb99-4820-bb59-8978cc1a5637 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:18:02.273942 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bfb7f1e-fb99-4820-bb59-8978cc1a5637 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:18:02.274351 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bfb7f1e-fb99-4820-bb59-8978cc1a5637 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:18:02.317586 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-369dd974-73ca-4cd4-ad38-3b486993959b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:18:02.339022 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-369dd974-73ca-4cd4-ad38-3b486993959b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:18:02.452336 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-369dd974-73ca-4cd4-ad38-3b486993959b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:18:02.454949 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-369dd974-73ca-4cd4-ad38-3b486993959b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:18:02.456118 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-369dd974-73ca-4cd4-ad38-3b486993959b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ff8b6638-7d06-45f3-932b-eb3b64806f26 HTTP/1.1" status: 204 len: 168 time: 0.1913242 Nov 05 19:18:02.466923 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369dd974-73ca-4cd4-ad38-3b486993959b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff8b6638-7d06-45f3-932b-eb3b64806f26,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:18:02.640620 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-f03182e9-b252-4ab3-9da8-307c2b1c008e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:18:03.129264 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 39764) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:18:03.142614 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-1b66de27-c709-4ac1-9fba-8ee1cc35b411 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:18:03.216038 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-1b66de27-c709-4ac1-9fba-8ee1cc35b411 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:18:03.258733 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-1b66de27-c709-4ac1-9fba-8ee1cc35b411 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:18:03.296243 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b66de27-c709-4ac1-9fba-8ee1cc35b411 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ded944ed-828b-4565-8a57-e52112bcefe7,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:18:03.303469 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-1b66de27-c709-4ac1-9fba-8ee1cc35b411 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=139b221a08e24e66a381e25d23adc609&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1707342 Nov 05 19:18:03.304455 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 39766) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:18:03.355929 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-cc62e57d-2f2f-4fd4-a5e6-228b09d3710b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:18:03.377655 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-cc62e57d-2f2f-4fd4-a5e6-228b09d3710b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:18:03.493050 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-cc62e57d-2f2f-4fd4-a5e6-228b09d3710b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:18:03.495713 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-cc62e57d-2f2f-4fd4-a5e6-228b09d3710b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:18:03.496865 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-cc62e57d-2f2f-4fd4-a5e6-228b09d3710b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ded944ed-828b-4565-8a57-e52112bcefe7 HTTP/1.1" status: 204 len: 168 time: 0.1922188 Nov 05 19:18:03.505261 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc62e57d-2f2f-4fd4-a5e6-228b09d3710b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ded944ed-828b-4565-8a57-e52112bcefe7,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:18:04.327810 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:18:05.344748 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-1af6c503-09e0-493c-8ed2-220e03af00db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:18:05.860835 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 39818) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:18:06.010450 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-44c2572d-41d0-4f64-82f2-791e1d0845ba tempest-FloatingIPAdminTestJSON-1974245850 tempest-FloatingIPAdminTestJSON-1974245850-project] Request body: {'floatingip': {'floating_network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:18:06.128637 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-44c2572d-41d0-4f64-82f2-791e1d0845ba tempest-FloatingIPAdminTestJSON-1974245850 tempest-FloatingIPAdminTestJSON-1974245850-project] Publish callbacks [] for floatingip, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:18:06.247655 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-44c2572d-41d0-4f64-82f2-791e1d0845ba tempest-FloatingIPAdminTestJSON-1974245850 tempest-FloatingIPAdminTestJSON-1974245850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:18:06.321817 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b304910f-7b27-444b-a8fc-977d26b1ceac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:18:06.363110 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.db_base_plugin_common [None req-44c2572d-41d0-4f64-82f2-791e1d0845ba tempest-FloatingIPAdminTestJSON-1974245850 tempest-FloatingIPAdminTestJSON-1974245850-project] Allocated IP 172.25.6.15 (40c8335d-cd0b-4cb5-910a-d4dcddd5cbec/04fe6db3-e108-4208-943d-6518424f5726/a8eeb7c1-25ba-4914-9d0b-1c2faff1fcdd) {{(pid=102386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 19:18:06.464431 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:18:06.475304 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-44c2572d-41d0-4f64-82f2-791e1d0845ba tempest-FloatingIPAdminTestJSON-1974245850 tempest-FloatingIPAdminTestJSON-1974245850-project] Publish callbacks [] for port, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:18:06.579165 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-44c2572d-41d0-4f64-82f2-791e1d0845ba tempest-FloatingIPAdminTestJSON-1974245850 tempest-FloatingIPAdminTestJSON-1974245850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:18:06.620537 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44c2572d-41d0-4f64-82f2-791e1d0845ba tempest-FloatingIPAdminTestJSON-1974245850 tempest-FloatingIPAdminTestJSON-1974245850-project] Network 40c8335d-cd0b-4cb5-910a-d4dcddd5cbec is already hosted by enough agents. {{(pid=102386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 19:18:06.623495 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.base_scheduler [None req-44c2572d-41d0-4f64-82f2-791e1d0845ba tempest-FloatingIPAdminTestJSON-1974245850 tempest-FloatingIPAdminTestJSON-1974245850-project] Resources bound (agent type, host, resource id): {{(pid=102386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 19:18:06.630293 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44c2572d-41d0-4f64-82f2-791e1d0845ba tempest-FloatingIPAdminTestJSON-1974245850 tempest-FloatingIPAdminTestJSON-1974245850-project] Received port after_create {{(pid=102386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 19:18:06.656333 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c2572d-41d0-4f64-82f2-791e1d0845ba tempest-FloatingIPAdminTestJSON-1974245850 tempest-FloatingIPAdminTestJSON-1974245850-project] Pushing event updated for resources: {'Port': ['ID=a8eeb7c1-25ba-4914-9d0b-1c2faff1fcdd,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:18:06.719336 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-44c2572d-41d0-4f64-82f2-791e1d0845ba tempest-FloatingIPAdminTestJSON-1974245850 tempest-FloatingIPAdminTestJSON-1974245850-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:18:06.810340 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-44c2572d-41d0-4f64-82f2-791e1d0845ba tempest-FloatingIPAdminTestJSON-1974245850 tempest-FloatingIPAdminTestJSON-1974245850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:18:06.966235 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-44c2572d-41d0-4f64-82f2-791e1d0845ba tempest-FloatingIPAdminTestJSON-1974245850 tempest-FloatingIPAdminTestJSON-1974245850-project] Publish callbacks [] for port, precommit_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:18:07.035687 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-44c2572d-41d0-4f64-82f2-791e1d0845ba tempest-FloatingIPAdminTestJSON-1974245850 tempest-FloatingIPAdminTestJSON-1974245850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6149821'] for port, after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:18:07.110419 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c2572d-41d0-4f64-82f2-791e1d0845ba tempest-FloatingIPAdminTestJSON-1974245850 tempest-FloatingIPAdminTestJSON-1974245850-project] Pushing event updated for resources: {'Port': ['ID=a8eeb7c1-25ba-4914-9d0b-1c2faff1fcdd,revision_number=2']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:18:07.119010 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-44c2572d-41d0-4f64-82f2-791e1d0845ba tempest-FloatingIPAdminTestJSON-1974245850 tempest-FloatingIPAdminTestJSON-1974245850-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1000577'] for floatingip, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:18:07.192857 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-44c2572d-41d0-4f64-82f2-791e1d0845ba tempest-FloatingIPAdminTestJSON-1974245850 tempest-FloatingIPAdminTestJSON-1974245850-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for floatingip, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:18:07.194036 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-44c2572d-41d0-4f64-82f2-791e1d0845ba tempest-FloatingIPAdminTestJSON-1974245850 tempest-FloatingIPAdminTestJSON-1974245850-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.3321168 Nov 05 19:18:07.196707 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 39832) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:18:07.201698 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-12f7f5ab-f305-4d96-a342-5619b1dd6510 tempest-FloatingIPAdminTestJSON-1974245850 tempest-FloatingIPAdminTestJSON-1974245850-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-206748397'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:18:07.281627 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12f7f5ab-f305-4d96-a342-5619b1dd6510 tempest-FloatingIPAdminTestJSON-1974245850 tempest-FloatingIPAdminTestJSON-1974245850-project] Made reservation on behalf of 919cc0af928e45f9aa7e9c3cbdf68a41 for: {'network': 1} {{(pid=102386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 19:18:07.285605 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-12f7f5ab-f305-4d96-a342-5619b1dd6510 tempest-FloatingIPAdminTestJSON-1974245850 tempest-FloatingIPAdminTestJSON-1974245850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for network, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:18:07.295049 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-12f7f5ab-f305-4d96-a342-5619b1dd6510 tempest-FloatingIPAdminTestJSON-1974245850 tempest-FloatingIPAdminTestJSON-1974245850-project] Publish callbacks [] for security_group, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:18:07.370343 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-12f7f5ab-f305-4d96-a342-5619b1dd6510 tempest-FloatingIPAdminTestJSON-1974245850 tempest-FloatingIPAdminTestJSON-1974245850-project] Publish callbacks [] for security_group, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:18:07.435758 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-12f7f5ab-f305-4d96-a342-5619b1dd6510 tempest-FloatingIPAdminTestJSON-1974245850 tempest-FloatingIPAdminTestJSON-1974245850-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:18:07.462442 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-12f7f5ab-f305-4d96-a342-5619b1dd6510 tempest-FloatingIPAdminTestJSON-1974245850 tempest-FloatingIPAdminTestJSON-1974245850-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 190} {{(pid=102386) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 05 19:18:07.472787 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f7f5ab-f305-4d96-a342-5619b1dd6510 tempest-FloatingIPAdminTestJSON-1974245850 tempest-FloatingIPAdminTestJSON-1974245850-project] Pushing event updated for resources: {'SecurityGroup': ['ID=db50ef68-21f9-4cbd-95ad-2a2267e5175f,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:18:07.481147 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-12f7f5ab-f305-4d96-a342-5619b1dd6510 tempest-FloatingIPAdminTestJSON-1974245850 tempest-FloatingIPAdminTestJSON-1974245850-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273'] for segment, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:18:07.481301 n-d-816865-1 neutron-server[102386]: INFO neutron.db.segments_db [None req-12f7f5ab-f305-4d96-a342-5619b1dd6510 tempest-FloatingIPAdminTestJSON-1974245850 tempest-FloatingIPAdminTestJSON-1974245850-project] Added segment a068ce38-5f0c-4253-a86f-5abfa594bdae of type vlan for network 9590bf29-0243-4fdc-a86a-0674144fe879 Nov 05 19:18:07.524040 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-12f7f5ab-f305-4d96-a342-5619b1dd6510 tempest-FloatingIPAdminTestJSON-1974245850 tempest-FloatingIPAdminTestJSON-1974245850-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750027258543'] for network, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:18:07.617782 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-12f7f5ab-f305-4d96-a342-5619b1dd6510 tempest-FloatingIPAdminTestJSON-1974245850 tempest-FloatingIPAdminTestJSON-1974245850-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-956796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877'] for network, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:18:07.623994 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12f7f5ab-f305-4d96-a342-5619b1dd6510 tempest-FloatingIPAdminTestJSON-1974245850 tempest-FloatingIPAdminTestJSON-1974245850-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:18:07.624592 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-12f7f5ab-f305-4d96-a342-5619b1dd6510 tempest-FloatingIPAdminTestJSON-1974245850 tempest-FloatingIPAdminTestJSON-1974245850-project] Publish callbacks [] for network, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:18:08.039199 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-12f7f5ab-f305-4d96-a342-5619b1dd6510 tempest-FloatingIPAdminTestJSON-1974245850 tempest-FloatingIPAdminTestJSON-1974245850-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.8414116 Nov 05 19:18:08.041957 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 39836) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:18:08.046682 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-e2db430d-6dd4-4c49-a8a9-c7c74910a11b tempest-FloatingIPAdminTestJSON-1974245850 tempest-FloatingIPAdminTestJSON-1974245850-project] Request body: {'subnet': {'network_id': '9590bf29-0243-4fdc-a86a-0674144fe879', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:18:08.065179 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f7f5ab-f305-4d96-a342-5619b1dd6510 tempest-FloatingIPAdminTestJSON-1974245850 tempest-FloatingIPAdminTestJSON-1974245850-project] Pushing event updated for resources: {'Network': ['ID=9590bf29-0243-4fdc-a86a-0674144fe879,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:18:08.075286 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Network 9590bf29-0243-4fdc-a86a-0674144fe879 details requested by agent ovs-agent-n-d-816865-1 with host n-d-816865-1 {{(pid=102388) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 05 19:18:08.218838 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2db430d-6dd4-4c49-a8a9-c7c74910a11b tempest-FloatingIPAdminTestJSON-1974245850 tempest-FloatingIPAdminTestJSON-1974245850-project] Made reservation on behalf of 919cc0af928e45f9aa7e9c3cbdf68a41 for: {'subnet': 1} {{(pid=102386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 19:18:08.218838 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-e2db430d-6dd4-4c49-a8a9-c7c74910a11b tempest-FloatingIPAdminTestJSON-1974245850 tempest-FloatingIPAdminTestJSON-1974245850-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4877122'] for subnet, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:18:08.287552 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-31f93893-a48e-4ae8-833d-dccb2b42eacc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:18:08.436434 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-e2db430d-6dd4-4c49-a8a9-c7c74910a11b tempest-FloatingIPAdminTestJSON-1974245850 tempest-FloatingIPAdminTestJSON-1974245850-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6149946', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4877172'] for subnet, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:18:08.514576 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2db430d-6dd4-4c49-a8a9-c7c74910a11b tempest-FloatingIPAdminTestJSON-1974245850 tempest-FloatingIPAdminTestJSON-1974245850-project] Pushing event updated for resources: {'Subnet': ['ID=6c3f3f6c-b09c-420d-b517-176f4080b4a4,revision_number=0']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:18:08.514576 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2db430d-6dd4-4c49-a8a9-c7c74910a11b tempest-FloatingIPAdminTestJSON-1974245850 tempest-FloatingIPAdminTestJSON-1974245850-project] Checking segment: {'id': 'a068ce38-5f0c-4253-a86f-5abfa594bdae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '9590bf29-0243-4fdc-a86a-0674144fe879'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 19:18:08.514576 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2db430d-6dd4-4c49-a8a9-c7c74910a11b tempest-FloatingIPAdminTestJSON-1974245850 tempest-FloatingIPAdminTestJSON-1974245850-project] Network hostable DHCP agents. Network: 9590bf29-0243-4fdc-a86a-0674144fe879, hostable agents: ['987e2ca0-bc3b-4c6f-a989-429ccfbf753f'], hosted agents: [] {{(pid=102386) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 05 19:18:08.556203 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:18:08.579155 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2db430d-6dd4-4c49-a8a9-c7c74910a11b tempest-FloatingIPAdminTestJSON-1974245850 tempest-FloatingIPAdminTestJSON-1974245850-project] Network 9590bf29-0243-4fdc-a86a-0674144fe879 is scheduled to be hosted by DHCP agent 987e2ca0-bc3b-4c6f-a989-429ccfbf753f with binding_index 1 {{(pid=102386) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 05 19:18:08.653702 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.base_scheduler [None req-e2db430d-6dd4-4c49-a8a9-c7c74910a11b tempest-FloatingIPAdminTestJSON-1974245850 tempest-FloatingIPAdminTestJSON-1974245850-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816865-1, 9590bf29-0243-4fdc-a86a-0674144fe879) {{(pid=102386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 19:18:08.659219 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2db430d-6dd4-4c49-a8a9-c7c74910a11b tempest-FloatingIPAdminTestJSON-1974245850 tempest-FloatingIPAdminTestJSON-1974245850-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:18:08.660064 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-e2db430d-6dd4-4c49-a8a9-c7c74910a11b tempest-FloatingIPAdminTestJSON-1974245850 tempest-FloatingIPAdminTestJSON-1974245850-project] Publish callbacks [] for subnet, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:18:08.664854 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecd2df93-1930-4c28-a49b-f109cd17dff3 None None] Network 9590bf29-0243-4fdc-a86a-0674144fe879 requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 19:18:08.723098 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-e2db430d-6dd4-4c49-a8a9-c7c74910a11b tempest-FloatingIPAdminTestJSON-1974245850 tempest-FloatingIPAdminTestJSON-1974245850-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6770270 Nov 05 19:18:08.723452 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 39844) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:18:08.728126 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-e6a2df24-4583-4fb7-a676-eb212440c43e tempest-FloatingIPAdminTestJSON-1974245850 tempest-FloatingIPAdminTestJSON-1974245850-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-1566525522', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec'}, 'admin_state_up': False}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:18:08.807646 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-e6a2df24-4583-4fb7-a676-eb212440c43e tempest-FloatingIPAdminTestJSON-1974245850 tempest-FloatingIPAdminTestJSON-1974245850-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-571139', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6874'] for router, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:18:08.808759 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-e6a2df24-4583-4fb7-a676-eb212440c43e tempest-FloatingIPAdminTestJSON-1974245850 tempest-FloatingIPAdminTestJSON-1974245850-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-571375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1000570', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1011585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6867'] for router, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:18:08.828532 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b95fc7ba-6a7e-40ab-9612-ec89b82d7576 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeb20a084-accf-5b60-8075-3e69ebe863a6-9590bf29-0243-4fdc-a86a-0674144fe879', 'network_id': '9590bf29-0243-4fdc-a86a-0674144fe879', 'tenant_id': '919cc0af928e45f9aa7e9c3cbdf68a41', 'fixed_ips': [{'subnet_id': '6c3f3f6c-b09c-420d-b517-176f4080b4a4'}]}} from n-d-816865-1. {{(pid=102388) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 05 19:18:08.829750 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b95fc7ba-6a7e-40ab-9612-ec89b82d7576 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:18:08.861540 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-e6a2df24-4583-4fb7-a676-eb212440c43e tempest-FloatingIPAdminTestJSON-1974245850 tempest-FloatingIPAdminTestJSON-1974245850-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:18:08.976206 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.db_base_plugin_common [None req-b95fc7ba-6a7e-40ab-9612-ec89b82d7576 None None] Allocated IP 172.20.0.2 (9590bf29-0243-4fdc-a86a-0674144fe879/6c3f3f6c-b09c-420d-b517-176f4080b4a4/8db567f3-4937-4b4b-ab0e-1bea59a5b0f7) {{(pid=102388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 19:18:09.056154 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-e6a2df24-4583-4fb7-a676-eb212440c43e tempest-FloatingIPAdminTestJSON-1974245850 tempest-FloatingIPAdminTestJSON-1974245850-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:18:09.124999 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b95fc7ba-6a7e-40ab-9612-ec89b82d7576 None None] Publish callbacks [] for port, precommit_create {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:18:09.191528 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b95fc7ba-6a7e-40ab-9612-ec89b82d7576 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789'] for port, after_create {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:18:09.237953 n-d-816865-1 neutron-server[102388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b95fc7ba-6a7e-40ab-9612-ec89b82d7576 None None] Network 9590bf29-0243-4fdc-a86a-0674144fe879 is already hosted by enough agents. {{(pid=102388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 19:18:09.245655 n-d-816865-1 neutron-server[102388]: DEBUG neutron.scheduler.base_scheduler [None req-b95fc7ba-6a7e-40ab-9612-ec89b82d7576 None None] Resources bound (agent type, host, resource id): {{(pid=102388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 19:18:09.250299 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b95fc7ba-6a7e-40ab-9612-ec89b82d7576 None None] Received port after_create {{(pid=102388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 19:18:09.253966 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95fc7ba-6a7e-40ab-9612-ec89b82d7576 None None] Pushing event updated for resources: {'Port': ['ID=8db567f3-4937-4b4b-ab0e-1bea59a5b0f7,revision_number=1']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:18:09.304747 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-e6a2df24-4583-4fb7-a676-eb212440c43e tempest-FloatingIPAdminTestJSON-1974245850 tempest-FloatingIPAdminTestJSON-1974245850-project] Publish callbacks [] for router_gateway, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:18:09.310113 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-b95fc7ba-6a7e-40ab-9612-ec89b82d7576 None None] Attempting to bind port 8db567f3-4937-4b4b-ab0e-1bea59a5b0f7 on host n-d-816865-1 for vnic_type normal with profile {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 19:18:09.310496 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-b95fc7ba-6a7e-40ab-9612-ec89b82d7576 None None] Attempting to bind port 8db567f3-4937-4b4b-ab0e-1bea59a5b0f7 by drivers openvswitch,hyperv on host n-d-816865-1 at level 0 using segments [{'id': 'a068ce38-5f0c-4253-a86f-5abfa594bdae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '9590bf29-0243-4fdc-a86a-0674144fe879'}] {{(pid=102388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 19:18:09.310864 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b95fc7ba-6a7e-40ab-9612-ec89b82d7576 None None] Attempting to bind port 8db567f3-4937-4b4b-ab0e-1bea59a5b0f7 on network 9590bf29-0243-4fdc-a86a-0674144fe879 {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 19:18:09.316067 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b95fc7ba-6a7e-40ab-9612-ec89b82d7576 None None] Checking agent: {'id': '724d89a7-611b-41e6-bc85-c48112b17afa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 18, 25, 8), 'started_at': datetime.datetime(2021, 11, 5, 18, 25, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 19, 18, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 19:18:09.316448 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b95fc7ba-6a7e-40ab-9612-ec89b82d7576 None None] Checking segment: {'id': 'a068ce38-5f0c-4253-a86f-5abfa594bdae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '9590bf29-0243-4fdc-a86a-0674144fe879'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 19:18:09.316856 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b95fc7ba-6a7e-40ab-9612-ec89b82d7576 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:18:09.317260 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b95fc7ba-6a7e-40ab-9612-ec89b82d7576 None None] Bound using segment: {'id': 'a068ce38-5f0c-4253-a86f-5abfa594bdae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '9590bf29-0243-4fdc-a86a-0674144fe879'} {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 19:18:09.317740 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-b95fc7ba-6a7e-40ab-9612-ec89b82d7576 None None] Bound port: 8db567f3-4937-4b4b-ab0e-1bea59a5b0f7, host: n-d-816865-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a068ce38-5f0c-4253-a86f-5abfa594bdae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '9590bf29-0243-4fdc-a86a-0674144fe879'}}] {{(pid=102388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 19:18:09.318155 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b95fc7ba-6a7e-40ab-9612-ec89b82d7576 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:18:09.324751 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-e6a2df24-4583-4fb7-a676-eb212440c43e tempest-FloatingIPAdminTestJSON-1974245850 tempest-FloatingIPAdminTestJSON-1974245850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:18:09.383420 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b95fc7ba-6a7e-40ab-9612-ec89b82d7576 None None] For port 8db567f3-4937-4b4b-ab0e-1bea59a5b0f7, host n-d-816865-1, cleared binding levels {{(pid=102388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 19:18:09.386500 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b95fc7ba-6a7e-40ab-9612-ec89b82d7576 None None] For port 8db567f3-4937-4b4b-ab0e-1bea59a5b0f7, host n-d-816865-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=8db567f3-4937-4b4b-ab0e-1bea59a5b0f7,segment=NetworkSegment(a068ce38-5f0c-4253-a86f-5abfa594bdae),segment_id=a068ce38-5f0c-4253-a86f-5abfa594bdae)] {{(pid=102388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 19:18:09.432771 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.db_base_plugin_common [None req-e6a2df24-4583-4fb7-a676-eb212440c43e tempest-FloatingIPAdminTestJSON-1974245850 tempest-FloatingIPAdminTestJSON-1974245850-project] Allocated IP 172.25.6.61 (40c8335d-cd0b-4cb5-910a-d4dcddd5cbec/04fe6db3-e108-4208-943d-6518424f5726/87a77010-6f8b-4584-b63e-eabcc18082c3) {{(pid=102387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 19:18:09.459183 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b95fc7ba-6a7e-40ab-9612-ec89b82d7576 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:18:09.519045 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95fc7ba-6a7e-40ab-9612-ec89b82d7576 None None] Pushing event updated for resources: {'Port': ['ID=8db567f3-4937-4b4b-ab0e-1bea59a5b0f7,revision_number=2']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:18:09.546916 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-e6a2df24-4583-4fb7-a676-eb212440c43e tempest-FloatingIPAdminTestJSON-1974245850 tempest-FloatingIPAdminTestJSON-1974245850-project] Publish callbacks [] for port, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:18:09.648135 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-e6a2df24-4583-4fb7-a676-eb212440c43e tempest-FloatingIPAdminTestJSON-1974245850 tempest-FloatingIPAdminTestJSON-1974245850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4417063'] for port, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:18:09.689081 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6a2df24-4583-4fb7-a676-eb212440c43e tempest-FloatingIPAdminTestJSON-1974245850 tempest-FloatingIPAdminTestJSON-1974245850-project] Network 40c8335d-cd0b-4cb5-910a-d4dcddd5cbec is already hosted by enough agents. {{(pid=102387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 19:18:09.712958 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.base_scheduler [None req-e6a2df24-4583-4fb7-a676-eb212440c43e tempest-FloatingIPAdminTestJSON-1974245850 tempest-FloatingIPAdminTestJSON-1974245850-project] Resources bound (agent type, host, resource id): {{(pid=102387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 19:18:09.716046 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a2df24-4583-4fb7-a676-eb212440c43e tempest-FloatingIPAdminTestJSON-1974245850 tempest-FloatingIPAdminTestJSON-1974245850-project] Pushing event updated for resources: {'Port': ['ID=87a77010-6f8b-4584-b63e-eabcc18082c3,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:18:09.723395 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6a2df24-4583-4fb7-a676-eb212440c43e tempest-FloatingIPAdminTestJSON-1974245850 tempest-FloatingIPAdminTestJSON-1974245850-project] Received port after_create {{(pid=102387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 19:18:10.127899 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-e6a2df24-4583-4fb7-a676-eb212440c43e tempest-FloatingIPAdminTestJSON-1974245850 tempest-FloatingIPAdminTestJSON-1974245850-project] Publish callbacks [] for router_gateway, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:18:10.345214 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-e6a2df24-4583-4fb7-a676-eb212440c43e tempest-FloatingIPAdminTestJSON-1974245850 tempest-FloatingIPAdminTestJSON-1974245850-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-571384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1000487'] for router, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:18:10.614366 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82c3491d-e1ae-4293-b0d1-f3be32e410b8 None None] Network 9590bf29-0243-4fdc-a86a-0674144fe879 requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 19:18:10.716364 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-c0b0cbf3-1bb8-423a-8abc-fbac04c66444 None None] Provisioning complete for port 8db567f3-4937-4b4b-ab0e-1bea59a5b0f7 triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:18:10.716886 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c0b0cbf3-1bb8-423a-8abc-fbac04c66444 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:18:10.864045 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c0b0cbf3-1bb8-423a-8abc-fbac04c66444 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:18:10.896896 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-c0b0cbf3-1bb8-423a-8abc-fbac04c66444 None None] For port 8db567f3-4937-4b4b-ab0e-1bea59a5b0f7, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=8db567f3-4937-4b4b-ab0e-1bea59a5b0f7,segment=NetworkSegment(a068ce38-5f0c-4253-a86f-5abfa594bdae),segment_id=a068ce38-5f0c-4253-a86f-5abfa594bdae)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:18:10.904533 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6a2df24-4583-4fb7-a676-eb212440c43e tempest-FloatingIPAdminTestJSON-1974245850 tempest-FloatingIPAdminTestJSON-1974245850-project] Router b75bcce8-efde-437e-9783-29a789f4ce74 is scheduled to L3 agent 6dcb5589-8e86-4616-9186-ddc4548e13ad with binding_index 1 {{(pid=102387) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 05 19:18:10.939143 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c0b0cbf3-1bb8-423a-8abc-fbac04c66444 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:18:11.001344 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b0cbf3-1bb8-423a-8abc-fbac04c66444 None None] Pushing event updated for resources: {'Port': ['ID=8db567f3-4937-4b4b-ab0e-1bea59a5b0f7,revision_number=3']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:18:11.028628 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6a2df24-4583-4fb7-a676-eb212440c43e tempest-FloatingIPAdminTestJSON-1974245850 tempest-FloatingIPAdminTestJSON-1974245850-project] Notify agent at l3_agent.n-d-816865-1 the message routers_updated {{(pid=102387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 19:18:11.045675 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d394f5d5-c43a-48b3-8822-0c14089f48ff None None] Sync routers for ids ['b75bcce8-efde-437e-9783-29a789f4ce74'] in n-d-816865-1 {{(pid=102389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 19:18:11.061374 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d394f5d5-c43a-48b3-8822-0c14089f48ff None None] Routers {'b75bcce8-efde-437e-9783-29a789f4ce74'} bound to L3 agent in host n-d-816865-1 {{(pid=102389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 19:18:11.062001 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-d394f5d5-c43a-48b3-8822-0c14089f48ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T19:18:05Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['b75bcce8-efde-437e-9783-29a789f4ce74'], 'active': True} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:18:11.089249 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-e6a2df24-4583-4fb7-a676-eb212440c43e tempest-FloatingIPAdminTestJSON-1974245850 tempest-FloatingIPAdminTestJSON-1974245850-project] Publish callbacks [] for router, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:18:11.090774 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-e6a2df24-4583-4fb7-a676-eb212440c43e tempest-FloatingIPAdminTestJSON-1974245850 tempest-FloatingIPAdminTestJSON-1974245850-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 891 time: 2.3662555 Nov 05 19:18:11.093553 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 39850) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:18:11.097106 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-d394f5d5-c43a-48b3-8822-0c14089f48ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816865-1', False) {} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:18:11.106574 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d394f5d5-c43a-48b3-8822-0c14089f48ff None None] Routers {'b75bcce8-efde-437e-9783-29a789f4ce74'} bound to L3 agent in host n-d-816865-1 {{(pid=102389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 19:18:11.107423 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-d394f5d5-c43a-48b3-8822-0c14089f48ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T19:18:05Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['b75bcce8-efde-437e-9783-29a789f4ce74'], 'active': True} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:18:11.144505 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-d394f5d5-c43a-48b3-8822-0c14089f48ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816865-1', False) {} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:18:11.145073 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d394f5d5-c43a-48b3-8822-0c14089f48ff None None] The sync data for ids ['b75bcce8-efde-437e-9783-29a789f4ce74'] in n-d-816865-1 is: [] {{(pid=102389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 19:18:11.165997 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-3b35596f-6a12-4613-bb94-40081c5c2634 None None] Provisioning complete for port 8db567f3-4937-4b4b-ab0e-1bea59a5b0f7 triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:18:11.166399 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3b35596f-6a12-4613-bb94-40081c5c2634 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:18:11.536800 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-747fed32-5960-482e-bbc0-fd661350baae tempest-FloatingIPAdminTestJSON-1974245850 tempest-FloatingIPAdminTestJSON-1974245850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:18:11.666660 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 8db567f3-4937-4b4b-ab0e-1bea59a5b0f7 up at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 19:18:11.731003 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Provisioning complete for port 8db567f3-4937-4b4b-ab0e-1bea59a5b0f7 triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:18:11.731382 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:18:11.878525 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.db_base_plugin_common [None req-747fed32-5960-482e-bbc0-fd661350baae tempest-FloatingIPAdminTestJSON-1974245850 tempest-FloatingIPAdminTestJSON-1974245850-project] Allocated IP 172.20.0.1 (9590bf29-0243-4fdc-a86a-0674144fe879/6c3f3f6c-b09c-420d-b517-176f4080b4a4/327a0e6a-8634-4db9-9b3b-49f3e5cb910c) {{(pid=102386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 19:18:12.005853 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-747fed32-5960-482e-bbc0-fd661350baae tempest-FloatingIPAdminTestJSON-1974245850 tempest-FloatingIPAdminTestJSON-1974245850-project] Publish callbacks [] for port, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:18:12.087986 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-747fed32-5960-482e-bbc0-fd661350baae tempest-FloatingIPAdminTestJSON-1974245850 tempest-FloatingIPAdminTestJSON-1974245850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:18:12.128578 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-747fed32-5960-482e-bbc0-fd661350baae tempest-FloatingIPAdminTestJSON-1974245850 tempest-FloatingIPAdminTestJSON-1974245850-project] Network 9590bf29-0243-4fdc-a86a-0674144fe879 is already hosted by enough agents. {{(pid=102386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 19:18:12.133724 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.base_scheduler [None req-747fed32-5960-482e-bbc0-fd661350baae tempest-FloatingIPAdminTestJSON-1974245850 tempest-FloatingIPAdminTestJSON-1974245850-project] Resources bound (agent type, host, resource id): {{(pid=102386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 19:18:12.140564 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-747fed32-5960-482e-bbc0-fd661350baae tempest-FloatingIPAdminTestJSON-1974245850 tempest-FloatingIPAdminTestJSON-1974245850-project] Received port after_create {{(pid=102386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 19:18:12.171525 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747fed32-5960-482e-bbc0-fd661350baae tempest-FloatingIPAdminTestJSON-1974245850 tempest-FloatingIPAdminTestJSON-1974245850-project] Pushing event updated for resources: {'Port': ['ID=327a0e6a-8634-4db9-9b3b-49f3e5cb910c,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:18:12.193877 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-747fed32-5960-482e-bbc0-fd661350baae tempest-FloatingIPAdminTestJSON-1974245850 tempest-FloatingIPAdminTestJSON-1974245850-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-571770'] for router_interface, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:18:12.382854 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-43981aa0-49e4-40e3-8b10-8e6a1262bb73 None None] Provisioning complete for port 327a0e6a-8634-4db9-9b3b-49f3e5cb910c triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:18:12.383423 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-43981aa0-49e4-40e3-8b10-8e6a1262bb73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:18:12.384169 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-747fed32-5960-482e-bbc0-fd661350baae tempest-FloatingIPAdminTestJSON-1974245850 tempest-FloatingIPAdminTestJSON-1974245850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:18:12.422159 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-43981aa0-49e4-40e3-8b10-8e6a1262bb73 None None] Port 327a0e6a-8634-4db9-9b3b-49f3e5cb910c cannot update to ACTIVE because it is not bound. {{(pid=102388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 19:18:12.663745 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-747fed32-5960-482e-bbc0-fd661350baae tempest-FloatingIPAdminTestJSON-1974245850 tempest-FloatingIPAdminTestJSON-1974245850-project] Publish callbacks [] for port, precommit_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:18:12.739226 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-747fed32-5960-482e-bbc0-fd661350baae tempest-FloatingIPAdminTestJSON-1974245850 tempest-FloatingIPAdminTestJSON-1974245850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6149821'] for port, after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:18:12.815285 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-747fed32-5960-482e-bbc0-fd661350baae tempest-FloatingIPAdminTestJSON-1974245850 tempest-FloatingIPAdminTestJSON-1974245850-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-597863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-571878'] for router_interface, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:18:12.818372 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747fed32-5960-482e-bbc0-fd661350baae tempest-FloatingIPAdminTestJSON-1974245850 tempest-FloatingIPAdminTestJSON-1974245850-project] Pushing event updated for resources: {'Port': ['ID=327a0e6a-8634-4db9-9b3b-49f3e5cb910c,revision_number=2']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:18:12.920941 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-747fed32-5960-482e-bbc0-fd661350baae tempest-FloatingIPAdminTestJSON-1974245850 tempest-FloatingIPAdminTestJSON-1974245850-project] Network 9590bf29-0243-4fdc-a86a-0674144fe879 is already hosted by enough agents. {{(pid=102386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 19:18:12.922384 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.base_scheduler [None req-747fed32-5960-482e-bbc0-fd661350baae tempest-FloatingIPAdminTestJSON-1974245850 tempest-FloatingIPAdminTestJSON-1974245850-project] Resources bound (agent type, host, resource id): {{(pid=102386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 19:18:13.046864 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-747fed32-5960-482e-bbc0-fd661350baae tempest-FloatingIPAdminTestJSON-1974245850 tempest-FloatingIPAdminTestJSON-1974245850-project] Router b75bcce8-efde-437e-9783-29a789f4ce74 has already been hosted by L3 agent 6dcb5589-8e86-4616-9186-ddc4548e13ad {{(pid=102386) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 19:18:13.167967 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-747fed32-5960-482e-bbc0-fd661350baae tempest-FloatingIPAdminTestJSON-1974245850 tempest-FloatingIPAdminTestJSON-1974245850-project] Notify agent at l3_agent.n-d-816865-1 the message routers_updated {{(pid=102386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 19:18:13.173311 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-747fed32-5960-482e-bbc0-fd661350baae tempest-FloatingIPAdminTestJSON-1974245850 tempest-FloatingIPAdminTestJSON-1974245850-project] 10.222.0.13 "PUT /v2.0/routers/b75bcce8-efde-437e-9783-29a789f4ce74/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0779340 Nov 05 19:18:13.177258 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 39926) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:18:13.179996 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-792affb8-5349-4726-8f14-e7deff930fed None None] Sync routers for ids ['b75bcce8-efde-437e-9783-29a789f4ce74'] in n-d-816865-1 {{(pid=102388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 19:18:13.182770 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-81b07246-5609-49db-b3df-8a6214b7ba2a tempest-FloatingIPAdminTestJSON-1974245850 tempest-FloatingIPAdminTestJSON-1974245850-project] Request body: {'port': {'network_id': '9590bf29-0243-4fdc-a86a-0674144fe879', 'name': 'tempest-FloatingIPAdminTestJSON-1279658200'}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:18:13.191826 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-792affb8-5349-4726-8f14-e7deff930fed None None] Routers {'b75bcce8-efde-437e-9783-29a789f4ce74'} bound to L3 agent in host n-d-816865-1 {{(pid=102388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 19:18:13.192477 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-792affb8-5349-4726-8f14-e7deff930fed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T19:18:05Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['b75bcce8-efde-437e-9783-29a789f4ce74'], 'active': True} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:18:13.239340 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-792affb8-5349-4726-8f14-e7deff930fed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816865-1', False) {} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:18:13.259918 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-792affb8-5349-4726-8f14-e7deff930fed None None] Routers {'b75bcce8-efde-437e-9783-29a789f4ce74'} bound to L3 agent in host n-d-816865-1 {{(pid=102388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 19:18:13.260561 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-792affb8-5349-4726-8f14-e7deff930fed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T19:18:05Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['b75bcce8-efde-437e-9783-29a789f4ce74'], 'active': True} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:18:13.264069 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-07f8c21f-e2da-430d-9eb1-846a8adb7a4d None None] Provisioning complete for port 327a0e6a-8634-4db9-9b3b-49f3e5cb910c triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:18:13.264441 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-07f8c21f-e2da-430d-9eb1-846a8adb7a4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:18:13.315061 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-792affb8-5349-4726-8f14-e7deff930fed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816865-1', False) {} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:18:13.315742 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-792affb8-5349-4726-8f14-e7deff930fed None None] The sync data for ids ['b75bcce8-efde-437e-9783-29a789f4ce74'] in n-d-816865-1 is: [] {{(pid=102388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 19:18:13.334937 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-07f8c21f-e2da-430d-9eb1-846a8adb7a4d None None] Port 327a0e6a-8634-4db9-9b3b-49f3e5cb910c cannot update to ACTIVE because it is not bound. {{(pid=102388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 19:18:13.372015 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81b07246-5609-49db-b3df-8a6214b7ba2a tempest-FloatingIPAdminTestJSON-1974245850 tempest-FloatingIPAdminTestJSON-1974245850-project] Made reservation on behalf of 919cc0af928e45f9aa7e9c3cbdf68a41 for: {'port': 1} {{(pid=102387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 19:18:13.375758 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-81b07246-5609-49db-b3df-8a6214b7ba2a tempest-FloatingIPAdminTestJSON-1974245850 tempest-FloatingIPAdminTestJSON-1974245850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:18:13.395160 n-d-816865-1 neutron-server[102387]: DEBUG neutron.notifiers.nova [None req-81b07246-5609-49db-b3df-8a6214b7ba2a tempest-FloatingIPAdminTestJSON-1974245850 tempest-FloatingIPAdminTestJSON-1974245850-project] device_id is not set on port 6ac9bb2c-f3f8-4470-b82d-4fa90671d305 yet. {{(pid=102387) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 05 19:18:13.506768 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.db_base_plugin_common [None req-81b07246-5609-49db-b3df-8a6214b7ba2a tempest-FloatingIPAdminTestJSON-1974245850 tempest-FloatingIPAdminTestJSON-1974245850-project] Allocated IP 172.20.0.11 (9590bf29-0243-4fdc-a86a-0674144fe879/6c3f3f6c-b09c-420d-b517-176f4080b4a4/6ac9bb2c-f3f8-4470-b82d-4fa90671d305) {{(pid=102387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 19:18:13.661963 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-81b07246-5609-49db-b3df-8a6214b7ba2a tempest-FloatingIPAdminTestJSON-1974245850 tempest-FloatingIPAdminTestJSON-1974245850-project] Publish callbacks [] for port, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:18:13.768457 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-81b07246-5609-49db-b3df-8a6214b7ba2a tempest-FloatingIPAdminTestJSON-1974245850 tempest-FloatingIPAdminTestJSON-1974245850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4417063'] for port, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:18:13.812363 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81b07246-5609-49db-b3df-8a6214b7ba2a tempest-FloatingIPAdminTestJSON-1974245850 tempest-FloatingIPAdminTestJSON-1974245850-project] Network 9590bf29-0243-4fdc-a86a-0674144fe879 is already hosted by enough agents. {{(pid=102387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 19:18:13.817477 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.base_scheduler [None req-81b07246-5609-49db-b3df-8a6214b7ba2a tempest-FloatingIPAdminTestJSON-1974245850 tempest-FloatingIPAdminTestJSON-1974245850-project] Resources bound (agent type, host, resource id): {{(pid=102387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 19:18:13.821321 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81b07246-5609-49db-b3df-8a6214b7ba2a tempest-FloatingIPAdminTestJSON-1974245850 tempest-FloatingIPAdminTestJSON-1974245850-project] Received port after_create {{(pid=102387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 19:18:13.827971 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b07246-5609-49db-b3df-8a6214b7ba2a tempest-FloatingIPAdminTestJSON-1974245850 tempest-FloatingIPAdminTestJSON-1974245850-project] Pushing event updated for resources: {'Port': ['ID=6ac9bb2c-f3f8-4470-b82d-4fa90671d305,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:18:13.886295 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81b07246-5609-49db-b3df-8a6214b7ba2a tempest-FloatingIPAdminTestJSON-1974245850 tempest-FloatingIPAdminTestJSON-1974245850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:18:13.887048 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-81b07246-5609-49db-b3df-8a6214b7ba2a tempest-FloatingIPAdminTestJSON-1974245850 tempest-FloatingIPAdminTestJSON-1974245850-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:18:13.963354 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-81b07246-5609-49db-b3df-8a6214b7ba2a tempest-FloatingIPAdminTestJSON-1974245850 tempest-FloatingIPAdminTestJSON-1974245850-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 0.7846348 Nov 05 19:18:13.966417 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 39930) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:18:14.037166 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-bc3b1ea2-4785-4d2e-8424-04aa63b485d3 tempest-FloatingIPAdminTestJSON-393026442 tempest-FloatingIPAdminTestJSON-393026442-project-admin] Request body: {'floatingip': {'floating_network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'project_id': '919cc0af928e45f9aa7e9c3cbdf68a41', 'port_id': '6ac9bb2c-f3f8-4470-b82d-4fa90671d305'}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:18:14.062010 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-843c71be-95b0-47f2-973a-e7a96ad4ebed None None] Provisioning complete for port 6ac9bb2c-f3f8-4470-b82d-4fa90671d305 triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:18:14.062409 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-843c71be-95b0-47f2-973a-e7a96ad4ebed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:18:14.097655 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-843c71be-95b0-47f2-973a-e7a96ad4ebed None None] Port 6ac9bb2c-f3f8-4470-b82d-4fa90671d305 cannot update to ACTIVE because it is not bound. {{(pid=102388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 19:18:14.120697 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-bc3b1ea2-4785-4d2e-8424-04aa63b485d3 tempest-FloatingIPAdminTestJSON-393026442 tempest-FloatingIPAdminTestJSON-393026442-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:18:14.211056 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-bc3b1ea2-4785-4d2e-8424-04aa63b485d3 tempest-FloatingIPAdminTestJSON-393026442 tempest-FloatingIPAdminTestJSON-393026442-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:18:14.317081 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.db_base_plugin_common [None req-bc3b1ea2-4785-4d2e-8424-04aa63b485d3 tempest-FloatingIPAdminTestJSON-393026442 tempest-FloatingIPAdminTestJSON-393026442-project-admin] Allocated IP 172.25.6.103 (40c8335d-cd0b-4cb5-910a-d4dcddd5cbec/04fe6db3-e108-4208-943d-6518424f5726/2ea654a6-29e1-47a7-a61f-2d6bc78a9bf9) {{(pid=102387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 19:18:14.428395 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-bc3b1ea2-4785-4d2e-8424-04aa63b485d3 tempest-FloatingIPAdminTestJSON-393026442 tempest-FloatingIPAdminTestJSON-393026442-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:18:14.520632 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-bc3b1ea2-4785-4d2e-8424-04aa63b485d3 tempest-FloatingIPAdminTestJSON-393026442 tempest-FloatingIPAdminTestJSON-393026442-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4417063'] for port, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:18:14.563115 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc3b1ea2-4785-4d2e-8424-04aa63b485d3 tempest-FloatingIPAdminTestJSON-393026442 tempest-FloatingIPAdminTestJSON-393026442-project-admin] Network 40c8335d-cd0b-4cb5-910a-d4dcddd5cbec is already hosted by enough agents. {{(pid=102387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 19:18:14.566820 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.base_scheduler [None req-bc3b1ea2-4785-4d2e-8424-04aa63b485d3 tempest-FloatingIPAdminTestJSON-393026442 tempest-FloatingIPAdminTestJSON-393026442-project-admin] Resources bound (agent type, host, resource id): {{(pid=102387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 19:18:14.571418 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc3b1ea2-4785-4d2e-8424-04aa63b485d3 tempest-FloatingIPAdminTestJSON-393026442 tempest-FloatingIPAdminTestJSON-393026442-project-admin] Received port after_create {{(pid=102387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 19:18:14.575488 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3b1ea2-4785-4d2e-8424-04aa63b485d3 tempest-FloatingIPAdminTestJSON-393026442 tempest-FloatingIPAdminTestJSON-393026442-project-admin] Pushing event updated for resources: {'Port': ['ID=2ea654a6-29e1-47a7-a61f-2d6bc78a9bf9,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:18:14.933305 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-bc3b1ea2-4785-4d2e-8424-04aa63b485d3 tempest-FloatingIPAdminTestJSON-393026442 tempest-FloatingIPAdminTestJSON-393026442-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:18:15.058899 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-bc3b1ea2-4785-4d2e-8424-04aa63b485d3 tempest-FloatingIPAdminTestJSON-393026442 tempest-FloatingIPAdminTestJSON-393026442-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:18:15.214985 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-bc3b1ea2-4785-4d2e-8424-04aa63b485d3 tempest-FloatingIPAdminTestJSON-393026442 tempest-FloatingIPAdminTestJSON-393026442-project-admin] Publish callbacks [] for port, precommit_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:18:15.270348 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-bc3b1ea2-4785-4d2e-8424-04aa63b485d3 tempest-FloatingIPAdminTestJSON-393026442 tempest-FloatingIPAdminTestJSON-393026442-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4417072'] for port, after_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:18:15.346218 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3b1ea2-4785-4d2e-8424-04aa63b485d3 tempest-FloatingIPAdminTestJSON-393026442 tempest-FloatingIPAdminTestJSON-393026442-project-admin] Pushing event updated for resources: {'Port': ['ID=2ea654a6-29e1-47a7-a61f-2d6bc78a9bf9,revision_number=2']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:18:15.358677 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-bc3b1ea2-4785-4d2e-8424-04aa63b485d3 tempest-FloatingIPAdminTestJSON-393026442 tempest-FloatingIPAdminTestJSON-393026442-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1000577'] for floatingip, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:18:15.464971 n-d-816865-1 neutron-server[102387]: INFO neutron.db.l3_db [None req-bc3b1ea2-4785-4d2e-8424-04aa63b485d3 tempest-FloatingIPAdminTestJSON-393026442 tempest-FloatingIPAdminTestJSON-393026442-project-admin] Floating IP 9329e94e-1af4-427c-9e5c-c66524142a69 associated. External IP: 172.25.6.103, port: 6ac9bb2c-f3f8-4470-b82d-4fa90671d305. Nov 05 19:18:15.682695 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc3b1ea2-4785-4d2e-8424-04aa63b485d3 tempest-FloatingIPAdminTestJSON-393026442 tempest-FloatingIPAdminTestJSON-393026442-project-admin] Router b75bcce8-efde-437e-9783-29a789f4ce74 has already been hosted by L3 agent 6dcb5589-8e86-4616-9186-ddc4548e13ad {{(pid=102387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 19:18:15.795763 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc3b1ea2-4785-4d2e-8424-04aa63b485d3 tempest-FloatingIPAdminTestJSON-393026442 tempest-FloatingIPAdminTestJSON-393026442-project-admin] Notify agent at l3_agent.n-d-816865-1 the message routers_updated {{(pid=102387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 19:18:15.806369 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30040f81-14f4-43d1-887a-0332fecc7144 None None] Sync routers for ids ['b75bcce8-efde-437e-9783-29a789f4ce74'] in n-d-816865-1 {{(pid=102389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 19:18:15.816414 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30040f81-14f4-43d1-887a-0332fecc7144 None None] Routers {'b75bcce8-efde-437e-9783-29a789f4ce74'} bound to L3 agent in host n-d-816865-1 {{(pid=102389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 19:18:15.817091 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-30040f81-14f4-43d1-887a-0332fecc7144 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T19:18:05Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['b75bcce8-efde-437e-9783-29a789f4ce74'], 'active': True} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:18:15.849605 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-30040f81-14f4-43d1-887a-0332fecc7144 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816865-1', False) {} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:18:15.858451 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30040f81-14f4-43d1-887a-0332fecc7144 None None] Routers {'b75bcce8-efde-437e-9783-29a789f4ce74'} bound to L3 agent in host n-d-816865-1 {{(pid=102389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 19:18:15.860462 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-30040f81-14f4-43d1-887a-0332fecc7144 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T19:18:05Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['b75bcce8-efde-437e-9783-29a789f4ce74'], 'active': True} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:18:15.866884 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-bc3b1ea2-4785-4d2e-8424-04aa63b485d3 tempest-FloatingIPAdminTestJSON-393026442 tempest-FloatingIPAdminTestJSON-393026442-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for floatingip, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:18:15.893679 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-30040f81-14f4-43d1-887a-0332fecc7144 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816865-1', False) {} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:18:15.893679 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30040f81-14f4-43d1-887a-0332fecc7144 None None] The sync data for ids ['b75bcce8-efde-437e-9783-29a789f4ce74'] in n-d-816865-1 is: [] {{(pid=102389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 19:18:15.898200 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-bc3b1ea2-4785-4d2e-8424-04aa63b485d3 tempest-FloatingIPAdminTestJSON-393026442 tempest-FloatingIPAdminTestJSON-393026442-project-admin] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 989 time: 1.9286456 Nov 05 19:18:15.898923 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 39938) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:18:16.019317 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-d157b981-bf1c-4de2-b76a-3ac5fea67e15 tempest-FloatingIPAdminTestJSON-393026442 tempest-FloatingIPAdminTestJSON-393026442-project-admin] 10.222.0.13 "GET /v2.0/floatingips/9329e94e-1af4-427c-9e5c-c66524142a69 HTTP/1.1" status: 200 len: 984 time: 0.1169820 Nov 05 19:18:16.019552 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 39940) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:18:16.130543 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-a1a0ed2e-a6c8-4e02-8c97-9129857c6f68 tempest-FloatingIPAdminTestJSON-393026442 tempest-FloatingIPAdminTestJSON-393026442-project-admin] 10.222.0.13 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1467 time: 0.1098130 Nov 05 19:18:16.133085 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 39942) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:18:16.296158 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-7b73adb7-7c16-41c1-8743-e068bba056da tempest-FloatingIPAdminTestJSON-1974245850 tempest-FloatingIPAdminTestJSON-1974245850-project] Deleting port 2ea654a6-29e1-47a7-a61f-2d6bc78a9bf9 {{(pid=102386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 19:18:16.296504 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-7b73adb7-7c16-41c1-8743-e068bba056da tempest-FloatingIPAdminTestJSON-1974245850 tempest-FloatingIPAdminTestJSON-1974245850-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:18:16.383127 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-7b73adb7-7c16-41c1-8743-e068bba056da tempest-FloatingIPAdminTestJSON-1974245850 tempest-FloatingIPAdminTestJSON-1974245850-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:18:16.383624 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-7b73adb7-7c16-41c1-8743-e068bba056da tempest-FloatingIPAdminTestJSON-1974245850 tempest-FloatingIPAdminTestJSON-1974245850-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:18:16.396612 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-7b73adb7-7c16-41c1-8743-e068bba056da tempest-FloatingIPAdminTestJSON-1974245850 tempest-FloatingIPAdminTestJSON-1974245850-project] Calling delete_port for 2ea654a6-29e1-47a7-a61f-2d6bc78a9bf9 owned by network:floatingip {{(pid=102386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 19:18:16.607639 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-7b73adb7-7c16-41c1-8743-e068bba056da tempest-FloatingIPAdminTestJSON-1974245850 tempest-FloatingIPAdminTestJSON-1974245850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:18:16.637675 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b73adb7-7c16-41c1-8743-e068bba056da tempest-FloatingIPAdminTestJSON-1974245850 tempest-FloatingIPAdminTestJSON-1974245850-project] Pushing event deleted for resources: {'Port': ['ID=2ea654a6-29e1-47a7-a61f-2d6bc78a9bf9,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:18:16.698649 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-7b73adb7-7c16-41c1-8743-e068bba056da tempest-FloatingIPAdminTestJSON-1974245850 tempest-FloatingIPAdminTestJSON-1974245850-project] Publish callbacks [] for floatingip, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:18:16.698976 n-d-816865-1 neutron-server[102386]: INFO neutron.db.l3_db [None req-7b73adb7-7c16-41c1-8743-e068bba056da tempest-FloatingIPAdminTestJSON-1974245850 tempest-FloatingIPAdminTestJSON-1974245850-project] Floating IP 9329e94e-1af4-427c-9e5c-c66524142a69 disassociated (deleted). External IP: 172.25.6.103, port: 6ac9bb2c-f3f8-4470-b82d-4fa90671d305. Nov 05 19:18:16.917106 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b73adb7-7c16-41c1-8743-e068bba056da tempest-FloatingIPAdminTestJSON-1974245850 tempest-FloatingIPAdminTestJSON-1974245850-project] Router b75bcce8-efde-437e-9783-29a789f4ce74 has already been hosted by L3 agent 6dcb5589-8e86-4616-9186-ddc4548e13ad {{(pid=102386) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 19:18:17.032985 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b73adb7-7c16-41c1-8743-e068bba056da tempest-FloatingIPAdminTestJSON-1974245850 tempest-FloatingIPAdminTestJSON-1974245850-project] Notify agent at l3_agent.n-d-816865-1 the message routers_updated {{(pid=102386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 19:18:17.038575 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-7b73adb7-7c16-41c1-8743-e068bba056da tempest-FloatingIPAdminTestJSON-1974245850 tempest-FloatingIPAdminTestJSON-1974245850-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for floatingip, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:18:17.043491 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39385394-963b-473d-abb2-ee7ab5cb366e None None] Sync routers for ids ['b75bcce8-efde-437e-9783-29a789f4ce74'] in n-d-816865-1 {{(pid=102388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 19:18:17.054559 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39385394-963b-473d-abb2-ee7ab5cb366e None None] Routers {'b75bcce8-efde-437e-9783-29a789f4ce74'} bound to L3 agent in host n-d-816865-1 {{(pid=102388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 19:18:17.055285 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-39385394-963b-473d-abb2-ee7ab5cb366e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T19:18:05Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['b75bcce8-efde-437e-9783-29a789f4ce74'], 'active': True} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:18:17.072331 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-7b73adb7-7c16-41c1-8743-e068bba056da tempest-FloatingIPAdminTestJSON-1974245850 tempest-FloatingIPAdminTestJSON-1974245850-project] 10.222.0.13 "DELETE /v2.0/floatingips/9329e94e-1af4-427c-9e5c-c66524142a69 HTTP/1.1" status: 204 len: 168 time: 0.9348636 Nov 05 19:18:17.072720 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 39946) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:18:17.077051 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-55bf124c-ad9f-4ac9-b0a5-21a8806e11e0 tempest-FloatingIPAdminTestJSON-393026442 tempest-FloatingIPAdminTestJSON-393026442-project-admin] Request body: {'floatingip': {'floating_network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec'}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:18:17.100149 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-39385394-963b-473d-abb2-ee7ab5cb366e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816865-1', False) {} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:18:17.108749 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39385394-963b-473d-abb2-ee7ab5cb366e None None] Routers {'b75bcce8-efde-437e-9783-29a789f4ce74'} bound to L3 agent in host n-d-816865-1 {{(pid=102388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 19:18:17.109348 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-39385394-963b-473d-abb2-ee7ab5cb366e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T19:18:05Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['b75bcce8-efde-437e-9783-29a789f4ce74'], 'active': True} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:18:17.146266 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-39385394-963b-473d-abb2-ee7ab5cb366e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816865-1', False) {} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:18:17.146936 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39385394-963b-473d-abb2-ee7ab5cb366e None None] The sync data for ids ['b75bcce8-efde-437e-9783-29a789f4ce74'] in n-d-816865-1 is: [] {{(pid=102388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 19:18:17.156090 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-55bf124c-ad9f-4ac9-b0a5-21a8806e11e0 tempest-FloatingIPAdminTestJSON-393026442 tempest-FloatingIPAdminTestJSON-393026442-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:18:17.244051 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-55bf124c-ad9f-4ac9-b0a5-21a8806e11e0 tempest-FloatingIPAdminTestJSON-393026442 tempest-FloatingIPAdminTestJSON-393026442-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:18:17.352451 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.db_base_plugin_common [None req-55bf124c-ad9f-4ac9-b0a5-21a8806e11e0 tempest-FloatingIPAdminTestJSON-393026442 tempest-FloatingIPAdminTestJSON-393026442-project-admin] Allocated IP 172.25.6.115 (40c8335d-cd0b-4cb5-910a-d4dcddd5cbec/04fe6db3-e108-4208-943d-6518424f5726/78429d8b-5917-4689-8c90-d9ef8ccb8173) {{(pid=102387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 19:18:17.456580 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-55bf124c-ad9f-4ac9-b0a5-21a8806e11e0 tempest-FloatingIPAdminTestJSON-393026442 tempest-FloatingIPAdminTestJSON-393026442-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:18:17.527878 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-55bf124c-ad9f-4ac9-b0a5-21a8806e11e0 tempest-FloatingIPAdminTestJSON-393026442 tempest-FloatingIPAdminTestJSON-393026442-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4417063'] for port, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:18:17.567443 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55bf124c-ad9f-4ac9-b0a5-21a8806e11e0 tempest-FloatingIPAdminTestJSON-393026442 tempest-FloatingIPAdminTestJSON-393026442-project-admin] Network 40c8335d-cd0b-4cb5-910a-d4dcddd5cbec is already hosted by enough agents. {{(pid=102387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 19:18:17.572464 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.base_scheduler [None req-55bf124c-ad9f-4ac9-b0a5-21a8806e11e0 tempest-FloatingIPAdminTestJSON-393026442 tempest-FloatingIPAdminTestJSON-393026442-project-admin] Resources bound (agent type, host, resource id): {{(pid=102387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 19:18:17.576535 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55bf124c-ad9f-4ac9-b0a5-21a8806e11e0 tempest-FloatingIPAdminTestJSON-393026442 tempest-FloatingIPAdminTestJSON-393026442-project-admin] Received port after_create {{(pid=102387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 19:18:17.582999 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55bf124c-ad9f-4ac9-b0a5-21a8806e11e0 tempest-FloatingIPAdminTestJSON-393026442 tempest-FloatingIPAdminTestJSON-393026442-project-admin] Pushing event updated for resources: {'Port': ['ID=78429d8b-5917-4689-8c90-d9ef8ccb8173,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:18:17.667909 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-55bf124c-ad9f-4ac9-b0a5-21a8806e11e0 tempest-FloatingIPAdminTestJSON-393026442 tempest-FloatingIPAdminTestJSON-393026442-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:18:17.777658 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-55bf124c-ad9f-4ac9-b0a5-21a8806e11e0 tempest-FloatingIPAdminTestJSON-393026442 tempest-FloatingIPAdminTestJSON-393026442-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:18:17.939131 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-55bf124c-ad9f-4ac9-b0a5-21a8806e11e0 tempest-FloatingIPAdminTestJSON-393026442 tempest-FloatingIPAdminTestJSON-393026442-project-admin] Publish callbacks [] for port, precommit_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:18:17.994885 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-55bf124c-ad9f-4ac9-b0a5-21a8806e11e0 tempest-FloatingIPAdminTestJSON-393026442 tempest-FloatingIPAdminTestJSON-393026442-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4417072'] for port, after_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:18:18.065184 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55bf124c-ad9f-4ac9-b0a5-21a8806e11e0 tempest-FloatingIPAdminTestJSON-393026442 tempest-FloatingIPAdminTestJSON-393026442-project-admin] Pushing event updated for resources: {'Port': ['ID=78429d8b-5917-4689-8c90-d9ef8ccb8173,revision_number=2']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:18:18.079992 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-55bf124c-ad9f-4ac9-b0a5-21a8806e11e0 tempest-FloatingIPAdminTestJSON-393026442 tempest-FloatingIPAdminTestJSON-393026442-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1000577'] for floatingip, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:18:18.151607 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-55bf124c-ad9f-4ac9-b0a5-21a8806e11e0 tempest-FloatingIPAdminTestJSON-393026442 tempest-FloatingIPAdminTestJSON-393026442-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for floatingip, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:18:18.152874 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-55bf124c-ad9f-4ac9-b0a5-21a8806e11e0 tempest-FloatingIPAdminTestJSON-393026442 tempest-FloatingIPAdminTestJSON-393026442-project-admin] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0791907 Nov 05 19:18:18.155619 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 39950) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:18:18.259588 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-acb91806-e44d-42c9-9286-521dee57a6c4 tempest-FloatingIPAdminTestJSON-1882756194 tempest-FloatingIPAdminTestJSON-1882756194-project] Request body: {'floatingip': {'floating_network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec'}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:18:18.351133 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-acb91806-e44d-42c9-9286-521dee57a6c4 tempest-FloatingIPAdminTestJSON-1882756194 tempest-FloatingIPAdminTestJSON-1882756194-project] Publish callbacks [] for floatingip, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:18:18.448363 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-acb91806-e44d-42c9-9286-521dee57a6c4 tempest-FloatingIPAdminTestJSON-1882756194 tempest-FloatingIPAdminTestJSON-1882756194-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:18:18.560883 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.db_base_plugin_common [None req-acb91806-e44d-42c9-9286-521dee57a6c4 tempest-FloatingIPAdminTestJSON-1882756194 tempest-FloatingIPAdminTestJSON-1882756194-project] Allocated IP 172.25.6.221 (40c8335d-cd0b-4cb5-910a-d4dcddd5cbec/04fe6db3-e108-4208-943d-6518424f5726/000eb177-0226-4d82-9165-a5c06f667511) {{(pid=102387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 19:18:18.665273 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-acb91806-e44d-42c9-9286-521dee57a6c4 tempest-FloatingIPAdminTestJSON-1882756194 tempest-FloatingIPAdminTestJSON-1882756194-project] Publish callbacks [] for port, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:18:18.739049 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-acb91806-e44d-42c9-9286-521dee57a6c4 tempest-FloatingIPAdminTestJSON-1882756194 tempest-FloatingIPAdminTestJSON-1882756194-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4417063'] for port, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:18:18.780101 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acb91806-e44d-42c9-9286-521dee57a6c4 tempest-FloatingIPAdminTestJSON-1882756194 tempest-FloatingIPAdminTestJSON-1882756194-project] Network 40c8335d-cd0b-4cb5-910a-d4dcddd5cbec is already hosted by enough agents. {{(pid=102387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 19:18:18.782930 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.base_scheduler [None req-acb91806-e44d-42c9-9286-521dee57a6c4 tempest-FloatingIPAdminTestJSON-1882756194 tempest-FloatingIPAdminTestJSON-1882756194-project] Resources bound (agent type, host, resource id): {{(pid=102387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 19:18:18.790330 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acb91806-e44d-42c9-9286-521dee57a6c4 tempest-FloatingIPAdminTestJSON-1882756194 tempest-FloatingIPAdminTestJSON-1882756194-project] Received port after_create {{(pid=102387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 19:18:18.815295 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb91806-e44d-42c9-9286-521dee57a6c4 tempest-FloatingIPAdminTestJSON-1882756194 tempest-FloatingIPAdminTestJSON-1882756194-project] Pushing event updated for resources: {'Port': ['ID=000eb177-0226-4d82-9165-a5c06f667511,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:18:18.881349 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-acb91806-e44d-42c9-9286-521dee57a6c4 tempest-FloatingIPAdminTestJSON-1882756194 tempest-FloatingIPAdminTestJSON-1882756194-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:18:18.959761 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-acb91806-e44d-42c9-9286-521dee57a6c4 tempest-FloatingIPAdminTestJSON-1882756194 tempest-FloatingIPAdminTestJSON-1882756194-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:18:19.117882 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-acb91806-e44d-42c9-9286-521dee57a6c4 tempest-FloatingIPAdminTestJSON-1882756194 tempest-FloatingIPAdminTestJSON-1882756194-project] Publish callbacks [] for port, precommit_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:18:19.172737 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-acb91806-e44d-42c9-9286-521dee57a6c4 tempest-FloatingIPAdminTestJSON-1882756194 tempest-FloatingIPAdminTestJSON-1882756194-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4417072'] for port, after_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:18:19.248360 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb91806-e44d-42c9-9286-521dee57a6c4 tempest-FloatingIPAdminTestJSON-1882756194 tempest-FloatingIPAdminTestJSON-1882756194-project] Pushing event updated for resources: {'Port': ['ID=000eb177-0226-4d82-9165-a5c06f667511,revision_number=2']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:18:19.272293 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-acb91806-e44d-42c9-9286-521dee57a6c4 tempest-FloatingIPAdminTestJSON-1882756194 tempest-FloatingIPAdminTestJSON-1882756194-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1000577'] for floatingip, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:18:19.381565 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-acb91806-e44d-42c9-9286-521dee57a6c4 tempest-FloatingIPAdminTestJSON-1882756194 tempest-FloatingIPAdminTestJSON-1882756194-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for floatingip, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:18:19.383304 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-acb91806-e44d-42c9-9286-521dee57a6c4 tempest-FloatingIPAdminTestJSON-1882756194 tempest-FloatingIPAdminTestJSON-1882756194-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2262030 Nov 05 19:18:19.399480 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 39956) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:18:19.445740 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-0a12f1d4-d958-458b-ac07-eb415e02e5ae tempest-FloatingIPAdminTestJSON-393026442 tempest-FloatingIPAdminTestJSON-393026442-project-admin] 10.222.0.13 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1651 time: 0.0451262 Nov 05 19:18:19.448504 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 39958) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:18:19.527146 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-232bee47-c28c-4a05-a2c0-127b5ed73e49 tempest-FloatingIPAdminTestJSON-1974245850 tempest-FloatingIPAdminTestJSON-1974245850-project] 10.222.0.13 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 690 time: 0.0773735 Nov 05 19:18:19.529663 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 39960) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:18:19.658663 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-44da266a-a79a-4e52-a998-969b8e1a2e37 tempest-FloatingIPAdminTestJSON-1882756194 tempest-FloatingIPAdminTestJSON-1882756194-project] Deleting port 000eb177-0226-4d82-9165-a5c06f667511 {{(pid=102386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 19:18:19.658925 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-44da266a-a79a-4e52-a998-969b8e1a2e37 tempest-FloatingIPAdminTestJSON-1882756194 tempest-FloatingIPAdminTestJSON-1882756194-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:18:19.737544 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-44da266a-a79a-4e52-a998-969b8e1a2e37 tempest-FloatingIPAdminTestJSON-1882756194 tempest-FloatingIPAdminTestJSON-1882756194-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:18:19.738163 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-44da266a-a79a-4e52-a998-969b8e1a2e37 tempest-FloatingIPAdminTestJSON-1882756194 tempest-FloatingIPAdminTestJSON-1882756194-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:18:19.749857 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-44da266a-a79a-4e52-a998-969b8e1a2e37 tempest-FloatingIPAdminTestJSON-1882756194 tempest-FloatingIPAdminTestJSON-1882756194-project] Calling delete_port for 000eb177-0226-4d82-9165-a5c06f667511 owned by network:floatingip {{(pid=102386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 19:18:20.253353 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-44da266a-a79a-4e52-a998-969b8e1a2e37 tempest-FloatingIPAdminTestJSON-1882756194 tempest-FloatingIPAdminTestJSON-1882756194-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:18:20.279422 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44da266a-a79a-4e52-a998-969b8e1a2e37 tempest-FloatingIPAdminTestJSON-1882756194 tempest-FloatingIPAdminTestJSON-1882756194-project] Pushing event deleted for resources: {'Port': ['ID=000eb177-0226-4d82-9165-a5c06f667511,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:18:20.349937 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-44da266a-a79a-4e52-a998-969b8e1a2e37 tempest-FloatingIPAdminTestJSON-1882756194 tempest-FloatingIPAdminTestJSON-1882756194-project] Publish callbacks [] for floatingip, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:18:20.352987 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-44da266a-a79a-4e52-a998-969b8e1a2e37 tempest-FloatingIPAdminTestJSON-1882756194 tempest-FloatingIPAdminTestJSON-1882756194-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for floatingip, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:18:20.354221 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-44da266a-a79a-4e52-a998-969b8e1a2e37 tempest-FloatingIPAdminTestJSON-1882756194 tempest-FloatingIPAdminTestJSON-1882756194-project] 10.222.0.13 "DELETE /v2.0/floatingips/4c9cc1c0-b598-48bb-9914-0b9fe8748633 HTTP/1.1" status: 204 len: 168 time: 0.8235724 Nov 05 19:18:20.356914 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 39964) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:18:20.509020 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-19ba8027-cde1-47e6-804a-976b376330e6 tempest-FloatingIPAdminTestJSON-393026442 tempest-FloatingIPAdminTestJSON-393026442-project-admin] Deleting port 78429d8b-5917-4689-8c90-d9ef8ccb8173 {{(pid=102386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 19:18:20.509762 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-19ba8027-cde1-47e6-804a-976b376330e6 tempest-FloatingIPAdminTestJSON-393026442 tempest-FloatingIPAdminTestJSON-393026442-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:18:20.591993 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-19ba8027-cde1-47e6-804a-976b376330e6 tempest-FloatingIPAdminTestJSON-393026442 tempest-FloatingIPAdminTestJSON-393026442-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:18:20.592337 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-19ba8027-cde1-47e6-804a-976b376330e6 tempest-FloatingIPAdminTestJSON-393026442 tempest-FloatingIPAdminTestJSON-393026442-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:18:20.605213 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-19ba8027-cde1-47e6-804a-976b376330e6 tempest-FloatingIPAdminTestJSON-393026442 tempest-FloatingIPAdminTestJSON-393026442-project-admin] Calling delete_port for 78429d8b-5917-4689-8c90-d9ef8ccb8173 owned by network:floatingip {{(pid=102386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 19:18:20.813175 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-19ba8027-cde1-47e6-804a-976b376330e6 tempest-FloatingIPAdminTestJSON-393026442 tempest-FloatingIPAdminTestJSON-393026442-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:18:21.192052 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ba8027-cde1-47e6-804a-976b376330e6 tempest-FloatingIPAdminTestJSON-393026442 tempest-FloatingIPAdminTestJSON-393026442-project-admin] Pushing event deleted for resources: {'Port': ['ID=78429d8b-5917-4689-8c90-d9ef8ccb8173,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:18:21.253481 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-19ba8027-cde1-47e6-804a-976b376330e6 tempest-FloatingIPAdminTestJSON-393026442 tempest-FloatingIPAdminTestJSON-393026442-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:18:21.256132 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-19ba8027-cde1-47e6-804a-976b376330e6 tempest-FloatingIPAdminTestJSON-393026442 tempest-FloatingIPAdminTestJSON-393026442-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for floatingip, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:18:21.257313 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-19ba8027-cde1-47e6-804a-976b376330e6 tempest-FloatingIPAdminTestJSON-393026442 tempest-FloatingIPAdminTestJSON-393026442-project-admin] 10.222.0.13 "DELETE /v2.0/floatingips/a9fa43dd-bd34-4d43-abd9-d7253eadf56a HTTP/1.1" status: 204 len: 168 time: 0.8994613 Nov 05 19:18:21.260631 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 39968) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:18:21.354935 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-a09ee285-29ad-4918-ac2a-9942025451f3 tempest-FloatingIPAdminTestJSON-1974245850 tempest-FloatingIPAdminTestJSON-1974245850-project] Deleting port 6ac9bb2c-f3f8-4470-b82d-4fa90671d305 {{(pid=102386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 19:18:21.355284 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-a09ee285-29ad-4918-ac2a-9942025451f3 tempest-FloatingIPAdminTestJSON-1974245850 tempest-FloatingIPAdminTestJSON-1974245850-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:18:21.446485 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-a09ee285-29ad-4918-ac2a-9942025451f3 tempest-FloatingIPAdminTestJSON-1974245850 tempest-FloatingIPAdminTestJSON-1974245850-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:18:21.459009 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-a09ee285-29ad-4918-ac2a-9942025451f3 tempest-FloatingIPAdminTestJSON-1974245850 tempest-FloatingIPAdminTestJSON-1974245850-project] Calling delete_port for 6ac9bb2c-f3f8-4470-b82d-4fa90671d305 owned by {{(pid=102386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 19:18:21.653399 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-a09ee285-29ad-4918-ac2a-9942025451f3 tempest-FloatingIPAdminTestJSON-1974245850 tempest-FloatingIPAdminTestJSON-1974245850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:18:21.683409 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09ee285-29ad-4918-ac2a-9942025451f3 tempest-FloatingIPAdminTestJSON-1974245850 tempest-FloatingIPAdminTestJSON-1974245850-project] Pushing event deleted for resources: {'Port': ['ID=6ac9bb2c-f3f8-4470-b82d-4fa90671d305,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:18:21.759867 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-a09ee285-29ad-4918-ac2a-9942025451f3 tempest-FloatingIPAdminTestJSON-1974245850 tempest-FloatingIPAdminTestJSON-1974245850-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:18:21.763352 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-a09ee285-29ad-4918-ac2a-9942025451f3 tempest-FloatingIPAdminTestJSON-1974245850 tempest-FloatingIPAdminTestJSON-1974245850-project] 10.222.0.13 "DELETE /v2.0/ports/6ac9bb2c-f3f8-4470-b82d-4fa90671d305 HTTP/1.1" status: 204 len: 168 time: 0.5017400 Nov 05 19:18:21.765782 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 39970) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:18:21.832584 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33d4b6e8-9528-4de1-ac94-e3da907c6295 tempest-FloatingIPAdminTestJSON-1974245850 tempest-FloatingIPAdminTestJSON-1974245850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:18:21.837200 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 39974) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:18:21.837818 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-33d4b6e8-9528-4de1-ac94-e3da907c6295 tempest-FloatingIPAdminTestJSON-1974245850 tempest-FloatingIPAdminTestJSON-1974245850-project] 10.222.0.13 "GET /v2.0/ports?device_id=b75bcce8-efde-437e-9783-29a789f4ce74 HTTP/1.1" status: 200 len: 913 time: 0.0706303 Nov 05 19:18:22.609931 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-c29985e1-986c-4d92-b75f-2ee20cdd8f5d tempest-FloatingIPAdminTestJSON-1974245850 tempest-FloatingIPAdminTestJSON-1974245850-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-571777'] for router_interface, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:18:22.892869 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [None req-c29985e1-986c-4d92-b75f-2ee20cdd8f5d tempest-FloatingIPAdminTestJSON-1974245850 tempest-FloatingIPAdminTestJSON-1974245850-project] Deleting port 327a0e6a-8634-4db9-9b3b-49f3e5cb910c {{(pid=102387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 19:18:22.893676 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-c29985e1-986c-4d92-b75f-2ee20cdd8f5d tempest-FloatingIPAdminTestJSON-1974245850 tempest-FloatingIPAdminTestJSON-1974245850-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:18:22.980167 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-c29985e1-986c-4d92-b75f-2ee20cdd8f5d tempest-FloatingIPAdminTestJSON-1974245850 tempest-FloatingIPAdminTestJSON-1974245850-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:18:22.993031 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [None req-c29985e1-986c-4d92-b75f-2ee20cdd8f5d tempest-FloatingIPAdminTestJSON-1974245850 tempest-FloatingIPAdminTestJSON-1974245850-project] Calling delete_port for 327a0e6a-8634-4db9-9b3b-49f3e5cb910c owned by network:router_interface {{(pid=102387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 19:18:23.247239 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-c29985e1-986c-4d92-b75f-2ee20cdd8f5d tempest-FloatingIPAdminTestJSON-1974245850 tempest-FloatingIPAdminTestJSON-1974245850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4417063'] for port, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:18:23.279092 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29985e1-986c-4d92-b75f-2ee20cdd8f5d tempest-FloatingIPAdminTestJSON-1974245850 tempest-FloatingIPAdminTestJSON-1974245850-project] Pushing event deleted for resources: {'Port': ['ID=327a0e6a-8634-4db9-9b3b-49f3e5cb910c,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:18:23.458455 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-c29985e1-986c-4d92-b75f-2ee20cdd8f5d tempest-FloatingIPAdminTestJSON-1974245850 tempest-FloatingIPAdminTestJSON-1974245850-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-597886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-573297'] for router_interface, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:18:23.683508 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c29985e1-986c-4d92-b75f-2ee20cdd8f5d tempest-FloatingIPAdminTestJSON-1974245850 tempest-FloatingIPAdminTestJSON-1974245850-project] Router b75bcce8-efde-437e-9783-29a789f4ce74 has already been hosted by L3 agent 6dcb5589-8e86-4616-9186-ddc4548e13ad {{(pid=102387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 19:18:23.797534 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c29985e1-986c-4d92-b75f-2ee20cdd8f5d tempest-FloatingIPAdminTestJSON-1974245850 tempest-FloatingIPAdminTestJSON-1974245850-project] Notify agent at l3_agent.n-d-816865-1 the message routers_updated {{(pid=102387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 19:18:23.805458 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-c29985e1-986c-4d92-b75f-2ee20cdd8f5d tempest-FloatingIPAdminTestJSON-1974245850 tempest-FloatingIPAdminTestJSON-1974245850-project] 10.222.0.13 "PUT /v2.0/routers/b75bcce8-efde-437e-9783-29a789f4ce74/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9639575 Nov 05 19:18:23.806591 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 39994) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:18:23.810642 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b286828f-9c08-4fe0-8152-792d4561076a None None] Sync routers for ids ['b75bcce8-efde-437e-9783-29a789f4ce74'] in n-d-816865-1 {{(pid=102389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 19:18:23.821308 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b286828f-9c08-4fe0-8152-792d4561076a None None] Routers {'b75bcce8-efde-437e-9783-29a789f4ce74'} bound to L3 agent in host n-d-816865-1 {{(pid=102389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 19:18:23.821913 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-b286828f-9c08-4fe0-8152-792d4561076a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T19:18:05Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['b75bcce8-efde-437e-9783-29a789f4ce74'], 'active': True} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:18:23.854497 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-b286828f-9c08-4fe0-8152-792d4561076a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816865-1', False) {} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:18:23.864912 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b286828f-9c08-4fe0-8152-792d4561076a None None] Routers {'b75bcce8-efde-437e-9783-29a789f4ce74'} bound to L3 agent in host n-d-816865-1 {{(pid=102389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 19:18:23.865508 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-b286828f-9c08-4fe0-8152-792d4561076a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T19:18:05Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['b75bcce8-efde-437e-9783-29a789f4ce74'], 'active': True} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:18:23.899060 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-b286828f-9c08-4fe0-8152-792d4561076a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816865-1', False) {} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:18:23.899783 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b286828f-9c08-4fe0-8152-792d4561076a None None] The sync data for ids ['b75bcce8-efde-437e-9783-29a789f4ce74'] in n-d-816865-1 is: [] {{(pid=102389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 19:18:23.924067 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-493e1c44-a997-4b2c-898d-b06048a467b1 tempest-FloatingIPAdminTestJSON-1974245850 tempest-FloatingIPAdminTestJSON-1974245850-project] Publish callbacks [] for router, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:18:24.032804 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-493e1c44-a997-4b2c-898d-b06048a467b1 tempest-FloatingIPAdminTestJSON-1974245850 tempest-FloatingIPAdminTestJSON-1974245850-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:18:24.148584 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-493e1c44-a997-4b2c-898d-b06048a467b1 tempest-FloatingIPAdminTestJSON-1974245850 tempest-FloatingIPAdminTestJSON-1974245850-project] Deleting port 87a77010-6f8b-4584-b63e-eabcc18082c3 {{(pid=102386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 19:18:24.148852 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-493e1c44-a997-4b2c-898d-b06048a467b1 tempest-FloatingIPAdminTestJSON-1974245850 tempest-FloatingIPAdminTestJSON-1974245850-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:18:24.228616 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-493e1c44-a997-4b2c-898d-b06048a467b1 tempest-FloatingIPAdminTestJSON-1974245850 tempest-FloatingIPAdminTestJSON-1974245850-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:18:24.242393 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-493e1c44-a997-4b2c-898d-b06048a467b1 tempest-FloatingIPAdminTestJSON-1974245850 tempest-FloatingIPAdminTestJSON-1974245850-project] Calling delete_port for 87a77010-6f8b-4584-b63e-eabcc18082c3 owned by network:router_gateway {{(pid=102386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 19:18:24.481323 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-493e1c44-a997-4b2c-898d-b06048a467b1 tempest-FloatingIPAdminTestJSON-1974245850 tempest-FloatingIPAdminTestJSON-1974245850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:18:24.513408 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493e1c44-a997-4b2c-898d-b06048a467b1 tempest-FloatingIPAdminTestJSON-1974245850 tempest-FloatingIPAdminTestJSON-1974245850-project] Pushing event deleted for resources: {'Port': ['ID=87a77010-6f8b-4584-b63e-eabcc18082c3,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:18:24.572393 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-493e1c44-a997-4b2c-898d-b06048a467b1 tempest-FloatingIPAdminTestJSON-1974245850 tempest-FloatingIPAdminTestJSON-1974245850-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1000651'] for router_gateway, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:18:24.663807 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-493e1c44-a997-4b2c-898d-b06048a467b1 tempest-FloatingIPAdminTestJSON-1974245850 tempest-FloatingIPAdminTestJSON-1974245850-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-571301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6852'] for router, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:18:24.665901 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-493e1c44-a997-4b2c-898d-b06048a467b1 tempest-FloatingIPAdminTestJSON-1974245850 tempest-FloatingIPAdminTestJSON-1974245850-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:18:24.755965 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-493e1c44-a997-4b2c-898d-b06048a467b1 tempest-FloatingIPAdminTestJSON-1974245850 tempest-FloatingIPAdminTestJSON-1974245850-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-571310'] for router, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:18:24.756477 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-493e1c44-a997-4b2c-898d-b06048a467b1 tempest-FloatingIPAdminTestJSON-1974245850 tempest-FloatingIPAdminTestJSON-1974245850-project] Fanout notify agent at l3_agent the message router_deleted on router b75bcce8-efde-437e-9783-29a789f4ce74 {{(pid=102386) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 05 19:18:24.763549 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-493e1c44-a997-4b2c-898d-b06048a467b1 tempest-FloatingIPAdminTestJSON-1974245850 tempest-FloatingIPAdminTestJSON-1974245850-project] Publish callbacks [] for router, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:18:24.764662 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-493e1c44-a997-4b2c-898d-b06048a467b1 tempest-FloatingIPAdminTestJSON-1974245850 tempest-FloatingIPAdminTestJSON-1974245850-project] 10.222.0.13 "DELETE /v2.0/routers/b75bcce8-efde-437e-9783-29a789f4ce74 HTTP/1.1" status: 204 len: 168 time: 0.9578142 Nov 05 19:18:24.768302 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 39998) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:18:24.823386 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.db_base_plugin_v2 [None req-63cd9504-7ae4-4a96-ad6e-0faf46b20a19 tempest-FloatingIPAdminTestJSON-1974245850 tempest-FloatingIPAdminTestJSON-1974245850-project] Deleting subnet 6c3f3f6c-b09c-420d-b517-176f4080b4a4 {{(pid=102386) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 05 19:18:24.826466 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-63cd9504-7ae4-4a96-ad6e-0faf46b20a19 tempest-FloatingIPAdminTestJSON-1974245850 tempest-FloatingIPAdminTestJSON-1974245850-project] Publish callbacks [] for subnet, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:18:24.866702 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-63cd9504-7ae4-4a96-ad6e-0faf46b20a19 tempest-FloatingIPAdminTestJSON-1974245850 tempest-FloatingIPAdminTestJSON-1974245850-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4590738'] for subnet, precommit_delete_associations {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:18:24.953464 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-63cd9504-7ae4-4a96-ad6e-0faf46b20a19 tempest-FloatingIPAdminTestJSON-1974245850 tempest-FloatingIPAdminTestJSON-1974245850-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1573928'] for subnet, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:18:25.103460 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-63cd9504-7ae4-4a96-ad6e-0faf46b20a19 tempest-FloatingIPAdminTestJSON-1974245850 tempest-FloatingIPAdminTestJSON-1974245850-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1573905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6149879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4877183'] for subnet, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:18:25.132791 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63cd9504-7ae4-4a96-ad6e-0faf46b20a19 tempest-FloatingIPAdminTestJSON-1974245850 tempest-FloatingIPAdminTestJSON-1974245850-project] Pushing event deleted for resources: {'Subnet': ['ID=6c3f3f6c-b09c-420d-b517-176f4080b4a4,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:18:25.134801 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-63cd9504-7ae4-4a96-ad6e-0faf46b20a19 tempest-FloatingIPAdminTestJSON-1974245850 tempest-FloatingIPAdminTestJSON-1974245850-project] Publish callbacks [] for subnet, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:18:25.138002 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-63cd9504-7ae4-4a96-ad6e-0faf46b20a19 tempest-FloatingIPAdminTestJSON-1974245850 tempest-FloatingIPAdminTestJSON-1974245850-project] 10.222.0.13 "DELETE /v2.0/subnets/6c3f3f6c-b09c-420d-b517-176f4080b4a4 HTTP/1.1" status: 204 len: 168 time: 0.3686152 Nov 05 19:18:25.140906 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f1ce1e8-f811-4414-b96d-6c7e2afb00fc None None] Network 9590bf29-0243-4fdc-a86a-0674144fe879 requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 19:18:25.141572 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 40002) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:18:25.217450 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-f1b432c8-d021-45fe-b36f-b823fcbeb507 tempest-FloatingIPAdminTestJSON-1974245850 tempest-FloatingIPAdminTestJSON-1974245850-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1664226'] for network, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:18:25.280276 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-f1b432c8-d021-45fe-b36f-b823fcbeb507 tempest-FloatingIPAdminTestJSON-1974245850 tempest-FloatingIPAdminTestJSON-1974245850-project] Deleting port 8db567f3-4937-4b4b-ab0e-1bea59a5b0f7 {{(pid=102386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 19:18:25.280622 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-f1b432c8-d021-45fe-b36f-b823fcbeb507 tempest-FloatingIPAdminTestJSON-1974245850 tempest-FloatingIPAdminTestJSON-1974245850-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:18:25.320417 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ace1a66-6c38-4144-a616-b63ac7070e58 None None] DHCP port deletion for 9590bf29-0243-4fdc-a86a-0674144fe879 request from n-d-816865-1 {{(pid=102388) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 05 19:18:25.349154 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [None req-f1b432c8-d021-45fe-b36f-b823fcbeb507 tempest-FloatingIPAdminTestJSON-1974245850 tempest-FloatingIPAdminTestJSON-1974245850-project] For port 8db567f3-4937-4b4b-ab0e-1bea59a5b0f7, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=8db567f3-4937-4b4b-ab0e-1bea59a5b0f7,segment=NetworkSegment(a068ce38-5f0c-4253-a86f-5abfa594bdae),segment_id=a068ce38-5f0c-4253-a86f-5abfa594bdae)] {{(pid=102386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:18:25.349508 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-f1b432c8-d021-45fe-b36f-b823fcbeb507 tempest-FloatingIPAdminTestJSON-1974245850 tempest-FloatingIPAdminTestJSON-1974245850-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:18:25.363254 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-f1b432c8-d021-45fe-b36f-b823fcbeb507 tempest-FloatingIPAdminTestJSON-1974245850 tempest-FloatingIPAdminTestJSON-1974245850-project] Calling delete_port for 8db567f3-4937-4b4b-ab0e-1bea59a5b0f7 owned by network:dhcp {{(pid=102386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 19:18:25.372953 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-4ace1a66-6c38-4144-a616-b63ac7070e58 None None] Deleting port 8db567f3-4937-4b4b-ab0e-1bea59a5b0f7 {{(pid=102388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 19:18:25.373338 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-4ace1a66-6c38-4144-a616-b63ac7070e58 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:18:25.442930 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-4ace1a66-6c38-4144-a616-b63ac7070e58 None None] For port 8db567f3-4937-4b4b-ab0e-1bea59a5b0f7, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=8db567f3-4937-4b4b-ab0e-1bea59a5b0f7,segment=NetworkSegment(a068ce38-5f0c-4253-a86f-5abfa594bdae),segment_id=a068ce38-5f0c-4253-a86f-5abfa594bdae)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:18:25.443516 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-4ace1a66-6c38-4144-a616-b63ac7070e58 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:18:25.456875 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-4ace1a66-6c38-4144-a616-b63ac7070e58 None None] Calling delete_port for 8db567f3-4937-4b4b-ab0e-1bea59a5b0f7 owned by network:dhcp {{(pid=102388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 19:18:25.521463 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-f1b432c8-d021-45fe-b36f-b823fcbeb507 tempest-FloatingIPAdminTestJSON-1974245850 tempest-FloatingIPAdminTestJSON-1974245850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:18:25.534766 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-4ace1a66-6c38-4144-a616-b63ac7070e58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798'] for port, after_delete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:18:25.550982 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b432c8-d021-45fe-b36f-b823fcbeb507 tempest-FloatingIPAdminTestJSON-1974245850 tempest-FloatingIPAdminTestJSON-1974245850-project] Pushing event deleted for resources: {'Port': ['ID=8db567f3-4937-4b4b-ab0e-1bea59a5b0f7,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:18:25.552879 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1b432c8-d021-45fe-b36f-b823fcbeb507 tempest-FloatingIPAdminTestJSON-1974245850 tempest-FloatingIPAdminTestJSON-1974245850-project] No DVR routers for this DVR port 8db567f3-4937-4b4b-ab0e-1bea59a5b0f7 on host n-d-816865-1 {{(pid=102386) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 19:18:25.566147 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ace1a66-6c38-4144-a616-b63ac7070e58 None None] Pushing event deleted for resources: {'Port': ['ID=8db567f3-4937-4b4b-ab0e-1bea59a5b0f7,revision_number=None']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:18:25.569799 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ace1a66-6c38-4144-a616-b63ac7070e58 None None] No DVR routers for this DVR port 8db567f3-4937-4b4b-ab0e-1bea59a5b0f7 on host n-d-816865-1 {{(pid=102388) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 19:18:25.652816 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 8db567f3-4937-4b4b-ab0e-1bea59a5b0f7 no longer exists at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 19:18:25.657400 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-f1b432c8-d021-45fe-b36f-b823fcbeb507 tempest-FloatingIPAdminTestJSON-1974245850 tempest-FloatingIPAdminTestJSON-1974245850-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1579173', 'neutron.services.segments.db._delete_segments_for_network-8750027792909'] for network, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:18:25.684562 n-d-816865-1 neutron-server[102386]: DEBUG neutron.services.segments.db [None req-f1b432c8-d021-45fe-b36f-b823fcbeb507 tempest-FloatingIPAdminTestJSON-1974245850 tempest-FloatingIPAdminTestJSON-1974245850-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9590bf29-0243-4fdc-a86a-0674144fe879']}} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:18:25.695372 n-d-816865-1 neutron-server[102386]: DEBUG neutron.services.segments.db [None req-f1b432c8-d021-45fe-b36f-b823fcbeb507 tempest-FloatingIPAdminTestJSON-1974245850 tempest-FloatingIPAdminTestJSON-1974245850-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a068ce38-5f0c-4253-a86f-5abfa594bdae') {'for_net_delete': True} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:18:25.696002 n-d-816865-1 neutron-server[102386]: DEBUG neutron.services.segments.db [None req-f1b432c8-d021-45fe-b36f-b823fcbeb507 tempest-FloatingIPAdminTestJSON-1974245850 tempest-FloatingIPAdminTestJSON-1974245850-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a068ce38-5f0c-4253-a86f-5abfa594bdae') {} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:18:25.712312 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-f1b432c8-d021-45fe-b36f-b823fcbeb507 tempest-FloatingIPAdminTestJSON-1974245850 tempest-FloatingIPAdminTestJSON-1974245850-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750027793430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4590747'] for segment, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:18:25.726918 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-f1b432c8-d021-45fe-b36f-b823fcbeb507 tempest-FloatingIPAdminTestJSON-1974245850 tempest-FloatingIPAdminTestJSON-1974245850-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273'] for segment, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:18:25.733778 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1b432c8-d021-45fe-b36f-b823fcbeb507 tempest-FloatingIPAdminTestJSON-1974245850 tempest-FloatingIPAdminTestJSON-1974245850-project] Releasing vlan 190 on physical network physnet1 to pool {{(pid=102386) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 05 19:18:25.734356 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-f1b432c8-d021-45fe-b36f-b823fcbeb507 tempest-FloatingIPAdminTestJSON-1974245850 tempest-FloatingIPAdminTestJSON-1974245850-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6149721'] for segment, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:18:25.738607 n-d-816865-1 neutron-server[102386]: Traceback (most recent call last): Nov 05 19:18:25.738607 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 05 19:18:25.738607 n-d-816865-1 neutron-server[102386]: timer() Nov 05 19:18:25.738607 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 05 19:18:25.738607 n-d-816865-1 neutron-server[102386]: cb(*args, **kw) Nov 05 19:18:25.738607 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 05 19:18:25.738607 n-d-816865-1 neutron-server[102386]: return func(*args, **kwargs) Nov 05 19:18:25.738607 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 05 19:18:25.738607 n-d-816865-1 neutron-server[102386]: self._notify() Nov 05 19:18:25.738607 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 05 19:18:25.738607 n-d-816865-1 neutron-server[102386]: self.callback(batched_events) Nov 05 19:18:25.738607 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 05 19:18:25.738607 n-d-816865-1 neutron-server[102386]: event.method(event) Nov 05 19:18:25.738607 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 05 19:18:25.738607 n-d-816865-1 neutron-server[102386]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 05 19:18:25.738607 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 05 19:18:25.738607 n-d-816865-1 neutron-server[102386]: aggregate_uuid = self.p_client.list_aggregates( Nov 05 19:18:25.738607 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 05 19:18:25.738607 n-d-816865-1 neutron-server[102386]: return f(self, *a, **k) Nov 05 19:18:25.738607 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 05 19:18:25.738607 n-d-816865-1 neutron-server[102386]: return self._get(url).json() Nov 05 19:18:25.738607 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 05 19:18:25.738607 n-d-816865-1 neutron-server[102386]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 05 19:18:25.738607 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 05 19:18:25.738607 n-d-816865-1 neutron-server[102386]: return self.request(url, 'GET', **kwargs) Nov 05 19:18:25.738607 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 05 19:18:25.738607 n-d-816865-1 neutron-server[102386]: base_url = self.get_endpoint(auth, allow=allow, Nov 05 19:18:25.738607 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 05 19:18:25.738607 n-d-816865-1 neutron-server[102386]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 05 19:18:25.738607 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 05 19:18:25.738607 n-d-816865-1 neutron-server[102386]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 05 19:18:25.738607 n-d-816865-1 neutron-server[102386]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 05 19:18:25.840811 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] No Port match for: 8db567f3-4937-4b4b-ab0e-1bea59a5b0f7 {{(pid=102388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 19:18:25.841162 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 8db567f3-4937-4b4b-ab0e-1bea59a5b0f7 not bound to the agent host n-d-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 19:18:25.869870 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-f1b432c8-d021-45fe-b36f-b823fcbeb507 tempest-FloatingIPAdminTestJSON-1974245850 tempest-FloatingIPAdminTestJSON-1974245850-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1579178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-956796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1000687'] for network, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:18:25.877670 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-f1b432c8-d021-45fe-b36f-b823fcbeb507 tempest-FloatingIPAdminTestJSON-1974245850 tempest-FloatingIPAdminTestJSON-1974245850-project] Publish callbacks [] for network, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:18:25.881318 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-f1b432c8-d021-45fe-b36f-b823fcbeb507 tempest-FloatingIPAdminTestJSON-1974245850 tempest-FloatingIPAdminTestJSON-1974245850-project] 10.222.0.13 "DELETE /v2.0/networks/9590bf29-0243-4fdc-a86a-0674144fe879 HTTP/1.1" status: 204 len: 168 time: 0.7398911 Nov 05 19:18:25.883808 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 40012) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:18:25.900565 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b432c8-d021-45fe-b36f-b823fcbeb507 tempest-FloatingIPAdminTestJSON-1974245850 tempest-FloatingIPAdminTestJSON-1974245850-project] Pushing event deleted for resources: {'Network': ['ID=9590bf29-0243-4fdc-a86a-0674144fe879,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:18:26.026074 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-426102e3-615f-44ac-a7ce-fe8b7eb743cb tempest-FloatingIPAdminTestJSON-1974245850 tempest-FloatingIPAdminTestJSON-1974245850-project] Deleting port a8eeb7c1-25ba-4914-9d0b-1c2faff1fcdd {{(pid=102386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 19:18:26.026484 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-426102e3-615f-44ac-a7ce-fe8b7eb743cb tempest-FloatingIPAdminTestJSON-1974245850 tempest-FloatingIPAdminTestJSON-1974245850-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:18:26.115862 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-426102e3-615f-44ac-a7ce-fe8b7eb743cb tempest-FloatingIPAdminTestJSON-1974245850 tempest-FloatingIPAdminTestJSON-1974245850-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:18:26.116175 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-426102e3-615f-44ac-a7ce-fe8b7eb743cb tempest-FloatingIPAdminTestJSON-1974245850 tempest-FloatingIPAdminTestJSON-1974245850-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:18:26.128342 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-426102e3-615f-44ac-a7ce-fe8b7eb743cb tempest-FloatingIPAdminTestJSON-1974245850 tempest-FloatingIPAdminTestJSON-1974245850-project] Calling delete_port for a8eeb7c1-25ba-4914-9d0b-1c2faff1fcdd owned by network:floatingip {{(pid=102386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 19:18:26.316018 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-426102e3-615f-44ac-a7ce-fe8b7eb743cb tempest-FloatingIPAdminTestJSON-1974245850 tempest-FloatingIPAdminTestJSON-1974245850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:18:26.341186 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426102e3-615f-44ac-a7ce-fe8b7eb743cb tempest-FloatingIPAdminTestJSON-1974245850 tempest-FloatingIPAdminTestJSON-1974245850-project] Pushing event deleted for resources: {'Port': ['ID=a8eeb7c1-25ba-4914-9d0b-1c2faff1fcdd,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:18:26.401962 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-426102e3-615f-44ac-a7ce-fe8b7eb743cb tempest-FloatingIPAdminTestJSON-1974245850 tempest-FloatingIPAdminTestJSON-1974245850-project] Publish callbacks [] for floatingip, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:18:26.404647 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-426102e3-615f-44ac-a7ce-fe8b7eb743cb tempest-FloatingIPAdminTestJSON-1974245850 tempest-FloatingIPAdminTestJSON-1974245850-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for floatingip, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:18:26.405814 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-426102e3-615f-44ac-a7ce-fe8b7eb743cb tempest-FloatingIPAdminTestJSON-1974245850 tempest-FloatingIPAdminTestJSON-1974245850-project] 10.222.0.13 "DELETE /v2.0/floatingips/42e051f4-1fc2-48b4-87d3-f62c94a0aa68 HTTP/1.1" status: 204 len: 168 time: 0.5210643 Nov 05 19:18:26.888457 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 40020) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:18:27.042424 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-5bfe6ad3-587b-46a2-886e-ad2a35d4424b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=919cc0af928e45f9aa7e9c3cbdf68a41&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1520905 Nov 05 19:18:27.046018 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 40024) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:18:27.100103 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-e26d2367-81da-4f02-bb83-36db6ae918ec admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:18:27.121182 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-e26d2367-81da-4f02-bb83-36db6ae918ec admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:18:27.234531 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-e26d2367-81da-4f02-bb83-36db6ae918ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:18:27.237442 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-e26d2367-81da-4f02-bb83-36db6ae918ec admin admin] Publish callbacks [] for security_group, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:18:27.240929 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-e26d2367-81da-4f02-bb83-36db6ae918ec admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/db50ef68-21f9-4cbd-95ad-2a2267e5175f HTTP/1.1" status: 204 len: 168 time: 0.1921196 Nov 05 19:18:27.247737 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26d2367-81da-4f02-bb83-36db6ae918ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db50ef68-21f9-4cbd-95ad-2a2267e5175f,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:18:27.891334 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 40032) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:18:27.906872 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-8bff611c-b31c-482e-b68a-5dbfcf566fa8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:18:27.987386 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-8bff611c-b31c-482e-b68a-5dbfcf566fa8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:18:28.093037 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-8bff611c-b31c-482e-b68a-5dbfcf566fa8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:18:28.133870 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-8bff611c-b31c-482e-b68a-5dbfcf566fa8 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=33c5f0ac2af24943b934771b1289dd9e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2412755 Nov 05 19:18:28.134825 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bff611c-b31c-482e-b68a-5dbfcf566fa8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b29e8399-f74c-411f-bb64-72ef11f33cdd,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:18:28.136694 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 40036) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:18:28.189414 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-56142def-7e42-44cb-b6c8-6e51721e6e54 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:18:28.211458 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-56142def-7e42-44cb-b6c8-6e51721e6e54 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:18:28.331825 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-56142def-7e42-44cb-b6c8-6e51721e6e54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:18:28.334533 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-56142def-7e42-44cb-b6c8-6e51721e6e54 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:18:28.335707 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-56142def-7e42-44cb-b6c8-6e51721e6e54 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b29e8399-f74c-411f-bb64-72ef11f33cdd HTTP/1.1" status: 204 len: 168 time: 0.1972127 Nov 05 19:18:28.343699 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56142def-7e42-44cb-b6c8-6e51721e6e54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b29e8399-f74c-411f-bb64-72ef11f33cdd,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:18:29.085362 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 40042) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:18:29.099075 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-1b49d911-3195-441a-8a8c-99ad8ce1b19f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:18:29.185462 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-1b49d911-3195-441a-8a8c-99ad8ce1b19f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:18:29.287063 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-1b49d911-3195-441a-8a8c-99ad8ce1b19f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:18:29.329351 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-1b49d911-3195-441a-8a8c-99ad8ce1b19f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d0f390c5ac0744b69ea4e0a1e1d88cb2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2427025 Nov 05 19:18:29.343292 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b49d911-3195-441a-8a8c-99ad8ce1b19f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d01a4328-ebbb-4fa1-a3e1-e4a9b426d65d,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:18:29.344301 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 40046) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:18:29.385250 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-4cd99dfc-0925-457f-aab8-0450b35f23d2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:18:29.410189 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-4cd99dfc-0925-457f-aab8-0450b35f23d2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:18:29.549879 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-4cd99dfc-0925-457f-aab8-0450b35f23d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:18:29.552868 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-4cd99dfc-0925-457f-aab8-0450b35f23d2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:18:29.554116 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-4cd99dfc-0925-457f-aab8-0450b35f23d2 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d01a4328-ebbb-4fa1-a3e1-e4a9b426d65d HTTP/1.1" status: 204 len: 168 time: 0.2205110 Nov 05 19:18:29.562138 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd99dfc-0925-457f-aab8-0450b35f23d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d01a4328-ebbb-4fa1-a3e1-e4a9b426d65d,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:18:29.743665 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.agents_db [None req-b9406b04-a0e8-43cf-b349-711963d96cf4 None None] Agent healthcheck: found 7 active agents {{(pid=102389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 05 19:18:31.423342 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 40086) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:18:31.523711 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-fc03707e-8a89-4591-9397-e0c13dc1bd61 tempest-MeteringIpV6TestJSON-881078551 tempest-MeteringIpV6TestJSON-881078551-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1562397514'}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:18:31.524162 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-fc03707e-8a89-4591-9397-e0c13dc1bd61 tempest-MeteringIpV6TestJSON-881078551 tempest-MeteringIpV6TestJSON-881078551-project-admin] Unknown quota resources ['metering_label']. {{(pid=102387) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 05 19:18:31.794875 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-fc03707e-8a89-4591-9397-e0c13dc1bd61 tempest-MeteringIpV6TestJSON-881078551 tempest-MeteringIpV6TestJSON-881078551-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:18:31.796029 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-fc03707e-8a89-4591-9397-e0c13dc1bd61 tempest-MeteringIpV6TestJSON-881078551 tempest-MeteringIpV6TestJSON-881078551-project-admin] 10.222.0.13 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.3716302 Nov 05 19:18:31.799369 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 40090) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:18:31.804372 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-0d26bf84-c9bd-40fd-aa8b-a6eb47c4299c tempest-MeteringIpV6TestJSON-881078551 tempest-MeteringIpV6TestJSON-881078551-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': 'a12e60f7-d468-4ea0-bf88-a50e68a06ab2'}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:18:31.804863 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-0d26bf84-c9bd-40fd-aa8b-a6eb47c4299c tempest-MeteringIpV6TestJSON-881078551 tempest-MeteringIpV6TestJSON-881078551-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=102387) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 05 19:18:31.966332 n-d-816865-1 neutron-server[102387]: WARNING neutron.services.metering.metering_plugin [None req-0d26bf84-c9bd-40fd-aa8b-a6eb47c4299c tempest-MeteringIpV6TestJSON-881078551 tempest-MeteringIpV6TestJSON-881078551-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Nov 05 19:18:32.072933 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-0d26bf84-c9bd-40fd-aa8b-a6eb47c4299c tempest-MeteringIpV6TestJSON-881078551 tempest-MeteringIpV6TestJSON-881078551-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:18:32.076879 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-0d26bf84-c9bd-40fd-aa8b-a6eb47c4299c tempest-MeteringIpV6TestJSON-881078551 tempest-MeteringIpV6TestJSON-881078551-project-admin] 10.222.0.13 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.2731130 Nov 05 19:18:32.077078 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 40092) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:18:32.081196 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-94b0d855-02b7-43fc-bc1f-f4be37332570 tempest-MeteringIpV6TestJSON-881078551 tempest-MeteringIpV6TestJSON-881078551-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': 'a12e60f7-d468-4ea0-bf88-a50e68a06ab2'}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:18:32.081671 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-94b0d855-02b7-43fc-bc1f-f4be37332570 tempest-MeteringIpV6TestJSON-881078551 tempest-MeteringIpV6TestJSON-881078551-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=102387) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 05 19:18:32.189050 n-d-816865-1 neutron-server[102387]: WARNING neutron.services.metering.metering_plugin [None req-94b0d855-02b7-43fc-bc1f-f4be37332570 tempest-MeteringIpV6TestJSON-881078551 tempest-MeteringIpV6TestJSON-881078551-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Nov 05 19:18:32.270842 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-94b0d855-02b7-43fc-bc1f-f4be37332570 tempest-MeteringIpV6TestJSON-881078551 tempest-MeteringIpV6TestJSON-881078551-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:18:32.272037 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-94b0d855-02b7-43fc-bc1f-f4be37332570 tempest-MeteringIpV6TestJSON-881078551 tempest-MeteringIpV6TestJSON-881078551-project-admin] 10.222.0.13 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.1940384 Nov 05 19:18:32.274683 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 40094) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:18:32.285564 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-df40f17c-5aa7-4c41-8ac3-935137799e52 tempest-MeteringIpV6TestJSON-881078551 tempest-MeteringIpV6TestJSON-881078551-project-admin] 10.222.0.13 "GET /v2.0/metering/metering-label-rules?id=8c9a3a0d-1c00-4c58-972a-46c3b380a054 HTTP/1.1" status: 200 len: 462 time: 0.0097871 Nov 05 19:18:32.288023 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 40096) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:18:32.504245 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-990f47f2-dc28-49c0-bea4-f43e308d5c81 tempest-MeteringIpV6TestJSON-881078551 tempest-MeteringIpV6TestJSON-881078551-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:18:32.505382 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-990f47f2-dc28-49c0-bea4-f43e308d5c81 tempest-MeteringIpV6TestJSON-881078551 tempest-MeteringIpV6TestJSON-881078551-project-admin] 10.222.0.13 "DELETE /v2.0/metering/metering-label-rules/8c9a3a0d-1c00-4c58-972a-46c3b380a054 HTTP/1.1" status: 204 len: 168 time: 0.2163689 Nov 05 19:18:32.508271 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 40100) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:18:32.516795 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-a0442efc-1160-4e4e-b610-796a8562129f tempest-MeteringIpV6TestJSON-881078551 tempest-MeteringIpV6TestJSON-881078551-project-admin] 10.222.0.13 "GET /v2.0/metering/metering-label-rules?id=8c9a3a0d-1c00-4c58-972a-46c3b380a054 HTTP/1.1" status: 200 len: 221 time: 0.0075302 Nov 05 19:18:32.520573 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 40102) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:18:32.524602 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-f6f1fbe0-6d73-4395-b509-7cfbaa8a0f2b tempest-MeteringIpV6TestJSON-881078551 tempest-MeteringIpV6TestJSON-881078551-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--794367281', 'description': 'label created by tempest'}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:18:32.525033 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-f6f1fbe0-6d73-4395-b509-7cfbaa8a0f2b tempest-MeteringIpV6TestJSON-881078551 tempest-MeteringIpV6TestJSON-881078551-project-admin] Unknown quota resources ['metering_label']. {{(pid=102387) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 05 19:18:32.647096 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-170379e9-7ac7-4814-80b8-dfe39d9d0415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:18:32.758717 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-f6f1fbe0-6d73-4395-b509-7cfbaa8a0f2b tempest-MeteringIpV6TestJSON-881078551 tempest-MeteringIpV6TestJSON-881078551-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:18:32.759892 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-f6f1fbe0-6d73-4395-b509-7cfbaa8a0f2b tempest-MeteringIpV6TestJSON-881078551 tempest-MeteringIpV6TestJSON-881078551-project-admin] 10.222.0.13 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.2383180 Nov 05 19:18:32.762675 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 40104) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:18:32.835788 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-5110bbb6-d6ee-416f-9479-87ecb282aeb7 tempest-MeteringIpV6TestJSON-881078551 tempest-MeteringIpV6TestJSON-881078551-project-admin] 10.222.0.13 "GET /v2.0/metering/metering-labels?id=328f747b-bf1b-4398-8a81-d59d00d5000d HTTP/1.1" status: 200 len: 467 time: 0.0718303 Nov 05 19:18:32.838547 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 40106) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:18:33.089181 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-6255833b-b55b-48d3-9bcd-eaf24c4b474d tempest-MeteringIpV6TestJSON-881078551 tempest-MeteringIpV6TestJSON-881078551-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:18:33.090342 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-6255833b-b55b-48d3-9bcd-eaf24c4b474d tempest-MeteringIpV6TestJSON-881078551 tempest-MeteringIpV6TestJSON-881078551-project-admin] 10.222.0.13 "DELETE /v2.0/metering/metering-labels/328f747b-bf1b-4398-8a81-d59d00d5000d HTTP/1.1" status: 204 len: 168 time: 0.2508726 Nov 05 19:18:33.093082 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 40108) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:18:33.104705 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-2c56d308-9ded-4f05-86b1-ca51b8adc62f tempest-MeteringIpV6TestJSON-881078551 tempest-MeteringIpV6TestJSON-881078551-project-admin] 10.222.0.13 "GET /v2.0/metering/metering-labels?id=328f747b-bf1b-4398-8a81-d59d00d5000d HTTP/1.1" status: 200 len: 216 time: 0.0102994 Nov 05 19:18:33.107627 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 40110) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:18:33.117017 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-bce51edc-5af8-4df9-8cce-638659b74958 tempest-MeteringIpV6TestJSON-881078551 tempest-MeteringIpV6TestJSON-881078551-project-admin] 10.222.0.13 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0082862 Nov 05 19:18:33.120047 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 40112) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:18:33.131733 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-7a279a78-5948-4331-88ec-9771081ca7d5 tempest-MeteringIpV6TestJSON-881078551 tempest-MeteringIpV6TestJSON-881078551-project-admin] 10.222.0.13 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0107620 Nov 05 19:18:33.134726 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 40114) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:18:33.184951 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-2011b6fa-3ca7-4dd1-8e39-38678e3069d5 tempest-MeteringIpV6TestJSON-881078551 tempest-MeteringIpV6TestJSON-881078551-project-admin] 10.222.0.13 "GET /v2.0/metering/metering-labels/a12e60f7-d468-4ea0-bf88-a50e68a06ab2 HTTP/1.1" status: 200 len: 473 time: 0.0492244 Nov 05 19:18:33.188337 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 40116) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:18:33.197774 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-95b21b4a-93b5-42bf-ba4e-1f671d042af4 tempest-MeteringIpV6TestJSON-881078551 tempest-MeteringIpV6TestJSON-881078551-project-admin] 10.222.0.13 "GET /v2.0/metering/metering-label-rules/66a589e7-031e-4fd3-b8e3-eb9f8aa59d16 HTTP/1.1" status: 200 len: 459 time: 0.0084157 Nov 05 19:18:33.200832 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 40118) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:18:33.329358 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-bd93cb60-f55f-4a9f-acba-e5e78903605d tempest-MeteringIpV6TestJSON-881078551 tempest-MeteringIpV6TestJSON-881078551-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:18:33.330465 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-bd93cb60-f55f-4a9f-acba-e5e78903605d tempest-MeteringIpV6TestJSON-881078551 tempest-MeteringIpV6TestJSON-881078551-project-admin] 10.222.0.13 "DELETE /v2.0/metering/metering-label-rules/66a589e7-031e-4fd3-b8e3-eb9f8aa59d16 HTTP/1.1" status: 204 len: 168 time: 0.1287916 Nov 05 19:18:33.332948 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 40120) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:18:33.583589 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-62f35bc3-412a-4758-909b-c830f5e52271 tempest-MeteringIpV6TestJSON-881078551 tempest-MeteringIpV6TestJSON-881078551-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:18:33.583589 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-62f35bc3-412a-4758-909b-c830f5e52271 tempest-MeteringIpV6TestJSON-881078551 tempest-MeteringIpV6TestJSON-881078551-project-admin] 10.222.0.13 "DELETE /v2.0/metering/metering-labels/a12e60f7-d468-4ea0-bf88-a50e68a06ab2 HTTP/1.1" status: 204 len: 168 time: 0.2491195 Nov 05 19:18:33.691567 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9c5c52-cc41-4a6d-b92c-f1e3c27f1e9f req-5560f8cf-882a-40be-8cec-d07bec5cad53 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:18:33.693159 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-8f9c5c52-cc41-4a6d-b92c-f1e3c27f1e9f req-5560f8cf-882a-40be-8cec-d07bec5cad53 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] 10.222.0.13 "GET /v2.0/networks?id=22c01ef1-936f-4d85-97a6-cf840ed74fec HTTP/1.1" status: 200 len: 811 time: 0.1023824 Nov 05 19:18:33.709255 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-8f9c5c52-cc41-4a6d-b92c-f1e3c27f1e9f req-1331e432-6925-4e0d-a364-1bbcf72fa2ed tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] 10.222.0.13 "GET /v2.0/quotas/975e22a5e2c44667a77341bd773126d4 HTTP/1.1" status: 200 len: 375 time: 0.0097127 Nov 05 19:18:33.762832 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-8f9c5c52-cc41-4a6d-b92c-f1e3c27f1e9f req-f084b625-eec3-46e0-ae93-15a3e589ba8f tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=975e22a5e2c44667a77341bd773126d4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0487320 Nov 05 19:18:33.773605 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [req-8f9c5c52-cc41-4a6d-b92c-f1e3c27f1e9f req-b46291e5-3fe2-4e38-877d-c4a56b69a0f2 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=102387) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 05 19:18:33.774595 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-8f9c5c52-cc41-4a6d-b92c-f1e3c27f1e9f req-b46291e5-3fe2-4e38-877d-c4a56b69a0f2 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048275 Nov 05 19:18:33.868062 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-8f9c5c52-cc41-4a6d-b92c-f1e3c27f1e9f req-e0b906f9-00c8-483d-bd59-3831c5bed45d service neutron] 10.222.0.13 "GET /v2.0/networks/22c01ef1-936f-4d85-97a6-cf840ed74fec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875044 Nov 05 19:18:33.996794 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 40136) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:18:34.118706 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-470b87ea-fed7-4e1e-bf34-64f6227cc7b3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:18:34.200054 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-470b87ea-fed7-4e1e-bf34-64f6227cc7b3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:18:34.285952 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-470b87ea-fed7-4e1e-bf34-64f6227cc7b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:18:34.302828 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-8f9c5c52-cc41-4a6d-b92c-f1e3c27f1e9f req-1c8a5c9f-7485-4a22-819e-00ac865a46e0 service neutron] 10.222.0.13 "GET /v2.0/networks/22c01ef1-936f-4d85-97a6-cf840ed74fec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4281442 Nov 05 19:18:34.323596 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470b87ea-fed7-4e1e-bf34-64f6227cc7b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca8ac606-1e23-4356-b0b0-dc9af084631d,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:18:34.330392 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-470b87ea-fed7-4e1e-bf34-64f6227cc7b3 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8fdcaa57338b43cd8a681d984921c910&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3300750 Nov 05 19:18:34.330906 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 40140) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:18:34.377935 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:18:34.380729 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-a6afd27a-d5ff-4a84-a98a-e40e57b17a29 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:18:34.403130 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-a6afd27a-d5ff-4a84-a98a-e40e57b17a29 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:18:34.561208 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-a6afd27a-d5ff-4a84-a98a-e40e57b17a29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:18:34.563929 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-a6afd27a-d5ff-4a84-a98a-e40e57b17a29 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:18:34.565912 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-a6afd27a-d5ff-4a84-a98a-e40e57b17a29 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ca8ac606-1e23-4356-b0b0-dc9af084631d HTTP/1.1" status: 204 len: 168 time: 0.2333899 Nov 05 19:18:34.573966 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6afd27a-d5ff-4a84-a98a-e40e57b17a29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca8ac606-1e23-4356-b0b0-dc9af084631d,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:18:34.904238 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-3b11a19d-7ca6-466a-900f-e5a5bb93f5e7 req-63af3376-1a2d-4a75-830e-2169fcb18227 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] 10.222.0.13 "GET /v2.0/ports?device_id=84c41646-9c30-4448-a7fd-2f2ec50e531e HTTP/1.1" status: 200 len: 210 time: 0.0282433 Nov 05 19:18:35.119559 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 40160) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:18:35.136532 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-63b1da57-2123-4719-a4cf-4257e8f53a98 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:18:35.213625 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-63b1da57-2123-4719-a4cf-4257e8f53a98 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:18:35.280116 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-63b1da57-2123-4719-a4cf-4257e8f53a98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:18:35.320637 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-63b1da57-2123-4719-a4cf-4257e8f53a98 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=33d55253b74943c9b007bae433e9e983&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1999466 Nov 05 19:18:35.321514 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b1da57-2123-4719-a4cf-4257e8f53a98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=328a5375-598f-4c8b-9e15-92957d6bb31b,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:18:35.323337 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 40164) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:18:35.354434 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b0707856-7938-4e84-b796-c8172297595f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:18:35.373403 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-a3c370d2-b70e-49fc-8efe-c49b0b1746b4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:18:35.395297 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-a3c370d2-b70e-49fc-8efe-c49b0b1746b4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:18:35.485716 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-a3c370d2-b70e-49fc-8efe-c49b0b1746b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:18:35.488368 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-a3c370d2-b70e-49fc-8efe-c49b0b1746b4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:18:35.489843 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-a3c370d2-b70e-49fc-8efe-c49b0b1746b4 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/328a5375-598f-4c8b-9e15-92957d6bb31b HTTP/1.1" status: 204 len: 168 time: 0.1644588 Nov 05 19:18:35.497515 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c370d2-b70e-49fc-8efe-c49b0b1746b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=328a5375-598f-4c8b-9e15-92957d6bb31b,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:18:36.006490 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-405e1503-48a5-499a-8226-e7001faa4d54 req-ff1960c8-6657-420e-a9dd-ee8df06b3050 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] 10.222.0.13 "GET /v2.0/ports?device_id=84c41646-9c30-4448-a7fd-2f2ec50e531e HTTP/1.1" status: 200 len: 210 time: 0.0293489 Nov 05 19:18:36.298309 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b304910f-7b27-444b-a8fc-977d26b1ceac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:18:36.423604 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:18:36.455799 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 40188) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:18:36.565710 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-e2a9fd75-b61e-4ee4-8507-8efdbb9ebe61 tempest-ExtraDHCPOptionsIpV6TestJSON-1362385762 tempest-ExtraDHCPOptionsIpV6TestJSON-1362385762-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-552441265'}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:18:36.621341 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9c5c52-cc41-4a6d-b92c-f1e3c27f1e9f req-8db21607-1335-4606-8e3b-718cbb42d1a3 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:18:36.622825 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-8f9c5c52-cc41-4a6d-b92c-f1e3c27f1e9f req-8db21607-1335-4606-8e3b-718cbb42d1a3 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] 10.222.0.41 "GET /v2.0/networks?id=22c01ef1-936f-4d85-97a6-cf840ed74fec HTTP/1.1" status: 200 len: 811 time: 0.1178815 Nov 05 19:18:36.635613 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [req-8f9c5c52-cc41-4a6d-b92c-f1e3c27f1e9f req-5137fdfc-0461-4a68-b4b6-19638d8a99fe tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Request body: {'port': {'device_id': '84c41646-9c30-4448-a7fd-2f2ec50e531e', 'network_id': '22c01ef1-936f-4d85-97a6-cf840ed74fec', 'admin_state_up': True, 'tenant_id': '975e22a5e2c44667a77341bd773126d4'}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:18:36.695721 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2a9fd75-b61e-4ee4-8507-8efdbb9ebe61 tempest-ExtraDHCPOptionsIpV6TestJSON-1362385762 tempest-ExtraDHCPOptionsIpV6TestJSON-1362385762-project] Made reservation on behalf of f9ed264041f74c01bccee14171f1abe2 for: {'network': 1} {{(pid=102387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 19:18:36.699487 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-e2a9fd75-b61e-4ee4-8507-8efdbb9ebe61 tempest-ExtraDHCPOptionsIpV6TestJSON-1362385762 tempest-ExtraDHCPOptionsIpV6TestJSON-1362385762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for network, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:18:36.713438 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-e2a9fd75-b61e-4ee4-8507-8efdbb9ebe61 tempest-ExtraDHCPOptionsIpV6TestJSON-1362385762 tempest-ExtraDHCPOptionsIpV6TestJSON-1362385762-project] Publish callbacks [] for security_group, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:18:36.831446 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-e2a9fd75-b61e-4ee4-8507-8efdbb9ebe61 tempest-ExtraDHCPOptionsIpV6TestJSON-1362385762 tempest-ExtraDHCPOptionsIpV6TestJSON-1362385762-project] Publish callbacks [] for security_group, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:18:36.835475 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8f9c5c52-cc41-4a6d-b92c-f1e3c27f1e9f req-5137fdfc-0461-4a68-b4b6-19638d8a99fe tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Made reservation on behalf of 975e22a5e2c44667a77341bd773126d4 for: {'port': 1} {{(pid=102387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 19:18:36.839113 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-8f9c5c52-cc41-4a6d-b92c-f1e3c27f1e9f req-5137fdfc-0461-4a68-b4b6-19638d8a99fe tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:18:36.891424 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-e2a9fd75-b61e-4ee4-8507-8efdbb9ebe61 tempest-ExtraDHCPOptionsIpV6TestJSON-1362385762 tempest-ExtraDHCPOptionsIpV6TestJSON-1362385762-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:18:36.936347 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2a9fd75-b61e-4ee4-8507-8efdbb9ebe61 tempest-ExtraDHCPOptionsIpV6TestJSON-1362385762 tempest-ExtraDHCPOptionsIpV6TestJSON-1362385762-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 154} {{(pid=102387) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 05 19:18:36.954637 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a9fd75-b61e-4ee4-8507-8efdbb9ebe61 tempest-ExtraDHCPOptionsIpV6TestJSON-1362385762 tempest-ExtraDHCPOptionsIpV6TestJSON-1362385762-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a42290d8-3bf6-40a5-9416-40b900c0a1d7,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:18:36.979321 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-e2a9fd75-b61e-4ee4-8507-8efdbb9ebe61 tempest-ExtraDHCPOptionsIpV6TestJSON-1362385762 tempest-ExtraDHCPOptionsIpV6TestJSON-1362385762-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273'] for segment, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:18:36.979665 n-d-816865-1 neutron-server[102387]: INFO neutron.db.segments_db [None req-e2a9fd75-b61e-4ee4-8507-8efdbb9ebe61 tempest-ExtraDHCPOptionsIpV6TestJSON-1362385762 tempest-ExtraDHCPOptionsIpV6TestJSON-1362385762-project] Added segment 3b629252-3adb-4f2b-be92-a0f1c31d8888 of type vlan for network 76e580ae-cdca-4370-9000-4a3526a952f8 Nov 05 19:18:37.040883 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-e2a9fd75-b61e-4ee4-8507-8efdbb9ebe61 tempest-ExtraDHCPOptionsIpV6TestJSON-1362385762 tempest-ExtraDHCPOptionsIpV6TestJSON-1362385762-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750027258543'] for network, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:18:37.047144 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.db_base_plugin_common [req-8f9c5c52-cc41-4a6d-b92c-f1e3c27f1e9f req-5137fdfc-0461-4a68-b4b6-19638d8a99fe tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Allocated IP 172.20.0.10 (22c01ef1-936f-4d85-97a6-cf840ed74fec/9a5a1166-12d4-4407-8a6a-41bf61d6db29/59dae623-b586-476f-aeb5-e9900b58493d) {{(pid=102387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 19:18:37.125062 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-954ec22b-000e-4fbe-a9a5-a5aa356610d1 req-04cdc76d-20ad-4817-bd72-d14426e3af49 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] 10.222.0.13 "GET /v2.0/ports?device_id=84c41646-9c30-4448-a7fd-2f2ec50e531e HTTP/1.1" status: 200 len: 210 time: 0.0435300 Nov 05 19:18:37.153484 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-e2a9fd75-b61e-4ee4-8507-8efdbb9ebe61 tempest-ExtraDHCPOptionsIpV6TestJSON-1362385762 tempest-ExtraDHCPOptionsIpV6TestJSON-1362385762-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-956796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877'] for network, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:18:37.159532 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2a9fd75-b61e-4ee4-8507-8efdbb9ebe61 tempest-ExtraDHCPOptionsIpV6TestJSON-1362385762 tempest-ExtraDHCPOptionsIpV6TestJSON-1362385762-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:18:37.160112 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-e2a9fd75-b61e-4ee4-8507-8efdbb9ebe61 tempest-ExtraDHCPOptionsIpV6TestJSON-1362385762 tempest-ExtraDHCPOptionsIpV6TestJSON-1362385762-project] Publish callbacks [] for network, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:18:37.271348 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-e2a9fd75-b61e-4ee4-8507-8efdbb9ebe61 tempest-ExtraDHCPOptionsIpV6TestJSON-1362385762 tempest-ExtraDHCPOptionsIpV6TestJSON-1362385762-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.8111558 Nov 05 19:18:37.272222 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 40194) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:18:37.277444 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a9fd75-b61e-4ee4-8507-8efdbb9ebe61 tempest-ExtraDHCPOptionsIpV6TestJSON-1362385762 tempest-ExtraDHCPOptionsIpV6TestJSON-1362385762-project] Pushing event updated for resources: {'Network': ['ID=76e580ae-cdca-4370-9000-4a3526a952f8,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:18:37.280103 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-e8af7d6c-959a-4b83-b680-e41de15ba65c tempest-ExtraDHCPOptionsIpV6TestJSON-1362385762 tempest-ExtraDHCPOptionsIpV6TestJSON-1362385762-project] Request body: {'subnet': {'network_id': '76e580ae-cdca-4370-9000-4a3526a952f8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:18:37.290755 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Network 76e580ae-cdca-4370-9000-4a3526a952f8 details requested by agent ovs-agent-n-d-816865-1 with host n-d-816865-1 {{(pid=102388) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 05 19:18:37.324903 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-8f9c5c52-cc41-4a6d-b92c-f1e3c27f1e9f req-5137fdfc-0461-4a68-b4b6-19638d8a99fe tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Publish callbacks [] for port, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:18:37.412760 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-8f9c5c52-cc41-4a6d-b92c-f1e3c27f1e9f req-5137fdfc-0461-4a68-b4b6-19638d8a99fe tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4417063'] for port, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:18:37.435113 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8af7d6c-959a-4b83-b680-e41de15ba65c tempest-ExtraDHCPOptionsIpV6TestJSON-1362385762 tempest-ExtraDHCPOptionsIpV6TestJSON-1362385762-project] Made reservation on behalf of f9ed264041f74c01bccee14171f1abe2 for: {'subnet': 1} {{(pid=102386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 19:18:37.438743 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-e8af7d6c-959a-4b83-b680-e41de15ba65c tempest-ExtraDHCPOptionsIpV6TestJSON-1362385762 tempest-ExtraDHCPOptionsIpV6TestJSON-1362385762-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4877122'] for subnet, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:18:37.457579 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8f9c5c52-cc41-4a6d-b92c-f1e3c27f1e9f req-5137fdfc-0461-4a68-b4b6-19638d8a99fe tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Network 22c01ef1-936f-4d85-97a6-cf840ed74fec is already hosted by enough agents. {{(pid=102387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 19:18:37.463543 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.base_scheduler [req-8f9c5c52-cc41-4a6d-b92c-f1e3c27f1e9f req-5137fdfc-0461-4a68-b4b6-19638d8a99fe tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Resources bound (agent type, host, resource id): {{(pid=102387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 19:18:37.468007 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f9c5c52-cc41-4a6d-b92c-f1e3c27f1e9f req-5137fdfc-0461-4a68-b4b6-19638d8a99fe tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Received port after_create {{(pid=102387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 19:18:37.520491 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9c5c52-cc41-4a6d-b92c-f1e3c27f1e9f req-5137fdfc-0461-4a68-b4b6-19638d8a99fe tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:18:37.521128 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-8f9c5c52-cc41-4a6d-b92c-f1e3c27f1e9f req-5137fdfc-0461-4a68-b4b6-19638d8a99fe tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:18:37.532272 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5137fdfc-0461-4a68-b4b6-19638d8a99fe tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Pushing event updated for resources: {'Port': ['ID=59dae623-b586-476f-aeb5-e9900b58493d,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:18:37.591430 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-8f9c5c52-cc41-4a6d-b92c-f1e3c27f1e9f req-5137fdfc-0461-4a68-b4b6-19638d8a99fe tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9592705 Nov 05 19:18:37.603589 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [req-8f9c5c52-cc41-4a6d-b92c-f1e3c27f1e9f req-6fe80f73-7b64-4908-abea-29811ece6609 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=102387) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 05 19:18:37.610113 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-8f9c5c52-cc41-4a6d-b92c-f1e3c27f1e9f req-6fe80f73-7b64-4908-abea-29811ece6609 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0060172 Nov 05 19:18:37.693782 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [req-8f9c5c52-cc41-4a6d-b92c-f1e3c27f1e9f req-3dc90fab-b5d1-4314-89b3-21e1079ced49 service neutron] Request body: {'port': {'device_id': '84c41646-9c30-4448-a7fd-2f2ec50e531e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816865-1'}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:18:37.744094 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-e8af7d6c-959a-4b83-b680-e41de15ba65c tempest-ExtraDHCPOptionsIpV6TestJSON-1362385762 tempest-ExtraDHCPOptionsIpV6TestJSON-1362385762-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6149946', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4877172'] for subnet, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:18:37.756802 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-8f9c5c52-cc41-4a6d-b92c-f1e3c27f1e9f req-3dc90fab-b5d1-4314-89b3-21e1079ced49 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:18:37.781874 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-b7f944ad-b45e-40fd-8e35-1b42852b4645 None None] Provisioning complete for port 59dae623-b586-476f-aeb5-e9900b58493d triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:18:37.782497 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b7f944ad-b45e-40fd-8e35-1b42852b4645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:18:37.835882 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8af7d6c-959a-4b83-b680-e41de15ba65c tempest-ExtraDHCPOptionsIpV6TestJSON-1362385762 tempest-ExtraDHCPOptionsIpV6TestJSON-1362385762-project] Pushing event updated for resources: {'Subnet': ['ID=6b3de5b0-0024-4a0c-9e19-76e683bd36a9,revision_number=0']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:18:37.844037 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8af7d6c-959a-4b83-b680-e41de15ba65c tempest-ExtraDHCPOptionsIpV6TestJSON-1362385762 tempest-ExtraDHCPOptionsIpV6TestJSON-1362385762-project] Checking segment: {'id': '3b629252-3adb-4f2b-be92-a0f1c31d8888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '76e580ae-cdca-4370-9000-4a3526a952f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 19:18:37.844412 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8af7d6c-959a-4b83-b680-e41de15ba65c tempest-ExtraDHCPOptionsIpV6TestJSON-1362385762 tempest-ExtraDHCPOptionsIpV6TestJSON-1362385762-project] Network hostable DHCP agents. Network: 76e580ae-cdca-4370-9000-4a3526a952f8, hostable agents: ['987e2ca0-bc3b-4c6f-a989-429ccfbf753f'], hosted agents: [] {{(pid=102386) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 05 19:18:37.867052 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-b7f944ad-b45e-40fd-8e35-1b42852b4645 None None] Port 59dae623-b586-476f-aeb5-e9900b58493d cannot update to ACTIVE because it is not bound. {{(pid=102388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 19:18:37.939537 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8af7d6c-959a-4b83-b680-e41de15ba65c tempest-ExtraDHCPOptionsIpV6TestJSON-1362385762 tempest-ExtraDHCPOptionsIpV6TestJSON-1362385762-project] Network 76e580ae-cdca-4370-9000-4a3526a952f8 is scheduled to be hosted by DHCP agent 987e2ca0-bc3b-4c6f-a989-429ccfbf753f with binding_index 1 {{(pid=102386) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 05 19:18:37.997410 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.base_scheduler [None req-e8af7d6c-959a-4b83-b680-e41de15ba65c tempest-ExtraDHCPOptionsIpV6TestJSON-1362385762 tempest-ExtraDHCPOptionsIpV6TestJSON-1362385762-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816865-1, 76e580ae-cdca-4370-9000-4a3526a952f8) {{(pid=102386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 19:18:38.010751 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b10b1c6b-12fc-4974-a723-a5ddc1c7e56b None None] Network 76e580ae-cdca-4370-9000-4a3526a952f8 requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 19:18:38.033279 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8af7d6c-959a-4b83-b680-e41de15ba65c tempest-ExtraDHCPOptionsIpV6TestJSON-1362385762 tempest-ExtraDHCPOptionsIpV6TestJSON-1362385762-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:18:38.035522 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-e8af7d6c-959a-4b83-b680-e41de15ba65c tempest-ExtraDHCPOptionsIpV6TestJSON-1362385762 tempest-ExtraDHCPOptionsIpV6TestJSON-1362385762-project] Publish callbacks [] for subnet, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:18:38.052281 n-d-816865-1 neutron-server[102387]: DEBUG neutron.notifiers.nova [req-8f9c5c52-cc41-4a6d-b92c-f1e3c27f1e9f req-3dc90fab-b5d1-4314-89b3-21e1079ced49 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 59dae623-b586-476f-aeb5-e9900b58493d {{(pid=102387) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 19:18:38.060890 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-8f9c5c52-cc41-4a6d-b92c-f1e3c27f1e9f req-3dc90fab-b5d1-4314-89b3-21e1079ced49 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:18:38.077122 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.provisioning_blocks [req-8f9c5c52-cc41-4a6d-b92c-f1e3c27f1e9f req-3dc90fab-b5d1-4314-89b3-21e1079ced49 service neutron] Transition to ACTIVE for port object 59dae623-b586-476f-aeb5-e9900b58493d will not be triggered until provisioned by entity L2. {{(pid=102387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 05 19:18:38.153148 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-e8af7d6c-959a-4b83-b680-e41de15ba65c tempest-ExtraDHCPOptionsIpV6TestJSON-1362385762 tempest-ExtraDHCPOptionsIpV6TestJSON-1362385762-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8784497 Nov 05 19:18:38.155273 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 40200) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:18:38.161020 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-f15ca36f-5035-4f6b-a5d1-1dedf0f39241 tempest-ExtraDHCPOptionsIpV6TestJSON-1362385762 tempest-ExtraDHCPOptionsIpV6TestJSON-1362385762-project] Request body: {'port': {'network_id': '76e580ae-cdca-4370-9000-4a3526a952f8', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-2022856948'}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:18:38.246451 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-401e40e2-5b0e-43bf-8123-97d000e7eb93 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeb20a084-accf-5b60-8075-3e69ebe863a6-76e580ae-cdca-4370-9000-4a3526a952f8', 'network_id': '76e580ae-cdca-4370-9000-4a3526a952f8', 'tenant_id': 'f9ed264041f74c01bccee14171f1abe2', 'fixed_ips': [{'subnet_id': '6b3de5b0-0024-4a0c-9e19-76e683bd36a9'}]}} from n-d-816865-1. {{(pid=102388) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 05 19:18:38.247772 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-401e40e2-5b0e-43bf-8123-97d000e7eb93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:18:38.313332 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-8f9c5c52-cc41-4a6d-b92c-f1e3c27f1e9f req-3dc90fab-b5d1-4314-89b3-21e1079ced49 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4417072'] for port, after_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:18:38.338383 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-31f93893-a48e-4ae8-833d-dccb2b42eacc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:18:38.398021 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc90fab-b5d1-4314-89b3-21e1079ced49 service neutron] Pushing event updated for resources: {'Port': ['ID=59dae623-b586-476f-aeb5-e9900b58493d,revision_number=2']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:18:38.428837 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.db_base_plugin_common [None req-401e40e2-5b0e-43bf-8123-97d000e7eb93 None None] Allocated IP 2001:db8::2 (76e580ae-cdca-4370-9000-4a3526a952f8/6b3de5b0-0024-4a0c-9e19-76e683bd36a9/25103bbd-0661-4d66-b4da-b39be7f5954f) {{(pid=102388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 19:18:38.477461 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e058a7-3123-46ea-8870-2c8161c123c5 req-bf3a9807-e641-4b92-b6ac-9a50a10d545d tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:18:38.484162 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-42e058a7-3123-46ea-8870-2c8161c123c5 req-bf3a9807-e641-4b92-b6ac-9a50a10d545d tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] 10.222.0.13 "GET /v2.0/ports?device_id=84c41646-9c30-4448-a7fd-2f2ec50e531e HTTP/1.1" status: 200 len: 944 time: 0.1995254 Nov 05 19:18:38.488476 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f15ca36f-5035-4f6b-a5d1-1dedf0f39241 tempest-ExtraDHCPOptionsIpV6TestJSON-1362385762 tempest-ExtraDHCPOptionsIpV6TestJSON-1362385762-project] Made reservation on behalf of f9ed264041f74c01bccee14171f1abe2 for: {'port': 1} {{(pid=102387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 19:18:38.492717 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-f15ca36f-5035-4f6b-a5d1-1dedf0f39241 tempest-ExtraDHCPOptionsIpV6TestJSON-1362385762 tempest-ExtraDHCPOptionsIpV6TestJSON-1362385762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:18:38.582813 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-42e058a7-3123-46ea-8870-2c8161c123c5 req-bb1e523a-1858-4e29-ac01-509d75fe5143 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] 10.222.0.13 "GET /v2.0/security-groups?id=0901d174-558d-4d58-91a3-452d9a2f95cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865066 Nov 05 19:18:38.586469 n-d-816865-1 neutron-server[102387]: DEBUG neutron.notifiers.nova [None req-f15ca36f-5035-4f6b-a5d1-1dedf0f39241 tempest-ExtraDHCPOptionsIpV6TestJSON-1362385762 tempest-ExtraDHCPOptionsIpV6TestJSON-1362385762-project] device_id is not set on port 656c71d0-6034-48a9-af4f-75a7334431b9 yet. {{(pid=102387) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 05 19:18:38.624660 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.managers [req-8f9c5c52-cc41-4a6d-b92c-f1e3c27f1e9f req-3dc90fab-b5d1-4314-89b3-21e1079ced49 service neutron] Attempting to bind port 59dae623-b586-476f-aeb5-e9900b58493d on host n-h1-816865-1 for vnic_type normal with profile {{(pid=102387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 19:18:38.631562 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.managers [req-8f9c5c52-cc41-4a6d-b92c-f1e3c27f1e9f req-3dc90fab-b5d1-4314-89b3-21e1079ced49 service neutron] Attempting to bind port 59dae623-b586-476f-aeb5-e9900b58493d by drivers openvswitch,hyperv on host n-h1-816865-1 at level 0 using segments [{'id': 'c8ba8bad-518b-408a-adbf-9f95696a455e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '22c01ef1-936f-4d85-97a6-cf840ed74fec'}] {{(pid=102387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 19:18:38.631562 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f9c5c52-cc41-4a6d-b92c-f1e3c27f1e9f req-3dc90fab-b5d1-4314-89b3-21e1079ced49 service neutron] Attempting to bind port 59dae623-b586-476f-aeb5-e9900b58493d on network 22c01ef1-936f-4d85-97a6-cf840ed74fec {{(pid=102387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 19:18:38.670641 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f9c5c52-cc41-4a6d-b92c-f1e3c27f1e9f req-3dc90fab-b5d1-4314-89b3-21e1079ced49 service neutron] Port 59dae623-b586-476f-aeb5-e9900b58493d on network 22c01ef1-936f-4d85-97a6-cf840ed74fec not bound, no agent of type Open vSwitch agent registered on host n-h1-816865-1 {{(pid=102387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 19:18:38.670978 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f9c5c52-cc41-4a6d-b92c-f1e3c27f1e9f req-3dc90fab-b5d1-4314-89b3-21e1079ced49 service neutron] Attempting to bind port 59dae623-b586-476f-aeb5-e9900b58493d on network 22c01ef1-936f-4d85-97a6-cf840ed74fec {{(pid=102387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 19:18:38.680739 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f9c5c52-cc41-4a6d-b92c-f1e3c27f1e9f req-3dc90fab-b5d1-4314-89b3-21e1079ced49 service neutron] Checking agent: {'id': 'eb596d7c-8c64-42bd-8aca-fad447eb0eab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816865-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 18, 33, 34), 'started_at': datetime.datetime(2021, 11, 5, 18, 33, 34), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 19, 18, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 19:18:38.681135 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f9c5c52-cc41-4a6d-b92c-f1e3c27f1e9f req-3dc90fab-b5d1-4314-89b3-21e1079ced49 service neutron] Checking segment: {'id': 'c8ba8bad-518b-408a-adbf-9f95696a455e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '22c01ef1-936f-4d85-97a6-cf840ed74fec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 19:18:38.681476 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f9c5c52-cc41-4a6d-b92c-f1e3c27f1e9f req-3dc90fab-b5d1-4314-89b3-21e1079ced49 service neutron] Bound using segment: {'id': 'c8ba8bad-518b-408a-adbf-9f95696a455e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '22c01ef1-936f-4d85-97a6-cf840ed74fec'} {{(pid=102387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 19:18:38.681906 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.managers [req-8f9c5c52-cc41-4a6d-b92c-f1e3c27f1e9f req-3dc90fab-b5d1-4314-89b3-21e1079ced49 service neutron] Bound port: 59dae623-b586-476f-aeb5-e9900b58493d, host: n-h1-816865-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c8ba8bad-518b-408a-adbf-9f95696a455e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '22c01ef1-936f-4d85-97a6-cf840ed74fec'}}] {{(pid=102387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 19:18:38.682325 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-8f9c5c52-cc41-4a6d-b92c-f1e3c27f1e9f req-3dc90fab-b5d1-4314-89b3-21e1079ced49 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:18:38.705746 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:18:38.732639 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-401e40e2-5b0e-43bf-8123-97d000e7eb93 None None] Publish callbacks [] for port, precommit_create {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:18:38.767267 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.db [req-8f9c5c52-cc41-4a6d-b92c-f1e3c27f1e9f req-3dc90fab-b5d1-4314-89b3-21e1079ced49 service neutron] For port 59dae623-b586-476f-aeb5-e9900b58493d, host n-h1-816865-1, cleared binding levels {{(pid=102387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 19:18:38.771247 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.db [req-8f9c5c52-cc41-4a6d-b92c-f1e3c27f1e9f req-3dc90fab-b5d1-4314-89b3-21e1079ced49 service neutron] For port 59dae623-b586-476f-aeb5-e9900b58493d, host n-h1-816865-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=59dae623-b586-476f-aeb5-e9900b58493d,segment=NetworkSegment(c8ba8bad-518b-408a-adbf-9f95696a455e),segment_id=c8ba8bad-518b-408a-adbf-9f95696a455e)] {{(pid=102387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 19:18:38.799982 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-401e40e2-5b0e-43bf-8123-97d000e7eb93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789'] for port, after_create {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:18:39.041422 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401e40e2-5b0e-43bf-8123-97d000e7eb93 None None] Pushing event updated for resources: {'Port': ['ID=25103bbd-0661-4d66-b4da-b39be7f5954f,revision_number=1']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:18:39.041422 n-d-816865-1 neutron-server[102388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-401e40e2-5b0e-43bf-8123-97d000e7eb93 None None] Network 76e580ae-cdca-4370-9000-4a3526a952f8 is already hosted by enough agents. {{(pid=102388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 19:18:39.041422 n-d-816865-1 neutron-server[102388]: DEBUG neutron.scheduler.base_scheduler [None req-401e40e2-5b0e-43bf-8123-97d000e7eb93 None None] Resources bound (agent type, host, resource id): {{(pid=102388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 19:18:39.041422 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-401e40e2-5b0e-43bf-8123-97d000e7eb93 None None] Received port after_create {{(pid=102388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 19:18:39.041691 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.db_base_plugin_common [None req-f15ca36f-5035-4f6b-a5d1-1dedf0f39241 tempest-ExtraDHCPOptionsIpV6TestJSON-1362385762 tempest-ExtraDHCPOptionsIpV6TestJSON-1362385762-project] Allocated IP 2001:db8::3aa (76e580ae-cdca-4370-9000-4a3526a952f8/6b3de5b0-0024-4a0c-9e19-76e683bd36a9/656c71d0-6034-48a9-af4f-75a7334431b9) {{(pid=102387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 19:18:39.041691 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-8f9c5c52-cc41-4a6d-b92c-f1e3c27f1e9f req-3dc90fab-b5d1-4314-89b3-21e1079ced49 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4417072'] for port, after_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:18:39.041864 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-401e40e2-5b0e-43bf-8123-97d000e7eb93 None None] Attempting to bind port 25103bbd-0661-4d66-b4da-b39be7f5954f on host n-d-816865-1 for vnic_type normal with profile {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 19:18:39.041864 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-401e40e2-5b0e-43bf-8123-97d000e7eb93 None None] Attempting to bind port 25103bbd-0661-4d66-b4da-b39be7f5954f by drivers openvswitch,hyperv on host n-d-816865-1 at level 0 using segments [{'id': '3b629252-3adb-4f2b-be92-a0f1c31d8888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '76e580ae-cdca-4370-9000-4a3526a952f8'}] {{(pid=102388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 19:18:39.041864 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-401e40e2-5b0e-43bf-8123-97d000e7eb93 None None] Attempting to bind port 25103bbd-0661-4d66-b4da-b39be7f5954f on network 76e580ae-cdca-4370-9000-4a3526a952f8 {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 19:18:39.041864 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-401e40e2-5b0e-43bf-8123-97d000e7eb93 None None] Checking agent: {'id': '724d89a7-611b-41e6-bc85-c48112b17afa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 18, 25, 8), 'started_at': datetime.datetime(2021, 11, 5, 18, 25, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 19, 18, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 19:18:39.041864 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-401e40e2-5b0e-43bf-8123-97d000e7eb93 None None] Checking segment: {'id': '3b629252-3adb-4f2b-be92-a0f1c31d8888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '76e580ae-cdca-4370-9000-4a3526a952f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 19:18:39.041864 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-401e40e2-5b0e-43bf-8123-97d000e7eb93 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:18:39.041864 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-401e40e2-5b0e-43bf-8123-97d000e7eb93 None None] Bound using segment: {'id': '3b629252-3adb-4f2b-be92-a0f1c31d8888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '76e580ae-cdca-4370-9000-4a3526a952f8'} {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 19:18:39.041864 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-401e40e2-5b0e-43bf-8123-97d000e7eb93 None None] Bound port: 25103bbd-0661-4d66-b4da-b39be7f5954f, host: n-d-816865-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b629252-3adb-4f2b-be92-a0f1c31d8888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '76e580ae-cdca-4370-9000-4a3526a952f8'}}] {{(pid=102388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 19:18:39.041864 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-401e40e2-5b0e-43bf-8123-97d000e7eb93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:18:39.041864 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-401e40e2-5b0e-43bf-8123-97d000e7eb93 None None] For port 25103bbd-0661-4d66-b4da-b39be7f5954f, host n-d-816865-1, cleared binding levels {{(pid=102388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 19:18:39.041864 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-401e40e2-5b0e-43bf-8123-97d000e7eb93 None None] For port 25103bbd-0661-4d66-b4da-b39be7f5954f, host n-d-816865-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=25103bbd-0661-4d66-b4da-b39be7f5954f,segment=NetworkSegment(3b629252-3adb-4f2b-be92-a0f1c31d8888),segment_id=3b629252-3adb-4f2b-be92-a0f1c31d8888)] {{(pid=102388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 19:18:39.095157 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9c5c52-cc41-4a6d-b92c-f1e3c27f1e9f req-3dc90fab-b5d1-4314-89b3-21e1079ced49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:18:39.095855 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-8f9c5c52-cc41-4a6d-b92c-f1e3c27f1e9f req-3dc90fab-b5d1-4314-89b3-21e1079ced49 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:18:39.097996 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-8f9c5c52-cc41-4a6d-b92c-f1e3c27f1e9f req-3dc90fab-b5d1-4314-89b3-21e1079ced49 service neutron] 10.222.0.41 "PUT /v2.0/ports/59dae623-b586-476f-aeb5-e9900b58493d HTTP/1.1" status: 200 len: 1092 time: 1.4839096 Nov 05 19:18:39.106679 n-d-816865-1 neutron-server[102387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84c41646-9c30-4448-a7fd-2f2ec50e531e', 'tag': '59dae623-b586-476f-aeb5-e9900b58493d'}] {{(pid=102387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 19:18:39.109062 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab06bd4ddf5758c1f10d79fe34dc215bafa488692cde9dba2fcbcb67556f90bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f70e588-7d1e-4177-b2d2-711ad1d83ea1" -d '{"events": [{"name": "network-changed", "server_uuid": "84c41646-9c30-4448-a7fd-2f2ec50e531e", "tag": "59dae623-b586-476f-aeb5-e9900b58493d"}]}' {{(pid=102387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 19:18:39.144834 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc90fab-b5d1-4314-89b3-21e1079ced49 service neutron] Pushing event updated for resources: {'Port': ['ID=59dae623-b586-476f-aeb5-e9900b58493d,revision_number=3']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:18:39.178663 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-f15ca36f-5035-4f6b-a5d1-1dedf0f39241 tempest-ExtraDHCPOptionsIpV6TestJSON-1362385762 tempest-ExtraDHCPOptionsIpV6TestJSON-1362385762-project] Publish callbacks [] for port, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:18:39.220294 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 19:18:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fa3c5fe-1e01-4ca7-a948-854b70eaf5f8 x-openstack-request-id: req-3fa3c5fe-1e01-4ca7-a948-854b70eaf5f8 {{(pid=102387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 19:18:39.220589 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84c41646-9c30-4448-a7fd-2f2ec50e531e", "tag": "59dae623-b586-476f-aeb5-e9900b58493d", "status": "completed", "code": 200}]} {{(pid=102387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 19:18:39.221025 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3fa3c5fe-1e01-4ca7-a948-854b70eaf5f8 {{(pid=102387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 19:18:39.221720 n-d-816865-1 neutron-server[102387]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84c41646-9c30-4448-a7fd-2f2ec50e531e', 'tag': '59dae623-b586-476f-aeb5-e9900b58493d', 'status': 'completed', 'code': 200} Nov 05 19:18:39.248112 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-401e40e2-5b0e-43bf-8123-97d000e7eb93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:18:39.284581 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f70e588-7d1e-4177-b2d2-711ad1d83ea1 req-7a2f74c6-0a18-4869-8a4b-5c39b3197cf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:18:39.286935 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-2f70e588-7d1e-4177-b2d2-711ad1d83ea1 req-7a2f74c6-0a18-4869-8a4b-5c39b3197cf6 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=975e22a5e2c44667a77341bd773126d4&device_id=84c41646-9c30-4448-a7fd-2f2ec50e531e HTTP/1.1" status: 200 len: 1095 time: 0.0642366 Nov 05 19:18:39.335077 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-f15ca36f-5035-4f6b-a5d1-1dedf0f39241 tempest-ExtraDHCPOptionsIpV6TestJSON-1362385762 tempest-ExtraDHCPOptionsIpV6TestJSON-1362385762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4417063'] for port, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:18:39.359551 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401e40e2-5b0e-43bf-8123-97d000e7eb93 None None] Pushing event updated for resources: {'Port': ['ID=25103bbd-0661-4d66-b4da-b39be7f5954f,revision_number=2']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:18:39.411561 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f15ca36f-5035-4f6b-a5d1-1dedf0f39241 tempest-ExtraDHCPOptionsIpV6TestJSON-1362385762 tempest-ExtraDHCPOptionsIpV6TestJSON-1362385762-project] Network 76e580ae-cdca-4370-9000-4a3526a952f8 is already hosted by enough agents. {{(pid=102387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 19:18:39.417093 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.base_scheduler [None req-f15ca36f-5035-4f6b-a5d1-1dedf0f39241 tempest-ExtraDHCPOptionsIpV6TestJSON-1362385762 tempest-ExtraDHCPOptionsIpV6TestJSON-1362385762-project] Resources bound (agent type, host, resource id): {{(pid=102387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 19:18:39.419495 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f15ca36f-5035-4f6b-a5d1-1dedf0f39241 tempest-ExtraDHCPOptionsIpV6TestJSON-1362385762 tempest-ExtraDHCPOptionsIpV6TestJSON-1362385762-project] Received port after_create {{(pid=102387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 19:18:39.425804 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f15ca36f-5035-4f6b-a5d1-1dedf0f39241 tempest-ExtraDHCPOptionsIpV6TestJSON-1362385762 tempest-ExtraDHCPOptionsIpV6TestJSON-1362385762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:18:39.426494 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-f15ca36f-5035-4f6b-a5d1-1dedf0f39241 tempest-ExtraDHCPOptionsIpV6TestJSON-1362385762 tempest-ExtraDHCPOptionsIpV6TestJSON-1362385762-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:18:39.466979 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15ca36f-5035-4f6b-a5d1-1dedf0f39241 tempest-ExtraDHCPOptionsIpV6TestJSON-1362385762 tempest-ExtraDHCPOptionsIpV6TestJSON-1362385762-project] Pushing event updated for resources: {'Port': ['ID=656c71d0-6034-48a9-af4f-75a7334431b9,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:18:39.492057 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f70e588-7d1e-4177-b2d2-711ad1d83ea1 req-f2a033fa-fd0e-4061-aafc-9dafe29cb8dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:18:39.493577 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-2f70e588-7d1e-4177-b2d2-711ad1d83ea1 req-f2a033fa-fd0e-4061-aafc-9dafe29cb8dc service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=975e22a5e2c44667a77341bd773126d4&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1982119 Nov 05 19:18:39.583215 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 40204) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:18:39.588461 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-75b73bc9-af2f-49a2-8f68-be4d253c637e tempest-ExtraDHCPOptionsIpV6TestJSON-1362385762 tempest-ExtraDHCPOptionsIpV6TestJSON-1362385762-project] Request body: {'port': {'network_id': '76e580ae-cdca-4370-9000-4a3526a952f8', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-4948838', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:18:39.591260 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.api.validators [None req-75b73bc9-af2f-49a2-8f68-be4d253c637e tempest-ExtraDHCPOptionsIpV6TestJSON-1362385762 tempest-ExtraDHCPOptionsIpV6TestJSON-1362385762-project] bootfile-name is not in valid_values {{(pid=102386) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 05 19:18:39.594339 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.api.validators [None req-75b73bc9-af2f-49a2-8f68-be4d253c637e tempest-ExtraDHCPOptionsIpV6TestJSON-1362385762 tempest-ExtraDHCPOptionsIpV6TestJSON-1362385762-project] tftp-server is not in valid_values {{(pid=102386) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 05 19:18:39.595066 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.api.validators [None req-75b73bc9-af2f-49a2-8f68-be4d253c637e tempest-ExtraDHCPOptionsIpV6TestJSON-1362385762 tempest-ExtraDHCPOptionsIpV6TestJSON-1362385762-project] server-ip-address is not in valid_values {{(pid=102386) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 05 19:18:39.603281 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-f15ca36f-5035-4f6b-a5d1-1dedf0f39241 tempest-ExtraDHCPOptionsIpV6TestJSON-1362385762 tempest-ExtraDHCPOptionsIpV6TestJSON-1362385762-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 1.4462597 Nov 05 19:18:39.672381 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f70e588-7d1e-4177-b2d2-711ad1d83ea1 req-86cfa994-31be-4351-8a16-a5313d071172 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:18:39.674897 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-2f70e588-7d1e-4177-b2d2-711ad1d83ea1 req-86cfa994-31be-4351-8a16-a5313d071172 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1731133 Nov 05 19:18:39.777607 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 25103bbd-0661-4d66-b4da-b39be7f5954f up at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 19:18:39.819297 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9c5c52-cc41-4a6d-b92c-f1e3c27f1e9f req-6279fa76-2383-478d-9839-af65e34eb21d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:18:39.820882 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-8f9c5c52-cc41-4a6d-b92c-f1e3c27f1e9f req-6279fa76-2383-478d-9839-af65e34eb21d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=975e22a5e2c44667a77341bd773126d4&device_id=84c41646-9c30-4448-a7fd-2f2ec50e531e HTTP/1.1" status: 200 len: 1095 time: 0.1075649 Nov 05 19:18:39.834708 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69b7e20-8fdc-45ae-a355-58f566ff153e req-ec41f890-13ba-4d98-8847-e4c0c30d99fa tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:18:39.842310 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-b69b7e20-8fdc-45ae-a355-58f566ff153e req-ec41f890-13ba-4d98-8847-e4c0c30d99fa tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] 10.222.0.13 "GET /v2.0/ports?device_id=84c41646-9c30-4448-a7fd-2f2ec50e531e HTTP/1.1" status: 200 len: 944 time: 0.1189308 Nov 05 19:18:39.847851 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Provisioning complete for port 25103bbd-0661-4d66-b4da-b39be7f5954f triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:18:39.848331 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:18:39.892641 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-8f9c5c52-cc41-4a6d-b92c-f1e3c27f1e9f req-1b1d3310-99f3-4b98-a3ca-a60f7978ab72 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=59dae623-b586-476f-aeb5-e9900b58493d HTTP/1.1" status: 200 len: 217 time: 0.0476408 Nov 05 19:18:39.909812 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75b73bc9-af2f-49a2-8f68-be4d253c637e tempest-ExtraDHCPOptionsIpV6TestJSON-1362385762 tempest-ExtraDHCPOptionsIpV6TestJSON-1362385762-project] Made reservation on behalf of f9ed264041f74c01bccee14171f1abe2 for: {'port': 1} {{(pid=102386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 19:18:39.915150 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-75b73bc9-af2f-49a2-8f68-be4d253c637e tempest-ExtraDHCPOptionsIpV6TestJSON-1362385762 tempest-ExtraDHCPOptionsIpV6TestJSON-1362385762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:18:39.936362 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:18:39.948847 n-d-816865-1 neutron-server[102386]: DEBUG neutron.notifiers.nova [None req-75b73bc9-af2f-49a2-8f68-be4d253c637e tempest-ExtraDHCPOptionsIpV6TestJSON-1362385762 tempest-ExtraDHCPOptionsIpV6TestJSON-1362385762-project] device_id is not set on port 0a7b9ff7-591e-46df-86e6-8e13a1270e9d yet. {{(pid=102386) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 05 19:18:39.949273 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9c5c52-cc41-4a6d-b92c-f1e3c27f1e9f req-eb1a9651-75b9-482b-9f6a-9b4cd8e847ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:18:39.950792 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-8f9c5c52-cc41-4a6d-b92c-f1e3c27f1e9f req-eb1a9651-75b9-482b-9f6a-9b4cd8e847ad service neutron] 10.222.0.41 "GET /v2.0/subnets?id=9a5a1166-12d4-4407-8a6a-41bf61d6db29 HTTP/1.1" status: 200 len: 850 time: 0.0515904 Nov 05 19:18:39.975002 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] For port 25103bbd-0661-4d66-b4da-b39be7f5954f, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=25103bbd-0661-4d66-b4da-b39be7f5954f,segment=NetworkSegment(3b629252-3adb-4f2b-be92-a0f1c31d8888),segment_id=3b629252-3adb-4f2b-be92-a0f1c31d8888)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:18:39.982647 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-b69b7e20-8fdc-45ae-a355-58f566ff153e req-dd356b02-14a4-43f6-b29a-6737d5602566 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] 10.222.0.13 "GET /v2.0/security-groups?id=0901d174-558d-4d58-91a3-452d9a2f95cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394711 Nov 05 19:18:40.030471 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9c5c52-cc41-4a6d-b92c-f1e3c27f1e9f req-f799e676-3514-4268-9521-a6b784abbce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:18:40.032035 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-8f9c5c52-cc41-4a6d-b92c-f1e3c27f1e9f req-f799e676-3514-4268-9521-a6b784abbce0 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=22c01ef1-936f-4d85-97a6-cf840ed74fec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0702705 Nov 05 19:18:40.047164 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:18:40.101903 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Pushing event updated for resources: {'Port': ['ID=25103bbd-0661-4d66-b4da-b39be7f5954f,revision_number=3']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:18:40.125474 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.db_base_plugin_common [None req-75b73bc9-af2f-49a2-8f68-be4d253c637e tempest-ExtraDHCPOptionsIpV6TestJSON-1362385762 tempest-ExtraDHCPOptionsIpV6TestJSON-1362385762-project] Allocated IP 2001:db8::1f8 (76e580ae-cdca-4370-9000-4a3526a952f8/6b3de5b0-0024-4a0c-9e19-76e683bd36a9/0a7b9ff7-591e-46df-86e6-8e13a1270e9d) {{(pid=102386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 19:18:40.145934 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-8f9c5c52-cc41-4a6d-b92c-f1e3c27f1e9f req-7efc09a6-ff3b-4c7c-88e5-da93c9fc3152 service neutron] 10.222.0.41 "GET /v2.0/networks/22c01ef1-936f-4d85-97a6-cf840ed74fec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1065867 Nov 05 19:18:40.253521 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-8f9c5c52-cc41-4a6d-b92c-f1e3c27f1e9f req-43974937-006f-43cf-89db-f8b1b2fac8c5 service neutron] 10.222.0.41 "GET /v2.0/networks/22c01ef1-936f-4d85-97a6-cf840ed74fec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0995142 Nov 05 19:18:40.313563 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-75b73bc9-af2f-49a2-8f68-be4d253c637e tempest-ExtraDHCPOptionsIpV6TestJSON-1362385762 tempest-ExtraDHCPOptionsIpV6TestJSON-1362385762-project] Publish callbacks [] for port, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:18:40.406554 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-75b73bc9-af2f-49a2-8f68-be4d253c637e tempest-ExtraDHCPOptionsIpV6TestJSON-1362385762 tempest-ExtraDHCPOptionsIpV6TestJSON-1362385762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:18:40.456722 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75b73bc9-af2f-49a2-8f68-be4d253c637e tempest-ExtraDHCPOptionsIpV6TestJSON-1362385762 tempest-ExtraDHCPOptionsIpV6TestJSON-1362385762-project] Network 76e580ae-cdca-4370-9000-4a3526a952f8 is already hosted by enough agents. {{(pid=102386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 19:18:40.460220 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.base_scheduler [None req-75b73bc9-af2f-49a2-8f68-be4d253c637e tempest-ExtraDHCPOptionsIpV6TestJSON-1362385762 tempest-ExtraDHCPOptionsIpV6TestJSON-1362385762-project] Resources bound (agent type, host, resource id): {{(pid=102386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 19:18:40.465164 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75b73bc9-af2f-49a2-8f68-be4d253c637e tempest-ExtraDHCPOptionsIpV6TestJSON-1362385762 tempest-ExtraDHCPOptionsIpV6TestJSON-1362385762-project] Received port after_create {{(pid=102386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 19:18:40.471035 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75b73bc9-af2f-49a2-8f68-be4d253c637e tempest-ExtraDHCPOptionsIpV6TestJSON-1362385762 tempest-ExtraDHCPOptionsIpV6TestJSON-1362385762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:18:40.471700 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-75b73bc9-af2f-49a2-8f68-be4d253c637e tempest-ExtraDHCPOptionsIpV6TestJSON-1362385762 tempest-ExtraDHCPOptionsIpV6TestJSON-1362385762-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:18:40.475534 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b73bc9-af2f-49a2-8f68-be4d253c637e tempest-ExtraDHCPOptionsIpV6TestJSON-1362385762 tempest-ExtraDHCPOptionsIpV6TestJSON-1362385762-project] Pushing event updated for resources: {'Port': ['ID=0a7b9ff7-591e-46df-86e6-8e13a1270e9d,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:18:40.544412 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4813051c-a630-4297-b7a0-c703ec91ec51 None None] Network 76e580ae-cdca-4370-9000-4a3526a952f8 requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 19:18:40.575721 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-75b73bc9-af2f-49a2-8f68-be4d253c637e tempest-ExtraDHCPOptionsIpV6TestJSON-1362385762 tempest-ExtraDHCPOptionsIpV6TestJSON-1362385762-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1147 time: 0.9913940 Nov 05 19:18:40.578363 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 40210) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:18:40.617910 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-56a7ae83-1c44-4eb7-8582-adf93a7f1c27 None None] Provisioning complete for port 25103bbd-0661-4d66-b4da-b39be7f5954f triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:18:40.618376 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-56a7ae83-1c44-4eb7-8582-adf93a7f1c27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:18:40.690588 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-170fb408-32b7-4021-bb82-f291b6bec2c5 tempest-ExtraDHCPOptionsIpV6TestJSON-1362385762 tempest-ExtraDHCPOptionsIpV6TestJSON-1362385762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:18:40.697115 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-170fb408-32b7-4021-bb82-f291b6bec2c5 tempest-ExtraDHCPOptionsIpV6TestJSON-1362385762 tempest-ExtraDHCPOptionsIpV6TestJSON-1362385762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:18:40.703110 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-170fb408-32b7-4021-bb82-f291b6bec2c5 tempest-ExtraDHCPOptionsIpV6TestJSON-1362385762 tempest-ExtraDHCPOptionsIpV6TestJSON-1362385762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:18:40.704851 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-170fb408-32b7-4021-bb82-f291b6bec2c5 tempest-ExtraDHCPOptionsIpV6TestJSON-1362385762 tempest-ExtraDHCPOptionsIpV6TestJSON-1362385762-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2621 time: 0.1254518 Nov 05 19:18:40.707811 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 40212) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:18:40.807731 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-f005b8c9-45af-45bf-989f-32ac8fd09ac9 tempest-ExtraDHCPOptionsIpV6TestJSON-1362385762 tempest-ExtraDHCPOptionsIpV6TestJSON-1362385762-project] Deleting port 0a7b9ff7-591e-46df-86e6-8e13a1270e9d {{(pid=102386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 19:18:40.808071 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-f005b8c9-45af-45bf-989f-32ac8fd09ac9 tempest-ExtraDHCPOptionsIpV6TestJSON-1362385762 tempest-ExtraDHCPOptionsIpV6TestJSON-1362385762-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:18:40.906661 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-f005b8c9-45af-45bf-989f-32ac8fd09ac9 tempest-ExtraDHCPOptionsIpV6TestJSON-1362385762 tempest-ExtraDHCPOptionsIpV6TestJSON-1362385762-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:18:40.920093 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-f005b8c9-45af-45bf-989f-32ac8fd09ac9 tempest-ExtraDHCPOptionsIpV6TestJSON-1362385762 tempest-ExtraDHCPOptionsIpV6TestJSON-1362385762-project] Calling delete_port for 0a7b9ff7-591e-46df-86e6-8e13a1270e9d owned by {{(pid=102386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 19:18:41.100295 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-7a23808c-4077-46f7-a88d-c4266e11adee None None] Provisioning complete for port 656c71d0-6034-48a9-af4f-75a7334431b9 triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:18:41.101588 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-7a23808c-4077-46f7-a88d-c4266e11adee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:18:41.121180 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-f005b8c9-45af-45bf-989f-32ac8fd09ac9 tempest-ExtraDHCPOptionsIpV6TestJSON-1362385762 tempest-ExtraDHCPOptionsIpV6TestJSON-1362385762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:18:41.133996 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff890245-e1f4-4025-885c-a8a270872ce0 req-a4eecb07-242c-4dd3-a52b-e876656bebd7 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:18:41.141361 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-ff890245-e1f4-4025-885c-a8a270872ce0 req-a4eecb07-242c-4dd3-a52b-e876656bebd7 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] 10.222.0.13 "GET /v2.0/ports?device_id=84c41646-9c30-4448-a7fd-2f2ec50e531e HTTP/1.1" status: 200 len: 944 time: 0.0690484 Nov 05 19:18:41.185451 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-7a23808c-4077-46f7-a88d-c4266e11adee None None] Port 656c71d0-6034-48a9-af4f-75a7334431b9 cannot update to ACTIVE because it is not bound. {{(pid=102388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 19:18:41.204231 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-ff890245-e1f4-4025-885c-a8a270872ce0 req-0602323c-f53d-4ed9-8a22-84af16fbb98a tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] 10.222.0.13 "GET /v2.0/security-groups?id=0901d174-558d-4d58-91a3-452d9a2f95cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617039 Nov 05 19:18:41.206416 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-7a23808c-4077-46f7-a88d-c4266e11adee None None] Provisioning complete for port 25103bbd-0661-4d66-b4da-b39be7f5954f triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:18:41.206852 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-7a23808c-4077-46f7-a88d-c4266e11adee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:18:41.224481 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f005b8c9-45af-45bf-989f-32ac8fd09ac9 tempest-ExtraDHCPOptionsIpV6TestJSON-1362385762 tempest-ExtraDHCPOptionsIpV6TestJSON-1362385762-project] Pushing event deleted for resources: {'Port': ['ID=0a7b9ff7-591e-46df-86e6-8e13a1270e9d,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:18:41.227187 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-f005b8c9-45af-45bf-989f-32ac8fd09ac9 tempest-ExtraDHCPOptionsIpV6TestJSON-1362385762 tempest-ExtraDHCPOptionsIpV6TestJSON-1362385762-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:18:41.234864 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 40216) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:18:41.240922 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-c47dca31-74aa-4557-b684-1e4f892215dd tempest-ExtraDHCPOptionsIpV6TestJSON-1362385762 tempest-ExtraDHCPOptionsIpV6TestJSON-1362385762-project] Request body: {'port': {'name': 'tempest-new-port-name-1883195007', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:18:41.241601 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.api.validators [None req-c47dca31-74aa-4557-b684-1e4f892215dd tempest-ExtraDHCPOptionsIpV6TestJSON-1362385762 tempest-ExtraDHCPOptionsIpV6TestJSON-1362385762-project] bootfile-name is not in valid_values {{(pid=102387) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 05 19:18:41.242096 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.api.validators [None req-c47dca31-74aa-4557-b684-1e4f892215dd tempest-ExtraDHCPOptionsIpV6TestJSON-1362385762 tempest-ExtraDHCPOptionsIpV6TestJSON-1362385762-project] tftp-server is not in valid_values {{(pid=102387) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 05 19:18:41.242591 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.api.validators [None req-c47dca31-74aa-4557-b684-1e4f892215dd tempest-ExtraDHCPOptionsIpV6TestJSON-1362385762 tempest-ExtraDHCPOptionsIpV6TestJSON-1362385762-project] server-ip-address is not in valid_values {{(pid=102387) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 05 19:18:41.242909 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-f005b8c9-45af-45bf-989f-32ac8fd09ac9 tempest-ExtraDHCPOptionsIpV6TestJSON-1362385762 tempest-ExtraDHCPOptionsIpV6TestJSON-1362385762-project] 10.222.0.13 "DELETE /v2.0/ports/0a7b9ff7-591e-46df-86e6-8e13a1270e9d HTTP/1.1" status: 204 len: 168 time: 0.5337186 Nov 05 19:18:41.317995 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-c47dca31-74aa-4557-b684-1e4f892215dd tempest-ExtraDHCPOptionsIpV6TestJSON-1362385762 tempest-ExtraDHCPOptionsIpV6TestJSON-1362385762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:18:41.334332 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-7a23808c-4077-46f7-a88d-c4266e11adee None None] Could not find standard attr ID for object 0a7b9ff7-591e-46df-86e6-8e13a1270e9d. {{(pid=102388) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 05 19:18:41.466218 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-6666c428-232f-4336-9494-5b77f0b05c31 None None] Provisioning complete for port 656c71d0-6034-48a9-af4f-75a7334431b9 triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:18:41.466598 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-6666c428-232f-4336-9494-5b77f0b05c31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:18:41.505362 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-6666c428-232f-4336-9494-5b77f0b05c31 None None] Port 656c71d0-6034-48a9-af4f-75a7334431b9 cannot update to ACTIVE because it is not bound. {{(pid=102388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 19:18:41.531874 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-c47dca31-74aa-4557-b684-1e4f892215dd tempest-ExtraDHCPOptionsIpV6TestJSON-1362385762 tempest-ExtraDHCPOptionsIpV6TestJSON-1362385762-project] Publish callbacks [] for port, precommit_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:18:41.588720 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-c47dca31-74aa-4557-b684-1e4f892215dd tempest-ExtraDHCPOptionsIpV6TestJSON-1362385762 tempest-ExtraDHCPOptionsIpV6TestJSON-1362385762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4417072'] for port, after_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:18:41.620764 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-c210b27f-feac-4d02-a3f0-dd80aa7f1248 None None] Could not find standard attr ID for object 0a7b9ff7-591e-46df-86e6-8e13a1270e9d. {{(pid=102388) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 05 19:18:41.630161 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [None req-c47dca31-74aa-4557-b684-1e4f892215dd tempest-ExtraDHCPOptionsIpV6TestJSON-1362385762 tempest-ExtraDHCPOptionsIpV6TestJSON-1362385762-project] In _notify_port_updated(), no bound segment for port 656c71d0-6034-48a9-af4f-75a7334431b9 on network 76e580ae-cdca-4370-9000-4a3526a952f8 {{(pid=102387) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 05 19:18:41.636297 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c47dca31-74aa-4557-b684-1e4f892215dd tempest-ExtraDHCPOptionsIpV6TestJSON-1362385762 tempest-ExtraDHCPOptionsIpV6TestJSON-1362385762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:18:41.637063 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-c47dca31-74aa-4557-b684-1e4f892215dd tempest-ExtraDHCPOptionsIpV6TestJSON-1362385762 tempest-ExtraDHCPOptionsIpV6TestJSON-1362385762-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:18:41.641025 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-c47dca31-74aa-4557-b684-1e4f892215dd tempest-ExtraDHCPOptionsIpV6TestJSON-1362385762 tempest-ExtraDHCPOptionsIpV6TestJSON-1362385762-project] 10.222.0.13 "PUT /v2.0/ports/656c71d0-6034-48a9-af4f-75a7334431b9 HTTP/1.1" status: 200 len: 1130 time: 0.4022903 Nov 05 19:18:41.643685 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 40218) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:18:41.680289 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47dca31-74aa-4557-b684-1e4f892215dd tempest-ExtraDHCPOptionsIpV6TestJSON-1362385762 tempest-ExtraDHCPOptionsIpV6TestJSON-1362385762-project] Pushing event updated for resources: {'Port': ['ID=656c71d0-6034-48a9-af4f-75a7334431b9,revision_number=2']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:18:41.698768 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-325f0e79-3a72-4c52-be53-11458f5c7fe8 tempest-ExtraDHCPOptionsIpV6TestJSON-1362385762 tempest-ExtraDHCPOptionsIpV6TestJSON-1362385762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:18:41.702115 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-325f0e79-3a72-4c52-be53-11458f5c7fe8 tempest-ExtraDHCPOptionsIpV6TestJSON-1362385762 tempest-ExtraDHCPOptionsIpV6TestJSON-1362385762-project] 10.222.0.13 "GET /v2.0/ports/656c71d0-6034-48a9-af4f-75a7334431b9 HTTP/1.1" status: 200 len: 1130 time: 0.0581596 Nov 05 19:18:41.704263 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 40220) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:18:41.713883 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 25103bbd-0661-4d66-b4da-b39be7f5954f up at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 19:18:41.775166 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Provisioning complete for port 25103bbd-0661-4d66-b4da-b39be7f5954f triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:18:41.775637 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:18:41.809657 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-e9189411-5e1f-4976-888d-0e7e1ace3909 tempest-ExtraDHCPOptionsIpV6TestJSON-1362385762 tempest-ExtraDHCPOptionsIpV6TestJSON-1362385762-project] Deleting port 656c71d0-6034-48a9-af4f-75a7334431b9 {{(pid=102386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 19:18:41.810406 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-e9189411-5e1f-4976-888d-0e7e1ace3909 tempest-ExtraDHCPOptionsIpV6TestJSON-1362385762 tempest-ExtraDHCPOptionsIpV6TestJSON-1362385762-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:18:41.917464 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-e9189411-5e1f-4976-888d-0e7e1ace3909 tempest-ExtraDHCPOptionsIpV6TestJSON-1362385762 tempest-ExtraDHCPOptionsIpV6TestJSON-1362385762-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:18:41.931596 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-e9189411-5e1f-4976-888d-0e7e1ace3909 tempest-ExtraDHCPOptionsIpV6TestJSON-1362385762 tempest-ExtraDHCPOptionsIpV6TestJSON-1362385762-project] Calling delete_port for 656c71d0-6034-48a9-af4f-75a7334431b9 owned by {{(pid=102386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 19:18:42.131630 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-e9189411-5e1f-4976-888d-0e7e1ace3909 tempest-ExtraDHCPOptionsIpV6TestJSON-1362385762 tempest-ExtraDHCPOptionsIpV6TestJSON-1362385762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:18:42.142096 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-4626b05f-685d-409d-b111-aa6555e061b7 None None] Could not find standard attr ID for object 656c71d0-6034-48a9-af4f-75a7334431b9. {{(pid=102388) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 05 19:18:42.164119 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9189411-5e1f-4976-888d-0e7e1ace3909 tempest-ExtraDHCPOptionsIpV6TestJSON-1362385762 tempest-ExtraDHCPOptionsIpV6TestJSON-1362385762-project] Pushing event deleted for resources: {'Port': ['ID=656c71d0-6034-48a9-af4f-75a7334431b9,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:18:42.192452 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-e9189411-5e1f-4976-888d-0e7e1ace3909 tempest-ExtraDHCPOptionsIpV6TestJSON-1362385762 tempest-ExtraDHCPOptionsIpV6TestJSON-1362385762-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:18:42.195787 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-e9189411-5e1f-4976-888d-0e7e1ace3909 tempest-ExtraDHCPOptionsIpV6TestJSON-1362385762 tempest-ExtraDHCPOptionsIpV6TestJSON-1362385762-project] 10.222.0.13 "DELETE /v2.0/ports/656c71d0-6034-48a9-af4f-75a7334431b9 HTTP/1.1" status: 204 len: 168 time: 0.4905024 Nov 05 19:18:42.198374 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 40222) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:18:42.273915 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.db_base_plugin_v2 [None req-64b57812-3a0c-44a5-9026-63088a6a7233 tempest-ExtraDHCPOptionsIpV6TestJSON-1362385762 tempest-ExtraDHCPOptionsIpV6TestJSON-1362385762-project] Deleting subnet 6b3de5b0-0024-4a0c-9e19-76e683bd36a9 {{(pid=102386) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 05 19:18:42.278366 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-64b57812-3a0c-44a5-9026-63088a6a7233 tempest-ExtraDHCPOptionsIpV6TestJSON-1362385762 tempest-ExtraDHCPOptionsIpV6TestJSON-1362385762-project] Publish callbacks [] for subnet, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:18:42.332664 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-64b57812-3a0c-44a5-9026-63088a6a7233 tempest-ExtraDHCPOptionsIpV6TestJSON-1362385762 tempest-ExtraDHCPOptionsIpV6TestJSON-1362385762-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4590738'] for subnet, precommit_delete_associations {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:18:42.346459 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d802e2-ca77-49f1-9a39-aecfc6b25055 req-a69bfc55-de80-495b-9a91-98caa0e42c4d tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:18:42.354582 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-42d802e2-ca77-49f1-9a39-aecfc6b25055 req-a69bfc55-de80-495b-9a91-98caa0e42c4d tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] 10.222.0.13 "GET /v2.0/ports?device_id=84c41646-9c30-4448-a7fd-2f2ec50e531e HTTP/1.1" status: 200 len: 944 time: 0.0612085 Nov 05 19:18:42.409395 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-42d802e2-ca77-49f1-9a39-aecfc6b25055 req-960dae61-b09d-481d-bcfa-9ec51ef45d3a tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] 10.222.0.13 "GET /v2.0/security-groups?id=0901d174-558d-4d58-91a3-452d9a2f95cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537007 Nov 05 19:18:42.440211 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-64b57812-3a0c-44a5-9026-63088a6a7233 tempest-ExtraDHCPOptionsIpV6TestJSON-1362385762 tempest-ExtraDHCPOptionsIpV6TestJSON-1362385762-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1573928'] for subnet, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:18:42.567346 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-64b57812-3a0c-44a5-9026-63088a6a7233 tempest-ExtraDHCPOptionsIpV6TestJSON-1362385762 tempest-ExtraDHCPOptionsIpV6TestJSON-1362385762-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1573905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6149879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4877183'] for subnet, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:18:42.595936 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b57812-3a0c-44a5-9026-63088a6a7233 tempest-ExtraDHCPOptionsIpV6TestJSON-1362385762 tempest-ExtraDHCPOptionsIpV6TestJSON-1362385762-project] Pushing event deleted for resources: {'Subnet': ['ID=6b3de5b0-0024-4a0c-9e19-76e683bd36a9,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:18:42.600149 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-64b57812-3a0c-44a5-9026-63088a6a7233 tempest-ExtraDHCPOptionsIpV6TestJSON-1362385762 tempest-ExtraDHCPOptionsIpV6TestJSON-1362385762-project] Publish callbacks [] for subnet, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:18:42.603623 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-64b57812-3a0c-44a5-9026-63088a6a7233 tempest-ExtraDHCPOptionsIpV6TestJSON-1362385762 tempest-ExtraDHCPOptionsIpV6TestJSON-1362385762-project] 10.222.0.13 "DELETE /v2.0/subnets/6b3de5b0-0024-4a0c-9e19-76e683bd36a9 HTTP/1.1" status: 204 len: 168 time: 0.4043164 Nov 05 19:18:42.606249 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 40226) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:18:42.607448 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26b36ad5-a374-4f6a-bb3c-ecf3f959503e None None] Network 76e580ae-cdca-4370-9000-4a3526a952f8 requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 19:18:42.686870 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-db0de3b5-641f-4393-abcb-73587ba59eff tempest-ExtraDHCPOptionsIpV6TestJSON-1362385762 tempest-ExtraDHCPOptionsIpV6TestJSON-1362385762-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1664226'] for network, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:18:42.743959 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-db0de3b5-641f-4393-abcb-73587ba59eff tempest-ExtraDHCPOptionsIpV6TestJSON-1362385762 tempest-ExtraDHCPOptionsIpV6TestJSON-1362385762-project] Deleting port 25103bbd-0661-4d66-b4da-b39be7f5954f {{(pid=102386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 19:18:42.744587 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-db0de3b5-641f-4393-abcb-73587ba59eff tempest-ExtraDHCPOptionsIpV6TestJSON-1362385762 tempest-ExtraDHCPOptionsIpV6TestJSON-1362385762-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:18:42.792854 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caf4c9ae-a43b-44eb-8663-4d3c6c1edf2b None None] DHCP port deletion for 76e580ae-cdca-4370-9000-4a3526a952f8 request from n-d-816865-1 {{(pid=102388) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 05 19:18:42.819925 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [None req-db0de3b5-641f-4393-abcb-73587ba59eff tempest-ExtraDHCPOptionsIpV6TestJSON-1362385762 tempest-ExtraDHCPOptionsIpV6TestJSON-1362385762-project] For port 25103bbd-0661-4d66-b4da-b39be7f5954f, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=25103bbd-0661-4d66-b4da-b39be7f5954f,segment=NetworkSegment(3b629252-3adb-4f2b-be92-a0f1c31d8888),segment_id=3b629252-3adb-4f2b-be92-a0f1c31d8888)] {{(pid=102386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:18:42.820183 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-db0de3b5-641f-4393-abcb-73587ba59eff tempest-ExtraDHCPOptionsIpV6TestJSON-1362385762 tempest-ExtraDHCPOptionsIpV6TestJSON-1362385762-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:18:42.833293 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-db0de3b5-641f-4393-abcb-73587ba59eff tempest-ExtraDHCPOptionsIpV6TestJSON-1362385762 tempest-ExtraDHCPOptionsIpV6TestJSON-1362385762-project] Calling delete_port for 25103bbd-0661-4d66-b4da-b39be7f5954f owned by network:dhcp {{(pid=102386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 19:18:42.849011 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-caf4c9ae-a43b-44eb-8663-4d3c6c1edf2b None None] Deleting port 25103bbd-0661-4d66-b4da-b39be7f5954f {{(pid=102388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 19:18:42.849406 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-caf4c9ae-a43b-44eb-8663-4d3c6c1edf2b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:18:42.919120 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-caf4c9ae-a43b-44eb-8663-4d3c6c1edf2b None None] For port 25103bbd-0661-4d66-b4da-b39be7f5954f, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=25103bbd-0661-4d66-b4da-b39be7f5954f,segment=NetworkSegment(3b629252-3adb-4f2b-be92-a0f1c31d8888),segment_id=3b629252-3adb-4f2b-be92-a0f1c31d8888)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:18:42.919517 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-caf4c9ae-a43b-44eb-8663-4d3c6c1edf2b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:18:42.931797 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-caf4c9ae-a43b-44eb-8663-4d3c6c1edf2b None None] Calling delete_port for 25103bbd-0661-4d66-b4da-b39be7f5954f owned by network:dhcp {{(pid=102388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 19:18:42.999783 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-db0de3b5-641f-4393-abcb-73587ba59eff tempest-ExtraDHCPOptionsIpV6TestJSON-1362385762 tempest-ExtraDHCPOptionsIpV6TestJSON-1362385762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:18:43.006938 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-caf4c9ae-a43b-44eb-8663-4d3c6c1edf2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798'] for port, after_delete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:18:43.028266 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db0de3b5-641f-4393-abcb-73587ba59eff tempest-ExtraDHCPOptionsIpV6TestJSON-1362385762 tempest-ExtraDHCPOptionsIpV6TestJSON-1362385762-project] No DVR routers for this DVR port 25103bbd-0661-4d66-b4da-b39be7f5954f on host n-d-816865-1 {{(pid=102386) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 19:18:43.035067 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0de3b5-641f-4393-abcb-73587ba59eff tempest-ExtraDHCPOptionsIpV6TestJSON-1362385762 tempest-ExtraDHCPOptionsIpV6TestJSON-1362385762-project] Pushing event deleted for resources: {'Port': ['ID=25103bbd-0661-4d66-b4da-b39be7f5954f,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:18:43.035232 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf4c9ae-a43b-44eb-8663-4d3c6c1edf2b None None] Pushing event deleted for resources: {'Port': ['ID=25103bbd-0661-4d66-b4da-b39be7f5954f,revision_number=None']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:18:43.036993 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caf4c9ae-a43b-44eb-8663-4d3c6c1edf2b None None] No DVR routers for this DVR port 25103bbd-0661-4d66-b4da-b39be7f5954f on host n-d-816865-1 {{(pid=102388) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 19:18:43.117144 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-db0de3b5-641f-4393-abcb-73587ba59eff tempest-ExtraDHCPOptionsIpV6TestJSON-1362385762 tempest-ExtraDHCPOptionsIpV6TestJSON-1362385762-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1579173', 'neutron.services.segments.db._delete_segments_for_network-8750027792909'] for network, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:18:43.138176 n-d-816865-1 neutron-server[102386]: DEBUG neutron.services.segments.db [None req-db0de3b5-641f-4393-abcb-73587ba59eff tempest-ExtraDHCPOptionsIpV6TestJSON-1362385762 tempest-ExtraDHCPOptionsIpV6TestJSON-1362385762-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['76e580ae-cdca-4370-9000-4a3526a952f8']}} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:18:43.148261 n-d-816865-1 neutron-server[102386]: DEBUG neutron.services.segments.db [None req-db0de3b5-641f-4393-abcb-73587ba59eff tempest-ExtraDHCPOptionsIpV6TestJSON-1362385762 tempest-ExtraDHCPOptionsIpV6TestJSON-1362385762-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b629252-3adb-4f2b-be92-a0f1c31d8888') {'for_net_delete': True} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:18:43.148560 n-d-816865-1 neutron-server[102386]: DEBUG neutron.services.segments.db [None req-db0de3b5-641f-4393-abcb-73587ba59eff tempest-ExtraDHCPOptionsIpV6TestJSON-1362385762 tempest-ExtraDHCPOptionsIpV6TestJSON-1362385762-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b629252-3adb-4f2b-be92-a0f1c31d8888') {} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:18:43.158270 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-db0de3b5-641f-4393-abcb-73587ba59eff tempest-ExtraDHCPOptionsIpV6TestJSON-1362385762 tempest-ExtraDHCPOptionsIpV6TestJSON-1362385762-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750027793430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4590747'] for segment, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:18:43.172938 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-db0de3b5-641f-4393-abcb-73587ba59eff tempest-ExtraDHCPOptionsIpV6TestJSON-1362385762 tempest-ExtraDHCPOptionsIpV6TestJSON-1362385762-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273'] for segment, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:18:43.180107 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db0de3b5-641f-4393-abcb-73587ba59eff tempest-ExtraDHCPOptionsIpV6TestJSON-1362385762 tempest-ExtraDHCPOptionsIpV6TestJSON-1362385762-project] Releasing vlan 154 on physical network physnet1 to pool {{(pid=102386) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 05 19:18:43.180500 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-db0de3b5-641f-4393-abcb-73587ba59eff tempest-ExtraDHCPOptionsIpV6TestJSON-1362385762 tempest-ExtraDHCPOptionsIpV6TestJSON-1362385762-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6149721'] for segment, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:18:43.183501 n-d-816865-1 neutron-server[102386]: Traceback (most recent call last): Nov 05 19:18:43.183501 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 05 19:18:43.183501 n-d-816865-1 neutron-server[102386]: timer() Nov 05 19:18:43.183501 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 05 19:18:43.183501 n-d-816865-1 neutron-server[102386]: cb(*args, **kw) Nov 05 19:18:43.183501 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 05 19:18:43.183501 n-d-816865-1 neutron-server[102386]: return func(*args, **kwargs) Nov 05 19:18:43.183501 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 05 19:18:43.183501 n-d-816865-1 neutron-server[102386]: self._notify() Nov 05 19:18:43.183501 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 05 19:18:43.183501 n-d-816865-1 neutron-server[102386]: self.callback(batched_events) Nov 05 19:18:43.183501 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 05 19:18:43.183501 n-d-816865-1 neutron-server[102386]: event.method(event) Nov 05 19:18:43.183501 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 05 19:18:43.183501 n-d-816865-1 neutron-server[102386]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 05 19:18:43.183501 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 05 19:18:43.183501 n-d-816865-1 neutron-server[102386]: aggregate_uuid = self.p_client.list_aggregates( Nov 05 19:18:43.183501 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 05 19:18:43.183501 n-d-816865-1 neutron-server[102386]: return f(self, *a, **k) Nov 05 19:18:43.183501 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 05 19:18:43.183501 n-d-816865-1 neutron-server[102386]: return self._get(url).json() Nov 05 19:18:43.183501 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 05 19:18:43.183501 n-d-816865-1 neutron-server[102386]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 05 19:18:43.183501 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 05 19:18:43.183501 n-d-816865-1 neutron-server[102386]: return self.request(url, 'GET', **kwargs) Nov 05 19:18:43.183501 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 05 19:18:43.183501 n-d-816865-1 neutron-server[102386]: base_url = self.get_endpoint(auth, allow=allow, Nov 05 19:18:43.183501 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 05 19:18:43.183501 n-d-816865-1 neutron-server[102386]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 05 19:18:43.183501 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 05 19:18:43.183501 n-d-816865-1 neutron-server[102386]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 05 19:18:43.183501 n-d-816865-1 neutron-server[102386]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 05 19:18:43.292049 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-db0de3b5-641f-4393-abcb-73587ba59eff tempest-ExtraDHCPOptionsIpV6TestJSON-1362385762 tempest-ExtraDHCPOptionsIpV6TestJSON-1362385762-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1579178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-956796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1000687'] for network, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:18:43.299639 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-db0de3b5-641f-4393-abcb-73587ba59eff tempest-ExtraDHCPOptionsIpV6TestJSON-1362385762 tempest-ExtraDHCPOptionsIpV6TestJSON-1362385762-project] Publish callbacks [] for network, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:18:43.303111 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-db0de3b5-641f-4393-abcb-73587ba59eff tempest-ExtraDHCPOptionsIpV6TestJSON-1362385762 tempest-ExtraDHCPOptionsIpV6TestJSON-1362385762-project] 10.222.0.13 "DELETE /v2.0/networks/76e580ae-cdca-4370-9000-4a3526a952f8 HTTP/1.1" status: 204 len: 168 time: 0.6958714 Nov 05 19:18:43.314791 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0de3b5-641f-4393-abcb-73587ba59eff tempest-ExtraDHCPOptionsIpV6TestJSON-1362385762 tempest-ExtraDHCPOptionsIpV6TestJSON-1362385762-project] Pushing event deleted for resources: {'Network': ['ID=76e580ae-cdca-4370-9000-4a3526a952f8,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:18:43.524258 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dde4aa0-20bb-47dd-816a-6813a20047c7 req-122c6681-1c0c-43ec-9370-68c772169e3c tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:18:43.525736 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-9dde4aa0-20bb-47dd-816a-6813a20047c7 req-122c6681-1c0c-43ec-9370-68c772169e3c tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] 10.222.0.13 "GET /v2.0/ports?device_id=84c41646-9c30-4448-a7fd-2f2ec50e531e HTTP/1.1" status: 200 len: 944 time: 0.0484419 Nov 05 19:18:43.572900 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-9dde4aa0-20bb-47dd-816a-6813a20047c7 req-863ab96f-2e53-4946-bc2b-adc6f65f4263 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] 10.222.0.13 "GET /v2.0/security-groups?id=0901d174-558d-4d58-91a3-452d9a2f95cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411866 Nov 05 19:18:43.660460 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 40234) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:18:43.664372 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 25103bbd-0661-4d66-b4da-b39be7f5954f no longer exists at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 19:18:43.686154 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] No Port match for: 25103bbd-0661-4d66-b4da-b39be7f5954f {{(pid=102388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 19:18:43.686717 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 25103bbd-0661-4d66-b4da-b39be7f5954f not bound to the agent host n-d-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 19:18:43.799450 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-0044a4ea-9c87-4c60-bc49-71c8bfa2ce94 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f9ed264041f74c01bccee14171f1abe2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1360431 Nov 05 19:18:43.801067 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 40238) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:18:43.852535 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-a605b36e-bc4f-4c0e-910f-4e04c2f54187 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:18:43.876246 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-a605b36e-bc4f-4c0e-910f-4e04c2f54187 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:18:43.983507 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-a605b36e-bc4f-4c0e-910f-4e04c2f54187 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:18:43.986087 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-a605b36e-bc4f-4c0e-910f-4e04c2f54187 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:18:43.990158 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-a605b36e-bc4f-4c0e-910f-4e04c2f54187 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a42290d8-3bf6-40a5-9416-40b900c0a1d7 HTTP/1.1" status: 204 len: 168 time: 0.1860337 Nov 05 19:18:43.995924 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a605b36e-bc4f-4c0e-910f-4e04c2f54187 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a42290d8-3bf6-40a5-9416-40b900c0a1d7,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:18:44.693691 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39276617-cad5-44a6-96fc-8596ab59157a req-7d18ad04-bc73-4ab4-8031-a779727112cc tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:18:44.695284 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-39276617-cad5-44a6-96fc-8596ab59157a req-7d18ad04-bc73-4ab4-8031-a779727112cc tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] 10.222.0.13 "GET /v2.0/ports?device_id=84c41646-9c30-4448-a7fd-2f2ec50e531e HTTP/1.1" status: 200 len: 944 time: 0.0505879 Nov 05 19:18:44.743960 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-39276617-cad5-44a6-96fc-8596ab59157a req-ca157f4c-1be8-41aa-88b7-6efd88e31508 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] 10.222.0.13 "GET /v2.0/security-groups?id=0901d174-558d-4d58-91a3-452d9a2f95cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426071 Nov 05 19:18:44.948188 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 40262) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:18:45.043848 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-ca653359-77bc-4890-9f02-d4174f1fb691 tempest-ExtraDHCPOptionsTestJSON-960005449 tempest-ExtraDHCPOptionsTestJSON-960005449-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-1495965171'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:18:45.143189 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca653359-77bc-4890-9f02-d4174f1fb691 tempest-ExtraDHCPOptionsTestJSON-960005449 tempest-ExtraDHCPOptionsTestJSON-960005449-project] Made reservation on behalf of b1d0e27e7bce44e99d36958ce433932b for: {'network': 1} {{(pid=102386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 19:18:45.146873 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-ca653359-77bc-4890-9f02-d4174f1fb691 tempest-ExtraDHCPOptionsTestJSON-960005449 tempest-ExtraDHCPOptionsTestJSON-960005449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for network, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:18:45.155507 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-ca653359-77bc-4890-9f02-d4174f1fb691 tempest-ExtraDHCPOptionsTestJSON-960005449 tempest-ExtraDHCPOptionsTestJSON-960005449-project] Publish callbacks [] for security_group, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:18:45.231550 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-ca653359-77bc-4890-9f02-d4174f1fb691 tempest-ExtraDHCPOptionsTestJSON-960005449 tempest-ExtraDHCPOptionsTestJSON-960005449-project] Publish callbacks [] for security_group, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:18:45.297631 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-ca653359-77bc-4890-9f02-d4174f1fb691 tempest-ExtraDHCPOptionsTestJSON-960005449 tempest-ExtraDHCPOptionsTestJSON-960005449-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:18:45.323884 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca653359-77bc-4890-9f02-d4174f1fb691 tempest-ExtraDHCPOptionsTestJSON-960005449 tempest-ExtraDHCPOptionsTestJSON-960005449-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 182} {{(pid=102386) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 05 19:18:45.334178 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca653359-77bc-4890-9f02-d4174f1fb691 tempest-ExtraDHCPOptionsTestJSON-960005449 tempest-ExtraDHCPOptionsTestJSON-960005449-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ec46dfec-f6f6-4c4c-8aed-7efba0f56a6c,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:18:45.338836 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-ca653359-77bc-4890-9f02-d4174f1fb691 tempest-ExtraDHCPOptionsTestJSON-960005449 tempest-ExtraDHCPOptionsTestJSON-960005449-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273'] for segment, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:18:45.339169 n-d-816865-1 neutron-server[102386]: INFO neutron.db.segments_db [None req-ca653359-77bc-4890-9f02-d4174f1fb691 tempest-ExtraDHCPOptionsTestJSON-960005449 tempest-ExtraDHCPOptionsTestJSON-960005449-project] Added segment dd4022e5-63ee-4fa5-9fd5-d70aed389cc0 of type vlan for network eae0808e-a862-4cc4-b0c2-4ad0f21eefde Nov 05 19:18:45.378143 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-ca653359-77bc-4890-9f02-d4174f1fb691 tempest-ExtraDHCPOptionsTestJSON-960005449 tempest-ExtraDHCPOptionsTestJSON-960005449-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750027258543'] for network, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:18:45.485642 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-ca653359-77bc-4890-9f02-d4174f1fb691 tempest-ExtraDHCPOptionsTestJSON-960005449 tempest-ExtraDHCPOptionsTestJSON-960005449-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-956796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877'] for network, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:18:45.491441 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca653359-77bc-4890-9f02-d4174f1fb691 tempest-ExtraDHCPOptionsTestJSON-960005449 tempest-ExtraDHCPOptionsTestJSON-960005449-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:18:45.492033 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-ca653359-77bc-4890-9f02-d4174f1fb691 tempest-ExtraDHCPOptionsTestJSON-960005449 tempest-ExtraDHCPOptionsTestJSON-960005449-project] Publish callbacks [] for network, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:18:45.556840 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca653359-77bc-4890-9f02-d4174f1fb691 tempest-ExtraDHCPOptionsTestJSON-960005449 tempest-ExtraDHCPOptionsTestJSON-960005449-project] Pushing event updated for resources: {'Network': ['ID=eae0808e-a862-4cc4-b0c2-4ad0f21eefde,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:18:45.567130 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Network eae0808e-a862-4cc4-b0c2-4ad0f21eefde details requested by agent ovs-agent-n-d-816865-1 with host n-d-816865-1 {{(pid=102388) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 05 19:18:45.591286 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-ca653359-77bc-4890-9f02-d4174f1fb691 tempest-ExtraDHCPOptionsTestJSON-960005449 tempest-ExtraDHCPOptionsTestJSON-960005449-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 0.6419513 Nov 05 19:18:45.594405 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 40266) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:18:45.599587 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-0d929316-9f48-41d2-acd7-f0bae7dd80dc tempest-ExtraDHCPOptionsTestJSON-960005449 tempest-ExtraDHCPOptionsTestJSON-960005449-project] Request body: {'subnet': {'network_id': 'eae0808e-a862-4cc4-b0c2-4ad0f21eefde', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:18:45.771261 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d929316-9f48-41d2-acd7-f0bae7dd80dc tempest-ExtraDHCPOptionsTestJSON-960005449 tempest-ExtraDHCPOptionsTestJSON-960005449-project] Made reservation on behalf of b1d0e27e7bce44e99d36958ce433932b for: {'subnet': 1} {{(pid=102387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 19:18:45.774906 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-0d929316-9f48-41d2-acd7-f0bae7dd80dc tempest-ExtraDHCPOptionsTestJSON-960005449 tempest-ExtraDHCPOptionsTestJSON-960005449-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5112236'] for subnet, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:18:45.896576 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c2be92-1fae-4c8b-9c68-95dcbeaf918a req-b3860b8b-62ea-474e-9161-3bd671697414 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:18:45.897969 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-53c2be92-1fae-4c8b-9c68-95dcbeaf918a req-b3860b8b-62ea-474e-9161-3bd671697414 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] 10.222.0.13 "GET /v2.0/ports?device_id=84c41646-9c30-4448-a7fd-2f2ec50e531e HTTP/1.1" status: 200 len: 944 time: 0.0726986 Nov 05 19:18:45.984478 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-53c2be92-1fae-4c8b-9c68-95dcbeaf918a req-442ff028-cf0c-44e4-be78-ffe74e6462e4 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] 10.222.0.13 "GET /v2.0/security-groups?id=0901d174-558d-4d58-91a3-452d9a2f95cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785825 Nov 05 19:18:46.086798 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-0d929316-9f48-41d2-acd7-f0bae7dd80dc tempest-ExtraDHCPOptionsTestJSON-960005449 tempest-ExtraDHCPOptionsTestJSON-960005449-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4417463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5112218'] for subnet, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:18:46.149294 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d929316-9f48-41d2-acd7-f0bae7dd80dc tempest-ExtraDHCPOptionsTestJSON-960005449 tempest-ExtraDHCPOptionsTestJSON-960005449-project] Pushing event updated for resources: {'Subnet': ['ID=280bf16e-82ec-498e-b447-e337adfe7e8f,revision_number=0']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:18:46.161069 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d929316-9f48-41d2-acd7-f0bae7dd80dc tempest-ExtraDHCPOptionsTestJSON-960005449 tempest-ExtraDHCPOptionsTestJSON-960005449-project] Checking segment: {'id': 'dd4022e5-63ee-4fa5-9fd5-d70aed389cc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'eae0808e-a862-4cc4-b0c2-4ad0f21eefde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 19:18:46.161421 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d929316-9f48-41d2-acd7-f0bae7dd80dc tempest-ExtraDHCPOptionsTestJSON-960005449 tempest-ExtraDHCPOptionsTestJSON-960005449-project] Network hostable DHCP agents. Network: eae0808e-a862-4cc4-b0c2-4ad0f21eefde, hostable agents: ['987e2ca0-bc3b-4c6f-a989-429ccfbf753f'], hosted agents: [] {{(pid=102387) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 05 19:18:46.234567 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d929316-9f48-41d2-acd7-f0bae7dd80dc tempest-ExtraDHCPOptionsTestJSON-960005449 tempest-ExtraDHCPOptionsTestJSON-960005449-project] Network eae0808e-a862-4cc4-b0c2-4ad0f21eefde is scheduled to be hosted by DHCP agent 987e2ca0-bc3b-4c6f-a989-429ccfbf753f with binding_index 1 {{(pid=102387) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 05 19:18:46.297628 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.base_scheduler [None req-0d929316-9f48-41d2-acd7-f0bae7dd80dc tempest-ExtraDHCPOptionsTestJSON-960005449 tempest-ExtraDHCPOptionsTestJSON-960005449-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816865-1, eae0808e-a862-4cc4-b0c2-4ad0f21eefde) {{(pid=102387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 19:18:46.302824 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d929316-9f48-41d2-acd7-f0bae7dd80dc tempest-ExtraDHCPOptionsTestJSON-960005449 tempest-ExtraDHCPOptionsTestJSON-960005449-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:18:46.303734 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-0d929316-9f48-41d2-acd7-f0bae7dd80dc tempest-ExtraDHCPOptionsTestJSON-960005449 tempest-ExtraDHCPOptionsTestJSON-960005449-project] Publish callbacks [] for subnet, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:18:46.306728 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dc4bb57-7dea-4893-a229-0a5c783d4586 None None] Network eae0808e-a862-4cc4-b0c2-4ad0f21eefde requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 19:18:46.375010 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-0d929316-9f48-41d2-acd7-f0bae7dd80dc tempest-ExtraDHCPOptionsTestJSON-960005449 tempest-ExtraDHCPOptionsTestJSON-960005449-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7794833 Nov 05 19:18:46.377606 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 40270) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:18:46.382719 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-97c22d60-587e-4342-8e38-5030c1e08494 tempest-ExtraDHCPOptionsTestJSON-960005449 tempest-ExtraDHCPOptionsTestJSON-960005449-project] Request body: {'port': {'network_id': 'eae0808e-a862-4cc4-b0c2-4ad0f21eefde', 'name': 'tempest-ExtraDHCPOptionsTestJSON-374214175'}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:18:46.450849 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1821c87a-7627-4e0a-a914-c412b9ce8167 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeb20a084-accf-5b60-8075-3e69ebe863a6-eae0808e-a862-4cc4-b0c2-4ad0f21eefde', 'network_id': 'eae0808e-a862-4cc4-b0c2-4ad0f21eefde', 'tenant_id': 'b1d0e27e7bce44e99d36958ce433932b', 'fixed_ips': [{'subnet_id': '280bf16e-82ec-498e-b447-e337adfe7e8f'}]}} from n-d-816865-1. {{(pid=102388) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 05 19:18:46.451725 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-1821c87a-7627-4e0a-a914-c412b9ce8167 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:18:46.537962 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97c22d60-587e-4342-8e38-5030c1e08494 tempest-ExtraDHCPOptionsTestJSON-960005449 tempest-ExtraDHCPOptionsTestJSON-960005449-project] Made reservation on behalf of b1d0e27e7bce44e99d36958ce433932b for: {'port': 1} {{(pid=102387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 19:18:46.541789 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-97c22d60-587e-4342-8e38-5030c1e08494 tempest-ExtraDHCPOptionsTestJSON-960005449 tempest-ExtraDHCPOptionsTestJSON-960005449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:18:46.560210 n-d-816865-1 neutron-server[102387]: DEBUG neutron.notifiers.nova [None req-97c22d60-587e-4342-8e38-5030c1e08494 tempest-ExtraDHCPOptionsTestJSON-960005449 tempest-ExtraDHCPOptionsTestJSON-960005449-project] device_id is not set on port 619a2bb0-520e-4fe0-9b92-11e6c40ef415 yet. {{(pid=102387) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 05 19:18:46.590850 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.db_base_plugin_common [None req-1821c87a-7627-4e0a-a914-c412b9ce8167 None None] Allocated IP 172.20.0.2 (eae0808e-a862-4cc4-b0c2-4ad0f21eefde/280bf16e-82ec-498e-b447-e337adfe7e8f/54bec51e-9e3f-413e-8b2b-415782c89069) {{(pid=102388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 19:18:46.733456 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-1821c87a-7627-4e0a-a914-c412b9ce8167 None None] Publish callbacks [] for port, precommit_create {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:18:46.795475 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-1821c87a-7627-4e0a-a914-c412b9ce8167 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789'] for port, after_create {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:18:46.832275 n-d-816865-1 neutron-server[102388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1821c87a-7627-4e0a-a914-c412b9ce8167 None None] Network eae0808e-a862-4cc4-b0c2-4ad0f21eefde is already hosted by enough agents. {{(pid=102388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 19:18:46.835179 n-d-816865-1 neutron-server[102388]: DEBUG neutron.scheduler.base_scheduler [None req-1821c87a-7627-4e0a-a914-c412b9ce8167 None None] Resources bound (agent type, host, resource id): {{(pid=102388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 19:18:46.840814 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1821c87a-7627-4e0a-a914-c412b9ce8167 None None] Received port after_create {{(pid=102388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 19:18:46.849700 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.db_base_plugin_common [None req-97c22d60-587e-4342-8e38-5030c1e08494 tempest-ExtraDHCPOptionsTestJSON-960005449 tempest-ExtraDHCPOptionsTestJSON-960005449-project] Allocated IP 172.20.0.10 (eae0808e-a862-4cc4-b0c2-4ad0f21eefde/280bf16e-82ec-498e-b447-e337adfe7e8f/619a2bb0-520e-4fe0-9b92-11e6c40ef415) {{(pid=102387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 19:18:46.853238 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1821c87a-7627-4e0a-a914-c412b9ce8167 None None] Pushing event updated for resources: {'Port': ['ID=54bec51e-9e3f-413e-8b2b-415782c89069,revision_number=1']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:18:46.905999 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-1821c87a-7627-4e0a-a914-c412b9ce8167 None None] Attempting to bind port 54bec51e-9e3f-413e-8b2b-415782c89069 on host n-d-816865-1 for vnic_type normal with profile {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 19:18:46.906398 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-1821c87a-7627-4e0a-a914-c412b9ce8167 None None] Attempting to bind port 54bec51e-9e3f-413e-8b2b-415782c89069 by drivers openvswitch,hyperv on host n-d-816865-1 at level 0 using segments [{'id': 'dd4022e5-63ee-4fa5-9fd5-d70aed389cc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'eae0808e-a862-4cc4-b0c2-4ad0f21eefde'}] {{(pid=102388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 19:18:46.906766 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1821c87a-7627-4e0a-a914-c412b9ce8167 None None] Attempting to bind port 54bec51e-9e3f-413e-8b2b-415782c89069 on network eae0808e-a862-4cc4-b0c2-4ad0f21eefde {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 19:18:46.912965 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1821c87a-7627-4e0a-a914-c412b9ce8167 None None] Checking agent: {'id': '724d89a7-611b-41e6-bc85-c48112b17afa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 18, 25, 8), 'started_at': datetime.datetime(2021, 11, 5, 18, 25, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 19, 18, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 19:18:46.913441 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1821c87a-7627-4e0a-a914-c412b9ce8167 None None] Checking segment: {'id': 'dd4022e5-63ee-4fa5-9fd5-d70aed389cc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'eae0808e-a862-4cc4-b0c2-4ad0f21eefde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 19:18:46.913852 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-1821c87a-7627-4e0a-a914-c412b9ce8167 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:18:46.915999 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1821c87a-7627-4e0a-a914-c412b9ce8167 None None] Bound using segment: {'id': 'dd4022e5-63ee-4fa5-9fd5-d70aed389cc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'eae0808e-a862-4cc4-b0c2-4ad0f21eefde'} {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 19:18:46.915999 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-1821c87a-7627-4e0a-a914-c412b9ce8167 None None] Bound port: 54bec51e-9e3f-413e-8b2b-415782c89069, host: n-d-816865-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd4022e5-63ee-4fa5-9fd5-d70aed389cc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'eae0808e-a862-4cc4-b0c2-4ad0f21eefde'}}] {{(pid=102388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 19:18:46.915999 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-1821c87a-7627-4e0a-a914-c412b9ce8167 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:18:46.978511 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-1821c87a-7627-4e0a-a914-c412b9ce8167 None None] For port 54bec51e-9e3f-413e-8b2b-415782c89069, host n-d-816865-1, cleared binding levels {{(pid=102388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 19:18:46.981690 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-1821c87a-7627-4e0a-a914-c412b9ce8167 None None] For port 54bec51e-9e3f-413e-8b2b-415782c89069, host n-d-816865-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=54bec51e-9e3f-413e-8b2b-415782c89069,segment=NetworkSegment(dd4022e5-63ee-4fa5-9fd5-d70aed389cc0),segment_id=dd4022e5-63ee-4fa5-9fd5-d70aed389cc0)] {{(pid=102388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 19:18:47.004237 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-97c22d60-587e-4342-8e38-5030c1e08494 tempest-ExtraDHCPOptionsTestJSON-960005449 tempest-ExtraDHCPOptionsTestJSON-960005449-project] Publish callbacks [] for port, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:18:47.062979 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-1821c87a-7627-4e0a-a914-c412b9ce8167 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:18:47.094130 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-97c22d60-587e-4342-8e38-5030c1e08494 tempest-ExtraDHCPOptionsTestJSON-960005449 tempest-ExtraDHCPOptionsTestJSON-960005449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4417063'] for port, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:18:47.133968 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1821c87a-7627-4e0a-a914-c412b9ce8167 None None] Pushing event updated for resources: {'Port': ['ID=54bec51e-9e3f-413e-8b2b-415782c89069,revision_number=2']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:18:47.148761 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e8009b-7e00-4365-8690-5fa7f677d5d9 req-f78a4a77-e3b4-4ba3-a59c-0777113f6cc9 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:18:47.150532 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-04e8009b-7e00-4365-8690-5fa7f677d5d9 req-f78a4a77-e3b4-4ba3-a59c-0777113f6cc9 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] 10.222.0.13 "GET /v2.0/ports?device_id=84c41646-9c30-4448-a7fd-2f2ec50e531e HTTP/1.1" status: 200 len: 944 time: 0.0940773 Nov 05 19:18:47.165976 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97c22d60-587e-4342-8e38-5030c1e08494 tempest-ExtraDHCPOptionsTestJSON-960005449 tempest-ExtraDHCPOptionsTestJSON-960005449-project] Network eae0808e-a862-4cc4-b0c2-4ad0f21eefde is already hosted by enough agents. {{(pid=102387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 19:18:47.180829 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.base_scheduler [None req-97c22d60-587e-4342-8e38-5030c1e08494 tempest-ExtraDHCPOptionsTestJSON-960005449 tempest-ExtraDHCPOptionsTestJSON-960005449-project] Resources bound (agent type, host, resource id): {{(pid=102387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 19:18:47.188610 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97c22d60-587e-4342-8e38-5030c1e08494 tempest-ExtraDHCPOptionsTestJSON-960005449 tempest-ExtraDHCPOptionsTestJSON-960005449-project] Received port after_create {{(pid=102387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 19:18:47.191291 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c22d60-587e-4342-8e38-5030c1e08494 tempest-ExtraDHCPOptionsTestJSON-960005449 tempest-ExtraDHCPOptionsTestJSON-960005449-project] Pushing event updated for resources: {'Port': ['ID=619a2bb0-520e-4fe0-9b92-11e6c40ef415,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:18:47.271512 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-04e8009b-7e00-4365-8690-5fa7f677d5d9 req-fa3c1db5-615e-496b-abe6-9119c8ccf87c tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] 10.222.0.13 "GET /v2.0/security-groups?id=0901d174-558d-4d58-91a3-452d9a2f95cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086404 Nov 05 19:18:47.277065 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97c22d60-587e-4342-8e38-5030c1e08494 tempest-ExtraDHCPOptionsTestJSON-960005449 tempest-ExtraDHCPOptionsTestJSON-960005449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:18:47.277685 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-97c22d60-587e-4342-8e38-5030c1e08494 tempest-ExtraDHCPOptionsTestJSON-960005449 tempest-ExtraDHCPOptionsTestJSON-960005449-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:18:47.363778 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-97c22d60-587e-4342-8e38-5030c1e08494 tempest-ExtraDHCPOptionsTestJSON-960005449 tempest-ExtraDHCPOptionsTestJSON-960005449-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 0.9848056 Nov 05 19:18:47.366679 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 40274) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:18:47.371849 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-68389a78-9b7d-4ad0-aa26-4f2cf14025b9 tempest-ExtraDHCPOptionsTestJSON-960005449 tempest-ExtraDHCPOptionsTestJSON-960005449-project] Request body: {'port': {'network_id': 'eae0808e-a862-4cc4-b0c2-4ad0f21eefde', 'name': 'tempest-ExtraDHCPOptionsTestJSON-973478607', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:18:47.372338 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.api.validators [None req-68389a78-9b7d-4ad0-aa26-4f2cf14025b9 tempest-ExtraDHCPOptionsTestJSON-960005449 tempest-ExtraDHCPOptionsTestJSON-960005449-project] bootfile-name is not in valid_values {{(pid=102387) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 05 19:18:47.372676 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.api.validators [None req-68389a78-9b7d-4ad0-aa26-4f2cf14025b9 tempest-ExtraDHCPOptionsTestJSON-960005449 tempest-ExtraDHCPOptionsTestJSON-960005449-project] tftp-server is not in valid_values {{(pid=102387) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 05 19:18:47.373206 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.api.validators [None req-68389a78-9b7d-4ad0-aa26-4f2cf14025b9 tempest-ExtraDHCPOptionsTestJSON-960005449 tempest-ExtraDHCPOptionsTestJSON-960005449-project] server-ip-address is not in valid_values {{(pid=102387) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 05 19:18:47.543666 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68389a78-9b7d-4ad0-aa26-4f2cf14025b9 tempest-ExtraDHCPOptionsTestJSON-960005449 tempest-ExtraDHCPOptionsTestJSON-960005449-project] Made reservation on behalf of b1d0e27e7bce44e99d36958ce433932b for: {'port': 1} {{(pid=102387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 19:18:47.547823 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-68389a78-9b7d-4ad0-aa26-4f2cf14025b9 tempest-ExtraDHCPOptionsTestJSON-960005449 tempest-ExtraDHCPOptionsTestJSON-960005449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:18:47.568393 n-d-816865-1 neutron-server[102387]: DEBUG neutron.notifiers.nova [None req-68389a78-9b7d-4ad0-aa26-4f2cf14025b9 tempest-ExtraDHCPOptionsTestJSON-960005449 tempest-ExtraDHCPOptionsTestJSON-960005449-project] device_id is not set on port bf5850b0-be6e-41de-a442-4f58237db359 yet. {{(pid=102387) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 05 19:18:47.684346 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 54bec51e-9e3f-413e-8b2b-415782c89069 up at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 19:18:47.697664 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.db_base_plugin_common [None req-68389a78-9b7d-4ad0-aa26-4f2cf14025b9 tempest-ExtraDHCPOptionsTestJSON-960005449 tempest-ExtraDHCPOptionsTestJSON-960005449-project] Allocated IP 172.20.0.12 (eae0808e-a862-4cc4-b0c2-4ad0f21eefde/280bf16e-82ec-498e-b447-e337adfe7e8f/bf5850b0-be6e-41de-a442-4f58237db359) {{(pid=102387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 19:18:47.740245 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Provisioning complete for port 54bec51e-9e3f-413e-8b2b-415782c89069 triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:18:47.740718 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:18:47.828094 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:18:47.864804 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] For port 54bec51e-9e3f-413e-8b2b-415782c89069, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=54bec51e-9e3f-413e-8b2b-415782c89069,segment=NetworkSegment(dd4022e5-63ee-4fa5-9fd5-d70aed389cc0),segment_id=dd4022e5-63ee-4fa5-9fd5-d70aed389cc0)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:18:47.875220 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-68389a78-9b7d-4ad0-aa26-4f2cf14025b9 tempest-ExtraDHCPOptionsTestJSON-960005449 tempest-ExtraDHCPOptionsTestJSON-960005449-project] Publish callbacks [] for port, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:18:47.921182 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:18:47.938689 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-68389a78-9b7d-4ad0-aa26-4f2cf14025b9 tempest-ExtraDHCPOptionsTestJSON-960005449 tempest-ExtraDHCPOptionsTestJSON-960005449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4417063'] for port, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:18:47.975503 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Pushing event updated for resources: {'Port': ['ID=54bec51e-9e3f-413e-8b2b-415782c89069,revision_number=3']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:18:47.988891 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68389a78-9b7d-4ad0-aa26-4f2cf14025b9 tempest-ExtraDHCPOptionsTestJSON-960005449 tempest-ExtraDHCPOptionsTestJSON-960005449-project] Network eae0808e-a862-4cc4-b0c2-4ad0f21eefde is already hosted by enough agents. {{(pid=102387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 19:18:47.992284 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.base_scheduler [None req-68389a78-9b7d-4ad0-aa26-4f2cf14025b9 tempest-ExtraDHCPOptionsTestJSON-960005449 tempest-ExtraDHCPOptionsTestJSON-960005449-project] Resources bound (agent type, host, resource id): {{(pid=102387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 19:18:48.002621 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68389a78-9b7d-4ad0-aa26-4f2cf14025b9 tempest-ExtraDHCPOptionsTestJSON-960005449 tempest-ExtraDHCPOptionsTestJSON-960005449-project] Received port after_create {{(pid=102387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 19:18:48.007408 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68389a78-9b7d-4ad0-aa26-4f2cf14025b9 tempest-ExtraDHCPOptionsTestJSON-960005449 tempest-ExtraDHCPOptionsTestJSON-960005449-project] Pushing event updated for resources: {'Port': ['ID=bf5850b0-be6e-41de-a442-4f58237db359,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:18:48.056370 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68389a78-9b7d-4ad0-aa26-4f2cf14025b9 tempest-ExtraDHCPOptionsTestJSON-960005449 tempest-ExtraDHCPOptionsTestJSON-960005449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:18:48.057457 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-68389a78-9b7d-4ad0-aa26-4f2cf14025b9 tempest-ExtraDHCPOptionsTestJSON-960005449 tempest-ExtraDHCPOptionsTestJSON-960005449-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:18:48.070458 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-533c0316-3b70-40c6-a399-1ee4d73c611e None None] Network eae0808e-a862-4cc4-b0c2-4ad0f21eefde requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 19:18:48.112336 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-68389a78-9b7d-4ad0-aa26-4f2cf14025b9 tempest-ExtraDHCPOptionsTestJSON-960005449 tempest-ExtraDHCPOptionsTestJSON-960005449-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1152 time: 0.7444534 Nov 05 19:18:48.115296 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 40276) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:18:48.175603 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae4b1543-cf30-4e64-9598-75b55d437f94 tempest-ExtraDHCPOptionsTestJSON-960005449 tempest-ExtraDHCPOptionsTestJSON-960005449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:18:48.181723 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae4b1543-cf30-4e64-9598-75b55d437f94 tempest-ExtraDHCPOptionsTestJSON-960005449 tempest-ExtraDHCPOptionsTestJSON-960005449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:18:48.187821 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae4b1543-cf30-4e64-9598-75b55d437f94 tempest-ExtraDHCPOptionsTestJSON-960005449 tempest-ExtraDHCPOptionsTestJSON-960005449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:18:48.190260 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-ae4b1543-cf30-4e64-9598-75b55d437f94 tempest-ExtraDHCPOptionsTestJSON-960005449 tempest-ExtraDHCPOptionsTestJSON-960005449-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2618 time: 0.0732846 Nov 05 19:18:48.193192 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 40278) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:18:48.285333 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-eaa19d41-1f58-4001-b7c0-eb1c11f07e4f tempest-ExtraDHCPOptionsTestJSON-960005449 tempest-ExtraDHCPOptionsTestJSON-960005449-project] Deleting port bf5850b0-be6e-41de-a442-4f58237db359 {{(pid=102386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 19:18:48.285673 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-eaa19d41-1f58-4001-b7c0-eb1c11f07e4f tempest-ExtraDHCPOptionsTestJSON-960005449 tempest-ExtraDHCPOptionsTestJSON-960005449-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:18:48.309869 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-c731a31e-3463-495b-986d-c7824fe54c87 None None] Provisioning complete for port 54bec51e-9e3f-413e-8b2b-415782c89069 triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:18:48.310178 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c731a31e-3463-495b-986d-c7824fe54c87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:18:48.390809 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-eaa19d41-1f58-4001-b7c0-eb1c11f07e4f tempest-ExtraDHCPOptionsTestJSON-960005449 tempest-ExtraDHCPOptionsTestJSON-960005449-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:18:48.407094 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-eaa19d41-1f58-4001-b7c0-eb1c11f07e4f tempest-ExtraDHCPOptionsTestJSON-960005449 tempest-ExtraDHCPOptionsTestJSON-960005449-project] Calling delete_port for bf5850b0-be6e-41de-a442-4f58237db359 owned by {{(pid=102386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 19:18:48.409697 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cb1806-8b20-4331-83c8-ecdbaa1403ec req-9a4dcd64-057f-4d58-8281-3a2da881bf0d tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:18:48.411521 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-a1cb1806-8b20-4331-83c8-ecdbaa1403ec req-9a4dcd64-057f-4d58-8281-3a2da881bf0d tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] 10.222.0.13 "GET /v2.0/ports?device_id=84c41646-9c30-4448-a7fd-2f2ec50e531e HTTP/1.1" status: 200 len: 944 time: 0.0519466 Nov 05 19:18:48.464859 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-a1cb1806-8b20-4331-83c8-ecdbaa1403ec req-f8bffa01-9b7a-4888-a5e5-c0a718f92607 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] 10.222.0.13 "GET /v2.0/security-groups?id=0901d174-558d-4d58-91a3-452d9a2f95cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467393 Nov 05 19:18:48.605706 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-eaa19d41-1f58-4001-b7c0-eb1c11f07e4f tempest-ExtraDHCPOptionsTestJSON-960005449 tempest-ExtraDHCPOptionsTestJSON-960005449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:18:48.639150 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa19d41-1f58-4001-b7c0-eb1c11f07e4f tempest-ExtraDHCPOptionsTestJSON-960005449 tempest-ExtraDHCPOptionsTestJSON-960005449-project] Pushing event deleted for resources: {'Port': ['ID=bf5850b0-be6e-41de-a442-4f58237db359,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:18:48.687528 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-347fbc68-af8e-425a-807a-fdf4bffd0396 None None] Could not find standard attr ID for object bf5850b0-be6e-41de-a442-4f58237db359. {{(pid=102388) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 05 19:18:48.700508 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-347fbc68-af8e-425a-807a-fdf4bffd0396 None None] Provisioning complete for port 619a2bb0-520e-4fe0-9b92-11e6c40ef415 triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:18:48.700891 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-347fbc68-af8e-425a-807a-fdf4bffd0396 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:18:48.713890 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-eaa19d41-1f58-4001-b7c0-eb1c11f07e4f tempest-ExtraDHCPOptionsTestJSON-960005449 tempest-ExtraDHCPOptionsTestJSON-960005449-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:18:48.718395 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-eaa19d41-1f58-4001-b7c0-eb1c11f07e4f tempest-ExtraDHCPOptionsTestJSON-960005449 tempest-ExtraDHCPOptionsTestJSON-960005449-project] 10.222.0.13 "DELETE /v2.0/ports/bf5850b0-be6e-41de-a442-4f58237db359 HTTP/1.1" status: 204 len: 168 time: 0.5241637 Nov 05 19:18:48.722223 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 40282) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:18:48.727660 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-870fbe01-1ec9-48ba-a484-bb9325b847a2 tempest-ExtraDHCPOptionsTestJSON-960005449 tempest-ExtraDHCPOptionsTestJSON-960005449-project] Request body: {'port': {'name': 'tempest-new-port-name-1319271862', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:18:48.728199 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.api.validators [None req-870fbe01-1ec9-48ba-a484-bb9325b847a2 tempest-ExtraDHCPOptionsTestJSON-960005449 tempest-ExtraDHCPOptionsTestJSON-960005449-project] bootfile-name is not in valid_values {{(pid=102387) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 05 19:18:48.728537 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.api.validators [None req-870fbe01-1ec9-48ba-a484-bb9325b847a2 tempest-ExtraDHCPOptionsTestJSON-960005449 tempest-ExtraDHCPOptionsTestJSON-960005449-project] tftp-server is not in valid_values {{(pid=102387) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 05 19:18:48.729454 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.api.validators [None req-870fbe01-1ec9-48ba-a484-bb9325b847a2 tempest-ExtraDHCPOptionsTestJSON-960005449 tempest-ExtraDHCPOptionsTestJSON-960005449-project] server-ip-address is not in valid_values {{(pid=102387) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 05 19:18:48.746536 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-347fbc68-af8e-425a-807a-fdf4bffd0396 None None] Port 619a2bb0-520e-4fe0-9b92-11e6c40ef415 cannot update to ACTIVE because it is not bound. {{(pid=102388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 19:18:48.758218 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-347fbc68-af8e-425a-807a-fdf4bffd0396 None None] Provisioning complete for port 54bec51e-9e3f-413e-8b2b-415782c89069 triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:18:48.758724 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-347fbc68-af8e-425a-807a-fdf4bffd0396 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:18:48.794256 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-870fbe01-1ec9-48ba-a484-bb9325b847a2 tempest-ExtraDHCPOptionsTestJSON-960005449 tempest-ExtraDHCPOptionsTestJSON-960005449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:18:48.967640 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-86619b19-1954-4251-aa7f-c9582cb43e42 None None] Provisioning complete for port 619a2bb0-520e-4fe0-9b92-11e6c40ef415 triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:18:48.968021 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-86619b19-1954-4251-aa7f-c9582cb43e42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:18:48.995165 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-870fbe01-1ec9-48ba-a484-bb9325b847a2 tempest-ExtraDHCPOptionsTestJSON-960005449 tempest-ExtraDHCPOptionsTestJSON-960005449-project] Publish callbacks [] for port, precommit_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:18:49.008197 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-86619b19-1954-4251-aa7f-c9582cb43e42 None None] Port 619a2bb0-520e-4fe0-9b92-11e6c40ef415 cannot update to ACTIVE because it is not bound. {{(pid=102388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 19:18:49.062799 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-870fbe01-1ec9-48ba-a484-bb9325b847a2 tempest-ExtraDHCPOptionsTestJSON-960005449 tempest-ExtraDHCPOptionsTestJSON-960005449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4417072'] for port, after_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:18:49.119745 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-7dd02334-7538-47f8-bbda-4102b6af382c None None] Could not find standard attr ID for object bf5850b0-be6e-41de-a442-4f58237db359. {{(pid=102388) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 05 19:18:49.448214 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-09f7b0c7-d70e-4706-8599-0f3e552d5c3c None None] Provisioning complete for port 619a2bb0-520e-4fe0-9b92-11e6c40ef415 triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:18:49.448584 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-09f7b0c7-d70e-4706-8599-0f3e552d5c3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:18:49.487225 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-09f7b0c7-d70e-4706-8599-0f3e552d5c3c None None] Port 619a2bb0-520e-4fe0-9b92-11e6c40ef415 cannot update to ACTIVE because it is not bound. {{(pid=102388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 19:18:49.525118 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870fbe01-1ec9-48ba-a484-bb9325b847a2 tempest-ExtraDHCPOptionsTestJSON-960005449 tempest-ExtraDHCPOptionsTestJSON-960005449-project] Pushing event updated for resources: {'Port': ['ID=619a2bb0-520e-4fe0-9b92-11e6c40ef415,revision_number=2']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:18:49.539538 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [None req-870fbe01-1ec9-48ba-a484-bb9325b847a2 tempest-ExtraDHCPOptionsTestJSON-960005449 tempest-ExtraDHCPOptionsTestJSON-960005449-project] In _notify_port_updated(), no bound segment for port 619a2bb0-520e-4fe0-9b92-11e6c40ef415 on network eae0808e-a862-4cc4-b0c2-4ad0f21eefde {{(pid=102387) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 05 19:18:49.544998 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-870fbe01-1ec9-48ba-a484-bb9325b847a2 tempest-ExtraDHCPOptionsTestJSON-960005449 tempest-ExtraDHCPOptionsTestJSON-960005449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:18:49.545620 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-870fbe01-1ec9-48ba-a484-bb9325b847a2 tempest-ExtraDHCPOptionsTestJSON-960005449 tempest-ExtraDHCPOptionsTestJSON-960005449-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:18:49.546912 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-870fbe01-1ec9-48ba-a484-bb9325b847a2 tempest-ExtraDHCPOptionsTestJSON-960005449 tempest-ExtraDHCPOptionsTestJSON-960005449-project] 10.222.0.13 "PUT /v2.0/ports/619a2bb0-520e-4fe0-9b92-11e6c40ef415 HTTP/1.1" status: 200 len: 1137 time: 0.8236639 Nov 05 19:18:49.550106 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 40286) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:18:49.594283 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b0bea7-d7ec-422b-9a13-1e77c3c2266b req-50c2e9a1-ec0b-4db5-a958-fb84dd3379f1 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:18:49.595843 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-b4b0bea7-d7ec-422b-9a13-1e77c3c2266b req-50c2e9a1-ec0b-4db5-a958-fb84dd3379f1 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] 10.222.0.13 "GET /v2.0/ports?device_id=84c41646-9c30-4448-a7fd-2f2ec50e531e HTTP/1.1" status: 200 len: 944 time: 0.0477977 Nov 05 19:18:49.598529 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ee18b3d-8344-4aeb-baa6-b07438ad5c7e tempest-ExtraDHCPOptionsTestJSON-960005449 tempest-ExtraDHCPOptionsTestJSON-960005449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:18:49.600960 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-3ee18b3d-8344-4aeb-baa6-b07438ad5c7e tempest-ExtraDHCPOptionsTestJSON-960005449 tempest-ExtraDHCPOptionsTestJSON-960005449-project] 10.222.0.13 "GET /v2.0/ports/619a2bb0-520e-4fe0-9b92-11e6c40ef415 HTTP/1.1" status: 200 len: 1137 time: 0.0489609 Nov 05 19:18:49.610111 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 40288) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:18:49.664127 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 54bec51e-9e3f-413e-8b2b-415782c89069 up at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 19:18:49.679127 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-b4b0bea7-d7ec-422b-9a13-1e77c3c2266b req-a95d0c53-4ba3-4265-b90f-5baf9af7056c tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] 10.222.0.13 "GET /v2.0/security-groups?id=0901d174-558d-4d58-91a3-452d9a2f95cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762048 Nov 05 19:18:49.713333 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Provisioning complete for port 54bec51e-9e3f-413e-8b2b-415782c89069 triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:18:49.713855 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:18:49.727973 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [None req-614f8fe7-3e84-4d83-9409-5f0d3ea6972a tempest-ExtraDHCPOptionsTestJSON-960005449 tempest-ExtraDHCPOptionsTestJSON-960005449-project] Deleting port 619a2bb0-520e-4fe0-9b92-11e6c40ef415 {{(pid=102387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 19:18:49.728309 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-614f8fe7-3e84-4d83-9409-5f0d3ea6972a tempest-ExtraDHCPOptionsTestJSON-960005449 tempest-ExtraDHCPOptionsTestJSON-960005449-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:18:49.812911 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-614f8fe7-3e84-4d83-9409-5f0d3ea6972a tempest-ExtraDHCPOptionsTestJSON-960005449 tempest-ExtraDHCPOptionsTestJSON-960005449-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:18:49.825639 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [None req-614f8fe7-3e84-4d83-9409-5f0d3ea6972a tempest-ExtraDHCPOptionsTestJSON-960005449 tempest-ExtraDHCPOptionsTestJSON-960005449-project] Calling delete_port for 619a2bb0-520e-4fe0-9b92-11e6c40ef415 owned by {{(pid=102387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 19:18:50.073973 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-614f8fe7-3e84-4d83-9409-5f0d3ea6972a tempest-ExtraDHCPOptionsTestJSON-960005449 tempest-ExtraDHCPOptionsTestJSON-960005449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4417063'] for port, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:18:50.102180 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614f8fe7-3e84-4d83-9409-5f0d3ea6972a tempest-ExtraDHCPOptionsTestJSON-960005449 tempest-ExtraDHCPOptionsTestJSON-960005449-project] Pushing event deleted for resources: {'Port': ['ID=619a2bb0-520e-4fe0-9b92-11e6c40ef415,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:18:50.173253 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-614f8fe7-3e84-4d83-9409-5f0d3ea6972a tempest-ExtraDHCPOptionsTestJSON-960005449 tempest-ExtraDHCPOptionsTestJSON-960005449-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:18:50.177080 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-614f8fe7-3e84-4d83-9409-5f0d3ea6972a tempest-ExtraDHCPOptionsTestJSON-960005449 tempest-ExtraDHCPOptionsTestJSON-960005449-project] 10.222.0.13 "DELETE /v2.0/ports/619a2bb0-520e-4fe0-9b92-11e6c40ef415 HTTP/1.1" status: 204 len: 168 time: 0.5660491 Nov 05 19:18:50.179702 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 40290) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:18:50.233292 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8491c8a-0b2a-4975-a3f7-b9de52b6eedf tempest-ExtraDHCPOptionsTestJSON-960005449 tempest-ExtraDHCPOptionsTestJSON-960005449-project] Deleting subnet 280bf16e-82ec-498e-b447-e337adfe7e8f {{(pid=102386) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 05 19:18:50.237250 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-f8491c8a-0b2a-4975-a3f7-b9de52b6eedf tempest-ExtraDHCPOptionsTestJSON-960005449 tempest-ExtraDHCPOptionsTestJSON-960005449-project] Publish callbacks [] for subnet, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:18:50.285179 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-f8491c8a-0b2a-4975-a3f7-b9de52b6eedf tempest-ExtraDHCPOptionsTestJSON-960005449 tempest-ExtraDHCPOptionsTestJSON-960005449-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4590738'] for subnet, precommit_delete_associations {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:18:50.366474 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-f8491c8a-0b2a-4975-a3f7-b9de52b6eedf tempest-ExtraDHCPOptionsTestJSON-960005449 tempest-ExtraDHCPOptionsTestJSON-960005449-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1573928'] for subnet, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:18:50.481000 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-f8491c8a-0b2a-4975-a3f7-b9de52b6eedf tempest-ExtraDHCPOptionsTestJSON-960005449 tempest-ExtraDHCPOptionsTestJSON-960005449-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1573905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6149879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4877183'] for subnet, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:18:50.798499 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70086f8d-66fb-421b-9fdd-818652002133 req-fbb7579c-a063-4138-acf3-16dec89866c0 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:18:50.800212 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-70086f8d-66fb-421b-9fdd-818652002133 req-fbb7579c-a063-4138-acf3-16dec89866c0 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] 10.222.0.13 "GET /v2.0/ports?device_id=84c41646-9c30-4448-a7fd-2f2ec50e531e HTTP/1.1" status: 200 len: 944 time: 0.0509760 Nov 05 19:18:50.850729 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-70086f8d-66fb-421b-9fdd-818652002133 req-0206deb8-a8a9-4cbe-9506-bf8824619202 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] 10.222.0.13 "GET /v2.0/security-groups?id=0901d174-558d-4d58-91a3-452d9a2f95cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444174 Nov 05 19:18:50.869746 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8491c8a-0b2a-4975-a3f7-b9de52b6eedf tempest-ExtraDHCPOptionsTestJSON-960005449 tempest-ExtraDHCPOptionsTestJSON-960005449-project] Pushing event deleted for resources: {'Subnet': ['ID=280bf16e-82ec-498e-b447-e337adfe7e8f,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:18:50.871746 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-f8491c8a-0b2a-4975-a3f7-b9de52b6eedf tempest-ExtraDHCPOptionsTestJSON-960005449 tempest-ExtraDHCPOptionsTestJSON-960005449-project] Publish callbacks [] for subnet, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:18:50.875240 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-f8491c8a-0b2a-4975-a3f7-b9de52b6eedf tempest-ExtraDHCPOptionsTestJSON-960005449 tempest-ExtraDHCPOptionsTestJSON-960005449-project] 10.222.0.13 "DELETE /v2.0/subnets/280bf16e-82ec-498e-b447-e337adfe7e8f HTTP/1.1" status: 204 len: 168 time: 0.6942403 Nov 05 19:18:50.878616 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 40294) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:18:50.880248 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d93b1ca3-6e43-41ed-8256-a774dd8fca98 None None] Network eae0808e-a862-4cc4-b0c2-4ad0f21eefde requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 19:18:50.954336 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-af6df471-2e9c-45f3-820e-07f9fc38349d tempest-ExtraDHCPOptionsTestJSON-960005449 tempest-ExtraDHCPOptionsTestJSON-960005449-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1664226'] for network, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:18:51.008257 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-af6df471-2e9c-45f3-820e-07f9fc38349d tempest-ExtraDHCPOptionsTestJSON-960005449 tempest-ExtraDHCPOptionsTestJSON-960005449-project] Deleting port 54bec51e-9e3f-413e-8b2b-415782c89069 {{(pid=102386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 19:18:51.008604 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-af6df471-2e9c-45f3-820e-07f9fc38349d tempest-ExtraDHCPOptionsTestJSON-960005449 tempest-ExtraDHCPOptionsTestJSON-960005449-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:18:51.063769 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42fb76e6-869a-4495-bfa5-b293dc48f2a0 None None] DHCP port deletion for eae0808e-a862-4cc4-b0c2-4ad0f21eefde request from n-d-816865-1 {{(pid=102388) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 05 19:18:51.076473 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [None req-af6df471-2e9c-45f3-820e-07f9fc38349d tempest-ExtraDHCPOptionsTestJSON-960005449 tempest-ExtraDHCPOptionsTestJSON-960005449-project] For port 54bec51e-9e3f-413e-8b2b-415782c89069, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=54bec51e-9e3f-413e-8b2b-415782c89069,segment=NetworkSegment(dd4022e5-63ee-4fa5-9fd5-d70aed389cc0),segment_id=dd4022e5-63ee-4fa5-9fd5-d70aed389cc0)] {{(pid=102386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:18:51.076837 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-af6df471-2e9c-45f3-820e-07f9fc38349d tempest-ExtraDHCPOptionsTestJSON-960005449 tempest-ExtraDHCPOptionsTestJSON-960005449-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:18:51.089466 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-af6df471-2e9c-45f3-820e-07f9fc38349d tempest-ExtraDHCPOptionsTestJSON-960005449 tempest-ExtraDHCPOptionsTestJSON-960005449-project] Calling delete_port for 54bec51e-9e3f-413e-8b2b-415782c89069 owned by network:dhcp {{(pid=102386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 19:18:51.115614 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-42fb76e6-869a-4495-bfa5-b293dc48f2a0 None None] Deleting port 54bec51e-9e3f-413e-8b2b-415782c89069 {{(pid=102388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 19:18:51.115983 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-42fb76e6-869a-4495-bfa5-b293dc48f2a0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:18:51.170005 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Device 59dae623-b586-476f-aeb5-e9900b58493d details requested by agent hyperv_n-h1-816865-1 with host n-h1-816865-1 {{(pid=102388) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 05 19:18:51.188763 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-42fb76e6-869a-4495-bfa5-b293dc48f2a0 None None] For port 54bec51e-9e3f-413e-8b2b-415782c89069, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=54bec51e-9e3f-413e-8b2b-415782c89069,segment=NetworkSegment(dd4022e5-63ee-4fa5-9fd5-d70aed389cc0),segment_id=dd4022e5-63ee-4fa5-9fd5-d70aed389cc0)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:18:51.189163 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-42fb76e6-869a-4495-bfa5-b293dc48f2a0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:18:51.207375 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-42fb76e6-869a-4495-bfa5-b293dc48f2a0 None None] Calling delete_port for 54bec51e-9e3f-413e-8b2b-415782c89069 owned by network:dhcp {{(pid=102388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 19:18:51.286633 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-af6df471-2e9c-45f3-820e-07f9fc38349d tempest-ExtraDHCPOptionsTestJSON-960005449 tempest-ExtraDHCPOptionsTestJSON-960005449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:18:51.317651 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6df471-2e9c-45f3-820e-07f9fc38349d tempest-ExtraDHCPOptionsTestJSON-960005449 tempest-ExtraDHCPOptionsTestJSON-960005449-project] Pushing event deleted for resources: {'Port': ['ID=54bec51e-9e3f-413e-8b2b-415782c89069,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:18:51.319514 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af6df471-2e9c-45f3-820e-07f9fc38349d tempest-ExtraDHCPOptionsTestJSON-960005449 tempest-ExtraDHCPOptionsTestJSON-960005449-project] No DVR routers for this DVR port 54bec51e-9e3f-413e-8b2b-415782c89069 on host n-d-816865-1 {{(pid=102386) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 19:18:51.340141 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] For port 59dae623-b586-476f-aeb5-e9900b58493d, host n-h1-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=59dae623-b586-476f-aeb5-e9900b58493d,segment=NetworkSegment(c8ba8bad-518b-408a-adbf-9f95696a455e),segment_id=c8ba8bad-518b-408a-adbf-9f95696a455e)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:18:51.359275 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Returning: {'device': '59dae623-b586-476f-aeb5-e9900b58493d', 'network_id': '22c01ef1-936f-4d85-97a6-cf840ed74fec', 'port_id': '59dae623-b586-476f-aeb5-e9900b58493d', 'mac_address': 'fa:16:3e:ae:d5:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 164, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a5a1166-12d4-4407-8a6a-41bf61d6db29', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102388) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 05 19:18:51.384027 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-42fb76e6-869a-4495-bfa5-b293dc48f2a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798'] for port, after_delete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:18:51.398438 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-af6df471-2e9c-45f3-820e-07f9fc38349d tempest-ExtraDHCPOptionsTestJSON-960005449 tempest-ExtraDHCPOptionsTestJSON-960005449-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1579173', 'neutron.services.segments.db._delete_segments_for_network-8750027792909'] for network, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:18:51.418714 n-d-816865-1 neutron-server[102386]: DEBUG neutron.services.segments.db [None req-af6df471-2e9c-45f3-820e-07f9fc38349d tempest-ExtraDHCPOptionsTestJSON-960005449 tempest-ExtraDHCPOptionsTestJSON-960005449-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eae0808e-a862-4cc4-b0c2-4ad0f21eefde']}} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:18:51.426257 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42fb76e6-869a-4495-bfa5-b293dc48f2a0 None None] Pushing event deleted for resources: {'Port': ['ID=54bec51e-9e3f-413e-8b2b-415782c89069,revision_number=None']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:18:51.428551 n-d-816865-1 neutron-server[102386]: DEBUG neutron.services.segments.db [None req-af6df471-2e9c-45f3-820e-07f9fc38349d tempest-ExtraDHCPOptionsTestJSON-960005449 tempest-ExtraDHCPOptionsTestJSON-960005449-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd4022e5-63ee-4fa5-9fd5-d70aed389cc0') {'for_net_delete': True} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:18:51.428852 n-d-816865-1 neutron-server[102386]: DEBUG neutron.services.segments.db [None req-af6df471-2e9c-45f3-820e-07f9fc38349d tempest-ExtraDHCPOptionsTestJSON-960005449 tempest-ExtraDHCPOptionsTestJSON-960005449-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd4022e5-63ee-4fa5-9fd5-d70aed389cc0') {} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:18:51.429731 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42fb76e6-869a-4495-bfa5-b293dc48f2a0 None None] No DVR routers for this DVR port 54bec51e-9e3f-413e-8b2b-415782c89069 on host n-d-816865-1 {{(pid=102388) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 19:18:51.436926 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:18:51.440756 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-af6df471-2e9c-45f3-820e-07f9fc38349d tempest-ExtraDHCPOptionsTestJSON-960005449 tempest-ExtraDHCPOptionsTestJSON-960005449-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750027793430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4590747'] for segment, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:18:51.441352 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42fb76e6-869a-4495-bfa5-b293dc48f2a0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:18:51.441352 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42fb76e6-869a-4495-bfa5-b293dc48f2a0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:18:51.441827 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42fb76e6-869a-4495-bfa5-b293dc48f2a0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:18:51.441827 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42fb76e6-869a-4495-bfa5-b293dc48f2a0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:18:51.442809 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42fb76e6-869a-4495-bfa5-b293dc48f2a0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:18:51.442809 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42fb76e6-869a-4495-bfa5-b293dc48f2a0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:18:51.442809 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42fb76e6-869a-4495-bfa5-b293dc48f2a0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:18:51.443103 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42fb76e6-869a-4495-bfa5-b293dc48f2a0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:18:51.443427 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42fb76e6-869a-4495-bfa5-b293dc48f2a0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:18:51.443751 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42fb76e6-869a-4495-bfa5-b293dc48f2a0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:18:51.444074 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42fb76e6-869a-4495-bfa5-b293dc48f2a0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:18:51.444395 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42fb76e6-869a-4495-bfa5-b293dc48f2a0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:18:51.456142 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-af6df471-2e9c-45f3-820e-07f9fc38349d tempest-ExtraDHCPOptionsTestJSON-960005449 tempest-ExtraDHCPOptionsTestJSON-960005449-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273'] for segment, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:18:51.457163 n-d-816865-1 neutron-server[102388]: DEBUG neutron.notifiers.nova [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 59dae623-b586-476f-aeb5-e9900b58493d {{(pid=102388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 19:18:51.462368 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af6df471-2e9c-45f3-820e-07f9fc38349d tempest-ExtraDHCPOptionsTestJSON-960005449 tempest-ExtraDHCPOptionsTestJSON-960005449-project] Releasing vlan 182 on physical network physnet1 to pool {{(pid=102386) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 05 19:18:51.463107 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-af6df471-2e9c-45f3-820e-07f9fc38349d tempest-ExtraDHCPOptionsTestJSON-960005449 tempest-ExtraDHCPOptionsTestJSON-960005449-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6149721'] for segment, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:18:51.465677 n-d-816865-1 neutron-server[102386]: Traceback (most recent call last): Nov 05 19:18:51.465677 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 05 19:18:51.465677 n-d-816865-1 neutron-server[102386]: timer() Nov 05 19:18:51.465677 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 05 19:18:51.465677 n-d-816865-1 neutron-server[102386]: cb(*args, **kw) Nov 05 19:18:51.465677 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 05 19:18:51.465677 n-d-816865-1 neutron-server[102386]: return func(*args, **kwargs) Nov 05 19:18:51.465677 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 05 19:18:51.465677 n-d-816865-1 neutron-server[102386]: self._notify() Nov 05 19:18:51.465677 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 05 19:18:51.465677 n-d-816865-1 neutron-server[102386]: self.callback(batched_events) Nov 05 19:18:51.465677 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 05 19:18:51.465677 n-d-816865-1 neutron-server[102386]: event.method(event) Nov 05 19:18:51.465677 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 05 19:18:51.465677 n-d-816865-1 neutron-server[102386]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 05 19:18:51.465677 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 05 19:18:51.465677 n-d-816865-1 neutron-server[102386]: aggregate_uuid = self.p_client.list_aggregates( Nov 05 19:18:51.465677 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 05 19:18:51.465677 n-d-816865-1 neutron-server[102386]: return f(self, *a, **k) Nov 05 19:18:51.465677 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 05 19:18:51.465677 n-d-816865-1 neutron-server[102386]: return self._get(url).json() Nov 05 19:18:51.465677 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 05 19:18:51.465677 n-d-816865-1 neutron-server[102386]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 05 19:18:51.465677 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 05 19:18:51.465677 n-d-816865-1 neutron-server[102386]: return self.request(url, 'GET', **kwargs) Nov 05 19:18:51.465677 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 05 19:18:51.465677 n-d-816865-1 neutron-server[102386]: base_url = self.get_endpoint(auth, allow=allow, Nov 05 19:18:51.465677 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 05 19:18:51.465677 n-d-816865-1 neutron-server[102386]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 05 19:18:51.465677 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 05 19:18:51.465677 n-d-816865-1 neutron-server[102386]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 05 19:18:51.465677 n-d-816865-1 neutron-server[102386]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 05 19:18:51.478884 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] For port 59dae623-b586-476f-aeb5-e9900b58493d, host n-h1-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=59dae623-b586-476f-aeb5-e9900b58493d,segment=NetworkSegment(c8ba8bad-518b-408a-adbf-9f95696a455e),segment_id=c8ba8bad-518b-408a-adbf-9f95696a455e)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:18:51.571985 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:18:51.600451 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-af6df471-2e9c-45f3-820e-07f9fc38349d tempest-ExtraDHCPOptionsTestJSON-960005449 tempest-ExtraDHCPOptionsTestJSON-960005449-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1579178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-956796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1000687'] for network, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:18:51.608273 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-af6df471-2e9c-45f3-820e-07f9fc38349d tempest-ExtraDHCPOptionsTestJSON-960005449 tempest-ExtraDHCPOptionsTestJSON-960005449-project] Publish callbacks [] for network, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:18:51.612543 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-af6df471-2e9c-45f3-820e-07f9fc38349d tempest-ExtraDHCPOptionsTestJSON-960005449 tempest-ExtraDHCPOptionsTestJSON-960005449-project] 10.222.0.13 "DELETE /v2.0/networks/eae0808e-a862-4cc4-b0c2-4ad0f21eefde HTTP/1.1" status: 204 len: 168 time: 0.7329504 Nov 05 19:18:51.622015 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Pushing event updated for resources: {'Port': ['ID=59dae623-b586-476f-aeb5-e9900b58493d,revision_number=4']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:18:51.624451 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6df471-2e9c-45f3-820e-07f9fc38349d tempest-ExtraDHCPOptionsTestJSON-960005449 tempest-ExtraDHCPOptionsTestJSON-960005449-project] Pushing event deleted for resources: {'Network': ['ID=eae0808e-a862-4cc4-b0c2-4ad0f21eefde,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:18:51.671521 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 54bec51e-9e3f-413e-8b2b-415782c89069 no longer exists at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 19:18:51.692931 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] No Port match for: 54bec51e-9e3f-413e-8b2b-415782c89069 {{(pid=102388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 19:18:51.693242 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 54bec51e-9e3f-413e-8b2b-415782c89069 not bound to the agent host n-d-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 19:18:51.819384 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] get_ports_and_sgs() called for port_ids ['59dae623-b586-476f-aeb5-e9900b58493d'] {{(pid=102388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 19:18:51.971996 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8ee743-c5d5-455d-923a-faf5dd46e22d req-a98198c0-183e-4176-a075-fc635f48f5af tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:18:51.973609 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-9f8ee743-c5d5-455d-923a-faf5dd46e22d req-a98198c0-183e-4176-a075-fc635f48f5af tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] 10.222.0.13 "GET /v2.0/ports?device_id=84c41646-9c30-4448-a7fd-2f2ec50e531e HTTP/1.1" status: 200 len: 945 time: 0.0509555 Nov 05 19:18:52.010795 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 40302) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:18:52.025471 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-9f8ee743-c5d5-455d-923a-faf5dd46e22d req-6f4de890-e60d-4055-ac0b-56ae47f6c081 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] 10.222.0.13 "GET /v2.0/security-groups?id=0901d174-558d-4d58-91a3-452d9a2f95cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457914 Nov 05 19:18:52.144446 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-9b0099d7-f461-43cb-bed8-e9c0a3c51965 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b1d0e27e7bce44e99d36958ce433932b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1324475 Nov 05 19:18:52.146900 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 40306) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:18:52.195360 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-71f0d12e-7ea9-4c9e-8a22-f86401b5de11 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:18:52.215785 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-71f0d12e-7ea9-4c9e-8a22-f86401b5de11 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:18:52.331107 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-71f0d12e-7ea9-4c9e-8a22-f86401b5de11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:18:52.333672 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-71f0d12e-7ea9-4c9e-8a22-f86401b5de11 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:18:52.334849 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-71f0d12e-7ea9-4c9e-8a22-f86401b5de11 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ec46dfec-f6f6-4c4c-8aed-7efba0f56a6c HTTP/1.1" status: 204 len: 168 time: 0.1870079 Nov 05 19:18:52.342344 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f0d12e-7ea9-4c9e-8a22-f86401b5de11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec46dfec-f6f6-4c4c-8aed-7efba0f56a6c,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:18:53.146236 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e69698-33cd-42f6-8876-2a99d09cc39a req-e4d5ebd0-0d1f-4bc6-a712-8336a9701a27 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:18:53.147768 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-47e69698-33cd-42f6-8876-2a99d09cc39a req-e4d5ebd0-0d1f-4bc6-a712-8336a9701a27 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] 10.222.0.13 "GET /v2.0/ports?device_id=84c41646-9c30-4448-a7fd-2f2ec50e531e HTTP/1.1" status: 200 len: 945 time: 0.0531914 Nov 05 19:18:53.185260 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Device 59dae623-b586-476f-aeb5-e9900b58493d up at agent hyperv_n-h1-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 19:18:53.195555 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-47e69698-33cd-42f6-8876-2a99d09cc39a req-4fe39679-c987-4198-83f8-883f67706ef6 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] 10.222.0.13 "GET /v2.0/security-groups?id=0901d174-558d-4d58-91a3-452d9a2f95cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416832 Nov 05 19:18:53.342610 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Provisioning for port 59dae623-b586-476f-aeb5-e9900b58493d completed by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 05 19:18:53.346761 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Provisioning complete for port 59dae623-b586-476f-aeb5-e9900b58493d triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:18:53.347246 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:18:53.396064 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 40330) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:18:53.429220 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:18:53.452160 n-d-816865-1 neutron-server[102388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84c41646-9c30-4448-a7fd-2f2ec50e531e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59dae623-b586-476f-aeb5-e9900b58493d'}] {{(pid=102388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 19:18:53.454376 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85474fee1180e129d8a886d264fe0b30223aa672dd1ffe43b630605f18504f68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01cdc9c5-7797-4dc9-a512-65a8bcf528d7" -d '{"events": [{"server_uuid": "84c41646-9c30-4448-a7fd-2f2ec50e531e", "name": "network-vif-plugged", "status": "completed", "tag": "59dae623-b586-476f-aeb5-e9900b58493d"}]}' {{(pid=102388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 19:18:53.467634 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] For port 59dae623-b586-476f-aeb5-e9900b58493d, host n-h1-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=59dae623-b586-476f-aeb5-e9900b58493d,segment=NetworkSegment(c8ba8bad-518b-408a-adbf-9f95696a455e),segment_id=c8ba8bad-518b-408a-adbf-9f95696a455e)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:18:53.495691 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-3f0b76c3-dd6e-49e2-be55-6137d7d96e9b tempest-RoutersNegativeTest-1186850732 tempest-RoutersNegativeTest-1186850732-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1172753046', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:18:53.537707 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:18:53.560742 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-3f0b76c3-dd6e-49e2-be55-6137d7d96e9b tempest-RoutersNegativeTest-1186850732 tempest-RoutersNegativeTest-1186850732-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-571139', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6874'] for router, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:18:53.561932 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-3f0b76c3-dd6e-49e2-be55-6137d7d96e9b tempest-RoutersNegativeTest-1186850732 tempest-RoutersNegativeTest-1186850732-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-571375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1000570', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1011585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6867'] for router, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:18:53.599356 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Pushing event updated for resources: {'Port': ['ID=59dae623-b586-476f-aeb5-e9900b58493d,revision_number=5']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:18:53.622021 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 19:18:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d9688ab-62fa-4ca2-9b71-b1b5658eb14b x-openstack-request-id: req-4d9688ab-62fa-4ca2-9b71-b1b5658eb14b {{(pid=102388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 19:18:53.625595 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84c41646-9c30-4448-a7fd-2f2ec50e531e", "name": "network-vif-plugged", "status": "completed", "tag": "59dae623-b586-476f-aeb5-e9900b58493d", "code": 200}]} {{(pid=102388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 19:18:53.625595 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4d9688ab-62fa-4ca2-9b71-b1b5658eb14b {{(pid=102388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 19:18:53.625595 n-d-816865-1 neutron-server[102388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84c41646-9c30-4448-a7fd-2f2ec50e531e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59dae623-b586-476f-aeb5-e9900b58493d', 'code': 200} Nov 05 19:18:53.652409 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-3f0b76c3-dd6e-49e2-be55-6137d7d96e9b tempest-RoutersNegativeTest-1186850732 tempest-RoutersNegativeTest-1186850732-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:18:53.719413 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f5b5df-766a-4adc-a722-e4ed88dca6e5 req-7b2f293e-1b35-4844-8038-276620d4b9ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:18:53.721490 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-f2f5b5df-766a-4adc-a722-e4ed88dca6e5 req-7b2f293e-1b35-4844-8038-276620d4b9ac service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=84c41646-9c30-4448-a7fd-2f2ec50e531e HTTP/1.1" status: 200 len: 1097 time: 0.0394399 Nov 05 19:18:53.748817 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-3f0b76c3-dd6e-49e2-be55-6137d7d96e9b tempest-RoutersNegativeTest-1186850732 tempest-RoutersNegativeTest-1186850732-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-571384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1000487'] for router, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:18:53.766020 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-f2f5b5df-766a-4adc-a722-e4ed88dca6e5 req-96fb1718-2ee4-4fda-a707-204c035a25e6 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=0901d174-558d-4d58-91a3-452d9a2f95cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378172 Nov 05 19:18:53.825299 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-3f0b76c3-dd6e-49e2-be55-6137d7d96e9b tempest-RoutersNegativeTest-1186850732 tempest-RoutersNegativeTest-1186850732-project] Publish callbacks [] for router, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:18:53.826611 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-3f0b76c3-dd6e-49e2-be55-6137d7d96e9b tempest-RoutersNegativeTest-1186850732 tempest-RoutersNegativeTest-1186850732-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.4288743 Nov 05 19:18:53.829237 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 40338) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:18:53.834153 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-2949f76a-fec9-4a54-8c8f-2f2b39263ef5 tempest-RoutersNegativeTest-1186850732 tempest-RoutersNegativeTest-1186850732-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1871911946'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:18:53.919838 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2949f76a-fec9-4a54-8c8f-2f2b39263ef5 tempest-RoutersNegativeTest-1186850732 tempest-RoutersNegativeTest-1186850732-project] Made reservation on behalf of 52e31d773ac34f8d9a02e918b1773e01 for: {'network': 1} {{(pid=102386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 19:18:53.923453 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-2949f76a-fec9-4a54-8c8f-2f2b39263ef5 tempest-RoutersNegativeTest-1186850732 tempest-RoutersNegativeTest-1186850732-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for network, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:18:53.933111 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-2949f76a-fec9-4a54-8c8f-2f2b39263ef5 tempest-RoutersNegativeTest-1186850732 tempest-RoutersNegativeTest-1186850732-project] Publish callbacks [] for security_group, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:18:54.005944 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-2949f76a-fec9-4a54-8c8f-2f2b39263ef5 tempest-RoutersNegativeTest-1186850732 tempest-RoutersNegativeTest-1186850732-project] Publish callbacks [] for security_group, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:18:54.068317 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-2949f76a-fec9-4a54-8c8f-2f2b39263ef5 tempest-RoutersNegativeTest-1186850732 tempest-RoutersNegativeTest-1186850732-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:18:54.096425 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2949f76a-fec9-4a54-8c8f-2f2b39263ef5 tempest-RoutersNegativeTest-1186850732 tempest-RoutersNegativeTest-1186850732-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 194} {{(pid=102386) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 05 19:18:54.106252 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2949f76a-fec9-4a54-8c8f-2f2b39263ef5 tempest-RoutersNegativeTest-1186850732 tempest-RoutersNegativeTest-1186850732-project] Pushing event updated for resources: {'SecurityGroup': ['ID=04abaa16-658e-446c-bd12-786d41f05fdf,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:18:54.111931 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-2949f76a-fec9-4a54-8c8f-2f2b39263ef5 tempest-RoutersNegativeTest-1186850732 tempest-RoutersNegativeTest-1186850732-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273'] for segment, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:18:54.112277 n-d-816865-1 neutron-server[102386]: INFO neutron.db.segments_db [None req-2949f76a-fec9-4a54-8c8f-2f2b39263ef5 tempest-RoutersNegativeTest-1186850732 tempest-RoutersNegativeTest-1186850732-project] Added segment d2f8596c-1a91-4c9d-929f-a2567bef1ef9 of type vlan for network 178d6533-597a-427b-bd27-ae79741d9b81 Nov 05 19:18:54.151227 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-2949f76a-fec9-4a54-8c8f-2f2b39263ef5 tempest-RoutersNegativeTest-1186850732 tempest-RoutersNegativeTest-1186850732-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750027258543'] for network, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:18:54.211761 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-2949f76a-fec9-4a54-8c8f-2f2b39263ef5 tempest-RoutersNegativeTest-1186850732 tempest-RoutersNegativeTest-1186850732-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-956796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877'] for network, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:18:54.217330 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2949f76a-fec9-4a54-8c8f-2f2b39263ef5 tempest-RoutersNegativeTest-1186850732 tempest-RoutersNegativeTest-1186850732-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:18:54.217914 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-2949f76a-fec9-4a54-8c8f-2f2b39263ef5 tempest-RoutersNegativeTest-1186850732 tempest-RoutersNegativeTest-1186850732-project] Publish callbacks [] for network, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:18:54.286994 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2949f76a-fec9-4a54-8c8f-2f2b39263ef5 tempest-RoutersNegativeTest-1186850732 tempest-RoutersNegativeTest-1186850732-project] Pushing event updated for resources: {'Network': ['ID=178d6533-597a-427b-bd27-ae79741d9b81,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:18:54.295163 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-2949f76a-fec9-4a54-8c8f-2f2b39263ef5 tempest-RoutersNegativeTest-1186850732 tempest-RoutersNegativeTest-1186850732-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.4648907 Nov 05 19:18:54.298312 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Network 178d6533-597a-427b-bd27-ae79741d9b81 details requested by agent ovs-agent-n-d-816865-1 with host n-d-816865-1 {{(pid=102388) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 05 19:18:54.298863 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 40342) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:18:54.305023 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-38ad639b-9a64-4693-9eee-c4fbbc876769 tempest-RoutersNegativeTest-1186850732 tempest-RoutersNegativeTest-1186850732-project] Request body: {'subnet': {'network_id': '178d6533-597a-427b-bd27-ae79741d9b81', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:18:54.317466 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80512e7f-3020-423c-b2bd-f0669919763a req-bcb417f0-ef58-4897-ac9a-1257188adf0f tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:18:54.319203 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-80512e7f-3020-423c-b2bd-f0669919763a req-bcb417f0-ef58-4897-ac9a-1257188adf0f tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] 10.222.0.13 "GET /v2.0/ports?device_id=84c41646-9c30-4448-a7fd-2f2ec50e531e HTTP/1.1" status: 200 len: 946 time: 0.0545564 Nov 05 19:18:54.374793 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-80512e7f-3020-423c-b2bd-f0669919763a req-38d8d105-dba1-4ca7-806d-a2ddf359a1b7 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] 10.222.0.13 "GET /v2.0/security-groups?id=0901d174-558d-4d58-91a3-452d9a2f95cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478051 Nov 05 19:18:54.467799 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38ad639b-9a64-4693-9eee-c4fbbc876769 tempest-RoutersNegativeTest-1186850732 tempest-RoutersNegativeTest-1186850732-project] Made reservation on behalf of 52e31d773ac34f8d9a02e918b1773e01 for: {'subnet': 1} {{(pid=102386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 19:18:54.472080 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-38ad639b-9a64-4693-9eee-c4fbbc876769 tempest-RoutersNegativeTest-1186850732 tempest-RoutersNegativeTest-1186850732-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4877122'] for subnet, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:18:54.708705 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-38ad639b-9a64-4693-9eee-c4fbbc876769 tempest-RoutersNegativeTest-1186850732 tempest-RoutersNegativeTest-1186850732-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6149946', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4877172'] for subnet, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:18:54.777835 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ad639b-9a64-4693-9eee-c4fbbc876769 tempest-RoutersNegativeTest-1186850732 tempest-RoutersNegativeTest-1186850732-project] Pushing event updated for resources: {'Subnet': ['ID=be6c8852-bac7-43ac-b322-b29ae48946f3,revision_number=0']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:18:54.786495 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38ad639b-9a64-4693-9eee-c4fbbc876769 tempest-RoutersNegativeTest-1186850732 tempest-RoutersNegativeTest-1186850732-project] Checking segment: {'id': 'd2f8596c-1a91-4c9d-929f-a2567bef1ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '178d6533-597a-427b-bd27-ae79741d9b81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 19:18:54.786854 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38ad639b-9a64-4693-9eee-c4fbbc876769 tempest-RoutersNegativeTest-1186850732 tempest-RoutersNegativeTest-1186850732-project] Network hostable DHCP agents. Network: 178d6533-597a-427b-bd27-ae79741d9b81, hostable agents: ['987e2ca0-bc3b-4c6f-a989-429ccfbf753f'], hosted agents: [] {{(pid=102386) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 05 19:18:54.874827 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38ad639b-9a64-4693-9eee-c4fbbc876769 tempest-RoutersNegativeTest-1186850732 tempest-RoutersNegativeTest-1186850732-project] Network 178d6533-597a-427b-bd27-ae79741d9b81 is scheduled to be hosted by DHCP agent 987e2ca0-bc3b-4c6f-a989-429ccfbf753f with binding_index 1 {{(pid=102386) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 05 19:18:54.943356 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.base_scheduler [None req-38ad639b-9a64-4693-9eee-c4fbbc876769 tempest-RoutersNegativeTest-1186850732 tempest-RoutersNegativeTest-1186850732-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816865-1, 178d6533-597a-427b-bd27-ae79741d9b81) {{(pid=102386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 19:18:54.947680 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38ad639b-9a64-4693-9eee-c4fbbc876769 tempest-RoutersNegativeTest-1186850732 tempest-RoutersNegativeTest-1186850732-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:18:54.948286 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-38ad639b-9a64-4693-9eee-c4fbbc876769 tempest-RoutersNegativeTest-1186850732 tempest-RoutersNegativeTest-1186850732-project] Publish callbacks [] for subnet, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:18:54.953100 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28d75fd3-0ca4-4c42-94a3-f160601ba019 None None] Network 178d6533-597a-427b-bd27-ae79741d9b81 requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 19:18:55.043227 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-38ad639b-9a64-4693-9eee-c4fbbc876769 tempest-RoutersNegativeTest-1186850732 tempest-RoutersNegativeTest-1186850732-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7429450 Nov 05 19:18:55.046390 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 40344) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:18:55.051569 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-2526c1eb-4f21-4dc6-9bb9-9e842124e17e tempest-RoutersNegativeTest-1186850732 tempest-RoutersNegativeTest-1186850732-project] Request body: {'network': {'name': 'tempest-router-network01--697507069'}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:18:55.098424 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27e247ac-206e-4a5b-b9b5-055b6cae549f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeb20a084-accf-5b60-8075-3e69ebe863a6-178d6533-597a-427b-bd27-ae79741d9b81', 'network_id': '178d6533-597a-427b-bd27-ae79741d9b81', 'tenant_id': '52e31d773ac34f8d9a02e918b1773e01', 'fixed_ips': [{'subnet_id': 'be6c8852-bac7-43ac-b322-b29ae48946f3'}]}} from n-d-816865-1. {{(pid=102388) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 05 19:18:55.099295 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-27e247ac-206e-4a5b-b9b5-055b6cae549f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:18:55.137486 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2526c1eb-4f21-4dc6-9bb9-9e842124e17e tempest-RoutersNegativeTest-1186850732 tempest-RoutersNegativeTest-1186850732-project] Made reservation on behalf of 52e31d773ac34f8d9a02e918b1773e01 for: {'network': 1} {{(pid=102387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 19:18:55.141105 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-2526c1eb-4f21-4dc6-9bb9-9e842124e17e tempest-RoutersNegativeTest-1186850732 tempest-RoutersNegativeTest-1186850732-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for network, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:18:55.164772 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2526c1eb-4f21-4dc6-9bb9-9e842124e17e tempest-RoutersNegativeTest-1186850732 tempest-RoutersNegativeTest-1186850732-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 163} {{(pid=102387) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 05 19:18:55.173547 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-2526c1eb-4f21-4dc6-9bb9-9e842124e17e tempest-RoutersNegativeTest-1186850732 tempest-RoutersNegativeTest-1186850732-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273'] for segment, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:18:55.174059 n-d-816865-1 neutron-server[102387]: INFO neutron.db.segments_db [None req-2526c1eb-4f21-4dc6-9bb9-9e842124e17e tempest-RoutersNegativeTest-1186850732 tempest-RoutersNegativeTest-1186850732-project] Added segment 7da9c4c5-6703-457c-9b3b-d9ce07086e72 of type vlan for network 62867484-2abe-4645-aabf-86eef6ee1fc0 Nov 05 19:18:55.214028 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-2526c1eb-4f21-4dc6-9bb9-9e842124e17e tempest-RoutersNegativeTest-1186850732 tempest-RoutersNegativeTest-1186850732-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750027258543'] for network, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:18:55.235162 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.db_base_plugin_common [None req-27e247ac-206e-4a5b-b9b5-055b6cae549f None None] Allocated IP 172.20.0.2 (178d6533-597a-427b-bd27-ae79741d9b81/be6c8852-bac7-43ac-b322-b29ae48946f3/657c309a-695d-415c-86e7-6c2c5ca91594) {{(pid=102388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 19:18:55.303853 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-2526c1eb-4f21-4dc6-9bb9-9e842124e17e tempest-RoutersNegativeTest-1186850732 tempest-RoutersNegativeTest-1186850732-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-956796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877'] for network, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:18:55.309490 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2526c1eb-4f21-4dc6-9bb9-9e842124e17e tempest-RoutersNegativeTest-1186850732 tempest-RoutersNegativeTest-1186850732-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:18:55.310120 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-2526c1eb-4f21-4dc6-9bb9-9e842124e17e tempest-RoutersNegativeTest-1186850732 tempest-RoutersNegativeTest-1186850732-project] Publish callbacks [] for network, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:18:55.376007 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-27e247ac-206e-4a5b-b9b5-055b6cae549f None None] Publish callbacks [] for port, precommit_create {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:18:55.383144 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2526c1eb-4f21-4dc6-9bb9-9e842124e17e tempest-RoutersNegativeTest-1186850732 tempest-RoutersNegativeTest-1186850732-project] Pushing event updated for resources: {'Network': ['ID=62867484-2abe-4645-aabf-86eef6ee1fc0,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:18:55.393405 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Network 62867484-2abe-4645-aabf-86eef6ee1fc0 details requested by agent ovs-agent-n-d-816865-1 with host n-d-816865-1 {{(pid=102388) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 05 19:18:55.405689 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-2526c1eb-4f21-4dc6-9bb9-9e842124e17e tempest-RoutersNegativeTest-1186850732 tempest-RoutersNegativeTest-1186850732-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.3557427 Nov 05 19:18:55.406429 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 40348) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:18:55.412434 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-57f550df-d2e8-4e2b-ac95-b1f977ed6f86 tempest-RoutersNegativeTest-1186850732 tempest-RoutersNegativeTest-1186850732-project] Request body: {'network': {'name': 'tempest-router-network02--1162495346'}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:18:55.454555 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-27e247ac-206e-4a5b-b9b5-055b6cae549f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789'] for port, after_create {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:18:55.492163 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57f550df-d2e8-4e2b-ac95-b1f977ed6f86 tempest-RoutersNegativeTest-1186850732 tempest-RoutersNegativeTest-1186850732-project] Made reservation on behalf of 52e31d773ac34f8d9a02e918b1773e01 for: {'network': 1} {{(pid=102387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 19:18:55.495824 n-d-816865-1 neutron-server[102388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27e247ac-206e-4a5b-b9b5-055b6cae549f None None] Network 178d6533-597a-427b-bd27-ae79741d9b81 is already hosted by enough agents. {{(pid=102388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 19:18:55.496120 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-57f550df-d2e8-4e2b-ac95-b1f977ed6f86 tempest-RoutersNegativeTest-1186850732 tempest-RoutersNegativeTest-1186850732-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for network, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:18:55.498665 n-d-816865-1 neutron-server[102388]: DEBUG neutron.scheduler.base_scheduler [None req-27e247ac-206e-4a5b-b9b5-055b6cae549f None None] Resources bound (agent type, host, resource id): {{(pid=102388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 19:18:55.505321 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27e247ac-206e-4a5b-b9b5-055b6cae549f None None] Received port after_create {{(pid=102388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 19:18:55.516088 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e247ac-206e-4a5b-b9b5-055b6cae549f None None] Pushing event updated for resources: {'Port': ['ID=657c309a-695d-415c-86e7-6c2c5ca91594,revision_number=1']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:18:55.521391 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a59b9ab-cc92-4757-b246-9eed792f581f req-e5e84191-45cd-4585-9b5b-f5d219acba89 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:18:55.522974 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-6a59b9ab-cc92-4757-b246-9eed792f581f req-e5e84191-45cd-4585-9b5b-f5d219acba89 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] 10.222.0.13 "GET /v2.0/ports?device_id=84c41646-9c30-4448-a7fd-2f2ec50e531e HTTP/1.1" status: 200 len: 946 time: 0.0718222 Nov 05 19:18:55.552040 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57f550df-d2e8-4e2b-ac95-b1f977ed6f86 tempest-RoutersNegativeTest-1186850732 tempest-RoutersNegativeTest-1186850732-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 180} {{(pid=102387) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 05 19:18:55.570177 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-27e247ac-206e-4a5b-b9b5-055b6cae549f None None] Attempting to bind port 657c309a-695d-415c-86e7-6c2c5ca91594 on host n-d-816865-1 for vnic_type normal with profile {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 19:18:55.570478 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-27e247ac-206e-4a5b-b9b5-055b6cae549f None None] Attempting to bind port 657c309a-695d-415c-86e7-6c2c5ca91594 by drivers openvswitch,hyperv on host n-d-816865-1 at level 0 using segments [{'id': 'd2f8596c-1a91-4c9d-929f-a2567bef1ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '178d6533-597a-427b-bd27-ae79741d9b81'}] {{(pid=102388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 19:18:55.570851 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27e247ac-206e-4a5b-b9b5-055b6cae549f None None] Attempting to bind port 657c309a-695d-415c-86e7-6c2c5ca91594 on network 178d6533-597a-427b-bd27-ae79741d9b81 {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 19:18:55.575796 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-57f550df-d2e8-4e2b-ac95-b1f977ed6f86 tempest-RoutersNegativeTest-1186850732 tempest-RoutersNegativeTest-1186850732-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273'] for segment, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:18:55.575925 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27e247ac-206e-4a5b-b9b5-055b6cae549f None None] Checking agent: {'id': '724d89a7-611b-41e6-bc85-c48112b17afa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 18, 25, 8), 'started_at': datetime.datetime(2021, 11, 5, 18, 25, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 19, 18, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 19:18:55.576148 n-d-816865-1 neutron-server[102387]: INFO neutron.db.segments_db [None req-57f550df-d2e8-4e2b-ac95-b1f977ed6f86 tempest-RoutersNegativeTest-1186850732 tempest-RoutersNegativeTest-1186850732-project] Added segment 2c5ac2d3-a7e5-41c5-8a85-dc112aa36bb2 of type vlan for network d0647049-9116-4f8b-b4ab-8c8cbb60361f Nov 05 19:18:55.576240 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27e247ac-206e-4a5b-b9b5-055b6cae549f None None] Checking segment: {'id': 'd2f8596c-1a91-4c9d-929f-a2567bef1ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '178d6533-597a-427b-bd27-ae79741d9b81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 19:18:55.576551 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-27e247ac-206e-4a5b-b9b5-055b6cae549f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:18:55.576946 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27e247ac-206e-4a5b-b9b5-055b6cae549f None None] Bound using segment: {'id': 'd2f8596c-1a91-4c9d-929f-a2567bef1ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '178d6533-597a-427b-bd27-ae79741d9b81'} {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 19:18:55.577411 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-27e247ac-206e-4a5b-b9b5-055b6cae549f None None] Bound port: 657c309a-695d-415c-86e7-6c2c5ca91594, host: n-d-816865-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2f8596c-1a91-4c9d-929f-a2567bef1ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '178d6533-597a-427b-bd27-ae79741d9b81'}}] {{(pid=102388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 19:18:55.577795 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-27e247ac-206e-4a5b-b9b5-055b6cae549f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:18:55.596582 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-6a59b9ab-cc92-4757-b246-9eed792f581f req-dc2fd98a-6e38-49b0-a76e-7c9b4252f56e tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] 10.222.0.13 "GET /v2.0/security-groups?id=0901d174-558d-4d58-91a3-452d9a2f95cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654197 Nov 05 19:18:55.632164 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-57f550df-d2e8-4e2b-ac95-b1f977ed6f86 tempest-RoutersNegativeTest-1186850732 tempest-RoutersNegativeTest-1186850732-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750027258543'] for network, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:18:55.651925 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-27e247ac-206e-4a5b-b9b5-055b6cae549f None None] For port 657c309a-695d-415c-86e7-6c2c5ca91594, host n-d-816865-1, cleared binding levels {{(pid=102388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 19:18:55.655316 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-27e247ac-206e-4a5b-b9b5-055b6cae549f None None] For port 657c309a-695d-415c-86e7-6c2c5ca91594, host n-d-816865-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=657c309a-695d-415c-86e7-6c2c5ca91594,segment=NetworkSegment(d2f8596c-1a91-4c9d-929f-a2567bef1ef9),segment_id=d2f8596c-1a91-4c9d-929f-a2567bef1ef9)] {{(pid=102388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 19:18:55.724180 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28cbea01-3b63-4818-b302-0287b7d94430 req-cb5445b5-43db-4ec0-98a5-61be6098e613 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:18:55.725770 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-28cbea01-3b63-4818-b302-0287b7d94430 req-cb5445b5-43db-4ec0-98a5-61be6098e613 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] 10.222.0.13 "GET /v2.0/ports?device_id=84c41646-9c30-4448-a7fd-2f2ec50e531e HTTP/1.1" status: 200 len: 946 time: 0.0558400 Nov 05 19:18:55.726515 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-27e247ac-206e-4a5b-b9b5-055b6cae549f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:18:55.760469 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-57f550df-d2e8-4e2b-ac95-b1f977ed6f86 tempest-RoutersNegativeTest-1186850732 tempest-RoutersNegativeTest-1186850732-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-956796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877'] for network, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:18:55.766732 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57f550df-d2e8-4e2b-ac95-b1f977ed6f86 tempest-RoutersNegativeTest-1186850732 tempest-RoutersNegativeTest-1186850732-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:18:55.768680 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-57f550df-d2e8-4e2b-ac95-b1f977ed6f86 tempest-RoutersNegativeTest-1186850732 tempest-RoutersNegativeTest-1186850732-project] Publish callbacks [] for network, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:18:55.789021 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e247ac-206e-4a5b-b9b5-055b6cae549f None None] Pushing event updated for resources: {'Port': ['ID=657c309a-695d-415c-86e7-6c2c5ca91594,revision_number=2']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:18:55.818998 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-28cbea01-3b63-4818-b302-0287b7d94430 req-829fa05c-e92d-4fcc-a7e0-2a222fbbba7f tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] 10.222.0.13 "GET /v2.0/security-groups?id=0901d174-558d-4d58-91a3-452d9a2f95cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870790 Nov 05 19:18:55.862340 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f550df-d2e8-4e2b-ac95-b1f977ed6f86 tempest-RoutersNegativeTest-1186850732 tempest-RoutersNegativeTest-1186850732-project] Pushing event updated for resources: {'Network': ['ID=d0647049-9116-4f8b-b4ab-8c8cbb60361f,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:18:55.874240 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Network d0647049-9116-4f8b-b4ab-8c8cbb60361f details requested by agent ovs-agent-n-d-816865-1 with host n-d-816865-1 {{(pid=102388) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 05 19:18:55.886544 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-57f550df-d2e8-4e2b-ac95-b1f977ed6f86 tempest-RoutersNegativeTest-1186850732 tempest-RoutersNegativeTest-1186850732-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4793873 Nov 05 19:18:55.889261 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 40354) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:18:55.896896 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-66b3f61c-3917-48c2-a9d1-0c87fda0e76b tempest-RoutersNegativeTest-1186850732 tempest-RoutersNegativeTest-1186850732-project] Request body: {'subnet': {'network_id': '62867484-2abe-4645-aabf-86eef6ee1fc0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:18:56.095193 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66b3f61c-3917-48c2-a9d1-0c87fda0e76b tempest-RoutersNegativeTest-1186850732 tempest-RoutersNegativeTest-1186850732-project] Made reservation on behalf of 52e31d773ac34f8d9a02e918b1773e01 for: {'subnet': 1} {{(pid=102387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 19:18:56.103929 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-66b3f61c-3917-48c2-a9d1-0c87fda0e76b tempest-RoutersNegativeTest-1186850732 tempest-RoutersNegativeTest-1186850732-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5112236'] for subnet, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:18:56.355160 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-66b3f61c-3917-48c2-a9d1-0c87fda0e76b tempest-RoutersNegativeTest-1186850732 tempest-RoutersNegativeTest-1186850732-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4417463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5112218'] for subnet, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:18:56.420397 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b3f61c-3917-48c2-a9d1-0c87fda0e76b tempest-RoutersNegativeTest-1186850732 tempest-RoutersNegativeTest-1186850732-project] Pushing event updated for resources: {'Subnet': ['ID=6a116b42-726d-48f0-884f-28ce214f84ba,revision_number=0']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:18:56.426081 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66b3f61c-3917-48c2-a9d1-0c87fda0e76b tempest-RoutersNegativeTest-1186850732 tempest-RoutersNegativeTest-1186850732-project] Checking segment: {'id': '7da9c4c5-6703-457c-9b3b-d9ce07086e72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '62867484-2abe-4645-aabf-86eef6ee1fc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 19:18:56.426466 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66b3f61c-3917-48c2-a9d1-0c87fda0e76b tempest-RoutersNegativeTest-1186850732 tempest-RoutersNegativeTest-1186850732-project] Network hostable DHCP agents. Network: 62867484-2abe-4645-aabf-86eef6ee1fc0, hostable agents: ['987e2ca0-bc3b-4c6f-a989-429ccfbf753f'], hosted agents: [] {{(pid=102387) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 05 19:18:56.504036 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66b3f61c-3917-48c2-a9d1-0c87fda0e76b tempest-RoutersNegativeTest-1186850732 tempest-RoutersNegativeTest-1186850732-project] Network 62867484-2abe-4645-aabf-86eef6ee1fc0 is scheduled to be hosted by DHCP agent 987e2ca0-bc3b-4c6f-a989-429ccfbf753f with binding_index 1 {{(pid=102387) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 05 19:18:56.577702 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.base_scheduler [None req-66b3f61c-3917-48c2-a9d1-0c87fda0e76b tempest-RoutersNegativeTest-1186850732 tempest-RoutersNegativeTest-1186850732-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816865-1, 62867484-2abe-4645-aabf-86eef6ee1fc0) {{(pid=102387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 19:18:56.582318 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66b3f61c-3917-48c2-a9d1-0c87fda0e76b tempest-RoutersNegativeTest-1186850732 tempest-RoutersNegativeTest-1186850732-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:18:56.582920 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-66b3f61c-3917-48c2-a9d1-0c87fda0e76b tempest-RoutersNegativeTest-1186850732 tempest-RoutersNegativeTest-1186850732-project] Publish callbacks [] for subnet, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:18:56.589369 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcc99822-dcab-4e1c-928a-c737d02a8ebe None None] Network 62867484-2abe-4645-aabf-86eef6ee1fc0 requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 19:18:56.655720 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-66b3f61c-3917-48c2-a9d1-0c87fda0e76b tempest-RoutersNegativeTest-1186850732 tempest-RoutersNegativeTest-1186850732-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7653174 Nov 05 19:18:56.659333 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 40364) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:18:56.667104 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-c6e590f7-df9f-4ff0-9a57-6a9a1018407a tempest-RoutersNegativeTest-1186850732 tempest-RoutersNegativeTest-1186850732-project] Request body: {'subnet': {'network_id': 'd0647049-9116-4f8b-b4ab-8c8cbb60361f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:18:56.775512 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccb28547-1c1a-490c-83fd-676aa750219e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeb20a084-accf-5b60-8075-3e69ebe863a6-62867484-2abe-4645-aabf-86eef6ee1fc0', 'network_id': '62867484-2abe-4645-aabf-86eef6ee1fc0', 'tenant_id': '52e31d773ac34f8d9a02e918b1773e01', 'fixed_ips': [{'subnet_id': '6a116b42-726d-48f0-884f-28ce214f84ba'}]}} from n-d-816865-1. {{(pid=102388) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 05 19:18:56.777178 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-ccb28547-1c1a-490c-83fd-676aa750219e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:18:56.852479 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a8ea504-bf82-4e67-8b51-cc172905ab0b None None] Network 178d6533-597a-427b-bd27-ae79741d9b81 requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 19:18:56.863913 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6e590f7-df9f-4ff0-9a57-6a9a1018407a tempest-RoutersNegativeTest-1186850732 tempest-RoutersNegativeTest-1186850732-project] Made reservation on behalf of 52e31d773ac34f8d9a02e918b1773e01 for: {'subnet': 1} {{(pid=102387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 19:18:56.867409 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-c6e590f7-df9f-4ff0-9a57-6a9a1018407a tempest-RoutersNegativeTest-1186850732 tempest-RoutersNegativeTest-1186850732-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5112236'] for subnet, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:18:56.977594 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-d4fe890d-07ba-4c8a-9d53-e0827873d9af None None] Provisioning complete for port 657c309a-695d-415c-86e7-6c2c5ca91594 triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:18:56.978083 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-d4fe890d-07ba-4c8a-9d53-e0827873d9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:18:57.148716 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-c6e590f7-df9f-4ff0-9a57-6a9a1018407a tempest-RoutersNegativeTest-1186850732 tempest-RoutersNegativeTest-1186850732-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4417463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5112218'] for subnet, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:18:57.222116 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.db_base_plugin_common [None req-ccb28547-1c1a-490c-83fd-676aa750219e None None] Allocated IP 172.20.0.2 (62867484-2abe-4645-aabf-86eef6ee1fc0/6a116b42-726d-48f0-884f-28ce214f84ba/c6a9e07a-48d8-4009-89ad-cf813bd66a85) {{(pid=102388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 19:18:57.223264 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6e590f7-df9f-4ff0-9a57-6a9a1018407a tempest-RoutersNegativeTest-1186850732 tempest-RoutersNegativeTest-1186850732-project] Checking segment: {'id': '2c5ac2d3-a7e5-41c5-8a85-dc112aa36bb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'd0647049-9116-4f8b-b4ab-8c8cbb60361f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 19:18:57.223641 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6e590f7-df9f-4ff0-9a57-6a9a1018407a tempest-RoutersNegativeTest-1186850732 tempest-RoutersNegativeTest-1186850732-project] Network hostable DHCP agents. Network: d0647049-9116-4f8b-b4ab-8c8cbb60361f, hostable agents: ['987e2ca0-bc3b-4c6f-a989-429ccfbf753f'], hosted agents: [] {{(pid=102387) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 05 19:18:57.235683 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e590f7-df9f-4ff0-9a57-6a9a1018407a tempest-RoutersNegativeTest-1186850732 tempest-RoutersNegativeTest-1186850732-project] Pushing event updated for resources: {'Subnet': ['ID=683d52c8-1357-4fbf-a55b-373dd2ddaa54,revision_number=0']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:18:57.315203 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6e590f7-df9f-4ff0-9a57-6a9a1018407a tempest-RoutersNegativeTest-1186850732 tempest-RoutersNegativeTest-1186850732-project] Network d0647049-9116-4f8b-b4ab-8c8cbb60361f is scheduled to be hosted by DHCP agent 987e2ca0-bc3b-4c6f-a989-429ccfbf753f with binding_index 1 {{(pid=102387) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 05 19:18:57.374095 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-d4fe890d-07ba-4c8a-9d53-e0827873d9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:18:57.383473 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.base_scheduler [None req-c6e590f7-df9f-4ff0-9a57-6a9a1018407a tempest-RoutersNegativeTest-1186850732 tempest-RoutersNegativeTest-1186850732-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816865-1, d0647049-9116-4f8b-b4ab-8c8cbb60361f) {{(pid=102387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 19:18:57.394919 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6e590f7-df9f-4ff0-9a57-6a9a1018407a tempest-RoutersNegativeTest-1186850732 tempest-RoutersNegativeTest-1186850732-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:18:57.396092 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-c6e590f7-df9f-4ff0-9a57-6a9a1018407a tempest-RoutersNegativeTest-1186850732 tempest-RoutersNegativeTest-1186850732-project] Publish callbacks [] for subnet, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:18:57.408971 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eae675d2-f8ee-42d4-9759-c6f7251bd4cc None None] Network d0647049-9116-4f8b-b4ab-8c8cbb60361f requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 19:18:57.457531 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-c6e590f7-df9f-4ff0-9a57-6a9a1018407a tempest-RoutersNegativeTest-1186850732 tempest-RoutersNegativeTest-1186850732-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7960806 Nov 05 19:18:57.460804 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 40394) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:18:57.541451 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-d4fe890d-07ba-4c8a-9d53-e0827873d9af None None] For port 657c309a-695d-415c-86e7-6c2c5ca91594, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=657c309a-695d-415c-86e7-6c2c5ca91594,segment=NetworkSegment(d2f8596c-1a91-4c9d-929f-a2567bef1ef9),segment_id=d2f8596c-1a91-4c9d-929f-a2567bef1ef9)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:18:57.617912 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-d4fe890d-07ba-4c8a-9d53-e0827873d9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:18:57.625498 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-ccb28547-1c1a-490c-83fd-676aa750219e None None] Publish callbacks [] for port, precommit_create {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:18:57.728572 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-ccb28547-1c1a-490c-83fd-676aa750219e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789'] for port, after_create {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:18:57.802396 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28b6a390-77fd-443e-8064-7fa9a958a760 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeb20a084-accf-5b60-8075-3e69ebe863a6-d0647049-9116-4f8b-b4ab-8c8cbb60361f', 'network_id': 'd0647049-9116-4f8b-b4ab-8c8cbb60361f', 'tenant_id': '52e31d773ac34f8d9a02e918b1773e01', 'fixed_ips': [{'subnet_id': '683d52c8-1357-4fbf-a55b-373dd2ddaa54'}]}} from n-d-816865-1. {{(pid=102388) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 05 19:18:57.803296 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-28b6a390-77fd-443e-8064-7fa9a958a760 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:18:57.830593 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4fe890d-07ba-4c8a-9d53-e0827873d9af None None] Pushing event updated for resources: {'Port': ['ID=657c309a-695d-415c-86e7-6c2c5ca91594,revision_number=3']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:18:57.846375 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 657c309a-695d-415c-86e7-6c2c5ca91594 up at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 19:18:57.872980 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-d0e086f4-b672-4b9a-81ff-37a6ce97d853 tempest-RoutersNegativeTest-1186850732 tempest-RoutersNegativeTest-1186850732-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:18:57.903294 n-d-816865-1 neutron-server[102388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccb28547-1c1a-490c-83fd-676aa750219e None None] Network 62867484-2abe-4645-aabf-86eef6ee1fc0 is already hosted by enough agents. {{(pid=102388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 19:18:57.911514 n-d-816865-1 neutron-server[102388]: DEBUG neutron.scheduler.base_scheduler [None req-ccb28547-1c1a-490c-83fd-676aa750219e None None] Resources bound (agent type, host, resource id): {{(pid=102388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 19:18:57.917467 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccb28547-1c1a-490c-83fd-676aa750219e None None] Received port after_create {{(pid=102388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 19:18:58.031551 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb28547-1c1a-490c-83fd-676aa750219e None None] Pushing event updated for resources: {'Port': ['ID=c6a9e07a-48d8-4009-89ad-cf813bd66a85,revision_number=1']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:18:58.084966 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-642c898c-4adc-4d47-a9d3-f9a36d59468d None None] Provisioning complete for port 657c309a-695d-415c-86e7-6c2c5ca91594 triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:18:58.085340 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-642c898c-4adc-4d47-a9d3-f9a36d59468d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:18:58.091282 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Provisioning complete for port 657c309a-695d-415c-86e7-6c2c5ca91594 triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:18:58.091821 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:18:58.181885 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-ccb28547-1c1a-490c-83fd-676aa750219e None None] Attempting to bind port c6a9e07a-48d8-4009-89ad-cf813bd66a85 on host n-d-816865-1 for vnic_type normal with profile {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 19:18:58.182352 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-ccb28547-1c1a-490c-83fd-676aa750219e None None] Attempting to bind port c6a9e07a-48d8-4009-89ad-cf813bd66a85 by drivers openvswitch,hyperv on host n-d-816865-1 at level 0 using segments [{'id': '7da9c4c5-6703-457c-9b3b-d9ce07086e72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '62867484-2abe-4645-aabf-86eef6ee1fc0'}] {{(pid=102388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 19:18:58.182783 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccb28547-1c1a-490c-83fd-676aa750219e None None] Attempting to bind port c6a9e07a-48d8-4009-89ad-cf813bd66a85 on network 62867484-2abe-4645-aabf-86eef6ee1fc0 {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 19:18:58.193392 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.db_base_plugin_common [None req-d0e086f4-b672-4b9a-81ff-37a6ce97d853 tempest-RoutersNegativeTest-1186850732 tempest-RoutersNegativeTest-1186850732-project] Allocated IP 172.20.0.1 (62867484-2abe-4645-aabf-86eef6ee1fc0/6a116b42-726d-48f0-884f-28ce214f84ba/c85468ee-51ba-440e-875f-965cbb0984b9) {{(pid=102386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 19:18:58.211341 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccb28547-1c1a-490c-83fd-676aa750219e None None] Checking agent: {'id': '724d89a7-611b-41e6-bc85-c48112b17afa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 18, 25, 8), 'started_at': datetime.datetime(2021, 11, 5, 18, 25, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 19, 18, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 19:18:58.211803 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccb28547-1c1a-490c-83fd-676aa750219e None None] Checking segment: {'id': '7da9c4c5-6703-457c-9b3b-d9ce07086e72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '62867484-2abe-4645-aabf-86eef6ee1fc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 19:18:58.212277 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-ccb28547-1c1a-490c-83fd-676aa750219e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:18:58.212731 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccb28547-1c1a-490c-83fd-676aa750219e None None] Bound using segment: {'id': '7da9c4c5-6703-457c-9b3b-d9ce07086e72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '62867484-2abe-4645-aabf-86eef6ee1fc0'} {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 19:18:58.213298 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-ccb28547-1c1a-490c-83fd-676aa750219e None None] Bound port: c6a9e07a-48d8-4009-89ad-cf813bd66a85, host: n-d-816865-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7da9c4c5-6703-457c-9b3b-d9ce07086e72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '62867484-2abe-4645-aabf-86eef6ee1fc0'}}] {{(pid=102388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 19:18:58.213744 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-ccb28547-1c1a-490c-83fd-676aa750219e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:18:58.240043 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.db_base_plugin_common [None req-28b6a390-77fd-443e-8064-7fa9a958a760 None None] Allocated IP 172.20.0.2 (d0647049-9116-4f8b-b4ab-8c8cbb60361f/683d52c8-1357-4fbf-a55b-373dd2ddaa54/e185d5f3-b81b-461c-a87b-5163bdbd0b23) {{(pid=102388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 19:18:58.318710 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-d0e086f4-b672-4b9a-81ff-37a6ce97d853 tempest-RoutersNegativeTest-1186850732 tempest-RoutersNegativeTest-1186850732-project] Publish callbacks [] for port, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:18:58.431989 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-d0e086f4-b672-4b9a-81ff-37a6ce97d853 tempest-RoutersNegativeTest-1186850732 tempest-RoutersNegativeTest-1186850732-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:18:58.433260 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-ccb28547-1c1a-490c-83fd-676aa750219e None None] For port c6a9e07a-48d8-4009-89ad-cf813bd66a85, host n-d-816865-1, cleared binding levels {{(pid=102388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 19:18:58.462420 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-ccb28547-1c1a-490c-83fd-676aa750219e None None] For port c6a9e07a-48d8-4009-89ad-cf813bd66a85, host n-d-816865-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=c6a9e07a-48d8-4009-89ad-cf813bd66a85,segment=NetworkSegment(7da9c4c5-6703-457c-9b3b-d9ce07086e72),segment_id=7da9c4c5-6703-457c-9b3b-d9ce07086e72)] {{(pid=102388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 19:18:58.560255 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0e086f4-b672-4b9a-81ff-37a6ce97d853 tempest-RoutersNegativeTest-1186850732 tempest-RoutersNegativeTest-1186850732-project] Network 62867484-2abe-4645-aabf-86eef6ee1fc0 is already hosted by enough agents. {{(pid=102386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 19:18:58.563400 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.base_scheduler [None req-d0e086f4-b672-4b9a-81ff-37a6ce97d853 tempest-RoutersNegativeTest-1186850732 tempest-RoutersNegativeTest-1186850732-project] Resources bound (agent type, host, resource id): {{(pid=102386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 19:18:58.575801 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0e086f4-b672-4b9a-81ff-37a6ce97d853 tempest-RoutersNegativeTest-1186850732 tempest-RoutersNegativeTest-1186850732-project] Received port after_create {{(pid=102386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 19:18:58.575976 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-ccb28547-1c1a-490c-83fd-676aa750219e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:18:58.599907 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e086f4-b672-4b9a-81ff-37a6ce97d853 tempest-RoutersNegativeTest-1186850732 tempest-RoutersNegativeTest-1186850732-project] Pushing event updated for resources: {'Port': ['ID=c85468ee-51ba-440e-875f-965cbb0984b9,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:18:58.620819 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-d0e086f4-b672-4b9a-81ff-37a6ce97d853 tempest-RoutersNegativeTest-1186850732 tempest-RoutersNegativeTest-1186850732-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-571770'] for router_interface, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:18:58.639429 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-28b6a390-77fd-443e-8064-7fa9a958a760 None None] Publish callbacks [] for port, precommit_create {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:18:58.653789 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb28547-1c1a-490c-83fd-676aa750219e None None] Pushing event updated for resources: {'Port': ['ID=c6a9e07a-48d8-4009-89ad-cf813bd66a85,revision_number=2']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:18:58.698444 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-28b6a390-77fd-443e-8064-7fa9a958a760 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789'] for port, after_create {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:18:58.750252 n-d-816865-1 neutron-server[102388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28b6a390-77fd-443e-8064-7fa9a958a760 None None] Network d0647049-9116-4f8b-b4ab-8c8cbb60361f is already hosted by enough agents. {{(pid=102388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 19:18:58.752098 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b6a390-77fd-443e-8064-7fa9a958a760 None None] Pushing event updated for resources: {'Port': ['ID=e185d5f3-b81b-461c-a87b-5163bdbd0b23,revision_number=1']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:18:58.755146 n-d-816865-1 neutron-server[102388]: DEBUG neutron.scheduler.base_scheduler [None req-28b6a390-77fd-443e-8064-7fa9a958a760 None None] Resources bound (agent type, host, resource id): {{(pid=102388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 19:18:58.759469 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28b6a390-77fd-443e-8064-7fa9a958a760 None None] Received port after_create {{(pid=102388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 19:18:58.835623 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-28b6a390-77fd-443e-8064-7fa9a958a760 None None] Attempting to bind port e185d5f3-b81b-461c-a87b-5163bdbd0b23 on host n-d-816865-1 for vnic_type normal with profile {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 19:18:58.837552 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-28b6a390-77fd-443e-8064-7fa9a958a760 None None] Attempting to bind port e185d5f3-b81b-461c-a87b-5163bdbd0b23 by drivers openvswitch,hyperv on host n-d-816865-1 at level 0 using segments [{'id': '2c5ac2d3-a7e5-41c5-8a85-dc112aa36bb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'd0647049-9116-4f8b-b4ab-8c8cbb60361f'}] {{(pid=102388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 19:18:58.838501 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28b6a390-77fd-443e-8064-7fa9a958a760 None None] Attempting to bind port e185d5f3-b81b-461c-a87b-5163bdbd0b23 on network d0647049-9116-4f8b-b4ab-8c8cbb60361f {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 19:18:58.849817 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28b6a390-77fd-443e-8064-7fa9a958a760 None None] Checking agent: {'id': '724d89a7-611b-41e6-bc85-c48112b17afa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 18, 25, 8), 'started_at': datetime.datetime(2021, 11, 5, 18, 25, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 19, 18, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 19:18:58.850279 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28b6a390-77fd-443e-8064-7fa9a958a760 None None] Checking segment: {'id': '2c5ac2d3-a7e5-41c5-8a85-dc112aa36bb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'd0647049-9116-4f8b-b4ab-8c8cbb60361f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 19:18:58.850690 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-28b6a390-77fd-443e-8064-7fa9a958a760 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:18:58.851081 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28b6a390-77fd-443e-8064-7fa9a958a760 None None] Bound using segment: {'id': '2c5ac2d3-a7e5-41c5-8a85-dc112aa36bb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'd0647049-9116-4f8b-b4ab-8c8cbb60361f'} {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 19:18:58.851552 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-28b6a390-77fd-443e-8064-7fa9a958a760 None None] Bound port: e185d5f3-b81b-461c-a87b-5163bdbd0b23, host: n-d-816865-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c5ac2d3-a7e5-41c5-8a85-dc112aa36bb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'd0647049-9116-4f8b-b4ab-8c8cbb60361f'}}] {{(pid=102388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 19:18:58.851937 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-28b6a390-77fd-443e-8064-7fa9a958a760 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:18:58.860359 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-d0e086f4-b672-4b9a-81ff-37a6ce97d853 tempest-RoutersNegativeTest-1186850732 tempest-RoutersNegativeTest-1186850732-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:18:58.937397 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-28b6a390-77fd-443e-8064-7fa9a958a760 None None] For port e185d5f3-b81b-461c-a87b-5163bdbd0b23, host n-d-816865-1, cleared binding levels {{(pid=102388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 19:18:58.941496 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-28b6a390-77fd-443e-8064-7fa9a958a760 None None] For port e185d5f3-b81b-461c-a87b-5163bdbd0b23, host n-d-816865-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=e185d5f3-b81b-461c-a87b-5163bdbd0b23,segment=NetworkSegment(2c5ac2d3-a7e5-41c5-8a85-dc112aa36bb2),segment_id=2c5ac2d3-a7e5-41c5-8a85-dc112aa36bb2)] {{(pid=102388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 19:18:59.012670 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-28b6a390-77fd-443e-8064-7fa9a958a760 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:18:59.073010 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b6a390-77fd-443e-8064-7fa9a958a760 None None] Pushing event updated for resources: {'Port': ['ID=e185d5f3-b81b-461c-a87b-5163bdbd0b23,revision_number=2']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:18:59.145085 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-d0e086f4-b672-4b9a-81ff-37a6ce97d853 tempest-RoutersNegativeTest-1186850732 tempest-RoutersNegativeTest-1186850732-project] Publish callbacks [] for port, precommit_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:18:59.214168 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-d0e086f4-b672-4b9a-81ff-37a6ce97d853 tempest-RoutersNegativeTest-1186850732 tempest-RoutersNegativeTest-1186850732-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6149821'] for port, after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:18:59.314544 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-d0e086f4-b672-4b9a-81ff-37a6ce97d853 tempest-RoutersNegativeTest-1186850732 tempest-RoutersNegativeTest-1186850732-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-597863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-571878'] for router_interface, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:18:59.317446 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e086f4-b672-4b9a-81ff-37a6ce97d853 tempest-RoutersNegativeTest-1186850732 tempest-RoutersNegativeTest-1186850732-project] Pushing event updated for resources: {'Port': ['ID=c85468ee-51ba-440e-875f-965cbb0984b9,revision_number=2']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:18:59.427671 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0e086f4-b672-4b9a-81ff-37a6ce97d853 tempest-RoutersNegativeTest-1186850732 tempest-RoutersNegativeTest-1186850732-project] Network 62867484-2abe-4645-aabf-86eef6ee1fc0 is already hosted by enough agents. {{(pid=102386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 19:18:59.429198 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.base_scheduler [None req-d0e086f4-b672-4b9a-81ff-37a6ce97d853 tempest-RoutersNegativeTest-1186850732 tempest-RoutersNegativeTest-1186850732-project] Resources bound (agent type, host, resource id): {{(pid=102386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 19:18:59.569912 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e692cbb1-5e82-4869-9b2f-409ae1eb3f34 req-59186c53-304b-441a-82bd-71c1caf2f803 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:18:59.574439 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-e692cbb1-5e82-4869-9b2f-409ae1eb3f34 req-59186c53-304b-441a-82bd-71c1caf2f803 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] 10.222.0.13 "GET /v2.0/networks?id=22c01ef1-936f-4d85-97a6-cf840ed74fec HTTP/1.1" status: 200 len: 811 time: 0.1176159 Nov 05 19:18:59.594793 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-e692cbb1-5e82-4869-9b2f-409ae1eb3f34 req-0366f032-7eca-4729-acab-a13f9e1a6bb0 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] 10.222.0.13 "GET /v2.0/quotas/975e22a5e2c44667a77341bd773126d4 HTTP/1.1" status: 200 len: 375 time: 0.0163989 Nov 05 19:18:59.650277 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-e692cbb1-5e82-4869-9b2f-409ae1eb3f34 req-a5a948a0-bccf-4b13-913a-edac692439f7 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=975e22a5e2c44667a77341bd773126d4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0545015 Nov 05 19:18:59.670644 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0e086f4-b672-4b9a-81ff-37a6ce97d853 tempest-RoutersNegativeTest-1186850732 tempest-RoutersNegativeTest-1186850732-project] Router 380d9b7b-bdeb-4819-bef4-486b8503be32 is scheduled to L3 agent 6dcb5589-8e86-4616-9186-ddc4548e13ad with binding_index 1 {{(pid=102386) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 05 19:18:59.767751 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-e692cbb1-5e82-4869-9b2f-409ae1eb3f34 req-c5a06a91-6b0a-4e11-b9b4-91b0a89691bb service neutron] 10.222.0.13 "GET /v2.0/networks/22c01ef1-936f-4d85-97a6-cf840ed74fec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1093869 Nov 05 19:18:59.788386 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0e086f4-b672-4b9a-81ff-37a6ce97d853 tempest-RoutersNegativeTest-1186850732 tempest-RoutersNegativeTest-1186850732-project] Notify agent at l3_agent.n-d-816865-1 the message routers_updated {{(pid=102386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 19:18:59.797781 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c248b39b-52bd-4d93-8b12-531f8515733b None None] Network 62867484-2abe-4645-aabf-86eef6ee1fc0 requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 19:18:59.798360 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-d0e086f4-b672-4b9a-81ff-37a6ce97d853 tempest-RoutersNegativeTest-1186850732 tempest-RoutersNegativeTest-1186850732-project] 10.222.0.13 "PUT /v2.0/routers/380d9b7b-bdeb-4819-bef4-486b8503be32/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3356516 Nov 05 19:18:59.802300 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 40436) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:18:59.805843 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f8f26e7-4f22-4fc6-8cd1-ab50cd2ad235 None None] Sync routers for ids ['380d9b7b-bdeb-4819-bef4-486b8503be32'] in n-d-816865-1 {{(pid=102388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 19:18:59.883154 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device e185d5f3-b81b-461c-a87b-5163bdbd0b23 up at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 19:18:59.923373 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f8f26e7-4f22-4fc6-8cd1-ab50cd2ad235 None None] Routers {'380d9b7b-bdeb-4819-bef4-486b8503be32'} bound to L3 agent in host n-d-816865-1 {{(pid=102388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 19:18:59.924254 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-5f8f26e7-4f22-4fc6-8cd1-ab50cd2ad235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T19:18:35Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['380d9b7b-bdeb-4819-bef4-486b8503be32'], 'active': True} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:18:59.930643 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-e692cbb1-5e82-4869-9b2f-409ae1eb3f34 req-cb37472a-e289-4a0f-9b3a-37a7753aafe3 service neutron] 10.222.0.13 "GET /v2.0/networks/22c01ef1-936f-4d85-97a6-cf840ed74fec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1407743 Nov 05 19:18:59.992736 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-5f8f26e7-4f22-4fc6-8cd1-ab50cd2ad235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816865-1', False) {} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:19:00.008753 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-43563ece-e257-4ab0-8d8a-10a6078b3f99 None None] Provisioning complete for port c6a9e07a-48d8-4009-89ad-cf813bd66a85 triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:19:00.009130 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-43563ece-e257-4ab0-8d8a-10a6078b3f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:19:00.048705 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f8f26e7-4f22-4fc6-8cd1-ab50cd2ad235 None None] Routers {'380d9b7b-bdeb-4819-bef4-486b8503be32'} bound to L3 agent in host n-d-816865-1 {{(pid=102388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 19:19:00.049302 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-5f8f26e7-4f22-4fc6-8cd1-ab50cd2ad235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T19:18:35Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['380d9b7b-bdeb-4819-bef4-486b8503be32'], 'active': True} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:19:00.101841 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-5f8f26e7-4f22-4fc6-8cd1-ab50cd2ad235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816865-1', False) {} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:19:00.102542 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f8f26e7-4f22-4fc6-8cd1-ab50cd2ad235 None None] The sync data for ids ['380d9b7b-bdeb-4819-bef4-486b8503be32'] in n-d-816865-1 is: [] {{(pid=102388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 19:19:00.143966 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Provisioning complete for port e185d5f3-b81b-461c-a87b-5163bdbd0b23 triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:19:00.144373 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:19:00.233422 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02671bce-0e79-4e08-81b4-472651d4c8eb None None] Network d0647049-9116-4f8b-b4ab-8c8cbb60361f requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 19:19:00.305352 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-43563ece-e257-4ab0-8d8a-10a6078b3f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:19:00.400595 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-43563ece-e257-4ab0-8d8a-10a6078b3f99 None None] For port c6a9e07a-48d8-4009-89ad-cf813bd66a85, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=c6a9e07a-48d8-4009-89ad-cf813bd66a85,segment=NetworkSegment(7da9c4c5-6703-457c-9b3b-d9ce07086e72),segment_id=7da9c4c5-6703-457c-9b3b-d9ce07086e72)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:19:00.415659 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:19:00.459655 n-d-816865-1 neutron-server[102386]: INFO neutron.api.v2.resource [None req-ebf0ac9a-5ec9-4dee-b06a-302cb94fd3e8 tempest-RoutersNegativeTest-1186850732 tempest-RoutersNegativeTest-1186850732-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 05 19:19:00.463997 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-ebf0ac9a-5ec9-4dee-b06a-302cb94fd3e8 tempest-RoutersNegativeTest-1186850732 tempest-RoutersNegativeTest-1186850732-project] 10.222.0.13 "PUT /v2.0/routers/380d9b7b-bdeb-4819-bef4-486b8503be32/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.6566601 Nov 05 19:19:00.464363 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 40440) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:19:00.621677 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-43563ece-e257-4ab0-8d8a-10a6078b3f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:19:00.711497 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43563ece-e257-4ab0-8d8a-10a6078b3f99 None None] Pushing event updated for resources: {'Port': ['ID=c6a9e07a-48d8-4009-89ad-cf813bd66a85,revision_number=3']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:19:00.740530 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] For port e185d5f3-b81b-461c-a87b-5163bdbd0b23, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=e185d5f3-b81b-461c-a87b-5163bdbd0b23,segment=NetworkSegment(2c5ac2d3-a7e5-41c5-8a85-dc112aa36bb2),segment_id=2c5ac2d3-a7e5-41c5-8a85-dc112aa36bb2)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:19:00.755661 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-b4f4fddc-f2cd-4d21-8bf3-e13dd246925e None None] Provisioning complete for port e185d5f3-b81b-461c-a87b-5163bdbd0b23 triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:19:00.756035 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b4f4fddc-f2cd-4d21-8bf3-e13dd246925e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:19:00.827796 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-f6d92dc6-8d7c-4e29-b093-79c506ddb08a tempest-RoutersNegativeTest-1186850732 tempest-RoutersNegativeTest-1186850732-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-571777'] for router_interface, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:19:00.836909 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:19:00.838283 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 657c309a-695d-415c-86e7-6c2c5ca91594 up at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 19:19:00.908747 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b4f4fddc-f2cd-4d21-8bf3-e13dd246925e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:19:00.963414 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Pushing event updated for resources: {'Port': ['ID=e185d5f3-b81b-461c-a87b-5163bdbd0b23,revision_number=3']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:19:01.016854 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Provisioning complete for port 657c309a-695d-415c-86e7-6c2c5ca91594 triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:19:01.017553 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:19:01.055469 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.db.api [None req-b4f4fddc-f2cd-4d21-8bf3-e13dd246925e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102388) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 05 19:19:01.055976 n-d-816865-1 neutron-server[102388]: DEBUG oslo_db.api [None req-b4f4fddc-f2cd-4d21-8bf3-e13dd246925e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 05 19:19:01.107967 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [None req-f6d92dc6-8d7c-4e29-b093-79c506ddb08a tempest-RoutersNegativeTest-1186850732 tempest-RoutersNegativeTest-1186850732-project] Deleting port c85468ee-51ba-440e-875f-965cbb0984b9 {{(pid=102387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 19:19:01.108306 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-f6d92dc6-8d7c-4e29-b093-79c506ddb08a tempest-RoutersNegativeTest-1186850732 tempest-RoutersNegativeTest-1186850732-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:19:01.118557 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device c6a9e07a-48d8-4009-89ad-cf813bd66a85 up at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 19:19:01.165987 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Provisioning complete for port c6a9e07a-48d8-4009-89ad-cf813bd66a85 triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:19:01.166311 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:19:01.193850 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-f6d92dc6-8d7c-4e29-b093-79c506ddb08a tempest-RoutersNegativeTest-1186850732 tempest-RoutersNegativeTest-1186850732-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:19:01.206791 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [None req-f6d92dc6-8d7c-4e29-b093-79c506ddb08a tempest-RoutersNegativeTest-1186850732 tempest-RoutersNegativeTest-1186850732-project] Calling delete_port for c85468ee-51ba-440e-875f-965cbb0984b9 owned by network:router_interface {{(pid=102387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 19:19:01.300398 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-29b4975e-aab0-48df-89c4-d4904281f063 req-1f38411a-cde8-4b65-b558-dd5c4771bbcb tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] 10.222.0.13 "GET /v2.0/ports?device_id=2c0b3914-db04-430b-9b9c-aec0077e3559 HTTP/1.1" status: 200 len: 210 time: 0.0359600 Nov 05 19:19:01.503787 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-f6d92dc6-8d7c-4e29-b093-79c506ddb08a tempest-RoutersNegativeTest-1186850732 tempest-RoutersNegativeTest-1186850732-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4417063'] for port, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:19:01.536100 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d92dc6-8d7c-4e29-b093-79c506ddb08a tempest-RoutersNegativeTest-1186850732 tempest-RoutersNegativeTest-1186850732-project] Pushing event deleted for resources: {'Port': ['ID=c85468ee-51ba-440e-875f-965cbb0984b9,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:19:01.563669 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d92dc6-8d7c-4e29-b093-79c506ddb08a tempest-RoutersNegativeTest-1186850732 tempest-RoutersNegativeTest-1186850732-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:19:01.564069 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d92dc6-8d7c-4e29-b093-79c506ddb08a tempest-RoutersNegativeTest-1186850732 tempest-RoutersNegativeTest-1186850732-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:19:01.564414 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d92dc6-8d7c-4e29-b093-79c506ddb08a tempest-RoutersNegativeTest-1186850732 tempest-RoutersNegativeTest-1186850732-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:19:01.564817 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d92dc6-8d7c-4e29-b093-79c506ddb08a tempest-RoutersNegativeTest-1186850732 tempest-RoutersNegativeTest-1186850732-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:19:01.565176 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d92dc6-8d7c-4e29-b093-79c506ddb08a tempest-RoutersNegativeTest-1186850732 tempest-RoutersNegativeTest-1186850732-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:19:01.565511 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d92dc6-8d7c-4e29-b093-79c506ddb08a tempest-RoutersNegativeTest-1186850732 tempest-RoutersNegativeTest-1186850732-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:19:01.565841 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d92dc6-8d7c-4e29-b093-79c506ddb08a tempest-RoutersNegativeTest-1186850732 tempest-RoutersNegativeTest-1186850732-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:19:01.566199 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d92dc6-8d7c-4e29-b093-79c506ddb08a tempest-RoutersNegativeTest-1186850732 tempest-RoutersNegativeTest-1186850732-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:19:01.566524 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d92dc6-8d7c-4e29-b093-79c506ddb08a tempest-RoutersNegativeTest-1186850732 tempest-RoutersNegativeTest-1186850732-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:19:01.566855 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d92dc6-8d7c-4e29-b093-79c506ddb08a tempest-RoutersNegativeTest-1186850732 tempest-RoutersNegativeTest-1186850732-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:19:01.567182 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d92dc6-8d7c-4e29-b093-79c506ddb08a tempest-RoutersNegativeTest-1186850732 tempest-RoutersNegativeTest-1186850732-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:19:01.567506 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d92dc6-8d7c-4e29-b093-79c506ddb08a tempest-RoutersNegativeTest-1186850732 tempest-RoutersNegativeTest-1186850732-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:19:01.612942 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-b4f4fddc-f2cd-4d21-8bf3-e13dd246925e None None] Provisioning complete for port c6a9e07a-48d8-4009-89ad-cf813bd66a85 triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:19:01.613320 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b4f4fddc-f2cd-4d21-8bf3-e13dd246925e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:19:01.694216 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-f6d92dc6-8d7c-4e29-b093-79c506ddb08a tempest-RoutersNegativeTest-1186850732 tempest-RoutersNegativeTest-1186850732-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-597886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-573297'] for router_interface, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:19:01.745144 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-b4f4fddc-f2cd-4d21-8bf3-e13dd246925e None None] Could not find standard attr ID for object c85468ee-51ba-440e-875f-965cbb0984b9. {{(pid=102388) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 05 19:19:01.755466 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device e185d5f3-b81b-461c-a87b-5163bdbd0b23 up at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 19:19:01.814776 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Provisioning complete for port e185d5f3-b81b-461c-a87b-5163bdbd0b23 triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:19:01.815070 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:19:01.878737 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-f88b48dd-5338-4c39-987a-6a6952b10d8f None None] Provisioning complete for port e185d5f3-b81b-461c-a87b-5163bdbd0b23 triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:19:01.879333 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-f88b48dd-5338-4c39-987a-6a6952b10d8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:19:01.891943 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6d92dc6-8d7c-4e29-b093-79c506ddb08a tempest-RoutersNegativeTest-1186850732 tempest-RoutersNegativeTest-1186850732-project] Router 380d9b7b-bdeb-4819-bef4-486b8503be32 has already been hosted by L3 agent 6dcb5589-8e86-4616-9186-ddc4548e13ad {{(pid=102387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 19:19:01.956649 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device c6a9e07a-48d8-4009-89ad-cf813bd66a85 up at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 19:19:01.972607 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6d92dc6-8d7c-4e29-b093-79c506ddb08a tempest-RoutersNegativeTest-1186850732 tempest-RoutersNegativeTest-1186850732-project] Notify agent at l3_agent.n-d-816865-1 the message routers_updated {{(pid=102387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 19:19:01.978581 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-f6d92dc6-8d7c-4e29-b093-79c506ddb08a tempest-RoutersNegativeTest-1186850732 tempest-RoutersNegativeTest-1186850732-project] 10.222.0.13 "PUT /v2.0/routers/380d9b7b-bdeb-4819-bef4-486b8503be32/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5130954 Nov 05 19:19:01.982328 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 40454) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:19:01.990868 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dd3d50f-0fed-4b1f-8da2-3d1af8050284 None None] Sync routers for ids ['380d9b7b-bdeb-4819-bef4-486b8503be32'] in n-d-816865-1 {{(pid=102389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 19:19:02.005047 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dd3d50f-0fed-4b1f-8da2-3d1af8050284 None None] Routers {'380d9b7b-bdeb-4819-bef4-486b8503be32'} bound to L3 agent in host n-d-816865-1 {{(pid=102389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 19:19:02.006595 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-8dd3d50f-0fed-4b1f-8da2-3d1af8050284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T19:18:35Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['380d9b7b-bdeb-4819-bef4-486b8503be32'], 'active': True} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:19:02.022998 n-d-816865-1 neutron-server[102387]: INFO neutron.api.v2.resource [None req-a0adf34a-de58-433f-af22-40b972b0d11f tempest-RoutersNegativeTest-1186850732 tempest-RoutersNegativeTest-1186850732-project] delete failed (client error): The resource could not be found. Nov 05 19:19:02.033409 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-a0adf34a-de58-433f-af22-40b972b0d11f tempest-RoutersNegativeTest-1186850732 tempest-RoutersNegativeTest-1186850732-project] 10.222.0.13 "DELETE /v2.0/routers/tempest-non_exist_router-1193850966 HTTP/1.1" status: 404 len: 335 time: 0.0407815 Nov 05 19:19:02.033409 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 40456) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:19:02.033409 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-62f0bfed-703b-489f-87ee-79cf11e3a783 tempest-RoutersNegativeTest-1186850732 tempest-RoutersNegativeTest-1186850732-project] Request body: {'router': {'external_gateway_info': {'network_id': '380d9b7b-bdeb-4819-bef4-486b8503be32'}}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:19:02.044651 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-f88b48dd-5338-4c39-987a-6a6952b10d8f None None] Could not find standard attr ID for object c85468ee-51ba-440e-875f-965cbb0984b9. {{(pid=102388) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 05 19:19:02.052639 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-8dd3d50f-0fed-4b1f-8da2-3d1af8050284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816865-1', False) {} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:19:02.053930 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Provisioning complete for port c6a9e07a-48d8-4009-89ad-cf813bd66a85 triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:19:02.054556 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:19:02.063508 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dd3d50f-0fed-4b1f-8da2-3d1af8050284 None None] Routers {'380d9b7b-bdeb-4819-bef4-486b8503be32'} bound to L3 agent in host n-d-816865-1 {{(pid=102389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 19:19:02.064742 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-8dd3d50f-0fed-4b1f-8da2-3d1af8050284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T19:18:35Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['380d9b7b-bdeb-4819-bef4-486b8503be32'], 'active': True} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:19:02.105776 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-8dd3d50f-0fed-4b1f-8da2-3d1af8050284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816865-1', False) {} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:19:02.106556 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dd3d50f-0fed-4b1f-8da2-3d1af8050284 None None] The sync data for ids ['380d9b7b-bdeb-4819-bef4-486b8503be32'] in n-d-816865-1 is: [] {{(pid=102389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 19:19:02.246827 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-62f0bfed-703b-489f-87ee-79cf11e3a783 tempest-RoutersNegativeTest-1186850732 tempest-RoutersNegativeTest-1186850732-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:19:02.310084 n-d-816865-1 neutron-server[102387]: INFO neutron.api.v2.resource [None req-62f0bfed-703b-489f-87ee-79cf11e3a783 tempest-RoutersNegativeTest-1186850732 tempest-RoutersNegativeTest-1186850732-project] update failed (client error): The resource could not be found. Nov 05 19:19:02.311092 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-62f0bfed-703b-489f-87ee-79cf11e3a783 tempest-RoutersNegativeTest-1186850732 tempest-RoutersNegativeTest-1186850732-project] 10.222.0.13 "PUT /v2.0/routers/380d9b7b-bdeb-4819-bef4-486b8503be32 HTTP/1.1" status: 404 len: 339 time: 0.2818308 Nov 05 19:19:02.315787 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 40458) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:19:02.402519 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-7974a339-ff91-4c3f-961b-a9b66a96bcf5 req-f8ad95d0-48d4-4634-99e7-6a88c8c8b9b9 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] 10.222.0.13 "GET /v2.0/ports?device_id=2c0b3914-db04-430b-9b9c-aec0077e3559 HTTP/1.1" status: 200 len: 210 time: 0.0316124 Nov 05 19:19:02.594566 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-6230ebac-bffc-4156-99ac-eb94dcb93c96 tempest-RoutersNegativeTest-1186850732 tempest-RoutersNegativeTest-1186850732-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:19:02.617418 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-7ab6dbbf-da7f-4b92-905d-d8e938c7c66a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:19:02.838073 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.db_base_plugin_common [None req-6230ebac-bffc-4156-99ac-eb94dcb93c96 tempest-RoutersNegativeTest-1186850732 tempest-RoutersNegativeTest-1186850732-project] Allocated IP 172.20.0.1 (178d6533-597a-427b-bd27-ae79741d9b81/be6c8852-bac7-43ac-b322-b29ae48946f3/1dd916ac-ca5e-4b23-a684-1cd84a95db4e) {{(pid=102386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 19:19:02.950211 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-6230ebac-bffc-4156-99ac-eb94dcb93c96 tempest-RoutersNegativeTest-1186850732 tempest-RoutersNegativeTest-1186850732-project] Publish callbacks [] for port, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:19:03.062801 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-6230ebac-bffc-4156-99ac-eb94dcb93c96 tempest-RoutersNegativeTest-1186850732 tempest-RoutersNegativeTest-1186850732-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:19:03.101137 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6230ebac-bffc-4156-99ac-eb94dcb93c96 tempest-RoutersNegativeTest-1186850732 tempest-RoutersNegativeTest-1186850732-project] Network 178d6533-597a-427b-bd27-ae79741d9b81 is already hosted by enough agents. {{(pid=102386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 19:19:03.104201 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.base_scheduler [None req-6230ebac-bffc-4156-99ac-eb94dcb93c96 tempest-RoutersNegativeTest-1186850732 tempest-RoutersNegativeTest-1186850732-project] Resources bound (agent type, host, resource id): {{(pid=102386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 19:19:03.110232 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6230ebac-bffc-4156-99ac-eb94dcb93c96 tempest-RoutersNegativeTest-1186850732 tempest-RoutersNegativeTest-1186850732-project] Received port after_create {{(pid=102386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 19:19:03.141535 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6230ebac-bffc-4156-99ac-eb94dcb93c96 tempest-RoutersNegativeTest-1186850732 tempest-RoutersNegativeTest-1186850732-project] Pushing event updated for resources: {'Port': ['ID=1dd916ac-ca5e-4b23-a684-1cd84a95db4e,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:19:03.163872 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6230ebac-bffc-4156-99ac-eb94dcb93c96 tempest-RoutersNegativeTest-1186850732 tempest-RoutersNegativeTest-1186850732-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:19:03.164360 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6230ebac-bffc-4156-99ac-eb94dcb93c96 tempest-RoutersNegativeTest-1186850732 tempest-RoutersNegativeTest-1186850732-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:19:03.164684 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6230ebac-bffc-4156-99ac-eb94dcb93c96 tempest-RoutersNegativeTest-1186850732 tempest-RoutersNegativeTest-1186850732-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:19:03.165081 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6230ebac-bffc-4156-99ac-eb94dcb93c96 tempest-RoutersNegativeTest-1186850732 tempest-RoutersNegativeTest-1186850732-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:19:03.165287 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6230ebac-bffc-4156-99ac-eb94dcb93c96 tempest-RoutersNegativeTest-1186850732 tempest-RoutersNegativeTest-1186850732-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:19:03.165652 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6230ebac-bffc-4156-99ac-eb94dcb93c96 tempest-RoutersNegativeTest-1186850732 tempest-RoutersNegativeTest-1186850732-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:19:03.166004 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6230ebac-bffc-4156-99ac-eb94dcb93c96 tempest-RoutersNegativeTest-1186850732 tempest-RoutersNegativeTest-1186850732-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:19:03.166398 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6230ebac-bffc-4156-99ac-eb94dcb93c96 tempest-RoutersNegativeTest-1186850732 tempest-RoutersNegativeTest-1186850732-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:19:03.166784 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6230ebac-bffc-4156-99ac-eb94dcb93c96 tempest-RoutersNegativeTest-1186850732 tempest-RoutersNegativeTest-1186850732-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:19:03.167113 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6230ebac-bffc-4156-99ac-eb94dcb93c96 tempest-RoutersNegativeTest-1186850732 tempest-RoutersNegativeTest-1186850732-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:19:03.167441 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6230ebac-bffc-4156-99ac-eb94dcb93c96 tempest-RoutersNegativeTest-1186850732 tempest-RoutersNegativeTest-1186850732-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:19:03.168476 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6230ebac-bffc-4156-99ac-eb94dcb93c96 tempest-RoutersNegativeTest-1186850732 tempest-RoutersNegativeTest-1186850732-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:19:03.206971 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-6230ebac-bffc-4156-99ac-eb94dcb93c96 tempest-RoutersNegativeTest-1186850732 tempest-RoutersNegativeTest-1186850732-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-571770'] for router_interface, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:19:03.349466 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e692cbb1-5e82-4869-9b2f-409ae1eb3f34 req-75bb16d4-d7f4-49cc-9d8c-5a4b0b65e47f tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:19:03.351034 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-e692cbb1-5e82-4869-9b2f-409ae1eb3f34 req-75bb16d4-d7f4-49cc-9d8c-5a4b0b65e47f tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] 10.222.0.55 "GET /v2.0/networks?id=22c01ef1-936f-4d85-97a6-cf840ed74fec HTTP/1.1" status: 200 len: 811 time: 0.1993628 Nov 05 19:19:03.372682 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [req-e692cbb1-5e82-4869-9b2f-409ae1eb3f34 req-c14cd8ab-ee66-494a-a6d5-e00cca4e933e tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Request body: {'port': {'device_id': '2c0b3914-db04-430b-9b9c-aec0077e3559', 'network_id': '22c01ef1-936f-4d85-97a6-cf840ed74fec', 'admin_state_up': True, 'tenant_id': '975e22a5e2c44667a77341bd773126d4'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:19:03.374016 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-dd401e8a-e915-46d4-bed8-e0294e54f997 None None] Provisioning complete for port 1dd916ac-ca5e-4b23-a684-1cd84a95db4e triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:19:03.375240 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-dd401e8a-e915-46d4-bed8-e0294e54f997 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:19:03.411217 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-dd401e8a-e915-46d4-bed8-e0294e54f997 None None] Port 1dd916ac-ca5e-4b23-a684-1cd84a95db4e cannot update to ACTIVE because it is not bound. {{(pid=102388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 19:19:03.487147 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-6230ebac-bffc-4156-99ac-eb94dcb93c96 tempest-RoutersNegativeTest-1186850732 tempest-RoutersNegativeTest-1186850732-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:19:03.515505 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-1bccd600-ef37-486e-acf7-cde52c135997 req-71d588cc-6a34-46f4-8ec4-7c4f46f59191 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] 10.222.0.13 "GET /v2.0/ports?device_id=2c0b3914-db04-430b-9b9c-aec0077e3559 HTTP/1.1" status: 200 len: 210 time: 0.0298107 Nov 05 19:19:03.773124 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e692cbb1-5e82-4869-9b2f-409ae1eb3f34 req-c14cd8ab-ee66-494a-a6d5-e00cca4e933e tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Made reservation on behalf of 975e22a5e2c44667a77341bd773126d4 for: {'port': 1} {{(pid=102386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 19:19:03.776553 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-e692cbb1-5e82-4869-9b2f-409ae1eb3f34 req-c14cd8ab-ee66-494a-a6d5-e00cca4e933e tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:19:03.782637 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-6230ebac-bffc-4156-99ac-eb94dcb93c96 tempest-RoutersNegativeTest-1186850732 tempest-RoutersNegativeTest-1186850732-project] Publish callbacks [] for port, precommit_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:19:03.881525 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-6230ebac-bffc-4156-99ac-eb94dcb93c96 tempest-RoutersNegativeTest-1186850732 tempest-RoutersNegativeTest-1186850732-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6149821'] for port, after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:19:03.970126 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-6230ebac-bffc-4156-99ac-eb94dcb93c96 tempest-RoutersNegativeTest-1186850732 tempest-RoutersNegativeTest-1186850732-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-597863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-571878'] for router_interface, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:19:03.977993 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.db_base_plugin_common [req-e692cbb1-5e82-4869-9b2f-409ae1eb3f34 req-c14cd8ab-ee66-494a-a6d5-e00cca4e933e tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Allocated IP 172.20.0.9 (22c01ef1-936f-4d85-97a6-cf840ed74fec/9a5a1166-12d4-4407-8a6a-41bf61d6db29/ae96ee47-fe6b-4389-9da8-ee7fd93fa5e6) {{(pid=102386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 19:19:03.984872 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6230ebac-bffc-4156-99ac-eb94dcb93c96 tempest-RoutersNegativeTest-1186850732 tempest-RoutersNegativeTest-1186850732-project] Pushing event updated for resources: {'Port': ['ID=1dd916ac-ca5e-4b23-a684-1cd84a95db4e,revision_number=2']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:19:04.168806 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6230ebac-bffc-4156-99ac-eb94dcb93c96 tempest-RoutersNegativeTest-1186850732 tempest-RoutersNegativeTest-1186850732-project] Network 178d6533-597a-427b-bd27-ae79741d9b81 is already hosted by enough agents. {{(pid=102386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 19:19:04.171868 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.base_scheduler [None req-6230ebac-bffc-4156-99ac-eb94dcb93c96 tempest-RoutersNegativeTest-1186850732 tempest-RoutersNegativeTest-1186850732-project] Resources bound (agent type, host, resource id): {{(pid=102386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 19:19:04.304028 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-e692cbb1-5e82-4869-9b2f-409ae1eb3f34 req-c14cd8ab-ee66-494a-a6d5-e00cca4e933e tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Publish callbacks [] for port, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:19:04.324013 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6230ebac-bffc-4156-99ac-eb94dcb93c96 tempest-RoutersNegativeTest-1186850732 tempest-RoutersNegativeTest-1186850732-project] Router 380d9b7b-bdeb-4819-bef4-486b8503be32 has already been hosted by L3 agent 6dcb5589-8e86-4616-9186-ddc4548e13ad {{(pid=102386) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 19:19:04.360584 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:19:04.438180 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-3f97b7a3-7ab3-4dd0-951d-3fefad945c5a None None] Provisioning complete for port 1dd916ac-ca5e-4b23-a684-1cd84a95db4e triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:19:04.439383 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3f97b7a3-7ab3-4dd0-951d-3fefad945c5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:19:04.447971 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6230ebac-bffc-4156-99ac-eb94dcb93c96 tempest-RoutersNegativeTest-1186850732 tempest-RoutersNegativeTest-1186850732-project] Notify agent at l3_agent.n-d-816865-1 the message routers_updated {{(pid=102386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 19:19:04.453235 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-6230ebac-bffc-4156-99ac-eb94dcb93c96 tempest-RoutersNegativeTest-1186850732 tempest-RoutersNegativeTest-1186850732-project] 10.222.0.13 "PUT /v2.0/routers/380d9b7b-bdeb-4819-bef4-486b8503be32/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1362979 Nov 05 19:19:04.456416 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 40468) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:19:04.470555 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d666a76-0564-4b5d-9fae-f19e11fe42e2 None None] Sync routers for ids ['380d9b7b-bdeb-4819-bef4-486b8503be32'] in n-d-816865-1 {{(pid=102388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 19:19:04.490355 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d666a76-0564-4b5d-9fae-f19e11fe42e2 None None] Routers {'380d9b7b-bdeb-4819-bef4-486b8503be32'} bound to L3 agent in host n-d-816865-1 {{(pid=102388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 19:19:04.491210 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-2d666a76-0564-4b5d-9fae-f19e11fe42e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T19:18:35Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['380d9b7b-bdeb-4819-bef4-486b8503be32'], 'active': True} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:19:04.499265 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-e692cbb1-5e82-4869-9b2f-409ae1eb3f34 req-c14cd8ab-ee66-494a-a6d5-e00cca4e933e tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:19:04.528269 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] get_ports_and_sgs() called for port_ids ['59dae623-b586-476f-aeb5-e9900b58493d'] {{(pid=102388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 19:19:04.530057 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-3f97b7a3-7ab3-4dd0-951d-3fefad945c5a None None] Port 1dd916ac-ca5e-4b23-a684-1cd84a95db4e cannot update to ACTIVE because it is not bound. {{(pid=102388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 19:19:04.533425 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-2d666a76-0564-4b5d-9fae-f19e11fe42e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816865-1', False) {} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:19:04.580187 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14cd8ab-ee66-494a-a6d5-e00cca4e933e tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Pushing event updated for resources: {'Port': ['ID=ae96ee47-fe6b-4389-9da8-ee7fd93fa5e6,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:19:04.598532 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d666a76-0564-4b5d-9fae-f19e11fe42e2 None None] Routers {'380d9b7b-bdeb-4819-bef4-486b8503be32'} bound to L3 agent in host n-d-816865-1 {{(pid=102388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 19:19:04.599256 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e692cbb1-5e82-4869-9b2f-409ae1eb3f34 req-c14cd8ab-ee66-494a-a6d5-e00cca4e933e tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Network 22c01ef1-936f-4d85-97a6-cf840ed74fec is already hosted by enough agents. {{(pid=102386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 19:19:04.599590 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-2d666a76-0564-4b5d-9fae-f19e11fe42e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T19:18:35Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['380d9b7b-bdeb-4819-bef4-486b8503be32'], 'active': True} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:19:04.602297 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.base_scheduler [req-e692cbb1-5e82-4869-9b2f-409ae1eb3f34 req-c14cd8ab-ee66-494a-a6d5-e00cca4e933e tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Resources bound (agent type, host, resource id): {{(pid=102386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 19:19:04.608487 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [req-e692cbb1-5e82-4869-9b2f-409ae1eb3f34 req-c14cd8ab-ee66-494a-a6d5-e00cca4e933e tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Received port after_create {{(pid=102386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 19:19:04.658069 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e692cbb1-5e82-4869-9b2f-409ae1eb3f34 req-c14cd8ab-ee66-494a-a6d5-e00cca4e933e tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:19:04.659016 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-e692cbb1-5e82-4869-9b2f-409ae1eb3f34 req-c14cd8ab-ee66-494a-a6d5-e00cca4e933e tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:19:04.667612 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-2d666a76-0564-4b5d-9fae-f19e11fe42e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816865-1', False) {} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:19:04.668562 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d666a76-0564-4b5d-9fae-f19e11fe42e2 None None] The sync data for ids ['380d9b7b-bdeb-4819-bef4-486b8503be32'] in n-d-816865-1 is: [] {{(pid=102388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 19:19:04.693636 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-efc80cee-956c-43cf-9486-58788c60d84a tempest-RoutersNegativeTest-1186850732 tempest-RoutersNegativeTest-1186850732-project] Publish callbacks [] for router, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:19:04.724078 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acaefb81-bb7a-47e6-8535-0a0bfbceb861 req-119c42c8-2caf-4207-a2b0-ef16d9a1fad6 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:19:04.726445 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-acaefb81-bb7a-47e6-8535-0a0bfbceb861 req-119c42c8-2caf-4207-a2b0-ef16d9a1fad6 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] 10.222.0.13 "GET /v2.0/ports?device_id=2c0b3914-db04-430b-9b9c-aec0077e3559 HTTP/1.1" status: 200 len: 931 time: 0.0994549 Nov 05 19:19:04.805732 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-acaefb81-bb7a-47e6-8535-0a0bfbceb861 req-3cc27c84-570a-4ae2-8a16-f71381a50ead tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] 10.222.0.13 "GET /v2.0/security-groups?id=0901d174-558d-4d58-91a3-452d9a2f95cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724494 Nov 05 19:19:04.957654 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-cca62c44-a906-48ff-a26d-1f25ef7b9292 None None] Provisioning complete for port ae96ee47-fe6b-4389-9da8-ee7fd93fa5e6 triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:19:04.958188 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-cca62c44-a906-48ff-a26d-1f25ef7b9292 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:19:05.003108 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-cca62c44-a906-48ff-a26d-1f25ef7b9292 None None] Port ae96ee47-fe6b-4389-9da8-ee7fd93fa5e6 cannot update to ACTIVE because it is not bound. {{(pid=102388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 19:19:05.039105 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-e692cbb1-5e82-4869-9b2f-409ae1eb3f34 req-c14cd8ab-ee66-494a-a6d5-e00cca4e933e tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6706443 Nov 05 19:19:05.071258 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [req-e692cbb1-5e82-4869-9b2f-409ae1eb3f34 req-75cb2a4a-31c0-4817-8bc5-e8df155ce531 service neutron] Request body: {'port': {'device_id': '2c0b3914-db04-430b-9b9c-aec0077e3559', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816865-1'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:19:05.147619 n-d-816865-1 neutron-server[102386]: INFO neutron.api.v2.resource [None req-efc80cee-956c-43cf-9486-58788c60d84a tempest-RoutersNegativeTest-1186850732 tempest-RoutersNegativeTest-1186850732-project] delete failed (client error): There was a conflict when trying to complete your request. Nov 05 19:19:05.148692 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-efc80cee-956c-43cf-9486-58788c60d84a tempest-RoutersNegativeTest-1186850732 tempest-RoutersNegativeTest-1186850732-project] 10.222.0.13 "DELETE /v2.0/routers/380d9b7b-bdeb-4819-bef4-486b8503be32 HTTP/1.1" status: 409 len: 329 time: 0.6914146 Nov 05 19:19:05.151829 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 40472) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:19:05.155437 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-e692cbb1-5e82-4869-9b2f-409ae1eb3f34 req-75cb2a4a-31c0-4817-8bc5-e8df155ce531 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:19:05.379271 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-57ed3e64-078a-4f40-ba46-580a4864587e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:19:05.480840 n-d-816865-1 neutron-server[102386]: DEBUG neutron.notifiers.nova [req-e692cbb1-5e82-4869-9b2f-409ae1eb3f34 req-75cb2a4a-31c0-4817-8bc5-e8df155ce531 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ae96ee47-fe6b-4389-9da8-ee7fd93fa5e6 {{(pid=102386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 19:19:05.491192 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-e692cbb1-5e82-4869-9b2f-409ae1eb3f34 req-75cb2a4a-31c0-4817-8bc5-e8df155ce531 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:19:05.507551 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.provisioning_blocks [req-e692cbb1-5e82-4869-9b2f-409ae1eb3f34 req-75cb2a4a-31c0-4817-8bc5-e8df155ce531 service neutron] Transition to ACTIVE for port object ae96ee47-fe6b-4389-9da8-ee7fd93fa5e6 will not be triggered until provisioned by entity L2. {{(pid=102386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 05 19:19:05.566280 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-e692cbb1-5e82-4869-9b2f-409ae1eb3f34 req-75cb2a4a-31c0-4817-8bc5-e8df155ce531 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6149821'] for port, after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:19:05.620940 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75cb2a4a-31c0-4817-8bc5-e8df155ce531 service neutron] Pushing event updated for resources: {'Port': ['ID=ae96ee47-fe6b-4389-9da8-ee7fd93fa5e6,revision_number=2']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:19:05.731053 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [req-e692cbb1-5e82-4869-9b2f-409ae1eb3f34 req-75cb2a4a-31c0-4817-8bc5-e8df155ce531 service neutron] Attempting to bind port ae96ee47-fe6b-4389-9da8-ee7fd93fa5e6 on host n-h2-816865-1 for vnic_type normal with profile {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 19:19:05.731470 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [req-e692cbb1-5e82-4869-9b2f-409ae1eb3f34 req-75cb2a4a-31c0-4817-8bc5-e8df155ce531 service neutron] Attempting to bind port ae96ee47-fe6b-4389-9da8-ee7fd93fa5e6 by drivers openvswitch,hyperv on host n-h2-816865-1 at level 0 using segments [{'id': 'c8ba8bad-518b-408a-adbf-9f95696a455e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '22c01ef1-936f-4d85-97a6-cf840ed74fec'}] {{(pid=102386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 19:19:05.731808 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e692cbb1-5e82-4869-9b2f-409ae1eb3f34 req-75cb2a4a-31c0-4817-8bc5-e8df155ce531 service neutron] Attempting to bind port ae96ee47-fe6b-4389-9da8-ee7fd93fa5e6 on network 22c01ef1-936f-4d85-97a6-cf840ed74fec {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 19:19:05.742716 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e692cbb1-5e82-4869-9b2f-409ae1eb3f34 req-75cb2a4a-31c0-4817-8bc5-e8df155ce531 service neutron] Port ae96ee47-fe6b-4389-9da8-ee7fd93fa5e6 on network 22c01ef1-936f-4d85-97a6-cf840ed74fec not bound, no agent of type Open vSwitch agent registered on host n-h2-816865-1 {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 19:19:05.743083 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e692cbb1-5e82-4869-9b2f-409ae1eb3f34 req-75cb2a4a-31c0-4817-8bc5-e8df155ce531 service neutron] Attempting to bind port ae96ee47-fe6b-4389-9da8-ee7fd93fa5e6 on network 22c01ef1-936f-4d85-97a6-cf840ed74fec {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 19:19:05.749717 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e692cbb1-5e82-4869-9b2f-409ae1eb3f34 req-75cb2a4a-31c0-4817-8bc5-e8df155ce531 service neutron] Checking agent: {'id': '32aff553-696f-4891-83f5-5c176f61fe54', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816865-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 18, 33, 36), 'started_at': datetime.datetime(2021, 11, 5, 18, 33, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 19, 18, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 19:19:05.750082 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e692cbb1-5e82-4869-9b2f-409ae1eb3f34 req-75cb2a4a-31c0-4817-8bc5-e8df155ce531 service neutron] Checking segment: {'id': 'c8ba8bad-518b-408a-adbf-9f95696a455e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '22c01ef1-936f-4d85-97a6-cf840ed74fec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 19:19:05.750454 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e692cbb1-5e82-4869-9b2f-409ae1eb3f34 req-75cb2a4a-31c0-4817-8bc5-e8df155ce531 service neutron] Bound using segment: {'id': 'c8ba8bad-518b-408a-adbf-9f95696a455e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '22c01ef1-936f-4d85-97a6-cf840ed74fec'} {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 19:19:05.750944 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [req-e692cbb1-5e82-4869-9b2f-409ae1eb3f34 req-75cb2a4a-31c0-4817-8bc5-e8df155ce531 service neutron] Bound port: ae96ee47-fe6b-4389-9da8-ee7fd93fa5e6, host: n-h2-816865-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c8ba8bad-518b-408a-adbf-9f95696a455e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '22c01ef1-936f-4d85-97a6-cf840ed74fec'}}] {{(pid=102386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 19:19:05.751935 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-e692cbb1-5e82-4869-9b2f-409ae1eb3f34 req-75cb2a4a-31c0-4817-8bc5-e8df155ce531 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:19:05.832464 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [req-e692cbb1-5e82-4869-9b2f-409ae1eb3f34 req-75cb2a4a-31c0-4817-8bc5-e8df155ce531 service neutron] For port ae96ee47-fe6b-4389-9da8-ee7fd93fa5e6, host n-h2-816865-1, cleared binding levels {{(pid=102386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 19:19:05.838223 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [req-e692cbb1-5e82-4869-9b2f-409ae1eb3f34 req-75cb2a4a-31c0-4817-8bc5-e8df155ce531 service neutron] For port ae96ee47-fe6b-4389-9da8-ee7fd93fa5e6, host n-h2-816865-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=ae96ee47-fe6b-4389-9da8-ee7fd93fa5e6,segment=NetworkSegment(c8ba8bad-518b-408a-adbf-9f95696a455e),segment_id=c8ba8bad-518b-408a-adbf-9f95696a455e)] {{(pid=102386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 19:19:05.917074 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-e692cbb1-5e82-4869-9b2f-409ae1eb3f34 req-75cb2a4a-31c0-4817-8bc5-e8df155ce531 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6149821'] for port, after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:19:05.965510 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e692cbb1-5e82-4869-9b2f-409ae1eb3f34 req-75cb2a4a-31c0-4817-8bc5-e8df155ce531 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:19:05.966940 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-e692cbb1-5e82-4869-9b2f-409ae1eb3f34 req-75cb2a4a-31c0-4817-8bc5-e8df155ce531 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:19:05.968239 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-e692cbb1-5e82-4869-9b2f-409ae1eb3f34 req-75cb2a4a-31c0-4817-8bc5-e8df155ce531 service neutron] 10.222.0.55 "PUT /v2.0/ports/ae96ee47-fe6b-4389-9da8-ee7fd93fa5e6 HTTP/1.1" status: 200 len: 1091 time: 0.9019692 Nov 05 19:19:05.968748 n-d-816865-1 neutron-server[102386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c0b3914-db04-430b-9b9c-aec0077e3559', 'tag': 'ae96ee47-fe6b-4389-9da8-ee7fd93fa5e6'}] {{(pid=102386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 19:19:05.971768 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6173a44d7c73f41af551dc890fa1a5892c2c6bc3458b640c8e0c24db7876ba6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3a59317-9de5-4546-81f4-9260d40a4947" -d '{"events": [{"name": "network-changed", "server_uuid": "2c0b3914-db04-430b-9b9c-aec0077e3559", "tag": "ae96ee47-fe6b-4389-9da8-ee7fd93fa5e6"}]}' {{(pid=102386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 19:19:05.984747 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32306bc-551a-4ff9-b18c-0537628d3445 req-b632f65d-34f5-4509-9f23-531fe9f48967 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:19:05.987204 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-a32306bc-551a-4ff9-b18c-0537628d3445 req-b632f65d-34f5-4509-9f23-531fe9f48967 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] 10.222.0.13 "GET /v2.0/ports?device_id=2c0b3914-db04-430b-9b9c-aec0077e3559 HTTP/1.1" status: 200 len: 943 time: 0.0876479 Nov 05 19:19:06.006600 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75cb2a4a-31c0-4817-8bc5-e8df155ce531 service neutron] Pushing event updated for resources: {'Port': ['ID=ae96ee47-fe6b-4389-9da8-ee7fd93fa5e6,revision_number=3']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:19:06.017480 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-c3ac1f71-2f91-442c-945a-002edb4adabe tempest-RoutersNegativeTest-1186850732 tempest-RoutersNegativeTest-1186850732-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-571777'] for router_interface, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:19:06.036803 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 19:19:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15ca7429-970a-4f78-a841-62d79d6c5a7f x-openstack-request-id: req-15ca7429-970a-4f78-a841-62d79d6c5a7f {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 19:19:06.037103 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c0b3914-db04-430b-9b9c-aec0077e3559", "tag": "ae96ee47-fe6b-4389-9da8-ee7fd93fa5e6", "status": "completed", "code": 200}]} {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 19:19:06.037407 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-15ca7429-970a-4f78-a841-62d79d6c5a7f {{(pid=102386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 19:19:06.037882 n-d-816865-1 neutron-server[102386]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c0b3914-db04-430b-9b9c-aec0077e3559', 'tag': 'ae96ee47-fe6b-4389-9da8-ee7fd93fa5e6', 'status': 'completed', 'code': 200} Nov 05 19:19:06.118717 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a59317-9de5-4546-81f4-9260d40a4947 req-2a00dcea-d1f6-4c04-b05c-e146d4822752 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:19:06.120817 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-e3a59317-9de5-4546-81f4-9260d40a4947 req-2a00dcea-d1f6-4c04-b05c-e146d4822752 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=975e22a5e2c44667a77341bd773126d4&device_id=2c0b3914-db04-430b-9b9c-aec0077e3559 HTTP/1.1" status: 200 len: 1094 time: 0.0582674 Nov 05 19:19:06.165493 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-a32306bc-551a-4ff9-b18c-0537628d3445 req-f46681fa-c9f2-4378-be0d-df82bd637d40 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] 10.222.0.13 "GET /v2.0/security-groups?id=0901d174-558d-4d58-91a3-452d9a2f95cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1651762 Nov 05 19:19:06.309240 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b304910f-7b27-444b-a8fc-977d26b1ceac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:19:06.374791 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a59317-9de5-4546-81f4-9260d40a4947 req-7b38b36b-5789-43d7-a5ce-a1e880396745 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:19:06.378848 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-e3a59317-9de5-4546-81f4-9260d40a4947 req-7b38b36b-5789-43d7-a5ce-a1e880396745 service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=975e22a5e2c44667a77341bd773126d4&shared=False HTTP/1.1" status: 200 len: 912 time: 0.2389011 Nov 05 19:19:06.382530 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [None req-c3ac1f71-2f91-442c-945a-002edb4adabe tempest-RoutersNegativeTest-1186850732 tempest-RoutersNegativeTest-1186850732-project] Deleting port 1dd916ac-ca5e-4b23-a684-1cd84a95db4e {{(pid=102387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 19:19:06.382885 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-c3ac1f71-2f91-442c-945a-002edb4adabe tempest-RoutersNegativeTest-1186850732 tempest-RoutersNegativeTest-1186850732-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:19:06.475184 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:19:06.486503 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-c3ac1f71-2f91-442c-945a-002edb4adabe tempest-RoutersNegativeTest-1186850732 tempest-RoutersNegativeTest-1186850732-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:19:06.491394 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a59317-9de5-4546-81f4-9260d40a4947 req-25d073e7-f0f9-4b75-849a-d24d928c4841 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:19:06.493675 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-e3a59317-9de5-4546-81f4-9260d40a4947 req-25d073e7-f0f9-4b75-849a-d24d928c4841 service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1050034 Nov 05 19:19:06.502419 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [None req-c3ac1f71-2f91-442c-945a-002edb4adabe tempest-RoutersNegativeTest-1186850732 tempest-RoutersNegativeTest-1186850732-project] Calling delete_port for 1dd916ac-ca5e-4b23-a684-1cd84a95db4e owned by network:router_interface {{(pid=102387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 19:19:06.602516 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e692cbb1-5e82-4869-9b2f-409ae1eb3f34 req-addbe1fc-4796-4cb7-897b-5cb0ab3768b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:19:06.604254 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-e692cbb1-5e82-4869-9b2f-409ae1eb3f34 req-addbe1fc-4796-4cb7-897b-5cb0ab3768b9 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=975e22a5e2c44667a77341bd773126d4&device_id=2c0b3914-db04-430b-9b9c-aec0077e3559 HTTP/1.1" status: 200 len: 1094 time: 0.0508885 Nov 05 19:19:06.657019 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-e692cbb1-5e82-4869-9b2f-409ae1eb3f34 req-eeed5379-635a-4898-8d88-cbd8fcc65531 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ae96ee47-fe6b-4389-9da8-ee7fd93fa5e6 HTTP/1.1" status: 200 len: 217 time: 0.0390346 Nov 05 19:19:06.714714 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e692cbb1-5e82-4869-9b2f-409ae1eb3f34 req-93fcef35-ba24-47f7-bdc8-bfa845f75804 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:19:06.716534 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-e692cbb1-5e82-4869-9b2f-409ae1eb3f34 req-93fcef35-ba24-47f7-bdc8-bfa845f75804 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=9a5a1166-12d4-4407-8a6a-41bf61d6db29 HTTP/1.1" status: 200 len: 850 time: 0.0527642 Nov 05 19:19:06.743551 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.agents_db [None req-b9406b04-a0e8-43cf-b349-711963d96cf4 None None] Agent healthcheck: found 7 active agents {{(pid=102389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 05 19:19:06.771943 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e692cbb1-5e82-4869-9b2f-409ae1eb3f34 req-c054b4b9-3eb7-4bd7-9b0c-ec340384bd80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:19:06.773534 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-e692cbb1-5e82-4869-9b2f-409ae1eb3f34 req-c054b4b9-3eb7-4bd7-9b0c-ec340384bd80 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=22c01ef1-936f-4d85-97a6-cf840ed74fec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0456097 Nov 05 19:19:06.828869 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-c3ac1f71-2f91-442c-945a-002edb4adabe tempest-RoutersNegativeTest-1186850732 tempest-RoutersNegativeTest-1186850732-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4417063'] for port, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:19:06.857777 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ac1f71-2f91-442c-945a-002edb4adabe tempest-RoutersNegativeTest-1186850732 tempest-RoutersNegativeTest-1186850732-project] Pushing event deleted for resources: {'Port': ['ID=1dd916ac-ca5e-4b23-a684-1cd84a95db4e,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:19:06.896073 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-e692cbb1-5e82-4869-9b2f-409ae1eb3f34 req-7f5e99c1-89a9-4cec-9e46-406237679fc4 service neutron] 10.222.0.55 "GET /v2.0/networks/22c01ef1-936f-4d85-97a6-cf840ed74fec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1097188 Nov 05 19:19:07.023609 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-c3ac1f71-2f91-442c-945a-002edb4adabe tempest-RoutersNegativeTest-1186850732 tempest-RoutersNegativeTest-1186850732-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-597886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-573297'] for router_interface, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:19:07.044768 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-e692cbb1-5e82-4869-9b2f-409ae1eb3f34 req-ff3a38db-630d-4fa0-97a7-c0f2c40d216b service neutron] 10.222.0.55 "GET /v2.0/networks/22c01ef1-936f-4d85-97a6-cf840ed74fec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1374087 Nov 05 19:19:07.210798 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3ac1f71-2f91-442c-945a-002edb4adabe tempest-RoutersNegativeTest-1186850732 tempest-RoutersNegativeTest-1186850732-project] Router 380d9b7b-bdeb-4819-bef4-486b8503be32 has already been hosted by L3 agent 6dcb5589-8e86-4616-9186-ddc4548e13ad {{(pid=102387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 19:19:07.318110 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3ac1f71-2f91-442c-945a-002edb4adabe tempest-RoutersNegativeTest-1186850732 tempest-RoutersNegativeTest-1186850732-project] Notify agent at l3_agent.n-d-816865-1 the message routers_updated {{(pid=102387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 19:19:07.323326 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-c3ac1f71-2f91-442c-945a-002edb4adabe tempest-RoutersNegativeTest-1186850732 tempest-RoutersNegativeTest-1186850732-project] 10.222.0.13 "PUT /v2.0/routers/380d9b7b-bdeb-4819-bef4-486b8503be32/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1704445 Nov 05 19:19:07.328716 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 40480) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:19:07.331083 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfc62e93-7649-4356-9c1f-796eab9b773f None None] Sync routers for ids ['380d9b7b-bdeb-4819-bef4-486b8503be32'] in n-d-816865-1 {{(pid=102389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 19:19:07.343612 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfc62e93-7649-4356-9c1f-796eab9b773f None None] Routers {'380d9b7b-bdeb-4819-bef4-486b8503be32'} bound to L3 agent in host n-d-816865-1 {{(pid=102389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 19:19:07.344228 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-dfc62e93-7649-4356-9c1f-796eab9b773f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T19:19:05Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['380d9b7b-bdeb-4819-bef4-486b8503be32'], 'active': True} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:19:07.370284 n-d-816865-1 neutron-server[102387]: INFO neutron.api.v2.resource [None req-6313f5ac-318a-48c5-9a5c-3fbe18414147 tempest-RoutersNegativeTest-1186850732 tempest-RoutersNegativeTest-1186850732-project] show failed (client error): The resource could not be found. Nov 05 19:19:07.374835 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-6313f5ac-318a-48c5-9a5c-3fbe18414147 tempest-RoutersNegativeTest-1186850732 tempest-RoutersNegativeTest-1186850732-project] 10.222.0.13 "GET /v2.0/routers/tempest-non_exist_router-537621928 HTTP/1.1" status: 404 len: 334 time: 0.0414889 Nov 05 19:19:07.375175 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 40482) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:19:07.380262 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-eadc05db-dc60-4e03-ad27-fa5156a1162e tempest-RoutersNegativeTest-1186850732 tempest-RoutersNegativeTest-1186850732-project] Request body: {'router': {'name': 'new_name'}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:19:07.381034 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-dfc62e93-7649-4356-9c1f-796eab9b773f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816865-1', False) {} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:19:07.389773 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfc62e93-7649-4356-9c1f-796eab9b773f None None] Routers {'380d9b7b-bdeb-4819-bef4-486b8503be32'} bound to L3 agent in host n-d-816865-1 {{(pid=102389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 19:19:07.390365 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017c1479-fe63-425d-aee2-748c60077c93 req-790deb6f-a8a4-47c2-a60a-aa1282377415 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:19:07.390484 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-dfc62e93-7649-4356-9c1f-796eab9b773f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T19:19:05Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['380d9b7b-bdeb-4819-bef4-486b8503be32'], 'active': True} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:19:07.391976 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-017c1479-fe63-425d-aee2-748c60077c93 req-790deb6f-a8a4-47c2-a60a-aa1282377415 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] 10.222.0.13 "GET /v2.0/ports?device_id=2c0b3914-db04-430b-9b9c-aec0077e3559 HTTP/1.1" status: 200 len: 943 time: 0.1343999 Nov 05 19:19:07.422584 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-dfc62e93-7649-4356-9c1f-796eab9b773f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816865-1', False) {} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:19:07.423874 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfc62e93-7649-4356-9c1f-796eab9b773f None None] The sync data for ids ['380d9b7b-bdeb-4819-bef4-486b8503be32'] in n-d-816865-1 is: [] {{(pid=102389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 19:19:07.438064 n-d-816865-1 neutron-server[102387]: INFO neutron.api.v2.resource [None req-eadc05db-dc60-4e03-ad27-fa5156a1162e tempest-RoutersNegativeTest-1186850732 tempest-RoutersNegativeTest-1186850732-project] update failed (client error): The resource could not be found. Nov 05 19:19:07.439189 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-eadc05db-dc60-4e03-ad27-fa5156a1162e tempest-RoutersNegativeTest-1186850732 tempest-RoutersNegativeTest-1186850732-project] 10.222.0.13 "PUT /v2.0/routers/tempest-non_exist_router-575162115 HTTP/1.1" status: 404 len: 334 time: 0.0631676 Nov 05 19:19:07.442580 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 40484) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:19:07.481518 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-017c1479-fe63-425d-aee2-748c60077c93 req-7c181118-5b89-4b61-9c32-4cc5fa52808b tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] 10.222.0.13 "GET /v2.0/security-groups?id=0901d174-558d-4d58-91a3-452d9a2f95cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456903 Nov 05 19:19:07.500466 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef6c7a27-ce65-4aac-af9d-8cf111246470 tempest-RoutersNegativeTest-1186850732 tempest-RoutersNegativeTest-1186850732-project] Deleting subnet 683d52c8-1357-4fbf-a55b-373dd2ddaa54 {{(pid=102386) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 05 19:19:07.504588 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-ef6c7a27-ce65-4aac-af9d-8cf111246470 tempest-RoutersNegativeTest-1186850732 tempest-RoutersNegativeTest-1186850732-project] Publish callbacks [] for subnet, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:19:07.548748 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-ef6c7a27-ce65-4aac-af9d-8cf111246470 tempest-RoutersNegativeTest-1186850732 tempest-RoutersNegativeTest-1186850732-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4590738'] for subnet, precommit_delete_associations {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:19:07.630923 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-ef6c7a27-ce65-4aac-af9d-8cf111246470 tempest-RoutersNegativeTest-1186850732 tempest-RoutersNegativeTest-1186850732-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1573928'] for subnet, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:19:07.778289 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-ef6c7a27-ce65-4aac-af9d-8cf111246470 tempest-RoutersNegativeTest-1186850732 tempest-RoutersNegativeTest-1186850732-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1573905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6149879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4877183'] for subnet, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:19:07.808631 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6c7a27-ce65-4aac-af9d-8cf111246470 tempest-RoutersNegativeTest-1186850732 tempest-RoutersNegativeTest-1186850732-project] Pushing event deleted for resources: {'Subnet': ['ID=683d52c8-1357-4fbf-a55b-373dd2ddaa54,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:19:07.812651 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-ef6c7a27-ce65-4aac-af9d-8cf111246470 tempest-RoutersNegativeTest-1186850732 tempest-RoutersNegativeTest-1186850732-project] Publish callbacks [] for subnet, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:19:07.817808 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-ef6c7a27-ce65-4aac-af9d-8cf111246470 tempest-RoutersNegativeTest-1186850732 tempest-RoutersNegativeTest-1186850732-project] 10.222.0.13 "DELETE /v2.0/subnets/683d52c8-1357-4fbf-a55b-373dd2ddaa54 HTTP/1.1" status: 204 len: 168 time: 0.3736415 Nov 05 19:19:07.820081 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 40486) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:19:07.820668 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9731edaf-1e6d-449a-b0b7-30853b12d2d7 None None] Network d0647049-9116-4f8b-b4ab-8c8cbb60361f requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 19:19:07.873239 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.db_base_plugin_v2 [None req-039cc36c-377f-4c39-90d0-5a41d3524898 tempest-RoutersNegativeTest-1186850732 tempest-RoutersNegativeTest-1186850732-project] Deleting subnet 6a116b42-726d-48f0-884f-28ce214f84ba {{(pid=102386) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 05 19:19:07.876363 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-039cc36c-377f-4c39-90d0-5a41d3524898 tempest-RoutersNegativeTest-1186850732 tempest-RoutersNegativeTest-1186850732-project] Publish callbacks [] for subnet, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:19:07.917568 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-039cc36c-377f-4c39-90d0-5a41d3524898 tempest-RoutersNegativeTest-1186850732 tempest-RoutersNegativeTest-1186850732-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4590738'] for subnet, precommit_delete_associations {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:19:07.999452 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3c038bc-6e19-47f8-8373-7091cdcb626b None None] DHCP port deletion for d0647049-9116-4f8b-b4ab-8c8cbb60361f request from n-d-816865-1 {{(pid=102388) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 05 19:19:08.018675 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-039cc36c-377f-4c39-90d0-5a41d3524898 tempest-RoutersNegativeTest-1186850732 tempest-RoutersNegativeTest-1186850732-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1573928'] for subnet, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:19:08.050177 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-e3c038bc-6e19-47f8-8373-7091cdcb626b None None] Deleting port e185d5f3-b81b-461c-a87b-5163bdbd0b23 {{(pid=102388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 19:19:08.050556 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-e3c038bc-6e19-47f8-8373-7091cdcb626b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:19:08.129326 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-e3c038bc-6e19-47f8-8373-7091cdcb626b None None] For port e185d5f3-b81b-461c-a87b-5163bdbd0b23, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=e185d5f3-b81b-461c-a87b-5163bdbd0b23,segment=NetworkSegment(2c5ac2d3-a7e5-41c5-8a85-dc112aa36bb2),segment_id=2c5ac2d3-a7e5-41c5-8a85-dc112aa36bb2)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:19:08.129729 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-e3c038bc-6e19-47f8-8373-7091cdcb626b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:19:08.144345 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-e3c038bc-6e19-47f8-8373-7091cdcb626b None None] Calling delete_port for e185d5f3-b81b-461c-a87b-5163bdbd0b23 owned by network:dhcp {{(pid=102388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 19:19:08.172359 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-039cc36c-377f-4c39-90d0-5a41d3524898 tempest-RoutersNegativeTest-1186850732 tempest-RoutersNegativeTest-1186850732-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1573905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6149879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4877183'] for subnet, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:19:08.202903 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039cc36c-377f-4c39-90d0-5a41d3524898 tempest-RoutersNegativeTest-1186850732 tempest-RoutersNegativeTest-1186850732-project] Pushing event deleted for resources: {'Subnet': ['ID=6a116b42-726d-48f0-884f-28ce214f84ba,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:19:08.206647 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-039cc36c-377f-4c39-90d0-5a41d3524898 tempest-RoutersNegativeTest-1186850732 tempest-RoutersNegativeTest-1186850732-project] Publish callbacks [] for subnet, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:19:08.213108 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-039cc36c-377f-4c39-90d0-5a41d3524898 tempest-RoutersNegativeTest-1186850732 tempest-RoutersNegativeTest-1186850732-project] 10.222.0.13 "DELETE /v2.0/subnets/6a116b42-726d-48f0-884f-28ce214f84ba HTTP/1.1" status: 204 len: 168 time: 0.3888457 Nov 05 19:19:08.213479 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 40488) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:19:08.219139 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edd9b967-456a-4707-8faa-85a8670aed80 None None] Network 62867484-2abe-4645-aabf-86eef6ee1fc0 requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 19:19:08.303433 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-0133d006-edb0-4a74-b043-c4a83d9eb18d tempest-RoutersNegativeTest-1186850732 tempest-RoutersNegativeTest-1186850732-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1664226'] for network, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:19:08.367771 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [None req-0133d006-edb0-4a74-b043-c4a83d9eb18d tempest-RoutersNegativeTest-1186850732 tempest-RoutersNegativeTest-1186850732-project] Deleting port e185d5f3-b81b-461c-a87b-5163bdbd0b23 {{(pid=102387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 19:19:08.367977 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-0133d006-edb0-4a74-b043-c4a83d9eb18d tempest-RoutersNegativeTest-1186850732 tempest-RoutersNegativeTest-1186850732-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:19:08.424622 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-31f93893-a48e-4ae8-833d-dccb2b42eacc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:19:08.436848 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.db [None req-0133d006-edb0-4a74-b043-c4a83d9eb18d tempest-RoutersNegativeTest-1186850732 tempest-RoutersNegativeTest-1186850732-project] For port e185d5f3-b81b-461c-a87b-5163bdbd0b23, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=e185d5f3-b81b-461c-a87b-5163bdbd0b23,segment=NetworkSegment(2c5ac2d3-a7e5-41c5-8a85-dc112aa36bb2),segment_id=2c5ac2d3-a7e5-41c5-8a85-dc112aa36bb2)] {{(pid=102387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:19:08.437215 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-0133d006-edb0-4a74-b043-c4a83d9eb18d tempest-RoutersNegativeTest-1186850732 tempest-RoutersNegativeTest-1186850732-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:19:08.451842 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-e3c038bc-6e19-47f8-8373-7091cdcb626b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798'] for port, after_delete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:19:08.456799 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [None req-0133d006-edb0-4a74-b043-c4a83d9eb18d tempest-RoutersNegativeTest-1186850732 tempest-RoutersNegativeTest-1186850732-project] Calling delete_port for e185d5f3-b81b-461c-a87b-5163bdbd0b23 owned by network:dhcp {{(pid=102387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 19:19:08.489772 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4366be61-f827-4eef-9ed9-b6b82740dfbf None None] DHCP port deletion for 62867484-2abe-4645-aabf-86eef6ee1fc0 request from n-d-816865-1 {{(pid=102388) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 05 19:19:08.494397 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c038bc-6e19-47f8-8373-7091cdcb626b None None] Pushing event deleted for resources: {'Port': ['ID=e185d5f3-b81b-461c-a87b-5163bdbd0b23,revision_number=None']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:19:08.505290 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3c038bc-6e19-47f8-8373-7091cdcb626b None None] No DVR routers for this DVR port e185d5f3-b81b-461c-a87b-5163bdbd0b23 on host n-d-816865-1 {{(pid=102388) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 19:19:08.562253 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-0133d006-edb0-4a74-b043-c4a83d9eb18d tempest-RoutersNegativeTest-1186850732 tempest-RoutersNegativeTest-1186850732-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4417063'] for port, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:19:08.578925 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-4366be61-f827-4eef-9ed9-b6b82740dfbf None None] Deleting port c6a9e07a-48d8-4009-89ad-cf813bd66a85 {{(pid=102388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 19:19:08.579919 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-4366be61-f827-4eef-9ed9-b6b82740dfbf None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:19:08.617592 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0133d006-edb0-4a74-b043-c4a83d9eb18d tempest-RoutersNegativeTest-1186850732 tempest-RoutersNegativeTest-1186850732-project] No DVR routers for this DVR port e185d5f3-b81b-461c-a87b-5163bdbd0b23 on host n-d-816865-1 {{(pid=102387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 19:19:08.619120 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0133d006-edb0-4a74-b043-c4a83d9eb18d tempest-RoutersNegativeTest-1186850732 tempest-RoutersNegativeTest-1186850732-project] Pushing event deleted for resources: {'Port': ['ID=e185d5f3-b81b-461c-a87b-5163bdbd0b23,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:19:08.632566 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:19:08.651506 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-4366be61-f827-4eef-9ed9-b6b82740dfbf None None] For port c6a9e07a-48d8-4009-89ad-cf813bd66a85, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=c6a9e07a-48d8-4009-89ad-cf813bd66a85,segment=NetworkSegment(7da9c4c5-6703-457c-9b3b-d9ce07086e72),segment_id=7da9c4c5-6703-457c-9b3b-d9ce07086e72)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:19:08.652250 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-4366be61-f827-4eef-9ed9-b6b82740dfbf None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:19:08.667586 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-4366be61-f827-4eef-9ed9-b6b82740dfbf None None] Calling delete_port for c6a9e07a-48d8-4009-89ad-cf813bd66a85 owned by network:dhcp {{(pid=102388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 19:19:08.675066 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b122c5a3-419e-4d69-ae78-c583ebffec4e req-d273d353-6b13-4bf4-ba9b-fc2258f86444 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:19:08.676606 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-b122c5a3-419e-4d69-ae78-c583ebffec4e req-d273d353-6b13-4bf4-ba9b-fc2258f86444 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] 10.222.0.13 "GET /v2.0/ports?device_id=2c0b3914-db04-430b-9b9c-aec0077e3559 HTTP/1.1" status: 200 len: 943 time: 0.1047938 Nov 05 19:19:08.740563 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-0133d006-edb0-4a74-b043-c4a83d9eb18d tempest-RoutersNegativeTest-1186850732 tempest-RoutersNegativeTest-1186850732-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1579173', 'neutron.services.segments.db._delete_segments_for_network-8750027792909'] for network, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:19:08.776670 n-d-816865-1 neutron-server[102387]: DEBUG neutron.services.segments.db [None req-0133d006-edb0-4a74-b043-c4a83d9eb18d tempest-RoutersNegativeTest-1186850732 tempest-RoutersNegativeTest-1186850732-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d0647049-9116-4f8b-b4ab-8c8cbb60361f']}} {{(pid=102387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:19:08.787239 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-b122c5a3-419e-4d69-ae78-c583ebffec4e req-3064537d-17c5-4e20-a127-5170be8bb7bd tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] 10.222.0.13 "GET /v2.0/security-groups?id=0901d174-558d-4d58-91a3-452d9a2f95cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034634 Nov 05 19:19:08.790603 n-d-816865-1 neutron-server[102387]: DEBUG neutron.services.segments.db [None req-0133d006-edb0-4a74-b043-c4a83d9eb18d tempest-RoutersNegativeTest-1186850732 tempest-RoutersNegativeTest-1186850732-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c5ac2d3-a7e5-41c5-8a85-dc112aa36bb2') {'for_net_delete': True} {{(pid=102387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:19:08.790898 n-d-816865-1 neutron-server[102387]: DEBUG neutron.services.segments.db [None req-0133d006-edb0-4a74-b043-c4a83d9eb18d tempest-RoutersNegativeTest-1186850732 tempest-RoutersNegativeTest-1186850732-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c5ac2d3-a7e5-41c5-8a85-dc112aa36bb2') {} {{(pid=102387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:19:08.800532 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-0133d006-edb0-4a74-b043-c4a83d9eb18d tempest-RoutersNegativeTest-1186850732 tempest-RoutersNegativeTest-1186850732-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750027793430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4463492'] for segment, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:19:08.815903 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-0133d006-edb0-4a74-b043-c4a83d9eb18d tempest-RoutersNegativeTest-1186850732 tempest-RoutersNegativeTest-1186850732-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273'] for segment, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:19:08.821964 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0133d006-edb0-4a74-b043-c4a83d9eb18d tempest-RoutersNegativeTest-1186850732 tempest-RoutersNegativeTest-1186850732-project] Releasing vlan 180 on physical network physnet1 to pool {{(pid=102387) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 05 19:19:08.822391 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-0133d006-edb0-4a74-b043-c4a83d9eb18d tempest-RoutersNegativeTest-1186850732 tempest-RoutersNegativeTest-1186850732-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4417236'] for segment, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:19:08.825871 n-d-816865-1 neutron-server[102387]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 05 19:19:08.825871 n-d-816865-1 neutron-server[102387]: self.session.flush() Nov 05 19:19:08.825871 n-d-816865-1 neutron-server[102387]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 05 19:19:08.825871 n-d-816865-1 neutron-server[102387]: self.session.flush() Nov 05 19:19:08.825871 n-d-816865-1 neutron-server[102387]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 05 19:19:08.825871 n-d-816865-1 neutron-server[102387]: self.session.flush() Nov 05 19:19:08.825871 n-d-816865-1 neutron-server[102387]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 05 19:19:08.825871 n-d-816865-1 neutron-server[102387]: self.session.flush() Nov 05 19:19:08.825871 n-d-816865-1 neutron-server[102387]: Traceback (most recent call last): Nov 05 19:19:08.825871 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 05 19:19:08.825871 n-d-816865-1 neutron-server[102387]: timer() Nov 05 19:19:08.825871 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 05 19:19:08.825871 n-d-816865-1 neutron-server[102387]: cb(*args, **kw) Nov 05 19:19:08.825871 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 05 19:19:08.825871 n-d-816865-1 neutron-server[102387]: return func(*args, **kwargs) Nov 05 19:19:08.825871 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 05 19:19:08.825871 n-d-816865-1 neutron-server[102387]: self._notify() Nov 05 19:19:08.825871 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 05 19:19:08.825871 n-d-816865-1 neutron-server[102387]: self.callback(batched_events) Nov 05 19:19:08.825871 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 05 19:19:08.825871 n-d-816865-1 neutron-server[102387]: event.method(event) Nov 05 19:19:08.825871 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 05 19:19:08.825871 n-d-816865-1 neutron-server[102387]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 05 19:19:08.825871 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 05 19:19:08.825871 n-d-816865-1 neutron-server[102387]: aggregate_uuid = self.p_client.list_aggregates( Nov 05 19:19:08.825871 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 05 19:19:08.825871 n-d-816865-1 neutron-server[102387]: return f(self, *a, **k) Nov 05 19:19:08.825871 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 05 19:19:08.825871 n-d-816865-1 neutron-server[102387]: return self._get(url).json() Nov 05 19:19:08.825871 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 05 19:19:08.825871 n-d-816865-1 neutron-server[102387]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 05 19:19:08.825871 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 05 19:19:08.825871 n-d-816865-1 neutron-server[102387]: return self.request(url, 'GET', **kwargs) Nov 05 19:19:08.825871 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 05 19:19:08.825871 n-d-816865-1 neutron-server[102387]: base_url = self.get_endpoint(auth, allow=allow, Nov 05 19:19:08.825871 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 05 19:19:08.825871 n-d-816865-1 neutron-server[102387]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 05 19:19:08.825871 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 05 19:19:08.825871 n-d-816865-1 neutron-server[102387]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 05 19:19:08.825871 n-d-816865-1 neutron-server[102387]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 05 19:19:08.834376 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-4366be61-f827-4eef-9ed9-b6b82740dfbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798'] for port, after_delete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:19:08.860935 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4366be61-f827-4eef-9ed9-b6b82740dfbf None None] Pushing event deleted for resources: {'Port': ['ID=c6a9e07a-48d8-4009-89ad-cf813bd66a85,revision_number=None']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:19:08.862959 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4366be61-f827-4eef-9ed9-b6b82740dfbf None None] No DVR routers for this DVR port c6a9e07a-48d8-4009-89ad-cf813bd66a85 on host n-d-816865-1 {{(pid=102388) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 19:19:08.979001 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-0133d006-edb0-4a74-b043-c4a83d9eb18d tempest-RoutersNegativeTest-1186850732 tempest-RoutersNegativeTest-1186850732-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1579178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-956796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1000687'] for network, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:19:08.987468 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-0133d006-edb0-4a74-b043-c4a83d9eb18d tempest-RoutersNegativeTest-1186850732 tempest-RoutersNegativeTest-1186850732-project] Publish callbacks [] for network, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:19:08.992392 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-0133d006-edb0-4a74-b043-c4a83d9eb18d tempest-RoutersNegativeTest-1186850732 tempest-RoutersNegativeTest-1186850732-project] 10.222.0.13 "DELETE /v2.0/networks/d0647049-9116-4f8b-b4ab-8c8cbb60361f HTTP/1.1" status: 204 len: 168 time: 0.7760081 Nov 05 19:19:08.993776 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 40492) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:19:09.031910 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0133d006-edb0-4a74-b043-c4a83d9eb18d tempest-RoutersNegativeTest-1186850732 tempest-RoutersNegativeTest-1186850732-project] Pushing event deleted for resources: {'Network': ['ID=d0647049-9116-4f8b-b4ab-8c8cbb60361f,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:19:09.053204 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-cac7e78b-2325-45fa-92c4-99ca5a2cc531 req-3627871a-8344-4ac7-ad4e-7fef74e71232 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=84c41646-9c30-4448-a7fd-2f2ec50e531e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0600436 Nov 05 19:19:09.089165 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-fad10c32-3875-483f-b2ee-551ada0caace tempest-RoutersNegativeTest-1186850732 tempest-RoutersNegativeTest-1186850732-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1664226'] for network, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:19:09.148731 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac7e78b-2325-45fa-92c4-99ca5a2cc531 req-d17492b4-9896-4c0b-a0ee-748aef316ccc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:19:09.150200 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-cac7e78b-2325-45fa-92c4-99ca5a2cc531 req-d17492b4-9896-4c0b-a0ee-748aef316ccc service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=975e22a5e2c44667a77341bd773126d4&device_id=84c41646-9c30-4448-a7fd-2f2ec50e531e HTTP/1.1" status: 200 len: 1097 time: 0.0500193 Nov 05 19:19:09.187361 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-fad10c32-3875-483f-b2ee-551ada0caace tempest-RoutersNegativeTest-1186850732 tempest-RoutersNegativeTest-1186850732-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1579173', 'neutron.services.segments.db._delete_segments_for_network-8750027792909'] for network, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:19:09.209598 n-d-816865-1 neutron-server[102386]: DEBUG neutron.services.segments.db [None req-fad10c32-3875-483f-b2ee-551ada0caace tempest-RoutersNegativeTest-1186850732 tempest-RoutersNegativeTest-1186850732-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['62867484-2abe-4645-aabf-86eef6ee1fc0']}} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:19:09.220750 n-d-816865-1 neutron-server[102386]: DEBUG neutron.services.segments.db [None req-fad10c32-3875-483f-b2ee-551ada0caace tempest-RoutersNegativeTest-1186850732 tempest-RoutersNegativeTest-1186850732-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7da9c4c5-6703-457c-9b3b-d9ce07086e72') {'for_net_delete': True} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:19:09.221048 n-d-816865-1 neutron-server[102386]: DEBUG neutron.services.segments.db [None req-fad10c32-3875-483f-b2ee-551ada0caace tempest-RoutersNegativeTest-1186850732 tempest-RoutersNegativeTest-1186850732-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7da9c4c5-6703-457c-9b3b-d9ce07086e72') {} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:19:09.230729 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-fad10c32-3875-483f-b2ee-551ada0caace tempest-RoutersNegativeTest-1186850732 tempest-RoutersNegativeTest-1186850732-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750027793430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4590747'] for segment, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:19:09.248032 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-fad10c32-3875-483f-b2ee-551ada0caace tempest-RoutersNegativeTest-1186850732 tempest-RoutersNegativeTest-1186850732-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273'] for segment, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:19:09.255727 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fad10c32-3875-483f-b2ee-551ada0caace tempest-RoutersNegativeTest-1186850732 tempest-RoutersNegativeTest-1186850732-project] Releasing vlan 163 on physical network physnet1 to pool {{(pid=102386) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 05 19:19:09.256115 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-fad10c32-3875-483f-b2ee-551ada0caace tempest-RoutersNegativeTest-1186850732 tempest-RoutersNegativeTest-1186850732-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6149721'] for segment, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:19:09.259809 n-d-816865-1 neutron-server[102386]: Traceback (most recent call last): Nov 05 19:19:09.259809 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 05 19:19:09.259809 n-d-816865-1 neutron-server[102386]: timer() Nov 05 19:19:09.259809 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 05 19:19:09.259809 n-d-816865-1 neutron-server[102386]: cb(*args, **kw) Nov 05 19:19:09.259809 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 05 19:19:09.259809 n-d-816865-1 neutron-server[102386]: return func(*args, **kwargs) Nov 05 19:19:09.259809 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 05 19:19:09.259809 n-d-816865-1 neutron-server[102386]: self._notify() Nov 05 19:19:09.259809 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 05 19:19:09.259809 n-d-816865-1 neutron-server[102386]: self.callback(batched_events) Nov 05 19:19:09.259809 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 05 19:19:09.259809 n-d-816865-1 neutron-server[102386]: event.method(event) Nov 05 19:19:09.259809 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 05 19:19:09.259809 n-d-816865-1 neutron-server[102386]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 05 19:19:09.259809 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 05 19:19:09.259809 n-d-816865-1 neutron-server[102386]: aggregate_uuid = self.p_client.list_aggregates( Nov 05 19:19:09.259809 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 05 19:19:09.259809 n-d-816865-1 neutron-server[102386]: return f(self, *a, **k) Nov 05 19:19:09.259809 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 05 19:19:09.259809 n-d-816865-1 neutron-server[102386]: return self._get(url).json() Nov 05 19:19:09.259809 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 05 19:19:09.259809 n-d-816865-1 neutron-server[102386]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 05 19:19:09.259809 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 05 19:19:09.259809 n-d-816865-1 neutron-server[102386]: return self.request(url, 'GET', **kwargs) Nov 05 19:19:09.259809 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 05 19:19:09.259809 n-d-816865-1 neutron-server[102386]: base_url = self.get_endpoint(auth, allow=allow, Nov 05 19:19:09.259809 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 05 19:19:09.259809 n-d-816865-1 neutron-server[102386]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 05 19:19:09.259809 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 05 19:19:09.259809 n-d-816865-1 neutron-server[102386]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 05 19:19:09.259809 n-d-816865-1 neutron-server[102386]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 05 19:19:09.261704 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac7e78b-2325-45fa-92c4-99ca5a2cc531 req-84a45197-2597-4f2f-ba8c-ee4745f06ba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:19:09.264532 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-cac7e78b-2325-45fa-92c4-99ca5a2cc531 req-84a45197-2597-4f2f-ba8c-ee4745f06ba0 service neutron] 10.222.0.41 "GET /v2.0/networks?id=22c01ef1-936f-4d85-97a6-cf840ed74fec HTTP/1.1" status: 200 len: 912 time: 0.0953562 Nov 05 19:19:09.323136 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-cac7e78b-2325-45fa-92c4-99ca5a2cc531 req-2dcf42d4-aadf-4770-83fd-70cd346ea238 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=59dae623-b586-476f-aeb5-e9900b58493d HTTP/1.1" status: 200 len: 217 time: 0.0507343 Nov 05 19:19:09.374866 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac7e78b-2325-45fa-92c4-99ca5a2cc531 req-946a678e-b811-406e-8f18-c855cdcbaaf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:19:09.376480 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-cac7e78b-2325-45fa-92c4-99ca5a2cc531 req-946a678e-b811-406e-8f18-c855cdcbaaf3 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=9a5a1166-12d4-4407-8a6a-41bf61d6db29 HTTP/1.1" status: 200 len: 850 time: 0.0462804 Nov 05 19:19:09.405585 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-fad10c32-3875-483f-b2ee-551ada0caace tempest-RoutersNegativeTest-1186850732 tempest-RoutersNegativeTest-1186850732-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1579178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-956796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1000687'] for network, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:19:09.413133 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-fad10c32-3875-483f-b2ee-551ada0caace tempest-RoutersNegativeTest-1186850732 tempest-RoutersNegativeTest-1186850732-project] Publish callbacks [] for network, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:19:09.416273 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-fad10c32-3875-483f-b2ee-551ada0caace tempest-RoutersNegativeTest-1186850732 tempest-RoutersNegativeTest-1186850732-project] 10.222.0.13 "DELETE /v2.0/networks/62867484-2abe-4645-aabf-86eef6ee1fc0 HTTP/1.1" status: 204 len: 168 time: 0.4157245 Nov 05 19:19:09.419061 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 40494) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:19:09.426969 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac7e78b-2325-45fa-92c4-99ca5a2cc531 req-6a91bb18-31d1-4187-aae2-5789ca852805 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:19:09.428480 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-cac7e78b-2325-45fa-92c4-99ca5a2cc531 req-6a91bb18-31d1-4187-aae2-5789ca852805 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=22c01ef1-936f-4d85-97a6-cf840ed74fec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0457177 Nov 05 19:19:09.438695 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad10c32-3875-483f-b2ee-551ada0caace tempest-RoutersNegativeTest-1186850732 tempest-RoutersNegativeTest-1186850732-project] Pushing event deleted for resources: {'Network': ['ID=62867484-2abe-4645-aabf-86eef6ee1fc0,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:19:09.494574 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ef680fb-21b1-41a1-b63e-2afd151f0cd1 tempest-RoutersNegativeTest-1186850732 tempest-RoutersNegativeTest-1186850732-project] Deleting subnet be6c8852-bac7-43ac-b322-b29ae48946f3 {{(pid=102386) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 05 19:19:09.498310 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-4ef680fb-21b1-41a1-b63e-2afd151f0cd1 tempest-RoutersNegativeTest-1186850732 tempest-RoutersNegativeTest-1186850732-project] Publish callbacks [] for subnet, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:19:09.526576 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-cac7e78b-2325-45fa-92c4-99ca5a2cc531 req-a86cbe42-9343-45e3-b71e-7b72f83adf1e service neutron] 10.222.0.41 "GET /v2.0/networks/22c01ef1-936f-4d85-97a6-cf840ed74fec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909300 Nov 05 19:19:09.540266 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-4ef680fb-21b1-41a1-b63e-2afd151f0cd1 tempest-RoutersNegativeTest-1186850732 tempest-RoutersNegativeTest-1186850732-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4590738'] for subnet, precommit_delete_associations {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:19:09.620717 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-cac7e78b-2325-45fa-92c4-99ca5a2cc531 req-a1dc2f7c-8579-418b-b211-e627ff6f0165 service neutron] 10.222.0.41 "GET /v2.0/networks/22c01ef1-936f-4d85-97a6-cf840ed74fec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871005 Nov 05 19:19:09.633218 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-4ef680fb-21b1-41a1-b63e-2afd151f0cd1 tempest-RoutersNegativeTest-1186850732 tempest-RoutersNegativeTest-1186850732-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1573928'] for subnet, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:19:09.687668 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device e185d5f3-b81b-461c-a87b-5163bdbd0b23 no longer exists at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 19:19:09.711299 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] No Port match for: e185d5f3-b81b-461c-a87b-5163bdbd0b23 {{(pid=102388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 19:19:09.711643 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device e185d5f3-b81b-461c-a87b-5163bdbd0b23 not bound to the agent host n-d-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 19:19:09.712067 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device c6a9e07a-48d8-4009-89ad-cf813bd66a85 no longer exists at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 19:19:09.737270 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] No Port match for: c6a9e07a-48d8-4009-89ad-cf813bd66a85 {{(pid=102388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 19:19:09.737607 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device c6a9e07a-48d8-4009-89ad-cf813bd66a85 not bound to the agent host n-d-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 19:19:09.794375 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-4ef680fb-21b1-41a1-b63e-2afd151f0cd1 tempest-RoutersNegativeTest-1186850732 tempest-RoutersNegativeTest-1186850732-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1573905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6149879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4877183'] for subnet, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:19:09.825276 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef680fb-21b1-41a1-b63e-2afd151f0cd1 tempest-RoutersNegativeTest-1186850732 tempest-RoutersNegativeTest-1186850732-project] Pushing event deleted for resources: {'Subnet': ['ID=be6c8852-bac7-43ac-b322-b29ae48946f3,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:19:09.830539 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-4ef680fb-21b1-41a1-b63e-2afd151f0cd1 tempest-RoutersNegativeTest-1186850732 tempest-RoutersNegativeTest-1186850732-project] Publish callbacks [] for subnet, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:19:09.833957 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-4ef680fb-21b1-41a1-b63e-2afd151f0cd1 tempest-RoutersNegativeTest-1186850732 tempest-RoutersNegativeTest-1186850732-project] 10.222.0.13 "DELETE /v2.0/subnets/be6c8852-bac7-43ac-b322-b29ae48946f3 HTTP/1.1" status: 204 len: 168 time: 0.4139397 Nov 05 19:19:09.837993 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 40498) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:19:09.845422 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5cc441d-2274-4d99-915c-7b4b5f76896a None None] Network 178d6533-597a-427b-bd27-ae79741d9b81 requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 19:19:09.962343 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-8063b664-3c8d-455b-8ad3-bc717200074d tempest-RoutersNegativeTest-1186850732 tempest-RoutersNegativeTest-1186850732-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1664226'] for network, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:19:09.981044 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192ec1fd-ee50-4ff1-abd4-c502473104d1 req-8a3260d4-802f-4f99-bef2-38c758724bc3 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:19:09.982630 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-192ec1fd-ee50-4ff1-abd4-c502473104d1 req-8a3260d4-802f-4f99-bef2-38c758724bc3 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] 10.222.0.13 "GET /v2.0/ports?device_id=2c0b3914-db04-430b-9b9c-aec0077e3559 HTTP/1.1" status: 200 len: 943 time: 0.1150818 Nov 05 19:19:10.040001 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-328902d8-4484-4bf7-9926-99101b01958d None None] DHCP port deletion for 178d6533-597a-427b-bd27-ae79741d9b81 request from n-d-816865-1 {{(pid=102388) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 05 19:19:10.076360 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-192ec1fd-ee50-4ff1-abd4-c502473104d1 req-bc5b4e2f-b6e9-4743-ad45-c00559c5dc34 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] 10.222.0.13 "GET /v2.0/security-groups?id=0901d174-558d-4d58-91a3-452d9a2f95cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854256 Nov 05 19:19:10.088537 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [None req-8063b664-3c8d-455b-8ad3-bc717200074d tempest-RoutersNegativeTest-1186850732 tempest-RoutersNegativeTest-1186850732-project] Deleting port 657c309a-695d-415c-86e7-6c2c5ca91594 {{(pid=102387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 19:19:10.088961 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-8063b664-3c8d-455b-8ad3-bc717200074d tempest-RoutersNegativeTest-1186850732 tempest-RoutersNegativeTest-1186850732-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:19:10.093999 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-328902d8-4484-4bf7-9926-99101b01958d None None] Deleting port 657c309a-695d-415c-86e7-6c2c5ca91594 {{(pid=102388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 19:19:10.094412 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-328902d8-4484-4bf7-9926-99101b01958d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:19:10.161159 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-328902d8-4484-4bf7-9926-99101b01958d None None] For port 657c309a-695d-415c-86e7-6c2c5ca91594, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=657c309a-695d-415c-86e7-6c2c5ca91594,segment=NetworkSegment(d2f8596c-1a91-4c9d-929f-a2567bef1ef9),segment_id=d2f8596c-1a91-4c9d-929f-a2567bef1ef9)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:19:10.161559 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-328902d8-4484-4bf7-9926-99101b01958d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:19:10.171330 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.db [None req-8063b664-3c8d-455b-8ad3-bc717200074d tempest-RoutersNegativeTest-1186850732 tempest-RoutersNegativeTest-1186850732-project] For port 657c309a-695d-415c-86e7-6c2c5ca91594, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=657c309a-695d-415c-86e7-6c2c5ca91594,segment=NetworkSegment(d2f8596c-1a91-4c9d-929f-a2567bef1ef9),segment_id=d2f8596c-1a91-4c9d-929f-a2567bef1ef9)] {{(pid=102387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:19:10.171330 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-8063b664-3c8d-455b-8ad3-bc717200074d tempest-RoutersNegativeTest-1186850732 tempest-RoutersNegativeTest-1186850732-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:19:10.178074 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-328902d8-4484-4bf7-9926-99101b01958d None None] Calling delete_port for 657c309a-695d-415c-86e7-6c2c5ca91594 owned by network:dhcp {{(pid=102388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 19:19:10.178580 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [None req-8063b664-3c8d-455b-8ad3-bc717200074d tempest-RoutersNegativeTest-1186850732 tempest-RoutersNegativeTest-1186850732-project] Calling delete_port for 657c309a-695d-415c-86e7-6c2c5ca91594 owned by network:dhcp {{(pid=102387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 19:19:10.378519 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-8063b664-3c8d-455b-8ad3-bc717200074d tempest-RoutersNegativeTest-1186850732 tempest-RoutersNegativeTest-1186850732-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4417063'] for port, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:19:10.385717 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-328902d8-4484-4bf7-9926-99101b01958d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798'] for port, after_delete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:19:10.408658 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8063b664-3c8d-455b-8ad3-bc717200074d tempest-RoutersNegativeTest-1186850732 tempest-RoutersNegativeTest-1186850732-project] Pushing event deleted for resources: {'Port': ['ID=657c309a-695d-415c-86e7-6c2c5ca91594,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:19:10.412741 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328902d8-4484-4bf7-9926-99101b01958d None None] Pushing event deleted for resources: {'Port': ['ID=657c309a-695d-415c-86e7-6c2c5ca91594,revision_number=None']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:19:10.417067 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8063b664-3c8d-455b-8ad3-bc717200074d tempest-RoutersNegativeTest-1186850732 tempest-RoutersNegativeTest-1186850732-project] No DVR routers for this DVR port 657c309a-695d-415c-86e7-6c2c5ca91594 on host n-d-816865-1 {{(pid=102387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 19:19:10.418623 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-328902d8-4484-4bf7-9926-99101b01958d None None] No DVR routers for this DVR port 657c309a-695d-415c-86e7-6c2c5ca91594 on host n-d-816865-1 {{(pid=102388) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 19:19:10.508741 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-8063b664-3c8d-455b-8ad3-bc717200074d tempest-RoutersNegativeTest-1186850732 tempest-RoutersNegativeTest-1186850732-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1579173', 'neutron.services.segments.db._delete_segments_for_network-8750027792909'] for network, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:19:10.529235 n-d-816865-1 neutron-server[102387]: DEBUG neutron.services.segments.db [None req-8063b664-3c8d-455b-8ad3-bc717200074d tempest-RoutersNegativeTest-1186850732 tempest-RoutersNegativeTest-1186850732-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['178d6533-597a-427b-bd27-ae79741d9b81']}} {{(pid=102387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:19:10.539452 n-d-816865-1 neutron-server[102387]: DEBUG neutron.services.segments.db [None req-8063b664-3c8d-455b-8ad3-bc717200074d tempest-RoutersNegativeTest-1186850732 tempest-RoutersNegativeTest-1186850732-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2f8596c-1a91-4c9d-929f-a2567bef1ef9') {'for_net_delete': True} {{(pid=102387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:19:10.539747 n-d-816865-1 neutron-server[102387]: DEBUG neutron.services.segments.db [None req-8063b664-3c8d-455b-8ad3-bc717200074d tempest-RoutersNegativeTest-1186850732 tempest-RoutersNegativeTest-1186850732-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2f8596c-1a91-4c9d-929f-a2567bef1ef9') {} {{(pid=102387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:19:10.550913 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-8063b664-3c8d-455b-8ad3-bc717200074d tempest-RoutersNegativeTest-1186850732 tempest-RoutersNegativeTest-1186850732-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750027793430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4463492'] for segment, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:19:10.564817 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-8063b664-3c8d-455b-8ad3-bc717200074d tempest-RoutersNegativeTest-1186850732 tempest-RoutersNegativeTest-1186850732-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273'] for segment, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:19:10.570768 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8063b664-3c8d-455b-8ad3-bc717200074d tempest-RoutersNegativeTest-1186850732 tempest-RoutersNegativeTest-1186850732-project] Releasing vlan 194 on physical network physnet1 to pool {{(pid=102387) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 05 19:19:10.571189 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-8063b664-3c8d-455b-8ad3-bc717200074d tempest-RoutersNegativeTest-1186850732 tempest-RoutersNegativeTest-1186850732-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4417236'] for segment, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:19:10.574484 n-d-816865-1 neutron-server[102387]: Traceback (most recent call last): Nov 05 19:19:10.574484 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 05 19:19:10.574484 n-d-816865-1 neutron-server[102387]: timer() Nov 05 19:19:10.574484 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 05 19:19:10.574484 n-d-816865-1 neutron-server[102387]: cb(*args, **kw) Nov 05 19:19:10.574484 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 05 19:19:10.574484 n-d-816865-1 neutron-server[102387]: return func(*args, **kwargs) Nov 05 19:19:10.574484 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 05 19:19:10.574484 n-d-816865-1 neutron-server[102387]: self._notify() Nov 05 19:19:10.574484 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 05 19:19:10.574484 n-d-816865-1 neutron-server[102387]: self.callback(batched_events) Nov 05 19:19:10.574484 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 05 19:19:10.574484 n-d-816865-1 neutron-server[102387]: event.method(event) Nov 05 19:19:10.574484 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 05 19:19:10.574484 n-d-816865-1 neutron-server[102387]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 05 19:19:10.574484 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 05 19:19:10.574484 n-d-816865-1 neutron-server[102387]: aggregate_uuid = self.p_client.list_aggregates( Nov 05 19:19:10.574484 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 05 19:19:10.574484 n-d-816865-1 neutron-server[102387]: return f(self, *a, **k) Nov 05 19:19:10.574484 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 05 19:19:10.574484 n-d-816865-1 neutron-server[102387]: return self._get(url).json() Nov 05 19:19:10.574484 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 05 19:19:10.574484 n-d-816865-1 neutron-server[102387]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 05 19:19:10.574484 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 05 19:19:10.574484 n-d-816865-1 neutron-server[102387]: return self.request(url, 'GET', **kwargs) Nov 05 19:19:10.574484 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 05 19:19:10.574484 n-d-816865-1 neutron-server[102387]: base_url = self.get_endpoint(auth, allow=allow, Nov 05 19:19:10.574484 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 05 19:19:10.574484 n-d-816865-1 neutron-server[102387]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 05 19:19:10.574484 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 05 19:19:10.574484 n-d-816865-1 neutron-server[102387]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 05 19:19:10.574484 n-d-816865-1 neutron-server[102387]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 05 19:19:10.730763 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-8063b664-3c8d-455b-8ad3-bc717200074d tempest-RoutersNegativeTest-1186850732 tempest-RoutersNegativeTest-1186850732-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1579178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-956796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1000687'] for network, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:19:10.741874 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-8063b664-3c8d-455b-8ad3-bc717200074d tempest-RoutersNegativeTest-1186850732 tempest-RoutersNegativeTest-1186850732-project] Publish callbacks [] for network, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:19:10.748063 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-8063b664-3c8d-455b-8ad3-bc717200074d tempest-RoutersNegativeTest-1186850732 tempest-RoutersNegativeTest-1186850732-project] 10.222.0.13 "DELETE /v2.0/networks/178d6533-597a-427b-bd27-ae79741d9b81 HTTP/1.1" status: 204 len: 168 time: 0.9057465 Nov 05 19:19:10.748171 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 40500) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:19:10.755753 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8063b664-3c8d-455b-8ad3-bc717200074d tempest-RoutersNegativeTest-1186850732 tempest-RoutersNegativeTest-1186850732-project] Pushing event deleted for resources: {'Network': ['ID=178d6533-597a-427b-bd27-ae79741d9b81,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:19:10.775598 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-c658ebbd-8b98-4778-a6a7-a941238370fb tempest-RoutersNegativeTest-1186850732 tempest-RoutersNegativeTest-1186850732-project] 10.222.0.13 "GET /v2.0/ports?device_id=380d9b7b-bdeb-4819-bef4-486b8503be32 HTTP/1.1" status: 200 len: 205 time: 0.0264282 Nov 05 19:19:10.777931 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 40502) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:19:10.854482 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-f0c8eaac-e5a9-46cc-84d7-b0ea8ac0b3c9 tempest-RoutersNegativeTest-1186850732 tempest-RoutersNegativeTest-1186850732-project] Publish callbacks [] for router, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:19:11.041374 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-f0c8eaac-e5a9-46cc-84d7-b0ea8ac0b3c9 tempest-RoutersNegativeTest-1186850732 tempest-RoutersNegativeTest-1186850732-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-571301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6852'] for router, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:19:11.043557 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-f0c8eaac-e5a9-46cc-84d7-b0ea8ac0b3c9 tempest-RoutersNegativeTest-1186850732 tempest-RoutersNegativeTest-1186850732-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:19:11.177797 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-f0c8eaac-e5a9-46cc-84d7-b0ea8ac0b3c9 tempest-RoutersNegativeTest-1186850732 tempest-RoutersNegativeTest-1186850732-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-571310'] for router, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:19:11.178462 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0c8eaac-e5a9-46cc-84d7-b0ea8ac0b3c9 tempest-RoutersNegativeTest-1186850732 tempest-RoutersNegativeTest-1186850732-project] Fanout notify agent at l3_agent the message router_deleted on router 380d9b7b-bdeb-4819-bef4-486b8503be32 {{(pid=102386) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 05 19:19:11.185468 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-f0c8eaac-e5a9-46cc-84d7-b0ea8ac0b3c9 tempest-RoutersNegativeTest-1186850732 tempest-RoutersNegativeTest-1186850732-project] Publish callbacks [] for router, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:19:11.191032 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-f0c8eaac-e5a9-46cc-84d7-b0ea8ac0b3c9 tempest-RoutersNegativeTest-1186850732 tempest-RoutersNegativeTest-1186850732-project] 10.222.0.13 "DELETE /v2.0/routers/380d9b7b-bdeb-4819-bef4-486b8503be32 HTTP/1.1" status: 204 len: 168 time: 0.4076562 Nov 05 19:19:11.218781 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7309b91-34d1-46ba-a41e-722d6716c909 req-8ecd1580-2209-4def-9716-593100a92203 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:19:11.224294 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-c7309b91-34d1-46ba-a41e-722d6716c909 req-8ecd1580-2209-4def-9716-593100a92203 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] 10.222.0.13 "GET /v2.0/ports?device_id=2c0b3914-db04-430b-9b9c-aec0077e3559 HTTP/1.1" status: 200 len: 943 time: 0.0641036 Nov 05 19:19:11.273220 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-c7309b91-34d1-46ba-a41e-722d6716c909 req-fcca8ef6-af47-4e66-a87e-101dd1bca589 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] 10.222.0.13 "GET /v2.0/security-groups?id=0901d174-558d-4d58-91a3-452d9a2f95cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435436 Nov 05 19:19:11.668666 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 657c309a-695d-415c-86e7-6c2c5ca91594 no longer exists at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 19:19:11.681131 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 40510) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:19:11.698361 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] No Port match for: 657c309a-695d-415c-86e7-6c2c5ca91594 {{(pid=102388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 19:19:11.698722 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 657c309a-695d-415c-86e7-6c2c5ca91594 not bound to the agent host n-d-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 19:19:11.835694 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-9136d925-edc0-4c13-9c2d-089e1556309b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=52e31d773ac34f8d9a02e918b1773e01&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1531804 Nov 05 19:19:11.838092 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 40514) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:19:11.886115 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-0c047a44-8efa-44ab-9d76-5cf74c27ba51 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:19:11.913805 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-0c047a44-8efa-44ab-9d76-5cf74c27ba51 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:19:12.040410 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-0c047a44-8efa-44ab-9d76-5cf74c27ba51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:19:12.043422 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-0c047a44-8efa-44ab-9d76-5cf74c27ba51 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:19:12.044590 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-0c047a44-8efa-44ab-9d76-5cf74c27ba51 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/04abaa16-658e-446c-bd12-786d41f05fdf HTTP/1.1" status: 204 len: 168 time: 0.2056417 Nov 05 19:19:12.053254 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c047a44-8efa-44ab-9d76-5cf74c27ba51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04abaa16-658e-446c-bd12-786d41f05fdf,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:19:12.410089 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ff3cb7-5a47-4b4d-9de5-5fa7430432a1 req-09f205c6-f806-46d5-92d0-e03ba67e1beb tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:19:12.412277 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-09ff3cb7-5a47-4b4d-9de5-5fa7430432a1 req-09f205c6-f806-46d5-92d0-e03ba67e1beb tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] 10.222.0.13 "GET /v2.0/ports?device_id=2c0b3914-db04-430b-9b9c-aec0077e3559 HTTP/1.1" status: 200 len: 943 time: 0.0629861 Nov 05 19:19:12.472836 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-09ff3cb7-5a47-4b4d-9de5-5fa7430432a1 req-32dad39a-ddd3-4fcb-a46d-aee43fbc8886 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] 10.222.0.13 "GET /v2.0/security-groups?id=0901d174-558d-4d58-91a3-452d9a2f95cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525870 Nov 05 19:19:13.168868 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 40540) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:19:13.288200 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-91dd156f-d641-4929-9187-34d93ed5bd86 tempest-SecGroupIPv6Test-1692885418 tempest-SecGroupIPv6Test-1692885418-project] Request body: {'security_group': {'name': 'tempest-secgroup--644239748'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:19:13.371661 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-91dd156f-d641-4929-9187-34d93ed5bd86 tempest-SecGroupIPv6Test-1692885418 tempest-SecGroupIPv6Test-1692885418-project] Publish callbacks [] for security_group, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:19:13.381129 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-91dd156f-d641-4929-9187-34d93ed5bd86 tempest-SecGroupIPv6Test-1692885418 tempest-SecGroupIPv6Test-1692885418-project] Publish callbacks [] for security_group, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:19:13.462358 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-91dd156f-d641-4929-9187-34d93ed5bd86 tempest-SecGroupIPv6Test-1692885418 tempest-SecGroupIPv6Test-1692885418-project] Publish callbacks [] for security_group, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:19:13.537949 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-91dd156f-d641-4929-9187-34d93ed5bd86 tempest-SecGroupIPv6Test-1692885418 tempest-SecGroupIPv6Test-1692885418-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:19:13.577788 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91dd156f-d641-4929-9187-34d93ed5bd86 tempest-SecGroupIPv6Test-1692885418 tempest-SecGroupIPv6Test-1692885418-project] Pushing event updated for resources: {'SecurityGroup': ['ID=94092e47-da1a-47f1-a4e5-bd470515e096,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:19:13.616950 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147b502a-514d-494e-a4aa-cd569a286f06 req-4e247936-83f3-43d8-8345-0f751c93cacc tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:19:13.616950 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-147b502a-514d-494e-a4aa-cd569a286f06 req-4e247936-83f3-43d8-8345-0f751c93cacc tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] 10.222.0.13 "GET /v2.0/ports?device_id=2c0b3914-db04-430b-9b9c-aec0077e3559 HTTP/1.1" status: 200 len: 943 time: 0.0671391 Nov 05 19:19:13.621688 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-91dd156f-d641-4929-9187-34d93ed5bd86 tempest-SecGroupIPv6Test-1692885418 tempest-SecGroupIPv6Test-1692885418-project] Publish callbacks [] for security_group, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:19:13.673298 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-147b502a-514d-494e-a4aa-cd569a286f06 req-57eead42-7406-4d22-a33c-45d588e703cc tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] 10.222.0.13 "GET /v2.0/security-groups?id=0901d174-558d-4d58-91a3-452d9a2f95cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496469 Nov 05 19:19:13.691732 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-91dd156f-d641-4929-9187-34d93ed5bd86 tempest-SecGroupIPv6Test-1692885418 tempest-SecGroupIPv6Test-1692885418-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:19:13.728294 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91dd156f-d641-4929-9187-34d93ed5bd86 tempest-SecGroupIPv6Test-1692885418 tempest-SecGroupIPv6Test-1692885418-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eca4b450-229b-45a0-bf78-0acade78658f,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:19:13.784988 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-91dd156f-d641-4929-9187-34d93ed5bd86 tempest-SecGroupIPv6Test-1692885418 tempest-SecGroupIPv6Test-1692885418-project] Publish callbacks [] for security_group, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:19:13.787142 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-91dd156f-d641-4929-9187-34d93ed5bd86 tempest-SecGroupIPv6Test-1692885418 tempest-SecGroupIPv6Test-1692885418-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.6163566 Nov 05 19:19:13.789911 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 40546) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:19:13.861334 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-90c6afd4-b296-4f2e-8477-e6ccc1af2efb tempest-SecGroupIPv6Test-1692885418 tempest-SecGroupIPv6Test-1692885418-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.0701611 Nov 05 19:19:13.864063 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 40548) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:19:13.868336 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-cac85876-a653-4026-8f7b-f2f349f5ac93 tempest-SecGroupIPv6Test-1692885418 tempest-SecGroupIPv6Test-1692885418-project] Request body: {'security_group': {'name': 'tempest-security--1530621759', 'description': 'tempest-security-description-678177852'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:19:13.906933 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-cac85876-a653-4026-8f7b-f2f349f5ac93 tempest-SecGroupIPv6Test-1692885418 tempest-SecGroupIPv6Test-1692885418-project] Publish callbacks [] for security_group, before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:19:13.958769 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-cac85876-a653-4026-8f7b-f2f349f5ac93 tempest-SecGroupIPv6Test-1692885418 tempest-SecGroupIPv6Test-1692885418-project] Publish callbacks [] for security_group, precommit_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:19:14.040577 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-cac85876-a653-4026-8f7b-f2f349f5ac93 tempest-SecGroupIPv6Test-1692885418 tempest-SecGroupIPv6Test-1692885418-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:19:14.043219 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-cac85876-a653-4026-8f7b-f2f349f5ac93 tempest-SecGroupIPv6Test-1692885418 tempest-SecGroupIPv6Test-1692885418-project] Publish callbacks [] for security_group, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:19:14.044480 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-cac85876-a653-4026-8f7b-f2f349f5ac93 tempest-SecGroupIPv6Test-1692885418 tempest-SecGroupIPv6Test-1692885418-project] 10.222.0.13 "PUT /v2.0/security-groups/eca4b450-229b-45a0-bf78-0acade78658f HTTP/1.1" status: 200 len: 1796 time: 0.1795011 Nov 05 19:19:14.048670 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 40550) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:19:14.070407 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac85876-a653-4026-8f7b-f2f349f5ac93 tempest-SecGroupIPv6Test-1692885418 tempest-SecGroupIPv6Test-1692885418-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eca4b450-229b-45a0-bf78-0acade78658f,revision_number=2']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:19:14.090105 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-7d3c3648-2e5e-4877-9541-430623f6b9fc tempest-SecGroupIPv6Test-1692885418 tempest-SecGroupIPv6Test-1692885418-project] 10.222.0.13 "GET /v2.0/security-groups/eca4b450-229b-45a0-bf78-0acade78658f HTTP/1.1" status: 200 len: 1796 time: 0.0401917 Nov 05 19:19:14.093368 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 40552) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:19:14.148216 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-1d3bd812-4cc4-49da-8557-495d82234f97 tempest-SecGroupIPv6Test-1692885418 tempest-SecGroupIPv6Test-1692885418-project] Publish callbacks [] for security_group, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:19:14.172469 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-1d3bd812-4cc4-49da-8557-495d82234f97 tempest-SecGroupIPv6Test-1692885418 tempest-SecGroupIPv6Test-1692885418-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:19:14.293634 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-1d3bd812-4cc4-49da-8557-495d82234f97 tempest-SecGroupIPv6Test-1692885418 tempest-SecGroupIPv6Test-1692885418-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:19:14.296368 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-1d3bd812-4cc4-49da-8557-495d82234f97 tempest-SecGroupIPv6Test-1692885418 tempest-SecGroupIPv6Test-1692885418-project] Publish callbacks [] for security_group, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:19:14.297762 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-1d3bd812-4cc4-49da-8557-495d82234f97 tempest-SecGroupIPv6Test-1692885418 tempest-SecGroupIPv6Test-1692885418-project] 10.222.0.13 "DELETE /v2.0/security-groups/eca4b450-229b-45a0-bf78-0acade78658f HTTP/1.1" status: 204 len: 168 time: 0.2034647 Nov 05 19:19:14.302508 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 40554) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:19:14.308510 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3bd812-4cc4-49da-8557-495d82234f97 tempest-SecGroupIPv6Test-1692885418 tempest-SecGroupIPv6Test-1692885418-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eca4b450-229b-45a0-bf78-0acade78658f,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:19:14.352017 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-adb7da89-3d3e-4d0c-8bfe-9aa8d4426ee0 tempest-SecGroupIPv6Test-1692885418 tempest-SecGroupIPv6Test-1692885418-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0480080 Nov 05 19:19:14.354623 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 40556) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:19:14.367615 n-d-816865-1 neutron-server[102386]: INFO neutron.api.v2.resource [None req-812601bf-e96d-48a8-bcbc-a08212ad8bea tempest-SecGroupIPv6Test-1692885418 tempest-SecGroupIPv6Test-1692885418-project] delete failed (client error): The resource could not be found. Nov 05 19:19:14.368585 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-812601bf-e96d-48a8-bcbc-a08212ad8bea tempest-SecGroupIPv6Test-1692885418 tempest-SecGroupIPv6Test-1692885418-project] 10.222.0.13 "DELETE /v2.0/security-groups/eca4b450-229b-45a0-bf78-0acade78658f HTTP/1.1" status: 404 len: 347 time: 0.0130496 Nov 05 19:19:14.372472 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 40558) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:19:14.377849 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-f34d0801-3da8-4667-82d5-e0a1625670f7 tempest-SecGroupIPv6Test-1692885418 tempest-SecGroupIPv6Test-1692885418-project] Request body: {'security_group': {'name': 'tempest-secgroup--1821501697'}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:19:14.509614 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-f34d0801-3da8-4667-82d5-e0a1625670f7 tempest-SecGroupIPv6Test-1692885418 tempest-SecGroupIPv6Test-1692885418-project] Publish callbacks [] for security_group, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:19:14.586393 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-f34d0801-3da8-4667-82d5-e0a1625670f7 tempest-SecGroupIPv6Test-1692885418 tempest-SecGroupIPv6Test-1692885418-project] Publish callbacks [] for security_group, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:19:14.645611 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-f34d0801-3da8-4667-82d5-e0a1625670f7 tempest-SecGroupIPv6Test-1692885418 tempest-SecGroupIPv6Test-1692885418-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:19:14.680017 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34d0801-3da8-4667-82d5-e0a1625670f7 tempest-SecGroupIPv6Test-1692885418 tempest-SecGroupIPv6Test-1692885418-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7e6c8130-4f12-417c-a645-b96ce623eea7,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:19:14.761129 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-f34d0801-3da8-4667-82d5-e0a1625670f7 tempest-SecGroupIPv6Test-1692885418 tempest-SecGroupIPv6Test-1692885418-project] Publish callbacks [] for security_group, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:19:14.762360 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-f34d0801-3da8-4667-82d5-e0a1625670f7 tempest-SecGroupIPv6Test-1692885418 tempest-SecGroupIPv6Test-1692885418-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3880882 Nov 05 19:19:14.765403 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 40562) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:19:14.770875 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-98fd99ec-d5bf-4da1-87c9-37cb44992aa3 tempest-SecGroupIPv6Test-1692885418 tempest-SecGroupIPv6Test-1692885418-project] Request body: {'security_group_rule': {'security_group_id': '7e6c8130-4f12-417c-a645-b96ce623eea7', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:19:14.810818 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89291ce-7ff1-4a52-89e0-633fda25b957 req-4bc6207f-f485-439a-9b0e-1bd4d50c480a tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:19:14.812365 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-d89291ce-7ff1-4a52-89e0-633fda25b957 req-4bc6207f-f485-439a-9b0e-1bd4d50c480a tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] 10.222.0.13 "GET /v2.0/ports?device_id=2c0b3914-db04-430b-9b9c-aec0077e3559 HTTP/1.1" status: 200 len: 943 time: 0.0646994 Nov 05 19:19:14.866528 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-d89291ce-7ff1-4a52-89e0-633fda25b957 req-82f630b7-5c67-457d-bce5-6ad62d5cf9f1 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] 10.222.0.13 "GET /v2.0/security-groups?id=0901d174-558d-4d58-91a3-452d9a2f95cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477910 Nov 05 19:19:14.871167 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-98fd99ec-d5bf-4da1-87c9-37cb44992aa3 tempest-SecGroupIPv6Test-1692885418 tempest-SecGroupIPv6Test-1692885418-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:19:14.944053 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-98fd99ec-d5bf-4da1-87c9-37cb44992aa3 tempest-SecGroupIPv6Test-1692885418 tempest-SecGroupIPv6Test-1692885418-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:19:14.998939 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-98fd99ec-d5bf-4da1-87c9-37cb44992aa3 tempest-SecGroupIPv6Test-1692885418 tempest-SecGroupIPv6Test-1692885418-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985308'] for security_group_rule, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:19:15.014643 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fd99ec-d5bf-4da1-87c9-37cb44992aa3 tempest-SecGroupIPv6Test-1692885418 tempest-SecGroupIPv6Test-1692885418-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=688df604-9ee2-43c5-be17-46b22bc5bf88,revision_number=0']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:19:15.070460 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-98fd99ec-d5bf-4da1-87c9-37cb44992aa3 tempest-SecGroupIPv6Test-1692885418 tempest-SecGroupIPv6Test-1692885418-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:19:15.071683 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-98fd99ec-d5bf-4da1-87c9-37cb44992aa3 tempest-SecGroupIPv6Test-1692885418 tempest-SecGroupIPv6Test-1692885418-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3052430 Nov 05 19:19:15.074715 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 40564) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:19:15.105465 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-e0e7abf9-073f-4290-b52a-0360cf42da9a tempest-SecGroupIPv6Test-1692885418 tempest-SecGroupIPv6Test-1692885418-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:19:15.113967 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-e0e7abf9-073f-4290-b52a-0360cf42da9a tempest-SecGroupIPv6Test-1692885418 tempest-SecGroupIPv6Test-1692885418-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:19:15.216397 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-e0e7abf9-073f-4290-b52a-0360cf42da9a tempest-SecGroupIPv6Test-1692885418 tempest-SecGroupIPv6Test-1692885418-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985308'] for security_group_rule, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:19:15.222990 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-e0e7abf9-073f-4290-b52a-0360cf42da9a tempest-SecGroupIPv6Test-1692885418 tempest-SecGroupIPv6Test-1692885418-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:19:15.224156 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-e0e7abf9-073f-4290-b52a-0360cf42da9a tempest-SecGroupIPv6Test-1692885418 tempest-SecGroupIPv6Test-1692885418-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/688df604-9ee2-43c5-be17-46b22bc5bf88 HTTP/1.1" status: 204 len: 168 time: 0.1483796 Nov 05 19:19:15.226893 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 40566) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:19:15.229823 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e7abf9-073f-4290-b52a-0360cf42da9a tempest-SecGroupIPv6Test-1692885418 tempest-SecGroupIPv6Test-1692885418-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=688df604-9ee2-43c5-be17-46b22bc5bf88,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:19:15.275147 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-965fc602-e4d5-4649-814c-7a13edbf1030 tempest-SecGroupIPv6Test-1692885418 tempest-SecGroupIPv6Test-1692885418-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0470119 Nov 05 19:19:15.277862 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 40568) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:19:15.335422 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-382feae0-2117-41ad-8d48-380950454623 tempest-SecGroupIPv6Test-1692885418 tempest-SecGroupIPv6Test-1692885418-project] Publish callbacks [] for security_group, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:19:15.360858 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-382feae0-2117-41ad-8d48-380950454623 tempest-SecGroupIPv6Test-1692885418 tempest-SecGroupIPv6Test-1692885418-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:19:15.485760 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-382feae0-2117-41ad-8d48-380950454623 tempest-SecGroupIPv6Test-1692885418 tempest-SecGroupIPv6Test-1692885418-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:19:15.489201 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-382feae0-2117-41ad-8d48-380950454623 tempest-SecGroupIPv6Test-1692885418 tempest-SecGroupIPv6Test-1692885418-project] Publish callbacks [] for security_group, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:19:15.490388 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-382feae0-2117-41ad-8d48-380950454623 tempest-SecGroupIPv6Test-1692885418 tempest-SecGroupIPv6Test-1692885418-project] 10.222.0.13 "DELETE /v2.0/security-groups/7e6c8130-4f12-417c-a645-b96ce623eea7 HTTP/1.1" status: 204 len: 168 time: 0.2114875 Nov 05 19:19:15.493178 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 40570) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:19:15.501504 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382feae0-2117-41ad-8d48-380950454623 tempest-SecGroupIPv6Test-1692885418 tempest-SecGroupIPv6Test-1692885418-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e6c8130-4f12-417c-a645-b96ce623eea7,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:19:15.555001 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-5b7b6833-4642-4c32-886a-2294a5500538 tempest-SecGroupIPv6Test-1692885418 tempest-SecGroupIPv6Test-1692885418-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0605834 Nov 05 19:19:15.558808 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 40572) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:19:15.563243 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-10e16a97-55cb-41be-be9d-d666360722c8 tempest-SecGroupIPv6Test-1692885418 tempest-SecGroupIPv6Test-1692885418-project] Request body: {'security_group': {'name': 'tempest-secgroup--288803229'}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:19:15.646113 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-10e16a97-55cb-41be-be9d-d666360722c8 tempest-SecGroupIPv6Test-1692885418 tempest-SecGroupIPv6Test-1692885418-project] Publish callbacks [] for security_group, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:19:15.711647 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-10e16a97-55cb-41be-be9d-d666360722c8 tempest-SecGroupIPv6Test-1692885418 tempest-SecGroupIPv6Test-1692885418-project] Publish callbacks [] for security_group, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:19:15.782862 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-10e16a97-55cb-41be-be9d-d666360722c8 tempest-SecGroupIPv6Test-1692885418 tempest-SecGroupIPv6Test-1692885418-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:19:15.818798 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e16a97-55cb-41be-be9d-d666360722c8 tempest-SecGroupIPv6Test-1692885418 tempest-SecGroupIPv6Test-1692885418-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2a665fb6-95ef-41a9-9f49-8113c99a6771,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:19:15.911906 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-10e16a97-55cb-41be-be9d-d666360722c8 tempest-SecGroupIPv6Test-1692885418 tempest-SecGroupIPv6Test-1692885418-project] Publish callbacks [] for security_group, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:19:15.913292 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-10e16a97-55cb-41be-be9d-d666360722c8 tempest-SecGroupIPv6Test-1692885418 tempest-SecGroupIPv6Test-1692885418-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3533959 Nov 05 19:19:15.916036 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 40576) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:19:15.920442 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-5e4b6c30-3a0f-40e5-ae68-04071bd83502 tempest-SecGroupIPv6Test-1692885418 tempest-SecGroupIPv6Test-1692885418-project] Request body: {'security_group_rule': {'security_group_id': '2a665fb6-95ef-41a9-9f49-8113c99a6771', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:19:15.988426 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10aa2c0-7bb9-4abb-8dad-03084514028d req-0ab1c95d-92d1-4602-a00d-8efe0f30865d tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:19:15.989903 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-f10aa2c0-7bb9-4abb-8dad-03084514028d req-0ab1c95d-92d1-4602-a00d-8efe0f30865d tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] 10.222.0.13 "GET /v2.0/ports?device_id=2c0b3914-db04-430b-9b9c-aec0077e3559 HTTP/1.1" status: 200 len: 943 time: 0.0501766 Nov 05 19:19:16.024661 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-5e4b6c30-3a0f-40e5-ae68-04071bd83502 tempest-SecGroupIPv6Test-1692885418 tempest-SecGroupIPv6Test-1692885418-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:19:16.067317 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-f10aa2c0-7bb9-4abb-8dad-03084514028d req-2bef7b1d-8e73-4b55-b979-58c91553c69c tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] 10.222.0.13 "GET /v2.0/security-groups?id=0901d174-558d-4d58-91a3-452d9a2f95cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702245 Nov 05 19:19:16.097695 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-5e4b6c30-3a0f-40e5-ae68-04071bd83502 tempest-SecGroupIPv6Test-1692885418 tempest-SecGroupIPv6Test-1692885418-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:19:16.199762 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-5e4b6c30-3a0f-40e5-ae68-04071bd83502 tempest-SecGroupIPv6Test-1692885418 tempest-SecGroupIPv6Test-1692885418-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985308'] for security_group_rule, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:19:16.217963 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4b6c30-3a0f-40e5-ae68-04071bd83502 tempest-SecGroupIPv6Test-1692885418 tempest-SecGroupIPv6Test-1692885418-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ff59653-294c-4e9c-9315-6d639d492e2b,revision_number=0']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:19:16.304713 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-5e4b6c30-3a0f-40e5-ae68-04071bd83502 tempest-SecGroupIPv6Test-1692885418 tempest-SecGroupIPv6Test-1692885418-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:19:16.306711 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-5e4b6c30-3a0f-40e5-ae68-04071bd83502 tempest-SecGroupIPv6Test-1692885418 tempest-SecGroupIPv6Test-1692885418-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3889525 Nov 05 19:19:16.308756 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 40578) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:19:16.313338 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-3f5291c7-eced-4ea8-a74e-739bcba4c74d tempest-SecGroupIPv6Test-1692885418 tempest-SecGroupIPv6Test-1692885418-project] Request body: {'security_group_rule': {'security_group_id': '2a665fb6-95ef-41a9-9f49-8113c99a6771', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:19:16.439050 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-3f5291c7-eced-4ea8-a74e-739bcba4c74d tempest-SecGroupIPv6Test-1692885418 tempest-SecGroupIPv6Test-1692885418-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:19:16.485478 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-3f5291c7-eced-4ea8-a74e-739bcba4c74d tempest-SecGroupIPv6Test-1692885418 tempest-SecGroupIPv6Test-1692885418-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:19:16.565573 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-3f5291c7-eced-4ea8-a74e-739bcba4c74d tempest-SecGroupIPv6Test-1692885418 tempest-SecGroupIPv6Test-1692885418-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985308'] for security_group_rule, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:19:16.584467 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5291c7-eced-4ea8-a74e-739bcba4c74d tempest-SecGroupIPv6Test-1692885418 tempest-SecGroupIPv6Test-1692885418-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9e40731-80b7-452b-a89d-31178318bb16,revision_number=0']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:19:16.681670 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-3f5291c7-eced-4ea8-a74e-739bcba4c74d tempest-SecGroupIPv6Test-1692885418 tempest-SecGroupIPv6Test-1692885418-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:19:16.682922 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-3f5291c7-eced-4ea8-a74e-739bcba4c74d tempest-SecGroupIPv6Test-1692885418 tempest-SecGroupIPv6Test-1692885418-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3731565 Nov 05 19:19:16.685723 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 40580) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:19:16.690065 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-4dcd17aa-3897-4a15-a4f9-08095c6023bd tempest-SecGroupIPv6Test-1692885418 tempest-SecGroupIPv6Test-1692885418-project] Request body: {'security_group_rule': {'security_group_id': '2a665fb6-95ef-41a9-9f49-8113c99a6771', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:19:16.824451 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-4dcd17aa-3897-4a15-a4f9-08095c6023bd tempest-SecGroupIPv6Test-1692885418 tempest-SecGroupIPv6Test-1692885418-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:19:16.883110 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-4dcd17aa-3897-4a15-a4f9-08095c6023bd tempest-SecGroupIPv6Test-1692885418 tempest-SecGroupIPv6Test-1692885418-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:19:16.990249 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-4dcd17aa-3897-4a15-a4f9-08095c6023bd tempest-SecGroupIPv6Test-1692885418 tempest-SecGroupIPv6Test-1692885418-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985308'] for security_group_rule, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:19:17.008385 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dcd17aa-3897-4a15-a4f9-08095c6023bd tempest-SecGroupIPv6Test-1692885418 tempest-SecGroupIPv6Test-1692885418-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b57b9c6-7441-4b16-891d-d2abfa3aa9ab,revision_number=0']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:19:17.082818 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-4dcd17aa-3897-4a15-a4f9-08095c6023bd tempest-SecGroupIPv6Test-1692885418 tempest-SecGroupIPv6Test-1692885418-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:19:17.084187 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-4dcd17aa-3897-4a15-a4f9-08095c6023bd tempest-SecGroupIPv6Test-1692885418 tempest-SecGroupIPv6Test-1692885418-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3974538 Nov 05 19:19:17.086867 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 40582) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:19:17.091824 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-06b6b0ea-dbdb-4049-83ca-5ce64923271a tempest-SecGroupIPv6Test-1692885418 tempest-SecGroupIPv6Test-1692885418-project] Request body: {'security_group_rule': {'security_group_id': '2a665fb6-95ef-41a9-9f49-8113c99a6771', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:19:17.187464 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d24e165-d749-4f59-aba0-0ad5d9418f77 req-5e5eed72-4dff-4d82-b356-303d3e059d68 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:19:17.188898 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-8d24e165-d749-4f59-aba0-0ad5d9418f77 req-5e5eed72-4dff-4d82-b356-303d3e059d68 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] 10.222.0.13 "GET /v2.0/ports?device_id=2c0b3914-db04-430b-9b9c-aec0077e3559 HTTP/1.1" status: 200 len: 943 time: 0.0509593 Nov 05 19:19:17.199840 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-06b6b0ea-dbdb-4049-83ca-5ce64923271a tempest-SecGroupIPv6Test-1692885418 tempest-SecGroupIPv6Test-1692885418-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:19:17.242746 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-8d24e165-d749-4f59-aba0-0ad5d9418f77 req-e5b2229f-9f32-4f0c-9eb0-f53019dfc428 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] 10.222.0.13 "GET /v2.0/security-groups?id=0901d174-558d-4d58-91a3-452d9a2f95cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477450 Nov 05 19:19:17.259632 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-06b6b0ea-dbdb-4049-83ca-5ce64923271a tempest-SecGroupIPv6Test-1692885418 tempest-SecGroupIPv6Test-1692885418-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:19:17.382642 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-06b6b0ea-dbdb-4049-83ca-5ce64923271a tempest-SecGroupIPv6Test-1692885418 tempest-SecGroupIPv6Test-1692885418-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985308'] for security_group_rule, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:19:17.402018 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b6b0ea-dbdb-4049-83ca-5ce64923271a tempest-SecGroupIPv6Test-1692885418 tempest-SecGroupIPv6Test-1692885418-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e08cc965-f627-4b94-80c1-22b68b136351,revision_number=0']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:19:17.486613 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-06b6b0ea-dbdb-4049-83ca-5ce64923271a tempest-SecGroupIPv6Test-1692885418 tempest-SecGroupIPv6Test-1692885418-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:19:17.488708 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-06b6b0ea-dbdb-4049-83ca-5ce64923271a tempest-SecGroupIPv6Test-1692885418 tempest-SecGroupIPv6Test-1692885418-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4000752 Nov 05 19:19:17.490838 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 40586) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:19:17.495318 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-f3a41a40-d203-413c-9999-1e16940998e6 tempest-SecGroupIPv6Test-1692885418 tempest-SecGroupIPv6Test-1692885418-project] Request body: {'security_group_rule': {'security_group_id': '2a665fb6-95ef-41a9-9f49-8113c99a6771', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:19:17.593264 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-f3a41a40-d203-413c-9999-1e16940998e6 tempest-SecGroupIPv6Test-1692885418 tempest-SecGroupIPv6Test-1692885418-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:19:17.653113 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-f3a41a40-d203-413c-9999-1e16940998e6 tempest-SecGroupIPv6Test-1692885418 tempest-SecGroupIPv6Test-1692885418-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:19:17.760304 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-f3a41a40-d203-413c-9999-1e16940998e6 tempest-SecGroupIPv6Test-1692885418 tempest-SecGroupIPv6Test-1692885418-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985308'] for security_group_rule, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:19:17.779189 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a41a40-d203-413c-9999-1e16940998e6 tempest-SecGroupIPv6Test-1692885418 tempest-SecGroupIPv6Test-1692885418-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3facb29-e52a-400f-95e7-67db80b92763,revision_number=0']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:19:17.911609 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-f3a41a40-d203-413c-9999-1e16940998e6 tempest-SecGroupIPv6Test-1692885418 tempest-SecGroupIPv6Test-1692885418-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:19:17.912850 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-f3a41a40-d203-413c-9999-1e16940998e6 tempest-SecGroupIPv6Test-1692885418 tempest-SecGroupIPv6Test-1692885418-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.4210596 Nov 05 19:19:17.915855 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 40588) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:19:17.946483 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-0aa7cb32-47dc-40cd-86a3-0d3789e75d1d tempest-SecGroupIPv6Test-1692885418 tempest-SecGroupIPv6Test-1692885418-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:19:17.955109 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-0aa7cb32-47dc-40cd-86a3-0d3789e75d1d tempest-SecGroupIPv6Test-1692885418 tempest-SecGroupIPv6Test-1692885418-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:19:18.114646 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-0aa7cb32-47dc-40cd-86a3-0d3789e75d1d tempest-SecGroupIPv6Test-1692885418 tempest-SecGroupIPv6Test-1692885418-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985308'] for security_group_rule, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:19:18.120931 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-0aa7cb32-47dc-40cd-86a3-0d3789e75d1d tempest-SecGroupIPv6Test-1692885418 tempest-SecGroupIPv6Test-1692885418-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:19:18.122059 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-0aa7cb32-47dc-40cd-86a3-0d3789e75d1d tempest-SecGroupIPv6Test-1692885418 tempest-SecGroupIPv6Test-1692885418-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/b3facb29-e52a-400f-95e7-67db80b92763 HTTP/1.1" status: 204 len: 168 time: 0.2052619 Nov 05 19:19:18.124834 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 40590) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:19:18.127549 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa7cb32-47dc-40cd-86a3-0d3789e75d1d tempest-SecGroupIPv6Test-1692885418 tempest-SecGroupIPv6Test-1692885418-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b3facb29-e52a-400f-95e7-67db80b92763,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:19:18.179076 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-f6b7a20d-98a8-436d-9b14-09943023edd9 tempest-SecGroupIPv6Test-1692885418 tempest-SecGroupIPv6Test-1692885418-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.0529671 Nov 05 19:19:18.181809 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 40592) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:19:18.207033 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-625b1090-fee9-4809-b1e4-d16499aaa251 tempest-SecGroupIPv6Test-1692885418 tempest-SecGroupIPv6Test-1692885418-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:19:18.214949 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-625b1090-fee9-4809-b1e4-d16499aaa251 tempest-SecGroupIPv6Test-1692885418 tempest-SecGroupIPv6Test-1692885418-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:19:18.343759 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-625b1090-fee9-4809-b1e4-d16499aaa251 tempest-SecGroupIPv6Test-1692885418 tempest-SecGroupIPv6Test-1692885418-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985308'] for security_group_rule, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:19:18.348823 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-625b1090-fee9-4809-b1e4-d16499aaa251 tempest-SecGroupIPv6Test-1692885418 tempest-SecGroupIPv6Test-1692885418-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:19:18.350060 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-625b1090-fee9-4809-b1e4-d16499aaa251 tempest-SecGroupIPv6Test-1692885418 tempest-SecGroupIPv6Test-1692885418-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/e08cc965-f627-4b94-80c1-22b68b136351 HTTP/1.1" status: 204 len: 168 time: 0.1673253 Nov 05 19:19:18.353265 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 40596) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:19:18.360676 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625b1090-fee9-4809-b1e4-d16499aaa251 tempest-SecGroupIPv6Test-1692885418 tempest-SecGroupIPv6Test-1692885418-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e08cc965-f627-4b94-80c1-22b68b136351,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:19:18.381774 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81454acc-c2f7-4a8b-b048-809cb6d7eabb req-f7555d05-506f-446e-809f-61246c5bba20 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:19:18.383339 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-81454acc-c2f7-4a8b-b048-809cb6d7eabb req-f7555d05-506f-446e-809f-61246c5bba20 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] 10.222.0.13 "GET /v2.0/ports?device_id=2c0b3914-db04-430b-9b9c-aec0077e3559 HTTP/1.1" status: 200 len: 943 time: 0.0704634 Nov 05 19:19:18.404157 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-894db3c0-a73d-41cf-8179-9e5fa7da4ac0 tempest-SecGroupIPv6Test-1692885418 tempest-SecGroupIPv6Test-1692885418-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.0496638 Nov 05 19:19:18.406962 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 40598) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:19:18.431404 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-a1dde103-8e12-4edd-add1-48f9bd8caf73 tempest-SecGroupIPv6Test-1692885418 tempest-SecGroupIPv6Test-1692885418-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:19:18.437526 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-81454acc-c2f7-4a8b-b048-809cb6d7eabb req-38588938-75a1-4217-8e77-8859a35d56a5 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] 10.222.0.13 "GET /v2.0/security-groups?id=0901d174-558d-4d58-91a3-452d9a2f95cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479901 Nov 05 19:19:18.439023 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-a1dde103-8e12-4edd-add1-48f9bd8caf73 tempest-SecGroupIPv6Test-1692885418 tempest-SecGroupIPv6Test-1692885418-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:19:18.605525 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-a1dde103-8e12-4edd-add1-48f9bd8caf73 tempest-SecGroupIPv6Test-1692885418 tempest-SecGroupIPv6Test-1692885418-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985308'] for security_group_rule, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:19:18.611891 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-a1dde103-8e12-4edd-add1-48f9bd8caf73 tempest-SecGroupIPv6Test-1692885418 tempest-SecGroupIPv6Test-1692885418-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:19:18.613601 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-a1dde103-8e12-4edd-add1-48f9bd8caf73 tempest-SecGroupIPv6Test-1692885418 tempest-SecGroupIPv6Test-1692885418-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/2b57b9c6-7441-4b16-891d-d2abfa3aa9ab HTTP/1.1" status: 204 len: 168 time: 0.2057245 Nov 05 19:19:18.616452 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 40600) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:19:18.619171 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1dde103-8e12-4edd-add1-48f9bd8caf73 tempest-SecGroupIPv6Test-1692885418 tempest-SecGroupIPv6Test-1692885418-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2b57b9c6-7441-4b16-891d-d2abfa3aa9ab,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:19:18.660137 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-11c70bb4-b437-4e1f-8111-b24298e09e20 tempest-SecGroupIPv6Test-1692885418 tempest-SecGroupIPv6Test-1692885418-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0419016 Nov 05 19:19:18.662933 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 40602) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:19:18.690413 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-0104f7ec-b3f1-40be-bf64-fa6291da6095 tempest-SecGroupIPv6Test-1692885418 tempest-SecGroupIPv6Test-1692885418-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:19:18.697724 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-0104f7ec-b3f1-40be-bf64-fa6291da6095 tempest-SecGroupIPv6Test-1692885418 tempest-SecGroupIPv6Test-1692885418-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:19:18.811581 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-0104f7ec-b3f1-40be-bf64-fa6291da6095 tempest-SecGroupIPv6Test-1692885418 tempest-SecGroupIPv6Test-1692885418-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985308'] for security_group_rule, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:19:18.819424 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-0104f7ec-b3f1-40be-bf64-fa6291da6095 tempest-SecGroupIPv6Test-1692885418 tempest-SecGroupIPv6Test-1692885418-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:19:18.820519 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-0104f7ec-b3f1-40be-bf64-fa6291da6095 tempest-SecGroupIPv6Test-1692885418 tempest-SecGroupIPv6Test-1692885418-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/d9e40731-80b7-452b-a89d-31178318bb16 HTTP/1.1" status: 204 len: 168 time: 0.1565924 Nov 05 19:19:18.823270 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 40604) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:19:18.824738 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0104f7ec-b3f1-40be-bf64-fa6291da6095 tempest-SecGroupIPv6Test-1692885418 tempest-SecGroupIPv6Test-1692885418-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d9e40731-80b7-452b-a89d-31178318bb16,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:19:18.870449 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-fbeb1f10-aea6-4489-bdee-4bb4e9adeb9b tempest-SecGroupIPv6Test-1692885418 tempest-SecGroupIPv6Test-1692885418-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0458148 Nov 05 19:19:18.873039 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 40606) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:19:18.898009 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-d8ab4494-f0a4-4e5b-b50a-dae2f50bc0d8 tempest-SecGroupIPv6Test-1692885418 tempest-SecGroupIPv6Test-1692885418-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:19:18.907804 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-d8ab4494-f0a4-4e5b-b50a-dae2f50bc0d8 tempest-SecGroupIPv6Test-1692885418 tempest-SecGroupIPv6Test-1692885418-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:19:19.034689 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-d8ab4494-f0a4-4e5b-b50a-dae2f50bc0d8 tempest-SecGroupIPv6Test-1692885418 tempest-SecGroupIPv6Test-1692885418-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985308'] for security_group_rule, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:19:19.041046 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-d8ab4494-f0a4-4e5b-b50a-dae2f50bc0d8 tempest-SecGroupIPv6Test-1692885418 tempest-SecGroupIPv6Test-1692885418-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:19:19.042165 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-d8ab4494-f0a4-4e5b-b50a-dae2f50bc0d8 tempest-SecGroupIPv6Test-1692885418 tempest-SecGroupIPv6Test-1692885418-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/8ff59653-294c-4e9c-9315-6d639d492e2b HTTP/1.1" status: 204 len: 168 time: 0.1681981 Nov 05 19:19:19.044955 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 40608) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:19:19.047790 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ab4494-f0a4-4e5b-b50a-dae2f50bc0d8 tempest-SecGroupIPv6Test-1692885418 tempest-SecGroupIPv6Test-1692885418-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8ff59653-294c-4e9c-9315-6d639d492e2b,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:19:19.083690 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-d3a512b1-cf96-466c-bc53-b5e1bc0ebc78 tempest-SecGroupIPv6Test-1692885418 tempest-SecGroupIPv6Test-1692885418-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0376055 Nov 05 19:19:19.086400 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 40610) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:19:19.148023 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-399907b6-65be-48c4-9b5f-155abdae8c6f tempest-SecGroupIPv6Test-1692885418 tempest-SecGroupIPv6Test-1692885418-project] Publish callbacks [] for security_group, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:19:19.169769 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-399907b6-65be-48c4-9b5f-155abdae8c6f tempest-SecGroupIPv6Test-1692885418 tempest-SecGroupIPv6Test-1692885418-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:19:19.320100 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-399907b6-65be-48c4-9b5f-155abdae8c6f tempest-SecGroupIPv6Test-1692885418 tempest-SecGroupIPv6Test-1692885418-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:19:19.322713 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-399907b6-65be-48c4-9b5f-155abdae8c6f tempest-SecGroupIPv6Test-1692885418 tempest-SecGroupIPv6Test-1692885418-project] Publish callbacks [] for security_group, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:19:19.323862 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-399907b6-65be-48c4-9b5f-155abdae8c6f tempest-SecGroupIPv6Test-1692885418 tempest-SecGroupIPv6Test-1692885418-project] 10.222.0.13 "DELETE /v2.0/security-groups/2a665fb6-95ef-41a9-9f49-8113c99a6771 HTTP/1.1" status: 204 len: 168 time: 0.2365685 Nov 05 19:19:19.326618 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 40612) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:19:19.334136 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399907b6-65be-48c4-9b5f-155abdae8c6f tempest-SecGroupIPv6Test-1692885418 tempest-SecGroupIPv6Test-1692885418-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a665fb6-95ef-41a9-9f49-8113c99a6771,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:19:19.376956 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-798e1359-1f67-4760-8ab3-f2c4f955667b tempest-SecGroupIPv6Test-1692885418 tempest-SecGroupIPv6Test-1692885418-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0452347 Nov 05 19:19:19.378833 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 40614) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:19:19.382780 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-aae188cc-5255-4098-af32-2c5a603b7f9a tempest-SecGroupIPv6Test-1692885418 tempest-SecGroupIPv6Test-1692885418-project] Request body: {'security_group': {'name': 'tempest-secgroup--1156172656'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:19:19.491579 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-aae188cc-5255-4098-af32-2c5a603b7f9a tempest-SecGroupIPv6Test-1692885418 tempest-SecGroupIPv6Test-1692885418-project] Publish callbacks [] for security_group, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:19:19.560401 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-aae188cc-5255-4098-af32-2c5a603b7f9a tempest-SecGroupIPv6Test-1692885418 tempest-SecGroupIPv6Test-1692885418-project] Publish callbacks [] for security_group, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:19:19.571477 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8f0297-6f60-4302-b6a1-67705e06c990 req-9205c49a-97ea-43e4-b195-09092d8a26fe tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:19:19.572912 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-cc8f0297-6f60-4302-b6a1-67705e06c990 req-9205c49a-97ea-43e4-b195-09092d8a26fe tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] 10.222.0.13 "GET /v2.0/ports?device_id=2c0b3914-db04-430b-9b9c-aec0077e3559 HTTP/1.1" status: 200 len: 943 time: 0.0515411 Nov 05 19:19:19.622754 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-cc8f0297-6f60-4302-b6a1-67705e06c990 req-cc3b1ec8-26ec-4fc1-80f6-04373e9640a1 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] 10.222.0.13 "GET /v2.0/security-groups?id=0901d174-558d-4d58-91a3-452d9a2f95cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438511 Nov 05 19:19:19.651343 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-aae188cc-5255-4098-af32-2c5a603b7f9a tempest-SecGroupIPv6Test-1692885418 tempest-SecGroupIPv6Test-1692885418-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:19:19.681335 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae188cc-5255-4098-af32-2c5a603b7f9a tempest-SecGroupIPv6Test-1692885418 tempest-SecGroupIPv6Test-1692885418-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6c7b5cc7-65b6-4888-9325-bdc9d5dad403,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:19:19.824634 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-aae188cc-5255-4098-af32-2c5a603b7f9a tempest-SecGroupIPv6Test-1692885418 tempest-SecGroupIPv6Test-1692885418-project] Publish callbacks [] for security_group, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:19:19.825829 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-aae188cc-5255-4098-af32-2c5a603b7f9a tempest-SecGroupIPv6Test-1692885418 tempest-SecGroupIPv6Test-1692885418-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4473548 Nov 05 19:19:19.828524 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 40618) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:19:19.833409 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-4bdb7c40-0b81-4957-931b-2258ce659d92 tempest-SecGroupIPv6Test-1692885418 tempest-SecGroupIPv6Test-1692885418-project] Request body: {'security_group_rule': {'security_group_id': '6c7b5cc7-65b6-4888-9325-bdc9d5dad403', 'direction': 'ingress', 'protocol': 17}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:19:19.947839 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-4bdb7c40-0b81-4957-931b-2258ce659d92 tempest-SecGroupIPv6Test-1692885418 tempest-SecGroupIPv6Test-1692885418-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:19:20.003737 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-4bdb7c40-0b81-4957-931b-2258ce659d92 tempest-SecGroupIPv6Test-1692885418 tempest-SecGroupIPv6Test-1692885418-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:19:20.097352 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-4bdb7c40-0b81-4957-931b-2258ce659d92 tempest-SecGroupIPv6Test-1692885418 tempest-SecGroupIPv6Test-1692885418-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985308'] for security_group_rule, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:19:20.121064 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bdb7c40-0b81-4957-931b-2258ce659d92 tempest-SecGroupIPv6Test-1692885418 tempest-SecGroupIPv6Test-1692885418-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=345634d1-5d79-4eb0-8ff2-027c81eaf152,revision_number=0']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:19:20.186016 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-4bdb7c40-0b81-4957-931b-2258ce659d92 tempest-SecGroupIPv6Test-1692885418 tempest-SecGroupIPv6Test-1692885418-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:19:20.187295 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-4bdb7c40-0b81-4957-931b-2258ce659d92 tempest-SecGroupIPv6Test-1692885418 tempest-SecGroupIPv6Test-1692885418-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.3578453 Nov 05 19:19:20.190875 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 40620) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:19:20.245411 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-0ed9e396-53a3-4238-a796-bf1e25fc844a tempest-SecGroupIPv6Test-1692885418 tempest-SecGroupIPv6Test-1692885418-project] Publish callbacks [] for security_group, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:19:20.271484 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-0ed9e396-53a3-4238-a796-bf1e25fc844a tempest-SecGroupIPv6Test-1692885418 tempest-SecGroupIPv6Test-1692885418-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:19:20.406367 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-0ed9e396-53a3-4238-a796-bf1e25fc844a tempest-SecGroupIPv6Test-1692885418 tempest-SecGroupIPv6Test-1692885418-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:19:20.410567 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-0ed9e396-53a3-4238-a796-bf1e25fc844a tempest-SecGroupIPv6Test-1692885418 tempest-SecGroupIPv6Test-1692885418-project] Publish callbacks [] for security_group, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:19:20.413015 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-0ed9e396-53a3-4238-a796-bf1e25fc844a tempest-SecGroupIPv6Test-1692885418 tempest-SecGroupIPv6Test-1692885418-project] 10.222.0.13 "DELETE /v2.0/security-groups/6c7b5cc7-65b6-4888-9325-bdc9d5dad403 HTTP/1.1" status: 204 len: 168 time: 0.2211781 Nov 05 19:19:20.417869 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 40624) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:19:20.423604 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed9e396-53a3-4238-a796-bf1e25fc844a tempest-SecGroupIPv6Test-1692885418 tempest-SecGroupIPv6Test-1692885418-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c7b5cc7-65b6-4888-9325-bdc9d5dad403,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:19:20.467576 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-c3616175-4ccb-4d76-acad-2ce209a7077f tempest-SecGroupIPv6Test-1692885418 tempest-SecGroupIPv6Test-1692885418-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0508039 Nov 05 19:19:20.471288 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 40626) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:19:20.475886 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-134b2e04-db79-4ba7-aec7-d6ebc14b04e9 tempest-SecGroupIPv6Test-1692885418 tempest-SecGroupIPv6Test-1692885418-project] Request body: {'security_group': {'name': 'tempest-secgroup--1788483464'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:19:20.566256 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-134b2e04-db79-4ba7-aec7-d6ebc14b04e9 tempest-SecGroupIPv6Test-1692885418 tempest-SecGroupIPv6Test-1692885418-project] Publish callbacks [] for security_group, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:19:20.637372 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-134b2e04-db79-4ba7-aec7-d6ebc14b04e9 tempest-SecGroupIPv6Test-1692885418 tempest-SecGroupIPv6Test-1692885418-project] Publish callbacks [] for security_group, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:19:20.742786 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-134b2e04-db79-4ba7-aec7-d6ebc14b04e9 tempest-SecGroupIPv6Test-1692885418 tempest-SecGroupIPv6Test-1692885418-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:19:20.744827 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f3b480-388f-4123-a1e4-813f34031148 req-990b6849-980f-4cda-9ace-856996a6041b tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:19:20.746996 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-d9f3b480-388f-4123-a1e4-813f34031148 req-990b6849-980f-4cda-9ace-856996a6041b tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] 10.222.0.13 "GET /v2.0/ports?device_id=2c0b3914-db04-430b-9b9c-aec0077e3559 HTTP/1.1" status: 200 len: 943 time: 0.0533218 Nov 05 19:19:20.778333 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134b2e04-db79-4ba7-aec7-d6ebc14b04e9 tempest-SecGroupIPv6Test-1692885418 tempest-SecGroupIPv6Test-1692885418-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1c058a03-aebc-45fa-99f8-4a154e476851,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:19:20.802084 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-d9f3b480-388f-4123-a1e4-813f34031148 req-89e5842c-a6f8-42b5-80f9-653655dc1dbb tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] 10.222.0.13 "GET /v2.0/security-groups?id=0901d174-558d-4d58-91a3-452d9a2f95cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458262 Nov 05 19:19:20.841776 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-134b2e04-db79-4ba7-aec7-d6ebc14b04e9 tempest-SecGroupIPv6Test-1692885418 tempest-SecGroupIPv6Test-1692885418-project] Publish callbacks [] for security_group, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:19:20.843510 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-134b2e04-db79-4ba7-aec7-d6ebc14b04e9 tempest-SecGroupIPv6Test-1692885418 tempest-SecGroupIPv6Test-1692885418-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3708434 Nov 05 19:19:20.845919 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 40630) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:19:20.851348 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-7be40a35-af9d-4e4d-a3b1-4dde77a3a407 tempest-SecGroupIPv6Test-1692885418 tempest-SecGroupIPv6Test-1692885418-project] Request body: {'security_group': {'name': 'tempest-secgroup--387532426'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:19:20.943394 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-7be40a35-af9d-4e4d-a3b1-4dde77a3a407 tempest-SecGroupIPv6Test-1692885418 tempest-SecGroupIPv6Test-1692885418-project] Publish callbacks [] for security_group, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:19:21.022877 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-7be40a35-af9d-4e4d-a3b1-4dde77a3a407 tempest-SecGroupIPv6Test-1692885418 tempest-SecGroupIPv6Test-1692885418-project] Publish callbacks [] for security_group, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:19:21.102859 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-7be40a35-af9d-4e4d-a3b1-4dde77a3a407 tempest-SecGroupIPv6Test-1692885418 tempest-SecGroupIPv6Test-1692885418-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:19:21.136314 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be40a35-af9d-4e4d-a3b1-4dde77a3a407 tempest-SecGroupIPv6Test-1692885418 tempest-SecGroupIPv6Test-1692885418-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5f193e37-90a5-45c3-92ea-098f776e81ff,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:19:21.212859 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-7be40a35-af9d-4e4d-a3b1-4dde77a3a407 tempest-SecGroupIPv6Test-1692885418 tempest-SecGroupIPv6Test-1692885418-project] Publish callbacks [] for security_group, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:19:21.214552 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-7be40a35-af9d-4e4d-a3b1-4dde77a3a407 tempest-SecGroupIPv6Test-1692885418 tempest-SecGroupIPv6Test-1692885418-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3673983 Nov 05 19:19:21.217545 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 40632) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:19:21.222023 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-81988d9e-ded6-4c7a-89ce-a007cc2c9d6a tempest-SecGroupIPv6Test-1692885418 tempest-SecGroupIPv6Test-1692885418-project] Request body: {'security_group_rule': {'security_group_id': '1c058a03-aebc-45fa-99f8-4a154e476851', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '5f193e37-90a5-45c3-92ea-098f776e81ff', 'remote_ip_prefix': None}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:19:21.328962 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-81988d9e-ded6-4c7a-89ce-a007cc2c9d6a tempest-SecGroupIPv6Test-1692885418 tempest-SecGroupIPv6Test-1692885418-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:19:21.635973 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-81988d9e-ded6-4c7a-89ce-a007cc2c9d6a tempest-SecGroupIPv6Test-1692885418 tempest-SecGroupIPv6Test-1692885418-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:19:21.714029 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-81988d9e-ded6-4c7a-89ce-a007cc2c9d6a tempest-SecGroupIPv6Test-1692885418 tempest-SecGroupIPv6Test-1692885418-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985308'] for security_group_rule, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:19:21.733675 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81988d9e-ded6-4c7a-89ce-a007cc2c9d6a tempest-SecGroupIPv6Test-1692885418 tempest-SecGroupIPv6Test-1692885418-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51c39049-dad3-4d08-9b18-d24d23396949,revision_number=0']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:19:21.807541 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-81988d9e-ded6-4c7a-89ce-a007cc2c9d6a tempest-SecGroupIPv6Test-1692885418 tempest-SecGroupIPv6Test-1692885418-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:19:21.808757 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-81988d9e-ded6-4c7a-89ce-a007cc2c9d6a tempest-SecGroupIPv6Test-1692885418 tempest-SecGroupIPv6Test-1692885418-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.5902343 Nov 05 19:19:21.811589 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 40634) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:19:21.836531 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-439c1b7a-e3df-432e-adf9-27876acb4cef tempest-SecGroupIPv6Test-1692885418 tempest-SecGroupIPv6Test-1692885418-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:19:21.844331 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-439c1b7a-e3df-432e-adf9-27876acb4cef tempest-SecGroupIPv6Test-1692885418 tempest-SecGroupIPv6Test-1692885418-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:19:21.922507 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc6a679-8abc-4117-8335-092a639efb7a req-17295cfb-0401-4e6d-b0fe-5a360f7807ba tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:19:21.923950 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-dfc6a679-8abc-4117-8335-092a639efb7a req-17295cfb-0401-4e6d-b0fe-5a360f7807ba tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] 10.222.0.13 "GET /v2.0/ports?device_id=2c0b3914-db04-430b-9b9c-aec0077e3559 HTTP/1.1" status: 200 len: 943 time: 0.0494635 Nov 05 19:19:21.954284 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-439c1b7a-e3df-432e-adf9-27876acb4cef tempest-SecGroupIPv6Test-1692885418 tempest-SecGroupIPv6Test-1692885418-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985308'] for security_group_rule, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:19:21.961366 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-439c1b7a-e3df-432e-adf9-27876acb4cef tempest-SecGroupIPv6Test-1692885418 tempest-SecGroupIPv6Test-1692885418-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:19:21.962479 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-439c1b7a-e3df-432e-adf9-27876acb4cef tempest-SecGroupIPv6Test-1692885418 tempest-SecGroupIPv6Test-1692885418-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/51c39049-dad3-4d08-9b18-d24d23396949 HTTP/1.1" status: 204 len: 168 time: 0.1498065 Nov 05 19:19:21.965781 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 40638) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:19:21.966609 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439c1b7a-e3df-432e-adf9-27876acb4cef tempest-SecGroupIPv6Test-1692885418 tempest-SecGroupIPv6Test-1692885418-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=51c39049-dad3-4d08-9b18-d24d23396949,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:19:21.985394 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-dfc6a679-8abc-4117-8335-092a639efb7a req-d56e245e-3628-4425-a174-79f19282544d tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] 10.222.0.13 "GET /v2.0/security-groups?id=0901d174-558d-4d58-91a3-452d9a2f95cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548599 Nov 05 19:19:22.020378 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-72e1dc73-69e4-4b2e-bd1f-3caeabd8fa2d tempest-SecGroupIPv6Test-1692885418 tempest-SecGroupIPv6Test-1692885418-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0534532 Nov 05 19:19:22.022990 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 40640) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:19:22.077358 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-0a41d9c3-5018-478b-9e65-3d583eca5ab1 tempest-SecGroupIPv6Test-1692885418 tempest-SecGroupIPv6Test-1692885418-project] Publish callbacks [] for security_group, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:19:22.100435 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-0a41d9c3-5018-478b-9e65-3d583eca5ab1 tempest-SecGroupIPv6Test-1692885418 tempest-SecGroupIPv6Test-1692885418-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:19:22.223026 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-0a41d9c3-5018-478b-9e65-3d583eca5ab1 tempest-SecGroupIPv6Test-1692885418 tempest-SecGroupIPv6Test-1692885418-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:19:22.226628 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-0a41d9c3-5018-478b-9e65-3d583eca5ab1 tempest-SecGroupIPv6Test-1692885418 tempest-SecGroupIPv6Test-1692885418-project] Publish callbacks [] for security_group, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:19:22.227108 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-0a41d9c3-5018-478b-9e65-3d583eca5ab1 tempest-SecGroupIPv6Test-1692885418 tempest-SecGroupIPv6Test-1692885418-project] 10.222.0.13 "DELETE /v2.0/security-groups/5f193e37-90a5-45c3-92ea-098f776e81ff HTTP/1.1" status: 204 len: 168 time: 0.2032280 Nov 05 19:19:22.229845 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 40642) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:19:22.236327 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a41d9c3-5018-478b-9e65-3d583eca5ab1 tempest-SecGroupIPv6Test-1692885418 tempest-SecGroupIPv6Test-1692885418-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f193e37-90a5-45c3-92ea-098f776e81ff,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:19:22.283994 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-9cc829ff-19b1-43df-9c55-ff3361140ed9 tempest-SecGroupIPv6Test-1692885418 tempest-SecGroupIPv6Test-1692885418-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.0529232 Nov 05 19:19:22.287846 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 40644) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:19:22.337989 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-993bb8af-dac3-414d-a933-48e0ba41d337 tempest-SecGroupIPv6Test-1692885418 tempest-SecGroupIPv6Test-1692885418-project] Publish callbacks [] for security_group, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:19:22.361654 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-993bb8af-dac3-414d-a933-48e0ba41d337 tempest-SecGroupIPv6Test-1692885418 tempest-SecGroupIPv6Test-1692885418-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:19:22.479903 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-993bb8af-dac3-414d-a933-48e0ba41d337 tempest-SecGroupIPv6Test-1692885418 tempest-SecGroupIPv6Test-1692885418-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:19:22.482464 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-993bb8af-dac3-414d-a933-48e0ba41d337 tempest-SecGroupIPv6Test-1692885418 tempest-SecGroupIPv6Test-1692885418-project] Publish callbacks [] for security_group, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:19:22.483610 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-993bb8af-dac3-414d-a933-48e0ba41d337 tempest-SecGroupIPv6Test-1692885418 tempest-SecGroupIPv6Test-1692885418-project] 10.222.0.13 "DELETE /v2.0/security-groups/1c058a03-aebc-45fa-99f8-4a154e476851 HTTP/1.1" status: 204 len: 168 time: 0.1948433 Nov 05 19:19:22.486429 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 40646) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:19:22.493072 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993bb8af-dac3-414d-a933-48e0ba41d337 tempest-SecGroupIPv6Test-1692885418 tempest-SecGroupIPv6Test-1692885418-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c058a03-aebc-45fa-99f8-4a154e476851,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:19:22.530920 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-b091c17c-9fe9-46da-9f2a-aed2a2916c9f tempest-SecGroupIPv6Test-1692885418 tempest-SecGroupIPv6Test-1692885418-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0432408 Nov 05 19:19:22.538529 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 40648) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:19:22.540335 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-a0f620d8-6bc7-4556-bf06-795d272119dd tempest-SecGroupIPv6Test-1692885418 tempest-SecGroupIPv6Test-1692885418-project] Request body: {'security_group': {'name': 'tempest-secgroup--1857398930'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:19:22.617345 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-a0f620d8-6bc7-4556-bf06-795d272119dd tempest-SecGroupIPv6Test-1692885418 tempest-SecGroupIPv6Test-1692885418-project] Publish callbacks [] for security_group, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:19:22.685121 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-a0f620d8-6bc7-4556-bf06-795d272119dd tempest-SecGroupIPv6Test-1692885418 tempest-SecGroupIPv6Test-1692885418-project] Publish callbacks [] for security_group, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:19:22.787897 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-a0f620d8-6bc7-4556-bf06-795d272119dd tempest-SecGroupIPv6Test-1692885418 tempest-SecGroupIPv6Test-1692885418-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:19:22.817089 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f620d8-6bc7-4556-bf06-795d272119dd tempest-SecGroupIPv6Test-1692885418 tempest-SecGroupIPv6Test-1692885418-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ad3b4ed1-fdb5-46d5-b19d-4a6c4546e679,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:19:22.905047 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-a0f620d8-6bc7-4556-bf06-795d272119dd tempest-SecGroupIPv6Test-1692885418 tempest-SecGroupIPv6Test-1692885418-project] Publish callbacks [] for security_group, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:19:22.906494 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-a0f620d8-6bc7-4556-bf06-795d272119dd tempest-SecGroupIPv6Test-1692885418 tempest-SecGroupIPv6Test-1692885418-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3698249 Nov 05 19:19:22.909588 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 40650) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:19:22.914217 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-01f7a510-80ea-4631-9144-d2e781a9a24e tempest-SecGroupIPv6Test-1692885418 tempest-SecGroupIPv6Test-1692885418-project] Request body: {'security_group_rule': {'security_group_id': 'ad3b4ed1-fdb5-46d5-b19d-4a6c4546e679', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:19:23.022570 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-01f7a510-80ea-4631-9144-d2e781a9a24e tempest-SecGroupIPv6Test-1692885418 tempest-SecGroupIPv6Test-1692885418-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:19:23.101011 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-01f7a510-80ea-4631-9144-d2e781a9a24e tempest-SecGroupIPv6Test-1692885418 tempest-SecGroupIPv6Test-1692885418-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:19:23.119861 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1a1e92-6a6b-4e9c-8723-d218f1faa224 req-2816ed21-f771-4325-b8a7-4093c6548bfd tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:19:23.121338 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-5a1a1e92-6a6b-4e9c-8723-d218f1faa224 req-2816ed21-f771-4325-b8a7-4093c6548bfd tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] 10.222.0.13 "GET /v2.0/ports?device_id=2c0b3914-db04-430b-9b9c-aec0077e3559 HTTP/1.1" status: 200 len: 943 time: 0.0603855 Nov 05 19:19:23.167828 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-01f7a510-80ea-4631-9144-d2e781a9a24e tempest-SecGroupIPv6Test-1692885418 tempest-SecGroupIPv6Test-1692885418-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985308'] for security_group_rule, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:19:23.177723 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-5a1a1e92-6a6b-4e9c-8723-d218f1faa224 req-dddd915c-765f-4d9d-8153-aa24c0cb54bd tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] 10.222.0.13 "GET /v2.0/security-groups?id=0901d174-558d-4d58-91a3-452d9a2f95cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504313 Nov 05 19:19:23.188864 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f7a510-80ea-4631-9144-d2e781a9a24e tempest-SecGroupIPv6Test-1692885418 tempest-SecGroupIPv6Test-1692885418-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=30302cd2-aa8a-4438-bbfd-c13f93f317aa,revision_number=0']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:19:23.254638 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-01f7a510-80ea-4631-9144-d2e781a9a24e tempest-SecGroupIPv6Test-1692885418 tempest-SecGroupIPv6Test-1692885418-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:19:23.255932 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-01f7a510-80ea-4631-9144-d2e781a9a24e tempest-SecGroupIPv6Test-1692885418 tempest-SecGroupIPv6Test-1692885418-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3452556 Nov 05 19:19:23.258818 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 40654) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:19:23.283050 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-df4cdef3-589e-4765-a7fb-3527efb05967 tempest-SecGroupIPv6Test-1692885418 tempest-SecGroupIPv6Test-1692885418-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:19:23.291371 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-df4cdef3-589e-4765-a7fb-3527efb05967 tempest-SecGroupIPv6Test-1692885418 tempest-SecGroupIPv6Test-1692885418-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:19:23.399913 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-df4cdef3-589e-4765-a7fb-3527efb05967 tempest-SecGroupIPv6Test-1692885418 tempest-SecGroupIPv6Test-1692885418-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985308'] for security_group_rule, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:19:23.406036 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-df4cdef3-589e-4765-a7fb-3527efb05967 tempest-SecGroupIPv6Test-1692885418 tempest-SecGroupIPv6Test-1692885418-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:19:23.407145 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-df4cdef3-589e-4765-a7fb-3527efb05967 tempest-SecGroupIPv6Test-1692885418 tempest-SecGroupIPv6Test-1692885418-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/30302cd2-aa8a-4438-bbfd-c13f93f317aa HTTP/1.1" status: 204 len: 168 time: 0.1473522 Nov 05 19:19:23.410199 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 40656) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:19:23.412785 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4cdef3-589e-4765-a7fb-3527efb05967 tempest-SecGroupIPv6Test-1692885418 tempest-SecGroupIPv6Test-1692885418-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=30302cd2-aa8a-4438-bbfd-c13f93f317aa,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:19:23.452003 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-16bc56bd-e2f4-45a4-96d6-2da334125a7b tempest-SecGroupIPv6Test-1692885418 tempest-SecGroupIPv6Test-1692885418-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0406446 Nov 05 19:19:23.454767 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 40658) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:19:23.504746 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-1662f986-76d8-41c3-af8f-eea1620dc679 tempest-SecGroupIPv6Test-1692885418 tempest-SecGroupIPv6Test-1692885418-project] Publish callbacks [] for security_group, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:19:23.527076 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-1662f986-76d8-41c3-af8f-eea1620dc679 tempest-SecGroupIPv6Test-1692885418 tempest-SecGroupIPv6Test-1692885418-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:19:23.667750 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-1662f986-76d8-41c3-af8f-eea1620dc679 tempest-SecGroupIPv6Test-1692885418 tempest-SecGroupIPv6Test-1692885418-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:19:23.670334 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-1662f986-76d8-41c3-af8f-eea1620dc679 tempest-SecGroupIPv6Test-1692885418 tempest-SecGroupIPv6Test-1692885418-project] Publish callbacks [] for security_group, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:19:23.671483 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-1662f986-76d8-41c3-af8f-eea1620dc679 tempest-SecGroupIPv6Test-1692885418 tempest-SecGroupIPv6Test-1692885418-project] 10.222.0.13 "DELETE /v2.0/security-groups/ad3b4ed1-fdb5-46d5-b19d-4a6c4546e679 HTTP/1.1" status: 204 len: 168 time: 0.2157876 Nov 05 19:19:23.674210 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 40660) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:19:23.681305 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1662f986-76d8-41c3-af8f-eea1620dc679 tempest-SecGroupIPv6Test-1692885418 tempest-SecGroupIPv6Test-1692885418-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad3b4ed1-fdb5-46d5-b19d-4a6c4546e679,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:19:23.716392 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-7b212f6c-8b07-459e-a1df-42167a45510b tempest-SecGroupIPv6Test-1692885418 tempest-SecGroupIPv6Test-1692885418-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0409515 Nov 05 19:19:23.720429 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 40662) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:19:23.725837 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-039b0482-0020-4aeb-b182-5e0cf4e2b1f6 tempest-SecGroupIPv6Test-1692885418 tempest-SecGroupIPv6Test-1692885418-project] Request body: {'security_group': {'name': 'tempest-secgroup--786191997'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:19:23.817304 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-039b0482-0020-4aeb-b182-5e0cf4e2b1f6 tempest-SecGroupIPv6Test-1692885418 tempest-SecGroupIPv6Test-1692885418-project] Publish callbacks [] for security_group, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:19:23.885934 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-039b0482-0020-4aeb-b182-5e0cf4e2b1f6 tempest-SecGroupIPv6Test-1692885418 tempest-SecGroupIPv6Test-1692885418-project] Publish callbacks [] for security_group, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:19:23.948905 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-039b0482-0020-4aeb-b182-5e0cf4e2b1f6 tempest-SecGroupIPv6Test-1692885418 tempest-SecGroupIPv6Test-1692885418-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:19:23.979133 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039b0482-0020-4aeb-b182-5e0cf4e2b1f6 tempest-SecGroupIPv6Test-1692885418 tempest-SecGroupIPv6Test-1692885418-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f0d026e8-328b-4f64-8683-f92d5d8c1d45,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:19:24.025589 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-039b0482-0020-4aeb-b182-5e0cf4e2b1f6 tempest-SecGroupIPv6Test-1692885418 tempest-SecGroupIPv6Test-1692885418-project] Publish callbacks [] for security_group, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:19:24.027389 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-039b0482-0020-4aeb-b182-5e0cf4e2b1f6 tempest-SecGroupIPv6Test-1692885418 tempest-SecGroupIPv6Test-1692885418-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3057685 Nov 05 19:19:24.045830 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 40664) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:19:24.050840 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-98f0f2ec-21b7-4330-bcde-7aebda08a859 tempest-SecGroupIPv6Test-1692885418 tempest-SecGroupIPv6Test-1692885418-project] Request body: {'security_group_rule': {'security_group_id': 'f0d026e8-328b-4f64-8683-f92d5d8c1d45', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:19:24.182032 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-98f0f2ec-21b7-4330-bcde-7aebda08a859 tempest-SecGroupIPv6Test-1692885418 tempest-SecGroupIPv6Test-1692885418-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:19:24.239071 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-98f0f2ec-21b7-4330-bcde-7aebda08a859 tempest-SecGroupIPv6Test-1692885418 tempest-SecGroupIPv6Test-1692885418-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:19:24.298333 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8966c5-be62-472d-bf76-a34f240734f4 req-643dc692-81c2-4ef8-9949-2a642259484d tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:19:24.299806 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-7f8966c5-be62-472d-bf76-a34f240734f4 req-643dc692-81c2-4ef8-9949-2a642259484d tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] 10.222.0.13 "GET /v2.0/ports?device_id=2c0b3914-db04-430b-9b9c-aec0077e3559 HTTP/1.1" status: 200 len: 943 time: 0.0484836 Nov 05 19:19:24.325411 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-98f0f2ec-21b7-4330-bcde-7aebda08a859 tempest-SecGroupIPv6Test-1692885418 tempest-SecGroupIPv6Test-1692885418-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985308'] for security_group_rule, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:19:24.343378 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f0f2ec-21b7-4330-bcde-7aebda08a859 tempest-SecGroupIPv6Test-1692885418 tempest-SecGroupIPv6Test-1692885418-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f26036d-e501-4342-928d-9b2b3bba6ee5,revision_number=0']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:19:24.353430 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-7f8966c5-be62-472d-bf76-a34f240734f4 req-fbb13029-3ca0-49c9-9559-3402fccc31b6 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] 10.222.0.13 "GET /v2.0/security-groups?id=0901d174-558d-4d58-91a3-452d9a2f95cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468037 Nov 05 19:19:24.443069 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-98f0f2ec-21b7-4330-bcde-7aebda08a859 tempest-SecGroupIPv6Test-1692885418 tempest-SecGroupIPv6Test-1692885418-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:19:24.444323 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-98f0f2ec-21b7-4330-bcde-7aebda08a859 tempest-SecGroupIPv6Test-1692885418 tempest-SecGroupIPv6Test-1692885418-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3973827 Nov 05 19:19:24.447343 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 40668) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:19:24.464907 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-ac85af97-b61f-4739-8c42-94887c8ee290 tempest-SecGroupIPv6Test-1692885418 tempest-SecGroupIPv6Test-1692885418-project] 10.222.0.13 "GET /v2.0/security-group-rules/0f26036d-e501-4342-928d-9b2b3bba6ee5 HTTP/1.1" status: 200 len: 763 time: 0.0164235 Nov 05 19:19:24.467467 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 40670) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:19:24.510339 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-f2dda9c5-2b11-4631-aa51-97e8c2bf56c7 tempest-SecGroupIPv6Test-1692885418 tempest-SecGroupIPv6Test-1692885418-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0415702 Nov 05 19:19:24.512937 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 40672) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:19:24.536041 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-654e2f83-8f5a-428d-bb80-f0c3869b7a7d tempest-SecGroupIPv6Test-1692885418 tempest-SecGroupIPv6Test-1692885418-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:19:24.543459 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-654e2f83-8f5a-428d-bb80-f0c3869b7a7d tempest-SecGroupIPv6Test-1692885418 tempest-SecGroupIPv6Test-1692885418-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:19:24.627569 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-654e2f83-8f5a-428d-bb80-f0c3869b7a7d tempest-SecGroupIPv6Test-1692885418 tempest-SecGroupIPv6Test-1692885418-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985308'] for security_group_rule, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:19:24.634726 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-654e2f83-8f5a-428d-bb80-f0c3869b7a7d tempest-SecGroupIPv6Test-1692885418 tempest-SecGroupIPv6Test-1692885418-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:19:24.635800 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-654e2f83-8f5a-428d-bb80-f0c3869b7a7d tempest-SecGroupIPv6Test-1692885418 tempest-SecGroupIPv6Test-1692885418-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/0f26036d-e501-4342-928d-9b2b3bba6ee5 HTTP/1.1" status: 204 len: 168 time: 0.1219203 Nov 05 19:19:24.638501 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 40674) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:19:24.641196 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654e2f83-8f5a-428d-bb80-f0c3869b7a7d tempest-SecGroupIPv6Test-1692885418 tempest-SecGroupIPv6Test-1692885418-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0f26036d-e501-4342-928d-9b2b3bba6ee5,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:19:24.679354 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-7fe81d0d-a54a-437e-b5a3-2ab8bb1b4714 tempest-SecGroupIPv6Test-1692885418 tempest-SecGroupIPv6Test-1692885418-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0394084 Nov 05 19:19:24.681814 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 40676) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:19:24.686112 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-48b20f7b-a9db-4c19-92a3-958ae770f286 tempest-SecGroupIPv6Test-1692885418 tempest-SecGroupIPv6Test-1692885418-project] Request body: {'security_group_rule': {'security_group_id': 'f0d026e8-328b-4f64-8683-f92d5d8c1d45', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:19:24.839609 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-48b20f7b-a9db-4c19-92a3-958ae770f286 tempest-SecGroupIPv6Test-1692885418 tempest-SecGroupIPv6Test-1692885418-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:19:24.896986 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-48b20f7b-a9db-4c19-92a3-958ae770f286 tempest-SecGroupIPv6Test-1692885418 tempest-SecGroupIPv6Test-1692885418-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:19:24.999904 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-48b20f7b-a9db-4c19-92a3-958ae770f286 tempest-SecGroupIPv6Test-1692885418 tempest-SecGroupIPv6Test-1692885418-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985308'] for security_group_rule, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:19:25.018553 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b20f7b-a9db-4c19-92a3-958ae770f286 tempest-SecGroupIPv6Test-1692885418 tempest-SecGroupIPv6Test-1692885418-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=458287fd-eb83-439d-baf5-55c237adb529,revision_number=0']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:19:25.117096 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-48b20f7b-a9db-4c19-92a3-958ae770f286 tempest-SecGroupIPv6Test-1692885418 tempest-SecGroupIPv6Test-1692885418-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:19:25.118368 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-48b20f7b-a9db-4c19-92a3-958ae770f286 tempest-SecGroupIPv6Test-1692885418 tempest-SecGroupIPv6Test-1692885418-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4354086 Nov 05 19:19:25.120975 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 40678) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:19:25.137224 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-c99aa1b2-1b10-48c0-9c14-517941afa32c tempest-SecGroupIPv6Test-1692885418 tempest-SecGroupIPv6Test-1692885418-project] 10.222.0.13 "GET /v2.0/security-group-rules/458287fd-eb83-439d-baf5-55c237adb529 HTTP/1.1" status: 200 len: 763 time: 0.0151968 Nov 05 19:19:25.146286 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 40680) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:19:25.185813 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-ec3b9f9f-3923-45c8-bdfc-2ea4cf3fc55e tempest-SecGroupIPv6Test-1692885418 tempest-SecGroupIPv6Test-1692885418-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0384929 Nov 05 19:19:25.188323 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 40682) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:19:25.211563 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-2d1ef865-a606-40fb-852b-654d4c156978 tempest-SecGroupIPv6Test-1692885418 tempest-SecGroupIPv6Test-1692885418-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:19:25.219004 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-2d1ef865-a606-40fb-852b-654d4c156978 tempest-SecGroupIPv6Test-1692885418 tempest-SecGroupIPv6Test-1692885418-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:19:25.296760 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-2d1ef865-a606-40fb-852b-654d4c156978 tempest-SecGroupIPv6Test-1692885418 tempest-SecGroupIPv6Test-1692885418-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985308'] for security_group_rule, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:19:25.303527 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-2d1ef865-a606-40fb-852b-654d4c156978 tempest-SecGroupIPv6Test-1692885418 tempest-SecGroupIPv6Test-1692885418-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:19:25.304650 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-2d1ef865-a606-40fb-852b-654d4c156978 tempest-SecGroupIPv6Test-1692885418 tempest-SecGroupIPv6Test-1692885418-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/458287fd-eb83-439d-baf5-55c237adb529 HTTP/1.1" status: 204 len: 168 time: 0.1154234 Nov 05 19:19:25.307401 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 40684) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:19:25.310182 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1ef865-a606-40fb-852b-654d4c156978 tempest-SecGroupIPv6Test-1692885418 tempest-SecGroupIPv6Test-1692885418-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=458287fd-eb83-439d-baf5-55c237adb529,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:19:25.347368 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-46fa8c68-1445-4bdf-8be6-2e89f6992710 tempest-SecGroupIPv6Test-1692885418 tempest-SecGroupIPv6Test-1692885418-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0386696 Nov 05 19:19:25.351281 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 40686) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:19:25.355465 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-5159392f-1ced-4746-9f9a-409b662989d6 tempest-SecGroupIPv6Test-1692885418 tempest-SecGroupIPv6Test-1692885418-project] Request body: {'security_group_rule': {'security_group_id': 'f0d026e8-328b-4f64-8683-f92d5d8c1d45', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:19:25.476674 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57266574-24fc-4407-8c36-38923fe187e6 req-4debf38e-f9df-46bb-b4aa-3040ca9e49bd tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:19:25.478197 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-57266574-24fc-4407-8c36-38923fe187e6 req-4debf38e-f9df-46bb-b4aa-3040ca9e49bd tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] 10.222.0.13 "GET /v2.0/ports?device_id=2c0b3914-db04-430b-9b9c-aec0077e3559 HTTP/1.1" status: 200 len: 943 time: 0.0517933 Nov 05 19:19:25.497076 n-d-816865-1 neutron-server[102387]: INFO neutron.db.securitygroups_db [None req-5159392f-1ced-4746-9f9a-409b662989d6 tempest-SecGroupIPv6Test-1692885418 tempest-SecGroupIPv6Test-1692885418-project] Project f649825d15c5447cbff0c6c1b8c1e07b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 05 19:19:25.504463 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-5159392f-1ced-4746-9f9a-409b662989d6 tempest-SecGroupIPv6Test-1692885418 tempest-SecGroupIPv6Test-1692885418-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:19:25.548467 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-57266574-24fc-4407-8c36-38923fe187e6 req-6587084b-2526-4fb3-927e-ac18248f0565 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] 10.222.0.13 "GET /v2.0/security-groups?id=0901d174-558d-4d58-91a3-452d9a2f95cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644300 Nov 05 19:19:25.571147 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-5159392f-1ced-4746-9f9a-409b662989d6 tempest-SecGroupIPv6Test-1692885418 tempest-SecGroupIPv6Test-1692885418-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:19:25.680021 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-5159392f-1ced-4746-9f9a-409b662989d6 tempest-SecGroupIPv6Test-1692885418 tempest-SecGroupIPv6Test-1692885418-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985308'] for security_group_rule, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:19:25.700216 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5159392f-1ced-4746-9f9a-409b662989d6 tempest-SecGroupIPv6Test-1692885418 tempest-SecGroupIPv6Test-1692885418-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0837cecf-e934-43a1-b02b-229e62d84a07,revision_number=0']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:19:25.784960 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-5159392f-1ced-4746-9f9a-409b662989d6 tempest-SecGroupIPv6Test-1692885418 tempest-SecGroupIPv6Test-1692885418-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:19:25.786293 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-5159392f-1ced-4746-9f9a-409b662989d6 tempest-SecGroupIPv6Test-1692885418 tempest-SecGroupIPv6Test-1692885418-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4339705 Nov 05 19:19:25.791395 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 40690) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:19:25.810714 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-ac7e63a9-0a29-42f0-b3e2-c2822f683bd9 tempest-SecGroupIPv6Test-1692885418 tempest-SecGroupIPv6Test-1692885418-project] 10.222.0.13 "GET /v2.0/security-group-rules/0837cecf-e934-43a1-b02b-229e62d84a07 HTTP/1.1" status: 200 len: 769 time: 0.0181420 Nov 05 19:19:25.813070 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 40692) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:19:25.852004 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-814d1ebc-b938-4ef4-bee8-2732990391c0 tempest-SecGroupIPv6Test-1692885418 tempest-SecGroupIPv6Test-1692885418-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.0378575 Nov 05 19:19:25.854855 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 40694) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:19:25.877725 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-2df606de-06a8-4b3f-8532-4c7faf7fd575 tempest-SecGroupIPv6Test-1692885418 tempest-SecGroupIPv6Test-1692885418-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:19:25.886263 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-2df606de-06a8-4b3f-8532-4c7faf7fd575 tempest-SecGroupIPv6Test-1692885418 tempest-SecGroupIPv6Test-1692885418-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:19:25.994004 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-2df606de-06a8-4b3f-8532-4c7faf7fd575 tempest-SecGroupIPv6Test-1692885418 tempest-SecGroupIPv6Test-1692885418-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985308'] for security_group_rule, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:19:26.000684 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-2df606de-06a8-4b3f-8532-4c7faf7fd575 tempest-SecGroupIPv6Test-1692885418 tempest-SecGroupIPv6Test-1692885418-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:19:26.002398 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-2df606de-06a8-4b3f-8532-4c7faf7fd575 tempest-SecGroupIPv6Test-1692885418 tempest-SecGroupIPv6Test-1692885418-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/0837cecf-e934-43a1-b02b-229e62d84a07 HTTP/1.1" status: 204 len: 168 time: 0.1461287 Nov 05 19:19:26.005306 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 40696) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:19:26.008928 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df606de-06a8-4b3f-8532-4c7faf7fd575 tempest-SecGroupIPv6Test-1692885418 tempest-SecGroupIPv6Test-1692885418-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0837cecf-e934-43a1-b02b-229e62d84a07,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:19:26.045531 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-5e5ce952-5e3d-4c5c-9b82-c937cba0b484 tempest-SecGroupIPv6Test-1692885418 tempest-SecGroupIPv6Test-1692885418-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0385361 Nov 05 19:19:26.048277 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 40698) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:19:26.101857 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-e52f0f66-d9d8-466f-a8d9-de0cd3dd66eb tempest-SecGroupIPv6Test-1692885418 tempest-SecGroupIPv6Test-1692885418-project] Publish callbacks [] for security_group, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:19:26.124790 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-e52f0f66-d9d8-466f-a8d9-de0cd3dd66eb tempest-SecGroupIPv6Test-1692885418 tempest-SecGroupIPv6Test-1692885418-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:19:26.308209 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-e52f0f66-d9d8-466f-a8d9-de0cd3dd66eb tempest-SecGroupIPv6Test-1692885418 tempest-SecGroupIPv6Test-1692885418-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:19:26.310830 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-e52f0f66-d9d8-466f-a8d9-de0cd3dd66eb tempest-SecGroupIPv6Test-1692885418 tempest-SecGroupIPv6Test-1692885418-project] Publish callbacks [] for security_group, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:19:26.312050 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-e52f0f66-d9d8-466f-a8d9-de0cd3dd66eb tempest-SecGroupIPv6Test-1692885418 tempest-SecGroupIPv6Test-1692885418-project] 10.222.0.13 "DELETE /v2.0/security-groups/f0d026e8-328b-4f64-8683-f92d5d8c1d45 HTTP/1.1" status: 204 len: 168 time: 0.2627709 Nov 05 19:19:26.314852 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 40700) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:19:26.321730 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52f0f66-d9d8-466f-a8d9-de0cd3dd66eb tempest-SecGroupIPv6Test-1692885418 tempest-SecGroupIPv6Test-1692885418-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0d026e8-328b-4f64-8683-f92d5d8c1d45,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:19:26.361074 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-dea4fbad-e767-4c77-ac9e-1535df36db2e tempest-SecGroupIPv6Test-1692885418 tempest-SecGroupIPv6Test-1692885418-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0450974 Nov 05 19:19:26.371872 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 40702) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:19:26.412038 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-2f0c34e2-f3a5-42f5-8b17-a5da1e11b31d tempest-SecGroupIPv6Test-1692885418 tempest-SecGroupIPv6Test-1692885418-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0395710 Nov 05 19:19:26.664070 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f6f6e5-a6a9-4247-b1f2-283c3781ad68 req-82be3b66-6948-4146-8aa5-ed79e2739786 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:19:26.665568 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-c4f6f6e5-a6a9-4247-b1f2-283c3781ad68 req-82be3b66-6948-4146-8aa5-ed79e2739786 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] 10.222.0.13 "GET /v2.0/ports?device_id=2c0b3914-db04-430b-9b9c-aec0077e3559 HTTP/1.1" status: 200 len: 943 time: 0.0496783 Nov 05 19:19:26.715993 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-c4f6f6e5-a6a9-4247-b1f2-283c3781ad68 req-85f3696a-8336-4b99-918a-c4efdc0ba832 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] 10.222.0.13 "GET /v2.0/security-groups?id=0901d174-558d-4d58-91a3-452d9a2f95cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442243 Nov 05 19:19:26.996111 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 40710) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:19:27.132422 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-164efddc-234f-4111-92af-604521152847 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f649825d15c5447cbff0c6c1b8c1e07b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1350813 Nov 05 19:19:27.134864 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 40714) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:19:27.181609 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-0688e7ff-1245-4b4b-96a3-836d5449aa33 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:19:27.203450 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-0688e7ff-1245-4b4b-96a3-836d5449aa33 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:19:27.319003 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-0688e7ff-1245-4b4b-96a3-836d5449aa33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:19:27.321722 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-0688e7ff-1245-4b4b-96a3-836d5449aa33 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:19:27.322931 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-0688e7ff-1245-4b4b-96a3-836d5449aa33 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/94092e47-da1a-47f1-a4e5-bd470515e096 HTTP/1.1" status: 204 len: 168 time: 0.1872189 Nov 05 19:19:27.331776 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0688e7ff-1245-4b4b-96a3-836d5449aa33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94092e47-da1a-47f1-a4e5-bd470515e096,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:19:27.835467 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8138624e-af12-46c1-8cdb-962f032ab646 req-5706b151-be2b-41cf-8413-5b85bfdf1e96 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:19:27.836952 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-8138624e-af12-46c1-8cdb-962f032ab646 req-5706b151-be2b-41cf-8413-5b85bfdf1e96 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] 10.222.0.13 "GET /v2.0/ports?device_id=2c0b3914-db04-430b-9b9c-aec0077e3559 HTTP/1.1" status: 200 len: 943 time: 0.0485027 Nov 05 19:19:27.887595 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-8138624e-af12-46c1-8cdb-962f032ab646 req-5457e1a3-6a31-4f07-9690-546a214a9772 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] 10.222.0.13 "GET /v2.0/security-groups?id=0901d174-558d-4d58-91a3-452d9a2f95cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446725 Nov 05 19:19:29.011670 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54eb1e34-af9b-4ee4-a708-855da5cdb818 req-31d9c3f8-a0c6-4fbb-b2f9-b9b0c62f0ab6 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:19:29.013149 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-54eb1e34-af9b-4ee4-a708-855da5cdb818 req-31d9c3f8-a0c6-4fbb-b2f9-b9b0c62f0ab6 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] 10.222.0.13 "GET /v2.0/ports?device_id=2c0b3914-db04-430b-9b9c-aec0077e3559 HTTP/1.1" status: 200 len: 943 time: 0.0545206 Nov 05 19:19:29.065635 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-54eb1e34-af9b-4ee4-a708-855da5cdb818 req-f5dbf53b-5541-40ae-a826-2e36b2ada33b tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] 10.222.0.13 "GET /v2.0/security-groups?id=0901d174-558d-4d58-91a3-452d9a2f95cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464060 Nov 05 19:19:30.183151 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332ef775-88c8-4aca-b0a7-0af4f7644a40 req-125d849a-053e-4653-8f57-006013f72c37 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:19:30.184654 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-332ef775-88c8-4aca-b0a7-0af4f7644a40 req-125d849a-053e-4653-8f57-006013f72c37 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] 10.222.0.13 "GET /v2.0/ports?device_id=2c0b3914-db04-430b-9b9c-aec0077e3559 HTTP/1.1" status: 200 len: 943 time: 0.0485332 Nov 05 19:19:30.232930 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-332ef775-88c8-4aca-b0a7-0af4f7644a40 req-da6c0bd9-3ee0-4b48-a6d2-8a4bc83652ad tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] 10.222.0.13 "GET /v2.0/security-groups?id=0901d174-558d-4d58-91a3-452d9a2f95cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422595 Nov 05 19:19:31.355092 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20168bf-2af5-4296-b025-6bb5aabbfd7f req-3ea710aa-ce54-404f-b32a-86851165199e tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:19:31.360121 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-f20168bf-2af5-4296-b025-6bb5aabbfd7f req-3ea710aa-ce54-404f-b32a-86851165199e tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] 10.222.0.13 "GET /v2.0/ports?device_id=2c0b3914-db04-430b-9b9c-aec0077e3559 HTTP/1.1" status: 200 len: 943 time: 0.0551233 Nov 05 19:19:31.406410 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-f20168bf-2af5-4296-b025-6bb5aabbfd7f req-f6bab6fa-9826-419f-bed7-fb51f2189005 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] 10.222.0.13 "GET /v2.0/security-groups?id=0901d174-558d-4d58-91a3-452d9a2f95cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437803 Nov 05 19:19:32.523400 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95e4d70-6946-4156-8d0e-f95df3ca529c req-be853b87-3487-4c65-a999-3e6b83f42d94 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:19:32.524889 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-e95e4d70-6946-4156-8d0e-f95df3ca529c req-be853b87-3487-4c65-a999-3e6b83f42d94 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] 10.222.0.13 "GET /v2.0/ports?device_id=2c0b3914-db04-430b-9b9c-aec0077e3559 HTTP/1.1" status: 200 len: 943 time: 0.0489447 Nov 05 19:19:32.573821 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-e95e4d70-6946-4156-8d0e-f95df3ca529c req-130a179c-aed0-4779-a58d-67f2f4a08a1a tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] 10.222.0.13 "GET /v2.0/security-groups?id=0901d174-558d-4d58-91a3-452d9a2f95cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426834 Nov 05 19:19:32.668862 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-0a0d608b-b820-4950-83e3-1f47fa67eacb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:19:33.692709 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d7f208-ed26-4150-a89a-ed5a493964ef req-2a652307-dc2c-4c5c-803b-c9ce3b9d14cf tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:19:33.694309 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-39d7f208-ed26-4150-a89a-ed5a493964ef req-2a652307-dc2c-4c5c-803b-c9ce3b9d14cf tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] 10.222.0.13 "GET /v2.0/ports?device_id=2c0b3914-db04-430b-9b9c-aec0077e3559 HTTP/1.1" status: 200 len: 943 time: 0.0505037 Nov 05 19:19:33.748647 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-39d7f208-ed26-4150-a89a-ed5a493964ef req-8362a337-09d2-4023-a5c0-b460f6f5ca3c tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] 10.222.0.13 "GET /v2.0/security-groups?id=0901d174-558d-4d58-91a3-452d9a2f95cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482881 Nov 05 19:19:34.044169 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 40810) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:19:34.152494 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-b4314bc2-6c6c-46b6-b8c5-155ae673159c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:19:34.225466 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-b4314bc2-6c6c-46b6-b8c5-155ae673159c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:19:34.267860 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-b4314bc2-6c6c-46b6-b8c5-155ae673159c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:19:34.305769 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4314bc2-6c6c-46b6-b8c5-155ae673159c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1256452-04b2-46f8-8316-69ce15b64227,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:19:34.310080 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-b4314bc2-6c6c-46b6-b8c5-155ae673159c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5e19f7ca040e4c5e9c8c1c1428b651fd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2648721 Nov 05 19:19:34.312966 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 40814) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:19:34.360734 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-5ac24fdf-0bdc-40f9-a3de-664a2612a702 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:19:34.382879 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-5ac24fdf-0bdc-40f9-a3de-664a2612a702 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:19:34.388047 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:19:34.492318 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-5ac24fdf-0bdc-40f9-a3de-664a2612a702 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:19:34.494897 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-5ac24fdf-0bdc-40f9-a3de-664a2612a702 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:19:34.496112 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-5ac24fdf-0bdc-40f9-a3de-664a2612a702 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f1256452-04b2-46f8-8316-69ce15b64227 HTTP/1.1" status: 204 len: 168 time: 0.1822424 Nov 05 19:19:34.504177 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac24fdf-0bdc-40f9-a3de-664a2612a702 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1256452-04b2-46f8-8316-69ce15b64227,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:19:34.872513 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041ce016-278d-45bf-9128-51c9a4ce4d86 req-ab8097b8-0bef-43bb-be7c-9315d8cf6ed9 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:19:34.874073 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-041ce016-278d-45bf-9128-51c9a4ce4d86 req-ab8097b8-0bef-43bb-be7c-9315d8cf6ed9 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] 10.222.0.13 "GET /v2.0/ports?device_id=2c0b3914-db04-430b-9b9c-aec0077e3559 HTTP/1.1" status: 200 len: 943 time: 0.0540240 Nov 05 19:19:34.923038 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-041ce016-278d-45bf-9128-51c9a4ce4d86 req-a58811f2-909c-4d1b-b08f-71f2beb68fad tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] 10.222.0.13 "GET /v2.0/security-groups?id=0901d174-558d-4d58-91a3-452d9a2f95cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423732 Nov 05 19:19:35.138134 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 40822) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:19:35.152469 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-81821650-a718-4e9e-acd7-d93c4dbdef3d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:19:35.226154 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-81821650-a718-4e9e-acd7-d93c4dbdef3d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:19:35.325441 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-81821650-a718-4e9e-acd7-d93c4dbdef3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:19:35.365031 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-81821650-a718-4e9e-acd7-d93c4dbdef3d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9a77bc0bff4941099da516d62b533415&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2257807 Nov 05 19:19:35.366109 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81821650-a718-4e9e-acd7-d93c4dbdef3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f0ec761-b53a-412b-8160-fb33def89fe0,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:19:35.368206 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 40824) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:19:35.382806 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-12c00aee-bbe7-4e3c-ab05-d287976c8e65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:19:35.418124 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-bc56a246-38bf-4d51-807b-698d61abd313 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:19:35.438711 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-bc56a246-38bf-4d51-807b-698d61abd313 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:19:35.530451 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-bc56a246-38bf-4d51-807b-698d61abd313 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:19:35.533105 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-bc56a246-38bf-4d51-807b-698d61abd313 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:19:35.534310 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-bc56a246-38bf-4d51-807b-698d61abd313 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7f0ec761-b53a-412b-8160-fb33def89fe0 HTTP/1.1" status: 204 len: 168 time: 0.1650782 Nov 05 19:19:35.542519 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc56a246-38bf-4d51-807b-698d61abd313 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f0ec761-b53a-412b-8160-fb33def89fe0,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:19:36.045597 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372a3b4c-a582-4bda-adbe-93b6f6c5daa0 req-63d992f7-cddd-4a4c-b90e-5e9d59599f30 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:19:36.047142 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-372a3b4c-a582-4bda-adbe-93b6f6c5daa0 req-63d992f7-cddd-4a4c-b90e-5e9d59599f30 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] 10.222.0.13 "GET /v2.0/ports?device_id=2c0b3914-db04-430b-9b9c-aec0077e3559 HTTP/1.1" status: 200 len: 943 time: 0.0545399 Nov 05 19:19:36.096878 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-372a3b4c-a582-4bda-adbe-93b6f6c5daa0 req-c3e184d8-2233-48a8-8924-2117d2ab09fb tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] 10.222.0.13 "GET /v2.0/security-groups?id=0901d174-558d-4d58-91a3-452d9a2f95cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432663 Nov 05 19:19:36.356241 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b304910f-7b27-444b-a8fc-977d26b1ceac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:19:36.445384 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:19:37.222797 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af35752-bcd9-4bd0-9222-5fa4ab6704bf req-ea23510e-701e-41b6-ba37-5101f1a0d631 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:19:37.224420 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-6af35752-bcd9-4bd0-9222-5fa4ab6704bf req-ea23510e-701e-41b6-ba37-5101f1a0d631 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] 10.222.0.13 "GET /v2.0/ports?device_id=2c0b3914-db04-430b-9b9c-aec0077e3559 HTTP/1.1" status: 200 len: 943 time: 0.0518472 Nov 05 19:19:37.274279 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-6af35752-bcd9-4bd0-9222-5fa4ab6704bf req-83086e9c-f01f-40b8-ab94-b76dcc3da249 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] 10.222.0.13 "GET /v2.0/security-groups?id=0901d174-558d-4d58-91a3-452d9a2f95cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437438 Nov 05 19:19:38.348964 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-31f93893-a48e-4ae8-833d-dccb2b42eacc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:19:38.403492 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8e4ea2-3988-4bb8-bbee-9baf4e53d92b req-32963c99-e927-470c-9fef-b42816ef55e4 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:19:38.405889 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-be8e4ea2-3988-4bb8-bbee-9baf4e53d92b req-32963c99-e927-470c-9fef-b42816ef55e4 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] 10.222.0.13 "GET /v2.0/ports?device_id=2c0b3914-db04-430b-9b9c-aec0077e3559 HTTP/1.1" status: 200 len: 943 time: 0.0513010 Nov 05 19:19:38.478357 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-be8e4ea2-3988-4bb8-bbee-9baf4e53d92b req-10270af4-1921-491b-9988-2e4e683beec4 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] 10.222.0.13 "GET /v2.0/security-groups?id=0901d174-558d-4d58-91a3-452d9a2f95cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568337 Nov 05 19:19:38.591744 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:19:39.598620 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317695f1-e523-4218-adb1-4dac20812914 req-40f91c9d-f8f1-4175-a554-e420814cd3d3 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:19:39.600726 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-317695f1-e523-4218-adb1-4dac20812914 req-40f91c9d-f8f1-4175-a554-e420814cd3d3 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] 10.222.0.13 "GET /v2.0/ports?device_id=2c0b3914-db04-430b-9b9c-aec0077e3559 HTTP/1.1" status: 200 len: 943 time: 0.0505245 Nov 05 19:19:39.648866 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-317695f1-e523-4218-adb1-4dac20812914 req-7a1ad024-abe8-47c0-b6e6-4edb95773a67 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] 10.222.0.13 "GET /v2.0/security-groups?id=0901d174-558d-4d58-91a3-452d9a2f95cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421395 Nov 05 19:19:40.773291 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337c28e7-690b-4f80-8136-1b35ee83e841 req-cdb7e68b-5e5c-4645-9c18-d1ddb9133871 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:19:40.775072 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-337c28e7-690b-4f80-8136-1b35ee83e841 req-cdb7e68b-5e5c-4645-9c18-d1ddb9133871 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] 10.222.0.13 "GET /v2.0/ports?device_id=2c0b3914-db04-430b-9b9c-aec0077e3559 HTTP/1.1" status: 200 len: 943 time: 0.0557139 Nov 05 19:19:40.828528 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-337c28e7-690b-4f80-8136-1b35ee83e841 req-8cb5f26f-6c3d-4f1f-95d6-3055e6aae3f2 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] 10.222.0.13 "GET /v2.0/security-groups?id=0901d174-558d-4d58-91a3-452d9a2f95cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453775 Nov 05 19:19:42.310547 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace66666-fe97-48c5-9df4-74a4f99594db req-114c0f67-53f3-494f-a7f0-e55eaff4ab6f tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:19:42.312086 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-ace66666-fe97-48c5-9df4-74a4f99594db req-114c0f67-53f3-494f-a7f0-e55eaff4ab6f tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] 10.222.0.13 "GET /v2.0/ports?device_id=2c0b3914-db04-430b-9b9c-aec0077e3559 HTTP/1.1" status: 200 len: 943 time: 0.4147520 Nov 05 19:19:42.366617 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-ace66666-fe97-48c5-9df4-74a4f99594db req-1a397632-a0c5-4925-a5b4-61655ff50e1a tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] 10.222.0.13 "GET /v2.0/security-groups?id=0901d174-558d-4d58-91a3-452d9a2f95cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485041 Nov 05 19:19:43.481429 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0e7f39-52c6-4390-8ae6-85b88c936dc9 req-c719a28a-8e82-49c4-8e78-7ec8bd3ccc22 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:19:43.483027 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-ce0e7f39-52c6-4390-8ae6-85b88c936dc9 req-c719a28a-8e82-49c4-8e78-7ec8bd3ccc22 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] 10.222.0.13 "GET /v2.0/ports?device_id=2c0b3914-db04-430b-9b9c-aec0077e3559 HTTP/1.1" status: 200 len: 943 time: 0.0481715 Nov 05 19:19:43.529850 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-ce0e7f39-52c6-4390-8ae6-85b88c936dc9 req-a9eb9eb3-f65d-4401-9982-4ef9be577031 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] 10.222.0.13 "GET /v2.0/security-groups?id=0901d174-558d-4d58-91a3-452d9a2f95cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409329 Nov 05 19:19:43.742347 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.agents_db [None req-b9406b04-a0e8-43cf-b349-711963d96cf4 None None] Agent healthcheck: found 7 active agents {{(pid=102389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 05 19:19:44.653674 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b82c21e-aa04-453b-823b-4ba4aaa7fe06 req-986a912f-c7e2-4e13-9b57-0cf8e91c6c8b tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:19:44.655222 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-2b82c21e-aa04-453b-823b-4ba4aaa7fe06 req-986a912f-c7e2-4e13-9b57-0cf8e91c6c8b tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] 10.222.0.13 "GET /v2.0/ports?device_id=2c0b3914-db04-430b-9b9c-aec0077e3559 HTTP/1.1" status: 200 len: 943 time: 0.0532601 Nov 05 19:19:44.708962 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-2b82c21e-aa04-453b-823b-4ba4aaa7fe06 req-044bd62b-4dc5-494b-b66d-a514412628d7 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] 10.222.0.13 "GET /v2.0/security-groups?id=0901d174-558d-4d58-91a3-452d9a2f95cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470126 Nov 05 19:19:45.829320 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bca1c8d-2be8-4a3c-95c9-5e6758619ac7 req-9bd26f91-0a17-427c-a34d-ef252cec83cf tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:19:45.831589 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-2bca1c8d-2be8-4a3c-95c9-5e6758619ac7 req-9bd26f91-0a17-427c-a34d-ef252cec83cf tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] 10.222.0.13 "GET /v2.0/ports?device_id=2c0b3914-db04-430b-9b9c-aec0077e3559 HTTP/1.1" status: 200 len: 943 time: 0.0501359 Nov 05 19:19:45.883135 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-2bca1c8d-2be8-4a3c-95c9-5e6758619ac7 req-f497f6cf-0197-44a0-9e15-0e8ef1476ec8 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] 10.222.0.13 "GET /v2.0/security-groups?id=0901d174-558d-4d58-91a3-452d9a2f95cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446825 Nov 05 19:19:47.005146 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948184e1-f528-4997-8a5f-33e786423eb0 req-57d098b5-1383-486d-bed1-62f6aa5644e6 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:19:47.006870 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-948184e1-f528-4997-8a5f-33e786423eb0 req-57d098b5-1383-486d-bed1-62f6aa5644e6 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] 10.222.0.13 "GET /v2.0/ports?device_id=2c0b3914-db04-430b-9b9c-aec0077e3559 HTTP/1.1" status: 200 len: 943 time: 0.0536404 Nov 05 19:19:47.057622 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-948184e1-f528-4997-8a5f-33e786423eb0 req-c4a0b258-94b0-4145-809c-efeb01ae9b4f tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] 10.222.0.13 "GET /v2.0/security-groups?id=0901d174-558d-4d58-91a3-452d9a2f95cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436368 Nov 05 19:19:48.190669 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2984fe23-0ab7-45fd-afb3-1631ef16355b req-e3fb8aa7-a35f-4770-9042-386c281cb78e tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:19:48.194716 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-2984fe23-0ab7-45fd-afb3-1631ef16355b req-e3fb8aa7-a35f-4770-9042-386c281cb78e tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] 10.222.0.13 "GET /v2.0/ports?device_id=2c0b3914-db04-430b-9b9c-aec0077e3559 HTTP/1.1" status: 200 len: 943 time: 0.0592692 Nov 05 19:19:48.246747 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-2984fe23-0ab7-45fd-afb3-1631ef16355b req-1fe1ab78-6679-4d96-a8c4-b9c3c211251b tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] 10.222.0.13 "GET /v2.0/security-groups?id=0901d174-558d-4d58-91a3-452d9a2f95cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484872 Nov 05 19:19:49.370527 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ab7650-ecb4-4d7b-ac79-e913bd401a36 req-f74cc2a4-5fd9-4cc8-b4b3-4d7e98a7d812 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:19:49.372548 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-51ab7650-ecb4-4d7b-ac79-e913bd401a36 req-f74cc2a4-5fd9-4cc8-b4b3-4d7e98a7d812 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] 10.222.0.13 "GET /v2.0/ports?device_id=2c0b3914-db04-430b-9b9c-aec0077e3559 HTTP/1.1" status: 200 len: 943 time: 0.0517423 Nov 05 19:19:49.421765 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-51ab7650-ecb4-4d7b-ac79-e913bd401a36 req-87e18c61-38d5-46b5-8b07-8f260be822dd tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] 10.222.0.13 "GET /v2.0/security-groups?id=0901d174-558d-4d58-91a3-452d9a2f95cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433941 Nov 05 19:19:50.539909 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8f59f4-ef53-486a-8992-99d82b7ad3a7 req-26253974-8332-4aea-b34f-1c31450fa99a tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:19:50.541418 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-5b8f59f4-ef53-486a-8992-99d82b7ad3a7 req-26253974-8332-4aea-b34f-1c31450fa99a tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] 10.222.0.13 "GET /v2.0/ports?device_id=2c0b3914-db04-430b-9b9c-aec0077e3559 HTTP/1.1" status: 200 len: 943 time: 0.0504308 Nov 05 19:19:50.593099 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-5b8f59f4-ef53-486a-8992-99d82b7ad3a7 req-cf4b9b7a-0830-4582-9683-4d3f0eb9650d tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] 10.222.0.13 "GET /v2.0/security-groups?id=0901d174-558d-4d58-91a3-452d9a2f95cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455260 Nov 05 19:19:51.713668 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39dc917-71f4-4093-85b9-a1af3feed71e req-1d5d9b36-8042-46eb-b114-1d099a44ef99 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:19:51.719162 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-c39dc917-71f4-4093-85b9-a1af3feed71e req-1d5d9b36-8042-46eb-b114-1d099a44ef99 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] 10.222.0.13 "GET /v2.0/ports?device_id=2c0b3914-db04-430b-9b9c-aec0077e3559 HTTP/1.1" status: 200 len: 943 time: 0.0517259 Nov 05 19:19:51.765757 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-c39dc917-71f4-4093-85b9-a1af3feed71e req-6017f5b5-1b9c-4308-912a-97c482f2b0da tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] 10.222.0.13 "GET /v2.0/security-groups?id=0901d174-558d-4d58-91a3-452d9a2f95cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444684 Nov 05 19:19:52.886089 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058a7d58-2b26-47c2-99ca-d91bfaf292ed req-c091296b-20d9-41e8-a978-ed68f138aa35 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:19:52.887600 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-058a7d58-2b26-47c2-99ca-d91bfaf292ed req-c091296b-20d9-41e8-a978-ed68f138aa35 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] 10.222.0.13 "GET /v2.0/ports?device_id=2c0b3914-db04-430b-9b9c-aec0077e3559 HTTP/1.1" status: 200 len: 943 time: 0.0495732 Nov 05 19:19:52.937019 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-058a7d58-2b26-47c2-99ca-d91bfaf292ed req-f4abe7d3-fbfe-4f7a-8e00-db810770f873 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] 10.222.0.13 "GET /v2.0/security-groups?id=0901d174-558d-4d58-91a3-452d9a2f95cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432553 Nov 05 19:19:53.628680 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 40962) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:19:53.735532 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-f6967feb-0078-4d41-9149-8531c799f5d5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:19:53.809876 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-f6967feb-0078-4d41-9149-8531c799f5d5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:19:53.868220 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-f6967feb-0078-4d41-9149-8531c799f5d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:19:53.906864 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-f6967feb-0078-4d41-9149-8531c799f5d5 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3d86e25cd055454da60d1262c94dce1b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2770910 Nov 05 19:19:53.907845 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6967feb-0078-4d41-9149-8531c799f5d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a6d407c-50a1-4093-bffb-e0ef72f4b213,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:19:53.909865 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 40966) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:19:53.962735 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-54eb7325-e52b-4164-99c9-dca88664c3cc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:19:53.985353 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-54eb7325-e52b-4164-99c9-dca88664c3cc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:19:54.067650 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdf9ba0-5c47-489e-8416-53f6a279c480 req-6bef26ec-d489-48b8-a838-152b0789c382 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:19:54.069063 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-9cdf9ba0-5c47-489e-8416-53f6a279c480 req-6bef26ec-d489-48b8-a838-152b0789c382 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] 10.222.0.13 "GET /v2.0/ports?device_id=2c0b3914-db04-430b-9b9c-aec0077e3559 HTTP/1.1" status: 200 len: 943 time: 0.0506108 Nov 05 19:19:54.117482 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-9cdf9ba0-5c47-489e-8416-53f6a279c480 req-5cd84152-baf7-42e3-a9fd-b8392e8203f8 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] 10.222.0.13 "GET /v2.0/security-groups?id=0901d174-558d-4d58-91a3-452d9a2f95cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410566 Nov 05 19:19:54.119097 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-54eb7325-e52b-4164-99c9-dca88664c3cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:19:54.121621 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-54eb7325-e52b-4164-99c9-dca88664c3cc admin admin] Publish callbacks [] for security_group, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:19:54.122698 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-54eb7325-e52b-4164-99c9-dca88664c3cc admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8a6d407c-50a1-4093-bffb-e0ef72f4b213 HTTP/1.1" status: 204 len: 168 time: 0.2117627 Nov 05 19:19:54.130769 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54eb7325-e52b-4164-99c9-dca88664c3cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a6d407c-50a1-4093-bffb-e0ef72f4b213,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:19:54.736027 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 40974) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:19:54.750201 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-0287e378-d8e7-4d99-bae1-cb70d9e47da6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:19:54.826835 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-0287e378-d8e7-4d99-bae1-cb70d9e47da6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:19:54.912770 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-0287e378-d8e7-4d99-bae1-cb70d9e47da6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:19:54.951028 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-0287e378-d8e7-4d99-bae1-cb70d9e47da6 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=18af16faf1fa4c38b9d3d62608e82603&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2138259 Nov 05 19:19:54.951879 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0287e378-d8e7-4d99-bae1-cb70d9e47da6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43d54630-9677-4c0d-b065-d203da7b0513,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:19:54.953874 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 40976) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:19:55.003882 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-0a40c3a4-3e62-48e6-a195-08e54c87a168 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:19:55.027814 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-0a40c3a4-3e62-48e6-a195-08e54c87a168 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:19:55.159331 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-0a40c3a4-3e62-48e6-a195-08e54c87a168 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:19:55.165987 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-0a40c3a4-3e62-48e6-a195-08e54c87a168 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:19:55.165987 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-0a40c3a4-3e62-48e6-a195-08e54c87a168 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/43d54630-9677-4c0d-b065-d203da7b0513 HTTP/1.1" status: 204 len: 168 time: 0.2082143 Nov 05 19:19:55.173821 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a40c3a4-3e62-48e6-a195-08e54c87a168 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43d54630-9677-4c0d-b065-d203da7b0513,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:19:55.240999 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81e5b56-8085-4f02-abe6-9e85e78490c6 req-78321d23-9220-47e6-9513-705776625719 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:19:55.242516 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-e81e5b56-8085-4f02-abe6-9e85e78490c6 req-78321d23-9220-47e6-9513-705776625719 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] 10.222.0.13 "GET /v2.0/ports?device_id=2c0b3914-db04-430b-9b9c-aec0077e3559 HTTP/1.1" status: 200 len: 943 time: 0.0527692 Nov 05 19:19:55.291516 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-e81e5b56-8085-4f02-abe6-9e85e78490c6 req-b4c9a676-c0ed-4adb-bbf3-8ec619009520 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] 10.222.0.13 "GET /v2.0/security-groups?id=0901d174-558d-4d58-91a3-452d9a2f95cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423391 Nov 05 19:19:56.408209 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f486e2-5157-4117-935a-bb216aedf2cb req-9dfe2e77-1318-4f0f-8c7d-711099c1c134 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:19:56.409743 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-10f486e2-5157-4117-935a-bb216aedf2cb req-9dfe2e77-1318-4f0f-8c7d-711099c1c134 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] 10.222.0.13 "GET /v2.0/ports?device_id=2c0b3914-db04-430b-9b9c-aec0077e3559 HTTP/1.1" status: 200 len: 943 time: 0.0493734 Nov 05 19:19:56.460080 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-10f486e2-5157-4117-935a-bb216aedf2cb req-8bd5bd97-fa17-4d67-9e87-635ac2bd6b89 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] 10.222.0.13 "GET /v2.0/security-groups?id=0901d174-558d-4d58-91a3-452d9a2f95cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429487 Nov 05 19:19:57.581041 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb235f7e-5fbb-46f0-bda5-596dc731357c req-6fb2ac9c-3b63-4b5f-baac-a7f4036c4929 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:19:57.582580 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-bb235f7e-5fbb-46f0-bda5-596dc731357c req-6fb2ac9c-3b63-4b5f-baac-a7f4036c4929 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] 10.222.0.13 "GET /v2.0/ports?device_id=2c0b3914-db04-430b-9b9c-aec0077e3559 HTTP/1.1" status: 200 len: 943 time: 0.0531147 Nov 05 19:19:57.631689 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-bb235f7e-5fbb-46f0-bda5-596dc731357c req-666ef509-b4cf-4406-89bb-286e09057988 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] 10.222.0.13 "GET /v2.0/security-groups?id=0901d174-558d-4d58-91a3-452d9a2f95cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430400 Nov 05 19:19:57.831242 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Device ae96ee47-fe6b-4389-9da8-ee7fd93fa5e6 details requested by agent hyperv_n-h2-816865-1 with host n-h2-816865-1 {{(pid=102388) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 05 19:19:58.087551 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] For port ae96ee47-fe6b-4389-9da8-ee7fd93fa5e6, host n-h2-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=ae96ee47-fe6b-4389-9da8-ee7fd93fa5e6,segment=NetworkSegment(c8ba8bad-518b-408a-adbf-9f95696a455e),segment_id=c8ba8bad-518b-408a-adbf-9f95696a455e)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:19:58.098752 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Returning: {'device': 'ae96ee47-fe6b-4389-9da8-ee7fd93fa5e6', 'network_id': '22c01ef1-936f-4d85-97a6-cf840ed74fec', 'port_id': 'ae96ee47-fe6b-4389-9da8-ee7fd93fa5e6', 'mac_address': 'fa:16:3e:30:36:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 164, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a5a1166-12d4-4407-8a6a-41bf61d6db29', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102388) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 05 19:19:58.136713 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:19:58.150691 n-d-816865-1 neutron-server[102388]: DEBUG neutron.notifiers.nova [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae96ee47-fe6b-4389-9da8-ee7fd93fa5e6 {{(pid=102388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 19:19:58.171376 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] For port ae96ee47-fe6b-4389-9da8-ee7fd93fa5e6, host n-h2-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=ae96ee47-fe6b-4389-9da8-ee7fd93fa5e6,segment=NetworkSegment(c8ba8bad-518b-408a-adbf-9f95696a455e),segment_id=c8ba8bad-518b-408a-adbf-9f95696a455e)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:19:58.261826 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:19:58.309248 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Pushing event updated for resources: {'Port': ['ID=ae96ee47-fe6b-4389-9da8-ee7fd93fa5e6,revision_number=4']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:19:58.316819 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:19:58.317168 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:19:58.317506 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:19:58.317842 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:19:58.318200 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:19:58.318529 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:19:58.318876 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:19:58.319179 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:19:58.319524 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:19:58.319847 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:19:58.320163 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:19:58.320970 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:19:58.530433 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] get_ports_and_sgs() called for port_ids ['ae96ee47-fe6b-4389-9da8-ee7fd93fa5e6'] {{(pid=102388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 19:19:58.753919 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bbae05-a9de-4c3c-bf4a-96c13fca5721 req-f72c7290-6625-4d79-a1da-bd6015e14841 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:19:58.755476 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-00bbae05-a9de-4c3c-bf4a-96c13fca5721 req-f72c7290-6625-4d79-a1da-bd6015e14841 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] 10.222.0.13 "GET /v2.0/ports?device_id=2c0b3914-db04-430b-9b9c-aec0077e3559 HTTP/1.1" status: 200 len: 944 time: 0.0511439 Nov 05 19:19:58.807962 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-00bbae05-a9de-4c3c-bf4a-96c13fca5721 req-1886058d-b2db-4ab9-9805-ee7fcc0e874a tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] 10.222.0.13 "GET /v2.0/security-groups?id=0901d174-558d-4d58-91a3-452d9a2f95cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456357 Nov 05 19:19:59.832160 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Device ae96ee47-fe6b-4389-9da8-ee7fd93fa5e6 up at agent hyperv_n-h2-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 19:19:59.935555 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d29a5a0-1070-4970-aa44-d97ac71e3aa0 req-39c6754a-0885-4b77-9f82-1656f58a3f61 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:19:59.937505 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-5d29a5a0-1070-4970-aa44-d97ac71e3aa0 req-39c6754a-0885-4b77-9f82-1656f58a3f61 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] 10.222.0.13 "GET /v2.0/ports?device_id=2c0b3914-db04-430b-9b9c-aec0077e3559 HTTP/1.1" status: 200 len: 944 time: 0.0528829 Nov 05 19:19:59.964724 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Provisioning for port ae96ee47-fe6b-4389-9da8-ee7fd93fa5e6 completed by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 05 19:19:59.968735 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Provisioning complete for port ae96ee47-fe6b-4389-9da8-ee7fd93fa5e6 triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:19:59.969117 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:19:59.985871 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-5d29a5a0-1070-4970-aa44-d97ac71e3aa0 req-8cef3232-5ef5-43cc-bcf7-29ffec3d6488 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] 10.222.0.13 "GET /v2.0/security-groups?id=0901d174-558d-4d58-91a3-452d9a2f95cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426676 Nov 05 19:20:00.050940 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:20:00.073981 n-d-816865-1 neutron-server[102388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c0b3914-db04-430b-9b9c-aec0077e3559', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae96ee47-fe6b-4389-9da8-ee7fd93fa5e6'}] {{(pid=102388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 19:20:00.076247 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85474fee1180e129d8a886d264fe0b30223aa672dd1ffe43b630605f18504f68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2062f6e1-06ff-4d2d-8b39-a25d14e1db70" -d '{"events": [{"server_uuid": "2c0b3914-db04-430b-9b9c-aec0077e3559", "name": "network-vif-plugged", "status": "completed", "tag": "ae96ee47-fe6b-4389-9da8-ee7fd93fa5e6"}]}' {{(pid=102388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 19:20:00.090503 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] For port ae96ee47-fe6b-4389-9da8-ee7fd93fa5e6, host n-h2-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=ae96ee47-fe6b-4389-9da8-ee7fd93fa5e6,segment=NetworkSegment(c8ba8bad-518b-408a-adbf-9f95696a455e),segment_id=c8ba8bad-518b-408a-adbf-9f95696a455e)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:20:00.119094 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 19:20:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a226ab6c-fc67-43a1-a5c1-8d258241475e x-openstack-request-id: req-a226ab6c-fc67-43a1-a5c1-8d258241475e {{(pid=102388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 19:20:00.119388 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c0b3914-db04-430b-9b9c-aec0077e3559", "name": "network-vif-plugged", "status": "completed", "tag": "ae96ee47-fe6b-4389-9da8-ee7fd93fa5e6", "code": 200}]} {{(pid=102388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 19:20:00.119646 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a226ab6c-fc67-43a1-a5c1-8d258241475e {{(pid=102388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 19:20:00.120070 n-d-816865-1 neutron-server[102388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c0b3914-db04-430b-9b9c-aec0077e3559', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae96ee47-fe6b-4389-9da8-ee7fd93fa5e6', 'code': 200} Nov 05 19:20:00.158912 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:20:00.216271 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Pushing event updated for resources: {'Port': ['ID=ae96ee47-fe6b-4389-9da8-ee7fd93fa5e6,revision_number=5']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:20:00.235224 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca115e2-5f8d-45ff-9504-ca4fcf911fe4 req-2e277706-051e-4af0-ad4e-08ad1d5259d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:20:00.239152 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-2ca115e2-5f8d-45ff-9504-ca4fcf911fe4 req-2e277706-051e-4af0-ad4e-08ad1d5259d5 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=2c0b3914-db04-430b-9b9c-aec0077e3559 HTTP/1.1" status: 200 len: 1096 time: 0.0513272 Nov 05 19:20:00.296361 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-2ca115e2-5f8d-45ff-9504-ca4fcf911fe4 req-70fcf57e-8109-4231-bc30-0712d5ed992a service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=0901d174-558d-4d58-91a3-452d9a2f95cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464628 Nov 05 19:20:01.107713 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b258f827-3994-4e1a-b476-ffd8d0257c1b req-13d2fea6-e468-475f-b260-6cd63a4f0b9b tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:20:01.109193 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-b258f827-3994-4e1a-b476-ffd8d0257c1b req-13d2fea6-e468-475f-b260-6cd63a4f0b9b tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] 10.222.0.13 "GET /v2.0/ports?device_id=2c0b3914-db04-430b-9b9c-aec0077e3559 HTTP/1.1" status: 200 len: 945 time: 0.0494254 Nov 05 19:20:01.157135 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-b258f827-3994-4e1a-b476-ffd8d0257c1b req-b8a0e630-c6e0-49a9-bd8f-0d813d7e57ff tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] 10.222.0.13 "GET /v2.0/security-groups?id=0901d174-558d-4d58-91a3-452d9a2f95cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417426 Nov 05 19:20:02.279339 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a602e8-dbce-411a-8c31-f554907b3b69 req-a219bb0d-4d72-4869-b74a-388aafc45af7 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:20:02.280943 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-e7a602e8-dbce-411a-8c31-f554907b3b69 req-a219bb0d-4d72-4869-b74a-388aafc45af7 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] 10.222.0.13 "GET /v2.0/ports?device_id=2c0b3914-db04-430b-9b9c-aec0077e3559 HTTP/1.1" status: 200 len: 945 time: 0.0517390 Nov 05 19:20:02.332710 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-e7a602e8-dbce-411a-8c31-f554907b3b69 req-0f42964f-b984-45f3-b85d-568de1903cd7 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] 10.222.0.13 "GET /v2.0/security-groups?id=0901d174-558d-4d58-91a3-452d9a2f95cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450566 Nov 05 19:20:02.450204 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49f55d7-bb3c-4173-99df-01bd07a873fe req-88d0eae3-4e4d-461e-8945-d20b6fdcdad6 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:20:02.451734 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-d49f55d7-bb3c-4173-99df-01bd07a873fe req-88d0eae3-4e4d-461e-8945-d20b6fdcdad6 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] 10.222.0.13 "GET /v2.0/ports?device_id=2c0b3914-db04-430b-9b9c-aec0077e3559 HTTP/1.1" status: 200 len: 945 time: 0.0496168 Nov 05 19:20:02.498912 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-d49f55d7-bb3c-4173-99df-01bd07a873fe req-28fc6129-d7c5-4d9d-aeee-a6b803ece7d8 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] 10.222.0.13 "GET /v2.0/security-groups?id=0901d174-558d-4d58-91a3-452d9a2f95cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411925 Nov 05 19:20:02.656286 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-e7a2fdf4-bcb7-448d-a891-42e53fe9f673 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:20:03.090534 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4938dee-2833-473d-8032-8174f54a908e req-2e220413-18ee-464f-a087-0e46ea57487f tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:20:03.092027 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-f4938dee-2833-473d-8032-8174f54a908e req-2e220413-18ee-464f-a087-0e46ea57487f tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] 10.222.0.13 "GET /v2.0/ports?device_id=2c0b3914-db04-430b-9b9c-aec0077e3559 HTTP/1.1" status: 200 len: 945 time: 0.0495031 Nov 05 19:20:03.143464 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-f4938dee-2833-473d-8032-8174f54a908e req-2db3035d-cde1-4dba-aa68-5547d715c62f tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] 10.222.0.13 "GET /v2.0/security-groups?id=0901d174-558d-4d58-91a3-452d9a2f95cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455110 Nov 05 19:20:04.270740 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85c0087-a895-452c-aac5-5f3ec0031c3d req-890d9011-5a0a-4597-b9ce-84d125f31003 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:20:04.272268 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-c85c0087-a895-452c-aac5-5f3ec0031c3d req-890d9011-5a0a-4597-b9ce-84d125f31003 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] 10.222.0.13 "GET /v2.0/ports?device_id=2c0b3914-db04-430b-9b9c-aec0077e3559 HTTP/1.1" status: 200 len: 945 time: 0.0549042 Nov 05 19:20:04.329138 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-c85c0087-a895-452c-aac5-5f3ec0031c3d req-371a49f2-5ed5-4519-a67c-76934a19d5d8 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] 10.222.0.13 "GET /v2.0/security-groups?id=0901d174-558d-4d58-91a3-452d9a2f95cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503652 Nov 05 19:20:04.393025 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:20:04.701335 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689274cb-defb-43ef-8015-7b16401d4c34 req-cf81dabd-cc49-498e-8581-13e97515b900 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:20:04.702803 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-689274cb-defb-43ef-8015-7b16401d4c34 req-cf81dabd-cc49-498e-8581-13e97515b900 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] 10.222.0.55 "GET /v2.0/ports?device_id=2c0b3914-db04-430b-9b9c-aec0077e3559 HTTP/1.1" status: 200 len: 945 time: 0.0492330 Nov 05 19:20:04.798963 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [req-689274cb-defb-43ef-8015-7b16401d4c34 req-2f5531f1-e167-4ce9-8d11-e21a9d62b7b5 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Deleting port ae96ee47-fe6b-4389-9da8-ee7fd93fa5e6 {{(pid=102386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 19:20:04.799219 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-689274cb-defb-43ef-8015-7b16401d4c34 req-2f5531f1-e167-4ce9-8d11-e21a9d62b7b5 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:20:04.889527 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [req-689274cb-defb-43ef-8015-7b16401d4c34 req-2f5531f1-e167-4ce9-8d11-e21a9d62b7b5 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] For port ae96ee47-fe6b-4389-9da8-ee7fd93fa5e6, host n-h2-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=ae96ee47-fe6b-4389-9da8-ee7fd93fa5e6,segment=NetworkSegment(c8ba8bad-518b-408a-adbf-9f95696a455e),segment_id=c8ba8bad-518b-408a-adbf-9f95696a455e)] {{(pid=102386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:20:04.889883 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-689274cb-defb-43ef-8015-7b16401d4c34 req-2f5531f1-e167-4ce9-8d11-e21a9d62b7b5 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:20:04.906619 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [req-689274cb-defb-43ef-8015-7b16401d4c34 req-2f5531f1-e167-4ce9-8d11-e21a9d62b7b5 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Calling delete_port for ae96ee47-fe6b-4389-9da8-ee7fd93fa5e6 owned by compute:nova {{(pid=102386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 19:20:05.113304 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-689274cb-defb-43ef-8015-7b16401d4c34 req-2f5531f1-e167-4ce9-8d11-e21a9d62b7b5 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:20:05.124988 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] get_ports_and_sgs() called for port_ids ['59dae623-b586-476f-aeb5-e9900b58493d'] {{(pid=102388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 19:20:05.130649 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] get_ports_and_sgs() called for port_ids ['ae96ee47-fe6b-4389-9da8-ee7fd93fa5e6'] {{(pid=102388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 19:20:05.144125 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5531f1-e167-4ce9-8d11-e21a9d62b7b5 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Pushing event deleted for resources: {'Port': ['ID=ae96ee47-fe6b-4389-9da8-ee7fd93fa5e6,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:20:05.176489 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f5531f1-e167-4ce9-8d11-e21a9d62b7b5 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:20:05.177752 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f5531f1-e167-4ce9-8d11-e21a9d62b7b5 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:20:05.177752 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f5531f1-e167-4ce9-8d11-e21a9d62b7b5 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:20:05.177752 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f5531f1-e167-4ce9-8d11-e21a9d62b7b5 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:20:05.178030 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f5531f1-e167-4ce9-8d11-e21a9d62b7b5 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:20:05.178415 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f5531f1-e167-4ce9-8d11-e21a9d62b7b5 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:20:05.178748 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f5531f1-e167-4ce9-8d11-e21a9d62b7b5 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:20:05.179078 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f5531f1-e167-4ce9-8d11-e21a9d62b7b5 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:20:05.180073 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f5531f1-e167-4ce9-8d11-e21a9d62b7b5 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:20:05.180570 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f5531f1-e167-4ce9-8d11-e21a9d62b7b5 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:20:05.180952 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f5531f1-e167-4ce9-8d11-e21a9d62b7b5 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:20:05.181231 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f5531f1-e167-4ce9-8d11-e21a9d62b7b5 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:20:05.204989 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [req-689274cb-defb-43ef-8015-7b16401d4c34 req-2f5531f1-e167-4ce9-8d11-e21a9d62b7b5 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] No DVR routers for this DVR port ae96ee47-fe6b-4389-9da8-ee7fd93fa5e6 on host n-h2-816865-1 {{(pid=102386) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 19:20:05.212447 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-689274cb-defb-43ef-8015-7b16401d4c34 req-2f5531f1-e167-4ce9-8d11-e21a9d62b7b5 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:20:05.212447 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-689274cb-defb-43ef-8015-7b16401d4c34 req-2f5531f1-e167-4ce9-8d11-e21a9d62b7b5 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] 10.222.0.55 "DELETE /v2.0/ports/ae96ee47-fe6b-4389-9da8-ee7fd93fa5e6 HTTP/1.1" status: 204 len: 173 time: 0.5020967 Nov 05 19:20:05.212447 n-d-816865-1 neutron-server[102386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c0b3914-db04-430b-9b9c-aec0077e3559', 'name': 'network-vif-deleted', 'tag': 'ae96ee47-fe6b-4389-9da8-ee7fd93fa5e6'}] {{(pid=102386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 19:20:05.214457 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6173a44d7c73f41af551dc890fa1a5892c2c6bc3458b640c8e0c24db7876ba6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29529702-8fed-4423-acaf-adf25f428817" -d '{"events": [{"server_uuid": "2c0b3914-db04-430b-9b9c-aec0077e3559", "name": "network-vif-deleted", "tag": "ae96ee47-fe6b-4389-9da8-ee7fd93fa5e6"}]}' {{(pid=102386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 19:20:05.255886 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 19:20:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70be1a51-b88f-4f21-9310-1cef346c6239 x-openstack-request-id: req-70be1a51-b88f-4f21-9310-1cef346c6239 {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 19:20:05.256919 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c0b3914-db04-430b-9b9c-aec0077e3559", "name": "network-vif-deleted", "tag": "ae96ee47-fe6b-4389-9da8-ee7fd93fa5e6", "status": "completed", "code": 200}]} {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 19:20:05.257179 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-70be1a51-b88f-4f21-9310-1cef346c6239 {{(pid=102386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 19:20:05.257809 n-d-816865-1 neutron-server[102386]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c0b3914-db04-430b-9b9c-aec0077e3559', 'name': 'network-vif-deleted', 'tag': 'ae96ee47-fe6b-4389-9da8-ee7fd93fa5e6', 'status': 'completed', 'code': 200} Nov 05 19:20:05.405498 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 41088) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:20:05.410756 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c3bf4d5c-b000-45df-8c99-2b334f56722f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:20:05.431924 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-ce309e18-eebb-4775-9002-a16bbb1689d8 req-04e6c6fd-0c71-4ec2-ae18-73f307a134b6 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] 10.222.0.13 "GET /v2.0/ports?device_id=2c0b3914-db04-430b-9b9c-aec0077e3559 HTTP/1.1" status: 200 len: 210 time: 0.0286500 Nov 05 19:20:05.514445 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-fc7982ea-7504-499d-9e35-c761ce7672f1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:20:05.594106 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-fc7982ea-7504-499d-9e35-c761ce7672f1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:20:05.656150 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-fc7982ea-7504-499d-9e35-c761ce7672f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:20:05.696630 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-fc7982ea-7504-499d-9e35-c761ce7672f1 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=bd6a910760524927bac5c17dafd1ad38&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2900093 Nov 05 19:20:05.697517 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7982ea-7504-499d-9e35-c761ce7672f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30be0c8b-7c10-4b4e-9c34-fb2daf10e461,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:20:05.699381 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 41092) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:20:05.750133 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-4785caa7-7c7b-4649-a9d1-465b9727f458 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:20:05.771545 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-4785caa7-7c7b-4649-a9d1-465b9727f458 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:20:05.873010 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-4785caa7-7c7b-4649-a9d1-465b9727f458 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:20:05.875639 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-4785caa7-7c7b-4649-a9d1-465b9727f458 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:20:05.876835 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-4785caa7-7c7b-4649-a9d1-465b9727f458 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/30be0c8b-7c10-4b4e-9c34-fb2daf10e461 HTTP/1.1" status: 204 len: 168 time: 0.1761775 Nov 05 19:20:05.885254 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4785caa7-7c7b-4649-a9d1-465b9727f458 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30be0c8b-7c10-4b4e-9c34-fb2daf10e461,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:20:05.893057 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4785caa7-7c7b-4649-a9d1-465b9727f458 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:20:05.893407 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4785caa7-7c7b-4649-a9d1-465b9727f458 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:20:05.893748 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4785caa7-7c7b-4649-a9d1-465b9727f458 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:20:05.894126 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4785caa7-7c7b-4649-a9d1-465b9727f458 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:20:05.894484 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4785caa7-7c7b-4649-a9d1-465b9727f458 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:20:05.894758 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4785caa7-7c7b-4649-a9d1-465b9727f458 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:20:05.895103 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4785caa7-7c7b-4649-a9d1-465b9727f458 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:20:05.895647 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4785caa7-7c7b-4649-a9d1-465b9727f458 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:20:05.896010 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4785caa7-7c7b-4649-a9d1-465b9727f458 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:20:05.896492 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4785caa7-7c7b-4649-a9d1-465b9727f458 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:20:05.897009 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4785caa7-7c7b-4649-a9d1-465b9727f458 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:20:05.897499 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4785caa7-7c7b-4649-a9d1-465b9727f458 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:20:06.364893 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b304910f-7b27-444b-a8fc-977d26b1ceac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:20:06.450248 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:20:06.513509 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 41100) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:20:06.528376 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-8e1e3d1a-80b1-49ea-ad24-94224d6ca935 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:20:06.534076 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-e3b95ee6-5046-4287-ad1d-42c91bd92d4a req-b6ac0fea-5a40-48ea-b7fe-48ff2a11316c tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] 10.222.0.13 "GET /v2.0/ports?device_id=2c0b3914-db04-430b-9b9c-aec0077e3559 HTTP/1.1" status: 200 len: 210 time: 0.0318210 Nov 05 19:20:06.612610 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-8e1e3d1a-80b1-49ea-ad24-94224d6ca935 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:20:06.667623 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-8e1e3d1a-80b1-49ea-ad24-94224d6ca935 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:20:06.709914 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-8e1e3d1a-80b1-49ea-ad24-94224d6ca935 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=fc4b1934025f4299acd398427598d317&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1945059 Nov 05 19:20:06.712035 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1e3d1a-80b1-49ea-ad24-94224d6ca935 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb912396-a0cc-4036-941a-d92e1967ac47,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:20:06.712633 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 41102) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:20:06.763646 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-6b3f999a-a21c-41fc-9203-edbe0c92f6ca admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:20:06.785012 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-6b3f999a-a21c-41fc-9203-edbe0c92f6ca admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:20:06.895996 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-6b3f999a-a21c-41fc-9203-edbe0c92f6ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:20:06.899325 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-6b3f999a-a21c-41fc-9203-edbe0c92f6ca admin admin] Publish callbacks [] for security_group, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:20:06.900710 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-6b3f999a-a21c-41fc-9203-edbe0c92f6ca admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/fb912396-a0cc-4036-941a-d92e1967ac47 HTTP/1.1" status: 204 len: 168 time: 0.1870811 Nov 05 19:20:06.909002 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3f999a-a21c-41fc-9203-edbe0c92f6ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb912396-a0cc-4036-941a-d92e1967ac47,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:20:07.645389 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-5c85e86f-bca1-4a1a-89cd-f54c9ebdbca9 req-e6dfbf23-d852-4ccc-80fc-f2a4037ae303 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] 10.222.0.13 "GET /v2.0/ports?device_id=2c0b3914-db04-430b-9b9c-aec0077e3559 HTTP/1.1" status: 200 len: 210 time: 0.0363050 Nov 05 19:20:07.893534 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Device ae96ee47-fe6b-4389-9da8-ee7fd93fa5e6 no longer exists at agent hyperv_n-h2-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 19:20:07.915094 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] No Port match for: ae96ee47-fe6b-4389-9da8-ee7fd93fa5e6 {{(pid=102388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 19:20:07.915529 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Device ae96ee47-fe6b-4389-9da8-ee7fd93fa5e6 not bound to the agent host n-h2-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 19:20:08.290993 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-31f93893-a48e-4ae8-833d-dccb2b42eacc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:20:08.530015 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:20:08.748437 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-be55c0c5-66f1-4987-8abc-9a581fe3ba9a req-18c2417d-5291-42e4-bfd5-822431b9f11f tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] 10.222.0.13 "GET /v2.0/ports?device_id=2c0b3914-db04-430b-9b9c-aec0077e3559 HTTP/1.1" status: 200 len: 210 time: 0.0278437 Nov 05 19:20:09.849403 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-5db4b9a7-a06a-402b-862f-6a28efe6285c req-c40db390-85b5-4a9c-a720-98b3e8316890 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] 10.222.0.13 "GET /v2.0/ports?device_id=2c0b3914-db04-430b-9b9c-aec0077e3559 HTTP/1.1" status: 200 len: 210 time: 0.0288277 Nov 05 19:20:10.029088 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-230e2f20-082a-4639-a944-af1ee5c2693d req-24c44113-1b9a-4ec8-b41c-ed23bb5e2ef5 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=84c41646-9c30-4448-a7fd-2f2ec50e531e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0587192 Nov 05 19:20:10.113372 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230e2f20-082a-4639-a944-af1ee5c2693d req-7c6a4847-2d50-48a0-87b4-9f2e3c5e80db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:20:10.116253 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-230e2f20-082a-4639-a944-af1ee5c2693d req-7c6a4847-2d50-48a0-87b4-9f2e3c5e80db service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=975e22a5e2c44667a77341bd773126d4&device_id=84c41646-9c30-4448-a7fd-2f2ec50e531e HTTP/1.1" status: 200 len: 1097 time: 0.0434227 Nov 05 19:20:10.240296 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230e2f20-082a-4639-a944-af1ee5c2693d req-06ba0270-a426-416f-9b68-e33bd8b5e1da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:20:10.241904 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-230e2f20-082a-4639-a944-af1ee5c2693d req-06ba0270-a426-416f-9b68-e33bd8b5e1da service neutron] 10.222.0.41 "GET /v2.0/networks?id=22c01ef1-936f-4d85-97a6-cf840ed74fec HTTP/1.1" status: 200 len: 912 time: 0.0955117 Nov 05 19:20:10.285440 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-230e2f20-082a-4639-a944-af1ee5c2693d req-ca52678b-df44-44ce-8afa-181ac10f69ca service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=59dae623-b586-476f-aeb5-e9900b58493d HTTP/1.1" status: 200 len: 217 time: 0.0359037 Nov 05 19:20:10.343025 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230e2f20-082a-4639-a944-af1ee5c2693d req-3b80b5ed-a73d-4212-a2ed-69426bed6c3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:20:10.344584 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-230e2f20-082a-4639-a944-af1ee5c2693d req-3b80b5ed-a73d-4212-a2ed-69426bed6c3a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=9a5a1166-12d4-4407-8a6a-41bf61d6db29 HTTP/1.1" status: 200 len: 850 time: 0.0511680 Nov 05 19:20:10.404755 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230e2f20-082a-4639-a944-af1ee5c2693d req-c00d6b66-d4bd-4a78-9cd1-21b0cc41e41d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:20:10.406314 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-230e2f20-082a-4639-a944-af1ee5c2693d req-c00d6b66-d4bd-4a78-9cd1-21b0cc41e41d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=22c01ef1-936f-4d85-97a6-cf840ed74fec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0512443 Nov 05 19:20:10.512213 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-230e2f20-082a-4639-a944-af1ee5c2693d req-1f71ca82-b0de-47da-bda5-01ca9d04ba9d service neutron] 10.222.0.41 "GET /v2.0/networks/22c01ef1-936f-4d85-97a6-cf840ed74fec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0980995 Nov 05 19:20:10.639139 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-230e2f20-082a-4639-a944-af1ee5c2693d req-e8144d17-9c72-4203-bbc6-c5872200383c service neutron] 10.222.0.41 "GET /v2.0/networks/22c01ef1-936f-4d85-97a6-cf840ed74fec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1196454 Nov 05 19:20:10.975411 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-fe8d4af1-d0b6-4ac0-bf48-1bc7286b37f7 req-dae737fb-6e82-4378-9aad-c25d38bceedf tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] 10.222.0.13 "GET /v2.0/ports?device_id=2c0b3914-db04-430b-9b9c-aec0077e3559 HTTP/1.1" status: 200 len: 210 time: 0.0362737 Nov 05 19:20:17.744767 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 41224) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:20:17.855996 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-3cf06094-d4dc-41f8-a8f8-71147ddff959 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:20:17.911705 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fafadd2-738a-487e-8146-a582ce51d08f req-0fefcc91-75e0-44da-a855-2ac0ea50f1a8 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:20:17.913551 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-2fafadd2-738a-487e-8146-a582ce51d08f req-0fefcc91-75e0-44da-a855-2ac0ea50f1a8 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] 10.222.0.13 "GET /v2.0/ports?device_id=84c41646-9c30-4448-a7fd-2f2ec50e531e HTTP/1.1" status: 200 len: 946 time: 0.0543900 Nov 05 19:20:17.939338 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-3cf06094-d4dc-41f8-a8f8-71147ddff959 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:20:17.965164 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-2fafadd2-738a-487e-8146-a582ce51d08f req-db7ed227-82a3-4d2c-b4f9-2f77ca088572 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] 10.222.0.13 "GET /v2.0/security-groups?id=0901d174-558d-4d58-91a3-452d9a2f95cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450449 Nov 05 19:20:18.021454 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-3cf06094-d4dc-41f8-a8f8-71147ddff959 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:20:18.064737 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-3cf06094-d4dc-41f8-a8f8-71147ddff959 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5e2b0a9cb92248388342e6cccebf19bb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3187680 Nov 05 19:20:18.065624 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf06094-d4dc-41f8-a8f8-71147ddff959 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b5d9e7b-068a-4d98-b7d1-70e705f868dd,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:20:18.068261 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 41230) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:20:18.119403 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-75112731-40f7-4e21-9e4a-e854241876f5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:20:18.146471 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-75112731-40f7-4e21-9e4a-e854241876f5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:20:18.284124 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-75112731-40f7-4e21-9e4a-e854241876f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:20:18.286724 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-75112731-40f7-4e21-9e4a-e854241876f5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:20:18.287885 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-75112731-40f7-4e21-9e4a-e854241876f5 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6b5d9e7b-068a-4d98-b7d1-70e705f868dd HTTP/1.1" status: 204 len: 168 time: 0.2182772 Nov 05 19:20:18.295914 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75112731-40f7-4e21-9e4a-e854241876f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b5d9e7b-068a-4d98-b7d1-70e705f868dd,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:20:18.967434 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 41236) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:20:18.983080 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-cd2957bc-53f0-4bb0-bec1-37da4cd02379 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:20:19.091337 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-cd2957bc-53f0-4bb0-bec1-37da4cd02379 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:20:19.110893 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e365fddd-2829-44ad-9863-a29024575636 req-852d9589-9833-4839-b593-d990b17802fa tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:20:19.112370 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-e365fddd-2829-44ad-9863-a29024575636 req-852d9589-9833-4839-b593-d990b17802fa tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] 10.222.0.13 "GET /v2.0/ports?device_id=84c41646-9c30-4448-a7fd-2f2ec50e531e HTTP/1.1" status: 200 len: 946 time: 0.0634401 Nov 05 19:20:19.160092 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-e365fddd-2829-44ad-9863-a29024575636 req-6146f945-76a1-4fd5-aa9b-7efc42e904d8 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] 10.222.0.13 "GET /v2.0/security-groups?id=0901d174-558d-4d58-91a3-452d9a2f95cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415471 Nov 05 19:20:19.169763 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-cd2957bc-53f0-4bb0-bec1-37da4cd02379 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:20:19.208277 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-cd2957bc-53f0-4bb0-bec1-37da4cd02379 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=bdb65f98beb94203b2ef8b8e9b49baff&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2397325 Nov 05 19:20:19.209243 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2957bc-53f0-4bb0-bec1-37da4cd02379 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74d1024f-8b59-490a-b703-1f48108c49fe,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:20:19.211474 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 41240) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:20:19.261045 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-5961cf9b-dfc4-494f-b9b0-4ad75594ed2d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:20:19.282942 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-5961cf9b-dfc4-494f-b9b0-4ad75594ed2d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:20:19.394103 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c83bf23-4aed-4b62-8921-ea22188597af req-06290a8e-95ec-4b6c-9e45-d34e6b4f0471 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:20:19.395633 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-7c83bf23-4aed-4b62-8921-ea22188597af req-06290a8e-95ec-4b6c-9e45-d34e6b4f0471 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] 10.222.0.41 "GET /v2.0/ports?device_id=84c41646-9c30-4448-a7fd-2f2ec50e531e HTTP/1.1" status: 200 len: 946 time: 0.0517542 Nov 05 19:20:19.399562 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-5961cf9b-dfc4-494f-b9b0-4ad75594ed2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:20:19.402513 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-5961cf9b-dfc4-494f-b9b0-4ad75594ed2d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:20:19.403449 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-5961cf9b-dfc4-494f-b9b0-4ad75594ed2d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/74d1024f-8b59-490a-b703-1f48108c49fe HTTP/1.1" status: 204 len: 168 time: 0.1902666 Nov 05 19:20:19.412497 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5961cf9b-dfc4-494f-b9b0-4ad75594ed2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74d1024f-8b59-490a-b703-1f48108c49fe,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:20:19.488064 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [req-7c83bf23-4aed-4b62-8921-ea22188597af req-a9aa9573-7470-4b75-9a85-3418ed27d6e5 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Deleting port 59dae623-b586-476f-aeb5-e9900b58493d {{(pid=102387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 19:20:19.488418 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-7c83bf23-4aed-4b62-8921-ea22188597af req-a9aa9573-7470-4b75-9a85-3418ed27d6e5 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:20:19.580834 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.db [req-7c83bf23-4aed-4b62-8921-ea22188597af req-a9aa9573-7470-4b75-9a85-3418ed27d6e5 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] For port 59dae623-b586-476f-aeb5-e9900b58493d, host n-h1-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=59dae623-b586-476f-aeb5-e9900b58493d,segment=NetworkSegment(c8ba8bad-518b-408a-adbf-9f95696a455e),segment_id=c8ba8bad-518b-408a-adbf-9f95696a455e)] {{(pid=102387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:20:19.581196 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-7c83bf23-4aed-4b62-8921-ea22188597af req-a9aa9573-7470-4b75-9a85-3418ed27d6e5 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:20:19.594746 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [req-7c83bf23-4aed-4b62-8921-ea22188597af req-a9aa9573-7470-4b75-9a85-3418ed27d6e5 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Calling delete_port for 59dae623-b586-476f-aeb5-e9900b58493d owned by compute:nova {{(pid=102387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 19:20:19.793116 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-7c83bf23-4aed-4b62-8921-ea22188597af req-a9aa9573-7470-4b75-9a85-3418ed27d6e5 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4417063'] for port, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:20:19.820738 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9aa9573-7470-4b75-9a85-3418ed27d6e5 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Pushing event deleted for resources: {'Port': ['ID=59dae623-b586-476f-aeb5-e9900b58493d,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:20:19.870553 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c83bf23-4aed-4b62-8921-ea22188597af req-a9aa9573-7470-4b75-9a85-3418ed27d6e5 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] No DVR routers for this DVR port 59dae623-b586-476f-aeb5-e9900b58493d on host n-h1-816865-1 {{(pid=102387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 19:20:19.873233 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-7c83bf23-4aed-4b62-8921-ea22188597af req-a9aa9573-7470-4b75-9a85-3418ed27d6e5 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:20:19.876621 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-7c83bf23-4aed-4b62-8921-ea22188597af req-a9aa9573-7470-4b75-9a85-3418ed27d6e5 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] 10.222.0.41 "DELETE /v2.0/ports/59dae623-b586-476f-aeb5-e9900b58493d HTTP/1.1" status: 204 len: 173 time: 0.4741228 Nov 05 19:20:19.877071 n-d-816865-1 neutron-server[102387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84c41646-9c30-4448-a7fd-2f2ec50e531e', 'name': 'network-vif-deleted', 'tag': '59dae623-b586-476f-aeb5-e9900b58493d'}] {{(pid=102387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 19:20:19.879646 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab06bd4ddf5758c1f10d79fe34dc215bafa488692cde9dba2fcbcb67556f90bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f117e587-11a0-4e8a-800a-8127d8636240" -d '{"events": [{"server_uuid": "84c41646-9c30-4448-a7fd-2f2ec50e531e", "name": "network-vif-deleted", "tag": "59dae623-b586-476f-aeb5-e9900b58493d"}]}' {{(pid=102387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 19:20:19.918274 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 19:20:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bb3cd7f-e1a6-4c45-9b46-bde3494dac6f x-openstack-request-id: req-7bb3cd7f-e1a6-4c45-9b46-bde3494dac6f {{(pid=102387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 19:20:19.918573 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84c41646-9c30-4448-a7fd-2f2ec50e531e", "name": "network-vif-deleted", "tag": "59dae623-b586-476f-aeb5-e9900b58493d", "status": "completed", "code": 200}]} {{(pid=102387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 19:20:19.918833 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7bb3cd7f-e1a6-4c45-9b46-bde3494dac6f {{(pid=102387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 19:20:19.919240 n-d-816865-1 neutron-server[102387]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84c41646-9c30-4448-a7fd-2f2ec50e531e', 'name': 'network-vif-deleted', 'tag': '59dae623-b586-476f-aeb5-e9900b58493d', 'status': 'completed', 'code': 200} Nov 05 19:20:20.265182 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-cc4217f9-5e8c-482b-8af0-8aa173b4cc62 req-a5274a7b-9e21-4131-a24e-14f79aa5575e tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] 10.222.0.13 "GET /v2.0/ports?device_id=84c41646-9c30-4448-a7fd-2f2ec50e531e HTTP/1.1" status: 200 len: 210 time: 0.0290167 Nov 05 19:20:20.741301 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.agents_db [None req-b9406b04-a0e8-43cf-b349-711963d96cf4 None None] Agent healthcheck: found 7 active agents {{(pid=102389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 05 19:20:21.367776 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-160833b5-2da3-4ed7-a989-904e1c70d4da req-499d577b-2b9a-49ea-9ed9-696219e91a70 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] 10.222.0.13 "GET /v2.0/ports?device_id=84c41646-9c30-4448-a7fd-2f2ec50e531e HTTP/1.1" status: 200 len: 210 time: 0.0283709 Nov 05 19:20:21.668847 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Device 59dae623-b586-476f-aeb5-e9900b58493d no longer exists at agent hyperv_n-h1-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 19:20:21.691320 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] No Port match for: 59dae623-b586-476f-aeb5-e9900b58493d {{(pid=102388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 19:20:21.691670 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Device 59dae623-b586-476f-aeb5-e9900b58493d not bound to the agent host n-h1-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 19:20:22.468492 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-3a3e45f5-6b0f-4cd7-a934-46e78fd07f82 req-dcda3991-a52d-4807-98d5-b6d4377f0b69 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] 10.222.0.13 "GET /v2.0/ports?device_id=84c41646-9c30-4448-a7fd-2f2ec50e531e HTTP/1.1" status: 200 len: 210 time: 0.0305829 Nov 05 19:20:23.565339 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-e1d96e55-9ea1-4fc3-b297-740fe14d556b req-88eb5a1e-aea7-41c0-a0a5-ac9b0a2c687e tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] 10.222.0.13 "GET /v2.0/ports?device_id=84c41646-9c30-4448-a7fd-2f2ec50e531e HTTP/1.1" status: 200 len: 210 time: 0.0267646 Nov 05 19:20:24.664853 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-8d055f98-14c3-41be-9316-a79378c1ef93 req-3923034a-7b80-4515-a754-b04416f97cc6 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] 10.222.0.13 "GET /v2.0/ports?device_id=84c41646-9c30-4448-a7fd-2f2ec50e531e HTTP/1.1" status: 200 len: 210 time: 0.0284040 Nov 05 19:20:29.388612 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 41420) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:20:29.393320 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-ba156804-3e1d-4f64-a30b-8196a2affa4b tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-939772579', 'description': 'tempest-secgroup-smoke-939772579 description', 'project_id': '975e22a5e2c44667a77341bd773126d4'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:20:29.418532 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 41422) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:20:29.472685 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-ba156804-3e1d-4f64-a30b-8196a2affa4b tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Publish callbacks [] for security_group, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:20:29.532555 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-37f6206b-5553-4bae-97a0-30caf7505e0d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:20:29.541348 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-ba156804-3e1d-4f64-a30b-8196a2affa4b tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Publish callbacks [] for security_group, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:20:29.581086 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-ba156804-3e1d-4f64-a30b-8196a2affa4b tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:20:29.609685 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba156804-3e1d-4f64-a30b-8196a2affa4b tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6d54dfd0-62a8-4492-8de1-981828e39f0d,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:20:29.612006 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-37f6206b-5553-4bae-97a0-30caf7505e0d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:20:29.680835 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-ba156804-3e1d-4f64-a30b-8196a2affa4b tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Publish callbacks [] for security_group, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:20:29.682147 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-ba156804-3e1d-4f64-a30b-8196a2affa4b tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2923994 Nov 05 19:20:29.685015 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 41426) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:20:29.689395 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-327f1025-e7d9-41b8-b1af-83205eab2d3f tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Request body: {'security_group_rule': {'security_group_id': '6d54dfd0-62a8-4492-8de1-981828e39f0d', 'project_id': '975e22a5e2c44667a77341bd773126d4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:20:29.701219 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-37f6206b-5553-4bae-97a0-30caf7505e0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:20:29.740071 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-37f6206b-5553-4bae-97a0-30caf7505e0d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4305c565855b4876a0fa716ffed27695&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3202417 Nov 05 19:20:29.740934 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f6206b-5553-4bae-97a0-30caf7505e0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3403820-24d6-4ba5-87d6-6f356eb758bf,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:20:29.743377 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 41428) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:20:29.794526 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-327f1025-e7d9-41b8-b1af-83205eab2d3f tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:20:29.798247 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-3b73fec7-de3a-48db-a672-79cd22a47194 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:20:29.834792 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-3b73fec7-de3a-48db-a672-79cd22a47194 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:20:29.880284 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-327f1025-e7d9-41b8-b1af-83205eab2d3f tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:20:29.923850 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-327f1025-e7d9-41b8-b1af-83205eab2d3f tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985308'] for security_group_rule, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:20:29.941530 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327f1025-e7d9-41b8-b1af-83205eab2d3f tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5aa34fe7-72f6-4646-941e-71c6008c576a,revision_number=0']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:20:29.943874 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-3b73fec7-de3a-48db-a672-79cd22a47194 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:20:29.947009 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-3b73fec7-de3a-48db-a672-79cd22a47194 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:20:29.948143 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-3b73fec7-de3a-48db-a672-79cd22a47194 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c3403820-24d6-4ba5-87d6-6f356eb758bf HTTP/1.1" status: 204 len: 168 time: 0.2036812 Nov 05 19:20:29.956756 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b73fec7-de3a-48db-a672-79cd22a47194 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3403820-24d6-4ba5-87d6-6f356eb758bf,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:20:30.011849 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-327f1025-e7d9-41b8-b1af-83205eab2d3f tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:20:30.013080 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-327f1025-e7d9-41b8-b1af-83205eab2d3f tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3271217 Nov 05 19:20:30.015866 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 41432) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:20:30.020192 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-890c93a7-b2d4-42ca-b406-6f0ac47f285f tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Request body: {'security_group_rule': {'security_group_id': '6d54dfd0-62a8-4492-8de1-981828e39f0d', 'project_id': '975e22a5e2c44667a77341bd773126d4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:20:30.083306 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-890c93a7-b2d4-42ca-b406-6f0ac47f285f tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:20:30.142658 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-890c93a7-b2d4-42ca-b406-6f0ac47f285f tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:20:30.204149 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-890c93a7-b2d4-42ca-b406-6f0ac47f285f tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985308'] for security_group_rule, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:20:30.221974 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890c93a7-b2d4-42ca-b406-6f0ac47f285f tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f87cdfa-32a4-4fd4-b8a4-6eb40ee9e77d,revision_number=0']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:20:30.263405 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-890c93a7-b2d4-42ca-b406-6f0ac47f285f tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:20:30.264570 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-890c93a7-b2d4-42ca-b406-6f0ac47f285f tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2477703 Nov 05 19:20:30.267475 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 41436) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:20:30.272107 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-d0622e84-9b54-49d1-9a87-98987ab6a4d9 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Request body: {'security_group_rule': {'security_group_id': '6d54dfd0-62a8-4492-8de1-981828e39f0d', 'project_id': '975e22a5e2c44667a77341bd773126d4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:20:30.352077 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-d0622e84-9b54-49d1-9a87-98987ab6a4d9 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:20:30.408744 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-d0622e84-9b54-49d1-9a87-98987ab6a4d9 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:20:30.461521 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-d0622e84-9b54-49d1-9a87-98987ab6a4d9 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985308'] for security_group_rule, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:20:30.476491 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 41438) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:20:30.480434 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0622e84-9b54-49d1-9a87-98987ab6a4d9 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7fa510c3-9e72-4d2a-a368-27c6a568c15f,revision_number=0']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:20:30.490207 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-866339c1-afdb-47ae-bebe-af969dad293e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:20:30.537498 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-d0622e84-9b54-49d1-9a87-98987ab6a4d9 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:20:30.539244 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-d0622e84-9b54-49d1-9a87-98987ab6a4d9 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2707481 Nov 05 19:20:30.542367 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 41440) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:20:30.546832 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-28845880-0e4c-4876-b7b3-0d4ad3860653 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Request body: {'security_group_rule': {'security_group_id': '6d54dfd0-62a8-4492-8de1-981828e39f0d', 'project_id': '975e22a5e2c44667a77341bd773126d4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:20:30.571308 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-866339c1-afdb-47ae-bebe-af969dad293e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:20:30.620901 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-28845880-0e4c-4876-b7b3-0d4ad3860653 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:20:30.643910 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-866339c1-afdb-47ae-bebe-af969dad293e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:20:30.678472 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-28845880-0e4c-4876-b7b3-0d4ad3860653 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:20:30.683400 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-866339c1-afdb-47ae-bebe-af969dad293e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=46e57c68b49541e48c7d22b67fd6e824&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2058263 Nov 05 19:20:30.684634 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866339c1-afdb-47ae-bebe-af969dad293e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e967615c-0fbd-414d-98a5-d84f7476d916,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:20:30.685962 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 41442) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:20:30.736480 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-36f0a0ec-8773-46fc-8e86-4323b869a5f4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:20:30.756795 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-28845880-0e4c-4876-b7b3-0d4ad3860653 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985308'] for security_group_rule, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:20:30.762235 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-36f0a0ec-8773-46fc-8e86-4323b869a5f4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:20:30.790139 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28845880-0e4c-4876-b7b3-0d4ad3860653 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77fa7324-4481-4f77-a791-aad6bb2157b3,revision_number=0']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:20:30.879667 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-28845880-0e4c-4876-b7b3-0d4ad3860653 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:20:30.880987 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-28845880-0e4c-4876-b7b3-0d4ad3860653 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3376470 Nov 05 19:20:30.883921 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 41444) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:20:30.888337 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-a48765f3-a6fd-4131-b9c5-a24d65969a69 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Request body: {'security_group_rule': {'security_group_id': '6d54dfd0-62a8-4492-8de1-981828e39f0d', 'project_id': '975e22a5e2c44667a77341bd773126d4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:20:30.907573 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-36f0a0ec-8773-46fc-8e86-4323b869a5f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:20:30.910087 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-36f0a0ec-8773-46fc-8e86-4323b869a5f4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:20:30.911191 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-36f0a0ec-8773-46fc-8e86-4323b869a5f4 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e967615c-0fbd-414d-98a5-d84f7476d916 HTTP/1.1" status: 204 len: 168 time: 0.2241824 Nov 05 19:20:30.919667 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f0a0ec-8773-46fc-8e86-4323b869a5f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e967615c-0fbd-414d-98a5-d84f7476d916,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:20:30.986772 n-d-816865-1 neutron-server[102386]: INFO neutron.db.securitygroups_db [None req-a48765f3-a6fd-4131-b9c5-a24d65969a69 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Project 975e22a5e2c44667a77341bd773126d4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 05 19:20:30.992227 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-a48765f3-a6fd-4131-b9c5-a24d65969a69 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:20:31.056075 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-a48765f3-a6fd-4131-b9c5-a24d65969a69 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:20:31.135188 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-a48765f3-a6fd-4131-b9c5-a24d65969a69 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985308'] for security_group_rule, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:20:31.155322 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48765f3-a6fd-4131-b9c5-a24d65969a69 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=839e16ab-f451-4b29-9f85-8a612407215c,revision_number=0']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:20:31.216917 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-a48765f3-a6fd-4131-b9c5-a24d65969a69 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:20:31.216917 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-a48765f3-a6fd-4131-b9c5-a24d65969a69 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3292618 Nov 05 19:20:31.216917 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 41450) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:20:31.221391 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-e38fed1d-b9d5-4374-9d74-1e9ab15ac17e tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Request body: {'security_group_rule': {'security_group_id': '6d54dfd0-62a8-4492-8de1-981828e39f0d', 'project_id': '975e22a5e2c44667a77341bd773126d4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:20:31.318317 n-d-816865-1 neutron-server[102386]: INFO neutron.db.securitygroups_db [None req-e38fed1d-b9d5-4374-9d74-1e9ab15ac17e tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Project 975e22a5e2c44667a77341bd773126d4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 05 19:20:31.324022 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-e38fed1d-b9d5-4374-9d74-1e9ab15ac17e tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:20:31.383704 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-e38fed1d-b9d5-4374-9d74-1e9ab15ac17e tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:20:31.478062 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-e38fed1d-b9d5-4374-9d74-1e9ab15ac17e tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985308'] for security_group_rule, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:20:31.493445 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38fed1d-b9d5-4374-9d74-1e9ab15ac17e tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8cf60e58-f8ca-458c-ad75-bf5fec11156e,revision_number=0']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:20:31.589364 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-e38fed1d-b9d5-4374-9d74-1e9ab15ac17e tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:20:31.590556 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-e38fed1d-b9d5-4374-9d74-1e9ab15ac17e tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3726912 Nov 05 19:20:31.629694 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 41458) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:20:31.644698 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-e38aefd6-cb18-4222-9665-8fa54dce09a9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:20:31.731424 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-e38aefd6-cb18-4222-9665-8fa54dce09a9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:20:31.769371 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-e38aefd6-cb18-4222-9665-8fa54dce09a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:20:31.808692 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-e38aefd6-cb18-4222-9665-8fa54dce09a9 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4edf9c6ddcdd4474bb7632d1b3445392&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1778572 Nov 05 19:20:31.809563 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38aefd6-cb18-4222-9665-8fa54dce09a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78d57b7c-ee17-425b-8f46-5497016318a3,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:20:31.811345 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 41492) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:20:31.866878 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-6e7f655d-49cf-46d8-be93-4e3a105e338b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:20:31.889122 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-6e7f655d-49cf-46d8-be93-4e3a105e338b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:20:31.986938 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-6e7f655d-49cf-46d8-be93-4e3a105e338b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:20:31.989605 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-6e7f655d-49cf-46d8-be93-4e3a105e338b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:20:31.990814 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-6e7f655d-49cf-46d8-be93-4e3a105e338b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/78d57b7c-ee17-425b-8f46-5497016318a3 HTTP/1.1" status: 204 len: 168 time: 0.1782234 Nov 05 19:20:32.006781 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7f655d-49cf-46d8-be93-4e3a105e338b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78d57b7c-ee17-425b-8f46-5497016318a3,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:20:32.672425 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c0e3b9a9-390c-4bd5-adf6-c1922f5dda34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:20:34.381564 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:20:35.358010 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-aed0e920-0119-4f00-93a1-54f0f6283a66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:20:36.352631 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b304910f-7b27-444b-a8fc-977d26b1ceac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:20:36.512390 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:20:38.307141 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-31f93893-a48e-4ae8-833d-dccb2b42eacc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:20:38.575288 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:20:54.645656 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-3e1b00c5-2ce7-4b7f-a522-304e522c9d6e req-b0f64be7-98d5-4853-8933-bea4495a6215 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-939772579&fields=id&tenant_id=975e22a5e2c44667a77341bd773126d4 HTTP/1.1" status: 200 len: 267 time: 0.0462873 Nov 05 19:20:54.760434 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1b00c5-2ce7-4b7f-a522-304e522c9d6e req-d20ae3a3-1109-4cce-9975-6d5efc74a89e tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:20:54.761986 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-3e1b00c5-2ce7-4b7f-a522-304e522c9d6e req-d20ae3a3-1109-4cce-9975-6d5efc74a89e tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] 10.222.0.13 "GET /v2.0/networks?id=22c01ef1-936f-4d85-97a6-cf840ed74fec HTTP/1.1" status: 200 len: 811 time: 0.1082788 Nov 05 19:20:54.777329 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-3e1b00c5-2ce7-4b7f-a522-304e522c9d6e req-2c19e967-b854-470a-b988-711c3bc80717 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] 10.222.0.13 "GET /v2.0/quotas/975e22a5e2c44667a77341bd773126d4 HTTP/1.1" status: 200 len: 375 time: 0.0094576 Nov 05 19:20:54.828236 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-3e1b00c5-2ce7-4b7f-a522-304e522c9d6e req-e042d00d-4c38-4576-a0c5-8a893ad68958 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=975e22a5e2c44667a77341bd773126d4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0453858 Nov 05 19:20:54.928465 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-3e1b00c5-2ce7-4b7f-a522-304e522c9d6e req-62d99a57-28f0-401b-920c-f56d6c4b4dbb service neutron] 10.222.0.13 "GET /v2.0/networks/22c01ef1-936f-4d85-97a6-cf840ed74fec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880258 Nov 05 19:20:55.018860 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-3e1b00c5-2ce7-4b7f-a522-304e522c9d6e req-7f377207-a2d6-4a1e-80f1-366e42813e5b service neutron] 10.222.0.13 "GET /v2.0/networks/22c01ef1-936f-4d85-97a6-cf840ed74fec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841436 Nov 05 19:20:55.777676 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-ff603b36-cd05-472f-a4e7-8b9c67de706b req-3ec5745f-be9e-46d2-9db6-290c5831f605 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] 10.222.0.13 "GET /v2.0/ports?device_id=ab369dc6-daac-41ea-a7f8-71d3bc837af6 HTTP/1.1" status: 200 len: 210 time: 0.2116547 Nov 05 19:20:56.937549 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-c5f3f639-668f-4902-adac-be56147eb684 req-44add5ad-0fc7-4370-a47e-549d7273a10e tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] 10.222.0.13 "GET /v2.0/ports?device_id=ab369dc6-daac-41ea-a7f8-71d3bc837af6 HTTP/1.1" status: 200 len: 210 time: 0.0914190 Nov 05 19:20:57.448521 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1b00c5-2ce7-4b7f-a522-304e522c9d6e req-bc46a4e8-0dce-4d78-8760-c89cc8624be2 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:20:57.450748 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-3e1b00c5-2ce7-4b7f-a522-304e522c9d6e req-bc46a4e8-0dce-4d78-8760-c89cc8624be2 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] 10.222.0.41 "GET /v2.0/networks?id=22c01ef1-936f-4d85-97a6-cf840ed74fec HTTP/1.1" status: 200 len: 811 time: 0.1078537 Nov 05 19:20:57.515761 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-3e1b00c5-2ce7-4b7f-a522-304e522c9d6e req-60bc612b-6f14-4c42-8674-0908c6206e02 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=975e22a5e2c44667a77341bd773126d4 HTTP/1.1" status: 200 len: 379 time: 0.0553842 Nov 05 19:20:57.525279 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [req-3e1b00c5-2ce7-4b7f-a522-304e522c9d6e req-fb47a620-3445-4978-bf55-0bbb697cc21c tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Request body: {'port': {'device_id': 'ab369dc6-daac-41ea-a7f8-71d3bc837af6', 'network_id': '22c01ef1-936f-4d85-97a6-cf840ed74fec', 'admin_state_up': True, 'tenant_id': '975e22a5e2c44667a77341bd773126d4', 'security_groups': ['6d54dfd0-62a8-4492-8de1-981828e39f0d']}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:20:57.723593 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3e1b00c5-2ce7-4b7f-a522-304e522c9d6e req-fb47a620-3445-4978-bf55-0bbb697cc21c tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Made reservation on behalf of 975e22a5e2c44667a77341bd773126d4 for: {'port': 1} {{(pid=102387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 19:20:57.727849 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-3e1b00c5-2ce7-4b7f-a522-304e522c9d6e req-fb47a620-3445-4978-bf55-0bbb697cc21c tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:20:57.745672 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.agents_db [None req-b9406b04-a0e8-43cf-b349-711963d96cf4 None None] Agent healthcheck: found 7 active agents {{(pid=102389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 05 19:20:57.861955 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.db_base_plugin_common [req-3e1b00c5-2ce7-4b7f-a522-304e522c9d6e req-fb47a620-3445-4978-bf55-0bbb697cc21c tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Allocated IP 172.20.0.12 (22c01ef1-936f-4d85-97a6-cf840ed74fec/9a5a1166-12d4-4407-8a6a-41bf61d6db29/cc7f20ff-1a4b-4582-9a8f-7173e07a9ef4) {{(pid=102387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 19:20:58.015375 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-3e1b00c5-2ce7-4b7f-a522-304e522c9d6e req-fb47a620-3445-4978-bf55-0bbb697cc21c tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Publish callbacks [] for port, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:20:58.063410 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-3918bdca-0671-494f-9844-64156a84d137 req-1d110c18-dcc4-4f34-afa6-ecc02f250bf4 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] 10.222.0.13 "GET /v2.0/ports?device_id=ab369dc6-daac-41ea-a7f8-71d3bc837af6 HTTP/1.1" status: 200 len: 210 time: 0.0436106 Nov 05 19:20:58.135364 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-3e1b00c5-2ce7-4b7f-a522-304e522c9d6e req-fb47a620-3445-4978-bf55-0bbb697cc21c tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4417063'] for port, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:20:58.184834 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3e1b00c5-2ce7-4b7f-a522-304e522c9d6e req-fb47a620-3445-4978-bf55-0bbb697cc21c tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Network 22c01ef1-936f-4d85-97a6-cf840ed74fec is already hosted by enough agents. {{(pid=102387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 19:20:58.188012 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.base_scheduler [req-3e1b00c5-2ce7-4b7f-a522-304e522c9d6e req-fb47a620-3445-4978-bf55-0bbb697cc21c tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Resources bound (agent type, host, resource id): {{(pid=102387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 19:20:58.196158 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e1b00c5-2ce7-4b7f-a522-304e522c9d6e req-fb47a620-3445-4978-bf55-0bbb697cc21c tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Received port after_create {{(pid=102387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 19:20:58.221472 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb47a620-3445-4978-bf55-0bbb697cc21c tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Pushing event updated for resources: {'Port': ['ID=cc7f20ff-1a4b-4582-9a8f-7173e07a9ef4,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:20:58.254360 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1b00c5-2ce7-4b7f-a522-304e522c9d6e req-fb47a620-3445-4978-bf55-0bbb697cc21c tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:20:58.255063 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-3e1b00c5-2ce7-4b7f-a522-304e522c9d6e req-fb47a620-3445-4978-bf55-0bbb697cc21c tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:20:58.348895 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-3e1b00c5-2ce7-4b7f-a522-304e522c9d6e req-fb47a620-3445-4978-bf55-0bbb697cc21c tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8277729 Nov 05 19:20:58.362162 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [req-3e1b00c5-2ce7-4b7f-a522-304e522c9d6e req-96d6a5b4-5330-498b-bb17-6d4477f63966 service neutron] Request body: {'port': {'device_id': 'ab369dc6-daac-41ea-a7f8-71d3bc837af6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816865-1'}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:20:58.432608 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-2b0aa9ba-b3be-4e99-9b60-74b56cc0d29f None None] Provisioning complete for port cc7f20ff-1a4b-4582-9a8f-7173e07a9ef4 triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:20:58.433152 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-2b0aa9ba-b3be-4e99-9b60-74b56cc0d29f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:20:58.446364 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-3e1b00c5-2ce7-4b7f-a522-304e522c9d6e req-96d6a5b4-5330-498b-bb17-6d4477f63966 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:20:58.471724 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-2b0aa9ba-b3be-4e99-9b60-74b56cc0d29f None None] Port cc7f20ff-1a4b-4582-9a8f-7173e07a9ef4 cannot update to ACTIVE because it is not bound. {{(pid=102388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 19:20:58.739317 n-d-816865-1 neutron-server[102387]: DEBUG neutron.notifiers.nova [req-3e1b00c5-2ce7-4b7f-a522-304e522c9d6e req-96d6a5b4-5330-498b-bb17-6d4477f63966 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cc7f20ff-1a4b-4582-9a8f-7173e07a9ef4 {{(pid=102387) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 19:20:58.747725 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-3e1b00c5-2ce7-4b7f-a522-304e522c9d6e req-96d6a5b4-5330-498b-bb17-6d4477f63966 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:20:58.761828 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.provisioning_blocks [req-3e1b00c5-2ce7-4b7f-a522-304e522c9d6e req-96d6a5b4-5330-498b-bb17-6d4477f63966 service neutron] Transition to ACTIVE for port object cc7f20ff-1a4b-4582-9a8f-7173e07a9ef4 will not be triggered until provisioned by entity L2. {{(pid=102387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 05 19:20:58.837738 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-3e1b00c5-2ce7-4b7f-a522-304e522c9d6e req-96d6a5b4-5330-498b-bb17-6d4477f63966 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4417072'] for port, after_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:20:58.911294 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d6a5b4-5330-498b-bb17-6d4477f63966 service neutron] Pushing event updated for resources: {'Port': ['ID=cc7f20ff-1a4b-4582-9a8f-7173e07a9ef4,revision_number=2']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:20:58.983285 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.managers [req-3e1b00c5-2ce7-4b7f-a522-304e522c9d6e req-96d6a5b4-5330-498b-bb17-6d4477f63966 service neutron] Attempting to bind port cc7f20ff-1a4b-4582-9a8f-7173e07a9ef4 on host n-h1-816865-1 for vnic_type normal with profile {{(pid=102387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 19:20:58.983651 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.managers [req-3e1b00c5-2ce7-4b7f-a522-304e522c9d6e req-96d6a5b4-5330-498b-bb17-6d4477f63966 service neutron] Attempting to bind port cc7f20ff-1a4b-4582-9a8f-7173e07a9ef4 by drivers openvswitch,hyperv on host n-h1-816865-1 at level 0 using segments [{'id': 'c8ba8bad-518b-408a-adbf-9f95696a455e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '22c01ef1-936f-4d85-97a6-cf840ed74fec'}] {{(pid=102387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 19:20:58.984001 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e1b00c5-2ce7-4b7f-a522-304e522c9d6e req-96d6a5b4-5330-498b-bb17-6d4477f63966 service neutron] Attempting to bind port cc7f20ff-1a4b-4582-9a8f-7173e07a9ef4 on network 22c01ef1-936f-4d85-97a6-cf840ed74fec {{(pid=102387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 19:20:58.989832 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e1b00c5-2ce7-4b7f-a522-304e522c9d6e req-96d6a5b4-5330-498b-bb17-6d4477f63966 service neutron] Port cc7f20ff-1a4b-4582-9a8f-7173e07a9ef4 on network 22c01ef1-936f-4d85-97a6-cf840ed74fec not bound, no agent of type Open vSwitch agent registered on host n-h1-816865-1 {{(pid=102387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 19:20:58.990090 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e1b00c5-2ce7-4b7f-a522-304e522c9d6e req-96d6a5b4-5330-498b-bb17-6d4477f63966 service neutron] Attempting to bind port cc7f20ff-1a4b-4582-9a8f-7173e07a9ef4 on network 22c01ef1-936f-4d85-97a6-cf840ed74fec {{(pid=102387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 19:20:59.003383 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e1b00c5-2ce7-4b7f-a522-304e522c9d6e req-96d6a5b4-5330-498b-bb17-6d4477f63966 service neutron] Checking agent: {'id': 'eb596d7c-8c64-42bd-8aca-fad447eb0eab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816865-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 18, 33, 34), 'started_at': datetime.datetime(2021, 11, 5, 18, 33, 34), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 19, 20, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 19:20:59.004096 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e1b00c5-2ce7-4b7f-a522-304e522c9d6e req-96d6a5b4-5330-498b-bb17-6d4477f63966 service neutron] Checking segment: {'id': 'c8ba8bad-518b-408a-adbf-9f95696a455e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '22c01ef1-936f-4d85-97a6-cf840ed74fec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 19:20:59.004494 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e1b00c5-2ce7-4b7f-a522-304e522c9d6e req-96d6a5b4-5330-498b-bb17-6d4477f63966 service neutron] Bound using segment: {'id': 'c8ba8bad-518b-408a-adbf-9f95696a455e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '22c01ef1-936f-4d85-97a6-cf840ed74fec'} {{(pid=102387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 19:20:59.004944 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.managers [req-3e1b00c5-2ce7-4b7f-a522-304e522c9d6e req-96d6a5b4-5330-498b-bb17-6d4477f63966 service neutron] Bound port: cc7f20ff-1a4b-4582-9a8f-7173e07a9ef4, host: n-h1-816865-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c8ba8bad-518b-408a-adbf-9f95696a455e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '22c01ef1-936f-4d85-97a6-cf840ed74fec'}}] {{(pid=102387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 19:20:59.005369 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-3e1b00c5-2ce7-4b7f-a522-304e522c9d6e req-96d6a5b4-5330-498b-bb17-6d4477f63966 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:20:59.087696 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.db [req-3e1b00c5-2ce7-4b7f-a522-304e522c9d6e req-96d6a5b4-5330-498b-bb17-6d4477f63966 service neutron] For port cc7f20ff-1a4b-4582-9a8f-7173e07a9ef4, host n-h1-816865-1, cleared binding levels {{(pid=102387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 19:20:59.091030 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.db [req-3e1b00c5-2ce7-4b7f-a522-304e522c9d6e req-96d6a5b4-5330-498b-bb17-6d4477f63966 service neutron] For port cc7f20ff-1a4b-4582-9a8f-7173e07a9ef4, host n-h1-816865-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=cc7f20ff-1a4b-4582-9a8f-7173e07a9ef4,segment=NetworkSegment(c8ba8bad-518b-408a-adbf-9f95696a455e),segment_id=c8ba8bad-518b-408a-adbf-9f95696a455e)] {{(pid=102387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 19:20:59.147030 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-3e1b00c5-2ce7-4b7f-a522-304e522c9d6e req-96d6a5b4-5330-498b-bb17-6d4477f63966 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4417072'] for port, after_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:20:59.204081 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1b00c5-2ce7-4b7f-a522-304e522c9d6e req-96d6a5b4-5330-498b-bb17-6d4477f63966 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:20:59.210547 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-3e1b00c5-2ce7-4b7f-a522-304e522c9d6e req-96d6a5b4-5330-498b-bb17-6d4477f63966 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:20:59.212093 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-3e1b00c5-2ce7-4b7f-a522-304e522c9d6e req-96d6a5b4-5330-498b-bb17-6d4477f63966 service neutron] 10.222.0.41 "PUT /v2.0/ports/cc7f20ff-1a4b-4582-9a8f-7173e07a9ef4 HTTP/1.1" status: 200 len: 1092 time: 0.8542662 Nov 05 19:20:59.245146 n-d-816865-1 neutron-server[102387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab369dc6-daac-41ea-a7f8-71d3bc837af6', 'tag': 'cc7f20ff-1a4b-4582-9a8f-7173e07a9ef4'}] {{(pid=102387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 19:20:59.245146 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab06bd4ddf5758c1f10d79fe34dc215bafa488692cde9dba2fcbcb67556f90bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e1a7d0d-1468-4df2-bf2a-617c245a1ba4" -d '{"events": [{"name": "network-changed", "server_uuid": "ab369dc6-daac-41ea-a7f8-71d3bc837af6", "tag": "cc7f20ff-1a4b-4582-9a8f-7173e07a9ef4"}]}' {{(pid=102387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 19:20:59.311894 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 19:20:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbec743f-3b2b-4cff-b3d2-046f703dfc41 x-openstack-request-id: req-fbec743f-3b2b-4cff-b3d2-046f703dfc41 {{(pid=102387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 19:20:59.316169 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab369dc6-daac-41ea-a7f8-71d3bc837af6", "tag": "cc7f20ff-1a4b-4582-9a8f-7173e07a9ef4", "status": "completed", "code": 200}]} {{(pid=102387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 19:20:59.316169 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-fbec743f-3b2b-4cff-b3d2-046f703dfc41 {{(pid=102387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 19:20:59.316169 n-d-816865-1 neutron-server[102387]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab369dc6-daac-41ea-a7f8-71d3bc837af6', 'tag': 'cc7f20ff-1a4b-4582-9a8f-7173e07a9ef4', 'status': 'completed', 'code': 200} Nov 05 19:20:59.332116 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4168ef-ad4e-4b97-af8a-ed6418266eb2 req-f469bb79-c902-479b-840b-d049da673cd9 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:20:59.333306 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-5a4168ef-ad4e-4b97-af8a-ed6418266eb2 req-f469bb79-c902-479b-840b-d049da673cd9 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] 10.222.0.13 "GET /v2.0/ports?device_id=ab369dc6-daac-41ea-a7f8-71d3bc837af6 HTTP/1.1" status: 200 len: 944 time: 0.1506903 Nov 05 19:20:59.336270 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d6a5b4-5330-498b-bb17-6d4477f63966 service neutron] Pushing event updated for resources: {'Port': ['ID=cc7f20ff-1a4b-4582-9a8f-7173e07a9ef4,revision_number=3']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:20:59.424185 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-5a4168ef-ad4e-4b97-af8a-ed6418266eb2 req-2f252300-0a78-4913-9938-00930797fc10 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] 10.222.0.13 "GET /v2.0/security-groups?id=6d54dfd0-62a8-4492-8de1-981828e39f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0710492 Nov 05 19:20:59.427239 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1b00c5-2ce7-4b7f-a522-304e522c9d6e req-134fbf71-b4f1-4c60-897e-bd3447cd50f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:20:59.428740 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-3e1b00c5-2ce7-4b7f-a522-304e522c9d6e req-134fbf71-b4f1-4c60-897e-bd3447cd50f7 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=975e22a5e2c44667a77341bd773126d4&device_id=ab369dc6-daac-41ea-a7f8-71d3bc837af6 HTTP/1.1" status: 200 len: 1095 time: 0.0936232 Nov 05 19:20:59.486898 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-3e1b00c5-2ce7-4b7f-a522-304e522c9d6e req-5ad810cf-3479-41d5-8eed-b8dac5e8c2e6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cc7f20ff-1a4b-4582-9a8f-7173e07a9ef4 HTTP/1.1" status: 200 len: 217 time: 0.0486703 Nov 05 19:20:59.541196 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1b00c5-2ce7-4b7f-a522-304e522c9d6e req-76e8d05e-e8a9-491d-bb7f-3eb6cb3f06ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:20:59.542760 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-3e1b00c5-2ce7-4b7f-a522-304e522c9d6e req-76e8d05e-e8a9-491d-bb7f-3eb6cb3f06ab service neutron] 10.222.0.41 "GET /v2.0/subnets?id=9a5a1166-12d4-4407-8a6a-41bf61d6db29 HTTP/1.1" status: 200 len: 850 time: 0.0493145 Nov 05 19:20:59.589527 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1b00c5-2ce7-4b7f-a522-304e522c9d6e req-54cfba5b-158c-40e8-b022-08c0559f1a6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:20:59.591537 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-3e1b00c5-2ce7-4b7f-a522-304e522c9d6e req-54cfba5b-158c-40e8-b022-08c0559f1a6b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=22c01ef1-936f-4d85-97a6-cf840ed74fec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0419993 Nov 05 19:20:59.692579 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-3e1b00c5-2ce7-4b7f-a522-304e522c9d6e req-c1a3e47b-0bc0-4072-9836-9beb82728087 service neutron] 10.222.0.41 "GET /v2.0/networks/22c01ef1-936f-4d85-97a6-cf840ed74fec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944636 Nov 05 19:20:59.790325 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-3e1b00c5-2ce7-4b7f-a522-304e522c9d6e req-f33080fa-b6dc-424a-a050-303843a89747 service neutron] 10.222.0.41 "GET /v2.0/networks/22c01ef1-936f-4d85-97a6-cf840ed74fec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904155 Nov 05 19:20:59.964868 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1a7d0d-1468-4df2-bf2a-617c245a1ba4 req-d36f0bed-41c9-4f2b-ba6f-c75835b4a262 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:20:59.966528 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-7e1a7d0d-1468-4df2-bf2a-617c245a1ba4 req-d36f0bed-41c9-4f2b-ba6f-c75835b4a262 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=975e22a5e2c44667a77341bd773126d4&device_id=ab369dc6-daac-41ea-a7f8-71d3bc837af6 HTTP/1.1" status: 200 len: 1095 time: 0.0426545 Nov 05 19:21:00.071806 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1a7d0d-1468-4df2-bf2a-617c245a1ba4 req-8e9c756b-8977-4f80-b8e1-27e7c2f6d673 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:21:00.073305 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-7e1a7d0d-1468-4df2-bf2a-617c245a1ba4 req-8e9c756b-8977-4f80-b8e1-27e7c2f6d673 service neutron] 10.222.0.41 "GET /v2.0/networks?id=22c01ef1-936f-4d85-97a6-cf840ed74fec HTTP/1.1" status: 200 len: 912 time: 0.1004775 Nov 05 19:21:00.119618 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-7e1a7d0d-1468-4df2-bf2a-617c245a1ba4 req-d65f70ce-1754-49e7-af72-7f6897981462 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cc7f20ff-1a4b-4582-9a8f-7173e07a9ef4 HTTP/1.1" status: 200 len: 217 time: 0.0395081 Nov 05 19:21:00.176841 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1a7d0d-1468-4df2-bf2a-617c245a1ba4 req-cea9f3d1-584f-4fa3-821f-e13c522bd4b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:21:00.179321 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-7e1a7d0d-1468-4df2-bf2a-617c245a1ba4 req-cea9f3d1-584f-4fa3-821f-e13c522bd4b9 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=9a5a1166-12d4-4407-8a6a-41bf61d6db29 HTTP/1.1" status: 200 len: 850 time: 0.0531495 Nov 05 19:21:00.227514 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1a7d0d-1468-4df2-bf2a-617c245a1ba4 req-1cb06f39-4211-4baf-aa73-3f8c15871932 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:21:00.228990 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-7e1a7d0d-1468-4df2-bf2a-617c245a1ba4 req-1cb06f39-4211-4baf-aa73-3f8c15871932 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=22c01ef1-936f-4d85-97a6-cf840ed74fec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0426614 Nov 05 19:21:00.327495 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-7e1a7d0d-1468-4df2-bf2a-617c245a1ba4 req-5f4349bc-0f6b-4be4-80d2-fc903d494b70 service neutron] 10.222.0.41 "GET /v2.0/networks/22c01ef1-936f-4d85-97a6-cf840ed74fec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915272 Nov 05 19:21:00.419598 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-7e1a7d0d-1468-4df2-bf2a-617c245a1ba4 req-c4f2f9ad-de2a-4655-9901-eb823d0302bc service neutron] 10.222.0.41 "GET /v2.0/networks/22c01ef1-936f-4d85-97a6-cf840ed74fec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849607 Nov 05 19:21:00.555430 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbf11d9-de76-4a14-b632-ed15043b956b req-735458a9-461c-4227-84c8-1a132f8750e8 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:21:00.556855 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-7bbf11d9-de76-4a14-b632-ed15043b956b req-735458a9-461c-4227-84c8-1a132f8750e8 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] 10.222.0.13 "GET /v2.0/ports?device_id=ab369dc6-daac-41ea-a7f8-71d3bc837af6 HTTP/1.1" status: 200 len: 944 time: 0.0515504 Nov 05 19:21:00.613493 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-7bbf11d9-de76-4a14-b632-ed15043b956b req-71b7e4f4-75cc-4303-816d-2e68e432561e tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] 10.222.0.13 "GET /v2.0/security-groups?id=6d54dfd0-62a8-4492-8de1-981828e39f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503509 Nov 05 19:21:01.732969 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a3a8f9-a4fa-4097-8967-439818875e8c req-13ff127e-de11-4db3-8652-ba44337a9aa7 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:21:01.734612 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-81a3a8f9-a4fa-4097-8967-439818875e8c req-13ff127e-de11-4db3-8652-ba44337a9aa7 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] 10.222.0.13 "GET /v2.0/ports?device_id=ab369dc6-daac-41ea-a7f8-71d3bc837af6 HTTP/1.1" status: 200 len: 944 time: 0.0499506 Nov 05 19:21:01.789742 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-81a3a8f9-a4fa-4097-8967-439818875e8c req-9103a777-50b3-4d53-aed0-882d448d7aaf tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] 10.222.0.13 "GET /v2.0/security-groups?id=6d54dfd0-62a8-4492-8de1-981828e39f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487950 Nov 05 19:21:02.643246 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-0ab1ed61-2ff7-41b6-b0e8-ec12a220050d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:21:02.910815 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05411242-e133-48e8-857f-4b9dbb34faea req-7b0df6c2-34cf-45ae-afe9-85b781f9a1f1 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:21:02.913946 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-05411242-e133-48e8-857f-4b9dbb34faea req-7b0df6c2-34cf-45ae-afe9-85b781f9a1f1 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] 10.222.0.13 "GET /v2.0/ports?device_id=ab369dc6-daac-41ea-a7f8-71d3bc837af6 HTTP/1.1" status: 200 len: 944 time: 0.0498831 Nov 05 19:21:02.966555 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-05411242-e133-48e8-857f-4b9dbb34faea req-8477eef8-400e-4221-b260-dfffef135de2 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] 10.222.0.13 "GET /v2.0/security-groups?id=6d54dfd0-62a8-4492-8de1-981828e39f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468373 Nov 05 19:21:04.101191 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc8fcd0-6096-4504-bca2-df2a25486a0d req-fc66172f-3f09-49dc-8eeb-d819437d757c tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:21:04.103151 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-7bc8fcd0-6096-4504-bca2-df2a25486a0d req-fc66172f-3f09-49dc-8eeb-d819437d757c tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] 10.222.0.13 "GET /v2.0/ports?device_id=ab369dc6-daac-41ea-a7f8-71d3bc837af6 HTTP/1.1" status: 200 len: 944 time: 0.0545051 Nov 05 19:21:04.156469 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-7bc8fcd0-6096-4504-bca2-df2a25486a0d req-7c1545f8-7edf-4d35-b710-360e4e1ef5d8 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] 10.222.0.13 "GET /v2.0/security-groups?id=6d54dfd0-62a8-4492-8de1-981828e39f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479455 Nov 05 19:21:04.402877 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:21:05.274272 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8635f93c-daee-4032-ad96-713d2cc99ee5 req-57bc4d19-321c-4bae-891e-71874ccc1e27 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:21:05.275765 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-8635f93c-daee-4032-ad96-713d2cc99ee5 req-57bc4d19-321c-4bae-891e-71874ccc1e27 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] 10.222.0.13 "GET /v2.0/ports?device_id=ab369dc6-daac-41ea-a7f8-71d3bc837af6 HTTP/1.1" status: 200 len: 944 time: 0.0500770 Nov 05 19:21:05.325303 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-8635f93c-daee-4032-ad96-713d2cc99ee5 req-b8a8a8dc-8c77-4b69-b650-da7680661e6d tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] 10.222.0.13 "GET /v2.0/security-groups?id=6d54dfd0-62a8-4492-8de1-981828e39f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434577 Nov 05 19:21:05.391807 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-e29ee054-83a6-42e1-bff5-2f24922792f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:21:06.369292 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b304910f-7b27-444b-a8fc-977d26b1ceac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:21:06.440125 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6182d6-8e3d-40fc-ad92-0f0d6d7ea0a5 req-53140c68-4667-4641-8760-a4c41a25eae8 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:21:06.441602 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-7c6182d6-8e3d-40fc-ad92-0f0d6d7ea0a5 req-53140c68-4667-4641-8760-a4c41a25eae8 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] 10.222.0.13 "GET /v2.0/ports?device_id=ab369dc6-daac-41ea-a7f8-71d3bc837af6 HTTP/1.1" status: 200 len: 944 time: 0.0484061 Nov 05 19:21:06.461238 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:21:06.495927 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-7c6182d6-8e3d-40fc-ad92-0f0d6d7ea0a5 req-bebcabae-7322-4c52-a83e-a15aa452f325 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] 10.222.0.13 "GET /v2.0/security-groups?id=6d54dfd0-62a8-4492-8de1-981828e39f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477049 Nov 05 19:21:07.613383 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c37e32-d2d4-4add-b985-eb94145e7c80 req-c7ec8127-9512-42c7-86a3-a620a092e15e tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:21:07.614906 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-d3c37e32-d2d4-4add-b985-eb94145e7c80 req-c7ec8127-9512-42c7-86a3-a620a092e15e tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] 10.222.0.13 "GET /v2.0/ports?device_id=ab369dc6-daac-41ea-a7f8-71d3bc837af6 HTTP/1.1" status: 200 len: 944 time: 0.0510612 Nov 05 19:21:07.666337 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-d3c37e32-d2d4-4add-b985-eb94145e7c80 req-ecdf7cd4-45a5-42c9-a63c-74bf532dee37 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] 10.222.0.13 "GET /v2.0/security-groups?id=6d54dfd0-62a8-4492-8de1-981828e39f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455108 Nov 05 19:21:08.311588 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-31f93893-a48e-4ae8-833d-dccb2b42eacc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:21:08.563251 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:21:08.782651 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f338399f-609e-44dd-8646-fe09339ce173 req-ab461a6f-daec-4fc9-9d7d-6088225b4d3a tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:21:08.784128 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-f338399f-609e-44dd-8646-fe09339ce173 req-ab461a6f-daec-4fc9-9d7d-6088225b4d3a tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] 10.222.0.13 "GET /v2.0/ports?device_id=ab369dc6-daac-41ea-a7f8-71d3bc837af6 HTTP/1.1" status: 200 len: 944 time: 0.0485408 Nov 05 19:21:08.832809 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-f338399f-609e-44dd-8646-fe09339ce173 req-5bbc0159-b5e2-4325-92e8-a11bd35590a9 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] 10.222.0.13 "GET /v2.0/security-groups?id=6d54dfd0-62a8-4492-8de1-981828e39f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426271 Nov 05 19:21:09.955391 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883a4de8-7a52-4733-b54d-cdc2c4743d00 req-1a148a94-8f9f-47b8-be7f-6113fc7e9dec tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:21:09.956868 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-883a4de8-7a52-4733-b54d-cdc2c4743d00 req-1a148a94-8f9f-47b8-be7f-6113fc7e9dec tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] 10.222.0.13 "GET /v2.0/ports?device_id=ab369dc6-daac-41ea-a7f8-71d3bc837af6 HTTP/1.1" status: 200 len: 944 time: 0.0556784 Nov 05 19:21:10.007685 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-883a4de8-7a52-4733-b54d-cdc2c4743d00 req-0b80453b-65e0-4b5a-aa32-381335085875 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] 10.222.0.13 "GET /v2.0/security-groups?id=6d54dfd0-62a8-4492-8de1-981828e39f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442698 Nov 05 19:21:11.132199 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24483f7-8bdb-4949-8268-492ec6c110a4 req-3253402a-b9c6-4a38-bdde-5f36529c83d3 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:21:11.134323 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-f24483f7-8bdb-4949-8268-492ec6c110a4 req-3253402a-b9c6-4a38-bdde-5f36529c83d3 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] 10.222.0.13 "GET /v2.0/ports?device_id=ab369dc6-daac-41ea-a7f8-71d3bc837af6 HTTP/1.1" status: 200 len: 944 time: 0.0509148 Nov 05 19:21:11.186611 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-f24483f7-8bdb-4949-8268-492ec6c110a4 req-29101234-a786-4d59-997e-8ac0c682b81e tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] 10.222.0.13 "GET /v2.0/security-groups?id=6d54dfd0-62a8-4492-8de1-981828e39f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459692 Nov 05 19:21:11.964033 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Device cc7f20ff-1a4b-4582-9a8f-7173e07a9ef4 details requested by agent hyperv_n-h1-816865-1 with host n-h1-816865-1 {{(pid=102388) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 05 19:21:12.067674 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] For port cc7f20ff-1a4b-4582-9a8f-7173e07a9ef4, host n-h1-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=cc7f20ff-1a4b-4582-9a8f-7173e07a9ef4,segment=NetworkSegment(c8ba8bad-518b-408a-adbf-9f95696a455e),segment_id=c8ba8bad-518b-408a-adbf-9f95696a455e)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:21:12.078925 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Returning: {'device': 'cc7f20ff-1a4b-4582-9a8f-7173e07a9ef4', 'network_id': '22c01ef1-936f-4d85-97a6-cf840ed74fec', 'port_id': 'cc7f20ff-1a4b-4582-9a8f-7173e07a9ef4', 'mac_address': 'fa:16:3e:ab:9d:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 164, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a5a1166-12d4-4407-8a6a-41bf61d6db29', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102388) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 05 19:21:12.117585 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:21:12.131207 n-d-816865-1 neutron-server[102388]: DEBUG neutron.notifiers.nova [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc7f20ff-1a4b-4582-9a8f-7173e07a9ef4 {{(pid=102388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 19:21:12.151452 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] For port cc7f20ff-1a4b-4582-9a8f-7173e07a9ef4, host n-h1-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=cc7f20ff-1a4b-4582-9a8f-7173e07a9ef4,segment=NetworkSegment(c8ba8bad-518b-408a-adbf-9f95696a455e),segment_id=c8ba8bad-518b-408a-adbf-9f95696a455e)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:21:12.254998 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:21:12.316726 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a591b7b0-c2c2-408c-a366-38ecd8891cbe req-8a2c231d-9122-4a80-80d8-fb054312ff17 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:21:12.318276 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-a591b7b0-c2c2-408c-a366-38ecd8891cbe req-8a2c231d-9122-4a80-80d8-fb054312ff17 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] 10.222.0.13 "GET /v2.0/ports?device_id=ab369dc6-daac-41ea-a7f8-71d3bc837af6 HTTP/1.1" status: 200 len: 945 time: 0.0571055 Nov 05 19:21:12.321139 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Pushing event updated for resources: {'Port': ['ID=cc7f20ff-1a4b-4582-9a8f-7173e07a9ef4,revision_number=4']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:21:12.329563 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:21:12.329910 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:21:12.330282 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:21:12.330615 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:21:12.331011 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:21:12.331343 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:21:12.331790 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:21:12.332152 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:21:12.332472 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:21:12.332793 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:21:12.333121 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:21:12.333442 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:21:12.371881 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-a591b7b0-c2c2-408c-a366-38ecd8891cbe req-806608c2-0452-4b71-a92e-cbeb9d10059c tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] 10.222.0.13 "GET /v2.0/security-groups?id=6d54dfd0-62a8-4492-8de1-981828e39f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449338 Nov 05 19:21:12.464209 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] get_ports_and_sgs() called for port_ids ['cc7f20ff-1a4b-4582-9a8f-7173e07a9ef4'] {{(pid=102388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 19:21:13.492829 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd96207-14cc-45be-8956-94aa9aa7018c req-cc105865-2dff-4a82-8075-a1dda2dc3c56 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:21:13.495080 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-1cd96207-14cc-45be-8956-94aa9aa7018c req-cc105865-2dff-4a82-8075-a1dda2dc3c56 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] 10.222.0.13 "GET /v2.0/ports?device_id=ab369dc6-daac-41ea-a7f8-71d3bc837af6 HTTP/1.1" status: 200 len: 945 time: 0.0522110 Nov 05 19:21:13.545612 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-1cd96207-14cc-45be-8956-94aa9aa7018c req-10b2eaef-248c-4f74-95a8-e46ff1322614 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] 10.222.0.13 "GET /v2.0/security-groups?id=6d54dfd0-62a8-4492-8de1-981828e39f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442698 Nov 05 19:21:13.979420 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Device cc7f20ff-1a4b-4582-9a8f-7173e07a9ef4 up at agent hyperv_n-h1-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 19:21:14.082868 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Provisioning for port cc7f20ff-1a4b-4582-9a8f-7173e07a9ef4 completed by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 05 19:21:14.087140 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Provisioning complete for port cc7f20ff-1a4b-4582-9a8f-7173e07a9ef4 triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:21:14.091481 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:21:14.165542 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:21:14.190433 n-d-816865-1 neutron-server[102388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab369dc6-daac-41ea-a7f8-71d3bc837af6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc7f20ff-1a4b-4582-9a8f-7173e07a9ef4'}] {{(pid=102388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 19:21:14.192657 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85474fee1180e129d8a886d264fe0b30223aa672dd1ffe43b630605f18504f68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5d5ac1b-7fa6-4c9c-81a9-23d99846f044" -d '{"events": [{"server_uuid": "ab369dc6-daac-41ea-a7f8-71d3bc837af6", "name": "network-vif-plugged", "status": "completed", "tag": "cc7f20ff-1a4b-4582-9a8f-7173e07a9ef4"}]}' {{(pid=102388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 19:21:14.205525 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] For port cc7f20ff-1a4b-4582-9a8f-7173e07a9ef4, host n-h1-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=cc7f20ff-1a4b-4582-9a8f-7173e07a9ef4,segment=NetworkSegment(c8ba8bad-518b-408a-adbf-9f95696a455e),segment_id=c8ba8bad-518b-408a-adbf-9f95696a455e)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:21:14.231840 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 19:21:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9589d662-f90a-45d4-9696-68286ee1be69 x-openstack-request-id: req-9589d662-f90a-45d4-9696-68286ee1be69 {{(pid=102388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 19:21:14.232132 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab369dc6-daac-41ea-a7f8-71d3bc837af6", "name": "network-vif-plugged", "status": "completed", "tag": "cc7f20ff-1a4b-4582-9a8f-7173e07a9ef4", "code": 200}]} {{(pid=102388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 19:21:14.232590 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9589d662-f90a-45d4-9696-68286ee1be69 {{(pid=102388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 19:21:14.233066 n-d-816865-1 neutron-server[102388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab369dc6-daac-41ea-a7f8-71d3bc837af6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc7f20ff-1a4b-4582-9a8f-7173e07a9ef4', 'code': 200} Nov 05 19:21:14.277668 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:21:14.331321 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Pushing event updated for resources: {'Port': ['ID=cc7f20ff-1a4b-4582-9a8f-7173e07a9ef4,revision_number=5']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:21:14.341207 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061961f3-ab97-4d87-abf8-499eb66d7662 req-0d90f3cc-96ab-4374-9c38-e0f014926bff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:21:14.342767 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-061961f3-ab97-4d87-abf8-499eb66d7662 req-0d90f3cc-96ab-4374-9c38-e0f014926bff service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=ab369dc6-daac-41ea-a7f8-71d3bc837af6 HTTP/1.1" status: 200 len: 1097 time: 0.0511103 Nov 05 19:21:14.399195 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-061961f3-ab97-4d87-abf8-499eb66d7662 req-89db38ad-87c3-484c-b077-1140328bc041 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=6d54dfd0-62a8-4492-8de1-981828e39f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465221 Nov 05 19:21:14.661346 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66666aeb-ae70-4ab0-a603-2525a6b7104f req-aaee3cdd-c09b-427c-96bb-14f4961db553 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:21:14.662851 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-66666aeb-ae70-4ab0-a603-2525a6b7104f req-aaee3cdd-c09b-427c-96bb-14f4961db553 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] 10.222.0.13 "GET /v2.0/ports?device_id=ab369dc6-daac-41ea-a7f8-71d3bc837af6 HTTP/1.1" status: 200 len: 946 time: 0.0498018 Nov 05 19:21:14.713115 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-66666aeb-ae70-4ab0-a603-2525a6b7104f req-11144f14-2780-47c6-997f-8124ad81006d tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] 10.222.0.13 "GET /v2.0/security-groups?id=6d54dfd0-62a8-4492-8de1-981828e39f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441146 Nov 05 19:21:15.833621 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d43c22-69a8-4121-b45d-907ebdfa8c51 req-9d37776f-aa4f-4743-907a-4a507ee663a4 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:21:15.835143 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-87d43c22-69a8-4121-b45d-907ebdfa8c51 req-9d37776f-aa4f-4743-907a-4a507ee663a4 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] 10.222.0.13 "GET /v2.0/ports?device_id=ab369dc6-daac-41ea-a7f8-71d3bc837af6 HTTP/1.1" status: 200 len: 946 time: 0.0493731 Nov 05 19:21:15.886209 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-87d43c22-69a8-4121-b45d-907ebdfa8c51 req-a5e513e6-ae5f-47f9-b15a-52caa70fd723 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] 10.222.0.13 "GET /v2.0/security-groups?id=6d54dfd0-62a8-4492-8de1-981828e39f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437605 Nov 05 19:21:16.006951 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0586fc36-5852-4a90-b04a-0516701aebe2 req-a8f1a5c9-ff26-462b-a912-6326a157da9c tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:21:16.008506 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-0586fc36-5852-4a90-b04a-0516701aebe2 req-a8f1a5c9-ff26-462b-a912-6326a157da9c tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] 10.222.0.13 "GET /v2.0/ports?device_id=ab369dc6-daac-41ea-a7f8-71d3bc837af6 HTTP/1.1" status: 200 len: 946 time: 0.0541384 Nov 05 19:21:16.059490 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-0586fc36-5852-4a90-b04a-0516701aebe2 req-1d637811-5aa4-4960-8592-3ef8f261e4d1 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] 10.222.0.13 "GET /v2.0/security-groups?id=6d54dfd0-62a8-4492-8de1-981828e39f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443556 Nov 05 19:21:16.082465 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 41824) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:21:16.221834 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5b3e5ac-0ec0-4733-98f0-184fcf251d45 tempest-TestVolumeBootPattern-726310210 tempest-TestVolumeBootPattern-726310210-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:21:16.226715 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-c5b3e5ac-0ec0-4733-98f0-184fcf251d45 tempest-TestVolumeBootPattern-726310210 tempest-TestVolumeBootPattern-726310210-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=ab369dc6-daac-41ea-a7f8-71d3bc837af6 HTTP/1.1" status: 200 len: 1092 time: 0.1399040 Nov 05 19:21:16.226715 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 41828) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:21:16.231155 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-fd292a60-aa5d-48b1-a7c7-38a2f2098a47 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Request body: {'floatingip': {'floating_network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'port_id': 'cc7f20ff-1a4b-4582-9a8f-7173e07a9ef4', 'tenant_id': '975e22a5e2c44667a77341bd773126d4', 'fixed_ip_address': '172.20.0.12'}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:21:16.328979 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-fd292a60-aa5d-48b1-a7c7-38a2f2098a47 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Publish callbacks [] for floatingip, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:21:16.432063 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-fd292a60-aa5d-48b1-a7c7-38a2f2098a47 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:21:16.534199 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.db_base_plugin_common [None req-fd292a60-aa5d-48b1-a7c7-38a2f2098a47 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Allocated IP 172.25.6.155 (40c8335d-cd0b-4cb5-910a-d4dcddd5cbec/04fe6db3-e108-4208-943d-6518424f5726/413e019b-6ac9-46f9-8489-3dd05a30c690) {{(pid=102387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 19:21:16.643995 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-fd292a60-aa5d-48b1-a7c7-38a2f2098a47 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Publish callbacks [] for port, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:21:16.774407 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-fd292a60-aa5d-48b1-a7c7-38a2f2098a47 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4417063'] for port, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:21:16.811301 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd292a60-aa5d-48b1-a7c7-38a2f2098a47 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Network 40c8335d-cd0b-4cb5-910a-d4dcddd5cbec is already hosted by enough agents. {{(pid=102387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 19:21:16.814113 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.base_scheduler [None req-fd292a60-aa5d-48b1-a7c7-38a2f2098a47 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Resources bound (agent type, host, resource id): {{(pid=102387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 19:21:16.816674 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd292a60-aa5d-48b1-a7c7-38a2f2098a47 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Received port after_create {{(pid=102387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 19:21:16.846798 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd292a60-aa5d-48b1-a7c7-38a2f2098a47 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Pushing event updated for resources: {'Port': ['ID=413e019b-6ac9-46f9-8489-3dd05a30c690,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:21:16.860501 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd292a60-aa5d-48b1-a7c7-38a2f2098a47 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:21:16.860842 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd292a60-aa5d-48b1-a7c7-38a2f2098a47 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:21:16.861196 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd292a60-aa5d-48b1-a7c7-38a2f2098a47 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:21:16.861512 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd292a60-aa5d-48b1-a7c7-38a2f2098a47 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:21:16.861844 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd292a60-aa5d-48b1-a7c7-38a2f2098a47 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:21:16.862197 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd292a60-aa5d-48b1-a7c7-38a2f2098a47 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:21:16.862508 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd292a60-aa5d-48b1-a7c7-38a2f2098a47 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:21:16.862830 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd292a60-aa5d-48b1-a7c7-38a2f2098a47 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:21:16.863148 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd292a60-aa5d-48b1-a7c7-38a2f2098a47 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:21:16.863466 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd292a60-aa5d-48b1-a7c7-38a2f2098a47 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:21:16.863785 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd292a60-aa5d-48b1-a7c7-38a2f2098a47 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:21:16.864103 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd292a60-aa5d-48b1-a7c7-38a2f2098a47 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:21:17.557067 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-fd292a60-aa5d-48b1-a7c7-38a2f2098a47 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:21:17.737292 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-fd292a60-aa5d-48b1-a7c7-38a2f2098a47 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:21:17.895720 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-fd292a60-aa5d-48b1-a7c7-38a2f2098a47 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Publish callbacks [] for port, precommit_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:21:17.957153 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-fd292a60-aa5d-48b1-a7c7-38a2f2098a47 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4417072'] for port, after_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:21:18.033516 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd292a60-aa5d-48b1-a7c7-38a2f2098a47 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Pushing event updated for resources: {'Port': ['ID=413e019b-6ac9-46f9-8489-3dd05a30c690,revision_number=2']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:21:18.040094 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-fd292a60-aa5d-48b1-a7c7-38a2f2098a47 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1000577'] for floatingip, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:21:18.148378 n-d-816865-1 neutron-server[102387]: INFO neutron.db.l3_db [None req-fd292a60-aa5d-48b1-a7c7-38a2f2098a47 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Floating IP c6c5208d-d08e-4fc9-a557-737afe4e1643 associated. External IP: 172.25.6.155, port: cc7f20ff-1a4b-4582-9a8f-7173e07a9ef4. Nov 05 19:21:18.370941 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd292a60-aa5d-48b1-a7c7-38a2f2098a47 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Router 00fb4211-acb9-4f95-9b85-c99919138e56 has already been hosted by L3 agent 6dcb5589-8e86-4616-9186-ddc4548e13ad {{(pid=102387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 19:21:18.490772 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd292a60-aa5d-48b1-a7c7-38a2f2098a47 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Notify agent at l3_agent.n-d-816865-1 the message routers_updated {{(pid=102387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 19:21:18.507676 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60e23c95-359a-4ef2-92ae-61c8cee37979 None None] Sync routers for ids ['00fb4211-acb9-4f95-9b85-c99919138e56'] in n-d-816865-1 {{(pid=102388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 19:21:18.521802 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60e23c95-359a-4ef2-92ae-61c8cee37979 None None] Routers {'00fb4211-acb9-4f95-9b85-c99919138e56'} bound to L3 agent in host n-d-816865-1 {{(pid=102388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 19:21:18.523035 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-60e23c95-359a-4ef2-92ae-61c8cee37979 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T19:21:05Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['00fb4211-acb9-4f95-9b85-c99919138e56'], 'active': True} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:21:18.553808 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-fd292a60-aa5d-48b1-a7c7-38a2f2098a47 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for floatingip, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:21:18.601041 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-fd292a60-aa5d-48b1-a7c7-38a2f2098a47 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.3597505 Nov 05 19:21:18.601041 n-d-816865-1 neutron-server[102387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab369dc6-daac-41ea-a7f8-71d3bc837af6', 'tag': 'cc7f20ff-1a4b-4582-9a8f-7173e07a9ef4'}] {{(pid=102387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 19:21:18.601041 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab06bd4ddf5758c1f10d79fe34dc215bafa488692cde9dba2fcbcb67556f90bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6d3f16d-148e-40a3-80aa-1c721e7f484c" -d '{"events": [{"name": "network-changed", "server_uuid": "ab369dc6-daac-41ea-a7f8-71d3bc837af6", "tag": "cc7f20ff-1a4b-4582-9a8f-7173e07a9ef4"}]}' {{(pid=102387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 19:21:18.633139 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 19:21:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08d3e4c3-3238-44af-87a1-3f0945267d72 x-openstack-request-id: req-08d3e4c3-3238-44af-87a1-3f0945267d72 {{(pid=102387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 19:21:18.633438 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab369dc6-daac-41ea-a7f8-71d3bc837af6", "tag": "cc7f20ff-1a4b-4582-9a8f-7173e07a9ef4", "status": "completed", "code": 200}]} {{(pid=102387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 19:21:18.634750 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-08d3e4c3-3238-44af-87a1-3f0945267d72 {{(pid=102387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 19:21:18.636825 n-d-816865-1 neutron-server[102387]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab369dc6-daac-41ea-a7f8-71d3bc837af6', 'tag': 'cc7f20ff-1a4b-4582-9a8f-7173e07a9ef4', 'status': 'completed', 'code': 200} Nov 05 19:21:18.689085 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvr_db [None req-60e23c95-359a-4ef2-92ae-61c8cee37979 None None] Set router 00fb4211-acb9-4f95-9b85-c99919138e56 gateway port host: n-d-816865-1 {{(pid=102388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 19:21:18.705211 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d3f16d-148e-40a3-80aa-1c721e7f484c req-d93828a8-18e5-49d6-9a52-83d0b0003828 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:21:18.706921 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-e6d3f16d-148e-40a3-80aa-1c721e7f484c req-d93828a8-18e5-49d6-9a52-83d0b0003828 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=975e22a5e2c44667a77341bd773126d4&device_id=ab369dc6-daac-41ea-a7f8-71d3bc837af6 HTTP/1.1" status: 200 len: 1097 time: 0.0464475 Nov 05 19:21:18.821560 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d3f16d-148e-40a3-80aa-1c721e7f484c req-3d4f4f73-561c-4fd5-8b13-dc1abbaa0c55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:21:18.824039 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-e6d3f16d-148e-40a3-80aa-1c721e7f484c req-3d4f4f73-561c-4fd5-8b13-dc1abbaa0c55 service neutron] 10.222.0.41 "GET /v2.0/networks?id=22c01ef1-936f-4d85-97a6-cf840ed74fec HTTP/1.1" status: 200 len: 912 time: 0.1085179 Nov 05 19:21:18.903023 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-e6d3f16d-148e-40a3-80aa-1c721e7f484c req-02c0e4e2-4e56-485e-8a95-66bf6d60bf90 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cc7f20ff-1a4b-4582-9a8f-7173e07a9ef4 HTTP/1.1" status: 200 len: 1000 time: 0.0719886 Nov 05 19:21:18.956748 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d3f16d-148e-40a3-80aa-1c721e7f484c req-fa918133-02dc-4ea1-af00-83bd848ebad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:21:18.958233 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-e6d3f16d-148e-40a3-80aa-1c721e7f484c req-fa918133-02dc-4ea1-af00-83bd848ebad6 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=9a5a1166-12d4-4407-8a6a-41bf61d6db29 HTTP/1.1" status: 200 len: 850 time: 0.0481248 Nov 05 19:21:18.966108 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-60e23c95-359a-4ef2-92ae-61c8cee37979 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00fb4211-acb9-4f95-9b85-c99919138e56', 'name': 'tempest-TestVolumeBootPattern-715224525-router', 'tenant_id': '975e22a5e2c44667a77341bd773126d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.165'}], 'enable_snat': True}, 'gw_port_id': '9d46f277-0f87-4b8f-b5ef-2ab86342c4e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T19:15:37Z', 'updated_at': '2021-11-05T19:15:41Z', 'revision_number': 4, 'project_id': '975e22a5e2c44667a77341bd773126d4', 'gw_port': {'id': '9d46f277-0f87-4b8f-b5ef-2ab86342c4e5', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:f3:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00fb4211-acb9-4f95-9b85-c99919138e56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3711, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:15:38Z', 'updated_at': '2021-11-05T19:15:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1', '_floatingips': [{'id': 'c6c5208d-d08e-4fc9-a557-737afe4e1643', 'tenant_id': '975e22a5e2c44667a77341bd773126d4', 'floating_ip_address': '172.25.6.155', 'floating_network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'router_id': '00fb4211-acb9-4f95-9b85-c99919138e56', 'port_id': 'cc7f20ff-1a4b-4582-9a8f-7173e07a9ef4', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3987, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '22c01ef1-936f-4d85-97a6-cf840ed74fec', 'mac_address': 'fa:16:3e:ab:9d:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab369dc6-daac-41ea-a7f8-71d3bc837af6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-05T19:21:17Z', 'updated_at': '2021-11-05T19:21:17Z', 'revision_number': 0, 'project_id': '975e22a5e2c44667a77341bd773126d4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0deb8c2f-a28a-4beb-becc-d44c69097692', 'name': '', 'network_id': '22c01ef1-936f-4d85-97a6-cf840ed74fec', 'tenant_id': '975e22a5e2c44667a77341bd773126d4', 'mac_address': 'fa:16:3e:37:ad:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00fb4211-acb9-4f95-9b85-c99919138e56', 'device_owner': 'network:router_interface', 'standard_attr_id': 3712, 'fixed_ips': [{'subnet_id': '9a5a1166-12d4-4407-8a6a-41bf61d6db29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:15:40Z', 'updated_at': '2021-11-05T19:15:46Z', 'revision_number': 5, 'project_id': '975e22a5e2c44667a77341bd773126d4', 'subnets': [{'id': '9a5a1166-12d4-4407-8a6a-41bf61d6db29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-1', False) {} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:21:18.995252 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60e23c95-359a-4ef2-92ae-61c8cee37979 None None] Checking router: 00fb4211-acb9-4f95-9b85-c99919138e56 for host: n-d-816865-1 {{(pid=102388) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 19:21:19.006713 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60e23c95-359a-4ef2-92ae-61c8cee37979 None None] Routers {'00fb4211-acb9-4f95-9b85-c99919138e56'} bound to L3 agent in host n-d-816865-1 {{(pid=102388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 19:21:19.007508 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-60e23c95-359a-4ef2-92ae-61c8cee37979 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T19:21:05Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['00fb4211-acb9-4f95-9b85-c99919138e56'], 'active': True} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:21:19.019287 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d3f16d-148e-40a3-80aa-1c721e7f484c req-120e7887-0d66-4792-b6cb-d52960bfbd39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:21:19.022946 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-e6d3f16d-148e-40a3-80aa-1c721e7f484c req-120e7887-0d66-4792-b6cb-d52960bfbd39 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=22c01ef1-936f-4d85-97a6-cf840ed74fec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0559225 Nov 05 19:21:19.155915 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvr_db [None req-60e23c95-359a-4ef2-92ae-61c8cee37979 None None] Set router 00fb4211-acb9-4f95-9b85-c99919138e56 gateway port host: n-d-816865-1 {{(pid=102388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 19:21:19.158522 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-e6d3f16d-148e-40a3-80aa-1c721e7f484c req-6c114cee-74f5-4978-bf5a-fbc0d2118c1c service neutron] 10.222.0.41 "GET /v2.0/networks/22c01ef1-936f-4d85-97a6-cf840ed74fec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223147 Nov 05 19:21:19.262594 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-e6d3f16d-148e-40a3-80aa-1c721e7f484c req-8b1c7362-97c6-4824-b124-72c8f397723b service neutron] 10.222.0.41 "GET /v2.0/networks/22c01ef1-936f-4d85-97a6-cf840ed74fec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964637 Nov 05 19:21:19.405090 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-60e23c95-359a-4ef2-92ae-61c8cee37979 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00fb4211-acb9-4f95-9b85-c99919138e56', 'name': 'tempest-TestVolumeBootPattern-715224525-router', 'tenant_id': '975e22a5e2c44667a77341bd773126d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.165'}], 'enable_snat': True}, 'gw_port_id': '9d46f277-0f87-4b8f-b5ef-2ab86342c4e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T19:15:37Z', 'updated_at': '2021-11-05T19:15:41Z', 'revision_number': 4, 'project_id': '975e22a5e2c44667a77341bd773126d4', 'gw_port': {'id': '9d46f277-0f87-4b8f-b5ef-2ab86342c4e5', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:f3:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00fb4211-acb9-4f95-9b85-c99919138e56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3711, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:15:38Z', 'updated_at': '2021-11-05T19:15:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1', '_floatingips': [{'id': 'c6c5208d-d08e-4fc9-a557-737afe4e1643', 'tenant_id': '975e22a5e2c44667a77341bd773126d4', 'floating_ip_address': '172.25.6.155', 'floating_network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'router_id': '00fb4211-acb9-4f95-9b85-c99919138e56', 'port_id': 'cc7f20ff-1a4b-4582-9a8f-7173e07a9ef4', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3987, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '22c01ef1-936f-4d85-97a6-cf840ed74fec', 'mac_address': 'fa:16:3e:ab:9d:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab369dc6-daac-41ea-a7f8-71d3bc837af6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-05T19:21:17Z', 'updated_at': '2021-11-05T19:21:17Z', 'revision_number': 0, 'project_id': '975e22a5e2c44667a77341bd773126d4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0deb8c2f-a28a-4beb-becc-d44c69097692', 'name': '', 'network_id': '22c01ef1-936f-4d85-97a6-cf840ed74fec', 'tenant_id': '975e22a5e2c44667a77341bd773126d4', 'mac_address': 'fa:16:3e:37:ad:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00fb4211-acb9-4f95-9b85-c99919138e56', 'device_owner': 'network:router_interface', 'standard_attr_id': 3712, 'fixed_ips': [{'subnet_id': '9a5a1166-12d4-4407-8a6a-41bf61d6db29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:15:40Z', 'updated_at': '2021-11-05T19:15:46Z', 'revision_number': 5, 'project_id': '975e22a5e2c44667a77341bd773126d4', 'subnets': [{'id': '9a5a1166-12d4-4407-8a6a-41bf61d6db29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-1', False) {} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:21:19.439117 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60e23c95-359a-4ef2-92ae-61c8cee37979 None None] The sync data for ids ['00fb4211-acb9-4f95-9b85-c99919138e56'] in n-d-816865-1 is: [{'id': '00fb4211-acb9-4f95-9b85-c99919138e56', 'name': 'tempest-TestVolumeBootPattern-715224525-router', 'tenant_id': '975e22a5e2c44667a77341bd773126d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.165'}], 'enable_snat': True}, 'gw_port_id': '9d46f277-0f87-4b8f-b5ef-2ab86342c4e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T19:15:37Z', 'updated_at': '2021-11-05T19:15:41Z', 'revision_number': 4, 'project_id': '975e22a5e2c44667a77341bd773126d4', 'gw_port': {'id': '9d46f277-0f87-4b8f-b5ef-2ab86342c4e5', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:f3:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00fb4211-acb9-4f95-9b85-c99919138e56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3711, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:15:38Z', 'updated_at': '2021-11-05T19:15:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1', '_floatingips': [{'id': 'c6c5208d-d08e-4fc9-a557-737afe4e1643', 'tenant_id': '975e22a5e2c44667a77341bd773126d4', 'floating_ip_address': '172.25.6.155', 'floating_network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'router_id': '00fb4211-acb9-4f95-9b85-c99919138e56', 'port_id': 'cc7f20ff-1a4b-4582-9a8f-7173e07a9ef4', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3987, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '22c01ef1-936f-4d85-97a6-cf840ed74fec', 'mac_address': 'fa:16:3e:ab:9d:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab369dc6-daac-41ea-a7f8-71d3bc837af6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-05T19:21:17Z', 'updated_at': '2021-11-05T19:21:17Z', 'revision_number': 0, 'project_id': '975e22a5e2c44667a77341bd773126d4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0deb8c2f-a28a-4beb-becc-d44c69097692', 'name': '', 'network_id': '22c01ef1-936f-4d85-97a6-cf840ed74fec', 'tenant_id': '975e22a5e2c44667a77341bd773126d4', 'mac_address': 'fa:16:3e:37:ad:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00fb4211-acb9-4f95-9b85-c99919138e56', 'device_owner': 'network:router_interface', 'standard_attr_id': 3712, 'fixed_ips': [{'subnet_id': '9a5a1166-12d4-4407-8a6a-41bf61d6db29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:15:40Z', 'updated_at': '2021-11-05T19:15:46Z', 'revision_number': 5, 'project_id': '975e22a5e2c44667a77341bd773126d4', 'subnets': [{'id': '9a5a1166-12d4-4407-8a6a-41bf61d6db29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 19:21:19.635689 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b953e82-4fd0-4637-8cfa-63bb92e1686e None None] New status for floating IP c6c5208d-d08e-4fc9-a557-737afe4e1643: ACTIVE {{(pid=102389) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 05 19:21:21.987526 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 41868) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:21:22.099386 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-28cdca06-2f6e-4251-8f7f-039edf0f3cd9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:21:22.174019 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-28cdca06-2f6e-4251-8f7f-039edf0f3cd9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:21:22.230893 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-28cdca06-2f6e-4251-8f7f-039edf0f3cd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:21:22.268789 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-28cdca06-2f6e-4251-8f7f-039edf0f3cd9 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=dc191a5223fb4ed0a9b8d64124872fdc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2802002 Nov 05 19:21:22.270825 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28cdca06-2f6e-4251-8f7f-039edf0f3cd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b1c1273-5bbb-4953-995f-1960b5f9d2c1,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:21:22.271582 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 41872) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:21:22.319779 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-40f60e58-792b-4799-8d5c-d65da0059532 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:21:22.341303 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-40f60e58-792b-4799-8d5c-d65da0059532 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:21:22.431891 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-40f60e58-792b-4799-8d5c-d65da0059532 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:21:22.434378 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-40f60e58-792b-4799-8d5c-d65da0059532 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:21:22.435517 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-40f60e58-792b-4799-8d5c-d65da0059532 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1b1c1273-5bbb-4953-995f-1960b5f9d2c1 HTTP/1.1" status: 204 len: 168 time: 0.1629617 Nov 05 19:21:22.442996 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f60e58-792b-4799-8d5c-d65da0059532 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b1c1273-5bbb-4953-995f-1960b5f9d2c1,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:21:22.450750 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f60e58-792b-4799-8d5c-d65da0059532 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:21:22.452331 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f60e58-792b-4799-8d5c-d65da0059532 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:21:22.452331 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f60e58-792b-4799-8d5c-d65da0059532 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:21:22.452331 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f60e58-792b-4799-8d5c-d65da0059532 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:21:22.452331 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f60e58-792b-4799-8d5c-d65da0059532 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:21:22.452750 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f60e58-792b-4799-8d5c-d65da0059532 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:21:22.452750 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f60e58-792b-4799-8d5c-d65da0059532 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:21:22.453034 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f60e58-792b-4799-8d5c-d65da0059532 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:21:22.453357 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f60e58-792b-4799-8d5c-d65da0059532 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:21:22.453680 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f60e58-792b-4799-8d5c-d65da0059532 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:21:22.454001 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f60e58-792b-4799-8d5c-d65da0059532 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:21:22.454346 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f60e58-792b-4799-8d5c-d65da0059532 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:21:29.884670 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 41928) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:21:29.999408 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-473f7114-6723-4fdf-9a1c-265f6285f256 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:21:30.077528 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-473f7114-6723-4fdf-9a1c-265f6285f256 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:21:30.122672 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-473f7114-6723-4fdf-9a1c-265f6285f256 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:21:30.161874 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473f7114-6723-4fdf-9a1c-265f6285f256 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1abdce4c-2ea4-422c-9a10-4b4e7accfbb6,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:21:30.168516 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-473f7114-6723-4fdf-9a1c-265f6285f256 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e2797d99118347de987c096c2dc71f35&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2801635 Nov 05 19:21:30.168718 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 41932) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:21:30.216054 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-aa6cd3c4-ff2e-410a-a9b8-4d2e5e539b91 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:21:30.236696 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-aa6cd3c4-ff2e-410a-a9b8-4d2e5e539b91 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:21:30.368021 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-aa6cd3c4-ff2e-410a-a9b8-4d2e5e539b91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:21:30.371148 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-aa6cd3c4-ff2e-410a-a9b8-4d2e5e539b91 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:21:30.372317 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-aa6cd3c4-ff2e-410a-a9b8-4d2e5e539b91 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1abdce4c-2ea4-422c-9a10-4b4e7accfbb6 HTTP/1.1" status: 204 len: 168 time: 0.2027001 Nov 05 19:21:30.380721 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6cd3c4-ff2e-410a-a9b8-4d2e5e539b91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1abdce4c-2ea4-422c-9a10-4b4e7accfbb6,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:21:32.647847 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-5db4c3ac-ddc1-41d0-ad63-487564377510 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:21:34.408620 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:21:34.736942 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.agents_db [None req-b9406b04-a0e8-43cf-b349-711963d96cf4 None None] Agent healthcheck: found 7 active agents {{(pid=102389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 05 19:21:35.388118 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-59eef33d-da2d-41a5-8935-bb264b526f91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:21:36.322844 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b304910f-7b27-444b-a8fc-977d26b1ceac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:21:36.476363 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:21:38.311836 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-31f93893-a48e-4ae8-833d-dccb2b42eacc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:21:38.534002 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:22:02.630458 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-0ccbe8d7-0dbe-4f81-b73a-4aa54409e1e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:22:04.413088 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:22:05.379063 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b24c179a-778a-4fed-aa78-28e755dd221f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:22:06.424171 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b304910f-7b27-444b-a8fc-977d26b1ceac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:22:06.441077 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:22:08.321809 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-31f93893-a48e-4ae8-833d-dccb2b42eacc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:22:08.584657 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:22:11.008505 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-a9912e22-b984-44e6-9235-b12555f6d5d8 req-1cfbee8a-6f3d-4e6f-bbff-405fb0b97aff service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=ab369dc6-daac-41ea-a7f8-71d3bc837af6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0387800 Nov 05 19:22:11.100883 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9912e22-b984-44e6-9235-b12555f6d5d8 req-c45c39e5-edf2-4867-b6d0-291483f4fd9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:22:11.102394 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-a9912e22-b984-44e6-9235-b12555f6d5d8 req-c45c39e5-edf2-4867-b6d0-291483f4fd9b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=975e22a5e2c44667a77341bd773126d4&device_id=ab369dc6-daac-41ea-a7f8-71d3bc837af6 HTTP/1.1" status: 200 len: 1097 time: 0.0428853 Nov 05 19:22:11.211070 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9912e22-b984-44e6-9235-b12555f6d5d8 req-8d533e94-10cf-49f2-a206-1624ef1e7168 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:22:11.212549 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-a9912e22-b984-44e6-9235-b12555f6d5d8 req-8d533e94-10cf-49f2-a206-1624ef1e7168 service neutron] 10.222.0.41 "GET /v2.0/networks?id=22c01ef1-936f-4d85-97a6-cf840ed74fec HTTP/1.1" status: 200 len: 912 time: 0.0904396 Nov 05 19:22:11.288337 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-a9912e22-b984-44e6-9235-b12555f6d5d8 req-26c85795-b03a-4887-ab79-25a1a49bdf78 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cc7f20ff-1a4b-4582-9a8f-7173e07a9ef4 HTTP/1.1" status: 200 len: 1002 time: 0.0619833 Nov 05 19:22:11.343371 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9912e22-b984-44e6-9235-b12555f6d5d8 req-c62e9111-a895-43b3-a865-7c24484e050d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:22:11.344850 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-a9912e22-b984-44e6-9235-b12555f6d5d8 req-c62e9111-a895-43b3-a865-7c24484e050d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=9a5a1166-12d4-4407-8a6a-41bf61d6db29 HTTP/1.1" status: 200 len: 850 time: 0.0505180 Nov 05 19:22:11.394300 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9912e22-b984-44e6-9235-b12555f6d5d8 req-81debd8f-c3cb-477c-8551-346897d32808 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:22:11.395986 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-a9912e22-b984-44e6-9235-b12555f6d5d8 req-81debd8f-c3cb-477c-8551-346897d32808 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=22c01ef1-936f-4d85-97a6-cf840ed74fec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0413251 Nov 05 19:22:11.487330 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-a9912e22-b984-44e6-9235-b12555f6d5d8 req-547778cf-5dc4-4c2e-8ee0-c1896bc27b9f service neutron] 10.222.0.41 "GET /v2.0/networks/22c01ef1-936f-4d85-97a6-cf840ed74fec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818703 Nov 05 19:22:11.584590 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-a9912e22-b984-44e6-9235-b12555f6d5d8 req-1788cef1-aa10-48ed-be3f-e6ab5e724f9b service neutron] 10.222.0.41 "GET /v2.0/networks/22c01ef1-936f-4d85-97a6-cf840ed74fec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863626 Nov 05 19:22:11.737268 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.agents_db [None req-b9406b04-a0e8-43cf-b349-711963d96cf4 None None] Agent healthcheck: found 7 active agents {{(pid=102389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 05 19:22:32.664025 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3a5cd962-6f6b-47aa-83b5-0dbcc1896755 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:22:34.413020 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:22:35.355321 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-9c864aaa-c6d5-4b90-a350-f6c989e19a39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:22:36.418256 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b304910f-7b27-444b-a8fc-977d26b1ceac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:22:36.475058 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:22:38.318499 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-31f93893-a48e-4ae8-833d-dccb2b42eacc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:22:38.572804 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:22:48.736555 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.agents_db [None req-b9406b04-a0e8-43cf-b349-711963d96cf4 None None] Agent healthcheck: found 7 active agents {{(pid=102389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 05 19:23:02.623082 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-ae1763fb-f814-43b7-a68d-77069d2e7216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:23:04.423403 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:23:05.446156 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-04c19494-b36a-4b2b-a7af-675ad3f95165 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:23:06.331732 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b304910f-7b27-444b-a8fc-977d26b1ceac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:23:06.451619 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:23:08.331705 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-31f93893-a48e-4ae8-833d-dccb2b42eacc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:23:08.519944 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:23:11.037146 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-76072837-b66e-4fef-b9f9-bce675b4ab39 req-beea35be-1d13-496a-bd33-f696c89213ff service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=ab369dc6-daac-41ea-a7f8-71d3bc837af6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0404472 Nov 05 19:23:11.123575 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76072837-b66e-4fef-b9f9-bce675b4ab39 req-20c90f6b-1c2d-4ddd-b26e-64a43aab2046 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:23:11.125064 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-76072837-b66e-4fef-b9f9-bce675b4ab39 req-20c90f6b-1c2d-4ddd-b26e-64a43aab2046 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=975e22a5e2c44667a77341bd773126d4&device_id=ab369dc6-daac-41ea-a7f8-71d3bc837af6 HTTP/1.1" status: 200 len: 1097 time: 0.0438237 Nov 05 19:23:11.225672 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76072837-b66e-4fef-b9f9-bce675b4ab39 req-c0630104-a236-4e61-9a47-8f0c02a600fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:23:11.227160 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-76072837-b66e-4fef-b9f9-bce675b4ab39 req-c0630104-a236-4e61-9a47-8f0c02a600fd service neutron] 10.222.0.41 "GET /v2.0/networks?id=22c01ef1-936f-4d85-97a6-cf840ed74fec HTTP/1.1" status: 200 len: 912 time: 0.0835567 Nov 05 19:23:11.294271 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-76072837-b66e-4fef-b9f9-bce675b4ab39 req-bdedc046-6939-42c8-965b-870fc8f66126 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cc7f20ff-1a4b-4582-9a8f-7173e07a9ef4 HTTP/1.1" status: 200 len: 1002 time: 0.0602889 Nov 05 19:23:11.342538 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76072837-b66e-4fef-b9f9-bce675b4ab39 req-43d212e6-02e9-49d6-85a0-5aa51b0f1b23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:23:11.343950 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-76072837-b66e-4fef-b9f9-bce675b4ab39 req-43d212e6-02e9-49d6-85a0-5aa51b0f1b23 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=9a5a1166-12d4-4407-8a6a-41bf61d6db29 HTTP/1.1" status: 200 len: 850 time: 0.0433607 Nov 05 19:23:11.388647 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76072837-b66e-4fef-b9f9-bce675b4ab39 req-068c7535-a996-4fc8-b7b6-284befacf0f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:23:11.390193 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-76072837-b66e-4fef-b9f9-bce675b4ab39 req-068c7535-a996-4fc8-b7b6-284befacf0f0 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=22c01ef1-936f-4d85-97a6-cf840ed74fec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399020 Nov 05 19:23:11.485245 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-76072837-b66e-4fef-b9f9-bce675b4ab39 req-6e7e3e47-6fee-42c2-8422-37df93cb6a25 service neutron] 10.222.0.41 "GET /v2.0/networks/22c01ef1-936f-4d85-97a6-cf840ed74fec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870123 Nov 05 19:23:11.577823 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-76072837-b66e-4fef-b9f9-bce675b4ab39 req-5e23a3cd-9f84-471f-928c-8fb8b91a6e13 service neutron] 10.222.0.41 "GET /v2.0/networks/22c01ef1-936f-4d85-97a6-cf840ed74fec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850172 Nov 05 19:23:25.736120 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.agents_db [None req-b9406b04-a0e8-43cf-b349-711963d96cf4 None None] Agent healthcheck: found 7 active agents {{(pid=102389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 05 19:23:32.640338 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-a8ed73af-a344-4c75-abf1-6686b246bee7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:23:33.401585 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [req-c3fda9b8-b246-4cd0-a6da-5c70fa3ae93c req-0126c059-aba7-4573-ae32-571a5de343a0 service neutron] (102387) timed out ('10.222.0.13', 49500) {{(pid=102387) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 05 19:23:34.451312 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:23:35.399663 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-7eec8b0a-8c83-4a5b-a5b8-63b7eba4748b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:23:36.314457 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b304910f-7b27-444b-a8fc-977d26b1ceac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:23:36.468331 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:23:38.313659 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-31f93893-a48e-4ae8-833d-dccb2b42eacc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:23:38.531238 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:23:43.130772 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0555c52e-8793-4b62-813b-7189832b0197 req-debc96b8-e5ad-4d6a-a81c-1ac76b7b1309 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:23:43.132260 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-0555c52e-8793-4b62-813b-7189832b0197 req-debc96b8-e5ad-4d6a-a81c-1ac76b7b1309 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] 10.222.0.13 "GET /v2.0/ports?device_id=ab369dc6-daac-41ea-a7f8-71d3bc837af6 HTTP/1.1" status: 200 len: 946 time: 0.0489612 Nov 05 19:23:43.185997 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-0555c52e-8793-4b62-813b-7189832b0197 req-77edc24f-4093-4b65-bdae-a2df2da8c07f tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] 10.222.0.13 "GET /v2.0/security-groups?id=6d54dfd0-62a8-4492-8de1-981828e39f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469320 Nov 05 19:23:44.328543 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882d0042-69f4-4028-b796-1cce8c656134 req-e7a4d026-6c6f-4f69-8dbe-d6fc9fd3687d tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:23:44.330120 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-882d0042-69f4-4028-b796-1cce8c656134 req-e7a4d026-6c6f-4f69-8dbe-d6fc9fd3687d tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] 10.222.0.13 "GET /v2.0/ports?device_id=ab369dc6-daac-41ea-a7f8-71d3bc837af6 HTTP/1.1" status: 200 len: 946 time: 0.0494175 Nov 05 19:23:44.380402 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-882d0042-69f4-4028-b796-1cce8c656134 req-7189eff8-0209-46a9-8eac-ea9608c4c397 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] 10.222.0.13 "GET /v2.0/security-groups?id=6d54dfd0-62a8-4492-8de1-981828e39f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444191 Nov 05 19:23:44.600097 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb9cfe2-842c-4657-8186-b612dbf5a2ae req-76534325-a8e4-4231-98f0-30044cc41aa1 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:23:44.601551 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-afb9cfe2-842c-4657-8186-b612dbf5a2ae req-76534325-a8e4-4231-98f0-30044cc41aa1 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] 10.222.0.41 "GET /v2.0/ports?device_id=ab369dc6-daac-41ea-a7f8-71d3bc837af6 HTTP/1.1" status: 200 len: 946 time: 0.0485914 Nov 05 19:23:44.694034 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [req-afb9cfe2-842c-4657-8186-b612dbf5a2ae req-753b02e9-80da-412e-8df0-0cbaf23fd2c8 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Deleting port cc7f20ff-1a4b-4582-9a8f-7173e07a9ef4 {{(pid=102387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 19:23:44.694395 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-afb9cfe2-842c-4657-8186-b612dbf5a2ae req-753b02e9-80da-412e-8df0-0cbaf23fd2c8 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:23:44.780591 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.db [req-afb9cfe2-842c-4657-8186-b612dbf5a2ae req-753b02e9-80da-412e-8df0-0cbaf23fd2c8 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] For port cc7f20ff-1a4b-4582-9a8f-7173e07a9ef4, host n-h1-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=cc7f20ff-1a4b-4582-9a8f-7173e07a9ef4,segment=NetworkSegment(c8ba8bad-518b-408a-adbf-9f95696a455e),segment_id=c8ba8bad-518b-408a-adbf-9f95696a455e)] {{(pid=102387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:23:44.780952 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-afb9cfe2-842c-4657-8186-b612dbf5a2ae req-753b02e9-80da-412e-8df0-0cbaf23fd2c8 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:23:44.950593 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-afb9cfe2-842c-4657-8186-b612dbf5a2ae req-753b02e9-80da-412e-8df0-0cbaf23fd2c8 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:23:44.950872 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-afb9cfe2-842c-4657-8186-b612dbf5a2ae req-753b02e9-80da-412e-8df0-0cbaf23fd2c8 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1000577'] for floatingip, after_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:23:44.951182 n-d-816865-1 neutron-server[102387]: INFO neutron.db.l3_db [req-afb9cfe2-842c-4657-8186-b612dbf5a2ae req-753b02e9-80da-412e-8df0-0cbaf23fd2c8 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Floating IP c6c5208d-d08e-4fc9-a557-737afe4e1643 disassociated. External IP: 172.25.6.155, port: cc7f20ff-1a4b-4582-9a8f-7173e07a9ef4. Nov 05 19:23:44.951517 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [req-afb9cfe2-842c-4657-8186-b612dbf5a2ae req-753b02e9-80da-412e-8df0-0cbaf23fd2c8 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Calling delete_port for cc7f20ff-1a4b-4582-9a8f-7173e07a9ef4 owned by compute:nova {{(pid=102387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 19:23:45.137123 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-afb9cfe2-842c-4657-8186-b612dbf5a2ae req-753b02e9-80da-412e-8df0-0cbaf23fd2c8 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4417063'] for port, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:23:45.168234 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753b02e9-80da-412e-8df0-0cbaf23fd2c8 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Pushing event deleted for resources: {'Port': ['ID=cc7f20ff-1a4b-4582-9a8f-7173e07a9ef4,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:23:45.183422 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-753b02e9-80da-412e-8df0-0cbaf23fd2c8 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:23:45.183422 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-753b02e9-80da-412e-8df0-0cbaf23fd2c8 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:23:45.183422 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-753b02e9-80da-412e-8df0-0cbaf23fd2c8 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:23:45.183422 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-753b02e9-80da-412e-8df0-0cbaf23fd2c8 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:23:45.183422 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-753b02e9-80da-412e-8df0-0cbaf23fd2c8 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:23:45.183422 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-753b02e9-80da-412e-8df0-0cbaf23fd2c8 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:23:45.183422 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-753b02e9-80da-412e-8df0-0cbaf23fd2c8 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:23:45.183422 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-753b02e9-80da-412e-8df0-0cbaf23fd2c8 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:23:45.184080 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-753b02e9-80da-412e-8df0-0cbaf23fd2c8 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:23:45.184080 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-753b02e9-80da-412e-8df0-0cbaf23fd2c8 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:23:45.184302 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-753b02e9-80da-412e-8df0-0cbaf23fd2c8 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:23:45.184632 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-753b02e9-80da-412e-8df0-0cbaf23fd2c8 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:23:45.294607 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.l3_agent_scheduler [req-afb9cfe2-842c-4657-8186-b612dbf5a2ae req-753b02e9-80da-412e-8df0-0cbaf23fd2c8 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Router 00fb4211-acb9-4f95-9b85-c99919138e56 has already been hosted by L3 agent 6dcb5589-8e86-4616-9186-ddc4548e13ad {{(pid=102387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 19:23:45.402270 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-afb9cfe2-842c-4657-8186-b612dbf5a2ae req-753b02e9-80da-412e-8df0-0cbaf23fd2c8 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Notify agent at l3_agent.n-d-816865-1 the message routers_updated {{(pid=102387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 19:23:45.412735 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe5830d7-95c4-41e2-b82c-68e0872e04f3 None None] Sync routers for ids ['00fb4211-acb9-4f95-9b85-c99919138e56'] in n-d-816865-1 {{(pid=102388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 19:23:45.424083 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe5830d7-95c4-41e2-b82c-68e0872e04f3 None None] Routers {'00fb4211-acb9-4f95-9b85-c99919138e56'} bound to L3 agent in host n-d-816865-1 {{(pid=102388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 19:23:45.424715 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-fe5830d7-95c4-41e2-b82c-68e0872e04f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T19:23:35Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['00fb4211-acb9-4f95-9b85-c99919138e56'], 'active': True} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:23:45.453902 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.l3_dvrscheduler_db [req-afb9cfe2-842c-4657-8186-b612dbf5a2ae req-753b02e9-80da-412e-8df0-0cbaf23fd2c8 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] No DVR routers for this DVR port cc7f20ff-1a4b-4582-9a8f-7173e07a9ef4 on host n-h1-816865-1 {{(pid=102387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 19:23:45.456394 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-afb9cfe2-842c-4657-8186-b612dbf5a2ae req-753b02e9-80da-412e-8df0-0cbaf23fd2c8 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:23:45.461602 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-afb9cfe2-842c-4657-8186-b612dbf5a2ae req-753b02e9-80da-412e-8df0-0cbaf23fd2c8 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] 10.222.0.41 "DELETE /v2.0/ports/cc7f20ff-1a4b-4582-9a8f-7173e07a9ef4 HTTP/1.1" status: 204 len: 173 time: 0.8536291 Nov 05 19:23:45.462084 n-d-816865-1 neutron-server[102387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab369dc6-daac-41ea-a7f8-71d3bc837af6', 'name': 'network-vif-deleted', 'tag': 'cc7f20ff-1a4b-4582-9a8f-7173e07a9ef4'}] {{(pid=102387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 19:23:45.465226 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab06bd4ddf5758c1f10d79fe34dc215bafa488692cde9dba2fcbcb67556f90bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38fa69f7-5ff1-424a-a154-ca08a261c138" -d '{"events": [{"server_uuid": "ab369dc6-daac-41ea-a7f8-71d3bc837af6", "name": "network-vif-deleted", "tag": "cc7f20ff-1a4b-4582-9a8f-7173e07a9ef4"}]}' {{(pid=102387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 19:23:45.514511 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-2bf47c37-511b-47e9-a60e-28df6d9a83c9 req-8996e79d-e989-4299-ae60-efe871da0949 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] 10.222.0.13 "GET /v2.0/ports?device_id=ab369dc6-daac-41ea-a7f8-71d3bc837af6 HTTP/1.1" status: 200 len: 210 time: 0.0305874 Nov 05 19:23:45.560737 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvr_db [None req-fe5830d7-95c4-41e2-b82c-68e0872e04f3 None None] Set router 00fb4211-acb9-4f95-9b85-c99919138e56 gateway port host: n-d-816865-1 {{(pid=102388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 19:23:45.735247 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 19:23:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b985ff9-e161-4e0d-b355-48af6c522f91 x-openstack-request-id: req-8b985ff9-e161-4e0d-b355-48af6c522f91 {{(pid=102387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 19:23:45.735557 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab369dc6-daac-41ea-a7f8-71d3bc837af6", "name": "network-vif-deleted", "tag": "cc7f20ff-1a4b-4582-9a8f-7173e07a9ef4", "status": "completed", "code": 200}]} {{(pid=102387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 19:23:45.735822 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8b985ff9-e161-4e0d-b355-48af6c522f91 {{(pid=102387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 19:23:45.736241 n-d-816865-1 neutron-server[102387]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab369dc6-daac-41ea-a7f8-71d3bc837af6', 'name': 'network-vif-deleted', 'tag': 'cc7f20ff-1a4b-4582-9a8f-7173e07a9ef4', 'status': 'completed', 'code': 200} Nov 05 19:23:45.789146 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-fe5830d7-95c4-41e2-b82c-68e0872e04f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00fb4211-acb9-4f95-9b85-c99919138e56', 'name': 'tempest-TestVolumeBootPattern-715224525-router', 'tenant_id': '975e22a5e2c44667a77341bd773126d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.165'}], 'enable_snat': True}, 'gw_port_id': '9d46f277-0f87-4b8f-b5ef-2ab86342c4e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T19:15:37Z', 'updated_at': '2021-11-05T19:15:41Z', 'revision_number': 4, 'project_id': '975e22a5e2c44667a77341bd773126d4', 'gw_port': {'id': '9d46f277-0f87-4b8f-b5ef-2ab86342c4e5', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:f3:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00fb4211-acb9-4f95-9b85-c99919138e56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3711, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:15:38Z', 'updated_at': '2021-11-05T19:15:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1', '_interfaces': [{'id': '0deb8c2f-a28a-4beb-becc-d44c69097692', 'name': '', 'network_id': '22c01ef1-936f-4d85-97a6-cf840ed74fec', 'tenant_id': '975e22a5e2c44667a77341bd773126d4', 'mac_address': 'fa:16:3e:37:ad:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00fb4211-acb9-4f95-9b85-c99919138e56', 'device_owner': 'network:router_interface', 'standard_attr_id': 3712, 'fixed_ips': [{'subnet_id': '9a5a1166-12d4-4407-8a6a-41bf61d6db29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:15:40Z', 'updated_at': '2021-11-05T19:15:46Z', 'revision_number': 5, 'project_id': '975e22a5e2c44667a77341bd773126d4', 'subnets': [{'id': '9a5a1166-12d4-4407-8a6a-41bf61d6db29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-1', False) {} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:23:45.819414 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe5830d7-95c4-41e2-b82c-68e0872e04f3 None None] Checking router: 00fb4211-acb9-4f95-9b85-c99919138e56 for host: n-d-816865-1 {{(pid=102388) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 19:23:45.828553 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe5830d7-95c4-41e2-b82c-68e0872e04f3 None None] Routers {'00fb4211-acb9-4f95-9b85-c99919138e56'} bound to L3 agent in host n-d-816865-1 {{(pid=102388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 19:23:45.829167 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-fe5830d7-95c4-41e2-b82c-68e0872e04f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T19:23:35Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['00fb4211-acb9-4f95-9b85-c99919138e56'], 'active': True} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:23:45.936140 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvr_db [None req-fe5830d7-95c4-41e2-b82c-68e0872e04f3 None None] Set router 00fb4211-acb9-4f95-9b85-c99919138e56 gateway port host: n-d-816865-1 {{(pid=102388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 19:23:46.136336 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-fe5830d7-95c4-41e2-b82c-68e0872e04f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00fb4211-acb9-4f95-9b85-c99919138e56', 'name': 'tempest-TestVolumeBootPattern-715224525-router', 'tenant_id': '975e22a5e2c44667a77341bd773126d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.165'}], 'enable_snat': True}, 'gw_port_id': '9d46f277-0f87-4b8f-b5ef-2ab86342c4e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T19:15:37Z', 'updated_at': '2021-11-05T19:15:41Z', 'revision_number': 4, 'project_id': '975e22a5e2c44667a77341bd773126d4', 'gw_port': {'id': '9d46f277-0f87-4b8f-b5ef-2ab86342c4e5', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:f3:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00fb4211-acb9-4f95-9b85-c99919138e56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3711, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:15:38Z', 'updated_at': '2021-11-05T19:15:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1', '_interfaces': [{'id': '0deb8c2f-a28a-4beb-becc-d44c69097692', 'name': '', 'network_id': '22c01ef1-936f-4d85-97a6-cf840ed74fec', 'tenant_id': '975e22a5e2c44667a77341bd773126d4', 'mac_address': 'fa:16:3e:37:ad:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00fb4211-acb9-4f95-9b85-c99919138e56', 'device_owner': 'network:router_interface', 'standard_attr_id': 3712, 'fixed_ips': [{'subnet_id': '9a5a1166-12d4-4407-8a6a-41bf61d6db29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:15:40Z', 'updated_at': '2021-11-05T19:15:46Z', 'revision_number': 5, 'project_id': '975e22a5e2c44667a77341bd773126d4', 'subnets': [{'id': '9a5a1166-12d4-4407-8a6a-41bf61d6db29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-1', False) {} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:23:46.161940 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe5830d7-95c4-41e2-b82c-68e0872e04f3 None None] The sync data for ids ['00fb4211-acb9-4f95-9b85-c99919138e56'] in n-d-816865-1 is: [{'id': '00fb4211-acb9-4f95-9b85-c99919138e56', 'name': 'tempest-TestVolumeBootPattern-715224525-router', 'tenant_id': '975e22a5e2c44667a77341bd773126d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.165'}], 'enable_snat': True}, 'gw_port_id': '9d46f277-0f87-4b8f-b5ef-2ab86342c4e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T19:15:37Z', 'updated_at': '2021-11-05T19:15:41Z', 'revision_number': 4, 'project_id': '975e22a5e2c44667a77341bd773126d4', 'gw_port': {'id': '9d46f277-0f87-4b8f-b5ef-2ab86342c4e5', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:f3:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00fb4211-acb9-4f95-9b85-c99919138e56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3711, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:15:38Z', 'updated_at': '2021-11-05T19:15:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1', '_interfaces': [{'id': '0deb8c2f-a28a-4beb-becc-d44c69097692', 'name': '', 'network_id': '22c01ef1-936f-4d85-97a6-cf840ed74fec', 'tenant_id': '975e22a5e2c44667a77341bd773126d4', 'mac_address': 'fa:16:3e:37:ad:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00fb4211-acb9-4f95-9b85-c99919138e56', 'device_owner': 'network:router_interface', 'standard_attr_id': 3712, 'fixed_ips': [{'subnet_id': '9a5a1166-12d4-4407-8a6a-41bf61d6db29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:15:40Z', 'updated_at': '2021-11-05T19:15:46Z', 'revision_number': 5, 'project_id': '975e22a5e2c44667a77341bd773126d4', 'subnets': [{'id': '9a5a1166-12d4-4407-8a6a-41bf61d6db29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 19:23:46.388997 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5b681e7-02ed-441f-b78a-ac5d0d851e35 None None] New status for floating IP c6c5208d-d08e-4fc9-a557-737afe4e1643: DOWN {{(pid=102389) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 05 19:23:46.620405 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-cf9624db-7067-44cf-ae2b-d71e33566764 req-a3201d36-489e-4d78-9cab-bba10deac436 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] 10.222.0.13 "GET /v2.0/ports?device_id=ab369dc6-daac-41ea-a7f8-71d3bc837af6 HTTP/1.1" status: 200 len: 210 time: 0.0290260 Nov 05 19:23:46.621789 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Device cc7f20ff-1a4b-4582-9a8f-7173e07a9ef4 no longer exists at agent hyperv_n-h1-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 19:23:46.654035 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] No Port match for: cc7f20ff-1a4b-4582-9a8f-7173e07a9ef4 {{(pid=102388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 19:23:46.654330 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Device cc7f20ff-1a4b-4582-9a8f-7173e07a9ef4 not bound to the agent host n-h1-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 19:23:47.717412 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-564f714b-5c0d-49ad-91c1-e7fa8f22a530 req-ad96cddd-5f2b-462c-a6d9-8e2a7a942077 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] 10.222.0.13 "GET /v2.0/ports?device_id=ab369dc6-daac-41ea-a7f8-71d3bc837af6 HTTP/1.1" status: 200 len: 210 time: 0.0269721 Nov 05 19:23:48.817660 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-a9027625-d407-46ea-8b5c-c6597620f39a req-63de89ba-1a82-427e-bd6d-94d0e2974768 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] 10.222.0.13 "GET /v2.0/ports?device_id=ab369dc6-daac-41ea-a7f8-71d3bc837af6 HTTP/1.1" status: 200 len: 210 time: 0.0305126 Nov 05 19:23:49.919693 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-f1e6d38c-6aa0-48f5-862b-5bbc7e05f819 req-e5b739c3-314f-4116-a521-97c2de91352b tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] 10.222.0.13 "GET /v2.0/ports?device_id=ab369dc6-daac-41ea-a7f8-71d3bc837af6 HTTP/1.1" status: 200 len: 210 time: 0.0309746 Nov 05 19:23:51.185856 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-35c37820-7691-4669-b209-b447aeff795a req-610a79a9-b67c-450c-b785-975747a8139a tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-939772579&fields=id&tenant_id=975e22a5e2c44667a77341bd773126d4 HTTP/1.1" status: 200 len: 267 time: 0.0445426 Nov 05 19:23:51.299304 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c37820-7691-4669-b209-b447aeff795a req-9d1d5f3f-33a3-453b-8a9d-6f1e14918933 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:23:51.300783 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-35c37820-7691-4669-b209-b447aeff795a req-9d1d5f3f-33a3-453b-8a9d-6f1e14918933 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] 10.222.0.13 "GET /v2.0/networks?id=22c01ef1-936f-4d85-97a6-cf840ed74fec HTTP/1.1" status: 200 len: 811 time: 0.1077943 Nov 05 19:23:51.317022 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-35c37820-7691-4669-b209-b447aeff795a req-ff279b05-2d41-4a2c-82a6-b79e2329bade tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] 10.222.0.13 "GET /v2.0/quotas/975e22a5e2c44667a77341bd773126d4 HTTP/1.1" status: 200 len: 375 time: 0.0095663 Nov 05 19:23:51.381838 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-35c37820-7691-4669-b209-b447aeff795a req-1450d549-cddd-4696-9c7c-61a6bec24b04 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=975e22a5e2c44667a77341bd773126d4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0584373 Nov 05 19:23:51.653393 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-35c37820-7691-4669-b209-b447aeff795a req-a1838261-0d5c-4acf-b08e-c470f19ed222 service neutron] 10.222.0.13 "GET /v2.0/networks/22c01ef1-936f-4d85-97a6-cf840ed74fec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2578957 Nov 05 19:23:51.758090 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-35c37820-7691-4669-b209-b447aeff795a req-11ceab4b-1b6f-4f3a-be46-d0d091817b38 service neutron] 10.222.0.13 "GET /v2.0/networks/22c01ef1-936f-4d85-97a6-cf840ed74fec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0980554 Nov 05 19:23:53.229254 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-65fe4dd7-e1f6-4828-8201-04144ccd80e5 req-827f9df3-50c6-46e5-9bbf-9387999d9945 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] 10.222.0.13 "GET /v2.0/ports?device_id=44bd3ff6-c976-41fd-b15a-c44dd56cccea HTTP/1.1" status: 200 len: 210 time: 0.0266798 Nov 05 19:23:54.305891 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-b41a07a2-fb3e-43c2-abee-b9c07984a4aa req-7b03fb9f-ee86-4e05-9e93-4345cf5467ee tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] 10.222.0.13 "GET /v2.0/ports?device_id=44bd3ff6-c976-41fd-b15a-c44dd56cccea HTTP/1.1" status: 200 len: 210 time: 0.0269444 Nov 05 19:23:55.384168 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-1b711ad2-953a-4721-8cf2-6609290fb3ef req-3424d4f0-2716-427e-8fdf-395c79302be0 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] 10.222.0.13 "GET /v2.0/ports?device_id=44bd3ff6-c976-41fd-b15a-c44dd56cccea HTTP/1.1" status: 200 len: 210 time: 0.0263762 Nov 05 19:23:56.461815 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-bdc9844c-e02a-4865-9091-a5fd95185246 req-abbefebe-3b6f-4580-a17d-5fd2762f1edd tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] 10.222.0.13 "GET /v2.0/ports?device_id=44bd3ff6-c976-41fd-b15a-c44dd56cccea HTTP/1.1" status: 200 len: 210 time: 0.0259562 Nov 05 19:23:57.553038 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-66e42718-8c6b-4f40-bb05-89e4d749042c req-a64dbfaa-6291-42c4-8aa3-bd80c176e752 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] 10.222.0.13 "GET /v2.0/ports?device_id=44bd3ff6-c976-41fd-b15a-c44dd56cccea HTTP/1.1" status: 200 len: 210 time: 0.0256462 Nov 05 19:23:58.651051 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-6eb28fe1-d9c3-49fd-ae7c-88f8d61b0e54 req-5825a47a-8f10-4185-961b-3f44db18c1f3 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] 10.222.0.13 "GET /v2.0/ports?device_id=44bd3ff6-c976-41fd-b15a-c44dd56cccea HTTP/1.1" status: 200 len: 210 time: 0.0305233 Nov 05 19:23:59.155348 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c37820-7691-4669-b209-b447aeff795a req-6849bc95-8bb2-4d65-88dd-137fae9fdf71 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:23:59.156803 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-35c37820-7691-4669-b209-b447aeff795a req-6849bc95-8bb2-4d65-88dd-137fae9fdf71 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] 10.222.0.55 "GET /v2.0/networks?id=22c01ef1-936f-4d85-97a6-cf840ed74fec HTTP/1.1" status: 200 len: 811 time: 0.1058722 Nov 05 19:23:59.235175 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-35c37820-7691-4669-b209-b447aeff795a req-6cd3674d-6310-4bd7-99db-5c485b1e1708 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=975e22a5e2c44667a77341bd773126d4 HTTP/1.1" status: 200 len: 379 time: 0.0622723 Nov 05 19:23:59.254611 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [req-35c37820-7691-4669-b209-b447aeff795a req-831633f1-6216-4e65-919c-cb160c20b5a8 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Request body: {'port': {'device_id': '44bd3ff6-c976-41fd-b15a-c44dd56cccea', 'network_id': '22c01ef1-936f-4d85-97a6-cf840ed74fec', 'admin_state_up': True, 'tenant_id': '975e22a5e2c44667a77341bd773126d4', 'security_groups': ['6d54dfd0-62a8-4492-8de1-981828e39f0d']}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:23:59.438930 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-35c37820-7691-4669-b209-b447aeff795a req-831633f1-6216-4e65-919c-cb160c20b5a8 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Made reservation on behalf of 975e22a5e2c44667a77341bd773126d4 for: {'port': 1} {{(pid=102386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 19:23:59.442589 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-35c37820-7691-4669-b209-b447aeff795a req-831633f1-6216-4e65-919c-cb160c20b5a8 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:23:59.568290 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.db_base_plugin_common [req-35c37820-7691-4669-b209-b447aeff795a req-831633f1-6216-4e65-919c-cb160c20b5a8 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Allocated IP 172.20.0.9 (22c01ef1-936f-4d85-97a6-cf840ed74fec/9a5a1166-12d4-4407-8a6a-41bf61d6db29/0096c557-286c-473f-8bd9-52982cd03cfc) {{(pid=102386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 19:23:59.710488 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-35c37820-7691-4669-b209-b447aeff795a req-831633f1-6216-4e65-919c-cb160c20b5a8 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Publish callbacks [] for port, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:23:59.753067 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-3fbc0dc4-4a16-4205-a771-2481b6dae6c3 req-d3885ff5-2d3a-40f2-9af3-0c37a8dd17d9 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] 10.222.0.13 "GET /v2.0/ports?device_id=44bd3ff6-c976-41fd-b15a-c44dd56cccea HTTP/1.1" status: 200 len: 210 time: 0.0275769 Nov 05 19:23:59.806398 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-35c37820-7691-4669-b209-b447aeff795a req-831633f1-6216-4e65-919c-cb160c20b5a8 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:23:59.849088 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-35c37820-7691-4669-b209-b447aeff795a req-831633f1-6216-4e65-919c-cb160c20b5a8 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Network 22c01ef1-936f-4d85-97a6-cf840ed74fec is already hosted by enough agents. {{(pid=102386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 19:23:59.854658 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.base_scheduler [req-35c37820-7691-4669-b209-b447aeff795a req-831633f1-6216-4e65-919c-cb160c20b5a8 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Resources bound (agent type, host, resource id): {{(pid=102386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 19:23:59.858503 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [req-35c37820-7691-4669-b209-b447aeff795a req-831633f1-6216-4e65-919c-cb160c20b5a8 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Received port after_create {{(pid=102386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 19:23:59.883578 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831633f1-6216-4e65-919c-cb160c20b5a8 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Pushing event updated for resources: {'Port': ['ID=0096c557-286c-473f-8bd9-52982cd03cfc,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:23:59.896644 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-831633f1-6216-4e65-919c-cb160c20b5a8 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:23:59.897003 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-831633f1-6216-4e65-919c-cb160c20b5a8 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:23:59.897347 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-831633f1-6216-4e65-919c-cb160c20b5a8 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:23:59.897729 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-831633f1-6216-4e65-919c-cb160c20b5a8 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:23:59.898238 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-831633f1-6216-4e65-919c-cb160c20b5a8 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:23:59.898681 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-831633f1-6216-4e65-919c-cb160c20b5a8 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:23:59.899021 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-831633f1-6216-4e65-919c-cb160c20b5a8 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:23:59.899353 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-831633f1-6216-4e65-919c-cb160c20b5a8 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:23:59.899682 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-831633f1-6216-4e65-919c-cb160c20b5a8 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:23:59.900011 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-831633f1-6216-4e65-919c-cb160c20b5a8 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:23:59.900343 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-831633f1-6216-4e65-919c-cb160c20b5a8 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:23:59.900675 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-831633f1-6216-4e65-919c-cb160c20b5a8 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:23:59.923953 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c37820-7691-4669-b209-b447aeff795a req-831633f1-6216-4e65-919c-cb160c20b5a8 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:23:59.924583 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-35c37820-7691-4669-b209-b447aeff795a req-831633f1-6216-4e65-919c-cb160c20b5a8 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:24:00.019622 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-35c37820-7691-4669-b209-b447aeff795a req-831633f1-6216-4e65-919c-cb160c20b5a8 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7693703 Nov 05 19:24:00.121510 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [req-35c37820-7691-4669-b209-b447aeff795a req-6615f396-35da-4279-9dd9-604eb828fa78 service neutron] Request body: {'port': {'device_id': '44bd3ff6-c976-41fd-b15a-c44dd56cccea', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816865-1'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:24:00.140545 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-9455dd30-8a14-4189-bff4-17ef89e6e03e None None] Provisioning complete for port 0096c557-286c-473f-8bd9-52982cd03cfc triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:24:00.141078 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-9455dd30-8a14-4189-bff4-17ef89e6e03e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:24:00.180001 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-9455dd30-8a14-4189-bff4-17ef89e6e03e None None] Port 0096c557-286c-473f-8bd9-52982cd03cfc cannot update to ACTIVE because it is not bound. {{(pid=102388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 19:24:00.181035 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-35c37820-7691-4669-b209-b447aeff795a req-6615f396-35da-4279-9dd9-604eb828fa78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:24:00.444252 n-d-816865-1 neutron-server[102386]: DEBUG neutron.notifiers.nova [req-35c37820-7691-4669-b209-b447aeff795a req-6615f396-35da-4279-9dd9-604eb828fa78 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0096c557-286c-473f-8bd9-52982cd03cfc {{(pid=102386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 19:24:00.452330 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-35c37820-7691-4669-b209-b447aeff795a req-6615f396-35da-4279-9dd9-604eb828fa78 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:24:00.464476 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.provisioning_blocks [req-35c37820-7691-4669-b209-b447aeff795a req-6615f396-35da-4279-9dd9-604eb828fa78 service neutron] Transition to ACTIVE for port object 0096c557-286c-473f-8bd9-52982cd03cfc will not be triggered until provisioned by entity L2. {{(pid=102386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 05 19:24:00.542564 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-35c37820-7691-4669-b209-b447aeff795a req-6615f396-35da-4279-9dd9-604eb828fa78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6149821'] for port, after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:24:00.597586 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6615f396-35da-4279-9dd9-604eb828fa78 service neutron] Pushing event updated for resources: {'Port': ['ID=0096c557-286c-473f-8bd9-52982cd03cfc,revision_number=2']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:24:00.669830 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [req-35c37820-7691-4669-b209-b447aeff795a req-6615f396-35da-4279-9dd9-604eb828fa78 service neutron] Attempting to bind port 0096c557-286c-473f-8bd9-52982cd03cfc on host n-h2-816865-1 for vnic_type normal with profile {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 19:24:00.670276 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [req-35c37820-7691-4669-b209-b447aeff795a req-6615f396-35da-4279-9dd9-604eb828fa78 service neutron] Attempting to bind port 0096c557-286c-473f-8bd9-52982cd03cfc by drivers openvswitch,hyperv on host n-h2-816865-1 at level 0 using segments [{'id': 'c8ba8bad-518b-408a-adbf-9f95696a455e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '22c01ef1-936f-4d85-97a6-cf840ed74fec'}] {{(pid=102386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 19:24:00.670682 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35c37820-7691-4669-b209-b447aeff795a req-6615f396-35da-4279-9dd9-604eb828fa78 service neutron] Attempting to bind port 0096c557-286c-473f-8bd9-52982cd03cfc on network 22c01ef1-936f-4d85-97a6-cf840ed74fec {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 19:24:00.675796 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35c37820-7691-4669-b209-b447aeff795a req-6615f396-35da-4279-9dd9-604eb828fa78 service neutron] Port 0096c557-286c-473f-8bd9-52982cd03cfc on network 22c01ef1-936f-4d85-97a6-cf840ed74fec not bound, no agent of type Open vSwitch agent registered on host n-h2-816865-1 {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 19:24:00.676133 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35c37820-7691-4669-b209-b447aeff795a req-6615f396-35da-4279-9dd9-604eb828fa78 service neutron] Attempting to bind port 0096c557-286c-473f-8bd9-52982cd03cfc on network 22c01ef1-936f-4d85-97a6-cf840ed74fec {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 19:24:00.681837 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35c37820-7691-4669-b209-b447aeff795a req-6615f396-35da-4279-9dd9-604eb828fa78 service neutron] Checking agent: {'id': '32aff553-696f-4891-83f5-5c176f61fe54', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816865-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 18, 33, 36), 'started_at': datetime.datetime(2021, 11, 5, 18, 33, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 19, 23, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 19:24:00.682206 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35c37820-7691-4669-b209-b447aeff795a req-6615f396-35da-4279-9dd9-604eb828fa78 service neutron] Checking segment: {'id': 'c8ba8bad-518b-408a-adbf-9f95696a455e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '22c01ef1-936f-4d85-97a6-cf840ed74fec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 19:24:00.682649 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35c37820-7691-4669-b209-b447aeff795a req-6615f396-35da-4279-9dd9-604eb828fa78 service neutron] Bound using segment: {'id': 'c8ba8bad-518b-408a-adbf-9f95696a455e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '22c01ef1-936f-4d85-97a6-cf840ed74fec'} {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 19:24:00.683084 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [req-35c37820-7691-4669-b209-b447aeff795a req-6615f396-35da-4279-9dd9-604eb828fa78 service neutron] Bound port: 0096c557-286c-473f-8bd9-52982cd03cfc, host: n-h2-816865-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c8ba8bad-518b-408a-adbf-9f95696a455e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '22c01ef1-936f-4d85-97a6-cf840ed74fec'}}] {{(pid=102386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 19:24:00.683450 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-35c37820-7691-4669-b209-b447aeff795a req-6615f396-35da-4279-9dd9-604eb828fa78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:24:00.757088 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [req-35c37820-7691-4669-b209-b447aeff795a req-6615f396-35da-4279-9dd9-604eb828fa78 service neutron] For port 0096c557-286c-473f-8bd9-52982cd03cfc, host n-h2-816865-1, cleared binding levels {{(pid=102386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 19:24:00.760478 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [req-35c37820-7691-4669-b209-b447aeff795a req-6615f396-35da-4279-9dd9-604eb828fa78 service neutron] For port 0096c557-286c-473f-8bd9-52982cd03cfc, host n-h2-816865-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=0096c557-286c-473f-8bd9-52982cd03cfc,segment=NetworkSegment(c8ba8bad-518b-408a-adbf-9f95696a455e),segment_id=c8ba8bad-518b-408a-adbf-9f95696a455e)] {{(pid=102386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 19:24:00.824589 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-35c37820-7691-4669-b209-b447aeff795a req-6615f396-35da-4279-9dd9-604eb828fa78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6149821'] for port, after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:24:00.862434 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c37820-7691-4669-b209-b447aeff795a req-6615f396-35da-4279-9dd9-604eb828fa78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:24:00.863065 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-35c37820-7691-4669-b209-b447aeff795a req-6615f396-35da-4279-9dd9-604eb828fa78 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:24:00.864428 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-35c37820-7691-4669-b209-b447aeff795a req-6615f396-35da-4279-9dd9-604eb828fa78 service neutron] 10.222.0.55 "PUT /v2.0/ports/0096c557-286c-473f-8bd9-52982cd03cfc HTTP/1.1" status: 200 len: 1091 time: 0.8315604 Nov 05 19:24:00.864887 n-d-816865-1 neutron-server[102386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44bd3ff6-c976-41fd-b15a-c44dd56cccea', 'tag': '0096c557-286c-473f-8bd9-52982cd03cfc'}] {{(pid=102386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 19:24:00.867434 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6173a44d7c73f41af551dc890fa1a5892c2c6bc3458b640c8e0c24db7876ba6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9c01dd6-c57e-4570-a80d-d1f03cdd2241" -d '{"events": [{"name": "network-changed", "server_uuid": "44bd3ff6-c976-41fd-b15a-c44dd56cccea", "tag": "0096c557-286c-473f-8bd9-52982cd03cfc"}]}' {{(pid=102386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 19:24:00.915708 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6615f396-35da-4279-9dd9-604eb828fa78 service neutron] Pushing event updated for resources: {'Port': ['ID=0096c557-286c-473f-8bd9-52982cd03cfc,revision_number=3']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:24:00.920988 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32bd3f4-ce37-40bd-af50-c662080412c0 req-89d53623-64ec-44f1-a621-d38b2e990d0d tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:24:00.930739 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-b32bd3f4-ce37-40bd-af50-c662080412c0 req-89d53623-64ec-44f1-a621-d38b2e990d0d tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] 10.222.0.13 "GET /v2.0/ports?device_id=44bd3ff6-c976-41fd-b15a-c44dd56cccea HTTP/1.1" status: 200 len: 943 time: 0.0912571 Nov 05 19:24:00.984032 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-b32bd3f4-ce37-40bd-af50-c662080412c0 req-4154d77f-d0f8-4f94-b657-1fff6fa4523f tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] 10.222.0.13 "GET /v2.0/security-groups?id=6d54dfd0-62a8-4492-8de1-981828e39f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523541 Nov 05 19:24:01.034262 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 19:24:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de73788e-70ac-4139-affd-2787f203f18b x-openstack-request-id: req-de73788e-70ac-4139-affd-2787f203f18b {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 19:24:01.034575 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44bd3ff6-c976-41fd-b15a-c44dd56cccea", "tag": "0096c557-286c-473f-8bd9-52982cd03cfc", "status": "completed", "code": 200}]} {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 19:24:01.034970 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-de73788e-70ac-4139-affd-2787f203f18b {{(pid=102386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 19:24:01.035384 n-d-816865-1 neutron-server[102386]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44bd3ff6-c976-41fd-b15a-c44dd56cccea', 'tag': '0096c557-286c-473f-8bd9-52982cd03cfc', 'status': 'completed', 'code': 200} Nov 05 19:24:01.053511 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c37820-7691-4669-b209-b447aeff795a req-2f2088a2-6ed8-4288-9eac-c7c902865efe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:24:01.055737 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-35c37820-7691-4669-b209-b447aeff795a req-2f2088a2-6ed8-4288-9eac-c7c902865efe service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=975e22a5e2c44667a77341bd773126d4&device_id=44bd3ff6-c976-41fd-b15a-c44dd56cccea HTTP/1.1" status: 200 len: 1094 time: 0.0571113 Nov 05 19:24:01.107133 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-35c37820-7691-4669-b209-b447aeff795a req-0ec65fea-7980-4ddd-86bd-55ffb658ddb9 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0096c557-286c-473f-8bd9-52982cd03cfc HTTP/1.1" status: 200 len: 217 time: 0.0369096 Nov 05 19:24:01.160733 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c37820-7691-4669-b209-b447aeff795a req-fec43bd3-627d-4bf0-bee3-52de1102ea96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:24:01.162178 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-35c37820-7691-4669-b209-b447aeff795a req-fec43bd3-627d-4bf0-bee3-52de1102ea96 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=9a5a1166-12d4-4407-8a6a-41bf61d6db29 HTTP/1.1" status: 200 len: 850 time: 0.0473442 Nov 05 19:24:01.216954 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c37820-7691-4669-b209-b447aeff795a req-a4f506a1-8798-4e6c-aadf-90455f557d20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:24:01.218484 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-35c37820-7691-4669-b209-b447aeff795a req-a4f506a1-8798-4e6c-aadf-90455f557d20 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=22c01ef1-936f-4d85-97a6-cf840ed74fec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0442717 Nov 05 19:24:01.318328 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-35c37820-7691-4669-b209-b447aeff795a req-04a1b027-204b-4f39-b860-e489dcd60d27 service neutron] 10.222.0.55 "GET /v2.0/networks/22c01ef1-936f-4d85-97a6-cf840ed74fec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867634 Nov 05 19:24:01.417108 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-35c37820-7691-4669-b209-b447aeff795a req-319ab876-63bd-45a2-bd9d-804d45f593fd service neutron] 10.222.0.55 "GET /v2.0/networks/22c01ef1-936f-4d85-97a6-cf840ed74fec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891061 Nov 05 19:24:01.583245 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c01dd6-c57e-4570-a80d-d1f03cdd2241 req-aea19484-039a-40d4-a0b7-dc786eebcecf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:24:01.584676 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-f9c01dd6-c57e-4570-a80d-d1f03cdd2241 req-aea19484-039a-40d4-a0b7-dc786eebcecf service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=975e22a5e2c44667a77341bd773126d4&device_id=44bd3ff6-c976-41fd-b15a-c44dd56cccea HTTP/1.1" status: 200 len: 1094 time: 0.0409548 Nov 05 19:24:01.686015 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c01dd6-c57e-4570-a80d-d1f03cdd2241 req-72081a6e-d8c3-4a81-81a4-2d355db80f06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:24:01.687595 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-f9c01dd6-c57e-4570-a80d-d1f03cdd2241 req-72081a6e-d8c3-4a81-81a4-2d355db80f06 service neutron] 10.222.0.55 "GET /v2.0/networks?id=22c01ef1-936f-4d85-97a6-cf840ed74fec HTTP/1.1" status: 200 len: 912 time: 0.0911708 Nov 05 19:24:01.735562 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-f9c01dd6-c57e-4570-a80d-d1f03cdd2241 req-7c779f97-70e8-49ba-94b6-eeb3336ade59 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0096c557-286c-473f-8bd9-52982cd03cfc HTTP/1.1" status: 200 len: 217 time: 0.0365613 Nov 05 19:24:01.789524 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c01dd6-c57e-4570-a80d-d1f03cdd2241 req-b5697eae-bea8-4b4e-a824-805b7c3ef204 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:24:01.791025 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-f9c01dd6-c57e-4570-a80d-d1f03cdd2241 req-b5697eae-bea8-4b4e-a824-805b7c3ef204 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=9a5a1166-12d4-4407-8a6a-41bf61d6db29 HTTP/1.1" status: 200 len: 850 time: 0.0444703 Nov 05 19:24:01.839227 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c01dd6-c57e-4570-a80d-d1f03cdd2241 req-a38afe92-01c8-4039-aa88-e4c34bc53e78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:24:01.840644 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-f9c01dd6-c57e-4570-a80d-d1f03cdd2241 req-a38afe92-01c8-4039-aa88-e4c34bc53e78 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=22c01ef1-936f-4d85-97a6-cf840ed74fec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0391169 Nov 05 19:24:01.935314 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-f9c01dd6-c57e-4570-a80d-d1f03cdd2241 req-97029079-31ba-4482-8300-82bc4ce19767 service neutron] 10.222.0.55 "GET /v2.0/networks/22c01ef1-936f-4d85-97a6-cf840ed74fec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859864 Nov 05 19:24:02.041043 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-f9c01dd6-c57e-4570-a80d-d1f03cdd2241 req-f9f81a51-bc06-43d3-bb5f-7a076fccc838 service neutron] 10.222.0.55 "GET /v2.0/networks/22c01ef1-936f-4d85-97a6-cf840ed74fec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941873 Nov 05 19:24:02.112416 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d1176d-a790-42c4-922f-9d6bb82f6723 req-1ef217a0-37a4-4ce0-8f68-e355c34608b1 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:24:02.113845 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-99d1176d-a790-42c4-922f-9d6bb82f6723 req-1ef217a0-37a4-4ce0-8f68-e355c34608b1 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] 10.222.0.13 "GET /v2.0/ports?device_id=44bd3ff6-c976-41fd-b15a-c44dd56cccea HTTP/1.1" status: 200 len: 943 time: 0.0495203 Nov 05 19:24:02.167766 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-99d1176d-a790-42c4-922f-9d6bb82f6723 req-7e66db03-83e1-4b19-a29b-042ec987f209 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] 10.222.0.13 "GET /v2.0/security-groups?id=6d54dfd0-62a8-4492-8de1-981828e39f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479083 Nov 05 19:24:02.628099 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-a6ca2d4c-2afa-499b-85c8-1e8ee07db61c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:24:02.735648 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.agents_db [None req-b9406b04-a0e8-43cf-b349-711963d96cf4 None None] Agent healthcheck: found 7 active agents {{(pid=102389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 05 19:24:03.292323 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a48186b-5165-4d5e-81ce-7d7b2b3a79dd req-1b2ae8ec-c951-4ae8-9a6c-6ebcc3759e26 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:24:03.292323 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-0a48186b-5165-4d5e-81ce-7d7b2b3a79dd req-1b2ae8ec-c951-4ae8-9a6c-6ebcc3759e26 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] 10.222.0.13 "GET /v2.0/ports?device_id=44bd3ff6-c976-41fd-b15a-c44dd56cccea HTTP/1.1" status: 200 len: 943 time: 0.0497117 Nov 05 19:24:03.337072 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-0a48186b-5165-4d5e-81ce-7d7b2b3a79dd req-fd95a6ef-a113-4592-a7b2-cd89cc170e08 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] 10.222.0.13 "GET /v2.0/security-groups?id=6d54dfd0-62a8-4492-8de1-981828e39f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440271 Nov 05 19:24:04.450893 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:24:04.455190 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42715b97-c0b9-4c56-9ea8-c9f036c9cd08 req-649eb28d-4213-4fb2-99aa-0164756e697f tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:24:04.456751 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-42715b97-c0b9-4c56-9ea8-c9f036c9cd08 req-649eb28d-4213-4fb2-99aa-0164756e697f tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] 10.222.0.13 "GET /v2.0/ports?device_id=44bd3ff6-c976-41fd-b15a-c44dd56cccea HTTP/1.1" status: 200 len: 943 time: 0.0511599 Nov 05 19:24:04.507103 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-42715b97-c0b9-4c56-9ea8-c9f036c9cd08 req-b1b00b7a-f555-486b-8ca8-f8e1108bfaa1 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] 10.222.0.13 "GET /v2.0/security-groups?id=6d54dfd0-62a8-4492-8de1-981828e39f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434306 Nov 05 19:24:05.387656 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-db0f656f-2c6d-4f80-9012-9b8b45b796a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:24:05.625502 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4304c26-5b5d-47df-b208-713dcd4d47b6 req-599ef08c-c6cf-4053-bbbd-1317447f40e1 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:24:05.627107 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-e4304c26-5b5d-47df-b208-713dcd4d47b6 req-599ef08c-c6cf-4053-bbbd-1317447f40e1 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] 10.222.0.13 "GET /v2.0/ports?device_id=44bd3ff6-c976-41fd-b15a-c44dd56cccea HTTP/1.1" status: 200 len: 943 time: 0.0531693 Nov 05 19:24:05.676064 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-e4304c26-5b5d-47df-b208-713dcd4d47b6 req-7304d43e-6383-4d4b-8436-a5d046558df8 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] 10.222.0.13 "GET /v2.0/security-groups?id=6d54dfd0-62a8-4492-8de1-981828e39f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420406 Nov 05 19:24:06.347898 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b304910f-7b27-444b-a8fc-977d26b1ceac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:24:06.473258 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:24:06.795804 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86537667-8594-4446-b52a-7750161eb081 req-347e6e1c-d26d-495b-ad17-3ce0991f7ebd tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:24:06.797341 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-86537667-8594-4446-b52a-7750161eb081 req-347e6e1c-d26d-495b-ad17-3ce0991f7ebd tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] 10.222.0.13 "GET /v2.0/ports?device_id=44bd3ff6-c976-41fd-b15a-c44dd56cccea HTTP/1.1" status: 200 len: 943 time: 0.0514691 Nov 05 19:24:06.847448 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-86537667-8594-4446-b52a-7750161eb081 req-83e01ec9-b2e6-4969-b545-3e60d303d8d8 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] 10.222.0.13 "GET /v2.0/security-groups?id=6d54dfd0-62a8-4492-8de1-981828e39f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440834 Nov 05 19:24:07.968611 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cfae31-ffa5-4aaa-b4e3-f19862f381c7 req-2d1b3024-1548-4310-8d4c-b4e8a4c3cf48 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:24:07.970136 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-06cfae31-ffa5-4aaa-b4e3-f19862f381c7 req-2d1b3024-1548-4310-8d4c-b4e8a4c3cf48 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] 10.222.0.13 "GET /v2.0/ports?device_id=44bd3ff6-c976-41fd-b15a-c44dd56cccea HTTP/1.1" status: 200 len: 943 time: 0.0528827 Nov 05 19:24:08.019960 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-06cfae31-ffa5-4aaa-b4e3-f19862f381c7 req-a82c6492-8a98-4edf-9e2c-6220e3965b2a tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] 10.222.0.13 "GET /v2.0/security-groups?id=6d54dfd0-62a8-4492-8de1-981828e39f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438926 Nov 05 19:24:08.328514 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-31f93893-a48e-4ae8-833d-dccb2b42eacc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:24:08.531042 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:24:09.135146 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377b4490-4bd8-466b-95bd-5f1d224dc9d7 req-b1811615-7af5-466f-93cc-02f8786dc65b tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:24:09.136648 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-377b4490-4bd8-466b-95bd-5f1d224dc9d7 req-b1811615-7af5-466f-93cc-02f8786dc65b tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] 10.222.0.13 "GET /v2.0/ports?device_id=44bd3ff6-c976-41fd-b15a-c44dd56cccea HTTP/1.1" status: 200 len: 943 time: 0.0487483 Nov 05 19:24:09.186624 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-377b4490-4bd8-466b-95bd-5f1d224dc9d7 req-70dbf112-841a-4faa-ae72-e2cfc39139e9 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] 10.222.0.13 "GET /v2.0/security-groups?id=6d54dfd0-62a8-4492-8de1-981828e39f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440569 Nov 05 19:24:10.301954 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e36b4d9-ac3e-40d2-bf14-4debad12c519 req-9101a643-05f5-4332-895d-dd6a1b8d8b83 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:24:10.303502 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-7e36b4d9-ac3e-40d2-bf14-4debad12c519 req-9101a643-05f5-4332-895d-dd6a1b8d8b83 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] 10.222.0.13 "GET /v2.0/ports?device_id=44bd3ff6-c976-41fd-b15a-c44dd56cccea HTTP/1.1" status: 200 len: 943 time: 0.0494988 Nov 05 19:24:10.359471 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-7e36b4d9-ac3e-40d2-bf14-4debad12c519 req-fb942129-916b-47af-a124-b3216779e8f8 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] 10.222.0.13 "GET /v2.0/security-groups?id=6d54dfd0-62a8-4492-8de1-981828e39f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494063 Nov 05 19:24:11.474554 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20904d50-3509-42df-9a69-a7146235a4c9 req-8e4398ce-ac3e-422d-8958-61e8830d538d tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:24:11.477088 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-20904d50-3509-42df-9a69-a7146235a4c9 req-8e4398ce-ac3e-422d-8958-61e8830d538d tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] 10.222.0.13 "GET /v2.0/ports?device_id=44bd3ff6-c976-41fd-b15a-c44dd56cccea HTTP/1.1" status: 200 len: 943 time: 0.0486698 Nov 05 19:24:11.525058 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-20904d50-3509-42df-9a69-a7146235a4c9 req-0fb33884-1c5b-4b80-a778-ea519a41fdd0 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] 10.222.0.13 "GET /v2.0/security-groups?id=6d54dfd0-62a8-4492-8de1-981828e39f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425456 Nov 05 19:24:12.640114 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe594e5-480e-4a12-b349-379ceee7bd49 req-4035b47e-eab0-44fa-8d7d-5d0762b981f6 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:24:12.641597 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-cfe594e5-480e-4a12-b349-379ceee7bd49 req-4035b47e-eab0-44fa-8d7d-5d0762b981f6 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] 10.222.0.13 "GET /v2.0/ports?device_id=44bd3ff6-c976-41fd-b15a-c44dd56cccea HTTP/1.1" status: 200 len: 943 time: 0.0488126 Nov 05 19:24:12.690552 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-cfe594e5-480e-4a12-b349-379ceee7bd49 req-58a93bf9-b4a0-4c59-85ca-4831ae207f7c tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] 10.222.0.13 "GET /v2.0/security-groups?id=6d54dfd0-62a8-4492-8de1-981828e39f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429709 Nov 05 19:24:12.903078 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Device 0096c557-286c-473f-8bd9-52982cd03cfc details requested by agent hyperv_n-h2-816865-1 with host n-h2-816865-1 {{(pid=102388) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 05 19:24:12.996635 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] For port 0096c557-286c-473f-8bd9-52982cd03cfc, host n-h2-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=0096c557-286c-473f-8bd9-52982cd03cfc,segment=NetworkSegment(c8ba8bad-518b-408a-adbf-9f95696a455e),segment_id=c8ba8bad-518b-408a-adbf-9f95696a455e)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:24:13.008639 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Returning: {'device': '0096c557-286c-473f-8bd9-52982cd03cfc', 'network_id': '22c01ef1-936f-4d85-97a6-cf840ed74fec', 'port_id': '0096c557-286c-473f-8bd9-52982cd03cfc', 'mac_address': 'fa:16:3e:e1:b3:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 164, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a5a1166-12d4-4407-8a6a-41bf61d6db29', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102388) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 05 19:24:13.048559 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:24:13.061817 n-d-816865-1 neutron-server[102388]: DEBUG neutron.notifiers.nova [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0096c557-286c-473f-8bd9-52982cd03cfc {{(pid=102388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 19:24:13.080756 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] For port 0096c557-286c-473f-8bd9-52982cd03cfc, host n-h2-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=0096c557-286c-473f-8bd9-52982cd03cfc,segment=NetworkSegment(c8ba8bad-518b-408a-adbf-9f95696a455e),segment_id=c8ba8bad-518b-408a-adbf-9f95696a455e)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:24:13.147607 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:24:13.196131 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Pushing event updated for resources: {'Port': ['ID=0096c557-286c-473f-8bd9-52982cd03cfc,revision_number=4']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:24:13.203306 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:24:13.203633 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:24:13.203976 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:24:13.204343 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:24:13.204676 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:24:13.205006 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:24:13.205337 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:24:13.205666 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:24:13.205988 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:24:13.206336 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:24:13.206659 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:24:13.206980 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:24:13.485431 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] get_ports_and_sgs() called for port_ids ['0096c557-286c-473f-8bd9-52982cd03cfc'] {{(pid=102388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 19:24:13.832347 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9412cc9a-ed25-4aae-b713-6131602f4747 req-8fcf1011-1525-4212-9e83-a816cff03a1f tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:24:13.832347 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-9412cc9a-ed25-4aae-b713-6131602f4747 req-8fcf1011-1525-4212-9e83-a816cff03a1f tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] 10.222.0.13 "GET /v2.0/ports?device_id=44bd3ff6-c976-41fd-b15a-c44dd56cccea HTTP/1.1" status: 200 len: 944 time: 0.0573201 Nov 05 19:24:13.871940 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-9412cc9a-ed25-4aae-b713-6131602f4747 req-95baf4b0-fbc6-4db4-9e3c-22b77e97b3f5 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] 10.222.0.13 "GET /v2.0/security-groups?id=6d54dfd0-62a8-4492-8de1-981828e39f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473316 Nov 05 19:24:14.935212 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Device 0096c557-286c-473f-8bd9-52982cd03cfc up at agent hyperv_n-h2-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 19:24:14.988407 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea6d504-98f3-4623-abee-ac212ee8d1d8 req-4bd97bd1-4f50-4960-a1f4-55d02a517d1f tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:24:14.993785 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-bea6d504-98f3-4623-abee-ac212ee8d1d8 req-4bd97bd1-4f50-4960-a1f4-55d02a517d1f tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] 10.222.0.13 "GET /v2.0/ports?device_id=44bd3ff6-c976-41fd-b15a-c44dd56cccea HTTP/1.1" status: 200 len: 944 time: 0.0498056 Nov 05 19:24:15.042744 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-bea6d504-98f3-4623-abee-ac212ee8d1d8 req-eb412ef1-dd8c-49e9-9a92-06590bb58e5d tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] 10.222.0.13 "GET /v2.0/security-groups?id=6d54dfd0-62a8-4492-8de1-981828e39f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462694 Nov 05 19:24:15.067880 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Provisioning for port 0096c557-286c-473f-8bd9-52982cd03cfc completed by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 05 19:24:15.072009 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Provisioning complete for port 0096c557-286c-473f-8bd9-52982cd03cfc triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:24:15.072380 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:24:15.151282 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:24:15.173063 n-d-816865-1 neutron-server[102388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44bd3ff6-c976-41fd-b15a-c44dd56cccea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0096c557-286c-473f-8bd9-52982cd03cfc'}] {{(pid=102388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 19:24:15.175320 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85474fee1180e129d8a886d264fe0b30223aa672dd1ffe43b630605f18504f68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-914131a7-7a53-4d30-bea4-a08bb0588806" -d '{"events": [{"server_uuid": "44bd3ff6-c976-41fd-b15a-c44dd56cccea", "name": "network-vif-plugged", "status": "completed", "tag": "0096c557-286c-473f-8bd9-52982cd03cfc"}]}' {{(pid=102388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 19:24:15.189030 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] For port 0096c557-286c-473f-8bd9-52982cd03cfc, host n-h2-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=0096c557-286c-473f-8bd9-52982cd03cfc,segment=NetworkSegment(c8ba8bad-518b-408a-adbf-9f95696a455e),segment_id=c8ba8bad-518b-408a-adbf-9f95696a455e)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:24:15.245126 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:24:15.277499 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 19:24:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf07db73-e6ab-40e9-9d07-cd77f7175e67 x-openstack-request-id: req-cf07db73-e6ab-40e9-9d07-cd77f7175e67 {{(pid=102388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 19:24:15.277795 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44bd3ff6-c976-41fd-b15a-c44dd56cccea", "name": "network-vif-plugged", "status": "completed", "tag": "0096c557-286c-473f-8bd9-52982cd03cfc", "code": 200}]} {{(pid=102388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 19:24:15.278088 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-cf07db73-e6ab-40e9-9d07-cd77f7175e67 {{(pid=102388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 19:24:15.278495 n-d-816865-1 neutron-server[102388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44bd3ff6-c976-41fd-b15a-c44dd56cccea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0096c557-286c-473f-8bd9-52982cd03cfc', 'code': 200} Nov 05 19:24:15.297130 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Pushing event updated for resources: {'Port': ['ID=0096c557-286c-473f-8bd9-52982cd03cfc,revision_number=5']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:24:15.380240 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfae5c42-a5cf-4615-9808-35d1aafbb379 req-a97f4b73-768e-49b3-a0a6-0407b16182ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:24:15.381731 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-cfae5c42-a5cf-4615-9808-35d1aafbb379 req-a97f4b73-768e-49b3-a0a6-0407b16182ad service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=44bd3ff6-c976-41fd-b15a-c44dd56cccea HTTP/1.1" status: 200 len: 1096 time: 0.0398870 Nov 05 19:24:15.433833 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-cfae5c42-a5cf-4615-9808-35d1aafbb379 req-5d154abc-8c4d-4ba0-a40d-e522c728e89a service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=6d54dfd0-62a8-4492-8de1-981828e39f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391893 Nov 05 19:24:16.156385 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125f5481-11dd-4b54-b8fd-1d2b83fd235a req-fa6d0c7e-fde1-40a4-b365-32184b732163 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:24:16.157790 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-125f5481-11dd-4b54-b8fd-1d2b83fd235a req-fa6d0c7e-fde1-40a4-b365-32184b732163 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] 10.222.0.13 "GET /v2.0/ports?device_id=44bd3ff6-c976-41fd-b15a-c44dd56cccea HTTP/1.1" status: 200 len: 945 time: 0.0488491 Nov 05 19:24:16.211095 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-125f5481-11dd-4b54-b8fd-1d2b83fd235a req-cfa0158e-a901-4981-bc24-e0ec63e41d77 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] 10.222.0.13 "GET /v2.0/security-groups?id=6d54dfd0-62a8-4492-8de1-981828e39f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460010 Nov 05 19:24:17.327287 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a4ebe1-9839-490a-8afe-fa9451350599 req-6ab9b089-0e29-4acb-b658-6aaa073c7e62 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:24:17.328683 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-46a4ebe1-9839-490a-8afe-fa9451350599 req-6ab9b089-0e29-4acb-b658-6aaa073c7e62 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] 10.222.0.13 "GET /v2.0/ports?device_id=44bd3ff6-c976-41fd-b15a-c44dd56cccea HTTP/1.1" status: 200 len: 945 time: 0.0491226 Nov 05 19:24:17.377018 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-46a4ebe1-9839-490a-8afe-fa9451350599 req-39400b4c-9178-458b-8428-825d74824b53 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] 10.222.0.13 "GET /v2.0/security-groups?id=6d54dfd0-62a8-4492-8de1-981828e39f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424199 Nov 05 19:24:17.488917 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ce55e3-b9ea-4810-ae1d-448733c2cadb req-0fb7c049-6665-4511-8bb6-941f96c107bc tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:24:17.490409 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-c5ce55e3-b9ea-4810-ae1d-448733c2cadb req-0fb7c049-6665-4511-8bb6-941f96c107bc tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] 10.222.0.13 "GET /v2.0/ports?device_id=44bd3ff6-c976-41fd-b15a-c44dd56cccea HTTP/1.1" status: 200 len: 945 time: 0.0477362 Nov 05 19:24:17.539082 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-c5ce55e3-b9ea-4810-ae1d-448733c2cadb req-361826d9-02be-4a67-b735-7b67b76e45ae tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] 10.222.0.13 "GET /v2.0/security-groups?id=6d54dfd0-62a8-4492-8de1-981828e39f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420609 Nov 05 19:24:17.561770 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 42114) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:24:17.600316 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df55d7e8-1dd4-412c-8d78-8cb463eb13f9 tempest-TestVolumeBootPattern-726310210 tempest-TestVolumeBootPattern-726310210-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:24:17.601736 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-df55d7e8-1dd4-412c-8d78-8cb463eb13f9 tempest-TestVolumeBootPattern-726310210 tempest-TestVolumeBootPattern-726310210-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=44bd3ff6-c976-41fd-b15a-c44dd56cccea HTTP/1.1" status: 200 len: 1091 time: 0.0389285 Nov 05 19:24:17.604521 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 42116) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:24:17.608863 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-3af29bcb-eb90-4471-a800-415c83091fb2 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Request body: {'floatingip': {'floating_network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'port_id': '0096c557-286c-473f-8bd9-52982cd03cfc', 'tenant_id': '975e22a5e2c44667a77341bd773126d4', 'fixed_ip_address': '172.20.0.9'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:24:17.667393 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-3af29bcb-eb90-4471-a800-415c83091fb2 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Publish callbacks [] for floatingip, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:24:17.764600 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-3af29bcb-eb90-4471-a800-415c83091fb2 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:24:17.869668 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.db_base_plugin_common [None req-3af29bcb-eb90-4471-a800-415c83091fb2 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Allocated IP 172.25.6.231 (40c8335d-cd0b-4cb5-910a-d4dcddd5cbec/04fe6db3-e108-4208-943d-6518424f5726/fa25760a-b6bc-4987-a107-585c096004ba) {{(pid=102386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 19:24:17.978067 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-3af29bcb-eb90-4471-a800-415c83091fb2 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Publish callbacks [] for port, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:24:18.062268 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-3af29bcb-eb90-4471-a800-415c83091fb2 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:24:18.099607 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3af29bcb-eb90-4471-a800-415c83091fb2 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Network 40c8335d-cd0b-4cb5-910a-d4dcddd5cbec is already hosted by enough agents. {{(pid=102386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 19:24:18.105040 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.base_scheduler [None req-3af29bcb-eb90-4471-a800-415c83091fb2 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Resources bound (agent type, host, resource id): {{(pid=102386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 19:24:18.107722 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3af29bcb-eb90-4471-a800-415c83091fb2 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Received port after_create {{(pid=102386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 19:24:18.137481 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af29bcb-eb90-4471-a800-415c83091fb2 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Pushing event updated for resources: {'Port': ['ID=fa25760a-b6bc-4987-a107-585c096004ba,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:24:18.820481 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-3af29bcb-eb90-4471-a800-415c83091fb2 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:24:18.977230 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-3af29bcb-eb90-4471-a800-415c83091fb2 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:24:19.125792 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-3af29bcb-eb90-4471-a800-415c83091fb2 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Publish callbacks [] for port, precommit_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:24:19.193023 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-3af29bcb-eb90-4471-a800-415c83091fb2 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6149821'] for port, after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:24:19.261655 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af29bcb-eb90-4471-a800-415c83091fb2 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Pushing event updated for resources: {'Port': ['ID=fa25760a-b6bc-4987-a107-585c096004ba,revision_number=2']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:24:19.269733 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-3af29bcb-eb90-4471-a800-415c83091fb2 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1000577'] for floatingip, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:24:19.368251 n-d-816865-1 neutron-server[102386]: INFO neutron.db.l3_db [None req-3af29bcb-eb90-4471-a800-415c83091fb2 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Floating IP 8b984316-1a1b-4e16-bb1e-ff9f0a6b3ae2 associated. External IP: 172.25.6.231, port: 0096c557-286c-473f-8bd9-52982cd03cfc. Nov 05 19:24:19.575000 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3af29bcb-eb90-4471-a800-415c83091fb2 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Router 00fb4211-acb9-4f95-9b85-c99919138e56 has already been hosted by L3 agent 6dcb5589-8e86-4616-9186-ddc4548e13ad {{(pid=102386) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 19:24:19.681398 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3af29bcb-eb90-4471-a800-415c83091fb2 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Notify agent at l3_agent.n-d-816865-1 the message routers_updated {{(pid=102386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 19:24:19.691319 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-901f87fb-1792-4550-ab6e-b4d7dfc85a71 None None] Sync routers for ids ['00fb4211-acb9-4f95-9b85-c99919138e56'] in n-d-816865-1 {{(pid=102388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 19:24:19.705378 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-901f87fb-1792-4550-ab6e-b4d7dfc85a71 None None] Routers {'00fb4211-acb9-4f95-9b85-c99919138e56'} bound to L3 agent in host n-d-816865-1 {{(pid=102388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 19:24:19.705994 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-901f87fb-1792-4550-ab6e-b4d7dfc85a71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T19:24:05Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['00fb4211-acb9-4f95-9b85-c99919138e56'], 'active': True} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:24:19.772710 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-3af29bcb-eb90-4471-a800-415c83091fb2 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for floatingip, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:24:19.799501 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-3af29bcb-eb90-4471-a800-415c83091fb2 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1939280 Nov 05 19:24:19.804659 n-d-816865-1 neutron-server[102386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44bd3ff6-c976-41fd-b15a-c44dd56cccea', 'tag': '0096c557-286c-473f-8bd9-52982cd03cfc'}] {{(pid=102386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 19:24:19.804659 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6173a44d7c73f41af551dc890fa1a5892c2c6bc3458b640c8e0c24db7876ba6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28fd3167-e6d3-4a66-9787-c222811c1b20" -d '{"events": [{"name": "network-changed", "server_uuid": "44bd3ff6-c976-41fd-b15a-c44dd56cccea", "tag": "0096c557-286c-473f-8bd9-52982cd03cfc"}]}' {{(pid=102386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 19:24:19.818183 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvr_db [None req-901f87fb-1792-4550-ab6e-b4d7dfc85a71 None None] Set router 00fb4211-acb9-4f95-9b85-c99919138e56 gateway port host: n-d-816865-1 {{(pid=102388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 19:24:19.843327 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 19:24:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afd8621f-87fd-462f-a233-637e8c65a308 x-openstack-request-id: req-afd8621f-87fd-462f-a233-637e8c65a308 {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 19:24:19.843846 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44bd3ff6-c976-41fd-b15a-c44dd56cccea", "tag": "0096c557-286c-473f-8bd9-52982cd03cfc", "status": "completed", "code": 200}]} {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 19:24:19.843935 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-afd8621f-87fd-462f-a233-637e8c65a308 {{(pid=102386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 19:24:19.844441 n-d-816865-1 neutron-server[102386]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44bd3ff6-c976-41fd-b15a-c44dd56cccea', 'tag': '0096c557-286c-473f-8bd9-52982cd03cfc', 'status': 'completed', 'code': 200} Nov 05 19:24:19.914912 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fd3167-e6d3-4a66-9787-c222811c1b20 req-24734f66-8191-4c4b-be2e-2ab7492692fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:24:19.916499 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-28fd3167-e6d3-4a66-9787-c222811c1b20 req-24734f66-8191-4c4b-be2e-2ab7492692fd service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=975e22a5e2c44667a77341bd773126d4&device_id=44bd3ff6-c976-41fd-b15a-c44dd56cccea HTTP/1.1" status: 200 len: 1096 time: 0.0488150 Nov 05 19:24:20.012860 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fd3167-e6d3-4a66-9787-c222811c1b20 req-b1bce3c3-dfea-4149-b5bf-883cca9224ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:24:20.014563 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-28fd3167-e6d3-4a66-9787-c222811c1b20 req-b1bce3c3-dfea-4149-b5bf-883cca9224ea service neutron] 10.222.0.55 "GET /v2.0/networks?id=22c01ef1-936f-4d85-97a6-cf840ed74fec HTTP/1.1" status: 200 len: 912 time: 0.0894539 Nov 05 19:24:20.114970 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-28fd3167-e6d3-4a66-9787-c222811c1b20 req-c26bd7f5-6dc6-4f18-9e17-c382d245ba39 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0096c557-286c-473f-8bd9-52982cd03cfc HTTP/1.1" status: 200 len: 999 time: 0.0922921 Nov 05 19:24:20.165052 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fd3167-e6d3-4a66-9787-c222811c1b20 req-c112eeaf-ab1a-4bec-8f66-da73a0cceeee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:24:20.166574 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-28fd3167-e6d3-4a66-9787-c222811c1b20 req-c112eeaf-ab1a-4bec-8f66-da73a0cceeee service neutron] 10.222.0.55 "GET /v2.0/subnets?id=9a5a1166-12d4-4407-8a6a-41bf61d6db29 HTTP/1.1" status: 200 len: 850 time: 0.0446067 Nov 05 19:24:20.208908 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-901f87fb-1792-4550-ab6e-b4d7dfc85a71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00fb4211-acb9-4f95-9b85-c99919138e56', 'name': 'tempest-TestVolumeBootPattern-715224525-router', 'tenant_id': '975e22a5e2c44667a77341bd773126d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.165'}], 'enable_snat': True}, 'gw_port_id': '9d46f277-0f87-4b8f-b5ef-2ab86342c4e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T19:15:37Z', 'updated_at': '2021-11-05T19:15:41Z', 'revision_number': 4, 'project_id': '975e22a5e2c44667a77341bd773126d4', 'gw_port': {'id': '9d46f277-0f87-4b8f-b5ef-2ab86342c4e5', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:f3:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00fb4211-acb9-4f95-9b85-c99919138e56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3711, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:15:38Z', 'updated_at': '2021-11-05T19:15:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1', '_floatingips': [{'id': '8b984316-1a1b-4e16-bb1e-ff9f0a6b3ae2', 'tenant_id': '975e22a5e2c44667a77341bd773126d4', 'floating_ip_address': '172.25.6.231', 'floating_network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'router_id': '00fb4211-acb9-4f95-9b85-c99919138e56', 'port_id': '0096c557-286c-473f-8bd9-52982cd03cfc', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4000, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '22c01ef1-936f-4d85-97a6-cf840ed74fec', 'mac_address': 'fa:16:3e:e1:b3:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44bd3ff6-c976-41fd-b15a-c44dd56cccea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-05T19:24:18Z', 'updated_at': '2021-11-05T19:24:18Z', 'revision_number': 0, 'project_id': '975e22a5e2c44667a77341bd773126d4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0deb8c2f-a28a-4beb-becc-d44c69097692', 'name': '', 'network_id': '22c01ef1-936f-4d85-97a6-cf840ed74fec', 'tenant_id': '975e22a5e2c44667a77341bd773126d4', 'mac_address': 'fa:16:3e:37:ad:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00fb4211-acb9-4f95-9b85-c99919138e56', 'device_owner': 'network:router_interface', 'standard_attr_id': 3712, 'fixed_ips': [{'subnet_id': '9a5a1166-12d4-4407-8a6a-41bf61d6db29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:15:40Z', 'updated_at': '2021-11-05T19:15:46Z', 'revision_number': 5, 'project_id': '975e22a5e2c44667a77341bd773126d4', 'subnets': [{'id': '9a5a1166-12d4-4407-8a6a-41bf61d6db29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-1', False) {} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:24:20.211530 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fd3167-e6d3-4a66-9787-c222811c1b20 req-2cdb85a2-0916-4796-aaca-cfe98a5bc2df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:24:20.213069 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-28fd3167-e6d3-4a66-9787-c222811c1b20 req-2cdb85a2-0916-4796-aaca-cfe98a5bc2df service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=22c01ef1-936f-4d85-97a6-cf840ed74fec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0395250 Nov 05 19:24:20.239599 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-901f87fb-1792-4550-ab6e-b4d7dfc85a71 None None] Checking router: 00fb4211-acb9-4f95-9b85-c99919138e56 for host: n-d-816865-1 {{(pid=102388) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 19:24:20.249055 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-901f87fb-1792-4550-ab6e-b4d7dfc85a71 None None] Routers {'00fb4211-acb9-4f95-9b85-c99919138e56'} bound to L3 agent in host n-d-816865-1 {{(pid=102388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 19:24:20.249678 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-901f87fb-1792-4550-ab6e-b4d7dfc85a71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T19:24:05Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['00fb4211-acb9-4f95-9b85-c99919138e56'], 'active': True} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:24:20.310715 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-28fd3167-e6d3-4a66-9787-c222811c1b20 req-51d7c556-6f0d-4bc1-b53f-1e5e12385e0e service neutron] 10.222.0.55 "GET /v2.0/networks/22c01ef1-936f-4d85-97a6-cf840ed74fec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897958 Nov 05 19:24:20.358923 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvr_db [None req-901f87fb-1792-4550-ab6e-b4d7dfc85a71 None None] Set router 00fb4211-acb9-4f95-9b85-c99919138e56 gateway port host: n-d-816865-1 {{(pid=102388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 19:24:20.407315 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-28fd3167-e6d3-4a66-9787-c222811c1b20 req-42ebc36c-3754-447d-bf04-7d6b10c91281 service neutron] 10.222.0.55 "GET /v2.0/networks/22c01ef1-936f-4d85-97a6-cf840ed74fec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886271 Nov 05 19:24:20.588014 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-901f87fb-1792-4550-ab6e-b4d7dfc85a71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00fb4211-acb9-4f95-9b85-c99919138e56', 'name': 'tempest-TestVolumeBootPattern-715224525-router', 'tenant_id': '975e22a5e2c44667a77341bd773126d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.165'}], 'enable_snat': True}, 'gw_port_id': '9d46f277-0f87-4b8f-b5ef-2ab86342c4e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T19:15:37Z', 'updated_at': '2021-11-05T19:15:41Z', 'revision_number': 4, 'project_id': '975e22a5e2c44667a77341bd773126d4', 'gw_port': {'id': '9d46f277-0f87-4b8f-b5ef-2ab86342c4e5', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:f3:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00fb4211-acb9-4f95-9b85-c99919138e56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3711, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:15:38Z', 'updated_at': '2021-11-05T19:15:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1', '_floatingips': [{'id': '8b984316-1a1b-4e16-bb1e-ff9f0a6b3ae2', 'tenant_id': '975e22a5e2c44667a77341bd773126d4', 'floating_ip_address': '172.25.6.231', 'floating_network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'router_id': '00fb4211-acb9-4f95-9b85-c99919138e56', 'port_id': '0096c557-286c-473f-8bd9-52982cd03cfc', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4000, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '22c01ef1-936f-4d85-97a6-cf840ed74fec', 'mac_address': 'fa:16:3e:e1:b3:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44bd3ff6-c976-41fd-b15a-c44dd56cccea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-05T19:24:18Z', 'updated_at': '2021-11-05T19:24:18Z', 'revision_number': 0, 'project_id': '975e22a5e2c44667a77341bd773126d4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0deb8c2f-a28a-4beb-becc-d44c69097692', 'name': '', 'network_id': '22c01ef1-936f-4d85-97a6-cf840ed74fec', 'tenant_id': '975e22a5e2c44667a77341bd773126d4', 'mac_address': 'fa:16:3e:37:ad:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00fb4211-acb9-4f95-9b85-c99919138e56', 'device_owner': 'network:router_interface', 'standard_attr_id': 3712, 'fixed_ips': [{'subnet_id': '9a5a1166-12d4-4407-8a6a-41bf61d6db29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:15:40Z', 'updated_at': '2021-11-05T19:15:46Z', 'revision_number': 5, 'project_id': '975e22a5e2c44667a77341bd773126d4', 'subnets': [{'id': '9a5a1166-12d4-4407-8a6a-41bf61d6db29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-1', False) {} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:24:20.613608 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-901f87fb-1792-4550-ab6e-b4d7dfc85a71 None None] The sync data for ids ['00fb4211-acb9-4f95-9b85-c99919138e56'] in n-d-816865-1 is: [{'id': '00fb4211-acb9-4f95-9b85-c99919138e56', 'name': 'tempest-TestVolumeBootPattern-715224525-router', 'tenant_id': '975e22a5e2c44667a77341bd773126d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.165'}], 'enable_snat': True}, 'gw_port_id': '9d46f277-0f87-4b8f-b5ef-2ab86342c4e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T19:15:37Z', 'updated_at': '2021-11-05T19:15:41Z', 'revision_number': 4, 'project_id': '975e22a5e2c44667a77341bd773126d4', 'gw_port': {'id': '9d46f277-0f87-4b8f-b5ef-2ab86342c4e5', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:f3:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00fb4211-acb9-4f95-9b85-c99919138e56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3711, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:15:38Z', 'updated_at': '2021-11-05T19:15:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1', '_floatingips': [{'id': '8b984316-1a1b-4e16-bb1e-ff9f0a6b3ae2', 'tenant_id': '975e22a5e2c44667a77341bd773126d4', 'floating_ip_address': '172.25.6.231', 'floating_network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'router_id': '00fb4211-acb9-4f95-9b85-c99919138e56', 'port_id': '0096c557-286c-473f-8bd9-52982cd03cfc', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4000, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '22c01ef1-936f-4d85-97a6-cf840ed74fec', 'mac_address': 'fa:16:3e:e1:b3:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44bd3ff6-c976-41fd-b15a-c44dd56cccea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-05T19:24:18Z', 'updated_at': '2021-11-05T19:24:18Z', 'revision_number': 0, 'project_id': '975e22a5e2c44667a77341bd773126d4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0deb8c2f-a28a-4beb-becc-d44c69097692', 'name': '', 'network_id': '22c01ef1-936f-4d85-97a6-cf840ed74fec', 'tenant_id': '975e22a5e2c44667a77341bd773126d4', 'mac_address': 'fa:16:3e:37:ad:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00fb4211-acb9-4f95-9b85-c99919138e56', 'device_owner': 'network:router_interface', 'standard_attr_id': 3712, 'fixed_ips': [{'subnet_id': '9a5a1166-12d4-4407-8a6a-41bf61d6db29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:15:40Z', 'updated_at': '2021-11-05T19:15:46Z', 'revision_number': 5, 'project_id': '975e22a5e2c44667a77341bd773126d4', 'subnets': [{'id': '9a5a1166-12d4-4407-8a6a-41bf61d6db29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 19:24:20.809837 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-989a9fd9-b8a3-41dd-9d8a-a50105e5246e None None] New status for floating IP 8b984316-1a1b-4e16-bb1e-ff9f0a6b3ae2: ACTIVE {{(pid=102389) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 05 19:24:23.830665 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-d08cae6b-630e-4378-8b86-3b2840102080 req-1bc06a04-9891-4a42-aefa-cfd9edc43ee5 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=44bd3ff6-c976-41fd-b15a-c44dd56cccea&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0401905 Nov 05 19:24:23.910893 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08cae6b-630e-4378-8b86-3b2840102080 req-ba34ed2a-769a-483a-a43f-164bc04b5329 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:24:23.912405 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-d08cae6b-630e-4378-8b86-3b2840102080 req-ba34ed2a-769a-483a-a43f-164bc04b5329 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=975e22a5e2c44667a77341bd773126d4&device_id=44bd3ff6-c976-41fd-b15a-c44dd56cccea HTTP/1.1" status: 200 len: 1096 time: 0.0405757 Nov 05 19:24:24.021592 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08cae6b-630e-4378-8b86-3b2840102080 req-b35cd1d5-67f9-4c21-a0e9-a589bf8cc39b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:24:24.023754 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-d08cae6b-630e-4378-8b86-3b2840102080 req-b35cd1d5-67f9-4c21-a0e9-a589bf8cc39b service neutron] 10.222.0.55 "GET /v2.0/networks?id=22c01ef1-936f-4d85-97a6-cf840ed74fec HTTP/1.1" status: 200 len: 912 time: 0.0892239 Nov 05 19:24:24.091816 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-d08cae6b-630e-4378-8b86-3b2840102080 req-a70b772e-0570-4097-aff2-d0be5946283d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0096c557-286c-473f-8bd9-52982cd03cfc HTTP/1.1" status: 200 len: 1001 time: 0.0592251 Nov 05 19:24:24.141041 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08cae6b-630e-4378-8b86-3b2840102080 req-b92efb28-b60d-41a1-ac1b-887b4d10e802 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:24:24.142525 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-d08cae6b-630e-4378-8b86-3b2840102080 req-b92efb28-b60d-41a1-ac1b-887b4d10e802 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=9a5a1166-12d4-4407-8a6a-41bf61d6db29 HTTP/1.1" status: 200 len: 850 time: 0.0428076 Nov 05 19:24:24.193299 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08cae6b-630e-4378-8b86-3b2840102080 req-01bf0984-f266-40fd-81f8-490fa46079fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:24:24.194967 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-d08cae6b-630e-4378-8b86-3b2840102080 req-01bf0984-f266-40fd-81f8-490fa46079fe service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=22c01ef1-936f-4d85-97a6-cf840ed74fec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0440879 Nov 05 19:24:24.283570 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-d08cae6b-630e-4378-8b86-3b2840102080 req-f98f4e31-3ece-4970-ab87-67787fbfcb7a service neutron] 10.222.0.55 "GET /v2.0/networks/22c01ef1-936f-4d85-97a6-cf840ed74fec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809987 Nov 05 19:24:24.375598 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-d08cae6b-630e-4378-8b86-3b2840102080 req-aefdc630-6439-4224-8452-7a7059d20d27 service neutron] 10.222.0.55 "GET /v2.0/networks/22c01ef1-936f-4d85-97a6-cf840ed74fec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846610 Nov 05 19:24:32.667486 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-7a20695e-3b60-45d4-bd78-22c5c31b417c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:24:34.478933 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:24:35.375839 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-aaf8f3ed-368a-4c95-b9c6-44934dfd7fe2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:24:36.370660 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b304910f-7b27-444b-a8fc-977d26b1ceac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:24:36.627512 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:24:38.330405 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-31f93893-a48e-4ae8-833d-dccb2b42eacc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:24:38.536085 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:24:39.735049 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.agents_db [None req-b9406b04-a0e8-43cf-b349-711963d96cf4 None None] Agent healthcheck: found 7 active agents {{(pid=102389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 05 19:25:02.655511 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-71786ef3-8773-408c-b937-86fbb50e6021 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:25:04.454624 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:25:05.385573 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-4f487e94-effc-4fb4-a499-62489245e334 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:25:06.329130 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b304910f-7b27-444b-a8fc-977d26b1ceac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:25:06.484427 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:25:08.345808 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-31f93893-a48e-4ae8-833d-dccb2b42eacc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:25:08.592201 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:25:16.734162 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.agents_db [None req-b9406b04-a0e8-43cf-b349-711963d96cf4 None None] Agent healthcheck: found 7 active agents {{(pid=102389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 05 19:25:24.028691 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-dde56cda-eef1-4ccc-9f21-8ed06f3fc48f req-9a587cc9-212d-47bf-b02e-739872becbe2 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=44bd3ff6-c976-41fd-b15a-c44dd56cccea&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0426810 Nov 05 19:25:24.115203 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde56cda-eef1-4ccc-9f21-8ed06f3fc48f req-ae7fdc31-18df-49dc-bc2b-4dfb22bf9732 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:25:24.116724 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-dde56cda-eef1-4ccc-9f21-8ed06f3fc48f req-ae7fdc31-18df-49dc-bc2b-4dfb22bf9732 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=975e22a5e2c44667a77341bd773126d4&device_id=44bd3ff6-c976-41fd-b15a-c44dd56cccea HTTP/1.1" status: 200 len: 1096 time: 0.0427771 Nov 05 19:25:24.227731 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde56cda-eef1-4ccc-9f21-8ed06f3fc48f req-3bebb1ee-779f-4ab9-b273-6b753e0ae396 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:25:24.229230 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-dde56cda-eef1-4ccc-9f21-8ed06f3fc48f req-3bebb1ee-779f-4ab9-b273-6b753e0ae396 service neutron] 10.222.0.55 "GET /v2.0/networks?id=22c01ef1-936f-4d85-97a6-cf840ed74fec HTTP/1.1" status: 200 len: 912 time: 0.0877359 Nov 05 19:25:24.299028 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-dde56cda-eef1-4ccc-9f21-8ed06f3fc48f req-12653056-7b8a-4f87-9df4-3e438be37c71 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0096c557-286c-473f-8bd9-52982cd03cfc HTTP/1.1" status: 200 len: 1001 time: 0.0572581 Nov 05 19:25:24.356403 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde56cda-eef1-4ccc-9f21-8ed06f3fc48f req-4b75448d-5734-48ae-ae9e-1576c96f354e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:25:24.357814 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-dde56cda-eef1-4ccc-9f21-8ed06f3fc48f req-4b75448d-5734-48ae-ae9e-1576c96f354e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=9a5a1166-12d4-4407-8a6a-41bf61d6db29 HTTP/1.1" status: 200 len: 850 time: 0.0470417 Nov 05 19:25:24.404812 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde56cda-eef1-4ccc-9f21-8ed06f3fc48f req-50c88a7a-a6b6-4868-bc2a-954242dbc4c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:25:24.406320 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-dde56cda-eef1-4ccc-9f21-8ed06f3fc48f req-50c88a7a-a6b6-4868-bc2a-954242dbc4c3 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=22c01ef1-936f-4d85-97a6-cf840ed74fec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0396724 Nov 05 19:25:24.501603 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-dde56cda-eef1-4ccc-9f21-8ed06f3fc48f req-4a0134da-e9bc-4bb7-89ff-c21cf06c3671 service neutron] 10.222.0.55 "GET /v2.0/networks/22c01ef1-936f-4d85-97a6-cf840ed74fec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831549 Nov 05 19:25:24.599947 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-dde56cda-eef1-4ccc-9f21-8ed06f3fc48f req-ef806d53-d302-4a3d-b389-56a615186b21 service neutron] 10.222.0.55 "GET /v2.0/networks/22c01ef1-936f-4d85-97a6-cf840ed74fec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863926 Nov 05 19:25:32.631724 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-4b27f537-905a-4eac-98f7-0838daef02c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:25:34.437620 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:25:35.391670 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-1a36d0a0-3b58-4a5d-9ba6-3e2477f8eef5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:25:36.363038 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b304910f-7b27-444b-a8fc-977d26b1ceac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:25:36.523713 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:25:38.357836 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-31f93893-a48e-4ae8-833d-dccb2b42eacc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:25:38.563509 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:25:49.906234 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [req-b6a4b3f6-d3e9-44fa-8e63-d3e4ab19938c req-d9c678ac-5250-4de4-b124-bd1674adf16f service neutron] (102386) timed out ('10.222.0.41', 57139) {{(pid=102386) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 05 19:25:53.733209 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.agents_db [None req-b9406b04-a0e8-43cf-b349-711963d96cf4 None None] Agent healthcheck: found 7 active agents {{(pid=102389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 05 19:26:02.648524 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3c3085ec-7e41-4ed0-9f67-dd511f8365d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:26:04.482920 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:26:05.373945 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-48c5ade0-288d-49e1-968b-1d0824c64087 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:26:06.372934 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b304910f-7b27-444b-a8fc-977d26b1ceac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:26:06.527739 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:26:08.315566 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-31f93893-a48e-4ae8-833d-dccb2b42eacc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:26:08.563045 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:26:09.043154 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [req-f3e72949-ddec-4e77-833f-7b1170cb09ba req-3a34322f-d468-4506-bd9f-671160a9e279 service neutron] (102387) timed out ('10.222.0.55', 59902) {{(pid=102387) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 05 19:26:24.819764 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-a9d02c09-8921-41f4-a11c-95bda5235ac0 req-03d6ad1d-c5a8-41ba-bee0-33d7a00ff1e0 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=44bd3ff6-c976-41fd-b15a-c44dd56cccea&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0397828 Nov 05 19:26:24.915086 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d02c09-8921-41f4-a11c-95bda5235ac0 req-e8505ab0-c7c8-4a86-97d9-c8880bdaeaf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:26:24.916616 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-a9d02c09-8921-41f4-a11c-95bda5235ac0 req-e8505ab0-c7c8-4a86-97d9-c8880bdaeaf1 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=975e22a5e2c44667a77341bd773126d4&device_id=44bd3ff6-c976-41fd-b15a-c44dd56cccea HTTP/1.1" status: 200 len: 1096 time: 0.0436368 Nov 05 19:26:25.035387 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d02c09-8921-41f4-a11c-95bda5235ac0 req-e7c80f6c-6946-4fcf-838a-8eb66df9e177 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:26:25.036871 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-a9d02c09-8921-41f4-a11c-95bda5235ac0 req-e7c80f6c-6946-4fcf-838a-8eb66df9e177 service neutron] 10.222.0.55 "GET /v2.0/networks?id=22c01ef1-936f-4d85-97a6-cf840ed74fec HTTP/1.1" status: 200 len: 912 time: 0.0954907 Nov 05 19:26:25.114642 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-a9d02c09-8921-41f4-a11c-95bda5235ac0 req-820d72e8-22c8-49b2-9001-864f097b5bbb service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0096c557-286c-473f-8bd9-52982cd03cfc HTTP/1.1" status: 200 len: 1001 time: 0.0652864 Nov 05 19:26:25.171415 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d02c09-8921-41f4-a11c-95bda5235ac0 req-607ab61d-5643-47e9-9834-0a0e0745899a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:26:25.172801 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-a9d02c09-8921-41f4-a11c-95bda5235ac0 req-607ab61d-5643-47e9-9834-0a0e0745899a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=9a5a1166-12d4-4407-8a6a-41bf61d6db29 HTTP/1.1" status: 200 len: 850 time: 0.0479805 Nov 05 19:26:25.221270 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d02c09-8921-41f4-a11c-95bda5235ac0 req-7e62ecb7-7ee2-4527-ac0f-98de7dfa54a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:26:25.222806 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-a9d02c09-8921-41f4-a11c-95bda5235ac0 req-7e62ecb7-7ee2-4527-ac0f-98de7dfa54a6 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=22c01ef1-936f-4d85-97a6-cf840ed74fec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0395930 Nov 05 19:26:25.318058 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-a9d02c09-8921-41f4-a11c-95bda5235ac0 req-65472c3b-a84d-4f64-8ba3-fe940a6c4806 service neutron] 10.222.0.55 "GET /v2.0/networks/22c01ef1-936f-4d85-97a6-cf840ed74fec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872910 Nov 05 19:26:25.422817 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-a9d02c09-8921-41f4-a11c-95bda5235ac0 req-8c1654c9-0009-4650-9f1f-de4bbfdee99e service neutron] 10.222.0.55 "GET /v2.0/networks/22c01ef1-936f-4d85-97a6-cf840ed74fec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932896 Nov 05 19:26:30.733651 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.agents_db [None req-b9406b04-a0e8-43cf-b349-711963d96cf4 None None] Agent healthcheck: found 7 active agents {{(pid=102389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 05 19:26:32.625545 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-8cf020bf-732e-40c7-9b4a-93a7d4e0908b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:26:34.519203 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:26:35.378984 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b7a22b39-bfe5-4aae-a7f8-815ef6dec7e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:26:36.361921 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b304910f-7b27-444b-a8fc-977d26b1ceac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:26:36.533828 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:26:38.387599 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-31f93893-a48e-4ae8-833d-dccb2b42eacc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:26:38.551387 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:26:44.594690 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-64437914-d214-4807-bb68-6a78535a8692 req-d8e1c0e3-cc4a-485d-acf7-ae6a49bd1f44 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-939772579&fields=id&tenant_id=975e22a5e2c44667a77341bd773126d4 HTTP/1.1" status: 200 len: 267 time: 0.0453994 Nov 05 19:26:44.700068 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64437914-d214-4807-bb68-6a78535a8692 req-a72d3123-203a-46e0-aee1-54adbacc3d57 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:26:44.701519 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-64437914-d214-4807-bb68-6a78535a8692 req-a72d3123-203a-46e0-aee1-54adbacc3d57 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] 10.222.0.13 "GET /v2.0/networks?id=22c01ef1-936f-4d85-97a6-cf840ed74fec HTTP/1.1" status: 200 len: 811 time: 0.0995579 Nov 05 19:26:44.716784 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-64437914-d214-4807-bb68-6a78535a8692 req-55ab25f0-1224-4386-9195-26b1deecf75e tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] 10.222.0.13 "GET /v2.0/quotas/975e22a5e2c44667a77341bd773126d4 HTTP/1.1" status: 200 len: 375 time: 0.0095756 Nov 05 19:26:44.782652 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-64437914-d214-4807-bb68-6a78535a8692 req-0613dbc6-42e8-4402-87d8-2ccc9307c1b0 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=975e22a5e2c44667a77341bd773126d4&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0607207 Nov 05 19:26:44.844518 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [req-64437914-d214-4807-bb68-6a78535a8692 req-0f6ed0ec-3b55-405e-816c-cb4735eb2175 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=102387) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 05 19:26:44.845501 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-64437914-d214-4807-bb68-6a78535a8692 req-0f6ed0ec-3b55-405e-816c-cb4735eb2175 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0520549 Nov 05 19:26:44.934537 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-64437914-d214-4807-bb68-6a78535a8692 req-717a94ed-4c1d-4e89-9b2d-8e88edeb1cff service neutron] 10.222.0.13 "GET /v2.0/networks/22c01ef1-936f-4d85-97a6-cf840ed74fec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826263 Nov 05 19:26:45.027785 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-64437914-d214-4807-bb68-6a78535a8692 req-5b38000b-6961-473e-990b-9683581170ce service neutron] 10.222.0.13 "GET /v2.0/networks/22c01ef1-936f-4d85-97a6-cf840ed74fec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872052 Nov 05 19:26:45.654413 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-a3a62c43-bf11-406d-bb83-a80eb761bd6b req-f3cfa7ae-a18d-4e7b-bc69-3a3857f24217 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] 10.222.0.13 "GET /v2.0/ports?device_id=e3c663b4-b92b-496c-bdbc-394adb9e4f34 HTTP/1.1" status: 200 len: 210 time: 0.0828140 Nov 05 19:26:46.751157 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-b199fc41-8a63-4b2a-a908-d45cb9da5b9f req-f1d197b1-0b93-48c4-8d25-cee757f85963 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] 10.222.0.13 "GET /v2.0/ports?device_id=e3c663b4-b92b-496c-bdbc-394adb9e4f34 HTTP/1.1" status: 200 len: 210 time: 0.0265110 Nov 05 19:26:47.433462 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64437914-d214-4807-bb68-6a78535a8692 req-3465a4fb-1c4f-4554-bed8-9a1771e6416a tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:26:47.434881 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-64437914-d214-4807-bb68-6a78535a8692 req-3465a4fb-1c4f-4554-bed8-9a1771e6416a tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] 10.222.0.41 "GET /v2.0/networks?id=22c01ef1-936f-4d85-97a6-cf840ed74fec HTTP/1.1" status: 200 len: 811 time: 0.1129901 Nov 05 19:26:47.499966 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-64437914-d214-4807-bb68-6a78535a8692 req-b6c6cf1a-6bbe-4965-8a28-f38851ad7c3a tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=975e22a5e2c44667a77341bd773126d4 HTTP/1.1" status: 200 len: 379 time: 0.0557992 Nov 05 19:26:47.517671 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [req-64437914-d214-4807-bb68-6a78535a8692 req-53fc84ed-4f38-426d-9c1a-7c40c4cc798c tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Request body: {'port': {'device_id': 'e3c663b4-b92b-496c-bdbc-394adb9e4f34', 'network_id': '22c01ef1-936f-4d85-97a6-cf840ed74fec', 'admin_state_up': True, 'tenant_id': '975e22a5e2c44667a77341bd773126d4', 'security_groups': ['6d54dfd0-62a8-4492-8de1-981828e39f0d']}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:26:47.687636 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-64437914-d214-4807-bb68-6a78535a8692 req-53fc84ed-4f38-426d-9c1a-7c40c4cc798c tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Made reservation on behalf of 975e22a5e2c44667a77341bd773126d4 for: {'port': 1} {{(pid=102387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 19:26:47.691334 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-64437914-d214-4807-bb68-6a78535a8692 req-53fc84ed-4f38-426d-9c1a-7c40c4cc798c tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:26:47.832398 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.db_base_plugin_common [req-64437914-d214-4807-bb68-6a78535a8692 req-53fc84ed-4f38-426d-9c1a-7c40c4cc798c tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Allocated IP 172.20.0.5 (22c01ef1-936f-4d85-97a6-cf840ed74fec/9a5a1166-12d4-4407-8a6a-41bf61d6db29/8441647c-70ba-4214-88e1-128247d9ebeb) {{(pid=102387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 19:26:47.896976 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-12b35b2a-a272-418c-a6e2-6b4c4ab759a3 req-b0fec540-bd8d-46d4-a6e0-dc10079e72e4 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] 10.222.0.13 "GET /v2.0/ports?device_id=e3c663b4-b92b-496c-bdbc-394adb9e4f34 HTTP/1.1" status: 200 len: 210 time: 0.0376744 Nov 05 19:26:48.003729 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-64437914-d214-4807-bb68-6a78535a8692 req-53fc84ed-4f38-426d-9c1a-7c40c4cc798c tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Publish callbacks [] for port, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:26:48.128078 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-64437914-d214-4807-bb68-6a78535a8692 req-53fc84ed-4f38-426d-9c1a-7c40c4cc798c tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4417063'] for port, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:26:48.178370 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-64437914-d214-4807-bb68-6a78535a8692 req-53fc84ed-4f38-426d-9c1a-7c40c4cc798c tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Network 22c01ef1-936f-4d85-97a6-cf840ed74fec is already hosted by enough agents. {{(pid=102387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 19:26:48.183094 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.base_scheduler [req-64437914-d214-4807-bb68-6a78535a8692 req-53fc84ed-4f38-426d-9c1a-7c40c4cc798c tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Resources bound (agent type, host, resource id): {{(pid=102387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 19:26:48.185139 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53fc84ed-4f38-426d-9c1a-7c40c4cc798c tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Pushing event updated for resources: {'Port': ['ID=8441647c-70ba-4214-88e1-128247d9ebeb,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:26:48.187269 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.l3_dvrscheduler_db [req-64437914-d214-4807-bb68-6a78535a8692 req-53fc84ed-4f38-426d-9c1a-7c40c4cc798c tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Received port after_create {{(pid=102387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 19:26:48.216879 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53fc84ed-4f38-426d-9c1a-7c40c4cc798c tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:26:48.217225 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53fc84ed-4f38-426d-9c1a-7c40c4cc798c tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:26:48.217575 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53fc84ed-4f38-426d-9c1a-7c40c4cc798c tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:26:48.218115 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53fc84ed-4f38-426d-9c1a-7c40c4cc798c tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:26:48.218399 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53fc84ed-4f38-426d-9c1a-7c40c4cc798c tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:26:48.218733 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53fc84ed-4f38-426d-9c1a-7c40c4cc798c tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:26:48.219061 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53fc84ed-4f38-426d-9c1a-7c40c4cc798c tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:26:48.219432 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53fc84ed-4f38-426d-9c1a-7c40c4cc798c tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:26:48.219713 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53fc84ed-4f38-426d-9c1a-7c40c4cc798c tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:26:48.220036 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53fc84ed-4f38-426d-9c1a-7c40c4cc798c tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:26:48.220365 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53fc84ed-4f38-426d-9c1a-7c40c4cc798c tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:26:48.220692 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53fc84ed-4f38-426d-9c1a-7c40c4cc798c tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:26:48.248795 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64437914-d214-4807-bb68-6a78535a8692 req-53fc84ed-4f38-426d-9c1a-7c40c4cc798c tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:26:48.249515 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-64437914-d214-4807-bb68-6a78535a8692 req-53fc84ed-4f38-426d-9c1a-7c40c4cc798c tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:26:48.336479 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-64437914-d214-4807-bb68-6a78535a8692 req-53fc84ed-4f38-426d-9c1a-7c40c4cc798c tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8223855 Nov 05 19:26:48.404908 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [req-64437914-d214-4807-bb68-6a78535a8692 req-303ae3bf-6ac2-458c-8e94-5b4cb7e30fc9 service neutron] Request body: {'port': {'device_id': 'e3c663b4-b92b-496c-bdbc-394adb9e4f34', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816865-1'}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:26:48.452886 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-0860f85e-b988-4620-b2f9-f31a777198c9 None None] Provisioning complete for port 8441647c-70ba-4214-88e1-128247d9ebeb triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:26:48.453448 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-0860f85e-b988-4620-b2f9-f31a777198c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:26:48.464226 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-64437914-d214-4807-bb68-6a78535a8692 req-303ae3bf-6ac2-458c-8e94-5b4cb7e30fc9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:26:48.489451 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-0860f85e-b988-4620-b2f9-f31a777198c9 None None] Port 8441647c-70ba-4214-88e1-128247d9ebeb cannot update to ACTIVE because it is not bound. {{(pid=102388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 19:26:48.729936 n-d-816865-1 neutron-server[102387]: DEBUG neutron.notifiers.nova [req-64437914-d214-4807-bb68-6a78535a8692 req-303ae3bf-6ac2-458c-8e94-5b4cb7e30fc9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8441647c-70ba-4214-88e1-128247d9ebeb {{(pid=102387) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 19:26:48.737413 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-64437914-d214-4807-bb68-6a78535a8692 req-303ae3bf-6ac2-458c-8e94-5b4cb7e30fc9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:26:48.749778 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.provisioning_blocks [req-64437914-d214-4807-bb68-6a78535a8692 req-303ae3bf-6ac2-458c-8e94-5b4cb7e30fc9 service neutron] Transition to ACTIVE for port object 8441647c-70ba-4214-88e1-128247d9ebeb will not be triggered until provisioned by entity L2. {{(pid=102387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 05 19:26:48.834841 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-64437914-d214-4807-bb68-6a78535a8692 req-303ae3bf-6ac2-458c-8e94-5b4cb7e30fc9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4417072'] for port, after_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:26:48.889521 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303ae3bf-6ac2-458c-8e94-5b4cb7e30fc9 service neutron] Pushing event updated for resources: {'Port': ['ID=8441647c-70ba-4214-88e1-128247d9ebeb,revision_number=2']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:26:48.969593 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.managers [req-64437914-d214-4807-bb68-6a78535a8692 req-303ae3bf-6ac2-458c-8e94-5b4cb7e30fc9 service neutron] Attempting to bind port 8441647c-70ba-4214-88e1-128247d9ebeb on host n-h1-816865-1 for vnic_type normal with profile {{(pid=102387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 19:26:48.970516 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.managers [req-64437914-d214-4807-bb68-6a78535a8692 req-303ae3bf-6ac2-458c-8e94-5b4cb7e30fc9 service neutron] Attempting to bind port 8441647c-70ba-4214-88e1-128247d9ebeb by drivers openvswitch,hyperv on host n-h1-816865-1 at level 0 using segments [{'id': 'c8ba8bad-518b-408a-adbf-9f95696a455e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '22c01ef1-936f-4d85-97a6-cf840ed74fec'}] {{(pid=102387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 19:26:48.971026 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64437914-d214-4807-bb68-6a78535a8692 req-303ae3bf-6ac2-458c-8e94-5b4cb7e30fc9 service neutron] Attempting to bind port 8441647c-70ba-4214-88e1-128247d9ebeb on network 22c01ef1-936f-4d85-97a6-cf840ed74fec {{(pid=102387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 19:26:48.976634 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64437914-d214-4807-bb68-6a78535a8692 req-303ae3bf-6ac2-458c-8e94-5b4cb7e30fc9 service neutron] Port 8441647c-70ba-4214-88e1-128247d9ebeb on network 22c01ef1-936f-4d85-97a6-cf840ed74fec not bound, no agent of type Open vSwitch agent registered on host n-h1-816865-1 {{(pid=102387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 19:26:48.976970 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64437914-d214-4807-bb68-6a78535a8692 req-303ae3bf-6ac2-458c-8e94-5b4cb7e30fc9 service neutron] Attempting to bind port 8441647c-70ba-4214-88e1-128247d9ebeb on network 22c01ef1-936f-4d85-97a6-cf840ed74fec {{(pid=102387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 19:26:48.984057 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64437914-d214-4807-bb68-6a78535a8692 req-303ae3bf-6ac2-458c-8e94-5b4cb7e30fc9 service neutron] Checking agent: {'id': 'eb596d7c-8c64-42bd-8aca-fad447eb0eab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816865-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 18, 33, 34), 'started_at': datetime.datetime(2021, 11, 5, 18, 33, 34), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 19, 26, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 19:26:48.984425 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64437914-d214-4807-bb68-6a78535a8692 req-303ae3bf-6ac2-458c-8e94-5b4cb7e30fc9 service neutron] Checking segment: {'id': 'c8ba8bad-518b-408a-adbf-9f95696a455e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '22c01ef1-936f-4d85-97a6-cf840ed74fec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 19:26:48.984816 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64437914-d214-4807-bb68-6a78535a8692 req-303ae3bf-6ac2-458c-8e94-5b4cb7e30fc9 service neutron] Bound using segment: {'id': 'c8ba8bad-518b-408a-adbf-9f95696a455e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '22c01ef1-936f-4d85-97a6-cf840ed74fec'} {{(pid=102387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 19:26:48.985257 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.managers [req-64437914-d214-4807-bb68-6a78535a8692 req-303ae3bf-6ac2-458c-8e94-5b4cb7e30fc9 service neutron] Bound port: 8441647c-70ba-4214-88e1-128247d9ebeb, host: n-h1-816865-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c8ba8bad-518b-408a-adbf-9f95696a455e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '22c01ef1-936f-4d85-97a6-cf840ed74fec'}}] {{(pid=102387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 19:26:48.985616 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-64437914-d214-4807-bb68-6a78535a8692 req-303ae3bf-6ac2-458c-8e94-5b4cb7e30fc9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:26:49.078382 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba49ee4-2223-4d0f-bc60-d81fdec163a0 req-35cf068d-206a-44fa-972e-7badf9b1c4eb tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:26:49.081115 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-5ba49ee4-2223-4d0f-bc60-d81fdec163a0 req-35cf068d-206a-44fa-972e-7badf9b1c4eb tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] 10.222.0.13 "GET /v2.0/ports?device_id=e3c663b4-b92b-496c-bdbc-394adb9e4f34 HTTP/1.1" status: 200 len: 943 time: 0.0975916 Nov 05 19:26:49.147797 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.db [req-64437914-d214-4807-bb68-6a78535a8692 req-303ae3bf-6ac2-458c-8e94-5b4cb7e30fc9 service neutron] For port 8441647c-70ba-4214-88e1-128247d9ebeb, host n-h1-816865-1, cleared binding levels {{(pid=102387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 19:26:49.168673 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.db [req-64437914-d214-4807-bb68-6a78535a8692 req-303ae3bf-6ac2-458c-8e94-5b4cb7e30fc9 service neutron] For port 8441647c-70ba-4214-88e1-128247d9ebeb, host n-h1-816865-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=8441647c-70ba-4214-88e1-128247d9ebeb,segment=NetworkSegment(c8ba8bad-518b-408a-adbf-9f95696a455e),segment_id=c8ba8bad-518b-408a-adbf-9f95696a455e)] {{(pid=102387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 19:26:49.173649 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-5ba49ee4-2223-4d0f-bc60-d81fdec163a0 req-bd9f7ab2-8c70-4cd8-887e-c6e52f014a65 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] 10.222.0.13 "GET /v2.0/security-groups?id=6d54dfd0-62a8-4492-8de1-981828e39f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0791166 Nov 05 19:26:49.254537 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-64437914-d214-4807-bb68-6a78535a8692 req-303ae3bf-6ac2-458c-8e94-5b4cb7e30fc9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4417072'] for port, after_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:26:49.289413 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64437914-d214-4807-bb68-6a78535a8692 req-303ae3bf-6ac2-458c-8e94-5b4cb7e30fc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:26:49.289915 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-64437914-d214-4807-bb68-6a78535a8692 req-303ae3bf-6ac2-458c-8e94-5b4cb7e30fc9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:26:49.291367 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-64437914-d214-4807-bb68-6a78535a8692 req-303ae3bf-6ac2-458c-8e94-5b4cb7e30fc9 service neutron] 10.222.0.41 "PUT /v2.0/ports/8441647c-70ba-4214-88e1-128247d9ebeb HTTP/1.1" status: 200 len: 1091 time: 0.9473746 Nov 05 19:26:49.291797 n-d-816865-1 neutron-server[102387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3c663b4-b92b-496c-bdbc-394adb9e4f34', 'tag': '8441647c-70ba-4214-88e1-128247d9ebeb'}] {{(pid=102387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 19:26:49.294023 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab06bd4ddf5758c1f10d79fe34dc215bafa488692cde9dba2fcbcb67556f90bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a681f415-0d54-40bf-976c-49fb67a6808a" -d '{"events": [{"name": "network-changed", "server_uuid": "e3c663b4-b92b-496c-bdbc-394adb9e4f34", "tag": "8441647c-70ba-4214-88e1-128247d9ebeb"}]}' {{(pid=102387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 19:26:49.327098 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303ae3bf-6ac2-458c-8e94-5b4cb7e30fc9 service neutron] Pushing event updated for resources: {'Port': ['ID=8441647c-70ba-4214-88e1-128247d9ebeb,revision_number=3']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:26:49.346959 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 19:26:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aefb1462-4194-4a41-81da-20e8347e5e51 x-openstack-request-id: req-aefb1462-4194-4a41-81da-20e8347e5e51 {{(pid=102387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 19:26:49.347255 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3c663b4-b92b-496c-bdbc-394adb9e4f34", "tag": "8441647c-70ba-4214-88e1-128247d9ebeb", "status": "completed", "code": 200}]} {{(pid=102387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 19:26:49.347514 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-aefb1462-4194-4a41-81da-20e8347e5e51 {{(pid=102387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 19:26:49.347924 n-d-816865-1 neutron-server[102387]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3c663b4-b92b-496c-bdbc-394adb9e4f34', 'tag': '8441647c-70ba-4214-88e1-128247d9ebeb', 'status': 'completed', 'code': 200} Nov 05 19:26:49.430869 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a681f415-0d54-40bf-976c-49fb67a6808a req-6458a439-8f02-40a4-921c-81dcfa4701d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:26:49.432459 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-a681f415-0d54-40bf-976c-49fb67a6808a req-6458a439-8f02-40a4-921c-81dcfa4701d1 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=975e22a5e2c44667a77341bd773126d4&device_id=e3c663b4-b92b-496c-bdbc-394adb9e4f34 HTTP/1.1" status: 200 len: 1094 time: 0.0526299 Nov 05 19:26:49.914593 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a681f415-0d54-40bf-976c-49fb67a6808a req-57fb9029-2fc5-439f-beba-5d61c83575ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:26:49.916075 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-a681f415-0d54-40bf-976c-49fb67a6808a req-57fb9029-2fc5-439f-beba-5d61c83575ee service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=975e22a5e2c44667a77341bd773126d4&shared=False HTTP/1.1" status: 200 len: 912 time: 0.4759424 Nov 05 19:26:50.024643 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a681f415-0d54-40bf-976c-49fb67a6808a req-c03e0eda-cc39-4006-ab47-5eec4d4d713e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:26:50.026282 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-a681f415-0d54-40bf-976c-49fb67a6808a req-c03e0eda-cc39-4006-ab47-5eec4d4d713e service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1028976 Nov 05 19:26:50.113162 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64437914-d214-4807-bb68-6a78535a8692 req-23ee08c5-c86e-4bd0-901c-275052170dfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:26:50.114716 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-64437914-d214-4807-bb68-6a78535a8692 req-23ee08c5-c86e-4bd0-901c-275052170dfa service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=975e22a5e2c44667a77341bd773126d4&device_id=e3c663b4-b92b-496c-bdbc-394adb9e4f34 HTTP/1.1" status: 200 len: 1094 time: 0.0478888 Nov 05 19:26:50.157959 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-64437914-d214-4807-bb68-6a78535a8692 req-e37b821e-de70-4992-a37b-117dafe49413 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8441647c-70ba-4214-88e1-128247d9ebeb HTTP/1.1" status: 200 len: 217 time: 0.0354025 Nov 05 19:26:50.209410 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64437914-d214-4807-bb68-6a78535a8692 req-f377bcfb-e0c6-41ab-b94f-bd3a2abbb225 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:26:50.211263 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-64437914-d214-4807-bb68-6a78535a8692 req-f377bcfb-e0c6-41ab-b94f-bd3a2abbb225 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=9a5a1166-12d4-4407-8a6a-41bf61d6db29 HTTP/1.1" status: 200 len: 850 time: 0.0457151 Nov 05 19:26:50.290912 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64437914-d214-4807-bb68-6a78535a8692 req-cd730c1f-12e5-4ff9-8707-15853c7d23ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:26:50.292392 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-64437914-d214-4807-bb68-6a78535a8692 req-cd730c1f-12e5-4ff9-8707-15853c7d23ae service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=22c01ef1-936f-4d85-97a6-cf840ed74fec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0749114 Nov 05 19:26:50.305177 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b9db07-935d-4b0d-95ec-3d1779733871 req-14be06c9-8682-4296-98f1-5234181951a8 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:26:50.306627 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-74b9db07-935d-4b0d-95ec-3d1779733871 req-14be06c9-8682-4296-98f1-5234181951a8 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] 10.222.0.13 "GET /v2.0/ports?device_id=e3c663b4-b92b-496c-bdbc-394adb9e4f34 HTTP/1.1" status: 200 len: 943 time: 0.0601876 Nov 05 19:26:50.416653 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-74b9db07-935d-4b0d-95ec-3d1779733871 req-d139c0f5-ccc7-42a4-846d-f4956e0693fa tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] 10.222.0.13 "GET /v2.0/security-groups?id=6d54dfd0-62a8-4492-8de1-981828e39f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1019757 Nov 05 19:26:50.438649 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-64437914-d214-4807-bb68-6a78535a8692 req-b4274df0-bc8e-42c2-b76e-6a77da2afc25 service neutron] 10.222.0.41 "GET /v2.0/networks/22c01ef1-936f-4d85-97a6-cf840ed74fec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1310854 Nov 05 19:26:50.533525 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-64437914-d214-4807-bb68-6a78535a8692 req-f78181d7-dcc3-4e7e-bd87-674680ecc244 service neutron] 10.222.0.41 "GET /v2.0/networks/22c01ef1-936f-4d85-97a6-cf840ed74fec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876050 Nov 05 19:26:51.540855 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c623d03e-858c-4065-b3ed-11cc027ea0cd req-6b4e4dbf-e47e-43f9-b61d-27a578fe8d5c tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:26:51.544154 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-c623d03e-858c-4065-b3ed-11cc027ea0cd req-6b4e4dbf-e47e-43f9-b61d-27a578fe8d5c tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] 10.222.0.13 "GET /v2.0/ports?device_id=e3c663b4-b92b-496c-bdbc-394adb9e4f34 HTTP/1.1" status: 200 len: 943 time: 0.0577755 Nov 05 19:26:51.604643 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-c623d03e-858c-4065-b3ed-11cc027ea0cd req-d4582a0d-3b1e-4e4f-8858-dcab975b5594 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] 10.222.0.13 "GET /v2.0/security-groups?id=6d54dfd0-62a8-4492-8de1-981828e39f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536683 Nov 05 19:26:52.722414 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4253ee-06dc-4c2d-96fc-088079f38c94 req-d017333f-ccdd-4153-9ab2-5b77171cb9ba tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:26:52.724029 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-eb4253ee-06dc-4c2d-96fc-088079f38c94 req-d017333f-ccdd-4153-9ab2-5b77171cb9ba tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] 10.222.0.13 "GET /v2.0/ports?device_id=e3c663b4-b92b-496c-bdbc-394adb9e4f34 HTTP/1.1" status: 200 len: 943 time: 0.0502429 Nov 05 19:26:52.774450 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-eb4253ee-06dc-4c2d-96fc-088079f38c94 req-870e2a89-e786-4b7a-ba32-07cc05b272ac tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] 10.222.0.13 "GET /v2.0/security-groups?id=6d54dfd0-62a8-4492-8de1-981828e39f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441759 Nov 05 19:26:53.892831 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94408ac-4840-4d2a-a37d-c763222c37b0 req-de1455a0-570d-455e-b83f-6ff6fbbe8368 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:26:53.894382 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-b94408ac-4840-4d2a-a37d-c763222c37b0 req-de1455a0-570d-455e-b83f-6ff6fbbe8368 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] 10.222.0.13 "GET /v2.0/ports?device_id=e3c663b4-b92b-496c-bdbc-394adb9e4f34 HTTP/1.1" status: 200 len: 943 time: 0.0510094 Nov 05 19:26:53.943909 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-b94408ac-4840-4d2a-a37d-c763222c37b0 req-00ce9f1e-ad52-4d4c-b0e9-76980ee751fb tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] 10.222.0.13 "GET /v2.0/security-groups?id=6d54dfd0-62a8-4492-8de1-981828e39f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430186 Nov 05 19:26:55.065300 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e95d96-46c2-4934-9165-13bd04bf5046 req-1a053ae0-ab19-4aa6-a5e1-ed43a8eef7a7 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:26:55.066823 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-60e95d96-46c2-4934-9165-13bd04bf5046 req-1a053ae0-ab19-4aa6-a5e1-ed43a8eef7a7 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] 10.222.0.13 "GET /v2.0/ports?device_id=e3c663b4-b92b-496c-bdbc-394adb9e4f34 HTTP/1.1" status: 200 len: 943 time: 0.0526965 Nov 05 19:26:55.116531 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-60e95d96-46c2-4934-9165-13bd04bf5046 req-4d5f6c34-e1d9-4dd0-86a7-5367d456504e tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] 10.222.0.13 "GET /v2.0/security-groups?id=6d54dfd0-62a8-4492-8de1-981828e39f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429308 Nov 05 19:26:56.234230 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50587a97-bd94-4c53-8879-add0ca5c7b0f req-7e852f34-fe66-4193-957e-3da03a2e1d1e tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:26:56.235656 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-50587a97-bd94-4c53-8879-add0ca5c7b0f req-7e852f34-fe66-4193-957e-3da03a2e1d1e tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] 10.222.0.13 "GET /v2.0/ports?device_id=e3c663b4-b92b-496c-bdbc-394adb9e4f34 HTTP/1.1" status: 200 len: 943 time: 0.0485232 Nov 05 19:26:56.286220 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-50587a97-bd94-4c53-8879-add0ca5c7b0f req-dfe85ac7-e0ee-4d0b-9726-0d4088d88ae9 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] 10.222.0.13 "GET /v2.0/security-groups?id=6d54dfd0-62a8-4492-8de1-981828e39f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444241 Nov 05 19:26:57.408200 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60734f34-4859-4867-b5f2-55f4ad10ed93 req-bd4aa2f0-cb62-4f74-be0b-52197a6edfc3 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:26:57.409699 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-60734f34-4859-4867-b5f2-55f4ad10ed93 req-bd4aa2f0-cb62-4f74-be0b-52197a6edfc3 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] 10.222.0.13 "GET /v2.0/ports?device_id=e3c663b4-b92b-496c-bdbc-394adb9e4f34 HTTP/1.1" status: 200 len: 943 time: 0.0545571 Nov 05 19:26:57.458392 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-60734f34-4859-4867-b5f2-55f4ad10ed93 req-729a3c26-b5d8-4bfd-ab17-50c61ba53aae tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] 10.222.0.13 "GET /v2.0/security-groups?id=6d54dfd0-62a8-4492-8de1-981828e39f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424900 Nov 05 19:26:58.574818 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18becf57-106a-445f-9929-54f01628c8c7 req-7887e644-cf5e-47ba-9263-890a40925985 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:26:58.576332 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-18becf57-106a-445f-9929-54f01628c8c7 req-7887e644-cf5e-47ba-9263-890a40925985 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] 10.222.0.13 "GET /v2.0/ports?device_id=e3c663b4-b92b-496c-bdbc-394adb9e4f34 HTTP/1.1" status: 200 len: 943 time: 0.0504651 Nov 05 19:26:58.626286 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-18becf57-106a-445f-9929-54f01628c8c7 req-b69b69de-538d-40c8-90fa-4784fae8d9b5 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] 10.222.0.13 "GET /v2.0/security-groups?id=6d54dfd0-62a8-4492-8de1-981828e39f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439126 Nov 05 19:26:59.740916 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b64ded4-2c3b-4204-a841-83d9d609ded2 req-ce093c05-5695-488b-bdad-d618b3c7f813 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:26:59.742421 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-4b64ded4-2c3b-4204-a841-83d9d609ded2 req-ce093c05-5695-488b-bdad-d618b3c7f813 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] 10.222.0.13 "GET /v2.0/ports?device_id=e3c663b4-b92b-496c-bdbc-394adb9e4f34 HTTP/1.1" status: 200 len: 943 time: 0.0490525 Nov 05 19:26:59.795053 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-4b64ded4-2c3b-4204-a841-83d9d609ded2 req-bb784b4c-fecb-4916-8f0d-ebb3a0abf2fb tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] 10.222.0.13 "GET /v2.0/security-groups?id=6d54dfd0-62a8-4492-8de1-981828e39f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465813 Nov 05 19:27:00.913439 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5ac322-07b8-4a01-a9f0-97a475cf4d6a req-91b04e50-4324-452e-ab4f-0d94aecf5d14 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:27:00.915628 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-2c5ac322-07b8-4a01-a9f0-97a475cf4d6a req-91b04e50-4324-452e-ab4f-0d94aecf5d14 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] 10.222.0.13 "GET /v2.0/ports?device_id=e3c663b4-b92b-496c-bdbc-394adb9e4f34 HTTP/1.1" status: 200 len: 943 time: 0.0498731 Nov 05 19:27:00.964804 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-2c5ac322-07b8-4a01-a9f0-97a475cf4d6a req-8b52e24b-13fe-4e51-bef2-50573ab534c3 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] 10.222.0.13 "GET /v2.0/security-groups?id=6d54dfd0-62a8-4492-8de1-981828e39f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432532 Nov 05 19:27:01.539432 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Device 8441647c-70ba-4214-88e1-128247d9ebeb details requested by agent hyperv_n-h1-816865-1 with host n-h1-816865-1 {{(pid=102388) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 05 19:27:01.637134 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] For port 8441647c-70ba-4214-88e1-128247d9ebeb, host n-h1-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=8441647c-70ba-4214-88e1-128247d9ebeb,segment=NetworkSegment(c8ba8bad-518b-408a-adbf-9f95696a455e),segment_id=c8ba8bad-518b-408a-adbf-9f95696a455e)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:27:01.648363 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Returning: {'device': '8441647c-70ba-4214-88e1-128247d9ebeb', 'network_id': '22c01ef1-936f-4d85-97a6-cf840ed74fec', 'port_id': '8441647c-70ba-4214-88e1-128247d9ebeb', 'mac_address': 'fa:16:3e:4d:74:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 164, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a5a1166-12d4-4407-8a6a-41bf61d6db29', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102388) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 05 19:27:01.685659 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:27:01.698103 n-d-816865-1 neutron-server[102388]: DEBUG neutron.notifiers.nova [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8441647c-70ba-4214-88e1-128247d9ebeb {{(pid=102388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 19:27:01.717167 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] For port 8441647c-70ba-4214-88e1-128247d9ebeb, host n-h1-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=8441647c-70ba-4214-88e1-128247d9ebeb,segment=NetworkSegment(c8ba8bad-518b-408a-adbf-9f95696a455e),segment_id=c8ba8bad-518b-408a-adbf-9f95696a455e)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:27:01.794595 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:27:01.841299 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Pushing event updated for resources: {'Port': ['ID=8441647c-70ba-4214-88e1-128247d9ebeb,revision_number=4']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:27:01.848621 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:27:01.848974 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:27:01.849317 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:27:01.849652 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:27:01.849991 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:27:01.850347 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:27:01.850675 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:27:01.851008 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:27:01.851332 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:27:01.851657 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:27:01.851982 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:27:01.852332 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:27:02.028935 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] get_ports_and_sgs() called for port_ids ['8441647c-70ba-4214-88e1-128247d9ebeb'] {{(pid=102388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 19:27:02.082938 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825e9556-28c6-4486-9323-64526785381a req-9753d845-64ad-4599-ab50-c223260d6c24 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:27:02.084342 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-825e9556-28c6-4486-9323-64526785381a req-9753d845-64ad-4599-ab50-c223260d6c24 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] 10.222.0.13 "GET /v2.0/ports?device_id=e3c663b4-b92b-496c-bdbc-394adb9e4f34 HTTP/1.1" status: 200 len: 944 time: 0.0488973 Nov 05 19:27:02.135693 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-825e9556-28c6-4486-9323-64526785381a req-19e6d6b2-dc2e-47c0-814e-743a43e64094 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] 10.222.0.13 "GET /v2.0/security-groups?id=6d54dfd0-62a8-4492-8de1-981828e39f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446792 Nov 05 19:27:02.625014 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-376c13c7-5cac-4b8c-b6f8-819a56ad39e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:27:03.256051 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac298a99-dfd7-4bc0-9623-26bef62fd21f req-302586f4-7895-479a-9310-c6e2b822d957 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:27:03.257510 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-ac298a99-dfd7-4bc0-9623-26bef62fd21f req-302586f4-7895-479a-9310-c6e2b822d957 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] 10.222.0.13 "GET /v2.0/ports?device_id=e3c663b4-b92b-496c-bdbc-394adb9e4f34 HTTP/1.1" status: 200 len: 944 time: 0.0539043 Nov 05 19:27:03.306907 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-ac298a99-dfd7-4bc0-9623-26bef62fd21f req-fd3dd4f0-4b9c-47cb-a6d3-a81043e4a0c0 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] 10.222.0.13 "GET /v2.0/security-groups?id=6d54dfd0-62a8-4492-8de1-981828e39f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428681 Nov 05 19:27:03.564800 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Device 8441647c-70ba-4214-88e1-128247d9ebeb up at agent hyperv_n-h1-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 19:27:03.692826 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Provisioning for port 8441647c-70ba-4214-88e1-128247d9ebeb completed by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 05 19:27:03.697258 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Provisioning complete for port 8441647c-70ba-4214-88e1-128247d9ebeb triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:27:03.697650 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:27:03.774696 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:27:03.796678 n-d-816865-1 neutron-server[102388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3c663b4-b92b-496c-bdbc-394adb9e4f34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8441647c-70ba-4214-88e1-128247d9ebeb'}] {{(pid=102388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 19:27:03.798938 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85474fee1180e129d8a886d264fe0b30223aa672dd1ffe43b630605f18504f68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff066428-f96d-4697-93ea-bd83c4cdc89a" -d '{"events": [{"server_uuid": "e3c663b4-b92b-496c-bdbc-394adb9e4f34", "name": "network-vif-plugged", "status": "completed", "tag": "8441647c-70ba-4214-88e1-128247d9ebeb"}]}' {{(pid=102388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 19:27:03.811923 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] For port 8441647c-70ba-4214-88e1-128247d9ebeb, host n-h1-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=8441647c-70ba-4214-88e1-128247d9ebeb,segment=NetworkSegment(c8ba8bad-518b-408a-adbf-9f95696a455e),segment_id=c8ba8bad-518b-408a-adbf-9f95696a455e)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:27:03.840996 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 19:27:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89708381-47cb-436d-be65-015735796104 x-openstack-request-id: req-89708381-47cb-436d-be65-015735796104 {{(pid=102388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 19:27:03.840996 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3c663b4-b92b-496c-bdbc-394adb9e4f34", "name": "network-vif-plugged", "status": "completed", "tag": "8441647c-70ba-4214-88e1-128247d9ebeb", "code": 200}]} {{(pid=102388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 19:27:03.840996 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-89708381-47cb-436d-be65-015735796104 {{(pid=102388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 19:27:03.840996 n-d-816865-1 neutron-server[102388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3c663b4-b92b-496c-bdbc-394adb9e4f34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8441647c-70ba-4214-88e1-128247d9ebeb', 'code': 200} Nov 05 19:27:03.892237 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:27:03.929911 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096ef7ef-9394-4605-8750-9f460059d7a5 req-3d8516b0-39a3-4a06-b195-90db44f07604 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:27:03.931973 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-096ef7ef-9394-4605-8750-9f460059d7a5 req-3d8516b0-39a3-4a06-b195-90db44f07604 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=e3c663b4-b92b-496c-bdbc-394adb9e4f34 HTTP/1.1" status: 200 len: 1096 time: 0.0398703 Nov 05 19:27:03.947568 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Pushing event updated for resources: {'Port': ['ID=8441647c-70ba-4214-88e1-128247d9ebeb,revision_number=5']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:27:03.982181 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-096ef7ef-9394-4605-8750-9f460059d7a5 req-1763c09d-4e4b-45a1-883a-814ab75bba22 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=6d54dfd0-62a8-4492-8de1-981828e39f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425854 Nov 05 19:27:04.422472 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc66b7e6-2ffb-40bb-b449-18c8d7796d1a req-cf13512f-e1ae-4c82-8ec2-251217dec194 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:27:04.423985 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-bc66b7e6-2ffb-40bb-b449-18c8d7796d1a req-cf13512f-e1ae-4c82-8ec2-251217dec194 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] 10.222.0.13 "GET /v2.0/ports?device_id=e3c663b4-b92b-496c-bdbc-394adb9e4f34 HTTP/1.1" status: 200 len: 945 time: 0.0498030 Nov 05 19:27:04.468569 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:27:04.476485 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-bc66b7e6-2ffb-40bb-b449-18c8d7796d1a req-f4c88aaf-c0f7-44cc-a67e-35333618fcb5 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] 10.222.0.13 "GET /v2.0/security-groups?id=6d54dfd0-62a8-4492-8de1-981828e39f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465527 Nov 05 19:27:05.378457 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-dd24502c-4284-42fa-87d8-0d158c5270a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:27:05.594318 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71e64d1-72b3-4789-9d7e-c26c0ac0b634 req-f49a2c66-2bbd-4fea-ad3a-bca5b5913e6e tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:27:05.595852 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-b71e64d1-72b3-4789-9d7e-c26c0ac0b634 req-f49a2c66-2bbd-4fea-ad3a-bca5b5913e6e tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] 10.222.0.13 "GET /v2.0/ports?device_id=e3c663b4-b92b-496c-bdbc-394adb9e4f34 HTTP/1.1" status: 200 len: 945 time: 0.0491531 Nov 05 19:27:05.645486 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-b71e64d1-72b3-4789-9d7e-c26c0ac0b634 req-4bdf45b1-7eb6-4d69-8c44-bc2828f6ff7b tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] 10.222.0.13 "GET /v2.0/security-groups?id=6d54dfd0-62a8-4492-8de1-981828e39f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436511 Nov 05 19:27:05.759415 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2de186-8784-4cbe-8899-21862f1e4cb0 req-2224d3f3-5e04-4e23-a76b-236a868b6d86 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:27:05.760921 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-3e2de186-8784-4cbe-8899-21862f1e4cb0 req-2224d3f3-5e04-4e23-a76b-236a868b6d86 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] 10.222.0.13 "GET /v2.0/ports?device_id=e3c663b4-b92b-496c-bdbc-394adb9e4f34 HTTP/1.1" status: 200 len: 945 time: 0.0491462 Nov 05 19:27:05.810297 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-3e2de186-8784-4cbe-8899-21862f1e4cb0 req-d20efa82-3f73-4d38-bc12-7f63d784e231 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] 10.222.0.13 "GET /v2.0/security-groups?id=6d54dfd0-62a8-4492-8de1-981828e39f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432100 Nov 05 19:27:05.835614 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 42342) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:27:06.004050 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93797a51-243b-401d-990b-20a65a957fce tempest-TestVolumeBootPattern-726310210 tempest-TestVolumeBootPattern-726310210-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:27:06.006163 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-93797a51-243b-401d-990b-20a65a957fce tempest-TestVolumeBootPattern-726310210 tempest-TestVolumeBootPattern-726310210-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=e3c663b4-b92b-496c-bdbc-394adb9e4f34 HTTP/1.1" status: 200 len: 1091 time: 0.1694865 Nov 05 19:27:06.008998 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 42346) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:27:06.013422 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-e7d03540-32ac-4521-b080-f2d9a0ba35c1 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Request body: {'floatingip': {'floating_network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'port_id': '8441647c-70ba-4214-88e1-128247d9ebeb', 'tenant_id': '975e22a5e2c44667a77341bd773126d4', 'fixed_ip_address': '172.20.0.5'}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:27:06.110657 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-e7d03540-32ac-4521-b080-f2d9a0ba35c1 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Publish callbacks [] for floatingip, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:27:06.206649 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-e7d03540-32ac-4521-b080-f2d9a0ba35c1 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:27:06.314578 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.db_base_plugin_common [None req-e7d03540-32ac-4521-b080-f2d9a0ba35c1 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Allocated IP 172.25.6.8 (40c8335d-cd0b-4cb5-910a-d4dcddd5cbec/04fe6db3-e108-4208-943d-6518424f5726/7345afb4-d47d-4e96-866b-b34c698e0e6d) {{(pid=102387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 19:27:06.411872 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b304910f-7b27-444b-a8fc-977d26b1ceac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:27:06.413537 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-e7d03540-32ac-4521-b080-f2d9a0ba35c1 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Publish callbacks [] for port, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:27:06.505668 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-e7d03540-32ac-4521-b080-f2d9a0ba35c1 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4417063'] for port, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:27:06.539256 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:27:06.549368 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7d03540-32ac-4521-b080-f2d9a0ba35c1 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Network 40c8335d-cd0b-4cb5-910a-d4dcddd5cbec is already hosted by enough agents. {{(pid=102387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 19:27:06.552538 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.base_scheduler [None req-e7d03540-32ac-4521-b080-f2d9a0ba35c1 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Resources bound (agent type, host, resource id): {{(pid=102387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 19:27:06.555293 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7d03540-32ac-4521-b080-f2d9a0ba35c1 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Received port after_create {{(pid=102387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 19:27:06.588732 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d03540-32ac-4521-b080-f2d9a0ba35c1 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Pushing event updated for resources: {'Port': ['ID=7345afb4-d47d-4e96-866b-b34c698e0e6d,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:27:06.926817 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-e7d03540-32ac-4521-b080-f2d9a0ba35c1 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:27:07.032621 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-e7d03540-32ac-4521-b080-f2d9a0ba35c1 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:27:07.186426 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-e7d03540-32ac-4521-b080-f2d9a0ba35c1 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Publish callbacks [] for port, precommit_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:27:07.252775 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-e7d03540-32ac-4521-b080-f2d9a0ba35c1 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4417072'] for port, after_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:27:07.319318 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d03540-32ac-4521-b080-f2d9a0ba35c1 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Pushing event updated for resources: {'Port': ['ID=7345afb4-d47d-4e96-866b-b34c698e0e6d,revision_number=2']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:27:07.331869 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-e7d03540-32ac-4521-b080-f2d9a0ba35c1 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1000577'] for floatingip, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:27:07.432547 n-d-816865-1 neutron-server[102387]: INFO neutron.db.l3_db [None req-e7d03540-32ac-4521-b080-f2d9a0ba35c1 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Floating IP 49ed7553-bee8-4fab-b592-80b98e0c419d associated. External IP: 172.25.6.8, port: 8441647c-70ba-4214-88e1-128247d9ebeb. Nov 05 19:27:07.638819 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7d03540-32ac-4521-b080-f2d9a0ba35c1 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Router 00fb4211-acb9-4f95-9b85-c99919138e56 has already been hosted by L3 agent 6dcb5589-8e86-4616-9186-ddc4548e13ad {{(pid=102387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 19:27:07.732818 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.agents_db [None req-b9406b04-a0e8-43cf-b349-711963d96cf4 None None] Agent healthcheck: found 7 active agents {{(pid=102389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 05 19:27:07.747650 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7d03540-32ac-4521-b080-f2d9a0ba35c1 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Notify agent at l3_agent.n-d-816865-1 the message routers_updated {{(pid=102387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 19:27:07.757932 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18ff8ab2-d18c-499a-b51d-70be48c728ab None None] Sync routers for ids ['00fb4211-acb9-4f95-9b85-c99919138e56'] in n-d-816865-1 {{(pid=102388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 19:27:07.767109 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18ff8ab2-d18c-499a-b51d-70be48c728ab None None] Routers {'00fb4211-acb9-4f95-9b85-c99919138e56'} bound to L3 agent in host n-d-816865-1 {{(pid=102388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 19:27:07.767722 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-18ff8ab2-d18c-499a-b51d-70be48c728ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T19:27:05Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['00fb4211-acb9-4f95-9b85-c99919138e56'], 'active': True} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:27:07.861398 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-e7d03540-32ac-4521-b080-f2d9a0ba35c1 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for floatingip, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:27:07.874067 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvr_db [None req-18ff8ab2-d18c-499a-b51d-70be48c728ab None None] Set router 00fb4211-acb9-4f95-9b85-c99919138e56 gateway port host: n-d-816865-1 {{(pid=102388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 19:27:07.890189 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-e7d03540-32ac-4521-b080-f2d9a0ba35c1 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 1.8798983 Nov 05 19:27:07.890637 n-d-816865-1 neutron-server[102387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3c663b4-b92b-496c-bdbc-394adb9e4f34', 'tag': '8441647c-70ba-4214-88e1-128247d9ebeb'}] {{(pid=102387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 19:27:07.893043 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab06bd4ddf5758c1f10d79fe34dc215bafa488692cde9dba2fcbcb67556f90bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9f6e1c0-2f2c-41a8-9c94-f027ece4f5d0" -d '{"events": [{"name": "network-changed", "server_uuid": "e3c663b4-b92b-496c-bdbc-394adb9e4f34", "tag": "8441647c-70ba-4214-88e1-128247d9ebeb"}]}' {{(pid=102387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 19:27:07.933059 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 19:27:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-416c0ed0-1925-4304-b83f-f035365de938 x-openstack-request-id: req-416c0ed0-1925-4304-b83f-f035365de938 {{(pid=102387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 19:27:07.933059 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3c663b4-b92b-496c-bdbc-394adb9e4f34", "tag": "8441647c-70ba-4214-88e1-128247d9ebeb", "status": "completed", "code": 200}]} {{(pid=102387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 19:27:07.933059 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-416c0ed0-1925-4304-b83f-f035365de938 {{(pid=102387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 19:27:07.933059 n-d-816865-1 neutron-server[102387]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3c663b4-b92b-496c-bdbc-394adb9e4f34', 'tag': '8441647c-70ba-4214-88e1-128247d9ebeb', 'status': 'completed', 'code': 200} Nov 05 19:27:07.992407 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f6e1c0-2f2c-41a8-9c94-f027ece4f5d0 req-3c566d99-aaee-4c13-ad6f-50fbd9caf6c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:27:07.995270 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-f9f6e1c0-2f2c-41a8-9c94-f027ece4f5d0 req-3c566d99-aaee-4c13-ad6f-50fbd9caf6c3 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=975e22a5e2c44667a77341bd773126d4&device_id=e3c663b4-b92b-496c-bdbc-394adb9e4f34 HTTP/1.1" status: 200 len: 1096 time: 0.0434582 Nov 05 19:27:08.094245 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f6e1c0-2f2c-41a8-9c94-f027ece4f5d0 req-d4c68522-f6c3-4c2d-897c-fdbc9a713211 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:27:08.095798 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-f9f6e1c0-2f2c-41a8-9c94-f027ece4f5d0 req-d4c68522-f6c3-4c2d-897c-fdbc9a713211 service neutron] 10.222.0.41 "GET /v2.0/networks?id=22c01ef1-936f-4d85-97a6-cf840ed74fec HTTP/1.1" status: 200 len: 912 time: 0.0940371 Nov 05 19:27:08.117222 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-18ff8ab2-d18c-499a-b51d-70be48c728ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00fb4211-acb9-4f95-9b85-c99919138e56', 'name': 'tempest-TestVolumeBootPattern-715224525-router', 'tenant_id': '975e22a5e2c44667a77341bd773126d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.165'}], 'enable_snat': True}, 'gw_port_id': '9d46f277-0f87-4b8f-b5ef-2ab86342c4e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T19:15:37Z', 'updated_at': '2021-11-05T19:15:41Z', 'revision_number': 4, 'project_id': '975e22a5e2c44667a77341bd773126d4', 'gw_port': {'id': '9d46f277-0f87-4b8f-b5ef-2ab86342c4e5', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:f3:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00fb4211-acb9-4f95-9b85-c99919138e56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3711, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:15:38Z', 'updated_at': '2021-11-05T19:15:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1', '_floatingips': [{'id': '49ed7553-bee8-4fab-b592-80b98e0c419d', 'tenant_id': '975e22a5e2c44667a77341bd773126d4', 'floating_ip_address': '172.25.6.8', 'floating_network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'router_id': '00fb4211-acb9-4f95-9b85-c99919138e56', 'port_id': '8441647c-70ba-4214-88e1-128247d9ebeb', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4003, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '22c01ef1-936f-4d85-97a6-cf840ed74fec', 'mac_address': 'fa:16:3e:4d:74:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3c663b4-b92b-496c-bdbc-394adb9e4f34', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-05T19:27:06Z', 'updated_at': '2021-11-05T19:27:06Z', 'revision_number': 0, 'project_id': '975e22a5e2c44667a77341bd773126d4', 'fixed_ip_address_scope': None}, {'id': '8b984316-1a1b-4e16-bb1e-ff9f0a6b3ae2', 'tenant_id': '975e22a5e2c44667a77341bd773126d4', 'floating_ip_address': '172.25.6.231', 'floating_network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'router_id': '00fb4211-acb9-4f95-9b85-c99919138e56', 'port_id': '0096c557-286c-473f-8bd9-52982cd03cfc', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 4000, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '22c01ef1-936f-4d85-97a6-cf840ed74fec', 'mac_address': 'fa:16:3e:e1:b3:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44bd3ff6-c976-41fd-b15a-c44dd56cccea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-05T19:24:18Z', 'updated_at': '2021-11-05T19:24:20Z', 'revision_number': 1, 'project_id': '975e22a5e2c44667a77341bd773126d4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0deb8c2f-a28a-4beb-becc-d44c69097692', 'name': '', 'network_id': '22c01ef1-936f-4d85-97a6-cf840ed74fec', 'tenant_id': '975e22a5e2c44667a77341bd773126d4', 'mac_address': 'fa:16:3e:37:ad:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00fb4211-acb9-4f95-9b85-c99919138e56', 'device_owner': 'network:router_interface', 'standard_attr_id': 3712, 'fixed_ips': [{'subnet_id': '9a5a1166-12d4-4407-8a6a-41bf61d6db29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:15:40Z', 'updated_at': '2021-11-05T19:15:46Z', 'revision_number': 5, 'project_id': '975e22a5e2c44667a77341bd773126d4', 'subnets': [{'id': '9a5a1166-12d4-4407-8a6a-41bf61d6db29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-1', False) {} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:27:08.146261 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18ff8ab2-d18c-499a-b51d-70be48c728ab None None] Checking router: 00fb4211-acb9-4f95-9b85-c99919138e56 for host: n-d-816865-1 {{(pid=102388) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 19:27:08.155967 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18ff8ab2-d18c-499a-b51d-70be48c728ab None None] Routers {'00fb4211-acb9-4f95-9b85-c99919138e56'} bound to L3 agent in host n-d-816865-1 {{(pid=102388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 19:27:08.156588 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-18ff8ab2-d18c-499a-b51d-70be48c728ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T19:27:05Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['00fb4211-acb9-4f95-9b85-c99919138e56'], 'active': True} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:27:08.161908 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-f9f6e1c0-2f2c-41a8-9c94-f027ece4f5d0 req-8162f4a4-8432-49d3-86c8-2c89d0cb9a1d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8441647c-70ba-4214-88e1-128247d9ebeb HTTP/1.1" status: 200 len: 997 time: 0.0585740 Nov 05 19:27:08.220305 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f6e1c0-2f2c-41a8-9c94-f027ece4f5d0 req-aded4847-2c0f-4427-9faa-cc3fdd17b38d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:27:08.224258 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-f9f6e1c0-2f2c-41a8-9c94-f027ece4f5d0 req-aded4847-2c0f-4427-9faa-cc3fdd17b38d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=9a5a1166-12d4-4407-8a6a-41bf61d6db29 HTTP/1.1" status: 200 len: 850 time: 0.0518785 Nov 05 19:27:08.270690 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f6e1c0-2f2c-41a8-9c94-f027ece4f5d0 req-821656a2-69ca-4618-b444-6ce4ac039879 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:27:08.272426 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-f9f6e1c0-2f2c-41a8-9c94-f027ece4f5d0 req-821656a2-69ca-4618-b444-6ce4ac039879 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=22c01ef1-936f-4d85-97a6-cf840ed74fec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0439081 Nov 05 19:27:08.369597 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-f9f6e1c0-2f2c-41a8-9c94-f027ece4f5d0 req-64f9f1fa-b78f-46da-9139-011f8f2fcb9a service neutron] 10.222.0.41 "GET /v2.0/networks/22c01ef1-936f-4d85-97a6-cf840ed74fec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902159 Nov 05 19:27:08.457233 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvr_db [None req-18ff8ab2-d18c-499a-b51d-70be48c728ab None None] Set router 00fb4211-acb9-4f95-9b85-c99919138e56 gateway port host: n-d-816865-1 {{(pid=102388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 19:27:08.468946 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-f9f6e1c0-2f2c-41a8-9c94-f027ece4f5d0 req-80b73a24-43e4-4ab9-a976-f3019b04be20 service neutron] 10.222.0.41 "GET /v2.0/networks/22c01ef1-936f-4d85-97a6-cf840ed74fec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927422 Nov 05 19:27:08.545233 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-31f93893-a48e-4ae8-833d-dccb2b42eacc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:27:08.631799 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:27:08.699805 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-18ff8ab2-d18c-499a-b51d-70be48c728ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00fb4211-acb9-4f95-9b85-c99919138e56', 'name': 'tempest-TestVolumeBootPattern-715224525-router', 'tenant_id': '975e22a5e2c44667a77341bd773126d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.165'}], 'enable_snat': True}, 'gw_port_id': '9d46f277-0f87-4b8f-b5ef-2ab86342c4e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T19:15:37Z', 'updated_at': '2021-11-05T19:15:41Z', 'revision_number': 4, 'project_id': '975e22a5e2c44667a77341bd773126d4', 'gw_port': {'id': '9d46f277-0f87-4b8f-b5ef-2ab86342c4e5', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:f3:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00fb4211-acb9-4f95-9b85-c99919138e56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3711, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:15:38Z', 'updated_at': '2021-11-05T19:15:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1', '_floatingips': [{'id': '49ed7553-bee8-4fab-b592-80b98e0c419d', 'tenant_id': '975e22a5e2c44667a77341bd773126d4', 'floating_ip_address': '172.25.6.8', 'floating_network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'router_id': '00fb4211-acb9-4f95-9b85-c99919138e56', 'port_id': '8441647c-70ba-4214-88e1-128247d9ebeb', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4003, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '22c01ef1-936f-4d85-97a6-cf840ed74fec', 'mac_address': 'fa:16:3e:4d:74:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3c663b4-b92b-496c-bdbc-394adb9e4f34', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-05T19:27:06Z', 'updated_at': '2021-11-05T19:27:06Z', 'revision_number': 0, 'project_id': '975e22a5e2c44667a77341bd773126d4', 'fixed_ip_address_scope': None}, {'id': '8b984316-1a1b-4e16-bb1e-ff9f0a6b3ae2', 'tenant_id': '975e22a5e2c44667a77341bd773126d4', 'floating_ip_address': '172.25.6.231', 'floating_network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'router_id': '00fb4211-acb9-4f95-9b85-c99919138e56', 'port_id': '0096c557-286c-473f-8bd9-52982cd03cfc', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 4000, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '22c01ef1-936f-4d85-97a6-cf840ed74fec', 'mac_address': 'fa:16:3e:e1:b3:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44bd3ff6-c976-41fd-b15a-c44dd56cccea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-05T19:24:18Z', 'updated_at': '2021-11-05T19:24:20Z', 'revision_number': 1, 'project_id': '975e22a5e2c44667a77341bd773126d4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0deb8c2f-a28a-4beb-becc-d44c69097692', 'name': '', 'network_id': '22c01ef1-936f-4d85-97a6-cf840ed74fec', 'tenant_id': '975e22a5e2c44667a77341bd773126d4', 'mac_address': 'fa:16:3e:37:ad:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00fb4211-acb9-4f95-9b85-c99919138e56', 'device_owner': 'network:router_interface', 'standard_attr_id': 3712, 'fixed_ips': [{'subnet_id': '9a5a1166-12d4-4407-8a6a-41bf61d6db29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:15:40Z', 'updated_at': '2021-11-05T19:15:46Z', 'revision_number': 5, 'project_id': '975e22a5e2c44667a77341bd773126d4', 'subnets': [{'id': '9a5a1166-12d4-4407-8a6a-41bf61d6db29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-1', False) {} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:27:08.726113 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18ff8ab2-d18c-499a-b51d-70be48c728ab None None] The sync data for ids ['00fb4211-acb9-4f95-9b85-c99919138e56'] in n-d-816865-1 is: [{'id': '00fb4211-acb9-4f95-9b85-c99919138e56', 'name': 'tempest-TestVolumeBootPattern-715224525-router', 'tenant_id': '975e22a5e2c44667a77341bd773126d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.165'}], 'enable_snat': True}, 'gw_port_id': '9d46f277-0f87-4b8f-b5ef-2ab86342c4e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T19:15:37Z', 'updated_at': '2021-11-05T19:15:41Z', 'revision_number': 4, 'project_id': '975e22a5e2c44667a77341bd773126d4', 'gw_port': {'id': '9d46f277-0f87-4b8f-b5ef-2ab86342c4e5', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:f3:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00fb4211-acb9-4f95-9b85-c99919138e56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3711, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:15:38Z', 'updated_at': '2021-11-05T19:15:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1', '_floatingips': [{'id': '49ed7553-bee8-4fab-b592-80b98e0c419d', 'tenant_id': '975e22a5e2c44667a77341bd773126d4', 'floating_ip_address': '172.25.6.8', 'floating_network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'router_id': '00fb4211-acb9-4f95-9b85-c99919138e56', 'port_id': '8441647c-70ba-4214-88e1-128247d9ebeb', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4003, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '22c01ef1-936f-4d85-97a6-cf840ed74fec', 'mac_address': 'fa:16:3e:4d:74:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3c663b4-b92b-496c-bdbc-394adb9e4f34', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-05T19:27:06Z', 'updated_at': '2021-11-05T19:27:06Z', 'revision_number': 0, 'project_id': '975e22a5e2c44667a77341bd773126d4', 'fixed_ip_address_scope': None}, {'id': '8b984316-1a1b-4e16-bb1e-ff9f0a6b3ae2', 'tenant_id': '975e22a5e2c44667a77341bd773126d4', 'floating_ip_address': '172.25.6.231', 'floating_network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'router_id': '00fb4211-acb9-4f95-9b85-c99919138e56', 'port_id': '0096c557-286c-473f-8bd9-52982cd03cfc', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 4000, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '22c01ef1-936f-4d85-97a6-cf840ed74fec', 'mac_address': 'fa:16:3e:e1:b3:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44bd3ff6-c976-41fd-b15a-c44dd56cccea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-05T19:24:18Z', 'updated_at': '2021-11-05T19:24:20Z', 'revision_number': 1, 'project_id': '975e22a5e2c44667a77341bd773126d4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0deb8c2f-a28a-4beb-becc-d44c69097692', 'name': '', 'network_id': '22c01ef1-936f-4d85-97a6-cf840ed74fec', 'tenant_id': '975e22a5e2c44667a77341bd773126d4', 'mac_address': 'fa:16:3e:37:ad:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00fb4211-acb9-4f95-9b85-c99919138e56', 'device_owner': 'network:router_interface', 'standard_attr_id': 3712, 'fixed_ips': [{'subnet_id': '9a5a1166-12d4-4407-8a6a-41bf61d6db29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:15:40Z', 'updated_at': '2021-11-05T19:15:46Z', 'revision_number': 5, 'project_id': '975e22a5e2c44667a77341bd773126d4', 'subnets': [{'id': '9a5a1166-12d4-4407-8a6a-41bf61d6db29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 19:27:08.922318 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-832247c8-cae5-4a5a-be79-970cbe010ec4 None None] New status for floating IP 49ed7553-bee8-4fab-b592-80b98e0c419d: ACTIVE {{(pid=102389) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 05 19:27:16.035434 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-b2f0ef04-c952-4914-8ec0-88b8370e1137 req-2a1078ba-e201-45a1-9360-3a5bba89f4e0 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=e3c663b4-b92b-496c-bdbc-394adb9e4f34&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0414014 Nov 05 19:27:16.121035 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f0ef04-c952-4914-8ec0-88b8370e1137 req-3af22bb9-8e11-4f33-b081-113b6445815a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:27:16.123280 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-b2f0ef04-c952-4914-8ec0-88b8370e1137 req-3af22bb9-8e11-4f33-b081-113b6445815a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=975e22a5e2c44667a77341bd773126d4&device_id=e3c663b4-b92b-496c-bdbc-394adb9e4f34 HTTP/1.1" status: 200 len: 1096 time: 0.0457690 Nov 05 19:27:16.226361 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f0ef04-c952-4914-8ec0-88b8370e1137 req-ccdca149-b75e-4173-9191-7f66dc1d20c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:27:16.227836 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-b2f0ef04-c952-4914-8ec0-88b8370e1137 req-ccdca149-b75e-4173-9191-7f66dc1d20c1 service neutron] 10.222.0.41 "GET /v2.0/networks?id=22c01ef1-936f-4d85-97a6-cf840ed74fec HTTP/1.1" status: 200 len: 912 time: 0.0859141 Nov 05 19:27:16.298721 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-b2f0ef04-c952-4914-8ec0-88b8370e1137 req-52468ac8-2295-486a-b348-493ba5f9c6b3 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8441647c-70ba-4214-88e1-128247d9ebeb HTTP/1.1" status: 200 len: 999 time: 0.0635872 Nov 05 19:27:16.347774 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f0ef04-c952-4914-8ec0-88b8370e1137 req-fd9331f2-84b5-4545-b558-2e7ec22bfed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:27:16.349212 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-b2f0ef04-c952-4914-8ec0-88b8370e1137 req-fd9331f2-84b5-4545-b558-2e7ec22bfed9 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=9a5a1166-12d4-4407-8a6a-41bf61d6db29 HTTP/1.1" status: 200 len: 850 time: 0.0441964 Nov 05 19:27:16.395285 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f0ef04-c952-4914-8ec0-88b8370e1137 req-9b2f0598-9df9-46ed-894d-cc23fea65268 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:27:16.396753 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-b2f0ef04-c952-4914-8ec0-88b8370e1137 req-9b2f0598-9df9-46ed-894d-cc23fea65268 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=22c01ef1-936f-4d85-97a6-cf840ed74fec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399344 Nov 05 19:27:16.494712 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-b2f0ef04-c952-4914-8ec0-88b8370e1137 req-c3611ef6-4909-4e2c-86ab-95dacc8354d0 service neutron] 10.222.0.41 "GET /v2.0/networks/22c01ef1-936f-4d85-97a6-cf840ed74fec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908272 Nov 05 19:27:16.584177 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-b2f0ef04-c952-4914-8ec0-88b8370e1137 req-339b76b8-d2da-42c6-b044-99d26703abbb service neutron] 10.222.0.41 "GET /v2.0/networks/22c01ef1-936f-4d85-97a6-cf840ed74fec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823152 Nov 05 19:27:26.761901 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-84a50887-82eb-46cd-9964-21253e2d757a req-d9166e58-9d07-4045-a5c2-e1bb481835ce service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=44bd3ff6-c976-41fd-b15a-c44dd56cccea&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0492456 Nov 05 19:27:26.857965 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a50887-82eb-46cd-9964-21253e2d757a req-2139e054-5541-43a6-a15d-c681b27e0c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:27:26.859508 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-84a50887-82eb-46cd-9964-21253e2d757a req-2139e054-5541-43a6-a15d-c681b27e0c4d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=975e22a5e2c44667a77341bd773126d4&device_id=44bd3ff6-c976-41fd-b15a-c44dd56cccea HTTP/1.1" status: 200 len: 1096 time: 0.0476673 Nov 05 19:27:26.978558 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a50887-82eb-46cd-9964-21253e2d757a req-52e5d227-1c65-4f17-965f-d696a254ef51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:27:26.980049 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-84a50887-82eb-46cd-9964-21253e2d757a req-52e5d227-1c65-4f17-965f-d696a254ef51 service neutron] 10.222.0.55 "GET /v2.0/networks?id=22c01ef1-936f-4d85-97a6-cf840ed74fec HTTP/1.1" status: 200 len: 912 time: 0.0943742 Nov 05 19:27:27.063397 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-84a50887-82eb-46cd-9964-21253e2d757a req-332825ea-54d4-4fa5-9acf-c19f7793dd20 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0096c557-286c-473f-8bd9-52982cd03cfc HTTP/1.1" status: 200 len: 1001 time: 0.0661612 Nov 05 19:27:27.120729 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a50887-82eb-46cd-9964-21253e2d757a req-b3e0de35-8fcd-4162-96f8-6aff93b742d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:27:27.122918 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-84a50887-82eb-46cd-9964-21253e2d757a req-b3e0de35-8fcd-4162-96f8-6aff93b742d0 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=9a5a1166-12d4-4407-8a6a-41bf61d6db29 HTTP/1.1" status: 200 len: 850 time: 0.0476761 Nov 05 19:27:27.177955 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a50887-82eb-46cd-9964-21253e2d757a req-12cd4dbe-5928-4f91-b346-9ae7c1f25b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:27:27.179495 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-84a50887-82eb-46cd-9964-21253e2d757a req-12cd4dbe-5928-4f91-b346-9ae7c1f25b84 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=22c01ef1-936f-4d85-97a6-cf840ed74fec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0436821 Nov 05 19:27:27.195205 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [req-84a50887-82eb-46cd-9964-21253e2d757a req-09179ecc-6357-4ffa-87c0-843e880300fd service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=102386) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 05 19:27:27.196154 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-84a50887-82eb-46cd-9964-21253e2d757a req-09179ecc-6357-4ffa-87c0-843e880300fd service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0058672 Nov 05 19:27:27.301474 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-84a50887-82eb-46cd-9964-21253e2d757a req-fc0e3fa0-a3ba-407b-b5cc-128f15e7d3e4 service neutron] 10.222.0.55 "GET /v2.0/networks/22c01ef1-936f-4d85-97a6-cf840ed74fec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930007 Nov 05 19:27:27.398454 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-84a50887-82eb-46cd-9964-21253e2d757a req-09750e4a-0a93-459d-9fe1-8ce98c9cf58d service neutron] 10.222.0.55 "GET /v2.0/networks/22c01ef1-936f-4d85-97a6-cf840ed74fec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838268 Nov 05 19:27:32.656869 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-0f32a735-bbb6-4989-9e94-aef613d759d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:27:34.491575 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:27:35.355402 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-1be5d57c-60fc-4d36-800e-89e356cba4f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:27:35.972590 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [req-e4fae07f-8ef4-4950-b734-bd1f8d440cea req-5a9cf44c-7d2a-4283-a008-681f8102293c service neutron] (102387) timed out ('10.222.0.13', 35780) {{(pid=102387) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 05 19:27:36.344086 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b304910f-7b27-444b-a8fc-977d26b1ceac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:27:36.555304 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:27:38.366979 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-31f93893-a48e-4ae8-833d-dccb2b42eacc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:27:38.532605 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:27:44.732196 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.agents_db [None req-b9406b04-a0e8-43cf-b349-711963d96cf4 None None] Agent healthcheck: found 7 active agents {{(pid=102389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 05 19:28:02.628759 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-f1979c14-2dce-47e6-8328-7fa4ab6087b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:28:04.507135 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:28:05.394970 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-aa69f5dd-7ff5-49ad-b781-94d44801707c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:28:06.349119 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b304910f-7b27-444b-a8fc-977d26b1ceac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:28:06.526219 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:28:08.360619 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-31f93893-a48e-4ae8-833d-dccb2b42eacc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:28:08.575441 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:28:18.640844 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-e3bda140-6904-41dc-affa-9515d7e6b752 req-ed919c16-d311-4fb9-afdc-3878c5f0f852 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=e3c663b4-b92b-496c-bdbc-394adb9e4f34&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0397415 Nov 05 19:28:18.727193 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bda140-6904-41dc-affa-9515d7e6b752 req-0a0620d2-f031-48af-97a2-eef69a063431 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:28:18.728674 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-e3bda140-6904-41dc-affa-9515d7e6b752 req-0a0620d2-f031-48af-97a2-eef69a063431 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=975e22a5e2c44667a77341bd773126d4&device_id=e3c663b4-b92b-496c-bdbc-394adb9e4f34 HTTP/1.1" status: 200 len: 1096 time: 0.0450232 Nov 05 19:28:18.838118 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bda140-6904-41dc-affa-9515d7e6b752 req-af54aae2-f4d9-4554-9f4d-8f32554da321 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:28:18.839631 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-e3bda140-6904-41dc-affa-9515d7e6b752 req-af54aae2-f4d9-4554-9f4d-8f32554da321 service neutron] 10.222.0.41 "GET /v2.0/networks?id=22c01ef1-936f-4d85-97a6-cf840ed74fec HTTP/1.1" status: 200 len: 912 time: 0.0856082 Nov 05 19:28:18.909819 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-e3bda140-6904-41dc-affa-9515d7e6b752 req-4c1aa3a1-6723-47a4-af22-456b7c4c2167 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8441647c-70ba-4214-88e1-128247d9ebeb HTTP/1.1" status: 200 len: 999 time: 0.0626941 Nov 05 19:28:18.960410 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bda140-6904-41dc-affa-9515d7e6b752 req-c7f4d8a0-f536-4913-bd55-416007d6f91f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:28:18.961885 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-e3bda140-6904-41dc-affa-9515d7e6b752 req-c7f4d8a0-f536-4913-bd55-416007d6f91f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=9a5a1166-12d4-4407-8a6a-41bf61d6db29 HTTP/1.1" status: 200 len: 850 time: 0.0451293 Nov 05 19:28:19.007704 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bda140-6904-41dc-affa-9515d7e6b752 req-2df0fff2-cf51-41bf-abff-13c0c47f859a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:28:19.009343 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-e3bda140-6904-41dc-affa-9515d7e6b752 req-2df0fff2-cf51-41bf-abff-13c0c47f859a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=22c01ef1-936f-4d85-97a6-cf840ed74fec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403652 Nov 05 19:28:19.102751 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-e3bda140-6904-41dc-affa-9515d7e6b752 req-43b5aa91-60b0-4148-9b44-646eb9f2a3a1 service neutron] 10.222.0.41 "GET /v2.0/networks/22c01ef1-936f-4d85-97a6-cf840ed74fec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857043 Nov 05 19:28:19.196038 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-e3bda140-6904-41dc-affa-9515d7e6b752 req-ff534c5d-322c-4b26-a013-f31880aee9b1 service neutron] 10.222.0.41 "GET /v2.0/networks/22c01ef1-936f-4d85-97a6-cf840ed74fec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851576 Nov 05 19:28:21.731118 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.agents_db [None req-b9406b04-a0e8-43cf-b349-711963d96cf4 None None] Agent healthcheck: found 7 active agents {{(pid=102389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 05 19:28:23.231191 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [req-35b07c98-b585-4ef0-9a8d-94445ba4375d req-188b4503-1c6d-4cb5-88e8-00d3097825ee service neutron] (102386) timed out ('10.222.0.13', 49038) {{(pid=102386) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 05 19:28:28.673119 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-14f2ab9c-fce0-4dd8-87e3-e84e19cf3ce0 req-20c1cd77-7e41-4b7e-a0ec-e1d6e386cd2b service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=44bd3ff6-c976-41fd-b15a-c44dd56cccea&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0440521 Nov 05 19:28:28.764240 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f2ab9c-fce0-4dd8-87e3-e84e19cf3ce0 req-c486960b-cac3-4a9d-943e-2af7c724a9b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:28:28.765774 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-14f2ab9c-fce0-4dd8-87e3-e84e19cf3ce0 req-c486960b-cac3-4a9d-943e-2af7c724a9b8 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=975e22a5e2c44667a77341bd773126d4&device_id=44bd3ff6-c976-41fd-b15a-c44dd56cccea HTTP/1.1" status: 200 len: 1096 time: 0.0415845 Nov 05 19:28:28.874282 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f2ab9c-fce0-4dd8-87e3-e84e19cf3ce0 req-3b3d3493-ab65-4967-b764-b780a37c2c87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:28:28.875731 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-14f2ab9c-fce0-4dd8-87e3-e84e19cf3ce0 req-3b3d3493-ab65-4967-b764-b780a37c2c87 service neutron] 10.222.0.55 "GET /v2.0/networks?id=22c01ef1-936f-4d85-97a6-cf840ed74fec HTTP/1.1" status: 200 len: 912 time: 0.0831211 Nov 05 19:28:28.948908 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-14f2ab9c-fce0-4dd8-87e3-e84e19cf3ce0 req-ea0e442a-0e1b-4682-a1a5-66dc759d3787 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0096c557-286c-473f-8bd9-52982cd03cfc HTTP/1.1" status: 200 len: 1001 time: 0.0604348 Nov 05 19:28:29.001617 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f2ab9c-fce0-4dd8-87e3-e84e19cf3ce0 req-86305029-309c-4b3d-8c36-cf38cb3c1af4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:28:29.003669 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-14f2ab9c-fce0-4dd8-87e3-e84e19cf3ce0 req-86305029-309c-4b3d-8c36-cf38cb3c1af4 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=9a5a1166-12d4-4407-8a6a-41bf61d6db29 HTTP/1.1" status: 200 len: 850 time: 0.0443273 Nov 05 19:28:29.048522 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f2ab9c-fce0-4dd8-87e3-e84e19cf3ce0 req-8f795b89-755d-4403-8c93-c2660d55d37a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:28:29.050586 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-14f2ab9c-fce0-4dd8-87e3-e84e19cf3ce0 req-8f795b89-755d-4403-8c93-c2660d55d37a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=22c01ef1-936f-4d85-97a6-cf840ed74fec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0390506 Nov 05 19:28:29.147710 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-14f2ab9c-fce0-4dd8-87e3-e84e19cf3ce0 req-974b1b4b-f8d6-4e92-b339-c0f152a4dc29 service neutron] 10.222.0.55 "GET /v2.0/networks/22c01ef1-936f-4d85-97a6-cf840ed74fec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859032 Nov 05 19:28:29.249454 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-14f2ab9c-fce0-4dd8-87e3-e84e19cf3ce0 req-b42e4d0e-e19b-492d-878a-bd6802a93ba5 service neutron] 10.222.0.55 "GET /v2.0/networks/22c01ef1-936f-4d85-97a6-cf840ed74fec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898163 Nov 05 19:28:32.620633 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-5d68d57c-3028-48ff-994c-5290097cb2c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:28:34.508411 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:28:35.377526 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-9ad7c8b6-a2d8-4cd3-a4c1-4a6935a9fb55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:28:36.367675 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b304910f-7b27-444b-a8fc-977d26b1ceac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:28:36.599858 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:28:38.366204 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-31f93893-a48e-4ae8-833d-dccb2b42eacc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:28:38.583095 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:28:58.729996 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.agents_db [None req-b9406b04-a0e8-43cf-b349-711963d96cf4 None None] Agent healthcheck: found 7 active agents {{(pid=102389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 05 19:29:02.651278 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3d3fc3a6-adcc-4bc2-b903-85629a40aac3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:29:04.513283 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:29:05.403076 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c32c2788-68e7-43a2-bd9b-346a5d8698ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:29:06.370498 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b304910f-7b27-444b-a8fc-977d26b1ceac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:29:06.576260 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:29:08.353553 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-31f93893-a48e-4ae8-833d-dccb2b42eacc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:29:08.547476 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:29:19.018903 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-179d1f40-e915-4541-a06f-c8091ca25b47 req-00f77135-9578-46a0-beb3-4c284bcea700 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=e3c663b4-b92b-496c-bdbc-394adb9e4f34&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0441177 Nov 05 19:29:19.098036 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179d1f40-e915-4541-a06f-c8091ca25b47 req-6fe90085-e4e1-4f67-aaaf-d017908e2112 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:29:19.099610 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-179d1f40-e915-4541-a06f-c8091ca25b47 req-6fe90085-e4e1-4f67-aaaf-d017908e2112 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=975e22a5e2c44667a77341bd773126d4&device_id=e3c663b4-b92b-496c-bdbc-394adb9e4f34 HTTP/1.1" status: 200 len: 1096 time: 0.0398176 Nov 05 19:29:19.201114 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179d1f40-e915-4541-a06f-c8091ca25b47 req-06c2df20-15a1-4475-96b2-5226fe28ef3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:29:19.202608 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-179d1f40-e915-4541-a06f-c8091ca25b47 req-06c2df20-15a1-4475-96b2-5226fe28ef3c service neutron] 10.222.0.41 "GET /v2.0/networks?id=22c01ef1-936f-4d85-97a6-cf840ed74fec HTTP/1.1" status: 200 len: 912 time: 0.0842445 Nov 05 19:29:19.271043 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-179d1f40-e915-4541-a06f-c8091ca25b47 req-56fd6199-70d0-4792-9283-c08bae236024 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8441647c-70ba-4214-88e1-128247d9ebeb HTTP/1.1" status: 200 len: 999 time: 0.0613554 Nov 05 19:29:19.322367 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179d1f40-e915-4541-a06f-c8091ca25b47 req-e6b6f8c3-dfb8-43ba-89fb-738077f2863c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:29:19.323853 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-179d1f40-e915-4541-a06f-c8091ca25b47 req-e6b6f8c3-dfb8-43ba-89fb-738077f2863c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=9a5a1166-12d4-4407-8a6a-41bf61d6db29 HTTP/1.1" status: 200 len: 850 time: 0.0462811 Nov 05 19:29:19.369060 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179d1f40-e915-4541-a06f-c8091ca25b47 req-c3cc3476-2f44-44ec-8424-92c3d1bd3fe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:29:19.370604 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-179d1f40-e915-4541-a06f-c8091ca25b47 req-c3cc3476-2f44-44ec-8424-92c3d1bd3fe1 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=22c01ef1-936f-4d85-97a6-cf840ed74fec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0392992 Nov 05 19:29:19.381936 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [req-179d1f40-e915-4541-a06f-c8091ca25b47 req-1cf4c220-6bfb-4fbf-be50-446a8ef78256 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=102387) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 05 19:29:19.382900 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-179d1f40-e915-4541-a06f-c8091ca25b47 req-1cf4c220-6bfb-4fbf-be50-446a8ef78256 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052085 Nov 05 19:29:19.478239 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-179d1f40-e915-4541-a06f-c8091ca25b47 req-647a349d-773c-441f-a255-0cbdb949d779 service neutron] 10.222.0.41 "GET /v2.0/networks/22c01ef1-936f-4d85-97a6-cf840ed74fec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870178 Nov 05 19:29:19.571618 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-179d1f40-e915-4541-a06f-c8091ca25b47 req-f873b682-cade-4eec-bfe6-bc3a51d9074a service neutron] 10.222.0.41 "GET /v2.0/networks/22c01ef1-936f-4d85-97a6-cf840ed74fec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850408 Nov 05 19:29:21.618519 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 42408) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:29:22.040396 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-4e4070a5-ffd0-4887-bca2-d38c296b66dc tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Deleting port 7345afb4-d47d-4e96-866b-b34c698e0e6d {{(pid=102386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 19:29:22.040777 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-4e4070a5-ffd0-4887-bca2-d38c296b66dc tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:29:22.113538 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-4e4070a5-ffd0-4887-bca2-d38c296b66dc tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:29:22.113864 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-4e4070a5-ffd0-4887-bca2-d38c296b66dc tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:29:22.125135 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-4e4070a5-ffd0-4887-bca2-d38c296b66dc tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Calling delete_port for 7345afb4-d47d-4e96-866b-b34c698e0e6d owned by network:floatingip {{(pid=102386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 19:29:22.328454 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-4e4070a5-ffd0-4887-bca2-d38c296b66dc tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:29:22.352822 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4070a5-ffd0-4887-bca2-d38c296b66dc tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Pushing event deleted for resources: {'Port': ['ID=7345afb4-d47d-4e96-866b-b34c698e0e6d,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:29:22.366329 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4070a5-ffd0-4887-bca2-d38c296b66dc tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:29:22.366702 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4070a5-ffd0-4887-bca2-d38c296b66dc tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:29:22.367084 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4070a5-ffd0-4887-bca2-d38c296b66dc tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:29:22.367418 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4070a5-ffd0-4887-bca2-d38c296b66dc tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:29:22.368269 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4070a5-ffd0-4887-bca2-d38c296b66dc tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:29:22.368601 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4070a5-ffd0-4887-bca2-d38c296b66dc tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:29:22.368939 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4070a5-ffd0-4887-bca2-d38c296b66dc tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:29:22.369279 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4070a5-ffd0-4887-bca2-d38c296b66dc tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:29:22.369599 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4070a5-ffd0-4887-bca2-d38c296b66dc tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:29:22.369917 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4070a5-ffd0-4887-bca2-d38c296b66dc tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:29:22.370265 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4070a5-ffd0-4887-bca2-d38c296b66dc tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:29:22.370595 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4070a5-ffd0-4887-bca2-d38c296b66dc tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:29:22.429288 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-4e4070a5-ffd0-4887-bca2-d38c296b66dc tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Publish callbacks [] for floatingip, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:29:22.429608 n-d-816865-1 neutron-server[102386]: INFO neutron.db.l3_db [None req-4e4070a5-ffd0-4887-bca2-d38c296b66dc tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Floating IP 49ed7553-bee8-4fab-b592-80b98e0c419d disassociated (deleted). External IP: 172.25.6.8, port: 8441647c-70ba-4214-88e1-128247d9ebeb. Nov 05 19:29:22.639873 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e4070a5-ffd0-4887-bca2-d38c296b66dc tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Router 00fb4211-acb9-4f95-9b85-c99919138e56 has already been hosted by L3 agent 6dcb5589-8e86-4616-9186-ddc4548e13ad {{(pid=102386) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 19:29:22.746961 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e4070a5-ffd0-4887-bca2-d38c296b66dc tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Notify agent at l3_agent.n-d-816865-1 the message routers_updated {{(pid=102386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 19:29:22.751386 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-4e4070a5-ffd0-4887-bca2-d38c296b66dc tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for floatingip, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:29:22.756792 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56119d12-b9be-4b4c-a1ca-86ba7b143f29 None None] Sync routers for ids ['00fb4211-acb9-4f95-9b85-c99919138e56'] in n-d-816865-1 {{(pid=102388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 19:29:22.766900 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56119d12-b9be-4b4c-a1ca-86ba7b143f29 None None] Routers {'00fb4211-acb9-4f95-9b85-c99919138e56'} bound to L3 agent in host n-d-816865-1 {{(pid=102388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 19:29:22.767526 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-56119d12-b9be-4b4c-a1ca-86ba7b143f29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T19:29:05Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['00fb4211-acb9-4f95-9b85-c99919138e56'], 'active': True} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:29:22.783086 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-4e4070a5-ffd0-4887-bca2-d38c296b66dc tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] 10.222.0.13 "DELETE /v2.0/floatingips/49ed7553-bee8-4fab-b592-80b98e0c419d HTTP/1.1" status: 204 len: 168 time: 1.1634605 Nov 05 19:29:22.783713 n-d-816865-1 neutron-server[102386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3c663b4-b92b-496c-bdbc-394adb9e4f34', 'tag': '8441647c-70ba-4214-88e1-128247d9ebeb'}] {{(pid=102386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 19:29:22.785988 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6173a44d7c73f41af551dc890fa1a5892c2c6bc3458b640c8e0c24db7876ba6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b11fec16-7a20-41d3-944c-491fb582bb50" -d '{"events": [{"name": "network-changed", "server_uuid": "e3c663b4-b92b-496c-bdbc-394adb9e4f34", "tag": "8441647c-70ba-4214-88e1-128247d9ebeb"}]}' {{(pid=102386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 19:29:22.879315 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvr_db [None req-56119d12-b9be-4b4c-a1ca-86ba7b143f29 None None] Set router 00fb4211-acb9-4f95-9b85-c99919138e56 gateway port host: n-d-816865-1 {{(pid=102388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 19:29:22.895458 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 19:29:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39e05a47-f771-4fab-b052-3a1c97cdee13 x-openstack-request-id: req-39e05a47-f771-4fab-b052-3a1c97cdee13 {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 19:29:22.895830 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3c663b4-b92b-496c-bdbc-394adb9e4f34", "tag": "8441647c-70ba-4214-88e1-128247d9ebeb", "status": "completed", "code": 200}]} {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 19:29:22.896150 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-39e05a47-f771-4fab-b052-3a1c97cdee13 {{(pid=102386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 19:29:22.896634 n-d-816865-1 neutron-server[102386]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3c663b4-b92b-496c-bdbc-394adb9e4f34', 'tag': '8441647c-70ba-4214-88e1-128247d9ebeb', 'status': 'completed', 'code': 200} Nov 05 19:29:22.958872 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11fec16-7a20-41d3-944c-491fb582bb50 req-f9f24e44-a0fa-4791-8363-36ca0d688641 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:29:22.960389 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-b11fec16-7a20-41d3-944c-491fb582bb50 req-f9f24e44-a0fa-4791-8363-36ca0d688641 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=975e22a5e2c44667a77341bd773126d4&device_id=e3c663b4-b92b-496c-bdbc-394adb9e4f34 HTTP/1.1" status: 200 len: 1096 time: 0.0424550 Nov 05 19:29:23.055607 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11fec16-7a20-41d3-944c-491fb582bb50 req-bb85f7e8-25a3-4631-a16c-3030c9f4811c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:29:23.057193 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-b11fec16-7a20-41d3-944c-491fb582bb50 req-bb85f7e8-25a3-4631-a16c-3030c9f4811c service neutron] 10.222.0.41 "GET /v2.0/networks?id=22c01ef1-936f-4d85-97a6-cf840ed74fec HTTP/1.1" status: 200 len: 912 time: 0.0876722 Nov 05 19:29:23.101340 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-b11fec16-7a20-41d3-944c-491fb582bb50 req-1be5407d-b824-41d9-bfec-c9175179f8e0 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8441647c-70ba-4214-88e1-128247d9ebeb HTTP/1.1" status: 200 len: 217 time: 0.0369937 Nov 05 19:29:23.115934 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-56119d12-b9be-4b4c-a1ca-86ba7b143f29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00fb4211-acb9-4f95-9b85-c99919138e56', 'name': 'tempest-TestVolumeBootPattern-715224525-router', 'tenant_id': '975e22a5e2c44667a77341bd773126d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.165'}], 'enable_snat': True}, 'gw_port_id': '9d46f277-0f87-4b8f-b5ef-2ab86342c4e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T19:15:37Z', 'updated_at': '2021-11-05T19:15:41Z', 'revision_number': 4, 'project_id': '975e22a5e2c44667a77341bd773126d4', 'gw_port': {'id': '9d46f277-0f87-4b8f-b5ef-2ab86342c4e5', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:f3:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00fb4211-acb9-4f95-9b85-c99919138e56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3711, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:15:38Z', 'updated_at': '2021-11-05T19:15:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1', '_floatingips': [{'id': '8b984316-1a1b-4e16-bb1e-ff9f0a6b3ae2', 'tenant_id': '975e22a5e2c44667a77341bd773126d4', 'floating_ip_address': '172.25.6.231', 'floating_network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'router_id': '00fb4211-acb9-4f95-9b85-c99919138e56', 'port_id': '0096c557-286c-473f-8bd9-52982cd03cfc', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 4000, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '22c01ef1-936f-4d85-97a6-cf840ed74fec', 'mac_address': 'fa:16:3e:e1:b3:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44bd3ff6-c976-41fd-b15a-c44dd56cccea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-05T19:24:18Z', 'updated_at': '2021-11-05T19:24:20Z', 'revision_number': 1, 'project_id': '975e22a5e2c44667a77341bd773126d4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0deb8c2f-a28a-4beb-becc-d44c69097692', 'name': '', 'network_id': '22c01ef1-936f-4d85-97a6-cf840ed74fec', 'tenant_id': '975e22a5e2c44667a77341bd773126d4', 'mac_address': 'fa:16:3e:37:ad:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00fb4211-acb9-4f95-9b85-c99919138e56', 'device_owner': 'network:router_interface', 'standard_attr_id': 3712, 'fixed_ips': [{'subnet_id': '9a5a1166-12d4-4407-8a6a-41bf61d6db29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:15:40Z', 'updated_at': '2021-11-05T19:15:46Z', 'revision_number': 5, 'project_id': '975e22a5e2c44667a77341bd773126d4', 'subnets': [{'id': '9a5a1166-12d4-4407-8a6a-41bf61d6db29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-1', False) {} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:29:23.146937 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56119d12-b9be-4b4c-a1ca-86ba7b143f29 None None] Checking router: 00fb4211-acb9-4f95-9b85-c99919138e56 for host: n-d-816865-1 {{(pid=102388) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 19:29:23.150976 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11fec16-7a20-41d3-944c-491fb582bb50 req-9506248c-fd65-4734-901e-a44f259ca61d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:29:23.152433 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-b11fec16-7a20-41d3-944c-491fb582bb50 req-9506248c-fd65-4734-901e-a44f259ca61d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=9a5a1166-12d4-4407-8a6a-41bf61d6db29 HTTP/1.1" status: 200 len: 850 time: 0.0439644 Nov 05 19:29:23.156306 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56119d12-b9be-4b4c-a1ca-86ba7b143f29 None None] Routers {'00fb4211-acb9-4f95-9b85-c99919138e56'} bound to L3 agent in host n-d-816865-1 {{(pid=102388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 19:29:23.156924 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-56119d12-b9be-4b4c-a1ca-86ba7b143f29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T19:29:05Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['00fb4211-acb9-4f95-9b85-c99919138e56'], 'active': True} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:29:23.197994 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11fec16-7a20-41d3-944c-491fb582bb50 req-dc70873b-2294-43b7-892d-5ef90b6f9d8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:29:23.200589 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-b11fec16-7a20-41d3-944c-491fb582bb50 req-dc70873b-2294-43b7-892d-5ef90b6f9d8c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=22c01ef1-936f-4d85-97a6-cf840ed74fec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407009 Nov 05 19:29:23.263347 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvr_db [None req-56119d12-b9be-4b4c-a1ca-86ba7b143f29 None None] Set router 00fb4211-acb9-4f95-9b85-c99919138e56 gateway port host: n-d-816865-1 {{(pid=102388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 19:29:23.298646 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-b11fec16-7a20-41d3-944c-491fb582bb50 req-edd04d10-4bfe-483c-a582-e4516b76784d service neutron] 10.222.0.41 "GET /v2.0/networks/22c01ef1-936f-4d85-97a6-cf840ed74fec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909021 Nov 05 19:29:23.387768 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-b11fec16-7a20-41d3-944c-491fb582bb50 req-16ce2a17-5d64-46b5-9763-131941f9f99e service neutron] 10.222.0.41 "GET /v2.0/networks/22c01ef1-936f-4d85-97a6-cf840ed74fec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820360 Nov 05 19:29:23.487410 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-56119d12-b9be-4b4c-a1ca-86ba7b143f29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00fb4211-acb9-4f95-9b85-c99919138e56', 'name': 'tempest-TestVolumeBootPattern-715224525-router', 'tenant_id': '975e22a5e2c44667a77341bd773126d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.165'}], 'enable_snat': True}, 'gw_port_id': '9d46f277-0f87-4b8f-b5ef-2ab86342c4e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T19:15:37Z', 'updated_at': '2021-11-05T19:15:41Z', 'revision_number': 4, 'project_id': '975e22a5e2c44667a77341bd773126d4', 'gw_port': {'id': '9d46f277-0f87-4b8f-b5ef-2ab86342c4e5', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:f3:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00fb4211-acb9-4f95-9b85-c99919138e56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3711, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:15:38Z', 'updated_at': '2021-11-05T19:15:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1', '_floatingips': [{'id': '8b984316-1a1b-4e16-bb1e-ff9f0a6b3ae2', 'tenant_id': '975e22a5e2c44667a77341bd773126d4', 'floating_ip_address': '172.25.6.231', 'floating_network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'router_id': '00fb4211-acb9-4f95-9b85-c99919138e56', 'port_id': '0096c557-286c-473f-8bd9-52982cd03cfc', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 4000, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '22c01ef1-936f-4d85-97a6-cf840ed74fec', 'mac_address': 'fa:16:3e:e1:b3:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44bd3ff6-c976-41fd-b15a-c44dd56cccea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-05T19:24:18Z', 'updated_at': '2021-11-05T19:24:20Z', 'revision_number': 1, 'project_id': '975e22a5e2c44667a77341bd773126d4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0deb8c2f-a28a-4beb-becc-d44c69097692', 'name': '', 'network_id': '22c01ef1-936f-4d85-97a6-cf840ed74fec', 'tenant_id': '975e22a5e2c44667a77341bd773126d4', 'mac_address': 'fa:16:3e:37:ad:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00fb4211-acb9-4f95-9b85-c99919138e56', 'device_owner': 'network:router_interface', 'standard_attr_id': 3712, 'fixed_ips': [{'subnet_id': '9a5a1166-12d4-4407-8a6a-41bf61d6db29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:15:40Z', 'updated_at': '2021-11-05T19:15:46Z', 'revision_number': 5, 'project_id': '975e22a5e2c44667a77341bd773126d4', 'subnets': [{'id': '9a5a1166-12d4-4407-8a6a-41bf61d6db29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-1', False) {} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:29:23.513816 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56119d12-b9be-4b4c-a1ca-86ba7b143f29 None None] The sync data for ids ['00fb4211-acb9-4f95-9b85-c99919138e56'] in n-d-816865-1 is: [{'id': '00fb4211-acb9-4f95-9b85-c99919138e56', 'name': 'tempest-TestVolumeBootPattern-715224525-router', 'tenant_id': '975e22a5e2c44667a77341bd773126d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.165'}], 'enable_snat': True}, 'gw_port_id': '9d46f277-0f87-4b8f-b5ef-2ab86342c4e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T19:15:37Z', 'updated_at': '2021-11-05T19:15:41Z', 'revision_number': 4, 'project_id': '975e22a5e2c44667a77341bd773126d4', 'gw_port': {'id': '9d46f277-0f87-4b8f-b5ef-2ab86342c4e5', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:f3:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00fb4211-acb9-4f95-9b85-c99919138e56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3711, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:15:38Z', 'updated_at': '2021-11-05T19:15:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1', '_floatingips': [{'id': '8b984316-1a1b-4e16-bb1e-ff9f0a6b3ae2', 'tenant_id': '975e22a5e2c44667a77341bd773126d4', 'floating_ip_address': '172.25.6.231', 'floating_network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'router_id': '00fb4211-acb9-4f95-9b85-c99919138e56', 'port_id': '0096c557-286c-473f-8bd9-52982cd03cfc', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 4000, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '22c01ef1-936f-4d85-97a6-cf840ed74fec', 'mac_address': 'fa:16:3e:e1:b3:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44bd3ff6-c976-41fd-b15a-c44dd56cccea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-05T19:24:18Z', 'updated_at': '2021-11-05T19:24:20Z', 'revision_number': 1, 'project_id': '975e22a5e2c44667a77341bd773126d4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0deb8c2f-a28a-4beb-becc-d44c69097692', 'name': '', 'network_id': '22c01ef1-936f-4d85-97a6-cf840ed74fec', 'tenant_id': '975e22a5e2c44667a77341bd773126d4', 'mac_address': 'fa:16:3e:37:ad:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00fb4211-acb9-4f95-9b85-c99919138e56', 'device_owner': 'network:router_interface', 'standard_attr_id': 3712, 'fixed_ips': [{'subnet_id': '9a5a1166-12d4-4407-8a6a-41bf61d6db29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:15:40Z', 'updated_at': '2021-11-05T19:15:46Z', 'revision_number': 5, 'project_id': '975e22a5e2c44667a77341bd773126d4', 'subnets': [{'id': '9a5a1166-12d4-4407-8a6a-41bf61d6db29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 19:29:23.739081 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28b545a6-b208-4279-b16f-8454e9aa9ed3 None None] New status for floating IP 49ed7553-bee8-4fab-b592-80b98e0c419d: DOWN {{(pid=102389) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 05 19:29:25.736097 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c29c7a1-d221-4d38-bec5-77dc2406eb6c req-12a0d0fa-5ba6-44d4-8985-d5856fbbe975 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:29:25.737550 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-8c29c7a1-d221-4d38-bec5-77dc2406eb6c req-12a0d0fa-5ba6-44d4-8985-d5856fbbe975 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] 10.222.0.41 "GET /v2.0/ports?device_id=e3c663b4-b92b-496c-bdbc-394adb9e4f34 HTTP/1.1" status: 200 len: 945 time: 0.0529196 Nov 05 19:29:25.826143 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [req-8c29c7a1-d221-4d38-bec5-77dc2406eb6c req-0ec0e86d-5bd5-41c5-8f27-9fbb4c7f2723 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Deleting port 8441647c-70ba-4214-88e1-128247d9ebeb {{(pid=102387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 19:29:25.826481 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-8c29c7a1-d221-4d38-bec5-77dc2406eb6c req-0ec0e86d-5bd5-41c5-8f27-9fbb4c7f2723 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:29:25.916720 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.db [req-8c29c7a1-d221-4d38-bec5-77dc2406eb6c req-0ec0e86d-5bd5-41c5-8f27-9fbb4c7f2723 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] For port 8441647c-70ba-4214-88e1-128247d9ebeb, host n-h1-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=8441647c-70ba-4214-88e1-128247d9ebeb,segment=NetworkSegment(c8ba8bad-518b-408a-adbf-9f95696a455e),segment_id=c8ba8bad-518b-408a-adbf-9f95696a455e)] {{(pid=102387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:29:25.917080 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-8c29c7a1-d221-4d38-bec5-77dc2406eb6c req-0ec0e86d-5bd5-41c5-8f27-9fbb4c7f2723 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:29:25.929396 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [req-8c29c7a1-d221-4d38-bec5-77dc2406eb6c req-0ec0e86d-5bd5-41c5-8f27-9fbb4c7f2723 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Calling delete_port for 8441647c-70ba-4214-88e1-128247d9ebeb owned by compute:nova {{(pid=102387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 19:29:26.128000 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-8c29c7a1-d221-4d38-bec5-77dc2406eb6c req-0ec0e86d-5bd5-41c5-8f27-9fbb4c7f2723 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4417063'] for port, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:29:26.160148 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec0e86d-5bd5-41c5-8f27-9fbb4c7f2723 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Pushing event deleted for resources: {'Port': ['ID=8441647c-70ba-4214-88e1-128247d9ebeb,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:29:26.187647 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec0e86d-5bd5-41c5-8f27-9fbb4c7f2723 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:29:26.188062 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec0e86d-5bd5-41c5-8f27-9fbb4c7f2723 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:29:26.188339 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec0e86d-5bd5-41c5-8f27-9fbb4c7f2723 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:29:26.188678 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec0e86d-5bd5-41c5-8f27-9fbb4c7f2723 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:29:26.189014 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec0e86d-5bd5-41c5-8f27-9fbb4c7f2723 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:29:26.189346 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec0e86d-5bd5-41c5-8f27-9fbb4c7f2723 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:29:26.189671 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec0e86d-5bd5-41c5-8f27-9fbb4c7f2723 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:29:26.189996 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec0e86d-5bd5-41c5-8f27-9fbb4c7f2723 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:29:26.193374 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec0e86d-5bd5-41c5-8f27-9fbb4c7f2723 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:29:26.193374 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec0e86d-5bd5-41c5-8f27-9fbb4c7f2723 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:29:26.193374 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec0e86d-5bd5-41c5-8f27-9fbb4c7f2723 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:29:26.193374 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec0e86d-5bd5-41c5-8f27-9fbb4c7f2723 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:29:26.210236 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c29c7a1-d221-4d38-bec5-77dc2406eb6c req-0ec0e86d-5bd5-41c5-8f27-9fbb4c7f2723 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] No DVR routers for this DVR port 8441647c-70ba-4214-88e1-128247d9ebeb on host n-h1-816865-1 {{(pid=102387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 19:29:26.212934 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-8c29c7a1-d221-4d38-bec5-77dc2406eb6c req-0ec0e86d-5bd5-41c5-8f27-9fbb4c7f2723 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:29:26.216369 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-8c29c7a1-d221-4d38-bec5-77dc2406eb6c req-0ec0e86d-5bd5-41c5-8f27-9fbb4c7f2723 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] 10.222.0.41 "DELETE /v2.0/ports/8441647c-70ba-4214-88e1-128247d9ebeb HTTP/1.1" status: 204 len: 173 time: 0.4726760 Nov 05 19:29:26.216809 n-d-816865-1 neutron-server[102387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3c663b4-b92b-496c-bdbc-394adb9e4f34', 'name': 'network-vif-deleted', 'tag': '8441647c-70ba-4214-88e1-128247d9ebeb'}] {{(pid=102387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 19:29:26.219057 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab06bd4ddf5758c1f10d79fe34dc215bafa488692cde9dba2fcbcb67556f90bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a1606e8-728a-402d-94f6-25ccc529dcc7" -d '{"events": [{"server_uuid": "e3c663b4-b92b-496c-bdbc-394adb9e4f34", "name": "network-vif-deleted", "tag": "8441647c-70ba-4214-88e1-128247d9ebeb"}]}' {{(pid=102387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 19:29:26.313474 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 19:29:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02262e8a-b298-43b2-890c-4a56beb1f2ce x-openstack-request-id: req-02262e8a-b298-43b2-890c-4a56beb1f2ce {{(pid=102387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 19:29:26.313766 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3c663b4-b92b-496c-bdbc-394adb9e4f34", "name": "network-vif-deleted", "tag": "8441647c-70ba-4214-88e1-128247d9ebeb", "status": "completed", "code": 200}]} {{(pid=102387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 19:29:26.314019 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-02262e8a-b298-43b2-890c-4a56beb1f2ce {{(pid=102387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 19:29:26.314444 n-d-816865-1 neutron-server[102387]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3c663b4-b92b-496c-bdbc-394adb9e4f34', 'name': 'network-vif-deleted', 'tag': '8441647c-70ba-4214-88e1-128247d9ebeb', 'status': 'completed', 'code': 200} Nov 05 19:29:30.081032 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-95421850-231f-4823-bf19-abdac49687a8 req-4506f211-080d-4356-99d8-1314172eac49 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=44bd3ff6-c976-41fd-b15a-c44dd56cccea&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0968313 Nov 05 19:29:30.177755 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95421850-231f-4823-bf19-abdac49687a8 req-c5cbcb61-1c5d-4877-b585-bbf7670ed890 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:29:30.179581 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-95421850-231f-4823-bf19-abdac49687a8 req-c5cbcb61-1c5d-4877-b585-bbf7670ed890 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=975e22a5e2c44667a77341bd773126d4&device_id=44bd3ff6-c976-41fd-b15a-c44dd56cccea HTTP/1.1" status: 200 len: 1096 time: 0.0427787 Nov 05 19:29:30.238193 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Device 8441647c-70ba-4214-88e1-128247d9ebeb no longer exists at agent hyperv_n-h1-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 19:29:30.264681 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] No Port match for: 8441647c-70ba-4214-88e1-128247d9ebeb {{(pid=102388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 19:29:30.265359 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Device 8441647c-70ba-4214-88e1-128247d9ebeb not bound to the agent host n-h1-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 19:29:30.296976 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95421850-231f-4823-bf19-abdac49687a8 req-d459b616-9000-4844-9cec-6526995b3d6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:29:30.298023 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-95421850-231f-4823-bf19-abdac49687a8 req-d459b616-9000-4844-9cec-6526995b3d6b service neutron] 10.222.0.55 "GET /v2.0/networks?id=22c01ef1-936f-4d85-97a6-cf840ed74fec HTTP/1.1" status: 200 len: 912 time: 0.0952594 Nov 05 19:29:30.372153 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-95421850-231f-4823-bf19-abdac49687a8 req-7788f9d3-122b-4f37-a4bd-01c116b14176 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0096c557-286c-473f-8bd9-52982cd03cfc HTTP/1.1" status: 200 len: 1001 time: 0.0610609 Nov 05 19:29:30.428912 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95421850-231f-4823-bf19-abdac49687a8 req-6076a9e3-4327-4d35-99ba-2967dedd0713 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:29:30.431418 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-95421850-231f-4823-bf19-abdac49687a8 req-6076a9e3-4327-4d35-99ba-2967dedd0713 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=9a5a1166-12d4-4407-8a6a-41bf61d6db29 HTTP/1.1" status: 200 len: 850 time: 0.0488105 Nov 05 19:29:30.494508 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95421850-231f-4823-bf19-abdac49687a8 req-ca91a4f5-0447-4e2d-99c7-497859f62359 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:29:30.494508 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-95421850-231f-4823-bf19-abdac49687a8 req-ca91a4f5-0447-4e2d-99c7-497859f62359 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=22c01ef1-936f-4d85-97a6-cf840ed74fec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0491610 Nov 05 19:29:30.591877 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-95421850-231f-4823-bf19-abdac49687a8 req-19eaa157-1a26-42cc-9e28-a9f08642febf service neutron] 10.222.0.55 "GET /v2.0/networks/22c01ef1-936f-4d85-97a6-cf840ed74fec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878904 Nov 05 19:29:30.691840 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-95421850-231f-4823-bf19-abdac49687a8 req-8426a3b5-3037-47f2-992d-b9d1901b99f9 service neutron] 10.222.0.55 "GET /v2.0/networks/22c01ef1-936f-4d85-97a6-cf840ed74fec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877075 Nov 05 19:29:32.636244 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-9d7f60f6-2e15-48f9-868b-f48657c22281 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:29:34.524827 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:29:35.375594 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-dbfcfedf-1abd-40d2-9d29-522f432a9bfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:29:35.729053 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.agents_db [None req-b9406b04-a0e8-43cf-b349-711963d96cf4 None None] Agent healthcheck: found 7 active agents {{(pid=102389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 05 19:29:36.381576 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b304910f-7b27-444b-a8fc-977d26b1ceac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:29:36.588050 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:29:38.354507 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-31f93893-a48e-4ae8-833d-dccb2b42eacc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:29:38.581692 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:30:02.643959 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-f0a6327d-bcfe-4a5b-8d4a-1ca7a2f6497c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:30:04.518491 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:30:05.375290 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-581c5185-cd89-4f4a-a337-1393b0497d81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:30:06.386468 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b304910f-7b27-444b-a8fc-977d26b1ceac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:30:06.574999 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:30:08.368131 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-31f93893-a48e-4ae8-833d-dccb2b42eacc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:30:08.580902 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:30:12.728086 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.agents_db [None req-b9406b04-a0e8-43cf-b349-711963d96cf4 None None] Agent healthcheck: found 7 active agents {{(pid=102389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 05 19:30:13.308938 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [req-4fee8b5c-82a5-410e-aced-81476a8cf3a8 req-05509368-47f9-493e-ab5a-3eb065a9698f service neutron] (102386) timed out ('10.222.0.55', 59377) {{(pid=102386) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 05 19:30:29.755689 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 42466) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:30:29.911907 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-d42401b4-5edf-474e-a124-fde44a25cbea tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Deleting port fa25760a-b6bc-4987-a107-585c096004ba {{(pid=102386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 19:30:29.912130 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-d42401b4-5edf-474e-a124-fde44a25cbea tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:30:29.985746 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-d42401b4-5edf-474e-a124-fde44a25cbea tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:30:29.986100 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-d42401b4-5edf-474e-a124-fde44a25cbea tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:30:29.997659 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-d42401b4-5edf-474e-a124-fde44a25cbea tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Calling delete_port for fa25760a-b6bc-4987-a107-585c096004ba owned by network:floatingip {{(pid=102386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 19:30:30.200935 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-d42401b4-5edf-474e-a124-fde44a25cbea tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:30:30.223863 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42401b4-5edf-474e-a124-fde44a25cbea tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Pushing event deleted for resources: {'Port': ['ID=fa25760a-b6bc-4987-a107-585c096004ba,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:30:30.237161 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d42401b4-5edf-474e-a124-fde44a25cbea tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:30:30.237512 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d42401b4-5edf-474e-a124-fde44a25cbea tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:30:30.237853 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d42401b4-5edf-474e-a124-fde44a25cbea tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:30:30.238220 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d42401b4-5edf-474e-a124-fde44a25cbea tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:30:30.238557 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d42401b4-5edf-474e-a124-fde44a25cbea tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:30:30.238887 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d42401b4-5edf-474e-a124-fde44a25cbea tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:30:30.239214 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d42401b4-5edf-474e-a124-fde44a25cbea tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:30:30.239539 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d42401b4-5edf-474e-a124-fde44a25cbea tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:30:30.239868 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d42401b4-5edf-474e-a124-fde44a25cbea tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:30:30.240190 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d42401b4-5edf-474e-a124-fde44a25cbea tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:30:30.240513 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d42401b4-5edf-474e-a124-fde44a25cbea tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:30:30.240834 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d42401b4-5edf-474e-a124-fde44a25cbea tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:30:30.298460 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-d42401b4-5edf-474e-a124-fde44a25cbea tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Publish callbacks [] for floatingip, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:30:30.298795 n-d-816865-1 neutron-server[102386]: INFO neutron.db.l3_db [None req-d42401b4-5edf-474e-a124-fde44a25cbea tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Floating IP 8b984316-1a1b-4e16-bb1e-ff9f0a6b3ae2 disassociated (deleted). External IP: 172.25.6.231, port: 0096c557-286c-473f-8bd9-52982cd03cfc. Nov 05 19:30:30.506591 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d42401b4-5edf-474e-a124-fde44a25cbea tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Router 00fb4211-acb9-4f95-9b85-c99919138e56 has already been hosted by L3 agent 6dcb5589-8e86-4616-9186-ddc4548e13ad {{(pid=102386) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 19:30:30.612141 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d42401b4-5edf-474e-a124-fde44a25cbea tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Notify agent at l3_agent.n-d-816865-1 the message routers_updated {{(pid=102386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 19:30:30.616409 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-d42401b4-5edf-474e-a124-fde44a25cbea tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for floatingip, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:30:30.623606 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aadde5da-560d-4d7f-94d8-1f2a052ca556 None None] Sync routers for ids ['00fb4211-acb9-4f95-9b85-c99919138e56'] in n-d-816865-1 {{(pid=102388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 19:30:30.634367 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aadde5da-560d-4d7f-94d8-1f2a052ca556 None None] Routers {'00fb4211-acb9-4f95-9b85-c99919138e56'} bound to L3 agent in host n-d-816865-1 {{(pid=102388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 19:30:30.635159 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-aadde5da-560d-4d7f-94d8-1f2a052ca556 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T19:30:05Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['00fb4211-acb9-4f95-9b85-c99919138e56'], 'active': True} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:30:30.643614 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-d42401b4-5edf-474e-a124-fde44a25cbea tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] 10.222.0.13 "DELETE /v2.0/floatingips/8b984316-1a1b-4e16-bb1e-ff9f0a6b3ae2 HTTP/1.1" status: 204 len: 168 time: 0.8868396 Nov 05 19:30:30.644214 n-d-816865-1 neutron-server[102386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44bd3ff6-c976-41fd-b15a-c44dd56cccea', 'tag': '0096c557-286c-473f-8bd9-52982cd03cfc'}] {{(pid=102386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 19:30:30.646474 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6173a44d7c73f41af551dc890fa1a5892c2c6bc3458b640c8e0c24db7876ba6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2331e61-6f6f-4cae-8ada-917e022221e4" -d '{"events": [{"name": "network-changed", "server_uuid": "44bd3ff6-c976-41fd-b15a-c44dd56cccea", "tag": "0096c557-286c-473f-8bd9-52982cd03cfc"}]}' {{(pid=102386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 19:30:30.907024 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvr_db [None req-aadde5da-560d-4d7f-94d8-1f2a052ca556 None None] Set router 00fb4211-acb9-4f95-9b85-c99919138e56 gateway port host: n-d-816865-1 {{(pid=102388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 19:30:31.007329 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 19:30:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37aec241-4e06-4f76-a33a-b3637bee3d08 x-openstack-request-id: req-37aec241-4e06-4f76-a33a-b3637bee3d08 {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 19:30:31.007329 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44bd3ff6-c976-41fd-b15a-c44dd56cccea", "tag": "0096c557-286c-473f-8bd9-52982cd03cfc", "status": "completed", "code": 200}]} {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 19:30:31.007329 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-37aec241-4e06-4f76-a33a-b3637bee3d08 {{(pid=102386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 19:30:31.007329 n-d-816865-1 neutron-server[102386]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44bd3ff6-c976-41fd-b15a-c44dd56cccea', 'tag': '0096c557-286c-473f-8bd9-52982cd03cfc', 'status': 'completed', 'code': 200} Nov 05 19:30:31.081084 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2331e61-6f6f-4cae-8ada-917e022221e4 req-67b78383-452b-46a0-bca8-cac4bea0417f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:30:31.083224 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-f2331e61-6f6f-4cae-8ada-917e022221e4 req-67b78383-452b-46a0-bca8-cac4bea0417f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=975e22a5e2c44667a77341bd773126d4&device_id=44bd3ff6-c976-41fd-b15a-c44dd56cccea HTTP/1.1" status: 200 len: 1096 time: 0.0470839 Nov 05 19:30:31.101074 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb44508-914c-4707-98bc-9396f413ba84 req-9ae2a0f7-3d7d-450f-ba0b-4fe7a5aa8c4b tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:30:31.108990 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-8fb44508-914c-4707-98bc-9396f413ba84 req-9ae2a0f7-3d7d-450f-ba0b-4fe7a5aa8c4b tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] 10.222.0.13 "GET /v2.0/ports?device_id=44bd3ff6-c976-41fd-b15a-c44dd56cccea HTTP/1.1" status: 200 len: 945 time: 0.0574267 Nov 05 19:30:31.111669 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-aadde5da-560d-4d7f-94d8-1f2a052ca556 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00fb4211-acb9-4f95-9b85-c99919138e56', 'name': 'tempest-TestVolumeBootPattern-715224525-router', 'tenant_id': '975e22a5e2c44667a77341bd773126d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.165'}], 'enable_snat': True}, 'gw_port_id': '9d46f277-0f87-4b8f-b5ef-2ab86342c4e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T19:15:37Z', 'updated_at': '2021-11-05T19:15:41Z', 'revision_number': 4, 'project_id': '975e22a5e2c44667a77341bd773126d4', 'gw_port': {'id': '9d46f277-0f87-4b8f-b5ef-2ab86342c4e5', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:f3:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00fb4211-acb9-4f95-9b85-c99919138e56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3711, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:15:38Z', 'updated_at': '2021-11-05T19:15:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1', '_interfaces': [{'id': '0deb8c2f-a28a-4beb-becc-d44c69097692', 'name': '', 'network_id': '22c01ef1-936f-4d85-97a6-cf840ed74fec', 'tenant_id': '975e22a5e2c44667a77341bd773126d4', 'mac_address': 'fa:16:3e:37:ad:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00fb4211-acb9-4f95-9b85-c99919138e56', 'device_owner': 'network:router_interface', 'standard_attr_id': 3712, 'fixed_ips': [{'subnet_id': '9a5a1166-12d4-4407-8a6a-41bf61d6db29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:15:40Z', 'updated_at': '2021-11-05T19:15:46Z', 'revision_number': 5, 'project_id': '975e22a5e2c44667a77341bd773126d4', 'subnets': [{'id': '9a5a1166-12d4-4407-8a6a-41bf61d6db29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-1', False) {} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:30:31.140101 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aadde5da-560d-4d7f-94d8-1f2a052ca556 None None] Checking router: 00fb4211-acb9-4f95-9b85-c99919138e56 for host: n-d-816865-1 {{(pid=102388) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 19:30:31.148712 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aadde5da-560d-4d7f-94d8-1f2a052ca556 None None] Routers {'00fb4211-acb9-4f95-9b85-c99919138e56'} bound to L3 agent in host n-d-816865-1 {{(pid=102388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 19:30:31.149337 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-aadde5da-560d-4d7f-94d8-1f2a052ca556 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T19:30:05Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['00fb4211-acb9-4f95-9b85-c99919138e56'], 'active': True} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:30:31.159009 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-8fb44508-914c-4707-98bc-9396f413ba84 req-1c11aeed-b6b6-4e0a-8ab3-236576d0b78e tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] 10.222.0.13 "GET /v2.0/security-groups?id=6d54dfd0-62a8-4492-8de1-981828e39f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490358 Nov 05 19:30:31.194440 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2331e61-6f6f-4cae-8ada-917e022221e4 req-5dc08cee-8a16-41af-ae01-6e00aca25b96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:30:31.196374 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-f2331e61-6f6f-4cae-8ada-917e022221e4 req-5dc08cee-8a16-41af-ae01-6e00aca25b96 service neutron] 10.222.0.55 "GET /v2.0/networks?id=22c01ef1-936f-4d85-97a6-cf840ed74fec HTTP/1.1" status: 200 len: 912 time: 0.1024339 Nov 05 19:30:31.241771 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-f2331e61-6f6f-4cae-8ada-917e022221e4 req-bb26e78c-fbcc-4232-8e9c-b109b7265359 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0096c557-286c-473f-8bd9-52982cd03cfc HTTP/1.1" status: 200 len: 217 time: 0.0382974 Nov 05 19:30:31.273603 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvr_db [None req-aadde5da-560d-4d7f-94d8-1f2a052ca556 None None] Set router 00fb4211-acb9-4f95-9b85-c99919138e56 gateway port host: n-d-816865-1 {{(pid=102388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 19:30:31.295306 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2331e61-6f6f-4cae-8ada-917e022221e4 req-18f3cc6f-902f-41e3-badb-c93821b85ecd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:30:31.296790 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-f2331e61-6f6f-4cae-8ada-917e022221e4 req-18f3cc6f-902f-41e3-badb-c93821b85ecd service neutron] 10.222.0.55 "GET /v2.0/subnets?id=9a5a1166-12d4-4407-8a6a-41bf61d6db29 HTTP/1.1" status: 200 len: 850 time: 0.0454423 Nov 05 19:30:31.351431 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2331e61-6f6f-4cae-8ada-917e022221e4 req-579aa9ae-5a46-433d-b8df-2b3202dc2370 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:30:31.352964 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-f2331e61-6f6f-4cae-8ada-917e022221e4 req-579aa9ae-5a46-433d-b8df-2b3202dc2370 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=22c01ef1-936f-4d85-97a6-cf840ed74fec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0460765 Nov 05 19:30:31.451344 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-f2331e61-6f6f-4cae-8ada-917e022221e4 req-97b4e499-a684-4808-b93d-9fb1473ad342 service neutron] 10.222.0.55 "GET /v2.0/networks/22c01ef1-936f-4d85-97a6-cf840ed74fec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894244 Nov 05 19:30:31.479831 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-aadde5da-560d-4d7f-94d8-1f2a052ca556 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00fb4211-acb9-4f95-9b85-c99919138e56', 'name': 'tempest-TestVolumeBootPattern-715224525-router', 'tenant_id': '975e22a5e2c44667a77341bd773126d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.165'}], 'enable_snat': True}, 'gw_port_id': '9d46f277-0f87-4b8f-b5ef-2ab86342c4e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T19:15:37Z', 'updated_at': '2021-11-05T19:15:41Z', 'revision_number': 4, 'project_id': '975e22a5e2c44667a77341bd773126d4', 'gw_port': {'id': '9d46f277-0f87-4b8f-b5ef-2ab86342c4e5', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:f3:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00fb4211-acb9-4f95-9b85-c99919138e56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3711, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:15:38Z', 'updated_at': '2021-11-05T19:15:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1', '_interfaces': [{'id': '0deb8c2f-a28a-4beb-becc-d44c69097692', 'name': '', 'network_id': '22c01ef1-936f-4d85-97a6-cf840ed74fec', 'tenant_id': '975e22a5e2c44667a77341bd773126d4', 'mac_address': 'fa:16:3e:37:ad:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00fb4211-acb9-4f95-9b85-c99919138e56', 'device_owner': 'network:router_interface', 'standard_attr_id': 3712, 'fixed_ips': [{'subnet_id': '9a5a1166-12d4-4407-8a6a-41bf61d6db29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:15:40Z', 'updated_at': '2021-11-05T19:15:46Z', 'revision_number': 5, 'project_id': '975e22a5e2c44667a77341bd773126d4', 'subnets': [{'id': '9a5a1166-12d4-4407-8a6a-41bf61d6db29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-1', False) {} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:30:31.507207 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aadde5da-560d-4d7f-94d8-1f2a052ca556 None None] The sync data for ids ['00fb4211-acb9-4f95-9b85-c99919138e56'] in n-d-816865-1 is: [{'id': '00fb4211-acb9-4f95-9b85-c99919138e56', 'name': 'tempest-TestVolumeBootPattern-715224525-router', 'tenant_id': '975e22a5e2c44667a77341bd773126d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.165'}], 'enable_snat': True}, 'gw_port_id': '9d46f277-0f87-4b8f-b5ef-2ab86342c4e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T19:15:37Z', 'updated_at': '2021-11-05T19:15:41Z', 'revision_number': 4, 'project_id': '975e22a5e2c44667a77341bd773126d4', 'gw_port': {'id': '9d46f277-0f87-4b8f-b5ef-2ab86342c4e5', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:f3:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00fb4211-acb9-4f95-9b85-c99919138e56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3711, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:15:38Z', 'updated_at': '2021-11-05T19:15:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1', '_interfaces': [{'id': '0deb8c2f-a28a-4beb-becc-d44c69097692', 'name': '', 'network_id': '22c01ef1-936f-4d85-97a6-cf840ed74fec', 'tenant_id': '975e22a5e2c44667a77341bd773126d4', 'mac_address': 'fa:16:3e:37:ad:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00fb4211-acb9-4f95-9b85-c99919138e56', 'device_owner': 'network:router_interface', 'standard_attr_id': 3712, 'fixed_ips': [{'subnet_id': '9a5a1166-12d4-4407-8a6a-41bf61d6db29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:15:40Z', 'updated_at': '2021-11-05T19:15:46Z', 'revision_number': 5, 'project_id': '975e22a5e2c44667a77341bd773126d4', 'subnets': [{'id': '9a5a1166-12d4-4407-8a6a-41bf61d6db29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 19:30:31.552662 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-f2331e61-6f6f-4cae-8ada-917e022221e4 req-ba6c58b7-aea0-45ce-9afa-19d950a98d97 service neutron] 10.222.0.55 "GET /v2.0/networks/22c01ef1-936f-4d85-97a6-cf840ed74fec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902860 Nov 05 19:30:31.735231 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-326f4c25-d86f-4d6c-bcff-6a7fb076fac2 None None] New status for floating IP 8b984316-1a1b-4e16-bb1e-ff9f0a6b3ae2: DOWN {{(pid=102389) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 05 19:30:31.803355 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f36fd08-279e-4dbc-a3a2-b30a2a63dfe1 req-77bfed96-630b-4e61-9371-067cf5a591cb tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:30:31.804860 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-4f36fd08-279e-4dbc-a3a2-b30a2a63dfe1 req-77bfed96-630b-4e61-9371-067cf5a591cb tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] 10.222.0.55 "GET /v2.0/ports?device_id=44bd3ff6-c976-41fd-b15a-c44dd56cccea HTTP/1.1" status: 200 len: 945 time: 0.0484500 Nov 05 19:30:31.898294 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [req-4f36fd08-279e-4dbc-a3a2-b30a2a63dfe1 req-9fe88f4d-bb89-4ef4-a0e7-234d23554db8 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Deleting port 0096c557-286c-473f-8bd9-52982cd03cfc {{(pid=102386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 19:30:31.898644 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-4f36fd08-279e-4dbc-a3a2-b30a2a63dfe1 req-9fe88f4d-bb89-4ef4-a0e7-234d23554db8 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:30:31.989943 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [req-4f36fd08-279e-4dbc-a3a2-b30a2a63dfe1 req-9fe88f4d-bb89-4ef4-a0e7-234d23554db8 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] For port 0096c557-286c-473f-8bd9-52982cd03cfc, host n-h2-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=0096c557-286c-473f-8bd9-52982cd03cfc,segment=NetworkSegment(c8ba8bad-518b-408a-adbf-9f95696a455e),segment_id=c8ba8bad-518b-408a-adbf-9f95696a455e)] {{(pid=102386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:30:31.990337 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-4f36fd08-279e-4dbc-a3a2-b30a2a63dfe1 req-9fe88f4d-bb89-4ef4-a0e7-234d23554db8 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:30:32.003711 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [req-4f36fd08-279e-4dbc-a3a2-b30a2a63dfe1 req-9fe88f4d-bb89-4ef4-a0e7-234d23554db8 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Calling delete_port for 0096c557-286c-473f-8bd9-52982cd03cfc owned by compute:nova {{(pid=102386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 19:30:32.209179 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-4f36fd08-279e-4dbc-a3a2-b30a2a63dfe1 req-9fe88f4d-bb89-4ef4-a0e7-234d23554db8 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:30:32.238476 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe88f4d-bb89-4ef4-a0e7-234d23554db8 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Pushing event deleted for resources: {'Port': ['ID=0096c557-286c-473f-8bd9-52982cd03cfc,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:30:32.260618 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-4bdee0a2-ab28-4201-81a7-a49dd0a756ff req-570a1b1e-da32-46a3-bc0e-3b868f6fcc2c tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] 10.222.0.13 "GET /v2.0/ports?device_id=44bd3ff6-c976-41fd-b15a-c44dd56cccea HTTP/1.1" status: 200 len: 210 time: 0.0318923 Nov 05 19:30:32.281375 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f36fd08-279e-4dbc-a3a2-b30a2a63dfe1 req-9fe88f4d-bb89-4ef4-a0e7-234d23554db8 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] No DVR routers for this DVR port 0096c557-286c-473f-8bd9-52982cd03cfc on host n-h2-816865-1 {{(pid=102386) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 19:30:32.284167 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-4f36fd08-279e-4dbc-a3a2-b30a2a63dfe1 req-9fe88f4d-bb89-4ef4-a0e7-234d23554db8 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:30:32.287498 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-4f36fd08-279e-4dbc-a3a2-b30a2a63dfe1 req-9fe88f4d-bb89-4ef4-a0e7-234d23554db8 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] 10.222.0.55 "DELETE /v2.0/ports/0096c557-286c-473f-8bd9-52982cd03cfc HTTP/1.1" status: 204 len: 173 time: 0.4722610 Nov 05 19:30:32.624063 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-f4227c5f-189b-46db-a2ee-01ae50aceca3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:30:33.008905 n-d-816865-1 neutron-server[102386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44bd3ff6-c976-41fd-b15a-c44dd56cccea', 'name': 'network-vif-deleted', 'tag': '0096c557-286c-473f-8bd9-52982cd03cfc'}] {{(pid=102386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 19:30:33.011371 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6173a44d7c73f41af551dc890fa1a5892c2c6bc3458b640c8e0c24db7876ba6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4034d346-6bd5-4c27-b521-c96a04dd7b64" -d '{"events": [{"server_uuid": "44bd3ff6-c976-41fd-b15a-c44dd56cccea", "name": "network-vif-deleted", "tag": "0096c557-286c-473f-8bd9-52982cd03cfc"}]}' {{(pid=102386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 19:30:33.047766 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 19:30:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da784c20-201f-45c8-aa62-07d3a6b2e1a9 x-openstack-request-id: req-da784c20-201f-45c8-aa62-07d3a6b2e1a9 {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 19:30:33.048068 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44bd3ff6-c976-41fd-b15a-c44dd56cccea", "name": "network-vif-deleted", "tag": "0096c557-286c-473f-8bd9-52982cd03cfc", "status": "completed", "code": 200}]} {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 19:30:33.048318 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-da784c20-201f-45c8-aa62-07d3a6b2e1a9 {{(pid=102386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 19:30:33.048716 n-d-816865-1 neutron-server[102386]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44bd3ff6-c976-41fd-b15a-c44dd56cccea', 'name': 'network-vif-deleted', 'tag': '0096c557-286c-473f-8bd9-52982cd03cfc', 'status': 'completed', 'code': 200} Nov 05 19:30:33.364091 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-77d2cc00-22f1-4a11-a0c6-03d6601ca4fe req-dd0ded08-2449-4bba-a235-afd1ade20376 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] 10.222.0.13 "GET /v2.0/ports?device_id=44bd3ff6-c976-41fd-b15a-c44dd56cccea HTTP/1.1" status: 200 len: 210 time: 0.0274689 Nov 05 19:30:34.463691 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-e9fd1d97-6726-48a7-aff4-d098dad13a9a req-032eedb7-057c-4a48-a566-8841d6ac3ec2 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] 10.222.0.13 "GET /v2.0/ports?device_id=44bd3ff6-c976-41fd-b15a-c44dd56cccea HTTP/1.1" status: 200 len: 210 time: 0.0297871 Nov 05 19:30:34.523273 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:30:34.738145 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Device 0096c557-286c-473f-8bd9-52982cd03cfc no longer exists at agent hyperv_n-h2-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 19:30:34.759433 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] No Port match for: 0096c557-286c-473f-8bd9-52982cd03cfc {{(pid=102388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 19:30:34.759782 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Device 0096c557-286c-473f-8bd9-52982cd03cfc not bound to the agent host n-h2-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 19:30:35.392057 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b5837738-1f41-4bf2-acab-f2e68267084f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:30:35.558746 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-3f1af7c3-9613-45fe-912b-f3cf47e5fdb6 req-d7a4acb5-1634-4fb1-8ddb-79e4d184d6ce tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] 10.222.0.13 "GET /v2.0/ports?device_id=44bd3ff6-c976-41fd-b15a-c44dd56cccea HTTP/1.1" status: 200 len: 210 time: 0.0263016 Nov 05 19:30:36.397726 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b304910f-7b27-444b-a8fc-977d26b1ceac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:30:36.589660 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:30:36.656805 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-d1f0e949-6127-45bf-b8ee-653032e855e9 req-b0b0e153-c995-409a-801a-05f7cdf35591 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] 10.222.0.13 "GET /v2.0/ports?device_id=44bd3ff6-c976-41fd-b15a-c44dd56cccea HTTP/1.1" status: 200 len: 210 time: 0.0279851 Nov 05 19:30:37.713295 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 42492) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:30:37.841946 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-934af255-ac74-4c2a-bece-052f31f2706f tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Deleting port 413e019b-6ac9-46f9-8489-3dd05a30c690 {{(pid=102386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 19:30:37.842317 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-934af255-ac74-4c2a-bece-052f31f2706f tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:30:37.923334 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-934af255-ac74-4c2a-bece-052f31f2706f tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:30:37.923658 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-934af255-ac74-4c2a-bece-052f31f2706f tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:30:37.935488 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-934af255-ac74-4c2a-bece-052f31f2706f tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Calling delete_port for 413e019b-6ac9-46f9-8489-3dd05a30c690 owned by network:floatingip {{(pid=102386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 19:30:38.152240 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-934af255-ac74-4c2a-bece-052f31f2706f tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:30:38.178587 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934af255-ac74-4c2a-bece-052f31f2706f tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Pushing event deleted for resources: {'Port': ['ID=413e019b-6ac9-46f9-8489-3dd05a30c690,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:30:38.241498 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-934af255-ac74-4c2a-bece-052f31f2706f tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Publish callbacks [] for floatingip, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:30:38.244283 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-934af255-ac74-4c2a-bece-052f31f2706f tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for floatingip, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:30:38.245445 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-934af255-ac74-4c2a-bece-052f31f2706f tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] 10.222.0.13 "DELETE /v2.0/floatingips/c6c5208d-d08e-4fc9-a557-737afe4e1643 HTTP/1.1" status: 204 len: 168 time: 0.5311315 Nov 05 19:30:38.360952 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-31f93893-a48e-4ae8-833d-dccb2b42eacc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:30:38.632191 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:30:41.692230 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 42512) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:30:41.754521 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-3cab15e7-09ed-4594-8acb-1a6868bb7fd0 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Publish callbacks [] for security_group, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:30:41.782367 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-3cab15e7-09ed-4594-8acb-1a6868bb7fd0 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:30:41.918436 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-3cab15e7-09ed-4594-8acb-1a6868bb7fd0 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:30:41.921139 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-3cab15e7-09ed-4594-8acb-1a6868bb7fd0 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Publish callbacks [] for security_group, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:30:41.922374 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-3cab15e7-09ed-4594-8acb-1a6868bb7fd0 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] 10.222.0.13 "DELETE /v2.0/security-groups/6d54dfd0-62a8-4492-8de1-981828e39f0d HTTP/1.1" status: 204 len: 168 time: 0.2290759 Nov 05 19:30:41.934337 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cab15e7-09ed-4594-8acb-1a6868bb7fd0 tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d54dfd0-62a8-4492-8de1-981828e39f0d,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:30:43.079073 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 42518) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:30:43.866765 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-9ce64603-c999-487d-a307-56cfc966567d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-571777'] for router_interface, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:30:44.160777 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-9ce64603-c999-487d-a307-56cfc966567d admin admin] Deleting port 0deb8c2f-a28a-4beb-becc-d44c69097692 {{(pid=102386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 19:30:44.161429 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-9ce64603-c999-487d-a307-56cfc966567d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:30:44.235575 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [None req-9ce64603-c999-487d-a307-56cfc966567d admin admin] For port 0deb8c2f-a28a-4beb-becc-d44c69097692, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=0deb8c2f-a28a-4beb-becc-d44c69097692,segment=NetworkSegment(c8ba8bad-518b-408a-adbf-9f95696a455e),segment_id=c8ba8bad-518b-408a-adbf-9f95696a455e)] {{(pid=102386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:30:44.235929 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-9ce64603-c999-487d-a307-56cfc966567d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:30:44.247862 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-9ce64603-c999-487d-a307-56cfc966567d admin admin] Calling delete_port for 0deb8c2f-a28a-4beb-becc-d44c69097692 owned by network:router_interface {{(pid=102386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 19:30:44.489117 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-9ce64603-c999-487d-a307-56cfc966567d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:30:44.520186 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce64603-c999-487d-a307-56cfc966567d admin admin] Pushing event deleted for resources: {'Port': ['ID=0deb8c2f-a28a-4beb-becc-d44c69097692,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:30:44.683667 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-9ce64603-c999-487d-a307-56cfc966567d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-597886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-573297'] for router_interface, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:30:44.895578 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ce64603-c999-487d-a307-56cfc966567d admin admin] Router 00fb4211-acb9-4f95-9b85-c99919138e56 has already been hosted by L3 agent 6dcb5589-8e86-4616-9186-ddc4548e13ad {{(pid=102386) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 19:30:44.999653 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ce64603-c999-487d-a307-56cfc966567d admin admin] Notify agent at l3_agent.n-d-816865-1 the message routers_updated {{(pid=102386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 19:30:45.007430 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-9ce64603-c999-487d-a307-56cfc966567d admin admin] 10.222.0.13 "PUT /v2.0/routers/00fb4211-acb9-4f95-9b85-c99919138e56/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9245532 Nov 05 19:30:45.007430 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 42522) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:30:45.008498 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4063ab3-bb7d-4ff1-b6cd-756026d4572b None None] Sync routers for ids ['00fb4211-acb9-4f95-9b85-c99919138e56'] in n-d-816865-1 {{(pid=102388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 19:30:45.019068 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4063ab3-bb7d-4ff1-b6cd-756026d4572b None None] Routers {'00fb4211-acb9-4f95-9b85-c99919138e56'} bound to L3 agent in host n-d-816865-1 {{(pid=102388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 19:30:45.019690 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-d4063ab3-bb7d-4ff1-b6cd-756026d4572b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T19:30:35Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['00fb4211-acb9-4f95-9b85-c99919138e56'], 'active': True} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:30:45.109213 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-741eb9cf-565b-47e8-bafb-0b0503d4b87c admin admin] Publish callbacks [] for router, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:30:45.126230 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvr_db [None req-d4063ab3-bb7d-4ff1-b6cd-756026d4572b None None] Set router 00fb4211-acb9-4f95-9b85-c99919138e56 gateway port host: n-d-816865-1 {{(pid=102388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 19:30:45.210060 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-741eb9cf-565b-47e8-bafb-0b0503d4b87c admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:30:45.308209 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-d4063ab3-bb7d-4ff1-b6cd-756026d4572b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00fb4211-acb9-4f95-9b85-c99919138e56', 'name': 'tempest-TestVolumeBootPattern-715224525-router', 'tenant_id': '975e22a5e2c44667a77341bd773126d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.165'}], 'enable_snat': True}, 'gw_port_id': '9d46f277-0f87-4b8f-b5ef-2ab86342c4e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T19:15:37Z', 'updated_at': '2021-11-05T19:30:44Z', 'revision_number': 5, 'project_id': '975e22a5e2c44667a77341bd773126d4', 'gw_port': {'id': '9d46f277-0f87-4b8f-b5ef-2ab86342c4e5', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:f3:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00fb4211-acb9-4f95-9b85-c99919138e56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3711, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:15:38Z', 'updated_at': '2021-11-05T19:15:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1'}], 'n-d-816865-1', False) {} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:30:45.334521 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4063ab3-bb7d-4ff1-b6cd-756026d4572b None None] Checking router: 00fb4211-acb9-4f95-9b85-c99919138e56 for host: n-d-816865-1 {{(pid=102388) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 19:30:45.336189 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-741eb9cf-565b-47e8-bafb-0b0503d4b87c admin admin] Deleting port 9d46f277-0f87-4b8f-b5ef-2ab86342c4e5 {{(pid=102386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 19:30:45.336531 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-741eb9cf-565b-47e8-bafb-0b0503d4b87c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:30:45.343478 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4063ab3-bb7d-4ff1-b6cd-756026d4572b None None] Routers {'00fb4211-acb9-4f95-9b85-c99919138e56'} bound to L3 agent in host n-d-816865-1 {{(pid=102388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 19:30:45.344090 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-d4063ab3-bb7d-4ff1-b6cd-756026d4572b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T19:30:35Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['00fb4211-acb9-4f95-9b85-c99919138e56'], 'active': True} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:30:45.414209 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [None req-741eb9cf-565b-47e8-bafb-0b0503d4b87c admin admin] For port 9d46f277-0f87-4b8f-b5ef-2ab86342c4e5, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=9d46f277-0f87-4b8f-b5ef-2ab86342c4e5,segment=NetworkSegment(85be518c-8bb4-46a2-a903-d4292782d29d),segment_id=85be518c-8bb4-46a2-a903-d4292782d29d)] {{(pid=102386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:30:45.414571 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-741eb9cf-565b-47e8-bafb-0b0503d4b87c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:30:45.427568 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-741eb9cf-565b-47e8-bafb-0b0503d4b87c admin admin] Calling delete_port for 9d46f277-0f87-4b8f-b5ef-2ab86342c4e5 owned by network:router_gateway {{(pid=102386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 19:30:45.429281 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvr_db [None req-d4063ab3-bb7d-4ff1-b6cd-756026d4572b None None] Set router 00fb4211-acb9-4f95-9b85-c99919138e56 gateway port host: None {{(pid=102388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 19:30:45.480632 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-d4063ab3-bb7d-4ff1-b6cd-756026d4572b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00fb4211-acb9-4f95-9b85-c99919138e56', 'name': 'tempest-TestVolumeBootPattern-715224525-router', 'tenant_id': '975e22a5e2c44667a77341bd773126d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T19:15:37Z', 'updated_at': '2021-11-05T19:30:45Z', 'revision_number': 6, 'project_id': '975e22a5e2c44667a77341bd773126d4', 'gw_port_host': None}], 'n-d-816865-1', False) {} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:30:45.509942 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4063ab3-bb7d-4ff1-b6cd-756026d4572b None None] The sync data for ids ['00fb4211-acb9-4f95-9b85-c99919138e56'] in n-d-816865-1 is: [{'id': '00fb4211-acb9-4f95-9b85-c99919138e56', 'name': 'tempest-TestVolumeBootPattern-715224525-router', 'tenant_id': '975e22a5e2c44667a77341bd773126d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T19:15:37Z', 'updated_at': '2021-11-05T19:30:45Z', 'revision_number': 6, 'project_id': '975e22a5e2c44667a77341bd773126d4', 'gw_port_host': None}] {{(pid=102388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 19:30:45.652082 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-741eb9cf-565b-47e8-bafb-0b0503d4b87c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:30:45.688219 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741eb9cf-565b-47e8-bafb-0b0503d4b87c admin admin] Pushing event deleted for resources: {'Port': ['ID=9d46f277-0f87-4b8f-b5ef-2ab86342c4e5,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:30:45.741604 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-741eb9cf-565b-47e8-bafb-0b0503d4b87c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1000651'] for router_gateway, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:30:45.837418 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-741eb9cf-565b-47e8-bafb-0b0503d4b87c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-571301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6852'] for router, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:30:45.840390 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-741eb9cf-565b-47e8-bafb-0b0503d4b87c admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:30:45.937587 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-741eb9cf-565b-47e8-bafb-0b0503d4b87c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-571310'] for router, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:30:45.942321 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-741eb9cf-565b-47e8-bafb-0b0503d4b87c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 00fb4211-acb9-4f95-9b85-c99919138e56 {{(pid=102386) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 05 19:30:45.942629 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-741eb9cf-565b-47e8-bafb-0b0503d4b87c admin admin] Publish callbacks [] for router, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:30:45.943787 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-741eb9cf-565b-47e8-bafb-0b0503d4b87c admin admin] 10.222.0.13 "DELETE /v2.0/routers/00fb4211-acb9-4f95-9b85-c99919138e56 HTTP/1.1" status: 204 len: 168 time: 0.9354362 Nov 05 19:30:45.946469 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 42524) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:30:45.994298 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ca04f12-ffcc-4b1a-a421-09da01fd386e admin admin] Deleting subnet 9a5a1166-12d4-4407-8a6a-41bf61d6db29 {{(pid=102386) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 05 19:30:45.997396 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-1ca04f12-ffcc-4b1a-a421-09da01fd386e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:30:46.032491 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-1ca04f12-ffcc-4b1a-a421-09da01fd386e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4590738'] for subnet, precommit_delete_associations {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:30:46.107217 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-1ca04f12-ffcc-4b1a-a421-09da01fd386e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1573928'] for subnet, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:30:46.235348 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-1ca04f12-ffcc-4b1a-a421-09da01fd386e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1573905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6149879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4877183'] for subnet, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:30:46.283283 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca04f12-ffcc-4b1a-a421-09da01fd386e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9a5a1166-12d4-4407-8a6a-41bf61d6db29,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:30:46.285685 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-1ca04f12-ffcc-4b1a-a421-09da01fd386e admin admin] Publish callbacks [] for subnet, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:30:46.292685 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-1ca04f12-ffcc-4b1a-a421-09da01fd386e admin admin] 10.222.0.13 "DELETE /v2.0/subnets/9a5a1166-12d4-4407-8a6a-41bf61d6db29 HTTP/1.1" status: 204 len: 168 time: 0.3440080 Nov 05 19:30:46.295899 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 42526) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:30:46.296632 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6921890e-bfea-4221-86e3-47b8ec130c38 None None] Network 22c01ef1-936f-4d85-97a6-cf840ed74fec requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 19:30:46.332308 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 9d46f277-0f87-4b8f-b5ef-2ab86342c4e5 no longer exists at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 19:30:46.417909 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-d3950a68-8602-4412-b087-98bb4e235b82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1664226'] for network, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:30:46.418897 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] No Port match for: 9d46f277-0f87-4b8f-b5ef-2ab86342c4e5 {{(pid=102388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 19:30:46.419443 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 9d46f277-0f87-4b8f-b5ef-2ab86342c4e5 not bound to the agent host n-d-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 19:30:46.420155 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 0deb8c2f-a28a-4beb-becc-d44c69097692 no longer exists at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 19:30:46.466791 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] No Port match for: 0deb8c2f-a28a-4beb-becc-d44c69097692 {{(pid=102388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 19:30:46.467282 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 0deb8c2f-a28a-4beb-becc-d44c69097692 not bound to the agent host n-d-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 19:30:46.481704 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [None req-d3950a68-8602-4412-b087-98bb4e235b82 admin admin] Deleting port 1d861a18-7d44-4b94-aab3-2b092cb43805 {{(pid=102387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 19:30:46.482062 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-d3950a68-8602-4412-b087-98bb4e235b82 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:30:46.552212 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.db [None req-d3950a68-8602-4412-b087-98bb4e235b82 admin admin] For port 1d861a18-7d44-4b94-aab3-2b092cb43805, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=1d861a18-7d44-4b94-aab3-2b092cb43805,segment=NetworkSegment(c8ba8bad-518b-408a-adbf-9f95696a455e),segment_id=c8ba8bad-518b-408a-adbf-9f95696a455e)] {{(pid=102387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:30:46.552570 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-d3950a68-8602-4412-b087-98bb4e235b82 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:30:46.598112 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9279b2d-c776-497c-9244-a431c362b598 None None] DHCP port deletion for 22c01ef1-936f-4d85-97a6-cf840ed74fec request from n-d-816865-1 {{(pid=102388) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 05 19:30:46.648593 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-f9279b2d-c776-497c-9244-a431c362b598 None None] Deleting port 1d861a18-7d44-4b94-aab3-2b092cb43805 {{(pid=102388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 19:30:46.648979 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-f9279b2d-c776-497c-9244-a431c362b598 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:30:46.721254 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-f9279b2d-c776-497c-9244-a431c362b598 None None] For port 1d861a18-7d44-4b94-aab3-2b092cb43805, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=1d861a18-7d44-4b94-aab3-2b092cb43805,segment=NetworkSegment(c8ba8bad-518b-408a-adbf-9f95696a455e),segment_id=c8ba8bad-518b-408a-adbf-9f95696a455e)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:30:46.721930 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-f9279b2d-c776-497c-9244-a431c362b598 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:30:46.735763 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-f9279b2d-c776-497c-9244-a431c362b598 None None] Calling delete_port for 1d861a18-7d44-4b94-aab3-2b092cb43805 owned by network:dhcp {{(pid=102388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 19:30:46.886601 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-f9279b2d-c776-497c-9244-a431c362b598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798'] for port, after_delete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:30:46.918916 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9279b2d-c776-497c-9244-a431c362b598 None None] Pushing event deleted for resources: {'Port': ['ID=1d861a18-7d44-4b94-aab3-2b092cb43805,revision_number=None']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:30:46.919163 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [None req-d3950a68-8602-4412-b087-98bb4e235b82 admin admin] Calling delete_port for 1d861a18-7d44-4b94-aab3-2b092cb43805 owned by network:dhcp {{(pid=102387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 19:30:46.927262 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9279b2d-c776-497c-9244-a431c362b598 None None] No DVR routers for this DVR port 1d861a18-7d44-4b94-aab3-2b092cb43805 on host n-d-816865-1 {{(pid=102388) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 19:30:46.929469 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9279b2d-c776-497c-9244-a431c362b598 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:30:46.929826 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9279b2d-c776-497c-9244-a431c362b598 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:30:46.930241 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9279b2d-c776-497c-9244-a431c362b598 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:30:46.931212 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9279b2d-c776-497c-9244-a431c362b598 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:30:46.932110 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9279b2d-c776-497c-9244-a431c362b598 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:30:46.932463 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9279b2d-c776-497c-9244-a431c362b598 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:30:46.932804 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9279b2d-c776-497c-9244-a431c362b598 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:30:46.933143 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9279b2d-c776-497c-9244-a431c362b598 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:30:46.933478 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9279b2d-c776-497c-9244-a431c362b598 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:30:46.933813 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9279b2d-c776-497c-9244-a431c362b598 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:30:46.934226 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9279b2d-c776-497c-9244-a431c362b598 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:30:46.934566 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9279b2d-c776-497c-9244-a431c362b598 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:30:46.994314 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-d3950a68-8602-4412-b087-98bb4e235b82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4417063'] for port, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:30:47.016825 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3950a68-8602-4412-b087-98bb4e235b82 admin admin] Pushing event deleted for resources: {'Port': ['ID=1d861a18-7d44-4b94-aab3-2b092cb43805,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:30:47.027033 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3950a68-8602-4412-b087-98bb4e235b82 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:30:47.027281 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3950a68-8602-4412-b087-98bb4e235b82 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:30:47.027626 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3950a68-8602-4412-b087-98bb4e235b82 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:30:47.027957 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3950a68-8602-4412-b087-98bb4e235b82 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:30:47.028289 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3950a68-8602-4412-b087-98bb4e235b82 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:30:47.028616 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3950a68-8602-4412-b087-98bb4e235b82 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:30:47.028940 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3950a68-8602-4412-b087-98bb4e235b82 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:30:47.029261 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3950a68-8602-4412-b087-98bb4e235b82 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:30:47.029585 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3950a68-8602-4412-b087-98bb4e235b82 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:30:47.029904 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3950a68-8602-4412-b087-98bb4e235b82 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:30:47.037189 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3950a68-8602-4412-b087-98bb4e235b82 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:30:47.037189 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3950a68-8602-4412-b087-98bb4e235b82 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:30:47.037189 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3950a68-8602-4412-b087-98bb4e235b82 admin admin] No DVR routers for this DVR port 1d861a18-7d44-4b94-aab3-2b092cb43805 on host n-d-816865-1 {{(pid=102387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 19:30:47.104833 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-d3950a68-8602-4412-b087-98bb4e235b82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1579173', 'neutron.services.segments.db._delete_segments_for_network-8750027792909'] for network, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:30:47.123746 n-d-816865-1 neutron-server[102387]: DEBUG neutron.services.segments.db [None req-d3950a68-8602-4412-b087-98bb4e235b82 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22c01ef1-936f-4d85-97a6-cf840ed74fec']}} {{(pid=102387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:30:47.132831 n-d-816865-1 neutron-server[102387]: DEBUG neutron.services.segments.db [None req-d3950a68-8602-4412-b087-98bb4e235b82 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c8ba8bad-518b-408a-adbf-9f95696a455e') {'for_net_delete': True} {{(pid=102387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:30:47.133119 n-d-816865-1 neutron-server[102387]: DEBUG neutron.services.segments.db [None req-d3950a68-8602-4412-b087-98bb4e235b82 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c8ba8bad-518b-408a-adbf-9f95696a455e') {} {{(pid=102387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:30:47.142648 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-d3950a68-8602-4412-b087-98bb4e235b82 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750027793430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4463492'] for segment, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:30:47.155832 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-d3950a68-8602-4412-b087-98bb4e235b82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273'] for segment, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:30:47.161496 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d3950a68-8602-4412-b087-98bb4e235b82 admin admin] Releasing vlan 164 on physical network physnet1 to pool {{(pid=102387) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 05 19:30:47.161871 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-d3950a68-8602-4412-b087-98bb4e235b82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4417236'] for segment, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:30:47.163526 n-d-816865-1 neutron-server[102387]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 05 19:30:47.163526 n-d-816865-1 neutron-server[102387]: self.session.flush() Nov 05 19:30:47.163526 n-d-816865-1 neutron-server[102387]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 05 19:30:47.163526 n-d-816865-1 neutron-server[102387]: self.session.flush() Nov 05 19:30:47.163526 n-d-816865-1 neutron-server[102387]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 05 19:30:47.163526 n-d-816865-1 neutron-server[102387]: self.session.flush() Nov 05 19:30:47.163526 n-d-816865-1 neutron-server[102387]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 05 19:30:47.163526 n-d-816865-1 neutron-server[102387]: self.session.flush() Nov 05 19:30:47.163526 n-d-816865-1 neutron-server[102387]: Traceback (most recent call last): Nov 05 19:30:47.163526 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 05 19:30:47.163526 n-d-816865-1 neutron-server[102387]: timer() Nov 05 19:30:47.163526 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 05 19:30:47.163526 n-d-816865-1 neutron-server[102387]: cb(*args, **kw) Nov 05 19:30:47.163526 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 05 19:30:47.163526 n-d-816865-1 neutron-server[102387]: return func(*args, **kwargs) Nov 05 19:30:47.163526 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 05 19:30:47.163526 n-d-816865-1 neutron-server[102387]: self._notify() Nov 05 19:30:47.163526 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 05 19:30:47.163526 n-d-816865-1 neutron-server[102387]: self.callback(batched_events) Nov 05 19:30:47.163526 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 05 19:30:47.163526 n-d-816865-1 neutron-server[102387]: event.method(event) Nov 05 19:30:47.163526 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 05 19:30:47.163526 n-d-816865-1 neutron-server[102387]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 05 19:30:47.163526 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 05 19:30:47.163526 n-d-816865-1 neutron-server[102387]: aggregate_uuid = self.p_client.list_aggregates( Nov 05 19:30:47.163526 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 05 19:30:47.163526 n-d-816865-1 neutron-server[102387]: return f(self, *a, **k) Nov 05 19:30:47.163526 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 05 19:30:47.163526 n-d-816865-1 neutron-server[102387]: return self._get(url).json() Nov 05 19:30:47.163526 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 05 19:30:47.163526 n-d-816865-1 neutron-server[102387]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 05 19:30:47.163526 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 05 19:30:47.163526 n-d-816865-1 neutron-server[102387]: return self.request(url, 'GET', **kwargs) Nov 05 19:30:47.163526 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 05 19:30:47.163526 n-d-816865-1 neutron-server[102387]: base_url = self.get_endpoint(auth, allow=allow, Nov 05 19:30:47.163526 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 05 19:30:47.163526 n-d-816865-1 neutron-server[102387]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 05 19:30:47.163526 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 05 19:30:47.163526 n-d-816865-1 neutron-server[102387]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 05 19:30:47.163526 n-d-816865-1 neutron-server[102387]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 05 19:30:47.268795 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-d3950a68-8602-4412-b087-98bb4e235b82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1579178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-956796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1000687'] for network, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:30:47.274216 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-d3950a68-8602-4412-b087-98bb4e235b82 admin admin] Publish callbacks [] for network, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:30:47.278416 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-d3950a68-8602-4412-b087-98bb4e235b82 admin admin] 10.222.0.13 "DELETE /v2.0/networks/22c01ef1-936f-4d85-97a6-cf840ed74fec HTTP/1.1" status: 204 len: 168 time: 0.9796402 Nov 05 19:30:47.281526 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 42528) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:30:47.294641 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3950a68-8602-4412-b087-98bb4e235b82 admin admin] Pushing event deleted for resources: {'Network': ['ID=22c01ef1-936f-4d85-97a6-cf840ed74fec,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:30:47.889852 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-4c154145-d6f8-4854-b8d3-59214eec5702 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-571777'] for router_interface, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:30:48.129910 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-4c154145-d6f8-4854-b8d3-59214eec5702 admin admin] Deleting port a86ce113-47b3-4380-9f17-6a150d172d14 {{(pid=102386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 19:30:48.130530 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-4c154145-d6f8-4854-b8d3-59214eec5702 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:30:48.139433 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 1d861a18-7d44-4b94-aab3-2b092cb43805 no longer exists at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 19:30:48.160083 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] No Port match for: 1d861a18-7d44-4b94-aab3-2b092cb43805 {{(pid=102388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 19:30:48.160387 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 1d861a18-7d44-4b94-aab3-2b092cb43805 not bound to the agent host n-d-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 19:30:48.214971 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [None req-4c154145-d6f8-4854-b8d3-59214eec5702 admin admin] For port a86ce113-47b3-4380-9f17-6a150d172d14, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=a86ce113-47b3-4380-9f17-6a150d172d14,segment=NetworkSegment(52fceacf-61e4-4ea9-bd8b-2051456afe04),segment_id=52fceacf-61e4-4ea9-bd8b-2051456afe04)] {{(pid=102386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:30:48.215368 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-4c154145-d6f8-4854-b8d3-59214eec5702 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:30:48.228757 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-4c154145-d6f8-4854-b8d3-59214eec5702 admin admin] Calling delete_port for a86ce113-47b3-4380-9f17-6a150d172d14 owned by network:router_interface {{(pid=102386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 19:30:48.449112 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-4c154145-d6f8-4854-b8d3-59214eec5702 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:30:48.474337 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c154145-d6f8-4854-b8d3-59214eec5702 admin admin] Pushing event deleted for resources: {'Port': ['ID=a86ce113-47b3-4380-9f17-6a150d172d14,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:30:48.642234 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-4c154145-d6f8-4854-b8d3-59214eec5702 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-597886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-573297'] for router_interface, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:30:48.853377 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c154145-d6f8-4854-b8d3-59214eec5702 admin admin] Router 8cee2863-7c00-4f61-96fe-d959a6a575a7 has already been hosted by L3 agent 6dcb5589-8e86-4616-9186-ddc4548e13ad {{(pid=102386) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 19:30:48.957723 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c154145-d6f8-4854-b8d3-59214eec5702 admin admin] Notify agent at l3_agent.n-d-816865-1 the message routers_updated {{(pid=102386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 19:30:48.963952 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-4c154145-d6f8-4854-b8d3-59214eec5702 admin admin] 10.222.0.13 "PUT /v2.0/routers/8cee2863-7c00-4f61-96fe-d959a6a575a7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6808567 Nov 05 19:30:48.966964 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 42530) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:30:48.968049 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d76547e9-d4f3-443f-a856-87179bfe7c97 None None] Sync routers for ids ['8cee2863-7c00-4f61-96fe-d959a6a575a7'] in n-d-816865-1 {{(pid=102389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 19:30:48.978964 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d76547e9-d4f3-443f-a856-87179bfe7c97 None None] Routers {'8cee2863-7c00-4f61-96fe-d959a6a575a7'} bound to L3 agent in host n-d-816865-1 {{(pid=102389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 19:30:48.979578 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-d76547e9-d4f3-443f-a856-87179bfe7c97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T19:30:35Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['8cee2863-7c00-4f61-96fe-d959a6a575a7'], 'active': True} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:30:49.075802 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-3baedaf0-90e2-421f-be95-c8bbc69de035 admin admin] Publish callbacks [] for router, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:30:49.171667 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvr_db [None req-d76547e9-d4f3-443f-a856-87179bfe7c97 None None] Set router 8cee2863-7c00-4f61-96fe-d959a6a575a7 gateway port host: n-d-816865-1 {{(pid=102389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 19:30:49.178071 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-3baedaf0-90e2-421f-be95-c8bbc69de035 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:30:49.346066 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-3baedaf0-90e2-421f-be95-c8bbc69de035 admin admin] Deleting port 92ecf71f-5561-4992-bedc-2063c5f26992 {{(pid=102386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 19:30:49.346066 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-3baedaf0-90e2-421f-be95-c8bbc69de035 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:30:49.355850 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-d76547e9-d4f3-443f-a856-87179bfe7c97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cee2863-7c00-4f61-96fe-d959a6a575a7', 'name': 'tempest-TestVolumeBootPattern-1141308041-router', 'tenant_id': '81d2f310dd414c6dba51bc9eaf2a96fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.211'}], 'enable_snat': True}, 'gw_port_id': '92ecf71f-5561-4992-bedc-2063c5f26992', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T19:15:44Z', 'updated_at': '2021-11-05T19:30:48Z', 'revision_number': 5, 'project_id': '81d2f310dd414c6dba51bc9eaf2a96fe', 'gw_port': {'id': '92ecf71f-5561-4992-bedc-2063c5f26992', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:b1:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cee2863-7c00-4f61-96fe-d959a6a575a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3723, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:15:45Z', 'updated_at': '2021-11-05T19:15:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1'}], 'n-d-816865-1', False) {} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:30:49.383039 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d76547e9-d4f3-443f-a856-87179bfe7c97 None None] Checking router: 8cee2863-7c00-4f61-96fe-d959a6a575a7 for host: n-d-816865-1 {{(pid=102389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 19:30:49.391936 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d76547e9-d4f3-443f-a856-87179bfe7c97 None None] Routers {'8cee2863-7c00-4f61-96fe-d959a6a575a7'} bound to L3 agent in host n-d-816865-1 {{(pid=102389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 19:30:49.392551 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-d76547e9-d4f3-443f-a856-87179bfe7c97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T19:30:35Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['8cee2863-7c00-4f61-96fe-d959a6a575a7'], 'active': True} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:30:49.430395 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [None req-3baedaf0-90e2-421f-be95-c8bbc69de035 admin admin] For port 92ecf71f-5561-4992-bedc-2063c5f26992, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=92ecf71f-5561-4992-bedc-2063c5f26992,segment=NetworkSegment(85be518c-8bb4-46a2-a903-d4292782d29d),segment_id=85be518c-8bb4-46a2-a903-d4292782d29d)] {{(pid=102386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:30:49.430863 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-3baedaf0-90e2-421f-be95-c8bbc69de035 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:30:49.442928 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-3baedaf0-90e2-421f-be95-c8bbc69de035 admin admin] Calling delete_port for 92ecf71f-5561-4992-bedc-2063c5f26992 owned by network:router_gateway {{(pid=102386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 19:30:49.479651 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvr_db [None req-d76547e9-d4f3-443f-a856-87179bfe7c97 None None] Set router 8cee2863-7c00-4f61-96fe-d959a6a575a7 gateway port host: None {{(pid=102389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 19:30:49.533570 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-d76547e9-d4f3-443f-a856-87179bfe7c97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cee2863-7c00-4f61-96fe-d959a6a575a7', 'name': 'tempest-TestVolumeBootPattern-1141308041-router', 'tenant_id': '81d2f310dd414c6dba51bc9eaf2a96fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T19:15:44Z', 'updated_at': '2021-11-05T19:30:49Z', 'revision_number': 6, 'project_id': '81d2f310dd414c6dba51bc9eaf2a96fe', 'gw_port_host': None}], 'n-d-816865-1', False) {} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:30:49.560011 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d76547e9-d4f3-443f-a856-87179bfe7c97 None None] The sync data for ids ['8cee2863-7c00-4f61-96fe-d959a6a575a7'] in n-d-816865-1 is: [{'id': '8cee2863-7c00-4f61-96fe-d959a6a575a7', 'name': 'tempest-TestVolumeBootPattern-1141308041-router', 'tenant_id': '81d2f310dd414c6dba51bc9eaf2a96fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T19:15:44Z', 'updated_at': '2021-11-05T19:30:49Z', 'revision_number': 6, 'project_id': '81d2f310dd414c6dba51bc9eaf2a96fe', 'gw_port_host': None}] {{(pid=102389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 19:30:49.686340 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-3baedaf0-90e2-421f-be95-c8bbc69de035 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:30:49.712528 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3baedaf0-90e2-421f-be95-c8bbc69de035 admin admin] Pushing event deleted for resources: {'Port': ['ID=92ecf71f-5561-4992-bedc-2063c5f26992,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:30:49.726825 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.agents_db [None req-b9406b04-a0e8-43cf-b349-711963d96cf4 None None] Agent healthcheck: found 7 active agents {{(pid=102389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 05 19:30:49.772808 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-3baedaf0-90e2-421f-be95-c8bbc69de035 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1000651'] for router_gateway, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:30:49.861688 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-3baedaf0-90e2-421f-be95-c8bbc69de035 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-571301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6852'] for router, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:30:49.863727 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-3baedaf0-90e2-421f-be95-c8bbc69de035 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:30:50.006332 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-3baedaf0-90e2-421f-be95-c8bbc69de035 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-571310'] for router, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:30:50.006877 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3baedaf0-90e2-421f-be95-c8bbc69de035 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8cee2863-7c00-4f61-96fe-d959a6a575a7 {{(pid=102386) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 05 19:30:50.011367 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-3baedaf0-90e2-421f-be95-c8bbc69de035 admin admin] Publish callbacks [] for router, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:30:50.012548 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-3baedaf0-90e2-421f-be95-c8bbc69de035 admin admin] 10.222.0.13 "DELETE /v2.0/routers/8cee2863-7c00-4f61-96fe-d959a6a575a7 HTTP/1.1" status: 204 len: 168 time: 1.0445840 Nov 05 19:30:50.015999 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 42532) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:30:50.059629 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.db_base_plugin_v2 [None req-78e709b5-db92-4803-9aa3-dfd4b1c1087e admin admin] Deleting subnet c5749095-4745-4b6f-9106-b998cea7810f {{(pid=102386) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 05 19:30:50.063307 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-78e709b5-db92-4803-9aa3-dfd4b1c1087e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:30:50.097115 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-78e709b5-db92-4803-9aa3-dfd4b1c1087e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4590738'] for subnet, precommit_delete_associations {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:30:50.176391 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-78e709b5-db92-4803-9aa3-dfd4b1c1087e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1573928'] for subnet, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:30:50.294918 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-78e709b5-db92-4803-9aa3-dfd4b1c1087e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1573905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6149879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4877183'] for subnet, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:30:50.324007 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e709b5-db92-4803-9aa3-dfd4b1c1087e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c5749095-4745-4b6f-9106-b998cea7810f,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:30:50.326150 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-78e709b5-db92-4803-9aa3-dfd4b1c1087e admin admin] Publish callbacks [] for subnet, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:30:50.330681 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b96f4d3-e5d8-4a1b-bc1b-57a18c299e78 None None] Network 270c8036-ea3e-4bdc-833b-719b64791332 requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 19:30:50.333158 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-78e709b5-db92-4803-9aa3-dfd4b1c1087e admin admin] 10.222.0.13 "DELETE /v2.0/subnets/c5749095-4745-4b6f-9106-b998cea7810f HTTP/1.1" status: 204 len: 168 time: 0.3150187 Nov 05 19:30:50.333560 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 42534) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:30:50.342024 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 92ecf71f-5561-4992-bedc-2063c5f26992 no longer exists at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 19:30:50.407667 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-17e6ea23-4aea-45f0-ad22-08e9f93700d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1664226'] for network, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:30:50.409931 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] No Port match for: 92ecf71f-5561-4992-bedc-2063c5f26992 {{(pid=102388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 19:30:50.410312 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 92ecf71f-5561-4992-bedc-2063c5f26992 not bound to the agent host n-d-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 19:30:50.410771 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device a86ce113-47b3-4380-9f17-6a150d172d14 no longer exists at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 19:30:50.435511 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] No Port match for: a86ce113-47b3-4380-9f17-6a150d172d14 {{(pid=102388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 19:30:50.435866 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device a86ce113-47b3-4380-9f17-6a150d172d14 not bound to the agent host n-d-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 19:30:50.466642 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-17e6ea23-4aea-45f0-ad22-08e9f93700d8 admin admin] Deleting port 463041e5-e527-4ab4-9894-1250644f35f5 {{(pid=102386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 19:30:50.466976 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-17e6ea23-4aea-45f0-ad22-08e9f93700d8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:30:50.530768 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [None req-17e6ea23-4aea-45f0-ad22-08e9f93700d8 admin admin] For port 463041e5-e527-4ab4-9894-1250644f35f5, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=463041e5-e527-4ab4-9894-1250644f35f5,segment=NetworkSegment(52fceacf-61e4-4ea9-bd8b-2051456afe04),segment_id=52fceacf-61e4-4ea9-bd8b-2051456afe04)] {{(pid=102386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:30:50.531045 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-17e6ea23-4aea-45f0-ad22-08e9f93700d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:30:50.547241 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-17e6ea23-4aea-45f0-ad22-08e9f93700d8 admin admin] Calling delete_port for 463041e5-e527-4ab4-9894-1250644f35f5 owned by network:dhcp {{(pid=102386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 19:30:50.562118 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3372b15-5804-4cb5-96a5-e7fb2928c382 None None] DHCP port deletion for 270c8036-ea3e-4bdc-833b-719b64791332 request from n-d-816865-1 {{(pid=102388) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 05 19:30:50.616205 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-e3372b15-5804-4cb5-96a5-e7fb2928c382 None None] Deleting port 463041e5-e527-4ab4-9894-1250644f35f5 {{(pid=102388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 19:30:50.616683 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-e3372b15-5804-4cb5-96a5-e7fb2928c382 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:30:50.680830 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-e3372b15-5804-4cb5-96a5-e7fb2928c382 None None] For port 463041e5-e527-4ab4-9894-1250644f35f5, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=463041e5-e527-4ab4-9894-1250644f35f5,segment=NetworkSegment(52fceacf-61e4-4ea9-bd8b-2051456afe04),segment_id=52fceacf-61e4-4ea9-bd8b-2051456afe04)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:30:50.681263 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-e3372b15-5804-4cb5-96a5-e7fb2928c382 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:30:50.693724 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-e3372b15-5804-4cb5-96a5-e7fb2928c382 None None] Calling delete_port for 463041e5-e527-4ab4-9894-1250644f35f5 owned by network:dhcp {{(pid=102388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 19:30:50.711582 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-17e6ea23-4aea-45f0-ad22-08e9f93700d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:30:50.738156 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e6ea23-4aea-45f0-ad22-08e9f93700d8 admin admin] Pushing event deleted for resources: {'Port': ['ID=463041e5-e527-4ab4-9894-1250644f35f5,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:30:50.744186 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17e6ea23-4aea-45f0-ad22-08e9f93700d8 admin admin] No DVR routers for this DVR port 463041e5-e527-4ab4-9894-1250644f35f5 on host n-d-816865-1 {{(pid=102386) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 19:30:50.781933 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-e3372b15-5804-4cb5-96a5-e7fb2928c382 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798'] for port, after_delete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:30:50.807825 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3372b15-5804-4cb5-96a5-e7fb2928c382 None None] Pushing event deleted for resources: {'Port': ['ID=463041e5-e527-4ab4-9894-1250644f35f5,revision_number=None']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:30:50.809570 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3372b15-5804-4cb5-96a5-e7fb2928c382 None None] No DVR routers for this DVR port 463041e5-e527-4ab4-9894-1250644f35f5 on host n-d-816865-1 {{(pid=102388) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 19:30:50.825346 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-17e6ea23-4aea-45f0-ad22-08e9f93700d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1579173', 'neutron.services.segments.db._delete_segments_for_network-8750027792909'] for network, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:30:50.846210 n-d-816865-1 neutron-server[102386]: DEBUG neutron.services.segments.db [None req-17e6ea23-4aea-45f0-ad22-08e9f93700d8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['270c8036-ea3e-4bdc-833b-719b64791332']}} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:30:50.855655 n-d-816865-1 neutron-server[102386]: DEBUG neutron.services.segments.db [None req-17e6ea23-4aea-45f0-ad22-08e9f93700d8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '52fceacf-61e4-4ea9-bd8b-2051456afe04') {'for_net_delete': True} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:30:50.855943 n-d-816865-1 neutron-server[102386]: DEBUG neutron.services.segments.db [None req-17e6ea23-4aea-45f0-ad22-08e9f93700d8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '52fceacf-61e4-4ea9-bd8b-2051456afe04') {} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:30:50.865098 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-17e6ea23-4aea-45f0-ad22-08e9f93700d8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750027793430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4590747'] for segment, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:30:50.877679 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-17e6ea23-4aea-45f0-ad22-08e9f93700d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273'] for segment, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:30:50.884215 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17e6ea23-4aea-45f0-ad22-08e9f93700d8 admin admin] Releasing vlan 195 on physical network physnet1 to pool {{(pid=102386) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 05 19:30:50.884672 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-17e6ea23-4aea-45f0-ad22-08e9f93700d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6149721'] for segment, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:30:50.886252 n-d-816865-1 neutron-server[102386]: Traceback (most recent call last): Nov 05 19:30:50.886252 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 05 19:30:50.886252 n-d-816865-1 neutron-server[102386]: timer() Nov 05 19:30:50.886252 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 05 19:30:50.886252 n-d-816865-1 neutron-server[102386]: cb(*args, **kw) Nov 05 19:30:50.886252 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 05 19:30:50.886252 n-d-816865-1 neutron-server[102386]: return func(*args, **kwargs) Nov 05 19:30:50.886252 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 05 19:30:50.886252 n-d-816865-1 neutron-server[102386]: self._notify() Nov 05 19:30:50.886252 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 05 19:30:50.886252 n-d-816865-1 neutron-server[102386]: self.callback(batched_events) Nov 05 19:30:50.886252 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 05 19:30:50.886252 n-d-816865-1 neutron-server[102386]: event.method(event) Nov 05 19:30:50.886252 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 05 19:30:50.886252 n-d-816865-1 neutron-server[102386]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 05 19:30:50.886252 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 05 19:30:50.886252 n-d-816865-1 neutron-server[102386]: aggregate_uuid = self.p_client.list_aggregates( Nov 05 19:30:50.886252 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 05 19:30:50.886252 n-d-816865-1 neutron-server[102386]: return f(self, *a, **k) Nov 05 19:30:50.886252 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 05 19:30:50.886252 n-d-816865-1 neutron-server[102386]: return self._get(url).json() Nov 05 19:30:50.886252 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 05 19:30:50.886252 n-d-816865-1 neutron-server[102386]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 05 19:30:50.886252 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 05 19:30:50.886252 n-d-816865-1 neutron-server[102386]: return self.request(url, 'GET', **kwargs) Nov 05 19:30:50.886252 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 05 19:30:50.886252 n-d-816865-1 neutron-server[102386]: base_url = self.get_endpoint(auth, allow=allow, Nov 05 19:30:50.886252 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 05 19:30:50.886252 n-d-816865-1 neutron-server[102386]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 05 19:30:50.886252 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 05 19:30:50.886252 n-d-816865-1 neutron-server[102386]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 05 19:30:50.886252 n-d-816865-1 neutron-server[102386]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 05 19:30:51.014391 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-17e6ea23-4aea-45f0-ad22-08e9f93700d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1579178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-956796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1000687'] for network, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:30:51.020332 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-17e6ea23-4aea-45f0-ad22-08e9f93700d8 admin admin] Publish callbacks [] for network, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:30:51.023669 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-17e6ea23-4aea-45f0-ad22-08e9f93700d8 admin admin] 10.222.0.13 "DELETE /v2.0/networks/270c8036-ea3e-4bdc-833b-719b64791332 HTTP/1.1" status: 204 len: 168 time: 0.6889238 Nov 05 19:30:51.035074 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e6ea23-4aea-45f0-ad22-08e9f93700d8 admin admin] Pushing event deleted for resources: {'Network': ['ID=270c8036-ea3e-4bdc-833b-719b64791332,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:30:51.345723 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 42538) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:30:51.390164 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-5ab2b691-3f45-4020-9f37-6e18635fab3a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=975e22a5e2c44667a77341bd773126d4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0432303 Nov 05 19:30:51.392657 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 42540) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:30:51.438556 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-35806523-e9a9-40f8-9554-b76cf403b1d2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:30:51.459315 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-35806523-e9a9-40f8-9554-b76cf403b1d2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:30:51.565993 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-35806523-e9a9-40f8-9554-b76cf403b1d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:30:51.568703 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-35806523-e9a9-40f8-9554-b76cf403b1d2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:30:51.569810 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-35806523-e9a9-40f8-9554-b76cf403b1d2 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0901d174-558d-4d58-91a3-452d9a2f95cd HTTP/1.1" status: 204 len: 168 time: 0.1762626 Nov 05 19:30:51.578240 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35806523-e9a9-40f8-9554-b76cf403b1d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0901d174-558d-4d58-91a3-452d9a2f95cd,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:30:52.138495 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 463041e5-e527-4ab4-9894-1250644f35f5 no longer exists at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 19:30:52.162093 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] No Port match for: 463041e5-e527-4ab4-9894-1250644f35f5 {{(pid=102388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 19:30:52.162668 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 463041e5-e527-4ab4-9894-1250644f35f5 not bound to the agent host n-d-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 19:30:52.194802 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 42546) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:30:52.235293 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-e098132f-0d8d-49bc-a9b4-894367546a4f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=81d2f310dd414c6dba51bc9eaf2a96fe&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0391667 Nov 05 19:30:52.237710 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 42548) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:30:52.286176 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-d392c4fe-3165-4a35-abe7-460392c26996 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:30:52.307373 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-d392c4fe-3165-4a35-abe7-460392c26996 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:30:52.417544 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-d392c4fe-3165-4a35-abe7-460392c26996 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:30:52.420040 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-d392c4fe-3165-4a35-abe7-460392c26996 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:30:52.421208 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-d392c4fe-3165-4a35-abe7-460392c26996 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7d7df753-d2ef-4d0a-a339-f4356f9dea01 HTTP/1.1" status: 204 len: 168 time: 0.1825469 Nov 05 19:30:52.428965 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d392c4fe-3165-4a35-abe7-460392c26996 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d7df753-d2ef-4d0a-a339-f4356f9dea01,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:31:02.654083 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-09787f10-d19f-4386-8d4d-982882e3ec97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:31:03.643472 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-4807c5bd-66f2-4f48-87fa-0650a0bf36ab req-a9ead866-c308-4aca-874f-44b94c650a70 tempest-ServersAdminNegativeTestJSON-699955001 tempest-ServersAdminNegativeTestJSON-699955001-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=7c66eaf231ca46bab0e08de412edb783&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0293772 Nov 05 19:31:03.848135 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4807c5bd-66f2-4f48-87fa-0650a0bf36ab req-fc04af29-bdeb-4daa-9d3b-c333dd10cb1f tempest-ServersAdminNegativeTestJSON-699955001 tempest-ServersAdminNegativeTestJSON-699955001-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:31:03.849523 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-4807c5bd-66f2-4f48-87fa-0650a0bf36ab req-fc04af29-bdeb-4daa-9d3b-c333dd10cb1f tempest-ServersAdminNegativeTestJSON-699955001 tempest-ServersAdminNegativeTestJSON-699955001-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2008071 Nov 05 19:31:03.864695 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-4807c5bd-66f2-4f48-87fa-0650a0bf36ab req-50566fa1-72e2-42ee-a6c9-68ab922c05ff tempest-ServersAdminNegativeTestJSON-699955001 tempest-ServersAdminNegativeTestJSON-699955001-project] 10.222.0.13 "GET /v2.0/quotas/7c66eaf231ca46bab0e08de412edb783 HTTP/1.1" status: 200 len: 375 time: 0.0093350 Nov 05 19:31:03.898619 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-4807c5bd-66f2-4f48-87fa-0650a0bf36ab req-b63abaf2-8e11-49bd-9134-9e8e35e8edd5 tempest-ServersAdminNegativeTestJSON-699955001 tempest-ServersAdminNegativeTestJSON-699955001-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=7c66eaf231ca46bab0e08de412edb783&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0274596 Nov 05 19:31:04.112540 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-91bf9172-9417-4ed6-8cda-0d84c9fd4c88 req-56f1d630-ed4a-4e29-827f-c1396f53b1b3 tempest-ServersAdminNegativeTestJSON-699955001 tempest-ServersAdminNegativeTestJSON-699955001-project] 10.222.0.13 "GET /v2.0/ports?device_id=7fb7477e-9587-4bff-8280-6a8f7b29fc37 HTTP/1.1" status: 200 len: 210 time: 0.0267498 Nov 05 19:31:04.551846 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:31:05.192038 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-cb7938b6-b566-4bbf-9509-235cac788919 req-30be4969-3bf6-44aa-8546-6765471171bb tempest-ServersAdminNegativeTestJSON-699955001 tempest-ServersAdminNegativeTestJSON-699955001-project] 10.222.0.13 "GET /v2.0/ports?device_id=7fb7477e-9587-4bff-8280-6a8f7b29fc37 HTTP/1.1" status: 200 len: 210 time: 0.0270486 Nov 05 19:31:05.425878 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-49f00773-2cf8-4318-9429-c1c74da9cacd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:31:06.291530 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-4807c5bd-66f2-4f48-87fa-0650a0bf36ab req-434485c4-506a-4e45-8c00-bbe0bf91411c tempest-ServersAdminNegativeTestJSON-699955001 tempest-ServersAdminNegativeTestJSON-699955001-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=7c66eaf231ca46bab0e08de412edb783&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0346208 Nov 05 19:31:06.319405 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-832b143a-b808-4ccb-b881-7c6a317e589a req-9961f1bc-6591-4015-b3f2-e4bc96e2cc86 tempest-ServersAdminNegativeTestJSON-699955001 tempest-ServersAdminNegativeTestJSON-699955001-project] 10.222.0.13 "GET /v2.0/ports?device_id=7fb7477e-9587-4bff-8280-6a8f7b29fc37 HTTP/1.1" status: 200 len: 210 time: 0.0508990 Nov 05 19:31:06.391471 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b304910f-7b27-444b-a8fc-977d26b1ceac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:31:06.418431 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4807c5bd-66f2-4f48-87fa-0650a0bf36ab req-ee6e5d0d-f569-4ec7-9191-71f4078a2496 tempest-ServersAdminNegativeTestJSON-699955001 tempest-ServersAdminNegativeTestJSON-699955001-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:31:06.419854 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-4807c5bd-66f2-4f48-87fa-0650a0bf36ab req-ee6e5d0d-f569-4ec7-9191-71f4078a2496 tempest-ServersAdminNegativeTestJSON-699955001 tempest-ServersAdminNegativeTestJSON-699955001-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1104939 Nov 05 19:31:06.432625 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [req-4807c5bd-66f2-4f48-87fa-0650a0bf36ab req-704c90b0-4237-4385-bb80-debc4c8bbda2 tempest-ServersAdminNegativeTestJSON-699955001 tempest-ServersAdminNegativeTestJSON-699955001-project] Request body: {'port': {'device_id': '7fb7477e-9587-4bff-8280-6a8f7b29fc37', 'network_id': 'a723f808-b11e-4066-b104-fad90c82895e', 'admin_state_up': True, 'tenant_id': '7c66eaf231ca46bab0e08de412edb783'}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:31:06.591237 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:31:06.628676 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4807c5bd-66f2-4f48-87fa-0650a0bf36ab req-704c90b0-4237-4385-bb80-debc4c8bbda2 tempest-ServersAdminNegativeTestJSON-699955001 tempest-ServersAdminNegativeTestJSON-699955001-project] Made reservation on behalf of 7c66eaf231ca46bab0e08de412edb783 for: {'port': 1} {{(pid=102387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 19:31:06.632573 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-4807c5bd-66f2-4f48-87fa-0650a0bf36ab req-704c90b0-4237-4385-bb80-debc4c8bbda2 tempest-ServersAdminNegativeTestJSON-699955001 tempest-ServersAdminNegativeTestJSON-699955001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:31:06.642433 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-4807c5bd-66f2-4f48-87fa-0650a0bf36ab req-704c90b0-4237-4385-bb80-debc4c8bbda2 tempest-ServersAdminNegativeTestJSON-699955001 tempest-ServersAdminNegativeTestJSON-699955001-project] Publish callbacks [] for security_group, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:31:06.716091 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-4807c5bd-66f2-4f48-87fa-0650a0bf36ab req-704c90b0-4237-4385-bb80-debc4c8bbda2 tempest-ServersAdminNegativeTestJSON-699955001 tempest-ServersAdminNegativeTestJSON-699955001-project] Publish callbacks [] for security_group, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:31:06.802945 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-4807c5bd-66f2-4f48-87fa-0650a0bf36ab req-704c90b0-4237-4385-bb80-debc4c8bbda2 tempest-ServersAdminNegativeTestJSON-699955001 tempest-ServersAdminNegativeTestJSON-699955001-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:31:06.866658 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704c90b0-4237-4385-bb80-debc4c8bbda2 tempest-ServersAdminNegativeTestJSON-699955001 tempest-ServersAdminNegativeTestJSON-699955001-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bd3834b2-d447-419f-b2a8-803edae3055b,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:31:06.940250 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.db_base_plugin_common [req-4807c5bd-66f2-4f48-87fa-0650a0bf36ab req-704c90b0-4237-4385-bb80-debc4c8bbda2 tempest-ServersAdminNegativeTestJSON-699955001 tempest-ServersAdminNegativeTestJSON-699955001-project] Allocated IP 192.168.233.30 (a723f808-b11e-4066-b104-fad90c82895e/05e7a1b5-165b-4a00-855a-ffbcb2eba59e/7f3c2468-93d7-4a9b-9b12-e33ec93279c8) {{(pid=102387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 19:31:07.081324 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-4807c5bd-66f2-4f48-87fa-0650a0bf36ab req-704c90b0-4237-4385-bb80-debc4c8bbda2 tempest-ServersAdminNegativeTestJSON-699955001 tempest-ServersAdminNegativeTestJSON-699955001-project] Publish callbacks [] for port, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:31:07.175182 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-4807c5bd-66f2-4f48-87fa-0650a0bf36ab req-704c90b0-4237-4385-bb80-debc4c8bbda2 tempest-ServersAdminNegativeTestJSON-699955001 tempest-ServersAdminNegativeTestJSON-699955001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4417063'] for port, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:31:07.215842 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4807c5bd-66f2-4f48-87fa-0650a0bf36ab req-704c90b0-4237-4385-bb80-debc4c8bbda2 tempest-ServersAdminNegativeTestJSON-699955001 tempest-ServersAdminNegativeTestJSON-699955001-project] Network a723f808-b11e-4066-b104-fad90c82895e is already hosted by enough agents. {{(pid=102387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 19:31:07.218855 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.base_scheduler [req-4807c5bd-66f2-4f48-87fa-0650a0bf36ab req-704c90b0-4237-4385-bb80-debc4c8bbda2 tempest-ServersAdminNegativeTestJSON-699955001 tempest-ServersAdminNegativeTestJSON-699955001-project] Resources bound (agent type, host, resource id): {{(pid=102387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 19:31:07.225127 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.l3_dvrscheduler_db [req-4807c5bd-66f2-4f48-87fa-0650a0bf36ab req-704c90b0-4237-4385-bb80-debc4c8bbda2 tempest-ServersAdminNegativeTestJSON-699955001 tempest-ServersAdminNegativeTestJSON-699955001-project] Received port after_create {{(pid=102387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 19:31:07.253750 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704c90b0-4237-4385-bb80-debc4c8bbda2 tempest-ServersAdminNegativeTestJSON-699955001 tempest-ServersAdminNegativeTestJSON-699955001-project] Pushing event updated for resources: {'Port': ['ID=7f3c2468-93d7-4a9b-9b12-e33ec93279c8,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:31:07.280974 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4807c5bd-66f2-4f48-87fa-0650a0bf36ab req-704c90b0-4237-4385-bb80-debc4c8bbda2 tempest-ServersAdminNegativeTestJSON-699955001 tempest-ServersAdminNegativeTestJSON-699955001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:31:07.281605 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-4807c5bd-66f2-4f48-87fa-0650a0bf36ab req-704c90b0-4237-4385-bb80-debc4c8bbda2 tempest-ServersAdminNegativeTestJSON-699955001 tempest-ServersAdminNegativeTestJSON-699955001-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:31:07.356190 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-4807c5bd-66f2-4f48-87fa-0650a0bf36ab req-704c90b0-4237-4385-bb80-debc4c8bbda2 tempest-ServersAdminNegativeTestJSON-699955001 tempest-ServersAdminNegativeTestJSON-699955001-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.9275925 Nov 05 19:31:07.368723 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [req-4807c5bd-66f2-4f48-87fa-0650a0bf36ab req-5873ba4f-1bc1-4e5c-887a-7efb089f4809 service neutron] Request body: {'port': {'device_id': '7fb7477e-9587-4bff-8280-6a8f7b29fc37', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816865-1'}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:31:07.458736 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-4807c5bd-66f2-4f48-87fa-0650a0bf36ab req-5873ba4f-1bc1-4e5c-887a-7efb089f4809 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:31:07.488248 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4f73fe-9f6a-41f0-908f-f6297c38bfbe req-e90d4333-eedb-4fc9-899a-c7f02ffe4fee tempest-ServersAdminNegativeTestJSON-699955001 tempest-ServersAdminNegativeTestJSON-699955001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:31:07.489818 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-7d4f73fe-9f6a-41f0-908f-f6297c38bfbe req-e90d4333-eedb-4fc9-899a-c7f02ffe4fee tempest-ServersAdminNegativeTestJSON-699955001 tempest-ServersAdminNegativeTestJSON-699955001-project] 10.222.0.13 "GET /v2.0/ports?device_id=7fb7477e-9587-4bff-8280-6a8f7b29fc37 HTTP/1.1" status: 200 len: 935 time: 0.0958674 Nov 05 19:31:07.594540 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-a565be60-36bd-495a-8642-f33c351cf74c None None] Provisioning complete for port 7f3c2468-93d7-4a9b-9b12-e33ec93279c8 triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:31:07.595166 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-a565be60-36bd-495a-8642-f33c351cf74c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:31:07.617336 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-7d4f73fe-9f6a-41f0-908f-f6297c38bfbe req-02be11af-a2e5-414d-b58f-c31aac72cd55 tempest-ServersAdminNegativeTestJSON-699955001 tempest-ServersAdminNegativeTestJSON-699955001-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd3834b2-d447-419f-b2a8-803edae3055b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100004 Nov 05 19:31:07.636175 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-a565be60-36bd-495a-8642-f33c351cf74c None None] Port 7f3c2468-93d7-4a9b-9b12-e33ec93279c8 cannot update to ACTIVE because it is not bound. {{(pid=102388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 19:31:07.770584 n-d-816865-1 neutron-server[102387]: DEBUG neutron.notifiers.nova [req-4807c5bd-66f2-4f48-87fa-0650a0bf36ab req-5873ba4f-1bc1-4e5c-887a-7efb089f4809 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f3c2468-93d7-4a9b-9b12-e33ec93279c8 {{(pid=102387) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 19:31:07.778652 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-4807c5bd-66f2-4f48-87fa-0650a0bf36ab req-5873ba4f-1bc1-4e5c-887a-7efb089f4809 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:31:07.790727 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.provisioning_blocks [req-4807c5bd-66f2-4f48-87fa-0650a0bf36ab req-5873ba4f-1bc1-4e5c-887a-7efb089f4809 service neutron] Transition to ACTIVE for port object 7f3c2468-93d7-4a9b-9b12-e33ec93279c8 will not be triggered until provisioned by entity L2. {{(pid=102387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 05 19:31:07.851118 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-4807c5bd-66f2-4f48-87fa-0650a0bf36ab req-5873ba4f-1bc1-4e5c-887a-7efb089f4809 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4417072'] for port, after_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:31:07.908167 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5873ba4f-1bc1-4e5c-887a-7efb089f4809 service neutron] Pushing event updated for resources: {'Port': ['ID=7f3c2468-93d7-4a9b-9b12-e33ec93279c8,revision_number=2']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:31:07.975297 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.managers [req-4807c5bd-66f2-4f48-87fa-0650a0bf36ab req-5873ba4f-1bc1-4e5c-887a-7efb089f4809 service neutron] Attempting to bind port 7f3c2468-93d7-4a9b-9b12-e33ec93279c8 on host n-h1-816865-1 for vnic_type normal with profile {{(pid=102387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 19:31:07.975630 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.managers [req-4807c5bd-66f2-4f48-87fa-0650a0bf36ab req-5873ba4f-1bc1-4e5c-887a-7efb089f4809 service neutron] Attempting to bind port 7f3c2468-93d7-4a9b-9b12-e33ec93279c8 by drivers openvswitch,hyperv on host n-h1-816865-1 at level 0 using segments [{'id': '35c2db9c-522d-48d3-98cf-a08c2cc55db7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'a723f808-b11e-4066-b104-fad90c82895e'}] {{(pid=102387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 19:31:07.975961 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4807c5bd-66f2-4f48-87fa-0650a0bf36ab req-5873ba4f-1bc1-4e5c-887a-7efb089f4809 service neutron] Attempting to bind port 7f3c2468-93d7-4a9b-9b12-e33ec93279c8 on network a723f808-b11e-4066-b104-fad90c82895e {{(pid=102387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 19:31:07.980957 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4807c5bd-66f2-4f48-87fa-0650a0bf36ab req-5873ba4f-1bc1-4e5c-887a-7efb089f4809 service neutron] Port 7f3c2468-93d7-4a9b-9b12-e33ec93279c8 on network a723f808-b11e-4066-b104-fad90c82895e not bound, no agent of type Open vSwitch agent registered on host n-h1-816865-1 {{(pid=102387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 19:31:07.981351 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4807c5bd-66f2-4f48-87fa-0650a0bf36ab req-5873ba4f-1bc1-4e5c-887a-7efb089f4809 service neutron] Attempting to bind port 7f3c2468-93d7-4a9b-9b12-e33ec93279c8 on network a723f808-b11e-4066-b104-fad90c82895e {{(pid=102387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 19:31:07.986640 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4807c5bd-66f2-4f48-87fa-0650a0bf36ab req-5873ba4f-1bc1-4e5c-887a-7efb089f4809 service neutron] Checking agent: {'id': 'eb596d7c-8c64-42bd-8aca-fad447eb0eab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816865-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 18, 33, 34), 'started_at': datetime.datetime(2021, 11, 5, 18, 33, 34), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 19, 31, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 19:31:07.986975 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4807c5bd-66f2-4f48-87fa-0650a0bf36ab req-5873ba4f-1bc1-4e5c-887a-7efb089f4809 service neutron] Checking segment: {'id': '35c2db9c-522d-48d3-98cf-a08c2cc55db7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'a723f808-b11e-4066-b104-fad90c82895e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 19:31:07.987357 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4807c5bd-66f2-4f48-87fa-0650a0bf36ab req-5873ba4f-1bc1-4e5c-887a-7efb089f4809 service neutron] Bound using segment: {'id': '35c2db9c-522d-48d3-98cf-a08c2cc55db7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'a723f808-b11e-4066-b104-fad90c82895e'} {{(pid=102387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 19:31:07.987785 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.managers [req-4807c5bd-66f2-4f48-87fa-0650a0bf36ab req-5873ba4f-1bc1-4e5c-887a-7efb089f4809 service neutron] Bound port: 7f3c2468-93d7-4a9b-9b12-e33ec93279c8, host: n-h1-816865-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35c2db9c-522d-48d3-98cf-a08c2cc55db7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'a723f808-b11e-4066-b104-fad90c82895e'}}] {{(pid=102387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 19:31:07.988141 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-4807c5bd-66f2-4f48-87fa-0650a0bf36ab req-5873ba4f-1bc1-4e5c-887a-7efb089f4809 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:31:08.072353 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.db [req-4807c5bd-66f2-4f48-87fa-0650a0bf36ab req-5873ba4f-1bc1-4e5c-887a-7efb089f4809 service neutron] For port 7f3c2468-93d7-4a9b-9b12-e33ec93279c8, host n-h1-816865-1, cleared binding levels {{(pid=102387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 19:31:08.075483 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.db [req-4807c5bd-66f2-4f48-87fa-0650a0bf36ab req-5873ba4f-1bc1-4e5c-887a-7efb089f4809 service neutron] For port 7f3c2468-93d7-4a9b-9b12-e33ec93279c8, host n-h1-816865-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=7f3c2468-93d7-4a9b-9b12-e33ec93279c8,segment=NetworkSegment(35c2db9c-522d-48d3-98cf-a08c2cc55db7),segment_id=35c2db9c-522d-48d3-98cf-a08c2cc55db7)] {{(pid=102387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 19:31:08.140367 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-4807c5bd-66f2-4f48-87fa-0650a0bf36ab req-5873ba4f-1bc1-4e5c-887a-7efb089f4809 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4417072'] for port, after_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:31:08.179760 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4807c5bd-66f2-4f48-87fa-0650a0bf36ab req-5873ba4f-1bc1-4e5c-887a-7efb089f4809 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:31:08.180392 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-4807c5bd-66f2-4f48-87fa-0650a0bf36ab req-5873ba4f-1bc1-4e5c-887a-7efb089f4809 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:31:08.181972 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-4807c5bd-66f2-4f48-87fa-0650a0bf36ab req-5873ba4f-1bc1-4e5c-887a-7efb089f4809 service neutron] 10.222.0.41 "PUT /v2.0/ports/7f3c2468-93d7-4a9b-9b12-e33ec93279c8 HTTP/1.1" status: 200 len: 1095 time: 0.8179688 Nov 05 19:31:08.182450 n-d-816865-1 neutron-server[102387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7fb7477e-9587-4bff-8280-6a8f7b29fc37', 'tag': '7f3c2468-93d7-4a9b-9b12-e33ec93279c8'}] {{(pid=102387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 19:31:08.184729 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab06bd4ddf5758c1f10d79fe34dc215bafa488692cde9dba2fcbcb67556f90bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7365177c-abf3-4f8d-88aa-157046709dbc" -d '{"events": [{"name": "network-changed", "server_uuid": "7fb7477e-9587-4bff-8280-6a8f7b29fc37", "tag": "7f3c2468-93d7-4a9b-9b12-e33ec93279c8"}]}' {{(pid=102387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 19:31:08.214114 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5873ba4f-1bc1-4e5c-887a-7efb089f4809 service neutron] Pushing event updated for resources: {'Port': ['ID=7f3c2468-93d7-4a9b-9b12-e33ec93279c8,revision_number=3']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:31:08.231863 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 19:31:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e75314e9-1943-468d-a2b4-d652c578e801 x-openstack-request-id: req-e75314e9-1943-468d-a2b4-d652c578e801 {{(pid=102387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 19:31:08.231863 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7fb7477e-9587-4bff-8280-6a8f7b29fc37", "tag": "7f3c2468-93d7-4a9b-9b12-e33ec93279c8", "status": "completed", "code": 200}]} {{(pid=102387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 19:31:08.231863 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e75314e9-1943-468d-a2b4-d652c578e801 {{(pid=102387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 19:31:08.231863 n-d-816865-1 neutron-server[102387]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7fb7477e-9587-4bff-8280-6a8f7b29fc37', 'tag': '7f3c2468-93d7-4a9b-9b12-e33ec93279c8', 'status': 'completed', 'code': 200} Nov 05 19:31:08.290122 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7365177c-abf3-4f8d-88aa-157046709dbc req-b9f456f0-79ba-4690-aece-e70fae9c26a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:31:08.292198 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-7365177c-abf3-4f8d-88aa-157046709dbc req-b9f456f0-79ba-4690-aece-e70fae9c26a9 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7c66eaf231ca46bab0e08de412edb783&device_id=7fb7477e-9587-4bff-8280-6a8f7b29fc37 HTTP/1.1" status: 200 len: 1098 time: 0.0442491 Nov 05 19:31:08.319532 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-7365177c-abf3-4f8d-88aa-157046709dbc req-bcb96195-467c-4ec5-8ea5-de928175cbb8 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=7c66eaf231ca46bab0e08de412edb783&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0199821 Nov 05 19:31:08.363512 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-31f93893-a48e-4ae8-833d-dccb2b42eacc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:31:08.428554 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7365177c-abf3-4f8d-88aa-157046709dbc req-859e96ac-6d45-41e9-9fcd-274986cb6dd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:31:08.430026 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-7365177c-abf3-4f8d-88aa-157046709dbc req-859e96ac-6d45-41e9-9fcd-274986cb6dd9 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1030071 Nov 05 19:31:08.505870 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4807c5bd-66f2-4f48-87fa-0650a0bf36ab req-80a60cd6-5948-4639-9515-9647e0343299 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:31:08.507518 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-4807c5bd-66f2-4f48-87fa-0650a0bf36ab req-80a60cd6-5948-4639-9515-9647e0343299 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7c66eaf231ca46bab0e08de412edb783&device_id=7fb7477e-9587-4bff-8280-6a8f7b29fc37 HTTP/1.1" status: 200 len: 1098 time: 0.0408025 Nov 05 19:31:08.551378 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-4807c5bd-66f2-4f48-87fa-0650a0bf36ab req-1f8def42-e281-44ef-a24f-b7ce09fa1f98 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.30&port_id=7f3c2468-93d7-4a9b-9b12-e33ec93279c8 HTTP/1.1" status: 200 len: 217 time: 0.0349276 Nov 05 19:31:08.557545 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:31:08.605545 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4807c5bd-66f2-4f48-87fa-0650a0bf36ab req-3622301b-71d9-447a-9b93-7f99555195af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:31:08.607019 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-4807c5bd-66f2-4f48-87fa-0650a0bf36ab req-3622301b-71d9-447a-9b93-7f99555195af service neutron] 10.222.0.41 "GET /v2.0/subnets?id=05e7a1b5-165b-4a00-855a-ffbcb2eba59e HTTP/1.1" status: 200 len: 843 time: 0.0488019 Nov 05 19:31:08.653494 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4807c5bd-66f2-4f48-87fa-0650a0bf36ab req-98605236-47c8-47e4-b80e-0954f80850bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:31:08.655061 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-4807c5bd-66f2-4f48-87fa-0650a0bf36ab req-98605236-47c8-47e4-b80e-0954f80850bb service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a723f808-b11e-4066-b104-fad90c82895e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0416322 Nov 05 19:31:08.790376 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5d2410-b72e-4a0c-b9e3-6f3268849cdc req-470f4604-4038-4c74-b7ec-ef2ee6b3cc38 tempest-ServersAdminNegativeTestJSON-699955001 tempest-ServersAdminNegativeTestJSON-699955001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:31:08.792531 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-fc5d2410-b72e-4a0c-b9e3-6f3268849cdc req-470f4604-4038-4c74-b7ec-ef2ee6b3cc38 tempest-ServersAdminNegativeTestJSON-699955001 tempest-ServersAdminNegativeTestJSON-699955001-project] 10.222.0.13 "GET /v2.0/ports?device_id=7fb7477e-9587-4bff-8280-6a8f7b29fc37 HTTP/1.1" status: 200 len: 947 time: 0.1002405 Nov 05 19:31:08.798012 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-4807c5bd-66f2-4f48-87fa-0650a0bf36ab req-1168af5c-e17d-40f0-8169-c909cbce0a00 service neutron] 10.222.0.41 "GET /v2.0/networks/a723f808-b11e-4066-b104-fad90c82895e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1360264 Nov 05 19:31:08.892828 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-fc5d2410-b72e-4a0c-b9e3-6f3268849cdc req-1b1f546d-89f6-46d4-97c2-8d637aecc48e tempest-ServersAdminNegativeTestJSON-699955001 tempest-ServersAdminNegativeTestJSON-699955001-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd3834b2-d447-419f-b2a8-803edae3055b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937488 Nov 05 19:31:08.915236 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-4807c5bd-66f2-4f48-87fa-0650a0bf36ab req-f228f587-38ac-4545-91cd-684742998969 service neutron] 10.222.0.41 "GET /v2.0/networks/a723f808-b11e-4066-b104-fad90c82895e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1106584 Nov 05 19:31:10.015337 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731cc376-434b-4cbb-99f0-99349156787b req-ae2b55e2-a1ad-461c-85fb-33eb32384ce9 tempest-ServersAdminNegativeTestJSON-699955001 tempest-ServersAdminNegativeTestJSON-699955001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:31:10.017767 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-731cc376-434b-4cbb-99f0-99349156787b req-ae2b55e2-a1ad-461c-85fb-33eb32384ce9 tempest-ServersAdminNegativeTestJSON-699955001 tempest-ServersAdminNegativeTestJSON-699955001-project] 10.222.0.13 "GET /v2.0/ports?device_id=7fb7477e-9587-4bff-8280-6a8f7b29fc37 HTTP/1.1" status: 200 len: 947 time: 0.0545573 Nov 05 19:31:10.063737 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-731cc376-434b-4cbb-99f0-99349156787b req-feaa6ab9-93f7-4489-972c-d1b0adbf76af tempest-ServersAdminNegativeTestJSON-699955001 tempest-ServersAdminNegativeTestJSON-699955001-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd3834b2-d447-419f-b2a8-803edae3055b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410066 Nov 05 19:31:10.700517 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Device 7f3c2468-93d7-4a9b-9b12-e33ec93279c8 details requested by agent hyperv_n-h1-816865-1 with host n-h1-816865-1 {{(pid=102388) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 05 19:31:10.953992 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] For port 7f3c2468-93d7-4a9b-9b12-e33ec93279c8, host n-h1-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=7f3c2468-93d7-4a9b-9b12-e33ec93279c8,segment=NetworkSegment(35c2db9c-522d-48d3-98cf-a08c2cc55db7),segment_id=35c2db9c-522d-48d3-98cf-a08c2cc55db7)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:31:10.965267 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Returning: {'device': '7f3c2468-93d7-4a9b-9b12-e33ec93279c8', 'network_id': 'a723f808-b11e-4066-b104-fad90c82895e', 'port_id': '7f3c2468-93d7-4a9b-9b12-e33ec93279c8', 'mac_address': 'fa:16:3e:d6:d8:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 153, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05e7a1b5-165b-4a00-855a-ffbcb2eba59e', 'ip_address': '192.168.233.30'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102388) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 05 19:31:11.002141 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:31:11.015136 n-d-816865-1 neutron-server[102388]: DEBUG neutron.notifiers.nova [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f3c2468-93d7-4a9b-9b12-e33ec93279c8 {{(pid=102388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 19:31:11.034714 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] For port 7f3c2468-93d7-4a9b-9b12-e33ec93279c8, host n-h1-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=7f3c2468-93d7-4a9b-9b12-e33ec93279c8,segment=NetworkSegment(35c2db9c-522d-48d3-98cf-a08c2cc55db7),segment_id=35c2db9c-522d-48d3-98cf-a08c2cc55db7)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:31:11.125496 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:31:11.175057 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Pushing event updated for resources: {'Port': ['ID=7f3c2468-93d7-4a9b-9b12-e33ec93279c8,revision_number=4']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:31:11.179140 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bfa8ad-ee6a-4813-aa33-28c73b4495a2 req-7998e7c8-bd7c-43d5-96cc-ee1d1ca2d07f tempest-ServersAdminNegativeTestJSON-699955001 tempest-ServersAdminNegativeTestJSON-699955001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:31:11.180685 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-64bfa8ad-ee6a-4813-aa33-28c73b4495a2 req-7998e7c8-bd7c-43d5-96cc-ee1d1ca2d07f tempest-ServersAdminNegativeTestJSON-699955001 tempest-ServersAdminNegativeTestJSON-699955001-project] 10.222.0.13 "GET /v2.0/ports?device_id=7fb7477e-9587-4bff-8280-6a8f7b29fc37 HTTP/1.1" status: 200 len: 948 time: 0.0503194 Nov 05 19:31:11.227411 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-64bfa8ad-ee6a-4813-aa33-28c73b4495a2 req-42ee06ca-86fa-46e0-8115-8852fe0d8681 tempest-ServersAdminNegativeTestJSON-699955001 tempest-ServersAdminNegativeTestJSON-699955001-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd3834b2-d447-419f-b2a8-803edae3055b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406613 Nov 05 19:31:11.351862 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] get_ports_and_sgs() called for port_ids ['7f3c2468-93d7-4a9b-9b12-e33ec93279c8'] {{(pid=102388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 19:31:12.343236 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4aa14c7-11a9-4585-b5ca-e1fc121a0d78 req-dc6fba06-f69d-462a-b415-cf5e03429243 tempest-ServersAdminNegativeTestJSON-699955001 tempest-ServersAdminNegativeTestJSON-699955001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:31:12.344726 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-c4aa14c7-11a9-4585-b5ca-e1fc121a0d78 req-dc6fba06-f69d-462a-b415-cf5e03429243 tempest-ServersAdminNegativeTestJSON-699955001 tempest-ServersAdminNegativeTestJSON-699955001-project] 10.222.0.13 "GET /v2.0/ports?device_id=7fb7477e-9587-4bff-8280-6a8f7b29fc37 HTTP/1.1" status: 200 len: 948 time: 0.0514514 Nov 05 19:31:12.392457 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-c4aa14c7-11a9-4585-b5ca-e1fc121a0d78 req-75b66fc8-3eae-486c-b6c8-74f803cef955 tempest-ServersAdminNegativeTestJSON-699955001 tempest-ServersAdminNegativeTestJSON-699955001-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd3834b2-d447-419f-b2a8-803edae3055b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416739 Nov 05 19:31:12.699781 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Device 7f3c2468-93d7-4a9b-9b12-e33ec93279c8 up at agent hyperv_n-h1-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 19:31:12.823094 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Provisioning for port 7f3c2468-93d7-4a9b-9b12-e33ec93279c8 completed by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 05 19:31:12.827276 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Provisioning complete for port 7f3c2468-93d7-4a9b-9b12-e33ec93279c8 triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:31:12.827653 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:31:12.908295 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:31:12.930520 n-d-816865-1 neutron-server[102388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fb7477e-9587-4bff-8280-6a8f7b29fc37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f3c2468-93d7-4a9b-9b12-e33ec93279c8'}] {{(pid=102388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 19:31:12.933488 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85474fee1180e129d8a886d264fe0b30223aa672dd1ffe43b630605f18504f68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fd0bcb6-aa85-4854-be61-c32e36904018" -d '{"events": [{"server_uuid": "7fb7477e-9587-4bff-8280-6a8f7b29fc37", "name": "network-vif-plugged", "status": "completed", "tag": "7f3c2468-93d7-4a9b-9b12-e33ec93279c8"}]}' {{(pid=102388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 19:31:12.946167 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] For port 7f3c2468-93d7-4a9b-9b12-e33ec93279c8, host n-h1-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=7f3c2468-93d7-4a9b-9b12-e33ec93279c8,segment=NetworkSegment(35c2db9c-522d-48d3-98cf-a08c2cc55db7),segment_id=35c2db9c-522d-48d3-98cf-a08c2cc55db7)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:31:13.017321 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:31:13.042084 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 19:31:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f67b8f0-21ed-462f-b342-1545060a4a13 x-openstack-request-id: req-7f67b8f0-21ed-462f-b342-1545060a4a13 {{(pid=102388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 19:31:13.044212 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7fb7477e-9587-4bff-8280-6a8f7b29fc37", "name": "network-vif-plugged", "status": "completed", "tag": "7f3c2468-93d7-4a9b-9b12-e33ec93279c8", "code": 200}]} {{(pid=102388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 19:31:13.044212 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7f67b8f0-21ed-462f-b342-1545060a4a13 {{(pid=102388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 19:31:13.044212 n-d-816865-1 neutron-server[102388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7fb7477e-9587-4bff-8280-6a8f7b29fc37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f3c2468-93d7-4a9b-9b12-e33ec93279c8', 'code': 200} Nov 05 19:31:13.068784 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Pushing event updated for resources: {'Port': ['ID=7f3c2468-93d7-4a9b-9b12-e33ec93279c8,revision_number=5']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:31:13.137708 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b85e8dd-9c6e-4bfa-9b1d-7877e113160d req-b5b6372e-f213-4f41-b81b-39be39a8d05d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:31:13.139309 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-5b85e8dd-9c6e-4bfa-9b1d-7877e113160d req-b5b6372e-f213-4f41-b81b-39be39a8d05d service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=7fb7477e-9587-4bff-8280-6a8f7b29fc37 HTTP/1.1" status: 200 len: 1100 time: 0.0420692 Nov 05 19:31:13.182857 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-5b85e8dd-9c6e-4bfa-9b1d-7877e113160d req-1e961086-78b7-4e6b-9136-814b664f2604 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=bd3834b2-d447-419f-b2a8-803edae3055b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369911 Nov 05 19:31:13.765395 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9db569-a738-413e-818a-fc97dc15e0b8 req-5912184d-ab21-49a3-8adf-9001ba1c74c1 tempest-ServersAdminNegativeTestJSON-699955001 tempest-ServersAdminNegativeTestJSON-699955001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:31:13.766895 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-5a9db569-a738-413e-818a-fc97dc15e0b8 req-5912184d-ab21-49a3-8adf-9001ba1c74c1 tempest-ServersAdminNegativeTestJSON-699955001 tempest-ServersAdminNegativeTestJSON-699955001-project] 10.222.0.13 "GET /v2.0/ports?device_id=7fb7477e-9587-4bff-8280-6a8f7b29fc37 HTTP/1.1" status: 200 len: 949 time: 0.0486598 Nov 05 19:31:13.816550 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-5a9db569-a738-413e-818a-fc97dc15e0b8 req-705c45a8-9d4a-4dd6-bcf9-7574aa6cf42f tempest-ServersAdminNegativeTestJSON-699955001 tempest-ServersAdminNegativeTestJSON-699955001-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd3834b2-d447-419f-b2a8-803edae3055b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438499 Nov 05 19:31:14.927860 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2cd425-c888-4db9-b830-ec769141329d req-03da1754-4cc4-44e4-81f0-b0cb181b6ab4 tempest-ServersAdminNegativeTestJSON-699955001 tempest-ServersAdminNegativeTestJSON-699955001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:31:14.929339 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-1d2cd425-c888-4db9-b830-ec769141329d req-03da1754-4cc4-44e4-81f0-b0cb181b6ab4 tempest-ServersAdminNegativeTestJSON-699955001 tempest-ServersAdminNegativeTestJSON-699955001-project] 10.222.0.13 "GET /v2.0/ports?device_id=7fb7477e-9587-4bff-8280-6a8f7b29fc37 HTTP/1.1" status: 200 len: 949 time: 0.0473332 Nov 05 19:31:14.975814 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-1d2cd425-c888-4db9-b830-ec769141329d req-d4add9cc-a1bc-40c2-88e0-eafe929d3b6d tempest-ServersAdminNegativeTestJSON-699955001 tempest-ServersAdminNegativeTestJSON-699955001-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd3834b2-d447-419f-b2a8-803edae3055b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400684 Nov 05 19:31:15.435026 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [req-f2f4d4de-756d-40dc-971d-55c4b225cd25 req-f0da768b-0b51-4417-9135-943effc7417e service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=102387) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 05 19:31:15.436042 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-f2f4d4de-756d-40dc-971d-55c4b225cd25 req-f0da768b-0b51-4417-9135-943effc7417e service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1108963 Nov 05 19:31:16.397691 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773e04af-7d44-4879-8da2-27fea226f202 req-59405d64-dd74-4b2c-a86c-138d09d4b12c tempest-ServersAdminNegativeTestJSON-699955001 tempest-ServersAdminNegativeTestJSON-699955001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:31:16.399196 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-773e04af-7d44-4879-8da2-27fea226f202 req-59405d64-dd74-4b2c-a86c-138d09d4b12c tempest-ServersAdminNegativeTestJSON-699955001 tempest-ServersAdminNegativeTestJSON-699955001-project] 10.222.0.13 "GET /v2.0/ports?device_id=7fb7477e-9587-4bff-8280-6a8f7b29fc37 HTTP/1.1" status: 200 len: 949 time: 0.0494621 Nov 05 19:31:16.445055 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-773e04af-7d44-4879-8da2-27fea226f202 req-2985aa40-d413-42f4-89fb-5cba14fb7d53 tempest-ServersAdminNegativeTestJSON-699955001 tempest-ServersAdminNegativeTestJSON-699955001-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd3834b2-d447-419f-b2a8-803edae3055b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397434 Nov 05 19:31:17.565216 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f5f16f-53d1-429f-a825-bd33c62363ec req-da49a362-2f8a-4f11-bcf8-00456fb8ac37 tempest-ServersAdminNegativeTestJSON-699955001 tempest-ServersAdminNegativeTestJSON-699955001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:31:17.566735 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-47f5f16f-53d1-429f-a825-bd33c62363ec req-da49a362-2f8a-4f11-bcf8-00456fb8ac37 tempest-ServersAdminNegativeTestJSON-699955001 tempest-ServersAdminNegativeTestJSON-699955001-project] 10.222.0.13 "GET /v2.0/ports?device_id=7fb7477e-9587-4bff-8280-6a8f7b29fc37 HTTP/1.1" status: 200 len: 949 time: 0.0527802 Nov 05 19:31:17.640249 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-47f5f16f-53d1-429f-a825-bd33c62363ec req-c4712aea-b15e-4a15-8de5-c3db22a641ca tempest-ServersAdminNegativeTestJSON-699955001 tempest-ServersAdminNegativeTestJSON-699955001-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd3834b2-d447-419f-b2a8-803edae3055b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675395 Nov 05 19:31:17.653377 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7382ba4a-7992-41f7-9345-af8d057115ea req-ee9433d0-d15b-4df2-a597-50bb9c435324 tempest-ServersAdminNegativeTestJSON-699955001 tempest-ServersAdminNegativeTestJSON-699955001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:31:17.654894 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-7382ba4a-7992-41f7-9345-af8d057115ea req-ee9433d0-d15b-4df2-a597-50bb9c435324 tempest-ServersAdminNegativeTestJSON-699955001 tempest-ServersAdminNegativeTestJSON-699955001-project] 10.222.0.41 "GET /v2.0/ports?device_id=7fb7477e-9587-4bff-8280-6a8f7b29fc37 HTTP/1.1" status: 200 len: 949 time: 0.0696933 Nov 05 19:31:17.745270 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [req-7382ba4a-7992-41f7-9345-af8d057115ea req-3711bece-1c70-4a91-98e3-324fa1de7b4a tempest-ServersAdminNegativeTestJSON-699955001 tempest-ServersAdminNegativeTestJSON-699955001-project] Deleting port 7f3c2468-93d7-4a9b-9b12-e33ec93279c8 {{(pid=102387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 19:31:17.745521 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-7382ba4a-7992-41f7-9345-af8d057115ea req-3711bece-1c70-4a91-98e3-324fa1de7b4a tempest-ServersAdminNegativeTestJSON-699955001 tempest-ServersAdminNegativeTestJSON-699955001-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:31:17.832039 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.db [req-7382ba4a-7992-41f7-9345-af8d057115ea req-3711bece-1c70-4a91-98e3-324fa1de7b4a tempest-ServersAdminNegativeTestJSON-699955001 tempest-ServersAdminNegativeTestJSON-699955001-project] For port 7f3c2468-93d7-4a9b-9b12-e33ec93279c8, host n-h1-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=7f3c2468-93d7-4a9b-9b12-e33ec93279c8,segment=NetworkSegment(35c2db9c-522d-48d3-98cf-a08c2cc55db7),segment_id=35c2db9c-522d-48d3-98cf-a08c2cc55db7)] {{(pid=102387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:31:17.832387 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-7382ba4a-7992-41f7-9345-af8d057115ea req-3711bece-1c70-4a91-98e3-324fa1de7b4a tempest-ServersAdminNegativeTestJSON-699955001 tempest-ServersAdminNegativeTestJSON-699955001-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:31:17.845062 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [req-7382ba4a-7992-41f7-9345-af8d057115ea req-3711bece-1c70-4a91-98e3-324fa1de7b4a tempest-ServersAdminNegativeTestJSON-699955001 tempest-ServersAdminNegativeTestJSON-699955001-project] Calling delete_port for 7f3c2468-93d7-4a9b-9b12-e33ec93279c8 owned by compute:nova {{(pid=102387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 19:31:18.058006 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-7382ba4a-7992-41f7-9345-af8d057115ea req-3711bece-1c70-4a91-98e3-324fa1de7b4a tempest-ServersAdminNegativeTestJSON-699955001 tempest-ServersAdminNegativeTestJSON-699955001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4417063'] for port, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:31:18.073605 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] get_ports_and_sgs() called for port_ids ['7f3c2468-93d7-4a9b-9b12-e33ec93279c8'] {{(pid=102388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 19:31:18.088654 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3711bece-1c70-4a91-98e3-324fa1de7b4a tempest-ServersAdminNegativeTestJSON-699955001 tempest-ServersAdminNegativeTestJSON-699955001-project] Pushing event deleted for resources: {'Port': ['ID=7f3c2468-93d7-4a9b-9b12-e33ec93279c8,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:31:18.137511 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.l3_dvrscheduler_db [req-7382ba4a-7992-41f7-9345-af8d057115ea req-3711bece-1c70-4a91-98e3-324fa1de7b4a tempest-ServersAdminNegativeTestJSON-699955001 tempest-ServersAdminNegativeTestJSON-699955001-project] No DVR routers for this DVR port 7f3c2468-93d7-4a9b-9b12-e33ec93279c8 on host n-h1-816865-1 {{(pid=102387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 19:31:18.140224 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-7382ba4a-7992-41f7-9345-af8d057115ea req-3711bece-1c70-4a91-98e3-324fa1de7b4a tempest-ServersAdminNegativeTestJSON-699955001 tempest-ServersAdminNegativeTestJSON-699955001-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:31:18.143944 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-7382ba4a-7992-41f7-9345-af8d057115ea req-3711bece-1c70-4a91-98e3-324fa1de7b4a tempest-ServersAdminNegativeTestJSON-699955001 tempest-ServersAdminNegativeTestJSON-699955001-project] 10.222.0.41 "DELETE /v2.0/ports/7f3c2468-93d7-4a9b-9b12-e33ec93279c8 HTTP/1.1" status: 204 len: 173 time: 0.4829900 Nov 05 19:31:18.144413 n-d-816865-1 neutron-server[102387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fb7477e-9587-4bff-8280-6a8f7b29fc37', 'name': 'network-vif-deleted', 'tag': '7f3c2468-93d7-4a9b-9b12-e33ec93279c8'}] {{(pid=102387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 19:31:18.146731 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab06bd4ddf5758c1f10d79fe34dc215bafa488692cde9dba2fcbcb67556f90bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb2f640e-7e71-4835-b767-efb2732e56bc" -d '{"events": [{"server_uuid": "7fb7477e-9587-4bff-8280-6a8f7b29fc37", "name": "network-vif-deleted", "tag": "7f3c2468-93d7-4a9b-9b12-e33ec93279c8"}]}' {{(pid=102387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 19:31:18.191284 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 19:31:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-607cba60-077c-46ad-8f0e-0a5006c18381 x-openstack-request-id: req-607cba60-077c-46ad-8f0e-0a5006c18381 {{(pid=102387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 19:31:18.191622 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7fb7477e-9587-4bff-8280-6a8f7b29fc37", "name": "network-vif-deleted", "tag": "7f3c2468-93d7-4a9b-9b12-e33ec93279c8", "status": "completed", "code": 200}]} {{(pid=102387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 19:31:18.191874 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-607cba60-077c-46ad-8f0e-0a5006c18381 {{(pid=102387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 19:31:18.192287 n-d-816865-1 neutron-server[102387]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7fb7477e-9587-4bff-8280-6a8f7b29fc37', 'name': 'network-vif-deleted', 'tag': '7f3c2468-93d7-4a9b-9b12-e33ec93279c8', 'status': 'completed', 'code': 200} Nov 05 19:31:18.750870 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-08c400a3-63b7-4699-84a3-e169618ee3c2 req-84d22548-3a5f-497c-9a11-b175859a0f13 tempest-ServersAdminNegativeTestJSON-699955001 tempest-ServersAdminNegativeTestJSON-699955001-project] 10.222.0.13 "GET /v2.0/ports?device_id=7fb7477e-9587-4bff-8280-6a8f7b29fc37 HTTP/1.1" status: 200 len: 210 time: 0.0296671 Nov 05 19:31:20.252085 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 42690) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:31:20.384021 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-7798f530-5bbc-461c-af21-98103bae4279 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7c66eaf231ca46bab0e08de412edb783&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1307888 Nov 05 19:31:20.386654 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 42694) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:31:20.433453 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-a057a19b-a5ac-4e9b-8104-83aefec05ce2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:31:20.454685 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-a057a19b-a5ac-4e9b-8104-83aefec05ce2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:31:20.573869 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-a057a19b-a5ac-4e9b-8104-83aefec05ce2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:31:20.576493 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-a057a19b-a5ac-4e9b-8104-83aefec05ce2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:31:20.577640 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-a057a19b-a5ac-4e9b-8104-83aefec05ce2 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/bd3834b2-d447-419f-b2a8-803edae3055b HTTP/1.1" status: 204 len: 168 time: 0.1899509 Nov 05 19:31:20.585424 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a057a19b-a5ac-4e9b-8104-83aefec05ce2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd3834b2-d447-419f-b2a8-803edae3055b,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:31:21.143771 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 42700) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:31:21.157897 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-900e1247-4d60-4a16-aab2-cb78d46c685b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:31:21.228835 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-900e1247-4d60-4a16-aab2-cb78d46c685b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:31:21.284930 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-900e1247-4d60-4a16-aab2-cb78d46c685b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:31:21.325504 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-900e1247-4d60-4a16-aab2-cb78d46c685b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2ec1a87f057242808737f899b1b3eb65&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1806047 Nov 05 19:31:21.326754 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900e1247-4d60-4a16-aab2-cb78d46c685b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ca5f84f-6090-4b88-8dfd-f70d0a0f9e3b,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:31:21.328227 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 42702) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:31:21.378970 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-c350809f-3e33-4a07-bf73-a655e09b45ec admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:31:21.401623 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-c350809f-3e33-4a07-bf73-a655e09b45ec admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:31:21.511446 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-c350809f-3e33-4a07-bf73-a655e09b45ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:31:21.514223 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-c350809f-3e33-4a07-bf73-a655e09b45ec admin admin] Publish callbacks [] for security_group, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:31:21.515375 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-c350809f-3e33-4a07-bf73-a655e09b45ec admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7ca5f84f-6090-4b88-8dfd-f70d0a0f9e3b HTTP/1.1" status: 204 len: 168 time: 0.1854811 Nov 05 19:31:21.523117 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c350809f-3e33-4a07-bf73-a655e09b45ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ca5f84f-6090-4b88-8dfd-f70d0a0f9e3b,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:31:22.571671 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 42724) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:31:22.665642 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-2be5bf83-35cc-4727-93b8-c372068b2316 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-420319379-network', 'tenant_id': 'a825416562dd4250b402158109d82654'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:31:22.735188 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Device 7f3c2468-93d7-4a9b-9b12-e33ec93279c8 no longer exists at agent hyperv_n-h1-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 19:31:22.751249 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2be5bf83-35cc-4727-93b8-c372068b2316 admin admin] Made reservation on behalf of a825416562dd4250b402158109d82654 for: {'network': 1} {{(pid=102386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 19:31:22.753658 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-2be5bf83-35cc-4727-93b8-c372068b2316 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for network, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:31:22.755887 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] No Port match for: 7f3c2468-93d7-4a9b-9b12-e33ec93279c8 {{(pid=102388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 19:31:22.756239 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Device 7f3c2468-93d7-4a9b-9b12-e33ec93279c8 not bound to the agent host n-h1-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 19:31:22.763267 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-2be5bf83-35cc-4727-93b8-c372068b2316 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:31:22.835393 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-2be5bf83-35cc-4727-93b8-c372068b2316 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:31:22.894116 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-2be5bf83-35cc-4727-93b8-c372068b2316 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:31:22.920634 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2be5bf83-35cc-4727-93b8-c372068b2316 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 171} {{(pid=102386) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 05 19:31:22.926818 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be5bf83-35cc-4727-93b8-c372068b2316 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4aa2faa-ef14-4405-a398-44541c443fcc,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:31:22.933143 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-2be5bf83-35cc-4727-93b8-c372068b2316 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273'] for segment, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:31:22.933487 n-d-816865-1 neutron-server[102386]: INFO neutron.db.segments_db [None req-2be5bf83-35cc-4727-93b8-c372068b2316 admin admin] Added segment cff579ce-5be9-4f41-93a4-1f2660fbe0b7 of type vlan for network 7a491252-7094-4393-ad3c-66bf34d76a90 Nov 05 19:31:22.975885 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-2be5bf83-35cc-4727-93b8-c372068b2316 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750027258543'] for network, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:31:23.059641 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-2be5bf83-35cc-4727-93b8-c372068b2316 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-956796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877'] for network, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:31:23.060624 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2be5bf83-35cc-4727-93b8-c372068b2316 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:31:23.061228 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-2be5bf83-35cc-4727-93b8-c372068b2316 admin admin] Publish callbacks [] for network, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:31:23.119847 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be5bf83-35cc-4727-93b8-c372068b2316 admin admin] Pushing event updated for resources: {'Network': ['ID=7a491252-7094-4393-ad3c-66bf34d76a90,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:31:23.129140 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Network 7a491252-7094-4393-ad3c-66bf34d76a90 details requested by agent ovs-agent-n-d-816865-1 with host n-d-816865-1 {{(pid=102388) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 05 19:31:23.159289 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-2be5bf83-35cc-4727-93b8-c372068b2316 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5859132 Nov 05 19:31:23.162334 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 42728) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:31:23.168669 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-8a018f10-51c3-4e39-a241-bf778c383791 admin admin] Request body: {'subnet': {'network_id': '7a491252-7094-4393-ad3c-66bf34d76a90', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-420319379-subnet', 'tenant_id': 'a825416562dd4250b402158109d82654', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:31:23.265297 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a018f10-51c3-4e39-a241-bf778c383791 admin admin] Made reservation on behalf of a825416562dd4250b402158109d82654 for: {'subnet': 1} {{(pid=102387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 19:31:23.267811 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-8a018f10-51c3-4e39-a241-bf778c383791 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5112236'] for subnet, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:31:23.499524 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-8a018f10-51c3-4e39-a241-bf778c383791 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4417463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5112218'] for subnet, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:31:23.559192 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a018f10-51c3-4e39-a241-bf778c383791 admin admin] Pushing event updated for resources: {'Subnet': ['ID=860446f8-caed-4d8a-9a42-d2ea0a237ffb,revision_number=0']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:31:23.563490 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a018f10-51c3-4e39-a241-bf778c383791 admin admin] Checking segment: {'id': 'cff579ce-5be9-4f41-93a4-1f2660fbe0b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '7a491252-7094-4393-ad3c-66bf34d76a90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 19:31:23.563852 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a018f10-51c3-4e39-a241-bf778c383791 admin admin] Network hostable DHCP agents. Network: 7a491252-7094-4393-ad3c-66bf34d76a90, hostable agents: ['987e2ca0-bc3b-4c6f-a989-429ccfbf753f'], hosted agents: [] {{(pid=102387) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 05 19:31:23.647801 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a018f10-51c3-4e39-a241-bf778c383791 admin admin] Network 7a491252-7094-4393-ad3c-66bf34d76a90 is scheduled to be hosted by DHCP agent 987e2ca0-bc3b-4c6f-a989-429ccfbf753f with binding_index 1 {{(pid=102387) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 05 19:31:23.739186 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.base_scheduler [None req-8a018f10-51c3-4e39-a241-bf778c383791 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816865-1, 7a491252-7094-4393-ad3c-66bf34d76a90) {{(pid=102387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 19:31:23.743398 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a018f10-51c3-4e39-a241-bf778c383791 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:31:23.744042 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-8a018f10-51c3-4e39-a241-bf778c383791 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:31:23.749183 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21c306b9-256f-45bf-b746-8d8b0a65114b None None] Network 7a491252-7094-4393-ad3c-66bf34d76a90 requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 19:31:23.828041 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-8a018f10-51c3-4e39-a241-bf778c383791 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6639013 Nov 05 19:31:23.876731 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30f45fdc-9f7d-4883-8f5d-a1d0b504ceba None None] Network 7a491252-7094-4393-ad3c-66bf34d76a90 requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 19:31:24.258307 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4b2497-5da7-40d7-bb8f-4f2e149b749c req-cfdbe4e0-fef3-4a50-97a8-f2448db3db3f tempest-DeleteServersTestJSON-1110336123 tempest-DeleteServersTestJSON-1110336123-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:31:24.260408 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-5f4b2497-5da7-40d7-bb8f-4f2e149b749c req-cfdbe4e0-fef3-4a50-97a8-f2448db3db3f tempest-DeleteServersTestJSON-1110336123 tempest-DeleteServersTestJSON-1110336123-project] 10.222.0.13 "GET /v2.0/networks?id=7a491252-7094-4393-ad3c-66bf34d76a90 HTTP/1.1" status: 200 len: 811 time: 0.1064808 Nov 05 19:31:24.275669 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-5f4b2497-5da7-40d7-bb8f-4f2e149b749c req-6237763e-21f0-4af9-8069-1bd30bf28b9a tempest-DeleteServersTestJSON-1110336123 tempest-DeleteServersTestJSON-1110336123-project] 10.222.0.13 "GET /v2.0/quotas/a825416562dd4250b402158109d82654 HTTP/1.1" status: 200 len: 375 time: 0.0089355 Nov 05 19:31:24.305751 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-5f4b2497-5da7-40d7-bb8f-4f2e149b749c req-981795aa-2de7-4f00-a095-ec4d3474e06a tempest-DeleteServersTestJSON-1110336123 tempest-DeleteServersTestJSON-1110336123-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=a825416562dd4250b402158109d82654&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0250814 Nov 05 19:31:24.316101 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [req-5f4b2497-5da7-40d7-bb8f-4f2e149b749c req-0b58d142-edf0-47de-8bce-9d54c162c76d service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=102387) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 05 19:31:24.317054 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-5f4b2497-5da7-40d7-bb8f-4f2e149b749c req-0b58d142-edf0-47de-8bce-9d54c162c76d service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048661 Nov 05 19:31:24.405311 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-5f4b2497-5da7-40d7-bb8f-4f2e149b749c req-7dfeb0eb-1b52-417b-8ff0-ba5466732081 service neutron] 10.222.0.13 "GET /v2.0/networks/7a491252-7094-4393-ad3c-66bf34d76a90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820143 Nov 05 19:31:24.496740 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-5f4b2497-5da7-40d7-bb8f-4f2e149b749c req-1f55357c-fff8-4a17-a9e2-3ade10baf7ec service neutron] 10.222.0.13 "GET /v2.0/networks/7a491252-7094-4393-ad3c-66bf34d76a90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853841 Nov 05 19:31:24.730628 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-f375818f-ac26-45e2-b0aa-df694af1f6f2 req-93d441d8-5a45-4054-b8fe-fa000b9763d9 tempest-DeleteServersTestJSON-1110336123 tempest-DeleteServersTestJSON-1110336123-project] 10.222.0.13 "GET /v2.0/ports?device_id=f99ca6c1-22b3-40dc-adff-41189e09e796 HTTP/1.1" status: 200 len: 210 time: 0.0262370 Nov 05 19:31:25.825012 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-689f473e-2374-424c-bb67-0c6809633b75 req-5b5bf018-ac79-458a-83b0-24c7c0894854 tempest-DeleteServersTestJSON-1110336123 tempest-DeleteServersTestJSON-1110336123-project] 10.222.0.13 "GET /v2.0/ports?device_id=f99ca6c1-22b3-40dc-adff-41189e09e796 HTTP/1.1" status: 200 len: 210 time: 0.0259473 Nov 05 19:31:26.686978 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4b2497-5da7-40d7-bb8f-4f2e149b749c req-be855e2d-b386-4c83-a6b6-96643326eb42 tempest-DeleteServersTestJSON-1110336123 tempest-DeleteServersTestJSON-1110336123-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:31:26.688425 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-5f4b2497-5da7-40d7-bb8f-4f2e149b749c req-be855e2d-b386-4c83-a6b6-96643326eb42 tempest-DeleteServersTestJSON-1110336123 tempest-DeleteServersTestJSON-1110336123-project] 10.222.0.41 "GET /v2.0/networks?id=7a491252-7094-4393-ad3c-66bf34d76a90 HTTP/1.1" status: 200 len: 811 time: 0.1067610 Nov 05 19:31:26.701578 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [req-5f4b2497-5da7-40d7-bb8f-4f2e149b749c req-73caad7d-e5f1-4b78-a7f0-0cac661a464c tempest-DeleteServersTestJSON-1110336123 tempest-DeleteServersTestJSON-1110336123-project] Request body: {'port': {'device_id': 'f99ca6c1-22b3-40dc-adff-41189e09e796', 'network_id': '7a491252-7094-4393-ad3c-66bf34d76a90', 'admin_state_up': True, 'tenant_id': 'a825416562dd4250b402158109d82654'}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:31:26.726093 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.agents_db [None req-b9406b04-a0e8-43cf-b349-711963d96cf4 None None] Agent healthcheck: found 7 active agents {{(pid=102389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 05 19:31:26.876556 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5f4b2497-5da7-40d7-bb8f-4f2e149b749c req-73caad7d-e5f1-4b78-a7f0-0cac661a464c tempest-DeleteServersTestJSON-1110336123 tempest-DeleteServersTestJSON-1110336123-project] Made reservation on behalf of a825416562dd4250b402158109d82654 for: {'port': 1} {{(pid=102387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 19:31:26.882498 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-5f4b2497-5da7-40d7-bb8f-4f2e149b749c req-73caad7d-e5f1-4b78-a7f0-0cac661a464c tempest-DeleteServersTestJSON-1110336123 tempest-DeleteServersTestJSON-1110336123-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:31:26.921572 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-96f55f3f-f5a6-48dc-859f-bc859457bfe3 req-79a769ea-0c9a-4de4-a559-efbdc48f2ea7 tempest-DeleteServersTestJSON-1110336123 tempest-DeleteServersTestJSON-1110336123-project] 10.222.0.13 "GET /v2.0/ports?device_id=f99ca6c1-22b3-40dc-adff-41189e09e796 HTTP/1.1" status: 200 len: 210 time: 0.0284412 Nov 05 19:31:27.031550 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.db_base_plugin_common [req-5f4b2497-5da7-40d7-bb8f-4f2e149b749c req-73caad7d-e5f1-4b78-a7f0-0cac661a464c tempest-DeleteServersTestJSON-1110336123 tempest-DeleteServersTestJSON-1110336123-project] Allocated IP 172.20.0.6 (7a491252-7094-4393-ad3c-66bf34d76a90/860446f8-caed-4d8a-9a42-d2ea0a237ffb/7e581962-e9dd-4c55-9854-76cd55abca59) {{(pid=102387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 19:31:27.177683 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-5f4b2497-5da7-40d7-bb8f-4f2e149b749c req-73caad7d-e5f1-4b78-a7f0-0cac661a464c tempest-DeleteServersTestJSON-1110336123 tempest-DeleteServersTestJSON-1110336123-project] Publish callbacks [] for port, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:31:27.268489 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-5f4b2497-5da7-40d7-bb8f-4f2e149b749c req-73caad7d-e5f1-4b78-a7f0-0cac661a464c tempest-DeleteServersTestJSON-1110336123 tempest-DeleteServersTestJSON-1110336123-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4417063'] for port, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:31:27.310623 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5f4b2497-5da7-40d7-bb8f-4f2e149b749c req-73caad7d-e5f1-4b78-a7f0-0cac661a464c tempest-DeleteServersTestJSON-1110336123 tempest-DeleteServersTestJSON-1110336123-project] Network 7a491252-7094-4393-ad3c-66bf34d76a90 is already hosted by enough agents. {{(pid=102387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 19:31:27.315584 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.base_scheduler [req-5f4b2497-5da7-40d7-bb8f-4f2e149b749c req-73caad7d-e5f1-4b78-a7f0-0cac661a464c tempest-DeleteServersTestJSON-1110336123 tempest-DeleteServersTestJSON-1110336123-project] Resources bound (agent type, host, resource id): {{(pid=102387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 19:31:27.319346 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f4b2497-5da7-40d7-bb8f-4f2e149b749c req-73caad7d-e5f1-4b78-a7f0-0cac661a464c tempest-DeleteServersTestJSON-1110336123 tempest-DeleteServersTestJSON-1110336123-project] Received port after_create {{(pid=102387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 19:31:27.326303 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73caad7d-e5f1-4b78-a7f0-0cac661a464c tempest-DeleteServersTestJSON-1110336123 tempest-DeleteServersTestJSON-1110336123-project] Pushing event updated for resources: {'Port': ['ID=7e581962-e9dd-4c55-9854-76cd55abca59,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:31:27.375201 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4b2497-5da7-40d7-bb8f-4f2e149b749c req-73caad7d-e5f1-4b78-a7f0-0cac661a464c tempest-DeleteServersTestJSON-1110336123 tempest-DeleteServersTestJSON-1110336123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:31:27.375930 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-5f4b2497-5da7-40d7-bb8f-4f2e149b749c req-73caad7d-e5f1-4b78-a7f0-0cac661a464c tempest-DeleteServersTestJSON-1110336123 tempest-DeleteServersTestJSON-1110336123-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:31:27.470611 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-5f4b2497-5da7-40d7-bb8f-4f2e149b749c req-73caad7d-e5f1-4b78-a7f0-0cac661a464c tempest-DeleteServersTestJSON-1110336123 tempest-DeleteServersTestJSON-1110336123-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7726750 Nov 05 19:31:27.485093 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [req-5f4b2497-5da7-40d7-bb8f-4f2e149b749c req-d5b90da1-f8a8-4e6f-9390-648579cf1f70 service neutron] Request body: {'port': {'device_id': 'f99ca6c1-22b3-40dc-adff-41189e09e796', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816865-1'}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:31:27.538067 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-5f4b2497-5da7-40d7-bb8f-4f2e149b749c req-d5b90da1-f8a8-4e6f-9390-648579cf1f70 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:31:27.797036 n-d-816865-1 neutron-server[102387]: DEBUG neutron.notifiers.nova [req-5f4b2497-5da7-40d7-bb8f-4f2e149b749c req-d5b90da1-f8a8-4e6f-9390-648579cf1f70 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7e581962-e9dd-4c55-9854-76cd55abca59 {{(pid=102387) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 19:31:27.804227 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-5f4b2497-5da7-40d7-bb8f-4f2e149b749c req-d5b90da1-f8a8-4e6f-9390-648579cf1f70 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:31:27.816454 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.provisioning_blocks [req-5f4b2497-5da7-40d7-bb8f-4f2e149b749c req-d5b90da1-f8a8-4e6f-9390-648579cf1f70 service neutron] Transition to ACTIVE for port object 7e581962-e9dd-4c55-9854-76cd55abca59 will not be triggered until provisioned by entity L2. {{(pid=102387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 05 19:31:27.907703 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-5f4b2497-5da7-40d7-bb8f-4f2e149b749c req-d5b90da1-f8a8-4e6f-9390-648579cf1f70 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4417072'] for port, after_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:31:27.961762 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b90da1-f8a8-4e6f-9390-648579cf1f70 service neutron] Pushing event updated for resources: {'Port': ['ID=7e581962-e9dd-4c55-9854-76cd55abca59,revision_number=2']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:31:28.075346 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.managers [req-5f4b2497-5da7-40d7-bb8f-4f2e149b749c req-d5b90da1-f8a8-4e6f-9390-648579cf1f70 service neutron] Attempting to bind port 7e581962-e9dd-4c55-9854-76cd55abca59 on host n-h1-816865-1 for vnic_type normal with profile {{(pid=102387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 19:31:28.075644 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.managers [req-5f4b2497-5da7-40d7-bb8f-4f2e149b749c req-d5b90da1-f8a8-4e6f-9390-648579cf1f70 service neutron] Attempting to bind port 7e581962-e9dd-4c55-9854-76cd55abca59 by drivers openvswitch,hyperv on host n-h1-816865-1 at level 0 using segments [{'id': 'cff579ce-5be9-4f41-93a4-1f2660fbe0b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '7a491252-7094-4393-ad3c-66bf34d76a90'}] {{(pid=102387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 19:31:28.076011 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f4b2497-5da7-40d7-bb8f-4f2e149b749c req-d5b90da1-f8a8-4e6f-9390-648579cf1f70 service neutron] Attempting to bind port 7e581962-e9dd-4c55-9854-76cd55abca59 on network 7a491252-7094-4393-ad3c-66bf34d76a90 {{(pid=102387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 19:31:28.092670 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d76d84-90ca-4a08-be12-746daacfd94c req-47d7bc4c-adc7-4598-9236-6475094bf2c3 tempest-DeleteServersTestJSON-1110336123 tempest-DeleteServersTestJSON-1110336123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:31:28.094456 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-f0d76d84-90ca-4a08-be12-746daacfd94c req-47d7bc4c-adc7-4598-9236-6475094bf2c3 tempest-DeleteServersTestJSON-1110336123 tempest-DeleteServersTestJSON-1110336123-project] 10.222.0.13 "GET /v2.0/ports?device_id=f99ca6c1-22b3-40dc-adff-41189e09e796 HTTP/1.1" status: 200 len: 943 time: 0.0944755 Nov 05 19:31:28.095676 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f4b2497-5da7-40d7-bb8f-4f2e149b749c req-d5b90da1-f8a8-4e6f-9390-648579cf1f70 service neutron] Port 7e581962-e9dd-4c55-9854-76cd55abca59 on network 7a491252-7094-4393-ad3c-66bf34d76a90 not bound, no agent of type Open vSwitch agent registered on host n-h1-816865-1 {{(pid=102387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 19:31:28.096037 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f4b2497-5da7-40d7-bb8f-4f2e149b749c req-d5b90da1-f8a8-4e6f-9390-648579cf1f70 service neutron] Attempting to bind port 7e581962-e9dd-4c55-9854-76cd55abca59 on network 7a491252-7094-4393-ad3c-66bf34d76a90 {{(pid=102387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 19:31:28.104088 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f4b2497-5da7-40d7-bb8f-4f2e149b749c req-d5b90da1-f8a8-4e6f-9390-648579cf1f70 service neutron] Checking agent: {'id': 'eb596d7c-8c64-42bd-8aca-fad447eb0eab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816865-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 18, 33, 34), 'started_at': datetime.datetime(2021, 11, 5, 18, 33, 34), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 19, 31, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 19:31:28.105764 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f4b2497-5da7-40d7-bb8f-4f2e149b749c req-d5b90da1-f8a8-4e6f-9390-648579cf1f70 service neutron] Checking segment: {'id': 'cff579ce-5be9-4f41-93a4-1f2660fbe0b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '7a491252-7094-4393-ad3c-66bf34d76a90'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 19:31:28.106373 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f4b2497-5da7-40d7-bb8f-4f2e149b749c req-d5b90da1-f8a8-4e6f-9390-648579cf1f70 service neutron] Bound using segment: {'id': 'cff579ce-5be9-4f41-93a4-1f2660fbe0b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '7a491252-7094-4393-ad3c-66bf34d76a90'} {{(pid=102387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 19:31:28.106830 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.managers [req-5f4b2497-5da7-40d7-bb8f-4f2e149b749c req-d5b90da1-f8a8-4e6f-9390-648579cf1f70 service neutron] Bound port: 7e581962-e9dd-4c55-9854-76cd55abca59, host: n-h1-816865-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cff579ce-5be9-4f41-93a4-1f2660fbe0b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '7a491252-7094-4393-ad3c-66bf34d76a90'}}] {{(pid=102387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 19:31:28.107303 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-5f4b2497-5da7-40d7-bb8f-4f2e149b749c req-d5b90da1-f8a8-4e6f-9390-648579cf1f70 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:31:28.193368 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-f0d76d84-90ca-4a08-be12-746daacfd94c req-2817dfe3-ab6d-4169-b902-a8d18b9d1fdf tempest-DeleteServersTestJSON-1110336123 tempest-DeleteServersTestJSON-1110336123-project] 10.222.0.13 "GET /v2.0/security-groups?id=f4aa2faa-ef14-4405-a398-44541c443fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913341 Nov 05 19:31:28.209670 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.db [req-5f4b2497-5da7-40d7-bb8f-4f2e149b749c req-d5b90da1-f8a8-4e6f-9390-648579cf1f70 service neutron] For port 7e581962-e9dd-4c55-9854-76cd55abca59, host n-h1-816865-1, cleared binding levels {{(pid=102387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 19:31:28.212957 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.db [req-5f4b2497-5da7-40d7-bb8f-4f2e149b749c req-d5b90da1-f8a8-4e6f-9390-648579cf1f70 service neutron] For port 7e581962-e9dd-4c55-9854-76cd55abca59, host n-h1-816865-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=7e581962-e9dd-4c55-9854-76cd55abca59,segment=NetworkSegment(cff579ce-5be9-4f41-93a4-1f2660fbe0b7),segment_id=cff579ce-5be9-4f41-93a4-1f2660fbe0b7)] {{(pid=102387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 19:31:28.299823 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-5f4b2497-5da7-40d7-bb8f-4f2e149b749c req-d5b90da1-f8a8-4e6f-9390-648579cf1f70 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4417072'] for port, after_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:31:28.332048 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4b2497-5da7-40d7-bb8f-4f2e149b749c req-d5b90da1-f8a8-4e6f-9390-648579cf1f70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:31:28.332468 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-5f4b2497-5da7-40d7-bb8f-4f2e149b749c req-d5b90da1-f8a8-4e6f-9390-648579cf1f70 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:31:28.334319 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-5f4b2497-5da7-40d7-bb8f-4f2e149b749c req-d5b90da1-f8a8-4e6f-9390-648579cf1f70 service neutron] 10.222.0.41 "PUT /v2.0/ports/7e581962-e9dd-4c55-9854-76cd55abca59 HTTP/1.1" status: 200 len: 1091 time: 0.8553245 Nov 05 19:31:28.336343 n-d-816865-1 neutron-server[102387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f99ca6c1-22b3-40dc-adff-41189e09e796', 'tag': '7e581962-e9dd-4c55-9854-76cd55abca59'}] {{(pid=102387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 19:31:28.339896 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab06bd4ddf5758c1f10d79fe34dc215bafa488692cde9dba2fcbcb67556f90bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5d26548-9992-4b82-b427-b7bde8674d9a" -d '{"events": [{"name": "network-changed", "server_uuid": "f99ca6c1-22b3-40dc-adff-41189e09e796", "tag": "7e581962-e9dd-4c55-9854-76cd55abca59"}]}' {{(pid=102387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 19:31:28.365488 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b90da1-f8a8-4e6f-9390-648579cf1f70 service neutron] Pushing event updated for resources: {'Port': ['ID=7e581962-e9dd-4c55-9854-76cd55abca59,revision_number=3']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:31:28.375334 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 19:31:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85e34c76-ecdc-4a98-a0ed-5d56279c47f8 x-openstack-request-id: req-85e34c76-ecdc-4a98-a0ed-5d56279c47f8 {{(pid=102387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 19:31:28.375619 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f99ca6c1-22b3-40dc-adff-41189e09e796", "tag": "7e581962-e9dd-4c55-9854-76cd55abca59", "status": "completed", "code": 200}]} {{(pid=102387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 19:31:28.375882 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-85e34c76-ecdc-4a98-a0ed-5d56279c47f8 {{(pid=102387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 19:31:28.376280 n-d-816865-1 neutron-server[102387]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f99ca6c1-22b3-40dc-adff-41189e09e796', 'tag': '7e581962-e9dd-4c55-9854-76cd55abca59', 'status': 'completed', 'code': 200} Nov 05 19:31:28.439853 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d26548-9992-4b82-b427-b7bde8674d9a req-a5491787-331f-4712-99bf-999dae6c6031 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:31:28.441349 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-b5d26548-9992-4b82-b427-b7bde8674d9a req-a5491787-331f-4712-99bf-999dae6c6031 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a825416562dd4250b402158109d82654&device_id=f99ca6c1-22b3-40dc-adff-41189e09e796 HTTP/1.1" status: 200 len: 1094 time: 0.0450876 Nov 05 19:31:28.539182 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d26548-9992-4b82-b427-b7bde8674d9a req-daf49c07-103c-45c4-b874-018dbb9bbefc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:31:28.540665 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-b5d26548-9992-4b82-b427-b7bde8674d9a req-daf49c07-103c-45c4-b874-018dbb9bbefc service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=a825416562dd4250b402158109d82654&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0916622 Nov 05 19:31:28.636122 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d26548-9992-4b82-b427-b7bde8674d9a req-7245d2ae-6d94-4d80-9aa1-435e35504eb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:31:28.637491 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-b5d26548-9992-4b82-b427-b7bde8674d9a req-7245d2ae-6d94-4d80-9aa1-435e35504eb8 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0901635 Nov 05 19:31:28.711432 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4b2497-5da7-40d7-bb8f-4f2e149b749c req-bfe97bf4-927a-49b0-a933-2d6110d25020 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:31:28.712905 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-5f4b2497-5da7-40d7-bb8f-4f2e149b749c req-bfe97bf4-927a-49b0-a933-2d6110d25020 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a825416562dd4250b402158109d82654&device_id=f99ca6c1-22b3-40dc-adff-41189e09e796 HTTP/1.1" status: 200 len: 1094 time: 0.0393391 Nov 05 19:31:28.753007 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-5f4b2497-5da7-40d7-bb8f-4f2e149b749c req-51eefb6e-0a44-4c53-8987-127ffc41a251 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7e581962-e9dd-4c55-9854-76cd55abca59 HTTP/1.1" status: 200 len: 217 time: 0.0324419 Nov 05 19:31:28.804285 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4b2497-5da7-40d7-bb8f-4f2e149b749c req-f1643dca-5d02-4f2e-a0b0-360fb199cd2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:31:28.805707 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-5f4b2497-5da7-40d7-bb8f-4f2e149b749c req-f1643dca-5d02-4f2e-a0b0-360fb199cd2a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=860446f8-caed-4d8a-9a42-d2ea0a237ffb HTTP/1.1" status: 200 len: 851 time: 0.0460901 Nov 05 19:31:28.837126 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-5f4b2497-5da7-40d7-bb8f-4f2e149b749c req-420db21f-5a4e-4814-9edd-57216ac8c119 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7a491252-7094-4393-ad3c-66bf34d76a90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0236504 Nov 05 19:31:28.925251 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-5f4b2497-5da7-40d7-bb8f-4f2e149b749c req-e3fc7510-03db-42ac-b297-e94d0634313c service neutron] 10.222.0.41 "GET /v2.0/networks/7a491252-7094-4393-ad3c-66bf34d76a90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806096 Nov 05 19:31:29.398196 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773ea903-fbc3-4840-91f9-410fbcb2fa38 req-48101dde-4065-4491-b2a0-88c979b5500a tempest-DeleteServersTestJSON-1110336123 tempest-DeleteServersTestJSON-1110336123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:31:29.399678 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-773ea903-fbc3-4840-91f9-410fbcb2fa38 req-48101dde-4065-4491-b2a0-88c979b5500a tempest-DeleteServersTestJSON-1110336123 tempest-DeleteServersTestJSON-1110336123-project] 10.222.0.13 "GET /v2.0/ports?device_id=f99ca6c1-22b3-40dc-adff-41189e09e796 HTTP/1.1" status: 200 len: 943 time: 0.0668638 Nov 05 19:31:29.405930 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-5f4b2497-5da7-40d7-bb8f-4f2e149b749c req-e85d1d92-a41c-4ee4-9b63-6cbbdea9dac9 service neutron] 10.222.0.41 "GET /v2.0/networks/7a491252-7094-4393-ad3c-66bf34d76a90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4738340 Nov 05 19:31:29.453172 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-773ea903-fbc3-4840-91f9-410fbcb2fa38 req-1f1ba04e-cfae-454e-9362-73fec20b270e tempest-DeleteServersTestJSON-1110336123 tempest-DeleteServersTestJSON-1110336123-project] 10.222.0.13 "GET /v2.0/security-groups?id=f4aa2faa-ef14-4405-a398-44541c443fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462515 Nov 05 19:31:30.570468 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838b6c45-ca85-49e6-bb58-47ca1e37d3e2 req-d8e012d9-1779-4d89-9d0d-d600d5dde7e5 tempest-DeleteServersTestJSON-1110336123 tempest-DeleteServersTestJSON-1110336123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:31:30.571935 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-838b6c45-ca85-49e6-bb58-47ca1e37d3e2 req-d8e012d9-1779-4d89-9d0d-d600d5dde7e5 tempest-DeleteServersTestJSON-1110336123 tempest-DeleteServersTestJSON-1110336123-project] 10.222.0.13 "GET /v2.0/ports?device_id=f99ca6c1-22b3-40dc-adff-41189e09e796 HTTP/1.1" status: 200 len: 943 time: 0.0505486 Nov 05 19:31:30.618739 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-838b6c45-ca85-49e6-bb58-47ca1e37d3e2 req-9ee83280-7cf3-43fb-b9db-f554ef2c834e tempest-DeleteServersTestJSON-1110336123 tempest-DeleteServersTestJSON-1110336123-project] 10.222.0.13 "GET /v2.0/security-groups?id=f4aa2faa-ef14-4405-a398-44541c443fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400732 Nov 05 19:31:31.734133 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc4834c-4ab8-4434-ae42-3a68c53d574c req-c2b0395e-0b00-4478-aff9-0e1ded8b3f9b tempest-DeleteServersTestJSON-1110336123 tempest-DeleteServersTestJSON-1110336123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:31:31.735620 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-1cc4834c-4ab8-4434-ae42-3a68c53d574c req-c2b0395e-0b00-4478-aff9-0e1ded8b3f9b tempest-DeleteServersTestJSON-1110336123 tempest-DeleteServersTestJSON-1110336123-project] 10.222.0.13 "GET /v2.0/ports?device_id=f99ca6c1-22b3-40dc-adff-41189e09e796 HTTP/1.1" status: 200 len: 943 time: 0.0485258 Nov 05 19:31:31.782439 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-1cc4834c-4ab8-4434-ae42-3a68c53d574c req-7a448499-e3d6-4e60-a92a-da848021fbb3 tempest-DeleteServersTestJSON-1110336123 tempest-DeleteServersTestJSON-1110336123-project] 10.222.0.13 "GET /v2.0/security-groups?id=f4aa2faa-ef14-4405-a398-44541c443fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408900 Nov 05 19:31:32.633530 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-bd8459f9-0a36-426c-88fc-a34c8fe70be2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:31:32.809317 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Device 7e581962-e9dd-4c55-9854-76cd55abca59 details requested by agent hyperv_n-h1-816865-1 with host n-h1-816865-1 {{(pid=102388) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 05 19:31:32.902529 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b81248-e22d-4f8e-a3e7-511585de4db9 req-495dacbc-7655-4630-8c5e-98e806353110 tempest-DeleteServersTestJSON-1110336123 tempest-DeleteServersTestJSON-1110336123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:31:32.903945 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-08b81248-e22d-4f8e-a3e7-511585de4db9 req-495dacbc-7655-4630-8c5e-98e806353110 tempest-DeleteServersTestJSON-1110336123 tempest-DeleteServersTestJSON-1110336123-project] 10.222.0.13 "GET /v2.0/ports?device_id=f99ca6c1-22b3-40dc-adff-41189e09e796 HTTP/1.1" status: 200 len: 943 time: 0.0525386 Nov 05 19:31:32.908901 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] For port 7e581962-e9dd-4c55-9854-76cd55abca59, host n-h1-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=7e581962-e9dd-4c55-9854-76cd55abca59,segment=NetworkSegment(cff579ce-5be9-4f41-93a4-1f2660fbe0b7),segment_id=cff579ce-5be9-4f41-93a4-1f2660fbe0b7)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:31:32.920510 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Returning: {'device': '7e581962-e9dd-4c55-9854-76cd55abca59', 'network_id': '7a491252-7094-4393-ad3c-66bf34d76a90', 'port_id': '7e581962-e9dd-4c55-9854-76cd55abca59', 'mac_address': 'fa:16:3e:5b:ca:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 171, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '860446f8-caed-4d8a-9a42-d2ea0a237ffb', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102388) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 05 19:31:32.952853 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-08b81248-e22d-4f8e-a3e7-511585de4db9 req-cd870aca-9edb-4e64-b17f-e5486b2d5a8d tempest-DeleteServersTestJSON-1110336123 tempest-DeleteServersTestJSON-1110336123-project] 10.222.0.13 "GET /v2.0/security-groups?id=f4aa2faa-ef14-4405-a398-44541c443fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427442 Nov 05 19:31:32.959306 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:31:32.973427 n-d-816865-1 neutron-server[102388]: DEBUG neutron.notifiers.nova [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e581962-e9dd-4c55-9854-76cd55abca59 {{(pid=102388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 19:31:32.992107 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] For port 7e581962-e9dd-4c55-9854-76cd55abca59, host n-h1-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=7e581962-e9dd-4c55-9854-76cd55abca59,segment=NetworkSegment(cff579ce-5be9-4f41-93a4-1f2660fbe0b7),segment_id=cff579ce-5be9-4f41-93a4-1f2660fbe0b7)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:31:33.074558 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:31:33.129030 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Pushing event updated for resources: {'Port': ['ID=7e581962-e9dd-4c55-9854-76cd55abca59,revision_number=4']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:31:33.262297 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] get_ports_and_sgs() called for port_ids ['7e581962-e9dd-4c55-9854-76cd55abca59'] {{(pid=102388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 19:31:34.070618 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1ffdad-fca8-4a74-b9f3-5495468527b9 req-903527a5-806f-4e1f-bed6-f65444deb94c tempest-DeleteServersTestJSON-1110336123 tempest-DeleteServersTestJSON-1110336123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:31:34.072102 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-8a1ffdad-fca8-4a74-b9f3-5495468527b9 req-903527a5-806f-4e1f-bed6-f65444deb94c tempest-DeleteServersTestJSON-1110336123 tempest-DeleteServersTestJSON-1110336123-project] 10.222.0.13 "GET /v2.0/ports?device_id=f99ca6c1-22b3-40dc-adff-41189e09e796 HTTP/1.1" status: 200 len: 944 time: 0.0488091 Nov 05 19:31:34.118824 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-8a1ffdad-fca8-4a74-b9f3-5495468527b9 req-684a530e-b718-4a21-a3f0-2ed2f3ded6ac tempest-DeleteServersTestJSON-1110336123 tempest-DeleteServersTestJSON-1110336123-project] 10.222.0.13 "GET /v2.0/security-groups?id=f4aa2faa-ef14-4405-a398-44541c443fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406041 Nov 05 19:31:34.524651 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:31:34.839513 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Device 7e581962-e9dd-4c55-9854-76cd55abca59 up at agent hyperv_n-h1-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 19:31:34.941713 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Provisioning for port 7e581962-e9dd-4c55-9854-76cd55abca59 completed by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 05 19:31:34.945547 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Provisioning complete for port 7e581962-e9dd-4c55-9854-76cd55abca59 triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:31:34.948343 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:31:35.022267 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:31:35.045828 n-d-816865-1 neutron-server[102388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f99ca6c1-22b3-40dc-adff-41189e09e796', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e581962-e9dd-4c55-9854-76cd55abca59'}] {{(pid=102388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 19:31:35.048105 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85474fee1180e129d8a886d264fe0b30223aa672dd1ffe43b630605f18504f68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-095ca10a-a6ff-45b8-a3da-a4c6e9859480" -d '{"events": [{"server_uuid": "f99ca6c1-22b3-40dc-adff-41189e09e796", "name": "network-vif-plugged", "status": "completed", "tag": "7e581962-e9dd-4c55-9854-76cd55abca59"}]}' {{(pid=102388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 19:31:35.060672 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] For port 7e581962-e9dd-4c55-9854-76cd55abca59, host n-h1-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=7e581962-e9dd-4c55-9854-76cd55abca59,segment=NetworkSegment(cff579ce-5be9-4f41-93a4-1f2660fbe0b7),segment_id=cff579ce-5be9-4f41-93a4-1f2660fbe0b7)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:31:35.083737 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 19:31:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb227925-8ff8-43f6-9773-8fffdd125c65 x-openstack-request-id: req-fb227925-8ff8-43f6-9773-8fffdd125c65 {{(pid=102388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 19:31:35.084057 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f99ca6c1-22b3-40dc-adff-41189e09e796", "name": "network-vif-plugged", "status": "completed", "tag": "7e581962-e9dd-4c55-9854-76cd55abca59", "code": 200}]} {{(pid=102388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 19:31:35.084341 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-fb227925-8ff8-43f6-9773-8fffdd125c65 {{(pid=102388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 19:31:35.084745 n-d-816865-1 neutron-server[102388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f99ca6c1-22b3-40dc-adff-41189e09e796', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e581962-e9dd-4c55-9854-76cd55abca59', 'code': 200} Nov 05 19:31:35.145483 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:31:35.204360 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Pushing event updated for resources: {'Port': ['ID=7e581962-e9dd-4c55-9854-76cd55abca59,revision_number=5']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:31:35.207443 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f50b7d-07fe-4487-a6bf-03a949d5527c req-9d0e70cd-89ac-49c2-885b-ca461df27cb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:31:35.210026 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-d5f50b7d-07fe-4487-a6bf-03a949d5527c req-9d0e70cd-89ac-49c2-885b-ca461df27cb8 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=f99ca6c1-22b3-40dc-adff-41189e09e796 HTTP/1.1" status: 200 len: 1096 time: 0.0669141 Nov 05 19:31:35.296572 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55c7819-e18e-4340-9232-d396c5397257 req-d893060d-ae62-42b9-aaf6-e4ac5338b813 tempest-DeleteServersTestJSON-1110336123 tempest-DeleteServersTestJSON-1110336123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:31:35.298120 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-b55c7819-e18e-4340-9232-d396c5397257 req-d893060d-ae62-42b9-aaf6-e4ac5338b813 tempest-DeleteServersTestJSON-1110336123 tempest-DeleteServersTestJSON-1110336123-project] 10.222.0.13 "GET /v2.0/ports?device_id=f99ca6c1-22b3-40dc-adff-41189e09e796 HTTP/1.1" status: 200 len: 945 time: 0.0745320 Nov 05 19:31:35.300159 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-d5f50b7d-07fe-4487-a6bf-03a949d5527c req-785892f8-ac67-42b5-ba15-d00f5190135c service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=f4aa2faa-ef14-4405-a398-44541c443fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821652 Nov 05 19:31:35.346378 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-b55c7819-e18e-4340-9232-d396c5397257 req-448869f4-83bb-480c-b5fe-a753dc2cf80f tempest-DeleteServersTestJSON-1110336123 tempest-DeleteServersTestJSON-1110336123-project] 10.222.0.13 "GET /v2.0/security-groups?id=f4aa2faa-ef14-4405-a398-44541c443fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421238 Nov 05 19:31:35.365302 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c343366d-1672-446d-bd4d-3d5d1bf74bac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:31:36.368135 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b304910f-7b27-444b-a8fc-977d26b1ceac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:31:36.467862 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9a2680-2b73-48d6-99c6-daa43683ee7a req-6875aa5e-c9b0-40a7-b36c-5439ced43769 tempest-DeleteServersTestJSON-1110336123 tempest-DeleteServersTestJSON-1110336123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:31:36.469524 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-cf9a2680-2b73-48d6-99c6-daa43683ee7a req-6875aa5e-c9b0-40a7-b36c-5439ced43769 tempest-DeleteServersTestJSON-1110336123 tempest-DeleteServersTestJSON-1110336123-project] 10.222.0.13 "GET /v2.0/ports?device_id=f99ca6c1-22b3-40dc-adff-41189e09e796 HTTP/1.1" status: 200 len: 945 time: 0.0494998 Nov 05 19:31:36.520818 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-cf9a2680-2b73-48d6-99c6-daa43683ee7a req-256cfc2a-7d8e-42de-9522-5520c519bd3a tempest-DeleteServersTestJSON-1110336123 tempest-DeleteServersTestJSON-1110336123-project] 10.222.0.13 "GET /v2.0/security-groups?id=f4aa2faa-ef14-4405-a398-44541c443fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450158 Nov 05 19:31:36.610908 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:31:37.640991 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca86e12e-543c-4d01-8259-5c20e92999dd req-ee81f37b-33e7-437b-aa8a-558770527fd2 tempest-DeleteServersTestJSON-1110336123 tempest-DeleteServersTestJSON-1110336123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:31:37.642492 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-ca86e12e-543c-4d01-8259-5c20e92999dd req-ee81f37b-33e7-437b-aa8a-558770527fd2 tempest-DeleteServersTestJSON-1110336123 tempest-DeleteServersTestJSON-1110336123-project] 10.222.0.13 "GET /v2.0/ports?device_id=f99ca6c1-22b3-40dc-adff-41189e09e796 HTTP/1.1" status: 200 len: 945 time: 0.0522397 Nov 05 19:31:37.689121 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-ca86e12e-543c-4d01-8259-5c20e92999dd req-372e0f3e-1e7f-4e96-8619-f1a96af6a179 tempest-DeleteServersTestJSON-1110336123 tempest-DeleteServersTestJSON-1110336123-project] 10.222.0.13 "GET /v2.0/security-groups?id=f4aa2faa-ef14-4405-a398-44541c443fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407364 Nov 05 19:31:38.058128 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28265e37-b3ba-437a-8421-caa21b2acef3 req-2bea67a5-5ec7-4b05-8af1-342de51a3ee8 tempest-DeleteServersTestJSON-1110336123 tempest-DeleteServersTestJSON-1110336123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:31:38.059707 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-28265e37-b3ba-437a-8421-caa21b2acef3 req-2bea67a5-5ec7-4b05-8af1-342de51a3ee8 tempest-DeleteServersTestJSON-1110336123 tempest-DeleteServersTestJSON-1110336123-project] 10.222.0.13 "GET /v2.0/ports?device_id=f99ca6c1-22b3-40dc-adff-41189e09e796 HTTP/1.1" status: 200 len: 945 time: 0.0498023 Nov 05 19:31:38.139492 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 42786) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:31:38.160465 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-28265e37-b3ba-437a-8421-caa21b2acef3 req-7ae5c556-a93f-474c-951a-80867e162fc4 tempest-DeleteServersTestJSON-1110336123 tempest-DeleteServersTestJSON-1110336123-project] 10.222.0.13 "GET /v2.0/security-groups?id=f4aa2faa-ef14-4405-a398-44541c443fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940030 Nov 05 19:31:38.236880 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-32dc0184-20e7-4eb3-8229-ec99e20671b2 req-68c5c18b-7fa0-4be1-80ce-6eed6f7836a9 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=f99ca6c1-22b3-40dc-adff-41189e09e796&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0961990 Nov 05 19:31:38.246031 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [req-32dc0184-20e7-4eb3-8229-ec99e20671b2 req-52521f6d-a4b1-47ee-b6ae-e5c8cae4ded3 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=102386) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 05 19:31:38.247024 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-32dc0184-20e7-4eb3-8229-ec99e20671b2 req-52521f6d-a4b1-47ee-b6ae-e5c8cae4ded3 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054362 Nov 05 19:31:38.380041 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-31f93893-a48e-4ae8-833d-dccb2b42eacc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:31:38.597299 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:31:39.281809 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197bda24-6b82-48c2-ac94-07538c9abe2b req-67fcfbc8-3aaf-4161-8382-68efd304a164 tempest-DeleteServersTestJSON-1110336123 tempest-DeleteServersTestJSON-1110336123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:31:39.283385 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-197bda24-6b82-48c2-ac94-07538c9abe2b req-67fcfbc8-3aaf-4161-8382-68efd304a164 tempest-DeleteServersTestJSON-1110336123 tempest-DeleteServersTestJSON-1110336123-project] 10.222.0.13 "GET /v2.0/ports?device_id=f99ca6c1-22b3-40dc-adff-41189e09e796 HTTP/1.1" status: 200 len: 945 time: 0.0501122 Nov 05 19:31:39.335352 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-197bda24-6b82-48c2-ac94-07538c9abe2b req-262174c4-68ca-47d1-a2b0-2943a9d81532 tempest-DeleteServersTestJSON-1110336123 tempest-DeleteServersTestJSON-1110336123-project] 10.222.0.13 "GET /v2.0/security-groups?id=f4aa2faa-ef14-4405-a398-44541c443fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458241 Nov 05 19:31:40.444288 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32dc0184-20e7-4eb3-8229-ec99e20671b2 req-835dddf2-7fb4-45e9-82f2-ade60be26a08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:31:40.445802 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-32dc0184-20e7-4eb3-8229-ec99e20671b2 req-835dddf2-7fb4-45e9-82f2-ade60be26a08 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a825416562dd4250b402158109d82654&device_id=f99ca6c1-22b3-40dc-adff-41189e09e796 HTTP/1.1" status: 200 len: 1096 time: 0.0651643 Nov 05 19:31:40.465256 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e765281d-da7d-49cb-adae-9e4a7c9c5e71 req-59284451-da5c-4fdc-8cf1-ecf1585244fc tempest-DeleteServersTestJSON-1110336123 tempest-DeleteServersTestJSON-1110336123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:31:40.466768 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-e765281d-da7d-49cb-adae-9e4a7c9c5e71 req-59284451-da5c-4fdc-8cf1-ecf1585244fc tempest-DeleteServersTestJSON-1110336123 tempest-DeleteServersTestJSON-1110336123-project] 10.222.0.13 "GET /v2.0/ports?device_id=f99ca6c1-22b3-40dc-adff-41189e09e796 HTTP/1.1" status: 200 len: 945 time: 0.0568640 Nov 05 19:31:40.573482 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-e765281d-da7d-49cb-adae-9e4a7c9c5e71 req-b3d378e0-ba30-44b7-9ae8-3bce85011191 tempest-DeleteServersTestJSON-1110336123 tempest-DeleteServersTestJSON-1110336123-project] 10.222.0.13 "GET /v2.0/security-groups?id=f4aa2faa-ef14-4405-a398-44541c443fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985787 Nov 05 19:31:40.588557 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32dc0184-20e7-4eb3-8229-ec99e20671b2 req-490f0063-68f5-4c8b-8671-787d91e3f4cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:31:40.590090 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-32dc0184-20e7-4eb3-8229-ec99e20671b2 req-490f0063-68f5-4c8b-8671-787d91e3f4cb service neutron] 10.222.0.41 "GET /v2.0/networks?id=7a491252-7094-4393-ad3c-66bf34d76a90 HTTP/1.1" status: 200 len: 912 time: 0.1224487 Nov 05 19:31:40.631532 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-32dc0184-20e7-4eb3-8229-ec99e20671b2 req-3f724ab4-c3b5-4aa0-aa4c-45c3bd96cd4a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7e581962-e9dd-4c55-9854-76cd55abca59 HTTP/1.1" status: 200 len: 217 time: 0.0346885 Nov 05 19:31:40.683862 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32dc0184-20e7-4eb3-8229-ec99e20671b2 req-5a812d38-b47f-4b95-9c10-a94d07ea029c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:31:40.685290 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-32dc0184-20e7-4eb3-8229-ec99e20671b2 req-5a812d38-b47f-4b95-9c10-a94d07ea029c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=860446f8-caed-4d8a-9a42-d2ea0a237ffb HTTP/1.1" status: 200 len: 851 time: 0.0472002 Nov 05 19:31:40.716094 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-32dc0184-20e7-4eb3-8229-ec99e20671b2 req-61a541e1-ee2d-4dd3-adf4-217ac9ce8a9e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7a491252-7094-4393-ad3c-66bf34d76a90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0239198 Nov 05 19:31:40.804719 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-32dc0184-20e7-4eb3-8229-ec99e20671b2 req-86ef0d95-0268-42f6-87d9-deee38823622 service neutron] 10.222.0.41 "GET /v2.0/networks/7a491252-7094-4393-ad3c-66bf34d76a90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813308 Nov 05 19:31:40.898708 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-32dc0184-20e7-4eb3-8229-ec99e20671b2 req-87a998e7-06fb-4ac4-86ca-cfb5609a2e17 service neutron] 10.222.0.41 "GET /v2.0/networks/7a491252-7094-4393-ad3c-66bf34d76a90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856044 Nov 05 19:31:41.687840 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920b3daf-c6b7-4994-bfe4-3dabd151e297 req-71913278-138c-4cfe-a25d-4f80e6163ec3 tempest-DeleteServersTestJSON-1110336123 tempest-DeleteServersTestJSON-1110336123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:31:41.689313 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-920b3daf-c6b7-4994-bfe4-3dabd151e297 req-71913278-138c-4cfe-a25d-4f80e6163ec3 tempest-DeleteServersTestJSON-1110336123 tempest-DeleteServersTestJSON-1110336123-project] 10.222.0.13 "GET /v2.0/ports?device_id=f99ca6c1-22b3-40dc-adff-41189e09e796 HTTP/1.1" status: 200 len: 945 time: 0.0477138 Nov 05 19:31:41.735628 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-920b3daf-c6b7-4994-bfe4-3dabd151e297 req-d41589ce-5719-4174-8789-e0942b185cd5 tempest-DeleteServersTestJSON-1110336123 tempest-DeleteServersTestJSON-1110336123-project] 10.222.0.13 "GET /v2.0/security-groups?id=f4aa2faa-ef14-4405-a398-44541c443fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404108 Nov 05 19:31:42.855951 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b910b17e-a31f-400a-8477-39e2962862ef req-e035d72f-5b8e-45f2-bba5-36a4ac72dd50 tempest-DeleteServersTestJSON-1110336123 tempest-DeleteServersTestJSON-1110336123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:31:42.857441 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-b910b17e-a31f-400a-8477-39e2962862ef req-e035d72f-5b8e-45f2-bba5-36a4ac72dd50 tempest-DeleteServersTestJSON-1110336123 tempest-DeleteServersTestJSON-1110336123-project] 10.222.0.13 "GET /v2.0/ports?device_id=f99ca6c1-22b3-40dc-adff-41189e09e796 HTTP/1.1" status: 200 len: 945 time: 0.0530093 Nov 05 19:31:42.904470 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-b910b17e-a31f-400a-8477-39e2962862ef req-5ee30d23-8d28-453c-9c49-831e1091edf2 tempest-DeleteServersTestJSON-1110336123 tempest-DeleteServersTestJSON-1110336123-project] 10.222.0.13 "GET /v2.0/security-groups?id=f4aa2faa-ef14-4405-a398-44541c443fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411620 Nov 05 19:31:44.020564 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b52bf5-2f13-4d77-9fc2-83b25da13d4f req-19338beb-7b99-493b-9cf2-83e6b3f8d61e tempest-DeleteServersTestJSON-1110336123 tempest-DeleteServersTestJSON-1110336123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:31:44.022068 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-86b52bf5-2f13-4d77-9fc2-83b25da13d4f req-19338beb-7b99-493b-9cf2-83e6b3f8d61e tempest-DeleteServersTestJSON-1110336123 tempest-DeleteServersTestJSON-1110336123-project] 10.222.0.13 "GET /v2.0/ports?device_id=f99ca6c1-22b3-40dc-adff-41189e09e796 HTTP/1.1" status: 200 len: 945 time: 0.0495570 Nov 05 19:31:44.069495 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-86b52bf5-2f13-4d77-9fc2-83b25da13d4f req-d29f343a-b8b4-4861-8eb1-8244faed0e26 tempest-DeleteServersTestJSON-1110336123 tempest-DeleteServersTestJSON-1110336123-project] 10.222.0.13 "GET /v2.0/security-groups?id=f4aa2faa-ef14-4405-a398-44541c443fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407083 Nov 05 19:31:45.241423 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97255c13-d80f-404b-be1e-b1416ac0ca48 req-3b35aa4f-7cf9-4043-93b6-b144742dba0d tempest-DeleteServersTestJSON-1110336123 tempest-DeleteServersTestJSON-1110336123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:31:45.242850 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-97255c13-d80f-404b-be1e-b1416ac0ca48 req-3b35aa4f-7cf9-4043-93b6-b144742dba0d tempest-DeleteServersTestJSON-1110336123 tempest-DeleteServersTestJSON-1110336123-project] 10.222.0.13 "GET /v2.0/ports?device_id=f99ca6c1-22b3-40dc-adff-41189e09e796 HTTP/1.1" status: 200 len: 945 time: 0.1047087 Nov 05 19:31:45.293838 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-97255c13-d80f-404b-be1e-b1416ac0ca48 req-967ca205-9632-4e79-8107-31e27624874d tempest-DeleteServersTestJSON-1110336123 tempest-DeleteServersTestJSON-1110336123-project] 10.222.0.13 "GET /v2.0/security-groups?id=f4aa2faa-ef14-4405-a398-44541c443fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449958 Nov 05 19:31:46.411705 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff99927a-1a30-4095-84c2-8d330d082752 req-845b0b6e-dbbb-4d98-95de-564f39e652f7 tempest-DeleteServersTestJSON-1110336123 tempest-DeleteServersTestJSON-1110336123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:31:46.413168 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-ff99927a-1a30-4095-84c2-8d330d082752 req-845b0b6e-dbbb-4d98-95de-564f39e652f7 tempest-DeleteServersTestJSON-1110336123 tempest-DeleteServersTestJSON-1110336123-project] 10.222.0.13 "GET /v2.0/ports?device_id=f99ca6c1-22b3-40dc-adff-41189e09e796 HTTP/1.1" status: 200 len: 945 time: 0.0483978 Nov 05 19:31:46.459377 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-ff99927a-1a30-4095-84c2-8d330d082752 req-4794211f-7b39-4965-b0f1-71550b238443 tempest-DeleteServersTestJSON-1110336123 tempest-DeleteServersTestJSON-1110336123-project] 10.222.0.13 "GET /v2.0/security-groups?id=f4aa2faa-ef14-4405-a398-44541c443fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402687 Nov 05 19:31:47.574207 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a106959-c9e7-42d4-b3e3-04d4e7ed7acd req-c0b2e08e-ed9a-4ffc-b96b-4c0f9514cdcb tempest-DeleteServersTestJSON-1110336123 tempest-DeleteServersTestJSON-1110336123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:31:47.575701 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-2a106959-c9e7-42d4-b3e3-04d4e7ed7acd req-c0b2e08e-ed9a-4ffc-b96b-4c0f9514cdcb tempest-DeleteServersTestJSON-1110336123 tempest-DeleteServersTestJSON-1110336123-project] 10.222.0.13 "GET /v2.0/ports?device_id=f99ca6c1-22b3-40dc-adff-41189e09e796 HTTP/1.1" status: 200 len: 945 time: 0.0478153 Nov 05 19:31:47.623149 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-2a106959-c9e7-42d4-b3e3-04d4e7ed7acd req-603dfce7-9980-4173-8991-18db8984380f tempest-DeleteServersTestJSON-1110336123 tempest-DeleteServersTestJSON-1110336123-project] 10.222.0.13 "GET /v2.0/security-groups?id=f4aa2faa-ef14-4405-a398-44541c443fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415800 Nov 05 19:31:48.743891 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1e857f-e35b-4ff8-a37f-899997e14a98 req-9ab2878b-0431-47f5-a2f2-d9f32e8f61e9 tempest-DeleteServersTestJSON-1110336123 tempest-DeleteServersTestJSON-1110336123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:31:48.745630 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-ae1e857f-e35b-4ff8-a37f-899997e14a98 req-9ab2878b-0431-47f5-a2f2-d9f32e8f61e9 tempest-DeleteServersTestJSON-1110336123 tempest-DeleteServersTestJSON-1110336123-project] 10.222.0.13 "GET /v2.0/ports?device_id=f99ca6c1-22b3-40dc-adff-41189e09e796 HTTP/1.1" status: 200 len: 945 time: 0.0521495 Nov 05 19:31:48.792695 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-ae1e857f-e35b-4ff8-a37f-899997e14a98 req-b44312aa-540d-412c-9ba8-57e8694f83b1 tempest-DeleteServersTestJSON-1110336123 tempest-DeleteServersTestJSON-1110336123-project] 10.222.0.13 "GET /v2.0/security-groups?id=f4aa2faa-ef14-4405-a398-44541c443fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411761 Nov 05 19:31:49.908419 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447b94ef-effb-48fe-a670-ec682df8bd13 req-eec61a5b-2072-4c91-b272-7a4a9f0128c6 tempest-DeleteServersTestJSON-1110336123 tempest-DeleteServersTestJSON-1110336123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:31:49.909938 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-447b94ef-effb-48fe-a670-ec682df8bd13 req-eec61a5b-2072-4c91-b272-7a4a9f0128c6 tempest-DeleteServersTestJSON-1110336123 tempest-DeleteServersTestJSON-1110336123-project] 10.222.0.13 "GET /v2.0/ports?device_id=f99ca6c1-22b3-40dc-adff-41189e09e796 HTTP/1.1" status: 200 len: 945 time: 0.0488186 Nov 05 19:31:49.957027 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-447b94ef-effb-48fe-a670-ec682df8bd13 req-7e07ca4a-27be-4e9d-b4fc-19acc5a39bf1 tempest-DeleteServersTestJSON-1110336123 tempest-DeleteServersTestJSON-1110336123-project] 10.222.0.13 "GET /v2.0/security-groups?id=f4aa2faa-ef14-4405-a398-44541c443fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411413 Nov 05 19:31:51.073130 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fde20c1-a177-49e7-b7c5-37cb0e9a10db req-9dc2abd6-aaad-420f-8b1a-53e2388b909d tempest-DeleteServersTestJSON-1110336123 tempest-DeleteServersTestJSON-1110336123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:31:51.074646 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-1fde20c1-a177-49e7-b7c5-37cb0e9a10db req-9dc2abd6-aaad-420f-8b1a-53e2388b909d tempest-DeleteServersTestJSON-1110336123 tempest-DeleteServersTestJSON-1110336123-project] 10.222.0.13 "GET /v2.0/ports?device_id=f99ca6c1-22b3-40dc-adff-41189e09e796 HTTP/1.1" status: 200 len: 945 time: 0.0473871 Nov 05 19:31:51.125914 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-1fde20c1-a177-49e7-b7c5-37cb0e9a10db req-942e3ba1-206c-4d9d-9871-31c24d6bf36f tempest-DeleteServersTestJSON-1110336123 tempest-DeleteServersTestJSON-1110336123-project] 10.222.0.13 "GET /v2.0/security-groups?id=f4aa2faa-ef14-4405-a398-44541c443fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453541 Nov 05 19:31:52.241497 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2912fac-a643-4001-b534-b760078e25af req-1cd383b3-405d-4265-bad4-d931e8128732 tempest-DeleteServersTestJSON-1110336123 tempest-DeleteServersTestJSON-1110336123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:31:52.243010 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-b2912fac-a643-4001-b534-b760078e25af req-1cd383b3-405d-4265-bad4-d931e8128732 tempest-DeleteServersTestJSON-1110336123 tempest-DeleteServersTestJSON-1110336123-project] 10.222.0.13 "GET /v2.0/ports?device_id=f99ca6c1-22b3-40dc-adff-41189e09e796 HTTP/1.1" status: 200 len: 945 time: 0.0482740 Nov 05 19:31:52.289713 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-b2912fac-a643-4001-b534-b760078e25af req-2cf10b08-0a2b-4e9a-a820-2a8b69dae4f8 tempest-DeleteServersTestJSON-1110336123 tempest-DeleteServersTestJSON-1110336123-project] 10.222.0.13 "GET /v2.0/security-groups?id=f4aa2faa-ef14-4405-a398-44541c443fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405443 Nov 05 19:31:53.404271 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8400150-4964-4cae-b315-4fab89f26160 req-54c415ab-5543-4062-847e-90c10b6f17ac tempest-DeleteServersTestJSON-1110336123 tempest-DeleteServersTestJSON-1110336123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:31:53.405747 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-f8400150-4964-4cae-b315-4fab89f26160 req-54c415ab-5543-4062-847e-90c10b6f17ac tempest-DeleteServersTestJSON-1110336123 tempest-DeleteServersTestJSON-1110336123-project] 10.222.0.13 "GET /v2.0/ports?device_id=f99ca6c1-22b3-40dc-adff-41189e09e796 HTTP/1.1" status: 200 len: 945 time: 0.0483854 Nov 05 19:31:53.452366 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-f8400150-4964-4cae-b315-4fab89f26160 req-ef199cdd-76ad-43f4-9065-46708e3d08b4 tempest-DeleteServersTestJSON-1110336123 tempest-DeleteServersTestJSON-1110336123-project] 10.222.0.13 "GET /v2.0/security-groups?id=f4aa2faa-ef14-4405-a398-44541c443fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407040 Nov 05 19:31:54.570640 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba81e42b-1020-4e44-80f1-83cb967f13b9 req-5ff53e65-7cc0-4f31-a684-c143a653f5d3 tempest-DeleteServersTestJSON-1110336123 tempest-DeleteServersTestJSON-1110336123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:31:54.572436 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-ba81e42b-1020-4e44-80f1-83cb967f13b9 req-5ff53e65-7cc0-4f31-a684-c143a653f5d3 tempest-DeleteServersTestJSON-1110336123 tempest-DeleteServersTestJSON-1110336123-project] 10.222.0.13 "GET /v2.0/ports?device_id=f99ca6c1-22b3-40dc-adff-41189e09e796 HTTP/1.1" status: 200 len: 945 time: 0.0520427 Nov 05 19:31:54.619885 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-ba81e42b-1020-4e44-80f1-83cb967f13b9 req-f37aeb89-df02-4f4a-b812-cc6955084296 tempest-DeleteServersTestJSON-1110336123 tempest-DeleteServersTestJSON-1110336123-project] 10.222.0.13 "GET /v2.0/security-groups?id=f4aa2faa-ef14-4405-a398-44541c443fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409439 Nov 05 19:31:55.740581 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0d4d95-3ffb-4492-8147-c04f7e00ae01 req-578134e0-c542-4bc0-bef2-3990e083e323 tempest-DeleteServersTestJSON-1110336123 tempest-DeleteServersTestJSON-1110336123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:31:55.742139 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-1a0d4d95-3ffb-4492-8147-c04f7e00ae01 req-578134e0-c542-4bc0-bef2-3990e083e323 tempest-DeleteServersTestJSON-1110336123 tempest-DeleteServersTestJSON-1110336123-project] 10.222.0.13 "GET /v2.0/ports?device_id=f99ca6c1-22b3-40dc-adff-41189e09e796 HTTP/1.1" status: 200 len: 945 time: 0.0482965 Nov 05 19:31:55.789094 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-1a0d4d95-3ffb-4492-8147-c04f7e00ae01 req-e163bce0-2b7a-4ef8-a50b-ca1c971ad99e tempest-DeleteServersTestJSON-1110336123 tempest-DeleteServersTestJSON-1110336123-project] 10.222.0.13 "GET /v2.0/security-groups?id=f4aa2faa-ef14-4405-a398-44541c443fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409455 Nov 05 19:31:56.907455 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0e945f-5ccc-48d8-90e1-d2ebee2bf40c req-2819a3a3-6f1a-439d-bf33-7aeed6e1ad94 tempest-DeleteServersTestJSON-1110336123 tempest-DeleteServersTestJSON-1110336123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:31:56.908934 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-4d0e945f-5ccc-48d8-90e1-d2ebee2bf40c req-2819a3a3-6f1a-439d-bf33-7aeed6e1ad94 tempest-DeleteServersTestJSON-1110336123 tempest-DeleteServersTestJSON-1110336123-project] 10.222.0.13 "GET /v2.0/ports?device_id=f99ca6c1-22b3-40dc-adff-41189e09e796 HTTP/1.1" status: 200 len: 945 time: 0.0521188 Nov 05 19:31:56.956048 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-4d0e945f-5ccc-48d8-90e1-d2ebee2bf40c req-aefdfbfb-c6ae-463b-9b9b-2477fce84bee tempest-DeleteServersTestJSON-1110336123 tempest-DeleteServersTestJSON-1110336123-project] 10.222.0.13 "GET /v2.0/security-groups?id=f4aa2faa-ef14-4405-a398-44541c443fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412424 Nov 05 19:31:58.092439 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f1f0a4-76a8-4722-b0f6-508818a61928 req-85eab43a-ba5d-460f-9224-d0f9abc3a9c2 tempest-DeleteServersTestJSON-1110336123 tempest-DeleteServersTestJSON-1110336123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:31:58.093985 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-72f1f0a4-76a8-4722-b0f6-508818a61928 req-85eab43a-ba5d-460f-9224-d0f9abc3a9c2 tempest-DeleteServersTestJSON-1110336123 tempest-DeleteServersTestJSON-1110336123-project] 10.222.0.13 "GET /v2.0/ports?device_id=f99ca6c1-22b3-40dc-adff-41189e09e796 HTTP/1.1" status: 200 len: 945 time: 0.0576284 Nov 05 19:31:58.145189 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-72f1f0a4-76a8-4722-b0f6-508818a61928 req-7c885057-9f34-451c-a43c-596f5803867a tempest-DeleteServersTestJSON-1110336123 tempest-DeleteServersTestJSON-1110336123-project] 10.222.0.13 "GET /v2.0/security-groups?id=f4aa2faa-ef14-4405-a398-44541c443fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451980 Nov 05 19:31:58.269215 n-d-816865-1 neutron-server[102387]: INFO neutron.api.v2.resource [req-32dc0184-20e7-4eb3-8229-ec99e20671b2 req-6e3efdcc-080d-46b9-b234-b078faf70a21 service neutron] show failed (client error): The resource could not be found. Nov 05 19:31:58.270244 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-32dc0184-20e7-4eb3-8229-ec99e20671b2 req-6e3efdcc-080d-46b9-b234-b078faf70a21 service neutron] 10.222.0.41 "GET /v2.0/ports/7e581962-e9dd-4c55-9854-76cd55abca59/bindings/n-h2-816865-1 HTTP/1.1" status: 404 len: 380 time: 0.1150134 Nov 05 19:31:58.941915 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32dc0184-20e7-4eb3-8229-ec99e20671b2 req-09004bae-99f3-4a42-b990-665129cb05c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:31:58.943456 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-32dc0184-20e7-4eb3-8229-ec99e20671b2 req-09004bae-99f3-4a42-b990-665129cb05c9 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=f99ca6c1-22b3-40dc-adff-41189e09e796&tenant_id=a825416562dd4250b402158109d82654 HTTP/1.1" status: 200 len: 1096 time: 0.0728076 Nov 05 19:31:58.960378 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [req-32dc0184-20e7-4eb3-8229-ec99e20671b2 req-a89a8e72-6f20-4c3e-b324-8713f417321e service neutron] Request body: {'port': {'binding:host_id': 'n-h2-816865-1', 'device_owner': 'compute:nova'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:31:59.014227 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-32dc0184-20e7-4eb3-8229-ec99e20671b2 req-a89a8e72-6f20-4c3e-b324-8713f417321e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:31:59.213081 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [req-32dc0184-20e7-4eb3-8229-ec99e20671b2 req-a89a8e72-6f20-4c3e-b324-8713f417321e service neutron] For port 7e581962-e9dd-4c55-9854-76cd55abca59, host n-h1-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=7e581962-e9dd-4c55-9854-76cd55abca59,segment=NetworkSegment(cff579ce-5be9-4f41-93a4-1f2660fbe0b7),segment_id=cff579ce-5be9-4f41-93a4-1f2660fbe0b7)] {{(pid=102386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:31:59.245521 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [req-32dc0184-20e7-4eb3-8229-ec99e20671b2 req-a89a8e72-6f20-4c3e-b324-8713f417321e service neutron] For port 7e581962-e9dd-4c55-9854-76cd55abca59, host n-h1-816865-1, cleared binding levels {{(pid=102386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 19:31:59.268575 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79dda127-ec85-4d70-8de9-29fb43d7d93f req-1a232b4e-93aa-4af7-bd61-249654f4885d tempest-DeleteServersTestJSON-1110336123 tempest-DeleteServersTestJSON-1110336123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:31:59.271551 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-79dda127-ec85-4d70-8de9-29fb43d7d93f req-1a232b4e-93aa-4af7-bd61-249654f4885d tempest-DeleteServersTestJSON-1110336123 tempest-DeleteServersTestJSON-1110336123-project] 10.222.0.13 "GET /v2.0/ports?device_id=f99ca6c1-22b3-40dc-adff-41189e09e796 HTTP/1.1" status: 200 len: 945 time: 0.0543320 Nov 05 19:31:59.285012 n-d-816865-1 neutron-server[102386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f99ca6c1-22b3-40dc-adff-41189e09e796', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7e581962-e9dd-4c55-9854-76cd55abca59'}] {{(pid=102386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 19:31:59.287323 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6173a44d7c73f41af551dc890fa1a5892c2c6bc3458b640c8e0c24db7876ba6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7381166-88fa-44f9-8a55-8d877b1026f8" -d '{"events": [{"server_uuid": "f99ca6c1-22b3-40dc-adff-41189e09e796", "name": "network-vif-unplugged", "status": "completed", "tag": "7e581962-e9dd-4c55-9854-76cd55abca59"}]}' {{(pid=102386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 19:31:59.291508 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-32dc0184-20e7-4eb3-8229-ec99e20671b2 req-a89a8e72-6f20-4c3e-b324-8713f417321e service neutron] Publish callbacks [] for port, precommit_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:31:59.303561 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.provisioning_blocks [req-32dc0184-20e7-4eb3-8229-ec99e20671b2 req-a89a8e72-6f20-4c3e-b324-8713f417321e service neutron] Transition to ACTIVE for port object 7e581962-e9dd-4c55-9854-76cd55abca59 will not be triggered until provisioned by entity L2. {{(pid=102386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 05 19:31:59.321086 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-79dda127-ec85-4d70-8de9-29fb43d7d93f req-26d90315-8dd9-461e-90cc-78f488d8be87 tempest-DeleteServersTestJSON-1110336123 tempest-DeleteServersTestJSON-1110336123-project] 10.222.0.13 "GET /v2.0/security-groups?id=f4aa2faa-ef14-4405-a398-44541c443fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440788 Nov 05 19:31:59.375518 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 05 Nov 2021 19:31:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-579c6955-8d74-41ff-ad00-dafbad215926 x-openstack-request-id: req-579c6955-8d74-41ff-ad00-dafbad215926 {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 19:31:59.375827 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f99ca6c1-22b3-40dc-adff-41189e09e796", "name": "network-vif-unplugged", "status": "completed", "tag": "7e581962-e9dd-4c55-9854-76cd55abca59", "code": 200}]} {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 19:31:59.376173 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-579c6955-8d74-41ff-ad00-dafbad215926 {{(pid=102386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 19:31:59.376581 n-d-816865-1 neutron-server[102386]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f99ca6c1-22b3-40dc-adff-41189e09e796', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7e581962-e9dd-4c55-9854-76cd55abca59', 'code': 200} Nov 05 19:31:59.382410 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-32dc0184-20e7-4eb3-8229-ec99e20671b2 req-a89a8e72-6f20-4c3e-b324-8713f417321e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6149821'] for port, after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:31:59.443363 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [req-32dc0184-20e7-4eb3-8229-ec99e20671b2 req-a89a8e72-6f20-4c3e-b324-8713f417321e service neutron] No DVR routers for this DVR port 7e581962-e9dd-4c55-9854-76cd55abca59 on host n-h1-816865-1 {{(pid=102386) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 19:31:59.446455 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89a8e72-6f20-4c3e-b324-8713f417321e service neutron] Pushing event updated for resources: {'Port': ['ID=7e581962-e9dd-4c55-9854-76cd55abca59,revision_number=6']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:31:59.458127 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89a8e72-6f20-4c3e-b324-8713f417321e service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:31:59.458480 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89a8e72-6f20-4c3e-b324-8713f417321e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:31:59.458820 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89a8e72-6f20-4c3e-b324-8713f417321e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:31:59.459156 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89a8e72-6f20-4c3e-b324-8713f417321e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:31:59.459489 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89a8e72-6f20-4c3e-b324-8713f417321e service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:31:59.459822 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89a8e72-6f20-4c3e-b324-8713f417321e service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:31:59.460206 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89a8e72-6f20-4c3e-b324-8713f417321e service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:31:59.460533 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89a8e72-6f20-4c3e-b324-8713f417321e service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:31:59.460864 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89a8e72-6f20-4c3e-b324-8713f417321e service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:31:59.461191 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89a8e72-6f20-4c3e-b324-8713f417321e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:31:59.461511 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89a8e72-6f20-4c3e-b324-8713f417321e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:31:59.461850 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89a8e72-6f20-4c3e-b324-8713f417321e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:31:59.493092 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [req-32dc0184-20e7-4eb3-8229-ec99e20671b2 req-a89a8e72-6f20-4c3e-b324-8713f417321e service neutron] Attempting to bind port 7e581962-e9dd-4c55-9854-76cd55abca59 on host n-h2-816865-1 for vnic_type normal with profile {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 19:31:59.493446 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [req-32dc0184-20e7-4eb3-8229-ec99e20671b2 req-a89a8e72-6f20-4c3e-b324-8713f417321e service neutron] Attempting to bind port 7e581962-e9dd-4c55-9854-76cd55abca59 by drivers openvswitch,hyperv on host n-h2-816865-1 at level 0 using segments [{'id': 'cff579ce-5be9-4f41-93a4-1f2660fbe0b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '7a491252-7094-4393-ad3c-66bf34d76a90'}] {{(pid=102386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 19:31:59.494191 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32dc0184-20e7-4eb3-8229-ec99e20671b2 req-a89a8e72-6f20-4c3e-b324-8713f417321e service neutron] Attempting to bind port 7e581962-e9dd-4c55-9854-76cd55abca59 on network 7a491252-7094-4393-ad3c-66bf34d76a90 {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 19:31:59.497967 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32dc0184-20e7-4eb3-8229-ec99e20671b2 req-a89a8e72-6f20-4c3e-b324-8713f417321e service neutron] Port 7e581962-e9dd-4c55-9854-76cd55abca59 on network 7a491252-7094-4393-ad3c-66bf34d76a90 not bound, no agent of type Open vSwitch agent registered on host n-h2-816865-1 {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 19:31:59.498315 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32dc0184-20e7-4eb3-8229-ec99e20671b2 req-a89a8e72-6f20-4c3e-b324-8713f417321e service neutron] Attempting to bind port 7e581962-e9dd-4c55-9854-76cd55abca59 on network 7a491252-7094-4393-ad3c-66bf34d76a90 {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 19:31:59.503037 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32dc0184-20e7-4eb3-8229-ec99e20671b2 req-a89a8e72-6f20-4c3e-b324-8713f417321e service neutron] Checking agent: {'id': '32aff553-696f-4891-83f5-5c176f61fe54', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816865-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 18, 33, 36), 'started_at': datetime.datetime(2021, 11, 5, 18, 33, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 19, 31, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 19:31:59.503368 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32dc0184-20e7-4eb3-8229-ec99e20671b2 req-a89a8e72-6f20-4c3e-b324-8713f417321e service neutron] Checking segment: {'id': 'cff579ce-5be9-4f41-93a4-1f2660fbe0b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '7a491252-7094-4393-ad3c-66bf34d76a90'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 19:31:59.503745 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32dc0184-20e7-4eb3-8229-ec99e20671b2 req-a89a8e72-6f20-4c3e-b324-8713f417321e service neutron] Bound using segment: {'id': 'cff579ce-5be9-4f41-93a4-1f2660fbe0b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '7a491252-7094-4393-ad3c-66bf34d76a90'} {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 19:31:59.504166 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [req-32dc0184-20e7-4eb3-8229-ec99e20671b2 req-a89a8e72-6f20-4c3e-b324-8713f417321e service neutron] Bound port: 7e581962-e9dd-4c55-9854-76cd55abca59, host: n-h2-816865-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cff579ce-5be9-4f41-93a4-1f2660fbe0b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '7a491252-7094-4393-ad3c-66bf34d76a90'}}] {{(pid=102386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 19:31:59.504513 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-32dc0184-20e7-4eb3-8229-ec99e20671b2 req-a89a8e72-6f20-4c3e-b324-8713f417321e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:31:59.566270 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [req-32dc0184-20e7-4eb3-8229-ec99e20671b2 req-a89a8e72-6f20-4c3e-b324-8713f417321e service neutron] For port 7e581962-e9dd-4c55-9854-76cd55abca59, host n-h2-816865-1, cleared binding levels {{(pid=102386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 19:31:59.569185 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [req-32dc0184-20e7-4eb3-8229-ec99e20671b2 req-a89a8e72-6f20-4c3e-b324-8713f417321e service neutron] For port 7e581962-e9dd-4c55-9854-76cd55abca59, host n-h2-816865-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=7e581962-e9dd-4c55-9854-76cd55abca59,segment=NetworkSegment(cff579ce-5be9-4f41-93a4-1f2660fbe0b7),segment_id=cff579ce-5be9-4f41-93a4-1f2660fbe0b7)] {{(pid=102386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 19:31:59.656133 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-32dc0184-20e7-4eb3-8229-ec99e20671b2 req-a89a8e72-6f20-4c3e-b324-8713f417321e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6149821'] for port, after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:31:59.689971 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32dc0184-20e7-4eb3-8229-ec99e20671b2 req-a89a8e72-6f20-4c3e-b324-8713f417321e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:31:59.690628 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-32dc0184-20e7-4eb3-8229-ec99e20671b2 req-a89a8e72-6f20-4c3e-b324-8713f417321e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:31:59.692040 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-32dc0184-20e7-4eb3-8229-ec99e20671b2 req-a89a8e72-6f20-4c3e-b324-8713f417321e service neutron] 10.222.0.55 "PUT /v2.0/ports/7e581962-e9dd-4c55-9854-76cd55abca59 HTTP/1.1" status: 200 len: 1091 time: 0.7357249 Nov 05 19:31:59.711926 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89a8e72-6f20-4c3e-b324-8713f417321e service neutron] Pushing event updated for resources: {'Port': ['ID=7e581962-e9dd-4c55-9854-76cd55abca59,revision_number=7']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:31:59.756468 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32dc0184-20e7-4eb3-8229-ec99e20671b2 req-df7118a3-575d-45fd-9bca-1d1716cf60cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:31:59.757967 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-32dc0184-20e7-4eb3-8229-ec99e20671b2 req-df7118a3-575d-45fd-9bca-1d1716cf60cc service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a825416562dd4250b402158109d82654&device_id=f99ca6c1-22b3-40dc-adff-41189e09e796 HTTP/1.1" status: 200 len: 1094 time: 0.0401542 Nov 05 19:31:59.858492 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32dc0184-20e7-4eb3-8229-ec99e20671b2 req-ac732760-7275-4d07-a9b3-f64a069bbc9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:31:59.859978 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-32dc0184-20e7-4eb3-8229-ec99e20671b2 req-ac732760-7275-4d07-a9b3-f64a069bbc9f service neutron] 10.222.0.55 "GET /v2.0/networks?id=7a491252-7094-4393-ad3c-66bf34d76a90 HTTP/1.1" status: 200 len: 912 time: 0.0894067 Nov 05 19:31:59.909397 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-32dc0184-20e7-4eb3-8229-ec99e20671b2 req-18882c43-b0ec-4060-9b19-389fa16f9ac8 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7e581962-e9dd-4c55-9854-76cd55abca59 HTTP/1.1" status: 200 len: 217 time: 0.0342414 Nov 05 19:31:59.964457 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32dc0184-20e7-4eb3-8229-ec99e20671b2 req-83f1fb9f-4e20-40a9-8e3a-c1c6196f41af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:31:59.965897 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-32dc0184-20e7-4eb3-8229-ec99e20671b2 req-83f1fb9f-4e20-40a9-8e3a-c1c6196f41af service neutron] 10.222.0.55 "GET /v2.0/subnets?id=860446f8-caed-4d8a-9a42-d2ea0a237ffb HTTP/1.1" status: 200 len: 851 time: 0.0467334 Nov 05 19:32:00.002749 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-32dc0184-20e7-4eb3-8229-ec99e20671b2 req-718c35f9-be4f-4c12-a40b-8e1a584e7920 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=7a491252-7094-4393-ad3c-66bf34d76a90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255630 Nov 05 19:32:00.092574 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-32dc0184-20e7-4eb3-8229-ec99e20671b2 req-d140b769-f0ac-4604-8024-00267baae60b service neutron] 10.222.0.55 "GET /v2.0/networks/7a491252-7094-4393-ad3c-66bf34d76a90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810025 Nov 05 19:32:00.188744 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-32dc0184-20e7-4eb3-8229-ec99e20671b2 req-bf0a703d-170f-439a-b68f-90e34713e841 service neutron] 10.222.0.55 "GET /v2.0/networks/7a491252-7094-4393-ad3c-66bf34d76a90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848811 Nov 05 19:32:00.441806 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700a9131-7588-4223-8133-f51c14eb329f req-02b83482-7de5-43fc-8949-fb045b17f492 tempest-DeleteServersTestJSON-1110336123 tempest-DeleteServersTestJSON-1110336123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:32:00.443382 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-700a9131-7588-4223-8133-f51c14eb329f req-02b83482-7de5-43fc-8949-fb045b17f492 tempest-DeleteServersTestJSON-1110336123 tempest-DeleteServersTestJSON-1110336123-project] 10.222.0.13 "GET /v2.0/ports?device_id=f99ca6c1-22b3-40dc-adff-41189e09e796 HTTP/1.1" status: 200 len: 943 time: 0.0498517 Nov 05 19:32:00.491868 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-700a9131-7588-4223-8133-f51c14eb329f req-0f1ef91a-ee66-48e5-b45e-2a5c3cb02cd4 tempest-DeleteServersTestJSON-1110336123 tempest-DeleteServersTestJSON-1110336123-project] 10.222.0.13 "GET /v2.0/security-groups?id=f4aa2faa-ef14-4405-a398-44541c443fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423813 Nov 05 19:32:01.377799 n-d-816865-1 neutron-server[102386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f99ca6c1-22b3-40dc-adff-41189e09e796', 'tag': '7e581962-e9dd-4c55-9854-76cd55abca59'}] {{(pid=102386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 19:32:01.380139 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6173a44d7c73f41af551dc890fa1a5892c2c6bc3458b640c8e0c24db7876ba6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8194f42c-9c60-48fc-a40a-2899eb71eb4f" -d '{"events": [{"name": "network-changed", "server_uuid": "f99ca6c1-22b3-40dc-adff-41189e09e796", "tag": "7e581962-e9dd-4c55-9854-76cd55abca59"}]}' {{(pid=102386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 19:32:01.427071 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 19:32:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fd6c887-1b1f-4b2b-bad2-91568cc00fd9 x-openstack-request-id: req-4fd6c887-1b1f-4b2b-bad2-91568cc00fd9 {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 19:32:01.427368 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f99ca6c1-22b3-40dc-adff-41189e09e796", "tag": "7e581962-e9dd-4c55-9854-76cd55abca59", "status": "completed", "code": 200}]} {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 19:32:01.427621 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4fd6c887-1b1f-4b2b-bad2-91568cc00fd9 {{(pid=102386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 19:32:01.428017 n-d-816865-1 neutron-server[102386]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f99ca6c1-22b3-40dc-adff-41189e09e796', 'tag': '7e581962-e9dd-4c55-9854-76cd55abca59', 'status': 'completed', 'code': 200} Nov 05 19:32:01.488400 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8194f42c-9c60-48fc-a40a-2899eb71eb4f req-fd3999d3-a2c6-4ded-82ac-0bc1687c0aaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:32:01.489887 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-8194f42c-9c60-48fc-a40a-2899eb71eb4f req-fd3999d3-a2c6-4ded-82ac-0bc1687c0aaa service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a825416562dd4250b402158109d82654&device_id=f99ca6c1-22b3-40dc-adff-41189e09e796 HTTP/1.1" status: 200 len: 1094 time: 0.0399263 Nov 05 19:32:01.490336 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8194f42c-9c60-48fc-a40a-2899eb71eb4f req-9acc79c3-e95f-4c64-b13b-c2bc3b6e7f89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:32:01.491817 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-8194f42c-9c60-48fc-a40a-2899eb71eb4f req-9acc79c3-e95f-4c64-b13b-c2bc3b6e7f89 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a825416562dd4250b402158109d82654&device_id=f99ca6c1-22b3-40dc-adff-41189e09e796 HTTP/1.1" status: 200 len: 1094 time: 0.0396576 Nov 05 19:32:01.589015 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8194f42c-9c60-48fc-a40a-2899eb71eb4f req-67023fd1-ebe6-4c4a-947b-73e6ca2d61ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:32:01.590557 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-8194f42c-9c60-48fc-a40a-2899eb71eb4f req-67023fd1-ebe6-4c4a-947b-73e6ca2d61ce service neutron] 10.222.0.55 "GET /v2.0/networks?id=7a491252-7094-4393-ad3c-66bf34d76a90 HTTP/1.1" status: 200 len: 912 time: 0.0910187 Nov 05 19:32:01.614541 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8194f42c-9c60-48fc-a40a-2899eb71eb4f req-664d5d59-aa1f-4ac9-956b-eb086168f94d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:32:01.616043 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-8194f42c-9c60-48fc-a40a-2899eb71eb4f req-664d5d59-aa1f-4ac9-956b-eb086168f94d service neutron] 10.222.0.41 "GET /v2.0/networks?id=7a491252-7094-4393-ad3c-66bf34d76a90 HTTP/1.1" status: 200 len: 912 time: 0.1166809 Nov 05 19:32:01.635616 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-8194f42c-9c60-48fc-a40a-2899eb71eb4f req-e69fa55b-3b95-47af-b62e-6898c6d72d23 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7e581962-e9dd-4c55-9854-76cd55abca59 HTTP/1.1" status: 200 len: 217 time: 0.0349123 Nov 05 19:32:01.638831 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f221d55a-ff86-4f07-8574-6062edb343ec req-dc5c61e3-6855-49d1-885e-792cd603dccf tempest-DeleteServersTestJSON-1110336123 tempest-DeleteServersTestJSON-1110336123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:32:01.640283 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-f221d55a-ff86-4f07-8574-6062edb343ec req-dc5c61e3-6855-49d1-885e-792cd603dccf tempest-DeleteServersTestJSON-1110336123 tempest-DeleteServersTestJSON-1110336123-project] 10.222.0.13 "GET /v2.0/ports?device_id=f99ca6c1-22b3-40dc-adff-41189e09e796 HTTP/1.1" status: 200 len: 943 time: 0.0717895 Nov 05 19:32:01.673360 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-8194f42c-9c60-48fc-a40a-2899eb71eb4f req-39d5ebcb-227a-4946-b951-099e2f1b5e98 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7e581962-e9dd-4c55-9854-76cd55abca59 HTTP/1.1" status: 200 len: 217 time: 0.0489583 Nov 05 19:32:01.693168 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8194f42c-9c60-48fc-a40a-2899eb71eb4f req-3d1565a8-c6e4-4108-983f-8bb9e0a3efc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:32:01.694711 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-8194f42c-9c60-48fc-a40a-2899eb71eb4f req-3d1565a8-c6e4-4108-983f-8bb9e0a3efc1 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=860446f8-caed-4d8a-9a42-d2ea0a237ffb HTTP/1.1" status: 200 len: 851 time: 0.0508220 Nov 05 19:32:01.727338 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-8194f42c-9c60-48fc-a40a-2899eb71eb4f req-b848d264-d8a0-4ed9-892a-7478f026ee62 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=7a491252-7094-4393-ad3c-66bf34d76a90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244346 Nov 05 19:32:01.750165 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-f221d55a-ff86-4f07-8574-6062edb343ec req-932fb6d6-952b-4129-84cd-759e65fc4d3f tempest-DeleteServersTestJSON-1110336123 tempest-DeleteServersTestJSON-1110336123-project] 10.222.0.13 "GET /v2.0/security-groups?id=f4aa2faa-ef14-4405-a398-44541c443fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792074 Nov 05 19:32:01.751972 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8194f42c-9c60-48fc-a40a-2899eb71eb4f req-2a4a0adb-ea9c-4129-a4e8-1e5e384b8ac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:32:01.753365 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-8194f42c-9c60-48fc-a40a-2899eb71eb4f req-2a4a0adb-ea9c-4129-a4e8-1e5e384b8ac2 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=860446f8-caed-4d8a-9a42-d2ea0a237ffb HTTP/1.1" status: 200 len: 851 time: 0.0675218 Nov 05 19:32:01.785560 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-8194f42c-9c60-48fc-a40a-2899eb71eb4f req-b9a17568-4fa0-42e1-a11d-8777c1b2085e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7a491252-7094-4393-ad3c-66bf34d76a90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248759 Nov 05 19:32:01.818940 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-8194f42c-9c60-48fc-a40a-2899eb71eb4f req-a79a310f-a0e1-47b2-9763-c55114e8dad8 service neutron] 10.222.0.55 "GET /v2.0/networks/7a491252-7094-4393-ad3c-66bf34d76a90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829096 Nov 05 19:32:01.880912 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-8194f42c-9c60-48fc-a40a-2899eb71eb4f req-6c7e022e-45f9-420c-abe5-36d90de799c6 service neutron] 10.222.0.41 "GET /v2.0/networks/7a491252-7094-4393-ad3c-66bf34d76a90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860565 Nov 05 19:32:01.913776 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-8194f42c-9c60-48fc-a40a-2899eb71eb4f req-2b185609-cdcb-4f24-beb4-54caab933877 service neutron] 10.222.0.55 "GET /v2.0/networks/7a491252-7094-4393-ad3c-66bf34d76a90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861838 Nov 05 19:32:01.972386 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-8194f42c-9c60-48fc-a40a-2899eb71eb4f req-580a7464-3e18-40cd-8ac9-ebb65d3749f1 service neutron] 10.222.0.41 "GET /v2.0/networks/7a491252-7094-4393-ad3c-66bf34d76a90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847800 Nov 05 19:32:02.627205 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-8b07c38e-dcb0-4b63-9e93-df818425e385 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:32:02.871704 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea48a1e-e97a-47f6-9025-e9fb4856c1fb req-ae834cb4-33c8-4f45-985b-d18046ced48a tempest-DeleteServersTestJSON-1110336123 tempest-DeleteServersTestJSON-1110336123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:32:02.873198 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-0ea48a1e-e97a-47f6-9025-e9fb4856c1fb req-ae834cb4-33c8-4f45-985b-d18046ced48a tempest-DeleteServersTestJSON-1110336123 tempest-DeleteServersTestJSON-1110336123-project] 10.222.0.13 "GET /v2.0/ports?device_id=f99ca6c1-22b3-40dc-adff-41189e09e796 HTTP/1.1" status: 200 len: 943 time: 0.0530765 Nov 05 19:32:02.920213 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-0ea48a1e-e97a-47f6-9025-e9fb4856c1fb req-528d085a-8d69-4d55-91af-044864f4b6ac tempest-DeleteServersTestJSON-1110336123 tempest-DeleteServersTestJSON-1110336123-project] 10.222.0.13 "GET /v2.0/security-groups?id=f4aa2faa-ef14-4405-a398-44541c443fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411229 Nov 05 19:32:03.012452 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Device 7e581962-e9dd-4c55-9854-76cd55abca59 no longer exists at agent hyperv_n-h1-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 19:32:03.054148 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Device 7e581962-e9dd-4c55-9854-76cd55abca59 not bound to the agent host n-h1-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 19:32:03.208690 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Device 7e581962-e9dd-4c55-9854-76cd55abca59 details requested by agent hyperv_n-h2-816865-1 with host n-h2-816865-1 {{(pid=102388) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 05 19:32:03.304508 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] For port 7e581962-e9dd-4c55-9854-76cd55abca59, host n-h2-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=7e581962-e9dd-4c55-9854-76cd55abca59,segment=NetworkSegment(cff579ce-5be9-4f41-93a4-1f2660fbe0b7),segment_id=cff579ce-5be9-4f41-93a4-1f2660fbe0b7)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:32:03.316385 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Returning: {'device': '7e581962-e9dd-4c55-9854-76cd55abca59', 'network_id': '7a491252-7094-4393-ad3c-66bf34d76a90', 'port_id': '7e581962-e9dd-4c55-9854-76cd55abca59', 'mac_address': 'fa:16:3e:5b:ca:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 171, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '860446f8-caed-4d8a-9a42-d2ea0a237ffb', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102388) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 05 19:32:03.359145 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:32:03.372564 n-d-816865-1 neutron-server[102388]: DEBUG neutron.notifiers.nova [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e581962-e9dd-4c55-9854-76cd55abca59 {{(pid=102388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 19:32:03.392636 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] For port 7e581962-e9dd-4c55-9854-76cd55abca59, host n-h2-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=7e581962-e9dd-4c55-9854-76cd55abca59,segment=NetworkSegment(cff579ce-5be9-4f41-93a4-1f2660fbe0b7),segment_id=cff579ce-5be9-4f41-93a4-1f2660fbe0b7)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:32:03.411250 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129fd591-1be9-4de6-b30e-2b0208d3a219 req-42603761-cc26-4eae-93f1-f7090a44859e tempest-DeleteServersTestJSON-1110336123 tempest-DeleteServersTestJSON-1110336123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:32:03.412724 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-129fd591-1be9-4de6-b30e-2b0208d3a219 req-42603761-cc26-4eae-93f1-f7090a44859e tempest-DeleteServersTestJSON-1110336123 tempest-DeleteServersTestJSON-1110336123-project] 10.222.0.41 "GET /v2.0/ports?device_id=f99ca6c1-22b3-40dc-adff-41189e09e796&tenant_id=a825416562dd4250b402158109d82654&binding%3Ahost_id=n-h2-816865-1 HTTP/1.1" status: 200 len: 943 time: 0.0864825 Nov 05 19:32:03.470400 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:32:03.475427 n-d-816865-1 neutron-server[102387]: INFO neutron.api.v2.resource [req-129fd591-1be9-4de6-b30e-2b0208d3a219 req-ffb475d3-4219-4ead-9d13-7532d7eb7884 service neutron] delete failed (client error): The resource could not be found. Nov 05 19:32:03.476830 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-129fd591-1be9-4de6-b30e-2b0208d3a219 req-ffb475d3-4219-4ead-9d13-7532d7eb7884 service neutron] 10.222.0.41 "DELETE /v2.0/ports/7e581962-e9dd-4c55-9854-76cd55abca59/bindings/n-h1-816865-1 HTTP/1.1" status: 404 len: 380 time: 0.0563617 Nov 05 19:32:03.518473 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Pushing event updated for resources: {'Port': ['ID=7e581962-e9dd-4c55-9854-76cd55abca59,revision_number=8']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:32:03.526611 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:32:03.529568 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:32:03.529568 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:32:03.529568 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:32:03.529568 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:32:03.529568 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:32:03.529568 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:32:03.529568 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:32:03.529568 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:32:03.529568 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:32:03.530304 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:32:03.530304 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:32:03.566548 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129fd591-1be9-4de6-b30e-2b0208d3a219 req-b7faa3bc-9533-4dac-8706-25db60e4aa59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:32:03.568015 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-129fd591-1be9-4de6-b30e-2b0208d3a219 req-b7faa3bc-9533-4dac-8706-25db60e4aa59 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a825416562dd4250b402158109d82654&device_id=f99ca6c1-22b3-40dc-adff-41189e09e796 HTTP/1.1" status: 200 len: 1095 time: 0.0462232 Nov 05 19:32:03.658405 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129fd591-1be9-4de6-b30e-2b0208d3a219 req-5a9d544b-c3bb-4fd4-b9a7-d54e7a3be3cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:32:03.659892 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-129fd591-1be9-4de6-b30e-2b0208d3a219 req-5a9d544b-c3bb-4fd4-b9a7-d54e7a3be3cb service neutron] 10.222.0.41 "GET /v2.0/networks?id=7a491252-7094-4393-ad3c-66bf34d76a90 HTTP/1.1" status: 200 len: 912 time: 0.0833411 Nov 05 19:32:03.705235 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-129fd591-1be9-4de6-b30e-2b0208d3a219 req-570504e0-28bc-4e12-92e4-6739a2bdf28d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7e581962-e9dd-4c55-9854-76cd55abca59 HTTP/1.1" status: 200 len: 217 time: 0.0377865 Nov 05 19:32:03.725131 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.agents_db [None req-b9406b04-a0e8-43cf-b349-711963d96cf4 None None] Agent healthcheck: found 7 active agents {{(pid=102389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 05 19:32:03.747421 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] get_ports_and_sgs() called for port_ids ['7e581962-e9dd-4c55-9854-76cd55abca59'] {{(pid=102388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 19:32:03.754330 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129fd591-1be9-4de6-b30e-2b0208d3a219 req-964510e5-9a00-46fb-bff9-60dfbd6264e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:32:03.756044 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-129fd591-1be9-4de6-b30e-2b0208d3a219 req-964510e5-9a00-46fb-bff9-60dfbd6264e1 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=860446f8-caed-4d8a-9a42-d2ea0a237ffb HTTP/1.1" status: 200 len: 851 time: 0.0444241 Nov 05 19:32:03.787421 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-129fd591-1be9-4de6-b30e-2b0208d3a219 req-3b8c344a-7646-4c6f-9854-2b064966e360 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7a491252-7094-4393-ad3c-66bf34d76a90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0237186 Nov 05 19:32:03.885841 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-129fd591-1be9-4de6-b30e-2b0208d3a219 req-e37fe867-fdab-4983-8ad9-b7048e20fb90 service neutron] 10.222.0.41 "GET /v2.0/networks/7a491252-7094-4393-ad3c-66bf34d76a90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903320 Nov 05 19:32:03.976880 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-129fd591-1be9-4de6-b30e-2b0208d3a219 req-d06cf4c3-ec86-4480-950f-15412dc2017c service neutron] 10.222.0.41 "GET /v2.0/networks/7a491252-7094-4393-ad3c-66bf34d76a90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834708 Nov 05 19:32:04.581301 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:32:05.234897 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Device 7e581962-e9dd-4c55-9854-76cd55abca59 up at agent hyperv_n-h2-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 19:32:05.381629 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Provisioning for port 7e581962-e9dd-4c55-9854-76cd55abca59 completed by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 05 19:32:05.386639 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Provisioning complete for port 7e581962-e9dd-4c55-9854-76cd55abca59 triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:32:05.387009 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:32:05.407620 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-4bc87da9-b8ae-412c-8dc6-d64f30f34229 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:32:05.470666 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:32:05.492574 n-d-816865-1 neutron-server[102388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f99ca6c1-22b3-40dc-adff-41189e09e796', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e581962-e9dd-4c55-9854-76cd55abca59'}] {{(pid=102388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 19:32:05.494888 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85474fee1180e129d8a886d264fe0b30223aa672dd1ffe43b630605f18504f68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d99fcaaf-a114-402d-bcd7-f65a7393c5cc" -d '{"events": [{"server_uuid": "f99ca6c1-22b3-40dc-adff-41189e09e796", "name": "network-vif-plugged", "status": "completed", "tag": "7e581962-e9dd-4c55-9854-76cd55abca59"}]}' {{(pid=102388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 19:32:05.505209 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a82415-eae6-4279-83ab-18b3accf3685 req-34cbe25e-0b0b-4d3d-9eb3-24429236e5a3 tempest-DeleteServersTestJSON-1110336123 tempest-DeleteServersTestJSON-1110336123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:32:05.507077 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-34a82415-eae6-4279-83ab-18b3accf3685 req-34cbe25e-0b0b-4d3d-9eb3-24429236e5a3 tempest-DeleteServersTestJSON-1110336123 tempest-DeleteServersTestJSON-1110336123-project] 10.222.0.13 "GET /v2.0/ports?device_id=f99ca6c1-22b3-40dc-adff-41189e09e796 HTTP/1.1" status: 200 len: 944 time: 0.0517309 Nov 05 19:32:05.508013 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] For port 7e581962-e9dd-4c55-9854-76cd55abca59, host n-h2-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=7e581962-e9dd-4c55-9854-76cd55abca59,segment=NetworkSegment(cff579ce-5be9-4f41-93a4-1f2660fbe0b7),segment_id=cff579ce-5be9-4f41-93a4-1f2660fbe0b7)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:32:05.561566 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-34a82415-eae6-4279-83ab-18b3accf3685 req-6cd77c3f-afcb-43d1-a24b-fe7a12056080 tempest-DeleteServersTestJSON-1110336123 tempest-DeleteServersTestJSON-1110336123-project] 10.222.0.13 "GET /v2.0/security-groups?id=f4aa2faa-ef14-4405-a398-44541c443fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470750 Nov 05 19:32:05.567422 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:32:05.605671 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 19:32:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e05e276-9eee-4c6f-9ca4-d13d4af433e1 x-openstack-request-id: req-2e05e276-9eee-4c6f-9ca4-d13d4af433e1 {{(pid=102388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 19:32:05.605965 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f99ca6c1-22b3-40dc-adff-41189e09e796", "name": "network-vif-plugged", "status": "completed", "tag": "7e581962-e9dd-4c55-9854-76cd55abca59", "code": 200}]} {{(pid=102388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 19:32:05.606243 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2e05e276-9eee-4c6f-9ca4-d13d4af433e1 {{(pid=102388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 19:32:05.606633 n-d-816865-1 neutron-server[102388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f99ca6c1-22b3-40dc-adff-41189e09e796', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e581962-e9dd-4c55-9854-76cd55abca59', 'code': 200} Nov 05 19:32:05.618939 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Pushing event updated for resources: {'Port': ['ID=7e581962-e9dd-4c55-9854-76cd55abca59,revision_number=9']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:32:06.381843 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b304910f-7b27-444b-a8fc-977d26b1ceac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:32:06.599001 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:32:06.678896 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9a3ae1-618e-4ad4-be03-f93b0415afc9 req-f70da283-eb8f-4a8f-9239-b27c47d293ca tempest-DeleteServersTestJSON-1110336123 tempest-DeleteServersTestJSON-1110336123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:32:06.680351 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-6f9a3ae1-618e-4ad4-be03-f93b0415afc9 req-f70da283-eb8f-4a8f-9239-b27c47d293ca tempest-DeleteServersTestJSON-1110336123 tempest-DeleteServersTestJSON-1110336123-project] 10.222.0.13 "GET /v2.0/ports?device_id=f99ca6c1-22b3-40dc-adff-41189e09e796 HTTP/1.1" status: 200 len: 945 time: 0.0491071 Nov 05 19:32:06.729292 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-6f9a3ae1-618e-4ad4-be03-f93b0415afc9 req-e2f2430e-08dd-457f-8fd9-ad9a31c7f4ec tempest-DeleteServersTestJSON-1110336123 tempest-DeleteServersTestJSON-1110336123-project] 10.222.0.13 "GET /v2.0/security-groups?id=f4aa2faa-ef14-4405-a398-44541c443fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421307 Nov 05 19:32:06.942650 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129fd591-1be9-4de6-b30e-2b0208d3a219 req-399cd392-a03b-4a81-aed5-8f7a23651d91 tempest-DeleteServersTestJSON-1110336123 tempest-DeleteServersTestJSON-1110336123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:32:06.944053 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-129fd591-1be9-4de6-b30e-2b0208d3a219 req-399cd392-a03b-4a81-aed5-8f7a23651d91 tempest-DeleteServersTestJSON-1110336123 tempest-DeleteServersTestJSON-1110336123-project] 10.222.0.55 "GET /v2.0/ports?device_id=f99ca6c1-22b3-40dc-adff-41189e09e796 HTTP/1.1" status: 200 len: 945 time: 0.0505238 Nov 05 19:32:07.053383 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [req-129fd591-1be9-4de6-b30e-2b0208d3a219 req-5f224573-e8f1-4773-9609-d9c8537f74cb tempest-DeleteServersTestJSON-1110336123 tempest-DeleteServersTestJSON-1110336123-project] Deleting port 7e581962-e9dd-4c55-9854-76cd55abca59 {{(pid=102386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 19:32:07.053716 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-129fd591-1be9-4de6-b30e-2b0208d3a219 req-5f224573-e8f1-4773-9609-d9c8537f74cb tempest-DeleteServersTestJSON-1110336123 tempest-DeleteServersTestJSON-1110336123-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:32:07.138818 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [req-129fd591-1be9-4de6-b30e-2b0208d3a219 req-5f224573-e8f1-4773-9609-d9c8537f74cb tempest-DeleteServersTestJSON-1110336123 tempest-DeleteServersTestJSON-1110336123-project] For port 7e581962-e9dd-4c55-9854-76cd55abca59, host n-h2-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=7e581962-e9dd-4c55-9854-76cd55abca59,segment=NetworkSegment(cff579ce-5be9-4f41-93a4-1f2660fbe0b7),segment_id=cff579ce-5be9-4f41-93a4-1f2660fbe0b7)] {{(pid=102386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:32:07.139175 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-129fd591-1be9-4de6-b30e-2b0208d3a219 req-5f224573-e8f1-4773-9609-d9c8537f74cb tempest-DeleteServersTestJSON-1110336123 tempest-DeleteServersTestJSON-1110336123-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:32:07.151729 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [req-129fd591-1be9-4de6-b30e-2b0208d3a219 req-5f224573-e8f1-4773-9609-d9c8537f74cb tempest-DeleteServersTestJSON-1110336123 tempest-DeleteServersTestJSON-1110336123-project] Calling delete_port for 7e581962-e9dd-4c55-9854-76cd55abca59 owned by compute:nova {{(pid=102386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 19:32:07.358886 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-129fd591-1be9-4de6-b30e-2b0208d3a219 req-5f224573-e8f1-4773-9609-d9c8537f74cb tempest-DeleteServersTestJSON-1110336123 tempest-DeleteServersTestJSON-1110336123-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:32:07.374723 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] get_ports_and_sgs() called for port_ids ['7e581962-e9dd-4c55-9854-76cd55abca59'] {{(pid=102388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 19:32:07.385736 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f224573-e8f1-4773-9609-d9c8537f74cb tempest-DeleteServersTestJSON-1110336123 tempest-DeleteServersTestJSON-1110336123-project] Pushing event deleted for resources: {'Port': ['ID=7e581962-e9dd-4c55-9854-76cd55abca59,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:32:07.428592 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [req-129fd591-1be9-4de6-b30e-2b0208d3a219 req-5f224573-e8f1-4773-9609-d9c8537f74cb tempest-DeleteServersTestJSON-1110336123 tempest-DeleteServersTestJSON-1110336123-project] No DVR routers for this DVR port 7e581962-e9dd-4c55-9854-76cd55abca59 on host n-h2-816865-1 {{(pid=102386) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 19:32:07.431440 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-129fd591-1be9-4de6-b30e-2b0208d3a219 req-5f224573-e8f1-4773-9609-d9c8537f74cb tempest-DeleteServersTestJSON-1110336123 tempest-DeleteServersTestJSON-1110336123-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:32:07.434746 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-129fd591-1be9-4de6-b30e-2b0208d3a219 req-5f224573-e8f1-4773-9609-d9c8537f74cb tempest-DeleteServersTestJSON-1110336123 tempest-DeleteServersTestJSON-1110336123-project] 10.222.0.55 "DELETE /v2.0/ports/7e581962-e9dd-4c55-9854-76cd55abca59 HTTP/1.1" status: 204 len: 173 time: 0.4802644 Nov 05 19:32:07.435187 n-d-816865-1 neutron-server[102386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f99ca6c1-22b3-40dc-adff-41189e09e796', 'name': 'network-vif-deleted', 'tag': '7e581962-e9dd-4c55-9854-76cd55abca59'}] {{(pid=102386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 19:32:07.437387 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6173a44d7c73f41af551dc890fa1a5892c2c6bc3458b640c8e0c24db7876ba6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-370b79ff-ea51-4e8f-9cf8-cf6949dc954f" -d '{"events": [{"server_uuid": "f99ca6c1-22b3-40dc-adff-41189e09e796", "name": "network-vif-deleted", "tag": "7e581962-e9dd-4c55-9854-76cd55abca59"}]}' {{(pid=102386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 19:32:07.473003 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 19:32:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-854e3658-51b7-4978-af65-e1466a397c62 x-openstack-request-id: req-854e3658-51b7-4978-af65-e1466a397c62 {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 19:32:07.473305 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f99ca6c1-22b3-40dc-adff-41189e09e796", "name": "network-vif-deleted", "tag": "7e581962-e9dd-4c55-9854-76cd55abca59", "status": "completed", "code": 200}]} {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 19:32:07.473562 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-854e3658-51b7-4978-af65-e1466a397c62 {{(pid=102386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 19:32:07.473987 n-d-816865-1 neutron-server[102386]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f99ca6c1-22b3-40dc-adff-41189e09e796', 'name': 'network-vif-deleted', 'tag': '7e581962-e9dd-4c55-9854-76cd55abca59', 'status': 'completed', 'code': 200} Nov 05 19:32:07.840206 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-2453e34f-2c36-4686-a3e7-73a82af31b1a req-f4aeb3b1-def3-4e82-b9db-0537c99590d0 tempest-DeleteServersTestJSON-1110336123 tempest-DeleteServersTestJSON-1110336123-project] 10.222.0.13 "GET /v2.0/ports?device_id=f99ca6c1-22b3-40dc-adff-41189e09e796 HTTP/1.1" status: 200 len: 210 time: 0.0269380 Nov 05 19:32:08.367211 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-31f93893-a48e-4ae8-833d-dccb2b42eacc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:32:08.558557 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:32:08.967048 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 42886) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:32:09.014889 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.db_base_plugin_v2 [None req-2520ec76-d7c9-490b-a47a-bbea0a3548b1 admin admin] Deleting subnet 860446f8-caed-4d8a-9a42-d2ea0a237ffb {{(pid=102386) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 05 19:32:09.017920 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-2520ec76-d7c9-490b-a47a-bbea0a3548b1 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:32:09.052497 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-2520ec76-d7c9-490b-a47a-bbea0a3548b1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4590738'] for subnet, precommit_delete_associations {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:32:09.092081 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-2520ec76-d7c9-490b-a47a-bbea0a3548b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1573928'] for subnet, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:32:09.213496 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-2520ec76-d7c9-490b-a47a-bbea0a3548b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1573905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6149879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4877183'] for subnet, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:32:09.244441 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2520ec76-d7c9-490b-a47a-bbea0a3548b1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=860446f8-caed-4d8a-9a42-d2ea0a237ffb,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:32:09.246534 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-2520ec76-d7c9-490b-a47a-bbea0a3548b1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:32:09.250865 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-2520ec76-d7c9-490b-a47a-bbea0a3548b1 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/860446f8-caed-4d8a-9a42-d2ea0a237ffb HTTP/1.1" status: 204 len: 168 time: 0.2828014 Nov 05 19:32:09.253667 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 42888) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:32:09.319887 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-33e50321-ab3d-4d5f-8585-75d79038c276 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1664226'] for network, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:32:09.400465 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-33e50321-ab3d-4d5f-8585-75d79038c276 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1579173', 'neutron.services.segments.db._delete_segments_for_network-8750027792909'] for network, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:32:09.420696 n-d-816865-1 neutron-server[102386]: DEBUG neutron.services.segments.db [None req-33e50321-ab3d-4d5f-8585-75d79038c276 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a491252-7094-4393-ad3c-66bf34d76a90']}} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:32:09.429851 n-d-816865-1 neutron-server[102386]: DEBUG neutron.services.segments.db [None req-33e50321-ab3d-4d5f-8585-75d79038c276 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cff579ce-5be9-4f41-93a4-1f2660fbe0b7') {'for_net_delete': True} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:32:09.430195 n-d-816865-1 neutron-server[102386]: DEBUG neutron.services.segments.db [None req-33e50321-ab3d-4d5f-8585-75d79038c276 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cff579ce-5be9-4f41-93a4-1f2660fbe0b7') {} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:32:09.439480 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-33e50321-ab3d-4d5f-8585-75d79038c276 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750027793430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4590747'] for segment, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:32:09.452454 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-33e50321-ab3d-4d5f-8585-75d79038c276 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273'] for segment, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:32:09.458284 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-33e50321-ab3d-4d5f-8585-75d79038c276 admin admin] Releasing vlan 171 on physical network physnet1 to pool {{(pid=102386) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 05 19:32:09.458662 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-33e50321-ab3d-4d5f-8585-75d79038c276 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6149721'] for segment, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:32:09.460329 n-d-816865-1 neutron-server[102386]: Traceback (most recent call last): Nov 05 19:32:09.460329 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 05 19:32:09.460329 n-d-816865-1 neutron-server[102386]: timer() Nov 05 19:32:09.460329 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 05 19:32:09.460329 n-d-816865-1 neutron-server[102386]: cb(*args, **kw) Nov 05 19:32:09.460329 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 05 19:32:09.460329 n-d-816865-1 neutron-server[102386]: return func(*args, **kwargs) Nov 05 19:32:09.460329 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 05 19:32:09.460329 n-d-816865-1 neutron-server[102386]: self._notify() Nov 05 19:32:09.460329 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 05 19:32:09.460329 n-d-816865-1 neutron-server[102386]: self.callback(batched_events) Nov 05 19:32:09.460329 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 05 19:32:09.460329 n-d-816865-1 neutron-server[102386]: event.method(event) Nov 05 19:32:09.460329 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 05 19:32:09.460329 n-d-816865-1 neutron-server[102386]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 05 19:32:09.460329 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 05 19:32:09.460329 n-d-816865-1 neutron-server[102386]: aggregate_uuid = self.p_client.list_aggregates( Nov 05 19:32:09.460329 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 05 19:32:09.460329 n-d-816865-1 neutron-server[102386]: return f(self, *a, **k) Nov 05 19:32:09.460329 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 05 19:32:09.460329 n-d-816865-1 neutron-server[102386]: return self._get(url).json() Nov 05 19:32:09.460329 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 05 19:32:09.460329 n-d-816865-1 neutron-server[102386]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 05 19:32:09.460329 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 05 19:32:09.460329 n-d-816865-1 neutron-server[102386]: return self.request(url, 'GET', **kwargs) Nov 05 19:32:09.460329 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 05 19:32:09.460329 n-d-816865-1 neutron-server[102386]: base_url = self.get_endpoint(auth, allow=allow, Nov 05 19:32:09.460329 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 05 19:32:09.460329 n-d-816865-1 neutron-server[102386]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 05 19:32:09.460329 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 05 19:32:09.460329 n-d-816865-1 neutron-server[102386]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 05 19:32:09.460329 n-d-816865-1 neutron-server[102386]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 05 19:32:09.575620 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-33e50321-ab3d-4d5f-8585-75d79038c276 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1579178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-956796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1000687'] for network, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:32:09.585549 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-33e50321-ab3d-4d5f-8585-75d79038c276 admin admin] Publish callbacks [] for network, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:32:09.585549 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-33e50321-ab3d-4d5f-8585-75d79038c276 admin admin] 10.222.0.13 "DELETE /v2.0/networks/7a491252-7094-4393-ad3c-66bf34d76a90 HTTP/1.1" status: 204 len: 168 time: 0.3306339 Nov 05 19:32:09.595329 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e50321-ab3d-4d5f-8585-75d79038c276 admin admin] Pushing event deleted for resources: {'Network': ['ID=7a491252-7094-4393-ad3c-66bf34d76a90,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:32:09.905267 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 42892) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:32:10.217582 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-8da31710-55a6-4911-b304-37f8723c3a73 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a825416562dd4250b402158109d82654&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3111160 Nov 05 19:32:10.220088 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 42894) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:32:10.265620 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-3a897fcc-1041-4fff-a33b-31dd4e398833 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:32:10.285792 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-3a897fcc-1041-4fff-a33b-31dd4e398833 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:32:10.407096 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-3a897fcc-1041-4fff-a33b-31dd4e398833 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:32:10.409636 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-3a897fcc-1041-4fff-a33b-31dd4e398833 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:32:10.411188 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-3a897fcc-1041-4fff-a33b-31dd4e398833 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f4aa2faa-ef14-4405-a398-44541c443fcc HTTP/1.1" status: 204 len: 168 time: 0.1898491 Nov 05 19:32:10.419488 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a897fcc-1041-4fff-a33b-31dd4e398833 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4aa2faa-ef14-4405-a398-44541c443fcc,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:32:11.282590 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Device 7e581962-e9dd-4c55-9854-76cd55abca59 no longer exists at agent hyperv_n-h2-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 19:32:11.306167 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] No Port match for: 7e581962-e9dd-4c55-9854-76cd55abca59 {{(pid=102388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 19:32:11.306167 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Device 7e581962-e9dd-4c55-9854-76cd55abca59 not bound to the agent host n-h2-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 19:32:11.388358 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 42916) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:32:11.482824 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-bdf87d62-e0b5-4c0c-b597-ff0b3a274d2b admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1612540000-network', 'tenant_id': '03ad0ebdd6004ac3892d9b22b3961dee'}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:32:11.590530 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdf87d62-e0b5-4c0c-b597-ff0b3a274d2b admin admin] Made reservation on behalf of 03ad0ebdd6004ac3892d9b22b3961dee for: {'network': 1} {{(pid=102387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 19:32:11.592774 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-bdf87d62-e0b5-4c0c-b597-ff0b3a274d2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for network, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:32:11.601093 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-bdf87d62-e0b5-4c0c-b597-ff0b3a274d2b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:32:11.674095 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-bdf87d62-e0b5-4c0c-b597-ff0b3a274d2b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:32:11.761869 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-bdf87d62-e0b5-4c0c-b597-ff0b3a274d2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:32:11.791270 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bdf87d62-e0b5-4c0c-b597-ff0b3a274d2b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 157} {{(pid=102387) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 05 19:32:11.801978 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf87d62-e0b5-4c0c-b597-ff0b3a274d2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b210036-f47d-4cd1-b3dc-a2535149082f,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:32:11.807737 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-bdf87d62-e0b5-4c0c-b597-ff0b3a274d2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273'] for segment, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:32:11.808077 n-d-816865-1 neutron-server[102387]: INFO neutron.db.segments_db [None req-bdf87d62-e0b5-4c0c-b597-ff0b3a274d2b admin admin] Added segment a5efae71-97a0-410e-8bd9-610e85ae64de of type vlan for network 0e387395-0939-42f1-9352-7ee64ba5bf30 Nov 05 19:32:11.828163 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf87d62-e0b5-4c0c-b597-ff0b3a274d2b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:32:11.828501 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf87d62-e0b5-4c0c-b597-ff0b3a274d2b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:32:11.828846 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf87d62-e0b5-4c0c-b597-ff0b3a274d2b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:32:11.830401 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf87d62-e0b5-4c0c-b597-ff0b3a274d2b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:32:11.830401 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf87d62-e0b5-4c0c-b597-ff0b3a274d2b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:32:11.830401 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf87d62-e0b5-4c0c-b597-ff0b3a274d2b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:32:11.830401 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf87d62-e0b5-4c0c-b597-ff0b3a274d2b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:32:11.830765 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf87d62-e0b5-4c0c-b597-ff0b3a274d2b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:32:11.830880 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf87d62-e0b5-4c0c-b597-ff0b3a274d2b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:32:11.831175 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf87d62-e0b5-4c0c-b597-ff0b3a274d2b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:32:11.831500 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf87d62-e0b5-4c0c-b597-ff0b3a274d2b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:32:11.831822 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf87d62-e0b5-4c0c-b597-ff0b3a274d2b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:32:11.872143 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-bdf87d62-e0b5-4c0c-b597-ff0b3a274d2b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750027258543'] for network, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:32:11.958539 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-bdf87d62-e0b5-4c0c-b597-ff0b3a274d2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-956796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877'] for network, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:32:11.959542 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdf87d62-e0b5-4c0c-b597-ff0b3a274d2b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:32:11.960100 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-bdf87d62-e0b5-4c0c-b597-ff0b3a274d2b admin admin] Publish callbacks [] for network, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:32:12.048591 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf87d62-e0b5-4c0c-b597-ff0b3a274d2b admin admin] Pushing event updated for resources: {'Network': ['ID=0e387395-0939-42f1-9352-7ee64ba5bf30,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:32:12.060326 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Network 0e387395-0939-42f1-9352-7ee64ba5bf30 details requested by agent ovs-agent-n-d-816865-1 with host n-d-816865-1 {{(pid=102388) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 05 19:32:12.073584 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-bdf87d62-e0b5-4c0c-b597-ff0b3a274d2b admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6841235 Nov 05 19:32:12.076640 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 42920) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:32:12.081406 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-3b5582e0-d896-46e9-9dd3-97519014ff6d admin admin] Request body: {'subnet': {'network_id': '0e387395-0939-42f1-9352-7ee64ba5bf30', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1612540000-subnet', 'tenant_id': '03ad0ebdd6004ac3892d9b22b3961dee', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:32:12.198365 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b5582e0-d896-46e9-9dd3-97519014ff6d admin admin] Made reservation on behalf of 03ad0ebdd6004ac3892d9b22b3961dee for: {'subnet': 1} {{(pid=102387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 19:32:12.200777 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-3b5582e0-d896-46e9-9dd3-97519014ff6d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5112236'] for subnet, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:32:12.432939 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-3b5582e0-d896-46e9-9dd3-97519014ff6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4417463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5112218'] for subnet, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:32:12.487725 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5582e0-d896-46e9-9dd3-97519014ff6d admin admin] Pushing event updated for resources: {'Subnet': ['ID=46135097-e7f2-472e-b4e5-8f7783397e26,revision_number=0']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:32:12.496266 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b5582e0-d896-46e9-9dd3-97519014ff6d admin admin] Checking segment: {'id': 'a5efae71-97a0-410e-8bd9-610e85ae64de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '0e387395-0939-42f1-9352-7ee64ba5bf30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 19:32:12.496617 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b5582e0-d896-46e9-9dd3-97519014ff6d admin admin] Network hostable DHCP agents. Network: 0e387395-0939-42f1-9352-7ee64ba5bf30, hostable agents: ['987e2ca0-bc3b-4c6f-a989-429ccfbf753f'], hosted agents: [] {{(pid=102387) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 05 19:32:12.598535 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b5582e0-d896-46e9-9dd3-97519014ff6d admin admin] Network 0e387395-0939-42f1-9352-7ee64ba5bf30 is scheduled to be hosted by DHCP agent 987e2ca0-bc3b-4c6f-a989-429ccfbf753f with binding_index 1 {{(pid=102387) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 05 19:32:12.695600 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.base_scheduler [None req-3b5582e0-d896-46e9-9dd3-97519014ff6d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816865-1, 0e387395-0939-42f1-9352-7ee64ba5bf30) {{(pid=102387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 19:32:12.699573 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b5582e0-d896-46e9-9dd3-97519014ff6d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:32:12.700170 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-3b5582e0-d896-46e9-9dd3-97519014ff6d admin admin] Publish callbacks [] for subnet, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:32:12.705015 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6dd1761-0634-41ab-a7f6-6cd03a1f87f7 None None] Network 0e387395-0939-42f1-9352-7ee64ba5bf30 requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 19:32:12.784295 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-3b5582e0-d896-46e9-9dd3-97519014ff6d admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.7065768 Nov 05 19:32:12.830377 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94eff81b-7afe-44bf-8bdb-c1a927bd4655 None None] Network 0e387395-0939-42f1-9352-7ee64ba5bf30 requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 19:32:13.224106 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8427c255-d4c5-451f-bcbf-a16dbc631dd3 req-6ad5c30d-3387-47b4-85c6-14eea4093dbb tempest-ServerDiskConfigTestJSON-694385126 tempest-ServerDiskConfigTestJSON-694385126-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:32:13.225589 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-8427c255-d4c5-451f-bcbf-a16dbc631dd3 req-6ad5c30d-3387-47b4-85c6-14eea4093dbb tempest-ServerDiskConfigTestJSON-694385126 tempest-ServerDiskConfigTestJSON-694385126-project] 10.222.0.13 "GET /v2.0/networks?id=0e387395-0939-42f1-9352-7ee64ba5bf30 HTTP/1.1" status: 200 len: 815 time: 0.1079476 Nov 05 19:32:13.240529 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-8427c255-d4c5-451f-bcbf-a16dbc631dd3 req-43241f48-6545-4407-9906-4878e384d2b8 tempest-ServerDiskConfigTestJSON-694385126 tempest-ServerDiskConfigTestJSON-694385126-project] 10.222.0.13 "GET /v2.0/quotas/03ad0ebdd6004ac3892d9b22b3961dee HTTP/1.1" status: 200 len: 375 time: 0.0090070 Nov 05 19:32:13.273137 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-8427c255-d4c5-451f-bcbf-a16dbc631dd3 req-6e420abb-d5ce-46ac-a212-13578c5aa816 tempest-ServerDiskConfigTestJSON-694385126 tempest-ServerDiskConfigTestJSON-694385126-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=03ad0ebdd6004ac3892d9b22b3961dee&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0266716 Nov 05 19:32:13.365284 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-8427c255-d4c5-451f-bcbf-a16dbc631dd3 req-598dc2f3-4add-4ce1-904b-ed4820bbb0e2 service neutron] 10.222.0.13 "GET /v2.0/networks/0e387395-0939-42f1-9352-7ee64ba5bf30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853331 Nov 05 19:32:13.456550 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-8427c255-d4c5-451f-bcbf-a16dbc631dd3 req-5ab99be7-d5e8-443b-ba5e-85aab8053704 service neutron] 10.222.0.13 "GET /v2.0/networks/0e387395-0939-42f1-9352-7ee64ba5bf30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841649 Nov 05 19:32:13.689542 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-5cff0104-ed89-4898-89d8-d34c6c463f24 req-91e6c9a3-918d-480f-a6e2-2a7ef9c2c6da tempest-ServerDiskConfigTestJSON-694385126 tempest-ServerDiskConfigTestJSON-694385126-project] 10.222.0.13 "GET /v2.0/ports?device_id=68c7b66f-a1d5-4eb0-b878-7c3de8bcefa8 HTTP/1.1" status: 200 len: 210 time: 0.0288846 Nov 05 19:32:14.770123 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-b02fcd69-59b8-4b78-9f70-0ef30ffca722 req-b19ba325-197d-481a-a505-a03abc688832 tempest-ServerDiskConfigTestJSON-694385126 tempest-ServerDiskConfigTestJSON-694385126-project] 10.222.0.13 "GET /v2.0/ports?device_id=68c7b66f-a1d5-4eb0-b878-7c3de8bcefa8 HTTP/1.1" status: 200 len: 210 time: 0.0303760 Nov 05 19:32:15.862598 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-76a118e7-2dfa-4cff-bca1-2729035729ba req-d936f436-3415-4d09-84c0-f93864615a3a tempest-ServerDiskConfigTestJSON-694385126 tempest-ServerDiskConfigTestJSON-694385126-project] 10.222.0.13 "GET /v2.0/ports?device_id=68c7b66f-a1d5-4eb0-b878-7c3de8bcefa8 HTTP/1.1" status: 200 len: 210 time: 0.0259459 Nov 05 19:32:16.081720 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8427c255-d4c5-451f-bcbf-a16dbc631dd3 req-2d42eb43-6c77-4499-b4c8-6821c3ddb8b5 tempest-ServerDiskConfigTestJSON-694385126 tempest-ServerDiskConfigTestJSON-694385126-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:32:16.083103 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-8427c255-d4c5-451f-bcbf-a16dbc631dd3 req-2d42eb43-6c77-4499-b4c8-6821c3ddb8b5 tempest-ServerDiskConfigTestJSON-694385126 tempest-ServerDiskConfigTestJSON-694385126-project] 10.222.0.55 "GET /v2.0/networks?id=0e387395-0939-42f1-9352-7ee64ba5bf30 HTTP/1.1" status: 200 len: 815 time: 0.1045799 Nov 05 19:32:16.101986 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [req-8427c255-d4c5-451f-bcbf-a16dbc631dd3 req-5304d40e-5fd9-4aca-a684-460f9ce0b12a tempest-ServerDiskConfigTestJSON-694385126 tempest-ServerDiskConfigTestJSON-694385126-project] Request body: {'port': {'device_id': '68c7b66f-a1d5-4eb0-b878-7c3de8bcefa8', 'network_id': '0e387395-0939-42f1-9352-7ee64ba5bf30', 'admin_state_up': True, 'tenant_id': '03ad0ebdd6004ac3892d9b22b3961dee'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:32:16.287303 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8427c255-d4c5-451f-bcbf-a16dbc631dd3 req-5304d40e-5fd9-4aca-a684-460f9ce0b12a tempest-ServerDiskConfigTestJSON-694385126 tempest-ServerDiskConfigTestJSON-694385126-project] Made reservation on behalf of 03ad0ebdd6004ac3892d9b22b3961dee for: {'port': 1} {{(pid=102386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 19:32:16.291637 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-8427c255-d4c5-451f-bcbf-a16dbc631dd3 req-5304d40e-5fd9-4aca-a684-460f9ce0b12a tempest-ServerDiskConfigTestJSON-694385126 tempest-ServerDiskConfigTestJSON-694385126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:32:16.417926 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.db_base_plugin_common [req-8427c255-d4c5-451f-bcbf-a16dbc631dd3 req-5304d40e-5fd9-4aca-a684-460f9ce0b12a tempest-ServerDiskConfigTestJSON-694385126 tempest-ServerDiskConfigTestJSON-694385126-project] Allocated IP 172.20.0.11 (0e387395-0939-42f1-9352-7ee64ba5bf30/46135097-e7f2-472e-b4e5-8f7783397e26/ef3c88c2-44cf-4b52-9c17-cfc234e222fd) {{(pid=102386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 19:32:16.561418 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-8427c255-d4c5-451f-bcbf-a16dbc631dd3 req-5304d40e-5fd9-4aca-a684-460f9ce0b12a tempest-ServerDiskConfigTestJSON-694385126 tempest-ServerDiskConfigTestJSON-694385126-project] Publish callbacks [] for port, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:32:16.647357 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-8427c255-d4c5-451f-bcbf-a16dbc631dd3 req-5304d40e-5fd9-4aca-a684-460f9ce0b12a tempest-ServerDiskConfigTestJSON-694385126 tempest-ServerDiskConfigTestJSON-694385126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:32:16.687253 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8427c255-d4c5-451f-bcbf-a16dbc631dd3 req-5304d40e-5fd9-4aca-a684-460f9ce0b12a tempest-ServerDiskConfigTestJSON-694385126 tempest-ServerDiskConfigTestJSON-694385126-project] Network 0e387395-0939-42f1-9352-7ee64ba5bf30 is already hosted by enough agents. {{(pid=102386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 19:32:16.690153 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.base_scheduler [req-8427c255-d4c5-451f-bcbf-a16dbc631dd3 req-5304d40e-5fd9-4aca-a684-460f9ce0b12a tempest-ServerDiskConfigTestJSON-694385126 tempest-ServerDiskConfigTestJSON-694385126-project] Resources bound (agent type, host, resource id): {{(pid=102386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 19:32:16.695778 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [req-8427c255-d4c5-451f-bcbf-a16dbc631dd3 req-5304d40e-5fd9-4aca-a684-460f9ce0b12a tempest-ServerDiskConfigTestJSON-694385126 tempest-ServerDiskConfigTestJSON-694385126-project] Received port after_create {{(pid=102386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 19:32:16.721229 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5304d40e-5fd9-4aca-a684-460f9ce0b12a tempest-ServerDiskConfigTestJSON-694385126 tempest-ServerDiskConfigTestJSON-694385126-project] Pushing event updated for resources: {'Port': ['ID=ef3c88c2-44cf-4b52-9c17-cfc234e222fd,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:32:16.748362 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8427c255-d4c5-451f-bcbf-a16dbc631dd3 req-5304d40e-5fd9-4aca-a684-460f9ce0b12a tempest-ServerDiskConfigTestJSON-694385126 tempest-ServerDiskConfigTestJSON-694385126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:32:16.748979 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-8427c255-d4c5-451f-bcbf-a16dbc631dd3 req-5304d40e-5fd9-4aca-a684-460f9ce0b12a tempest-ServerDiskConfigTestJSON-694385126 tempest-ServerDiskConfigTestJSON-694385126-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:32:16.824274 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-8427c255-d4c5-451f-bcbf-a16dbc631dd3 req-5304d40e-5fd9-4aca-a684-460f9ce0b12a tempest-ServerDiskConfigTestJSON-694385126 tempest-ServerDiskConfigTestJSON-694385126-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7260215 Nov 05 19:32:16.845046 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [req-8427c255-d4c5-451f-bcbf-a16dbc631dd3 req-5fffbf9d-dd8c-4811-be46-592ea33e5860 service neutron] Request body: {'port': {'device_id': '68c7b66f-a1d5-4eb0-b878-7c3de8bcefa8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816865-1'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:32:16.902731 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-8427c255-d4c5-451f-bcbf-a16dbc631dd3 req-5fffbf9d-dd8c-4811-be46-592ea33e5860 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:32:16.979000 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf3ba47-4ce2-43f0-881c-f6f2d1aba3dd req-9b23553b-bae9-4652-b5a2-5df58900d551 tempest-ServerDiskConfigTestJSON-694385126 tempest-ServerDiskConfigTestJSON-694385126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:32:16.980511 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-caf3ba47-4ce2-43f0-881c-f6f2d1aba3dd req-9b23553b-bae9-4652-b5a2-5df58900d551 tempest-ServerDiskConfigTestJSON-694385126 tempest-ServerDiskConfigTestJSON-694385126-project] 10.222.0.13 "GET /v2.0/ports?device_id=68c7b66f-a1d5-4eb0-b878-7c3de8bcefa8 HTTP/1.1" status: 200 len: 932 time: 0.0488966 Nov 05 19:32:17.034702 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-caf3ba47-4ce2-43f0-881c-f6f2d1aba3dd req-79fc3113-2dc1-420d-a3c3-dd418fa1b18e tempest-ServerDiskConfigTestJSON-694385126 tempest-ServerDiskConfigTestJSON-694385126-project] 10.222.0.13 "GET /v2.0/security-groups?id=2b210036-f47d-4cd1-b3dc-a2535149082f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474265 Nov 05 19:32:17.162244 n-d-816865-1 neutron-server[102386]: DEBUG neutron.notifiers.nova [req-8427c255-d4c5-451f-bcbf-a16dbc631dd3 req-5fffbf9d-dd8c-4811-be46-592ea33e5860 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ef3c88c2-44cf-4b52-9c17-cfc234e222fd {{(pid=102386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 19:32:17.170286 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-8427c255-d4c5-451f-bcbf-a16dbc631dd3 req-5fffbf9d-dd8c-4811-be46-592ea33e5860 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:32:17.182110 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.provisioning_blocks [req-8427c255-d4c5-451f-bcbf-a16dbc631dd3 req-5fffbf9d-dd8c-4811-be46-592ea33e5860 service neutron] Transition to ACTIVE for port object ef3c88c2-44cf-4b52-9c17-cfc234e222fd will not be triggered until provisioned by entity L2. {{(pid=102386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 05 19:32:17.266726 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-8427c255-d4c5-451f-bcbf-a16dbc631dd3 req-5fffbf9d-dd8c-4811-be46-592ea33e5860 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6149821'] for port, after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:32:17.318109 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fffbf9d-dd8c-4811-be46-592ea33e5860 service neutron] Pushing event updated for resources: {'Port': ['ID=ef3c88c2-44cf-4b52-9c17-cfc234e222fd,revision_number=2']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:32:17.383047 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [req-8427c255-d4c5-451f-bcbf-a16dbc631dd3 req-5fffbf9d-dd8c-4811-be46-592ea33e5860 service neutron] Attempting to bind port ef3c88c2-44cf-4b52-9c17-cfc234e222fd on host n-h2-816865-1 for vnic_type normal with profile {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 19:32:17.383952 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [req-8427c255-d4c5-451f-bcbf-a16dbc631dd3 req-5fffbf9d-dd8c-4811-be46-592ea33e5860 service neutron] Attempting to bind port ef3c88c2-44cf-4b52-9c17-cfc234e222fd by drivers openvswitch,hyperv on host n-h2-816865-1 at level 0 using segments [{'id': 'a5efae71-97a0-410e-8bd9-610e85ae64de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '0e387395-0939-42f1-9352-7ee64ba5bf30'}] {{(pid=102386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 19:32:17.384319 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8427c255-d4c5-451f-bcbf-a16dbc631dd3 req-5fffbf9d-dd8c-4811-be46-592ea33e5860 service neutron] Attempting to bind port ef3c88c2-44cf-4b52-9c17-cfc234e222fd on network 0e387395-0939-42f1-9352-7ee64ba5bf30 {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 19:32:17.388599 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8427c255-d4c5-451f-bcbf-a16dbc631dd3 req-5fffbf9d-dd8c-4811-be46-592ea33e5860 service neutron] Port ef3c88c2-44cf-4b52-9c17-cfc234e222fd on network 0e387395-0939-42f1-9352-7ee64ba5bf30 not bound, no agent of type Open vSwitch agent registered on host n-h2-816865-1 {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 19:32:17.388905 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8427c255-d4c5-451f-bcbf-a16dbc631dd3 req-5fffbf9d-dd8c-4811-be46-592ea33e5860 service neutron] Attempting to bind port ef3c88c2-44cf-4b52-9c17-cfc234e222fd on network 0e387395-0939-42f1-9352-7ee64ba5bf30 {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 19:32:17.393616 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8427c255-d4c5-451f-bcbf-a16dbc631dd3 req-5fffbf9d-dd8c-4811-be46-592ea33e5860 service neutron] Checking agent: {'id': '32aff553-696f-4891-83f5-5c176f61fe54', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816865-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 18, 33, 36), 'started_at': datetime.datetime(2021, 11, 5, 18, 33, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 19, 32, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 19:32:17.393943 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8427c255-d4c5-451f-bcbf-a16dbc631dd3 req-5fffbf9d-dd8c-4811-be46-592ea33e5860 service neutron] Checking segment: {'id': 'a5efae71-97a0-410e-8bd9-610e85ae64de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '0e387395-0939-42f1-9352-7ee64ba5bf30'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 19:32:17.394353 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8427c255-d4c5-451f-bcbf-a16dbc631dd3 req-5fffbf9d-dd8c-4811-be46-592ea33e5860 service neutron] Bound using segment: {'id': 'a5efae71-97a0-410e-8bd9-610e85ae64de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '0e387395-0939-42f1-9352-7ee64ba5bf30'} {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 19:32:17.394789 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [req-8427c255-d4c5-451f-bcbf-a16dbc631dd3 req-5fffbf9d-dd8c-4811-be46-592ea33e5860 service neutron] Bound port: ef3c88c2-44cf-4b52-9c17-cfc234e222fd, host: n-h2-816865-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a5efae71-97a0-410e-8bd9-610e85ae64de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '0e387395-0939-42f1-9352-7ee64ba5bf30'}}] {{(pid=102386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 19:32:17.395116 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-8427c255-d4c5-451f-bcbf-a16dbc631dd3 req-5fffbf9d-dd8c-4811-be46-592ea33e5860 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:32:17.455568 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [req-8427c255-d4c5-451f-bcbf-a16dbc631dd3 req-5fffbf9d-dd8c-4811-be46-592ea33e5860 service neutron] For port ef3c88c2-44cf-4b52-9c17-cfc234e222fd, host n-h2-816865-1, cleared binding levels {{(pid=102386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 19:32:17.458476 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [req-8427c255-d4c5-451f-bcbf-a16dbc631dd3 req-5fffbf9d-dd8c-4811-be46-592ea33e5860 service neutron] For port ef3c88c2-44cf-4b52-9c17-cfc234e222fd, host n-h2-816865-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=ef3c88c2-44cf-4b52-9c17-cfc234e222fd,segment=NetworkSegment(a5efae71-97a0-410e-8bd9-610e85ae64de),segment_id=a5efae71-97a0-410e-8bd9-610e85ae64de)] {{(pid=102386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 19:32:17.525229 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-8427c255-d4c5-451f-bcbf-a16dbc631dd3 req-5fffbf9d-dd8c-4811-be46-592ea33e5860 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6149821'] for port, after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:32:17.562493 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8427c255-d4c5-451f-bcbf-a16dbc631dd3 req-5fffbf9d-dd8c-4811-be46-592ea33e5860 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:32:17.563168 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-8427c255-d4c5-451f-bcbf-a16dbc631dd3 req-5fffbf9d-dd8c-4811-be46-592ea33e5860 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:32:17.564534 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-8427c255-d4c5-451f-bcbf-a16dbc631dd3 req-5fffbf9d-dd8c-4811-be46-592ea33e5860 service neutron] 10.222.0.55 "PUT /v2.0/ports/ef3c88c2-44cf-4b52-9c17-cfc234e222fd HTTP/1.1" status: 200 len: 1092 time: 0.7236929 Nov 05 19:32:17.564997 n-d-816865-1 neutron-server[102386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68c7b66f-a1d5-4eb0-b878-7c3de8bcefa8', 'tag': 'ef3c88c2-44cf-4b52-9c17-cfc234e222fd'}] {{(pid=102386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 19:32:17.567245 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6173a44d7c73f41af551dc890fa1a5892c2c6bc3458b640c8e0c24db7876ba6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d93a264b-6e7b-4216-af6d-13edd81d6d3e" -d '{"events": [{"name": "network-changed", "server_uuid": "68c7b66f-a1d5-4eb0-b878-7c3de8bcefa8", "tag": "ef3c88c2-44cf-4b52-9c17-cfc234e222fd"}]}' {{(pid=102386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 19:32:17.593948 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fffbf9d-dd8c-4811-be46-592ea33e5860 service neutron] Pushing event updated for resources: {'Port': ['ID=ef3c88c2-44cf-4b52-9c17-cfc234e222fd,revision_number=3']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:32:17.603861 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 19:32:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fed3826-0fee-4ea3-84f1-349cf5fc8c19 x-openstack-request-id: req-1fed3826-0fee-4ea3-84f1-349cf5fc8c19 {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 19:32:17.604163 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68c7b66f-a1d5-4eb0-b878-7c3de8bcefa8", "tag": "ef3c88c2-44cf-4b52-9c17-cfc234e222fd", "status": "completed", "code": 200}]} {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 19:32:17.604416 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1fed3826-0fee-4ea3-84f1-349cf5fc8c19 {{(pid=102386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 19:32:17.604844 n-d-816865-1 neutron-server[102386]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68c7b66f-a1d5-4eb0-b878-7c3de8bcefa8', 'tag': 'ef3c88c2-44cf-4b52-9c17-cfc234e222fd', 'status': 'completed', 'code': 200} Nov 05 19:32:17.670415 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93a264b-6e7b-4216-af6d-13edd81d6d3e req-71f2499a-5822-40cb-b572-2d1fe63404c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:32:17.671933 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-d93a264b-6e7b-4216-af6d-13edd81d6d3e req-71f2499a-5822-40cb-b572-2d1fe63404c0 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=03ad0ebdd6004ac3892d9b22b3961dee&device_id=68c7b66f-a1d5-4eb0-b878-7c3de8bcefa8 HTTP/1.1" status: 200 len: 1095 time: 0.0411901 Nov 05 19:32:17.777430 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93a264b-6e7b-4216-af6d-13edd81d6d3e req-0209faa7-4f1f-43a8-aafe-5b5a9758c1af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:32:17.778851 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-d93a264b-6e7b-4216-af6d-13edd81d6d3e req-0209faa7-4f1f-43a8-aafe-5b5a9758c1af service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=03ad0ebdd6004ac3892d9b22b3961dee&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0930283 Nov 05 19:32:17.878276 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93a264b-6e7b-4216-af6d-13edd81d6d3e req-5481727e-03ae-45c0-b4ad-8fab2324e202 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:32:17.879757 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-d93a264b-6e7b-4216-af6d-13edd81d6d3e req-5481727e-03ae-45c0-b4ad-8fab2324e202 service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0905769 Nov 05 19:32:17.958819 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8427c255-d4c5-451f-bcbf-a16dbc631dd3 req-42ae2e4f-d3f3-450d-9249-f118dea0dd0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:32:17.960313 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-8427c255-d4c5-451f-bcbf-a16dbc631dd3 req-42ae2e4f-d3f3-450d-9249-f118dea0dd0f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=03ad0ebdd6004ac3892d9b22b3961dee&device_id=68c7b66f-a1d5-4eb0-b878-7c3de8bcefa8 HTTP/1.1" status: 200 len: 1095 time: 0.0394378 Nov 05 19:32:18.011001 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-8427c255-d4c5-451f-bcbf-a16dbc631dd3 req-9085aeb3-6aae-4f93-a5c7-df6da62f38f2 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ef3c88c2-44cf-4b52-9c17-cfc234e222fd HTTP/1.1" status: 200 len: 217 time: 0.0346880 Nov 05 19:32:18.066657 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8427c255-d4c5-451f-bcbf-a16dbc631dd3 req-5d58adb7-193a-4d42-a7c0-f715d748b58c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:32:18.068133 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-8427c255-d4c5-451f-bcbf-a16dbc631dd3 req-5d58adb7-193a-4d42-a7c0-f715d748b58c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=46135097-e7f2-472e-b4e5-8f7783397e26 HTTP/1.1" status: 200 len: 855 time: 0.0479784 Nov 05 19:32:18.106830 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-8427c255-d4c5-451f-bcbf-a16dbc631dd3 req-4ab9ce1a-3a4d-4182-ab58-2344403d9ff2 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0e387395-0939-42f1-9352-7ee64ba5bf30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256639 Nov 05 19:32:18.155095 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a82599-b493-43fc-bdd4-fb1f8200b1fa req-ae7d4e56-8c02-47a5-85a5-5a8a4424a357 tempest-ServerDiskConfigTestJSON-694385126 tempest-ServerDiskConfigTestJSON-694385126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:32:18.156608 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-93a82599-b493-43fc-bdd4-fb1f8200b1fa req-ae7d4e56-8c02-47a5-85a5-5a8a4424a357 tempest-ServerDiskConfigTestJSON-694385126 tempest-ServerDiskConfigTestJSON-694385126-project] 10.222.0.13 "GET /v2.0/ports?device_id=68c7b66f-a1d5-4eb0-b878-7c3de8bcefa8 HTTP/1.1" status: 200 len: 944 time: 0.0490947 Nov 05 19:32:18.200700 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-8427c255-d4c5-451f-bcbf-a16dbc631dd3 req-c731dbb8-5339-4b46-9061-f03e8849c4cb service neutron] 10.222.0.55 "GET /v2.0/networks/0e387395-0939-42f1-9352-7ee64ba5bf30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854275 Nov 05 19:32:18.209915 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-93a82599-b493-43fc-bdd4-fb1f8200b1fa req-c1286c48-da12-42b1-9cff-b27d279a01fa tempest-ServerDiskConfigTestJSON-694385126 tempest-ServerDiskConfigTestJSON-694385126-project] 10.222.0.13 "GET /v2.0/security-groups?id=2b210036-f47d-4cd1-b3dc-a2535149082f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469625 Nov 05 19:32:18.300235 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-8427c255-d4c5-451f-bcbf-a16dbc631dd3 req-501df51f-3e5b-4d55-ab79-d80cf4728e15 service neutron] 10.222.0.55 "GET /v2.0/networks/0e387395-0939-42f1-9352-7ee64ba5bf30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875988 Nov 05 19:32:19.326132 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46ce43d-a9bf-4e5f-8332-364c391b3567 req-25f20052-5c7c-41a0-8eb0-b0d25b778884 tempest-ServerDiskConfigTestJSON-694385126 tempest-ServerDiskConfigTestJSON-694385126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:32:19.327583 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-a46ce43d-a9bf-4e5f-8332-364c391b3567 req-25f20052-5c7c-41a0-8eb0-b0d25b778884 tempest-ServerDiskConfigTestJSON-694385126 tempest-ServerDiskConfigTestJSON-694385126-project] 10.222.0.13 "GET /v2.0/ports?device_id=68c7b66f-a1d5-4eb0-b878-7c3de8bcefa8 HTTP/1.1" status: 200 len: 944 time: 0.0493987 Nov 05 19:32:19.374126 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-a46ce43d-a9bf-4e5f-8332-364c391b3567 req-1c2e8901-1899-4bd2-a2e0-24606652ff58 tempest-ServerDiskConfigTestJSON-694385126 tempest-ServerDiskConfigTestJSON-694385126-project] 10.222.0.13 "GET /v2.0/security-groups?id=2b210036-f47d-4cd1-b3dc-a2535149082f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404830 Nov 05 19:32:20.487967 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b059fe66-9125-43aa-9906-d4c618202a93 req-bf40af97-a60c-4e58-9005-0431b8f44ef2 tempest-ServerDiskConfigTestJSON-694385126 tempest-ServerDiskConfigTestJSON-694385126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:32:20.489451 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-b059fe66-9125-43aa-9906-d4c618202a93 req-bf40af97-a60c-4e58-9005-0431b8f44ef2 tempest-ServerDiskConfigTestJSON-694385126 tempest-ServerDiskConfigTestJSON-694385126-project] 10.222.0.13 "GET /v2.0/ports?device_id=68c7b66f-a1d5-4eb0-b878-7c3de8bcefa8 HTTP/1.1" status: 200 len: 944 time: 0.0476158 Nov 05 19:32:20.536116 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-b059fe66-9125-43aa-9906-d4c618202a93 req-5f5f9ea3-6ac3-4f08-a735-5fa28e2a11cd tempest-ServerDiskConfigTestJSON-694385126 tempest-ServerDiskConfigTestJSON-694385126-project] 10.222.0.13 "GET /v2.0/security-groups?id=2b210036-f47d-4cd1-b3dc-a2535149082f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399137 Nov 05 19:32:21.344908 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Device ef3c88c2-44cf-4b52-9c17-cfc234e222fd details requested by agent hyperv_n-h2-816865-1 with host n-h2-816865-1 {{(pid=102388) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 05 19:32:21.444019 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] For port ef3c88c2-44cf-4b52-9c17-cfc234e222fd, host n-h2-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=ef3c88c2-44cf-4b52-9c17-cfc234e222fd,segment=NetworkSegment(a5efae71-97a0-410e-8bd9-610e85ae64de),segment_id=a5efae71-97a0-410e-8bd9-610e85ae64de)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:32:21.455528 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Returning: {'device': 'ef3c88c2-44cf-4b52-9c17-cfc234e222fd', 'network_id': '0e387395-0939-42f1-9352-7ee64ba5bf30', 'port_id': 'ef3c88c2-44cf-4b52-9c17-cfc234e222fd', 'mac_address': 'fa:16:3e:53:87:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 157, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '46135097-e7f2-472e-b4e5-8f7783397e26', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102388) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 05 19:32:21.493641 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:32:21.506370 n-d-816865-1 neutron-server[102388]: DEBUG neutron.notifiers.nova [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef3c88c2-44cf-4b52-9c17-cfc234e222fd {{(pid=102388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 19:32:21.526414 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] For port ef3c88c2-44cf-4b52-9c17-cfc234e222fd, host n-h2-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=ef3c88c2-44cf-4b52-9c17-cfc234e222fd,segment=NetworkSegment(a5efae71-97a0-410e-8bd9-610e85ae64de),segment_id=a5efae71-97a0-410e-8bd9-610e85ae64de)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:32:21.589846 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:32:21.639855 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Pushing event updated for resources: {'Port': ['ID=ef3c88c2-44cf-4b52-9c17-cfc234e222fd,revision_number=4']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:32:21.824995 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] get_ports_and_sgs() called for port_ids ['ef3c88c2-44cf-4b52-9c17-cfc234e222fd'] {{(pid=102388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 19:32:21.905392 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211b3f99-918f-44eb-ad68-591905285598 req-e5043eb6-298c-43ae-a1e5-336c94783e16 tempest-ServerDiskConfigTestJSON-694385126 tempest-ServerDiskConfigTestJSON-694385126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:32:21.906846 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-211b3f99-918f-44eb-ad68-591905285598 req-e5043eb6-298c-43ae-a1e5-336c94783e16 tempest-ServerDiskConfigTestJSON-694385126 tempest-ServerDiskConfigTestJSON-694385126-project] 10.222.0.13 "GET /v2.0/ports?device_id=68c7b66f-a1d5-4eb0-b878-7c3de8bcefa8 HTTP/1.1" status: 200 len: 945 time: 0.3016751 Nov 05 19:32:21.954026 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-211b3f99-918f-44eb-ad68-591905285598 req-06ad7cbc-45e3-4c74-ae09-52b2e62ffa76 tempest-ServerDiskConfigTestJSON-694385126 tempest-ServerDiskConfigTestJSON-694385126-project] 10.222.0.13 "GET /v2.0/security-groups?id=2b210036-f47d-4cd1-b3dc-a2535149082f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411050 Nov 05 19:32:23.069650 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f3a6f4-5f81-4c52-9ca1-5f22762ec9d3 req-01468df0-3e57-4e79-8dae-206ca0fad8b0 tempest-ServerDiskConfigTestJSON-694385126 tempest-ServerDiskConfigTestJSON-694385126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:32:23.071368 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-23f3a6f4-5f81-4c52-9ca1-5f22762ec9d3 req-01468df0-3e57-4e79-8dae-206ca0fad8b0 tempest-ServerDiskConfigTestJSON-694385126 tempest-ServerDiskConfigTestJSON-694385126-project] 10.222.0.13 "GET /v2.0/ports?device_id=68c7b66f-a1d5-4eb0-b878-7c3de8bcefa8 HTTP/1.1" status: 200 len: 945 time: 0.0488846 Nov 05 19:32:23.118782 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-23f3a6f4-5f81-4c52-9ca1-5f22762ec9d3 req-96d6eaec-1e07-41d7-b0ad-e2b6a9ad1295 tempest-ServerDiskConfigTestJSON-694385126 tempest-ServerDiskConfigTestJSON-694385126-project] 10.222.0.13 "GET /v2.0/security-groups?id=2b210036-f47d-4cd1-b3dc-a2535149082f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411508 Nov 05 19:32:23.376521 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Device ef3c88c2-44cf-4b52-9c17-cfc234e222fd up at agent hyperv_n-h2-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 19:32:23.472359 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Provisioning for port ef3c88c2-44cf-4b52-9c17-cfc234e222fd completed by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 05 19:32:23.476181 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Provisioning complete for port ef3c88c2-44cf-4b52-9c17-cfc234e222fd triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:32:23.476500 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:32:23.556524 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:32:23.578323 n-d-816865-1 neutron-server[102388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68c7b66f-a1d5-4eb0-b878-7c3de8bcefa8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef3c88c2-44cf-4b52-9c17-cfc234e222fd'}] {{(pid=102388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 19:32:23.580532 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85474fee1180e129d8a886d264fe0b30223aa672dd1ffe43b630605f18504f68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-369b18c2-32cc-4ca1-97fa-9e8c1203f8d5" -d '{"events": [{"server_uuid": "68c7b66f-a1d5-4eb0-b878-7c3de8bcefa8", "name": "network-vif-plugged", "status": "completed", "tag": "ef3c88c2-44cf-4b52-9c17-cfc234e222fd"}]}' {{(pid=102388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 19:32:23.593594 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] For port ef3c88c2-44cf-4b52-9c17-cfc234e222fd, host n-h2-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=ef3c88c2-44cf-4b52-9c17-cfc234e222fd,segment=NetworkSegment(a5efae71-97a0-410e-8bd9-610e85ae64de),segment_id=a5efae71-97a0-410e-8bd9-610e85ae64de)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:32:23.616205 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 19:32:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58e030e4-aea0-49fc-a281-4a370b895dcf x-openstack-request-id: req-58e030e4-aea0-49fc-a281-4a370b895dcf {{(pid=102388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 19:32:23.616499 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68c7b66f-a1d5-4eb0-b878-7c3de8bcefa8", "name": "network-vif-plugged", "status": "completed", "tag": "ef3c88c2-44cf-4b52-9c17-cfc234e222fd", "code": 200}]} {{(pid=102388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 19:32:23.616756 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-58e030e4-aea0-49fc-a281-4a370b895dcf {{(pid=102388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 19:32:23.617216 n-d-816865-1 neutron-server[102388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68c7b66f-a1d5-4eb0-b878-7c3de8bcefa8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef3c88c2-44cf-4b52-9c17-cfc234e222fd', 'code': 200} Nov 05 19:32:23.659146 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:32:23.710816 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Pushing event updated for resources: {'Port': ['ID=ef3c88c2-44cf-4b52-9c17-cfc234e222fd,revision_number=5']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:32:23.726526 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ddc155-9f84-4e06-9844-ba0c96ace485 req-ab859724-0fec-4dc5-ba7b-88515a906791 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:32:23.728071 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-a9ddc155-9f84-4e06-9844-ba0c96ace485 req-ab859724-0fec-4dc5-ba7b-88515a906791 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=68c7b66f-a1d5-4eb0-b878-7c3de8bcefa8 HTTP/1.1" status: 200 len: 1097 time: 0.0408268 Nov 05 19:32:23.778546 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-a9ddc155-9f84-4e06-9844-ba0c96ace485 req-745092bf-5611-40b6-85e5-9db7816d02fa service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=2b210036-f47d-4cd1-b3dc-a2535149082f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375202 Nov 05 19:32:24.234640 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86f807d-7782-4b22-838d-def2130861ac req-419da6b2-cee1-49dc-a368-94980dda460b tempest-ServerDiskConfigTestJSON-694385126 tempest-ServerDiskConfigTestJSON-694385126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:32:24.236128 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-e86f807d-7782-4b22-838d-def2130861ac req-419da6b2-cee1-49dc-a368-94980dda460b tempest-ServerDiskConfigTestJSON-694385126 tempest-ServerDiskConfigTestJSON-694385126-project] 10.222.0.13 "GET /v2.0/ports?device_id=68c7b66f-a1d5-4eb0-b878-7c3de8bcefa8 HTTP/1.1" status: 200 len: 946 time: 0.0479527 Nov 05 19:32:24.285896 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-e86f807d-7782-4b22-838d-def2130861ac req-d4fceb2d-d951-4a9d-a59f-364ca115df8a tempest-ServerDiskConfigTestJSON-694385126 tempest-ServerDiskConfigTestJSON-694385126-project] 10.222.0.13 "GET /v2.0/security-groups?id=2b210036-f47d-4cd1-b3dc-a2535149082f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438673 Nov 05 19:32:25.402914 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2eb4d7d-5364-417a-b452-86894be60586 req-4ce4dbb3-cbf8-44e7-b753-d9270090f757 tempest-ServerDiskConfigTestJSON-694385126 tempest-ServerDiskConfigTestJSON-694385126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:32:25.404388 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-b2eb4d7d-5364-417a-b452-86894be60586 req-4ce4dbb3-cbf8-44e7-b753-d9270090f757 tempest-ServerDiskConfigTestJSON-694385126 tempest-ServerDiskConfigTestJSON-694385126-project] 10.222.0.13 "GET /v2.0/ports?device_id=68c7b66f-a1d5-4eb0-b878-7c3de8bcefa8 HTTP/1.1" status: 200 len: 946 time: 0.0483763 Nov 05 19:32:25.451240 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-b2eb4d7d-5364-417a-b452-86894be60586 req-e7e679e1-525e-4119-a04c-19362f042b94 tempest-ServerDiskConfigTestJSON-694385126 tempest-ServerDiskConfigTestJSON-694385126-project] 10.222.0.13 "GET /v2.0/security-groups?id=2b210036-f47d-4cd1-b3dc-a2535149082f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408792 Nov 05 19:32:25.562909 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe76798-173f-4b8c-893b-12eb09b046e9 req-58341468-692f-47c6-b7c6-8b73776b9fba tempest-ServerDiskConfigTestJSON-694385126 tempest-ServerDiskConfigTestJSON-694385126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:32:25.564439 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-dfe76798-173f-4b8c-893b-12eb09b046e9 req-58341468-692f-47c6-b7c6-8b73776b9fba tempest-ServerDiskConfigTestJSON-694385126 tempest-ServerDiskConfigTestJSON-694385126-project] 10.222.0.13 "GET /v2.0/ports?device_id=68c7b66f-a1d5-4eb0-b878-7c3de8bcefa8 HTTP/1.1" status: 200 len: 946 time: 0.0479758 Nov 05 19:32:25.610537 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-dfe76798-173f-4b8c-893b-12eb09b046e9 req-3d9ab3e9-4cad-4319-a654-f34daca0fdd3 tempest-ServerDiskConfigTestJSON-694385126 tempest-ServerDiskConfigTestJSON-694385126-project] 10.222.0.13 "GET /v2.0/security-groups?id=2b210036-f47d-4cd1-b3dc-a2535149082f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402570 Nov 05 19:32:25.917588 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05fea36-c777-415a-a8ce-56347841a6a7 req-61d9917d-fd02-4ab9-aa08-e746cb2fb36f tempest-ServerDiskConfigTestJSON-694385126 tempest-ServerDiskConfigTestJSON-694385126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:32:25.919109 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-b05fea36-c777-415a-a8ce-56347841a6a7 req-61d9917d-fd02-4ab9-aa08-e746cb2fb36f tempest-ServerDiskConfigTestJSON-694385126 tempest-ServerDiskConfigTestJSON-694385126-project] 10.222.0.13 "GET /v2.0/ports?device_id=68c7b66f-a1d5-4eb0-b878-7c3de8bcefa8 HTTP/1.1" status: 200 len: 946 time: 0.0536480 Nov 05 19:32:25.967311 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-b05fea36-c777-415a-a8ce-56347841a6a7 req-6f97b9ad-4b22-4496-a37d-2cdecde8396e tempest-ServerDiskConfigTestJSON-694385126 tempest-ServerDiskConfigTestJSON-694385126-project] 10.222.0.13 "GET /v2.0/security-groups?id=2b210036-f47d-4cd1-b3dc-a2535149082f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422258 Nov 05 19:32:26.081208 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3806eeeb-62f0-4b41-8da6-8118dc4f719b req-00a9862c-7a59-408e-8038-6e4a68a865de tempest-ServerDiskConfigTestJSON-694385126 tempest-ServerDiskConfigTestJSON-694385126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:32:26.082621 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-3806eeeb-62f0-4b41-8da6-8118dc4f719b req-00a9862c-7a59-408e-8038-6e4a68a865de tempest-ServerDiskConfigTestJSON-694385126 tempest-ServerDiskConfigTestJSON-694385126-project] 10.222.0.13 "GET /v2.0/ports?device_id=68c7b66f-a1d5-4eb0-b878-7c3de8bcefa8 HTTP/1.1" status: 200 len: 946 time: 0.0484738 Nov 05 19:32:26.130994 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-3806eeeb-62f0-4b41-8da6-8118dc4f719b req-5d6581db-8013-4af8-8e60-8aca874ea3b4 tempest-ServerDiskConfigTestJSON-694385126 tempest-ServerDiskConfigTestJSON-694385126-project] 10.222.0.13 "GET /v2.0/security-groups?id=2b210036-f47d-4cd1-b3dc-a2535149082f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413024 Nov 05 19:32:26.447926 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6cd184-a885-450b-b001-a3c9887fe383 req-8e540de8-8d6d-47dd-a421-0e147a04a1b4 tempest-ServerDiskConfigTestJSON-694385126 tempest-ServerDiskConfigTestJSON-694385126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:32:26.449425 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-7b6cd184-a885-450b-b001-a3c9887fe383 req-8e540de8-8d6d-47dd-a421-0e147a04a1b4 tempest-ServerDiskConfigTestJSON-694385126 tempest-ServerDiskConfigTestJSON-694385126-project] 10.222.0.13 "GET /v2.0/ports?device_id=68c7b66f-a1d5-4eb0-b878-7c3de8bcefa8 HTTP/1.1" status: 200 len: 946 time: 0.0495260 Nov 05 19:32:26.502238 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-7b6cd184-a885-450b-b001-a3c9887fe383 req-51054db3-817b-41e8-9e70-8eaa33a60514 tempest-ServerDiskConfigTestJSON-694385126 tempest-ServerDiskConfigTestJSON-694385126-project] 10.222.0.13 "GET /v2.0/security-groups?id=2b210036-f47d-4cd1-b3dc-a2535149082f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467286 Nov 05 19:32:26.528143 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-d7ab262d-8fbc-49ef-876b-c1afb29478ba req-70a42c2f-3ccf-4612-85a8-9247b02c4904 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=68c7b66f-a1d5-4eb0-b878-7c3de8bcefa8&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0452569 Nov 05 19:32:27.623862 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f99f667-0fa8-44ff-8295-c1ac5a310f73 req-63d2de44-e8fe-4603-8c1c-73d36b5ce1d8 tempest-ServerDiskConfigTestJSON-694385126 tempest-ServerDiskConfigTestJSON-694385126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:32:27.625412 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-5f99f667-0fa8-44ff-8295-c1ac5a310f73 req-63d2de44-e8fe-4603-8c1c-73d36b5ce1d8 tempest-ServerDiskConfigTestJSON-694385126 tempest-ServerDiskConfigTestJSON-694385126-project] 10.222.0.13 "GET /v2.0/ports?device_id=68c7b66f-a1d5-4eb0-b878-7c3de8bcefa8 HTTP/1.1" status: 200 len: 946 time: 0.0506022 Nov 05 19:32:27.674643 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-5f99f667-0fa8-44ff-8295-c1ac5a310f73 req-4c0ddb79-41b2-4752-9d4d-11abee18f5f3 tempest-ServerDiskConfigTestJSON-694385126 tempest-ServerDiskConfigTestJSON-694385126-project] 10.222.0.13 "GET /v2.0/security-groups?id=2b210036-f47d-4cd1-b3dc-a2535149082f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427787 Nov 05 19:32:28.395174 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ab262d-8fbc-49ef-876b-c1afb29478ba req-677bb3bd-2b4b-4cad-933c-79cfaa5945e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:32:28.396694 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-d7ab262d-8fbc-49ef-876b-c1afb29478ba req-677bb3bd-2b4b-4cad-933c-79cfaa5945e6 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=03ad0ebdd6004ac3892d9b22b3961dee&device_id=68c7b66f-a1d5-4eb0-b878-7c3de8bcefa8 HTTP/1.1" status: 200 len: 1097 time: 0.0417943 Nov 05 19:32:28.485607 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ab262d-8fbc-49ef-876b-c1afb29478ba req-58c0e8f2-7cc3-4b53-833f-4cd35ba39a7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:32:28.487123 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-d7ab262d-8fbc-49ef-876b-c1afb29478ba req-58c0e8f2-7cc3-4b53-833f-4cd35ba39a7b service neutron] 10.222.0.55 "GET /v2.0/networks?id=0e387395-0939-42f1-9352-7ee64ba5bf30 HTTP/1.1" status: 200 len: 916 time: 0.0831828 Nov 05 19:32:28.531638 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-d7ab262d-8fbc-49ef-876b-c1afb29478ba req-23a3e02c-8ae2-4ebf-9657-256fd92bfecd service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ef3c88c2-44cf-4b52-9c17-cfc234e222fd HTTP/1.1" status: 200 len: 217 time: 0.0370314 Nov 05 19:32:28.581098 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ab262d-8fbc-49ef-876b-c1afb29478ba req-58dff942-c91e-4d69-a6d5-b81e30f8377d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:32:28.582570 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-d7ab262d-8fbc-49ef-876b-c1afb29478ba req-58dff942-c91e-4d69-a6d5-b81e30f8377d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=46135097-e7f2-472e-b4e5-8f7783397e26 HTTP/1.1" status: 200 len: 855 time: 0.0438211 Nov 05 19:32:28.614321 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-d7ab262d-8fbc-49ef-876b-c1afb29478ba req-3948f0e3-8f2c-4c59-aeb6-34d93969067e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0e387395-0939-42f1-9352-7ee64ba5bf30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241878 Nov 05 19:32:28.709785 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-d7ab262d-8fbc-49ef-876b-c1afb29478ba req-00eaec83-0881-4bc5-aebf-62b8713b5c3b service neutron] 10.222.0.55 "GET /v2.0/networks/0e387395-0939-42f1-9352-7ee64ba5bf30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881839 Nov 05 19:32:28.791330 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06735b9f-4e48-41c2-aba4-c493684880bb req-c139d34b-c97f-4628-b8ba-c89ae21897d3 tempest-ServerDiskConfigTestJSON-694385126 tempest-ServerDiskConfigTestJSON-694385126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:32:28.792943 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-06735b9f-4e48-41c2-aba4-c493684880bb req-c139d34b-c97f-4628-b8ba-c89ae21897d3 tempest-ServerDiskConfigTestJSON-694385126 tempest-ServerDiskConfigTestJSON-694385126-project] 10.222.0.13 "GET /v2.0/ports?device_id=68c7b66f-a1d5-4eb0-b878-7c3de8bcefa8 HTTP/1.1" status: 200 len: 946 time: 0.0488498 Nov 05 19:32:28.803622 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-d7ab262d-8fbc-49ef-876b-c1afb29478ba req-f225974c-1d4b-4b23-96f3-93797b92474f service neutron] 10.222.0.55 "GET /v2.0/networks/0e387395-0939-42f1-9352-7ee64ba5bf30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860419 Nov 05 19:32:28.840859 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-06735b9f-4e48-41c2-aba4-c493684880bb req-8491065b-7a8b-45aa-bae8-e56acf3a2ac8 tempest-ServerDiskConfigTestJSON-694385126 tempest-ServerDiskConfigTestJSON-694385126-project] 10.222.0.13 "GET /v2.0/security-groups?id=2b210036-f47d-4cd1-b3dc-a2535149082f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414371 Nov 05 19:32:29.959697 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef4306d-b8a9-4ce0-8bdd-6e89aa89aa68 req-73133119-dfc8-486e-8bb7-913a4a56868b tempest-ServerDiskConfigTestJSON-694385126 tempest-ServerDiskConfigTestJSON-694385126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:32:29.961164 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-fef4306d-b8a9-4ce0-8bdd-6e89aa89aa68 req-73133119-dfc8-486e-8bb7-913a4a56868b tempest-ServerDiskConfigTestJSON-694385126 tempest-ServerDiskConfigTestJSON-694385126-project] 10.222.0.13 "GET /v2.0/ports?device_id=68c7b66f-a1d5-4eb0-b878-7c3de8bcefa8 HTTP/1.1" status: 200 len: 946 time: 0.0516648 Nov 05 19:32:30.013117 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-fef4306d-b8a9-4ce0-8bdd-6e89aa89aa68 req-58038bc2-6367-4b05-ac2e-ba687c81f086 tempest-ServerDiskConfigTestJSON-694385126 tempest-ServerDiskConfigTestJSON-694385126-project] 10.222.0.13 "GET /v2.0/security-groups?id=2b210036-f47d-4cd1-b3dc-a2535149082f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454319 Nov 05 19:32:31.129829 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab37de2-e414-4d05-b223-564b90011c45 req-4a4c08a7-d98a-49c3-a2bb-f4ca946e2610 tempest-ServerDiskConfigTestJSON-694385126 tempest-ServerDiskConfigTestJSON-694385126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:32:31.131616 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-dab37de2-e414-4d05-b223-564b90011c45 req-4a4c08a7-d98a-49c3-a2bb-f4ca946e2610 tempest-ServerDiskConfigTestJSON-694385126 tempest-ServerDiskConfigTestJSON-694385126-project] 10.222.0.13 "GET /v2.0/ports?device_id=68c7b66f-a1d5-4eb0-b878-7c3de8bcefa8 HTTP/1.1" status: 200 len: 946 time: 0.0492358 Nov 05 19:32:31.178614 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-dab37de2-e414-4d05-b223-564b90011c45 req-856ea666-4de2-4595-9833-e0076373a5b0 tempest-ServerDiskConfigTestJSON-694385126 tempest-ServerDiskConfigTestJSON-694385126-project] 10.222.0.13 "GET /v2.0/security-groups?id=2b210036-f47d-4cd1-b3dc-a2535149082f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404148 Nov 05 19:32:32.298314 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df3ea88-69ac-466d-aa99-f68c77e12b9b req-7b81cfd8-c358-484f-be8a-8cc9891964a0 tempest-ServerDiskConfigTestJSON-694385126 tempest-ServerDiskConfigTestJSON-694385126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:32:32.299718 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-1df3ea88-69ac-466d-aa99-f68c77e12b9b req-7b81cfd8-c358-484f-be8a-8cc9891964a0 tempest-ServerDiskConfigTestJSON-694385126 tempest-ServerDiskConfigTestJSON-694385126-project] 10.222.0.13 "GET /v2.0/ports?device_id=68c7b66f-a1d5-4eb0-b878-7c3de8bcefa8 HTTP/1.1" status: 200 len: 946 time: 0.0524929 Nov 05 19:32:32.345400 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-1df3ea88-69ac-466d-aa99-f68c77e12b9b req-80ecfa73-e887-49ba-989f-1de34bfe2905 tempest-ServerDiskConfigTestJSON-694385126 tempest-ServerDiskConfigTestJSON-694385126-project] 10.222.0.13 "GET /v2.0/security-groups?id=2b210036-f47d-4cd1-b3dc-a2535149082f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397809 Nov 05 19:32:32.637928 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3056c309-fb5e-4b79-9c2e-96e988b1ccac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:32:33.462898 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037dcb55-1234-4a76-ac2c-324f920e13be req-d3e7021d-b79b-4546-8092-600ca70bac87 tempest-ServerDiskConfigTestJSON-694385126 tempest-ServerDiskConfigTestJSON-694385126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:32:33.464404 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-037dcb55-1234-4a76-ac2c-324f920e13be req-d3e7021d-b79b-4546-8092-600ca70bac87 tempest-ServerDiskConfigTestJSON-694385126 tempest-ServerDiskConfigTestJSON-694385126-project] 10.222.0.13 "GET /v2.0/ports?device_id=68c7b66f-a1d5-4eb0-b878-7c3de8bcefa8 HTTP/1.1" status: 200 len: 946 time: 0.0503876 Nov 05 19:32:33.512782 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-037dcb55-1234-4a76-ac2c-324f920e13be req-9f727dda-ce05-4100-b466-bf0d6f743baa tempest-ServerDiskConfigTestJSON-694385126 tempest-ServerDiskConfigTestJSON-694385126-project] 10.222.0.13 "GET /v2.0/security-groups?id=2b210036-f47d-4cd1-b3dc-a2535149082f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424109 Nov 05 19:32:34.555392 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:32:34.633373 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954f7329-4ae8-4e25-940c-eaee15f51fcd req-f39af6c6-2cf8-4f3c-9e57-82ca20fbc021 tempest-ServerDiskConfigTestJSON-694385126 tempest-ServerDiskConfigTestJSON-694385126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:32:34.635431 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-954f7329-4ae8-4e25-940c-eaee15f51fcd req-f39af6c6-2cf8-4f3c-9e57-82ca20fbc021 tempest-ServerDiskConfigTestJSON-694385126 tempest-ServerDiskConfigTestJSON-694385126-project] 10.222.0.13 "GET /v2.0/ports?device_id=68c7b66f-a1d5-4eb0-b878-7c3de8bcefa8 HTTP/1.1" status: 200 len: 946 time: 0.0486155 Nov 05 19:32:34.685515 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-954f7329-4ae8-4e25-940c-eaee15f51fcd req-81104b73-2d12-46b0-9bc6-685d8e42928d tempest-ServerDiskConfigTestJSON-694385126 tempest-ServerDiskConfigTestJSON-694385126-project] 10.222.0.13 "GET /v2.0/security-groups?id=2b210036-f47d-4cd1-b3dc-a2535149082f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441856 Nov 05 19:32:35.044301 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea54f3e-8c1e-4d6e-a1d0-b16336b44943 req-e99385c9-6dde-4ecf-a4d6-93d35007be04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:32:35.045819 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-fea54f3e-8c1e-4d6e-a1d0-b16336b44943 req-e99385c9-6dde-4ecf-a4d6-93d35007be04 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=03ad0ebdd6004ac3892d9b22b3961dee&device_id=68c7b66f-a1d5-4eb0-b878-7c3de8bcefa8 HTTP/1.1" status: 200 len: 1097 time: 0.0418692 Nov 05 19:32:35.152781 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea54f3e-8c1e-4d6e-a1d0-b16336b44943 req-87a6e174-8100-4917-a142-c7efddeae1ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:32:35.154295 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-fea54f3e-8c1e-4d6e-a1d0-b16336b44943 req-87a6e174-8100-4917-a142-c7efddeae1ad service neutron] 10.222.0.55 "GET /v2.0/networks?id=0e387395-0939-42f1-9352-7ee64ba5bf30 HTTP/1.1" status: 200 len: 916 time: 0.0890133 Nov 05 19:32:35.194402 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-fea54f3e-8c1e-4d6e-a1d0-b16336b44943 req-74a9c033-e48f-499b-8a79-f5cd334d73dc service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ef3c88c2-44cf-4b52-9c17-cfc234e222fd HTTP/1.1" status: 200 len: 217 time: 0.0333159 Nov 05 19:32:35.246357 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea54f3e-8c1e-4d6e-a1d0-b16336b44943 req-e928917b-48ad-430b-a7b6-ef5699501139 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:32:35.247800 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-fea54f3e-8c1e-4d6e-a1d0-b16336b44943 req-e928917b-48ad-430b-a7b6-ef5699501139 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=46135097-e7f2-472e-b4e5-8f7783397e26 HTTP/1.1" status: 200 len: 855 time: 0.0465186 Nov 05 19:32:35.280348 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-fea54f3e-8c1e-4d6e-a1d0-b16336b44943 req-b12b8fa9-e734-48e2-829c-65da1593333c service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0e387395-0939-42f1-9352-7ee64ba5bf30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253813 Nov 05 19:32:35.370133 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-fea54f3e-8c1e-4d6e-a1d0-b16336b44943 req-81556ff4-7303-489b-b214-fecb7e371883 service neutron] 10.222.0.55 "GET /v2.0/networks/0e387395-0939-42f1-9352-7ee64ba5bf30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826674 Nov 05 19:32:35.395601 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-40ca7751-3487-4698-9c6b-540791365b2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:32:35.466173 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-fea54f3e-8c1e-4d6e-a1d0-b16336b44943 req-54c9f75d-dfa2-46f5-a70a-4ba304e92428 service neutron] 10.222.0.55 "GET /v2.0/networks/0e387395-0939-42f1-9352-7ee64ba5bf30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883150 Nov 05 19:32:35.799976 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc88d582-0a1c-49db-8c1a-e73b49d511ee req-81b0a633-e89d-496b-ad1a-f71f6e8d057c tempest-ServerDiskConfigTestJSON-694385126 tempest-ServerDiskConfigTestJSON-694385126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:32:35.801481 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-fc88d582-0a1c-49db-8c1a-e73b49d511ee req-81b0a633-e89d-496b-ad1a-f71f6e8d057c tempest-ServerDiskConfigTestJSON-694385126 tempest-ServerDiskConfigTestJSON-694385126-project] 10.222.0.13 "GET /v2.0/ports?device_id=68c7b66f-a1d5-4eb0-b878-7c3de8bcefa8 HTTP/1.1" status: 200 len: 946 time: 0.0483093 Nov 05 19:32:35.848309 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-fc88d582-0a1c-49db-8c1a-e73b49d511ee req-4f8eec47-192b-4e71-8328-21ba5b59e24b tempest-ServerDiskConfigTestJSON-694385126 tempest-ServerDiskConfigTestJSON-694385126-project] 10.222.0.13 "GET /v2.0/security-groups?id=2b210036-f47d-4cd1-b3dc-a2535149082f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403247 Nov 05 19:32:36.403482 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b304910f-7b27-444b-a8fc-977d26b1ceac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:32:36.592032 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:32:36.964972 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87dc1ea-218b-49e3-ab16-a31f17ba1582 req-8ad64c92-2eed-4ac2-ab57-ed48ae69a6ec tempest-ServerDiskConfigTestJSON-694385126 tempest-ServerDiskConfigTestJSON-694385126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:32:36.966605 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-d87dc1ea-218b-49e3-ab16-a31f17ba1582 req-8ad64c92-2eed-4ac2-ab57-ed48ae69a6ec tempest-ServerDiskConfigTestJSON-694385126 tempest-ServerDiskConfigTestJSON-694385126-project] 10.222.0.13 "GET /v2.0/ports?device_id=68c7b66f-a1d5-4eb0-b878-7c3de8bcefa8 HTTP/1.1" status: 200 len: 946 time: 0.0502052 Nov 05 19:32:37.014979 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-d87dc1ea-218b-49e3-ab16-a31f17ba1582 req-6cd0c2f8-963a-4780-8403-aee1546fd5fc tempest-ServerDiskConfigTestJSON-694385126 tempest-ServerDiskConfigTestJSON-694385126-project] 10.222.0.13 "GET /v2.0/security-groups?id=2b210036-f47d-4cd1-b3dc-a2535149082f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423474 Nov 05 19:32:38.137511 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ec44bc-ed82-44de-a09c-c0fe3d91595f req-932da3df-cd40-4b34-b1eb-69a61813fd5f tempest-ServerDiskConfigTestJSON-694385126 tempest-ServerDiskConfigTestJSON-694385126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:32:38.139048 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-65ec44bc-ed82-44de-a09c-c0fe3d91595f req-932da3df-cd40-4b34-b1eb-69a61813fd5f tempest-ServerDiskConfigTestJSON-694385126 tempest-ServerDiskConfigTestJSON-694385126-project] 10.222.0.13 "GET /v2.0/ports?device_id=68c7b66f-a1d5-4eb0-b878-7c3de8bcefa8 HTTP/1.1" status: 200 len: 946 time: 0.0536835 Nov 05 19:32:38.186707 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-65ec44bc-ed82-44de-a09c-c0fe3d91595f req-87f46d07-064b-4300-9e03-c7cbd83a7f49 tempest-ServerDiskConfigTestJSON-694385126 tempest-ServerDiskConfigTestJSON-694385126-project] 10.222.0.13 "GET /v2.0/security-groups?id=2b210036-f47d-4cd1-b3dc-a2535149082f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415714 Nov 05 19:32:38.370139 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-31f93893-a48e-4ae8-833d-dccb2b42eacc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:32:38.558932 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:32:39.302445 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3992f4d8-1141-4ab6-ae33-5143963d4266 req-151e848b-75e9-4d1e-99c1-2c8e556994bc tempest-ServerDiskConfigTestJSON-694385126 tempest-ServerDiskConfigTestJSON-694385126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:32:39.303818 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-3992f4d8-1141-4ab6-ae33-5143963d4266 req-151e848b-75e9-4d1e-99c1-2c8e556994bc tempest-ServerDiskConfigTestJSON-694385126 tempest-ServerDiskConfigTestJSON-694385126-project] 10.222.0.13 "GET /v2.0/ports?device_id=68c7b66f-a1d5-4eb0-b878-7c3de8bcefa8 HTTP/1.1" status: 200 len: 946 time: 0.0475714 Nov 05 19:32:39.350563 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-3992f4d8-1141-4ab6-ae33-5143963d4266 req-dd782f2d-541a-4444-b130-0329c05f8e76 tempest-ServerDiskConfigTestJSON-694385126 tempest-ServerDiskConfigTestJSON-694385126-project] 10.222.0.13 "GET /v2.0/security-groups?id=2b210036-f47d-4cd1-b3dc-a2535149082f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402679 Nov 05 19:32:40.468416 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf70188-b791-479d-9401-bdee57d4df3b req-b4da222c-8887-4eb8-85ce-ec4ca1b8bc65 tempest-ServerDiskConfigTestJSON-694385126 tempest-ServerDiskConfigTestJSON-694385126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:32:40.469952 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-caf70188-b791-479d-9401-bdee57d4df3b req-b4da222c-8887-4eb8-85ce-ec4ca1b8bc65 tempest-ServerDiskConfigTestJSON-694385126 tempest-ServerDiskConfigTestJSON-694385126-project] 10.222.0.13 "GET /v2.0/ports?device_id=68c7b66f-a1d5-4eb0-b878-7c3de8bcefa8 HTTP/1.1" status: 200 len: 946 time: 0.0496020 Nov 05 19:32:40.521609 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-caf70188-b791-479d-9401-bdee57d4df3b req-96aae89f-fe56-42c3-bd92-96f51709df18 tempest-ServerDiskConfigTestJSON-694385126 tempest-ServerDiskConfigTestJSON-694385126-project] 10.222.0.13 "GET /v2.0/security-groups?id=2b210036-f47d-4cd1-b3dc-a2535149082f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455267 Nov 05 19:32:40.724070 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.agents_db [None req-b9406b04-a0e8-43cf-b349-711963d96cf4 None None] Agent healthcheck: found 7 active agents {{(pid=102389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 05 19:32:41.639103 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d8f1d5-8100-42ed-842a-30a418f4a8b8 req-32f2fb79-fe4f-4dec-b61c-6531a4380198 tempest-ServerDiskConfigTestJSON-694385126 tempest-ServerDiskConfigTestJSON-694385126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:32:41.640574 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-89d8f1d5-8100-42ed-842a-30a418f4a8b8 req-32f2fb79-fe4f-4dec-b61c-6531a4380198 tempest-ServerDiskConfigTestJSON-694385126 tempest-ServerDiskConfigTestJSON-694385126-project] 10.222.0.13 "GET /v2.0/ports?device_id=68c7b66f-a1d5-4eb0-b878-7c3de8bcefa8 HTTP/1.1" status: 200 len: 946 time: 0.0487978 Nov 05 19:32:41.686938 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-89d8f1d5-8100-42ed-842a-30a418f4a8b8 req-674529a4-9fc6-47ed-b3cc-7a2c87e365d9 tempest-ServerDiskConfigTestJSON-694385126 tempest-ServerDiskConfigTestJSON-694385126-project] 10.222.0.13 "GET /v2.0/security-groups?id=2b210036-f47d-4cd1-b3dc-a2535149082f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404830 Nov 05 19:32:42.804802 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124e5d4c-1539-48d4-bea0-748f2ce2fe9e req-b127b6a0-39ef-4484-9db5-580de6659780 tempest-ServerDiskConfigTestJSON-694385126 tempest-ServerDiskConfigTestJSON-694385126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:32:42.807459 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-124e5d4c-1539-48d4-bea0-748f2ce2fe9e req-b127b6a0-39ef-4484-9db5-580de6659780 tempest-ServerDiskConfigTestJSON-694385126 tempest-ServerDiskConfigTestJSON-694385126-project] 10.222.0.13 "GET /v2.0/ports?device_id=68c7b66f-a1d5-4eb0-b878-7c3de8bcefa8 HTTP/1.1" status: 200 len: 946 time: 0.0507917 Nov 05 19:32:42.854121 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-124e5d4c-1539-48d4-bea0-748f2ce2fe9e req-7918814a-a0b7-4761-9504-c52dd2353be4 tempest-ServerDiskConfigTestJSON-694385126 tempest-ServerDiskConfigTestJSON-694385126-project] 10.222.0.13 "GET /v2.0/security-groups?id=2b210036-f47d-4cd1-b3dc-a2535149082f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408375 Nov 05 19:32:43.974477 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c318f4dc-c30a-4cd5-b54a-701b610a13bb req-9823e2e9-c753-46da-b25e-97f6b0cdbbde tempest-ServerDiskConfigTestJSON-694385126 tempest-ServerDiskConfigTestJSON-694385126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:32:43.975987 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-c318f4dc-c30a-4cd5-b54a-701b610a13bb req-9823e2e9-c753-46da-b25e-97f6b0cdbbde tempest-ServerDiskConfigTestJSON-694385126 tempest-ServerDiskConfigTestJSON-694385126-project] 10.222.0.13 "GET /v2.0/ports?device_id=68c7b66f-a1d5-4eb0-b878-7c3de8bcefa8 HTTP/1.1" status: 200 len: 946 time: 0.0539963 Nov 05 19:32:44.024275 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-c318f4dc-c30a-4cd5-b54a-701b610a13bb req-df18228c-1c32-4216-99de-19bd9b1d571e tempest-ServerDiskConfigTestJSON-694385126 tempest-ServerDiskConfigTestJSON-694385126-project] 10.222.0.13 "GET /v2.0/security-groups?id=2b210036-f47d-4cd1-b3dc-a2535149082f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412810 Nov 05 19:32:45.142255 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffd73d7-2d00-4bf2-891a-61378f632e71 req-f00b67d2-c9e2-4a67-9e93-c0927fcb4c3f tempest-ServerDiskConfigTestJSON-694385126 tempest-ServerDiskConfigTestJSON-694385126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:32:45.143752 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-fffd73d7-2d00-4bf2-891a-61378f632e71 req-f00b67d2-c9e2-4a67-9e93-c0927fcb4c3f tempest-ServerDiskConfigTestJSON-694385126 tempest-ServerDiskConfigTestJSON-694385126-project] 10.222.0.13 "GET /v2.0/ports?device_id=68c7b66f-a1d5-4eb0-b878-7c3de8bcefa8 HTTP/1.1" status: 200 len: 946 time: 0.0483091 Nov 05 19:32:45.191114 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-fffd73d7-2d00-4bf2-891a-61378f632e71 req-9b317ad8-a713-4403-8107-58d6125370b5 tempest-ServerDiskConfigTestJSON-694385126 tempest-ServerDiskConfigTestJSON-694385126-project] 10.222.0.13 "GET /v2.0/security-groups?id=2b210036-f47d-4cd1-b3dc-a2535149082f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412428 Nov 05 19:32:46.311064 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477f981f-773e-4d27-940a-17e86455f2eb req-035051a6-c820-42e4-8ef4-4e28840a7ddb tempest-ServerDiskConfigTestJSON-694385126 tempest-ServerDiskConfigTestJSON-694385126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:32:46.312452 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-477f981f-773e-4d27-940a-17e86455f2eb req-035051a6-c820-42e4-8ef4-4e28840a7ddb tempest-ServerDiskConfigTestJSON-694385126 tempest-ServerDiskConfigTestJSON-694385126-project] 10.222.0.13 "GET /v2.0/ports?device_id=68c7b66f-a1d5-4eb0-b878-7c3de8bcefa8 HTTP/1.1" status: 200 len: 946 time: 0.0526423 Nov 05 19:32:46.359029 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-477f981f-773e-4d27-940a-17e86455f2eb req-11585500-6074-4946-92b5-ff3a1a88f147 tempest-ServerDiskConfigTestJSON-694385126 tempest-ServerDiskConfigTestJSON-694385126-project] 10.222.0.13 "GET /v2.0/security-groups?id=2b210036-f47d-4cd1-b3dc-a2535149082f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406606 Nov 05 19:32:47.474613 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739104f5-8645-4ede-b714-3a9ae089600c req-6e1882da-1748-407f-b4df-24143bccc0ed tempest-ServerDiskConfigTestJSON-694385126 tempest-ServerDiskConfigTestJSON-694385126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:32:47.476205 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-739104f5-8645-4ede-b714-3a9ae089600c req-6e1882da-1748-407f-b4df-24143bccc0ed tempest-ServerDiskConfigTestJSON-694385126 tempest-ServerDiskConfigTestJSON-694385126-project] 10.222.0.13 "GET /v2.0/ports?device_id=68c7b66f-a1d5-4eb0-b878-7c3de8bcefa8 HTTP/1.1" status: 200 len: 946 time: 0.0489855 Nov 05 19:32:47.524080 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-739104f5-8645-4ede-b714-3a9ae089600c req-2ec6b50c-1f13-41c7-981a-370091a1cd37 tempest-ServerDiskConfigTestJSON-694385126 tempest-ServerDiskConfigTestJSON-694385126-project] 10.222.0.13 "GET /v2.0/security-groups?id=2b210036-f47d-4cd1-b3dc-a2535149082f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417552 Nov 05 19:32:48.641753 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0765a8-af71-4eec-9bc6-66056673ba67 req-cc1d3008-9e66-4c5d-b037-53a27767c1a9 tempest-ServerDiskConfigTestJSON-694385126 tempest-ServerDiskConfigTestJSON-694385126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:32:48.643280 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-df0765a8-af71-4eec-9bc6-66056673ba67 req-cc1d3008-9e66-4c5d-b037-53a27767c1a9 tempest-ServerDiskConfigTestJSON-694385126 tempest-ServerDiskConfigTestJSON-694385126-project] 10.222.0.13 "GET /v2.0/ports?device_id=68c7b66f-a1d5-4eb0-b878-7c3de8bcefa8 HTTP/1.1" status: 200 len: 946 time: 0.0484021 Nov 05 19:32:48.693712 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-df0765a8-af71-4eec-9bc6-66056673ba67 req-af7d2f57-033f-403d-b526-49dfdfa19229 tempest-ServerDiskConfigTestJSON-694385126 tempest-ServerDiskConfigTestJSON-694385126-project] 10.222.0.13 "GET /v2.0/security-groups?id=2b210036-f47d-4cd1-b3dc-a2535149082f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445831 Nov 05 19:32:49.810296 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0471f8-0fdc-437d-b5a3-f392acea9980 req-b40e7df9-160e-4a12-a27b-a7260db8093c tempest-ServerDiskConfigTestJSON-694385126 tempest-ServerDiskConfigTestJSON-694385126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:32:49.811798 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-8f0471f8-0fdc-437d-b5a3-f392acea9980 req-b40e7df9-160e-4a12-a27b-a7260db8093c tempest-ServerDiskConfigTestJSON-694385126 tempest-ServerDiskConfigTestJSON-694385126-project] 10.222.0.13 "GET /v2.0/ports?device_id=68c7b66f-a1d5-4eb0-b878-7c3de8bcefa8 HTTP/1.1" status: 200 len: 946 time: 0.0498216 Nov 05 19:32:49.858973 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-8f0471f8-0fdc-437d-b5a3-f392acea9980 req-6b800398-4e16-46d6-b054-8f211ecae70d tempest-ServerDiskConfigTestJSON-694385126 tempest-ServerDiskConfigTestJSON-694385126-project] 10.222.0.13 "GET /v2.0/security-groups?id=2b210036-f47d-4cd1-b3dc-a2535149082f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412588 Nov 05 19:32:50.973878 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b1332b-f7cf-409f-8131-5882b15ac4fe req-1837b1fb-fc0f-447d-b643-379dffc5cf5b tempest-ServerDiskConfigTestJSON-694385126 tempest-ServerDiskConfigTestJSON-694385126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:32:50.975415 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-35b1332b-f7cf-409f-8131-5882b15ac4fe req-1837b1fb-fc0f-447d-b643-379dffc5cf5b tempest-ServerDiskConfigTestJSON-694385126 tempest-ServerDiskConfigTestJSON-694385126-project] 10.222.0.13 "GET /v2.0/ports?device_id=68c7b66f-a1d5-4eb0-b878-7c3de8bcefa8 HTTP/1.1" status: 200 len: 946 time: 0.0482397 Nov 05 19:32:51.023121 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-35b1332b-f7cf-409f-8131-5882b15ac4fe req-d8184dc2-0e59-4f4c-8c4a-cb0365446b9a tempest-ServerDiskConfigTestJSON-694385126 tempest-ServerDiskConfigTestJSON-694385126-project] 10.222.0.13 "GET /v2.0/security-groups?id=2b210036-f47d-4cd1-b3dc-a2535149082f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411253 Nov 05 19:32:52.145517 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f4aa5f-8593-4355-9492-63350438ef42 req-66f255d1-669e-4619-91cb-4f53d66b48b7 tempest-ServerDiskConfigTestJSON-694385126 tempest-ServerDiskConfigTestJSON-694385126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:32:52.147046 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-75f4aa5f-8593-4355-9492-63350438ef42 req-66f255d1-669e-4619-91cb-4f53d66b48b7 tempest-ServerDiskConfigTestJSON-694385126 tempest-ServerDiskConfigTestJSON-694385126-project] 10.222.0.13 "GET /v2.0/ports?device_id=68c7b66f-a1d5-4eb0-b878-7c3de8bcefa8 HTTP/1.1" status: 200 len: 946 time: 0.0539820 Nov 05 19:32:52.194351 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-75f4aa5f-8593-4355-9492-63350438ef42 req-79d26189-dc26-4589-af1c-0d7a2b3206f8 tempest-ServerDiskConfigTestJSON-694385126 tempest-ServerDiskConfigTestJSON-694385126-project] 10.222.0.13 "GET /v2.0/security-groups?id=2b210036-f47d-4cd1-b3dc-a2535149082f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411420 Nov 05 19:32:53.309708 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbecbfd8-3681-40e4-be24-e7e656825670 req-4ebf643a-0e30-4409-ba95-4c7d62781574 tempest-ServerDiskConfigTestJSON-694385126 tempest-ServerDiskConfigTestJSON-694385126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:32:53.311118 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-cbecbfd8-3681-40e4-be24-e7e656825670 req-4ebf643a-0e30-4409-ba95-4c7d62781574 tempest-ServerDiskConfigTestJSON-694385126 tempest-ServerDiskConfigTestJSON-694385126-project] 10.222.0.13 "GET /v2.0/ports?device_id=68c7b66f-a1d5-4eb0-b878-7c3de8bcefa8 HTTP/1.1" status: 200 len: 946 time: 0.0478292 Nov 05 19:32:53.357815 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-cbecbfd8-3681-40e4-be24-e7e656825670 req-10d2eace-e43c-4e34-84cd-7d2920256399 tempest-ServerDiskConfigTestJSON-694385126 tempest-ServerDiskConfigTestJSON-694385126-project] 10.222.0.13 "GET /v2.0/security-groups?id=2b210036-f47d-4cd1-b3dc-a2535149082f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406470 Nov 05 19:32:54.474191 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce5c587-52fa-4990-b21d-4a0628ae1f42 req-d246bc05-c04b-4c8a-9ea8-ff1fee0534fb tempest-ServerDiskConfigTestJSON-694385126 tempest-ServerDiskConfigTestJSON-694385126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:32:54.475677 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-4ce5c587-52fa-4990-b21d-4a0628ae1f42 req-d246bc05-c04b-4c8a-9ea8-ff1fee0534fb tempest-ServerDiskConfigTestJSON-694385126 tempest-ServerDiskConfigTestJSON-694385126-project] 10.222.0.13 "GET /v2.0/ports?device_id=68c7b66f-a1d5-4eb0-b878-7c3de8bcefa8 HTTP/1.1" status: 200 len: 946 time: 0.0482793 Nov 05 19:32:54.526380 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-4ce5c587-52fa-4990-b21d-4a0628ae1f42 req-e1d62bfa-a592-4816-bc62-24a0cdc64ee2 tempest-ServerDiskConfigTestJSON-694385126 tempest-ServerDiskConfigTestJSON-694385126-project] 10.222.0.13 "GET /v2.0/security-groups?id=2b210036-f47d-4cd1-b3dc-a2535149082f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446520 Nov 05 19:32:55.644644 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f650ef-aea3-4619-a37c-a036f6b1b8cb req-b9a75fd4-ef7d-4295-9663-efdc4443b1e7 tempest-ServerDiskConfigTestJSON-694385126 tempest-ServerDiskConfigTestJSON-694385126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:32:55.646189 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-16f650ef-aea3-4619-a37c-a036f6b1b8cb req-b9a75fd4-ef7d-4295-9663-efdc4443b1e7 tempest-ServerDiskConfigTestJSON-694385126 tempest-ServerDiskConfigTestJSON-694385126-project] 10.222.0.13 "GET /v2.0/ports?device_id=68c7b66f-a1d5-4eb0-b878-7c3de8bcefa8 HTTP/1.1" status: 200 len: 946 time: 0.0495450 Nov 05 19:32:55.693852 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-16f650ef-aea3-4619-a37c-a036f6b1b8cb req-7311aca2-acf8-4ded-a10a-4beb29647a0b tempest-ServerDiskConfigTestJSON-694385126 tempest-ServerDiskConfigTestJSON-694385126-project] 10.222.0.13 "GET /v2.0/security-groups?id=2b210036-f47d-4cd1-b3dc-a2535149082f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415335 Nov 05 19:32:56.344003 n-d-816865-1 neutron-server[102386]: INFO neutron.api.v2.resource [req-d7ab262d-8fbc-49ef-876b-c1afb29478ba req-e15e5f7e-9d1e-41bd-9bec-aec4e2433400 service neutron] show failed (client error): The resource could not be found. Nov 05 19:32:56.344914 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-d7ab262d-8fbc-49ef-876b-c1afb29478ba req-e15e5f7e-9d1e-41bd-9bec-aec4e2433400 service neutron] 10.222.0.55 "GET /v2.0/ports/ef3c88c2-44cf-4b52-9c17-cfc234e222fd/bindings/n-h1-816865-1 HTTP/1.1" status: 404 len: 380 time: 0.0549450 Nov 05 19:32:56.867171 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6cf7f3-311f-4d6d-8091-ed21e6737306 req-771d2b20-d95b-49cd-aa96-d06c352e4750 tempest-ServerDiskConfigTestJSON-694385126 tempest-ServerDiskConfigTestJSON-694385126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:32:56.869196 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-fd6cf7f3-311f-4d6d-8091-ed21e6737306 req-771d2b20-d95b-49cd-aa96-d06c352e4750 tempest-ServerDiskConfigTestJSON-694385126 tempest-ServerDiskConfigTestJSON-694385126-project] 10.222.0.13 "GET /v2.0/ports?device_id=68c7b66f-a1d5-4eb0-b878-7c3de8bcefa8 HTTP/1.1" status: 200 len: 946 time: 0.1054173 Nov 05 19:32:56.883517 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ab262d-8fbc-49ef-876b-c1afb29478ba req-a4941ed0-6ae0-4bb7-b74e-8125e1f6e650 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:32:56.885665 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-d7ab262d-8fbc-49ef-876b-c1afb29478ba req-a4941ed0-6ae0-4bb7-b74e-8125e1f6e650 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=68c7b66f-a1d5-4eb0-b878-7c3de8bcefa8&tenant_id=03ad0ebdd6004ac3892d9b22b3961dee HTTP/1.1" status: 200 len: 1097 time: 0.0966651 Nov 05 19:32:56.898459 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [req-d7ab262d-8fbc-49ef-876b-c1afb29478ba req-1a39e18d-15a7-49b7-b52e-f4d83242d13e service neutron] Request body: {'port': {'binding:host_id': 'n-h1-816865-1', 'device_owner': 'compute:nova'}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:32:56.966566 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-fd6cf7f3-311f-4d6d-8091-ed21e6737306 req-0cc7b1af-ae7a-43b9-ae54-eeaaefda14ac tempest-ServerDiskConfigTestJSON-694385126 tempest-ServerDiskConfigTestJSON-694385126-project] 10.222.0.13 "GET /v2.0/security-groups?id=2b210036-f47d-4cd1-b3dc-a2535149082f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909052 Nov 05 19:32:56.971243 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-d7ab262d-8fbc-49ef-876b-c1afb29478ba req-1a39e18d-15a7-49b7-b52e-f4d83242d13e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:32:57.187893 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.db [req-d7ab262d-8fbc-49ef-876b-c1afb29478ba req-1a39e18d-15a7-49b7-b52e-f4d83242d13e service neutron] For port ef3c88c2-44cf-4b52-9c17-cfc234e222fd, host n-h2-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=ef3c88c2-44cf-4b52-9c17-cfc234e222fd,segment=NetworkSegment(a5efae71-97a0-410e-8bd9-610e85ae64de),segment_id=a5efae71-97a0-410e-8bd9-610e85ae64de)] {{(pid=102387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:32:57.220756 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.db [req-d7ab262d-8fbc-49ef-876b-c1afb29478ba req-1a39e18d-15a7-49b7-b52e-f4d83242d13e service neutron] For port ef3c88c2-44cf-4b52-9c17-cfc234e222fd, host n-h2-816865-1, cleared binding levels {{(pid=102387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 19:32:57.261153 n-d-816865-1 neutron-server[102387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68c7b66f-a1d5-4eb0-b878-7c3de8bcefa8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ef3c88c2-44cf-4b52-9c17-cfc234e222fd'}] {{(pid=102387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 19:32:57.263395 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab06bd4ddf5758c1f10d79fe34dc215bafa488692cde9dba2fcbcb67556f90bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-591fb373-bed4-47e8-bb8f-d14fd2bf95ab" -d '{"events": [{"server_uuid": "68c7b66f-a1d5-4eb0-b878-7c3de8bcefa8", "name": "network-vif-unplugged", "status": "completed", "tag": "ef3c88c2-44cf-4b52-9c17-cfc234e222fd"}]}' {{(pid=102387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 19:32:57.267597 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-d7ab262d-8fbc-49ef-876b-c1afb29478ba req-1a39e18d-15a7-49b7-b52e-f4d83242d13e service neutron] Publish callbacks [] for port, precommit_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:32:57.280405 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.provisioning_blocks [req-d7ab262d-8fbc-49ef-876b-c1afb29478ba req-1a39e18d-15a7-49b7-b52e-f4d83242d13e service neutron] Transition to ACTIVE for port object ef3c88c2-44cf-4b52-9c17-cfc234e222fd will not be triggered until provisioned by entity L2. {{(pid=102387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 05 19:32:57.311820 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 05 Nov 2021 19:32:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18e9f1d9-56e4-4524-b980-9b72db52e9bf x-openstack-request-id: req-18e9f1d9-56e4-4524-b980-9b72db52e9bf {{(pid=102387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 19:32:57.312116 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68c7b66f-a1d5-4eb0-b878-7c3de8bcefa8", "name": "network-vif-unplugged", "status": "completed", "tag": "ef3c88c2-44cf-4b52-9c17-cfc234e222fd", "code": 200}]} {{(pid=102387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 19:32:57.312367 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-18e9f1d9-56e4-4524-b980-9b72db52e9bf {{(pid=102387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 19:32:57.312790 n-d-816865-1 neutron-server[102387]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68c7b66f-a1d5-4eb0-b878-7c3de8bcefa8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ef3c88c2-44cf-4b52-9c17-cfc234e222fd', 'code': 200} Nov 05 19:32:57.334451 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-d7ab262d-8fbc-49ef-876b-c1afb29478ba req-1a39e18d-15a7-49b7-b52e-f4d83242d13e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4417072'] for port, after_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:32:57.395657 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7ab262d-8fbc-49ef-876b-c1afb29478ba req-1a39e18d-15a7-49b7-b52e-f4d83242d13e service neutron] No DVR routers for this DVR port ef3c88c2-44cf-4b52-9c17-cfc234e222fd on host n-h2-816865-1 {{(pid=102387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 19:32:57.403344 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a39e18d-15a7-49b7-b52e-f4d83242d13e service neutron] Pushing event updated for resources: {'Port': ['ID=ef3c88c2-44cf-4b52-9c17-cfc234e222fd,revision_number=6']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:32:57.437286 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.managers [req-d7ab262d-8fbc-49ef-876b-c1afb29478ba req-1a39e18d-15a7-49b7-b52e-f4d83242d13e service neutron] Attempting to bind port ef3c88c2-44cf-4b52-9c17-cfc234e222fd on host n-h1-816865-1 for vnic_type normal with profile {{(pid=102387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 19:32:57.437628 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.managers [req-d7ab262d-8fbc-49ef-876b-c1afb29478ba req-1a39e18d-15a7-49b7-b52e-f4d83242d13e service neutron] Attempting to bind port ef3c88c2-44cf-4b52-9c17-cfc234e222fd by drivers openvswitch,hyperv on host n-h1-816865-1 at level 0 using segments [{'id': 'a5efae71-97a0-410e-8bd9-610e85ae64de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '0e387395-0939-42f1-9352-7ee64ba5bf30'}] {{(pid=102387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 19:32:57.437959 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7ab262d-8fbc-49ef-876b-c1afb29478ba req-1a39e18d-15a7-49b7-b52e-f4d83242d13e service neutron] Attempting to bind port ef3c88c2-44cf-4b52-9c17-cfc234e222fd on network 0e387395-0939-42f1-9352-7ee64ba5bf30 {{(pid=102387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 19:32:57.442357 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7ab262d-8fbc-49ef-876b-c1afb29478ba req-1a39e18d-15a7-49b7-b52e-f4d83242d13e service neutron] Port ef3c88c2-44cf-4b52-9c17-cfc234e222fd on network 0e387395-0939-42f1-9352-7ee64ba5bf30 not bound, no agent of type Open vSwitch agent registered on host n-h1-816865-1 {{(pid=102387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 19:32:57.442680 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7ab262d-8fbc-49ef-876b-c1afb29478ba req-1a39e18d-15a7-49b7-b52e-f4d83242d13e service neutron] Attempting to bind port ef3c88c2-44cf-4b52-9c17-cfc234e222fd on network 0e387395-0939-42f1-9352-7ee64ba5bf30 {{(pid=102387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 19:32:57.448064 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7ab262d-8fbc-49ef-876b-c1afb29478ba req-1a39e18d-15a7-49b7-b52e-f4d83242d13e service neutron] Checking agent: {'id': 'eb596d7c-8c64-42bd-8aca-fad447eb0eab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816865-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 18, 33, 34), 'started_at': datetime.datetime(2021, 11, 5, 18, 33, 34), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 19, 32, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 19:32:57.448403 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7ab262d-8fbc-49ef-876b-c1afb29478ba req-1a39e18d-15a7-49b7-b52e-f4d83242d13e service neutron] Checking segment: {'id': 'a5efae71-97a0-410e-8bd9-610e85ae64de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '0e387395-0939-42f1-9352-7ee64ba5bf30'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 19:32:57.448789 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7ab262d-8fbc-49ef-876b-c1afb29478ba req-1a39e18d-15a7-49b7-b52e-f4d83242d13e service neutron] Bound using segment: {'id': 'a5efae71-97a0-410e-8bd9-610e85ae64de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '0e387395-0939-42f1-9352-7ee64ba5bf30'} {{(pid=102387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 19:32:57.449221 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.managers [req-d7ab262d-8fbc-49ef-876b-c1afb29478ba req-1a39e18d-15a7-49b7-b52e-f4d83242d13e service neutron] Bound port: ef3c88c2-44cf-4b52-9c17-cfc234e222fd, host: n-h1-816865-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a5efae71-97a0-410e-8bd9-610e85ae64de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '0e387395-0939-42f1-9352-7ee64ba5bf30'}}] {{(pid=102387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 19:32:57.449576 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-d7ab262d-8fbc-49ef-876b-c1afb29478ba req-1a39e18d-15a7-49b7-b52e-f4d83242d13e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:32:57.516328 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.db [req-d7ab262d-8fbc-49ef-876b-c1afb29478ba req-1a39e18d-15a7-49b7-b52e-f4d83242d13e service neutron] For port ef3c88c2-44cf-4b52-9c17-cfc234e222fd, host n-h1-816865-1, cleared binding levels {{(pid=102387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 19:32:57.519230 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.db [req-d7ab262d-8fbc-49ef-876b-c1afb29478ba req-1a39e18d-15a7-49b7-b52e-f4d83242d13e service neutron] For port ef3c88c2-44cf-4b52-9c17-cfc234e222fd, host n-h1-816865-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=ef3c88c2-44cf-4b52-9c17-cfc234e222fd,segment=NetworkSegment(a5efae71-97a0-410e-8bd9-610e85ae64de),segment_id=a5efae71-97a0-410e-8bd9-610e85ae64de)] {{(pid=102387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 19:32:57.583642 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-d7ab262d-8fbc-49ef-876b-c1afb29478ba req-1a39e18d-15a7-49b7-b52e-f4d83242d13e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4417072'] for port, after_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:32:57.620126 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ab262d-8fbc-49ef-876b-c1afb29478ba req-1a39e18d-15a7-49b7-b52e-f4d83242d13e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:32:57.620760 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-d7ab262d-8fbc-49ef-876b-c1afb29478ba req-1a39e18d-15a7-49b7-b52e-f4d83242d13e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:32:57.622208 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-d7ab262d-8fbc-49ef-876b-c1afb29478ba req-1a39e18d-15a7-49b7-b52e-f4d83242d13e service neutron] 10.222.0.41 "PUT /v2.0/ports/ef3c88c2-44cf-4b52-9c17-cfc234e222fd HTTP/1.1" status: 200 len: 1092 time: 0.7286930 Nov 05 19:32:57.643112 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a39e18d-15a7-49b7-b52e-f4d83242d13e service neutron] Pushing event updated for resources: {'Port': ['ID=ef3c88c2-44cf-4b52-9c17-cfc234e222fd,revision_number=7']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:32:57.686999 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ab262d-8fbc-49ef-876b-c1afb29478ba req-807c5809-2923-4b82-a2f3-91c3a65c705e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:32:57.691158 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-d7ab262d-8fbc-49ef-876b-c1afb29478ba req-807c5809-2923-4b82-a2f3-91c3a65c705e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=03ad0ebdd6004ac3892d9b22b3961dee&device_id=68c7b66f-a1d5-4eb0-b878-7c3de8bcefa8 HTTP/1.1" status: 200 len: 1095 time: 0.0425966 Nov 05 19:32:57.785188 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ab262d-8fbc-49ef-876b-c1afb29478ba req-85e98387-1ae0-4b38-952e-981c0f4e032d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:32:57.786617 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-d7ab262d-8fbc-49ef-876b-c1afb29478ba req-85e98387-1ae0-4b38-952e-981c0f4e032d service neutron] 10.222.0.41 "GET /v2.0/networks?id=0e387395-0939-42f1-9352-7ee64ba5bf30 HTTP/1.1" status: 200 len: 916 time: 0.0902984 Nov 05 19:32:57.826878 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-d7ab262d-8fbc-49ef-876b-c1afb29478ba req-c7bfa482-759f-419c-9134-5c24551af67d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ef3c88c2-44cf-4b52-9c17-cfc234e222fd HTTP/1.1" status: 200 len: 217 time: 0.0336373 Nov 05 19:32:57.878011 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ab262d-8fbc-49ef-876b-c1afb29478ba req-32755619-b8cf-46b1-ab03-537a98879d10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:32:57.879470 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-d7ab262d-8fbc-49ef-876b-c1afb29478ba req-32755619-b8cf-46b1-ab03-537a98879d10 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=46135097-e7f2-472e-b4e5-8f7783397e26 HTTP/1.1" status: 200 len: 855 time: 0.0462580 Nov 05 19:32:57.911687 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-d7ab262d-8fbc-49ef-876b-c1afb29478ba req-6068c0b3-acaa-486a-ab46-6a64b208607d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=0e387395-0939-42f1-9352-7ee64ba5bf30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242510 Nov 05 19:32:57.999740 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-d7ab262d-8fbc-49ef-876b-c1afb29478ba req-f65711b6-ea8c-4d17-97a6-683bfa04ccf6 service neutron] 10.222.0.41 "GET /v2.0/networks/0e387395-0939-42f1-9352-7ee64ba5bf30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808487 Nov 05 19:32:58.125164 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-d7ab262d-8fbc-49ef-876b-c1afb29478ba req-0dd77cf7-621f-4745-8eef-6f498482e8b1 service neutron] 10.222.0.41 "GET /v2.0/networks/0e387395-0939-42f1-9352-7ee64ba5bf30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1181660 Nov 05 19:32:58.133651 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d941a7-6dad-498f-a22e-4ea1a7826802 req-b952d552-b6cf-4250-83df-9da21e205086 tempest-ServerDiskConfigTestJSON-694385126 tempest-ServerDiskConfigTestJSON-694385126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:32:58.135681 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-e9d941a7-6dad-498f-a22e-4ea1a7826802 req-b952d552-b6cf-4250-83df-9da21e205086 tempest-ServerDiskConfigTestJSON-694385126 tempest-ServerDiskConfigTestJSON-694385126-project] 10.222.0.13 "GET /v2.0/ports?device_id=68c7b66f-a1d5-4eb0-b878-7c3de8bcefa8 HTTP/1.1" status: 200 len: 944 time: 0.0726757 Nov 05 19:32:58.184832 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-e9d941a7-6dad-498f-a22e-4ea1a7826802 req-534223e1-575d-474b-90eb-c58afc60d40d tempest-ServerDiskConfigTestJSON-694385126 tempest-ServerDiskConfigTestJSON-694385126-project] 10.222.0.13 "GET /v2.0/security-groups?id=2b210036-f47d-4cd1-b3dc-a2535149082f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429468 Nov 05 19:32:59.314262 n-d-816865-1 neutron-server[102387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68c7b66f-a1d5-4eb0-b878-7c3de8bcefa8', 'tag': 'ef3c88c2-44cf-4b52-9c17-cfc234e222fd'}] {{(pid=102387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 19:32:59.316462 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab06bd4ddf5758c1f10d79fe34dc215bafa488692cde9dba2fcbcb67556f90bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-048d55b0-4280-44cb-9f63-2cdfbec87775" -d '{"events": [{"name": "network-changed", "server_uuid": "68c7b66f-a1d5-4eb0-b878-7c3de8bcefa8", "tag": "ef3c88c2-44cf-4b52-9c17-cfc234e222fd"}]}' {{(pid=102387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 19:32:59.332627 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab401305-57d3-4366-93fe-8eff809e1dd3 req-cbcaead1-f0ba-4d7b-ae35-efcbad3f2cec tempest-ServerDiskConfigTestJSON-694385126 tempest-ServerDiskConfigTestJSON-694385126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:32:59.334211 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-ab401305-57d3-4366-93fe-8eff809e1dd3 req-cbcaead1-f0ba-4d7b-ae35-efcbad3f2cec tempest-ServerDiskConfigTestJSON-694385126 tempest-ServerDiskConfigTestJSON-694385126-project] 10.222.0.13 "GET /v2.0/ports?device_id=68c7b66f-a1d5-4eb0-b878-7c3de8bcefa8 HTTP/1.1" status: 200 len: 944 time: 0.0678639 Nov 05 19:32:59.392682 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-ab401305-57d3-4366-93fe-8eff809e1dd3 req-125b9666-8742-428d-9a3b-21e823a5d996 tempest-ServerDiskConfigTestJSON-694385126 tempest-ServerDiskConfigTestJSON-694385126-project] 10.222.0.13 "GET /v2.0/security-groups?id=2b210036-f47d-4cd1-b3dc-a2535149082f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514979 Nov 05 19:32:59.458223 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 19:32:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-913ca1f4-20e4-4b4d-936e-b549287620e4 x-openstack-request-id: req-913ca1f4-20e4-4b4d-936e-b549287620e4 {{(pid=102387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 19:32:59.458521 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68c7b66f-a1d5-4eb0-b878-7c3de8bcefa8", "tag": "ef3c88c2-44cf-4b52-9c17-cfc234e222fd", "status": "completed", "code": 200}]} {{(pid=102387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 19:32:59.458801 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-913ca1f4-20e4-4b4d-936e-b549287620e4 {{(pid=102387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 19:32:59.459479 n-d-816865-1 neutron-server[102387]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68c7b66f-a1d5-4eb0-b878-7c3de8bcefa8', 'tag': 'ef3c88c2-44cf-4b52-9c17-cfc234e222fd', 'status': 'completed', 'code': 200} Nov 05 19:32:59.529203 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048d55b0-4280-44cb-9f63-2cdfbec87775 req-54b9d8f1-dee7-43dc-91c5-28742a726f7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:32:59.530816 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048d55b0-4280-44cb-9f63-2cdfbec87775 req-08fe789d-bf69-4ad7-aa01-3540c1aef5a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:32:59.531356 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-048d55b0-4280-44cb-9f63-2cdfbec87775 req-54b9d8f1-dee7-43dc-91c5-28742a726f7f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=03ad0ebdd6004ac3892d9b22b3961dee&device_id=68c7b66f-a1d5-4eb0-b878-7c3de8bcefa8 HTTP/1.1" status: 200 len: 1095 time: 0.0493872 Nov 05 19:32:59.532358 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-048d55b0-4280-44cb-9f63-2cdfbec87775 req-08fe789d-bf69-4ad7-aa01-3540c1aef5a8 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=03ad0ebdd6004ac3892d9b22b3961dee&device_id=68c7b66f-a1d5-4eb0-b878-7c3de8bcefa8 HTTP/1.1" status: 200 len: 1095 time: 0.0475359 Nov 05 19:32:59.547751 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Device ef3c88c2-44cf-4b52-9c17-cfc234e222fd no longer exists at agent hyperv_n-h2-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 19:32:59.594429 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Device ef3c88c2-44cf-4b52-9c17-cfc234e222fd not bound to the agent host n-h2-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 19:32:59.631475 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048d55b0-4280-44cb-9f63-2cdfbec87775 req-663cb4b2-821e-4b2c-915e-ae4a2ed06ef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:32:59.632967 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-048d55b0-4280-44cb-9f63-2cdfbec87775 req-663cb4b2-821e-4b2c-915e-ae4a2ed06ef8 service neutron] 10.222.0.55 "GET /v2.0/networks?id=0e387395-0939-42f1-9352-7ee64ba5bf30 HTTP/1.1" status: 200 len: 916 time: 0.0896444 Nov 05 19:32:59.637032 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048d55b0-4280-44cb-9f63-2cdfbec87775 req-a8dd1629-bd95-47fd-951a-f845ad8073c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:32:59.638533 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-048d55b0-4280-44cb-9f63-2cdfbec87775 req-a8dd1629-bd95-47fd-951a-f845ad8073c5 service neutron] 10.222.0.41 "GET /v2.0/networks?id=0e387395-0939-42f1-9352-7ee64ba5bf30 HTTP/1.1" status: 200 len: 916 time: 0.0993752 Nov 05 19:32:59.684628 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-048d55b0-4280-44cb-9f63-2cdfbec87775 req-b83d962e-4ead-4afe-a2d5-24ea7424d18e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ef3c88c2-44cf-4b52-9c17-cfc234e222fd HTTP/1.1" status: 200 len: 217 time: 0.0385771 Nov 05 19:32:59.685148 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-048d55b0-4280-44cb-9f63-2cdfbec87775 req-6000a744-041f-4b14-a5b2-45099c3edae0 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ef3c88c2-44cf-4b52-9c17-cfc234e222fd HTTP/1.1" status: 200 len: 217 time: 0.0399592 Nov 05 19:32:59.734825 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048d55b0-4280-44cb-9f63-2cdfbec87775 req-a657fbca-f5d8-46f4-81a6-36c339277a8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:32:59.736317 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-048d55b0-4280-44cb-9f63-2cdfbec87775 req-a657fbca-f5d8-46f4-81a6-36c339277a8a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=46135097-e7f2-472e-b4e5-8f7783397e26 HTTP/1.1" status: 200 len: 855 time: 0.0445945 Nov 05 19:32:59.741970 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048d55b0-4280-44cb-9f63-2cdfbec87775 req-22afbb0c-c6bd-41b6-8930-19e465436918 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:32:59.744074 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-048d55b0-4280-44cb-9f63-2cdfbec87775 req-22afbb0c-c6bd-41b6-8930-19e465436918 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=46135097-e7f2-472e-b4e5-8f7783397e26 HTTP/1.1" status: 200 len: 855 time: 0.0477712 Nov 05 19:32:59.771603 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-048d55b0-4280-44cb-9f63-2cdfbec87775 req-c713ebce-02bf-45b1-96c3-079df46c948d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=0e387395-0939-42f1-9352-7ee64ba5bf30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267615 Nov 05 19:32:59.779525 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-048d55b0-4280-44cb-9f63-2cdfbec87775 req-d78692bc-0606-4b95-9b93-d96779c2bdc3 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0e387395-0939-42f1-9352-7ee64ba5bf30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254774 Nov 05 19:32:59.869397 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-048d55b0-4280-44cb-9f63-2cdfbec87775 req-5ff66ed2-bfee-41ad-88f8-32b38d0d3d68 service neutron] 10.222.0.41 "GET /v2.0/networks/0e387395-0939-42f1-9352-7ee64ba5bf30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898144 Nov 05 19:32:59.880917 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-048d55b0-4280-44cb-9f63-2cdfbec87775 req-d16a3666-cd07-445a-9f76-58ef237e7925 service neutron] 10.222.0.55 "GET /v2.0/networks/0e387395-0939-42f1-9352-7ee64ba5bf30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901172 Nov 05 19:32:59.965346 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-048d55b0-4280-44cb-9f63-2cdfbec87775 req-253413b3-00dc-4ca9-8354-22300ac577f3 service neutron] 10.222.0.41 "GET /v2.0/networks/0e387395-0939-42f1-9352-7ee64ba5bf30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889268 Nov 05 19:32:59.980282 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-048d55b0-4280-44cb-9f63-2cdfbec87775 req-194cb093-ba3d-4e1b-a997-bf54d00f7b14 service neutron] 10.222.0.55 "GET /v2.0/networks/0e387395-0939-42f1-9352-7ee64ba5bf30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875483 Nov 05 19:33:00.513838 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec633e3c-8271-4752-a8ed-f67b0c2b7a07 req-5fb9f01d-a383-4472-aa54-78f5b0e8a814 tempest-ServerDiskConfigTestJSON-694385126 tempest-ServerDiskConfigTestJSON-694385126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:33:00.515380 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-ec633e3c-8271-4752-a8ed-f67b0c2b7a07 req-5fb9f01d-a383-4472-aa54-78f5b0e8a814 tempest-ServerDiskConfigTestJSON-694385126 tempest-ServerDiskConfigTestJSON-694385126-project] 10.222.0.13 "GET /v2.0/ports?device_id=68c7b66f-a1d5-4eb0-b878-7c3de8bcefa8 HTTP/1.1" status: 200 len: 944 time: 0.0508466 Nov 05 19:33:00.563996 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-ec633e3c-8271-4752-a8ed-f67b0c2b7a07 req-a4bad8a5-4655-4df1-bf3c-b8b73f38f4bc tempest-ServerDiskConfigTestJSON-694385126 tempest-ServerDiskConfigTestJSON-694385126-project] 10.222.0.13 "GET /v2.0/security-groups?id=2b210036-f47d-4cd1-b3dc-a2535149082f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427752 Nov 05 19:33:00.901902 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0db995-ee78-4c28-8d74-ec88ddaecc3b req-353b6a9e-da67-4c69-9b63-6ce0928e79f0 tempest-ServerDiskConfigTestJSON-694385126 tempest-ServerDiskConfigTestJSON-694385126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:33:00.903429 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-ff0db995-ee78-4c28-8d74-ec88ddaecc3b req-353b6a9e-da67-4c69-9b63-6ce0928e79f0 tempest-ServerDiskConfigTestJSON-694385126 tempest-ServerDiskConfigTestJSON-694385126-project] 10.222.0.13 "GET /v2.0/ports?device_id=68c7b66f-a1d5-4eb0-b878-7c3de8bcefa8 HTTP/1.1" status: 200 len: 944 time: 0.0492518 Nov 05 19:33:00.951964 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-ff0db995-ee78-4c28-8d74-ec88ddaecc3b req-e4d49ac6-1511-4731-ba53-75939be51eac tempest-ServerDiskConfigTestJSON-694385126 tempest-ServerDiskConfigTestJSON-694385126-project] 10.222.0.13 "GET /v2.0/security-groups?id=2b210036-f47d-4cd1-b3dc-a2535149082f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422800 Nov 05 19:33:01.004620 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccec220-3c6f-4802-b5ad-bc0c096917f2 req-06aa6a02-70ed-455b-8cc7-b50a9cb2ae38 tempest-ServerDiskConfigTestJSON-694385126 tempest-ServerDiskConfigTestJSON-694385126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:33:01.006431 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-4ccec220-3c6f-4802-b5ad-bc0c096917f2 req-06aa6a02-70ed-455b-8cc7-b50a9cb2ae38 tempest-ServerDiskConfigTestJSON-694385126 tempest-ServerDiskConfigTestJSON-694385126-project] 10.222.0.55 "GET /v2.0/ports?device_id=68c7b66f-a1d5-4eb0-b878-7c3de8bcefa8&tenant_id=03ad0ebdd6004ac3892d9b22b3961dee&binding%3Ahost_id=n-h1-816865-1 HTTP/1.1" status: 200 len: 944 time: 0.0873325 Nov 05 19:33:01.072217 n-d-816865-1 neutron-server[102386]: INFO neutron.api.v2.resource [req-4ccec220-3c6f-4802-b5ad-bc0c096917f2 req-e1361c1d-80d0-4ce4-ae70-546528a80ae8 service neutron] delete failed (client error): The resource could not be found. Nov 05 19:33:01.073155 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-4ccec220-3c6f-4802-b5ad-bc0c096917f2 req-e1361c1d-80d0-4ce4-ae70-546528a80ae8 service neutron] 10.222.0.55 "DELETE /v2.0/ports/ef3c88c2-44cf-4b52-9c17-cfc234e222fd/bindings/n-h2-816865-1 HTTP/1.1" status: 404 len: 380 time: 0.0546513 Nov 05 19:33:01.161261 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccec220-3c6f-4802-b5ad-bc0c096917f2 req-88e48d91-ea69-4221-86d7-7c555dc6005e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:33:01.162803 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-4ccec220-3c6f-4802-b5ad-bc0c096917f2 req-88e48d91-ea69-4221-86d7-7c555dc6005e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=03ad0ebdd6004ac3892d9b22b3961dee&device_id=68c7b66f-a1d5-4eb0-b878-7c3de8bcefa8 HTTP/1.1" status: 200 len: 1095 time: 0.0399854 Nov 05 19:33:01.237094 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Device ef3c88c2-44cf-4b52-9c17-cfc234e222fd details requested by agent hyperv_n-h1-816865-1 with host n-h1-816865-1 {{(pid=102388) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 05 19:33:01.261659 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccec220-3c6f-4802-b5ad-bc0c096917f2 req-b8c8c97e-49d8-4be6-9d30-41a73ec7350d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:33:01.263169 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-4ccec220-3c6f-4802-b5ad-bc0c096917f2 req-b8c8c97e-49d8-4be6-9d30-41a73ec7350d service neutron] 10.222.0.55 "GET /v2.0/networks?id=0e387395-0939-42f1-9352-7ee64ba5bf30 HTTP/1.1" status: 200 len: 916 time: 0.0895214 Nov 05 19:33:01.310695 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-4ccec220-3c6f-4802-b5ad-bc0c096917f2 req-e38239dc-e888-4f5a-96ce-0357d58c5835 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ef3c88c2-44cf-4b52-9c17-cfc234e222fd HTTP/1.1" status: 200 len: 217 time: 0.0358305 Nov 05 19:33:01.334509 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] For port ef3c88c2-44cf-4b52-9c17-cfc234e222fd, host n-h1-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=ef3c88c2-44cf-4b52-9c17-cfc234e222fd,segment=NetworkSegment(a5efae71-97a0-410e-8bd9-610e85ae64de),segment_id=a5efae71-97a0-410e-8bd9-610e85ae64de)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:33:01.349558 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Returning: {'device': 'ef3c88c2-44cf-4b52-9c17-cfc234e222fd', 'network_id': '0e387395-0939-42f1-9352-7ee64ba5bf30', 'port_id': 'ef3c88c2-44cf-4b52-9c17-cfc234e222fd', 'mac_address': 'fa:16:3e:53:87:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 157, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '46135097-e7f2-472e-b4e5-8f7783397e26', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102388) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 05 19:33:01.364884 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccec220-3c6f-4802-b5ad-bc0c096917f2 req-6497162d-3f92-44ae-bdf9-c7be1bd65826 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:33:01.366410 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-4ccec220-3c6f-4802-b5ad-bc0c096917f2 req-6497162d-3f92-44ae-bdf9-c7be1bd65826 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=46135097-e7f2-472e-b4e5-8f7783397e26 HTTP/1.1" status: 200 len: 855 time: 0.0432734 Nov 05 19:33:01.387882 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:33:01.400554 n-d-816865-1 neutron-server[102388]: DEBUG neutron.notifiers.nova [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef3c88c2-44cf-4b52-9c17-cfc234e222fd {{(pid=102388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 19:33:01.404991 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-4ccec220-3c6f-4802-b5ad-bc0c096917f2 req-647fc6ee-5896-45f7-a99d-fb8cc4e86381 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0e387395-0939-42f1-9352-7ee64ba5bf30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288756 Nov 05 19:33:01.419993 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] For port ef3c88c2-44cf-4b52-9c17-cfc234e222fd, host n-h1-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=ef3c88c2-44cf-4b52-9c17-cfc234e222fd,segment=NetworkSegment(a5efae71-97a0-410e-8bd9-610e85ae64de),segment_id=a5efae71-97a0-410e-8bd9-610e85ae64de)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:33:01.500170 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:33:01.500487 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-4ccec220-3c6f-4802-b5ad-bc0c096917f2 req-c2f5cb0c-3cb8-445f-a6c3-5c5672cb286b service neutron] 10.222.0.55 "GET /v2.0/networks/0e387395-0939-42f1-9352-7ee64ba5bf30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834444 Nov 05 19:33:01.549851 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Pushing event updated for resources: {'Port': ['ID=ef3c88c2-44cf-4b52-9c17-cfc234e222fd,revision_number=8']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:33:01.600135 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-4ccec220-3c6f-4802-b5ad-bc0c096917f2 req-87c175ae-129e-4fcb-943d-af35c63549bb service neutron] 10.222.0.55 "GET /v2.0/networks/0e387395-0939-42f1-9352-7ee64ba5bf30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890651 Nov 05 19:33:01.724469 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] get_ports_and_sgs() called for port_ids ['ef3c88c2-44cf-4b52-9c17-cfc234e222fd'] {{(pid=102388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 19:33:02.073742 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0ad6b4-dc75-4856-96ab-b9b6381f12be req-e45048c0-8674-4085-b46b-b6ed452285ed tempest-ServerDiskConfigTestJSON-694385126 tempest-ServerDiskConfigTestJSON-694385126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:33:02.075275 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-4a0ad6b4-dc75-4856-96ab-b9b6381f12be req-e45048c0-8674-4085-b46b-b6ed452285ed tempest-ServerDiskConfigTestJSON-694385126 tempest-ServerDiskConfigTestJSON-694385126-project] 10.222.0.13 "GET /v2.0/ports?device_id=68c7b66f-a1d5-4eb0-b878-7c3de8bcefa8 HTTP/1.1" status: 200 len: 945 time: 0.0531318 Nov 05 19:33:02.122075 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-4a0ad6b4-dc75-4856-96ab-b9b6381f12be req-162a4478-b8b9-43ad-88cb-206c570fb71a tempest-ServerDiskConfigTestJSON-694385126 tempest-ServerDiskConfigTestJSON-694385126-project] 10.222.0.13 "GET /v2.0/security-groups?id=2b210036-f47d-4cd1-b3dc-a2535149082f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407572 Nov 05 19:33:02.654425 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-98e92a9b-142c-4ae6-a10d-369a0bea15d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:33:03.238363 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461bc83f-3576-4f9a-a421-7f39b28593d5 req-79ebbe21-6be2-454a-9197-c8c8b7603d19 tempest-ServerDiskConfigTestJSON-694385126 tempest-ServerDiskConfigTestJSON-694385126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:33:03.239836 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-461bc83f-3576-4f9a-a421-7f39b28593d5 req-79ebbe21-6be2-454a-9197-c8c8b7603d19 tempest-ServerDiskConfigTestJSON-694385126 tempest-ServerDiskConfigTestJSON-694385126-project] 10.222.0.13 "GET /v2.0/ports?device_id=68c7b66f-a1d5-4eb0-b878-7c3de8bcefa8 HTTP/1.1" status: 200 len: 945 time: 0.0492265 Nov 05 19:33:03.260181 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Device ef3c88c2-44cf-4b52-9c17-cfc234e222fd up at agent hyperv_n-h1-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 19:33:03.286983 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-461bc83f-3576-4f9a-a421-7f39b28593d5 req-beef95fb-6edd-4c1b-9e71-3fb5f9c30e6e tempest-ServerDiskConfigTestJSON-694385126 tempest-ServerDiskConfigTestJSON-694385126-project] 10.222.0.13 "GET /v2.0/security-groups?id=2b210036-f47d-4cd1-b3dc-a2535149082f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412154 Nov 05 19:33:03.391685 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Provisioning for port ef3c88c2-44cf-4b52-9c17-cfc234e222fd completed by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 05 19:33:03.396554 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Provisioning complete for port ef3c88c2-44cf-4b52-9c17-cfc234e222fd triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:33:03.397017 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:33:03.400864 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112dbe36-9aec-4456-a092-1206c4470586 req-706aee88-223e-4c9b-8c1c-e3e20ac2d1ff tempest-ServerDiskConfigTestJSON-694385126 tempest-ServerDiskConfigTestJSON-694385126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:33:03.402377 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-112dbe36-9aec-4456-a092-1206c4470586 req-706aee88-223e-4c9b-8c1c-e3e20ac2d1ff tempest-ServerDiskConfigTestJSON-694385126 tempest-ServerDiskConfigTestJSON-694385126-project] 10.222.0.13 "GET /v2.0/ports?device_id=68c7b66f-a1d5-4eb0-b878-7c3de8bcefa8 HTTP/1.1" status: 200 len: 945 time: 0.0488796 Nov 05 19:33:03.455411 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-112dbe36-9aec-4456-a092-1206c4470586 req-d89bcd6c-104a-4f6b-8fb9-d2e3d20af7ca tempest-ServerDiskConfigTestJSON-694385126 tempest-ServerDiskConfigTestJSON-694385126-project] 10.222.0.13 "GET /v2.0/security-groups?id=2b210036-f47d-4cd1-b3dc-a2535149082f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467560 Nov 05 19:33:03.479265 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:33:03.502013 n-d-816865-1 neutron-server[102388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68c7b66f-a1d5-4eb0-b878-7c3de8bcefa8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef3c88c2-44cf-4b52-9c17-cfc234e222fd'}] {{(pid=102388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 19:33:03.506399 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85474fee1180e129d8a886d264fe0b30223aa672dd1ffe43b630605f18504f68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e80de265-c3d4-4cbc-ac60-5a40a968a3ad" -d '{"events": [{"server_uuid": "68c7b66f-a1d5-4eb0-b878-7c3de8bcefa8", "name": "network-vif-plugged", "status": "completed", "tag": "ef3c88c2-44cf-4b52-9c17-cfc234e222fd"}]}' {{(pid=102388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 19:33:03.517549 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] For port ef3c88c2-44cf-4b52-9c17-cfc234e222fd, host n-h1-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=ef3c88c2-44cf-4b52-9c17-cfc234e222fd,segment=NetworkSegment(a5efae71-97a0-410e-8bd9-610e85ae64de),segment_id=a5efae71-97a0-410e-8bd9-610e85ae64de)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:33:03.570490 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b361e5-3f0e-4744-98a8-58c7c280bb49 req-457d9e9f-a7b7-4d49-ac33-a6581bd70c0d tempest-ServerDiskConfigTestJSON-694385126 tempest-ServerDiskConfigTestJSON-694385126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:33:03.572611 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-13b361e5-3f0e-4744-98a8-58c7c280bb49 req-457d9e9f-a7b7-4d49-ac33-a6581bd70c0d tempest-ServerDiskConfigTestJSON-694385126 tempest-ServerDiskConfigTestJSON-694385126-project] 10.222.0.13 "GET /v2.0/ports?device_id=68c7b66f-a1d5-4eb0-b878-7c3de8bcefa8 HTTP/1.1" status: 200 len: 945 time: 0.0493364 Nov 05 19:33:03.577898 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:33:03.623347 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-13b361e5-3f0e-4744-98a8-58c7c280bb49 req-10d439cc-e803-4436-b316-a8d06b7826e2 tempest-ServerDiskConfigTestJSON-694385126 tempest-ServerDiskConfigTestJSON-694385126-project] 10.222.0.13 "GET /v2.0/security-groups?id=2b210036-f47d-4cd1-b3dc-a2535149082f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438929 Nov 05 19:33:03.627348 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Pushing event updated for resources: {'Port': ['ID=ef3c88c2-44cf-4b52-9c17-cfc234e222fd,revision_number=9']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:33:03.636031 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:33:03.636259 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:33:03.636710 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:33:03.637080 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:33:03.637527 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:33:03.637889 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:33:03.638240 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:33:03.638564 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:33:03.638889 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:33:03.639212 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:33:03.639532 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:33:03.639956 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:33:03.669492 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 19:33:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b07303d-7e4a-4610-855b-781ee2519f42 x-openstack-request-id: req-5b07303d-7e4a-4610-855b-781ee2519f42 {{(pid=102388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 19:33:03.670106 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68c7b66f-a1d5-4eb0-b878-7c3de8bcefa8", "name": "network-vif-plugged", "status": "completed", "tag": "ef3c88c2-44cf-4b52-9c17-cfc234e222fd", "code": 200}]} {{(pid=102388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 19:33:03.670106 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5b07303d-7e4a-4610-855b-781ee2519f42 {{(pid=102388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 19:33:03.670473 n-d-816865-1 neutron-server[102388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68c7b66f-a1d5-4eb0-b878-7c3de8bcefa8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef3c88c2-44cf-4b52-9c17-cfc234e222fd', 'code': 200} Nov 05 19:33:04.151535 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16266084-d09c-4d1f-875b-ebc8b929c56c req-ada57755-5790-4eac-ac77-6364a72bc0e5 tempest-ServerDiskConfigTestJSON-694385126 tempest-ServerDiskConfigTestJSON-694385126-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:33:04.153012 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-16266084-d09c-4d1f-875b-ebc8b929c56c req-ada57755-5790-4eac-ac77-6364a72bc0e5 tempest-ServerDiskConfigTestJSON-694385126 tempest-ServerDiskConfigTestJSON-694385126-project] 10.222.0.13 "GET /v2.0/networks?id=0e387395-0939-42f1-9352-7ee64ba5bf30 HTTP/1.1" status: 200 len: 815 time: 0.1082931 Nov 05 19:33:04.169625 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-16266084-d09c-4d1f-875b-ebc8b929c56c req-31575e12-b7f9-409d-a985-5855542a1c01 tempest-ServerDiskConfigTestJSON-694385126 tempest-ServerDiskConfigTestJSON-694385126-project] 10.222.0.13 "GET /v2.0/quotas/03ad0ebdd6004ac3892d9b22b3961dee HTTP/1.1" status: 200 len: 375 time: 0.0098495 Nov 05 19:33:04.217944 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-16266084-d09c-4d1f-875b-ebc8b929c56c req-6bfc2798-f84a-4243-8ea0-71f6b4568953 tempest-ServerDiskConfigTestJSON-694385126 tempest-ServerDiskConfigTestJSON-694385126-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=03ad0ebdd6004ac3892d9b22b3961dee&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0428410 Nov 05 19:33:04.306718 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-16266084-d09c-4d1f-875b-ebc8b929c56c req-c36eafd9-d506-46ed-9e38-4044c6c15ce0 service neutron] 10.222.0.13 "GET /v2.0/networks/0e387395-0939-42f1-9352-7ee64ba5bf30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817218 Nov 05 19:33:04.400344 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-16266084-d09c-4d1f-875b-ebc8b929c56c req-fc0c017c-c6f1-4d62-b9e9-08af5f7f57a4 service neutron] 10.222.0.13 "GET /v2.0/networks/0e387395-0939-42f1-9352-7ee64ba5bf30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866597 Nov 05 19:33:04.591900 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:33:04.649247 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-1269dc8d-c3cf-4718-9728-d8f3188724f8 req-5a6f8331-93f2-42c7-bf12-4ed1f94ceae7 tempest-ServerDiskConfigTestJSON-694385126 tempest-ServerDiskConfigTestJSON-694385126-project] 10.222.0.13 "GET /v2.0/ports?device_id=8b52bcc4-0d32-4dc9-84b7-c6e9a06b480f HTTP/1.1" status: 200 len: 210 time: 0.0304255 Nov 05 19:33:05.303969 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589d349c-c414-4e77-b8ac-c8178d3bc17f req-3653bc61-105a-41f7-a3ab-75a693eca759 tempest-ServerDiskConfigTestJSON-694385126 tempest-ServerDiskConfigTestJSON-694385126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:33:05.318141 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-589d349c-c414-4e77-b8ac-c8178d3bc17f req-3653bc61-105a-41f7-a3ab-75a693eca759 tempest-ServerDiskConfigTestJSON-694385126 tempest-ServerDiskConfigTestJSON-694385126-project] 10.222.0.41 "GET /v2.0/ports?device_id=68c7b66f-a1d5-4eb0-b878-7c3de8bcefa8 HTTP/1.1" status: 200 len: 946 time: 0.0480113 Nov 05 19:33:05.396545 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [req-589d349c-c414-4e77-b8ac-c8178d3bc17f req-876448e1-d704-4f0f-9cf4-eab8097ff652 tempest-ServerDiskConfigTestJSON-694385126 tempest-ServerDiskConfigTestJSON-694385126-project] Deleting port ef3c88c2-44cf-4b52-9c17-cfc234e222fd {{(pid=102387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 19:33:05.396908 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-589d349c-c414-4e77-b8ac-c8178d3bc17f req-876448e1-d704-4f0f-9cf4-eab8097ff652 tempest-ServerDiskConfigTestJSON-694385126 tempest-ServerDiskConfigTestJSON-694385126-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:33:05.423338 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-db42b55a-5795-4250-9123-26c58f5c1acf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:33:05.486854 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.db [req-589d349c-c414-4e77-b8ac-c8178d3bc17f req-876448e1-d704-4f0f-9cf4-eab8097ff652 tempest-ServerDiskConfigTestJSON-694385126 tempest-ServerDiskConfigTestJSON-694385126-project] For port ef3c88c2-44cf-4b52-9c17-cfc234e222fd, host n-h1-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=ef3c88c2-44cf-4b52-9c17-cfc234e222fd,segment=NetworkSegment(a5efae71-97a0-410e-8bd9-610e85ae64de),segment_id=a5efae71-97a0-410e-8bd9-610e85ae64de)] {{(pid=102387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:33:05.490231 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-589d349c-c414-4e77-b8ac-c8178d3bc17f req-876448e1-d704-4f0f-9cf4-eab8097ff652 tempest-ServerDiskConfigTestJSON-694385126 tempest-ServerDiskConfigTestJSON-694385126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:33:05.499617 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [req-589d349c-c414-4e77-b8ac-c8178d3bc17f req-876448e1-d704-4f0f-9cf4-eab8097ff652 tempest-ServerDiskConfigTestJSON-694385126 tempest-ServerDiskConfigTestJSON-694385126-project] Calling delete_port for ef3c88c2-44cf-4b52-9c17-cfc234e222fd owned by compute:nova {{(pid=102387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 19:33:05.743950 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-45389481-ae09-482a-9a9e-2c9d2112346d req-da1a6303-25ef-4d79-8115-7e27214eceb0 tempest-ServerDiskConfigTestJSON-694385126 tempest-ServerDiskConfigTestJSON-694385126-project] 10.222.0.13 "GET /v2.0/ports?device_id=8b52bcc4-0d32-4dc9-84b7-c6e9a06b480f HTTP/1.1" status: 200 len: 210 time: 0.0267062 Nov 05 19:33:05.744609 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-589d349c-c414-4e77-b8ac-c8178d3bc17f req-876448e1-d704-4f0f-9cf4-eab8097ff652 tempest-ServerDiskConfigTestJSON-694385126 tempest-ServerDiskConfigTestJSON-694385126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4417063'] for port, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:33:05.756536 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] get_ports_and_sgs() called for port_ids ['ef3c88c2-44cf-4b52-9c17-cfc234e222fd'] {{(pid=102388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 19:33:05.776428 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876448e1-d704-4f0f-9cf4-eab8097ff652 tempest-ServerDiskConfigTestJSON-694385126 tempest-ServerDiskConfigTestJSON-694385126-project] Pushing event deleted for resources: {'Port': ['ID=ef3c88c2-44cf-4b52-9c17-cfc234e222fd,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:33:05.819031 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.l3_dvrscheduler_db [req-589d349c-c414-4e77-b8ac-c8178d3bc17f req-876448e1-d704-4f0f-9cf4-eab8097ff652 tempest-ServerDiskConfigTestJSON-694385126 tempest-ServerDiskConfigTestJSON-694385126-project] No DVR routers for this DVR port ef3c88c2-44cf-4b52-9c17-cfc234e222fd on host n-h1-816865-1 {{(pid=102387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 19:33:05.821580 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-589d349c-c414-4e77-b8ac-c8178d3bc17f req-876448e1-d704-4f0f-9cf4-eab8097ff652 tempest-ServerDiskConfigTestJSON-694385126 tempest-ServerDiskConfigTestJSON-694385126-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:33:05.825092 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-589d349c-c414-4e77-b8ac-c8178d3bc17f req-876448e1-d704-4f0f-9cf4-eab8097ff652 tempest-ServerDiskConfigTestJSON-694385126 tempest-ServerDiskConfigTestJSON-694385126-project] 10.222.0.41 "DELETE /v2.0/ports/ef3c88c2-44cf-4b52-9c17-cfc234e222fd HTTP/1.1" status: 204 len: 173 time: 0.5134151 Nov 05 19:33:05.825635 n-d-816865-1 neutron-server[102387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68c7b66f-a1d5-4eb0-b878-7c3de8bcefa8', 'name': 'network-vif-deleted', 'tag': 'ef3c88c2-44cf-4b52-9c17-cfc234e222fd'}] {{(pid=102387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 19:33:05.827935 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab06bd4ddf5758c1f10d79fe34dc215bafa488692cde9dba2fcbcb67556f90bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6039516-71bf-46de-b136-04644ad56ac5" -d '{"events": [{"server_uuid": "68c7b66f-a1d5-4eb0-b878-7c3de8bcefa8", "name": "network-vif-deleted", "tag": "ef3c88c2-44cf-4b52-9c17-cfc234e222fd"}]}' {{(pid=102387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 19:33:05.864251 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 19:33:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03aeef13-92ea-44d7-9fed-aa0f53444f23 x-openstack-request-id: req-03aeef13-92ea-44d7-9fed-aa0f53444f23 {{(pid=102387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 19:33:05.864551 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68c7b66f-a1d5-4eb0-b878-7c3de8bcefa8", "name": "network-vif-deleted", "tag": "ef3c88c2-44cf-4b52-9c17-cfc234e222fd", "status": "completed", "code": 200}]} {{(pid=102387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 19:33:05.864811 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-03aeef13-92ea-44d7-9fed-aa0f53444f23 {{(pid=102387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 19:33:05.865220 n-d-816865-1 neutron-server[102387]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68c7b66f-a1d5-4eb0-b878-7c3de8bcefa8', 'name': 'network-vif-deleted', 'tag': 'ef3c88c2-44cf-4b52-9c17-cfc234e222fd', 'status': 'completed', 'code': 200} Nov 05 19:33:06.451876 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b304910f-7b27-444b-a8fc-977d26b1ceac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:33:06.580127 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16266084-d09c-4d1f-875b-ebc8b929c56c req-c88e2d5c-b869-45a0-9774-fbd3bd447f09 tempest-ServerDiskConfigTestJSON-694385126 tempest-ServerDiskConfigTestJSON-694385126-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:33:06.581492 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-16266084-d09c-4d1f-875b-ebc8b929c56c req-c88e2d5c-b869-45a0-9774-fbd3bd447f09 tempest-ServerDiskConfigTestJSON-694385126 tempest-ServerDiskConfigTestJSON-694385126-project] 10.222.0.41 "GET /v2.0/networks?id=0e387395-0939-42f1-9352-7ee64ba5bf30 HTTP/1.1" status: 200 len: 815 time: 0.1074893 Nov 05 19:33:06.594463 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [req-16266084-d09c-4d1f-875b-ebc8b929c56c req-e2ad8d94-df55-41ed-9b4f-8bb908834e5e tempest-ServerDiskConfigTestJSON-694385126 tempest-ServerDiskConfigTestJSON-694385126-project] Request body: {'port': {'device_id': '8b52bcc4-0d32-4dc9-84b7-c6e9a06b480f', 'network_id': '0e387395-0939-42f1-9352-7ee64ba5bf30', 'admin_state_up': True, 'tenant_id': '03ad0ebdd6004ac3892d9b22b3961dee'}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:33:06.648906 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:33:06.807107 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-16266084-d09c-4d1f-875b-ebc8b929c56c req-e2ad8d94-df55-41ed-9b4f-8bb908834e5e tempest-ServerDiskConfigTestJSON-694385126 tempest-ServerDiskConfigTestJSON-694385126-project] Made reservation on behalf of 03ad0ebdd6004ac3892d9b22b3961dee for: {'port': 1} {{(pid=102387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 19:33:06.811360 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-16266084-d09c-4d1f-875b-ebc8b929c56c req-e2ad8d94-df55-41ed-9b4f-8bb908834e5e tempest-ServerDiskConfigTestJSON-694385126 tempest-ServerDiskConfigTestJSON-694385126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:33:06.855971 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-d45d21b2-e8df-4df4-b758-4bd5b4e6cffe req-db969ac6-1920-403f-b06b-5686ca6971ee tempest-ServerDiskConfigTestJSON-694385126 tempest-ServerDiskConfigTestJSON-694385126-project] 10.222.0.13 "GET /v2.0/ports?device_id=8b52bcc4-0d32-4dc9-84b7-c6e9a06b480f HTTP/1.1" status: 200 len: 210 time: 0.0343280 Nov 05 19:33:07.213316 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.db_base_plugin_common [req-16266084-d09c-4d1f-875b-ebc8b929c56c req-e2ad8d94-df55-41ed-9b4f-8bb908834e5e tempest-ServerDiskConfigTestJSON-694385126 tempest-ServerDiskConfigTestJSON-694385126-project] Allocated IP 172.20.0.4 (0e387395-0939-42f1-9352-7ee64ba5bf30/46135097-e7f2-472e-b4e5-8f7783397e26/f34af8d6-07f2-412b-9eb0-a537a82edf66) {{(pid=102387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 19:33:07.360593 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-16266084-d09c-4d1f-875b-ebc8b929c56c req-e2ad8d94-df55-41ed-9b4f-8bb908834e5e tempest-ServerDiskConfigTestJSON-694385126 tempest-ServerDiskConfigTestJSON-694385126-project] Publish callbacks [] for port, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:33:07.457989 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-16266084-d09c-4d1f-875b-ebc8b929c56c req-e2ad8d94-df55-41ed-9b4f-8bb908834e5e tempest-ServerDiskConfigTestJSON-694385126 tempest-ServerDiskConfigTestJSON-694385126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4417063'] for port, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:33:07.499254 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-16266084-d09c-4d1f-875b-ebc8b929c56c req-e2ad8d94-df55-41ed-9b4f-8bb908834e5e tempest-ServerDiskConfigTestJSON-694385126 tempest-ServerDiskConfigTestJSON-694385126-project] Network 0e387395-0939-42f1-9352-7ee64ba5bf30 is already hosted by enough agents. {{(pid=102387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 19:33:07.504156 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.base_scheduler [req-16266084-d09c-4d1f-875b-ebc8b929c56c req-e2ad8d94-df55-41ed-9b4f-8bb908834e5e tempest-ServerDiskConfigTestJSON-694385126 tempest-ServerDiskConfigTestJSON-694385126-project] Resources bound (agent type, host, resource id): {{(pid=102387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 19:33:07.511553 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.l3_dvrscheduler_db [req-16266084-d09c-4d1f-875b-ebc8b929c56c req-e2ad8d94-df55-41ed-9b4f-8bb908834e5e tempest-ServerDiskConfigTestJSON-694385126 tempest-ServerDiskConfigTestJSON-694385126-project] Received port after_create {{(pid=102387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 19:33:07.538053 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ad8d94-df55-41ed-9b4f-8bb908834e5e tempest-ServerDiskConfigTestJSON-694385126 tempest-ServerDiskConfigTestJSON-694385126-project] Pushing event updated for resources: {'Port': ['ID=f34af8d6-07f2-412b-9eb0-a537a82edf66,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:33:07.565575 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16266084-d09c-4d1f-875b-ebc8b929c56c req-e2ad8d94-df55-41ed-9b4f-8bb908834e5e tempest-ServerDiskConfigTestJSON-694385126 tempest-ServerDiskConfigTestJSON-694385126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:33:07.566228 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-16266084-d09c-4d1f-875b-ebc8b929c56c req-e2ad8d94-df55-41ed-9b4f-8bb908834e5e tempest-ServerDiskConfigTestJSON-694385126 tempest-ServerDiskConfigTestJSON-694385126-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:33:07.662773 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-16266084-d09c-4d1f-875b-ebc8b929c56c req-e2ad8d94-df55-41ed-9b4f-8bb908834e5e tempest-ServerDiskConfigTestJSON-694385126 tempest-ServerDiskConfigTestJSON-694385126-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0719631 Nov 05 19:33:07.675604 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [req-16266084-d09c-4d1f-875b-ebc8b929c56c req-f0ab2fda-23a1-419e-8c76-58ea0b1195ab service neutron] Request body: {'port': {'device_id': '8b52bcc4-0d32-4dc9-84b7-c6e9a06b480f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816865-1'}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:33:07.731840 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-16266084-d09c-4d1f-875b-ebc8b929c56c req-f0ab2fda-23a1-419e-8c76-58ea0b1195ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:33:07.991699 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cc5649-8c02-4a07-ba2d-c436794869d8 req-343a64a8-8415-42b3-97d8-77b37bc1c1e4 tempest-ServerDiskConfigTestJSON-694385126 tempest-ServerDiskConfigTestJSON-694385126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:33:07.993174 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-06cc5649-8c02-4a07-ba2d-c436794869d8 req-343a64a8-8415-42b3-97d8-77b37bc1c1e4 tempest-ServerDiskConfigTestJSON-694385126 tempest-ServerDiskConfigTestJSON-694385126-project] 10.222.0.13 "GET /v2.0/ports?device_id=8b52bcc4-0d32-4dc9-84b7-c6e9a06b480f HTTP/1.1" status: 200 len: 931 time: 0.0684330 Nov 05 19:33:08.048241 n-d-816865-1 neutron-server[102387]: DEBUG neutron.notifiers.nova [req-16266084-d09c-4d1f-875b-ebc8b929c56c req-f0ab2fda-23a1-419e-8c76-58ea0b1195ab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f34af8d6-07f2-412b-9eb0-a537a82edf66 {{(pid=102387) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 19:33:08.061396 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-16266084-d09c-4d1f-875b-ebc8b929c56c req-f0ab2fda-23a1-419e-8c76-58ea0b1195ab service neutron] Publish callbacks [] for port, precommit_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:33:08.084783 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.provisioning_blocks [req-16266084-d09c-4d1f-875b-ebc8b929c56c req-f0ab2fda-23a1-419e-8c76-58ea0b1195ab service neutron] Transition to ACTIVE for port object f34af8d6-07f2-412b-9eb0-a537a82edf66 will not be triggered until provisioned by entity L2. {{(pid=102387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 05 19:33:08.088924 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-06cc5649-8c02-4a07-ba2d-c436794869d8 req-9d5cd4e5-f9e6-440b-93a0-3742ab3af0fe tempest-ServerDiskConfigTestJSON-694385126 tempest-ServerDiskConfigTestJSON-694385126-project] 10.222.0.13 "GET /v2.0/security-groups?id=2b210036-f47d-4cd1-b3dc-a2535149082f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698857 Nov 05 19:33:08.145572 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-16266084-d09c-4d1f-875b-ebc8b929c56c req-f0ab2fda-23a1-419e-8c76-58ea0b1195ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4417072'] for port, after_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:33:08.213669 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ab2fda-23a1-419e-8c76-58ea0b1195ab service neutron] Pushing event updated for resources: {'Port': ['ID=f34af8d6-07f2-412b-9eb0-a537a82edf66,revision_number=2']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:33:08.265458 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.managers [req-16266084-d09c-4d1f-875b-ebc8b929c56c req-f0ab2fda-23a1-419e-8c76-58ea0b1195ab service neutron] Attempting to bind port f34af8d6-07f2-412b-9eb0-a537a82edf66 on host n-h1-816865-1 for vnic_type normal with profile {{(pid=102387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 19:33:08.265806 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.managers [req-16266084-d09c-4d1f-875b-ebc8b929c56c req-f0ab2fda-23a1-419e-8c76-58ea0b1195ab service neutron] Attempting to bind port f34af8d6-07f2-412b-9eb0-a537a82edf66 by drivers openvswitch,hyperv on host n-h1-816865-1 at level 0 using segments [{'id': 'a5efae71-97a0-410e-8bd9-610e85ae64de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '0e387395-0939-42f1-9352-7ee64ba5bf30'}] {{(pid=102387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 19:33:08.266212 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16266084-d09c-4d1f-875b-ebc8b929c56c req-f0ab2fda-23a1-419e-8c76-58ea0b1195ab service neutron] Attempting to bind port f34af8d6-07f2-412b-9eb0-a537a82edf66 on network 0e387395-0939-42f1-9352-7ee64ba5bf30 {{(pid=102387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 19:33:08.270725 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16266084-d09c-4d1f-875b-ebc8b929c56c req-f0ab2fda-23a1-419e-8c76-58ea0b1195ab service neutron] Port f34af8d6-07f2-412b-9eb0-a537a82edf66 on network 0e387395-0939-42f1-9352-7ee64ba5bf30 not bound, no agent of type Open vSwitch agent registered on host n-h1-816865-1 {{(pid=102387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 19:33:08.271040 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16266084-d09c-4d1f-875b-ebc8b929c56c req-f0ab2fda-23a1-419e-8c76-58ea0b1195ab service neutron] Attempting to bind port f34af8d6-07f2-412b-9eb0-a537a82edf66 on network 0e387395-0939-42f1-9352-7ee64ba5bf30 {{(pid=102387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 19:33:08.275949 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16266084-d09c-4d1f-875b-ebc8b929c56c req-f0ab2fda-23a1-419e-8c76-58ea0b1195ab service neutron] Checking agent: {'id': 'eb596d7c-8c64-42bd-8aca-fad447eb0eab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816865-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 18, 33, 34), 'started_at': datetime.datetime(2021, 11, 5, 18, 33, 34), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 19, 33, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 19:33:08.277608 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16266084-d09c-4d1f-875b-ebc8b929c56c req-f0ab2fda-23a1-419e-8c76-58ea0b1195ab service neutron] Checking segment: {'id': 'a5efae71-97a0-410e-8bd9-610e85ae64de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '0e387395-0939-42f1-9352-7ee64ba5bf30'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 19:33:08.277608 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16266084-d09c-4d1f-875b-ebc8b929c56c req-f0ab2fda-23a1-419e-8c76-58ea0b1195ab service neutron] Bound using segment: {'id': 'a5efae71-97a0-410e-8bd9-610e85ae64de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '0e387395-0939-42f1-9352-7ee64ba5bf30'} {{(pid=102387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 19:33:08.277608 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.managers [req-16266084-d09c-4d1f-875b-ebc8b929c56c req-f0ab2fda-23a1-419e-8c76-58ea0b1195ab service neutron] Bound port: f34af8d6-07f2-412b-9eb0-a537a82edf66, host: n-h1-816865-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a5efae71-97a0-410e-8bd9-610e85ae64de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '0e387395-0939-42f1-9352-7ee64ba5bf30'}}] {{(pid=102387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 19:33:08.277608 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-16266084-d09c-4d1f-875b-ebc8b929c56c req-f0ab2fda-23a1-419e-8c76-58ea0b1195ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:33:08.342248 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.db [req-16266084-d09c-4d1f-875b-ebc8b929c56c req-f0ab2fda-23a1-419e-8c76-58ea0b1195ab service neutron] For port f34af8d6-07f2-412b-9eb0-a537a82edf66, host n-h1-816865-1, cleared binding levels {{(pid=102387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 19:33:08.345406 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.db [req-16266084-d09c-4d1f-875b-ebc8b929c56c req-f0ab2fda-23a1-419e-8c76-58ea0b1195ab service neutron] For port f34af8d6-07f2-412b-9eb0-a537a82edf66, host n-h1-816865-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=f34af8d6-07f2-412b-9eb0-a537a82edf66,segment=NetworkSegment(a5efae71-97a0-410e-8bd9-610e85ae64de),segment_id=a5efae71-97a0-410e-8bd9-610e85ae64de)] {{(pid=102387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 19:33:08.366005 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-31f93893-a48e-4ae8-833d-dccb2b42eacc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:33:08.423622 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-16266084-d09c-4d1f-875b-ebc8b929c56c req-f0ab2fda-23a1-419e-8c76-58ea0b1195ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4417072'] for port, after_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:33:08.455968 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16266084-d09c-4d1f-875b-ebc8b929c56c req-f0ab2fda-23a1-419e-8c76-58ea0b1195ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:33:08.456591 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-16266084-d09c-4d1f-875b-ebc8b929c56c req-f0ab2fda-23a1-419e-8c76-58ea0b1195ab service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:33:08.458019 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-16266084-d09c-4d1f-875b-ebc8b929c56c req-f0ab2fda-23a1-419e-8c76-58ea0b1195ab service neutron] 10.222.0.41 "PUT /v2.0/ports/f34af8d6-07f2-412b-9eb0-a537a82edf66 HTTP/1.1" status: 200 len: 1091 time: 0.7864993 Nov 05 19:33:08.458482 n-d-816865-1 neutron-server[102387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b52bcc4-0d32-4dc9-84b7-c6e9a06b480f', 'tag': 'f34af8d6-07f2-412b-9eb0-a537a82edf66'}] {{(pid=102387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 19:33:08.460720 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab06bd4ddf5758c1f10d79fe34dc215bafa488692cde9dba2fcbcb67556f90bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54aa9b6a-1be5-4637-adce-8abef5ab89d0" -d '{"events": [{"name": "network-changed", "server_uuid": "8b52bcc4-0d32-4dc9-84b7-c6e9a06b480f", "tag": "f34af8d6-07f2-412b-9eb0-a537a82edf66"}]}' {{(pid=102387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 19:33:08.487577 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ab2fda-23a1-419e-8c76-58ea0b1195ab service neutron] Pushing event updated for resources: {'Port': ['ID=f34af8d6-07f2-412b-9eb0-a537a82edf66,revision_number=3']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:33:08.507572 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 19:33:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b390cbe-5bc5-4068-a222-1ed63d7358c6 x-openstack-request-id: req-5b390cbe-5bc5-4068-a222-1ed63d7358c6 {{(pid=102387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 19:33:08.507572 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b52bcc4-0d32-4dc9-84b7-c6e9a06b480f", "tag": "f34af8d6-07f2-412b-9eb0-a537a82edf66", "status": "completed", "code": 200}]} {{(pid=102387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 19:33:08.507572 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5b390cbe-5bc5-4068-a222-1ed63d7358c6 {{(pid=102387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 19:33:08.507572 n-d-816865-1 neutron-server[102387]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b52bcc4-0d32-4dc9-84b7-c6e9a06b480f', 'tag': 'f34af8d6-07f2-412b-9eb0-a537a82edf66', 'status': 'completed', 'code': 200} Nov 05 19:33:08.568767 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54aa9b6a-1be5-4637-adce-8abef5ab89d0 req-ce668147-5464-4d69-881c-f16e66b6c43a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:33:08.570368 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-54aa9b6a-1be5-4637-adce-8abef5ab89d0 req-ce668147-5464-4d69-881c-f16e66b6c43a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=03ad0ebdd6004ac3892d9b22b3961dee&device_id=8b52bcc4-0d32-4dc9-84b7-c6e9a06b480f HTTP/1.1" status: 200 len: 1094 time: 0.0419810 Nov 05 19:33:08.601016 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:33:08.672409 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54aa9b6a-1be5-4637-adce-8abef5ab89d0 req-dc910a1e-5e03-451e-8611-2fd8ff935871 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:33:08.673931 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-54aa9b6a-1be5-4637-adce-8abef5ab89d0 req-dc910a1e-5e03-451e-8611-2fd8ff935871 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=03ad0ebdd6004ac3892d9b22b3961dee&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0949285 Nov 05 19:33:08.771707 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54aa9b6a-1be5-4637-adce-8abef5ab89d0 req-4503a0e2-80e2-4334-902b-6280e23f215e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:33:08.773224 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-54aa9b6a-1be5-4637-adce-8abef5ab89d0 req-4503a0e2-80e2-4334-902b-6280e23f215e service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0915706 Nov 05 19:33:08.846346 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16266084-d09c-4d1f-875b-ebc8b929c56c req-5e6d08e1-5cf6-40be-9323-8f908e1f3045 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:33:08.847856 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-16266084-d09c-4d1f-875b-ebc8b929c56c req-5e6d08e1-5cf6-40be-9323-8f908e1f3045 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=03ad0ebdd6004ac3892d9b22b3961dee&device_id=8b52bcc4-0d32-4dc9-84b7-c6e9a06b480f HTTP/1.1" status: 200 len: 1094 time: 0.0401878 Nov 05 19:33:08.890423 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-16266084-d09c-4d1f-875b-ebc8b929c56c req-7eca31f2-6c9a-43e0-b760-f781bf691bf8 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f34af8d6-07f2-412b-9eb0-a537a82edf66 HTTP/1.1" status: 200 len: 217 time: 0.0339453 Nov 05 19:33:08.938686 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16266084-d09c-4d1f-875b-ebc8b929c56c req-2311a026-10e6-486f-bf6e-e2c2dbb85b2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:33:08.940031 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-16266084-d09c-4d1f-875b-ebc8b929c56c req-2311a026-10e6-486f-bf6e-e2c2dbb85b2b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=46135097-e7f2-472e-b4e5-8f7783397e26 HTTP/1.1" status: 200 len: 855 time: 0.0435524 Nov 05 19:33:08.973532 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-16266084-d09c-4d1f-875b-ebc8b929c56c req-0da3e880-b28e-44f8-8646-4e5f77d3dac9 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=0e387395-0939-42f1-9352-7ee64ba5bf30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0271277 Nov 05 19:33:09.064836 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-16266084-d09c-4d1f-875b-ebc8b929c56c req-e434603f-3c16-4aee-80b6-0ecc5256501b service neutron] 10.222.0.41 "GET /v2.0/networks/0e387395-0939-42f1-9352-7ee64ba5bf30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836427 Nov 05 19:33:09.157716 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-16266084-d09c-4d1f-875b-ebc8b929c56c req-ef1a228c-9d08-4f88-9164-5f89c9baf7b4 service neutron] 10.222.0.41 "GET /v2.0/networks/0e387395-0939-42f1-9352-7ee64ba5bf30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859537 Nov 05 19:33:09.205712 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4a8499-568b-4550-aa7c-ede53280179b req-ac9f4f0b-b0d1-4f19-9deb-7b0d8c26fa06 tempest-ServerDiskConfigTestJSON-694385126 tempest-ServerDiskConfigTestJSON-694385126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:33:09.207152 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-1f4a8499-568b-4550-aa7c-ede53280179b req-ac9f4f0b-b0d1-4f19-9deb-7b0d8c26fa06 tempest-ServerDiskConfigTestJSON-694385126 tempest-ServerDiskConfigTestJSON-694385126-project] 10.222.0.13 "GET /v2.0/ports?device_id=8b52bcc4-0d32-4dc9-84b7-c6e9a06b480f HTTP/1.1" status: 200 len: 943 time: 0.0485463 Nov 05 19:33:09.254115 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-1f4a8499-568b-4550-aa7c-ede53280179b req-0dc1a618-42d8-4e9d-9779-68adf52b428a tempest-ServerDiskConfigTestJSON-694385126 tempest-ServerDiskConfigTestJSON-694385126-project] 10.222.0.13 "GET /v2.0/security-groups?id=2b210036-f47d-4cd1-b3dc-a2535149082f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407948 Nov 05 19:33:09.267179 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Device ef3c88c2-44cf-4b52-9c17-cfc234e222fd no longer exists at agent hyperv_n-h1-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 19:33:09.287662 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] No Port match for: ef3c88c2-44cf-4b52-9c17-cfc234e222fd {{(pid=102388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 19:33:09.288007 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Device ef3c88c2-44cf-4b52-9c17-cfc234e222fd not bound to the agent host n-h1-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 19:33:10.371123 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5abf4d8-b79f-41d8-9ef5-282cc95f90d2 req-6b54b3a7-2396-4db8-a8fb-735a7906fc2f tempest-ServerDiskConfigTestJSON-694385126 tempest-ServerDiskConfigTestJSON-694385126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:33:10.372647 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-f5abf4d8-b79f-41d8-9ef5-282cc95f90d2 req-6b54b3a7-2396-4db8-a8fb-735a7906fc2f tempest-ServerDiskConfigTestJSON-694385126 tempest-ServerDiskConfigTestJSON-694385126-project] 10.222.0.13 "GET /v2.0/ports?device_id=8b52bcc4-0d32-4dc9-84b7-c6e9a06b480f HTTP/1.1" status: 200 len: 943 time: 0.0489545 Nov 05 19:33:10.425508 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-f5abf4d8-b79f-41d8-9ef5-282cc95f90d2 req-8d05a606-99f3-42c7-b73b-5f6560c194f5 tempest-ServerDiskConfigTestJSON-694385126 tempest-ServerDiskConfigTestJSON-694385126-project] 10.222.0.13 "GET /v2.0/security-groups?id=2b210036-f47d-4cd1-b3dc-a2535149082f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467658 Nov 05 19:33:11.280660 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Device f34af8d6-07f2-412b-9eb0-a537a82edf66 details requested by agent hyperv_n-h1-816865-1 with host n-h1-816865-1 {{(pid=102388) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 05 19:33:11.379861 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] For port f34af8d6-07f2-412b-9eb0-a537a82edf66, host n-h1-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=f34af8d6-07f2-412b-9eb0-a537a82edf66,segment=NetworkSegment(a5efae71-97a0-410e-8bd9-610e85ae64de),segment_id=a5efae71-97a0-410e-8bd9-610e85ae64de)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:33:11.390838 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Returning: {'device': 'f34af8d6-07f2-412b-9eb0-a537a82edf66', 'network_id': '0e387395-0939-42f1-9352-7ee64ba5bf30', 'port_id': 'f34af8d6-07f2-412b-9eb0-a537a82edf66', 'mac_address': 'fa:16:3e:7f:60:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 157, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '46135097-e7f2-472e-b4e5-8f7783397e26', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102388) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 05 19:33:11.426889 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:33:11.439974 n-d-816865-1 neutron-server[102388]: DEBUG neutron.notifiers.nova [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f34af8d6-07f2-412b-9eb0-a537a82edf66 {{(pid=102388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 19:33:11.463305 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] For port f34af8d6-07f2-412b-9eb0-a537a82edf66, host n-h1-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=f34af8d6-07f2-412b-9eb0-a537a82edf66,segment=NetworkSegment(a5efae71-97a0-410e-8bd9-610e85ae64de),segment_id=a5efae71-97a0-410e-8bd9-610e85ae64de)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:33:11.534799 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:33:11.543187 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ec9153-477d-414e-8133-c94347cb2d8b req-083cbedd-9071-4e6d-a5a6-b93a76ef231e tempest-ServerDiskConfigTestJSON-694385126 tempest-ServerDiskConfigTestJSON-694385126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:33:11.544718 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-52ec9153-477d-414e-8133-c94347cb2d8b req-083cbedd-9071-4e6d-a5a6-b93a76ef231e tempest-ServerDiskConfigTestJSON-694385126 tempest-ServerDiskConfigTestJSON-694385126-project] 10.222.0.13 "GET /v2.0/ports?device_id=8b52bcc4-0d32-4dc9-84b7-c6e9a06b480f HTTP/1.1" status: 200 len: 943 time: 0.0495300 Nov 05 19:33:11.581660 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Pushing event updated for resources: {'Port': ['ID=f34af8d6-07f2-412b-9eb0-a537a82edf66,revision_number=4']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:33:11.592674 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-52ec9153-477d-414e-8133-c94347cb2d8b req-cace571a-d4f1-40c5-8725-2a90924a0586 tempest-ServerDiskConfigTestJSON-694385126 tempest-ServerDiskConfigTestJSON-694385126-project] 10.222.0.13 "GET /v2.0/security-groups?id=2b210036-f47d-4cd1-b3dc-a2535149082f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418613 Nov 05 19:33:11.722743 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] get_ports_and_sgs() called for port_ids ['f34af8d6-07f2-412b-9eb0-a537a82edf66'] {{(pid=102388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 19:33:12.707796 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ce1abc-d3d4-4357-a70c-62d4db84dda5 req-f0b7a81b-ea42-4526-bf6e-530b4ddbc075 tempest-ServerDiskConfigTestJSON-694385126 tempest-ServerDiskConfigTestJSON-694385126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:33:12.709290 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-c0ce1abc-d3d4-4357-a70c-62d4db84dda5 req-f0b7a81b-ea42-4526-bf6e-530b4ddbc075 tempest-ServerDiskConfigTestJSON-694385126 tempest-ServerDiskConfigTestJSON-694385126-project] 10.222.0.13 "GET /v2.0/ports?device_id=8b52bcc4-0d32-4dc9-84b7-c6e9a06b480f HTTP/1.1" status: 200 len: 944 time: 0.0487342 Nov 05 19:33:12.757786 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-c0ce1abc-d3d4-4357-a70c-62d4db84dda5 req-a5f0ec29-f628-416c-ae14-b9dd127902cf tempest-ServerDiskConfigTestJSON-694385126 tempest-ServerDiskConfigTestJSON-694385126-project] 10.222.0.13 "GET /v2.0/security-groups?id=2b210036-f47d-4cd1-b3dc-a2535149082f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423608 Nov 05 19:33:13.284049 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Device f34af8d6-07f2-412b-9eb0-a537a82edf66 up at agent hyperv_n-h1-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 19:33:13.385289 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Provisioning for port f34af8d6-07f2-412b-9eb0-a537a82edf66 completed by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 05 19:33:13.388964 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Provisioning complete for port f34af8d6-07f2-412b-9eb0-a537a82edf66 triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:33:13.389339 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:33:13.465973 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:33:13.487226 n-d-816865-1 neutron-server[102388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b52bcc4-0d32-4dc9-84b7-c6e9a06b480f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f34af8d6-07f2-412b-9eb0-a537a82edf66'}] {{(pid=102388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 19:33:13.489456 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85474fee1180e129d8a886d264fe0b30223aa672dd1ffe43b630605f18504f68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5690df83-23d8-46c5-b361-82fa5a7a2db5" -d '{"events": [{"server_uuid": "8b52bcc4-0d32-4dc9-84b7-c6e9a06b480f", "name": "network-vif-plugged", "status": "completed", "tag": "f34af8d6-07f2-412b-9eb0-a537a82edf66"}]}' {{(pid=102388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 19:33:13.502035 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] For port f34af8d6-07f2-412b-9eb0-a537a82edf66, host n-h1-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=f34af8d6-07f2-412b-9eb0-a537a82edf66,segment=NetworkSegment(a5efae71-97a0-410e-8bd9-610e85ae64de),segment_id=a5efae71-97a0-410e-8bd9-610e85ae64de)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:33:13.530150 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 19:33:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5cf9707-391e-4550-ae8b-b4632bc9077e x-openstack-request-id: req-f5cf9707-391e-4550-ae8b-b4632bc9077e {{(pid=102388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 19:33:13.530150 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b52bcc4-0d32-4dc9-84b7-c6e9a06b480f", "name": "network-vif-plugged", "status": "completed", "tag": "f34af8d6-07f2-412b-9eb0-a537a82edf66", "code": 200}]} {{(pid=102388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 19:33:13.530150 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f5cf9707-391e-4550-ae8b-b4632bc9077e {{(pid=102388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 19:33:13.530150 n-d-816865-1 neutron-server[102388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b52bcc4-0d32-4dc9-84b7-c6e9a06b480f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f34af8d6-07f2-412b-9eb0-a537a82edf66', 'code': 200} Nov 05 19:33:13.580053 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:33:13.623362 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f3f47d-ff91-41e7-9d89-6fb8e4427415 req-af62f1a4-e0c9-4970-b3c3-fdbea92f5ae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:33:13.624904 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-60f3f47d-ff91-41e7-9d89-6fb8e4427415 req-af62f1a4-e0c9-4970-b3c3-fdbea92f5ae9 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=8b52bcc4-0d32-4dc9-84b7-c6e9a06b480f HTTP/1.1" status: 200 len: 1096 time: 0.0449386 Nov 05 19:33:13.631406 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Pushing event updated for resources: {'Port': ['ID=f34af8d6-07f2-412b-9eb0-a537a82edf66,revision_number=5']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:33:13.672721 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-60f3f47d-ff91-41e7-9d89-6fb8e4427415 req-7ebbc132-1c34-4b1d-884e-5e4d7e1a73a1 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=2b210036-f47d-4cd1-b3dc-a2535149082f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395722 Nov 05 19:33:13.878380 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d5c246-a328-486d-94ee-da7aae0ab28e req-a0b50f77-4968-4fbd-91a2-c826f880dc42 tempest-ServerDiskConfigTestJSON-694385126 tempest-ServerDiskConfigTestJSON-694385126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:33:13.879874 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-57d5c246-a328-486d-94ee-da7aae0ab28e req-a0b50f77-4968-4fbd-91a2-c826f880dc42 tempest-ServerDiskConfigTestJSON-694385126 tempest-ServerDiskConfigTestJSON-694385126-project] 10.222.0.13 "GET /v2.0/ports?device_id=8b52bcc4-0d32-4dc9-84b7-c6e9a06b480f HTTP/1.1" status: 200 len: 945 time: 0.0507162 Nov 05 19:33:13.932320 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-57d5c246-a328-486d-94ee-da7aae0ab28e req-9b7755b1-a50c-4aec-bdac-0c7f3006226f tempest-ServerDiskConfigTestJSON-694385126 tempest-ServerDiskConfigTestJSON-694385126-project] 10.222.0.13 "GET /v2.0/security-groups?id=2b210036-f47d-4cd1-b3dc-a2535149082f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441873 Nov 05 19:33:15.050478 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e161621-90da-40dd-a28e-31dbfa089ae8 req-6dbf5d5a-e90b-402d-84b1-9e65ab2bc7ca tempest-ServerDiskConfigTestJSON-694385126 tempest-ServerDiskConfigTestJSON-694385126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:33:15.052014 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-2e161621-90da-40dd-a28e-31dbfa089ae8 req-6dbf5d5a-e90b-402d-84b1-9e65ab2bc7ca tempest-ServerDiskConfigTestJSON-694385126 tempest-ServerDiskConfigTestJSON-694385126-project] 10.222.0.13 "GET /v2.0/ports?device_id=8b52bcc4-0d32-4dc9-84b7-c6e9a06b480f HTTP/1.1" status: 200 len: 945 time: 0.0520647 Nov 05 19:33:15.103357 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-2e161621-90da-40dd-a28e-31dbfa089ae8 req-ff5c3538-52ee-488b-ad44-d53357b11477 tempest-ServerDiskConfigTestJSON-694385126 tempest-ServerDiskConfigTestJSON-694385126-project] 10.222.0.13 "GET /v2.0/security-groups?id=2b210036-f47d-4cd1-b3dc-a2535149082f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452340 Nov 05 19:33:15.215878 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f87ead-adcf-437b-8ccf-159218e2f5a2 req-210a4ac1-1f9a-4ff6-8200-c45b01f06993 tempest-ServerDiskConfigTestJSON-694385126 tempest-ServerDiskConfigTestJSON-694385126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:33:15.217370 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-13f87ead-adcf-437b-8ccf-159218e2f5a2 req-210a4ac1-1f9a-4ff6-8200-c45b01f06993 tempest-ServerDiskConfigTestJSON-694385126 tempest-ServerDiskConfigTestJSON-694385126-project] 10.222.0.13 "GET /v2.0/ports?device_id=8b52bcc4-0d32-4dc9-84b7-c6e9a06b480f HTTP/1.1" status: 200 len: 945 time: 0.0494754 Nov 05 19:33:15.263945 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-13f87ead-adcf-437b-8ccf-159218e2f5a2 req-b5096e1a-da32-403f-9cc2-4d603741dc68 tempest-ServerDiskConfigTestJSON-694385126 tempest-ServerDiskConfigTestJSON-694385126-project] 10.222.0.13 "GET /v2.0/security-groups?id=2b210036-f47d-4cd1-b3dc-a2535149082f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405357 Nov 05 19:33:15.623754 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4e6607-52dc-4f5d-a8f0-dea84e294b08 req-d706dd60-350a-4637-886a-a7b5eaa806f6 tempest-ServerDiskConfigTestJSON-694385126 tempest-ServerDiskConfigTestJSON-694385126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:33:15.625269 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-ac4e6607-52dc-4f5d-a8f0-dea84e294b08 req-d706dd60-350a-4637-886a-a7b5eaa806f6 tempest-ServerDiskConfigTestJSON-694385126 tempest-ServerDiskConfigTestJSON-694385126-project] 10.222.0.13 "GET /v2.0/ports?device_id=8b52bcc4-0d32-4dc9-84b7-c6e9a06b480f HTTP/1.1" status: 200 len: 945 time: 0.0494027 Nov 05 19:33:15.673850 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-ac4e6607-52dc-4f5d-a8f0-dea84e294b08 req-fa67e508-2b24-4bc3-b2e0-a2814f07761e tempest-ServerDiskConfigTestJSON-694385126 tempest-ServerDiskConfigTestJSON-694385126-project] 10.222.0.13 "GET /v2.0/security-groups?id=2b210036-f47d-4cd1-b3dc-a2535149082f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423925 Nov 05 19:33:15.736417 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-087e73d1-3f09-4641-a740-050913c3610a req-c587fc52-6c9a-458a-a150-e12dba964160 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=8b52bcc4-0d32-4dc9-84b7-c6e9a06b480f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0389183 Nov 05 19:33:16.795624 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589ef931-f216-4ef5-a94f-8c44d97cf257 req-a5098786-8231-4ad4-bb21-232ee4f511e7 tempest-ServerDiskConfigTestJSON-694385126 tempest-ServerDiskConfigTestJSON-694385126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:33:16.797168 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-589ef931-f216-4ef5-a94f-8c44d97cf257 req-a5098786-8231-4ad4-bb21-232ee4f511e7 tempest-ServerDiskConfigTestJSON-694385126 tempest-ServerDiskConfigTestJSON-694385126-project] 10.222.0.13 "GET /v2.0/ports?device_id=8b52bcc4-0d32-4dc9-84b7-c6e9a06b480f HTTP/1.1" status: 200 len: 945 time: 0.0556409 Nov 05 19:33:16.844694 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-589ef931-f216-4ef5-a94f-8c44d97cf257 req-d6d8a111-4bf8-4f6a-bbe3-681e8cbe1442 tempest-ServerDiskConfigTestJSON-694385126 tempest-ServerDiskConfigTestJSON-694385126-project] 10.222.0.13 "GET /v2.0/security-groups?id=2b210036-f47d-4cd1-b3dc-a2535149082f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413160 Nov 05 19:33:17.723541 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.agents_db [None req-b9406b04-a0e8-43cf-b349-711963d96cf4 None None] Agent healthcheck: found 7 active agents {{(pid=102389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 05 19:33:17.781202 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087e73d1-3f09-4641-a740-050913c3610a req-247ecd0c-2cd7-49de-ace8-a6efc7b51da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:33:17.782727 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-087e73d1-3f09-4641-a740-050913c3610a req-247ecd0c-2cd7-49de-ace8-a6efc7b51da9 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=03ad0ebdd6004ac3892d9b22b3961dee&device_id=8b52bcc4-0d32-4dc9-84b7-c6e9a06b480f HTTP/1.1" status: 200 len: 1096 time: 0.0403028 Nov 05 19:33:17.875364 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087e73d1-3f09-4641-a740-050913c3610a req-c454cf88-5338-477a-a937-ac6685879363 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:33:17.876868 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-087e73d1-3f09-4641-a740-050913c3610a req-c454cf88-5338-477a-a937-ac6685879363 service neutron] 10.222.0.41 "GET /v2.0/networks?id=0e387395-0939-42f1-9352-7ee64ba5bf30 HTTP/1.1" status: 200 len: 916 time: 0.0874104 Nov 05 19:33:17.920107 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-087e73d1-3f09-4641-a740-050913c3610a req-326743bd-6032-411c-ad03-dca0e33e2e36 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f34af8d6-07f2-412b-9eb0-a537a82edf66 HTTP/1.1" status: 200 len: 217 time: 0.0367930 Nov 05 19:33:17.996176 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087e73d1-3f09-4641-a740-050913c3610a req-42f2ec94-34f1-4b33-8ed3-6727a8b6d968 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:33:17.997576 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-087e73d1-3f09-4641-a740-050913c3610a req-42f2ec94-34f1-4b33-8ed3-6727a8b6d968 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=46135097-e7f2-472e-b4e5-8f7783397e26 HTTP/1.1" status: 200 len: 855 time: 0.0703516 Nov 05 19:33:18.006215 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100106dc-e946-4071-ba1c-288d4e7691ac req-b04a578d-d427-4d21-bde9-fad955ba9e71 tempest-ServerDiskConfigTestJSON-694385126 tempest-ServerDiskConfigTestJSON-694385126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:33:18.007593 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-100106dc-e946-4071-ba1c-288d4e7691ac req-b04a578d-d427-4d21-bde9-fad955ba9e71 tempest-ServerDiskConfigTestJSON-694385126 tempest-ServerDiskConfigTestJSON-694385126-project] 10.222.0.13 "GET /v2.0/ports?device_id=8b52bcc4-0d32-4dc9-84b7-c6e9a06b480f HTTP/1.1" status: 200 len: 945 time: 0.0902436 Nov 05 19:33:18.038526 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-087e73d1-3f09-4641-a740-050913c3610a req-e91b27f6-8fb2-4d73-b053-48070c531420 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=0e387395-0939-42f1-9352-7ee64ba5bf30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0299826 Nov 05 19:33:18.125392 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-100106dc-e946-4071-ba1c-288d4e7691ac req-564629b6-c14f-4c49-910f-3846cc8d401d tempest-ServerDiskConfigTestJSON-694385126 tempest-ServerDiskConfigTestJSON-694385126-project] 10.222.0.13 "GET /v2.0/security-groups?id=2b210036-f47d-4cd1-b3dc-a2535149082f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089861 Nov 05 19:33:18.152584 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-087e73d1-3f09-4641-a740-050913c3610a req-b58c55f4-a942-4327-802f-dfabe9118159 service neutron] 10.222.0.41 "GET /v2.0/networks/0e387395-0939-42f1-9352-7ee64ba5bf30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1062210 Nov 05 19:33:18.241546 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-087e73d1-3f09-4641-a740-050913c3610a req-d8a6144e-8ade-4c0e-ac29-10b48ccae02b service neutron] 10.222.0.41 "GET /v2.0/networks/0e387395-0939-42f1-9352-7ee64ba5bf30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815802 Nov 05 19:33:19.241134 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc87fc8-651a-49f6-885e-0a6966f55c06 req-db37644f-3762-4111-9417-0fb1b07dc7ed tempest-ServerDiskConfigTestJSON-694385126 tempest-ServerDiskConfigTestJSON-694385126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:33:19.242620 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-acc87fc8-651a-49f6-885e-0a6966f55c06 req-db37644f-3762-4111-9417-0fb1b07dc7ed tempest-ServerDiskConfigTestJSON-694385126 tempest-ServerDiskConfigTestJSON-694385126-project] 10.222.0.13 "GET /v2.0/ports?device_id=8b52bcc4-0d32-4dc9-84b7-c6e9a06b480f HTTP/1.1" status: 200 len: 945 time: 0.0480189 Nov 05 19:33:19.293551 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-acc87fc8-651a-49f6-885e-0a6966f55c06 req-0760262f-0a1f-4355-8eac-d5bdef5916ca tempest-ServerDiskConfigTestJSON-694385126 tempest-ServerDiskConfigTestJSON-694385126-project] 10.222.0.13 "GET /v2.0/security-groups?id=2b210036-f47d-4cd1-b3dc-a2535149082f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443439 Nov 05 19:33:20.409226 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2375f2ba-d32e-4f7f-b81a-6cfe9e7eb92f req-161752c8-0713-402c-a66d-436feaf3a117 tempest-ServerDiskConfigTestJSON-694385126 tempest-ServerDiskConfigTestJSON-694385126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:33:20.410755 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-2375f2ba-d32e-4f7f-b81a-6cfe9e7eb92f req-161752c8-0713-402c-a66d-436feaf3a117 tempest-ServerDiskConfigTestJSON-694385126 tempest-ServerDiskConfigTestJSON-694385126-project] 10.222.0.13 "GET /v2.0/ports?device_id=8b52bcc4-0d32-4dc9-84b7-c6e9a06b480f HTTP/1.1" status: 200 len: 945 time: 0.0499635 Nov 05 19:33:20.458146 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-2375f2ba-d32e-4f7f-b81a-6cfe9e7eb92f req-19857b96-eca1-4956-9a16-5e6a745fb874 tempest-ServerDiskConfigTestJSON-694385126 tempest-ServerDiskConfigTestJSON-694385126-project] 10.222.0.13 "GET /v2.0/security-groups?id=2b210036-f47d-4cd1-b3dc-a2535149082f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413158 Nov 05 19:33:21.574967 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cf84f4-d4d3-4f4e-824a-230387162b4f req-63c7139e-f7fc-4198-a696-da05e867274f tempest-ServerDiskConfigTestJSON-694385126 tempest-ServerDiskConfigTestJSON-694385126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:33:21.576461 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-f3cf84f4-d4d3-4f4e-824a-230387162b4f req-63c7139e-f7fc-4198-a696-da05e867274f tempest-ServerDiskConfigTestJSON-694385126 tempest-ServerDiskConfigTestJSON-694385126-project] 10.222.0.13 "GET /v2.0/ports?device_id=8b52bcc4-0d32-4dc9-84b7-c6e9a06b480f HTTP/1.1" status: 200 len: 945 time: 0.0482028 Nov 05 19:33:21.623245 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-f3cf84f4-d4d3-4f4e-824a-230387162b4f req-3ed9174f-cf08-424d-9a96-ba6c9640d543 tempest-ServerDiskConfigTestJSON-694385126 tempest-ServerDiskConfigTestJSON-694385126-project] 10.222.0.13 "GET /v2.0/security-groups?id=2b210036-f47d-4cd1-b3dc-a2535149082f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409813 Nov 05 19:33:22.741218 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d7f0a1-7ead-4368-bc77-0b0230ba1b89 req-85a648aa-d6d5-413e-be19-5674641870d0 tempest-ServerDiskConfigTestJSON-694385126 tempest-ServerDiskConfigTestJSON-694385126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:33:22.742820 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-92d7f0a1-7ead-4368-bc77-0b0230ba1b89 req-85a648aa-d6d5-413e-be19-5674641870d0 tempest-ServerDiskConfigTestJSON-694385126 tempest-ServerDiskConfigTestJSON-694385126-project] 10.222.0.13 "GET /v2.0/ports?device_id=8b52bcc4-0d32-4dc9-84b7-c6e9a06b480f HTTP/1.1" status: 200 len: 945 time: 0.0517387 Nov 05 19:33:22.790635 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-92d7f0a1-7ead-4368-bc77-0b0230ba1b89 req-675fe151-f7b6-4d21-9232-f779af98eec9 tempest-ServerDiskConfigTestJSON-694385126 tempest-ServerDiskConfigTestJSON-694385126-project] 10.222.0.13 "GET /v2.0/security-groups?id=2b210036-f47d-4cd1-b3dc-a2535149082f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412424 Nov 05 19:33:23.905458 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3ef0ac-9d27-4214-b6e5-bac27b33b3aa req-9d9e8180-3c40-4f92-92c4-d6cc964b22cd tempest-ServerDiskConfigTestJSON-694385126 tempest-ServerDiskConfigTestJSON-694385126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:33:23.906978 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-ce3ef0ac-9d27-4214-b6e5-bac27b33b3aa req-9d9e8180-3c40-4f92-92c4-d6cc964b22cd tempest-ServerDiskConfigTestJSON-694385126 tempest-ServerDiskConfigTestJSON-694385126-project] 10.222.0.13 "GET /v2.0/ports?device_id=8b52bcc4-0d32-4dc9-84b7-c6e9a06b480f HTTP/1.1" status: 200 len: 945 time: 0.0486703 Nov 05 19:33:23.956921 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-ce3ef0ac-9d27-4214-b6e5-bac27b33b3aa req-570b2ee4-eed2-4263-878f-d5f82125d6e6 tempest-ServerDiskConfigTestJSON-694385126 tempest-ServerDiskConfigTestJSON-694385126-project] 10.222.0.13 "GET /v2.0/security-groups?id=2b210036-f47d-4cd1-b3dc-a2535149082f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440319 Nov 05 19:33:24.039597 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa7e289-2d57-4155-92f6-8074334bf638 req-92aad7ad-a33b-4a68-aece-c4d74cb219be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:33:24.042247 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-6fa7e289-2d57-4155-92f6-8074334bf638 req-92aad7ad-a33b-4a68-aece-c4d74cb219be service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=03ad0ebdd6004ac3892d9b22b3961dee&device_id=8b52bcc4-0d32-4dc9-84b7-c6e9a06b480f HTTP/1.1" status: 200 len: 1096 time: 0.0454762 Nov 05 19:33:24.144037 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa7e289-2d57-4155-92f6-8074334bf638 req-1c84d098-3b12-4870-9921-f5719d6f9d30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:33:24.145411 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-6fa7e289-2d57-4155-92f6-8074334bf638 req-1c84d098-3b12-4870-9921-f5719d6f9d30 service neutron] 10.222.0.41 "GET /v2.0/networks?id=0e387395-0939-42f1-9352-7ee64ba5bf30 HTTP/1.1" status: 200 len: 916 time: 0.0840516 Nov 05 19:33:24.190561 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-6fa7e289-2d57-4155-92f6-8074334bf638 req-94389d7d-c7c4-486d-844b-94ecf0c318c6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f34af8d6-07f2-412b-9eb0-a537a82edf66 HTTP/1.1" status: 200 len: 217 time: 0.0374107 Nov 05 19:33:24.239545 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa7e289-2d57-4155-92f6-8074334bf638 req-7016058c-c805-4dfd-9f99-52ddb8e95fec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:33:24.240976 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-6fa7e289-2d57-4155-92f6-8074334bf638 req-7016058c-c805-4dfd-9f99-52ddb8e95fec service neutron] 10.222.0.41 "GET /v2.0/subnets?id=46135097-e7f2-472e-b4e5-8f7783397e26 HTTP/1.1" status: 200 len: 855 time: 0.0433712 Nov 05 19:33:24.272617 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-6fa7e289-2d57-4155-92f6-8074334bf638 req-8c841713-cad5-4a2b-8095-308aa1e15bdc service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=0e387395-0939-42f1-9352-7ee64ba5bf30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241311 Nov 05 19:33:24.364417 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-6fa7e289-2d57-4155-92f6-8074334bf638 req-46ac019d-f82e-476e-aad4-4bb17c81c8c5 service neutron] 10.222.0.41 "GET /v2.0/networks/0e387395-0939-42f1-9352-7ee64ba5bf30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841553 Nov 05 19:33:24.452135 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-6fa7e289-2d57-4155-92f6-8074334bf638 req-77b8d804-6391-49c2-a7b2-7c8187e4fc91 service neutron] 10.222.0.41 "GET /v2.0/networks/0e387395-0939-42f1-9352-7ee64ba5bf30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807869 Nov 05 19:33:25.076659 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc2ac0d-6d9e-4d0b-9332-8930fa862e12 req-9ec669ea-f807-4592-9440-4bc55b68d194 tempest-ServerDiskConfigTestJSON-694385126 tempest-ServerDiskConfigTestJSON-694385126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:33:25.078175 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-7cc2ac0d-6d9e-4d0b-9332-8930fa862e12 req-9ec669ea-f807-4592-9440-4bc55b68d194 tempest-ServerDiskConfigTestJSON-694385126 tempest-ServerDiskConfigTestJSON-694385126-project] 10.222.0.13 "GET /v2.0/ports?device_id=8b52bcc4-0d32-4dc9-84b7-c6e9a06b480f HTTP/1.1" status: 200 len: 945 time: 0.0496716 Nov 05 19:33:25.130222 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-7cc2ac0d-6d9e-4d0b-9332-8930fa862e12 req-5361eeaf-da9d-4e86-aa96-4f789e8660ff tempest-ServerDiskConfigTestJSON-694385126 tempest-ServerDiskConfigTestJSON-694385126-project] 10.222.0.13 "GET /v2.0/security-groups?id=2b210036-f47d-4cd1-b3dc-a2535149082f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460308 Nov 05 19:33:26.243655 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0e9b37-1149-47e2-b57c-ed0acf1d59fb req-76accd09-6297-4f4b-9374-c927cc57f797 tempest-ServerDiskConfigTestJSON-694385126 tempest-ServerDiskConfigTestJSON-694385126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:33:26.245107 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-4f0e9b37-1149-47e2-b57c-ed0acf1d59fb req-76accd09-6297-4f4b-9374-c927cc57f797 tempest-ServerDiskConfigTestJSON-694385126 tempest-ServerDiskConfigTestJSON-694385126-project] 10.222.0.13 "GET /v2.0/ports?device_id=8b52bcc4-0d32-4dc9-84b7-c6e9a06b480f HTTP/1.1" status: 200 len: 945 time: 0.0475807 Nov 05 19:33:26.294668 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-4f0e9b37-1149-47e2-b57c-ed0acf1d59fb req-aae03020-8a9c-4d26-965b-49d76cf8926d tempest-ServerDiskConfigTestJSON-694385126 tempest-ServerDiskConfigTestJSON-694385126-project] 10.222.0.13 "GET /v2.0/security-groups?id=2b210036-f47d-4cd1-b3dc-a2535149082f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434813 Nov 05 19:33:27.413058 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c647fc5-aa2e-4c12-9f02-7975409714ba req-5b772c74-dad1-4c63-8c92-878a764f05b9 tempest-ServerDiskConfigTestJSON-694385126 tempest-ServerDiskConfigTestJSON-694385126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:33:27.414562 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-7c647fc5-aa2e-4c12-9f02-7975409714ba req-5b772c74-dad1-4c63-8c92-878a764f05b9 tempest-ServerDiskConfigTestJSON-694385126 tempest-ServerDiskConfigTestJSON-694385126-project] 10.222.0.13 "GET /v2.0/ports?device_id=8b52bcc4-0d32-4dc9-84b7-c6e9a06b480f HTTP/1.1" status: 200 len: 945 time: 0.0495765 Nov 05 19:33:27.461583 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-7c647fc5-aa2e-4c12-9f02-7975409714ba req-b0522b59-6cf3-45aa-a096-a22ddb147f14 tempest-ServerDiskConfigTestJSON-694385126 tempest-ServerDiskConfigTestJSON-694385126-project] 10.222.0.13 "GET /v2.0/security-groups?id=2b210036-f47d-4cd1-b3dc-a2535149082f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408370 Nov 05 19:33:28.582750 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc7ea1a-cf8c-4952-9a86-519ecceca3bd req-de42b51f-c4a6-4152-8547-0d0ad4878947 tempest-ServerDiskConfigTestJSON-694385126 tempest-ServerDiskConfigTestJSON-694385126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:33:28.584229 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-cfc7ea1a-cf8c-4952-9a86-519ecceca3bd req-de42b51f-c4a6-4152-8547-0d0ad4878947 tempest-ServerDiskConfigTestJSON-694385126 tempest-ServerDiskConfigTestJSON-694385126-project] 10.222.0.13 "GET /v2.0/ports?device_id=8b52bcc4-0d32-4dc9-84b7-c6e9a06b480f HTTP/1.1" status: 200 len: 945 time: 0.0519202 Nov 05 19:33:28.630493 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-cfc7ea1a-cf8c-4952-9a86-519ecceca3bd req-3afe403c-b9c1-4639-9adb-0afdfb9dae17 tempest-ServerDiskConfigTestJSON-694385126 tempest-ServerDiskConfigTestJSON-694385126-project] 10.222.0.13 "GET /v2.0/security-groups?id=2b210036-f47d-4cd1-b3dc-a2535149082f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396233 Nov 05 19:33:29.746741 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09d0252-abfb-4873-870c-bdfc4de0d09a req-748fecd2-9240-436d-bc2f-8e76bf1b60f9 tempest-ServerDiskConfigTestJSON-694385126 tempest-ServerDiskConfigTestJSON-694385126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:33:29.748223 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-b09d0252-abfb-4873-870c-bdfc4de0d09a req-748fecd2-9240-436d-bc2f-8e76bf1b60f9 tempest-ServerDiskConfigTestJSON-694385126 tempest-ServerDiskConfigTestJSON-694385126-project] 10.222.0.13 "GET /v2.0/ports?device_id=8b52bcc4-0d32-4dc9-84b7-c6e9a06b480f HTTP/1.1" status: 200 len: 945 time: 0.0485983 Nov 05 19:33:29.795387 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-b09d0252-abfb-4873-870c-bdfc4de0d09a req-832bd464-b0ec-4aec-a8da-c8563cf86794 tempest-ServerDiskConfigTestJSON-694385126 tempest-ServerDiskConfigTestJSON-694385126-project] 10.222.0.13 "GET /v2.0/security-groups?id=2b210036-f47d-4cd1-b3dc-a2535149082f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412936 Nov 05 19:33:30.911795 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb2b202-c45a-4df5-93a8-26e6617d393b req-38cb32cf-1f99-49c0-8144-3ebdc87741e7 tempest-ServerDiskConfigTestJSON-694385126 tempest-ServerDiskConfigTestJSON-694385126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:33:30.913291 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-3bb2b202-c45a-4df5-93a8-26e6617d393b req-38cb32cf-1f99-49c0-8144-3ebdc87741e7 tempest-ServerDiskConfigTestJSON-694385126 tempest-ServerDiskConfigTestJSON-694385126-project] 10.222.0.13 "GET /v2.0/ports?device_id=8b52bcc4-0d32-4dc9-84b7-c6e9a06b480f HTTP/1.1" status: 200 len: 945 time: 0.0508747 Nov 05 19:33:30.965105 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-3bb2b202-c45a-4df5-93a8-26e6617d393b req-2238bae9-528b-4357-a40e-bfcdd769a586 tempest-ServerDiskConfigTestJSON-694385126 tempest-ServerDiskConfigTestJSON-694385126-project] 10.222.0.13 "GET /v2.0/security-groups?id=2b210036-f47d-4cd1-b3dc-a2535149082f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445771 Nov 05 19:33:32.081922 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50505611-1079-400b-b3cf-cd26be707abc req-b561db40-f030-4ee8-befb-cadc395586b9 tempest-ServerDiskConfigTestJSON-694385126 tempest-ServerDiskConfigTestJSON-694385126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:33:32.083431 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-50505611-1079-400b-b3cf-cd26be707abc req-b561db40-f030-4ee8-befb-cadc395586b9 tempest-ServerDiskConfigTestJSON-694385126 tempest-ServerDiskConfigTestJSON-694385126-project] 10.222.0.13 "GET /v2.0/ports?device_id=8b52bcc4-0d32-4dc9-84b7-c6e9a06b480f HTTP/1.1" status: 200 len: 945 time: 0.0491631 Nov 05 19:33:32.130227 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-50505611-1079-400b-b3cf-cd26be707abc req-c1d2bca4-9c89-4002-a49a-bf5886a83cfc tempest-ServerDiskConfigTestJSON-694385126 tempest-ServerDiskConfigTestJSON-694385126-project] 10.222.0.13 "GET /v2.0/security-groups?id=2b210036-f47d-4cd1-b3dc-a2535149082f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402951 Nov 05 19:33:32.628364 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-aa18f6d2-6dce-4db2-87e2-a241e25cf70d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:33:33.246540 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf03ef5-6e67-4ccd-84ef-571aba346586 req-8bcd87e7-9167-4b70-8349-bb76687ef4a6 tempest-ServerDiskConfigTestJSON-694385126 tempest-ServerDiskConfigTestJSON-694385126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:33:33.248015 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-6cf03ef5-6e67-4ccd-84ef-571aba346586 req-8bcd87e7-9167-4b70-8349-bb76687ef4a6 tempest-ServerDiskConfigTestJSON-694385126 tempest-ServerDiskConfigTestJSON-694385126-project] 10.222.0.13 "GET /v2.0/ports?device_id=8b52bcc4-0d32-4dc9-84b7-c6e9a06b480f HTTP/1.1" status: 200 len: 945 time: 0.0491035 Nov 05 19:33:33.295496 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-6cf03ef5-6e67-4ccd-84ef-571aba346586 req-13e5df81-4f31-44f5-ac26-0452fcbb1621 tempest-ServerDiskConfigTestJSON-694385126 tempest-ServerDiskConfigTestJSON-694385126-project] 10.222.0.13 "GET /v2.0/security-groups?id=2b210036-f47d-4cd1-b3dc-a2535149082f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416183 Nov 05 19:33:34.415225 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e247ff8-d913-4641-9222-d8c893526285 req-ebd6f8ec-7771-4a15-8903-2e4449c531d6 tempest-ServerDiskConfigTestJSON-694385126 tempest-ServerDiskConfigTestJSON-694385126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:33:34.416752 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-5e247ff8-d913-4641-9222-d8c893526285 req-ebd6f8ec-7771-4a15-8903-2e4449c531d6 tempest-ServerDiskConfigTestJSON-694385126 tempest-ServerDiskConfigTestJSON-694385126-project] 10.222.0.13 "GET /v2.0/ports?device_id=8b52bcc4-0d32-4dc9-84b7-c6e9a06b480f HTTP/1.1" status: 200 len: 945 time: 0.0532887 Nov 05 19:33:34.462900 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-5e247ff8-d913-4641-9222-d8c893526285 req-e91a4d89-2c2a-4ef2-b905-c5df02ab4ee6 tempest-ServerDiskConfigTestJSON-694385126 tempest-ServerDiskConfigTestJSON-694385126-project] 10.222.0.13 "GET /v2.0/security-groups?id=2b210036-f47d-4cd1-b3dc-a2535149082f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401440 Nov 05 19:33:34.566083 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:33:35.373270 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-2cf5a1b8-d706-4caf-814a-96150732f502 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:33:35.581553 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05c2555-e6ed-48ea-89bd-c598c9942d4e req-02a05937-32ab-4826-a5e5-a995f798004c tempest-ServerDiskConfigTestJSON-694385126 tempest-ServerDiskConfigTestJSON-694385126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:33:35.583056 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-e05c2555-e6ed-48ea-89bd-c598c9942d4e req-02a05937-32ab-4826-a5e5-a995f798004c tempest-ServerDiskConfigTestJSON-694385126 tempest-ServerDiskConfigTestJSON-694385126-project] 10.222.0.13 "GET /v2.0/ports?device_id=8b52bcc4-0d32-4dc9-84b7-c6e9a06b480f HTTP/1.1" status: 200 len: 945 time: 0.0493364 Nov 05 19:33:35.629370 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-e05c2555-e6ed-48ea-89bd-c598c9942d4e req-9178471c-1f5c-4bf2-a1b0-600c8d472bb4 tempest-ServerDiskConfigTestJSON-694385126 tempest-ServerDiskConfigTestJSON-694385126-project] 10.222.0.13 "GET /v2.0/security-groups?id=2b210036-f47d-4cd1-b3dc-a2535149082f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402129 Nov 05 19:33:36.407910 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b304910f-7b27-444b-a8fc-977d26b1ceac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:33:36.674346 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:33:36.749704 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fbba99-137d-4964-a024-59573440e3ef req-b494d137-813b-480f-a88d-d7fc038e8274 tempest-ServerDiskConfigTestJSON-694385126 tempest-ServerDiskConfigTestJSON-694385126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:33:36.751251 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-a3fbba99-137d-4964-a024-59573440e3ef req-b494d137-813b-480f-a88d-d7fc038e8274 tempest-ServerDiskConfigTestJSON-694385126 tempest-ServerDiskConfigTestJSON-694385126-project] 10.222.0.13 "GET /v2.0/ports?device_id=8b52bcc4-0d32-4dc9-84b7-c6e9a06b480f HTTP/1.1" status: 200 len: 945 time: 0.0531135 Nov 05 19:33:36.807592 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-a3fbba99-137d-4964-a024-59573440e3ef req-ffd54fbc-39a3-4098-aa19-175031167fe7 tempest-ServerDiskConfigTestJSON-694385126 tempest-ServerDiskConfigTestJSON-694385126-project] 10.222.0.13 "GET /v2.0/security-groups?id=2b210036-f47d-4cd1-b3dc-a2535149082f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501101 Nov 05 19:33:37.924056 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028e05b5-3801-488c-9409-8dacf8284891 req-9f13c56a-1750-4391-9199-fe104c698c0b tempest-ServerDiskConfigTestJSON-694385126 tempest-ServerDiskConfigTestJSON-694385126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:33:37.925556 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-028e05b5-3801-488c-9409-8dacf8284891 req-9f13c56a-1750-4391-9199-fe104c698c0b tempest-ServerDiskConfigTestJSON-694385126 tempest-ServerDiskConfigTestJSON-694385126-project] 10.222.0.13 "GET /v2.0/ports?device_id=8b52bcc4-0d32-4dc9-84b7-c6e9a06b480f HTTP/1.1" status: 200 len: 945 time: 0.0485680 Nov 05 19:33:37.972869 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-028e05b5-3801-488c-9409-8dacf8284891 req-287400ff-3fcf-42ad-91d7-f533573509ea tempest-ServerDiskConfigTestJSON-694385126 tempest-ServerDiskConfigTestJSON-694385126-project] 10.222.0.13 "GET /v2.0/security-groups?id=2b210036-f47d-4cd1-b3dc-a2535149082f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405850 Nov 05 19:33:38.396968 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-31f93893-a48e-4ae8-833d-dccb2b42eacc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:33:38.571614 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:33:39.095590 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da780345-e935-4260-9f4f-69eb803ea310 req-6be474e5-0d3e-42e3-b2e7-8a10ee79b069 tempest-ServerDiskConfigTestJSON-694385126 tempest-ServerDiskConfigTestJSON-694385126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:33:39.097123 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-da780345-e935-4260-9f4f-69eb803ea310 req-6be474e5-0d3e-42e3-b2e7-8a10ee79b069 tempest-ServerDiskConfigTestJSON-694385126 tempest-ServerDiskConfigTestJSON-694385126-project] 10.222.0.13 "GET /v2.0/ports?device_id=8b52bcc4-0d32-4dc9-84b7-c6e9a06b480f HTTP/1.1" status: 200 len: 945 time: 0.0505211 Nov 05 19:33:39.149672 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-da780345-e935-4260-9f4f-69eb803ea310 req-c1cb76a9-c1a4-466e-ad66-d8f699eae5eb tempest-ServerDiskConfigTestJSON-694385126 tempest-ServerDiskConfigTestJSON-694385126-project] 10.222.0.13 "GET /v2.0/security-groups?id=2b210036-f47d-4cd1-b3dc-a2535149082f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454504 Nov 05 19:33:40.263410 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec9f4d5-1830-4215-8ec2-02920d1bd905 req-91162bea-6203-4992-a955-68ee3c9fa9a6 tempest-ServerDiskConfigTestJSON-694385126 tempest-ServerDiskConfigTestJSON-694385126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:33:40.264770 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-7ec9f4d5-1830-4215-8ec2-02920d1bd905 req-91162bea-6203-4992-a955-68ee3c9fa9a6 tempest-ServerDiskConfigTestJSON-694385126 tempest-ServerDiskConfigTestJSON-694385126-project] 10.222.0.13 "GET /v2.0/ports?device_id=8b52bcc4-0d32-4dc9-84b7-c6e9a06b480f HTTP/1.1" status: 200 len: 945 time: 0.0481770 Nov 05 19:33:40.311788 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-7ec9f4d5-1830-4215-8ec2-02920d1bd905 req-952d7907-a4ac-4e1c-bca7-c33cb16a2378 tempest-ServerDiskConfigTestJSON-694385126 tempest-ServerDiskConfigTestJSON-694385126-project] 10.222.0.13 "GET /v2.0/security-groups?id=2b210036-f47d-4cd1-b3dc-a2535149082f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410435 Nov 05 19:33:41.427080 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f5883f-f7df-491f-9c29-7c912be9152b req-128f89b0-f7d3-476b-b4b9-679eb4334856 tempest-ServerDiskConfigTestJSON-694385126 tempest-ServerDiskConfigTestJSON-694385126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:33:41.428621 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-c4f5883f-f7df-491f-9c29-7c912be9152b req-128f89b0-f7d3-476b-b4b9-679eb4334856 tempest-ServerDiskConfigTestJSON-694385126 tempest-ServerDiskConfigTestJSON-694385126-project] 10.222.0.13 "GET /v2.0/ports?device_id=8b52bcc4-0d32-4dc9-84b7-c6e9a06b480f HTTP/1.1" status: 200 len: 945 time: 0.0486219 Nov 05 19:33:41.475324 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-c4f5883f-f7df-491f-9c29-7c912be9152b req-1775cd5f-497e-488a-80c1-46bbdaf15b12 tempest-ServerDiskConfigTestJSON-694385126 tempest-ServerDiskConfigTestJSON-694385126-project] 10.222.0.13 "GET /v2.0/security-groups?id=2b210036-f47d-4cd1-b3dc-a2535149082f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401483 Nov 05 19:33:42.598983 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b04fda-97ee-408d-a1c8-553427ae4998 req-54d309bb-9a56-4a69-afc7-c1f768efb59c tempest-ServerDiskConfigTestJSON-694385126 tempest-ServerDiskConfigTestJSON-694385126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:33:42.600464 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-32b04fda-97ee-408d-a1c8-553427ae4998 req-54d309bb-9a56-4a69-afc7-c1f768efb59c tempest-ServerDiskConfigTestJSON-694385126 tempest-ServerDiskConfigTestJSON-694385126-project] 10.222.0.13 "GET /v2.0/ports?device_id=8b52bcc4-0d32-4dc9-84b7-c6e9a06b480f HTTP/1.1" status: 200 len: 945 time: 0.0533919 Nov 05 19:33:42.649772 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-32b04fda-97ee-408d-a1c8-553427ae4998 req-22766eb5-e192-4fea-9fb4-44a160168051 tempest-ServerDiskConfigTestJSON-694385126 tempest-ServerDiskConfigTestJSON-694385126-project] 10.222.0.13 "GET /v2.0/security-groups?id=2b210036-f47d-4cd1-b3dc-a2535149082f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421085 Nov 05 19:33:43.765438 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156ce3d9-a693-42fd-a100-dea837543fa7 req-127807dc-4475-4911-9725-01cf4d60a1da tempest-ServerDiskConfigTestJSON-694385126 tempest-ServerDiskConfigTestJSON-694385126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:33:43.766939 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-156ce3d9-a693-42fd-a100-dea837543fa7 req-127807dc-4475-4911-9725-01cf4d60a1da tempest-ServerDiskConfigTestJSON-694385126 tempest-ServerDiskConfigTestJSON-694385126-project] 10.222.0.13 "GET /v2.0/ports?device_id=8b52bcc4-0d32-4dc9-84b7-c6e9a06b480f HTTP/1.1" status: 200 len: 945 time: 0.0477984 Nov 05 19:33:43.813516 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-156ce3d9-a693-42fd-a100-dea837543fa7 req-b0c34d83-a84e-45b2-9a10-fbb220d1256b tempest-ServerDiskConfigTestJSON-694385126 tempest-ServerDiskConfigTestJSON-694385126-project] 10.222.0.13 "GET /v2.0/security-groups?id=2b210036-f47d-4cd1-b3dc-a2535149082f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406218 Nov 05 19:33:44.930847 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc40c03-a8f1-456d-92ff-b5bee0a76c71 req-26a84ec7-bcbb-469d-ab7d-f0a7f261320f tempest-ServerDiskConfigTestJSON-694385126 tempest-ServerDiskConfigTestJSON-694385126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:33:44.932350 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-6bc40c03-a8f1-456d-92ff-b5bee0a76c71 req-26a84ec7-bcbb-469d-ab7d-f0a7f261320f tempest-ServerDiskConfigTestJSON-694385126 tempest-ServerDiskConfigTestJSON-694385126-project] 10.222.0.13 "GET /v2.0/ports?device_id=8b52bcc4-0d32-4dc9-84b7-c6e9a06b480f HTTP/1.1" status: 200 len: 945 time: 0.0506823 Nov 05 19:33:44.983225 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-6bc40c03-a8f1-456d-92ff-b5bee0a76c71 req-726e4769-dfb3-439c-83e4-b2a321cd7a56 tempest-ServerDiskConfigTestJSON-694385126 tempest-ServerDiskConfigTestJSON-694385126-project] 10.222.0.13 "GET /v2.0/security-groups?id=2b210036-f47d-4cd1-b3dc-a2535149082f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449467 Nov 05 19:33:45.272275 n-d-816865-1 neutron-server[102387]: INFO neutron.api.v2.resource [req-087e73d1-3f09-4641-a740-050913c3610a req-c66b45b2-4cf5-4051-ab6f-34104dfbe0e0 service neutron] show failed (client error): The resource could not be found. Nov 05 19:33:45.273752 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-087e73d1-3f09-4641-a740-050913c3610a req-c66b45b2-4cf5-4051-ab6f-34104dfbe0e0 service neutron] 10.222.0.41 "GET /v2.0/ports/f34af8d6-07f2-412b-9eb0-a537a82edf66/bindings/n-h2-816865-1 HTTP/1.1" status: 404 len: 380 time: 0.0533173 Nov 05 19:33:45.736781 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087e73d1-3f09-4641-a740-050913c3610a req-33a855fc-5ee7-4bbf-bc0b-52f0d755344a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:33:45.738310 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-087e73d1-3f09-4641-a740-050913c3610a req-33a855fc-5ee7-4bbf-bc0b-52f0d755344a service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=8b52bcc4-0d32-4dc9-84b7-c6e9a06b480f&tenant_id=03ad0ebdd6004ac3892d9b22b3961dee HTTP/1.1" status: 200 len: 1096 time: 0.0396485 Nov 05 19:33:45.755236 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [req-087e73d1-3f09-4641-a740-050913c3610a req-04a546ad-3d2e-47df-ac44-8f372530b9f6 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-816865-1', 'device_owner': 'compute:nova'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:33:45.809544 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-087e73d1-3f09-4641-a740-050913c3610a req-04a546ad-3d2e-47df-ac44-8f372530b9f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:33:46.006708 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [req-087e73d1-3f09-4641-a740-050913c3610a req-04a546ad-3d2e-47df-ac44-8f372530b9f6 service neutron] For port f34af8d6-07f2-412b-9eb0-a537a82edf66, host n-h1-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=f34af8d6-07f2-412b-9eb0-a537a82edf66,segment=NetworkSegment(a5efae71-97a0-410e-8bd9-610e85ae64de),segment_id=a5efae71-97a0-410e-8bd9-610e85ae64de)] {{(pid=102386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:33:46.041580 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [req-087e73d1-3f09-4641-a740-050913c3610a req-04a546ad-3d2e-47df-ac44-8f372530b9f6 service neutron] For port f34af8d6-07f2-412b-9eb0-a537a82edf66, host n-h1-816865-1, cleared binding levels {{(pid=102386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 19:33:46.084379 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-087e73d1-3f09-4641-a740-050913c3610a req-04a546ad-3d2e-47df-ac44-8f372530b9f6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:33:46.086428 n-d-816865-1 neutron-server[102386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b52bcc4-0d32-4dc9-84b7-c6e9a06b480f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f34af8d6-07f2-412b-9eb0-a537a82edf66'}] {{(pid=102386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 19:33:46.088768 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6173a44d7c73f41af551dc890fa1a5892c2c6bc3458b640c8e0c24db7876ba6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-447b2ae8-9dea-4070-be63-57d7dcf3a18c" -d '{"events": [{"server_uuid": "8b52bcc4-0d32-4dc9-84b7-c6e9a06b480f", "name": "network-vif-unplugged", "status": "completed", "tag": "f34af8d6-07f2-412b-9eb0-a537a82edf66"}]}' {{(pid=102386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 19:33:46.102699 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.provisioning_blocks [req-087e73d1-3f09-4641-a740-050913c3610a req-04a546ad-3d2e-47df-ac44-8f372530b9f6 service neutron] Transition to ACTIVE for port object f34af8d6-07f2-412b-9eb0-a537a82edf66 will not be triggered until provisioned by entity L2. {{(pid=102386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 05 19:33:46.103675 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff81c276-dbbe-4f18-9838-11ac8e9a05c9 req-661bf941-9ab7-4c48-aa80-015b913eb12d tempest-ServerDiskConfigTestJSON-694385126 tempest-ServerDiskConfigTestJSON-694385126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:33:46.105199 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-ff81c276-dbbe-4f18-9838-11ac8e9a05c9 req-661bf941-9ab7-4c48-aa80-015b913eb12d tempest-ServerDiskConfigTestJSON-694385126 tempest-ServerDiskConfigTestJSON-694385126-project] 10.222.0.13 "GET /v2.0/ports?device_id=8b52bcc4-0d32-4dc9-84b7-c6e9a06b480f HTTP/1.1" status: 200 len: 945 time: 0.0512354 Nov 05 19:33:46.153970 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-ff81c276-dbbe-4f18-9838-11ac8e9a05c9 req-5430a9a8-ea52-4dad-8f9b-a4a1fd1019ea tempest-ServerDiskConfigTestJSON-694385126 tempest-ServerDiskConfigTestJSON-694385126-project] 10.222.0.13 "GET /v2.0/security-groups?id=2b210036-f47d-4cd1-b3dc-a2535149082f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425284 Nov 05 19:33:46.168631 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-087e73d1-3f09-4641-a740-050913c3610a req-04a546ad-3d2e-47df-ac44-8f372530b9f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6149821'] for port, after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:33:46.216438 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 05 Nov 2021 19:33:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b1cc2aa-6083-4031-be8e-af00ef863eda x-openstack-request-id: req-6b1cc2aa-6083-4031-be8e-af00ef863eda {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 19:33:46.216745 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b52bcc4-0d32-4dc9-84b7-c6e9a06b480f", "name": "network-vif-unplugged", "status": "completed", "tag": "f34af8d6-07f2-412b-9eb0-a537a82edf66", "code": 200}]} {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 19:33:46.217002 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6b1cc2aa-6083-4031-be8e-af00ef863eda {{(pid=102386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 19:33:46.217400 n-d-816865-1 neutron-server[102386]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b52bcc4-0d32-4dc9-84b7-c6e9a06b480f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f34af8d6-07f2-412b-9eb0-a537a82edf66', 'code': 200} Nov 05 19:33:46.236705 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [req-087e73d1-3f09-4641-a740-050913c3610a req-04a546ad-3d2e-47df-ac44-8f372530b9f6 service neutron] No DVR routers for this DVR port f34af8d6-07f2-412b-9eb0-a537a82edf66 on host n-h1-816865-1 {{(pid=102386) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 19:33:46.239558 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a546ad-3d2e-47df-ac44-8f372530b9f6 service neutron] Pushing event updated for resources: {'Port': ['ID=f34af8d6-07f2-412b-9eb0-a537a82edf66,revision_number=6']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:33:46.251514 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a546ad-3d2e-47df-ac44-8f372530b9f6 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:33:46.251805 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a546ad-3d2e-47df-ac44-8f372530b9f6 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:33:46.252144 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a546ad-3d2e-47df-ac44-8f372530b9f6 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:33:46.252476 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a546ad-3d2e-47df-ac44-8f372530b9f6 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:33:46.252805 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a546ad-3d2e-47df-ac44-8f372530b9f6 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:33:46.253134 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a546ad-3d2e-47df-ac44-8f372530b9f6 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:33:46.253460 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a546ad-3d2e-47df-ac44-8f372530b9f6 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:33:46.253779 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a546ad-3d2e-47df-ac44-8f372530b9f6 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:33:46.254121 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a546ad-3d2e-47df-ac44-8f372530b9f6 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:33:46.254444 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a546ad-3d2e-47df-ac44-8f372530b9f6 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:33:46.254765 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a546ad-3d2e-47df-ac44-8f372530b9f6 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:33:46.255083 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a546ad-3d2e-47df-ac44-8f372530b9f6 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:33:46.283363 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [req-087e73d1-3f09-4641-a740-050913c3610a req-04a546ad-3d2e-47df-ac44-8f372530b9f6 service neutron] Attempting to bind port f34af8d6-07f2-412b-9eb0-a537a82edf66 on host n-h2-816865-1 for vnic_type normal with profile {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 19:33:46.283700 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [req-087e73d1-3f09-4641-a740-050913c3610a req-04a546ad-3d2e-47df-ac44-8f372530b9f6 service neutron] Attempting to bind port f34af8d6-07f2-412b-9eb0-a537a82edf66 by drivers openvswitch,hyperv on host n-h2-816865-1 at level 0 using segments [{'id': 'a5efae71-97a0-410e-8bd9-610e85ae64de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '0e387395-0939-42f1-9352-7ee64ba5bf30'}] {{(pid=102386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 19:33:46.284021 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-087e73d1-3f09-4641-a740-050913c3610a req-04a546ad-3d2e-47df-ac44-8f372530b9f6 service neutron] Attempting to bind port f34af8d6-07f2-412b-9eb0-a537a82edf66 on network 0e387395-0939-42f1-9352-7ee64ba5bf30 {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 19:33:46.288236 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-087e73d1-3f09-4641-a740-050913c3610a req-04a546ad-3d2e-47df-ac44-8f372530b9f6 service neutron] Port f34af8d6-07f2-412b-9eb0-a537a82edf66 on network 0e387395-0939-42f1-9352-7ee64ba5bf30 not bound, no agent of type Open vSwitch agent registered on host n-h2-816865-1 {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 19:33:46.288558 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-087e73d1-3f09-4641-a740-050913c3610a req-04a546ad-3d2e-47df-ac44-8f372530b9f6 service neutron] Attempting to bind port f34af8d6-07f2-412b-9eb0-a537a82edf66 on network 0e387395-0939-42f1-9352-7ee64ba5bf30 {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 19:33:46.293424 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-087e73d1-3f09-4641-a740-050913c3610a req-04a546ad-3d2e-47df-ac44-8f372530b9f6 service neutron] Checking agent: {'id': '32aff553-696f-4891-83f5-5c176f61fe54', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816865-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 18, 33, 36), 'started_at': datetime.datetime(2021, 11, 5, 18, 33, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 19, 33, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 19:33:46.293758 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-087e73d1-3f09-4641-a740-050913c3610a req-04a546ad-3d2e-47df-ac44-8f372530b9f6 service neutron] Checking segment: {'id': 'a5efae71-97a0-410e-8bd9-610e85ae64de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '0e387395-0939-42f1-9352-7ee64ba5bf30'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 19:33:46.294164 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-087e73d1-3f09-4641-a740-050913c3610a req-04a546ad-3d2e-47df-ac44-8f372530b9f6 service neutron] Bound using segment: {'id': 'a5efae71-97a0-410e-8bd9-610e85ae64de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '0e387395-0939-42f1-9352-7ee64ba5bf30'} {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 19:33:46.294588 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [req-087e73d1-3f09-4641-a740-050913c3610a req-04a546ad-3d2e-47df-ac44-8f372530b9f6 service neutron] Bound port: f34af8d6-07f2-412b-9eb0-a537a82edf66, host: n-h2-816865-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a5efae71-97a0-410e-8bd9-610e85ae64de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '0e387395-0939-42f1-9352-7ee64ba5bf30'}}] {{(pid=102386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 19:33:46.294940 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-087e73d1-3f09-4641-a740-050913c3610a req-04a546ad-3d2e-47df-ac44-8f372530b9f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:33:46.355437 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [req-087e73d1-3f09-4641-a740-050913c3610a req-04a546ad-3d2e-47df-ac44-8f372530b9f6 service neutron] For port f34af8d6-07f2-412b-9eb0-a537a82edf66, host n-h2-816865-1, cleared binding levels {{(pid=102386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 19:33:46.358366 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [req-087e73d1-3f09-4641-a740-050913c3610a req-04a546ad-3d2e-47df-ac44-8f372530b9f6 service neutron] For port f34af8d6-07f2-412b-9eb0-a537a82edf66, host n-h2-816865-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=f34af8d6-07f2-412b-9eb0-a537a82edf66,segment=NetworkSegment(a5efae71-97a0-410e-8bd9-610e85ae64de),segment_id=a5efae71-97a0-410e-8bd9-610e85ae64de)] {{(pid=102386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 19:33:46.446167 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-087e73d1-3f09-4641-a740-050913c3610a req-04a546ad-3d2e-47df-ac44-8f372530b9f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6149821'] for port, after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:33:46.480495 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087e73d1-3f09-4641-a740-050913c3610a req-04a546ad-3d2e-47df-ac44-8f372530b9f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:33:46.481111 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-087e73d1-3f09-4641-a740-050913c3610a req-04a546ad-3d2e-47df-ac44-8f372530b9f6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:33:46.482508 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-087e73d1-3f09-4641-a740-050913c3610a req-04a546ad-3d2e-47df-ac44-8f372530b9f6 service neutron] 10.222.0.55 "PUT /v2.0/ports/f34af8d6-07f2-412b-9eb0-a537a82edf66 HTTP/1.1" status: 200 len: 1091 time: 0.7313082 Nov 05 19:33:46.502701 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a546ad-3d2e-47df-ac44-8f372530b9f6 service neutron] Pushing event updated for resources: {'Port': ['ID=f34af8d6-07f2-412b-9eb0-a537a82edf66,revision_number=7']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:33:46.551073 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087e73d1-3f09-4641-a740-050913c3610a req-e5c2163b-1d48-4c5c-aa8f-98449afbeec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:33:46.552648 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-087e73d1-3f09-4641-a740-050913c3610a req-e5c2163b-1d48-4c5c-aa8f-98449afbeec1 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=03ad0ebdd6004ac3892d9b22b3961dee&device_id=8b52bcc4-0d32-4dc9-84b7-c6e9a06b480f HTTP/1.1" status: 200 len: 1094 time: 0.0430653 Nov 05 19:33:46.646701 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087e73d1-3f09-4641-a740-050913c3610a req-7374c012-c184-43a0-ada5-02b52320730f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:33:46.648238 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-087e73d1-3f09-4641-a740-050913c3610a req-7374c012-c184-43a0-ada5-02b52320730f service neutron] 10.222.0.55 "GET /v2.0/networks?id=0e387395-0939-42f1-9352-7ee64ba5bf30 HTTP/1.1" status: 200 len: 916 time: 0.0833812 Nov 05 19:33:46.696583 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-087e73d1-3f09-4641-a740-050913c3610a req-bd6c16dd-794e-49e9-8807-193fbed9218e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f34af8d6-07f2-412b-9eb0-a537a82edf66 HTTP/1.1" status: 200 len: 217 time: 0.0374460 Nov 05 19:33:46.747462 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087e73d1-3f09-4641-a740-050913c3610a req-8e1bbcdc-ba4c-41e2-8d47-be429e355a77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:33:46.749035 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-087e73d1-3f09-4641-a740-050913c3610a req-8e1bbcdc-ba4c-41e2-8d47-be429e355a77 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=46135097-e7f2-472e-b4e5-8f7783397e26 HTTP/1.1" status: 200 len: 855 time: 0.0419676 Nov 05 19:33:46.784209 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-087e73d1-3f09-4641-a740-050913c3610a req-15631ce0-035e-41e7-b4d9-3cff004563f9 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0e387395-0939-42f1-9352-7ee64ba5bf30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242267 Nov 05 19:33:46.882063 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-087e73d1-3f09-4641-a740-050913c3610a req-42933506-47f4-4cc3-b67f-f1932907be61 service neutron] 10.222.0.55 "GET /v2.0/networks/0e387395-0939-42f1-9352-7ee64ba5bf30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855408 Nov 05 19:33:47.254360 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-087e73d1-3f09-4641-a740-050913c3610a req-54a386be-657b-420d-b498-50f6f580eadd service neutron] 10.222.0.55 "GET /v2.0/networks/0e387395-0939-42f1-9352-7ee64ba5bf30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3616805 Nov 05 19:33:47.275139 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32b1003-a9ef-4589-bf5d-e608ba6d1879 req-b32724d5-18c8-4c7c-a24a-ceea745a3dd4 tempest-ServerDiskConfigTestJSON-694385126 tempest-ServerDiskConfigTestJSON-694385126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:33:47.276629 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-c32b1003-a9ef-4589-bf5d-e608ba6d1879 req-b32724d5-18c8-4c7c-a24a-ceea745a3dd4 tempest-ServerDiskConfigTestJSON-694385126 tempest-ServerDiskConfigTestJSON-694385126-project] 10.222.0.13 "GET /v2.0/ports?device_id=8b52bcc4-0d32-4dc9-84b7-c6e9a06b480f HTTP/1.1" status: 200 len: 943 time: 0.0524049 Nov 05 19:33:47.323849 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-c32b1003-a9ef-4589-bf5d-e608ba6d1879 req-48d2202f-13aa-4e4f-9059-07f8edfaaad2 tempest-ServerDiskConfigTestJSON-694385126 tempest-ServerDiskConfigTestJSON-694385126-project] 10.222.0.13 "GET /v2.0/security-groups?id=2b210036-f47d-4cd1-b3dc-a2535149082f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412982 Nov 05 19:33:48.218651 n-d-816865-1 neutron-server[102386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b52bcc4-0d32-4dc9-84b7-c6e9a06b480f', 'tag': 'f34af8d6-07f2-412b-9eb0-a537a82edf66'}] {{(pid=102386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 19:33:48.221086 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6173a44d7c73f41af551dc890fa1a5892c2c6bc3458b640c8e0c24db7876ba6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27552a91-cef2-49d5-8a8e-4fb41e3ee61f" -d '{"events": [{"name": "network-changed", "server_uuid": "8b52bcc4-0d32-4dc9-84b7-c6e9a06b480f", "tag": "f34af8d6-07f2-412b-9eb0-a537a82edf66"}]}' {{(pid=102386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 19:33:48.269092 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 19:33:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f87fe13-0e1e-4b77-90f2-fc61d33c2c2a x-openstack-request-id: req-6f87fe13-0e1e-4b77-90f2-fc61d33c2c2a {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 19:33:48.269394 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b52bcc4-0d32-4dc9-84b7-c6e9a06b480f", "tag": "f34af8d6-07f2-412b-9eb0-a537a82edf66", "status": "completed", "code": 200}]} {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 19:33:48.269645 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6f87fe13-0e1e-4b77-90f2-fc61d33c2c2a {{(pid=102386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 19:33:48.270061 n-d-816865-1 neutron-server[102386]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b52bcc4-0d32-4dc9-84b7-c6e9a06b480f', 'tag': 'f34af8d6-07f2-412b-9eb0-a537a82edf66', 'status': 'completed', 'code': 200} Nov 05 19:33:48.332725 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27552a91-cef2-49d5-8a8e-4fb41e3ee61f req-bae79cc8-8d7b-488b-8946-601f38bd7e27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:33:48.333757 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27552a91-cef2-49d5-8a8e-4fb41e3ee61f req-16739659-566c-47b8-9da5-1f540f458c5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:33:48.334274 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-27552a91-cef2-49d5-8a8e-4fb41e3ee61f req-bae79cc8-8d7b-488b-8946-601f38bd7e27 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=03ad0ebdd6004ac3892d9b22b3961dee&device_id=8b52bcc4-0d32-4dc9-84b7-c6e9a06b480f HTTP/1.1" status: 200 len: 1094 time: 0.0419264 Nov 05 19:33:48.335457 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-27552a91-cef2-49d5-8a8e-4fb41e3ee61f req-16739659-566c-47b8-9da5-1f540f458c5b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=03ad0ebdd6004ac3892d9b22b3961dee&device_id=8b52bcc4-0d32-4dc9-84b7-c6e9a06b480f HTTP/1.1" status: 200 len: 1094 time: 0.0415995 Nov 05 19:33:48.432351 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27552a91-cef2-49d5-8a8e-4fb41e3ee61f req-f3f31547-18ba-4b55-8566-ed624b530db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:33:48.433831 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-27552a91-cef2-49d5-8a8e-4fb41e3ee61f req-f3f31547-18ba-4b55-8566-ed624b530db8 service neutron] 10.222.0.55 "GET /v2.0/networks?id=0e387395-0939-42f1-9352-7ee64ba5bf30 HTTP/1.1" status: 200 len: 916 time: 0.0909617 Nov 05 19:33:48.469273 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07712f59-e5bf-4003-b5ef-26d1f902a37a req-53188c77-0161-4be4-8dda-7e54d226e45e tempest-ServerDiskConfigTestJSON-694385126 tempest-ServerDiskConfigTestJSON-694385126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:33:48.470769 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-07712f59-e5bf-4003-b5ef-26d1f902a37a req-53188c77-0161-4be4-8dda-7e54d226e45e tempest-ServerDiskConfigTestJSON-694385126 tempest-ServerDiskConfigTestJSON-694385126-project] 10.222.0.13 "GET /v2.0/ports?device_id=8b52bcc4-0d32-4dc9-84b7-c6e9a06b480f HTTP/1.1" status: 200 len: 943 time: 0.0722668 Nov 05 19:33:48.471729 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27552a91-cef2-49d5-8a8e-4fb41e3ee61f req-76844f26-162b-4a2d-a7d0-0d879dafd5c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:33:48.473037 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-27552a91-cef2-49d5-8a8e-4fb41e3ee61f req-76844f26-162b-4a2d-a7d0-0d879dafd5c2 service neutron] 10.222.0.41 "GET /v2.0/networks?id=0e387395-0939-42f1-9352-7ee64ba5bf30 HTTP/1.1" status: 200 len: 916 time: 0.1306803 Nov 05 19:33:48.479606 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-27552a91-cef2-49d5-8a8e-4fb41e3ee61f req-db96cfcb-2849-44e9-97ad-5d6dbd5630ea service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f34af8d6-07f2-412b-9eb0-a537a82edf66 HTTP/1.1" status: 200 len: 217 time: 0.0367951 Nov 05 19:33:48.525256 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-27552a91-cef2-49d5-8a8e-4fb41e3ee61f req-1e44f3a8-d14d-4e43-93f8-6f3efc9bae2a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f34af8d6-07f2-412b-9eb0-a537a82edf66 HTTP/1.1" status: 200 len: 217 time: 0.0416212 Nov 05 19:33:48.536100 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27552a91-cef2-49d5-8a8e-4fb41e3ee61f req-11d99bfe-5853-448e-8f28-6577773ef629 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:33:48.537590 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-27552a91-cef2-49d5-8a8e-4fb41e3ee61f req-11d99bfe-5853-448e-8f28-6577773ef629 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=46135097-e7f2-472e-b4e5-8f7783397e26 HTTP/1.1" status: 200 len: 855 time: 0.0498233 Nov 05 19:33:48.570144 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-27552a91-cef2-49d5-8a8e-4fb41e3ee61f req-6532756f-dab2-4504-a393-23984be6b5ff service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0e387395-0939-42f1-9352-7ee64ba5bf30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0238755 Nov 05 19:33:48.580272 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-07712f59-e5bf-4003-b5ef-26d1f902a37a req-7870ff8b-1ab2-4c95-8f58-6ed0df53dd65 tempest-ServerDiskConfigTestJSON-694385126 tempest-ServerDiskConfigTestJSON-694385126-project] 10.222.0.13 "GET /v2.0/security-groups?id=2b210036-f47d-4cd1-b3dc-a2535149082f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027393 Nov 05 19:33:48.601946 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27552a91-cef2-49d5-8a8e-4fb41e3ee61f req-29aecc69-13c7-4d6f-bae1-3dc77afcc3ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:33:48.601946 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-27552a91-cef2-49d5-8a8e-4fb41e3ee61f req-29aecc69-13c7-4d6f-bae1-3dc77afcc3ce service neutron] 10.222.0.41 "GET /v2.0/subnets?id=46135097-e7f2-472e-b4e5-8f7783397e26 HTTP/1.1" status: 200 len: 855 time: 0.0623462 Nov 05 19:33:48.629518 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-27552a91-cef2-49d5-8a8e-4fb41e3ee61f req-778b21c1-5ea1-4143-a529-a57026a6f665 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=0e387395-0939-42f1-9352-7ee64ba5bf30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250771 Nov 05 19:33:48.661069 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-27552a91-cef2-49d5-8a8e-4fb41e3ee61f req-a897ac3c-5b58-42cc-9c62-b842cd4e12c2 service neutron] 10.222.0.55 "GET /v2.0/networks/0e387395-0939-42f1-9352-7ee64ba5bf30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831003 Nov 05 19:33:48.718960 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-27552a91-cef2-49d5-8a8e-4fb41e3ee61f req-af23d092-630b-4e46-9092-07043ce0ca15 service neutron] 10.222.0.41 "GET /v2.0/networks/0e387395-0939-42f1-9352-7ee64ba5bf30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824320 Nov 05 19:33:48.754740 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-27552a91-cef2-49d5-8a8e-4fb41e3ee61f req-c8180f77-409d-4ec8-a18f-69cdab330c40 service neutron] 10.222.0.55 "GET /v2.0/networks/0e387395-0939-42f1-9352-7ee64ba5bf30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854304 Nov 05 19:33:48.812220 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-27552a91-cef2-49d5-8a8e-4fb41e3ee61f req-6ce3bf87-c82d-467c-a6f8-87a433bc69ec service neutron] 10.222.0.41 "GET /v2.0/networks/0e387395-0939-42f1-9352-7ee64ba5bf30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862916 Nov 05 19:33:49.477568 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Device f34af8d6-07f2-412b-9eb0-a537a82edf66 no longer exists at agent hyperv_n-h1-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 19:33:49.515542 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Device f34af8d6-07f2-412b-9eb0-a537a82edf66 not bound to the agent host n-h1-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 19:33:49.750345 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6356cc32-adcf-41cf-b2b2-ec2ccf698bfa req-1724bfaa-53e5-4c54-8872-356e9ee8401c tempest-ServerDiskConfigTestJSON-694385126 tempest-ServerDiskConfigTestJSON-694385126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:33:49.751739 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-6356cc32-adcf-41cf-b2b2-ec2ccf698bfa req-1724bfaa-53e5-4c54-8872-356e9ee8401c tempest-ServerDiskConfigTestJSON-694385126 tempest-ServerDiskConfigTestJSON-694385126-project] 10.222.0.13 "GET /v2.0/ports?device_id=8b52bcc4-0d32-4dc9-84b7-c6e9a06b480f HTTP/1.1" status: 200 len: 943 time: 0.0481927 Nov 05 19:33:49.768537 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Device f34af8d6-07f2-412b-9eb0-a537a82edf66 details requested by agent hyperv_n-h2-816865-1 with host n-h2-816865-1 {{(pid=102388) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 05 19:33:49.799285 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-6356cc32-adcf-41cf-b2b2-ec2ccf698bfa req-7e7fd29f-d196-4e79-ac96-4fab70d5e0d0 tempest-ServerDiskConfigTestJSON-694385126 tempest-ServerDiskConfigTestJSON-694385126-project] 10.222.0.13 "GET /v2.0/security-groups?id=2b210036-f47d-4cd1-b3dc-a2535149082f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408890 Nov 05 19:33:49.869371 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] For port f34af8d6-07f2-412b-9eb0-a537a82edf66, host n-h2-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=f34af8d6-07f2-412b-9eb0-a537a82edf66,segment=NetworkSegment(a5efae71-97a0-410e-8bd9-610e85ae64de),segment_id=a5efae71-97a0-410e-8bd9-610e85ae64de)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:33:49.880480 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Returning: {'device': 'f34af8d6-07f2-412b-9eb0-a537a82edf66', 'network_id': '0e387395-0939-42f1-9352-7ee64ba5bf30', 'port_id': 'f34af8d6-07f2-412b-9eb0-a537a82edf66', 'mac_address': 'fa:16:3e:7f:60:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 157, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '46135097-e7f2-472e-b4e5-8f7783397e26', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102388) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 05 19:33:49.917705 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:33:49.930727 n-d-816865-1 neutron-server[102388]: DEBUG neutron.notifiers.nova [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f34af8d6-07f2-412b-9eb0-a537a82edf66 {{(pid=102388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 19:33:49.949688 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] For port f34af8d6-07f2-412b-9eb0-a537a82edf66, host n-h2-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=f34af8d6-07f2-412b-9eb0-a537a82edf66,segment=NetworkSegment(a5efae71-97a0-410e-8bd9-610e85ae64de),segment_id=a5efae71-97a0-410e-8bd9-610e85ae64de)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:33:50.013948 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:33:50.064259 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Pushing event updated for resources: {'Port': ['ID=f34af8d6-07f2-412b-9eb0-a537a82edf66,revision_number=8']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:33:50.256262 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] get_ports_and_sgs() called for port_ids ['f34af8d6-07f2-412b-9eb0-a537a82edf66'] {{(pid=102388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 19:33:50.401834 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d645bd5-2a17-4fbf-935a-2788283b2a34 req-3fe2f0d7-51fc-435c-a20f-be07c0b23965 tempest-ServerDiskConfigTestJSON-694385126 tempest-ServerDiskConfigTestJSON-694385126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:33:50.403312 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-6d645bd5-2a17-4fbf-935a-2788283b2a34 req-3fe2f0d7-51fc-435c-a20f-be07c0b23965 tempest-ServerDiskConfigTestJSON-694385126 tempest-ServerDiskConfigTestJSON-694385126-project] 10.222.0.13 "GET /v2.0/ports?device_id=8b52bcc4-0d32-4dc9-84b7-c6e9a06b480f HTTP/1.1" status: 200 len: 944 time: 0.3413670 Nov 05 19:33:50.418599 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4e2cd8-7a81-479d-a072-8b3342ea4452 req-336735d3-5d0f-4f91-81c5-65cd81c4784e tempest-ServerDiskConfigTestJSON-694385126 tempest-ServerDiskConfigTestJSON-694385126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:33:50.420028 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-4c4e2cd8-7a81-479d-a072-8b3342ea4452 req-336735d3-5d0f-4f91-81c5-65cd81c4784e tempest-ServerDiskConfigTestJSON-694385126 tempest-ServerDiskConfigTestJSON-694385126-project] 10.222.0.41 "GET /v2.0/ports?device_id=8b52bcc4-0d32-4dc9-84b7-c6e9a06b480f&tenant_id=03ad0ebdd6004ac3892d9b22b3961dee&binding%3Ahost_id=n-h2-816865-1 HTTP/1.1" status: 200 len: 944 time: 0.0713630 Nov 05 19:33:50.498726 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-6d645bd5-2a17-4fbf-935a-2788283b2a34 req-81a41e3e-bcff-4cca-9d8f-312c9e07b810 tempest-ServerDiskConfigTestJSON-694385126 tempest-ServerDiskConfigTestJSON-694385126-project] 10.222.0.13 "GET /v2.0/security-groups?id=2b210036-f47d-4cd1-b3dc-a2535149082f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890005 Nov 05 19:33:50.507564 n-d-816865-1 neutron-server[102387]: INFO neutron.api.v2.resource [req-4c4e2cd8-7a81-479d-a072-8b3342ea4452 req-7309bf24-b76a-4677-ab70-3d328efde7f9 service neutron] delete failed (client error): The resource could not be found. Nov 05 19:33:50.508529 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-4c4e2cd8-7a81-479d-a072-8b3342ea4452 req-7309bf24-b76a-4677-ab70-3d328efde7f9 service neutron] 10.222.0.41 "DELETE /v2.0/ports/f34af8d6-07f2-412b-9eb0-a537a82edf66/bindings/n-h1-816865-1 HTTP/1.1" status: 404 len: 380 time: 0.0747504 Nov 05 19:33:50.596028 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4e2cd8-7a81-479d-a072-8b3342ea4452 req-df6ffc6a-4e42-4067-b475-da34199baea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:33:50.597539 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-4c4e2cd8-7a81-479d-a072-8b3342ea4452 req-df6ffc6a-4e42-4067-b475-da34199baea8 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=03ad0ebdd6004ac3892d9b22b3961dee&device_id=8b52bcc4-0d32-4dc9-84b7-c6e9a06b480f HTTP/1.1" status: 200 len: 1095 time: 0.0446486 Nov 05 19:33:50.685247 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4e2cd8-7a81-479d-a072-8b3342ea4452 req-3549f11a-afdc-4b29-8c77-876f03e14b7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:33:50.686632 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-4c4e2cd8-7a81-479d-a072-8b3342ea4452 req-3549f11a-afdc-4b29-8c77-876f03e14b7f service neutron] 10.222.0.41 "GET /v2.0/networks?id=0e387395-0939-42f1-9352-7ee64ba5bf30 HTTP/1.1" status: 200 len: 916 time: 0.0825586 Nov 05 19:33:50.731852 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-4c4e2cd8-7a81-479d-a072-8b3342ea4452 req-760c12ec-4cfa-46be-a520-b4f5d630a355 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f34af8d6-07f2-412b-9eb0-a537a82edf66 HTTP/1.1" status: 200 len: 217 time: 0.0373027 Nov 05 19:33:50.779426 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4e2cd8-7a81-479d-a072-8b3342ea4452 req-b6e9cac8-c7d6-471e-a2d6-2a6cbea8ffbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:33:50.780821 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-4c4e2cd8-7a81-479d-a072-8b3342ea4452 req-b6e9cac8-c7d6-471e-a2d6-2a6cbea8ffbe service neutron] 10.222.0.41 "GET /v2.0/subnets?id=46135097-e7f2-472e-b4e5-8f7783397e26 HTTP/1.1" status: 200 len: 855 time: 0.0427129 Nov 05 19:33:50.811606 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-4c4e2cd8-7a81-479d-a072-8b3342ea4452 req-a1b271e0-850c-4bbe-a8cb-7a19a97cecd9 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=0e387395-0939-42f1-9352-7ee64ba5bf30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0239842 Nov 05 19:33:50.901388 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-4c4e2cd8-7a81-479d-a072-8b3342ea4452 req-168ba2e8-29dc-43fb-97c3-26009e6a887b service neutron] 10.222.0.41 "GET /v2.0/networks/0e387395-0939-42f1-9352-7ee64ba5bf30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826221 Nov 05 19:33:50.989433 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-4c4e2cd8-7a81-479d-a072-8b3342ea4452 req-3e55a44d-6c42-406b-91b3-a2f92a07ea24 service neutron] 10.222.0.41 "GET /v2.0/networks/0e387395-0939-42f1-9352-7ee64ba5bf30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813854 Nov 05 19:33:51.618422 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663fa8a0-733d-466f-b68c-f7194b9b5740 req-10062369-8871-4896-a78f-e80fc57297d9 tempest-ServerDiskConfigTestJSON-694385126 tempest-ServerDiskConfigTestJSON-694385126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:33:51.620018 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-663fa8a0-733d-466f-b68c-f7194b9b5740 req-10062369-8871-4896-a78f-e80fc57297d9 tempest-ServerDiskConfigTestJSON-694385126 tempest-ServerDiskConfigTestJSON-694385126-project] 10.222.0.13 "GET /v2.0/ports?device_id=8b52bcc4-0d32-4dc9-84b7-c6e9a06b480f HTTP/1.1" status: 200 len: 944 time: 0.0505672 Nov 05 19:33:51.672203 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-663fa8a0-733d-466f-b68c-f7194b9b5740 req-9b3514e5-2d44-45e1-bb80-9c3e9c3b79eb tempest-ServerDiskConfigTestJSON-694385126 tempest-ServerDiskConfigTestJSON-694385126-project] 10.222.0.13 "GET /v2.0/security-groups?id=2b210036-f47d-4cd1-b3dc-a2535149082f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460615 Nov 05 19:33:51.787775 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Device f34af8d6-07f2-412b-9eb0-a537a82edf66 up at agent hyperv_n-h2-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 19:33:51.899495 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Provisioning for port f34af8d6-07f2-412b-9eb0-a537a82edf66 completed by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 05 19:33:51.903385 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Provisioning complete for port f34af8d6-07f2-412b-9eb0-a537a82edf66 triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:33:51.903756 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:33:51.984513 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:33:52.007178 n-d-816865-1 neutron-server[102388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b52bcc4-0d32-4dc9-84b7-c6e9a06b480f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f34af8d6-07f2-412b-9eb0-a537a82edf66'}] {{(pid=102388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 19:33:52.010190 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85474fee1180e129d8a886d264fe0b30223aa672dd1ffe43b630605f18504f68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34a83145-4a49-4f0f-ba83-dd1cf8cb0eb8" -d '{"events": [{"server_uuid": "8b52bcc4-0d32-4dc9-84b7-c6e9a06b480f", "name": "network-vif-plugged", "status": "completed", "tag": "f34af8d6-07f2-412b-9eb0-a537a82edf66"}]}' {{(pid=102388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 19:33:52.022783 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] For port f34af8d6-07f2-412b-9eb0-a537a82edf66, host n-h2-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=f34af8d6-07f2-412b-9eb0-a537a82edf66,segment=NetworkSegment(a5efae71-97a0-410e-8bd9-610e85ae64de),segment_id=a5efae71-97a0-410e-8bd9-610e85ae64de)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:33:52.053711 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 19:33:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-764136cf-2709-4bed-b4c8-b324f9cbde54 x-openstack-request-id: req-764136cf-2709-4bed-b4c8-b324f9cbde54 {{(pid=102388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 19:33:52.054116 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b52bcc4-0d32-4dc9-84b7-c6e9a06b480f", "name": "network-vif-plugged", "status": "completed", "tag": "f34af8d6-07f2-412b-9eb0-a537a82edf66", "code": 200}]} {{(pid=102388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 19:33:52.055045 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-764136cf-2709-4bed-b4c8-b324f9cbde54 {{(pid=102388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 19:33:52.055466 n-d-816865-1 neutron-server[102388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b52bcc4-0d32-4dc9-84b7-c6e9a06b480f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f34af8d6-07f2-412b-9eb0-a537a82edf66', 'code': 200} Nov 05 19:33:52.090947 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:33:52.138796 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Pushing event updated for resources: {'Port': ['ID=f34af8d6-07f2-412b-9eb0-a537a82edf66,revision_number=9']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:33:52.878613 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4e33e7-8fe0-4754-af4b-bb578ea99778 req-b3585fcb-926f-4bbf-a8cf-bd45936e4c31 tempest-ServerDiskConfigTestJSON-694385126 tempest-ServerDiskConfigTestJSON-694385126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:33:52.880105 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-df4e33e7-8fe0-4754-af4b-bb578ea99778 req-b3585fcb-926f-4bbf-a8cf-bd45936e4c31 tempest-ServerDiskConfigTestJSON-694385126 tempest-ServerDiskConfigTestJSON-694385126-project] 10.222.0.13 "GET /v2.0/ports?device_id=8b52bcc4-0d32-4dc9-84b7-c6e9a06b480f HTTP/1.1" status: 200 len: 945 time: 0.0915425 Nov 05 19:33:52.928098 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-df4e33e7-8fe0-4754-af4b-bb578ea99778 req-58c27a4f-b692-41db-b933-0eb8de28117f tempest-ServerDiskConfigTestJSON-694385126 tempest-ServerDiskConfigTestJSON-694385126-project] 10.222.0.13 "GET /v2.0/security-groups?id=2b210036-f47d-4cd1-b3dc-a2535149082f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416968 Nov 05 19:33:53.040911 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a9a7af-5efa-4007-aaf3-f70e0c8f45cf req-bedf2893-75d9-4be5-84e2-bfdff5f10538 tempest-ServerDiskConfigTestJSON-694385126 tempest-ServerDiskConfigTestJSON-694385126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:33:53.042448 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-05a9a7af-5efa-4007-aaf3-f70e0c8f45cf req-bedf2893-75d9-4be5-84e2-bfdff5f10538 tempest-ServerDiskConfigTestJSON-694385126 tempest-ServerDiskConfigTestJSON-694385126-project] 10.222.0.13 "GET /v2.0/ports?device_id=8b52bcc4-0d32-4dc9-84b7-c6e9a06b480f HTTP/1.1" status: 200 len: 945 time: 0.0493956 Nov 05 19:33:53.089273 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-05a9a7af-5efa-4007-aaf3-f70e0c8f45cf req-3d761cde-401b-4be7-a883-5db8e6224f92 tempest-ServerDiskConfigTestJSON-694385126 tempest-ServerDiskConfigTestJSON-694385126-project] 10.222.0.13 "GET /v2.0/security-groups?id=2b210036-f47d-4cd1-b3dc-a2535149082f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409226 Nov 05 19:33:53.204471 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5922352-c8d8-45e6-89c8-8844a98449f8 req-d45e6e7f-0cc1-48a8-b9da-fa33a1294e95 tempest-ServerDiskConfigTestJSON-694385126 tempest-ServerDiskConfigTestJSON-694385126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:33:53.205848 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-d5922352-c8d8-45e6-89c8-8844a98449f8 req-d45e6e7f-0cc1-48a8-b9da-fa33a1294e95 tempest-ServerDiskConfigTestJSON-694385126 tempest-ServerDiskConfigTestJSON-694385126-project] 10.222.0.13 "GET /v2.0/ports?device_id=8b52bcc4-0d32-4dc9-84b7-c6e9a06b480f HTTP/1.1" status: 200 len: 945 time: 0.0515790 Nov 05 19:33:53.252034 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-d5922352-c8d8-45e6-89c8-8844a98449f8 req-d636f184-08a3-4947-bfbf-d90f7820711b tempest-ServerDiskConfigTestJSON-694385126 tempest-ServerDiskConfigTestJSON-694385126-project] 10.222.0.13 "GET /v2.0/security-groups?id=2b210036-f47d-4cd1-b3dc-a2535149082f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394931 Nov 05 19:33:53.817731 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96844ae-99af-4194-8019-50bcd54b191c req-7e285c95-0032-4e7d-9b8e-9fdcdd21ce05 tempest-ServerDiskConfigTestJSON-694385126 tempest-ServerDiskConfigTestJSON-694385126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:33:53.819276 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-c96844ae-99af-4194-8019-50bcd54b191c req-7e285c95-0032-4e7d-9b8e-9fdcdd21ce05 tempest-ServerDiskConfigTestJSON-694385126 tempest-ServerDiskConfigTestJSON-694385126-project] 10.222.0.13 "GET /v2.0/ports?device_id=8b52bcc4-0d32-4dc9-84b7-c6e9a06b480f HTTP/1.1" status: 200 len: 945 time: 0.0496299 Nov 05 19:33:53.867991 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-c96844ae-99af-4194-8019-50bcd54b191c req-2cf113c1-1a88-45fb-8c30-3214bd3132d7 tempest-ServerDiskConfigTestJSON-694385126 tempest-ServerDiskConfigTestJSON-694385126-project] 10.222.0.13 "GET /v2.0/security-groups?id=2b210036-f47d-4cd1-b3dc-a2535149082f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407851 Nov 05 19:33:54.722241 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.agents_db [None req-b9406b04-a0e8-43cf-b349-711963d96cf4 None None] Agent healthcheck: found 7 active agents {{(pid=102389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 05 19:33:54.980979 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5247377-5316-4f17-9b4c-9ed61e256e5c req-a0c4af8e-09cd-433c-837a-977913ab107d tempest-ServerDiskConfigTestJSON-694385126 tempest-ServerDiskConfigTestJSON-694385126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:33:54.982389 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-c5247377-5316-4f17-9b4c-9ed61e256e5c req-a0c4af8e-09cd-433c-837a-977913ab107d tempest-ServerDiskConfigTestJSON-694385126 tempest-ServerDiskConfigTestJSON-694385126-project] 10.222.0.13 "GET /v2.0/ports?device_id=8b52bcc4-0d32-4dc9-84b7-c6e9a06b480f HTTP/1.1" status: 200 len: 945 time: 0.0481226 Nov 05 19:33:55.033843 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-c5247377-5316-4f17-9b4c-9ed61e256e5c req-5bcc889d-2f7e-4788-8586-b464385e71f0 tempest-ServerDiskConfigTestJSON-694385126 tempest-ServerDiskConfigTestJSON-694385126-project] 10.222.0.13 "GET /v2.0/security-groups?id=2b210036-f47d-4cd1-b3dc-a2535149082f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456514 Nov 05 19:33:55.112189 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7ebef0-c045-468d-b0f0-32975a96cf74 req-091bae3c-714f-403a-831e-36db73b13a05 tempest-ServerDiskConfigTestJSON-694385126 tempest-ServerDiskConfigTestJSON-694385126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:33:55.113637 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-3f7ebef0-c045-468d-b0f0-32975a96cf74 req-091bae3c-714f-403a-831e-36db73b13a05 tempest-ServerDiskConfigTestJSON-694385126 tempest-ServerDiskConfigTestJSON-694385126-project] 10.222.0.55 "GET /v2.0/ports?device_id=8b52bcc4-0d32-4dc9-84b7-c6e9a06b480f HTTP/1.1" status: 200 len: 945 time: 0.0479100 Nov 05 19:33:55.209096 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [req-3f7ebef0-c045-468d-b0f0-32975a96cf74 req-2ce8fc0f-9412-472d-b5e0-718151b47ef5 tempest-ServerDiskConfigTestJSON-694385126 tempest-ServerDiskConfigTestJSON-694385126-project] Deleting port f34af8d6-07f2-412b-9eb0-a537a82edf66 {{(pid=102386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 19:33:55.209431 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-3f7ebef0-c045-468d-b0f0-32975a96cf74 req-2ce8fc0f-9412-472d-b5e0-718151b47ef5 tempest-ServerDiskConfigTestJSON-694385126 tempest-ServerDiskConfigTestJSON-694385126-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:33:55.293639 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [req-3f7ebef0-c045-468d-b0f0-32975a96cf74 req-2ce8fc0f-9412-472d-b5e0-718151b47ef5 tempest-ServerDiskConfigTestJSON-694385126 tempest-ServerDiskConfigTestJSON-694385126-project] For port f34af8d6-07f2-412b-9eb0-a537a82edf66, host n-h2-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=f34af8d6-07f2-412b-9eb0-a537a82edf66,segment=NetworkSegment(a5efae71-97a0-410e-8bd9-610e85ae64de),segment_id=a5efae71-97a0-410e-8bd9-610e85ae64de)] {{(pid=102386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:33:55.293912 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-3f7ebef0-c045-468d-b0f0-32975a96cf74 req-2ce8fc0f-9412-472d-b5e0-718151b47ef5 tempest-ServerDiskConfigTestJSON-694385126 tempest-ServerDiskConfigTestJSON-694385126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:33:55.306402 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [req-3f7ebef0-c045-468d-b0f0-32975a96cf74 req-2ce8fc0f-9412-472d-b5e0-718151b47ef5 tempest-ServerDiskConfigTestJSON-694385126 tempest-ServerDiskConfigTestJSON-694385126-project] Calling delete_port for f34af8d6-07f2-412b-9eb0-a537a82edf66 owned by compute:nova {{(pid=102386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 19:33:55.490983 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-3f7ebef0-c045-468d-b0f0-32975a96cf74 req-2ce8fc0f-9412-472d-b5e0-718151b47ef5 tempest-ServerDiskConfigTestJSON-694385126 tempest-ServerDiskConfigTestJSON-694385126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:33:55.507780 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] get_ports_and_sgs() called for port_ids ['f34af8d6-07f2-412b-9eb0-a537a82edf66'] {{(pid=102388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 19:33:55.520099 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce8fc0f-9412-472d-b5e0-718151b47ef5 tempest-ServerDiskConfigTestJSON-694385126 tempest-ServerDiskConfigTestJSON-694385126-project] Pushing event deleted for resources: {'Port': ['ID=f34af8d6-07f2-412b-9eb0-a537a82edf66,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:33:55.567154 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f7ebef0-c045-468d-b0f0-32975a96cf74 req-2ce8fc0f-9412-472d-b5e0-718151b47ef5 tempest-ServerDiskConfigTestJSON-694385126 tempest-ServerDiskConfigTestJSON-694385126-project] No DVR routers for this DVR port f34af8d6-07f2-412b-9eb0-a537a82edf66 on host n-h2-816865-1 {{(pid=102386) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 19:33:55.570592 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-3f7ebef0-c045-468d-b0f0-32975a96cf74 req-2ce8fc0f-9412-472d-b5e0-718151b47ef5 tempest-ServerDiskConfigTestJSON-694385126 tempest-ServerDiskConfigTestJSON-694385126-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:33:55.574410 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-3f7ebef0-c045-468d-b0f0-32975a96cf74 req-2ce8fc0f-9412-472d-b5e0-718151b47ef5 tempest-ServerDiskConfigTestJSON-694385126 tempest-ServerDiskConfigTestJSON-694385126-project] 10.222.0.55 "DELETE /v2.0/ports/f34af8d6-07f2-412b-9eb0-a537a82edf66 HTTP/1.1" status: 204 len: 173 time: 0.4492297 Nov 05 19:33:55.574876 n-d-816865-1 neutron-server[102386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b52bcc4-0d32-4dc9-84b7-c6e9a06b480f', 'name': 'network-vif-deleted', 'tag': 'f34af8d6-07f2-412b-9eb0-a537a82edf66'}] {{(pid=102386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 19:33:55.577208 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6173a44d7c73f41af551dc890fa1a5892c2c6bc3458b640c8e0c24db7876ba6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-084bd8b9-c010-427d-a1ad-0a5b6c44d2ad" -d '{"events": [{"server_uuid": "8b52bcc4-0d32-4dc9-84b7-c6e9a06b480f", "name": "network-vif-deleted", "tag": "f34af8d6-07f2-412b-9eb0-a537a82edf66"}]}' {{(pid=102386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 19:33:55.613149 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 19:33:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a751f610-0093-4884-84bf-b57527ed0fb2 x-openstack-request-id: req-a751f610-0093-4884-84bf-b57527ed0fb2 {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 19:33:55.613471 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b52bcc4-0d32-4dc9-84b7-c6e9a06b480f", "name": "network-vif-deleted", "tag": "f34af8d6-07f2-412b-9eb0-a537a82edf66", "status": "completed", "code": 200}]} {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 19:33:55.613756 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a751f610-0093-4884-84bf-b57527ed0fb2 {{(pid=102386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 19:33:55.614221 n-d-816865-1 neutron-server[102386]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b52bcc4-0d32-4dc9-84b7-c6e9a06b480f', 'name': 'network-vif-deleted', 'tag': 'f34af8d6-07f2-412b-9eb0-a537a82edf66', 'status': 'completed', 'code': 200} Nov 05 19:33:56.141848 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-a37ff44b-f70b-4931-bf25-8d04dc94e661 req-f2ab814c-ee30-4910-8259-3b35fae17b44 tempest-ServerDiskConfigTestJSON-694385126 tempest-ServerDiskConfigTestJSON-694385126-project] 10.222.0.13 "GET /v2.0/ports?device_id=8b52bcc4-0d32-4dc9-84b7-c6e9a06b480f HTTP/1.1" status: 200 len: 210 time: 0.0282705 Nov 05 19:33:57.272206 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 43266) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:33:57.316677 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ab78ca5-d392-47de-8d3d-8d82ac994297 admin admin] Deleting subnet 46135097-e7f2-472e-b4e5-8f7783397e26 {{(pid=102387) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 05 19:33:57.319778 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-3ab78ca5-d392-47de-8d3d-8d82ac994297 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:33:57.354100 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-3ab78ca5-d392-47de-8d3d-8d82ac994297 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4463501'] for subnet, precommit_delete_associations {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:33:57.399789 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-3ab78ca5-d392-47de-8d3d-8d82ac994297 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1573928'] for subnet, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:33:57.516301 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-3ab78ca5-d392-47de-8d3d-8d82ac994297 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1573905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4417146', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5112209'] for subnet, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:33:57.547740 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab78ca5-d392-47de-8d3d-8d82ac994297 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=46135097-e7f2-472e-b4e5-8f7783397e26,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:33:57.550545 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-3ab78ca5-d392-47de-8d3d-8d82ac994297 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:33:57.553206 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-3ab78ca5-d392-47de-8d3d-8d82ac994297 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/46135097-e7f2-472e-b4e5-8f7783397e26 HTTP/1.1" status: 204 len: 168 time: 0.2794511 Nov 05 19:33:57.555876 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 43268) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:33:57.559665 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab78ca5-d392-47de-8d3d-8d82ac994297 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:33:57.560010 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab78ca5-d392-47de-8d3d-8d82ac994297 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:33:57.560354 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab78ca5-d392-47de-8d3d-8d82ac994297 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:33:57.560686 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab78ca5-d392-47de-8d3d-8d82ac994297 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:33:57.561021 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab78ca5-d392-47de-8d3d-8d82ac994297 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:33:57.561349 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab78ca5-d392-47de-8d3d-8d82ac994297 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:33:57.561670 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab78ca5-d392-47de-8d3d-8d82ac994297 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:33:57.561989 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab78ca5-d392-47de-8d3d-8d82ac994297 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:33:57.562483 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab78ca5-d392-47de-8d3d-8d82ac994297 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:33:57.562653 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab78ca5-d392-47de-8d3d-8d82ac994297 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:33:57.562971 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab78ca5-d392-47de-8d3d-8d82ac994297 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:33:57.563292 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab78ca5-d392-47de-8d3d-8d82ac994297 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:33:57.625251 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-9d84f425-1163-4e12-afda-20ca21dee496 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1664226'] for network, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:33:57.704998 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-9d84f425-1163-4e12-afda-20ca21dee496 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1579173', 'neutron.services.segments.db._delete_segments_for_network-8750027792909'] for network, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:33:57.724476 n-d-816865-1 neutron-server[102386]: DEBUG neutron.services.segments.db [None req-9d84f425-1163-4e12-afda-20ca21dee496 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e387395-0939-42f1-9352-7ee64ba5bf30']}} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:33:57.733827 n-d-816865-1 neutron-server[102386]: DEBUG neutron.services.segments.db [None req-9d84f425-1163-4e12-afda-20ca21dee496 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a5efae71-97a0-410e-8bd9-610e85ae64de') {'for_net_delete': True} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:33:57.734161 n-d-816865-1 neutron-server[102386]: DEBUG neutron.services.segments.db [None req-9d84f425-1163-4e12-afda-20ca21dee496 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a5efae71-97a0-410e-8bd9-610e85ae64de') {} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:33:57.743457 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-9d84f425-1163-4e12-afda-20ca21dee496 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750027793430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4590747'] for segment, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:33:57.756740 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-9d84f425-1163-4e12-afda-20ca21dee496 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273'] for segment, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:33:57.762950 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d84f425-1163-4e12-afda-20ca21dee496 admin admin] Releasing vlan 157 on physical network physnet1 to pool {{(pid=102386) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 05 19:33:57.763332 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-9d84f425-1163-4e12-afda-20ca21dee496 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6149721'] for segment, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:33:57.764928 n-d-816865-1 neutron-server[102386]: Traceback (most recent call last): Nov 05 19:33:57.764928 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 05 19:33:57.764928 n-d-816865-1 neutron-server[102386]: timer() Nov 05 19:33:57.764928 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 05 19:33:57.764928 n-d-816865-1 neutron-server[102386]: cb(*args, **kw) Nov 05 19:33:57.764928 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 05 19:33:57.764928 n-d-816865-1 neutron-server[102386]: return func(*args, **kwargs) Nov 05 19:33:57.764928 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 05 19:33:57.764928 n-d-816865-1 neutron-server[102386]: self._notify() Nov 05 19:33:57.764928 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 05 19:33:57.764928 n-d-816865-1 neutron-server[102386]: self.callback(batched_events) Nov 05 19:33:57.764928 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 05 19:33:57.764928 n-d-816865-1 neutron-server[102386]: event.method(event) Nov 05 19:33:57.764928 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 05 19:33:57.764928 n-d-816865-1 neutron-server[102386]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 05 19:33:57.764928 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 05 19:33:57.764928 n-d-816865-1 neutron-server[102386]: aggregate_uuid = self.p_client.list_aggregates( Nov 05 19:33:57.764928 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 05 19:33:57.764928 n-d-816865-1 neutron-server[102386]: return f(self, *a, **k) Nov 05 19:33:57.764928 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 05 19:33:57.764928 n-d-816865-1 neutron-server[102386]: return self._get(url).json() Nov 05 19:33:57.764928 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 05 19:33:57.764928 n-d-816865-1 neutron-server[102386]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 05 19:33:57.764928 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 05 19:33:57.764928 n-d-816865-1 neutron-server[102386]: return self.request(url, 'GET', **kwargs) Nov 05 19:33:57.764928 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 05 19:33:57.764928 n-d-816865-1 neutron-server[102386]: base_url = self.get_endpoint(auth, allow=allow, Nov 05 19:33:57.764928 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 05 19:33:57.764928 n-d-816865-1 neutron-server[102386]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 05 19:33:57.764928 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 05 19:33:57.764928 n-d-816865-1 neutron-server[102386]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 05 19:33:57.764928 n-d-816865-1 neutron-server[102386]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 05 19:33:57.827223 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Device f34af8d6-07f2-412b-9eb0-a537a82edf66 no longer exists at agent hyperv_n-h2-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 19:33:57.847824 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] No Port match for: f34af8d6-07f2-412b-9eb0-a537a82edf66 {{(pid=102388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 19:33:57.848168 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Device f34af8d6-07f2-412b-9eb0-a537a82edf66 not bound to the agent host n-h2-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 19:33:57.881669 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-9d84f425-1163-4e12-afda-20ca21dee496 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1579178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-956796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1000687'] for network, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:33:57.887744 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-9d84f425-1163-4e12-afda-20ca21dee496 admin admin] Publish callbacks [] for network, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:33:57.890924 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-9d84f425-1163-4e12-afda-20ca21dee496 admin admin] 10.222.0.13 "DELETE /v2.0/networks/0e387395-0939-42f1-9352-7ee64ba5bf30 HTTP/1.1" status: 204 len: 168 time: 0.3339949 Nov 05 19:33:57.902286 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d84f425-1163-4e12-afda-20ca21dee496 admin admin] Pushing event deleted for resources: {'Network': ['ID=0e387395-0939-42f1-9352-7ee64ba5bf30,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:33:58.220107 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 43272) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:33:58.266965 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-5c2331c0-0135-4e21-8b0f-a6decf30e0f0 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=03ad0ebdd6004ac3892d9b22b3961dee&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0455754 Nov 05 19:33:58.269401 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 43274) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:33:58.321014 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-325d388b-ab7e-4f70-854e-c43eed16124d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:33:58.342926 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-325d388b-ab7e-4f70-854e-c43eed16124d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:33:58.445542 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-325d388b-ab7e-4f70-854e-c43eed16124d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:33:58.448144 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-325d388b-ab7e-4f70-854e-c43eed16124d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:33:58.452400 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-325d388b-ab7e-4f70-854e-c43eed16124d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2b210036-f47d-4cd1-b3dc-a2535149082f HTTP/1.1" status: 204 len: 168 time: 0.1789362 Nov 05 19:33:58.458518 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325d388b-ab7e-4f70-854e-c43eed16124d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b210036-f47d-4cd1-b3dc-a2535149082f,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:33:59.482076 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 43296) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:33:59.581316 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-7cca0f1b-8255-4ed4-b958-4f05ad3b35ff admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-478465466-network', 'tenant_id': '7488aeefeb374a46a39cff325eff1fe7'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:33:59.685213 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cca0f1b-8255-4ed4-b958-4f05ad3b35ff admin admin] Made reservation on behalf of 7488aeefeb374a46a39cff325eff1fe7 for: {'network': 1} {{(pid=102386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 19:33:59.687632 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-7cca0f1b-8255-4ed4-b958-4f05ad3b35ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for network, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:33:59.696431 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-7cca0f1b-8255-4ed4-b958-4f05ad3b35ff admin admin] Publish callbacks [] for security_group, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:33:59.772655 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-7cca0f1b-8255-4ed4-b958-4f05ad3b35ff admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:33:59.833965 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-7cca0f1b-8255-4ed4-b958-4f05ad3b35ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:33:59.860771 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7cca0f1b-8255-4ed4-b958-4f05ad3b35ff admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 150} {{(pid=102386) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 05 19:33:59.870437 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cca0f1b-8255-4ed4-b958-4f05ad3b35ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=caf7da3e-5be9-48d6-9d13-9caadd420bbc,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:33:59.876026 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-7cca0f1b-8255-4ed4-b958-4f05ad3b35ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273'] for segment, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:33:59.876364 n-d-816865-1 neutron-server[102386]: INFO neutron.db.segments_db [None req-7cca0f1b-8255-4ed4-b958-4f05ad3b35ff admin admin] Added segment a58696c4-674f-491a-9f25-92f83919ef0a of type vlan for network ba9e5cef-1f4e-4f1c-980f-f1e77d588fb4 Nov 05 19:33:59.916607 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-7cca0f1b-8255-4ed4-b958-4f05ad3b35ff admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750027258543'] for network, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:34:00.011146 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-7cca0f1b-8255-4ed4-b958-4f05ad3b35ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-956796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877'] for network, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:34:00.012162 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cca0f1b-8255-4ed4-b958-4f05ad3b35ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:34:00.012771 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-7cca0f1b-8255-4ed4-b958-4f05ad3b35ff admin admin] Publish callbacks [] for network, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:34:00.070735 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cca0f1b-8255-4ed4-b958-4f05ad3b35ff admin admin] Pushing event updated for resources: {'Network': ['ID=ba9e5cef-1f4e-4f1c-980f-f1e77d588fb4,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:34:00.080301 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Network ba9e5cef-1f4e-4f1c-980f-f1e77d588fb4 details requested by agent ovs-agent-n-d-816865-1 with host n-d-816865-1 {{(pid=102388) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 05 19:34:00.122426 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-7cca0f1b-8255-4ed4-b958-4f05ad3b35ff admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6390572 Nov 05 19:34:00.125407 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 43300) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:34:00.132553 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-7eba3074-91e1-4976-8510-442df902b60a admin admin] Request body: {'subnet': {'network_id': 'ba9e5cef-1f4e-4f1c-980f-f1e77d588fb4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-478465466-subnet', 'tenant_id': '7488aeefeb374a46a39cff325eff1fe7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:34:00.224250 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7eba3074-91e1-4976-8510-442df902b60a admin admin] Made reservation on behalf of 7488aeefeb374a46a39cff325eff1fe7 for: {'subnet': 1} {{(pid=102386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 19:34:00.227283 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-7eba3074-91e1-4976-8510-442df902b60a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4877122'] for subnet, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:34:00.447623 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-7eba3074-91e1-4976-8510-442df902b60a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6149946', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4877172'] for subnet, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:34:00.500802 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eba3074-91e1-4976-8510-442df902b60a admin admin] Pushing event updated for resources: {'Subnet': ['ID=8ba56a91-a4c0-4279-98e5-26a64b9e0aa9,revision_number=0']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:34:00.516459 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eba3074-91e1-4976-8510-442df902b60a admin admin] Checking segment: {'id': 'a58696c4-674f-491a-9f25-92f83919ef0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'ba9e5cef-1f4e-4f1c-980f-f1e77d588fb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 19:34:00.516819 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7eba3074-91e1-4976-8510-442df902b60a admin admin] Network hostable DHCP agents. Network: ba9e5cef-1f4e-4f1c-980f-f1e77d588fb4, hostable agents: ['987e2ca0-bc3b-4c6f-a989-429ccfbf753f'], hosted agents: [] {{(pid=102386) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 05 19:34:00.590322 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7eba3074-91e1-4976-8510-442df902b60a admin admin] Network ba9e5cef-1f4e-4f1c-980f-f1e77d588fb4 is scheduled to be hosted by DHCP agent 987e2ca0-bc3b-4c6f-a989-429ccfbf753f with binding_index 1 {{(pid=102386) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 05 19:34:00.667636 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.base_scheduler [None req-7eba3074-91e1-4976-8510-442df902b60a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816865-1, ba9e5cef-1f4e-4f1c-980f-f1e77d588fb4) {{(pid=102386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 19:34:00.671695 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7eba3074-91e1-4976-8510-442df902b60a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:34:00.672293 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-7eba3074-91e1-4976-8510-442df902b60a admin admin] Publish callbacks [] for subnet, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:34:00.676619 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fe26225-2589-4efa-8c04-b79dc28f6c1f None None] Network ba9e5cef-1f4e-4f1c-980f-f1e77d588fb4 requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 19:34:00.759635 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 43302) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:34:00.760216 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-7eba3074-91e1-4976-8510-442df902b60a admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6330004 Nov 05 19:34:00.764363 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-5efda638-8e7d-434f-9fc0-5a3c41b53f93 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-478465466-router', 'tenant_id': '7488aeefeb374a46a39cff325eff1fe7', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec'}}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:34:00.825425 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dd5ff65-fc90-4216-80e0-32ddb8d6c25c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeb20a084-accf-5b60-8075-3e69ebe863a6-ba9e5cef-1f4e-4f1c-980f-f1e77d588fb4', 'network_id': 'ba9e5cef-1f4e-4f1c-980f-f1e77d588fb4', 'tenant_id': '7488aeefeb374a46a39cff325eff1fe7', 'fixed_ips': [{'subnet_id': '8ba56a91-a4c0-4279-98e5-26a64b9e0aa9'}]}} from n-d-816865-1. {{(pid=102388) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 05 19:34:00.826346 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-6dd5ff65-fc90-4216-80e0-32ddb8d6c25c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:34:00.868860 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-5efda638-8e7d-434f-9fc0-5a3c41b53f93 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-571139', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6874'] for router, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:34:00.870023 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-5efda638-8e7d-434f-9fc0-5a3c41b53f93 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-571375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1000570', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1011585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6867'] for router, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:34:00.955499 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-5efda638-8e7d-434f-9fc0-5a3c41b53f93 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:34:00.957402 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.db_base_plugin_common [None req-6dd5ff65-fc90-4216-80e0-32ddb8d6c25c None None] Allocated IP 172.20.0.2 (ba9e5cef-1f4e-4f1c-980f-f1e77d588fb4/8ba56a91-a4c0-4279-98e5-26a64b9e0aa9/666c18be-0eed-44bc-bee8-84c8667fef72) {{(pid=102388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 19:34:01.103330 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-6dd5ff65-fc90-4216-80e0-32ddb8d6c25c None None] Publish callbacks [] for port, precommit_create {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:34:01.156014 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-5efda638-8e7d-434f-9fc0-5a3c41b53f93 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:34:01.184714 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-6dd5ff65-fc90-4216-80e0-32ddb8d6c25c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789'] for port, after_create {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:34:01.225320 n-d-816865-1 neutron-server[102388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dd5ff65-fc90-4216-80e0-32ddb8d6c25c None None] Network ba9e5cef-1f4e-4f1c-980f-f1e77d588fb4 is already hosted by enough agents. {{(pid=102388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 19:34:01.230702 n-d-816865-1 neutron-server[102388]: DEBUG neutron.scheduler.base_scheduler [None req-6dd5ff65-fc90-4216-80e0-32ddb8d6c25c None None] Resources bound (agent type, host, resource id): {{(pid=102388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 19:34:01.234241 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dd5ff65-fc90-4216-80e0-32ddb8d6c25c None None] Received port after_create {{(pid=102388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 19:34:01.241150 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd5ff65-fc90-4216-80e0-32ddb8d6c25c None None] Pushing event updated for resources: {'Port': ['ID=666c18be-0eed-44bc-bee8-84c8667fef72,revision_number=1']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:34:01.455327 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-5efda638-8e7d-434f-9fc0-5a3c41b53f93 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:34:01.455534 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-6dd5ff65-fc90-4216-80e0-32ddb8d6c25c None None] Attempting to bind port 666c18be-0eed-44bc-bee8-84c8667fef72 on host n-d-816865-1 for vnic_type normal with profile {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 19:34:01.455790 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-6dd5ff65-fc90-4216-80e0-32ddb8d6c25c None None] Attempting to bind port 666c18be-0eed-44bc-bee8-84c8667fef72 by drivers openvswitch,hyperv on host n-d-816865-1 at level 0 using segments [{'id': 'a58696c4-674f-491a-9f25-92f83919ef0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'ba9e5cef-1f4e-4f1c-980f-f1e77d588fb4'}] {{(pid=102388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 19:34:01.456161 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dd5ff65-fc90-4216-80e0-32ddb8d6c25c None None] Attempting to bind port 666c18be-0eed-44bc-bee8-84c8667fef72 on network ba9e5cef-1f4e-4f1c-980f-f1e77d588fb4 {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 19:34:01.462355 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dd5ff65-fc90-4216-80e0-32ddb8d6c25c None None] Checking agent: {'id': '724d89a7-611b-41e6-bc85-c48112b17afa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 18, 25, 8), 'started_at': datetime.datetime(2021, 11, 5, 18, 25, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 19, 33, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 19:34:01.462736 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dd5ff65-fc90-4216-80e0-32ddb8d6c25c None None] Checking segment: {'id': 'a58696c4-674f-491a-9f25-92f83919ef0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'ba9e5cef-1f4e-4f1c-980f-f1e77d588fb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 19:34:01.463643 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-6dd5ff65-fc90-4216-80e0-32ddb8d6c25c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:34:01.463643 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dd5ff65-fc90-4216-80e0-32ddb8d6c25c None None] Bound using segment: {'id': 'a58696c4-674f-491a-9f25-92f83919ef0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'ba9e5cef-1f4e-4f1c-980f-f1e77d588fb4'} {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 19:34:01.464107 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-6dd5ff65-fc90-4216-80e0-32ddb8d6c25c None None] Bound port: 666c18be-0eed-44bc-bee8-84c8667fef72, host: n-d-816865-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a58696c4-674f-491a-9f25-92f83919ef0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'ba9e5cef-1f4e-4f1c-980f-f1e77d588fb4'}}] {{(pid=102388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 19:34:01.464487 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-6dd5ff65-fc90-4216-80e0-32ddb8d6c25c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:34:01.485348 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-5efda638-8e7d-434f-9fc0-5a3c41b53f93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:34:01.527925 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-6dd5ff65-fc90-4216-80e0-32ddb8d6c25c None None] For port 666c18be-0eed-44bc-bee8-84c8667fef72, host n-d-816865-1, cleared binding levels {{(pid=102388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 19:34:01.531108 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-6dd5ff65-fc90-4216-80e0-32ddb8d6c25c None None] For port 666c18be-0eed-44bc-bee8-84c8667fef72, host n-d-816865-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=666c18be-0eed-44bc-bee8-84c8667fef72,segment=NetworkSegment(a58696c4-674f-491a-9f25-92f83919ef0a),segment_id=a58696c4-674f-491a-9f25-92f83919ef0a)] {{(pid=102388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 19:34:01.587315 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.db_base_plugin_common [None req-5efda638-8e7d-434f-9fc0-5a3c41b53f93 admin admin] Allocated IP 172.25.6.113 (40c8335d-cd0b-4cb5-910a-d4dcddd5cbec/04fe6db3-e108-4208-943d-6518424f5726/7fdad5ca-0aab-4b06-87cc-19976506bb0a) {{(pid=102387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 19:34:01.634418 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-6dd5ff65-fc90-4216-80e0-32ddb8d6c25c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:34:01.696305 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd5ff65-fc90-4216-80e0-32ddb8d6c25c None None] Pushing event updated for resources: {'Port': ['ID=666c18be-0eed-44bc-bee8-84c8667fef72,revision_number=2']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:34:01.709782 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-5efda638-8e7d-434f-9fc0-5a3c41b53f93 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:34:01.813655 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-5efda638-8e7d-434f-9fc0-5a3c41b53f93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4417063'] for port, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:34:01.862976 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5efda638-8e7d-434f-9fc0-5a3c41b53f93 admin admin] Network 40c8335d-cd0b-4cb5-910a-d4dcddd5cbec is already hosted by enough agents. {{(pid=102387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 19:34:01.866239 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.base_scheduler [None req-5efda638-8e7d-434f-9fc0-5a3c41b53f93 admin admin] Resources bound (agent type, host, resource id): {{(pid=102387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 19:34:01.868842 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5efda638-8e7d-434f-9fc0-5a3c41b53f93 admin admin] Received port after_create {{(pid=102387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 19:34:01.902005 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efda638-8e7d-434f-9fc0-5a3c41b53f93 admin admin] Pushing event updated for resources: {'Port': ['ID=7fdad5ca-0aab-4b06-87cc-19976506bb0a,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:34:02.225007 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-5efda638-8e7d-434f-9fc0-5a3c41b53f93 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:34:02.415296 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 666c18be-0eed-44bc-bee8-84c8667fef72 up at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 19:34:02.431823 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-5efda638-8e7d-434f-9fc0-5a3c41b53f93 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-571384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1000487'] for router, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:34:02.466114 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Provisioning complete for port 666c18be-0eed-44bc-bee8-84c8667fef72 triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:34:02.466599 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:34:02.548874 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:34:02.597547 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] For port 666c18be-0eed-44bc-bee8-84c8667fef72, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=666c18be-0eed-44bc-bee8-84c8667fef72,segment=NetworkSegment(a58696c4-674f-491a-9f25-92f83919ef0a),segment_id=a58696c4-674f-491a-9f25-92f83919ef0a)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:34:02.603199 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff627288-0445-49b7-9f2d-9ff2aba11117 None None] Network ba9e5cef-1f4e-4f1c-980f-f1e77d588fb4 requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 19:34:02.629917 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5efda638-8e7d-434f-9fc0-5a3c41b53f93 admin admin] Router ab427502-7317-494b-b799-660ebb83d854 is scheduled to L3 agent 6dcb5589-8e86-4616-9186-ddc4548e13ad with binding_index 1 {{(pid=102387) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 05 19:34:02.671077 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:34:02.672825 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-27239a03-5160-462c-b3d5-c6d6c2d8e680 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:34:02.674035 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-a537d359-dd86-489a-bc3a-f663122fe300 None None] Provisioning complete for port 666c18be-0eed-44bc-bee8-84c8667fef72 triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:34:02.674408 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-a537d359-dd86-489a-bc3a-f663122fe300 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:34:02.740739 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5efda638-8e7d-434f-9fc0-5a3c41b53f93 admin admin] Notify agent at l3_agent.n-d-816865-1 the message routers_updated {{(pid=102387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 19:34:02.764444 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b22e6ad6-0c42-4308-bd5e-c4b7d1fd1f10 None None] Sync routers for ids ['ab427502-7317-494b-b799-660ebb83d854'] in n-d-816865-1 {{(pid=102388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 19:34:02.816768 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Pushing event updated for resources: {'Port': ['ID=666c18be-0eed-44bc-bee8-84c8667fef72,revision_number=3']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:34:02.823846 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b22e6ad6-0c42-4308-bd5e-c4b7d1fd1f10 None None] Routers {'ab427502-7317-494b-b799-660ebb83d854'} bound to L3 agent in host n-d-816865-1 {{(pid=102388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 19:34:02.824463 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-b22e6ad6-0c42-4308-bd5e-c4b7d1fd1f10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T19:33:35Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['ab427502-7317-494b-b799-660ebb83d854'], 'active': True} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:34:02.829858 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-5efda638-8e7d-434f-9fc0-5a3c41b53f93 admin admin] Publish callbacks [] for router, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:34:02.831155 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-5efda638-8e7d-434f-9fc0-5a3c41b53f93 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.0703084 Nov 05 19:34:02.834118 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 43306) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:34:03.001132 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvr_db [None req-b22e6ad6-0c42-4308-bd5e-c4b7d1fd1f10 None None] Set router ab427502-7317-494b-b799-660ebb83d854 gateway port host: n-d-816865-1 {{(pid=102388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 19:34:03.200233 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-b22e6ad6-0c42-4308-bd5e-c4b7d1fd1f10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab427502-7317-494b-b799-660ebb83d854', 'name': 'tempest-ServerActionsTestJSON-478465466-router', 'tenant_id': '7488aeefeb374a46a39cff325eff1fe7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.113'}], 'enable_snat': True}, 'gw_port_id': '7fdad5ca-0aab-4b06-87cc-19976506bb0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T19:34:00Z', 'updated_at': '2021-11-05T19:34:02Z', 'revision_number': 3, 'project_id': '7488aeefeb374a46a39cff325eff1fe7', 'gw_port': {'id': '7fdad5ca-0aab-4b06-87cc-19976506bb0a', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:ef:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab427502-7317-494b-b799-660ebb83d854', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:34:01Z', 'updated_at': '2021-11-05T19:34:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1'}], 'n-d-816865-1', False) {} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:34:03.231221 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b22e6ad6-0c42-4308-bd5e-c4b7d1fd1f10 None None] Checking router: ab427502-7317-494b-b799-660ebb83d854 for host: n-d-816865-1 {{(pid=102388) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 19:34:03.231576 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b22e6ad6-0c42-4308-bd5e-c4b7d1fd1f10 None None] Updating router ab427502-7317-494b-b799-660ebb83d854 port 7fdad5ca-0aab-4b06-87cc-19976506bb0a binding host n-d-816865-1 {{(pid=102388) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 05 19:34:03.256180 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b22e6ad6-0c42-4308-bd5e-c4b7d1fd1f10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:34:03.352034 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-fb3a64c8-396b-4b90-84ab-8c4c9edb05a4 None None] Provisioning complete for port 666c18be-0eed-44bc-bee8-84c8667fef72 triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:34:03.352294 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-fb3a64c8-396b-4b90-84ab-8c4c9edb05a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:34:03.524541 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-63e03d71-9553-4f03-9fe7-d50614982edc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:34:03.578827 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b22e6ad6-0c42-4308-bd5e-c4b7d1fd1f10 None None] Publish callbacks [] for port, precommit_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:34:03.652785 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b22e6ad6-0c42-4308-bd5e-c4b7d1fd1f10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:34:03.703948 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-b22e6ad6-0c42-4308-bd5e-c4b7d1fd1f10 None None] Attempting to bind port 7fdad5ca-0aab-4b06-87cc-19976506bb0a on host n-d-816865-1 for vnic_type normal with profile {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 19:34:03.704326 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-b22e6ad6-0c42-4308-bd5e-c4b7d1fd1f10 None None] Attempting to bind port 7fdad5ca-0aab-4b06-87cc-19976506bb0a by drivers openvswitch,hyperv on host n-d-816865-1 at level 0 using segments [{'id': '85be518c-8bb4-46a2-a903-d4292782d29d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec'}] {{(pid=102388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 19:34:03.704693 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b22e6ad6-0c42-4308-bd5e-c4b7d1fd1f10 None None] Attempting to bind port 7fdad5ca-0aab-4b06-87cc-19976506bb0a on network 40c8335d-cd0b-4cb5-910a-d4dcddd5cbec {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 19:34:03.712937 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73912f56-f85f-4b25-b52b-992d32a47083 None None] Pushing event updated for resources: {'Port': ['ID=7fdad5ca-0aab-4b06-87cc-19976506bb0a,revision_number=2']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:34:03.715319 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b22e6ad6-0c42-4308-bd5e-c4b7d1fd1f10 None None] Checking agent: {'id': '724d89a7-611b-41e6-bc85-c48112b17afa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 18, 25, 8), 'started_at': datetime.datetime(2021, 11, 5, 18, 25, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 19, 33, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 19:34:03.715695 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b22e6ad6-0c42-4308-bd5e-c4b7d1fd1f10 None None] Checking segment: {'id': '85be518c-8bb4-46a2-a903-d4292782d29d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 19:34:03.716098 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b22e6ad6-0c42-4308-bd5e-c4b7d1fd1f10 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:34:03.716490 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b22e6ad6-0c42-4308-bd5e-c4b7d1fd1f10 None None] Bound using segment: {'id': '85be518c-8bb4-46a2-a903-d4292782d29d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec'} {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 19:34:03.716958 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-b22e6ad6-0c42-4308-bd5e-c4b7d1fd1f10 None None] Bound port: 7fdad5ca-0aab-4b06-87cc-19976506bb0a, host: n-d-816865-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85be518c-8bb4-46a2-a903-d4292782d29d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec'}}] {{(pid=102388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 19:34:03.717339 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b22e6ad6-0c42-4308-bd5e-c4b7d1fd1f10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:34:03.729966 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.db_base_plugin_common [None req-63e03d71-9553-4f03-9fe7-d50614982edc admin admin] Allocated IP 172.20.0.1 (ba9e5cef-1f4e-4f1c-980f-f1e77d588fb4/8ba56a91-a4c0-4279-98e5-26a64b9e0aa9/366d1466-6d8a-456e-9340-bd327678f2f8) {{(pid=102387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 19:34:03.743446 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73912f56-f85f-4b25-b52b-992d32a47083 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:34:03.746785 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73912f56-f85f-4b25-b52b-992d32a47083 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:34:03.746785 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73912f56-f85f-4b25-b52b-992d32a47083 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:34:03.746785 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73912f56-f85f-4b25-b52b-992d32a47083 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:34:03.746785 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73912f56-f85f-4b25-b52b-992d32a47083 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:34:03.746785 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73912f56-f85f-4b25-b52b-992d32a47083 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:34:03.746785 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73912f56-f85f-4b25-b52b-992d32a47083 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:34:03.746785 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73912f56-f85f-4b25-b52b-992d32a47083 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:34:03.746785 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73912f56-f85f-4b25-b52b-992d32a47083 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:34:03.746785 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73912f56-f85f-4b25-b52b-992d32a47083 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:34:03.747585 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73912f56-f85f-4b25-b52b-992d32a47083 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:34:03.747585 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73912f56-f85f-4b25-b52b-992d32a47083 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:34:03.785854 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b22e6ad6-0c42-4308-bd5e-c4b7d1fd1f10 None None] For port 7fdad5ca-0aab-4b06-87cc-19976506bb0a, host n-d-816865-1, cleared binding levels {{(pid=102388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 19:34:03.790210 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b22e6ad6-0c42-4308-bd5e-c4b7d1fd1f10 None None] For port 7fdad5ca-0aab-4b06-87cc-19976506bb0a, host n-d-816865-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=7fdad5ca-0aab-4b06-87cc-19976506bb0a,segment=NetworkSegment(85be518c-8bb4-46a2-a903-d4292782d29d),segment_id=85be518c-8bb4-46a2-a903-d4292782d29d)] {{(pid=102388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 19:34:03.833825 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-63e03d71-9553-4f03-9fe7-d50614982edc admin admin] Publish callbacks [] for port, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:34:03.851268 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b22e6ad6-0c42-4308-bd5e-c4b7d1fd1f10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:34:03.914601 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73912f56-f85f-4b25-b52b-992d32a47083 None None] Pushing event updated for resources: {'Port': ['ID=7fdad5ca-0aab-4b06-87cc-19976506bb0a,revision_number=3']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:34:03.917117 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b22e6ad6-0c42-4308-bd5e-c4b7d1fd1f10 None None] Routers {'ab427502-7317-494b-b799-660ebb83d854'} bound to L3 agent in host n-d-816865-1 {{(pid=102388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 19:34:03.917713 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-b22e6ad6-0c42-4308-bd5e-c4b7d1fd1f10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T19:33:35Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['ab427502-7317-494b-b799-660ebb83d854'], 'active': True} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:34:03.936969 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-63e03d71-9553-4f03-9fe7-d50614982edc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4417063'] for port, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:34:03.979763 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63e03d71-9553-4f03-9fe7-d50614982edc admin admin] Network ba9e5cef-1f4e-4f1c-980f-f1e77d588fb4 is already hosted by enough agents. {{(pid=102387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 19:34:03.986265 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.base_scheduler [None req-63e03d71-9553-4f03-9fe7-d50614982edc admin admin] Resources bound (agent type, host, resource id): {{(pid=102387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 19:34:03.988724 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63e03d71-9553-4f03-9fe7-d50614982edc admin admin] Received port after_create {{(pid=102387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 19:34:04.015292 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e03d71-9553-4f03-9fe7-d50614982edc admin admin] Pushing event updated for resources: {'Port': ['ID=366d1466-6d8a-456e-9340-bd327678f2f8,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:34:04.026561 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvr_db [None req-b22e6ad6-0c42-4308-bd5e-c4b7d1fd1f10 None None] Set router ab427502-7317-494b-b799-660ebb83d854 gateway port host: n-d-816865-1 {{(pid=102388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 19:34:04.035069 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-63e03d71-9553-4f03-9fe7-d50614982edc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-571770'] for router_interface, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:34:04.224557 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-b22e6ad6-0c42-4308-bd5e-c4b7d1fd1f10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab427502-7317-494b-b799-660ebb83d854', 'name': 'tempest-ServerActionsTestJSON-478465466-router', 'tenant_id': '7488aeefeb374a46a39cff325eff1fe7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.113'}], 'enable_snat': True}, 'gw_port_id': '7fdad5ca-0aab-4b06-87cc-19976506bb0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T19:34:00Z', 'updated_at': '2021-11-05T19:34:02Z', 'revision_number': 3, 'project_id': '7488aeefeb374a46a39cff325eff1fe7', 'gw_port': {'id': '7fdad5ca-0aab-4b06-87cc-19976506bb0a', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:ef:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab427502-7317-494b-b799-660ebb83d854', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:34:01Z', 'updated_at': '2021-11-05T19:34:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1'}], 'n-d-816865-1', False) {} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:34:04.253797 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b22e6ad6-0c42-4308-bd5e-c4b7d1fd1f10 None None] The sync data for ids ['ab427502-7317-494b-b799-660ebb83d854'] in n-d-816865-1 is: [{'id': 'ab427502-7317-494b-b799-660ebb83d854', 'name': 'tempest-ServerActionsTestJSON-478465466-router', 'tenant_id': '7488aeefeb374a46a39cff325eff1fe7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.113'}], 'enable_snat': True}, 'gw_port_id': '7fdad5ca-0aab-4b06-87cc-19976506bb0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T19:34:00Z', 'updated_at': '2021-11-05T19:34:02Z', 'revision_number': 3, 'project_id': '7488aeefeb374a46a39cff325eff1fe7', 'gw_port': {'id': '7fdad5ca-0aab-4b06-87cc-19976506bb0a', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:ef:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab427502-7317-494b-b799-660ebb83d854', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:34:01Z', 'updated_at': '2021-11-05T19:34:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1'}] {{(pid=102388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 19:34:04.264609 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-8a1dfacf-f6c6-4e3c-9011-be6043e04d77 None None] Provisioning complete for port 366d1466-6d8a-456e-9340-bd327678f2f8 triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:34:04.264934 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-8a1dfacf-f6c6-4e3c-9011-be6043e04d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:34:04.286562 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-63e03d71-9553-4f03-9fe7-d50614982edc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:34:04.300642 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-8a1dfacf-f6c6-4e3c-9011-be6043e04d77 None None] Port 366d1466-6d8a-456e-9340-bd327678f2f8 cannot update to ACTIVE because it is not bound. {{(pid=102388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 19:34:04.390789 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 666c18be-0eed-44bc-bee8-84c8667fef72 up at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 19:34:04.447664 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Provisioning complete for port 666c18be-0eed-44bc-bee8-84c8667fef72 triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:34:04.448051 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:34:04.467037 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-63e03d71-9553-4f03-9fe7-d50614982edc admin admin] Publish callbacks [] for port, precommit_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:34:04.533029 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-63e03d71-9553-4f03-9fe7-d50614982edc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4417072'] for port, after_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:34:04.601980 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:34:04.619730 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e03d71-9553-4f03-9fe7-d50614982edc admin admin] Pushing event updated for resources: {'Port': ['ID=366d1466-6d8a-456e-9340-bd327678f2f8,revision_number=2']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:34:04.623191 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-63e03d71-9553-4f03-9fe7-d50614982edc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-597863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-571878'] for router_interface, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:34:04.720469 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63e03d71-9553-4f03-9fe7-d50614982edc admin admin] Network ba9e5cef-1f4e-4f1c-980f-f1e77d588fb4 is already hosted by enough agents. {{(pid=102387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 19:34:04.722002 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.base_scheduler [None req-63e03d71-9553-4f03-9fe7-d50614982edc admin admin] Resources bound (agent type, host, resource id): {{(pid=102387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 19:34:04.849157 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63e03d71-9553-4f03-9fe7-d50614982edc admin admin] Router ab427502-7317-494b-b799-660ebb83d854 has already been hosted by L3 agent 6dcb5589-8e86-4616-9186-ddc4548e13ad {{(pid=102387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 19:34:04.965142 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63e03d71-9553-4f03-9fe7-d50614982edc admin admin] Notify agent at l3_agent.n-d-816865-1 the message routers_updated {{(pid=102387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 19:34:04.970709 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-63e03d71-9553-4f03-9fe7-d50614982edc admin admin] 10.222.0.13 "PUT /v2.0/routers/ab427502-7317-494b-b799-660ebb83d854/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1354706 Nov 05 19:34:05.029383 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-16d89dbe-f6f8-47d4-a278-ac6e68fe0608 None None] Provisioning complete for port 366d1466-6d8a-456e-9340-bd327678f2f8 triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:34:05.029771 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-16d89dbe-f6f8-47d4-a278-ac6e68fe0608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:34:05.071434 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-16d89dbe-f6f8-47d4-a278-ac6e68fe0608 None None] Port 366d1466-6d8a-456e-9340-bd327678f2f8 cannot update to ACTIVE because it is not bound. {{(pid=102388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 19:34:05.451840 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 43314) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:34:05.457021 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-7bac8f32-204c-41d2-84c2-56d84f474373 tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1955492402', 'description': 'tempest-description--1658722781'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:34:05.487190 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-10b46962-981f-4b93-a513-13b88bde8079 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:34:05.544681 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-7bac8f32-204c-41d2-84c2-56d84f474373 tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] Publish callbacks [] for security_group, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:34:05.612759 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-7bac8f32-204c-41d2-84c2-56d84f474373 tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] Publish callbacks [] for security_group, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:34:05.679827 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-7bac8f32-204c-41d2-84c2-56d84f474373 tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:34:05.709090 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bac8f32-204c-41d2-84c2-56d84f474373 tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e275ec3d-c7f6-4920-bb58-0d3614e63387,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:34:05.768331 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-7bac8f32-204c-41d2-84c2-56d84f474373 tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] Publish callbacks [] for security_group, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:34:05.768638 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-7bac8f32-204c-41d2-84c2-56d84f474373 tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.3154917 Nov 05 19:34:05.771671 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 43316) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:34:05.777099 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-a904145c-a96c-4d60-abe0-74e94efda2af tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] Request body: {'security_group_rule': {'security_group_id': 'e275ec3d-c7f6-4920-bb58-0d3614e63387', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:34:05.797289 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ccab08f-352c-46d0-a823-2bb62ff4d332 None None] Sync routers for ids ['ab427502-7317-494b-b799-660ebb83d854'] in n-d-816865-1 {{(pid=102389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 19:34:05.807760 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ccab08f-352c-46d0-a823-2bb62ff4d332 None None] Routers {'ab427502-7317-494b-b799-660ebb83d854'} bound to L3 agent in host n-d-816865-1 {{(pid=102389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 19:34:05.808570 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-4ccab08f-352c-46d0-a823-2bb62ff4d332 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T19:34:05Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['ab427502-7317-494b-b799-660ebb83d854'], 'active': True} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:34:05.878684 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-a904145c-a96c-4d60-abe0-74e94efda2af tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:34:05.914362 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvr_db [None req-4ccab08f-352c-46d0-a823-2bb62ff4d332 None None] Set router ab427502-7317-494b-b799-660ebb83d854 gateway port host: n-d-816865-1 {{(pid=102389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 19:34:05.935569 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-a904145c-a96c-4d60-abe0-74e94efda2af tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:34:06.022640 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-a904145c-a96c-4d60-abe0-74e94efda2af tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985308'] for security_group_rule, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:34:06.038427 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a904145c-a96c-4d60-abe0-74e94efda2af tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fea6b00b-e231-42bc-8671-ea8b6c7e89f9,revision_number=0']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:34:06.112337 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-4ccab08f-352c-46d0-a823-2bb62ff4d332 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab427502-7317-494b-b799-660ebb83d854', 'name': 'tempest-ServerActionsTestJSON-478465466-router', 'tenant_id': '7488aeefeb374a46a39cff325eff1fe7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.113'}], 'enable_snat': True}, 'gw_port_id': '7fdad5ca-0aab-4b06-87cc-19976506bb0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T19:34:00Z', 'updated_at': '2021-11-05T19:34:04Z', 'revision_number': 4, 'project_id': '7488aeefeb374a46a39cff325eff1fe7', 'gw_port': {'id': '7fdad5ca-0aab-4b06-87cc-19976506bb0a', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:ef:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab427502-7317-494b-b799-660ebb83d854', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:34:01Z', 'updated_at': '2021-11-05T19:34:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1', '_interfaces': [{'id': '366d1466-6d8a-456e-9340-bd327678f2f8', 'name': '', 'network_id': 'ba9e5cef-1f4e-4f1c-980f-f1e77d588fb4', 'tenant_id': '7488aeefeb374a46a39cff325eff1fe7', 'mac_address': 'fa:16:3e:2d:1a:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab427502-7317-494b-b799-660ebb83d854', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '8ba56a91-a4c0-4279-98e5-26a64b9e0aa9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:34:03Z', 'updated_at': '2021-11-05T19:34:04Z', 'revision_number': 2, 'project_id': '7488aeefeb374a46a39cff325eff1fe7', 'subnets': [{'id': '8ba56a91-a4c0-4279-98e5-26a64b9e0aa9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-1', False) {} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:34:06.112643 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-a904145c-a96c-4d60-abe0-74e94efda2af tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:34:06.113803 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-a904145c-a96c-4d60-abe0-74e94efda2af tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3411191 Nov 05 19:34:06.117372 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 43318) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:34:06.122262 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-9587f415-0e8d-4615-b573-dd286d541cee tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] Request body: {'security_group_rule': {'security_group_id': 'e275ec3d-c7f6-4920-bb58-0d3614e63387', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:34:06.142870 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ccab08f-352c-46d0-a823-2bb62ff4d332 None None] Checking router: ab427502-7317-494b-b799-660ebb83d854 for host: n-d-816865-1 {{(pid=102389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 19:34:06.143234 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ccab08f-352c-46d0-a823-2bb62ff4d332 None None] Updating router ab427502-7317-494b-b799-660ebb83d854 port 366d1466-6d8a-456e-9340-bd327678f2f8 binding host n-d-816865-1 {{(pid=102389) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 05 19:34:06.169463 n-d-816865-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-4ccab08f-352c-46d0-a823-2bb62ff4d332 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:34:06.206857 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-9587f415-0e8d-4615-b573-dd286d541cee tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:34:06.268014 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-9587f415-0e8d-4615-b573-dd286d541cee tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:34:06.337687 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-9587f415-0e8d-4615-b573-dd286d541cee tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985308'] for security_group_rule, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:34:06.357906 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9587f415-0e8d-4615-b573-dd286d541cee tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d2b5713-0646-4eaa-ba3c-36c7c87caab7,revision_number=0']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:34:06.394139 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b304910f-7b27-444b-a8fc-977d26b1ceac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:34:06.428472 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 7fdad5ca-0aab-4b06-87cc-19976506bb0a up at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 19:34:06.446425 n-d-816865-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-4ccab08f-352c-46d0-a823-2bb62ff4d332 None None] Publish callbacks [] for port, precommit_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:34:06.458717 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-9587f415-0e8d-4615-b573-dd286d541cee tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:34:06.461259 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-9587f415-0e8d-4615-b573-dd286d541cee tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3413529 Nov 05 19:34:06.463918 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 43320) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:34:06.468525 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-1ceddd70-2c3d-489e-b23e-eecf692927bf tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] Request body: {'floatingip': {'floating_network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec'}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:34:06.479975 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Provisioning complete for port 7fdad5ca-0aab-4b06-87cc-19976506bb0a triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:34:06.484722 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:34:06.532733 n-d-816865-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-4ccab08f-352c-46d0-a823-2bb62ff4d332 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:34:06.555861 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-1ceddd70-2c3d-489e-b23e-eecf692927bf tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] Publish callbacks [] for floatingip, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:34:06.561031 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:34:06.587928 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] For port 7fdad5ca-0aab-4b06-87cc-19976506bb0a, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=7fdad5ca-0aab-4b06-87cc-19976506bb0a,segment=NetworkSegment(85be518c-8bb4-46a2-a903-d4292782d29d),segment_id=85be518c-8bb4-46a2-a903-d4292782d29d)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:34:06.607948 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b429553-2a99-42ab-89b3-693c484ec6e1 None None] Pushing event updated for resources: {'Port': ['ID=366d1466-6d8a-456e-9340-bd327678f2f8,revision_number=3']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:34:06.629527 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b429553-2a99-42ab-89b3-693c484ec6e1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:34:06.629869 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b429553-2a99-42ab-89b3-693c484ec6e1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:34:06.630247 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b429553-2a99-42ab-89b3-693c484ec6e1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:34:06.630585 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b429553-2a99-42ab-89b3-693c484ec6e1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:34:06.631165 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b429553-2a99-42ab-89b3-693c484ec6e1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:34:06.631491 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b429553-2a99-42ab-89b3-693c484ec6e1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:34:06.632561 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b429553-2a99-42ab-89b3-693c484ec6e1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:34:06.632787 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b429553-2a99-42ab-89b3-693c484ec6e1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:34:06.633269 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b429553-2a99-42ab-89b3-693c484ec6e1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:34:06.633619 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b429553-2a99-42ab-89b3-693c484ec6e1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:34:06.633932 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b429553-2a99-42ab-89b3-693c484ec6e1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:34:06.634277 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b429553-2a99-42ab-89b3-693c484ec6e1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:34:06.652226 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.managers [None req-4ccab08f-352c-46d0-a823-2bb62ff4d332 None None] Attempting to bind port 366d1466-6d8a-456e-9340-bd327678f2f8 on host n-d-816865-1 for vnic_type normal with profile {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 19:34:06.652745 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.managers [None req-4ccab08f-352c-46d0-a823-2bb62ff4d332 None None] Attempting to bind port 366d1466-6d8a-456e-9340-bd327678f2f8 by drivers openvswitch,hyperv on host n-d-816865-1 at level 0 using segments [{'id': 'a58696c4-674f-491a-9f25-92f83919ef0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'ba9e5cef-1f4e-4f1c-980f-f1e77d588fb4'}] {{(pid=102389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 19:34:06.653160 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ccab08f-352c-46d0-a823-2bb62ff4d332 None None] Attempting to bind port 366d1466-6d8a-456e-9340-bd327678f2f8 on network ba9e5cef-1f4e-4f1c-980f-f1e77d588fb4 {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 19:34:06.659272 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ccab08f-352c-46d0-a823-2bb62ff4d332 None None] Checking agent: {'id': '724d89a7-611b-41e6-bc85-c48112b17afa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 18, 25, 8), 'started_at': datetime.datetime(2021, 11, 5, 18, 25, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 19, 33, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 19:34:06.659644 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ccab08f-352c-46d0-a823-2bb62ff4d332 None None] Checking segment: {'id': 'a58696c4-674f-491a-9f25-92f83919ef0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'ba9e5cef-1f4e-4f1c-980f-f1e77d588fb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 19:34:06.660045 n-d-816865-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-4ccab08f-352c-46d0-a823-2bb62ff4d332 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:34:06.660426 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ccab08f-352c-46d0-a823-2bb62ff4d332 None None] Bound using segment: {'id': 'a58696c4-674f-491a-9f25-92f83919ef0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'ba9e5cef-1f4e-4f1c-980f-f1e77d588fb4'} {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 19:34:06.660893 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.managers [None req-4ccab08f-352c-46d0-a823-2bb62ff4d332 None None] Bound port: 366d1466-6d8a-456e-9340-bd327678f2f8, host: n-d-816865-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a58696c4-674f-491a-9f25-92f83919ef0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'ba9e5cef-1f4e-4f1c-980f-f1e77d588fb4'}}] {{(pid=102389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 19:34:06.661271 n-d-816865-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-4ccab08f-352c-46d0-a823-2bb62ff4d332 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:34:06.664058 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:34:06.674991 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-1ceddd70-2c3d-489e-b23e-eecf692927bf tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:34:06.721960 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Pushing event updated for resources: {'Port': ['ID=7fdad5ca-0aab-4b06-87cc-19976506bb0a,revision_number=4']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:34:06.724918 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:34:06.802835 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.db_base_plugin_common [None req-1ceddd70-2c3d-489e-b23e-eecf692927bf tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] Allocated IP 172.25.6.35 (40c8335d-cd0b-4cb5-910a-d4dcddd5cbec/04fe6db3-e108-4208-943d-6518424f5726/53c4a651-a57b-49a6-880b-7059084f5fcb) {{(pid=102387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 19:34:06.830011 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [None req-4ccab08f-352c-46d0-a823-2bb62ff4d332 None None] For port 366d1466-6d8a-456e-9340-bd327678f2f8, host n-d-816865-1, cleared binding levels {{(pid=102389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 19:34:06.833079 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [None req-4ccab08f-352c-46d0-a823-2bb62ff4d332 None None] For port 366d1466-6d8a-456e-9340-bd327678f2f8, host n-d-816865-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=366d1466-6d8a-456e-9340-bd327678f2f8,segment=NetworkSegment(a58696c4-674f-491a-9f25-92f83919ef0a),segment_id=a58696c4-674f-491a-9f25-92f83919ef0a)] {{(pid=102389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 19:34:06.906298 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-1ceddd70-2c3d-489e-b23e-eecf692927bf tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] Publish callbacks [] for port, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:34:06.907773 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-8e40189c-9039-42a8-b6bd-92f1946c2a7d None None] Provisioning complete for port 366d1466-6d8a-456e-9340-bd327678f2f8 triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:34:06.908143 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-8e40189c-9039-42a8-b6bd-92f1946c2a7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:34:06.925494 n-d-816865-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-4ccab08f-352c-46d0-a823-2bb62ff4d332 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:34:06.943847 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-8e40189c-9039-42a8-b6bd-92f1946c2a7d None None] Port 366d1466-6d8a-456e-9340-bd327678f2f8 cannot update to ACTIVE because it is not bound. {{(pid=102388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 19:34:06.984508 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ccab08f-352c-46d0-a823-2bb62ff4d332 None None] Routers {'ab427502-7317-494b-b799-660ebb83d854'} bound to L3 agent in host n-d-816865-1 {{(pid=102389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 19:34:06.985151 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-4ccab08f-352c-46d0-a823-2bb62ff4d332 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T19:34:05Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['ab427502-7317-494b-b799-660ebb83d854'], 'active': True} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:34:06.990029 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b429553-2a99-42ab-89b3-693c484ec6e1 None None] Pushing event updated for resources: {'Port': ['ID=366d1466-6d8a-456e-9340-bd327678f2f8,revision_number=4']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:34:07.011335 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-1ceddd70-2c3d-489e-b23e-eecf692927bf tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4417063'] for port, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:34:07.065282 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ceddd70-2c3d-489e-b23e-eecf692927bf tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] Network 40c8335d-cd0b-4cb5-910a-d4dcddd5cbec is already hosted by enough agents. {{(pid=102387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 19:34:07.073365 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.base_scheduler [None req-1ceddd70-2c3d-489e-b23e-eecf692927bf tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] Resources bound (agent type, host, resource id): {{(pid=102387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 19:34:07.077188 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ceddd70-2c3d-489e-b23e-eecf692927bf tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] Received port after_create {{(pid=102387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 19:34:07.101504 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ceddd70-2c3d-489e-b23e-eecf692927bf tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] Pushing event updated for resources: {'Port': ['ID=53c4a651-a57b-49a6-880b-7059084f5fcb,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:34:07.107573 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvr_db [None req-4ccab08f-352c-46d0-a823-2bb62ff4d332 None None] Set router ab427502-7317-494b-b799-660ebb83d854 gateway port host: n-d-816865-1 {{(pid=102389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 19:34:07.169892 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-1ceddd70-2c3d-489e-b23e-eecf692927bf tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:34:07.267419 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-fbc6f340-12b5-4375-aaba-3cc90c2bec85 None None] Provisioning complete for port 366d1466-6d8a-456e-9340-bd327678f2f8 triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:34:07.267701 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-fbc6f340-12b5-4375-aaba-3cc90c2bec85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:34:07.280393 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-1ceddd70-2c3d-489e-b23e-eecf692927bf tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:34:07.313215 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-4ccab08f-352c-46d0-a823-2bb62ff4d332 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab427502-7317-494b-b799-660ebb83d854', 'name': 'tempest-ServerActionsTestJSON-478465466-router', 'tenant_id': '7488aeefeb374a46a39cff325eff1fe7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.113'}], 'enable_snat': True}, 'gw_port_id': '7fdad5ca-0aab-4b06-87cc-19976506bb0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T19:34:00Z', 'updated_at': '2021-11-05T19:34:04Z', 'revision_number': 4, 'project_id': '7488aeefeb374a46a39cff325eff1fe7', 'gw_port': {'id': '7fdad5ca-0aab-4b06-87cc-19976506bb0a', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:ef:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab427502-7317-494b-b799-660ebb83d854', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:34:01Z', 'updated_at': '2021-11-05T19:34:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1', '_interfaces': [{'id': '366d1466-6d8a-456e-9340-bd327678f2f8', 'name': '', 'network_id': 'ba9e5cef-1f4e-4f1c-980f-f1e77d588fb4', 'tenant_id': '7488aeefeb374a46a39cff325eff1fe7', 'mac_address': 'fa:16:3e:2d:1a:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab427502-7317-494b-b799-660ebb83d854', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '8ba56a91-a4c0-4279-98e5-26a64b9e0aa9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:34:03Z', 'updated_at': '2021-11-05T19:34:06Z', 'revision_number': 4, 'project_id': '7488aeefeb374a46a39cff325eff1fe7', 'subnets': [{'id': '8ba56a91-a4c0-4279-98e5-26a64b9e0aa9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-1', False) {} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:34:07.345433 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ccab08f-352c-46d0-a823-2bb62ff4d332 None None] The sync data for ids ['ab427502-7317-494b-b799-660ebb83d854'] in n-d-816865-1 is: [{'id': 'ab427502-7317-494b-b799-660ebb83d854', 'name': 'tempest-ServerActionsTestJSON-478465466-router', 'tenant_id': '7488aeefeb374a46a39cff325eff1fe7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.113'}], 'enable_snat': True}, 'gw_port_id': '7fdad5ca-0aab-4b06-87cc-19976506bb0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T19:34:00Z', 'updated_at': '2021-11-05T19:34:04Z', 'revision_number': 4, 'project_id': '7488aeefeb374a46a39cff325eff1fe7', 'gw_port': {'id': '7fdad5ca-0aab-4b06-87cc-19976506bb0a', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:ef:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab427502-7317-494b-b799-660ebb83d854', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:34:01Z', 'updated_at': '2021-11-05T19:34:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1', '_interfaces': [{'id': '366d1466-6d8a-456e-9340-bd327678f2f8', 'name': '', 'network_id': 'ba9e5cef-1f4e-4f1c-980f-f1e77d588fb4', 'tenant_id': '7488aeefeb374a46a39cff325eff1fe7', 'mac_address': 'fa:16:3e:2d:1a:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab427502-7317-494b-b799-660ebb83d854', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '8ba56a91-a4c0-4279-98e5-26a64b9e0aa9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:34:03Z', 'updated_at': '2021-11-05T19:34:06Z', 'revision_number': 4, 'project_id': '7488aeefeb374a46a39cff325eff1fe7', 'subnets': [{'id': '8ba56a91-a4c0-4279-98e5-26a64b9e0aa9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 19:34:07.357457 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-fbc6f340-12b5-4375-aaba-3cc90c2bec85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:34:07.411021 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-fbc6f340-12b5-4375-aaba-3cc90c2bec85 None None] For port 366d1466-6d8a-456e-9340-bd327678f2f8, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=366d1466-6d8a-456e-9340-bd327678f2f8,segment=NetworkSegment(a58696c4-674f-491a-9f25-92f83919ef0a),segment_id=a58696c4-674f-491a-9f25-92f83919ef0a)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:34:07.468567 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-1ceddd70-2c3d-489e-b23e-eecf692927bf tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] Publish callbacks [] for port, precommit_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:34:07.474248 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-fbc6f340-12b5-4375-aaba-3cc90c2bec85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:34:07.526269 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc6f340-12b5-4375-aaba-3cc90c2bec85 None None] Pushing event updated for resources: {'Port': ['ID=366d1466-6d8a-456e-9340-bd327678f2f8,revision_number=5']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:34:07.533373 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-1ceddd70-2c3d-489e-b23e-eecf692927bf tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4417072'] for port, after_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:34:07.611384 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ceddd70-2c3d-489e-b23e-eecf692927bf tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] Pushing event updated for resources: {'Port': ['ID=53c4a651-a57b-49a6-880b-7059084f5fcb,revision_number=2']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:34:07.621150 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-1ceddd70-2c3d-489e-b23e-eecf692927bf tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1000577'] for floatingip, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:34:07.710849 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-1ceddd70-2c3d-489e-b23e-eecf692927bf tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for floatingip, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:34:07.712046 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-1ceddd70-2c3d-489e-b23e-eecf692927bf tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.2471671 Nov 05 19:34:07.866315 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-65b7fd29-13d2-4139-adfe-64ac88623f23 req-b7306414-e13f-4c10-8c31-df3c741aa853 tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--1955492402&fields=id&tenant_id=7488aeefeb374a46a39cff325eff1fe7 HTTP/1.1" status: 200 len: 267 time: 0.0439365 Nov 05 19:34:07.979312 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b7fd29-13d2-4139-adfe-64ac88623f23 req-a578f78c-f5dc-4993-83a0-e121b603d3d8 tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:34:07.980876 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-65b7fd29-13d2-4139-adfe-64ac88623f23 req-a578f78c-f5dc-4993-83a0-e121b603d3d8 tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] 10.222.0.13 "GET /v2.0/networks?id=ba9e5cef-1f4e-4f1c-980f-f1e77d588fb4 HTTP/1.1" status: 200 len: 811 time: 0.1073329 Nov 05 19:34:07.997456 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-65b7fd29-13d2-4139-adfe-64ac88623f23 req-6b8008c1-10df-4792-b808-9d74906dc4c1 tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] 10.222.0.13 "GET /v2.0/quotas/7488aeefeb374a46a39cff325eff1fe7 HTTP/1.1" status: 200 len: 375 time: 0.0105600 Nov 05 19:34:08.059256 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-65b7fd29-13d2-4139-adfe-64ac88623f23 req-4537d9c3-ee35-4bbf-a5c3-e94480543f15 tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=7488aeefeb374a46a39cff325eff1fe7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0560350 Nov 05 19:34:08.156910 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-65b7fd29-13d2-4139-adfe-64ac88623f23 req-23906746-8235-40c8-847c-75510d5917af service neutron] 10.222.0.13 "GET /v2.0/networks/ba9e5cef-1f4e-4f1c-980f-f1e77d588fb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854924 Nov 05 19:34:08.254357 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-65b7fd29-13d2-4139-adfe-64ac88623f23 req-68b8ca1c-c465-4dc3-a257-a5d6b51efedf service neutron] 10.222.0.13 "GET /v2.0/networks/ba9e5cef-1f4e-4f1c-980f-f1e77d588fb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912981 Nov 05 19:34:08.381112 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-31f93893-a48e-4ae8-833d-dccb2b42eacc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:34:08.484688 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 366d1466-6d8a-456e-9340-bd327678f2f8 up at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 19:34:08.503338 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-ad449def-734c-4389-890c-a1421efc95dc req-b9d5a827-0b49-4f83-ada6-9b43dd8f51fe tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] 10.222.0.13 "GET /v2.0/ports?device_id=5193126d-2778-4946-a6f5-03d48ea6f191 HTTP/1.1" status: 200 len: 210 time: 0.0299802 Nov 05 19:34:08.550115 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Provisioning complete for port 366d1466-6d8a-456e-9340-bd327678f2f8 triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:34:08.550491 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:34:08.589489 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:34:08.639069 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 7fdad5ca-0aab-4b06-87cc-19976506bb0a up at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 19:34:08.688670 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Provisioning complete for port 7fdad5ca-0aab-4b06-87cc-19976506bb0a triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:34:08.689039 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:34:09.603436 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-e322ee4a-fa21-4210-9c27-a23a6c8a94b2 req-074a0602-7c4d-437a-8257-6509bd1b245e tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] 10.222.0.13 "GET /v2.0/ports?device_id=5193126d-2778-4946-a6f5-03d48ea6f191 HTTP/1.1" status: 200 len: 210 time: 0.0275905 Nov 05 19:34:10.642599 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b7fd29-13d2-4139-adfe-64ac88623f23 req-e4800c06-7b5c-469c-ac53-17c13c70a3eb tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:34:10.644229 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-65b7fd29-13d2-4139-adfe-64ac88623f23 req-e4800c06-7b5c-469c-ac53-17c13c70a3eb tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] 10.222.0.55 "GET /v2.0/networks?id=ba9e5cef-1f4e-4f1c-980f-f1e77d588fb4 HTTP/1.1" status: 200 len: 811 time: 0.1093211 Nov 05 19:34:10.699616 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-8b40699f-aef9-4f2c-a797-acc5533a1c1e req-8deefc46-5d10-4c3a-947f-b6353bc92c4f tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] 10.222.0.13 "GET /v2.0/ports?device_id=5193126d-2778-4946-a6f5-03d48ea6f191 HTTP/1.1" status: 200 len: 210 time: 0.0271046 Nov 05 19:34:10.712495 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-65b7fd29-13d2-4139-adfe-64ac88623f23 req-c38660aa-8e1a-480a-a195-06fa15b73590 tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7488aeefeb374a46a39cff325eff1fe7 HTTP/1.1" status: 200 len: 380 time: 0.0558186 Nov 05 19:34:10.724997 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [req-65b7fd29-13d2-4139-adfe-64ac88623f23 req-58036037-3f83-4ace-a1a1-f0edf89da8d9 tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] Request body: {'port': {'device_id': '5193126d-2778-4946-a6f5-03d48ea6f191', 'network_id': 'ba9e5cef-1f4e-4f1c-980f-f1e77d588fb4', 'admin_state_up': True, 'tenant_id': '7488aeefeb374a46a39cff325eff1fe7', 'security_groups': ['e275ec3d-c7f6-4920-bb58-0d3614e63387']}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:34:10.887064 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-65b7fd29-13d2-4139-adfe-64ac88623f23 req-58036037-3f83-4ace-a1a1-f0edf89da8d9 tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] Made reservation on behalf of 7488aeefeb374a46a39cff325eff1fe7 for: {'port': 1} {{(pid=102386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 19:34:10.890783 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-65b7fd29-13d2-4139-adfe-64ac88623f23 req-58036037-3f83-4ace-a1a1-f0edf89da8d9 tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:34:11.016622 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.db_base_plugin_common [req-65b7fd29-13d2-4139-adfe-64ac88623f23 req-58036037-3f83-4ace-a1a1-f0edf89da8d9 tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] Allocated IP 172.20.0.6 (ba9e5cef-1f4e-4f1c-980f-f1e77d588fb4/8ba56a91-a4c0-4279-98e5-26a64b9e0aa9/c95d1fa4-8843-49aa-9325-1c0dac7c4b57) {{(pid=102386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 19:34:11.151910 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-65b7fd29-13d2-4139-adfe-64ac88623f23 req-58036037-3f83-4ace-a1a1-f0edf89da8d9 tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] Publish callbacks [] for port, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:34:11.247443 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-65b7fd29-13d2-4139-adfe-64ac88623f23 req-58036037-3f83-4ace-a1a1-f0edf89da8d9 tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:34:11.289973 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-65b7fd29-13d2-4139-adfe-64ac88623f23 req-58036037-3f83-4ace-a1a1-f0edf89da8d9 tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] Network ba9e5cef-1f4e-4f1c-980f-f1e77d588fb4 is already hosted by enough agents. {{(pid=102386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 19:34:11.294872 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.base_scheduler [req-65b7fd29-13d2-4139-adfe-64ac88623f23 req-58036037-3f83-4ace-a1a1-f0edf89da8d9 tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] Resources bound (agent type, host, resource id): {{(pid=102386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 19:34:11.298561 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [req-65b7fd29-13d2-4139-adfe-64ac88623f23 req-58036037-3f83-4ace-a1a1-f0edf89da8d9 tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] Received port after_create {{(pid=102386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 19:34:11.305247 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58036037-3f83-4ace-a1a1-f0edf89da8d9 tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] Pushing event updated for resources: {'Port': ['ID=c95d1fa4-8843-49aa-9325-1c0dac7c4b57,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:34:11.352435 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b7fd29-13d2-4139-adfe-64ac88623f23 req-58036037-3f83-4ace-a1a1-f0edf89da8d9 tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:34:11.353102 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-65b7fd29-13d2-4139-adfe-64ac88623f23 req-58036037-3f83-4ace-a1a1-f0edf89da8d9 tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:34:11.419372 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-65b7fd29-13d2-4139-adfe-64ac88623f23 req-58036037-3f83-4ace-a1a1-f0edf89da8d9 tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6984339 Nov 05 19:34:11.524445 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-ab03bbee-30f7-4307-ab2e-4d5794420d69 None None] Provisioning complete for port c95d1fa4-8843-49aa-9325-1c0dac7c4b57 triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:34:11.525064 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-ab03bbee-30f7-4307-ab2e-4d5794420d69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:34:11.552650 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [req-65b7fd29-13d2-4139-adfe-64ac88623f23 req-fbc49065-fb4d-447f-8332-83722226741c service neutron] Request body: {'port': {'device_id': '5193126d-2778-4946-a6f5-03d48ea6f191', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816865-1'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:34:11.559618 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-ab03bbee-30f7-4307-ab2e-4d5794420d69 None None] Port c95d1fa4-8843-49aa-9325-1c0dac7c4b57 cannot update to ACTIVE because it is not bound. {{(pid=102388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 19:34:11.609044 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-65b7fd29-13d2-4139-adfe-64ac88623f23 req-fbc49065-fb4d-447f-8332-83722226741c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:34:11.815219 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89a7940-bf92-4ad0-b5fe-0eb57c5f9bd5 req-891ecf33-e895-4486-b9d4-dfba77c09f0c tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:34:11.816835 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-f89a7940-bf92-4ad0-b5fe-0eb57c5f9bd5 req-891ecf33-e895-4486-b9d4-dfba77c09f0c tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] 10.222.0.13 "GET /v2.0/ports?device_id=5193126d-2778-4946-a6f5-03d48ea6f191 HTTP/1.1" status: 200 len: 931 time: 0.0490620 Nov 05 19:34:11.868209 n-d-816865-1 neutron-server[102386]: DEBUG neutron.notifiers.nova [req-65b7fd29-13d2-4139-adfe-64ac88623f23 req-fbc49065-fb4d-447f-8332-83722226741c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c95d1fa4-8843-49aa-9325-1c0dac7c4b57 {{(pid=102386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 19:34:11.871114 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-f89a7940-bf92-4ad0-b5fe-0eb57c5f9bd5 req-b89a354a-51f1-429f-8e71-4b66a93dd678 tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] 10.222.0.13 "GET /v2.0/security-groups?id=e275ec3d-c7f6-4920-bb58-0d3614e63387&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475311 Nov 05 19:34:11.875940 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-65b7fd29-13d2-4139-adfe-64ac88623f23 req-fbc49065-fb4d-447f-8332-83722226741c service neutron] Publish callbacks [] for port, precommit_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:34:11.889167 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.provisioning_blocks [req-65b7fd29-13d2-4139-adfe-64ac88623f23 req-fbc49065-fb4d-447f-8332-83722226741c service neutron] Transition to ACTIVE for port object c95d1fa4-8843-49aa-9325-1c0dac7c4b57 will not be triggered until provisioned by entity L2. {{(pid=102386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 05 19:34:11.989964 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-65b7fd29-13d2-4139-adfe-64ac88623f23 req-fbc49065-fb4d-447f-8332-83722226741c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6149821'] for port, after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:34:12.041473 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc49065-fb4d-447f-8332-83722226741c service neutron] Pushing event updated for resources: {'Port': ['ID=c95d1fa4-8843-49aa-9325-1c0dac7c4b57,revision_number=2']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:34:12.114357 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [req-65b7fd29-13d2-4139-adfe-64ac88623f23 req-fbc49065-fb4d-447f-8332-83722226741c service neutron] Attempting to bind port c95d1fa4-8843-49aa-9325-1c0dac7c4b57 on host n-h2-816865-1 for vnic_type normal with profile {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 19:34:12.114718 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [req-65b7fd29-13d2-4139-adfe-64ac88623f23 req-fbc49065-fb4d-447f-8332-83722226741c service neutron] Attempting to bind port c95d1fa4-8843-49aa-9325-1c0dac7c4b57 by drivers openvswitch,hyperv on host n-h2-816865-1 at level 0 using segments [{'id': 'a58696c4-674f-491a-9f25-92f83919ef0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'ba9e5cef-1f4e-4f1c-980f-f1e77d588fb4'}] {{(pid=102386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 19:34:12.115016 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65b7fd29-13d2-4139-adfe-64ac88623f23 req-fbc49065-fb4d-447f-8332-83722226741c service neutron] Attempting to bind port c95d1fa4-8843-49aa-9325-1c0dac7c4b57 on network ba9e5cef-1f4e-4f1c-980f-f1e77d588fb4 {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 19:34:12.120443 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65b7fd29-13d2-4139-adfe-64ac88623f23 req-fbc49065-fb4d-447f-8332-83722226741c service neutron] Port c95d1fa4-8843-49aa-9325-1c0dac7c4b57 on network ba9e5cef-1f4e-4f1c-980f-f1e77d588fb4 not bound, no agent of type Open vSwitch agent registered on host n-h2-816865-1 {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 19:34:12.120759 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65b7fd29-13d2-4139-adfe-64ac88623f23 req-fbc49065-fb4d-447f-8332-83722226741c service neutron] Attempting to bind port c95d1fa4-8843-49aa-9325-1c0dac7c4b57 on network ba9e5cef-1f4e-4f1c-980f-f1e77d588fb4 {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 19:34:12.125891 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65b7fd29-13d2-4139-adfe-64ac88623f23 req-fbc49065-fb4d-447f-8332-83722226741c service neutron] Checking agent: {'id': '32aff553-696f-4891-83f5-5c176f61fe54', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816865-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 18, 33, 36), 'started_at': datetime.datetime(2021, 11, 5, 18, 33, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 19, 34, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 19:34:12.126283 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65b7fd29-13d2-4139-adfe-64ac88623f23 req-fbc49065-fb4d-447f-8332-83722226741c service neutron] Checking segment: {'id': 'a58696c4-674f-491a-9f25-92f83919ef0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'ba9e5cef-1f4e-4f1c-980f-f1e77d588fb4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 19:34:12.126670 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65b7fd29-13d2-4139-adfe-64ac88623f23 req-fbc49065-fb4d-447f-8332-83722226741c service neutron] Bound using segment: {'id': 'a58696c4-674f-491a-9f25-92f83919ef0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'ba9e5cef-1f4e-4f1c-980f-f1e77d588fb4'} {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 19:34:12.127093 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [req-65b7fd29-13d2-4139-adfe-64ac88623f23 req-fbc49065-fb4d-447f-8332-83722226741c service neutron] Bound port: c95d1fa4-8843-49aa-9325-1c0dac7c4b57, host: n-h2-816865-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a58696c4-674f-491a-9f25-92f83919ef0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'ba9e5cef-1f4e-4f1c-980f-f1e77d588fb4'}}] {{(pid=102386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 19:34:12.127447 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-65b7fd29-13d2-4139-adfe-64ac88623f23 req-fbc49065-fb4d-447f-8332-83722226741c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:34:12.192510 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [req-65b7fd29-13d2-4139-adfe-64ac88623f23 req-fbc49065-fb4d-447f-8332-83722226741c service neutron] For port c95d1fa4-8843-49aa-9325-1c0dac7c4b57, host n-h2-816865-1, cleared binding levels {{(pid=102386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 19:34:12.196131 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [req-65b7fd29-13d2-4139-adfe-64ac88623f23 req-fbc49065-fb4d-447f-8332-83722226741c service neutron] For port c95d1fa4-8843-49aa-9325-1c0dac7c4b57, host n-h2-816865-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=c95d1fa4-8843-49aa-9325-1c0dac7c4b57,segment=NetworkSegment(a58696c4-674f-491a-9f25-92f83919ef0a),segment_id=a58696c4-674f-491a-9f25-92f83919ef0a)] {{(pid=102386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 19:34:12.274023 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-65b7fd29-13d2-4139-adfe-64ac88623f23 req-fbc49065-fb4d-447f-8332-83722226741c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6149821'] for port, after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:34:12.307983 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b7fd29-13d2-4139-adfe-64ac88623f23 req-fbc49065-fb4d-447f-8332-83722226741c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:34:12.308670 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-65b7fd29-13d2-4139-adfe-64ac88623f23 req-fbc49065-fb4d-447f-8332-83722226741c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:34:12.310077 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-65b7fd29-13d2-4139-adfe-64ac88623f23 req-fbc49065-fb4d-447f-8332-83722226741c service neutron] 10.222.0.55 "PUT /v2.0/ports/c95d1fa4-8843-49aa-9325-1c0dac7c4b57 HTTP/1.1" status: 200 len: 1091 time: 0.8014481 Nov 05 19:34:12.312119 n-d-816865-1 neutron-server[102386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5193126d-2778-4946-a6f5-03d48ea6f191', 'tag': 'c95d1fa4-8843-49aa-9325-1c0dac7c4b57'}] {{(pid=102386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 19:34:12.338755 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc49065-fb4d-447f-8332-83722226741c service neutron] Pushing event updated for resources: {'Port': ['ID=c95d1fa4-8843-49aa-9325-1c0dac7c4b57,revision_number=3']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:34:12.359955 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d24c2e9fd656c946d5f792cc44b0d4efbe125a7d17e01666b7f4dc8150dd75ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-526ca099-6bd2-4fda-9cdb-712b80cde4d0" -d '{"events": [{"name": "network-changed", "server_uuid": "5193126d-2778-4946-a6f5-03d48ea6f191", "tag": "c95d1fa4-8843-49aa-9325-1c0dac7c4b57"}]}' {{(pid=102386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 19:34:12.463382 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 19:34:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-deadca79-20b8-420b-92de-678f652af4f5 x-openstack-request-id: req-deadca79-20b8-420b-92de-678f652af4f5 {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 19:34:12.463679 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5193126d-2778-4946-a6f5-03d48ea6f191", "tag": "c95d1fa4-8843-49aa-9325-1c0dac7c4b57", "status": "completed", "code": 200}]} {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 19:34:12.463928 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-deadca79-20b8-420b-92de-678f652af4f5 {{(pid=102386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 19:34:12.464322 n-d-816865-1 neutron-server[102386]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5193126d-2778-4946-a6f5-03d48ea6f191', 'tag': 'c95d1fa4-8843-49aa-9325-1c0dac7c4b57', 'status': 'completed', 'code': 200} Nov 05 19:34:12.481200 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b7fd29-13d2-4139-adfe-64ac88623f23 req-a7301677-42e3-4408-91de-e0e5861da86b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:34:12.482831 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-65b7fd29-13d2-4139-adfe-64ac88623f23 req-a7301677-42e3-4408-91de-e0e5861da86b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7488aeefeb374a46a39cff325eff1fe7&device_id=5193126d-2778-4946-a6f5-03d48ea6f191 HTTP/1.1" status: 200 len: 1094 time: 0.0508466 Nov 05 19:34:12.527193 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-65b7fd29-13d2-4139-adfe-64ac88623f23 req-ad02020e-f50a-41e8-bec1-debc272a7353 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c95d1fa4-8843-49aa-9325-1c0dac7c4b57 HTTP/1.1" status: 200 len: 217 time: 0.0363042 Nov 05 19:34:12.576770 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b7fd29-13d2-4139-adfe-64ac88623f23 req-65bcf80c-4a52-400a-bc93-7cdb5e05b3d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:34:12.578269 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-65b7fd29-13d2-4139-adfe-64ac88623f23 req-65bcf80c-4a52-400a-bc93-7cdb5e05b3d4 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=8ba56a91-a4c0-4279-98e5-26a64b9e0aa9 HTTP/1.1" status: 200 len: 850 time: 0.0432467 Nov 05 19:34:12.630283 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b7fd29-13d2-4139-adfe-64ac88623f23 req-4f0e5897-73df-4c3f-a831-f25aa2a68748 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:34:12.632588 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-65b7fd29-13d2-4139-adfe-64ac88623f23 req-4f0e5897-73df-4c3f-a831-f25aa2a68748 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ba9e5cef-1f4e-4f1c-980f-f1e77d588fb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0434611 Nov 05 19:34:12.726190 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-65b7fd29-13d2-4139-adfe-64ac88623f23 req-1cf79336-3e06-48f3-a5a1-b3fb89a1c250 service neutron] 10.222.0.55 "GET /v2.0/networks/ba9e5cef-1f4e-4f1c-980f-f1e77d588fb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814638 Nov 05 19:34:12.823172 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-65b7fd29-13d2-4139-adfe-64ac88623f23 req-a3c6b0a6-54e2-4021-ad65-638c535fa998 service neutron] 10.222.0.55 "GET /v2.0/networks/ba9e5cef-1f4e-4f1c-980f-f1e77d588fb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861652 Nov 05 19:34:12.991834 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ffefa8-d49b-40aa-b5a9-d2044cee1afc req-1ce24381-ff20-4b0a-bbfc-8d017ba75da6 tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:34:12.993481 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-a8ffefa8-d49b-40aa-b5a9-d2044cee1afc req-1ce24381-ff20-4b0a-bbfc-8d017ba75da6 tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] 10.222.0.13 "GET /v2.0/ports?device_id=5193126d-2778-4946-a6f5-03d48ea6f191 HTTP/1.1" status: 200 len: 943 time: 0.0501823 Nov 05 19:34:13.009179 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526ca099-6bd2-4fda-9cdb-712b80cde4d0 req-5c3d9c00-b555-40a1-a442-9ea350fa3955 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:34:13.010859 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-526ca099-6bd2-4fda-9cdb-712b80cde4d0 req-5c3d9c00-b555-40a1-a442-9ea350fa3955 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7488aeefeb374a46a39cff325eff1fe7&device_id=5193126d-2778-4946-a6f5-03d48ea6f191 HTTP/1.1" status: 200 len: 1094 time: 0.0423176 Nov 05 19:34:13.048215 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-a8ffefa8-d49b-40aa-b5a9-d2044cee1afc req-6643fb1e-64e6-4929-aab2-f55d0a39525a tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] 10.222.0.13 "GET /v2.0/security-groups?id=e275ec3d-c7f6-4920-bb58-0d3614e63387&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455675 Nov 05 19:34:13.107242 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526ca099-6bd2-4fda-9cdb-712b80cde4d0 req-fb1a25c1-8875-440d-818c-94ec26ef8234 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:34:13.108729 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-526ca099-6bd2-4fda-9cdb-712b80cde4d0 req-fb1a25c1-8875-440d-818c-94ec26ef8234 service neutron] 10.222.0.55 "GET /v2.0/networks?id=ba9e5cef-1f4e-4f1c-980f-f1e77d588fb4 HTTP/1.1" status: 200 len: 912 time: 0.0903442 Nov 05 19:34:13.151379 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-526ca099-6bd2-4fda-9cdb-712b80cde4d0 req-e2154aa5-5c62-4664-8c79-0c9ae301ce14 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c95d1fa4-8843-49aa-9325-1c0dac7c4b57 HTTP/1.1" status: 200 len: 217 time: 0.0355017 Nov 05 19:34:13.207862 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526ca099-6bd2-4fda-9cdb-712b80cde4d0 req-3a3b84d6-ed2e-4d5d-971a-191c03dfb0b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:34:13.209279 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-526ca099-6bd2-4fda-9cdb-712b80cde4d0 req-3a3b84d6-ed2e-4d5d-971a-191c03dfb0b8 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=8ba56a91-a4c0-4279-98e5-26a64b9e0aa9 HTTP/1.1" status: 200 len: 850 time: 0.0500262 Nov 05 19:34:13.255174 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526ca099-6bd2-4fda-9cdb-712b80cde4d0 req-301f7042-6f44-492c-9491-9ae5ce991af7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:34:13.256965 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-526ca099-6bd2-4fda-9cdb-712b80cde4d0 req-301f7042-6f44-492c-9491-9ae5ce991af7 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ba9e5cef-1f4e-4f1c-980f-f1e77d588fb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0394778 Nov 05 19:34:13.347812 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-526ca099-6bd2-4fda-9cdb-712b80cde4d0 req-35b26f92-4dbb-49d5-a61a-41dd720dfe1b service neutron] 10.222.0.55 "GET /v2.0/networks/ba9e5cef-1f4e-4f1c-980f-f1e77d588fb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823896 Nov 05 19:34:13.439589 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-526ca099-6bd2-4fda-9cdb-712b80cde4d0 req-a5f1867f-3fbf-421a-b0a6-a192c5b3337d service neutron] 10.222.0.55 "GET /v2.0/networks/ba9e5cef-1f4e-4f1c-980f-f1e77d588fb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838392 Nov 05 19:34:14.173283 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb4d5ab-69a3-4ebc-a4a7-176b1cdf26bb req-d6440739-be36-4a9a-af7c-1470dc695dba tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:34:14.174952 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-5cb4d5ab-69a3-4ebc-a4a7-176b1cdf26bb req-d6440739-be36-4a9a-af7c-1470dc695dba tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] 10.222.0.13 "GET /v2.0/ports?device_id=5193126d-2778-4946-a6f5-03d48ea6f191 HTTP/1.1" status: 200 len: 943 time: 0.0496554 Nov 05 19:34:14.228874 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-5cb4d5ab-69a3-4ebc-a4a7-176b1cdf26bb req-15e77db0-f3f7-4137-ad1e-52faee848810 tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] 10.222.0.13 "GET /v2.0/security-groups?id=e275ec3d-c7f6-4920-bb58-0d3614e63387&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471327 Nov 05 19:34:15.347955 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741e2b38-e974-4ff2-902f-ad8bf4237ca6 req-bea92127-a27c-457c-b6de-a9c2a7a24e78 tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:34:15.349437 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-741e2b38-e974-4ff2-902f-ad8bf4237ca6 req-bea92127-a27c-457c-b6de-a9c2a7a24e78 tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] 10.222.0.13 "GET /v2.0/ports?device_id=5193126d-2778-4946-a6f5-03d48ea6f191 HTTP/1.1" status: 200 len: 943 time: 0.0516398 Nov 05 19:34:15.397220 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-741e2b38-e974-4ff2-902f-ad8bf4237ca6 req-71a26f93-5076-4af4-b5f9-ff10e0da7e5d tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] 10.222.0.13 "GET /v2.0/security-groups?id=e275ec3d-c7f6-4920-bb58-0d3614e63387&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409575 Nov 05 19:34:15.926993 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Device c95d1fa4-8843-49aa-9325-1c0dac7c4b57 details requested by agent hyperv_n-h2-816865-1 with host n-h2-816865-1 {{(pid=102388) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 05 19:34:16.021192 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] For port c95d1fa4-8843-49aa-9325-1c0dac7c4b57, host n-h2-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=c95d1fa4-8843-49aa-9325-1c0dac7c4b57,segment=NetworkSegment(a58696c4-674f-491a-9f25-92f83919ef0a),segment_id=a58696c4-674f-491a-9f25-92f83919ef0a)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:34:16.036646 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Returning: {'device': 'c95d1fa4-8843-49aa-9325-1c0dac7c4b57', 'network_id': 'ba9e5cef-1f4e-4f1c-980f-f1e77d588fb4', 'port_id': 'c95d1fa4-8843-49aa-9325-1c0dac7c4b57', 'mac_address': 'fa:16:3e:04:1f:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 150, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ba56a91-a4c0-4279-98e5-26a64b9e0aa9', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102388) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 05 19:34:16.074918 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:34:16.089672 n-d-816865-1 neutron-server[102388]: DEBUG neutron.notifiers.nova [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c95d1fa4-8843-49aa-9325-1c0dac7c4b57 {{(pid=102388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 19:34:16.111806 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] For port c95d1fa4-8843-49aa-9325-1c0dac7c4b57, host n-h2-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=c95d1fa4-8843-49aa-9325-1c0dac7c4b57,segment=NetworkSegment(a58696c4-674f-491a-9f25-92f83919ef0a),segment_id=a58696c4-674f-491a-9f25-92f83919ef0a)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:34:16.206661 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:34:16.253486 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Pushing event updated for resources: {'Port': ['ID=c95d1fa4-8843-49aa-9325-1c0dac7c4b57,revision_number=4']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:34:16.442331 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] get_ports_and_sgs() called for port_ids ['c95d1fa4-8843-49aa-9325-1c0dac7c4b57'] {{(pid=102388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 19:34:16.515855 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2336f5fa-2be2-40bc-b183-fc892601ce75 req-b6bd58e7-bb17-4acf-aaaa-f95b0910b742 tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:34:16.517372 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-2336f5fa-2be2-40bc-b183-fc892601ce75 req-b6bd58e7-bb17-4acf-aaaa-f95b0910b742 tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] 10.222.0.13 "GET /v2.0/ports?device_id=5193126d-2778-4946-a6f5-03d48ea6f191 HTTP/1.1" status: 200 len: 944 time: 0.0493777 Nov 05 19:34:16.566687 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-2336f5fa-2be2-40bc-b183-fc892601ce75 req-3547d67d-e1a8-4aeb-ae86-14a550aced47 tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] 10.222.0.13 "GET /v2.0/security-groups?id=e275ec3d-c7f6-4920-bb58-0d3614e63387&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431802 Nov 05 19:34:17.684488 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd35a66-719a-498a-aaac-7c893d5dca7c req-78a7ef53-d02e-474f-bb2d-32966c115370 tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:34:17.685969 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-3bd35a66-719a-498a-aaac-7c893d5dca7c req-78a7ef53-d02e-474f-bb2d-32966c115370 tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] 10.222.0.13 "GET /v2.0/ports?device_id=5193126d-2778-4946-a6f5-03d48ea6f191 HTTP/1.1" status: 200 len: 944 time: 0.0512636 Nov 05 19:34:17.732509 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-3bd35a66-719a-498a-aaac-7c893d5dca7c req-ed6599c1-2c93-4ade-a8da-0bc1ccce4d5a tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] 10.222.0.13 "GET /v2.0/security-groups?id=e275ec3d-c7f6-4920-bb58-0d3614e63387&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406387 Nov 05 19:34:17.953739 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Device c95d1fa4-8843-49aa-9325-1c0dac7c4b57 up at agent hyperv_n-h2-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 19:34:18.084694 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Provisioning for port c95d1fa4-8843-49aa-9325-1c0dac7c4b57 completed by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 05 19:34:18.088791 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Provisioning complete for port c95d1fa4-8843-49aa-9325-1c0dac7c4b57 triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:34:18.089161 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:34:18.168622 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:34:18.191194 n-d-816865-1 neutron-server[102388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5193126d-2778-4946-a6f5-03d48ea6f191', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c95d1fa4-8843-49aa-9325-1c0dac7c4b57'}] {{(pid=102388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 19:34:18.205695 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] For port c95d1fa4-8843-49aa-9325-1c0dac7c4b57, host n-h2-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=c95d1fa4-8843-49aa-9325-1c0dac7c4b57,segment=NetworkSegment(a58696c4-674f-491a-9f25-92f83919ef0a),segment_id=a58696c4-674f-491a-9f25-92f83919ef0a)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:34:18.231000 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6791add14b0903d9e674b39f457aa3a29109aa98d0835d5644e65cf363d7cf55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78f66405-d22c-4edc-9b75-bd8879ad697d" -d '{"events": [{"server_uuid": "5193126d-2778-4946-a6f5-03d48ea6f191", "name": "network-vif-plugged", "status": "completed", "tag": "c95d1fa4-8843-49aa-9325-1c0dac7c4b57"}]}' {{(pid=102388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 19:34:18.279007 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:34:18.314626 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 19:34:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-488c5b17-de2b-4b54-be9e-829d62045386 x-openstack-request-id: req-488c5b17-de2b-4b54-be9e-829d62045386 {{(pid=102388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 19:34:18.315161 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5193126d-2778-4946-a6f5-03d48ea6f191", "name": "network-vif-plugged", "status": "completed", "tag": "c95d1fa4-8843-49aa-9325-1c0dac7c4b57", "code": 200}]} {{(pid=102388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 19:34:18.315424 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-488c5b17-de2b-4b54-be9e-829d62045386 {{(pid=102388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 19:34:18.315803 n-d-816865-1 neutron-server[102388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5193126d-2778-4946-a6f5-03d48ea6f191', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c95d1fa4-8843-49aa-9325-1c0dac7c4b57', 'code': 200} Nov 05 19:34:18.334926 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Pushing event updated for resources: {'Port': ['ID=c95d1fa4-8843-49aa-9325-1c0dac7c4b57,revision_number=5']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:34:18.423687 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29241b11-860f-4077-9ffb-e30e818205ff req-5643f589-5542-4b1b-b9c3-477e44fd36c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:34:18.425173 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-29241b11-860f-4077-9ffb-e30e818205ff req-5643f589-5542-4b1b-b9c3-477e44fd36c3 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=5193126d-2778-4946-a6f5-03d48ea6f191 HTTP/1.1" status: 200 len: 1096 time: 0.0397310 Nov 05 19:34:18.473957 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-29241b11-860f-4077-9ffb-e30e818205ff req-de8a1ac4-c5a4-46da-a94c-e63080fa44a4 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=e275ec3d-c7f6-4920-bb58-0d3614e63387&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365138 Nov 05 19:34:18.846994 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8ffbe3-107f-4ab1-a45e-9832b87725b3 req-5b2a3ca0-7c20-4e42-b091-d0af650afc3b tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:34:18.848461 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-3e8ffbe3-107f-4ab1-a45e-9832b87725b3 req-5b2a3ca0-7c20-4e42-b091-d0af650afc3b tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] 10.222.0.13 "GET /v2.0/ports?device_id=5193126d-2778-4946-a6f5-03d48ea6f191 HTTP/1.1" status: 200 len: 945 time: 0.0477381 Nov 05 19:34:18.894802 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-3e8ffbe3-107f-4ab1-a45e-9832b87725b3 req-27415d60-f331-488e-86ca-9c177df35053 tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] 10.222.0.13 "GET /v2.0/security-groups?id=e275ec3d-c7f6-4920-bb58-0d3614e63387&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396771 Nov 05 19:34:20.013049 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de2f43e-fafc-410c-b973-885246cb6af7 req-ee65d437-729a-47c3-925c-ace507f93922 tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:34:20.014608 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-1de2f43e-fafc-410c-b973-885246cb6af7 req-ee65d437-729a-47c3-925c-ace507f93922 tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] 10.222.0.13 "GET /v2.0/ports?device_id=5193126d-2778-4946-a6f5-03d48ea6f191 HTTP/1.1" status: 200 len: 945 time: 0.0486963 Nov 05 19:34:20.065725 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-1de2f43e-fafc-410c-b973-885246cb6af7 req-fad3f35c-a476-4385-aa3b-62060ac21f13 tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] 10.222.0.13 "GET /v2.0/security-groups?id=e275ec3d-c7f6-4920-bb58-0d3614e63387&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451033 Nov 05 19:34:20.174946 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499c99b6-cd92-48b6-909a-0f3f95335f24 req-2af5dec3-5bce-4ede-8843-df333c974ff5 tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:34:20.176327 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-499c99b6-cd92-48b6-909a-0f3f95335f24 req-2af5dec3-5bce-4ede-8843-df333c974ff5 tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] 10.222.0.13 "GET /v2.0/ports?device_id=5193126d-2778-4946-a6f5-03d48ea6f191 HTTP/1.1" status: 200 len: 945 time: 0.0481911 Nov 05 19:34:20.185598 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 43384) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:34:20.189878 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-ab040572-b760-4763-b86a-e14ed5247d73 tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] Request body: {'floatingip': {'port_id': 'c95d1fa4-8843-49aa-9325-1c0dac7c4b57'}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:34:20.228578 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-ab040572-b760-4763-b86a-e14ed5247d73 tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] Publish callbacks [] for floatingip, before_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:34:20.913564 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-ab040572-b760-4763-b86a-e14ed5247d73 tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:34:20.964708 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-ab040572-b760-4763-b86a-e14ed5247d73 tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1000577'] for floatingip, after_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:34:21.065588 n-d-816865-1 neutron-server[102387]: INFO neutron.db.l3_db [None req-ab040572-b760-4763-b86a-e14ed5247d73 tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] Floating IP 9a56d8a3-beb3-4417-b237-e6af35164c1b associated. External IP: 172.25.6.35, port: c95d1fa4-8843-49aa-9325-1c0dac7c4b57. Nov 05 19:34:21.269669 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab040572-b760-4763-b86a-e14ed5247d73 tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] Router ab427502-7317-494b-b799-660ebb83d854 has already been hosted by L3 agent 6dcb5589-8e86-4616-9186-ddc4548e13ad {{(pid=102387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 19:34:21.377724 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab040572-b760-4763-b86a-e14ed5247d73 tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] Notify agent at l3_agent.n-d-816865-1 the message routers_updated {{(pid=102387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 19:34:21.383092 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-ab040572-b760-4763-b86a-e14ed5247d73 tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for floatingip, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:34:21.388357 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40c19018-fde3-4d69-983d-f7167d7b8b58 None None] Sync routers for ids ['ab427502-7317-494b-b799-660ebb83d854'] in n-d-816865-1 {{(pid=102388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 19:34:21.398007 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40c19018-fde3-4d69-983d-f7167d7b8b58 None None] Routers {'ab427502-7317-494b-b799-660ebb83d854'} bound to L3 agent in host n-d-816865-1 {{(pid=102388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 19:34:21.398646 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-40c19018-fde3-4d69-983d-f7167d7b8b58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T19:34:05Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['ab427502-7317-494b-b799-660ebb83d854'], 'active': True} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:34:21.409597 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-ab040572-b760-4763-b86a-e14ed5247d73 tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] 10.222.0.13 "PUT /v2.0/floatingips/9a56d8a3-beb3-4417-b237-e6af35164c1b HTTP/1.1" status: 200 len: 990 time: 1.2229381 Nov 05 19:34:21.410324 n-d-816865-1 neutron-server[102387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5193126d-2778-4946-a6f5-03d48ea6f191', 'tag': 'c95d1fa4-8843-49aa-9325-1c0dac7c4b57'}] {{(pid=102387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 19:34:21.458171 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1aa7e2392c69fb9acc0b335571f919b1f61097b9ced1ed941ddb2f5c01cc85e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34156928-1d13-4741-9bc5-1c5dc5cb4074" -d '{"events": [{"name": "network-changed", "server_uuid": "5193126d-2778-4946-a6f5-03d48ea6f191", "tag": "c95d1fa4-8843-49aa-9325-1c0dac7c4b57"}]}' {{(pid=102387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 19:34:21.512596 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvr_db [None req-40c19018-fde3-4d69-983d-f7167d7b8b58 None None] Set router ab427502-7317-494b-b799-660ebb83d854 gateway port host: n-d-816865-1 {{(pid=102388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 19:34:21.556998 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 19:34:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8664bc1-e1c3-40f1-a9df-5c81160237e1 x-openstack-request-id: req-f8664bc1-e1c3-40f1-a9df-5c81160237e1 {{(pid=102387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 19:34:21.557289 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5193126d-2778-4946-a6f5-03d48ea6f191", "tag": "c95d1fa4-8843-49aa-9325-1c0dac7c4b57", "status": "completed", "code": 200}]} {{(pid=102387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 19:34:21.557555 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f8664bc1-e1c3-40f1-a9df-5c81160237e1 {{(pid=102387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 19:34:21.557935 n-d-816865-1 neutron-server[102387]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5193126d-2778-4946-a6f5-03d48ea6f191', 'tag': 'c95d1fa4-8843-49aa-9325-1c0dac7c4b57', 'status': 'completed', 'code': 200} Nov 05 19:34:21.618198 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34156928-1d13-4741-9bc5-1c5dc5cb4074 req-71b1b3e1-5adf-476b-afc6-7ba30c0759a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:34:21.619695 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-34156928-1d13-4741-9bc5-1c5dc5cb4074 req-71b1b3e1-5adf-476b-afc6-7ba30c0759a5 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7488aeefeb374a46a39cff325eff1fe7&device_id=5193126d-2778-4946-a6f5-03d48ea6f191 HTTP/1.1" status: 200 len: 1096 time: 0.0401609 Nov 05 19:34:21.711995 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34156928-1d13-4741-9bc5-1c5dc5cb4074 req-88fdfbbc-b41f-43ae-9cc5-16c2dda041fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:34:21.713482 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-34156928-1d13-4741-9bc5-1c5dc5cb4074 req-88fdfbbc-b41f-43ae-9cc5-16c2dda041fa service neutron] 10.222.0.55 "GET /v2.0/networks?id=ba9e5cef-1f4e-4f1c-980f-f1e77d588fb4 HTTP/1.1" status: 200 len: 912 time: 0.0867574 Nov 05 19:34:21.743273 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-40c19018-fde3-4d69-983d-f7167d7b8b58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab427502-7317-494b-b799-660ebb83d854', 'name': 'tempest-ServerActionsTestJSON-478465466-router', 'tenant_id': '7488aeefeb374a46a39cff325eff1fe7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.113'}], 'enable_snat': True}, 'gw_port_id': '7fdad5ca-0aab-4b06-87cc-19976506bb0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T19:34:00Z', 'updated_at': '2021-11-05T19:34:04Z', 'revision_number': 4, 'project_id': '7488aeefeb374a46a39cff325eff1fe7', 'gw_port': {'id': '7fdad5ca-0aab-4b06-87cc-19976506bb0a', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:ef:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab427502-7317-494b-b799-660ebb83d854', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:34:01Z', 'updated_at': '2021-11-05T19:34:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1', '_floatingips': [{'id': '9a56d8a3-beb3-4417-b237-e6af35164c1b', 'tenant_id': '7488aeefeb374a46a39cff325eff1fe7', 'floating_ip_address': '172.25.6.35', 'floating_network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'router_id': 'ab427502-7317-494b-b799-660ebb83d854', 'port_id': 'c95d1fa4-8843-49aa-9325-1c0dac7c4b57', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4052, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba9e5cef-1f4e-4f1c-980f-f1e77d588fb4', 'mac_address': 'fa:16:3e:04:1f:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5193126d-2778-4946-a6f5-03d48ea6f191', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-05T19:34:07Z', 'updated_at': '2021-11-05T19:34:20Z', 'revision_number': 1, 'project_id': '7488aeefeb374a46a39cff325eff1fe7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '366d1466-6d8a-456e-9340-bd327678f2f8', 'name': '', 'network_id': 'ba9e5cef-1f4e-4f1c-980f-f1e77d588fb4', 'tenant_id': '7488aeefeb374a46a39cff325eff1fe7', 'mac_address': 'fa:16:3e:2d:1a:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab427502-7317-494b-b799-660ebb83d854', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '8ba56a91-a4c0-4279-98e5-26a64b9e0aa9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:34:03Z', 'updated_at': '2021-11-05T19:34:07Z', 'revision_number': 5, 'project_id': '7488aeefeb374a46a39cff325eff1fe7', 'subnets': [{'id': '8ba56a91-a4c0-4279-98e5-26a64b9e0aa9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-1', False) {} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:34:21.769318 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40c19018-fde3-4d69-983d-f7167d7b8b58 None None] Checking router: ab427502-7317-494b-b799-660ebb83d854 for host: n-d-816865-1 {{(pid=102388) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 19:34:21.778630 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40c19018-fde3-4d69-983d-f7167d7b8b58 None None] Routers {'ab427502-7317-494b-b799-660ebb83d854'} bound to L3 agent in host n-d-816865-1 {{(pid=102388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 19:34:21.779174 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-40c19018-fde3-4d69-983d-f7167d7b8b58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T19:34:05Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['ab427502-7317-494b-b799-660ebb83d854'], 'active': True} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:34:21.780067 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-34156928-1d13-4741-9bc5-1c5dc5cb4074 req-a302fea8-80d8-4e23-8bc2-82322f8bc7ec service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c95d1fa4-8843-49aa-9325-1c0dac7c4b57 HTTP/1.1" status: 200 len: 998 time: 0.0588393 Nov 05 19:34:21.833788 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34156928-1d13-4741-9bc5-1c5dc5cb4074 req-8cc7d8ea-b265-4f2e-b565-96cb6b19b6d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:34:21.835334 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-34156928-1d13-4741-9bc5-1c5dc5cb4074 req-8cc7d8ea-b265-4f2e-b565-96cb6b19b6d2 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=8ba56a91-a4c0-4279-98e5-26a64b9e0aa9 HTTP/1.1" status: 200 len: 850 time: 0.0480819 Nov 05 19:34:21.880421 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34156928-1d13-4741-9bc5-1c5dc5cb4074 req-37e5e943-73d8-45dd-96d2-66e7e04b246b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:34:21.882925 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-34156928-1d13-4741-9bc5-1c5dc5cb4074 req-37e5e943-73d8-45dd-96d2-66e7e04b246b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ba9e5cef-1f4e-4f1c-980f-f1e77d588fb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406842 Nov 05 19:34:21.886922 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvr_db [None req-40c19018-fde3-4d69-983d-f7167d7b8b58 None None] Set router ab427502-7317-494b-b799-660ebb83d854 gateway port host: n-d-816865-1 {{(pid=102388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 19:34:21.974020 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-34156928-1d13-4741-9bc5-1c5dc5cb4074 req-22d8b694-c19c-487a-9507-25b9bff424aa service neutron] 10.222.0.55 "GET /v2.0/networks/ba9e5cef-1f4e-4f1c-980f-f1e77d588fb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834258 Nov 05 19:34:22.068618 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-34156928-1d13-4741-9bc5-1c5dc5cb4074 req-a6b212c1-9904-41d3-84a8-e7b39841b914 service neutron] 10.222.0.55 "GET /v2.0/networks/ba9e5cef-1f4e-4f1c-980f-f1e77d588fb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872335 Nov 05 19:34:22.113417 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-40c19018-fde3-4d69-983d-f7167d7b8b58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab427502-7317-494b-b799-660ebb83d854', 'name': 'tempest-ServerActionsTestJSON-478465466-router', 'tenant_id': '7488aeefeb374a46a39cff325eff1fe7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.113'}], 'enable_snat': True}, 'gw_port_id': '7fdad5ca-0aab-4b06-87cc-19976506bb0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T19:34:00Z', 'updated_at': '2021-11-05T19:34:04Z', 'revision_number': 4, 'project_id': '7488aeefeb374a46a39cff325eff1fe7', 'gw_port': {'id': '7fdad5ca-0aab-4b06-87cc-19976506bb0a', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:ef:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab427502-7317-494b-b799-660ebb83d854', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:34:01Z', 'updated_at': '2021-11-05T19:34:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1', '_floatingips': [{'id': '9a56d8a3-beb3-4417-b237-e6af35164c1b', 'tenant_id': '7488aeefeb374a46a39cff325eff1fe7', 'floating_ip_address': '172.25.6.35', 'floating_network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'router_id': 'ab427502-7317-494b-b799-660ebb83d854', 'port_id': 'c95d1fa4-8843-49aa-9325-1c0dac7c4b57', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4052, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba9e5cef-1f4e-4f1c-980f-f1e77d588fb4', 'mac_address': 'fa:16:3e:04:1f:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5193126d-2778-4946-a6f5-03d48ea6f191', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-05T19:34:07Z', 'updated_at': '2021-11-05T19:34:20Z', 'revision_number': 1, 'project_id': '7488aeefeb374a46a39cff325eff1fe7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '366d1466-6d8a-456e-9340-bd327678f2f8', 'name': '', 'network_id': 'ba9e5cef-1f4e-4f1c-980f-f1e77d588fb4', 'tenant_id': '7488aeefeb374a46a39cff325eff1fe7', 'mac_address': 'fa:16:3e:2d:1a:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab427502-7317-494b-b799-660ebb83d854', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '8ba56a91-a4c0-4279-98e5-26a64b9e0aa9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:34:03Z', 'updated_at': '2021-11-05T19:34:07Z', 'revision_number': 5, 'project_id': '7488aeefeb374a46a39cff325eff1fe7', 'subnets': [{'id': '8ba56a91-a4c0-4279-98e5-26a64b9e0aa9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-1', False) {} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:34:22.140206 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40c19018-fde3-4d69-983d-f7167d7b8b58 None None] The sync data for ids ['ab427502-7317-494b-b799-660ebb83d854'] in n-d-816865-1 is: [{'id': 'ab427502-7317-494b-b799-660ebb83d854', 'name': 'tempest-ServerActionsTestJSON-478465466-router', 'tenant_id': '7488aeefeb374a46a39cff325eff1fe7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.113'}], 'enable_snat': True}, 'gw_port_id': '7fdad5ca-0aab-4b06-87cc-19976506bb0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T19:34:00Z', 'updated_at': '2021-11-05T19:34:04Z', 'revision_number': 4, 'project_id': '7488aeefeb374a46a39cff325eff1fe7', 'gw_port': {'id': '7fdad5ca-0aab-4b06-87cc-19976506bb0a', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:ef:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab427502-7317-494b-b799-660ebb83d854', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:34:01Z', 'updated_at': '2021-11-05T19:34:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1', '_floatingips': [{'id': '9a56d8a3-beb3-4417-b237-e6af35164c1b', 'tenant_id': '7488aeefeb374a46a39cff325eff1fe7', 'floating_ip_address': '172.25.6.35', 'floating_network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'router_id': 'ab427502-7317-494b-b799-660ebb83d854', 'port_id': 'c95d1fa4-8843-49aa-9325-1c0dac7c4b57', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4052, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba9e5cef-1f4e-4f1c-980f-f1e77d588fb4', 'mac_address': 'fa:16:3e:04:1f:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5193126d-2778-4946-a6f5-03d48ea6f191', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-05T19:34:07Z', 'updated_at': '2021-11-05T19:34:20Z', 'revision_number': 1, 'project_id': '7488aeefeb374a46a39cff325eff1fe7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '366d1466-6d8a-456e-9340-bd327678f2f8', 'name': '', 'network_id': 'ba9e5cef-1f4e-4f1c-980f-f1e77d588fb4', 'tenant_id': '7488aeefeb374a46a39cff325eff1fe7', 'mac_address': 'fa:16:3e:2d:1a:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab427502-7317-494b-b799-660ebb83d854', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '8ba56a91-a4c0-4279-98e5-26a64b9e0aa9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:34:03Z', 'updated_at': '2021-11-05T19:34:07Z', 'revision_number': 5, 'project_id': '7488aeefeb374a46a39cff325eff1fe7', 'subnets': [{'id': '8ba56a91-a4c0-4279-98e5-26a64b9e0aa9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 19:34:22.331108 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d976a70f-cbe8-405d-b7db-9d6c20e495c2 None None] New status for floating IP 9a56d8a3-beb3-4417-b237-e6af35164c1b: ACTIVE {{(pid=102389) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 05 19:34:31.724749 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.agents_db [None req-b9406b04-a0e8-43cf-b349-711963d96cf4 None None] Agent healthcheck: found 7 active agents {{(pid=102389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 05 19:34:32.641131 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-11614b2e-e657-4d1d-b578-228064ea9c0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:34:34.595217 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:34:35.387107 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-50799847-926a-48ee-9f6b-7e8fe46816a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:34:36.398975 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b304910f-7b27-444b-a8fc-977d26b1ceac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:34:36.656048 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:34:36.991716 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-a9654add-05ea-4b22-9f1e-bd6e00a17356 req-f183d8b1-d713-41dd-a406-df8753a07fc6 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=5193126d-2778-4946-a6f5-03d48ea6f191&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0383480 Nov 05 19:34:37.077967 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9654add-05ea-4b22-9f1e-bd6e00a17356 req-30389655-91ed-4043-acad-d5cac3ede314 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:34:37.079503 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-a9654add-05ea-4b22-9f1e-bd6e00a17356 req-30389655-91ed-4043-acad-d5cac3ede314 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7488aeefeb374a46a39cff325eff1fe7&device_id=5193126d-2778-4946-a6f5-03d48ea6f191 HTTP/1.1" status: 200 len: 1096 time: 0.0444751 Nov 05 19:34:37.185547 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9654add-05ea-4b22-9f1e-bd6e00a17356 req-9660cbc2-b995-4867-80ac-1bf4c9298740 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:34:37.187095 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-a9654add-05ea-4b22-9f1e-bd6e00a17356 req-9660cbc2-b995-4867-80ac-1bf4c9298740 service neutron] 10.222.0.55 "GET /v2.0/networks?id=ba9e5cef-1f4e-4f1c-980f-f1e77d588fb4 HTTP/1.1" status: 200 len: 912 time: 0.0839102 Nov 05 19:34:37.259972 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-a9654add-05ea-4b22-9f1e-bd6e00a17356 req-b45031a4-fcc3-4a27-aa48-d74503748899 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c95d1fa4-8843-49aa-9325-1c0dac7c4b57 HTTP/1.1" status: 200 len: 1000 time: 0.0620956 Nov 05 19:34:37.309657 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9654add-05ea-4b22-9f1e-bd6e00a17356 req-93ba8dfd-5fb2-4900-ab5b-64aedd9f1350 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:34:37.311152 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-a9654add-05ea-4b22-9f1e-bd6e00a17356 req-93ba8dfd-5fb2-4900-ab5b-64aedd9f1350 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=8ba56a91-a4c0-4279-98e5-26a64b9e0aa9 HTTP/1.1" status: 200 len: 850 time: 0.0430138 Nov 05 19:34:37.355495 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9654add-05ea-4b22-9f1e-bd6e00a17356 req-f849ab8c-a4c7-43ba-83de-324a9f34f56a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:34:37.356982 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-a9654add-05ea-4b22-9f1e-bd6e00a17356 req-f849ab8c-a4c7-43ba-83de-324a9f34f56a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ba9e5cef-1f4e-4f1c-980f-f1e77d588fb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0388539 Nov 05 19:34:37.453095 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-a9654add-05ea-4b22-9f1e-bd6e00a17356 req-60cc644f-7cd1-46f6-b1bb-e7c62bb213f2 service neutron] 10.222.0.55 "GET /v2.0/networks/ba9e5cef-1f4e-4f1c-980f-f1e77d588fb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881319 Nov 05 19:34:37.544125 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-a9654add-05ea-4b22-9f1e-bd6e00a17356 req-51250368-e1da-412a-bae0-d25903be67df service neutron] 10.222.0.55 "GET /v2.0/networks/ba9e5cef-1f4e-4f1c-980f-f1e77d588fb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828831 Nov 05 19:34:38.400917 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-31f93893-a48e-4ae8-833d-dccb2b42eacc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:34:38.555713 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:35:02.695587 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-f89492cd-43ad-46ec-83d0-0102d9351e44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:35:04.611451 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:35:05.394018 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-955798d0-26cc-4f4b-b4b7-1fcbf29a62a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:35:06.399763 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b304910f-7b27-444b-a8fc-977d26b1ceac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:35:06.649522 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:35:08.386406 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-31f93893-a48e-4ae8-833d-dccb2b42eacc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:35:08.586485 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:35:08.724077 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.agents_db [None req-b9406b04-a0e8-43cf-b349-711963d96cf4 None None] Agent healthcheck: found 7 active agents {{(pid=102389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 05 19:35:32.683487 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-411177c9-c7a6-4f80-a20d-4aa1b9cf5194 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:35:34.597478 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:35:35.370852 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b04e04b8-4458-4231-9dfa-c39bddcf15da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:35:36.399287 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b304910f-7b27-444b-a8fc-977d26b1ceac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:35:36.662142 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:35:38.006569 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-6b2fbe99-10ad-49d6-817d-c6e47ce32e7b req-9010d6b2-cdb2-427e-a10d-d15f099f259a service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=5193126d-2778-4946-a6f5-03d48ea6f191&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0451488 Nov 05 19:35:38.090686 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2fbe99-10ad-49d6-817d-c6e47ce32e7b req-c6018708-3870-45ea-9470-b098ccd14842 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:35:38.092120 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-6b2fbe99-10ad-49d6-817d-c6e47ce32e7b req-c6018708-3870-45ea-9470-b098ccd14842 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7488aeefeb374a46a39cff325eff1fe7&device_id=5193126d-2778-4946-a6f5-03d48ea6f191 HTTP/1.1" status: 200 len: 1096 time: 0.0414546 Nov 05 19:35:38.205163 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2fbe99-10ad-49d6-817d-c6e47ce32e7b req-88fb6c88-d79a-42b3-abba-cf331cefcc14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:35:38.206684 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-6b2fbe99-10ad-49d6-817d-c6e47ce32e7b req-88fb6c88-d79a-42b3-abba-cf331cefcc14 service neutron] 10.222.0.55 "GET /v2.0/networks?id=ba9e5cef-1f4e-4f1c-980f-f1e77d588fb4 HTTP/1.1" status: 200 len: 912 time: 0.0891402 Nov 05 19:35:38.285921 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-6b2fbe99-10ad-49d6-817d-c6e47ce32e7b req-6ae7c1e0-5594-4248-b43b-0d5beca1bace service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c95d1fa4-8843-49aa-9325-1c0dac7c4b57 HTTP/1.1" status: 200 len: 1000 time: 0.0671875 Nov 05 19:35:38.344338 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2fbe99-10ad-49d6-817d-c6e47ce32e7b req-5de47422-c102-423a-98a4-afc0e2b00de9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:35:38.345920 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-6b2fbe99-10ad-49d6-817d-c6e47ce32e7b req-5de47422-c102-423a-98a4-afc0e2b00de9 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=8ba56a91-a4c0-4279-98e5-26a64b9e0aa9 HTTP/1.1" status: 200 len: 850 time: 0.0466979 Nov 05 19:35:38.382491 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-31f93893-a48e-4ae8-833d-dccb2b42eacc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:35:38.400132 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2fbe99-10ad-49d6-817d-c6e47ce32e7b req-bf0591dc-c4c4-4b03-a19c-b62ad8222818 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:35:38.401705 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-6b2fbe99-10ad-49d6-817d-c6e47ce32e7b req-bf0591dc-c4c4-4b03-a19c-b62ad8222818 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ba9e5cef-1f4e-4f1c-980f-f1e77d588fb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0443470 Nov 05 19:35:38.502210 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-6b2fbe99-10ad-49d6-817d-c6e47ce32e7b req-ba11b404-f9fa-4d57-92f4-43512dba4e88 service neutron] 10.222.0.55 "GET /v2.0/networks/ba9e5cef-1f4e-4f1c-980f-f1e77d588fb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882249 Nov 05 19:35:38.559558 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:35:38.595983 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-6b2fbe99-10ad-49d6-817d-c6e47ce32e7b req-56742c0f-b468-494c-a009-d4937aca4941 service neutron] 10.222.0.55 "GET /v2.0/networks/ba9e5cef-1f4e-4f1c-980f-f1e77d588fb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827355 Nov 05 19:35:45.723071 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.agents_db [None req-b9406b04-a0e8-43cf-b349-711963d96cf4 None None] Agent healthcheck: found 7 active agents {{(pid=102389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 05 19:36:02.661610 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-ad9516ad-061d-4419-92e1-3ed476662ada None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:36:02.943545 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28cbe96-ab1c-4111-a081-e7ff2f2b58fa req-3806347b-4522-40be-95c9-a9be2d60c2a1 tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:36:02.944969 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-a28cbe96-ab1c-4111-a081-e7ff2f2b58fa req-3806347b-4522-40be-95c9-a9be2d60c2a1 tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] 10.222.0.13 "GET /v2.0/ports?device_id=5193126d-2778-4946-a6f5-03d48ea6f191 HTTP/1.1" status: 200 len: 945 time: 0.0527859 Nov 05 19:36:02.996674 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-a28cbe96-ab1c-4111-a081-e7ff2f2b58fa req-47e6f907-d9ac-414e-9643-c74a8af1b2e8 tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] 10.222.0.13 "GET /v2.0/security-groups?id=e275ec3d-c7f6-4920-bb58-0d3614e63387&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452878 Nov 05 19:36:03.382455 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6667ec9-3956-43ef-b271-a46600657320 req-567eeebb-65b2-4bb5-8a1c-af817112fd7a tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:36:03.383976 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-c6667ec9-3956-43ef-b271-a46600657320 req-567eeebb-65b2-4bb5-8a1c-af817112fd7a tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] 10.222.0.13 "GET /v2.0/ports?device_id=5193126d-2778-4946-a6f5-03d48ea6f191 HTTP/1.1" status: 200 len: 945 time: 0.0500069 Nov 05 19:36:03.431800 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-c6667ec9-3956-43ef-b271-a46600657320 req-20bed610-f859-454c-a08c-efb2f35ab4aa tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] 10.222.0.13 "GET /v2.0/security-groups?id=e275ec3d-c7f6-4920-bb58-0d3614e63387&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417418 Nov 05 19:36:03.491903 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-5d00edd4-ca54-4d38-931a-1e8e6084137a req-d79a52f6-8803-463c-a38a-ce997c26773d service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=5193126d-2778-4946-a6f5-03d48ea6f191&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0434887 Nov 05 19:36:04.558567 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca18534-d5e0-408e-8d0c-bb507748106e req-8bedbd90-b195-43f0-a3a0-da1736769640 tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:36:04.573258 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-7ca18534-d5e0-408e-8d0c-bb507748106e req-8bedbd90-b195-43f0-a3a0-da1736769640 tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] 10.222.0.13 "GET /v2.0/ports?device_id=5193126d-2778-4946-a6f5-03d48ea6f191 HTTP/1.1" status: 200 len: 945 time: 0.0532858 Nov 05 19:36:04.617425 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-7ca18534-d5e0-408e-8d0c-bb507748106e req-ba402d9c-3bbe-40b9-9581-c60f6c7716b0 tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] 10.222.0.13 "GET /v2.0/security-groups?id=e275ec3d-c7f6-4920-bb58-0d3614e63387&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512297 Nov 05 19:36:04.700035 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:36:05.375440 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-37b333b5-8a7a-4433-ac03-df49d9ea0ec2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:36:05.680236 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d00edd4-ca54-4d38-931a-1e8e6084137a req-8b8d4267-9bd0-4a46-944e-61a8f41c62c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:36:05.681757 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-5d00edd4-ca54-4d38-931a-1e8e6084137a req-8b8d4267-9bd0-4a46-944e-61a8f41c62c9 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7488aeefeb374a46a39cff325eff1fe7&device_id=5193126d-2778-4946-a6f5-03d48ea6f191 HTTP/1.1" status: 200 len: 1096 time: 0.0454338 Nov 05 19:36:05.742263 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba72570b-79a7-4905-8ce4-3e7e4107c88d req-5c387e47-b14a-417f-a6bb-87f936cab30d tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:36:05.743792 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-ba72570b-79a7-4905-8ce4-3e7e4107c88d req-5c387e47-b14a-417f-a6bb-87f936cab30d tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] 10.222.0.13 "GET /v2.0/ports?device_id=5193126d-2778-4946-a6f5-03d48ea6f191 HTTP/1.1" status: 200 len: 945 time: 0.0532403 Nov 05 19:36:05.780600 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d00edd4-ca54-4d38-931a-1e8e6084137a req-521cae6b-90eb-490f-ac71-4a71b949294c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:36:05.782133 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-5d00edd4-ca54-4d38-931a-1e8e6084137a req-521cae6b-90eb-490f-ac71-4a71b949294c service neutron] 10.222.0.55 "GET /v2.0/networks?id=ba9e5cef-1f4e-4f1c-980f-f1e77d588fb4 HTTP/1.1" status: 200 len: 912 time: 0.0894048 Nov 05 19:36:05.791556 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-ba72570b-79a7-4905-8ce4-3e7e4107c88d req-98261640-37fe-4a12-b040-6085112fc170 tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] 10.222.0.13 "GET /v2.0/security-groups?id=e275ec3d-c7f6-4920-bb58-0d3614e63387&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418315 Nov 05 19:36:06.127749 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-5d00edd4-ca54-4d38-931a-1e8e6084137a req-906005af-f594-4b8c-997a-172d8d65914f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c95d1fa4-8843-49aa-9325-1c0dac7c4b57 HTTP/1.1" status: 200 len: 1000 time: 0.3331473 Nov 05 19:36:06.179669 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d00edd4-ca54-4d38-931a-1e8e6084137a req-c02b1d04-c586-4a33-acc7-fc0deb4e93d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:36:06.181124 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-5d00edd4-ca54-4d38-931a-1e8e6084137a req-c02b1d04-c586-4a33-acc7-fc0deb4e93d0 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=8ba56a91-a4c0-4279-98e5-26a64b9e0aa9 HTTP/1.1" status: 200 len: 850 time: 0.0429046 Nov 05 19:36:06.232764 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d00edd4-ca54-4d38-931a-1e8e6084137a req-3dea8258-2dbf-4016-8851-c3d1f4cbf73e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:36:06.234260 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-5d00edd4-ca54-4d38-931a-1e8e6084137a req-3dea8258-2dbf-4016-8851-c3d1f4cbf73e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ba9e5cef-1f4e-4f1c-980f-f1e77d588fb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0415027 Nov 05 19:36:06.324016 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-5d00edd4-ca54-4d38-931a-1e8e6084137a req-dff5af5e-1f4a-4675-9f9f-70d4aa28a333 service neutron] 10.222.0.55 "GET /v2.0/networks/ba9e5cef-1f4e-4f1c-980f-f1e77d588fb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805011 Nov 05 19:36:06.415664 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b304910f-7b27-444b-a8fc-977d26b1ceac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:36:06.421986 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-5d00edd4-ca54-4d38-931a-1e8e6084137a req-e8f3636f-60e6-41bc-83c7-22007893d4e1 service neutron] 10.222.0.55 "GET /v2.0/networks/ba9e5cef-1f4e-4f1c-980f-f1e77d588fb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870669 Nov 05 19:36:06.678859 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:36:06.908992 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1529aab-dc63-4ec6-9ccd-f48dc44268c3 req-3d83a393-f4bd-4df0-a8ef-9ee511ab28e1 tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:36:06.910645 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-b1529aab-dc63-4ec6-9ccd-f48dc44268c3 req-3d83a393-f4bd-4df0-a8ef-9ee511ab28e1 tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] 10.222.0.13 "GET /v2.0/ports?device_id=5193126d-2778-4946-a6f5-03d48ea6f191 HTTP/1.1" status: 200 len: 945 time: 0.0493679 Nov 05 19:36:06.957754 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-b1529aab-dc63-4ec6-9ccd-f48dc44268c3 req-6cc2ced8-48ba-454c-8269-d643c41eae39 tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] 10.222.0.13 "GET /v2.0/security-groups?id=e275ec3d-c7f6-4920-bb58-0d3614e63387&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410981 Nov 05 19:36:08.074256 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95b9029-0e16-4f9a-b9e2-9a62da457602 req-ff7f87f4-010a-484f-abf5-f4f296c35ce4 tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:36:08.075769 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-c95b9029-0e16-4f9a-b9e2-9a62da457602 req-ff7f87f4-010a-484f-abf5-f4f296c35ce4 tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] 10.222.0.13 "GET /v2.0/ports?device_id=5193126d-2778-4946-a6f5-03d48ea6f191 HTTP/1.1" status: 200 len: 945 time: 0.0493169 Nov 05 19:36:08.127445 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-c95b9029-0e16-4f9a-b9e2-9a62da457602 req-a41703f4-64e7-49e7-8a85-1b81cd6af190 tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] 10.222.0.13 "GET /v2.0/security-groups?id=e275ec3d-c7f6-4920-bb58-0d3614e63387&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456958 Nov 05 19:36:08.403966 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-31f93893-a48e-4ae8-833d-dccb2b42eacc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:36:08.558290 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:36:09.243463 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ea25af-b561-421c-80eb-a3624139c535 req-75d56596-67d3-48a5-b9cc-d799dea1ad02 tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:36:09.244923 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-54ea25af-b561-421c-80eb-a3624139c535 req-75d56596-67d3-48a5-b9cc-d799dea1ad02 tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] 10.222.0.13 "GET /v2.0/ports?device_id=5193126d-2778-4946-a6f5-03d48ea6f191 HTTP/1.1" status: 200 len: 945 time: 0.0482247 Nov 05 19:36:09.291872 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-54ea25af-b561-421c-80eb-a3624139c535 req-3884a066-7225-49b9-95ac-1af5f29b6a04 tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] 10.222.0.13 "GET /v2.0/security-groups?id=e275ec3d-c7f6-4920-bb58-0d3614e63387&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408602 Nov 05 19:36:10.406848 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d389197-af58-4233-8806-4e503e997ebb req-16d1769d-e939-47b6-a9d8-b2ca5e982d35 tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:36:10.412094 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-2d389197-af58-4233-8806-4e503e997ebb req-16d1769d-e939-47b6-a9d8-b2ca5e982d35 tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] 10.222.0.13 "GET /v2.0/ports?device_id=5193126d-2778-4946-a6f5-03d48ea6f191 HTTP/1.1" status: 200 len: 945 time: 0.0498500 Nov 05 19:36:10.455451 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-2d389197-af58-4233-8806-4e503e997ebb req-854bf183-4eef-407b-9f44-cfe93d734216 tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] 10.222.0.13 "GET /v2.0/security-groups?id=e275ec3d-c7f6-4920-bb58-0d3614e63387&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404992 Nov 05 19:36:11.576268 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6771c8c8-d2fd-4f80-8736-44157a72cc38 req-72cf518e-9375-415d-bfe4-16caf0e4f2a4 tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:36:11.577744 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-6771c8c8-d2fd-4f80-8736-44157a72cc38 req-72cf518e-9375-415d-bfe4-16caf0e4f2a4 tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] 10.222.0.13 "GET /v2.0/ports?device_id=5193126d-2778-4946-a6f5-03d48ea6f191 HTTP/1.1" status: 200 len: 945 time: 0.0538027 Nov 05 19:36:11.624167 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-6771c8c8-d2fd-4f80-8736-44157a72cc38 req-fc10b071-6309-49eb-8e6d-d9d7711c981e tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] 10.222.0.13 "GET /v2.0/security-groups?id=e275ec3d-c7f6-4920-bb58-0d3614e63387&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397258 Nov 05 19:36:12.743093 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e199c2d6-ef26-4d54-a140-d1565df19317 req-2692a81a-1e95-4c19-938a-5312327e27eb tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:36:12.744575 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-e199c2d6-ef26-4d54-a140-d1565df19317 req-2692a81a-1e95-4c19-938a-5312327e27eb tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] 10.222.0.13 "GET /v2.0/ports?device_id=5193126d-2778-4946-a6f5-03d48ea6f191 HTTP/1.1" status: 200 len: 945 time: 0.0484886 Nov 05 19:36:12.791938 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-e199c2d6-ef26-4d54-a140-d1565df19317 req-beda69ec-0d04-4a0a-a9e8-5fb4e719d866 tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] 10.222.0.13 "GET /v2.0/security-groups?id=e275ec3d-c7f6-4920-bb58-0d3614e63387&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413761 Nov 05 19:36:13.911128 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7948975c-cc5e-4e64-a659-9b4d8fd6041f req-d8f13f96-c3c3-4d33-8983-e65f91fc9d81 tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:36:13.912635 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-7948975c-cc5e-4e64-a659-9b4d8fd6041f req-d8f13f96-c3c3-4d33-8983-e65f91fc9d81 tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] 10.222.0.13 "GET /v2.0/ports?device_id=5193126d-2778-4946-a6f5-03d48ea6f191 HTTP/1.1" status: 200 len: 945 time: 0.0530062 Nov 05 19:36:13.959247 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-7948975c-cc5e-4e64-a659-9b4d8fd6041f req-a44e4abd-d655-4cbc-91bb-cf76ffd9d83e tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] 10.222.0.13 "GET /v2.0/security-groups?id=e275ec3d-c7f6-4920-bb58-0d3614e63387&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406721 Nov 05 19:36:15.076305 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb29dc58-a572-45fd-967a-cfea15060d59 req-68e1a35e-c788-4bfa-b8e6-b54cea273ac1 tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:36:15.077852 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-eb29dc58-a572-45fd-967a-cfea15060d59 req-68e1a35e-c788-4bfa-b8e6-b54cea273ac1 tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] 10.222.0.13 "GET /v2.0/ports?device_id=5193126d-2778-4946-a6f5-03d48ea6f191 HTTP/1.1" status: 200 len: 945 time: 0.0491645 Nov 05 19:36:15.126183 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-eb29dc58-a572-45fd-967a-cfea15060d59 req-7938e92a-cb5c-4c6d-990d-fc2b91da85ba tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] 10.222.0.13 "GET /v2.0/security-groups?id=e275ec3d-c7f6-4920-bb58-0d3614e63387&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416377 Nov 05 19:36:16.240931 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec0e9d1-5657-4212-bf87-6bd24832c9ef req-8cab359a-1ce7-4809-b235-a79bf837ac68 tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:36:16.242414 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-3ec0e9d1-5657-4212-bf87-6bd24832c9ef req-8cab359a-1ce7-4809-b235-a79bf837ac68 tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] 10.222.0.13 "GET /v2.0/ports?device_id=5193126d-2778-4946-a6f5-03d48ea6f191 HTTP/1.1" status: 200 len: 945 time: 0.0478132 Nov 05 19:36:16.293164 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-3ec0e9d1-5657-4212-bf87-6bd24832c9ef req-02d0c489-aec7-4609-901e-b2c4fb04a82c tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] 10.222.0.13 "GET /v2.0/security-groups?id=e275ec3d-c7f6-4920-bb58-0d3614e63387&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447636 Nov 05 19:36:17.407350 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bead4eff-1600-4b38-a258-d51907586fc2 req-b9e24b15-4e9b-43af-af5c-8339a1e63a51 tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:36:17.408816 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-bead4eff-1600-4b38-a258-d51907586fc2 req-b9e24b15-4e9b-43af-af5c-8339a1e63a51 tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] 10.222.0.13 "GET /v2.0/ports?device_id=5193126d-2778-4946-a6f5-03d48ea6f191 HTTP/1.1" status: 200 len: 945 time: 0.0481360 Nov 05 19:36:17.454931 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-bead4eff-1600-4b38-a258-d51907586fc2 req-b06a6f4d-86d8-4ecd-a8a7-545460e9bc45 tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] 10.222.0.13 "GET /v2.0/security-groups?id=e275ec3d-c7f6-4920-bb58-0d3614e63387&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395551 Nov 05 19:36:18.573426 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a2317b-61fa-419b-bae6-1c0e027d3fbd req-ed5fe1e3-de05-4f09-9a31-c739a15b77b0 tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:36:18.574945 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-b7a2317b-61fa-419b-bae6-1c0e027d3fbd req-ed5fe1e3-de05-4f09-9a31-c739a15b77b0 tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] 10.222.0.13 "GET /v2.0/ports?device_id=5193126d-2778-4946-a6f5-03d48ea6f191 HTTP/1.1" status: 200 len: 945 time: 0.0490501 Nov 05 19:36:18.623557 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-b7a2317b-61fa-419b-bae6-1c0e027d3fbd req-280ce3fa-63c6-42e9-a419-3e4c2f2a9bc0 tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] 10.222.0.13 "GET /v2.0/security-groups?id=e275ec3d-c7f6-4920-bb58-0d3614e63387&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425243 Nov 05 19:36:18.880768 n-d-816865-1 neutron-server[102386]: INFO neutron.api.v2.resource [req-5d00edd4-ca54-4d38-931a-1e8e6084137a req-4c39e5fb-7f01-48a9-a1f4-3d5e96028d33 service neutron] show failed (client error): The resource could not be found. Nov 05 19:36:18.882031 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-5d00edd4-ca54-4d38-931a-1e8e6084137a req-4c39e5fb-7f01-48a9-a1f4-3d5e96028d33 service neutron] 10.222.0.55 "GET /v2.0/ports/c95d1fa4-8843-49aa-9325-1c0dac7c4b57/bindings/n-h1-816865-1 HTTP/1.1" status: 404 len: 380 time: 0.0547595 Nov 05 19:36:19.607027 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d00edd4-ca54-4d38-931a-1e8e6084137a req-494f9f73-f742-40dc-8822-8b5659b0b25a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:36:19.608524 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-5d00edd4-ca54-4d38-931a-1e8e6084137a req-494f9f73-f742-40dc-8822-8b5659b0b25a service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=5193126d-2778-4946-a6f5-03d48ea6f191&tenant_id=7488aeefeb374a46a39cff325eff1fe7 HTTP/1.1" status: 200 len: 1096 time: 0.1135361 Nov 05 19:36:19.620518 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [req-5d00edd4-ca54-4d38-931a-1e8e6084137a req-05ed8e74-7cf2-4fcd-a61a-c6cd3f0850ac service neutron] Request body: {'port': {'binding:host_id': 'n-h1-816865-1', 'device_owner': 'compute:nova'}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:36:19.672985 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-5d00edd4-ca54-4d38-931a-1e8e6084137a req-05ed8e74-7cf2-4fcd-a61a-c6cd3f0850ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:36:19.824305 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a984a38d-d699-4114-a623-bbb4414f41d1 req-9612683c-8f3d-4490-84f3-d6b7c2cf0dd8 tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:36:19.825798 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-a984a38d-d699-4114-a623-bbb4414f41d1 req-9612683c-8f3d-4490-84f3-d6b7c2cf0dd8 tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] 10.222.0.13 "GET /v2.0/ports?device_id=5193126d-2778-4946-a6f5-03d48ea6f191 HTTP/1.1" status: 200 len: 945 time: 0.1205106 Nov 05 19:36:19.929066 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-a984a38d-d699-4114-a623-bbb4414f41d1 req-78270175-16e6-4bd3-a513-3c79b075e683 tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] 10.222.0.13 "GET /v2.0/security-groups?id=e275ec3d-c7f6-4920-bb58-0d3614e63387&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0971282 Nov 05 19:36:19.949740 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.db [req-5d00edd4-ca54-4d38-931a-1e8e6084137a req-05ed8e74-7cf2-4fcd-a61a-c6cd3f0850ac service neutron] For port c95d1fa4-8843-49aa-9325-1c0dac7c4b57, host n-h2-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=c95d1fa4-8843-49aa-9325-1c0dac7c4b57,segment=NetworkSegment(a58696c4-674f-491a-9f25-92f83919ef0a),segment_id=a58696c4-674f-491a-9f25-92f83919ef0a)] {{(pid=102387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:36:19.982553 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.db [req-5d00edd4-ca54-4d38-931a-1e8e6084137a req-05ed8e74-7cf2-4fcd-a61a-c6cd3f0850ac service neutron] For port c95d1fa4-8843-49aa-9325-1c0dac7c4b57, host n-h2-816865-1, cleared binding levels {{(pid=102387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 19:36:20.022132 n-d-816865-1 neutron-server[102387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5193126d-2778-4946-a6f5-03d48ea6f191', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c95d1fa4-8843-49aa-9325-1c0dac7c4b57'}] {{(pid=102387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 19:36:20.024629 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1aa7e2392c69fb9acc0b335571f919b1f61097b9ced1ed941ddb2f5c01cc85e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83274050-bbc5-4d7c-9a21-4f25015e22bb" -d '{"events": [{"server_uuid": "5193126d-2778-4946-a6f5-03d48ea6f191", "name": "network-vif-unplugged", "status": "completed", "tag": "c95d1fa4-8843-49aa-9325-1c0dac7c4b57"}]}' {{(pid=102387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 19:36:20.028935 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-5d00edd4-ca54-4d38-931a-1e8e6084137a req-05ed8e74-7cf2-4fcd-a61a-c6cd3f0850ac service neutron] Publish callbacks [] for port, precommit_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:36:20.042804 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.provisioning_blocks [req-5d00edd4-ca54-4d38-931a-1e8e6084137a req-05ed8e74-7cf2-4fcd-a61a-c6cd3f0850ac service neutron] Transition to ACTIVE for port object c95d1fa4-8843-49aa-9325-1c0dac7c4b57 will not be triggered until provisioned by entity L2. {{(pid=102387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 05 19:36:20.072537 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 05 Nov 2021 19:36:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2107743c-b576-4900-bb4b-76a75678b0df x-openstack-request-id: req-2107743c-b576-4900-bb4b-76a75678b0df {{(pid=102387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 19:36:20.072843 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5193126d-2778-4946-a6f5-03d48ea6f191", "name": "network-vif-unplugged", "status": "completed", "tag": "c95d1fa4-8843-49aa-9325-1c0dac7c4b57", "code": 200}]} {{(pid=102387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 19:36:20.073105 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2107743c-b576-4900-bb4b-76a75678b0df {{(pid=102387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 19:36:20.073515 n-d-816865-1 neutron-server[102387]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5193126d-2778-4946-a6f5-03d48ea6f191', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c95d1fa4-8843-49aa-9325-1c0dac7c4b57', 'code': 200} Nov 05 19:36:20.134029 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-5d00edd4-ca54-4d38-931a-1e8e6084137a req-05ed8e74-7cf2-4fcd-a61a-c6cd3f0850ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4417072'] for port, after_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:36:20.247957 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ed8e74-7cf2-4fcd-a61a-c6cd3f0850ac service neutron] Pushing event updated for resources: {'Port': ['ID=c95d1fa4-8843-49aa-9325-1c0dac7c4b57,revision_number=6']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:36:20.273214 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ed8e74-7cf2-4fcd-a61a-c6cd3f0850ac service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:36:20.273561 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ed8e74-7cf2-4fcd-a61a-c6cd3f0850ac service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:36:20.273902 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ed8e74-7cf2-4fcd-a61a-c6cd3f0850ac service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:36:20.274267 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ed8e74-7cf2-4fcd-a61a-c6cd3f0850ac service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:36:20.274602 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ed8e74-7cf2-4fcd-a61a-c6cd3f0850ac service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:36:20.274933 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ed8e74-7cf2-4fcd-a61a-c6cd3f0850ac service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:36:20.275260 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ed8e74-7cf2-4fcd-a61a-c6cd3f0850ac service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:36:20.275594 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ed8e74-7cf2-4fcd-a61a-c6cd3f0850ac service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:36:20.275921 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ed8e74-7cf2-4fcd-a61a-c6cd3f0850ac service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:36:20.276244 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ed8e74-7cf2-4fcd-a61a-c6cd3f0850ac service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:36:20.276567 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ed8e74-7cf2-4fcd-a61a-c6cd3f0850ac service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:36:20.276892 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ed8e74-7cf2-4fcd-a61a-c6cd3f0850ac service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:36:20.322709 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d00edd4-ca54-4d38-931a-1e8e6084137a req-05ed8e74-7cf2-4fcd-a61a-c6cd3f0850ac service neutron] No DVR routers for this DVR port c95d1fa4-8843-49aa-9325-1c0dac7c4b57 on host n-h2-816865-1 {{(pid=102387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 19:36:20.460518 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.managers [req-5d00edd4-ca54-4d38-931a-1e8e6084137a req-05ed8e74-7cf2-4fcd-a61a-c6cd3f0850ac service neutron] Attempting to bind port c95d1fa4-8843-49aa-9325-1c0dac7c4b57 on host n-h1-816865-1 for vnic_type normal with profile {{(pid=102387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 19:36:20.460763 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.managers [req-5d00edd4-ca54-4d38-931a-1e8e6084137a req-05ed8e74-7cf2-4fcd-a61a-c6cd3f0850ac service neutron] Attempting to bind port c95d1fa4-8843-49aa-9325-1c0dac7c4b57 by drivers openvswitch,hyperv on host n-h1-816865-1 at level 0 using segments [{'id': 'a58696c4-674f-491a-9f25-92f83919ef0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'ba9e5cef-1f4e-4f1c-980f-f1e77d588fb4'}] {{(pid=102387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 19:36:20.461084 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d00edd4-ca54-4d38-931a-1e8e6084137a req-05ed8e74-7cf2-4fcd-a61a-c6cd3f0850ac service neutron] Attempting to bind port c95d1fa4-8843-49aa-9325-1c0dac7c4b57 on network ba9e5cef-1f4e-4f1c-980f-f1e77d588fb4 {{(pid=102387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 19:36:20.465485 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d00edd4-ca54-4d38-931a-1e8e6084137a req-05ed8e74-7cf2-4fcd-a61a-c6cd3f0850ac service neutron] Port c95d1fa4-8843-49aa-9325-1c0dac7c4b57 on network ba9e5cef-1f4e-4f1c-980f-f1e77d588fb4 not bound, no agent of type Open vSwitch agent registered on host n-h1-816865-1 {{(pid=102387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 19:36:20.465809 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d00edd4-ca54-4d38-931a-1e8e6084137a req-05ed8e74-7cf2-4fcd-a61a-c6cd3f0850ac service neutron] Attempting to bind port c95d1fa4-8843-49aa-9325-1c0dac7c4b57 on network ba9e5cef-1f4e-4f1c-980f-f1e77d588fb4 {{(pid=102387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 19:36:20.470774 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d00edd4-ca54-4d38-931a-1e8e6084137a req-05ed8e74-7cf2-4fcd-a61a-c6cd3f0850ac service neutron] Checking agent: {'id': 'eb596d7c-8c64-42bd-8aca-fad447eb0eab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816865-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 18, 33, 34), 'started_at': datetime.datetime(2021, 11, 5, 18, 33, 34), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 19, 36, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 19:36:20.471116 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d00edd4-ca54-4d38-931a-1e8e6084137a req-05ed8e74-7cf2-4fcd-a61a-c6cd3f0850ac service neutron] Checking segment: {'id': 'a58696c4-674f-491a-9f25-92f83919ef0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'ba9e5cef-1f4e-4f1c-980f-f1e77d588fb4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 19:36:20.471498 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d00edd4-ca54-4d38-931a-1e8e6084137a req-05ed8e74-7cf2-4fcd-a61a-c6cd3f0850ac service neutron] Bound using segment: {'id': 'a58696c4-674f-491a-9f25-92f83919ef0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'ba9e5cef-1f4e-4f1c-980f-f1e77d588fb4'} {{(pid=102387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 19:36:20.471923 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.managers [req-5d00edd4-ca54-4d38-931a-1e8e6084137a req-05ed8e74-7cf2-4fcd-a61a-c6cd3f0850ac service neutron] Bound port: c95d1fa4-8843-49aa-9325-1c0dac7c4b57, host: n-h1-816865-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a58696c4-674f-491a-9f25-92f83919ef0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'ba9e5cef-1f4e-4f1c-980f-f1e77d588fb4'}}] {{(pid=102387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 19:36:20.473461 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-5d00edd4-ca54-4d38-931a-1e8e6084137a req-05ed8e74-7cf2-4fcd-a61a-c6cd3f0850ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:36:20.536571 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.db [req-5d00edd4-ca54-4d38-931a-1e8e6084137a req-05ed8e74-7cf2-4fcd-a61a-c6cd3f0850ac service neutron] For port c95d1fa4-8843-49aa-9325-1c0dac7c4b57, host n-h1-816865-1, cleared binding levels {{(pid=102387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 19:36:20.539728 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.db [req-5d00edd4-ca54-4d38-931a-1e8e6084137a req-05ed8e74-7cf2-4fcd-a61a-c6cd3f0850ac service neutron] For port c95d1fa4-8843-49aa-9325-1c0dac7c4b57, host n-h1-816865-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=c95d1fa4-8843-49aa-9325-1c0dac7c4b57,segment=NetworkSegment(a58696c4-674f-491a-9f25-92f83919ef0a),segment_id=a58696c4-674f-491a-9f25-92f83919ef0a)] {{(pid=102387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 19:36:20.597531 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-5d00edd4-ca54-4d38-931a-1e8e6084137a req-05ed8e74-7cf2-4fcd-a61a-c6cd3f0850ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4417072'] for port, after_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:36:20.630675 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d00edd4-ca54-4d38-931a-1e8e6084137a req-05ed8e74-7cf2-4fcd-a61a-c6cd3f0850ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:36:20.634920 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-5d00edd4-ca54-4d38-931a-1e8e6084137a req-05ed8e74-7cf2-4fcd-a61a-c6cd3f0850ac service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:36:20.634920 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-5d00edd4-ca54-4d38-931a-1e8e6084137a req-05ed8e74-7cf2-4fcd-a61a-c6cd3f0850ac service neutron] 10.222.0.41 "PUT /v2.0/ports/c95d1fa4-8843-49aa-9325-1c0dac7c4b57 HTTP/1.1" status: 200 len: 1091 time: 1.0164580 Nov 05 19:36:20.666094 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ed8e74-7cf2-4fcd-a61a-c6cd3f0850ac service neutron] Pushing event updated for resources: {'Port': ['ID=c95d1fa4-8843-49aa-9325-1c0dac7c4b57,revision_number=7']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:36:20.698357 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d00edd4-ca54-4d38-931a-1e8e6084137a req-2e5ca31e-5f4c-4aae-b51d-7fcaaf6b9b04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:36:20.699899 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-5d00edd4-ca54-4d38-931a-1e8e6084137a req-2e5ca31e-5f4c-4aae-b51d-7fcaaf6b9b04 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7488aeefeb374a46a39cff325eff1fe7&device_id=5193126d-2778-4946-a6f5-03d48ea6f191 HTTP/1.1" status: 200 len: 1094 time: 0.0427372 Nov 05 19:36:20.799307 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d00edd4-ca54-4d38-931a-1e8e6084137a req-13cbcfb2-83b8-4d0e-9580-24a1ae495d85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:36:20.801062 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-5d00edd4-ca54-4d38-931a-1e8e6084137a req-13cbcfb2-83b8-4d0e-9580-24a1ae495d85 service neutron] 10.222.0.41 "GET /v2.0/networks?id=ba9e5cef-1f4e-4f1c-980f-f1e77d588fb4 HTTP/1.1" status: 200 len: 912 time: 0.0930531 Nov 05 19:36:20.869649 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-5d00edd4-ca54-4d38-931a-1e8e6084137a req-cc55dbc1-c252-4c1d-8bb3-9c940c4b4ac1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c95d1fa4-8843-49aa-9325-1c0dac7c4b57 HTTP/1.1" status: 200 len: 998 time: 0.0617676 Nov 05 19:36:20.918006 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d00edd4-ca54-4d38-931a-1e8e6084137a req-dd7846db-5b5e-457f-9976-71fbd7030224 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:36:20.919449 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-5d00edd4-ca54-4d38-931a-1e8e6084137a req-dd7846db-5b5e-457f-9976-71fbd7030224 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8ba56a91-a4c0-4279-98e5-26a64b9e0aa9 HTTP/1.1" status: 200 len: 850 time: 0.0435126 Nov 05 19:36:20.964174 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d00edd4-ca54-4d38-931a-1e8e6084137a req-974fbcbb-3491-4def-8cac-dabddc27e257 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:36:20.965699 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-5d00edd4-ca54-4d38-931a-1e8e6084137a req-974fbcbb-3491-4def-8cac-dabddc27e257 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ba9e5cef-1f4e-4f1c-980f-f1e77d588fb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0391462 Nov 05 19:36:21.092443 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf8d6fe-b152-4846-876e-40358dd17813 req-3a602bfe-85ea-4918-974e-652865db3496 tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:36:21.094066 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-3cf8d6fe-b152-4846-876e-40358dd17813 req-3a602bfe-85ea-4918-974e-652865db3496 tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] 10.222.0.13 "GET /v2.0/ports?device_id=5193126d-2778-4946-a6f5-03d48ea6f191 HTTP/1.1" status: 200 len: 943 time: 0.0944653 Nov 05 19:36:21.099664 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-5d00edd4-ca54-4d38-931a-1e8e6084137a req-01eb70ad-8d6d-4035-86ca-0fab5be96115 service neutron] 10.222.0.41 "GET /v2.0/networks/ba9e5cef-1f4e-4f1c-980f-f1e77d588fb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267095 Nov 05 19:36:21.195508 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-3cf8d6fe-b152-4846-876e-40358dd17813 req-7bfc8124-1d0b-41d7-90b6-81a8b15d0e90 tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] 10.222.0.13 "GET /v2.0/security-groups?id=e275ec3d-c7f6-4920-bb58-0d3614e63387&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0948021 Nov 05 19:36:21.221384 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-5d00edd4-ca54-4d38-931a-1e8e6084137a req-d448b3d3-63ba-4607-ac8c-8b7f384cd4d1 service neutron] 10.222.0.41 "GET /v2.0/networks/ba9e5cef-1f4e-4f1c-980f-f1e77d588fb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1141140 Nov 05 19:36:22.075010 n-d-816865-1 neutron-server[102387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5193126d-2778-4946-a6f5-03d48ea6f191', 'tag': 'c95d1fa4-8843-49aa-9325-1c0dac7c4b57'}] {{(pid=102387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 19:36:22.077439 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1aa7e2392c69fb9acc0b335571f919b1f61097b9ced1ed941ddb2f5c01cc85e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb82413e-53b8-4522-9c44-7b1657dabe2b" -d '{"events": [{"name": "network-changed", "server_uuid": "5193126d-2778-4946-a6f5-03d48ea6f191", "tag": "c95d1fa4-8843-49aa-9325-1c0dac7c4b57"}]}' {{(pid=102387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 19:36:22.124422 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 19:36:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20ba82ec-100b-41c5-89b8-2b3306d1b46e x-openstack-request-id: req-20ba82ec-100b-41c5-89b8-2b3306d1b46e {{(pid=102387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 19:36:22.124713 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5193126d-2778-4946-a6f5-03d48ea6f191", "tag": "c95d1fa4-8843-49aa-9325-1c0dac7c4b57", "status": "completed", "code": 200}]} {{(pid=102387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 19:36:22.124963 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-20ba82ec-100b-41c5-89b8-2b3306d1b46e {{(pid=102387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 19:36:22.125348 n-d-816865-1 neutron-server[102387]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5193126d-2778-4946-a6f5-03d48ea6f191', 'tag': 'c95d1fa4-8843-49aa-9325-1c0dac7c4b57', 'status': 'completed', 'code': 200} Nov 05 19:36:22.188376 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb82413e-53b8-4522-9c44-7b1657dabe2b req-8b23e9da-9f55-439c-bbc6-38f67f2f19a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:36:22.189902 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-fb82413e-53b8-4522-9c44-7b1657dabe2b req-8b23e9da-9f55-439c-bbc6-38f67f2f19a8 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7488aeefeb374a46a39cff325eff1fe7&device_id=5193126d-2778-4946-a6f5-03d48ea6f191 HTTP/1.1" status: 200 len: 1094 time: 0.0407817 Nov 05 19:36:22.195583 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb82413e-53b8-4522-9c44-7b1657dabe2b req-fa6986c5-56c2-47ad-a0ff-5eeb397e22d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:36:22.197076 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-fb82413e-53b8-4522-9c44-7b1657dabe2b req-fa6986c5-56c2-47ad-a0ff-5eeb397e22d1 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7488aeefeb374a46a39cff325eff1fe7&device_id=5193126d-2778-4946-a6f5-03d48ea6f191 HTTP/1.1" status: 200 len: 1094 time: 0.0416820 Nov 05 19:36:22.295562 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb82413e-53b8-4522-9c44-7b1657dabe2b req-f00c48c5-f753-413d-81c0-e4d5e23e64c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:36:22.297082 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-fb82413e-53b8-4522-9c44-7b1657dabe2b req-f00c48c5-f753-413d-81c0-e4d5e23e64c6 service neutron] 10.222.0.55 "GET /v2.0/networks?id=ba9e5cef-1f4e-4f1c-980f-f1e77d588fb4 HTTP/1.1" status: 200 len: 912 time: 0.0892134 Nov 05 19:36:22.315514 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb82413e-53b8-4522-9c44-7b1657dabe2b req-a5570a44-0c9f-453a-ac85-a298235aa441 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:36:22.318057 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-fb82413e-53b8-4522-9c44-7b1657dabe2b req-a5570a44-0c9f-453a-ac85-a298235aa441 service neutron] 10.222.0.41 "GET /v2.0/networks?id=ba9e5cef-1f4e-4f1c-980f-f1e77d588fb4 HTTP/1.1" status: 200 len: 912 time: 0.1207023 Nov 05 19:36:22.336048 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a04c0e1-466c-47ef-8a22-6269a67027a1 req-7ca007dd-3e04-4771-a1f5-f9c556b8f48b tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:36:22.337513 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-2a04c0e1-466c-47ef-8a22-6269a67027a1 req-7ca007dd-3e04-4771-a1f5-f9c556b8f48b tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] 10.222.0.13 "GET /v2.0/ports?device_id=5193126d-2778-4946-a6f5-03d48ea6f191 HTTP/1.1" status: 200 len: 943 time: 0.0698915 Nov 05 19:36:22.372912 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-fb82413e-53b8-4522-9c44-7b1657dabe2b req-2aee52d8-fea8-4343-8f51-b74161dcd2fd service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c95d1fa4-8843-49aa-9325-1c0dac7c4b57 HTTP/1.1" status: 200 len: 998 time: 0.0600643 Nov 05 19:36:22.413319 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-fb82413e-53b8-4522-9c44-7b1657dabe2b req-846a0d60-50c1-4d86-8d85-36c74f17994b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c95d1fa4-8843-49aa-9325-1c0dac7c4b57 HTTP/1.1" status: 200 len: 998 time: 0.0861490 Nov 05 19:36:22.429112 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb82413e-53b8-4522-9c44-7b1657dabe2b req-bec7a11a-bee2-48af-b539-c540dab68eba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:36:22.430679 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-fb82413e-53b8-4522-9c44-7b1657dabe2b req-bec7a11a-bee2-48af-b539-c540dab68eba service neutron] 10.222.0.55 "GET /v2.0/subnets?id=8ba56a91-a4c0-4279-98e5-26a64b9e0aa9 HTTP/1.1" status: 200 len: 850 time: 0.0478585 Nov 05 19:36:22.468094 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-2a04c0e1-466c-47ef-8a22-6269a67027a1 req-0025bc96-a49e-4171-a7f4-bf2bd5b92585 tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] 10.222.0.13 "GET /v2.0/security-groups?id=e275ec3d-c7f6-4920-bb58-0d3614e63387&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0956023 Nov 05 19:36:22.480900 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb82413e-53b8-4522-9c44-7b1657dabe2b req-92da7b11-f8d1-4552-98dc-cb3c1b0c053f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:36:22.482451 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-fb82413e-53b8-4522-9c44-7b1657dabe2b req-92da7b11-f8d1-4552-98dc-cb3c1b0c053f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ba9e5cef-1f4e-4f1c-980f-f1e77d588fb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403149 Nov 05 19:36:22.488532 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb82413e-53b8-4522-9c44-7b1657dabe2b req-c89b7adc-5cac-4c42-a9bf-869cd9bb628d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:36:22.489955 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-fb82413e-53b8-4522-9c44-7b1657dabe2b req-c89b7adc-5cac-4c42-a9bf-869cd9bb628d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8ba56a91-a4c0-4279-98e5-26a64b9e0aa9 HTTP/1.1" status: 200 len: 850 time: 0.0695662 Nov 05 19:36:22.539447 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb82413e-53b8-4522-9c44-7b1657dabe2b req-5c259447-a114-43c8-941a-73ac23a07439 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:36:22.540964 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-fb82413e-53b8-4522-9c44-7b1657dabe2b req-5c259447-a114-43c8-941a-73ac23a07439 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ba9e5cef-1f4e-4f1c-980f-f1e77d588fb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0426042 Nov 05 19:36:22.576920 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-fb82413e-53b8-4522-9c44-7b1657dabe2b req-637f9f51-fae9-43b0-a616-dea7dbc35428 service neutron] 10.222.0.55 "GET /v2.0/networks/ba9e5cef-1f4e-4f1c-980f-f1e77d588fb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829411 Nov 05 19:36:22.631783 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-fb82413e-53b8-4522-9c44-7b1657dabe2b req-3f3626af-37cf-4b47-a92b-a44339223d0f service neutron] 10.222.0.41 "GET /v2.0/networks/ba9e5cef-1f4e-4f1c-980f-f1e77d588fb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830646 Nov 05 19:36:22.675835 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-fb82413e-53b8-4522-9c44-7b1657dabe2b req-d5781474-4f82-47f2-80d5-f3d8812fed84 service neutron] 10.222.0.55 "GET /v2.0/networks/ba9e5cef-1f4e-4f1c-980f-f1e77d588fb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868645 Nov 05 19:36:22.721715 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.agents_db [None req-b9406b04-a0e8-43cf-b349-711963d96cf4 None None] Agent healthcheck: found 7 active agents {{(pid=102389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 05 19:36:22.727561 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-fb82413e-53b8-4522-9c44-7b1657dabe2b req-ad02378f-eda0-4f01-9e71-1ca009d48ebf service neutron] 10.222.0.41 "GET /v2.0/networks/ba9e5cef-1f4e-4f1c-980f-f1e77d588fb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879176 Nov 05 19:36:23.584664 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1895809-d05d-4adc-bdd7-13dbef455a49 req-b6e6f13d-2509-4668-8733-154d3f3ab1fc tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:36:23.586149 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-e1895809-d05d-4adc-bdd7-13dbef455a49 req-b6e6f13d-2509-4668-8733-154d3f3ab1fc tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] 10.222.0.13 "GET /v2.0/ports?device_id=5193126d-2778-4946-a6f5-03d48ea6f191 HTTP/1.1" status: 200 len: 943 time: 0.0478246 Nov 05 19:36:23.632518 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-e1895809-d05d-4adc-bdd7-13dbef455a49 req-c0a8ee6d-6248-4fb4-9235-831ddd2c6adc tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] 10.222.0.13 "GET /v2.0/security-groups?id=e275ec3d-c7f6-4920-bb58-0d3614e63387&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404861 Nov 05 19:36:23.930142 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f79319-1069-4cdf-9bc8-90137f035bc7 req-96c2bab8-1d72-4c1b-abe0-1b84df570cb1 tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:36:23.931663 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-d8f79319-1069-4cdf-9bc8-90137f035bc7 req-96c2bab8-1d72-4c1b-abe0-1b84df570cb1 tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] 10.222.0.13 "GET /v2.0/ports?device_id=5193126d-2778-4946-a6f5-03d48ea6f191 HTTP/1.1" status: 200 len: 943 time: 0.0544910 Nov 05 19:36:23.987169 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-d8f79319-1069-4cdf-9bc8-90137f035bc7 req-c7bb9265-46de-491a-98a5-2bfde71ceb50 tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] 10.222.0.13 "GET /v2.0/security-groups?id=e275ec3d-c7f6-4920-bb58-0d3614e63387&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493238 Nov 05 19:36:24.009224 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e2b894-83ab-4334-925c-4be25240ae06 req-6bc8612b-f707-462d-90e1-fc0ae227c20c tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:36:24.010737 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-91e2b894-83ab-4334-925c-4be25240ae06 req-6bc8612b-f707-462d-90e1-fc0ae227c20c tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] 10.222.0.55 "GET /v2.0/ports?device_id=5193126d-2778-4946-a6f5-03d48ea6f191&tenant_id=7488aeefeb374a46a39cff325eff1fe7&binding%3Ahost_id=n-h1-816865-1 HTTP/1.1" status: 200 len: 943 time: 0.0522554 Nov 05 19:36:24.076245 n-d-816865-1 neutron-server[102386]: INFO neutron.api.v2.resource [req-91e2b894-83ab-4334-925c-4be25240ae06 req-ca20d446-b110-4a2e-b73c-bc77d8a2dc37 service neutron] delete failed (client error): The resource could not be found. Nov 05 19:36:24.077228 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-91e2b894-83ab-4334-925c-4be25240ae06 req-ca20d446-b110-4a2e-b73c-bc77d8a2dc37 service neutron] 10.222.0.55 "DELETE /v2.0/ports/c95d1fa4-8843-49aa-9325-1c0dac7c4b57/bindings/n-h2-816865-1 HTTP/1.1" status: 404 len: 380 time: 0.0541136 Nov 05 19:36:24.172415 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e2b894-83ab-4334-925c-4be25240ae06 req-aa552b6d-228e-467b-a5f0-f0272639c98e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:36:24.173926 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-91e2b894-83ab-4334-925c-4be25240ae06 req-aa552b6d-228e-467b-a5f0-f0272639c98e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7488aeefeb374a46a39cff325eff1fe7&device_id=5193126d-2778-4946-a6f5-03d48ea6f191 HTTP/1.1" status: 200 len: 1094 time: 0.0450282 Nov 05 19:36:24.231869 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Device c95d1fa4-8843-49aa-9325-1c0dac7c4b57 details requested by agent hyperv_n-h1-816865-1 with host n-h1-816865-1 {{(pid=102388) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 05 19:36:24.269261 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e2b894-83ab-4334-925c-4be25240ae06 req-c00e6244-cc0c-40fa-bf97-3d3c074c78bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:36:24.271035 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-91e2b894-83ab-4334-925c-4be25240ae06 req-c00e6244-cc0c-40fa-bf97-3d3c074c78bc service neutron] 10.222.0.55 "GET /v2.0/networks?id=ba9e5cef-1f4e-4f1c-980f-f1e77d588fb4 HTTP/1.1" status: 200 len: 912 time: 0.0857573 Nov 05 19:36:24.329164 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] For port c95d1fa4-8843-49aa-9325-1c0dac7c4b57, host n-h1-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=c95d1fa4-8843-49aa-9325-1c0dac7c4b57,segment=NetworkSegment(a58696c4-674f-491a-9f25-92f83919ef0a),segment_id=a58696c4-674f-491a-9f25-92f83919ef0a)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:36:24.340579 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Returning: {'device': 'c95d1fa4-8843-49aa-9325-1c0dac7c4b57', 'network_id': 'ba9e5cef-1f4e-4f1c-980f-f1e77d588fb4', 'port_id': 'c95d1fa4-8843-49aa-9325-1c0dac7c4b57', 'mac_address': 'fa:16:3e:04:1f:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 150, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ba56a91-a4c0-4279-98e5-26a64b9e0aa9', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102388) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 05 19:36:24.344980 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-91e2b894-83ab-4334-925c-4be25240ae06 req-04b1caa7-88f1-4cfd-b986-c9684b06c29b service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c95d1fa4-8843-49aa-9325-1c0dac7c4b57 HTTP/1.1" status: 200 len: 998 time: 0.0627935 Nov 05 19:36:24.377436 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:36:24.390110 n-d-816865-1 neutron-server[102388]: DEBUG neutron.notifiers.nova [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c95d1fa4-8843-49aa-9325-1c0dac7c4b57 {{(pid=102388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 19:36:24.400548 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e2b894-83ab-4334-925c-4be25240ae06 req-3001d3e9-c314-4571-95d3-33097f3612a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:36:24.402223 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-91e2b894-83ab-4334-925c-4be25240ae06 req-3001d3e9-c314-4571-95d3-33097f3612a7 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=8ba56a91-a4c0-4279-98e5-26a64b9e0aa9 HTTP/1.1" status: 200 len: 850 time: 0.0451026 Nov 05 19:36:24.411702 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] For port c95d1fa4-8843-49aa-9325-1c0dac7c4b57, host n-h1-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=c95d1fa4-8843-49aa-9325-1c0dac7c4b57,segment=NetworkSegment(a58696c4-674f-491a-9f25-92f83919ef0a),segment_id=a58696c4-674f-491a-9f25-92f83919ef0a)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:36:24.453656 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e2b894-83ab-4334-925c-4be25240ae06 req-680e01c6-43e7-4d98-98c0-a9290b8a09e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:36:24.455223 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-91e2b894-83ab-4334-925c-4be25240ae06 req-680e01c6-43e7-4d98-98c0-a9290b8a09e1 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ba9e5cef-1f4e-4f1c-980f-f1e77d588fb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0411148 Nov 05 19:36:24.476515 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:36:24.524796 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Pushing event updated for resources: {'Port': ['ID=c95d1fa4-8843-49aa-9325-1c0dac7c4b57,revision_number=8']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:36:24.532056 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:36:24.532869 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:36:24.532869 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:36:24.533097 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:36:24.533377 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:36:24.533702 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:36:24.534028 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:36:24.534472 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:36:24.534805 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:36:24.535129 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:36:24.535449 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:36:24.535768 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:36:24.556701 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-91e2b894-83ab-4334-925c-4be25240ae06 req-658de59e-2d35-462d-99bf-16462913e386 service neutron] 10.222.0.55 "GET /v2.0/networks/ba9e5cef-1f4e-4f1c-980f-f1e77d588fb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902426 Nov 05 19:36:24.638564 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Device c95d1fa4-8843-49aa-9325-1c0dac7c4b57 no longer exists at agent hyperv_n-h2-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 19:36:24.652245 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-91e2b894-83ab-4334-925c-4be25240ae06 req-9c089abc-293b-41d6-a2ae-696b2e5522e9 service neutron] 10.222.0.55 "GET /v2.0/networks/ba9e5cef-1f4e-4f1c-980f-f1e77d588fb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843961 Nov 05 19:36:24.850632 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Device c95d1fa4-8843-49aa-9325-1c0dac7c4b57 not bound to the agent host n-h2-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 19:36:24.903811 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] get_ports_and_sgs() called for port_ids ['c95d1fa4-8843-49aa-9325-1c0dac7c4b57'] {{(pid=102388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 19:36:25.108430 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c14824-3d7b-4ab9-b97e-f62e2cff926c req-271bb729-250a-41cd-8761-e6eae0d2f0e8 tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:36:25.109899 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-26c14824-3d7b-4ab9-b97e-f62e2cff926c req-271bb729-250a-41cd-8761-e6eae0d2f0e8 tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] 10.222.0.13 "GET /v2.0/ports?device_id=5193126d-2778-4946-a6f5-03d48ea6f191 HTTP/1.1" status: 200 len: 944 time: 0.0485222 Nov 05 19:36:25.157363 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-26c14824-3d7b-4ab9-b97e-f62e2cff926c req-28cb8463-4f74-4784-9af2-8e175895431b tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] 10.222.0.13 "GET /v2.0/security-groups?id=e275ec3d-c7f6-4920-bb58-0d3614e63387&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408661 Nov 05 19:36:26.232519 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Device c95d1fa4-8843-49aa-9325-1c0dac7c4b57 up at agent hyperv_n-h1-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 19:36:26.273267 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5391033-4959-46a4-926e-84d0382f0cde req-daf42542-c890-48fc-b878-bf786357a92e tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:36:26.274926 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-a5391033-4959-46a4-926e-84d0382f0cde req-daf42542-c890-48fc-b878-bf786357a92e tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] 10.222.0.13 "GET /v2.0/ports?device_id=5193126d-2778-4946-a6f5-03d48ea6f191 HTTP/1.1" status: 200 len: 944 time: 0.0487676 Nov 05 19:36:26.326276 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-a5391033-4959-46a4-926e-84d0382f0cde req-9aa25988-a408-4578-9d07-67504b677296 tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] 10.222.0.13 "GET /v2.0/security-groups?id=e275ec3d-c7f6-4920-bb58-0d3614e63387&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448995 Nov 05 19:36:26.373928 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Provisioning for port c95d1fa4-8843-49aa-9325-1c0dac7c4b57 completed by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 05 19:36:26.377932 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Provisioning complete for port c95d1fa4-8843-49aa-9325-1c0dac7c4b57 triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:36:26.378341 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:36:26.460340 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:36:26.484964 n-d-816865-1 neutron-server[102388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5193126d-2778-4946-a6f5-03d48ea6f191', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c95d1fa4-8843-49aa-9325-1c0dac7c4b57'}] {{(pid=102388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 19:36:26.488232 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6791add14b0903d9e674b39f457aa3a29109aa98d0835d5644e65cf363d7cf55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c716563a-419f-4c0d-9e35-5bc4b47ea6ab" -d '{"events": [{"server_uuid": "5193126d-2778-4946-a6f5-03d48ea6f191", "name": "network-vif-plugged", "status": "completed", "tag": "c95d1fa4-8843-49aa-9325-1c0dac7c4b57"}]}' {{(pid=102388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 19:36:26.502012 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] For port c95d1fa4-8843-49aa-9325-1c0dac7c4b57, host n-h1-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=c95d1fa4-8843-49aa-9325-1c0dac7c4b57,segment=NetworkSegment(a58696c4-674f-491a-9f25-92f83919ef0a),segment_id=a58696c4-674f-491a-9f25-92f83919ef0a)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:36:26.579964 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:36:26.634785 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Pushing event updated for resources: {'Port': ['ID=c95d1fa4-8843-49aa-9325-1c0dac7c4b57,revision_number=9']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:36:26.726355 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e5808a-8351-4b10-9217-2a920cdecf27 req-15a497b8-6f43-479a-8476-334c42959aa5 tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:36:26.727823 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-80e5808a-8351-4b10-9217-2a920cdecf27 req-15a497b8-6f43-479a-8476-334c42959aa5 tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] 10.222.0.13 "GET /v2.0/ports?device_id=5193126d-2778-4946-a6f5-03d48ea6f191 HTTP/1.1" status: 200 len: 944 time: 0.3277917 Nov 05 19:36:26.775390 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-80e5808a-8351-4b10-9217-2a920cdecf27 req-35bf8d4e-83fa-4933-92e1-896734b3ffde tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] 10.222.0.13 "GET /v2.0/security-groups?id=e275ec3d-c7f6-4920-bb58-0d3614e63387&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414429 Nov 05 19:36:26.818664 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 19:36:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44b5be34-cf6b-4359-a9ae-4a12cea7b802 x-openstack-request-id: req-44b5be34-cf6b-4359-a9ae-4a12cea7b802 {{(pid=102388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 19:36:26.818970 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5193126d-2778-4946-a6f5-03d48ea6f191", "name": "network-vif-plugged", "status": "completed", "tag": "c95d1fa4-8843-49aa-9325-1c0dac7c4b57", "code": 200}]} {{(pid=102388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 19:36:26.819230 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-44b5be34-cf6b-4359-a9ae-4a12cea7b802 {{(pid=102388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 19:36:26.819686 n-d-816865-1 neutron-server[102388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5193126d-2778-4946-a6f5-03d48ea6f191', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c95d1fa4-8843-49aa-9325-1c0dac7c4b57', 'code': 200} Nov 05 19:36:26.910879 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6869140c-0cf3-4f88-a2e1-a08f9c8cb7f5 req-2939648c-e86f-43f5-927e-1fb0cfc8df7b tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:36:26.912359 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-6869140c-0cf3-4f88-a2e1-a08f9c8cb7f5 req-2939648c-e86f-43f5-927e-1fb0cfc8df7b tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] 10.222.0.13 "GET /v2.0/ports?device_id=5193126d-2778-4946-a6f5-03d48ea6f191 HTTP/1.1" status: 200 len: 945 time: 0.0495706 Nov 05 19:36:26.960412 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-6869140c-0cf3-4f88-a2e1-a08f9c8cb7f5 req-fed991f5-0640-41de-a209-ee6cbce2cf4a tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] 10.222.0.13 "GET /v2.0/security-groups?id=e275ec3d-c7f6-4920-bb58-0d3614e63387&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418696 Nov 05 19:36:27.404472 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d166628-b8f8-48c0-8996-c7d690dcb02a req-ddebf4b6-86b9-4bc7-b8e3-3c9e50f3157c tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:36:27.405943 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-6d166628-b8f8-48c0-8996-c7d690dcb02a req-ddebf4b6-86b9-4bc7-b8e3-3c9e50f3157c tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] 10.222.0.13 "GET /v2.0/ports?device_id=5193126d-2778-4946-a6f5-03d48ea6f191 HTTP/1.1" status: 200 len: 945 time: 0.0514567 Nov 05 19:36:27.452249 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-6d166628-b8f8-48c0-8996-c7d690dcb02a req-dc187fad-3673-4728-9177-31718ce0583d tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] 10.222.0.13 "GET /v2.0/security-groups?id=e275ec3d-c7f6-4920-bb58-0d3614e63387&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402110 Nov 05 19:36:28.569854 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2638d7-b2f2-428e-8a7b-496802aeed36 req-4019a29c-062f-48c0-ad85-1ca4dfba23c7 tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:36:28.571291 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-cc2638d7-b2f2-428e-8a7b-496802aeed36 req-4019a29c-062f-48c0-ad85-1ca4dfba23c7 tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] 10.222.0.13 "GET /v2.0/ports?device_id=5193126d-2778-4946-a6f5-03d48ea6f191 HTTP/1.1" status: 200 len: 945 time: 0.0478709 Nov 05 19:36:28.618957 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-cc2638d7-b2f2-428e-8a7b-496802aeed36 req-1577ee28-52f8-4e46-8f61-8d4c719b9a2e tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] 10.222.0.13 "GET /v2.0/security-groups?id=e275ec3d-c7f6-4920-bb58-0d3614e63387&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413697 Nov 05 19:36:28.707988 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f21a72-5899-46ea-903f-c2e6b99eb0df req-ffd1bf7d-7619-4b67-b896-056d583ef967 tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:36:28.709427 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-f1f21a72-5899-46ea-903f-c2e6b99eb0df req-ffd1bf7d-7619-4b67-b896-056d583ef967 tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] 10.222.0.41 "GET /v2.0/ports?device_id=5193126d-2778-4946-a6f5-03d48ea6f191 HTTP/1.1" status: 200 len: 945 time: 0.0470197 Nov 05 19:36:28.798935 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [req-f1f21a72-5899-46ea-903f-c2e6b99eb0df req-cee4aaa3-91b1-446e-97d8-46176d056ddc tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] Deleting port c95d1fa4-8843-49aa-9325-1c0dac7c4b57 {{(pid=102387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 19:36:28.799269 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-f1f21a72-5899-46ea-903f-c2e6b99eb0df req-cee4aaa3-91b1-446e-97d8-46176d056ddc tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:36:28.884793 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.db [req-f1f21a72-5899-46ea-903f-c2e6b99eb0df req-cee4aaa3-91b1-446e-97d8-46176d056ddc tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] For port c95d1fa4-8843-49aa-9325-1c0dac7c4b57, host n-h1-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=c95d1fa4-8843-49aa-9325-1c0dac7c4b57,segment=NetworkSegment(a58696c4-674f-491a-9f25-92f83919ef0a),segment_id=a58696c4-674f-491a-9f25-92f83919ef0a)] {{(pid=102387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:36:28.885071 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-f1f21a72-5899-46ea-903f-c2e6b99eb0df req-cee4aaa3-91b1-446e-97d8-46176d056ddc tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:36:29.059052 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-f1f21a72-5899-46ea-903f-c2e6b99eb0df req-cee4aaa3-91b1-446e-97d8-46176d056ddc tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:36:29.059409 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-f1f21a72-5899-46ea-903f-c2e6b99eb0df req-cee4aaa3-91b1-446e-97d8-46176d056ddc tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1000577'] for floatingip, after_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:36:29.059787 n-d-816865-1 neutron-server[102387]: INFO neutron.db.l3_db [req-f1f21a72-5899-46ea-903f-c2e6b99eb0df req-cee4aaa3-91b1-446e-97d8-46176d056ddc tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] Floating IP 9a56d8a3-beb3-4417-b237-e6af35164c1b disassociated. External IP: 172.25.6.35, port: c95d1fa4-8843-49aa-9325-1c0dac7c4b57. Nov 05 19:36:29.060132 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [req-f1f21a72-5899-46ea-903f-c2e6b99eb0df req-cee4aaa3-91b1-446e-97d8-46176d056ddc tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] Calling delete_port for c95d1fa4-8843-49aa-9325-1c0dac7c4b57 owned by compute:nova {{(pid=102387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 19:36:29.255580 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-f1f21a72-5899-46ea-903f-c2e6b99eb0df req-cee4aaa3-91b1-446e-97d8-46176d056ddc tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4417063'] for port, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:36:29.287721 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee4aaa3-91b1-446e-97d8-46176d056ddc tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] Pushing event deleted for resources: {'Port': ['ID=c95d1fa4-8843-49aa-9325-1c0dac7c4b57,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:36:29.411352 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f1f21a72-5899-46ea-903f-c2e6b99eb0df req-cee4aaa3-91b1-446e-97d8-46176d056ddc tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] Router ab427502-7317-494b-b799-660ebb83d854 has already been hosted by L3 agent 6dcb5589-8e86-4616-9186-ddc4548e13ad {{(pid=102387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 19:36:29.521410 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f1f21a72-5899-46ea-903f-c2e6b99eb0df req-cee4aaa3-91b1-446e-97d8-46176d056ddc tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] Notify agent at l3_agent.n-d-816865-1 the message routers_updated {{(pid=102387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 19:36:29.533032 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7b0e8af-1f12-4ae2-97e5-645bb8496e83 None None] Sync routers for ids ['ab427502-7317-494b-b799-660ebb83d854'] in n-d-816865-1 {{(pid=102388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 19:36:29.545698 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7b0e8af-1f12-4ae2-97e5-645bb8496e83 None None] Routers {'ab427502-7317-494b-b799-660ebb83d854'} bound to L3 agent in host n-d-816865-1 {{(pid=102388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 19:36:29.546470 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-f7b0e8af-1f12-4ae2-97e5-645bb8496e83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T19:36:05Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['ab427502-7317-494b-b799-660ebb83d854'], 'active': True} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:36:29.564400 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1f21a72-5899-46ea-903f-c2e6b99eb0df req-cee4aaa3-91b1-446e-97d8-46176d056ddc tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] No DVR routers for this DVR port c95d1fa4-8843-49aa-9325-1c0dac7c4b57 on host n-h1-816865-1 {{(pid=102387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 19:36:29.567177 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-f1f21a72-5899-46ea-903f-c2e6b99eb0df req-cee4aaa3-91b1-446e-97d8-46176d056ddc tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:36:29.570602 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-f1f21a72-5899-46ea-903f-c2e6b99eb0df req-cee4aaa3-91b1-446e-97d8-46176d056ddc tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] 10.222.0.41 "DELETE /v2.0/ports/c95d1fa4-8843-49aa-9325-1c0dac7c4b57 HTTP/1.1" status: 204 len: 173 time: 0.8550806 Nov 05 19:36:29.571189 n-d-816865-1 neutron-server[102387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5193126d-2778-4946-a6f5-03d48ea6f191', 'name': 'network-vif-deleted', 'tag': 'c95d1fa4-8843-49aa-9325-1c0dac7c4b57'}] {{(pid=102387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 19:36:29.573363 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1aa7e2392c69fb9acc0b335571f919b1f61097b9ced1ed941ddb2f5c01cc85e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13e4b86a-de33-4960-9f25-0e323750aadf" -d '{"events": [{"server_uuid": "5193126d-2778-4946-a6f5-03d48ea6f191", "name": "network-vif-deleted", "tag": "c95d1fa4-8843-49aa-9325-1c0dac7c4b57"}]}' {{(pid=102387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 19:36:29.611470 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 19:36:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6dc1294-a330-4b47-a22f-bb6b3671ccc8 x-openstack-request-id: req-e6dc1294-a330-4b47-a22f-bb6b3671ccc8 {{(pid=102387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 19:36:29.611768 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5193126d-2778-4946-a6f5-03d48ea6f191", "name": "network-vif-deleted", "tag": "c95d1fa4-8843-49aa-9325-1c0dac7c4b57", "status": "completed", "code": 200}]} {{(pid=102387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 19:36:29.612023 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e6dc1294-a330-4b47-a22f-bb6b3671ccc8 {{(pid=102387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 19:36:29.612602 n-d-816865-1 neutron-server[102387]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5193126d-2778-4946-a6f5-03d48ea6f191', 'name': 'network-vif-deleted', 'tag': 'c95d1fa4-8843-49aa-9325-1c0dac7c4b57', 'status': 'completed', 'code': 200} Nov 05 19:36:29.664541 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvr_db [None req-f7b0e8af-1f12-4ae2-97e5-645bb8496e83 None None] Set router ab427502-7317-494b-b799-660ebb83d854 gateway port host: n-d-816865-1 {{(pid=102388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 19:36:29.722757 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-db2d304e-240b-4beb-9ed9-ac43aad8317a req-ec52b729-dc23-4096-a944-bde698c5b989 tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] 10.222.0.13 "GET /v2.0/ports?device_id=5193126d-2778-4946-a6f5-03d48ea6f191 HTTP/1.1" status: 200 len: 210 time: 0.0315568 Nov 05 19:36:29.872638 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-f7b0e8af-1f12-4ae2-97e5-645bb8496e83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab427502-7317-494b-b799-660ebb83d854', 'name': 'tempest-ServerActionsTestJSON-478465466-router', 'tenant_id': '7488aeefeb374a46a39cff325eff1fe7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.113'}], 'enable_snat': True}, 'gw_port_id': '7fdad5ca-0aab-4b06-87cc-19976506bb0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T19:34:00Z', 'updated_at': '2021-11-05T19:34:04Z', 'revision_number': 4, 'project_id': '7488aeefeb374a46a39cff325eff1fe7', 'gw_port': {'id': '7fdad5ca-0aab-4b06-87cc-19976506bb0a', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:ef:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab427502-7317-494b-b799-660ebb83d854', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:34:01Z', 'updated_at': '2021-11-05T19:34:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1', '_interfaces': [{'id': '366d1466-6d8a-456e-9340-bd327678f2f8', 'name': '', 'network_id': 'ba9e5cef-1f4e-4f1c-980f-f1e77d588fb4', 'tenant_id': '7488aeefeb374a46a39cff325eff1fe7', 'mac_address': 'fa:16:3e:2d:1a:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab427502-7317-494b-b799-660ebb83d854', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '8ba56a91-a4c0-4279-98e5-26a64b9e0aa9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:34:03Z', 'updated_at': '2021-11-05T19:34:07Z', 'revision_number': 5, 'project_id': '7488aeefeb374a46a39cff325eff1fe7', 'subnets': [{'id': '8ba56a91-a4c0-4279-98e5-26a64b9e0aa9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-1', False) {} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:36:29.903372 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7b0e8af-1f12-4ae2-97e5-645bb8496e83 None None] Checking router: ab427502-7317-494b-b799-660ebb83d854 for host: n-d-816865-1 {{(pid=102388) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 19:36:29.912505 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7b0e8af-1f12-4ae2-97e5-645bb8496e83 None None] Routers {'ab427502-7317-494b-b799-660ebb83d854'} bound to L3 agent in host n-d-816865-1 {{(pid=102388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 19:36:29.913123 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-f7b0e8af-1f12-4ae2-97e5-645bb8496e83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T19:36:05Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['ab427502-7317-494b-b799-660ebb83d854'], 'active': True} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:36:30.025255 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvr_db [None req-f7b0e8af-1f12-4ae2-97e5-645bb8496e83 None None] Set router ab427502-7317-494b-b799-660ebb83d854 gateway port host: n-d-816865-1 {{(pid=102388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 19:36:30.225666 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-f7b0e8af-1f12-4ae2-97e5-645bb8496e83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab427502-7317-494b-b799-660ebb83d854', 'name': 'tempest-ServerActionsTestJSON-478465466-router', 'tenant_id': '7488aeefeb374a46a39cff325eff1fe7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.113'}], 'enable_snat': True}, 'gw_port_id': '7fdad5ca-0aab-4b06-87cc-19976506bb0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T19:34:00Z', 'updated_at': '2021-11-05T19:34:04Z', 'revision_number': 4, 'project_id': '7488aeefeb374a46a39cff325eff1fe7', 'gw_port': {'id': '7fdad5ca-0aab-4b06-87cc-19976506bb0a', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:ef:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab427502-7317-494b-b799-660ebb83d854', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:34:01Z', 'updated_at': '2021-11-05T19:34:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1', '_interfaces': [{'id': '366d1466-6d8a-456e-9340-bd327678f2f8', 'name': '', 'network_id': 'ba9e5cef-1f4e-4f1c-980f-f1e77d588fb4', 'tenant_id': '7488aeefeb374a46a39cff325eff1fe7', 'mac_address': 'fa:16:3e:2d:1a:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab427502-7317-494b-b799-660ebb83d854', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '8ba56a91-a4c0-4279-98e5-26a64b9e0aa9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:34:03Z', 'updated_at': '2021-11-05T19:34:07Z', 'revision_number': 5, 'project_id': '7488aeefeb374a46a39cff325eff1fe7', 'subnets': [{'id': '8ba56a91-a4c0-4279-98e5-26a64b9e0aa9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-1', False) {} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:36:30.251550 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7b0e8af-1f12-4ae2-97e5-645bb8496e83 None None] The sync data for ids ['ab427502-7317-494b-b799-660ebb83d854'] in n-d-816865-1 is: [{'id': 'ab427502-7317-494b-b799-660ebb83d854', 'name': 'tempest-ServerActionsTestJSON-478465466-router', 'tenant_id': '7488aeefeb374a46a39cff325eff1fe7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.113'}], 'enable_snat': True}, 'gw_port_id': '7fdad5ca-0aab-4b06-87cc-19976506bb0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T19:34:00Z', 'updated_at': '2021-11-05T19:34:04Z', 'revision_number': 4, 'project_id': '7488aeefeb374a46a39cff325eff1fe7', 'gw_port': {'id': '7fdad5ca-0aab-4b06-87cc-19976506bb0a', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:ef:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab427502-7317-494b-b799-660ebb83d854', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:34:01Z', 'updated_at': '2021-11-05T19:34:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1', '_interfaces': [{'id': '366d1466-6d8a-456e-9340-bd327678f2f8', 'name': '', 'network_id': 'ba9e5cef-1f4e-4f1c-980f-f1e77d588fb4', 'tenant_id': '7488aeefeb374a46a39cff325eff1fe7', 'mac_address': 'fa:16:3e:2d:1a:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab427502-7317-494b-b799-660ebb83d854', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '8ba56a91-a4c0-4279-98e5-26a64b9e0aa9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:34:03Z', 'updated_at': '2021-11-05T19:34:07Z', 'revision_number': 5, 'project_id': '7488aeefeb374a46a39cff325eff1fe7', 'subnets': [{'id': '8ba56a91-a4c0-4279-98e5-26a64b9e0aa9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 19:36:30.473778 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00d7e62e-c267-4bbd-b3d6-1f5b3f99f40b None None] New status for floating IP 9a56d8a3-beb3-4417-b237-e6af35164c1b: DOWN {{(pid=102389) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 05 19:36:30.973648 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-319c2092-50fd-4912-b2a8-bf558aaad125 req-f3e7d126-012c-431b-af71-5ff275c49620 tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--1955492402&fields=id&tenant_id=7488aeefeb374a46a39cff325eff1fe7 HTTP/1.1" status: 200 len: 267 time: 0.0424824 Nov 05 19:36:31.084502 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319c2092-50fd-4912-b2a8-bf558aaad125 req-e9722f9f-e154-4592-8e69-447e5a6c199e tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:36:31.085974 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-319c2092-50fd-4912-b2a8-bf558aaad125 req-e9722f9f-e154-4592-8e69-447e5a6c199e tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] 10.222.0.13 "GET /v2.0/networks?id=ba9e5cef-1f4e-4f1c-980f-f1e77d588fb4 HTTP/1.1" status: 200 len: 811 time: 0.1055176 Nov 05 19:36:31.100900 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-319c2092-50fd-4912-b2a8-bf558aaad125 req-77a8c102-ddf4-44de-ae63-fe26c9723af3 tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] 10.222.0.13 "GET /v2.0/quotas/7488aeefeb374a46a39cff325eff1fe7 HTTP/1.1" status: 200 len: 375 time: 0.0091202 Nov 05 19:36:31.154345 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-319c2092-50fd-4912-b2a8-bf558aaad125 req-3dbe62cb-8a91-42bc-b34f-acf33286a33a tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=7488aeefeb374a46a39cff325eff1fe7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0481260 Nov 05 19:36:31.323414 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-319c2092-50fd-4912-b2a8-bf558aaad125 req-8f211ab1-b07f-413e-8ba9-b2cb4b0a76b6 service neutron] 10.222.0.13 "GET /v2.0/networks/ba9e5cef-1f4e-4f1c-980f-f1e77d588fb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241734 Nov 05 19:36:31.411823 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-319c2092-50fd-4912-b2a8-bf558aaad125 req-60c5df58-db55-4eab-a711-ad33f3d6cd2c service neutron] 10.222.0.13 "GET /v2.0/networks/ba9e5cef-1f4e-4f1c-980f-f1e77d588fb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823529 Nov 05 19:36:31.652771 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-52d43761-f1c0-4b25-a99e-c6d8f31d8276 req-7e8496c3-9d30-4a50-a0bf-ec92305cc3d3 tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] 10.222.0.13 "GET /v2.0/ports?device_id=259af928-bf93-4a2e-8616-52ebc40f6392 HTTP/1.1" status: 200 len: 210 time: 0.0268118 Nov 05 19:36:32.279468 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Device c95d1fa4-8843-49aa-9325-1c0dac7c4b57 no longer exists at agent hyperv_n-h1-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 19:36:32.303921 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] No Port match for: c95d1fa4-8843-49aa-9325-1c0dac7c4b57 {{(pid=102388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 19:36:32.304258 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Device c95d1fa4-8843-49aa-9325-1c0dac7c4b57 not bound to the agent host n-h1-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 19:36:32.638479 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-0475d8bb-8afa-4e86-9845-ee6420f18d75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:36:32.748137 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-6a104367-5b31-4c7f-9222-e7154d1f72c3 req-cb791de6-ec22-477a-be9f-9ac42ab96b4a tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] 10.222.0.13 "GET /v2.0/ports?device_id=259af928-bf93-4a2e-8616-52ebc40f6392 HTTP/1.1" status: 200 len: 210 time: 0.0273247 Nov 05 19:36:33.526565 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319c2092-50fd-4912-b2a8-bf558aaad125 req-f0d80868-79b6-439a-be90-1e711495d7c4 tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:36:33.528025 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-319c2092-50fd-4912-b2a8-bf558aaad125 req-f0d80868-79b6-439a-be90-1e711495d7c4 tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] 10.222.0.55 "GET /v2.0/networks?id=ba9e5cef-1f4e-4f1c-980f-f1e77d588fb4 HTTP/1.1" status: 200 len: 811 time: 0.1060531 Nov 05 19:36:33.591244 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-319c2092-50fd-4912-b2a8-bf558aaad125 req-c2161af1-14ca-478d-9828-a40ea00f6c7a tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7488aeefeb374a46a39cff325eff1fe7 HTTP/1.1" status: 200 len: 380 time: 0.0520613 Nov 05 19:36:33.604467 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [req-319c2092-50fd-4912-b2a8-bf558aaad125 req-b9dcd704-eafd-40ce-adb6-2008125f50f9 tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] Request body: {'port': {'device_id': '259af928-bf93-4a2e-8616-52ebc40f6392', 'network_id': 'ba9e5cef-1f4e-4f1c-980f-f1e77d588fb4', 'admin_state_up': True, 'tenant_id': '7488aeefeb374a46a39cff325eff1fe7', 'security_groups': ['e275ec3d-c7f6-4920-bb58-0d3614e63387']}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:36:33.798116 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-319c2092-50fd-4912-b2a8-bf558aaad125 req-b9dcd704-eafd-40ce-adb6-2008125f50f9 tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] Made reservation on behalf of 7488aeefeb374a46a39cff325eff1fe7 for: {'port': 1} {{(pid=102386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 19:36:33.801962 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-319c2092-50fd-4912-b2a8-bf558aaad125 req-b9dcd704-eafd-40ce-adb6-2008125f50f9 tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:36:33.855511 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-5ff87ed0-3bfb-4194-ba9c-958a7169a4e0 req-1ff27f18-39b8-497f-ac4e-b032352a898c tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] 10.222.0.13 "GET /v2.0/ports?device_id=259af928-bf93-4a2e-8616-52ebc40f6392 HTTP/1.1" status: 200 len: 210 time: 0.0365615 Nov 05 19:36:33.930879 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.db_base_plugin_common [req-319c2092-50fd-4912-b2a8-bf558aaad125 req-b9dcd704-eafd-40ce-adb6-2008125f50f9 tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] Allocated IP 172.20.0.9 (ba9e5cef-1f4e-4f1c-980f-f1e77d588fb4/8ba56a91-a4c0-4279-98e5-26a64b9e0aa9/c1732bd6-a9e0-4498-83df-af5d9d532ca1) {{(pid=102386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 19:36:34.071971 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-319c2092-50fd-4912-b2a8-bf558aaad125 req-b9dcd704-eafd-40ce-adb6-2008125f50f9 tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] Publish callbacks [] for port, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:36:34.157226 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-319c2092-50fd-4912-b2a8-bf558aaad125 req-b9dcd704-eafd-40ce-adb6-2008125f50f9 tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:36:34.200458 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-319c2092-50fd-4912-b2a8-bf558aaad125 req-b9dcd704-eafd-40ce-adb6-2008125f50f9 tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] Network ba9e5cef-1f4e-4f1c-980f-f1e77d588fb4 is already hosted by enough agents. {{(pid=102386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 19:36:34.205478 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.base_scheduler [req-319c2092-50fd-4912-b2a8-bf558aaad125 req-b9dcd704-eafd-40ce-adb6-2008125f50f9 tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] Resources bound (agent type, host, resource id): {{(pid=102386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 19:36:34.220272 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [req-319c2092-50fd-4912-b2a8-bf558aaad125 req-b9dcd704-eafd-40ce-adb6-2008125f50f9 tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] Received port after_create {{(pid=102386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 19:36:34.246938 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9dcd704-eafd-40ce-adb6-2008125f50f9 tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] Pushing event updated for resources: {'Port': ['ID=c1732bd6-a9e0-4498-83df-af5d9d532ca1,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:36:34.261652 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9dcd704-eafd-40ce-adb6-2008125f50f9 tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:36:34.262003 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9dcd704-eafd-40ce-adb6-2008125f50f9 tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:36:34.262376 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9dcd704-eafd-40ce-adb6-2008125f50f9 tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:36:34.262837 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9dcd704-eafd-40ce-adb6-2008125f50f9 tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:36:34.263039 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9dcd704-eafd-40ce-adb6-2008125f50f9 tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:36:34.263372 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9dcd704-eafd-40ce-adb6-2008125f50f9 tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:36:34.263702 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9dcd704-eafd-40ce-adb6-2008125f50f9 tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:36:34.264027 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9dcd704-eafd-40ce-adb6-2008125f50f9 tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:36:34.264351 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9dcd704-eafd-40ce-adb6-2008125f50f9 tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:36:34.264673 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9dcd704-eafd-40ce-adb6-2008125f50f9 tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:36:34.265028 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9dcd704-eafd-40ce-adb6-2008125f50f9 tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:36:34.265353 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9dcd704-eafd-40ce-adb6-2008125f50f9 tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:36:34.295852 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319c2092-50fd-4912-b2a8-bf558aaad125 req-b9dcd704-eafd-40ce-adb6-2008125f50f9 tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:36:34.296557 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-319c2092-50fd-4912-b2a8-bf558aaad125 req-b9dcd704-eafd-40ce-adb6-2008125f50f9 tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:36:34.367534 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-319c2092-50fd-4912-b2a8-bf558aaad125 req-b9dcd704-eafd-40ce-adb6-2008125f50f9 tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7667763 Nov 05 19:36:34.390172 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [req-319c2092-50fd-4912-b2a8-bf558aaad125 req-aabc2f13-7779-458c-a506-1c1fb45667d7 service neutron] Request body: {'port': {'device_id': '259af928-bf93-4a2e-8616-52ebc40f6392', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816865-1'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:36:34.443414 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-319c2092-50fd-4912-b2a8-bf558aaad125 req-aabc2f13-7779-458c-a506-1c1fb45667d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:36:34.498397 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-68ce4a82-3147-4f28-81ee-d1699f9ffcf9 None None] Provisioning complete for port c1732bd6-a9e0-4498-83df-af5d9d532ca1 triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:36:34.498993 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-68ce4a82-3147-4f28-81ee-d1699f9ffcf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:36:34.534095 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-68ce4a82-3147-4f28-81ee-d1699f9ffcf9 None None] Port c1732bd6-a9e0-4498-83df-af5d9d532ca1 cannot update to ACTIVE because it is not bound. {{(pid=102388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 19:36:34.609681 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:36:34.709100 n-d-816865-1 neutron-server[102386]: DEBUG neutron.notifiers.nova [req-319c2092-50fd-4912-b2a8-bf558aaad125 req-aabc2f13-7779-458c-a506-1c1fb45667d7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c1732bd6-a9e0-4498-83df-af5d9d532ca1 {{(pid=102386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 19:36:34.716461 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-319c2092-50fd-4912-b2a8-bf558aaad125 req-aabc2f13-7779-458c-a506-1c1fb45667d7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:36:34.728009 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.provisioning_blocks [req-319c2092-50fd-4912-b2a8-bf558aaad125 req-aabc2f13-7779-458c-a506-1c1fb45667d7 service neutron] Transition to ACTIVE for port object c1732bd6-a9e0-4498-83df-af5d9d532ca1 will not be triggered until provisioned by entity L2. {{(pid=102386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 05 19:36:34.786612 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-319c2092-50fd-4912-b2a8-bf558aaad125 req-aabc2f13-7779-458c-a506-1c1fb45667d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6149821'] for port, after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:36:34.843583 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabc2f13-7779-458c-a506-1c1fb45667d7 service neutron] Pushing event updated for resources: {'Port': ['ID=c1732bd6-a9e0-4498-83df-af5d9d532ca1,revision_number=2']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:36:34.922358 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [req-319c2092-50fd-4912-b2a8-bf558aaad125 req-aabc2f13-7779-458c-a506-1c1fb45667d7 service neutron] Attempting to bind port c1732bd6-a9e0-4498-83df-af5d9d532ca1 on host n-h2-816865-1 for vnic_type normal with profile {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 19:36:34.922693 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [req-319c2092-50fd-4912-b2a8-bf558aaad125 req-aabc2f13-7779-458c-a506-1c1fb45667d7 service neutron] Attempting to bind port c1732bd6-a9e0-4498-83df-af5d9d532ca1 by drivers openvswitch,hyperv on host n-h2-816865-1 at level 0 using segments [{'id': 'a58696c4-674f-491a-9f25-92f83919ef0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'ba9e5cef-1f4e-4f1c-980f-f1e77d588fb4'}] {{(pid=102386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 19:36:34.923020 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-319c2092-50fd-4912-b2a8-bf558aaad125 req-aabc2f13-7779-458c-a506-1c1fb45667d7 service neutron] Attempting to bind port c1732bd6-a9e0-4498-83df-af5d9d532ca1 on network ba9e5cef-1f4e-4f1c-980f-f1e77d588fb4 {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 19:36:34.928414 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-319c2092-50fd-4912-b2a8-bf558aaad125 req-aabc2f13-7779-458c-a506-1c1fb45667d7 service neutron] Port c1732bd6-a9e0-4498-83df-af5d9d532ca1 on network ba9e5cef-1f4e-4f1c-980f-f1e77d588fb4 not bound, no agent of type Open vSwitch agent registered on host n-h2-816865-1 {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 19:36:34.928741 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-319c2092-50fd-4912-b2a8-bf558aaad125 req-aabc2f13-7779-458c-a506-1c1fb45667d7 service neutron] Attempting to bind port c1732bd6-a9e0-4498-83df-af5d9d532ca1 on network ba9e5cef-1f4e-4f1c-980f-f1e77d588fb4 {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 19:36:34.933877 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-319c2092-50fd-4912-b2a8-bf558aaad125 req-aabc2f13-7779-458c-a506-1c1fb45667d7 service neutron] Checking agent: {'id': '32aff553-696f-4891-83f5-5c176f61fe54', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816865-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 18, 33, 36), 'started_at': datetime.datetime(2021, 11, 5, 18, 33, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 19, 36, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 19:36:34.934252 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-319c2092-50fd-4912-b2a8-bf558aaad125 req-aabc2f13-7779-458c-a506-1c1fb45667d7 service neutron] Checking segment: {'id': 'a58696c4-674f-491a-9f25-92f83919ef0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'ba9e5cef-1f4e-4f1c-980f-f1e77d588fb4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 19:36:34.934633 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-319c2092-50fd-4912-b2a8-bf558aaad125 req-aabc2f13-7779-458c-a506-1c1fb45667d7 service neutron] Bound using segment: {'id': 'a58696c4-674f-491a-9f25-92f83919ef0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'ba9e5cef-1f4e-4f1c-980f-f1e77d588fb4'} {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 19:36:34.935065 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [req-319c2092-50fd-4912-b2a8-bf558aaad125 req-aabc2f13-7779-458c-a506-1c1fb45667d7 service neutron] Bound port: c1732bd6-a9e0-4498-83df-af5d9d532ca1, host: n-h2-816865-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a58696c4-674f-491a-9f25-92f83919ef0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'ba9e5cef-1f4e-4f1c-980f-f1e77d588fb4'}}] {{(pid=102386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 19:36:34.935422 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-319c2092-50fd-4912-b2a8-bf558aaad125 req-aabc2f13-7779-458c-a506-1c1fb45667d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:36:34.980042 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800a9603-8c4d-47e5-b5b1-cfbe276ff7e8 req-73bc2ba5-f24e-4627-9b28-bfcb897a79d7 tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:36:34.982505 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-800a9603-8c4d-47e5-b5b1-cfbe276ff7e8 req-73bc2ba5-f24e-4627-9b28-bfcb897a79d7 tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] 10.222.0.13 "GET /v2.0/ports?device_id=259af928-bf93-4a2e-8616-52ebc40f6392 HTTP/1.1" status: 200 len: 943 time: 0.0526724 Nov 05 19:36:35.003238 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [req-319c2092-50fd-4912-b2a8-bf558aaad125 req-aabc2f13-7779-458c-a506-1c1fb45667d7 service neutron] For port c1732bd6-a9e0-4498-83df-af5d9d532ca1, host n-h2-816865-1, cleared binding levels {{(pid=102386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 19:36:35.007051 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [req-319c2092-50fd-4912-b2a8-bf558aaad125 req-aabc2f13-7779-458c-a506-1c1fb45667d7 service neutron] For port c1732bd6-a9e0-4498-83df-af5d9d532ca1, host n-h2-816865-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=c1732bd6-a9e0-4498-83df-af5d9d532ca1,segment=NetworkSegment(a58696c4-674f-491a-9f25-92f83919ef0a),segment_id=a58696c4-674f-491a-9f25-92f83919ef0a)] {{(pid=102386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 19:36:35.036714 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-800a9603-8c4d-47e5-b5b1-cfbe276ff7e8 req-0db33d73-a08e-412e-adbb-b7aed5b4712a tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] 10.222.0.13 "GET /v2.0/security-groups?id=e275ec3d-c7f6-4920-bb58-0d3614e63387&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483007 Nov 05 19:36:35.101438 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-319c2092-50fd-4912-b2a8-bf558aaad125 req-aabc2f13-7779-458c-a506-1c1fb45667d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6149821'] for port, after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:36:35.137769 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319c2092-50fd-4912-b2a8-bf558aaad125 req-aabc2f13-7779-458c-a506-1c1fb45667d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:36:35.138457 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-319c2092-50fd-4912-b2a8-bf558aaad125 req-aabc2f13-7779-458c-a506-1c1fb45667d7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:36:35.140286 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-319c2092-50fd-4912-b2a8-bf558aaad125 req-aabc2f13-7779-458c-a506-1c1fb45667d7 service neutron] 10.222.0.55 "PUT /v2.0/ports/c1732bd6-a9e0-4498-83df-af5d9d532ca1 HTTP/1.1" status: 200 len: 1091 time: 0.7544637 Nov 05 19:36:35.142541 n-d-816865-1 neutron-server[102386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '259af928-bf93-4a2e-8616-52ebc40f6392', 'tag': 'c1732bd6-a9e0-4498-83df-af5d9d532ca1'}] {{(pid=102386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 19:36:35.145389 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d24c2e9fd656c946d5f792cc44b0d4efbe125a7d17e01666b7f4dc8150dd75ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-548a55b9-40c6-44fb-8475-755ae2610fa5" -d '{"events": [{"name": "network-changed", "server_uuid": "259af928-bf93-4a2e-8616-52ebc40f6392", "tag": "c1732bd6-a9e0-4498-83df-af5d9d532ca1"}]}' {{(pid=102386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 19:36:35.176546 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabc2f13-7779-458c-a506-1c1fb45667d7 service neutron] Pushing event updated for resources: {'Port': ['ID=c1732bd6-a9e0-4498-83df-af5d9d532ca1,revision_number=3']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:36:35.184484 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 19:36:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-480aa242-3d48-4636-84ab-434ffc630c16 x-openstack-request-id: req-480aa242-3d48-4636-84ab-434ffc630c16 {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 19:36:35.184854 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "259af928-bf93-4a2e-8616-52ebc40f6392", "tag": "c1732bd6-a9e0-4498-83df-af5d9d532ca1", "status": "completed", "code": 200}]} {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 19:36:35.185267 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-480aa242-3d48-4636-84ab-434ffc630c16 {{(pid=102386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 19:36:35.185687 n-d-816865-1 neutron-server[102386]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '259af928-bf93-4a2e-8616-52ebc40f6392', 'tag': 'c1732bd6-a9e0-4498-83df-af5d9d532ca1', 'status': 'completed', 'code': 200} Nov 05 19:36:35.253679 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548a55b9-40c6-44fb-8475-755ae2610fa5 req-d18687dc-d7e3-4f63-b568-5a95738b4be0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:36:35.255253 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-548a55b9-40c6-44fb-8475-755ae2610fa5 req-d18687dc-d7e3-4f63-b568-5a95738b4be0 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7488aeefeb374a46a39cff325eff1fe7&device_id=259af928-bf93-4a2e-8616-52ebc40f6392 HTTP/1.1" status: 200 len: 1094 time: 0.0444944 Nov 05 19:36:35.369335 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548a55b9-40c6-44fb-8475-755ae2610fa5 req-e51cbdf8-40f2-4da2-ad47-6dddc9cd4c56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:36:35.370917 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-548a55b9-40c6-44fb-8475-755ae2610fa5 req-e51cbdf8-40f2-4da2-ad47-6dddc9cd4c56 service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=7488aeefeb374a46a39cff325eff1fe7&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1025443 Nov 05 19:36:35.409204 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-90e97b59-72f7-410f-9c47-87623fbf9b4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:36:35.473597 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548a55b9-40c6-44fb-8475-755ae2610fa5 req-2f83d15a-619f-4cdc-bf9d-798cae1c8316 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:36:35.475150 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-548a55b9-40c6-44fb-8475-755ae2610fa5 req-2f83d15a-619f-4cdc-bf9d-798cae1c8316 service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0936668 Nov 05 19:36:35.560724 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319c2092-50fd-4912-b2a8-bf558aaad125 req-3a26992c-ea8a-4bb6-97b0-63b4bf0afdd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:36:35.562260 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-319c2092-50fd-4912-b2a8-bf558aaad125 req-3a26992c-ea8a-4bb6-97b0-63b4bf0afdd7 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7488aeefeb374a46a39cff325eff1fe7&device_id=259af928-bf93-4a2e-8616-52ebc40f6392 HTTP/1.1" status: 200 len: 1094 time: 0.0407026 Nov 05 19:36:35.614396 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-319c2092-50fd-4912-b2a8-bf558aaad125 req-77787005-1171-42df-9673-93e0d8cd1aad service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c1732bd6-a9e0-4498-83df-af5d9d532ca1 HTTP/1.1" status: 200 len: 217 time: 0.0381544 Nov 05 19:36:35.665246 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319c2092-50fd-4912-b2a8-bf558aaad125 req-6488ae4d-b592-4236-bc7d-b7ad3dae8673 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:36:35.666625 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-319c2092-50fd-4912-b2a8-bf558aaad125 req-6488ae4d-b592-4236-bc7d-b7ad3dae8673 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=8ba56a91-a4c0-4279-98e5-26a64b9e0aa9 HTTP/1.1" status: 200 len: 850 time: 0.0446200 Nov 05 19:36:35.716390 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319c2092-50fd-4912-b2a8-bf558aaad125 req-eb0b9818-eb9c-41a9-97aa-e6d696225049 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:36:35.717881 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-319c2092-50fd-4912-b2a8-bf558aaad125 req-eb0b9818-eb9c-41a9-97aa-e6d696225049 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ba9e5cef-1f4e-4f1c-980f-f1e77d588fb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401030 Nov 05 19:36:35.814821 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-319c2092-50fd-4912-b2a8-bf558aaad125 req-c0e58b66-6b34-4917-9715-ad84634decd7 service neutron] 10.222.0.55 "GET /v2.0/networks/ba9e5cef-1f4e-4f1c-980f-f1e77d588fb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844038 Nov 05 19:36:35.908570 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-319c2092-50fd-4912-b2a8-bf558aaad125 req-f974e103-a03d-4768-a1ef-1f2f9e95c64c service neutron] 10.222.0.55 "GET /v2.0/networks/ba9e5cef-1f4e-4f1c-980f-f1e77d588fb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816839 Nov 05 19:36:36.154620 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be9f0fe-9583-4249-a36f-148af1b5d71c req-e122295c-9808-401f-8428-874c1e30b601 tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:36:36.156117 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-3be9f0fe-9583-4249-a36f-148af1b5d71c req-e122295c-9808-401f-8428-874c1e30b601 tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] 10.222.0.13 "GET /v2.0/ports?device_id=259af928-bf93-4a2e-8616-52ebc40f6392 HTTP/1.1" status: 200 len: 943 time: 0.0497749 Nov 05 19:36:36.203309 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-3be9f0fe-9583-4249-a36f-148af1b5d71c req-a9b36a77-220a-46a7-a664-be41694c97b2 tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] 10.222.0.13 "GET /v2.0/security-groups?id=e275ec3d-c7f6-4920-bb58-0d3614e63387&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410390 Nov 05 19:36:36.397942 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b304910f-7b27-444b-a8fc-977d26b1ceac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:36:36.672142 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:36:37.324761 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c3a957-1ea0-4ac3-bd74-bfa22074b75a req-cd2e4224-b526-4016-8e01-98f5afa1da9a tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:36:37.326209 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-b1c3a957-1ea0-4ac3-bd74-bfa22074b75a req-cd2e4224-b526-4016-8e01-98f5afa1da9a tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] 10.222.0.13 "GET /v2.0/ports?device_id=259af928-bf93-4a2e-8616-52ebc40f6392 HTTP/1.1" status: 200 len: 943 time: 0.0528672 Nov 05 19:36:37.374313 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-b1c3a957-1ea0-4ac3-bd74-bfa22074b75a req-d707575d-f2d1-468e-810a-317c27f7b5f2 tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] 10.222.0.13 "GET /v2.0/security-groups?id=e275ec3d-c7f6-4920-bb58-0d3614e63387&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408790 Nov 05 19:36:38.396616 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-31f93893-a48e-4ae8-833d-dccb2b42eacc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:36:38.497911 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf36a29-b7b7-499e-826c-7b6ca8865d28 req-dbead411-5ab6-4009-a25e-5c1018c47857 tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:36:38.499754 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-fdf36a29-b7b7-499e-826c-7b6ca8865d28 req-dbead411-5ab6-4009-a25e-5c1018c47857 tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] 10.222.0.13 "GET /v2.0/ports?device_id=259af928-bf93-4a2e-8616-52ebc40f6392 HTTP/1.1" status: 200 len: 943 time: 0.0539019 Nov 05 19:36:38.550057 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-fdf36a29-b7b7-499e-826c-7b6ca8865d28 req-078d3a86-b172-4d6f-a9b4-2a613a068ccb tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] 10.222.0.13 "GET /v2.0/security-groups?id=e275ec3d-c7f6-4920-bb58-0d3614e63387&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424938 Nov 05 19:36:38.598665 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:36:39.669559 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120d2f3f-7a34-4f73-b7a5-8d6b340542fd req-69fe486b-cecd-4922-918f-f2ceaf87f792 tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:36:39.671058 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-120d2f3f-7a34-4f73-b7a5-8d6b340542fd req-69fe486b-cecd-4922-918f-f2ceaf87f792 tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] 10.222.0.13 "GET /v2.0/ports?device_id=259af928-bf93-4a2e-8616-52ebc40f6392 HTTP/1.1" status: 200 len: 943 time: 0.0523884 Nov 05 19:36:39.717923 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-120d2f3f-7a34-4f73-b7a5-8d6b340542fd req-93e8a352-5fc4-4aff-ab1b-843baabc513a tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] 10.222.0.13 "GET /v2.0/security-groups?id=e275ec3d-c7f6-4920-bb58-0d3614e63387&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407178 Nov 05 19:36:40.734974 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Device c1732bd6-a9e0-4498-83df-af5d9d532ca1 details requested by agent hyperv_n-h2-816865-1 with host n-h2-816865-1 {{(pid=102388) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 05 19:36:40.834236 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] For port c1732bd6-a9e0-4498-83df-af5d9d532ca1, host n-h2-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=c1732bd6-a9e0-4498-83df-af5d9d532ca1,segment=NetworkSegment(a58696c4-674f-491a-9f25-92f83919ef0a),segment_id=a58696c4-674f-491a-9f25-92f83919ef0a)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:36:40.835062 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df59db6-4188-43ec-9fad-dcf796b18648 req-8c7ef310-42ff-4cb2-901b-711c3d735c9d tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:36:40.836588 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-4df59db6-4188-43ec-9fad-dcf796b18648 req-8c7ef310-42ff-4cb2-901b-711c3d735c9d tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] 10.222.0.13 "GET /v2.0/ports?device_id=259af928-bf93-4a2e-8616-52ebc40f6392 HTTP/1.1" status: 200 len: 943 time: 0.0493028 Nov 05 19:36:40.845608 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Returning: {'device': 'c1732bd6-a9e0-4498-83df-af5d9d532ca1', 'network_id': 'ba9e5cef-1f4e-4f1c-980f-f1e77d588fb4', 'port_id': 'c1732bd6-a9e0-4498-83df-af5d9d532ca1', 'mac_address': 'fa:16:3e:0c:69:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 150, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ba56a91-a4c0-4279-98e5-26a64b9e0aa9', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102388) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 05 19:36:40.884283 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:36:40.884987 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-4df59db6-4188-43ec-9fad-dcf796b18648 req-b5205065-bfec-4d19-9674-818e0cceda3e tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] 10.222.0.13 "GET /v2.0/security-groups?id=e275ec3d-c7f6-4920-bb58-0d3614e63387&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424976 Nov 05 19:36:40.897437 n-d-816865-1 neutron-server[102388]: DEBUG neutron.notifiers.nova [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c1732bd6-a9e0-4498-83df-af5d9d532ca1 {{(pid=102388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 19:36:40.916979 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] For port c1732bd6-a9e0-4498-83df-af5d9d532ca1, host n-h2-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=c1732bd6-a9e0-4498-83df-af5d9d532ca1,segment=NetworkSegment(a58696c4-674f-491a-9f25-92f83919ef0a),segment_id=a58696c4-674f-491a-9f25-92f83919ef0a)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:36:41.009043 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:36:41.055614 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Pushing event updated for resources: {'Port': ['ID=c1732bd6-a9e0-4498-83df-af5d9d532ca1,revision_number=4']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:36:41.308170 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] get_ports_and_sgs() called for port_ids ['c1732bd6-a9e0-4498-83df-af5d9d532ca1'] {{(pid=102388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 19:36:42.000794 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd287318-10f9-471c-8f24-f26b0d4a6ab2 req-7fa8062a-98b2-48c4-a253-fe18d4813449 tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:36:42.001983 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-bd287318-10f9-471c-8f24-f26b0d4a6ab2 req-7fa8062a-98b2-48c4-a253-fe18d4813449 tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] 10.222.0.13 "GET /v2.0/ports?device_id=259af928-bf93-4a2e-8616-52ebc40f6392 HTTP/1.1" status: 200 len: 944 time: 0.0501883 Nov 05 19:36:42.053336 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-bd287318-10f9-471c-8f24-f26b0d4a6ab2 req-c8dc8dca-d779-4f82-9aed-fbcd665695ec tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] 10.222.0.13 "GET /v2.0/security-groups?id=e275ec3d-c7f6-4920-bb58-0d3614e63387&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446181 Nov 05 19:36:42.745546 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Device c1732bd6-a9e0-4498-83df-af5d9d532ca1 up at agent hyperv_n-h2-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 19:36:42.837364 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Provisioning for port c1732bd6-a9e0-4498-83df-af5d9d532ca1 completed by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 05 19:36:42.841076 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Provisioning complete for port c1732bd6-a9e0-4498-83df-af5d9d532ca1 triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:36:42.841473 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:36:42.921114 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:36:42.943099 n-d-816865-1 neutron-server[102388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '259af928-bf93-4a2e-8616-52ebc40f6392', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1732bd6-a9e0-4498-83df-af5d9d532ca1'}] {{(pid=102388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 19:36:42.945338 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6791add14b0903d9e674b39f457aa3a29109aa98d0835d5644e65cf363d7cf55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-821c3d85-d7ef-4aaf-ac69-4f3f58f06248" -d '{"events": [{"server_uuid": "259af928-bf93-4a2e-8616-52ebc40f6392", "name": "network-vif-plugged", "status": "completed", "tag": "c1732bd6-a9e0-4498-83df-af5d9d532ca1"}]}' {{(pid=102388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 19:36:42.957618 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] For port c1732bd6-a9e0-4498-83df-af5d9d532ca1, host n-h2-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=c1732bd6-a9e0-4498-83df-af5d9d532ca1,segment=NetworkSegment(a58696c4-674f-491a-9f25-92f83919ef0a),segment_id=a58696c4-674f-491a-9f25-92f83919ef0a)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:36:42.983842 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 19:36:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d98a8c07-c98d-428c-a90f-0dd1bd060933 x-openstack-request-id: req-d98a8c07-c98d-428c-a90f-0dd1bd060933 {{(pid=102388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 19:36:42.984140 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "259af928-bf93-4a2e-8616-52ebc40f6392", "name": "network-vif-plugged", "status": "completed", "tag": "c1732bd6-a9e0-4498-83df-af5d9d532ca1", "code": 200}]} {{(pid=102388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 19:36:42.984397 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d98a8c07-c98d-428c-a90f-0dd1bd060933 {{(pid=102388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 19:36:42.984825 n-d-816865-1 neutron-server[102388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '259af928-bf93-4a2e-8616-52ebc40f6392', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1732bd6-a9e0-4498-83df-af5d9d532ca1', 'code': 200} Nov 05 19:36:43.037717 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:36:43.086754 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Pushing event updated for resources: {'Port': ['ID=c1732bd6-a9e0-4498-83df-af5d9d532ca1,revision_number=5']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:36:43.107861 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910dbf3f-c5f5-47c8-b8fc-4f559832ead7 req-13a34580-4039-4b23-b001-3f6d8f127cf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:36:43.109381 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-910dbf3f-c5f5-47c8-b8fc-4f559832ead7 req-13a34580-4039-4b23-b001-3f6d8f127cf5 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=259af928-bf93-4a2e-8616-52ebc40f6392 HTTP/1.1" status: 200 len: 1096 time: 0.0453300 Nov 05 19:36:43.162569 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-910dbf3f-c5f5-47c8-b8fc-4f559832ead7 req-7104bc73-2872-40ed-b175-bbdfabb01fce service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=e275ec3d-c7f6-4920-bb58-0d3614e63387&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413268 Nov 05 19:36:43.172462 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f001582c-c6d6-4f5c-91f1-96e3e56d9a0c req-806eb38e-d0fa-45ba-9a4f-a226bc6de554 tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:36:43.173962 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-f001582c-c6d6-4f5c-91f1-96e3e56d9a0c req-806eb38e-d0fa-45ba-9a4f-a226bc6de554 tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] 10.222.0.13 "GET /v2.0/ports?device_id=259af928-bf93-4a2e-8616-52ebc40f6392 HTTP/1.1" status: 200 len: 945 time: 0.0497675 Nov 05 19:36:43.221697 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-f001582c-c6d6-4f5c-91f1-96e3e56d9a0c req-8abfdb1b-ecf7-4067-b497-67ae9806f9c3 tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] 10.222.0.13 "GET /v2.0/security-groups?id=e275ec3d-c7f6-4920-bb58-0d3614e63387&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408611 Nov 05 19:36:44.337082 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1da3270-fd80-4c14-8e60-b280695cf768 req-3baaa689-0139-4c9a-ad45-f05c5fbfad5e tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:36:44.338644 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-d1da3270-fd80-4c14-8e60-b280695cf768 req-3baaa689-0139-4c9a-ad45-f05c5fbfad5e tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] 10.222.0.13 "GET /v2.0/ports?device_id=259af928-bf93-4a2e-8616-52ebc40f6392 HTTP/1.1" status: 200 len: 945 time: 0.0488787 Nov 05 19:36:44.386750 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-d1da3270-fd80-4c14-8e60-b280695cf768 req-cb55765c-b07b-4a41-a19f-a66d672416d0 tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] 10.222.0.13 "GET /v2.0/security-groups?id=e275ec3d-c7f6-4920-bb58-0d3614e63387&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420887 Nov 05 19:36:45.506848 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5a1403-df17-4fc1-8b45-29ee9ae52b64 req-3723b7fb-c5f9-415a-8adf-4993e906579d tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:36:45.508324 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-6b5a1403-df17-4fc1-8b45-29ee9ae52b64 req-3723b7fb-c5f9-415a-8adf-4993e906579d tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] 10.222.0.13 "GET /v2.0/ports?device_id=259af928-bf93-4a2e-8616-52ebc40f6392 HTTP/1.1" status: 200 len: 945 time: 0.0531833 Nov 05 19:36:45.554942 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-6b5a1403-df17-4fc1-8b45-29ee9ae52b64 req-b7e8b5c5-bdb0-4ca7-ae0a-9f4651d9d310 tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] 10.222.0.13 "GET /v2.0/security-groups?id=e275ec3d-c7f6-4920-bb58-0d3614e63387&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407255 Nov 05 19:36:45.664305 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7815fd-7dc5-4dcb-9efb-59e2499fd397 req-51faae63-8a66-427b-8876-fa5084ea6026 tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:36:45.665692 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-1d7815fd-7dc5-4dcb-9efb-59e2499fd397 req-51faae63-8a66-427b-8876-fa5084ea6026 tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] 10.222.0.13 "GET /v2.0/ports?device_id=259af928-bf93-4a2e-8616-52ebc40f6392 HTTP/1.1" status: 200 len: 945 time: 0.0484953 Nov 05 19:36:45.674214 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 43792) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:36:45.678630 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-7e3748b3-70b1-4b07-b9e4-cb41db848bf9 tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] Request body: {'floatingip': {'port_id': 'c1732bd6-a9e0-4498-83df-af5d9d532ca1'}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:36:45.720462 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-7e3748b3-70b1-4b07-b9e4-cb41db848bf9 tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] Publish callbacks [] for floatingip, before_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:36:46.140270 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-7e3748b3-70b1-4b07-b9e4-cb41db848bf9 tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:36:46.197716 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-7e3748b3-70b1-4b07-b9e4-cb41db848bf9 tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1000577'] for floatingip, after_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:36:46.297796 n-d-816865-1 neutron-server[102387]: INFO neutron.db.l3_db [None req-7e3748b3-70b1-4b07-b9e4-cb41db848bf9 tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] Floating IP 9a56d8a3-beb3-4417-b237-e6af35164c1b associated. External IP: 172.25.6.35, port: c1732bd6-a9e0-4498-83df-af5d9d532ca1. Nov 05 19:36:46.508780 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e3748b3-70b1-4b07-b9e4-cb41db848bf9 tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] Router ab427502-7317-494b-b799-660ebb83d854 has already been hosted by L3 agent 6dcb5589-8e86-4616-9186-ddc4548e13ad {{(pid=102387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 19:36:46.614619 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e3748b3-70b1-4b07-b9e4-cb41db848bf9 tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] Notify agent at l3_agent.n-d-816865-1 the message routers_updated {{(pid=102387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 19:36:46.619064 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-7e3748b3-70b1-4b07-b9e4-cb41db848bf9 tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for floatingip, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:36:46.624682 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dad6862-b04e-4731-be16-5235c34f98ad None None] Sync routers for ids ['ab427502-7317-494b-b799-660ebb83d854'] in n-d-816865-1 {{(pid=102388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 19:36:46.634134 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dad6862-b04e-4731-be16-5235c34f98ad None None] Routers {'ab427502-7317-494b-b799-660ebb83d854'} bound to L3 agent in host n-d-816865-1 {{(pid=102388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 19:36:46.634757 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-2dad6862-b04e-4731-be16-5235c34f98ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T19:36:35Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['ab427502-7317-494b-b799-660ebb83d854'], 'active': True} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:36:46.646490 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-7e3748b3-70b1-4b07-b9e4-cb41db848bf9 tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] 10.222.0.13 "PUT /v2.0/floatingips/9a56d8a3-beb3-4417-b237-e6af35164c1b HTTP/1.1" status: 200 len: 990 time: 0.9711790 Nov 05 19:36:46.647084 n-d-816865-1 neutron-server[102387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '259af928-bf93-4a2e-8616-52ebc40f6392', 'tag': 'c1732bd6-a9e0-4498-83df-af5d9d532ca1'}] {{(pid=102387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 19:36:46.649337 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1aa7e2392c69fb9acc0b335571f919b1f61097b9ced1ed941ddb2f5c01cc85e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-785684d2-5897-4706-814c-ea2c8921ed2c" -d '{"events": [{"name": "network-changed", "server_uuid": "259af928-bf93-4a2e-8616-52ebc40f6392", "tag": "c1732bd6-a9e0-4498-83df-af5d9d532ca1"}]}' {{(pid=102387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 19:36:46.739254 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 19:36:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e72ca00d-9fe1-421b-8bbb-864abc0cf1c6 x-openstack-request-id: req-e72ca00d-9fe1-421b-8bbb-864abc0cf1c6 {{(pid=102387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 19:36:46.739544 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "259af928-bf93-4a2e-8616-52ebc40f6392", "tag": "c1732bd6-a9e0-4498-83df-af5d9d532ca1", "status": "completed", "code": 200}]} {{(pid=102387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 19:36:46.739798 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e72ca00d-9fe1-421b-8bbb-864abc0cf1c6 {{(pid=102387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 19:36:46.740202 n-d-816865-1 neutron-server[102387]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '259af928-bf93-4a2e-8616-52ebc40f6392', 'tag': 'c1732bd6-a9e0-4498-83df-af5d9d532ca1', 'status': 'completed', 'code': 200} Nov 05 19:36:46.744290 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvr_db [None req-2dad6862-b04e-4731-be16-5235c34f98ad None None] Set router ab427502-7317-494b-b799-660ebb83d854 gateway port host: n-d-816865-1 {{(pid=102388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 19:36:46.801614 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785684d2-5897-4706-814c-ea2c8921ed2c req-117a2177-c12d-462c-8661-ad5ccc222e56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:36:46.803154 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-785684d2-5897-4706-814c-ea2c8921ed2c req-117a2177-c12d-462c-8661-ad5ccc222e56 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7488aeefeb374a46a39cff325eff1fe7&device_id=259af928-bf93-4a2e-8616-52ebc40f6392 HTTP/1.1" status: 200 len: 1096 time: 0.0415688 Nov 05 19:36:46.902721 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785684d2-5897-4706-814c-ea2c8921ed2c req-3119c401-5cb5-44c2-9652-89ec76f655c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:36:46.904115 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-785684d2-5897-4706-814c-ea2c8921ed2c req-3119c401-5cb5-44c2-9652-89ec76f655c9 service neutron] 10.222.0.55 "GET /v2.0/networks?id=ba9e5cef-1f4e-4f1c-980f-f1e77d588fb4 HTTP/1.1" status: 200 len: 912 time: 0.0888627 Nov 05 19:36:46.969652 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-785684d2-5897-4706-814c-ea2c8921ed2c req-f31001ec-5f69-4689-92d5-52572ebd7612 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c1732bd6-a9e0-4498-83df-af5d9d532ca1 HTTP/1.1" status: 200 len: 998 time: 0.0580685 Nov 05 19:36:46.974555 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-2dad6862-b04e-4731-be16-5235c34f98ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab427502-7317-494b-b799-660ebb83d854', 'name': 'tempest-ServerActionsTestJSON-478465466-router', 'tenant_id': '7488aeefeb374a46a39cff325eff1fe7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.113'}], 'enable_snat': True}, 'gw_port_id': '7fdad5ca-0aab-4b06-87cc-19976506bb0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T19:34:00Z', 'updated_at': '2021-11-05T19:34:04Z', 'revision_number': 4, 'project_id': '7488aeefeb374a46a39cff325eff1fe7', 'gw_port': {'id': '7fdad5ca-0aab-4b06-87cc-19976506bb0a', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:ef:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab427502-7317-494b-b799-660ebb83d854', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:34:01Z', 'updated_at': '2021-11-05T19:34:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1', '_floatingips': [{'id': '9a56d8a3-beb3-4417-b237-e6af35164c1b', 'tenant_id': '7488aeefeb374a46a39cff325eff1fe7', 'floating_ip_address': '172.25.6.35', 'floating_network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'router_id': 'ab427502-7317-494b-b799-660ebb83d854', 'port_id': 'c1732bd6-a9e0-4498-83df-af5d9d532ca1', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4052, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba9e5cef-1f4e-4f1c-980f-f1e77d588fb4', 'mac_address': 'fa:16:3e:0c:69:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '259af928-bf93-4a2e-8616-52ebc40f6392', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-05T19:34:07Z', 'updated_at': '2021-11-05T19:36:46Z', 'revision_number': 5, 'project_id': '7488aeefeb374a46a39cff325eff1fe7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '366d1466-6d8a-456e-9340-bd327678f2f8', 'name': '', 'network_id': 'ba9e5cef-1f4e-4f1c-980f-f1e77d588fb4', 'tenant_id': '7488aeefeb374a46a39cff325eff1fe7', 'mac_address': 'fa:16:3e:2d:1a:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab427502-7317-494b-b799-660ebb83d854', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '8ba56a91-a4c0-4279-98e5-26a64b9e0aa9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:34:03Z', 'updated_at': '2021-11-05T19:34:07Z', 'revision_number': 5, 'project_id': '7488aeefeb374a46a39cff325eff1fe7', 'subnets': [{'id': '8ba56a91-a4c0-4279-98e5-26a64b9e0aa9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-1', False) {} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:36:47.001747 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dad6862-b04e-4731-be16-5235c34f98ad None None] Checking router: ab427502-7317-494b-b799-660ebb83d854 for host: n-d-816865-1 {{(pid=102388) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 19:36:47.011091 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dad6862-b04e-4731-be16-5235c34f98ad None None] Routers {'ab427502-7317-494b-b799-660ebb83d854'} bound to L3 agent in host n-d-816865-1 {{(pid=102388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 19:36:47.011699 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-2dad6862-b04e-4731-be16-5235c34f98ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T19:36:35Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['ab427502-7317-494b-b799-660ebb83d854'], 'active': True} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:36:47.020946 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785684d2-5897-4706-814c-ea2c8921ed2c req-f185b90f-3456-4bc6-996a-b52cfa740d2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:36:47.022458 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-785684d2-5897-4706-814c-ea2c8921ed2c req-f185b90f-3456-4bc6-996a-b52cfa740d2a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=8ba56a91-a4c0-4279-98e5-26a64b9e0aa9 HTTP/1.1" status: 200 len: 850 time: 0.0453386 Nov 05 19:36:47.075815 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785684d2-5897-4706-814c-ea2c8921ed2c req-3d2d4e6c-5829-4dc8-9979-6d7ae6602346 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:36:47.077536 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-785684d2-5897-4706-814c-ea2c8921ed2c req-3d2d4e6c-5829-4dc8-9979-6d7ae6602346 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ba9e5cef-1f4e-4f1c-980f-f1e77d588fb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0484219 Nov 05 19:36:47.178800 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-785684d2-5897-4706-814c-ea2c8921ed2c req-53c7a4f9-f616-4c6f-bd2a-96dc25ad961a service neutron] 10.222.0.55 "GET /v2.0/networks/ba9e5cef-1f4e-4f1c-980f-f1e77d588fb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934486 Nov 05 19:36:47.276595 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-785684d2-5897-4706-814c-ea2c8921ed2c req-505a5f1a-4be9-44d7-9d1c-73ebe329cf7c service neutron] 10.222.0.55 "GET /v2.0/networks/ba9e5cef-1f4e-4f1c-980f-f1e77d588fb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899026 Nov 05 19:36:47.285822 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvr_db [None req-2dad6862-b04e-4731-be16-5235c34f98ad None None] Set router ab427502-7317-494b-b799-660ebb83d854 gateway port host: n-d-816865-1 {{(pid=102388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 19:36:47.517316 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-2dad6862-b04e-4731-be16-5235c34f98ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab427502-7317-494b-b799-660ebb83d854', 'name': 'tempest-ServerActionsTestJSON-478465466-router', 'tenant_id': '7488aeefeb374a46a39cff325eff1fe7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.113'}], 'enable_snat': True}, 'gw_port_id': '7fdad5ca-0aab-4b06-87cc-19976506bb0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T19:34:00Z', 'updated_at': '2021-11-05T19:34:04Z', 'revision_number': 4, 'project_id': '7488aeefeb374a46a39cff325eff1fe7', 'gw_port': {'id': '7fdad5ca-0aab-4b06-87cc-19976506bb0a', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:ef:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab427502-7317-494b-b799-660ebb83d854', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:34:01Z', 'updated_at': '2021-11-05T19:34:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1', '_floatingips': [{'id': '9a56d8a3-beb3-4417-b237-e6af35164c1b', 'tenant_id': '7488aeefeb374a46a39cff325eff1fe7', 'floating_ip_address': '172.25.6.35', 'floating_network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'router_id': 'ab427502-7317-494b-b799-660ebb83d854', 'port_id': 'c1732bd6-a9e0-4498-83df-af5d9d532ca1', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4052, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba9e5cef-1f4e-4f1c-980f-f1e77d588fb4', 'mac_address': 'fa:16:3e:0c:69:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '259af928-bf93-4a2e-8616-52ebc40f6392', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-05T19:34:07Z', 'updated_at': '2021-11-05T19:36:46Z', 'revision_number': 5, 'project_id': '7488aeefeb374a46a39cff325eff1fe7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '366d1466-6d8a-456e-9340-bd327678f2f8', 'name': '', 'network_id': 'ba9e5cef-1f4e-4f1c-980f-f1e77d588fb4', 'tenant_id': '7488aeefeb374a46a39cff325eff1fe7', 'mac_address': 'fa:16:3e:2d:1a:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab427502-7317-494b-b799-660ebb83d854', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '8ba56a91-a4c0-4279-98e5-26a64b9e0aa9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:34:03Z', 'updated_at': '2021-11-05T19:34:07Z', 'revision_number': 5, 'project_id': '7488aeefeb374a46a39cff325eff1fe7', 'subnets': [{'id': '8ba56a91-a4c0-4279-98e5-26a64b9e0aa9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-1', False) {} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:36:47.545852 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dad6862-b04e-4731-be16-5235c34f98ad None None] The sync data for ids ['ab427502-7317-494b-b799-660ebb83d854'] in n-d-816865-1 is: [{'id': 'ab427502-7317-494b-b799-660ebb83d854', 'name': 'tempest-ServerActionsTestJSON-478465466-router', 'tenant_id': '7488aeefeb374a46a39cff325eff1fe7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.113'}], 'enable_snat': True}, 'gw_port_id': '7fdad5ca-0aab-4b06-87cc-19976506bb0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T19:34:00Z', 'updated_at': '2021-11-05T19:34:04Z', 'revision_number': 4, 'project_id': '7488aeefeb374a46a39cff325eff1fe7', 'gw_port': {'id': '7fdad5ca-0aab-4b06-87cc-19976506bb0a', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:ef:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab427502-7317-494b-b799-660ebb83d854', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:34:01Z', 'updated_at': '2021-11-05T19:34:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1', '_floatingips': [{'id': '9a56d8a3-beb3-4417-b237-e6af35164c1b', 'tenant_id': '7488aeefeb374a46a39cff325eff1fe7', 'floating_ip_address': '172.25.6.35', 'floating_network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'router_id': 'ab427502-7317-494b-b799-660ebb83d854', 'port_id': 'c1732bd6-a9e0-4498-83df-af5d9d532ca1', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4052, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba9e5cef-1f4e-4f1c-980f-f1e77d588fb4', 'mac_address': 'fa:16:3e:0c:69:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '259af928-bf93-4a2e-8616-52ebc40f6392', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-05T19:34:07Z', 'updated_at': '2021-11-05T19:36:46Z', 'revision_number': 5, 'project_id': '7488aeefeb374a46a39cff325eff1fe7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '366d1466-6d8a-456e-9340-bd327678f2f8', 'name': '', 'network_id': 'ba9e5cef-1f4e-4f1c-980f-f1e77d588fb4', 'tenant_id': '7488aeefeb374a46a39cff325eff1fe7', 'mac_address': 'fa:16:3e:2d:1a:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab427502-7317-494b-b799-660ebb83d854', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '8ba56a91-a4c0-4279-98e5-26a64b9e0aa9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:34:03Z', 'updated_at': '2021-11-05T19:34:07Z', 'revision_number': 5, 'project_id': '7488aeefeb374a46a39cff325eff1fe7', 'subnets': [{'id': '8ba56a91-a4c0-4279-98e5-26a64b9e0aa9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 19:36:47.929170 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31775863-ce40-4c3b-bf4e-7c4dc881c1a6 None None] New status for floating IP 9a56d8a3-beb3-4417-b237-e6af35164c1b: ACTIVE {{(pid=102389) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 05 19:36:59.721303 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.agents_db [None req-b9406b04-a0e8-43cf-b349-711963d96cf4 None None] Agent healthcheck: found 7 active agents {{(pid=102389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 05 19:37:02.660147 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-5e5dddd5-7249-4d2a-b83c-9e92e9682212 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:37:04.601615 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:37:05.385463 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-feb603c2-b48f-4fd7-99c6-b282a5be970a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:37:06.419621 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b304910f-7b27-444b-a8fc-977d26b1ceac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:37:06.688718 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:37:08.385514 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-31f93893-a48e-4ae8-833d-dccb2b42eacc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:37:08.567388 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:37:32.630706 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-82a4b955-26cb-4fc8-abfd-bdcb735fc97f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:37:34.602473 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:37:35.367696 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-2cfdb87e-1d4a-4a0a-a166-f82aa826d254 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:37:36.425443 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b304910f-7b27-444b-a8fc-977d26b1ceac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:37:36.716303 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:37:36.719496 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.agents_db [None req-b9406b04-a0e8-43cf-b349-711963d96cf4 None None] Agent healthcheck: found 7 active agents {{(pid=102389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 05 19:37:38.016052 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-85704add-6839-45be-b503-e48284cc274c req-b46d08b5-814a-46bd-9dd4-fe104095c7e9 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=259af928-bf93-4a2e-8616-52ebc40f6392&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0450270 Nov 05 19:37:38.103926 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85704add-6839-45be-b503-e48284cc274c req-abc6f7c7-b895-4ae4-9a72-78c76efd9cf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:37:38.105418 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-85704add-6839-45be-b503-e48284cc274c req-abc6f7c7-b895-4ae4-9a72-78c76efd9cf3 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7488aeefeb374a46a39cff325eff1fe7&device_id=259af928-bf93-4a2e-8616-52ebc40f6392 HTTP/1.1" status: 200 len: 1096 time: 0.0404351 Nov 05 19:37:38.219612 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85704add-6839-45be-b503-e48284cc274c req-97e53850-fe18-43c5-a7b2-43f86747abfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:37:38.226137 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-85704add-6839-45be-b503-e48284cc274c req-97e53850-fe18-43c5-a7b2-43f86747abfc service neutron] 10.222.0.55 "GET /v2.0/networks?id=ba9e5cef-1f4e-4f1c-980f-f1e77d588fb4 HTTP/1.1" status: 200 len: 912 time: 0.0890718 Nov 05 19:37:38.292932 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-85704add-6839-45be-b503-e48284cc274c req-3c92af84-509a-4bce-9633-7c384533c890 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c1732bd6-a9e0-4498-83df-af5d9d532ca1 HTTP/1.1" status: 200 len: 1000 time: 0.0587749 Nov 05 19:37:38.353818 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85704add-6839-45be-b503-e48284cc274c req-aada1bba-df1d-4c2c-894c-704fbd0f53fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:37:38.355354 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-85704add-6839-45be-b503-e48284cc274c req-aada1bba-df1d-4c2c-894c-704fbd0f53fa service neutron] 10.222.0.55 "GET /v2.0/subnets?id=8ba56a91-a4c0-4279-98e5-26a64b9e0aa9 HTTP/1.1" status: 200 len: 850 time: 0.0504417 Nov 05 19:37:38.374027 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-31f93893-a48e-4ae8-833d-dccb2b42eacc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:37:38.406343 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85704add-6839-45be-b503-e48284cc274c req-14344fb0-e141-4b83-94ba-9708fb7e3d8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:37:38.407869 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-85704add-6839-45be-b503-e48284cc274c req-14344fb0-e141-4b83-94ba-9708fb7e3d8d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ba9e5cef-1f4e-4f1c-980f-f1e77d588fb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407031 Nov 05 19:37:38.420364 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [req-85704add-6839-45be-b503-e48284cc274c req-ba7296cd-3482-4287-ab69-82c707e52853 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=102386) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 05 19:37:38.421329 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-85704add-6839-45be-b503-e48284cc274c req-ba7296cd-3482-4287-ab69-82c707e52853 service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048952 Nov 05 19:37:38.512789 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-85704add-6839-45be-b503-e48284cc274c req-78b1b094-0784-4182-b6ac-84bc1868dc6b service neutron] 10.222.0.55 "GET /v2.0/networks/ba9e5cef-1f4e-4f1c-980f-f1e77d588fb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833893 Nov 05 19:37:38.603051 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:37:38.613322 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-85704add-6839-45be-b503-e48284cc274c req-5a79b5d0-7bdd-46c4-abea-10d86e72ff89 service neutron] 10.222.0.55 "GET /v2.0/networks/ba9e5cef-1f4e-4f1c-980f-f1e77d588fb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921838 Nov 05 19:38:02.686208 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-4bb1c04e-bbe3-4a76-aba6-847a0a26ab85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:38:04.624223 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:38:05.372697 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-65403bfb-35db-4f23-903f-012d929e7582 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:38:06.413601 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b304910f-7b27-444b-a8fc-977d26b1ceac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:38:06.733371 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:38:08.384048 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-31f93893-a48e-4ae8-833d-dccb2b42eacc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:38:08.572846 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:38:13.717777 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.agents_db [None req-b9406b04-a0e8-43cf-b349-711963d96cf4 None None] Agent healthcheck: found 7 active agents {{(pid=102389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 05 19:38:27.338334 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fd2d94-a904-4ba2-8651-70f6f2adbad4 req-8e759c5a-fb7a-4b6a-822e-42e56e281701 tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:38:27.339885 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-a2fd2d94-a904-4ba2-8651-70f6f2adbad4 req-8e759c5a-fb7a-4b6a-822e-42e56e281701 tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] 10.222.0.13 "GET /v2.0/ports?device_id=259af928-bf93-4a2e-8616-52ebc40f6392 HTTP/1.1" status: 200 len: 945 time: 0.0571115 Nov 05 19:38:27.392966 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-a2fd2d94-a904-4ba2-8651-70f6f2adbad4 req-f0b7fb9d-4525-4468-b8c9-e6a59f220a13 tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] 10.222.0.13 "GET /v2.0/security-groups?id=e275ec3d-c7f6-4920-bb58-0d3614e63387&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470471 Nov 05 19:38:28.509595 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0863a4e0-be10-442b-84d6-d0cbe0e648e7 req-9a8353b6-36fd-4d96-9222-896b574b5704 tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:38:28.511100 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-0863a4e0-be10-442b-84d6-d0cbe0e648e7 req-9a8353b6-36fd-4d96-9222-896b574b5704 tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] 10.222.0.13 "GET /v2.0/ports?device_id=259af928-bf93-4a2e-8616-52ebc40f6392 HTTP/1.1" status: 200 len: 945 time: 0.0505219 Nov 05 19:38:28.559084 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-0863a4e0-be10-442b-84d6-d0cbe0e648e7 req-1c23ad1f-dcba-4ad2-a3c1-9611e5bf44e6 tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] 10.222.0.13 "GET /v2.0/security-groups?id=e275ec3d-c7f6-4920-bb58-0d3614e63387&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419960 Nov 05 19:38:29.672609 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bd24f4-e376-4ea2-9036-2e395a8bca88 req-b8d8a77b-9e82-4c8a-8de6-c8399dd903c7 tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:38:29.674131 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-b8bd24f4-e376-4ea2-9036-2e395a8bca88 req-b8d8a77b-9e82-4c8a-8de6-c8399dd903c7 tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] 10.222.0.13 "GET /v2.0/ports?device_id=259af928-bf93-4a2e-8616-52ebc40f6392 HTTP/1.1" status: 200 len: 945 time: 0.0485311 Nov 05 19:38:29.721265 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-b8bd24f4-e376-4ea2-9036-2e395a8bca88 req-3763551a-b877-43aa-bf73-4b3500f74484 tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] 10.222.0.13 "GET /v2.0/security-groups?id=e275ec3d-c7f6-4920-bb58-0d3614e63387&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405998 Nov 05 19:38:30.838966 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5205b16f-31f1-4292-9418-a8c9a61176d7 req-16ef1c35-6ec4-473a-8d47-1d68c7d8eef4 tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:38:30.840423 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-5205b16f-31f1-4292-9418-a8c9a61176d7 req-16ef1c35-6ec4-473a-8d47-1d68c7d8eef4 tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] 10.222.0.13 "GET /v2.0/ports?device_id=259af928-bf93-4a2e-8616-52ebc40f6392 HTTP/1.1" status: 200 len: 945 time: 0.0516737 Nov 05 19:38:30.887021 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-5205b16f-31f1-4292-9418-a8c9a61176d7 req-62c5a474-a1c5-41c5-a77b-3c3aee3c9aad tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] 10.222.0.13 "GET /v2.0/security-groups?id=e275ec3d-c7f6-4920-bb58-0d3614e63387&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407548 Nov 05 19:38:32.002314 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f518991-d6ae-43a3-b6ba-06f9ff6b76ac req-72f93117-ebec-47c6-835b-4f76b82ba144 tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:38:32.004384 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-2f518991-d6ae-43a3-b6ba-06f9ff6b76ac req-72f93117-ebec-47c6-835b-4f76b82ba144 tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] 10.222.0.13 "GET /v2.0/ports?device_id=259af928-bf93-4a2e-8616-52ebc40f6392 HTTP/1.1" status: 200 len: 945 time: 0.0493257 Nov 05 19:38:32.052795 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-2f518991-d6ae-43a3-b6ba-06f9ff6b76ac req-384a751f-6385-4bef-82a0-52f3b6aaa5d6 tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] 10.222.0.13 "GET /v2.0/security-groups?id=e275ec3d-c7f6-4920-bb58-0d3614e63387&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423357 Nov 05 19:38:32.646122 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-eb840a5e-a86a-4ebd-aee8-59ae6b99300c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:38:33.171795 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5748e7-542e-4277-bc2e-bb0b3953a7e8 req-2f0c172c-1097-4135-a2ac-7cc787c9e022 tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:38:33.173262 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-ed5748e7-542e-4277-bc2e-bb0b3953a7e8 req-2f0c172c-1097-4135-a2ac-7cc787c9e022 tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] 10.222.0.13 "GET /v2.0/ports?device_id=259af928-bf93-4a2e-8616-52ebc40f6392 HTTP/1.1" status: 200 len: 945 time: 0.0487201 Nov 05 19:38:33.223045 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-ed5748e7-542e-4277-bc2e-bb0b3953a7e8 req-11069298-00b2-42bc-95db-0503bffa0e6a tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] 10.222.0.13 "GET /v2.0/security-groups?id=e275ec3d-c7f6-4920-bb58-0d3614e63387&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439000 Nov 05 19:38:34.340464 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed51bb56-0552-4f50-bc3e-a921a03a3f6e req-055c0a41-a26c-40b2-87b4-ff2818a96df0 tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:38:34.341960 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-ed51bb56-0552-4f50-bc3e-a921a03a3f6e req-055c0a41-a26c-40b2-87b4-ff2818a96df0 tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] 10.222.0.13 "GET /v2.0/ports?device_id=259af928-bf93-4a2e-8616-52ebc40f6392 HTTP/1.1" status: 200 len: 945 time: 0.0493822 Nov 05 19:38:34.388667 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-ed51bb56-0552-4f50-bc3e-a921a03a3f6e req-77479ab4-5a14-49e6-87ae-ada912977967 tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] 10.222.0.13 "GET /v2.0/security-groups?id=e275ec3d-c7f6-4920-bb58-0d3614e63387&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402508 Nov 05 19:38:34.652200 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:38:35.388861 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-18097e4e-1472-4312-b910-c104025656a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:38:35.503912 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4c64d6-ee65-4e50-bb09-bbdb638c4162 req-1d73b7c0-070f-4ac0-a4d6-73f487fa2793 tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:38:35.505395 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-4a4c64d6-ee65-4e50-bb09-bbdb638c4162 req-1d73b7c0-070f-4ac0-a4d6-73f487fa2793 tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] 10.222.0.13 "GET /v2.0/ports?device_id=259af928-bf93-4a2e-8616-52ebc40f6392 HTTP/1.1" status: 200 len: 945 time: 0.0484498 Nov 05 19:38:35.551906 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-4a4c64d6-ee65-4e50-bb09-bbdb638c4162 req-40de1d71-4899-4076-b53b-91f0d863b9d1 tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] 10.222.0.13 "GET /v2.0/security-groups?id=e275ec3d-c7f6-4920-bb58-0d3614e63387&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401387 Nov 05 19:38:36.412092 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b304910f-7b27-444b-a8fc-977d26b1ceac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:38:36.669919 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a877380-429f-4049-a663-8aa6b0fde85d req-66a03673-ef4e-45e4-b762-c36646d2bc1f tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:38:36.671317 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-4a877380-429f-4049-a663-8aa6b0fde85d req-66a03673-ef4e-45e4-b762-c36646d2bc1f tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] 10.222.0.13 "GET /v2.0/ports?device_id=259af928-bf93-4a2e-8616-52ebc40f6392 HTTP/1.1" status: 200 len: 945 time: 0.0518856 Nov 05 19:38:36.718760 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-4a877380-429f-4049-a663-8aa6b0fde85d req-8b34c616-0e1e-4f07-a365-ea6c2f77d30c tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] 10.222.0.13 "GET /v2.0/security-groups?id=e275ec3d-c7f6-4920-bb58-0d3614e63387&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414305 Nov 05 19:38:36.749779 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:38:37.839580 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00919cd1-1d8f-428a-83fc-aec33f75b6b5 req-aa125e84-95fb-48cb-80d7-dc8b5942ff91 tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:38:37.841117 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-00919cd1-1d8f-428a-83fc-aec33f75b6b5 req-aa125e84-95fb-48cb-80d7-dc8b5942ff91 tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] 10.222.0.13 "GET /v2.0/ports?device_id=259af928-bf93-4a2e-8616-52ebc40f6392 HTTP/1.1" status: 200 len: 945 time: 0.0510855 Nov 05 19:38:37.888866 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-00919cd1-1d8f-428a-83fc-aec33f75b6b5 req-410e348a-d33b-44a8-8d2f-8904840ca502 tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] 10.222.0.13 "GET /v2.0/security-groups?id=e275ec3d-c7f6-4920-bb58-0d3614e63387&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409091 Nov 05 19:38:38.395427 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-31f93893-a48e-4ae8-833d-dccb2b42eacc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:38:38.554560 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:38:39.012287 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808c4fb8-4d48-4414-9bd1-66fe669bc0f6 req-c2030038-3a0b-4ad0-a523-31f357c09870 tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:38:39.013892 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-808c4fb8-4d48-4414-9bd1-66fe669bc0f6 req-c2030038-3a0b-4ad0-a523-31f357c09870 tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] 10.222.0.13 "GET /v2.0/ports?device_id=259af928-bf93-4a2e-8616-52ebc40f6392 HTTP/1.1" status: 200 len: 945 time: 0.0564408 Nov 05 19:38:39.062469 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-808c4fb8-4d48-4414-9bd1-66fe669bc0f6 req-2f024dfd-3353-4c54-a518-b59827284442 tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] 10.222.0.13 "GET /v2.0/security-groups?id=e275ec3d-c7f6-4920-bb58-0d3614e63387&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415764 Nov 05 19:38:39.692298 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cae38f-4094-4cf8-b5dd-ca7654d3327c req-886c82ef-aacb-4fa7-832e-a30743e2094c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:38:39.693874 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-98cae38f-4094-4cf8-b5dd-ca7654d3327c req-886c82ef-aacb-4fa7-832e-a30743e2094c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7488aeefeb374a46a39cff325eff1fe7&device_id=259af928-bf93-4a2e-8616-52ebc40f6392 HTTP/1.1" status: 200 len: 1096 time: 0.0431683 Nov 05 19:38:39.799152 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cae38f-4094-4cf8-b5dd-ca7654d3327c req-73c17f5b-e578-4225-876f-4f07dcbf0502 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:38:39.801244 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-98cae38f-4094-4cf8-b5dd-ca7654d3327c req-73c17f5b-e578-4225-876f-4f07dcbf0502 service neutron] 10.222.0.55 "GET /v2.0/networks?id=ba9e5cef-1f4e-4f1c-980f-f1e77d588fb4 HTTP/1.1" status: 200 len: 912 time: 0.0878320 Nov 05 19:38:39.866766 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-98cae38f-4094-4cf8-b5dd-ca7654d3327c req-0bd689ee-bab0-4dfe-8831-ddab8868bfe8 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c1732bd6-a9e0-4498-83df-af5d9d532ca1 HTTP/1.1" status: 200 len: 1000 time: 0.0556834 Nov 05 19:38:39.921575 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cae38f-4094-4cf8-b5dd-ca7654d3327c req-5851b8b0-919a-4466-a246-79d920d86d51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:38:39.923072 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-98cae38f-4094-4cf8-b5dd-ca7654d3327c req-5851b8b0-919a-4466-a246-79d920d86d51 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=8ba56a91-a4c0-4279-98e5-26a64b9e0aa9 HTTP/1.1" status: 200 len: 850 time: 0.0441670 Nov 05 19:38:39.976811 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cae38f-4094-4cf8-b5dd-ca7654d3327c req-cf194186-4dbf-439d-abef-cb703bef76e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:38:39.978368 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-98cae38f-4094-4cf8-b5dd-ca7654d3327c req-cf194186-4dbf-439d-abef-cb703bef76e4 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ba9e5cef-1f4e-4f1c-980f-f1e77d588fb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0438764 Nov 05 19:38:40.068287 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-98cae38f-4094-4cf8-b5dd-ca7654d3327c req-7ef25b1f-bdd1-4294-b07a-43ce22029d03 service neutron] 10.222.0.55 "GET /v2.0/networks/ba9e5cef-1f4e-4f1c-980f-f1e77d588fb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818353 Nov 05 19:38:40.168778 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-98cae38f-4094-4cf8-b5dd-ca7654d3327c req-da17e434-3a69-4b64-b3cd-2fd152c5930c service neutron] 10.222.0.55 "GET /v2.0/networks/ba9e5cef-1f4e-4f1c-980f-f1e77d588fb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891790 Nov 05 19:38:40.183494 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd1da5b-6933-4d3f-9461-7351e5429a96 req-4af5f747-b21f-47fc-905f-b928126afe68 tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:38:40.184991 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-2fd1da5b-6933-4d3f-9461-7351e5429a96 req-4af5f747-b21f-47fc-905f-b928126afe68 tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] 10.222.0.13 "GET /v2.0/ports?device_id=259af928-bf93-4a2e-8616-52ebc40f6392 HTTP/1.1" status: 200 len: 945 time: 0.0514529 Nov 05 19:38:40.233448 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-2fd1da5b-6933-4d3f-9461-7351e5429a96 req-9562eda9-ad82-4d95-b7d2-0805f8d5f0a4 tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] 10.222.0.13 "GET /v2.0/security-groups?id=e275ec3d-c7f6-4920-bb58-0d3614e63387&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422385 Nov 05 19:38:41.350058 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13eadec7-c9e3-4b52-9eb1-df2d05ff857a req-0644dca7-86b8-4674-9677-bd4c2275c95a tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:38:41.351572 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-13eadec7-c9e3-4b52-9eb1-df2d05ff857a req-0644dca7-86b8-4674-9677-bd4c2275c95a tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] 10.222.0.13 "GET /v2.0/ports?device_id=259af928-bf93-4a2e-8616-52ebc40f6392 HTTP/1.1" status: 200 len: 945 time: 0.0474102 Nov 05 19:38:41.401135 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-13eadec7-c9e3-4b52-9eb1-df2d05ff857a req-1b4f4d77-e4b3-42a1-a84d-1b3b5d9e21a5 tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] 10.222.0.13 "GET /v2.0/security-groups?id=e275ec3d-c7f6-4920-bb58-0d3614e63387&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437887 Nov 05 19:38:42.517147 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ab965e-9bb9-4db0-aa68-6b7ab88fbc3c req-ba4552aa-bfb9-431c-9958-dbe010c6450c tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:38:42.518647 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-a5ab965e-9bb9-4db0-aa68-6b7ab88fbc3c req-ba4552aa-bfb9-431c-9958-dbe010c6450c tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] 10.222.0.13 "GET /v2.0/ports?device_id=259af928-bf93-4a2e-8616-52ebc40f6392 HTTP/1.1" status: 200 len: 945 time: 0.0490081 Nov 05 19:38:42.565387 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-a5ab965e-9bb9-4db0-aa68-6b7ab88fbc3c req-fb2dec06-ead4-44ad-9a1b-3cb766c50e7c tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] 10.222.0.13 "GET /v2.0/security-groups?id=e275ec3d-c7f6-4920-bb58-0d3614e63387&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404947 Nov 05 19:38:43.680357 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26723bd9-eed6-49a3-b7c8-fbd26ce17bc1 req-88fa9647-07c9-4258-b365-5dfcee7b2400 tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:38:43.681842 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-26723bd9-eed6-49a3-b7c8-fbd26ce17bc1 req-88fa9647-07c9-4258-b365-5dfcee7b2400 tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] 10.222.0.13 "GET /v2.0/ports?device_id=259af928-bf93-4a2e-8616-52ebc40f6392 HTTP/1.1" status: 200 len: 945 time: 0.0488877 Nov 05 19:38:43.729095 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-26723bd9-eed6-49a3-b7c8-fbd26ce17bc1 req-018e310b-4e22-421a-9460-95bb825ae652 tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] 10.222.0.13 "GET /v2.0/security-groups?id=e275ec3d-c7f6-4920-bb58-0d3614e63387&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413120 Nov 05 19:38:44.094995 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbca9ab-8ce0-41dc-b4cd-f23a3c9b8f75 req-6da9cc72-30d1-48ad-8ff4-ca10e8352d05 tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:38:44.096482 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-5dbca9ab-8ce0-41dc-b4cd-f23a3c9b8f75 req-6da9cc72-30d1-48ad-8ff4-ca10e8352d05 tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] 10.222.0.13 "GET /v2.0/ports?device_id=259af928-bf93-4a2e-8616-52ebc40f6392 HTTP/1.1" status: 200 len: 945 time: 0.0514984 Nov 05 19:38:44.148499 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-5dbca9ab-8ce0-41dc-b4cd-f23a3c9b8f75 req-06529a1d-eee0-4616-896c-84ea43c6d5f3 tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] 10.222.0.13 "GET /v2.0/security-groups?id=e275ec3d-c7f6-4920-bb58-0d3614e63387&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454645 Nov 05 19:38:44.280279 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-bdb39854-c6b1-42fc-9e49-d88f0199a845 req-6f7dd4ea-ec02-4807-a1d6-318086260a64 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=259af928-bf93-4a2e-8616-52ebc40f6392&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0777550 Nov 05 19:38:45.264674 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcdcb69-7e33-44c0-a050-f2afbc33a0d0 req-06f01e61-619a-4bf3-b2c6-4b61322e75e9 tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:38:45.266067 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-abcdcb69-7e33-44c0-a050-f2afbc33a0d0 req-06f01e61-619a-4bf3-b2c6-4b61322e75e9 tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] 10.222.0.13 "GET /v2.0/ports?device_id=259af928-bf93-4a2e-8616-52ebc40f6392 HTTP/1.1" status: 200 len: 945 time: 0.0480008 Nov 05 19:38:45.312881 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-abcdcb69-7e33-44c0-a050-f2afbc33a0d0 req-06b1aacd-6676-4638-bba8-b62030f27cde tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] 10.222.0.13 "GET /v2.0/security-groups?id=e275ec3d-c7f6-4920-bb58-0d3614e63387&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402296 Nov 05 19:38:46.426778 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cd61d1-723f-47b2-9d72-674fae76615d req-0006385d-3ad7-4988-aae6-ad17d04e2483 tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:38:46.428252 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-55cd61d1-723f-47b2-9d72-674fae76615d req-0006385d-3ad7-4988-aae6-ad17d04e2483 tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] 10.222.0.13 "GET /v2.0/ports?device_id=259af928-bf93-4a2e-8616-52ebc40f6392 HTTP/1.1" status: 200 len: 945 time: 0.0483494 Nov 05 19:38:46.477568 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-55cd61d1-723f-47b2-9d72-674fae76615d req-58f73cee-d34a-400d-a1a4-dc9f6c08d0cf tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] 10.222.0.13 "GET /v2.0/security-groups?id=e275ec3d-c7f6-4920-bb58-0d3614e63387&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434575 Nov 05 19:38:47.592217 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12a46a3-0bb4-4c7b-80c5-72982654b045 req-16b96a9d-ee8e-4a7d-9c76-baa19e545f31 tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:38:47.593722 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-e12a46a3-0bb4-4c7b-80c5-72982654b045 req-16b96a9d-ee8e-4a7d-9c76-baa19e545f31 tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] 10.222.0.13 "GET /v2.0/ports?device_id=259af928-bf93-4a2e-8616-52ebc40f6392 HTTP/1.1" status: 200 len: 945 time: 0.0479791 Nov 05 19:38:47.640706 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-e12a46a3-0bb4-4c7b-80c5-72982654b045 req-5e531df2-8c10-4118-8243-4ba17e3dce80 tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] 10.222.0.13 "GET /v2.0/security-groups?id=e275ec3d-c7f6-4920-bb58-0d3614e63387&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408533 Nov 05 19:38:48.755070 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec8b591-5c3c-4c5e-9e9f-d75751c05a4c req-0499719d-e917-48f8-9052-f5c9531a864d tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:38:48.756454 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-1ec8b591-5c3c-4c5e-9e9f-d75751c05a4c req-0499719d-e917-48f8-9052-f5c9531a864d tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] 10.222.0.13 "GET /v2.0/ports?device_id=259af928-bf93-4a2e-8616-52ebc40f6392 HTTP/1.1" status: 200 len: 945 time: 0.0486438 Nov 05 19:38:48.803341 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-1ec8b591-5c3c-4c5e-9e9f-d75751c05a4c req-ed113500-03f3-4b69-8f91-016895cf08d4 tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] 10.222.0.13 "GET /v2.0/security-groups?id=e275ec3d-c7f6-4920-bb58-0d3614e63387&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406697 Nov 05 19:38:49.923438 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c188ba65-551b-425b-8155-cfd7bea8d4e4 req-ee1c4495-3324-45e2-9aca-e8a9cd00ebc6 tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:38:49.924920 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-c188ba65-551b-425b-8155-cfd7bea8d4e4 req-ee1c4495-3324-45e2-9aca-e8a9cd00ebc6 tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] 10.222.0.13 "GET /v2.0/ports?device_id=259af928-bf93-4a2e-8616-52ebc40f6392 HTTP/1.1" status: 200 len: 945 time: 0.0535514 Nov 05 19:38:49.977053 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-c188ba65-551b-425b-8155-cfd7bea8d4e4 req-9e5590c9-31fb-4d5a-80f0-6cc94ab62980 tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] 10.222.0.13 "GET /v2.0/security-groups?id=e275ec3d-c7f6-4920-bb58-0d3614e63387&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456858 Nov 05 19:38:50.132968 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb39854-c6b1-42fc-9e49-d88f0199a845 req-ce0c8212-db5c-49d9-b0b9-5ea7ea4e6a45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:38:50.134423 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-bdb39854-c6b1-42fc-9e49-d88f0199a845 req-ce0c8212-db5c-49d9-b0b9-5ea7ea4e6a45 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7488aeefeb374a46a39cff325eff1fe7&device_id=259af928-bf93-4a2e-8616-52ebc40f6392 HTTP/1.1" status: 200 len: 1096 time: 0.0411372 Nov 05 19:38:50.231010 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb39854-c6b1-42fc-9e49-d88f0199a845 req-488d6f9e-170d-492b-9fe9-1616f7d51361 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:38:50.232495 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-bdb39854-c6b1-42fc-9e49-d88f0199a845 req-488d6f9e-170d-492b-9fe9-1616f7d51361 service neutron] 10.222.0.55 "GET /v2.0/networks?id=ba9e5cef-1f4e-4f1c-980f-f1e77d588fb4 HTTP/1.1" status: 200 len: 912 time: 0.0862329 Nov 05 19:38:50.302631 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-bdb39854-c6b1-42fc-9e49-d88f0199a845 req-bec3d996-6546-4254-b613-adc5cfd55577 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c1732bd6-a9e0-4498-83df-af5d9d532ca1 HTTP/1.1" status: 200 len: 1000 time: 0.0579743 Nov 05 19:38:50.367438 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb39854-c6b1-42fc-9e49-d88f0199a845 req-c5b3a29f-b6ee-4548-b148-edf1ef375f15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:38:50.368909 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-bdb39854-c6b1-42fc-9e49-d88f0199a845 req-c5b3a29f-b6ee-4548-b148-edf1ef375f15 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=8ba56a91-a4c0-4279-98e5-26a64b9e0aa9 HTTP/1.1" status: 200 len: 850 time: 0.0549510 Nov 05 19:38:50.419428 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb39854-c6b1-42fc-9e49-d88f0199a845 req-0557cf09-650b-4621-a344-1b6d802f8f37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:38:50.420839 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-bdb39854-c6b1-42fc-9e49-d88f0199a845 req-0557cf09-650b-4621-a344-1b6d802f8f37 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ba9e5cef-1f4e-4f1c-980f-f1e77d588fb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0395012 Nov 05 19:38:50.512520 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-bdb39854-c6b1-42fc-9e49-d88f0199a845 req-4f47856a-5c79-40bf-b6e5-966188c33c48 service neutron] 10.222.0.55 "GET /v2.0/networks/ba9e5cef-1f4e-4f1c-980f-f1e77d588fb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819674 Nov 05 19:38:50.610490 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-bdb39854-c6b1-42fc-9e49-d88f0199a845 req-959a4f07-881c-446f-98d9-6bdb3fd7fea8 service neutron] 10.222.0.55 "GET /v2.0/networks/ba9e5cef-1f4e-4f1c-980f-f1e77d588fb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860021 Nov 05 19:38:50.716153 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.agents_db [None req-b9406b04-a0e8-43cf-b349-711963d96cf4 None None] Agent healthcheck: found 7 active agents {{(pid=102389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 05 19:38:51.092915 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e250fff3-6166-453c-b5ff-2b7cd751cfcb req-9cc3cd1b-3882-4d19-b6c9-16e3d352a360 tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:38:51.094447 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-e250fff3-6166-453c-b5ff-2b7cd751cfcb req-9cc3cd1b-3882-4d19-b6c9-16e3d352a360 tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] 10.222.0.13 "GET /v2.0/ports?device_id=259af928-bf93-4a2e-8616-52ebc40f6392 HTTP/1.1" status: 200 len: 945 time: 0.0493879 Nov 05 19:38:51.142177 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-e250fff3-6166-453c-b5ff-2b7cd751cfcb req-3ebc9205-46fc-4c88-a699-0b93e420cfba tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] 10.222.0.13 "GET /v2.0/security-groups?id=e275ec3d-c7f6-4920-bb58-0d3614e63387&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408618 Nov 05 19:38:52.263788 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372a9c13-8077-4507-b7eb-a5f7f44ec807 req-48a42291-2080-4b37-9eca-a20c7ab11699 tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:38:52.265225 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-372a9c13-8077-4507-b7eb-a5f7f44ec807 req-48a42291-2080-4b37-9eca-a20c7ab11699 tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] 10.222.0.13 "GET /v2.0/ports?device_id=259af928-bf93-4a2e-8616-52ebc40f6392 HTTP/1.1" status: 200 len: 945 time: 0.0539358 Nov 05 19:38:52.313460 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-372a9c13-8077-4507-b7eb-a5f7f44ec807 req-1da43d7f-0f9b-4851-a9ae-a7f034519a08 tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] 10.222.0.13 "GET /v2.0/security-groups?id=e275ec3d-c7f6-4920-bb58-0d3614e63387&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416558 Nov 05 19:38:52.895149 n-d-816865-1 neutron-server[102386]: INFO neutron.api.v2.resource [req-bdb39854-c6b1-42fc-9e49-d88f0199a845 req-8676ef51-021b-4028-9d19-2f9bddb6c96e service neutron] show failed (client error): The resource could not be found. Nov 05 19:38:52.896147 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-bdb39854-c6b1-42fc-9e49-d88f0199a845 req-8676ef51-021b-4028-9d19-2f9bddb6c96e service neutron] 10.222.0.55 "GET /v2.0/ports/c1732bd6-a9e0-4498-83df-af5d9d532ca1/bindings/n-h1-816865-1 HTTP/1.1" status: 404 len: 380 time: 0.0536354 Nov 05 19:38:53.516144 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb39854-c6b1-42fc-9e49-d88f0199a845 req-2a98f968-ebf4-431d-bacc-f31e68ee5ac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:38:53.517654 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-bdb39854-c6b1-42fc-9e49-d88f0199a845 req-2a98f968-ebf4-431d-bacc-f31e68ee5ac1 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=259af928-bf93-4a2e-8616-52ebc40f6392&tenant_id=7488aeefeb374a46a39cff325eff1fe7 HTTP/1.1" status: 200 len: 1096 time: 0.0706801 Nov 05 19:38:53.529527 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0dbae8-7b84-4c4a-8a01-45bbc5ab2604 req-632dd7e0-eb70-459f-b6ef-dd0782bea074 tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:38:53.530974 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-0a0dbae8-7b84-4c4a-8a01-45bbc5ab2604 req-632dd7e0-eb70-459f-b6ef-dd0782bea074 tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] 10.222.0.13 "GET /v2.0/ports?device_id=259af928-bf93-4a2e-8616-52ebc40f6392 HTTP/1.1" status: 200 len: 945 time: 0.1449137 Nov 05 19:38:53.536275 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [req-bdb39854-c6b1-42fc-9e49-d88f0199a845 req-84f1460a-beee-424d-a622-a13ec3c2c062 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-816865-1', 'device_owner': 'compute:nova'}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:38:53.902923 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-bdb39854-c6b1-42fc-9e49-d88f0199a845 req-84f1460a-beee-424d-a622-a13ec3c2c062 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:38:53.908475 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-0a0dbae8-7b84-4c4a-8a01-45bbc5ab2604 req-feca65f4-ab8e-4283-a2a0-e3afd74cc45e tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] 10.222.0.13 "GET /v2.0/security-groups?id=e275ec3d-c7f6-4920-bb58-0d3614e63387&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3696232 Nov 05 19:38:54.107798 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.db [req-bdb39854-c6b1-42fc-9e49-d88f0199a845 req-84f1460a-beee-424d-a622-a13ec3c2c062 service neutron] For port c1732bd6-a9e0-4498-83df-af5d9d532ca1, host n-h2-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=c1732bd6-a9e0-4498-83df-af5d9d532ca1,segment=NetworkSegment(a58696c4-674f-491a-9f25-92f83919ef0a),segment_id=a58696c4-674f-491a-9f25-92f83919ef0a)] {{(pid=102387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:38:54.139297 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.db [req-bdb39854-c6b1-42fc-9e49-d88f0199a845 req-84f1460a-beee-424d-a622-a13ec3c2c062 service neutron] For port c1732bd6-a9e0-4498-83df-af5d9d532ca1, host n-h2-816865-1, cleared binding levels {{(pid=102387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 19:38:54.179152 n-d-816865-1 neutron-server[102387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '259af928-bf93-4a2e-8616-52ebc40f6392', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c1732bd6-a9e0-4498-83df-af5d9d532ca1'}] {{(pid=102387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 19:38:54.181392 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1aa7e2392c69fb9acc0b335571f919b1f61097b9ced1ed941ddb2f5c01cc85e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c666262f-167e-40e1-9f3d-2ceda6ec9645" -d '{"events": [{"server_uuid": "259af928-bf93-4a2e-8616-52ebc40f6392", "name": "network-vif-unplugged", "status": "completed", "tag": "c1732bd6-a9e0-4498-83df-af5d9d532ca1"}]}' {{(pid=102387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 19:38:54.185526 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-bdb39854-c6b1-42fc-9e49-d88f0199a845 req-84f1460a-beee-424d-a622-a13ec3c2c062 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:38:54.198186 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.provisioning_blocks [req-bdb39854-c6b1-42fc-9e49-d88f0199a845 req-84f1460a-beee-424d-a622-a13ec3c2c062 service neutron] Transition to ACTIVE for port object c1732bd6-a9e0-4498-83df-af5d9d532ca1 will not be triggered until provisioned by entity L2. {{(pid=102387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 05 19:38:54.229702 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 05 Nov 2021 19:38:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2da82ae-4a63-426d-b664-8b2f5e8c26dd x-openstack-request-id: req-c2da82ae-4a63-426d-b664-8b2f5e8c26dd {{(pid=102387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 19:38:54.229999 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "259af928-bf93-4a2e-8616-52ebc40f6392", "name": "network-vif-unplugged", "status": "completed", "tag": "c1732bd6-a9e0-4498-83df-af5d9d532ca1", "code": 200}]} {{(pid=102387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 19:38:54.230281 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c2da82ae-4a63-426d-b664-8b2f5e8c26dd {{(pid=102387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 19:38:54.230745 n-d-816865-1 neutron-server[102387]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '259af928-bf93-4a2e-8616-52ebc40f6392', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c1732bd6-a9e0-4498-83df-af5d9d532ca1', 'code': 200} Nov 05 19:38:54.240034 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-bdb39854-c6b1-42fc-9e49-d88f0199a845 req-84f1460a-beee-424d-a622-a13ec3c2c062 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4417072'] for port, after_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:38:54.328146 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f1460a-beee-424d-a622-a13ec3c2c062 service neutron] Pushing event updated for resources: {'Port': ['ID=c1732bd6-a9e0-4498-83df-af5d9d532ca1,revision_number=6']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:38:54.340810 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f1460a-beee-424d-a622-a13ec3c2c062 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:38:54.341158 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f1460a-beee-424d-a622-a13ec3c2c062 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:38:54.341499 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f1460a-beee-424d-a622-a13ec3c2c062 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:38:54.341836 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f1460a-beee-424d-a622-a13ec3c2c062 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:38:54.342194 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f1460a-beee-424d-a622-a13ec3c2c062 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:38:54.342523 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f1460a-beee-424d-a622-a13ec3c2c062 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:38:54.342847 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f1460a-beee-424d-a622-a13ec3c2c062 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:38:54.343175 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f1460a-beee-424d-a622-a13ec3c2c062 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:38:54.343497 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f1460a-beee-424d-a622-a13ec3c2c062 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:38:54.343822 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f1460a-beee-424d-a622-a13ec3c2c062 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:38:54.344141 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f1460a-beee-424d-a622-a13ec3c2c062 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:38:54.344458 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f1460a-beee-424d-a622-a13ec3c2c062 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:38:54.379679 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.l3_dvrscheduler_db [req-bdb39854-c6b1-42fc-9e49-d88f0199a845 req-84f1460a-beee-424d-a622-a13ec3c2c062 service neutron] No DVR routers for this DVR port c1732bd6-a9e0-4498-83df-af5d9d532ca1 on host n-h2-816865-1 {{(pid=102387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 19:38:54.517536 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.managers [req-bdb39854-c6b1-42fc-9e49-d88f0199a845 req-84f1460a-beee-424d-a622-a13ec3c2c062 service neutron] Attempting to bind port c1732bd6-a9e0-4498-83df-af5d9d532ca1 on host n-h1-816865-1 for vnic_type normal with profile {{(pid=102387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 19:38:54.518229 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.managers [req-bdb39854-c6b1-42fc-9e49-d88f0199a845 req-84f1460a-beee-424d-a622-a13ec3c2c062 service neutron] Attempting to bind port c1732bd6-a9e0-4498-83df-af5d9d532ca1 by drivers openvswitch,hyperv on host n-h1-816865-1 at level 0 using segments [{'id': 'a58696c4-674f-491a-9f25-92f83919ef0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'ba9e5cef-1f4e-4f1c-980f-f1e77d588fb4'}] {{(pid=102387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 19:38:54.518229 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdb39854-c6b1-42fc-9e49-d88f0199a845 req-84f1460a-beee-424d-a622-a13ec3c2c062 service neutron] Attempting to bind port c1732bd6-a9e0-4498-83df-af5d9d532ca1 on network ba9e5cef-1f4e-4f1c-980f-f1e77d588fb4 {{(pid=102387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 19:38:54.524165 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdb39854-c6b1-42fc-9e49-d88f0199a845 req-84f1460a-beee-424d-a622-a13ec3c2c062 service neutron] Port c1732bd6-a9e0-4498-83df-af5d9d532ca1 on network ba9e5cef-1f4e-4f1c-980f-f1e77d588fb4 not bound, no agent of type Open vSwitch agent registered on host n-h1-816865-1 {{(pid=102387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 19:38:54.524491 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdb39854-c6b1-42fc-9e49-d88f0199a845 req-84f1460a-beee-424d-a622-a13ec3c2c062 service neutron] Attempting to bind port c1732bd6-a9e0-4498-83df-af5d9d532ca1 on network ba9e5cef-1f4e-4f1c-980f-f1e77d588fb4 {{(pid=102387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 19:38:54.529406 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdb39854-c6b1-42fc-9e49-d88f0199a845 req-84f1460a-beee-424d-a622-a13ec3c2c062 service neutron] Checking agent: {'id': 'eb596d7c-8c64-42bd-8aca-fad447eb0eab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816865-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 18, 33, 34), 'started_at': datetime.datetime(2021, 11, 5, 18, 33, 34), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 19, 38, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 19:38:54.529741 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdb39854-c6b1-42fc-9e49-d88f0199a845 req-84f1460a-beee-424d-a622-a13ec3c2c062 service neutron] Checking segment: {'id': 'a58696c4-674f-491a-9f25-92f83919ef0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'ba9e5cef-1f4e-4f1c-980f-f1e77d588fb4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 19:38:54.530153 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdb39854-c6b1-42fc-9e49-d88f0199a845 req-84f1460a-beee-424d-a622-a13ec3c2c062 service neutron] Bound using segment: {'id': 'a58696c4-674f-491a-9f25-92f83919ef0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'ba9e5cef-1f4e-4f1c-980f-f1e77d588fb4'} {{(pid=102387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 19:38:54.530576 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.managers [req-bdb39854-c6b1-42fc-9e49-d88f0199a845 req-84f1460a-beee-424d-a622-a13ec3c2c062 service neutron] Bound port: c1732bd6-a9e0-4498-83df-af5d9d532ca1, host: n-h1-816865-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a58696c4-674f-491a-9f25-92f83919ef0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'ba9e5cef-1f4e-4f1c-980f-f1e77d588fb4'}}] {{(pid=102387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 19:38:54.530931 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-bdb39854-c6b1-42fc-9e49-d88f0199a845 req-84f1460a-beee-424d-a622-a13ec3c2c062 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:38:54.597325 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.db [req-bdb39854-c6b1-42fc-9e49-d88f0199a845 req-84f1460a-beee-424d-a622-a13ec3c2c062 service neutron] For port c1732bd6-a9e0-4498-83df-af5d9d532ca1, host n-h1-816865-1, cleared binding levels {{(pid=102387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 19:38:54.600375 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.db [req-bdb39854-c6b1-42fc-9e49-d88f0199a845 req-84f1460a-beee-424d-a622-a13ec3c2c062 service neutron] For port c1732bd6-a9e0-4498-83df-af5d9d532ca1, host n-h1-816865-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=c1732bd6-a9e0-4498-83df-af5d9d532ca1,segment=NetworkSegment(a58696c4-674f-491a-9f25-92f83919ef0a),segment_id=a58696c4-674f-491a-9f25-92f83919ef0a)] {{(pid=102387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 19:38:54.680764 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-bdb39854-c6b1-42fc-9e49-d88f0199a845 req-84f1460a-beee-424d-a622-a13ec3c2c062 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4417072'] for port, after_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:38:54.712585 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb39854-c6b1-42fc-9e49-d88f0199a845 req-84f1460a-beee-424d-a622-a13ec3c2c062 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:38:54.713288 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-bdb39854-c6b1-42fc-9e49-d88f0199a845 req-84f1460a-beee-424d-a622-a13ec3c2c062 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:38:54.715148 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-bdb39854-c6b1-42fc-9e49-d88f0199a845 req-84f1460a-beee-424d-a622-a13ec3c2c062 service neutron] 10.222.0.41 "PUT /v2.0/ports/c1732bd6-a9e0-4498-83df-af5d9d532ca1 HTTP/1.1" status: 200 len: 1091 time: 1.1832545 Nov 05 19:38:54.768147 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f1460a-beee-424d-a622-a13ec3c2c062 service neutron] Pushing event updated for resources: {'Port': ['ID=c1732bd6-a9e0-4498-83df-af5d9d532ca1,revision_number=7']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:38:54.788945 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb39854-c6b1-42fc-9e49-d88f0199a845 req-87c1cd36-cee1-4248-9ab7-7edc15685e1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:38:54.790510 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-bdb39854-c6b1-42fc-9e49-d88f0199a845 req-87c1cd36-cee1-4248-9ab7-7edc15685e1c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7488aeefeb374a46a39cff325eff1fe7&device_id=259af928-bf93-4a2e-8616-52ebc40f6392 HTTP/1.1" status: 200 len: 1094 time: 0.0502248 Nov 05 19:38:54.889342 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb39854-c6b1-42fc-9e49-d88f0199a845 req-ccfdc685-ddc2-42eb-b211-3567d930075d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:38:54.890872 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-bdb39854-c6b1-42fc-9e49-d88f0199a845 req-ccfdc685-ddc2-42eb-b211-3567d930075d service neutron] 10.222.0.41 "GET /v2.0/networks?id=ba9e5cef-1f4e-4f1c-980f-f1e77d588fb4 HTTP/1.1" status: 200 len: 912 time: 0.0933681 Nov 05 19:38:54.960544 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-bdb39854-c6b1-42fc-9e49-d88f0199a845 req-b676ed78-1761-444a-b8cd-da0d053c0d86 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c1732bd6-a9e0-4498-83df-af5d9d532ca1 HTTP/1.1" status: 200 len: 998 time: 0.0619385 Nov 05 19:38:55.040343 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb39854-c6b1-42fc-9e49-d88f0199a845 req-a45b5335-de62-4968-b4b2-02c65ee58985 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:38:55.041797 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-bdb39854-c6b1-42fc-9e49-d88f0199a845 req-a45b5335-de62-4968-b4b2-02c65ee58985 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8ba56a91-a4c0-4279-98e5-26a64b9e0aa9 HTTP/1.1" status: 200 len: 850 time: 0.0744109 Nov 05 19:38:55.057461 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13afd030-bc68-41f9-b1b0-4a3bd056a694 req-b46c5c03-0e8e-4de9-9a81-b27687c7565b tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:38:55.058888 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-13afd030-bc68-41f9-b1b0-4a3bd056a694 req-b46c5c03-0e8e-4de9-9a81-b27687c7565b tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] 10.222.0.13 "GET /v2.0/ports?device_id=259af928-bf93-4a2e-8616-52ebc40f6392 HTTP/1.1" status: 200 len: 943 time: 0.0623424 Nov 05 19:38:55.125964 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb39854-c6b1-42fc-9e49-d88f0199a845 req-201ba517-2a45-4273-b9c4-f49905d24d2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:38:55.127477 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-bdb39854-c6b1-42fc-9e49-d88f0199a845 req-201ba517-2a45-4273-b9c4-f49905d24d2b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ba9e5cef-1f4e-4f1c-980f-f1e77d588fb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0782897 Nov 05 19:38:55.132160 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-13afd030-bc68-41f9-b1b0-4a3bd056a694 req-1409cf84-be17-45f4-a0ee-e502fe02de37 tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] 10.222.0.13 "GET /v2.0/security-groups?id=e275ec3d-c7f6-4920-bb58-0d3614e63387&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0660410 Nov 05 19:38:55.219646 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-bdb39854-c6b1-42fc-9e49-d88f0199a845 req-d5a55616-be41-44cc-a4a9-5a532807d16e service neutron] 10.222.0.41 "GET /v2.0/networks/ba9e5cef-1f4e-4f1c-980f-f1e77d588fb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845215 Nov 05 19:38:55.310903 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-bdb39854-c6b1-42fc-9e49-d88f0199a845 req-bc6b696d-84f4-4e66-b24a-43f46ba31636 service neutron] 10.222.0.41 "GET /v2.0/networks/ba9e5cef-1f4e-4f1c-980f-f1e77d588fb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827687 Nov 05 19:38:56.233177 n-d-816865-1 neutron-server[102387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '259af928-bf93-4a2e-8616-52ebc40f6392', 'tag': 'c1732bd6-a9e0-4498-83df-af5d9d532ca1'}] {{(pid=102387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 19:38:56.235448 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1aa7e2392c69fb9acc0b335571f919b1f61097b9ced1ed941ddb2f5c01cc85e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db074936-cda0-4560-8864-b4045b765cc7" -d '{"events": [{"name": "network-changed", "server_uuid": "259af928-bf93-4a2e-8616-52ebc40f6392", "tag": "c1732bd6-a9e0-4498-83df-af5d9d532ca1"}]}' {{(pid=102387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 19:38:56.257480 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf160f5-6724-4b8a-adc8-04337ab0bf71 req-0bc41016-d60b-4d3e-9104-26da4d72da7d tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:38:56.258921 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-acf160f5-6724-4b8a-adc8-04337ab0bf71 req-0bc41016-d60b-4d3e-9104-26da4d72da7d tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] 10.222.0.13 "GET /v2.0/ports?device_id=259af928-bf93-4a2e-8616-52ebc40f6392 HTTP/1.1" status: 200 len: 943 time: 0.0582621 Nov 05 19:38:56.305587 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-acf160f5-6724-4b8a-adc8-04337ab0bf71 req-1057f034-dc9f-45f0-9c15-b791d18008a3 tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] 10.222.0.13 "GET /v2.0/security-groups?id=e275ec3d-c7f6-4920-bb58-0d3614e63387&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408616 Nov 05 19:38:56.360116 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 19:38:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca6f188b-8b55-466c-8c38-474d06a36315 x-openstack-request-id: req-ca6f188b-8b55-466c-8c38-474d06a36315 {{(pid=102387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 19:38:56.360411 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "259af928-bf93-4a2e-8616-52ebc40f6392", "tag": "c1732bd6-a9e0-4498-83df-af5d9d532ca1", "status": "completed", "code": 200}]} {{(pid=102387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 19:38:56.360668 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ca6f188b-8b55-466c-8c38-474d06a36315 {{(pid=102387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 19:38:56.361064 n-d-816865-1 neutron-server[102387]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '259af928-bf93-4a2e-8616-52ebc40f6392', 'tag': 'c1732bd6-a9e0-4498-83df-af5d9d532ca1', 'status': 'completed', 'code': 200} Nov 05 19:38:56.426928 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db074936-cda0-4560-8864-b4045b765cc7 req-333c83ce-2b38-4a13-b788-6e4af81cbb2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:38:56.428463 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-db074936-cda0-4560-8864-b4045b765cc7 req-333c83ce-2b38-4a13-b788-6e4af81cbb2c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7488aeefeb374a46a39cff325eff1fe7&device_id=259af928-bf93-4a2e-8616-52ebc40f6392 HTTP/1.1" status: 200 len: 1094 time: 0.0423143 Nov 05 19:38:56.429615 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db074936-cda0-4560-8864-b4045b765cc7 req-80b3642d-1b41-45a4-822c-fec98e7e38ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:38:56.431137 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-db074936-cda0-4560-8864-b4045b765cc7 req-80b3642d-1b41-45a4-822c-fec98e7e38ea service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7488aeefeb374a46a39cff325eff1fe7&device_id=259af928-bf93-4a2e-8616-52ebc40f6392 HTTP/1.1" status: 200 len: 1094 time: 0.0447021 Nov 05 19:38:56.529410 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db074936-cda0-4560-8864-b4045b765cc7 req-b7980712-6468-4105-b89e-17bfe5309a4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:38:56.530870 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-db074936-cda0-4560-8864-b4045b765cc7 req-b7980712-6468-4105-b89e-17bfe5309a4b service neutron] 10.222.0.41 "GET /v2.0/networks?id=ba9e5cef-1f4e-4f1c-980f-f1e77d588fb4 HTTP/1.1" status: 200 len: 912 time: 0.0938294 Nov 05 19:38:56.601029 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-db074936-cda0-4560-8864-b4045b765cc7 req-5462a0af-9464-456f-bbe5-b6e5b218c56a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c1732bd6-a9e0-4498-83df-af5d9d532ca1 HTTP/1.1" status: 200 len: 998 time: 0.0619404 Nov 05 19:38:56.654521 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db074936-cda0-4560-8864-b4045b765cc7 req-ecab5ea6-1919-4be8-8c0d-97ce5f7e2b2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:38:56.656310 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-db074936-cda0-4560-8864-b4045b765cc7 req-ecab5ea6-1919-4be8-8c0d-97ce5f7e2b2d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8ba56a91-a4c0-4279-98e5-26a64b9e0aa9 HTTP/1.1" status: 200 len: 850 time: 0.0477247 Nov 05 19:38:56.708739 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db074936-cda0-4560-8864-b4045b765cc7 req-21d7c001-ad5d-4c93-9a11-412ea12f22a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:38:56.710314 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-db074936-cda0-4560-8864-b4045b765cc7 req-21d7c001-ad5d-4c93-9a11-412ea12f22a7 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ba9e5cef-1f4e-4f1c-980f-f1e77d588fb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0465844 Nov 05 19:38:56.812103 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-db074936-cda0-4560-8864-b4045b765cc7 req-77dd5c85-4b1b-46b1-9ce1-784002e11091 service neutron] 10.222.0.41 "GET /v2.0/networks/ba9e5cef-1f4e-4f1c-980f-f1e77d588fb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871220 Nov 05 19:38:56.823749 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db074936-cda0-4560-8864-b4045b765cc7 req-70c90189-5f8d-4613-89b7-1eacd0b84701 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:38:56.825279 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-db074936-cda0-4560-8864-b4045b765cc7 req-70c90189-5f8d-4613-89b7-1eacd0b84701 service neutron] 10.222.0.55 "GET /v2.0/networks?id=ba9e5cef-1f4e-4f1c-980f-f1e77d588fb4 HTTP/1.1" status: 200 len: 912 time: 0.3823712 Nov 05 19:38:56.899221 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-db074936-cda0-4560-8864-b4045b765cc7 req-34493420-2825-4469-a720-03d0cfe6e075 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c1732bd6-a9e0-4498-83df-af5d9d532ca1 HTTP/1.1" status: 200 len: 998 time: 0.0618815 Nov 05 19:38:56.909608 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-db074936-cda0-4560-8864-b4045b765cc7 req-52d1d4d3-1aae-4450-a4c1-3ce20977b057 service neutron] 10.222.0.41 "GET /v2.0/networks/ba9e5cef-1f4e-4f1c-980f-f1e77d588fb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889823 Nov 05 19:38:56.954151 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db074936-cda0-4560-8864-b4045b765cc7 req-b98053d2-1b71-474a-9128-9a6c511e4359 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:38:56.955669 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-db074936-cda0-4560-8864-b4045b765cc7 req-b98053d2-1b71-474a-9128-9a6c511e4359 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=8ba56a91-a4c0-4279-98e5-26a64b9e0aa9 HTTP/1.1" status: 200 len: 850 time: 0.0453970 Nov 05 19:38:56.980133 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Device c1732bd6-a9e0-4498-83df-af5d9d532ca1 details requested by agent hyperv_n-h1-816865-1 with host n-h1-816865-1 {{(pid=102388) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 05 19:38:57.008016 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db074936-cda0-4560-8864-b4045b765cc7 req-563114a5-7935-4e7d-89a7-fa57fad9ec3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:38:57.009761 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-db074936-cda0-4560-8864-b4045b765cc7 req-563114a5-7935-4e7d-89a7-fa57fad9ec3c service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ba9e5cef-1f4e-4f1c-980f-f1e77d588fb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0421717 Nov 05 19:38:57.076905 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] For port c1732bd6-a9e0-4498-83df-af5d9d532ca1, host n-h1-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=c1732bd6-a9e0-4498-83df-af5d9d532ca1,segment=NetworkSegment(a58696c4-674f-491a-9f25-92f83919ef0a),segment_id=a58696c4-674f-491a-9f25-92f83919ef0a)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:38:57.088527 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Returning: {'device': 'c1732bd6-a9e0-4498-83df-af5d9d532ca1', 'network_id': 'ba9e5cef-1f4e-4f1c-980f-f1e77d588fb4', 'port_id': 'c1732bd6-a9e0-4498-83df-af5d9d532ca1', 'mac_address': 'fa:16:3e:0c:69:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 150, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ba56a91-a4c0-4279-98e5-26a64b9e0aa9', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102388) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 05 19:38:57.107145 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-db074936-cda0-4560-8864-b4045b765cc7 req-81ca6dd1-cba1-4678-b28c-0951fb44e674 service neutron] 10.222.0.55 "GET /v2.0/networks/ba9e5cef-1f4e-4f1c-980f-f1e77d588fb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857983 Nov 05 19:38:57.130388 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:38:57.143427 n-d-816865-1 neutron-server[102388]: DEBUG neutron.notifiers.nova [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c1732bd6-a9e0-4498-83df-af5d9d532ca1 {{(pid=102388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 19:38:57.162558 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] For port c1732bd6-a9e0-4498-83df-af5d9d532ca1, host n-h1-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=c1732bd6-a9e0-4498-83df-af5d9d532ca1,segment=NetworkSegment(a58696c4-674f-491a-9f25-92f83919ef0a),segment_id=a58696c4-674f-491a-9f25-92f83919ef0a)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:38:57.201896 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-db074936-cda0-4560-8864-b4045b765cc7 req-1610ca60-3bca-44c2-8c15-a3d42ede4f6a service neutron] 10.222.0.55 "GET /v2.0/networks/ba9e5cef-1f4e-4f1c-980f-f1e77d588fb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838296 Nov 05 19:38:57.228635 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:38:57.277190 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Pushing event updated for resources: {'Port': ['ID=c1732bd6-a9e0-4498-83df-af5d9d532ca1,revision_number=8']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:38:57.284499 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:38:57.284873 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:38:57.285246 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:38:57.285588 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:38:57.285926 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:38:57.286280 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:38:57.286606 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:38:57.286936 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:38:57.287260 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:38:57.287688 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:38:57.288026 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:38:57.288351 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:38:57.421346 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Device c1732bd6-a9e0-4498-83df-af5d9d532ca1 no longer exists at agent hyperv_n-h2-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 19:38:57.423359 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d571871-03b0-449d-8297-53aba50af78d req-392c3580-82d2-487c-86fe-87ff3cf65b36 tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:38:57.424879 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-0d571871-03b0-449d-8297-53aba50af78d req-392c3580-82d2-487c-86fe-87ff3cf65b36 tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] 10.222.0.13 "GET /v2.0/ports?device_id=259af928-bf93-4a2e-8616-52ebc40f6392 HTTP/1.1" status: 200 len: 944 time: 0.0499053 Nov 05 19:38:57.459865 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] get_ports_and_sgs() called for port_ids ['c1732bd6-a9e0-4498-83df-af5d9d532ca1'] {{(pid=102388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 19:38:57.473695 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-0d571871-03b0-449d-8297-53aba50af78d req-f7524190-724d-4748-bcac-cb01e9ccdd41 tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] 10.222.0.13 "GET /v2.0/security-groups?id=e275ec3d-c7f6-4920-bb58-0d3614e63387&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421381 Nov 05 19:38:57.486836 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Device c1732bd6-a9e0-4498-83df-af5d9d532ca1 not bound to the agent host n-h2-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 19:38:57.792672 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8f3c3c-2035-47f4-81ca-c01398301545 req-7a5c30b0-ec0a-4d24-a6f0-203edd60b88b tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:38:57.794268 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-ff8f3c3c-2035-47f4-81ca-c01398301545 req-7a5c30b0-ec0a-4d24-a6f0-203edd60b88b tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] 10.222.0.13 "GET /v2.0/ports?device_id=259af928-bf93-4a2e-8616-52ebc40f6392 HTTP/1.1" status: 200 len: 944 time: 0.0523214 Nov 05 19:38:57.848227 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-ff8f3c3c-2035-47f4-81ca-c01398301545 req-81055c7f-ac43-447d-9421-8a116362170f tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] 10.222.0.13 "GET /v2.0/security-groups?id=e275ec3d-c7f6-4920-bb58-0d3614e63387&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476739 Nov 05 19:38:57.876748 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c0516a-1562-4dfe-929d-9d3783cd66f2 req-cd79ae44-b282-43aa-9815-0f0545d1f7e7 tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:38:57.878302 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-04c0516a-1562-4dfe-929d-9d3783cd66f2 req-cd79ae44-b282-43aa-9815-0f0545d1f7e7 tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] 10.222.0.55 "GET /v2.0/ports?device_id=259af928-bf93-4a2e-8616-52ebc40f6392&tenant_id=7488aeefeb374a46a39cff325eff1fe7&binding%3Ahost_id=n-h1-816865-1 HTTP/1.1" status: 200 len: 944 time: 0.0581450 Nov 05 19:38:57.943935 n-d-816865-1 neutron-server[102386]: INFO neutron.api.v2.resource [req-04c0516a-1562-4dfe-929d-9d3783cd66f2 req-c55634b7-6fa1-4ecb-9d91-9ca9aa12ac5d service neutron] delete failed (client error): The resource could not be found. Nov 05 19:38:57.944936 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-04c0516a-1562-4dfe-929d-9d3783cd66f2 req-c55634b7-6fa1-4ecb-9d91-9ca9aa12ac5d service neutron] 10.222.0.55 "DELETE /v2.0/ports/c1732bd6-a9e0-4498-83df-af5d9d532ca1/bindings/n-h2-816865-1 HTTP/1.1" status: 404 len: 380 time: 0.0548828 Nov 05 19:38:58.034197 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c0516a-1562-4dfe-929d-9d3783cd66f2 req-8fddeb60-e6a4-4581-b1a6-cccf15f803f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:38:58.036920 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-04c0516a-1562-4dfe-929d-9d3783cd66f2 req-8fddeb60-e6a4-4581-b1a6-cccf15f803f3 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7488aeefeb374a46a39cff325eff1fe7&device_id=259af928-bf93-4a2e-8616-52ebc40f6392 HTTP/1.1" status: 200 len: 1095 time: 0.0424032 Nov 05 19:38:58.134291 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c0516a-1562-4dfe-929d-9d3783cd66f2 req-e4178274-548d-4f4e-9d5d-20faf87f3400 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:38:58.135781 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-04c0516a-1562-4dfe-929d-9d3783cd66f2 req-e4178274-548d-4f4e-9d5d-20faf87f3400 service neutron] 10.222.0.55 "GET /v2.0/networks?id=ba9e5cef-1f4e-4f1c-980f-f1e77d588fb4 HTTP/1.1" status: 200 len: 912 time: 0.0875468 Nov 05 19:38:58.206479 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-04c0516a-1562-4dfe-929d-9d3783cd66f2 req-42b87e5b-6d5e-4245-bd23-01967e5de76b service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c1732bd6-a9e0-4498-83df-af5d9d532ca1 HTTP/1.1" status: 200 len: 999 time: 0.0573087 Nov 05 19:38:58.260127 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c0516a-1562-4dfe-929d-9d3783cd66f2 req-372589c8-0aff-4d48-a504-c46e12f4940f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:38:58.261585 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-04c0516a-1562-4dfe-929d-9d3783cd66f2 req-372589c8-0aff-4d48-a504-c46e12f4940f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=8ba56a91-a4c0-4279-98e5-26a64b9e0aa9 HTTP/1.1" status: 200 len: 850 time: 0.0439143 Nov 05 19:38:58.314402 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c0516a-1562-4dfe-929d-9d3783cd66f2 req-74b9dcaa-c0fc-488d-b67f-2750a7dbcf02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:38:58.315903 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-04c0516a-1562-4dfe-929d-9d3783cd66f2 req-74b9dcaa-c0fc-488d-b67f-2750a7dbcf02 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ba9e5cef-1f4e-4f1c-980f-f1e77d588fb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0427136 Nov 05 19:38:58.409871 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-04c0516a-1562-4dfe-929d-9d3783cd66f2 req-e9a5d3ba-5d07-4f7a-8abe-18a95a925032 service neutron] 10.222.0.55 "GET /v2.0/networks/ba9e5cef-1f4e-4f1c-980f-f1e77d588fb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810564 Nov 05 19:38:58.507525 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-04c0516a-1562-4dfe-929d-9d3783cd66f2 req-bf016a86-aa9e-44c1-9ae4-e92f60e1ce57 service neutron] 10.222.0.55 "GET /v2.0/networks/ba9e5cef-1f4e-4f1c-980f-f1e77d588fb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859547 Nov 05 19:38:58.968245 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96568abe-4227-4c1f-94d4-da838ba839fc req-f67ea922-34de-4b49-b880-db5f96790f76 tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:38:58.969718 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-96568abe-4227-4c1f-94d4-da838ba839fc req-f67ea922-34de-4b49-b880-db5f96790f76 tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] 10.222.0.13 "GET /v2.0/ports?device_id=259af928-bf93-4a2e-8616-52ebc40f6392 HTTP/1.1" status: 200 len: 944 time: 0.0484676 Nov 05 19:38:58.979816 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Device c1732bd6-a9e0-4498-83df-af5d9d532ca1 up at agent hyperv_n-h1-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 19:38:59.020314 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-96568abe-4227-4c1f-94d4-da838ba839fc req-aea60ef6-ce35-4b5d-a34c-7170f62f4a31 tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] 10.222.0.13 "GET /v2.0/security-groups?id=e275ec3d-c7f6-4920-bb58-0d3614e63387&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439394 Nov 05 19:38:59.131599 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Provisioning for port c1732bd6-a9e0-4498-83df-af5d9d532ca1 completed by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 05 19:38:59.136174 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Provisioning complete for port c1732bd6-a9e0-4498-83df-af5d9d532ca1 triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:38:59.136545 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:38:59.217633 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:38:59.241337 n-d-816865-1 neutron-server[102388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '259af928-bf93-4a2e-8616-52ebc40f6392', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1732bd6-a9e0-4498-83df-af5d9d532ca1'}] {{(pid=102388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 19:38:59.243605 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6791add14b0903d9e674b39f457aa3a29109aa98d0835d5644e65cf363d7cf55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c69d376-bbe5-43a2-b11c-a74efbe61e45" -d '{"events": [{"server_uuid": "259af928-bf93-4a2e-8616-52ebc40f6392", "name": "network-vif-plugged", "status": "completed", "tag": "c1732bd6-a9e0-4498-83df-af5d9d532ca1"}]}' {{(pid=102388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 19:38:59.256132 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] For port c1732bd6-a9e0-4498-83df-af5d9d532ca1, host n-h1-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=c1732bd6-a9e0-4498-83df-af5d9d532ca1,segment=NetworkSegment(a58696c4-674f-491a-9f25-92f83919ef0a),segment_id=a58696c4-674f-491a-9f25-92f83919ef0a)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:38:59.279487 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 19:38:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dda58fea-f88c-4638-b2f1-67e47f457bd0 x-openstack-request-id: req-dda58fea-f88c-4638-b2f1-67e47f457bd0 {{(pid=102388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 19:38:59.279487 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "259af928-bf93-4a2e-8616-52ebc40f6392", "name": "network-vif-plugged", "status": "completed", "tag": "c1732bd6-a9e0-4498-83df-af5d9d532ca1", "code": 200}]} {{(pid=102388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 19:38:59.279487 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-dda58fea-f88c-4638-b2f1-67e47f457bd0 {{(pid=102388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 19:38:59.279779 n-d-816865-1 neutron-server[102388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '259af928-bf93-4a2e-8616-52ebc40f6392', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1732bd6-a9e0-4498-83df-af5d9d532ca1', 'code': 200} Nov 05 19:38:59.326001 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:38:59.373786 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Pushing event updated for resources: {'Port': ['ID=c1732bd6-a9e0-4498-83df-af5d9d532ca1,revision_number=9']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:39:00.140021 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df70349-ec88-4130-9115-ee0f97d067a3 req-daf6dd70-fc38-475f-b50d-bcd7eca985bf tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:39:00.141532 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-7df70349-ec88-4130-9115-ee0f97d067a3 req-daf6dd70-fc38-475f-b50d-bcd7eca985bf tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] 10.222.0.13 "GET /v2.0/ports?device_id=259af928-bf93-4a2e-8616-52ebc40f6392 HTTP/1.1" status: 200 len: 945 time: 0.0505834 Nov 05 19:39:00.189769 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-7df70349-ec88-4130-9115-ee0f97d067a3 req-8ab3f39d-f931-47f6-b015-7ceddd999017 tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] 10.222.0.13 "GET /v2.0/security-groups?id=e275ec3d-c7f6-4920-bb58-0d3614e63387&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417252 Nov 05 19:39:00.305336 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de65b21-feb0-402a-91e1-9b1191545e7e req-836bf768-b9e7-46ce-a735-94193deb1727 tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:39:00.306749 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-8de65b21-feb0-402a-91e1-9b1191545e7e req-836bf768-b9e7-46ce-a735-94193deb1727 tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] 10.222.0.13 "GET /v2.0/ports?device_id=259af928-bf93-4a2e-8616-52ebc40f6392 HTTP/1.1" status: 200 len: 945 time: 0.0530319 Nov 05 19:39:00.352574 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-8de65b21-feb0-402a-91e1-9b1191545e7e req-fe970f89-d075-4421-8ac4-d4e1290cb443 tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] 10.222.0.13 "GET /v2.0/security-groups?id=e275ec3d-c7f6-4920-bb58-0d3614e63387&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400674 Nov 05 19:39:00.627170 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8bc39e-25b4-4998-8e3f-cac42a1f3dbe req-86c37d53-211e-4bef-a79b-89bcb1305c02 tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:39:00.630068 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-cd8bc39e-25b4-4998-8e3f-cac42a1f3dbe req-86c37d53-211e-4bef-a79b-89bcb1305c02 tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] 10.222.0.13 "GET /v2.0/ports?device_id=259af928-bf93-4a2e-8616-52ebc40f6392 HTTP/1.1" status: 200 len: 945 time: 0.0509264 Nov 05 19:39:00.677154 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-cd8bc39e-25b4-4998-8e3f-cac42a1f3dbe req-30c6c4b3-cb82-41bc-877d-7b7df31b08a5 tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] 10.222.0.13 "GET /v2.0/security-groups?id=e275ec3d-c7f6-4920-bb58-0d3614e63387&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423431 Nov 05 19:39:00.716729 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0447e5-9b60-4b8b-9810-8e1dfcd28f91 req-8db60e26-88e0-407b-a227-eb28990bcc85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:39:00.718263 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-8a0447e5-9b60-4b8b-9810-8e1dfcd28f91 req-8db60e26-88e0-407b-a227-eb28990bcc85 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7488aeefeb374a46a39cff325eff1fe7&device_id=259af928-bf93-4a2e-8616-52ebc40f6392 HTTP/1.1" status: 200 len: 1096 time: 0.0402172 Nov 05 19:39:00.814629 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0447e5-9b60-4b8b-9810-8e1dfcd28f91 req-cc05fa81-9147-463c-a91d-10e1562b6f03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:39:00.816102 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-8a0447e5-9b60-4b8b-9810-8e1dfcd28f91 req-cc05fa81-9147-463c-a91d-10e1562b6f03 service neutron] 10.222.0.41 "GET /v2.0/networks?id=ba9e5cef-1f4e-4f1c-980f-f1e77d588fb4 HTTP/1.1" status: 200 len: 912 time: 0.0913992 Nov 05 19:39:00.884748 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-8a0447e5-9b60-4b8b-9810-8e1dfcd28f91 req-20b3c386-43da-4460-824c-75d3345863f9 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c1732bd6-a9e0-4498-83df-af5d9d532ca1 HTTP/1.1" status: 200 len: 1000 time: 0.0609667 Nov 05 19:39:00.934475 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0447e5-9b60-4b8b-9810-8e1dfcd28f91 req-ebd99ebb-cdd9-42b0-97ae-292e9eccf289 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:39:00.935884 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-8a0447e5-9b60-4b8b-9810-8e1dfcd28f91 req-ebd99ebb-cdd9-42b0-97ae-292e9eccf289 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8ba56a91-a4c0-4279-98e5-26a64b9e0aa9 HTTP/1.1" status: 200 len: 850 time: 0.0435631 Nov 05 19:39:00.980535 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0447e5-9b60-4b8b-9810-8e1dfcd28f91 req-d5e4d13d-bca9-41ef-8cba-e000ebcc52d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:39:00.981990 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-8a0447e5-9b60-4b8b-9810-8e1dfcd28f91 req-d5e4d13d-bca9-41ef-8cba-e000ebcc52d6 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ba9e5cef-1f4e-4f1c-980f-f1e77d588fb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0391448 Nov 05 19:39:01.075695 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-8a0447e5-9b60-4b8b-9810-8e1dfcd28f91 req-65443075-68cd-4069-b99c-1103d6a4ed9f service neutron] 10.222.0.41 "GET /v2.0/networks/ba9e5cef-1f4e-4f1c-980f-f1e77d588fb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865498 Nov 05 19:39:01.166229 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-8a0447e5-9b60-4b8b-9810-8e1dfcd28f91 req-ca392149-0420-4a78-9d10-00dfead9953a service neutron] 10.222.0.41 "GET /v2.0/networks/ba9e5cef-1f4e-4f1c-980f-f1e77d588fb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825603 Nov 05 19:39:01.793455 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bc210e-2ed9-4f92-bf33-2a9de8a3f385 req-aed7c98e-812e-42b6-9213-833cf83b2a52 tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:39:01.795012 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-a1bc210e-2ed9-4f92-bf33-2a9de8a3f385 req-aed7c98e-812e-42b6-9213-833cf83b2a52 tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] 10.222.0.13 "GET /v2.0/ports?device_id=259af928-bf93-4a2e-8616-52ebc40f6392 HTTP/1.1" status: 200 len: 945 time: 0.0497043 Nov 05 19:39:01.847430 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-a1bc210e-2ed9-4f92-bf33-2a9de8a3f385 req-ea8fe2d9-8376-42aa-865e-95e457848e54 tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] 10.222.0.13 "GET /v2.0/security-groups?id=e275ec3d-c7f6-4920-bb58-0d3614e63387&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454597 Nov 05 19:39:02.645680 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-6da9834a-126c-4ca1-9f9c-10b35c392273 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:39:02.968361 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badd1513-8cca-4d29-a4c5-53e06f7a07fd req-e02e20ed-1978-42bf-988b-b1fdffaa43af tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:39:02.969877 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-badd1513-8cca-4d29-a4c5-53e06f7a07fd req-e02e20ed-1978-42bf-988b-b1fdffaa43af tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] 10.222.0.13 "GET /v2.0/ports?device_id=259af928-bf93-4a2e-8616-52ebc40f6392 HTTP/1.1" status: 200 len: 945 time: 0.0493243 Nov 05 19:39:03.022129 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-badd1513-8cca-4d29-a4c5-53e06f7a07fd req-0dea04ed-0c17-4435-b808-7daa52c6f44d tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] 10.222.0.13 "GET /v2.0/security-groups?id=e275ec3d-c7f6-4920-bb58-0d3614e63387&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448709 Nov 05 19:39:03.510343 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16dbe5b5-d0a3-4e92-8712-46ba6f1acda8 req-f34064f5-8120-495c-b5be-e8ee57b5e661 tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:39:03.511843 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-16dbe5b5-d0a3-4e92-8712-46ba6f1acda8 req-f34064f5-8120-495c-b5be-e8ee57b5e661 tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] 10.222.0.13 "GET /v2.0/ports?device_id=259af928-bf93-4a2e-8616-52ebc40f6392 HTTP/1.1" status: 200 len: 945 time: 0.0528750 Nov 05 19:39:03.559939 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-16dbe5b5-d0a3-4e92-8712-46ba6f1acda8 req-c1a81b6a-a069-412e-9e0c-cfcdacc345bf tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] 10.222.0.13 "GET /v2.0/security-groups?id=e275ec3d-c7f6-4920-bb58-0d3614e63387&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415962 Nov 05 19:39:04.668454 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:39:04.751239 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19a1a35-3655-4dfa-9bfc-0ee7379ce4cf req-0dd23431-ed83-465b-927e-103d1f5ac262 tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:39:04.752635 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-a19a1a35-3655-4dfa-9bfc-0ee7379ce4cf req-0dd23431-ed83-465b-927e-103d1f5ac262 tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] 10.222.0.13 "GET /v2.0/ports?device_id=259af928-bf93-4a2e-8616-52ebc40f6392 HTTP/1.1" status: 200 len: 945 time: 0.0788100 Nov 05 19:39:04.765674 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86284288-ab6f-4d00-b401-64d89af810e8 req-a0407dcf-94f8-4117-a342-f78d6b896c33 tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:39:04.767080 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-86284288-ab6f-4d00-b401-64d89af810e8 req-a0407dcf-94f8-4117-a342-f78d6b896c33 tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] 10.222.0.41 "GET /v2.0/ports?device_id=259af928-bf93-4a2e-8616-52ebc40f6392 HTTP/1.1" status: 200 len: 945 time: 0.0643981 Nov 05 19:39:04.860053 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-a19a1a35-3655-4dfa-9bfc-0ee7379ce4cf req-242de088-3b61-49d4-88da-a907ee9ab13b tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] 10.222.0.13 "GET /v2.0/security-groups?id=e275ec3d-c7f6-4920-bb58-0d3614e63387&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0920091 Nov 05 19:39:04.886771 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [req-86284288-ab6f-4d00-b401-64d89af810e8 req-65e79ab7-2511-4c9d-9066-7de442e05a3e tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] Deleting port c1732bd6-a9e0-4498-83df-af5d9d532ca1 {{(pid=102387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 19:39:04.887107 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-86284288-ab6f-4d00-b401-64d89af810e8 req-65e79ab7-2511-4c9d-9066-7de442e05a3e tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:39:04.972131 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.db [req-86284288-ab6f-4d00-b401-64d89af810e8 req-65e79ab7-2511-4c9d-9066-7de442e05a3e tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] For port c1732bd6-a9e0-4498-83df-af5d9d532ca1, host n-h1-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=c1732bd6-a9e0-4498-83df-af5d9d532ca1,segment=NetworkSegment(a58696c4-674f-491a-9f25-92f83919ef0a),segment_id=a58696c4-674f-491a-9f25-92f83919ef0a)] {{(pid=102387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:39:04.973079 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-86284288-ab6f-4d00-b401-64d89af810e8 req-65e79ab7-2511-4c9d-9066-7de442e05a3e tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:39:05.148274 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-86284288-ab6f-4d00-b401-64d89af810e8 req-65e79ab7-2511-4c9d-9066-7de442e05a3e tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:39:05.148561 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-86284288-ab6f-4d00-b401-64d89af810e8 req-65e79ab7-2511-4c9d-9066-7de442e05a3e tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1000577'] for floatingip, after_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:39:05.149024 n-d-816865-1 neutron-server[102387]: INFO neutron.db.l3_db [req-86284288-ab6f-4d00-b401-64d89af810e8 req-65e79ab7-2511-4c9d-9066-7de442e05a3e tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] Floating IP 9a56d8a3-beb3-4417-b237-e6af35164c1b disassociated. External IP: 172.25.6.35, port: c1732bd6-a9e0-4498-83df-af5d9d532ca1. Nov 05 19:39:05.149374 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [req-86284288-ab6f-4d00-b401-64d89af810e8 req-65e79ab7-2511-4c9d-9066-7de442e05a3e tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] Calling delete_port for c1732bd6-a9e0-4498-83df-af5d9d532ca1 owned by compute:nova {{(pid=102387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 19:39:05.320297 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-86284288-ab6f-4d00-b401-64d89af810e8 req-65e79ab7-2511-4c9d-9066-7de442e05a3e tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4417063'] for port, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:39:05.349935 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e79ab7-2511-4c9d-9066-7de442e05a3e tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] Pushing event deleted for resources: {'Port': ['ID=c1732bd6-a9e0-4498-83df-af5d9d532ca1,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:39:05.388806 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-eadd5f90-98fc-4fe0-9c09-f86fcbc0b511 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:39:05.467321 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.l3_agent_scheduler [req-86284288-ab6f-4d00-b401-64d89af810e8 req-65e79ab7-2511-4c9d-9066-7de442e05a3e tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] Router ab427502-7317-494b-b799-660ebb83d854 has already been hosted by L3 agent 6dcb5589-8e86-4616-9186-ddc4548e13ad {{(pid=102387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 19:39:05.577735 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-86284288-ab6f-4d00-b401-64d89af810e8 req-65e79ab7-2511-4c9d-9066-7de442e05a3e tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] Notify agent at l3_agent.n-d-816865-1 the message routers_updated {{(pid=102387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 19:39:05.589577 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aeeb2e6-1db9-4e21-a59c-a44b46189493 None None] Sync routers for ids ['ab427502-7317-494b-b799-660ebb83d854'] in n-d-816865-1 {{(pid=102388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 19:39:05.600498 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aeeb2e6-1db9-4e21-a59c-a44b46189493 None None] Routers {'ab427502-7317-494b-b799-660ebb83d854'} bound to L3 agent in host n-d-816865-1 {{(pid=102388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 19:39:05.601196 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-2aeeb2e6-1db9-4e21-a59c-a44b46189493 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T19:39:05Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['ab427502-7317-494b-b799-660ebb83d854'], 'active': True} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:39:05.621805 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.l3_dvrscheduler_db [req-86284288-ab6f-4d00-b401-64d89af810e8 req-65e79ab7-2511-4c9d-9066-7de442e05a3e tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] No DVR routers for this DVR port c1732bd6-a9e0-4498-83df-af5d9d532ca1 on host n-h1-816865-1 {{(pid=102387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 19:39:05.624497 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-86284288-ab6f-4d00-b401-64d89af810e8 req-65e79ab7-2511-4c9d-9066-7de442e05a3e tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:39:05.627817 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-86284288-ab6f-4d00-b401-64d89af810e8 req-65e79ab7-2511-4c9d-9066-7de442e05a3e tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] 10.222.0.41 "DELETE /v2.0/ports/c1732bd6-a9e0-4498-83df-af5d9d532ca1 HTTP/1.1" status: 204 len: 173 time: 0.8529749 Nov 05 19:39:05.628261 n-d-816865-1 neutron-server[102387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '259af928-bf93-4a2e-8616-52ebc40f6392', 'name': 'network-vif-deleted', 'tag': 'c1732bd6-a9e0-4498-83df-af5d9d532ca1'}] {{(pid=102387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 19:39:05.630823 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1aa7e2392c69fb9acc0b335571f919b1f61097b9ced1ed941ddb2f5c01cc85e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1232f723-b541-41bc-858d-195917769126" -d '{"events": [{"server_uuid": "259af928-bf93-4a2e-8616-52ebc40f6392", "name": "network-vif-deleted", "tag": "c1732bd6-a9e0-4498-83df-af5d9d532ca1"}]}' {{(pid=102387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 19:39:05.669060 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 19:39:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd89c9c6-0d00-4682-929a-9abf46d02b6f x-openstack-request-id: req-bd89c9c6-0d00-4682-929a-9abf46d02b6f {{(pid=102387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 19:39:05.669357 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "259af928-bf93-4a2e-8616-52ebc40f6392", "name": "network-vif-deleted", "tag": "c1732bd6-a9e0-4498-83df-af5d9d532ca1", "status": "completed", "code": 200}]} {{(pid=102387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 19:39:05.669776 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-bd89c9c6-0d00-4682-929a-9abf46d02b6f {{(pid=102387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 19:39:05.670230 n-d-816865-1 neutron-server[102387]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '259af928-bf93-4a2e-8616-52ebc40f6392', 'name': 'network-vif-deleted', 'tag': 'c1732bd6-a9e0-4498-83df-af5d9d532ca1', 'status': 'completed', 'code': 200} Nov 05 19:39:05.711004 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvr_db [None req-2aeeb2e6-1db9-4e21-a59c-a44b46189493 None None] Set router ab427502-7317-494b-b799-660ebb83d854 gateway port host: n-d-816865-1 {{(pid=102388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 19:39:05.919470 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-2aeeb2e6-1db9-4e21-a59c-a44b46189493 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab427502-7317-494b-b799-660ebb83d854', 'name': 'tempest-ServerActionsTestJSON-478465466-router', 'tenant_id': '7488aeefeb374a46a39cff325eff1fe7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.113'}], 'enable_snat': True}, 'gw_port_id': '7fdad5ca-0aab-4b06-87cc-19976506bb0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T19:34:00Z', 'updated_at': '2021-11-05T19:34:04Z', 'revision_number': 4, 'project_id': '7488aeefeb374a46a39cff325eff1fe7', 'gw_port': {'id': '7fdad5ca-0aab-4b06-87cc-19976506bb0a', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:ef:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab427502-7317-494b-b799-660ebb83d854', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:34:01Z', 'updated_at': '2021-11-05T19:34:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1', '_interfaces': [{'id': '366d1466-6d8a-456e-9340-bd327678f2f8', 'name': '', 'network_id': 'ba9e5cef-1f4e-4f1c-980f-f1e77d588fb4', 'tenant_id': '7488aeefeb374a46a39cff325eff1fe7', 'mac_address': 'fa:16:3e:2d:1a:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab427502-7317-494b-b799-660ebb83d854', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '8ba56a91-a4c0-4279-98e5-26a64b9e0aa9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:34:03Z', 'updated_at': '2021-11-05T19:34:07Z', 'revision_number': 5, 'project_id': '7488aeefeb374a46a39cff325eff1fe7', 'subnets': [{'id': '8ba56a91-a4c0-4279-98e5-26a64b9e0aa9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-1', False) {} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:39:05.941396 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aeeb2e6-1db9-4e21-a59c-a44b46189493 None None] Checking router: ab427502-7317-494b-b799-660ebb83d854 for host: n-d-816865-1 {{(pid=102388) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 19:39:05.950149 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aeeb2e6-1db9-4e21-a59c-a44b46189493 None None] Routers {'ab427502-7317-494b-b799-660ebb83d854'} bound to L3 agent in host n-d-816865-1 {{(pid=102388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 19:39:05.950871 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-2aeeb2e6-1db9-4e21-a59c-a44b46189493 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T19:39:05Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['ab427502-7317-494b-b799-660ebb83d854'], 'active': True} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:39:05.970748 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-50854313-5f4e-4c2b-a3f7-ac07ac173706 req-7478f5f0-67c3-4eac-aceb-c7265c9b52d8 tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] 10.222.0.13 "GET /v2.0/ports?device_id=259af928-bf93-4a2e-8616-52ebc40f6392 HTTP/1.1" status: 200 len: 210 time: 0.0263493 Nov 05 19:39:06.067191 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvr_db [None req-2aeeb2e6-1db9-4e21-a59c-a44b46189493 None None] Set router ab427502-7317-494b-b799-660ebb83d854 gateway port host: n-d-816865-1 {{(pid=102388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 19:39:06.274986 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-2aeeb2e6-1db9-4e21-a59c-a44b46189493 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab427502-7317-494b-b799-660ebb83d854', 'name': 'tempest-ServerActionsTestJSON-478465466-router', 'tenant_id': '7488aeefeb374a46a39cff325eff1fe7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.113'}], 'enable_snat': True}, 'gw_port_id': '7fdad5ca-0aab-4b06-87cc-19976506bb0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T19:34:00Z', 'updated_at': '2021-11-05T19:34:04Z', 'revision_number': 4, 'project_id': '7488aeefeb374a46a39cff325eff1fe7', 'gw_port': {'id': '7fdad5ca-0aab-4b06-87cc-19976506bb0a', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:ef:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab427502-7317-494b-b799-660ebb83d854', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:34:01Z', 'updated_at': '2021-11-05T19:34:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1', '_interfaces': [{'id': '366d1466-6d8a-456e-9340-bd327678f2f8', 'name': '', 'network_id': 'ba9e5cef-1f4e-4f1c-980f-f1e77d588fb4', 'tenant_id': '7488aeefeb374a46a39cff325eff1fe7', 'mac_address': 'fa:16:3e:2d:1a:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab427502-7317-494b-b799-660ebb83d854', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '8ba56a91-a4c0-4279-98e5-26a64b9e0aa9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:34:03Z', 'updated_at': '2021-11-05T19:34:07Z', 'revision_number': 5, 'project_id': '7488aeefeb374a46a39cff325eff1fe7', 'subnets': [{'id': '8ba56a91-a4c0-4279-98e5-26a64b9e0aa9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-1', False) {} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:39:06.300806 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aeeb2e6-1db9-4e21-a59c-a44b46189493 None None] The sync data for ids ['ab427502-7317-494b-b799-660ebb83d854'] in n-d-816865-1 is: [{'id': 'ab427502-7317-494b-b799-660ebb83d854', 'name': 'tempest-ServerActionsTestJSON-478465466-router', 'tenant_id': '7488aeefeb374a46a39cff325eff1fe7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.113'}], 'enable_snat': True}, 'gw_port_id': '7fdad5ca-0aab-4b06-87cc-19976506bb0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T19:34:00Z', 'updated_at': '2021-11-05T19:34:04Z', 'revision_number': 4, 'project_id': '7488aeefeb374a46a39cff325eff1fe7', 'gw_port': {'id': '7fdad5ca-0aab-4b06-87cc-19976506bb0a', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:ef:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab427502-7317-494b-b799-660ebb83d854', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:34:01Z', 'updated_at': '2021-11-05T19:34:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1', '_interfaces': [{'id': '366d1466-6d8a-456e-9340-bd327678f2f8', 'name': '', 'network_id': 'ba9e5cef-1f4e-4f1c-980f-f1e77d588fb4', 'tenant_id': '7488aeefeb374a46a39cff325eff1fe7', 'mac_address': 'fa:16:3e:2d:1a:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab427502-7317-494b-b799-660ebb83d854', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '8ba56a91-a4c0-4279-98e5-26a64b9e0aa9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:34:03Z', 'updated_at': '2021-11-05T19:34:07Z', 'revision_number': 5, 'project_id': '7488aeefeb374a46a39cff325eff1fe7', 'subnets': [{'id': '8ba56a91-a4c0-4279-98e5-26a64b9e0aa9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 19:39:06.417248 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b304910f-7b27-444b-a8fc-977d26b1ceac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:39:06.507524 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f4888ff-2207-477b-a799-ba81a8379f22 None None] New status for floating IP 9a56d8a3-beb3-4417-b237-e6af35164c1b: DOWN {{(pid=102389) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 05 19:39:06.748286 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:39:07.251679 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-13500607-09f9-4ca1-860e-d85c35ef4acd req-d970a294-89fa-445b-884d-02eb07eb4f43 tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--1955492402&fields=id&tenant_id=7488aeefeb374a46a39cff325eff1fe7 HTTP/1.1" status: 200 len: 267 time: 0.0410826 Nov 05 19:39:07.358644 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13500607-09f9-4ca1-860e-d85c35ef4acd req-a0ae0f5c-57c4-403d-a6ac-a1caa23c36ec tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:39:07.360137 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-13500607-09f9-4ca1-860e-d85c35ef4acd req-a0ae0f5c-57c4-403d-a6ac-a1caa23c36ec tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] 10.222.0.13 "GET /v2.0/networks?id=ba9e5cef-1f4e-4f1c-980f-f1e77d588fb4 HTTP/1.1" status: 200 len: 811 time: 0.1009696 Nov 05 19:39:07.375112 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-13500607-09f9-4ca1-860e-d85c35ef4acd req-ce2a4e1c-7483-40a2-9989-2531714bf887 tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] 10.222.0.13 "GET /v2.0/quotas/7488aeefeb374a46a39cff325eff1fe7 HTTP/1.1" status: 200 len: 375 time: 0.0092456 Nov 05 19:39:07.433998 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-13500607-09f9-4ca1-860e-d85c35ef4acd req-963f76e5-b4ea-4fc9-a557-7c3b6073a400 tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=7488aeefeb374a46a39cff325eff1fe7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0531628 Nov 05 19:39:07.529284 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-13500607-09f9-4ca1-860e-d85c35ef4acd req-20ea197a-8d5b-4639-8cc9-e24fca12ff0c service neutron] 10.222.0.13 "GET /v2.0/networks/ba9e5cef-1f4e-4f1c-980f-f1e77d588fb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828462 Nov 05 19:39:07.623028 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-13500607-09f9-4ca1-860e-d85c35ef4acd req-401cc09a-b4d5-4d03-9fa3-ea0a26170a54 service neutron] 10.222.0.13 "GET /v2.0/networks/ba9e5cef-1f4e-4f1c-980f-f1e77d588fb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876369 Nov 05 19:39:07.846542 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-1a1b5e95-0a84-4118-9d62-8e2a213ef523 req-03521a60-b536-45a2-abac-46fbd4b7eb33 tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b563523-42ee-49f8-b545-0559737d4358 HTTP/1.1" status: 200 len: 210 time: 0.0264733 Nov 05 19:39:08.399867 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-31f93893-a48e-4ae8-833d-dccb2b42eacc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:39:08.593250 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:39:08.941446 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-ee886752-c753-48c1-9a75-fa814b211e44 req-141b0ad1-3d8a-4bb7-9052-5cf4dd9ef340 tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b563523-42ee-49f8-b545-0559737d4358 HTTP/1.1" status: 200 len: 210 time: 0.0264983 Nov 05 19:39:09.017353 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Device c1732bd6-a9e0-4498-83df-af5d9d532ca1 no longer exists at agent hyperv_n-h1-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 19:39:09.038304 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] No Port match for: c1732bd6-a9e0-4498-83df-af5d9d532ca1 {{(pid=102388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 19:39:09.038637 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Device c1732bd6-a9e0-4498-83df-af5d9d532ca1 not bound to the agent host n-h1-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 19:39:09.774232 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13500607-09f9-4ca1-860e-d85c35ef4acd req-8456be81-5d70-4659-90a1-4c55cf038841 tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:39:09.775720 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-13500607-09f9-4ca1-860e-d85c35ef4acd req-8456be81-5d70-4659-90a1-4c55cf038841 tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] 10.222.0.55 "GET /v2.0/networks?id=ba9e5cef-1f4e-4f1c-980f-f1e77d588fb4 HTTP/1.1" status: 200 len: 811 time: 0.1017156 Nov 05 19:39:09.846773 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-13500607-09f9-4ca1-860e-d85c35ef4acd req-8e2cf242-3f7d-490a-a975-b84f82f2b8e6 tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7488aeefeb374a46a39cff325eff1fe7 HTTP/1.1" status: 200 len: 380 time: 0.0549893 Nov 05 19:39:09.859485 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [req-13500607-09f9-4ca1-860e-d85c35ef4acd req-e25709b8-54ec-4b57-a1d6-37a8010da969 tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] Request body: {'port': {'device_id': '1b563523-42ee-49f8-b545-0559737d4358', 'network_id': 'ba9e5cef-1f4e-4f1c-980f-f1e77d588fb4', 'admin_state_up': True, 'tenant_id': '7488aeefeb374a46a39cff325eff1fe7', 'security_groups': ['e275ec3d-c7f6-4920-bb58-0d3614e63387']}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:39:10.034269 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-13500607-09f9-4ca1-860e-d85c35ef4acd req-e25709b8-54ec-4b57-a1d6-37a8010da969 tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] Made reservation on behalf of 7488aeefeb374a46a39cff325eff1fe7 for: {'port': 1} {{(pid=102386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 19:39:10.037900 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-ff04e7d9-ca88-4ddc-a8ad-c942429b7cb4 req-b7100a68-31c0-443d-acf0-be1b432ccfa9 tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b563523-42ee-49f8-b545-0559737d4358 HTTP/1.1" status: 200 len: 210 time: 0.0269604 Nov 05 19:39:10.038596 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-13500607-09f9-4ca1-860e-d85c35ef4acd req-e25709b8-54ec-4b57-a1d6-37a8010da969 tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:39:10.165289 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.db_base_plugin_common [req-13500607-09f9-4ca1-860e-d85c35ef4acd req-e25709b8-54ec-4b57-a1d6-37a8010da969 tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] Allocated IP 172.20.0.11 (ba9e5cef-1f4e-4f1c-980f-f1e77d588fb4/8ba56a91-a4c0-4279-98e5-26a64b9e0aa9/a9477cac-561e-4896-9a40-27a4c720a40b) {{(pid=102386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 19:39:10.302155 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-13500607-09f9-4ca1-860e-d85c35ef4acd req-e25709b8-54ec-4b57-a1d6-37a8010da969 tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] Publish callbacks [] for port, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:39:10.393819 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-13500607-09f9-4ca1-860e-d85c35ef4acd req-e25709b8-54ec-4b57-a1d6-37a8010da969 tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:39:10.436723 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-13500607-09f9-4ca1-860e-d85c35ef4acd req-e25709b8-54ec-4b57-a1d6-37a8010da969 tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] Network ba9e5cef-1f4e-4f1c-980f-f1e77d588fb4 is already hosted by enough agents. {{(pid=102386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 19:39:10.441798 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.base_scheduler [req-13500607-09f9-4ca1-860e-d85c35ef4acd req-e25709b8-54ec-4b57-a1d6-37a8010da969 tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] Resources bound (agent type, host, resource id): {{(pid=102386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 19:39:10.446134 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [req-13500607-09f9-4ca1-860e-d85c35ef4acd req-e25709b8-54ec-4b57-a1d6-37a8010da969 tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] Received port after_create {{(pid=102386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 19:39:10.470294 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25709b8-54ec-4b57-a1d6-37a8010da969 tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] Pushing event updated for resources: {'Port': ['ID=a9477cac-561e-4896-9a40-27a4c720a40b,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:39:10.483587 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e25709b8-54ec-4b57-a1d6-37a8010da969 tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:39:10.483587 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e25709b8-54ec-4b57-a1d6-37a8010da969 tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:39:10.484006 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e25709b8-54ec-4b57-a1d6-37a8010da969 tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:39:10.484290 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e25709b8-54ec-4b57-a1d6-37a8010da969 tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:39:10.484584 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e25709b8-54ec-4b57-a1d6-37a8010da969 tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:39:10.484917 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e25709b8-54ec-4b57-a1d6-37a8010da969 tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:39:10.485244 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e25709b8-54ec-4b57-a1d6-37a8010da969 tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:39:10.485569 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e25709b8-54ec-4b57-a1d6-37a8010da969 tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:39:10.485893 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e25709b8-54ec-4b57-a1d6-37a8010da969 tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:39:10.486240 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e25709b8-54ec-4b57-a1d6-37a8010da969 tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:39:10.486563 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e25709b8-54ec-4b57-a1d6-37a8010da969 tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:39:10.486884 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e25709b8-54ec-4b57-a1d6-37a8010da969 tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:39:10.510946 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13500607-09f9-4ca1-860e-d85c35ef4acd req-e25709b8-54ec-4b57-a1d6-37a8010da969 tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:39:10.511685 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-13500607-09f9-4ca1-860e-d85c35ef4acd req-e25709b8-54ec-4b57-a1d6-37a8010da969 tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:39:10.619919 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-13500607-09f9-4ca1-860e-d85c35ef4acd req-e25709b8-54ec-4b57-a1d6-37a8010da969 tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7640340 Nov 05 19:39:10.637444 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [req-13500607-09f9-4ca1-860e-d85c35ef4acd req-24929a9c-cfeb-465f-a49b-7cdbe5a9bce1 service neutron] Request body: {'port': {'device_id': '1b563523-42ee-49f8-b545-0559737d4358', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816865-1'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:39:10.662975 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-b7b66b01-9a57-43ef-a4f0-65d5365c4b59 None None] Provisioning complete for port a9477cac-561e-4896-9a40-27a4c720a40b triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:39:10.663575 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b7b66b01-9a57-43ef-a4f0-65d5365c4b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:39:10.690411 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-13500607-09f9-4ca1-860e-d85c35ef4acd req-24929a9c-cfeb-465f-a49b-7cdbe5a9bce1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:39:10.696563 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-b7b66b01-9a57-43ef-a4f0-65d5365c4b59 None None] Port a9477cac-561e-4896-9a40-27a4c720a40b cannot update to ACTIVE because it is not bound. {{(pid=102388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 19:39:10.949604 n-d-816865-1 neutron-server[102386]: DEBUG neutron.notifiers.nova [req-13500607-09f9-4ca1-860e-d85c35ef4acd req-24929a9c-cfeb-465f-a49b-7cdbe5a9bce1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a9477cac-561e-4896-9a40-27a4c720a40b {{(pid=102386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 19:39:10.956834 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-13500607-09f9-4ca1-860e-d85c35ef4acd req-24929a9c-cfeb-465f-a49b-7cdbe5a9bce1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:39:10.968974 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.provisioning_blocks [req-13500607-09f9-4ca1-860e-d85c35ef4acd req-24929a9c-cfeb-465f-a49b-7cdbe5a9bce1 service neutron] Transition to ACTIVE for port object a9477cac-561e-4896-9a40-27a4c720a40b will not be triggered until provisioned by entity L2. {{(pid=102386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 05 19:39:11.045347 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-13500607-09f9-4ca1-860e-d85c35ef4acd req-24929a9c-cfeb-465f-a49b-7cdbe5a9bce1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6149821'] for port, after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:39:11.117157 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24929a9c-cfeb-465f-a49b-7cdbe5a9bce1 service neutron] Pushing event updated for resources: {'Port': ['ID=a9477cac-561e-4896-9a40-27a4c720a40b,revision_number=2']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:39:11.166711 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fde72b9-acd2-406c-98b2-e7eb65c0786a req-b4ca5ea6-6792-465e-a9c9-957a1b10bdbd tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:39:11.169145 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-6fde72b9-acd2-406c-98b2-e7eb65c0786a req-b4ca5ea6-6792-465e-a9c9-957a1b10bdbd tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b563523-42ee-49f8-b545-0559737d4358 HTTP/1.1" status: 200 len: 944 time: 0.0586581 Nov 05 19:39:11.176534 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [req-13500607-09f9-4ca1-860e-d85c35ef4acd req-24929a9c-cfeb-465f-a49b-7cdbe5a9bce1 service neutron] Attempting to bind port a9477cac-561e-4896-9a40-27a4c720a40b on host n-h2-816865-1 for vnic_type normal with profile {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 19:39:11.177064 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [req-13500607-09f9-4ca1-860e-d85c35ef4acd req-24929a9c-cfeb-465f-a49b-7cdbe5a9bce1 service neutron] Attempting to bind port a9477cac-561e-4896-9a40-27a4c720a40b by drivers openvswitch,hyperv on host n-h2-816865-1 at level 0 using segments [{'id': 'a58696c4-674f-491a-9f25-92f83919ef0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'ba9e5cef-1f4e-4f1c-980f-f1e77d588fb4'}] {{(pid=102386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 19:39:11.177504 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13500607-09f9-4ca1-860e-d85c35ef4acd req-24929a9c-cfeb-465f-a49b-7cdbe5a9bce1 service neutron] Attempting to bind port a9477cac-561e-4896-9a40-27a4c720a40b on network ba9e5cef-1f4e-4f1c-980f-f1e77d588fb4 {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 19:39:11.182221 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13500607-09f9-4ca1-860e-d85c35ef4acd req-24929a9c-cfeb-465f-a49b-7cdbe5a9bce1 service neutron] Port a9477cac-561e-4896-9a40-27a4c720a40b on network ba9e5cef-1f4e-4f1c-980f-f1e77d588fb4 not bound, no agent of type Open vSwitch agent registered on host n-h2-816865-1 {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 19:39:11.182545 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13500607-09f9-4ca1-860e-d85c35ef4acd req-24929a9c-cfeb-465f-a49b-7cdbe5a9bce1 service neutron] Attempting to bind port a9477cac-561e-4896-9a40-27a4c720a40b on network ba9e5cef-1f4e-4f1c-980f-f1e77d588fb4 {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 19:39:11.187624 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13500607-09f9-4ca1-860e-d85c35ef4acd req-24929a9c-cfeb-465f-a49b-7cdbe5a9bce1 service neutron] Checking agent: {'id': '32aff553-696f-4891-83f5-5c176f61fe54', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816865-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 18, 33, 36), 'started_at': datetime.datetime(2021, 11, 5, 18, 33, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 19, 39, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 19:39:11.187952 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13500607-09f9-4ca1-860e-d85c35ef4acd req-24929a9c-cfeb-465f-a49b-7cdbe5a9bce1 service neutron] Checking segment: {'id': 'a58696c4-674f-491a-9f25-92f83919ef0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'ba9e5cef-1f4e-4f1c-980f-f1e77d588fb4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 19:39:11.188335 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13500607-09f9-4ca1-860e-d85c35ef4acd req-24929a9c-cfeb-465f-a49b-7cdbe5a9bce1 service neutron] Bound using segment: {'id': 'a58696c4-674f-491a-9f25-92f83919ef0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'ba9e5cef-1f4e-4f1c-980f-f1e77d588fb4'} {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 19:39:11.188764 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [req-13500607-09f9-4ca1-860e-d85c35ef4acd req-24929a9c-cfeb-465f-a49b-7cdbe5a9bce1 service neutron] Bound port: a9477cac-561e-4896-9a40-27a4c720a40b, host: n-h2-816865-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a58696c4-674f-491a-9f25-92f83919ef0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'ba9e5cef-1f4e-4f1c-980f-f1e77d588fb4'}}] {{(pid=102386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 19:39:11.189121 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-13500607-09f9-4ca1-860e-d85c35ef4acd req-24929a9c-cfeb-465f-a49b-7cdbe5a9bce1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:39:11.233218 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-6fde72b9-acd2-406c-98b2-e7eb65c0786a req-c539ef37-f7ae-47f3-932f-6064bc0db415 tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] 10.222.0.13 "GET /v2.0/security-groups?id=e275ec3d-c7f6-4920-bb58-0d3614e63387&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554595 Nov 05 19:39:11.260057 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [req-13500607-09f9-4ca1-860e-d85c35ef4acd req-24929a9c-cfeb-465f-a49b-7cdbe5a9bce1 service neutron] For port a9477cac-561e-4896-9a40-27a4c720a40b, host n-h2-816865-1, cleared binding levels {{(pid=102386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 19:39:11.263285 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [req-13500607-09f9-4ca1-860e-d85c35ef4acd req-24929a9c-cfeb-465f-a49b-7cdbe5a9bce1 service neutron] For port a9477cac-561e-4896-9a40-27a4c720a40b, host n-h2-816865-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=a9477cac-561e-4896-9a40-27a4c720a40b,segment=NetworkSegment(a58696c4-674f-491a-9f25-92f83919ef0a),segment_id=a58696c4-674f-491a-9f25-92f83919ef0a)] {{(pid=102386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 19:39:11.360237 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-13500607-09f9-4ca1-860e-d85c35ef4acd req-24929a9c-cfeb-465f-a49b-7cdbe5a9bce1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6149821'] for port, after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:39:11.395498 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13500607-09f9-4ca1-860e-d85c35ef4acd req-24929a9c-cfeb-465f-a49b-7cdbe5a9bce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:39:11.396228 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-13500607-09f9-4ca1-860e-d85c35ef4acd req-24929a9c-cfeb-465f-a49b-7cdbe5a9bce1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:39:11.397653 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-13500607-09f9-4ca1-860e-d85c35ef4acd req-24929a9c-cfeb-465f-a49b-7cdbe5a9bce1 service neutron] 10.222.0.55 "PUT /v2.0/ports/a9477cac-561e-4896-9a40-27a4c720a40b HTTP/1.1" status: 200 len: 1092 time: 0.7643266 Nov 05 19:39:11.398129 n-d-816865-1 neutron-server[102386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b563523-42ee-49f8-b545-0559737d4358', 'tag': 'a9477cac-561e-4896-9a40-27a4c720a40b'}] {{(pid=102386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 19:39:11.400429 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d24c2e9fd656c946d5f792cc44b0d4efbe125a7d17e01666b7f4dc8150dd75ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-506412ea-31b4-4281-a2b3-67d7cb378fb6" -d '{"events": [{"name": "network-changed", "server_uuid": "1b563523-42ee-49f8-b545-0559737d4358", "tag": "a9477cac-561e-4896-9a40-27a4c720a40b"}]}' {{(pid=102386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 19:39:11.427836 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24929a9c-cfeb-465f-a49b-7cdbe5a9bce1 service neutron] Pushing event updated for resources: {'Port': ['ID=a9477cac-561e-4896-9a40-27a4c720a40b,revision_number=3']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:39:11.446137 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 19:39:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec4bf315-2f3c-462f-af8f-715b0477cdaf x-openstack-request-id: req-ec4bf315-2f3c-462f-af8f-715b0477cdaf {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 19:39:11.446508 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b563523-42ee-49f8-b545-0559737d4358", "tag": "a9477cac-561e-4896-9a40-27a4c720a40b", "status": "completed", "code": 200}]} {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 19:39:11.446832 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ec4bf315-2f3c-462f-af8f-715b0477cdaf {{(pid=102386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 19:39:11.447309 n-d-816865-1 neutron-server[102386]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b563523-42ee-49f8-b545-0559737d4358', 'tag': 'a9477cac-561e-4896-9a40-27a4c720a40b', 'status': 'completed', 'code': 200} Nov 05 19:39:11.509822 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506412ea-31b4-4281-a2b3-67d7cb378fb6 req-eda8a62a-cdb1-448d-bb95-5e604e856572 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:39:11.511566 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-506412ea-31b4-4281-a2b3-67d7cb378fb6 req-eda8a62a-cdb1-448d-bb95-5e604e856572 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7488aeefeb374a46a39cff325eff1fe7&device_id=1b563523-42ee-49f8-b545-0559737d4358 HTTP/1.1" status: 200 len: 1095 time: 0.0441091 Nov 05 19:39:11.620527 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506412ea-31b4-4281-a2b3-67d7cb378fb6 req-52d3c2f1-bff5-445e-aeca-2d7137de34ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:39:11.622006 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-506412ea-31b4-4281-a2b3-67d7cb378fb6 req-52d3c2f1-bff5-445e-aeca-2d7137de34ae service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=7488aeefeb374a46a39cff325eff1fe7&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1002493 Nov 05 19:39:11.762506 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506412ea-31b4-4281-a2b3-67d7cb378fb6 req-0aa708a7-2299-4961-aaeb-e0da709ab167 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:39:11.763909 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-506412ea-31b4-4281-a2b3-67d7cb378fb6 req-0aa708a7-2299-4961-aaeb-e0da709ab167 service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1296010 Nov 05 19:39:11.842923 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13500607-09f9-4ca1-860e-d85c35ef4acd req-8afd4fb9-f3b5-4b48-bf1a-7f1a5284ef67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:39:11.844413 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-13500607-09f9-4ca1-860e-d85c35ef4acd req-8afd4fb9-f3b5-4b48-bf1a-7f1a5284ef67 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7488aeefeb374a46a39cff325eff1fe7&device_id=1b563523-42ee-49f8-b545-0559737d4358 HTTP/1.1" status: 200 len: 1095 time: 0.0406113 Nov 05 19:39:11.887342 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-13500607-09f9-4ca1-860e-d85c35ef4acd req-255d77dc-2453-4a4f-b243-df72a3330eb4 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a9477cac-561e-4896-9a40-27a4c720a40b HTTP/1.1" status: 200 len: 217 time: 0.0351088 Nov 05 19:39:11.939693 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13500607-09f9-4ca1-860e-d85c35ef4acd req-9397b804-97ce-493d-addd-e5152e013927 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:39:11.941102 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-13500607-09f9-4ca1-860e-d85c35ef4acd req-9397b804-97ce-493d-addd-e5152e013927 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=8ba56a91-a4c0-4279-98e5-26a64b9e0aa9 HTTP/1.1" status: 200 len: 850 time: 0.0432143 Nov 05 19:39:11.994943 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13500607-09f9-4ca1-860e-d85c35ef4acd req-c0e999bb-0528-46c2-8f7b-94f293dcc442 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:39:11.996446 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-13500607-09f9-4ca1-860e-d85c35ef4acd req-c0e999bb-0528-46c2-8f7b-94f293dcc442 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ba9e5cef-1f4e-4f1c-980f-f1e77d588fb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0435655 Nov 05 19:39:12.091678 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-13500607-09f9-4ca1-860e-d85c35ef4acd req-11dd17a3-b963-44af-a24a-c32cf663fde2 service neutron] 10.222.0.55 "GET /v2.0/networks/ba9e5cef-1f4e-4f1c-980f-f1e77d588fb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828764 Nov 05 19:39:12.191016 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-13500607-09f9-4ca1-860e-d85c35ef4acd req-feaeb044-d99b-4beb-9625-35a4fa75c5e7 service neutron] 10.222.0.55 "GET /v2.0/networks/ba9e5cef-1f4e-4f1c-980f-f1e77d588fb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881448 Nov 05 19:39:12.353639 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcd5cd1-1faf-49ac-b20c-8418ec8dbfd5 req-b9077d72-6b78-475e-8a91-c41891ad8907 tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:39:12.355052 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-adcd5cd1-1faf-49ac-b20c-8418ec8dbfd5 req-b9077d72-6b78-475e-8a91-c41891ad8907 tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b563523-42ee-49f8-b545-0559737d4358 HTTP/1.1" status: 200 len: 944 time: 0.0491707 Nov 05 19:39:12.401923 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-adcd5cd1-1faf-49ac-b20c-8418ec8dbfd5 req-526ea821-eaaa-4fd4-9617-f71cfdb1efbd tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] 10.222.0.13 "GET /v2.0/security-groups?id=e275ec3d-c7f6-4920-bb58-0d3614e63387&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409915 Nov 05 19:39:13.517005 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59af336d-a5f3-4082-b2d8-bfcc01bf6bda req-07d8855a-bc3a-463e-ab05-4e78e3c43166 tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:39:13.518508 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-59af336d-a5f3-4082-b2d8-bfcc01bf6bda req-07d8855a-bc3a-463e-ab05-4e78e3c43166 tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b563523-42ee-49f8-b545-0559737d4358 HTTP/1.1" status: 200 len: 944 time: 0.0478415 Nov 05 19:39:13.571359 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-59af336d-a5f3-4082-b2d8-bfcc01bf6bda req-f4f6042b-5366-446a-bc14-b4b73571f1e4 tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] 10.222.0.13 "GET /v2.0/security-groups?id=e275ec3d-c7f6-4920-bb58-0d3614e63387&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460496 Nov 05 19:39:14.688642 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c01d311-142b-46da-a9cc-549a84027686 req-3080b2cf-fb90-4c86-99bb-129dbb505ba2 tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:39:14.690119 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-5c01d311-142b-46da-a9cc-549a84027686 req-3080b2cf-fb90-4c86-99bb-129dbb505ba2 tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b563523-42ee-49f8-b545-0559737d4358 HTTP/1.1" status: 200 len: 944 time: 0.0482244 Nov 05 19:39:14.736226 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-5c01d311-142b-46da-a9cc-549a84027686 req-aed5b3ab-d6da-448c-8c64-27a8a7734b62 tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] 10.222.0.13 "GET /v2.0/security-groups?id=e275ec3d-c7f6-4920-bb58-0d3614e63387&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399110 Nov 05 19:39:15.492402 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Device a9477cac-561e-4896-9a40-27a4c720a40b details requested by agent hyperv_n-h2-816865-1 with host n-h2-816865-1 {{(pid=102388) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 05 19:39:15.588816 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] For port a9477cac-561e-4896-9a40-27a4c720a40b, host n-h2-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=a9477cac-561e-4896-9a40-27a4c720a40b,segment=NetworkSegment(a58696c4-674f-491a-9f25-92f83919ef0a),segment_id=a58696c4-674f-491a-9f25-92f83919ef0a)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:39:15.599769 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Returning: {'device': 'a9477cac-561e-4896-9a40-27a4c720a40b', 'network_id': 'ba9e5cef-1f4e-4f1c-980f-f1e77d588fb4', 'port_id': 'a9477cac-561e-4896-9a40-27a4c720a40b', 'mac_address': 'fa:16:3e:93:d7:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 150, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ba56a91-a4c0-4279-98e5-26a64b9e0aa9', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102388) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 05 19:39:15.635928 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:39:15.651438 n-d-816865-1 neutron-server[102388]: DEBUG neutron.notifiers.nova [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a9477cac-561e-4896-9a40-27a4c720a40b {{(pid=102388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 19:39:15.670716 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] For port a9477cac-561e-4896-9a40-27a4c720a40b, host n-h2-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=a9477cac-561e-4896-9a40-27a4c720a40b,segment=NetworkSegment(a58696c4-674f-491a-9f25-92f83919ef0a),segment_id=a58696c4-674f-491a-9f25-92f83919ef0a)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:39:15.725109 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:39:15.772195 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Pushing event updated for resources: {'Port': ['ID=a9477cac-561e-4896-9a40-27a4c720a40b,revision_number=4']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:39:15.852980 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709eb112-c7c4-46c2-bbf8-26516585f07c req-2bc412a0-49a6-4bef-a6bd-5388bb704141 tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:39:15.854512 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-709eb112-c7c4-46c2-bbf8-26516585f07c req-2bc412a0-49a6-4bef-a6bd-5388bb704141 tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b563523-42ee-49f8-b545-0559737d4358 HTTP/1.1" status: 200 len: 945 time: 0.0483894 Nov 05 19:39:15.903168 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-709eb112-c7c4-46c2-bbf8-26516585f07c req-16330130-890a-4c81-a5a5-3626986be786 tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] 10.222.0.13 "GET /v2.0/security-groups?id=e275ec3d-c7f6-4920-bb58-0d3614e63387&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426941 Nov 05 19:39:16.056873 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] get_ports_and_sgs() called for port_ids ['a9477cac-561e-4896-9a40-27a4c720a40b'] {{(pid=102388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 19:39:17.022055 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d36313-14b8-483d-b5ff-fe767fb45c57 req-fc547b00-f9f8-4d93-8f41-de95a10ceaef tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:39:17.023564 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-23d36313-14b8-483d-b5ff-fe767fb45c57 req-fc547b00-f9f8-4d93-8f41-de95a10ceaef tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b563523-42ee-49f8-b545-0559737d4358 HTTP/1.1" status: 200 len: 945 time: 0.0538430 Nov 05 19:39:17.071914 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-23d36313-14b8-483d-b5ff-fe767fb45c57 req-c9eb4700-10dc-4bc4-a577-84d33943ceef tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] 10.222.0.13 "GET /v2.0/security-groups?id=e275ec3d-c7f6-4920-bb58-0d3614e63387&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422075 Nov 05 19:39:17.503706 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Device a9477cac-561e-4896-9a40-27a4c720a40b up at agent hyperv_n-h2-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 19:39:17.645979 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Provisioning for port a9477cac-561e-4896-9a40-27a4c720a40b completed by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 05 19:39:17.649807 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Provisioning complete for port a9477cac-561e-4896-9a40-27a4c720a40b triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:39:17.650207 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:39:17.728788 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:39:17.750079 n-d-816865-1 neutron-server[102388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b563523-42ee-49f8-b545-0559737d4358', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9477cac-561e-4896-9a40-27a4c720a40b'}] {{(pid=102388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 19:39:17.752335 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6791add14b0903d9e674b39f457aa3a29109aa98d0835d5644e65cf363d7cf55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f58cdd50-c3b7-498b-a6d3-c139bf896bd9" -d '{"events": [{"server_uuid": "1b563523-42ee-49f8-b545-0559737d4358", "name": "network-vif-plugged", "status": "completed", "tag": "a9477cac-561e-4896-9a40-27a4c720a40b"}]}' {{(pid=102388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 19:39:17.765460 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] For port a9477cac-561e-4896-9a40-27a4c720a40b, host n-h2-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=a9477cac-561e-4896-9a40-27a4c720a40b,segment=NetworkSegment(a58696c4-674f-491a-9f25-92f83919ef0a),segment_id=a58696c4-674f-491a-9f25-92f83919ef0a)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:39:17.837904 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 19:39:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a30b200e-6c17-4e2f-bb4c-77d3c8035565 x-openstack-request-id: req-a30b200e-6c17-4e2f-bb4c-77d3c8035565 {{(pid=102388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 19:39:17.838227 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b563523-42ee-49f8-b545-0559737d4358", "name": "network-vif-plugged", "status": "completed", "tag": "a9477cac-561e-4896-9a40-27a4c720a40b", "code": 200}]} {{(pid=102388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 19:39:17.838492 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a30b200e-6c17-4e2f-bb4c-77d3c8035565 {{(pid=102388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 19:39:17.838923 n-d-816865-1 neutron-server[102388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b563523-42ee-49f8-b545-0559737d4358', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9477cac-561e-4896-9a40-27a4c720a40b', 'code': 200} Nov 05 19:39:17.856826 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:39:17.905799 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Pushing event updated for resources: {'Port': ['ID=a9477cac-561e-4896-9a40-27a4c720a40b,revision_number=5']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:39:17.947559 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efa813f-fb37-450c-82d3-4c319fed280a req-5b13cad6-e3c9-4dcb-a4bc-976e63c41deb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:39:17.949078 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-5efa813f-fb37-450c-82d3-4c319fed280a req-5b13cad6-e3c9-4dcb-a4bc-976e63c41deb service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=1b563523-42ee-49f8-b545-0559737d4358 HTTP/1.1" status: 200 len: 1097 time: 0.0422928 Nov 05 19:39:17.994188 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-5efa813f-fb37-450c-82d3-4c319fed280a req-8985575c-4ce3-4ba8-80e7-28865d0d1cde service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=e275ec3d-c7f6-4920-bb58-0d3614e63387&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365465 Nov 05 19:39:18.188192 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ab9adf-1811-4a29-afa5-08c8590255c2 req-f7d21dfc-41ec-47e2-8e8c-27f3920b8e19 tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:39:18.189660 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-69ab9adf-1811-4a29-afa5-08c8590255c2 req-f7d21dfc-41ec-47e2-8e8c-27f3920b8e19 tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b563523-42ee-49f8-b545-0559737d4358 HTTP/1.1" status: 200 len: 946 time: 0.0483894 Nov 05 19:39:18.236398 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-69ab9adf-1811-4a29-afa5-08c8590255c2 req-ff6f6fa6-8e4f-4909-a1f1-fab8420b94eb tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] 10.222.0.13 "GET /v2.0/security-groups?id=e275ec3d-c7f6-4920-bb58-0d3614e63387&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401480 Nov 05 19:39:19.355300 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d15f1e1-a911-4b3e-94be-bfea51935a23 req-d95e0e6d-8fff-4c38-83e8-b1ed41a5e434 tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:39:19.356805 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-3d15f1e1-a911-4b3e-94be-bfea51935a23 req-d95e0e6d-8fff-4c38-83e8-b1ed41a5e434 tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b563523-42ee-49f8-b545-0559737d4358 HTTP/1.1" status: 200 len: 946 time: 0.0505054 Nov 05 19:39:19.408730 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-3d15f1e1-a911-4b3e-94be-bfea51935a23 req-4e60e5aa-3b70-4076-8592-3f15aa17ecbb tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] 10.222.0.13 "GET /v2.0/security-groups?id=e275ec3d-c7f6-4920-bb58-0d3614e63387&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458562 Nov 05 19:39:20.528022 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182943b3-aeab-4229-9b04-48e1ad71e0d8 req-18fb0d7f-2cd2-47db-a05e-1ee8fd607e34 tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:39:20.529520 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-182943b3-aeab-4229-9b04-48e1ad71e0d8 req-18fb0d7f-2cd2-47db-a05e-1ee8fd607e34 tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b563523-42ee-49f8-b545-0559737d4358 HTTP/1.1" status: 200 len: 946 time: 0.0506148 Nov 05 19:39:20.576816 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-182943b3-aeab-4229-9b04-48e1ad71e0d8 req-906c3d7f-2d55-4dfa-a4ed-9e31e7703d86 tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] 10.222.0.13 "GET /v2.0/security-groups?id=e275ec3d-c7f6-4920-bb58-0d3614e63387&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413270 Nov 05 19:39:20.954026 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db01b45-18dc-47e8-bb82-638a41774056 req-10efc563-a4cb-4382-8124-648ef6da9315 tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:39:20.955508 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-0db01b45-18dc-47e8-bb82-638a41774056 req-10efc563-a4cb-4382-8124-648ef6da9315 tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b563523-42ee-49f8-b545-0559737d4358 HTTP/1.1" status: 200 len: 946 time: 0.0509658 Nov 05 19:39:20.964186 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 44212) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:39:20.968550 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-e9161545-2563-42cf-8555-55c240a58991 tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] Request body: {'floatingip': {'port_id': 'a9477cac-561e-4896-9a40-27a4c720a40b'}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:39:21.011648 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-e9161545-2563-42cf-8555-55c240a58991 tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] Publish callbacks [] for floatingip, before_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:39:21.729879 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-e9161545-2563-42cf-8555-55c240a58991 tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:39:21.793909 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-e9161545-2563-42cf-8555-55c240a58991 tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1000577'] for floatingip, after_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:39:21.891722 n-d-816865-1 neutron-server[102387]: INFO neutron.db.l3_db [None req-e9161545-2563-42cf-8555-55c240a58991 tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] Floating IP 9a56d8a3-beb3-4417-b237-e6af35164c1b associated. External IP: 172.25.6.35, port: a9477cac-561e-4896-9a40-27a4c720a40b. Nov 05 19:39:22.095143 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9161545-2563-42cf-8555-55c240a58991 tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] Router ab427502-7317-494b-b799-660ebb83d854 has already been hosted by L3 agent 6dcb5589-8e86-4616-9186-ddc4548e13ad {{(pid=102387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 19:39:22.201640 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9161545-2563-42cf-8555-55c240a58991 tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] Notify agent at l3_agent.n-d-816865-1 the message routers_updated {{(pid=102387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 19:39:22.206539 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-e9161545-2563-42cf-8555-55c240a58991 tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for floatingip, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:39:22.211151 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07065351-8f21-4ab0-92fb-14a1b5bdab5c None None] Sync routers for ids ['ab427502-7317-494b-b799-660ebb83d854'] in n-d-816865-1 {{(pid=102388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 19:39:22.220141 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07065351-8f21-4ab0-92fb-14a1b5bdab5c None None] Routers {'ab427502-7317-494b-b799-660ebb83d854'} bound to L3 agent in host n-d-816865-1 {{(pid=102388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 19:39:22.220757 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-07065351-8f21-4ab0-92fb-14a1b5bdab5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T19:39:05Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['ab427502-7317-494b-b799-660ebb83d854'], 'active': True} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:39:22.234442 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-e9161545-2563-42cf-8555-55c240a58991 tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] 10.222.0.13 "PUT /v2.0/floatingips/9a56d8a3-beb3-4417-b237-e6af35164c1b HTTP/1.1" status: 200 len: 991 time: 1.2691705 Nov 05 19:39:22.235332 n-d-816865-1 neutron-server[102387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b563523-42ee-49f8-b545-0559737d4358', 'tag': 'a9477cac-561e-4896-9a40-27a4c720a40b'}] {{(pid=102387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 19:39:22.237861 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1aa7e2392c69fb9acc0b335571f919b1f61097b9ced1ed941ddb2f5c01cc85e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a15c1da2-3293-470f-83fa-b553f0108991" -d '{"events": [{"name": "network-changed", "server_uuid": "1b563523-42ee-49f8-b545-0559737d4358", "tag": "a9477cac-561e-4896-9a40-27a4c720a40b"}]}' {{(pid=102387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 19:39:22.330091 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvr_db [None req-07065351-8f21-4ab0-92fb-14a1b5bdab5c None None] Set router ab427502-7317-494b-b799-660ebb83d854 gateway port host: n-d-816865-1 {{(pid=102388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 19:39:22.378137 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 19:39:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df2bd0f1-a660-4f54-b705-8408b51c2e52 x-openstack-request-id: req-df2bd0f1-a660-4f54-b705-8408b51c2e52 {{(pid=102387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 19:39:22.378494 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b563523-42ee-49f8-b545-0559737d4358", "tag": "a9477cac-561e-4896-9a40-27a4c720a40b", "status": "completed", "code": 200}]} {{(pid=102387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 19:39:22.378809 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-df2bd0f1-a660-4f54-b705-8408b51c2e52 {{(pid=102387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 19:39:22.379852 n-d-816865-1 neutron-server[102387]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b563523-42ee-49f8-b545-0559737d4358', 'tag': 'a9477cac-561e-4896-9a40-27a4c720a40b', 'status': 'completed', 'code': 200} Nov 05 19:39:22.442414 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15c1da2-3293-470f-83fa-b553f0108991 req-c2cc6c66-18ed-4ed4-aacb-94c89b514fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:39:22.443999 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-a15c1da2-3293-470f-83fa-b553f0108991 req-c2cc6c66-18ed-4ed4-aacb-94c89b514fd7 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7488aeefeb374a46a39cff325eff1fe7&device_id=1b563523-42ee-49f8-b545-0559737d4358 HTTP/1.1" status: 200 len: 1097 time: 0.0444303 Nov 05 19:39:22.536278 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15c1da2-3293-470f-83fa-b553f0108991 req-44b03d64-d38e-4284-a732-622b7b58eb97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:39:22.537800 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-a15c1da2-3293-470f-83fa-b553f0108991 req-44b03d64-d38e-4284-a732-622b7b58eb97 service neutron] 10.222.0.55 "GET /v2.0/networks?id=ba9e5cef-1f4e-4f1c-980f-f1e77d588fb4 HTTP/1.1" status: 200 len: 912 time: 0.0853367 Nov 05 19:39:22.558874 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-07065351-8f21-4ab0-92fb-14a1b5bdab5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab427502-7317-494b-b799-660ebb83d854', 'name': 'tempest-ServerActionsTestJSON-478465466-router', 'tenant_id': '7488aeefeb374a46a39cff325eff1fe7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.113'}], 'enable_snat': True}, 'gw_port_id': '7fdad5ca-0aab-4b06-87cc-19976506bb0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T19:34:00Z', 'updated_at': '2021-11-05T19:34:04Z', 'revision_number': 4, 'project_id': '7488aeefeb374a46a39cff325eff1fe7', 'gw_port': {'id': '7fdad5ca-0aab-4b06-87cc-19976506bb0a', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:ef:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab427502-7317-494b-b799-660ebb83d854', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:34:01Z', 'updated_at': '2021-11-05T19:34:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1', '_floatingips': [{'id': '9a56d8a3-beb3-4417-b237-e6af35164c1b', 'tenant_id': '7488aeefeb374a46a39cff325eff1fe7', 'floating_ip_address': '172.25.6.35', 'floating_network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'router_id': 'ab427502-7317-494b-b799-660ebb83d854', 'port_id': 'a9477cac-561e-4896-9a40-27a4c720a40b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4052, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba9e5cef-1f4e-4f1c-980f-f1e77d588fb4', 'mac_address': 'fa:16:3e:93:d7:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b563523-42ee-49f8-b545-0559737d4358', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-05T19:34:07Z', 'updated_at': '2021-11-05T19:39:21Z', 'revision_number': 9, 'project_id': '7488aeefeb374a46a39cff325eff1fe7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '366d1466-6d8a-456e-9340-bd327678f2f8', 'name': '', 'network_id': 'ba9e5cef-1f4e-4f1c-980f-f1e77d588fb4', 'tenant_id': '7488aeefeb374a46a39cff325eff1fe7', 'mac_address': 'fa:16:3e:2d:1a:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab427502-7317-494b-b799-660ebb83d854', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '8ba56a91-a4c0-4279-98e5-26a64b9e0aa9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:34:03Z', 'updated_at': '2021-11-05T19:34:07Z', 'revision_number': 5, 'project_id': '7488aeefeb374a46a39cff325eff1fe7', 'subnets': [{'id': '8ba56a91-a4c0-4279-98e5-26a64b9e0aa9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-1', False) {} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:39:22.586093 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07065351-8f21-4ab0-92fb-14a1b5bdab5c None None] Checking router: ab427502-7317-494b-b799-660ebb83d854 for host: n-d-816865-1 {{(pid=102388) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 19:39:22.594515 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07065351-8f21-4ab0-92fb-14a1b5bdab5c None None] Routers {'ab427502-7317-494b-b799-660ebb83d854'} bound to L3 agent in host n-d-816865-1 {{(pid=102388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 19:39:22.595212 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-07065351-8f21-4ab0-92fb-14a1b5bdab5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T19:39:05Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['ab427502-7317-494b-b799-660ebb83d854'], 'active': True} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:39:22.606836 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-a15c1da2-3293-470f-83fa-b553f0108991 req-505b5001-d21a-4eda-8653-4557d620d042 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a9477cac-561e-4896-9a40-27a4c720a40b HTTP/1.1" status: 200 len: 999 time: 0.0618241 Nov 05 19:39:22.655896 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15c1da2-3293-470f-83fa-b553f0108991 req-c775670f-e4d9-4483-b2b1-639117dd489e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:39:22.657371 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-a15c1da2-3293-470f-83fa-b553f0108991 req-c775670f-e4d9-4483-b2b1-639117dd489e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=8ba56a91-a4c0-4279-98e5-26a64b9e0aa9 HTTP/1.1" status: 200 len: 850 time: 0.0441179 Nov 05 19:39:22.703132 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15c1da2-3293-470f-83fa-b553f0108991 req-8935385a-a0dc-4fa1-a491-867795b824a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:39:22.704929 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-a15c1da2-3293-470f-83fa-b553f0108991 req-8935385a-a0dc-4fa1-a491-867795b824a8 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ba9e5cef-1f4e-4f1c-980f-f1e77d588fb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402839 Nov 05 19:39:22.705115 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvr_db [None req-07065351-8f21-4ab0-92fb-14a1b5bdab5c None None] Set router ab427502-7317-494b-b799-660ebb83d854 gateway port host: n-d-816865-1 {{(pid=102388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 19:39:22.798238 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-a15c1da2-3293-470f-83fa-b553f0108991 req-e3940b59-8bc8-4fdb-9d03-7f5a795be03c service neutron] 10.222.0.55 "GET /v2.0/networks/ba9e5cef-1f4e-4f1c-980f-f1e77d588fb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857205 Nov 05 19:39:22.890286 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-a15c1da2-3293-470f-83fa-b553f0108991 req-655cea56-3981-493d-85f5-9f2664a4b1f6 service neutron] 10.222.0.55 "GET /v2.0/networks/ba9e5cef-1f4e-4f1c-980f-f1e77d588fb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822399 Nov 05 19:39:22.933668 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-07065351-8f21-4ab0-92fb-14a1b5bdab5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab427502-7317-494b-b799-660ebb83d854', 'name': 'tempest-ServerActionsTestJSON-478465466-router', 'tenant_id': '7488aeefeb374a46a39cff325eff1fe7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.113'}], 'enable_snat': True}, 'gw_port_id': '7fdad5ca-0aab-4b06-87cc-19976506bb0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T19:34:00Z', 'updated_at': '2021-11-05T19:34:04Z', 'revision_number': 4, 'project_id': '7488aeefeb374a46a39cff325eff1fe7', 'gw_port': {'id': '7fdad5ca-0aab-4b06-87cc-19976506bb0a', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:ef:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab427502-7317-494b-b799-660ebb83d854', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:34:01Z', 'updated_at': '2021-11-05T19:34:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1', '_floatingips': [{'id': '9a56d8a3-beb3-4417-b237-e6af35164c1b', 'tenant_id': '7488aeefeb374a46a39cff325eff1fe7', 'floating_ip_address': '172.25.6.35', 'floating_network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'router_id': 'ab427502-7317-494b-b799-660ebb83d854', 'port_id': 'a9477cac-561e-4896-9a40-27a4c720a40b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4052, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba9e5cef-1f4e-4f1c-980f-f1e77d588fb4', 'mac_address': 'fa:16:3e:93:d7:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b563523-42ee-49f8-b545-0559737d4358', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-05T19:34:07Z', 'updated_at': '2021-11-05T19:39:21Z', 'revision_number': 9, 'project_id': '7488aeefeb374a46a39cff325eff1fe7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '366d1466-6d8a-456e-9340-bd327678f2f8', 'name': '', 'network_id': 'ba9e5cef-1f4e-4f1c-980f-f1e77d588fb4', 'tenant_id': '7488aeefeb374a46a39cff325eff1fe7', 'mac_address': 'fa:16:3e:2d:1a:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab427502-7317-494b-b799-660ebb83d854', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '8ba56a91-a4c0-4279-98e5-26a64b9e0aa9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:34:03Z', 'updated_at': '2021-11-05T19:34:07Z', 'revision_number': 5, 'project_id': '7488aeefeb374a46a39cff325eff1fe7', 'subnets': [{'id': '8ba56a91-a4c0-4279-98e5-26a64b9e0aa9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-1', False) {} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:39:22.960554 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07065351-8f21-4ab0-92fb-14a1b5bdab5c None None] The sync data for ids ['ab427502-7317-494b-b799-660ebb83d854'] in n-d-816865-1 is: [{'id': 'ab427502-7317-494b-b799-660ebb83d854', 'name': 'tempest-ServerActionsTestJSON-478465466-router', 'tenant_id': '7488aeefeb374a46a39cff325eff1fe7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.113'}], 'enable_snat': True}, 'gw_port_id': '7fdad5ca-0aab-4b06-87cc-19976506bb0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T19:34:00Z', 'updated_at': '2021-11-05T19:34:04Z', 'revision_number': 4, 'project_id': '7488aeefeb374a46a39cff325eff1fe7', 'gw_port': {'id': '7fdad5ca-0aab-4b06-87cc-19976506bb0a', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:ef:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab427502-7317-494b-b799-660ebb83d854', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:34:01Z', 'updated_at': '2021-11-05T19:34:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1', '_floatingips': [{'id': '9a56d8a3-beb3-4417-b237-e6af35164c1b', 'tenant_id': '7488aeefeb374a46a39cff325eff1fe7', 'floating_ip_address': '172.25.6.35', 'floating_network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'router_id': 'ab427502-7317-494b-b799-660ebb83d854', 'port_id': 'a9477cac-561e-4896-9a40-27a4c720a40b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4052, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba9e5cef-1f4e-4f1c-980f-f1e77d588fb4', 'mac_address': 'fa:16:3e:93:d7:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b563523-42ee-49f8-b545-0559737d4358', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-05T19:34:07Z', 'updated_at': '2021-11-05T19:39:21Z', 'revision_number': 9, 'project_id': '7488aeefeb374a46a39cff325eff1fe7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '366d1466-6d8a-456e-9340-bd327678f2f8', 'name': '', 'network_id': 'ba9e5cef-1f4e-4f1c-980f-f1e77d588fb4', 'tenant_id': '7488aeefeb374a46a39cff325eff1fe7', 'mac_address': 'fa:16:3e:2d:1a:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab427502-7317-494b-b799-660ebb83d854', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '8ba56a91-a4c0-4279-98e5-26a64b9e0aa9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:34:03Z', 'updated_at': '2021-11-05T19:34:07Z', 'revision_number': 5, 'project_id': '7488aeefeb374a46a39cff325eff1fe7', 'subnets': [{'id': '8ba56a91-a4c0-4279-98e5-26a64b9e0aa9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 19:39:23.142749 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66dcdca4-cbf8-4cbf-89f7-e9e3d7dc9e25 None None] New status for floating IP 9a56d8a3-beb3-4417-b237-e6af35164c1b: ACTIVE {{(pid=102389) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 05 19:39:27.715184 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.agents_db [None req-b9406b04-a0e8-43cf-b349-711963d96cf4 None None] Agent healthcheck: found 7 active agents {{(pid=102389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 05 19:39:32.627591 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-edac4777-8e79-4484-bee4-bba6167aedb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:39:34.650304 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:39:35.398758 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-a25bc172-ef7d-4fa2-a8bb-bcfc49dcf8a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:39:36.421958 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b304910f-7b27-444b-a8fc-977d26b1ceac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:39:36.759278 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:39:38.410451 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-31f93893-a48e-4ae8-833d-dccb2b42eacc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:39:38.537025 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:39:40.777222 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-6a3cf2a2-fe7f-4088-bc67-e3a5297b449e req-42cf4242-7a1e-41ff-92fd-e0cec3cfa555 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=1b563523-42ee-49f8-b545-0559737d4358&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0390601 Nov 05 19:39:40.863342 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3cf2a2-fe7f-4088-bc67-e3a5297b449e req-a0aca2ff-b26a-4947-9e93-b7d7f439b466 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:39:40.864962 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-6a3cf2a2-fe7f-4088-bc67-e3a5297b449e req-a0aca2ff-b26a-4947-9e93-b7d7f439b466 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7488aeefeb374a46a39cff325eff1fe7&device_id=1b563523-42ee-49f8-b545-0559737d4358 HTTP/1.1" status: 200 len: 1097 time: 0.0450656 Nov 05 19:39:40.970443 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3cf2a2-fe7f-4088-bc67-e3a5297b449e req-01c768a1-78b4-47a8-9423-e4938a7b7fc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:39:40.971930 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-6a3cf2a2-fe7f-4088-bc67-e3a5297b449e req-01c768a1-78b4-47a8-9423-e4938a7b7fc8 service neutron] 10.222.0.55 "GET /v2.0/networks?id=ba9e5cef-1f4e-4f1c-980f-f1e77d588fb4 HTTP/1.1" status: 200 len: 912 time: 0.0865083 Nov 05 19:39:41.045926 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-6a3cf2a2-fe7f-4088-bc67-e3a5297b449e req-2f469e60-9125-4eed-9a16-7d78bc0e080d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a9477cac-561e-4896-9a40-27a4c720a40b HTTP/1.1" status: 200 len: 1002 time: 0.0632477 Nov 05 19:39:41.093250 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3cf2a2-fe7f-4088-bc67-e3a5297b449e req-f53efa54-1b79-467d-8c8a-cc83af5f6e2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:39:41.094730 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-6a3cf2a2-fe7f-4088-bc67-e3a5297b449e req-f53efa54-1b79-467d-8c8a-cc83af5f6e2f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=8ba56a91-a4c0-4279-98e5-26a64b9e0aa9 HTTP/1.1" status: 200 len: 850 time: 0.0435429 Nov 05 19:39:41.141619 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3cf2a2-fe7f-4088-bc67-e3a5297b449e req-64649acf-70f8-47e3-a73e-6d4fa80a4c9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:39:41.143102 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-6a3cf2a2-fe7f-4088-bc67-e3a5297b449e req-64649acf-70f8-47e3-a73e-6d4fa80a4c9a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ba9e5cef-1f4e-4f1c-980f-f1e77d588fb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0387785 Nov 05 19:39:41.235557 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-6a3cf2a2-fe7f-4088-bc67-e3a5297b449e req-ef1fcd65-9b9c-4a54-a248-b06b5730eb53 service neutron] 10.222.0.55 "GET /v2.0/networks/ba9e5cef-1f4e-4f1c-980f-f1e77d588fb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842469 Nov 05 19:39:41.327662 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-6a3cf2a2-fe7f-4088-bc67-e3a5297b449e req-462bc083-c5d9-4ade-a0c9-c0ff1f4e9706 service neutron] 10.222.0.55 "GET /v2.0/networks/ba9e5cef-1f4e-4f1c-980f-f1e77d588fb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814295 Nov 05 19:40:02.684525 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-cdb3c032-49ba-4645-a58f-9c6334e3c524 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:40:04.683907 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:40:04.714239 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.agents_db [None req-b9406b04-a0e8-43cf-b349-711963d96cf4 None None] Agent healthcheck: found 7 active agents {{(pid=102389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 05 19:40:05.393051 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-589d037d-cd86-40b7-9900-e5b04384c4ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:40:06.415426 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b304910f-7b27-444b-a8fc-977d26b1ceac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:40:06.729618 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:40:08.420945 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-31f93893-a48e-4ae8-833d-dccb2b42eacc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:40:08.563758 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:40:32.638427 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-7df0e2d5-d65c-4605-b4a3-5b43dba9aebb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:40:34.677851 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:40:35.398467 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-459cfe0e-6984-4af4-b1fc-1a788b82574e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:40:36.425982 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b304910f-7b27-444b-a8fc-977d26b1ceac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:40:36.745948 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:40:38.409090 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-31f93893-a48e-4ae8-833d-dccb2b42eacc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:40:38.563687 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:40:40.733667 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-6227b22f-652e-4844-92fd-498ddce18794 req-bd656a45-a348-47ee-9b7b-fb7d81963fd1 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=1b563523-42ee-49f8-b545-0559737d4358&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0440643 Nov 05 19:40:40.823917 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6227b22f-652e-4844-92fd-498ddce18794 req-8e47c18c-7561-448a-9408-6793406d779d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:40:40.825308 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-6227b22f-652e-4844-92fd-498ddce18794 req-8e47c18c-7561-448a-9408-6793406d779d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7488aeefeb374a46a39cff325eff1fe7&device_id=1b563523-42ee-49f8-b545-0559737d4358 HTTP/1.1" status: 200 len: 1097 time: 0.0419424 Nov 05 19:40:40.928495 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6227b22f-652e-4844-92fd-498ddce18794 req-bf04d838-17b0-4c95-83a1-7cc61463103c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:40:40.930016 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-6227b22f-652e-4844-92fd-498ddce18794 req-bf04d838-17b0-4c95-83a1-7cc61463103c service neutron] 10.222.0.55 "GET /v2.0/networks?id=ba9e5cef-1f4e-4f1c-980f-f1e77d588fb4 HTTP/1.1" status: 200 len: 912 time: 0.0826297 Nov 05 19:40:41.011670 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-6227b22f-652e-4844-92fd-498ddce18794 req-266ca099-f899-4d93-ab00-865a47e6356a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a9477cac-561e-4896-9a40-27a4c720a40b HTTP/1.1" status: 200 len: 1002 time: 0.0684621 Nov 05 19:40:41.067367 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6227b22f-652e-4844-92fd-498ddce18794 req-a67f0d9f-c916-42b0-bf9b-d0da3857b3e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:40:41.069508 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-6227b22f-652e-4844-92fd-498ddce18794 req-a67f0d9f-c916-42b0-bf9b-d0da3857b3e4 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=8ba56a91-a4c0-4279-98e5-26a64b9e0aa9 HTTP/1.1" status: 200 len: 850 time: 0.0461504 Nov 05 19:40:41.119622 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6227b22f-652e-4844-92fd-498ddce18794 req-d2e89cb1-03b1-48d7-aa12-76f86abee42a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:40:41.121039 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-6227b22f-652e-4844-92fd-498ddce18794 req-d2e89cb1-03b1-48d7-aa12-76f86abee42a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ba9e5cef-1f4e-4f1c-980f-f1e77d588fb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405505 Nov 05 19:40:41.220634 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-6227b22f-652e-4844-92fd-498ddce18794 req-493a98cb-114d-4ed5-a4a6-6f161e4dedcd service neutron] 10.222.0.55 "GET /v2.0/networks/ba9e5cef-1f4e-4f1c-980f-f1e77d588fb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873291 Nov 05 19:40:41.314167 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-6227b22f-652e-4844-92fd-498ddce18794 req-1d3135a6-a1e2-4b69-83e6-fe179e5c8a61 service neutron] 10.222.0.55 "GET /v2.0/networks/ba9e5cef-1f4e-4f1c-980f-f1e77d588fb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835161 Nov 05 19:40:41.713435 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.agents_db [None req-b9406b04-a0e8-43cf-b349-711963d96cf4 None None] Agent healthcheck: found 7 active agents {{(pid=102389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 05 19:41:01.909367 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f460a2-d06c-4919-a337-8a5ab2f4224a req-45c56f62-cd20-4d6e-b2f5-e65973d7d994 tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:41:01.911216 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-28f460a2-d06c-4919-a337-8a5ab2f4224a req-45c56f62-cd20-4d6e-b2f5-e65973d7d994 tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b563523-42ee-49f8-b545-0559737d4358 HTTP/1.1" status: 200 len: 946 time: 0.0539198 Nov 05 19:41:01.959261 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-28f460a2-d06c-4919-a337-8a5ab2f4224a req-abd4a32a-7dfd-4e01-874d-33610144792b tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] 10.222.0.13 "GET /v2.0/security-groups?id=e275ec3d-c7f6-4920-bb58-0d3614e63387&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420008 Nov 05 19:41:01.992018 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-2f694b38-be61-4386-86d3-48403af070d8 req-089e399a-68ab-465e-97c9-c8177e21765f service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=1b563523-42ee-49f8-b545-0559737d4358&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0419855 Nov 05 19:41:02.659835 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-9290f66d-d240-40df-bfc0-d4a95e77805e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:41:03.082629 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1318245-1218-4813-8ec4-27e8db0da1e8 req-ec834914-baa8-4a1b-b1f7-7279afe0c077 tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:41:03.084779 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-c1318245-1218-4813-8ec4-27e8db0da1e8 req-ec834914-baa8-4a1b-b1f7-7279afe0c077 tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b563523-42ee-49f8-b545-0559737d4358 HTTP/1.1" status: 200 len: 946 time: 0.0554984 Nov 05 19:41:03.135072 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-c1318245-1218-4813-8ec4-27e8db0da1e8 req-31693bca-2be7-4963-b059-a97d681f2685 tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] 10.222.0.13 "GET /v2.0/security-groups?id=e275ec3d-c7f6-4920-bb58-0d3614e63387&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432692 Nov 05 19:41:03.799645 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f694b38-be61-4386-86d3-48403af070d8 req-0003e5e2-d0ed-429a-ad29-456fe49c5111 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:41:03.801205 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-2f694b38-be61-4386-86d3-48403af070d8 req-0003e5e2-d0ed-429a-ad29-456fe49c5111 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7488aeefeb374a46a39cff325eff1fe7&device_id=1b563523-42ee-49f8-b545-0559737d4358 HTTP/1.1" status: 200 len: 1097 time: 0.0405436 Nov 05 19:41:03.899673 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f694b38-be61-4386-86d3-48403af070d8 req-0a5d068b-6549-4e0a-80ef-c2f7c5c47977 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:41:03.901487 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-2f694b38-be61-4386-86d3-48403af070d8 req-0a5d068b-6549-4e0a-80ef-c2f7c5c47977 service neutron] 10.222.0.55 "GET /v2.0/networks?id=ba9e5cef-1f4e-4f1c-980f-f1e77d588fb4 HTTP/1.1" status: 200 len: 912 time: 0.0893006 Nov 05 19:41:03.971809 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-2f694b38-be61-4386-86d3-48403af070d8 req-e4e09636-ee0f-4430-a597-aead9576dfe8 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a9477cac-561e-4896-9a40-27a4c720a40b HTTP/1.1" status: 200 len: 1002 time: 0.0582962 Nov 05 19:41:04.024856 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f694b38-be61-4386-86d3-48403af070d8 req-ed5cc380-44e5-4758-9372-322ab29ee7c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:41:04.026335 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-2f694b38-be61-4386-86d3-48403af070d8 req-ed5cc380-44e5-4758-9372-322ab29ee7c3 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=8ba56a91-a4c0-4279-98e5-26a64b9e0aa9 HTTP/1.1" status: 200 len: 850 time: 0.0436754 Nov 05 19:41:04.079339 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f694b38-be61-4386-86d3-48403af070d8 req-cefcecef-57a7-4464-9cd1-32efc8774cbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:41:04.080780 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-2f694b38-be61-4386-86d3-48403af070d8 req-cefcecef-57a7-4464-9cd1-32efc8774cbf service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ba9e5cef-1f4e-4f1c-980f-f1e77d588fb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0437989 Nov 05 19:41:04.175262 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-2f694b38-be61-4386-86d3-48403af070d8 req-21eff362-cba1-4c8a-a15a-ae52ce2753ba service neutron] 10.222.0.55 "GET /v2.0/networks/ba9e5cef-1f4e-4f1c-980f-f1e77d588fb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830877 Nov 05 19:41:04.254792 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92261f6f-6915-411c-865e-ccd04a00cd37 req-697652a8-bf4e-4a4b-8584-2d26c6bea090 tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:41:04.256974 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-92261f6f-6915-411c-865e-ccd04a00cd37 req-697652a8-bf4e-4a4b-8584-2d26c6bea090 tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b563523-42ee-49f8-b545-0559737d4358 HTTP/1.1" status: 200 len: 946 time: 0.0530622 Nov 05 19:41:04.274335 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-2f694b38-be61-4386-86d3-48403af070d8 req-7a319bf5-c2fd-4ce0-bf05-05b79d76aa98 service neutron] 10.222.0.55 "GET /v2.0/networks/ba9e5cef-1f4e-4f1c-980f-f1e77d588fb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875552 Nov 05 19:41:04.305278 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-92261f6f-6915-411c-865e-ccd04a00cd37 req-7ddc0a9a-2ff1-4aad-ae4b-0256f52560ca tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] 10.222.0.13 "GET /v2.0/security-groups?id=e275ec3d-c7f6-4920-bb58-0d3614e63387&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412004 Nov 05 19:41:04.665625 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:41:05.397351 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-5eceea3f-c9b8-421f-a534-6916874262ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:41:05.424500 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8881efe-5305-43e0-9983-36b35b610901 req-ec224182-7e61-4336-a5e1-dbe83ec773ed tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:41:05.425989 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-d8881efe-5305-43e0-9983-36b35b610901 req-ec224182-7e61-4336-a5e1-dbe83ec773ed tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b563523-42ee-49f8-b545-0559737d4358 HTTP/1.1" status: 200 len: 946 time: 0.0511234 Nov 05 19:41:05.472725 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-d8881efe-5305-43e0-9983-36b35b610901 req-b12528c6-e2d5-43b3-8743-0dbe6dfdba1e tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] 10.222.0.13 "GET /v2.0/security-groups?id=e275ec3d-c7f6-4920-bb58-0d3614e63387&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403080 Nov 05 19:41:06.425448 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b304910f-7b27-444b-a8fc-977d26b1ceac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:41:06.590380 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09faec28-cebf-4fd5-8170-e781720baa54 req-e6403d87-6695-4f00-8818-37feb3aa12dd tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:41:06.591880 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-09faec28-cebf-4fd5-8170-e781720baa54 req-e6403d87-6695-4f00-8818-37feb3aa12dd tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b563523-42ee-49f8-b545-0559737d4358 HTTP/1.1" status: 200 len: 946 time: 0.0490589 Nov 05 19:41:06.643157 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-09faec28-cebf-4fd5-8170-e781720baa54 req-0b8e40fa-6333-4933-90eb-dcae751ac4c5 tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] 10.222.0.13 "GET /v2.0/security-groups?id=e275ec3d-c7f6-4920-bb58-0d3614e63387&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452230 Nov 05 19:41:06.745477 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:41:07.762667 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376fc187-ed26-467a-a095-d81105fb9b8b req-21945877-dc82-42a6-9eca-496a60d57cf6 tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:41:07.764166 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-376fc187-ed26-467a-a095-d81105fb9b8b req-21945877-dc82-42a6-9eca-496a60d57cf6 tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b563523-42ee-49f8-b545-0559737d4358 HTTP/1.1" status: 200 len: 946 time: 0.0498025 Nov 05 19:41:07.811879 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-376fc187-ed26-467a-a095-d81105fb9b8b req-350eb069-5bac-412d-bf07-9e1250a0bbd5 tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] 10.222.0.13 "GET /v2.0/security-groups?id=e275ec3d-c7f6-4920-bb58-0d3614e63387&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417068 Nov 05 19:41:08.436928 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-31f93893-a48e-4ae8-833d-dccb2b42eacc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:41:08.562738 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:41:08.926444 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cc4787-006c-46e6-aeac-79771a6fe6fc req-e44de7fa-91b9-468a-b687-b12aa0e38b97 tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:41:08.928434 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-92cc4787-006c-46e6-aeac-79771a6fe6fc req-e44de7fa-91b9-468a-b687-b12aa0e38b97 tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b563523-42ee-49f8-b545-0559737d4358 HTTP/1.1" status: 200 len: 946 time: 0.0487874 Nov 05 19:41:08.975259 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-92cc4787-006c-46e6-aeac-79771a6fe6fc req-2c70bf90-21a4-4a7e-87a6-374024e72ee3 tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] 10.222.0.13 "GET /v2.0/security-groups?id=e275ec3d-c7f6-4920-bb58-0d3614e63387&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408735 Nov 05 19:41:10.096003 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7417fb-b345-4c0f-a801-47b5a967a2dd req-239379e0-0c82-4b3c-b512-5acd66600512 tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:41:10.097501 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-fd7417fb-b345-4c0f-a801-47b5a967a2dd req-239379e0-0c82-4b3c-b512-5acd66600512 tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b563523-42ee-49f8-b545-0559737d4358 HTTP/1.1" status: 200 len: 946 time: 0.0527585 Nov 05 19:41:10.145397 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-fd7417fb-b345-4c0f-a801-47b5a967a2dd req-8d3c5d8b-02c1-4fca-a362-49771ad4a81b tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] 10.222.0.13 "GET /v2.0/security-groups?id=e275ec3d-c7f6-4920-bb58-0d3614e63387&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416448 Nov 05 19:41:11.260292 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed04f017-7592-44ef-9a59-be09b2d600c9 req-cd099d2f-f1cf-439c-b792-c95d2063890e tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:41:11.261693 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-ed04f017-7592-44ef-9a59-be09b2d600c9 req-cd099d2f-f1cf-439c-b792-c95d2063890e tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b563523-42ee-49f8-b545-0559737d4358 HTTP/1.1" status: 200 len: 946 time: 0.0482688 Nov 05 19:41:11.308937 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-ed04f017-7592-44ef-9a59-be09b2d600c9 req-89739d26-8555-4629-948c-4614cb7fe4f5 tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] 10.222.0.13 "GET /v2.0/security-groups?id=e275ec3d-c7f6-4920-bb58-0d3614e63387&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412323 Nov 05 19:41:12.430127 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6043d64f-1e1c-40a3-9ee6-7a9dd67c0918 req-d18c24c6-ed79-4200-bbd9-26fc535572d3 tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:41:12.431754 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-6043d64f-1e1c-40a3-9ee6-7a9dd67c0918 req-d18c24c6-ed79-4200-bbd9-26fc535572d3 tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b563523-42ee-49f8-b545-0559737d4358 HTTP/1.1" status: 200 len: 946 time: 0.0543261 Nov 05 19:41:12.479855 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-6043d64f-1e1c-40a3-9ee6-7a9dd67c0918 req-f6b53f84-ba15-4519-9aba-d60ec2b39285 tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] 10.222.0.13 "GET /v2.0/security-groups?id=e275ec3d-c7f6-4920-bb58-0d3614e63387&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422845 Nov 05 19:41:13.594914 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8451ab1-2323-4b67-83c9-c0c5f9022fff req-84a3de50-845c-4d75-8a0f-9e765ba729e8 tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:41:13.596390 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-e8451ab1-2323-4b67-83c9-c0c5f9022fff req-84a3de50-845c-4d75-8a0f-9e765ba729e8 tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b563523-42ee-49f8-b545-0559737d4358 HTTP/1.1" status: 200 len: 946 time: 0.0481212 Nov 05 19:41:13.644050 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-e8451ab1-2323-4b67-83c9-c0c5f9022fff req-c1a0411d-1cc9-4380-8e07-e74ed6b63214 tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] 10.222.0.13 "GET /v2.0/security-groups?id=e275ec3d-c7f6-4920-bb58-0d3614e63387&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410943 Nov 05 19:41:14.762571 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9ecae0-1ff6-41a1-b011-efe758291b7c req-c80db224-6b85-4899-95df-6b8f4f423997 tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:41:14.764060 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-eb9ecae0-1ff6-41a1-b011-efe758291b7c req-c80db224-6b85-4899-95df-6b8f4f423997 tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b563523-42ee-49f8-b545-0559737d4358 HTTP/1.1" status: 200 len: 946 time: 0.0487134 Nov 05 19:41:14.818772 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-eb9ecae0-1ff6-41a1-b011-efe758291b7c req-b50e9cba-f556-4fcd-a40f-a3fbbc051b21 tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] 10.222.0.13 "GET /v2.0/security-groups?id=e275ec3d-c7f6-4920-bb58-0d3614e63387&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484884 Nov 05 19:41:15.936295 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf279124-7e70-4a24-8b83-b92b2ad1eca1 req-667fc846-f39e-483c-b72a-254b3ac66b79 tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:41:15.937799 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-bf279124-7e70-4a24-8b83-b92b2ad1eca1 req-667fc846-f39e-483c-b72a-254b3ac66b79 tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b563523-42ee-49f8-b545-0559737d4358 HTTP/1.1" status: 200 len: 946 time: 0.0501287 Nov 05 19:41:15.984186 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-bf279124-7e70-4a24-8b83-b92b2ad1eca1 req-f9d2edf5-02cc-4caf-952e-c63a30423e78 tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] 10.222.0.13 "GET /v2.0/security-groups?id=e275ec3d-c7f6-4920-bb58-0d3614e63387&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396547 Nov 05 19:41:16.703705 n-d-816865-1 neutron-server[102386]: INFO neutron.api.v2.resource [req-2f694b38-be61-4386-86d3-48403af070d8 req-0b671159-35e2-49df-af2e-0f84031aaa76 service neutron] show failed (client error): The resource could not be found. Nov 05 19:41:16.704714 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-2f694b38-be61-4386-86d3-48403af070d8 req-0b671159-35e2-49df-af2e-0f84031aaa76 service neutron] 10.222.0.55 "GET /v2.0/ports/a9477cac-561e-4896-9a40-27a4c720a40b/bindings/n-h1-816865-1 HTTP/1.1" status: 404 len: 380 time: 0.0534475 Nov 05 19:41:17.108687 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f69c740-8ee2-4303-b438-ae4450d2013c req-d998b466-8259-4181-afb1-08322017ccb6 tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:41:17.110277 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-6f69c740-8ee2-4303-b438-ae4450d2013c req-d998b466-8259-4181-afb1-08322017ccb6 tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b563523-42ee-49f8-b545-0559737d4358 HTTP/1.1" status: 200 len: 946 time: 0.0543132 Nov 05 19:41:17.161131 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-6f69c740-8ee2-4303-b438-ae4450d2013c req-b6ba0c34-f19b-41e3-a734-02760904171c tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] 10.222.0.13 "GET /v2.0/security-groups?id=e275ec3d-c7f6-4920-bb58-0d3614e63387&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440922 Nov 05 19:41:17.219383 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f694b38-be61-4386-86d3-48403af070d8 req-b34e49a7-529b-4cb4-bf08-4722d89c242e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:41:17.220874 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-2f694b38-be61-4386-86d3-48403af070d8 req-b34e49a7-529b-4cb4-bf08-4722d89c242e service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=1b563523-42ee-49f8-b545-0559737d4358&tenant_id=7488aeefeb374a46a39cff325eff1fe7 HTTP/1.1" status: 200 len: 1097 time: 0.0465233 Nov 05 19:41:17.232097 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [req-2f694b38-be61-4386-86d3-48403af070d8 req-5f07af68-ebad-4816-a5ae-12555d34e4bf service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=102387) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 05 19:41:17.233012 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-2f694b38-be61-4386-86d3-48403af070d8 req-5f07af68-ebad-4816-a5ae-12555d34e4bf service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048823 Nov 05 19:41:17.244747 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [req-2f694b38-be61-4386-86d3-48403af070d8 req-84950f5f-49c9-4a81-a9a9-2417fd31451e service neutron] Request body: {'port': {'binding:host_id': 'n-h1-816865-1', 'device_owner': 'compute:nova'}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:41:17.299838 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-2f694b38-be61-4386-86d3-48403af070d8 req-84950f5f-49c9-4a81-a9a9-2417fd31451e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:41:17.496664 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.db [req-2f694b38-be61-4386-86d3-48403af070d8 req-84950f5f-49c9-4a81-a9a9-2417fd31451e service neutron] For port a9477cac-561e-4896-9a40-27a4c720a40b, host n-h2-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=a9477cac-561e-4896-9a40-27a4c720a40b,segment=NetworkSegment(a58696c4-674f-491a-9f25-92f83919ef0a),segment_id=a58696c4-674f-491a-9f25-92f83919ef0a)] {{(pid=102387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:41:17.530150 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.db [req-2f694b38-be61-4386-86d3-48403af070d8 req-84950f5f-49c9-4a81-a9a9-2417fd31451e service neutron] For port a9477cac-561e-4896-9a40-27a4c720a40b, host n-h2-816865-1, cleared binding levels {{(pid=102387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 19:41:17.575885 n-d-816865-1 neutron-server[102387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b563523-42ee-49f8-b545-0559737d4358', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a9477cac-561e-4896-9a40-27a4c720a40b'}] {{(pid=102387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 19:41:17.578193 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1aa7e2392c69fb9acc0b335571f919b1f61097b9ced1ed941ddb2f5c01cc85e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70c9fc42-c5fd-4633-a70e-15c80dba4acf" -d '{"events": [{"server_uuid": "1b563523-42ee-49f8-b545-0559737d4358", "name": "network-vif-unplugged", "status": "completed", "tag": "a9477cac-561e-4896-9a40-27a4c720a40b"}]}' {{(pid=102387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 19:41:17.582287 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-2f694b38-be61-4386-86d3-48403af070d8 req-84950f5f-49c9-4a81-a9a9-2417fd31451e service neutron] Publish callbacks [] for port, precommit_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:41:17.596183 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.provisioning_blocks [req-2f694b38-be61-4386-86d3-48403af070d8 req-84950f5f-49c9-4a81-a9a9-2417fd31451e service neutron] Transition to ACTIVE for port object a9477cac-561e-4896-9a40-27a4c720a40b will not be triggered until provisioned by entity L2. {{(pid=102387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 05 19:41:17.625696 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 05 Nov 2021 19:41:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46034b29-8567-4f95-9e3d-e3c5f0aa95e3 x-openstack-request-id: req-46034b29-8567-4f95-9e3d-e3c5f0aa95e3 {{(pid=102387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 19:41:17.625991 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b563523-42ee-49f8-b545-0559737d4358", "name": "network-vif-unplugged", "status": "completed", "tag": "a9477cac-561e-4896-9a40-27a4c720a40b", "code": 200}]} {{(pid=102387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 19:41:17.626267 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-46034b29-8567-4f95-9e3d-e3c5f0aa95e3 {{(pid=102387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 19:41:17.626829 n-d-816865-1 neutron-server[102387]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b563523-42ee-49f8-b545-0559737d4358', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a9477cac-561e-4896-9a40-27a4c720a40b', 'code': 200} Nov 05 19:41:17.665106 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-2f694b38-be61-4386-86d3-48403af070d8 req-84950f5f-49c9-4a81-a9a9-2417fd31451e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4417072'] for port, after_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:41:17.739243 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84950f5f-49c9-4a81-a9a9-2417fd31451e service neutron] Pushing event updated for resources: {'Port': ['ID=a9477cac-561e-4896-9a40-27a4c720a40b,revision_number=6']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:41:17.754828 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84950f5f-49c9-4a81-a9a9-2417fd31451e service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:41:17.755209 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84950f5f-49c9-4a81-a9a9-2417fd31451e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:41:17.755562 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84950f5f-49c9-4a81-a9a9-2417fd31451e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:41:17.755885 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84950f5f-49c9-4a81-a9a9-2417fd31451e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:41:17.756216 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84950f5f-49c9-4a81-a9a9-2417fd31451e service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:41:17.756545 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84950f5f-49c9-4a81-a9a9-2417fd31451e service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:41:17.756868 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84950f5f-49c9-4a81-a9a9-2417fd31451e service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:41:17.757448 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84950f5f-49c9-4a81-a9a9-2417fd31451e service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:41:17.757770 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84950f5f-49c9-4a81-a9a9-2417fd31451e service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:41:17.758118 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84950f5f-49c9-4a81-a9a9-2417fd31451e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:41:17.758441 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84950f5f-49c9-4a81-a9a9-2417fd31451e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:41:17.758759 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84950f5f-49c9-4a81-a9a9-2417fd31451e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:41:17.798781 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f694b38-be61-4386-86d3-48403af070d8 req-84950f5f-49c9-4a81-a9a9-2417fd31451e service neutron] No DVR routers for this DVR port a9477cac-561e-4896-9a40-27a4c720a40b on host n-h2-816865-1 {{(pid=102387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 19:41:17.939817 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.managers [req-2f694b38-be61-4386-86d3-48403af070d8 req-84950f5f-49c9-4a81-a9a9-2417fd31451e service neutron] Attempting to bind port a9477cac-561e-4896-9a40-27a4c720a40b on host n-h1-816865-1 for vnic_type normal with profile {{(pid=102387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 19:41:17.940146 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.managers [req-2f694b38-be61-4386-86d3-48403af070d8 req-84950f5f-49c9-4a81-a9a9-2417fd31451e service neutron] Attempting to bind port a9477cac-561e-4896-9a40-27a4c720a40b by drivers openvswitch,hyperv on host n-h1-816865-1 at level 0 using segments [{'id': 'a58696c4-674f-491a-9f25-92f83919ef0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'ba9e5cef-1f4e-4f1c-980f-f1e77d588fb4'}] {{(pid=102387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 19:41:17.940468 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f694b38-be61-4386-86d3-48403af070d8 req-84950f5f-49c9-4a81-a9a9-2417fd31451e service neutron] Attempting to bind port a9477cac-561e-4896-9a40-27a4c720a40b on network ba9e5cef-1f4e-4f1c-980f-f1e77d588fb4 {{(pid=102387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 19:41:17.944968 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f694b38-be61-4386-86d3-48403af070d8 req-84950f5f-49c9-4a81-a9a9-2417fd31451e service neutron] Port a9477cac-561e-4896-9a40-27a4c720a40b on network ba9e5cef-1f4e-4f1c-980f-f1e77d588fb4 not bound, no agent of type Open vSwitch agent registered on host n-h1-816865-1 {{(pid=102387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 19:41:17.945287 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f694b38-be61-4386-86d3-48403af070d8 req-84950f5f-49c9-4a81-a9a9-2417fd31451e service neutron] Attempting to bind port a9477cac-561e-4896-9a40-27a4c720a40b on network ba9e5cef-1f4e-4f1c-980f-f1e77d588fb4 {{(pid=102387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 19:41:17.950139 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f694b38-be61-4386-86d3-48403af070d8 req-84950f5f-49c9-4a81-a9a9-2417fd31451e service neutron] Checking agent: {'id': 'eb596d7c-8c64-42bd-8aca-fad447eb0eab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816865-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 18, 33, 34), 'started_at': datetime.datetime(2021, 11, 5, 18, 33, 34), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 19, 41, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 19:41:17.950475 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f694b38-be61-4386-86d3-48403af070d8 req-84950f5f-49c9-4a81-a9a9-2417fd31451e service neutron] Checking segment: {'id': 'a58696c4-674f-491a-9f25-92f83919ef0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'ba9e5cef-1f4e-4f1c-980f-f1e77d588fb4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 19:41:17.950856 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f694b38-be61-4386-86d3-48403af070d8 req-84950f5f-49c9-4a81-a9a9-2417fd31451e service neutron] Bound using segment: {'id': 'a58696c4-674f-491a-9f25-92f83919ef0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'ba9e5cef-1f4e-4f1c-980f-f1e77d588fb4'} {{(pid=102387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 19:41:17.951276 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.managers [req-2f694b38-be61-4386-86d3-48403af070d8 req-84950f5f-49c9-4a81-a9a9-2417fd31451e service neutron] Bound port: a9477cac-561e-4896-9a40-27a4c720a40b, host: n-h1-816865-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a58696c4-674f-491a-9f25-92f83919ef0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'ba9e5cef-1f4e-4f1c-980f-f1e77d588fb4'}}] {{(pid=102387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 19:41:17.951627 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-2f694b38-be61-4386-86d3-48403af070d8 req-84950f5f-49c9-4a81-a9a9-2417fd31451e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:41:18.014426 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.db [req-2f694b38-be61-4386-86d3-48403af070d8 req-84950f5f-49c9-4a81-a9a9-2417fd31451e service neutron] For port a9477cac-561e-4896-9a40-27a4c720a40b, host n-h1-816865-1, cleared binding levels {{(pid=102387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 19:41:18.017367 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.db [req-2f694b38-be61-4386-86d3-48403af070d8 req-84950f5f-49c9-4a81-a9a9-2417fd31451e service neutron] For port a9477cac-561e-4896-9a40-27a4c720a40b, host n-h1-816865-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=a9477cac-561e-4896-9a40-27a4c720a40b,segment=NetworkSegment(a58696c4-674f-491a-9f25-92f83919ef0a),segment_id=a58696c4-674f-491a-9f25-92f83919ef0a)] {{(pid=102387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 19:41:18.065673 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-2f694b38-be61-4386-86d3-48403af070d8 req-84950f5f-49c9-4a81-a9a9-2417fd31451e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4417072'] for port, after_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:41:18.102732 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f694b38-be61-4386-86d3-48403af070d8 req-84950f5f-49c9-4a81-a9a9-2417fd31451e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:41:18.103352 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-2f694b38-be61-4386-86d3-48403af070d8 req-84950f5f-49c9-4a81-a9a9-2417fd31451e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:41:18.104762 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-2f694b38-be61-4386-86d3-48403af070d8 req-84950f5f-49c9-4a81-a9a9-2417fd31451e service neutron] 10.222.0.41 "PUT /v2.0/ports/a9477cac-561e-4896-9a40-27a4c720a40b HTTP/1.1" status: 200 len: 1092 time: 0.8639214 Nov 05 19:41:18.123863 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84950f5f-49c9-4a81-a9a9-2417fd31451e service neutron] Pushing event updated for resources: {'Port': ['ID=a9477cac-561e-4896-9a40-27a4c720a40b,revision_number=7']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:41:18.220374 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f694b38-be61-4386-86d3-48403af070d8 req-05b7a3d3-8df4-4e9f-a394-deed16bf2d84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:41:18.222121 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-2f694b38-be61-4386-86d3-48403af070d8 req-05b7a3d3-8df4-4e9f-a394-deed16bf2d84 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7488aeefeb374a46a39cff325eff1fe7&device_id=1b563523-42ee-49f8-b545-0559737d4358 HTTP/1.1" status: 200 len: 1095 time: 0.0945406 Nov 05 19:41:18.339312 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55141136-0420-4c1f-a4e6-a6e8c114c621 req-85433c6c-6b31-4b34-a765-c9c9c4004dd8 tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:41:18.340799 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-55141136-0420-4c1f-a4e6-a6e8c114c621 req-85433c6c-6b31-4b34-a765-c9c9c4004dd8 tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b563523-42ee-49f8-b545-0559737d4358 HTTP/1.1" status: 200 len: 944 time: 0.1029789 Nov 05 19:41:18.372784 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f694b38-be61-4386-86d3-48403af070d8 req-7ea94131-dbe8-4459-9657-18a0e59b4f4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:41:18.374130 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-2f694b38-be61-4386-86d3-48403af070d8 req-7ea94131-dbe8-4459-9657-18a0e59b4f4b service neutron] 10.222.0.41 "GET /v2.0/networks?id=ba9e5cef-1f4e-4f1c-980f-f1e77d588fb4 HTTP/1.1" status: 200 len: 912 time: 0.1441579 Nov 05 19:41:18.443378 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-55141136-0420-4c1f-a4e6-a6e8c114c621 req-5e615014-7d77-4b4d-b471-79918224a636 tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] 10.222.0.13 "GET /v2.0/security-groups?id=e275ec3d-c7f6-4920-bb58-0d3614e63387&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0952199 Nov 05 19:41:18.459405 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-2f694b38-be61-4386-86d3-48403af070d8 req-aff6791d-fb41-439c-992a-d3badecdfd4d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a9477cac-561e-4896-9a40-27a4c720a40b HTTP/1.1" status: 200 len: 1000 time: 0.0741823 Nov 05 19:41:18.508889 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f694b38-be61-4386-86d3-48403af070d8 req-3c28f6bd-1578-4c80-9fbf-310b7dae7855 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:41:18.510381 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-2f694b38-be61-4386-86d3-48403af070d8 req-3c28f6bd-1578-4c80-9fbf-310b7dae7855 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8ba56a91-a4c0-4279-98e5-26a64b9e0aa9 HTTP/1.1" status: 200 len: 850 time: 0.0442903 Nov 05 19:41:18.555393 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f694b38-be61-4386-86d3-48403af070d8 req-1b23b067-9ad2-44a5-839e-29f7dd67b19a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:41:18.556866 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-2f694b38-be61-4386-86d3-48403af070d8 req-1b23b067-9ad2-44a5-839e-29f7dd67b19a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ba9e5cef-1f4e-4f1c-980f-f1e77d588fb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400743 Nov 05 19:41:18.649911 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-2f694b38-be61-4386-86d3-48403af070d8 req-38b84bf7-7098-45ad-8e3b-d1ee258b6e66 service neutron] 10.222.0.41 "GET /v2.0/networks/ba9e5cef-1f4e-4f1c-980f-f1e77d588fb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859697 Nov 05 19:41:18.712528 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.agents_db [None req-b9406b04-a0e8-43cf-b349-711963d96cf4 None None] Agent healthcheck: found 7 active agents {{(pid=102389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 05 19:41:18.736852 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-2f694b38-be61-4386-86d3-48403af070d8 req-139c759d-e480-4f02-8a92-ccc49563ab74 service neutron] 10.222.0.41 "GET /v2.0/networks/ba9e5cef-1f4e-4f1c-980f-f1e77d588fb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800178 Nov 05 19:41:19.564171 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdfb9d0-060c-4078-94fc-c1723755faa3 req-1a3358b2-caa4-495d-83fe-b4c63fe8e08d tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:41:19.565669 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-3bdfb9d0-060c-4078-94fc-c1723755faa3 req-1a3358b2-caa4-495d-83fe-b4c63fe8e08d tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b563523-42ee-49f8-b545-0559737d4358 HTTP/1.1" status: 200 len: 944 time: 0.0532339 Nov 05 19:41:19.612354 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-3bdfb9d0-060c-4078-94fc-c1723755faa3 req-e4ee6f05-9199-4c41-98a6-c5e587613010 tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] 10.222.0.13 "GET /v2.0/security-groups?id=e275ec3d-c7f6-4920-bb58-0d3614e63387&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407267 Nov 05 19:41:19.628021 n-d-816865-1 neutron-server[102387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b563523-42ee-49f8-b545-0559737d4358', 'tag': 'a9477cac-561e-4896-9a40-27a4c720a40b'}] {{(pid=102387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 19:41:19.631042 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1aa7e2392c69fb9acc0b335571f919b1f61097b9ced1ed941ddb2f5c01cc85e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08f8a5e9-adde-47cb-8b79-efa1418022e3" -d '{"events": [{"name": "network-changed", "server_uuid": "1b563523-42ee-49f8-b545-0559737d4358", "tag": "a9477cac-561e-4896-9a40-27a4c720a40b"}]}' {{(pid=102387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 19:41:19.676777 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 19:41:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe7557e5-9c87-416c-9c53-89c825024468 x-openstack-request-id: req-fe7557e5-9c87-416c-9c53-89c825024468 {{(pid=102387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 19:41:19.677609 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b563523-42ee-49f8-b545-0559737d4358", "tag": "a9477cac-561e-4896-9a40-27a4c720a40b", "status": "completed", "code": 200}]} {{(pid=102387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 19:41:19.677868 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-fe7557e5-9c87-416c-9c53-89c825024468 {{(pid=102387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 19:41:19.678320 n-d-816865-1 neutron-server[102387]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b563523-42ee-49f8-b545-0559737d4358', 'tag': 'a9477cac-561e-4896-9a40-27a4c720a40b', 'status': 'completed', 'code': 200} Nov 05 19:41:19.742145 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f8a5e9-adde-47cb-8b79-efa1418022e3 req-12efca7e-b2d0-4b44-842a-84104c949644 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:41:19.742936 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f8a5e9-adde-47cb-8b79-efa1418022e3 req-bc547f4a-5651-465c-b788-2243a666c10d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:41:19.743580 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-08f8a5e9-adde-47cb-8b79-efa1418022e3 req-12efca7e-b2d0-4b44-842a-84104c949644 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7488aeefeb374a46a39cff325eff1fe7&device_id=1b563523-42ee-49f8-b545-0559737d4358 HTTP/1.1" status: 200 len: 1095 time: 0.0406377 Nov 05 19:41:19.744493 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-08f8a5e9-adde-47cb-8b79-efa1418022e3 req-bc547f4a-5651-465c-b788-2243a666c10d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7488aeefeb374a46a39cff325eff1fe7&device_id=1b563523-42ee-49f8-b545-0559737d4358 HTTP/1.1" status: 200 len: 1095 time: 0.0411570 Nov 05 19:41:19.841030 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f8a5e9-adde-47cb-8b79-efa1418022e3 req-2181ad58-1832-4e83-8175-ee66298d29b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:41:19.841305 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f8a5e9-adde-47cb-8b79-efa1418022e3 req-bbd5d1ea-ce12-4c7e-a0e5-247e407e08b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:41:19.842528 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-08f8a5e9-adde-47cb-8b79-efa1418022e3 req-2181ad58-1832-4e83-8175-ee66298d29b9 service neutron] 10.222.0.41 "GET /v2.0/networks?id=ba9e5cef-1f4e-4f1c-980f-f1e77d588fb4 HTTP/1.1" status: 200 len: 912 time: 0.0890369 Nov 05 19:41:19.842667 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-08f8a5e9-adde-47cb-8b79-efa1418022e3 req-bbd5d1ea-ce12-4c7e-a0e5-247e407e08b3 service neutron] 10.222.0.55 "GET /v2.0/networks?id=ba9e5cef-1f4e-4f1c-980f-f1e77d588fb4 HTTP/1.1" status: 200 len: 912 time: 0.0880210 Nov 05 19:41:19.909008 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-08f8a5e9-adde-47cb-8b79-efa1418022e3 req-880a2a7d-0e0e-4bae-977d-2b16ba1a8878 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a9477cac-561e-4896-9a40-27a4c720a40b HTTP/1.1" status: 200 len: 1000 time: 0.0574660 Nov 05 19:41:19.910889 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-08f8a5e9-adde-47cb-8b79-efa1418022e3 req-227584cb-87cb-4de9-89f6-aed1ec7b2803 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a9477cac-561e-4896-9a40-27a4c720a40b HTTP/1.1" status: 200 len: 1000 time: 0.0571380 Nov 05 19:41:19.959747 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f8a5e9-adde-47cb-8b79-efa1418022e3 req-b0bd11d2-c779-4305-84d6-16f322e8dc18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:41:19.961219 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-08f8a5e9-adde-47cb-8b79-efa1418022e3 req-b0bd11d2-c779-4305-84d6-16f322e8dc18 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8ba56a91-a4c0-4279-98e5-26a64b9e0aa9 HTTP/1.1" status: 200 len: 850 time: 0.0440438 Nov 05 19:41:19.969495 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f8a5e9-adde-47cb-8b79-efa1418022e3 req-b04ed408-1c10-4d52-aa98-f6c9fd02159b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:41:19.971059 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-08f8a5e9-adde-47cb-8b79-efa1418022e3 req-b04ed408-1c10-4d52-aa98-f6c9fd02159b service neutron] 10.222.0.55 "GET /v2.0/subnets?id=8ba56a91-a4c0-4279-98e5-26a64b9e0aa9 HTTP/1.1" status: 200 len: 850 time: 0.0482037 Nov 05 19:41:20.011637 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f8a5e9-adde-47cb-8b79-efa1418022e3 req-326fcb18-c6ff-47bd-b17a-3d71a948110c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:41:20.013315 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-08f8a5e9-adde-47cb-8b79-efa1418022e3 req-326fcb18-c6ff-47bd-b17a-3d71a948110c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ba9e5cef-1f4e-4f1c-980f-f1e77d588fb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0448828 Nov 05 19:41:20.021889 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f8a5e9-adde-47cb-8b79-efa1418022e3 req-14f3abc3-c580-4443-b97e-db4bc6a744d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:41:20.023517 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-08f8a5e9-adde-47cb-8b79-efa1418022e3 req-14f3abc3-c580-4443-b97e-db4bc6a744d7 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ba9e5cef-1f4e-4f1c-980f-f1e77d588fb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408399 Nov 05 19:41:20.107172 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-08f8a5e9-adde-47cb-8b79-efa1418022e3 req-1769ec32-c29e-4b23-b80e-80bd63650e15 service neutron] 10.222.0.41 "GET /v2.0/networks/ba9e5cef-1f4e-4f1c-980f-f1e77d588fb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849571 Nov 05 19:41:20.113955 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Device a9477cac-561e-4896-9a40-27a4c720a40b no longer exists at agent hyperv_n-h2-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 19:41:20.121082 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-08f8a5e9-adde-47cb-8b79-efa1418022e3 req-be6c0658-d5ef-4e5e-b005-4209722ba64e service neutron] 10.222.0.55 "GET /v2.0/networks/ba9e5cef-1f4e-4f1c-980f-f1e77d588fb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860198 Nov 05 19:41:20.157056 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Device a9477cac-561e-4896-9a40-27a4c720a40b not bound to the agent host n-h2-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 19:41:20.207260 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-08f8a5e9-adde-47cb-8b79-efa1418022e3 req-ed8da031-382d-4fa0-ad6b-2cc81f6347cb service neutron] 10.222.0.41 "GET /v2.0/networks/ba9e5cef-1f4e-4f1c-980f-f1e77d588fb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929067 Nov 05 19:41:20.221585 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-08f8a5e9-adde-47cb-8b79-efa1418022e3 req-0cf8a599-ef29-4114-9684-070f35e94cfb service neutron] 10.222.0.55 "GET /v2.0/networks/ba9e5cef-1f4e-4f1c-980f-f1e77d588fb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882959 Nov 05 19:41:20.734293 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac96a26f-4bf4-4964-acfc-a557dfaeb014 req-f46f9f50-360b-40e1-9eee-660e8e27ec85 tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:41:20.735783 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-ac96a26f-4bf4-4964-acfc-a557dfaeb014 req-f46f9f50-360b-40e1-9eee-660e8e27ec85 tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b563523-42ee-49f8-b545-0559737d4358 HTTP/1.1" status: 200 len: 944 time: 0.0491025 Nov 05 19:41:20.783167 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-ac96a26f-4bf4-4964-acfc-a557dfaeb014 req-95c7a597-6fbb-4f2b-84d7-bd3b863146ad tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] 10.222.0.13 "GET /v2.0/security-groups?id=e275ec3d-c7f6-4920-bb58-0d3614e63387&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410984 Nov 05 19:41:21.328088 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e821ad3-c968-4b81-b504-cdb15080edb8 req-9a923052-adbd-4a03-9fb1-08b86c942799 tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:41:21.329554 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-1e821ad3-c968-4b81-b504-cdb15080edb8 req-9a923052-adbd-4a03-9fb1-08b86c942799 tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b563523-42ee-49f8-b545-0559737d4358 HTTP/1.1" status: 200 len: 944 time: 0.0523126 Nov 05 19:41:21.413413 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ffcefa-cd26-4864-8387-c015a250d6e5 req-757e09b7-80bf-4a7a-bef6-6d11a534811d tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:41:21.414878 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-f6ffcefa-cd26-4864-8387-c015a250d6e5 req-757e09b7-80bf-4a7a-bef6-6d11a534811d tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] 10.222.0.41 "GET /v2.0/ports?device_id=1b563523-42ee-49f8-b545-0559737d4358&tenant_id=7488aeefeb374a46a39cff325eff1fe7&binding%3Ahost_id=n-h1-816865-1 HTTP/1.1" status: 200 len: 944 time: 0.0729935 Nov 05 19:41:21.417946 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-1e821ad3-c968-4b81-b504-cdb15080edb8 req-02899afe-9bc3-4ee5-87ef-4d1238eb4f43 tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] 10.222.0.13 "GET /v2.0/security-groups?id=e275ec3d-c7f6-4920-bb58-0d3614e63387&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0820458 Nov 05 19:41:21.475010 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-f6ffcefa-cd26-4864-8387-c015a250d6e5 req-7325b2aa-eac2-4afe-b1b3-eaef367cb9a9 service neutron] 10.222.0.41 "GET /v2.0/ports/a9477cac-561e-4896-9a40-27a4c720a40b/bindings/n-h1-816865-1 HTTP/1.1" status: 200 len: 382 time: 0.0530779 Nov 05 19:41:21.534696 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ffcefa-cd26-4864-8387-c015a250d6e5 req-3cd3f435-ae68-4903-9a33-4cf0716a84b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:41:21.536127 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-f6ffcefa-cd26-4864-8387-c015a250d6e5 req-3cd3f435-ae68-4903-9a33-4cf0716a84b5 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7488aeefeb374a46a39cff325eff1fe7&device_id=1b563523-42ee-49f8-b545-0559737d4358 HTTP/1.1" status: 200 len: 1095 time: 0.0392995 Nov 05 19:41:21.629325 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ffcefa-cd26-4864-8387-c015a250d6e5 req-b92a14dc-0732-4aac-b2d2-ddfdfd6f9464 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:41:21.631051 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-f6ffcefa-cd26-4864-8387-c015a250d6e5 req-b92a14dc-0732-4aac-b2d2-ddfdfd6f9464 service neutron] 10.222.0.41 "GET /v2.0/networks?id=ba9e5cef-1f4e-4f1c-980f-f1e77d588fb4 HTTP/1.1" status: 200 len: 912 time: 0.0873027 Nov 05 19:41:21.655599 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Device a9477cac-561e-4896-9a40-27a4c720a40b details requested by agent hyperv_n-h1-816865-1 with host n-h1-816865-1 {{(pid=102388) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 05 19:41:21.695878 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-f6ffcefa-cd26-4864-8387-c015a250d6e5 req-3ace8e5e-4c05-4ab2-9880-e64d8c37b2cb service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a9477cac-561e-4896-9a40-27a4c720a40b HTTP/1.1" status: 200 len: 1000 time: 0.0578227 Nov 05 19:41:21.747944 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ffcefa-cd26-4864-8387-c015a250d6e5 req-54c5a19e-ec74-402b-999e-d3aa5281a5fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:41:21.749415 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-f6ffcefa-cd26-4864-8387-c015a250d6e5 req-54c5a19e-ec74-402b-999e-d3aa5281a5fc service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8ba56a91-a4c0-4279-98e5-26a64b9e0aa9 HTTP/1.1" status: 200 len: 850 time: 0.0471802 Nov 05 19:41:21.753966 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] For port a9477cac-561e-4896-9a40-27a4c720a40b, host n-h1-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=a9477cac-561e-4896-9a40-27a4c720a40b,segment=NetworkSegment(a58696c4-674f-491a-9f25-92f83919ef0a),segment_id=a58696c4-674f-491a-9f25-92f83919ef0a)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:41:21.765644 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Returning: {'device': 'a9477cac-561e-4896-9a40-27a4c720a40b', 'network_id': 'ba9e5cef-1f4e-4f1c-980f-f1e77d588fb4', 'port_id': 'a9477cac-561e-4896-9a40-27a4c720a40b', 'mac_address': 'fa:16:3e:93:d7:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 150, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ba56a91-a4c0-4279-98e5-26a64b9e0aa9', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102388) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 05 19:41:21.795592 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ffcefa-cd26-4864-8387-c015a250d6e5 req-1b35ab90-9add-4e0c-9fb8-cfc9234e6cae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:41:21.797377 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-f6ffcefa-cd26-4864-8387-c015a250d6e5 req-1b35ab90-9add-4e0c-9fb8-cfc9234e6cae service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ba9e5cef-1f4e-4f1c-980f-f1e77d588fb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0410533 Nov 05 19:41:21.802985 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:41:21.815418 n-d-816865-1 neutron-server[102388]: DEBUG neutron.notifiers.nova [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a9477cac-561e-4896-9a40-27a4c720a40b {{(pid=102388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 19:41:21.835451 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] For port a9477cac-561e-4896-9a40-27a4c720a40b, host n-h1-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=a9477cac-561e-4896-9a40-27a4c720a40b,segment=NetworkSegment(a58696c4-674f-491a-9f25-92f83919ef0a),segment_id=a58696c4-674f-491a-9f25-92f83919ef0a)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:41:21.889645 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-f6ffcefa-cd26-4864-8387-c015a250d6e5 req-c895bf76-60ad-4f01-a6fb-ac92dc7f55f5 service neutron] 10.222.0.41 "GET /v2.0/networks/ba9e5cef-1f4e-4f1c-980f-f1e77d588fb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855317 Nov 05 19:41:21.912358 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:41:21.963746 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Pushing event updated for resources: {'Port': ['ID=a9477cac-561e-4896-9a40-27a4c720a40b,revision_number=8']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:41:21.971077 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:41:21.971429 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:41:21.971769 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:41:21.972107 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:41:21.972441 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:41:21.972773 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:41:21.973106 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:41:21.973432 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:41:21.974365 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:41:21.974710 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:41:21.975042 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:41:21.975359 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:41:21.980830 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-f6ffcefa-cd26-4864-8387-c015a250d6e5 req-fea4a99a-aa8c-47a2-bf80-1f46e7e51ce7 service neutron] 10.222.0.41 "GET /v2.0/networks/ba9e5cef-1f4e-4f1c-980f-f1e77d588fb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838335 Nov 05 19:41:22.144724 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] get_ports_and_sgs() called for port_ids ['a9477cac-561e-4896-9a40-27a4c720a40b'] {{(pid=102388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 19:41:22.535806 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7c6543-949e-485f-9fc4-e50418cc7935 req-2e8be54a-4f97-4769-8220-ef59f1c018d2 tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:41:22.537461 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-cd7c6543-949e-485f-9fc4-e50418cc7935 req-2e8be54a-4f97-4769-8220-ef59f1c018d2 tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b563523-42ee-49f8-b545-0559737d4358 HTTP/1.1" status: 200 len: 945 time: 0.0490046 Nov 05 19:41:22.588375 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-cd7c6543-949e-485f-9fc4-e50418cc7935 req-1965c0f7-ba5f-4d46-b113-c334cf8de5ba tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] 10.222.0.13 "GET /v2.0/security-groups?id=e275ec3d-c7f6-4920-bb58-0d3614e63387&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449505 Nov 05 19:41:23.671974 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Device a9477cac-561e-4896-9a40-27a4c720a40b up at agent hyperv_n-h1-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 19:41:23.710867 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c47e78f-cbe6-484e-9e04-23381f93f604 req-d03a3f96-5485-45d2-a1ec-7f1152baa7b2 tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:41:23.712503 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-7c47e78f-cbe6-484e-9e04-23381f93f604 req-d03a3f96-5485-45d2-a1ec-7f1152baa7b2 tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b563523-42ee-49f8-b545-0559737d4358 HTTP/1.1" status: 200 len: 945 time: 0.0548422 Nov 05 19:41:23.762303 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Provisioning for port a9477cac-561e-4896-9a40-27a4c720a40b completed by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 05 19:41:23.764666 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-7c47e78f-cbe6-484e-9e04-23381f93f604 req-b5d98482-99e6-4cad-b6ee-20a2caf4740d tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] 10.222.0.13 "GET /v2.0/security-groups?id=e275ec3d-c7f6-4920-bb58-0d3614e63387&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440116 Nov 05 19:41:23.767139 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Provisioning complete for port a9477cac-561e-4896-9a40-27a4c720a40b triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:41:23.770171 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:41:23.849666 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:41:23.872023 n-d-816865-1 neutron-server[102388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b563523-42ee-49f8-b545-0559737d4358', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9477cac-561e-4896-9a40-27a4c720a40b'}] {{(pid=102388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 19:41:23.874219 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6791add14b0903d9e674b39f457aa3a29109aa98d0835d5644e65cf363d7cf55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1265827f-a8f1-42ac-ab43-5eee5e88bdfa" -d '{"events": [{"server_uuid": "1b563523-42ee-49f8-b545-0559737d4358", "name": "network-vif-plugged", "status": "completed", "tag": "a9477cac-561e-4896-9a40-27a4c720a40b"}]}' {{(pid=102388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 19:41:23.893983 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] For port a9477cac-561e-4896-9a40-27a4c720a40b, host n-h1-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=a9477cac-561e-4896-9a40-27a4c720a40b,segment=NetworkSegment(a58696c4-674f-491a-9f25-92f83919ef0a),segment_id=a58696c4-674f-491a-9f25-92f83919ef0a)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:41:23.924018 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 19:41:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c383d7b-bfee-4749-b758-6c8d1cb74edf x-openstack-request-id: req-1c383d7b-bfee-4749-b758-6c8d1cb74edf {{(pid=102388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 19:41:23.924345 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b563523-42ee-49f8-b545-0559737d4358", "name": "network-vif-plugged", "status": "completed", "tag": "a9477cac-561e-4896-9a40-27a4c720a40b", "code": 200}]} {{(pid=102388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 19:41:23.924605 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1c383d7b-bfee-4749-b758-6c8d1cb74edf {{(pid=102388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 19:41:23.925015 n-d-816865-1 neutron-server[102388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b563523-42ee-49f8-b545-0559737d4358', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9477cac-561e-4896-9a40-27a4c720a40b', 'code': 200} Nov 05 19:41:23.968470 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:41:24.020091 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Pushing event updated for resources: {'Port': ['ID=a9477cac-561e-4896-9a40-27a4c720a40b,revision_number=9']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:41:24.368383 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ffcefa-cd26-4864-8387-c015a250d6e5 req-fd284bde-7163-40a4-9158-3e379d3da0a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:41:24.369853 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-f6ffcefa-cd26-4864-8387-c015a250d6e5 req-fd284bde-7163-40a4-9158-3e379d3da0a2 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=1b563523-42ee-49f8-b545-0559737d4358&tenant_id=7488aeefeb374a46a39cff325eff1fe7 HTTP/1.1" status: 200 len: 1097 time: 0.0403368 Nov 05 19:41:24.386819 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [req-f6ffcefa-cd26-4864-8387-c015a250d6e5 req-abb99049-3971-48e9-a926-4ef438404f9d service neutron] Request body: {'port': {'binding:host_id': 'n-h2-816865-1', 'device_owner': 'compute:nova'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:41:24.440337 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-f6ffcefa-cd26-4864-8387-c015a250d6e5 req-abb99049-3971-48e9-a926-4ef438404f9d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:41:24.887585 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e02cb1-b9f7-4ef9-89bf-f8270abc836f req-1ac4e83e-d047-45a0-8785-4cd2cb4c0004 tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:41:24.889106 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-22e02cb1-b9f7-4ef9-89bf-f8270abc836f req-1ac4e83e-d047-45a0-8785-4cd2cb4c0004 tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b563523-42ee-49f8-b545-0559737d4358 HTTP/1.1" status: 200 len: 946 time: 0.0518825 Nov 05 19:41:24.914606 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [req-f6ffcefa-cd26-4864-8387-c015a250d6e5 req-abb99049-3971-48e9-a926-4ef438404f9d service neutron] For port a9477cac-561e-4896-9a40-27a4c720a40b, host n-h1-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=a9477cac-561e-4896-9a40-27a4c720a40b,segment=NetworkSegment(a58696c4-674f-491a-9f25-92f83919ef0a),segment_id=a58696c4-674f-491a-9f25-92f83919ef0a)] {{(pid=102386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:41:24.938313 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-22e02cb1-b9f7-4ef9-89bf-f8270abc836f req-4bd2ad5c-e711-4b3f-bd67-073590e29642 tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] 10.222.0.13 "GET /v2.0/security-groups?id=e275ec3d-c7f6-4920-bb58-0d3614e63387&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429299 Nov 05 19:41:24.949229 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [req-f6ffcefa-cd26-4864-8387-c015a250d6e5 req-abb99049-3971-48e9-a926-4ef438404f9d service neutron] For port a9477cac-561e-4896-9a40-27a4c720a40b, host n-h1-816865-1, cleared binding levels {{(pid=102386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 19:41:24.987211 n-d-816865-1 neutron-server[102386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b563523-42ee-49f8-b545-0559737d4358', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a9477cac-561e-4896-9a40-27a4c720a40b'}] {{(pid=102386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 19:41:24.990065 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d24c2e9fd656c946d5f792cc44b0d4efbe125a7d17e01666b7f4dc8150dd75ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b51ee478-20c2-499e-a4cd-06694bffbcc5" -d '{"events": [{"server_uuid": "1b563523-42ee-49f8-b545-0559737d4358", "name": "network-vif-unplugged", "status": "completed", "tag": "a9477cac-561e-4896-9a40-27a4c720a40b"}]}' {{(pid=102386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 19:41:24.994236 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-f6ffcefa-cd26-4864-8387-c015a250d6e5 req-abb99049-3971-48e9-a926-4ef438404f9d service neutron] Publish callbacks [] for port, precommit_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:41:25.008174 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.provisioning_blocks [req-f6ffcefa-cd26-4864-8387-c015a250d6e5 req-abb99049-3971-48e9-a926-4ef438404f9d service neutron] Transition to ACTIVE for port object a9477cac-561e-4896-9a40-27a4c720a40b will not be triggered until provisioned by entity L2. {{(pid=102386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 05 19:41:25.099971 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 05 Nov 2021 19:41:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a2e072c-2ec9-4145-80aa-64e67544cc9d x-openstack-request-id: req-4a2e072c-2ec9-4145-80aa-64e67544cc9d {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 19:41:25.104942 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b563523-42ee-49f8-b545-0559737d4358", "name": "network-vif-unplugged", "status": "completed", "tag": "a9477cac-561e-4896-9a40-27a4c720a40b", "code": 200}]} {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 19:41:25.104942 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4a2e072c-2ec9-4145-80aa-64e67544cc9d {{(pid=102386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 19:41:25.104942 n-d-816865-1 neutron-server[102386]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b563523-42ee-49f8-b545-0559737d4358', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a9477cac-561e-4896-9a40-27a4c720a40b', 'code': 200} Nov 05 19:41:25.127795 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-f6ffcefa-cd26-4864-8387-c015a250d6e5 req-abb99049-3971-48e9-a926-4ef438404f9d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6149821'] for port, after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:41:25.231627 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb99049-3971-48e9-a926-4ef438404f9d service neutron] Pushing event updated for resources: {'Port': ['ID=a9477cac-561e-4896-9a40-27a4c720a40b,revision_number=10']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:41:25.257319 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb99049-3971-48e9-a926-4ef438404f9d service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:41:25.257670 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb99049-3971-48e9-a926-4ef438404f9d service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:41:25.258008 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb99049-3971-48e9-a926-4ef438404f9d service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:41:25.258389 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb99049-3971-48e9-a926-4ef438404f9d service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:41:25.258715 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb99049-3971-48e9-a926-4ef438404f9d service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:41:25.259040 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb99049-3971-48e9-a926-4ef438404f9d service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:41:25.259360 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb99049-3971-48e9-a926-4ef438404f9d service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:41:25.259681 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb99049-3971-48e9-a926-4ef438404f9d service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:41:25.259998 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb99049-3971-48e9-a926-4ef438404f9d service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:41:25.260321 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb99049-3971-48e9-a926-4ef438404f9d service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:41:25.260639 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb99049-3971-48e9-a926-4ef438404f9d service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:41:25.260954 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb99049-3971-48e9-a926-4ef438404f9d service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:41:25.315766 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6ffcefa-cd26-4864-8387-c015a250d6e5 req-abb99049-3971-48e9-a926-4ef438404f9d service neutron] No DVR routers for this DVR port a9477cac-561e-4896-9a40-27a4c720a40b on host n-h1-816865-1 {{(pid=102386) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 19:41:25.447289 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [req-f6ffcefa-cd26-4864-8387-c015a250d6e5 req-abb99049-3971-48e9-a926-4ef438404f9d service neutron] Attempting to bind port a9477cac-561e-4896-9a40-27a4c720a40b on host n-h2-816865-1 for vnic_type normal with profile {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 19:41:25.448065 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [req-f6ffcefa-cd26-4864-8387-c015a250d6e5 req-abb99049-3971-48e9-a926-4ef438404f9d service neutron] Attempting to bind port a9477cac-561e-4896-9a40-27a4c720a40b by drivers openvswitch,hyperv on host n-h2-816865-1 at level 0 using segments [{'id': 'a58696c4-674f-491a-9f25-92f83919ef0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'ba9e5cef-1f4e-4f1c-980f-f1e77d588fb4'}] {{(pid=102386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 19:41:25.448065 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6ffcefa-cd26-4864-8387-c015a250d6e5 req-abb99049-3971-48e9-a926-4ef438404f9d service neutron] Attempting to bind port a9477cac-561e-4896-9a40-27a4c720a40b on network ba9e5cef-1f4e-4f1c-980f-f1e77d588fb4 {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 19:41:25.451949 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6ffcefa-cd26-4864-8387-c015a250d6e5 req-abb99049-3971-48e9-a926-4ef438404f9d service neutron] Port a9477cac-561e-4896-9a40-27a4c720a40b on network ba9e5cef-1f4e-4f1c-980f-f1e77d588fb4 not bound, no agent of type Open vSwitch agent registered on host n-h2-816865-1 {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 19:41:25.452265 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6ffcefa-cd26-4864-8387-c015a250d6e5 req-abb99049-3971-48e9-a926-4ef438404f9d service neutron] Attempting to bind port a9477cac-561e-4896-9a40-27a4c720a40b on network ba9e5cef-1f4e-4f1c-980f-f1e77d588fb4 {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 19:41:25.456980 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6ffcefa-cd26-4864-8387-c015a250d6e5 req-abb99049-3971-48e9-a926-4ef438404f9d service neutron] Checking agent: {'id': '32aff553-696f-4891-83f5-5c176f61fe54', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816865-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 18, 33, 36), 'started_at': datetime.datetime(2021, 11, 5, 18, 33, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 19, 41, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 19:41:25.457309 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6ffcefa-cd26-4864-8387-c015a250d6e5 req-abb99049-3971-48e9-a926-4ef438404f9d service neutron] Checking segment: {'id': 'a58696c4-674f-491a-9f25-92f83919ef0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'ba9e5cef-1f4e-4f1c-980f-f1e77d588fb4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 19:41:25.457687 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6ffcefa-cd26-4864-8387-c015a250d6e5 req-abb99049-3971-48e9-a926-4ef438404f9d service neutron] Bound using segment: {'id': 'a58696c4-674f-491a-9f25-92f83919ef0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'ba9e5cef-1f4e-4f1c-980f-f1e77d588fb4'} {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 19:41:25.458659 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [req-f6ffcefa-cd26-4864-8387-c015a250d6e5 req-abb99049-3971-48e9-a926-4ef438404f9d service neutron] Bound port: a9477cac-561e-4896-9a40-27a4c720a40b, host: n-h2-816865-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a58696c4-674f-491a-9f25-92f83919ef0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'ba9e5cef-1f4e-4f1c-980f-f1e77d588fb4'}}] {{(pid=102386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 19:41:25.459035 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-f6ffcefa-cd26-4864-8387-c015a250d6e5 req-abb99049-3971-48e9-a926-4ef438404f9d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:41:25.519285 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [req-f6ffcefa-cd26-4864-8387-c015a250d6e5 req-abb99049-3971-48e9-a926-4ef438404f9d service neutron] For port a9477cac-561e-4896-9a40-27a4c720a40b, host n-h2-816865-1, cleared binding levels {{(pid=102386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 19:41:25.522855 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [req-f6ffcefa-cd26-4864-8387-c015a250d6e5 req-abb99049-3971-48e9-a926-4ef438404f9d service neutron] For port a9477cac-561e-4896-9a40-27a4c720a40b, host n-h2-816865-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=a9477cac-561e-4896-9a40-27a4c720a40b,segment=NetworkSegment(a58696c4-674f-491a-9f25-92f83919ef0a),segment_id=a58696c4-674f-491a-9f25-92f83919ef0a)] {{(pid=102386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 19:41:25.585258 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-f6ffcefa-cd26-4864-8387-c015a250d6e5 req-abb99049-3971-48e9-a926-4ef438404f9d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6149821'] for port, after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:41:25.618974 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ffcefa-cd26-4864-8387-c015a250d6e5 req-abb99049-3971-48e9-a926-4ef438404f9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:41:25.619615 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-f6ffcefa-cd26-4864-8387-c015a250d6e5 req-abb99049-3971-48e9-a926-4ef438404f9d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:41:25.621054 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-f6ffcefa-cd26-4864-8387-c015a250d6e5 req-abb99049-3971-48e9-a926-4ef438404f9d service neutron] 10.222.0.55 "PUT /v2.0/ports/a9477cac-561e-4896-9a40-27a4c720a40b HTTP/1.1" status: 200 len: 1093 time: 1.2380486 Nov 05 19:41:25.642678 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb99049-3971-48e9-a926-4ef438404f9d service neutron] Pushing event updated for resources: {'Port': ['ID=a9477cac-561e-4896-9a40-27a4c720a40b,revision_number=11']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:41:25.691859 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ffcefa-cd26-4864-8387-c015a250d6e5 req-b819ed42-355d-4f05-8116-17cece69f348 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:41:25.693431 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-f6ffcefa-cd26-4864-8387-c015a250d6e5 req-b819ed42-355d-4f05-8116-17cece69f348 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7488aeefeb374a46a39cff325eff1fe7&device_id=1b563523-42ee-49f8-b545-0559737d4358 HTTP/1.1" status: 200 len: 1096 time: 0.0454323 Nov 05 19:41:25.794868 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ffcefa-cd26-4864-8387-c015a250d6e5 req-420d626b-07bc-44b3-900f-2aeeddda8d9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:41:25.796371 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-f6ffcefa-cd26-4864-8387-c015a250d6e5 req-420d626b-07bc-44b3-900f-2aeeddda8d9d service neutron] 10.222.0.55 "GET /v2.0/networks?id=ba9e5cef-1f4e-4f1c-980f-f1e77d588fb4 HTTP/1.1" status: 200 len: 912 time: 0.0911143 Nov 05 19:41:25.868398 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-f6ffcefa-cd26-4864-8387-c015a250d6e5 req-814d3742-a8d9-432f-b6ca-b3d5dbd11ffe service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a9477cac-561e-4896-9a40-27a4c720a40b HTTP/1.1" status: 200 len: 1000 time: 0.0611567 Nov 05 19:41:25.921560 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ffcefa-cd26-4864-8387-c015a250d6e5 req-8b3f8aeb-6867-4bbe-89e2-846a7094ad1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:41:25.923028 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-f6ffcefa-cd26-4864-8387-c015a250d6e5 req-8b3f8aeb-6867-4bbe-89e2-846a7094ad1c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=8ba56a91-a4c0-4279-98e5-26a64b9e0aa9 HTTP/1.1" status: 200 len: 850 time: 0.0446885 Nov 05 19:41:25.971526 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ffcefa-cd26-4864-8387-c015a250d6e5 req-71f7b216-e42f-488f-be78-87cbce3704f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:41:25.973033 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-f6ffcefa-cd26-4864-8387-c015a250d6e5 req-71f7b216-e42f-488f-be78-87cbce3704f0 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ba9e5cef-1f4e-4f1c-980f-f1e77d588fb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401666 Nov 05 19:41:26.061327 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62cc5c1-2a12-4bac-a541-0accd708585e req-676fab39-e458-4528-903c-93ece4b186ff tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:41:26.062858 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-e62cc5c1-2a12-4bac-a541-0accd708585e req-676fab39-e458-4528-903c-93ece4b186ff tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b563523-42ee-49f8-b545-0559737d4358 HTTP/1.1" status: 200 len: 945 time: 0.0525534 Nov 05 19:41:26.076490 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-f6ffcefa-cd26-4864-8387-c015a250d6e5 req-8cd96858-7bfe-4395-add4-e4c516ef4156 service neutron] 10.222.0.55 "GET /v2.0/networks/ba9e5cef-1f4e-4f1c-980f-f1e77d588fb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906258 Nov 05 19:41:26.112408 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-e62cc5c1-2a12-4bac-a541-0accd708585e req-ca7f3cb6-31da-4330-84e0-f205ec9b42dc tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] 10.222.0.13 "GET /v2.0/security-groups?id=e275ec3d-c7f6-4920-bb58-0d3614e63387&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426958 Nov 05 19:41:26.172936 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-f6ffcefa-cd26-4864-8387-c015a250d6e5 req-51497334-05cf-4351-be9c-25cc557347ed service neutron] 10.222.0.55 "GET /v2.0/networks/ba9e5cef-1f4e-4f1c-980f-f1e77d588fb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843127 Nov 05 19:41:27.102437 n-d-816865-1 neutron-server[102386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b563523-42ee-49f8-b545-0559737d4358', 'tag': 'a9477cac-561e-4896-9a40-27a4c720a40b'}] {{(pid=102386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 19:41:27.104919 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d24c2e9fd656c946d5f792cc44b0d4efbe125a7d17e01666b7f4dc8150dd75ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4a87e55-ea6b-49d8-aa69-1fcb5f17dd4d" -d '{"events": [{"name": "network-changed", "server_uuid": "1b563523-42ee-49f8-b545-0559737d4358", "tag": "a9477cac-561e-4896-9a40-27a4c720a40b"}]}' {{(pid=102386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 19:41:27.153120 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 19:41:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05616907-8bc4-4d87-a279-6e823f9b9c08 x-openstack-request-id: req-05616907-8bc4-4d87-a279-6e823f9b9c08 {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 19:41:27.153416 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b563523-42ee-49f8-b545-0559737d4358", "tag": "a9477cac-561e-4896-9a40-27a4c720a40b", "status": "completed", "code": 200}]} {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 19:41:27.153668 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-05616907-8bc4-4d87-a279-6e823f9b9c08 {{(pid=102386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 19:41:27.154093 n-d-816865-1 neutron-server[102386]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b563523-42ee-49f8-b545-0559737d4358', 'tag': 'a9477cac-561e-4896-9a40-27a4c720a40b', 'status': 'completed', 'code': 200} Nov 05 19:41:27.225626 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a87e55-ea6b-49d8-aa69-1fcb5f17dd4d req-fdedaf86-ff89-4537-8f0c-f3efc5c72785 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:41:27.227398 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-c4a87e55-ea6b-49d8-aa69-1fcb5f17dd4d req-fdedaf86-ff89-4537-8f0c-f3efc5c72785 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7488aeefeb374a46a39cff325eff1fe7&device_id=1b563523-42ee-49f8-b545-0559737d4358 HTTP/1.1" status: 200 len: 1096 time: 0.0480499 Nov 05 19:41:27.246635 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a87e55-ea6b-49d8-aa69-1fcb5f17dd4d req-51005e1d-8a93-4ce9-8c3e-46ad386f5204 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:41:27.248151 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-c4a87e55-ea6b-49d8-aa69-1fcb5f17dd4d req-51005e1d-8a93-4ce9-8c3e-46ad386f5204 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7488aeefeb374a46a39cff325eff1fe7&device_id=1b563523-42ee-49f8-b545-0559737d4358 HTTP/1.1" status: 200 len: 1096 time: 0.0699434 Nov 05 19:41:27.274435 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69dde7d3-3feb-4565-b297-cadad8a6ab96 req-182253bd-0d1a-484d-a73c-67ec5db26619 tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:41:27.275816 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-69dde7d3-3feb-4565-b297-cadad8a6ab96 req-182253bd-0d1a-484d-a73c-67ec5db26619 tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b563523-42ee-49f8-b545-0559737d4358 HTTP/1.1" status: 200 len: 945 time: 0.0727625 Nov 05 19:41:27.321832 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a87e55-ea6b-49d8-aa69-1fcb5f17dd4d req-3c2dec60-80eb-4105-bb13-a9faded835b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:41:27.323396 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-c4a87e55-ea6b-49d8-aa69-1fcb5f17dd4d req-3c2dec60-80eb-4105-bb13-a9faded835b3 service neutron] 10.222.0.55 "GET /v2.0/networks?id=ba9e5cef-1f4e-4f1c-980f-f1e77d588fb4 HTTP/1.1" status: 200 len: 912 time: 0.0864246 Nov 05 19:41:27.388876 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-69dde7d3-3feb-4565-b297-cadad8a6ab96 req-a733f96a-4350-4047-a1b7-6ec49eea46ca tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] 10.222.0.13 "GET /v2.0/security-groups?id=e275ec3d-c7f6-4920-bb58-0d3614e63387&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1032603 Nov 05 19:41:27.393562 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a87e55-ea6b-49d8-aa69-1fcb5f17dd4d req-ce48265e-ef94-44a2-aa56-b57486955eaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:41:27.393705 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-c4a87e55-ea6b-49d8-aa69-1fcb5f17dd4d req-7f6e6c97-d440-44e7-a860-ad0a340062f8 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a9477cac-561e-4896-9a40-27a4c720a40b HTTP/1.1" status: 200 len: 1000 time: 0.0624769 Nov 05 19:41:27.395054 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-c4a87e55-ea6b-49d8-aa69-1fcb5f17dd4d req-ce48265e-ef94-44a2-aa56-b57486955eaa service neutron] 10.222.0.41 "GET /v2.0/networks?id=ba9e5cef-1f4e-4f1c-980f-f1e77d588fb4 HTTP/1.1" status: 200 len: 912 time: 0.1381903 Nov 05 19:41:27.444542 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a87e55-ea6b-49d8-aa69-1fcb5f17dd4d req-27fddf54-2af5-42ed-aa6c-ef6045442d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:41:27.446029 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-c4a87e55-ea6b-49d8-aa69-1fcb5f17dd4d req-27fddf54-2af5-42ed-aa6c-ef6045442d76 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=8ba56a91-a4c0-4279-98e5-26a64b9e0aa9 HTTP/1.1" status: 200 len: 850 time: 0.0448728 Nov 05 19:41:27.465485 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-c4a87e55-ea6b-49d8-aa69-1fcb5f17dd4d req-222ba47f-5db1-4a19-ae4c-4a2d154200cb service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a9477cac-561e-4896-9a40-27a4c720a40b HTTP/1.1" status: 200 len: 1000 time: 0.0625391 Nov 05 19:41:27.493002 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a87e55-ea6b-49d8-aa69-1fcb5f17dd4d req-2a1b7ecd-e2a3-4feb-826a-98aa7a87eba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:41:27.494567 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-c4a87e55-ea6b-49d8-aa69-1fcb5f17dd4d req-2a1b7ecd-e2a3-4feb-826a-98aa7a87eba4 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ba9e5cef-1f4e-4f1c-980f-f1e77d588fb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406046 Nov 05 19:41:27.515618 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a87e55-ea6b-49d8-aa69-1fcb5f17dd4d req-bc7eec85-7781-49ef-a6a5-802da1f46905 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:41:27.517048 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-c4a87e55-ea6b-49d8-aa69-1fcb5f17dd4d req-bc7eec85-7781-49ef-a6a5-802da1f46905 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8ba56a91-a4c0-4279-98e5-26a64b9e0aa9 HTTP/1.1" status: 200 len: 850 time: 0.0451350 Nov 05 19:41:27.564426 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a87e55-ea6b-49d8-aa69-1fcb5f17dd4d req-c71d88e3-2716-41c7-9087-1a96ae8f2db6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:41:27.565869 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-c4a87e55-ea6b-49d8-aa69-1fcb5f17dd4d req-c71d88e3-2716-41c7-9087-1a96ae8f2db6 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ba9e5cef-1f4e-4f1c-980f-f1e77d588fb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408871 Nov 05 19:41:27.591354 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-c4a87e55-ea6b-49d8-aa69-1fcb5f17dd4d req-c614c045-1eda-4faa-85d2-fc2eadc6f77e service neutron] 10.222.0.55 "GET /v2.0/networks/ba9e5cef-1f4e-4f1c-980f-f1e77d588fb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879827 Nov 05 19:41:27.660611 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-c4a87e55-ea6b-49d8-aa69-1fcb5f17dd4d req-515b93d6-daf2-4b50-93d1-3188c122fb10 service neutron] 10.222.0.41 "GET /v2.0/networks/ba9e5cef-1f4e-4f1c-980f-f1e77d588fb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860696 Nov 05 19:41:27.670254 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Device a9477cac-561e-4896-9a40-27a4c720a40b no longer exists at agent hyperv_n-h1-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 19:41:27.687551 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-c4a87e55-ea6b-49d8-aa69-1fcb5f17dd4d req-085c20b2-2b62-4825-9051-05cb887304ff service neutron] 10.222.0.55 "GET /v2.0/networks/ba9e5cef-1f4e-4f1c-980f-f1e77d588fb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860379 Nov 05 19:41:27.710391 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Device a9477cac-561e-4896-9a40-27a4c720a40b not bound to the agent host n-h1-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 19:41:27.761017 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-c4a87e55-ea6b-49d8-aa69-1fcb5f17dd4d req-0b892833-75c1-4bd7-98bb-b3db39e9c097 service neutron] 10.222.0.41 "GET /v2.0/networks/ba9e5cef-1f4e-4f1c-980f-f1e77d588fb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927894 Nov 05 19:41:28.155382 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Device a9477cac-561e-4896-9a40-27a4c720a40b details requested by agent hyperv_n-h2-816865-1 with host n-h2-816865-1 {{(pid=102388) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 05 19:41:28.254270 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] For port a9477cac-561e-4896-9a40-27a4c720a40b, host n-h2-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=a9477cac-561e-4896-9a40-27a4c720a40b,segment=NetworkSegment(a58696c4-674f-491a-9f25-92f83919ef0a),segment_id=a58696c4-674f-491a-9f25-92f83919ef0a)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:41:28.266182 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Returning: {'device': 'a9477cac-561e-4896-9a40-27a4c720a40b', 'network_id': 'ba9e5cef-1f4e-4f1c-980f-f1e77d588fb4', 'port_id': 'a9477cac-561e-4896-9a40-27a4c720a40b', 'mac_address': 'fa:16:3e:93:d7:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 150, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ba56a91-a4c0-4279-98e5-26a64b9e0aa9', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102388) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 05 19:41:28.305681 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:41:28.319161 n-d-816865-1 neutron-server[102388]: DEBUG neutron.notifiers.nova [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a9477cac-561e-4896-9a40-27a4c720a40b {{(pid=102388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 19:41:28.338929 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] For port a9477cac-561e-4896-9a40-27a4c720a40b, host n-h2-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=a9477cac-561e-4896-9a40-27a4c720a40b,segment=NetworkSegment(a58696c4-674f-491a-9f25-92f83919ef0a),segment_id=a58696c4-674f-491a-9f25-92f83919ef0a)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:41:28.390631 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:41:28.441686 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Pushing event updated for resources: {'Port': ['ID=a9477cac-561e-4896-9a40-27a4c720a40b,revision_number=12']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:41:28.510351 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37284bc-9474-4d0e-b27f-b48902aad8e2 req-a8d290b8-9651-406a-8eb1-25600eabd58d tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:41:28.512081 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-e37284bc-9474-4d0e-b27f-b48902aad8e2 req-a8d290b8-9651-406a-8eb1-25600eabd58d tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b563523-42ee-49f8-b545-0559737d4358 HTTP/1.1" status: 200 len: 946 time: 0.0512106 Nov 05 19:41:28.563001 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-e37284bc-9474-4d0e-b27f-b48902aad8e2 req-f825d108-0882-476d-933f-42ed13b9cfe5 tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] 10.222.0.13 "GET /v2.0/security-groups?id=e275ec3d-c7f6-4920-bb58-0d3614e63387&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446470 Nov 05 19:41:28.659278 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] get_ports_and_sgs() called for port_ids ['a9477cac-561e-4896-9a40-27a4c720a40b'] {{(pid=102388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 19:41:28.679326 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a935382-2781-4114-840a-2d72f770e76d req-cd320873-6815-40bf-9926-7c5a73ad9a9c tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:41:28.680857 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-5a935382-2781-4114-840a-2d72f770e76d req-cd320873-6815-40bf-9926-7c5a73ad9a9c tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b563523-42ee-49f8-b545-0559737d4358 HTTP/1.1" status: 200 len: 946 time: 0.0489395 Nov 05 19:41:28.728018 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-5a935382-2781-4114-840a-2d72f770e76d req-6222875c-7e0b-4055-9372-1949f7efab16 tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] 10.222.0.13 "GET /v2.0/security-groups?id=e275ec3d-c7f6-4920-bb58-0d3614e63387&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409553 Nov 05 19:41:28.842837 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1e4041-6453-4686-ba7c-048a075cd7d9 req-38091cad-e0d1-4fe2-abda-f89f91c4abd4 tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:41:28.844320 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-fb1e4041-6453-4686-ba7c-048a075cd7d9 req-38091cad-e0d1-4fe2-abda-f89f91c4abd4 tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b563523-42ee-49f8-b545-0559737d4358 HTTP/1.1" status: 200 len: 946 time: 0.0485828 Nov 05 19:41:28.890838 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-fb1e4041-6453-4686-ba7c-048a075cd7d9 req-75f776b0-66f1-4c8c-88ef-9e94a2350adc tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] 10.222.0.13 "GET /v2.0/security-groups?id=e275ec3d-c7f6-4920-bb58-0d3614e63387&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401454 Nov 05 19:41:29.300107 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14addd9-4268-425f-868f-8c860f1b3592 req-ad0452be-5068-46c7-919e-05a4cf029453 tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:41:29.301725 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-a14addd9-4268-425f-868f-8c860f1b3592 req-ad0452be-5068-46c7-919e-05a4cf029453 tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b563523-42ee-49f8-b545-0559737d4358 HTTP/1.1" status: 200 len: 946 time: 0.0523722 Nov 05 19:41:29.347798 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-a14addd9-4268-425f-868f-8c860f1b3592 req-d89331d1-bdf1-4054-a26d-e8f43e62ff78 tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] 10.222.0.13 "GET /v2.0/security-groups?id=e275ec3d-c7f6-4920-bb58-0d3614e63387&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401802 Nov 05 19:41:30.168150 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Device a9477cac-561e-4896-9a40-27a4c720a40b up at agent hyperv_n-h2-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 19:41:30.288167 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Provisioning for port a9477cac-561e-4896-9a40-27a4c720a40b completed by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 05 19:41:30.291971 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Provisioning complete for port a9477cac-561e-4896-9a40-27a4c720a40b triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:41:30.292419 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:41:30.368076 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:41:30.391021 n-d-816865-1 neutron-server[102388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b563523-42ee-49f8-b545-0559737d4358', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9477cac-561e-4896-9a40-27a4c720a40b'}] {{(pid=102388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 19:41:30.393254 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6791add14b0903d9e674b39f457aa3a29109aa98d0835d5644e65cf363d7cf55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d8f55ac-9c00-41c0-829a-db2ed5818b7d" -d '{"events": [{"server_uuid": "1b563523-42ee-49f8-b545-0559737d4358", "name": "network-vif-plugged", "status": "completed", "tag": "a9477cac-561e-4896-9a40-27a4c720a40b"}]}' {{(pid=102388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 19:41:30.406324 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] For port a9477cac-561e-4896-9a40-27a4c720a40b, host n-h2-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=a9477cac-561e-4896-9a40-27a4c720a40b,segment=NetworkSegment(a58696c4-674f-491a-9f25-92f83919ef0a),segment_id=a58696c4-674f-491a-9f25-92f83919ef0a)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:41:30.468386 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e3efcb-f327-486d-92f3-739751724853 req-3965cf49-ccdc-4e8c-8268-9c63da64f4d6 tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:41:30.470212 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-33e3efcb-f327-486d-92f3-739751724853 req-3965cf49-ccdc-4e8c-8268-9c63da64f4d6 tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b563523-42ee-49f8-b545-0559737d4358 HTTP/1.1" status: 200 len: 946 time: 0.0508962 Nov 05 19:41:30.471064 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:41:30.522473 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-33e3efcb-f327-486d-92f3-739751724853 req-0bdef4e1-0ad0-44f6-b750-1fb7e0558d46 tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] 10.222.0.13 "GET /v2.0/security-groups?id=e275ec3d-c7f6-4920-bb58-0d3614e63387&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456607 Nov 05 19:41:30.523100 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Pushing event updated for resources: {'Port': ['ID=a9477cac-561e-4896-9a40-27a4c720a40b,revision_number=13']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:41:30.575260 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 19:41:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c0d74d2-398e-4616-bc43-ebb72d9677f6 x-openstack-request-id: req-1c0d74d2-398e-4616-bc43-ebb72d9677f6 {{(pid=102388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 19:41:30.575556 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b563523-42ee-49f8-b545-0559737d4358", "name": "network-vif-plugged", "status": "completed", "tag": "a9477cac-561e-4896-9a40-27a4c720a40b", "code": 200}]} {{(pid=102388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 19:41:30.575811 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1c0d74d2-398e-4616-bc43-ebb72d9677f6 {{(pid=102388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 19:41:30.576207 n-d-816865-1 neutron-server[102388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b563523-42ee-49f8-b545-0559737d4358', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9477cac-561e-4896-9a40-27a4c720a40b', 'code': 200} Nov 05 19:41:30.705211 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5dd690-8195-4e73-99c8-acb97513b004 req-a89ff156-1afd-4d49-a2e7-5cb39491cf19 tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:41:30.706726 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-7b5dd690-8195-4e73-99c8-acb97513b004 req-a89ff156-1afd-4d49-a2e7-5cb39491cf19 tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] 10.222.0.55 "GET /v2.0/ports?device_id=1b563523-42ee-49f8-b545-0559737d4358 HTTP/1.1" status: 200 len: 947 time: 0.0530956 Nov 05 19:41:30.797011 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [req-7b5dd690-8195-4e73-99c8-acb97513b004 req-06e82034-67c8-425c-b23b-1ce4ece768c8 tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] Deleting port a9477cac-561e-4896-9a40-27a4c720a40b {{(pid=102386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 19:41:30.797274 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-7b5dd690-8195-4e73-99c8-acb97513b004 req-06e82034-67c8-425c-b23b-1ce4ece768c8 tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:41:30.890930 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [req-7b5dd690-8195-4e73-99c8-acb97513b004 req-06e82034-67c8-425c-b23b-1ce4ece768c8 tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] For port a9477cac-561e-4896-9a40-27a4c720a40b, host n-h2-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=a9477cac-561e-4896-9a40-27a4c720a40b,segment=NetworkSegment(a58696c4-674f-491a-9f25-92f83919ef0a),segment_id=a58696c4-674f-491a-9f25-92f83919ef0a)] {{(pid=102386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:41:30.891302 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-7b5dd690-8195-4e73-99c8-acb97513b004 req-06e82034-67c8-425c-b23b-1ce4ece768c8 tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:41:31.108881 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-7b5dd690-8195-4e73-99c8-acb97513b004 req-06e82034-67c8-425c-b23b-1ce4ece768c8 tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:41:31.109160 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-7b5dd690-8195-4e73-99c8-acb97513b004 req-06e82034-67c8-425c-b23b-1ce4ece768c8 tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1000577'] for floatingip, after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:41:31.109478 n-d-816865-1 neutron-server[102386]: INFO neutron.db.l3_db [req-7b5dd690-8195-4e73-99c8-acb97513b004 req-06e82034-67c8-425c-b23b-1ce4ece768c8 tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] Floating IP 9a56d8a3-beb3-4417-b237-e6af35164c1b disassociated. External IP: 172.25.6.35, port: a9477cac-561e-4896-9a40-27a4c720a40b. Nov 05 19:41:31.109838 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [req-7b5dd690-8195-4e73-99c8-acb97513b004 req-06e82034-67c8-425c-b23b-1ce4ece768c8 tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] Calling delete_port for a9477cac-561e-4896-9a40-27a4c720a40b owned by compute:nova {{(pid=102386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 19:41:31.299468 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-7b5dd690-8195-4e73-99c8-acb97513b004 req-06e82034-67c8-425c-b23b-1ce4ece768c8 tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:41:31.327606 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e82034-67c8-425c-b23b-1ce4ece768c8 tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] Pushing event deleted for resources: {'Port': ['ID=a9477cac-561e-4896-9a40-27a4c720a40b,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:41:31.456021 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7b5dd690-8195-4e73-99c8-acb97513b004 req-06e82034-67c8-425c-b23b-1ce4ece768c8 tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] Router ab427502-7317-494b-b799-660ebb83d854 has already been hosted by L3 agent 6dcb5589-8e86-4616-9186-ddc4548e13ad {{(pid=102386) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 19:41:31.566919 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7b5dd690-8195-4e73-99c8-acb97513b004 req-06e82034-67c8-425c-b23b-1ce4ece768c8 tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] Notify agent at l3_agent.n-d-816865-1 the message routers_updated {{(pid=102386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 19:41:31.578950 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ae2412b-19b0-44bb-b33f-cf8d6b2ebdbf None None] Sync routers for ids ['ab427502-7317-494b-b799-660ebb83d854'] in n-d-816865-1 {{(pid=102388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 19:41:31.592094 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ae2412b-19b0-44bb-b33f-cf8d6b2ebdbf None None] Routers {'ab427502-7317-494b-b799-660ebb83d854'} bound to L3 agent in host n-d-816865-1 {{(pid=102388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 19:41:31.592821 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-6ae2412b-19b0-44bb-b33f-cf8d6b2ebdbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T19:41:05Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['ab427502-7317-494b-b799-660ebb83d854'], 'active': True} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:41:31.610233 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b5dd690-8195-4e73-99c8-acb97513b004 req-06e82034-67c8-425c-b23b-1ce4ece768c8 tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] No DVR routers for this DVR port a9477cac-561e-4896-9a40-27a4c720a40b on host n-h2-816865-1 {{(pid=102386) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 19:41:31.613356 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-7b5dd690-8195-4e73-99c8-acb97513b004 req-06e82034-67c8-425c-b23b-1ce4ece768c8 tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:41:31.617696 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-7b5dd690-8195-4e73-99c8-acb97513b004 req-06e82034-67c8-425c-b23b-1ce4ece768c8 tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] 10.222.0.55 "DELETE /v2.0/ports/a9477cac-561e-4896-9a40-27a4c720a40b HTTP/1.1" status: 204 len: 173 time: 0.9029887 Nov 05 19:41:31.618210 n-d-816865-1 neutron-server[102386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b563523-42ee-49f8-b545-0559737d4358', 'name': 'network-vif-deleted', 'tag': 'a9477cac-561e-4896-9a40-27a4c720a40b'}] {{(pid=102386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 19:41:31.620447 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d24c2e9fd656c946d5f792cc44b0d4efbe125a7d17e01666b7f4dc8150dd75ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b6df24e-e0e3-4f41-ae28-9b0b07f5db43" -d '{"events": [{"server_uuid": "1b563523-42ee-49f8-b545-0559737d4358", "name": "network-vif-deleted", "tag": "a9477cac-561e-4896-9a40-27a4c720a40b"}]}' {{(pid=102386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 19:41:31.624010 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-07b0b1d5-ff1a-4edc-8b97-7756a0412f48 req-a03cf02f-2d19-41e8-86e0-4e67f62d44b2 tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b563523-42ee-49f8-b545-0559737d4358 HTTP/1.1" status: 200 len: 210 time: 0.0289621 Nov 05 19:41:31.671122 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 19:41:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcf863df-9b08-4d1c-9200-e886fa043f37 x-openstack-request-id: req-fcf863df-9b08-4d1c-9200-e886fa043f37 {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 19:41:31.671122 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b563523-42ee-49f8-b545-0559737d4358", "name": "network-vif-deleted", "tag": "a9477cac-561e-4896-9a40-27a4c720a40b", "status": "completed", "code": 200}]} {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 19:41:31.671122 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-fcf863df-9b08-4d1c-9200-e886fa043f37 {{(pid=102386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 19:41:31.671122 n-d-816865-1 neutron-server[102386]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b563523-42ee-49f8-b545-0559737d4358', 'name': 'network-vif-deleted', 'tag': 'a9477cac-561e-4896-9a40-27a4c720a40b', 'status': 'completed', 'code': 200} Nov 05 19:41:31.870266 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvr_db [None req-6ae2412b-19b0-44bb-b33f-cf8d6b2ebdbf None None] Set router ab427502-7317-494b-b799-660ebb83d854 gateway port host: n-d-816865-1 {{(pid=102388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 19:41:32.065714 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-6ae2412b-19b0-44bb-b33f-cf8d6b2ebdbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab427502-7317-494b-b799-660ebb83d854', 'name': 'tempest-ServerActionsTestJSON-478465466-router', 'tenant_id': '7488aeefeb374a46a39cff325eff1fe7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.113'}], 'enable_snat': True}, 'gw_port_id': '7fdad5ca-0aab-4b06-87cc-19976506bb0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T19:34:00Z', 'updated_at': '2021-11-05T19:34:04Z', 'revision_number': 4, 'project_id': '7488aeefeb374a46a39cff325eff1fe7', 'gw_port': {'id': '7fdad5ca-0aab-4b06-87cc-19976506bb0a', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:ef:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab427502-7317-494b-b799-660ebb83d854', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:34:01Z', 'updated_at': '2021-11-05T19:34:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1', '_interfaces': [{'id': '366d1466-6d8a-456e-9340-bd327678f2f8', 'name': '', 'network_id': 'ba9e5cef-1f4e-4f1c-980f-f1e77d588fb4', 'tenant_id': '7488aeefeb374a46a39cff325eff1fe7', 'mac_address': 'fa:16:3e:2d:1a:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab427502-7317-494b-b799-660ebb83d854', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '8ba56a91-a4c0-4279-98e5-26a64b9e0aa9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:34:03Z', 'updated_at': '2021-11-05T19:34:07Z', 'revision_number': 5, 'project_id': '7488aeefeb374a46a39cff325eff1fe7', 'subnets': [{'id': '8ba56a91-a4c0-4279-98e5-26a64b9e0aa9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-1', False) {} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:41:32.091265 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ae2412b-19b0-44bb-b33f-cf8d6b2ebdbf None None] Checking router: ab427502-7317-494b-b799-660ebb83d854 for host: n-d-816865-1 {{(pid=102388) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 19:41:32.100325 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ae2412b-19b0-44bb-b33f-cf8d6b2ebdbf None None] Routers {'ab427502-7317-494b-b799-660ebb83d854'} bound to L3 agent in host n-d-816865-1 {{(pid=102388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 19:41:32.100989 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-6ae2412b-19b0-44bb-b33f-cf8d6b2ebdbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T19:41:05Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['ab427502-7317-494b-b799-660ebb83d854'], 'active': True} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:41:32.209530 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvr_db [None req-6ae2412b-19b0-44bb-b33f-cf8d6b2ebdbf None None] Set router ab427502-7317-494b-b799-660ebb83d854 gateway port host: n-d-816865-1 {{(pid=102388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 19:41:32.412759 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-6ae2412b-19b0-44bb-b33f-cf8d6b2ebdbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab427502-7317-494b-b799-660ebb83d854', 'name': 'tempest-ServerActionsTestJSON-478465466-router', 'tenant_id': '7488aeefeb374a46a39cff325eff1fe7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.113'}], 'enable_snat': True}, 'gw_port_id': '7fdad5ca-0aab-4b06-87cc-19976506bb0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T19:34:00Z', 'updated_at': '2021-11-05T19:34:04Z', 'revision_number': 4, 'project_id': '7488aeefeb374a46a39cff325eff1fe7', 'gw_port': {'id': '7fdad5ca-0aab-4b06-87cc-19976506bb0a', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:ef:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab427502-7317-494b-b799-660ebb83d854', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:34:01Z', 'updated_at': '2021-11-05T19:34:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1', '_interfaces': [{'id': '366d1466-6d8a-456e-9340-bd327678f2f8', 'name': '', 'network_id': 'ba9e5cef-1f4e-4f1c-980f-f1e77d588fb4', 'tenant_id': '7488aeefeb374a46a39cff325eff1fe7', 'mac_address': 'fa:16:3e:2d:1a:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab427502-7317-494b-b799-660ebb83d854', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '8ba56a91-a4c0-4279-98e5-26a64b9e0aa9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:34:03Z', 'updated_at': '2021-11-05T19:34:07Z', 'revision_number': 5, 'project_id': '7488aeefeb374a46a39cff325eff1fe7', 'subnets': [{'id': '8ba56a91-a4c0-4279-98e5-26a64b9e0aa9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-1', False) {} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:41:32.438549 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ae2412b-19b0-44bb-b33f-cf8d6b2ebdbf None None] The sync data for ids ['ab427502-7317-494b-b799-660ebb83d854'] in n-d-816865-1 is: [{'id': 'ab427502-7317-494b-b799-660ebb83d854', 'name': 'tempest-ServerActionsTestJSON-478465466-router', 'tenant_id': '7488aeefeb374a46a39cff325eff1fe7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.113'}], 'enable_snat': True}, 'gw_port_id': '7fdad5ca-0aab-4b06-87cc-19976506bb0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T19:34:00Z', 'updated_at': '2021-11-05T19:34:04Z', 'revision_number': 4, 'project_id': '7488aeefeb374a46a39cff325eff1fe7', 'gw_port': {'id': '7fdad5ca-0aab-4b06-87cc-19976506bb0a', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:ef:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab427502-7317-494b-b799-660ebb83d854', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:34:01Z', 'updated_at': '2021-11-05T19:34:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1', '_interfaces': [{'id': '366d1466-6d8a-456e-9340-bd327678f2f8', 'name': '', 'network_id': 'ba9e5cef-1f4e-4f1c-980f-f1e77d588fb4', 'tenant_id': '7488aeefeb374a46a39cff325eff1fe7', 'mac_address': 'fa:16:3e:2d:1a:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab427502-7317-494b-b799-660ebb83d854', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '8ba56a91-a4c0-4279-98e5-26a64b9e0aa9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:34:03Z', 'updated_at': '2021-11-05T19:34:07Z', 'revision_number': 5, 'project_id': '7488aeefeb374a46a39cff325eff1fe7', 'subnets': [{'id': '8ba56a91-a4c0-4279-98e5-26a64b9e0aa9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 19:41:32.671308 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-e851072e-4384-4004-a608-ae947de9a116 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:41:32.674279 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a0834df-aa82-41e4-aff5-094b67dce8fc None None] New status for floating IP 9a56d8a3-beb3-4417-b237-e6af35164c1b: DOWN {{(pid=102389) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 05 19:41:32.930849 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-cb37aeb2-365f-4483-b376-81896f374d77 req-73a07f7e-315a-41bf-9030-58196c45becd tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--1955492402&fields=id&tenant_id=7488aeefeb374a46a39cff325eff1fe7 HTTP/1.1" status: 200 len: 267 time: 0.0465102 Nov 05 19:41:33.039473 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb37aeb2-365f-4483-b376-81896f374d77 req-b0fba794-b02f-4090-a395-73f61a937f4f tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:41:33.040956 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-cb37aeb2-365f-4483-b376-81896f374d77 req-b0fba794-b02f-4090-a395-73f61a937f4f tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] 10.222.0.13 "GET /v2.0/networks?id=ba9e5cef-1f4e-4f1c-980f-f1e77d588fb4 HTTP/1.1" status: 200 len: 811 time: 0.1032379 Nov 05 19:41:33.055829 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-cb37aeb2-365f-4483-b376-81896f374d77 req-5f000c14-18e1-4cdd-a490-88c945ce600f tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] 10.222.0.13 "GET /v2.0/quotas/7488aeefeb374a46a39cff325eff1fe7 HTTP/1.1" status: 200 len: 375 time: 0.0090544 Nov 05 19:41:33.112797 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-cb37aeb2-365f-4483-b376-81896f374d77 req-322ff6ef-dcf8-49c6-a0ac-6219cc5ac061 tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=7488aeefeb374a46a39cff325eff1fe7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0515552 Nov 05 19:41:33.166953 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [req-cb37aeb2-365f-4483-b376-81896f374d77 req-c475d0bc-35c0-420d-9e4c-0b96e2a6ab7a service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=102387) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 05 19:41:33.167951 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-cb37aeb2-365f-4483-b376-81896f374d77 req-c475d0bc-35c0-420d-9e4c-0b96e2a6ab7a service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0436690 Nov 05 19:41:33.258588 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-cb37aeb2-365f-4483-b376-81896f374d77 req-c897aec1-50f0-4073-9f13-8e6242f44599 service neutron] 10.222.0.13 "GET /v2.0/networks/ba9e5cef-1f4e-4f1c-980f-f1e77d588fb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842102 Nov 05 19:41:33.639022 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-cb37aeb2-365f-4483-b376-81896f374d77 req-34641a93-00ee-4e8c-b1d4-f648692683cb service neutron] 10.222.0.13 "GET /v2.0/networks/ba9e5cef-1f4e-4f1c-980f-f1e77d588fb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3745010 Nov 05 19:41:33.852099 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-a85279c5-46aa-4322-82f5-c5ea905864cc req-ecaea5f9-d8cd-40de-b4b6-106ca0d42040 tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] 10.222.0.13 "GET /v2.0/ports?device_id=da3ad948-6eae-4177-a18e-08ed1e13846c HTTP/1.1" status: 200 len: 210 time: 0.0284445 Nov 05 19:41:34.207390 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Device a9477cac-561e-4896-9a40-27a4c720a40b no longer exists at agent hyperv_n-h2-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 19:41:34.228633 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] No Port match for: a9477cac-561e-4896-9a40-27a4c720a40b {{(pid=102388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 19:41:34.228987 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Device a9477cac-561e-4896-9a40-27a4c720a40b not bound to the agent host n-h2-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 19:41:34.687737 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:41:34.950996 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-8af25ad5-1497-4125-8197-d1d6da51073e req-c994b324-df80-406b-bb30-f33bc98cf048 tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] 10.222.0.13 "GET /v2.0/ports?device_id=da3ad948-6eae-4177-a18e-08ed1e13846c HTTP/1.1" status: 200 len: 210 time: 0.0293467 Nov 05 19:41:35.430807 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-14940394-c6fa-47c3-b67c-55b6f34fa22f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:41:35.486587 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb37aeb2-365f-4483-b376-81896f374d77 req-ea328a84-53fb-4611-be05-e478057a9ca3 tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:41:35.488523 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-cb37aeb2-365f-4483-b376-81896f374d77 req-ea328a84-53fb-4611-be05-e478057a9ca3 tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] 10.222.0.41 "GET /v2.0/networks?id=ba9e5cef-1f4e-4f1c-980f-f1e77d588fb4 HTTP/1.1" status: 200 len: 811 time: 0.1063597 Nov 05 19:41:35.550152 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-cb37aeb2-365f-4483-b376-81896f374d77 req-2567e0b9-955d-40c3-b354-76058db99fc2 tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7488aeefeb374a46a39cff325eff1fe7 HTTP/1.1" status: 200 len: 380 time: 0.0522079 Nov 05 19:41:35.560250 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [req-cb37aeb2-365f-4483-b376-81896f374d77 req-181becfb-e0e0-4e29-849c-8a63ade12cc4 tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] Request body: {'port': {'device_id': 'da3ad948-6eae-4177-a18e-08ed1e13846c', 'network_id': 'ba9e5cef-1f4e-4f1c-980f-f1e77d588fb4', 'admin_state_up': True, 'tenant_id': '7488aeefeb374a46a39cff325eff1fe7', 'security_groups': ['e275ec3d-c7f6-4920-bb58-0d3614e63387']}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:41:35.722564 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cb37aeb2-365f-4483-b376-81896f374d77 req-181becfb-e0e0-4e29-849c-8a63ade12cc4 tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] Made reservation on behalf of 7488aeefeb374a46a39cff325eff1fe7 for: {'port': 1} {{(pid=102387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 19:41:35.726624 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-cb37aeb2-365f-4483-b376-81896f374d77 req-181becfb-e0e0-4e29-849c-8a63ade12cc4 tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:41:35.853049 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.db_base_plugin_common [req-cb37aeb2-365f-4483-b376-81896f374d77 req-181becfb-e0e0-4e29-849c-8a63ade12cc4 tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] Allocated IP 172.20.0.11 (ba9e5cef-1f4e-4f1c-980f-f1e77d588fb4/8ba56a91-a4c0-4279-98e5-26a64b9e0aa9/f3d2a187-4e77-4951-872c-ba13b1af622a) {{(pid=102387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 19:41:35.994525 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-cb37aeb2-365f-4483-b376-81896f374d77 req-181becfb-e0e0-4e29-849c-8a63ade12cc4 tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] Publish callbacks [] for port, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:41:36.058578 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-1dc3c922-3011-4e10-a221-4ad4bf8c0869 req-7429480a-5308-4fce-8c46-abadd9fb2f91 tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] 10.222.0.13 "GET /v2.0/ports?device_id=da3ad948-6eae-4177-a18e-08ed1e13846c HTTP/1.1" status: 200 len: 210 time: 0.0263574 Nov 05 19:41:36.065392 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-cb37aeb2-365f-4483-b376-81896f374d77 req-181becfb-e0e0-4e29-849c-8a63ade12cc4 tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4417063'] for port, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:41:36.106566 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cb37aeb2-365f-4483-b376-81896f374d77 req-181becfb-e0e0-4e29-849c-8a63ade12cc4 tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] Network ba9e5cef-1f4e-4f1c-980f-f1e77d588fb4 is already hosted by enough agents. {{(pid=102387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 19:41:36.109529 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.base_scheduler [req-cb37aeb2-365f-4483-b376-81896f374d77 req-181becfb-e0e0-4e29-849c-8a63ade12cc4 tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] Resources bound (agent type, host, resource id): {{(pid=102387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 19:41:36.116034 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb37aeb2-365f-4483-b376-81896f374d77 req-181becfb-e0e0-4e29-849c-8a63ade12cc4 tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] Received port after_create {{(pid=102387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 19:41:36.149005 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181becfb-e0e0-4e29-849c-8a63ade12cc4 tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] Pushing event updated for resources: {'Port': ['ID=f3d2a187-4e77-4951-872c-ba13b1af622a,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:41:36.180249 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb37aeb2-365f-4483-b376-81896f374d77 req-181becfb-e0e0-4e29-849c-8a63ade12cc4 tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:41:36.180904 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-cb37aeb2-365f-4483-b376-81896f374d77 req-181becfb-e0e0-4e29-849c-8a63ade12cc4 tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:41:36.268024 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-cb37aeb2-365f-4483-b376-81896f374d77 req-181becfb-e0e0-4e29-849c-8a63ade12cc4 tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7116051 Nov 05 19:41:36.279911 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [req-cb37aeb2-365f-4483-b376-81896f374d77 req-77019045-d3fb-4495-b38d-8cd0f28df8c7 service neutron] Request body: {'port': {'device_id': 'da3ad948-6eae-4177-a18e-08ed1e13846c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816865-1'}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:41:36.335921 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-cb37aeb2-365f-4483-b376-81896f374d77 req-77019045-d3fb-4495-b38d-8cd0f28df8c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:41:36.380106 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-9d3b19da-b101-4422-a1f4-90d221845d17 None None] Provisioning complete for port f3d2a187-4e77-4951-872c-ba13b1af622a triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:41:36.380402 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-9d3b19da-b101-4422-a1f4-90d221845d17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:41:36.414918 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-9d3b19da-b101-4422-a1f4-90d221845d17 None None] Port f3d2a187-4e77-4951-872c-ba13b1af622a cannot update to ACTIVE because it is not bound. {{(pid=102388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 19:41:36.453728 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b304910f-7b27-444b-a8fc-977d26b1ceac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:41:36.603831 n-d-816865-1 neutron-server[102387]: DEBUG neutron.notifiers.nova [req-cb37aeb2-365f-4483-b376-81896f374d77 req-77019045-d3fb-4495-b38d-8cd0f28df8c7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f3d2a187-4e77-4951-872c-ba13b1af622a {{(pid=102387) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 19:41:36.611211 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-cb37aeb2-365f-4483-b376-81896f374d77 req-77019045-d3fb-4495-b38d-8cd0f28df8c7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:41:36.623513 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.provisioning_blocks [req-cb37aeb2-365f-4483-b376-81896f374d77 req-77019045-d3fb-4495-b38d-8cd0f28df8c7 service neutron] Transition to ACTIVE for port object f3d2a187-4e77-4951-872c-ba13b1af622a will not be triggered until provisioned by entity L2. {{(pid=102387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 05 19:41:36.676490 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-cb37aeb2-365f-4483-b376-81896f374d77 req-77019045-d3fb-4495-b38d-8cd0f28df8c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4417072'] for port, after_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:41:36.729638 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77019045-d3fb-4495-b38d-8cd0f28df8c7 service neutron] Pushing event updated for resources: {'Port': ['ID=f3d2a187-4e77-4951-872c-ba13b1af622a,revision_number=2']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:41:36.767881 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:41:36.801940 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.managers [req-cb37aeb2-365f-4483-b376-81896f374d77 req-77019045-d3fb-4495-b38d-8cd0f28df8c7 service neutron] Attempting to bind port f3d2a187-4e77-4951-872c-ba13b1af622a on host n-h1-816865-1 for vnic_type normal with profile {{(pid=102387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 19:41:36.802314 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.managers [req-cb37aeb2-365f-4483-b376-81896f374d77 req-77019045-d3fb-4495-b38d-8cd0f28df8c7 service neutron] Attempting to bind port f3d2a187-4e77-4951-872c-ba13b1af622a by drivers openvswitch,hyperv on host n-h1-816865-1 at level 0 using segments [{'id': 'a58696c4-674f-491a-9f25-92f83919ef0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'ba9e5cef-1f4e-4f1c-980f-f1e77d588fb4'}] {{(pid=102387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 19:41:36.802644 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb37aeb2-365f-4483-b376-81896f374d77 req-77019045-d3fb-4495-b38d-8cd0f28df8c7 service neutron] Attempting to bind port f3d2a187-4e77-4951-872c-ba13b1af622a on network ba9e5cef-1f4e-4f1c-980f-f1e77d588fb4 {{(pid=102387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 19:41:36.807626 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb37aeb2-365f-4483-b376-81896f374d77 req-77019045-d3fb-4495-b38d-8cd0f28df8c7 service neutron] Port f3d2a187-4e77-4951-872c-ba13b1af622a on network ba9e5cef-1f4e-4f1c-980f-f1e77d588fb4 not bound, no agent of type Open vSwitch agent registered on host n-h1-816865-1 {{(pid=102387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 19:41:36.807944 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb37aeb2-365f-4483-b376-81896f374d77 req-77019045-d3fb-4495-b38d-8cd0f28df8c7 service neutron] Attempting to bind port f3d2a187-4e77-4951-872c-ba13b1af622a on network ba9e5cef-1f4e-4f1c-980f-f1e77d588fb4 {{(pid=102387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 19:41:36.813146 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb37aeb2-365f-4483-b376-81896f374d77 req-77019045-d3fb-4495-b38d-8cd0f28df8c7 service neutron] Checking agent: {'id': 'eb596d7c-8c64-42bd-8aca-fad447eb0eab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816865-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 18, 33, 34), 'started_at': datetime.datetime(2021, 11, 5, 18, 33, 34), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 19, 41, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 19:41:36.813476 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb37aeb2-365f-4483-b376-81896f374d77 req-77019045-d3fb-4495-b38d-8cd0f28df8c7 service neutron] Checking segment: {'id': 'a58696c4-674f-491a-9f25-92f83919ef0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'ba9e5cef-1f4e-4f1c-980f-f1e77d588fb4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 19:41:36.813885 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb37aeb2-365f-4483-b376-81896f374d77 req-77019045-d3fb-4495-b38d-8cd0f28df8c7 service neutron] Bound using segment: {'id': 'a58696c4-674f-491a-9f25-92f83919ef0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'ba9e5cef-1f4e-4f1c-980f-f1e77d588fb4'} {{(pid=102387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 19:41:36.816540 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.managers [req-cb37aeb2-365f-4483-b376-81896f374d77 req-77019045-d3fb-4495-b38d-8cd0f28df8c7 service neutron] Bound port: f3d2a187-4e77-4951-872c-ba13b1af622a, host: n-h1-816865-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a58696c4-674f-491a-9f25-92f83919ef0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'ba9e5cef-1f4e-4f1c-980f-f1e77d588fb4'}}] {{(pid=102387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 19:41:36.816540 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-cb37aeb2-365f-4483-b376-81896f374d77 req-77019045-d3fb-4495-b38d-8cd0f28df8c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:41:36.882553 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.db [req-cb37aeb2-365f-4483-b376-81896f374d77 req-77019045-d3fb-4495-b38d-8cd0f28df8c7 service neutron] For port f3d2a187-4e77-4951-872c-ba13b1af622a, host n-h1-816865-1, cleared binding levels {{(pid=102387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 19:41:36.885810 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.db [req-cb37aeb2-365f-4483-b376-81896f374d77 req-77019045-d3fb-4495-b38d-8cd0f28df8c7 service neutron] For port f3d2a187-4e77-4951-872c-ba13b1af622a, host n-h1-816865-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=f3d2a187-4e77-4951-872c-ba13b1af622a,segment=NetworkSegment(a58696c4-674f-491a-9f25-92f83919ef0a),segment_id=a58696c4-674f-491a-9f25-92f83919ef0a)] {{(pid=102387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 19:41:36.968392 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-cb37aeb2-365f-4483-b376-81896f374d77 req-77019045-d3fb-4495-b38d-8cd0f28df8c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4417072'] for port, after_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:41:37.006917 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb37aeb2-365f-4483-b376-81896f374d77 req-77019045-d3fb-4495-b38d-8cd0f28df8c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:41:37.007788 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-cb37aeb2-365f-4483-b376-81896f374d77 req-77019045-d3fb-4495-b38d-8cd0f28df8c7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:41:37.009231 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-cb37aeb2-365f-4483-b376-81896f374d77 req-77019045-d3fb-4495-b38d-8cd0f28df8c7 service neutron] 10.222.0.41 "PUT /v2.0/ports/f3d2a187-4e77-4951-872c-ba13b1af622a HTTP/1.1" status: 200 len: 1092 time: 0.7337756 Nov 05 19:41:37.009675 n-d-816865-1 neutron-server[102387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da3ad948-6eae-4177-a18e-08ed1e13846c', 'tag': 'f3d2a187-4e77-4951-872c-ba13b1af622a'}] {{(pid=102387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 19:41:37.011994 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1aa7e2392c69fb9acc0b335571f919b1f61097b9ced1ed941ddb2f5c01cc85e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-626a053f-0c6f-49e9-9769-b2a932f13892" -d '{"events": [{"name": "network-changed", "server_uuid": "da3ad948-6eae-4177-a18e-08ed1e13846c", "tag": "f3d2a187-4e77-4951-872c-ba13b1af622a"}]}' {{(pid=102387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 19:41:37.041698 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77019045-d3fb-4495-b38d-8cd0f28df8c7 service neutron] Pushing event updated for resources: {'Port': ['ID=f3d2a187-4e77-4951-872c-ba13b1af622a,revision_number=3']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:41:37.059062 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 19:41:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c6e6376-ee63-40a7-bec2-d5923b02df45 x-openstack-request-id: req-6c6e6376-ee63-40a7-bec2-d5923b02df45 {{(pid=102387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 19:41:37.059532 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da3ad948-6eae-4177-a18e-08ed1e13846c", "tag": "f3d2a187-4e77-4951-872c-ba13b1af622a", "status": "completed", "code": 200}]} {{(pid=102387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 19:41:37.059798 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6c6e6376-ee63-40a7-bec2-d5923b02df45 {{(pid=102387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 19:41:37.060212 n-d-816865-1 neutron-server[102387]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da3ad948-6eae-4177-a18e-08ed1e13846c', 'tag': 'f3d2a187-4e77-4951-872c-ba13b1af622a', 'status': 'completed', 'code': 200} Nov 05 19:41:37.128358 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626a053f-0c6f-49e9-9769-b2a932f13892 req-7b3c4d90-158a-4c88-ba6a-7072395bfac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:41:37.131092 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-626a053f-0c6f-49e9-9769-b2a932f13892 req-7b3c4d90-158a-4c88-ba6a-7072395bfac7 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7488aeefeb374a46a39cff325eff1fe7&device_id=da3ad948-6eae-4177-a18e-08ed1e13846c HTTP/1.1" status: 200 len: 1095 time: 0.0500402 Nov 05 19:41:37.250567 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964902e9-a030-44c1-a346-8081117d91e7 req-6a398de7-c9fd-4668-9861-6c6c116be54f tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:41:37.252275 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-964902e9-a030-44c1-a346-8081117d91e7 req-6a398de7-c9fd-4668-9861-6c6c116be54f tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] 10.222.0.13 "GET /v2.0/ports?device_id=da3ad948-6eae-4177-a18e-08ed1e13846c HTTP/1.1" status: 200 len: 944 time: 0.1169682 Nov 05 19:41:37.292409 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626a053f-0c6f-49e9-9769-b2a932f13892 req-3ac4c247-2977-42a0-aee3-766a36d519ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:41:37.293862 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-626a053f-0c6f-49e9-9769-b2a932f13892 req-3ac4c247-2977-42a0-aee3-766a36d519ac service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=7488aeefeb374a46a39cff325eff1fe7&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1497197 Nov 05 19:41:37.339257 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-964902e9-a030-44c1-a346-8081117d91e7 req-517e4386-c15a-4c8c-8e3d-37bfde2884ae tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] 10.222.0.13 "GET /v2.0/security-groups?id=e275ec3d-c7f6-4920-bb58-0d3614e63387&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0780168 Nov 05 19:41:37.404381 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626a053f-0c6f-49e9-9769-b2a932f13892 req-a3adf0c8-eee5-45bf-9044-f5232388fa5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:41:37.405839 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-626a053f-0c6f-49e9-9769-b2a932f13892 req-a3adf0c8-eee5-45bf-9044-f5232388fa5f service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1046436 Nov 05 19:41:37.479826 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb37aeb2-365f-4483-b376-81896f374d77 req-4411e92c-ec5c-4af0-81bf-ca3535d270ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:41:37.481312 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-cb37aeb2-365f-4483-b376-81896f374d77 req-4411e92c-ec5c-4af0-81bf-ca3535d270ad service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7488aeefeb374a46a39cff325eff1fe7&device_id=da3ad948-6eae-4177-a18e-08ed1e13846c HTTP/1.1" status: 200 len: 1095 time: 0.0400143 Nov 05 19:41:37.523534 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-cb37aeb2-365f-4483-b376-81896f374d77 req-45ff3e2d-2ac8-4d6e-8387-50f874a2590c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f3d2a187-4e77-4951-872c-ba13b1af622a HTTP/1.1" status: 200 len: 217 time: 0.0340207 Nov 05 19:41:37.575747 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb37aeb2-365f-4483-b376-81896f374d77 req-340cb991-c2e1-4f78-86cd-d95523b68e17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:41:37.577184 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-cb37aeb2-365f-4483-b376-81896f374d77 req-340cb991-c2e1-4f78-86cd-d95523b68e17 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8ba56a91-a4c0-4279-98e5-26a64b9e0aa9 HTTP/1.1" status: 200 len: 850 time: 0.0472248 Nov 05 19:41:37.622479 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb37aeb2-365f-4483-b376-81896f374d77 req-a7ac3370-ad92-4b24-a268-b344605e5da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:41:37.623930 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-cb37aeb2-365f-4483-b376-81896f374d77 req-a7ac3370-ad92-4b24-a268-b344605e5da8 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ba9e5cef-1f4e-4f1c-980f-f1e77d588fb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398817 Nov 05 19:41:37.711950 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-cb37aeb2-365f-4483-b376-81896f374d77 req-240adba5-cffd-4d3a-8238-c7066c8e362f service neutron] 10.222.0.41 "GET /v2.0/networks/ba9e5cef-1f4e-4f1c-980f-f1e77d588fb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808027 Nov 05 19:41:37.807592 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-cb37aeb2-365f-4483-b376-81896f374d77 req-be54a1c0-e895-4d63-8e88-6d59fdadebeb service neutron] 10.222.0.41 "GET /v2.0/networks/ba9e5cef-1f4e-4f1c-980f-f1e77d588fb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891709 Nov 05 19:41:38.408080 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-31f93893-a48e-4ae8-833d-dccb2b42eacc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:41:38.460536 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37eb6a21-61e1-417f-a8fa-c1682c80ec00 req-60962140-034b-42af-a926-ba16d8706136 tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:41:38.462091 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-37eb6a21-61e1-417f-a8fa-c1682c80ec00 req-60962140-034b-42af-a926-ba16d8706136 tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] 10.222.0.13 "GET /v2.0/ports?device_id=da3ad948-6eae-4177-a18e-08ed1e13846c HTTP/1.1" status: 200 len: 944 time: 0.0513551 Nov 05 19:41:38.515821 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-37eb6a21-61e1-417f-a8fa-c1682c80ec00 req-485c6fef-f1b0-4157-8827-ca3f0eaed58e tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] 10.222.0.13 "GET /v2.0/security-groups?id=e275ec3d-c7f6-4920-bb58-0d3614e63387&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454290 Nov 05 19:41:38.550597 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:41:39.635304 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdde50fc-bcf0-466f-bb28-7e84f8a1cc74 req-6a6921bc-ef96-4f75-8f68-f3f6db5196b9 tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:41:39.636824 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-bdde50fc-bcf0-466f-bb28-7e84f8a1cc74 req-6a6921bc-ef96-4f75-8f68-f3f6db5196b9 tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] 10.222.0.13 "GET /v2.0/ports?device_id=da3ad948-6eae-4177-a18e-08ed1e13846c HTTP/1.1" status: 200 len: 944 time: 0.0557055 Nov 05 19:41:39.684494 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-bdde50fc-bcf0-466f-bb28-7e84f8a1cc74 req-976f0422-54d6-4a09-951a-0fa4b2695328 tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] 10.222.0.13 "GET /v2.0/security-groups?id=e275ec3d-c7f6-4920-bb58-0d3614e63387&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416720 Nov 05 19:41:39.708302 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Device f3d2a187-4e77-4951-872c-ba13b1af622a details requested by agent hyperv_n-h1-816865-1 with host n-h1-816865-1 {{(pid=102388) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 05 19:41:39.805603 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] For port f3d2a187-4e77-4951-872c-ba13b1af622a, host n-h1-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=f3d2a187-4e77-4951-872c-ba13b1af622a,segment=NetworkSegment(a58696c4-674f-491a-9f25-92f83919ef0a),segment_id=a58696c4-674f-491a-9f25-92f83919ef0a)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:41:39.816390 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Returning: {'device': 'f3d2a187-4e77-4951-872c-ba13b1af622a', 'network_id': 'ba9e5cef-1f4e-4f1c-980f-f1e77d588fb4', 'port_id': 'f3d2a187-4e77-4951-872c-ba13b1af622a', 'mac_address': 'fa:16:3e:65:15:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 150, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ba56a91-a4c0-4279-98e5-26a64b9e0aa9', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102388) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 05 19:41:39.854512 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:41:39.870673 n-d-816865-1 neutron-server[102388]: DEBUG neutron.notifiers.nova [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f3d2a187-4e77-4951-872c-ba13b1af622a {{(pid=102388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 19:41:39.889260 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] For port f3d2a187-4e77-4951-872c-ba13b1af622a, host n-h1-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=f3d2a187-4e77-4951-872c-ba13b1af622a,segment=NetworkSegment(a58696c4-674f-491a-9f25-92f83919ef0a),segment_id=a58696c4-674f-491a-9f25-92f83919ef0a)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:41:39.967715 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:41:40.015391 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Pushing event updated for resources: {'Port': ['ID=f3d2a187-4e77-4951-872c-ba13b1af622a,revision_number=4']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:41:40.159148 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] get_ports_and_sgs() called for port_ids ['f3d2a187-4e77-4951-872c-ba13b1af622a'] {{(pid=102388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 19:41:40.800618 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2df43f-9ece-40c1-86b1-4b4e21e1c1b3 req-dd7aa892-ad3e-498d-a850-36a0a0cea945 tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:41:40.802740 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-4e2df43f-9ece-40c1-86b1-4b4e21e1c1b3 req-dd7aa892-ad3e-498d-a850-36a0a0cea945 tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] 10.222.0.13 "GET /v2.0/ports?device_id=da3ad948-6eae-4177-a18e-08ed1e13846c HTTP/1.1" status: 200 len: 945 time: 0.0504980 Nov 05 19:41:40.850290 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-4e2df43f-9ece-40c1-86b1-4b4e21e1c1b3 req-4945d353-243c-47ab-b74f-360b6c1c3af9 tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] 10.222.0.13 "GET /v2.0/security-groups?id=e275ec3d-c7f6-4920-bb58-0d3614e63387&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415246 Nov 05 19:41:41.720437 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Device f3d2a187-4e77-4951-872c-ba13b1af622a up at agent hyperv_n-h1-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 19:41:41.836521 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Provisioning for port f3d2a187-4e77-4951-872c-ba13b1af622a completed by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 05 19:41:41.840330 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Provisioning complete for port f3d2a187-4e77-4951-872c-ba13b1af622a triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:41:41.840702 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:41:41.920337 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:41:41.945811 n-d-816865-1 neutron-server[102388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da3ad948-6eae-4177-a18e-08ed1e13846c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3d2a187-4e77-4951-872c-ba13b1af622a'}] {{(pid=102388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 19:41:41.948132 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6791add14b0903d9e674b39f457aa3a29109aa98d0835d5644e65cf363d7cf55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f7e7b61-ddff-4502-9813-3cfc328b6b19" -d '{"events": [{"server_uuid": "da3ad948-6eae-4177-a18e-08ed1e13846c", "name": "network-vif-plugged", "status": "completed", "tag": "f3d2a187-4e77-4951-872c-ba13b1af622a"}]}' {{(pid=102388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 19:41:41.959273 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] For port f3d2a187-4e77-4951-872c-ba13b1af622a, host n-h1-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=f3d2a187-4e77-4951-872c-ba13b1af622a,segment=NetworkSegment(a58696c4-674f-491a-9f25-92f83919ef0a),segment_id=a58696c4-674f-491a-9f25-92f83919ef0a)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:41:41.974488 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9cd328-e9f3-4845-abe5-d0ac85325d7c req-264a23ff-ddf0-42bd-a914-2124300c700b tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:41:41.975927 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-6a9cd328-e9f3-4845-abe5-d0ac85325d7c req-264a23ff-ddf0-42bd-a914-2124300c700b tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] 10.222.0.13 "GET /v2.0/ports?device_id=da3ad948-6eae-4177-a18e-08ed1e13846c HTTP/1.1" status: 200 len: 945 time: 0.0498452 Nov 05 19:41:42.029256 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-6a9cd328-e9f3-4845-abe5-d0ac85325d7c req-cba3d645-b6dc-49ad-a206-9a431a4795be tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] 10.222.0.13 "GET /v2.0/security-groups?id=e275ec3d-c7f6-4920-bb58-0d3614e63387&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462821 Nov 05 19:41:42.030852 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:41:42.075842 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 19:41:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3fcdefe-72fe-4340-bc1a-eeeba5bb6f48 x-openstack-request-id: req-e3fcdefe-72fe-4340-bc1a-eeeba5bb6f48 {{(pid=102388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 19:41:42.076140 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da3ad948-6eae-4177-a18e-08ed1e13846c", "name": "network-vif-plugged", "status": "completed", "tag": "f3d2a187-4e77-4951-872c-ba13b1af622a", "code": 200}]} {{(pid=102388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 19:41:42.076396 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e3fcdefe-72fe-4340-bc1a-eeeba5bb6f48 {{(pid=102388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 19:41:42.076846 n-d-816865-1 neutron-server[102388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da3ad948-6eae-4177-a18e-08ed1e13846c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3d2a187-4e77-4951-872c-ba13b1af622a', 'code': 200} Nov 05 19:41:42.092343 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Pushing event updated for resources: {'Port': ['ID=f3d2a187-4e77-4951-872c-ba13b1af622a,revision_number=5']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:41:42.171829 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d476923-d1c4-426e-9717-d06ed3ebcf91 req-7120c935-0438-4abf-892d-286d390b056d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:41:42.173335 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-3d476923-d1c4-426e-9717-d06ed3ebcf91 req-7120c935-0438-4abf-892d-286d390b056d service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=da3ad948-6eae-4177-a18e-08ed1e13846c HTTP/1.1" status: 200 len: 1097 time: 0.0400422 Nov 05 19:41:42.218184 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-3d476923-d1c4-426e-9717-d06ed3ebcf91 req-8dd4d1ca-ba61-4478-96d8-818dff2c329b service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=e275ec3d-c7f6-4920-bb58-0d3614e63387&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373781 Nov 05 19:41:43.149559 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f73be00-f307-4cd0-b102-010c953cf77b req-71ab7dc3-2747-4ff5-85c7-e416edb41c51 tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:41:43.151098 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-7f73be00-f307-4cd0-b102-010c953cf77b req-71ab7dc3-2747-4ff5-85c7-e416edb41c51 tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] 10.222.0.13 "GET /v2.0/ports?device_id=da3ad948-6eae-4177-a18e-08ed1e13846c HTTP/1.1" status: 200 len: 946 time: 0.0492725 Nov 05 19:41:43.198496 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-7f73be00-f307-4cd0-b102-010c953cf77b req-95bfe796-561b-47a7-9994-937f701ecdad tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] 10.222.0.13 "GET /v2.0/security-groups?id=e275ec3d-c7f6-4920-bb58-0d3614e63387&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415246 Nov 05 19:41:44.318309 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf33bd5-163e-43ee-9ad5-d368685fd11f req-c8334981-cacc-46a2-a561-30cf9bd98048 tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:41:44.319728 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-edf33bd5-163e-43ee-9ad5-d368685fd11f req-c8334981-cacc-46a2-a561-30cf9bd98048 tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] 10.222.0.13 "GET /v2.0/ports?device_id=da3ad948-6eae-4177-a18e-08ed1e13846c HTTP/1.1" status: 200 len: 946 time: 0.0530524 Nov 05 19:41:44.366293 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-edf33bd5-163e-43ee-9ad5-d368685fd11f req-8381e156-e7c5-48a5-ba39-9c16995afe82 tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] 10.222.0.13 "GET /v2.0/security-groups?id=e275ec3d-c7f6-4920-bb58-0d3614e63387&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406194 Nov 05 19:41:44.475219 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5892730a-859f-4e38-b13f-7744f9f806f2 req-2a880307-3bda-4280-bc9e-7890ac83692f tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:41:44.476717 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-5892730a-859f-4e38-b13f-7744f9f806f2 req-2a880307-3bda-4280-bc9e-7890ac83692f tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] 10.222.0.13 "GET /v2.0/ports?device_id=da3ad948-6eae-4177-a18e-08ed1e13846c HTTP/1.1" status: 200 len: 946 time: 0.0483470 Nov 05 19:41:44.485362 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 44580) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:41:44.490517 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-3a2cbd34-47d8-4edd-a4d6-3f548708be38 tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] Request body: {'floatingip': {'port_id': 'f3d2a187-4e77-4951-872c-ba13b1af622a'}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:41:44.533682 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-3a2cbd34-47d8-4edd-a4d6-3f548708be38 tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] Publish callbacks [] for floatingip, before_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:41:44.954499 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-3a2cbd34-47d8-4edd-a4d6-3f548708be38 tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:41:45.059142 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-3a2cbd34-47d8-4edd-a4d6-3f548708be38 tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1000577'] for floatingip, after_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:41:45.161867 n-d-816865-1 neutron-server[102387]: INFO neutron.db.l3_db [None req-3a2cbd34-47d8-4edd-a4d6-3f548708be38 tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] Floating IP 9a56d8a3-beb3-4417-b237-e6af35164c1b associated. External IP: 172.25.6.35, port: f3d2a187-4e77-4951-872c-ba13b1af622a. Nov 05 19:41:45.365620 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a2cbd34-47d8-4edd-a4d6-3f548708be38 tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] Router ab427502-7317-494b-b799-660ebb83d854 has already been hosted by L3 agent 6dcb5589-8e86-4616-9186-ddc4548e13ad {{(pid=102387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 19:41:45.472268 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a2cbd34-47d8-4edd-a4d6-3f548708be38 tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] Notify agent at l3_agent.n-d-816865-1 the message routers_updated {{(pid=102387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 19:41:45.476798 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-3a2cbd34-47d8-4edd-a4d6-3f548708be38 tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for floatingip, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:41:45.482325 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-551a1d47-8f8e-4cef-99e5-f7633592e085 None None] Sync routers for ids ['ab427502-7317-494b-b799-660ebb83d854'] in n-d-816865-1 {{(pid=102388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 19:41:45.491985 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-551a1d47-8f8e-4cef-99e5-f7633592e085 None None] Routers {'ab427502-7317-494b-b799-660ebb83d854'} bound to L3 agent in host n-d-816865-1 {{(pid=102388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 19:41:45.492596 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-551a1d47-8f8e-4cef-99e5-f7633592e085 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T19:41:35Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['ab427502-7317-494b-b799-660ebb83d854'], 'active': True} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:41:45.505927 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-3a2cbd34-47d8-4edd-a4d6-3f548708be38 tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] 10.222.0.13 "PUT /v2.0/floatingips/9a56d8a3-beb3-4417-b237-e6af35164c1b HTTP/1.1" status: 200 len: 992 time: 1.0163319 Nov 05 19:41:45.505927 n-d-816865-1 neutron-server[102387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da3ad948-6eae-4177-a18e-08ed1e13846c', 'tag': 'f3d2a187-4e77-4951-872c-ba13b1af622a'}] {{(pid=102387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 19:41:45.506320 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1aa7e2392c69fb9acc0b335571f919b1f61097b9ced1ed941ddb2f5c01cc85e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c75a093a-f182-4bce-bf10-f16e0c6b0e62" -d '{"events": [{"name": "network-changed", "server_uuid": "da3ad948-6eae-4177-a18e-08ed1e13846c", "tag": "f3d2a187-4e77-4951-872c-ba13b1af622a"}]}' {{(pid=102387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 19:41:45.595591 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 19:41:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f780bc58-d676-442f-9cac-99c0e5f32b31 x-openstack-request-id: req-f780bc58-d676-442f-9cac-99c0e5f32b31 {{(pid=102387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 19:41:45.595917 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da3ad948-6eae-4177-a18e-08ed1e13846c", "tag": "f3d2a187-4e77-4951-872c-ba13b1af622a", "status": "completed", "code": 200}]} {{(pid=102387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 19:41:45.596173 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f780bc58-d676-442f-9cac-99c0e5f32b31 {{(pid=102387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 19:41:45.596577 n-d-816865-1 neutron-server[102387]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da3ad948-6eae-4177-a18e-08ed1e13846c', 'tag': 'f3d2a187-4e77-4951-872c-ba13b1af622a', 'status': 'completed', 'code': 200} Nov 05 19:41:45.604028 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvr_db [None req-551a1d47-8f8e-4cef-99e5-f7633592e085 None None] Set router ab427502-7317-494b-b799-660ebb83d854 gateway port host: n-d-816865-1 {{(pid=102388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 19:41:45.657059 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75a093a-f182-4bce-bf10-f16e0c6b0e62 req-6c4a936a-fe70-43f9-b42a-1ec0e23edf64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:41:45.658503 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-c75a093a-f182-4bce-bf10-f16e0c6b0e62 req-6c4a936a-fe70-43f9-b42a-1ec0e23edf64 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7488aeefeb374a46a39cff325eff1fe7&device_id=da3ad948-6eae-4177-a18e-08ed1e13846c HTTP/1.1" status: 200 len: 1097 time: 0.0419278 Nov 05 19:41:45.752226 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75a093a-f182-4bce-bf10-f16e0c6b0e62 req-5badcbc0-b7fc-42fa-a782-1b932acb83cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:41:45.753696 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-c75a093a-f182-4bce-bf10-f16e0c6b0e62 req-5badcbc0-b7fc-42fa-a782-1b932acb83cc service neutron] 10.222.0.41 "GET /v2.0/networks?id=ba9e5cef-1f4e-4f1c-980f-f1e77d588fb4 HTTP/1.1" status: 200 len: 912 time: 0.0865989 Nov 05 19:41:45.819621 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-c75a093a-f182-4bce-bf10-f16e0c6b0e62 req-da986b86-5790-4c3f-b0f5-0ed9b18b68d8 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f3d2a187-4e77-4951-872c-ba13b1af622a HTTP/1.1" status: 200 len: 1000 time: 0.0588856 Nov 05 19:41:45.828473 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-551a1d47-8f8e-4cef-99e5-f7633592e085 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab427502-7317-494b-b799-660ebb83d854', 'name': 'tempest-ServerActionsTestJSON-478465466-router', 'tenant_id': '7488aeefeb374a46a39cff325eff1fe7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.113'}], 'enable_snat': True}, 'gw_port_id': '7fdad5ca-0aab-4b06-87cc-19976506bb0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T19:34:00Z', 'updated_at': '2021-11-05T19:34:04Z', 'revision_number': 4, 'project_id': '7488aeefeb374a46a39cff325eff1fe7', 'gw_port': {'id': '7fdad5ca-0aab-4b06-87cc-19976506bb0a', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:ef:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab427502-7317-494b-b799-660ebb83d854', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:34:01Z', 'updated_at': '2021-11-05T19:34:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1', '_floatingips': [{'id': '9a56d8a3-beb3-4417-b237-e6af35164c1b', 'tenant_id': '7488aeefeb374a46a39cff325eff1fe7', 'floating_ip_address': '172.25.6.35', 'floating_network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'router_id': 'ab427502-7317-494b-b799-660ebb83d854', 'port_id': 'f3d2a187-4e77-4951-872c-ba13b1af622a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4052, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba9e5cef-1f4e-4f1c-980f-f1e77d588fb4', 'mac_address': 'fa:16:3e:65:15:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da3ad948-6eae-4177-a18e-08ed1e13846c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-05T19:34:07Z', 'updated_at': '2021-11-05T19:41:44Z', 'revision_number': 13, 'project_id': '7488aeefeb374a46a39cff325eff1fe7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '366d1466-6d8a-456e-9340-bd327678f2f8', 'name': '', 'network_id': 'ba9e5cef-1f4e-4f1c-980f-f1e77d588fb4', 'tenant_id': '7488aeefeb374a46a39cff325eff1fe7', 'mac_address': 'fa:16:3e:2d:1a:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab427502-7317-494b-b799-660ebb83d854', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '8ba56a91-a4c0-4279-98e5-26a64b9e0aa9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:34:03Z', 'updated_at': '2021-11-05T19:34:07Z', 'revision_number': 5, 'project_id': '7488aeefeb374a46a39cff325eff1fe7', 'subnets': [{'id': '8ba56a91-a4c0-4279-98e5-26a64b9e0aa9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-1', False) {} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:41:45.860286 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-551a1d47-8f8e-4cef-99e5-f7633592e085 None None] Checking router: ab427502-7317-494b-b799-660ebb83d854 for host: n-d-816865-1 {{(pid=102388) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 19:41:45.869567 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-551a1d47-8f8e-4cef-99e5-f7633592e085 None None] Routers {'ab427502-7317-494b-b799-660ebb83d854'} bound to L3 agent in host n-d-816865-1 {{(pid=102388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 19:41:45.870221 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-551a1d47-8f8e-4cef-99e5-f7633592e085 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T19:41:35Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['ab427502-7317-494b-b799-660ebb83d854'], 'active': True} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:41:45.872391 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75a093a-f182-4bce-bf10-f16e0c6b0e62 req-06e5eb80-2088-4158-afbb-d09ee7bb798b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:41:45.873866 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-c75a093a-f182-4bce-bf10-f16e0c6b0e62 req-06e5eb80-2088-4158-afbb-d09ee7bb798b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8ba56a91-a4c0-4279-98e5-26a64b9e0aa9 HTTP/1.1" status: 200 len: 850 time: 0.0475214 Nov 05 19:41:45.919608 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75a093a-f182-4bce-bf10-f16e0c6b0e62 req-01d45ec6-14b0-466d-8f02-5c3fba820044 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:41:45.921029 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-c75a093a-f182-4bce-bf10-f16e0c6b0e62 req-01d45ec6-14b0-466d-8f02-5c3fba820044 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ba9e5cef-1f4e-4f1c-980f-f1e77d588fb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402527 Nov 05 19:41:45.977622 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvr_db [None req-551a1d47-8f8e-4cef-99e5-f7633592e085 None None] Set router ab427502-7317-494b-b799-660ebb83d854 gateway port host: n-d-816865-1 {{(pid=102388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 19:41:46.012318 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-c75a093a-f182-4bce-bf10-f16e0c6b0e62 req-1ad35dbb-7376-42bf-bb9b-9dd8feab2f58 service neutron] 10.222.0.41 "GET /v2.0/networks/ba9e5cef-1f4e-4f1c-980f-f1e77d588fb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838230 Nov 05 19:41:46.107017 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-c75a093a-f182-4bce-bf10-f16e0c6b0e62 req-ce846275-6d82-4828-b8ca-c46fbd1a2392 service neutron] 10.222.0.41 "GET /v2.0/networks/ba9e5cef-1f4e-4f1c-980f-f1e77d588fb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880420 Nov 05 19:41:46.206131 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-551a1d47-8f8e-4cef-99e5-f7633592e085 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab427502-7317-494b-b799-660ebb83d854', 'name': 'tempest-ServerActionsTestJSON-478465466-router', 'tenant_id': '7488aeefeb374a46a39cff325eff1fe7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.113'}], 'enable_snat': True}, 'gw_port_id': '7fdad5ca-0aab-4b06-87cc-19976506bb0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T19:34:00Z', 'updated_at': '2021-11-05T19:34:04Z', 'revision_number': 4, 'project_id': '7488aeefeb374a46a39cff325eff1fe7', 'gw_port': {'id': '7fdad5ca-0aab-4b06-87cc-19976506bb0a', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:ef:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab427502-7317-494b-b799-660ebb83d854', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:34:01Z', 'updated_at': '2021-11-05T19:34:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1', '_floatingips': [{'id': '9a56d8a3-beb3-4417-b237-e6af35164c1b', 'tenant_id': '7488aeefeb374a46a39cff325eff1fe7', 'floating_ip_address': '172.25.6.35', 'floating_network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'router_id': 'ab427502-7317-494b-b799-660ebb83d854', 'port_id': 'f3d2a187-4e77-4951-872c-ba13b1af622a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4052, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba9e5cef-1f4e-4f1c-980f-f1e77d588fb4', 'mac_address': 'fa:16:3e:65:15:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da3ad948-6eae-4177-a18e-08ed1e13846c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-05T19:34:07Z', 'updated_at': '2021-11-05T19:41:44Z', 'revision_number': 13, 'project_id': '7488aeefeb374a46a39cff325eff1fe7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '366d1466-6d8a-456e-9340-bd327678f2f8', 'name': '', 'network_id': 'ba9e5cef-1f4e-4f1c-980f-f1e77d588fb4', 'tenant_id': '7488aeefeb374a46a39cff325eff1fe7', 'mac_address': 'fa:16:3e:2d:1a:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab427502-7317-494b-b799-660ebb83d854', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '8ba56a91-a4c0-4279-98e5-26a64b9e0aa9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:34:03Z', 'updated_at': '2021-11-05T19:34:07Z', 'revision_number': 5, 'project_id': '7488aeefeb374a46a39cff325eff1fe7', 'subnets': [{'id': '8ba56a91-a4c0-4279-98e5-26a64b9e0aa9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-1', False) {} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:41:46.235978 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-551a1d47-8f8e-4cef-99e5-f7633592e085 None None] The sync data for ids ['ab427502-7317-494b-b799-660ebb83d854'] in n-d-816865-1 is: [{'id': 'ab427502-7317-494b-b799-660ebb83d854', 'name': 'tempest-ServerActionsTestJSON-478465466-router', 'tenant_id': '7488aeefeb374a46a39cff325eff1fe7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.113'}], 'enable_snat': True}, 'gw_port_id': '7fdad5ca-0aab-4b06-87cc-19976506bb0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T19:34:00Z', 'updated_at': '2021-11-05T19:34:04Z', 'revision_number': 4, 'project_id': '7488aeefeb374a46a39cff325eff1fe7', 'gw_port': {'id': '7fdad5ca-0aab-4b06-87cc-19976506bb0a', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:ef:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab427502-7317-494b-b799-660ebb83d854', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:34:01Z', 'updated_at': '2021-11-05T19:34:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1', '_floatingips': [{'id': '9a56d8a3-beb3-4417-b237-e6af35164c1b', 'tenant_id': '7488aeefeb374a46a39cff325eff1fe7', 'floating_ip_address': '172.25.6.35', 'floating_network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'router_id': 'ab427502-7317-494b-b799-660ebb83d854', 'port_id': 'f3d2a187-4e77-4951-872c-ba13b1af622a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4052, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba9e5cef-1f4e-4f1c-980f-f1e77d588fb4', 'mac_address': 'fa:16:3e:65:15:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da3ad948-6eae-4177-a18e-08ed1e13846c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-05T19:34:07Z', 'updated_at': '2021-11-05T19:41:44Z', 'revision_number': 13, 'project_id': '7488aeefeb374a46a39cff325eff1fe7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '366d1466-6d8a-456e-9340-bd327678f2f8', 'name': '', 'network_id': 'ba9e5cef-1f4e-4f1c-980f-f1e77d588fb4', 'tenant_id': '7488aeefeb374a46a39cff325eff1fe7', 'mac_address': 'fa:16:3e:2d:1a:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab427502-7317-494b-b799-660ebb83d854', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '8ba56a91-a4c0-4279-98e5-26a64b9e0aa9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:34:03Z', 'updated_at': '2021-11-05T19:34:07Z', 'revision_number': 5, 'project_id': '7488aeefeb374a46a39cff325eff1fe7', 'subnets': [{'id': '8ba56a91-a4c0-4279-98e5-26a64b9e0aa9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 19:41:46.417718 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-676d1beb-cb49-467b-b784-cc6c08c265ad None None] New status for floating IP 9a56d8a3-beb3-4417-b237-e6af35164c1b: ACTIVE {{(pid=102389) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 05 19:41:55.711441 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.agents_db [None req-b9406b04-a0e8-43cf-b349-711963d96cf4 None None] Agent healthcheck: found 7 active agents {{(pid=102389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 05 19:42:02.635715 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-88709ffb-e813-45d2-a407-5a959a8ddce3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:42:04.698739 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:42:05.401563 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-19e357eb-eff5-4811-937f-cbbd121056ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:42:05.647251 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [req-b71e64d1-72b3-4789-9d7e-c26c0ac0b634 req-4bdf45b1-7eb6-4d69-8c44-bc2828f6ff7b tempest-TestVolumeBootPattern-655451779 tempest-TestVolumeBootPattern-655451779-project] (102387) timed out ('10.222.0.13', 34298) {{(pid=102387) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 05 19:42:06.429563 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b304910f-7b27-444b-a8fc-977d26b1ceac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:42:06.761305 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:42:08.407564 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-31f93893-a48e-4ae8-833d-dccb2b42eacc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:42:08.527273 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:42:32.686624 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-0008ac0a-e936-4dca-b019-23f2fa6a33f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:42:32.711042 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.agents_db [None req-b9406b04-a0e8-43cf-b349-711963d96cf4 None None] Agent healthcheck: found 7 active agents {{(pid=102389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 05 19:42:34.709569 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:42:35.395322 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-951dcedd-bdb6-4073-ad4e-4054bd2aa9de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:42:36.441091 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b304910f-7b27-444b-a8fc-977d26b1ceac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:42:36.772137 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:42:36.979247 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-09c13dd9-a552-43de-a9b2-90a9861336e5 req-d8ab0565-6c9f-4241-8e6d-145ee10d2d6c service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=da3ad948-6eae-4177-a18e-08ed1e13846c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0398407 Nov 05 19:42:37.065735 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c13dd9-a552-43de-a9b2-90a9861336e5 req-4367a7d6-3a44-4a47-b1e8-51c86dced9e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:42:37.067199 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-09c13dd9-a552-43de-a9b2-90a9861336e5 req-4367a7d6-3a44-4a47-b1e8-51c86dced9e0 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7488aeefeb374a46a39cff325eff1fe7&device_id=da3ad948-6eae-4177-a18e-08ed1e13846c HTTP/1.1" status: 200 len: 1097 time: 0.0451620 Nov 05 19:42:37.170418 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c13dd9-a552-43de-a9b2-90a9861336e5 req-1f521b1a-6ab8-4f72-9a1b-6271f04b5fa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:42:37.171918 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-09c13dd9-a552-43de-a9b2-90a9861336e5 req-1f521b1a-6ab8-4f72-9a1b-6271f04b5fa6 service neutron] 10.222.0.41 "GET /v2.0/networks?id=ba9e5cef-1f4e-4f1c-980f-f1e77d588fb4 HTTP/1.1" status: 200 len: 912 time: 0.0854621 Nov 05 19:42:37.241760 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-09c13dd9-a552-43de-a9b2-90a9861336e5 req-97e4ae40-7615-4103-b697-84bae8e2b0e7 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f3d2a187-4e77-4951-872c-ba13b1af622a HTTP/1.1" status: 200 len: 1002 time: 0.0603478 Nov 05 19:42:37.575552 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c13dd9-a552-43de-a9b2-90a9861336e5 req-819fc8f9-3bd1-46fc-976e-2760af0cadf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:42:37.577053 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-09c13dd9-a552-43de-a9b2-90a9861336e5 req-819fc8f9-3bd1-46fc-976e-2760af0cadf2 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8ba56a91-a4c0-4279-98e5-26a64b9e0aa9 HTTP/1.1" status: 200 len: 850 time: 0.3281567 Nov 05 19:42:37.621656 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c13dd9-a552-43de-a9b2-90a9861336e5 req-3b4b4152-c1d7-4eb6-aa34-c114211dd207 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:42:37.623185 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-09c13dd9-a552-43de-a9b2-90a9861336e5 req-3b4b4152-c1d7-4eb6-aa34-c114211dd207 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ba9e5cef-1f4e-4f1c-980f-f1e77d588fb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0391421 Nov 05 19:42:37.718840 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-09c13dd9-a552-43de-a9b2-90a9861336e5 req-526a80ee-9c7d-40de-ba44-0d8f3ef8761b service neutron] 10.222.0.41 "GET /v2.0/networks/ba9e5cef-1f4e-4f1c-980f-f1e77d588fb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885990 Nov 05 19:42:37.809012 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-09c13dd9-a552-43de-a9b2-90a9861336e5 req-8d2e3c1b-0adc-4b95-b894-901aaea4e866 service neutron] 10.222.0.41 "GET /v2.0/networks/ba9e5cef-1f4e-4f1c-980f-f1e77d588fb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834424 Nov 05 19:42:38.413152 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-31f93893-a48e-4ae8-833d-dccb2b42eacc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:42:38.543938 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:43:02.653457 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-483123df-73de-4c21-9d4f-a71ed09dcfde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:43:04.761583 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:43:05.413429 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3fefa4d3-98d5-46a2-9bb3-6466ed7a6c70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:43:06.430837 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b304910f-7b27-444b-a8fc-977d26b1ceac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:43:06.772507 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:43:08.453785 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-31f93893-a48e-4ae8-833d-dccb2b42eacc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:43:08.556826 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:43:09.710022 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.agents_db [None req-b9406b04-a0e8-43cf-b349-711963d96cf4 None None] Agent healthcheck: found 7 active agents {{(pid=102389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 05 19:43:24.119107 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659e2b3b-469c-41d1-836a-b046a0897dc1 req-743d4c01-9232-446e-875c-9fe9fc58f5c4 tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:43:24.120610 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-659e2b3b-469c-41d1-836a-b046a0897dc1 req-743d4c01-9232-446e-875c-9fe9fc58f5c4 tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] 10.222.0.13 "GET /v2.0/ports?device_id=da3ad948-6eae-4177-a18e-08ed1e13846c HTTP/1.1" status: 200 len: 946 time: 0.0483296 Nov 05 19:43:24.171613 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-659e2b3b-469c-41d1-836a-b046a0897dc1 req-c25d5849-1cf5-42b4-81aa-623f9cbc7583 tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] 10.222.0.13 "GET /v2.0/security-groups?id=e275ec3d-c7f6-4920-bb58-0d3614e63387&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450454 Nov 05 19:43:32.642954 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-0bc47bb6-74f2-41aa-b86e-9c89be3baaa9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:43:34.774541 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:43:35.420051 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-6e46c556-1676-4445-a050-1bfdd6e31855 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:43:36.436350 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b304910f-7b27-444b-a8fc-977d26b1ceac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:43:36.678741 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [req-66160b8b-981f-43fe-b298-f04b3f252fec req-9adcb3e3-0652-4a9e-9674-cd4847bf68ff service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=102387) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 05 19:43:36.679758 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-66160b8b-981f-43fe-b298-f04b3f252fec req-9adcb3e3-0652-4a9e-9674-cd4847bf68ff service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055733 Nov 05 19:43:36.791883 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:43:37.014336 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb292a6-6dcd-4e8c-9d1d-a8368e6aa95a req-c728bd06-fe52-42b3-af38-58ea6fb0f2ba tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:43:37.015896 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-afb292a6-6dcd-4e8c-9d1d-a8368e6aa95a req-c728bd06-fe52-42b3-af38-58ea6fb0f2ba tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] 10.222.0.13 "GET /v2.0/ports?device_id=da3ad948-6eae-4177-a18e-08ed1e13846c HTTP/1.1" status: 200 len: 946 time: 0.0499609 Nov 05 19:43:37.063591 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-afb292a6-6dcd-4e8c-9d1d-a8368e6aa95a req-f5579386-8c4e-4d46-a510-8d6838b9bffd tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] 10.222.0.13 "GET /v2.0/security-groups?id=e275ec3d-c7f6-4920-bb58-0d3614e63387&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410056 Nov 05 19:43:37.129386 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-b0f8e0eb-9d81-4ce1-a4ed-afa886c68e58 req-534dadfe-b0a4-46ce-b82a-a2f9f7c4db7d service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=da3ad948-6eae-4177-a18e-08ed1e13846c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0426362 Nov 05 19:43:37.138294 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [req-b0f8e0eb-9d81-4ce1-a4ed-afa886c68e58 req-9b8173b1-d0ac-4ee8-88f3-1f3588c8405f service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=102386) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 05 19:43:37.139257 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-b0f8e0eb-9d81-4ce1-a4ed-afa886c68e58 req-9b8173b1-d0ac-4ee8-88f3-1f3588c8405f service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053284 Nov 05 19:43:38.025311 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632f8e35-2491-410f-9f02-f7b64e93586f req-1c8bd4e6-d3e2-444a-8b8b-666d431cc236 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:43:38.027618 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-632f8e35-2491-410f-9f02-f7b64e93586f req-1c8bd4e6-d3e2-444a-8b8b-666d431cc236 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7488aeefeb374a46a39cff325eff1fe7&device_id=da3ad948-6eae-4177-a18e-08ed1e13846c HTTP/1.1" status: 200 len: 1097 time: 0.0428886 Nov 05 19:43:38.157340 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632f8e35-2491-410f-9f02-f7b64e93586f req-eecde4e4-4f50-4096-999d-84eafb50bc76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:43:38.158832 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-632f8e35-2491-410f-9f02-f7b64e93586f req-eecde4e4-4f50-4096-999d-84eafb50bc76 service neutron] 10.222.0.41 "GET /v2.0/networks?id=ba9e5cef-1f4e-4f1c-980f-f1e77d588fb4 HTTP/1.1" status: 200 len: 912 time: 0.1103463 Nov 05 19:43:38.249319 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204b536e-fda5-4590-8632-b2ed1fe32864 req-f358fbb0-6bfd-41e4-b127-200f64c4017c tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:43:38.250909 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-204b536e-fda5-4590-8632-b2ed1fe32864 req-f358fbb0-6bfd-41e4-b127-200f64c4017c tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] 10.222.0.13 "GET /v2.0/ports?device_id=da3ad948-6eae-4177-a18e-08ed1e13846c HTTP/1.1" status: 200 len: 946 time: 0.1082327 Nov 05 19:43:38.255773 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-632f8e35-2491-410f-9f02-f7b64e93586f req-e2ef24b3-1056-4bd5-9948-0ff27edb16fa service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f3d2a187-4e77-4951-872c-ba13b1af622a HTTP/1.1" status: 200 len: 1002 time: 0.0827050 Nov 05 19:43:38.337596 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632f8e35-2491-410f-9f02-f7b64e93586f req-9ff9aff6-0201-4a52-9975-e056298818f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:43:38.339137 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-632f8e35-2491-410f-9f02-f7b64e93586f req-9ff9aff6-0201-4a52-9975-e056298818f8 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8ba56a91-a4c0-4279-98e5-26a64b9e0aa9 HTTP/1.1" status: 200 len: 850 time: 0.0745475 Nov 05 19:43:38.342749 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-204b536e-fda5-4590-8632-b2ed1fe32864 req-37188e64-c6bb-41b1-8744-7e8869fc47f2 tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] 10.222.0.13 "GET /v2.0/security-groups?id=e275ec3d-c7f6-4920-bb58-0d3614e63387&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0852547 Nov 05 19:43:38.390437 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632f8e35-2491-410f-9f02-f7b64e93586f req-a7085094-ed85-4f92-ba18-112cc4e01477 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:43:38.392078 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-632f8e35-2491-410f-9f02-f7b64e93586f req-a7085094-ed85-4f92-ba18-112cc4e01477 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ba9e5cef-1f4e-4f1c-980f-f1e77d588fb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0462589 Nov 05 19:43:38.449218 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-31f93893-a48e-4ae8-833d-dccb2b42eacc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:43:38.497270 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-632f8e35-2491-410f-9f02-f7b64e93586f req-524595ff-4672-456f-81ea-e21f9a8602a6 service neutron] 10.222.0.41 "GET /v2.0/networks/ba9e5cef-1f4e-4f1c-980f-f1e77d588fb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0977204 Nov 05 19:43:38.557783 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:43:38.592846 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-632f8e35-2491-410f-9f02-f7b64e93586f req-d64b723f-3854-44dc-9e08-3d3d62e4ab9d service neutron] 10.222.0.41 "GET /v2.0/networks/ba9e5cef-1f4e-4f1c-980f-f1e77d588fb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877376 Nov 05 19:43:39.202808 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f8e0eb-9d81-4ce1-a4ed-afa886c68e58 req-1e9d5aa6-273c-4d40-89a2-1222b0fba099 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:43:39.204246 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-b0f8e0eb-9d81-4ce1-a4ed-afa886c68e58 req-1e9d5aa6-273c-4d40-89a2-1222b0fba099 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7488aeefeb374a46a39cff325eff1fe7&device_id=da3ad948-6eae-4177-a18e-08ed1e13846c HTTP/1.1" status: 200 len: 1097 time: 0.0470390 Nov 05 19:43:39.304860 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f8e0eb-9d81-4ce1-a4ed-afa886c68e58 req-d67fe117-6e1f-45d3-86c1-f3f26abc1338 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:43:39.306373 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-b0f8e0eb-9d81-4ce1-a4ed-afa886c68e58 req-d67fe117-6e1f-45d3-86c1-f3f26abc1338 service neutron] 10.222.0.41 "GET /v2.0/networks?id=ba9e5cef-1f4e-4f1c-980f-f1e77d588fb4 HTTP/1.1" status: 200 len: 912 time: 0.0865073 Nov 05 19:43:39.374497 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-b0f8e0eb-9d81-4ce1-a4ed-afa886c68e58 req-224a2ac9-5fd6-4a90-93b5-0188d738830e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f3d2a187-4e77-4951-872c-ba13b1af622a HTTP/1.1" status: 200 len: 1002 time: 0.0614862 Nov 05 19:43:39.426189 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f8e0eb-9d81-4ce1-a4ed-afa886c68e58 req-e2932023-cd80-4d81-b9cc-bbf82ef6cc81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:43:39.427687 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-b0f8e0eb-9d81-4ce1-a4ed-afa886c68e58 req-e2932023-cd80-4d81-b9cc-bbf82ef6cc81 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8ba56a91-a4c0-4279-98e5-26a64b9e0aa9 HTTP/1.1" status: 200 len: 850 time: 0.0448115 Nov 05 19:43:39.508207 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01adbe55-e6f0-4d61-9952-90581d1e5628 req-71eca31e-d983-4851-9aed-a09c3bb49db9 tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:43:39.509706 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-01adbe55-e6f0-4d61-9952-90581d1e5628 req-71eca31e-d983-4851-9aed-a09c3bb49db9 tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] 10.222.0.13 "GET /v2.0/ports?device_id=da3ad948-6eae-4177-a18e-08ed1e13846c HTTP/1.1" status: 200 len: 946 time: 0.0793929 Nov 05 19:43:39.511858 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f8e0eb-9d81-4ce1-a4ed-afa886c68e58 req-14911c7c-f988-4821-ab56-a88e2daafff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:43:39.513212 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-b0f8e0eb-9d81-4ce1-a4ed-afa886c68e58 req-14911c7c-f988-4821-ab56-a88e2daafff2 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ba9e5cef-1f4e-4f1c-980f-f1e77d588fb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0747631 Nov 05 19:43:39.611403 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-01adbe55-e6f0-4d61-9952-90581d1e5628 req-c252c3aa-fd6b-4527-9252-60823cff15d5 tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] 10.222.0.13 "GET /v2.0/security-groups?id=e275ec3d-c7f6-4920-bb58-0d3614e63387&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0953541 Nov 05 19:43:39.633745 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-b0f8e0eb-9d81-4ce1-a4ed-afa886c68e58 req-c1d262a5-4db2-4553-9821-a467f2bc0ea0 service neutron] 10.222.0.41 "GET /v2.0/networks/ba9e5cef-1f4e-4f1c-980f-f1e77d588fb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1101875 Nov 05 19:43:39.729928 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-b0f8e0eb-9d81-4ce1-a4ed-afa886c68e58 req-7d668802-1d12-4265-9218-a91bc8917bde service neutron] 10.222.0.41 "GET /v2.0/networks/ba9e5cef-1f4e-4f1c-980f-f1e77d588fb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891089 Nov 05 19:43:40.733281 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3921ed0e-6a46-4f11-afd4-b5ccc5f34ab9 req-de5dcf97-72e9-4491-b33f-184f72145345 tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:43:40.734794 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-3921ed0e-6a46-4f11-afd4-b5ccc5f34ab9 req-de5dcf97-72e9-4491-b33f-184f72145345 tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] 10.222.0.13 "GET /v2.0/ports?device_id=da3ad948-6eae-4177-a18e-08ed1e13846c HTTP/1.1" status: 200 len: 946 time: 0.0501025 Nov 05 19:43:40.781590 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-3921ed0e-6a46-4f11-afd4-b5ccc5f34ab9 req-3f599e59-10f9-46ad-ad92-d863dca79fe8 tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] 10.222.0.13 "GET /v2.0/security-groups?id=e275ec3d-c7f6-4920-bb58-0d3614e63387&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402939 Nov 05 19:43:41.898020 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590711ea-db89-4a8f-9e71-f2e338b70a20 req-046638aa-e9c6-4841-8eb4-1f9a543c292d tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:43:41.899518 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-590711ea-db89-4a8f-9e71-f2e338b70a20 req-046638aa-e9c6-4841-8eb4-1f9a543c292d tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] 10.222.0.13 "GET /v2.0/ports?device_id=da3ad948-6eae-4177-a18e-08ed1e13846c HTTP/1.1" status: 200 len: 946 time: 0.0484993 Nov 05 19:43:41.953931 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-590711ea-db89-4a8f-9e71-f2e338b70a20 req-714cbc6f-5825-4572-be87-c028b86553f8 tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] 10.222.0.13 "GET /v2.0/security-groups?id=e275ec3d-c7f6-4920-bb58-0d3614e63387&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485599 Nov 05 19:43:43.068958 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b126f6d7-a163-467c-bd6c-61f328d779fc req-98d2e829-4dbd-44e9-8a8d-b51a8eebb086 tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:43:43.076935 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-b126f6d7-a163-467c-bd6c-61f328d779fc req-98d2e829-4dbd-44e9-8a8d-b51a8eebb086 tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] 10.222.0.13 "GET /v2.0/ports?device_id=da3ad948-6eae-4177-a18e-08ed1e13846c HTTP/1.1" status: 200 len: 946 time: 0.0481424 Nov 05 19:43:43.117741 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-b126f6d7-a163-467c-bd6c-61f328d779fc req-9e9bffd8-e57b-40a0-90fd-259b7ca12685 tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] 10.222.0.13 "GET /v2.0/security-groups?id=e275ec3d-c7f6-4920-bb58-0d3614e63387&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413330 Nov 05 19:43:44.234762 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160a7a78-7a12-40d2-8afd-5a70fff7f3e6 req-fdb4cddb-899b-4cea-b3a4-b371e9890e2d tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:43:44.236258 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-160a7a78-7a12-40d2-8afd-5a70fff7f3e6 req-fdb4cddb-899b-4cea-b3a4-b371e9890e2d tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] 10.222.0.13 "GET /v2.0/ports?device_id=da3ad948-6eae-4177-a18e-08ed1e13846c HTTP/1.1" status: 200 len: 946 time: 0.0486290 Nov 05 19:43:44.282104 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-160a7a78-7a12-40d2-8afd-5a70fff7f3e6 req-317ff68f-cf51-4f1b-8b8e-e71596785bcf tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] 10.222.0.13 "GET /v2.0/security-groups?id=e275ec3d-c7f6-4920-bb58-0d3614e63387&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398641 Nov 05 19:43:45.408333 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e68d93-4b0f-48a6-ba74-47607d19e251 req-c4313bcc-c12e-4f94-a512-ac271bd7437f tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:43:45.409818 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-92e68d93-4b0f-48a6-ba74-47607d19e251 req-c4313bcc-c12e-4f94-a512-ac271bd7437f tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] 10.222.0.13 "GET /v2.0/ports?device_id=da3ad948-6eae-4177-a18e-08ed1e13846c HTTP/1.1" status: 200 len: 946 time: 0.0523968 Nov 05 19:43:45.457171 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-92e68d93-4b0f-48a6-ba74-47607d19e251 req-f07c4450-0676-472f-954e-e077aed4a430 tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] 10.222.0.13 "GET /v2.0/security-groups?id=e275ec3d-c7f6-4920-bb58-0d3614e63387&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405586 Nov 05 19:43:46.573409 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85199a96-57bd-4d10-80f1-3a800132097e req-69063781-2713-4758-a75c-5990a36f0c8c tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:43:46.574942 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-85199a96-57bd-4d10-80f1-3a800132097e req-69063781-2713-4758-a75c-5990a36f0c8c tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] 10.222.0.13 "GET /v2.0/ports?device_id=da3ad948-6eae-4177-a18e-08ed1e13846c HTTP/1.1" status: 200 len: 946 time: 0.0489380 Nov 05 19:43:46.621688 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-85199a96-57bd-4d10-80f1-3a800132097e req-ffa48a89-5dfd-4af5-8d77-05e5d9f67017 tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] 10.222.0.13 "GET /v2.0/security-groups?id=e275ec3d-c7f6-4920-bb58-0d3614e63387&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408661 Nov 05 19:43:46.708647 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.agents_db [None req-b9406b04-a0e8-43cf-b349-711963d96cf4 None None] Agent healthcheck: found 7 active agents {{(pid=102389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 05 19:43:47.746918 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e679841b-ef7b-49df-a823-d608f4f8a56e req-85f8900e-23e9-4749-8f23-bc33f9a3dfb3 tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:43:47.748400 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-e679841b-ef7b-49df-a823-d608f4f8a56e req-85f8900e-23e9-4749-8f23-bc33f9a3dfb3 tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] 10.222.0.13 "GET /v2.0/ports?device_id=da3ad948-6eae-4177-a18e-08ed1e13846c HTTP/1.1" status: 200 len: 946 time: 0.0523646 Nov 05 19:43:47.795020 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-e679841b-ef7b-49df-a823-d608f4f8a56e req-5f75d272-5828-4bf5-a327-cea256182fde tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] 10.222.0.13 "GET /v2.0/security-groups?id=e275ec3d-c7f6-4920-bb58-0d3614e63387&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406463 Nov 05 19:43:48.910358 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c6d614-fb2e-4a2e-acb8-f50f514fbf0a req-2215c144-25c7-4419-9b36-ff85c0a9e772 tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:43:48.911757 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-56c6d614-fb2e-4a2e-acb8-f50f514fbf0a req-2215c144-25c7-4419-9b36-ff85c0a9e772 tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] 10.222.0.13 "GET /v2.0/ports?device_id=da3ad948-6eae-4177-a18e-08ed1e13846c HTTP/1.1" status: 200 len: 946 time: 0.0486474 Nov 05 19:43:48.958106 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-56c6d614-fb2e-4a2e-acb8-f50f514fbf0a req-4e5132b3-1dc3-4482-a094-603cd7817e7e tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] 10.222.0.13 "GET /v2.0/security-groups?id=e275ec3d-c7f6-4920-bb58-0d3614e63387&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403078 Nov 05 19:43:50.076124 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312d2431-5f1a-4138-b9dd-f7fb855d298f req-23dcdbc5-a665-486c-b4ac-2938f769a9ac tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:43:50.077591 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-312d2431-5f1a-4138-b9dd-f7fb855d298f req-23dcdbc5-a665-486c-b4ac-2938f769a9ac tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] 10.222.0.13 "GET /v2.0/ports?device_id=da3ad948-6eae-4177-a18e-08ed1e13846c HTTP/1.1" status: 200 len: 946 time: 0.0475302 Nov 05 19:43:50.129276 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-312d2431-5f1a-4138-b9dd-f7fb855d298f req-507b3cc6-052f-4e74-aa92-4115e1b929fb tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] 10.222.0.13 "GET /v2.0/security-groups?id=e275ec3d-c7f6-4920-bb58-0d3614e63387&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456254 Nov 05 19:43:51.246515 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17da93d-861a-4f8c-937e-12b447d5251e req-c516ee34-4185-4f68-b842-dbf3dbb86a5f tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:43:51.247996 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-d17da93d-861a-4f8c-937e-12b447d5251e req-c516ee34-4185-4f68-b842-dbf3dbb86a5f tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] 10.222.0.13 "GET /v2.0/ports?device_id=da3ad948-6eae-4177-a18e-08ed1e13846c HTTP/1.1" status: 200 len: 946 time: 0.0487998 Nov 05 19:43:51.294989 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-d17da93d-861a-4f8c-937e-12b447d5251e req-e49a829e-e29a-4a3f-9ba8-d6ec71bf49ac tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] 10.222.0.13 "GET /v2.0/security-groups?id=e275ec3d-c7f6-4920-bb58-0d3614e63387&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410564 Nov 05 19:43:52.412898 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7bdf8c-e554-4ebc-b6cb-df8acce4687d req-10b8c69b-27ae-4634-a63c-6df9a0aa0296 tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:43:52.414471 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-0c7bdf8c-e554-4ebc-b6cb-df8acce4687d req-10b8c69b-27ae-4634-a63c-6df9a0aa0296 tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] 10.222.0.13 "GET /v2.0/ports?device_id=da3ad948-6eae-4177-a18e-08ed1e13846c HTTP/1.1" status: 200 len: 946 time: 0.0500209 Nov 05 19:43:52.462695 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-0c7bdf8c-e554-4ebc-b6cb-df8acce4687d req-920fe21c-0241-4a56-94fd-3b1cdebf7562 tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] 10.222.0.13 "GET /v2.0/security-groups?id=e275ec3d-c7f6-4920-bb58-0d3614e63387&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422459 Nov 05 19:43:53.628710 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1256786-7528-4772-9519-f7d3f043d5db req-eb61bec4-4142-4605-9221-ced6197e9a2a tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:43:53.630366 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-b1256786-7528-4772-9519-f7d3f043d5db req-eb61bec4-4142-4605-9221-ced6197e9a2a tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] 10.222.0.13 "GET /v2.0/ports?device_id=da3ad948-6eae-4177-a18e-08ed1e13846c HTTP/1.1" status: 200 len: 946 time: 0.0978975 Nov 05 19:43:53.678541 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-b1256786-7528-4772-9519-f7d3f043d5db req-bdf614e0-7d5e-4c8a-b383-ad425140f0ab tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] 10.222.0.13 "GET /v2.0/security-groups?id=e275ec3d-c7f6-4920-bb58-0d3614e63387&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415947 Nov 05 19:43:54.175899 n-d-816865-1 neutron-server[102387]: INFO neutron.api.v2.resource [req-b0f8e0eb-9d81-4ce1-a4ed-afa886c68e58 req-3339fa6a-d515-4b06-8164-1547b456ff85 service neutron] show failed (client error): The resource could not be found. Nov 05 19:43:54.176806 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-b0f8e0eb-9d81-4ce1-a4ed-afa886c68e58 req-3339fa6a-d515-4b06-8164-1547b456ff85 service neutron] 10.222.0.41 "GET /v2.0/ports/f3d2a187-4e77-4951-872c-ba13b1af622a/bindings/n-h2-816865-1 HTTP/1.1" status: 404 len: 380 time: 0.0542347 Nov 05 19:43:54.405810 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Device f3d2a187-4e77-4951-872c-ba13b1af622a no longer exists at agent hyperv_n-h1-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 19:43:54.488662 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:43:54.515151 n-d-816865-1 neutron-server[102388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da3ad948-6eae-4177-a18e-08ed1e13846c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f3d2a187-4e77-4951-872c-ba13b1af622a'}] {{(pid=102388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 19:43:54.517385 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6791add14b0903d9e674b39f457aa3a29109aa98d0835d5644e65cf363d7cf55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5351b9ec-d366-44ea-92c4-1b7169d451b1" -d '{"events": [{"server_uuid": "da3ad948-6eae-4177-a18e-08ed1e13846c", "name": "network-vif-unplugged", "status": "completed", "tag": "f3d2a187-4e77-4951-872c-ba13b1af622a"}]}' {{(pid=102388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 19:43:54.530400 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] For port f3d2a187-4e77-4951-872c-ba13b1af622a, host n-h1-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=f3d2a187-4e77-4951-872c-ba13b1af622a,segment=NetworkSegment(a58696c4-674f-491a-9f25-92f83919ef0a),segment_id=a58696c4-674f-491a-9f25-92f83919ef0a)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:43:54.570354 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 05 Nov 2021 19:43:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a452975-0e0c-471a-b2da-0d8db4c649b4 x-openstack-request-id: req-7a452975-0e0c-471a-b2da-0d8db4c649b4 {{(pid=102388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 19:43:54.574162 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da3ad948-6eae-4177-a18e-08ed1e13846c", "name": "network-vif-unplugged", "status": "completed", "tag": "f3d2a187-4e77-4951-872c-ba13b1af622a", "code": 200}]} {{(pid=102388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 19:43:54.574162 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7a452975-0e0c-471a-b2da-0d8db4c649b4 {{(pid=102388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 19:43:54.574162 n-d-816865-1 neutron-server[102388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da3ad948-6eae-4177-a18e-08ed1e13846c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f3d2a187-4e77-4951-872c-ba13b1af622a', 'code': 200} Nov 05 19:43:54.592881 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:43:54.642548 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Pushing event updated for resources: {'Port': ['ID=f3d2a187-4e77-4951-872c-ba13b1af622a,revision_number=6']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:43:54.650510 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:43:54.650862 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:43:54.651208 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:43:54.651547 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:43:54.651883 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:43:54.652214 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:43:54.652544 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:43:54.652871 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:43:54.653202 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:43:54.653524 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:43:54.653847 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:43:54.654202 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:43:54.695103 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f8e0eb-9d81-4ce1-a4ed-afa886c68e58 req-f232bb60-9e43-4494-930c-67f550f62b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:43:54.696678 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-b0f8e0eb-9d81-4ce1-a4ed-afa886c68e58 req-f232bb60-9e43-4494-930c-67f550f62b01 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=da3ad948-6eae-4177-a18e-08ed1e13846c&tenant_id=7488aeefeb374a46a39cff325eff1fe7 HTTP/1.1" status: 200 len: 1095 time: 0.0412092 Nov 05 19:43:54.715764 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [req-b0f8e0eb-9d81-4ce1-a4ed-afa886c68e58 req-07f99187-472b-4406-a2b6-9ff829a1afef service neutron] Request body: {'port': {'binding:host_id': 'n-h2-816865-1', 'device_owner': 'compute:nova'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:43:54.774250 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-b0f8e0eb-9d81-4ce1-a4ed-afa886c68e58 req-07f99187-472b-4406-a2b6-9ff829a1afef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:43:54.804477 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2914f8-b951-480e-bb74-4592ffb564ea req-1adbbe81-0f02-4195-9533-436806da158d tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:43:54.805967 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-3b2914f8-b951-480e-bb74-4592ffb564ea req-1adbbe81-0f02-4195-9533-436806da158d tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] 10.222.0.13 "GET /v2.0/ports?device_id=da3ad948-6eae-4177-a18e-08ed1e13846c HTTP/1.1" status: 200 len: 944 time: 0.0519645 Nov 05 19:43:54.855345 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-3b2914f8-b951-480e-bb74-4592ffb564ea req-dc371d31-1967-4d3e-8015-7986be2a77e9 tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] 10.222.0.13 "GET /v2.0/security-groups?id=e275ec3d-c7f6-4920-bb58-0d3614e63387&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432856 Nov 05 19:43:54.975338 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [req-b0f8e0eb-9d81-4ce1-a4ed-afa886c68e58 req-07f99187-472b-4406-a2b6-9ff829a1afef service neutron] For port f3d2a187-4e77-4951-872c-ba13b1af622a, host n-h1-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=f3d2a187-4e77-4951-872c-ba13b1af622a,segment=NetworkSegment(a58696c4-674f-491a-9f25-92f83919ef0a),segment_id=a58696c4-674f-491a-9f25-92f83919ef0a)] {{(pid=102386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:43:55.008786 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [req-b0f8e0eb-9d81-4ce1-a4ed-afa886c68e58 req-07f99187-472b-4406-a2b6-9ff829a1afef service neutron] For port f3d2a187-4e77-4951-872c-ba13b1af622a, host n-h1-816865-1, cleared binding levels {{(pid=102386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 19:43:55.042067 n-d-816865-1 neutron-server[102386]: DEBUG neutron.notifiers.nova [req-b0f8e0eb-9d81-4ce1-a4ed-afa886c68e58 req-07f99187-472b-4406-a2b6-9ff829a1afef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f3d2a187-4e77-4951-872c-ba13b1af622a {{(pid=102386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 19:43:55.049623 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-b0f8e0eb-9d81-4ce1-a4ed-afa886c68e58 req-07f99187-472b-4406-a2b6-9ff829a1afef service neutron] Publish callbacks [] for port, precommit_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:43:55.061468 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.provisioning_blocks [req-b0f8e0eb-9d81-4ce1-a4ed-afa886c68e58 req-07f99187-472b-4406-a2b6-9ff829a1afef service neutron] Transition to ACTIVE for port object f3d2a187-4e77-4951-872c-ba13b1af622a will not be triggered until provisioned by entity L2. {{(pid=102386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 05 19:43:55.124109 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-b0f8e0eb-9d81-4ce1-a4ed-afa886c68e58 req-07f99187-472b-4406-a2b6-9ff829a1afef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6149821'] for port, after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:43:55.203071 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f99187-472b-4406-a2b6-9ff829a1afef service neutron] Pushing event updated for resources: {'Port': ['ID=f3d2a187-4e77-4951-872c-ba13b1af622a,revision_number=7']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:43:55.217923 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07f99187-472b-4406-a2b6-9ff829a1afef service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:43:55.218292 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07f99187-472b-4406-a2b6-9ff829a1afef service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:43:55.218632 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07f99187-472b-4406-a2b6-9ff829a1afef service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:43:55.218970 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07f99187-472b-4406-a2b6-9ff829a1afef service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:43:55.219294 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07f99187-472b-4406-a2b6-9ff829a1afef service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:43:55.219619 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07f99187-472b-4406-a2b6-9ff829a1afef service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:43:55.219939 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07f99187-472b-4406-a2b6-9ff829a1afef service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:43:55.220258 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07f99187-472b-4406-a2b6-9ff829a1afef service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:43:55.220577 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07f99187-472b-4406-a2b6-9ff829a1afef service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:43:55.220894 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07f99187-472b-4406-a2b6-9ff829a1afef service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:43:55.221212 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07f99187-472b-4406-a2b6-9ff829a1afef service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:43:55.221526 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07f99187-472b-4406-a2b6-9ff829a1afef service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:43:55.255954 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0f8e0eb-9d81-4ce1-a4ed-afa886c68e58 req-07f99187-472b-4406-a2b6-9ff829a1afef service neutron] No DVR routers for this DVR port f3d2a187-4e77-4951-872c-ba13b1af622a on host n-h1-816865-1 {{(pid=102386) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 19:43:55.391922 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [req-b0f8e0eb-9d81-4ce1-a4ed-afa886c68e58 req-07f99187-472b-4406-a2b6-9ff829a1afef service neutron] Attempting to bind port f3d2a187-4e77-4951-872c-ba13b1af622a on host n-h2-816865-1 for vnic_type normal with profile {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 19:43:55.392259 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [req-b0f8e0eb-9d81-4ce1-a4ed-afa886c68e58 req-07f99187-472b-4406-a2b6-9ff829a1afef service neutron] Attempting to bind port f3d2a187-4e77-4951-872c-ba13b1af622a by drivers openvswitch,hyperv on host n-h2-816865-1 at level 0 using segments [{'id': 'a58696c4-674f-491a-9f25-92f83919ef0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'ba9e5cef-1f4e-4f1c-980f-f1e77d588fb4'}] {{(pid=102386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 19:43:55.392583 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0f8e0eb-9d81-4ce1-a4ed-afa886c68e58 req-07f99187-472b-4406-a2b6-9ff829a1afef service neutron] Attempting to bind port f3d2a187-4e77-4951-872c-ba13b1af622a on network ba9e5cef-1f4e-4f1c-980f-f1e77d588fb4 {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 19:43:55.396843 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0f8e0eb-9d81-4ce1-a4ed-afa886c68e58 req-07f99187-472b-4406-a2b6-9ff829a1afef service neutron] Port f3d2a187-4e77-4951-872c-ba13b1af622a on network ba9e5cef-1f4e-4f1c-980f-f1e77d588fb4 not bound, no agent of type Open vSwitch agent registered on host n-h2-816865-1 {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 19:43:55.397216 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0f8e0eb-9d81-4ce1-a4ed-afa886c68e58 req-07f99187-472b-4406-a2b6-9ff829a1afef service neutron] Attempting to bind port f3d2a187-4e77-4951-872c-ba13b1af622a on network ba9e5cef-1f4e-4f1c-980f-f1e77d588fb4 {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 19:43:55.402309 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0f8e0eb-9d81-4ce1-a4ed-afa886c68e58 req-07f99187-472b-4406-a2b6-9ff829a1afef service neutron] Checking agent: {'id': '32aff553-696f-4891-83f5-5c176f61fe54', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816865-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 18, 33, 36), 'started_at': datetime.datetime(2021, 11, 5, 18, 33, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 19, 43, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 19:43:55.402643 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0f8e0eb-9d81-4ce1-a4ed-afa886c68e58 req-07f99187-472b-4406-a2b6-9ff829a1afef service neutron] Checking segment: {'id': 'a58696c4-674f-491a-9f25-92f83919ef0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'ba9e5cef-1f4e-4f1c-980f-f1e77d588fb4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 19:43:55.403025 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0f8e0eb-9d81-4ce1-a4ed-afa886c68e58 req-07f99187-472b-4406-a2b6-9ff829a1afef service neutron] Bound using segment: {'id': 'a58696c4-674f-491a-9f25-92f83919ef0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'ba9e5cef-1f4e-4f1c-980f-f1e77d588fb4'} {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 19:43:55.403449 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [req-b0f8e0eb-9d81-4ce1-a4ed-afa886c68e58 req-07f99187-472b-4406-a2b6-9ff829a1afef service neutron] Bound port: f3d2a187-4e77-4951-872c-ba13b1af622a, host: n-h2-816865-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a58696c4-674f-491a-9f25-92f83919ef0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'ba9e5cef-1f4e-4f1c-980f-f1e77d588fb4'}}] {{(pid=102386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 19:43:55.403800 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-b0f8e0eb-9d81-4ce1-a4ed-afa886c68e58 req-07f99187-472b-4406-a2b6-9ff829a1afef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:43:55.465002 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [req-b0f8e0eb-9d81-4ce1-a4ed-afa886c68e58 req-07f99187-472b-4406-a2b6-9ff829a1afef service neutron] For port f3d2a187-4e77-4951-872c-ba13b1af622a, host n-h2-816865-1, cleared binding levels {{(pid=102386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 19:43:55.467982 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [req-b0f8e0eb-9d81-4ce1-a4ed-afa886c68e58 req-07f99187-472b-4406-a2b6-9ff829a1afef service neutron] For port f3d2a187-4e77-4951-872c-ba13b1af622a, host n-h2-816865-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=f3d2a187-4e77-4951-872c-ba13b1af622a,segment=NetworkSegment(a58696c4-674f-491a-9f25-92f83919ef0a),segment_id=a58696c4-674f-491a-9f25-92f83919ef0a)] {{(pid=102386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 19:43:55.540984 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-b0f8e0eb-9d81-4ce1-a4ed-afa886c68e58 req-07f99187-472b-4406-a2b6-9ff829a1afef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6149821'] for port, after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:43:55.578787 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f8e0eb-9d81-4ce1-a4ed-afa886c68e58 req-07f99187-472b-4406-a2b6-9ff829a1afef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:43:55.579413 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-b0f8e0eb-9d81-4ce1-a4ed-afa886c68e58 req-07f99187-472b-4406-a2b6-9ff829a1afef service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:43:55.580800 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-b0f8e0eb-9d81-4ce1-a4ed-afa886c68e58 req-07f99187-472b-4406-a2b6-9ff829a1afef service neutron] 10.222.0.55 "PUT /v2.0/ports/f3d2a187-4e77-4951-872c-ba13b1af622a HTTP/1.1" status: 200 len: 1092 time: 0.8694293 Nov 05 19:43:55.581247 n-d-816865-1 neutron-server[102386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da3ad948-6eae-4177-a18e-08ed1e13846c', 'tag': 'f3d2a187-4e77-4951-872c-ba13b1af622a'}] {{(pid=102386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 19:43:55.583505 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d24c2e9fd656c946d5f792cc44b0d4efbe125a7d17e01666b7f4dc8150dd75ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-742698f6-3355-45d2-a2fb-8e44e51d2dae" -d '{"events": [{"name": "network-changed", "server_uuid": "da3ad948-6eae-4177-a18e-08ed1e13846c", "tag": "f3d2a187-4e77-4951-872c-ba13b1af622a"}]}' {{(pid=102386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 19:43:55.611477 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f99187-472b-4406-a2b6-9ff829a1afef service neutron] Pushing event updated for resources: {'Port': ['ID=f3d2a187-4e77-4951-872c-ba13b1af622a,revision_number=8']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:43:55.650122 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 19:43:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c803b83f-2215-41d4-b986-ab7872dec232 x-openstack-request-id: req-c803b83f-2215-41d4-b986-ab7872dec232 {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 19:43:55.650122 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da3ad948-6eae-4177-a18e-08ed1e13846c", "tag": "f3d2a187-4e77-4951-872c-ba13b1af622a", "status": "completed", "code": 200}]} {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 19:43:55.650122 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c803b83f-2215-41d4-b986-ab7872dec232 {{(pid=102386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 19:43:55.650122 n-d-816865-1 neutron-server[102386]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da3ad948-6eae-4177-a18e-08ed1e13846c', 'tag': 'f3d2a187-4e77-4951-872c-ba13b1af622a', 'status': 'completed', 'code': 200} Nov 05 19:43:55.662535 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f8e0eb-9d81-4ce1-a4ed-afa886c68e58 req-abf2305a-6c2f-478a-8a29-6a99fe4c76d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:43:55.665055 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-b0f8e0eb-9d81-4ce1-a4ed-afa886c68e58 req-abf2305a-6c2f-478a-8a29-6a99fe4c76d8 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7488aeefeb374a46a39cff325eff1fe7&device_id=da3ad948-6eae-4177-a18e-08ed1e13846c HTTP/1.1" status: 200 len: 1095 time: 0.0550346 Nov 05 19:43:55.719277 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742698f6-3355-45d2-a2fb-8e44e51d2dae req-78f6f171-c4e1-4dce-9550-859a52ae2d45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:43:55.720848 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-742698f6-3355-45d2-a2fb-8e44e51d2dae req-78f6f171-c4e1-4dce-9550-859a52ae2d45 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7488aeefeb374a46a39cff325eff1fe7&device_id=da3ad948-6eae-4177-a18e-08ed1e13846c HTTP/1.1" status: 200 len: 1095 time: 0.0481024 Nov 05 19:43:55.768122 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f8e0eb-9d81-4ce1-a4ed-afa886c68e58 req-e080ce5d-6b3f-4334-b85c-117e26b40a05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:43:55.769631 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-b0f8e0eb-9d81-4ce1-a4ed-afa886c68e58 req-e080ce5d-6b3f-4334-b85c-117e26b40a05 service neutron] 10.222.0.55 "GET /v2.0/networks?id=ba9e5cef-1f4e-4f1c-980f-f1e77d588fb4 HTTP/1.1" status: 200 len: 912 time: 0.0963948 Nov 05 19:43:55.817785 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742698f6-3355-45d2-a2fb-8e44e51d2dae req-4bde2df4-a7e1-4120-94b1-1d6c37fbf2f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:43:55.819574 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-742698f6-3355-45d2-a2fb-8e44e51d2dae req-4bde2df4-a7e1-4120-94b1-1d6c37fbf2f9 service neutron] 10.222.0.41 "GET /v2.0/networks?id=ba9e5cef-1f4e-4f1c-980f-f1e77d588fb4 HTTP/1.1" status: 200 len: 912 time: 0.0906658 Nov 05 19:43:55.845186 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-b0f8e0eb-9d81-4ce1-a4ed-afa886c68e58 req-6092a558-b264-4451-a951-f6d17e852f85 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f3d2a187-4e77-4951-872c-ba13b1af622a HTTP/1.1" status: 200 len: 1000 time: 0.0635762 Nov 05 19:43:55.889335 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-742698f6-3355-45d2-a2fb-8e44e51d2dae req-df794930-ef05-4bee-80c6-25fb4f629a72 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f3d2a187-4e77-4951-872c-ba13b1af622a HTTP/1.1" status: 200 len: 1000 time: 0.0629578 Nov 05 19:43:55.898888 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f8e0eb-9d81-4ce1-a4ed-afa886c68e58 req-2f5d8578-0e93-4705-b1ad-74c5e498f446 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:43:55.900580 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-b0f8e0eb-9d81-4ce1-a4ed-afa886c68e58 req-2f5d8578-0e93-4705-b1ad-74c5e498f446 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=8ba56a91-a4c0-4279-98e5-26a64b9e0aa9 HTTP/1.1" status: 200 len: 850 time: 0.0457115 Nov 05 19:43:55.950450 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f8e0eb-9d81-4ce1-a4ed-afa886c68e58 req-6edad370-d614-4083-84b7-cb826492027c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:43:55.950782 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742698f6-3355-45d2-a2fb-8e44e51d2dae req-2ac35694-a715-40a5-a914-917bb77fa8c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:43:55.951942 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-b0f8e0eb-9d81-4ce1-a4ed-afa886c68e58 req-6edad370-d614-4083-84b7-cb826492027c service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ba9e5cef-1f4e-4f1c-980f-f1e77d588fb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0410705 Nov 05 19:43:55.952199 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-742698f6-3355-45d2-a2fb-8e44e51d2dae req-2ac35694-a715-40a5-a914-917bb77fa8c5 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8ba56a91-a4c0-4279-98e5-26a64b9e0aa9 HTTP/1.1" status: 200 len: 850 time: 0.0564554 Nov 05 19:43:56.019669 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0dd5f61-21a1-41b0-b4cb-c453a1e3329d req-18570673-b77e-4d38-a9dc-f54027a286bb tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:43:56.021178 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-a0dd5f61-21a1-41b0-b4cb-c453a1e3329d req-18570673-b77e-4d38-a9dc-f54027a286bb tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] 10.222.0.13 "GET /v2.0/ports?device_id=da3ad948-6eae-4177-a18e-08ed1e13846c HTTP/1.1" status: 200 len: 944 time: 0.0798733 Nov 05 19:43:56.028403 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742698f6-3355-45d2-a2fb-8e44e51d2dae req-6815daf7-3783-4e2c-bc77-332533f63a24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:43:56.029879 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-742698f6-3355-45d2-a2fb-8e44e51d2dae req-6815daf7-3783-4e2c-bc77-332533f63a24 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ba9e5cef-1f4e-4f1c-980f-f1e77d588fb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0603077 Nov 05 19:43:56.049728 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-b0f8e0eb-9d81-4ce1-a4ed-afa886c68e58 req-aac0fd1a-c42f-4060-a8b3-10931cc3d204 service neutron] 10.222.0.55 "GET /v2.0/networks/ba9e5cef-1f4e-4f1c-980f-f1e77d588fb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890081 Nov 05 19:43:56.128639 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-a0dd5f61-21a1-41b0-b4cb-c453a1e3329d req-730c2c02-8234-4902-97b9-fa751d3f64f9 tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] 10.222.0.13 "GET /v2.0/security-groups?id=e275ec3d-c7f6-4920-bb58-0d3614e63387&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0956423 Nov 05 19:43:56.151604 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-b0f8e0eb-9d81-4ce1-a4ed-afa886c68e58 req-c545fd40-50fa-4e32-b27a-3abe469f676f service neutron] 10.222.0.55 "GET /v2.0/networks/ba9e5cef-1f4e-4f1c-980f-f1e77d588fb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905631 Nov 05 19:43:56.159020 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-742698f6-3355-45d2-a2fb-8e44e51d2dae req-16b83de4-0571-455b-aad1-39cf5925bf38 service neutron] 10.222.0.41 "GET /v2.0/networks/ba9e5cef-1f4e-4f1c-980f-f1e77d588fb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1193290 Nov 05 19:43:56.254762 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-742698f6-3355-45d2-a2fb-8e44e51d2dae req-7d41a195-3c75-42e4-9a84-b9689b5d9338 service neutron] 10.222.0.41 "GET /v2.0/networks/ba9e5cef-1f4e-4f1c-980f-f1e77d588fb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888550 Nov 05 19:43:56.309468 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742698f6-3355-45d2-a2fb-8e44e51d2dae req-bc71bce6-8212-4249-bfa6-0078b4812893 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:43:56.311005 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-742698f6-3355-45d2-a2fb-8e44e51d2dae req-bc71bce6-8212-4249-bfa6-0078b4812893 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7488aeefeb374a46a39cff325eff1fe7&device_id=da3ad948-6eae-4177-a18e-08ed1e13846c HTTP/1.1" status: 200 len: 1095 time: 0.0411887 Nov 05 19:43:56.405927 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742698f6-3355-45d2-a2fb-8e44e51d2dae req-1823d2d2-7290-4e33-b4d4-ecd7b2a65b39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:43:56.407427 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-742698f6-3355-45d2-a2fb-8e44e51d2dae req-1823d2d2-7290-4e33-b4d4-ecd7b2a65b39 service neutron] 10.222.0.55 "GET /v2.0/networks?id=ba9e5cef-1f4e-4f1c-980f-f1e77d588fb4 HTTP/1.1" status: 200 len: 912 time: 0.0845578 Nov 05 19:43:56.770003 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-742698f6-3355-45d2-a2fb-8e44e51d2dae req-ef6ab618-473b-4e3e-a2d7-3a07086bb658 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f3d2a187-4e77-4951-872c-ba13b1af622a HTTP/1.1" status: 200 len: 1000 time: 0.3504479 Nov 05 19:43:56.827171 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742698f6-3355-45d2-a2fb-8e44e51d2dae req-17cdffda-95b2-433b-a4fc-21a53d690ed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:43:56.828615 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-742698f6-3355-45d2-a2fb-8e44e51d2dae req-17cdffda-95b2-433b-a4fc-21a53d690ed8 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=8ba56a91-a4c0-4279-98e5-26a64b9e0aa9 HTTP/1.1" status: 200 len: 850 time: 0.0461633 Nov 05 19:43:56.878335 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742698f6-3355-45d2-a2fb-8e44e51d2dae req-b8ba713b-8aae-4b20-9a5b-3b9454f00073 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:43:56.879842 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-742698f6-3355-45d2-a2fb-8e44e51d2dae req-b8ba713b-8aae-4b20-9a5b-3b9454f00073 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ba9e5cef-1f4e-4f1c-980f-f1e77d588fb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401008 Nov 05 19:43:56.978300 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-742698f6-3355-45d2-a2fb-8e44e51d2dae req-e33d68d9-313c-4832-a8e2-0e8d80ea0a66 service neutron] 10.222.0.55 "GET /v2.0/networks/ba9e5cef-1f4e-4f1c-980f-f1e77d588fb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864646 Nov 05 19:43:57.087532 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-742698f6-3355-45d2-a2fb-8e44e51d2dae req-56715e80-c0af-4199-9c8b-1657df4510c7 service neutron] 10.222.0.55 "GET /v2.0/networks/ba9e5cef-1f4e-4f1c-980f-f1e77d588fb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935395 Nov 05 19:43:57.249529 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6fe277-211b-4448-a6f8-3780794812da req-4feea283-de8a-4282-8402-ad0f42b0bba0 tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:43:57.251061 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-8e6fe277-211b-4448-a6f8-3780794812da req-4feea283-de8a-4282-8402-ad0f42b0bba0 tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] 10.222.0.13 "GET /v2.0/ports?device_id=da3ad948-6eae-4177-a18e-08ed1e13846c HTTP/1.1" status: 200 len: 944 time: 0.0497522 Nov 05 19:43:57.299183 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-8e6fe277-211b-4448-a6f8-3780794812da req-5d42411b-8d30-403c-91a7-054fd133ebfb tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] 10.222.0.13 "GET /v2.0/security-groups?id=e275ec3d-c7f6-4920-bb58-0d3614e63387&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415685 Nov 05 19:43:58.416660 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6ab758-1a5f-4c2e-895b-8e8c89d2a5ff req-472cc946-d0e6-4b01-93b5-88cac00d8181 tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:43:58.418457 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-fd6ab758-1a5f-4c2e-895b-8e8c89d2a5ff req-472cc946-d0e6-4b01-93b5-88cac00d8181 tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] 10.222.0.13 "GET /v2.0/ports?device_id=da3ad948-6eae-4177-a18e-08ed1e13846c HTTP/1.1" status: 200 len: 944 time: 0.0489798 Nov 05 19:43:58.466273 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-fd6ab758-1a5f-4c2e-895b-8e8c89d2a5ff req-50def5c3-c9d5-4ebe-b061-bd57ef38fece tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] 10.222.0.13 "GET /v2.0/security-groups?id=e275ec3d-c7f6-4920-bb58-0d3614e63387&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417750 Nov 05 19:43:59.592799 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0f506b-1b21-4c8e-a517-06413a6154dd req-ed8ad674-9d62-4d3f-8892-62c96e013a30 tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:43:59.594695 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-af0f506b-1b21-4c8e-a517-06413a6154dd req-ed8ad674-9d62-4d3f-8892-62c96e013a30 tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] 10.222.0.13 "GET /v2.0/ports?device_id=da3ad948-6eae-4177-a18e-08ed1e13846c HTTP/1.1" status: 200 len: 944 time: 0.0567262 Nov 05 19:43:59.644102 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-af0f506b-1b21-4c8e-a517-06413a6154dd req-655c1983-a107-4057-9cbe-b75f9d523861 tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] 10.222.0.13 "GET /v2.0/security-groups?id=e275ec3d-c7f6-4920-bb58-0d3614e63387&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428970 Nov 05 19:44:00.764016 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a639a1b6-d154-44c7-ab78-5a3242ccac82 req-ea3ce34f-cb24-4c93-973a-a9aaf4737ba2 tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:44:00.765414 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-a639a1b6-d154-44c7-ab78-5a3242ccac82 req-ea3ce34f-cb24-4c93-973a-a9aaf4737ba2 tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] 10.222.0.13 "GET /v2.0/ports?device_id=da3ad948-6eae-4177-a18e-08ed1e13846c HTTP/1.1" status: 200 len: 944 time: 0.0506885 Nov 05 19:44:00.813532 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-a639a1b6-d154-44c7-ab78-5a3242ccac82 req-6e1717b9-c30e-425a-ac37-976de12b11df tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] 10.222.0.13 "GET /v2.0/security-groups?id=e275ec3d-c7f6-4920-bb58-0d3614e63387&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421419 Nov 05 19:44:01.935425 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3259eaee-f379-4c55-a51c-0fcc54541db6 req-cc520866-be98-4c36-b070-b8368281b2fa tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:44:01.936813 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-3259eaee-f379-4c55-a51c-0fcc54541db6 req-cc520866-be98-4c36-b070-b8368281b2fa tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] 10.222.0.13 "GET /v2.0/ports?device_id=da3ad948-6eae-4177-a18e-08ed1e13846c HTTP/1.1" status: 200 len: 944 time: 0.0518069 Nov 05 19:44:01.982391 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-3259eaee-f379-4c55-a51c-0fcc54541db6 req-87328df1-a9aa-4656-99fe-c3ba835ce38f tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] 10.222.0.13 "GET /v2.0/security-groups?id=e275ec3d-c7f6-4920-bb58-0d3614e63387&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396481 Nov 05 19:44:02.655607 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-8fc0a235-9f34-4d5c-a08f-2dcda9905de4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:44:03.099444 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b85c4f-5f25-4cd6-b0fa-343503499113 req-b06092ed-ad44-4a75-8bba-5c7940e4e739 tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:44:03.101002 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-58b85c4f-5f25-4cd6-b0fa-343503499113 req-b06092ed-ad44-4a75-8bba-5c7940e4e739 tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] 10.222.0.13 "GET /v2.0/ports?device_id=da3ad948-6eae-4177-a18e-08ed1e13846c HTTP/1.1" status: 200 len: 944 time: 0.0491190 Nov 05 19:44:03.149016 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-58b85c4f-5f25-4cd6-b0fa-343503499113 req-a9b828e0-2888-49f3-8f36-4979ebc70a6f tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] 10.222.0.13 "GET /v2.0/security-groups?id=e275ec3d-c7f6-4920-bb58-0d3614e63387&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417964 Nov 05 19:44:04.265243 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3651b8-3c6c-4670-b841-7f60343c0352 req-f62e5db2-9d5b-45ad-98cf-c7b052a1860c tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:44:04.266742 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-7d3651b8-3c6c-4670-b841-7f60343c0352 req-f62e5db2-9d5b-45ad-98cf-c7b052a1860c tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] 10.222.0.13 "GET /v2.0/ports?device_id=da3ad948-6eae-4177-a18e-08ed1e13846c HTTP/1.1" status: 200 len: 944 time: 0.0492003 Nov 05 19:44:04.317006 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-7d3651b8-3c6c-4670-b841-7f60343c0352 req-5e254265-023e-4c19-82d2-00e0a003eaa6 tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] 10.222.0.13 "GET /v2.0/security-groups?id=e275ec3d-c7f6-4920-bb58-0d3614e63387&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443416 Nov 05 19:44:04.769114 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:44:05.393169 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-e0c8cd9f-1c65-4d80-a77a-a1ebadb40b5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:44:05.616461 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc530db-febf-436c-bbe8-628988f471ce req-0b67fbf8-b2c0-467a-aff7-d0073da79f77 tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:44:05.618185 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-3fc530db-febf-436c-bbe8-628988f471ce req-0b67fbf8-b2c0-467a-aff7-d0073da79f77 tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] 10.222.0.13 "GET /v2.0/ports?device_id=da3ad948-6eae-4177-a18e-08ed1e13846c HTTP/1.1" status: 200 len: 944 time: 0.0485861 Nov 05 19:44:05.665350 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-3fc530db-febf-436c-bbe8-628988f471ce req-fe87b839-a2f3-4bea-ad12-dab76c1f2f63 tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] 10.222.0.13 "GET /v2.0/security-groups?id=e275ec3d-c7f6-4920-bb58-0d3614e63387&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411744 Nov 05 19:44:06.443718 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b304910f-7b27-444b-a8fc-977d26b1ceac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:44:06.783711 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d866cdc-2bc2-4a56-8b42-966f980d60c4 req-6a9d9301-70c0-4ffb-89c1-0b32300d6799 tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:44:06.785214 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-8d866cdc-2bc2-4a56-8b42-966f980d60c4 req-6a9d9301-70c0-4ffb-89c1-0b32300d6799 tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] 10.222.0.13 "GET /v2.0/ports?device_id=da3ad948-6eae-4177-a18e-08ed1e13846c HTTP/1.1" status: 200 len: 944 time: 0.0514994 Nov 05 19:44:06.798586 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:44:06.833147 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-8d866cdc-2bc2-4a56-8b42-966f980d60c4 req-b98f96e7-a92d-4ef8-9095-39f24edc71c0 tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] 10.222.0.13 "GET /v2.0/security-groups?id=e275ec3d-c7f6-4920-bb58-0d3614e63387&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413229 Nov 05 19:44:07.953030 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e057f8f2-f16e-4c6e-a9f9-864a06856136 req-cab5224d-3ced-4971-bdd3-9b802b4bd2ea tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:44:07.954517 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-e057f8f2-f16e-4c6e-a9f9-864a06856136 req-cab5224d-3ced-4971-bdd3-9b802b4bd2ea tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] 10.222.0.13 "GET /v2.0/ports?device_id=da3ad948-6eae-4177-a18e-08ed1e13846c HTTP/1.1" status: 200 len: 944 time: 0.0519006 Nov 05 19:44:08.001194 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-e057f8f2-f16e-4c6e-a9f9-864a06856136 req-c110ff4a-5386-4e48-a555-ff328090c7ae tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] 10.222.0.13 "GET /v2.0/security-groups?id=e275ec3d-c7f6-4920-bb58-0d3614e63387&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407495 Nov 05 19:44:08.432511 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-31f93893-a48e-4ae8-833d-dccb2b42eacc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:44:08.558297 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:44:09.119651 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8308a574-5797-400b-b326-6890cd8e55d4 req-b303884b-ed7d-494c-ba16-516b1eab7be9 tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:44:09.121198 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-8308a574-5797-400b-b326-6890cd8e55d4 req-b303884b-ed7d-494c-ba16-516b1eab7be9 tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] 10.222.0.13 "GET /v2.0/ports?device_id=da3ad948-6eae-4177-a18e-08ed1e13846c HTTP/1.1" status: 200 len: 944 time: 0.0484278 Nov 05 19:44:09.169093 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-8308a574-5797-400b-b326-6890cd8e55d4 req-a07dbd50-352b-4d08-95b1-ed3f90eb3061 tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] 10.222.0.13 "GET /v2.0/security-groups?id=e275ec3d-c7f6-4920-bb58-0d3614e63387&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419784 Nov 05 19:44:10.286037 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccec2d59-fe41-42ab-9979-ebca4b2e214f req-f4a6eac4-e04b-44cd-9ba6-f70e944c54c8 tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:44:10.287456 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-ccec2d59-fe41-42ab-9979-ebca4b2e214f req-f4a6eac4-e04b-44cd-9ba6-f70e944c54c8 tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] 10.222.0.13 "GET /v2.0/ports?device_id=da3ad948-6eae-4177-a18e-08ed1e13846c HTTP/1.1" status: 200 len: 944 time: 0.0502293 Nov 05 19:44:10.338945 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-ccec2d59-fe41-42ab-9979-ebca4b2e214f req-302b4344-ae67-4596-a775-dbf707fd919e tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] 10.222.0.13 "GET /v2.0/security-groups?id=e275ec3d-c7f6-4920-bb58-0d3614e63387&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450258 Nov 05 19:44:10.850301 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e83ee26-6f79-492a-b577-87359d214747 req-cd6a970e-e6ba-4884-aee2-37e452a4d1af tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:44:10.851934 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-6e83ee26-6f79-492a-b577-87359d214747 req-cd6a970e-e6ba-4884-aee2-37e452a4d1af tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] 10.222.0.13 "GET /v2.0/ports?device_id=da3ad948-6eae-4177-a18e-08ed1e13846c HTTP/1.1" status: 200 len: 944 time: 0.0515339 Nov 05 19:44:10.871444 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1be0481-6a93-45fd-b184-858a4fb71205 req-719091ed-f7e2-4609-aae5-ee98f95ff1bc tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:44:10.872924 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-b1be0481-6a93-45fd-b184-858a4fb71205 req-719091ed-f7e2-4609-aae5-ee98f95ff1bc tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] 10.222.0.55 "GET /v2.0/ports?device_id=da3ad948-6eae-4177-a18e-08ed1e13846c&tenant_id=7488aeefeb374a46a39cff325eff1fe7&binding%3Ahost_id=n-h2-816865-1 HTTP/1.1" status: 200 len: 944 time: 0.0524621 Nov 05 19:44:10.905159 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-6e83ee26-6f79-492a-b577-87359d214747 req-c493fb73-2cc5-43f5-92dd-63b667867293 tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] 10.222.0.13 "GET /v2.0/security-groups?id=e275ec3d-c7f6-4920-bb58-0d3614e63387&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465915 Nov 05 19:44:10.942509 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-b1be0481-6a93-45fd-b184-858a4fb71205 req-d57a4993-24e4-4e8e-a20c-7c475f604f42 service neutron] 10.222.0.55 "GET /v2.0/ports/f3d2a187-4e77-4951-872c-ba13b1af622a/bindings/n-h2-816865-1 HTTP/1.1" status: 200 len: 382 time: 0.0614309 Nov 05 19:44:10.950704 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Device f3d2a187-4e77-4951-872c-ba13b1af622a details requested by agent hyperv_n-h2-816865-1 with host n-h2-816865-1 {{(pid=102388) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 05 19:44:11.007516 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1be0481-6a93-45fd-b184-858a4fb71205 req-66e787a4-0539-4241-8afb-f8daa125fa79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:44:11.010025 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-b1be0481-6a93-45fd-b184-858a4fb71205 req-66e787a4-0539-4241-8afb-f8daa125fa79 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7488aeefeb374a46a39cff325eff1fe7&device_id=da3ad948-6eae-4177-a18e-08ed1e13846c HTTP/1.1" status: 200 len: 1095 time: 0.0436678 Nov 05 19:44:11.059183 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] For port f3d2a187-4e77-4951-872c-ba13b1af622a, host n-h2-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=f3d2a187-4e77-4951-872c-ba13b1af622a,segment=NetworkSegment(a58696c4-674f-491a-9f25-92f83919ef0a),segment_id=a58696c4-674f-491a-9f25-92f83919ef0a)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:44:11.070723 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Returning: {'device': 'f3d2a187-4e77-4951-872c-ba13b1af622a', 'network_id': 'ba9e5cef-1f4e-4f1c-980f-f1e77d588fb4', 'port_id': 'f3d2a187-4e77-4951-872c-ba13b1af622a', 'mac_address': 'fa:16:3e:65:15:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 150, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ba56a91-a4c0-4279-98e5-26a64b9e0aa9', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102388) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 05 19:44:11.112248 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:44:11.120910 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1be0481-6a93-45fd-b184-858a4fb71205 req-8236eed6-3640-46ff-bec5-37af8419467b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:44:11.122512 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-b1be0481-6a93-45fd-b184-858a4fb71205 req-8236eed6-3640-46ff-bec5-37af8419467b service neutron] 10.222.0.55 "GET /v2.0/networks?id=ba9e5cef-1f4e-4f1c-980f-f1e77d588fb4 HTTP/1.1" status: 200 len: 912 time: 0.1066267 Nov 05 19:44:11.127062 n-d-816865-1 neutron-server[102388]: DEBUG neutron.notifiers.nova [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f3d2a187-4e77-4951-872c-ba13b1af622a {{(pid=102388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 19:44:11.152396 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] For port f3d2a187-4e77-4951-872c-ba13b1af622a, host n-h2-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=f3d2a187-4e77-4951-872c-ba13b1af622a,segment=NetworkSegment(a58696c4-674f-491a-9f25-92f83919ef0a),segment_id=a58696c4-674f-491a-9f25-92f83919ef0a)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:44:11.194983 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-b1be0481-6a93-45fd-b184-858a4fb71205 req-0a9f6962-643a-4fdc-9c58-14f948c88100 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f3d2a187-4e77-4951-872c-ba13b1af622a HTTP/1.1" status: 200 len: 1000 time: 0.0651360 Nov 05 19:44:11.227683 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:44:11.253344 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1be0481-6a93-45fd-b184-858a4fb71205 req-9a886fad-9a88-41d5-b3c2-9c2c148f8657 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:44:11.255297 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-b1be0481-6a93-45fd-b184-858a4fb71205 req-9a886fad-9a88-41d5-b3c2-9c2c148f8657 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=8ba56a91-a4c0-4279-98e5-26a64b9e0aa9 HTTP/1.1" status: 200 len: 850 time: 0.0538337 Nov 05 19:44:11.287042 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Pushing event updated for resources: {'Port': ['ID=f3d2a187-4e77-4951-872c-ba13b1af622a,revision_number=9']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:44:11.309536 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1be0481-6a93-45fd-b184-858a4fb71205 req-98c684d6-ef8e-462b-8daf-8d1389cd4bea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:44:11.311084 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-b1be0481-6a93-45fd-b184-858a4fb71205 req-98c684d6-ef8e-462b-8daf-8d1389cd4bea service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ba9e5cef-1f4e-4f1c-980f-f1e77d588fb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0481436 Nov 05 19:44:11.411077 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-b1be0481-6a93-45fd-b184-858a4fb71205 req-05ef4868-a10d-4605-b81f-3824f0571b57 service neutron] 10.222.0.55 "GET /v2.0/networks/ba9e5cef-1f4e-4f1c-980f-f1e77d588fb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914376 Nov 05 19:44:11.469861 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] get_ports_and_sgs() called for port_ids ['f3d2a187-4e77-4951-872c-ba13b1af622a'] {{(pid=102388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 19:44:11.519820 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-b1be0481-6a93-45fd-b184-858a4fb71205 req-1de9fa9f-f144-4ebc-82c9-f646bac6198e service neutron] 10.222.0.55 "GET /v2.0/networks/ba9e5cef-1f4e-4f1c-980f-f1e77d588fb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1010339 Nov 05 19:44:12.024231 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4657898c-3aae-48bb-b091-0f5886089f84 req-84f3a3f1-50f8-4e5d-8323-fac4cb2125ce tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:44:12.026522 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-4657898c-3aae-48bb-b091-0f5886089f84 req-84f3a3f1-50f8-4e5d-8323-fac4cb2125ce tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] 10.222.0.13 "GET /v2.0/ports?device_id=da3ad948-6eae-4177-a18e-08ed1e13846c HTTP/1.1" status: 200 len: 945 time: 0.0500293 Nov 05 19:44:12.074845 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-4657898c-3aae-48bb-b091-0f5886089f84 req-236a7ad0-b883-4009-b124-fb4b95a9ef2e tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] 10.222.0.13 "GET /v2.0/security-groups?id=e275ec3d-c7f6-4920-bb58-0d3614e63387&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424633 Nov 05 19:44:12.988932 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Device f3d2a187-4e77-4951-872c-ba13b1af622a up at agent hyperv_n-h2-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 19:44:13.136108 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Provisioning for port f3d2a187-4e77-4951-872c-ba13b1af622a completed by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 05 19:44:13.140915 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Provisioning complete for port f3d2a187-4e77-4951-872c-ba13b1af622a triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:44:13.142515 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:44:13.199515 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c9f8bc-461f-4267-a2a6-f13f3a241b47 req-f05afaa9-1228-4a66-8e74-86066533b827 tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:44:13.201051 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-05c9f8bc-461f-4267-a2a6-f13f3a241b47 req-f05afaa9-1228-4a66-8e74-86066533b827 tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] 10.222.0.13 "GET /v2.0/ports?device_id=da3ad948-6eae-4177-a18e-08ed1e13846c HTTP/1.1" status: 200 len: 945 time: 0.0554960 Nov 05 19:44:13.221157 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:44:13.244640 n-d-816865-1 neutron-server[102388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da3ad948-6eae-4177-a18e-08ed1e13846c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3d2a187-4e77-4951-872c-ba13b1af622a'}] {{(pid=102388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 19:44:13.246884 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6791add14b0903d9e674b39f457aa3a29109aa98d0835d5644e65cf363d7cf55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca267269-dd86-4130-bcef-1827ce9f1008" -d '{"events": [{"server_uuid": "da3ad948-6eae-4177-a18e-08ed1e13846c", "name": "network-vif-plugged", "status": "completed", "tag": "f3d2a187-4e77-4951-872c-ba13b1af622a"}]}' {{(pid=102388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 19:44:13.248357 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-05c9f8bc-461f-4267-a2a6-f13f3a241b47 req-26abee4c-ed67-4510-aa05-579bd20c8615 tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] 10.222.0.13 "GET /v2.0/security-groups?id=e275ec3d-c7f6-4920-bb58-0d3614e63387&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412855 Nov 05 19:44:13.260307 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] For port f3d2a187-4e77-4951-872c-ba13b1af622a, host n-h2-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=f3d2a187-4e77-4951-872c-ba13b1af622a,segment=NetworkSegment(a58696c4-674f-491a-9f25-92f83919ef0a),segment_id=a58696c4-674f-491a-9f25-92f83919ef0a)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:44:13.304548 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 19:44:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ebc5cc4-e967-4922-9c29-c3daff981dd8 x-openstack-request-id: req-2ebc5cc4-e967-4922-9c29-c3daff981dd8 {{(pid=102388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 19:44:13.304841 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da3ad948-6eae-4177-a18e-08ed1e13846c", "name": "network-vif-plugged", "status": "completed", "tag": "f3d2a187-4e77-4951-872c-ba13b1af622a", "code": 200}]} {{(pid=102388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 19:44:13.305099 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2ebc5cc4-e967-4922-9c29-c3daff981dd8 {{(pid=102388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 19:44:13.305492 n-d-816865-1 neutron-server[102388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da3ad948-6eae-4177-a18e-08ed1e13846c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3d2a187-4e77-4951-872c-ba13b1af622a', 'code': 200} Nov 05 19:44:13.312971 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:44:13.360192 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Pushing event updated for resources: {'Port': ['ID=f3d2a187-4e77-4951-872c-ba13b1af622a,revision_number=10']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:44:14.373199 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2178f8d-ae27-43bc-8b11-9de5f0235108 req-88a0c2fa-6c6f-4de5-b984-610d956e3338 tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:44:14.374773 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-b2178f8d-ae27-43bc-8b11-9de5f0235108 req-88a0c2fa-6c6f-4de5-b984-610d956e3338 tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] 10.222.0.13 "GET /v2.0/ports?device_id=da3ad948-6eae-4177-a18e-08ed1e13846c HTTP/1.1" status: 200 len: 947 time: 0.0499051 Nov 05 19:44:14.425379 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-b2178f8d-ae27-43bc-8b11-9de5f0235108 req-bb5b98e5-68ca-4651-a0ff-ed99595118e3 tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] 10.222.0.13 "GET /v2.0/security-groups?id=e275ec3d-c7f6-4920-bb58-0d3614e63387&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444598 Nov 05 19:44:15.547745 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d4fcd4-0d06-4c46-8ae1-02644bde1410 req-a2d5c2c7-da01-4c7a-81ec-a4986ef7acfd tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:44:15.551299 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-38d4fcd4-0d06-4c46-8ae1-02644bde1410 req-a2d5c2c7-da01-4c7a-81ec-a4986ef7acfd tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] 10.222.0.13 "GET /v2.0/ports?device_id=da3ad948-6eae-4177-a18e-08ed1e13846c HTTP/1.1" status: 200 len: 947 time: 0.0533719 Nov 05 19:44:15.596358 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-38d4fcd4-0d06-4c46-8ae1-02644bde1410 req-4d5e5086-5975-4f80-96ae-addb24fa8cc7 tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] 10.222.0.13 "GET /v2.0/security-groups?id=e275ec3d-c7f6-4920-bb58-0d3614e63387&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407991 Nov 05 19:44:16.718281 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cf5146-b1c2-4f0e-8c67-57d76f5a7cbe req-4c2df1e9-dda1-4460-84dd-0cd5733b44ae tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:44:16.719809 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-97cf5146-b1c2-4f0e-8c67-57d76f5a7cbe req-4c2df1e9-dda1-4460-84dd-0cd5733b44ae tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] 10.222.0.13 "GET /v2.0/ports?device_id=da3ad948-6eae-4177-a18e-08ed1e13846c HTTP/1.1" status: 200 len: 947 time: 0.0500381 Nov 05 19:44:16.767923 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-97cf5146-b1c2-4f0e-8c67-57d76f5a7cbe req-b2360c13-86cf-46e4-a866-b3b30ee04ad2 tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] 10.222.0.13 "GET /v2.0/security-groups?id=e275ec3d-c7f6-4920-bb58-0d3614e63387&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422127 Nov 05 19:44:16.914531 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1be0481-6a93-45fd-b184-858a4fb71205 req-6283952e-6df5-4906-9f4b-44c465e75980 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:44:16.916082 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-b1be0481-6a93-45fd-b184-858a4fb71205 req-6283952e-6df5-4906-9f4b-44c465e75980 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=da3ad948-6eae-4177-a18e-08ed1e13846c&tenant_id=7488aeefeb374a46a39cff325eff1fe7 HTTP/1.1" status: 200 len: 1098 time: 0.0411785 Nov 05 19:44:16.927483 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [req-b1be0481-6a93-45fd-b184-858a4fb71205 req-a0d093f6-fb57-46bb-ab6a-d2458f007b18 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-816865-1', 'device_owner': 'compute:nova'}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:44:16.982573 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-b1be0481-6a93-45fd-b184-858a4fb71205 req-a0d093f6-fb57-46bb-ab6a-d2458f007b18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:44:17.006108 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Device f3d2a187-4e77-4951-872c-ba13b1af622a no longer exists at agent hyperv_n-h2-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 19:44:17.082576 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:44:17.185194 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.db [req-b1be0481-6a93-45fd-b184-858a4fb71205 req-a0d093f6-fb57-46bb-ab6a-d2458f007b18 service neutron] For port f3d2a187-4e77-4951-872c-ba13b1af622a, host n-h2-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=f3d2a187-4e77-4951-872c-ba13b1af622a,segment=NetworkSegment(a58696c4-674f-491a-9f25-92f83919ef0a),segment_id=a58696c4-674f-491a-9f25-92f83919ef0a)] {{(pid=102387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:44:17.217028 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.db [req-b1be0481-6a93-45fd-b184-858a4fb71205 req-a0d093f6-fb57-46bb-ab6a-d2458f007b18 service neutron] For port f3d2a187-4e77-4951-872c-ba13b1af622a, host n-h2-816865-1, cleared binding levels {{(pid=102387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 19:44:17.256198 n-d-816865-1 neutron-server[102387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da3ad948-6eae-4177-a18e-08ed1e13846c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f3d2a187-4e77-4951-872c-ba13b1af622a'}] {{(pid=102387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 19:44:17.258504 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1aa7e2392c69fb9acc0b335571f919b1f61097b9ced1ed941ddb2f5c01cc85e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50ca2a03-7bbe-4192-bfb4-2d3b0bdf2871" -d '{"events": [{"server_uuid": "da3ad948-6eae-4177-a18e-08ed1e13846c", "name": "network-vif-unplugged", "status": "completed", "tag": "f3d2a187-4e77-4951-872c-ba13b1af622a"}]}' {{(pid=102387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 19:44:17.262846 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-b1be0481-6a93-45fd-b184-858a4fb71205 req-a0d093f6-fb57-46bb-ab6a-d2458f007b18 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:44:17.276609 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.provisioning_blocks [req-b1be0481-6a93-45fd-b184-858a4fb71205 req-a0d093f6-fb57-46bb-ab6a-d2458f007b18 service neutron] Transition to ACTIVE for port object f3d2a187-4e77-4951-872c-ba13b1af622a will not be triggered until provisioned by entity L2. {{(pid=102387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 05 19:44:17.309467 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 05 Nov 2021 19:44:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-904d4809-b6e3-49c3-b1fb-28d84e0e62f1 x-openstack-request-id: req-904d4809-b6e3-49c3-b1fb-28d84e0e62f1 {{(pid=102387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 19:44:17.309761 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da3ad948-6eae-4177-a18e-08ed1e13846c", "name": "network-vif-unplugged", "status": "completed", "tag": "f3d2a187-4e77-4951-872c-ba13b1af622a", "code": 200}]} {{(pid=102387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 19:44:17.310015 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-904d4809-b6e3-49c3-b1fb-28d84e0e62f1 {{(pid=102387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 19:44:17.310444 n-d-816865-1 neutron-server[102387]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da3ad948-6eae-4177-a18e-08ed1e13846c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f3d2a187-4e77-4951-872c-ba13b1af622a', 'code': 200} Nov 05 19:44:17.341649 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-b1be0481-6a93-45fd-b184-858a4fb71205 req-a0d093f6-fb57-46bb-ab6a-d2458f007b18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4417072'] for port, after_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:44:17.381399 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.db.api [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102388) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 05 19:44:17.381762 n-d-816865-1 neutron-server[102388]: DEBUG oslo_db.api [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 05 19:44:17.429123 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d093f6-fb57-46bb-ab6a-d2458f007b18 service neutron] Pushing event updated for resources: {'Port': ['ID=f3d2a187-4e77-4951-872c-ba13b1af622a,revision_number=11']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:44:17.441750 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d093f6-fb57-46bb-ab6a-d2458f007b18 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:44:17.442019 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d093f6-fb57-46bb-ab6a-d2458f007b18 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:44:17.442390 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d093f6-fb57-46bb-ab6a-d2458f007b18 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:44:17.442731 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d093f6-fb57-46bb-ab6a-d2458f007b18 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:44:17.443066 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d093f6-fb57-46bb-ab6a-d2458f007b18 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:44:17.443407 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d093f6-fb57-46bb-ab6a-d2458f007b18 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:44:17.443734 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d093f6-fb57-46bb-ab6a-d2458f007b18 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:44:17.444059 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d093f6-fb57-46bb-ab6a-d2458f007b18 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:44:17.444387 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d093f6-fb57-46bb-ab6a-d2458f007b18 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:44:17.444715 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d093f6-fb57-46bb-ab6a-d2458f007b18 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:44:17.445039 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d093f6-fb57-46bb-ab6a-d2458f007b18 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:44:17.445360 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d093f6-fb57-46bb-ab6a-d2458f007b18 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:44:17.476176 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1be0481-6a93-45fd-b184-858a4fb71205 req-a0d093f6-fb57-46bb-ab6a-d2458f007b18 service neutron] No DVR routers for this DVR port f3d2a187-4e77-4951-872c-ba13b1af622a on host n-h2-816865-1 {{(pid=102387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 19:44:17.612243 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.managers [req-b1be0481-6a93-45fd-b184-858a4fb71205 req-a0d093f6-fb57-46bb-ab6a-d2458f007b18 service neutron] Attempting to bind port f3d2a187-4e77-4951-872c-ba13b1af622a on host n-h1-816865-1 for vnic_type normal with profile {{(pid=102387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 19:44:17.612571 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.managers [req-b1be0481-6a93-45fd-b184-858a4fb71205 req-a0d093f6-fb57-46bb-ab6a-d2458f007b18 service neutron] Attempting to bind port f3d2a187-4e77-4951-872c-ba13b1af622a by drivers openvswitch,hyperv on host n-h1-816865-1 at level 0 using segments [{'id': 'a58696c4-674f-491a-9f25-92f83919ef0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'ba9e5cef-1f4e-4f1c-980f-f1e77d588fb4'}] {{(pid=102387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 19:44:17.612892 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1be0481-6a93-45fd-b184-858a4fb71205 req-a0d093f6-fb57-46bb-ab6a-d2458f007b18 service neutron] Attempting to bind port f3d2a187-4e77-4951-872c-ba13b1af622a on network ba9e5cef-1f4e-4f1c-980f-f1e77d588fb4 {{(pid=102387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 19:44:17.617117 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1be0481-6a93-45fd-b184-858a4fb71205 req-a0d093f6-fb57-46bb-ab6a-d2458f007b18 service neutron] Port f3d2a187-4e77-4951-872c-ba13b1af622a on network ba9e5cef-1f4e-4f1c-980f-f1e77d588fb4 not bound, no agent of type Open vSwitch agent registered on host n-h1-816865-1 {{(pid=102387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 19:44:17.617429 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1be0481-6a93-45fd-b184-858a4fb71205 req-a0d093f6-fb57-46bb-ab6a-d2458f007b18 service neutron] Attempting to bind port f3d2a187-4e77-4951-872c-ba13b1af622a on network ba9e5cef-1f4e-4f1c-980f-f1e77d588fb4 {{(pid=102387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 19:44:17.622386 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1be0481-6a93-45fd-b184-858a4fb71205 req-a0d093f6-fb57-46bb-ab6a-d2458f007b18 service neutron] Checking agent: {'id': 'eb596d7c-8c64-42bd-8aca-fad447eb0eab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816865-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 18, 33, 34), 'started_at': datetime.datetime(2021, 11, 5, 18, 33, 34), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 19, 44, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 19:44:17.622717 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1be0481-6a93-45fd-b184-858a4fb71205 req-a0d093f6-fb57-46bb-ab6a-d2458f007b18 service neutron] Checking segment: {'id': 'a58696c4-674f-491a-9f25-92f83919ef0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'ba9e5cef-1f4e-4f1c-980f-f1e77d588fb4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 19:44:17.623092 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1be0481-6a93-45fd-b184-858a4fb71205 req-a0d093f6-fb57-46bb-ab6a-d2458f007b18 service neutron] Bound using segment: {'id': 'a58696c4-674f-491a-9f25-92f83919ef0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'ba9e5cef-1f4e-4f1c-980f-f1e77d588fb4'} {{(pid=102387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 19:44:17.623506 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.managers [req-b1be0481-6a93-45fd-b184-858a4fb71205 req-a0d093f6-fb57-46bb-ab6a-d2458f007b18 service neutron] Bound port: f3d2a187-4e77-4951-872c-ba13b1af622a, host: n-h1-816865-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a58696c4-674f-491a-9f25-92f83919ef0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'ba9e5cef-1f4e-4f1c-980f-f1e77d588fb4'}}] {{(pid=102387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 19:44:17.623851 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-b1be0481-6a93-45fd-b184-858a4fb71205 req-a0d093f6-fb57-46bb-ab6a-d2458f007b18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:44:17.693848 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.db [req-b1be0481-6a93-45fd-b184-858a4fb71205 req-a0d093f6-fb57-46bb-ab6a-d2458f007b18 service neutron] For port f3d2a187-4e77-4951-872c-ba13b1af622a, host n-h1-816865-1, cleared binding levels {{(pid=102387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 19:44:17.696888 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.db [req-b1be0481-6a93-45fd-b184-858a4fb71205 req-a0d093f6-fb57-46bb-ab6a-d2458f007b18 service neutron] For port f3d2a187-4e77-4951-872c-ba13b1af622a, host n-h1-816865-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=f3d2a187-4e77-4951-872c-ba13b1af622a,segment=NetworkSegment(a58696c4-674f-491a-9f25-92f83919ef0a),segment_id=a58696c4-674f-491a-9f25-92f83919ef0a)] {{(pid=102387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 19:44:17.747511 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-b1be0481-6a93-45fd-b184-858a4fb71205 req-a0d093f6-fb57-46bb-ab6a-d2458f007b18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4417072'] for port, after_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:44:17.780228 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1be0481-6a93-45fd-b184-858a4fb71205 req-a0d093f6-fb57-46bb-ab6a-d2458f007b18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:44:17.780931 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-b1be0481-6a93-45fd-b184-858a4fb71205 req-a0d093f6-fb57-46bb-ab6a-d2458f007b18 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:44:17.782328 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-b1be0481-6a93-45fd-b184-858a4fb71205 req-a0d093f6-fb57-46bb-ab6a-d2458f007b18 service neutron] 10.222.0.41 "PUT /v2.0/ports/f3d2a187-4e77-4951-872c-ba13b1af622a HTTP/1.1" status: 200 len: 1093 time: 0.8587217 Nov 05 19:44:17.808935 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d093f6-fb57-46bb-ab6a-d2458f007b18 service neutron] Pushing event updated for resources: {'Port': ['ID=f3d2a187-4e77-4951-872c-ba13b1af622a,revision_number=12']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:44:17.858428 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1be0481-6a93-45fd-b184-858a4fb71205 req-71dedb18-d6c7-4b62-8267-8b372fea5b1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:44:17.859929 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-b1be0481-6a93-45fd-b184-858a4fb71205 req-71dedb18-d6c7-4b62-8267-8b372fea5b1c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7488aeefeb374a46a39cff325eff1fe7&device_id=da3ad948-6eae-4177-a18e-08ed1e13846c HTTP/1.1" status: 200 len: 1096 time: 0.0472789 Nov 05 19:44:17.966575 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812c24aa-6a93-40c6-8043-efab41bdabc8 req-d41ef3a4-7469-48b2-93fa-18a27e724a3c tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:44:17.968094 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-812c24aa-6a93-40c6-8043-efab41bdabc8 req-d41ef3a4-7469-48b2-93fa-18a27e724a3c tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] 10.222.0.13 "GET /v2.0/ports?device_id=da3ad948-6eae-4177-a18e-08ed1e13846c HTTP/1.1" status: 200 len: 945 time: 0.1124225 Nov 05 19:44:18.007341 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1be0481-6a93-45fd-b184-858a4fb71205 req-5a233c44-5b69-4804-af3a-5c3e4bbc9d32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:44:18.008799 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-b1be0481-6a93-45fd-b184-858a4fb71205 req-5a233c44-5b69-4804-af3a-5c3e4bbc9d32 service neutron] 10.222.0.41 "GET /v2.0/networks?id=ba9e5cef-1f4e-4f1c-980f-f1e77d588fb4 HTTP/1.1" status: 200 len: 912 time: 0.1407998 Nov 05 19:44:18.081417 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-812c24aa-6a93-40c6-8043-efab41bdabc8 req-4620741f-4862-4f6d-bdde-5d9d7b4b3e7b tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] 10.222.0.13 "GET /v2.0/security-groups?id=e275ec3d-c7f6-4920-bb58-0d3614e63387&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0963347 Nov 05 19:44:18.090997 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-b1be0481-6a93-45fd-b184-858a4fb71205 req-3568adbd-f159-471c-aa46-3d27a986348e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f3d2a187-4e77-4951-872c-ba13b1af622a HTTP/1.1" status: 200 len: 1000 time: 0.0740101 Nov 05 19:44:18.141556 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1be0481-6a93-45fd-b184-858a4fb71205 req-b0319203-b889-479a-920e-76dae310e63e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:44:18.143062 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-b1be0481-6a93-45fd-b184-858a4fb71205 req-b0319203-b889-479a-920e-76dae310e63e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8ba56a91-a4c0-4279-98e5-26a64b9e0aa9 HTTP/1.1" status: 200 len: 850 time: 0.0450556 Nov 05 19:44:18.189657 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1be0481-6a93-45fd-b184-858a4fb71205 req-67459ecd-4dac-4321-8b7f-72d0128f2473 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:44:18.191196 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-b1be0481-6a93-45fd-b184-858a4fb71205 req-67459ecd-4dac-4321-8b7f-72d0128f2473 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ba9e5cef-1f4e-4f1c-980f-f1e77d588fb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402331 Nov 05 19:44:18.579999 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-b1be0481-6a93-45fd-b184-858a4fb71205 req-762a6629-6b01-43ef-88b2-ba6a7ad5bc0d service neutron] 10.222.0.41 "GET /v2.0/networks/ba9e5cef-1f4e-4f1c-980f-f1e77d588fb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3809869 Nov 05 19:44:18.674315 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-b1be0481-6a93-45fd-b184-858a4fb71205 req-754d0258-e11f-41c7-9755-20d49248933a service neutron] 10.222.0.41 "GET /v2.0/networks/ba9e5cef-1f4e-4f1c-980f-f1e77d588fb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853698 Nov 05 19:44:19.192133 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f598bc-26c1-4f89-a8c5-eaf8cd6957d7 req-d562fd33-a1de-4d58-b10a-e13a0d21730e tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:44:19.193606 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-e1f598bc-26c1-4f89-a8c5-eaf8cd6957d7 req-d562fd33-a1de-4d58-b10a-e13a0d21730e tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] 10.222.0.13 "GET /v2.0/ports?device_id=da3ad948-6eae-4177-a18e-08ed1e13846c HTTP/1.1" status: 200 len: 945 time: 0.0493381 Nov 05 19:44:19.244545 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-e1f598bc-26c1-4f89-a8c5-eaf8cd6957d7 req-a48ff2b6-14be-49f2-ac58-6eb123012508 tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] 10.222.0.13 "GET /v2.0/security-groups?id=e275ec3d-c7f6-4920-bb58-0d3614e63387&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449266 Nov 05 19:44:19.311693 n-d-816865-1 neutron-server[102387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da3ad948-6eae-4177-a18e-08ed1e13846c', 'tag': 'f3d2a187-4e77-4951-872c-ba13b1af622a'}] {{(pid=102387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 19:44:19.314106 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1aa7e2392c69fb9acc0b335571f919b1f61097b9ced1ed941ddb2f5c01cc85e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-111b1f09-c14a-4cbf-a44a-32439054d198" -d '{"events": [{"name": "network-changed", "server_uuid": "da3ad948-6eae-4177-a18e-08ed1e13846c", "tag": "f3d2a187-4e77-4951-872c-ba13b1af622a"}]}' {{(pid=102387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 19:44:19.364260 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 19:44:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2b719fd-077d-471a-a61c-7fcee7d24903 x-openstack-request-id: req-c2b719fd-077d-471a-a61c-7fcee7d24903 {{(pid=102387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 19:44:19.364558 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da3ad948-6eae-4177-a18e-08ed1e13846c", "tag": "f3d2a187-4e77-4951-872c-ba13b1af622a", "status": "completed", "code": 200}]} {{(pid=102387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 19:44:19.364812 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c2b719fd-077d-471a-a61c-7fcee7d24903 {{(pid=102387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 19:44:19.365205 n-d-816865-1 neutron-server[102387]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da3ad948-6eae-4177-a18e-08ed1e13846c', 'tag': 'f3d2a187-4e77-4951-872c-ba13b1af622a', 'status': 'completed', 'code': 200} Nov 05 19:44:19.432064 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111b1f09-c14a-4cbf-a44a-32439054d198 req-3fb28431-1e37-4ca4-91e0-ad3c454f365e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:44:19.433577 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-111b1f09-c14a-4cbf-a44a-32439054d198 req-3fb28431-1e37-4ca4-91e0-ad3c454f365e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7488aeefeb374a46a39cff325eff1fe7&device_id=da3ad948-6eae-4177-a18e-08ed1e13846c HTTP/1.1" status: 200 len: 1096 time: 0.0441785 Nov 05 19:44:19.533149 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111b1f09-c14a-4cbf-a44a-32439054d198 req-bc17bbb3-f527-41bc-b51d-4c8b612021da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:44:19.535069 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-111b1f09-c14a-4cbf-a44a-32439054d198 req-bc17bbb3-f527-41bc-b51d-4c8b612021da service neutron] 10.222.0.41 "GET /v2.0/networks?id=ba9e5cef-1f4e-4f1c-980f-f1e77d588fb4 HTTP/1.1" status: 200 len: 912 time: 0.0917425 Nov 05 19:44:19.545307 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111b1f09-c14a-4cbf-a44a-32439054d198 req-539da986-fcf5-47b3-95e0-1d0807ad6a78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:44:19.547410 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-111b1f09-c14a-4cbf-a44a-32439054d198 req-539da986-fcf5-47b3-95e0-1d0807ad6a78 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7488aeefeb374a46a39cff325eff1fe7&device_id=da3ad948-6eae-4177-a18e-08ed1e13846c HTTP/1.1" status: 200 len: 1096 time: 0.1577914 Nov 05 19:44:19.605242 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-111b1f09-c14a-4cbf-a44a-32439054d198 req-ad2f9686-49b4-4511-98fa-c16aba3e5143 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f3d2a187-4e77-4951-872c-ba13b1af622a HTTP/1.1" status: 200 len: 1000 time: 0.0633106 Nov 05 19:44:19.656146 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111b1f09-c14a-4cbf-a44a-32439054d198 req-1dd5f055-c03f-4bb9-9c25-c8f7bf0afaa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:44:19.656345 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111b1f09-c14a-4cbf-a44a-32439054d198 req-33df326d-659c-4640-ac35-8ebceed68f89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:44:19.657584 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-111b1f09-c14a-4cbf-a44a-32439054d198 req-1dd5f055-c03f-4bb9-9c25-c8f7bf0afaa3 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8ba56a91-a4c0-4279-98e5-26a64b9e0aa9 HTTP/1.1" status: 200 len: 850 time: 0.0461731 Nov 05 19:44:19.657766 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-111b1f09-c14a-4cbf-a44a-32439054d198 req-33df326d-659c-4640-ac35-8ebceed68f89 service neutron] 10.222.0.55 "GET /v2.0/networks?id=ba9e5cef-1f4e-4f1c-980f-f1e77d588fb4 HTTP/1.1" status: 200 len: 912 time: 0.0977838 Nov 05 19:44:19.706982 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111b1f09-c14a-4cbf-a44a-32439054d198 req-6963a61e-9b24-47b9-b5bb-3d7aba8d3e0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:44:19.708757 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-111b1f09-c14a-4cbf-a44a-32439054d198 req-6963a61e-9b24-47b9-b5bb-3d7aba8d3e0e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ba9e5cef-1f4e-4f1c-980f-f1e77d588fb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0424967 Nov 05 19:44:19.729181 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-111b1f09-c14a-4cbf-a44a-32439054d198 req-14285afa-7bb1-422e-8680-96f92cb6a73f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f3d2a187-4e77-4951-872c-ba13b1af622a HTTP/1.1" status: 200 len: 1000 time: 0.0601780 Nov 05 19:44:19.790175 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111b1f09-c14a-4cbf-a44a-32439054d198 req-417d796b-7b45-4537-a47b-865f1411b6c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:44:19.791686 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-111b1f09-c14a-4cbf-a44a-32439054d198 req-417d796b-7b45-4537-a47b-865f1411b6c4 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=8ba56a91-a4c0-4279-98e5-26a64b9e0aa9 HTTP/1.1" status: 200 len: 850 time: 0.0495667 Nov 05 19:44:19.804887 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-111b1f09-c14a-4cbf-a44a-32439054d198 req-26e4bc0b-7e45-4988-9efd-6dc2238554c6 service neutron] 10.222.0.41 "GET /v2.0/networks/ba9e5cef-1f4e-4f1c-980f-f1e77d588fb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885198 Nov 05 19:44:19.843131 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111b1f09-c14a-4cbf-a44a-32439054d198 req-bce0b488-d148-45d1-9c93-292dc507ba61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:44:19.844889 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-111b1f09-c14a-4cbf-a44a-32439054d198 req-bce0b488-d148-45d1-9c93-292dc507ba61 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ba9e5cef-1f4e-4f1c-980f-f1e77d588fb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0415277 Nov 05 19:44:19.902237 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-111b1f09-c14a-4cbf-a44a-32439054d198 req-1fb7a4d3-939f-4788-8b0e-f2491113caf1 service neutron] 10.222.0.41 "GET /v2.0/networks/ba9e5cef-1f4e-4f1c-980f-f1e77d588fb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900741 Nov 05 19:44:19.946137 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-111b1f09-c14a-4cbf-a44a-32439054d198 req-0adf6d96-66d5-4712-9a9b-cc99ec797e4d service neutron] 10.222.0.55 "GET /v2.0/networks/ba9e5cef-1f4e-4f1c-980f-f1e77d588fb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893621 Nov 05 19:44:20.048297 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-111b1f09-c14a-4cbf-a44a-32439054d198 req-d43b6399-08eb-4138-8c98-82d0f6838dbe service neutron] 10.222.0.55 "GET /v2.0/networks/ba9e5cef-1f4e-4f1c-980f-f1e77d588fb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906115 Nov 05 19:44:20.372531 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b715e656-270c-432f-bde5-e9372730a6c6 req-481c4773-b89d-462d-8839-b3d186359877 tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:44:20.373966 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-b715e656-270c-432f-bde5-e9372730a6c6 req-481c4773-b89d-462d-8839-b3d186359877 tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] 10.222.0.13 "GET /v2.0/ports?device_id=da3ad948-6eae-4177-a18e-08ed1e13846c HTTP/1.1" status: 200 len: 945 time: 0.0539043 Nov 05 19:44:20.422440 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-b715e656-270c-432f-bde5-e9372730a6c6 req-1609e368-24d1-4c12-b2a3-3d8bb0781c46 tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] 10.222.0.13 "GET /v2.0/security-groups?id=e275ec3d-c7f6-4920-bb58-0d3614e63387&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422935 Nov 05 19:44:21.541077 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50912040-f553-4602-9b5c-c5512e724f14 req-623af709-7a3f-4c16-979b-44653e73cfbe tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:44:21.542734 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-50912040-f553-4602-9b5c-c5512e724f14 req-623af709-7a3f-4c16-979b-44653e73cfbe tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] 10.222.0.13 "GET /v2.0/ports?device_id=da3ad948-6eae-4177-a18e-08ed1e13846c HTTP/1.1" status: 200 len: 945 time: 0.0498283 Nov 05 19:44:21.590842 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-50912040-f553-4602-9b5c-c5512e724f14 req-bb45d879-a54d-41f3-8532-80fb5721cef0 tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] 10.222.0.13 "GET /v2.0/security-groups?id=e275ec3d-c7f6-4920-bb58-0d3614e63387&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420752 Nov 05 19:44:22.714807 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8019ad-eb3b-4eb4-bfda-62a695f61ff5 req-28d47d1c-512b-4366-b69c-5a5cd615963c tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:44:22.716287 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-0f8019ad-eb3b-4eb4-bfda-62a695f61ff5 req-28d47d1c-512b-4366-b69c-5a5cd615963c tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] 10.222.0.13 "GET /v2.0/ports?device_id=da3ad948-6eae-4177-a18e-08ed1e13846c HTTP/1.1" status: 200 len: 945 time: 0.0526965 Nov 05 19:44:22.763812 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-0f8019ad-eb3b-4eb4-bfda-62a695f61ff5 req-c120be3e-edf9-4178-b3f8-a47bc0069253 tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] 10.222.0.13 "GET /v2.0/security-groups?id=e275ec3d-c7f6-4920-bb58-0d3614e63387&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409658 Nov 05 19:44:23.707749 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.agents_db [None req-b9406b04-a0e8-43cf-b349-711963d96cf4 None None] Agent healthcheck: found 7 active agents {{(pid=102389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 05 19:44:23.879186 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81bbf83-28d9-4375-af86-040f172b8f3e req-2ac20a56-ef5f-4056-a5ad-de41eba583db tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:44:23.880676 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-e81bbf83-28d9-4375-af86-040f172b8f3e req-2ac20a56-ef5f-4056-a5ad-de41eba583db tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] 10.222.0.13 "GET /v2.0/ports?device_id=da3ad948-6eae-4177-a18e-08ed1e13846c HTTP/1.1" status: 200 len: 945 time: 0.0485251 Nov 05 19:44:23.928007 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-e81bbf83-28d9-4375-af86-040f172b8f3e req-f2bab9b6-a534-45d7-8dd9-a4910698935d tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] 10.222.0.13 "GET /v2.0/security-groups?id=e275ec3d-c7f6-4920-bb58-0d3614e63387&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413327 Nov 05 19:44:25.044849 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4913e3b-c22e-4787-bb61-83bd24114a02 req-f201e379-9376-49b5-8cc6-e7f547d090dd tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:44:25.046471 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-f4913e3b-c22e-4787-bb61-83bd24114a02 req-f201e379-9376-49b5-8cc6-e7f547d090dd tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] 10.222.0.13 "GET /v2.0/ports?device_id=da3ad948-6eae-4177-a18e-08ed1e13846c HTTP/1.1" status: 200 len: 945 time: 0.0498421 Nov 05 19:44:25.097184 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-f4913e3b-c22e-4787-bb61-83bd24114a02 req-105e9969-4233-4c8b-b7df-b3c8ed61d82c tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] 10.222.0.13 "GET /v2.0/security-groups?id=e275ec3d-c7f6-4920-bb58-0d3614e63387&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447247 Nov 05 19:44:26.211441 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8daac371-cb78-4f51-8289-ca2aceeabaec req-bdfb6b63-491f-42c8-807f-e97422926fdc tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:44:26.213547 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-8daac371-cb78-4f51-8289-ca2aceeabaec req-bdfb6b63-491f-42c8-807f-e97422926fdc tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] 10.222.0.13 "GET /v2.0/ports?device_id=da3ad948-6eae-4177-a18e-08ed1e13846c HTTP/1.1" status: 200 len: 945 time: 0.0482860 Nov 05 19:44:26.262662 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-8daac371-cb78-4f51-8289-ca2aceeabaec req-0085f296-f089-4597-9f1f-6534a6c24e4d tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] 10.222.0.13 "GET /v2.0/security-groups?id=e275ec3d-c7f6-4920-bb58-0d3614e63387&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430408 Nov 05 19:44:27.382053 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6783f6e-cd1e-4feb-aa00-cacdee486867 req-c3485420-d9f2-421c-b3f2-597a11181bc0 tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:44:27.383576 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-a6783f6e-cd1e-4feb-aa00-cacdee486867 req-c3485420-d9f2-421c-b3f2-597a11181bc0 tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] 10.222.0.13 "GET /v2.0/ports?device_id=da3ad948-6eae-4177-a18e-08ed1e13846c HTTP/1.1" status: 200 len: 945 time: 0.0488524 Nov 05 19:44:27.430546 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-a6783f6e-cd1e-4feb-aa00-cacdee486867 req-0d197546-a01a-4c50-b7eb-852a8ab6c73f tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] 10.222.0.13 "GET /v2.0/security-groups?id=e275ec3d-c7f6-4920-bb58-0d3614e63387&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406740 Nov 05 19:44:28.552559 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03940d8-8eae-4d9a-88f4-fd1b59e93438 req-f428a998-75bf-4cc8-92e6-e2c642d3d237 tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:44:28.554962 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-c03940d8-8eae-4d9a-88f4-fd1b59e93438 req-f428a998-75bf-4cc8-92e6-e2c642d3d237 tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] 10.222.0.13 "GET /v2.0/ports?device_id=da3ad948-6eae-4177-a18e-08ed1e13846c HTTP/1.1" status: 200 len: 945 time: 0.0535548 Nov 05 19:44:28.601110 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-c03940d8-8eae-4d9a-88f4-fd1b59e93438 req-6865f89e-d8eb-4d13-87f5-554a8aa61b4f tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] 10.222.0.13 "GET /v2.0/security-groups?id=e275ec3d-c7f6-4920-bb58-0d3614e63387&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411143 Nov 05 19:44:29.718273 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1cfa22-4a22-46b3-97bf-adde2912b9fc req-e8c316cd-3823-4b4e-88b9-844e821fd6b0 tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:44:29.719799 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-2b1cfa22-4a22-46b3-97bf-adde2912b9fc req-e8c316cd-3823-4b4e-88b9-844e821fd6b0 tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] 10.222.0.13 "GET /v2.0/ports?device_id=da3ad948-6eae-4177-a18e-08ed1e13846c HTTP/1.1" status: 200 len: 945 time: 0.0494249 Nov 05 19:44:29.766906 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-2b1cfa22-4a22-46b3-97bf-adde2912b9fc req-a57a358d-1925-4144-8dc7-418367b51165 tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] 10.222.0.13 "GET /v2.0/security-groups?id=e275ec3d-c7f6-4920-bb58-0d3614e63387&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412593 Nov 05 19:44:30.512567 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Device f3d2a187-4e77-4951-872c-ba13b1af622a details requested by agent hyperv_n-h1-816865-1 with host n-h1-816865-1 {{(pid=102388) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 05 19:44:30.609697 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] For port f3d2a187-4e77-4951-872c-ba13b1af622a, host n-h1-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=f3d2a187-4e77-4951-872c-ba13b1af622a,segment=NetworkSegment(a58696c4-674f-491a-9f25-92f83919ef0a),segment_id=a58696c4-674f-491a-9f25-92f83919ef0a)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:44:30.621429 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Returning: {'device': 'f3d2a187-4e77-4951-872c-ba13b1af622a', 'network_id': 'ba9e5cef-1f4e-4f1c-980f-f1e77d588fb4', 'port_id': 'f3d2a187-4e77-4951-872c-ba13b1af622a', 'mac_address': 'fa:16:3e:65:15:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 150, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ba56a91-a4c0-4279-98e5-26a64b9e0aa9', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102388) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 05 19:44:30.659030 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:44:30.676163 n-d-816865-1 neutron-server[102388]: DEBUG neutron.notifiers.nova [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f3d2a187-4e77-4951-872c-ba13b1af622a {{(pid=102388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 19:44:30.697192 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] For port f3d2a187-4e77-4951-872c-ba13b1af622a, host n-h1-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=f3d2a187-4e77-4951-872c-ba13b1af622a,segment=NetworkSegment(a58696c4-674f-491a-9f25-92f83919ef0a),segment_id=a58696c4-674f-491a-9f25-92f83919ef0a)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:44:30.782212 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:44:30.831819 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Pushing event updated for resources: {'Port': ['ID=f3d2a187-4e77-4951-872c-ba13b1af622a,revision_number=13']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:44:30.885906 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4243d9-4c34-4642-a7b3-c855c14bed64 req-5bb3a627-2f89-4591-b645-a17574dfa315 tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:44:30.887421 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-cc4243d9-4c34-4642-a7b3-c855c14bed64 req-5bb3a627-2f89-4591-b645-a17574dfa315 tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] 10.222.0.13 "GET /v2.0/ports?device_id=da3ad948-6eae-4177-a18e-08ed1e13846c HTTP/1.1" status: 200 len: 946 time: 0.0489056 Nov 05 19:44:30.938498 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-cc4243d9-4c34-4642-a7b3-c855c14bed64 req-e8e3c567-a3ce-4adc-934e-daf2a7d18834 tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] 10.222.0.13 "GET /v2.0/security-groups?id=e275ec3d-c7f6-4920-bb58-0d3614e63387&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448167 Nov 05 19:44:31.037503 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] get_ports_and_sgs() called for port_ids ['f3d2a187-4e77-4951-872c-ba13b1af622a'] {{(pid=102388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 19:44:32.055716 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17101921-20ff-4eb0-93ec-29f62e6d2fad req-dfd33181-e5e4-46fc-990a-a18026dca061 tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:44:32.057777 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-17101921-20ff-4eb0-93ec-29f62e6d2fad req-dfd33181-e5e4-46fc-990a-a18026dca061 tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] 10.222.0.13 "GET /v2.0/ports?device_id=da3ad948-6eae-4177-a18e-08ed1e13846c HTTP/1.1" status: 200 len: 946 time: 0.0494530 Nov 05 19:44:32.104510 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-17101921-20ff-4eb0-93ec-29f62e6d2fad req-b2b85190-9898-4bf9-9a10-ebfef3132211 tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] 10.222.0.13 "GET /v2.0/security-groups?id=e275ec3d-c7f6-4920-bb58-0d3614e63387&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407295 Nov 05 19:44:32.216553 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e2a21d-2d66-42d3-92da-a031f3b61a9f req-f9b3c1ba-c03e-4fd8-bf47-d2628b5b6f80 tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:44:32.218287 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-19e2a21d-2d66-42d3-92da-a031f3b61a9f req-f9b3c1ba-c03e-4fd8-bf47-d2628b5b6f80 tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] 10.222.0.13 "GET /v2.0/ports?device_id=da3ad948-6eae-4177-a18e-08ed1e13846c HTTP/1.1" status: 200 len: 946 time: 0.0487704 Nov 05 19:44:32.264835 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-19e2a21d-2d66-42d3-92da-a031f3b61a9f req-53f3aff0-84af-49b1-bb71-bf0a49f4304b tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] 10.222.0.13 "GET /v2.0/security-groups?id=e275ec3d-c7f6-4920-bb58-0d3614e63387&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407302 Nov 05 19:44:32.382553 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076fad28-76e2-4997-abe4-85363231ecbe req-f51399e8-7a59-4899-bdad-863c36c2920e tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:44:32.384559 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-076fad28-76e2-4997-abe4-85363231ecbe req-f51399e8-7a59-4899-bdad-863c36c2920e tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] 10.222.0.13 "GET /v2.0/ports?device_id=da3ad948-6eae-4177-a18e-08ed1e13846c HTTP/1.1" status: 200 len: 946 time: 0.0524411 Nov 05 19:44:32.431269 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-076fad28-76e2-4997-abe4-85363231ecbe req-d5e05842-493b-4eae-93f2-7a4ba1860ea5 tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] 10.222.0.13 "GET /v2.0/security-groups?id=e275ec3d-c7f6-4920-bb58-0d3614e63387&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403152 Nov 05 19:44:32.521923 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Device f3d2a187-4e77-4951-872c-ba13b1af622a up at agent hyperv_n-h1-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 19:44:32.656764 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Provisioning for port f3d2a187-4e77-4951-872c-ba13b1af622a completed by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 05 19:44:32.660264 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Provisioning complete for port f3d2a187-4e77-4951-872c-ba13b1af622a triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:44:32.660639 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:44:32.692287 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-d34018f3-9d4f-43a2-affd-4f09f520e281 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:44:32.740426 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:44:32.763329 n-d-816865-1 neutron-server[102388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da3ad948-6eae-4177-a18e-08ed1e13846c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3d2a187-4e77-4951-872c-ba13b1af622a'}] {{(pid=102388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 19:44:32.765799 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6791add14b0903d9e674b39f457aa3a29109aa98d0835d5644e65cf363d7cf55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-088d886b-7633-4fbf-9553-fb835958f80e" -d '{"events": [{"server_uuid": "da3ad948-6eae-4177-a18e-08ed1e13846c", "name": "network-vif-plugged", "status": "completed", "tag": "f3d2a187-4e77-4951-872c-ba13b1af622a"}]}' {{(pid=102388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 19:44:32.785323 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] For port f3d2a187-4e77-4951-872c-ba13b1af622a, host n-h1-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=f3d2a187-4e77-4951-872c-ba13b1af622a,segment=NetworkSegment(a58696c4-674f-491a-9f25-92f83919ef0a),segment_id=a58696c4-674f-491a-9f25-92f83919ef0a)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:44:32.849923 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:44:32.874831 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 19:44:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecc6939c-160c-4380-8922-10690b2e4f04 x-openstack-request-id: req-ecc6939c-160c-4380-8922-10690b2e4f04 {{(pid=102388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 19:44:32.875129 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da3ad948-6eae-4177-a18e-08ed1e13846c", "name": "network-vif-plugged", "status": "completed", "tag": "f3d2a187-4e77-4951-872c-ba13b1af622a", "code": 200}]} {{(pid=102388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 19:44:32.875387 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ecc6939c-160c-4380-8922-10690b2e4f04 {{(pid=102388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 19:44:32.875771 n-d-816865-1 neutron-server[102388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da3ad948-6eae-4177-a18e-08ed1e13846c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3d2a187-4e77-4951-872c-ba13b1af622a', 'code': 200} Nov 05 19:44:32.903202 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Pushing event updated for resources: {'Port': ['ID=f3d2a187-4e77-4951-872c-ba13b1af622a,revision_number=14']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:44:32.955683 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a82f097-5248-45b3-ae01-6d815172ad74 req-86216051-b572-4d0c-9153-37d7928856e6 tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:44:32.957215 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-3a82f097-5248-45b3-ae01-6d815172ad74 req-86216051-b572-4d0c-9153-37d7928856e6 tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] 10.222.0.13 "GET /v2.0/ports?device_id=da3ad948-6eae-4177-a18e-08ed1e13846c HTTP/1.1" status: 200 len: 947 time: 0.0501437 Nov 05 19:44:33.004966 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-3a82f097-5248-45b3-ae01-6d815172ad74 req-022a5ce6-2659-41e1-845c-aad593288f27 tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] 10.222.0.13 "GET /v2.0/security-groups?id=e275ec3d-c7f6-4920-bb58-0d3614e63387&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414629 Nov 05 19:44:34.124885 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda30bc4-8e0f-41d6-a3cd-23effa4db3f3 req-e704553a-9894-4ff0-add6-3cd491c386a3 tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:44:34.126388 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-dda30bc4-8e0f-41d6-a3cd-23effa4db3f3 req-e704553a-9894-4ff0-add6-3cd491c386a3 tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] 10.222.0.13 "GET /v2.0/ports?device_id=da3ad948-6eae-4177-a18e-08ed1e13846c HTTP/1.1" status: 200 len: 947 time: 0.0526562 Nov 05 19:44:34.173325 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-dda30bc4-8e0f-41d6-a3cd-23effa4db3f3 req-e884de88-9b22-4c83-a7d1-ec6c09593645 tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] 10.222.0.13 "GET /v2.0/security-groups?id=e275ec3d-c7f6-4920-bb58-0d3614e63387&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410035 Nov 05 19:44:34.439922 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d360a25a-2668-447c-8e9a-17cd3dc77b88 req-4eb59768-bc0f-43b9-8952-f4670a1c2866 tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:44:34.441298 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-d360a25a-2668-447c-8e9a-17cd3dc77b88 req-4eb59768-bc0f-43b9-8952-f4670a1c2866 tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] 10.222.0.41 "GET /v2.0/ports?device_id=da3ad948-6eae-4177-a18e-08ed1e13846c HTTP/1.1" status: 200 len: 947 time: 0.0498943 Nov 05 19:44:34.532350 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [req-d360a25a-2668-447c-8e9a-17cd3dc77b88 req-f7db28f3-45a5-4f6f-a27b-f089a44e502a tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] Deleting port f3d2a187-4e77-4951-872c-ba13b1af622a {{(pid=102387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 19:44:34.532694 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-d360a25a-2668-447c-8e9a-17cd3dc77b88 req-f7db28f3-45a5-4f6f-a27b-f089a44e502a tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:44:34.623298 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.db [req-d360a25a-2668-447c-8e9a-17cd3dc77b88 req-f7db28f3-45a5-4f6f-a27b-f089a44e502a tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] For port f3d2a187-4e77-4951-872c-ba13b1af622a, host n-h1-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=f3d2a187-4e77-4951-872c-ba13b1af622a,segment=NetworkSegment(a58696c4-674f-491a-9f25-92f83919ef0a),segment_id=a58696c4-674f-491a-9f25-92f83919ef0a)] {{(pid=102387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:44:34.623654 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-d360a25a-2668-447c-8e9a-17cd3dc77b88 req-f7db28f3-45a5-4f6f-a27b-f089a44e502a tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:44:34.794303 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-d360a25a-2668-447c-8e9a-17cd3dc77b88 req-f7db28f3-45a5-4f6f-a27b-f089a44e502a tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:44:34.794669 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-d360a25a-2668-447c-8e9a-17cd3dc77b88 req-f7db28f3-45a5-4f6f-a27b-f089a44e502a tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1000577'] for floatingip, after_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:44:34.794983 n-d-816865-1 neutron-server[102387]: INFO neutron.db.l3_db [req-d360a25a-2668-447c-8e9a-17cd3dc77b88 req-f7db28f3-45a5-4f6f-a27b-f089a44e502a tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] Floating IP 9a56d8a3-beb3-4417-b237-e6af35164c1b disassociated. External IP: 172.25.6.35, port: f3d2a187-4e77-4951-872c-ba13b1af622a. Nov 05 19:44:34.795328 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [req-d360a25a-2668-447c-8e9a-17cd3dc77b88 req-f7db28f3-45a5-4f6f-a27b-f089a44e502a tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] Calling delete_port for f3d2a187-4e77-4951-872c-ba13b1af622a owned by compute:nova {{(pid=102387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 19:44:34.804854 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:44:34.976328 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-d360a25a-2668-447c-8e9a-17cd3dc77b88 req-f7db28f3-45a5-4f6f-a27b-f089a44e502a tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4417063'] for port, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:44:35.005876 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7db28f3-45a5-4f6f-a27b-f089a44e502a tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] Pushing event deleted for resources: {'Port': ['ID=f3d2a187-4e77-4951-872c-ba13b1af622a,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:44:35.127647 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d360a25a-2668-447c-8e9a-17cd3dc77b88 req-f7db28f3-45a5-4f6f-a27b-f089a44e502a tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] Router ab427502-7317-494b-b799-660ebb83d854 has already been hosted by L3 agent 6dcb5589-8e86-4616-9186-ddc4548e13ad {{(pid=102387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 19:44:35.246056 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d360a25a-2668-447c-8e9a-17cd3dc77b88 req-f7db28f3-45a5-4f6f-a27b-f089a44e502a tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] Notify agent at l3_agent.n-d-816865-1 the message routers_updated {{(pid=102387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 19:44:35.255313 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bf6900d-fe3a-4ca7-9106-fb7897bd3442 None None] Sync routers for ids ['ab427502-7317-494b-b799-660ebb83d854'] in n-d-816865-1 {{(pid=102388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 19:44:35.266184 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bf6900d-fe3a-4ca7-9106-fb7897bd3442 None None] Routers {'ab427502-7317-494b-b799-660ebb83d854'} bound to L3 agent in host n-d-816865-1 {{(pid=102388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 19:44:35.266811 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-6bf6900d-fe3a-4ca7-9106-fb7897bd3442 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T19:44:05Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['ab427502-7317-494b-b799-660ebb83d854'], 'active': True} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:44:35.288623 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-f2fbbf12-f979-423f-83f4-33e5b3d190e5 req-b76785ca-3cc9-4ca8-a35d-b8f1e2295fa7 tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] 10.222.0.13 "GET /v2.0/ports?device_id=da3ad948-6eae-4177-a18e-08ed1e13846c HTTP/1.1" status: 200 len: 210 time: 0.0450110 Nov 05 19:44:35.315713 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.l3_dvrscheduler_db [req-d360a25a-2668-447c-8e9a-17cd3dc77b88 req-f7db28f3-45a5-4f6f-a27b-f089a44e502a tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] No DVR routers for this DVR port f3d2a187-4e77-4951-872c-ba13b1af622a on host n-h1-816865-1 {{(pid=102387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 19:44:35.318471 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-d360a25a-2668-447c-8e9a-17cd3dc77b88 req-f7db28f3-45a5-4f6f-a27b-f089a44e502a tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:44:35.321849 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-d360a25a-2668-447c-8e9a-17cd3dc77b88 req-f7db28f3-45a5-4f6f-a27b-f089a44e502a tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] 10.222.0.41 "DELETE /v2.0/ports/f3d2a187-4e77-4951-872c-ba13b1af622a HTTP/1.1" status: 204 len: 173 time: 0.8732028 Nov 05 19:44:35.322318 n-d-816865-1 neutron-server[102387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da3ad948-6eae-4177-a18e-08ed1e13846c', 'name': 'network-vif-deleted', 'tag': 'f3d2a187-4e77-4951-872c-ba13b1af622a'}] {{(pid=102387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 19:44:35.324807 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1aa7e2392c69fb9acc0b335571f919b1f61097b9ced1ed941ddb2f5c01cc85e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19dec092-68ed-4870-9eb8-c5ed22b44c5b" -d '{"events": [{"server_uuid": "da3ad948-6eae-4177-a18e-08ed1e13846c", "name": "network-vif-deleted", "tag": "f3d2a187-4e77-4951-872c-ba13b1af622a"}]}' {{(pid=102387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 19:44:35.388048 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvr_db [None req-6bf6900d-fe3a-4ca7-9106-fb7897bd3442 None None] Set router ab427502-7317-494b-b799-660ebb83d854 gateway port host: n-d-816865-1 {{(pid=102388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 19:44:35.421137 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 19:44:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b44f29e7-c55d-4cfd-acf0-b65aa1caa82b x-openstack-request-id: req-b44f29e7-c55d-4cfd-acf0-b65aa1caa82b {{(pid=102387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 19:44:35.421434 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da3ad948-6eae-4177-a18e-08ed1e13846c", "name": "network-vif-deleted", "tag": "f3d2a187-4e77-4951-872c-ba13b1af622a", "status": "completed", "code": 200}]} {{(pid=102387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 19:44:35.421686 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b44f29e7-c55d-4cfd-acf0-b65aa1caa82b {{(pid=102387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 19:44:35.422115 n-d-816865-1 neutron-server[102387]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da3ad948-6eae-4177-a18e-08ed1e13846c', 'name': 'network-vif-deleted', 'tag': 'f3d2a187-4e77-4951-872c-ba13b1af622a', 'status': 'completed', 'code': 200} Nov 05 19:44:35.464194 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-728f3cdb-1544-460d-9abb-27d9825bdd9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:44:35.600288 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-6bf6900d-fe3a-4ca7-9106-fb7897bd3442 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab427502-7317-494b-b799-660ebb83d854', 'name': 'tempest-ServerActionsTestJSON-478465466-router', 'tenant_id': '7488aeefeb374a46a39cff325eff1fe7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.113'}], 'enable_snat': True}, 'gw_port_id': '7fdad5ca-0aab-4b06-87cc-19976506bb0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T19:34:00Z', 'updated_at': '2021-11-05T19:34:04Z', 'revision_number': 4, 'project_id': '7488aeefeb374a46a39cff325eff1fe7', 'gw_port': {'id': '7fdad5ca-0aab-4b06-87cc-19976506bb0a', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:ef:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab427502-7317-494b-b799-660ebb83d854', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:34:01Z', 'updated_at': '2021-11-05T19:34:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1', '_interfaces': [{'id': '366d1466-6d8a-456e-9340-bd327678f2f8', 'name': '', 'network_id': 'ba9e5cef-1f4e-4f1c-980f-f1e77d588fb4', 'tenant_id': '7488aeefeb374a46a39cff325eff1fe7', 'mac_address': 'fa:16:3e:2d:1a:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab427502-7317-494b-b799-660ebb83d854', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '8ba56a91-a4c0-4279-98e5-26a64b9e0aa9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:34:03Z', 'updated_at': '2021-11-05T19:34:07Z', 'revision_number': 5, 'project_id': '7488aeefeb374a46a39cff325eff1fe7', 'subnets': [{'id': '8ba56a91-a4c0-4279-98e5-26a64b9e0aa9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-1', False) {} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:44:35.625970 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bf6900d-fe3a-4ca7-9106-fb7897bd3442 None None] Checking router: ab427502-7317-494b-b799-660ebb83d854 for host: n-d-816865-1 {{(pid=102388) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 19:44:35.634997 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bf6900d-fe3a-4ca7-9106-fb7897bd3442 None None] Routers {'ab427502-7317-494b-b799-660ebb83d854'} bound to L3 agent in host n-d-816865-1 {{(pid=102388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 19:44:35.635455 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-6bf6900d-fe3a-4ca7-9106-fb7897bd3442 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T19:44:35Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['ab427502-7317-494b-b799-660ebb83d854'], 'active': True} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:44:35.741679 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvr_db [None req-6bf6900d-fe3a-4ca7-9106-fb7897bd3442 None None] Set router ab427502-7317-494b-b799-660ebb83d854 gateway port host: n-d-816865-1 {{(pid=102388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 19:44:35.939551 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-6bf6900d-fe3a-4ca7-9106-fb7897bd3442 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab427502-7317-494b-b799-660ebb83d854', 'name': 'tempest-ServerActionsTestJSON-478465466-router', 'tenant_id': '7488aeefeb374a46a39cff325eff1fe7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.113'}], 'enable_snat': True}, 'gw_port_id': '7fdad5ca-0aab-4b06-87cc-19976506bb0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T19:34:00Z', 'updated_at': '2021-11-05T19:34:04Z', 'revision_number': 4, 'project_id': '7488aeefeb374a46a39cff325eff1fe7', 'gw_port': {'id': '7fdad5ca-0aab-4b06-87cc-19976506bb0a', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:ef:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab427502-7317-494b-b799-660ebb83d854', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:34:01Z', 'updated_at': '2021-11-05T19:34:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1', '_interfaces': [{'id': '366d1466-6d8a-456e-9340-bd327678f2f8', 'name': '', 'network_id': 'ba9e5cef-1f4e-4f1c-980f-f1e77d588fb4', 'tenant_id': '7488aeefeb374a46a39cff325eff1fe7', 'mac_address': 'fa:16:3e:2d:1a:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab427502-7317-494b-b799-660ebb83d854', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '8ba56a91-a4c0-4279-98e5-26a64b9e0aa9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:34:03Z', 'updated_at': '2021-11-05T19:34:07Z', 'revision_number': 5, 'project_id': '7488aeefeb374a46a39cff325eff1fe7', 'subnets': [{'id': '8ba56a91-a4c0-4279-98e5-26a64b9e0aa9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-1', False) {} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:44:35.970800 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bf6900d-fe3a-4ca7-9106-fb7897bd3442 None None] The sync data for ids ['ab427502-7317-494b-b799-660ebb83d854'] in n-d-816865-1 is: [{'id': 'ab427502-7317-494b-b799-660ebb83d854', 'name': 'tempest-ServerActionsTestJSON-478465466-router', 'tenant_id': '7488aeefeb374a46a39cff325eff1fe7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.113'}], 'enable_snat': True}, 'gw_port_id': '7fdad5ca-0aab-4b06-87cc-19976506bb0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T19:34:00Z', 'updated_at': '2021-11-05T19:34:04Z', 'revision_number': 4, 'project_id': '7488aeefeb374a46a39cff325eff1fe7', 'gw_port': {'id': '7fdad5ca-0aab-4b06-87cc-19976506bb0a', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:ef:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab427502-7317-494b-b799-660ebb83d854', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:34:01Z', 'updated_at': '2021-11-05T19:34:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1', '_interfaces': [{'id': '366d1466-6d8a-456e-9340-bd327678f2f8', 'name': '', 'network_id': 'ba9e5cef-1f4e-4f1c-980f-f1e77d588fb4', 'tenant_id': '7488aeefeb374a46a39cff325eff1fe7', 'mac_address': 'fa:16:3e:2d:1a:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab427502-7317-494b-b799-660ebb83d854', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '8ba56a91-a4c0-4279-98e5-26a64b9e0aa9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:34:03Z', 'updated_at': '2021-11-05T19:34:07Z', 'revision_number': 5, 'project_id': '7488aeefeb374a46a39cff325eff1fe7', 'subnets': [{'id': '8ba56a91-a4c0-4279-98e5-26a64b9e0aa9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 19:44:36.185194 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3a90936-add8-446b-ad2a-476e75608d7a None None] New status for floating IP 9a56d8a3-beb3-4417-b237-e6af35164c1b: DOWN {{(pid=102389) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 05 19:44:36.395225 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-0e82a133-9343-4b51-9de4-33c21e423f91 req-4cbc5d86-521f-4911-a285-0811e6ffc011 tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] 10.222.0.13 "GET /v2.0/ports?device_id=da3ad948-6eae-4177-a18e-08ed1e13846c HTTP/1.1" status: 200 len: 210 time: 0.0299063 Nov 05 19:44:36.461438 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b304910f-7b27-444b-a8fc-977d26b1ceac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:44:36.547870 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Device f3d2a187-4e77-4951-872c-ba13b1af622a no longer exists at agent hyperv_n-h1-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 19:44:36.568264 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] No Port match for: f3d2a187-4e77-4951-872c-ba13b1af622a {{(pid=102388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 19:44:36.568615 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Device f3d2a187-4e77-4951-872c-ba13b1af622a not bound to the agent host n-h1-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 19:44:36.793900 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:44:37.499794 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-b7135c80-ad34-45ac-a25f-536f39a956f6 req-7ac0dd1e-b6eb-42c6-a048-27f06dcf7140 tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] 10.222.0.13 "GET /v2.0/ports?device_id=da3ad948-6eae-4177-a18e-08ed1e13846c HTTP/1.1" status: 200 len: 210 time: 0.0269139 Nov 05 19:44:38.467351 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-31f93893-a48e-4ae8-833d-dccb2b42eacc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:44:38.565828 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:44:38.607075 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-e7e389ff-508a-4391-b929-20f1f9175c58 req-f4029b29-00cd-4f99-9822-69520272e54d tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] 10.222.0.13 "GET /v2.0/ports?device_id=da3ad948-6eae-4177-a18e-08ed1e13846c HTTP/1.1" status: 200 len: 210 time: 0.0280340 Nov 05 19:44:39.709185 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-a51cb113-dc0d-43c1-abe3-d1cf2a4f8339 req-3a43aa93-7733-4064-bb5b-fe967238f5bd tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] 10.222.0.13 "GET /v2.0/ports?device_id=da3ad948-6eae-4177-a18e-08ed1e13846c HTTP/1.1" status: 200 len: 210 time: 0.0287018 Nov 05 19:44:44.652912 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 45052) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:44:44.711479 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-ef1d5cdd-a898-4f67-a7d6-4cb4b39e3de8 tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] Publish callbacks [] for security_group, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:44:44.735950 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-ef1d5cdd-a898-4f67-a7d6-4cb4b39e3de8 tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:44:44.849990 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-ef1d5cdd-a898-4f67-a7d6-4cb4b39e3de8 tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:44:44.852583 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-ef1d5cdd-a898-4f67-a7d6-4cb4b39e3de8 tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] Publish callbacks [] for security_group, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:44:44.854197 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-ef1d5cdd-a898-4f67-a7d6-4cb4b39e3de8 tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] 10.222.0.13 "DELETE /v2.0/security-groups/e275ec3d-c7f6-4920-bb58-0d3614e63387 HTTP/1.1" status: 204 len: 168 time: 0.2002161 Nov 05 19:44:44.856766 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 45054) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:44:44.863562 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1d5cdd-a898-4f67-a7d6-4cb4b39e3de8 tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e275ec3d-c7f6-4920-bb58-0d3614e63387,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:44:44.871973 n-d-816865-1 neutron-server[102387]: INFO neutron.api.v2.resource [None req-cad8ba6f-7809-48cc-806f-9dfbac731eca tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] show failed (client error): The resource could not be found. Nov 05 19:44:44.875715 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-cad8ba6f-7809-48cc-806f-9dfbac731eca tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] 10.222.0.13 "GET /v2.0/security-groups/e275ec3d-c7f6-4920-bb58-0d3614e63387 HTTP/1.1" status: 404 len: 347 time: 0.0151887 Nov 05 19:44:44.875962 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 45056) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:44:45.007969 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [None req-fa0bdf8d-53ec-4e70-8580-447523302740 tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] Deleting port 53c4a651-a57b-49a6-880b-7059084f5fcb {{(pid=102387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 19:44:45.008311 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-fa0bdf8d-53ec-4e70-8580-447523302740 tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:44:45.089118 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-fa0bdf8d-53ec-4e70-8580-447523302740 tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:44:45.089536 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-fa0bdf8d-53ec-4e70-8580-447523302740 tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:44:45.105839 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [None req-fa0bdf8d-53ec-4e70-8580-447523302740 tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] Calling delete_port for 53c4a651-a57b-49a6-880b-7059084f5fcb owned by network:floatingip {{(pid=102387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 19:44:45.314429 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-fa0bdf8d-53ec-4e70-8580-447523302740 tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4417063'] for port, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:44:45.339153 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0bdf8d-53ec-4e70-8580-447523302740 tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] Pushing event deleted for resources: {'Port': ['ID=53c4a651-a57b-49a6-880b-7059084f5fcb,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:44:45.402375 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-fa0bdf8d-53ec-4e70-8580-447523302740 tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] Publish callbacks [] for floatingip, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:44:45.404961 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-fa0bdf8d-53ec-4e70-8580-447523302740 tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for floatingip, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:44:45.406140 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-fa0bdf8d-53ec-4e70-8580-447523302740 tempest-ServerActionsTestJSON-1784327009 tempest-ServerActionsTestJSON-1784327009-project] 10.222.0.13 "DELETE /v2.0/floatingips/9a56d8a3-beb3-4417-b237-e6af35164c1b HTTP/1.1" status: 204 len: 168 time: 0.5289850 Nov 05 19:44:45.409047 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 45058) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:44:45.886710 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-0ab70c91-8fab-4641-ab45-f41dd9bd35f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-571777'] for router_interface, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:44:46.136110 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [None req-0ab70c91-8fab-4641-ab45-f41dd9bd35f7 admin admin] Deleting port 366d1466-6d8a-456e-9340-bd327678f2f8 {{(pid=102387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 19:44:46.136451 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-0ab70c91-8fab-4641-ab45-f41dd9bd35f7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:44:46.213808 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.db [None req-0ab70c91-8fab-4641-ab45-f41dd9bd35f7 admin admin] For port 366d1466-6d8a-456e-9340-bd327678f2f8, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=366d1466-6d8a-456e-9340-bd327678f2f8,segment=NetworkSegment(a58696c4-674f-491a-9f25-92f83919ef0a),segment_id=a58696c4-674f-491a-9f25-92f83919ef0a)] {{(pid=102387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:44:46.214197 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-0ab70c91-8fab-4641-ab45-f41dd9bd35f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:44:46.230348 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [None req-0ab70c91-8fab-4641-ab45-f41dd9bd35f7 admin admin] Calling delete_port for 366d1466-6d8a-456e-9340-bd327678f2f8 owned by network:router_interface {{(pid=102387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 19:44:46.480078 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-0ab70c91-8fab-4641-ab45-f41dd9bd35f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4417063'] for port, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:44:46.503985 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab70c91-8fab-4641-ab45-f41dd9bd35f7 admin admin] Pushing event deleted for resources: {'Port': ['ID=366d1466-6d8a-456e-9340-bd327678f2f8,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:44:46.672354 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-0ab70c91-8fab-4641-ab45-f41dd9bd35f7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-597886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-573297'] for router_interface, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:44:46.894413 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ab70c91-8fab-4641-ab45-f41dd9bd35f7 admin admin] Router ab427502-7317-494b-b799-660ebb83d854 has already been hosted by L3 agent 6dcb5589-8e86-4616-9186-ddc4548e13ad {{(pid=102387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 19:44:46.999664 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ab70c91-8fab-4641-ab45-f41dd9bd35f7 admin admin] Notify agent at l3_agent.n-d-816865-1 the message routers_updated {{(pid=102387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 19:44:47.007281 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-0ab70c91-8fab-4641-ab45-f41dd9bd35f7 admin admin] 10.222.0.13 "PUT /v2.0/routers/ab427502-7317-494b-b799-660ebb83d854/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5946958 Nov 05 19:44:47.007388 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 45062) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:44:47.008319 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85ac9f38-d54b-46c9-8d4c-e8eca499b9a4 None None] Sync routers for ids ['ab427502-7317-494b-b799-660ebb83d854'] in n-d-816865-1 {{(pid=102388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 19:44:47.019267 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85ac9f38-d54b-46c9-8d4c-e8eca499b9a4 None None] Routers {'ab427502-7317-494b-b799-660ebb83d854'} bound to L3 agent in host n-d-816865-1 {{(pid=102388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 19:44:47.019883 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-85ac9f38-d54b-46c9-8d4c-e8eca499b9a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T19:44:35Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['ab427502-7317-494b-b799-660ebb83d854'], 'active': True} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:44:47.111808 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-9eb1b554-1544-4679-9c53-33166e3b8ac1 admin admin] Publish callbacks [] for router, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:44:47.126526 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvr_db [None req-85ac9f38-d54b-46c9-8d4c-e8eca499b9a4 None None] Set router ab427502-7317-494b-b799-660ebb83d854 gateway port host: n-d-816865-1 {{(pid=102388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 19:44:47.309227 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-85ac9f38-d54b-46c9-8d4c-e8eca499b9a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab427502-7317-494b-b799-660ebb83d854', 'name': 'tempest-ServerActionsTestJSON-478465466-router', 'tenant_id': '7488aeefeb374a46a39cff325eff1fe7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.113'}], 'enable_snat': True}, 'gw_port_id': '7fdad5ca-0aab-4b06-87cc-19976506bb0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T19:34:00Z', 'updated_at': '2021-11-05T19:44:46Z', 'revision_number': 5, 'project_id': '7488aeefeb374a46a39cff325eff1fe7', 'gw_port': {'id': '7fdad5ca-0aab-4b06-87cc-19976506bb0a', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:ef:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab427502-7317-494b-b799-660ebb83d854', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:34:01Z', 'updated_at': '2021-11-05T19:34:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1'}], 'n-d-816865-1', False) {} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:44:47.340645 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85ac9f38-d54b-46c9-8d4c-e8eca499b9a4 None None] Checking router: ab427502-7317-494b-b799-660ebb83d854 for host: n-d-816865-1 {{(pid=102388) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 19:44:47.349591 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85ac9f38-d54b-46c9-8d4c-e8eca499b9a4 None None] Routers {'ab427502-7317-494b-b799-660ebb83d854'} bound to L3 agent in host n-d-816865-1 {{(pid=102388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 19:44:47.350250 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-85ac9f38-d54b-46c9-8d4c-e8eca499b9a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T19:44:35Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['ab427502-7317-494b-b799-660ebb83d854'], 'active': True} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:44:47.510879 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-9eb1b554-1544-4679-9c53-33166e3b8ac1 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:44:47.617802 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvr_db [None req-85ac9f38-d54b-46c9-8d4c-e8eca499b9a4 None None] Set router ab427502-7317-494b-b799-660ebb83d854 gateway port host: n-d-816865-1 {{(pid=102388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 19:44:47.642017 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [None req-9eb1b554-1544-4679-9c53-33166e3b8ac1 admin admin] Deleting port 7fdad5ca-0aab-4b06-87cc-19976506bb0a {{(pid=102387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 19:44:47.642445 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-9eb1b554-1544-4679-9c53-33166e3b8ac1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:44:47.722307 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.db [None req-9eb1b554-1544-4679-9c53-33166e3b8ac1 admin admin] For port 7fdad5ca-0aab-4b06-87cc-19976506bb0a, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=7fdad5ca-0aab-4b06-87cc-19976506bb0a,segment=NetworkSegment(85be518c-8bb4-46a2-a903-d4292782d29d),segment_id=85be518c-8bb4-46a2-a903-d4292782d29d)] {{(pid=102387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:44:47.722761 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-9eb1b554-1544-4679-9c53-33166e3b8ac1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:44:47.735915 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [None req-9eb1b554-1544-4679-9c53-33166e3b8ac1 admin admin] Calling delete_port for 7fdad5ca-0aab-4b06-87cc-19976506bb0a owned by network:router_gateway {{(pid=102387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 19:44:47.798961 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-85ac9f38-d54b-46c9-8d4c-e8eca499b9a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab427502-7317-494b-b799-660ebb83d854', 'name': 'tempest-ServerActionsTestJSON-478465466-router', 'tenant_id': '7488aeefeb374a46a39cff325eff1fe7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.113'}], 'enable_snat': True}, 'gw_port_id': '7fdad5ca-0aab-4b06-87cc-19976506bb0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T19:34:00Z', 'updated_at': '2021-11-05T19:44:46Z', 'revision_number': 5, 'project_id': '7488aeefeb374a46a39cff325eff1fe7', 'gw_port': {'id': '7fdad5ca-0aab-4b06-87cc-19976506bb0a', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:ef:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab427502-7317-494b-b799-660ebb83d854', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:34:01Z', 'updated_at': '2021-11-05T19:34:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1'}], 'n-d-816865-1', False) {} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:44:47.824641 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85ac9f38-d54b-46c9-8d4c-e8eca499b9a4 None None] The sync data for ids ['ab427502-7317-494b-b799-660ebb83d854'] in n-d-816865-1 is: [{'id': 'ab427502-7317-494b-b799-660ebb83d854', 'name': 'tempest-ServerActionsTestJSON-478465466-router', 'tenant_id': '7488aeefeb374a46a39cff325eff1fe7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.113'}], 'enable_snat': True}, 'gw_port_id': '7fdad5ca-0aab-4b06-87cc-19976506bb0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T19:34:00Z', 'updated_at': '2021-11-05T19:44:46Z', 'revision_number': 5, 'project_id': '7488aeefeb374a46a39cff325eff1fe7', 'gw_port': {'id': '7fdad5ca-0aab-4b06-87cc-19976506bb0a', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:ef:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab427502-7317-494b-b799-660ebb83d854', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:34:01Z', 'updated_at': '2021-11-05T19:34:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1'}] {{(pid=102388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 19:44:47.965327 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-9eb1b554-1544-4679-9c53-33166e3b8ac1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4417063'] for port, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:44:47.995021 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb1b554-1544-4679-9c53-33166e3b8ac1 admin admin] Pushing event deleted for resources: {'Port': ['ID=7fdad5ca-0aab-4b06-87cc-19976506bb0a,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:44:48.056876 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-9eb1b554-1544-4679-9c53-33166e3b8ac1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1000651'] for router_gateway, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:44:48.159327 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-9eb1b554-1544-4679-9c53-33166e3b8ac1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-571301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6852'] for router, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:44:48.161224 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-9eb1b554-1544-4679-9c53-33166e3b8ac1 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:44:48.280249 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-9eb1b554-1544-4679-9c53-33166e3b8ac1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-571310'] for router, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:44:48.281036 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9eb1b554-1544-4679-9c53-33166e3b8ac1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ab427502-7317-494b-b799-660ebb83d854 {{(pid=102387) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 05 19:44:48.285411 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-9eb1b554-1544-4679-9c53-33166e3b8ac1 admin admin] Publish callbacks [] for router, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:44:48.287269 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-9eb1b554-1544-4679-9c53-33166e3b8ac1 admin admin] 10.222.0.13 "DELETE /v2.0/routers/ab427502-7317-494b-b799-660ebb83d854 HTTP/1.1" status: 204 len: 168 time: 1.2783935 Nov 05 19:44:48.289216 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 45064) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:44:48.334753 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.db_base_plugin_v2 [None req-5566f988-e7b5-4d8e-88a3-344fa9d4e4ae admin admin] Deleting subnet 8ba56a91-a4c0-4279-98e5-26a64b9e0aa9 {{(pid=102387) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 05 19:44:48.338223 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-5566f988-e7b5-4d8e-88a3-344fa9d4e4ae admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:44:48.372577 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-5566f988-e7b5-4d8e-88a3-344fa9d4e4ae admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4463501'] for subnet, precommit_delete_associations {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:44:48.488103 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-5566f988-e7b5-4d8e-88a3-344fa9d4e4ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1573928'] for subnet, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:44:48.610590 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-5566f988-e7b5-4d8e-88a3-344fa9d4e4ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1573905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4417146', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5112209'] for subnet, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:44:48.636835 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5566f988-e7b5-4d8e-88a3-344fa9d4e4ae admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8ba56a91-a4c0-4279-98e5-26a64b9e0aa9,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:44:48.642462 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-5566f988-e7b5-4d8e-88a3-344fa9d4e4ae admin admin] Publish callbacks [] for subnet, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:44:48.646143 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-5566f988-e7b5-4d8e-88a3-344fa9d4e4ae admin admin] 10.222.0.13 "DELETE /v2.0/subnets/8ba56a91-a4c0-4279-98e5-26a64b9e0aa9 HTTP/1.1" status: 204 len: 168 time: 0.3555455 Nov 05 19:44:48.648304 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4fa9540-65f4-4b93-a7c0-2e1220c30ba8 None None] Network ba9e5cef-1f4e-4f1c-980f-f1e77d588fb4 requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 19:44:48.648841 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 45066) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:44:48.721916 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-01eb4e81-fdff-4db8-9685-9c84f540c0d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1664226'] for network, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:44:48.777787 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [None req-01eb4e81-fdff-4db8-9685-9c84f540c0d1 admin admin] Deleting port 666c18be-0eed-44bc-bee8-84c8667fef72 {{(pid=102387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 19:44:48.778167 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-01eb4e81-fdff-4db8-9685-9c84f540c0d1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:44:48.827418 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b17a7899-c3b5-43c4-a91e-c9f3ac7efda1 None None] DHCP port deletion for ba9e5cef-1f4e-4f1c-980f-f1e77d588fb4 request from n-d-816865-1 {{(pid=102388) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 05 19:44:48.858247 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.db [None req-01eb4e81-fdff-4db8-9685-9c84f540c0d1 admin admin] For port 666c18be-0eed-44bc-bee8-84c8667fef72, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=666c18be-0eed-44bc-bee8-84c8667fef72,segment=NetworkSegment(a58696c4-674f-491a-9f25-92f83919ef0a),segment_id=a58696c4-674f-491a-9f25-92f83919ef0a)] {{(pid=102387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:44:48.858247 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-01eb4e81-fdff-4db8-9685-9c84f540c0d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:44:48.874559 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [None req-01eb4e81-fdff-4db8-9685-9c84f540c0d1 admin admin] Calling delete_port for 666c18be-0eed-44bc-bee8-84c8667fef72 owned by network:dhcp {{(pid=102387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 19:44:48.885617 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 366d1466-6d8a-456e-9340-bd327678f2f8 no longer exists at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 19:44:48.911314 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] No Port match for: 366d1466-6d8a-456e-9340-bd327678f2f8 {{(pid=102388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 19:44:48.911663 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 366d1466-6d8a-456e-9340-bd327678f2f8 not bound to the agent host n-d-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 19:44:48.912086 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 666c18be-0eed-44bc-bee8-84c8667fef72 no longer exists at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 19:44:48.914287 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-b17a7899-c3b5-43c4-a91e-c9f3ac7efda1 None None] Deleting port 666c18be-0eed-44bc-bee8-84c8667fef72 {{(pid=102388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 19:44:48.914658 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b17a7899-c3b5-43c4-a91e-c9f3ac7efda1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:44:49.011014 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b17a7899-c3b5-43c4-a91e-c9f3ac7efda1 None None] For port 666c18be-0eed-44bc-bee8-84c8667fef72, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=666c18be-0eed-44bc-bee8-84c8667fef72,segment=NetworkSegment(a58696c4-674f-491a-9f25-92f83919ef0a),segment_id=a58696c4-674f-491a-9f25-92f83919ef0a)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:44:49.011417 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b17a7899-c3b5-43c4-a91e-c9f3ac7efda1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:44:49.025284 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-b17a7899-c3b5-43c4-a91e-c9f3ac7efda1 None None] Calling delete_port for 666c18be-0eed-44bc-bee8-84c8667fef72 owned by network:dhcp {{(pid=102388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 19:44:49.061812 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-01eb4e81-fdff-4db8-9685-9c84f540c0d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4417063'] for port, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:44:49.088990 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01eb4e81-fdff-4db8-9685-9c84f540c0d1 admin admin] Pushing event deleted for resources: {'Port': ['ID=666c18be-0eed-44bc-bee8-84c8667fef72,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:44:49.091038 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01eb4e81-fdff-4db8-9685-9c84f540c0d1 admin admin] No DVR routers for this DVR port 666c18be-0eed-44bc-bee8-84c8667fef72 on host n-d-816865-1 {{(pid=102387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 19:44:49.096196 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:44:49.160488 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 7fdad5ca-0aab-4b06-87cc-19976506bb0a no longer exists at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 19:44:49.165856 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-01eb4e81-fdff-4db8-9685-9c84f540c0d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1579173', 'neutron.services.segments.db._delete_segments_for_network-8750027792909'] for network, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:44:49.181792 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] No Port match for: 7fdad5ca-0aab-4b06-87cc-19976506bb0a {{(pid=102388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 19:44:49.182183 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 7fdad5ca-0aab-4b06-87cc-19976506bb0a not bound to the agent host n-d-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 19:44:49.187186 n-d-816865-1 neutron-server[102387]: DEBUG neutron.services.segments.db [None req-01eb4e81-fdff-4db8-9685-9c84f540c0d1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba9e5cef-1f4e-4f1c-980f-f1e77d588fb4']}} {{(pid=102387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:44:49.187699 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b17a7899-c3b5-43c4-a91e-c9f3ac7efda1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798'] for port, after_delete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:44:49.198687 n-d-816865-1 neutron-server[102387]: DEBUG neutron.services.segments.db [None req-01eb4e81-fdff-4db8-9685-9c84f540c0d1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a58696c4-674f-491a-9f25-92f83919ef0a') {'for_net_delete': True} {{(pid=102387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:44:49.198984 n-d-816865-1 neutron-server[102387]: DEBUG neutron.services.segments.db [None req-01eb4e81-fdff-4db8-9685-9c84f540c0d1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a58696c4-674f-491a-9f25-92f83919ef0a') {} {{(pid=102387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:44:49.208719 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-01eb4e81-fdff-4db8-9685-9c84f540c0d1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750027793430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4463492'] for segment, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:44:49.213769 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17a7899-c3b5-43c4-a91e-c9f3ac7efda1 None None] Pushing event deleted for resources: {'Port': ['ID=666c18be-0eed-44bc-bee8-84c8667fef72,revision_number=None']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:44:49.217567 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b17a7899-c3b5-43c4-a91e-c9f3ac7efda1 None None] No DVR routers for this DVR port 666c18be-0eed-44bc-bee8-84c8667fef72 on host n-d-816865-1 {{(pid=102388) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 19:44:49.222466 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-01eb4e81-fdff-4db8-9685-9c84f540c0d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273'] for segment, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:44:49.229225 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-01eb4e81-fdff-4db8-9685-9c84f540c0d1 admin admin] Releasing vlan 150 on physical network physnet1 to pool {{(pid=102387) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 05 19:44:49.229618 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-01eb4e81-fdff-4db8-9685-9c84f540c0d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4417236'] for segment, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:44:49.231415 n-d-816865-1 neutron-server[102387]: Traceback (most recent call last): Nov 05 19:44:49.231415 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 05 19:44:49.231415 n-d-816865-1 neutron-server[102387]: timer() Nov 05 19:44:49.231415 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 05 19:44:49.231415 n-d-816865-1 neutron-server[102387]: cb(*args, **kw) Nov 05 19:44:49.231415 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 05 19:44:49.231415 n-d-816865-1 neutron-server[102387]: return func(*args, **kwargs) Nov 05 19:44:49.231415 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 05 19:44:49.231415 n-d-816865-1 neutron-server[102387]: self._notify() Nov 05 19:44:49.231415 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 05 19:44:49.231415 n-d-816865-1 neutron-server[102387]: self.callback(batched_events) Nov 05 19:44:49.231415 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 05 19:44:49.231415 n-d-816865-1 neutron-server[102387]: event.method(event) Nov 05 19:44:49.231415 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 05 19:44:49.231415 n-d-816865-1 neutron-server[102387]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 05 19:44:49.231415 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 05 19:44:49.231415 n-d-816865-1 neutron-server[102387]: aggregate_uuid = self.p_client.list_aggregates( Nov 05 19:44:49.231415 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 05 19:44:49.231415 n-d-816865-1 neutron-server[102387]: return f(self, *a, **k) Nov 05 19:44:49.231415 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 05 19:44:49.231415 n-d-816865-1 neutron-server[102387]: return self._get(url).json() Nov 05 19:44:49.231415 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 05 19:44:49.231415 n-d-816865-1 neutron-server[102387]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 05 19:44:49.231415 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 05 19:44:49.231415 n-d-816865-1 neutron-server[102387]: return self.request(url, 'GET', **kwargs) Nov 05 19:44:49.231415 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 05 19:44:49.231415 n-d-816865-1 neutron-server[102387]: base_url = self.get_endpoint(auth, allow=allow, Nov 05 19:44:49.231415 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 05 19:44:49.231415 n-d-816865-1 neutron-server[102387]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 05 19:44:49.231415 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 05 19:44:49.231415 n-d-816865-1 neutron-server[102387]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 05 19:44:49.231415 n-d-816865-1 neutron-server[102387]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 05 19:44:49.342599 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-01eb4e81-fdff-4db8-9685-9c84f540c0d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1579178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-956796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1000687'] for network, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:44:49.348031 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-01eb4e81-fdff-4db8-9685-9c84f540c0d1 admin admin] Publish callbacks [] for network, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:44:49.351182 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-01eb4e81-fdff-4db8-9685-9c84f540c0d1 admin admin] 10.222.0.13 "DELETE /v2.0/networks/ba9e5cef-1f4e-4f1c-980f-f1e77d588fb4 HTTP/1.1" status: 204 len: 168 time: 0.7018919 Nov 05 19:44:49.362639 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01eb4e81-fdff-4db8-9685-9c84f540c0d1 admin admin] Pushing event deleted for resources: {'Network': ['ID=ba9e5cef-1f4e-4f1c-980f-f1e77d588fb4,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:44:49.677371 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 45070) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:44:49.718880 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-d63559f3-e5a4-4479-98fb-a165c3bd69b6 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7488aeefeb374a46a39cff325eff1fe7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0403132 Nov 05 19:44:49.721275 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 45072) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:44:49.767325 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-8b544719-0ba0-4b7d-8191-958b6f8bfa59 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:44:49.788038 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-8b544719-0ba0-4b7d-8191-958b6f8bfa59 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:44:49.902506 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-8b544719-0ba0-4b7d-8191-958b6f8bfa59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:44:49.905131 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-8b544719-0ba0-4b7d-8191-958b6f8bfa59 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:44:49.906312 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-8b544719-0ba0-4b7d-8191-958b6f8bfa59 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/caf7da3e-5be9-48d6-9d13-9caadd420bbc HTTP/1.1" status: 204 len: 168 time: 0.1841090 Nov 05 19:44:49.914363 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b544719-0ba0-4b7d-8191-958b6f8bfa59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=caf7da3e-5be9-48d6-9d13-9caadd420bbc,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:44:50.947565 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 45094) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:44:51.040436 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-5bba43dd-4f61-4ff4-9b71-0c39be8dc865 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-717660217-network', 'tenant_id': 'aeb45afc976543678ae05c68a4e71cc3'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:44:51.114031 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bba43dd-4f61-4ff4-9b71-0c39be8dc865 admin admin] Made reservation on behalf of aeb45afc976543678ae05c68a4e71cc3 for: {'network': 1} {{(pid=102386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 19:44:51.116414 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-5bba43dd-4f61-4ff4-9b71-0c39be8dc865 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for network, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:44:51.125038 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-5bba43dd-4f61-4ff4-9b71-0c39be8dc865 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:44:51.198758 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-5bba43dd-4f61-4ff4-9b71-0c39be8dc865 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:44:51.267308 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-5bba43dd-4f61-4ff4-9b71-0c39be8dc865 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:44:51.287360 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5bba43dd-4f61-4ff4-9b71-0c39be8dc865 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 172} {{(pid=102386) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 05 19:44:51.308300 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-5bba43dd-4f61-4ff4-9b71-0c39be8dc865 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273'] for segment, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:44:51.310977 n-d-816865-1 neutron-server[102386]: INFO neutron.db.segments_db [None req-5bba43dd-4f61-4ff4-9b71-0c39be8dc865 admin admin] Added segment e04a360c-d680-44e8-a831-5116b4853ef5 of type vlan for network 29575030-6e93-439e-8794-549879f214e6 Nov 05 19:44:51.310977 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bba43dd-4f61-4ff4-9b71-0c39be8dc865 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8839a59c-22d3-4721-91bf-7de83326c407,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:44:51.352281 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-5bba43dd-4f61-4ff4-9b71-0c39be8dc865 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750027258543'] for network, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:44:51.438925 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-5bba43dd-4f61-4ff4-9b71-0c39be8dc865 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-956796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877'] for network, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:44:51.439929 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bba43dd-4f61-4ff4-9b71-0c39be8dc865 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:44:51.440523 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-5bba43dd-4f61-4ff4-9b71-0c39be8dc865 admin admin] Publish callbacks [] for network, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:44:51.505060 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bba43dd-4f61-4ff4-9b71-0c39be8dc865 admin admin] Pushing event updated for resources: {'Network': ['ID=29575030-6e93-439e-8794-549879f214e6,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:44:51.515603 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Network 29575030-6e93-439e-8794-549879f214e6 details requested by agent ovs-agent-n-d-816865-1 with host n-d-816865-1 {{(pid=102388) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 05 19:44:51.562682 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-5bba43dd-4f61-4ff4-9b71-0c39be8dc865 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.6138790 Nov 05 19:44:51.565571 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 45100) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:44:51.570536 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-1c4acf69-74a2-42f4-845c-16ddcf528f9e admin admin] Request body: {'subnet': {'network_id': '29575030-6e93-439e-8794-549879f214e6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-717660217-subnet', 'tenant_id': 'aeb45afc976543678ae05c68a4e71cc3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:44:51.656852 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c4acf69-74a2-42f4-845c-16ddcf528f9e admin admin] Made reservation on behalf of aeb45afc976543678ae05c68a4e71cc3 for: {'subnet': 1} {{(pid=102386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 19:44:51.659240 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-1c4acf69-74a2-42f4-845c-16ddcf528f9e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4877122'] for subnet, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:44:51.874678 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-1c4acf69-74a2-42f4-845c-16ddcf528f9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6149946', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4877172'] for subnet, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:44:51.927686 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4acf69-74a2-42f4-845c-16ddcf528f9e admin admin] Pushing event updated for resources: {'Subnet': ['ID=ff37d511-eca1-4d8a-a41a-efd1a5fcee00,revision_number=0']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:44:51.938329 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c4acf69-74a2-42f4-845c-16ddcf528f9e admin admin] Checking segment: {'id': 'e04a360c-d680-44e8-a831-5116b4853ef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '29575030-6e93-439e-8794-549879f214e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 19:44:51.938683 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c4acf69-74a2-42f4-845c-16ddcf528f9e admin admin] Network hostable DHCP agents. Network: 29575030-6e93-439e-8794-549879f214e6, hostable agents: ['987e2ca0-bc3b-4c6f-a989-429ccfbf753f'], hosted agents: [] {{(pid=102386) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 05 19:44:52.051548 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c4acf69-74a2-42f4-845c-16ddcf528f9e admin admin] Network 29575030-6e93-439e-8794-549879f214e6 is scheduled to be hosted by DHCP agent 987e2ca0-bc3b-4c6f-a989-429ccfbf753f with binding_index 1 {{(pid=102386) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 05 19:44:52.131619 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.base_scheduler [None req-1c4acf69-74a2-42f4-845c-16ddcf528f9e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816865-1, 29575030-6e93-439e-8794-549879f214e6) {{(pid=102386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 19:44:52.135665 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c4acf69-74a2-42f4-845c-16ddcf528f9e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:44:52.136261 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-1c4acf69-74a2-42f4-845c-16ddcf528f9e admin admin] Publish callbacks [] for subnet, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:44:52.141266 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-384dcefc-febb-428b-a379-624be2c8c616 None None] Network 29575030-6e93-439e-8794-549879f214e6 requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 19:44:52.225975 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-1c4acf69-74a2-42f4-845c-16ddcf528f9e admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6592498 Nov 05 19:44:52.266607 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23f765f8-2ad2-4b52-a224-d1e7cc7e9fee None None] Network 29575030-6e93-439e-8794-549879f214e6 requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 19:44:52.645204 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c953ab-723b-4f6f-998c-6a8f0837bfc4 req-5175ffb0-7f71-4397-988b-c4b9b5b3da3f tempest-ServersNegativeTestJSON-1816009982 tempest-ServersNegativeTestJSON-1816009982-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:44:52.646610 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-85c953ab-723b-4f6f-998c-6a8f0837bfc4 req-5175ffb0-7f71-4397-988b-c4b9b5b3da3f tempest-ServersNegativeTestJSON-1816009982 tempest-ServersNegativeTestJSON-1816009982-project] 10.222.0.13 "GET /v2.0/networks?id=29575030-6e93-439e-8794-549879f214e6 HTTP/1.1" status: 200 len: 813 time: 0.1069505 Nov 05 19:44:52.662796 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-85c953ab-723b-4f6f-998c-6a8f0837bfc4 req-c2b89d96-d548-4bae-85f4-ade6e9f749ca tempest-ServersNegativeTestJSON-1816009982 tempest-ServersNegativeTestJSON-1816009982-project] 10.222.0.13 "GET /v2.0/quotas/aeb45afc976543678ae05c68a4e71cc3 HTTP/1.1" status: 200 len: 375 time: 0.0093031 Nov 05 19:44:52.695542 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-85c953ab-723b-4f6f-998c-6a8f0837bfc4 req-d1c38b00-c258-4915-8567-7f3e0d2f4c5d tempest-ServersNegativeTestJSON-1816009982 tempest-ServersNegativeTestJSON-1816009982-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=aeb45afc976543678ae05c68a4e71cc3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0267091 Nov 05 19:44:52.790584 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-85c953ab-723b-4f6f-998c-6a8f0837bfc4 req-802ad280-dc39-4339-83f3-8be2855c884e service neutron] 10.222.0.13 "GET /v2.0/networks/29575030-6e93-439e-8794-549879f214e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878527 Nov 05 19:44:52.878009 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-85c953ab-723b-4f6f-998c-6a8f0837bfc4 req-f23be354-4bda-4e61-b1f7-305ba9328093 service neutron] 10.222.0.13 "GET /v2.0/networks/29575030-6e93-439e-8794-549879f214e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806758 Nov 05 19:44:53.144812 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-1ecb82aa-8d1d-4f5d-ae7e-3c82e7cfdb99 req-f6f5de12-cb0e-4cc0-8a58-1fa8c2f8cfae tempest-ServersNegativeTestJSON-1816009982 tempest-ServersNegativeTestJSON-1816009982-project] 10.222.0.13 "GET /v2.0/ports?device_id=617c0b4c-aa66-450d-a7ed-f2e0abdf1379 HTTP/1.1" status: 200 len: 210 time: 0.0321488 Nov 05 19:44:54.238479 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-fbadb389-0cd7-4516-bae9-827b68c863c4 req-54f453c8-e6c2-4d8c-a311-7a114bd955e2 tempest-ServersNegativeTestJSON-1816009982 tempest-ServersNegativeTestJSON-1816009982-project] 10.222.0.13 "GET /v2.0/ports?device_id=617c0b4c-aa66-450d-a7ed-f2e0abdf1379 HTTP/1.1" status: 200 len: 210 time: 0.0253956 Nov 05 19:44:55.224030 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c953ab-723b-4f6f-998c-6a8f0837bfc4 req-273ba195-9d99-4f03-a78d-c0c1ae706ce4 tempest-ServersNegativeTestJSON-1816009982 tempest-ServersNegativeTestJSON-1816009982-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:44:55.225647 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-85c953ab-723b-4f6f-998c-6a8f0837bfc4 req-273ba195-9d99-4f03-a78d-c0c1ae706ce4 tempest-ServersNegativeTestJSON-1816009982 tempest-ServersNegativeTestJSON-1816009982-project] 10.222.0.41 "GET /v2.0/networks?id=29575030-6e93-439e-8794-549879f214e6 HTTP/1.1" status: 200 len: 813 time: 0.1021342 Nov 05 19:44:55.239595 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [req-85c953ab-723b-4f6f-998c-6a8f0837bfc4 req-edf183ef-2b72-49d9-826d-975a9552d633 tempest-ServersNegativeTestJSON-1816009982 tempest-ServersNegativeTestJSON-1816009982-project] Request body: {'port': {'device_id': '617c0b4c-aa66-450d-a7ed-f2e0abdf1379', 'network_id': '29575030-6e93-439e-8794-549879f214e6', 'admin_state_up': True, 'tenant_id': 'aeb45afc976543678ae05c68a4e71cc3'}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:44:55.341995 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-602016c0-fd0f-4d12-9457-436276e8dfec req-664abebe-fd84-41c1-8fa7-f5410fabff50 tempest-ServersNegativeTestJSON-1816009982 tempest-ServersNegativeTestJSON-1816009982-project] 10.222.0.13 "GET /v2.0/ports?device_id=617c0b4c-aa66-450d-a7ed-f2e0abdf1379 HTTP/1.1" status: 200 len: 210 time: 0.0323279 Nov 05 19:44:55.451533 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-85c953ab-723b-4f6f-998c-6a8f0837bfc4 req-edf183ef-2b72-49d9-826d-975a9552d633 tempest-ServersNegativeTestJSON-1816009982 tempest-ServersNegativeTestJSON-1816009982-project] Made reservation on behalf of aeb45afc976543678ae05c68a4e71cc3 for: {'port': 1} {{(pid=102387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 19:44:55.455145 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-85c953ab-723b-4f6f-998c-6a8f0837bfc4 req-edf183ef-2b72-49d9-826d-975a9552d633 tempest-ServersNegativeTestJSON-1816009982 tempest-ServersNegativeTestJSON-1816009982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:44:55.584631 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.db_base_plugin_common [req-85c953ab-723b-4f6f-998c-6a8f0837bfc4 req-edf183ef-2b72-49d9-826d-975a9552d633 tempest-ServersNegativeTestJSON-1816009982 tempest-ServersNegativeTestJSON-1816009982-project] Allocated IP 172.20.0.3 (29575030-6e93-439e-8794-549879f214e6/ff37d511-eca1-4d8a-a41a-efd1a5fcee00/36c97367-efe0-4a75-9633-c89d0acecdf1) {{(pid=102387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 19:44:55.731171 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-85c953ab-723b-4f6f-998c-6a8f0837bfc4 req-edf183ef-2b72-49d9-826d-975a9552d633 tempest-ServersNegativeTestJSON-1816009982 tempest-ServersNegativeTestJSON-1816009982-project] Publish callbacks [] for port, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:44:55.822684 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-85c953ab-723b-4f6f-998c-6a8f0837bfc4 req-edf183ef-2b72-49d9-826d-975a9552d633 tempest-ServersNegativeTestJSON-1816009982 tempest-ServersNegativeTestJSON-1816009982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4417063'] for port, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:44:55.864691 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-85c953ab-723b-4f6f-998c-6a8f0837bfc4 req-edf183ef-2b72-49d9-826d-975a9552d633 tempest-ServersNegativeTestJSON-1816009982 tempest-ServersNegativeTestJSON-1816009982-project] Network 29575030-6e93-439e-8794-549879f214e6 is already hosted by enough agents. {{(pid=102387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 19:44:55.870330 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.base_scheduler [req-85c953ab-723b-4f6f-998c-6a8f0837bfc4 req-edf183ef-2b72-49d9-826d-975a9552d633 tempest-ServersNegativeTestJSON-1816009982 tempest-ServersNegativeTestJSON-1816009982-project] Resources bound (agent type, host, resource id): {{(pid=102387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 19:44:55.874146 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.l3_dvrscheduler_db [req-85c953ab-723b-4f6f-998c-6a8f0837bfc4 req-edf183ef-2b72-49d9-826d-975a9552d633 tempest-ServersNegativeTestJSON-1816009982 tempest-ServersNegativeTestJSON-1816009982-project] Received port after_create {{(pid=102387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 19:44:55.880586 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf183ef-2b72-49d9-826d-975a9552d633 tempest-ServersNegativeTestJSON-1816009982 tempest-ServersNegativeTestJSON-1816009982-project] Pushing event updated for resources: {'Port': ['ID=36c97367-efe0-4a75-9633-c89d0acecdf1,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:44:55.926165 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c953ab-723b-4f6f-998c-6a8f0837bfc4 req-edf183ef-2b72-49d9-826d-975a9552d633 tempest-ServersNegativeTestJSON-1816009982 tempest-ServersNegativeTestJSON-1816009982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:44:55.926802 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-85c953ab-723b-4f6f-998c-6a8f0837bfc4 req-edf183ef-2b72-49d9-826d-975a9552d633 tempest-ServersNegativeTestJSON-1816009982 tempest-ServersNegativeTestJSON-1816009982-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:44:55.996234 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-85c953ab-723b-4f6f-998c-6a8f0837bfc4 req-edf183ef-2b72-49d9-826d-975a9552d633 tempest-ServersNegativeTestJSON-1816009982 tempest-ServersNegativeTestJSON-1816009982-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7603433 Nov 05 19:44:56.008362 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [req-85c953ab-723b-4f6f-998c-6a8f0837bfc4 req-c7ad7c03-32e9-4784-8f3d-77db3c16e418 service neutron] Request body: {'port': {'device_id': '617c0b4c-aa66-450d-a7ed-f2e0abdf1379', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816865-1'}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:44:56.066275 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-85c953ab-723b-4f6f-998c-6a8f0837bfc4 req-c7ad7c03-32e9-4784-8f3d-77db3c16e418 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:44:56.322908 n-d-816865-1 neutron-server[102387]: DEBUG neutron.notifiers.nova [req-85c953ab-723b-4f6f-998c-6a8f0837bfc4 req-c7ad7c03-32e9-4784-8f3d-77db3c16e418 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 36c97367-efe0-4a75-9633-c89d0acecdf1 {{(pid=102387) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 19:44:56.330318 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-85c953ab-723b-4f6f-998c-6a8f0837bfc4 req-c7ad7c03-32e9-4784-8f3d-77db3c16e418 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:44:56.342210 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.provisioning_blocks [req-85c953ab-723b-4f6f-998c-6a8f0837bfc4 req-c7ad7c03-32e9-4784-8f3d-77db3c16e418 service neutron] Transition to ACTIVE for port object 36c97367-efe0-4a75-9633-c89d0acecdf1 will not be triggered until provisioned by entity L2. {{(pid=102387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 05 19:44:56.412629 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-85c953ab-723b-4f6f-998c-6a8f0837bfc4 req-c7ad7c03-32e9-4784-8f3d-77db3c16e418 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4417072'] for port, after_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:44:56.499724 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ad7c03-32e9-4784-8f3d-77db3c16e418 service neutron] Pushing event updated for resources: {'Port': ['ID=36c97367-efe0-4a75-9633-c89d0acecdf1,revision_number=2']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:44:56.545731 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6410b657-f8f7-4d34-b7ac-f352add779dc req-c232c2e5-f5e0-4b11-af58-75ce7006ab38 tempest-ServersNegativeTestJSON-1816009982 tempest-ServersNegativeTestJSON-1816009982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:44:56.547257 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-6410b657-f8f7-4d34-b7ac-f352add779dc req-c232c2e5-f5e0-4b11-af58-75ce7006ab38 tempest-ServersNegativeTestJSON-1816009982 tempest-ServersNegativeTestJSON-1816009982-project] 10.222.0.13 "GET /v2.0/ports?device_id=617c0b4c-aa66-450d-a7ed-f2e0abdf1379 HTTP/1.1" status: 200 len: 943 time: 0.1358886 Nov 05 19:44:56.590451 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.managers [req-85c953ab-723b-4f6f-998c-6a8f0837bfc4 req-c7ad7c03-32e9-4784-8f3d-77db3c16e418 service neutron] Attempting to bind port 36c97367-efe0-4a75-9633-c89d0acecdf1 on host n-h1-816865-1 for vnic_type normal with profile {{(pid=102387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 19:44:56.590700 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.managers [req-85c953ab-723b-4f6f-998c-6a8f0837bfc4 req-c7ad7c03-32e9-4784-8f3d-77db3c16e418 service neutron] Attempting to bind port 36c97367-efe0-4a75-9633-c89d0acecdf1 by drivers openvswitch,hyperv on host n-h1-816865-1 at level 0 using segments [{'id': 'e04a360c-d680-44e8-a831-5116b4853ef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '29575030-6e93-439e-8794-549879f214e6'}] {{(pid=102387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 19:44:56.591025 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85c953ab-723b-4f6f-998c-6a8f0837bfc4 req-c7ad7c03-32e9-4784-8f3d-77db3c16e418 service neutron] Attempting to bind port 36c97367-efe0-4a75-9633-c89d0acecdf1 on network 29575030-6e93-439e-8794-549879f214e6 {{(pid=102387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 19:44:56.602245 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85c953ab-723b-4f6f-998c-6a8f0837bfc4 req-c7ad7c03-32e9-4784-8f3d-77db3c16e418 service neutron] Port 36c97367-efe0-4a75-9633-c89d0acecdf1 on network 29575030-6e93-439e-8794-549879f214e6 not bound, no agent of type Open vSwitch agent registered on host n-h1-816865-1 {{(pid=102387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 19:44:56.602835 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85c953ab-723b-4f6f-998c-6a8f0837bfc4 req-c7ad7c03-32e9-4784-8f3d-77db3c16e418 service neutron] Attempting to bind port 36c97367-efe0-4a75-9633-c89d0acecdf1 on network 29575030-6e93-439e-8794-549879f214e6 {{(pid=102387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 19:44:56.617447 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85c953ab-723b-4f6f-998c-6a8f0837bfc4 req-c7ad7c03-32e9-4784-8f3d-77db3c16e418 service neutron] Checking agent: {'id': 'eb596d7c-8c64-42bd-8aca-fad447eb0eab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816865-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 18, 33, 34), 'started_at': datetime.datetime(2021, 11, 5, 18, 33, 34), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 19, 44, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 19:44:56.617777 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85c953ab-723b-4f6f-998c-6a8f0837bfc4 req-c7ad7c03-32e9-4784-8f3d-77db3c16e418 service neutron] Checking segment: {'id': 'e04a360c-d680-44e8-a831-5116b4853ef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '29575030-6e93-439e-8794-549879f214e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 19:44:56.618181 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85c953ab-723b-4f6f-998c-6a8f0837bfc4 req-c7ad7c03-32e9-4784-8f3d-77db3c16e418 service neutron] Bound using segment: {'id': 'e04a360c-d680-44e8-a831-5116b4853ef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '29575030-6e93-439e-8794-549879f214e6'} {{(pid=102387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 19:44:56.618690 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.managers [req-85c953ab-723b-4f6f-998c-6a8f0837bfc4 req-c7ad7c03-32e9-4784-8f3d-77db3c16e418 service neutron] Bound port: 36c97367-efe0-4a75-9633-c89d0acecdf1, host: n-h1-816865-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e04a360c-d680-44e8-a831-5116b4853ef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '29575030-6e93-439e-8794-549879f214e6'}}] {{(pid=102387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 19:44:56.619195 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-85c953ab-723b-4f6f-998c-6a8f0837bfc4 req-c7ad7c03-32e9-4784-8f3d-77db3c16e418 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:44:56.630369 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-6410b657-f8f7-4d34-b7ac-f352add779dc req-9e33f040-9c49-41e2-b2bb-51bd5dad9f41 tempest-ServersNegativeTestJSON-1816009982 tempest-ServersNegativeTestJSON-1816009982-project] 10.222.0.13 "GET /v2.0/security-groups?id=8839a59c-22d3-4721-91bf-7de83326c407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768621 Nov 05 19:44:56.684894 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.db [req-85c953ab-723b-4f6f-998c-6a8f0837bfc4 req-c7ad7c03-32e9-4784-8f3d-77db3c16e418 service neutron] For port 36c97367-efe0-4a75-9633-c89d0acecdf1, host n-h1-816865-1, cleared binding levels {{(pid=102387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 19:44:56.687912 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.db [req-85c953ab-723b-4f6f-998c-6a8f0837bfc4 req-c7ad7c03-32e9-4784-8f3d-77db3c16e418 service neutron] For port 36c97367-efe0-4a75-9633-c89d0acecdf1, host n-h1-816865-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=36c97367-efe0-4a75-9633-c89d0acecdf1,segment=NetworkSegment(e04a360c-d680-44e8-a831-5116b4853ef5),segment_id=e04a360c-d680-44e8-a831-5116b4853ef5)] {{(pid=102387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 19:44:56.766536 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-85c953ab-723b-4f6f-998c-6a8f0837bfc4 req-c7ad7c03-32e9-4784-8f3d-77db3c16e418 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4417072'] for port, after_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:44:56.807724 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c953ab-723b-4f6f-998c-6a8f0837bfc4 req-c7ad7c03-32e9-4784-8f3d-77db3c16e418 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:44:56.808348 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-85c953ab-723b-4f6f-998c-6a8f0837bfc4 req-c7ad7c03-32e9-4784-8f3d-77db3c16e418 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:44:56.809760 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-85c953ab-723b-4f6f-998c-6a8f0837bfc4 req-c7ad7c03-32e9-4784-8f3d-77db3c16e418 service neutron] 10.222.0.41 "PUT /v2.0/ports/36c97367-efe0-4a75-9633-c89d0acecdf1 HTTP/1.1" status: 200 len: 1091 time: 0.8056588 Nov 05 19:44:56.810388 n-d-816865-1 neutron-server[102387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '617c0b4c-aa66-450d-a7ed-f2e0abdf1379', 'tag': '36c97367-efe0-4a75-9633-c89d0acecdf1'}] {{(pid=102387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 19:44:56.812659 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1aa7e2392c69fb9acc0b335571f919b1f61097b9ced1ed941ddb2f5c01cc85e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5fee359-e8ce-4ed4-a403-ac2fa80c9230" -d '{"events": [{"name": "network-changed", "server_uuid": "617c0b4c-aa66-450d-a7ed-f2e0abdf1379", "tag": "36c97367-efe0-4a75-9633-c89d0acecdf1"}]}' {{(pid=102387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 19:44:56.836539 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ad7c03-32e9-4784-8f3d-77db3c16e418 service neutron] Pushing event updated for resources: {'Port': ['ID=36c97367-efe0-4a75-9633-c89d0acecdf1,revision_number=3']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:44:56.853198 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 19:44:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43fdb5fb-a381-4678-ae6e-20092f7e9e58 x-openstack-request-id: req-43fdb5fb-a381-4678-ae6e-20092f7e9e58 {{(pid=102387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 19:44:56.853498 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "617c0b4c-aa66-450d-a7ed-f2e0abdf1379", "tag": "36c97367-efe0-4a75-9633-c89d0acecdf1", "status": "completed", "code": 200}]} {{(pid=102387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 19:44:56.853756 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-43fdb5fb-a381-4678-ae6e-20092f7e9e58 {{(pid=102387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 19:44:56.854187 n-d-816865-1 neutron-server[102387]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '617c0b4c-aa66-450d-a7ed-f2e0abdf1379', 'tag': '36c97367-efe0-4a75-9633-c89d0acecdf1', 'status': 'completed', 'code': 200} Nov 05 19:44:56.916963 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fee359-e8ce-4ed4-a403-ac2fa80c9230 req-fccec75b-093e-42d0-92f2-8055afc8303f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:44:56.918485 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-c5fee359-e8ce-4ed4-a403-ac2fa80c9230 req-fccec75b-093e-42d0-92f2-8055afc8303f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=aeb45afc976543678ae05c68a4e71cc3&device_id=617c0b4c-aa66-450d-a7ed-f2e0abdf1379 HTTP/1.1" status: 200 len: 1094 time: 0.0427110 Nov 05 19:44:57.019815 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fee359-e8ce-4ed4-a403-ac2fa80c9230 req-f6b03e36-d865-421a-b0dc-5578ee4293a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:44:57.021284 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-c5fee359-e8ce-4ed4-a403-ac2fa80c9230 req-f6b03e36-d865-421a-b0dc-5578ee4293a8 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=aeb45afc976543678ae05c68a4e71cc3&shared=False HTTP/1.1" status: 200 len: 914 time: 0.0941803 Nov 05 19:44:57.114577 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fee359-e8ce-4ed4-a403-ac2fa80c9230 req-d2f63fab-b987-4aca-9886-929bd46fe904 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:44:57.115947 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-c5fee359-e8ce-4ed4-a403-ac2fa80c9230 req-d2f63fab-b987-4aca-9886-929bd46fe904 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0874393 Nov 05 19:44:57.189778 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c953ab-723b-4f6f-998c-6a8f0837bfc4 req-863a6afb-4a53-4736-9544-6e1f5008afd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:44:57.191332 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-85c953ab-723b-4f6f-998c-6a8f0837bfc4 req-863a6afb-4a53-4736-9544-6e1f5008afd8 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=aeb45afc976543678ae05c68a4e71cc3&device_id=617c0b4c-aa66-450d-a7ed-f2e0abdf1379 HTTP/1.1" status: 200 len: 1094 time: 0.0400302 Nov 05 19:44:57.235819 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-85c953ab-723b-4f6f-998c-6a8f0837bfc4 req-ae1a139f-730e-4f1c-b85c-f111e6d90827 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=36c97367-efe0-4a75-9633-c89d0acecdf1 HTTP/1.1" status: 200 len: 217 time: 0.0359058 Nov 05 19:44:57.284555 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c953ab-723b-4f6f-998c-6a8f0837bfc4 req-ea3f8727-4e81-45e6-8636-4edac7cbcc81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:44:57.285960 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-85c953ab-723b-4f6f-998c-6a8f0837bfc4 req-ea3f8727-4e81-45e6-8636-4edac7cbcc81 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ff37d511-eca1-4d8a-a41a-efd1a5fcee00 HTTP/1.1" status: 200 len: 853 time: 0.0436590 Nov 05 19:44:57.317044 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-85c953ab-723b-4f6f-998c-6a8f0837bfc4 req-f8d0e60e-859a-435c-90c7-93a2ecab80c2 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=29575030-6e93-439e-8794-549879f214e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0235424 Nov 05 19:44:57.408697 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-85c953ab-723b-4f6f-998c-6a8f0837bfc4 req-1fc68bff-6e7b-487b-9405-8be7a9131de1 service neutron] 10.222.0.41 "GET /v2.0/networks/29575030-6e93-439e-8794-549879f214e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848851 Nov 05 19:44:57.497396 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-85c953ab-723b-4f6f-998c-6a8f0837bfc4 req-1ef083ea-9375-4f36-840b-dc1832950d23 service neutron] 10.222.0.41 "GET /v2.0/networks/29575030-6e93-439e-8794-549879f214e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816469 Nov 05 19:44:57.752832 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6581a4-03bd-413a-8483-3c7cf2d80d06 req-a65ff869-245c-43b7-95a7-8047e35cf7c6 tempest-ServersNegativeTestJSON-1816009982 tempest-ServersNegativeTestJSON-1816009982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:44:57.754339 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-2e6581a4-03bd-413a-8483-3c7cf2d80d06 req-a65ff869-245c-43b7-95a7-8047e35cf7c6 tempest-ServersNegativeTestJSON-1816009982 tempest-ServersNegativeTestJSON-1816009982-project] 10.222.0.13 "GET /v2.0/ports?device_id=617c0b4c-aa66-450d-a7ed-f2e0abdf1379 HTTP/1.1" status: 200 len: 943 time: 0.0504465 Nov 05 19:44:57.805928 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-2e6581a4-03bd-413a-8483-3c7cf2d80d06 req-54071c62-7f3b-4531-bc1b-b81a1ce77a18 tempest-ServersNegativeTestJSON-1816009982 tempest-ServersNegativeTestJSON-1816009982-project] 10.222.0.13 "GET /v2.0/security-groups?id=8839a59c-22d3-4721-91bf-7de83326c407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451629 Nov 05 19:44:58.920897 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f93538-dec5-426b-9583-2c418784181c req-be33c0b2-7282-4ae0-9902-5044f954c48a tempest-ServersNegativeTestJSON-1816009982 tempest-ServersNegativeTestJSON-1816009982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:44:58.922306 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-05f93538-dec5-426b-9583-2c418784181c req-be33c0b2-7282-4ae0-9902-5044f954c48a tempest-ServersNegativeTestJSON-1816009982 tempest-ServersNegativeTestJSON-1816009982-project] 10.222.0.13 "GET /v2.0/ports?device_id=617c0b4c-aa66-450d-a7ed-f2e0abdf1379 HTTP/1.1" status: 200 len: 943 time: 0.0488331 Nov 05 19:44:58.968875 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-05f93538-dec5-426b-9583-2c418784181c req-c91e38a4-073f-4fd9-a41e-1451c3d9b3b2 tempest-ServersNegativeTestJSON-1816009982 tempest-ServersNegativeTestJSON-1816009982-project] 10.222.0.13 "GET /v2.0/security-groups?id=8839a59c-22d3-4721-91bf-7de83326c407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405943 Nov 05 19:45:00.083258 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e75e2c-9f2c-4a70-acc3-f935c39de034 req-cff36728-1ff7-4f4f-b9bd-1994767639f1 tempest-ServersNegativeTestJSON-1816009982 tempest-ServersNegativeTestJSON-1816009982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:45:00.084722 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-86e75e2c-9f2c-4a70-acc3-f935c39de034 req-cff36728-1ff7-4f4f-b9bd-1994767639f1 tempest-ServersNegativeTestJSON-1816009982 tempest-ServersNegativeTestJSON-1816009982-project] 10.222.0.13 "GET /v2.0/ports?device_id=617c0b4c-aa66-450d-a7ed-f2e0abdf1379 HTTP/1.1" status: 200 len: 943 time: 0.0474937 Nov 05 19:45:00.131347 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-86e75e2c-9f2c-4a70-acc3-f935c39de034 req-4984e4c0-2f17-4481-aab7-53631de8bb92 tempest-ServersNegativeTestJSON-1816009982 tempest-ServersNegativeTestJSON-1816009982-project] 10.222.0.13 "GET /v2.0/security-groups?id=8839a59c-22d3-4721-91bf-7de83326c407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396092 Nov 05 19:45:00.638315 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Device 36c97367-efe0-4a75-9633-c89d0acecdf1 details requested by agent hyperv_n-h1-816865-1 with host n-h1-816865-1 {{(pid=102388) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 05 19:45:00.709874 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.agents_db [None req-b9406b04-a0e8-43cf-b349-711963d96cf4 None None] Agent healthcheck: found 7 active agents {{(pid=102389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 05 19:45:00.735458 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] For port 36c97367-efe0-4a75-9633-c89d0acecdf1, host n-h1-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=36c97367-efe0-4a75-9633-c89d0acecdf1,segment=NetworkSegment(e04a360c-d680-44e8-a831-5116b4853ef5),segment_id=e04a360c-d680-44e8-a831-5116b4853ef5)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:45:00.746796 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Returning: {'device': '36c97367-efe0-4a75-9633-c89d0acecdf1', 'network_id': '29575030-6e93-439e-8794-549879f214e6', 'port_id': '36c97367-efe0-4a75-9633-c89d0acecdf1', 'mac_address': 'fa:16:3e:9c:b7:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ff37d511-eca1-4d8a-a41a-efd1a5fcee00', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102388) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 05 19:45:00.783214 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:45:00.796235 n-d-816865-1 neutron-server[102388]: DEBUG neutron.notifiers.nova [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 36c97367-efe0-4a75-9633-c89d0acecdf1 {{(pid=102388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 19:45:00.815602 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] For port 36c97367-efe0-4a75-9633-c89d0acecdf1, host n-h1-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=36c97367-efe0-4a75-9633-c89d0acecdf1,segment=NetworkSegment(e04a360c-d680-44e8-a831-5116b4853ef5),segment_id=e04a360c-d680-44e8-a831-5116b4853ef5)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:45:00.874356 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:45:00.922131 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Pushing event updated for resources: {'Port': ['ID=36c97367-efe0-4a75-9633-c89d0acecdf1,revision_number=4']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:45:00.929360 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:45:00.929711 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:45:00.930066 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:45:00.930448 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:45:00.930784 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:45:00.931329 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:45:00.931667 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:45:00.931999 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:45:00.932328 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:45:00.932683 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:45:00.937159 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:45:00.937634 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:45:01.070894 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] get_ports_and_sgs() called for port_ids ['36c97367-efe0-4a75-9633-c89d0acecdf1'] {{(pid=102388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 19:45:01.252607 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aec1875-2c33-48ca-b8ad-c921607fe8f3 req-58e0e878-ecae-413e-b9af-2ecf9670c20f tempest-ServersNegativeTestJSON-1816009982 tempest-ServersNegativeTestJSON-1816009982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:45:01.254100 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-3aec1875-2c33-48ca-b8ad-c921607fe8f3 req-58e0e878-ecae-413e-b9af-2ecf9670c20f tempest-ServersNegativeTestJSON-1816009982 tempest-ServersNegativeTestJSON-1816009982-project] 10.222.0.13 "GET /v2.0/ports?device_id=617c0b4c-aa66-450d-a7ed-f2e0abdf1379 HTTP/1.1" status: 200 len: 944 time: 0.0520098 Nov 05 19:45:01.300747 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-3aec1875-2c33-48ca-b8ad-c921607fe8f3 req-d9de6b57-bc7b-42a3-8148-fbdfdb4b5cac tempest-ServersNegativeTestJSON-1816009982 tempest-ServersNegativeTestJSON-1816009982-project] 10.222.0.13 "GET /v2.0/security-groups?id=8839a59c-22d3-4721-91bf-7de83326c407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406353 Nov 05 19:45:02.415033 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03dad2c3-3854-481c-b362-9b4229782e4d req-2a24d1e9-f1db-4769-b76a-8761b98ef3e4 tempest-ServersNegativeTestJSON-1816009982 tempest-ServersNegativeTestJSON-1816009982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:45:02.417209 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-03dad2c3-3854-481c-b362-9b4229782e4d req-2a24d1e9-f1db-4769-b76a-8761b98ef3e4 tempest-ServersNegativeTestJSON-1816009982 tempest-ServersNegativeTestJSON-1816009982-project] 10.222.0.13 "GET /v2.0/ports?device_id=617c0b4c-aa66-450d-a7ed-f2e0abdf1379 HTTP/1.1" status: 200 len: 944 time: 0.0494397 Nov 05 19:45:02.464338 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-03dad2c3-3854-481c-b362-9b4229782e4d req-59247590-92c3-4ac9-8432-601b2b2a1ae9 tempest-ServersNegativeTestJSON-1816009982 tempest-ServersNegativeTestJSON-1816009982-project] 10.222.0.13 "GET /v2.0/security-groups?id=8839a59c-22d3-4721-91bf-7de83326c407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414448 Nov 05 19:45:02.639214 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Device 36c97367-efe0-4a75-9633-c89d0acecdf1 up at agent hyperv_n-h1-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 19:45:02.670517 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-7eea88c2-03c3-4735-bdeb-72a3c97b6fb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:45:02.761265 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Provisioning for port 36c97367-efe0-4a75-9633-c89d0acecdf1 completed by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 05 19:45:02.765170 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Provisioning complete for port 36c97367-efe0-4a75-9633-c89d0acecdf1 triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:45:02.769853 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:45:02.844960 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:45:02.867584 n-d-816865-1 neutron-server[102388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '617c0b4c-aa66-450d-a7ed-f2e0abdf1379', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36c97367-efe0-4a75-9633-c89d0acecdf1'}] {{(pid=102388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 19:45:02.870989 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6791add14b0903d9e674b39f457aa3a29109aa98d0835d5644e65cf363d7cf55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbb77801-2b76-498a-a15e-fcd3ed07056d" -d '{"events": [{"server_uuid": "617c0b4c-aa66-450d-a7ed-f2e0abdf1379", "name": "network-vif-plugged", "status": "completed", "tag": "36c97367-efe0-4a75-9633-c89d0acecdf1"}]}' {{(pid=102388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 19:45:02.883465 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] For port 36c97367-efe0-4a75-9633-c89d0acecdf1, host n-h1-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=36c97367-efe0-4a75-9633-c89d0acecdf1,segment=NetworkSegment(e04a360c-d680-44e8-a831-5116b4853ef5),segment_id=e04a360c-d680-44e8-a831-5116b4853ef5)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:45:02.906267 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 19:45:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81303f5c-ea4f-4864-9451-2f9e17880a64 x-openstack-request-id: req-81303f5c-ea4f-4864-9451-2f9e17880a64 {{(pid=102388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 19:45:02.906561 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "617c0b4c-aa66-450d-a7ed-f2e0abdf1379", "name": "network-vif-plugged", "status": "completed", "tag": "36c97367-efe0-4a75-9633-c89d0acecdf1", "code": 200}]} {{(pid=102388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 19:45:02.906815 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-81303f5c-ea4f-4864-9451-2f9e17880a64 {{(pid=102388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 19:45:02.907211 n-d-816865-1 neutron-server[102388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '617c0b4c-aa66-450d-a7ed-f2e0abdf1379', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36c97367-efe0-4a75-9633-c89d0acecdf1', 'code': 200} Nov 05 19:45:02.943069 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:45:02.990898 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Pushing event updated for resources: {'Port': ['ID=36c97367-efe0-4a75-9633-c89d0acecdf1,revision_number=5']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:45:03.006749 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd184e00-cf3f-4f89-a483-05561ac0754d req-645dd4e0-e95d-477d-b64f-fd45318202fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:45:03.008285 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-dd184e00-cf3f-4f89-a483-05561ac0754d req-645dd4e0-e95d-477d-b64f-fd45318202fa service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=617c0b4c-aa66-450d-a7ed-f2e0abdf1379 HTTP/1.1" status: 200 len: 1096 time: 0.0449743 Nov 05 19:45:03.052248 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-dd184e00-cf3f-4f89-a483-05561ac0754d req-0549ab5c-d9da-402f-b11c-1c5340beeb85 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=8839a59c-22d3-4721-91bf-7de83326c407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367887 Nov 05 19:45:03.582842 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fb47ed-69fc-4967-8712-efe19473742e req-59672b5f-b084-45e7-b2fb-e940aabefa99 tempest-ServersNegativeTestJSON-1816009982 tempest-ServersNegativeTestJSON-1816009982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:45:03.584334 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-21fb47ed-69fc-4967-8712-efe19473742e req-59672b5f-b084-45e7-b2fb-e940aabefa99 tempest-ServersNegativeTestJSON-1816009982 tempest-ServersNegativeTestJSON-1816009982-project] 10.222.0.13 "GET /v2.0/ports?device_id=617c0b4c-aa66-450d-a7ed-f2e0abdf1379 HTTP/1.1" status: 200 len: 945 time: 0.0500662 Nov 05 19:45:03.631169 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-21fb47ed-69fc-4967-8712-efe19473742e req-78583bcb-75ae-438a-81af-3802bed528d6 tempest-ServersNegativeTestJSON-1816009982 tempest-ServersNegativeTestJSON-1816009982-project] 10.222.0.13 "GET /v2.0/security-groups?id=8839a59c-22d3-4721-91bf-7de83326c407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410268 Nov 05 19:45:04.748516 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ab53fe-e4cf-4a3d-a04b-5c929458ccb3 req-95ca1236-e490-436a-97a0-205156a5d7b7 tempest-ServersNegativeTestJSON-1816009982 tempest-ServersNegativeTestJSON-1816009982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:45:04.759672 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-46ab53fe-e4cf-4a3d-a04b-5c929458ccb3 req-95ca1236-e490-436a-97a0-205156a5d7b7 tempest-ServersNegativeTestJSON-1816009982 tempest-ServersNegativeTestJSON-1816009982-project] 10.222.0.13 "GET /v2.0/ports?device_id=617c0b4c-aa66-450d-a7ed-f2e0abdf1379 HTTP/1.1" status: 200 len: 945 time: 0.0499318 Nov 05 19:45:04.800091 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-46ab53fe-e4cf-4a3d-a04b-5c929458ccb3 req-d3937bb6-5691-4654-9533-269754cbbc57 tempest-ServersNegativeTestJSON-1816009982 tempest-ServersNegativeTestJSON-1816009982-project] 10.222.0.13 "GET /v2.0/security-groups?id=8839a59c-22d3-4721-91bf-7de83326c407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440495 Nov 05 19:45:04.805076 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:45:05.019208 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c57708-f62c-4cfd-a35b-b6a39ea5305b req-0123a3e2-611e-4c97-8c45-feddfe10f9a2 tempest-ServersNegativeTestJSON-1816009982 tempest-ServersNegativeTestJSON-1816009982-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:45:05.020657 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-44c57708-f62c-4cfd-a35b-b6a39ea5305b req-0123a3e2-611e-4c97-8c45-feddfe10f9a2 tempest-ServersNegativeTestJSON-1816009982 tempest-ServersNegativeTestJSON-1816009982-project] 10.222.0.13 "GET /v2.0/networks?id=29575030-6e93-439e-8794-549879f214e6 HTTP/1.1" status: 200 len: 813 time: 0.1003168 Nov 05 19:45:05.036062 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-44c57708-f62c-4cfd-a35b-b6a39ea5305b req-39344538-3fa0-4f50-a5f0-f314c1121ced tempest-ServersNegativeTestJSON-1816009982 tempest-ServersNegativeTestJSON-1816009982-project] 10.222.0.13 "GET /v2.0/quotas/aeb45afc976543678ae05c68a4e71cc3 HTTP/1.1" status: 200 len: 375 time: 0.0094543 Nov 05 19:45:05.085888 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-44c57708-f62c-4cfd-a35b-b6a39ea5305b req-f1302d2c-5d6b-4a73-b0dd-f3687da81954 tempest-ServersNegativeTestJSON-1816009982 tempest-ServersNegativeTestJSON-1816009982-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=aeb45afc976543678ae05c68a4e71cc3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0436738 Nov 05 19:45:05.186368 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-44c57708-f62c-4cfd-a35b-b6a39ea5305b req-5a13c6d4-27a7-47fa-b7e1-227183722f9f service neutron] 10.222.0.13 "GET /v2.0/networks/29575030-6e93-439e-8794-549879f214e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928814 Nov 05 19:45:05.274554 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-44c57708-f62c-4cfd-a35b-b6a39ea5305b req-64e3d783-70b2-4d09-b3a8-86847aec67dc service neutron] 10.222.0.13 "GET /v2.0/networks/29575030-6e93-439e-8794-549879f214e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821016 Nov 05 19:45:05.441120 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-4d546b62-eb31-46c5-b1ca-092388c3c051 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:45:05.496921 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-e0474602-45fc-4a5f-b2f5-3b62745a5d3a req-dc3fcc8e-5371-40d1-9681-f8fd2bc38228 tempest-ServersNegativeTestJSON-1816009982 tempest-ServersNegativeTestJSON-1816009982-project] 10.222.0.13 "GET /v2.0/ports?device_id=496ef45b-1421-4dfb-aff2-1623340fa436 HTTP/1.1" status: 200 len: 210 time: 0.0310810 Nov 05 19:45:06.462112 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b304910f-7b27-444b-a8fc-977d26b1ceac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:45:06.592658 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-05603059-4570-45b3-9c82-52da16b62891 req-06bed9e3-b589-4cbb-a1be-8fe7dac33be1 tempest-ServersNegativeTestJSON-1816009982 tempest-ServersNegativeTestJSON-1816009982-project] 10.222.0.13 "GET /v2.0/ports?device_id=496ef45b-1421-4dfb-aff2-1623340fa436 HTTP/1.1" status: 200 len: 210 time: 0.0269883 Nov 05 19:45:06.807396 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:45:07.275200 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c57708-f62c-4cfd-a35b-b6a39ea5305b req-191685d8-487b-4bd6-85c4-f23dd920c75c tempest-ServersNegativeTestJSON-1816009982 tempest-ServersNegativeTestJSON-1816009982-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:45:07.277027 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-44c57708-f62c-4cfd-a35b-b6a39ea5305b req-191685d8-487b-4bd6-85c4-f23dd920c75c tempest-ServersNegativeTestJSON-1816009982 tempest-ServersNegativeTestJSON-1816009982-project] 10.222.0.55 "GET /v2.0/networks?id=29575030-6e93-439e-8794-549879f214e6 HTTP/1.1" status: 200 len: 813 time: 0.1038246 Nov 05 19:45:07.291476 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [req-44c57708-f62c-4cfd-a35b-b6a39ea5305b req-254fb3da-f199-4e10-8681-cc54113d6eb1 tempest-ServersNegativeTestJSON-1816009982 tempest-ServersNegativeTestJSON-1816009982-project] Request body: {'port': {'device_id': '496ef45b-1421-4dfb-aff2-1623340fa436', 'network_id': '29575030-6e93-439e-8794-549879f214e6', 'admin_state_up': True, 'tenant_id': 'aeb45afc976543678ae05c68a4e71cc3'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:45:07.473170 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-44c57708-f62c-4cfd-a35b-b6a39ea5305b req-254fb3da-f199-4e10-8681-cc54113d6eb1 tempest-ServersNegativeTestJSON-1816009982 tempest-ServersNegativeTestJSON-1816009982-project] Made reservation on behalf of aeb45afc976543678ae05c68a4e71cc3 for: {'port': 1} {{(pid=102386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 19:45:07.476796 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-44c57708-f62c-4cfd-a35b-b6a39ea5305b req-254fb3da-f199-4e10-8681-cc54113d6eb1 tempest-ServersNegativeTestJSON-1816009982 tempest-ServersNegativeTestJSON-1816009982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:45:07.607305 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.db_base_plugin_common [req-44c57708-f62c-4cfd-a35b-b6a39ea5305b req-254fb3da-f199-4e10-8681-cc54113d6eb1 tempest-ServersNegativeTestJSON-1816009982 tempest-ServersNegativeTestJSON-1816009982-project] Allocated IP 172.20.0.10 (29575030-6e93-439e-8794-549879f214e6/ff37d511-eca1-4d8a-a41a-efd1a5fcee00/13b50c13-260e-4cf1-a65a-a5f87b904be5) {{(pid=102386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 19:45:07.690993 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-3df9fcb3-229d-4cbb-9ff1-b3648f5b8940 req-68569853-1096-413a-b91b-ba010cd0474c tempest-ServersNegativeTestJSON-1816009982 tempest-ServersNegativeTestJSON-1816009982-project] 10.222.0.13 "GET /v2.0/ports?device_id=496ef45b-1421-4dfb-aff2-1623340fa436 HTTP/1.1" status: 200 len: 210 time: 0.0283310 Nov 05 19:45:07.755186 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-44c57708-f62c-4cfd-a35b-b6a39ea5305b req-254fb3da-f199-4e10-8681-cc54113d6eb1 tempest-ServersNegativeTestJSON-1816009982 tempest-ServersNegativeTestJSON-1816009982-project] Publish callbacks [] for port, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:45:07.833860 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-44c57708-f62c-4cfd-a35b-b6a39ea5305b req-254fb3da-f199-4e10-8681-cc54113d6eb1 tempest-ServersNegativeTestJSON-1816009982 tempest-ServersNegativeTestJSON-1816009982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:45:07.845352 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] get_ports_and_sgs() called for port_ids ['36c97367-efe0-4a75-9633-c89d0acecdf1'] {{(pid=102388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 19:45:07.880119 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-44c57708-f62c-4cfd-a35b-b6a39ea5305b req-254fb3da-f199-4e10-8681-cc54113d6eb1 tempest-ServersNegativeTestJSON-1816009982 tempest-ServersNegativeTestJSON-1816009982-project] Network 29575030-6e93-439e-8794-549879f214e6 is already hosted by enough agents. {{(pid=102386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 19:45:07.886428 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.base_scheduler [req-44c57708-f62c-4cfd-a35b-b6a39ea5305b req-254fb3da-f199-4e10-8681-cc54113d6eb1 tempest-ServersNegativeTestJSON-1816009982 tempest-ServersNegativeTestJSON-1816009982-project] Resources bound (agent type, host, resource id): {{(pid=102386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 19:45:07.890406 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [req-44c57708-f62c-4cfd-a35b-b6a39ea5305b req-254fb3da-f199-4e10-8681-cc54113d6eb1 tempest-ServersNegativeTestJSON-1816009982 tempest-ServersNegativeTestJSON-1816009982-project] Received port after_create {{(pid=102386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 19:45:07.897217 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254fb3da-f199-4e10-8681-cc54113d6eb1 tempest-ServersNegativeTestJSON-1816009982 tempest-ServersNegativeTestJSON-1816009982-project] Pushing event updated for resources: {'Port': ['ID=13b50c13-260e-4cf1-a65a-a5f87b904be5,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:45:07.925012 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-254fb3da-f199-4e10-8681-cc54113d6eb1 tempest-ServersNegativeTestJSON-1816009982 tempest-ServersNegativeTestJSON-1816009982-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:45:07.925362 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-254fb3da-f199-4e10-8681-cc54113d6eb1 tempest-ServersNegativeTestJSON-1816009982 tempest-ServersNegativeTestJSON-1816009982-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:45:07.925705 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-254fb3da-f199-4e10-8681-cc54113d6eb1 tempest-ServersNegativeTestJSON-1816009982 tempest-ServersNegativeTestJSON-1816009982-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:45:07.926057 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-254fb3da-f199-4e10-8681-cc54113d6eb1 tempest-ServersNegativeTestJSON-1816009982 tempest-ServersNegativeTestJSON-1816009982-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:45:07.926397 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-254fb3da-f199-4e10-8681-cc54113d6eb1 tempest-ServersNegativeTestJSON-1816009982 tempest-ServersNegativeTestJSON-1816009982-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:45:07.926734 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-254fb3da-f199-4e10-8681-cc54113d6eb1 tempest-ServersNegativeTestJSON-1816009982 tempest-ServersNegativeTestJSON-1816009982-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:45:07.927064 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-254fb3da-f199-4e10-8681-cc54113d6eb1 tempest-ServersNegativeTestJSON-1816009982 tempest-ServersNegativeTestJSON-1816009982-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:45:07.927392 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-254fb3da-f199-4e10-8681-cc54113d6eb1 tempest-ServersNegativeTestJSON-1816009982 tempest-ServersNegativeTestJSON-1816009982-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:45:07.927715 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-254fb3da-f199-4e10-8681-cc54113d6eb1 tempest-ServersNegativeTestJSON-1816009982 tempest-ServersNegativeTestJSON-1816009982-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:45:07.928035 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-254fb3da-f199-4e10-8681-cc54113d6eb1 tempest-ServersNegativeTestJSON-1816009982 tempest-ServersNegativeTestJSON-1816009982-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:45:07.928358 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-254fb3da-f199-4e10-8681-cc54113d6eb1 tempest-ServersNegativeTestJSON-1816009982 tempest-ServersNegativeTestJSON-1816009982-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:45:07.928679 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-254fb3da-f199-4e10-8681-cc54113d6eb1 tempest-ServersNegativeTestJSON-1816009982 tempest-ServersNegativeTestJSON-1816009982-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:45:07.954285 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c57708-f62c-4cfd-a35b-b6a39ea5305b req-254fb3da-f199-4e10-8681-cc54113d6eb1 tempest-ServersNegativeTestJSON-1816009982 tempest-ServersNegativeTestJSON-1816009982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:45:07.954912 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-44c57708-f62c-4cfd-a35b-b6a39ea5305b req-254fb3da-f199-4e10-8681-cc54113d6eb1 tempest-ServersNegativeTestJSON-1816009982 tempest-ServersNegativeTestJSON-1816009982-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:45:08.019502 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-44c57708-f62c-4cfd-a35b-b6a39ea5305b req-254fb3da-f199-4e10-8681-cc54113d6eb1 tempest-ServersNegativeTestJSON-1816009982 tempest-ServersNegativeTestJSON-1816009982-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7323680 Nov 05 19:45:08.036298 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [req-44c57708-f62c-4cfd-a35b-b6a39ea5305b req-ccb0d856-9d24-4528-adee-3b543f94c648 service neutron] Request body: {'port': {'device_id': '496ef45b-1421-4dfb-aff2-1623340fa436', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816865-1'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:45:08.093738 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-44c57708-f62c-4cfd-a35b-b6a39ea5305b req-ccb0d856-9d24-4528-adee-3b543f94c648 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:45:08.356554 n-d-816865-1 neutron-server[102386]: DEBUG neutron.notifiers.nova [req-44c57708-f62c-4cfd-a35b-b6a39ea5305b req-ccb0d856-9d24-4528-adee-3b543f94c648 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 13b50c13-260e-4cf1-a65a-a5f87b904be5 {{(pid=102386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 19:45:08.364921 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-44c57708-f62c-4cfd-a35b-b6a39ea5305b req-ccb0d856-9d24-4528-adee-3b543f94c648 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:45:08.377493 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.provisioning_blocks [req-44c57708-f62c-4cfd-a35b-b6a39ea5305b req-ccb0d856-9d24-4528-adee-3b543f94c648 service neutron] Transition to ACTIVE for port object 13b50c13-260e-4cf1-a65a-a5f87b904be5 will not be triggered until provisioned by entity L2. {{(pid=102386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 05 19:45:08.434919 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-31f93893-a48e-4ae8-833d-dccb2b42eacc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:45:08.457321 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-44c57708-f62c-4cfd-a35b-b6a39ea5305b req-ccb0d856-9d24-4528-adee-3b543f94c648 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6149821'] for port, after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:45:08.508530 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb0d856-9d24-4528-adee-3b543f94c648 service neutron] Pushing event updated for resources: {'Port': ['ID=13b50c13-260e-4cf1-a65a-a5f87b904be5,revision_number=2']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:45:08.555221 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:45:08.578213 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [req-44c57708-f62c-4cfd-a35b-b6a39ea5305b req-ccb0d856-9d24-4528-adee-3b543f94c648 service neutron] Attempting to bind port 13b50c13-260e-4cf1-a65a-a5f87b904be5 on host n-h2-816865-1 for vnic_type normal with profile {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 19:45:08.578540 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [req-44c57708-f62c-4cfd-a35b-b6a39ea5305b req-ccb0d856-9d24-4528-adee-3b543f94c648 service neutron] Attempting to bind port 13b50c13-260e-4cf1-a65a-a5f87b904be5 by drivers openvswitch,hyperv on host n-h2-816865-1 at level 0 using segments [{'id': 'e04a360c-d680-44e8-a831-5116b4853ef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '29575030-6e93-439e-8794-549879f214e6'}] {{(pid=102386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 19:45:08.578866 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44c57708-f62c-4cfd-a35b-b6a39ea5305b req-ccb0d856-9d24-4528-adee-3b543f94c648 service neutron] Attempting to bind port 13b50c13-260e-4cf1-a65a-a5f87b904be5 on network 29575030-6e93-439e-8794-549879f214e6 {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 19:45:08.583151 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44c57708-f62c-4cfd-a35b-b6a39ea5305b req-ccb0d856-9d24-4528-adee-3b543f94c648 service neutron] Port 13b50c13-260e-4cf1-a65a-a5f87b904be5 on network 29575030-6e93-439e-8794-549879f214e6 not bound, no agent of type Open vSwitch agent registered on host n-h2-816865-1 {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 19:45:08.584971 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44c57708-f62c-4cfd-a35b-b6a39ea5305b req-ccb0d856-9d24-4528-adee-3b543f94c648 service neutron] Attempting to bind port 13b50c13-260e-4cf1-a65a-a5f87b904be5 on network 29575030-6e93-439e-8794-549879f214e6 {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 19:45:08.588908 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44c57708-f62c-4cfd-a35b-b6a39ea5305b req-ccb0d856-9d24-4528-adee-3b543f94c648 service neutron] Checking agent: {'id': '32aff553-696f-4891-83f5-5c176f61fe54', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816865-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 18, 33, 36), 'started_at': datetime.datetime(2021, 11, 5, 18, 33, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 19, 45, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 19:45:08.589242 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44c57708-f62c-4cfd-a35b-b6a39ea5305b req-ccb0d856-9d24-4528-adee-3b543f94c648 service neutron] Checking segment: {'id': 'e04a360c-d680-44e8-a831-5116b4853ef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '29575030-6e93-439e-8794-549879f214e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 19:45:08.589623 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44c57708-f62c-4cfd-a35b-b6a39ea5305b req-ccb0d856-9d24-4528-adee-3b543f94c648 service neutron] Bound using segment: {'id': 'e04a360c-d680-44e8-a831-5116b4853ef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '29575030-6e93-439e-8794-549879f214e6'} {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 19:45:08.590101 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [req-44c57708-f62c-4cfd-a35b-b6a39ea5305b req-ccb0d856-9d24-4528-adee-3b543f94c648 service neutron] Bound port: 13b50c13-260e-4cf1-a65a-a5f87b904be5, host: n-h2-816865-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e04a360c-d680-44e8-a831-5116b4853ef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '29575030-6e93-439e-8794-549879f214e6'}}] {{(pid=102386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 19:45:08.590422 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-44c57708-f62c-4cfd-a35b-b6a39ea5305b req-ccb0d856-9d24-4528-adee-3b543f94c648 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:45:08.653492 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [req-44c57708-f62c-4cfd-a35b-b6a39ea5305b req-ccb0d856-9d24-4528-adee-3b543f94c648 service neutron] For port 13b50c13-260e-4cf1-a65a-a5f87b904be5, host n-h2-816865-1, cleared binding levels {{(pid=102386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 19:45:08.656513 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [req-44c57708-f62c-4cfd-a35b-b6a39ea5305b req-ccb0d856-9d24-4528-adee-3b543f94c648 service neutron] For port 13b50c13-260e-4cf1-a65a-a5f87b904be5, host n-h2-816865-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=13b50c13-260e-4cf1-a65a-a5f87b904be5,segment=NetworkSegment(e04a360c-d680-44e8-a831-5116b4853ef5),segment_id=e04a360c-d680-44e8-a831-5116b4853ef5)] {{(pid=102386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 19:45:08.703733 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-44c57708-f62c-4cfd-a35b-b6a39ea5305b req-ccb0d856-9d24-4528-adee-3b543f94c648 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6149821'] for port, after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:45:08.741596 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c57708-f62c-4cfd-a35b-b6a39ea5305b req-ccb0d856-9d24-4528-adee-3b543f94c648 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:45:08.742260 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-44c57708-f62c-4cfd-a35b-b6a39ea5305b req-ccb0d856-9d24-4528-adee-3b543f94c648 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:45:08.743885 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-44c57708-f62c-4cfd-a35b-b6a39ea5305b req-ccb0d856-9d24-4528-adee-3b543f94c648 service neutron] 10.222.0.55 "PUT /v2.0/ports/13b50c13-260e-4cf1-a65a-a5f87b904be5 HTTP/1.1" status: 200 len: 1092 time: 0.7115476 Nov 05 19:45:08.744406 n-d-816865-1 neutron-server[102386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '496ef45b-1421-4dfb-aff2-1623340fa436', 'tag': '13b50c13-260e-4cf1-a65a-a5f87b904be5'}] {{(pid=102386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 19:45:08.746734 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d24c2e9fd656c946d5f792cc44b0d4efbe125a7d17e01666b7f4dc8150dd75ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f24cf3b-dedf-4c25-8916-90c2fefa494a" -d '{"events": [{"name": "network-changed", "server_uuid": "496ef45b-1421-4dfb-aff2-1623340fa436", "tag": "13b50c13-260e-4cf1-a65a-a5f87b904be5"}]}' {{(pid=102386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 19:45:08.769151 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb0d856-9d24-4528-adee-3b543f94c648 service neutron] Pushing event updated for resources: {'Port': ['ID=13b50c13-260e-4cf1-a65a-a5f87b904be5,revision_number=3']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:45:08.815216 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c279bcb-2d45-401a-84f2-da15823e6287 req-c0eafaa6-6a7c-46d4-9e80-0cb52915fcc5 tempest-ServersNegativeTestJSON-1816009982 tempest-ServersNegativeTestJSON-1816009982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:45:08.816658 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-6c279bcb-2d45-401a-84f2-da15823e6287 req-c0eafaa6-6a7c-46d4-9e80-0cb52915fcc5 tempest-ServersNegativeTestJSON-1816009982 tempest-ServersNegativeTestJSON-1816009982-project] 10.222.0.13 "GET /v2.0/ports?device_id=496ef45b-1421-4dfb-aff2-1623340fa436 HTTP/1.1" status: 200 len: 944 time: 0.0496087 Nov 05 19:45:08.865252 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-6c279bcb-2d45-401a-84f2-da15823e6287 req-73a79c3a-415a-43d9-9c87-bcf806b0ffd3 tempest-ServersNegativeTestJSON-1816009982 tempest-ServersNegativeTestJSON-1816009982-project] 10.222.0.13 "GET /v2.0/security-groups?id=8839a59c-22d3-4721-91bf-7de83326c407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418026 Nov 05 19:45:08.892190 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c57708-f62c-4cfd-a35b-b6a39ea5305b req-e2fad477-9073-4461-8cc5-647ae880a01e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:45:08.893722 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-44c57708-f62c-4cfd-a35b-b6a39ea5305b req-e2fad477-9073-4461-8cc5-647ae880a01e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=aeb45afc976543678ae05c68a4e71cc3&device_id=496ef45b-1421-4dfb-aff2-1623340fa436 HTTP/1.1" status: 200 len: 1095 time: 0.0426366 Nov 05 19:45:08.913172 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 19:45:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e22fd134-7251-47d2-be9b-c48568dd6391 x-openstack-request-id: req-e22fd134-7251-47d2-be9b-c48568dd6391 {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 19:45:08.913455 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "496ef45b-1421-4dfb-aff2-1623340fa436", "tag": "13b50c13-260e-4cf1-a65a-a5f87b904be5", "status": "completed", "code": 200}]} {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 19:45:08.913707 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e22fd134-7251-47d2-be9b-c48568dd6391 {{(pid=102386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 19:45:08.914126 n-d-816865-1 neutron-server[102386]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '496ef45b-1421-4dfb-aff2-1623340fa436', 'tag': '13b50c13-260e-4cf1-a65a-a5f87b904be5', 'status': 'completed', 'code': 200} Nov 05 19:45:08.946329 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-44c57708-f62c-4cfd-a35b-b6a39ea5305b req-ee4b4f98-f011-4cbb-84eb-30db3e894afa service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=13b50c13-260e-4cf1-a65a-a5f87b904be5 HTTP/1.1" status: 200 len: 217 time: 0.0396237 Nov 05 19:45:08.994371 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c57708-f62c-4cfd-a35b-b6a39ea5305b req-035aaee2-7bba-4418-b317-c9ab1be99693 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:45:08.995818 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-44c57708-f62c-4cfd-a35b-b6a39ea5305b req-035aaee2-7bba-4418-b317-c9ab1be99693 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=ff37d511-eca1-4d8a-a41a-efd1a5fcee00 HTTP/1.1" status: 200 len: 853 time: 0.0425682 Nov 05 19:45:09.032671 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-44c57708-f62c-4cfd-a35b-b6a39ea5305b req-1b19b1f3-a2ac-49a8-8c4c-2f0c0b1a423b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=29575030-6e93-439e-8794-549879f214e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254743 Nov 05 19:45:09.125471 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-44c57708-f62c-4cfd-a35b-b6a39ea5305b req-13cedbcc-cde9-4fa1-8cf6-25d1e7eb68fc service neutron] 10.222.0.55 "GET /v2.0/networks/29575030-6e93-439e-8794-549879f214e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847960 Nov 05 19:45:09.219549 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-44c57708-f62c-4cfd-a35b-b6a39ea5305b req-bb4b41af-c3ac-430b-89ae-d31ef1e423a0 service neutron] 10.222.0.55 "GET /v2.0/networks/29575030-6e93-439e-8794-549879f214e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820618 Nov 05 19:45:09.387474 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f24cf3b-dedf-4c25-8916-90c2fefa494a req-d183fef1-93ac-4a7d-87f4-66425b55f48f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:45:09.388941 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-1f24cf3b-dedf-4c25-8916-90c2fefa494a req-d183fef1-93ac-4a7d-87f4-66425b55f48f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=aeb45afc976543678ae05c68a4e71cc3&device_id=496ef45b-1421-4dfb-aff2-1623340fa436 HTTP/1.1" status: 200 len: 1095 time: 0.0459008 Nov 05 19:45:09.483186 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f24cf3b-dedf-4c25-8916-90c2fefa494a req-608e3c9b-e04a-41f7-861e-ffd0c65f0999 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:45:09.484706 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-1f24cf3b-dedf-4c25-8916-90c2fefa494a req-608e3c9b-e04a-41f7-861e-ffd0c65f0999 service neutron] 10.222.0.55 "GET /v2.0/networks?id=29575030-6e93-439e-8794-549879f214e6 HTTP/1.1" status: 200 len: 914 time: 0.0879278 Nov 05 19:45:09.533183 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-1f24cf3b-dedf-4c25-8916-90c2fefa494a req-762a9260-5023-4664-b9c0-416a56290ee3 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=13b50c13-260e-4cf1-a65a-a5f87b904be5 HTTP/1.1" status: 200 len: 217 time: 0.0402586 Nov 05 19:45:09.584685 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f24cf3b-dedf-4c25-8916-90c2fefa494a req-521bbeb4-5fb1-43f6-babb-c59150281810 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:45:09.586156 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-1f24cf3b-dedf-4c25-8916-90c2fefa494a req-521bbeb4-5fb1-43f6-babb-c59150281810 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=ff37d511-eca1-4d8a-a41a-efd1a5fcee00 HTTP/1.1" status: 200 len: 853 time: 0.0432012 Nov 05 19:45:09.619673 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-1f24cf3b-dedf-4c25-8916-90c2fefa494a req-fc1d95a9-5206-47fc-bf42-a8c3c4ad8f2a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=29575030-6e93-439e-8794-549879f214e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0237527 Nov 05 19:45:09.715668 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-1f24cf3b-dedf-4c25-8916-90c2fefa494a req-e272c0ed-3487-40af-b8ce-e3b33064af02 service neutron] 10.222.0.55 "GET /v2.0/networks/29575030-6e93-439e-8794-549879f214e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863996 Nov 05 19:45:09.812195 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-1f24cf3b-dedf-4c25-8916-90c2fefa494a req-64d71602-ade3-40e0-bfa5-3e8586c3a2d1 service neutron] 10.222.0.55 "GET /v2.0/networks/29575030-6e93-439e-8794-549879f214e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820694 Nov 05 19:45:09.986908 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9b0af5-c491-4ecd-a485-29504798f498 req-0bfbef78-28a4-4a40-8780-c893c317091f tempest-ServersNegativeTestJSON-1816009982 tempest-ServersNegativeTestJSON-1816009982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:45:09.988278 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-7c9b0af5-c491-4ecd-a485-29504798f498 req-0bfbef78-28a4-4a40-8780-c893c317091f tempest-ServersNegativeTestJSON-1816009982 tempest-ServersNegativeTestJSON-1816009982-project] 10.222.0.13 "GET /v2.0/ports?device_id=496ef45b-1421-4dfb-aff2-1623340fa436 HTTP/1.1" status: 200 len: 944 time: 0.0507224 Nov 05 19:45:10.035466 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-7c9b0af5-c491-4ecd-a485-29504798f498 req-31b4c551-3e35-42a5-9a6c-a8757c24532c tempest-ServersNegativeTestJSON-1816009982 tempest-ServersNegativeTestJSON-1816009982-project] 10.222.0.13 "GET /v2.0/security-groups?id=8839a59c-22d3-4721-91bf-7de83326c407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407233 Nov 05 19:45:11.167124 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f708f8a3-8398-4b40-8406-b712d7553c65 req-49fa805b-e1fe-47b7-8c38-2abed0a5bf11 tempest-ServersNegativeTestJSON-1816009982 tempest-ServersNegativeTestJSON-1816009982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:45:11.168689 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-f708f8a3-8398-4b40-8406-b712d7553c65 req-49fa805b-e1fe-47b7-8c38-2abed0a5bf11 tempest-ServersNegativeTestJSON-1816009982 tempest-ServersNegativeTestJSON-1816009982-project] 10.222.0.13 "GET /v2.0/ports?device_id=496ef45b-1421-4dfb-aff2-1623340fa436 HTTP/1.1" status: 200 len: 944 time: 0.0552285 Nov 05 19:45:11.219966 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-f708f8a3-8398-4b40-8406-b712d7553c65 req-37765232-cf21-43a0-be0e-e50f240f0aad tempest-ServersNegativeTestJSON-1816009982 tempest-ServersNegativeTestJSON-1816009982-project] 10.222.0.13 "GET /v2.0/security-groups?id=8839a59c-22d3-4721-91bf-7de83326c407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452375 Nov 05 19:45:11.226412 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Device 13b50c13-260e-4cf1-a65a-a5f87b904be5 details requested by agent hyperv_n-h2-816865-1 with host n-h2-816865-1 {{(pid=102388) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 05 19:45:11.334633 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] For port 13b50c13-260e-4cf1-a65a-a5f87b904be5, host n-h2-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=13b50c13-260e-4cf1-a65a-a5f87b904be5,segment=NetworkSegment(e04a360c-d680-44e8-a831-5116b4853ef5),segment_id=e04a360c-d680-44e8-a831-5116b4853ef5)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:45:11.347986 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Returning: {'device': '13b50c13-260e-4cf1-a65a-a5f87b904be5', 'network_id': '29575030-6e93-439e-8794-549879f214e6', 'port_id': '13b50c13-260e-4cf1-a65a-a5f87b904be5', 'mac_address': 'fa:16:3e:cc:35:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ff37d511-eca1-4d8a-a41a-efd1a5fcee00', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102388) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 05 19:45:11.385959 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:45:11.402150 n-d-816865-1 neutron-server[102388]: DEBUG neutron.notifiers.nova [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 13b50c13-260e-4cf1-a65a-a5f87b904be5 {{(pid=102388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 19:45:11.423050 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] For port 13b50c13-260e-4cf1-a65a-a5f87b904be5, host n-h2-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=13b50c13-260e-4cf1-a65a-a5f87b904be5,segment=NetworkSegment(e04a360c-d680-44e8-a831-5116b4853ef5),segment_id=e04a360c-d680-44e8-a831-5116b4853ef5)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:45:11.484897 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:45:11.538877 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Pushing event updated for resources: {'Port': ['ID=13b50c13-260e-4cf1-a65a-a5f87b904be5,revision_number=4']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:45:11.784813 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] get_ports_and_sgs() called for port_ids ['13b50c13-260e-4cf1-a65a-a5f87b904be5'] {{(pid=102388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 19:45:12.334913 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039ecd0d-796d-4e1e-990a-0541ef57b3a3 req-0b4e4cb4-2b30-48f2-b829-b4e584b88f68 tempest-ServersNegativeTestJSON-1816009982 tempest-ServersNegativeTestJSON-1816009982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:45:12.336393 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-039ecd0d-796d-4e1e-990a-0541ef57b3a3 req-0b4e4cb4-2b30-48f2-b829-b4e584b88f68 tempest-ServersNegativeTestJSON-1816009982 tempest-ServersNegativeTestJSON-1816009982-project] 10.222.0.13 "GET /v2.0/ports?device_id=496ef45b-1421-4dfb-aff2-1623340fa436 HTTP/1.1" status: 200 len: 945 time: 0.0478823 Nov 05 19:45:12.387168 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-039ecd0d-796d-4e1e-990a-0541ef57b3a3 req-26e9f51a-227f-4833-a366-1f30944672d1 tempest-ServersNegativeTestJSON-1816009982 tempest-ServersNegativeTestJSON-1816009982-project] 10.222.0.13 "GET /v2.0/security-groups?id=8839a59c-22d3-4721-91bf-7de83326c407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443029 Nov 05 19:45:13.241908 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Device 13b50c13-260e-4cf1-a65a-a5f87b904be5 up at agent hyperv_n-h2-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 19:45:13.366002 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Provisioning for port 13b50c13-260e-4cf1-a65a-a5f87b904be5 completed by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 05 19:45:13.370470 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Provisioning complete for port 13b50c13-260e-4cf1-a65a-a5f87b904be5 triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:45:13.370839 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:45:13.449712 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:45:13.471941 n-d-816865-1 neutron-server[102388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '496ef45b-1421-4dfb-aff2-1623340fa436', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13b50c13-260e-4cf1-a65a-a5f87b904be5'}] {{(pid=102388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 19:45:13.474314 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6791add14b0903d9e674b39f457aa3a29109aa98d0835d5644e65cf363d7cf55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb9c8415-3c0d-45cd-be50-ec0666539685" -d '{"events": [{"server_uuid": "496ef45b-1421-4dfb-aff2-1623340fa436", "name": "network-vif-plugged", "status": "completed", "tag": "13b50c13-260e-4cf1-a65a-a5f87b904be5"}]}' {{(pid=102388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 19:45:13.491305 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] For port 13b50c13-260e-4cf1-a65a-a5f87b904be5, host n-h2-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=13b50c13-260e-4cf1-a65a-a5f87b904be5,segment=NetworkSegment(e04a360c-d680-44e8-a831-5116b4853ef5),segment_id=e04a360c-d680-44e8-a831-5116b4853ef5)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:45:13.507230 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0432185b-12dd-4d2a-9946-dacff4092740 req-83006ed8-5572-4c6a-8cb6-4e7d2337c343 tempest-ServersNegativeTestJSON-1816009982 tempest-ServersNegativeTestJSON-1816009982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:45:13.508726 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-0432185b-12dd-4d2a-9946-dacff4092740 req-83006ed8-5572-4c6a-8cb6-4e7d2337c343 tempest-ServersNegativeTestJSON-1816009982 tempest-ServersNegativeTestJSON-1816009982-project] 10.222.0.13 "GET /v2.0/ports?device_id=496ef45b-1421-4dfb-aff2-1623340fa436 HTTP/1.1" status: 200 len: 945 time: 0.0519485 Nov 05 19:45:13.549092 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:45:13.558576 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-0432185b-12dd-4d2a-9946-dacff4092740 req-d60eea4f-d79d-4724-a52f-d7f2980f9b7f tempest-ServersNegativeTestJSON-1816009982 tempest-ServersNegativeTestJSON-1816009982-project] 10.222.0.13 "GET /v2.0/security-groups?id=8839a59c-22d3-4721-91bf-7de83326c407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436087 Nov 05 19:45:13.596969 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Pushing event updated for resources: {'Port': ['ID=13b50c13-260e-4cf1-a65a-a5f87b904be5,revision_number=5']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:45:13.602655 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 19:45:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecdcb40c-9310-49fb-a302-b2828b266ce5 x-openstack-request-id: req-ecdcb40c-9310-49fb-a302-b2828b266ce5 {{(pid=102388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 19:45:13.603628 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "496ef45b-1421-4dfb-aff2-1623340fa436", "name": "network-vif-plugged", "status": "completed", "tag": "13b50c13-260e-4cf1-a65a-a5f87b904be5", "code": 200}]} {{(pid=102388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 19:45:13.603928 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ecdcb40c-9310-49fb-a302-b2828b266ce5 {{(pid=102388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 19:45:13.604319 n-d-816865-1 neutron-server[102388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '496ef45b-1421-4dfb-aff2-1623340fa436', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13b50c13-260e-4cf1-a65a-a5f87b904be5', 'code': 200} Nov 05 19:45:13.705212 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f079310-ff09-4e88-8f8c-2f42dffe3565 req-0451b35b-e563-49b0-a0f5-b7d151fb7349 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:45:13.706668 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-8f079310-ff09-4e88-8f8c-2f42dffe3565 req-0451b35b-e563-49b0-a0f5-b7d151fb7349 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=496ef45b-1421-4dfb-aff2-1623340fa436 HTTP/1.1" status: 200 len: 1097 time: 0.0398679 Nov 05 19:45:13.754941 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-8f079310-ff09-4e88-8f8c-2f42dffe3565 req-52f6f969-6b3e-47ac-af0e-07660d36bce7 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=8839a59c-22d3-4721-91bf-7de83326c407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409667 Nov 05 19:45:14.672299 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405c8f7f-22e2-44b0-ab77-1311272c78ff req-f704fc13-b16b-487f-a5b2-29ec7619e42b tempest-ServersNegativeTestJSON-1816009982 tempest-ServersNegativeTestJSON-1816009982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:45:14.673782 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-405c8f7f-22e2-44b0-ab77-1311272c78ff req-f704fc13-b16b-487f-a5b2-29ec7619e42b tempest-ServersNegativeTestJSON-1816009982 tempest-ServersNegativeTestJSON-1816009982-project] 10.222.0.13 "GET /v2.0/ports?device_id=496ef45b-1421-4dfb-aff2-1623340fa436 HTTP/1.1" status: 200 len: 946 time: 0.0475924 Nov 05 19:45:14.722227 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-405c8f7f-22e2-44b0-ab77-1311272c78ff req-19a74e62-fbc6-4564-8568-1b006d8a4a9d tempest-ServersNegativeTestJSON-1816009982 tempest-ServersNegativeTestJSON-1816009982-project] 10.222.0.13 "GET /v2.0/security-groups?id=8839a59c-22d3-4721-91bf-7de83326c407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425217 Nov 05 19:45:15.841463 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b87a168-e4ac-4124-9787-4d95ebfe073d req-c81c152a-73f5-43db-8a3f-f90ffbf8fad4 tempest-ServersNegativeTestJSON-1816009982 tempest-ServersNegativeTestJSON-1816009982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:45:15.842971 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-4b87a168-e4ac-4124-9787-4d95ebfe073d req-c81c152a-73f5-43db-8a3f-f90ffbf8fad4 tempest-ServersNegativeTestJSON-1816009982 tempest-ServersNegativeTestJSON-1816009982-project] 10.222.0.13 "GET /v2.0/ports?device_id=496ef45b-1421-4dfb-aff2-1623340fa436 HTTP/1.1" status: 200 len: 946 time: 0.0532098 Nov 05 19:45:15.889452 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-4b87a168-e4ac-4124-9787-4d95ebfe073d req-04ba9a87-bf94-443b-a2f0-32b161eca568 tempest-ServersNegativeTestJSON-1816009982 tempest-ServersNegativeTestJSON-1816009982-project] 10.222.0.13 "GET /v2.0/security-groups?id=8839a59c-22d3-4721-91bf-7de83326c407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405748 Nov 05 19:45:16.379725 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5e9fbc-f1b7-4551-8716-de8764aa037f req-8058432b-90c1-4753-ba0c-6bce1c6abfd4 tempest-ServersNegativeTestJSON-1816009982 tempest-ServersNegativeTestJSON-1816009982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:45:16.381226 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-bf5e9fbc-f1b7-4551-8716-de8764aa037f req-8058432b-90c1-4753-ba0c-6bce1c6abfd4 tempest-ServersNegativeTestJSON-1816009982 tempest-ServersNegativeTestJSON-1816009982-project] 10.222.0.13 "GET /v2.0/ports?device_id=496ef45b-1421-4dfb-aff2-1623340fa436 HTTP/1.1" status: 200 len: 946 time: 0.0503528 Nov 05 19:45:16.428480 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-bf5e9fbc-f1b7-4551-8716-de8764aa037f req-9a74968c-77c4-4914-a493-288f8f8f6080 tempest-ServersNegativeTestJSON-1816009982 tempest-ServersNegativeTestJSON-1816009982-project] 10.222.0.13 "GET /v2.0/security-groups?id=8839a59c-22d3-4721-91bf-7de83326c407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410514 Nov 05 19:45:17.557724 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8935cb1-d7e7-483e-b431-53d6326e7f1a req-8616d0d0-beee-4e2c-8b26-4d4e6809055c tempest-ServersNegativeTestJSON-1816009982 tempest-ServersNegativeTestJSON-1816009982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:45:17.559234 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-f8935cb1-d7e7-483e-b431-53d6326e7f1a req-8616d0d0-beee-4e2c-8b26-4d4e6809055c tempest-ServersNegativeTestJSON-1816009982 tempest-ServersNegativeTestJSON-1816009982-project] 10.222.0.13 "GET /v2.0/ports?device_id=496ef45b-1421-4dfb-aff2-1623340fa436 HTTP/1.1" status: 200 len: 946 time: 0.0572891 Nov 05 19:45:17.606278 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-f8935cb1-d7e7-483e-b431-53d6326e7f1a req-5822897c-ed74-4a86-987e-a630a257dc7f tempest-ServersNegativeTestJSON-1816009982 tempest-ServersNegativeTestJSON-1816009982-project] 10.222.0.13 "GET /v2.0/security-groups?id=8839a59c-22d3-4721-91bf-7de83326c407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410466 Nov 05 19:45:17.784327 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a3df7c-de05-498f-a5fe-be0ffa1d41f5 req-8d4f9f65-ad34-447d-a5ae-1e09e951fad4 tempest-ServersNegativeTestJSON-1816009982 tempest-ServersNegativeTestJSON-1816009982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:45:17.785793 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-65a3df7c-de05-498f-a5fe-be0ffa1d41f5 req-8d4f9f65-ad34-447d-a5ae-1e09e951fad4 tempest-ServersNegativeTestJSON-1816009982 tempest-ServersNegativeTestJSON-1816009982-project] 10.222.0.55 "GET /v2.0/ports?device_id=496ef45b-1421-4dfb-aff2-1623340fa436 HTTP/1.1" status: 200 len: 946 time: 0.0491917 Nov 05 19:45:17.876863 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [req-65a3df7c-de05-498f-a5fe-be0ffa1d41f5 req-51edfe97-fe80-4e43-8ad0-89f2f0a05e4c tempest-ServersNegativeTestJSON-1816009982 tempest-ServersNegativeTestJSON-1816009982-project] Deleting port 13b50c13-260e-4cf1-a65a-a5f87b904be5 {{(pid=102386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 19:45:17.877197 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-65a3df7c-de05-498f-a5fe-be0ffa1d41f5 req-51edfe97-fe80-4e43-8ad0-89f2f0a05e4c tempest-ServersNegativeTestJSON-1816009982 tempest-ServersNegativeTestJSON-1816009982-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:45:17.965329 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [req-65a3df7c-de05-498f-a5fe-be0ffa1d41f5 req-51edfe97-fe80-4e43-8ad0-89f2f0a05e4c tempest-ServersNegativeTestJSON-1816009982 tempest-ServersNegativeTestJSON-1816009982-project] For port 13b50c13-260e-4cf1-a65a-a5f87b904be5, host n-h2-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=13b50c13-260e-4cf1-a65a-a5f87b904be5,segment=NetworkSegment(e04a360c-d680-44e8-a831-5116b4853ef5),segment_id=e04a360c-d680-44e8-a831-5116b4853ef5)] {{(pid=102386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:45:17.965682 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-65a3df7c-de05-498f-a5fe-be0ffa1d41f5 req-51edfe97-fe80-4e43-8ad0-89f2f0a05e4c tempest-ServersNegativeTestJSON-1816009982 tempest-ServersNegativeTestJSON-1816009982-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:45:17.978389 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [req-65a3df7c-de05-498f-a5fe-be0ffa1d41f5 req-51edfe97-fe80-4e43-8ad0-89f2f0a05e4c tempest-ServersNegativeTestJSON-1816009982 tempest-ServersNegativeTestJSON-1816009982-project] Calling delete_port for 13b50c13-260e-4cf1-a65a-a5f87b904be5 owned by compute:nova {{(pid=102386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 19:45:18.182648 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-65a3df7c-de05-498f-a5fe-be0ffa1d41f5 req-51edfe97-fe80-4e43-8ad0-89f2f0a05e4c tempest-ServersNegativeTestJSON-1816009982 tempest-ServersNegativeTestJSON-1816009982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:45:18.194311 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] get_ports_and_sgs() called for port_ids ['36c97367-efe0-4a75-9633-c89d0acecdf1'] {{(pid=102388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 19:45:18.199703 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] get_ports_and_sgs() called for port_ids ['13b50c13-260e-4cf1-a65a-a5f87b904be5'] {{(pid=102388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 19:45:18.209456 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51edfe97-fe80-4e43-8ad0-89f2f0a05e4c tempest-ServersNegativeTestJSON-1816009982 tempest-ServersNegativeTestJSON-1816009982-project] Pushing event deleted for resources: {'Port': ['ID=13b50c13-260e-4cf1-a65a-a5f87b904be5,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:45:18.254857 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [req-65a3df7c-de05-498f-a5fe-be0ffa1d41f5 req-51edfe97-fe80-4e43-8ad0-89f2f0a05e4c tempest-ServersNegativeTestJSON-1816009982 tempest-ServersNegativeTestJSON-1816009982-project] No DVR routers for this DVR port 13b50c13-260e-4cf1-a65a-a5f87b904be5 on host n-h2-816865-1 {{(pid=102386) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 19:45:18.257765 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-65a3df7c-de05-498f-a5fe-be0ffa1d41f5 req-51edfe97-fe80-4e43-8ad0-89f2f0a05e4c tempest-ServersNegativeTestJSON-1816009982 tempest-ServersNegativeTestJSON-1816009982-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:45:18.262149 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-65a3df7c-de05-498f-a5fe-be0ffa1d41f5 req-51edfe97-fe80-4e43-8ad0-89f2f0a05e4c tempest-ServersNegativeTestJSON-1816009982 tempest-ServersNegativeTestJSON-1816009982-project] 10.222.0.55 "DELETE /v2.0/ports/13b50c13-260e-4cf1-a65a-a5f87b904be5 HTTP/1.1" status: 204 len: 173 time: 0.4665694 Nov 05 19:45:18.262641 n-d-816865-1 neutron-server[102386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '496ef45b-1421-4dfb-aff2-1623340fa436', 'name': 'network-vif-deleted', 'tag': '13b50c13-260e-4cf1-a65a-a5f87b904be5'}] {{(pid=102386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 19:45:18.264958 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d24c2e9fd656c946d5f792cc44b0d4efbe125a7d17e01666b7f4dc8150dd75ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0abb1157-98e5-432d-95e7-0a328790a0e2" -d '{"events": [{"server_uuid": "496ef45b-1421-4dfb-aff2-1623340fa436", "name": "network-vif-deleted", "tag": "13b50c13-260e-4cf1-a65a-a5f87b904be5"}]}' {{(pid=102386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 19:45:18.309125 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 19:45:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82e9ddf8-d792-4910-a543-531a9d47255a x-openstack-request-id: req-82e9ddf8-d792-4910-a543-531a9d47255a {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 19:45:18.309437 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "496ef45b-1421-4dfb-aff2-1623340fa436", "name": "network-vif-deleted", "tag": "13b50c13-260e-4cf1-a65a-a5f87b904be5", "status": "completed", "code": 200}]} {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 19:45:18.309695 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-82e9ddf8-d792-4910-a543-531a9d47255a {{(pid=102386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 19:45:18.310124 n-d-816865-1 neutron-server[102386]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '496ef45b-1421-4dfb-aff2-1623340fa436', 'name': 'network-vif-deleted', 'tag': '13b50c13-260e-4cf1-a65a-a5f87b904be5', 'status': 'completed', 'code': 200} Nov 05 19:45:18.715896 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-bbde322a-c783-4c9c-9b04-54f87d875095 req-75228076-b6d5-4d64-85bd-24095c6bad54 tempest-ServersNegativeTestJSON-1816009982 tempest-ServersNegativeTestJSON-1816009982-project] 10.222.0.13 "GET /v2.0/ports?device_id=496ef45b-1421-4dfb-aff2-1623340fa436 HTTP/1.1" status: 200 len: 210 time: 0.0282116 Nov 05 19:45:19.868053 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab1c698-8588-41cb-909c-11bc894f0b5b req-22fddc64-db2c-4329-a7d4-987c27ec9869 tempest-ServersNegativeTestJSON-1816009982 tempest-ServersNegativeTestJSON-1816009982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:45:19.869622 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-2ab1c698-8588-41cb-909c-11bc894f0b5b req-22fddc64-db2c-4329-a7d4-987c27ec9869 tempest-ServersNegativeTestJSON-1816009982 tempest-ServersNegativeTestJSON-1816009982-project] 10.222.0.13 "GET /v2.0/ports?device_id=617c0b4c-aa66-450d-a7ed-f2e0abdf1379 HTTP/1.1" status: 200 len: 945 time: 0.0487309 Nov 05 19:45:19.917167 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-2ab1c698-8588-41cb-909c-11bc894f0b5b req-65b6c5b7-f069-4a98-8977-7e119c264c3b tempest-ServersNegativeTestJSON-1816009982 tempest-ServersNegativeTestJSON-1816009982-project] 10.222.0.13 "GET /v2.0/security-groups?id=8839a59c-22d3-4721-91bf-7de83326c407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416126 Nov 05 19:45:20.049861 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbefa100-294d-4ea5-87a7-b9cbfc5b82e2 req-cd0b57ad-1c8d-4110-a73d-73aa1948c87a tempest-ServersNegativeTestJSON-1816009982 tempest-ServersNegativeTestJSON-1816009982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:45:20.051391 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-dbefa100-294d-4ea5-87a7-b9cbfc5b82e2 req-cd0b57ad-1c8d-4110-a73d-73aa1948c87a tempest-ServersNegativeTestJSON-1816009982 tempest-ServersNegativeTestJSON-1816009982-project] 10.222.0.13 "GET /v2.0/ports?device_id=617c0b4c-aa66-450d-a7ed-f2e0abdf1379 HTTP/1.1" status: 200 len: 945 time: 0.0534644 Nov 05 19:45:20.098436 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-dbefa100-294d-4ea5-87a7-b9cbfc5b82e2 req-ae7c1d4a-e236-4c5c-aef0-1b9434858b58 tempest-ServersNegativeTestJSON-1816009982 tempest-ServersNegativeTestJSON-1816009982-project] 10.222.0.13 "GET /v2.0/security-groups?id=8839a59c-22d3-4721-91bf-7de83326c407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410852 Nov 05 19:45:20.211916 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f4a9b2-076d-4aba-9084-5add59e7b06e req-d8b4a463-8002-4650-8a43-9369acba26e5 tempest-ServersNegativeTestJSON-1816009982 tempest-ServersNegativeTestJSON-1816009982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:45:20.213980 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-26f4a9b2-076d-4aba-9084-5add59e7b06e req-d8b4a463-8002-4650-8a43-9369acba26e5 tempest-ServersNegativeTestJSON-1816009982 tempest-ServersNegativeTestJSON-1816009982-project] 10.222.0.13 "GET /v2.0/ports?device_id=617c0b4c-aa66-450d-a7ed-f2e0abdf1379 HTTP/1.1" status: 200 len: 945 time: 0.0477576 Nov 05 19:45:20.259906 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-26f4a9b2-076d-4aba-9084-5add59e7b06e req-851a3458-ce89-4a1f-93e4-b9d8e8664739 tempest-ServersNegativeTestJSON-1816009982 tempest-ServersNegativeTestJSON-1816009982-project] 10.222.0.13 "GET /v2.0/security-groups?id=8839a59c-22d3-4721-91bf-7de83326c407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393956 Nov 05 19:45:20.422680 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3201d7c-0654-42ee-ace5-b0df5d16cc70 req-fd20bc7c-4614-4839-ae8f-31f59fbbc3f9 tempest-ServersNegativeTestJSON-1816009982 tempest-ServersNegativeTestJSON-1816009982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:45:20.424177 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-c3201d7c-0654-42ee-ace5-b0df5d16cc70 req-fd20bc7c-4614-4839-ae8f-31f59fbbc3f9 tempest-ServersNegativeTestJSON-1816009982 tempest-ServersNegativeTestJSON-1816009982-project] 10.222.0.13 "GET /v2.0/ports?device_id=617c0b4c-aa66-450d-a7ed-f2e0abdf1379 HTTP/1.1" status: 200 len: 945 time: 0.0489488 Nov 05 19:45:20.474775 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-c3201d7c-0654-42ee-ace5-b0df5d16cc70 req-5ef8c95d-51b6-4344-8076-a088dbe8cd02 tempest-ServersNegativeTestJSON-1816009982 tempest-ServersNegativeTestJSON-1816009982-project] 10.222.0.13 "GET /v2.0/security-groups?id=8839a59c-22d3-4721-91bf-7de83326c407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445616 Nov 05 19:45:20.589360 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d030988-ab30-49a5-8766-51782927cfcb req-c098cb52-1ed0-44ee-babf-93c219095d42 tempest-ServersNegativeTestJSON-1816009982 tempest-ServersNegativeTestJSON-1816009982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:45:20.590864 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-8d030988-ab30-49a5-8766-51782927cfcb req-c098cb52-1ed0-44ee-babf-93c219095d42 tempest-ServersNegativeTestJSON-1816009982 tempest-ServersNegativeTestJSON-1816009982-project] 10.222.0.13 "GET /v2.0/ports?device_id=617c0b4c-aa66-450d-a7ed-f2e0abdf1379 HTTP/1.1" status: 200 len: 945 time: 0.0486209 Nov 05 19:45:20.637949 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-8d030988-ab30-49a5-8766-51782927cfcb req-9917e668-39a5-4506-b179-15ebb585bd4c tempest-ServersNegativeTestJSON-1816009982 tempest-ServersNegativeTestJSON-1816009982-project] 10.222.0.13 "GET /v2.0/security-groups?id=8839a59c-22d3-4721-91bf-7de83326c407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411713 Nov 05 19:45:20.759831 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff1126a-bc86-45ca-86ff-9271d358df75 req-909b64c5-98be-445a-9153-7f45e8c7f3a7 tempest-ServersNegativeTestJSON-1816009982 tempest-ServersNegativeTestJSON-1816009982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:45:20.761361 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-5ff1126a-bc86-45ca-86ff-9271d358df75 req-909b64c5-98be-445a-9153-7f45e8c7f3a7 tempest-ServersNegativeTestJSON-1816009982 tempest-ServersNegativeTestJSON-1816009982-project] 10.222.0.13 "GET /v2.0/ports?device_id=617c0b4c-aa66-450d-a7ed-f2e0abdf1379 HTTP/1.1" status: 200 len: 945 time: 0.0482874 Nov 05 19:45:20.814453 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-5ff1126a-bc86-45ca-86ff-9271d358df75 req-a2dd1d68-93df-469a-9e8b-715f726895e1 tempest-ServersNegativeTestJSON-1816009982 tempest-ServersNegativeTestJSON-1816009982-project] 10.222.0.13 "GET /v2.0/security-groups?id=8839a59c-22d3-4721-91bf-7de83326c407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471187 Nov 05 19:45:21.261937 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Device 13b50c13-260e-4cf1-a65a-a5f87b904be5 no longer exists at agent hyperv_n-h2-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 19:45:21.282608 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] No Port match for: 13b50c13-260e-4cf1-a65a-a5f87b904be5 {{(pid=102388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 19:45:21.282947 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Device 13b50c13-260e-4cf1-a65a-a5f87b904be5 not bound to the agent host n-h2-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 19:45:21.322498 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bbe454-b7b6-4c57-875d-1f547ea6a60e req-2dad09c0-926e-455a-b6bc-9488921aff14 tempest-ServersNegativeTestJSON-1816009982 tempest-ServersNegativeTestJSON-1816009982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:45:21.323981 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-89bbe454-b7b6-4c57-875d-1f547ea6a60e req-2dad09c0-926e-455a-b6bc-9488921aff14 tempest-ServersNegativeTestJSON-1816009982 tempest-ServersNegativeTestJSON-1816009982-project] 10.222.0.13 "GET /v2.0/ports?device_id=617c0b4c-aa66-450d-a7ed-f2e0abdf1379 HTTP/1.1" status: 200 len: 945 time: 0.0534308 Nov 05 19:45:21.370728 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-89bbe454-b7b6-4c57-875d-1f547ea6a60e req-d0e954b3-818a-4b7c-a05d-8c6bd6b4a584 tempest-ServersNegativeTestJSON-1816009982 tempest-ServersNegativeTestJSON-1816009982-project] 10.222.0.13 "GET /v2.0/security-groups?id=8839a59c-22d3-4721-91bf-7de83326c407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407798 Nov 05 19:45:22.484812 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db55e43-0545-453a-a33c-6f4ec45c1094 req-3ac328c7-e679-48f1-9926-24241bfefdac tempest-ServersNegativeTestJSON-1816009982 tempest-ServersNegativeTestJSON-1816009982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:45:22.486320 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-4db55e43-0545-453a-a33c-6f4ec45c1094 req-3ac328c7-e679-48f1-9926-24241bfefdac tempest-ServersNegativeTestJSON-1816009982 tempest-ServersNegativeTestJSON-1816009982-project] 10.222.0.13 "GET /v2.0/ports?device_id=617c0b4c-aa66-450d-a7ed-f2e0abdf1379 HTTP/1.1" status: 200 len: 945 time: 0.0479469 Nov 05 19:45:22.541238 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-4db55e43-0545-453a-a33c-6f4ec45c1094 req-9b1d43d8-54eb-4864-9f94-86bf7659c991 tempest-ServersNegativeTestJSON-1816009982 tempest-ServersNegativeTestJSON-1816009982-project] 10.222.0.13 "GET /v2.0/security-groups?id=8839a59c-22d3-4721-91bf-7de83326c407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482342 Nov 05 19:45:22.581044 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e395f9-413d-41b3-be49-2aa6c3a38f2a req-734babef-9f46-4a0c-b971-0fae33afb562 tempest-ServersNegativeTestJSON-1816009982 tempest-ServersNegativeTestJSON-1816009982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:45:22.582519 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-77e395f9-413d-41b3-be49-2aa6c3a38f2a req-734babef-9f46-4a0c-b971-0fae33afb562 tempest-ServersNegativeTestJSON-1816009982 tempest-ServersNegativeTestJSON-1816009982-project] 10.222.0.41 "GET /v2.0/ports?device_id=617c0b4c-aa66-450d-a7ed-f2e0abdf1379 HTTP/1.1" status: 200 len: 945 time: 0.0521524 Nov 05 19:45:22.673361 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [req-77e395f9-413d-41b3-be49-2aa6c3a38f2a req-a4a2fbe2-bbe9-4da2-bb95-72b3ee8d415e tempest-ServersNegativeTestJSON-1816009982 tempest-ServersNegativeTestJSON-1816009982-project] Deleting port 36c97367-efe0-4a75-9633-c89d0acecdf1 {{(pid=102387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 19:45:22.673611 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-77e395f9-413d-41b3-be49-2aa6c3a38f2a req-a4a2fbe2-bbe9-4da2-bb95-72b3ee8d415e tempest-ServersNegativeTestJSON-1816009982 tempest-ServersNegativeTestJSON-1816009982-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:45:22.758810 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.db [req-77e395f9-413d-41b3-be49-2aa6c3a38f2a req-a4a2fbe2-bbe9-4da2-bb95-72b3ee8d415e tempest-ServersNegativeTestJSON-1816009982 tempest-ServersNegativeTestJSON-1816009982-project] For port 36c97367-efe0-4a75-9633-c89d0acecdf1, host n-h1-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=36c97367-efe0-4a75-9633-c89d0acecdf1,segment=NetworkSegment(e04a360c-d680-44e8-a831-5116b4853ef5),segment_id=e04a360c-d680-44e8-a831-5116b4853ef5)] {{(pid=102387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:45:22.759196 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-77e395f9-413d-41b3-be49-2aa6c3a38f2a req-a4a2fbe2-bbe9-4da2-bb95-72b3ee8d415e tempest-ServersNegativeTestJSON-1816009982 tempest-ServersNegativeTestJSON-1816009982-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:45:22.776153 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [req-77e395f9-413d-41b3-be49-2aa6c3a38f2a req-a4a2fbe2-bbe9-4da2-bb95-72b3ee8d415e tempest-ServersNegativeTestJSON-1816009982 tempest-ServersNegativeTestJSON-1816009982-project] Calling delete_port for 36c97367-efe0-4a75-9633-c89d0acecdf1 owned by compute:nova {{(pid=102387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 19:45:22.972036 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-77e395f9-413d-41b3-be49-2aa6c3a38f2a req-a4a2fbe2-bbe9-4da2-bb95-72b3ee8d415e tempest-ServersNegativeTestJSON-1816009982 tempest-ServersNegativeTestJSON-1816009982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4417063'] for port, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:45:22.984098 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] get_ports_and_sgs() called for port_ids ['36c97367-efe0-4a75-9633-c89d0acecdf1'] {{(pid=102388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 19:45:23.000962 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a2fbe2-bbe9-4da2-bb95-72b3ee8d415e tempest-ServersNegativeTestJSON-1816009982 tempest-ServersNegativeTestJSON-1816009982-project] Pushing event deleted for resources: {'Port': ['ID=36c97367-efe0-4a75-9633-c89d0acecdf1,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:45:23.032297 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a2fbe2-bbe9-4da2-bb95-72b3ee8d415e tempest-ServersNegativeTestJSON-1816009982 tempest-ServersNegativeTestJSON-1816009982-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:45:23.032641 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a2fbe2-bbe9-4da2-bb95-72b3ee8d415e tempest-ServersNegativeTestJSON-1816009982 tempest-ServersNegativeTestJSON-1816009982-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:45:23.037451 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a2fbe2-bbe9-4da2-bb95-72b3ee8d415e tempest-ServersNegativeTestJSON-1816009982 tempest-ServersNegativeTestJSON-1816009982-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:45:23.037451 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a2fbe2-bbe9-4da2-bb95-72b3ee8d415e tempest-ServersNegativeTestJSON-1816009982 tempest-ServersNegativeTestJSON-1816009982-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:45:23.037451 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a2fbe2-bbe9-4da2-bb95-72b3ee8d415e tempest-ServersNegativeTestJSON-1816009982 tempest-ServersNegativeTestJSON-1816009982-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:45:23.037451 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a2fbe2-bbe9-4da2-bb95-72b3ee8d415e tempest-ServersNegativeTestJSON-1816009982 tempest-ServersNegativeTestJSON-1816009982-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:45:23.037451 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a2fbe2-bbe9-4da2-bb95-72b3ee8d415e tempest-ServersNegativeTestJSON-1816009982 tempest-ServersNegativeTestJSON-1816009982-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:45:23.037451 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a2fbe2-bbe9-4da2-bb95-72b3ee8d415e tempest-ServersNegativeTestJSON-1816009982 tempest-ServersNegativeTestJSON-1816009982-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:45:23.037451 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a2fbe2-bbe9-4da2-bb95-72b3ee8d415e tempest-ServersNegativeTestJSON-1816009982 tempest-ServersNegativeTestJSON-1816009982-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:45:23.037451 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a2fbe2-bbe9-4da2-bb95-72b3ee8d415e tempest-ServersNegativeTestJSON-1816009982 tempest-ServersNegativeTestJSON-1816009982-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:45:23.037451 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a2fbe2-bbe9-4da2-bb95-72b3ee8d415e tempest-ServersNegativeTestJSON-1816009982 tempest-ServersNegativeTestJSON-1816009982-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:45:23.037451 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a2fbe2-bbe9-4da2-bb95-72b3ee8d415e tempest-ServersNegativeTestJSON-1816009982 tempest-ServersNegativeTestJSON-1816009982-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:45:23.054970 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.l3_dvrscheduler_db [req-77e395f9-413d-41b3-be49-2aa6c3a38f2a req-a4a2fbe2-bbe9-4da2-bb95-72b3ee8d415e tempest-ServersNegativeTestJSON-1816009982 tempest-ServersNegativeTestJSON-1816009982-project] No DVR routers for this DVR port 36c97367-efe0-4a75-9633-c89d0acecdf1 on host n-h1-816865-1 {{(pid=102387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 19:45:23.057481 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-77e395f9-413d-41b3-be49-2aa6c3a38f2a req-a4a2fbe2-bbe9-4da2-bb95-72b3ee8d415e tempest-ServersNegativeTestJSON-1816009982 tempest-ServersNegativeTestJSON-1816009982-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:45:23.060777 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-77e395f9-413d-41b3-be49-2aa6c3a38f2a req-a4a2fbe2-bbe9-4da2-bb95-72b3ee8d415e tempest-ServersNegativeTestJSON-1816009982 tempest-ServersNegativeTestJSON-1816009982-project] 10.222.0.41 "DELETE /v2.0/ports/36c97367-efe0-4a75-9633-c89d0acecdf1 HTTP/1.1" status: 204 len: 173 time: 0.4721482 Nov 05 19:45:23.061206 n-d-816865-1 neutron-server[102387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '617c0b4c-aa66-450d-a7ed-f2e0abdf1379', 'name': 'network-vif-deleted', 'tag': '36c97367-efe0-4a75-9633-c89d0acecdf1'}] {{(pid=102387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 19:45:23.063452 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1aa7e2392c69fb9acc0b335571f919b1f61097b9ced1ed941ddb2f5c01cc85e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1eb29fe-4992-47c7-92d1-5f767ef36caf" -d '{"events": [{"server_uuid": "617c0b4c-aa66-450d-a7ed-f2e0abdf1379", "name": "network-vif-deleted", "tag": "36c97367-efe0-4a75-9633-c89d0acecdf1"}]}' {{(pid=102387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 19:45:23.099663 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 19:45:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc2145e3-62d8-4903-b733-134416058703 x-openstack-request-id: req-cc2145e3-62d8-4903-b733-134416058703 {{(pid=102387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 19:45:23.099988 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "617c0b4c-aa66-450d-a7ed-f2e0abdf1379", "name": "network-vif-deleted", "tag": "36c97367-efe0-4a75-9633-c89d0acecdf1", "status": "completed", "code": 200}]} {{(pid=102387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 19:45:23.100243 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-cc2145e3-62d8-4903-b733-134416058703 {{(pid=102387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 19:45:23.100645 n-d-816865-1 neutron-server[102387]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '617c0b4c-aa66-450d-a7ed-f2e0abdf1379', 'name': 'network-vif-deleted', 'tag': '36c97367-efe0-4a75-9633-c89d0acecdf1', 'status': 'completed', 'code': 200} Nov 05 19:45:23.651848 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-46623093-42ed-453a-b82d-303723a0bde2 req-b040aa1b-fd09-4f11-9426-c1b4c708e485 tempest-ServersNegativeTestJSON-1816009982 tempest-ServersNegativeTestJSON-1816009982-project] 10.222.0.13 "GET /v2.0/ports?device_id=617c0b4c-aa66-450d-a7ed-f2e0abdf1379 HTTP/1.1" status: 200 len: 210 time: 0.0265996 Nov 05 19:45:24.708980 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 45250) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:45:24.752756 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a13f0df-0f91-46e3-a005-3e85de903581 admin admin] Deleting subnet ff37d511-eca1-4d8a-a41a-efd1a5fcee00 {{(pid=102387) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 05 19:45:24.755772 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-9a13f0df-0f91-46e3-a005-3e85de903581 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:45:24.790900 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-9a13f0df-0f91-46e3-a005-3e85de903581 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4463501'] for subnet, precommit_delete_associations {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:45:25.130348 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-9a13f0df-0f91-46e3-a005-3e85de903581 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1573928'] for subnet, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:45:25.235570 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-9a13f0df-0f91-46e3-a005-3e85de903581 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1573905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4417146', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5112209'] for subnet, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:45:25.261404 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a13f0df-0f91-46e3-a005-3e85de903581 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ff37d511-eca1-4d8a-a41a-efd1a5fcee00,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:45:25.264984 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-9a13f0df-0f91-46e3-a005-3e85de903581 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:45:25.268385 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-9a13f0df-0f91-46e3-a005-3e85de903581 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/ff37d511-eca1-4d8a-a41a-efd1a5fcee00 HTTP/1.1" status: 204 len: 168 time: 0.5584137 Nov 05 19:45:25.270950 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 45252) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:45:25.338566 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-a6cc4636-5e04-4ca1-9839-304df48a00e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1664226'] for network, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:45:25.413320 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-a6cc4636-5e04-4ca1-9839-304df48a00e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1579173', 'neutron.services.segments.db._delete_segments_for_network-8750027792909'] for network, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:45:25.433736 n-d-816865-1 neutron-server[102387]: DEBUG neutron.services.segments.db [None req-a6cc4636-5e04-4ca1-9839-304df48a00e8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29575030-6e93-439e-8794-549879f214e6']}} {{(pid=102387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:45:25.442651 n-d-816865-1 neutron-server[102387]: DEBUG neutron.services.segments.db [None req-a6cc4636-5e04-4ca1-9839-304df48a00e8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e04a360c-d680-44e8-a831-5116b4853ef5') {'for_net_delete': True} {{(pid=102387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:45:25.442939 n-d-816865-1 neutron-server[102387]: DEBUG neutron.services.segments.db [None req-a6cc4636-5e04-4ca1-9839-304df48a00e8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e04a360c-d680-44e8-a831-5116b4853ef5') {} {{(pid=102387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:45:25.452164 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-a6cc4636-5e04-4ca1-9839-304df48a00e8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750027793430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4463492'] for segment, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:45:25.465213 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-a6cc4636-5e04-4ca1-9839-304df48a00e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273'] for segment, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:45:25.471048 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6cc4636-5e04-4ca1-9839-304df48a00e8 admin admin] Releasing vlan 172 on physical network physnet1 to pool {{(pid=102387) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 05 19:45:25.471424 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-a6cc4636-5e04-4ca1-9839-304df48a00e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4417236'] for segment, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:45:25.473001 n-d-816865-1 neutron-server[102387]: Traceback (most recent call last): Nov 05 19:45:25.473001 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 05 19:45:25.473001 n-d-816865-1 neutron-server[102387]: timer() Nov 05 19:45:25.473001 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 05 19:45:25.473001 n-d-816865-1 neutron-server[102387]: cb(*args, **kw) Nov 05 19:45:25.473001 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 05 19:45:25.473001 n-d-816865-1 neutron-server[102387]: return func(*args, **kwargs) Nov 05 19:45:25.473001 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 05 19:45:25.473001 n-d-816865-1 neutron-server[102387]: self._notify() Nov 05 19:45:25.473001 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 05 19:45:25.473001 n-d-816865-1 neutron-server[102387]: self.callback(batched_events) Nov 05 19:45:25.473001 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 05 19:45:25.473001 n-d-816865-1 neutron-server[102387]: event.method(event) Nov 05 19:45:25.473001 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 05 19:45:25.473001 n-d-816865-1 neutron-server[102387]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 05 19:45:25.473001 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 05 19:45:25.473001 n-d-816865-1 neutron-server[102387]: aggregate_uuid = self.p_client.list_aggregates( Nov 05 19:45:25.473001 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 05 19:45:25.473001 n-d-816865-1 neutron-server[102387]: return f(self, *a, **k) Nov 05 19:45:25.473001 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 05 19:45:25.473001 n-d-816865-1 neutron-server[102387]: return self._get(url).json() Nov 05 19:45:25.473001 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 05 19:45:25.473001 n-d-816865-1 neutron-server[102387]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 05 19:45:25.473001 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 05 19:45:25.473001 n-d-816865-1 neutron-server[102387]: return self.request(url, 'GET', **kwargs) Nov 05 19:45:25.473001 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 05 19:45:25.473001 n-d-816865-1 neutron-server[102387]: base_url = self.get_endpoint(auth, allow=allow, Nov 05 19:45:25.473001 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 05 19:45:25.473001 n-d-816865-1 neutron-server[102387]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 05 19:45:25.473001 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 05 19:45:25.473001 n-d-816865-1 neutron-server[102387]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 05 19:45:25.473001 n-d-816865-1 neutron-server[102387]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 05 19:45:25.595038 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-a6cc4636-5e04-4ca1-9839-304df48a00e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1579178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-956796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1000687'] for network, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:45:25.600318 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-a6cc4636-5e04-4ca1-9839-304df48a00e8 admin admin] Publish callbacks [] for network, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:45:25.604346 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-a6cc4636-5e04-4ca1-9839-304df48a00e8 admin admin] 10.222.0.13 "DELETE /v2.0/networks/29575030-6e93-439e-8794-549879f214e6 HTTP/1.1" status: 204 len: 168 time: 0.3324471 Nov 05 19:45:25.615391 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6cc4636-5e04-4ca1-9839-304df48a00e8 admin admin] Pushing event deleted for resources: {'Network': ['ID=29575030-6e93-439e-8794-549879f214e6,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:45:25.880060 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 45256) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:45:25.921076 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-f2240496-d51a-44df-bd02-3af2f2d6d057 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=aeb45afc976543678ae05c68a4e71cc3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0398600 Nov 05 19:45:25.923611 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 45258) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:45:25.971451 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-b3f7e589-6a77-43c3-b38c-95bbb9c7f744 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:45:25.993305 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-b3f7e589-6a77-43c3-b38c-95bbb9c7f744 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:45:26.115216 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-b3f7e589-6a77-43c3-b38c-95bbb9c7f744 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:45:26.117704 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-b3f7e589-6a77-43c3-b38c-95bbb9c7f744 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:45:26.118961 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-b3f7e589-6a77-43c3-b38c-95bbb9c7f744 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8839a59c-22d3-4721-91bf-7de83326c407 HTTP/1.1" status: 204 len: 168 time: 0.1944621 Nov 05 19:45:26.127121 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f7e589-6a77-43c3-b38c-95bbb9c7f744 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8839a59c-22d3-4721-91bf-7de83326c407,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:45:26.736166 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Device 36c97367-efe0-4a75-9633-c89d0acecdf1 no longer exists at agent hyperv_n-h1-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 19:45:26.756314 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] No Port match for: 36c97367-efe0-4a75-9633-c89d0acecdf1 {{(pid=102388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 19:45:26.756665 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Device 36c97367-efe0-4a75-9633-c89d0acecdf1 not bound to the agent host n-h1-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 19:45:27.161320 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 45280) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:45:27.254544 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-0dc3530e-5ee0-4a08-b13f-69208cb58724 tempest-NetworksIpV6Test-1749752521 tempest-NetworksIpV6Test-1749752521-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1539630727'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:45:27.349248 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0dc3530e-5ee0-4a08-b13f-69208cb58724 tempest-NetworksIpV6Test-1749752521 tempest-NetworksIpV6Test-1749752521-project] Made reservation on behalf of 6e61b17bedb8443eb459d32b9d88a986 for: {'network': 1} {{(pid=102386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 19:45:27.352761 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-0dc3530e-5ee0-4a08-b13f-69208cb58724 tempest-NetworksIpV6Test-1749752521 tempest-NetworksIpV6Test-1749752521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for network, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:45:27.361324 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-0dc3530e-5ee0-4a08-b13f-69208cb58724 tempest-NetworksIpV6Test-1749752521 tempest-NetworksIpV6Test-1749752521-project] Publish callbacks [] for security_group, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:45:27.435465 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-0dc3530e-5ee0-4a08-b13f-69208cb58724 tempest-NetworksIpV6Test-1749752521 tempest-NetworksIpV6Test-1749752521-project] Publish callbacks [] for security_group, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:45:27.515071 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-0dc3530e-5ee0-4a08-b13f-69208cb58724 tempest-NetworksIpV6Test-1749752521 tempest-NetworksIpV6Test-1749752521-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:45:27.545184 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0dc3530e-5ee0-4a08-b13f-69208cb58724 tempest-NetworksIpV6Test-1749752521 tempest-NetworksIpV6Test-1749752521-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 197} {{(pid=102386) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 05 19:45:27.554184 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc3530e-5ee0-4a08-b13f-69208cb58724 tempest-NetworksIpV6Test-1749752521 tempest-NetworksIpV6Test-1749752521-project] Pushing event updated for resources: {'SecurityGroup': ['ID=df346027-ef8b-4bdb-9810-ea8a08593270,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:45:27.561031 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-0dc3530e-5ee0-4a08-b13f-69208cb58724 tempest-NetworksIpV6Test-1749752521 tempest-NetworksIpV6Test-1749752521-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273'] for segment, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:45:27.561377 n-d-816865-1 neutron-server[102386]: INFO neutron.db.segments_db [None req-0dc3530e-5ee0-4a08-b13f-69208cb58724 tempest-NetworksIpV6Test-1749752521 tempest-NetworksIpV6Test-1749752521-project] Added segment 31829b68-f478-476b-b274-0927a1598f40 of type vlan for network 9a73ef51-6ad6-4512-939c-a08ddb4ca2a4 Nov 05 19:45:27.599952 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-0dc3530e-5ee0-4a08-b13f-69208cb58724 tempest-NetworksIpV6Test-1749752521 tempest-NetworksIpV6Test-1749752521-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750027258543'] for network, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:45:27.675045 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-0dc3530e-5ee0-4a08-b13f-69208cb58724 tempest-NetworksIpV6Test-1749752521 tempest-NetworksIpV6Test-1749752521-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-956796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877'] for network, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:45:27.680700 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dc3530e-5ee0-4a08-b13f-69208cb58724 tempest-NetworksIpV6Test-1749752521 tempest-NetworksIpV6Test-1749752521-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:45:27.681887 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-0dc3530e-5ee0-4a08-b13f-69208cb58724 tempest-NetworksIpV6Test-1749752521 tempest-NetworksIpV6Test-1749752521-project] Publish callbacks [] for network, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:45:27.745786 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc3530e-5ee0-4a08-b13f-69208cb58724 tempest-NetworksIpV6Test-1749752521 tempest-NetworksIpV6Test-1749752521-project] Pushing event updated for resources: {'Network': ['ID=9a73ef51-6ad6-4512-939c-a08ddb4ca2a4,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:45:27.755870 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Network 9a73ef51-6ad6-4512-939c-a08ddb4ca2a4 details requested by agent ovs-agent-n-d-816865-1 with host n-d-816865-1 {{(pid=102388) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 05 19:45:27.809551 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-0dc3530e-5ee0-4a08-b13f-69208cb58724 tempest-NetworksIpV6Test-1749752521 tempest-NetworksIpV6Test-1749752521-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6470304 Nov 05 19:45:31.005828 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 45284) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:45:31.010952 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-12b6be86-d375-4959-a5fd-26107abdf547 tempest-NetworksIpV6Test-1749752521 tempest-NetworksIpV6Test-1749752521-project] Request body: {'subnet': {'network_id': '9a73ef51-6ad6-4512-939c-a08ddb4ca2a4', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:45:31.204967 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12b6be86-d375-4959-a5fd-26107abdf547 tempest-NetworksIpV6Test-1749752521 tempest-NetworksIpV6Test-1749752521-project] Made reservation on behalf of 6e61b17bedb8443eb459d32b9d88a986 for: {'subnet': 1} {{(pid=102386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 19:45:31.208633 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-12b6be86-d375-4959-a5fd-26107abdf547 tempest-NetworksIpV6Test-1749752521 tempest-NetworksIpV6Test-1749752521-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4877122'] for subnet, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:45:31.457011 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-12b6be86-d375-4959-a5fd-26107abdf547 tempest-NetworksIpV6Test-1749752521 tempest-NetworksIpV6Test-1749752521-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6149946', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4877172'] for subnet, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:45:31.517136 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b6be86-d375-4959-a5fd-26107abdf547 tempest-NetworksIpV6Test-1749752521 tempest-NetworksIpV6Test-1749752521-project] Pushing event updated for resources: {'Subnet': ['ID=07c890aa-374c-433b-a243-70672f3f370f,revision_number=0']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:45:31.525694 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12b6be86-d375-4959-a5fd-26107abdf547 tempest-NetworksIpV6Test-1749752521 tempest-NetworksIpV6Test-1749752521-project] Checking segment: {'id': '31829b68-f478-476b-b274-0927a1598f40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '9a73ef51-6ad6-4512-939c-a08ddb4ca2a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 19:45:31.526062 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12b6be86-d375-4959-a5fd-26107abdf547 tempest-NetworksIpV6Test-1749752521 tempest-NetworksIpV6Test-1749752521-project] Network hostable DHCP agents. Network: 9a73ef51-6ad6-4512-939c-a08ddb4ca2a4, hostable agents: ['987e2ca0-bc3b-4c6f-a989-429ccfbf753f'], hosted agents: [] {{(pid=102386) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 05 19:45:31.618216 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12b6be86-d375-4959-a5fd-26107abdf547 tempest-NetworksIpV6Test-1749752521 tempest-NetworksIpV6Test-1749752521-project] Network 9a73ef51-6ad6-4512-939c-a08ddb4ca2a4 is scheduled to be hosted by DHCP agent 987e2ca0-bc3b-4c6f-a989-429ccfbf753f with binding_index 1 {{(pid=102386) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 05 19:45:31.709601 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.base_scheduler [None req-12b6be86-d375-4959-a5fd-26107abdf547 tempest-NetworksIpV6Test-1749752521 tempest-NetworksIpV6Test-1749752521-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816865-1, 9a73ef51-6ad6-4512-939c-a08ddb4ca2a4) {{(pid=102386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 19:45:31.714200 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12b6be86-d375-4959-a5fd-26107abdf547 tempest-NetworksIpV6Test-1749752521 tempest-NetworksIpV6Test-1749752521-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:45:31.714804 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-12b6be86-d375-4959-a5fd-26107abdf547 tempest-NetworksIpV6Test-1749752521 tempest-NetworksIpV6Test-1749752521-project] Publish callbacks [] for subnet, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:45:31.719165 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dcc6451-0853-428e-898e-2a79f8551dc5 None None] Network 9a73ef51-6ad6-4512-939c-a08ddb4ca2a4 requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 19:45:31.864651 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b44f4b5-cb67-4952-bae7-341bd6d2cf22 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeb20a084-accf-5b60-8075-3e69ebe863a6-9a73ef51-6ad6-4512-939c-a08ddb4ca2a4', 'network_id': '9a73ef51-6ad6-4512-939c-a08ddb4ca2a4', 'tenant_id': '6e61b17bedb8443eb459d32b9d88a986', 'fixed_ips': [{'subnet_id': '07c890aa-374c-433b-a243-70672f3f370f'}]}} from n-d-816865-1. {{(pid=102388) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 05 19:45:31.865527 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-8b44f4b5-cb67-4952-bae7-341bd6d2cf22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:45:31.872710 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-12b6be86-d375-4959-a5fd-26107abdf547 tempest-NetworksIpV6Test-1749752521 tempest-NetworksIpV6Test-1749752521-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8657308 Nov 05 19:45:31.876116 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 45286) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:45:31.881016 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-a8d95430-f709-4534-a4ca-10f2a90b81ae tempest-NetworksIpV6Test-1749752521 tempest-NetworksIpV6Test-1749752521-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1458992041'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:45:31.971096 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8d95430-f709-4534-a4ca-10f2a90b81ae tempest-NetworksIpV6Test-1749752521 tempest-NetworksIpV6Test-1749752521-project] Made reservation on behalf of 6e61b17bedb8443eb459d32b9d88a986 for: {'network': 1} {{(pid=102386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 19:45:31.974658 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-a8d95430-f709-4534-a4ca-10f2a90b81ae tempest-NetworksIpV6Test-1749752521 tempest-NetworksIpV6Test-1749752521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for network, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:45:31.999697 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8d95430-f709-4534-a4ca-10f2a90b81ae tempest-NetworksIpV6Test-1749752521 tempest-NetworksIpV6Test-1749752521-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 183} {{(pid=102386) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 05 19:45:32.001802 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.db_base_plugin_common [None req-8b44f4b5-cb67-4952-bae7-341bd6d2cf22 None None] Allocated IP 2001:db8:0:ffff::2 (9a73ef51-6ad6-4512-939c-a08ddb4ca2a4/07c890aa-374c-433b-a243-70672f3f370f/2dfa8ad9-6bae-4374-8623-1028f62b73fb) {{(pid=102388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 19:45:32.008631 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-a8d95430-f709-4534-a4ca-10f2a90b81ae tempest-NetworksIpV6Test-1749752521 tempest-NetworksIpV6Test-1749752521-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273'] for segment, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:45:32.009172 n-d-816865-1 neutron-server[102386]: INFO neutron.db.segments_db [None req-a8d95430-f709-4534-a4ca-10f2a90b81ae tempest-NetworksIpV6Test-1749752521 tempest-NetworksIpV6Test-1749752521-project] Added segment 43fe18b1-717e-41d6-becc-4e5cb5386ddc of type vlan for network 3d518046-c8ca-49e4-91a7-f811eb160c28 Nov 05 19:45:32.051494 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-a8d95430-f709-4534-a4ca-10f2a90b81ae tempest-NetworksIpV6Test-1749752521 tempest-NetworksIpV6Test-1749752521-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750027258543'] for network, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:45:32.148164 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-8b44f4b5-cb67-4952-bae7-341bd6d2cf22 None None] Publish callbacks [] for port, precommit_create {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:45:32.155371 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-a8d95430-f709-4534-a4ca-10f2a90b81ae tempest-NetworksIpV6Test-1749752521 tempest-NetworksIpV6Test-1749752521-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-956796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877'] for network, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:45:32.161059 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8d95430-f709-4534-a4ca-10f2a90b81ae tempest-NetworksIpV6Test-1749752521 tempest-NetworksIpV6Test-1749752521-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:45:32.161660 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-a8d95430-f709-4534-a4ca-10f2a90b81ae tempest-NetworksIpV6Test-1749752521 tempest-NetworksIpV6Test-1749752521-project] Publish callbacks [] for network, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:45:32.227239 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d95430-f709-4534-a4ca-10f2a90b81ae tempest-NetworksIpV6Test-1749752521 tempest-NetworksIpV6Test-1749752521-project] Pushing event updated for resources: {'Network': ['ID=3d518046-c8ca-49e4-91a7-f811eb160c28,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:45:32.237746 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Network 3d518046-c8ca-49e4-91a7-f811eb160c28 details requested by agent ovs-agent-n-d-816865-1 with host n-d-816865-1 {{(pid=102388) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 05 19:45:32.258211 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-8b44f4b5-cb67-4952-bae7-341bd6d2cf22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789'] for port, after_create {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:45:32.277823 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-a8d95430-f709-4534-a4ca-10f2a90b81ae tempest-NetworksIpV6Test-1749752521 tempest-NetworksIpV6Test-1749752521-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4006443 Nov 05 19:45:32.285229 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 45288) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:45:32.290608 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-f0ab354f-3c1a-410e-b32e-466d57b2669f tempest-NetworksIpV6Test-1749752521 tempest-NetworksIpV6Test-1749752521-project] Request body: {'subnet': {'network_id': '3d518046-c8ca-49e4-91a7-f811eb160c28', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:45:32.344543 n-d-816865-1 neutron-server[102388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b44f4b5-cb67-4952-bae7-341bd6d2cf22 None None] Network 9a73ef51-6ad6-4512-939c-a08ddb4ca2a4 is already hosted by enough agents. {{(pid=102388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 19:45:32.351149 n-d-816865-1 neutron-server[102388]: DEBUG neutron.scheduler.base_scheduler [None req-8b44f4b5-cb67-4952-bae7-341bd6d2cf22 None None] Resources bound (agent type, host, resource id): {{(pid=102388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 19:45:32.353670 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b44f4b5-cb67-4952-bae7-341bd6d2cf22 None None] Received port after_create {{(pid=102388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 19:45:32.355692 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b44f4b5-cb67-4952-bae7-341bd6d2cf22 None None] Pushing event updated for resources: {'Port': ['ID=2dfa8ad9-6bae-4374-8623-1028f62b73fb,revision_number=1']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:45:32.410117 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-8b44f4b5-cb67-4952-bae7-341bd6d2cf22 None None] Attempting to bind port 2dfa8ad9-6bae-4374-8623-1028f62b73fb on host n-d-816865-1 for vnic_type normal with profile {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 19:45:32.410486 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-8b44f4b5-cb67-4952-bae7-341bd6d2cf22 None None] Attempting to bind port 2dfa8ad9-6bae-4374-8623-1028f62b73fb by drivers openvswitch,hyperv on host n-d-816865-1 at level 0 using segments [{'id': '31829b68-f478-476b-b274-0927a1598f40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '9a73ef51-6ad6-4512-939c-a08ddb4ca2a4'}] {{(pid=102388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 19:45:32.410844 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b44f4b5-cb67-4952-bae7-341bd6d2cf22 None None] Attempting to bind port 2dfa8ad9-6bae-4374-8623-1028f62b73fb on network 9a73ef51-6ad6-4512-939c-a08ddb4ca2a4 {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 19:45:32.416013 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b44f4b5-cb67-4952-bae7-341bd6d2cf22 None None] Checking agent: {'id': '724d89a7-611b-41e6-bc85-c48112b17afa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 18, 25, 8), 'started_at': datetime.datetime(2021, 11, 5, 18, 25, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 19, 45, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 19:45:32.416309 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b44f4b5-cb67-4952-bae7-341bd6d2cf22 None None] Checking segment: {'id': '31829b68-f478-476b-b274-0927a1598f40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '9a73ef51-6ad6-4512-939c-a08ddb4ca2a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 19:45:32.416713 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-8b44f4b5-cb67-4952-bae7-341bd6d2cf22 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:45:32.417104 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b44f4b5-cb67-4952-bae7-341bd6d2cf22 None None] Bound using segment: {'id': '31829b68-f478-476b-b274-0927a1598f40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '9a73ef51-6ad6-4512-939c-a08ddb4ca2a4'} {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 19:45:32.417571 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-8b44f4b5-cb67-4952-bae7-341bd6d2cf22 None None] Bound port: 2dfa8ad9-6bae-4374-8623-1028f62b73fb, host: n-d-816865-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31829b68-f478-476b-b274-0927a1598f40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '9a73ef51-6ad6-4512-939c-a08ddb4ca2a4'}}] {{(pid=102388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 19:45:32.417953 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-8b44f4b5-cb67-4952-bae7-341bd6d2cf22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:45:32.456695 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0ab354f-3c1a-410e-b32e-466d57b2669f tempest-NetworksIpV6Test-1749752521 tempest-NetworksIpV6Test-1749752521-project] Made reservation on behalf of 6e61b17bedb8443eb459d32b9d88a986 for: {'subnet': 1} {{(pid=102387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 19:45:32.460279 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-f0ab354f-3c1a-410e-b32e-466d57b2669f tempest-NetworksIpV6Test-1749752521 tempest-NetworksIpV6Test-1749752521-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5112236'] for subnet, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:45:32.479720 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-8b44f4b5-cb67-4952-bae7-341bd6d2cf22 None None] For port 2dfa8ad9-6bae-4374-8623-1028f62b73fb, host n-d-816865-1, cleared binding levels {{(pid=102388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 19:45:32.482739 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-8b44f4b5-cb67-4952-bae7-341bd6d2cf22 None None] For port 2dfa8ad9-6bae-4374-8623-1028f62b73fb, host n-d-816865-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=2dfa8ad9-6bae-4374-8623-1028f62b73fb,segment=NetworkSegment(31829b68-f478-476b-b274-0927a1598f40),segment_id=31829b68-f478-476b-b274-0927a1598f40)] {{(pid=102388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 19:45:32.538714 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-8b44f4b5-cb67-4952-bae7-341bd6d2cf22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:45:32.616197 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b44f4b5-cb67-4952-bae7-341bd6d2cf22 None None] Pushing event updated for resources: {'Port': ['ID=2dfa8ad9-6bae-4374-8623-1028f62b73fb,revision_number=2']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:45:32.652642 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-45260219-1bed-49a5-9687-89ffbcdb8f6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:45:32.715921 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-f0ab354f-3c1a-410e-b32e-466d57b2669f tempest-NetworksIpV6Test-1749752521 tempest-NetworksIpV6Test-1749752521-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4417463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5112218'] for subnet, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:45:32.795253 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ab354f-3c1a-410e-b32e-466d57b2669f tempest-NetworksIpV6Test-1749752521 tempest-NetworksIpV6Test-1749752521-project] Pushing event updated for resources: {'Subnet': ['ID=577391ef-0c11-4cf4-a9bc-d6ea2664f728,revision_number=0']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:45:32.810017 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0ab354f-3c1a-410e-b32e-466d57b2669f tempest-NetworksIpV6Test-1749752521 tempest-NetworksIpV6Test-1749752521-project] Checking segment: {'id': '43fe18b1-717e-41d6-becc-4e5cb5386ddc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '3d518046-c8ca-49e4-91a7-f811eb160c28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 19:45:32.810624 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0ab354f-3c1a-410e-b32e-466d57b2669f tempest-NetworksIpV6Test-1749752521 tempest-NetworksIpV6Test-1749752521-project] Network hostable DHCP agents. Network: 3d518046-c8ca-49e4-91a7-f811eb160c28, hostable agents: ['987e2ca0-bc3b-4c6f-a989-429ccfbf753f'], hosted agents: [] {{(pid=102387) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 05 19:45:32.886338 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0ab354f-3c1a-410e-b32e-466d57b2669f tempest-NetworksIpV6Test-1749752521 tempest-NetworksIpV6Test-1749752521-project] Network 3d518046-c8ca-49e4-91a7-f811eb160c28 is scheduled to be hosted by DHCP agent 987e2ca0-bc3b-4c6f-a989-429ccfbf753f with binding_index 1 {{(pid=102387) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 05 19:45:32.965149 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.base_scheduler [None req-f0ab354f-3c1a-410e-b32e-466d57b2669f tempest-NetworksIpV6Test-1749752521 tempest-NetworksIpV6Test-1749752521-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816865-1, 3d518046-c8ca-49e4-91a7-f811eb160c28) {{(pid=102387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 19:45:32.969540 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0ab354f-3c1a-410e-b32e-466d57b2669f tempest-NetworksIpV6Test-1749752521 tempest-NetworksIpV6Test-1749752521-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:45:32.970322 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-f0ab354f-3c1a-410e-b32e-466d57b2669f tempest-NetworksIpV6Test-1749752521 tempest-NetworksIpV6Test-1749752521-project] Publish callbacks [] for subnet, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:45:32.975278 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f14d6f00-7d4d-4e35-95b8-3731ad96bd95 None None] Network 3d518046-c8ca-49e4-91a7-f811eb160c28 requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 19:45:33.065474 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-f0ab354f-3c1a-410e-b32e-466d57b2669f tempest-NetworksIpV6Test-1749752521 tempest-NetworksIpV6Test-1749752521-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.7791274 Nov 05 19:45:33.068218 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 45290) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:45:33.123912 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18ae7aea-9299-45b0-b4dc-216a167c1641 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeb20a084-accf-5b60-8075-3e69ebe863a6-3d518046-c8ca-49e4-91a7-f811eb160c28', 'network_id': '3d518046-c8ca-49e4-91a7-f811eb160c28', 'tenant_id': '6e61b17bedb8443eb459d32b9d88a986', 'fixed_ips': [{'subnet_id': '577391ef-0c11-4cf4-a9bc-d6ea2664f728'}]}} from n-d-816865-1. {{(pid=102388) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 05 19:45:33.124898 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-18ae7aea-9299-45b0-b4dc-216a167c1641 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:45:33.168879 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-cb95b881-e1f3-4d4f-9d1c-ff2eb6c6f6f9 tempest-NetworksIpV6Test-1749752521 tempest-NetworksIpV6Test-1749752521-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1664226'] for network, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:45:33.258601 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-cb95b881-e1f3-4d4f-9d1c-ff2eb6c6f6f9 tempest-NetworksIpV6Test-1749752521 tempest-NetworksIpV6Test-1749752521-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1573928'] for subnet, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:45:33.269927 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.db_base_plugin_common [None req-18ae7aea-9299-45b0-b4dc-216a167c1641 None None] Allocated IP 2001:db8::2 (3d518046-c8ca-49e4-91a7-f811eb160c28/577391ef-0c11-4cf4-a9bc-d6ea2664f728/686c8048-6622-4a28-a4bd-0bf905b05be1) {{(pid=102388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 19:45:33.425866 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-18ae7aea-9299-45b0-b4dc-216a167c1641 None None] Publish callbacks [] for port, precommit_create {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:45:33.487353 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-18ae7aea-9299-45b0-b4dc-216a167c1641 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789'] for port, after_create {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:45:33.522998 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc0e7ce2-1926-4d8d-b5ba-3abc6ee531d3 None None] Network 9a73ef51-6ad6-4512-939c-a08ddb4ca2a4 requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 19:45:33.544765 n-d-816865-1 neutron-server[102388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18ae7aea-9299-45b0-b4dc-216a167c1641 None None] Network 3d518046-c8ca-49e4-91a7-f811eb160c28 is already hosted by enough agents. {{(pid=102388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 19:45:33.563625 n-d-816865-1 neutron-server[102388]: DEBUG neutron.scheduler.base_scheduler [None req-18ae7aea-9299-45b0-b4dc-216a167c1641 None None] Resources bound (agent type, host, resource id): {{(pid=102388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 19:45:33.589986 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-cb95b881-e1f3-4d4f-9d1c-ff2eb6c6f6f9 tempest-NetworksIpV6Test-1749752521 tempest-NetworksIpV6Test-1749752521-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1573905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4417146', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5112209'] for subnet, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:45:33.594276 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18ae7aea-9299-45b0-b4dc-216a167c1641 None None] Received port after_create {{(pid=102388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 19:45:33.599786 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ae7aea-9299-45b0-b4dc-216a167c1641 None None] Pushing event updated for resources: {'Port': ['ID=686c8048-6622-4a28-a4bd-0bf905b05be1,revision_number=1']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:45:33.620605 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb95b881-e1f3-4d4f-9d1c-ff2eb6c6f6f9 tempest-NetworksIpV6Test-1749752521 tempest-NetworksIpV6Test-1749752521-project] Pushing event deleted for resources: {'Subnet': ['ID=577391ef-0c11-4cf4-a9bc-d6ea2664f728,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:45:33.632571 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-291630b0-c658-4da1-ad96-c8c2a90d4e62 None None] Provisioning complete for port 2dfa8ad9-6bae-4374-8623-1028f62b73fb triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:45:33.632951 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-291630b0-c658-4da1-ad96-c8c2a90d4e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:45:33.684227 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-cb95b881-e1f3-4d4f-9d1c-ff2eb6c6f6f9 tempest-NetworksIpV6Test-1749752521 tempest-NetworksIpV6Test-1749752521-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1579173', 'neutron.services.segments.db._delete_segments_for_network-8750027792909'] for network, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:45:33.703960 n-d-816865-1 neutron-server[102387]: DEBUG neutron.services.segments.db [None req-cb95b881-e1f3-4d4f-9d1c-ff2eb6c6f6f9 tempest-NetworksIpV6Test-1749752521 tempest-NetworksIpV6Test-1749752521-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d518046-c8ca-49e4-91a7-f811eb160c28']}} {{(pid=102387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:45:33.713176 n-d-816865-1 neutron-server[102387]: DEBUG neutron.services.segments.db [None req-cb95b881-e1f3-4d4f-9d1c-ff2eb6c6f6f9 tempest-NetworksIpV6Test-1749752521 tempest-NetworksIpV6Test-1749752521-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '43fe18b1-717e-41d6-becc-4e5cb5386ddc') {'for_net_delete': True} {{(pid=102387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:45:33.713470 n-d-816865-1 neutron-server[102387]: DEBUG neutron.services.segments.db [None req-cb95b881-e1f3-4d4f-9d1c-ff2eb6c6f6f9 tempest-NetworksIpV6Test-1749752521 tempest-NetworksIpV6Test-1749752521-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '43fe18b1-717e-41d6-becc-4e5cb5386ddc') {} {{(pid=102387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:45:33.714924 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-18ae7aea-9299-45b0-b4dc-216a167c1641 None None] Attempting to bind port 686c8048-6622-4a28-a4bd-0bf905b05be1 on host n-d-816865-1 for vnic_type normal with profile {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 19:45:33.715296 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-18ae7aea-9299-45b0-b4dc-216a167c1641 None None] Attempting to bind port 686c8048-6622-4a28-a4bd-0bf905b05be1 by drivers openvswitch,hyperv on host n-d-816865-1 at level 0 using segments [{'id': '43fe18b1-717e-41d6-becc-4e5cb5386ddc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '3d518046-c8ca-49e4-91a7-f811eb160c28'}] {{(pid=102388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 19:45:33.715654 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18ae7aea-9299-45b0-b4dc-216a167c1641 None None] Attempting to bind port 686c8048-6622-4a28-a4bd-0bf905b05be1 on network 3d518046-c8ca-49e4-91a7-f811eb160c28 {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 19:45:33.723059 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-cb95b881-e1f3-4d4f-9d1c-ff2eb6c6f6f9 tempest-NetworksIpV6Test-1749752521 tempest-NetworksIpV6Test-1749752521-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750027793430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4463492'] for segment, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:45:33.736974 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-cb95b881-e1f3-4d4f-9d1c-ff2eb6c6f6f9 tempest-NetworksIpV6Test-1749752521 tempest-NetworksIpV6Test-1749752521-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273'] for segment, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:45:33.742937 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb95b881-e1f3-4d4f-9d1c-ff2eb6c6f6f9 tempest-NetworksIpV6Test-1749752521 tempest-NetworksIpV6Test-1749752521-project] Releasing vlan 183 on physical network physnet1 to pool {{(pid=102387) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 05 19:45:33.746794 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-cb95b881-e1f3-4d4f-9d1c-ff2eb6c6f6f9 tempest-NetworksIpV6Test-1749752521 tempest-NetworksIpV6Test-1749752521-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4417236'] for segment, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:45:33.746937 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18ae7aea-9299-45b0-b4dc-216a167c1641 None None] Checking agent: {'id': '724d89a7-611b-41e6-bc85-c48112b17afa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 18, 25, 8), 'started_at': datetime.datetime(2021, 11, 5, 18, 25, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 19, 45, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 19:45:33.746937 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18ae7aea-9299-45b0-b4dc-216a167c1641 None None] Checking segment: {'id': '43fe18b1-717e-41d6-becc-4e5cb5386ddc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '3d518046-c8ca-49e4-91a7-f811eb160c28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 19:45:33.746937 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-18ae7aea-9299-45b0-b4dc-216a167c1641 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:45:33.747257 n-d-816865-1 neutron-server[102387]: Traceback (most recent call last): Nov 05 19:45:33.747257 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 05 19:45:33.747257 n-d-816865-1 neutron-server[102387]: timer() Nov 05 19:45:33.747257 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 05 19:45:33.747257 n-d-816865-1 neutron-server[102387]: cb(*args, **kw) Nov 05 19:45:33.747257 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 05 19:45:33.747257 n-d-816865-1 neutron-server[102387]: return func(*args, **kwargs) Nov 05 19:45:33.747257 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 05 19:45:33.747257 n-d-816865-1 neutron-server[102387]: self._notify() Nov 05 19:45:33.747257 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 05 19:45:33.747257 n-d-816865-1 neutron-server[102387]: self.callback(batched_events) Nov 05 19:45:33.747257 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 05 19:45:33.747257 n-d-816865-1 neutron-server[102387]: event.method(event) Nov 05 19:45:33.747257 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 05 19:45:33.747257 n-d-816865-1 neutron-server[102387]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 05 19:45:33.747257 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 05 19:45:33.747257 n-d-816865-1 neutron-server[102387]: aggregate_uuid = self.p_client.list_aggregates( Nov 05 19:45:33.747257 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 05 19:45:33.747257 n-d-816865-1 neutron-server[102387]: return f(self, *a, **k) Nov 05 19:45:33.747257 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 05 19:45:33.747257 n-d-816865-1 neutron-server[102387]: return self._get(url).json() Nov 05 19:45:33.747257 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 05 19:45:33.747257 n-d-816865-1 neutron-server[102387]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 05 19:45:33.747257 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 05 19:45:33.747257 n-d-816865-1 neutron-server[102387]: return self.request(url, 'GET', **kwargs) Nov 05 19:45:33.747257 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 05 19:45:33.747257 n-d-816865-1 neutron-server[102387]: base_url = self.get_endpoint(auth, allow=allow, Nov 05 19:45:33.747257 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 05 19:45:33.747257 n-d-816865-1 neutron-server[102387]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 05 19:45:33.747257 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 05 19:45:33.747257 n-d-816865-1 neutron-server[102387]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 05 19:45:33.747257 n-d-816865-1 neutron-server[102387]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 05 19:45:33.749108 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18ae7aea-9299-45b0-b4dc-216a167c1641 None None] Bound using segment: {'id': '43fe18b1-717e-41d6-becc-4e5cb5386ddc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '3d518046-c8ca-49e4-91a7-f811eb160c28'} {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 19:45:33.749108 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-18ae7aea-9299-45b0-b4dc-216a167c1641 None None] Bound port: 686c8048-6622-4a28-a4bd-0bf905b05be1, host: n-d-816865-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43fe18b1-717e-41d6-becc-4e5cb5386ddc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '3d518046-c8ca-49e4-91a7-f811eb160c28'}}] {{(pid=102388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 19:45:33.749108 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-18ae7aea-9299-45b0-b4dc-216a167c1641 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:45:33.841643 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.db.api [None req-cb95b881-e1f3-4d4f-9d1c-ff2eb6c6f6f9 tempest-NetworksIpV6Test-1749752521 tempest-NetworksIpV6Test-1749752521-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 05 19:45:33.841643 n-d-816865-1 neutron-server[102387]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 05 19:45:33.841643 n-d-816865-1 neutron-server[102387]: [parameters: {'id': '3d518046-c8ca-49e4-91a7-f811eb160c28'}] Nov 05 19:45:33.841643 n-d-816865-1 neutron-server[102387]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102387) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 05 19:45:33.842123 n-d-816865-1 neutron-server[102387]: DEBUG oslo_db.api [None req-cb95b881-e1f3-4d4f-9d1c-ff2eb6c6f6f9 tempest-NetworksIpV6Test-1749752521 tempest-NetworksIpV6Test-1749752521-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 05 19:45:33.865002 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-291630b0-c658-4da1-ad96-c8c2a90d4e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:45:33.888275 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-18ae7aea-9299-45b0-b4dc-216a167c1641 None None] For port 686c8048-6622-4a28-a4bd-0bf905b05be1, host n-d-816865-1, cleared binding levels {{(pid=102388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 19:45:33.909311 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-18ae7aea-9299-45b0-b4dc-216a167c1641 None None] For port 686c8048-6622-4a28-a4bd-0bf905b05be1, host n-d-816865-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=686c8048-6622-4a28-a4bd-0bf905b05be1,segment=NetworkSegment(43fe18b1-717e-41d6-becc-4e5cb5386ddc),segment_id=43fe18b1-717e-41d6-becc-4e5cb5386ddc)] {{(pid=102388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 19:45:33.924183 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-291630b0-c658-4da1-ad96-c8c2a90d4e62 None None] For port 2dfa8ad9-6bae-4374-8623-1028f62b73fb, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=2dfa8ad9-6bae-4374-8623-1028f62b73fb,segment=NetworkSegment(31829b68-f478-476b-b274-0927a1598f40),segment_id=31829b68-f478-476b-b274-0927a1598f40)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:45:34.006330 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-18ae7aea-9299-45b0-b4dc-216a167c1641 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:45:34.008445 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-291630b0-c658-4da1-ad96-c8c2a90d4e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:45:34.098000 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ae7aea-9299-45b0-b4dc-216a167c1641 None None] Pushing event updated for resources: {'Port': ['ID=686c8048-6622-4a28-a4bd-0bf905b05be1,revision_number=2']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:45:34.124614 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5794eed-5df1-4570-8b77-9a15d39837b5 None None] Network 3d518046-c8ca-49e4-91a7-f811eb160c28 requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 19:45:34.208666 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-0b22718d-c29d-485b-9da8-42f00d422bab None None] Provisioning complete for port 2dfa8ad9-6bae-4374-8623-1028f62b73fb triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:45:34.208954 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-0b22718d-c29d-485b-9da8-42f00d422bab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:45:34.217682 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291630b0-c658-4da1-ad96-c8c2a90d4e62 None None] Pushing event updated for resources: {'Port': ['ID=2dfa8ad9-6bae-4374-8623-1028f62b73fb,revision_number=3']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:45:34.327834 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e51e4ac-242e-4708-a5e8-64038a9115bc None None] get_active_networks_info from n-d-816865-1 {{(pid=102388) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 05 19:45:34.343412 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-cb95b881-e1f3-4d4f-9d1c-ff2eb6c6f6f9 tempest-NetworksIpV6Test-1749752521 tempest-NetworksIpV6Test-1749752521-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1664226'] for network, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:45:34.400967 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [None req-cb95b881-e1f3-4d4f-9d1c-ff2eb6c6f6f9 tempest-NetworksIpV6Test-1749752521 tempest-NetworksIpV6Test-1749752521-project] Deleting port 686c8048-6622-4a28-a4bd-0bf905b05be1 {{(pid=102387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 19:45:34.401303 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-cb95b881-e1f3-4d4f-9d1c-ff2eb6c6f6f9 tempest-NetworksIpV6Test-1749752521 tempest-NetworksIpV6Test-1749752521-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:45:34.411183 n-d-816865-1 neutron-server[102388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e51e4ac-242e-4708-a5e8-64038a9115bc None None] Resources bound (agent type, host, resource id): {{(pid=102388) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 05 19:45:34.462749 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.db [None req-cb95b881-e1f3-4d4f-9d1c-ff2eb6c6f6f9 tempest-NetworksIpV6Test-1749752521 tempest-NetworksIpV6Test-1749752521-project] For port 686c8048-6622-4a28-a4bd-0bf905b05be1, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=686c8048-6622-4a28-a4bd-0bf905b05be1,segment=NetworkSegment(43fe18b1-717e-41d6-becc-4e5cb5386ddc),segment_id=43fe18b1-717e-41d6-becc-4e5cb5386ddc)] {{(pid=102387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:45:34.463111 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-cb95b881-e1f3-4d4f-9d1c-ff2eb6c6f6f9 tempest-NetworksIpV6Test-1749752521 tempest-NetworksIpV6Test-1749752521-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:45:34.475257 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [None req-cb95b881-e1f3-4d4f-9d1c-ff2eb6c6f6f9 tempest-NetworksIpV6Test-1749752521 tempest-NetworksIpV6Test-1749752521-project] Calling delete_port for 686c8048-6622-4a28-a4bd-0bf905b05be1 owned by network:dhcp {{(pid=102387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 19:45:34.628410 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-cb95b881-e1f3-4d4f-9d1c-ff2eb6c6f6f9 tempest-NetworksIpV6Test-1749752521 tempest-NetworksIpV6Test-1749752521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4417063'] for port, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:45:34.656646 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb95b881-e1f3-4d4f-9d1c-ff2eb6c6f6f9 tempest-NetworksIpV6Test-1749752521 tempest-NetworksIpV6Test-1749752521-project] Pushing event deleted for resources: {'Port': ['ID=686c8048-6622-4a28-a4bd-0bf905b05be1,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:45:34.658406 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb95b881-e1f3-4d4f-9d1c-ff2eb6c6f6f9 tempest-NetworksIpV6Test-1749752521 tempest-NetworksIpV6Test-1749752521-project] No DVR routers for this DVR port 686c8048-6622-4a28-a4bd-0bf905b05be1 on host n-d-816865-1 {{(pid=102387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 19:45:34.740452 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-cb95b881-e1f3-4d4f-9d1c-ff2eb6c6f6f9 tempest-NetworksIpV6Test-1749752521 tempest-NetworksIpV6Test-1749752521-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1579173', 'neutron.services.segments.db._delete_segments_for_network-8750027792909'] for network, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:45:34.762171 n-d-816865-1 neutron-server[102387]: DEBUG neutron.services.segments.db [None req-cb95b881-e1f3-4d4f-9d1c-ff2eb6c6f6f9 tempest-NetworksIpV6Test-1749752521 tempest-NetworksIpV6Test-1749752521-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d518046-c8ca-49e4-91a7-f811eb160c28']}} {{(pid=102387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:45:34.771849 n-d-816865-1 neutron-server[102387]: DEBUG neutron.services.segments.db [None req-cb95b881-e1f3-4d4f-9d1c-ff2eb6c6f6f9 tempest-NetworksIpV6Test-1749752521 tempest-NetworksIpV6Test-1749752521-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '43fe18b1-717e-41d6-becc-4e5cb5386ddc') {'for_net_delete': True} {{(pid=102387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:45:34.781381 n-d-816865-1 neutron-server[102387]: DEBUG neutron.services.segments.db [None req-cb95b881-e1f3-4d4f-9d1c-ff2eb6c6f6f9 tempest-NetworksIpV6Test-1749752521 tempest-NetworksIpV6Test-1749752521-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '43fe18b1-717e-41d6-becc-4e5cb5386ddc') {} {{(pid=102387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:45:34.781564 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-cb95b881-e1f3-4d4f-9d1c-ff2eb6c6f6f9 tempest-NetworksIpV6Test-1749752521 tempest-NetworksIpV6Test-1749752521-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750027793430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4463492'] for segment, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:45:34.791700 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 2dfa8ad9-6bae-4374-8623-1028f62b73fb up at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 19:45:34.794729 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-cb95b881-e1f3-4d4f-9d1c-ff2eb6c6f6f9 tempest-NetworksIpV6Test-1749752521 tempest-NetworksIpV6Test-1749752521-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273'] for segment, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:45:34.800939 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb95b881-e1f3-4d4f-9d1c-ff2eb6c6f6f9 tempest-NetworksIpV6Test-1749752521 tempest-NetworksIpV6Test-1749752521-project] Releasing vlan 183 on physical network physnet1 to pool {{(pid=102387) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 05 19:45:34.801324 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-cb95b881-e1f3-4d4f-9d1c-ff2eb6c6f6f9 tempest-NetworksIpV6Test-1749752521 tempest-NetworksIpV6Test-1749752521-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4417236'] for segment, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:45:34.804266 n-d-816865-1 neutron-server[102387]: Traceback (most recent call last): Nov 05 19:45:34.804266 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 05 19:45:34.804266 n-d-816865-1 neutron-server[102387]: timer() Nov 05 19:45:34.804266 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 05 19:45:34.804266 n-d-816865-1 neutron-server[102387]: cb(*args, **kw) Nov 05 19:45:34.804266 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 05 19:45:34.804266 n-d-816865-1 neutron-server[102387]: return func(*args, **kwargs) Nov 05 19:45:34.804266 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 05 19:45:34.804266 n-d-816865-1 neutron-server[102387]: self._notify() Nov 05 19:45:34.804266 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 05 19:45:34.804266 n-d-816865-1 neutron-server[102387]: self.callback(batched_events) Nov 05 19:45:34.804266 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 05 19:45:34.804266 n-d-816865-1 neutron-server[102387]: event.method(event) Nov 05 19:45:34.804266 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 05 19:45:34.804266 n-d-816865-1 neutron-server[102387]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 05 19:45:34.804266 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 05 19:45:34.804266 n-d-816865-1 neutron-server[102387]: aggregate_uuid = self.p_client.list_aggregates( Nov 05 19:45:34.804266 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 05 19:45:34.804266 n-d-816865-1 neutron-server[102387]: return f(self, *a, **k) Nov 05 19:45:34.804266 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 05 19:45:34.804266 n-d-816865-1 neutron-server[102387]: return self._get(url).json() Nov 05 19:45:34.804266 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 05 19:45:34.804266 n-d-816865-1 neutron-server[102387]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 05 19:45:34.804266 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 05 19:45:34.804266 n-d-816865-1 neutron-server[102387]: return self.request(url, 'GET', **kwargs) Nov 05 19:45:34.804266 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 05 19:45:34.804266 n-d-816865-1 neutron-server[102387]: base_url = self.get_endpoint(auth, allow=allow, Nov 05 19:45:34.804266 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 05 19:45:34.804266 n-d-816865-1 neutron-server[102387]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 05 19:45:34.804266 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 05 19:45:34.804266 n-d-816865-1 neutron-server[102387]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 05 19:45:34.804266 n-d-816865-1 neutron-server[102387]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 05 19:45:34.842322 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Provisioning complete for port 2dfa8ad9-6bae-4374-8623-1028f62b73fb triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:45:34.842898 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:45:34.870355 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:45:34.965803 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-cb95b881-e1f3-4d4f-9d1c-ff2eb6c6f6f9 tempest-NetworksIpV6Test-1749752521 tempest-NetworksIpV6Test-1749752521-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1579178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-956796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1000687'] for network, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:45:34.974027 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-cb95b881-e1f3-4d4f-9d1c-ff2eb6c6f6f9 tempest-NetworksIpV6Test-1749752521 tempest-NetworksIpV6Test-1749752521-project] Publish callbacks [] for network, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:45:34.977473 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-cb95b881-e1f3-4d4f-9d1c-ff2eb6c6f6f9 tempest-NetworksIpV6Test-1749752521 tempest-NetworksIpV6Test-1749752521-project] 10.222.0.13 "DELETE /v2.0/networks/3d518046-c8ca-49e4-91a7-f811eb160c28 HTTP/1.1" status: 204 len: 168 time: 1.9082456 Nov 05 19:45:34.982173 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 45292) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:45:34.998396 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-a8444640-2b9d-4f41-b480-03171920c4f6 tempest-NetworksIpV6Test-1749752521 tempest-NetworksIpV6Test-1749752521-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1564431463'}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:45:35.001445 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb95b881-e1f3-4d4f-9d1c-ff2eb6c6f6f9 tempest-NetworksIpV6Test-1749752521 tempest-NetworksIpV6Test-1749752521-project] Pushing event deleted for resources: {'Network': ['ID=3d518046-c8ca-49e4-91a7-f811eb160c28,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:45:35.126865 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8444640-2b9d-4f41-b480-03171920c4f6 tempest-NetworksIpV6Test-1749752521 tempest-NetworksIpV6Test-1749752521-project] Made reservation on behalf of 6e61b17bedb8443eb459d32b9d88a986 for: {'network': 1} {{(pid=102387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 19:45:35.130488 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-a8444640-2b9d-4f41-b480-03171920c4f6 tempest-NetworksIpV6Test-1749752521 tempest-NetworksIpV6Test-1749752521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for network, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:45:35.155169 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8444640-2b9d-4f41-b480-03171920c4f6 tempest-NetworksIpV6Test-1749752521 tempest-NetworksIpV6Test-1749752521-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 166} {{(pid=102387) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 05 19:45:35.163802 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-a8444640-2b9d-4f41-b480-03171920c4f6 tempest-NetworksIpV6Test-1749752521 tempest-NetworksIpV6Test-1749752521-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273'] for segment, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:45:35.164142 n-d-816865-1 neutron-server[102387]: INFO neutron.db.segments_db [None req-a8444640-2b9d-4f41-b480-03171920c4f6 tempest-NetworksIpV6Test-1749752521 tempest-NetworksIpV6Test-1749752521-project] Added segment 7dc6f585-2ef1-4841-bd65-84aee82bdcea of type vlan for network da2d41bf-7fef-43ca-97ec-4db77877fa93 Nov 05 19:45:35.207511 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-a8444640-2b9d-4f41-b480-03171920c4f6 tempest-NetworksIpV6Test-1749752521 tempest-NetworksIpV6Test-1749752521-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750027258543'] for network, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:45:35.326718 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-a8444640-2b9d-4f41-b480-03171920c4f6 tempest-NetworksIpV6Test-1749752521 tempest-NetworksIpV6Test-1749752521-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-956796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877'] for network, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:45:35.332188 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8444640-2b9d-4f41-b480-03171920c4f6 tempest-NetworksIpV6Test-1749752521 tempest-NetworksIpV6Test-1749752521-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:45:35.332795 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-a8444640-2b9d-4f41-b480-03171920c4f6 tempest-NetworksIpV6Test-1749752521 tempest-NetworksIpV6Test-1749752521-project] Publish callbacks [] for network, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:45:35.423729 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-93a8cd0f-31da-4902-98c1-2b71541bf274 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:45:35.434988 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8444640-2b9d-4f41-b480-03171920c4f6 tempest-NetworksIpV6Test-1749752521 tempest-NetworksIpV6Test-1749752521-project] Pushing event updated for resources: {'Network': ['ID=da2d41bf-7fef-43ca-97ec-4db77877fa93,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:45:35.444558 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Network da2d41bf-7fef-43ca-97ec-4db77877fa93 details requested by agent ovs-agent-n-d-816865-1 with host n-d-816865-1 {{(pid=102388) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 05 19:45:35.466138 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-a8444640-2b9d-4f41-b480-03171920c4f6 tempest-NetworksIpV6Test-1749752521 tempest-NetworksIpV6Test-1749752521-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4826028 Nov 05 19:45:35.468798 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 45294) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:45:35.473999 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-57054027-f1aa-4b3c-9917-21c19c5fae03 tempest-NetworksIpV6Test-1749752521 tempest-NetworksIpV6Test-1749752521-project] Request body: {'subnet': {'network_id': 'da2d41bf-7fef-43ca-97ec-4db77877fa93', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:45:35.663719 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57054027-f1aa-4b3c-9917-21c19c5fae03 tempest-NetworksIpV6Test-1749752521 tempest-NetworksIpV6Test-1749752521-project] Made reservation on behalf of 6e61b17bedb8443eb459d32b9d88a986 for: {'subnet': 1} {{(pid=102387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 19:45:35.667502 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-57054027-f1aa-4b3c-9917-21c19c5fae03 tempest-NetworksIpV6Test-1749752521 tempest-NetworksIpV6Test-1749752521-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5112236'] for subnet, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:45:35.725807 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.ipam_backend_mixin [None req-57054027-f1aa-4b3c-9917-21c19c5fae03 tempest-NetworksIpV6Test-1749752521 tempest-NetworksIpV6Test-1749752521-project] Performing IP validity checks on allocation pools {{(pid=102387) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 05 19:45:35.726350 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.ipam_backend_mixin [None req-57054027-f1aa-4b3c-9917-21c19c5fae03 tempest-NetworksIpV6Test-1749752521 tempest-NetworksIpV6Test-1749752521-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102387) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 05 19:45:35.881000 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-57054027-f1aa-4b3c-9917-21c19c5fae03 tempest-NetworksIpV6Test-1749752521 tempest-NetworksIpV6Test-1749752521-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4417463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5112218'] for subnet, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:45:35.945567 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57054027-f1aa-4b3c-9917-21c19c5fae03 tempest-NetworksIpV6Test-1749752521 tempest-NetworksIpV6Test-1749752521-project] Pushing event updated for resources: {'Subnet': ['ID=9b186307-2ac7-4e71-8d5f-6d122ec0a3bd,revision_number=0']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:45:35.956795 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57054027-f1aa-4b3c-9917-21c19c5fae03 tempest-NetworksIpV6Test-1749752521 tempest-NetworksIpV6Test-1749752521-project] Checking segment: {'id': '7dc6f585-2ef1-4841-bd65-84aee82bdcea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'da2d41bf-7fef-43ca-97ec-4db77877fa93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 19:45:35.956795 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57054027-f1aa-4b3c-9917-21c19c5fae03 tempest-NetworksIpV6Test-1749752521 tempest-NetworksIpV6Test-1749752521-project] Network hostable DHCP agents. Network: da2d41bf-7fef-43ca-97ec-4db77877fa93, hostable agents: ['987e2ca0-bc3b-4c6f-a989-429ccfbf753f'], hosted agents: [] {{(pid=102387) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 05 19:45:36.012230 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57054027-f1aa-4b3c-9917-21c19c5fae03 tempest-NetworksIpV6Test-1749752521 tempest-NetworksIpV6Test-1749752521-project] Network da2d41bf-7fef-43ca-97ec-4db77877fa93 is scheduled to be hosted by DHCP agent 987e2ca0-bc3b-4c6f-a989-429ccfbf753f with binding_index 1 {{(pid=102387) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 05 19:45:36.080779 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.base_scheduler [None req-57054027-f1aa-4b3c-9917-21c19c5fae03 tempest-NetworksIpV6Test-1749752521 tempest-NetworksIpV6Test-1749752521-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816865-1, da2d41bf-7fef-43ca-97ec-4db77877fa93) {{(pid=102387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 19:45:36.084828 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57054027-f1aa-4b3c-9917-21c19c5fae03 tempest-NetworksIpV6Test-1749752521 tempest-NetworksIpV6Test-1749752521-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:45:36.085363 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-57054027-f1aa-4b3c-9917-21c19c5fae03 tempest-NetworksIpV6Test-1749752521 tempest-NetworksIpV6Test-1749752521-project] Publish callbacks [] for subnet, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:45:36.090634 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64315417-dd3c-4d36-b03c-f590eac439ae None None] Network da2d41bf-7fef-43ca-97ec-4db77877fa93 requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 19:45:36.175387 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-57054027-f1aa-4b3c-9917-21c19c5fae03 tempest-NetworksIpV6Test-1749752521 tempest-NetworksIpV6Test-1749752521-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.7055099 Nov 05 19:45:36.178113 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 45296) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:45:36.234786 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f02aab21-0dff-4762-aa91-4ee3638c3b2b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeb20a084-accf-5b60-8075-3e69ebe863a6-da2d41bf-7fef-43ca-97ec-4db77877fa93', 'network_id': 'da2d41bf-7fef-43ca-97ec-4db77877fa93', 'tenant_id': '6e61b17bedb8443eb459d32b9d88a986', 'fixed_ips': [{'subnet_id': '9b186307-2ac7-4e71-8d5f-6d122ec0a3bd'}]}} from n-d-816865-1. {{(pid=102388) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 05 19:45:36.235673 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-f02aab21-0dff-4762-aa91-4ee3638c3b2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:45:36.275485 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-db4eea8b-259c-4365-9679-1597556c4686 tempest-NetworksIpV6Test-1749752521 tempest-NetworksIpV6Test-1749752521-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1664226'] for network, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:45:36.330954 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-db4eea8b-259c-4365-9679-1597556c4686 tempest-NetworksIpV6Test-1749752521 tempest-NetworksIpV6Test-1749752521-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1573928'] for subnet, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:45:36.373877 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.db_base_plugin_common [None req-f02aab21-0dff-4762-aa91-4ee3638c3b2b None None] Allocated IP 2001:db8::3 (da2d41bf-7fef-43ca-97ec-4db77877fa93/9b186307-2ac7-4e71-8d5f-6d122ec0a3bd/9aa4b89c-1002-43ce-a311-acbd6f4ad778) {{(pid=102388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 19:45:36.478938 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b304910f-7b27-444b-a8fc-977d26b1ceac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:45:36.527781 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-f02aab21-0dff-4762-aa91-4ee3638c3b2b None None] Publish callbacks [] for port, precommit_create {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:45:36.595670 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-f02aab21-0dff-4762-aa91-4ee3638c3b2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789'] for port, after_create {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:45:36.634246 n-d-816865-1 neutron-server[102388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f02aab21-0dff-4762-aa91-4ee3638c3b2b None None] Network da2d41bf-7fef-43ca-97ec-4db77877fa93 is already hosted by enough agents. {{(pid=102388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 19:45:36.639070 n-d-816865-1 neutron-server[102388]: DEBUG neutron.scheduler.base_scheduler [None req-f02aab21-0dff-4762-aa91-4ee3638c3b2b None None] Resources bound (agent type, host, resource id): {{(pid=102388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 19:45:36.642904 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f02aab21-0dff-4762-aa91-4ee3638c3b2b None None] Received port after_create {{(pid=102388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 19:45:36.650308 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02aab21-0dff-4762-aa91-4ee3638c3b2b None None] Pushing event updated for resources: {'Port': ['ID=9aa4b89c-1002-43ce-a311-acbd6f4ad778,revision_number=1']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:45:36.675292 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-db4eea8b-259c-4365-9679-1597556c4686 tempest-NetworksIpV6Test-1749752521 tempest-NetworksIpV6Test-1749752521-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1573905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4417146', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5112209'] for subnet, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:45:36.701397 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4eea8b-259c-4365-9679-1597556c4686 tempest-NetworksIpV6Test-1749752521 tempest-NetworksIpV6Test-1749752521-project] Pushing event deleted for resources: {'Subnet': ['ID=9b186307-2ac7-4e71-8d5f-6d122ec0a3bd,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:45:36.709260 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-f02aab21-0dff-4762-aa91-4ee3638c3b2b None None] Attempting to bind port 9aa4b89c-1002-43ce-a311-acbd6f4ad778 on host n-d-816865-1 for vnic_type normal with profile {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 19:45:36.709630 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-f02aab21-0dff-4762-aa91-4ee3638c3b2b None None] Attempting to bind port 9aa4b89c-1002-43ce-a311-acbd6f4ad778 by drivers openvswitch,hyperv on host n-d-816865-1 at level 0 using segments [{'id': '7dc6f585-2ef1-4841-bd65-84aee82bdcea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'da2d41bf-7fef-43ca-97ec-4db77877fa93'}] {{(pid=102388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 19:45:36.709989 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f02aab21-0dff-4762-aa91-4ee3638c3b2b None None] Attempting to bind port 9aa4b89c-1002-43ce-a311-acbd6f4ad778 on network da2d41bf-7fef-43ca-97ec-4db77877fa93 {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 19:45:36.715639 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f02aab21-0dff-4762-aa91-4ee3638c3b2b None None] Checking agent: {'id': '724d89a7-611b-41e6-bc85-c48112b17afa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 18, 25, 8), 'started_at': datetime.datetime(2021, 11, 5, 18, 25, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 19, 45, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 19:45:36.716043 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f02aab21-0dff-4762-aa91-4ee3638c3b2b None None] Checking segment: {'id': '7dc6f585-2ef1-4841-bd65-84aee82bdcea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'da2d41bf-7fef-43ca-97ec-4db77877fa93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 19:45:36.716445 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-f02aab21-0dff-4762-aa91-4ee3638c3b2b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:45:36.716833 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f02aab21-0dff-4762-aa91-4ee3638c3b2b None None] Bound using segment: {'id': '7dc6f585-2ef1-4841-bd65-84aee82bdcea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'da2d41bf-7fef-43ca-97ec-4db77877fa93'} {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 19:45:36.717295 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-f02aab21-0dff-4762-aa91-4ee3638c3b2b None None] Bound port: 9aa4b89c-1002-43ce-a311-acbd6f4ad778, host: n-d-816865-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7dc6f585-2ef1-4841-bd65-84aee82bdcea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'da2d41bf-7fef-43ca-97ec-4db77877fa93'}}] {{(pid=102388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 19:45:36.717682 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-f02aab21-0dff-4762-aa91-4ee3638c3b2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:45:36.764822 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-db4eea8b-259c-4365-9679-1597556c4686 tempest-NetworksIpV6Test-1749752521 tempest-NetworksIpV6Test-1749752521-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1579173', 'neutron.services.segments.db._delete_segments_for_network-8750027792909'] for network, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:45:36.786510 n-d-816865-1 neutron-server[102387]: DEBUG neutron.services.segments.db [None req-db4eea8b-259c-4365-9679-1597556c4686 tempest-NetworksIpV6Test-1749752521 tempest-NetworksIpV6Test-1749752521-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da2d41bf-7fef-43ca-97ec-4db77877fa93']}} {{(pid=102387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:45:36.789585 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-f02aab21-0dff-4762-aa91-4ee3638c3b2b None None] For port 9aa4b89c-1002-43ce-a311-acbd6f4ad778, host n-d-816865-1, cleared binding levels {{(pid=102388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 19:45:36.793199 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-f02aab21-0dff-4762-aa91-4ee3638c3b2b None None] For port 9aa4b89c-1002-43ce-a311-acbd6f4ad778, host n-d-816865-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=9aa4b89c-1002-43ce-a311-acbd6f4ad778,segment=NetworkSegment(7dc6f585-2ef1-4841-bd65-84aee82bdcea),segment_id=7dc6f585-2ef1-4841-bd65-84aee82bdcea)] {{(pid=102388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 19:45:36.796608 n-d-816865-1 neutron-server[102387]: DEBUG neutron.services.segments.db [None req-db4eea8b-259c-4365-9679-1597556c4686 tempest-NetworksIpV6Test-1749752521 tempest-NetworksIpV6Test-1749752521-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7dc6f585-2ef1-4841-bd65-84aee82bdcea') {'for_net_delete': True} {{(pid=102387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:45:36.796954 n-d-816865-1 neutron-server[102387]: DEBUG neutron.services.segments.db [None req-db4eea8b-259c-4365-9679-1597556c4686 tempest-NetworksIpV6Test-1749752521 tempest-NetworksIpV6Test-1749752521-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7dc6f585-2ef1-4841-bd65-84aee82bdcea') {} {{(pid=102387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:45:36.806635 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-db4eea8b-259c-4365-9679-1597556c4686 tempest-NetworksIpV6Test-1749752521 tempest-NetworksIpV6Test-1749752521-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750027793430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4463492'] for segment, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:45:36.862609 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:45:36.875567 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-f02aab21-0dff-4762-aa91-4ee3638c3b2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:45:36.877947 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-db4eea8b-259c-4365-9679-1597556c4686 tempest-NetworksIpV6Test-1749752521 tempest-NetworksIpV6Test-1749752521-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273'] for segment, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:45:36.885161 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db4eea8b-259c-4365-9679-1597556c4686 tempest-NetworksIpV6Test-1749752521 tempest-NetworksIpV6Test-1749752521-project] Releasing vlan 166 on physical network physnet1 to pool {{(pid=102387) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 05 19:45:36.885555 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-db4eea8b-259c-4365-9679-1597556c4686 tempest-NetworksIpV6Test-1749752521 tempest-NetworksIpV6Test-1749752521-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4417236'] for segment, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:45:36.888751 n-d-816865-1 neutron-server[102387]: Traceback (most recent call last): Nov 05 19:45:36.888751 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 05 19:45:36.888751 n-d-816865-1 neutron-server[102387]: timer() Nov 05 19:45:36.888751 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 05 19:45:36.888751 n-d-816865-1 neutron-server[102387]: cb(*args, **kw) Nov 05 19:45:36.888751 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 05 19:45:36.888751 n-d-816865-1 neutron-server[102387]: return func(*args, **kwargs) Nov 05 19:45:36.888751 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 05 19:45:36.888751 n-d-816865-1 neutron-server[102387]: self._notify() Nov 05 19:45:36.888751 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 05 19:45:36.888751 n-d-816865-1 neutron-server[102387]: self.callback(batched_events) Nov 05 19:45:36.888751 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 05 19:45:36.888751 n-d-816865-1 neutron-server[102387]: event.method(event) Nov 05 19:45:36.888751 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 05 19:45:36.888751 n-d-816865-1 neutron-server[102387]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 05 19:45:36.888751 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 05 19:45:36.888751 n-d-816865-1 neutron-server[102387]: aggregate_uuid = self.p_client.list_aggregates( Nov 05 19:45:36.888751 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 05 19:45:36.888751 n-d-816865-1 neutron-server[102387]: return f(self, *a, **k) Nov 05 19:45:36.888751 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 05 19:45:36.888751 n-d-816865-1 neutron-server[102387]: return self._get(url).json() Nov 05 19:45:36.888751 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 05 19:45:36.888751 n-d-816865-1 neutron-server[102387]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 05 19:45:36.888751 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 05 19:45:36.888751 n-d-816865-1 neutron-server[102387]: return self.request(url, 'GET', **kwargs) Nov 05 19:45:36.888751 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 05 19:45:36.888751 n-d-816865-1 neutron-server[102387]: base_url = self.get_endpoint(auth, allow=allow, Nov 05 19:45:36.888751 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 05 19:45:36.888751 n-d-816865-1 neutron-server[102387]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 05 19:45:36.888751 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 05 19:45:36.888751 n-d-816865-1 neutron-server[102387]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 05 19:45:36.888751 n-d-816865-1 neutron-server[102387]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 05 19:45:36.960324 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02aab21-0dff-4762-aa91-4ee3638c3b2b None None] Pushing event updated for resources: {'Port': ['ID=9aa4b89c-1002-43ce-a311-acbd6f4ad778,revision_number=2']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:45:36.973528 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04262c82-09a9-4217-a3b7-03fe004d5f6b None None] Network da2d41bf-7fef-43ca-97ec-4db77877fa93 requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 19:45:36.990091 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.db.api [None req-db4eea8b-259c-4365-9679-1597556c4686 tempest-NetworksIpV6Test-1749752521 tempest-NetworksIpV6Test-1749752521-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 05 19:45:36.990091 n-d-816865-1 neutron-server[102387]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 05 19:45:36.990091 n-d-816865-1 neutron-server[102387]: [parameters: {'id': 'da2d41bf-7fef-43ca-97ec-4db77877fa93'}] Nov 05 19:45:36.990091 n-d-816865-1 neutron-server[102387]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102387) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 05 19:45:36.990538 n-d-816865-1 neutron-server[102387]: DEBUG oslo_db.api [None req-db4eea8b-259c-4365-9679-1597556c4686 tempest-NetworksIpV6Test-1749752521 tempest-NetworksIpV6Test-1749752521-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 05 19:45:37.093452 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffcd222f-89a1-4f42-be62-ae81ce9681ef None None] get_active_networks_info from n-d-816865-1 {{(pid=102388) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 05 19:45:37.162123 n-d-816865-1 neutron-server[102388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffcd222f-89a1-4f42-be62-ae81ce9681ef None None] Resources bound (agent type, host, resource id): {{(pid=102388) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 05 19:45:37.491917 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-db4eea8b-259c-4365-9679-1597556c4686 tempest-NetworksIpV6Test-1749752521 tempest-NetworksIpV6Test-1749752521-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1664226'] for network, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:45:37.545130 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [None req-db4eea8b-259c-4365-9679-1597556c4686 tempest-NetworksIpV6Test-1749752521 tempest-NetworksIpV6Test-1749752521-project] Deleting port 9aa4b89c-1002-43ce-a311-acbd6f4ad778 {{(pid=102387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 19:45:37.545464 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-db4eea8b-259c-4365-9679-1597556c4686 tempest-NetworksIpV6Test-1749752521 tempest-NetworksIpV6Test-1749752521-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:45:37.610883 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.db [None req-db4eea8b-259c-4365-9679-1597556c4686 tempest-NetworksIpV6Test-1749752521 tempest-NetworksIpV6Test-1749752521-project] For port 9aa4b89c-1002-43ce-a311-acbd6f4ad778, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=9aa4b89c-1002-43ce-a311-acbd6f4ad778,segment=NetworkSegment(7dc6f585-2ef1-4841-bd65-84aee82bdcea),segment_id=7dc6f585-2ef1-4841-bd65-84aee82bdcea)] {{(pid=102387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:45:37.611149 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-db4eea8b-259c-4365-9679-1597556c4686 tempest-NetworksIpV6Test-1749752521 tempest-NetworksIpV6Test-1749752521-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:45:37.623166 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [None req-db4eea8b-259c-4365-9679-1597556c4686 tempest-NetworksIpV6Test-1749752521 tempest-NetworksIpV6Test-1749752521-project] Calling delete_port for 9aa4b89c-1002-43ce-a311-acbd6f4ad778 owned by network:dhcp {{(pid=102387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 19:45:37.708776 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.agents_db [None req-b9406b04-a0e8-43cf-b349-711963d96cf4 None None] Agent healthcheck: found 7 active agents {{(pid=102389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 05 19:45:37.783999 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-db4eea8b-259c-4365-9679-1597556c4686 tempest-NetworksIpV6Test-1749752521 tempest-NetworksIpV6Test-1749752521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4417063'] for port, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:45:37.809320 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4eea8b-259c-4365-9679-1597556c4686 tempest-NetworksIpV6Test-1749752521 tempest-NetworksIpV6Test-1749752521-project] Pushing event deleted for resources: {'Port': ['ID=9aa4b89c-1002-43ce-a311-acbd6f4ad778,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:45:37.812874 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db4eea8b-259c-4365-9679-1597556c4686 tempest-NetworksIpV6Test-1749752521 tempest-NetworksIpV6Test-1749752521-project] No DVR routers for this DVR port 9aa4b89c-1002-43ce-a311-acbd6f4ad778 on host n-d-816865-1 {{(pid=102387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 19:45:37.892564 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-db4eea8b-259c-4365-9679-1597556c4686 tempest-NetworksIpV6Test-1749752521 tempest-NetworksIpV6Test-1749752521-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1579173', 'neutron.services.segments.db._delete_segments_for_network-8750027792909'] for network, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:45:37.911711 n-d-816865-1 neutron-server[102387]: DEBUG neutron.services.segments.db [None req-db4eea8b-259c-4365-9679-1597556c4686 tempest-NetworksIpV6Test-1749752521 tempest-NetworksIpV6Test-1749752521-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da2d41bf-7fef-43ca-97ec-4db77877fa93']}} {{(pid=102387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:45:37.920989 n-d-816865-1 neutron-server[102387]: DEBUG neutron.services.segments.db [None req-db4eea8b-259c-4365-9679-1597556c4686 tempest-NetworksIpV6Test-1749752521 tempest-NetworksIpV6Test-1749752521-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7dc6f585-2ef1-4841-bd65-84aee82bdcea') {'for_net_delete': True} {{(pid=102387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:45:37.921276 n-d-816865-1 neutron-server[102387]: DEBUG neutron.services.segments.db [None req-db4eea8b-259c-4365-9679-1597556c4686 tempest-NetworksIpV6Test-1749752521 tempest-NetworksIpV6Test-1749752521-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7dc6f585-2ef1-4841-bd65-84aee82bdcea') {} {{(pid=102387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:45:37.930327 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-db4eea8b-259c-4365-9679-1597556c4686 tempest-NetworksIpV6Test-1749752521 tempest-NetworksIpV6Test-1749752521-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750027793430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4463492'] for segment, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:45:37.943397 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-db4eea8b-259c-4365-9679-1597556c4686 tempest-NetworksIpV6Test-1749752521 tempest-NetworksIpV6Test-1749752521-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273'] for segment, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:45:37.949720 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db4eea8b-259c-4365-9679-1597556c4686 tempest-NetworksIpV6Test-1749752521 tempest-NetworksIpV6Test-1749752521-project] Releasing vlan 166 on physical network physnet1 to pool {{(pid=102387) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 05 19:45:37.950126 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-db4eea8b-259c-4365-9679-1597556c4686 tempest-NetworksIpV6Test-1749752521 tempest-NetworksIpV6Test-1749752521-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4417236'] for segment, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:45:37.952979 n-d-816865-1 neutron-server[102387]: Traceback (most recent call last): Nov 05 19:45:37.952979 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 05 19:45:37.952979 n-d-816865-1 neutron-server[102387]: timer() Nov 05 19:45:37.952979 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 05 19:45:37.952979 n-d-816865-1 neutron-server[102387]: cb(*args, **kw) Nov 05 19:45:37.952979 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 05 19:45:37.952979 n-d-816865-1 neutron-server[102387]: return func(*args, **kwargs) Nov 05 19:45:37.952979 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 05 19:45:37.952979 n-d-816865-1 neutron-server[102387]: self._notify() Nov 05 19:45:37.952979 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 05 19:45:37.952979 n-d-816865-1 neutron-server[102387]: self.callback(batched_events) Nov 05 19:45:37.952979 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 05 19:45:37.952979 n-d-816865-1 neutron-server[102387]: event.method(event) Nov 05 19:45:37.952979 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 05 19:45:37.952979 n-d-816865-1 neutron-server[102387]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 05 19:45:37.952979 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 05 19:45:37.952979 n-d-816865-1 neutron-server[102387]: aggregate_uuid = self.p_client.list_aggregates( Nov 05 19:45:37.952979 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 05 19:45:37.952979 n-d-816865-1 neutron-server[102387]: return f(self, *a, **k) Nov 05 19:45:37.952979 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 05 19:45:37.952979 n-d-816865-1 neutron-server[102387]: return self._get(url).json() Nov 05 19:45:37.952979 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 05 19:45:37.952979 n-d-816865-1 neutron-server[102387]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 05 19:45:37.952979 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 05 19:45:37.952979 n-d-816865-1 neutron-server[102387]: return self.request(url, 'GET', **kwargs) Nov 05 19:45:37.952979 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 05 19:45:37.952979 n-d-816865-1 neutron-server[102387]: base_url = self.get_endpoint(auth, allow=allow, Nov 05 19:45:37.952979 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 05 19:45:37.952979 n-d-816865-1 neutron-server[102387]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 05 19:45:37.952979 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 05 19:45:37.952979 n-d-816865-1 neutron-server[102387]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 05 19:45:37.952979 n-d-816865-1 neutron-server[102387]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 05 19:45:38.073994 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-db4eea8b-259c-4365-9679-1597556c4686 tempest-NetworksIpV6Test-1749752521 tempest-NetworksIpV6Test-1749752521-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1579178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-956796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1000687'] for network, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:45:38.081463 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-db4eea8b-259c-4365-9679-1597556c4686 tempest-NetworksIpV6Test-1749752521 tempest-NetworksIpV6Test-1749752521-project] Publish callbacks [] for network, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:45:38.084676 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-db4eea8b-259c-4365-9679-1597556c4686 tempest-NetworksIpV6Test-1749752521 tempest-NetworksIpV6Test-1749752521-project] 10.222.0.13 "DELETE /v2.0/networks/da2d41bf-7fef-43ca-97ec-4db77877fa93 HTTP/1.1" status: 204 len: 168 time: 1.9056158 Nov 05 19:45:38.088502 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 45298) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:45:38.093692 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-d39777a2-de86-4033-86a7-68a5f9f5521a tempest-NetworksIpV6Test-1749752521 tempest-NetworksIpV6Test-1749752521-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1823466497'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:45:38.096153 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4eea8b-259c-4365-9679-1597556c4686 tempest-NetworksIpV6Test-1749752521 tempest-NetworksIpV6Test-1749752521-project] Pushing event deleted for resources: {'Network': ['ID=da2d41bf-7fef-43ca-97ec-4db77877fa93,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:45:38.217952 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d39777a2-de86-4033-86a7-68a5f9f5521a tempest-NetworksIpV6Test-1749752521 tempest-NetworksIpV6Test-1749752521-project] Made reservation on behalf of 6e61b17bedb8443eb459d32b9d88a986 for: {'network': 1} {{(pid=102386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 19:45:38.221566 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-d39777a2-de86-4033-86a7-68a5f9f5521a tempest-NetworksIpV6Test-1749752521 tempest-NetworksIpV6Test-1749752521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for network, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:45:38.246136 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d39777a2-de86-4033-86a7-68a5f9f5521a tempest-NetworksIpV6Test-1749752521 tempest-NetworksIpV6Test-1749752521-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 151} {{(pid=102386) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 05 19:45:38.254650 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-d39777a2-de86-4033-86a7-68a5f9f5521a tempest-NetworksIpV6Test-1749752521 tempest-NetworksIpV6Test-1749752521-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273'] for segment, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:45:38.254996 n-d-816865-1 neutron-server[102386]: INFO neutron.db.segments_db [None req-d39777a2-de86-4033-86a7-68a5f9f5521a tempest-NetworksIpV6Test-1749752521 tempest-NetworksIpV6Test-1749752521-project] Added segment 951b04d2-8a1f-4840-a5cf-0c9af955303c of type vlan for network c964c3d9-aa1b-4fa9-9df1-b3bcbd94d91b Nov 05 19:45:38.295032 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-d39777a2-de86-4033-86a7-68a5f9f5521a tempest-NetworksIpV6Test-1749752521 tempest-NetworksIpV6Test-1749752521-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750027258543'] for network, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:45:38.367007 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-d39777a2-de86-4033-86a7-68a5f9f5521a tempest-NetworksIpV6Test-1749752521 tempest-NetworksIpV6Test-1749752521-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-956796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877'] for network, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:45:38.373352 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d39777a2-de86-4033-86a7-68a5f9f5521a tempest-NetworksIpV6Test-1749752521 tempest-NetworksIpV6Test-1749752521-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:45:38.373950 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-d39777a2-de86-4033-86a7-68a5f9f5521a tempest-NetworksIpV6Test-1749752521 tempest-NetworksIpV6Test-1749752521-project] Publish callbacks [] for network, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:45:38.435184 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-31f93893-a48e-4ae8-833d-dccb2b42eacc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:45:38.444566 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39777a2-de86-4033-86a7-68a5f9f5521a tempest-NetworksIpV6Test-1749752521 tempest-NetworksIpV6Test-1749752521-project] Pushing event updated for resources: {'Network': ['ID=c964c3d9-aa1b-4fa9-9df1-b3bcbd94d91b,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:45:38.454615 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Network c964c3d9-aa1b-4fa9-9df1-b3bcbd94d91b details requested by agent ovs-agent-n-d-816865-1 with host n-d-816865-1 {{(pid=102388) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 05 19:45:38.472314 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-d39777a2-de86-4033-86a7-68a5f9f5521a tempest-NetworksIpV6Test-1749752521 tempest-NetworksIpV6Test-1749752521-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3826468 Nov 05 19:45:38.475095 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 45300) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:45:38.481244 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-b6dc4daa-9da3-4896-a838-d5d79a35b5e3 tempest-NetworksIpV6Test-1749752521 tempest-NetworksIpV6Test-1749752521-project] Request body: {'subnet': {'network_id': 'c964c3d9-aa1b-4fa9-9df1-b3bcbd94d91b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:45:38.618123 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:45:38.640883 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6dc4daa-9da3-4896-a838-d5d79a35b5e3 tempest-NetworksIpV6Test-1749752521 tempest-NetworksIpV6Test-1749752521-project] Made reservation on behalf of 6e61b17bedb8443eb459d32b9d88a986 for: {'subnet': 1} {{(pid=102386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 19:45:38.644737 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-b6dc4daa-9da3-4896-a838-d5d79a35b5e3 tempest-NetworksIpV6Test-1749752521 tempest-NetworksIpV6Test-1749752521-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4877122'] for subnet, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:45:38.874119 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-b6dc4daa-9da3-4896-a838-d5d79a35b5e3 tempest-NetworksIpV6Test-1749752521 tempest-NetworksIpV6Test-1749752521-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6149946', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4877172'] for subnet, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:45:38.937012 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6dc4daa-9da3-4896-a838-d5d79a35b5e3 tempest-NetworksIpV6Test-1749752521 tempest-NetworksIpV6Test-1749752521-project] Pushing event updated for resources: {'Subnet': ['ID=d3630518-dcaf-4f59-b1a1-4dc624bceb24,revision_number=0']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:45:38.945645 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6dc4daa-9da3-4896-a838-d5d79a35b5e3 tempest-NetworksIpV6Test-1749752521 tempest-NetworksIpV6Test-1749752521-project] Checking segment: {'id': '951b04d2-8a1f-4840-a5cf-0c9af955303c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'c964c3d9-aa1b-4fa9-9df1-b3bcbd94d91b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 19:45:38.946008 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6dc4daa-9da3-4896-a838-d5d79a35b5e3 tempest-NetworksIpV6Test-1749752521 tempest-NetworksIpV6Test-1749752521-project] Network hostable DHCP agents. Network: c964c3d9-aa1b-4fa9-9df1-b3bcbd94d91b, hostable agents: ['987e2ca0-bc3b-4c6f-a989-429ccfbf753f'], hosted agents: [] {{(pid=102386) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 05 19:45:39.022747 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6dc4daa-9da3-4896-a838-d5d79a35b5e3 tempest-NetworksIpV6Test-1749752521 tempest-NetworksIpV6Test-1749752521-project] Network c964c3d9-aa1b-4fa9-9df1-b3bcbd94d91b is scheduled to be hosted by DHCP agent 987e2ca0-bc3b-4c6f-a989-429ccfbf753f with binding_index 1 {{(pid=102386) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 05 19:45:39.085544 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.base_scheduler [None req-b6dc4daa-9da3-4896-a838-d5d79a35b5e3 tempest-NetworksIpV6Test-1749752521 tempest-NetworksIpV6Test-1749752521-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816865-1, c964c3d9-aa1b-4fa9-9df1-b3bcbd94d91b) {{(pid=102386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 19:45:39.090353 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6dc4daa-9da3-4896-a838-d5d79a35b5e3 tempest-NetworksIpV6Test-1749752521 tempest-NetworksIpV6Test-1749752521-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:45:39.090977 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-b6dc4daa-9da3-4896-a838-d5d79a35b5e3 tempest-NetworksIpV6Test-1749752521 tempest-NetworksIpV6Test-1749752521-project] Publish callbacks [] for subnet, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:45:39.095530 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75f58dd8-7ea0-45db-8c5d-d0ca7ece1e69 None None] Network c964c3d9-aa1b-4fa9-9df1-b3bcbd94d91b requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 19:45:39.213865 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-b6dc4daa-9da3-4896-a838-d5d79a35b5e3 tempest-NetworksIpV6Test-1749752521 tempest-NetworksIpV6Test-1749752521-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7371044 Nov 05 19:45:39.217392 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 45302) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:45:39.222361 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-92546f31-c79d-4964-8006-a79961beb1c4 tempest-NetworksIpV6Test-1749752521 tempest-NetworksIpV6Test-1749752521-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-601460860'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:45:39.241131 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bef3de6-7b0a-4036-88f0-90d0a7d27239 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeb20a084-accf-5b60-8075-3e69ebe863a6-c964c3d9-aa1b-4fa9-9df1-b3bcbd94d91b', 'network_id': 'c964c3d9-aa1b-4fa9-9df1-b3bcbd94d91b', 'tenant_id': '6e61b17bedb8443eb459d32b9d88a986', 'fixed_ips': [{'subnet_id': 'd3630518-dcaf-4f59-b1a1-4dc624bceb24'}]}} from n-d-816865-1. {{(pid=102388) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 05 19:45:39.242031 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-8bef3de6-7b0a-4036-88f0-90d0a7d27239 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:45:39.313953 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92546f31-c79d-4964-8006-a79961beb1c4 tempest-NetworksIpV6Test-1749752521 tempest-NetworksIpV6Test-1749752521-project] Made reservation on behalf of 6e61b17bedb8443eb459d32b9d88a986 for: {'network': 1} {{(pid=102386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 19:45:39.317479 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-92546f31-c79d-4964-8006-a79961beb1c4 tempest-NetworksIpV6Test-1749752521 tempest-NetworksIpV6Test-1749752521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for network, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:45:39.341963 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-92546f31-c79d-4964-8006-a79961beb1c4 tempest-NetworksIpV6Test-1749752521 tempest-NetworksIpV6Test-1749752521-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 199} {{(pid=102386) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 05 19:45:39.350659 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-92546f31-c79d-4964-8006-a79961beb1c4 tempest-NetworksIpV6Test-1749752521 tempest-NetworksIpV6Test-1749752521-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273'] for segment, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:45:39.351010 n-d-816865-1 neutron-server[102386]: INFO neutron.db.segments_db [None req-92546f31-c79d-4964-8006-a79961beb1c4 tempest-NetworksIpV6Test-1749752521 tempest-NetworksIpV6Test-1749752521-project] Added segment 9a264c36-26f5-4d3c-a981-f0748485cb0d of type vlan for network 856b8428-63e0-4cd7-83a9-63feb5413e13 Nov 05 19:45:39.377175 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.db_base_plugin_common [None req-8bef3de6-7b0a-4036-88f0-90d0a7d27239 None None] Allocated IP 2001:db8::2 (c964c3d9-aa1b-4fa9-9df1-b3bcbd94d91b/d3630518-dcaf-4f59-b1a1-4dc624bceb24/f62c219e-7ddf-4b53-8e82-3437d048cd89) {{(pid=102388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 19:45:39.391986 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-92546f31-c79d-4964-8006-a79961beb1c4 tempest-NetworksIpV6Test-1749752521 tempest-NetworksIpV6Test-1749752521-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750027258543'] for network, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:45:39.498436 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-92546f31-c79d-4964-8006-a79961beb1c4 tempest-NetworksIpV6Test-1749752521 tempest-NetworksIpV6Test-1749752521-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-956796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877'] for network, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:45:39.504145 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92546f31-c79d-4964-8006-a79961beb1c4 tempest-NetworksIpV6Test-1749752521 tempest-NetworksIpV6Test-1749752521-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:45:39.504729 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-92546f31-c79d-4964-8006-a79961beb1c4 tempest-NetworksIpV6Test-1749752521 tempest-NetworksIpV6Test-1749752521-project] Publish callbacks [] for network, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:45:39.524179 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-8bef3de6-7b0a-4036-88f0-90d0a7d27239 None None] Publish callbacks [] for port, precommit_create {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:45:39.573996 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92546f31-c79d-4964-8006-a79961beb1c4 tempest-NetworksIpV6Test-1749752521 tempest-NetworksIpV6Test-1749752521-project] Pushing event updated for resources: {'Network': ['ID=856b8428-63e0-4cd7-83a9-63feb5413e13,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:45:39.584144 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Network 856b8428-63e0-4cd7-83a9-63feb5413e13 details requested by agent ovs-agent-n-d-816865-1 with host n-d-816865-1 {{(pid=102388) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 05 19:45:39.607332 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-8bef3de6-7b0a-4036-88f0-90d0a7d27239 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789'] for port, after_create {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:45:39.649799 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-92546f31-c79d-4964-8006-a79961beb1c4 tempest-NetworksIpV6Test-1749752521 tempest-NetworksIpV6Test-1749752521-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4312761 Nov 05 19:45:39.652883 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 45304) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:45:39.657844 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-e4573be2-b707-4557-80df-c851d33cbd0f tempest-NetworksIpV6Test-1749752521 tempest-NetworksIpV6Test-1749752521-project] Request body: {'subnet': {'network_id': '856b8428-63e0-4cd7-83a9-63feb5413e13', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:45:39.688089 n-d-816865-1 neutron-server[102388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bef3de6-7b0a-4036-88f0-90d0a7d27239 None None] Network c964c3d9-aa1b-4fa9-9df1-b3bcbd94d91b is already hosted by enough agents. {{(pid=102388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 19:45:39.695008 n-d-816865-1 neutron-server[102388]: DEBUG neutron.scheduler.base_scheduler [None req-8bef3de6-7b0a-4036-88f0-90d0a7d27239 None None] Resources bound (agent type, host, resource id): {{(pid=102388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 19:45:39.699703 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bef3de6-7b0a-4036-88f0-90d0a7d27239 None None] Received port after_create {{(pid=102388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 19:45:39.704470 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bef3de6-7b0a-4036-88f0-90d0a7d27239 None None] Pushing event updated for resources: {'Port': ['ID=f62c219e-7ddf-4b53-8e82-3437d048cd89,revision_number=1']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:45:39.762423 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-8bef3de6-7b0a-4036-88f0-90d0a7d27239 None None] Attempting to bind port f62c219e-7ddf-4b53-8e82-3437d048cd89 on host n-d-816865-1 for vnic_type normal with profile {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 19:45:39.762732 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-8bef3de6-7b0a-4036-88f0-90d0a7d27239 None None] Attempting to bind port f62c219e-7ddf-4b53-8e82-3437d048cd89 by drivers openvswitch,hyperv on host n-d-816865-1 at level 0 using segments [{'id': '951b04d2-8a1f-4840-a5cf-0c9af955303c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'c964c3d9-aa1b-4fa9-9df1-b3bcbd94d91b'}] {{(pid=102388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 19:45:39.763101 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bef3de6-7b0a-4036-88f0-90d0a7d27239 None None] Attempting to bind port f62c219e-7ddf-4b53-8e82-3437d048cd89 on network c964c3d9-aa1b-4fa9-9df1-b3bcbd94d91b {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 19:45:39.768557 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bef3de6-7b0a-4036-88f0-90d0a7d27239 None None] Checking agent: {'id': '724d89a7-611b-41e6-bc85-c48112b17afa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 18, 25, 8), 'started_at': datetime.datetime(2021, 11, 5, 18, 25, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 19, 45, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 19:45:39.768936 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bef3de6-7b0a-4036-88f0-90d0a7d27239 None None] Checking segment: {'id': '951b04d2-8a1f-4840-a5cf-0c9af955303c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'c964c3d9-aa1b-4fa9-9df1-b3bcbd94d91b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 19:45:39.769337 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-8bef3de6-7b0a-4036-88f0-90d0a7d27239 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:45:39.769731 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bef3de6-7b0a-4036-88f0-90d0a7d27239 None None] Bound using segment: {'id': '951b04d2-8a1f-4840-a5cf-0c9af955303c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'c964c3d9-aa1b-4fa9-9df1-b3bcbd94d91b'} {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 19:45:39.770339 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-8bef3de6-7b0a-4036-88f0-90d0a7d27239 None None] Bound port: f62c219e-7ddf-4b53-8e82-3437d048cd89, host: n-d-816865-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '951b04d2-8a1f-4840-a5cf-0c9af955303c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'c964c3d9-aa1b-4fa9-9df1-b3bcbd94d91b'}}] {{(pid=102388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 19:45:39.770729 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-8bef3de6-7b0a-4036-88f0-90d0a7d27239 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:45:39.812572 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4573be2-b707-4557-80df-c851d33cbd0f tempest-NetworksIpV6Test-1749752521 tempest-NetworksIpV6Test-1749752521-project] Made reservation on behalf of 6e61b17bedb8443eb459d32b9d88a986 for: {'subnet': 1} {{(pid=102386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 19:45:39.816330 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-e4573be2-b707-4557-80df-c851d33cbd0f tempest-NetworksIpV6Test-1749752521 tempest-NetworksIpV6Test-1749752521-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4877122'] for subnet, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:45:39.832409 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-8bef3de6-7b0a-4036-88f0-90d0a7d27239 None None] For port f62c219e-7ddf-4b53-8e82-3437d048cd89, host n-d-816865-1, cleared binding levels {{(pid=102388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 19:45:39.835424 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-8bef3de6-7b0a-4036-88f0-90d0a7d27239 None None] For port f62c219e-7ddf-4b53-8e82-3437d048cd89, host n-d-816865-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=f62c219e-7ddf-4b53-8e82-3437d048cd89,segment=NetworkSegment(951b04d2-8a1f-4840-a5cf-0c9af955303c),segment_id=951b04d2-8a1f-4840-a5cf-0c9af955303c)] {{(pid=102388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 19:45:39.904893 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-8bef3de6-7b0a-4036-88f0-90d0a7d27239 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:45:39.968996 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bef3de6-7b0a-4036-88f0-90d0a7d27239 None None] Pushing event updated for resources: {'Port': ['ID=f62c219e-7ddf-4b53-8e82-3437d048cd89,revision_number=2']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:45:40.058485 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-e4573be2-b707-4557-80df-c851d33cbd0f tempest-NetworksIpV6Test-1749752521 tempest-NetworksIpV6Test-1749752521-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6149946', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4877172'] for subnet, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:45:40.113956 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4573be2-b707-4557-80df-c851d33cbd0f tempest-NetworksIpV6Test-1749752521 tempest-NetworksIpV6Test-1749752521-project] Pushing event updated for resources: {'Subnet': ['ID=5be72981-f88b-4967-b510-bad7417485e9,revision_number=0']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:45:40.141231 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4573be2-b707-4557-80df-c851d33cbd0f tempest-NetworksIpV6Test-1749752521 tempest-NetworksIpV6Test-1749752521-project] Checking segment: {'id': '9a264c36-26f5-4d3c-a981-f0748485cb0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '856b8428-63e0-4cd7-83a9-63feb5413e13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 19:45:40.141600 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4573be2-b707-4557-80df-c851d33cbd0f tempest-NetworksIpV6Test-1749752521 tempest-NetworksIpV6Test-1749752521-project] Network hostable DHCP agents. Network: 856b8428-63e0-4cd7-83a9-63feb5413e13, hostable agents: ['987e2ca0-bc3b-4c6f-a989-429ccfbf753f'], hosted agents: [] {{(pid=102386) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 05 19:45:40.241327 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4573be2-b707-4557-80df-c851d33cbd0f tempest-NetworksIpV6Test-1749752521 tempest-NetworksIpV6Test-1749752521-project] Network 856b8428-63e0-4cd7-83a9-63feb5413e13 is scheduled to be hosted by DHCP agent 987e2ca0-bc3b-4c6f-a989-429ccfbf753f with binding_index 1 {{(pid=102386) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 05 19:45:40.309931 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.base_scheduler [None req-e4573be2-b707-4557-80df-c851d33cbd0f tempest-NetworksIpV6Test-1749752521 tempest-NetworksIpV6Test-1749752521-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816865-1, 856b8428-63e0-4cd7-83a9-63feb5413e13) {{(pid=102386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 19:45:40.313833 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4573be2-b707-4557-80df-c851d33cbd0f tempest-NetworksIpV6Test-1749752521 tempest-NetworksIpV6Test-1749752521-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:45:40.314473 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-e4573be2-b707-4557-80df-c851d33cbd0f tempest-NetworksIpV6Test-1749752521 tempest-NetworksIpV6Test-1749752521-project] Publish callbacks [] for subnet, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:45:40.319022 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72d0fba1-683b-4eb1-b3f7-68025bd9d236 None None] Network 856b8428-63e0-4cd7-83a9-63feb5413e13 requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 19:45:40.399016 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-e4573be2-b707-4557-80df-c851d33cbd0f tempest-NetworksIpV6Test-1749752521 tempest-NetworksIpV6Test-1749752521-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7450352 Nov 05 19:45:40.401753 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 45306) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:45:40.467125 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7411c0ec-5acd-4830-b3c9-4dec90ecfe5f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeb20a084-accf-5b60-8075-3e69ebe863a6-856b8428-63e0-4cd7-83a9-63feb5413e13', 'network_id': '856b8428-63e0-4cd7-83a9-63feb5413e13', 'tenant_id': '6e61b17bedb8443eb459d32b9d88a986', 'fixed_ips': [{'subnet_id': '5be72981-f88b-4967-b510-bad7417485e9'}]}} from n-d-816865-1. {{(pid=102388) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 05 19:45:40.468016 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-7411c0ec-5acd-4830-b3c9-4dec90ecfe5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:45:40.507470 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-ab746cf0-2f83-4423-86f7-a35fbb4f7b01 tempest-NetworksIpV6Test-1749752521 tempest-NetworksIpV6Test-1749752521-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1664226'] for network, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:45:40.591312 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-ab746cf0-2f83-4423-86f7-a35fbb4f7b01 tempest-NetworksIpV6Test-1749752521 tempest-NetworksIpV6Test-1749752521-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1573928'] for subnet, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:45:40.613309 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.db_base_plugin_common [None req-7411c0ec-5acd-4830-b3c9-4dec90ecfe5f None None] Allocated IP 2001:db8::2 (856b8428-63e0-4cd7-83a9-63feb5413e13/5be72981-f88b-4967-b510-bad7417485e9/dde0e514-8290-4d16-84eb-60b7efa01a68) {{(pid=102388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 19:45:40.772929 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-7411c0ec-5acd-4830-b3c9-4dec90ecfe5f None None] Publish callbacks [] for port, precommit_create {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:45:40.796647 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device f62c219e-7ddf-4b53-8e82-3437d048cd89 up at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 19:45:40.843884 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-7411c0ec-5acd-4830-b3c9-4dec90ecfe5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789'] for port, after_create {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:45:40.901655 n-d-816865-1 neutron-server[102388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7411c0ec-5acd-4830-b3c9-4dec90ecfe5f None None] Network 856b8428-63e0-4cd7-83a9-63feb5413e13 is already hosted by enough agents. {{(pid=102388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 19:45:40.902534 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9381ea0-7493-472d-abbb-d123d0fe8c34 None None] Network c964c3d9-aa1b-4fa9-9df1-b3bcbd94d91b requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 19:45:40.905830 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Provisioning complete for port f62c219e-7ddf-4b53-8e82-3437d048cd89 triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:45:40.906226 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:45:40.917836 n-d-816865-1 neutron-server[102388]: DEBUG neutron.scheduler.base_scheduler [None req-7411c0ec-5acd-4830-b3c9-4dec90ecfe5f None None] Resources bound (agent type, host, resource id): {{(pid=102388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 19:45:40.919564 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7411c0ec-5acd-4830-b3c9-4dec90ecfe5f None None] Pushing event updated for resources: {'Port': ['ID=dde0e514-8290-4d16-84eb-60b7efa01a68,revision_number=1']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:45:40.921813 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7411c0ec-5acd-4830-b3c9-4dec90ecfe5f None None] Received port after_create {{(pid=102388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 19:45:40.922722 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-ab746cf0-2f83-4423-86f7-a35fbb4f7b01 tempest-NetworksIpV6Test-1749752521 tempest-NetworksIpV6Test-1749752521-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1573905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6149879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4877183'] for subnet, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:45:40.966919 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab746cf0-2f83-4423-86f7-a35fbb4f7b01 tempest-NetworksIpV6Test-1749752521 tempest-NetworksIpV6Test-1749752521-project] Pushing event deleted for resources: {'Subnet': ['ID=5be72981-f88b-4967-b510-bad7417485e9,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:45:41.012969 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-ab746cf0-2f83-4423-86f7-a35fbb4f7b01 tempest-NetworksIpV6Test-1749752521 tempest-NetworksIpV6Test-1749752521-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1579173', 'neutron.services.segments.db._delete_segments_for_network-8750027792909'] for network, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:45:41.039837 n-d-816865-1 neutron-server[102386]: DEBUG neutron.services.segments.db [None req-ab746cf0-2f83-4423-86f7-a35fbb4f7b01 tempest-NetworksIpV6Test-1749752521 tempest-NetworksIpV6Test-1749752521-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['856b8428-63e0-4cd7-83a9-63feb5413e13']}} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:45:41.049288 n-d-816865-1 neutron-server[102386]: DEBUG neutron.services.segments.db [None req-ab746cf0-2f83-4423-86f7-a35fbb4f7b01 tempest-NetworksIpV6Test-1749752521 tempest-NetworksIpV6Test-1749752521-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a264c36-26f5-4d3c-a981-f0748485cb0d') {'for_net_delete': True} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:45:41.049586 n-d-816865-1 neutron-server[102386]: DEBUG neutron.services.segments.db [None req-ab746cf0-2f83-4423-86f7-a35fbb4f7b01 tempest-NetworksIpV6Test-1749752521 tempest-NetworksIpV6Test-1749752521-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a264c36-26f5-4d3c-a981-f0748485cb0d') {} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:45:41.051352 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-cc53e36e-3caa-47b5-982c-a848597ef8dc None None] Provisioning complete for port f62c219e-7ddf-4b53-8e82-3437d048cd89 triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:45:41.051721 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-cc53e36e-3caa-47b5-982c-a848597ef8dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:45:41.105705 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-7411c0ec-5acd-4830-b3c9-4dec90ecfe5f None None] Attempting to bind port dde0e514-8290-4d16-84eb-60b7efa01a68 on host n-d-816865-1 for vnic_type normal with profile {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 19:45:41.105996 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-7411c0ec-5acd-4830-b3c9-4dec90ecfe5f None None] Attempting to bind port dde0e514-8290-4d16-84eb-60b7efa01a68 by drivers openvswitch,hyperv on host n-d-816865-1 at level 0 using segments [{'id': '9a264c36-26f5-4d3c-a981-f0748485cb0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '856b8428-63e0-4cd7-83a9-63feb5413e13'}] {{(pid=102388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 19:45:41.106387 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7411c0ec-5acd-4830-b3c9-4dec90ecfe5f None None] Attempting to bind port dde0e514-8290-4d16-84eb-60b7efa01a68 on network 856b8428-63e0-4cd7-83a9-63feb5413e13 {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 19:45:41.131247 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7411c0ec-5acd-4830-b3c9-4dec90ecfe5f None None] Checking agent: {'id': '724d89a7-611b-41e6-bc85-c48112b17afa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 18, 25, 8), 'started_at': datetime.datetime(2021, 11, 5, 18, 25, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 19, 45, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 19:45:41.131624 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7411c0ec-5acd-4830-b3c9-4dec90ecfe5f None None] Checking segment: {'id': '9a264c36-26f5-4d3c-a981-f0748485cb0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '856b8428-63e0-4cd7-83a9-63feb5413e13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 19:45:41.132024 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-7411c0ec-5acd-4830-b3c9-4dec90ecfe5f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:45:41.132415 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7411c0ec-5acd-4830-b3c9-4dec90ecfe5f None None] Bound using segment: {'id': '9a264c36-26f5-4d3c-a981-f0748485cb0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '856b8428-63e0-4cd7-83a9-63feb5413e13'} {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 19:45:41.132899 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-7411c0ec-5acd-4830-b3c9-4dec90ecfe5f None None] Bound port: dde0e514-8290-4d16-84eb-60b7efa01a68, host: n-d-816865-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a264c36-26f5-4d3c-a981-f0748485cb0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '856b8428-63e0-4cd7-83a9-63feb5413e13'}}] {{(pid=102388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 19:45:41.133275 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-7411c0ec-5acd-4830-b3c9-4dec90ecfe5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:45:41.241065 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:45:41.346784 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-7411c0ec-5acd-4830-b3c9-4dec90ecfe5f None None] For port dde0e514-8290-4d16-84eb-60b7efa01a68, host n-d-816865-1, cleared binding levels {{(pid=102388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 19:45:41.351373 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-cc53e36e-3caa-47b5-982c-a848597ef8dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:45:41.355103 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-7411c0ec-5acd-4830-b3c9-4dec90ecfe5f None None] For port dde0e514-8290-4d16-84eb-60b7efa01a68, host n-d-816865-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=dde0e514-8290-4d16-84eb-60b7efa01a68,segment=NetworkSegment(9a264c36-26f5-4d3c-a981-f0748485cb0d),segment_id=9a264c36-26f5-4d3c-a981-f0748485cb0d)] {{(pid=102388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 19:45:41.357225 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] For port f62c219e-7ddf-4b53-8e82-3437d048cd89, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=f62c219e-7ddf-4b53-8e82-3437d048cd89,segment=NetworkSegment(951b04d2-8a1f-4840-a5cf-0c9af955303c),segment_id=951b04d2-8a1f-4840-a5cf-0c9af955303c)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:45:41.363686 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-ab746cf0-2f83-4423-86f7-a35fbb4f7b01 tempest-NetworksIpV6Test-1749752521 tempest-NetworksIpV6Test-1749752521-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750027793430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4590747'] for segment, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:45:41.424808 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-7411c0ec-5acd-4830-b3c9-4dec90ecfe5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:45:41.426985 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-ab746cf0-2f83-4423-86f7-a35fbb4f7b01 tempest-NetworksIpV6Test-1749752521 tempest-NetworksIpV6Test-1749752521-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273'] for segment, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:45:41.435606 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab746cf0-2f83-4423-86f7-a35fbb4f7b01 tempest-NetworksIpV6Test-1749752521 tempest-NetworksIpV6Test-1749752521-project] Releasing vlan 199 on physical network physnet1 to pool {{(pid=102386) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 05 19:45:41.436016 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-ab746cf0-2f83-4423-86f7-a35fbb4f7b01 tempest-NetworksIpV6Test-1749752521 tempest-NetworksIpV6Test-1749752521-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6149721'] for segment, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:45:41.439544 n-d-816865-1 neutron-server[102386]: Traceback (most recent call last): Nov 05 19:45:41.439544 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 05 19:45:41.439544 n-d-816865-1 neutron-server[102386]: timer() Nov 05 19:45:41.439544 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 05 19:45:41.439544 n-d-816865-1 neutron-server[102386]: cb(*args, **kw) Nov 05 19:45:41.439544 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 05 19:45:41.439544 n-d-816865-1 neutron-server[102386]: return func(*args, **kwargs) Nov 05 19:45:41.439544 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 05 19:45:41.439544 n-d-816865-1 neutron-server[102386]: self._notify() Nov 05 19:45:41.439544 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 05 19:45:41.439544 n-d-816865-1 neutron-server[102386]: self.callback(batched_events) Nov 05 19:45:41.439544 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 05 19:45:41.439544 n-d-816865-1 neutron-server[102386]: event.method(event) Nov 05 19:45:41.439544 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 05 19:45:41.439544 n-d-816865-1 neutron-server[102386]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 05 19:45:41.439544 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 05 19:45:41.439544 n-d-816865-1 neutron-server[102386]: aggregate_uuid = self.p_client.list_aggregates( Nov 05 19:45:41.439544 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 05 19:45:41.439544 n-d-816865-1 neutron-server[102386]: return f(self, *a, **k) Nov 05 19:45:41.439544 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 05 19:45:41.439544 n-d-816865-1 neutron-server[102386]: return self._get(url).json() Nov 05 19:45:41.439544 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 05 19:45:41.439544 n-d-816865-1 neutron-server[102386]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 05 19:45:41.439544 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 05 19:45:41.439544 n-d-816865-1 neutron-server[102386]: return self.request(url, 'GET', **kwargs) Nov 05 19:45:41.439544 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 05 19:45:41.439544 n-d-816865-1 neutron-server[102386]: base_url = self.get_endpoint(auth, allow=allow, Nov 05 19:45:41.439544 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 05 19:45:41.439544 n-d-816865-1 neutron-server[102386]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 05 19:45:41.439544 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 05 19:45:41.439544 n-d-816865-1 neutron-server[102386]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 05 19:45:41.439544 n-d-816865-1 neutron-server[102386]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 05 19:45:41.466292 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:45:41.539329 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.db.api [None req-ab746cf0-2f83-4423-86f7-a35fbb4f7b01 tempest-NetworksIpV6Test-1749752521 tempest-NetworksIpV6Test-1749752521-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 05 19:45:41.539329 n-d-816865-1 neutron-server[102386]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 05 19:45:41.539329 n-d-816865-1 neutron-server[102386]: [parameters: {'id': '856b8428-63e0-4cd7-83a9-63feb5413e13'}] Nov 05 19:45:41.539329 n-d-816865-1 neutron-server[102386]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102386) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 05 19:45:41.539753 n-d-816865-1 neutron-server[102386]: DEBUG oslo_db.api [None req-ab746cf0-2f83-4423-86f7-a35fbb4f7b01 tempest-NetworksIpV6Test-1749752521 tempest-NetworksIpV6Test-1749752521-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 05 19:45:41.703137 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7411c0ec-5acd-4830-b3c9-4dec90ecfe5f None None] Pushing event updated for resources: {'Port': ['ID=dde0e514-8290-4d16-84eb-60b7efa01a68,revision_number=2']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:45:41.709414 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.db.api [None req-cc53e36e-3caa-47b5-982c-a848597ef8dc None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102388) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 05 19:45:41.709773 n-d-816865-1 neutron-server[102388]: DEBUG oslo_db.api [None req-cc53e36e-3caa-47b5-982c-a848597ef8dc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 05 19:45:41.732839 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f77a5b6a-4850-465e-8e8f-2c1294886f66 None None] Network 856b8428-63e0-4cd7-83a9-63feb5413e13 requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 19:45:41.807275 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Pushing event updated for resources: {'Port': ['ID=f62c219e-7ddf-4b53-8e82-3437d048cd89,revision_number=3']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:45:41.875610 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff62f18f-5879-4cab-9de1-01cf5a70e008 None None] get_active_networks_info from n-d-816865-1 {{(pid=102388) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 05 19:45:41.948103 n-d-816865-1 neutron-server[102388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff62f18f-5879-4cab-9de1-01cf5a70e008 None None] Resources bound (agent type, host, resource id): {{(pid=102388) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 05 19:45:42.041061 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-ab746cf0-2f83-4423-86f7-a35fbb4f7b01 tempest-NetworksIpV6Test-1749752521 tempest-NetworksIpV6Test-1749752521-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1664226'] for network, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:45:42.098838 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-ab746cf0-2f83-4423-86f7-a35fbb4f7b01 tempest-NetworksIpV6Test-1749752521 tempest-NetworksIpV6Test-1749752521-project] Deleting port dde0e514-8290-4d16-84eb-60b7efa01a68 {{(pid=102386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 19:45:42.099171 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-ab746cf0-2f83-4423-86f7-a35fbb4f7b01 tempest-NetworksIpV6Test-1749752521 tempest-NetworksIpV6Test-1749752521-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:45:42.165150 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [None req-ab746cf0-2f83-4423-86f7-a35fbb4f7b01 tempest-NetworksIpV6Test-1749752521 tempest-NetworksIpV6Test-1749752521-project] For port dde0e514-8290-4d16-84eb-60b7efa01a68, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=dde0e514-8290-4d16-84eb-60b7efa01a68,segment=NetworkSegment(9a264c36-26f5-4d3c-a981-f0748485cb0d),segment_id=9a264c36-26f5-4d3c-a981-f0748485cb0d)] {{(pid=102386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:45:42.165573 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-ab746cf0-2f83-4423-86f7-a35fbb4f7b01 tempest-NetworksIpV6Test-1749752521 tempest-NetworksIpV6Test-1749752521-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:45:42.178262 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-ab746cf0-2f83-4423-86f7-a35fbb4f7b01 tempest-NetworksIpV6Test-1749752521 tempest-NetworksIpV6Test-1749752521-project] Calling delete_port for dde0e514-8290-4d16-84eb-60b7efa01a68 owned by network:dhcp {{(pid=102386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 19:45:42.325657 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-ab746cf0-2f83-4423-86f7-a35fbb4f7b01 tempest-NetworksIpV6Test-1749752521 tempest-NetworksIpV6Test-1749752521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:45:42.350925 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab746cf0-2f83-4423-86f7-a35fbb4f7b01 tempest-NetworksIpV6Test-1749752521 tempest-NetworksIpV6Test-1749752521-project] Pushing event deleted for resources: {'Port': ['ID=dde0e514-8290-4d16-84eb-60b7efa01a68,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:45:42.355314 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab746cf0-2f83-4423-86f7-a35fbb4f7b01 tempest-NetworksIpV6Test-1749752521 tempest-NetworksIpV6Test-1749752521-project] No DVR routers for this DVR port dde0e514-8290-4d16-84eb-60b7efa01a68 on host n-d-816865-1 {{(pid=102386) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 19:45:42.377713 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-3e03b415-158f-4279-950e-d418788065d3 None None] Provisioning complete for port f62c219e-7ddf-4b53-8e82-3437d048cd89 triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:45:42.378113 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3e03b415-158f-4279-950e-d418788065d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:45:42.436154 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-ab746cf0-2f83-4423-86f7-a35fbb4f7b01 tempest-NetworksIpV6Test-1749752521 tempest-NetworksIpV6Test-1749752521-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1579173', 'neutron.services.segments.db._delete_segments_for_network-8750027792909'] for network, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:45:42.456286 n-d-816865-1 neutron-server[102386]: DEBUG neutron.services.segments.db [None req-ab746cf0-2f83-4423-86f7-a35fbb4f7b01 tempest-NetworksIpV6Test-1749752521 tempest-NetworksIpV6Test-1749752521-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['856b8428-63e0-4cd7-83a9-63feb5413e13']}} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:45:42.465782 n-d-816865-1 neutron-server[102386]: DEBUG neutron.services.segments.db [None req-ab746cf0-2f83-4423-86f7-a35fbb4f7b01 tempest-NetworksIpV6Test-1749752521 tempest-NetworksIpV6Test-1749752521-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a264c36-26f5-4d3c-a981-f0748485cb0d') {'for_net_delete': True} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:45:42.467127 n-d-816865-1 neutron-server[102386]: DEBUG neutron.services.segments.db [None req-ab746cf0-2f83-4423-86f7-a35fbb4f7b01 tempest-NetworksIpV6Test-1749752521 tempest-NetworksIpV6Test-1749752521-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a264c36-26f5-4d3c-a981-f0748485cb0d') {} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:45:42.476080 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-ab746cf0-2f83-4423-86f7-a35fbb4f7b01 tempest-NetworksIpV6Test-1749752521 tempest-NetworksIpV6Test-1749752521-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750027793430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4590747'] for segment, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:45:42.489667 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-ab746cf0-2f83-4423-86f7-a35fbb4f7b01 tempest-NetworksIpV6Test-1749752521 tempest-NetworksIpV6Test-1749752521-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273'] for segment, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:45:42.496195 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab746cf0-2f83-4423-86f7-a35fbb4f7b01 tempest-NetworksIpV6Test-1749752521 tempest-NetworksIpV6Test-1749752521-project] Releasing vlan 199 on physical network physnet1 to pool {{(pid=102386) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 05 19:45:42.496571 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-ab746cf0-2f83-4423-86f7-a35fbb4f7b01 tempest-NetworksIpV6Test-1749752521 tempest-NetworksIpV6Test-1749752521-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6149721'] for segment, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:45:42.499464 n-d-816865-1 neutron-server[102386]: Traceback (most recent call last): Nov 05 19:45:42.499464 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 05 19:45:42.499464 n-d-816865-1 neutron-server[102386]: timer() Nov 05 19:45:42.499464 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 05 19:45:42.499464 n-d-816865-1 neutron-server[102386]: cb(*args, **kw) Nov 05 19:45:42.499464 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 05 19:45:42.499464 n-d-816865-1 neutron-server[102386]: return func(*args, **kwargs) Nov 05 19:45:42.499464 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 05 19:45:42.499464 n-d-816865-1 neutron-server[102386]: self._notify() Nov 05 19:45:42.499464 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 05 19:45:42.499464 n-d-816865-1 neutron-server[102386]: self.callback(batched_events) Nov 05 19:45:42.499464 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 05 19:45:42.499464 n-d-816865-1 neutron-server[102386]: event.method(event) Nov 05 19:45:42.499464 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 05 19:45:42.499464 n-d-816865-1 neutron-server[102386]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 05 19:45:42.499464 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 05 19:45:42.499464 n-d-816865-1 neutron-server[102386]: aggregate_uuid = self.p_client.list_aggregates( Nov 05 19:45:42.499464 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 05 19:45:42.499464 n-d-816865-1 neutron-server[102386]: return f(self, *a, **k) Nov 05 19:45:42.499464 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 05 19:45:42.499464 n-d-816865-1 neutron-server[102386]: return self._get(url).json() Nov 05 19:45:42.499464 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 05 19:45:42.499464 n-d-816865-1 neutron-server[102386]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 05 19:45:42.499464 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 05 19:45:42.499464 n-d-816865-1 neutron-server[102386]: return self.request(url, 'GET', **kwargs) Nov 05 19:45:42.499464 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 05 19:45:42.499464 n-d-816865-1 neutron-server[102386]: base_url = self.get_endpoint(auth, allow=allow, Nov 05 19:45:42.499464 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 05 19:45:42.499464 n-d-816865-1 neutron-server[102386]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 05 19:45:42.499464 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 05 19:45:42.499464 n-d-816865-1 neutron-server[102386]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 05 19:45:42.499464 n-d-816865-1 neutron-server[102386]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 05 19:45:42.618165 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-ab746cf0-2f83-4423-86f7-a35fbb4f7b01 tempest-NetworksIpV6Test-1749752521 tempest-NetworksIpV6Test-1749752521-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1579178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-956796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1000687'] for network, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:45:42.625614 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-ab746cf0-2f83-4423-86f7-a35fbb4f7b01 tempest-NetworksIpV6Test-1749752521 tempest-NetworksIpV6Test-1749752521-project] Publish callbacks [] for network, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:45:42.628720 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-ab746cf0-2f83-4423-86f7-a35fbb4f7b01 tempest-NetworksIpV6Test-1749752521 tempest-NetworksIpV6Test-1749752521-project] 10.222.0.13 "DELETE /v2.0/networks/856b8428-63e0-4cd7-83a9-63feb5413e13 HTTP/1.1" status: 204 len: 168 time: 2.2259505 Nov 05 19:45:42.632165 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 45308) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:45:42.639822 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab746cf0-2f83-4423-86f7-a35fbb4f7b01 tempest-NetworksIpV6Test-1749752521 tempest-NetworksIpV6Test-1749752521-project] Pushing event deleted for resources: {'Network': ['ID=856b8428-63e0-4cd7-83a9-63feb5413e13,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:45:42.659935 n-d-816865-1 neutron-server[102387]: INFO neutron.pecan_wsgi.hooks.translation [None req-03d66fac-05ef-4c36-a7dc-036be07a0a25 tempest-NetworksIpV6Test-1749752521 tempest-NetworksIpV6Test-1749752521-project] GET failed (client error): The resource could not be found. Nov 05 19:45:42.661254 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-03d66fac-05ef-4c36-a7dc-036be07a0a25 tempest-NetworksIpV6Test-1749752521 tempest-NetworksIpV6Test-1749752521-project] 10.222.0.13 "GET /v2.0/subnets/5be72981-f88b-4967-b510-bad7417485e9 HTTP/1.1" status: 404 len: 337 time: 0.0280950 Nov 05 19:45:42.671650 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 45310) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:45:42.689539 n-d-816865-1 neutron-server[102387]: INFO neutron.pecan_wsgi.hooks.translation [None req-da69fd45-b460-4577-a92b-6dca858a6cdb tempest-NetworksIpV6Test-1749752521 tempest-NetworksIpV6Test-1749752521-project] DELETE failed (client error): The resource could not be found. Nov 05 19:45:42.690070 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-da69fd45-b460-4577-a92b-6dca858a6cdb tempest-NetworksIpV6Test-1749752521 tempest-NetworksIpV6Test-1749752521-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102387) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 05 19:45:42.692974 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-da69fd45-b460-4577-a92b-6dca858a6cdb tempest-NetworksIpV6Test-1749752521 tempest-NetworksIpV6Test-1749752521-project] 10.222.0.13 "DELETE /v2.0/networks/856b8428-63e0-4cd7-83a9-63feb5413e13 HTTP/1.1" status: 404 len: 339 time: 0.0203850 Nov 05 19:45:42.697430 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 45312) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:45:42.722403 n-d-816865-1 neutron-server[102387]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b7397cc-7c74-4554-9995-e1b88a3cb7a0 tempest-NetworksIpV6Test-1749752521 tempest-NetworksIpV6Test-1749752521-project] DELETE failed (client error): The resource could not be found. Nov 05 19:45:42.722852 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2b7397cc-7c74-4554-9995-e1b88a3cb7a0 tempest-NetworksIpV6Test-1749752521 tempest-NetworksIpV6Test-1749752521-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102387) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 05 19:45:42.725840 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-2b7397cc-7c74-4554-9995-e1b88a3cb7a0 tempest-NetworksIpV6Test-1749752521 tempest-NetworksIpV6Test-1749752521-project] 10.222.0.13 "DELETE /v2.0/subnets/5be72981-f88b-4967-b510-bad7417485e9 HTTP/1.1" status: 404 len: 337 time: 0.0275538 Nov 05 19:45:42.729384 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 45314) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:45:42.749554 n-d-816865-1 neutron-server[102386]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1e733d3-1dd7-49d8-b615-15b59854971a tempest-NetworksIpV6Test-1749752521 tempest-NetworksIpV6Test-1749752521-project] DELETE failed (client error): The resource could not be found. Nov 05 19:45:42.750183 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d1e733d3-1dd7-49d8-b615-15b59854971a tempest-NetworksIpV6Test-1749752521 tempest-NetworksIpV6Test-1749752521-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102386) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 05 19:45:42.753021 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device f62c219e-7ddf-4b53-8e82-3437d048cd89 up at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 19:45:42.754550 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-d1e733d3-1dd7-49d8-b615-15b59854971a tempest-NetworksIpV6Test-1749752521 tempest-NetworksIpV6Test-1749752521-project] 10.222.0.13 "DELETE /v2.0/networks/856b8428-63e0-4cd7-83a9-63feb5413e13 HTTP/1.1" status: 404 len: 339 time: 0.0237086 Nov 05 19:45:42.757052 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 45316) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:45:42.805829 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Provisioning complete for port f62c219e-7ddf-4b53-8e82-3437d048cd89 triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:45:42.806878 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:45:42.812576 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.db_base_plugin_v2 [None req-e6f655c8-3254-4e5f-8211-0df9b06a16c7 tempest-NetworksIpV6Test-1749752521 tempest-NetworksIpV6Test-1749752521-project] Deleting subnet d3630518-dcaf-4f59-b1a1-4dc624bceb24 {{(pid=102386) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 05 19:45:42.815734 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-e6f655c8-3254-4e5f-8211-0df9b06a16c7 tempest-NetworksIpV6Test-1749752521 tempest-NetworksIpV6Test-1749752521-project] Publish callbacks [] for subnet, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:45:42.856461 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-e6f655c8-3254-4e5f-8211-0df9b06a16c7 tempest-NetworksIpV6Test-1749752521 tempest-NetworksIpV6Test-1749752521-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4590738'] for subnet, precommit_delete_associations {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:45:42.938640 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-e6f655c8-3254-4e5f-8211-0df9b06a16c7 tempest-NetworksIpV6Test-1749752521 tempest-NetworksIpV6Test-1749752521-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1573928'] for subnet, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:45:43.064720 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-e6f655c8-3254-4e5f-8211-0df9b06a16c7 tempest-NetworksIpV6Test-1749752521 tempest-NetworksIpV6Test-1749752521-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1573905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6149879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4877183'] for subnet, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:45:43.090463 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f655c8-3254-4e5f-8211-0df9b06a16c7 tempest-NetworksIpV6Test-1749752521 tempest-NetworksIpV6Test-1749752521-project] Pushing event deleted for resources: {'Subnet': ['ID=d3630518-dcaf-4f59-b1a1-4dc624bceb24,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:45:43.096031 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-e6f655c8-3254-4e5f-8211-0df9b06a16c7 tempest-NetworksIpV6Test-1749752521 tempest-NetworksIpV6Test-1749752521-project] Publish callbacks [] for subnet, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:45:43.101665 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-e6f655c8-3254-4e5f-8211-0df9b06a16c7 tempest-NetworksIpV6Test-1749752521 tempest-NetworksIpV6Test-1749752521-project] 10.222.0.13 "DELETE /v2.0/subnets/d3630518-dcaf-4f59-b1a1-4dc624bceb24 HTTP/1.1" status: 204 len: 168 time: 0.3412278 Nov 05 19:45:43.101852 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 45318) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:45:43.102034 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27ae3b4b-14d0-4a92-b343-971692b50c36 None None] Network c964c3d9-aa1b-4fa9-9df1-b3bcbd94d91b requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 19:45:43.178222 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-6dc66ad9-525d-49c7-9470-de871ceec43b tempest-NetworksIpV6Test-1749752521 tempest-NetworksIpV6Test-1749752521-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1664226'] for network, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:45:43.232125 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-6dc66ad9-525d-49c7-9470-de871ceec43b tempest-NetworksIpV6Test-1749752521 tempest-NetworksIpV6Test-1749752521-project] Deleting port f62c219e-7ddf-4b53-8e82-3437d048cd89 {{(pid=102386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 19:45:43.232470 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-6dc66ad9-525d-49c7-9470-de871ceec43b tempest-NetworksIpV6Test-1749752521 tempest-NetworksIpV6Test-1749752521-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:45:43.273415 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29800719-0948-4ad6-8aa6-fcbffe5256dc None None] DHCP port deletion for c964c3d9-aa1b-4fa9-9df1-b3bcbd94d91b request from n-d-816865-1 {{(pid=102388) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 05 19:45:43.302143 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [None req-6dc66ad9-525d-49c7-9470-de871ceec43b tempest-NetworksIpV6Test-1749752521 tempest-NetworksIpV6Test-1749752521-project] For port f62c219e-7ddf-4b53-8e82-3437d048cd89, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=f62c219e-7ddf-4b53-8e82-3437d048cd89,segment=NetworkSegment(951b04d2-8a1f-4840-a5cf-0c9af955303c),segment_id=951b04d2-8a1f-4840-a5cf-0c9af955303c)] {{(pid=102386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:45:43.302507 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-6dc66ad9-525d-49c7-9470-de871ceec43b tempest-NetworksIpV6Test-1749752521 tempest-NetworksIpV6Test-1749752521-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:45:43.315703 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-6dc66ad9-525d-49c7-9470-de871ceec43b tempest-NetworksIpV6Test-1749752521 tempest-NetworksIpV6Test-1749752521-project] Calling delete_port for f62c219e-7ddf-4b53-8e82-3437d048cd89 owned by network:dhcp {{(pid=102386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 19:45:43.321488 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-29800719-0948-4ad6-8aa6-fcbffe5256dc None None] Deleting port f62c219e-7ddf-4b53-8e82-3437d048cd89 {{(pid=102388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 19:45:43.321919 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-29800719-0948-4ad6-8aa6-fcbffe5256dc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:45:43.388314 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-29800719-0948-4ad6-8aa6-fcbffe5256dc None None] For port f62c219e-7ddf-4b53-8e82-3437d048cd89, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=f62c219e-7ddf-4b53-8e82-3437d048cd89,segment=NetworkSegment(951b04d2-8a1f-4840-a5cf-0c9af955303c),segment_id=951b04d2-8a1f-4840-a5cf-0c9af955303c)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:45:43.388824 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-29800719-0948-4ad6-8aa6-fcbffe5256dc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:45:43.402491 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-29800719-0948-4ad6-8aa6-fcbffe5256dc None None] Calling delete_port for f62c219e-7ddf-4b53-8e82-3437d048cd89 owned by network:dhcp {{(pid=102388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 19:45:43.435628 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-6dc66ad9-525d-49c7-9470-de871ceec43b tempest-NetworksIpV6Test-1749752521 tempest-NetworksIpV6Test-1749752521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:45:43.466262 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc66ad9-525d-49c7-9470-de871ceec43b tempest-NetworksIpV6Test-1749752521 tempest-NetworksIpV6Test-1749752521-project] Pushing event deleted for resources: {'Port': ['ID=f62c219e-7ddf-4b53-8e82-3437d048cd89,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:45:43.468068 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dc66ad9-525d-49c7-9470-de871ceec43b tempest-NetworksIpV6Test-1749752521 tempest-NetworksIpV6Test-1749752521-project] No DVR routers for this DVR port f62c219e-7ddf-4b53-8e82-3437d048cd89 on host n-d-816865-1 {{(pid=102386) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 19:45:43.478748 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-29800719-0948-4ad6-8aa6-fcbffe5256dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798'] for port, after_delete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:45:43.504006 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29800719-0948-4ad6-8aa6-fcbffe5256dc None None] Pushing event deleted for resources: {'Port': ['ID=f62c219e-7ddf-4b53-8e82-3437d048cd89,revision_number=None']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:45:43.507435 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29800719-0948-4ad6-8aa6-fcbffe5256dc None None] No DVR routers for this DVR port f62c219e-7ddf-4b53-8e82-3437d048cd89 on host n-d-816865-1 {{(pid=102388) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 19:45:43.549400 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-6dc66ad9-525d-49c7-9470-de871ceec43b tempest-NetworksIpV6Test-1749752521 tempest-NetworksIpV6Test-1749752521-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1579173', 'neutron.services.segments.db._delete_segments_for_network-8750027792909'] for network, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:45:43.568686 n-d-816865-1 neutron-server[102386]: DEBUG neutron.services.segments.db [None req-6dc66ad9-525d-49c7-9470-de871ceec43b tempest-NetworksIpV6Test-1749752521 tempest-NetworksIpV6Test-1749752521-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c964c3d9-aa1b-4fa9-9df1-b3bcbd94d91b']}} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:45:43.578390 n-d-816865-1 neutron-server[102386]: DEBUG neutron.services.segments.db [None req-6dc66ad9-525d-49c7-9470-de871ceec43b tempest-NetworksIpV6Test-1749752521 tempest-NetworksIpV6Test-1749752521-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '951b04d2-8a1f-4840-a5cf-0c9af955303c') {'for_net_delete': True} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:45:43.578686 n-d-816865-1 neutron-server[102386]: DEBUG neutron.services.segments.db [None req-6dc66ad9-525d-49c7-9470-de871ceec43b tempest-NetworksIpV6Test-1749752521 tempest-NetworksIpV6Test-1749752521-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '951b04d2-8a1f-4840-a5cf-0c9af955303c') {} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:45:43.588541 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-6dc66ad9-525d-49c7-9470-de871ceec43b tempest-NetworksIpV6Test-1749752521 tempest-NetworksIpV6Test-1749752521-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750027793430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4590747'] for segment, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:45:43.601212 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-6dc66ad9-525d-49c7-9470-de871ceec43b tempest-NetworksIpV6Test-1749752521 tempest-NetworksIpV6Test-1749752521-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273'] for segment, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:45:43.607372 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6dc66ad9-525d-49c7-9470-de871ceec43b tempest-NetworksIpV6Test-1749752521 tempest-NetworksIpV6Test-1749752521-project] Releasing vlan 151 on physical network physnet1 to pool {{(pid=102386) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 05 19:45:43.607751 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-6dc66ad9-525d-49c7-9470-de871ceec43b tempest-NetworksIpV6Test-1749752521 tempest-NetworksIpV6Test-1749752521-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6149721'] for segment, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:45:43.610774 n-d-816865-1 neutron-server[102386]: Traceback (most recent call last): Nov 05 19:45:43.610774 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 05 19:45:43.610774 n-d-816865-1 neutron-server[102386]: timer() Nov 05 19:45:43.610774 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 05 19:45:43.610774 n-d-816865-1 neutron-server[102386]: cb(*args, **kw) Nov 05 19:45:43.610774 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 05 19:45:43.610774 n-d-816865-1 neutron-server[102386]: return func(*args, **kwargs) Nov 05 19:45:43.610774 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 05 19:45:43.610774 n-d-816865-1 neutron-server[102386]: self._notify() Nov 05 19:45:43.610774 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 05 19:45:43.610774 n-d-816865-1 neutron-server[102386]: self.callback(batched_events) Nov 05 19:45:43.610774 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 05 19:45:43.610774 n-d-816865-1 neutron-server[102386]: event.method(event) Nov 05 19:45:43.610774 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 05 19:45:43.610774 n-d-816865-1 neutron-server[102386]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 05 19:45:43.610774 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 05 19:45:43.610774 n-d-816865-1 neutron-server[102386]: aggregate_uuid = self.p_client.list_aggregates( Nov 05 19:45:43.610774 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 05 19:45:43.610774 n-d-816865-1 neutron-server[102386]: return f(self, *a, **k) Nov 05 19:45:43.610774 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 05 19:45:43.610774 n-d-816865-1 neutron-server[102386]: return self._get(url).json() Nov 05 19:45:43.610774 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 05 19:45:43.610774 n-d-816865-1 neutron-server[102386]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 05 19:45:43.610774 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 05 19:45:43.610774 n-d-816865-1 neutron-server[102386]: return self.request(url, 'GET', **kwargs) Nov 05 19:45:43.610774 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 05 19:45:43.610774 n-d-816865-1 neutron-server[102386]: base_url = self.get_endpoint(auth, allow=allow, Nov 05 19:45:43.610774 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 05 19:45:43.610774 n-d-816865-1 neutron-server[102386]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 05 19:45:43.610774 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 05 19:45:43.610774 n-d-816865-1 neutron-server[102386]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 05 19:45:43.610774 n-d-816865-1 neutron-server[102386]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 05 19:45:43.737306 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-6dc66ad9-525d-49c7-9470-de871ceec43b tempest-NetworksIpV6Test-1749752521 tempest-NetworksIpV6Test-1749752521-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1579178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-956796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1000687'] for network, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:45:43.746417 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-6dc66ad9-525d-49c7-9470-de871ceec43b tempest-NetworksIpV6Test-1749752521 tempest-NetworksIpV6Test-1749752521-project] Publish callbacks [] for network, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:45:43.749620 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-6dc66ad9-525d-49c7-9470-de871ceec43b tempest-NetworksIpV6Test-1749752521 tempest-NetworksIpV6Test-1749752521-project] 10.222.0.13 "DELETE /v2.0/networks/c964c3d9-aa1b-4fa9-9df1-b3bcbd94d91b HTTP/1.1" status: 204 len: 168 time: 0.6467893 Nov 05 19:45:43.752194 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 45320) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:45:43.759924 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc66ad9-525d-49c7-9470-de871ceec43b tempest-NetworksIpV6Test-1749752521 tempest-NetworksIpV6Test-1749752521-project] Pushing event deleted for resources: {'Network': ['ID=c964c3d9-aa1b-4fa9-9df1-b3bcbd94d91b,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:45:43.779948 n-d-816865-1 neutron-server[102387]: INFO neutron.pecan_wsgi.hooks.translation [None req-188f4ad2-a793-4c71-911e-b338c8e665ee tempest-NetworksIpV6Test-1749752521 tempest-NetworksIpV6Test-1749752521-project] DELETE failed (client error): The resource could not be found. Nov 05 19:45:43.780330 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-188f4ad2-a793-4c71-911e-b338c8e665ee tempest-NetworksIpV6Test-1749752521 tempest-NetworksIpV6Test-1749752521-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102387) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 05 19:45:43.783350 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-188f4ad2-a793-4c71-911e-b338c8e665ee tempest-NetworksIpV6Test-1749752521 tempest-NetworksIpV6Test-1749752521-project] 10.222.0.13 "DELETE /v2.0/subnets/9b186307-2ac7-4e71-8d5f-6d122ec0a3bd HTTP/1.1" status: 404 len: 337 time: 0.0301826 Nov 05 19:45:43.786015 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 45322) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:45:43.808563 n-d-816865-1 neutron-server[102387]: INFO neutron.pecan_wsgi.hooks.translation [None req-75cf3d44-4d57-4517-a429-409359ad6f73 tempest-NetworksIpV6Test-1749752521 tempest-NetworksIpV6Test-1749752521-project] DELETE failed (client error): The resource could not be found. Nov 05 19:45:43.809071 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-75cf3d44-4d57-4517-a429-409359ad6f73 tempest-NetworksIpV6Test-1749752521 tempest-NetworksIpV6Test-1749752521-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102387) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 05 19:45:43.812002 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-75cf3d44-4d57-4517-a429-409359ad6f73 tempest-NetworksIpV6Test-1749752521 tempest-NetworksIpV6Test-1749752521-project] 10.222.0.13 "DELETE /v2.0/networks/da2d41bf-7fef-43ca-97ec-4db77877fa93 HTTP/1.1" status: 404 len: 339 time: 0.0250778 Nov 05 19:45:43.814388 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 45324) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:45:43.839010 n-d-816865-1 neutron-server[102387]: INFO neutron.pecan_wsgi.hooks.translation [None req-436db849-f87b-4bae-8115-412e0cbf0563 tempest-NetworksIpV6Test-1749752521 tempest-NetworksIpV6Test-1749752521-project] DELETE failed (client error): The resource could not be found. Nov 05 19:45:43.839439 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-436db849-f87b-4bae-8115-412e0cbf0563 tempest-NetworksIpV6Test-1749752521 tempest-NetworksIpV6Test-1749752521-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102387) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 05 19:45:43.842613 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-436db849-f87b-4bae-8115-412e0cbf0563 tempest-NetworksIpV6Test-1749752521 tempest-NetworksIpV6Test-1749752521-project] 10.222.0.13 "DELETE /v2.0/subnets/577391ef-0c11-4cf4-a9bc-d6ea2664f728 HTTP/1.1" status: 404 len: 337 time: 0.0273674 Nov 05 19:45:43.844935 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 45326) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:45:43.861657 n-d-816865-1 neutron-server[102387]: INFO neutron.pecan_wsgi.hooks.translation [None req-055b0d7e-0c1d-447d-9e8a-71cabe8372c7 tempest-NetworksIpV6Test-1749752521 tempest-NetworksIpV6Test-1749752521-project] DELETE failed (client error): The resource could not be found. Nov 05 19:45:43.862196 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-055b0d7e-0c1d-447d-9e8a-71cabe8372c7 tempest-NetworksIpV6Test-1749752521 tempest-NetworksIpV6Test-1749752521-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102387) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 05 19:45:43.865054 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-055b0d7e-0c1d-447d-9e8a-71cabe8372c7 tempest-NetworksIpV6Test-1749752521 tempest-NetworksIpV6Test-1749752521-project] 10.222.0.13 "DELETE /v2.0/networks/3d518046-c8ca-49e4-91a7-f811eb160c28 HTTP/1.1" status: 404 len: 339 time: 0.0192640 Nov 05 19:45:43.867290 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 45328) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:45:43.917199 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6a81816-2dd6-404e-a35e-f821bc810a34 tempest-NetworksIpV6Test-1749752521 tempest-NetworksIpV6Test-1749752521-project] Deleting subnet 07c890aa-374c-433b-a243-70672f3f370f {{(pid=102387) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 05 19:45:43.920354 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-f6a81816-2dd6-404e-a35e-f821bc810a34 tempest-NetworksIpV6Test-1749752521 tempest-NetworksIpV6Test-1749752521-project] Publish callbacks [] for subnet, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:45:43.959741 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-f6a81816-2dd6-404e-a35e-f821bc810a34 tempest-NetworksIpV6Test-1749752521 tempest-NetworksIpV6Test-1749752521-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4463501'] for subnet, precommit_delete_associations {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:45:44.045676 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-f6a81816-2dd6-404e-a35e-f821bc810a34 tempest-NetworksIpV6Test-1749752521 tempest-NetworksIpV6Test-1749752521-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1573928'] for subnet, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:45:44.162015 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-f6a81816-2dd6-404e-a35e-f821bc810a34 tempest-NetworksIpV6Test-1749752521 tempest-NetworksIpV6Test-1749752521-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1573905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4417146', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5112209'] for subnet, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:45:44.190883 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a81816-2dd6-404e-a35e-f821bc810a34 tempest-NetworksIpV6Test-1749752521 tempest-NetworksIpV6Test-1749752521-project] Pushing event deleted for resources: {'Subnet': ['ID=07c890aa-374c-433b-a243-70672f3f370f,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:45:44.192939 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-f6a81816-2dd6-404e-a35e-f821bc810a34 tempest-NetworksIpV6Test-1749752521 tempest-NetworksIpV6Test-1749752521-project] Publish callbacks [] for subnet, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:45:44.196962 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-f6a81816-2dd6-404e-a35e-f821bc810a34 tempest-NetworksIpV6Test-1749752521 tempest-NetworksIpV6Test-1749752521-project] 10.222.0.13 "DELETE /v2.0/subnets/07c890aa-374c-433b-a243-70672f3f370f HTTP/1.1" status: 204 len: 168 time: 0.3279691 Nov 05 19:45:44.198754 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 45330) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:45:44.199509 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33748386-cb6b-4db1-b525-b07b01aded52 None None] Network 9a73ef51-6ad6-4512-939c-a08ddb4ca2a4 requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 19:45:44.277969 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-8849a904-00e1-4fa6-9ab8-08f8df83c57f tempest-NetworksIpV6Test-1749752521 tempest-NetworksIpV6Test-1749752521-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1664226'] for network, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:45:44.329908 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [None req-8849a904-00e1-4fa6-9ab8-08f8df83c57f tempest-NetworksIpV6Test-1749752521 tempest-NetworksIpV6Test-1749752521-project] Deleting port 2dfa8ad9-6bae-4374-8623-1028f62b73fb {{(pid=102387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 19:45:44.330276 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-8849a904-00e1-4fa6-9ab8-08f8df83c57f tempest-NetworksIpV6Test-1749752521 tempest-NetworksIpV6Test-1749752521-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:45:44.389362 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f038462-e289-4301-82d8-d100760dd35d None None] DHCP port deletion for 9a73ef51-6ad6-4512-939c-a08ddb4ca2a4 request from n-d-816865-1 {{(pid=102388) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 05 19:45:44.397966 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.db [None req-8849a904-00e1-4fa6-9ab8-08f8df83c57f tempest-NetworksIpV6Test-1749752521 tempest-NetworksIpV6Test-1749752521-project] For port 2dfa8ad9-6bae-4374-8623-1028f62b73fb, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=2dfa8ad9-6bae-4374-8623-1028f62b73fb,segment=NetworkSegment(31829b68-f478-476b-b274-0927a1598f40),segment_id=31829b68-f478-476b-b274-0927a1598f40)] {{(pid=102387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:45:44.398357 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-8849a904-00e1-4fa6-9ab8-08f8df83c57f tempest-NetworksIpV6Test-1749752521 tempest-NetworksIpV6Test-1749752521-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:45:44.411276 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [None req-8849a904-00e1-4fa6-9ab8-08f8df83c57f tempest-NetworksIpV6Test-1749752521 tempest-NetworksIpV6Test-1749752521-project] Calling delete_port for 2dfa8ad9-6bae-4374-8623-1028f62b73fb owned by network:dhcp {{(pid=102387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 19:45:44.442814 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-7f038462-e289-4301-82d8-d100760dd35d None None] Deleting port 2dfa8ad9-6bae-4374-8623-1028f62b73fb {{(pid=102388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 19:45:44.443191 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-7f038462-e289-4301-82d8-d100760dd35d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:45:44.505608 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-7f038462-e289-4301-82d8-d100760dd35d None None] For port 2dfa8ad9-6bae-4374-8623-1028f62b73fb, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=2dfa8ad9-6bae-4374-8623-1028f62b73fb,segment=NetworkSegment(31829b68-f478-476b-b274-0927a1598f40),segment_id=31829b68-f478-476b-b274-0927a1598f40)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:45:44.506003 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-7f038462-e289-4301-82d8-d100760dd35d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:45:44.518570 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-7f038462-e289-4301-82d8-d100760dd35d None None] Calling delete_port for 2dfa8ad9-6bae-4374-8623-1028f62b73fb owned by network:dhcp {{(pid=102388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 19:45:44.544045 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-8849a904-00e1-4fa6-9ab8-08f8df83c57f tempest-NetworksIpV6Test-1749752521 tempest-NetworksIpV6Test-1749752521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4417063'] for port, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:45:44.570764 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8849a904-00e1-4fa6-9ab8-08f8df83c57f tempest-NetworksIpV6Test-1749752521 tempest-NetworksIpV6Test-1749752521-project] Pushing event deleted for resources: {'Port': ['ID=2dfa8ad9-6bae-4374-8623-1028f62b73fb,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:45:44.574346 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8849a904-00e1-4fa6-9ab8-08f8df83c57f tempest-NetworksIpV6Test-1749752521 tempest-NetworksIpV6Test-1749752521-project] No DVR routers for this DVR port 2dfa8ad9-6bae-4374-8623-1028f62b73fb on host n-d-816865-1 {{(pid=102387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 19:45:44.599543 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-7f038462-e289-4301-82d8-d100760dd35d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798'] for port, after_delete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:45:44.626233 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f038462-e289-4301-82d8-d100760dd35d None None] Pushing event deleted for resources: {'Port': ['ID=2dfa8ad9-6bae-4374-8623-1028f62b73fb,revision_number=None']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:45:44.627989 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f038462-e289-4301-82d8-d100760dd35d None None] No DVR routers for this DVR port 2dfa8ad9-6bae-4374-8623-1028f62b73fb on host n-d-816865-1 {{(pid=102388) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 19:45:44.657765 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-8849a904-00e1-4fa6-9ab8-08f8df83c57f tempest-NetworksIpV6Test-1749752521 tempest-NetworksIpV6Test-1749752521-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1579173', 'neutron.services.segments.db._delete_segments_for_network-8750027792909'] for network, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:45:44.677765 n-d-816865-1 neutron-server[102387]: DEBUG neutron.services.segments.db [None req-8849a904-00e1-4fa6-9ab8-08f8df83c57f tempest-NetworksIpV6Test-1749752521 tempest-NetworksIpV6Test-1749752521-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a73ef51-6ad6-4512-939c-a08ddb4ca2a4']}} {{(pid=102387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:45:44.687102 n-d-816865-1 neutron-server[102387]: DEBUG neutron.services.segments.db [None req-8849a904-00e1-4fa6-9ab8-08f8df83c57f tempest-NetworksIpV6Test-1749752521 tempest-NetworksIpV6Test-1749752521-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '31829b68-f478-476b-b274-0927a1598f40') {'for_net_delete': True} {{(pid=102387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:45:44.687399 n-d-816865-1 neutron-server[102387]: DEBUG neutron.services.segments.db [None req-8849a904-00e1-4fa6-9ab8-08f8df83c57f tempest-NetworksIpV6Test-1749752521 tempest-NetworksIpV6Test-1749752521-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '31829b68-f478-476b-b274-0927a1598f40') {} {{(pid=102387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:45:44.696753 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-8849a904-00e1-4fa6-9ab8-08f8df83c57f tempest-NetworksIpV6Test-1749752521 tempest-NetworksIpV6Test-1749752521-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750027793430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4463492'] for segment, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:45:44.710629 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-8849a904-00e1-4fa6-9ab8-08f8df83c57f tempest-NetworksIpV6Test-1749752521 tempest-NetworksIpV6Test-1749752521-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273'] for segment, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:45:44.717617 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8849a904-00e1-4fa6-9ab8-08f8df83c57f tempest-NetworksIpV6Test-1749752521 tempest-NetworksIpV6Test-1749752521-project] Releasing vlan 197 on physical network physnet1 to pool {{(pid=102387) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 05 19:45:44.718009 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-8849a904-00e1-4fa6-9ab8-08f8df83c57f tempest-NetworksIpV6Test-1749752521 tempest-NetworksIpV6Test-1749752521-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4417236'] for segment, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:45:44.721017 n-d-816865-1 neutron-server[102387]: Traceback (most recent call last): Nov 05 19:45:44.721017 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 05 19:45:44.721017 n-d-816865-1 neutron-server[102387]: timer() Nov 05 19:45:44.721017 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 05 19:45:44.721017 n-d-816865-1 neutron-server[102387]: cb(*args, **kw) Nov 05 19:45:44.721017 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 05 19:45:44.721017 n-d-816865-1 neutron-server[102387]: return func(*args, **kwargs) Nov 05 19:45:44.721017 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 05 19:45:44.721017 n-d-816865-1 neutron-server[102387]: self._notify() Nov 05 19:45:44.721017 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 05 19:45:44.721017 n-d-816865-1 neutron-server[102387]: self.callback(batched_events) Nov 05 19:45:44.721017 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 05 19:45:44.721017 n-d-816865-1 neutron-server[102387]: event.method(event) Nov 05 19:45:44.721017 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 05 19:45:44.721017 n-d-816865-1 neutron-server[102387]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 05 19:45:44.721017 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 05 19:45:44.721017 n-d-816865-1 neutron-server[102387]: aggregate_uuid = self.p_client.list_aggregates( Nov 05 19:45:44.721017 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 05 19:45:44.721017 n-d-816865-1 neutron-server[102387]: return f(self, *a, **k) Nov 05 19:45:44.721017 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 05 19:45:44.721017 n-d-816865-1 neutron-server[102387]: return self._get(url).json() Nov 05 19:45:44.721017 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 05 19:45:44.721017 n-d-816865-1 neutron-server[102387]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 05 19:45:44.721017 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 05 19:45:44.721017 n-d-816865-1 neutron-server[102387]: return self.request(url, 'GET', **kwargs) Nov 05 19:45:44.721017 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 05 19:45:44.721017 n-d-816865-1 neutron-server[102387]: base_url = self.get_endpoint(auth, allow=allow, Nov 05 19:45:44.721017 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 05 19:45:44.721017 n-d-816865-1 neutron-server[102387]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 05 19:45:44.721017 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 05 19:45:44.721017 n-d-816865-1 neutron-server[102387]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 05 19:45:44.721017 n-d-816865-1 neutron-server[102387]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 05 19:45:44.756180 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device f62c219e-7ddf-4b53-8e82-3437d048cd89 no longer exists at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 19:45:44.778122 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] No Port match for: f62c219e-7ddf-4b53-8e82-3437d048cd89 {{(pid=102388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 19:45:44.778471 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device f62c219e-7ddf-4b53-8e82-3437d048cd89 not bound to the agent host n-d-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 19:45:44.778895 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 2dfa8ad9-6bae-4374-8623-1028f62b73fb no longer exists at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 19:45:44.798688 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] No Port match for: 2dfa8ad9-6bae-4374-8623-1028f62b73fb {{(pid=102388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 19:45:44.798964 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 2dfa8ad9-6bae-4374-8623-1028f62b73fb not bound to the agent host n-d-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 19:45:44.868581 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-8849a904-00e1-4fa6-9ab8-08f8df83c57f tempest-NetworksIpV6Test-1749752521 tempest-NetworksIpV6Test-1749752521-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1579178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-956796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1000687'] for network, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:45:44.875693 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-8849a904-00e1-4fa6-9ab8-08f8df83c57f tempest-NetworksIpV6Test-1749752521 tempest-NetworksIpV6Test-1749752521-project] Publish callbacks [] for network, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:45:44.878998 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-8849a904-00e1-4fa6-9ab8-08f8df83c57f tempest-NetworksIpV6Test-1749752521 tempest-NetworksIpV6Test-1749752521-project] 10.222.0.13 "DELETE /v2.0/networks/9a73ef51-6ad6-4512-939c-a08ddb4ca2a4 HTTP/1.1" status: 204 len: 168 time: 0.6792939 Nov 05 19:45:44.891123 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8849a904-00e1-4fa6-9ab8-08f8df83c57f tempest-NetworksIpV6Test-1749752521 tempest-NetworksIpV6Test-1749752521-project] Pushing event deleted for resources: {'Network': ['ID=9a73ef51-6ad6-4512-939c-a08ddb4ca2a4,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:45:45.334939 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 45336) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:45:45.462601 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-504b55c3-2d86-4813-9362-7bfe1d42c201 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6e61b17bedb8443eb459d32b9d88a986&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1264143 Nov 05 19:45:45.465106 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 45340) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:45:45.512389 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-4a699ef8-1b15-487e-af7a-6d2d84d49830 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:45:45.533528 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-4a699ef8-1b15-487e-af7a-6d2d84d49830 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:45:45.670101 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-4a699ef8-1b15-487e-af7a-6d2d84d49830 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:45:45.672559 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-4a699ef8-1b15-487e-af7a-6d2d84d49830 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:45:45.673695 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-4a699ef8-1b15-487e-af7a-6d2d84d49830 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/df346027-ef8b-4bdb-9810-ea8a08593270 HTTP/1.1" status: 204 len: 168 time: 0.2076705 Nov 05 19:45:45.682308 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a699ef8-1b15-487e-af7a-6d2d84d49830 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df346027-ef8b-4bdb-9810-ea8a08593270,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:45:46.552393 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 45362) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:45:46.646398 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-505071f7-2885-4e1f-9431-afd2da37a63c tempest-RoutersNegativeTest-311497982 tempest-RoutersNegativeTest-311497982-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-510916474', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:45:46.719727 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-505071f7-2885-4e1f-9431-afd2da37a63c tempest-RoutersNegativeTest-311497982 tempest-RoutersNegativeTest-311497982-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-571139', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6874'] for router, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:45:46.720756 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-505071f7-2885-4e1f-9431-afd2da37a63c tempest-RoutersNegativeTest-311497982 tempest-RoutersNegativeTest-311497982-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-571375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1000570', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1011585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6867'] for router, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:45:46.770305 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-505071f7-2885-4e1f-9431-afd2da37a63c tempest-RoutersNegativeTest-311497982 tempest-RoutersNegativeTest-311497982-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:45:46.835522 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-505071f7-2885-4e1f-9431-afd2da37a63c tempest-RoutersNegativeTest-311497982 tempest-RoutersNegativeTest-311497982-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-571384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1000487'] for router, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:45:46.934930 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-505071f7-2885-4e1f-9431-afd2da37a63c tempest-RoutersNegativeTest-311497982 tempest-RoutersNegativeTest-311497982-project] Publish callbacks [] for router, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:45:46.936154 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-505071f7-2885-4e1f-9431-afd2da37a63c tempest-RoutersNegativeTest-311497982 tempest-RoutersNegativeTest-311497982-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.3827410 Nov 05 19:45:46.938849 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 45366) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:45:46.943600 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-53d0ef4f-81d2-4645-ab28-e53dc41621c0 tempest-RoutersNegativeTest-311497982 tempest-RoutersNegativeTest-311497982-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-185028822'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:45:47.024183 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53d0ef4f-81d2-4645-ab28-e53dc41621c0 tempest-RoutersNegativeTest-311497982 tempest-RoutersNegativeTest-311497982-project] Made reservation on behalf of c5e279731a774680a6671a3e2262b581 for: {'network': 1} {{(pid=102386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 19:45:47.027865 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-53d0ef4f-81d2-4645-ab28-e53dc41621c0 tempest-RoutersNegativeTest-311497982 tempest-RoutersNegativeTest-311497982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for network, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:45:47.036826 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-53d0ef4f-81d2-4645-ab28-e53dc41621c0 tempest-RoutersNegativeTest-311497982 tempest-RoutersNegativeTest-311497982-project] Publish callbacks [] for security_group, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:45:47.112423 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-53d0ef4f-81d2-4645-ab28-e53dc41621c0 tempest-RoutersNegativeTest-311497982 tempest-RoutersNegativeTest-311497982-project] Publish callbacks [] for security_group, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:45:47.167267 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-53d0ef4f-81d2-4645-ab28-e53dc41621c0 tempest-RoutersNegativeTest-311497982 tempest-RoutersNegativeTest-311497982-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:45:47.192407 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53d0ef4f-81d2-4645-ab28-e53dc41621c0 tempest-RoutersNegativeTest-311497982 tempest-RoutersNegativeTest-311497982-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 183} {{(pid=102386) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 05 19:45:47.207673 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d0ef4f-81d2-4645-ab28-e53dc41621c0 tempest-RoutersNegativeTest-311497982 tempest-RoutersNegativeTest-311497982-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4c434194-43dd-4a01-80e6-996e5efc76ff,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:45:47.211008 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-53d0ef4f-81d2-4645-ab28-e53dc41621c0 tempest-RoutersNegativeTest-311497982 tempest-RoutersNegativeTest-311497982-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273'] for segment, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:45:47.211350 n-d-816865-1 neutron-server[102386]: INFO neutron.db.segments_db [None req-53d0ef4f-81d2-4645-ab28-e53dc41621c0 tempest-RoutersNegativeTest-311497982 tempest-RoutersNegativeTest-311497982-project] Added segment eb5f7279-0830-42bc-8a3e-908dec2e4a6d of type vlan for network c3a45ae5-fb41-43ce-ae31-199ba17f9481 Nov 05 19:45:47.250525 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-53d0ef4f-81d2-4645-ab28-e53dc41621c0 tempest-RoutersNegativeTest-311497982 tempest-RoutersNegativeTest-311497982-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750027258543'] for network, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:45:47.372540 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-53d0ef4f-81d2-4645-ab28-e53dc41621c0 tempest-RoutersNegativeTest-311497982 tempest-RoutersNegativeTest-311497982-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-956796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877'] for network, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:45:47.377954 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53d0ef4f-81d2-4645-ab28-e53dc41621c0 tempest-RoutersNegativeTest-311497982 tempest-RoutersNegativeTest-311497982-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:45:47.378564 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-53d0ef4f-81d2-4645-ab28-e53dc41621c0 tempest-RoutersNegativeTest-311497982 tempest-RoutersNegativeTest-311497982-project] Publish callbacks [] for network, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:45:47.442195 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d0ef4f-81d2-4645-ab28-e53dc41621c0 tempest-RoutersNegativeTest-311497982 tempest-RoutersNegativeTest-311497982-project] Pushing event updated for resources: {'Network': ['ID=c3a45ae5-fb41-43ce-ae31-199ba17f9481,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:45:47.452305 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Network c3a45ae5-fb41-43ce-ae31-199ba17f9481 details requested by agent ovs-agent-n-d-816865-1 with host n-d-816865-1 {{(pid=102388) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 05 19:45:47.490022 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-53d0ef4f-81d2-4645-ab28-e53dc41621c0 tempest-RoutersNegativeTest-311497982 tempest-RoutersNegativeTest-311497982-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.5501430 Nov 05 19:45:47.492775 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 45368) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:45:47.498005 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-95559b5d-b265-43dc-ba53-5a4751a79b34 tempest-RoutersNegativeTest-311497982 tempest-RoutersNegativeTest-311497982-project] Request body: {'subnet': {'network_id': 'c3a45ae5-fb41-43ce-ae31-199ba17f9481', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:45:47.658865 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95559b5d-b265-43dc-ba53-5a4751a79b34 tempest-RoutersNegativeTest-311497982 tempest-RoutersNegativeTest-311497982-project] Made reservation on behalf of c5e279731a774680a6671a3e2262b581 for: {'subnet': 1} {{(pid=102386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 19:45:47.662313 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-95559b5d-b265-43dc-ba53-5a4751a79b34 tempest-RoutersNegativeTest-311497982 tempest-RoutersNegativeTest-311497982-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4877122'] for subnet, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:45:47.909989 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-95559b5d-b265-43dc-ba53-5a4751a79b34 tempest-RoutersNegativeTest-311497982 tempest-RoutersNegativeTest-311497982-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6149946', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4877172'] for subnet, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:45:47.970899 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95559b5d-b265-43dc-ba53-5a4751a79b34 tempest-RoutersNegativeTest-311497982 tempest-RoutersNegativeTest-311497982-project] Pushing event updated for resources: {'Subnet': ['ID=b3893649-9145-4045-bf90-3a828cd94260,revision_number=0']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:45:47.977673 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95559b5d-b265-43dc-ba53-5a4751a79b34 tempest-RoutersNegativeTest-311497982 tempest-RoutersNegativeTest-311497982-project] Checking segment: {'id': 'eb5f7279-0830-42bc-8a3e-908dec2e4a6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'c3a45ae5-fb41-43ce-ae31-199ba17f9481'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 19:45:47.978554 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95559b5d-b265-43dc-ba53-5a4751a79b34 tempest-RoutersNegativeTest-311497982 tempest-RoutersNegativeTest-311497982-project] Network hostable DHCP agents. Network: c3a45ae5-fb41-43ce-ae31-199ba17f9481, hostable agents: ['987e2ca0-bc3b-4c6f-a989-429ccfbf753f'], hosted agents: [] {{(pid=102386) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 05 19:45:48.035330 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95559b5d-b265-43dc-ba53-5a4751a79b34 tempest-RoutersNegativeTest-311497982 tempest-RoutersNegativeTest-311497982-project] Network c3a45ae5-fb41-43ce-ae31-199ba17f9481 is scheduled to be hosted by DHCP agent 987e2ca0-bc3b-4c6f-a989-429ccfbf753f with binding_index 1 {{(pid=102386) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 05 19:45:48.098011 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.base_scheduler [None req-95559b5d-b265-43dc-ba53-5a4751a79b34 tempest-RoutersNegativeTest-311497982 tempest-RoutersNegativeTest-311497982-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816865-1, c3a45ae5-fb41-43ce-ae31-199ba17f9481) {{(pid=102386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 19:45:48.102117 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95559b5d-b265-43dc-ba53-5a4751a79b34 tempest-RoutersNegativeTest-311497982 tempest-RoutersNegativeTest-311497982-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:45:48.102764 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-95559b5d-b265-43dc-ba53-5a4751a79b34 tempest-RoutersNegativeTest-311497982 tempest-RoutersNegativeTest-311497982-project] Publish callbacks [] for subnet, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:45:48.108863 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee25b570-0d7f-4c21-8622-a5bf8303fe2d None None] Network c3a45ae5-fb41-43ce-ae31-199ba17f9481 requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 19:45:48.191320 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-95559b5d-b265-43dc-ba53-5a4751a79b34 tempest-RoutersNegativeTest-311497982 tempest-RoutersNegativeTest-311497982-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6833076 Nov 05 19:45:48.191654 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 45370) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:45:48.191654 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-2ed10b74-82ca-4970-8c1c-7ca1d5875a6d tempest-RoutersNegativeTest-311497982 tempest-RoutersNegativeTest-311497982-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1191494128'}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:45:48.263507 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2fb7266-b9d1-401d-bb68-878eb26d81f7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeb20a084-accf-5b60-8075-3e69ebe863a6-c3a45ae5-fb41-43ce-ae31-199ba17f9481', 'network_id': 'c3a45ae5-fb41-43ce-ae31-199ba17f9481', 'tenant_id': 'c5e279731a774680a6671a3e2262b581', 'fixed_ips': [{'subnet_id': 'b3893649-9145-4045-bf90-3a828cd94260'}]}} from n-d-816865-1. {{(pid=102388) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 05 19:45:48.264383 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b2fb7266-b9d1-401d-bb68-878eb26d81f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:45:48.308661 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ed10b74-82ca-4970-8c1c-7ca1d5875a6d tempest-RoutersNegativeTest-311497982 tempest-RoutersNegativeTest-311497982-project] Made reservation on behalf of c5e279731a774680a6671a3e2262b581 for: {'network': 1} {{(pid=102387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 19:45:48.312357 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-2ed10b74-82ca-4970-8c1c-7ca1d5875a6d tempest-RoutersNegativeTest-311497982 tempest-RoutersNegativeTest-311497982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for network, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:45:48.336002 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ed10b74-82ca-4970-8c1c-7ca1d5875a6d tempest-RoutersNegativeTest-311497982 tempest-RoutersNegativeTest-311497982-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 174} {{(pid=102387) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 05 19:45:48.345499 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-2ed10b74-82ca-4970-8c1c-7ca1d5875a6d tempest-RoutersNegativeTest-311497982 tempest-RoutersNegativeTest-311497982-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273'] for segment, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:45:48.346113 n-d-816865-1 neutron-server[102387]: INFO neutron.db.segments_db [None req-2ed10b74-82ca-4970-8c1c-7ca1d5875a6d tempest-RoutersNegativeTest-311497982 tempest-RoutersNegativeTest-311497982-project] Added segment a2da47f6-ef6e-4701-ac5b-059418e98a3c of type vlan for network 2434bf6a-9633-45ce-a1db-e4b0130d6f30 Nov 05 19:45:48.387742 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-2ed10b74-82ca-4970-8c1c-7ca1d5875a6d tempest-RoutersNegativeTest-311497982 tempest-RoutersNegativeTest-311497982-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750027258543'] for network, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:45:48.402326 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.db_base_plugin_common [None req-b2fb7266-b9d1-401d-bb68-878eb26d81f7 None None] Allocated IP 172.20.0.2 (c3a45ae5-fb41-43ce-ae31-199ba17f9481/b3893649-9145-4045-bf90-3a828cd94260/0b535ba2-7d13-4f8e-a5e2-8d6c3ac6f663) {{(pid=102388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 19:45:48.480299 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-2ed10b74-82ca-4970-8c1c-7ca1d5875a6d tempest-RoutersNegativeTest-311497982 tempest-RoutersNegativeTest-311497982-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-956796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877'] for network, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:45:48.485999 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ed10b74-82ca-4970-8c1c-7ca1d5875a6d tempest-RoutersNegativeTest-311497982 tempest-RoutersNegativeTest-311497982-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:45:48.486621 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-2ed10b74-82ca-4970-8c1c-7ca1d5875a6d tempest-RoutersNegativeTest-311497982 tempest-RoutersNegativeTest-311497982-project] Publish callbacks [] for network, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:45:48.547269 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b2fb7266-b9d1-401d-bb68-878eb26d81f7 None None] Publish callbacks [] for port, precommit_create {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:45:48.559599 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed10b74-82ca-4970-8c1c-7ca1d5875a6d tempest-RoutersNegativeTest-311497982 tempest-RoutersNegativeTest-311497982-project] Pushing event updated for resources: {'Network': ['ID=2434bf6a-9633-45ce-a1db-e4b0130d6f30,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:45:48.569397 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Network 2434bf6a-9633-45ce-a1db-e4b0130d6f30 details requested by agent ovs-agent-n-d-816865-1 with host n-d-816865-1 {{(pid=102388) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 05 19:45:48.586911 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-2ed10b74-82ca-4970-8c1c-7ca1d5875a6d tempest-RoutersNegativeTest-311497982 tempest-RoutersNegativeTest-311497982-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.4051342 Nov 05 19:45:48.590777 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 45372) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:45:48.595999 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-74feb668-8dd8-4411-a437-fdae68f4913e tempest-RoutersNegativeTest-311497982 tempest-RoutersNegativeTest-311497982-project] Request body: {'subnet': {'network_id': '2434bf6a-9633-45ce-a1db-e4b0130d6f30', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:45:48.653340 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b2fb7266-b9d1-401d-bb68-878eb26d81f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789'] for port, after_create {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:45:48.702547 n-d-816865-1 neutron-server[102388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2fb7266-b9d1-401d-bb68-878eb26d81f7 None None] Network c3a45ae5-fb41-43ce-ae31-199ba17f9481 is already hosted by enough agents. {{(pid=102388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 19:45:48.706535 n-d-816865-1 neutron-server[102388]: DEBUG neutron.scheduler.base_scheduler [None req-b2fb7266-b9d1-401d-bb68-878eb26d81f7 None None] Resources bound (agent type, host, resource id): {{(pid=102388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 19:45:48.708370 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2fb7266-b9d1-401d-bb68-878eb26d81f7 None None] Pushing event updated for resources: {'Port': ['ID=0b535ba2-7d13-4f8e-a5e2-8d6c3ac6f663,revision_number=1']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:45:48.710509 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2fb7266-b9d1-401d-bb68-878eb26d81f7 None None] Received port after_create {{(pid=102388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 19:45:48.764436 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-b2fb7266-b9d1-401d-bb68-878eb26d81f7 None None] Attempting to bind port 0b535ba2-7d13-4f8e-a5e2-8d6c3ac6f663 on host n-d-816865-1 for vnic_type normal with profile {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 19:45:48.764720 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-b2fb7266-b9d1-401d-bb68-878eb26d81f7 None None] Attempting to bind port 0b535ba2-7d13-4f8e-a5e2-8d6c3ac6f663 by drivers openvswitch,hyperv on host n-d-816865-1 at level 0 using segments [{'id': 'eb5f7279-0830-42bc-8a3e-908dec2e4a6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'c3a45ae5-fb41-43ce-ae31-199ba17f9481'}] {{(pid=102388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 19:45:48.765056 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2fb7266-b9d1-401d-bb68-878eb26d81f7 None None] Attempting to bind port 0b535ba2-7d13-4f8e-a5e2-8d6c3ac6f663 on network c3a45ae5-fb41-43ce-ae31-199ba17f9481 {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 19:45:48.770184 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2fb7266-b9d1-401d-bb68-878eb26d81f7 None None] Checking agent: {'id': '724d89a7-611b-41e6-bc85-c48112b17afa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 18, 25, 8), 'started_at': datetime.datetime(2021, 11, 5, 18, 25, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 19, 45, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 19:45:48.770559 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2fb7266-b9d1-401d-bb68-878eb26d81f7 None None] Checking segment: {'id': 'eb5f7279-0830-42bc-8a3e-908dec2e4a6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'c3a45ae5-fb41-43ce-ae31-199ba17f9481'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 19:45:48.770961 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b2fb7266-b9d1-401d-bb68-878eb26d81f7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:45:48.771353 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2fb7266-b9d1-401d-bb68-878eb26d81f7 None None] Bound using segment: {'id': 'eb5f7279-0830-42bc-8a3e-908dec2e4a6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'c3a45ae5-fb41-43ce-ae31-199ba17f9481'} {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 19:45:48.771560 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74feb668-8dd8-4411-a437-fdae68f4913e tempest-RoutersNegativeTest-311497982 tempest-RoutersNegativeTest-311497982-project] Made reservation on behalf of c5e279731a774680a6671a3e2262b581 for: {'subnet': 1} {{(pid=102386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 19:45:48.772039 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-b2fb7266-b9d1-401d-bb68-878eb26d81f7 None None] Bound port: 0b535ba2-7d13-4f8e-a5e2-8d6c3ac6f663, host: n-d-816865-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb5f7279-0830-42bc-8a3e-908dec2e4a6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'c3a45ae5-fb41-43ce-ae31-199ba17f9481'}}] {{(pid=102388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 19:45:48.772213 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b2fb7266-b9d1-401d-bb68-878eb26d81f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:45:48.775344 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-74feb668-8dd8-4411-a437-fdae68f4913e tempest-RoutersNegativeTest-311497982 tempest-RoutersNegativeTest-311497982-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4877122'] for subnet, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:45:48.834882 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b2fb7266-b9d1-401d-bb68-878eb26d81f7 None None] For port 0b535ba2-7d13-4f8e-a5e2-8d6c3ac6f663, host n-d-816865-1, cleared binding levels {{(pid=102388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 19:45:48.838270 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b2fb7266-b9d1-401d-bb68-878eb26d81f7 None None] For port 0b535ba2-7d13-4f8e-a5e2-8d6c3ac6f663, host n-d-816865-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=0b535ba2-7d13-4f8e-a5e2-8d6c3ac6f663,segment=NetworkSegment(eb5f7279-0830-42bc-8a3e-908dec2e4a6d),segment_id=eb5f7279-0830-42bc-8a3e-908dec2e4a6d)] {{(pid=102388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 19:45:48.921925 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b2fb7266-b9d1-401d-bb68-878eb26d81f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:45:48.982489 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2fb7266-b9d1-401d-bb68-878eb26d81f7 None None] Pushing event updated for resources: {'Port': ['ID=0b535ba2-7d13-4f8e-a5e2-8d6c3ac6f663,revision_number=2']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:45:49.030751 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-74feb668-8dd8-4411-a437-fdae68f4913e tempest-RoutersNegativeTest-311497982 tempest-RoutersNegativeTest-311497982-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6149946', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4877172'] for subnet, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:45:49.091267 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74feb668-8dd8-4411-a437-fdae68f4913e tempest-RoutersNegativeTest-311497982 tempest-RoutersNegativeTest-311497982-project] Pushing event updated for resources: {'Subnet': ['ID=34c25b4f-e915-46bc-90f1-95cc4f38911a,revision_number=0']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:45:49.105056 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74feb668-8dd8-4411-a437-fdae68f4913e tempest-RoutersNegativeTest-311497982 tempest-RoutersNegativeTest-311497982-project] Checking segment: {'id': 'a2da47f6-ef6e-4701-ac5b-059418e98a3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '2434bf6a-9633-45ce-a1db-e4b0130d6f30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 19:45:49.105056 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74feb668-8dd8-4411-a437-fdae68f4913e tempest-RoutersNegativeTest-311497982 tempest-RoutersNegativeTest-311497982-project] Network hostable DHCP agents. Network: 2434bf6a-9633-45ce-a1db-e4b0130d6f30, hostable agents: ['987e2ca0-bc3b-4c6f-a989-429ccfbf753f'], hosted agents: [] {{(pid=102386) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 05 19:45:49.184225 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74feb668-8dd8-4411-a437-fdae68f4913e tempest-RoutersNegativeTest-311497982 tempest-RoutersNegativeTest-311497982-project] Network 2434bf6a-9633-45ce-a1db-e4b0130d6f30 is scheduled to be hosted by DHCP agent 987e2ca0-bc3b-4c6f-a989-429ccfbf753f with binding_index 1 {{(pid=102386) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 05 19:45:49.251504 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.base_scheduler [None req-74feb668-8dd8-4411-a437-fdae68f4913e tempest-RoutersNegativeTest-311497982 tempest-RoutersNegativeTest-311497982-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816865-1, 2434bf6a-9633-45ce-a1db-e4b0130d6f30) {{(pid=102386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 19:45:49.255979 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74feb668-8dd8-4411-a437-fdae68f4913e tempest-RoutersNegativeTest-311497982 tempest-RoutersNegativeTest-311497982-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:45:49.256588 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-74feb668-8dd8-4411-a437-fdae68f4913e tempest-RoutersNegativeTest-311497982 tempest-RoutersNegativeTest-311497982-project] Publish callbacks [] for subnet, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:45:49.268067 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff6569f2-3b67-4cec-9225-10a76b65d821 None None] Network 2434bf6a-9633-45ce-a1db-e4b0130d6f30 requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 19:45:49.343433 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-74feb668-8dd8-4411-a437-fdae68f4913e tempest-RoutersNegativeTest-311497982 tempest-RoutersNegativeTest-311497982-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7512755 Nov 05 19:45:49.346138 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 45374) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:45:49.350894 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-8671edcb-9072-436d-900b-bd6da0ae18e6 tempest-RoutersNegativeTest-311497982 tempest-RoutersNegativeTest-311497982-project] Request body: {'router': {'external_gateway_info': {'network_id': '2434bf6a-9633-45ce-a1db-e4b0130d6f30'}}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:45:49.578981 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-8671edcb-9072-436d-900b-bd6da0ae18e6 tempest-RoutersNegativeTest-311497982 tempest-RoutersNegativeTest-311497982-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:45:49.589417 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fa5f138-a797-42dc-935c-ceec476a42b3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeb20a084-accf-5b60-8075-3e69ebe863a6-2434bf6a-9633-45ce-a1db-e4b0130d6f30', 'network_id': '2434bf6a-9633-45ce-a1db-e4b0130d6f30', 'tenant_id': 'c5e279731a774680a6671a3e2262b581', 'fixed_ips': [{'subnet_id': '34c25b4f-e915-46bc-90f1-95cc4f38911a'}]}} from n-d-816865-1. {{(pid=102388) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 05 19:45:49.590328 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-9fa5f138-a797-42dc-935c-ceec476a42b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:45:49.738695 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.db_base_plugin_common [None req-9fa5f138-a797-42dc-935c-ceec476a42b3 None None] Allocated IP 172.21.0.2 (2434bf6a-9633-45ce-a1db-e4b0130d6f30/34c25b4f-e915-46bc-90f1-95cc4f38911a/b52ab7d3-8bd2-4587-907f-aac4ac9cff96) {{(pid=102388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 19:45:49.771650 n-d-816865-1 neutron-server[102386]: INFO neutron.api.v2.resource [None req-8671edcb-9072-436d-900b-bd6da0ae18e6 tempest-RoutersNegativeTest-311497982 tempest-RoutersNegativeTest-311497982-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 05 19:45:49.773569 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-8671edcb-9072-436d-900b-bd6da0ae18e6 tempest-RoutersNegativeTest-311497982 tempest-RoutersNegativeTest-311497982-project] 10.222.0.13 "PUT /v2.0/routers/fbfe9c06-6f7b-477a-9016-507b65f62fa6 HTTP/1.1" status: 400 len: 364 time: 0.4263728 Nov 05 19:45:49.780035 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 45376) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:45:49.835872 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.db_base_plugin_v2 [None req-a90e4297-9cef-4ee1-b04e-99162d39de81 tempest-RoutersNegativeTest-311497982 tempest-RoutersNegativeTest-311497982-project] Deleting subnet 34c25b4f-e915-46bc-90f1-95cc4f38911a {{(pid=102386) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 05 19:45:49.899642 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-9fa5f138-a797-42dc-935c-ceec476a42b3 None None] Publish callbacks [] for port, precommit_create {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:45:49.911818 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69c615ec-4b30-495f-8b2a-9f4c2cb9a39c None None] Network c3a45ae5-fb41-43ce-ae31-199ba17f9481 requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 19:45:49.977607 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-c195c812-9507-49af-b5cc-c9d58d2df3fd None None] Provisioning complete for port 0b535ba2-7d13-4f8e-a5e2-8d6c3ac6f663 triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:45:49.977998 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c195c812-9507-49af-b5cc-c9d58d2df3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:45:49.989663 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-a90e4297-9cef-4ee1-b04e-99162d39de81 tempest-RoutersNegativeTest-311497982 tempest-RoutersNegativeTest-311497982-project] Publish callbacks [] for subnet, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:45:50.004661 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-9fa5f138-a797-42dc-935c-ceec476a42b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789'] for port, after_create {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:45:50.041568 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-a90e4297-9cef-4ee1-b04e-99162d39de81 tempest-RoutersNegativeTest-311497982 tempest-RoutersNegativeTest-311497982-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4590738'] for subnet, precommit_delete_associations {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:45:50.075735 n-d-816865-1 neutron-server[102388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fa5f138-a797-42dc-935c-ceec476a42b3 None None] Network 2434bf6a-9633-45ce-a1db-e4b0130d6f30 is already hosted by enough agents. {{(pid=102388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 19:45:50.102653 n-d-816865-1 neutron-server[102388]: DEBUG neutron.scheduler.base_scheduler [None req-9fa5f138-a797-42dc-935c-ceec476a42b3 None None] Resources bound (agent type, host, resource id): {{(pid=102388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 19:45:50.107031 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa5f138-a797-42dc-935c-ceec476a42b3 None None] Pushing event updated for resources: {'Port': ['ID=b52ab7d3-8bd2-4587-907f-aac4ac9cff96,revision_number=1']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:45:50.111791 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fa5f138-a797-42dc-935c-ceec476a42b3 None None] Received port after_create {{(pid=102388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 19:45:50.127357 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-a90e4297-9cef-4ee1-b04e-99162d39de81 tempest-RoutersNegativeTest-311497982 tempest-RoutersNegativeTest-311497982-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1573928'] for subnet, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:45:50.221311 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c195c812-9507-49af-b5cc-c9d58d2df3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:45:50.235317 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-9fa5f138-a797-42dc-935c-ceec476a42b3 None None] Attempting to bind port b52ab7d3-8bd2-4587-907f-aac4ac9cff96 on host n-d-816865-1 for vnic_type normal with profile {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 19:45:50.235683 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-9fa5f138-a797-42dc-935c-ceec476a42b3 None None] Attempting to bind port b52ab7d3-8bd2-4587-907f-aac4ac9cff96 by drivers openvswitch,hyperv on host n-d-816865-1 at level 0 using segments [{'id': 'a2da47f6-ef6e-4701-ac5b-059418e98a3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '2434bf6a-9633-45ce-a1db-e4b0130d6f30'}] {{(pid=102388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 19:45:50.236044 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fa5f138-a797-42dc-935c-ceec476a42b3 None None] Attempting to bind port b52ab7d3-8bd2-4587-907f-aac4ac9cff96 on network 2434bf6a-9633-45ce-a1db-e4b0130d6f30 {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 19:45:50.247752 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fa5f138-a797-42dc-935c-ceec476a42b3 None None] Checking agent: {'id': '724d89a7-611b-41e6-bc85-c48112b17afa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 18, 25, 8), 'started_at': datetime.datetime(2021, 11, 5, 18, 25, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 19, 45, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 19:45:50.248129 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fa5f138-a797-42dc-935c-ceec476a42b3 None None] Checking segment: {'id': 'a2da47f6-ef6e-4701-ac5b-059418e98a3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '2434bf6a-9633-45ce-a1db-e4b0130d6f30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 19:45:50.248523 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-9fa5f138-a797-42dc-935c-ceec476a42b3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:45:50.248916 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fa5f138-a797-42dc-935c-ceec476a42b3 None None] Bound using segment: {'id': 'a2da47f6-ef6e-4701-ac5b-059418e98a3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '2434bf6a-9633-45ce-a1db-e4b0130d6f30'} {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 19:45:50.249374 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-9fa5f138-a797-42dc-935c-ceec476a42b3 None None] Bound port: b52ab7d3-8bd2-4587-907f-aac4ac9cff96, host: n-d-816865-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2da47f6-ef6e-4701-ac5b-059418e98a3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '2434bf6a-9633-45ce-a1db-e4b0130d6f30'}}] {{(pid=102388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 19:45:50.249751 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-9fa5f138-a797-42dc-935c-ceec476a42b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:45:50.277060 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-a90e4297-9cef-4ee1-b04e-99162d39de81 tempest-RoutersNegativeTest-311497982 tempest-RoutersNegativeTest-311497982-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1573905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6149879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4877183'] for subnet, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:45:50.285644 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-c195c812-9507-49af-b5cc-c9d58d2df3fd None None] For port 0b535ba2-7d13-4f8e-a5e2-8d6c3ac6f663, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=0b535ba2-7d13-4f8e-a5e2-8d6c3ac6f663,segment=NetworkSegment(eb5f7279-0830-42bc-8a3e-908dec2e4a6d),segment_id=eb5f7279-0830-42bc-8a3e-908dec2e4a6d)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:45:50.311820 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90e4297-9cef-4ee1-b04e-99162d39de81 tempest-RoutersNegativeTest-311497982 tempest-RoutersNegativeTest-311497982-project] Pushing event deleted for resources: {'Subnet': ['ID=34c25b4f-e915-46bc-90f1-95cc4f38911a,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:45:50.317546 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-a90e4297-9cef-4ee1-b04e-99162d39de81 tempest-RoutersNegativeTest-311497982 tempest-RoutersNegativeTest-311497982-project] Publish callbacks [] for subnet, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:45:50.321522 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-a90e4297-9cef-4ee1-b04e-99162d39de81 tempest-RoutersNegativeTest-311497982 tempest-RoutersNegativeTest-311497982-project] 10.222.0.13 "DELETE /v2.0/subnets/34c25b4f-e915-46bc-90f1-95cc4f38911a HTTP/1.1" status: 204 len: 168 time: 0.5404408 Nov 05 19:45:50.324238 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 45378) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:45:50.339191 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-9fa5f138-a797-42dc-935c-ceec476a42b3 None None] For port b52ab7d3-8bd2-4587-907f-aac4ac9cff96, host n-d-816865-1, cleared binding levels {{(pid=102388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 19:45:50.343030 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-9fa5f138-a797-42dc-935c-ceec476a42b3 None None] For port b52ab7d3-8bd2-4587-907f-aac4ac9cff96, host n-d-816865-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=b52ab7d3-8bd2-4587-907f-aac4ac9cff96,segment=NetworkSegment(a2da47f6-ef6e-4701-ac5b-059418e98a3c),segment_id=a2da47f6-ef6e-4701-ac5b-059418e98a3c)] {{(pid=102388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 19:45:50.371019 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c195c812-9507-49af-b5cc-c9d58d2df3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:45:50.402068 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-332d141b-f90f-41c4-9070-fd41c9b02c4f tempest-RoutersNegativeTest-311497982 tempest-RoutersNegativeTest-311497982-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1664226'] for network, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:45:50.421022 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c195c812-9507-49af-b5cc-c9d58d2df3fd None None] Pushing event updated for resources: {'Port': ['ID=0b535ba2-7d13-4f8e-a5e2-8d6c3ac6f663,revision_number=3']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:45:50.449041 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-9fa5f138-a797-42dc-935c-ceec476a42b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:45:50.461163 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [None req-332d141b-f90f-41c4-9070-fd41c9b02c4f tempest-RoutersNegativeTest-311497982 tempest-RoutersNegativeTest-311497982-project] Deleting port b52ab7d3-8bd2-4587-907f-aac4ac9cff96 {{(pid=102387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 19:45:50.461494 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-332d141b-f90f-41c4-9070-fd41c9b02c4f tempest-RoutersNegativeTest-311497982 tempest-RoutersNegativeTest-311497982-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:45:50.527438 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.db [None req-332d141b-f90f-41c4-9070-fd41c9b02c4f tempest-RoutersNegativeTest-311497982 tempest-RoutersNegativeTest-311497982-project] For port b52ab7d3-8bd2-4587-907f-aac4ac9cff96, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=b52ab7d3-8bd2-4587-907f-aac4ac9cff96,segment=NetworkSegment(a2da47f6-ef6e-4701-ac5b-059418e98a3c),segment_id=a2da47f6-ef6e-4701-ac5b-059418e98a3c)] {{(pid=102387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:45:50.527795 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-332d141b-f90f-41c4-9070-fd41c9b02c4f tempest-RoutersNegativeTest-311497982 tempest-RoutersNegativeTest-311497982-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:45:50.539030 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa5f138-a797-42dc-935c-ceec476a42b3 None None] Pushing event updated for resources: {'Port': ['ID=b52ab7d3-8bd2-4587-907f-aac4ac9cff96,revision_number=3']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:45:50.539952 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [None req-332d141b-f90f-41c4-9070-fd41c9b02c4f tempest-RoutersNegativeTest-311497982 tempest-RoutersNegativeTest-311497982-project] Calling delete_port for b52ab7d3-8bd2-4587-907f-aac4ac9cff96 owned by network:dhcp {{(pid=102387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 19:45:50.552653 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a9e351c-0cd2-4c2a-83db-994506106ff2 None None] Network 2434bf6a-9633-45ce-a1db-e4b0130d6f30 requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 19:45:50.631761 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-9003ba61-5d22-4670-848f-8a88ec97e7ed None None] Provisioning complete for port 0b535ba2-7d13-4f8e-a5e2-8d6c3ac6f663 triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:45:50.632424 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-9003ba61-5d22-4670-848f-8a88ec97e7ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:45:50.676081 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-332d141b-f90f-41c4-9070-fd41c9b02c4f tempest-RoutersNegativeTest-311497982 tempest-RoutersNegativeTest-311497982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4417063'] for port, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:45:50.703033 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332d141b-f90f-41c4-9070-fd41c9b02c4f tempest-RoutersNegativeTest-311497982 tempest-RoutersNegativeTest-311497982-project] Pushing event deleted for resources: {'Port': ['ID=b52ab7d3-8bd2-4587-907f-aac4ac9cff96,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:45:50.706362 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-332d141b-f90f-41c4-9070-fd41c9b02c4f tempest-RoutersNegativeTest-311497982 tempest-RoutersNegativeTest-311497982-project] No DVR routers for this DVR port b52ab7d3-8bd2-4587-907f-aac4ac9cff96 on host n-d-816865-1 {{(pid=102387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 19:45:50.737530 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25e45183-cf82-41f6-bb32-671f98d4b27e None None] get_active_networks_info from n-d-816865-1 {{(pid=102388) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 05 19:45:50.802604 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-332d141b-f90f-41c4-9070-fd41c9b02c4f tempest-RoutersNegativeTest-311497982 tempest-RoutersNegativeTest-311497982-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1579173', 'neutron.services.segments.db._delete_segments_for_network-8750027792909'] for network, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:45:50.812072 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 0b535ba2-7d13-4f8e-a5e2-8d6c3ac6f663 up at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 19:45:50.856650 n-d-816865-1 neutron-server[102388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25e45183-cf82-41f6-bb32-671f98d4b27e None None] Resources bound (agent type, host, resource id): {{(pid=102388) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 05 19:45:50.908353 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Provisioning complete for port 0b535ba2-7d13-4f8e-a5e2-8d6c3ac6f663 triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:45:50.908633 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:45:51.123344 n-d-816865-1 neutron-server[102387]: DEBUG neutron.services.segments.db [None req-332d141b-f90f-41c4-9070-fd41c9b02c4f tempest-RoutersNegativeTest-311497982 tempest-RoutersNegativeTest-311497982-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2434bf6a-9633-45ce-a1db-e4b0130d6f30']}} {{(pid=102387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:45:51.132619 n-d-816865-1 neutron-server[102387]: DEBUG neutron.services.segments.db [None req-332d141b-f90f-41c4-9070-fd41c9b02c4f tempest-RoutersNegativeTest-311497982 tempest-RoutersNegativeTest-311497982-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a2da47f6-ef6e-4701-ac5b-059418e98a3c') {'for_net_delete': True} {{(pid=102387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:45:51.132910 n-d-816865-1 neutron-server[102387]: DEBUG neutron.services.segments.db [None req-332d141b-f90f-41c4-9070-fd41c9b02c4f tempest-RoutersNegativeTest-311497982 tempest-RoutersNegativeTest-311497982-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a2da47f6-ef6e-4701-ac5b-059418e98a3c') {} {{(pid=102387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:45:51.142980 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-332d141b-f90f-41c4-9070-fd41c9b02c4f tempest-RoutersNegativeTest-311497982 tempest-RoutersNegativeTest-311497982-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750027793430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4463492'] for segment, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:45:51.156510 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-332d141b-f90f-41c4-9070-fd41c9b02c4f tempest-RoutersNegativeTest-311497982 tempest-RoutersNegativeTest-311497982-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273'] for segment, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:45:51.162367 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-332d141b-f90f-41c4-9070-fd41c9b02c4f tempest-RoutersNegativeTest-311497982 tempest-RoutersNegativeTest-311497982-project] Releasing vlan 174 on physical network physnet1 to pool {{(pid=102387) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 05 19:45:51.162684 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-332d141b-f90f-41c4-9070-fd41c9b02c4f tempest-RoutersNegativeTest-311497982 tempest-RoutersNegativeTest-311497982-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4417236'] for segment, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:45:51.165560 n-d-816865-1 neutron-server[102387]: Traceback (most recent call last): Nov 05 19:45:51.165560 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 05 19:45:51.165560 n-d-816865-1 neutron-server[102387]: timer() Nov 05 19:45:51.165560 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 05 19:45:51.165560 n-d-816865-1 neutron-server[102387]: cb(*args, **kw) Nov 05 19:45:51.165560 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 05 19:45:51.165560 n-d-816865-1 neutron-server[102387]: return func(*args, **kwargs) Nov 05 19:45:51.165560 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 05 19:45:51.165560 n-d-816865-1 neutron-server[102387]: self._notify() Nov 05 19:45:51.165560 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 05 19:45:51.165560 n-d-816865-1 neutron-server[102387]: self.callback(batched_events) Nov 05 19:45:51.165560 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 05 19:45:51.165560 n-d-816865-1 neutron-server[102387]: event.method(event) Nov 05 19:45:51.165560 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 05 19:45:51.165560 n-d-816865-1 neutron-server[102387]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 05 19:45:51.165560 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 05 19:45:51.165560 n-d-816865-1 neutron-server[102387]: aggregate_uuid = self.p_client.list_aggregates( Nov 05 19:45:51.165560 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 05 19:45:51.165560 n-d-816865-1 neutron-server[102387]: return f(self, *a, **k) Nov 05 19:45:51.165560 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 05 19:45:51.165560 n-d-816865-1 neutron-server[102387]: return self._get(url).json() Nov 05 19:45:51.165560 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 05 19:45:51.165560 n-d-816865-1 neutron-server[102387]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 05 19:45:51.165560 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 05 19:45:51.165560 n-d-816865-1 neutron-server[102387]: return self.request(url, 'GET', **kwargs) Nov 05 19:45:51.165560 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 05 19:45:51.165560 n-d-816865-1 neutron-server[102387]: base_url = self.get_endpoint(auth, allow=allow, Nov 05 19:45:51.165560 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 05 19:45:51.165560 n-d-816865-1 neutron-server[102387]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 05 19:45:51.165560 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 05 19:45:51.165560 n-d-816865-1 neutron-server[102387]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 05 19:45:51.165560 n-d-816865-1 neutron-server[102387]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 05 19:45:51.279921 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-332d141b-f90f-41c4-9070-fd41c9b02c4f tempest-RoutersNegativeTest-311497982 tempest-RoutersNegativeTest-311497982-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1579178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-956796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1000687'] for network, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:45:51.286815 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-332d141b-f90f-41c4-9070-fd41c9b02c4f tempest-RoutersNegativeTest-311497982 tempest-RoutersNegativeTest-311497982-project] Publish callbacks [] for network, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:45:51.289917 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-332d141b-f90f-41c4-9070-fd41c9b02c4f tempest-RoutersNegativeTest-311497982 tempest-RoutersNegativeTest-311497982-project] 10.222.0.13 "DELETE /v2.0/networks/2434bf6a-9633-45ce-a1db-e4b0130d6f30 HTTP/1.1" status: 204 len: 168 time: 0.9646766 Nov 05 19:45:51.292789 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 45380) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:45:51.301085 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332d141b-f90f-41c4-9070-fd41c9b02c4f tempest-RoutersNegativeTest-311497982 tempest-RoutersNegativeTest-311497982-project] Pushing event deleted for resources: {'Network': ['ID=2434bf6a-9633-45ce-a1db-e4b0130d6f30,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:45:51.344958 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a0d3153-4f69-4bab-8597-1b73fdb9987d tempest-RoutersNegativeTest-311497982 tempest-RoutersNegativeTest-311497982-project] Deleting subnet b3893649-9145-4045-bf90-3a828cd94260 {{(pid=102386) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 05 19:45:51.347991 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-0a0d3153-4f69-4bab-8597-1b73fdb9987d tempest-RoutersNegativeTest-311497982 tempest-RoutersNegativeTest-311497982-project] Publish callbacks [] for subnet, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:45:51.387269 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-0a0d3153-4f69-4bab-8597-1b73fdb9987d tempest-RoutersNegativeTest-311497982 tempest-RoutersNegativeTest-311497982-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4590738'] for subnet, precommit_delete_associations {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:45:51.470180 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-0a0d3153-4f69-4bab-8597-1b73fdb9987d tempest-RoutersNegativeTest-311497982 tempest-RoutersNegativeTest-311497982-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1573928'] for subnet, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:45:51.607270 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-0a0d3153-4f69-4bab-8597-1b73fdb9987d tempest-RoutersNegativeTest-311497982 tempest-RoutersNegativeTest-311497982-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1573905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6149879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4877183'] for subnet, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:45:51.635545 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0d3153-4f69-4bab-8597-1b73fdb9987d tempest-RoutersNegativeTest-311497982 tempest-RoutersNegativeTest-311497982-project] Pushing event deleted for resources: {'Subnet': ['ID=b3893649-9145-4045-bf90-3a828cd94260,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:45:51.639492 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-0a0d3153-4f69-4bab-8597-1b73fdb9987d tempest-RoutersNegativeTest-311497982 tempest-RoutersNegativeTest-311497982-project] Publish callbacks [] for subnet, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:45:51.643323 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-0a0d3153-4f69-4bab-8597-1b73fdb9987d tempest-RoutersNegativeTest-311497982 tempest-RoutersNegativeTest-311497982-project] 10.222.0.13 "DELETE /v2.0/subnets/b3893649-9145-4045-bf90-3a828cd94260 HTTP/1.1" status: 204 len: 168 time: 0.3489635 Nov 05 19:45:51.645501 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 45382) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:45:51.648049 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7ab779a-8cb9-4062-b29c-e8dda58acf6c None None] Network c3a45ae5-fb41-43ce-ae31-199ba17f9481 requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 19:45:51.726789 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-482223e7-6da9-4d54-87b8-4f9d87f9c2dc tempest-RoutersNegativeTest-311497982 tempest-RoutersNegativeTest-311497982-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1664226'] for network, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:45:51.782358 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-482223e7-6da9-4d54-87b8-4f9d87f9c2dc tempest-RoutersNegativeTest-311497982 tempest-RoutersNegativeTest-311497982-project] Deleting port 0b535ba2-7d13-4f8e-a5e2-8d6c3ac6f663 {{(pid=102386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 19:45:51.782872 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-482223e7-6da9-4d54-87b8-4f9d87f9c2dc tempest-RoutersNegativeTest-311497982 tempest-RoutersNegativeTest-311497982-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:45:51.814024 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a0466d5-418a-4c00-92a8-839cd4129a76 None None] DHCP port deletion for c3a45ae5-fb41-43ce-ae31-199ba17f9481 request from n-d-816865-1 {{(pid=102388) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 05 19:45:51.852117 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [None req-482223e7-6da9-4d54-87b8-4f9d87f9c2dc tempest-RoutersNegativeTest-311497982 tempest-RoutersNegativeTest-311497982-project] For port 0b535ba2-7d13-4f8e-a5e2-8d6c3ac6f663, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=0b535ba2-7d13-4f8e-a5e2-8d6c3ac6f663,segment=NetworkSegment(eb5f7279-0830-42bc-8a3e-908dec2e4a6d),segment_id=eb5f7279-0830-42bc-8a3e-908dec2e4a6d)] {{(pid=102386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:45:51.852474 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-482223e7-6da9-4d54-87b8-4f9d87f9c2dc tempest-RoutersNegativeTest-311497982 tempest-RoutersNegativeTest-311497982-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:45:51.864676 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-482223e7-6da9-4d54-87b8-4f9d87f9c2dc tempest-RoutersNegativeTest-311497982 tempest-RoutersNegativeTest-311497982-project] Calling delete_port for 0b535ba2-7d13-4f8e-a5e2-8d6c3ac6f663 owned by network:dhcp {{(pid=102386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 19:45:51.865673 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-3a0466d5-418a-4c00-92a8-839cd4129a76 None None] Deleting port 0b535ba2-7d13-4f8e-a5e2-8d6c3ac6f663 {{(pid=102388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 19:45:51.866094 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3a0466d5-418a-4c00-92a8-839cd4129a76 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:45:51.929404 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3a0466d5-418a-4c00-92a8-839cd4129a76 None None] For port 0b535ba2-7d13-4f8e-a5e2-8d6c3ac6f663, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=0b535ba2-7d13-4f8e-a5e2-8d6c3ac6f663,segment=NetworkSegment(eb5f7279-0830-42bc-8a3e-908dec2e4a6d),segment_id=eb5f7279-0830-42bc-8a3e-908dec2e4a6d)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:45:51.929805 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3a0466d5-418a-4c00-92a8-839cd4129a76 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:45:51.942792 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-3a0466d5-418a-4c00-92a8-839cd4129a76 None None] Calling delete_port for 0b535ba2-7d13-4f8e-a5e2-8d6c3ac6f663 owned by network:dhcp {{(pid=102388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 19:45:52.013040 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-482223e7-6da9-4d54-87b8-4f9d87f9c2dc tempest-RoutersNegativeTest-311497982 tempest-RoutersNegativeTest-311497982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:45:52.021936 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3a0466d5-418a-4c00-92a8-839cd4129a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798'] for port, after_delete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:45:52.039362 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482223e7-6da9-4d54-87b8-4f9d87f9c2dc tempest-RoutersNegativeTest-311497982 tempest-RoutersNegativeTest-311497982-project] Pushing event deleted for resources: {'Port': ['ID=0b535ba2-7d13-4f8e-a5e2-8d6c3ac6f663,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:45:52.043074 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-482223e7-6da9-4d54-87b8-4f9d87f9c2dc tempest-RoutersNegativeTest-311497982 tempest-RoutersNegativeTest-311497982-project] No DVR routers for this DVR port 0b535ba2-7d13-4f8e-a5e2-8d6c3ac6f663 on host n-d-816865-1 {{(pid=102386) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 19:45:52.051008 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0466d5-418a-4c00-92a8-839cd4129a76 None None] Pushing event deleted for resources: {'Port': ['ID=0b535ba2-7d13-4f8e-a5e2-8d6c3ac6f663,revision_number=None']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:45:52.053372 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a0466d5-418a-4c00-92a8-839cd4129a76 None None] No DVR routers for this DVR port 0b535ba2-7d13-4f8e-a5e2-8d6c3ac6f663 on host n-d-816865-1 {{(pid=102388) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 19:45:52.129512 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-482223e7-6da9-4d54-87b8-4f9d87f9c2dc tempest-RoutersNegativeTest-311497982 tempest-RoutersNegativeTest-311497982-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1579173', 'neutron.services.segments.db._delete_segments_for_network-8750027792909'] for network, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:45:52.150350 n-d-816865-1 neutron-server[102386]: DEBUG neutron.services.segments.db [None req-482223e7-6da9-4d54-87b8-4f9d87f9c2dc tempest-RoutersNegativeTest-311497982 tempest-RoutersNegativeTest-311497982-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3a45ae5-fb41-43ce-ae31-199ba17f9481']}} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:45:52.159267 n-d-816865-1 neutron-server[102386]: DEBUG neutron.services.segments.db [None req-482223e7-6da9-4d54-87b8-4f9d87f9c2dc tempest-RoutersNegativeTest-311497982 tempest-RoutersNegativeTest-311497982-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb5f7279-0830-42bc-8a3e-908dec2e4a6d') {'for_net_delete': True} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:45:52.159560 n-d-816865-1 neutron-server[102386]: DEBUG neutron.services.segments.db [None req-482223e7-6da9-4d54-87b8-4f9d87f9c2dc tempest-RoutersNegativeTest-311497982 tempest-RoutersNegativeTest-311497982-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb5f7279-0830-42bc-8a3e-908dec2e4a6d') {} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:45:52.168950 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-482223e7-6da9-4d54-87b8-4f9d87f9c2dc tempest-RoutersNegativeTest-311497982 tempest-RoutersNegativeTest-311497982-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750027793430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4590747'] for segment, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:45:52.182418 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-482223e7-6da9-4d54-87b8-4f9d87f9c2dc tempest-RoutersNegativeTest-311497982 tempest-RoutersNegativeTest-311497982-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273'] for segment, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:45:52.188442 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-482223e7-6da9-4d54-87b8-4f9d87f9c2dc tempest-RoutersNegativeTest-311497982 tempest-RoutersNegativeTest-311497982-project] Releasing vlan 183 on physical network physnet1 to pool {{(pid=102386) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 05 19:45:52.188825 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-482223e7-6da9-4d54-87b8-4f9d87f9c2dc tempest-RoutersNegativeTest-311497982 tempest-RoutersNegativeTest-311497982-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6149721'] for segment, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:45:52.191793 n-d-816865-1 neutron-server[102386]: Traceback (most recent call last): Nov 05 19:45:52.191793 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 05 19:45:52.191793 n-d-816865-1 neutron-server[102386]: timer() Nov 05 19:45:52.191793 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 05 19:45:52.191793 n-d-816865-1 neutron-server[102386]: cb(*args, **kw) Nov 05 19:45:52.191793 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 05 19:45:52.191793 n-d-816865-1 neutron-server[102386]: return func(*args, **kwargs) Nov 05 19:45:52.191793 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 05 19:45:52.191793 n-d-816865-1 neutron-server[102386]: self._notify() Nov 05 19:45:52.191793 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 05 19:45:52.191793 n-d-816865-1 neutron-server[102386]: self.callback(batched_events) Nov 05 19:45:52.191793 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 05 19:45:52.191793 n-d-816865-1 neutron-server[102386]: event.method(event) Nov 05 19:45:52.191793 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 05 19:45:52.191793 n-d-816865-1 neutron-server[102386]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 05 19:45:52.191793 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 05 19:45:52.191793 n-d-816865-1 neutron-server[102386]: aggregate_uuid = self.p_client.list_aggregates( Nov 05 19:45:52.191793 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 05 19:45:52.191793 n-d-816865-1 neutron-server[102386]: return f(self, *a, **k) Nov 05 19:45:52.191793 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 05 19:45:52.191793 n-d-816865-1 neutron-server[102386]: return self._get(url).json() Nov 05 19:45:52.191793 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 05 19:45:52.191793 n-d-816865-1 neutron-server[102386]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 05 19:45:52.191793 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 05 19:45:52.191793 n-d-816865-1 neutron-server[102386]: return self.request(url, 'GET', **kwargs) Nov 05 19:45:52.191793 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 05 19:45:52.191793 n-d-816865-1 neutron-server[102386]: base_url = self.get_endpoint(auth, allow=allow, Nov 05 19:45:52.191793 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 05 19:45:52.191793 n-d-816865-1 neutron-server[102386]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 05 19:45:52.191793 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 05 19:45:52.191793 n-d-816865-1 neutron-server[102386]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 05 19:45:52.191793 n-d-816865-1 neutron-server[102386]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 05 19:45:52.298674 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-482223e7-6da9-4d54-87b8-4f9d87f9c2dc tempest-RoutersNegativeTest-311497982 tempest-RoutersNegativeTest-311497982-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1579178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-956796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1000687'] for network, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:45:52.305335 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-482223e7-6da9-4d54-87b8-4f9d87f9c2dc tempest-RoutersNegativeTest-311497982 tempest-RoutersNegativeTest-311497982-project] Publish callbacks [] for network, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:45:52.308773 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-482223e7-6da9-4d54-87b8-4f9d87f9c2dc tempest-RoutersNegativeTest-311497982 tempest-RoutersNegativeTest-311497982-project] 10.222.0.13 "DELETE /v2.0/networks/c3a45ae5-fb41-43ce-ae31-199ba17f9481 HTTP/1.1" status: 204 len: 168 time: 0.6621237 Nov 05 19:45:52.311628 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 45384) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:45:52.320620 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482223e7-6da9-4d54-87b8-4f9d87f9c2dc tempest-RoutersNegativeTest-311497982 tempest-RoutersNegativeTest-311497982-project] Pushing event deleted for resources: {'Network': ['ID=c3a45ae5-fb41-43ce-ae31-199ba17f9481,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:45:52.339909 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-d3a0d3b7-87e1-4ddf-bee5-83c84aab5f26 tempest-RoutersNegativeTest-311497982 tempest-RoutersNegativeTest-311497982-project] 10.222.0.13 "GET /v2.0/ports?device_id=fbfe9c06-6f7b-477a-9016-507b65f62fa6 HTTP/1.1" status: 200 len: 205 time: 0.0267673 Nov 05 19:45:52.342292 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 45386) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:45:52.415133 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-cdf5f0b2-8cbf-4166-afa1-44d8c65569a1 tempest-RoutersNegativeTest-311497982 tempest-RoutersNegativeTest-311497982-project] Publish callbacks [] for router, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:45:52.565890 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-cdf5f0b2-8cbf-4166-afa1-44d8c65569a1 tempest-RoutersNegativeTest-311497982 tempest-RoutersNegativeTest-311497982-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-571301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6852'] for router, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:45:52.567919 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-cdf5f0b2-8cbf-4166-afa1-44d8c65569a1 tempest-RoutersNegativeTest-311497982 tempest-RoutersNegativeTest-311497982-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:45:52.685856 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-cdf5f0b2-8cbf-4166-afa1-44d8c65569a1 tempest-RoutersNegativeTest-311497982 tempest-RoutersNegativeTest-311497982-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-571310'] for router, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:45:52.686419 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdf5f0b2-8cbf-4166-afa1-44d8c65569a1 tempest-RoutersNegativeTest-311497982 tempest-RoutersNegativeTest-311497982-project] Fanout notify agent at l3_agent the message router_deleted on router fbfe9c06-6f7b-477a-9016-507b65f62fa6 {{(pid=102387) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 05 19:45:52.693163 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-cdf5f0b2-8cbf-4166-afa1-44d8c65569a1 tempest-RoutersNegativeTest-311497982 tempest-RoutersNegativeTest-311497982-project] Publish callbacks [] for router, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:45:52.694863 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-cdf5f0b2-8cbf-4166-afa1-44d8c65569a1 tempest-RoutersNegativeTest-311497982 tempest-RoutersNegativeTest-311497982-project] 10.222.0.13 "DELETE /v2.0/routers/fbfe9c06-6f7b-477a-9016-507b65f62fa6 HTTP/1.1" status: 204 len: 168 time: 0.3510675 Nov 05 19:45:52.751967 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 0b535ba2-7d13-4f8e-a5e2-8d6c3ac6f663 no longer exists at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 19:45:52.773654 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] No Port match for: 0b535ba2-7d13-4f8e-a5e2-8d6c3ac6f663 {{(pid=102388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 19:45:52.774027 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 0b535ba2-7d13-4f8e-a5e2-8d6c3ac6f663 not bound to the agent host n-d-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 19:45:53.089499 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 45392) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:45:53.221634 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-5ebe377f-1f89-4e87-adff-facf19ebaf2f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c5e279731a774680a6671a3e2262b581&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1308432 Nov 05 19:45:53.224066 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 45396) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:45:53.270320 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-7123c288-fc9f-44d6-8b13-1603e1dc49b4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:45:53.290493 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-7123c288-fc9f-44d6-8b13-1603e1dc49b4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:45:53.399943 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-7123c288-fc9f-44d6-8b13-1603e1dc49b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:45:53.403156 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-7123c288-fc9f-44d6-8b13-1603e1dc49b4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:45:53.404297 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-7123c288-fc9f-44d6-8b13-1603e1dc49b4 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4c434194-43dd-4a01-80e6-996e5efc76ff HTTP/1.1" status: 204 len: 168 time: 0.1793404 Nov 05 19:45:53.412270 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7123c288-fc9f-44d6-8b13-1603e1dc49b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c434194-43dd-4a01-80e6-996e5efc76ff,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:45:54.315408 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 45418) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:45:54.410253 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-151406d5-a48b-43d1-832b-effd46cab2d6 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1832385620-network', 'tenant_id': '03f9ddd6f7a54f93ad596fd61bc98545'}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:45:54.487217 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-151406d5-a48b-43d1-832b-effd46cab2d6 admin admin] Made reservation on behalf of 03f9ddd6f7a54f93ad596fd61bc98545 for: {'network': 1} {{(pid=102387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 19:45:54.489458 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-151406d5-a48b-43d1-832b-effd46cab2d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for network, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:45:54.498635 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-151406d5-a48b-43d1-832b-effd46cab2d6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:45:54.571264 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-151406d5-a48b-43d1-832b-effd46cab2d6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:45:54.624409 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-151406d5-a48b-43d1-832b-effd46cab2d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:45:54.651739 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-151406d5-a48b-43d1-832b-effd46cab2d6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 183} {{(pid=102387) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 05 19:45:54.660879 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151406d5-a48b-43d1-832b-effd46cab2d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6348ff8b-9db5-4964-855e-8a1a5242ced8,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:45:54.665527 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-151406d5-a48b-43d1-832b-effd46cab2d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273'] for segment, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:45:54.665859 n-d-816865-1 neutron-server[102387]: INFO neutron.db.segments_db [None req-151406d5-a48b-43d1-832b-effd46cab2d6 admin admin] Added segment 6fc84b5f-7235-41a7-91d3-1bb0d0f616f5 of type vlan for network 8ee91eb3-b804-4097-9df9-5ba251ac6c63 Nov 05 19:45:54.705197 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-151406d5-a48b-43d1-832b-effd46cab2d6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750027258543'] for network, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:45:54.779069 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-151406d5-a48b-43d1-832b-effd46cab2d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-956796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877'] for network, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:45:54.779977 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-151406d5-a48b-43d1-832b-effd46cab2d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:45:54.780584 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-151406d5-a48b-43d1-832b-effd46cab2d6 admin admin] Publish callbacks [] for network, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:45:54.846156 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151406d5-a48b-43d1-832b-effd46cab2d6 admin admin] Pushing event updated for resources: {'Network': ['ID=8ee91eb3-b804-4097-9df9-5ba251ac6c63,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:45:54.856334 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Network 8ee91eb3-b804-4097-9df9-5ba251ac6c63 details requested by agent ovs-agent-n-d-816865-1 with host n-d-816865-1 {{(pid=102388) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 05 19:45:54.867226 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-151406d5-a48b-43d1-832b-effd46cab2d6 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.5506999 Nov 05 19:45:54.872164 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 45422) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:45:54.876167 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-87cd74ec-e392-40d2-9a0f-464d02a0199a admin admin] Request body: {'subnet': {'network_id': '8ee91eb3-b804-4097-9df9-5ba251ac6c63', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1832385620-subnet', 'tenant_id': '03f9ddd6f7a54f93ad596fd61bc98545', 'ip_version': 4}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:45:54.950478 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87cd74ec-e392-40d2-9a0f-464d02a0199a admin admin] Made reservation on behalf of 03f9ddd6f7a54f93ad596fd61bc98545 for: {'subnet': 1} {{(pid=102387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 19:45:54.952824 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-87cd74ec-e392-40d2-9a0f-464d02a0199a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5112236'] for subnet, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:45:55.171579 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-87cd74ec-e392-40d2-9a0f-464d02a0199a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4417463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5112218'] for subnet, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:45:55.233299 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87cd74ec-e392-40d2-9a0f-464d02a0199a admin admin] Pushing event updated for resources: {'Subnet': ['ID=4d2b172e-8bed-497b-9d23-187e75acd93a,revision_number=0']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:45:55.240430 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87cd74ec-e392-40d2-9a0f-464d02a0199a admin admin] Checking segment: {'id': '6fc84b5f-7235-41a7-91d3-1bb0d0f616f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '8ee91eb3-b804-4097-9df9-5ba251ac6c63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 19:45:55.240789 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87cd74ec-e392-40d2-9a0f-464d02a0199a admin admin] Network hostable DHCP agents. Network: 8ee91eb3-b804-4097-9df9-5ba251ac6c63, hostable agents: ['987e2ca0-bc3b-4c6f-a989-429ccfbf753f'], hosted agents: [] {{(pid=102387) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 05 19:45:55.342595 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87cd74ec-e392-40d2-9a0f-464d02a0199a admin admin] Network 8ee91eb3-b804-4097-9df9-5ba251ac6c63 is scheduled to be hosted by DHCP agent 987e2ca0-bc3b-4c6f-a989-429ccfbf753f with binding_index 1 {{(pid=102387) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 05 19:45:55.439698 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.base_scheduler [None req-87cd74ec-e392-40d2-9a0f-464d02a0199a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816865-1, 8ee91eb3-b804-4097-9df9-5ba251ac6c63) {{(pid=102387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 19:45:55.443663 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87cd74ec-e392-40d2-9a0f-464d02a0199a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:45:55.444258 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-87cd74ec-e392-40d2-9a0f-464d02a0199a admin admin] Publish callbacks [] for subnet, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:45:55.449361 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fe8631b-200a-4adb-a8c1-d662766a0427 None None] Network 8ee91eb3-b804-4097-9df9-5ba251ac6c63 requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 19:45:55.517166 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-87cd74ec-e392-40d2-9a0f-464d02a0199a admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.6453550 Nov 05 19:45:55.520070 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 45424) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:45:55.524450 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-af3bb363-94fa-4f88-a5aa-9930db8b775b admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1832385620-router', 'tenant_id': '03f9ddd6f7a54f93ad596fd61bc98545', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec'}}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:45:55.595098 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c78703cb-f6b6-493f-822c-a5fafc9af67e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeb20a084-accf-5b60-8075-3e69ebe863a6-8ee91eb3-b804-4097-9df9-5ba251ac6c63', 'network_id': '8ee91eb3-b804-4097-9df9-5ba251ac6c63', 'tenant_id': '03f9ddd6f7a54f93ad596fd61bc98545', 'fixed_ips': [{'subnet_id': '4d2b172e-8bed-497b-9d23-187e75acd93a'}]}} from n-d-816865-1. {{(pid=102388) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 05 19:45:55.596003 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c78703cb-f6b6-493f-822c-a5fafc9af67e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:45:55.623079 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-af3bb363-94fa-4f88-a5aa-9930db8b775b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-571139', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6874'] for router, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:45:55.624148 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-af3bb363-94fa-4f88-a5aa-9930db8b775b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-571375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1000570', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1011585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6867'] for router, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:45:55.674958 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-af3bb363-94fa-4f88-a5aa-9930db8b775b admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:45:55.731051 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.db_base_plugin_common [None req-c78703cb-f6b6-493f-822c-a5fafc9af67e None None] Allocated IP 172.20.0.2 (8ee91eb3-b804-4097-9df9-5ba251ac6c63/4d2b172e-8bed-497b-9d23-187e75acd93a/fdc40c40-be31-42e8-9ebc-ff9a39613993) {{(pid=102388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 19:45:55.874017 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c78703cb-f6b6-493f-822c-a5fafc9af67e None None] Publish callbacks [] for port, precommit_create {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:45:55.893231 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-af3bb363-94fa-4f88-a5aa-9930db8b775b admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:45:55.973210 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c78703cb-f6b6-493f-822c-a5fafc9af67e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789'] for port, after_create {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:45:56.009691 n-d-816865-1 neutron-server[102388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c78703cb-f6b6-493f-822c-a5fafc9af67e None None] Network 8ee91eb3-b804-4097-9df9-5ba251ac6c63 is already hosted by enough agents. {{(pid=102388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 19:45:56.013240 n-d-816865-1 neutron-server[102388]: DEBUG neutron.scheduler.base_scheduler [None req-c78703cb-f6b6-493f-822c-a5fafc9af67e None None] Resources bound (agent type, host, resource id): {{(pid=102388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 19:45:56.019073 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c78703cb-f6b6-493f-822c-a5fafc9af67e None None] Received port after_create {{(pid=102388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 19:45:56.028087 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78703cb-f6b6-493f-822c-a5fafc9af67e None None] Pushing event updated for resources: {'Port': ['ID=fdc40c40-be31-42e8-9ebc-ff9a39613993,revision_number=1']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:45:56.079924 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-c78703cb-f6b6-493f-822c-a5fafc9af67e None None] Attempting to bind port fdc40c40-be31-42e8-9ebc-ff9a39613993 on host n-d-816865-1 for vnic_type normal with profile {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 19:45:56.080291 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-c78703cb-f6b6-493f-822c-a5fafc9af67e None None] Attempting to bind port fdc40c40-be31-42e8-9ebc-ff9a39613993 by drivers openvswitch,hyperv on host n-d-816865-1 at level 0 using segments [{'id': '6fc84b5f-7235-41a7-91d3-1bb0d0f616f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '8ee91eb3-b804-4097-9df9-5ba251ac6c63'}] {{(pid=102388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 19:45:56.080658 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c78703cb-f6b6-493f-822c-a5fafc9af67e None None] Attempting to bind port fdc40c40-be31-42e8-9ebc-ff9a39613993 on network 8ee91eb3-b804-4097-9df9-5ba251ac6c63 {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 19:45:56.085592 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c78703cb-f6b6-493f-822c-a5fafc9af67e None None] Checking agent: {'id': '724d89a7-611b-41e6-bc85-c48112b17afa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 18, 25, 8), 'started_at': datetime.datetime(2021, 11, 5, 18, 25, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 19, 45, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 19:45:56.085932 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c78703cb-f6b6-493f-822c-a5fafc9af67e None None] Checking segment: {'id': '6fc84b5f-7235-41a7-91d3-1bb0d0f616f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '8ee91eb3-b804-4097-9df9-5ba251ac6c63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 19:45:56.086359 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c78703cb-f6b6-493f-822c-a5fafc9af67e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:45:56.086749 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c78703cb-f6b6-493f-822c-a5fafc9af67e None None] Bound using segment: {'id': '6fc84b5f-7235-41a7-91d3-1bb0d0f616f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '8ee91eb3-b804-4097-9df9-5ba251ac6c63'} {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 19:45:56.087211 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-c78703cb-f6b6-493f-822c-a5fafc9af67e None None] Bound port: fdc40c40-be31-42e8-9ebc-ff9a39613993, host: n-d-816865-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6fc84b5f-7235-41a7-91d3-1bb0d0f616f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '8ee91eb3-b804-4097-9df9-5ba251ac6c63'}}] {{(pid=102388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 19:45:56.087591 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c78703cb-f6b6-493f-822c-a5fafc9af67e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:45:56.149292 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-c78703cb-f6b6-493f-822c-a5fafc9af67e None None] For port fdc40c40-be31-42e8-9ebc-ff9a39613993, host n-d-816865-1, cleared binding levels {{(pid=102388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 19:45:56.153141 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-c78703cb-f6b6-493f-822c-a5fafc9af67e None None] For port fdc40c40-be31-42e8-9ebc-ff9a39613993, host n-d-816865-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=fdc40c40-be31-42e8-9ebc-ff9a39613993,segment=NetworkSegment(6fc84b5f-7235-41a7-91d3-1bb0d0f616f5),segment_id=6fc84b5f-7235-41a7-91d3-1bb0d0f616f5)] {{(pid=102388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 19:45:56.177864 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-af3bb363-94fa-4f88-a5aa-9930db8b775b admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:45:56.200831 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-af3bb363-94fa-4f88-a5aa-9930db8b775b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:45:56.236452 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c78703cb-f6b6-493f-822c-a5fafc9af67e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:45:56.300955 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78703cb-f6b6-493f-822c-a5fafc9af67e None None] Pushing event updated for resources: {'Port': ['ID=fdc40c40-be31-42e8-9ebc-ff9a39613993,revision_number=2']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:45:56.310946 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.db_base_plugin_common [None req-af3bb363-94fa-4f88-a5aa-9930db8b775b admin admin] Allocated IP 172.25.6.69 (40c8335d-cd0b-4cb5-910a-d4dcddd5cbec/04fe6db3-e108-4208-943d-6518424f5726/ea689c49-85e3-4b96-84a9-0ea65ad4a5ae) {{(pid=102387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 19:45:56.423270 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-af3bb363-94fa-4f88-a5aa-9930db8b775b admin admin] Publish callbacks [] for port, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:45:56.539358 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-af3bb363-94fa-4f88-a5aa-9930db8b775b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4417063'] for port, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:45:56.579831 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af3bb363-94fa-4f88-a5aa-9930db8b775b admin admin] Network 40c8335d-cd0b-4cb5-910a-d4dcddd5cbec is already hosted by enough agents. {{(pid=102387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 19:45:56.584699 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.base_scheduler [None req-af3bb363-94fa-4f88-a5aa-9930db8b775b admin admin] Resources bound (agent type, host, resource id): {{(pid=102387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 19:45:56.588281 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af3bb363-94fa-4f88-a5aa-9930db8b775b admin admin] Received port after_create {{(pid=102387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 19:45:56.610021 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3bb363-94fa-4f88-a5aa-9930db8b775b admin admin] Pushing event updated for resources: {'Port': ['ID=ea689c49-85e3-4b96-84a9-0ea65ad4a5ae,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:45:56.784189 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device fdc40c40-be31-42e8-9ebc-ff9a39613993 up at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 19:45:56.836260 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Provisioning complete for port fdc40c40-be31-42e8-9ebc-ff9a39613993 triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:45:56.836578 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:45:56.929021 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:45:56.943288 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-af3bb363-94fa-4f88-a5aa-9930db8b775b admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:45:56.962575 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] For port fdc40c40-be31-42e8-9ebc-ff9a39613993, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=fdc40c40-be31-42e8-9ebc-ff9a39613993,segment=NetworkSegment(6fc84b5f-7235-41a7-91d3-1bb0d0f616f5),segment_id=6fc84b5f-7235-41a7-91d3-1bb0d0f616f5)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:45:57.031095 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:45:57.084330 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Pushing event updated for resources: {'Port': ['ID=fdc40c40-be31-42e8-9ebc-ff9a39613993,revision_number=3']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:45:57.159484 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-af3bb363-94fa-4f88-a5aa-9930db8b775b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-571384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1000487'] for router, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:45:57.210565 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a5b5e5b-ceb9-420d-a2e4-cca84e84cdb6 None None] Network 8ee91eb3-b804-4097-9df9-5ba251ac6c63 requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 19:45:57.289952 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-c1429777-560c-420d-88b4-7b1681ae1bc9 None None] Provisioning complete for port fdc40c40-be31-42e8-9ebc-ff9a39613993 triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:45:57.290344 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c1429777-560c-420d-88b4-7b1681ae1bc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:45:57.340132 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af3bb363-94fa-4f88-a5aa-9930db8b775b admin admin] Router 069d5f76-98e5-40cc-87af-98d601a5038d is scheduled to L3 agent 6dcb5589-8e86-4616-9186-ddc4548e13ad with binding_index 1 {{(pid=102387) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 05 19:45:57.451672 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af3bb363-94fa-4f88-a5aa-9930db8b775b admin admin] Notify agent at l3_agent.n-d-816865-1 the message routers_updated {{(pid=102387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 19:45:57.461906 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebe51900-ca78-4743-a0b9-cc35fa39b800 None None] Sync routers for ids ['069d5f76-98e5-40cc-87af-98d601a5038d'] in n-d-816865-1 {{(pid=102389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 19:45:57.473644 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebe51900-ca78-4743-a0b9-cc35fa39b800 None None] Routers {'069d5f76-98e5-40cc-87af-98d601a5038d'} bound to L3 agent in host n-d-816865-1 {{(pid=102389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 19:45:57.477922 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-ebe51900-ca78-4743-a0b9-cc35fa39b800 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T19:45:35Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['069d5f76-98e5-40cc-87af-98d601a5038d'], 'active': True} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:45:57.545627 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-af3bb363-94fa-4f88-a5aa-9930db8b775b admin admin] Publish callbacks [] for router, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:45:57.549487 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-af3bb363-94fa-4f88-a5aa-9930db8b775b admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.0260177 Nov 05 19:45:57.549710 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 45426) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:45:57.579810 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvr_db [None req-ebe51900-ca78-4743-a0b9-cc35fa39b800 None None] Set router 069d5f76-98e5-40cc-87af-98d601a5038d gateway port host: n-d-816865-1 {{(pid=102389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 19:45:57.774927 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-ebe51900-ca78-4743-a0b9-cc35fa39b800 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '069d5f76-98e5-40cc-87af-98d601a5038d', 'name': 'tempest-TestEncryptedCinderVolumes-1832385620-router', 'tenant_id': '03f9ddd6f7a54f93ad596fd61bc98545', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.69'}], 'enable_snat': True}, 'gw_port_id': 'ea689c49-85e3-4b96-84a9-0ea65ad4a5ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T19:45:55Z', 'updated_at': '2021-11-05T19:45:56Z', 'revision_number': 3, 'project_id': '03f9ddd6f7a54f93ad596fd61bc98545', 'gw_port': {'id': 'ea689c49-85e3-4b96-84a9-0ea65ad4a5ae', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:30:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '069d5f76-98e5-40cc-87af-98d601a5038d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4116, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:45:56Z', 'updated_at': '2021-11-05T19:45:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1'}], 'n-d-816865-1', False) {} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:45:57.804755 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebe51900-ca78-4743-a0b9-cc35fa39b800 None None] Checking router: 069d5f76-98e5-40cc-87af-98d601a5038d for host: n-d-816865-1 {{(pid=102389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 19:45:57.805107 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebe51900-ca78-4743-a0b9-cc35fa39b800 None None] Updating router 069d5f76-98e5-40cc-87af-98d601a5038d port ea689c49-85e3-4b96-84a9-0ea65ad4a5ae binding host n-d-816865-1 {{(pid=102389) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 05 19:45:57.828855 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-e044ba66-c163-4a54-8cc6-d18c3ca3285c None None] Provisioning complete for port fdc40c40-be31-42e8-9ebc-ff9a39613993 triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:45:57.829336 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-e044ba66-c163-4a54-8cc6-d18c3ca3285c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:45:57.832976 n-d-816865-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-ebe51900-ca78-4743-a0b9-cc35fa39b800 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:45:57.992885 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-d839ded2-a365-4a82-9907-1bb64e33e93a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:45:58.098516 n-d-816865-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-ebe51900-ca78-4743-a0b9-cc35fa39b800 None None] Publish callbacks [] for port, precommit_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:45:58.147555 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.db_base_plugin_common [None req-d839ded2-a365-4a82-9907-1bb64e33e93a admin admin] Allocated IP 172.20.0.1 (8ee91eb3-b804-4097-9df9-5ba251ac6c63/4d2b172e-8bed-497b-9d23-187e75acd93a/e9f179e2-c699-4ee0-b8a7-c30f63605957) {{(pid=102387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 19:45:58.155641 n-d-816865-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-ebe51900-ca78-4743-a0b9-cc35fa39b800 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:45:58.200884 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.managers [None req-ebe51900-ca78-4743-a0b9-cc35fa39b800 None None] Attempting to bind port ea689c49-85e3-4b96-84a9-0ea65ad4a5ae on host n-d-816865-1 for vnic_type normal with profile {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 19:45:58.201253 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.managers [None req-ebe51900-ca78-4743-a0b9-cc35fa39b800 None None] Attempting to bind port ea689c49-85e3-4b96-84a9-0ea65ad4a5ae by drivers openvswitch,hyperv on host n-d-816865-1 at level 0 using segments [{'id': '85be518c-8bb4-46a2-a903-d4292782d29d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec'}] {{(pid=102389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 19:45:58.201615 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebe51900-ca78-4743-a0b9-cc35fa39b800 None None] Attempting to bind port ea689c49-85e3-4b96-84a9-0ea65ad4a5ae on network 40c8335d-cd0b-4cb5-910a-d4dcddd5cbec {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 19:45:58.214461 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebe51900-ca78-4743-a0b9-cc35fa39b800 None None] Checking agent: {'id': '724d89a7-611b-41e6-bc85-c48112b17afa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 18, 25, 8), 'started_at': datetime.datetime(2021, 11, 5, 18, 25, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 19, 45, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 19:45:58.214858 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebe51900-ca78-4743-a0b9-cc35fa39b800 None None] Checking segment: {'id': '85be518c-8bb4-46a2-a903-d4292782d29d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 19:45:58.215265 n-d-816865-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-ebe51900-ca78-4743-a0b9-cc35fa39b800 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:45:58.215656 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebe51900-ca78-4743-a0b9-cc35fa39b800 None None] Bound using segment: {'id': '85be518c-8bb4-46a2-a903-d4292782d29d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec'} {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 19:45:58.216145 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.managers [None req-ebe51900-ca78-4743-a0b9-cc35fa39b800 None None] Bound port: ea689c49-85e3-4b96-84a9-0ea65ad4a5ae, host: n-d-816865-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85be518c-8bb4-46a2-a903-d4292782d29d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec'}}] {{(pid=102389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 19:45:58.216499 n-d-816865-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-ebe51900-ca78-4743-a0b9-cc35fa39b800 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:45:58.218168 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b83bea6-1dc0-4d12-a015-2488c4efeb83 None None] Pushing event updated for resources: {'Port': ['ID=ea689c49-85e3-4b96-84a9-0ea65ad4a5ae,revision_number=2']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:45:58.243477 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b83bea6-1dc0-4d12-a015-2488c4efeb83 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:45:58.243763 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b83bea6-1dc0-4d12-a015-2488c4efeb83 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:45:58.244082 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b83bea6-1dc0-4d12-a015-2488c4efeb83 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:45:58.244417 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b83bea6-1dc0-4d12-a015-2488c4efeb83 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:45:58.245270 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b83bea6-1dc0-4d12-a015-2488c4efeb83 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:45:58.245813 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b83bea6-1dc0-4d12-a015-2488c4efeb83 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:45:58.246266 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b83bea6-1dc0-4d12-a015-2488c4efeb83 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:45:58.246600 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b83bea6-1dc0-4d12-a015-2488c4efeb83 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:45:58.246926 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b83bea6-1dc0-4d12-a015-2488c4efeb83 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:45:58.247251 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b83bea6-1dc0-4d12-a015-2488c4efeb83 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:45:58.247572 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b83bea6-1dc0-4d12-a015-2488c4efeb83 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:45:58.247894 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b83bea6-1dc0-4d12-a015-2488c4efeb83 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:45:58.252763 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-d839ded2-a365-4a82-9907-1bb64e33e93a admin admin] Publish callbacks [] for port, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:45:58.282710 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [None req-ebe51900-ca78-4743-a0b9-cc35fa39b800 None None] For port ea689c49-85e3-4b96-84a9-0ea65ad4a5ae, host n-d-816865-1, cleared binding levels {{(pid=102389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 19:45:58.285934 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [None req-ebe51900-ca78-4743-a0b9-cc35fa39b800 None None] For port ea689c49-85e3-4b96-84a9-0ea65ad4a5ae, host n-d-816865-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=ea689c49-85e3-4b96-84a9-0ea65ad4a5ae,segment=NetworkSegment(85be518c-8bb4-46a2-a903-d4292782d29d),segment_id=85be518c-8bb4-46a2-a903-d4292782d29d)] {{(pid=102389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 19:45:58.390500 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-d839ded2-a365-4a82-9907-1bb64e33e93a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4417063'] for port, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:45:58.390754 n-d-816865-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-ebe51900-ca78-4743-a0b9-cc35fa39b800 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:45:58.429314 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d839ded2-a365-4a82-9907-1bb64e33e93a admin admin] Network 8ee91eb3-b804-4097-9df9-5ba251ac6c63 is already hosted by enough agents. {{(pid=102387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 19:45:58.436646 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.base_scheduler [None req-d839ded2-a365-4a82-9907-1bb64e33e93a admin admin] Resources bound (agent type, host, resource id): {{(pid=102387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 19:45:58.441044 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d839ded2-a365-4a82-9907-1bb64e33e93a admin admin] Received port after_create {{(pid=102387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 19:45:58.444117 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d839ded2-a365-4a82-9907-1bb64e33e93a admin admin] Pushing event updated for resources: {'Port': ['ID=e9f179e2-c699-4ee0-b8a7-c30f63605957,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:45:58.461112 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebe51900-ca78-4743-a0b9-cc35fa39b800 None None] Routers {'069d5f76-98e5-40cc-87af-98d601a5038d'} bound to L3 agent in host n-d-816865-1 {{(pid=102389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 19:45:58.461745 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-ebe51900-ca78-4743-a0b9-cc35fa39b800 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T19:45:35Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['069d5f76-98e5-40cc-87af-98d601a5038d'], 'active': True} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:45:58.482601 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-d839ded2-a365-4a82-9907-1bb64e33e93a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-571770'] for router_interface, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:45:58.502473 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b83bea6-1dc0-4d12-a015-2488c4efeb83 None None] Pushing event updated for resources: {'Port': ['ID=ea689c49-85e3-4b96-84a9-0ea65ad4a5ae,revision_number=3']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:45:58.591586 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvr_db [None req-ebe51900-ca78-4743-a0b9-cc35fa39b800 None None] Set router 069d5f76-98e5-40cc-87af-98d601a5038d gateway port host: n-d-816865-1 {{(pid=102389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 19:45:58.737400 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-fd5553cc-1da2-4f14-bd5f-1ca8cbee5113 None None] Provisioning complete for port e9f179e2-c699-4ee0-b8a7-c30f63605957 triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:45:58.737980 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-fd5553cc-1da2-4f14-bd5f-1ca8cbee5113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:45:58.781663 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-fd5553cc-1da2-4f14-bd5f-1ca8cbee5113 None None] Port e9f179e2-c699-4ee0-b8a7-c30f63605957 cannot update to ACTIVE because it is not bound. {{(pid=102388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 19:45:58.796422 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device fdc40c40-be31-42e8-9ebc-ff9a39613993 up at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 19:45:58.808632 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-ebe51900-ca78-4743-a0b9-cc35fa39b800 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '069d5f76-98e5-40cc-87af-98d601a5038d', 'name': 'tempest-TestEncryptedCinderVolumes-1832385620-router', 'tenant_id': '03f9ddd6f7a54f93ad596fd61bc98545', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.69'}], 'enable_snat': True}, 'gw_port_id': 'ea689c49-85e3-4b96-84a9-0ea65ad4a5ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T19:45:55Z', 'updated_at': '2021-11-05T19:45:56Z', 'revision_number': 3, 'project_id': '03f9ddd6f7a54f93ad596fd61bc98545', 'gw_port': {'id': 'ea689c49-85e3-4b96-84a9-0ea65ad4a5ae', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:30:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '069d5f76-98e5-40cc-87af-98d601a5038d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4116, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:45:56Z', 'updated_at': '2021-11-05T19:45:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1'}], 'n-d-816865-1', False) {} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:45:58.837067 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebe51900-ca78-4743-a0b9-cc35fa39b800 None None] The sync data for ids ['069d5f76-98e5-40cc-87af-98d601a5038d'] in n-d-816865-1 is: [{'id': '069d5f76-98e5-40cc-87af-98d601a5038d', 'name': 'tempest-TestEncryptedCinderVolumes-1832385620-router', 'tenant_id': '03f9ddd6f7a54f93ad596fd61bc98545', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.69'}], 'enable_snat': True}, 'gw_port_id': 'ea689c49-85e3-4b96-84a9-0ea65ad4a5ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T19:45:55Z', 'updated_at': '2021-11-05T19:45:56Z', 'revision_number': 3, 'project_id': '03f9ddd6f7a54f93ad596fd61bc98545', 'gw_port': {'id': 'ea689c49-85e3-4b96-84a9-0ea65ad4a5ae', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:30:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '069d5f76-98e5-40cc-87af-98d601a5038d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4116, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:45:56Z', 'updated_at': '2021-11-05T19:45:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1'}] {{(pid=102389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 19:45:58.850927 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Provisioning complete for port fdc40c40-be31-42e8-9ebc-ff9a39613993 triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:45:58.851385 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:45:59.010993 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-d839ded2-a365-4a82-9907-1bb64e33e93a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:45:59.211493 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-d839ded2-a365-4a82-9907-1bb64e33e93a admin admin] Publish callbacks [] for port, precommit_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:45:59.276635 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-d839ded2-a365-4a82-9907-1bb64e33e93a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4417072'] for port, after_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:45:59.353261 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d839ded2-a365-4a82-9907-1bb64e33e93a admin admin] Pushing event updated for resources: {'Port': ['ID=e9f179e2-c699-4ee0-b8a7-c30f63605957,revision_number=2']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:45:59.359301 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-d839ded2-a365-4a82-9907-1bb64e33e93a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-597863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-571878'] for router_interface, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:45:59.458144 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d839ded2-a365-4a82-9907-1bb64e33e93a admin admin] Network 8ee91eb3-b804-4097-9df9-5ba251ac6c63 is already hosted by enough agents. {{(pid=102387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 19:45:59.460210 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.base_scheduler [None req-d839ded2-a365-4a82-9907-1bb64e33e93a admin admin] Resources bound (agent type, host, resource id): {{(pid=102387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 19:45:59.597406 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d839ded2-a365-4a82-9907-1bb64e33e93a admin admin] Router 069d5f76-98e5-40cc-87af-98d601a5038d has already been hosted by L3 agent 6dcb5589-8e86-4616-9186-ddc4548e13ad {{(pid=102387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 19:45:59.708214 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-f8796620-4ff2-45f6-9465-45199a780197 None None] Provisioning complete for port e9f179e2-c699-4ee0-b8a7-c30f63605957 triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:45:59.708734 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-f8796620-4ff2-45f6-9465-45199a780197 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:45:59.720076 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d839ded2-a365-4a82-9907-1bb64e33e93a admin admin] Notify agent at l3_agent.n-d-816865-1 the message routers_updated {{(pid=102387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 19:45:59.730102 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-d839ded2-a365-4a82-9907-1bb64e33e93a admin admin] 10.222.0.13 "PUT /v2.0/routers/069d5f76-98e5-40cc-87af-98d601a5038d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1746051 Nov 05 19:45:59.764085 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-f8796620-4ff2-45f6-9465-45199a780197 None None] Port e9f179e2-c699-4ee0-b8a7-c30f63605957 cannot update to ACTIVE because it is not bound. {{(pid=102388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 19:46:00.419276 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 45442) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:46:00.425013 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-1300235a-51c3-4bf1-b2e2-ee03243a6448 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-872880485-network', 'tenant_id': 'ebde7f3633ef4fdc867bf84e07f79361'}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:46:00.426168 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eccc55e-7a28-4240-bd9c-46172575ed49 None None] Sync routers for ids ['069d5f76-98e5-40cc-87af-98d601a5038d'] in n-d-816865-1 {{(pid=102388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 19:46:00.437118 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eccc55e-7a28-4240-bd9c-46172575ed49 None None] Routers {'069d5f76-98e5-40cc-87af-98d601a5038d'} bound to L3 agent in host n-d-816865-1 {{(pid=102388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 19:46:00.437746 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-8eccc55e-7a28-4240-bd9c-46172575ed49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T19:45:35Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['069d5f76-98e5-40cc-87af-98d601a5038d'], 'active': True} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:46:00.537525 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1300235a-51c3-4bf1-b2e2-ee03243a6448 admin admin] Made reservation on behalf of ebde7f3633ef4fdc867bf84e07f79361 for: {'network': 1} {{(pid=102387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 19:46:00.539995 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-1300235a-51c3-4bf1-b2e2-ee03243a6448 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for network, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:46:00.544465 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvr_db [None req-8eccc55e-7a28-4240-bd9c-46172575ed49 None None] Set router 069d5f76-98e5-40cc-87af-98d601a5038d gateway port host: n-d-816865-1 {{(pid=102388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 19:46:00.549646 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-1300235a-51c3-4bf1-b2e2-ee03243a6448 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:46:00.625164 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-1300235a-51c3-4bf1-b2e2-ee03243a6448 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:46:00.691542 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-1300235a-51c3-4bf1-b2e2-ee03243a6448 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:46:00.717900 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1300235a-51c3-4bf1-b2e2-ee03243a6448 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 193} {{(pid=102387) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 05 19:46:00.730343 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1300235a-51c3-4bf1-b2e2-ee03243a6448 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f6dfc0e-a1c5-4470-b34b-dd0a6ac2ea30,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:46:00.736930 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-1300235a-51c3-4bf1-b2e2-ee03243a6448 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273'] for segment, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:46:00.737346 n-d-816865-1 neutron-server[102387]: INFO neutron.db.segments_db [None req-1300235a-51c3-4bf1-b2e2-ee03243a6448 admin admin] Added segment b0670d79-6b80-46ba-bb35-5688dc122cae of type vlan for network 8092a5ab-1eb5-4da8-882e-86ce8ecbc61b Nov 05 19:46:00.750849 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-8eccc55e-7a28-4240-bd9c-46172575ed49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '069d5f76-98e5-40cc-87af-98d601a5038d', 'name': 'tempest-TestEncryptedCinderVolumes-1832385620-router', 'tenant_id': '03f9ddd6f7a54f93ad596fd61bc98545', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.69'}], 'enable_snat': True}, 'gw_port_id': 'ea689c49-85e3-4b96-84a9-0ea65ad4a5ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T19:45:55Z', 'updated_at': '2021-11-05T19:45:58Z', 'revision_number': 4, 'project_id': '03f9ddd6f7a54f93ad596fd61bc98545', 'gw_port': {'id': 'ea689c49-85e3-4b96-84a9-0ea65ad4a5ae', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:30:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '069d5f76-98e5-40cc-87af-98d601a5038d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4116, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:45:56Z', 'updated_at': '2021-11-05T19:45:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1', '_interfaces': [{'id': 'e9f179e2-c699-4ee0-b8a7-c30f63605957', 'name': '', 'network_id': '8ee91eb3-b804-4097-9df9-5ba251ac6c63', 'tenant_id': '03f9ddd6f7a54f93ad596fd61bc98545', 'mac_address': 'fa:16:3e:36:49:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '069d5f76-98e5-40cc-87af-98d601a5038d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4117, 'fixed_ips': [{'subnet_id': '4d2b172e-8bed-497b-9d23-187e75acd93a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:45:58Z', 'updated_at': '2021-11-05T19:45:59Z', 'revision_number': 2, 'project_id': '03f9ddd6f7a54f93ad596fd61bc98545', 'subnets': [{'id': '4d2b172e-8bed-497b-9d23-187e75acd93a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-1', False) {} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:46:00.780875 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-1300235a-51c3-4bf1-b2e2-ee03243a6448 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750027258543'] for network, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:46:00.786520 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eccc55e-7a28-4240-bd9c-46172575ed49 None None] Checking router: 069d5f76-98e5-40cc-87af-98d601a5038d for host: n-d-816865-1 {{(pid=102388) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 19:46:00.787014 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eccc55e-7a28-4240-bd9c-46172575ed49 None None] Updating router 069d5f76-98e5-40cc-87af-98d601a5038d port e9f179e2-c699-4ee0-b8a7-c30f63605957 binding host n-d-816865-1 {{(pid=102388) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 05 19:46:00.813839 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-8eccc55e-7a28-4240-bd9c-46172575ed49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:46:00.817950 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device ea689c49-85e3-4b96-84a9-0ea65ad4a5ae up at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 19:46:00.870919 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-1300235a-51c3-4bf1-b2e2-ee03243a6448 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-956796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877'] for network, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:46:00.871905 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1300235a-51c3-4bf1-b2e2-ee03243a6448 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:46:00.872491 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-1300235a-51c3-4bf1-b2e2-ee03243a6448 admin admin] Publish callbacks [] for network, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:46:00.933061 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1300235a-51c3-4bf1-b2e2-ee03243a6448 admin admin] Pushing event updated for resources: {'Network': ['ID=8092a5ab-1eb5-4da8-882e-86ce8ecbc61b,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:46:00.944145 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Network 8092a5ab-1eb5-4da8-882e-86ce8ecbc61b details requested by agent ovs-agent-n-d-816865-1 with host n-d-816865-1 {{(pid=102388) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 05 19:46:00.958787 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-1300235a-51c3-4bf1-b2e2-ee03243a6448 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.5389013 Nov 05 19:46:00.961618 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 45444) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:46:00.967035 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-1585af71-38d8-48c3-bb0c-38eedc44c2fd admin admin] Request body: {'subnet': {'network_id': '8092a5ab-1eb5-4da8-882e-86ce8ecbc61b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-872880485-subnet', 'tenant_id': 'ebde7f3633ef4fdc867bf84e07f79361', 'ip_version': 4}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:46:01.014343 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Provisioning complete for port ea689c49-85e3-4b96-84a9-0ea65ad4a5ae triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:46:01.014720 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:46:01.053326 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1585af71-38d8-48c3-bb0c-38eedc44c2fd admin admin] Made reservation on behalf of ebde7f3633ef4fdc867bf84e07f79361 for: {'subnet': 1} {{(pid=102387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 19:46:01.055765 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-1585af71-38d8-48c3-bb0c-38eedc44c2fd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5112236'] for subnet, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:46:01.181276 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:46:01.218100 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] For port ea689c49-85e3-4b96-84a9-0ea65ad4a5ae, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=ea689c49-85e3-4b96-84a9-0ea65ad4a5ae,segment=NetworkSegment(85be518c-8bb4-46a2-a903-d4292782d29d),segment_id=85be518c-8bb4-46a2-a903-d4292782d29d)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:46:01.255384 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-8eccc55e-7a28-4240-bd9c-46172575ed49 None None] Publish callbacks [] for port, precommit_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:46:01.299162 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:46:01.329389 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-1585af71-38d8-48c3-bb0c-38eedc44c2fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4417463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5112218'] for subnet, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:46:01.333528 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-8eccc55e-7a28-4240-bd9c-46172575ed49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:46:01.357852 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Pushing event updated for resources: {'Port': ['ID=ea689c49-85e3-4b96-84a9-0ea65ad4a5ae,revision_number=4']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:46:01.373299 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:46:01.373659 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:46:01.374007 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:46:01.374378 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:46:01.374719 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:46:01.375051 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:46:01.375459 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:46:01.375711 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:46:01.376040 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:46:01.376371 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:46:01.376694 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:46:01.377021 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:46:01.407273 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1585af71-38d8-48c3-bb0c-38eedc44c2fd admin admin] Pushing event updated for resources: {'Subnet': ['ID=18612bc3-a20f-4fbd-99ad-9206f3487c6c,revision_number=0']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:46:01.418401 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1585af71-38d8-48c3-bb0c-38eedc44c2fd admin admin] Checking segment: {'id': 'b0670d79-6b80-46ba-bb35-5688dc122cae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '8092a5ab-1eb5-4da8-882e-86ce8ecbc61b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 19:46:01.418980 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1585af71-38d8-48c3-bb0c-38eedc44c2fd admin admin] Network hostable DHCP agents. Network: 8092a5ab-1eb5-4da8-882e-86ce8ecbc61b, hostable agents: ['987e2ca0-bc3b-4c6f-a989-429ccfbf753f'], hosted agents: [] {{(pid=102387) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 05 19:46:01.466021 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3f82cc-56c2-49d6-9b3c-bea1de648658 None None] Pushing event updated for resources: {'Port': ['ID=e9f179e2-c699-4ee0-b8a7-c30f63605957,revision_number=3']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:46:01.477097 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-8eccc55e-7a28-4240-bd9c-46172575ed49 None None] Attempting to bind port e9f179e2-c699-4ee0-b8a7-c30f63605957 on host n-d-816865-1 for vnic_type normal with profile {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 19:46:01.477465 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-8eccc55e-7a28-4240-bd9c-46172575ed49 None None] Attempting to bind port e9f179e2-c699-4ee0-b8a7-c30f63605957 by drivers openvswitch,hyperv on host n-d-816865-1 at level 0 using segments [{'id': '6fc84b5f-7235-41a7-91d3-1bb0d0f616f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '8ee91eb3-b804-4097-9df9-5ba251ac6c63'}] {{(pid=102388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 19:46:01.477831 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eccc55e-7a28-4240-bd9c-46172575ed49 None None] Attempting to bind port e9f179e2-c699-4ee0-b8a7-c30f63605957 on network 8ee91eb3-b804-4097-9df9-5ba251ac6c63 {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 19:46:01.483806 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eccc55e-7a28-4240-bd9c-46172575ed49 None None] Checking agent: {'id': '724d89a7-611b-41e6-bc85-c48112b17afa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 18, 25, 8), 'started_at': datetime.datetime(2021, 11, 5, 18, 25, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 19, 45, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 19:46:01.484177 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eccc55e-7a28-4240-bd9c-46172575ed49 None None] Checking segment: {'id': '6fc84b5f-7235-41a7-91d3-1bb0d0f616f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '8ee91eb3-b804-4097-9df9-5ba251ac6c63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 19:46:01.486702 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-8eccc55e-7a28-4240-bd9c-46172575ed49 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:46:01.486702 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eccc55e-7a28-4240-bd9c-46172575ed49 None None] Bound using segment: {'id': '6fc84b5f-7235-41a7-91d3-1bb0d0f616f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '8ee91eb3-b804-4097-9df9-5ba251ac6c63'} {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 19:46:01.486702 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-8eccc55e-7a28-4240-bd9c-46172575ed49 None None] Bound port: e9f179e2-c699-4ee0-b8a7-c30f63605957, host: n-d-816865-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6fc84b5f-7235-41a7-91d3-1bb0d0f616f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '8ee91eb3-b804-4097-9df9-5ba251ac6c63'}}] {{(pid=102388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 19:46:01.486702 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-8eccc55e-7a28-4240-bd9c-46172575ed49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:46:01.504976 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1585af71-38d8-48c3-bb0c-38eedc44c2fd admin admin] Network 8092a5ab-1eb5-4da8-882e-86ce8ecbc61b is scheduled to be hosted by DHCP agent 987e2ca0-bc3b-4c6f-a989-429ccfbf753f with binding_index 1 {{(pid=102387) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 05 19:46:01.551192 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-8eccc55e-7a28-4240-bd9c-46172575ed49 None None] For port e9f179e2-c699-4ee0-b8a7-c30f63605957, host n-d-816865-1, cleared binding levels {{(pid=102388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 19:46:01.554249 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-8eccc55e-7a28-4240-bd9c-46172575ed49 None None] For port e9f179e2-c699-4ee0-b8a7-c30f63605957, host n-d-816865-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=e9f179e2-c699-4ee0-b8a7-c30f63605957,segment=NetworkSegment(6fc84b5f-7235-41a7-91d3-1bb0d0f616f5),segment_id=6fc84b5f-7235-41a7-91d3-1bb0d0f616f5)] {{(pid=102388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 19:46:01.578546 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.base_scheduler [None req-1585af71-38d8-48c3-bb0c-38eedc44c2fd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816865-1, 8092a5ab-1eb5-4da8-882e-86ce8ecbc61b) {{(pid=102387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 19:46:01.582607 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1585af71-38d8-48c3-bb0c-38eedc44c2fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:46:01.583207 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-1585af71-38d8-48c3-bb0c-38eedc44c2fd admin admin] Publish callbacks [] for subnet, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:46:01.587067 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-224c7bba-cb1d-43d6-835a-71365c629f1d None None] Network 8092a5ab-1eb5-4da8-882e-86ce8ecbc61b requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 19:46:01.645661 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-8eccc55e-7a28-4240-bd9c-46172575ed49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:46:01.662262 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-1585af71-38d8-48c3-bb0c-38eedc44c2fd admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6972270 Nov 05 19:46:01.662454 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-63c0039f-ed0f-48b9-ac5e-79a0e8b2c7ad None None] Provisioning complete for port e9f179e2-c699-4ee0-b8a7-c30f63605957 triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:46:01.662679 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-63c0039f-ed0f-48b9-ac5e-79a0e8b2c7ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:46:01.662812 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 45446) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:46:01.667493 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-1a807a6e-ccbe-4d53-bc40-2c908338cc2d admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-872880485-router', 'tenant_id': 'ebde7f3633ef4fdc867bf84e07f79361', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec'}}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:46:01.749205 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-1a807a6e-ccbe-4d53-bc40-2c908338cc2d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-571139', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6874'] for router, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:46:01.750578 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-1a807a6e-ccbe-4d53-bc40-2c908338cc2d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-571375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1000570', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1011585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6867'] for router, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:46:01.769866 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eccc55e-7a28-4240-bd9c-46172575ed49 None None] Routers {'069d5f76-98e5-40cc-87af-98d601a5038d'} bound to L3 agent in host n-d-816865-1 {{(pid=102388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 19:46:01.770529 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-8eccc55e-7a28-4240-bd9c-46172575ed49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T19:45:35Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['069d5f76-98e5-40cc-87af-98d601a5038d'], 'active': True} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:46:01.778925 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3f82cc-56c2-49d6-9b3c-bea1de648658 None None] Pushing event updated for resources: {'Port': ['ID=e9f179e2-c699-4ee0-b8a7-c30f63605957,revision_number=4']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:46:01.820806 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-1a807a6e-ccbe-4d53-bc40-2c908338cc2d admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:46:01.954588 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-780064dd-65a1-4929-888f-b2187bd7f4d4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeb20a084-accf-5b60-8075-3e69ebe863a6-8092a5ab-1eb5-4da8-882e-86ce8ecbc61b', 'network_id': '8092a5ab-1eb5-4da8-882e-86ce8ecbc61b', 'tenant_id': 'ebde7f3633ef4fdc867bf84e07f79361', 'fixed_ips': [{'subnet_id': '18612bc3-a20f-4fbd-99ad-9206f3487c6c'}]}} from n-d-816865-1. {{(pid=102388) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 05 19:46:01.955460 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-780064dd-65a1-4929-888f-b2187bd7f4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:46:01.971580 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-63c0039f-ed0f-48b9-ac5e-79a0e8b2c7ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:46:01.992920 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvr_db [None req-8eccc55e-7a28-4240-bd9c-46172575ed49 None None] Set router 069d5f76-98e5-40cc-87af-98d601a5038d gateway port host: n-d-816865-1 {{(pid=102388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 19:46:02.023458 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-1a807a6e-ccbe-4d53-bc40-2c908338cc2d admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:46:02.275129 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-1a807a6e-ccbe-4d53-bc40-2c908338cc2d admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:46:02.294105 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-1a807a6e-ccbe-4d53-bc40-2c908338cc2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:46:02.314728 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-63c0039f-ed0f-48b9-ac5e-79a0e8b2c7ad None None] For port e9f179e2-c699-4ee0-b8a7-c30f63605957, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=e9f179e2-c699-4ee0-b8a7-c30f63605957,segment=NetworkSegment(6fc84b5f-7235-41a7-91d3-1bb0d0f616f5),segment_id=6fc84b5f-7235-41a7-91d3-1bb0d0f616f5)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:46:02.387267 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-63c0039f-ed0f-48b9-ac5e-79a0e8b2c7ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:46:02.399159 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.db_base_plugin_common [None req-1a807a6e-ccbe-4d53-bc40-2c908338cc2d admin admin] Allocated IP 172.25.6.98 (40c8335d-cd0b-4cb5-910a-d4dcddd5cbec/04fe6db3-e108-4208-943d-6518424f5726/0f0d6a9d-ede7-4a30-a695-a0d5c0e52b43) {{(pid=102386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 19:46:02.453413 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.db_base_plugin_common [None req-780064dd-65a1-4929-888f-b2187bd7f4d4 None None] Allocated IP 172.20.0.2 (8092a5ab-1eb5-4da8-882e-86ce8ecbc61b/18612bc3-a20f-4fbd-99ad-9206f3487c6c/f4cfefe6-6087-4b59-bf7c-9a297ce4feba) {{(pid=102388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 19:46:02.514655 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-1a807a6e-ccbe-4d53-bc40-2c908338cc2d admin admin] Publish callbacks [] for port, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:46:02.530026 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c0039f-ed0f-48b9-ac5e-79a0e8b2c7ad None None] Pushing event updated for resources: {'Port': ['ID=e9f179e2-c699-4ee0-b8a7-c30f63605957,revision_number=5']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:46:02.589622 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-c449f47b-298b-47f5-9f28-a4dd84c27428 None None] Provisioning complete for port e9f179e2-c699-4ee0-b8a7-c30f63605957 triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:46:02.589995 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c449f47b-298b-47f5-9f28-a4dd84c27428 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:46:02.625071 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-1a807a6e-ccbe-4d53-bc40-2c908338cc2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:46:02.662014 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a807a6e-ccbe-4d53-bc40-2c908338cc2d admin admin] Network 40c8335d-cd0b-4cb5-910a-d4dcddd5cbec is already hosted by enough agents. {{(pid=102386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 19:46:02.664897 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.base_scheduler [None req-1a807a6e-ccbe-4d53-bc40-2c908338cc2d admin admin] Resources bound (agent type, host, resource id): {{(pid=102386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 19:46:02.671256 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a807a6e-ccbe-4d53-bc40-2c908338cc2d admin admin] Received port after_create {{(pid=102386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 19:46:02.678064 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-8eccc55e-7a28-4240-bd9c-46172575ed49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '069d5f76-98e5-40cc-87af-98d601a5038d', 'name': 'tempest-TestEncryptedCinderVolumes-1832385620-router', 'tenant_id': '03f9ddd6f7a54f93ad596fd61bc98545', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.69'}], 'enable_snat': True}, 'gw_port_id': 'ea689c49-85e3-4b96-84a9-0ea65ad4a5ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T19:45:55Z', 'updated_at': '2021-11-05T19:45:58Z', 'revision_number': 4, 'project_id': '03f9ddd6f7a54f93ad596fd61bc98545', 'gw_port': {'id': 'ea689c49-85e3-4b96-84a9-0ea65ad4a5ae', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:30:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '069d5f76-98e5-40cc-87af-98d601a5038d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4116, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:45:56Z', 'updated_at': '2021-11-05T19:46:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1', '_interfaces': [{'id': 'e9f179e2-c699-4ee0-b8a7-c30f63605957', 'name': '', 'network_id': '8ee91eb3-b804-4097-9df9-5ba251ac6c63', 'tenant_id': '03f9ddd6f7a54f93ad596fd61bc98545', 'mac_address': 'fa:16:3e:36:49:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '069d5f76-98e5-40cc-87af-98d601a5038d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4117, 'fixed_ips': [{'subnet_id': '4d2b172e-8bed-497b-9d23-187e75acd93a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:45:58Z', 'updated_at': '2021-11-05T19:46:01Z', 'revision_number': 4, 'project_id': '03f9ddd6f7a54f93ad596fd61bc98545', 'subnets': [{'id': '4d2b172e-8bed-497b-9d23-187e75acd93a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-1', False) {} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:46:02.695392 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a807a6e-ccbe-4d53-bc40-2c908338cc2d admin admin] Pushing event updated for resources: {'Port': ['ID=0f0d6a9d-ede7-4a30-a695-a0d5c0e52b43,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:46:02.730773 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-9d48214f-c6ab-48e0-b218-6eeaa31011fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:46:02.734782 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eccc55e-7a28-4240-bd9c-46172575ed49 None None] The sync data for ids ['069d5f76-98e5-40cc-87af-98d601a5038d'] in n-d-816865-1 is: [{'id': '069d5f76-98e5-40cc-87af-98d601a5038d', 'name': 'tempest-TestEncryptedCinderVolumes-1832385620-router', 'tenant_id': '03f9ddd6f7a54f93ad596fd61bc98545', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.69'}], 'enable_snat': True}, 'gw_port_id': 'ea689c49-85e3-4b96-84a9-0ea65ad4a5ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T19:45:55Z', 'updated_at': '2021-11-05T19:45:58Z', 'revision_number': 4, 'project_id': '03f9ddd6f7a54f93ad596fd61bc98545', 'gw_port': {'id': 'ea689c49-85e3-4b96-84a9-0ea65ad4a5ae', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:30:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '069d5f76-98e5-40cc-87af-98d601a5038d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4116, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:45:56Z', 'updated_at': '2021-11-05T19:46:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1', '_interfaces': [{'id': 'e9f179e2-c699-4ee0-b8a7-c30f63605957', 'name': '', 'network_id': '8ee91eb3-b804-4097-9df9-5ba251ac6c63', 'tenant_id': '03f9ddd6f7a54f93ad596fd61bc98545', 'mac_address': 'fa:16:3e:36:49:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '069d5f76-98e5-40cc-87af-98d601a5038d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4117, 'fixed_ips': [{'subnet_id': '4d2b172e-8bed-497b-9d23-187e75acd93a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:45:58Z', 'updated_at': '2021-11-05T19:46:01Z', 'revision_number': 4, 'project_id': '03f9ddd6f7a54f93ad596fd61bc98545', 'subnets': [{'id': '4d2b172e-8bed-497b-9d23-187e75acd93a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 19:46:02.792258 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device ea689c49-85e3-4b96-84a9-0ea65ad4a5ae up at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 19:46:02.794698 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-780064dd-65a1-4929-888f-b2187bd7f4d4 None None] Publish callbacks [] for port, precommit_create {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:46:02.872385 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Provisioning complete for port ea689c49-85e3-4b96-84a9-0ea65ad4a5ae triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:46:02.872762 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:46:02.903200 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-780064dd-65a1-4929-888f-b2187bd7f4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789'] for port, after_create {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:46:02.965353 n-d-816865-1 neutron-server[102388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-780064dd-65a1-4929-888f-b2187bd7f4d4 None None] Network 8092a5ab-1eb5-4da8-882e-86ce8ecbc61b is already hosted by enough agents. {{(pid=102388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 19:46:02.975229 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780064dd-65a1-4929-888f-b2187bd7f4d4 None None] Pushing event updated for resources: {'Port': ['ID=f4cfefe6-6087-4b59-bf7c-9a297ce4feba,revision_number=1']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:46:02.983231 n-d-816865-1 neutron-server[102388]: DEBUG neutron.scheduler.base_scheduler [None req-780064dd-65a1-4929-888f-b2187bd7f4d4 None None] Resources bound (agent type, host, resource id): {{(pid=102388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 19:46:02.990165 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-780064dd-65a1-4929-888f-b2187bd7f4d4 None None] Received port after_create {{(pid=102388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 19:46:03.092957 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-780064dd-65a1-4929-888f-b2187bd7f4d4 None None] Attempting to bind port f4cfefe6-6087-4b59-bf7c-9a297ce4feba on host n-d-816865-1 for vnic_type normal with profile {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 19:46:03.093332 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-780064dd-65a1-4929-888f-b2187bd7f4d4 None None] Attempting to bind port f4cfefe6-6087-4b59-bf7c-9a297ce4feba by drivers openvswitch,hyperv on host n-d-816865-1 at level 0 using segments [{'id': 'b0670d79-6b80-46ba-bb35-5688dc122cae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '8092a5ab-1eb5-4da8-882e-86ce8ecbc61b'}] {{(pid=102388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 19:46:03.093701 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-780064dd-65a1-4929-888f-b2187bd7f4d4 None None] Attempting to bind port f4cfefe6-6087-4b59-bf7c-9a297ce4feba on network 8092a5ab-1eb5-4da8-882e-86ce8ecbc61b {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 19:46:03.100117 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-780064dd-65a1-4929-888f-b2187bd7f4d4 None None] Checking agent: {'id': '724d89a7-611b-41e6-bc85-c48112b17afa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 18, 25, 8), 'started_at': datetime.datetime(2021, 11, 5, 18, 25, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 19, 45, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 19:46:03.100494 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-780064dd-65a1-4929-888f-b2187bd7f4d4 None None] Checking segment: {'id': 'b0670d79-6b80-46ba-bb35-5688dc122cae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '8092a5ab-1eb5-4da8-882e-86ce8ecbc61b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 19:46:03.100904 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-780064dd-65a1-4929-888f-b2187bd7f4d4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:46:03.101306 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-780064dd-65a1-4929-888f-b2187bd7f4d4 None None] Bound using segment: {'id': 'b0670d79-6b80-46ba-bb35-5688dc122cae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '8092a5ab-1eb5-4da8-882e-86ce8ecbc61b'} {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 19:46:03.101792 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-780064dd-65a1-4929-888f-b2187bd7f4d4 None None] Bound port: f4cfefe6-6087-4b59-bf7c-9a297ce4feba, host: n-d-816865-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0670d79-6b80-46ba-bb35-5688dc122cae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '8092a5ab-1eb5-4da8-882e-86ce8ecbc61b'}}] {{(pid=102388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 19:46:03.102221 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-780064dd-65a1-4929-888f-b2187bd7f4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:46:03.176947 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-780064dd-65a1-4929-888f-b2187bd7f4d4 None None] For port f4cfefe6-6087-4b59-bf7c-9a297ce4feba, host n-d-816865-1, cleared binding levels {{(pid=102388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 19:46:03.180186 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-780064dd-65a1-4929-888f-b2187bd7f4d4 None None] For port f4cfefe6-6087-4b59-bf7c-9a297ce4feba, host n-d-816865-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=f4cfefe6-6087-4b59-bf7c-9a297ce4feba,segment=NetworkSegment(b0670d79-6b80-46ba-bb35-5688dc122cae),segment_id=b0670d79-6b80-46ba-bb35-5688dc122cae)] {{(pid=102388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 19:46:03.247849 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-780064dd-65a1-4929-888f-b2187bd7f4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:46:03.317452 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780064dd-65a1-4929-888f-b2187bd7f4d4 None None] Pushing event updated for resources: {'Port': ['ID=f4cfefe6-6087-4b59-bf7c-9a297ce4feba,revision_number=2']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:46:03.372629 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-1a807a6e-ccbe-4d53-bc40-2c908338cc2d admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:46:03.612909 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-1a807a6e-ccbe-4d53-bc40-2c908338cc2d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-571384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1000487'] for router, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:46:03.836211 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a807a6e-ccbe-4d53-bc40-2c908338cc2d admin admin] Router 2a6f92f2-e382-4c73-ad9a-479cf59978f2 is scheduled to L3 agent 6dcb5589-8e86-4616-9186-ddc4548e13ad with binding_index 1 {{(pid=102386) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 05 19:46:03.951309 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a807a6e-ccbe-4d53-bc40-2c908338cc2d admin admin] Notify agent at l3_agent.n-d-816865-1 the message routers_updated {{(pid=102386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 19:46:03.961727 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-591a3c4e-d0d0-4faa-ad08-26346a059e2b None None] Sync routers for ids ['2a6f92f2-e382-4c73-ad9a-479cf59978f2'] in n-d-816865-1 {{(pid=102389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 19:46:03.975480 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-591a3c4e-d0d0-4faa-ad08-26346a059e2b None None] Routers {'2a6f92f2-e382-4c73-ad9a-479cf59978f2'} bound to L3 agent in host n-d-816865-1 {{(pid=102389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 19:46:03.976551 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-591a3c4e-d0d0-4faa-ad08-26346a059e2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T19:45:35Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['2a6f92f2-e382-4c73-ad9a-479cf59978f2'], 'active': True} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:46:04.015337 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-1a807a6e-ccbe-4d53-bc40-2c908338cc2d admin admin] Publish callbacks [] for router, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:46:04.016821 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-1a807a6e-ccbe-4d53-bc40-2c908338cc2d admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.3529239 Nov 05 19:46:04.019813 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 45448) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:46:04.103936 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvr_db [None req-591a3c4e-d0d0-4faa-ad08-26346a059e2b None None] Set router 2a6f92f2-e382-4c73-ad9a-479cf59978f2 gateway port host: n-d-816865-1 {{(pid=102389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 19:46:04.305830 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-591a3c4e-d0d0-4faa-ad08-26346a059e2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a6f92f2-e382-4c73-ad9a-479cf59978f2', 'name': 'tempest-TestEncryptedCinderVolumes-872880485-router', 'tenant_id': 'ebde7f3633ef4fdc867bf84e07f79361', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.98'}], 'enable_snat': True}, 'gw_port_id': '0f0d6a9d-ede7-4a30-a695-a0d5c0e52b43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T19:46:01Z', 'updated_at': '2021-11-05T19:46:03Z', 'revision_number': 3, 'project_id': 'ebde7f3633ef4fdc867bf84e07f79361', 'gw_port': {'id': '0f0d6a9d-ede7-4a30-a695-a0d5c0e52b43', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:dc:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a6f92f2-e382-4c73-ad9a-479cf59978f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4128, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:46:02Z', 'updated_at': '2021-11-05T19:46:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1'}], 'n-d-816865-1', False) {} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:46:04.321302 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73113503-5162-46da-83d7-ec0b82c87a21 None None] Network 8092a5ab-1eb5-4da8-882e-86ce8ecbc61b requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 19:46:04.338457 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-591a3c4e-d0d0-4faa-ad08-26346a059e2b None None] Checking router: 2a6f92f2-e382-4c73-ad9a-479cf59978f2 for host: n-d-816865-1 {{(pid=102389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 19:46:04.338689 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-591a3c4e-d0d0-4faa-ad08-26346a059e2b None None] Updating router 2a6f92f2-e382-4c73-ad9a-479cf59978f2 port 0f0d6a9d-ede7-4a30-a695-a0d5c0e52b43 binding host n-d-816865-1 {{(pid=102389) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 05 19:46:04.366523 n-d-816865-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-591a3c4e-d0d0-4faa-ad08-26346a059e2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:46:04.403484 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-aa8366e8-6569-48bd-a46f-39256287f44c None None] Provisioning complete for port f4cfefe6-6087-4b59-bf7c-9a297ce4feba triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:46:04.403855 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-aa8366e8-6569-48bd-a46f-39256287f44c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:46:04.475806 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-96146639-9b91-4ab2-9402-2040dee31c40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:46:04.555559 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-aa8366e8-6569-48bd-a46f-39256287f44c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:46:04.599237 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-aa8366e8-6569-48bd-a46f-39256287f44c None None] For port f4cfefe6-6087-4b59-bf7c-9a297ce4feba, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=f4cfefe6-6087-4b59-bf7c-9a297ce4feba,segment=NetworkSegment(b0670d79-6b80-46ba-bb35-5688dc122cae),segment_id=b0670d79-6b80-46ba-bb35-5688dc122cae)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:46:04.642262 n-d-816865-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-591a3c4e-d0d0-4faa-ad08-26346a059e2b None None] Publish callbacks [] for port, precommit_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:46:04.656243 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.db_base_plugin_common [None req-96146639-9b91-4ab2-9402-2040dee31c40 admin admin] Allocated IP 172.20.0.1 (8092a5ab-1eb5-4da8-882e-86ce8ecbc61b/18612bc3-a20f-4fbd-99ad-9206f3487c6c/f01eeeb7-68be-405d-b82f-b0ddaffb58cf) {{(pid=102386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 19:46:04.657513 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-aa8366e8-6569-48bd-a46f-39256287f44c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:46:04.714074 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8366e8-6569-48bd-a46f-39256287f44c None None] Pushing event updated for resources: {'Port': ['ID=f4cfefe6-6087-4b59-bf7c-9a297ce4feba,revision_number=3']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:46:04.745831 n-d-816865-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-591a3c4e-d0d0-4faa-ad08-26346a059e2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:46:04.795669 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-96146639-9b91-4ab2-9402-2040dee31c40 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:46:04.812153 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:46:04.829359 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21fab23a-4fe2-48cc-8d26-a7b4b05bc05b None None] Pushing event updated for resources: {'Port': ['ID=0f0d6a9d-ede7-4a30-a695-a0d5c0e52b43,revision_number=2']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:46:04.833580 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.managers [None req-591a3c4e-d0d0-4faa-ad08-26346a059e2b None None] Attempting to bind port 0f0d6a9d-ede7-4a30-a695-a0d5c0e52b43 on host n-d-816865-1 for vnic_type normal with profile {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 19:46:04.834288 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.managers [None req-591a3c4e-d0d0-4faa-ad08-26346a059e2b None None] Attempting to bind port 0f0d6a9d-ede7-4a30-a695-a0d5c0e52b43 by drivers openvswitch,hyperv on host n-d-816865-1 at level 0 using segments [{'id': '85be518c-8bb4-46a2-a903-d4292782d29d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec'}] {{(pid=102389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 19:46:04.834913 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-591a3c4e-d0d0-4faa-ad08-26346a059e2b None None] Attempting to bind port 0f0d6a9d-ede7-4a30-a695-a0d5c0e52b43 on network 40c8335d-cd0b-4cb5-910a-d4dcddd5cbec {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 19:46:04.845332 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-591a3c4e-d0d0-4faa-ad08-26346a059e2b None None] Checking agent: {'id': '724d89a7-611b-41e6-bc85-c48112b17afa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 18, 25, 8), 'started_at': datetime.datetime(2021, 11, 5, 18, 25, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 19, 45, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 19:46:04.845716 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-591a3c4e-d0d0-4faa-ad08-26346a059e2b None None] Checking segment: {'id': '85be518c-8bb4-46a2-a903-d4292782d29d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 19:46:04.846172 n-d-816865-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-591a3c4e-d0d0-4faa-ad08-26346a059e2b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:46:04.846601 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-591a3c4e-d0d0-4faa-ad08-26346a059e2b None None] Bound using segment: {'id': '85be518c-8bb4-46a2-a903-d4292782d29d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec'} {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 19:46:04.847156 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.managers [None req-591a3c4e-d0d0-4faa-ad08-26346a059e2b None None] Bound port: 0f0d6a9d-ede7-4a30-a695-a0d5c0e52b43, host: n-d-816865-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85be518c-8bb4-46a2-a903-d4292782d29d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec'}}] {{(pid=102389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 19:46:04.847458 n-d-816865-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-591a3c4e-d0d0-4faa-ad08-26346a059e2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:46:04.882305 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device e9f179e2-c699-4ee0-b8a7-c30f63605957 up at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 19:46:04.891212 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-779c1d5e-f85e-4785-b66a-2ed054143c8f None None] Provisioning complete for port f4cfefe6-6087-4b59-bf7c-9a297ce4feba triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:46:04.891583 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-779c1d5e-f85e-4785-b66a-2ed054143c8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:46:04.906625 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [None req-591a3c4e-d0d0-4faa-ad08-26346a059e2b None None] For port 0f0d6a9d-ede7-4a30-a695-a0d5c0e52b43, host n-d-816865-1, cleared binding levels {{(pid=102389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 19:46:04.909439 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-96146639-9b91-4ab2-9402-2040dee31c40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:46:04.909954 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [None req-591a3c4e-d0d0-4faa-ad08-26346a059e2b None None] For port 0f0d6a9d-ede7-4a30-a695-a0d5c0e52b43, host n-d-816865-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=0f0d6a9d-ede7-4a30-a695-a0d5c0e52b43,segment=NetworkSegment(85be518c-8bb4-46a2-a903-d4292782d29d),segment_id=85be518c-8bb4-46a2-a903-d4292782d29d)] {{(pid=102389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 19:46:04.950792 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96146639-9b91-4ab2-9402-2040dee31c40 admin admin] Network 8092a5ab-1eb5-4da8-882e-86ce8ecbc61b is already hosted by enough agents. {{(pid=102386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 19:46:04.953673 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.base_scheduler [None req-96146639-9b91-4ab2-9402-2040dee31c40 admin admin] Resources bound (agent type, host, resource id): {{(pid=102386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 19:46:04.961265 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96146639-9b91-4ab2-9402-2040dee31c40 admin admin] Received port after_create {{(pid=102386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 19:46:04.972852 n-d-816865-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-591a3c4e-d0d0-4faa-ad08-26346a059e2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:46:04.990116 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96146639-9b91-4ab2-9402-2040dee31c40 admin admin] Pushing event updated for resources: {'Port': ['ID=f01eeeb7-68be-405d-b82f-b0ddaffb58cf,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:46:05.000430 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Provisioning complete for port e9f179e2-c699-4ee0-b8a7-c30f63605957 triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:46:05.000806 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:46:05.015766 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-96146639-9b91-4ab2-9402-2040dee31c40 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-571770'] for router_interface, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:46:05.044820 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-591a3c4e-d0d0-4faa-ad08-26346a059e2b None None] Routers {'2a6f92f2-e382-4c73-ad9a-479cf59978f2'} bound to L3 agent in host n-d-816865-1 {{(pid=102389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 19:46:05.045739 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-591a3c4e-d0d0-4faa-ad08-26346a059e2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T19:45:35Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['2a6f92f2-e382-4c73-ad9a-479cf59978f2'], 'active': True} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:46:05.109851 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device f4cfefe6-6087-4b59-bf7c-9a297ce4feba up at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 19:46:05.169237 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Provisioning complete for port f4cfefe6-6087-4b59-bf7c-9a297ce4feba triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:46:05.169700 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:46:05.216200 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21fab23a-4fe2-48cc-8d26-a7b4b05bc05b None None] Pushing event updated for resources: {'Port': ['ID=0f0d6a9d-ede7-4a30-a695-a0d5c0e52b43,revision_number=3']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:46:05.240705 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-96146639-9b91-4ab2-9402-2040dee31c40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:46:05.283220 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-5120bd2e-cdce-48ac-985f-bd008df1f50b None None] Provisioning complete for port f01eeeb7-68be-405d-b82f-b0ddaffb58cf triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:46:05.283808 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-5120bd2e-cdce-48ac-985f-bd008df1f50b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:46:05.293153 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvr_db [None req-591a3c4e-d0d0-4faa-ad08-26346a059e2b None None] Set router 2a6f92f2-e382-4c73-ad9a-479cf59978f2 gateway port host: n-d-816865-1 {{(pid=102389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 19:46:05.320500 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-5120bd2e-cdce-48ac-985f-bd008df1f50b None None] Port f01eeeb7-68be-405d-b82f-b0ddaffb58cf cannot update to ACTIVE because it is not bound. {{(pid=102388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 19:46:05.400193 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-50047df1-983c-4e44-9cca-4eed412fafb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:46:05.413301 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-96146639-9b91-4ab2-9402-2040dee31c40 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:46:05.471221 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-591a3c4e-d0d0-4faa-ad08-26346a059e2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a6f92f2-e382-4c73-ad9a-479cf59978f2', 'name': 'tempest-TestEncryptedCinderVolumes-872880485-router', 'tenant_id': 'ebde7f3633ef4fdc867bf84e07f79361', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.98'}], 'enable_snat': True}, 'gw_port_id': '0f0d6a9d-ede7-4a30-a695-a0d5c0e52b43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T19:46:01Z', 'updated_at': '2021-11-05T19:46:03Z', 'revision_number': 3, 'project_id': 'ebde7f3633ef4fdc867bf84e07f79361', 'gw_port': {'id': '0f0d6a9d-ede7-4a30-a695-a0d5c0e52b43', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:dc:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a6f92f2-e382-4c73-ad9a-479cf59978f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4128, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:46:02Z', 'updated_at': '2021-11-05T19:46:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1'}], 'n-d-816865-1', False) {} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:46:05.480836 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-96146639-9b91-4ab2-9402-2040dee31c40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6149821'] for port, after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:46:05.497144 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-591a3c4e-d0d0-4faa-ad08-26346a059e2b None None] The sync data for ids ['2a6f92f2-e382-4c73-ad9a-479cf59978f2'] in n-d-816865-1 is: [{'id': '2a6f92f2-e382-4c73-ad9a-479cf59978f2', 'name': 'tempest-TestEncryptedCinderVolumes-872880485-router', 'tenant_id': 'ebde7f3633ef4fdc867bf84e07f79361', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.98'}], 'enable_snat': True}, 'gw_port_id': '0f0d6a9d-ede7-4a30-a695-a0d5c0e52b43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T19:46:01Z', 'updated_at': '2021-11-05T19:46:03Z', 'revision_number': 3, 'project_id': 'ebde7f3633ef4fdc867bf84e07f79361', 'gw_port': {'id': '0f0d6a9d-ede7-4a30-a695-a0d5c0e52b43', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:dc:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a6f92f2-e382-4c73-ad9a-479cf59978f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4128, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:46:02Z', 'updated_at': '2021-11-05T19:46:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1'}] {{(pid=102389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 19:46:05.553447 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-96146639-9b91-4ab2-9402-2040dee31c40 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-597863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-571878'] for router_interface, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:46:05.555248 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96146639-9b91-4ab2-9402-2040dee31c40 admin admin] Pushing event updated for resources: {'Port': ['ID=f01eeeb7-68be-405d-b82f-b0ddaffb58cf,revision_number=2']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:46:05.658714 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96146639-9b91-4ab2-9402-2040dee31c40 admin admin] Network 8092a5ab-1eb5-4da8-882e-86ce8ecbc61b is already hosted by enough agents. {{(pid=102386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 19:46:05.660132 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.base_scheduler [None req-96146639-9b91-4ab2-9402-2040dee31c40 admin admin] Resources bound (agent type, host, resource id): {{(pid=102386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 19:46:05.805475 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96146639-9b91-4ab2-9402-2040dee31c40 admin admin] Router 2a6f92f2-e382-4c73-ad9a-479cf59978f2 has already been hosted by L3 agent 6dcb5589-8e86-4616-9186-ddc4548e13ad {{(pid=102386) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 19:46:05.927150 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96146639-9b91-4ab2-9402-2040dee31c40 admin admin] Notify agent at l3_agent.n-d-816865-1 the message routers_updated {{(pid=102386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 19:46:05.938555 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-96146639-9b91-4ab2-9402-2040dee31c40 admin admin] 10.222.0.13 "PUT /v2.0/routers/2a6f92f2-e382-4c73-ad9a-479cf59978f2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9164860 Nov 05 19:46:05.948231 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-9351923b-1203-4699-b208-8bf32926ea72 None None] Provisioning complete for port f01eeeb7-68be-405d-b82f-b0ddaffb58cf triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:46:05.948603 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-9351923b-1203-4699-b208-8bf32926ea72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:46:05.985807 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-9351923b-1203-4699-b208-8bf32926ea72 None None] Port f01eeeb7-68be-405d-b82f-b0ddaffb58cf cannot update to ACTIVE because it is not bound. {{(pid=102388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 19:46:06.464844 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b304910f-7b27-444b-a8fc-977d26b1ceac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:46:06.802532 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599e55eb-7781-47fa-9808-89d971e27ef9 req-1969c75b-5a22-4a44-9c1c-2dd50c79ae95 tempest-TestEncryptedCinderVolumes-701974561 tempest-TestEncryptedCinderVolumes-701974561-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:46:06.804092 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-599e55eb-7781-47fa-9808-89d971e27ef9 req-1969c75b-5a22-4a44-9c1c-2dd50c79ae95 tempest-TestEncryptedCinderVolumes-701974561 tempest-TestEncryptedCinderVolumes-701974561-project] 10.222.0.13 "GET /v2.0/networks?id=8ee91eb3-b804-4097-9df9-5ba251ac6c63 HTTP/1.1" status: 200 len: 817 time: 0.1128101 Nov 05 19:46:06.820120 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-599e55eb-7781-47fa-9808-89d971e27ef9 req-11c8fd5e-8172-4cab-8bb5-a8ea9da7ab0e tempest-TestEncryptedCinderVolumes-701974561 tempest-TestEncryptedCinderVolumes-701974561-project] 10.222.0.13 "GET /v2.0/quotas/03f9ddd6f7a54f93ad596fd61bc98545 HTTP/1.1" status: 200 len: 375 time: 0.0094104 Nov 05 19:46:06.836423 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:46:06.862908 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device f4cfefe6-6087-4b59-bf7c-9a297ce4feba up at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 19:46:06.878818 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-599e55eb-7781-47fa-9808-89d971e27ef9 req-188a5f4a-b45c-432f-bd77-545ede1e8c43 tempest-TestEncryptedCinderVolumes-701974561 tempest-TestEncryptedCinderVolumes-701974561-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=03f9ddd6f7a54f93ad596fd61bc98545&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0529270 Nov 05 19:46:06.919838 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Provisioning complete for port f4cfefe6-6087-4b59-bf7c-9a297ce4feba triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:46:06.920219 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:46:06.988766 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-599e55eb-7781-47fa-9808-89d971e27ef9 req-a317ad20-fe98-45f2-b12b-c5b2dab04e19 service neutron] 10.222.0.13 "GET /v2.0/networks/8ee91eb3-b804-4097-9df9-5ba251ac6c63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0973227 Nov 05 19:46:07.009951 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 0f0d6a9d-ede7-4a30-a695-a0d5c0e52b43 up at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 19:46:07.013329 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2de9c614-d524-4847-bf00-f3b8ed78e859 None None] Sync routers for ids ['2a6f92f2-e382-4c73-ad9a-479cf59978f2'] in n-d-816865-1 {{(pid=102388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 19:46:07.052533 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2de9c614-d524-4847-bf00-f3b8ed78e859 None None] Routers {'2a6f92f2-e382-4c73-ad9a-479cf59978f2'} bound to L3 agent in host n-d-816865-1 {{(pid=102388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 19:46:07.053252 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-2de9c614-d524-4847-bf00-f3b8ed78e859 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T19:46:05Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['2a6f92f2-e382-4c73-ad9a-479cf59978f2'], 'active': True} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:46:07.084444 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-599e55eb-7781-47fa-9808-89d971e27ef9 req-9a52887f-e053-4ddf-b813-0904ae95f7a8 service neutron] 10.222.0.13 "GET /v2.0/networks/8ee91eb3-b804-4097-9df9-5ba251ac6c63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891635 Nov 05 19:46:07.142200 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Provisioning complete for port 0f0d6a9d-ede7-4a30-a695-a0d5c0e52b43 triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:46:07.142577 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:46:07.196706 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvr_db [None req-2de9c614-d524-4847-bf00-f3b8ed78e859 None None] Set router 2a6f92f2-e382-4c73-ad9a-479cf59978f2 gateway port host: n-d-816865-1 {{(pid=102388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 19:46:07.338280 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-e06181eb-b6a7-468d-806e-e88ca927f484 req-0a55ccf3-1830-46fc-a60f-2f7ff2c3fcc7 tempest-TestEncryptedCinderVolumes-701974561 tempest-TestEncryptedCinderVolumes-701974561-project] 10.222.0.13 "GET /v2.0/ports?device_id=d7c20322-adcd-4bc4-bd5d-c617afd2c486 HTTP/1.1" status: 200 len: 210 time: 0.0336516 Nov 05 19:46:07.346148 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:46:07.377280 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] For port 0f0d6a9d-ede7-4a30-a695-a0d5c0e52b43, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=0f0d6a9d-ede7-4a30-a695-a0d5c0e52b43,segment=NetworkSegment(85be518c-8bb4-46a2-a903-d4292782d29d),segment_id=85be518c-8bb4-46a2-a903-d4292782d29d)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:46:07.456627 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-2de9c614-d524-4847-bf00-f3b8ed78e859 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a6f92f2-e382-4c73-ad9a-479cf59978f2', 'name': 'tempest-TestEncryptedCinderVolumes-872880485-router', 'tenant_id': 'ebde7f3633ef4fdc867bf84e07f79361', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.98'}], 'enable_snat': True}, 'gw_port_id': '0f0d6a9d-ede7-4a30-a695-a0d5c0e52b43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T19:46:01Z', 'updated_at': '2021-11-05T19:46:05Z', 'revision_number': 4, 'project_id': 'ebde7f3633ef4fdc867bf84e07f79361', 'gw_port': {'id': '0f0d6a9d-ede7-4a30-a695-a0d5c0e52b43', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:dc:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a6f92f2-e382-4c73-ad9a-479cf59978f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4128, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:46:02Z', 'updated_at': '2021-11-05T19:46:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1', '_interfaces': [{'id': 'f01eeeb7-68be-405d-b82f-b0ddaffb58cf', 'name': '', 'network_id': '8092a5ab-1eb5-4da8-882e-86ce8ecbc61b', 'tenant_id': 'ebde7f3633ef4fdc867bf84e07f79361', 'mac_address': 'fa:16:3e:93:ac:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a6f92f2-e382-4c73-ad9a-479cf59978f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4129, 'fixed_ips': [{'subnet_id': '18612bc3-a20f-4fbd-99ad-9206f3487c6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:46:04Z', 'updated_at': '2021-11-05T19:46:05Z', 'revision_number': 2, 'project_id': 'ebde7f3633ef4fdc867bf84e07f79361', 'subnets': [{'id': '18612bc3-a20f-4fbd-99ad-9206f3487c6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-1', False) {} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:46:07.459811 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:46:07.646064 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2de9c614-d524-4847-bf00-f3b8ed78e859 None None] Checking router: 2a6f92f2-e382-4c73-ad9a-479cf59978f2 for host: n-d-816865-1 {{(pid=102388) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 19:46:07.646766 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2de9c614-d524-4847-bf00-f3b8ed78e859 None None] Updating router 2a6f92f2-e382-4c73-ad9a-479cf59978f2 port f01eeeb7-68be-405d-b82f-b0ddaffb58cf binding host n-d-816865-1 {{(pid=102388) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 05 19:46:07.705130 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-2de9c614-d524-4847-bf00-f3b8ed78e859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:46:07.728257 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Pushing event updated for resources: {'Port': ['ID=0f0d6a9d-ede7-4a30-a695-a0d5c0e52b43,revision_number=4']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:46:07.984155 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-2de9c614-d524-4847-bf00-f3b8ed78e859 None None] Publish callbacks [] for port, precommit_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:46:08.059289 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-2de9c614-d524-4847-bf00-f3b8ed78e859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:46:08.125658 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30976a6c-eb18-4fb6-a2a1-af4f03c83814 None None] Pushing event updated for resources: {'Port': ['ID=f01eeeb7-68be-405d-b82f-b0ddaffb58cf,revision_number=3']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:46:08.164123 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-2de9c614-d524-4847-bf00-f3b8ed78e859 None None] Attempting to bind port f01eeeb7-68be-405d-b82f-b0ddaffb58cf on host n-d-816865-1 for vnic_type normal with profile {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 19:46:08.164497 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-2de9c614-d524-4847-bf00-f3b8ed78e859 None None] Attempting to bind port f01eeeb7-68be-405d-b82f-b0ddaffb58cf by drivers openvswitch,hyperv on host n-d-816865-1 at level 0 using segments [{'id': 'b0670d79-6b80-46ba-bb35-5688dc122cae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '8092a5ab-1eb5-4da8-882e-86ce8ecbc61b'}] {{(pid=102388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 19:46:08.164878 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2de9c614-d524-4847-bf00-f3b8ed78e859 None None] Attempting to bind port f01eeeb7-68be-405d-b82f-b0ddaffb58cf on network 8092a5ab-1eb5-4da8-882e-86ce8ecbc61b {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 19:46:08.170871 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2de9c614-d524-4847-bf00-f3b8ed78e859 None None] Checking agent: {'id': '724d89a7-611b-41e6-bc85-c48112b17afa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 18, 25, 8), 'started_at': datetime.datetime(2021, 11, 5, 18, 25, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 19, 45, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 19:46:08.171341 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2de9c614-d524-4847-bf00-f3b8ed78e859 None None] Checking segment: {'id': 'b0670d79-6b80-46ba-bb35-5688dc122cae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '8092a5ab-1eb5-4da8-882e-86ce8ecbc61b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 19:46:08.171821 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-2de9c614-d524-4847-bf00-f3b8ed78e859 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:46:08.172289 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2de9c614-d524-4847-bf00-f3b8ed78e859 None None] Bound using segment: {'id': 'b0670d79-6b80-46ba-bb35-5688dc122cae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '8092a5ab-1eb5-4da8-882e-86ce8ecbc61b'} {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 19:46:08.172841 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-2de9c614-d524-4847-bf00-f3b8ed78e859 None None] Bound port: f01eeeb7-68be-405d-b82f-b0ddaffb58cf, host: n-d-816865-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0670d79-6b80-46ba-bb35-5688dc122cae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '8092a5ab-1eb5-4da8-882e-86ce8ecbc61b'}}] {{(pid=102388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 19:46:08.173228 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-2de9c614-d524-4847-bf00-f3b8ed78e859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:46:08.238771 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-2de9c614-d524-4847-bf00-f3b8ed78e859 None None] For port f01eeeb7-68be-405d-b82f-b0ddaffb58cf, host n-d-816865-1, cleared binding levels {{(pid=102388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 19:46:08.241928 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-2de9c614-d524-4847-bf00-f3b8ed78e859 None None] For port f01eeeb7-68be-405d-b82f-b0ddaffb58cf, host n-d-816865-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=f01eeeb7-68be-405d-b82f-b0ddaffb58cf,segment=NetworkSegment(b0670d79-6b80-46ba-bb35-5688dc122cae),segment_id=b0670d79-6b80-46ba-bb35-5688dc122cae)] {{(pid=102388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 19:46:08.319879 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-286e7bea-3226-4fd5-8e81-415eebf79e50 None None] Provisioning complete for port f01eeeb7-68be-405d-b82f-b0ddaffb58cf triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:46:08.320248 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-286e7bea-3226-4fd5-8e81-415eebf79e50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:46:08.346632 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-2de9c614-d524-4847-bf00-f3b8ed78e859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:46:08.385033 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-286e7bea-3226-4fd5-8e81-415eebf79e50 None None] Port f01eeeb7-68be-405d-b82f-b0ddaffb58cf cannot update to ACTIVE because it is not bound. {{(pid=102388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 19:46:08.432609 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2de9c614-d524-4847-bf00-f3b8ed78e859 None None] Routers {'2a6f92f2-e382-4c73-ad9a-479cf59978f2'} bound to L3 agent in host n-d-816865-1 {{(pid=102388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 19:46:08.433533 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-2de9c614-d524-4847-bf00-f3b8ed78e859 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T19:46:05Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['2a6f92f2-e382-4c73-ad9a-479cf59978f2'], 'active': True} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:46:08.439632 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30976a6c-eb18-4fb6-a2a1-af4f03c83814 None None] Pushing event updated for resources: {'Port': ['ID=f01eeeb7-68be-405d-b82f-b0ddaffb58cf,revision_number=4']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:46:08.443103 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-8689ad99-2738-4c0a-a856-51aa0f085a15 req-d5e7f3de-3909-4965-a5b9-b0ddcc98d3a2 tempest-TestEncryptedCinderVolumes-701974561 tempest-TestEncryptedCinderVolumes-701974561-project] 10.222.0.13 "GET /v2.0/ports?device_id=d7c20322-adcd-4bc4-bd5d-c617afd2c486 HTTP/1.1" status: 200 len: 210 time: 0.0417385 Nov 05 19:46:08.486483 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-31f93893-a48e-4ae8-833d-dccb2b42eacc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:46:08.577474 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvr_db [None req-2de9c614-d524-4847-bf00-f3b8ed78e859 None None] Set router 2a6f92f2-e382-4c73-ad9a-479cf59978f2 gateway port host: n-d-816865-1 {{(pid=102388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 19:46:08.605352 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:46:08.661752 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-10795c5e-a76f-47cf-8740-61c8ebf20f06 None None] Provisioning complete for port f01eeeb7-68be-405d-b82f-b0ddaffb58cf triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:46:08.662456 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-10795c5e-a76f-47cf-8740-61c8ebf20f06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:46:08.774449 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 0f0d6a9d-ede7-4a30-a695-a0d5c0e52b43 up at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 19:46:08.876374 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-10795c5e-a76f-47cf-8740-61c8ebf20f06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:46:08.926575 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Provisioning complete for port 0f0d6a9d-ede7-4a30-a695-a0d5c0e52b43 triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:46:08.926949 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:46:08.930549 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-10795c5e-a76f-47cf-8740-61c8ebf20f06 None None] For port f01eeeb7-68be-405d-b82f-b0ddaffb58cf, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=f01eeeb7-68be-405d-b82f-b0ddaffb58cf,segment=NetworkSegment(b0670d79-6b80-46ba-bb35-5688dc122cae),segment_id=b0670d79-6b80-46ba-bb35-5688dc122cae)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:46:08.959988 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-2de9c614-d524-4847-bf00-f3b8ed78e859 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a6f92f2-e382-4c73-ad9a-479cf59978f2', 'name': 'tempest-TestEncryptedCinderVolumes-872880485-router', 'tenant_id': 'ebde7f3633ef4fdc867bf84e07f79361', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.98'}], 'enable_snat': True}, 'gw_port_id': '0f0d6a9d-ede7-4a30-a695-a0d5c0e52b43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T19:46:01Z', 'updated_at': '2021-11-05T19:46:05Z', 'revision_number': 4, 'project_id': 'ebde7f3633ef4fdc867bf84e07f79361', 'gw_port': {'id': '0f0d6a9d-ede7-4a30-a695-a0d5c0e52b43', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:dc:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a6f92f2-e382-4c73-ad9a-479cf59978f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4128, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:46:02Z', 'updated_at': '2021-11-05T19:46:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1', '_interfaces': [{'id': 'f01eeeb7-68be-405d-b82f-b0ddaffb58cf', 'name': '', 'network_id': '8092a5ab-1eb5-4da8-882e-86ce8ecbc61b', 'tenant_id': 'ebde7f3633ef4fdc867bf84e07f79361', 'mac_address': 'fa:16:3e:93:ac:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a6f92f2-e382-4c73-ad9a-479cf59978f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4129, 'fixed_ips': [{'subnet_id': '18612bc3-a20f-4fbd-99ad-9206f3487c6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:46:04Z', 'updated_at': '2021-11-05T19:46:08Z', 'revision_number': 4, 'project_id': 'ebde7f3633ef4fdc867bf84e07f79361', 'subnets': [{'id': '18612bc3-a20f-4fbd-99ad-9206f3487c6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-1', False) {} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:46:08.991805 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2de9c614-d524-4847-bf00-f3b8ed78e859 None None] The sync data for ids ['2a6f92f2-e382-4c73-ad9a-479cf59978f2'] in n-d-816865-1 is: [{'id': '2a6f92f2-e382-4c73-ad9a-479cf59978f2', 'name': 'tempest-TestEncryptedCinderVolumes-872880485-router', 'tenant_id': 'ebde7f3633ef4fdc867bf84e07f79361', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.98'}], 'enable_snat': True}, 'gw_port_id': '0f0d6a9d-ede7-4a30-a695-a0d5c0e52b43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T19:46:01Z', 'updated_at': '2021-11-05T19:46:05Z', 'revision_number': 4, 'project_id': 'ebde7f3633ef4fdc867bf84e07f79361', 'gw_port': {'id': '0f0d6a9d-ede7-4a30-a695-a0d5c0e52b43', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:dc:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a6f92f2-e382-4c73-ad9a-479cf59978f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4128, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:46:02Z', 'updated_at': '2021-11-05T19:46:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1', '_interfaces': [{'id': 'f01eeeb7-68be-405d-b82f-b0ddaffb58cf', 'name': '', 'network_id': '8092a5ab-1eb5-4da8-882e-86ce8ecbc61b', 'tenant_id': 'ebde7f3633ef4fdc867bf84e07f79361', 'mac_address': 'fa:16:3e:93:ac:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a6f92f2-e382-4c73-ad9a-479cf59978f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4129, 'fixed_ips': [{'subnet_id': '18612bc3-a20f-4fbd-99ad-9206f3487c6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:46:04Z', 'updated_at': '2021-11-05T19:46:08Z', 'revision_number': 4, 'project_id': 'ebde7f3633ef4fdc867bf84e07f79361', 'subnets': [{'id': '18612bc3-a20f-4fbd-99ad-9206f3487c6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 19:46:09.004116 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-10795c5e-a76f-47cf-8740-61c8ebf20f06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:46:09.099967 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10795c5e-a76f-47cf-8740-61c8ebf20f06 None None] Pushing event updated for resources: {'Port': ['ID=f01eeeb7-68be-405d-b82f-b0ddaffb58cf,revision_number=5']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:46:09.561808 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599e55eb-7781-47fa-9808-89d971e27ef9 req-88ebc9e0-bb58-4ff8-adbe-19e61cd2c6dc tempest-TestEncryptedCinderVolumes-701974561 tempest-TestEncryptedCinderVolumes-701974561-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:46:09.563432 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-599e55eb-7781-47fa-9808-89d971e27ef9 req-88ebc9e0-bb58-4ff8-adbe-19e61cd2c6dc tempest-TestEncryptedCinderVolumes-701974561 tempest-TestEncryptedCinderVolumes-701974561-project] 10.222.0.41 "GET /v2.0/networks?id=8ee91eb3-b804-4097-9df9-5ba251ac6c63 HTTP/1.1" status: 200 len: 817 time: 0.1409414 Nov 05 19:46:09.565320 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-9cf8e38c-9efc-45ff-a866-7263ce328975 req-7f8434f5-fdc2-4205-967b-9fc78d213eff tempest-TestEncryptedCinderVolumes-701974561 tempest-TestEncryptedCinderVolumes-701974561-project] 10.222.0.13 "GET /v2.0/ports?device_id=d7c20322-adcd-4bc4-bd5d-c617afd2c486 HTTP/1.1" status: 200 len: 210 time: 0.0437093 Nov 05 19:46:09.577303 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [req-599e55eb-7781-47fa-9808-89d971e27ef9 req-07259a2d-af2f-49db-8512-fd5532527a78 tempest-TestEncryptedCinderVolumes-701974561 tempest-TestEncryptedCinderVolumes-701974561-project] Request body: {'port': {'device_id': 'd7c20322-adcd-4bc4-bd5d-c617afd2c486', 'network_id': '8ee91eb3-b804-4097-9df9-5ba251ac6c63', 'admin_state_up': True, 'tenant_id': '03f9ddd6f7a54f93ad596fd61bc98545'}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:46:09.756792 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-599e55eb-7781-47fa-9808-89d971e27ef9 req-07259a2d-af2f-49db-8512-fd5532527a78 tempest-TestEncryptedCinderVolumes-701974561 tempest-TestEncryptedCinderVolumes-701974561-project] Made reservation on behalf of 03f9ddd6f7a54f93ad596fd61bc98545 for: {'port': 1} {{(pid=102387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 19:46:09.760874 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-599e55eb-7781-47fa-9808-89d971e27ef9 req-07259a2d-af2f-49db-8512-fd5532527a78 tempest-TestEncryptedCinderVolumes-701974561 tempest-TestEncryptedCinderVolumes-701974561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:46:09.895193 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.db_base_plugin_common [req-599e55eb-7781-47fa-9808-89d971e27ef9 req-07259a2d-af2f-49db-8512-fd5532527a78 tempest-TestEncryptedCinderVolumes-701974561 tempest-TestEncryptedCinderVolumes-701974561-project] Allocated IP 172.20.0.10 (8ee91eb3-b804-4097-9df9-5ba251ac6c63/4d2b172e-8bed-497b-9d23-187e75acd93a/091fd29d-ff49-46bd-bb1f-c64aa8030fec) {{(pid=102387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 19:46:10.053750 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-599e55eb-7781-47fa-9808-89d971e27ef9 req-07259a2d-af2f-49db-8512-fd5532527a78 tempest-TestEncryptedCinderVolumes-701974561 tempest-TestEncryptedCinderVolumes-701974561-project] Publish callbacks [] for port, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:46:10.162859 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-599e55eb-7781-47fa-9808-89d971e27ef9 req-07259a2d-af2f-49db-8512-fd5532527a78 tempest-TestEncryptedCinderVolumes-701974561 tempest-TestEncryptedCinderVolumes-701974561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4417063'] for port, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:46:10.204808 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-599e55eb-7781-47fa-9808-89d971e27ef9 req-07259a2d-af2f-49db-8512-fd5532527a78 tempest-TestEncryptedCinderVolumes-701974561 tempest-TestEncryptedCinderVolumes-701974561-project] Network 8ee91eb3-b804-4097-9df9-5ba251ac6c63 is already hosted by enough agents. {{(pid=102387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 19:46:10.207818 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.base_scheduler [req-599e55eb-7781-47fa-9808-89d971e27ef9 req-07259a2d-af2f-49db-8512-fd5532527a78 tempest-TestEncryptedCinderVolumes-701974561 tempest-TestEncryptedCinderVolumes-701974561-project] Resources bound (agent type, host, resource id): {{(pid=102387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 19:46:10.214149 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.l3_dvrscheduler_db [req-599e55eb-7781-47fa-9808-89d971e27ef9 req-07259a2d-af2f-49db-8512-fd5532527a78 tempest-TestEncryptedCinderVolumes-701974561 tempest-TestEncryptedCinderVolumes-701974561-project] Received port after_create {{(pid=102387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 19:46:10.240828 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07259a2d-af2f-49db-8512-fd5532527a78 tempest-TestEncryptedCinderVolumes-701974561 tempest-TestEncryptedCinderVolumes-701974561-project] Pushing event updated for resources: {'Port': ['ID=091fd29d-ff49-46bd-bb1f-c64aa8030fec,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:46:10.267637 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599e55eb-7781-47fa-9808-89d971e27ef9 req-07259a2d-af2f-49db-8512-fd5532527a78 tempest-TestEncryptedCinderVolumes-701974561 tempest-TestEncryptedCinderVolumes-701974561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:46:10.268259 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-599e55eb-7781-47fa-9808-89d971e27ef9 req-07259a2d-af2f-49db-8512-fd5532527a78 tempest-TestEncryptedCinderVolumes-701974561 tempest-TestEncryptedCinderVolumes-701974561-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:46:10.348053 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-599e55eb-7781-47fa-9808-89d971e27ef9 req-07259a2d-af2f-49db-8512-fd5532527a78 tempest-TestEncryptedCinderVolumes-701974561 tempest-TestEncryptedCinderVolumes-701974561-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7756827 Nov 05 19:46:10.362278 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [req-599e55eb-7781-47fa-9808-89d971e27ef9 req-5428ff45-2e4f-434e-b185-e76e44b9708e service neutron] Request body: {'port': {'device_id': 'd7c20322-adcd-4bc4-bd5d-c617afd2c486', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816865-1'}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:46:10.427038 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-599e55eb-7781-47fa-9808-89d971e27ef9 req-5428ff45-2e4f-434e-b185-e76e44b9708e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:46:10.440166 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-1d4696c9-305d-444e-93cf-f6a817b2e2ae None None] Provisioning complete for port 091fd29d-ff49-46bd-bb1f-c64aa8030fec triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:46:10.440717 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-1d4696c9-305d-444e-93cf-f6a817b2e2ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:46:10.479557 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-1d4696c9-305d-444e-93cf-f6a817b2e2ae None None] Port 091fd29d-ff49-46bd-bb1f-c64aa8030fec cannot update to ACTIVE because it is not bound. {{(pid=102388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 19:46:10.733534 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df5c0a0-8d27-4ce3-9a5e-33240bdb0698 req-752a36a1-fff9-4c17-a2a9-a02fceb341d7 tempest-TestEncryptedCinderVolumes-701974561 tempest-TestEncryptedCinderVolumes-701974561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:46:10.735126 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-7df5c0a0-8d27-4ce3-9a5e-33240bdb0698 req-752a36a1-fff9-4c17-a2a9-a02fceb341d7 tempest-TestEncryptedCinderVolumes-701974561 tempest-TestEncryptedCinderVolumes-701974561-project] 10.222.0.13 "GET /v2.0/ports?device_id=d7c20322-adcd-4bc4-bd5d-c617afd2c486 HTTP/1.1" status: 200 len: 932 time: 0.0971596 Nov 05 19:46:10.737236 n-d-816865-1 neutron-server[102387]: DEBUG neutron.notifiers.nova [req-599e55eb-7781-47fa-9808-89d971e27ef9 req-5428ff45-2e4f-434e-b185-e76e44b9708e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 091fd29d-ff49-46bd-bb1f-c64aa8030fec {{(pid=102387) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 19:46:10.750803 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-599e55eb-7781-47fa-9808-89d971e27ef9 req-5428ff45-2e4f-434e-b185-e76e44b9708e service neutron] Publish callbacks [] for port, precommit_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:46:10.778028 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.provisioning_blocks [req-599e55eb-7781-47fa-9808-89d971e27ef9 req-5428ff45-2e4f-434e-b185-e76e44b9708e service neutron] Transition to ACTIVE for port object 091fd29d-ff49-46bd-bb1f-c64aa8030fec will not be triggered until provisioned by entity L2. {{(pid=102387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 05 19:46:10.787965 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device f01eeeb7-68be-405d-b82f-b0ddaffb58cf up at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 19:46:10.801921 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-7df5c0a0-8d27-4ce3-9a5e-33240bdb0698 req-5a6495bb-b3e2-4609-b5ea-610885dcba72 tempest-TestEncryptedCinderVolumes-701974561 tempest-TestEncryptedCinderVolumes-701974561-project] 10.222.0.13 "GET /v2.0/security-groups?id=6348ff8b-9db5-4964-855e-8a1a5242ced8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601847 Nov 05 19:46:10.837731 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Provisioning complete for port f01eeeb7-68be-405d-b82f-b0ddaffb58cf triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:46:10.838123 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:46:10.851512 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-599e55eb-7781-47fa-9808-89d971e27ef9 req-5428ff45-2e4f-434e-b185-e76e44b9708e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4417072'] for port, after_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:46:10.941520 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5428ff45-2e4f-434e-b185-e76e44b9708e service neutron] Pushing event updated for resources: {'Port': ['ID=091fd29d-ff49-46bd-bb1f-c64aa8030fec,revision_number=2']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:46:10.975537 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.managers [req-599e55eb-7781-47fa-9808-89d971e27ef9 req-5428ff45-2e4f-434e-b185-e76e44b9708e service neutron] Attempting to bind port 091fd29d-ff49-46bd-bb1f-c64aa8030fec on host n-h1-816865-1 for vnic_type normal with profile {{(pid=102387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 19:46:10.975871 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.managers [req-599e55eb-7781-47fa-9808-89d971e27ef9 req-5428ff45-2e4f-434e-b185-e76e44b9708e service neutron] Attempting to bind port 091fd29d-ff49-46bd-bb1f-c64aa8030fec by drivers openvswitch,hyperv on host n-h1-816865-1 at level 0 using segments [{'id': '6fc84b5f-7235-41a7-91d3-1bb0d0f616f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '8ee91eb3-b804-4097-9df9-5ba251ac6c63'}] {{(pid=102387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 19:46:10.976200 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-599e55eb-7781-47fa-9808-89d971e27ef9 req-5428ff45-2e4f-434e-b185-e76e44b9708e service neutron] Attempting to bind port 091fd29d-ff49-46bd-bb1f-c64aa8030fec on network 8ee91eb3-b804-4097-9df9-5ba251ac6c63 {{(pid=102387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 19:46:10.982340 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-599e55eb-7781-47fa-9808-89d971e27ef9 req-5428ff45-2e4f-434e-b185-e76e44b9708e service neutron] Port 091fd29d-ff49-46bd-bb1f-c64aa8030fec on network 8ee91eb3-b804-4097-9df9-5ba251ac6c63 not bound, no agent of type Open vSwitch agent registered on host n-h1-816865-1 {{(pid=102387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 19:46:10.982665 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-599e55eb-7781-47fa-9808-89d971e27ef9 req-5428ff45-2e4f-434e-b185-e76e44b9708e service neutron] Attempting to bind port 091fd29d-ff49-46bd-bb1f-c64aa8030fec on network 8ee91eb3-b804-4097-9df9-5ba251ac6c63 {{(pid=102387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 19:46:10.987908 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-599e55eb-7781-47fa-9808-89d971e27ef9 req-5428ff45-2e4f-434e-b185-e76e44b9708e service neutron] Checking agent: {'id': 'eb596d7c-8c64-42bd-8aca-fad447eb0eab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816865-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 18, 33, 34), 'started_at': datetime.datetime(2021, 11, 5, 18, 33, 34), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 19, 46, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 19:46:10.988242 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-599e55eb-7781-47fa-9808-89d971e27ef9 req-5428ff45-2e4f-434e-b185-e76e44b9708e service neutron] Checking segment: {'id': '6fc84b5f-7235-41a7-91d3-1bb0d0f616f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '8ee91eb3-b804-4097-9df9-5ba251ac6c63'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 19:46:10.988621 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-599e55eb-7781-47fa-9808-89d971e27ef9 req-5428ff45-2e4f-434e-b185-e76e44b9708e service neutron] Bound using segment: {'id': '6fc84b5f-7235-41a7-91d3-1bb0d0f616f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '8ee91eb3-b804-4097-9df9-5ba251ac6c63'} {{(pid=102387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 19:46:10.989073 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.managers [req-599e55eb-7781-47fa-9808-89d971e27ef9 req-5428ff45-2e4f-434e-b185-e76e44b9708e service neutron] Bound port: 091fd29d-ff49-46bd-bb1f-c64aa8030fec, host: n-h1-816865-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6fc84b5f-7235-41a7-91d3-1bb0d0f616f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '8ee91eb3-b804-4097-9df9-5ba251ac6c63'}}] {{(pid=102387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 19:46:10.989446 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-599e55eb-7781-47fa-9808-89d971e27ef9 req-5428ff45-2e4f-434e-b185-e76e44b9708e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:46:11.065115 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.db [req-599e55eb-7781-47fa-9808-89d971e27ef9 req-5428ff45-2e4f-434e-b185-e76e44b9708e service neutron] For port 091fd29d-ff49-46bd-bb1f-c64aa8030fec, host n-h1-816865-1, cleared binding levels {{(pid=102387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 19:46:11.068440 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.db [req-599e55eb-7781-47fa-9808-89d971e27ef9 req-5428ff45-2e4f-434e-b185-e76e44b9708e service neutron] For port 091fd29d-ff49-46bd-bb1f-c64aa8030fec, host n-h1-816865-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=091fd29d-ff49-46bd-bb1f-c64aa8030fec,segment=NetworkSegment(6fc84b5f-7235-41a7-91d3-1bb0d0f616f5),segment_id=6fc84b5f-7235-41a7-91d3-1bb0d0f616f5)] {{(pid=102387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 19:46:11.162449 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-599e55eb-7781-47fa-9808-89d971e27ef9 req-5428ff45-2e4f-434e-b185-e76e44b9708e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4417072'] for port, after_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:46:11.197406 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599e55eb-7781-47fa-9808-89d971e27ef9 req-5428ff45-2e4f-434e-b185-e76e44b9708e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:46:11.198749 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-599e55eb-7781-47fa-9808-89d971e27ef9 req-5428ff45-2e4f-434e-b185-e76e44b9708e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:46:11.200323 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-599e55eb-7781-47fa-9808-89d971e27ef9 req-5428ff45-2e4f-434e-b185-e76e44b9708e service neutron] 10.222.0.41 "PUT /v2.0/ports/091fd29d-ff49-46bd-bb1f-c64aa8030fec HTTP/1.1" status: 200 len: 1092 time: 0.8428445 Nov 05 19:46:11.200776 n-d-816865-1 neutron-server[102387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7c20322-adcd-4bc4-bd5d-c617afd2c486', 'tag': '091fd29d-ff49-46bd-bb1f-c64aa8030fec'}] {{(pid=102387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 19:46:11.203086 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1aa7e2392c69fb9acc0b335571f919b1f61097b9ced1ed941ddb2f5c01cc85e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33a3a4fa-3439-487f-b805-d279cfe1e314" -d '{"events": [{"name": "network-changed", "server_uuid": "d7c20322-adcd-4bc4-bd5d-c617afd2c486", "tag": "091fd29d-ff49-46bd-bb1f-c64aa8030fec"}]}' {{(pid=102387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 19:46:11.229751 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5428ff45-2e4f-434e-b185-e76e44b9708e service neutron] Pushing event updated for resources: {'Port': ['ID=091fd29d-ff49-46bd-bb1f-c64aa8030fec,revision_number=3']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:46:11.247316 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 19:46:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5763ed37-5116-47c5-8032-df95be803adf x-openstack-request-id: req-5763ed37-5116-47c5-8032-df95be803adf {{(pid=102387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 19:46:11.247618 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7c20322-adcd-4bc4-bd5d-c617afd2c486", "tag": "091fd29d-ff49-46bd-bb1f-c64aa8030fec", "status": "completed", "code": 200}]} {{(pid=102387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 19:46:11.247880 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5763ed37-5116-47c5-8032-df95be803adf {{(pid=102387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 19:46:11.248304 n-d-816865-1 neutron-server[102387]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7c20322-adcd-4bc4-bd5d-c617afd2c486', 'tag': '091fd29d-ff49-46bd-bb1f-c64aa8030fec', 'status': 'completed', 'code': 200} Nov 05 19:46:11.313015 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a3a4fa-3439-487f-b805-d279cfe1e314 req-66c09b69-2139-499a-9f90-af45541cd490 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:46:11.314598 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-33a3a4fa-3439-487f-b805-d279cfe1e314 req-66c09b69-2139-499a-9f90-af45541cd490 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=03f9ddd6f7a54f93ad596fd61bc98545&device_id=d7c20322-adcd-4bc4-bd5d-c617afd2c486 HTTP/1.1" status: 200 len: 1095 time: 0.0438356 Nov 05 19:46:11.423000 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a3a4fa-3439-487f-b805-d279cfe1e314 req-c008c926-9c76-497c-ac9b-e6aba3e7f34b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:46:11.424518 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-33a3a4fa-3439-487f-b805-d279cfe1e314 req-c008c926-9c76-497c-ac9b-e6aba3e7f34b service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=03f9ddd6f7a54f93ad596fd61bc98545&shared=False HTTP/1.1" status: 200 len: 918 time: 0.1006694 Nov 05 19:46:11.519560 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a3a4fa-3439-487f-b805-d279cfe1e314 req-a8fa13a4-9c13-4d55-a221-371eb4eacb45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:46:11.521037 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-33a3a4fa-3439-487f-b805-d279cfe1e314 req-a8fa13a4-9c13-4d55-a221-371eb4eacb45 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0897288 Nov 05 19:46:11.597689 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599e55eb-7781-47fa-9808-89d971e27ef9 req-86bf7671-e10a-4ef6-836d-6994e4f4aa31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:46:11.599217 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-599e55eb-7781-47fa-9808-89d971e27ef9 req-86bf7671-e10a-4ef6-836d-6994e4f4aa31 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=03f9ddd6f7a54f93ad596fd61bc98545&device_id=d7c20322-adcd-4bc4-bd5d-c617afd2c486 HTTP/1.1" status: 200 len: 1095 time: 0.0418293 Nov 05 19:46:11.644418 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-599e55eb-7781-47fa-9808-89d971e27ef9 req-2ab8bd0d-022d-4375-8ae9-4ef909d28191 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=091fd29d-ff49-46bd-bb1f-c64aa8030fec HTTP/1.1" status: 200 len: 217 time: 0.0360813 Nov 05 19:46:11.692949 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599e55eb-7781-47fa-9808-89d971e27ef9 req-9043d3e8-d06c-4a74-b73f-7b919f510bb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:46:11.694398 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-599e55eb-7781-47fa-9808-89d971e27ef9 req-9043d3e8-d06c-4a74-b73f-7b919f510bb6 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4d2b172e-8bed-497b-9d23-187e75acd93a HTTP/1.1" status: 200 len: 856 time: 0.0425897 Nov 05 19:46:11.739016 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599e55eb-7781-47fa-9808-89d971e27ef9 req-a990f6a8-fdcf-4551-8add-215674921cb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:46:11.740497 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-599e55eb-7781-47fa-9808-89d971e27ef9 req-a990f6a8-fdcf-4551-8add-215674921cb3 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8ee91eb3-b804-4097-9df9-5ba251ac6c63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0392501 Nov 05 19:46:11.831433 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-599e55eb-7781-47fa-9808-89d971e27ef9 req-ac1e26d1-deb4-47e1-a6e8-2f9a89050eaa service neutron] 10.222.0.41 "GET /v2.0/networks/8ee91eb3-b804-4097-9df9-5ba251ac6c63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836012 Nov 05 19:46:11.956866 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-599e55eb-7781-47fa-9808-89d971e27ef9 req-062e7982-4f4d-4d4a-a3d9-ca0bb0436eb9 service neutron] 10.222.0.41 "GET /v2.0/networks/8ee91eb3-b804-4097-9df9-5ba251ac6c63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1168942 Nov 05 19:46:11.965842 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49e7210-88fa-4b73-b56f-b5dda0512484 req-6929f7d1-9bf1-4569-a9c9-38766f3c7ecd tempest-TestEncryptedCinderVolumes-701974561 tempest-TestEncryptedCinderVolumes-701974561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:46:11.967310 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-a49e7210-88fa-4b73-b56f-b5dda0512484 req-6929f7d1-9bf1-4569-a9c9-38766f3c7ecd tempest-TestEncryptedCinderVolumes-701974561 tempest-TestEncryptedCinderVolumes-701974561-project] 10.222.0.13 "GET /v2.0/ports?device_id=d7c20322-adcd-4bc4-bd5d-c617afd2c486 HTTP/1.1" status: 200 len: 944 time: 0.0763705 Nov 05 19:46:12.017042 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-a49e7210-88fa-4b73-b56f-b5dda0512484 req-11273c10-76d8-4751-bb8f-1f2c26178e5c tempest-TestEncryptedCinderVolumes-701974561 tempest-TestEncryptedCinderVolumes-701974561-project] 10.222.0.13 "GET /v2.0/security-groups?id=6348ff8b-9db5-4964-855e-8a1a5242ced8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436637 Nov 05 19:46:13.137758 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e279ce1-5cdb-4f8f-8f65-fc28f1ec44ee req-64e409b1-e83e-4b7d-abe3-f354a56dd0e8 tempest-TestEncryptedCinderVolumes-701974561 tempest-TestEncryptedCinderVolumes-701974561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:46:13.139294 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-3e279ce1-5cdb-4f8f-8f65-fc28f1ec44ee req-64e409b1-e83e-4b7d-abe3-f354a56dd0e8 tempest-TestEncryptedCinderVolumes-701974561 tempest-TestEncryptedCinderVolumes-701974561-project] 10.222.0.13 "GET /v2.0/ports?device_id=d7c20322-adcd-4bc4-bd5d-c617afd2c486 HTTP/1.1" status: 200 len: 944 time: 0.0504103 Nov 05 19:46:13.190321 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-3e279ce1-5cdb-4f8f-8f65-fc28f1ec44ee req-ab84695b-b93b-41f6-993f-bb226202d944 tempest-TestEncryptedCinderVolumes-701974561 tempest-TestEncryptedCinderVolumes-701974561-project] 10.222.0.13 "GET /v2.0/security-groups?id=6348ff8b-9db5-4964-855e-8a1a5242ced8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444047 Nov 05 19:46:14.310631 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df876f68-1d60-4e21-97ba-af28d113ea53 req-e1f21ab4-dfaf-455c-86f5-0e95bdf81181 tempest-TestEncryptedCinderVolumes-701974561 tempest-TestEncryptedCinderVolumes-701974561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:46:14.312033 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-df876f68-1d60-4e21-97ba-af28d113ea53 req-e1f21ab4-dfaf-455c-86f5-0e95bdf81181 tempest-TestEncryptedCinderVolumes-701974561 tempest-TestEncryptedCinderVolumes-701974561-project] 10.222.0.13 "GET /v2.0/ports?device_id=d7c20322-adcd-4bc4-bd5d-c617afd2c486 HTTP/1.1" status: 200 len: 944 time: 0.0522084 Nov 05 19:46:14.357676 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-df876f68-1d60-4e21-97ba-af28d113ea53 req-2200e6d8-dcca-47b3-b12c-0082a5ed98e4 tempest-TestEncryptedCinderVolumes-701974561 tempest-TestEncryptedCinderVolumes-701974561-project] 10.222.0.13 "GET /v2.0/security-groups?id=6348ff8b-9db5-4964-855e-8a1a5242ced8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397751 Nov 05 19:46:14.711646 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.agents_db [None req-b9406b04-a0e8-43cf-b349-711963d96cf4 None None] Agent healthcheck: found 7 active agents {{(pid=102389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 05 19:46:14.861688 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Device 091fd29d-ff49-46bd-bb1f-c64aa8030fec details requested by agent hyperv_n-h1-816865-1 with host n-h1-816865-1 {{(pid=102388) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 05 19:46:14.955581 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] For port 091fd29d-ff49-46bd-bb1f-c64aa8030fec, host n-h1-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=091fd29d-ff49-46bd-bb1f-c64aa8030fec,segment=NetworkSegment(6fc84b5f-7235-41a7-91d3-1bb0d0f616f5),segment_id=6fc84b5f-7235-41a7-91d3-1bb0d0f616f5)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:46:14.974535 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Returning: {'device': '091fd29d-ff49-46bd-bb1f-c64aa8030fec', 'network_id': '8ee91eb3-b804-4097-9df9-5ba251ac6c63', 'port_id': '091fd29d-ff49-46bd-bb1f-c64aa8030fec', 'mac_address': 'fa:16:3e:b1:fb:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 183, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4d2b172e-8bed-497b-9d23-187e75acd93a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102388) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 05 19:46:15.012910 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:46:15.028015 n-d-816865-1 neutron-server[102388]: DEBUG neutron.notifiers.nova [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 091fd29d-ff49-46bd-bb1f-c64aa8030fec {{(pid=102388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 19:46:15.047584 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] For port 091fd29d-ff49-46bd-bb1f-c64aa8030fec, host n-h1-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=091fd29d-ff49-46bd-bb1f-c64aa8030fec,segment=NetworkSegment(6fc84b5f-7235-41a7-91d3-1bb0d0f616f5),segment_id=6fc84b5f-7235-41a7-91d3-1bb0d0f616f5)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:46:15.137601 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:46:15.184997 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Pushing event updated for resources: {'Port': ['ID=091fd29d-ff49-46bd-bb1f-c64aa8030fec,revision_number=4']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:46:15.341128 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] get_ports_and_sgs() called for port_ids ['091fd29d-ff49-46bd-bb1f-c64aa8030fec'] {{(pid=102388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 19:46:15.474386 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c46615-7d18-4ad1-9190-800209f429ec req-440df2e0-9867-4cb3-9fba-b01e6f5d97c3 tempest-TestEncryptedCinderVolumes-701974561 tempest-TestEncryptedCinderVolumes-701974561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:46:15.475941 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-72c46615-7d18-4ad1-9190-800209f429ec req-440df2e0-9867-4cb3-9fba-b01e6f5d97c3 tempest-TestEncryptedCinderVolumes-701974561 tempest-TestEncryptedCinderVolumes-701974561-project] 10.222.0.13 "GET /v2.0/ports?device_id=d7c20322-adcd-4bc4-bd5d-c617afd2c486 HTTP/1.1" status: 200 len: 945 time: 0.0483837 Nov 05 19:46:15.524185 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-72c46615-7d18-4ad1-9190-800209f429ec req-9482fa50-e71d-4915-8442-ce0608b6a841 tempest-TestEncryptedCinderVolumes-701974561 tempest-TestEncryptedCinderVolumes-701974561-project] 10.222.0.13 "GET /v2.0/security-groups?id=6348ff8b-9db5-4964-855e-8a1a5242ced8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416214 Nov 05 19:46:16.644324 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3757756-ae67-47fa-b5ea-601a9ac5d02f req-fabc5936-3098-49d0-b6ce-e48042b3c4bd tempest-TestEncryptedCinderVolumes-701974561 tempest-TestEncryptedCinderVolumes-701974561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:46:16.645822 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-c3757756-ae67-47fa-b5ea-601a9ac5d02f req-fabc5936-3098-49d0-b6ce-e48042b3c4bd tempest-TestEncryptedCinderVolumes-701974561 tempest-TestEncryptedCinderVolumes-701974561-project] 10.222.0.13 "GET /v2.0/ports?device_id=d7c20322-adcd-4bc4-bd5d-c617afd2c486 HTTP/1.1" status: 200 len: 945 time: 0.0521812 Nov 05 19:46:16.696623 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-c3757756-ae67-47fa-b5ea-601a9ac5d02f req-50346988-0d3c-4c9e-b833-771d794c9857 tempest-TestEncryptedCinderVolumes-701974561 tempest-TestEncryptedCinderVolumes-701974561-project] 10.222.0.13 "GET /v2.0/security-groups?id=6348ff8b-9db5-4964-855e-8a1a5242ced8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440595 Nov 05 19:46:16.878117 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Device 091fd29d-ff49-46bd-bb1f-c64aa8030fec up at agent hyperv_n-h1-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 19:46:17.000427 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Provisioning for port 091fd29d-ff49-46bd-bb1f-c64aa8030fec completed by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 05 19:46:17.004518 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Provisioning complete for port 091fd29d-ff49-46bd-bb1f-c64aa8030fec triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:46:17.004868 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:46:17.091384 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:46:17.121419 n-d-816865-1 neutron-server[102388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7c20322-adcd-4bc4-bd5d-c617afd2c486', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '091fd29d-ff49-46bd-bb1f-c64aa8030fec'}] {{(pid=102388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 19:46:17.123690 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6791add14b0903d9e674b39f457aa3a29109aa98d0835d5644e65cf363d7cf55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f5b8175-f0ae-4769-892c-f51fecbc899d" -d '{"events": [{"server_uuid": "d7c20322-adcd-4bc4-bd5d-c617afd2c486", "name": "network-vif-plugged", "status": "completed", "tag": "091fd29d-ff49-46bd-bb1f-c64aa8030fec"}]}' {{(pid=102388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 19:46:17.136365 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] For port 091fd29d-ff49-46bd-bb1f-c64aa8030fec, host n-h1-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=091fd29d-ff49-46bd-bb1f-c64aa8030fec,segment=NetworkSegment(6fc84b5f-7235-41a7-91d3-1bb0d0f616f5),segment_id=6fc84b5f-7235-41a7-91d3-1bb0d0f616f5)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:46:17.157988 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 19:46:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92c4322f-5aa2-4ab1-86e0-712cd76a6a89 x-openstack-request-id: req-92c4322f-5aa2-4ab1-86e0-712cd76a6a89 {{(pid=102388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 19:46:17.158295 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7c20322-adcd-4bc4-bd5d-c617afd2c486", "name": "network-vif-plugged", "status": "completed", "tag": "091fd29d-ff49-46bd-bb1f-c64aa8030fec", "code": 200}]} {{(pid=102388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 19:46:17.158548 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-92c4322f-5aa2-4ab1-86e0-712cd76a6a89 {{(pid=102388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 19:46:17.158964 n-d-816865-1 neutron-server[102388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7c20322-adcd-4bc4-bd5d-c617afd2c486', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '091fd29d-ff49-46bd-bb1f-c64aa8030fec', 'code': 200} Nov 05 19:46:17.213467 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:46:17.256388 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d29299f-3a8f-4179-9300-35d59ccaaeca req-9506bf11-4309-47e2-90b0-2aa9ccf9e31e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:46:17.257943 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-3d29299f-3a8f-4179-9300-35d59ccaaeca req-9506bf11-4309-47e2-90b0-2aa9ccf9e31e service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=d7c20322-adcd-4bc4-bd5d-c617afd2c486 HTTP/1.1" status: 200 len: 1097 time: 0.0421698 Nov 05 19:46:17.261169 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Pushing event updated for resources: {'Port': ['ID=091fd29d-ff49-46bd-bb1f-c64aa8030fec,revision_number=5']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:46:17.303040 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-3d29299f-3a8f-4179-9300-35d59ccaaeca req-231b64c9-c7db-4472-9109-e883355f980a service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=6348ff8b-9db5-4964-855e-8a1a5242ced8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374236 Nov 05 19:46:17.816998 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b5200d-0282-49b8-9b44-dd463d60d290 req-5044e97a-7670-4f5b-8937-ab80f035f101 tempest-TestEncryptedCinderVolumes-701974561 tempest-TestEncryptedCinderVolumes-701974561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:46:17.818610 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-c7b5200d-0282-49b8-9b44-dd463d60d290 req-5044e97a-7670-4f5b-8937-ab80f035f101 tempest-TestEncryptedCinderVolumes-701974561 tempest-TestEncryptedCinderVolumes-701974561-project] 10.222.0.13 "GET /v2.0/ports?device_id=d7c20322-adcd-4bc4-bd5d-c617afd2c486 HTTP/1.1" status: 200 len: 946 time: 0.0484097 Nov 05 19:46:17.864576 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-c7b5200d-0282-49b8-9b44-dd463d60d290 req-9d59c4bc-230c-4756-aed5-8ad3b6b14dd4 tempest-TestEncryptedCinderVolumes-701974561 tempest-TestEncryptedCinderVolumes-701974561-project] 10.222.0.13 "GET /v2.0/security-groups?id=6348ff8b-9db5-4964-855e-8a1a5242ced8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400023 Nov 05 19:46:18.995304 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6f0682-ab56-45b4-a1cb-e3e436759e3d req-c36be821-5ce4-46c9-952d-4a13a792935a tempest-TestEncryptedCinderVolumes-701974561 tempest-TestEncryptedCinderVolumes-701974561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:46:18.996951 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-ab6f0682-ab56-45b4-a1cb-e3e436759e3d req-c36be821-5ce4-46c9-952d-4a13a792935a tempest-TestEncryptedCinderVolumes-701974561 tempest-TestEncryptedCinderVolumes-701974561-project] 10.222.0.13 "GET /v2.0/ports?device_id=d7c20322-adcd-4bc4-bd5d-c617afd2c486 HTTP/1.1" status: 200 len: 946 time: 0.0556078 Nov 05 19:46:19.044171 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-ab6f0682-ab56-45b4-a1cb-e3e436759e3d req-2531d063-76cf-4c8e-b7ae-4f58bd70a923 tempest-TestEncryptedCinderVolumes-701974561 tempest-TestEncryptedCinderVolumes-701974561-project] 10.222.0.13 "GET /v2.0/security-groups?id=6348ff8b-9db5-4964-855e-8a1a5242ced8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411403 Nov 05 19:46:19.158565 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65088834-b87d-4320-9d84-64b9b3834a98 req-718affb8-4689-435c-805a-0bed38751222 tempest-TestEncryptedCinderVolumes-701974561 tempest-TestEncryptedCinderVolumes-701974561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:46:19.159970 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-65088834-b87d-4320-9d84-64b9b3834a98 req-718affb8-4689-435c-805a-0bed38751222 tempest-TestEncryptedCinderVolumes-701974561 tempest-TestEncryptedCinderVolumes-701974561-project] 10.222.0.13 "GET /v2.0/ports?device_id=d7c20322-adcd-4bc4-bd5d-c617afd2c486 HTTP/1.1" status: 200 len: 946 time: 0.0504856 Nov 05 19:46:19.215681 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-65088834-b87d-4320-9d84-64b9b3834a98 req-768b3243-3dec-4ff8-9ccf-311a60f26154 tempest-TestEncryptedCinderVolumes-701974561 tempest-TestEncryptedCinderVolumes-701974561-project] 10.222.0.13 "GET /v2.0/security-groups?id=6348ff8b-9db5-4964-855e-8a1a5242ced8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494435 Nov 05 19:46:32.670660 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-35ce708a-1c15-41d5-8b80-2c56b9538394 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:46:34.853967 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:46:35.408125 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b1f8b838-0b17-4236-8592-fe962e5debc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:46:36.465111 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b304910f-7b27-444b-a8fc-977d26b1ceac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:46:36.825126 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:46:38.469630 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-31f93893-a48e-4ae8-833d-dccb2b42eacc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:46:38.555488 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:46:40.107397 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-a5521f91-824e-471c-bd06-1a408e49c3a5 req-7a3dc39d-cc29-4b69-9b90-6d61092ee7dd service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=d7c20322-adcd-4bc4-bd5d-c617afd2c486&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1563396 Nov 05 19:46:40.190827 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5521f91-824e-471c-bd06-1a408e49c3a5 req-ab1a2bad-a2bf-49ea-82f5-7d23b345efd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:46:40.192313 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-a5521f91-824e-471c-bd06-1a408e49c3a5 req-ab1a2bad-a2bf-49ea-82f5-7d23b345efd7 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=03f9ddd6f7a54f93ad596fd61bc98545&device_id=d7c20322-adcd-4bc4-bd5d-c617afd2c486 HTTP/1.1" status: 200 len: 1097 time: 0.0433815 Nov 05 19:46:40.298005 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5521f91-824e-471c-bd06-1a408e49c3a5 req-1713bebb-d36d-43fc-8ece-ae470573aeff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:46:40.299506 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-a5521f91-824e-471c-bd06-1a408e49c3a5 req-1713bebb-d36d-43fc-8ece-ae470573aeff service neutron] 10.222.0.41 "GET /v2.0/networks?id=8ee91eb3-b804-4097-9df9-5ba251ac6c63 HTTP/1.1" status: 200 len: 918 time: 0.0863070 Nov 05 19:46:40.345824 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-a5521f91-824e-471c-bd06-1a408e49c3a5 req-1dc3f54e-83bc-40aa-8bd2-71071f137faf service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=091fd29d-ff49-46bd-bb1f-c64aa8030fec HTTP/1.1" status: 200 len: 217 time: 0.0390716 Nov 05 19:46:40.398016 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5521f91-824e-471c-bd06-1a408e49c3a5 req-72461592-4741-46d7-9e72-6f1666334edd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:46:40.399547 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-a5521f91-824e-471c-bd06-1a408e49c3a5 req-72461592-4741-46d7-9e72-6f1666334edd service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4d2b172e-8bed-497b-9d23-187e75acd93a HTTP/1.1" status: 200 len: 856 time: 0.0472105 Nov 05 19:46:40.444586 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5521f91-824e-471c-bd06-1a408e49c3a5 req-671564ae-1cad-4530-b917-0f036d218f41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:46:40.446128 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-a5521f91-824e-471c-bd06-1a408e49c3a5 req-671564ae-1cad-4530-b917-0f036d218f41 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8ee91eb3-b804-4097-9df9-5ba251ac6c63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0391102 Nov 05 19:46:40.540759 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-a5521f91-824e-471c-bd06-1a408e49c3a5 req-b8c56faf-c8ee-4d06-88f6-c055e34051e4 service neutron] 10.222.0.41 "GET /v2.0/networks/8ee91eb3-b804-4097-9df9-5ba251ac6c63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864184 Nov 05 19:46:40.635895 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-a5521f91-824e-471c-bd06-1a408e49c3a5 req-9b79e18c-7bbc-4d06-9846-2ef75f210db4 service neutron] 10.222.0.41 "GET /v2.0/networks/8ee91eb3-b804-4097-9df9-5ba251ac6c63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869637 Nov 05 19:46:44.307784 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61067544-e4b1-4e31-8ca4-4c048e21b3e5 req-355fc33e-eebf-4428-83de-d3b5a8bc31a9 tempest-TestEncryptedCinderVolumes-701974561 tempest-TestEncryptedCinderVolumes-701974561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:46:44.309400 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-61067544-e4b1-4e31-8ca4-4c048e21b3e5 req-355fc33e-eebf-4428-83de-d3b5a8bc31a9 tempest-TestEncryptedCinderVolumes-701974561 tempest-TestEncryptedCinderVolumes-701974561-project] 10.222.0.13 "GET /v2.0/ports?device_id=d7c20322-adcd-4bc4-bd5d-c617afd2c486 HTTP/1.1" status: 200 len: 946 time: 0.0554795 Nov 05 19:46:44.360231 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-61067544-e4b1-4e31-8ca4-4c048e21b3e5 req-6e1389f0-16a6-43d0-9a2c-75c4099b5c58 tempest-TestEncryptedCinderVolumes-701974561 tempest-TestEncryptedCinderVolumes-701974561-project] 10.222.0.13 "GET /v2.0/security-groups?id=6348ff8b-9db5-4964-855e-8a1a5242ced8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443783 Nov 05 19:46:45.476093 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14eb1ac2-e99e-40b7-a2ea-95eb632cf08c req-31066a48-d804-4ae7-82c0-4d76ddb934be tempest-TestEncryptedCinderVolumes-701974561 tempest-TestEncryptedCinderVolumes-701974561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:46:45.477583 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-14eb1ac2-e99e-40b7-a2ea-95eb632cf08c req-31066a48-d804-4ae7-82c0-4d76ddb934be tempest-TestEncryptedCinderVolumes-701974561 tempest-TestEncryptedCinderVolumes-701974561-project] 10.222.0.13 "GET /v2.0/ports?device_id=d7c20322-adcd-4bc4-bd5d-c617afd2c486 HTTP/1.1" status: 200 len: 946 time: 0.0477703 Nov 05 19:46:45.524607 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-14eb1ac2-e99e-40b7-a2ea-95eb632cf08c req-6ad80530-98d9-4e5b-8290-59e5c6424571 tempest-TestEncryptedCinderVolumes-701974561 tempest-TestEncryptedCinderVolumes-701974561-project] 10.222.0.13 "GET /v2.0/security-groups?id=6348ff8b-9db5-4964-855e-8a1a5242ced8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403194 Nov 05 19:46:45.905434 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32065b27-723c-4263-af91-de07072d7297 req-a72c07c3-b115-4404-9539-b90fc5ffb559 tempest-TestEncryptedCinderVolumes-701974561 tempest-TestEncryptedCinderVolumes-701974561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:46:45.906926 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-32065b27-723c-4263-af91-de07072d7297 req-a72c07c3-b115-4404-9539-b90fc5ffb559 tempest-TestEncryptedCinderVolumes-701974561 tempest-TestEncryptedCinderVolumes-701974561-project] 10.222.0.41 "GET /v2.0/ports?device_id=d7c20322-adcd-4bc4-bd5d-c617afd2c486 HTTP/1.1" status: 200 len: 946 time: 0.0478959 Nov 05 19:46:45.998386 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [req-32065b27-723c-4263-af91-de07072d7297 req-4ddb18e0-b40c-4b37-b4f4-6ba059bc616f tempest-TestEncryptedCinderVolumes-701974561 tempest-TestEncryptedCinderVolumes-701974561-project] Deleting port 091fd29d-ff49-46bd-bb1f-c64aa8030fec {{(pid=102387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 19:46:45.998729 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-32065b27-723c-4263-af91-de07072d7297 req-4ddb18e0-b40c-4b37-b4f4-6ba059bc616f tempest-TestEncryptedCinderVolumes-701974561 tempest-TestEncryptedCinderVolumes-701974561-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:46:46.085225 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.db [req-32065b27-723c-4263-af91-de07072d7297 req-4ddb18e0-b40c-4b37-b4f4-6ba059bc616f tempest-TestEncryptedCinderVolumes-701974561 tempest-TestEncryptedCinderVolumes-701974561-project] For port 091fd29d-ff49-46bd-bb1f-c64aa8030fec, host n-h1-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=091fd29d-ff49-46bd-bb1f-c64aa8030fec,segment=NetworkSegment(6fc84b5f-7235-41a7-91d3-1bb0d0f616f5),segment_id=6fc84b5f-7235-41a7-91d3-1bb0d0f616f5)] {{(pid=102387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:46:46.085589 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-32065b27-723c-4263-af91-de07072d7297 req-4ddb18e0-b40c-4b37-b4f4-6ba059bc616f tempest-TestEncryptedCinderVolumes-701974561 tempest-TestEncryptedCinderVolumes-701974561-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:46:46.098592 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [req-32065b27-723c-4263-af91-de07072d7297 req-4ddb18e0-b40c-4b37-b4f4-6ba059bc616f tempest-TestEncryptedCinderVolumes-701974561 tempest-TestEncryptedCinderVolumes-701974561-project] Calling delete_port for 091fd29d-ff49-46bd-bb1f-c64aa8030fec owned by compute:nova {{(pid=102387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 19:46:46.305586 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-32065b27-723c-4263-af91-de07072d7297 req-4ddb18e0-b40c-4b37-b4f4-6ba059bc616f tempest-TestEncryptedCinderVolumes-701974561 tempest-TestEncryptedCinderVolumes-701974561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4417063'] for port, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:46:46.318705 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] get_ports_and_sgs() called for port_ids ['091fd29d-ff49-46bd-bb1f-c64aa8030fec'] {{(pid=102388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 19:46:46.334671 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ddb18e0-b40c-4b37-b4f4-6ba059bc616f tempest-TestEncryptedCinderVolumes-701974561 tempest-TestEncryptedCinderVolumes-701974561-project] Pushing event deleted for resources: {'Port': ['ID=091fd29d-ff49-46bd-bb1f-c64aa8030fec,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:46:46.366209 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ddb18e0-b40c-4b37-b4f4-6ba059bc616f tempest-TestEncryptedCinderVolumes-701974561 tempest-TestEncryptedCinderVolumes-701974561-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:46:46.366559 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ddb18e0-b40c-4b37-b4f4-6ba059bc616f tempest-TestEncryptedCinderVolumes-701974561 tempest-TestEncryptedCinderVolumes-701974561-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:46:46.366900 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ddb18e0-b40c-4b37-b4f4-6ba059bc616f tempest-TestEncryptedCinderVolumes-701974561 tempest-TestEncryptedCinderVolumes-701974561-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:46:46.367240 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ddb18e0-b40c-4b37-b4f4-6ba059bc616f tempest-TestEncryptedCinderVolumes-701974561 tempest-TestEncryptedCinderVolumes-701974561-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:46:46.367572 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ddb18e0-b40c-4b37-b4f4-6ba059bc616f tempest-TestEncryptedCinderVolumes-701974561 tempest-TestEncryptedCinderVolumes-701974561-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:46:46.367902 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ddb18e0-b40c-4b37-b4f4-6ba059bc616f tempest-TestEncryptedCinderVolumes-701974561 tempest-TestEncryptedCinderVolumes-701974561-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:46:46.368229 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ddb18e0-b40c-4b37-b4f4-6ba059bc616f tempest-TestEncryptedCinderVolumes-701974561 tempest-TestEncryptedCinderVolumes-701974561-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:46:46.368556 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ddb18e0-b40c-4b37-b4f4-6ba059bc616f tempest-TestEncryptedCinderVolumes-701974561 tempest-TestEncryptedCinderVolumes-701974561-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:46:46.368881 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ddb18e0-b40c-4b37-b4f4-6ba059bc616f tempest-TestEncryptedCinderVolumes-701974561 tempest-TestEncryptedCinderVolumes-701974561-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:46:46.369204 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ddb18e0-b40c-4b37-b4f4-6ba059bc616f tempest-TestEncryptedCinderVolumes-701974561 tempest-TestEncryptedCinderVolumes-701974561-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:46:46.369525 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ddb18e0-b40c-4b37-b4f4-6ba059bc616f tempest-TestEncryptedCinderVolumes-701974561 tempest-TestEncryptedCinderVolumes-701974561-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:46:46.369845 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ddb18e0-b40c-4b37-b4f4-6ba059bc616f tempest-TestEncryptedCinderVolumes-701974561 tempest-TestEncryptedCinderVolumes-701974561-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:46:46.388845 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.l3_dvrscheduler_db [req-32065b27-723c-4263-af91-de07072d7297 req-4ddb18e0-b40c-4b37-b4f4-6ba059bc616f tempest-TestEncryptedCinderVolumes-701974561 tempest-TestEncryptedCinderVolumes-701974561-project] No DVR routers for this DVR port 091fd29d-ff49-46bd-bb1f-c64aa8030fec on host n-h1-816865-1 {{(pid=102387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 19:46:46.391436 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-32065b27-723c-4263-af91-de07072d7297 req-4ddb18e0-b40c-4b37-b4f4-6ba059bc616f tempest-TestEncryptedCinderVolumes-701974561 tempest-TestEncryptedCinderVolumes-701974561-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:46:46.394872 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-32065b27-723c-4263-af91-de07072d7297 req-4ddb18e0-b40c-4b37-b4f4-6ba059bc616f tempest-TestEncryptedCinderVolumes-701974561 tempest-TestEncryptedCinderVolumes-701974561-project] 10.222.0.41 "DELETE /v2.0/ports/091fd29d-ff49-46bd-bb1f-c64aa8030fec HTTP/1.1" status: 204 len: 173 time: 0.4819462 Nov 05 19:46:46.395560 n-d-816865-1 neutron-server[102387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7c20322-adcd-4bc4-bd5d-c617afd2c486', 'name': 'network-vif-deleted', 'tag': '091fd29d-ff49-46bd-bb1f-c64aa8030fec'}] {{(pid=102387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 19:46:46.397853 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1aa7e2392c69fb9acc0b335571f919b1f61097b9ced1ed941ddb2f5c01cc85e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e060ba6-db73-44db-9146-8fc933423434" -d '{"events": [{"server_uuid": "d7c20322-adcd-4bc4-bd5d-c617afd2c486", "name": "network-vif-deleted", "tag": "091fd29d-ff49-46bd-bb1f-c64aa8030fec"}]}' {{(pid=102387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 19:46:46.434648 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 19:46:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66d9b07b-51e6-417f-8b8f-cf57bca6a853 x-openstack-request-id: req-66d9b07b-51e6-417f-8b8f-cf57bca6a853 {{(pid=102387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 19:46:46.434942 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7c20322-adcd-4bc4-bd5d-c617afd2c486", "name": "network-vif-deleted", "tag": "091fd29d-ff49-46bd-bb1f-c64aa8030fec", "status": "completed", "code": 200}]} {{(pid=102387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 19:46:46.435196 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-66d9b07b-51e6-417f-8b8f-cf57bca6a853 {{(pid=102387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 19:46:46.435978 n-d-816865-1 neutron-server[102387]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7c20322-adcd-4bc4-bd5d-c617afd2c486', 'name': 'network-vif-deleted', 'tag': '091fd29d-ff49-46bd-bb1f-c64aa8030fec', 'status': 'completed', 'code': 200} Nov 05 19:46:46.623420 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-c5a57f9d-0359-4d44-878a-e371c4265803 req-f99c07b0-9dd7-4209-b4bf-8b44b9afa2b0 tempest-TestEncryptedCinderVolumes-701974561 tempest-TestEncryptedCinderVolumes-701974561-project] 10.222.0.13 "GET /v2.0/ports?device_id=d7c20322-adcd-4bc4-bd5d-c617afd2c486 HTTP/1.1" status: 200 len: 210 time: 0.0271616 Nov 05 19:46:48.402212 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bc8719-51c6-4cbf-9b08-05349c942c3f req-2fde61aa-7e54-4188-86fb-9d5a92086a01 tempest-TestEncryptedCinderVolumes-701974561 tempest-TestEncryptedCinderVolumes-701974561-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:46:48.403798 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-67bc8719-51c6-4cbf-9b08-05349c942c3f req-2fde61aa-7e54-4188-86fb-9d5a92086a01 tempest-TestEncryptedCinderVolumes-701974561 tempest-TestEncryptedCinderVolumes-701974561-project] 10.222.0.13 "GET /v2.0/networks?id=8ee91eb3-b804-4097-9df9-5ba251ac6c63 HTTP/1.1" status: 200 len: 817 time: 0.1024730 Nov 05 19:46:48.418328 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-67bc8719-51c6-4cbf-9b08-05349c942c3f req-def1c74a-7a86-4940-addd-544459954fbb tempest-TestEncryptedCinderVolumes-701974561 tempest-TestEncryptedCinderVolumes-701974561-project] 10.222.0.13 "GET /v2.0/quotas/03f9ddd6f7a54f93ad596fd61bc98545 HTTP/1.1" status: 200 len: 375 time: 0.0088243 Nov 05 19:46:48.472376 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-67bc8719-51c6-4cbf-9b08-05349c942c3f req-70e58bdd-396e-4be4-8bb1-b58e081ec943 tempest-TestEncryptedCinderVolumes-701974561 tempest-TestEncryptedCinderVolumes-701974561-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=03f9ddd6f7a54f93ad596fd61bc98545&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0487437 Nov 05 19:46:48.609141 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-67bc8719-51c6-4cbf-9b08-05349c942c3f req-a271a27e-ad90-4a6f-bd6e-fcb99cf9389c service neutron] 10.222.0.13 "GET /v2.0/networks/8ee91eb3-b804-4097-9df9-5ba251ac6c63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245730 Nov 05 19:46:48.700077 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-67bc8719-51c6-4cbf-9b08-05349c942c3f req-e2dee772-8d4c-48c4-80d9-86aa75baa85f service neutron] 10.222.0.13 "GET /v2.0/networks/8ee91eb3-b804-4097-9df9-5ba251ac6c63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847824 Nov 05 19:46:48.930104 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-14cbbfa9-a1e7-4c40-896c-2863081aaa4b req-440dfd33-692e-42d5-937d-ad59e3925fb1 tempest-TestEncryptedCinderVolumes-701974561 tempest-TestEncryptedCinderVolumes-701974561-project] 10.222.0.13 "GET /v2.0/ports?device_id=a01be7ba-fe92-4b28-85af-72ae67545447 HTTP/1.1" status: 200 len: 210 time: 0.0270379 Nov 05 19:46:49.082491 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Device 091fd29d-ff49-46bd-bb1f-c64aa8030fec no longer exists at agent hyperv_n-h1-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 19:46:49.102276 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] No Port match for: 091fd29d-ff49-46bd-bb1f-c64aa8030fec {{(pid=102388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 19:46:49.102626 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Device 091fd29d-ff49-46bd-bb1f-c64aa8030fec not bound to the agent host n-h1-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 19:46:50.029111 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-4d8c9aa5-8dab-4c76-b5db-ba28d8ac17f3 req-8461f33e-31a6-42e4-8e23-97879dba014f tempest-TestEncryptedCinderVolumes-701974561 tempest-TestEncryptedCinderVolumes-701974561-project] 10.222.0.13 "GET /v2.0/ports?device_id=a01be7ba-fe92-4b28-85af-72ae67545447 HTTP/1.1" status: 200 len: 210 time: 0.0267529 Nov 05 19:46:50.844535 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bc8719-51c6-4cbf-9b08-05349c942c3f req-5e3a6368-91ab-43ba-82f5-a8029c3102ff tempest-TestEncryptedCinderVolumes-701974561 tempest-TestEncryptedCinderVolumes-701974561-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:46:50.846097 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-67bc8719-51c6-4cbf-9b08-05349c942c3f req-5e3a6368-91ab-43ba-82f5-a8029c3102ff tempest-TestEncryptedCinderVolumes-701974561 tempest-TestEncryptedCinderVolumes-701974561-project] 10.222.0.55 "GET /v2.0/networks?id=8ee91eb3-b804-4097-9df9-5ba251ac6c63 HTTP/1.1" status: 200 len: 817 time: 0.1019018 Nov 05 19:46:50.865013 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [req-67bc8719-51c6-4cbf-9b08-05349c942c3f req-ad093f57-4333-4c13-abce-d46270c3a7b5 tempest-TestEncryptedCinderVolumes-701974561 tempest-TestEncryptedCinderVolumes-701974561-project] Request body: {'port': {'device_id': 'a01be7ba-fe92-4b28-85af-72ae67545447', 'network_id': '8ee91eb3-b804-4097-9df9-5ba251ac6c63', 'admin_state_up': True, 'tenant_id': '03f9ddd6f7a54f93ad596fd61bc98545'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:46:51.047036 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-67bc8719-51c6-4cbf-9b08-05349c942c3f req-ad093f57-4333-4c13-abce-d46270c3a7b5 tempest-TestEncryptedCinderVolumes-701974561 tempest-TestEncryptedCinderVolumes-701974561-project] Made reservation on behalf of 03f9ddd6f7a54f93ad596fd61bc98545 for: {'port': 1} {{(pid=102386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 19:46:51.050726 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-67bc8719-51c6-4cbf-9b08-05349c942c3f req-ad093f57-4333-4c13-abce-d46270c3a7b5 tempest-TestEncryptedCinderVolumes-701974561 tempest-TestEncryptedCinderVolumes-701974561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:46:51.128259 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-7128f001-b1d8-47dc-997a-cde08135bb71 req-06767b93-fe27-4619-a2c3-82f7b0911bee tempest-TestEncryptedCinderVolumes-701974561 tempest-TestEncryptedCinderVolumes-701974561-project] 10.222.0.13 "GET /v2.0/ports?device_id=a01be7ba-fe92-4b28-85af-72ae67545447 HTTP/1.1" status: 200 len: 210 time: 0.0275567 Nov 05 19:46:51.181527 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.db_base_plugin_common [req-67bc8719-51c6-4cbf-9b08-05349c942c3f req-ad093f57-4333-4c13-abce-d46270c3a7b5 tempest-TestEncryptedCinderVolumes-701974561 tempest-TestEncryptedCinderVolumes-701974561-project] Allocated IP 172.20.0.14 (8ee91eb3-b804-4097-9df9-5ba251ac6c63/4d2b172e-8bed-497b-9d23-187e75acd93a/de125065-2aaf-49c2-bfee-07df700e24ff) {{(pid=102386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 19:46:51.321788 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-67bc8719-51c6-4cbf-9b08-05349c942c3f req-ad093f57-4333-4c13-abce-d46270c3a7b5 tempest-TestEncryptedCinderVolumes-701974561 tempest-TestEncryptedCinderVolumes-701974561-project] Publish callbacks [] for port, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:46:51.421213 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-67bc8719-51c6-4cbf-9b08-05349c942c3f req-ad093f57-4333-4c13-abce-d46270c3a7b5 tempest-TestEncryptedCinderVolumes-701974561 tempest-TestEncryptedCinderVolumes-701974561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:46:51.467940 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-67bc8719-51c6-4cbf-9b08-05349c942c3f req-ad093f57-4333-4c13-abce-d46270c3a7b5 tempest-TestEncryptedCinderVolumes-701974561 tempest-TestEncryptedCinderVolumes-701974561-project] Network 8ee91eb3-b804-4097-9df9-5ba251ac6c63 is already hosted by enough agents. {{(pid=102386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 19:46:51.472940 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.base_scheduler [req-67bc8719-51c6-4cbf-9b08-05349c942c3f req-ad093f57-4333-4c13-abce-d46270c3a7b5 tempest-TestEncryptedCinderVolumes-701974561 tempest-TestEncryptedCinderVolumes-701974561-project] Resources bound (agent type, host, resource id): {{(pid=102386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 19:46:51.477299 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [req-67bc8719-51c6-4cbf-9b08-05349c942c3f req-ad093f57-4333-4c13-abce-d46270c3a7b5 tempest-TestEncryptedCinderVolumes-701974561 tempest-TestEncryptedCinderVolumes-701974561-project] Received port after_create {{(pid=102386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 19:46:51.485173 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad093f57-4333-4c13-abce-d46270c3a7b5 tempest-TestEncryptedCinderVolumes-701974561 tempest-TestEncryptedCinderVolumes-701974561-project] Pushing event updated for resources: {'Port': ['ID=de125065-2aaf-49c2-bfee-07df700e24ff,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:46:51.511092 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad093f57-4333-4c13-abce-d46270c3a7b5 tempest-TestEncryptedCinderVolumes-701974561 tempest-TestEncryptedCinderVolumes-701974561-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:46:51.511446 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad093f57-4333-4c13-abce-d46270c3a7b5 tempest-TestEncryptedCinderVolumes-701974561 tempest-TestEncryptedCinderVolumes-701974561-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:46:51.511794 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad093f57-4333-4c13-abce-d46270c3a7b5 tempest-TestEncryptedCinderVolumes-701974561 tempest-TestEncryptedCinderVolumes-701974561-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:46:51.512131 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad093f57-4333-4c13-abce-d46270c3a7b5 tempest-TestEncryptedCinderVolumes-701974561 tempest-TestEncryptedCinderVolumes-701974561-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:46:51.512466 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad093f57-4333-4c13-abce-d46270c3a7b5 tempest-TestEncryptedCinderVolumes-701974561 tempest-TestEncryptedCinderVolumes-701974561-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:46:51.513319 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad093f57-4333-4c13-abce-d46270c3a7b5 tempest-TestEncryptedCinderVolumes-701974561 tempest-TestEncryptedCinderVolumes-701974561-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:46:51.513651 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad093f57-4333-4c13-abce-d46270c3a7b5 tempest-TestEncryptedCinderVolumes-701974561 tempest-TestEncryptedCinderVolumes-701974561-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:46:51.513982 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad093f57-4333-4c13-abce-d46270c3a7b5 tempest-TestEncryptedCinderVolumes-701974561 tempest-TestEncryptedCinderVolumes-701974561-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:46:51.518414 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad093f57-4333-4c13-abce-d46270c3a7b5 tempest-TestEncryptedCinderVolumes-701974561 tempest-TestEncryptedCinderVolumes-701974561-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:46:51.518414 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad093f57-4333-4c13-abce-d46270c3a7b5 tempest-TestEncryptedCinderVolumes-701974561 tempest-TestEncryptedCinderVolumes-701974561-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:46:51.518414 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad093f57-4333-4c13-abce-d46270c3a7b5 tempest-TestEncryptedCinderVolumes-701974561 tempest-TestEncryptedCinderVolumes-701974561-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:46:51.518414 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad093f57-4333-4c13-abce-d46270c3a7b5 tempest-TestEncryptedCinderVolumes-701974561 tempest-TestEncryptedCinderVolumes-701974561-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:46:51.544032 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bc8719-51c6-4cbf-9b08-05349c942c3f req-ad093f57-4333-4c13-abce-d46270c3a7b5 tempest-TestEncryptedCinderVolumes-701974561 tempest-TestEncryptedCinderVolumes-701974561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:46:51.544726 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-67bc8719-51c6-4cbf-9b08-05349c942c3f req-ad093f57-4333-4c13-abce-d46270c3a7b5 tempest-TestEncryptedCinderVolumes-701974561 tempest-TestEncryptedCinderVolumes-701974561-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:46:51.617139 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-67bc8719-51c6-4cbf-9b08-05349c942c3f req-ad093f57-4333-4c13-abce-d46270c3a7b5 tempest-TestEncryptedCinderVolumes-701974561 tempest-TestEncryptedCinderVolumes-701974561-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7561038 Nov 05 19:46:51.635298 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [req-67bc8719-51c6-4cbf-9b08-05349c942c3f req-0134f76e-c01d-450f-9ce6-18847f11af34 service neutron] Request body: {'port': {'device_id': 'a01be7ba-fe92-4b28-85af-72ae67545447', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816865-1'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:46:51.687805 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-67bc8719-51c6-4cbf-9b08-05349c942c3f req-0134f76e-c01d-450f-9ce6-18847f11af34 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:46:51.703358 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-2407e0ff-e5a2-46d4-95ae-283cf157d1eb None None] Provisioning complete for port de125065-2aaf-49c2-bfee-07df700e24ff triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:46:51.703951 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-2407e0ff-e5a2-46d4-95ae-283cf157d1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:46:51.710838 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.agents_db [None req-b9406b04-a0e8-43cf-b349-711963d96cf4 None None] Agent healthcheck: found 7 active agents {{(pid=102389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 05 19:46:51.740795 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-2407e0ff-e5a2-46d4-95ae-283cf157d1eb None None] Port de125065-2aaf-49c2-bfee-07df700e24ff cannot update to ACTIVE because it is not bound. {{(pid=102388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 19:46:51.946827 n-d-816865-1 neutron-server[102386]: DEBUG neutron.notifiers.nova [req-67bc8719-51c6-4cbf-9b08-05349c942c3f req-0134f76e-c01d-450f-9ce6-18847f11af34 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de125065-2aaf-49c2-bfee-07df700e24ff {{(pid=102386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 19:46:51.954109 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-67bc8719-51c6-4cbf-9b08-05349c942c3f req-0134f76e-c01d-450f-9ce6-18847f11af34 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:46:51.966370 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.provisioning_blocks [req-67bc8719-51c6-4cbf-9b08-05349c942c3f req-0134f76e-c01d-450f-9ce6-18847f11af34 service neutron] Transition to ACTIVE for port object de125065-2aaf-49c2-bfee-07df700e24ff will not be triggered until provisioned by entity L2. {{(pid=102386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 05 19:46:52.048192 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-67bc8719-51c6-4cbf-9b08-05349c942c3f req-0134f76e-c01d-450f-9ce6-18847f11af34 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6149821'] for port, after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:46:52.100361 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0134f76e-c01d-450f-9ce6-18847f11af34 service neutron] Pushing event updated for resources: {'Port': ['ID=de125065-2aaf-49c2-bfee-07df700e24ff,revision_number=2']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:46:52.171708 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [req-67bc8719-51c6-4cbf-9b08-05349c942c3f req-0134f76e-c01d-450f-9ce6-18847f11af34 service neutron] Attempting to bind port de125065-2aaf-49c2-bfee-07df700e24ff on host n-h2-816865-1 for vnic_type normal with profile {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 19:46:52.173540 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [req-67bc8719-51c6-4cbf-9b08-05349c942c3f req-0134f76e-c01d-450f-9ce6-18847f11af34 service neutron] Attempting to bind port de125065-2aaf-49c2-bfee-07df700e24ff by drivers openvswitch,hyperv on host n-h2-816865-1 at level 0 using segments [{'id': '6fc84b5f-7235-41a7-91d3-1bb0d0f616f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '8ee91eb3-b804-4097-9df9-5ba251ac6c63'}] {{(pid=102386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 19:46:52.173947 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67bc8719-51c6-4cbf-9b08-05349c942c3f req-0134f76e-c01d-450f-9ce6-18847f11af34 service neutron] Attempting to bind port de125065-2aaf-49c2-bfee-07df700e24ff on network 8ee91eb3-b804-4097-9df9-5ba251ac6c63 {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 19:46:52.178990 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67bc8719-51c6-4cbf-9b08-05349c942c3f req-0134f76e-c01d-450f-9ce6-18847f11af34 service neutron] Port de125065-2aaf-49c2-bfee-07df700e24ff on network 8ee91eb3-b804-4097-9df9-5ba251ac6c63 not bound, no agent of type Open vSwitch agent registered on host n-h2-816865-1 {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 19:46:52.179399 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67bc8719-51c6-4cbf-9b08-05349c942c3f req-0134f76e-c01d-450f-9ce6-18847f11af34 service neutron] Attempting to bind port de125065-2aaf-49c2-bfee-07df700e24ff on network 8ee91eb3-b804-4097-9df9-5ba251ac6c63 {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 19:46:52.186278 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67bc8719-51c6-4cbf-9b08-05349c942c3f req-0134f76e-c01d-450f-9ce6-18847f11af34 service neutron] Checking agent: {'id': '32aff553-696f-4891-83f5-5c176f61fe54', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816865-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 18, 33, 36), 'started_at': datetime.datetime(2021, 11, 5, 18, 33, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 19, 46, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 19:46:52.186700 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67bc8719-51c6-4cbf-9b08-05349c942c3f req-0134f76e-c01d-450f-9ce6-18847f11af34 service neutron] Checking segment: {'id': '6fc84b5f-7235-41a7-91d3-1bb0d0f616f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '8ee91eb3-b804-4097-9df9-5ba251ac6c63'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 19:46:52.187195 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67bc8719-51c6-4cbf-9b08-05349c942c3f req-0134f76e-c01d-450f-9ce6-18847f11af34 service neutron] Bound using segment: {'id': '6fc84b5f-7235-41a7-91d3-1bb0d0f616f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '8ee91eb3-b804-4097-9df9-5ba251ac6c63'} {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 19:46:52.188317 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [req-67bc8719-51c6-4cbf-9b08-05349c942c3f req-0134f76e-c01d-450f-9ce6-18847f11af34 service neutron] Bound port: de125065-2aaf-49c2-bfee-07df700e24ff, host: n-h2-816865-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6fc84b5f-7235-41a7-91d3-1bb0d0f616f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '8ee91eb3-b804-4097-9df9-5ba251ac6c63'}}] {{(pid=102386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 19:46:52.188719 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-67bc8719-51c6-4cbf-9b08-05349c942c3f req-0134f76e-c01d-450f-9ce6-18847f11af34 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:46:52.259253 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346e4a55-eab4-4270-8bd6-883c93c7f5fd req-52b9c54a-0661-41a8-bb09-17887fd5326f tempest-TestEncryptedCinderVolumes-701974561 tempest-TestEncryptedCinderVolumes-701974561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:46:52.260889 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-346e4a55-eab4-4270-8bd6-883c93c7f5fd req-52b9c54a-0661-41a8-bb09-17887fd5326f tempest-TestEncryptedCinderVolumes-701974561 tempest-TestEncryptedCinderVolumes-701974561-project] 10.222.0.13 "GET /v2.0/ports?device_id=a01be7ba-fe92-4b28-85af-72ae67545447 HTTP/1.1" status: 200 len: 944 time: 0.0570879 Nov 05 19:46:52.264210 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [req-67bc8719-51c6-4cbf-9b08-05349c942c3f req-0134f76e-c01d-450f-9ce6-18847f11af34 service neutron] For port de125065-2aaf-49c2-bfee-07df700e24ff, host n-h2-816865-1, cleared binding levels {{(pid=102386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 19:46:52.267797 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [req-67bc8719-51c6-4cbf-9b08-05349c942c3f req-0134f76e-c01d-450f-9ce6-18847f11af34 service neutron] For port de125065-2aaf-49c2-bfee-07df700e24ff, host n-h2-816865-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=de125065-2aaf-49c2-bfee-07df700e24ff,segment=NetworkSegment(6fc84b5f-7235-41a7-91d3-1bb0d0f616f5),segment_id=6fc84b5f-7235-41a7-91d3-1bb0d0f616f5)] {{(pid=102386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 19:46:52.328160 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-67bc8719-51c6-4cbf-9b08-05349c942c3f req-0134f76e-c01d-450f-9ce6-18847f11af34 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6149821'] for port, after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:46:52.366362 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bc8719-51c6-4cbf-9b08-05349c942c3f req-0134f76e-c01d-450f-9ce6-18847f11af34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:46:52.366852 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-67bc8719-51c6-4cbf-9b08-05349c942c3f req-0134f76e-c01d-450f-9ce6-18847f11af34 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:46:52.368257 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-67bc8719-51c6-4cbf-9b08-05349c942c3f req-0134f76e-c01d-450f-9ce6-18847f11af34 service neutron] 10.222.0.55 "PUT /v2.0/ports/de125065-2aaf-49c2-bfee-07df700e24ff HTTP/1.1" status: 200 len: 1092 time: 0.7373536 Nov 05 19:46:52.368711 n-d-816865-1 neutron-server[102386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a01be7ba-fe92-4b28-85af-72ae67545447', 'tag': 'de125065-2aaf-49c2-bfee-07df700e24ff'}] {{(pid=102386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 19:46:52.371091 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d24c2e9fd656c946d5f792cc44b0d4efbe125a7d17e01666b7f4dc8150dd75ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fbc6132-740d-43d2-8304-571ba1e218b2" -d '{"events": [{"name": "network-changed", "server_uuid": "a01be7ba-fe92-4b28-85af-72ae67545447", "tag": "de125065-2aaf-49c2-bfee-07df700e24ff"}]}' {{(pid=102386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 19:46:52.400503 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0134f76e-c01d-450f-9ce6-18847f11af34 service neutron] Pushing event updated for resources: {'Port': ['ID=de125065-2aaf-49c2-bfee-07df700e24ff,revision_number=3']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:46:52.522249 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bc8719-51c6-4cbf-9b08-05349c942c3f req-a2a5d033-2106-4f32-bc67-9e762aaf7090 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:46:52.524100 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-67bc8719-51c6-4cbf-9b08-05349c942c3f req-a2a5d033-2106-4f32-bc67-9e762aaf7090 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=03f9ddd6f7a54f93ad596fd61bc98545&device_id=a01be7ba-fe92-4b28-85af-72ae67545447 HTTP/1.1" status: 200 len: 1095 time: 0.0489717 Nov 05 19:46:52.572457 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-67bc8719-51c6-4cbf-9b08-05349c942c3f req-d160e329-bb32-45ec-8850-8786ba6b088d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=de125065-2aaf-49c2-bfee-07df700e24ff HTTP/1.1" status: 200 len: 217 time: 0.0401549 Nov 05 19:46:52.626118 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bc8719-51c6-4cbf-9b08-05349c942c3f req-f20d6974-092a-4dcc-92db-e25a6fd24ca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:46:52.626357 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-346e4a55-eab4-4270-8bd6-883c93c7f5fd req-7c482232-418f-4f67-a074-51e3ebdde758 tempest-TestEncryptedCinderVolumes-701974561 tempest-TestEncryptedCinderVolumes-701974561-project] 10.222.0.13 "GET /v2.0/security-groups?id=6348ff8b-9db5-4964-855e-8a1a5242ced8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3564761 Nov 05 19:46:52.627597 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-67bc8719-51c6-4cbf-9b08-05349c942c3f req-f20d6974-092a-4dcc-92db-e25a6fd24ca0 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=4d2b172e-8bed-497b-9d23-187e75acd93a HTTP/1.1" status: 200 len: 856 time: 0.0477142 Nov 05 19:46:52.678783 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bc8719-51c6-4cbf-9b08-05349c942c3f req-9d911ca1-0b1e-4668-bdea-fc935822dfc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:46:52.680380 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-67bc8719-51c6-4cbf-9b08-05349c942c3f req-9d911ca1-0b1e-4668-bdea-fc935822dfc3 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=8ee91eb3-b804-4097-9df9-5ba251ac6c63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0409491 Nov 05 19:46:52.747928 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 19:46:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b31588a-76f2-4fe9-b188-39b95dcfb45c x-openstack-request-id: req-9b31588a-76f2-4fe9-b188-39b95dcfb45c {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 19:46:52.748225 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a01be7ba-fe92-4b28-85af-72ae67545447", "tag": "de125065-2aaf-49c2-bfee-07df700e24ff", "status": "completed", "code": 200}]} {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 19:46:52.748479 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9b31588a-76f2-4fe9-b188-39b95dcfb45c {{(pid=102386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 19:46:52.748876 n-d-816865-1 neutron-server[102386]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a01be7ba-fe92-4b28-85af-72ae67545447', 'tag': 'de125065-2aaf-49c2-bfee-07df700e24ff', 'status': 'completed', 'code': 200} Nov 05 19:46:52.781680 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-67bc8719-51c6-4cbf-9b08-05349c942c3f req-2c4e7684-2c96-4403-99bb-50d580c0a0f3 service neutron] 10.222.0.55 "GET /v2.0/networks/8ee91eb3-b804-4097-9df9-5ba251ac6c63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885086 Nov 05 19:46:52.876326 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-67bc8719-51c6-4cbf-9b08-05349c942c3f req-f4285332-7061-4daa-a452-7a466b009c83 service neutron] 10.222.0.55 "GET /v2.0/networks/8ee91eb3-b804-4097-9df9-5ba251ac6c63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825601 Nov 05 19:46:53.099289 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbc6132-740d-43d2-8304-571ba1e218b2 req-874dd362-36cd-4554-a48f-6b0b02492f7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:46:53.100671 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-5fbc6132-740d-43d2-8304-571ba1e218b2 req-874dd362-36cd-4554-a48f-6b0b02492f7e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=03f9ddd6f7a54f93ad596fd61bc98545&device_id=a01be7ba-fe92-4b28-85af-72ae67545447 HTTP/1.1" status: 200 len: 1095 time: 0.0445430 Nov 05 19:46:53.478843 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbc6132-740d-43d2-8304-571ba1e218b2 req-f8577de9-7bd5-4ec4-b999-a3e03d2e1941 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:46:53.480350 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-5fbc6132-740d-43d2-8304-571ba1e218b2 req-f8577de9-7bd5-4ec4-b999-a3e03d2e1941 service neutron] 10.222.0.55 "GET /v2.0/networks?id=8ee91eb3-b804-4097-9df9-5ba251ac6c63 HTTP/1.1" status: 200 len: 918 time: 0.3726151 Nov 05 19:46:53.527105 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-5fbc6132-740d-43d2-8304-571ba1e218b2 req-79bbf94d-8315-479e-8a57-ed614fec0f7e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=de125065-2aaf-49c2-bfee-07df700e24ff HTTP/1.1" status: 200 len: 217 time: 0.0369854 Nov 05 19:46:53.582843 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbc6132-740d-43d2-8304-571ba1e218b2 req-b5ed6a71-dce3-41a0-b36b-9445137f343c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:46:53.584281 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-5fbc6132-740d-43d2-8304-571ba1e218b2 req-b5ed6a71-dce3-41a0-b36b-9445137f343c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=4d2b172e-8bed-497b-9d23-187e75acd93a HTTP/1.1" status: 200 len: 856 time: 0.0465751 Nov 05 19:46:53.629004 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbc6132-740d-43d2-8304-571ba1e218b2 req-f0b3fea7-e76b-4b36-865d-486d68b75a3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:46:53.630520 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-5fbc6132-740d-43d2-8304-571ba1e218b2 req-f0b3fea7-e76b-4b36-865d-486d68b75a3d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=8ee91eb3-b804-4097-9df9-5ba251ac6c63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0386541 Nov 05 19:46:53.725332 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-5fbc6132-740d-43d2-8304-571ba1e218b2 req-5cb24475-f04f-44b2-8caf-08bdbe92fed3 service neutron] 10.222.0.55 "GET /v2.0/networks/8ee91eb3-b804-4097-9df9-5ba251ac6c63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861394 Nov 05 19:46:53.744507 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9041a58-4ad3-4abe-ac84-3c064f7d6367 req-82fac455-def1-41aa-9794-4cc69309e42b tempest-TestEncryptedCinderVolumes-701974561 tempest-TestEncryptedCinderVolumes-701974561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:46:53.745897 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-d9041a58-4ad3-4abe-ac84-3c064f7d6367 req-82fac455-def1-41aa-9794-4cc69309e42b tempest-TestEncryptedCinderVolumes-701974561 tempest-TestEncryptedCinderVolumes-701974561-project] 10.222.0.13 "GET /v2.0/ports?device_id=a01be7ba-fe92-4b28-85af-72ae67545447 HTTP/1.1" status: 200 len: 944 time: 0.0484715 Nov 05 19:46:53.792979 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-d9041a58-4ad3-4abe-ac84-3c064f7d6367 req-3ba77f3e-b327-4ca0-afeb-ea35e118c084 tempest-TestEncryptedCinderVolumes-701974561 tempest-TestEncryptedCinderVolumes-701974561-project] 10.222.0.13 "GET /v2.0/security-groups?id=6348ff8b-9db5-4964-855e-8a1a5242ced8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407612 Nov 05 19:46:53.816033 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-5fbc6132-740d-43d2-8304-571ba1e218b2 req-b429b003-dcbf-468a-befb-a1eb324d1216 service neutron] 10.222.0.55 "GET /v2.0/networks/8ee91eb3-b804-4097-9df9-5ba251ac6c63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821078 Nov 05 19:46:54.907179 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75f5a7f-f5b0-4b35-bd78-61525b30aa2b req-cea6d40f-f4f2-4511-9c10-86380ec26053 tempest-TestEncryptedCinderVolumes-701974561 tempest-TestEncryptedCinderVolumes-701974561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:46:54.908646 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-f75f5a7f-f5b0-4b35-bd78-61525b30aa2b req-cea6d40f-f4f2-4511-9c10-86380ec26053 tempest-TestEncryptedCinderVolumes-701974561 tempest-TestEncryptedCinderVolumes-701974561-project] 10.222.0.13 "GET /v2.0/ports?device_id=a01be7ba-fe92-4b28-85af-72ae67545447 HTTP/1.1" status: 200 len: 944 time: 0.0485158 Nov 05 19:46:54.957358 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-f75f5a7f-f5b0-4b35-bd78-61525b30aa2b req-1396b081-fe27-4240-ac02-ab1e627a372b tempest-TestEncryptedCinderVolumes-701974561 tempest-TestEncryptedCinderVolumes-701974561-project] 10.222.0.13 "GET /v2.0/security-groups?id=6348ff8b-9db5-4964-855e-8a1a5242ced8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428448 Nov 05 19:46:55.696804 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Device de125065-2aaf-49c2-bfee-07df700e24ff details requested by agent hyperv_n-h2-816865-1 with host n-h2-816865-1 {{(pid=102388) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 05 19:46:55.793120 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] For port de125065-2aaf-49c2-bfee-07df700e24ff, host n-h2-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=de125065-2aaf-49c2-bfee-07df700e24ff,segment=NetworkSegment(6fc84b5f-7235-41a7-91d3-1bb0d0f616f5),segment_id=6fc84b5f-7235-41a7-91d3-1bb0d0f616f5)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:46:55.804367 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Returning: {'device': 'de125065-2aaf-49c2-bfee-07df700e24ff', 'network_id': '8ee91eb3-b804-4097-9df9-5ba251ac6c63', 'port_id': 'de125065-2aaf-49c2-bfee-07df700e24ff', 'mac_address': 'fa:16:3e:15:bc:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 183, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4d2b172e-8bed-497b-9d23-187e75acd93a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102388) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 05 19:46:55.841323 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:46:55.853541 n-d-816865-1 neutron-server[102388]: DEBUG neutron.notifiers.nova [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de125065-2aaf-49c2-bfee-07df700e24ff {{(pid=102388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 19:46:55.873068 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] For port de125065-2aaf-49c2-bfee-07df700e24ff, host n-h2-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=de125065-2aaf-49c2-bfee-07df700e24ff,segment=NetworkSegment(6fc84b5f-7235-41a7-91d3-1bb0d0f616f5),segment_id=6fc84b5f-7235-41a7-91d3-1bb0d0f616f5)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:46:55.963428 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:46:56.010828 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Pushing event updated for resources: {'Port': ['ID=de125065-2aaf-49c2-bfee-07df700e24ff,revision_number=4']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:46:56.074559 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c722cb-7143-4e62-bef4-c96ed31ec784 req-0118a463-86ef-4baa-b654-be4e8d6ef568 tempest-TestEncryptedCinderVolumes-701974561 tempest-TestEncryptedCinderVolumes-701974561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:46:56.076550 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-b7c722cb-7143-4e62-bef4-c96ed31ec784 req-0118a463-86ef-4baa-b654-be4e8d6ef568 tempest-TestEncryptedCinderVolumes-701974561 tempest-TestEncryptedCinderVolumes-701974561-project] 10.222.0.13 "GET /v2.0/ports?device_id=a01be7ba-fe92-4b28-85af-72ae67545447 HTTP/1.1" status: 200 len: 945 time: 0.0487635 Nov 05 19:46:56.123263 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-b7c722cb-7143-4e62-bef4-c96ed31ec784 req-63b4afe6-ec4d-4f2c-a7cb-89ec11c4359a tempest-TestEncryptedCinderVolumes-701974561 tempest-TestEncryptedCinderVolumes-701974561-project] 10.222.0.13 "GET /v2.0/security-groups?id=6348ff8b-9db5-4964-855e-8a1a5242ced8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406997 Nov 05 19:46:56.230625 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] get_ports_and_sgs() called for port_ids ['de125065-2aaf-49c2-bfee-07df700e24ff'] {{(pid=102388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 19:46:57.238900 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a59f1b-f2ad-47b3-a5cb-402bed16521c req-53a3d69b-8ef7-411c-852b-828aade3dd27 tempest-TestEncryptedCinderVolumes-701974561 tempest-TestEncryptedCinderVolumes-701974561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:46:57.240370 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-48a59f1b-f2ad-47b3-a5cb-402bed16521c req-53a3d69b-8ef7-411c-852b-828aade3dd27 tempest-TestEncryptedCinderVolumes-701974561 tempest-TestEncryptedCinderVolumes-701974561-project] 10.222.0.13 "GET /v2.0/ports?device_id=a01be7ba-fe92-4b28-85af-72ae67545447 HTTP/1.1" status: 200 len: 945 time: 0.0472949 Nov 05 19:46:57.287090 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-48a59f1b-f2ad-47b3-a5cb-402bed16521c req-948b58ab-e49e-47f2-8b91-83fb3396ead9 tempest-TestEncryptedCinderVolumes-701974561 tempest-TestEncryptedCinderVolumes-701974561-project] 10.222.0.13 "GET /v2.0/security-groups?id=6348ff8b-9db5-4964-855e-8a1a5242ced8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408161 Nov 05 19:46:57.699076 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Device de125065-2aaf-49c2-bfee-07df700e24ff up at agent hyperv_n-h2-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 19:46:57.812434 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Provisioning for port de125065-2aaf-49c2-bfee-07df700e24ff completed by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 05 19:46:57.816501 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Provisioning complete for port de125065-2aaf-49c2-bfee-07df700e24ff triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:46:57.816900 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:46:58.051744 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:46:58.073491 n-d-816865-1 neutron-server[102388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a01be7ba-fe92-4b28-85af-72ae67545447', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de125065-2aaf-49c2-bfee-07df700e24ff'}] {{(pid=102388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 19:46:58.076580 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6791add14b0903d9e674b39f457aa3a29109aa98d0835d5644e65cf363d7cf55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64781231-caf4-41b9-a2bc-4b53b9be62d8" -d '{"events": [{"server_uuid": "a01be7ba-fe92-4b28-85af-72ae67545447", "name": "network-vif-plugged", "status": "completed", "tag": "de125065-2aaf-49c2-bfee-07df700e24ff"}]}' {{(pid=102388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 19:46:58.088787 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] For port de125065-2aaf-49c2-bfee-07df700e24ff, host n-h2-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=de125065-2aaf-49c2-bfee-07df700e24ff,segment=NetworkSegment(6fc84b5f-7235-41a7-91d3-1bb0d0f616f5),segment_id=6fc84b5f-7235-41a7-91d3-1bb0d0f616f5)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:46:58.112644 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 19:46:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-673d794c-c116-42cb-9fc1-1aacf608caaa x-openstack-request-id: req-673d794c-c116-42cb-9fc1-1aacf608caaa {{(pid=102388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 19:46:58.112937 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a01be7ba-fe92-4b28-85af-72ae67545447", "name": "network-vif-plugged", "status": "completed", "tag": "de125065-2aaf-49c2-bfee-07df700e24ff", "code": 200}]} {{(pid=102388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 19:46:58.113192 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-673d794c-c116-42cb-9fc1-1aacf608caaa {{(pid=102388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 19:46:58.113588 n-d-816865-1 neutron-server[102388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a01be7ba-fe92-4b28-85af-72ae67545447', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de125065-2aaf-49c2-bfee-07df700e24ff', 'code': 200} Nov 05 19:46:58.174482 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:46:58.222376 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Pushing event updated for resources: {'Port': ['ID=de125065-2aaf-49c2-bfee-07df700e24ff,revision_number=5']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:46:58.230028 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16dd17b-255a-4398-bf3f-cf7ad3e04be7 req-dd4fce9d-f021-4103-9d52-e8ac20daf99d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:46:58.232715 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-b16dd17b-255a-4398-bf3f-cf7ad3e04be7 req-dd4fce9d-f021-4103-9d52-e8ac20daf99d service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=a01be7ba-fe92-4b28-85af-72ae67545447 HTTP/1.1" status: 200 len: 1097 time: 0.0468204 Nov 05 19:46:58.283118 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-b16dd17b-255a-4398-bf3f-cf7ad3e04be7 req-c9eb8577-cc4e-44cc-8d90-8b4e3f39ddbd service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=6348ff8b-9db5-4964-855e-8a1a5242ced8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392118 Nov 05 19:46:58.407738 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3940f1e5-8750-4c25-9de0-b78f570538e9 req-13d8cbaa-40d1-48c9-882a-83a01c3240f0 tempest-TestEncryptedCinderVolumes-701974561 tempest-TestEncryptedCinderVolumes-701974561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:46:58.409256 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-3940f1e5-8750-4c25-9de0-b78f570538e9 req-13d8cbaa-40d1-48c9-882a-83a01c3240f0 tempest-TestEncryptedCinderVolumes-701974561 tempest-TestEncryptedCinderVolumes-701974561-project] 10.222.0.13 "GET /v2.0/ports?device_id=a01be7ba-fe92-4b28-85af-72ae67545447 HTTP/1.1" status: 200 len: 946 time: 0.0532014 Nov 05 19:46:58.456839 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-3940f1e5-8750-4c25-9de0-b78f570538e9 req-18c15478-0dbc-4d0a-bbe5-eb3a787de9d7 tempest-TestEncryptedCinderVolumes-701974561 tempest-TestEncryptedCinderVolumes-701974561-project] 10.222.0.13 "GET /v2.0/security-groups?id=6348ff8b-9db5-4964-855e-8a1a5242ced8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416036 Nov 05 19:46:59.574275 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73b8138-ae33-4e30-a733-bf4b5224c2e0 req-24a64f09-916e-4eeb-b369-32211427334a tempest-TestEncryptedCinderVolumes-701974561 tempest-TestEncryptedCinderVolumes-701974561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:46:59.576348 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-b73b8138-ae33-4e30-a733-bf4b5224c2e0 req-24a64f09-916e-4eeb-b369-32211427334a tempest-TestEncryptedCinderVolumes-701974561 tempest-TestEncryptedCinderVolumes-701974561-project] 10.222.0.13 "GET /v2.0/ports?device_id=a01be7ba-fe92-4b28-85af-72ae67545447 HTTP/1.1" status: 200 len: 946 time: 0.0505943 Nov 05 19:46:59.624774 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-b73b8138-ae33-4e30-a733-bf4b5224c2e0 req-99a7bfd8-c039-4a3c-974a-f7cb56ea9107 tempest-TestEncryptedCinderVolumes-701974561 tempest-TestEncryptedCinderVolumes-701974561-project] 10.222.0.13 "GET /v2.0/security-groups?id=6348ff8b-9db5-4964-855e-8a1a5242ced8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418308 Nov 05 19:47:00.738842 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3896236f-c528-4275-92f7-4fb1f486d28a req-002c6ede-d625-4700-af6b-f37bc4d270fe tempest-TestEncryptedCinderVolumes-701974561 tempest-TestEncryptedCinderVolumes-701974561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:47:00.740364 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-3896236f-c528-4275-92f7-4fb1f486d28a req-002c6ede-d625-4700-af6b-f37bc4d270fe tempest-TestEncryptedCinderVolumes-701974561 tempest-TestEncryptedCinderVolumes-701974561-project] 10.222.0.13 "GET /v2.0/ports?device_id=a01be7ba-fe92-4b28-85af-72ae67545447 HTTP/1.1" status: 200 len: 946 time: 0.0486319 Nov 05 19:47:00.790808 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-3896236f-c528-4275-92f7-4fb1f486d28a req-68f226e9-eb5f-43f0-8e6c-4c28d9038241 tempest-TestEncryptedCinderVolumes-701974561 tempest-TestEncryptedCinderVolumes-701974561-project] 10.222.0.13 "GET /v2.0/security-groups?id=6348ff8b-9db5-4964-855e-8a1a5242ced8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446134 Nov 05 19:47:00.904121 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093a6f4b-1a56-4bea-92c2-9ce039b222e7 req-85c08a00-21e3-4115-9794-3c20e1d6072a tempest-TestEncryptedCinderVolumes-701974561 tempest-TestEncryptedCinderVolumes-701974561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:47:00.905539 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-093a6f4b-1a56-4bea-92c2-9ce039b222e7 req-85c08a00-21e3-4115-9794-3c20e1d6072a tempest-TestEncryptedCinderVolumes-701974561 tempest-TestEncryptedCinderVolumes-701974561-project] 10.222.0.13 "GET /v2.0/ports?device_id=a01be7ba-fe92-4b28-85af-72ae67545447 HTTP/1.1" status: 200 len: 946 time: 0.0509417 Nov 05 19:47:00.954074 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-093a6f4b-1a56-4bea-92c2-9ce039b222e7 req-01696c93-a128-4c04-bcf0-5ff81f714c7d tempest-TestEncryptedCinderVolumes-701974561 tempest-TestEncryptedCinderVolumes-701974561-project] 10.222.0.13 "GET /v2.0/security-groups?id=6348ff8b-9db5-4964-855e-8a1a5242ced8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426614 Nov 05 19:47:02.647015 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-4538c7ee-1792-4e96-921f-3d50e8bed371 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:47:04.826000 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:47:05.409088 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-8f93da2f-aabf-4cee-bb33-011d36d64e0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:47:06.477192 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b304910f-7b27-444b-a8fc-977d26b1ceac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:47:06.835384 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:47:08.435256 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-31f93893-a48e-4ae8-833d-dccb2b42eacc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:47:08.555408 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:47:25.920498 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9815db7c-855c-4433-b9de-1b2e6963d1a5 req-3ecb2c61-d2f9-4af7-b891-8704183eeb5e tempest-TestEncryptedCinderVolumes-701974561 tempest-TestEncryptedCinderVolumes-701974561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:47:25.922881 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-9815db7c-855c-4433-b9de-1b2e6963d1a5 req-3ecb2c61-d2f9-4af7-b891-8704183eeb5e tempest-TestEncryptedCinderVolumes-701974561 tempest-TestEncryptedCinderVolumes-701974561-project] 10.222.0.13 "GET /v2.0/ports?device_id=a01be7ba-fe92-4b28-85af-72ae67545447 HTTP/1.1" status: 200 len: 946 time: 0.0541577 Nov 05 19:47:25.972437 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-9815db7c-855c-4433-b9de-1b2e6963d1a5 req-516a190c-6c7c-4a1a-b06b-92a75fb0a40b tempest-TestEncryptedCinderVolumes-701974561 tempest-TestEncryptedCinderVolumes-701974561-project] 10.222.0.13 "GET /v2.0/security-groups?id=6348ff8b-9db5-4964-855e-8a1a5242ced8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439358 Nov 05 19:47:27.092236 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a351bdba-7991-4c53-9673-03e78c0f4206 req-a521ede8-f9ac-4333-97d4-5a8d7f121c7d tempest-TestEncryptedCinderVolumes-701974561 tempest-TestEncryptedCinderVolumes-701974561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:47:27.093948 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-a351bdba-7991-4c53-9673-03e78c0f4206 req-a521ede8-f9ac-4333-97d4-5a8d7f121c7d tempest-TestEncryptedCinderVolumes-701974561 tempest-TestEncryptedCinderVolumes-701974561-project] 10.222.0.13 "GET /v2.0/ports?device_id=a01be7ba-fe92-4b28-85af-72ae67545447 HTTP/1.1" status: 200 len: 946 time: 0.0519409 Nov 05 19:47:27.140233 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-a351bdba-7991-4c53-9673-03e78c0f4206 req-a78b5606-210b-407d-991c-aa24eede6cb6 tempest-TestEncryptedCinderVolumes-701974561 tempest-TestEncryptedCinderVolumes-701974561-project] 10.222.0.13 "GET /v2.0/security-groups?id=6348ff8b-9db5-4964-855e-8a1a5242ced8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406141 Nov 05 19:47:27.594562 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07670c6-3d75-4451-b980-909aad0a7323 req-1bfec549-41ec-47c2-9573-21cba003653c tempest-TestEncryptedCinderVolumes-701974561 tempest-TestEncryptedCinderVolumes-701974561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:47:27.596019 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-c07670c6-3d75-4451-b980-909aad0a7323 req-1bfec549-41ec-47c2-9573-21cba003653c tempest-TestEncryptedCinderVolumes-701974561 tempest-TestEncryptedCinderVolumes-701974561-project] 10.222.0.55 "GET /v2.0/ports?device_id=a01be7ba-fe92-4b28-85af-72ae67545447 HTTP/1.1" status: 200 len: 946 time: 0.0467534 Nov 05 19:47:27.686860 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [req-c07670c6-3d75-4451-b980-909aad0a7323 req-b31c5a5a-be71-4fd0-88c4-ceb4b942bc47 tempest-TestEncryptedCinderVolumes-701974561 tempest-TestEncryptedCinderVolumes-701974561-project] Deleting port de125065-2aaf-49c2-bfee-07df700e24ff {{(pid=102386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 19:47:27.687201 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-c07670c6-3d75-4451-b980-909aad0a7323 req-b31c5a5a-be71-4fd0-88c4-ceb4b942bc47 tempest-TestEncryptedCinderVolumes-701974561 tempest-TestEncryptedCinderVolumes-701974561-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:47:27.776559 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [req-c07670c6-3d75-4451-b980-909aad0a7323 req-b31c5a5a-be71-4fd0-88c4-ceb4b942bc47 tempest-TestEncryptedCinderVolumes-701974561 tempest-TestEncryptedCinderVolumes-701974561-project] For port de125065-2aaf-49c2-bfee-07df700e24ff, host n-h2-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=de125065-2aaf-49c2-bfee-07df700e24ff,segment=NetworkSegment(6fc84b5f-7235-41a7-91d3-1bb0d0f616f5),segment_id=6fc84b5f-7235-41a7-91d3-1bb0d0f616f5)] {{(pid=102386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:47:27.776916 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-c07670c6-3d75-4451-b980-909aad0a7323 req-b31c5a5a-be71-4fd0-88c4-ceb4b942bc47 tempest-TestEncryptedCinderVolumes-701974561 tempest-TestEncryptedCinderVolumes-701974561-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:47:27.789896 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [req-c07670c6-3d75-4451-b980-909aad0a7323 req-b31c5a5a-be71-4fd0-88c4-ceb4b942bc47 tempest-TestEncryptedCinderVolumes-701974561 tempest-TestEncryptedCinderVolumes-701974561-project] Calling delete_port for de125065-2aaf-49c2-bfee-07df700e24ff owned by compute:nova {{(pid=102386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 19:47:27.986579 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-c07670c6-3d75-4451-b980-909aad0a7323 req-b31c5a5a-be71-4fd0-88c4-ceb4b942bc47 tempest-TestEncryptedCinderVolumes-701974561 tempest-TestEncryptedCinderVolumes-701974561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:47:28.003781 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] get_ports_and_sgs() called for port_ids ['de125065-2aaf-49c2-bfee-07df700e24ff'] {{(pid=102388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 19:47:28.014512 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31c5a5a-be71-4fd0-88c4-ceb4b942bc47 tempest-TestEncryptedCinderVolumes-701974561 tempest-TestEncryptedCinderVolumes-701974561-project] Pushing event deleted for resources: {'Port': ['ID=de125065-2aaf-49c2-bfee-07df700e24ff,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:47:28.059729 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [req-c07670c6-3d75-4451-b980-909aad0a7323 req-b31c5a5a-be71-4fd0-88c4-ceb4b942bc47 tempest-TestEncryptedCinderVolumes-701974561 tempest-TestEncryptedCinderVolumes-701974561-project] No DVR routers for this DVR port de125065-2aaf-49c2-bfee-07df700e24ff on host n-h2-816865-1 {{(pid=102386) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 19:47:28.062378 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-c07670c6-3d75-4451-b980-909aad0a7323 req-b31c5a5a-be71-4fd0-88c4-ceb4b942bc47 tempest-TestEncryptedCinderVolumes-701974561 tempest-TestEncryptedCinderVolumes-701974561-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:47:28.066702 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-c07670c6-3d75-4451-b980-909aad0a7323 req-b31c5a5a-be71-4fd0-88c4-ceb4b942bc47 tempest-TestEncryptedCinderVolumes-701974561 tempest-TestEncryptedCinderVolumes-701974561-project] 10.222.0.55 "DELETE /v2.0/ports/de125065-2aaf-49c2-bfee-07df700e24ff HTTP/1.1" status: 204 len: 173 time: 0.4606178 Nov 05 19:47:28.067151 n-d-816865-1 neutron-server[102386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a01be7ba-fe92-4b28-85af-72ae67545447', 'name': 'network-vif-deleted', 'tag': 'de125065-2aaf-49c2-bfee-07df700e24ff'}] {{(pid=102386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 19:47:28.069402 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d24c2e9fd656c946d5f792cc44b0d4efbe125a7d17e01666b7f4dc8150dd75ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f786a74-1cdd-4966-b7bd-e885ed8502b5" -d '{"events": [{"server_uuid": "a01be7ba-fe92-4b28-85af-72ae67545447", "name": "network-vif-deleted", "tag": "de125065-2aaf-49c2-bfee-07df700e24ff"}]}' {{(pid=102386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 19:47:28.105510 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 19:47:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ef86aa3-3de2-4945-b2eb-2baa7bfc0c12 x-openstack-request-id: req-7ef86aa3-3de2-4945-b2eb-2baa7bfc0c12 {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 19:47:28.105811 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a01be7ba-fe92-4b28-85af-72ae67545447", "name": "network-vif-deleted", "tag": "de125065-2aaf-49c2-bfee-07df700e24ff", "status": "completed", "code": 200}]} {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 19:47:28.106089 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7ef86aa3-3de2-4945-b2eb-2baa7bfc0c12 {{(pid=102386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 19:47:28.106495 n-d-816865-1 neutron-server[102386]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a01be7ba-fe92-4b28-85af-72ae67545447', 'name': 'network-vif-deleted', 'tag': 'de125065-2aaf-49c2-bfee-07df700e24ff', 'status': 'completed', 'code': 200} Nov 05 19:47:28.235389 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-3465d9c6-a133-4c02-9baf-20772a1ea3c2 req-760fb5d4-f60f-4b00-a3a6-5b8515d7b029 tempest-TestEncryptedCinderVolumes-701974561 tempest-TestEncryptedCinderVolumes-701974561-project] 10.222.0.13 "GET /v2.0/ports?device_id=a01be7ba-fe92-4b28-85af-72ae67545447 HTTP/1.1" status: 200 len: 210 time: 0.0261016 Nov 05 19:47:28.710440 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.agents_db [None req-b9406b04-a0e8-43cf-b349-711963d96cf4 None None] Agent healthcheck: found 7 active agents {{(pid=102389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 05 19:47:29.359555 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 45780) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:47:29.713685 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-e8510fd3-f240-45f9-bc6f-ca517b576ecf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-571777'] for router_interface, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:47:29.955674 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [None req-e8510fd3-f240-45f9-bc6f-ca517b576ecf admin admin] Deleting port e9f179e2-c699-4ee0-b8a7-c30f63605957 {{(pid=102387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 19:47:29.956006 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-e8510fd3-f240-45f9-bc6f-ca517b576ecf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:47:30.032060 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.db [None req-e8510fd3-f240-45f9-bc6f-ca517b576ecf admin admin] For port e9f179e2-c699-4ee0-b8a7-c30f63605957, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=e9f179e2-c699-4ee0-b8a7-c30f63605957,segment=NetworkSegment(6fc84b5f-7235-41a7-91d3-1bb0d0f616f5),segment_id=6fc84b5f-7235-41a7-91d3-1bb0d0f616f5)] {{(pid=102387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:47:30.032415 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-e8510fd3-f240-45f9-bc6f-ca517b576ecf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:47:30.045320 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [None req-e8510fd3-f240-45f9-bc6f-ca517b576ecf admin admin] Calling delete_port for e9f179e2-c699-4ee0-b8a7-c30f63605957 owned by network:router_interface {{(pid=102387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 19:47:30.272670 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-e8510fd3-f240-45f9-bc6f-ca517b576ecf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4417063'] for port, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:47:30.300161 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8510fd3-f240-45f9-bc6f-ca517b576ecf admin admin] Pushing event deleted for resources: {'Port': ['ID=e9f179e2-c699-4ee0-b8a7-c30f63605957,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:47:30.466981 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-e8510fd3-f240-45f9-bc6f-ca517b576ecf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-597886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-573297'] for router_interface, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:47:30.680731 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8510fd3-f240-45f9-bc6f-ca517b576ecf admin admin] Router 069d5f76-98e5-40cc-87af-98d601a5038d has already been hosted by L3 agent 6dcb5589-8e86-4616-9186-ddc4548e13ad {{(pid=102387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 19:47:30.784389 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8510fd3-f240-45f9-bc6f-ca517b576ecf admin admin] Notify agent at l3_agent.n-d-816865-1 the message routers_updated {{(pid=102387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 19:47:30.789376 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-e8510fd3-f240-45f9-bc6f-ca517b576ecf admin admin] 10.222.0.13 "PUT /v2.0/routers/069d5f76-98e5-40cc-87af-98d601a5038d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4287879 Nov 05 19:47:30.792178 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 45782) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:47:30.796212 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b922052-e8df-42bf-a19d-8b7715c6af40 None None] Sync routers for ids ['069d5f76-98e5-40cc-87af-98d601a5038d'] in n-d-816865-1 {{(pid=102389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 19:47:30.807412 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b922052-e8df-42bf-a19d-8b7715c6af40 None None] Routers {'069d5f76-98e5-40cc-87af-98d601a5038d'} bound to L3 agent in host n-d-816865-1 {{(pid=102389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 19:47:30.808049 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-2b922052-e8df-42bf-a19d-8b7715c6af40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T19:47:05Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['069d5f76-98e5-40cc-87af-98d601a5038d'], 'active': True} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:47:30.900172 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-456aad0c-7f85-492b-8a88-ff519d10e3ab admin admin] Publish callbacks [] for router, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:47:30.916302 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvr_db [None req-2b922052-e8df-42bf-a19d-8b7715c6af40 None None] Set router 069d5f76-98e5-40cc-87af-98d601a5038d gateway port host: n-d-816865-1 {{(pid=102389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 19:47:31.002677 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-456aad0c-7f85-492b-8a88-ff519d10e3ab admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:47:31.097815 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-2b922052-e8df-42bf-a19d-8b7715c6af40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '069d5f76-98e5-40cc-87af-98d601a5038d', 'name': 'tempest-TestEncryptedCinderVolumes-1832385620-router', 'tenant_id': '03f9ddd6f7a54f93ad596fd61bc98545', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.69'}], 'enable_snat': True}, 'gw_port_id': 'ea689c49-85e3-4b96-84a9-0ea65ad4a5ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T19:45:55Z', 'updated_at': '2021-11-05T19:47:30Z', 'revision_number': 5, 'project_id': '03f9ddd6f7a54f93ad596fd61bc98545', 'gw_port': {'id': 'ea689c49-85e3-4b96-84a9-0ea65ad4a5ae', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:30:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '069d5f76-98e5-40cc-87af-98d601a5038d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4116, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:45:56Z', 'updated_at': '2021-11-05T19:46:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1'}], 'n-d-816865-1', False) {} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:47:31.112273 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-456aad0c-7f85-492b-8a88-ff519d10e3ab admin admin] Deleting port ea689c49-85e3-4b96-84a9-0ea65ad4a5ae {{(pid=102386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 19:47:31.112611 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-456aad0c-7f85-492b-8a88-ff519d10e3ab admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:47:31.128636 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b922052-e8df-42bf-a19d-8b7715c6af40 None None] Checking router: 069d5f76-98e5-40cc-87af-98d601a5038d for host: n-d-816865-1 {{(pid=102389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 19:47:31.136988 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b922052-e8df-42bf-a19d-8b7715c6af40 None None] Routers {'069d5f76-98e5-40cc-87af-98d601a5038d'} bound to L3 agent in host n-d-816865-1 {{(pid=102389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 19:47:31.137600 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-2b922052-e8df-42bf-a19d-8b7715c6af40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T19:47:05Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['069d5f76-98e5-40cc-87af-98d601a5038d'], 'active': True} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:47:31.196499 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [None req-456aad0c-7f85-492b-8a88-ff519d10e3ab admin admin] For port ea689c49-85e3-4b96-84a9-0ea65ad4a5ae, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=ea689c49-85e3-4b96-84a9-0ea65ad4a5ae,segment=NetworkSegment(85be518c-8bb4-46a2-a903-d4292782d29d),segment_id=85be518c-8bb4-46a2-a903-d4292782d29d)] {{(pid=102386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:47:31.196877 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-456aad0c-7f85-492b-8a88-ff519d10e3ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:47:31.208791 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-456aad0c-7f85-492b-8a88-ff519d10e3ab admin admin] Calling delete_port for ea689c49-85e3-4b96-84a9-0ea65ad4a5ae owned by network:router_gateway {{(pid=102386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 19:47:31.218834 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvr_db [None req-2b922052-e8df-42bf-a19d-8b7715c6af40 None None] Set router 069d5f76-98e5-40cc-87af-98d601a5038d gateway port host: None {{(pid=102389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 19:47:31.274702 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-2b922052-e8df-42bf-a19d-8b7715c6af40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '069d5f76-98e5-40cc-87af-98d601a5038d', 'name': 'tempest-TestEncryptedCinderVolumes-1832385620-router', 'tenant_id': '03f9ddd6f7a54f93ad596fd61bc98545', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T19:45:55Z', 'updated_at': '2021-11-05T19:47:31Z', 'revision_number': 6, 'project_id': '03f9ddd6f7a54f93ad596fd61bc98545', 'gw_port_host': None}], 'n-d-816865-1', False) {} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:47:31.300483 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b922052-e8df-42bf-a19d-8b7715c6af40 None None] The sync data for ids ['069d5f76-98e5-40cc-87af-98d601a5038d'] in n-d-816865-1 is: [{'id': '069d5f76-98e5-40cc-87af-98d601a5038d', 'name': 'tempest-TestEncryptedCinderVolumes-1832385620-router', 'tenant_id': '03f9ddd6f7a54f93ad596fd61bc98545', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T19:45:55Z', 'updated_at': '2021-11-05T19:47:31Z', 'revision_number': 6, 'project_id': '03f9ddd6f7a54f93ad596fd61bc98545', 'gw_port_host': None}] {{(pid=102389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 19:47:31.443884 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-456aad0c-7f85-492b-8a88-ff519d10e3ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:47:31.468982 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456aad0c-7f85-492b-8a88-ff519d10e3ab admin admin] Pushing event deleted for resources: {'Port': ['ID=ea689c49-85e3-4b96-84a9-0ea65ad4a5ae,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:47:31.534264 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-456aad0c-7f85-492b-8a88-ff519d10e3ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1000651'] for router_gateway, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:47:31.622914 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-456aad0c-7f85-492b-8a88-ff519d10e3ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-571301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6852'] for router, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:47:31.625015 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-456aad0c-7f85-492b-8a88-ff519d10e3ab admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:47:31.738899 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-456aad0c-7f85-492b-8a88-ff519d10e3ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-571310'] for router, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:47:31.739487 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-456aad0c-7f85-492b-8a88-ff519d10e3ab admin admin] Fanout notify agent at l3_agent the message router_deleted on router 069d5f76-98e5-40cc-87af-98d601a5038d {{(pid=102386) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 05 19:47:31.743850 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-456aad0c-7f85-492b-8a88-ff519d10e3ab admin admin] Publish callbacks [] for router, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:47:31.744997 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-456aad0c-7f85-492b-8a88-ff519d10e3ab admin admin] 10.222.0.13 "DELETE /v2.0/routers/069d5f76-98e5-40cc-87af-98d601a5038d HTTP/1.1" status: 204 len: 168 time: 0.9519384 Nov 05 19:47:31.747486 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 45784) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:47:31.791825 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.db_base_plugin_v2 [None req-1fe30ea2-95ce-41d5-ba3c-2f998214386b admin admin] Deleting subnet 4d2b172e-8bed-497b-9d23-187e75acd93a {{(pid=102386) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 05 19:47:31.794779 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-1fe30ea2-95ce-41d5-ba3c-2f998214386b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:47:31.828267 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-1fe30ea2-95ce-41d5-ba3c-2f998214386b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4590738'] for subnet, precommit_delete_associations {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:47:31.836729 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Device de125065-2aaf-49c2-bfee-07df700e24ff no longer exists at agent hyperv_n-h2-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 19:47:31.859962 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] No Port match for: de125065-2aaf-49c2-bfee-07df700e24ff {{(pid=102388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 19:47:31.860305 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Device de125065-2aaf-49c2-bfee-07df700e24ff not bound to the agent host n-h2-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 19:47:31.910311 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-1fe30ea2-95ce-41d5-ba3c-2f998214386b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1573928'] for subnet, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:47:32.025066 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-1fe30ea2-95ce-41d5-ba3c-2f998214386b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1573905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6149879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4877183'] for subnet, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:47:32.055369 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe30ea2-95ce-41d5-ba3c-2f998214386b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4d2b172e-8bed-497b-9d23-187e75acd93a,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:47:32.057435 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-1fe30ea2-95ce-41d5-ba3c-2f998214386b admin admin] Publish callbacks [] for subnet, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:47:32.060709 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-1fe30ea2-95ce-41d5-ba3c-2f998214386b admin admin] 10.222.0.13 "DELETE /v2.0/subnets/4d2b172e-8bed-497b-9d23-187e75acd93a HTTP/1.1" status: 204 len: 168 time: 0.3122842 Nov 05 19:47:32.063240 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 45786) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:47:32.066490 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9abcd291-2872-4deb-8467-0192b18e9bb8 None None] Network 8ee91eb3-b804-4097-9df9-5ba251ac6c63 requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 19:47:32.137382 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-c44ff5de-ed78-4389-8b2f-84cb5f1fba19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1664226'] for network, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:47:32.197046 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-c44ff5de-ed78-4389-8b2f-84cb5f1fba19 admin admin] Deleting port fdc40c40-be31-42e8-9ebc-ff9a39613993 {{(pid=102386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 19:47:32.197412 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-c44ff5de-ed78-4389-8b2f-84cb5f1fba19 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:47:32.289163 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-171cea2d-26aa-4faf-af91-fe1d52804f3c None None] DHCP port deletion for 8ee91eb3-b804-4097-9df9-5ba251ac6c63 request from n-d-816865-1 {{(pid=102388) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 05 19:47:32.289469 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [None req-c44ff5de-ed78-4389-8b2f-84cb5f1fba19 admin admin] For port fdc40c40-be31-42e8-9ebc-ff9a39613993, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=fdc40c40-be31-42e8-9ebc-ff9a39613993,segment=NetworkSegment(6fc84b5f-7235-41a7-91d3-1bb0d0f616f5),segment_id=6fc84b5f-7235-41a7-91d3-1bb0d0f616f5)] {{(pid=102386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:47:32.289469 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-c44ff5de-ed78-4389-8b2f-84cb5f1fba19 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:47:32.289469 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-c44ff5de-ed78-4389-8b2f-84cb5f1fba19 admin admin] Calling delete_port for fdc40c40-be31-42e8-9ebc-ff9a39613993 owned by network:dhcp {{(pid=102386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 19:47:32.312265 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-171cea2d-26aa-4faf-af91-fe1d52804f3c None None] Deleting port fdc40c40-be31-42e8-9ebc-ff9a39613993 {{(pid=102388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 19:47:32.312399 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-171cea2d-26aa-4faf-af91-fe1d52804f3c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:47:32.381030 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-171cea2d-26aa-4faf-af91-fe1d52804f3c None None] For port fdc40c40-be31-42e8-9ebc-ff9a39613993, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=fdc40c40-be31-42e8-9ebc-ff9a39613993,segment=NetworkSegment(6fc84b5f-7235-41a7-91d3-1bb0d0f616f5),segment_id=6fc84b5f-7235-41a7-91d3-1bb0d0f616f5)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:47:32.386174 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-171cea2d-26aa-4faf-af91-fe1d52804f3c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:47:32.394357 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-171cea2d-26aa-4faf-af91-fe1d52804f3c None None] Calling delete_port for fdc40c40-be31-42e8-9ebc-ff9a39613993 owned by network:dhcp {{(pid=102388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 19:47:32.455457 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-c44ff5de-ed78-4389-8b2f-84cb5f1fba19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:47:32.472828 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-171cea2d-26aa-4faf-af91-fe1d52804f3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798'] for port, after_delete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:47:32.483142 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44ff5de-ed78-4389-8b2f-84cb5f1fba19 admin admin] Pushing event deleted for resources: {'Port': ['ID=fdc40c40-be31-42e8-9ebc-ff9a39613993,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:47:32.484890 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c44ff5de-ed78-4389-8b2f-84cb5f1fba19 admin admin] No DVR routers for this DVR port fdc40c40-be31-42e8-9ebc-ff9a39613993 on host n-d-816865-1 {{(pid=102386) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 19:47:32.503348 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171cea2d-26aa-4faf-af91-fe1d52804f3c None None] Pushing event deleted for resources: {'Port': ['ID=fdc40c40-be31-42e8-9ebc-ff9a39613993,revision_number=None']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:47:32.505689 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-171cea2d-26aa-4faf-af91-fe1d52804f3c None None] No DVR routers for this DVR port fdc40c40-be31-42e8-9ebc-ff9a39613993 on host n-d-816865-1 {{(pid=102388) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 19:47:32.515882 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-171cea2d-26aa-4faf-af91-fe1d52804f3c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:47:32.515882 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-171cea2d-26aa-4faf-af91-fe1d52804f3c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:47:32.515882 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-171cea2d-26aa-4faf-af91-fe1d52804f3c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:47:32.515882 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-171cea2d-26aa-4faf-af91-fe1d52804f3c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:47:32.515882 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-171cea2d-26aa-4faf-af91-fe1d52804f3c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:47:32.515882 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-171cea2d-26aa-4faf-af91-fe1d52804f3c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:47:32.516457 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-171cea2d-26aa-4faf-af91-fe1d52804f3c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:47:32.516457 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-171cea2d-26aa-4faf-af91-fe1d52804f3c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:47:32.516676 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-171cea2d-26aa-4faf-af91-fe1d52804f3c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:47:32.517642 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-171cea2d-26aa-4faf-af91-fe1d52804f3c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:47:32.518580 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-171cea2d-26aa-4faf-af91-fe1d52804f3c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:47:32.518926 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-171cea2d-26aa-4faf-af91-fe1d52804f3c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:47:32.562148 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-c44ff5de-ed78-4389-8b2f-84cb5f1fba19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1579173', 'neutron.services.segments.db._delete_segments_for_network-8750027792909'] for network, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:47:32.582489 n-d-816865-1 neutron-server[102386]: DEBUG neutron.services.segments.db [None req-c44ff5de-ed78-4389-8b2f-84cb5f1fba19 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ee91eb3-b804-4097-9df9-5ba251ac6c63']}} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:47:32.591523 n-d-816865-1 neutron-server[102386]: DEBUG neutron.services.segments.db [None req-c44ff5de-ed78-4389-8b2f-84cb5f1fba19 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6fc84b5f-7235-41a7-91d3-1bb0d0f616f5') {'for_net_delete': True} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:47:32.591818 n-d-816865-1 neutron-server[102386]: DEBUG neutron.services.segments.db [None req-c44ff5de-ed78-4389-8b2f-84cb5f1fba19 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6fc84b5f-7235-41a7-91d3-1bb0d0f616f5') {} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:47:32.601791 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-c44ff5de-ed78-4389-8b2f-84cb5f1fba19 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750027793430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4590747'] for segment, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:47:32.615222 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-c44ff5de-ed78-4389-8b2f-84cb5f1fba19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273'] for segment, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:47:32.621117 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c44ff5de-ed78-4389-8b2f-84cb5f1fba19 admin admin] Releasing vlan 183 on physical network physnet1 to pool {{(pid=102386) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 05 19:47:32.621524 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-c44ff5de-ed78-4389-8b2f-84cb5f1fba19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6149721'] for segment, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:47:32.623173 n-d-816865-1 neutron-server[102386]: Traceback (most recent call last): Nov 05 19:47:32.623173 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 05 19:47:32.623173 n-d-816865-1 neutron-server[102386]: timer() Nov 05 19:47:32.623173 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 05 19:47:32.623173 n-d-816865-1 neutron-server[102386]: cb(*args, **kw) Nov 05 19:47:32.623173 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 05 19:47:32.623173 n-d-816865-1 neutron-server[102386]: return func(*args, **kwargs) Nov 05 19:47:32.623173 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 05 19:47:32.623173 n-d-816865-1 neutron-server[102386]: self._notify() Nov 05 19:47:32.623173 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 05 19:47:32.623173 n-d-816865-1 neutron-server[102386]: self.callback(batched_events) Nov 05 19:47:32.623173 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 05 19:47:32.623173 n-d-816865-1 neutron-server[102386]: event.method(event) Nov 05 19:47:32.623173 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 05 19:47:32.623173 n-d-816865-1 neutron-server[102386]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 05 19:47:32.623173 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 05 19:47:32.623173 n-d-816865-1 neutron-server[102386]: aggregate_uuid = self.p_client.list_aggregates( Nov 05 19:47:32.623173 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 05 19:47:32.623173 n-d-816865-1 neutron-server[102386]: return f(self, *a, **k) Nov 05 19:47:32.623173 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 05 19:47:32.623173 n-d-816865-1 neutron-server[102386]: return self._get(url).json() Nov 05 19:47:32.623173 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 05 19:47:32.623173 n-d-816865-1 neutron-server[102386]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 05 19:47:32.623173 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 05 19:47:32.623173 n-d-816865-1 neutron-server[102386]: return self.request(url, 'GET', **kwargs) Nov 05 19:47:32.623173 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 05 19:47:32.623173 n-d-816865-1 neutron-server[102386]: base_url = self.get_endpoint(auth, allow=allow, Nov 05 19:47:32.623173 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 05 19:47:32.623173 n-d-816865-1 neutron-server[102386]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 05 19:47:32.623173 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 05 19:47:32.623173 n-d-816865-1 neutron-server[102386]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 05 19:47:32.623173 n-d-816865-1 neutron-server[102386]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 05 19:47:32.637596 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-116c77d3-e0c4-42a0-87c3-f74324a32f01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:47:32.746202 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-c44ff5de-ed78-4389-8b2f-84cb5f1fba19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1579178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-956796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1000687'] for network, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:47:32.752354 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-c44ff5de-ed78-4389-8b2f-84cb5f1fba19 admin admin] Publish callbacks [] for network, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:47:32.755596 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-c44ff5de-ed78-4389-8b2f-84cb5f1fba19 admin admin] 10.222.0.13 "DELETE /v2.0/networks/8ee91eb3-b804-4097-9df9-5ba251ac6c63 HTTP/1.1" status: 204 len: 168 time: 0.6913133 Nov 05 19:47:32.758715 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 45788) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:47:32.768208 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44ff5de-ed78-4389-8b2f-84cb5f1fba19 admin admin] Pushing event deleted for resources: {'Network': ['ID=8ee91eb3-b804-4097-9df9-5ba251ac6c63,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:47:32.824859 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device e9f179e2-c699-4ee0-b8a7-c30f63605957 no longer exists at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 19:47:32.845153 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] No Port match for: e9f179e2-c699-4ee0-b8a7-c30f63605957 {{(pid=102388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 19:47:32.845815 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device e9f179e2-c699-4ee0-b8a7-c30f63605957 not bound to the agent host n-d-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 19:47:32.845912 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device fdc40c40-be31-42e8-9ebc-ff9a39613993 no longer exists at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 19:47:32.867999 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] No Port match for: fdc40c40-be31-42e8-9ebc-ff9a39613993 {{(pid=102388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 19:47:32.868346 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device fdc40c40-be31-42e8-9ebc-ff9a39613993 not bound to the agent host n-d-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 19:47:32.868765 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device ea689c49-85e3-4b96-84a9-0ea65ad4a5ae no longer exists at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 19:47:32.889741 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] No Port match for: ea689c49-85e3-4b96-84a9-0ea65ad4a5ae {{(pid=102388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 19:47:32.890109 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device ea689c49-85e3-4b96-84a9-0ea65ad4a5ae not bound to the agent host n-d-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 19:47:33.114985 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-80ff9d02-e18e-4584-8cd7-dce410f9a7f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-571777'] for router_interface, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:47:33.363368 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [None req-80ff9d02-e18e-4584-8cd7-dce410f9a7f7 admin admin] Deleting port f01eeeb7-68be-405d-b82f-b0ddaffb58cf {{(pid=102387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 19:47:33.363704 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-80ff9d02-e18e-4584-8cd7-dce410f9a7f7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:47:33.439437 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.db [None req-80ff9d02-e18e-4584-8cd7-dce410f9a7f7 admin admin] For port f01eeeb7-68be-405d-b82f-b0ddaffb58cf, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=f01eeeb7-68be-405d-b82f-b0ddaffb58cf,segment=NetworkSegment(b0670d79-6b80-46ba-bb35-5688dc122cae),segment_id=b0670d79-6b80-46ba-bb35-5688dc122cae)] {{(pid=102387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:47:33.439827 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-80ff9d02-e18e-4584-8cd7-dce410f9a7f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:47:33.451777 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [None req-80ff9d02-e18e-4584-8cd7-dce410f9a7f7 admin admin] Calling delete_port for f01eeeb7-68be-405d-b82f-b0ddaffb58cf owned by network:router_interface {{(pid=102387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 19:47:33.700631 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-80ff9d02-e18e-4584-8cd7-dce410f9a7f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4417063'] for port, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:47:33.728125 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ff9d02-e18e-4584-8cd7-dce410f9a7f7 admin admin] Pushing event deleted for resources: {'Port': ['ID=f01eeeb7-68be-405d-b82f-b0ddaffb58cf,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:47:33.898462 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-80ff9d02-e18e-4584-8cd7-dce410f9a7f7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-597886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-573297'] for router_interface, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:47:34.113540 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80ff9d02-e18e-4584-8cd7-dce410f9a7f7 admin admin] Router 2a6f92f2-e382-4c73-ad9a-479cf59978f2 has already been hosted by L3 agent 6dcb5589-8e86-4616-9186-ddc4548e13ad {{(pid=102387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 19:47:34.521400 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80ff9d02-e18e-4584-8cd7-dce410f9a7f7 admin admin] Notify agent at l3_agent.n-d-816865-1 the message routers_updated {{(pid=102387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 19:47:34.526815 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-80ff9d02-e18e-4584-8cd7-dce410f9a7f7 admin admin] 10.222.0.13 "PUT /v2.0/routers/2a6f92f2-e382-4c73-ad9a-479cf59978f2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7670143 Nov 05 19:47:34.529298 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 45790) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:47:34.531918 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eb4abe5-e487-4e00-86f9-6517843c788b None None] Sync routers for ids ['2a6f92f2-e382-4c73-ad9a-479cf59978f2'] in n-d-816865-1 {{(pid=102388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 19:47:34.542727 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eb4abe5-e487-4e00-86f9-6517843c788b None None] Routers {'2a6f92f2-e382-4c73-ad9a-479cf59978f2'} bound to L3 agent in host n-d-816865-1 {{(pid=102388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 19:47:34.543356 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-2eb4abe5-e487-4e00-86f9-6517843c788b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T19:47:05Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['2a6f92f2-e382-4c73-ad9a-479cf59978f2'], 'active': True} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:47:34.631615 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-89375847-867b-4b11-90f9-8e4378a96626 admin admin] Publish callbacks [] for router, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:47:34.651522 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvr_db [None req-2eb4abe5-e487-4e00-86f9-6517843c788b None None] Set router 2a6f92f2-e382-4c73-ad9a-479cf59978f2 gateway port host: n-d-816865-1 {{(pid=102388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 19:47:34.732387 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-89375847-867b-4b11-90f9-8e4378a96626 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:47:34.842858 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-2eb4abe5-e487-4e00-86f9-6517843c788b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a6f92f2-e382-4c73-ad9a-479cf59978f2', 'name': 'tempest-TestEncryptedCinderVolumes-872880485-router', 'tenant_id': 'ebde7f3633ef4fdc867bf84e07f79361', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.98'}], 'enable_snat': True}, 'gw_port_id': '0f0d6a9d-ede7-4a30-a695-a0d5c0e52b43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T19:46:01Z', 'updated_at': '2021-11-05T19:47:33Z', 'revision_number': 5, 'project_id': 'ebde7f3633ef4fdc867bf84e07f79361', 'gw_port': {'id': '0f0d6a9d-ede7-4a30-a695-a0d5c0e52b43', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:dc:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a6f92f2-e382-4c73-ad9a-479cf59978f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4128, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:46:02Z', 'updated_at': '2021-11-05T19:46:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1'}], 'n-d-816865-1', False) {} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:47:34.850576 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [None req-89375847-867b-4b11-90f9-8e4378a96626 admin admin] Deleting port 0f0d6a9d-ede7-4a30-a695-a0d5c0e52b43 {{(pid=102387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 19:47:34.850915 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-89375847-867b-4b11-90f9-8e4378a96626 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:47:34.874831 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eb4abe5-e487-4e00-86f9-6517843c788b None None] Checking router: 2a6f92f2-e382-4c73-ad9a-479cf59978f2 for host: n-d-816865-1 {{(pid=102388) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 19:47:34.878445 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:47:34.884560 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eb4abe5-e487-4e00-86f9-6517843c788b None None] Routers {'2a6f92f2-e382-4c73-ad9a-479cf59978f2'} bound to L3 agent in host n-d-816865-1 {{(pid=102388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 19:47:34.885192 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-2eb4abe5-e487-4e00-86f9-6517843c788b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T19:47:05Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['2a6f92f2-e382-4c73-ad9a-479cf59978f2'], 'active': True} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:47:34.930302 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.db [None req-89375847-867b-4b11-90f9-8e4378a96626 admin admin] For port 0f0d6a9d-ede7-4a30-a695-a0d5c0e52b43, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=0f0d6a9d-ede7-4a30-a695-a0d5c0e52b43,segment=NetworkSegment(85be518c-8bb4-46a2-a903-d4292782d29d),segment_id=85be518c-8bb4-46a2-a903-d4292782d29d)] {{(pid=102387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:47:34.930900 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-89375847-867b-4b11-90f9-8e4378a96626 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:47:34.944619 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [None req-89375847-867b-4b11-90f9-8e4378a96626 admin admin] Calling delete_port for 0f0d6a9d-ede7-4a30-a695-a0d5c0e52b43 owned by network:router_gateway {{(pid=102387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 19:47:34.972242 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvr_db [None req-2eb4abe5-e487-4e00-86f9-6517843c788b None None] Set router 2a6f92f2-e382-4c73-ad9a-479cf59978f2 gateway port host: None {{(pid=102388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 19:47:35.023654 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-2eb4abe5-e487-4e00-86f9-6517843c788b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a6f92f2-e382-4c73-ad9a-479cf59978f2', 'name': 'tempest-TestEncryptedCinderVolumes-872880485-router', 'tenant_id': 'ebde7f3633ef4fdc867bf84e07f79361', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T19:46:01Z', 'updated_at': '2021-11-05T19:47:34Z', 'revision_number': 6, 'project_id': 'ebde7f3633ef4fdc867bf84e07f79361', 'gw_port_host': None}], 'n-d-816865-1', False) {} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:47:35.058074 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eb4abe5-e487-4e00-86f9-6517843c788b None None] The sync data for ids ['2a6f92f2-e382-4c73-ad9a-479cf59978f2'] in n-d-816865-1 is: [{'id': '2a6f92f2-e382-4c73-ad9a-479cf59978f2', 'name': 'tempest-TestEncryptedCinderVolumes-872880485-router', 'tenant_id': 'ebde7f3633ef4fdc867bf84e07f79361', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T19:46:01Z', 'updated_at': '2021-11-05T19:47:34Z', 'revision_number': 6, 'project_id': 'ebde7f3633ef4fdc867bf84e07f79361', 'gw_port_host': None}] {{(pid=102388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 19:47:35.163619 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-89375847-867b-4b11-90f9-8e4378a96626 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4417063'] for port, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:47:35.187932 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89375847-867b-4b11-90f9-8e4378a96626 admin admin] Pushing event deleted for resources: {'Port': ['ID=0f0d6a9d-ede7-4a30-a695-a0d5c0e52b43,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:47:35.254279 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-89375847-867b-4b11-90f9-8e4378a96626 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1000651'] for router_gateway, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:47:35.343500 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-89375847-867b-4b11-90f9-8e4378a96626 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-571301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6852'] for router, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:47:35.346127 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-89375847-867b-4b11-90f9-8e4378a96626 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:47:35.398306 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3655c7e5-1670-4815-bc8f-9f894d11727b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:47:35.472418 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-89375847-867b-4b11-90f9-8e4378a96626 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-571310'] for router, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:47:35.472958 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89375847-867b-4b11-90f9-8e4378a96626 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2a6f92f2-e382-4c73-ad9a-479cf59978f2 {{(pid=102387) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 05 19:47:35.477386 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-89375847-867b-4b11-90f9-8e4378a96626 admin admin] Publish callbacks [] for router, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:47:35.478583 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-89375847-867b-4b11-90f9-8e4378a96626 admin admin] 10.222.0.13 "DELETE /v2.0/routers/2a6f92f2-e382-4c73-ad9a-479cf59978f2 HTTP/1.1" status: 204 len: 168 time: 0.9483218 Nov 05 19:47:35.482557 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 45792) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:47:35.527261 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.db_base_plugin_v2 [None req-b1ec946e-319c-4c8e-b420-e13eed09d2fb admin admin] Deleting subnet 18612bc3-a20f-4fbd-99ad-9206f3487c6c {{(pid=102386) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 05 19:47:35.530309 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-b1ec946e-319c-4c8e-b420-e13eed09d2fb admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:47:35.563563 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-b1ec946e-319c-4c8e-b420-e13eed09d2fb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4590738'] for subnet, precommit_delete_associations {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:47:35.641996 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-b1ec946e-319c-4c8e-b420-e13eed09d2fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1573928'] for subnet, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:47:35.750487 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-b1ec946e-319c-4c8e-b420-e13eed09d2fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1573905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6149879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4877183'] for subnet, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:47:35.774075 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ec946e-319c-4c8e-b420-e13eed09d2fb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=18612bc3-a20f-4fbd-99ad-9206f3487c6c,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:47:35.781942 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-b1ec946e-319c-4c8e-b420-e13eed09d2fb admin admin] Publish callbacks [] for subnet, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:47:35.787316 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-b1ec946e-319c-4c8e-b420-e13eed09d2fb admin admin] 10.222.0.13 "DELETE /v2.0/subnets/18612bc3-a20f-4fbd-99ad-9206f3487c6c HTTP/1.1" status: 204 len: 168 time: 0.3033483 Nov 05 19:47:35.789435 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 45794) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:47:35.790292 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c5f63af-c4f0-40fd-a624-d878cc3f0476 None None] Network 8092a5ab-1eb5-4da8-882e-86ce8ecbc61b requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 19:47:35.863165 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-25be0b59-1666-4d7c-93c2-7138d9a1e4ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1664226'] for network, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:47:35.920195 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-25be0b59-1666-4d7c-93c2-7138d9a1e4ed admin admin] Deleting port f4cfefe6-6087-4b59-bf7c-9a297ce4feba {{(pid=102386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 19:47:35.920535 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-25be0b59-1666-4d7c-93c2-7138d9a1e4ed admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:47:35.988740 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [None req-25be0b59-1666-4d7c-93c2-7138d9a1e4ed admin admin] For port f4cfefe6-6087-4b59-bf7c-9a297ce4feba, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=f4cfefe6-6087-4b59-bf7c-9a297ce4feba,segment=NetworkSegment(b0670d79-6b80-46ba-bb35-5688dc122cae),segment_id=b0670d79-6b80-46ba-bb35-5688dc122cae)] {{(pid=102386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:47:35.989107 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-25be0b59-1666-4d7c-93c2-7138d9a1e4ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:47:35.991941 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9f77442-3698-4ee7-91e5-ae6959e763a7 None None] DHCP port deletion for 8092a5ab-1eb5-4da8-882e-86ce8ecbc61b request from n-d-816865-1 {{(pid=102388) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 05 19:47:36.004575 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-25be0b59-1666-4d7c-93c2-7138d9a1e4ed admin admin] Calling delete_port for f4cfefe6-6087-4b59-bf7c-9a297ce4feba owned by network:dhcp {{(pid=102386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 19:47:36.047691 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-a9f77442-3698-4ee7-91e5-ae6959e763a7 None None] Deleting port f4cfefe6-6087-4b59-bf7c-9a297ce4feba {{(pid=102388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 19:47:36.048580 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-a9f77442-3698-4ee7-91e5-ae6959e763a7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:47:36.116213 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-a9f77442-3698-4ee7-91e5-ae6959e763a7 None None] For port f4cfefe6-6087-4b59-bf7c-9a297ce4feba, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=f4cfefe6-6087-4b59-bf7c-9a297ce4feba,segment=NetworkSegment(b0670d79-6b80-46ba-bb35-5688dc122cae),segment_id=b0670d79-6b80-46ba-bb35-5688dc122cae)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:47:36.116633 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-a9f77442-3698-4ee7-91e5-ae6959e763a7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:47:36.133668 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-a9f77442-3698-4ee7-91e5-ae6959e763a7 None None] Calling delete_port for f4cfefe6-6087-4b59-bf7c-9a297ce4feba owned by network:dhcp {{(pid=102388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 19:47:36.192625 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-25be0b59-1666-4d7c-93c2-7138d9a1e4ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:47:36.210027 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-a9f77442-3698-4ee7-91e5-ae6959e763a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798'] for port, after_delete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:47:36.220050 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25be0b59-1666-4d7c-93c2-7138d9a1e4ed admin admin] Pushing event deleted for resources: {'Port': ['ID=f4cfefe6-6087-4b59-bf7c-9a297ce4feba,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:47:36.221967 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25be0b59-1666-4d7c-93c2-7138d9a1e4ed admin admin] No DVR routers for this DVR port f4cfefe6-6087-4b59-bf7c-9a297ce4feba on host n-d-816865-1 {{(pid=102386) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 19:47:36.237700 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f77442-3698-4ee7-91e5-ae6959e763a7 None None] Pushing event deleted for resources: {'Port': ['ID=f4cfefe6-6087-4b59-bf7c-9a297ce4feba,revision_number=None']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:47:36.241995 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9f77442-3698-4ee7-91e5-ae6959e763a7 None None] No DVR routers for this DVR port f4cfefe6-6087-4b59-bf7c-9a297ce4feba on host n-d-816865-1 {{(pid=102388) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 19:47:36.299769 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-25be0b59-1666-4d7c-93c2-7138d9a1e4ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1579173', 'neutron.services.segments.db._delete_segments_for_network-8750027792909'] for network, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:47:36.320600 n-d-816865-1 neutron-server[102386]: DEBUG neutron.services.segments.db [None req-25be0b59-1666-4d7c-93c2-7138d9a1e4ed admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8092a5ab-1eb5-4da8-882e-86ce8ecbc61b']}} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:47:36.329738 n-d-816865-1 neutron-server[102386]: DEBUG neutron.services.segments.db [None req-25be0b59-1666-4d7c-93c2-7138d9a1e4ed admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b0670d79-6b80-46ba-bb35-5688dc122cae') {'for_net_delete': True} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:47:36.330033 n-d-816865-1 neutron-server[102386]: DEBUG neutron.services.segments.db [None req-25be0b59-1666-4d7c-93c2-7138d9a1e4ed admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b0670d79-6b80-46ba-bb35-5688dc122cae') {} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:47:36.339712 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-25be0b59-1666-4d7c-93c2-7138d9a1e4ed admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750027793430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4590747'] for segment, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:47:36.353018 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-25be0b59-1666-4d7c-93c2-7138d9a1e4ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273'] for segment, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:47:36.358763 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25be0b59-1666-4d7c-93c2-7138d9a1e4ed admin admin] Releasing vlan 193 on physical network physnet1 to pool {{(pid=102386) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 05 19:47:36.359139 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-25be0b59-1666-4d7c-93c2-7138d9a1e4ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6149721'] for segment, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:47:36.361299 n-d-816865-1 neutron-server[102386]: Traceback (most recent call last): Nov 05 19:47:36.361299 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 05 19:47:36.361299 n-d-816865-1 neutron-server[102386]: timer() Nov 05 19:47:36.361299 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 05 19:47:36.361299 n-d-816865-1 neutron-server[102386]: cb(*args, **kw) Nov 05 19:47:36.361299 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 05 19:47:36.361299 n-d-816865-1 neutron-server[102386]: return func(*args, **kwargs) Nov 05 19:47:36.361299 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 05 19:47:36.361299 n-d-816865-1 neutron-server[102386]: self._notify() Nov 05 19:47:36.361299 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 05 19:47:36.361299 n-d-816865-1 neutron-server[102386]: self.callback(batched_events) Nov 05 19:47:36.361299 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 05 19:47:36.361299 n-d-816865-1 neutron-server[102386]: event.method(event) Nov 05 19:47:36.361299 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 05 19:47:36.361299 n-d-816865-1 neutron-server[102386]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 05 19:47:36.361299 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 05 19:47:36.361299 n-d-816865-1 neutron-server[102386]: aggregate_uuid = self.p_client.list_aggregates( Nov 05 19:47:36.361299 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 05 19:47:36.361299 n-d-816865-1 neutron-server[102386]: return f(self, *a, **k) Nov 05 19:47:36.361299 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 05 19:47:36.361299 n-d-816865-1 neutron-server[102386]: return self._get(url).json() Nov 05 19:47:36.361299 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 05 19:47:36.361299 n-d-816865-1 neutron-server[102386]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 05 19:47:36.361299 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 05 19:47:36.361299 n-d-816865-1 neutron-server[102386]: return self.request(url, 'GET', **kwargs) Nov 05 19:47:36.361299 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 05 19:47:36.361299 n-d-816865-1 neutron-server[102386]: base_url = self.get_endpoint(auth, allow=allow, Nov 05 19:47:36.361299 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 05 19:47:36.361299 n-d-816865-1 neutron-server[102386]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 05 19:47:36.361299 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 05 19:47:36.361299 n-d-816865-1 neutron-server[102386]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 05 19:47:36.361299 n-d-816865-1 neutron-server[102386]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 05 19:47:36.489653 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b304910f-7b27-444b-a8fc-977d26b1ceac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:47:36.500556 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-25be0b59-1666-4d7c-93c2-7138d9a1e4ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1579178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-956796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1000687'] for network, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:47:36.506516 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-25be0b59-1666-4d7c-93c2-7138d9a1e4ed admin admin] Publish callbacks [] for network, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:47:36.509701 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-25be0b59-1666-4d7c-93c2-7138d9a1e4ed admin admin] 10.222.0.13 "DELETE /v2.0/networks/8092a5ab-1eb5-4da8-882e-86ce8ecbc61b HTTP/1.1" status: 204 len: 168 time: 0.7192755 Nov 05 19:47:36.521557 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25be0b59-1666-4d7c-93c2-7138d9a1e4ed admin admin] Pushing event deleted for resources: {'Network': ['ID=8092a5ab-1eb5-4da8-882e-86ce8ecbc61b,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:47:36.824402 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device f01eeeb7-68be-405d-b82f-b0ddaffb58cf no longer exists at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 19:47:36.847524 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:47:36.853554 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] No Port match for: f01eeeb7-68be-405d-b82f-b0ddaffb58cf {{(pid=102388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 19:47:36.853554 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device f01eeeb7-68be-405d-b82f-b0ddaffb58cf not bound to the agent host n-d-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 19:47:36.853554 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device f4cfefe6-6087-4b59-bf7c-9a297ce4feba no longer exists at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 19:47:36.867908 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] No Port match for: f4cfefe6-6087-4b59-bf7c-9a297ce4feba {{(pid=102388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 19:47:36.868265 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device f4cfefe6-6087-4b59-bf7c-9a297ce4feba not bound to the agent host n-d-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 19:47:36.868671 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 0f0d6a9d-ede7-4a30-a695-a0d5c0e52b43 no longer exists at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 19:47:36.883019 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 45798) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:47:36.889205 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] No Port match for: 0f0d6a9d-ede7-4a30-a695-a0d5c0e52b43 {{(pid=102388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 19:47:36.889560 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 0f0d6a9d-ede7-4a30-a695-a0d5c0e52b43 not bound to the agent host n-d-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 19:47:36.924756 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-b334ae34-4e12-4280-bf92-899f1f1f69c2 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=03f9ddd6f7a54f93ad596fd61bc98545&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0404367 Nov 05 19:47:36.927242 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 45800) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:47:36.977956 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-16ac5b69-f918-4a83-85e1-73697c0124a3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:47:36.999089 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-16ac5b69-f918-4a83-85e1-73697c0124a3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:47:37.104516 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-16ac5b69-f918-4a83-85e1-73697c0124a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:47:37.107189 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-16ac5b69-f918-4a83-85e1-73697c0124a3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:47:37.108517 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-16ac5b69-f918-4a83-85e1-73697c0124a3 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6348ff8b-9db5-4964-855e-8a1a5242ced8 HTTP/1.1" status: 204 len: 168 time: 0.1801970 Nov 05 19:47:37.116567 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ac5b69-f918-4a83-85e1-73697c0124a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6348ff8b-9db5-4964-855e-8a1a5242ced8,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:47:37.782575 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 45806) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:47:37.825468 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-4fa4d8f2-7963-4d86-a599-d9fc19f9de00 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ebde7f3633ef4fdc867bf84e07f79361&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0394149 Nov 05 19:47:37.825777 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 45808) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:47:37.873716 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-87932299-53fb-420b-9ed1-7af3a6340ce7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:47:37.897419 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-87932299-53fb-420b-9ed1-7af3a6340ce7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:47:38.013216 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-87932299-53fb-420b-9ed1-7af3a6340ce7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:47:38.015921 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-87932299-53fb-420b-9ed1-7af3a6340ce7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:47:38.017063 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-87932299-53fb-420b-9ed1-7af3a6340ce7 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9f6dfc0e-a1c5-4470-b34b-dd0a6ac2ea30 HTTP/1.1" status: 204 len: 168 time: 0.1902897 Nov 05 19:47:38.030454 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87932299-53fb-420b-9ed1-7af3a6340ce7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f6dfc0e-a1c5-4470-b34b-dd0a6ac2ea30,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:47:38.435975 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-31f93893-a48e-4ae8-833d-dccb2b42eacc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:47:38.551283 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:47:39.045976 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 45830) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:47:39.145727 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-f3bca3b0-d5f3-43ad-aefb-e3225eb74d0b admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1544590582-network', 'tenant_id': 'a8a3806261a84cb6851fec0446c7f3a9'}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:47:39.232309 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3bca3b0-d5f3-43ad-aefb-e3225eb74d0b admin admin] Made reservation on behalf of a8a3806261a84cb6851fec0446c7f3a9 for: {'network': 1} {{(pid=102387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 19:47:39.234751 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-f3bca3b0-d5f3-43ad-aefb-e3225eb74d0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for network, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:47:39.244447 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-f3bca3b0-d5f3-43ad-aefb-e3225eb74d0b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:47:39.322355 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-f3bca3b0-d5f3-43ad-aefb-e3225eb74d0b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:47:39.375487 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-f3bca3b0-d5f3-43ad-aefb-e3225eb74d0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:47:39.399293 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f3bca3b0-d5f3-43ad-aefb-e3225eb74d0b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 156} {{(pid=102387) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 05 19:47:39.413296 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3bca3b0-d5f3-43ad-aefb-e3225eb74d0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfd06725-383b-455a-bc50-93a0c686def4,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:47:39.418205 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-f3bca3b0-d5f3-43ad-aefb-e3225eb74d0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273'] for segment, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:47:39.418555 n-d-816865-1 neutron-server[102387]: INFO neutron.db.segments_db [None req-f3bca3b0-d5f3-43ad-aefb-e3225eb74d0b admin admin] Added segment 21c70f24-c98c-4c31-89dd-58e986ff9b50 of type vlan for network 78361fef-c49b-45d0-99ef-a7072a5c9760 Nov 05 19:47:39.459323 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-f3bca3b0-d5f3-43ad-aefb-e3225eb74d0b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750027258543'] for network, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:47:39.569270 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-f3bca3b0-d5f3-43ad-aefb-e3225eb74d0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-956796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877'] for network, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:47:39.570309 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3bca3b0-d5f3-43ad-aefb-e3225eb74d0b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:47:39.570912 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-f3bca3b0-d5f3-43ad-aefb-e3225eb74d0b admin admin] Publish callbacks [] for network, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:47:39.633908 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3bca3b0-d5f3-43ad-aefb-e3225eb74d0b admin admin] Pushing event updated for resources: {'Network': ['ID=78361fef-c49b-45d0-99ef-a7072a5c9760,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:47:39.644337 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Network 78361fef-c49b-45d0-99ef-a7072a5c9760 details requested by agent ovs-agent-n-d-816865-1 with host n-d-816865-1 {{(pid=102388) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 05 19:47:39.674986 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-f3bca3b0-d5f3-43ad-aefb-e3225eb74d0b admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6276951 Nov 05 19:47:39.677947 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 45836) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:47:39.682862 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-bba8dd47-d0db-4065-a04e-bbfe41c55b66 admin admin] Request body: {'subnet': {'network_id': '78361fef-c49b-45d0-99ef-a7072a5c9760', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1544590582-subnet', 'tenant_id': 'a8a3806261a84cb6851fec0446c7f3a9', 'ip_version': 4}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:47:39.757904 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bba8dd47-d0db-4065-a04e-bbfe41c55b66 admin admin] Made reservation on behalf of a8a3806261a84cb6851fec0446c7f3a9 for: {'subnet': 1} {{(pid=102387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 19:47:39.760324 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-bba8dd47-d0db-4065-a04e-bbfe41c55b66 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5112236'] for subnet, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:47:39.981026 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-bba8dd47-d0db-4065-a04e-bbfe41c55b66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4417463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5112218'] for subnet, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:47:40.039311 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba8dd47-d0db-4065-a04e-bbfe41c55b66 admin admin] Pushing event updated for resources: {'Subnet': ['ID=93339162-c6db-40cd-b8ed-c73deed150f5,revision_number=0']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:47:40.046502 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bba8dd47-d0db-4065-a04e-bbfe41c55b66 admin admin] Checking segment: {'id': '21c70f24-c98c-4c31-89dd-58e986ff9b50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '78361fef-c49b-45d0-99ef-a7072a5c9760'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 19:47:40.047094 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bba8dd47-d0db-4065-a04e-bbfe41c55b66 admin admin] Network hostable DHCP agents. Network: 78361fef-c49b-45d0-99ef-a7072a5c9760, hostable agents: ['987e2ca0-bc3b-4c6f-a989-429ccfbf753f'], hosted agents: [] {{(pid=102387) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 05 19:47:40.140713 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bba8dd47-d0db-4065-a04e-bbfe41c55b66 admin admin] Network 78361fef-c49b-45d0-99ef-a7072a5c9760 is scheduled to be hosted by DHCP agent 987e2ca0-bc3b-4c6f-a989-429ccfbf753f with binding_index 1 {{(pid=102387) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 05 19:47:40.238174 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.base_scheduler [None req-bba8dd47-d0db-4065-a04e-bbfe41c55b66 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816865-1, 78361fef-c49b-45d0-99ef-a7072a5c9760) {{(pid=102387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 19:47:40.242356 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bba8dd47-d0db-4065-a04e-bbfe41c55b66 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:47:40.242992 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-bba8dd47-d0db-4065-a04e-bbfe41c55b66 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:47:40.247610 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4462096-09de-4ebc-829a-bd8a24630a49 None None] Network 78361fef-c49b-45d0-99ef-a7072a5c9760 requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 19:47:40.364336 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-bba8dd47-d0db-4065-a04e-bbfe41c55b66 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6853025 Nov 05 19:47:40.366912 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 45838) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:47:40.371263 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-4c4a1f75-7084-47a2-90db-482778999194 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1544590582-router', 'tenant_id': 'a8a3806261a84cb6851fec0446c7f3a9', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec'}}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:47:40.391051 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31bba6b3-ac6d-48df-953e-0513ff96a7d2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeb20a084-accf-5b60-8075-3e69ebe863a6-78361fef-c49b-45d0-99ef-a7072a5c9760', 'network_id': '78361fef-c49b-45d0-99ef-a7072a5c9760', 'tenant_id': 'a8a3806261a84cb6851fec0446c7f3a9', 'fixed_ips': [{'subnet_id': '93339162-c6db-40cd-b8ed-c73deed150f5'}]}} from n-d-816865-1. {{(pid=102388) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 05 19:47:40.391939 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-31bba6b3-ac6d-48df-953e-0513ff96a7d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:47:40.459877 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-4c4a1f75-7084-47a2-90db-482778999194 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-571139', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6874'] for router, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:47:40.461537 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-4c4a1f75-7084-47a2-90db-482778999194 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-571375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1000570', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1011585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6867'] for router, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:47:40.512469 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-4c4a1f75-7084-47a2-90db-482778999194 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:47:40.534008 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.db_base_plugin_common [None req-31bba6b3-ac6d-48df-953e-0513ff96a7d2 None None] Allocated IP 172.20.0.2 (78361fef-c49b-45d0-99ef-a7072a5c9760/93339162-c6db-40cd-b8ed-c73deed150f5/b40d3c5a-bf14-437d-b881-a3c1e7f4ae34) {{(pid=102388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 19:47:40.676844 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-31bba6b3-ac6d-48df-953e-0513ff96a7d2 None None] Publish callbacks [] for port, precommit_create {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:47:40.709644 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-4c4a1f75-7084-47a2-90db-482778999194 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:47:40.735253 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-31bba6b3-ac6d-48df-953e-0513ff96a7d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789'] for port, after_create {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:47:40.774081 n-d-816865-1 neutron-server[102388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31bba6b3-ac6d-48df-953e-0513ff96a7d2 None None] Network 78361fef-c49b-45d0-99ef-a7072a5c9760 is already hosted by enough agents. {{(pid=102388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 19:47:40.778951 n-d-816865-1 neutron-server[102388]: DEBUG neutron.scheduler.base_scheduler [None req-31bba6b3-ac6d-48df-953e-0513ff96a7d2 None None] Resources bound (agent type, host, resource id): {{(pid=102388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 19:47:40.782673 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31bba6b3-ac6d-48df-953e-0513ff96a7d2 None None] Received port after_create {{(pid=102388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 19:47:40.789702 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31bba6b3-ac6d-48df-953e-0513ff96a7d2 None None] Pushing event updated for resources: {'Port': ['ID=b40d3c5a-bf14-437d-b881-a3c1e7f4ae34,revision_number=1']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:47:40.842625 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-31bba6b3-ac6d-48df-953e-0513ff96a7d2 None None] Attempting to bind port b40d3c5a-bf14-437d-b881-a3c1e7f4ae34 on host n-d-816865-1 for vnic_type normal with profile {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 19:47:40.843100 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-31bba6b3-ac6d-48df-953e-0513ff96a7d2 None None] Attempting to bind port b40d3c5a-bf14-437d-b881-a3c1e7f4ae34 by drivers openvswitch,hyperv on host n-d-816865-1 at level 0 using segments [{'id': '21c70f24-c98c-4c31-89dd-58e986ff9b50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '78361fef-c49b-45d0-99ef-a7072a5c9760'}] {{(pid=102388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 19:47:40.843475 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31bba6b3-ac6d-48df-953e-0513ff96a7d2 None None] Attempting to bind port b40d3c5a-bf14-437d-b881-a3c1e7f4ae34 on network 78361fef-c49b-45d0-99ef-a7072a5c9760 {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 19:47:40.849333 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31bba6b3-ac6d-48df-953e-0513ff96a7d2 None None] Checking agent: {'id': '724d89a7-611b-41e6-bc85-c48112b17afa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 18, 25, 8), 'started_at': datetime.datetime(2021, 11, 5, 18, 25, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 19, 47, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 19:47:40.849791 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31bba6b3-ac6d-48df-953e-0513ff96a7d2 None None] Checking segment: {'id': '21c70f24-c98c-4c31-89dd-58e986ff9b50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '78361fef-c49b-45d0-99ef-a7072a5c9760'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 19:47:40.850300 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-31bba6b3-ac6d-48df-953e-0513ff96a7d2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:47:40.850690 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31bba6b3-ac6d-48df-953e-0513ff96a7d2 None None] Bound using segment: {'id': '21c70f24-c98c-4c31-89dd-58e986ff9b50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '78361fef-c49b-45d0-99ef-a7072a5c9760'} {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 19:47:40.851178 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-31bba6b3-ac6d-48df-953e-0513ff96a7d2 None None] Bound port: b40d3c5a-bf14-437d-b881-a3c1e7f4ae34, host: n-d-816865-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21c70f24-c98c-4c31-89dd-58e986ff9b50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '78361fef-c49b-45d0-99ef-a7072a5c9760'}}] {{(pid=102388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 19:47:40.851556 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-31bba6b3-ac6d-48df-953e-0513ff96a7d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:47:40.914537 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-31bba6b3-ac6d-48df-953e-0513ff96a7d2 None None] For port b40d3c5a-bf14-437d-b881-a3c1e7f4ae34, host n-d-816865-1, cleared binding levels {{(pid=102388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 19:47:40.918079 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-31bba6b3-ac6d-48df-953e-0513ff96a7d2 None None] For port b40d3c5a-bf14-437d-b881-a3c1e7f4ae34, host n-d-816865-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=b40d3c5a-bf14-437d-b881-a3c1e7f4ae34,segment=NetworkSegment(21c70f24-c98c-4c31-89dd-58e986ff9b50),segment_id=21c70f24-c98c-4c31-89dd-58e986ff9b50)] {{(pid=102388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 19:47:40.981038 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-4c4a1f75-7084-47a2-90db-482778999194 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:47:40.998257 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-31bba6b3-ac6d-48df-953e-0513ff96a7d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:47:41.002692 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-4c4a1f75-7084-47a2-90db-482778999194 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:47:41.063689 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31bba6b3-ac6d-48df-953e-0513ff96a7d2 None None] Pushing event updated for resources: {'Port': ['ID=b40d3c5a-bf14-437d-b881-a3c1e7f4ae34,revision_number=2']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:47:41.116550 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.db_base_plugin_common [None req-4c4a1f75-7084-47a2-90db-482778999194 admin admin] Allocated IP 172.25.6.18 (40c8335d-cd0b-4cb5-910a-d4dcddd5cbec/04fe6db3-e108-4208-943d-6518424f5726/a26305a6-d6a8-40e0-a63e-a9bd6a9a6fab) {{(pid=102387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 19:47:41.243485 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-4c4a1f75-7084-47a2-90db-482778999194 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:47:41.335718 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-4c4a1f75-7084-47a2-90db-482778999194 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4417063'] for port, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:47:41.374118 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c4a1f75-7084-47a2-90db-482778999194 admin admin] Network 40c8335d-cd0b-4cb5-910a-d4dcddd5cbec is already hosted by enough agents. {{(pid=102387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 19:47:41.378955 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.base_scheduler [None req-4c4a1f75-7084-47a2-90db-482778999194 admin admin] Resources bound (agent type, host, resource id): {{(pid=102387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 19:47:41.381645 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c4a1f75-7084-47a2-90db-482778999194 admin admin] Received port after_create {{(pid=102387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 19:47:41.410997 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4a1f75-7084-47a2-90db-482778999194 admin admin] Pushing event updated for resources: {'Port': ['ID=a26305a6-d6a8-40e0-a63e-a9bd6a9a6fab,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:47:41.734798 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-4c4a1f75-7084-47a2-90db-482778999194 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:47:41.931105 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e2ca9ba-9611-477f-bb25-47188fbed1e6 None None] Network 78361fef-c49b-45d0-99ef-a7072a5c9760 requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 19:47:41.943856 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-4c4a1f75-7084-47a2-90db-482778999194 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-571384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1000487'] for router, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:47:42.192537 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c4a1f75-7084-47a2-90db-482778999194 admin admin] Router 3bea3571-86e4-4ca2-921c-3191635f1e2a is scheduled to L3 agent 6dcb5589-8e86-4616-9186-ddc4548e13ad with binding_index 1 {{(pid=102387) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 05 19:47:42.215723 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-54e2965c-816b-4296-9058-46e619c88200 None None] Provisioning complete for port b40d3c5a-bf14-437d-b881-a3c1e7f4ae34 triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:47:42.216101 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-54e2965c-816b-4296-9058-46e619c88200 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:47:42.306407 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c4a1f75-7084-47a2-90db-482778999194 admin admin] Notify agent at l3_agent.n-d-816865-1 the message routers_updated {{(pid=102387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 19:47:42.316372 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6d98b99-d7b4-4487-8419-2c02b7cea195 None None] Sync routers for ids ['3bea3571-86e4-4ca2-921c-3191635f1e2a'] in n-d-816865-1 {{(pid=102389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 19:47:42.328856 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6d98b99-d7b4-4487-8419-2c02b7cea195 None None] Routers {'3bea3571-86e4-4ca2-921c-3191635f1e2a'} bound to L3 agent in host n-d-816865-1 {{(pid=102389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 19:47:42.329509 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-c6d98b99-d7b4-4487-8419-2c02b7cea195 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T19:47:35Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['3bea3571-86e4-4ca2-921c-3191635f1e2a'], 'active': True} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:47:42.332561 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-54e2965c-816b-4296-9058-46e619c88200 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:47:42.372542 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-54e2965c-816b-4296-9058-46e619c88200 None None] For port b40d3c5a-bf14-437d-b881-a3c1e7f4ae34, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=b40d3c5a-bf14-437d-b881-a3c1e7f4ae34,segment=NetworkSegment(21c70f24-c98c-4c31-89dd-58e986ff9b50),segment_id=21c70f24-c98c-4c31-89dd-58e986ff9b50)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:47:42.377527 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-4c4a1f75-7084-47a2-90db-482778999194 admin admin] Publish callbacks [] for router, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:47:42.379355 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-4c4a1f75-7084-47a2-90db-482778999194 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.0114896 Nov 05 19:47:42.382192 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 45840) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:47:42.456347 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-54e2965c-816b-4296-9058-46e619c88200 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:47:42.524799 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e2965c-816b-4296-9058-46e619c88200 None None] Pushing event updated for resources: {'Port': ['ID=b40d3c5a-bf14-437d-b881-a3c1e7f4ae34,revision_number=3']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:47:42.534127 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvr_db [None req-c6d98b99-d7b4-4487-8419-2c02b7cea195 None None] Set router 3bea3571-86e4-4ca2-921c-3191635f1e2a gateway port host: n-d-816865-1 {{(pid=102389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 19:47:42.578378 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-0908c621-3b56-4f86-bc19-9bfc2ae96fd0 None None] Provisioning complete for port b40d3c5a-bf14-437d-b881-a3c1e7f4ae34 triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:47:42.578816 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-0908c621-3b56-4f86-bc19-9bfc2ae96fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:47:42.717087 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-c6d98b99-d7b4-4487-8419-2c02b7cea195 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bea3571-86e4-4ca2-921c-3191635f1e2a', 'name': 'tempest-TestMinimumBasicScenario-1544590582-router', 'tenant_id': 'a8a3806261a84cb6851fec0446c7f3a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.18'}], 'enable_snat': True}, 'gw_port_id': 'a26305a6-d6a8-40e0-a63e-a9bd6a9a6fab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T19:47:40Z', 'updated_at': '2021-11-05T19:47:41Z', 'revision_number': 3, 'project_id': 'a8a3806261a84cb6851fec0446c7f3a9', 'gw_port': {'id': 'a26305a6-d6a8-40e0-a63e-a9bd6a9a6fab', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:3f:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bea3571-86e4-4ca2-921c-3191635f1e2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:47:41Z', 'updated_at': '2021-11-05T19:47:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1'}], 'n-d-816865-1', False) {} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:47:42.746015 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6d98b99-d7b4-4487-8419-2c02b7cea195 None None] Checking router: 3bea3571-86e4-4ca2-921c-3191635f1e2a for host: n-d-816865-1 {{(pid=102389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 19:47:42.746402 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6d98b99-d7b4-4487-8419-2c02b7cea195 None None] Updating router 3bea3571-86e4-4ca2-921c-3191635f1e2a port a26305a6-d6a8-40e0-a63e-a9bd6a9a6fab binding host n-d-816865-1 {{(pid=102389) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 05 19:47:42.772170 n-d-816865-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-c6d98b99-d7b4-4487-8419-2c02b7cea195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:47:42.842866 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-113b4efe-5e0d-494b-a0ae-9286c0eea7fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:47:42.858263 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device b40d3c5a-bf14-437d-b881-a3c1e7f4ae34 up at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 19:47:42.914890 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Provisioning complete for port b40d3c5a-bf14-437d-b881-a3c1e7f4ae34 triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:47:42.915260 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:47:43.015003 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.db_base_plugin_common [None req-113b4efe-5e0d-494b-a0ae-9286c0eea7fa admin admin] Allocated IP 172.20.0.1 (78361fef-c49b-45d0-99ef-a7072a5c9760/93339162-c6db-40cd-b8ed-c73deed150f5/4a9f6ff1-1820-4530-aac1-74c3bb4c4a17) {{(pid=102387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 19:47:43.046528 n-d-816865-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-c6d98b99-d7b4-4487-8419-2c02b7cea195 None None] Publish callbacks [] for port, precommit_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:47:43.093626 n-d-816865-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-c6d98b99-d7b4-4487-8419-2c02b7cea195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:47:43.148912 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.managers [None req-c6d98b99-d7b4-4487-8419-2c02b7cea195 None None] Attempting to bind port a26305a6-d6a8-40e0-a63e-a9bd6a9a6fab on host n-d-816865-1 for vnic_type normal with profile {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 19:47:43.149280 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.managers [None req-c6d98b99-d7b4-4487-8419-2c02b7cea195 None None] Attempting to bind port a26305a6-d6a8-40e0-a63e-a9bd6a9a6fab by drivers openvswitch,hyperv on host n-d-816865-1 at level 0 using segments [{'id': '85be518c-8bb4-46a2-a903-d4292782d29d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec'}] {{(pid=102389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 19:47:43.149635 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6d98b99-d7b4-4487-8419-2c02b7cea195 None None] Attempting to bind port a26305a6-d6a8-40e0-a63e-a9bd6a9a6fab on network 40c8335d-cd0b-4cb5-910a-d4dcddd5cbec {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 19:47:43.151790 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230daa4d-62dc-4031-a527-027a43fa1e03 None None] Pushing event updated for resources: {'Port': ['ID=a26305a6-d6a8-40e0-a63e-a9bd6a9a6fab,revision_number=2']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:47:43.162332 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230daa4d-62dc-4031-a527-027a43fa1e03 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:47:43.162700 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230daa4d-62dc-4031-a527-027a43fa1e03 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:47:43.163017 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230daa4d-62dc-4031-a527-027a43fa1e03 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:47:43.163340 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230daa4d-62dc-4031-a527-027a43fa1e03 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:47:43.163664 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230daa4d-62dc-4031-a527-027a43fa1e03 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:47:43.163987 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230daa4d-62dc-4031-a527-027a43fa1e03 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:47:43.164308 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230daa4d-62dc-4031-a527-027a43fa1e03 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:47:43.165641 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230daa4d-62dc-4031-a527-027a43fa1e03 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:47:43.165975 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230daa4d-62dc-4031-a527-027a43fa1e03 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:47:43.166328 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230daa4d-62dc-4031-a527-027a43fa1e03 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:47:43.166656 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230daa4d-62dc-4031-a527-027a43fa1e03 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:47:43.166980 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230daa4d-62dc-4031-a527-027a43fa1e03 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:47:43.170524 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6d98b99-d7b4-4487-8419-2c02b7cea195 None None] Checking agent: {'id': '724d89a7-611b-41e6-bc85-c48112b17afa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 18, 25, 8), 'started_at': datetime.datetime(2021, 11, 5, 18, 25, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 19, 47, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 19:47:43.170905 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6d98b99-d7b4-4487-8419-2c02b7cea195 None None] Checking segment: {'id': '85be518c-8bb4-46a2-a903-d4292782d29d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 19:47:43.171289 n-d-816865-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-c6d98b99-d7b4-4487-8419-2c02b7cea195 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:47:43.171661 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6d98b99-d7b4-4487-8419-2c02b7cea195 None None] Bound using segment: {'id': '85be518c-8bb4-46a2-a903-d4292782d29d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec'} {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 19:47:43.172138 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.managers [None req-c6d98b99-d7b4-4487-8419-2c02b7cea195 None None] Bound port: a26305a6-d6a8-40e0-a63e-a9bd6a9a6fab, host: n-d-816865-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85be518c-8bb4-46a2-a903-d4292782d29d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec'}}] {{(pid=102389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 19:47:43.172512 n-d-816865-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-c6d98b99-d7b4-4487-8419-2c02b7cea195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:47:43.227693 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [None req-c6d98b99-d7b4-4487-8419-2c02b7cea195 None None] For port a26305a6-d6a8-40e0-a63e-a9bd6a9a6fab, host n-d-816865-1, cleared binding levels {{(pid=102389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 19:47:43.231183 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [None req-c6d98b99-d7b4-4487-8419-2c02b7cea195 None None] For port a26305a6-d6a8-40e0-a63e-a9bd6a9a6fab, host n-d-816865-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=a26305a6-d6a8-40e0-a63e-a9bd6a9a6fab,segment=NetworkSegment(85be518c-8bb4-46a2-a903-d4292782d29d),segment_id=85be518c-8bb4-46a2-a903-d4292782d29d)] {{(pid=102389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 19:47:43.299801 n-d-816865-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-c6d98b99-d7b4-4487-8419-2c02b7cea195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:47:43.363480 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6d98b99-d7b4-4487-8419-2c02b7cea195 None None] Routers {'3bea3571-86e4-4ca2-921c-3191635f1e2a'} bound to L3 agent in host n-d-816865-1 {{(pid=102389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 19:47:43.364212 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-c6d98b99-d7b4-4487-8419-2c02b7cea195 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T19:47:35Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['3bea3571-86e4-4ca2-921c-3191635f1e2a'], 'active': True} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:47:43.366128 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230daa4d-62dc-4031-a527-027a43fa1e03 None None] Pushing event updated for resources: {'Port': ['ID=a26305a6-d6a8-40e0-a63e-a9bd6a9a6fab,revision_number=3']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:47:43.429533 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-113b4efe-5e0d-494b-a0ae-9286c0eea7fa admin admin] Publish callbacks [] for port, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:47:43.474153 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvr_db [None req-c6d98b99-d7b4-4487-8419-2c02b7cea195 None None] Set router 3bea3571-86e4-4ca2-921c-3191635f1e2a gateway port host: n-d-816865-1 {{(pid=102389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 19:47:43.524498 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-113b4efe-5e0d-494b-a0ae-9286c0eea7fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4417063'] for port, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:47:43.561919 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-113b4efe-5e0d-494b-a0ae-9286c0eea7fa admin admin] Network 78361fef-c49b-45d0-99ef-a7072a5c9760 is already hosted by enough agents. {{(pid=102387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 19:47:43.564730 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.base_scheduler [None req-113b4efe-5e0d-494b-a0ae-9286c0eea7fa admin admin] Resources bound (agent type, host, resource id): {{(pid=102387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 19:47:43.570940 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-113b4efe-5e0d-494b-a0ae-9286c0eea7fa admin admin] Received port after_create {{(pid=102387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 19:47:43.596519 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113b4efe-5e0d-494b-a0ae-9286c0eea7fa admin admin] Pushing event updated for resources: {'Port': ['ID=4a9f6ff1-1820-4530-aac1-74c3bb4c4a17,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:47:43.614720 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-113b4efe-5e0d-494b-a0ae-9286c0eea7fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-571770'] for router_interface, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:47:43.669860 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-c6d98b99-d7b4-4487-8419-2c02b7cea195 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bea3571-86e4-4ca2-921c-3191635f1e2a', 'name': 'tempest-TestMinimumBasicScenario-1544590582-router', 'tenant_id': 'a8a3806261a84cb6851fec0446c7f3a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.18'}], 'enable_snat': True}, 'gw_port_id': 'a26305a6-d6a8-40e0-a63e-a9bd6a9a6fab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T19:47:40Z', 'updated_at': '2021-11-05T19:47:41Z', 'revision_number': 3, 'project_id': 'a8a3806261a84cb6851fec0446c7f3a9', 'gw_port': {'id': 'a26305a6-d6a8-40e0-a63e-a9bd6a9a6fab', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:3f:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bea3571-86e4-4ca2-921c-3191635f1e2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:47:41Z', 'updated_at': '2021-11-05T19:47:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1'}], 'n-d-816865-1', False) {} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:47:43.696849 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6d98b99-d7b4-4487-8419-2c02b7cea195 None None] The sync data for ids ['3bea3571-86e4-4ca2-921c-3191635f1e2a'] in n-d-816865-1 is: [{'id': '3bea3571-86e4-4ca2-921c-3191635f1e2a', 'name': 'tempest-TestMinimumBasicScenario-1544590582-router', 'tenant_id': 'a8a3806261a84cb6851fec0446c7f3a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.18'}], 'enable_snat': True}, 'gw_port_id': 'a26305a6-d6a8-40e0-a63e-a9bd6a9a6fab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T19:47:40Z', 'updated_at': '2021-11-05T19:47:41Z', 'revision_number': 3, 'project_id': 'a8a3806261a84cb6851fec0446c7f3a9', 'gw_port': {'id': 'a26305a6-d6a8-40e0-a63e-a9bd6a9a6fab', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:3f:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bea3571-86e4-4ca2-921c-3191635f1e2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:47:41Z', 'updated_at': '2021-11-05T19:47:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1'}] {{(pid=102389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 19:47:43.800164 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-97db7ac3-001b-41ba-8b1f-23cbe0007c52 None None] Provisioning complete for port 4a9f6ff1-1820-4530-aac1-74c3bb4c4a17 triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:47:43.800757 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-97db7ac3-001b-41ba-8b1f-23cbe0007c52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:47:43.837607 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-113b4efe-5e0d-494b-a0ae-9286c0eea7fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:47:43.839407 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-97db7ac3-001b-41ba-8b1f-23cbe0007c52 None None] Port 4a9f6ff1-1820-4530-aac1-74c3bb4c4a17 cannot update to ACTIVE because it is not bound. {{(pid=102388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 19:47:44.040526 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-113b4efe-5e0d-494b-a0ae-9286c0eea7fa admin admin] Publish callbacks [] for port, precommit_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:47:44.099092 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-113b4efe-5e0d-494b-a0ae-9286c0eea7fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4417072'] for port, after_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:47:44.172081 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-113b4efe-5e0d-494b-a0ae-9286c0eea7fa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-597863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-571878'] for router_interface, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:47:44.174702 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113b4efe-5e0d-494b-a0ae-9286c0eea7fa admin admin] Pushing event updated for resources: {'Port': ['ID=4a9f6ff1-1820-4530-aac1-74c3bb4c4a17,revision_number=2']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:47:44.284684 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-113b4efe-5e0d-494b-a0ae-9286c0eea7fa admin admin] Network 78361fef-c49b-45d0-99ef-a7072a5c9760 is already hosted by enough agents. {{(pid=102387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 19:47:44.286353 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.base_scheduler [None req-113b4efe-5e0d-494b-a0ae-9286c0eea7fa admin admin] Resources bound (agent type, host, resource id): {{(pid=102387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 19:47:44.418618 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-113b4efe-5e0d-494b-a0ae-9286c0eea7fa admin admin] Router 3bea3571-86e4-4ca2-921c-3191635f1e2a has already been hosted by L3 agent 6dcb5589-8e86-4616-9186-ddc4548e13ad {{(pid=102387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 19:47:44.539374 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-113b4efe-5e0d-494b-a0ae-9286c0eea7fa admin admin] Notify agent at l3_agent.n-d-816865-1 the message routers_updated {{(pid=102387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 19:47:44.548274 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-113b4efe-5e0d-494b-a0ae-9286c0eea7fa admin admin] 10.222.0.13 "PUT /v2.0/routers/3bea3571-86e4-4ca2-921c-3191635f1e2a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1613331 Nov 05 19:47:44.569347 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-d30f5e85-a7c4-4df4-904c-4b8b5749cd7e None None] Provisioning complete for port 4a9f6ff1-1820-4530-aac1-74c3bb4c4a17 triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:47:44.569799 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-d30f5e85-a7c4-4df4-904c-4b8b5749cd7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:47:44.608171 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-d30f5e85-a7c4-4df4-904c-4b8b5749cd7e None None] Port 4a9f6ff1-1820-4530-aac1-74c3bb4c4a17 cannot update to ACTIVE because it is not bound. {{(pid=102388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 19:47:44.851192 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device a26305a6-d6a8-40e0-a63e-a9bd6a9a6fab up at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 19:47:44.900525 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Provisioning complete for port a26305a6-d6a8-40e0-a63e-a9bd6a9a6fab triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:47:44.900905 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:47:44.982216 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:47:45.006572 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] For port a26305a6-d6a8-40e0-a63e-a9bd6a9a6fab, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=a26305a6-d6a8-40e0-a63e-a9bd6a9a6fab,segment=NetworkSegment(85be518c-8bb4-46a2-a903-d4292782d29d),segment_id=85be518c-8bb4-46a2-a903-d4292782d29d)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:47:45.078969 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:47:45.131612 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Pushing event updated for resources: {'Port': ['ID=a26305a6-d6a8-40e0-a63e-a9bd6a9a6fab,revision_number=4']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:47:45.286884 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 45858) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:47:45.292053 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-8dca1321-fddd-4fdf-a215-5e076350dc74 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1610237233-network', 'tenant_id': 'a9e4d0cc1fd8486a9f14651ba8de8f57'}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:47:45.307394 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aebb1bb8-0f55-4b3d-b7fa-9e760da9561f None None] Sync routers for ids ['3bea3571-86e4-4ca2-921c-3191635f1e2a'] in n-d-816865-1 {{(pid=102388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 19:47:45.319498 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aebb1bb8-0f55-4b3d-b7fa-9e760da9561f None None] Routers {'3bea3571-86e4-4ca2-921c-3191635f1e2a'} bound to L3 agent in host n-d-816865-1 {{(pid=102388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 19:47:45.320119 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-aebb1bb8-0f55-4b3d-b7fa-9e760da9561f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T19:47:35Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['3bea3571-86e4-4ca2-921c-3191635f1e2a'], 'active': True} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:47:45.380987 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8dca1321-fddd-4fdf-a215-5e076350dc74 admin admin] Made reservation on behalf of a9e4d0cc1fd8486a9f14651ba8de8f57 for: {'network': 1} {{(pid=102387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 19:47:45.383703 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-8dca1321-fddd-4fdf-a215-5e076350dc74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for network, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:47:45.392636 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-8dca1321-fddd-4fdf-a215-5e076350dc74 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:47:45.425554 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvr_db [None req-aebb1bb8-0f55-4b3d-b7fa-9e760da9561f None None] Set router 3bea3571-86e4-4ca2-921c-3191635f1e2a gateway port host: n-d-816865-1 {{(pid=102388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 19:47:45.468344 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-8dca1321-fddd-4fdf-a215-5e076350dc74 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:47:45.561553 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-8dca1321-fddd-4fdf-a215-5e076350dc74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:47:45.588375 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8dca1321-fddd-4fdf-a215-5e076350dc74 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 195} {{(pid=102387) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 05 19:47:45.598964 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dca1321-fddd-4fdf-a215-5e076350dc74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea20d996-bc8b-4931-a775-e690312d8aa2,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:47:45.605401 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-8dca1321-fddd-4fdf-a215-5e076350dc74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273'] for segment, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:47:45.605958 n-d-816865-1 neutron-server[102387]: INFO neutron.db.segments_db [None req-8dca1321-fddd-4fdf-a215-5e076350dc74 admin admin] Added segment 6fe52b24-0abf-43aa-9e72-1bef0b35bef3 of type vlan for network b15e4e50-b0fc-4d3c-a371-df22f747aee9 Nov 05 19:47:45.636101 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-aebb1bb8-0f55-4b3d-b7fa-9e760da9561f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bea3571-86e4-4ca2-921c-3191635f1e2a', 'name': 'tempest-TestMinimumBasicScenario-1544590582-router', 'tenant_id': 'a8a3806261a84cb6851fec0446c7f3a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.18'}], 'enable_snat': True}, 'gw_port_id': 'a26305a6-d6a8-40e0-a63e-a9bd6a9a6fab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T19:47:40Z', 'updated_at': '2021-11-05T19:47:43Z', 'revision_number': 4, 'project_id': 'a8a3806261a84cb6851fec0446c7f3a9', 'gw_port': {'id': 'a26305a6-d6a8-40e0-a63e-a9bd6a9a6fab', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:3f:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bea3571-86e4-4ca2-921c-3191635f1e2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:47:41Z', 'updated_at': '2021-11-05T19:47:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1', '_interfaces': [{'id': '4a9f6ff1-1820-4530-aac1-74c3bb4c4a17', 'name': '', 'network_id': '78361fef-c49b-45d0-99ef-a7072a5c9760', 'tenant_id': 'a8a3806261a84cb6851fec0446c7f3a9', 'mac_address': 'fa:16:3e:19:f3:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bea3571-86e4-4ca2-921c-3191635f1e2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '93339162-c6db-40cd-b8ed-c73deed150f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:47:42Z', 'updated_at': '2021-11-05T19:47:43Z', 'revision_number': 2, 'project_id': 'a8a3806261a84cb6851fec0446c7f3a9', 'subnets': [{'id': '93339162-c6db-40cd-b8ed-c73deed150f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-1', False) {} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:47:45.651668 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-8dca1321-fddd-4fdf-a215-5e076350dc74 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750027258543'] for network, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:47:45.663773 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aebb1bb8-0f55-4b3d-b7fa-9e760da9561f None None] Checking router: 3bea3571-86e4-4ca2-921c-3191635f1e2a for host: n-d-816865-1 {{(pid=102388) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 19:47:45.664137 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aebb1bb8-0f55-4b3d-b7fa-9e760da9561f None None] Updating router 3bea3571-86e4-4ca2-921c-3191635f1e2a port 4a9f6ff1-1820-4530-aac1-74c3bb4c4a17 binding host n-d-816865-1 {{(pid=102388) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 05 19:47:45.688421 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-aebb1bb8-0f55-4b3d-b7fa-9e760da9561f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:47:45.733132 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-8dca1321-fddd-4fdf-a215-5e076350dc74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-956796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877'] for network, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:47:45.734140 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dca1321-fddd-4fdf-a215-5e076350dc74 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:47:45.734727 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-8dca1321-fddd-4fdf-a215-5e076350dc74 admin admin] Publish callbacks [] for network, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:47:45.793866 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dca1321-fddd-4fdf-a215-5e076350dc74 admin admin] Pushing event updated for resources: {'Network': ['ID=b15e4e50-b0fc-4d3c-a371-df22f747aee9,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:47:45.805416 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Network b15e4e50-b0fc-4d3c-a371-df22f747aee9 details requested by agent ovs-agent-n-d-816865-1 with host n-d-816865-1 {{(pid=102388) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 05 19:47:45.821529 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-8dca1321-fddd-4fdf-a215-5e076350dc74 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5334494 Nov 05 19:47:45.824285 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 45860) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:47:45.829098 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-656bdef3-9899-40cf-bfc2-af7fe9dc8eef admin admin] Request body: {'subnet': {'network_id': 'b15e4e50-b0fc-4d3c-a371-df22f747aee9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1610237233-subnet', 'tenant_id': 'a9e4d0cc1fd8486a9f14651ba8de8f57', 'ip_version': 4}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:47:45.900699 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-656bdef3-9899-40cf-bfc2-af7fe9dc8eef admin admin] Made reservation on behalf of a9e4d0cc1fd8486a9f14651ba8de8f57 for: {'subnet': 1} {{(pid=102387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 19:47:45.903192 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-656bdef3-9899-40cf-bfc2-af7fe9dc8eef admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5112236'] for subnet, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:47:46.011732 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-aebb1bb8-0f55-4b3d-b7fa-9e760da9561f None None] Publish callbacks [] for port, precommit_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:47:46.072201 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-aebb1bb8-0f55-4b3d-b7fa-9e760da9561f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:47:46.119149 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-656bdef3-9899-40cf-bfc2-af7fe9dc8eef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4417463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5112218'] for subnet, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:47:46.122649 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46bcc4ab-49fe-4643-be18-a34205dd297a None None] Pushing event updated for resources: {'Port': ['ID=4a9f6ff1-1820-4530-aac1-74c3bb4c4a17,revision_number=3']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:47:46.181612 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-aebb1bb8-0f55-4b3d-b7fa-9e760da9561f None None] Attempting to bind port 4a9f6ff1-1820-4530-aac1-74c3bb4c4a17 on host n-d-816865-1 for vnic_type normal with profile {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 19:47:46.181985 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-aebb1bb8-0f55-4b3d-b7fa-9e760da9561f None None] Attempting to bind port 4a9f6ff1-1820-4530-aac1-74c3bb4c4a17 by drivers openvswitch,hyperv on host n-d-816865-1 at level 0 using segments [{'id': '21c70f24-c98c-4c31-89dd-58e986ff9b50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '78361fef-c49b-45d0-99ef-a7072a5c9760'}] {{(pid=102388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 19:47:46.182382 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aebb1bb8-0f55-4b3d-b7fa-9e760da9561f None None] Attempting to bind port 4a9f6ff1-1820-4530-aac1-74c3bb4c4a17 on network 78361fef-c49b-45d0-99ef-a7072a5c9760 {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 19:47:46.182588 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656bdef3-9899-40cf-bfc2-af7fe9dc8eef admin admin] Pushing event updated for resources: {'Subnet': ['ID=dfc4931b-5c5f-4cd3-b597-8f3a04aff165,revision_number=0']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:47:46.190261 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aebb1bb8-0f55-4b3d-b7fa-9e760da9561f None None] Checking agent: {'id': '724d89a7-611b-41e6-bc85-c48112b17afa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 18, 25, 8), 'started_at': datetime.datetime(2021, 11, 5, 18, 25, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 19, 47, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 19:47:46.190682 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-656bdef3-9899-40cf-bfc2-af7fe9dc8eef admin admin] Checking segment: {'id': '6fe52b24-0abf-43aa-9e72-1bef0b35bef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'b15e4e50-b0fc-4d3c-a371-df22f747aee9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 19:47:46.190826 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aebb1bb8-0f55-4b3d-b7fa-9e760da9561f None None] Checking segment: {'id': '21c70f24-c98c-4c31-89dd-58e986ff9b50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '78361fef-c49b-45d0-99ef-a7072a5c9760'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 19:47:46.191217 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-656bdef3-9899-40cf-bfc2-af7fe9dc8eef admin admin] Network hostable DHCP agents. Network: b15e4e50-b0fc-4d3c-a371-df22f747aee9, hostable agents: ['987e2ca0-bc3b-4c6f-a989-429ccfbf753f'], hosted agents: [] {{(pid=102387) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 05 19:47:46.191352 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-aebb1bb8-0f55-4b3d-b7fa-9e760da9561f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:47:46.191918 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aebb1bb8-0f55-4b3d-b7fa-9e760da9561f None None] Bound using segment: {'id': '21c70f24-c98c-4c31-89dd-58e986ff9b50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '78361fef-c49b-45d0-99ef-a7072a5c9760'} {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 19:47:46.192436 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-aebb1bb8-0f55-4b3d-b7fa-9e760da9561f None None] Bound port: 4a9f6ff1-1820-4530-aac1-74c3bb4c4a17, host: n-d-816865-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21c70f24-c98c-4c31-89dd-58e986ff9b50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '78361fef-c49b-45d0-99ef-a7072a5c9760'}}] {{(pid=102388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 19:47:46.192829 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-aebb1bb8-0f55-4b3d-b7fa-9e760da9561f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:47:46.260457 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-aebb1bb8-0f55-4b3d-b7fa-9e760da9561f None None] For port 4a9f6ff1-1820-4530-aac1-74c3bb4c4a17, host n-d-816865-1, cleared binding levels {{(pid=102388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 19:47:46.263716 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-aebb1bb8-0f55-4b3d-b7fa-9e760da9561f None None] For port 4a9f6ff1-1820-4530-aac1-74c3bb4c4a17, host n-d-816865-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=4a9f6ff1-1820-4530-aac1-74c3bb4c4a17,segment=NetworkSegment(21c70f24-c98c-4c31-89dd-58e986ff9b50),segment_id=21c70f24-c98c-4c31-89dd-58e986ff9b50)] {{(pid=102388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 19:47:46.276151 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-656bdef3-9899-40cf-bfc2-af7fe9dc8eef admin admin] Network b15e4e50-b0fc-4d3c-a371-df22f747aee9 is scheduled to be hosted by DHCP agent 987e2ca0-bc3b-4c6f-a989-429ccfbf753f with binding_index 1 {{(pid=102387) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 05 19:47:46.328098 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-aebb1bb8-0f55-4b3d-b7fa-9e760da9561f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:47:46.355960 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.base_scheduler [None req-656bdef3-9899-40cf-bfc2-af7fe9dc8eef admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816865-1, b15e4e50-b0fc-4d3c-a371-df22f747aee9) {{(pid=102387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 19:47:46.361318 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-656bdef3-9899-40cf-bfc2-af7fe9dc8eef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:47:46.362475 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-656bdef3-9899-40cf-bfc2-af7fe9dc8eef admin admin] Publish callbacks [] for subnet, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:47:46.368154 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37127b55-7719-49a8-a18d-9ea01f673630 None None] Network b15e4e50-b0fc-4d3c-a371-df22f747aee9 requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 19:47:46.450874 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-b1950e22-db89-4772-bf10-4369f25e0693 None None] Provisioning complete for port 4a9f6ff1-1820-4530-aac1-74c3bb4c4a17 triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:47:46.451249 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b1950e22-db89-4772-bf10-4369f25e0693 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:47:46.452115 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-656bdef3-9899-40cf-bfc2-af7fe9dc8eef admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6266341 Nov 05 19:47:46.455038 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 45862) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:47:46.459584 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46bcc4ab-49fe-4643-be18-a34205dd297a None None] Pushing event updated for resources: {'Port': ['ID=4a9f6ff1-1820-4530-aac1-74c3bb4c4a17,revision_number=4']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:47:46.461209 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-7e13eb8f-206e-49de-b58f-4bbf3b52e38c admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1610237233-router', 'tenant_id': 'a9e4d0cc1fd8486a9f14651ba8de8f57', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec'}}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:47:46.495620 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aebb1bb8-0f55-4b3d-b7fa-9e760da9561f None None] Routers {'3bea3571-86e4-4ca2-921c-3191635f1e2a'} bound to L3 agent in host n-d-816865-1 {{(pid=102388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 19:47:46.496272 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-aebb1bb8-0f55-4b3d-b7fa-9e760da9561f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T19:47:35Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['3bea3571-86e4-4ca2-921c-3191635f1e2a'], 'active': True} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:47:46.541200 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-7e13eb8f-206e-49de-b58f-4bbf3b52e38c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-571139', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6874'] for router, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:47:46.542432 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-7e13eb8f-206e-49de-b58f-4bbf3b52e38c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-571375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1000570', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1011585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6867'] for router, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:47:46.602567 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-7e13eb8f-206e-49de-b58f-4bbf3b52e38c admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:47:46.711550 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvr_db [None req-aebb1bb8-0f55-4b3d-b7fa-9e760da9561f None None] Set router 3bea3571-86e4-4ca2-921c-3191635f1e2a gateway port host: n-d-816865-1 {{(pid=102388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 19:47:46.745785 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-552897d9-77e3-4124-bde1-720f464c3d11 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeb20a084-accf-5b60-8075-3e69ebe863a6-b15e4e50-b0fc-4d3c-a371-df22f747aee9', 'network_id': 'b15e4e50-b0fc-4d3c-a371-df22f747aee9', 'tenant_id': 'a9e4d0cc1fd8486a9f14651ba8de8f57', 'fixed_ips': [{'subnet_id': 'dfc4931b-5c5f-4cd3-b597-8f3a04aff165'}]}} from n-d-816865-1. {{(pid=102388) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 05 19:47:46.746740 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-552897d9-77e3-4124-bde1-720f464c3d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:47:46.766446 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b1950e22-db89-4772-bf10-4369f25e0693 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:47:46.810024 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-7e13eb8f-206e-49de-b58f-4bbf3b52e38c admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:47:46.831487 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device a26305a6-d6a8-40e0-a63e-a9bd6a9a6fab up at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 19:47:47.094416 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-7e13eb8f-206e-49de-b58f-4bbf3b52e38c admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:47:47.113540 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-7e13eb8f-206e-49de-b58f-4bbf3b52e38c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:47:47.124549 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b1950e22-db89-4772-bf10-4369f25e0693 None None] For port 4a9f6ff1-1820-4530-aac1-74c3bb4c4a17, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=4a9f6ff1-1820-4530-aac1-74c3bb4c4a17,segment=NetworkSegment(21c70f24-c98c-4c31-89dd-58e986ff9b50),segment_id=21c70f24-c98c-4c31-89dd-58e986ff9b50)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:47:47.225551 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.db_base_plugin_common [None req-7e13eb8f-206e-49de-b58f-4bbf3b52e38c admin admin] Allocated IP 172.25.6.213 (40c8335d-cd0b-4cb5-910a-d4dcddd5cbec/04fe6db3-e108-4208-943d-6518424f5726/f2326f0b-112a-4d1a-b836-a62548738391) {{(pid=102387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 19:47:47.251577 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.db_base_plugin_common [None req-552897d9-77e3-4124-bde1-720f464c3d11 None None] Allocated IP 172.20.0.2 (b15e4e50-b0fc-4d3c-a371-df22f747aee9/dfc4931b-5c5f-4cd3-b597-8f3a04aff165/eb256d49-fa65-4d64-b2de-c27ff22bbb87) {{(pid=102388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 19:47:47.253962 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Provisioning complete for port a26305a6-d6a8-40e0-a63e-a9bd6a9a6fab triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:47:47.254364 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:47:47.261219 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b1950e22-db89-4772-bf10-4369f25e0693 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:47:47.332611 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-7e13eb8f-206e-49de-b58f-4bbf3b52e38c admin admin] Publish callbacks [] for port, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:47:47.425055 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-7e13eb8f-206e-49de-b58f-4bbf3b52e38c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4417063'] for port, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:47:47.429080 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1950e22-db89-4772-bf10-4369f25e0693 None None] Pushing event updated for resources: {'Port': ['ID=4a9f6ff1-1820-4530-aac1-74c3bb4c4a17,revision_number=5']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:47:47.453503 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-34a9e709-4940-4f16-8e67-3fd4cc5a1c33 None None] Provisioning complete for port 4a9f6ff1-1820-4530-aac1-74c3bb4c4a17 triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:47:47.453878 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-34a9e709-4940-4f16-8e67-3fd4cc5a1c33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:47:47.462889 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e13eb8f-206e-49de-b58f-4bbf3b52e38c admin admin] Network 40c8335d-cd0b-4cb5-910a-d4dcddd5cbec is already hosted by enough agents. {{(pid=102387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 19:47:47.465693 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.base_scheduler [None req-7e13eb8f-206e-49de-b58f-4bbf3b52e38c admin admin] Resources bound (agent type, host, resource id): {{(pid=102387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 19:47:47.468282 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e13eb8f-206e-49de-b58f-4bbf3b52e38c admin admin] Received port after_create {{(pid=102387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 19:47:47.500128 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e13eb8f-206e-49de-b58f-4bbf3b52e38c admin admin] Pushing event updated for resources: {'Port': ['ID=f2326f0b-112a-4d1a-b836-a62548738391,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:47:47.509480 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-aebb1bb8-0f55-4b3d-b7fa-9e760da9561f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bea3571-86e4-4ca2-921c-3191635f1e2a', 'name': 'tempest-TestMinimumBasicScenario-1544590582-router', 'tenant_id': 'a8a3806261a84cb6851fec0446c7f3a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.18'}], 'enable_snat': True}, 'gw_port_id': 'a26305a6-d6a8-40e0-a63e-a9bd6a9a6fab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T19:47:40Z', 'updated_at': '2021-11-05T19:47:43Z', 'revision_number': 4, 'project_id': 'a8a3806261a84cb6851fec0446c7f3a9', 'gw_port': {'id': 'a26305a6-d6a8-40e0-a63e-a9bd6a9a6fab', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:3f:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bea3571-86e4-4ca2-921c-3191635f1e2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:47:41Z', 'updated_at': '2021-11-05T19:47:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1', '_interfaces': [{'id': '4a9f6ff1-1820-4530-aac1-74c3bb4c4a17', 'name': '', 'network_id': '78361fef-c49b-45d0-99ef-a7072a5c9760', 'tenant_id': 'a8a3806261a84cb6851fec0446c7f3a9', 'mac_address': 'fa:16:3e:19:f3:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bea3571-86e4-4ca2-921c-3191635f1e2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '93339162-c6db-40cd-b8ed-c73deed150f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:47:42Z', 'updated_at': '2021-11-05T19:47:46Z', 'revision_number': 4, 'project_id': 'a8a3806261a84cb6851fec0446c7f3a9', 'subnets': [{'id': '93339162-c6db-40cd-b8ed-c73deed150f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-1', False) {} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:47:47.513975 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e13eb8f-206e-49de-b58f-4bbf3b52e38c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:47:47.514347 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e13eb8f-206e-49de-b58f-4bbf3b52e38c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:47:47.514682 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e13eb8f-206e-49de-b58f-4bbf3b52e38c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:47:47.515017 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e13eb8f-206e-49de-b58f-4bbf3b52e38c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:47:47.515341 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e13eb8f-206e-49de-b58f-4bbf3b52e38c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:47:47.515664 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e13eb8f-206e-49de-b58f-4bbf3b52e38c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:47:47.515989 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e13eb8f-206e-49de-b58f-4bbf3b52e38c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:47:47.516311 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e13eb8f-206e-49de-b58f-4bbf3b52e38c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:47:47.516627 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e13eb8f-206e-49de-b58f-4bbf3b52e38c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:47:47.516952 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e13eb8f-206e-49de-b58f-4bbf3b52e38c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:47:47.517266 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e13eb8f-206e-49de-b58f-4bbf3b52e38c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:47:47.517585 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e13eb8f-206e-49de-b58f-4bbf3b52e38c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:47:47.584576 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aebb1bb8-0f55-4b3d-b7fa-9e760da9561f None None] The sync data for ids ['3bea3571-86e4-4ca2-921c-3191635f1e2a'] in n-d-816865-1 is: [{'id': '3bea3571-86e4-4ca2-921c-3191635f1e2a', 'name': 'tempest-TestMinimumBasicScenario-1544590582-router', 'tenant_id': 'a8a3806261a84cb6851fec0446c7f3a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.18'}], 'enable_snat': True}, 'gw_port_id': 'a26305a6-d6a8-40e0-a63e-a9bd6a9a6fab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T19:47:40Z', 'updated_at': '2021-11-05T19:47:43Z', 'revision_number': 4, 'project_id': 'a8a3806261a84cb6851fec0446c7f3a9', 'gw_port': {'id': 'a26305a6-d6a8-40e0-a63e-a9bd6a9a6fab', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:3f:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bea3571-86e4-4ca2-921c-3191635f1e2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:47:41Z', 'updated_at': '2021-11-05T19:47:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1', '_interfaces': [{'id': '4a9f6ff1-1820-4530-aac1-74c3bb4c4a17', 'name': '', 'network_id': '78361fef-c49b-45d0-99ef-a7072a5c9760', 'tenant_id': 'a8a3806261a84cb6851fec0446c7f3a9', 'mac_address': 'fa:16:3e:19:f3:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bea3571-86e4-4ca2-921c-3191635f1e2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '93339162-c6db-40cd-b8ed-c73deed150f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:47:42Z', 'updated_at': '2021-11-05T19:47:46Z', 'revision_number': 4, 'project_id': 'a8a3806261a84cb6851fec0446c7f3a9', 'subnets': [{'id': '93339162-c6db-40cd-b8ed-c73deed150f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 19:47:47.619888 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-552897d9-77e3-4124-bde1-720f464c3d11 None None] Publish callbacks [] for port, precommit_create {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:47:47.680519 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-552897d9-77e3-4124-bde1-720f464c3d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789'] for port, after_create {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:47:47.729702 n-d-816865-1 neutron-server[102388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-552897d9-77e3-4124-bde1-720f464c3d11 None None] Network b15e4e50-b0fc-4d3c-a371-df22f747aee9 is already hosted by enough agents. {{(pid=102388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 19:47:47.732655 n-d-816865-1 neutron-server[102388]: DEBUG neutron.scheduler.base_scheduler [None req-552897d9-77e3-4124-bde1-720f464c3d11 None None] Resources bound (agent type, host, resource id): {{(pid=102388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 19:47:47.740327 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-552897d9-77e3-4124-bde1-720f464c3d11 None None] Received port after_create {{(pid=102388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 19:47:47.754349 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552897d9-77e3-4124-bde1-720f464c3d11 None None] Pushing event updated for resources: {'Port': ['ID=eb256d49-fa65-4d64-b2de-c27ff22bbb87,revision_number=1']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:47:47.803058 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-552897d9-77e3-4124-bde1-720f464c3d11 None None] Attempting to bind port eb256d49-fa65-4d64-b2de-c27ff22bbb87 on host n-d-816865-1 for vnic_type normal with profile {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 19:47:47.803438 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-552897d9-77e3-4124-bde1-720f464c3d11 None None] Attempting to bind port eb256d49-fa65-4d64-b2de-c27ff22bbb87 by drivers openvswitch,hyperv on host n-d-816865-1 at level 0 using segments [{'id': '6fe52b24-0abf-43aa-9e72-1bef0b35bef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'b15e4e50-b0fc-4d3c-a371-df22f747aee9'}] {{(pid=102388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 19:47:47.803797 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-552897d9-77e3-4124-bde1-720f464c3d11 None None] Attempting to bind port eb256d49-fa65-4d64-b2de-c27ff22bbb87 on network b15e4e50-b0fc-4d3c-a371-df22f747aee9 {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 19:47:47.809882 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-552897d9-77e3-4124-bde1-720f464c3d11 None None] Checking agent: {'id': '724d89a7-611b-41e6-bc85-c48112b17afa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 18, 25, 8), 'started_at': datetime.datetime(2021, 11, 5, 18, 25, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 19, 47, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 19:47:47.810335 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-552897d9-77e3-4124-bde1-720f464c3d11 None None] Checking segment: {'id': '6fe52b24-0abf-43aa-9e72-1bef0b35bef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'b15e4e50-b0fc-4d3c-a371-df22f747aee9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 19:47:47.810757 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-552897d9-77e3-4124-bde1-720f464c3d11 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:47:47.811159 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-552897d9-77e3-4124-bde1-720f464c3d11 None None] Bound using segment: {'id': '6fe52b24-0abf-43aa-9e72-1bef0b35bef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'b15e4e50-b0fc-4d3c-a371-df22f747aee9'} {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 19:47:47.811639 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-552897d9-77e3-4124-bde1-720f464c3d11 None None] Bound port: eb256d49-fa65-4d64-b2de-c27ff22bbb87, host: n-d-816865-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6fe52b24-0abf-43aa-9e72-1bef0b35bef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'b15e4e50-b0fc-4d3c-a371-df22f747aee9'}}] {{(pid=102388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 19:47:47.812035 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-552897d9-77e3-4124-bde1-720f464c3d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:47:47.870640 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-7e13eb8f-206e-49de-b58f-4bbf3b52e38c admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:47:47.884850 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-552897d9-77e3-4124-bde1-720f464c3d11 None None] For port eb256d49-fa65-4d64-b2de-c27ff22bbb87, host n-d-816865-1, cleared binding levels {{(pid=102388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 19:47:47.888466 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-552897d9-77e3-4124-bde1-720f464c3d11 None None] For port eb256d49-fa65-4d64-b2de-c27ff22bbb87, host n-d-816865-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=eb256d49-fa65-4d64-b2de-c27ff22bbb87,segment=NetworkSegment(6fe52b24-0abf-43aa-9e72-1bef0b35bef3),segment_id=6fe52b24-0abf-43aa-9e72-1bef0b35bef3)] {{(pid=102388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 19:47:47.981220 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-552897d9-77e3-4124-bde1-720f464c3d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:47:48.061885 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552897d9-77e3-4124-bde1-720f464c3d11 None None] Pushing event updated for resources: {'Port': ['ID=eb256d49-fa65-4d64-b2de-c27ff22bbb87,revision_number=2']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:47:48.087279 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-7e13eb8f-206e-49de-b58f-4bbf3b52e38c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-571384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1000487'] for router, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:47:48.304557 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e13eb8f-206e-49de-b58f-4bbf3b52e38c admin admin] Router fec09057-e61d-4e6b-a002-3249e760aa34 is scheduled to L3 agent 6dcb5589-8e86-4616-9186-ddc4548e13ad with binding_index 1 {{(pid=102387) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 05 19:47:48.426315 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e13eb8f-206e-49de-b58f-4bbf3b52e38c admin admin] Notify agent at l3_agent.n-d-816865-1 the message routers_updated {{(pid=102387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 19:47:48.436351 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be2d2ddf-b302-40d7-98cf-cd85f5610c2c None None] Sync routers for ids ['fec09057-e61d-4e6b-a002-3249e760aa34'] in n-d-816865-1 {{(pid=102389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 19:47:48.445978 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be2d2ddf-b302-40d7-98cf-cd85f5610c2c None None] Routers {'fec09057-e61d-4e6b-a002-3249e760aa34'} bound to L3 agent in host n-d-816865-1 {{(pid=102389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 19:47:48.447554 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-be2d2ddf-b302-40d7-98cf-cd85f5610c2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T19:47:35Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['fec09057-e61d-4e6b-a002-3249e760aa34'], 'active': True} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:47:48.497535 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-7e13eb8f-206e-49de-b58f-4bbf3b52e38c admin admin] Publish callbacks [] for router, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:47:48.499087 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-7e13eb8f-206e-49de-b58f-4bbf3b52e38c admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.0423911 Nov 05 19:47:48.501843 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 45864) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:47:48.565708 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvr_db [None req-be2d2ddf-b302-40d7-98cf-cd85f5610c2c None None] Set router fec09057-e61d-4e6b-a002-3249e760aa34 gateway port host: n-d-816865-1 {{(pid=102389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 19:47:48.776641 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-be2d2ddf-b302-40d7-98cf-cd85f5610c2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fec09057-e61d-4e6b-a002-3249e760aa34', 'name': 'tempest-TestMinimumBasicScenario-1610237233-router', 'tenant_id': 'a9e4d0cc1fd8486a9f14651ba8de8f57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.213'}], 'enable_snat': True}, 'gw_port_id': 'f2326f0b-112a-4d1a-b836-a62548738391', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T19:47:46Z', 'updated_at': '2021-11-05T19:47:47Z', 'revision_number': 3, 'project_id': 'a9e4d0cc1fd8486a9f14651ba8de8f57', 'gw_port': {'id': 'f2326f0b-112a-4d1a-b836-a62548738391', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:72:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fec09057-e61d-4e6b-a002-3249e760aa34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4154, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:47:47Z', 'updated_at': '2021-11-05T19:47:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1'}], 'n-d-816865-1', False) {} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:47:48.814913 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be2d2ddf-b302-40d7-98cf-cd85f5610c2c None None] Checking router: fec09057-e61d-4e6b-a002-3249e760aa34 for host: n-d-816865-1 {{(pid=102389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 19:47:48.815265 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be2d2ddf-b302-40d7-98cf-cd85f5610c2c None None] Updating router fec09057-e61d-4e6b-a002-3249e760aa34 port f2326f0b-112a-4d1a-b836-a62548738391 binding host n-d-816865-1 {{(pid=102389) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 05 19:47:48.851741 n-d-816865-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-be2d2ddf-b302-40d7-98cf-cd85f5610c2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:47:48.951648 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device eb256d49-fa65-4d64-b2de-c27ff22bbb87 up at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 19:47:49.029091 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Provisioning complete for port eb256d49-fa65-4d64-b2de-c27ff22bbb87 triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:47:49.029091 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:47:49.042239 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-09232d7f-38a4-4bf2-97a6-dc5aad9468ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:47:49.148826 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:47:49.196770 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c13971cc-a265-43d7-995a-fe0e372ffed4 None None] Network b15e4e50-b0fc-4d3c-a371-df22f747aee9 requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 19:47:49.219491 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] For port eb256d49-fa65-4d64-b2de-c27ff22bbb87, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=eb256d49-fa65-4d64-b2de-c27ff22bbb87,segment=NetworkSegment(6fe52b24-0abf-43aa-9e72-1bef0b35bef3),segment_id=6fe52b24-0abf-43aa-9e72-1bef0b35bef3)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:47:49.249889 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.db_base_plugin_common [None req-09232d7f-38a4-4bf2-97a6-dc5aad9468ff admin admin] Allocated IP 172.20.0.1 (b15e4e50-b0fc-4d3c-a371-df22f747aee9/dfc4931b-5c5f-4cd3-b597-8f3a04aff165/bcc79bab-9ac4-41c1-9ab2-30e4489a2637) {{(pid=102386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 19:47:49.256689 n-d-816865-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-be2d2ddf-b302-40d7-98cf-cd85f5610c2c None None] Publish callbacks [] for port, precommit_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:47:49.300268 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:47:49.301085 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 4a9f6ff1-1820-4530-aac1-74c3bb4c4a17 up at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 19:47:49.354403 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-09232d7f-38a4-4bf2-97a6-dc5aad9468ff admin admin] Publish callbacks [] for port, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:47:49.364274 n-d-816865-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-be2d2ddf-b302-40d7-98cf-cd85f5610c2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:47:49.369254 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-1a0c9f53-71f9-40ed-b880-79c8077a64dd None None] Provisioning complete for port eb256d49-fa65-4d64-b2de-c27ff22bbb87 triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:47:49.369254 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-1a0c9f53-71f9-40ed-b880-79c8077a64dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:47:49.416451 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.managers [None req-be2d2ddf-b302-40d7-98cf-cd85f5610c2c None None] Attempting to bind port f2326f0b-112a-4d1a-b836-a62548738391 on host n-d-816865-1 for vnic_type normal with profile {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 19:47:49.416820 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.managers [None req-be2d2ddf-b302-40d7-98cf-cd85f5610c2c None None] Attempting to bind port f2326f0b-112a-4d1a-b836-a62548738391 by drivers openvswitch,hyperv on host n-d-816865-1 at level 0 using segments [{'id': '85be518c-8bb4-46a2-a903-d4292782d29d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec'}] {{(pid=102389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 19:47:49.417180 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be2d2ddf-b302-40d7-98cf-cd85f5610c2c None None] Attempting to bind port f2326f0b-112a-4d1a-b836-a62548738391 on network 40c8335d-cd0b-4cb5-910a-d4dcddd5cbec {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 19:47:49.424765 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9195bef-8561-47f9-b1c8-6888ceb73016 None None] Pushing event updated for resources: {'Port': ['ID=f2326f0b-112a-4d1a-b836-a62548738391,revision_number=2']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:47:49.427770 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be2d2ddf-b302-40d7-98cf-cd85f5610c2c None None] Checking agent: {'id': '724d89a7-611b-41e6-bc85-c48112b17afa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 18, 25, 8), 'started_at': datetime.datetime(2021, 11, 5, 18, 25, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 19, 47, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 19:47:49.428141 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be2d2ddf-b302-40d7-98cf-cd85f5610c2c None None] Checking segment: {'id': '85be518c-8bb4-46a2-a903-d4292782d29d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 19:47:49.428543 n-d-816865-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-be2d2ddf-b302-40d7-98cf-cd85f5610c2c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:47:49.429132 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be2d2ddf-b302-40d7-98cf-cd85f5610c2c None None] Bound using segment: {'id': '85be518c-8bb4-46a2-a903-d4292782d29d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec'} {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 19:47:49.429390 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.managers [None req-be2d2ddf-b302-40d7-98cf-cd85f5610c2c None None] Bound port: f2326f0b-112a-4d1a-b836-a62548738391, host: n-d-816865-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85be518c-8bb4-46a2-a903-d4292782d29d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec'}}] {{(pid=102389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 19:47:49.429768 n-d-816865-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-be2d2ddf-b302-40d7-98cf-cd85f5610c2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:47:49.460010 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Pushing event updated for resources: {'Port': ['ID=eb256d49-fa65-4d64-b2de-c27ff22bbb87,revision_number=3']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:47:49.461350 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-09232d7f-38a4-4bf2-97a6-dc5aad9468ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:47:49.485882 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [None req-be2d2ddf-b302-40d7-98cf-cd85f5610c2c None None] For port f2326f0b-112a-4d1a-b836-a62548738391, host n-d-816865-1, cleared binding levels {{(pid=102389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 19:47:49.489254 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [None req-be2d2ddf-b302-40d7-98cf-cd85f5610c2c None None] For port f2326f0b-112a-4d1a-b836-a62548738391, host n-d-816865-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=f2326f0b-112a-4d1a-b836-a62548738391,segment=NetworkSegment(85be518c-8bb4-46a2-a903-d4292782d29d),segment_id=85be518c-8bb4-46a2-a903-d4292782d29d)] {{(pid=102389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 19:47:49.515574 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09232d7f-38a4-4bf2-97a6-dc5aad9468ff admin admin] Network b15e4e50-b0fc-4d3c-a371-df22f747aee9 is already hosted by enough agents. {{(pid=102386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 19:47:49.519062 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.base_scheduler [None req-09232d7f-38a4-4bf2-97a6-dc5aad9468ff admin admin] Resources bound (agent type, host, resource id): {{(pid=102386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 19:47:49.525204 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09232d7f-38a4-4bf2-97a6-dc5aad9468ff admin admin] Received port after_create {{(pid=102386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 19:47:49.531382 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Provisioning complete for port 4a9f6ff1-1820-4530-aac1-74c3bb4c4a17 triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:47:49.531760 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:47:49.553858 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09232d7f-38a4-4bf2-97a6-dc5aad9468ff admin admin] Pushing event updated for resources: {'Port': ['ID=bcc79bab-9ac4-41c1-9ab2-30e4489a2637,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:47:49.570199 n-d-816865-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-be2d2ddf-b302-40d7-98cf-cd85f5610c2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:47:49.573617 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-09232d7f-38a4-4bf2-97a6-dc5aad9468ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-571770'] for router_interface, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:47:49.623891 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be2d2ddf-b302-40d7-98cf-cd85f5610c2c None None] Routers {'fec09057-e61d-4e6b-a002-3249e760aa34'} bound to L3 agent in host n-d-816865-1 {{(pid=102389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 19:47:49.624778 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-be2d2ddf-b302-40d7-98cf-cd85f5610c2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T19:47:35Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['fec09057-e61d-4e6b-a002-3249e760aa34'], 'active': True} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:47:49.675823 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9195bef-8561-47f9-b1c8-6888ceb73016 None None] Pushing event updated for resources: {'Port': ['ID=f2326f0b-112a-4d1a-b836-a62548738391,revision_number=3']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:47:49.766750 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvr_db [None req-be2d2ddf-b302-40d7-98cf-cd85f5610c2c None None] Set router fec09057-e61d-4e6b-a002-3249e760aa34 gateway port host: n-d-816865-1 {{(pid=102389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 19:47:49.775151 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-09232d7f-38a4-4bf2-97a6-dc5aad9468ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:47:49.948145 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-09232d7f-38a4-4bf2-97a6-dc5aad9468ff admin admin] Publish callbacks [] for port, precommit_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:47:49.957853 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-be2d2ddf-b302-40d7-98cf-cd85f5610c2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fec09057-e61d-4e6b-a002-3249e760aa34', 'name': 'tempest-TestMinimumBasicScenario-1610237233-router', 'tenant_id': 'a9e4d0cc1fd8486a9f14651ba8de8f57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.213'}], 'enable_snat': True}, 'gw_port_id': 'f2326f0b-112a-4d1a-b836-a62548738391', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T19:47:46Z', 'updated_at': '2021-11-05T19:47:47Z', 'revision_number': 3, 'project_id': 'a9e4d0cc1fd8486a9f14651ba8de8f57', 'gw_port': {'id': 'f2326f0b-112a-4d1a-b836-a62548738391', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:72:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fec09057-e61d-4e6b-a002-3249e760aa34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4154, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:47:47Z', 'updated_at': '2021-11-05T19:47:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1'}], 'n-d-816865-1', False) {} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:47:49.992383 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be2d2ddf-b302-40d7-98cf-cd85f5610c2c None None] The sync data for ids ['fec09057-e61d-4e6b-a002-3249e760aa34'] in n-d-816865-1 is: [{'id': 'fec09057-e61d-4e6b-a002-3249e760aa34', 'name': 'tempest-TestMinimumBasicScenario-1610237233-router', 'tenant_id': 'a9e4d0cc1fd8486a9f14651ba8de8f57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.213'}], 'enable_snat': True}, 'gw_port_id': 'f2326f0b-112a-4d1a-b836-a62548738391', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T19:47:46Z', 'updated_at': '2021-11-05T19:47:47Z', 'revision_number': 3, 'project_id': 'a9e4d0cc1fd8486a9f14651ba8de8f57', 'gw_port': {'id': 'f2326f0b-112a-4d1a-b836-a62548738391', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:72:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fec09057-e61d-4e6b-a002-3249e760aa34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4154, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:47:47Z', 'updated_at': '2021-11-05T19:47:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1'}] {{(pid=102389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 19:47:49.998843 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-9860f3dd-98c7-416a-9a11-1a3d519b989a None None] Provisioning complete for port bcc79bab-9ac4-41c1-9ab2-30e4489a2637 triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:47:49.999461 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-9860f3dd-98c7-416a-9a11-1a3d519b989a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:47:50.011609 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-09232d7f-38a4-4bf2-97a6-dc5aad9468ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6149821'] for port, after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:47:50.041817 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-9860f3dd-98c7-416a-9a11-1a3d519b989a None None] Port bcc79bab-9ac4-41c1-9ab2-30e4489a2637 cannot update to ACTIVE because it is not bound. {{(pid=102388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 19:47:50.052120 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-9860f3dd-98c7-416a-9a11-1a3d519b989a None None] Provisioning complete for port eb256d49-fa65-4d64-b2de-c27ff22bbb87 triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:47:50.052649 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-9860f3dd-98c7-416a-9a11-1a3d519b989a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:47:50.093801 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09232d7f-38a4-4bf2-97a6-dc5aad9468ff admin admin] Pushing event updated for resources: {'Port': ['ID=bcc79bab-9ac4-41c1-9ab2-30e4489a2637,revision_number=2']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:47:50.097047 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-09232d7f-38a4-4bf2-97a6-dc5aad9468ff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-597863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-571878'] for router_interface, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:47:50.200609 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09232d7f-38a4-4bf2-97a6-dc5aad9468ff admin admin] Network b15e4e50-b0fc-4d3c-a371-df22f747aee9 is already hosted by enough agents. {{(pid=102386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 19:47:50.202059 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.base_scheduler [None req-09232d7f-38a4-4bf2-97a6-dc5aad9468ff admin admin] Resources bound (agent type, host, resource id): {{(pid=102386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 19:47:50.294799 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-9bcdd434-be4c-4de8-aedd-ca0f1ee29596 None None] Provisioning complete for port bcc79bab-9ac4-41c1-9ab2-30e4489a2637 triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:47:50.295177 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-9bcdd434-be4c-4de8-aedd-ca0f1ee29596 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:47:50.345605 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-9bcdd434-be4c-4de8-aedd-ca0f1ee29596 None None] Port bcc79bab-9ac4-41c1-9ab2-30e4489a2637 cannot update to ACTIVE because it is not bound. {{(pid=102388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 19:47:50.358905 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09232d7f-38a4-4bf2-97a6-dc5aad9468ff admin admin] Router fec09057-e61d-4e6b-a002-3249e760aa34 has already been hosted by L3 agent 6dcb5589-8e86-4616-9186-ddc4548e13ad {{(pid=102386) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 19:47:50.468754 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-8c2175a7-4e6d-405b-b837-96eab8a6d5aa None None] Provisioning complete for port bcc79bab-9ac4-41c1-9ab2-30e4489a2637 triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:47:50.469215 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-8c2175a7-4e6d-405b-b837-96eab8a6d5aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:47:50.481199 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09232d7f-38a4-4bf2-97a6-dc5aad9468ff admin admin] Notify agent at l3_agent.n-d-816865-1 the message routers_updated {{(pid=102386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 19:47:50.494639 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-09232d7f-38a4-4bf2-97a6-dc5aad9468ff admin admin] 10.222.0.13 "PUT /v2.0/routers/fec09057-e61d-4e6b-a002-3249e760aa34/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9830785 Nov 05 19:47:50.510234 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-8c2175a7-4e6d-405b-b837-96eab8a6d5aa None None] Port bcc79bab-9ac4-41c1-9ab2-30e4489a2637 cannot update to ACTIVE because it is not bound. {{(pid=102388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 19:47:50.920993 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device eb256d49-fa65-4d64-b2de-c27ff22bbb87 up at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 19:47:50.972243 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Provisioning complete for port eb256d49-fa65-4d64-b2de-c27ff22bbb87 triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:47:50.972726 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:47:51.219774 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device f2326f0b-112a-4d1a-b836-a62548738391 up at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 19:47:51.268106 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Provisioning complete for port f2326f0b-112a-4d1a-b836-a62548738391 triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:47:51.268534 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:47:51.355044 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:47:51.378636 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] For port f2326f0b-112a-4d1a-b836-a62548738391, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=f2326f0b-112a-4d1a-b836-a62548738391,segment=NetworkSegment(85be518c-8bb4-46a2-a903-d4292782d29d),segment_id=85be518c-8bb4-46a2-a903-d4292782d29d)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:47:51.432362 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:47:51.483610 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Pushing event updated for resources: {'Port': ['ID=f2326f0b-112a-4d1a-b836-a62548738391,revision_number=4']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:47:51.645816 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3742482-0547-42ad-a7fd-059948417b07 None None] Sync routers for ids ['fec09057-e61d-4e6b-a002-3249e760aa34'] in n-d-816865-1 {{(pid=102388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 19:47:51.657119 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3742482-0547-42ad-a7fd-059948417b07 None None] Routers {'fec09057-e61d-4e6b-a002-3249e760aa34'} bound to L3 agent in host n-d-816865-1 {{(pid=102388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 19:47:51.657748 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-c3742482-0547-42ad-a7fd-059948417b07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T19:47:35Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['fec09057-e61d-4e6b-a002-3249e760aa34'], 'active': True} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:47:51.775531 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvr_db [None req-c3742482-0547-42ad-a7fd-059948417b07 None None] Set router fec09057-e61d-4e6b-a002-3249e760aa34 gateway port host: n-d-816865-1 {{(pid=102388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 19:47:52.019622 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-c3742482-0547-42ad-a7fd-059948417b07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fec09057-e61d-4e6b-a002-3249e760aa34', 'name': 'tempest-TestMinimumBasicScenario-1610237233-router', 'tenant_id': 'a9e4d0cc1fd8486a9f14651ba8de8f57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.213'}], 'enable_snat': True}, 'gw_port_id': 'f2326f0b-112a-4d1a-b836-a62548738391', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T19:47:46Z', 'updated_at': '2021-11-05T19:47:49Z', 'revision_number': 4, 'project_id': 'a9e4d0cc1fd8486a9f14651ba8de8f57', 'gw_port': {'id': 'f2326f0b-112a-4d1a-b836-a62548738391', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:72:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fec09057-e61d-4e6b-a002-3249e760aa34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4154, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:47:47Z', 'updated_at': '2021-11-05T19:47:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1', '_interfaces': [{'id': 'bcc79bab-9ac4-41c1-9ab2-30e4489a2637', 'name': '', 'network_id': 'b15e4e50-b0fc-4d3c-a371-df22f747aee9', 'tenant_id': 'a9e4d0cc1fd8486a9f14651ba8de8f57', 'mac_address': 'fa:16:3e:3f:6b:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fec09057-e61d-4e6b-a002-3249e760aa34', 'device_owner': 'network:router_interface', 'standard_attr_id': 4155, 'fixed_ips': [{'subnet_id': 'dfc4931b-5c5f-4cd3-b597-8f3a04aff165', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:47:49Z', 'updated_at': '2021-11-05T19:47:49Z', 'revision_number': 2, 'project_id': 'a9e4d0cc1fd8486a9f14651ba8de8f57', 'subnets': [{'id': 'dfc4931b-5c5f-4cd3-b597-8f3a04aff165', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-1', False) {} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:47:52.051807 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3742482-0547-42ad-a7fd-059948417b07 None None] Checking router: fec09057-e61d-4e6b-a002-3249e760aa34 for host: n-d-816865-1 {{(pid=102388) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 19:47:52.052085 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3742482-0547-42ad-a7fd-059948417b07 None None] Updating router fec09057-e61d-4e6b-a002-3249e760aa34 port bcc79bab-9ac4-41c1-9ab2-30e4489a2637 binding host n-d-816865-1 {{(pid=102388) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 05 19:47:52.082541 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c3742482-0547-42ad-a7fd-059948417b07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:47:52.399039 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c3742482-0547-42ad-a7fd-059948417b07 None None] Publish callbacks [] for port, precommit_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:47:52.475935 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c3742482-0547-42ad-a7fd-059948417b07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:47:52.555413 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1286eff-1280-4ec8-a3f6-676f8d0fef27 None None] Pushing event updated for resources: {'Port': ['ID=bcc79bab-9ac4-41c1-9ab2-30e4489a2637,revision_number=3']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:47:52.583741 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-c3742482-0547-42ad-a7fd-059948417b07 None None] Attempting to bind port bcc79bab-9ac4-41c1-9ab2-30e4489a2637 on host n-d-816865-1 for vnic_type normal with profile {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 19:47:52.584554 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-c3742482-0547-42ad-a7fd-059948417b07 None None] Attempting to bind port bcc79bab-9ac4-41c1-9ab2-30e4489a2637 by drivers openvswitch,hyperv on host n-d-816865-1 at level 0 using segments [{'id': '6fe52b24-0abf-43aa-9e72-1bef0b35bef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'b15e4e50-b0fc-4d3c-a371-df22f747aee9'}] {{(pid=102388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 19:47:52.584554 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3742482-0547-42ad-a7fd-059948417b07 None None] Attempting to bind port bcc79bab-9ac4-41c1-9ab2-30e4489a2637 on network b15e4e50-b0fc-4d3c-a371-df22f747aee9 {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 19:47:52.590676 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3742482-0547-42ad-a7fd-059948417b07 None None] Checking agent: {'id': '724d89a7-611b-41e6-bc85-c48112b17afa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 18, 25, 8), 'started_at': datetime.datetime(2021, 11, 5, 18, 25, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 19, 47, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 19:47:52.591051 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3742482-0547-42ad-a7fd-059948417b07 None None] Checking segment: {'id': '6fe52b24-0abf-43aa-9e72-1bef0b35bef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'b15e4e50-b0fc-4d3c-a371-df22f747aee9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 19:47:52.591455 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c3742482-0547-42ad-a7fd-059948417b07 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:47:52.591990 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3742482-0547-42ad-a7fd-059948417b07 None None] Bound using segment: {'id': '6fe52b24-0abf-43aa-9e72-1bef0b35bef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'b15e4e50-b0fc-4d3c-a371-df22f747aee9'} {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 19:47:52.592472 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-c3742482-0547-42ad-a7fd-059948417b07 None None] Bound port: bcc79bab-9ac4-41c1-9ab2-30e4489a2637, host: n-d-816865-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6fe52b24-0abf-43aa-9e72-1bef0b35bef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'b15e4e50-b0fc-4d3c-a371-df22f747aee9'}}] {{(pid=102388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 19:47:52.592855 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c3742482-0547-42ad-a7fd-059948417b07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:47:52.670785 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-c3742482-0547-42ad-a7fd-059948417b07 None None] For port bcc79bab-9ac4-41c1-9ab2-30e4489a2637, host n-d-816865-1, cleared binding levels {{(pid=102388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 19:47:52.679446 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-c3742482-0547-42ad-a7fd-059948417b07 None None] For port bcc79bab-9ac4-41c1-9ab2-30e4489a2637, host n-d-816865-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=bcc79bab-9ac4-41c1-9ab2-30e4489a2637,segment=NetworkSegment(6fe52b24-0abf-43aa-9e72-1bef0b35bef3),segment_id=6fe52b24-0abf-43aa-9e72-1bef0b35bef3)] {{(pid=102388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 19:47:52.776142 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c3742482-0547-42ad-a7fd-059948417b07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:47:52.882383 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3742482-0547-42ad-a7fd-059948417b07 None None] Routers {'fec09057-e61d-4e6b-a002-3249e760aa34'} bound to L3 agent in host n-d-816865-1 {{(pid=102388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 19:47:52.883057 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-c3742482-0547-42ad-a7fd-059948417b07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T19:47:35Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['fec09057-e61d-4e6b-a002-3249e760aa34'], 'active': True} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:47:52.896545 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device f2326f0b-112a-4d1a-b836-a62548738391 up at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 19:47:52.939319 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1286eff-1280-4ec8-a3f6-676f8d0fef27 None None] Pushing event updated for resources: {'Port': ['ID=bcc79bab-9ac4-41c1-9ab2-30e4489a2637,revision_number=4']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:47:52.966818 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-a94404e2-385c-4551-bf2a-512bad94eedf None None] Provisioning complete for port bcc79bab-9ac4-41c1-9ab2-30e4489a2637 triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:47:52.967217 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-a94404e2-385c-4551-bf2a-512bad94eedf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:47:53.117320 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvr_db [None req-c3742482-0547-42ad-a7fd-059948417b07 None None] Set router fec09057-e61d-4e6b-a002-3249e760aa34 gateway port host: n-d-816865-1 {{(pid=102388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 19:47:53.119951 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Provisioning complete for port f2326f0b-112a-4d1a-b836-a62548738391 triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:47:53.120325 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:47:53.222396 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-a94404e2-385c-4551-bf2a-512bad94eedf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:47:53.350828 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-a94404e2-385c-4551-bf2a-512bad94eedf None None] For port bcc79bab-9ac4-41c1-9ab2-30e4489a2637, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=bcc79bab-9ac4-41c1-9ab2-30e4489a2637,segment=NetworkSegment(6fe52b24-0abf-43aa-9e72-1bef0b35bef3),segment_id=6fe52b24-0abf-43aa-9e72-1bef0b35bef3)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:47:53.408988 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-a94404e2-385c-4551-bf2a-512bad94eedf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:47:53.488934 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94404e2-385c-4551-bf2a-512bad94eedf None None] Pushing event updated for resources: {'Port': ['ID=bcc79bab-9ac4-41c1-9ab2-30e4489a2637,revision_number=5']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:47:53.503553 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-c3742482-0547-42ad-a7fd-059948417b07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fec09057-e61d-4e6b-a002-3249e760aa34', 'name': 'tempest-TestMinimumBasicScenario-1610237233-router', 'tenant_id': 'a9e4d0cc1fd8486a9f14651ba8de8f57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.213'}], 'enable_snat': True}, 'gw_port_id': 'f2326f0b-112a-4d1a-b836-a62548738391', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T19:47:46Z', 'updated_at': '2021-11-05T19:47:49Z', 'revision_number': 4, 'project_id': 'a9e4d0cc1fd8486a9f14651ba8de8f57', 'gw_port': {'id': 'f2326f0b-112a-4d1a-b836-a62548738391', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:72:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fec09057-e61d-4e6b-a002-3249e760aa34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4154, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:47:47Z', 'updated_at': '2021-11-05T19:47:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1', '_interfaces': [{'id': 'bcc79bab-9ac4-41c1-9ab2-30e4489a2637', 'name': '', 'network_id': 'b15e4e50-b0fc-4d3c-a371-df22f747aee9', 'tenant_id': 'a9e4d0cc1fd8486a9f14651ba8de8f57', 'mac_address': 'fa:16:3e:3f:6b:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fec09057-e61d-4e6b-a002-3249e760aa34', 'device_owner': 'network:router_interface', 'standard_attr_id': 4155, 'fixed_ips': [{'subnet_id': 'dfc4931b-5c5f-4cd3-b597-8f3a04aff165', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:47:49Z', 'updated_at': '2021-11-05T19:47:52Z', 'revision_number': 4, 'project_id': 'a9e4d0cc1fd8486a9f14651ba8de8f57', 'subnets': [{'id': 'dfc4931b-5c5f-4cd3-b597-8f3a04aff165', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-1', False) {} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:47:53.538994 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3742482-0547-42ad-a7fd-059948417b07 None None] The sync data for ids ['fec09057-e61d-4e6b-a002-3249e760aa34'] in n-d-816865-1 is: [{'id': 'fec09057-e61d-4e6b-a002-3249e760aa34', 'name': 'tempest-TestMinimumBasicScenario-1610237233-router', 'tenant_id': 'a9e4d0cc1fd8486a9f14651ba8de8f57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.213'}], 'enable_snat': True}, 'gw_port_id': 'f2326f0b-112a-4d1a-b836-a62548738391', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T19:47:46Z', 'updated_at': '2021-11-05T19:47:49Z', 'revision_number': 4, 'project_id': 'a9e4d0cc1fd8486a9f14651ba8de8f57', 'gw_port': {'id': 'f2326f0b-112a-4d1a-b836-a62548738391', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:72:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fec09057-e61d-4e6b-a002-3249e760aa34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4154, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:47:47Z', 'updated_at': '2021-11-05T19:47:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1', '_interfaces': [{'id': 'bcc79bab-9ac4-41c1-9ab2-30e4489a2637', 'name': '', 'network_id': 'b15e4e50-b0fc-4d3c-a371-df22f747aee9', 'tenant_id': 'a9e4d0cc1fd8486a9f14651ba8de8f57', 'mac_address': 'fa:16:3e:3f:6b:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fec09057-e61d-4e6b-a002-3249e760aa34', 'device_owner': 'network:router_interface', 'standard_attr_id': 4155, 'fixed_ips': [{'subnet_id': 'dfc4931b-5c5f-4cd3-b597-8f3a04aff165', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:47:49Z', 'updated_at': '2021-11-05T19:47:52Z', 'revision_number': 4, 'project_id': 'a9e4d0cc1fd8486a9f14651ba8de8f57', 'subnets': [{'id': 'dfc4931b-5c5f-4cd3-b597-8f3a04aff165', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 19:47:53.553475 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-60c1af21-86f7-4dc0-a2ab-68f1aa1ab6e3 None None] Provisioning complete for port bcc79bab-9ac4-41c1-9ab2-30e4489a2637 triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:47:53.553947 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-60c1af21-86f7-4dc0-a2ab-68f1aa1ab6e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:47:54.854350 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device bcc79bab-9ac4-41c1-9ab2-30e4489a2637 up at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 19:47:54.905779 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Provisioning complete for port bcc79bab-9ac4-41c1-9ab2-30e4489a2637 triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:47:54.906259 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:48:02.630204 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-02acde4d-1931-4397-8fe7-2f53767376aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:48:02.635586 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d73fa9a-3276-4004-ba81-a2d36a7fc8b0 req-523b4590-5bcb-4ddb-a0c7-d420bb8908a3 tempest-TestMinimumBasicScenario-1856380036 tempest-TestMinimumBasicScenario-1856380036-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:48:02.637074 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-4d73fa9a-3276-4004-ba81-a2d36a7fc8b0 req-523b4590-5bcb-4ddb-a0c7-d420bb8908a3 tempest-TestMinimumBasicScenario-1856380036 tempest-TestMinimumBasicScenario-1856380036-project] 10.222.0.13 "GET /v2.0/networks?id=78361fef-c49b-45d0-99ef-a7072a5c9760 HTTP/1.1" status: 200 len: 815 time: 0.1097546 Nov 05 19:48:02.653473 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-4d73fa9a-3276-4004-ba81-a2d36a7fc8b0 req-5db3a2c6-8e07-4018-81b8-4e9729dc3d48 tempest-TestMinimumBasicScenario-1856380036 tempest-TestMinimumBasicScenario-1856380036-project] 10.222.0.13 "GET /v2.0/quotas/a8a3806261a84cb6851fec0446c7f3a9 HTTP/1.1" status: 200 len: 375 time: 0.0096807 Nov 05 19:48:02.704057 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-4d73fa9a-3276-4004-ba81-a2d36a7fc8b0 req-fe7a0d67-e15a-48ac-ae40-c988edd83eb3 tempest-TestMinimumBasicScenario-1856380036 tempest-TestMinimumBasicScenario-1856380036-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=a8a3806261a84cb6851fec0446c7f3a9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0443864 Nov 05 19:48:02.801779 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-4d73fa9a-3276-4004-ba81-a2d36a7fc8b0 req-d8b22341-64a1-403a-bae5-b173231e72ca service neutron] 10.222.0.13 "GET /v2.0/networks/78361fef-c49b-45d0-99ef-a7072a5c9760?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854237 Nov 05 19:48:02.894527 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-4d73fa9a-3276-4004-ba81-a2d36a7fc8b0 req-022430bc-2e86-4071-9611-4f4095674099 service neutron] 10.222.0.13 "GET /v2.0/networks/78361fef-c49b-45d0-99ef-a7072a5c9760?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865340 Nov 05 19:48:03.448694 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-7005f125-33e5-4314-9e9f-2e86495ed827 req-05c67970-4426-4042-b582-705de40dbb8c tempest-TestMinimumBasicScenario-1856380036 tempest-TestMinimumBasicScenario-1856380036-project] 10.222.0.13 "GET /v2.0/ports?device_id=b1f2cb64-e204-4047-8c5b-b7b6a008b0e2 HTTP/1.1" status: 200 len: 210 time: 0.3348739 Nov 05 19:48:04.543918 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-d5498fe6-7e35-4718-83a0-4b2afe4fd297 req-5df2033d-f079-420b-98ab-4b9907a9084e tempest-TestMinimumBasicScenario-1856380036 tempest-TestMinimumBasicScenario-1856380036-project] 10.222.0.13 "GET /v2.0/ports?device_id=b1f2cb64-e204-4047-8c5b-b7b6a008b0e2 HTTP/1.1" status: 200 len: 210 time: 0.0272813 Nov 05 19:48:04.847567 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:48:05.232515 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d73fa9a-3276-4004-ba81-a2d36a7fc8b0 req-72b0ca40-e866-4f22-8335-1478d4c4f286 tempest-TestMinimumBasicScenario-1856380036 tempest-TestMinimumBasicScenario-1856380036-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:48:05.233985 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-4d73fa9a-3276-4004-ba81-a2d36a7fc8b0 req-72b0ca40-e866-4f22-8335-1478d4c4f286 tempest-TestMinimumBasicScenario-1856380036 tempest-TestMinimumBasicScenario-1856380036-project] 10.222.0.41 "GET /v2.0/networks?id=78361fef-c49b-45d0-99ef-a7072a5c9760 HTTP/1.1" status: 200 len: 815 time: 0.1027360 Nov 05 19:48:05.247038 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [req-4d73fa9a-3276-4004-ba81-a2d36a7fc8b0 req-90caacff-4320-4025-aba4-dd09ab4f9001 tempest-TestMinimumBasicScenario-1856380036 tempest-TestMinimumBasicScenario-1856380036-project] Request body: {'port': {'device_id': 'b1f2cb64-e204-4047-8c5b-b7b6a008b0e2', 'network_id': '78361fef-c49b-45d0-99ef-a7072a5c9760', 'admin_state_up': True, 'tenant_id': 'a8a3806261a84cb6851fec0446c7f3a9'}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:48:05.404377 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-56d054ff-0b0e-4e9b-bf80-c5e06d03c036 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:48:05.438834 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4d73fa9a-3276-4004-ba81-a2d36a7fc8b0 req-90caacff-4320-4025-aba4-dd09ab4f9001 tempest-TestMinimumBasicScenario-1856380036 tempest-TestMinimumBasicScenario-1856380036-project] Made reservation on behalf of a8a3806261a84cb6851fec0446c7f3a9 for: {'port': 1} {{(pid=102387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 19:48:05.442932 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-4d73fa9a-3276-4004-ba81-a2d36a7fc8b0 req-90caacff-4320-4025-aba4-dd09ab4f9001 tempest-TestMinimumBasicScenario-1856380036 tempest-TestMinimumBasicScenario-1856380036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:48:05.576802 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.db_base_plugin_common [req-4d73fa9a-3276-4004-ba81-a2d36a7fc8b0 req-90caacff-4320-4025-aba4-dd09ab4f9001 tempest-TestMinimumBasicScenario-1856380036 tempest-TestMinimumBasicScenario-1856380036-project] Allocated IP 172.20.0.6 (78361fef-c49b-45d0-99ef-a7072a5c9760/93339162-c6db-40cd-b8ed-c73deed150f5/7b5a6414-0ae2-4cda-8759-9424e4b05e63) {{(pid=102387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 19:48:05.657210 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-b22dac20-08b2-4cde-b067-9e5689eb4d2e req-52402d48-f466-4ae0-931b-07e927b91435 tempest-TestMinimumBasicScenario-1856380036 tempest-TestMinimumBasicScenario-1856380036-project] 10.222.0.13 "GET /v2.0/ports?device_id=b1f2cb64-e204-4047-8c5b-b7b6a008b0e2 HTTP/1.1" status: 200 len: 210 time: 0.0367684 Nov 05 19:48:05.709251 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.agents_db [None req-b9406b04-a0e8-43cf-b349-711963d96cf4 None None] Agent healthcheck: found 7 active agents {{(pid=102389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 05 19:48:05.754794 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-4d73fa9a-3276-4004-ba81-a2d36a7fc8b0 req-90caacff-4320-4025-aba4-dd09ab4f9001 tempest-TestMinimumBasicScenario-1856380036 tempest-TestMinimumBasicScenario-1856380036-project] Publish callbacks [] for port, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:48:05.841675 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-4d73fa9a-3276-4004-ba81-a2d36a7fc8b0 req-90caacff-4320-4025-aba4-dd09ab4f9001 tempest-TestMinimumBasicScenario-1856380036 tempest-TestMinimumBasicScenario-1856380036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4417063'] for port, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:48:05.889936 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4d73fa9a-3276-4004-ba81-a2d36a7fc8b0 req-90caacff-4320-4025-aba4-dd09ab4f9001 tempest-TestMinimumBasicScenario-1856380036 tempest-TestMinimumBasicScenario-1856380036-project] Network 78361fef-c49b-45d0-99ef-a7072a5c9760 is already hosted by enough agents. {{(pid=102387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 19:48:05.893518 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.base_scheduler [req-4d73fa9a-3276-4004-ba81-a2d36a7fc8b0 req-90caacff-4320-4025-aba4-dd09ab4f9001 tempest-TestMinimumBasicScenario-1856380036 tempest-TestMinimumBasicScenario-1856380036-project] Resources bound (agent type, host, resource id): {{(pid=102387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 19:48:05.900246 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d73fa9a-3276-4004-ba81-a2d36a7fc8b0 req-90caacff-4320-4025-aba4-dd09ab4f9001 tempest-TestMinimumBasicScenario-1856380036 tempest-TestMinimumBasicScenario-1856380036-project] Received port after_create {{(pid=102387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 19:48:05.928771 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90caacff-4320-4025-aba4-dd09ab4f9001 tempest-TestMinimumBasicScenario-1856380036 tempest-TestMinimumBasicScenario-1856380036-project] Pushing event updated for resources: {'Port': ['ID=7b5a6414-0ae2-4cda-8759-9424e4b05e63,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:48:05.969499 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d73fa9a-3276-4004-ba81-a2d36a7fc8b0 req-90caacff-4320-4025-aba4-dd09ab4f9001 tempest-TestMinimumBasicScenario-1856380036 tempest-TestMinimumBasicScenario-1856380036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:48:05.970579 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-4d73fa9a-3276-4004-ba81-a2d36a7fc8b0 req-90caacff-4320-4025-aba4-dd09ab4f9001 tempest-TestMinimumBasicScenario-1856380036 tempest-TestMinimumBasicScenario-1856380036-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:48:06.041349 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-4d73fa9a-3276-4004-ba81-a2d36a7fc8b0 req-90caacff-4320-4025-aba4-dd09ab4f9001 tempest-TestMinimumBasicScenario-1856380036 tempest-TestMinimumBasicScenario-1856380036-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7978814 Nov 05 19:48:06.204152 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-f81ae9ea-1ce7-4e7f-8c4a-7e4f0d300737 None None] Provisioning complete for port 7b5a6414-0ae2-4cda-8759-9424e4b05e63 triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:48:06.204721 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-f81ae9ea-1ce7-4e7f-8c4a-7e4f0d300737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:48:06.242802 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-f81ae9ea-1ce7-4e7f-8c4a-7e4f0d300737 None None] Port 7b5a6414-0ae2-4cda-8759-9424e4b05e63 cannot update to ACTIVE because it is not bound. {{(pid=102388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 19:48:06.506722 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b304910f-7b27-444b-a8fc-977d26b1ceac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:48:06.803424 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5011f2b4-46b9-4e8d-bf44-2902c116b05b req-e49e320d-dae2-4300-a23b-027a6a58fa2a tempest-TestMinimumBasicScenario-1856380036 tempest-TestMinimumBasicScenario-1856380036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:48:06.805024 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-5011f2b4-46b9-4e8d-bf44-2902c116b05b req-e49e320d-dae2-4300-a23b-027a6a58fa2a tempest-TestMinimumBasicScenario-1856380036 tempest-TestMinimumBasicScenario-1856380036-project] 10.222.0.13 "GET /v2.0/ports?device_id=b1f2cb64-e204-4047-8c5b-b7b6a008b0e2 HTTP/1.1" status: 200 len: 931 time: 0.0737212 Nov 05 19:48:06.843980 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:48:06.857663 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-5011f2b4-46b9-4e8d-bf44-2902c116b05b req-437b079c-fdc7-4202-bd8c-c180067ea61f tempest-TestMinimumBasicScenario-1856380036 tempest-TestMinimumBasicScenario-1856380036-project] 10.222.0.13 "GET /v2.0/security-groups?id=bfd06725-383b-455a-bc50-93a0c686def4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465183 Nov 05 19:48:07.987582 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26396c4-b7cd-4ecf-8c91-9bf8e8f8748f req-9cb7df6c-4133-496e-ba1b-5ac5f5e89c7d tempest-TestMinimumBasicScenario-1856380036 tempest-TestMinimumBasicScenario-1856380036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:48:07.989093 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-e26396c4-b7cd-4ecf-8c91-9bf8e8f8748f req-9cb7df6c-4133-496e-ba1b-5ac5f5e89c7d tempest-TestMinimumBasicScenario-1856380036 tempest-TestMinimumBasicScenario-1856380036-project] 10.222.0.13 "GET /v2.0/ports?device_id=b1f2cb64-e204-4047-8c5b-b7b6a008b0e2 HTTP/1.1" status: 200 len: 931 time: 0.0594409 Nov 05 19:48:08.037757 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-e26396c4-b7cd-4ecf-8c91-9bf8e8f8748f req-7f9a833a-fa18-40cc-ab92-844ac445c340 tempest-TestMinimumBasicScenario-1856380036 tempest-TestMinimumBasicScenario-1856380036-project] 10.222.0.13 "GET /v2.0/security-groups?id=bfd06725-383b-455a-bc50-93a0c686def4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424891 Nov 05 19:48:08.453738 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-31f93893-a48e-4ae8-833d-dccb2b42eacc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:48:08.539778 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:48:09.162409 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb69b50-6f21-4577-8491-865cba4c0f8f req-7ee7bb95-acec-4eb0-8237-af8f076b410b tempest-TestMinimumBasicScenario-1856380036 tempest-TestMinimumBasicScenario-1856380036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:48:09.164252 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-0cb69b50-6f21-4577-8491-865cba4c0f8f req-7ee7bb95-acec-4eb0-8237-af8f076b410b tempest-TestMinimumBasicScenario-1856380036 tempest-TestMinimumBasicScenario-1856380036-project] 10.222.0.13 "GET /v2.0/ports?device_id=b1f2cb64-e204-4047-8c5b-b7b6a008b0e2 HTTP/1.1" status: 200 len: 931 time: 0.0562484 Nov 05 19:48:09.239298 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-0cb69b50-6f21-4577-8491-865cba4c0f8f req-132e56bb-389b-4291-9e0b-ad2a04ba7874 tempest-TestMinimumBasicScenario-1856380036 tempest-TestMinimumBasicScenario-1856380036-project] 10.222.0.13 "GET /v2.0/security-groups?id=bfd06725-383b-455a-bc50-93a0c686def4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631597 Nov 05 19:48:10.359016 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1aa5ea-8bdd-45d0-9503-080c6f8e9514 req-b16a7616-bb8f-4bb1-8ec6-c30dfc1c9102 tempest-TestMinimumBasicScenario-1856380036 tempest-TestMinimumBasicScenario-1856380036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:48:10.360514 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-9f1aa5ea-8bdd-45d0-9503-080c6f8e9514 req-b16a7616-bb8f-4bb1-8ec6-c30dfc1c9102 tempest-TestMinimumBasicScenario-1856380036 tempest-TestMinimumBasicScenario-1856380036-project] 10.222.0.13 "GET /v2.0/ports?device_id=b1f2cb64-e204-4047-8c5b-b7b6a008b0e2 HTTP/1.1" status: 200 len: 931 time: 0.0478458 Nov 05 19:48:10.414747 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-9f1aa5ea-8bdd-45d0-9503-080c6f8e9514 req-dd368458-3075-4d65-91a8-5ba0e63aa77d tempest-TestMinimumBasicScenario-1856380036 tempest-TestMinimumBasicScenario-1856380036-project] 10.222.0.13 "GET /v2.0/security-groups?id=bfd06725-383b-455a-bc50-93a0c686def4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470662 Nov 05 19:48:11.530846 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d5eefa-9d0d-4e6f-91bf-67f73b520fe0 req-8942f967-ba7b-4f3c-ad5d-d78df3458c50 tempest-TestMinimumBasicScenario-1856380036 tempest-TestMinimumBasicScenario-1856380036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:48:11.532594 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-15d5eefa-9d0d-4e6f-91bf-67f73b520fe0 req-8942f967-ba7b-4f3c-ad5d-d78df3458c50 tempest-TestMinimumBasicScenario-1856380036 tempest-TestMinimumBasicScenario-1856380036-project] 10.222.0.13 "GET /v2.0/ports?device_id=b1f2cb64-e204-4047-8c5b-b7b6a008b0e2 HTTP/1.1" status: 200 len: 931 time: 0.0500982 Nov 05 19:48:11.593917 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-15d5eefa-9d0d-4e6f-91bf-67f73b520fe0 req-9829e509-4fa2-44db-9893-a96ec5067283 tempest-TestMinimumBasicScenario-1856380036 tempest-TestMinimumBasicScenario-1856380036-project] 10.222.0.13 "GET /v2.0/security-groups?id=bfd06725-383b-455a-bc50-93a0c686def4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541508 Nov 05 19:48:12.720893 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee829cda-43cf-4e18-a4d0-f4efa9e3e2e6 req-7e657f25-e07a-4f95-8320-cb5b74d464bb tempest-TestMinimumBasicScenario-1856380036 tempest-TestMinimumBasicScenario-1856380036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:48:12.722450 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-ee829cda-43cf-4e18-a4d0-f4efa9e3e2e6 req-7e657f25-e07a-4f95-8320-cb5b74d464bb tempest-TestMinimumBasicScenario-1856380036 tempest-TestMinimumBasicScenario-1856380036-project] 10.222.0.13 "GET /v2.0/ports?device_id=b1f2cb64-e204-4047-8c5b-b7b6a008b0e2 HTTP/1.1" status: 200 len: 931 time: 0.0543189 Nov 05 19:48:12.776410 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-ee829cda-43cf-4e18-a4d0-f4efa9e3e2e6 req-4d78bfd9-5c1b-4653-90a0-1b84809ad998 tempest-TestMinimumBasicScenario-1856380036 tempest-TestMinimumBasicScenario-1856380036-project] 10.222.0.13 "GET /v2.0/security-groups?id=bfd06725-383b-455a-bc50-93a0c686def4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472934 Nov 05 19:48:13.915636 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4798e4d0-27d7-468c-b352-faa588ed0d76 req-c5106b16-1584-4c7d-9bf7-3b8465a22597 tempest-TestMinimumBasicScenario-1856380036 tempest-TestMinimumBasicScenario-1856380036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:48:13.915636 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-4798e4d0-27d7-468c-b352-faa588ed0d76 req-c5106b16-1584-4c7d-9bf7-3b8465a22597 tempest-TestMinimumBasicScenario-1856380036 tempest-TestMinimumBasicScenario-1856380036-project] 10.222.0.13 "GET /v2.0/ports?device_id=b1f2cb64-e204-4047-8c5b-b7b6a008b0e2 HTTP/1.1" status: 200 len: 931 time: 0.0497584 Nov 05 19:48:13.958108 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-4798e4d0-27d7-468c-b352-faa588ed0d76 req-dfd14165-136f-478d-ad28-0b8c6574b25c tempest-TestMinimumBasicScenario-1856380036 tempest-TestMinimumBasicScenario-1856380036-project] 10.222.0.13 "GET /v2.0/security-groups?id=bfd06725-383b-455a-bc50-93a0c686def4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511065 Nov 05 19:48:15.094653 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98183ecd-0de2-42b6-aff6-3086c62ccdc6 req-918aa390-03a7-47ce-8146-130aae742973 tempest-TestMinimumBasicScenario-1856380036 tempest-TestMinimumBasicScenario-1856380036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:48:15.096318 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-98183ecd-0de2-42b6-aff6-3086c62ccdc6 req-918aa390-03a7-47ce-8146-130aae742973 tempest-TestMinimumBasicScenario-1856380036 tempest-TestMinimumBasicScenario-1856380036-project] 10.222.0.13 "GET /v2.0/ports?device_id=b1f2cb64-e204-4047-8c5b-b7b6a008b0e2 HTTP/1.1" status: 200 len: 931 time: 0.0640774 Nov 05 19:48:15.158679 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-98183ecd-0de2-42b6-aff6-3086c62ccdc6 req-536a65dd-fd38-4e6b-a64e-680c8c8dc156 tempest-TestMinimumBasicScenario-1856380036 tempest-TestMinimumBasicScenario-1856380036-project] 10.222.0.13 "GET /v2.0/security-groups?id=bfd06725-383b-455a-bc50-93a0c686def4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537498 Nov 05 19:48:16.272079 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602bd9a2-9f5f-4ae0-8d33-10aa11b5e356 req-eeb569d5-3286-46f8-86d2-67f2765ff5c0 tempest-TestMinimumBasicScenario-1856380036 tempest-TestMinimumBasicScenario-1856380036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:48:16.273733 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-602bd9a2-9f5f-4ae0-8d33-10aa11b5e356 req-eeb569d5-3286-46f8-86d2-67f2765ff5c0 tempest-TestMinimumBasicScenario-1856380036 tempest-TestMinimumBasicScenario-1856380036-project] 10.222.0.13 "GET /v2.0/ports?device_id=b1f2cb64-e204-4047-8c5b-b7b6a008b0e2 HTTP/1.1" status: 200 len: 931 time: 0.0486014 Nov 05 19:48:16.320486 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-602bd9a2-9f5f-4ae0-8d33-10aa11b5e356 req-37a449a8-8ad1-434c-9f87-0986f8d13b9a tempest-TestMinimumBasicScenario-1856380036 tempest-TestMinimumBasicScenario-1856380036-project] 10.222.0.13 "GET /v2.0/security-groups?id=bfd06725-383b-455a-bc50-93a0c686def4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407736 Nov 05 19:48:16.384445 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [req-4d73fa9a-3276-4004-ba81-a2d36a7fc8b0 req-80404c84-7f10-43e1-92cd-757f79f68618 service neutron] Request body: {'port': {'device_id': 'b1f2cb64-e204-4047-8c5b-b7b6a008b0e2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816865-1'}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:48:16.440079 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-4d73fa9a-3276-4004-ba81-a2d36a7fc8b0 req-80404c84-7f10-43e1-92cd-757f79f68618 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:48:16.697563 n-d-816865-1 neutron-server[102387]: DEBUG neutron.notifiers.nova [req-4d73fa9a-3276-4004-ba81-a2d36a7fc8b0 req-80404c84-7f10-43e1-92cd-757f79f68618 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7b5a6414-0ae2-4cda-8759-9424e4b05e63 {{(pid=102387) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 19:48:16.704831 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-4d73fa9a-3276-4004-ba81-a2d36a7fc8b0 req-80404c84-7f10-43e1-92cd-757f79f68618 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:48:16.716985 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.provisioning_blocks [req-4d73fa9a-3276-4004-ba81-a2d36a7fc8b0 req-80404c84-7f10-43e1-92cd-757f79f68618 service neutron] Transition to ACTIVE for port object 7b5a6414-0ae2-4cda-8759-9424e4b05e63 will not be triggered until provisioned by entity L2. {{(pid=102387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 05 19:48:16.781239 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-4d73fa9a-3276-4004-ba81-a2d36a7fc8b0 req-80404c84-7f10-43e1-92cd-757f79f68618 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4417072'] for port, after_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:48:16.830302 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80404c84-7f10-43e1-92cd-757f79f68618 service neutron] Pushing event updated for resources: {'Port': ['ID=7b5a6414-0ae2-4cda-8759-9424e4b05e63,revision_number=2']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:48:16.908441 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.managers [req-4d73fa9a-3276-4004-ba81-a2d36a7fc8b0 req-80404c84-7f10-43e1-92cd-757f79f68618 service neutron] Attempting to bind port 7b5a6414-0ae2-4cda-8759-9424e4b05e63 on host n-h1-816865-1 for vnic_type normal with profile {{(pid=102387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 19:48:16.908776 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.managers [req-4d73fa9a-3276-4004-ba81-a2d36a7fc8b0 req-80404c84-7f10-43e1-92cd-757f79f68618 service neutron] Attempting to bind port 7b5a6414-0ae2-4cda-8759-9424e4b05e63 by drivers openvswitch,hyperv on host n-h1-816865-1 at level 0 using segments [{'id': '21c70f24-c98c-4c31-89dd-58e986ff9b50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '78361fef-c49b-45d0-99ef-a7072a5c9760'}] {{(pid=102387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 19:48:16.909113 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d73fa9a-3276-4004-ba81-a2d36a7fc8b0 req-80404c84-7f10-43e1-92cd-757f79f68618 service neutron] Attempting to bind port 7b5a6414-0ae2-4cda-8759-9424e4b05e63 on network 78361fef-c49b-45d0-99ef-a7072a5c9760 {{(pid=102387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 19:48:16.913902 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d73fa9a-3276-4004-ba81-a2d36a7fc8b0 req-80404c84-7f10-43e1-92cd-757f79f68618 service neutron] Port 7b5a6414-0ae2-4cda-8759-9424e4b05e63 on network 78361fef-c49b-45d0-99ef-a7072a5c9760 not bound, no agent of type Open vSwitch agent registered on host n-h1-816865-1 {{(pid=102387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 19:48:16.914253 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d73fa9a-3276-4004-ba81-a2d36a7fc8b0 req-80404c84-7f10-43e1-92cd-757f79f68618 service neutron] Attempting to bind port 7b5a6414-0ae2-4cda-8759-9424e4b05e63 on network 78361fef-c49b-45d0-99ef-a7072a5c9760 {{(pid=102387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 19:48:16.919254 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d73fa9a-3276-4004-ba81-a2d36a7fc8b0 req-80404c84-7f10-43e1-92cd-757f79f68618 service neutron] Checking agent: {'id': 'eb596d7c-8c64-42bd-8aca-fad447eb0eab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816865-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 18, 33, 34), 'started_at': datetime.datetime(2021, 11, 5, 18, 33, 34), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 19, 48, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 19:48:16.919630 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d73fa9a-3276-4004-ba81-a2d36a7fc8b0 req-80404c84-7f10-43e1-92cd-757f79f68618 service neutron] Checking segment: {'id': '21c70f24-c98c-4c31-89dd-58e986ff9b50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '78361fef-c49b-45d0-99ef-a7072a5c9760'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 19:48:16.919984 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d73fa9a-3276-4004-ba81-a2d36a7fc8b0 req-80404c84-7f10-43e1-92cd-757f79f68618 service neutron] Bound using segment: {'id': '21c70f24-c98c-4c31-89dd-58e986ff9b50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '78361fef-c49b-45d0-99ef-a7072a5c9760'} {{(pid=102387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 19:48:16.920417 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.managers [req-4d73fa9a-3276-4004-ba81-a2d36a7fc8b0 req-80404c84-7f10-43e1-92cd-757f79f68618 service neutron] Bound port: 7b5a6414-0ae2-4cda-8759-9424e4b05e63, host: n-h1-816865-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '21c70f24-c98c-4c31-89dd-58e986ff9b50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '78361fef-c49b-45d0-99ef-a7072a5c9760'}}] {{(pid=102387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 19:48:16.920774 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-4d73fa9a-3276-4004-ba81-a2d36a7fc8b0 req-80404c84-7f10-43e1-92cd-757f79f68618 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:48:16.989425 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.db [req-4d73fa9a-3276-4004-ba81-a2d36a7fc8b0 req-80404c84-7f10-43e1-92cd-757f79f68618 service neutron] For port 7b5a6414-0ae2-4cda-8759-9424e4b05e63, host n-h1-816865-1, cleared binding levels {{(pid=102387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 19:48:16.996142 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.db [req-4d73fa9a-3276-4004-ba81-a2d36a7fc8b0 req-80404c84-7f10-43e1-92cd-757f79f68618 service neutron] For port 7b5a6414-0ae2-4cda-8759-9424e4b05e63, host n-h1-816865-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=7b5a6414-0ae2-4cda-8759-9424e4b05e63,segment=NetworkSegment(21c70f24-c98c-4c31-89dd-58e986ff9b50),segment_id=21c70f24-c98c-4c31-89dd-58e986ff9b50)] {{(pid=102387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 19:48:17.085016 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-4d73fa9a-3276-4004-ba81-a2d36a7fc8b0 req-80404c84-7f10-43e1-92cd-757f79f68618 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4417072'] for port, after_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:48:17.118913 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d73fa9a-3276-4004-ba81-a2d36a7fc8b0 req-80404c84-7f10-43e1-92cd-757f79f68618 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:48:17.119569 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-4d73fa9a-3276-4004-ba81-a2d36a7fc8b0 req-80404c84-7f10-43e1-92cd-757f79f68618 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:48:17.120899 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-4d73fa9a-3276-4004-ba81-a2d36a7fc8b0 req-80404c84-7f10-43e1-92cd-757f79f68618 service neutron] 10.222.0.41 "PUT /v2.0/ports/7b5a6414-0ae2-4cda-8759-9424e4b05e63 HTTP/1.1" status: 200 len: 1091 time: 0.7413895 Nov 05 19:48:17.121343 n-d-816865-1 neutron-server[102387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1f2cb64-e204-4047-8c5b-b7b6a008b0e2', 'tag': '7b5a6414-0ae2-4cda-8759-9424e4b05e63'}] {{(pid=102387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 19:48:17.123620 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1aa7e2392c69fb9acc0b335571f919b1f61097b9ced1ed941ddb2f5c01cc85e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e42d1178-5efb-40f2-8ffc-96214f5e1090" -d '{"events": [{"name": "network-changed", "server_uuid": "b1f2cb64-e204-4047-8c5b-b7b6a008b0e2", "tag": "7b5a6414-0ae2-4cda-8759-9424e4b05e63"}]}' {{(pid=102387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 19:48:17.148450 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80404c84-7f10-43e1-92cd-757f79f68618 service neutron] Pushing event updated for resources: {'Port': ['ID=7b5a6414-0ae2-4cda-8759-9424e4b05e63,revision_number=3']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:48:17.171245 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 19:48:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f1ad95b-b88b-4e2a-9b0b-b36eab606e4c x-openstack-request-id: req-3f1ad95b-b88b-4e2a-9b0b-b36eab606e4c {{(pid=102387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 19:48:17.171550 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b1f2cb64-e204-4047-8c5b-b7b6a008b0e2", "tag": "7b5a6414-0ae2-4cda-8759-9424e4b05e63", "status": "completed", "code": 200}]} {{(pid=102387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 19:48:17.171807 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3f1ad95b-b88b-4e2a-9b0b-b36eab606e4c {{(pid=102387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 19:48:17.172215 n-d-816865-1 neutron-server[102387]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b1f2cb64-e204-4047-8c5b-b7b6a008b0e2', 'tag': '7b5a6414-0ae2-4cda-8759-9424e4b05e63', 'status': 'completed', 'code': 200} Nov 05 19:48:17.237672 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42d1178-5efb-40f2-8ffc-96214f5e1090 req-3117e010-b6e1-4f7f-8b59-185334f64fbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:48:17.239454 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-e42d1178-5efb-40f2-8ffc-96214f5e1090 req-3117e010-b6e1-4f7f-8b59-185334f64fbd service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a8a3806261a84cb6851fec0446c7f3a9&device_id=b1f2cb64-e204-4047-8c5b-b7b6a008b0e2 HTTP/1.1" status: 200 len: 1094 time: 0.0451493 Nov 05 19:48:17.344315 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42d1178-5efb-40f2-8ffc-96214f5e1090 req-2297e3fb-9adc-4372-a78e-0a76483d5f59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:48:17.345825 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-e42d1178-5efb-40f2-8ffc-96214f5e1090 req-2297e3fb-9adc-4372-a78e-0a76483d5f59 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=a8a3806261a84cb6851fec0446c7f3a9&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0991251 Nov 05 19:48:17.488695 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42d1178-5efb-40f2-8ffc-96214f5e1090 req-8b7bfee6-eba6-4d43-a0ed-452b9bb7a180 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:48:17.490352 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-e42d1178-5efb-40f2-8ffc-96214f5e1090 req-8b7bfee6-eba6-4d43-a0ed-452b9bb7a180 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1357317 Nov 05 19:48:17.498746 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a191da6-3490-4112-b01c-c49c981b4989 req-e39119b2-53c9-4f9d-8fb3-5dd0fa4ee0be tempest-TestMinimumBasicScenario-1856380036 tempest-TestMinimumBasicScenario-1856380036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:48:17.500173 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-5a191da6-3490-4112-b01c-c49c981b4989 req-e39119b2-53c9-4f9d-8fb3-5dd0fa4ee0be tempest-TestMinimumBasicScenario-1856380036 tempest-TestMinimumBasicScenario-1856380036-project] 10.222.0.13 "GET /v2.0/ports?device_id=b1f2cb64-e204-4047-8c5b-b7b6a008b0e2 HTTP/1.1" status: 200 len: 943 time: 0.0763702 Nov 05 19:48:17.558665 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-5a191da6-3490-4112-b01c-c49c981b4989 req-e7487108-d798-4374-8e82-a8514588cfa7 tempest-TestMinimumBasicScenario-1856380036 tempest-TestMinimumBasicScenario-1856380036-project] 10.222.0.13 "GET /v2.0/security-groups?id=bfd06725-383b-455a-bc50-93a0c686def4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514827 Nov 05 19:48:17.593302 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d73fa9a-3276-4004-ba81-a2d36a7fc8b0 req-691dfe11-c8e5-45aa-add2-89121ee31680 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:48:17.594914 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-4d73fa9a-3276-4004-ba81-a2d36a7fc8b0 req-691dfe11-c8e5-45aa-add2-89121ee31680 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a8a3806261a84cb6851fec0446c7f3a9&device_id=b1f2cb64-e204-4047-8c5b-b7b6a008b0e2 HTTP/1.1" status: 200 len: 1094 time: 0.0557063 Nov 05 19:48:17.640742 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-4d73fa9a-3276-4004-ba81-a2d36a7fc8b0 req-80d04a8b-2b72-4fa9-a23e-236db157cae6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7b5a6414-0ae2-4cda-8759-9424e4b05e63 HTTP/1.1" status: 200 len: 217 time: 0.0376699 Nov 05 19:48:17.689304 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d73fa9a-3276-4004-ba81-a2d36a7fc8b0 req-88c12560-914a-4e3e-88d2-7249b4091869 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:48:17.697445 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-4d73fa9a-3276-4004-ba81-a2d36a7fc8b0 req-88c12560-914a-4e3e-88d2-7249b4091869 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=93339162-c6db-40cd-b8ed-c73deed150f5 HTTP/1.1" status: 200 len: 854 time: 0.0429275 Nov 05 19:48:17.735389 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d73fa9a-3276-4004-ba81-a2d36a7fc8b0 req-8b7f7363-ce69-484f-9c3c-00357f9af2d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:48:17.736874 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-4d73fa9a-3276-4004-ba81-a2d36a7fc8b0 req-8b7f7363-ce69-484f-9c3c-00357f9af2d6 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=78361fef-c49b-45d0-99ef-a7072a5c9760&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0394025 Nov 05 19:48:17.829131 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-4d73fa9a-3276-4004-ba81-a2d36a7fc8b0 req-7303e6b4-c8c1-42b8-936e-c94bd31f589c service neutron] 10.222.0.41 "GET /v2.0/networks/78361fef-c49b-45d0-99ef-a7072a5c9760?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846698 Nov 05 19:48:17.919749 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-4d73fa9a-3276-4004-ba81-a2d36a7fc8b0 req-a2e68f03-84ef-43b7-a476-a01a777587db service neutron] 10.222.0.41 "GET /v2.0/networks/78361fef-c49b-45d0-99ef-a7072a5c9760?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831604 Nov 05 19:48:18.677843 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e22b527-dd25-427c-a5df-c4ed46025d8f req-31b9de15-f142-41cf-85d4-60793ceb9869 tempest-TestMinimumBasicScenario-1856380036 tempest-TestMinimumBasicScenario-1856380036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:48:18.683288 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-2e22b527-dd25-427c-a5df-c4ed46025d8f req-31b9de15-f142-41cf-85d4-60793ceb9869 tempest-TestMinimumBasicScenario-1856380036 tempest-TestMinimumBasicScenario-1856380036-project] 10.222.0.13 "GET /v2.0/ports?device_id=b1f2cb64-e204-4047-8c5b-b7b6a008b0e2 HTTP/1.1" status: 200 len: 943 time: 0.0545564 Nov 05 19:48:18.726655 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-2e22b527-dd25-427c-a5df-c4ed46025d8f req-e6cbb465-c4c0-4ffe-bf40-ebd268c32334 tempest-TestMinimumBasicScenario-1856380036 tempest-TestMinimumBasicScenario-1856380036-project] 10.222.0.13 "GET /v2.0/security-groups?id=bfd06725-383b-455a-bc50-93a0c686def4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412834 Nov 05 19:48:19.845325 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8547278a-7d76-4e05-95ee-0bf7dd3cf4f7 req-91543409-1462-45b5-b49c-ba3dcbb04b2e tempest-TestMinimumBasicScenario-1856380036 tempest-TestMinimumBasicScenario-1856380036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:48:19.846849 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-8547278a-7d76-4e05-95ee-0bf7dd3cf4f7 req-91543409-1462-45b5-b49c-ba3dcbb04b2e tempest-TestMinimumBasicScenario-1856380036 tempest-TestMinimumBasicScenario-1856380036-project] 10.222.0.13 "GET /v2.0/ports?device_id=b1f2cb64-e204-4047-8c5b-b7b6a008b0e2 HTTP/1.1" status: 200 len: 943 time: 0.0486386 Nov 05 19:48:19.894284 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-8547278a-7d76-4e05-95ee-0bf7dd3cf4f7 req-e27c5898-2eae-466c-bd4f-5db9bcdc9efb tempest-TestMinimumBasicScenario-1856380036 tempest-TestMinimumBasicScenario-1856380036-project] 10.222.0.13 "GET /v2.0/security-groups?id=bfd06725-383b-455a-bc50-93a0c686def4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414073 Nov 05 19:48:21.007763 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8559a56-c2e3-4d30-b2ec-bb08d5cb24a3 req-79aeb9c6-9cbe-43ae-b950-f55d191b78c1 tempest-TestMinimumBasicScenario-1856380036 tempest-TestMinimumBasicScenario-1856380036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:48:21.009240 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-c8559a56-c2e3-4d30-b2ec-bb08d5cb24a3 req-79aeb9c6-9cbe-43ae-b950-f55d191b78c1 tempest-TestMinimumBasicScenario-1856380036 tempest-TestMinimumBasicScenario-1856380036-project] 10.222.0.13 "GET /v2.0/ports?device_id=b1f2cb64-e204-4047-8c5b-b7b6a008b0e2 HTTP/1.1" status: 200 len: 943 time: 0.0480106 Nov 05 19:48:21.059406 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-c8559a56-c2e3-4d30-b2ec-bb08d5cb24a3 req-fbc73c21-7c23-4c41-84c2-10f4b82e369f tempest-TestMinimumBasicScenario-1856380036 tempest-TestMinimumBasicScenario-1856380036-project] 10.222.0.13 "GET /v2.0/security-groups?id=bfd06725-383b-455a-bc50-93a0c686def4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441267 Nov 05 19:48:21.480990 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Device 7b5a6414-0ae2-4cda-8759-9424e4b05e63 details requested by agent hyperv_n-h1-816865-1 with host n-h1-816865-1 {{(pid=102388) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 05 19:48:21.574181 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] For port 7b5a6414-0ae2-4cda-8759-9424e4b05e63, host n-h1-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=7b5a6414-0ae2-4cda-8759-9424e4b05e63,segment=NetworkSegment(21c70f24-c98c-4c31-89dd-58e986ff9b50),segment_id=21c70f24-c98c-4c31-89dd-58e986ff9b50)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:48:21.588326 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Returning: {'device': '7b5a6414-0ae2-4cda-8759-9424e4b05e63', 'network_id': '78361fef-c49b-45d0-99ef-a7072a5c9760', 'port_id': '7b5a6414-0ae2-4cda-8759-9424e4b05e63', 'mac_address': 'fa:16:3e:1d:f3:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '93339162-c6db-40cd-b8ed-c73deed150f5', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102388) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 05 19:48:21.625403 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:48:21.637855 n-d-816865-1 neutron-server[102388]: DEBUG neutron.notifiers.nova [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b5a6414-0ae2-4cda-8759-9424e4b05e63 {{(pid=102388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 19:48:21.657005 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] For port 7b5a6414-0ae2-4cda-8759-9424e4b05e63, host n-h1-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=7b5a6414-0ae2-4cda-8759-9424e4b05e63,segment=NetworkSegment(21c70f24-c98c-4c31-89dd-58e986ff9b50),segment_id=21c70f24-c98c-4c31-89dd-58e986ff9b50)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:48:21.729829 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:48:21.777175 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Pushing event updated for resources: {'Port': ['ID=7b5a6414-0ae2-4cda-8759-9424e4b05e63,revision_number=4']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:48:21.972287 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] get_ports_and_sgs() called for port_ids ['7b5a6414-0ae2-4cda-8759-9424e4b05e63'] {{(pid=102388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 19:48:22.174712 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef00527-98aa-499d-bd1d-f6fda3700e4a req-59ad457d-010e-44ea-82c2-2acae3604f78 tempest-TestMinimumBasicScenario-1856380036 tempest-TestMinimumBasicScenario-1856380036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:48:22.176724 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-1ef00527-98aa-499d-bd1d-f6fda3700e4a req-59ad457d-010e-44ea-82c2-2acae3604f78 tempest-TestMinimumBasicScenario-1856380036 tempest-TestMinimumBasicScenario-1856380036-project] 10.222.0.13 "GET /v2.0/ports?device_id=b1f2cb64-e204-4047-8c5b-b7b6a008b0e2 HTTP/1.1" status: 200 len: 944 time: 0.0484977 Nov 05 19:48:22.224456 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-1ef00527-98aa-499d-bd1d-f6fda3700e4a req-961d3c61-33d2-498e-bca0-99459f291fe8 tempest-TestMinimumBasicScenario-1856380036 tempest-TestMinimumBasicScenario-1856380036-project] 10.222.0.13 "GET /v2.0/security-groups?id=bfd06725-383b-455a-bc50-93a0c686def4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416517 Nov 05 19:48:23.339017 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ae6e6a-bc89-46ae-b746-66228ef54495 req-74c8ddca-37af-4bec-91db-a1993dc957ee tempest-TestMinimumBasicScenario-1856380036 tempest-TestMinimumBasicScenario-1856380036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:48:23.340501 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-09ae6e6a-bc89-46ae-b746-66228ef54495 req-74c8ddca-37af-4bec-91db-a1993dc957ee tempest-TestMinimumBasicScenario-1856380036 tempest-TestMinimumBasicScenario-1856380036-project] 10.222.0.13 "GET /v2.0/ports?device_id=b1f2cb64-e204-4047-8c5b-b7b6a008b0e2 HTTP/1.1" status: 200 len: 944 time: 0.0487275 Nov 05 19:48:23.388100 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-09ae6e6a-bc89-46ae-b746-66228ef54495 req-442c2a5d-cbd1-4977-a6e8-893135a85126 tempest-TestMinimumBasicScenario-1856380036 tempest-TestMinimumBasicScenario-1856380036-project] 10.222.0.13 "GET /v2.0/security-groups?id=bfd06725-383b-455a-bc50-93a0c686def4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416951 Nov 05 19:48:23.492835 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Device 7b5a6414-0ae2-4cda-8759-9424e4b05e63 up at agent hyperv_n-h1-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 19:48:23.601836 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Provisioning for port 7b5a6414-0ae2-4cda-8759-9424e4b05e63 completed by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 05 19:48:23.605657 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Provisioning complete for port 7b5a6414-0ae2-4cda-8759-9424e4b05e63 triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:48:23.606027 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:48:23.684644 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:48:23.707246 n-d-816865-1 neutron-server[102388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1f2cb64-e204-4047-8c5b-b7b6a008b0e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b5a6414-0ae2-4cda-8759-9424e4b05e63'}] {{(pid=102388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 19:48:23.710101 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6791add14b0903d9e674b39f457aa3a29109aa98d0835d5644e65cf363d7cf55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37d61ac3-7c46-4d8f-923b-59e6393f32d6" -d '{"events": [{"server_uuid": "b1f2cb64-e204-4047-8c5b-b7b6a008b0e2", "name": "network-vif-plugged", "status": "completed", "tag": "7b5a6414-0ae2-4cda-8759-9424e4b05e63"}]}' {{(pid=102388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 19:48:23.722506 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] For port 7b5a6414-0ae2-4cda-8759-9424e4b05e63, host n-h1-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=7b5a6414-0ae2-4cda-8759-9424e4b05e63,segment=NetworkSegment(21c70f24-c98c-4c31-89dd-58e986ff9b50),segment_id=21c70f24-c98c-4c31-89dd-58e986ff9b50)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:48:23.748735 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 19:48:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-052df05d-5b6a-4c53-a943-ae10bd8acebe x-openstack-request-id: req-052df05d-5b6a-4c53-a943-ae10bd8acebe {{(pid=102388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 19:48:23.748735 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1f2cb64-e204-4047-8c5b-b7b6a008b0e2", "name": "network-vif-plugged", "status": "completed", "tag": "7b5a6414-0ae2-4cda-8759-9424e4b05e63", "code": 200}]} {{(pid=102388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 19:48:23.748735 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-052df05d-5b6a-4c53-a943-ae10bd8acebe {{(pid=102388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 19:48:23.748735 n-d-816865-1 neutron-server[102388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1f2cb64-e204-4047-8c5b-b7b6a008b0e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b5a6414-0ae2-4cda-8759-9424e4b05e63', 'code': 200} Nov 05 19:48:23.802397 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:48:23.844008 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29a03ed-cca5-49a4-b853-29cede029edf req-7236ca6f-f651-4c6b-87de-8d87828aea6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:48:23.845535 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-e29a03ed-cca5-49a4-b853-29cede029edf req-7236ca6f-f651-4c6b-87de-8d87828aea6c service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=b1f2cb64-e204-4047-8c5b-b7b6a008b0e2 HTTP/1.1" status: 200 len: 1096 time: 0.0457942 Nov 05 19:48:23.853233 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Pushing event updated for resources: {'Port': ['ID=7b5a6414-0ae2-4cda-8759-9424e4b05e63,revision_number=5']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:48:23.891553 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-e29a03ed-cca5-49a4-b853-29cede029edf req-340722d1-da57-4f49-8ea7-84965220a251 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=bfd06725-383b-455a-bc50-93a0c686def4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384851 Nov 05 19:48:24.505276 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184c1e2b-1da9-4bc4-8ee4-8616a455606e req-3ad6321b-1a13-412d-b3b5-0c26469a9e73 tempest-TestMinimumBasicScenario-1856380036 tempest-TestMinimumBasicScenario-1856380036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:48:24.506859 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-184c1e2b-1da9-4bc4-8ee4-8616a455606e req-3ad6321b-1a13-412d-b3b5-0c26469a9e73 tempest-TestMinimumBasicScenario-1856380036 tempest-TestMinimumBasicScenario-1856380036-project] 10.222.0.13 "GET /v2.0/ports?device_id=b1f2cb64-e204-4047-8c5b-b7b6a008b0e2 HTTP/1.1" status: 200 len: 945 time: 0.0484843 Nov 05 19:48:24.555234 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-184c1e2b-1da9-4bc4-8ee4-8616a455606e req-e48854cb-db00-468c-85ad-02d6c2b10cc8 tempest-TestMinimumBasicScenario-1856380036 tempest-TestMinimumBasicScenario-1856380036-project] 10.222.0.13 "GET /v2.0/security-groups?id=bfd06725-383b-455a-bc50-93a0c686def4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424728 Nov 05 19:48:25.667997 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47a9313-1053-40f7-a47c-cd3792f7942b req-3547b4e7-77f8-4dc1-a70d-a8c436789ee5 tempest-TestMinimumBasicScenario-1856380036 tempest-TestMinimumBasicScenario-1856380036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:48:25.669482 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-d47a9313-1053-40f7-a47c-cd3792f7942b req-3547b4e7-77f8-4dc1-a70d-a8c436789ee5 tempest-TestMinimumBasicScenario-1856380036 tempest-TestMinimumBasicScenario-1856380036-project] 10.222.0.13 "GET /v2.0/ports?device_id=b1f2cb64-e204-4047-8c5b-b7b6a008b0e2 HTTP/1.1" status: 200 len: 945 time: 0.0489833 Nov 05 19:48:25.723443 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-d47a9313-1053-40f7-a47c-cd3792f7942b req-971f27b0-4707-4914-93ad-aa6cb6e98944 tempest-TestMinimumBasicScenario-1856380036 tempest-TestMinimumBasicScenario-1856380036-project] 10.222.0.13 "GET /v2.0/security-groups?id=bfd06725-383b-455a-bc50-93a0c686def4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478792 Nov 05 19:48:25.839198 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79e53fe-fe16-4696-9545-cdbd61309d74 req-6bf6036f-fb18-4094-813b-90a81fc7312f tempest-TestMinimumBasicScenario-1856380036 tempest-TestMinimumBasicScenario-1856380036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:48:25.840713 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-b79e53fe-fe16-4696-9545-cdbd61309d74 req-6bf6036f-fb18-4094-813b-90a81fc7312f tempest-TestMinimumBasicScenario-1856380036 tempest-TestMinimumBasicScenario-1856380036-project] 10.222.0.13 "GET /v2.0/ports?device_id=b1f2cb64-e204-4047-8c5b-b7b6a008b0e2 HTTP/1.1" status: 200 len: 945 time: 0.0486877 Nov 05 19:48:25.888189 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-b79e53fe-fe16-4696-9545-cdbd61309d74 req-204c520b-64cf-434c-b220-017836aaae86 tempest-TestMinimumBasicScenario-1856380036 tempest-TestMinimumBasicScenario-1856380036-project] 10.222.0.13 "GET /v2.0/security-groups?id=bfd06725-383b-455a-bc50-93a0c686def4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418274 Nov 05 19:48:26.078811 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb6faae-d4ae-4b92-b4ac-dc02ee8ad06d req-9457da36-fd0d-49da-8270-cb8d0402d4eb tempest-TestMinimumBasicScenario-1856380036 tempest-TestMinimumBasicScenario-1856380036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:48:26.080320 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-0cb6faae-d4ae-4b92-b4ac-dc02ee8ad06d req-9457da36-fd0d-49da-8270-cb8d0402d4eb tempest-TestMinimumBasicScenario-1856380036 tempest-TestMinimumBasicScenario-1856380036-project] 10.222.0.13 "GET /v2.0/ports?device_id=b1f2cb64-e204-4047-8c5b-b7b6a008b0e2 HTTP/1.1" status: 200 len: 945 time: 0.0503271 Nov 05 19:48:26.127955 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-0cb6faae-d4ae-4b92-b4ac-dc02ee8ad06d req-aebccecf-abbc-42c1-a10c-d588b00291e3 tempest-TestMinimumBasicScenario-1856380036 tempest-TestMinimumBasicScenario-1856380036-project] 10.222.0.13 "GET /v2.0/security-groups?id=bfd06725-383b-455a-bc50-93a0c686def4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413506 Nov 05 19:48:32.644461 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-db422aad-f689-43ce-903e-a69b261cb04a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:48:34.876500 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:48:35.387594 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3f84d121-d823-4eb2-8c04-30c74c2e294b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:48:36.501434 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b304910f-7b27-444b-a8fc-977d26b1ceac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:48:36.873194 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:48:38.461843 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-31f93893-a48e-4ae8-833d-dccb2b42eacc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:48:38.553003 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:48:39.978326 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-bd024ea1-e2f2-47b8-9841-0bcfa46be6f0 req-649dbf91-d06c-48c0-858e-33580f07b0d8 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=b1f2cb64-e204-4047-8c5b-b7b6a008b0e2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0418763 Nov 05 19:48:40.061637 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd024ea1-e2f2-47b8-9841-0bcfa46be6f0 req-a3693938-33cf-45c3-8124-7c3029f71d83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:48:40.063157 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-bd024ea1-e2f2-47b8-9841-0bcfa46be6f0 req-a3693938-33cf-45c3-8124-7c3029f71d83 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a8a3806261a84cb6851fec0446c7f3a9&device_id=b1f2cb64-e204-4047-8c5b-b7b6a008b0e2 HTTP/1.1" status: 200 len: 1096 time: 0.0401080 Nov 05 19:48:40.169529 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd024ea1-e2f2-47b8-9841-0bcfa46be6f0 req-3c06ae80-930b-47ee-a4eb-16ff7b20f226 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:48:40.171020 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-bd024ea1-e2f2-47b8-9841-0bcfa46be6f0 req-3c06ae80-930b-47ee-a4eb-16ff7b20f226 service neutron] 10.222.0.41 "GET /v2.0/networks?id=78361fef-c49b-45d0-99ef-a7072a5c9760 HTTP/1.1" status: 200 len: 916 time: 0.0869918 Nov 05 19:48:40.213056 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-bd024ea1-e2f2-47b8-9841-0bcfa46be6f0 req-135da61b-fde1-4af5-9108-be1366e57807 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7b5a6414-0ae2-4cda-8759-9424e4b05e63 HTTP/1.1" status: 200 len: 217 time: 0.0335090 Nov 05 19:48:40.260876 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd024ea1-e2f2-47b8-9841-0bcfa46be6f0 req-4dac0cef-f928-4e8d-b7c0-7b547c77a4f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:48:40.262234 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-bd024ea1-e2f2-47b8-9841-0bcfa46be6f0 req-4dac0cef-f928-4e8d-b7c0-7b547c77a4f4 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=93339162-c6db-40cd-b8ed-c73deed150f5 HTTP/1.1" status: 200 len: 854 time: 0.0420973 Nov 05 19:48:40.308276 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd024ea1-e2f2-47b8-9841-0bcfa46be6f0 req-224f28c9-2b1b-48e1-b5b3-c5cec01e706c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:48:40.309684 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-bd024ea1-e2f2-47b8-9841-0bcfa46be6f0 req-224f28c9-2b1b-48e1-b5b3-c5cec01e706c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=78361fef-c49b-45d0-99ef-a7072a5c9760&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404522 Nov 05 19:48:40.403622 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-bd024ea1-e2f2-47b8-9841-0bcfa46be6f0 req-7c22e087-3734-4570-a5c3-b6a8fac4baad service neutron] 10.222.0.41 "GET /v2.0/networks/78361fef-c49b-45d0-99ef-a7072a5c9760?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849929 Nov 05 19:48:40.495952 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-bd024ea1-e2f2-47b8-9841-0bcfa46be6f0 req-2ef24173-2d50-4301-ae6e-11b748ab9dfc service neutron] 10.222.0.41 "GET /v2.0/networks/78361fef-c49b-45d0-99ef-a7072a5c9760?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841694 Nov 05 19:48:41.572144 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8622425d-b318-41b8-ac8b-8b93473bdc03 req-172e1b03-7a76-4404-89f9-30669a5e535e tempest-TestMinimumBasicScenario-1856380036 tempest-TestMinimumBasicScenario-1856380036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:48:41.573575 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-8622425d-b318-41b8-ac8b-8b93473bdc03 req-172e1b03-7a76-4404-89f9-30669a5e535e tempest-TestMinimumBasicScenario-1856380036 tempest-TestMinimumBasicScenario-1856380036-project] 10.222.0.13 "GET /v2.0/ports?device_id=b1f2cb64-e204-4047-8c5b-b7b6a008b0e2 HTTP/1.1" status: 200 len: 945 time: 0.0494704 Nov 05 19:48:41.622691 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-8622425d-b318-41b8-ac8b-8b93473bdc03 req-f86ff5c9-d0c4-4e05-ada7-5387ad9f08e3 tempest-TestMinimumBasicScenario-1856380036 tempest-TestMinimumBasicScenario-1856380036-project] 10.222.0.13 "GET /v2.0/security-groups?id=bfd06725-383b-455a-bc50-93a0c686def4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428579 Nov 05 19:48:41.644549 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 46078) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:48:41.769171 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47987675-6d7b-4e9f-977d-374928e8538e tempest-TestMinimumBasicScenario-205197215 tempest-TestMinimumBasicScenario-205197215-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:48:41.770780 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-47987675-6d7b-4e9f-977d-374928e8538e tempest-TestMinimumBasicScenario-205197215 tempest-TestMinimumBasicScenario-205197215-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=b1f2cb64-e204-4047-8c5b-b7b6a008b0e2 HTTP/1.1" status: 200 len: 1091 time: 0.1251585 Nov 05 19:48:41.774670 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 46082) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:48:41.778868 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-a0ed5403-b17c-44d7-881c-3a93404be4dd tempest-TestMinimumBasicScenario-1856380036 tempest-TestMinimumBasicScenario-1856380036-project] Request body: {'floatingip': {'floating_network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'port_id': '7b5a6414-0ae2-4cda-8759-9424e4b05e63', 'tenant_id': 'a8a3806261a84cb6851fec0446c7f3a9', 'fixed_ip_address': '172.20.0.6'}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:48:41.850671 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-a0ed5403-b17c-44d7-881c-3a93404be4dd tempest-TestMinimumBasicScenario-1856380036 tempest-TestMinimumBasicScenario-1856380036-project] Publish callbacks [] for floatingip, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:48:41.950495 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-a0ed5403-b17c-44d7-881c-3a93404be4dd tempest-TestMinimumBasicScenario-1856380036 tempest-TestMinimumBasicScenario-1856380036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:48:42.055885 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.db_base_plugin_common [None req-a0ed5403-b17c-44d7-881c-3a93404be4dd tempest-TestMinimumBasicScenario-1856380036 tempest-TestMinimumBasicScenario-1856380036-project] Allocated IP 172.25.6.133 (40c8335d-cd0b-4cb5-910a-d4dcddd5cbec/04fe6db3-e108-4208-943d-6518424f5726/cd68ae38-e862-41bc-8233-9cb329866ef9) {{(pid=102387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 19:48:42.154030 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-a0ed5403-b17c-44d7-881c-3a93404be4dd tempest-TestMinimumBasicScenario-1856380036 tempest-TestMinimumBasicScenario-1856380036-project] Publish callbacks [] for port, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:48:42.254438 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-a0ed5403-b17c-44d7-881c-3a93404be4dd tempest-TestMinimumBasicScenario-1856380036 tempest-TestMinimumBasicScenario-1856380036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4417063'] for port, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:48:42.291535 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0ed5403-b17c-44d7-881c-3a93404be4dd tempest-TestMinimumBasicScenario-1856380036 tempest-TestMinimumBasicScenario-1856380036-project] Network 40c8335d-cd0b-4cb5-910a-d4dcddd5cbec is already hosted by enough agents. {{(pid=102387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 19:48:42.294375 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.base_scheduler [None req-a0ed5403-b17c-44d7-881c-3a93404be4dd tempest-TestMinimumBasicScenario-1856380036 tempest-TestMinimumBasicScenario-1856380036-project] Resources bound (agent type, host, resource id): {{(pid=102387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 19:48:42.300485 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0ed5403-b17c-44d7-881c-3a93404be4dd tempest-TestMinimumBasicScenario-1856380036 tempest-TestMinimumBasicScenario-1856380036-project] Received port after_create {{(pid=102387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 19:48:42.330258 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ed5403-b17c-44d7-881c-3a93404be4dd tempest-TestMinimumBasicScenario-1856380036 tempest-TestMinimumBasicScenario-1856380036-project] Pushing event updated for resources: {'Port': ['ID=cd68ae38-e862-41bc-8233-9cb329866ef9,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:48:42.668800 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-a0ed5403-b17c-44d7-881c-3a93404be4dd tempest-TestMinimumBasicScenario-1856380036 tempest-TestMinimumBasicScenario-1856380036-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:48:42.708841 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.agents_db [None req-b9406b04-a0e8-43cf-b349-711963d96cf4 None None] Agent healthcheck: found 7 active agents {{(pid=102389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 05 19:48:42.791325 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-a0ed5403-b17c-44d7-881c-3a93404be4dd tempest-TestMinimumBasicScenario-1856380036 tempest-TestMinimumBasicScenario-1856380036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:48:42.945810 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-a0ed5403-b17c-44d7-881c-3a93404be4dd tempest-TestMinimumBasicScenario-1856380036 tempest-TestMinimumBasicScenario-1856380036-project] Publish callbacks [] for port, precommit_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:48:43.008111 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-a0ed5403-b17c-44d7-881c-3a93404be4dd tempest-TestMinimumBasicScenario-1856380036 tempest-TestMinimumBasicScenario-1856380036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4417072'] for port, after_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:48:43.086986 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ed5403-b17c-44d7-881c-3a93404be4dd tempest-TestMinimumBasicScenario-1856380036 tempest-TestMinimumBasicScenario-1856380036-project] Pushing event updated for resources: {'Port': ['ID=cd68ae38-e862-41bc-8233-9cb329866ef9,revision_number=2']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:48:43.095239 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-a0ed5403-b17c-44d7-881c-3a93404be4dd tempest-TestMinimumBasicScenario-1856380036 tempest-TestMinimumBasicScenario-1856380036-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1000577'] for floatingip, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:48:43.198517 n-d-816865-1 neutron-server[102387]: INFO neutron.db.l3_db [None req-a0ed5403-b17c-44d7-881c-3a93404be4dd tempest-TestMinimumBasicScenario-1856380036 tempest-TestMinimumBasicScenario-1856380036-project] Floating IP 0f0f643e-f1d8-431c-9698-ffaede1db693 associated. External IP: 172.25.6.133, port: 7b5a6414-0ae2-4cda-8759-9424e4b05e63. Nov 05 19:48:43.717013 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0ed5403-b17c-44d7-881c-3a93404be4dd tempest-TestMinimumBasicScenario-1856380036 tempest-TestMinimumBasicScenario-1856380036-project] Router 3bea3571-86e4-4ca2-921c-3191635f1e2a has already been hosted by L3 agent 6dcb5589-8e86-4616-9186-ddc4548e13ad {{(pid=102387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 19:48:43.830291 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0ed5403-b17c-44d7-881c-3a93404be4dd tempest-TestMinimumBasicScenario-1856380036 tempest-TestMinimumBasicScenario-1856380036-project] Notify agent at l3_agent.n-d-816865-1 the message routers_updated {{(pid=102387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 19:48:43.841853 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64b79f1c-db29-44f3-90c4-976cc72fa425 None None] Sync routers for ids ['3bea3571-86e4-4ca2-921c-3191635f1e2a'] in n-d-816865-1 {{(pid=102389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 19:48:43.854333 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64b79f1c-db29-44f3-90c4-976cc72fa425 None None] Routers {'3bea3571-86e4-4ca2-921c-3191635f1e2a'} bound to L3 agent in host n-d-816865-1 {{(pid=102389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 19:48:43.858367 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-64b79f1c-db29-44f3-90c4-976cc72fa425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T19:48:35Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['3bea3571-86e4-4ca2-921c-3191635f1e2a'], 'active': True} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:48:43.924729 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-a0ed5403-b17c-44d7-881c-3a93404be4dd tempest-TestMinimumBasicScenario-1856380036 tempest-TestMinimumBasicScenario-1856380036-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for floatingip, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:48:43.955217 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-a0ed5403-b17c-44d7-881c-3a93404be4dd tempest-TestMinimumBasicScenario-1856380036 tempest-TestMinimumBasicScenario-1856380036-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1795173 Nov 05 19:48:43.955825 n-d-816865-1 neutron-server[102387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1f2cb64-e204-4047-8c5b-b7b6a008b0e2', 'tag': '7b5a6414-0ae2-4cda-8759-9424e4b05e63'}] {{(pid=102387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 19:48:43.958163 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 46084) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:48:43.961389 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1aa7e2392c69fb9acc0b335571f919b1f61097b9ced1ed941ddb2f5c01cc85e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4d91acc-be5e-40df-8a87-89906426acd4" -d '{"events": [{"name": "network-changed", "server_uuid": "b1f2cb64-e204-4047-8c5b-b7b6a008b0e2", "tag": "7b5a6414-0ae2-4cda-8759-9424e4b05e63"}]}' {{(pid=102387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 19:48:43.964354 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-43d3116c-8ba8-4bec-b039-feab845872e4 tempest-TestMinimumBasicScenario-1856380036 tempest-TestMinimumBasicScenario-1856380036-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-6150182', 'description': 'tempest-secgroup-smoke-6150182 description', 'project_id': 'a8a3806261a84cb6851fec0446c7f3a9'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:48:43.968711 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvr_db [None req-64b79f1c-db29-44f3-90c4-976cc72fa425 None None] Set router 3bea3571-86e4-4ca2-921c-3191635f1e2a gateway port host: n-d-816865-1 {{(pid=102389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 19:48:44.000584 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 19:48:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75575dc5-8d62-441a-b88f-02176466a5ef x-openstack-request-id: req-75575dc5-8d62-441a-b88f-02176466a5ef {{(pid=102387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 19:48:44.001428 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b1f2cb64-e204-4047-8c5b-b7b6a008b0e2", "tag": "7b5a6414-0ae2-4cda-8759-9424e4b05e63", "status": "completed", "code": 200}]} {{(pid=102387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 19:48:44.001428 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-75575dc5-8d62-441a-b88f-02176466a5ef {{(pid=102387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 19:48:44.001922 n-d-816865-1 neutron-server[102387]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b1f2cb64-e204-4047-8c5b-b7b6a008b0e2', 'tag': '7b5a6414-0ae2-4cda-8759-9424e4b05e63', 'status': 'completed', 'code': 200} Nov 05 19:48:44.042529 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-43d3116c-8ba8-4bec-b039-feab845872e4 tempest-TestMinimumBasicScenario-1856380036 tempest-TestMinimumBasicScenario-1856380036-project] Publish callbacks [] for security_group, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:48:44.064024 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d91acc-be5e-40df-8a87-89906426acd4 req-6c83f951-b941-4400-86db-dd3a6d30271b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:48:44.066004 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-d4d91acc-be5e-40df-8a87-89906426acd4 req-6c83f951-b941-4400-86db-dd3a6d30271b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a8a3806261a84cb6851fec0446c7f3a9&device_id=b1f2cb64-e204-4047-8c5b-b7b6a008b0e2 HTTP/1.1" status: 200 len: 1096 time: 0.0418074 Nov 05 19:48:44.116577 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-43d3116c-8ba8-4bec-b039-feab845872e4 tempest-TestMinimumBasicScenario-1856380036 tempest-TestMinimumBasicScenario-1856380036-project] Publish callbacks [] for security_group, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:48:44.160330 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d91acc-be5e-40df-8a87-89906426acd4 req-db889521-06d5-4a35-8d9b-ef4a2911c237 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:48:44.162103 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-d4d91acc-be5e-40df-8a87-89906426acd4 req-db889521-06d5-4a35-8d9b-ef4a2911c237 service neutron] 10.222.0.41 "GET /v2.0/networks?id=78361fef-c49b-45d0-99ef-a7072a5c9760 HTTP/1.1" status: 200 len: 916 time: 0.0872507 Nov 05 19:48:44.179881 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-43d3116c-8ba8-4bec-b039-feab845872e4 tempest-TestMinimumBasicScenario-1856380036 tempest-TestMinimumBasicScenario-1856380036-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:48:44.206815 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-64b79f1c-db29-44f3-90c4-976cc72fa425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bea3571-86e4-4ca2-921c-3191635f1e2a', 'name': 'tempest-TestMinimumBasicScenario-1544590582-router', 'tenant_id': 'a8a3806261a84cb6851fec0446c7f3a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.18'}], 'enable_snat': True}, 'gw_port_id': 'a26305a6-d6a8-40e0-a63e-a9bd6a9a6fab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T19:47:40Z', 'updated_at': '2021-11-05T19:47:43Z', 'revision_number': 4, 'project_id': 'a8a3806261a84cb6851fec0446c7f3a9', 'gw_port': {'id': 'a26305a6-d6a8-40e0-a63e-a9bd6a9a6fab', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:3f:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bea3571-86e4-4ca2-921c-3191635f1e2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:47:41Z', 'updated_at': '2021-11-05T19:47:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1', '_floatingips': [{'id': '0f0f643e-f1d8-431c-9698-ffaede1db693', 'tenant_id': 'a8a3806261a84cb6851fec0446c7f3a9', 'floating_ip_address': '172.25.6.133', 'floating_network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'router_id': '3bea3571-86e4-4ca2-921c-3191635f1e2a', 'port_id': '7b5a6414-0ae2-4cda-8759-9424e4b05e63', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4158, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '78361fef-c49b-45d0-99ef-a7072a5c9760', 'mac_address': 'fa:16:3e:1d:f3:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1f2cb64-e204-4047-8c5b-b7b6a008b0e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-05T19:48:42Z', 'updated_at': '2021-11-05T19:48:42Z', 'revision_number': 0, 'project_id': 'a8a3806261a84cb6851fec0446c7f3a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a9f6ff1-1820-4530-aac1-74c3bb4c4a17', 'name': '', 'network_id': '78361fef-c49b-45d0-99ef-a7072a5c9760', 'tenant_id': 'a8a3806261a84cb6851fec0446c7f3a9', 'mac_address': 'fa:16:3e:19:f3:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bea3571-86e4-4ca2-921c-3191635f1e2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '93339162-c6db-40cd-b8ed-c73deed150f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:47:42Z', 'updated_at': '2021-11-05T19:47:46Z', 'revision_number': 5, 'project_id': 'a8a3806261a84cb6851fec0446c7f3a9', 'subnets': [{'id': '93339162-c6db-40cd-b8ed-c73deed150f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-1', False) {} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:48:44.216089 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d3116c-8ba8-4bec-b039-feab845872e4 tempest-TestMinimumBasicScenario-1856380036 tempest-TestMinimumBasicScenario-1856380036-project] Pushing event updated for resources: {'SecurityGroup': ['ID=74acf898-3840-4e8c-9d35-5ef8347c3b71,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:48:44.225551 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d3116c-8ba8-4bec-b039-feab845872e4 tempest-TestMinimumBasicScenario-1856380036 tempest-TestMinimumBasicScenario-1856380036-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:48:44.225944 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d3116c-8ba8-4bec-b039-feab845872e4 tempest-TestMinimumBasicScenario-1856380036 tempest-TestMinimumBasicScenario-1856380036-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:48:44.226407 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d3116c-8ba8-4bec-b039-feab845872e4 tempest-TestMinimumBasicScenario-1856380036 tempest-TestMinimumBasicScenario-1856380036-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:48:44.226819 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d3116c-8ba8-4bec-b039-feab845872e4 tempest-TestMinimumBasicScenario-1856380036 tempest-TestMinimumBasicScenario-1856380036-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:48:44.227340 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d3116c-8ba8-4bec-b039-feab845872e4 tempest-TestMinimumBasicScenario-1856380036 tempest-TestMinimumBasicScenario-1856380036-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:48:44.227747 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d3116c-8ba8-4bec-b039-feab845872e4 tempest-TestMinimumBasicScenario-1856380036 tempest-TestMinimumBasicScenario-1856380036-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:48:44.228150 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d3116c-8ba8-4bec-b039-feab845872e4 tempest-TestMinimumBasicScenario-1856380036 tempest-TestMinimumBasicScenario-1856380036-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:48:44.228570 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d3116c-8ba8-4bec-b039-feab845872e4 tempest-TestMinimumBasicScenario-1856380036 tempest-TestMinimumBasicScenario-1856380036-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:48:44.228972 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d3116c-8ba8-4bec-b039-feab845872e4 tempest-TestMinimumBasicScenario-1856380036 tempest-TestMinimumBasicScenario-1856380036-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:48:44.229386 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d3116c-8ba8-4bec-b039-feab845872e4 tempest-TestMinimumBasicScenario-1856380036 tempest-TestMinimumBasicScenario-1856380036-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:48:44.229778 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d3116c-8ba8-4bec-b039-feab845872e4 tempest-TestMinimumBasicScenario-1856380036 tempest-TestMinimumBasicScenario-1856380036-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:48:44.230220 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d3116c-8ba8-4bec-b039-feab845872e4 tempest-TestMinimumBasicScenario-1856380036 tempest-TestMinimumBasicScenario-1856380036-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:48:44.234653 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64b79f1c-db29-44f3-90c4-976cc72fa425 None None] Checking router: 3bea3571-86e4-4ca2-921c-3191635f1e2a for host: n-d-816865-1 {{(pid=102389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 19:48:44.237822 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-d4d91acc-be5e-40df-8a87-89906426acd4 req-fb76d519-d99b-4490-8b1b-886d86f51648 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7b5a6414-0ae2-4cda-8759-9424e4b05e63 HTTP/1.1" status: 200 len: 999 time: 0.0684478 Nov 05 19:48:44.243302 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64b79f1c-db29-44f3-90c4-976cc72fa425 None None] Routers {'3bea3571-86e4-4ca2-921c-3191635f1e2a'} bound to L3 agent in host n-d-816865-1 {{(pid=102389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 19:48:44.243891 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-64b79f1c-db29-44f3-90c4-976cc72fa425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T19:48:35Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['3bea3571-86e4-4ca2-921c-3191635f1e2a'], 'active': True} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:48:44.279017 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-43d3116c-8ba8-4bec-b039-feab845872e4 tempest-TestMinimumBasicScenario-1856380036 tempest-TestMinimumBasicScenario-1856380036-project] Publish callbacks [] for security_group, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:48:44.283100 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-43d3116c-8ba8-4bec-b039-feab845872e4 tempest-TestMinimumBasicScenario-1856380036 tempest-TestMinimumBasicScenario-1856380036-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.3202760 Nov 05 19:48:44.283803 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 46088) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:48:44.288383 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-006c4fa1-2c59-40b7-82fb-c617a4db5fc9 tempest-TestMinimumBasicScenario-1856380036 tempest-TestMinimumBasicScenario-1856380036-project] Request body: {'security_group_rule': {'security_group_id': '74acf898-3840-4e8c-9d35-5ef8347c3b71', 'project_id': 'a8a3806261a84cb6851fec0446c7f3a9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:48:44.291585 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d91acc-be5e-40df-8a87-89906426acd4 req-680bbaea-0b08-47a6-b870-504ff77f03a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:48:44.293259 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-d4d91acc-be5e-40df-8a87-89906426acd4 req-680bbaea-0b08-47a6-b870-504ff77f03a5 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=93339162-c6db-40cd-b8ed-c73deed150f5 HTTP/1.1" status: 200 len: 854 time: 0.0472956 Nov 05 19:48:44.340343 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d91acc-be5e-40df-8a87-89906426acd4 req-b1c0ddbe-6261-4e99-89c5-2bcad2951d23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:48:44.341991 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-d4d91acc-be5e-40df-8a87-89906426acd4 req-b1c0ddbe-6261-4e99-89c5-2bcad2951d23 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=78361fef-c49b-45d0-99ef-a7072a5c9760&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0420368 Nov 05 19:48:44.350350 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvr_db [None req-64b79f1c-db29-44f3-90c4-976cc72fa425 None None] Set router 3bea3571-86e4-4ca2-921c-3191635f1e2a gateway port host: n-d-816865-1 {{(pid=102389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 19:48:44.380615 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-006c4fa1-2c59-40b7-82fb-c617a4db5fc9 tempest-TestMinimumBasicScenario-1856380036 tempest-TestMinimumBasicScenario-1856380036-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:48:44.441810 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-006c4fa1-2c59-40b7-82fb-c617a4db5fc9 tempest-TestMinimumBasicScenario-1856380036 tempest-TestMinimumBasicScenario-1856380036-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:48:44.448858 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-d4d91acc-be5e-40df-8a87-89906426acd4 req-0402574a-581e-4d53-9521-5220a6f2eec1 service neutron] 10.222.0.41 "GET /v2.0/networks/78361fef-c49b-45d0-99ef-a7072a5c9760?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0982409 Nov 05 19:48:44.518932 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-006c4fa1-2c59-40b7-82fb-c617a4db5fc9 tempest-TestMinimumBasicScenario-1856380036 tempest-TestMinimumBasicScenario-1856380036-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985308'] for security_group_rule, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:48:44.538624 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006c4fa1-2c59-40b7-82fb-c617a4db5fc9 tempest-TestMinimumBasicScenario-1856380036 tempest-TestMinimumBasicScenario-1856380036-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17ff3868-84c3-4638-b18b-2c723e703ba7,revision_number=0']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:48:44.548775 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-d4d91acc-be5e-40df-8a87-89906426acd4 req-4d693633-9382-43bf-a3ed-6cf97947f580 service neutron] 10.222.0.41 "GET /v2.0/networks/78361fef-c49b-45d0-99ef-a7072a5c9760?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928493 Nov 05 19:48:44.593862 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-64b79f1c-db29-44f3-90c4-976cc72fa425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bea3571-86e4-4ca2-921c-3191635f1e2a', 'name': 'tempest-TestMinimumBasicScenario-1544590582-router', 'tenant_id': 'a8a3806261a84cb6851fec0446c7f3a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.18'}], 'enable_snat': True}, 'gw_port_id': 'a26305a6-d6a8-40e0-a63e-a9bd6a9a6fab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T19:47:40Z', 'updated_at': '2021-11-05T19:47:43Z', 'revision_number': 4, 'project_id': 'a8a3806261a84cb6851fec0446c7f3a9', 'gw_port': {'id': 'a26305a6-d6a8-40e0-a63e-a9bd6a9a6fab', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:3f:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bea3571-86e4-4ca2-921c-3191635f1e2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:47:41Z', 'updated_at': '2021-11-05T19:47:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1', '_floatingips': [{'id': '0f0f643e-f1d8-431c-9698-ffaede1db693', 'tenant_id': 'a8a3806261a84cb6851fec0446c7f3a9', 'floating_ip_address': '172.25.6.133', 'floating_network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'router_id': '3bea3571-86e4-4ca2-921c-3191635f1e2a', 'port_id': '7b5a6414-0ae2-4cda-8759-9424e4b05e63', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4158, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '78361fef-c49b-45d0-99ef-a7072a5c9760', 'mac_address': 'fa:16:3e:1d:f3:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1f2cb64-e204-4047-8c5b-b7b6a008b0e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-05T19:48:42Z', 'updated_at': '2021-11-05T19:48:42Z', 'revision_number': 0, 'project_id': 'a8a3806261a84cb6851fec0446c7f3a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a9f6ff1-1820-4530-aac1-74c3bb4c4a17', 'name': '', 'network_id': '78361fef-c49b-45d0-99ef-a7072a5c9760', 'tenant_id': 'a8a3806261a84cb6851fec0446c7f3a9', 'mac_address': 'fa:16:3e:19:f3:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bea3571-86e4-4ca2-921c-3191635f1e2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '93339162-c6db-40cd-b8ed-c73deed150f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:47:42Z', 'updated_at': '2021-11-05T19:47:46Z', 'revision_number': 5, 'project_id': 'a8a3806261a84cb6851fec0446c7f3a9', 'subnets': [{'id': '93339162-c6db-40cd-b8ed-c73deed150f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-1', False) {} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:48:44.612349 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-006c4fa1-2c59-40b7-82fb-c617a4db5fc9 tempest-TestMinimumBasicScenario-1856380036 tempest-TestMinimumBasicScenario-1856380036-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:48:44.613794 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-006c4fa1-2c59-40b7-82fb-c617a4db5fc9 tempest-TestMinimumBasicScenario-1856380036 tempest-TestMinimumBasicScenario-1856380036-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3292983 Nov 05 19:48:44.617119 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 46090) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:48:44.621346 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64b79f1c-db29-44f3-90c4-976cc72fa425 None None] The sync data for ids ['3bea3571-86e4-4ca2-921c-3191635f1e2a'] in n-d-816865-1 is: [{'id': '3bea3571-86e4-4ca2-921c-3191635f1e2a', 'name': 'tempest-TestMinimumBasicScenario-1544590582-router', 'tenant_id': 'a8a3806261a84cb6851fec0446c7f3a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.18'}], 'enable_snat': True}, 'gw_port_id': 'a26305a6-d6a8-40e0-a63e-a9bd6a9a6fab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T19:47:40Z', 'updated_at': '2021-11-05T19:47:43Z', 'revision_number': 4, 'project_id': 'a8a3806261a84cb6851fec0446c7f3a9', 'gw_port': {'id': 'a26305a6-d6a8-40e0-a63e-a9bd6a9a6fab', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:3f:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bea3571-86e4-4ca2-921c-3191635f1e2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:47:41Z', 'updated_at': '2021-11-05T19:47:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1', '_floatingips': [{'id': '0f0f643e-f1d8-431c-9698-ffaede1db693', 'tenant_id': 'a8a3806261a84cb6851fec0446c7f3a9', 'floating_ip_address': '172.25.6.133', 'floating_network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'router_id': '3bea3571-86e4-4ca2-921c-3191635f1e2a', 'port_id': '7b5a6414-0ae2-4cda-8759-9424e4b05e63', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4158, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '78361fef-c49b-45d0-99ef-a7072a5c9760', 'mac_address': 'fa:16:3e:1d:f3:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1f2cb64-e204-4047-8c5b-b7b6a008b0e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-05T19:48:42Z', 'updated_at': '2021-11-05T19:48:42Z', 'revision_number': 0, 'project_id': 'a8a3806261a84cb6851fec0446c7f3a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a9f6ff1-1820-4530-aac1-74c3bb4c4a17', 'name': '', 'network_id': '78361fef-c49b-45d0-99ef-a7072a5c9760', 'tenant_id': 'a8a3806261a84cb6851fec0446c7f3a9', 'mac_address': 'fa:16:3e:19:f3:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bea3571-86e4-4ca2-921c-3191635f1e2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '93339162-c6db-40cd-b8ed-c73deed150f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:47:42Z', 'updated_at': '2021-11-05T19:47:46Z', 'revision_number': 5, 'project_id': 'a8a3806261a84cb6851fec0446c7f3a9', 'subnets': [{'id': '93339162-c6db-40cd-b8ed-c73deed150f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 19:48:44.621657 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-2645efd2-c545-427b-b650-dccfad67de97 tempest-TestMinimumBasicScenario-1856380036 tempest-TestMinimumBasicScenario-1856380036-project] Request body: {'security_group_rule': {'security_group_id': '74acf898-3840-4e8c-9d35-5ef8347c3b71', 'project_id': 'a8a3806261a84cb6851fec0446c7f3a9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:48:44.782183 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-2645efd2-c545-427b-b650-dccfad67de97 tempest-TestMinimumBasicScenario-1856380036 tempest-TestMinimumBasicScenario-1856380036-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:48:44.829024 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e348932e-9bf3-46db-bf54-cf487c27c0ec None None] New status for floating IP 0f0f643e-f1d8-431c-9698-ffaede1db693: ACTIVE {{(pid=102388) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 05 19:48:44.848246 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-2645efd2-c545-427b-b650-dccfad67de97 tempest-TestMinimumBasicScenario-1856380036 tempest-TestMinimumBasicScenario-1856380036-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:48:44.933904 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-2645efd2-c545-427b-b650-dccfad67de97 tempest-TestMinimumBasicScenario-1856380036 tempest-TestMinimumBasicScenario-1856380036-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985308'] for security_group_rule, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:48:44.951559 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2645efd2-c545-427b-b650-dccfad67de97 tempest-TestMinimumBasicScenario-1856380036 tempest-TestMinimumBasicScenario-1856380036-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3826f051-965b-475c-b5bd-6eb1c0ff5cd7,revision_number=0']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:48:45.022994 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-2645efd2-c545-427b-b650-dccfad67de97 tempest-TestMinimumBasicScenario-1856380036 tempest-TestMinimumBasicScenario-1856380036-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:48:45.024917 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-2645efd2-c545-427b-b650-dccfad67de97 tempest-TestMinimumBasicScenario-1856380036 tempest-TestMinimumBasicScenario-1856380036-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4065521 Nov 05 19:48:45.027864 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 46092) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:48:45.033250 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-3ab9fe98-bb8c-4fb5-8824-7d6b4eb44483 tempest-TestMinimumBasicScenario-1856380036 tempest-TestMinimumBasicScenario-1856380036-project] Request body: {'security_group_rule': {'security_group_id': '74acf898-3840-4e8c-9d35-5ef8347c3b71', 'project_id': 'a8a3806261a84cb6851fec0446c7f3a9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:48:45.350286 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-3ab9fe98-bb8c-4fb5-8824-7d6b4eb44483 tempest-TestMinimumBasicScenario-1856380036 tempest-TestMinimumBasicScenario-1856380036-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:48:45.408629 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-3ab9fe98-bb8c-4fb5-8824-7d6b4eb44483 tempest-TestMinimumBasicScenario-1856380036 tempest-TestMinimumBasicScenario-1856380036-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:48:45.493301 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-3ab9fe98-bb8c-4fb5-8824-7d6b4eb44483 tempest-TestMinimumBasicScenario-1856380036 tempest-TestMinimumBasicScenario-1856380036-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985308'] for security_group_rule, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:48:45.510782 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab9fe98-bb8c-4fb5-8824-7d6b4eb44483 tempest-TestMinimumBasicScenario-1856380036 tempest-TestMinimumBasicScenario-1856380036-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3cdbd991-b513-44b4-b4fe-a47bd8fd56d8,revision_number=0']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:48:45.593009 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-3ab9fe98-bb8c-4fb5-8824-7d6b4eb44483 tempest-TestMinimumBasicScenario-1856380036 tempest-TestMinimumBasicScenario-1856380036-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:48:45.594399 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-3ab9fe98-bb8c-4fb5-8824-7d6b4eb44483 tempest-TestMinimumBasicScenario-1856380036 tempest-TestMinimumBasicScenario-1856380036-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5649166 Nov 05 19:48:45.597072 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 46094) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:48:45.601960 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-082cdd9c-04d4-4761-a2f9-244f7f1d3739 tempest-TestMinimumBasicScenario-1856380036 tempest-TestMinimumBasicScenario-1856380036-project] Request body: {'security_group_rule': {'security_group_id': '74acf898-3840-4e8c-9d35-5ef8347c3b71', 'project_id': 'a8a3806261a84cb6851fec0446c7f3a9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:48:45.693400 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-082cdd9c-04d4-4761-a2f9-244f7f1d3739 tempest-TestMinimumBasicScenario-1856380036 tempest-TestMinimumBasicScenario-1856380036-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:48:45.749200 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-082cdd9c-04d4-4761-a2f9-244f7f1d3739 tempest-TestMinimumBasicScenario-1856380036 tempest-TestMinimumBasicScenario-1856380036-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:48:45.821620 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-082cdd9c-04d4-4761-a2f9-244f7f1d3739 tempest-TestMinimumBasicScenario-1856380036 tempest-TestMinimumBasicScenario-1856380036-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985308'] for security_group_rule, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:48:45.839871 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082cdd9c-04d4-4761-a2f9-244f7f1d3739 tempest-TestMinimumBasicScenario-1856380036 tempest-TestMinimumBasicScenario-1856380036-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6672e3b4-2da5-43ac-a08f-a0d153fd2aac,revision_number=0']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:48:45.932599 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-082cdd9c-04d4-4761-a2f9-244f7f1d3739 tempest-TestMinimumBasicScenario-1856380036 tempest-TestMinimumBasicScenario-1856380036-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:48:45.933866 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-082cdd9c-04d4-4761-a2f9-244f7f1d3739 tempest-TestMinimumBasicScenario-1856380036 tempest-TestMinimumBasicScenario-1856380036-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3357534 Nov 05 19:48:45.937249 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 46096) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:48:45.942215 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-ba718d0f-897a-4e70-ba6a-c73323253b36 tempest-TestMinimumBasicScenario-1856380036 tempest-TestMinimumBasicScenario-1856380036-project] Request body: {'security_group_rule': {'security_group_id': '74acf898-3840-4e8c-9d35-5ef8347c3b71', 'project_id': 'a8a3806261a84cb6851fec0446c7f3a9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:48:46.039282 n-d-816865-1 neutron-server[102387]: INFO neutron.db.securitygroups_db [None req-ba718d0f-897a-4e70-ba6a-c73323253b36 tempest-TestMinimumBasicScenario-1856380036 tempest-TestMinimumBasicScenario-1856380036-project] Project a8a3806261a84cb6851fec0446c7f3a9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 05 19:48:46.044537 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-ba718d0f-897a-4e70-ba6a-c73323253b36 tempest-TestMinimumBasicScenario-1856380036 tempest-TestMinimumBasicScenario-1856380036-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:48:46.106303 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-ba718d0f-897a-4e70-ba6a-c73323253b36 tempest-TestMinimumBasicScenario-1856380036 tempest-TestMinimumBasicScenario-1856380036-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:48:46.187727 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-ba718d0f-897a-4e70-ba6a-c73323253b36 tempest-TestMinimumBasicScenario-1856380036 tempest-TestMinimumBasicScenario-1856380036-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985308'] for security_group_rule, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:48:46.203247 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba718d0f-897a-4e70-ba6a-c73323253b36 tempest-TestMinimumBasicScenario-1856380036 tempest-TestMinimumBasicScenario-1856380036-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e14bf455-9917-4270-b87f-f095102aff5a,revision_number=0']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:48:46.275844 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-ba718d0f-897a-4e70-ba6a-c73323253b36 tempest-TestMinimumBasicScenario-1856380036 tempest-TestMinimumBasicScenario-1856380036-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:48:46.277105 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-ba718d0f-897a-4e70-ba6a-c73323253b36 tempest-TestMinimumBasicScenario-1856380036 tempest-TestMinimumBasicScenario-1856380036-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3387940 Nov 05 19:48:46.279918 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 46098) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:48:46.284278 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-bc0830ae-6b04-4d2f-bb17-ff3ba238dfd0 tempest-TestMinimumBasicScenario-1856380036 tempest-TestMinimumBasicScenario-1856380036-project] Request body: {'security_group_rule': {'security_group_id': '74acf898-3840-4e8c-9d35-5ef8347c3b71', 'project_id': 'a8a3806261a84cb6851fec0446c7f3a9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:48:46.364652 n-d-816865-1 neutron-server[102387]: INFO neutron.db.securitygroups_db [None req-bc0830ae-6b04-4d2f-bb17-ff3ba238dfd0 tempest-TestMinimumBasicScenario-1856380036 tempest-TestMinimumBasicScenario-1856380036-project] Project a8a3806261a84cb6851fec0446c7f3a9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 05 19:48:46.370646 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-bc0830ae-6b04-4d2f-bb17-ff3ba238dfd0 tempest-TestMinimumBasicScenario-1856380036 tempest-TestMinimumBasicScenario-1856380036-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:48:46.435275 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-bc0830ae-6b04-4d2f-bb17-ff3ba238dfd0 tempest-TestMinimumBasicScenario-1856380036 tempest-TestMinimumBasicScenario-1856380036-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:48:46.513456 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-bc0830ae-6b04-4d2f-bb17-ff3ba238dfd0 tempest-TestMinimumBasicScenario-1856380036 tempest-TestMinimumBasicScenario-1856380036-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985308'] for security_group_rule, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:48:46.533518 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0830ae-6b04-4d2f-bb17-ff3ba238dfd0 tempest-TestMinimumBasicScenario-1856380036 tempest-TestMinimumBasicScenario-1856380036-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de7264c5-52ba-465f-b601-dee0c3bd62d1,revision_number=0']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:48:46.604432 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-bc0830ae-6b04-4d2f-bb17-ff3ba238dfd0 tempest-TestMinimumBasicScenario-1856380036 tempest-TestMinimumBasicScenario-1856380036-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:48:46.606351 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-bc0830ae-6b04-4d2f-bb17-ff3ba238dfd0 tempest-TestMinimumBasicScenario-1856380036 tempest-TestMinimumBasicScenario-1856380036-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3248656 Nov 05 19:48:46.698105 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-88551493-77b8-4945-b8c8-8fac2be669dc req-b202d48c-1b80-4371-9d82-ceb672ef5b5a tempest-TestMinimumBasicScenario-1856380036 tempest-TestMinimumBasicScenario-1856380036-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-6150182&fields=id&tenant_id=a8a3806261a84cb6851fec0446c7f3a9 HTTP/1.1" status: 200 len: 267 time: 0.0445437 Nov 05 19:48:46.750310 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88551493-77b8-4945-b8c8-8fac2be669dc req-88cf8dce-4246-4f6b-8365-c25c3aac1186 tempest-TestMinimumBasicScenario-1856380036 tempest-TestMinimumBasicScenario-1856380036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:48:46.751772 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-88551493-77b8-4945-b8c8-8fac2be669dc req-88cf8dce-4246-4f6b-8365-c25c3aac1186 tempest-TestMinimumBasicScenario-1856380036 tempest-TestMinimumBasicScenario-1856380036-project] 10.222.0.13 "GET /v2.0/ports?device_id=b1f2cb64-e204-4047-8c5b-b7b6a008b0e2 HTTP/1.1" status: 200 len: 945 time: 0.0480294 Nov 05 19:48:46.763133 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [req-88551493-77b8-4945-b8c8-8fac2be669dc req-18c31bb8-7d5c-4fc1-b4ac-60ed983718ca tempest-TestMinimumBasicScenario-1856380036 tempest-TestMinimumBasicScenario-1856380036-project] Request body: {'port': {'security_groups': ['bfd06725-383b-455a-bc50-93a0c686def4', '74acf898-3840-4e8c-9d35-5ef8347c3b71']}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:48:46.826285 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-88551493-77b8-4945-b8c8-8fac2be669dc req-18c31bb8-7d5c-4fc1-b4ac-60ed983718ca tempest-TestMinimumBasicScenario-1856380036 tempest-TestMinimumBasicScenario-1856380036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:48:47.008097 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.db [req-88551493-77b8-4945-b8c8-8fac2be669dc req-18c31bb8-7d5c-4fc1-b4ac-60ed983718ca tempest-TestMinimumBasicScenario-1856380036 tempest-TestMinimumBasicScenario-1856380036-project] For port 7b5a6414-0ae2-4cda-8759-9424e4b05e63, host n-h1-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=7b5a6414-0ae2-4cda-8759-9424e4b05e63,segment=NetworkSegment(21c70f24-c98c-4c31-89dd-58e986ff9b50),segment_id=21c70f24-c98c-4c31-89dd-58e986ff9b50)] {{(pid=102387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:48:47.037136 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-88551493-77b8-4945-b8c8-8fac2be669dc req-18c31bb8-7d5c-4fc1-b4ac-60ed983718ca tempest-TestMinimumBasicScenario-1856380036 tempest-TestMinimumBasicScenario-1856380036-project] Publish callbacks [] for port, precommit_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:48:47.104913 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-88551493-77b8-4945-b8c8-8fac2be669dc req-18c31bb8-7d5c-4fc1-b4ac-60ed983718ca tempest-TestMinimumBasicScenario-1856380036 tempest-TestMinimumBasicScenario-1856380036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4417072'] for port, after_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:48:47.118553 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] get_ports_and_sgs() called for port_ids ['7b5a6414-0ae2-4cda-8759-9424e4b05e63'] {{(pid=102388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 19:48:47.148972 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88551493-77b8-4945-b8c8-8fac2be669dc req-18c31bb8-7d5c-4fc1-b4ac-60ed983718ca tempest-TestMinimumBasicScenario-1856380036 tempest-TestMinimumBasicScenario-1856380036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:48:47.149944 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-88551493-77b8-4945-b8c8-8fac2be669dc req-18c31bb8-7d5c-4fc1-b4ac-60ed983718ca tempest-TestMinimumBasicScenario-1856380036 tempest-TestMinimumBasicScenario-1856380036-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:48:47.151383 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-88551493-77b8-4945-b8c8-8fac2be669dc req-18c31bb8-7d5c-4fc1-b4ac-60ed983718ca tempest-TestMinimumBasicScenario-1856380036 tempest-TestMinimumBasicScenario-1856380036-project] 10.222.0.13 "PUT /v2.0/ports/7b5a6414-0ae2-4cda-8759-9424e4b05e63 HTTP/1.1" status: 200 len: 981 time: 0.3926961 Nov 05 19:48:47.151849 n-d-816865-1 neutron-server[102387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1f2cb64-e204-4047-8c5b-b7b6a008b0e2', 'tag': '7b5a6414-0ae2-4cda-8759-9424e4b05e63'}] {{(pid=102387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 19:48:47.154236 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1aa7e2392c69fb9acc0b335571f919b1f61097b9ced1ed941ddb2f5c01cc85e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9017a444-7169-453b-b54b-960b72b96d52" -d '{"events": [{"name": "network-changed", "server_uuid": "b1f2cb64-e204-4047-8c5b-b7b6a008b0e2", "tag": "7b5a6414-0ae2-4cda-8759-9424e4b05e63"}]}' {{(pid=102387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 19:48:47.186886 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c31bb8-7d5c-4fc1-b4ac-60ed983718ca tempest-TestMinimumBasicScenario-1856380036 tempest-TestMinimumBasicScenario-1856380036-project] Pushing event updated for resources: {'Port': ['ID=7b5a6414-0ae2-4cda-8759-9424e4b05e63,revision_number=6']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:48:47.196979 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 19:48:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-802736cc-afac-4459-aac6-187c708726b8 x-openstack-request-id: req-802736cc-afac-4459-aac6-187c708726b8 {{(pid=102387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 19:48:47.197340 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b1f2cb64-e204-4047-8c5b-b7b6a008b0e2", "tag": "7b5a6414-0ae2-4cda-8759-9424e4b05e63", "status": "completed", "code": 200}]} {{(pid=102387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 19:48:47.197659 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-802736cc-afac-4459-aac6-187c708726b8 {{(pid=102387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 19:48:47.198175 n-d-816865-1 neutron-server[102387]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b1f2cb64-e204-4047-8c5b-b7b6a008b0e2', 'tag': '7b5a6414-0ae2-4cda-8759-9424e4b05e63', 'status': 'completed', 'code': 200} Nov 05 19:48:47.225376 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] get_ports_and_sgs() called for port_ids ['7b5a6414-0ae2-4cda-8759-9424e4b05e63'] {{(pid=102388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 19:48:47.308436 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9017a444-7169-453b-b54b-960b72b96d52 req-3d40085f-b793-4c80-a7c3-73ceecd63678 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:48:47.309977 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-9017a444-7169-453b-b54b-960b72b96d52 req-3d40085f-b793-4c80-a7c3-73ceecd63678 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a8a3806261a84cb6851fec0446c7f3a9&device_id=b1f2cb64-e204-4047-8c5b-b7b6a008b0e2 HTTP/1.1" status: 200 len: 1135 time: 0.0874431 Nov 05 19:48:47.335035 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5701816-dfcd-4765-bda6-2d8be9b73fcc req-d1421491-08e1-49df-bb3c-7ba0b6180dc7 tempest-TestMinimumBasicScenario-1856380036 tempest-TestMinimumBasicScenario-1856380036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:48:47.336573 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-b5701816-dfcd-4765-bda6-2d8be9b73fcc req-d1421491-08e1-49df-bb3c-7ba0b6180dc7 tempest-TestMinimumBasicScenario-1856380036 tempest-TestMinimumBasicScenario-1856380036-project] 10.222.0.13 "GET /v2.0/ports?device_id=b1f2cb64-e204-4047-8c5b-b7b6a008b0e2 HTTP/1.1" status: 200 len: 984 time: 0.0769193 Nov 05 19:48:47.456466 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-b5701816-dfcd-4765-bda6-2d8be9b73fcc req-538402b0-ed1c-4165-9c2a-cbcde10cdbfc tempest-TestMinimumBasicScenario-1856380036 tempest-TestMinimumBasicScenario-1856380036-project] 10.222.0.13 "GET /v2.0/security-groups?id=bfd06725-383b-455a-bc50-93a0c686def4&id=74acf898-3840-4e8c-9d35-5ef8347c3b71&fields=id&fields=name HTTP/1.1" status: 200 len: 377 time: 0.1095560 Nov 05 19:48:47.460011 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9017a444-7169-453b-b54b-960b72b96d52 req-bf8b20bb-8947-4c3a-80e2-3a487b4155e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:48:47.461474 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-9017a444-7169-453b-b54b-960b72b96d52 req-bf8b20bb-8947-4c3a-80e2-3a487b4155e4 service neutron] 10.222.0.41 "GET /v2.0/networks?id=78361fef-c49b-45d0-99ef-a7072a5c9760 HTTP/1.1" status: 200 len: 916 time: 0.1444187 Nov 05 19:48:47.519838 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-90d60efc-5766-4330-9f2c-fd4465e88a9f None None] Provisioning complete for port 7b5a6414-0ae2-4cda-8759-9424e4b05e63 triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:48:47.520208 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-90d60efc-5766-4330-9f2c-fd4465e88a9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:48:47.533774 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-9017a444-7169-453b-b54b-960b72b96d52 req-7c23ab1d-5d5d-4582-af4c-28271a1e840a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7b5a6414-0ae2-4cda-8759-9424e4b05e63 HTTP/1.1" status: 200 len: 1001 time: 0.0651700 Nov 05 19:48:47.585659 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9017a444-7169-453b-b54b-960b72b96d52 req-78a26230-85f8-4873-a859-88b26aee7f8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:48:47.587162 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-9017a444-7169-453b-b54b-960b72b96d52 req-78a26230-85f8-4873-a859-88b26aee7f8c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=93339162-c6db-40cd-b8ed-c73deed150f5 HTTP/1.1" status: 200 len: 854 time: 0.0447018 Nov 05 19:48:47.633682 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9017a444-7169-453b-b54b-960b72b96d52 req-e37eb171-19c0-4973-a9b9-72bc36ea87f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:48:47.635142 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-9017a444-7169-453b-b54b-960b72b96d52 req-e37eb171-19c0-4973-a9b9-72bc36ea87f7 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=78361fef-c49b-45d0-99ef-a7072a5c9760&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403464 Nov 05 19:48:47.733220 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-9017a444-7169-453b-b54b-960b72b96d52 req-b5ee478a-7fa5-41ca-b4d9-8253e315d8d4 service neutron] 10.222.0.41 "GET /v2.0/networks/78361fef-c49b-45d0-99ef-a7072a5c9760?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900908 Nov 05 19:48:47.825728 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-9017a444-7169-453b-b54b-960b72b96d52 req-d5fb8857-4ed6-48e0-911b-2db7b9f2a973 service neutron] 10.222.0.41 "GET /v2.0/networks/78361fef-c49b-45d0-99ef-a7072a5c9760?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860217 Nov 05 19:48:59.924504 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfd5b4c-e238-4628-85b0-731c95037c48 req-740a6dbc-0d29-46d8-a86f-8c07450449ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:48:59.925964 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-fbfd5b4c-e238-4628-85b0-731c95037c48 req-740a6dbc-0d29-46d8-a86f-8c07450449ee service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a8a3806261a84cb6851fec0446c7f3a9&device_id=b1f2cb64-e204-4047-8c5b-b7b6a008b0e2 HTTP/1.1" status: 200 len: 1135 time: 0.0556469 Nov 05 19:49:00.017688 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ebccb7-821f-43cd-b418-f5bede1f9651 req-a54b64f2-461a-4ebe-93de-159134ef2981 tempest-TestMinimumBasicScenario-1856380036 tempest-TestMinimumBasicScenario-1856380036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:49:00.019208 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-56ebccb7-821f-43cd-b418-f5bede1f9651 req-a54b64f2-461a-4ebe-93de-159134ef2981 tempest-TestMinimumBasicScenario-1856380036 tempest-TestMinimumBasicScenario-1856380036-project] 10.222.0.13 "GET /v2.0/ports?device_id=b1f2cb64-e204-4047-8c5b-b7b6a008b0e2 HTTP/1.1" status: 200 len: 984 time: 0.2336967 Nov 05 19:49:00.060268 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfd5b4c-e238-4628-85b0-731c95037c48 req-d18c4323-28d3-4702-a2af-117e61c84c05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:49:00.061691 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-fbfd5b4c-e238-4628-85b0-731c95037c48 req-d18c4323-28d3-4702-a2af-117e61c84c05 service neutron] 10.222.0.41 "GET /v2.0/networks?id=78361fef-c49b-45d0-99ef-a7072a5c9760 HTTP/1.1" status: 200 len: 916 time: 0.1219785 Nov 05 19:49:00.136083 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-56ebccb7-821f-43cd-b418-f5bede1f9651 req-017996a8-9b52-45b3-bf6b-6c479c12f313 tempest-TestMinimumBasicScenario-1856380036 tempest-TestMinimumBasicScenario-1856380036-project] 10.222.0.13 "GET /v2.0/security-groups?id=bfd06725-383b-455a-bc50-93a0c686def4&id=74acf898-3840-4e8c-9d35-5ef8347c3b71&fields=id&fields=name HTTP/1.1" status: 200 len: 377 time: 0.1102424 Nov 05 19:49:00.151066 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-fbfd5b4c-e238-4628-85b0-731c95037c48 req-77789865-a059-4ff9-bb2c-558f46078cbc service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7b5a6414-0ae2-4cda-8759-9424e4b05e63 HTTP/1.1" status: 200 len: 1001 time: 0.0785372 Nov 05 19:49:00.200704 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfd5b4c-e238-4628-85b0-731c95037c48 req-e4f31036-235e-4f2e-8ab9-8c92f430cbaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:49:00.202174 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-fbfd5b4c-e238-4628-85b0-731c95037c48 req-e4f31036-235e-4f2e-8ab9-8c92f430cbaf service neutron] 10.222.0.41 "GET /v2.0/subnets?id=93339162-c6db-40cd-b8ed-c73deed150f5 HTTP/1.1" status: 200 len: 854 time: 0.0439892 Nov 05 19:49:00.252368 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfd5b4c-e238-4628-85b0-731c95037c48 req-a30e5521-01db-4b73-ad16-320ddd224f78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:49:00.253810 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-fbfd5b4c-e238-4628-85b0-731c95037c48 req-a30e5521-01db-4b73-ad16-320ddd224f78 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=78361fef-c49b-45d0-99ef-a7072a5c9760&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0442660 Nov 05 19:49:00.343289 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-fbfd5b4c-e238-4628-85b0-731c95037c48 req-ed5b5c20-5822-46cb-b5c0-b6a47ab8062d service neutron] 10.222.0.41 "GET /v2.0/networks/78361fef-c49b-45d0-99ef-a7072a5c9760?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815487 Nov 05 19:49:00.436658 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-fbfd5b4c-e238-4628-85b0-731c95037c48 req-5d04cd7c-fe24-43c9-8b42-78d974f34baa service neutron] 10.222.0.41 "GET /v2.0/networks/78361fef-c49b-45d0-99ef-a7072a5c9760?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863302 Nov 05 19:49:01.252144 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62046d1-6710-4a38-b3be-02d7e9209f3d req-571e9764-aac7-4fd8-a759-cf234a62474e tempest-TestMinimumBasicScenario-1856380036 tempest-TestMinimumBasicScenario-1856380036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:49:01.253629 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-d62046d1-6710-4a38-b3be-02d7e9209f3d req-571e9764-aac7-4fd8-a759-cf234a62474e tempest-TestMinimumBasicScenario-1856380036 tempest-TestMinimumBasicScenario-1856380036-project] 10.222.0.13 "GET /v2.0/ports?device_id=b1f2cb64-e204-4047-8c5b-b7b6a008b0e2 HTTP/1.1" status: 200 len: 984 time: 0.0492194 Nov 05 19:49:01.314468 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-d62046d1-6710-4a38-b3be-02d7e9209f3d req-f47abeca-b2d0-4c2a-953c-176f90b3f530 tempest-TestMinimumBasicScenario-1856380036 tempest-TestMinimumBasicScenario-1856380036-project] 10.222.0.13 "GET /v2.0/security-groups?id=bfd06725-383b-455a-bc50-93a0c686def4&id=74acf898-3840-4e8c-9d35-5ef8347c3b71&fields=id&fields=name HTTP/1.1" status: 200 len: 377 time: 0.0541749 Nov 05 19:49:02.431321 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88de75f7-ee87-4807-9ef5-d4925f0b6777 req-5148d4c7-c2ef-437c-8edc-800461e21855 tempest-TestMinimumBasicScenario-1856380036 tempest-TestMinimumBasicScenario-1856380036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:49:02.432811 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-88de75f7-ee87-4807-9ef5-d4925f0b6777 req-5148d4c7-c2ef-437c-8edc-800461e21855 tempest-TestMinimumBasicScenario-1856380036 tempest-TestMinimumBasicScenario-1856380036-project] 10.222.0.13 "GET /v2.0/ports?device_id=b1f2cb64-e204-4047-8c5b-b7b6a008b0e2 HTTP/1.1" status: 200 len: 984 time: 0.0496576 Nov 05 19:49:02.495956 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-88de75f7-ee87-4807-9ef5-d4925f0b6777 req-56c35f67-aa5b-4cdd-8fdb-7f8050d8b347 tempest-TestMinimumBasicScenario-1856380036 tempest-TestMinimumBasicScenario-1856380036-project] 10.222.0.13 "GET /v2.0/security-groups?id=bfd06725-383b-455a-bc50-93a0c686def4&id=74acf898-3840-4e8c-9d35-5ef8347c3b71&fields=id&fields=name HTTP/1.1" status: 200 len: 377 time: 0.0570788 Nov 05 19:49:02.642270 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-239af3ba-b419-44d5-aaf2-b3c3412dc518 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:49:03.612270 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307d525d-45f7-42ed-a64b-9f4c5d4b853d req-bbb3e55d-1144-429e-abd1-569c4561295a tempest-TestMinimumBasicScenario-1856380036 tempest-TestMinimumBasicScenario-1856380036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:49:03.613798 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-307d525d-45f7-42ed-a64b-9f4c5d4b853d req-bbb3e55d-1144-429e-abd1-569c4561295a tempest-TestMinimumBasicScenario-1856380036 tempest-TestMinimumBasicScenario-1856380036-project] 10.222.0.13 "GET /v2.0/ports?device_id=b1f2cb64-e204-4047-8c5b-b7b6a008b0e2 HTTP/1.1" status: 200 len: 984 time: 0.0504668 Nov 05 19:49:03.675421 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-307d525d-45f7-42ed-a64b-9f4c5d4b853d req-f1871fbc-c105-4b2d-8c47-f089563fcab4 tempest-TestMinimumBasicScenario-1856380036 tempest-TestMinimumBasicScenario-1856380036-project] 10.222.0.13 "GET /v2.0/security-groups?id=bfd06725-383b-455a-bc50-93a0c686def4&id=74acf898-3840-4e8c-9d35-5ef8347c3b71&fields=id&fields=name HTTP/1.1" status: 200 len: 377 time: 0.0553746 Nov 05 19:49:04.790906 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fae13c5-acb6-477f-b667-b117a7d7b8ff req-d641bb62-71de-40a8-9b0f-683fbd11ed4b tempest-TestMinimumBasicScenario-1856380036 tempest-TestMinimumBasicScenario-1856380036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:49:04.792515 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-7fae13c5-acb6-477f-b667-b117a7d7b8ff req-d641bb62-71de-40a8-9b0f-683fbd11ed4b tempest-TestMinimumBasicScenario-1856380036 tempest-TestMinimumBasicScenario-1856380036-project] 10.222.0.13 "GET /v2.0/ports?device_id=b1f2cb64-e204-4047-8c5b-b7b6a008b0e2 HTTP/1.1" status: 200 len: 984 time: 0.0499034 Nov 05 19:49:04.855716 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-7fae13c5-acb6-477f-b667-b117a7d7b8ff req-4671d828-2667-473f-a026-fafb66641d91 tempest-TestMinimumBasicScenario-1856380036 tempest-TestMinimumBasicScenario-1856380036-project] 10.222.0.13 "GET /v2.0/security-groups?id=bfd06725-383b-455a-bc50-93a0c686def4&id=74acf898-3840-4e8c-9d35-5ef8347c3b71&fields=id&fields=name HTTP/1.1" status: 200 len: 377 time: 0.0570509 Nov 05 19:49:04.890301 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:49:05.408125 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-86e90987-42cd-4a64-990e-ecb3e76bfae9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:49:05.983779 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac54d6ec-f662-4f29-999d-39f4c2ac2b04 req-6f4284db-ae25-45b8-902d-00100b37471d tempest-TestMinimumBasicScenario-1856380036 tempest-TestMinimumBasicScenario-1856380036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:49:05.985270 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-ac54d6ec-f662-4f29-999d-39f4c2ac2b04 req-6f4284db-ae25-45b8-902d-00100b37471d tempest-TestMinimumBasicScenario-1856380036 tempest-TestMinimumBasicScenario-1856380036-project] 10.222.0.13 "GET /v2.0/ports?device_id=b1f2cb64-e204-4047-8c5b-b7b6a008b0e2 HTTP/1.1" status: 200 len: 984 time: 0.0533166 Nov 05 19:49:06.046677 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-ac54d6ec-f662-4f29-999d-39f4c2ac2b04 req-31999a48-484e-49b7-8c1b-b0dfccd89757 tempest-TestMinimumBasicScenario-1856380036 tempest-TestMinimumBasicScenario-1856380036-project] 10.222.0.13 "GET /v2.0/security-groups?id=bfd06725-383b-455a-bc50-93a0c686def4&id=74acf898-3840-4e8c-9d35-5ef8347c3b71&fields=id&fields=name HTTP/1.1" status: 200 len: 377 time: 0.0553010 Nov 05 19:49:06.470844 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b304910f-7b27-444b-a8fc-977d26b1ceac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:49:06.884935 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:49:07.163552 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c497699-964c-4bae-9f5b-18e709b961b3 req-d80b3c1d-8eb7-496d-8e72-6b61c139dcde tempest-TestMinimumBasicScenario-1856380036 tempest-TestMinimumBasicScenario-1856380036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:49:07.165577 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-4c497699-964c-4bae-9f5b-18e709b961b3 req-d80b3c1d-8eb7-496d-8e72-6b61c139dcde tempest-TestMinimumBasicScenario-1856380036 tempest-TestMinimumBasicScenario-1856380036-project] 10.222.0.13 "GET /v2.0/ports?device_id=b1f2cb64-e204-4047-8c5b-b7b6a008b0e2 HTTP/1.1" status: 200 len: 984 time: 0.0491889 Nov 05 19:49:07.226344 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-4c497699-964c-4bae-9f5b-18e709b961b3 req-ffce230c-8b67-43bb-80b4-b36fd857517e tempest-TestMinimumBasicScenario-1856380036 tempest-TestMinimumBasicScenario-1856380036-project] 10.222.0.13 "GET /v2.0/security-groups?id=bfd06725-383b-455a-bc50-93a0c686def4&id=74acf898-3840-4e8c-9d35-5ef8347c3b71&fields=id&fields=name HTTP/1.1" status: 200 len: 377 time: 0.0545731 Nov 05 19:49:08.344006 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba30a2db-fd01-4cc3-8102-579c249024dc req-6711f6db-301c-4262-9998-9f966885feb8 tempest-TestMinimumBasicScenario-1856380036 tempest-TestMinimumBasicScenario-1856380036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:49:08.345537 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-ba30a2db-fd01-4cc3-8102-579c249024dc req-6711f6db-301c-4262-9998-9f966885feb8 tempest-TestMinimumBasicScenario-1856380036 tempest-TestMinimumBasicScenario-1856380036-project] 10.222.0.13 "GET /v2.0/ports?device_id=b1f2cb64-e204-4047-8c5b-b7b6a008b0e2 HTTP/1.1" status: 200 len: 984 time: 0.0493193 Nov 05 19:49:08.412630 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-ba30a2db-fd01-4cc3-8102-579c249024dc req-4f1a39f6-846d-4451-9567-63f29442aa2e tempest-TestMinimumBasicScenario-1856380036 tempest-TestMinimumBasicScenario-1856380036-project] 10.222.0.13 "GET /v2.0/security-groups?id=bfd06725-383b-455a-bc50-93a0c686def4&id=74acf898-3840-4e8c-9d35-5ef8347c3b71&fields=id&fields=name HTTP/1.1" status: 200 len: 377 time: 0.0608089 Nov 05 19:49:08.462573 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-31f93893-a48e-4ae8-833d-dccb2b42eacc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:49:08.562104 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:49:09.528932 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797d2cad-20a3-4f4d-b8be-9c88d57f8d83 req-acb24632-99e5-4c0c-83c1-c426186f5bc5 tempest-TestMinimumBasicScenario-1856380036 tempest-TestMinimumBasicScenario-1856380036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:49:09.530488 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-797d2cad-20a3-4f4d-b8be-9c88d57f8d83 req-acb24632-99e5-4c0c-83c1-c426186f5bc5 tempest-TestMinimumBasicScenario-1856380036 tempest-TestMinimumBasicScenario-1856380036-project] 10.222.0.13 "GET /v2.0/ports?device_id=b1f2cb64-e204-4047-8c5b-b7b6a008b0e2 HTTP/1.1" status: 200 len: 984 time: 0.0502195 Nov 05 19:49:09.590855 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-797d2cad-20a3-4f4d-b8be-9c88d57f8d83 req-05689567-8081-4540-b6a9-d39d3cc59506 tempest-TestMinimumBasicScenario-1856380036 tempest-TestMinimumBasicScenario-1856380036-project] 10.222.0.13 "GET /v2.0/security-groups?id=bfd06725-383b-455a-bc50-93a0c686def4&id=74acf898-3840-4e8c-9d35-5ef8347c3b71&fields=id&fields=name HTTP/1.1" status: 200 len: 377 time: 0.0543039 Nov 05 19:49:10.707098 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dac61ef-b9af-4325-9e50-38ddac0df5af req-251104ae-bb6e-451e-b779-05b0eefac11f tempest-TestMinimumBasicScenario-1856380036 tempest-TestMinimumBasicScenario-1856380036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:49:10.708593 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-1dac61ef-b9af-4325-9e50-38ddac0df5af req-251104ae-bb6e-451e-b779-05b0eefac11f tempest-TestMinimumBasicScenario-1856380036 tempest-TestMinimumBasicScenario-1856380036-project] 10.222.0.13 "GET /v2.0/ports?device_id=b1f2cb64-e204-4047-8c5b-b7b6a008b0e2 HTTP/1.1" status: 200 len: 984 time: 0.0484126 Nov 05 19:49:10.771240 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-1dac61ef-b9af-4325-9e50-38ddac0df5af req-52d14f70-583d-4863-bd74-bbc114af5758 tempest-TestMinimumBasicScenario-1856380036 tempest-TestMinimumBasicScenario-1856380036-project] 10.222.0.13 "GET /v2.0/security-groups?id=bfd06725-383b-455a-bc50-93a0c686def4&id=74acf898-3840-4e8c-9d35-5ef8347c3b71&fields=id&fields=name HTTP/1.1" status: 200 len: 377 time: 0.0559118 Nov 05 19:49:11.891395 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32307671-8f3f-401f-9d32-2d91e50e13eb req-11f677b5-6a8f-4188-ad33-4fc8d36bbf78 tempest-TestMinimumBasicScenario-1856380036 tempest-TestMinimumBasicScenario-1856380036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:49:11.892922 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-32307671-8f3f-401f-9d32-2d91e50e13eb req-11f677b5-6a8f-4188-ad33-4fc8d36bbf78 tempest-TestMinimumBasicScenario-1856380036 tempest-TestMinimumBasicScenario-1856380036-project] 10.222.0.13 "GET /v2.0/ports?device_id=b1f2cb64-e204-4047-8c5b-b7b6a008b0e2 HTTP/1.1" status: 200 len: 984 time: 0.0530181 Nov 05 19:49:11.953727 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-32307671-8f3f-401f-9d32-2d91e50e13eb req-9eee9aab-db18-4019-9244-64688d3e8c99 tempest-TestMinimumBasicScenario-1856380036 tempest-TestMinimumBasicScenario-1856380036-project] 10.222.0.13 "GET /v2.0/security-groups?id=bfd06725-383b-455a-bc50-93a0c686def4&id=74acf898-3840-4e8c-9d35-5ef8347c3b71&fields=id&fields=name HTTP/1.1" status: 200 len: 377 time: 0.0548429 Nov 05 19:49:13.071416 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69fdb57-bdfb-4ff5-b650-bbf5356930d1 req-e72fb575-6d4b-49ed-ad89-798bc86ef583 tempest-TestMinimumBasicScenario-1856380036 tempest-TestMinimumBasicScenario-1856380036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:49:13.072957 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-d69fdb57-bdfb-4ff5-b650-bbf5356930d1 req-e72fb575-6d4b-49ed-ad89-798bc86ef583 tempest-TestMinimumBasicScenario-1856380036 tempest-TestMinimumBasicScenario-1856380036-project] 10.222.0.13 "GET /v2.0/ports?device_id=b1f2cb64-e204-4047-8c5b-b7b6a008b0e2 HTTP/1.1" status: 200 len: 984 time: 0.0505240 Nov 05 19:49:13.133546 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-d69fdb57-bdfb-4ff5-b650-bbf5356930d1 req-31c3c705-9432-457d-b980-494a5235d973 tempest-TestMinimumBasicScenario-1856380036 tempest-TestMinimumBasicScenario-1856380036-project] 10.222.0.13 "GET /v2.0/security-groups?id=bfd06725-383b-455a-bc50-93a0c686def4&id=74acf898-3840-4e8c-9d35-5ef8347c3b71&fields=id&fields=name HTTP/1.1" status: 200 len: 377 time: 0.0546107 Nov 05 19:49:14.255245 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed08101-c00b-4770-86b8-619a55433685 req-56eb6d88-24af-4e93-84d7-4314bc1603b3 tempest-TestMinimumBasicScenario-1856380036 tempest-TestMinimumBasicScenario-1856380036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:49:14.256637 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-3ed08101-c00b-4770-86b8-619a55433685 req-56eb6d88-24af-4e93-84d7-4314bc1603b3 tempest-TestMinimumBasicScenario-1856380036 tempest-TestMinimumBasicScenario-1856380036-project] 10.222.0.13 "GET /v2.0/ports?device_id=b1f2cb64-e204-4047-8c5b-b7b6a008b0e2 HTTP/1.1" status: 200 len: 984 time: 0.0519769 Nov 05 19:49:14.319526 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-3ed08101-c00b-4770-86b8-619a55433685 req-eea8667f-758c-49be-9bbd-9a178dcc7328 tempest-TestMinimumBasicScenario-1856380036 tempest-TestMinimumBasicScenario-1856380036-project] 10.222.0.13 "GET /v2.0/security-groups?id=bfd06725-383b-455a-bc50-93a0c686def4&id=74acf898-3840-4e8c-9d35-5ef8347c3b71&fields=id&fields=name HTTP/1.1" status: 200 len: 377 time: 0.0562654 Nov 05 19:49:15.436029 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40b9702-5684-4fd7-8161-aeba6f1dbfaa req-08176663-d1fe-40fd-a31d-04bd851e7810 tempest-TestMinimumBasicScenario-1856380036 tempest-TestMinimumBasicScenario-1856380036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:49:15.437513 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-e40b9702-5684-4fd7-8161-aeba6f1dbfaa req-08176663-d1fe-40fd-a31d-04bd851e7810 tempest-TestMinimumBasicScenario-1856380036 tempest-TestMinimumBasicScenario-1856380036-project] 10.222.0.13 "GET /v2.0/ports?device_id=b1f2cb64-e204-4047-8c5b-b7b6a008b0e2 HTTP/1.1" status: 200 len: 984 time: 0.0494878 Nov 05 19:49:15.497900 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-e40b9702-5684-4fd7-8161-aeba6f1dbfaa req-78acec75-1f69-4758-97a3-a91d4ba745ab tempest-TestMinimumBasicScenario-1856380036 tempest-TestMinimumBasicScenario-1856380036-project] 10.222.0.13 "GET /v2.0/security-groups?id=bfd06725-383b-455a-bc50-93a0c686def4&id=74acf898-3840-4e8c-9d35-5ef8347c3b71&fields=id&fields=name HTTP/1.1" status: 200 len: 377 time: 0.0543485 Nov 05 19:49:16.613482 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b701006-c8f3-4cc5-a5b3-2ca9478ea22e req-2ceb50c6-eaa4-4233-95dc-29d732daec9b tempest-TestMinimumBasicScenario-1856380036 tempest-TestMinimumBasicScenario-1856380036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:49:16.615002 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-4b701006-c8f3-4cc5-a5b3-2ca9478ea22e req-2ceb50c6-eaa4-4233-95dc-29d732daec9b tempest-TestMinimumBasicScenario-1856380036 tempest-TestMinimumBasicScenario-1856380036-project] 10.222.0.13 "GET /v2.0/ports?device_id=b1f2cb64-e204-4047-8c5b-b7b6a008b0e2 HTTP/1.1" status: 200 len: 984 time: 0.0487878 Nov 05 19:49:16.679756 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-4b701006-c8f3-4cc5-a5b3-2ca9478ea22e req-1a7a2ccb-7573-4bea-ba9d-88adb166bd79 tempest-TestMinimumBasicScenario-1856380036 tempest-TestMinimumBasicScenario-1856380036-project] 10.222.0.13 "GET /v2.0/security-groups?id=bfd06725-383b-455a-bc50-93a0c686def4&id=74acf898-3840-4e8c-9d35-5ef8347c3b71&fields=id&fields=name HTTP/1.1" status: 200 len: 377 time: 0.0582099 Nov 05 19:49:19.708428 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.agents_db [None req-b9406b04-a0e8-43cf-b349-711963d96cf4 None None] Agent healthcheck: found 7 active agents {{(pid=102389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 05 19:49:32.673902 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-2cde89f9-f3b7-47c7-8769-5031be9605b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:49:34.950985 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:49:35.442561 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-144e9f66-43b1-4b92-b116-6ce057424e75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:49:36.493869 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b304910f-7b27-444b-a8fc-977d26b1ceac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:49:36.971328 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:49:38.545892 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-31f93893-a48e-4ae8-833d-dccb2b42eacc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:49:38.651987 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:49:39.988535 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-8f9d7eaf-df1e-4af6-a8ce-c45e69b05dd9 req-9ff030ef-a954-43b6-947f-754a5622750a service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=b1f2cb64-e204-4047-8c5b-b7b6a008b0e2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0404205 Nov 05 19:49:40.071377 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9d7eaf-df1e-4af6-a8ce-c45e69b05dd9 req-d109cd0e-567a-4ede-aa68-1ff914a0c91c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:49:40.072894 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-8f9d7eaf-df1e-4af6-a8ce-c45e69b05dd9 req-d109cd0e-567a-4ede-aa68-1ff914a0c91c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a8a3806261a84cb6851fec0446c7f3a9&device_id=b1f2cb64-e204-4047-8c5b-b7b6a008b0e2 HTTP/1.1" status: 200 len: 1135 time: 0.0415876 Nov 05 19:49:40.180882 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9d7eaf-df1e-4af6-a8ce-c45e69b05dd9 req-07ff44fb-b19f-4bb9-b155-f5d5c431b3f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:49:40.182380 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-8f9d7eaf-df1e-4af6-a8ce-c45e69b05dd9 req-07ff44fb-b19f-4bb9-b155-f5d5c431b3f9 service neutron] 10.222.0.41 "GET /v2.0/networks?id=78361fef-c49b-45d0-99ef-a7072a5c9760 HTTP/1.1" status: 200 len: 916 time: 0.0897284 Nov 05 19:49:40.247400 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-8f9d7eaf-df1e-4af6-a8ce-c45e69b05dd9 req-dd0d19a8-55a0-4b1a-a797-0497059a8ddb service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7b5a6414-0ae2-4cda-8759-9424e4b05e63 HTTP/1.1" status: 200 len: 1001 time: 0.0574980 Nov 05 19:49:40.296357 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9d7eaf-df1e-4af6-a8ce-c45e69b05dd9 req-573c1b89-19e1-4819-81cb-9b3df44fc226 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:49:40.297963 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-8f9d7eaf-df1e-4af6-a8ce-c45e69b05dd9 req-573c1b89-19e1-4819-81cb-9b3df44fc226 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=93339162-c6db-40cd-b8ed-c73deed150f5 HTTP/1.1" status: 200 len: 854 time: 0.0433962 Nov 05 19:49:40.347883 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9d7eaf-df1e-4af6-a8ce-c45e69b05dd9 req-7f918e74-9aa5-457d-9e49-4e4db42cb96f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:49:40.349383 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-8f9d7eaf-df1e-4af6-a8ce-c45e69b05dd9 req-7f918e74-9aa5-457d-9e49-4e4db42cb96f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=78361fef-c49b-45d0-99ef-a7072a5c9760&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0439298 Nov 05 19:49:40.440733 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-8f9d7eaf-df1e-4af6-a8ce-c45e69b05dd9 req-a7fe825e-1b35-41cf-bb3c-c8107f126579 service neutron] 10.222.0.41 "GET /v2.0/networks/78361fef-c49b-45d0-99ef-a7072a5c9760?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832138 Nov 05 19:49:40.535152 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-8f9d7eaf-df1e-4af6-a8ce-c45e69b05dd9 req-1e225877-a027-46b5-a3ad-556724247e37 service neutron] 10.222.0.41 "GET /v2.0/networks/78361fef-c49b-45d0-99ef-a7072a5c9760?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866838 Nov 05 19:49:48.886548 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-998fdafe-3923-4f96-88e3-d9e4ccbbd07e req-92685f53-7caf-4631-af4b-29c1cb4233b6 tempest-TestMinimumBasicScenario-1856380036 tempest-TestMinimumBasicScenario-1856380036-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-6150182&fields=id&tenant_id=a8a3806261a84cb6851fec0446c7f3a9 HTTP/1.1" status: 200 len: 267 time: 0.0442812 Nov 05 19:49:48.946726 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998fdafe-3923-4f96-88e3-d9e4ccbbd07e req-ec7de306-8ce7-42f0-8e5f-d9f45b51a60a tempest-TestMinimumBasicScenario-1856380036 tempest-TestMinimumBasicScenario-1856380036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:49:48.948280 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-998fdafe-3923-4f96-88e3-d9e4ccbbd07e req-ec7de306-8ce7-42f0-8e5f-d9f45b51a60a tempest-TestMinimumBasicScenario-1856380036 tempest-TestMinimumBasicScenario-1856380036-project] 10.222.0.13 "GET /v2.0/ports?device_id=b1f2cb64-e204-4047-8c5b-b7b6a008b0e2 HTTP/1.1" status: 200 len: 984 time: 0.0561380 Nov 05 19:49:48.959329 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [req-998fdafe-3923-4f96-88e3-d9e4ccbbd07e req-60eb10ab-8a55-4cab-9a67-0f3607e18471 tempest-TestMinimumBasicScenario-1856380036 tempest-TestMinimumBasicScenario-1856380036-project] Request body: {'port': {'security_groups': ['bfd06725-383b-455a-bc50-93a0c686def4']}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:49:49.025582 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-998fdafe-3923-4f96-88e3-d9e4ccbbd07e req-60eb10ab-8a55-4cab-9a67-0f3607e18471 tempest-TestMinimumBasicScenario-1856380036 tempest-TestMinimumBasicScenario-1856380036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:49:49.199160 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.db [req-998fdafe-3923-4f96-88e3-d9e4ccbbd07e req-60eb10ab-8a55-4cab-9a67-0f3607e18471 tempest-TestMinimumBasicScenario-1856380036 tempest-TestMinimumBasicScenario-1856380036-project] For port 7b5a6414-0ae2-4cda-8759-9424e4b05e63, host n-h1-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=7b5a6414-0ae2-4cda-8759-9424e4b05e63,segment=NetworkSegment(21c70f24-c98c-4c31-89dd-58e986ff9b50),segment_id=21c70f24-c98c-4c31-89dd-58e986ff9b50)] {{(pid=102387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:49:49.229529 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-998fdafe-3923-4f96-88e3-d9e4ccbbd07e req-60eb10ab-8a55-4cab-9a67-0f3607e18471 tempest-TestMinimumBasicScenario-1856380036 tempest-TestMinimumBasicScenario-1856380036-project] Publish callbacks [] for port, precommit_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:49:49.311498 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-998fdafe-3923-4f96-88e3-d9e4ccbbd07e req-60eb10ab-8a55-4cab-9a67-0f3607e18471 tempest-TestMinimumBasicScenario-1856380036 tempest-TestMinimumBasicScenario-1856380036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4417072'] for port, after_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:49:49.323142 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] get_ports_and_sgs() called for port_ids ['7b5a6414-0ae2-4cda-8759-9424e4b05e63'] {{(pid=102388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 19:49:49.355858 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998fdafe-3923-4f96-88e3-d9e4ccbbd07e req-60eb10ab-8a55-4cab-9a67-0f3607e18471 tempest-TestMinimumBasicScenario-1856380036 tempest-TestMinimumBasicScenario-1856380036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:49:49.356491 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-998fdafe-3923-4f96-88e3-d9e4ccbbd07e req-60eb10ab-8a55-4cab-9a67-0f3607e18471 tempest-TestMinimumBasicScenario-1856380036 tempest-TestMinimumBasicScenario-1856380036-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:49:49.357890 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-998fdafe-3923-4f96-88e3-d9e4ccbbd07e req-60eb10ab-8a55-4cab-9a67-0f3607e18471 tempest-TestMinimumBasicScenario-1856380036 tempest-TestMinimumBasicScenario-1856380036-project] 10.222.0.13 "PUT /v2.0/ports/7b5a6414-0ae2-4cda-8759-9424e4b05e63 HTTP/1.1" status: 200 len: 942 time: 0.4029951 Nov 05 19:49:49.358377 n-d-816865-1 neutron-server[102387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1f2cb64-e204-4047-8c5b-b7b6a008b0e2', 'tag': '7b5a6414-0ae2-4cda-8759-9424e4b05e63'}] {{(pid=102387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 19:49:49.364923 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 46156) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:49:49.368847 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1aa7e2392c69fb9acc0b335571f919b1f61097b9ced1ed941ddb2f5c01cc85e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0e6d647-6dc0-46a7-988b-1f95a0340f57" -d '{"events": [{"name": "network-changed", "server_uuid": "b1f2cb64-e204-4047-8c5b-b7b6a008b0e2", "tag": "7b5a6414-0ae2-4cda-8759-9424e4b05e63"}]}' {{(pid=102387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 19:49:49.408861 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60eb10ab-8a55-4cab-9a67-0f3607e18471 tempest-TestMinimumBasicScenario-1856380036 tempest-TestMinimumBasicScenario-1856380036-project] Pushing event updated for resources: {'Port': ['ID=7b5a6414-0ae2-4cda-8759-9424e4b05e63,revision_number=7']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:49:49.421795 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60eb10ab-8a55-4cab-9a67-0f3607e18471 tempest-TestMinimumBasicScenario-1856380036 tempest-TestMinimumBasicScenario-1856380036-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:49:49.423710 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60eb10ab-8a55-4cab-9a67-0f3607e18471 tempest-TestMinimumBasicScenario-1856380036 tempest-TestMinimumBasicScenario-1856380036-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:49:49.424294 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60eb10ab-8a55-4cab-9a67-0f3607e18471 tempest-TestMinimumBasicScenario-1856380036 tempest-TestMinimumBasicScenario-1856380036-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:49:49.425178 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60eb10ab-8a55-4cab-9a67-0f3607e18471 tempest-TestMinimumBasicScenario-1856380036 tempest-TestMinimumBasicScenario-1856380036-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:49:49.425741 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60eb10ab-8a55-4cab-9a67-0f3607e18471 tempest-TestMinimumBasicScenario-1856380036 tempest-TestMinimumBasicScenario-1856380036-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:49:49.426344 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60eb10ab-8a55-4cab-9a67-0f3607e18471 tempest-TestMinimumBasicScenario-1856380036 tempest-TestMinimumBasicScenario-1856380036-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:49:49.427054 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60eb10ab-8a55-4cab-9a67-0f3607e18471 tempest-TestMinimumBasicScenario-1856380036 tempest-TestMinimumBasicScenario-1856380036-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:49:49.427617 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60eb10ab-8a55-4cab-9a67-0f3607e18471 tempest-TestMinimumBasicScenario-1856380036 tempest-TestMinimumBasicScenario-1856380036-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:49:49.428326 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60eb10ab-8a55-4cab-9a67-0f3607e18471 tempest-TestMinimumBasicScenario-1856380036 tempest-TestMinimumBasicScenario-1856380036-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:49:49.428962 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] get_ports_and_sgs() called for port_ids ['7b5a6414-0ae2-4cda-8759-9424e4b05e63'] {{(pid=102388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 19:49:49.429319 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60eb10ab-8a55-4cab-9a67-0f3607e18471 tempest-TestMinimumBasicScenario-1856380036 tempest-TestMinimumBasicScenario-1856380036-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:49:49.429977 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60eb10ab-8a55-4cab-9a67-0f3607e18471 tempest-TestMinimumBasicScenario-1856380036 tempest-TestMinimumBasicScenario-1856380036-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:49:49.430562 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60eb10ab-8a55-4cab-9a67-0f3607e18471 tempest-TestMinimumBasicScenario-1856380036 tempest-TestMinimumBasicScenario-1856380036-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:49:49.450314 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-4d5d8dda-89e3-4b46-b403-836c6755a686 tempest-TestMinimumBasicScenario-1856380036 tempest-TestMinimumBasicScenario-1856380036-project] Publish callbacks [] for security_group, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:49:49.484932 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-4d5d8dda-89e3-4b46-b403-836c6755a686 tempest-TestMinimumBasicScenario-1856380036 tempest-TestMinimumBasicScenario-1856380036-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:49:49.527517 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 19:49:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-875904ca-98a8-4297-a512-fa6d574c5bcb x-openstack-request-id: req-875904ca-98a8-4297-a512-fa6d574c5bcb {{(pid=102387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 19:49:49.527517 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b1f2cb64-e204-4047-8c5b-b7b6a008b0e2", "tag": "7b5a6414-0ae2-4cda-8759-9424e4b05e63", "status": "completed", "code": 200}]} {{(pid=102387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 19:49:49.527517 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-875904ca-98a8-4297-a512-fa6d574c5bcb {{(pid=102387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 19:49:49.527517 n-d-816865-1 neutron-server[102387]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b1f2cb64-e204-4047-8c5b-b7b6a008b0e2', 'tag': '7b5a6414-0ae2-4cda-8759-9424e4b05e63', 'status': 'completed', 'code': 200} Nov 05 19:49:49.594523 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e6d647-6dc0-46a7-988b-1f95a0340f57 req-60d62796-0248-4865-9a64-aa6329134a99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:49:49.597086 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-b0e6d647-6dc0-46a7-988b-1f95a0340f57 req-60d62796-0248-4865-9a64-aa6329134a99 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a8a3806261a84cb6851fec0446c7f3a9&device_id=b1f2cb64-e204-4047-8c5b-b7b6a008b0e2 HTTP/1.1" status: 200 len: 1096 time: 0.0478857 Nov 05 19:49:49.695487 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e6d647-6dc0-46a7-988b-1f95a0340f57 req-40f032b3-f5aa-41ae-a738-e3d78064002a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:49:49.696912 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-b0e6d647-6dc0-46a7-988b-1f95a0340f57 req-40f032b3-f5aa-41ae-a738-e3d78064002a service neutron] 10.222.0.41 "GET /v2.0/networks?id=78361fef-c49b-45d0-99ef-a7072a5c9760 HTTP/1.1" status: 200 len: 916 time: 0.0915089 Nov 05 19:49:49.711122 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-c25381db-86d1-4252-90f1-fe4f8eca3bec None None] Provisioning complete for port 7b5a6414-0ae2-4cda-8759-9424e4b05e63 triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:49:49.711497 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c25381db-86d1-4252-90f1-fe4f8eca3bec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:49:49.728750 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-4d5d8dda-89e3-4b46-b403-836c6755a686 tempest-TestMinimumBasicScenario-1856380036 tempest-TestMinimumBasicScenario-1856380036-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:49:49.731649 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-4d5d8dda-89e3-4b46-b403-836c6755a686 tempest-TestMinimumBasicScenario-1856380036 tempest-TestMinimumBasicScenario-1856380036-project] Publish callbacks [] for security_group, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:49:49.739435 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 46164) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:49:49.741494 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-4d5d8dda-89e3-4b46-b403-836c6755a686 tempest-TestMinimumBasicScenario-1856380036 tempest-TestMinimumBasicScenario-1856380036-project] 10.222.0.13 "DELETE /v2.0/security-groups/74acf898-3840-4e8c-9d35-5ef8347c3b71 HTTP/1.1" status: 204 len: 168 time: 0.3709106 Nov 05 19:49:49.752115 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5d8dda-89e3-4b46-b403-836c6755a686 tempest-TestMinimumBasicScenario-1856380036 tempest-TestMinimumBasicScenario-1856380036-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=74acf898-3840-4e8c-9d35-5ef8347c3b71,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:49:49.759919 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5d8dda-89e3-4b46-b403-836c6755a686 tempest-TestMinimumBasicScenario-1856380036 tempest-TestMinimumBasicScenario-1856380036-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:49:49.760278 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5d8dda-89e3-4b46-b403-836c6755a686 tempest-TestMinimumBasicScenario-1856380036 tempest-TestMinimumBasicScenario-1856380036-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:49:49.760624 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5d8dda-89e3-4b46-b403-836c6755a686 tempest-TestMinimumBasicScenario-1856380036 tempest-TestMinimumBasicScenario-1856380036-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:49:49.761186 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5d8dda-89e3-4b46-b403-836c6755a686 tempest-TestMinimumBasicScenario-1856380036 tempest-TestMinimumBasicScenario-1856380036-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:49:49.761531 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5d8dda-89e3-4b46-b403-836c6755a686 tempest-TestMinimumBasicScenario-1856380036 tempest-TestMinimumBasicScenario-1856380036-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:49:49.761869 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5d8dda-89e3-4b46-b403-836c6755a686 tempest-TestMinimumBasicScenario-1856380036 tempest-TestMinimumBasicScenario-1856380036-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:49:49.762232 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5d8dda-89e3-4b46-b403-836c6755a686 tempest-TestMinimumBasicScenario-1856380036 tempest-TestMinimumBasicScenario-1856380036-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:49:49.762565 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5d8dda-89e3-4b46-b403-836c6755a686 tempest-TestMinimumBasicScenario-1856380036 tempest-TestMinimumBasicScenario-1856380036-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:49:49.762897 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5d8dda-89e3-4b46-b403-836c6755a686 tempest-TestMinimumBasicScenario-1856380036 tempest-TestMinimumBasicScenario-1856380036-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:49:49.763226 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5d8dda-89e3-4b46-b403-836c6755a686 tempest-TestMinimumBasicScenario-1856380036 tempest-TestMinimumBasicScenario-1856380036-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:49:49.763554 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5d8dda-89e3-4b46-b403-836c6755a686 tempest-TestMinimumBasicScenario-1856380036 tempest-TestMinimumBasicScenario-1856380036-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:49:49.763877 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5d8dda-89e3-4b46-b403-836c6755a686 tempest-TestMinimumBasicScenario-1856380036 tempest-TestMinimumBasicScenario-1856380036-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:49:49.859471 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-b0e6d647-6dc0-46a7-988b-1f95a0340f57 req-352646ea-990d-4757-890c-030704771480 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7b5a6414-0ae2-4cda-8759-9424e4b05e63 HTTP/1.1" status: 200 len: 1001 time: 0.1553962 Nov 05 19:49:49.940828 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e6d647-6dc0-46a7-988b-1f95a0340f57 req-f8d95d62-cb46-40b2-bf8e-819704b782a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:49:49.942307 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-b0e6d647-6dc0-46a7-988b-1f95a0340f57 req-f8d95d62-cb46-40b2-bf8e-819704b782a9 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=93339162-c6db-40cd-b8ed-c73deed150f5 HTTP/1.1" status: 200 len: 854 time: 0.0754404 Nov 05 19:49:49.991372 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [None req-37923704-b75e-46f2-b237-08fcc70d93f7 tempest-TestMinimumBasicScenario-1856380036 tempest-TestMinimumBasicScenario-1856380036-project] Deleting port cd68ae38-e862-41bc-8233-9cb329866ef9 {{(pid=102387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 19:49:49.991710 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-37923704-b75e-46f2-b237-08fcc70d93f7 tempest-TestMinimumBasicScenario-1856380036 tempest-TestMinimumBasicScenario-1856380036-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:49:50.011776 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e6d647-6dc0-46a7-988b-1f95a0340f57 req-fa8d7291-e384-44ea-a89e-2704340cc31b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:49:50.013295 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-b0e6d647-6dc0-46a7-988b-1f95a0340f57 req-fa8d7291-e384-44ea-a89e-2704340cc31b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=78361fef-c49b-45d0-99ef-a7072a5c9760&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0638037 Nov 05 19:49:50.431328 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-37923704-b75e-46f2-b237-08fcc70d93f7 tempest-TestMinimumBasicScenario-1856380036 tempest-TestMinimumBasicScenario-1856380036-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:49:50.431556 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-37923704-b75e-46f2-b237-08fcc70d93f7 tempest-TestMinimumBasicScenario-1856380036 tempest-TestMinimumBasicScenario-1856380036-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:49:50.449962 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [None req-37923704-b75e-46f2-b237-08fcc70d93f7 tempest-TestMinimumBasicScenario-1856380036 tempest-TestMinimumBasicScenario-1856380036-project] Calling delete_port for cd68ae38-e862-41bc-8233-9cb329866ef9 owned by network:floatingip {{(pid=102387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 19:49:50.467027 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-b0e6d647-6dc0-46a7-988b-1f95a0340f57 req-37cb1a8a-c819-4f37-be95-c89d1f5fb06e service neutron] 10.222.0.41 "GET /v2.0/networks/78361fef-c49b-45d0-99ef-a7072a5c9760?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4224288 Nov 05 19:49:50.640536 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-b0e6d647-6dc0-46a7-988b-1f95a0340f57 req-4420bb12-bcec-451e-ac09-95bbd056b981 service neutron] 10.222.0.41 "GET /v2.0/networks/78361fef-c49b-45d0-99ef-a7072a5c9760?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1386666 Nov 05 19:49:50.785430 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-37923704-b75e-46f2-b237-08fcc70d93f7 tempest-TestMinimumBasicScenario-1856380036 tempest-TestMinimumBasicScenario-1856380036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4417063'] for port, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:49:50.818214 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37923704-b75e-46f2-b237-08fcc70d93f7 tempest-TestMinimumBasicScenario-1856380036 tempest-TestMinimumBasicScenario-1856380036-project] Pushing event deleted for resources: {'Port': ['ID=cd68ae38-e862-41bc-8233-9cb329866ef9,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:49:50.872152 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-37923704-b75e-46f2-b237-08fcc70d93f7 tempest-TestMinimumBasicScenario-1856380036 tempest-TestMinimumBasicScenario-1856380036-project] Publish callbacks [] for floatingip, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:49:50.872485 n-d-816865-1 neutron-server[102387]: INFO neutron.db.l3_db [None req-37923704-b75e-46f2-b237-08fcc70d93f7 tempest-TestMinimumBasicScenario-1856380036 tempest-TestMinimumBasicScenario-1856380036-project] Floating IP 0f0f643e-f1d8-431c-9698-ffaede1db693 disassociated (deleted). External IP: 172.25.6.133, port: 7b5a6414-0ae2-4cda-8759-9424e4b05e63. Nov 05 19:49:51.082192 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37923704-b75e-46f2-b237-08fcc70d93f7 tempest-TestMinimumBasicScenario-1856380036 tempest-TestMinimumBasicScenario-1856380036-project] Router 3bea3571-86e4-4ca2-921c-3191635f1e2a has already been hosted by L3 agent 6dcb5589-8e86-4616-9186-ddc4548e13ad {{(pid=102387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 19:49:51.190074 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37923704-b75e-46f2-b237-08fcc70d93f7 tempest-TestMinimumBasicScenario-1856380036 tempest-TestMinimumBasicScenario-1856380036-project] Notify agent at l3_agent.n-d-816865-1 the message routers_updated {{(pid=102387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 19:49:51.194906 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-37923704-b75e-46f2-b237-08fcc70d93f7 tempest-TestMinimumBasicScenario-1856380036 tempest-TestMinimumBasicScenario-1856380036-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for floatingip, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:49:51.200968 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-963ceec2-b8c8-4c2b-9bc7-766474295edf None None] Sync routers for ids ['3bea3571-86e4-4ca2-921c-3191635f1e2a'] in n-d-816865-1 {{(pid=102389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 19:49:51.210831 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-963ceec2-b8c8-4c2b-9bc7-766474295edf None None] Routers {'3bea3571-86e4-4ca2-921c-3191635f1e2a'} bound to L3 agent in host n-d-816865-1 {{(pid=102389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 19:49:51.211437 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-963ceec2-b8c8-4c2b-9bc7-766474295edf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T19:49:35Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['3bea3571-86e4-4ca2-921c-3191635f1e2a'], 'active': True} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:49:51.222477 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-37923704-b75e-46f2-b237-08fcc70d93f7 tempest-TestMinimumBasicScenario-1856380036 tempest-TestMinimumBasicScenario-1856380036-project] 10.222.0.13 "DELETE /v2.0/floatingips/0f0f643e-f1d8-431c-9698-ffaede1db693 HTTP/1.1" status: 204 len: 168 time: 1.4819992 Nov 05 19:49:51.319366 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvr_db [None req-963ceec2-b8c8-4c2b-9bc7-766474295edf None None] Set router 3bea3571-86e4-4ca2-921c-3191635f1e2a gateway port host: n-d-816865-1 {{(pid=102389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 19:49:51.516940 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-963ceec2-b8c8-4c2b-9bc7-766474295edf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bea3571-86e4-4ca2-921c-3191635f1e2a', 'name': 'tempest-TestMinimumBasicScenario-1544590582-router', 'tenant_id': 'a8a3806261a84cb6851fec0446c7f3a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.18'}], 'enable_snat': True}, 'gw_port_id': 'a26305a6-d6a8-40e0-a63e-a9bd6a9a6fab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T19:47:40Z', 'updated_at': '2021-11-05T19:47:43Z', 'revision_number': 4, 'project_id': 'a8a3806261a84cb6851fec0446c7f3a9', 'gw_port': {'id': 'a26305a6-d6a8-40e0-a63e-a9bd6a9a6fab', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:3f:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bea3571-86e4-4ca2-921c-3191635f1e2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:47:41Z', 'updated_at': '2021-11-05T19:47:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1', '_interfaces': [{'id': '4a9f6ff1-1820-4530-aac1-74c3bb4c4a17', 'name': '', 'network_id': '78361fef-c49b-45d0-99ef-a7072a5c9760', 'tenant_id': 'a8a3806261a84cb6851fec0446c7f3a9', 'mac_address': 'fa:16:3e:19:f3:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bea3571-86e4-4ca2-921c-3191635f1e2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '93339162-c6db-40cd-b8ed-c73deed150f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:47:42Z', 'updated_at': '2021-11-05T19:47:46Z', 'revision_number': 5, 'project_id': 'a8a3806261a84cb6851fec0446c7f3a9', 'subnets': [{'id': '93339162-c6db-40cd-b8ed-c73deed150f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-1', False) {} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:49:51.524948 n-d-816865-1 neutron-server[102387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1f2cb64-e204-4047-8c5b-b7b6a008b0e2', 'tag': '7b5a6414-0ae2-4cda-8759-9424e4b05e63'}] {{(pid=102387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 19:49:51.528208 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1aa7e2392c69fb9acc0b335571f919b1f61097b9ced1ed941ddb2f5c01cc85e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d4379bc-00ea-4d77-ae5c-57dc500b0842" -d '{"events": [{"name": "network-changed", "server_uuid": "b1f2cb64-e204-4047-8c5b-b7b6a008b0e2", "tag": "7b5a6414-0ae2-4cda-8759-9424e4b05e63"}]}' {{(pid=102387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 19:49:51.549081 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-963ceec2-b8c8-4c2b-9bc7-766474295edf None None] Checking router: 3bea3571-86e4-4ca2-921c-3191635f1e2a for host: n-d-816865-1 {{(pid=102389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 19:49:51.559780 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-963ceec2-b8c8-4c2b-9bc7-766474295edf None None] Routers {'3bea3571-86e4-4ca2-921c-3191635f1e2a'} bound to L3 agent in host n-d-816865-1 {{(pid=102389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 19:49:51.560434 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-963ceec2-b8c8-4c2b-9bc7-766474295edf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T19:49:35Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['3bea3571-86e4-4ca2-921c-3191635f1e2a'], 'active': True} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:49:51.611929 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 19:49:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7aae6bf-5563-4219-85a8-305eb8293090 x-openstack-request-id: req-b7aae6bf-5563-4219-85a8-305eb8293090 {{(pid=102387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 19:49:51.614105 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b1f2cb64-e204-4047-8c5b-b7b6a008b0e2", "tag": "7b5a6414-0ae2-4cda-8759-9424e4b05e63", "status": "completed", "code": 200}]} {{(pid=102387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 19:49:51.614105 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b7aae6bf-5563-4219-85a8-305eb8293090 {{(pid=102387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 19:49:51.614105 n-d-816865-1 neutron-server[102387]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b1f2cb64-e204-4047-8c5b-b7b6a008b0e2', 'tag': '7b5a6414-0ae2-4cda-8759-9424e4b05e63', 'status': 'completed', 'code': 200} Nov 05 19:49:51.671635 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvr_db [None req-963ceec2-b8c8-4c2b-9bc7-766474295edf None None] Set router 3bea3571-86e4-4ca2-921c-3191635f1e2a gateway port host: n-d-816865-1 {{(pid=102389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 19:49:51.684779 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4379bc-00ea-4d77-ae5c-57dc500b0842 req-00d3bc4b-293c-41ff-b516-3ac002ef19f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:49:51.687359 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-3d4379bc-00ea-4d77-ae5c-57dc500b0842 req-00d3bc4b-293c-41ff-b516-3ac002ef19f9 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a8a3806261a84cb6851fec0446c7f3a9&device_id=b1f2cb64-e204-4047-8c5b-b7b6a008b0e2 HTTP/1.1" status: 200 len: 1096 time: 0.0534787 Nov 05 19:49:51.783146 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4379bc-00ea-4d77-ae5c-57dc500b0842 req-a2a134b1-1bcb-45e2-904e-eda911448f6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:49:51.784664 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-3d4379bc-00ea-4d77-ae5c-57dc500b0842 req-a2a134b1-1bcb-45e2-904e-eda911448f6e service neutron] 10.222.0.41 "GET /v2.0/networks?id=78361fef-c49b-45d0-99ef-a7072a5c9760 HTTP/1.1" status: 200 len: 916 time: 0.0879371 Nov 05 19:49:51.836023 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-3d4379bc-00ea-4d77-ae5c-57dc500b0842 req-2d03905a-c788-4f98-9f65-316d19a8749d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7b5a6414-0ae2-4cda-8759-9424e4b05e63 HTTP/1.1" status: 200 len: 217 time: 0.0434775 Nov 05 19:49:51.878567 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-963ceec2-b8c8-4c2b-9bc7-766474295edf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bea3571-86e4-4ca2-921c-3191635f1e2a', 'name': 'tempest-TestMinimumBasicScenario-1544590582-router', 'tenant_id': 'a8a3806261a84cb6851fec0446c7f3a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.18'}], 'enable_snat': True}, 'gw_port_id': 'a26305a6-d6a8-40e0-a63e-a9bd6a9a6fab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T19:47:40Z', 'updated_at': '2021-11-05T19:47:43Z', 'revision_number': 4, 'project_id': 'a8a3806261a84cb6851fec0446c7f3a9', 'gw_port': {'id': 'a26305a6-d6a8-40e0-a63e-a9bd6a9a6fab', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:3f:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bea3571-86e4-4ca2-921c-3191635f1e2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:47:41Z', 'updated_at': '2021-11-05T19:47:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1', '_interfaces': [{'id': '4a9f6ff1-1820-4530-aac1-74c3bb4c4a17', 'name': '', 'network_id': '78361fef-c49b-45d0-99ef-a7072a5c9760', 'tenant_id': 'a8a3806261a84cb6851fec0446c7f3a9', 'mac_address': 'fa:16:3e:19:f3:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bea3571-86e4-4ca2-921c-3191635f1e2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '93339162-c6db-40cd-b8ed-c73deed150f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:47:42Z', 'updated_at': '2021-11-05T19:47:46Z', 'revision_number': 5, 'project_id': 'a8a3806261a84cb6851fec0446c7f3a9', 'subnets': [{'id': '93339162-c6db-40cd-b8ed-c73deed150f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-1', False) {} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:49:51.895207 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4379bc-00ea-4d77-ae5c-57dc500b0842 req-9e86b4fd-6cf8-4808-a0fb-711d04564352 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:49:51.896677 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-3d4379bc-00ea-4d77-ae5c-57dc500b0842 req-9e86b4fd-6cf8-4808-a0fb-711d04564352 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=93339162-c6db-40cd-b8ed-c73deed150f5 HTTP/1.1" status: 200 len: 854 time: 0.0519247 Nov 05 19:49:51.905499 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-963ceec2-b8c8-4c2b-9bc7-766474295edf None None] The sync data for ids ['3bea3571-86e4-4ca2-921c-3191635f1e2a'] in n-d-816865-1 is: [{'id': '3bea3571-86e4-4ca2-921c-3191635f1e2a', 'name': 'tempest-TestMinimumBasicScenario-1544590582-router', 'tenant_id': 'a8a3806261a84cb6851fec0446c7f3a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.18'}], 'enable_snat': True}, 'gw_port_id': 'a26305a6-d6a8-40e0-a63e-a9bd6a9a6fab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T19:47:40Z', 'updated_at': '2021-11-05T19:47:43Z', 'revision_number': 4, 'project_id': 'a8a3806261a84cb6851fec0446c7f3a9', 'gw_port': {'id': 'a26305a6-d6a8-40e0-a63e-a9bd6a9a6fab', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:3f:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bea3571-86e4-4ca2-921c-3191635f1e2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:47:41Z', 'updated_at': '2021-11-05T19:47:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1', '_interfaces': [{'id': '4a9f6ff1-1820-4530-aac1-74c3bb4c4a17', 'name': '', 'network_id': '78361fef-c49b-45d0-99ef-a7072a5c9760', 'tenant_id': 'a8a3806261a84cb6851fec0446c7f3a9', 'mac_address': 'fa:16:3e:19:f3:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bea3571-86e4-4ca2-921c-3191635f1e2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '93339162-c6db-40cd-b8ed-c73deed150f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:47:42Z', 'updated_at': '2021-11-05T19:47:46Z', 'revision_number': 5, 'project_id': 'a8a3806261a84cb6851fec0446c7f3a9', 'subnets': [{'id': '93339162-c6db-40cd-b8ed-c73deed150f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 19:49:51.947126 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4379bc-00ea-4d77-ae5c-57dc500b0842 req-f913f504-fda7-407a-a581-ffb64ef0e669 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:49:51.948650 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-3d4379bc-00ea-4d77-ae5c-57dc500b0842 req-f913f504-fda7-407a-a581-ffb64ef0e669 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=78361fef-c49b-45d0-99ef-a7072a5c9760&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0428569 Nov 05 19:49:52.055625 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-3d4379bc-00ea-4d77-ae5c-57dc500b0842 req-487b2abd-7f3c-4ea0-b2c5-139ce87657df service neutron] 10.222.0.41 "GET /v2.0/networks/78361fef-c49b-45d0-99ef-a7072a5c9760?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966101 Nov 05 19:49:52.169323 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-3d4379bc-00ea-4d77-ae5c-57dc500b0842 req-a4cef65a-2890-4621-a4b5-561e6a205b21 service neutron] 10.222.0.41 "GET /v2.0/networks/78361fef-c49b-45d0-99ef-a7072a5c9760?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947576 Nov 05 19:49:52.173886 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6991d4ba-aa02-4354-8b0c-074ad09409d3 None None] New status for floating IP 0f0f643e-f1d8-431c-9698-ffaede1db693: DOWN {{(pid=102388) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 05 19:49:56.709264 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.agents_db [None req-b9406b04-a0e8-43cf-b349-711963d96cf4 None None] Agent healthcheck: found 7 active agents {{(pid=102389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 05 19:50:00.907998 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ac39c9-f222-46ba-a65e-189275cc2a0d req-a4e88cd6-4dea-4d5e-95b8-14886fdc7a9b tempest-TestMinimumBasicScenario-1856380036 tempest-TestMinimumBasicScenario-1856380036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:50:00.909702 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-89ac39c9-f222-46ba-a65e-189275cc2a0d req-a4e88cd6-4dea-4d5e-95b8-14886fdc7a9b tempest-TestMinimumBasicScenario-1856380036 tempest-TestMinimumBasicScenario-1856380036-project] 10.222.0.13 "GET /v2.0/ports?device_id=b1f2cb64-e204-4047-8c5b-b7b6a008b0e2 HTTP/1.1" status: 200 len: 945 time: 0.0505133 Nov 05 19:50:00.963575 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-89ac39c9-f222-46ba-a65e-189275cc2a0d req-cd4d5bba-499f-45d2-bed4-a4f84a5f14ef tempest-TestMinimumBasicScenario-1856380036 tempest-TestMinimumBasicScenario-1856380036-project] 10.222.0.13 "GET /v2.0/security-groups?id=bfd06725-383b-455a-bc50-93a0c686def4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473242 Nov 05 19:50:02.081606 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbd751c-c970-456f-80fb-abdb5344c895 req-50605b3a-e2fc-4db7-ba0e-29bf2f847235 tempest-TestMinimumBasicScenario-1856380036 tempest-TestMinimumBasicScenario-1856380036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:50:02.083122 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-bdbd751c-c970-456f-80fb-abdb5344c895 req-50605b3a-e2fc-4db7-ba0e-29bf2f847235 tempest-TestMinimumBasicScenario-1856380036 tempest-TestMinimumBasicScenario-1856380036-project] 10.222.0.13 "GET /v2.0/ports?device_id=b1f2cb64-e204-4047-8c5b-b7b6a008b0e2 HTTP/1.1" status: 200 len: 945 time: 0.0492668 Nov 05 19:50:02.130285 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-bdbd751c-c970-456f-80fb-abdb5344c895 req-7f2be714-633d-4f5b-b043-c03661cae897 tempest-TestMinimumBasicScenario-1856380036 tempest-TestMinimumBasicScenario-1856380036-project] 10.222.0.13 "GET /v2.0/security-groups?id=bfd06725-383b-455a-bc50-93a0c686def4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412443 Nov 05 19:50:02.571462 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c1f295-28a7-413b-ac85-ab3c739e39c9 req-fa0c8d10-9b0d-46fe-87c1-c5ea03846bfa tempest-TestMinimumBasicScenario-1856380036 tempest-TestMinimumBasicScenario-1856380036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:50:02.572938 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-67c1f295-28a7-413b-ac85-ab3c739e39c9 req-fa0c8d10-9b0d-46fe-87c1-c5ea03846bfa tempest-TestMinimumBasicScenario-1856380036 tempest-TestMinimumBasicScenario-1856380036-project] 10.222.0.41 "GET /v2.0/ports?device_id=b1f2cb64-e204-4047-8c5b-b7b6a008b0e2 HTTP/1.1" status: 200 len: 945 time: 0.0499711 Nov 05 19:50:02.674927 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [req-67c1f295-28a7-413b-ac85-ab3c739e39c9 req-4fd3f8e8-5665-46d6-8cac-fa8ee1a12bcb tempest-TestMinimumBasicScenario-1856380036 tempest-TestMinimumBasicScenario-1856380036-project] Deleting port 7b5a6414-0ae2-4cda-8759-9424e4b05e63 {{(pid=102387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 19:50:02.675278 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-67c1f295-28a7-413b-ac85-ab3c739e39c9 req-4fd3f8e8-5665-46d6-8cac-fa8ee1a12bcb tempest-TestMinimumBasicScenario-1856380036 tempest-TestMinimumBasicScenario-1856380036-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:50:02.689431 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-8b2b7eb5-6855-42af-b942-f147c7ade967 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:50:02.762617 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.db [req-67c1f295-28a7-413b-ac85-ab3c739e39c9 req-4fd3f8e8-5665-46d6-8cac-fa8ee1a12bcb tempest-TestMinimumBasicScenario-1856380036 tempest-TestMinimumBasicScenario-1856380036-project] For port 7b5a6414-0ae2-4cda-8759-9424e4b05e63, host n-h1-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=7b5a6414-0ae2-4cda-8759-9424e4b05e63,segment=NetworkSegment(21c70f24-c98c-4c31-89dd-58e986ff9b50),segment_id=21c70f24-c98c-4c31-89dd-58e986ff9b50)] {{(pid=102387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:50:02.763030 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-67c1f295-28a7-413b-ac85-ab3c739e39c9 req-4fd3f8e8-5665-46d6-8cac-fa8ee1a12bcb tempest-TestMinimumBasicScenario-1856380036 tempest-TestMinimumBasicScenario-1856380036-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:50:02.776088 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [req-67c1f295-28a7-413b-ac85-ab3c739e39c9 req-4fd3f8e8-5665-46d6-8cac-fa8ee1a12bcb tempest-TestMinimumBasicScenario-1856380036 tempest-TestMinimumBasicScenario-1856380036-project] Calling delete_port for 7b5a6414-0ae2-4cda-8759-9424e4b05e63 owned by compute:nova {{(pid=102387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 19:50:02.982686 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-67c1f295-28a7-413b-ac85-ab3c739e39c9 req-4fd3f8e8-5665-46d6-8cac-fa8ee1a12bcb tempest-TestMinimumBasicScenario-1856380036 tempest-TestMinimumBasicScenario-1856380036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4417063'] for port, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:50:02.994154 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] get_ports_and_sgs() called for port_ids ['7b5a6414-0ae2-4cda-8759-9424e4b05e63'] {{(pid=102388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 19:50:03.014103 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd3f8e8-5665-46d6-8cac-fa8ee1a12bcb tempest-TestMinimumBasicScenario-1856380036 tempest-TestMinimumBasicScenario-1856380036-project] Pushing event deleted for resources: {'Port': ['ID=7b5a6414-0ae2-4cda-8759-9424e4b05e63,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:50:03.061009 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.l3_dvrscheduler_db [req-67c1f295-28a7-413b-ac85-ab3c739e39c9 req-4fd3f8e8-5665-46d6-8cac-fa8ee1a12bcb tempest-TestMinimumBasicScenario-1856380036 tempest-TestMinimumBasicScenario-1856380036-project] No DVR routers for this DVR port 7b5a6414-0ae2-4cda-8759-9424e4b05e63 on host n-h1-816865-1 {{(pid=102387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 19:50:03.064304 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-67c1f295-28a7-413b-ac85-ab3c739e39c9 req-4fd3f8e8-5665-46d6-8cac-fa8ee1a12bcb tempest-TestMinimumBasicScenario-1856380036 tempest-TestMinimumBasicScenario-1856380036-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:50:03.067692 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-67c1f295-28a7-413b-ac85-ab3c739e39c9 req-4fd3f8e8-5665-46d6-8cac-fa8ee1a12bcb tempest-TestMinimumBasicScenario-1856380036 tempest-TestMinimumBasicScenario-1856380036-project] 10.222.0.41 "DELETE /v2.0/ports/7b5a6414-0ae2-4cda-8759-9424e4b05e63 HTTP/1.1" status: 204 len: 173 time: 0.4876466 Nov 05 19:50:03.068131 n-d-816865-1 neutron-server[102387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1f2cb64-e204-4047-8c5b-b7b6a008b0e2', 'name': 'network-vif-deleted', 'tag': '7b5a6414-0ae2-4cda-8759-9424e4b05e63'}] {{(pid=102387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 19:50:03.070461 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1aa7e2392c69fb9acc0b335571f919b1f61097b9ced1ed941ddb2f5c01cc85e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13efea75-935d-45c8-858d-b219616dc166" -d '{"events": [{"server_uuid": "b1f2cb64-e204-4047-8c5b-b7b6a008b0e2", "name": "network-vif-deleted", "tag": "7b5a6414-0ae2-4cda-8759-9424e4b05e63"}]}' {{(pid=102387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 19:50:03.107333 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 19:50:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59812e3e-9ed6-47bb-b9d0-1cdcd9e4a7ff x-openstack-request-id: req-59812e3e-9ed6-47bb-b9d0-1cdcd9e4a7ff {{(pid=102387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 19:50:03.107940 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1f2cb64-e204-4047-8c5b-b7b6a008b0e2", "name": "network-vif-deleted", "tag": "7b5a6414-0ae2-4cda-8759-9424e4b05e63", "status": "completed", "code": 200}]} {{(pid=102387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 19:50:03.107940 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-59812e3e-9ed6-47bb-b9d0-1cdcd9e4a7ff {{(pid=102387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 19:50:03.108329 n-d-816865-1 neutron-server[102387]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1f2cb64-e204-4047-8c5b-b7b6a008b0e2', 'name': 'network-vif-deleted', 'tag': '7b5a6414-0ae2-4cda-8759-9424e4b05e63', 'status': 'completed', 'code': 200} Nov 05 19:50:03.226201 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-aabbbe56-7d19-4117-86c5-606e4cb3c5fd req-08efd01f-a7ec-423e-bc7c-10c6c73d2652 tempest-TestMinimumBasicScenario-1856380036 tempest-TestMinimumBasicScenario-1856380036-project] 10.222.0.13 "GET /v2.0/ports?device_id=b1f2cb64-e204-4047-8c5b-b7b6a008b0e2 HTTP/1.1" status: 200 len: 210 time: 0.0265684 Nov 05 19:50:04.920026 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:50:05.442855 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-9de7b1c5-99e6-488c-9ad3-3d0f157a51b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:50:05.486687 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 46262) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:50:05.826563 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-bbc3aa01-7b2d-410b-ab36-0102436b5dcd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-571777'] for router_interface, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:50:06.068567 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [None req-bbc3aa01-7b2d-410b-ab36-0102436b5dcd admin admin] Deleting port 4a9f6ff1-1820-4530-aac1-74c3bb4c4a17 {{(pid=102387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 19:50:06.068903 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-bbc3aa01-7b2d-410b-ab36-0102436b5dcd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:50:06.147459 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.db [None req-bbc3aa01-7b2d-410b-ab36-0102436b5dcd admin admin] For port 4a9f6ff1-1820-4530-aac1-74c3bb4c4a17, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=4a9f6ff1-1820-4530-aac1-74c3bb4c4a17,segment=NetworkSegment(21c70f24-c98c-4c31-89dd-58e986ff9b50),segment_id=21c70f24-c98c-4c31-89dd-58e986ff9b50)] {{(pid=102387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:50:06.147732 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-bbc3aa01-7b2d-410b-ab36-0102436b5dcd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:50:06.160012 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [None req-bbc3aa01-7b2d-410b-ab36-0102436b5dcd admin admin] Calling delete_port for 4a9f6ff1-1820-4530-aac1-74c3bb4c4a17 owned by network:router_interface {{(pid=102387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 19:50:06.431619 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-bbc3aa01-7b2d-410b-ab36-0102436b5dcd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4417063'] for port, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:50:06.458456 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc3aa01-7b2d-410b-ab36-0102436b5dcd admin admin] Pushing event deleted for resources: {'Port': ['ID=4a9f6ff1-1820-4530-aac1-74c3bb4c4a17,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:50:06.537895 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b304910f-7b27-444b-a8fc-977d26b1ceac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:50:06.627040 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-bbc3aa01-7b2d-410b-ab36-0102436b5dcd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-597886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-573297'] for router_interface, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:50:06.839430 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbc3aa01-7b2d-410b-ab36-0102436b5dcd admin admin] Router 3bea3571-86e4-4ca2-921c-3191635f1e2a has already been hosted by L3 agent 6dcb5589-8e86-4616-9186-ddc4548e13ad {{(pid=102387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 19:50:06.934642 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:50:06.951002 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbc3aa01-7b2d-410b-ab36-0102436b5dcd admin admin] Notify agent at l3_agent.n-d-816865-1 the message routers_updated {{(pid=102387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 19:50:06.956510 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-bbc3aa01-7b2d-410b-ab36-0102436b5dcd admin admin] 10.222.0.13 "PUT /v2.0/routers/3bea3571-86e4-4ca2-921c-3191635f1e2a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4686697 Nov 05 19:50:06.959657 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 46264) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:50:06.961726 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4568cd0-b9e6-44ab-bbe4-13187f546c1c None None] Sync routers for ids ['3bea3571-86e4-4ca2-921c-3191635f1e2a'] in n-d-816865-1 {{(pid=102389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 19:50:06.972216 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4568cd0-b9e6-44ab-bbe4-13187f546c1c None None] Routers {'3bea3571-86e4-4ca2-921c-3191635f1e2a'} bound to L3 agent in host n-d-816865-1 {{(pid=102389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 19:50:06.973604 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-f4568cd0-b9e6-44ab-bbe4-13187f546c1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T19:50:05Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['3bea3571-86e4-4ca2-921c-3191635f1e2a'], 'active': True} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:50:07.064859 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-bf7a4cc9-aa76-4a9c-863d-2b75acc5b19d admin admin] Publish callbacks [] for router, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:50:07.078577 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvr_db [None req-f4568cd0-b9e6-44ab-bbe4-13187f546c1c None None] Set router 3bea3571-86e4-4ca2-921c-3191635f1e2a gateway port host: n-d-816865-1 {{(pid=102389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 19:50:07.169436 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-bf7a4cc9-aa76-4a9c-863d-2b75acc5b19d admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:50:07.255387 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-f4568cd0-b9e6-44ab-bbe4-13187f546c1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bea3571-86e4-4ca2-921c-3191635f1e2a', 'name': 'tempest-TestMinimumBasicScenario-1544590582-router', 'tenant_id': 'a8a3806261a84cb6851fec0446c7f3a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.18'}], 'enable_snat': True}, 'gw_port_id': 'a26305a6-d6a8-40e0-a63e-a9bd6a9a6fab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T19:47:40Z', 'updated_at': '2021-11-05T19:50:06Z', 'revision_number': 5, 'project_id': 'a8a3806261a84cb6851fec0446c7f3a9', 'gw_port': {'id': 'a26305a6-d6a8-40e0-a63e-a9bd6a9a6fab', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:3f:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bea3571-86e4-4ca2-921c-3191635f1e2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:47:41Z', 'updated_at': '2021-11-05T19:47:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1'}], 'n-d-816865-1', False) {} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:50:07.284095 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4568cd0-b9e6-44ab-bbe4-13187f546c1c None None] Checking router: 3bea3571-86e4-4ca2-921c-3191635f1e2a for host: n-d-816865-1 {{(pid=102389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 19:50:07.292499 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4568cd0-b9e6-44ab-bbe4-13187f546c1c None None] Routers {'3bea3571-86e4-4ca2-921c-3191635f1e2a'} bound to L3 agent in host n-d-816865-1 {{(pid=102389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 19:50:07.293144 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-f4568cd0-b9e6-44ab-bbe4-13187f546c1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T19:50:05Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['3bea3571-86e4-4ca2-921c-3191635f1e2a'], 'active': True} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:50:07.351201 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [None req-bf7a4cc9-aa76-4a9c-863d-2b75acc5b19d admin admin] Deleting port a26305a6-d6a8-40e0-a63e-a9bd6a9a6fab {{(pid=102387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 19:50:07.351542 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-bf7a4cc9-aa76-4a9c-863d-2b75acc5b19d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:50:07.438329 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.db [None req-bf7a4cc9-aa76-4a9c-863d-2b75acc5b19d admin admin] For port a26305a6-d6a8-40e0-a63e-a9bd6a9a6fab, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=a26305a6-d6a8-40e0-a63e-a9bd6a9a6fab,segment=NetworkSegment(85be518c-8bb4-46a2-a903-d4292782d29d),segment_id=85be518c-8bb4-46a2-a903-d4292782d29d)] {{(pid=102387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:50:07.438598 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-bf7a4cc9-aa76-4a9c-863d-2b75acc5b19d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:50:07.452064 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [None req-bf7a4cc9-aa76-4a9c-863d-2b75acc5b19d admin admin] Calling delete_port for a26305a6-d6a8-40e0-a63e-a9bd6a9a6fab owned by network:router_gateway {{(pid=102387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 19:50:07.487776 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvr_db [None req-f4568cd0-b9e6-44ab-bbe4-13187f546c1c None None] Set router 3bea3571-86e4-4ca2-921c-3191635f1e2a gateway port host: n-d-816865-1 {{(pid=102389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 19:50:07.669567 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-f4568cd0-b9e6-44ab-bbe4-13187f546c1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bea3571-86e4-4ca2-921c-3191635f1e2a', 'name': 'tempest-TestMinimumBasicScenario-1544590582-router', 'tenant_id': 'a8a3806261a84cb6851fec0446c7f3a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.18'}], 'enable_snat': True}, 'gw_port_id': 'a26305a6-d6a8-40e0-a63e-a9bd6a9a6fab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T19:47:40Z', 'updated_at': '2021-11-05T19:50:06Z', 'revision_number': 5, 'project_id': 'a8a3806261a84cb6851fec0446c7f3a9', 'gw_port': {'id': 'a26305a6-d6a8-40e0-a63e-a9bd6a9a6fab', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:3f:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bea3571-86e4-4ca2-921c-3191635f1e2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:47:41Z', 'updated_at': '2021-11-05T19:47:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1'}], 'n-d-816865-1', False) {} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:50:07.685487 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-bf7a4cc9-aa76-4a9c-863d-2b75acc5b19d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4417063'] for port, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:50:07.704741 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4568cd0-b9e6-44ab-bbe4-13187f546c1c None None] The sync data for ids ['3bea3571-86e4-4ca2-921c-3191635f1e2a'] in n-d-816865-1 is: [{'id': '3bea3571-86e4-4ca2-921c-3191635f1e2a', 'name': 'tempest-TestMinimumBasicScenario-1544590582-router', 'tenant_id': 'a8a3806261a84cb6851fec0446c7f3a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.18'}], 'enable_snat': True}, 'gw_port_id': 'a26305a6-d6a8-40e0-a63e-a9bd6a9a6fab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T19:47:40Z', 'updated_at': '2021-11-05T19:50:06Z', 'revision_number': 5, 'project_id': 'a8a3806261a84cb6851fec0446c7f3a9', 'gw_port': {'id': 'a26305a6-d6a8-40e0-a63e-a9bd6a9a6fab', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:3f:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bea3571-86e4-4ca2-921c-3191635f1e2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:47:41Z', 'updated_at': '2021-11-05T19:47:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1'}] {{(pid=102389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 19:50:07.712597 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7a4cc9-aa76-4a9c-863d-2b75acc5b19d admin admin] Pushing event deleted for resources: {'Port': ['ID=a26305a6-d6a8-40e0-a63e-a9bd6a9a6fab,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:50:07.774753 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-bf7a4cc9-aa76-4a9c-863d-2b75acc5b19d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1000651'] for router_gateway, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:50:07.862948 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-bf7a4cc9-aa76-4a9c-863d-2b75acc5b19d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-571301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6852'] for router, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:50:07.865894 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-bf7a4cc9-aa76-4a9c-863d-2b75acc5b19d admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:50:07.920860 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Device 7b5a6414-0ae2-4cda-8759-9424e4b05e63 no longer exists at agent hyperv_n-h1-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 19:50:07.942199 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] No Port match for: 7b5a6414-0ae2-4cda-8759-9424e4b05e63 {{(pid=102388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 19:50:07.942558 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Device 7b5a6414-0ae2-4cda-8759-9424e4b05e63 not bound to the agent host n-h1-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 19:50:07.962658 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-bf7a4cc9-aa76-4a9c-863d-2b75acc5b19d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-571310'] for router, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:50:07.963234 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf7a4cc9-aa76-4a9c-863d-2b75acc5b19d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3bea3571-86e4-4ca2-921c-3191635f1e2a {{(pid=102387) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 05 19:50:07.967386 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-bf7a4cc9-aa76-4a9c-863d-2b75acc5b19d admin admin] Publish callbacks [] for router, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:50:07.968592 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-bf7a4cc9-aa76-4a9c-863d-2b75acc5b19d admin admin] 10.222.0.13 "DELETE /v2.0/routers/3bea3571-86e4-4ca2-921c-3191635f1e2a HTTP/1.1" status: 204 len: 168 time: 1.0078182 Nov 05 19:50:07.971104 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 46266) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:50:08.016106 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.db_base_plugin_v2 [None req-8745f95f-5d2a-4ca1-8d00-9451e607b30b admin admin] Deleting subnet 93339162-c6db-40cd-b8ed-c73deed150f5 {{(pid=102387) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 05 19:50:08.019518 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-8745f95f-5d2a-4ca1-8d00-9451e607b30b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:50:08.055524 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-8745f95f-5d2a-4ca1-8d00-9451e607b30b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4463501'] for subnet, precommit_delete_associations {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:50:08.440245 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-8745f95f-5d2a-4ca1-8d00-9451e607b30b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1573928'] for subnet, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:50:08.534223 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-31f93893-a48e-4ae8-833d-dccb2b42eacc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:50:08.605991 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-8745f95f-5d2a-4ca1-8d00-9451e607b30b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1573905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4417146', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5112209'] for subnet, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:50:08.632204 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8745f95f-5d2a-4ca1-8d00-9451e607b30b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=93339162-c6db-40cd-b8ed-c73deed150f5,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:50:08.635807 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-8745f95f-5d2a-4ca1-8d00-9451e607b30b admin admin] Publish callbacks [] for subnet, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:50:08.638995 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-8745f95f-5d2a-4ca1-8d00-9451e607b30b admin admin] 10.222.0.13 "DELETE /v2.0/subnets/93339162-c6db-40cd-b8ed-c73deed150f5 HTTP/1.1" status: 204 len: 168 time: 0.6669590 Nov 05 19:50:08.641551 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 46268) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:50:08.643488 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b58c82f9-676c-4bd7-acbc-32cc5da0adac None None] Network 78361fef-c49b-45d0-99ef-a7072a5c9760 requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 19:50:08.657787 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:50:08.718484 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-f1acf601-e9f0-4511-b74c-39fe844af459 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1664226'] for network, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:50:08.782479 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [None req-f1acf601-e9f0-4511-b74c-39fe844af459 admin admin] Deleting port b40d3c5a-bf14-437d-b881-a3c1e7f4ae34 {{(pid=102387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 19:50:08.782830 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-f1acf601-e9f0-4511-b74c-39fe844af459 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:50:08.841651 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfcbaf38-98ed-4b4c-b30e-577708509f94 None None] DHCP port deletion for 78361fef-c49b-45d0-99ef-a7072a5c9760 request from n-d-816865-1 {{(pid=102388) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 05 19:50:08.859535 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.db [None req-f1acf601-e9f0-4511-b74c-39fe844af459 admin admin] For port b40d3c5a-bf14-437d-b881-a3c1e7f4ae34, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=b40d3c5a-bf14-437d-b881-a3c1e7f4ae34,segment=NetworkSegment(21c70f24-c98c-4c31-89dd-58e986ff9b50),segment_id=21c70f24-c98c-4c31-89dd-58e986ff9b50)] {{(pid=102387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:50:08.859881 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-f1acf601-e9f0-4511-b74c-39fe844af459 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:50:08.874408 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [None req-f1acf601-e9f0-4511-b74c-39fe844af459 admin admin] Calling delete_port for b40d3c5a-bf14-437d-b881-a3c1e7f4ae34 owned by network:dhcp {{(pid=102387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 19:50:08.891244 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-bfcbaf38-98ed-4b4c-b30e-577708509f94 None None] Deleting port b40d3c5a-bf14-437d-b881-a3c1e7f4ae34 {{(pid=102388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 19:50:08.892229 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-bfcbaf38-98ed-4b4c-b30e-577708509f94 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:50:08.916591 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 4a9f6ff1-1820-4530-aac1-74c3bb4c4a17 no longer exists at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 19:50:08.964557 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] No Port match for: 4a9f6ff1-1820-4530-aac1-74c3bb4c4a17 {{(pid=102388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 19:50:08.965257 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 4a9f6ff1-1820-4530-aac1-74c3bb4c4a17 not bound to the agent host n-d-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 19:50:08.965428 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device a26305a6-d6a8-40e0-a63e-a9bd6a9a6fab no longer exists at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 19:50:08.992695 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] No Port match for: a26305a6-d6a8-40e0-a63e-a9bd6a9a6fab {{(pid=102388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 19:50:08.992971 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device a26305a6-d6a8-40e0-a63e-a9bd6a9a6fab not bound to the agent host n-d-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 19:50:08.993374 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device b40d3c5a-bf14-437d-b881-a3c1e7f4ae34 no longer exists at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 19:50:09.000456 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-bfcbaf38-98ed-4b4c-b30e-577708509f94 None None] For port b40d3c5a-bf14-437d-b881-a3c1e7f4ae34, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=b40d3c5a-bf14-437d-b881-a3c1e7f4ae34,segment=NetworkSegment(21c70f24-c98c-4c31-89dd-58e986ff9b50),segment_id=21c70f24-c98c-4c31-89dd-58e986ff9b50)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:50:09.000859 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-bfcbaf38-98ed-4b4c-b30e-577708509f94 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:50:09.034746 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-f1acf601-e9f0-4511-b74c-39fe844af459 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4417063'] for port, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:50:09.035813 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-bfcbaf38-98ed-4b4c-b30e-577708509f94 None None] Calling delete_port for b40d3c5a-bf14-437d-b881-a3c1e7f4ae34 owned by network:dhcp {{(pid=102388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 19:50:09.056548 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] No active binding found for port b40d3c5a-bf14-437d-b881-a3c1e7f4ae34 {{(pid=102388) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 05 19:50:09.056904 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device b40d3c5a-bf14-437d-b881-a3c1e7f4ae34 not bound to the agent host n-d-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 19:50:09.062035 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1acf601-e9f0-4511-b74c-39fe844af459 admin admin] Pushing event deleted for resources: {'Port': ['ID=b40d3c5a-bf14-437d-b881-a3c1e7f4ae34,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:50:09.067403 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1acf601-e9f0-4511-b74c-39fe844af459 admin admin] No DVR routers for this DVR port b40d3c5a-bf14-437d-b881-a3c1e7f4ae34 on host n-d-816865-1 {{(pid=102387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 19:50:09.119834 n-d-816865-1 neutron-server[102388]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 05 19:50:09.119834 n-d-816865-1 neutron-server[102388]: self.session.flush() Nov 05 19:50:09.119834 n-d-816865-1 neutron-server[102388]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 05 19:50:09.119834 n-d-816865-1 neutron-server[102388]: self.session.flush() Nov 05 19:50:09.119834 n-d-816865-1 neutron-server[102388]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 05 19:50:09.119834 n-d-816865-1 neutron-server[102388]: self.session.flush() Nov 05 19:50:09.119834 n-d-816865-1 neutron-server[102388]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 05 19:50:09.119834 n-d-816865-1 neutron-server[102388]: self.session.flush() Nov 05 19:50:09.119834 n-d-816865-1 neutron-server[102388]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 05 19:50:09.119834 n-d-816865-1 neutron-server[102388]: self.session.flush() Nov 05 19:50:09.119834 n-d-816865-1 neutron-server[102388]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 05 19:50:09.119834 n-d-816865-1 neutron-server[102388]: self.session.flush() Nov 05 19:50:09.119834 n-d-816865-1 neutron-server[102388]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 05 19:50:09.119834 n-d-816865-1 neutron-server[102388]: self.session.flush() Nov 05 19:50:09.119834 n-d-816865-1 neutron-server[102388]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 05 19:50:09.119834 n-d-816865-1 neutron-server[102388]: self.session.flush() Nov 05 19:50:09.119834 n-d-816865-1 neutron-server[102388]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 05 19:50:09.119834 n-d-816865-1 neutron-server[102388]: self.session.flush() Nov 05 19:50:09.119834 n-d-816865-1 neutron-server[102388]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 05 19:50:09.119834 n-d-816865-1 neutron-server[102388]: self.session.flush() Nov 05 19:50:09.119834 n-d-816865-1 neutron-server[102388]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 05 19:50:09.119834 n-d-816865-1 neutron-server[102388]: self.session.flush() Nov 05 19:50:09.119834 n-d-816865-1 neutron-server[102388]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 05 19:50:09.119834 n-d-816865-1 neutron-server[102388]: self.session.flush() Nov 05 19:50:09.119834 n-d-816865-1 neutron-server[102388]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 05 19:50:09.119834 n-d-816865-1 neutron-server[102388]: self.session.flush() Nov 05 19:50:09.119834 n-d-816865-1 neutron-server[102388]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 05 19:50:09.119834 n-d-816865-1 neutron-server[102388]: self.session.flush() Nov 05 19:50:09.119834 n-d-816865-1 neutron-server[102388]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 05 19:50:09.119834 n-d-816865-1 neutron-server[102388]: self.session.flush() Nov 05 19:50:09.119834 n-d-816865-1 neutron-server[102388]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 05 19:50:09.119834 n-d-816865-1 neutron-server[102388]: self.session.flush() Nov 05 19:50:09.119834 n-d-816865-1 neutron-server[102388]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 05 19:50:09.119834 n-d-816865-1 neutron-server[102388]: self.session.flush() Nov 05 19:50:09.119834 n-d-816865-1 neutron-server[102388]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 05 19:50:09.119834 n-d-816865-1 neutron-server[102388]: self.session.flush() Nov 05 19:50:09.119834 n-d-816865-1 neutron-server[102388]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 05 19:50:09.119834 n-d-816865-1 neutron-server[102388]: self.session.flush() Nov 05 19:50:09.119834 n-d-816865-1 neutron-server[102388]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 05 19:50:09.119834 n-d-816865-1 neutron-server[102388]: self.session.flush() Nov 05 19:50:09.119834 n-d-816865-1 neutron-server[102388]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 05 19:50:09.119834 n-d-816865-1 neutron-server[102388]: self.session.flush() Nov 05 19:50:09.119834 n-d-816865-1 neutron-server[102388]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 05 19:50:09.119834 n-d-816865-1 neutron-server[102388]: self.session.flush() Nov 05 19:50:09.119834 n-d-816865-1 neutron-server[102388]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 05 19:50:09.119834 n-d-816865-1 neutron-server[102388]: self.session.flush() Nov 05 19:50:09.119834 n-d-816865-1 neutron-server[102388]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 05 19:50:09.119834 n-d-816865-1 neutron-server[102388]: self.session.flush() Nov 05 19:50:09.119834 n-d-816865-1 neutron-server[102388]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 05 19:50:09.119834 n-d-816865-1 neutron-server[102388]: self.session.flush() Nov 05 19:50:09.119834 n-d-816865-1 neutron-server[102388]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 05 19:50:09.119834 n-d-816865-1 neutron-server[102388]: self.session.flush() Nov 05 19:50:09.119834 n-d-816865-1 neutron-server[102388]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 05 19:50:09.119834 n-d-816865-1 neutron-server[102388]: self.session.flush() Nov 05 19:50:09.125219 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-bfcbaf38-98ed-4b4c-b30e-577708509f94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798'] for port, after_delete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:50:09.142531 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-f1acf601-e9f0-4511-b74c-39fe844af459 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1579173', 'neutron.services.segments.db._delete_segments_for_network-8750027792909'] for network, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:50:09.150817 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfcbaf38-98ed-4b4c-b30e-577708509f94 None None] Pushing event deleted for resources: {'Port': ['ID=b40d3c5a-bf14-437d-b881-a3c1e7f4ae34,revision_number=None']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:50:09.158960 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfcbaf38-98ed-4b4c-b30e-577708509f94 None None] No DVR routers for this DVR port b40d3c5a-bf14-437d-b881-a3c1e7f4ae34 on host n-d-816865-1 {{(pid=102388) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 19:50:09.161988 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfcbaf38-98ed-4b4c-b30e-577708509f94 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:50:09.162364 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfcbaf38-98ed-4b4c-b30e-577708509f94 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:50:09.162709 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfcbaf38-98ed-4b4c-b30e-577708509f94 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:50:09.163095 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfcbaf38-98ed-4b4c-b30e-577708509f94 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:50:09.163442 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfcbaf38-98ed-4b4c-b30e-577708509f94 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:50:09.163777 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfcbaf38-98ed-4b4c-b30e-577708509f94 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:50:09.164107 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfcbaf38-98ed-4b4c-b30e-577708509f94 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:50:09.164430 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfcbaf38-98ed-4b4c-b30e-577708509f94 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:50:09.164762 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfcbaf38-98ed-4b4c-b30e-577708509f94 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:50:09.164889 n-d-816865-1 neutron-server[102387]: DEBUG neutron.services.segments.db [None req-f1acf601-e9f0-4511-b74c-39fe844af459 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['78361fef-c49b-45d0-99ef-a7072a5c9760']}} {{(pid=102387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:50:09.165090 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfcbaf38-98ed-4b4c-b30e-577708509f94 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:50:09.165413 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfcbaf38-98ed-4b4c-b30e-577708509f94 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:50:09.165735 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfcbaf38-98ed-4b4c-b30e-577708509f94 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:50:09.177442 n-d-816865-1 neutron-server[102387]: DEBUG neutron.services.segments.db [None req-f1acf601-e9f0-4511-b74c-39fe844af459 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '21c70f24-c98c-4c31-89dd-58e986ff9b50') {'for_net_delete': True} {{(pid=102387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:50:09.177740 n-d-816865-1 neutron-server[102387]: DEBUG neutron.services.segments.db [None req-f1acf601-e9f0-4511-b74c-39fe844af459 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '21c70f24-c98c-4c31-89dd-58e986ff9b50') {} {{(pid=102387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:50:09.187482 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-f1acf601-e9f0-4511-b74c-39fe844af459 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750027793430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4463492'] for segment, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:50:09.201082 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-f1acf601-e9f0-4511-b74c-39fe844af459 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273'] for segment, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:50:09.207521 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1acf601-e9f0-4511-b74c-39fe844af459 admin admin] Releasing vlan 156 on physical network physnet1 to pool {{(pid=102387) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 05 19:50:09.207907 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-f1acf601-e9f0-4511-b74c-39fe844af459 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4417236'] for segment, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:50:09.209548 n-d-816865-1 neutron-server[102387]: Traceback (most recent call last): Nov 05 19:50:09.209548 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 05 19:50:09.209548 n-d-816865-1 neutron-server[102387]: timer() Nov 05 19:50:09.209548 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 05 19:50:09.209548 n-d-816865-1 neutron-server[102387]: cb(*args, **kw) Nov 05 19:50:09.209548 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 05 19:50:09.209548 n-d-816865-1 neutron-server[102387]: return func(*args, **kwargs) Nov 05 19:50:09.209548 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 05 19:50:09.209548 n-d-816865-1 neutron-server[102387]: self._notify() Nov 05 19:50:09.209548 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 05 19:50:09.209548 n-d-816865-1 neutron-server[102387]: self.callback(batched_events) Nov 05 19:50:09.209548 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 05 19:50:09.209548 n-d-816865-1 neutron-server[102387]: event.method(event) Nov 05 19:50:09.209548 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 05 19:50:09.209548 n-d-816865-1 neutron-server[102387]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 05 19:50:09.209548 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 05 19:50:09.209548 n-d-816865-1 neutron-server[102387]: aggregate_uuid = self.p_client.list_aggregates( Nov 05 19:50:09.209548 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 05 19:50:09.209548 n-d-816865-1 neutron-server[102387]: return f(self, *a, **k) Nov 05 19:50:09.209548 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 05 19:50:09.209548 n-d-816865-1 neutron-server[102387]: return self._get(url).json() Nov 05 19:50:09.209548 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 05 19:50:09.209548 n-d-816865-1 neutron-server[102387]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 05 19:50:09.209548 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 05 19:50:09.209548 n-d-816865-1 neutron-server[102387]: return self.request(url, 'GET', **kwargs) Nov 05 19:50:09.209548 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 05 19:50:09.209548 n-d-816865-1 neutron-server[102387]: base_url = self.get_endpoint(auth, allow=allow, Nov 05 19:50:09.209548 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 05 19:50:09.209548 n-d-816865-1 neutron-server[102387]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 05 19:50:09.209548 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 05 19:50:09.209548 n-d-816865-1 neutron-server[102387]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 05 19:50:09.209548 n-d-816865-1 neutron-server[102387]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 05 19:50:09.325669 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-f1acf601-e9f0-4511-b74c-39fe844af459 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1579178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-956796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1000687'] for network, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:50:09.331241 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-f1acf601-e9f0-4511-b74c-39fe844af459 admin admin] Publish callbacks [] for network, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:50:09.335312 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-f1acf601-e9f0-4511-b74c-39fe844af459 admin admin] 10.222.0.13 "DELETE /v2.0/networks/78361fef-c49b-45d0-99ef-a7072a5c9760 HTTP/1.1" status: 204 len: 168 time: 0.6928010 Nov 05 19:50:09.338493 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 46270) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:50:09.345863 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1acf601-e9f0-4511-b74c-39fe844af459 admin admin] Pushing event deleted for resources: {'Network': ['ID=78361fef-c49b-45d0-99ef-a7072a5c9760,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:50:09.974238 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-748aebd6-5ce3-46b4-9cc6-24f3cdeaa599 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-571777'] for router_interface, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:50:10.217439 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-748aebd6-5ce3-46b4-9cc6-24f3cdeaa599 admin admin] Deleting port bcc79bab-9ac4-41c1-9ab2-30e4489a2637 {{(pid=102386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 19:50:10.217776 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-748aebd6-5ce3-46b4-9cc6-24f3cdeaa599 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:50:10.301761 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [None req-748aebd6-5ce3-46b4-9cc6-24f3cdeaa599 admin admin] For port bcc79bab-9ac4-41c1-9ab2-30e4489a2637, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=bcc79bab-9ac4-41c1-9ab2-30e4489a2637,segment=NetworkSegment(6fe52b24-0abf-43aa-9e72-1bef0b35bef3),segment_id=6fe52b24-0abf-43aa-9e72-1bef0b35bef3)] {{(pid=102386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:50:10.302000 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-748aebd6-5ce3-46b4-9cc6-24f3cdeaa599 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:50:10.313933 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-748aebd6-5ce3-46b4-9cc6-24f3cdeaa599 admin admin] Calling delete_port for bcc79bab-9ac4-41c1-9ab2-30e4489a2637 owned by network:router_interface {{(pid=102386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 19:50:10.548719 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-748aebd6-5ce3-46b4-9cc6-24f3cdeaa599 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:50:10.574691 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748aebd6-5ce3-46b4-9cc6-24f3cdeaa599 admin admin] Pushing event deleted for resources: {'Port': ['ID=bcc79bab-9ac4-41c1-9ab2-30e4489a2637,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:50:10.742159 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-748aebd6-5ce3-46b4-9cc6-24f3cdeaa599 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-597886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-573297'] for router_interface, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:50:10.958538 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-748aebd6-5ce3-46b4-9cc6-24f3cdeaa599 admin admin] Router fec09057-e61d-4e6b-a002-3249e760aa34 has already been hosted by L3 agent 6dcb5589-8e86-4616-9186-ddc4548e13ad {{(pid=102386) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 19:50:11.064598 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-748aebd6-5ce3-46b4-9cc6-24f3cdeaa599 admin admin] Notify agent at l3_agent.n-d-816865-1 the message routers_updated {{(pid=102386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 19:50:11.070506 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-748aebd6-5ce3-46b4-9cc6-24f3cdeaa599 admin admin] 10.222.0.13 "PUT /v2.0/routers/fec09057-e61d-4e6b-a002-3249e760aa34/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7309461 Nov 05 19:50:11.072984 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 46274) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:50:11.073989 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51125d5c-77dd-451f-a3bd-9ffdff62d770 None None] Sync routers for ids ['fec09057-e61d-4e6b-a002-3249e760aa34'] in n-d-816865-1 {{(pid=102388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 19:50:11.084256 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51125d5c-77dd-451f-a3bd-9ffdff62d770 None None] Routers {'fec09057-e61d-4e6b-a002-3249e760aa34'} bound to L3 agent in host n-d-816865-1 {{(pid=102388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 19:50:11.084940 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-51125d5c-77dd-451f-a3bd-9ffdff62d770 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T19:50:05Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['fec09057-e61d-4e6b-a002-3249e760aa34'], 'active': True} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:50:11.181468 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-e394b415-c600-49cf-bc60-a7c2dd3edb8f admin admin] Publish callbacks [] for router, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:50:11.190398 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvr_db [None req-51125d5c-77dd-451f-a3bd-9ffdff62d770 None None] Set router fec09057-e61d-4e6b-a002-3249e760aa34 gateway port host: n-d-816865-1 {{(pid=102388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 19:50:11.287018 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-e394b415-c600-49cf-bc60-a7c2dd3edb8f admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:50:11.369516 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-51125d5c-77dd-451f-a3bd-9ffdff62d770 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fec09057-e61d-4e6b-a002-3249e760aa34', 'name': 'tempest-TestMinimumBasicScenario-1610237233-router', 'tenant_id': 'a9e4d0cc1fd8486a9f14651ba8de8f57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.213'}], 'enable_snat': True}, 'gw_port_id': 'f2326f0b-112a-4d1a-b836-a62548738391', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T19:47:46Z', 'updated_at': '2021-11-05T19:50:10Z', 'revision_number': 5, 'project_id': 'a9e4d0cc1fd8486a9f14651ba8de8f57', 'gw_port': {'id': 'f2326f0b-112a-4d1a-b836-a62548738391', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:72:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fec09057-e61d-4e6b-a002-3249e760aa34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4154, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:47:47Z', 'updated_at': '2021-11-05T19:47:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1'}], 'n-d-816865-1', False) {} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:50:11.385853 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-e394b415-c600-49cf-bc60-a7c2dd3edb8f admin admin] Deleting port f2326f0b-112a-4d1a-b836-a62548738391 {{(pid=102386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 19:50:11.386229 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-e394b415-c600-49cf-bc60-a7c2dd3edb8f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:50:11.396166 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51125d5c-77dd-451f-a3bd-9ffdff62d770 None None] Checking router: fec09057-e61d-4e6b-a002-3249e760aa34 for host: n-d-816865-1 {{(pid=102388) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 19:50:11.404684 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51125d5c-77dd-451f-a3bd-9ffdff62d770 None None] Routers {'fec09057-e61d-4e6b-a002-3249e760aa34'} bound to L3 agent in host n-d-816865-1 {{(pid=102388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 19:50:11.405309 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-51125d5c-77dd-451f-a3bd-9ffdff62d770 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T19:50:05Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['fec09057-e61d-4e6b-a002-3249e760aa34'], 'active': True} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:50:11.466592 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [None req-e394b415-c600-49cf-bc60-a7c2dd3edb8f admin admin] For port f2326f0b-112a-4d1a-b836-a62548738391, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=f2326f0b-112a-4d1a-b836-a62548738391,segment=NetworkSegment(85be518c-8bb4-46a2-a903-d4292782d29d),segment_id=85be518c-8bb4-46a2-a903-d4292782d29d)] {{(pid=102386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:50:11.466956 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-e394b415-c600-49cf-bc60-a7c2dd3edb8f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:50:11.484369 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-e394b415-c600-49cf-bc60-a7c2dd3edb8f admin admin] Calling delete_port for f2326f0b-112a-4d1a-b836-a62548738391 owned by network:router_gateway {{(pid=102386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 19:50:11.491673 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvr_db [None req-51125d5c-77dd-451f-a3bd-9ffdff62d770 None None] Set router fec09057-e61d-4e6b-a002-3249e760aa34 gateway port host: None {{(pid=102388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 19:50:11.543326 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-51125d5c-77dd-451f-a3bd-9ffdff62d770 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fec09057-e61d-4e6b-a002-3249e760aa34', 'name': 'tempest-TestMinimumBasicScenario-1610237233-router', 'tenant_id': 'a9e4d0cc1fd8486a9f14651ba8de8f57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T19:47:46Z', 'updated_at': '2021-11-05T19:50:11Z', 'revision_number': 6, 'project_id': 'a9e4d0cc1fd8486a9f14651ba8de8f57', 'gw_port_host': None}], 'n-d-816865-1', False) {} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:50:11.732180 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51125d5c-77dd-451f-a3bd-9ffdff62d770 None None] The sync data for ids ['fec09057-e61d-4e6b-a002-3249e760aa34'] in n-d-816865-1 is: [{'id': 'fec09057-e61d-4e6b-a002-3249e760aa34', 'name': 'tempest-TestMinimumBasicScenario-1610237233-router', 'tenant_id': 'a9e4d0cc1fd8486a9f14651ba8de8f57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T19:47:46Z', 'updated_at': '2021-11-05T19:50:11Z', 'revision_number': 6, 'project_id': 'a9e4d0cc1fd8486a9f14651ba8de8f57', 'gw_port_host': None}] {{(pid=102388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 19:50:11.737158 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-e394b415-c600-49cf-bc60-a7c2dd3edb8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:50:11.770428 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e394b415-c600-49cf-bc60-a7c2dd3edb8f admin admin] Pushing event deleted for resources: {'Port': ['ID=f2326f0b-112a-4d1a-b836-a62548738391,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:50:11.829859 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-e394b415-c600-49cf-bc60-a7c2dd3edb8f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1000651'] for router_gateway, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:50:11.920097 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-e394b415-c600-49cf-bc60-a7c2dd3edb8f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-571301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6852'] for router, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:50:11.922244 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-e394b415-c600-49cf-bc60-a7c2dd3edb8f admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:50:12.028788 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-e394b415-c600-49cf-bc60-a7c2dd3edb8f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-571310'] for router, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:50:12.029266 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e394b415-c600-49cf-bc60-a7c2dd3edb8f admin admin] Fanout notify agent at l3_agent the message router_deleted on router fec09057-e61d-4e6b-a002-3249e760aa34 {{(pid=102386) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 05 19:50:12.033601 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-e394b415-c600-49cf-bc60-a7c2dd3edb8f admin admin] Publish callbacks [] for router, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:50:12.034794 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-e394b415-c600-49cf-bc60-a7c2dd3edb8f admin admin] 10.222.0.13 "DELETE /v2.0/routers/fec09057-e61d-4e6b-a002-3249e760aa34 HTTP/1.1" status: 204 len: 168 time: 0.9608707 Nov 05 19:50:12.037410 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 46276) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:50:12.083899 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.db_base_plugin_v2 [None req-20772278-ec3f-476b-a131-4c5e6bf716a4 admin admin] Deleting subnet dfc4931b-5c5f-4cd3-b597-8f3a04aff165 {{(pid=102386) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 05 19:50:12.087163 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-20772278-ec3f-476b-a131-4c5e6bf716a4 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:50:12.124542 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-20772278-ec3f-476b-a131-4c5e6bf716a4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4590738'] for subnet, precommit_delete_associations {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:50:12.210517 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-20772278-ec3f-476b-a131-4c5e6bf716a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1573928'] for subnet, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:50:12.328727 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-20772278-ec3f-476b-a131-4c5e6bf716a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1573905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6149879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4877183'] for subnet, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:50:12.355567 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20772278-ec3f-476b-a131-4c5e6bf716a4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dfc4931b-5c5f-4cd3-b597-8f3a04aff165,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:50:12.357519 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-20772278-ec3f-476b-a131-4c5e6bf716a4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:50:12.360688 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-20772278-ec3f-476b-a131-4c5e6bf716a4 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/dfc4931b-5c5f-4cd3-b597-8f3a04aff165 HTTP/1.1" status: 204 len: 168 time: 0.3222740 Nov 05 19:50:12.362067 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1eae58db-72f3-4c6f-a5ea-1607d69be1b9 None None] Network b15e4e50-b0fc-4d3c-a371-df22f747aee9 requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 19:50:12.363809 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 46278) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:50:12.431232 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-5836d608-9e5f-4f97-bc45-96b8b2e84586 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1664226'] for network, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:50:12.493902 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-5836d608-9e5f-4f97-bc45-96b8b2e84586 admin admin] Deleting port eb256d49-fa65-4d64-b2de-c27ff22bbb87 {{(pid=102386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 19:50:12.494272 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-5836d608-9e5f-4f97-bc45-96b8b2e84586 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:50:12.560219 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c4f7529-18ea-4988-bbc6-5c6f8f48cee5 None None] DHCP port deletion for b15e4e50-b0fc-4d3c-a371-df22f747aee9 request from n-d-816865-1 {{(pid=102388) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 05 19:50:12.560554 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [None req-5836d608-9e5f-4f97-bc45-96b8b2e84586 admin admin] For port eb256d49-fa65-4d64-b2de-c27ff22bbb87, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=eb256d49-fa65-4d64-b2de-c27ff22bbb87,segment=NetworkSegment(6fe52b24-0abf-43aa-9e72-1bef0b35bef3),segment_id=6fe52b24-0abf-43aa-9e72-1bef0b35bef3)] {{(pid=102386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:50:12.560923 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-5836d608-9e5f-4f97-bc45-96b8b2e84586 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:50:12.573988 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-5836d608-9e5f-4f97-bc45-96b8b2e84586 admin admin] Calling delete_port for eb256d49-fa65-4d64-b2de-c27ff22bbb87 owned by network:dhcp {{(pid=102386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 19:50:12.611212 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-8c4f7529-18ea-4988-bbc6-5c6f8f48cee5 None None] Deleting port eb256d49-fa65-4d64-b2de-c27ff22bbb87 {{(pid=102388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 19:50:12.611580 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-8c4f7529-18ea-4988-bbc6-5c6f8f48cee5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:50:12.681414 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-8c4f7529-18ea-4988-bbc6-5c6f8f48cee5 None None] For port eb256d49-fa65-4d64-b2de-c27ff22bbb87, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=eb256d49-fa65-4d64-b2de-c27ff22bbb87,segment=NetworkSegment(6fe52b24-0abf-43aa-9e72-1bef0b35bef3),segment_id=6fe52b24-0abf-43aa-9e72-1bef0b35bef3)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:50:12.681960 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-8c4f7529-18ea-4988-bbc6-5c6f8f48cee5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:50:12.702278 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-8c4f7529-18ea-4988-bbc6-5c6f8f48cee5 None None] Calling delete_port for eb256d49-fa65-4d64-b2de-c27ff22bbb87 owned by network:dhcp {{(pid=102388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 19:50:12.728798 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-5836d608-9e5f-4f97-bc45-96b8b2e84586 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:50:12.757026 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5836d608-9e5f-4f97-bc45-96b8b2e84586 admin admin] Pushing event deleted for resources: {'Port': ['ID=eb256d49-fa65-4d64-b2de-c27ff22bbb87,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:50:12.764585 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5836d608-9e5f-4f97-bc45-96b8b2e84586 admin admin] No DVR routers for this DVR port eb256d49-fa65-4d64-b2de-c27ff22bbb87 on host n-d-816865-1 {{(pid=102386) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 19:50:12.792283 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-8c4f7529-18ea-4988-bbc6-5c6f8f48cee5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798'] for port, after_delete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:50:12.818258 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4f7529-18ea-4988-bbc6-5c6f8f48cee5 None None] Pushing event deleted for resources: {'Port': ['ID=eb256d49-fa65-4d64-b2de-c27ff22bbb87,revision_number=None']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:50:12.822703 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c4f7529-18ea-4988-bbc6-5c6f8f48cee5 None None] No DVR routers for this DVR port eb256d49-fa65-4d64-b2de-c27ff22bbb87 on host n-d-816865-1 {{(pid=102388) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 19:50:12.848985 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-5836d608-9e5f-4f97-bc45-96b8b2e84586 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1579173', 'neutron.services.segments.db._delete_segments_for_network-8750027792909'] for network, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:50:12.869901 n-d-816865-1 neutron-server[102386]: DEBUG neutron.services.segments.db [None req-5836d608-9e5f-4f97-bc45-96b8b2e84586 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b15e4e50-b0fc-4d3c-a371-df22f747aee9']}} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:50:12.879252 n-d-816865-1 neutron-server[102386]: DEBUG neutron.services.segments.db [None req-5836d608-9e5f-4f97-bc45-96b8b2e84586 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6fe52b24-0abf-43aa-9e72-1bef0b35bef3') {'for_net_delete': True} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:50:12.879539 n-d-816865-1 neutron-server[102386]: DEBUG neutron.services.segments.db [None req-5836d608-9e5f-4f97-bc45-96b8b2e84586 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6fe52b24-0abf-43aa-9e72-1bef0b35bef3') {} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:50:12.889041 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-5836d608-9e5f-4f97-bc45-96b8b2e84586 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750027793430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4590747'] for segment, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:50:12.895292 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device bcc79bab-9ac4-41c1-9ab2-30e4489a2637 no longer exists at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 19:50:12.911747 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-5836d608-9e5f-4f97-bc45-96b8b2e84586 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273'] for segment, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:50:12.916873 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] No Port match for: bcc79bab-9ac4-41c1-9ab2-30e4489a2637 {{(pid=102388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 19:50:12.917232 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device bcc79bab-9ac4-41c1-9ab2-30e4489a2637 not bound to the agent host n-d-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 19:50:12.917658 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device eb256d49-fa65-4d64-b2de-c27ff22bbb87 no longer exists at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 19:50:12.917934 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5836d608-9e5f-4f97-bc45-96b8b2e84586 admin admin] Releasing vlan 195 on physical network physnet1 to pool {{(pid=102386) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 05 19:50:12.923133 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-5836d608-9e5f-4f97-bc45-96b8b2e84586 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6149721'] for segment, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:50:12.923133 n-d-816865-1 neutron-server[102386]: Traceback (most recent call last): Nov 05 19:50:12.923133 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 05 19:50:12.923133 n-d-816865-1 neutron-server[102386]: timer() Nov 05 19:50:12.923133 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 05 19:50:12.923133 n-d-816865-1 neutron-server[102386]: cb(*args, **kw) Nov 05 19:50:12.923133 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 05 19:50:12.923133 n-d-816865-1 neutron-server[102386]: return func(*args, **kwargs) Nov 05 19:50:12.923133 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 05 19:50:12.923133 n-d-816865-1 neutron-server[102386]: self._notify() Nov 05 19:50:12.923133 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 05 19:50:12.923133 n-d-816865-1 neutron-server[102386]: self.callback(batched_events) Nov 05 19:50:12.923133 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 05 19:50:12.923133 n-d-816865-1 neutron-server[102386]: event.method(event) Nov 05 19:50:12.923133 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 05 19:50:12.923133 n-d-816865-1 neutron-server[102386]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 05 19:50:12.923133 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 05 19:50:12.923133 n-d-816865-1 neutron-server[102386]: aggregate_uuid = self.p_client.list_aggregates( Nov 05 19:50:12.923133 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 05 19:50:12.923133 n-d-816865-1 neutron-server[102386]: return f(self, *a, **k) Nov 05 19:50:12.923133 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 05 19:50:12.923133 n-d-816865-1 neutron-server[102386]: return self._get(url).json() Nov 05 19:50:12.923133 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 05 19:50:12.923133 n-d-816865-1 neutron-server[102386]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 05 19:50:12.923133 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 05 19:50:12.923133 n-d-816865-1 neutron-server[102386]: return self.request(url, 'GET', **kwargs) Nov 05 19:50:12.923133 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 05 19:50:12.923133 n-d-816865-1 neutron-server[102386]: base_url = self.get_endpoint(auth, allow=allow, Nov 05 19:50:12.923133 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 05 19:50:12.923133 n-d-816865-1 neutron-server[102386]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 05 19:50:12.923133 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 05 19:50:12.923133 n-d-816865-1 neutron-server[102386]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 05 19:50:12.923133 n-d-816865-1 neutron-server[102386]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 05 19:50:12.940030 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] No Port match for: eb256d49-fa65-4d64-b2de-c27ff22bbb87 {{(pid=102388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 19:50:12.940370 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device eb256d49-fa65-4d64-b2de-c27ff22bbb87 not bound to the agent host n-d-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 19:50:12.940782 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device f2326f0b-112a-4d1a-b836-a62548738391 no longer exists at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 19:50:12.960465 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] No Port match for: f2326f0b-112a-4d1a-b836-a62548738391 {{(pid=102388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 19:50:12.960814 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device f2326f0b-112a-4d1a-b836-a62548738391 not bound to the agent host n-d-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 19:50:13.034223 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-5836d608-9e5f-4f97-bc45-96b8b2e84586 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1579178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-956796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1000687'] for network, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:50:13.040035 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-5836d608-9e5f-4f97-bc45-96b8b2e84586 admin admin] Publish callbacks [] for network, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:50:13.043433 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-5836d608-9e5f-4f97-bc45-96b8b2e84586 admin admin] 10.222.0.13 "DELETE /v2.0/networks/b15e4e50-b0fc-4d3c-a371-df22f747aee9 HTTP/1.1" status: 204 len: 168 time: 0.6786735 Nov 05 19:50:13.054289 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5836d608-9e5f-4f97-bc45-96b8b2e84586 admin admin] Pushing event deleted for resources: {'Network': ['ID=b15e4e50-b0fc-4d3c-a371-df22f747aee9,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:50:13.414531 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 46282) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:50:13.454417 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-beb3ed3d-bc5d-45d2-b162-96d004df03f6 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a8a3806261a84cb6851fec0446c7f3a9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0386896 Nov 05 19:50:13.456812 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 46284) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:50:13.502282 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-4e0d63a1-8d41-4ce0-b680-0a11a5f7eb6c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:50:13.523916 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-4e0d63a1-8d41-4ce0-b680-0a11a5f7eb6c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:50:13.642919 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-4e0d63a1-8d41-4ce0-b680-0a11a5f7eb6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:50:13.645658 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-4e0d63a1-8d41-4ce0-b680-0a11a5f7eb6c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:50:13.646836 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-4e0d63a1-8d41-4ce0-b680-0a11a5f7eb6c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/bfd06725-383b-455a-bc50-93a0c686def4 HTTP/1.1" status: 204 len: 168 time: 0.1891167 Nov 05 19:50:13.656183 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0d63a1-8d41-4ce0-b680-0a11a5f7eb6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfd06725-383b-455a-bc50-93a0c686def4,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:50:14.360385 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 46290) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:50:14.403113 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-7da46f56-109f-49e7-bbf0-cd84355d821d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a9e4d0cc1fd8486a9f14651ba8de8f57&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0412841 Nov 05 19:50:14.405473 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 46292) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:50:14.451040 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-23951585-b773-4cae-a11b-a6e5b44274ed admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:50:14.471795 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-23951585-b773-4cae-a11b-a6e5b44274ed admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:50:14.571551 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-23951585-b773-4cae-a11b-a6e5b44274ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:50:14.574332 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-23951585-b773-4cae-a11b-a6e5b44274ed admin admin] Publish callbacks [] for security_group, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:50:14.575456 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-23951585-b773-4cae-a11b-a6e5b44274ed admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ea20d996-bc8b-4931-a775-e690312d8aa2 HTTP/1.1" status: 204 len: 168 time: 0.1690493 Nov 05 19:50:14.584075 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23951585-b773-4cae-a11b-a6e5b44274ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea20d996-bc8b-4931-a775-e690312d8aa2,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:50:16.963355 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 46332) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:50:16.968340 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-aa072d50-7f1a-42ae-bc31-a09726929eac tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-662251341', 'description': 'tempest-secgroup-smoke-662251341 description', 'project_id': '68fdb102132c4581a35bd621e01c7de2'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:50:17.060293 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-aa072d50-7f1a-42ae-bc31-a09726929eac tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks [] for security_group, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:50:17.069355 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-aa072d50-7f1a-42ae-bc31-a09726929eac tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks [] for security_group, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:50:17.146566 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-aa072d50-7f1a-42ae-bc31-a09726929eac tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks [] for security_group, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:50:17.219545 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-aa072d50-7f1a-42ae-bc31-a09726929eac tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:50:17.258099 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa072d50-7f1a-42ae-bc31-a09726929eac tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Pushing event updated for resources: {'SecurityGroup': ['ID=40cf0a98-3e34-4535-951f-6ab2977b042c,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:50:17.296203 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-aa072d50-7f1a-42ae-bc31-a09726929eac tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks [] for security_group, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:50:17.356645 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-aa072d50-7f1a-42ae-bc31-a09726929eac tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:50:17.386320 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa072d50-7f1a-42ae-bc31-a09726929eac tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1e48ce8a-3c28-45cd-8722-cb91238f5672,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:50:17.445383 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-aa072d50-7f1a-42ae-bc31-a09726929eac tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks [] for security_group, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:50:17.446673 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-aa072d50-7f1a-42ae-bc31-a09726929eac tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.4820962 Nov 05 19:50:17.449761 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 46334) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:50:17.454129 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-553f6b6a-aeed-4397-9412-f2b7294a1b1a tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Request body: {'security_group_rule': {'security_group_id': '1e48ce8a-3c28-45cd-8722-cb91238f5672', 'project_id': '68fdb102132c4581a35bd621e01c7de2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:50:17.682994 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-553f6b6a-aeed-4397-9412-f2b7294a1b1a tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:50:17.736834 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-553f6b6a-aeed-4397-9412-f2b7294a1b1a tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:50:17.831435 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-553f6b6a-aeed-4397-9412-f2b7294a1b1a tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985308'] for security_group_rule, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:50:17.850835 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553f6b6a-aeed-4397-9412-f2b7294a1b1a tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb2d69d3-d384-47ae-aaee-9c1d5507bb12,revision_number=0']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:50:17.931443 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-553f6b6a-aeed-4397-9412-f2b7294a1b1a tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:50:17.932777 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-553f6b6a-aeed-4397-9412-f2b7294a1b1a tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4820592 Nov 05 19:50:17.935586 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 46336) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:50:17.940090 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-1bfdbd18-d25e-43bf-b712-8bd18f15f784 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Request body: {'security_group_rule': {'security_group_id': '1e48ce8a-3c28-45cd-8722-cb91238f5672', 'project_id': '68fdb102132c4581a35bd621e01c7de2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:50:18.045703 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-1bfdbd18-d25e-43bf-b712-8bd18f15f784 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:50:18.112036 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-1bfdbd18-d25e-43bf-b712-8bd18f15f784 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:50:18.177943 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-1bfdbd18-d25e-43bf-b712-8bd18f15f784 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985308'] for security_group_rule, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:50:18.199045 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bfdbd18-d25e-43bf-b712-8bd18f15f784 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa0e04ad-c606-4cce-a4d7-69b2314c2e60,revision_number=0']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:50:18.259317 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-1bfdbd18-d25e-43bf-b712-8bd18f15f784 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:50:18.261194 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-1bfdbd18-d25e-43bf-b712-8bd18f15f784 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3246646 Nov 05 19:50:18.263793 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 46338) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:50:18.271710 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-f0811c03-1cdf-4aa4-89e7-18d883ef4f59 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Request body: {'security_group_rule': {'security_group_id': '1e48ce8a-3c28-45cd-8722-cb91238f5672', 'project_id': '68fdb102132c4581a35bd621e01c7de2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:50:18.402331 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-f0811c03-1cdf-4aa4-89e7-18d883ef4f59 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:50:18.469488 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-f0811c03-1cdf-4aa4-89e7-18d883ef4f59 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:50:18.574304 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-f0811c03-1cdf-4aa4-89e7-18d883ef4f59 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985308'] for security_group_rule, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:50:18.597044 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0811c03-1cdf-4aa4-89e7-18d883ef4f59 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e8e0033a-28b6-4905-8f6e-104154682236,revision_number=0']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:50:18.684958 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-f0811c03-1cdf-4aa4-89e7-18d883ef4f59 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:50:18.686246 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-f0811c03-1cdf-4aa4-89e7-18d883ef4f59 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4214730 Nov 05 19:50:18.689072 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 46340) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:50:18.694133 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-1131d7a8-b6fb-4666-bdd7-67f40b84501d tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Request body: {'security_group_rule': {'security_group_id': '1e48ce8a-3c28-45cd-8722-cb91238f5672', 'project_id': '68fdb102132c4581a35bd621e01c7de2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:50:18.790691 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-1131d7a8-b6fb-4666-bdd7-67f40b84501d tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:50:18.848623 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-1131d7a8-b6fb-4666-bdd7-67f40b84501d tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:50:18.919661 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-1131d7a8-b6fb-4666-bdd7-67f40b84501d tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985308'] for security_group_rule, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:50:18.937509 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1131d7a8-b6fb-4666-bdd7-67f40b84501d tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b584dc9d-7da1-4006-ad6b-0b698ed785de,revision_number=0']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:50:19.010821 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-1131d7a8-b6fb-4666-bdd7-67f40b84501d tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:50:19.012074 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-1131d7a8-b6fb-4666-bdd7-67f40b84501d tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3220642 Nov 05 19:50:19.014786 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 46342) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:50:19.019139 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-0b682a3b-e720-41db-ad63-1d5f553b710e tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Request body: {'security_group_rule': {'security_group_id': '1e48ce8a-3c28-45cd-8722-cb91238f5672', 'project_id': '68fdb102132c4581a35bd621e01c7de2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:50:19.105890 n-d-816865-1 neutron-server[102386]: INFO neutron.db.securitygroups_db [None req-0b682a3b-e720-41db-ad63-1d5f553b710e tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Project 68fdb102132c4581a35bd621e01c7de2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 05 19:50:19.111081 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-0b682a3b-e720-41db-ad63-1d5f553b710e tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:50:19.168985 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-0b682a3b-e720-41db-ad63-1d5f553b710e tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:50:19.236822 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-0b682a3b-e720-41db-ad63-1d5f553b710e tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985308'] for security_group_rule, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:50:19.255415 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b682a3b-e720-41db-ad63-1d5f553b710e tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec37cbc7-73c9-4e18-a452-890d1fc2abd9,revision_number=0']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:50:19.319040 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-0b682a3b-e720-41db-ad63-1d5f553b710e tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:50:19.320249 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-0b682a3b-e720-41db-ad63-1d5f553b710e tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3045285 Nov 05 19:50:19.322974 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 46344) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:50:19.327301 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-39f847f4-c59a-40b3-9776-1df96832ede9 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Request body: {'security_group_rule': {'security_group_id': '1e48ce8a-3c28-45cd-8722-cb91238f5672', 'project_id': '68fdb102132c4581a35bd621e01c7de2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:50:19.393874 n-d-816865-1 neutron-server[102386]: INFO neutron.db.securitygroups_db [None req-39f847f4-c59a-40b3-9776-1df96832ede9 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Project 68fdb102132c4581a35bd621e01c7de2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 05 19:50:19.399080 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-39f847f4-c59a-40b3-9776-1df96832ede9 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:50:19.459109 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-39f847f4-c59a-40b3-9776-1df96832ede9 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:50:19.508053 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-39f847f4-c59a-40b3-9776-1df96832ede9 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985308'] for security_group_rule, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:50:19.525833 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f847f4-c59a-40b3-9776-1df96832ede9 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=09dc4f16-c7b4-4479-811f-a40952f73229,revision_number=0']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:50:19.567355 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-39f847f4-c59a-40b3-9776-1df96832ede9 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:50:19.568556 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-39f847f4-c59a-40b3-9776-1df96832ede9 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2446182 Nov 05 19:50:19.571622 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 46346) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:50:19.576408 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-c8de62a8-5e65-4f49-997e-ae5330599cef tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Request body: {'network': {'name': 'tempest-network-smoke--481581329', 'project_id': '68fdb102132c4581a35bd621e01c7de2', 'port_security_enabled': True}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:50:19.639834 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8de62a8-5e65-4f49-997e-ae5330599cef tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Made reservation on behalf of 68fdb102132c4581a35bd621e01c7de2 for: {'network': 1} {{(pid=102386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 19:50:19.643329 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-c8de62a8-5e65-4f49-997e-ae5330599cef tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for network, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:50:19.667352 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c8de62a8-5e65-4f49-997e-ae5330599cef tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 184} {{(pid=102386) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 05 19:50:19.675595 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-c8de62a8-5e65-4f49-997e-ae5330599cef tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273'] for segment, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:50:19.675928 n-d-816865-1 neutron-server[102386]: INFO neutron.db.segments_db [None req-c8de62a8-5e65-4f49-997e-ae5330599cef tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Added segment a22b4f9d-6c4d-45e4-b88c-d6ea2befe8bd of type vlan for network 62bc62af-1122-4c41-b64c-2f0505d61409 Nov 05 19:50:19.715318 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-c8de62a8-5e65-4f49-997e-ae5330599cef tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750027258543'] for network, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:50:19.837334 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-c8de62a8-5e65-4f49-997e-ae5330599cef tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-956796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877'] for network, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:50:19.843126 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8de62a8-5e65-4f49-997e-ae5330599cef tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:50:19.843715 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-c8de62a8-5e65-4f49-997e-ae5330599cef tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks [] for network, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:50:19.913803 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8de62a8-5e65-4f49-997e-ae5330599cef tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Pushing event updated for resources: {'Network': ['ID=62bc62af-1122-4c41-b64c-2f0505d61409,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:50:19.924162 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Network 62bc62af-1122-4c41-b64c-2f0505d61409 details requested by agent ovs-agent-n-d-816865-1 with host n-d-816865-1 {{(pid=102388) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 05 19:50:19.943480 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-c8de62a8-5e65-4f49-997e-ae5330599cef tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3707941 Nov 05 19:50:19.946533 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 46348) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:50:19.950955 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-e0dcdf2b-1668-43dd-869c-bb5b40f1369e tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1649062974', 'admin_state_up': True, 'project_id': '68fdb102132c4581a35bd621e01c7de2', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec'}}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:50:20.046175 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-e0dcdf2b-1668-43dd-869c-bb5b40f1369e tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-571139', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6874'] for router, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:50:20.047304 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-e0dcdf2b-1668-43dd-869c-bb5b40f1369e tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-571375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1000570', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1011585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6867'] for router, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:50:20.097647 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-e0dcdf2b-1668-43dd-869c-bb5b40f1369e tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:50:20.323416 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-e0dcdf2b-1668-43dd-869c-bb5b40f1369e tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:50:20.619936 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-e0dcdf2b-1668-43dd-869c-bb5b40f1369e tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks [] for router_gateway, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:50:20.641423 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-e0dcdf2b-1668-43dd-869c-bb5b40f1369e tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:50:20.742365 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.db_base_plugin_common [None req-e0dcdf2b-1668-43dd-869c-bb5b40f1369e tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Allocated IP 172.25.6.6 (40c8335d-cd0b-4cb5-910a-d4dcddd5cbec/04fe6db3-e108-4208-943d-6518424f5726/a8853f5c-5242-4994-bc64-43c59f080157) {{(pid=102386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 19:50:20.845314 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-e0dcdf2b-1668-43dd-869c-bb5b40f1369e tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks [] for port, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:50:20.934601 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-e0dcdf2b-1668-43dd-869c-bb5b40f1369e tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:50:20.972549 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0dcdf2b-1668-43dd-869c-bb5b40f1369e tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Network 40c8335d-cd0b-4cb5-910a-d4dcddd5cbec is already hosted by enough agents. {{(pid=102386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 19:50:20.980103 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.base_scheduler [None req-e0dcdf2b-1668-43dd-869c-bb5b40f1369e tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Resources bound (agent type, host, resource id): {{(pid=102386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 19:50:20.984450 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0dcdf2b-1668-43dd-869c-bb5b40f1369e tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Received port after_create {{(pid=102386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 19:50:20.987562 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0dcdf2b-1668-43dd-869c-bb5b40f1369e tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Pushing event updated for resources: {'Port': ['ID=a8853f5c-5242-4994-bc64-43c59f080157,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:50:21.621595 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-e0dcdf2b-1668-43dd-869c-bb5b40f1369e tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks [] for router_gateway, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:50:21.831629 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-e0dcdf2b-1668-43dd-869c-bb5b40f1369e tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-571384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1000487'] for router, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:50:22.022824 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0dcdf2b-1668-43dd-869c-bb5b40f1369e tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Router 1ddd1dd4-1322-4c67-b88b-d560eb58a695 is scheduled to L3 agent 6dcb5589-8e86-4616-9186-ddc4548e13ad with binding_index 1 {{(pid=102386) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 05 19:50:22.128730 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0dcdf2b-1668-43dd-869c-bb5b40f1369e tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Notify agent at l3_agent.n-d-816865-1 the message routers_updated {{(pid=102386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 19:50:22.140681 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f5b3588-dd90-4da2-9b71-d189761abd43 None None] Sync routers for ids ['1ddd1dd4-1322-4c67-b88b-d560eb58a695'] in n-d-816865-1 {{(pid=102389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 19:50:22.150497 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f5b3588-dd90-4da2-9b71-d189761abd43 None None] Routers {'1ddd1dd4-1322-4c67-b88b-d560eb58a695'} bound to L3 agent in host n-d-816865-1 {{(pid=102389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 19:50:22.151097 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-2f5b3588-dd90-4da2-9b71-d189761abd43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T19:50:05Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['1ddd1dd4-1322-4c67-b88b-d560eb58a695'], 'active': True} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:50:22.216690 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-e0dcdf2b-1668-43dd-869c-bb5b40f1369e tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks [] for router, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:50:22.217960 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-e0dcdf2b-1668-43dd-869c-bb5b40f1369e tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.2704663 Nov 05 19:50:22.221029 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 46350) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:50:22.256974 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvr_db [None req-2f5b3588-dd90-4da2-9b71-d189761abd43 None None] Set router 1ddd1dd4-1322-4c67-b88b-d560eb58a695 gateway port host: n-d-816865-1 {{(pid=102389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 19:50:22.349243 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-a5dab6ab-931c-40c8-819e-3be3f9988969 tempest-TestNetworkAdvancedServerOps-880610799 tempest-TestNetworkAdvancedServerOps-880610799-project-admin] 10.222.0.13 "GET /v2.0/subnets?project_id=68fdb102132c4581a35bd621e01c7de2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1271138 Nov 05 19:50:22.352068 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 46354) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:50:22.435232 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-2f5b3588-dd90-4da2-9b71-d189761abd43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ddd1dd4-1322-4c67-b88b-d560eb58a695', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1649062974', 'tenant_id': '68fdb102132c4581a35bd621e01c7de2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.6'}], 'enable_snat': True}, 'gw_port_id': 'a8853f5c-5242-4994-bc64-43c59f080157', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T19:50:20Z', 'updated_at': '2021-11-05T19:50:21Z', 'revision_number': 3, 'project_id': '68fdb102132c4581a35bd621e01c7de2', 'gw_port': {'id': 'a8853f5c-5242-4994-bc64-43c59f080157', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:80:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ddd1dd4-1322-4c67-b88b-d560eb58a695', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:50:20Z', 'updated_at': '2021-11-05T19:50:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1'}], 'n-d-816865-1', False) {} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:50:22.464657 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f5b3588-dd90-4da2-9b71-d189761abd43 None None] Checking router: 1ddd1dd4-1322-4c67-b88b-d560eb58a695 for host: n-d-816865-1 {{(pid=102389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 19:50:22.465006 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f5b3588-dd90-4da2-9b71-d189761abd43 None None] Updating router 1ddd1dd4-1322-4c67-b88b-d560eb58a695 port a8853f5c-5242-4994-bc64-43c59f080157 binding host n-d-816865-1 {{(pid=102389) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 05 19:50:22.490377 n-d-816865-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-2f5b3588-dd90-4da2-9b71-d189761abd43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:50:22.503613 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82780151-4353-4ca0-ba3d-7c312b2a1b1a tempest-TestNetworkAdvancedServerOps-880610799 tempest-TestNetworkAdvancedServerOps-880610799-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:50:22.505198 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-82780151-4353-4ca0-ba3d-7c312b2a1b1a tempest-TestNetworkAdvancedServerOps-880610799 tempest-TestNetworkAdvancedServerOps-880610799-project-admin] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1521487 Nov 05 19:50:22.508164 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 46356) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:50:22.546258 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-dc32c58d-e1f2-4a96-af43-31bd254892a0 tempest-TestNetworkAdvancedServerOps-880610799 tempest-TestNetworkAdvancedServerOps-880610799-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=40c8335d-cd0b-4cb5-910a-d4dcddd5cbec&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0370524 Nov 05 19:50:22.548908 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 46358) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:50:22.554097 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-83f2f8be-66f0-4e1e-afac-d1b869c039fc tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-425656858', 'network_id': '62bc62af-1122-4c41-b64c-2f0505d61409', 'project_id': '68fdb102132c4581a35bd621e01c7de2', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:50:22.696893 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83f2f8be-66f0-4e1e-afac-d1b869c039fc tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Made reservation on behalf of 68fdb102132c4581a35bd621e01c7de2 for: {'subnet': 1} {{(pid=102386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 19:50:22.700488 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-83f2f8be-66f0-4e1e-afac-d1b869c039fc tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4877122'] for subnet, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:50:22.740821 n-d-816865-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-2f5b3588-dd90-4da2-9b71-d189761abd43 None None] Publish callbacks [] for port, precommit_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:50:22.862725 n-d-816865-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-2f5b3588-dd90-4da2-9b71-d189761abd43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:50:22.913039 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.managers [None req-2f5b3588-dd90-4da2-9b71-d189761abd43 None None] Attempting to bind port a8853f5c-5242-4994-bc64-43c59f080157 on host n-d-816865-1 for vnic_type normal with profile {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 19:50:22.913398 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.managers [None req-2f5b3588-dd90-4da2-9b71-d189761abd43 None None] Attempting to bind port a8853f5c-5242-4994-bc64-43c59f080157 by drivers openvswitch,hyperv on host n-d-816865-1 at level 0 using segments [{'id': '85be518c-8bb4-46a2-a903-d4292782d29d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec'}] {{(pid=102389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 19:50:22.913749 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f5b3588-dd90-4da2-9b71-d189761abd43 None None] Attempting to bind port a8853f5c-5242-4994-bc64-43c59f080157 on network 40c8335d-cd0b-4cb5-910a-d4dcddd5cbec {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 19:50:22.922289 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7192d297-ee83-4bf9-9e08-89322cf8ae41 None None] Pushing event updated for resources: {'Port': ['ID=a8853f5c-5242-4994-bc64-43c59f080157,revision_number=2']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:50:22.924389 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f5b3588-dd90-4da2-9b71-d189761abd43 None None] Checking agent: {'id': '724d89a7-611b-41e6-bc85-c48112b17afa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 18, 25, 8), 'started_at': datetime.datetime(2021, 11, 5, 18, 25, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 19, 50, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 19:50:22.924752 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f5b3588-dd90-4da2-9b71-d189761abd43 None None] Checking segment: {'id': '85be518c-8bb4-46a2-a903-d4292782d29d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 19:50:22.925142 n-d-816865-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-2f5b3588-dd90-4da2-9b71-d189761abd43 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:50:22.925523 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f5b3588-dd90-4da2-9b71-d189761abd43 None None] Bound using segment: {'id': '85be518c-8bb4-46a2-a903-d4292782d29d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec'} {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 19:50:22.925973 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.managers [None req-2f5b3588-dd90-4da2-9b71-d189761abd43 None None] Bound port: a8853f5c-5242-4994-bc64-43c59f080157, host: n-d-816865-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85be518c-8bb4-46a2-a903-d4292782d29d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec'}}] {{(pid=102389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 19:50:22.926367 n-d-816865-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-2f5b3588-dd90-4da2-9b71-d189761abd43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:50:22.952466 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7192d297-ee83-4bf9-9e08-89322cf8ae41 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:50:22.952804 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7192d297-ee83-4bf9-9e08-89322cf8ae41 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:50:22.953141 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7192d297-ee83-4bf9-9e08-89322cf8ae41 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:50:22.953468 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7192d297-ee83-4bf9-9e08-89322cf8ae41 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:50:22.953790 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7192d297-ee83-4bf9-9e08-89322cf8ae41 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:50:22.954137 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7192d297-ee83-4bf9-9e08-89322cf8ae41 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:50:22.954484 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7192d297-ee83-4bf9-9e08-89322cf8ae41 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:50:22.954800 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7192d297-ee83-4bf9-9e08-89322cf8ae41 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:50:22.955117 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7192d297-ee83-4bf9-9e08-89322cf8ae41 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:50:22.955436 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7192d297-ee83-4bf9-9e08-89322cf8ae41 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:50:22.955786 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7192d297-ee83-4bf9-9e08-89322cf8ae41 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:50:22.956116 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7192d297-ee83-4bf9-9e08-89322cf8ae41 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:50:22.958232 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-83f2f8be-66f0-4e1e-afac-d1b869c039fc tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6149946', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4877172'] for subnet, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:50:22.993906 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [None req-2f5b3588-dd90-4da2-9b71-d189761abd43 None None] For port a8853f5c-5242-4994-bc64-43c59f080157, host n-d-816865-1, cleared binding levels {{(pid=102389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 19:50:22.997655 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [None req-2f5b3588-dd90-4da2-9b71-d189761abd43 None None] For port a8853f5c-5242-4994-bc64-43c59f080157, host n-d-816865-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=a8853f5c-5242-4994-bc64-43c59f080157,segment=NetworkSegment(85be518c-8bb4-46a2-a903-d4292782d29d),segment_id=85be518c-8bb4-46a2-a903-d4292782d29d)] {{(pid=102389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 19:50:23.023273 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f2f8be-66f0-4e1e-afac-d1b869c039fc tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Pushing event updated for resources: {'Subnet': ['ID=a28718a9-3cb2-4a43-b556-9456883d9ba2,revision_number=0']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:50:23.032315 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83f2f8be-66f0-4e1e-afac-d1b869c039fc tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Checking segment: {'id': 'a22b4f9d-6c4d-45e4-b88c-d6ea2befe8bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '62bc62af-1122-4c41-b64c-2f0505d61409'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 19:50:23.032682 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83f2f8be-66f0-4e1e-afac-d1b869c039fc tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Network hostable DHCP agents. Network: 62bc62af-1122-4c41-b64c-2f0505d61409, hostable agents: ['987e2ca0-bc3b-4c6f-a989-429ccfbf753f'], hosted agents: [] {{(pid=102386) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 05 19:50:23.054760 n-d-816865-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-2f5b3588-dd90-4da2-9b71-d189761abd43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:50:23.110925 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f5b3588-dd90-4da2-9b71-d189761abd43 None None] Routers {'1ddd1dd4-1322-4c67-b88b-d560eb58a695'} bound to L3 agent in host n-d-816865-1 {{(pid=102389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 19:50:23.111469 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-2f5b3588-dd90-4da2-9b71-d189761abd43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T19:50:05Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['1ddd1dd4-1322-4c67-b88b-d560eb58a695'], 'active': True} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:50:23.116832 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7192d297-ee83-4bf9-9e08-89322cf8ae41 None None] Pushing event updated for resources: {'Port': ['ID=a8853f5c-5242-4994-bc64-43c59f080157,revision_number=3']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:50:23.148610 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83f2f8be-66f0-4e1e-afac-d1b869c039fc tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Network 62bc62af-1122-4c41-b64c-2f0505d61409 is scheduled to be hosted by DHCP agent 987e2ca0-bc3b-4c6f-a989-429ccfbf753f with binding_index 1 {{(pid=102386) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 05 19:50:23.222662 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvr_db [None req-2f5b3588-dd90-4da2-9b71-d189761abd43 None None] Set router 1ddd1dd4-1322-4c67-b88b-d560eb58a695 gateway port host: n-d-816865-1 {{(pid=102389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 19:50:23.237453 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.base_scheduler [None req-83f2f8be-66f0-4e1e-afac-d1b869c039fc tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816865-1, 62bc62af-1122-4c41-b64c-2f0505d61409) {{(pid=102386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 19:50:23.242267 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83f2f8be-66f0-4e1e-afac-d1b869c039fc tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:50:23.242868 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-83f2f8be-66f0-4e1e-afac-d1b869c039fc tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks [] for subnet, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:50:23.247982 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08621f4b-8504-4e28-a633-42f6f174570f None None] Network 62bc62af-1122-4c41-b64c-2f0505d61409 requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 19:50:23.332266 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-83f2f8be-66f0-4e1e-afac-d1b869c039fc tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7823310 Nov 05 19:50:23.335403 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 46360) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:50:23.400936 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12d16463-dbb4-457c-b136-b86275c55f12 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeb20a084-accf-5b60-8075-3e69ebe863a6-62bc62af-1122-4c41-b64c-2f0505d61409', 'network_id': '62bc62af-1122-4c41-b64c-2f0505d61409', 'tenant_id': '68fdb102132c4581a35bd621e01c7de2', 'fixed_ips': [{'subnet_id': 'a28718a9-3cb2-4a43-b556-9456883d9ba2'}]}} from n-d-816865-1. {{(pid=102388) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 05 19:50:23.401826 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-12d16463-dbb4-457c-b136-b86275c55f12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:50:23.406744 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-2f5b3588-dd90-4da2-9b71-d189761abd43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ddd1dd4-1322-4c67-b88b-d560eb58a695', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1649062974', 'tenant_id': '68fdb102132c4581a35bd621e01c7de2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.6'}], 'enable_snat': True}, 'gw_port_id': 'a8853f5c-5242-4994-bc64-43c59f080157', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T19:50:20Z', 'updated_at': '2021-11-05T19:50:21Z', 'revision_number': 3, 'project_id': '68fdb102132c4581a35bd621e01c7de2', 'gw_port': {'id': 'a8853f5c-5242-4994-bc64-43c59f080157', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:80:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ddd1dd4-1322-4c67-b88b-d560eb58a695', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:50:20Z', 'updated_at': '2021-11-05T19:50:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1'}], 'n-d-816865-1', False) {} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:50:23.438747 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f5b3588-dd90-4da2-9b71-d189761abd43 None None] The sync data for ids ['1ddd1dd4-1322-4c67-b88b-d560eb58a695'] in n-d-816865-1 is: [{'id': '1ddd1dd4-1322-4c67-b88b-d560eb58a695', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1649062974', 'tenant_id': '68fdb102132c4581a35bd621e01c7de2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.6'}], 'enable_snat': True}, 'gw_port_id': 'a8853f5c-5242-4994-bc64-43c59f080157', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T19:50:20Z', 'updated_at': '2021-11-05T19:50:21Z', 'revision_number': 3, 'project_id': '68fdb102132c4581a35bd621e01c7de2', 'gw_port': {'id': 'a8853f5c-5242-4994-bc64-43c59f080157', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:80:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ddd1dd4-1322-4c67-b88b-d560eb58a695', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:50:20Z', 'updated_at': '2021-11-05T19:50:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1'}] {{(pid=102389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 19:50:23.553388 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.db_base_plugin_common [None req-12d16463-dbb4-457c-b136-b86275c55f12 None None] Allocated IP 172.20.0.2 (62bc62af-1122-4c41-b64c-2f0505d61409/a28718a9-3cb2-4a43-b556-9456883d9ba2/7b94128b-bc3c-40c5-9832-16ad3ae40e3a) {{(pid=102388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 19:50:23.741307 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-12d16463-dbb4-457c-b136-b86275c55f12 None None] Publish callbacks [] for port, precommit_create {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:50:23.808678 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-72807e28-b4d0-48ff-a9a9-b86c54e2e67d tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:50:23.837544 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-12d16463-dbb4-457c-b136-b86275c55f12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789'] for port, after_create {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:50:23.886155 n-d-816865-1 neutron-server[102388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12d16463-dbb4-457c-b136-b86275c55f12 None None] Network 62bc62af-1122-4c41-b64c-2f0505d61409 is already hosted by enough agents. {{(pid=102388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 19:50:23.889244 n-d-816865-1 neutron-server[102388]: DEBUG neutron.scheduler.base_scheduler [None req-12d16463-dbb4-457c-b136-b86275c55f12 None None] Resources bound (agent type, host, resource id): {{(pid=102388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 19:50:23.894085 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12d16463-dbb4-457c-b136-b86275c55f12 None None] Received port after_create {{(pid=102388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 19:50:23.898229 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d16463-dbb4-457c-b136-b86275c55f12 None None] Pushing event updated for resources: {'Port': ['ID=7b94128b-bc3c-40c5-9832-16ad3ae40e3a,revision_number=1']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:50:23.954398 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-12d16463-dbb4-457c-b136-b86275c55f12 None None] Attempting to bind port 7b94128b-bc3c-40c5-9832-16ad3ae40e3a on host n-d-816865-1 for vnic_type normal with profile {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 19:50:23.954781 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-12d16463-dbb4-457c-b136-b86275c55f12 None None] Attempting to bind port 7b94128b-bc3c-40c5-9832-16ad3ae40e3a by drivers openvswitch,hyperv on host n-d-816865-1 at level 0 using segments [{'id': 'a22b4f9d-6c4d-45e4-b88c-d6ea2befe8bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '62bc62af-1122-4c41-b64c-2f0505d61409'}] {{(pid=102388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 19:50:23.955200 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12d16463-dbb4-457c-b136-b86275c55f12 None None] Attempting to bind port 7b94128b-bc3c-40c5-9832-16ad3ae40e3a on network 62bc62af-1122-4c41-b64c-2f0505d61409 {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 19:50:23.961160 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12d16463-dbb4-457c-b136-b86275c55f12 None None] Checking agent: {'id': '724d89a7-611b-41e6-bc85-c48112b17afa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 18, 25, 8), 'started_at': datetime.datetime(2021, 11, 5, 18, 25, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 19, 50, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 19:50:23.961838 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12d16463-dbb4-457c-b136-b86275c55f12 None None] Checking segment: {'id': 'a22b4f9d-6c4d-45e4-b88c-d6ea2befe8bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '62bc62af-1122-4c41-b64c-2f0505d61409'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 19:50:23.961988 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-12d16463-dbb4-457c-b136-b86275c55f12 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:50:23.962429 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12d16463-dbb4-457c-b136-b86275c55f12 None None] Bound using segment: {'id': 'a22b4f9d-6c4d-45e4-b88c-d6ea2befe8bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '62bc62af-1122-4c41-b64c-2f0505d61409'} {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 19:50:23.963111 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-12d16463-dbb4-457c-b136-b86275c55f12 None None] Bound port: 7b94128b-bc3c-40c5-9832-16ad3ae40e3a, host: n-d-816865-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a22b4f9d-6c4d-45e4-b88c-d6ea2befe8bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '62bc62af-1122-4c41-b64c-2f0505d61409'}}] {{(pid=102388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 19:50:23.963506 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-12d16463-dbb4-457c-b136-b86275c55f12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:50:24.035441 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-12d16463-dbb4-457c-b136-b86275c55f12 None None] For port 7b94128b-bc3c-40c5-9832-16ad3ae40e3a, host n-d-816865-1, cleared binding levels {{(pid=102388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 19:50:24.041111 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-12d16463-dbb4-457c-b136-b86275c55f12 None None] For port 7b94128b-bc3c-40c5-9832-16ad3ae40e3a, host n-d-816865-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=7b94128b-bc3c-40c5-9832-16ad3ae40e3a,segment=NetworkSegment(a22b4f9d-6c4d-45e4-b88c-d6ea2befe8bd),segment_id=a22b4f9d-6c4d-45e4-b88c-d6ea2befe8bd)] {{(pid=102388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 19:50:24.106292 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.db_base_plugin_common [None req-72807e28-b4d0-48ff-a9a9-b86c54e2e67d tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Allocated IP 172.20.0.1 (62bc62af-1122-4c41-b64c-2f0505d61409/a28718a9-3cb2-4a43-b556-9456883d9ba2/8fbe81f9-11f0-463e-ba56-1b3b0392dd21) {{(pid=102386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 19:50:24.135228 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-12d16463-dbb4-457c-b136-b86275c55f12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:50:24.200097 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d16463-dbb4-457c-b136-b86275c55f12 None None] Pushing event updated for resources: {'Port': ['ID=7b94128b-bc3c-40c5-9832-16ad3ae40e3a,revision_number=2']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:50:24.243282 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-72807e28-b4d0-48ff-a9a9-b86c54e2e67d tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks [] for port, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:50:24.329436 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-72807e28-b4d0-48ff-a9a9-b86c54e2e67d tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:50:24.373085 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72807e28-b4d0-48ff-a9a9-b86c54e2e67d tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Network 62bc62af-1122-4c41-b64c-2f0505d61409 is already hosted by enough agents. {{(pid=102386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 19:50:24.378990 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.base_scheduler [None req-72807e28-b4d0-48ff-a9a9-b86c54e2e67d tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Resources bound (agent type, host, resource id): {{(pid=102386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 19:50:24.383509 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72807e28-b4d0-48ff-a9a9-b86c54e2e67d tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Received port after_create {{(pid=102386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 19:50:24.390120 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72807e28-b4d0-48ff-a9a9-b86c54e2e67d tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Pushing event updated for resources: {'Port': ['ID=8fbe81f9-11f0-463e-ba56-1b3b0392dd21,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:50:24.431367 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-72807e28-b4d0-48ff-a9a9-b86c54e2e67d tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-571770'] for router_interface, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:50:24.640673 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-72807e28-b4d0-48ff-a9a9-b86c54e2e67d tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:50:24.933303 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-72807e28-b4d0-48ff-a9a9-b86c54e2e67d tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks [] for port, precommit_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:50:24.953793 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 7b94128b-bc3c-40c5-9832-16ad3ae40e3a up at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 19:50:24.994493 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-72807e28-b4d0-48ff-a9a9-b86c54e2e67d tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6149821'] for port, after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:50:25.004797 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Provisioning complete for port 7b94128b-bc3c-40c5-9832-16ad3ae40e3a triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:50:25.008423 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:50:25.072413 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72807e28-b4d0-48ff-a9a9-b86c54e2e67d tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Pushing event updated for resources: {'Port': ['ID=8fbe81f9-11f0-463e-ba56-1b3b0392dd21,revision_number=2']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:50:25.074830 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-72807e28-b4d0-48ff-a9a9-b86c54e2e67d tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-597863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-571878'] for router_interface, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:50:25.086411 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:50:25.118867 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] For port 7b94128b-bc3c-40c5-9832-16ad3ae40e3a, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=7b94128b-bc3c-40c5-9832-16ad3ae40e3a,segment=NetworkSegment(a22b4f9d-6c4d-45e4-b88c-d6ea2befe8bd),segment_id=a22b4f9d-6c4d-45e4-b88c-d6ea2befe8bd)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:50:25.168537 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72807e28-b4d0-48ff-a9a9-b86c54e2e67d tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Network 62bc62af-1122-4c41-b64c-2f0505d61409 is already hosted by enough agents. {{(pid=102386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 19:50:25.169979 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.base_scheduler [None req-72807e28-b4d0-48ff-a9a9-b86c54e2e67d tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Resources bound (agent type, host, resource id): {{(pid=102386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 19:50:25.237933 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:50:25.241162 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device a8853f5c-5242-4994-bc64-43c59f080157 up at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 19:50:25.295186 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72807e28-b4d0-48ff-a9a9-b86c54e2e67d tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Router 1ddd1dd4-1322-4c67-b88b-d560eb58a695 has already been hosted by L3 agent 6dcb5589-8e86-4616-9186-ddc4548e13ad {{(pid=102386) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 19:50:25.333733 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Pushing event updated for resources: {'Port': ['ID=7b94128b-bc3c-40c5-9832-16ad3ae40e3a,revision_number=3']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:50:25.354186 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Provisioning complete for port a8853f5c-5242-4994-bc64-43c59f080157 triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:50:25.354779 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:50:25.448029 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:50:25.475917 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] For port a8853f5c-5242-4994-bc64-43c59f080157, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=a8853f5c-5242-4994-bc64-43c59f080157,segment=NetworkSegment(85be518c-8bb4-46a2-a903-d4292782d29d),segment_id=85be518c-8bb4-46a2-a903-d4292782d29d)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:50:25.526724 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-281c2dee-2f3a-4717-9f30-f504dec281ae None None] Network 62bc62af-1122-4c41-b64c-2f0505d61409 requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 19:50:25.557788 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:50:25.623622 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-f82c1ad8-b8ea-4c41-89a7-a499a40f6d32 None None] Provisioning complete for port 7b94128b-bc3c-40c5-9832-16ad3ae40e3a triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:50:25.624027 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-f82c1ad8-b8ea-4c41-89a7-a499a40f6d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:50:25.695593 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Pushing event updated for resources: {'Port': ['ID=a8853f5c-5242-4994-bc64-43c59f080157,revision_number=4']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:50:25.727563 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72807e28-b4d0-48ff-a9a9-b86c54e2e67d tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Notify agent at l3_agent.n-d-816865-1 the message routers_updated {{(pid=102386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 19:50:25.735926 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-72807e28-b4d0-48ff-a9a9-b86c54e2e67d tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] 10.222.0.13 "PUT /v2.0/routers/1ddd1dd4-1322-4c67-b88b-d560eb58a695/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3962805 Nov 05 19:50:25.762415 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b68b501-ae73-4ae2-8df4-3d872aedf2e5 None None] Sync routers for ids ['1ddd1dd4-1322-4c67-b88b-d560eb58a695'] in n-d-816865-1 {{(pid=102388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 19:50:25.809969 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b68b501-ae73-4ae2-8df4-3d872aedf2e5 None None] Routers {'1ddd1dd4-1322-4c67-b88b-d560eb58a695'} bound to L3 agent in host n-d-816865-1 {{(pid=102388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 19:50:25.810650 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-7b68b501-ae73-4ae2-8df4-3d872aedf2e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T19:50:05Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['1ddd1dd4-1322-4c67-b88b-d560eb58a695'], 'active': True} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:50:25.886372 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-984e615e-595d-465b-98db-e328679f5b89 req-a19f323d-54bd-4b3d-b7fc-de6b5878dfe5 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-662251341&fields=id&tenant_id=68fdb102132c4581a35bd621e01c7de2 HTTP/1.1" status: 200 len: 267 time: 0.0456204 Nov 05 19:50:25.939247 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvr_db [None req-7b68b501-ae73-4ae2-8df4-3d872aedf2e5 None None] Set router 1ddd1dd4-1322-4c67-b88b-d560eb58a695 gateway port host: n-d-816865-1 {{(pid=102388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 19:50:26.004640 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984e615e-595d-465b-98db-e328679f5b89 req-1bcfcb6e-08bc-4003-93e5-8caa848b5145 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:50:26.006627 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-984e615e-595d-465b-98db-e328679f5b89 req-1bcfcb6e-08bc-4003-93e5-8caa848b5145 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] 10.222.0.13 "GET /v2.0/networks?id=62bc62af-1122-4c41-b64c-2f0505d61409 HTTP/1.1" status: 200 len: 796 time: 0.1132801 Nov 05 19:50:26.031546 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-984e615e-595d-465b-98db-e328679f5b89 req-dbc0753f-5e33-4ce3-82e3-20c98f779d02 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] 10.222.0.13 "GET /v2.0/quotas/68fdb102132c4581a35bd621e01c7de2 HTTP/1.1" status: 200 len: 375 time: 0.0171916 Nov 05 19:50:26.081198 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-984e615e-595d-465b-98db-e328679f5b89 req-3e6ec8d4-f253-45f2-b9c6-1e87e7838f72 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=68fdb102132c4581a35bd621e01c7de2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0487962 Nov 05 19:50:26.154294 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-7b68b501-ae73-4ae2-8df4-3d872aedf2e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ddd1dd4-1322-4c67-b88b-d560eb58a695', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1649062974', 'tenant_id': '68fdb102132c4581a35bd621e01c7de2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.6'}], 'enable_snat': True}, 'gw_port_id': 'a8853f5c-5242-4994-bc64-43c59f080157', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T19:50:20Z', 'updated_at': '2021-11-05T19:50:24Z', 'revision_number': 4, 'project_id': '68fdb102132c4581a35bd621e01c7de2', 'gw_port': {'id': 'a8853f5c-5242-4994-bc64-43c59f080157', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:80:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ddd1dd4-1322-4c67-b88b-d560eb58a695', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:50:20Z', 'updated_at': '2021-11-05T19:50:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1', '_interfaces': [{'id': '8fbe81f9-11f0-463e-ba56-1b3b0392dd21', 'name': '', 'network_id': '62bc62af-1122-4c41-b64c-2f0505d61409', 'tenant_id': '68fdb102132c4581a35bd621e01c7de2', 'mac_address': 'fa:16:3e:49:e7:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ddd1dd4-1322-4c67-b88b-d560eb58a695', 'device_owner': 'network:router_interface', 'standard_attr_id': 4188, 'fixed_ips': [{'subnet_id': 'a28718a9-3cb2-4a43-b556-9456883d9ba2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:50:23Z', 'updated_at': '2021-11-05T19:50:24Z', 'revision_number': 2, 'project_id': '68fdb102132c4581a35bd621e01c7de2', 'subnets': [{'id': 'a28718a9-3cb2-4a43-b556-9456883d9ba2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-1', False) {} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:50:26.187971 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b68b501-ae73-4ae2-8df4-3d872aedf2e5 None None] Checking router: 1ddd1dd4-1322-4c67-b88b-d560eb58a695 for host: n-d-816865-1 {{(pid=102388) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 19:50:26.192198 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b68b501-ae73-4ae2-8df4-3d872aedf2e5 None None] Updating router 1ddd1dd4-1322-4c67-b88b-d560eb58a695 port 8fbe81f9-11f0-463e-ba56-1b3b0392dd21 binding host n-d-816865-1 {{(pid=102388) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 05 19:50:26.198698 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-984e615e-595d-465b-98db-e328679f5b89 req-d34dbb1f-021a-4884-a694-ade9f9fe8134 service neutron] 10.222.0.13 "GET /v2.0/networks/62bc62af-1122-4c41-b64c-2f0505d61409?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1026161 Nov 05 19:50:26.224044 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-f4090c66-8f69-4fc7-b658-974057c5b558 None None] Provisioning complete for port 8fbe81f9-11f0-463e-ba56-1b3b0392dd21 triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:50:26.224418 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-f4090c66-8f69-4fc7-b658-974057c5b558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:50:26.227598 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-7b68b501-ae73-4ae2-8df4-3d872aedf2e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:50:26.288701 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-f4090c66-8f69-4fc7-b658-974057c5b558 None None] Port 8fbe81f9-11f0-463e-ba56-1b3b0392dd21 cannot update to ACTIVE because it is not bound. {{(pid=102388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 19:50:26.291610 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-984e615e-595d-465b-98db-e328679f5b89 req-2d85401b-3485-4693-839a-a192a52877f5 service neutron] 10.222.0.13 "GET /v2.0/networks/62bc62af-1122-4c41-b64c-2f0505d61409?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916891 Nov 05 19:50:26.313865 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-f4090c66-8f69-4fc7-b658-974057c5b558 None None] Provisioning complete for port 7b94128b-bc3c-40c5-9832-16ad3ae40e3a triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:50:26.314204 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-f4090c66-8f69-4fc7-b658-974057c5b558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:50:26.750465 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-7b68b501-ae73-4ae2-8df4-3d872aedf2e5 None None] Publish callbacks [] for port, precommit_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:50:26.793827 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-6ea01b9e-6ab4-4b4f-a09b-87229627cc49 None None] Provisioning complete for port 8fbe81f9-11f0-463e-ba56-1b3b0392dd21 triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:50:26.794252 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-6ea01b9e-6ab4-4b4f-a09b-87229627cc49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:50:26.817975 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-7b68b501-ae73-4ae2-8df4-3d872aedf2e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:50:26.862016 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-6ea01b9e-6ab4-4b4f-a09b-87229627cc49 None None] Port 8fbe81f9-11f0-463e-ba56-1b3b0392dd21 cannot update to ACTIVE because it is not bound. {{(pid=102388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 19:50:26.878909 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c5b4bc-2f3a-4b5a-bf89-a24d2bcb04f0 None None] Pushing event updated for resources: {'Port': ['ID=8fbe81f9-11f0-463e-ba56-1b3b0392dd21,revision_number=3']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:50:26.925959 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 7b94128b-bc3c-40c5-9832-16ad3ae40e3a up at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 19:50:26.966519 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-7b68b501-ae73-4ae2-8df4-3d872aedf2e5 None None] Attempting to bind port 8fbe81f9-11f0-463e-ba56-1b3b0392dd21 on host n-d-816865-1 for vnic_type normal with profile {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 19:50:26.966899 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-7b68b501-ae73-4ae2-8df4-3d872aedf2e5 None None] Attempting to bind port 8fbe81f9-11f0-463e-ba56-1b3b0392dd21 by drivers openvswitch,hyperv on host n-d-816865-1 at level 0 using segments [{'id': 'a22b4f9d-6c4d-45e4-b88c-d6ea2befe8bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '62bc62af-1122-4c41-b64c-2f0505d61409'}] {{(pid=102388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 19:50:26.967266 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b68b501-ae73-4ae2-8df4-3d872aedf2e5 None None] Attempting to bind port 8fbe81f9-11f0-463e-ba56-1b3b0392dd21 on network 62bc62af-1122-4c41-b64c-2f0505d61409 {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 19:50:26.979438 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b68b501-ae73-4ae2-8df4-3d872aedf2e5 None None] Checking agent: {'id': '724d89a7-611b-41e6-bc85-c48112b17afa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 18, 25, 8), 'started_at': datetime.datetime(2021, 11, 5, 18, 25, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 19, 50, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 19:50:26.979825 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b68b501-ae73-4ae2-8df4-3d872aedf2e5 None None] Checking segment: {'id': 'a22b4f9d-6c4d-45e4-b88c-d6ea2befe8bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '62bc62af-1122-4c41-b64c-2f0505d61409'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 19:50:26.980241 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-7b68b501-ae73-4ae2-8df4-3d872aedf2e5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:50:26.980636 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b68b501-ae73-4ae2-8df4-3d872aedf2e5 None None] Bound using segment: {'id': 'a22b4f9d-6c4d-45e4-b88c-d6ea2befe8bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '62bc62af-1122-4c41-b64c-2f0505d61409'} {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 19:50:26.981113 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-7b68b501-ae73-4ae2-8df4-3d872aedf2e5 None None] Bound port: 8fbe81f9-11f0-463e-ba56-1b3b0392dd21, host: n-d-816865-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a22b4f9d-6c4d-45e4-b88c-d6ea2befe8bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '62bc62af-1122-4c41-b64c-2f0505d61409'}}] {{(pid=102388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 19:50:26.981502 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-7b68b501-ae73-4ae2-8df4-3d872aedf2e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:50:27.034140 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Provisioning complete for port 7b94128b-bc3c-40c5-9832-16ad3ae40e3a triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:50:27.034469 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:50:27.094007 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-7b68b501-ae73-4ae2-8df4-3d872aedf2e5 None None] For port 8fbe81f9-11f0-463e-ba56-1b3b0392dd21, host n-d-816865-1, cleared binding levels {{(pid=102388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 19:50:27.116529 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-7b68b501-ae73-4ae2-8df4-3d872aedf2e5 None None] For port 8fbe81f9-11f0-463e-ba56-1b3b0392dd21, host n-d-816865-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=8fbe81f9-11f0-463e-ba56-1b3b0392dd21,segment=NetworkSegment(a22b4f9d-6c4d-45e4-b88c-d6ea2befe8bd),segment_id=a22b4f9d-6c4d-45e4-b88c-d6ea2befe8bd)] {{(pid=102388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 19:50:27.120411 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-b2efdcda-0e4d-4c20-8dbc-5010f4e2286f None None] Provisioning complete for port 8fbe81f9-11f0-463e-ba56-1b3b0392dd21 triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:50:27.120791 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b2efdcda-0e4d-4c20-8dbc-5010f4e2286f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:50:27.185919 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-b2efdcda-0e4d-4c20-8dbc-5010f4e2286f None None] Port 8fbe81f9-11f0-463e-ba56-1b3b0392dd21 cannot update to ACTIVE because it is not bound. {{(pid=102388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 19:50:27.188277 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device a8853f5c-5242-4994-bc64-43c59f080157 up at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 19:50:27.238420 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Provisioning complete for port a8853f5c-5242-4994-bc64-43c59f080157 triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:50:27.239404 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:50:27.261735 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-7b68b501-ae73-4ae2-8df4-3d872aedf2e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:50:27.341840 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b68b501-ae73-4ae2-8df4-3d872aedf2e5 None None] Routers {'1ddd1dd4-1322-4c67-b88b-d560eb58a695'} bound to L3 agent in host n-d-816865-1 {{(pid=102388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 19:50:27.342532 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-7b68b501-ae73-4ae2-8df4-3d872aedf2e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T19:50:05Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['1ddd1dd4-1322-4c67-b88b-d560eb58a695'], 'active': True} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:50:27.344880 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c5b4bc-2f3a-4b5a-bf89-a24d2bcb04f0 None None] Pushing event updated for resources: {'Port': ['ID=8fbe81f9-11f0-463e-ba56-1b3b0392dd21,revision_number=4']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:50:27.500592 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvr_db [None req-7b68b501-ae73-4ae2-8df4-3d872aedf2e5 None None] Set router 1ddd1dd4-1322-4c67-b88b-d560eb58a695 gateway port host: n-d-816865-1 {{(pid=102388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 19:50:27.550232 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-9b16182e-0ae3-4925-8b6c-7362d078ba47 None None] Provisioning complete for port 8fbe81f9-11f0-463e-ba56-1b3b0392dd21 triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:50:27.550615 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-9b16182e-0ae3-4925-8b6c-7362d078ba47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:50:27.566512 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-7a3d733a-da6d-45b4-8e4d-0f811155ad3f req-4f406bb2-3c81-4e6f-96ed-b25f61a5173d tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] 10.222.0.13 "GET /v2.0/ports?device_id=d8ec0f20-5b8b-4c82-81ac-89a924e62dc5 HTTP/1.1" status: 200 len: 210 time: 0.0260940 Nov 05 19:50:27.728989 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-9b16182e-0ae3-4925-8b6c-7362d078ba47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:50:27.790498 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-9b16182e-0ae3-4925-8b6c-7362d078ba47 None None] For port 8fbe81f9-11f0-463e-ba56-1b3b0392dd21, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=8fbe81f9-11f0-463e-ba56-1b3b0392dd21,segment=NetworkSegment(a22b4f9d-6c4d-45e4-b88c-d6ea2befe8bd),segment_id=a22b4f9d-6c4d-45e4-b88c-d6ea2befe8bd)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:50:27.807698 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-7b68b501-ae73-4ae2-8df4-3d872aedf2e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ddd1dd4-1322-4c67-b88b-d560eb58a695', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1649062974', 'tenant_id': '68fdb102132c4581a35bd621e01c7de2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.6'}], 'enable_snat': True}, 'gw_port_id': 'a8853f5c-5242-4994-bc64-43c59f080157', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T19:50:20Z', 'updated_at': '2021-11-05T19:50:24Z', 'revision_number': 4, 'project_id': '68fdb102132c4581a35bd621e01c7de2', 'gw_port': {'id': 'a8853f5c-5242-4994-bc64-43c59f080157', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:80:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ddd1dd4-1322-4c67-b88b-d560eb58a695', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:50:20Z', 'updated_at': '2021-11-05T19:50:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1', '_interfaces': [{'id': '8fbe81f9-11f0-463e-ba56-1b3b0392dd21', 'name': '', 'network_id': '62bc62af-1122-4c41-b64c-2f0505d61409', 'tenant_id': '68fdb102132c4581a35bd621e01c7de2', 'mac_address': 'fa:16:3e:49:e7:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ddd1dd4-1322-4c67-b88b-d560eb58a695', 'device_owner': 'network:router_interface', 'standard_attr_id': 4188, 'fixed_ips': [{'subnet_id': 'a28718a9-3cb2-4a43-b556-9456883d9ba2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:50:23Z', 'updated_at': '2021-11-05T19:50:27Z', 'revision_number': 4, 'project_id': '68fdb102132c4581a35bd621e01c7de2', 'subnets': [{'id': 'a28718a9-3cb2-4a43-b556-9456883d9ba2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-1', False) {} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:50:27.835059 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b68b501-ae73-4ae2-8df4-3d872aedf2e5 None None] The sync data for ids ['1ddd1dd4-1322-4c67-b88b-d560eb58a695'] in n-d-816865-1 is: [{'id': '1ddd1dd4-1322-4c67-b88b-d560eb58a695', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1649062974', 'tenant_id': '68fdb102132c4581a35bd621e01c7de2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.6'}], 'enable_snat': True}, 'gw_port_id': 'a8853f5c-5242-4994-bc64-43c59f080157', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T19:50:20Z', 'updated_at': '2021-11-05T19:50:24Z', 'revision_number': 4, 'project_id': '68fdb102132c4581a35bd621e01c7de2', 'gw_port': {'id': 'a8853f5c-5242-4994-bc64-43c59f080157', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:80:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ddd1dd4-1322-4c67-b88b-d560eb58a695', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:50:20Z', 'updated_at': '2021-11-05T19:50:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1', '_interfaces': [{'id': '8fbe81f9-11f0-463e-ba56-1b3b0392dd21', 'name': '', 'network_id': '62bc62af-1122-4c41-b64c-2f0505d61409', 'tenant_id': '68fdb102132c4581a35bd621e01c7de2', 'mac_address': 'fa:16:3e:49:e7:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ddd1dd4-1322-4c67-b88b-d560eb58a695', 'device_owner': 'network:router_interface', 'standard_attr_id': 4188, 'fixed_ips': [{'subnet_id': 'a28718a9-3cb2-4a43-b556-9456883d9ba2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:50:23Z', 'updated_at': '2021-11-05T19:50:27Z', 'revision_number': 4, 'project_id': '68fdb102132c4581a35bd621e01c7de2', 'subnets': [{'id': 'a28718a9-3cb2-4a43-b556-9456883d9ba2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 19:50:27.900457 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-9b16182e-0ae3-4925-8b6c-7362d078ba47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:50:27.955045 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b16182e-0ae3-4925-8b6c-7362d078ba47 None None] Pushing event updated for resources: {'Port': ['ID=8fbe81f9-11f0-463e-ba56-1b3b0392dd21,revision_number=5']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:50:28.654603 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-971fcc19-91d5-4195-9f73-f411dcea85d9 req-ba0f5a26-42f6-4707-b6f4-b46510cd4efe tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] 10.222.0.13 "GET /v2.0/ports?device_id=d8ec0f20-5b8b-4c82-81ac-89a924e62dc5 HTTP/1.1" status: 200 len: 210 time: 0.0320594 Nov 05 19:50:28.923163 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 8fbe81f9-11f0-463e-ba56-1b3b0392dd21 up at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 19:50:28.977961 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Provisioning complete for port 8fbe81f9-11f0-463e-ba56-1b3b0392dd21 triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:50:28.978371 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:50:29.748652 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-620896d0-27c7-401e-8a45-13f10977f339 req-20ba5564-1bb9-44bc-8b43-3988ff27c901 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] 10.222.0.13 "GET /v2.0/ports?device_id=d8ec0f20-5b8b-4c82-81ac-89a924e62dc5 HTTP/1.1" status: 200 len: 210 time: 0.0259774 Nov 05 19:50:30.101618 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984e615e-595d-465b-98db-e328679f5b89 req-a96998f2-0685-437d-ad6c-e690ccc19ec9 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:50:30.103233 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-984e615e-595d-465b-98db-e328679f5b89 req-a96998f2-0685-437d-ad6c-e690ccc19ec9 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] 10.222.0.55 "GET /v2.0/networks?id=62bc62af-1122-4c41-b64c-2f0505d61409 HTTP/1.1" status: 200 len: 796 time: 0.1043537 Nov 05 19:50:30.173592 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-984e615e-595d-465b-98db-e328679f5b89 req-9ab32db8-2aac-4a97-8f15-93d5c7dc572e tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=68fdb102132c4581a35bd621e01c7de2 HTTP/1.1" status: 200 len: 379 time: 0.0589423 Nov 05 19:50:30.188183 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [req-984e615e-595d-465b-98db-e328679f5b89 req-334ff028-32eb-41ac-a3ea-7c252edcf2f5 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Request body: {'port': {'device_id': 'd8ec0f20-5b8b-4c82-81ac-89a924e62dc5', 'network_id': '62bc62af-1122-4c41-b64c-2f0505d61409', 'admin_state_up': True, 'tenant_id': '68fdb102132c4581a35bd621e01c7de2', 'security_groups': ['1e48ce8a-3c28-45cd-8722-cb91238f5672']}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:50:30.365738 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-984e615e-595d-465b-98db-e328679f5b89 req-334ff028-32eb-41ac-a3ea-7c252edcf2f5 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Made reservation on behalf of 68fdb102132c4581a35bd621e01c7de2 for: {'port': 1} {{(pid=102386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 19:50:30.369368 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-984e615e-595d-465b-98db-e328679f5b89 req-334ff028-32eb-41ac-a3ea-7c252edcf2f5 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:50:30.495542 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.db_base_plugin_common [req-984e615e-595d-465b-98db-e328679f5b89 req-334ff028-32eb-41ac-a3ea-7c252edcf2f5 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Allocated IP 172.20.0.12 (62bc62af-1122-4c41-b64c-2f0505d61409/a28718a9-3cb2-4a43-b556-9456883d9ba2/87e4f811-a5c2-4986-9376-299f1c84a9fa) {{(pid=102386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 19:50:30.634781 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-984e615e-595d-465b-98db-e328679f5b89 req-334ff028-32eb-41ac-a3ea-7c252edcf2f5 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks [] for port, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:50:30.757874 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-984e615e-595d-465b-98db-e328679f5b89 req-334ff028-32eb-41ac-a3ea-7c252edcf2f5 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:50:30.798947 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-984e615e-595d-465b-98db-e328679f5b89 req-334ff028-32eb-41ac-a3ea-7c252edcf2f5 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Network 62bc62af-1122-4c41-b64c-2f0505d61409 is already hosted by enough agents. {{(pid=102386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 19:50:30.802523 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.base_scheduler [req-984e615e-595d-465b-98db-e328679f5b89 req-334ff028-32eb-41ac-a3ea-7c252edcf2f5 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Resources bound (agent type, host, resource id): {{(pid=102386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 19:50:30.808896 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [req-984e615e-595d-465b-98db-e328679f5b89 req-334ff028-32eb-41ac-a3ea-7c252edcf2f5 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Received port after_create {{(pid=102386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 19:50:30.834603 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334ff028-32eb-41ac-a3ea-7c252edcf2f5 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Pushing event updated for resources: {'Port': ['ID=87e4f811-a5c2-4986-9376-299f1c84a9fa,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:50:30.873990 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3b5490-929b-478f-91f3-f828e8046587 req-b2042c15-19e1-4025-80b9-2b15ddac1e7d tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:50:30.874691 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984e615e-595d-465b-98db-e328679f5b89 req-334ff028-32eb-41ac-a3ea-7c252edcf2f5 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:50:30.874813 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-984e615e-595d-465b-98db-e328679f5b89 req-334ff028-32eb-41ac-a3ea-7c252edcf2f5 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:50:30.875591 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-9b3b5490-929b-478f-91f3-f828e8046587 req-b2042c15-19e1-4025-80b9-2b15ddac1e7d tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] 10.222.0.13 "GET /v2.0/ports?device_id=d8ec0f20-5b8b-4c82-81ac-89a924e62dc5 HTTP/1.1" status: 200 len: 932 time: 0.0588732 Nov 05 19:50:30.933706 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-9b3b5490-929b-478f-91f3-f828e8046587 req-d8e4b61f-6a0c-49ce-8805-4119e604bd8c tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] 10.222.0.13 "GET /v2.0/security-groups?id=1e48ce8a-3c28-45cd-8722-cb91238f5672&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508926 Nov 05 19:50:30.965545 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-984e615e-595d-465b-98db-e328679f5b89 req-334ff028-32eb-41ac-a3ea-7c252edcf2f5 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7810795 Nov 05 19:50:30.980576 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [req-984e615e-595d-465b-98db-e328679f5b89 req-db02e661-597b-4a30-bd69-f4f1d71c69eb tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=102386) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 05 19:50:30.981632 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-984e615e-595d-465b-98db-e328679f5b89 req-db02e661-597b-4a30-bd69-f4f1d71c69eb tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055978 Nov 05 19:50:31.042139 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-f19424e3-e1e6-47f2-b935-e5594b6d4a26 None None] Provisioning complete for port 87e4f811-a5c2-4986-9376-299f1c84a9fa triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:50:31.042640 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-f19424e3-e1e6-47f2-b935-e5594b6d4a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:50:31.043681 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [req-984e615e-595d-465b-98db-e328679f5b89 req-7ed811cf-0873-4e5d-abc6-cb2a24526c87 service neutron] Request body: {'port': {'device_id': 'd8ec0f20-5b8b-4c82-81ac-89a924e62dc5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816865-1'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:50:31.080729 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-f19424e3-e1e6-47f2-b935-e5594b6d4a26 None None] Port 87e4f811-a5c2-4986-9376-299f1c84a9fa cannot update to ACTIVE because it is not bound. {{(pid=102388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 19:50:31.101341 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-984e615e-595d-465b-98db-e328679f5b89 req-7ed811cf-0873-4e5d-abc6-cb2a24526c87 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:50:31.356898 n-d-816865-1 neutron-server[102386]: DEBUG neutron.notifiers.nova [req-984e615e-595d-465b-98db-e328679f5b89 req-7ed811cf-0873-4e5d-abc6-cb2a24526c87 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 87e4f811-a5c2-4986-9376-299f1c84a9fa {{(pid=102386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 19:50:31.364506 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-984e615e-595d-465b-98db-e328679f5b89 req-7ed811cf-0873-4e5d-abc6-cb2a24526c87 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:50:31.375973 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.provisioning_blocks [req-984e615e-595d-465b-98db-e328679f5b89 req-7ed811cf-0873-4e5d-abc6-cb2a24526c87 service neutron] Transition to ACTIVE for port object 87e4f811-a5c2-4986-9376-299f1c84a9fa will not be triggered until provisioned by entity L2. {{(pid=102386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 05 19:50:31.460027 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-984e615e-595d-465b-98db-e328679f5b89 req-7ed811cf-0873-4e5d-abc6-cb2a24526c87 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6149821'] for port, after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:50:31.512574 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed811cf-0873-4e5d-abc6-cb2a24526c87 service neutron] Pushing event updated for resources: {'Port': ['ID=87e4f811-a5c2-4986-9376-299f1c84a9fa,revision_number=2']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:50:31.592368 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [req-984e615e-595d-465b-98db-e328679f5b89 req-7ed811cf-0873-4e5d-abc6-cb2a24526c87 service neutron] Attempting to bind port 87e4f811-a5c2-4986-9376-299f1c84a9fa on host n-h2-816865-1 for vnic_type normal with profile {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 19:50:31.592721 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [req-984e615e-595d-465b-98db-e328679f5b89 req-7ed811cf-0873-4e5d-abc6-cb2a24526c87 service neutron] Attempting to bind port 87e4f811-a5c2-4986-9376-299f1c84a9fa by drivers openvswitch,hyperv on host n-h2-816865-1 at level 0 using segments [{'id': 'a22b4f9d-6c4d-45e4-b88c-d6ea2befe8bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '62bc62af-1122-4c41-b64c-2f0505d61409'}] {{(pid=102386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 19:50:31.593113 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-984e615e-595d-465b-98db-e328679f5b89 req-7ed811cf-0873-4e5d-abc6-cb2a24526c87 service neutron] Attempting to bind port 87e4f811-a5c2-4986-9376-299f1c84a9fa on network 62bc62af-1122-4c41-b64c-2f0505d61409 {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 19:50:31.597948 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-984e615e-595d-465b-98db-e328679f5b89 req-7ed811cf-0873-4e5d-abc6-cb2a24526c87 service neutron] Port 87e4f811-a5c2-4986-9376-299f1c84a9fa on network 62bc62af-1122-4c41-b64c-2f0505d61409 not bound, no agent of type Open vSwitch agent registered on host n-h2-816865-1 {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 19:50:31.599426 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-984e615e-595d-465b-98db-e328679f5b89 req-7ed811cf-0873-4e5d-abc6-cb2a24526c87 service neutron] Attempting to bind port 87e4f811-a5c2-4986-9376-299f1c84a9fa on network 62bc62af-1122-4c41-b64c-2f0505d61409 {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 19:50:31.605069 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-984e615e-595d-465b-98db-e328679f5b89 req-7ed811cf-0873-4e5d-abc6-cb2a24526c87 service neutron] Checking agent: {'id': '32aff553-696f-4891-83f5-5c176f61fe54', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816865-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 18, 33, 36), 'started_at': datetime.datetime(2021, 11, 5, 18, 33, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 19, 50, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 19:50:31.605405 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-984e615e-595d-465b-98db-e328679f5b89 req-7ed811cf-0873-4e5d-abc6-cb2a24526c87 service neutron] Checking segment: {'id': 'a22b4f9d-6c4d-45e4-b88c-d6ea2befe8bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '62bc62af-1122-4c41-b64c-2f0505d61409'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 19:50:31.605810 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-984e615e-595d-465b-98db-e328679f5b89 req-7ed811cf-0873-4e5d-abc6-cb2a24526c87 service neutron] Bound using segment: {'id': 'a22b4f9d-6c4d-45e4-b88c-d6ea2befe8bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '62bc62af-1122-4c41-b64c-2f0505d61409'} {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 19:50:31.606259 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [req-984e615e-595d-465b-98db-e328679f5b89 req-7ed811cf-0873-4e5d-abc6-cb2a24526c87 service neutron] Bound port: 87e4f811-a5c2-4986-9376-299f1c84a9fa, host: n-h2-816865-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a22b4f9d-6c4d-45e4-b88c-d6ea2befe8bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '62bc62af-1122-4c41-b64c-2f0505d61409'}}] {{(pid=102386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 19:50:31.606644 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-984e615e-595d-465b-98db-e328679f5b89 req-7ed811cf-0873-4e5d-abc6-cb2a24526c87 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:50:31.672765 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [req-984e615e-595d-465b-98db-e328679f5b89 req-7ed811cf-0873-4e5d-abc6-cb2a24526c87 service neutron] For port 87e4f811-a5c2-4986-9376-299f1c84a9fa, host n-h2-816865-1, cleared binding levels {{(pid=102386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 19:50:31.675857 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [req-984e615e-595d-465b-98db-e328679f5b89 req-7ed811cf-0873-4e5d-abc6-cb2a24526c87 service neutron] For port 87e4f811-a5c2-4986-9376-299f1c84a9fa, host n-h2-816865-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=87e4f811-a5c2-4986-9376-299f1c84a9fa,segment=NetworkSegment(a22b4f9d-6c4d-45e4-b88c-d6ea2befe8bd),segment_id=a22b4f9d-6c4d-45e4-b88c-d6ea2befe8bd)] {{(pid=102386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 19:50:31.748962 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-984e615e-595d-465b-98db-e328679f5b89 req-7ed811cf-0873-4e5d-abc6-cb2a24526c87 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6149821'] for port, after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:50:31.782569 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984e615e-595d-465b-98db-e328679f5b89 req-7ed811cf-0873-4e5d-abc6-cb2a24526c87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:50:31.783192 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-984e615e-595d-465b-98db-e328679f5b89 req-7ed811cf-0873-4e5d-abc6-cb2a24526c87 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:50:31.784564 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-984e615e-595d-465b-98db-e328679f5b89 req-7ed811cf-0873-4e5d-abc6-cb2a24526c87 service neutron] 10.222.0.55 "PUT /v2.0/ports/87e4f811-a5c2-4986-9376-299f1c84a9fa HTTP/1.1" status: 200 len: 1092 time: 0.7897420 Nov 05 19:50:31.785019 n-d-816865-1 neutron-server[102386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8ec0f20-5b8b-4c82-81ac-89a924e62dc5', 'tag': '87e4f811-a5c2-4986-9376-299f1c84a9fa'}] {{(pid=102386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 19:50:31.787375 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d24c2e9fd656c946d5f792cc44b0d4efbe125a7d17e01666b7f4dc8150dd75ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c5ac1cf-8acf-4e49-b2e1-bdf592399443" -d '{"events": [{"name": "network-changed", "server_uuid": "d8ec0f20-5b8b-4c82-81ac-89a924e62dc5", "tag": "87e4f811-a5c2-4986-9376-299f1c84a9fa"}]}' {{(pid=102386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 19:50:31.818854 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed811cf-0873-4e5d-abc6-cb2a24526c87 service neutron] Pushing event updated for resources: {'Port': ['ID=87e4f811-a5c2-4986-9376-299f1c84a9fa,revision_number=3']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:50:31.845619 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 19:50:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8529bae4-7549-4029-ab6d-cda5dc631d4d x-openstack-request-id: req-8529bae4-7549-4029-ab6d-cda5dc631d4d {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 19:50:31.845976 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8ec0f20-5b8b-4c82-81ac-89a924e62dc5", "tag": "87e4f811-a5c2-4986-9376-299f1c84a9fa", "status": "completed", "code": 200}]} {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 19:50:31.846313 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8529bae4-7549-4029-ab6d-cda5dc631d4d {{(pid=102386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 19:50:31.846724 n-d-816865-1 neutron-server[102386]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8ec0f20-5b8b-4c82-81ac-89a924e62dc5', 'tag': '87e4f811-a5c2-4986-9376-299f1c84a9fa', 'status': 'completed', 'code': 200} Nov 05 19:50:31.915416 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5ac1cf-8acf-4e49-b2e1-bdf592399443 req-b43ddab2-486c-4a82-9b96-0ec6507a2fdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:50:31.919034 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-7c5ac1cf-8acf-4e49-b2e1-bdf592399443 req-b43ddab2-486c-4a82-9b96-0ec6507a2fdc service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=68fdb102132c4581a35bd621e01c7de2&device_id=d8ec0f20-5b8b-4c82-81ac-89a924e62dc5 HTTP/1.1" status: 200 len: 1095 time: 0.0480120 Nov 05 19:50:32.032903 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5ac1cf-8acf-4e49-b2e1-bdf592399443 req-5364f97d-27bb-48e2-8555-89eddcef4383 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:50:32.034401 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-7c5ac1cf-8acf-4e49-b2e1-bdf592399443 req-5364f97d-27bb-48e2-8555-89eddcef4383 service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=68fdb102132c4581a35bd621e01c7de2&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1030467 Nov 05 19:50:32.060679 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170a610e-7fe4-4443-b610-00a88d122ca1 req-5f8f829f-3a86-45b7-bb9f-e18138d60202 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:50:32.062165 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-170a610e-7fe4-4443-b610-00a88d122ca1 req-5f8f829f-3a86-45b7-bb9f-e18138d60202 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] 10.222.0.13 "GET /v2.0/ports?device_id=d8ec0f20-5b8b-4c82-81ac-89a924e62dc5 HTTP/1.1" status: 200 len: 944 time: 0.0530195 Nov 05 19:50:32.115975 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-170a610e-7fe4-4443-b610-00a88d122ca1 req-596561d2-6396-48ac-b058-fc192d9892d9 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] 10.222.0.13 "GET /v2.0/security-groups?id=1e48ce8a-3c28-45cd-8722-cb91238f5672&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472102 Nov 05 19:50:32.144579 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5ac1cf-8acf-4e49-b2e1-bdf592399443 req-ca00c5d7-e1e9-4740-8db8-6a4a239a7f69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:50:32.146858 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-7c5ac1cf-8acf-4e49-b2e1-bdf592399443 req-ca00c5d7-e1e9-4740-8db8-6a4a239a7f69 service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1017978 Nov 05 19:50:32.231598 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984e615e-595d-465b-98db-e328679f5b89 req-9ca1e580-2543-41cf-8963-2966d49bafd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:50:32.233083 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-984e615e-595d-465b-98db-e328679f5b89 req-9ca1e580-2543-41cf-8963-2966d49bafd1 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=68fdb102132c4581a35bd621e01c7de2&device_id=d8ec0f20-5b8b-4c82-81ac-89a924e62dc5 HTTP/1.1" status: 200 len: 1095 time: 0.0399120 Nov 05 19:50:32.283647 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-984e615e-595d-465b-98db-e328679f5b89 req-86e98ab1-fe78-44df-a4ae-7b5e66478ac9 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=87e4f811-a5c2-4986-9376-299f1c84a9fa HTTP/1.1" status: 200 len: 217 time: 0.0338483 Nov 05 19:50:32.339608 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984e615e-595d-465b-98db-e328679f5b89 req-83d3f5f1-3d23-40ce-b884-eea339ccecb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:50:32.341057 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-984e615e-595d-465b-98db-e328679f5b89 req-83d3f5f1-3d23-40ce-b884-eea339ccecb2 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a28718a9-3cb2-4a43-b556-9456883d9ba2 HTTP/1.1" status: 200 len: 834 time: 0.0475562 Nov 05 19:50:32.394013 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984e615e-595d-465b-98db-e328679f5b89 req-30ebd092-71c6-42a8-839f-3078d8817805 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:50:32.395541 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-984e615e-595d-465b-98db-e328679f5b89 req-30ebd092-71c6-42a8-839f-3078d8817805 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=62bc62af-1122-4c41-b64c-2f0505d61409&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0430155 Nov 05 19:50:32.494669 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-984e615e-595d-465b-98db-e328679f5b89 req-fd0cb97a-44db-4458-98c2-23d2861013a0 service neutron] 10.222.0.55 "GET /v2.0/networks/62bc62af-1122-4c41-b64c-2f0505d61409?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876875 Nov 05 19:50:32.592775 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-984e615e-595d-465b-98db-e328679f5b89 req-c5351502-15e5-45ad-931c-89bb597c2325 service neutron] 10.222.0.55 "GET /v2.0/networks/62bc62af-1122-4c41-b64c-2f0505d61409?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865746 Nov 05 19:50:32.671291 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-93704b7f-f45f-474b-afb1-dcb78a16f3ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:50:33.233297 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41a5821-6ce9-4d7a-82ce-db2ecb227e00 req-43bc1dda-ad15-47d1-9b0b-fdedd81d807a tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:50:33.234871 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-e41a5821-6ce9-4d7a-82ce-db2ecb227e00 req-43bc1dda-ad15-47d1-9b0b-fdedd81d807a tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] 10.222.0.13 "GET /v2.0/ports?device_id=d8ec0f20-5b8b-4c82-81ac-89a924e62dc5 HTTP/1.1" status: 200 len: 944 time: 0.0498819 Nov 05 19:50:33.285664 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-e41a5821-6ce9-4d7a-82ce-db2ecb227e00 req-e3320445-04cb-41b4-a194-90d03de1c993 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] 10.222.0.13 "GET /v2.0/security-groups?id=1e48ce8a-3c28-45cd-8722-cb91238f5672&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448835 Nov 05 19:50:33.707558 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.agents_db [None req-b9406b04-a0e8-43cf-b349-711963d96cf4 None None] Agent healthcheck: found 7 active agents {{(pid=102389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 05 19:50:34.398995 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d376c689-15c8-4fd5-a1c4-fb91c0aa0ef4 req-e73a578b-b062-43cd-ac21-693c45dc0a9e tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:50:34.400465 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-d376c689-15c8-4fd5-a1c4-fb91c0aa0ef4 req-e73a578b-b062-43cd-ac21-693c45dc0a9e tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] 10.222.0.13 "GET /v2.0/ports?device_id=d8ec0f20-5b8b-4c82-81ac-89a924e62dc5 HTTP/1.1" status: 200 len: 944 time: 0.0484016 Nov 05 19:50:34.449010 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-d376c689-15c8-4fd5-a1c4-fb91c0aa0ef4 req-4e46b7e3-4214-4e23-be4e-c2a31dbb8691 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] 10.222.0.13 "GET /v2.0/security-groups?id=1e48ce8a-3c28-45cd-8722-cb91238f5672&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424531 Nov 05 19:50:34.746240 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Device 87e4f811-a5c2-4986-9376-299f1c84a9fa details requested by agent hyperv_n-h2-816865-1 with host n-h2-816865-1 {{(pid=102388) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 05 19:50:34.853958 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] For port 87e4f811-a5c2-4986-9376-299f1c84a9fa, host n-h2-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=87e4f811-a5c2-4986-9376-299f1c84a9fa,segment=NetworkSegment(a22b4f9d-6c4d-45e4-b88c-d6ea2befe8bd),segment_id=a22b4f9d-6c4d-45e4-b88c-d6ea2befe8bd)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:50:34.864590 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Returning: {'device': '87e4f811-a5c2-4986-9376-299f1c84a9fa', 'network_id': '62bc62af-1122-4c41-b64c-2f0505d61409', 'port_id': '87e4f811-a5c2-4986-9376-299f1c84a9fa', 'mac_address': 'fa:16:3e:25:31:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 184, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a28718a9-3cb2-4a43-b556-9456883d9ba2', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102388) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 05 19:50:34.904434 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:50:34.917155 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:50:34.919070 n-d-816865-1 neutron-server[102388]: DEBUG neutron.notifiers.nova [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 87e4f811-a5c2-4986-9376-299f1c84a9fa {{(pid=102388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 19:50:34.939012 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] For port 87e4f811-a5c2-4986-9376-299f1c84a9fa, host n-h2-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=87e4f811-a5c2-4986-9376-299f1c84a9fa,segment=NetworkSegment(a22b4f9d-6c4d-45e4-b88c-d6ea2befe8bd),segment_id=a22b4f9d-6c4d-45e4-b88c-d6ea2befe8bd)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:50:35.022800 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:50:35.069493 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Pushing event updated for resources: {'Port': ['ID=87e4f811-a5c2-4986-9376-299f1c84a9fa,revision_number=4']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:50:35.326354 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] get_ports_and_sgs() called for port_ids ['87e4f811-a5c2-4986-9376-299f1c84a9fa'] {{(pid=102388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 19:50:35.454058 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-0ec17415-cf45-4b1b-9228-6a46562af4de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:50:35.571212 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ad291c-a3b8-4e94-89ee-68b0059fe43a req-0ead8785-82bf-4691-b4be-b12c24c0c15d tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:50:35.572901 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-08ad291c-a3b8-4e94-89ee-68b0059fe43a req-0ead8785-82bf-4691-b4be-b12c24c0c15d tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] 10.222.0.13 "GET /v2.0/ports?device_id=d8ec0f20-5b8b-4c82-81ac-89a924e62dc5 HTTP/1.1" status: 200 len: 945 time: 0.0553894 Nov 05 19:50:35.622742 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-08ad291c-a3b8-4e94-89ee-68b0059fe43a req-83bca51b-4ee3-4c48-95a0-0399d1da70f8 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] 10.222.0.13 "GET /v2.0/security-groups?id=1e48ce8a-3c28-45cd-8722-cb91238f5672&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438151 Nov 05 19:50:36.499877 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b304910f-7b27-444b-a8fc-977d26b1ceac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:50:36.737524 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d779fa55-fc1e-4a2e-b54a-2a86053042e9 req-43643c8f-0e69-491c-9998-f55d7ab4bac8 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:50:36.739039 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-d779fa55-fc1e-4a2e-b54a-2a86053042e9 req-43643c8f-0e69-491c-9998-f55d7ab4bac8 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] 10.222.0.13 "GET /v2.0/ports?device_id=d8ec0f20-5b8b-4c82-81ac-89a924e62dc5 HTTP/1.1" status: 200 len: 945 time: 0.0496840 Nov 05 19:50:36.779648 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Device 87e4f811-a5c2-4986-9376-299f1c84a9fa up at agent hyperv_n-h2-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 19:50:36.791224 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-d779fa55-fc1e-4a2e-b54a-2a86053042e9 req-fb09dc5f-8ab3-421d-937b-7cef4372e1e2 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] 10.222.0.13 "GET /v2.0/security-groups?id=1e48ce8a-3c28-45cd-8722-cb91238f5672&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457065 Nov 05 19:50:36.923004 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Provisioning for port 87e4f811-a5c2-4986-9376-299f1c84a9fa completed by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 05 19:50:36.927258 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Provisioning complete for port 87e4f811-a5c2-4986-9376-299f1c84a9fa triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:50:36.927628 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:50:36.952936 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:50:37.008490 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:50:37.031391 n-d-816865-1 neutron-server[102388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8ec0f20-5b8b-4c82-81ac-89a924e62dc5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87e4f811-a5c2-4986-9376-299f1c84a9fa'}] {{(pid=102388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 19:50:37.033538 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6791add14b0903d9e674b39f457aa3a29109aa98d0835d5644e65cf363d7cf55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1723d1d9-9f2f-4d49-95d2-e8612cf5ad7a" -d '{"events": [{"server_uuid": "d8ec0f20-5b8b-4c82-81ac-89a924e62dc5", "name": "network-vif-plugged", "status": "completed", "tag": "87e4f811-a5c2-4986-9376-299f1c84a9fa"}]}' {{(pid=102388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 19:50:37.049409 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] For port 87e4f811-a5c2-4986-9376-299f1c84a9fa, host n-h2-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=87e4f811-a5c2-4986-9376-299f1c84a9fa,segment=NetworkSegment(a22b4f9d-6c4d-45e4-b88c-d6ea2befe8bd),segment_id=a22b4f9d-6c4d-45e4-b88c-d6ea2befe8bd)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:50:37.123211 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 19:50:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c54250a6-cd23-45d1-aa45-f7c8e1118010 x-openstack-request-id: req-c54250a6-cd23-45d1-aa45-f7c8e1118010 {{(pid=102388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 19:50:37.123501 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8ec0f20-5b8b-4c82-81ac-89a924e62dc5", "name": "network-vif-plugged", "status": "completed", "tag": "87e4f811-a5c2-4986-9376-299f1c84a9fa", "code": 200}]} {{(pid=102388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 19:50:37.123779 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c54250a6-cd23-45d1-aa45-f7c8e1118010 {{(pid=102388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 19:50:37.124176 n-d-816865-1 neutron-server[102388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8ec0f20-5b8b-4c82-81ac-89a924e62dc5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87e4f811-a5c2-4986-9376-299f1c84a9fa', 'code': 200} Nov 05 19:50:37.128692 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:50:37.179192 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Pushing event updated for resources: {'Port': ['ID=87e4f811-a5c2-4986-9376-299f1c84a9fa,revision_number=5']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:50:37.226981 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c908e8e-84dd-410e-86a8-98fc4c6090a9 req-302d17b0-74a9-4fb8-8c4d-1f2faaf3466f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:50:37.228489 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-4c908e8e-84dd-410e-86a8-98fc4c6090a9 req-302d17b0-74a9-4fb8-8c4d-1f2faaf3466f service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=d8ec0f20-5b8b-4c82-81ac-89a924e62dc5 HTTP/1.1" status: 200 len: 1097 time: 0.0411799 Nov 05 19:50:37.276377 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-4c908e8e-84dd-410e-86a8-98fc4c6090a9 req-aabc714a-c735-426d-8e0f-8df6236a362c service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=1e48ce8a-3c28-45cd-8722-cb91238f5672&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394607 Nov 05 19:50:37.911019 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc85258a-f6a3-4728-85cf-aca142fde920 req-fe68b225-9ab9-458d-9f33-818ab9b7996c tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:50:37.912546 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-dc85258a-f6a3-4728-85cf-aca142fde920 req-fe68b225-9ab9-458d-9f33-818ab9b7996c tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] 10.222.0.13 "GET /v2.0/ports?device_id=d8ec0f20-5b8b-4c82-81ac-89a924e62dc5 HTTP/1.1" status: 200 len: 946 time: 0.0488286 Nov 05 19:50:37.967930 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-dc85258a-f6a3-4728-85cf-aca142fde920 req-868bf56b-d9f3-4486-bec4-74f6adb5303a tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] 10.222.0.13 "GET /v2.0/security-groups?id=1e48ce8a-3c28-45cd-8722-cb91238f5672&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482843 Nov 05 19:50:38.491313 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-31f93893-a48e-4ae8-833d-dccb2b42eacc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:50:38.603017 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:50:39.090267 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79777dce-9940-4504-a985-c81213fef5c8 req-3067f37b-5165-46dc-b653-1da90012d871 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:50:39.091380 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-79777dce-9940-4504-a985-c81213fef5c8 req-3067f37b-5165-46dc-b653-1da90012d871 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] 10.222.0.13 "GET /v2.0/ports?device_id=d8ec0f20-5b8b-4c82-81ac-89a924e62dc5 HTTP/1.1" status: 200 len: 946 time: 0.0516071 Nov 05 19:50:39.141483 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-79777dce-9940-4504-a985-c81213fef5c8 req-e13f4775-9c90-4c58-8178-3ae75c1dea6a tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] 10.222.0.13 "GET /v2.0/security-groups?id=1e48ce8a-3c28-45cd-8722-cb91238f5672&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441270 Nov 05 19:50:39.253425 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d73e7d-dbca-4f20-8813-258d61de8ccb req-d7d72147-de6d-4c15-b038-41360b8fef6f tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:50:39.254953 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-d1d73e7d-dbca-4f20-8813-258d61de8ccb req-d7d72147-de6d-4c15-b038-41360b8fef6f tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] 10.222.0.13 "GET /v2.0/ports?device_id=d8ec0f20-5b8b-4c82-81ac-89a924e62dc5 HTTP/1.1" status: 200 len: 946 time: 0.0490441 Nov 05 19:50:39.304143 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-d1d73e7d-dbca-4f20-8813-258d61de8ccb req-af1ea16c-6924-441b-abbc-73d620293e2f tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] 10.222.0.13 "GET /v2.0/security-groups?id=1e48ce8a-3c28-45cd-8722-cb91238f5672&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425761 Nov 05 19:50:39.325077 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 46420) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:50:39.368404 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a73af789-4526-411e-bd6d-181f72f9284c tempest-TestNetworkAdvancedServerOps-880610799 tempest-TestNetworkAdvancedServerOps-880610799-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:50:39.369840 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-a73af789-4526-411e-bd6d-181f72f9284c tempest-TestNetworkAdvancedServerOps-880610799 tempest-TestNetworkAdvancedServerOps-880610799-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=d8ec0f20-5b8b-4c82-81ac-89a924e62dc5 HTTP/1.1" status: 200 len: 1092 time: 0.0438006 Nov 05 19:50:39.372678 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 46422) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:50:39.376883 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-c3f89b27-c6cf-439a-983b-e0fc3cd4e4ea tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Request body: {'floatingip': {'floating_network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'port_id': '87e4f811-a5c2-4986-9376-299f1c84a9fa', 'tenant_id': '68fdb102132c4581a35bd621e01c7de2', 'fixed_ip_address': '172.20.0.12'}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:50:39.485886 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-c3f89b27-c6cf-439a-983b-e0fc3cd4e4ea tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks [] for floatingip, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:50:39.581488 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-c3f89b27-c6cf-439a-983b-e0fc3cd4e4ea tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:50:39.685745 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.db_base_plugin_common [None req-c3f89b27-c6cf-439a-983b-e0fc3cd4e4ea tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Allocated IP 172.25.6.215 (40c8335d-cd0b-4cb5-910a-d4dcddd5cbec/04fe6db3-e108-4208-943d-6518424f5726/ffc64c2c-0590-4fa2-bd4e-55c777904f00) {{(pid=102387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 19:50:39.783155 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-c3f89b27-c6cf-439a-983b-e0fc3cd4e4ea tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks [] for port, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:50:39.883786 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-c3f89b27-c6cf-439a-983b-e0fc3cd4e4ea tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4417063'] for port, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:50:39.927761 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3f89b27-c6cf-439a-983b-e0fc3cd4e4ea tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Network 40c8335d-cd0b-4cb5-910a-d4dcddd5cbec is already hosted by enough agents. {{(pid=102387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 19:50:39.933526 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.base_scheduler [None req-c3f89b27-c6cf-439a-983b-e0fc3cd4e4ea tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Resources bound (agent type, host, resource id): {{(pid=102387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 19:50:39.936369 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3f89b27-c6cf-439a-983b-e0fc3cd4e4ea tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Received port after_create {{(pid=102387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 19:50:39.964467 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f89b27-c6cf-439a-983b-e0fc3cd4e4ea tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Pushing event updated for resources: {'Port': ['ID=ffc64c2c-0590-4fa2-bd4e-55c777904f00,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:50:40.291417 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-c3f89b27-c6cf-439a-983b-e0fc3cd4e4ea tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:50:40.427123 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-c3f89b27-c6cf-439a-983b-e0fc3cd4e4ea tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:50:40.575799 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-c3f89b27-c6cf-439a-983b-e0fc3cd4e4ea tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks [] for port, precommit_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:50:40.657205 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-c3f89b27-c6cf-439a-983b-e0fc3cd4e4ea tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4417072'] for port, after_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:50:40.723368 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f89b27-c6cf-439a-983b-e0fc3cd4e4ea tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Pushing event updated for resources: {'Port': ['ID=ffc64c2c-0590-4fa2-bd4e-55c777904f00,revision_number=2']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:50:40.735377 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-c3f89b27-c6cf-439a-983b-e0fc3cd4e4ea tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1000577'] for floatingip, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:50:40.834223 n-d-816865-1 neutron-server[102387]: INFO neutron.db.l3_db [None req-c3f89b27-c6cf-439a-983b-e0fc3cd4e4ea tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Floating IP a8841343-05ed-43f4-b1d7-7bffb0b8484e associated. External IP: 172.25.6.215, port: 87e4f811-a5c2-4986-9376-299f1c84a9fa. Nov 05 19:50:41.041896 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3f89b27-c6cf-439a-983b-e0fc3cd4e4ea tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Router 1ddd1dd4-1322-4c67-b88b-d560eb58a695 has already been hosted by L3 agent 6dcb5589-8e86-4616-9186-ddc4548e13ad {{(pid=102387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 19:50:41.149195 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3f89b27-c6cf-439a-983b-e0fc3cd4e4ea tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Notify agent at l3_agent.n-d-816865-1 the message routers_updated {{(pid=102387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 19:50:41.158571 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-421d1296-cd68-43e1-b883-ab024e2454f2 None None] Sync routers for ids ['1ddd1dd4-1322-4c67-b88b-d560eb58a695'] in n-d-816865-1 {{(pid=102389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 19:50:41.169100 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-421d1296-cd68-43e1-b883-ab024e2454f2 None None] Routers {'1ddd1dd4-1322-4c67-b88b-d560eb58a695'} bound to L3 agent in host n-d-816865-1 {{(pid=102389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 19:50:41.169733 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-421d1296-cd68-43e1-b883-ab024e2454f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T19:50:35Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['1ddd1dd4-1322-4c67-b88b-d560eb58a695'], 'active': True} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:50:41.230559 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-c3f89b27-c6cf-439a-983b-e0fc3cd4e4ea tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for floatingip, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:50:41.258840 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-c3f89b27-c6cf-439a-983b-e0fc3cd4e4ea tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8849525 Nov 05 19:50:41.259380 n-d-816865-1 neutron-server[102387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8ec0f20-5b8b-4c82-81ac-89a924e62dc5', 'tag': '87e4f811-a5c2-4986-9376-299f1c84a9fa'}] {{(pid=102387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 19:50:41.261718 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1aa7e2392c69fb9acc0b335571f919b1f61097b9ced1ed941ddb2f5c01cc85e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c836dab-4038-44c4-98e2-2ac3b2f2d62f" -d '{"events": [{"name": "network-changed", "server_uuid": "d8ec0f20-5b8b-4c82-81ac-89a924e62dc5", "tag": "87e4f811-a5c2-4986-9376-299f1c84a9fa"}]}' {{(pid=102387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 19:50:41.359086 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac7513b-7495-44a0-9940-d0d9c39023b5 req-092233fd-81ec-4064-8f73-d2b87369797d tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:50:41.360590 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-6ac7513b-7495-44a0-9940-d0d9c39023b5 req-092233fd-81ec-4064-8f73-d2b87369797d tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] 10.222.0.13 "GET /v2.0/ports?device_id=d8ec0f20-5b8b-4c82-81ac-89a924e62dc5 HTTP/1.1" status: 200 len: 946 time: 0.0497143 Nov 05 19:50:41.369914 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvr_db [None req-421d1296-cd68-43e1-b883-ab024e2454f2 None None] Set router 1ddd1dd4-1322-4c67-b88b-d560eb58a695 gateway port host: n-d-816865-1 {{(pid=102389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 19:50:41.409933 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-6ac7513b-7495-44a0-9940-d0d9c39023b5 req-df1c1449-6c4c-455e-a13e-55ec2c48b067 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] 10.222.0.13 "GET /v2.0/security-groups?id=1e48ce8a-3c28-45cd-8722-cb91238f5672&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431471 Nov 05 19:50:41.434189 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 46430) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:50:41.457414 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 19:50:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71e9b215-3d58-43ed-9441-176a81c91334 x-openstack-request-id: req-71e9b215-3d58-43ed-9441-176a81c91334 {{(pid=102387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 19:50:41.457709 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8ec0f20-5b8b-4c82-81ac-89a924e62dc5", "tag": "87e4f811-a5c2-4986-9376-299f1c84a9fa", "status": "completed", "code": 200}]} {{(pid=102387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 19:50:41.457965 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-71e9b215-3d58-43ed-9441-176a81c91334 {{(pid=102387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 19:50:41.458410 n-d-816865-1 neutron-server[102387]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8ec0f20-5b8b-4c82-81ac-89a924e62dc5', 'tag': '87e4f811-a5c2-4986-9376-299f1c84a9fa', 'status': 'completed', 'code': 200} Nov 05 19:50:41.532646 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-163a7468-7c36-4bf6-8bb5-f528575957fc tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] 10.222.0.13 "GET /v2.0/floatingips/a8841343-05ed-43f4-b1d7-7bffb0b8484e HTTP/1.1" status: 200 len: 992 time: 0.0967526 Nov 05 19:50:41.538452 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c836dab-4038-44c4-98e2-2ac3b2f2d62f req-a3d54c62-8f21-4833-bd5d-43c3fa7c6aeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:50:41.539924 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-8c836dab-4038-44c4-98e2-2ac3b2f2d62f req-a3d54c62-8f21-4833-bd5d-43c3fa7c6aeb service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=68fdb102132c4581a35bd621e01c7de2&device_id=d8ec0f20-5b8b-4c82-81ac-89a924e62dc5 HTTP/1.1" status: 200 len: 1097 time: 0.0585120 Nov 05 19:50:41.603755 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-421d1296-cd68-43e1-b883-ab024e2454f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ddd1dd4-1322-4c67-b88b-d560eb58a695', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1649062974', 'tenant_id': '68fdb102132c4581a35bd621e01c7de2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.6'}], 'enable_snat': True}, 'gw_port_id': 'a8853f5c-5242-4994-bc64-43c59f080157', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T19:50:20Z', 'updated_at': '2021-11-05T19:50:24Z', 'revision_number': 4, 'project_id': '68fdb102132c4581a35bd621e01c7de2', 'gw_port': {'id': 'a8853f5c-5242-4994-bc64-43c59f080157', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:80:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ddd1dd4-1322-4c67-b88b-d560eb58a695', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:50:20Z', 'updated_at': '2021-11-05T19:50:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1', '_floatingips': [{'id': 'a8841343-05ed-43f4-b1d7-7bffb0b8484e', 'tenant_id': '68fdb102132c4581a35bd621e01c7de2', 'floating_ip_address': '172.25.6.215', 'floating_network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'router_id': '1ddd1dd4-1322-4c67-b88b-d560eb58a695', 'port_id': '87e4f811-a5c2-4986-9376-299f1c84a9fa', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4191, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '62bc62af-1122-4c41-b64c-2f0505d61409', 'mac_address': 'fa:16:3e:25:31:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8ec0f20-5b8b-4c82-81ac-89a924e62dc5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-05T19:50:40Z', 'updated_at': '2021-11-05T19:50:40Z', 'revision_number': 0, 'project_id': '68fdb102132c4581a35bd621e01c7de2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8fbe81f9-11f0-463e-ba56-1b3b0392dd21', 'name': '', 'network_id': '62bc62af-1122-4c41-b64c-2f0505d61409', 'tenant_id': '68fdb102132c4581a35bd621e01c7de2', 'mac_address': 'fa:16:3e:49:e7:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ddd1dd4-1322-4c67-b88b-d560eb58a695', 'device_owner': 'network:router_interface', 'standard_attr_id': 4188, 'fixed_ips': [{'subnet_id': 'a28718a9-3cb2-4a43-b556-9456883d9ba2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:50:23Z', 'updated_at': '2021-11-05T19:50:27Z', 'revision_number': 5, 'project_id': '68fdb102132c4581a35bd621e01c7de2', 'subnets': [{'id': 'a28718a9-3cb2-4a43-b556-9456883d9ba2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-1', False) {} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:50:41.628712 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-421d1296-cd68-43e1-b883-ab024e2454f2 None None] Checking router: 1ddd1dd4-1322-4c67-b88b-d560eb58a695 for host: n-d-816865-1 {{(pid=102389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 19:50:41.634542 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c836dab-4038-44c4-98e2-2ac3b2f2d62f req-fec9316a-23bc-4a26-b2f1-ef2cf4f14e61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:50:41.636065 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-8c836dab-4038-44c4-98e2-2ac3b2f2d62f req-fec9316a-23bc-4a26-b2f1-ef2cf4f14e61 service neutron] 10.222.0.55 "GET /v2.0/networks?id=62bc62af-1122-4c41-b64c-2f0505d61409 HTTP/1.1" status: 200 len: 897 time: 0.0884106 Nov 05 19:50:41.637418 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-421d1296-cd68-43e1-b883-ab024e2454f2 None None] Routers {'1ddd1dd4-1322-4c67-b88b-d560eb58a695'} bound to L3 agent in host n-d-816865-1 {{(pid=102389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 19:50:41.638015 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-421d1296-cd68-43e1-b883-ab024e2454f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T19:50:35Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['1ddd1dd4-1322-4c67-b88b-d560eb58a695'], 'active': True} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:50:41.705080 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-8c836dab-4038-44c4-98e2-2ac3b2f2d62f req-584f750e-019d-4398-bc53-6f356ffaa308 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=87e4f811-a5c2-4986-9376-299f1c84a9fa HTTP/1.1" status: 200 len: 1000 time: 0.0593698 Nov 05 19:50:41.745237 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvr_db [None req-421d1296-cd68-43e1-b883-ab024e2454f2 None None] Set router 1ddd1dd4-1322-4c67-b88b-d560eb58a695 gateway port host: n-d-816865-1 {{(pid=102389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 19:50:41.754866 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c836dab-4038-44c4-98e2-2ac3b2f2d62f req-804ade9b-642f-41ba-9a5c-8c7c287a5072 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:50:41.756440 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-8c836dab-4038-44c4-98e2-2ac3b2f2d62f req-804ade9b-642f-41ba-9a5c-8c7c287a5072 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a28718a9-3cb2-4a43-b556-9456883d9ba2 HTTP/1.1" status: 200 len: 834 time: 0.0440381 Nov 05 19:50:41.806005 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c836dab-4038-44c4-98e2-2ac3b2f2d62f req-d3d5c481-5b68-46c8-b4b3-995d7a2ece55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:50:41.807532 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-8c836dab-4038-44c4-98e2-2ac3b2f2d62f req-d3d5c481-5b68-46c8-b4b3-995d7a2ece55 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=62bc62af-1122-4c41-b64c-2f0505d61409&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0443635 Nov 05 19:50:41.902475 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-8c836dab-4038-44c4-98e2-2ac3b2f2d62f req-b1df4328-836f-4fd2-929e-b3740eaeba0d service neutron] 10.222.0.55 "GET /v2.0/networks/62bc62af-1122-4c41-b64c-2f0505d61409?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854094 Nov 05 19:50:41.970185 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-421d1296-cd68-43e1-b883-ab024e2454f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ddd1dd4-1322-4c67-b88b-d560eb58a695', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1649062974', 'tenant_id': '68fdb102132c4581a35bd621e01c7de2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.6'}], 'enable_snat': True}, 'gw_port_id': 'a8853f5c-5242-4994-bc64-43c59f080157', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T19:50:20Z', 'updated_at': '2021-11-05T19:50:24Z', 'revision_number': 4, 'project_id': '68fdb102132c4581a35bd621e01c7de2', 'gw_port': {'id': 'a8853f5c-5242-4994-bc64-43c59f080157', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:80:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ddd1dd4-1322-4c67-b88b-d560eb58a695', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:50:20Z', 'updated_at': '2021-11-05T19:50:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1', '_floatingips': [{'id': 'a8841343-05ed-43f4-b1d7-7bffb0b8484e', 'tenant_id': '68fdb102132c4581a35bd621e01c7de2', 'floating_ip_address': '172.25.6.215', 'floating_network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'router_id': '1ddd1dd4-1322-4c67-b88b-d560eb58a695', 'port_id': '87e4f811-a5c2-4986-9376-299f1c84a9fa', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4191, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '62bc62af-1122-4c41-b64c-2f0505d61409', 'mac_address': 'fa:16:3e:25:31:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8ec0f20-5b8b-4c82-81ac-89a924e62dc5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-05T19:50:40Z', 'updated_at': '2021-11-05T19:50:40Z', 'revision_number': 0, 'project_id': '68fdb102132c4581a35bd621e01c7de2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8fbe81f9-11f0-463e-ba56-1b3b0392dd21', 'name': '', 'network_id': '62bc62af-1122-4c41-b64c-2f0505d61409', 'tenant_id': '68fdb102132c4581a35bd621e01c7de2', 'mac_address': 'fa:16:3e:49:e7:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ddd1dd4-1322-4c67-b88b-d560eb58a695', 'device_owner': 'network:router_interface', 'standard_attr_id': 4188, 'fixed_ips': [{'subnet_id': 'a28718a9-3cb2-4a43-b556-9456883d9ba2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:50:23Z', 'updated_at': '2021-11-05T19:50:27Z', 'revision_number': 5, 'project_id': '68fdb102132c4581a35bd621e01c7de2', 'subnets': [{'id': 'a28718a9-3cb2-4a43-b556-9456883d9ba2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-1', False) {} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:50:42.000645 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-421d1296-cd68-43e1-b883-ab024e2454f2 None None] The sync data for ids ['1ddd1dd4-1322-4c67-b88b-d560eb58a695'] in n-d-816865-1 is: [{'id': '1ddd1dd4-1322-4c67-b88b-d560eb58a695', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1649062974', 'tenant_id': '68fdb102132c4581a35bd621e01c7de2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.6'}], 'enable_snat': True}, 'gw_port_id': 'a8853f5c-5242-4994-bc64-43c59f080157', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T19:50:20Z', 'updated_at': '2021-11-05T19:50:24Z', 'revision_number': 4, 'project_id': '68fdb102132c4581a35bd621e01c7de2', 'gw_port': {'id': 'a8853f5c-5242-4994-bc64-43c59f080157', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:80:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ddd1dd4-1322-4c67-b88b-d560eb58a695', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:50:20Z', 'updated_at': '2021-11-05T19:50:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1', '_floatingips': [{'id': 'a8841343-05ed-43f4-b1d7-7bffb0b8484e', 'tenant_id': '68fdb102132c4581a35bd621e01c7de2', 'floating_ip_address': '172.25.6.215', 'floating_network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'router_id': '1ddd1dd4-1322-4c67-b88b-d560eb58a695', 'port_id': '87e4f811-a5c2-4986-9376-299f1c84a9fa', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4191, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '62bc62af-1122-4c41-b64c-2f0505d61409', 'mac_address': 'fa:16:3e:25:31:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8ec0f20-5b8b-4c82-81ac-89a924e62dc5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-05T19:50:40Z', 'updated_at': '2021-11-05T19:50:40Z', 'revision_number': 0, 'project_id': '68fdb102132c4581a35bd621e01c7de2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8fbe81f9-11f0-463e-ba56-1b3b0392dd21', 'name': '', 'network_id': '62bc62af-1122-4c41-b64c-2f0505d61409', 'tenant_id': '68fdb102132c4581a35bd621e01c7de2', 'mac_address': 'fa:16:3e:49:e7:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ddd1dd4-1322-4c67-b88b-d560eb58a695', 'device_owner': 'network:router_interface', 'standard_attr_id': 4188, 'fixed_ips': [{'subnet_id': 'a28718a9-3cb2-4a43-b556-9456883d9ba2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:50:23Z', 'updated_at': '2021-11-05T19:50:27Z', 'revision_number': 5, 'project_id': '68fdb102132c4581a35bd621e01c7de2', 'subnets': [{'id': 'a28718a9-3cb2-4a43-b556-9456883d9ba2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 19:50:42.004751 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-8c836dab-4038-44c4-98e2-2ac3b2f2d62f req-d46db206-4e50-4ddf-a3c5-620c1ae70781 service neutron] 10.222.0.55 "GET /v2.0/networks/62bc62af-1122-4c41-b64c-2f0505d61409?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953104 Nov 05 19:50:42.189635 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eda9ebfc-9914-48cc-92a7-057fc6b6c342 None None] New status for floating IP a8841343-05ed-43f4-b1d7-7bffb0b8484e: ACTIVE {{(pid=102388) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 05 19:50:42.536711 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 46432) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:50:42.599341 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-fb1f06ed-53c9-4a31-8f56-bf6d8143a90c tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] 10.222.0.13 "GET /v2.0/floatingips/a8841343-05ed-43f4-b1d7-7bffb0b8484e HTTP/1.1" status: 200 len: 994 time: 0.0615652 Nov 05 19:50:48.677008 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-0b20ca5d-20cb-409b-a093-94d0ad2011f7 req-6e04f3ec-5175-4d07-82b9-ab3ac76fd986 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=d8ec0f20-5b8b-4c82-81ac-89a924e62dc5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0414960 Nov 05 19:50:48.759382 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b20ca5d-20cb-409b-a093-94d0ad2011f7 req-fbd2b6d5-8853-4c33-a171-316effc13012 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:50:48.760865 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-0b20ca5d-20cb-409b-a093-94d0ad2011f7 req-fbd2b6d5-8853-4c33-a171-316effc13012 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=68fdb102132c4581a35bd621e01c7de2&device_id=d8ec0f20-5b8b-4c82-81ac-89a924e62dc5 HTTP/1.1" status: 200 len: 1097 time: 0.0404189 Nov 05 19:50:48.868869 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b20ca5d-20cb-409b-a093-94d0ad2011f7 req-834c30e1-94f8-4005-ae17-8009e08d8412 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:50:48.870378 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-0b20ca5d-20cb-409b-a093-94d0ad2011f7 req-834c30e1-94f8-4005-ae17-8009e08d8412 service neutron] 10.222.0.55 "GET /v2.0/networks?id=62bc62af-1122-4c41-b64c-2f0505d61409 HTTP/1.1" status: 200 len: 897 time: 0.0893946 Nov 05 19:50:48.936234 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-0b20ca5d-20cb-409b-a093-94d0ad2011f7 req-02c917c5-d3b1-47a6-90af-e0109c647eb5 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=87e4f811-a5c2-4986-9376-299f1c84a9fa HTTP/1.1" status: 200 len: 1002 time: 0.0579596 Nov 05 19:50:48.988972 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b20ca5d-20cb-409b-a093-94d0ad2011f7 req-db5f81b6-38ba-4e0f-94b2-814547b6d245 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:50:48.990428 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-0b20ca5d-20cb-409b-a093-94d0ad2011f7 req-db5f81b6-38ba-4e0f-94b2-814547b6d245 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a28718a9-3cb2-4a43-b556-9456883d9ba2 HTTP/1.1" status: 200 len: 834 time: 0.0464261 Nov 05 19:50:49.036985 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b20ca5d-20cb-409b-a093-94d0ad2011f7 req-fb3855b4-07fd-40d6-b1bc-6c38aad3e4dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:50:49.038529 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-0b20ca5d-20cb-409b-a093-94d0ad2011f7 req-fb3855b4-07fd-40d6-b1bc-6c38aad3e4dc service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=62bc62af-1122-4c41-b64c-2f0505d61409&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407073 Nov 05 19:50:49.128246 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-0b20ca5d-20cb-409b-a093-94d0ad2011f7 req-a263359e-20d0-49bc-b476-f7f2987a4012 service neutron] 10.222.0.55 "GET /v2.0/networks/62bc62af-1122-4c41-b64c-2f0505d61409?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809591 Nov 05 19:50:49.221881 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-0b20ca5d-20cb-409b-a093-94d0ad2011f7 req-5d68e555-9d33-41f5-a023-307e28cc32d7 service neutron] 10.222.0.55 "GET /v2.0/networks/62bc62af-1122-4c41-b64c-2f0505d61409?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854061 Nov 05 19:51:02.657363 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-de211226-adae-4a36-aee3-7139cce090ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:51:04.945894 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:51:05.628817 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-0ecacce3-f3fe-48c7-b6f4-1a5fd686defc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:51:06.485640 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b304910f-7b27-444b-a8fc-977d26b1ceac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:51:06.905936 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:51:08.494068 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-31f93893-a48e-4ae8-833d-dccb2b42eacc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:51:08.565707 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:51:10.707575 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.agents_db [None req-b9406b04-a0e8-43cf-b349-711963d96cf4 None None] Agent healthcheck: found 7 active agents {{(pid=102389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 05 19:51:16.139810 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38768fc3-02cb-4a12-8a5a-8fb48914dc88 req-ea2f86e4-9246-4b12-b894-5a8d8d4b5e59 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:51:16.141954 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-38768fc3-02cb-4a12-8a5a-8fb48914dc88 req-ea2f86e4-9246-4b12-b894-5a8d8d4b5e59 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] 10.222.0.13 "GET /v2.0/ports?device_id=d8ec0f20-5b8b-4c82-81ac-89a924e62dc5 HTTP/1.1" status: 200 len: 946 time: 0.0496192 Nov 05 19:51:16.191853 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-38768fc3-02cb-4a12-8a5a-8fb48914dc88 req-d2957fcc-6d23-4a2a-9e57-5f4100b8a6ec tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] 10.222.0.13 "GET /v2.0/security-groups?id=1e48ce8a-3c28-45cd-8722-cb91238f5672&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439174 Nov 05 19:51:17.315527 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205689df-3592-42c1-9637-86902bb2fd3b req-7972ff4d-6155-455b-9156-6d4060050911 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:51:17.317023 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-205689df-3592-42c1-9637-86902bb2fd3b req-7972ff4d-6155-455b-9156-6d4060050911 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] 10.222.0.13 "GET /v2.0/ports?device_id=d8ec0f20-5b8b-4c82-81ac-89a924e62dc5 HTTP/1.1" status: 200 len: 946 time: 0.0530670 Nov 05 19:51:17.367044 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-205689df-3592-42c1-9637-86902bb2fd3b req-e633138c-82e9-4188-a685-19c5215b108b tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] 10.222.0.13 "GET /v2.0/security-groups?id=1e48ce8a-3c28-45cd-8722-cb91238f5672&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437229 Nov 05 19:51:17.390105 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 46458) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:51:17.449136 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-fb8d198d-4c0c-451b-8d18-b55a7f77e321 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] 10.222.0.13 "GET /v2.0/floatingips/a8841343-05ed-43f4-b1d7-7bffb0b8484e HTTP/1.1" status: 200 len: 994 time: 0.0578988 Nov 05 19:51:18.925034 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d490ab5c-ba1b-44bd-b53d-8778cbc4f2db req-1d013aaa-6092-46cf-bace-d39bdf13e260 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:51:18.966535 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-d490ab5c-ba1b-44bd-b53d-8778cbc4f2db req-1d013aaa-6092-46cf-bace-d39bdf13e260 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] 10.222.0.13 "GET /v2.0/ports?device_id=d8ec0f20-5b8b-4c82-81ac-89a924e62dc5 HTTP/1.1" status: 200 len: 946 time: 0.0539935 Nov 05 19:51:18.983054 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-d490ab5c-ba1b-44bd-b53d-8778cbc4f2db req-92b48137-6ee6-471d-b001-3ca66ee85202 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] 10.222.0.13 "GET /v2.0/security-groups?id=1e48ce8a-3c28-45cd-8722-cb91238f5672&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499928 Nov 05 19:51:20.098060 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0196c8ad-4bf0-4285-b054-8461ba09fdd4 req-c0b3c977-aa65-4569-991f-9b6f4823743f tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:51:20.099526 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-0196c8ad-4bf0-4285-b054-8461ba09fdd4 req-c0b3c977-aa65-4569-991f-9b6f4823743f tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] 10.222.0.13 "GET /v2.0/ports?device_id=d8ec0f20-5b8b-4c82-81ac-89a924e62dc5 HTTP/1.1" status: 200 len: 946 time: 0.0480030 Nov 05 19:51:20.152253 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-0196c8ad-4bf0-4285-b054-8461ba09fdd4 req-a8614e07-f267-4223-9970-ea06df85fe3c tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] 10.222.0.13 "GET /v2.0/security-groups?id=1e48ce8a-3c28-45cd-8722-cb91238f5672&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468497 Nov 05 19:51:20.174894 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 46468) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:51:20.234391 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-e201f72e-290d-4d21-9cdc-17d4715a38d6 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] 10.222.0.13 "GET /v2.0/floatingips/a8841343-05ed-43f4-b1d7-7bffb0b8484e HTTP/1.1" status: 200 len: 994 time: 0.0583448 Nov 05 19:51:20.515447 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 46474) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:51:20.672699 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [None req-b5350d76-1e04-40b9-91d0-b3a50021d382 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Deleting port ffc64c2c-0590-4fa2-bd4e-55c777904f00 {{(pid=102387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 19:51:20.673058 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-b5350d76-1e04-40b9-91d0-b3a50021d382 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:51:20.750326 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-b5350d76-1e04-40b9-91d0-b3a50021d382 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:51:20.751420 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-b5350d76-1e04-40b9-91d0-b3a50021d382 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:51:20.762662 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [None req-b5350d76-1e04-40b9-91d0-b3a50021d382 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Calling delete_port for ffc64c2c-0590-4fa2-bd4e-55c777904f00 owned by network:floatingip {{(pid=102387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 19:51:20.962974 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-b5350d76-1e04-40b9-91d0-b3a50021d382 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4417063'] for port, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:51:20.990239 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5350d76-1e04-40b9-91d0-b3a50021d382 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Pushing event deleted for resources: {'Port': ['ID=ffc64c2c-0590-4fa2-bd4e-55c777904f00,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:51:21.013628 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5350d76-1e04-40b9-91d0-b3a50021d382 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:51:21.013985 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5350d76-1e04-40b9-91d0-b3a50021d382 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:51:21.014353 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5350d76-1e04-40b9-91d0-b3a50021d382 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:51:21.014701 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5350d76-1e04-40b9-91d0-b3a50021d382 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:51:21.015035 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5350d76-1e04-40b9-91d0-b3a50021d382 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:51:21.015368 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5350d76-1e04-40b9-91d0-b3a50021d382 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:51:21.015699 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5350d76-1e04-40b9-91d0-b3a50021d382 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:51:21.016028 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5350d76-1e04-40b9-91d0-b3a50021d382 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:51:21.016398 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5350d76-1e04-40b9-91d0-b3a50021d382 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:51:21.016727 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5350d76-1e04-40b9-91d0-b3a50021d382 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:51:21.017047 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5350d76-1e04-40b9-91d0-b3a50021d382 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:51:21.017367 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5350d76-1e04-40b9-91d0-b3a50021d382 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:51:21.058995 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-b5350d76-1e04-40b9-91d0-b3a50021d382 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks [] for floatingip, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:51:21.059328 n-d-816865-1 neutron-server[102387]: INFO neutron.db.l3_db [None req-b5350d76-1e04-40b9-91d0-b3a50021d382 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Floating IP a8841343-05ed-43f4-b1d7-7bffb0b8484e disassociated (deleted). External IP: 172.25.6.215, port: 87e4f811-a5c2-4986-9376-299f1c84a9fa. Nov 05 19:51:21.267224 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5350d76-1e04-40b9-91d0-b3a50021d382 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Router 1ddd1dd4-1322-4c67-b88b-d560eb58a695 has already been hosted by L3 agent 6dcb5589-8e86-4616-9186-ddc4548e13ad {{(pid=102387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 19:51:21.374711 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5350d76-1e04-40b9-91d0-b3a50021d382 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Notify agent at l3_agent.n-d-816865-1 the message routers_updated {{(pid=102387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 19:51:21.379612 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-b5350d76-1e04-40b9-91d0-b3a50021d382 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for floatingip, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:51:21.385793 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35ec7323-2cee-47b1-b1e1-a84e23545e67 None None] Sync routers for ids ['1ddd1dd4-1322-4c67-b88b-d560eb58a695'] in n-d-816865-1 {{(pid=102389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 19:51:21.396344 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35ec7323-2cee-47b1-b1e1-a84e23545e67 None None] Routers {'1ddd1dd4-1322-4c67-b88b-d560eb58a695'} bound to L3 agent in host n-d-816865-1 {{(pid=102389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 19:51:21.397036 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-35ec7323-2cee-47b1-b1e1-a84e23545e67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T19:51:05Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['1ddd1dd4-1322-4c67-b88b-d560eb58a695'], 'active': True} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:51:21.405775 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-b5350d76-1e04-40b9-91d0-b3a50021d382 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] 10.222.0.13 "DELETE /v2.0/floatingips/a8841343-05ed-43f4-b1d7-7bffb0b8484e HTTP/1.1" status: 204 len: 168 time: 0.8893363 Nov 05 19:51:21.406505 n-d-816865-1 neutron-server[102387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8ec0f20-5b8b-4c82-81ac-89a924e62dc5', 'tag': '87e4f811-a5c2-4986-9376-299f1c84a9fa'}] {{(pid=102387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 19:51:21.409435 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1aa7e2392c69fb9acc0b335571f919b1f61097b9ced1ed941ddb2f5c01cc85e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55cb9a73-db6d-4164-8f1b-55693e9f8839" -d '{"events": [{"name": "network-changed", "server_uuid": "d8ec0f20-5b8b-4c82-81ac-89a924e62dc5", "tag": "87e4f811-a5c2-4986-9376-299f1c84a9fa"}]}' {{(pid=102387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 19:51:21.508680 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvr_db [None req-35ec7323-2cee-47b1-b1e1-a84e23545e67 None None] Set router 1ddd1dd4-1322-4c67-b88b-d560eb58a695 gateway port host: n-d-816865-1 {{(pid=102389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 19:51:21.714819 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-35ec7323-2cee-47b1-b1e1-a84e23545e67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ddd1dd4-1322-4c67-b88b-d560eb58a695', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1649062974', 'tenant_id': '68fdb102132c4581a35bd621e01c7de2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.6'}], 'enable_snat': True}, 'gw_port_id': 'a8853f5c-5242-4994-bc64-43c59f080157', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T19:50:20Z', 'updated_at': '2021-11-05T19:50:24Z', 'revision_number': 4, 'project_id': '68fdb102132c4581a35bd621e01c7de2', 'gw_port': {'id': 'a8853f5c-5242-4994-bc64-43c59f080157', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:80:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ddd1dd4-1322-4c67-b88b-d560eb58a695', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:50:20Z', 'updated_at': '2021-11-05T19:50:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1', '_interfaces': [{'id': '8fbe81f9-11f0-463e-ba56-1b3b0392dd21', 'name': '', 'network_id': '62bc62af-1122-4c41-b64c-2f0505d61409', 'tenant_id': '68fdb102132c4581a35bd621e01c7de2', 'mac_address': 'fa:16:3e:49:e7:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ddd1dd4-1322-4c67-b88b-d560eb58a695', 'device_owner': 'network:router_interface', 'standard_attr_id': 4188, 'fixed_ips': [{'subnet_id': 'a28718a9-3cb2-4a43-b556-9456883d9ba2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:50:23Z', 'updated_at': '2021-11-05T19:50:27Z', 'revision_number': 5, 'project_id': '68fdb102132c4581a35bd621e01c7de2', 'subnets': [{'id': 'a28718a9-3cb2-4a43-b556-9456883d9ba2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-1', False) {} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:51:21.740766 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35ec7323-2cee-47b1-b1e1-a84e23545e67 None None] Checking router: 1ddd1dd4-1322-4c67-b88b-d560eb58a695 for host: n-d-816865-1 {{(pid=102389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 19:51:21.748969 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35ec7323-2cee-47b1-b1e1-a84e23545e67 None None] Routers {'1ddd1dd4-1322-4c67-b88b-d560eb58a695'} bound to L3 agent in host n-d-816865-1 {{(pid=102389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 19:51:21.749569 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-35ec7323-2cee-47b1-b1e1-a84e23545e67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T19:51:05Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['1ddd1dd4-1322-4c67-b88b-d560eb58a695'], 'active': True} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:51:21.787114 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 19:51:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56261c4b-77b7-43d9-9610-6a876dfe57c3 x-openstack-request-id: req-56261c4b-77b7-43d9-9610-6a876dfe57c3 {{(pid=102387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 19:51:21.787493 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8ec0f20-5b8b-4c82-81ac-89a924e62dc5", "tag": "87e4f811-a5c2-4986-9376-299f1c84a9fa", "status": "completed", "code": 200}]} {{(pid=102387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 19:51:21.788045 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-56261c4b-77b7-43d9-9610-6a876dfe57c3 {{(pid=102387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 19:51:21.788939 n-d-816865-1 neutron-server[102387]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8ec0f20-5b8b-4c82-81ac-89a924e62dc5', 'tag': '87e4f811-a5c2-4986-9376-299f1c84a9fa', 'status': 'completed', 'code': 200} Nov 05 19:51:21.861250 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cb9a73-db6d-4164-8f1b-55693e9f8839 req-21fb4e62-c88f-4a06-b425-f2d196efc475 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:51:21.862882 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-55cb9a73-db6d-4164-8f1b-55693e9f8839 req-21fb4e62-c88f-4a06-b425-f2d196efc475 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=68fdb102132c4581a35bd621e01c7de2&device_id=d8ec0f20-5b8b-4c82-81ac-89a924e62dc5 HTTP/1.1" status: 200 len: 1097 time: 0.0475652 Nov 05 19:51:21.863107 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvr_db [None req-35ec7323-2cee-47b1-b1e1-a84e23545e67 None None] Set router 1ddd1dd4-1322-4c67-b88b-d560eb58a695 gateway port host: n-d-816865-1 {{(pid=102389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 19:51:21.882299 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db827cfd-da3e-46b8-a421-a7f09dadc207 req-fd6f7763-2be9-4b2c-a1b9-18733c4dba78 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:51:21.883820 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-db827cfd-da3e-46b8-a421-a7f09dadc207 req-fd6f7763-2be9-4b2c-a1b9-18733c4dba78 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] 10.222.0.13 "GET /v2.0/ports?device_id=d8ec0f20-5b8b-4c82-81ac-89a924e62dc5 HTTP/1.1" status: 200 len: 946 time: 0.0511022 Nov 05 19:51:21.958687 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-db827cfd-da3e-46b8-a421-a7f09dadc207 req-744b9575-b911-4a9b-98d7-a229f286e04c tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] 10.222.0.13 "GET /v2.0/security-groups?id=1e48ce8a-3c28-45cd-8722-cb91238f5672&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0662322 Nov 05 19:51:21.961990 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cb9a73-db6d-4164-8f1b-55693e9f8839 req-af784700-052b-4cb5-b458-eac0ef16353f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:51:21.963536 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-55cb9a73-db6d-4164-8f1b-55693e9f8839 req-af784700-052b-4cb5-b458-eac0ef16353f service neutron] 10.222.0.55 "GET /v2.0/networks?id=62bc62af-1122-4c41-b64c-2f0505d61409 HTTP/1.1" status: 200 len: 897 time: 0.0903373 Nov 05 19:51:22.011860 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-55cb9a73-db6d-4164-8f1b-55693e9f8839 req-0cb6cf48-bcec-417e-9b50-b4fbd1ee3770 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=87e4f811-a5c2-4986-9376-299f1c84a9fa HTTP/1.1" status: 200 len: 217 time: 0.0393982 Nov 05 19:51:22.062909 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cb9a73-db6d-4164-8f1b-55693e9f8839 req-bd9e2c16-38f6-4c4a-bc90-0f567d499d66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:51:22.065151 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-55cb9a73-db6d-4164-8f1b-55693e9f8839 req-bd9e2c16-38f6-4c4a-bc90-0f567d499d66 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a28718a9-3cb2-4a43-b556-9456883d9ba2 HTTP/1.1" status: 200 len: 834 time: 0.0453987 Nov 05 19:51:22.112593 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cb9a73-db6d-4164-8f1b-55693e9f8839 req-058aef0c-13af-48cb-bdc3-bb979e58a6d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:51:22.114152 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-55cb9a73-db6d-4164-8f1b-55693e9f8839 req-058aef0c-13af-48cb-bdc3-bb979e58a6d1 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=62bc62af-1122-4c41-b64c-2f0505d61409&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400338 Nov 05 19:51:22.152609 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-35ec7323-2cee-47b1-b1e1-a84e23545e67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ddd1dd4-1322-4c67-b88b-d560eb58a695', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1649062974', 'tenant_id': '68fdb102132c4581a35bd621e01c7de2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.6'}], 'enable_snat': True}, 'gw_port_id': 'a8853f5c-5242-4994-bc64-43c59f080157', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T19:50:20Z', 'updated_at': '2021-11-05T19:50:24Z', 'revision_number': 4, 'project_id': '68fdb102132c4581a35bd621e01c7de2', 'gw_port': {'id': 'a8853f5c-5242-4994-bc64-43c59f080157', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:80:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ddd1dd4-1322-4c67-b88b-d560eb58a695', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:50:20Z', 'updated_at': '2021-11-05T19:50:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1', '_interfaces': [{'id': '8fbe81f9-11f0-463e-ba56-1b3b0392dd21', 'name': '', 'network_id': '62bc62af-1122-4c41-b64c-2f0505d61409', 'tenant_id': '68fdb102132c4581a35bd621e01c7de2', 'mac_address': 'fa:16:3e:49:e7:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ddd1dd4-1322-4c67-b88b-d560eb58a695', 'device_owner': 'network:router_interface', 'standard_attr_id': 4188, 'fixed_ips': [{'subnet_id': 'a28718a9-3cb2-4a43-b556-9456883d9ba2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:50:23Z', 'updated_at': '2021-11-05T19:50:27Z', 'revision_number': 5, 'project_id': '68fdb102132c4581a35bd621e01c7de2', 'subnets': [{'id': 'a28718a9-3cb2-4a43-b556-9456883d9ba2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-1', False) {} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:51:22.181062 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35ec7323-2cee-47b1-b1e1-a84e23545e67 None None] The sync data for ids ['1ddd1dd4-1322-4c67-b88b-d560eb58a695'] in n-d-816865-1 is: [{'id': '1ddd1dd4-1322-4c67-b88b-d560eb58a695', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1649062974', 'tenant_id': '68fdb102132c4581a35bd621e01c7de2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.6'}], 'enable_snat': True}, 'gw_port_id': 'a8853f5c-5242-4994-bc64-43c59f080157', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T19:50:20Z', 'updated_at': '2021-11-05T19:50:24Z', 'revision_number': 4, 'project_id': '68fdb102132c4581a35bd621e01c7de2', 'gw_port': {'id': 'a8853f5c-5242-4994-bc64-43c59f080157', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:80:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ddd1dd4-1322-4c67-b88b-d560eb58a695', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:50:20Z', 'updated_at': '2021-11-05T19:50:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1', '_interfaces': [{'id': '8fbe81f9-11f0-463e-ba56-1b3b0392dd21', 'name': '', 'network_id': '62bc62af-1122-4c41-b64c-2f0505d61409', 'tenant_id': '68fdb102132c4581a35bd621e01c7de2', 'mac_address': 'fa:16:3e:49:e7:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ddd1dd4-1322-4c67-b88b-d560eb58a695', 'device_owner': 'network:router_interface', 'standard_attr_id': 4188, 'fixed_ips': [{'subnet_id': 'a28718a9-3cb2-4a43-b556-9456883d9ba2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:50:23Z', 'updated_at': '2021-11-05T19:50:27Z', 'revision_number': 5, 'project_id': '68fdb102132c4581a35bd621e01c7de2', 'subnets': [{'id': 'a28718a9-3cb2-4a43-b556-9456883d9ba2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 19:51:22.221899 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-55cb9a73-db6d-4164-8f1b-55693e9f8839 req-dee3de61-653b-4fc1-b568-6c5ada81de83 service neutron] 10.222.0.55 "GET /v2.0/networks/62bc62af-1122-4c41-b64c-2f0505d61409?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893350 Nov 05 19:51:22.306752 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-55cb9a73-db6d-4164-8f1b-55693e9f8839 req-48971254-3299-4937-9353-638dc70392a5 service neutron] 10.222.0.55 "GET /v2.0/networks/62bc62af-1122-4c41-b64c-2f0505d61409?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852568 Nov 05 19:51:22.415512 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-521cdd8f-9ef7-474b-91bb-9d75f2f60387 None None] New status for floating IP a8841343-05ed-43f4-b1d7-7bffb0b8484e: DOWN {{(pid=102388) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 05 19:51:23.071958 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236f2ae5-0fb4-4435-96dc-66633369d576 req-6caae756-9928-4163-811a-22402e351c31 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:51:23.073446 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-236f2ae5-0fb4-4435-96dc-66633369d576 req-6caae756-9928-4163-811a-22402e351c31 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] 10.222.0.13 "GET /v2.0/ports?device_id=d8ec0f20-5b8b-4c82-81ac-89a924e62dc5 HTTP/1.1" status: 200 len: 946 time: 0.0497460 Nov 05 19:51:23.122438 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-236f2ae5-0fb4-4435-96dc-66633369d576 req-18ee017a-961b-4a13-a5e8-dc847c5ae650 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] 10.222.0.13 "GET /v2.0/security-groups?id=1e48ce8a-3c28-45cd-8722-cb91238f5672&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428014 Nov 05 19:51:23.637810 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b4e8fd-88ca-48c0-9758-58d2cdf42586 req-1c8370bd-8f5b-4bff-a5f8-bf524af259d8 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:51:23.639323 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-47b4e8fd-88ca-48c0-9758-58d2cdf42586 req-1c8370bd-8f5b-4bff-a5f8-bf524af259d8 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] 10.222.0.55 "GET /v2.0/ports?device_id=d8ec0f20-5b8b-4c82-81ac-89a924e62dc5 HTTP/1.1" status: 200 len: 946 time: 0.0473723 Nov 05 19:51:23.730000 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [req-47b4e8fd-88ca-48c0-9758-58d2cdf42586 req-298d2537-9970-4363-9632-04f9e5d3cddd tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Deleting port 87e4f811-a5c2-4986-9376-299f1c84a9fa {{(pid=102386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 19:51:23.730359 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-47b4e8fd-88ca-48c0-9758-58d2cdf42586 req-298d2537-9970-4363-9632-04f9e5d3cddd tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:51:23.818198 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [req-47b4e8fd-88ca-48c0-9758-58d2cdf42586 req-298d2537-9970-4363-9632-04f9e5d3cddd tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] For port 87e4f811-a5c2-4986-9376-299f1c84a9fa, host n-h2-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=87e4f811-a5c2-4986-9376-299f1c84a9fa,segment=NetworkSegment(a22b4f9d-6c4d-45e4-b88c-d6ea2befe8bd),segment_id=a22b4f9d-6c4d-45e4-b88c-d6ea2befe8bd)] {{(pid=102386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:51:23.818554 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-47b4e8fd-88ca-48c0-9758-58d2cdf42586 req-298d2537-9970-4363-9632-04f9e5d3cddd tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:51:23.830658 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [req-47b4e8fd-88ca-48c0-9758-58d2cdf42586 req-298d2537-9970-4363-9632-04f9e5d3cddd tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Calling delete_port for 87e4f811-a5c2-4986-9376-299f1c84a9fa owned by compute:nova {{(pid=102386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 19:51:24.071741 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-47b4e8fd-88ca-48c0-9758-58d2cdf42586 req-298d2537-9970-4363-9632-04f9e5d3cddd tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:51:24.098982 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298d2537-9970-4363-9632-04f9e5d3cddd tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Pushing event deleted for resources: {'Port': ['ID=87e4f811-a5c2-4986-9376-299f1c84a9fa,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:51:24.108825 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-298d2537-9970-4363-9632-04f9e5d3cddd tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:51:24.109172 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-298d2537-9970-4363-9632-04f9e5d3cddd tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:51:24.109510 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-298d2537-9970-4363-9632-04f9e5d3cddd tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:51:24.110340 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-298d2537-9970-4363-9632-04f9e5d3cddd tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:51:24.110725 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-298d2537-9970-4363-9632-04f9e5d3cddd tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:51:24.111058 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-298d2537-9970-4363-9632-04f9e5d3cddd tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:51:24.111386 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-298d2537-9970-4363-9632-04f9e5d3cddd tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:51:24.111710 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-298d2537-9970-4363-9632-04f9e5d3cddd tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:51:24.112031 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-298d2537-9970-4363-9632-04f9e5d3cddd tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:51:24.112711 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-298d2537-9970-4363-9632-04f9e5d3cddd tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:51:24.112711 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-298d2537-9970-4363-9632-04f9e5d3cddd tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:51:24.113006 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-298d2537-9970-4363-9632-04f9e5d3cddd tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:51:24.159268 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [req-47b4e8fd-88ca-48c0-9758-58d2cdf42586 req-298d2537-9970-4363-9632-04f9e5d3cddd tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] No DVR routers for this DVR port 87e4f811-a5c2-4986-9376-299f1c84a9fa on host n-h2-816865-1 {{(pid=102386) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 19:51:24.160687 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-47b4e8fd-88ca-48c0-9758-58d2cdf42586 req-298d2537-9970-4363-9632-04f9e5d3cddd tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:51:24.164174 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-47b4e8fd-88ca-48c0-9758-58d2cdf42586 req-298d2537-9970-4363-9632-04f9e5d3cddd tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] 10.222.0.55 "DELETE /v2.0/ports/87e4f811-a5c2-4986-9376-299f1c84a9fa HTTP/1.1" status: 204 len: 173 time: 0.5187848 Nov 05 19:51:24.164622 n-d-816865-1 neutron-server[102386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8ec0f20-5b8b-4c82-81ac-89a924e62dc5', 'name': 'network-vif-deleted', 'tag': '87e4f811-a5c2-4986-9376-299f1c84a9fa'}] {{(pid=102386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 19:51:24.166912 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d24c2e9fd656c946d5f792cc44b0d4efbe125a7d17e01666b7f4dc8150dd75ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-466bd4f5-ca64-466b-bf30-1615047910af" -d '{"events": [{"server_uuid": "d8ec0f20-5b8b-4c82-81ac-89a924e62dc5", "name": "network-vif-deleted", "tag": "87e4f811-a5c2-4986-9376-299f1c84a9fa"}]}' {{(pid=102386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 19:51:24.216772 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-5067618f-1b2e-47ce-a344-b7ea7414a072 req-fe08a05f-9f73-4fa0-ad86-ac23d3570805 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] 10.222.0.13 "GET /v2.0/ports?device_id=d8ec0f20-5b8b-4c82-81ac-89a924e62dc5 HTTP/1.1" status: 200 len: 210 time: 0.0256460 Nov 05 19:51:24.260617 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 19:51:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b81ca273-a1ee-4a92-8ad3-788fe6af75da x-openstack-request-id: req-b81ca273-a1ee-4a92-8ad3-788fe6af75da {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 19:51:24.260972 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8ec0f20-5b8b-4c82-81ac-89a924e62dc5", "name": "network-vif-deleted", "tag": "87e4f811-a5c2-4986-9376-299f1c84a9fa", "status": "completed", "code": 200}]} {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 19:51:24.261307 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b81ca273-a1ee-4a92-8ad3-788fe6af75da {{(pid=102386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 19:51:24.261893 n-d-816865-1 neutron-server[102386]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8ec0f20-5b8b-4c82-81ac-89a924e62dc5', 'name': 'network-vif-deleted', 'tag': '87e4f811-a5c2-4986-9376-299f1c84a9fa', 'status': 'completed', 'code': 200} Nov 05 19:51:25.278558 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 46490) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:51:25.956470 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-fa68dbaf-04b8-47b9-97f2-725243927d47 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-571777'] for router_interface, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:51:26.217363 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [None req-fa68dbaf-04b8-47b9-97f2-725243927d47 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Deleting port 8fbe81f9-11f0-463e-ba56-1b3b0392dd21 {{(pid=102387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 19:51:26.217363 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-fa68dbaf-04b8-47b9-97f2-725243927d47 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:51:26.309906 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.db [None req-fa68dbaf-04b8-47b9-97f2-725243927d47 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] For port 8fbe81f9-11f0-463e-ba56-1b3b0392dd21, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=8fbe81f9-11f0-463e-ba56-1b3b0392dd21,segment=NetworkSegment(a22b4f9d-6c4d-45e4-b88c-d6ea2befe8bd),segment_id=a22b4f9d-6c4d-45e4-b88c-d6ea2befe8bd)] {{(pid=102387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:51:26.310661 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-fa68dbaf-04b8-47b9-97f2-725243927d47 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:51:26.323407 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [None req-fa68dbaf-04b8-47b9-97f2-725243927d47 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Calling delete_port for 8fbe81f9-11f0-463e-ba56-1b3b0392dd21 owned by network:router_interface {{(pid=102387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 19:51:26.637654 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-fa68dbaf-04b8-47b9-97f2-725243927d47 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4417063'] for port, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:51:26.666819 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa68dbaf-04b8-47b9-97f2-725243927d47 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Pushing event deleted for resources: {'Port': ['ID=8fbe81f9-11f0-463e-ba56-1b3b0392dd21,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:51:26.840699 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-fa68dbaf-04b8-47b9-97f2-725243927d47 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-597886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-573297'] for router_interface, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:51:27.069970 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa68dbaf-04b8-47b9-97f2-725243927d47 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Router 1ddd1dd4-1322-4c67-b88b-d560eb58a695 has already been hosted by L3 agent 6dcb5589-8e86-4616-9186-ddc4548e13ad {{(pid=102387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 19:51:27.105516 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Device 87e4f811-a5c2-4986-9376-299f1c84a9fa no longer exists at agent hyperv_n-h2-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 19:51:27.126547 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] No Port match for: 87e4f811-a5c2-4986-9376-299f1c84a9fa {{(pid=102388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 19:51:27.127005 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Device 87e4f811-a5c2-4986-9376-299f1c84a9fa not bound to the agent host n-h2-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 19:51:27.181135 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa68dbaf-04b8-47b9-97f2-725243927d47 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Notify agent at l3_agent.n-d-816865-1 the message routers_updated {{(pid=102387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 19:51:27.188727 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-fa68dbaf-04b8-47b9-97f2-725243927d47 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] 10.222.0.13 "PUT /v2.0/routers/1ddd1dd4-1322-4c67-b88b-d560eb58a695/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9067285 Nov 05 19:51:27.189058 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 46492) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:51:27.192370 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14d7e776-e90c-4346-972b-aa31ccc443e9 None None] Sync routers for ids ['1ddd1dd4-1322-4c67-b88b-d560eb58a695'] in n-d-816865-1 {{(pid=102389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 19:51:27.202028 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14d7e776-e90c-4346-972b-aa31ccc443e9 None None] Routers {'1ddd1dd4-1322-4c67-b88b-d560eb58a695'} bound to L3 agent in host n-d-816865-1 {{(pid=102389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 19:51:27.202667 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-14d7e776-e90c-4346-972b-aa31ccc443e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T19:51:05Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['1ddd1dd4-1322-4c67-b88b-d560eb58a695'], 'active': True} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:51:27.243403 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c4542f5-e6b8-4487-b95f-44a57d115568 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Deleting subnet a28718a9-3cb2-4a43-b556-9456883d9ba2 {{(pid=102387) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 05 19:51:27.246592 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-7c4542f5-e6b8-4487-b95f-44a57d115568 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks [] for subnet, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:51:27.288321 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-7c4542f5-e6b8-4487-b95f-44a57d115568 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4463501'] for subnet, precommit_delete_associations {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:51:27.319967 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvr_db [None req-14d7e776-e90c-4346-972b-aa31ccc443e9 None None] Set router 1ddd1dd4-1322-4c67-b88b-d560eb58a695 gateway port host: n-d-816865-1 {{(pid=102389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 19:51:27.380063 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-7c4542f5-e6b8-4487-b95f-44a57d115568 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1573928'] for subnet, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:51:27.496426 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-14d7e776-e90c-4346-972b-aa31ccc443e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ddd1dd4-1322-4c67-b88b-d560eb58a695', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1649062974', 'tenant_id': '68fdb102132c4581a35bd621e01c7de2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.6'}], 'enable_snat': True}, 'gw_port_id': 'a8853f5c-5242-4994-bc64-43c59f080157', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T19:50:20Z', 'updated_at': '2021-11-05T19:51:26Z', 'revision_number': 5, 'project_id': '68fdb102132c4581a35bd621e01c7de2', 'gw_port': {'id': 'a8853f5c-5242-4994-bc64-43c59f080157', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:80:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ddd1dd4-1322-4c67-b88b-d560eb58a695', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:50:20Z', 'updated_at': '2021-11-05T19:50:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1'}], 'n-d-816865-1', False) {} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:51:27.511846 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-7c4542f5-e6b8-4487-b95f-44a57d115568 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1573905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4417146', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5112209'] for subnet, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:51:27.526248 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14d7e776-e90c-4346-972b-aa31ccc443e9 None None] Checking router: 1ddd1dd4-1322-4c67-b88b-d560eb58a695 for host: n-d-816865-1 {{(pid=102389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 19:51:27.535496 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14d7e776-e90c-4346-972b-aa31ccc443e9 None None] Routers {'1ddd1dd4-1322-4c67-b88b-d560eb58a695'} bound to L3 agent in host n-d-816865-1 {{(pid=102389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 19:51:27.536104 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-14d7e776-e90c-4346-972b-aa31ccc443e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T19:51:05Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['1ddd1dd4-1322-4c67-b88b-d560eb58a695'], 'active': True} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:51:27.541995 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4542f5-e6b8-4487-b95f-44a57d115568 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Pushing event deleted for resources: {'Subnet': ['ID=a28718a9-3cb2-4a43-b556-9456883d9ba2,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:51:27.544002 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-7c4542f5-e6b8-4487-b95f-44a57d115568 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks [] for subnet, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:51:27.550462 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-7c4542f5-e6b8-4487-b95f-44a57d115568 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] 10.222.0.13 "DELETE /v2.0/subnets/a28718a9-3cb2-4a43-b556-9456883d9ba2 HTTP/1.1" status: 204 len: 168 time: 0.3561668 Nov 05 19:51:27.550592 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 46494) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:51:27.552914 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd9767d9-d752-4874-b167-d0394b0ffad3 None None] Network 62bc62af-1122-4c41-b64c-2f0505d61409 requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 19:51:27.648360 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvr_db [None req-14d7e776-e90c-4346-972b-aa31ccc443e9 None None] Set router 1ddd1dd4-1322-4c67-b88b-d560eb58a695 gateway port host: n-d-816865-1 {{(pid=102389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 19:51:27.662314 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-3824e9a5-602d-44e9-a9bd-8486ffd93879 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks [] for router, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:51:27.743157 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be8f2934-15c8-4f5e-8101-0271906e2212 None None] DHCP port deletion for 62bc62af-1122-4c41-b64c-2f0505d61409 request from n-d-816865-1 {{(pid=102388) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 05 19:51:27.772884 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-3824e9a5-602d-44e9-a9bd-8486ffd93879 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:51:27.791307 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-be8f2934-15c8-4f5e-8101-0271906e2212 None None] Deleting port 7b94128b-bc3c-40c5-9832-16ad3ae40e3a {{(pid=102388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 19:51:27.791706 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-be8f2934-15c8-4f5e-8101-0271906e2212 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:51:27.841037 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-14d7e776-e90c-4346-972b-aa31ccc443e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ddd1dd4-1322-4c67-b88b-d560eb58a695', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1649062974', 'tenant_id': '68fdb102132c4581a35bd621e01c7de2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.6'}], 'enable_snat': True}, 'gw_port_id': 'a8853f5c-5242-4994-bc64-43c59f080157', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T19:50:20Z', 'updated_at': '2021-11-05T19:51:26Z', 'revision_number': 5, 'project_id': '68fdb102132c4581a35bd621e01c7de2', 'gw_port': {'id': 'a8853f5c-5242-4994-bc64-43c59f080157', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:80:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ddd1dd4-1322-4c67-b88b-d560eb58a695', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:50:20Z', 'updated_at': '2021-11-05T19:50:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1'}], 'n-d-816865-1', False) {} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:51:27.859902 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-be8f2934-15c8-4f5e-8101-0271906e2212 None None] For port 7b94128b-bc3c-40c5-9832-16ad3ae40e3a, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=7b94128b-bc3c-40c5-9832-16ad3ae40e3a,segment=NetworkSegment(a22b4f9d-6c4d-45e4-b88c-d6ea2befe8bd),segment_id=a22b4f9d-6c4d-45e4-b88c-d6ea2befe8bd)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:51:27.860393 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-be8f2934-15c8-4f5e-8101-0271906e2212 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:51:27.868314 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14d7e776-e90c-4346-972b-aa31ccc443e9 None None] The sync data for ids ['1ddd1dd4-1322-4c67-b88b-d560eb58a695'] in n-d-816865-1 is: [{'id': '1ddd1dd4-1322-4c67-b88b-d560eb58a695', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1649062974', 'tenant_id': '68fdb102132c4581a35bd621e01c7de2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.6'}], 'enable_snat': True}, 'gw_port_id': 'a8853f5c-5242-4994-bc64-43c59f080157', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T19:50:20Z', 'updated_at': '2021-11-05T19:51:26Z', 'revision_number': 5, 'project_id': '68fdb102132c4581a35bd621e01c7de2', 'gw_port': {'id': 'a8853f5c-5242-4994-bc64-43c59f080157', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:80:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ddd1dd4-1322-4c67-b88b-d560eb58a695', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:50:20Z', 'updated_at': '2021-11-05T19:50:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1'}] {{(pid=102389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 19:51:27.878342 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-be8f2934-15c8-4f5e-8101-0271906e2212 None None] Calling delete_port for 7b94128b-bc3c-40c5-9832-16ad3ae40e3a owned by network:dhcp {{(pid=102388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 19:51:27.889597 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [None req-3824e9a5-602d-44e9-a9bd-8486ffd93879 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Deleting port a8853f5c-5242-4994-bc64-43c59f080157 {{(pid=102387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 19:51:27.890027 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-3824e9a5-602d-44e9-a9bd-8486ffd93879 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:51:27.979113 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.db [None req-3824e9a5-602d-44e9-a9bd-8486ffd93879 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] For port a8853f5c-5242-4994-bc64-43c59f080157, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=a8853f5c-5242-4994-bc64-43c59f080157,segment=NetworkSegment(85be518c-8bb4-46a2-a903-d4292782d29d),segment_id=85be518c-8bb4-46a2-a903-d4292782d29d)] {{(pid=102387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:51:27.979477 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-3824e9a5-602d-44e9-a9bd-8486ffd93879 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:51:27.991279 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [None req-3824e9a5-602d-44e9-a9bd-8486ffd93879 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Calling delete_port for a8853f5c-5242-4994-bc64-43c59f080157 owned by network:router_gateway {{(pid=102387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 19:51:28.040502 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-be8f2934-15c8-4f5e-8101-0271906e2212 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798'] for port, after_delete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:51:28.066414 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8f2934-15c8-4f5e-8101-0271906e2212 None None] Pushing event deleted for resources: {'Port': ['ID=7b94128b-bc3c-40c5-9832-16ad3ae40e3a,revision_number=None']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:51:28.074272 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be8f2934-15c8-4f5e-8101-0271906e2212 None None] No DVR routers for this DVR port 7b94128b-bc3c-40c5-9832-16ad3ae40e3a on host n-d-816865-1 {{(pid=102388) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 19:51:28.076639 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be8f2934-15c8-4f5e-8101-0271906e2212 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:51:28.076992 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be8f2934-15c8-4f5e-8101-0271906e2212 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:51:28.077337 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be8f2934-15c8-4f5e-8101-0271906e2212 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:51:28.077702 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be8f2934-15c8-4f5e-8101-0271906e2212 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:51:28.078165 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be8f2934-15c8-4f5e-8101-0271906e2212 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:51:28.078506 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be8f2934-15c8-4f5e-8101-0271906e2212 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:51:28.078840 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be8f2934-15c8-4f5e-8101-0271906e2212 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:51:28.079173 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be8f2934-15c8-4f5e-8101-0271906e2212 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:51:28.079503 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be8f2934-15c8-4f5e-8101-0271906e2212 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:51:28.079826 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be8f2934-15c8-4f5e-8101-0271906e2212 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:51:28.080813 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be8f2934-15c8-4f5e-8101-0271906e2212 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:51:28.081138 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be8f2934-15c8-4f5e-8101-0271906e2212 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:51:28.270163 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-3824e9a5-602d-44e9-a9bd-8486ffd93879 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4417063'] for port, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:51:28.294163 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3824e9a5-602d-44e9-a9bd-8486ffd93879 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Pushing event deleted for resources: {'Port': ['ID=a8853f5c-5242-4994-bc64-43c59f080157,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:51:28.366936 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-3824e9a5-602d-44e9-a9bd-8486ffd93879 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1000651'] for router_gateway, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:51:28.461874 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-3824e9a5-602d-44e9-a9bd-8486ffd93879 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-571301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6852'] for router, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:51:28.464067 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-3824e9a5-602d-44e9-a9bd-8486ffd93879 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:51:28.583203 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-3824e9a5-602d-44e9-a9bd-8486ffd93879 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-571310'] for router, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:51:28.583775 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3824e9a5-602d-44e9-a9bd-8486ffd93879 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Fanout notify agent at l3_agent the message router_deleted on router 1ddd1dd4-1322-4c67-b88b-d560eb58a695 {{(pid=102387) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 05 19:51:28.590680 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-3824e9a5-602d-44e9-a9bd-8486ffd93879 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks [] for router, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:51:28.591589 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-3824e9a5-602d-44e9-a9bd-8486ffd93879 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] 10.222.0.13 "DELETE /v2.0/routers/1ddd1dd4-1322-4c67-b88b-d560eb58a695 HTTP/1.1" status: 204 len: 168 time: 1.0401182 Nov 05 19:51:28.594379 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 46496) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:51:28.674376 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-adaa1f27-b361-4334-9695-ba295fcd4c38 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1664226'] for network, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:51:28.765755 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-adaa1f27-b361-4334-9695-ba295fcd4c38 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1579173', 'neutron.services.segments.db._delete_segments_for_network-8750027792909'] for network, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:51:28.785593 n-d-816865-1 neutron-server[102387]: DEBUG neutron.services.segments.db [None req-adaa1f27-b361-4334-9695-ba295fcd4c38 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['62bc62af-1122-4c41-b64c-2f0505d61409']}} {{(pid=102387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:51:28.794569 n-d-816865-1 neutron-server[102387]: DEBUG neutron.services.segments.db [None req-adaa1f27-b361-4334-9695-ba295fcd4c38 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a22b4f9d-6c4d-45e4-b88c-d6ea2befe8bd') {'for_net_delete': True} {{(pid=102387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:51:28.794860 n-d-816865-1 neutron-server[102387]: DEBUG neutron.services.segments.db [None req-adaa1f27-b361-4334-9695-ba295fcd4c38 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a22b4f9d-6c4d-45e4-b88c-d6ea2befe8bd') {} {{(pid=102387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:51:28.804502 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-adaa1f27-b361-4334-9695-ba295fcd4c38 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750027793430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4463492'] for segment, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:51:28.817337 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-adaa1f27-b361-4334-9695-ba295fcd4c38 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273'] for segment, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:51:28.823120 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-adaa1f27-b361-4334-9695-ba295fcd4c38 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Releasing vlan 184 on physical network physnet1 to pool {{(pid=102387) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 05 19:51:28.823502 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-adaa1f27-b361-4334-9695-ba295fcd4c38 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4417236'] for segment, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:51:28.826375 n-d-816865-1 neutron-server[102387]: Traceback (most recent call last): Nov 05 19:51:28.826375 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 05 19:51:28.826375 n-d-816865-1 neutron-server[102387]: timer() Nov 05 19:51:28.826375 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 05 19:51:28.826375 n-d-816865-1 neutron-server[102387]: cb(*args, **kw) Nov 05 19:51:28.826375 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 05 19:51:28.826375 n-d-816865-1 neutron-server[102387]: return func(*args, **kwargs) Nov 05 19:51:28.826375 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 05 19:51:28.826375 n-d-816865-1 neutron-server[102387]: self._notify() Nov 05 19:51:28.826375 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 05 19:51:28.826375 n-d-816865-1 neutron-server[102387]: self.callback(batched_events) Nov 05 19:51:28.826375 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 05 19:51:28.826375 n-d-816865-1 neutron-server[102387]: event.method(event) Nov 05 19:51:28.826375 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 05 19:51:28.826375 n-d-816865-1 neutron-server[102387]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 05 19:51:28.826375 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 05 19:51:28.826375 n-d-816865-1 neutron-server[102387]: aggregate_uuid = self.p_client.list_aggregates( Nov 05 19:51:28.826375 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 05 19:51:28.826375 n-d-816865-1 neutron-server[102387]: return f(self, *a, **k) Nov 05 19:51:28.826375 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 05 19:51:28.826375 n-d-816865-1 neutron-server[102387]: return self._get(url).json() Nov 05 19:51:28.826375 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 05 19:51:28.826375 n-d-816865-1 neutron-server[102387]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 05 19:51:28.826375 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 05 19:51:28.826375 n-d-816865-1 neutron-server[102387]: return self.request(url, 'GET', **kwargs) Nov 05 19:51:28.826375 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 05 19:51:28.826375 n-d-816865-1 neutron-server[102387]: base_url = self.get_endpoint(auth, allow=allow, Nov 05 19:51:28.826375 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 05 19:51:28.826375 n-d-816865-1 neutron-server[102387]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 05 19:51:28.826375 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 05 19:51:28.826375 n-d-816865-1 neutron-server[102387]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 05 19:51:28.826375 n-d-816865-1 neutron-server[102387]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 05 19:51:28.966086 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-adaa1f27-b361-4334-9695-ba295fcd4c38 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1579178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-956796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1000687'] for network, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:51:28.974271 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-adaa1f27-b361-4334-9695-ba295fcd4c38 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks [] for network, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:51:28.977121 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-adaa1f27-b361-4334-9695-ba295fcd4c38 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] 10.222.0.13 "DELETE /v2.0/networks/62bc62af-1122-4c41-b64c-2f0505d61409 HTTP/1.1" status: 204 len: 168 time: 0.3817141 Nov 05 19:51:28.979945 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 46498) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:51:28.989444 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adaa1f27-b361-4334-9695-ba295fcd4c38 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Pushing event deleted for resources: {'Network': ['ID=62bc62af-1122-4c41-b64c-2f0505d61409,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:51:29.054009 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-972dd8bf-04f4-4b6c-90ac-05dea47686d2 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks [] for security_group, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:51:29.063356 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 7b94128b-bc3c-40c5-9832-16ad3ae40e3a no longer exists at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 19:51:29.087427 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-972dd8bf-04f4-4b6c-90ac-05dea47686d2 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:51:29.087759 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] No Port match for: 7b94128b-bc3c-40c5-9832-16ad3ae40e3a {{(pid=102388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 19:51:29.088111 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 7b94128b-bc3c-40c5-9832-16ad3ae40e3a not bound to the agent host n-d-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 19:51:29.088538 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device a8853f5c-5242-4994-bc64-43c59f080157 no longer exists at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 19:51:29.107911 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] No Port match for: a8853f5c-5242-4994-bc64-43c59f080157 {{(pid=102388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 19:51:29.108257 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device a8853f5c-5242-4994-bc64-43c59f080157 not bound to the agent host n-d-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 19:51:29.108674 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 8fbe81f9-11f0-463e-ba56-1b3b0392dd21 no longer exists at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 19:51:29.128659 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] No Port match for: 8fbe81f9-11f0-463e-ba56-1b3b0392dd21 {{(pid=102388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 19:51:29.129024 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 8fbe81f9-11f0-463e-ba56-1b3b0392dd21 not bound to the agent host n-d-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 19:51:29.234889 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-972dd8bf-04f4-4b6c-90ac-05dea47686d2 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:51:29.238760 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-972dd8bf-04f4-4b6c-90ac-05dea47686d2 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks [] for security_group, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:51:29.245649 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-972dd8bf-04f4-4b6c-90ac-05dea47686d2 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] 10.222.0.13 "DELETE /v2.0/security-groups/1e48ce8a-3c28-45cd-8722-cb91238f5672 HTTP/1.1" status: 204 len: 168 time: 0.2589371 Nov 05 19:51:29.249506 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972dd8bf-04f4-4b6c-90ac-05dea47686d2 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e48ce8a-3c28-45cd-8722-cb91238f5672,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:51:29.684686 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 46504) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:51:29.689180 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-c437b1d9-cf4a-4728-9809-6064777b6e05 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1823917782', 'description': 'tempest-secgroup-smoke-1823917782 description', 'project_id': '68fdb102132c4581a35bd621e01c7de2'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:51:29.777754 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-c437b1d9-cf4a-4728-9809-6064777b6e05 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks [] for security_group, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:51:29.842903 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-c437b1d9-cf4a-4728-9809-6064777b6e05 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks [] for security_group, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:51:29.922926 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-c437b1d9-cf4a-4728-9809-6064777b6e05 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:51:29.957061 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c437b1d9-cf4a-4728-9809-6064777b6e05 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9fe86a83-f104-4469-8504-b71efc04e5b1,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:51:30.034092 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-c437b1d9-cf4a-4728-9809-6064777b6e05 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks [] for security_group, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:51:30.035390 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-c437b1d9-cf4a-4728-9809-6064777b6e05 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.3496692 Nov 05 19:51:30.038471 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 46506) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:51:30.042737 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-042bddb9-6213-4948-98c7-a4ccf0aa805c tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Request body: {'security_group_rule': {'security_group_id': '9fe86a83-f104-4469-8504-b71efc04e5b1', 'project_id': '68fdb102132c4581a35bd621e01c7de2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:51:30.164981 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-042bddb9-6213-4948-98c7-a4ccf0aa805c tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:51:30.284996 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-042bddb9-6213-4948-98c7-a4ccf0aa805c tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:51:30.371980 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-042bddb9-6213-4948-98c7-a4ccf0aa805c tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985308'] for security_group_rule, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:51:30.389585 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042bddb9-6213-4948-98c7-a4ccf0aa805c tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ffa6eff-3421-4496-b8b3-3730e0f2f284,revision_number=0']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:51:30.479566 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-042bddb9-6213-4948-98c7-a4ccf0aa805c tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:51:30.480851 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-042bddb9-6213-4948-98c7-a4ccf0aa805c tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4414072 Nov 05 19:51:30.483632 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 46508) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:51:30.488330 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-d855604d-2705-4c4a-a9b4-b5debf32e207 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Request body: {'security_group_rule': {'security_group_id': '9fe86a83-f104-4469-8504-b71efc04e5b1', 'project_id': '68fdb102132c4581a35bd621e01c7de2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:51:30.639625 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-d855604d-2705-4c4a-a9b4-b5debf32e207 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:51:30.696401 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-d855604d-2705-4c4a-a9b4-b5debf32e207 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:51:30.791475 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-d855604d-2705-4c4a-a9b4-b5debf32e207 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985308'] for security_group_rule, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:51:30.813562 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d855604d-2705-4c4a-a9b4-b5debf32e207 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a71c10de-7878-46d6-9125-e39c20a8d270,revision_number=0']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:51:30.888315 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-d855604d-2705-4c4a-a9b4-b5debf32e207 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:51:30.895676 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-d855604d-2705-4c4a-a9b4-b5debf32e207 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4048290 Nov 05 19:51:30.895676 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 46510) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:51:30.896629 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-a1c18717-0f3e-40cd-b80b-5dac49a9964b tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Request body: {'security_group_rule': {'security_group_id': '9fe86a83-f104-4469-8504-b71efc04e5b1', 'project_id': '68fdb102132c4581a35bd621e01c7de2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:51:31.017030 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-a1c18717-0f3e-40cd-b80b-5dac49a9964b tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:51:31.072720 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-a1c18717-0f3e-40cd-b80b-5dac49a9964b tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:51:31.177539 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-a1c18717-0f3e-40cd-b80b-5dac49a9964b tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985308'] for security_group_rule, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:51:31.198002 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c18717-0f3e-40cd-b80b-5dac49a9964b tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be96893e-4550-4b7d-b1ef-6874012783ef,revision_number=0']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:51:31.300300 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-a1c18717-0f3e-40cd-b80b-5dac49a9964b tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:51:31.301521 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-a1c18717-0f3e-40cd-b80b-5dac49a9964b tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4082439 Nov 05 19:51:31.304320 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 46512) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:51:31.308761 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-578e203a-944f-4faf-a5bc-22550fb4f66b tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Request body: {'security_group_rule': {'security_group_id': '9fe86a83-f104-4469-8504-b71efc04e5b1', 'project_id': '68fdb102132c4581a35bd621e01c7de2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:51:31.413559 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-578e203a-944f-4faf-a5bc-22550fb4f66b tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:51:31.469592 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-578e203a-944f-4faf-a5bc-22550fb4f66b tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:51:31.557175 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-578e203a-944f-4faf-a5bc-22550fb4f66b tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985308'] for security_group_rule, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:51:31.576161 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578e203a-944f-4faf-a5bc-22550fb4f66b tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6bb1433-eeb8-4f6f-9241-4ff123384a67,revision_number=0']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:51:31.673432 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-578e203a-944f-4faf-a5bc-22550fb4f66b tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:51:31.674808 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-578e203a-944f-4faf-a5bc-22550fb4f66b tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3694842 Nov 05 19:51:31.677608 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 46514) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:51:31.683965 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-850fa109-1430-4c65-b0ef-4d6c96c375c8 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Request body: {'security_group_rule': {'security_group_id': '9fe86a83-f104-4469-8504-b71efc04e5b1', 'project_id': '68fdb102132c4581a35bd621e01c7de2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:51:31.766063 n-d-816865-1 neutron-server[102386]: INFO neutron.db.securitygroups_db [None req-850fa109-1430-4c65-b0ef-4d6c96c375c8 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Project 68fdb102132c4581a35bd621e01c7de2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 05 19:51:31.771646 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-850fa109-1430-4c65-b0ef-4d6c96c375c8 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:51:31.829175 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-850fa109-1430-4c65-b0ef-4d6c96c375c8 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:51:31.914769 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-850fa109-1430-4c65-b0ef-4d6c96c375c8 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985308'] for security_group_rule, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:51:31.933380 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850fa109-1430-4c65-b0ef-4d6c96c375c8 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=61558172-c2ab-42e4-ae24-a130a6f3cfce,revision_number=0']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:51:32.048643 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-850fa109-1430-4c65-b0ef-4d6c96c375c8 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:51:32.049892 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-850fa109-1430-4c65-b0ef-4d6c96c375c8 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3712494 Nov 05 19:51:32.052567 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 46516) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:51:32.057119 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-1ccca000-81bc-432e-a7e6-fbc79ae04ac1 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Request body: {'security_group_rule': {'security_group_id': '9fe86a83-f104-4469-8504-b71efc04e5b1', 'project_id': '68fdb102132c4581a35bd621e01c7de2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:51:32.151950 n-d-816865-1 neutron-server[102386]: INFO neutron.db.securitygroups_db [None req-1ccca000-81bc-432e-a7e6-fbc79ae04ac1 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Project 68fdb102132c4581a35bd621e01c7de2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 05 19:51:32.157272 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-1ccca000-81bc-432e-a7e6-fbc79ae04ac1 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:51:32.216504 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-1ccca000-81bc-432e-a7e6-fbc79ae04ac1 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:51:32.323167 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-1ccca000-81bc-432e-a7e6-fbc79ae04ac1 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985308'] for security_group_rule, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:51:32.344723 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ccca000-81bc-432e-a7e6-fbc79ae04ac1 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e80f3f2-9820-43ad-8399-4a7022451834,revision_number=0']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:51:32.456513 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-1ccca000-81bc-432e-a7e6-fbc79ae04ac1 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:51:32.457718 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-1ccca000-81bc-432e-a7e6-fbc79ae04ac1 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4041603 Nov 05 19:51:32.460550 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 46518) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:51:32.465243 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-afaf62ef-0acb-4eef-8a22-137ae4c7cef8 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Request body: {'network': {'name': 'tempest-network-smoke--1230845565', 'project_id': '68fdb102132c4581a35bd621e01c7de2', 'port_security_enabled': True}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:51:32.557573 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afaf62ef-0acb-4eef-8a22-137ae4c7cef8 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Made reservation on behalf of 68fdb102132c4581a35bd621e01c7de2 for: {'network': 1} {{(pid=102386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 19:51:32.561127 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-afaf62ef-0acb-4eef-8a22-137ae4c7cef8 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for network, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:51:32.586460 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-afaf62ef-0acb-4eef-8a22-137ae4c7cef8 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 194} {{(pid=102386) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 05 19:51:32.595539 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-afaf62ef-0acb-4eef-8a22-137ae4c7cef8 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273'] for segment, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:51:32.596440 n-d-816865-1 neutron-server[102386]: INFO neutron.db.segments_db [None req-afaf62ef-0acb-4eef-8a22-137ae4c7cef8 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Added segment 90a91c8b-debd-4a22-9f28-6f281a2c3807 of type vlan for network 3068a198-06ef-4059-8523-f07a2f4d79c7 Nov 05 19:51:32.636902 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-afaf62ef-0acb-4eef-8a22-137ae4c7cef8 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750027258543'] for network, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:51:32.660387 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-5780720c-226b-45b9-8f48-b9290b0430fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:51:32.732072 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-afaf62ef-0acb-4eef-8a22-137ae4c7cef8 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-956796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877'] for network, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:51:32.738367 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afaf62ef-0acb-4eef-8a22-137ae4c7cef8 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:51:32.738948 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-afaf62ef-0acb-4eef-8a22-137ae4c7cef8 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks [] for network, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:51:32.804768 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afaf62ef-0acb-4eef-8a22-137ae4c7cef8 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Pushing event updated for resources: {'Network': ['ID=3068a198-06ef-4059-8523-f07a2f4d79c7,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:51:32.815312 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Network 3068a198-06ef-4059-8523-f07a2f4d79c7 details requested by agent ovs-agent-n-d-816865-1 with host n-d-816865-1 {{(pid=102388) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 05 19:51:32.864137 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-afaf62ef-0acb-4eef-8a22-137ae4c7cef8 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4024749 Nov 05 19:51:32.866901 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 46520) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:51:32.871532 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-eb4c8d54-7e94-4ad7-a8dd-1bb59ba938c5 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1934545364', 'admin_state_up': True, 'project_id': '68fdb102132c4581a35bd621e01c7de2', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec'}}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:51:32.983781 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-eb4c8d54-7e94-4ad7-a8dd-1bb59ba938c5 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-571139', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6874'] for router, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:51:32.984880 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-eb4c8d54-7e94-4ad7-a8dd-1bb59ba938c5 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-571375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1000570', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1011585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6867'] for router, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:51:33.039324 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-eb4c8d54-7e94-4ad7-a8dd-1bb59ba938c5 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:51:33.256084 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-eb4c8d54-7e94-4ad7-a8dd-1bb59ba938c5 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:51:33.520670 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-eb4c8d54-7e94-4ad7-a8dd-1bb59ba938c5 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks [] for router_gateway, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:51:33.539977 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-eb4c8d54-7e94-4ad7-a8dd-1bb59ba938c5 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:51:33.644002 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.db_base_plugin_common [None req-eb4c8d54-7e94-4ad7-a8dd-1bb59ba938c5 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Allocated IP 172.25.6.197 (40c8335d-cd0b-4cb5-910a-d4dcddd5cbec/04fe6db3-e108-4208-943d-6518424f5726/24b0c6e5-4878-4c4f-b47c-611b0096a077) {{(pid=102386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 19:51:33.741321 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-eb4c8d54-7e94-4ad7-a8dd-1bb59ba938c5 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks [] for port, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:51:33.832308 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-eb4c8d54-7e94-4ad7-a8dd-1bb59ba938c5 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:51:34.173855 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb4c8d54-7e94-4ad7-a8dd-1bb59ba938c5 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Network 40c8335d-cd0b-4cb5-910a-d4dcddd5cbec is already hosted by enough agents. {{(pid=102386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 19:51:34.176569 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.base_scheduler [None req-eb4c8d54-7e94-4ad7-a8dd-1bb59ba938c5 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Resources bound (agent type, host, resource id): {{(pid=102386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 19:51:34.182349 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb4c8d54-7e94-4ad7-a8dd-1bb59ba938c5 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Received port after_create {{(pid=102386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 19:51:34.207508 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4c8d54-7e94-4ad7-a8dd-1bb59ba938c5 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Pushing event updated for resources: {'Port': ['ID=24b0c6e5-4878-4c4f-b47c-611b0096a077,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:51:34.486900 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-eb4c8d54-7e94-4ad7-a8dd-1bb59ba938c5 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks [] for router_gateway, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:51:34.680991 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-eb4c8d54-7e94-4ad7-a8dd-1bb59ba938c5 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-571384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1000487'] for router, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:51:34.880506 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb4c8d54-7e94-4ad7-a8dd-1bb59ba938c5 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Router b696126f-fc01-496b-9cae-0e4f09b0d477 is scheduled to L3 agent 6dcb5589-8e86-4616-9186-ddc4548e13ad with binding_index 1 {{(pid=102386) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 05 19:51:34.910370 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:51:34.989722 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb4c8d54-7e94-4ad7-a8dd-1bb59ba938c5 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Notify agent at l3_agent.n-d-816865-1 the message routers_updated {{(pid=102386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 19:51:35.000446 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-185fa11d-4f50-49c7-911f-bf5f8a271770 None None] Sync routers for ids ['b696126f-fc01-496b-9cae-0e4f09b0d477'] in n-d-816865-1 {{(pid=102388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 19:51:35.010708 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-185fa11d-4f50-49c7-911f-bf5f8a271770 None None] Routers {'b696126f-fc01-496b-9cae-0e4f09b0d477'} bound to L3 agent in host n-d-816865-1 {{(pid=102388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 19:51:35.012710 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-185fa11d-4f50-49c7-911f-bf5f8a271770 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T19:51:05Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['b696126f-fc01-496b-9cae-0e4f09b0d477'], 'active': True} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:51:35.097142 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-eb4c8d54-7e94-4ad7-a8dd-1bb59ba938c5 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks [] for router, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:51:35.098632 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-eb4c8d54-7e94-4ad7-a8dd-1bb59ba938c5 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.2307286 Nov 05 19:51:35.102230 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 46522) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:51:35.117973 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvr_db [None req-185fa11d-4f50-49c7-911f-bf5f8a271770 None None] Set router b696126f-fc01-496b-9cae-0e4f09b0d477 gateway port host: n-d-816865-1 {{(pid=102388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 19:51:35.131210 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-5fd9caac-a00b-4334-b622-cf0d2c1c2165 tempest-TestNetworkAdvancedServerOps-880610799 tempest-TestNetworkAdvancedServerOps-880610799-project-admin] 10.222.0.13 "GET /v2.0/subnets?project_id=68fdb102132c4581a35bd621e01c7de2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0278044 Nov 05 19:51:35.133661 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 46524) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:51:35.220599 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aad5bb3c-9063-4524-b7cf-724637320ca3 tempest-TestNetworkAdvancedServerOps-880610799 tempest-TestNetworkAdvancedServerOps-880610799-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:51:35.224894 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-aad5bb3c-9063-4524-b7cf-724637320ca3 tempest-TestNetworkAdvancedServerOps-880610799 tempest-TestNetworkAdvancedServerOps-880610799-project-admin] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0874889 Nov 05 19:51:35.225158 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 46526) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:51:35.257641 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-e17ea9c2-79ac-4e91-adc8-aaa06f367b4f tempest-TestNetworkAdvancedServerOps-880610799 tempest-TestNetworkAdvancedServerOps-880610799-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=40c8335d-cd0b-4cb5-910a-d4dcddd5cbec&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0314052 Nov 05 19:51:35.260228 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 46528) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:51:35.265053 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-b242785f-a8b4-4499-a612-ad99e0f6a420 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1893341678', 'network_id': '3068a198-06ef-4059-8523-f07a2f4d79c7', 'project_id': '68fdb102132c4581a35bd621e01c7de2', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:51:35.299748 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-185fa11d-4f50-49c7-911f-bf5f8a271770 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b696126f-fc01-496b-9cae-0e4f09b0d477', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1934545364', 'tenant_id': '68fdb102132c4581a35bd621e01c7de2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.197'}], 'enable_snat': True}, 'gw_port_id': '24b0c6e5-4878-4c4f-b47c-611b0096a077', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T19:51:32Z', 'updated_at': '2021-11-05T19:51:34Z', 'revision_number': 3, 'project_id': '68fdb102132c4581a35bd621e01c7de2', 'gw_port': {'id': '24b0c6e5-4878-4c4f-b47c-611b0096a077', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:a0:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b696126f-fc01-496b-9cae-0e4f09b0d477', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:51:33Z', 'updated_at': '2021-11-05T19:51:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1'}], 'n-d-816865-1', False) {} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:51:35.326381 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-185fa11d-4f50-49c7-911f-bf5f8a271770 None None] Checking router: b696126f-fc01-496b-9cae-0e4f09b0d477 for host: n-d-816865-1 {{(pid=102388) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 19:51:35.326729 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-185fa11d-4f50-49c7-911f-bf5f8a271770 None None] Updating router b696126f-fc01-496b-9cae-0e4f09b0d477 port 24b0c6e5-4878-4c4f-b47c-611b0096a077 binding host n-d-816865-1 {{(pid=102388) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 05 19:51:35.359313 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-185fa11d-4f50-49c7-911f-bf5f8a271770 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:51:35.437198 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b242785f-a8b4-4499-a612-ad99e0f6a420 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Made reservation on behalf of 68fdb102132c4581a35bd621e01c7de2 for: {'subnet': 1} {{(pid=102386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 19:51:35.440871 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-b242785f-a8b4-4499-a612-ad99e0f6a420 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4877122'] for subnet, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:51:35.449246 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-dcefa47a-405c-4d90-aef2-b922fc7135d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:51:35.620931 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-185fa11d-4f50-49c7-911f-bf5f8a271770 None None] Publish callbacks [] for port, precommit_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:51:35.686674 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-b242785f-a8b4-4499-a612-ad99e0f6a420 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6149946', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4877172'] for subnet, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:51:35.700013 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-185fa11d-4f50-49c7-911f-bf5f8a271770 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:51:35.754143 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-185fa11d-4f50-49c7-911f-bf5f8a271770 None None] Attempting to bind port 24b0c6e5-4878-4c4f-b47c-611b0096a077 on host n-d-816865-1 for vnic_type normal with profile {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 19:51:35.754516 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-185fa11d-4f50-49c7-911f-bf5f8a271770 None None] Attempting to bind port 24b0c6e5-4878-4c4f-b47c-611b0096a077 by drivers openvswitch,hyperv on host n-d-816865-1 at level 0 using segments [{'id': '85be518c-8bb4-46a2-a903-d4292782d29d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec'}] {{(pid=102388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 19:51:35.754888 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-185fa11d-4f50-49c7-911f-bf5f8a271770 None None] Attempting to bind port 24b0c6e5-4878-4c4f-b47c-611b0096a077 on network 40c8335d-cd0b-4cb5-910a-d4dcddd5cbec {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 19:51:35.756781 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d77f334-7210-4367-a184-290b8459fb2d None None] Pushing event updated for resources: {'Port': ['ID=24b0c6e5-4878-4c4f-b47c-611b0096a077,revision_number=2']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:51:35.757015 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b242785f-a8b4-4499-a612-ad99e0f6a420 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Pushing event updated for resources: {'Subnet': ['ID=69eb7e91-61f7-4575-bcbf-1353b14068ab,revision_number=0']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:51:35.762359 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-185fa11d-4f50-49c7-911f-bf5f8a271770 None None] Checking agent: {'id': '724d89a7-611b-41e6-bc85-c48112b17afa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 18, 25, 8), 'started_at': datetime.datetime(2021, 11, 5, 18, 25, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 19, 51, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 19:51:35.762736 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-185fa11d-4f50-49c7-911f-bf5f8a271770 None None] Checking segment: {'id': '85be518c-8bb4-46a2-a903-d4292782d29d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 19:51:35.763145 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-185fa11d-4f50-49c7-911f-bf5f8a271770 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:51:35.763529 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-185fa11d-4f50-49c7-911f-bf5f8a271770 None None] Bound using segment: {'id': '85be518c-8bb4-46a2-a903-d4292782d29d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec'} {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 19:51:35.764000 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-185fa11d-4f50-49c7-911f-bf5f8a271770 None None] Bound port: 24b0c6e5-4878-4c4f-b47c-611b0096a077, host: n-d-816865-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85be518c-8bb4-46a2-a903-d4292782d29d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec'}}] {{(pid=102388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 19:51:35.764386 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-185fa11d-4f50-49c7-911f-bf5f8a271770 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:51:35.768765 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b242785f-a8b4-4499-a612-ad99e0f6a420 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Checking segment: {'id': '90a91c8b-debd-4a22-9f28-6f281a2c3807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '3068a198-06ef-4059-8523-f07a2f4d79c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 19:51:35.769446 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b242785f-a8b4-4499-a612-ad99e0f6a420 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Network hostable DHCP agents. Network: 3068a198-06ef-4059-8523-f07a2f4d79c7, hostable agents: ['987e2ca0-bc3b-4c6f-a989-429ccfbf753f'], hosted agents: [] {{(pid=102386) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 05 19:51:35.817214 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-185fa11d-4f50-49c7-911f-bf5f8a271770 None None] For port 24b0c6e5-4878-4c4f-b47c-611b0096a077, host n-d-816865-1, cleared binding levels {{(pid=102388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 19:51:35.820214 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-185fa11d-4f50-49c7-911f-bf5f8a271770 None None] For port 24b0c6e5-4878-4c4f-b47c-611b0096a077, host n-d-816865-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=24b0c6e5-4878-4c4f-b47c-611b0096a077,segment=NetworkSegment(85be518c-8bb4-46a2-a903-d4292782d29d),segment_id=85be518c-8bb4-46a2-a903-d4292782d29d)] {{(pid=102388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 19:51:35.842837 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b242785f-a8b4-4499-a612-ad99e0f6a420 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Network 3068a198-06ef-4059-8523-f07a2f4d79c7 is scheduled to be hosted by DHCP agent 987e2ca0-bc3b-4c6f-a989-429ccfbf753f with binding_index 1 {{(pid=102386) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 05 19:51:35.898022 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-185fa11d-4f50-49c7-911f-bf5f8a271770 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:51:35.926072 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.base_scheduler [None req-b242785f-a8b4-4499-a612-ad99e0f6a420 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816865-1, 3068a198-06ef-4059-8523-f07a2f4d79c7) {{(pid=102386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 19:51:35.930998 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b242785f-a8b4-4499-a612-ad99e0f6a420 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:51:35.932143 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-b242785f-a8b4-4499-a612-ad99e0f6a420 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks [] for subnet, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:51:35.940273 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b19dcddc-cdcd-4302-b0d8-2968aab02b78 None None] Network 3068a198-06ef-4059-8523-f07a2f4d79c7 requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 19:51:35.992219 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-b242785f-a8b4-4499-a612-ad99e0f6a420 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7283356 Nov 05 19:51:35.992437 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 46530) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:51:36.005716 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-185fa11d-4f50-49c7-911f-bf5f8a271770 None None] Routers {'b696126f-fc01-496b-9cae-0e4f09b0d477'} bound to L3 agent in host n-d-816865-1 {{(pid=102388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 19:51:36.006358 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-185fa11d-4f50-49c7-911f-bf5f8a271770 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T19:51:35Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['b696126f-fc01-496b-9cae-0e4f09b0d477'], 'active': True} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:51:36.008096 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d77f334-7210-4367-a184-290b8459fb2d None None] Pushing event updated for resources: {'Port': ['ID=24b0c6e5-4878-4c4f-b47c-611b0096a077,revision_number=3']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:51:36.165535 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvr_db [None req-185fa11d-4f50-49c7-911f-bf5f8a271770 None None] Set router b696126f-fc01-496b-9cae-0e4f09b0d477 gateway port host: n-d-816865-1 {{(pid=102388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 19:51:36.254206 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a893687-8d8e-4bf7-a404-aad5dae4e5df None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeb20a084-accf-5b60-8075-3e69ebe863a6-3068a198-06ef-4059-8523-f07a2f4d79c7', 'network_id': '3068a198-06ef-4059-8523-f07a2f4d79c7', 'tenant_id': '68fdb102132c4581a35bd621e01c7de2', 'fixed_ips': [{'subnet_id': '69eb7e91-61f7-4575-bcbf-1353b14068ab'}]}} from n-d-816865-1. {{(pid=102388) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 05 19:51:36.255113 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-7a893687-8d8e-4bf7-a404-aad5dae4e5df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:51:36.429360 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-749060a8-12f6-4b5a-b06c-07c31ec0cfe9 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:51:36.479667 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.db_base_plugin_common [None req-7a893687-8d8e-4bf7-a404-aad5dae4e5df None None] Allocated IP 172.20.0.2 (3068a198-06ef-4059-8523-f07a2f4d79c7/69eb7e91-61f7-4575-bcbf-1353b14068ab/7c178a8b-c64b-497e-a661-12d64d91e826) {{(pid=102388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 19:51:36.514086 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-185fa11d-4f50-49c7-911f-bf5f8a271770 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b696126f-fc01-496b-9cae-0e4f09b0d477', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1934545364', 'tenant_id': '68fdb102132c4581a35bd621e01c7de2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.197'}], 'enable_snat': True}, 'gw_port_id': '24b0c6e5-4878-4c4f-b47c-611b0096a077', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T19:51:32Z', 'updated_at': '2021-11-05T19:51:34Z', 'revision_number': 3, 'project_id': '68fdb102132c4581a35bd621e01c7de2', 'gw_port': {'id': '24b0c6e5-4878-4c4f-b47c-611b0096a077', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:a0:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b696126f-fc01-496b-9cae-0e4f09b0d477', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:51:33Z', 'updated_at': '2021-11-05T19:51:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1'}], 'n-d-816865-1', False) {} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:51:36.549808 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-185fa11d-4f50-49c7-911f-bf5f8a271770 None None] The sync data for ids ['b696126f-fc01-496b-9cae-0e4f09b0d477'] in n-d-816865-1 is: [{'id': 'b696126f-fc01-496b-9cae-0e4f09b0d477', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1934545364', 'tenant_id': '68fdb102132c4581a35bd621e01c7de2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.197'}], 'enable_snat': True}, 'gw_port_id': '24b0c6e5-4878-4c4f-b47c-611b0096a077', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T19:51:32Z', 'updated_at': '2021-11-05T19:51:34Z', 'revision_number': 3, 'project_id': '68fdb102132c4581a35bd621e01c7de2', 'gw_port': {'id': '24b0c6e5-4878-4c4f-b47c-611b0096a077', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:a0:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b696126f-fc01-496b-9cae-0e4f09b0d477', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:51:33Z', 'updated_at': '2021-11-05T19:51:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1'}] {{(pid=102388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 19:51:36.551162 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b304910f-7b27-444b-a8fc-977d26b1ceac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:51:36.860700 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-7a893687-8d8e-4bf7-a404-aad5dae4e5df None None] Publish callbacks [] for port, precommit_create {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:51:36.935544 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-7a893687-8d8e-4bf7-a404-aad5dae4e5df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789'] for port, after_create {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:51:36.944637 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:51:36.981576 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 24b0c6e5-4878-4c4f-b47c-611b0096a077 up at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 19:51:36.984989 n-d-816865-1 neutron-server[102388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a893687-8d8e-4bf7-a404-aad5dae4e5df None None] Network 3068a198-06ef-4059-8523-f07a2f4d79c7 is already hosted by enough agents. {{(pid=102388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 19:51:37.005104 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.db_base_plugin_common [None req-749060a8-12f6-4b5a-b06c-07c31ec0cfe9 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Allocated IP 172.20.0.1 (3068a198-06ef-4059-8523-f07a2f4d79c7/69eb7e91-61f7-4575-bcbf-1353b14068ab/617372c2-7a05-49ba-b721-e4f1feafd028) {{(pid=102386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 19:51:37.021145 n-d-816865-1 neutron-server[102388]: DEBUG neutron.scheduler.base_scheduler [None req-7a893687-8d8e-4bf7-a404-aad5dae4e5df None None] Resources bound (agent type, host, resource id): {{(pid=102388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 19:51:37.021145 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a893687-8d8e-4bf7-a404-aad5dae4e5df None None] Received port after_create {{(pid=102388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 19:51:37.045988 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a893687-8d8e-4bf7-a404-aad5dae4e5df None None] Pushing event updated for resources: {'Port': ['ID=7c178a8b-c64b-497e-a661-12d64d91e826,revision_number=1']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:51:37.107512 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-7a893687-8d8e-4bf7-a404-aad5dae4e5df None None] Attempting to bind port 7c178a8b-c64b-497e-a661-12d64d91e826 on host n-d-816865-1 for vnic_type normal with profile {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 19:51:37.107891 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-7a893687-8d8e-4bf7-a404-aad5dae4e5df None None] Attempting to bind port 7c178a8b-c64b-497e-a661-12d64d91e826 by drivers openvswitch,hyperv on host n-d-816865-1 at level 0 using segments [{'id': '90a91c8b-debd-4a22-9f28-6f281a2c3807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '3068a198-06ef-4059-8523-f07a2f4d79c7'}] {{(pid=102388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 19:51:37.108267 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a893687-8d8e-4bf7-a404-aad5dae4e5df None None] Attempting to bind port 7c178a8b-c64b-497e-a661-12d64d91e826 on network 3068a198-06ef-4059-8523-f07a2f4d79c7 {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 19:51:37.117014 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a893687-8d8e-4bf7-a404-aad5dae4e5df None None] Checking agent: {'id': '724d89a7-611b-41e6-bc85-c48112b17afa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 18, 25, 8), 'started_at': datetime.datetime(2021, 11, 5, 18, 25, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 19, 51, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 19:51:37.117403 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a893687-8d8e-4bf7-a404-aad5dae4e5df None None] Checking segment: {'id': '90a91c8b-debd-4a22-9f28-6f281a2c3807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '3068a198-06ef-4059-8523-f07a2f4d79c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 19:51:37.117816 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-7a893687-8d8e-4bf7-a404-aad5dae4e5df None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:51:37.118250 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a893687-8d8e-4bf7-a404-aad5dae4e5df None None] Bound using segment: {'id': '90a91c8b-debd-4a22-9f28-6f281a2c3807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '3068a198-06ef-4059-8523-f07a2f4d79c7'} {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 19:51:37.118736 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-7a893687-8d8e-4bf7-a404-aad5dae4e5df None None] Bound port: 7c178a8b-c64b-497e-a661-12d64d91e826, host: n-d-816865-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90a91c8b-debd-4a22-9f28-6f281a2c3807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '3068a198-06ef-4059-8523-f07a2f4d79c7'}}] {{(pid=102388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 19:51:37.119133 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-7a893687-8d8e-4bf7-a404-aad5dae4e5df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:51:37.121183 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Provisioning complete for port 24b0c6e5-4878-4c4f-b47c-611b0096a077 triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:51:37.121548 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:51:37.139903 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-749060a8-12f6-4b5a-b06c-07c31ec0cfe9 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks [] for port, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:51:37.235280 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-749060a8-12f6-4b5a-b06c-07c31ec0cfe9 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:51:37.258924 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-7a893687-8d8e-4bf7-a404-aad5dae4e5df None None] For port 7c178a8b-c64b-497e-a661-12d64d91e826, host n-d-816865-1, cleared binding levels {{(pid=102388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 19:51:37.264236 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-7a893687-8d8e-4bf7-a404-aad5dae4e5df None None] For port 7c178a8b-c64b-497e-a661-12d64d91e826, host n-d-816865-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=7c178a8b-c64b-497e-a661-12d64d91e826,segment=NetworkSegment(90a91c8b-debd-4a22-9f28-6f281a2c3807),segment_id=90a91c8b-debd-4a22-9f28-6f281a2c3807)] {{(pid=102388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 19:51:37.267145 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:51:37.278637 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-749060a8-12f6-4b5a-b06c-07c31ec0cfe9 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Network 3068a198-06ef-4059-8523-f07a2f4d79c7 is already hosted by enough agents. {{(pid=102386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 19:51:37.286616 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.base_scheduler [None req-749060a8-12f6-4b5a-b06c-07c31ec0cfe9 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Resources bound (agent type, host, resource id): {{(pid=102386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 19:51:37.290480 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] For port 24b0c6e5-4878-4c4f-b47c-611b0096a077, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=24b0c6e5-4878-4c4f-b47c-611b0096a077,segment=NetworkSegment(85be518c-8bb4-46a2-a903-d4292782d29d),segment_id=85be518c-8bb4-46a2-a903-d4292782d29d)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:51:37.291251 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-749060a8-12f6-4b5a-b06c-07c31ec0cfe9 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Received port after_create {{(pid=102386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 19:51:37.295720 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749060a8-12f6-4b5a-b06c-07c31ec0cfe9 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Pushing event updated for resources: {'Port': ['ID=617372c2-7a05-49ba-b721-e4f1feafd028,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:51:37.338538 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-7a893687-8d8e-4bf7-a404-aad5dae4e5df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:51:37.338749 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-749060a8-12f6-4b5a-b06c-07c31ec0cfe9 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-571770'] for router_interface, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:51:37.407276 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:51:37.409205 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a893687-8d8e-4bf7-a404-aad5dae4e5df None None] Pushing event updated for resources: {'Port': ['ID=7c178a8b-c64b-497e-a661-12d64d91e826,revision_number=2']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:51:37.465227 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Pushing event updated for resources: {'Port': ['ID=24b0c6e5-4878-4c4f-b47c-611b0096a077,revision_number=4']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:51:37.574175 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-749060a8-12f6-4b5a-b06c-07c31ec0cfe9 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:51:37.860789 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-749060a8-12f6-4b5a-b06c-07c31ec0cfe9 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks [] for port, precommit_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:51:37.920548 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-749060a8-12f6-4b5a-b06c-07c31ec0cfe9 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6149821'] for port, after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:51:37.999504 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749060a8-12f6-4b5a-b06c-07c31ec0cfe9 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Pushing event updated for resources: {'Port': ['ID=617372c2-7a05-49ba-b721-e4f1feafd028,revision_number=2']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:51:38.007535 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-749060a8-12f6-4b5a-b06c-07c31ec0cfe9 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-597863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-571878'] for router_interface, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:51:38.108748 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-749060a8-12f6-4b5a-b06c-07c31ec0cfe9 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Network 3068a198-06ef-4059-8523-f07a2f4d79c7 is already hosted by enough agents. {{(pid=102386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 19:51:38.110225 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.base_scheduler [None req-749060a8-12f6-4b5a-b06c-07c31ec0cfe9 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Resources bound (agent type, host, resource id): {{(pid=102386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 19:51:38.227758 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-749060a8-12f6-4b5a-b06c-07c31ec0cfe9 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Router b696126f-fc01-496b-9cae-0e4f09b0d477 has already been hosted by L3 agent 6dcb5589-8e86-4616-9186-ddc4548e13ad {{(pid=102386) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 19:51:38.337528 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-749060a8-12f6-4b5a-b06c-07c31ec0cfe9 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Notify agent at l3_agent.n-d-816865-1 the message routers_updated {{(pid=102386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 19:51:38.342700 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-749060a8-12f6-4b5a-b06c-07c31ec0cfe9 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] 10.222.0.13 "PUT /v2.0/routers/b696126f-fc01-496b-9cae-0e4f09b0d477/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3491485 Nov 05 19:51:38.472069 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-31f93893-a48e-4ae8-833d-dccb2b42eacc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:51:38.535255 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-e3c12d41-62e9-458d-b2c9-8c83f537142e req-b8002cdc-7137-45bd-a8c9-938eb64656f2 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1823917782&fields=id&tenant_id=68fdb102132c4581a35bd621e01c7de2 HTTP/1.1" status: 200 len: 267 time: 0.0521679 Nov 05 19:51:38.568513 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76058eac-3c8e-42f0-aab9-a5519ce30ba2 None None] Sync routers for ids ['b696126f-fc01-496b-9cae-0e4f09b0d477'] in n-d-816865-1 {{(pid=102389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 19:51:38.580947 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76058eac-3c8e-42f0-aab9-a5519ce30ba2 None None] Routers {'b696126f-fc01-496b-9cae-0e4f09b0d477'} bound to L3 agent in host n-d-816865-1 {{(pid=102389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 19:51:38.581720 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-76058eac-3c8e-42f0-aab9-a5519ce30ba2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T19:51:35Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['b696126f-fc01-496b-9cae-0e4f09b0d477'], 'active': True} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:51:38.586797 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:51:38.702650 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c12d41-62e9-458d-b2c9-8c83f537142e req-e88dd019-2d3f-47be-bbd0-c28b4f6144bf tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:51:38.704635 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-e3c12d41-62e9-458d-b2c9-8c83f537142e req-e88dd019-2d3f-47be-bbd0-c28b4f6144bf tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] 10.222.0.13 "GET /v2.0/networks?id=3068a198-06ef-4059-8523-f07a2f4d79c7 HTTP/1.1" status: 200 len: 797 time: 0.1522129 Nov 05 19:51:38.713772 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvr_db [None req-76058eac-3c8e-42f0-aab9-a5519ce30ba2 None None] Set router b696126f-fc01-496b-9cae-0e4f09b0d477 gateway port host: n-d-816865-1 {{(pid=102389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 19:51:38.722913 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-e3c12d41-62e9-458d-b2c9-8c83f537142e req-60d00ce2-5beb-4238-9963-9be909b40d55 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] 10.222.0.13 "GET /v2.0/quotas/68fdb102132c4581a35bd621e01c7de2 HTTP/1.1" status: 200 len: 375 time: 0.0118992 Nov 05 19:51:38.786146 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-e3c12d41-62e9-458d-b2c9-8c83f537142e req-8ecaf3bd-ab31-4d87-b052-a7e90e334c96 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=68fdb102132c4581a35bd621e01c7de2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0576894 Nov 05 19:51:38.804174 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [req-e3c12d41-62e9-458d-b2c9-8c83f537142e req-de9223c4-58f5-467d-8689-b8c63bd3e562 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=102387) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 05 19:51:38.805226 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-e3c12d41-62e9-458d-b2c9-8c83f537142e req-de9223c4-58f5-467d-8689-b8c63bd3e562 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0077071 Nov 05 19:51:38.841087 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b06a470-71c9-466b-b684-1eef7813e899 None None] Network 3068a198-06ef-4059-8523-f07a2f4d79c7 requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 19:51:38.910196 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-e3c12d41-62e9-458d-b2c9-8c83f537142e req-cf1e9f08-edf0-4c4d-bf8a-f158f3420d4a service neutron] 10.222.0.13 "GET /v2.0/networks/3068a198-06ef-4059-8523-f07a2f4d79c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0980520 Nov 05 19:51:38.960890 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-6fc94c5e-a512-4007-ad8b-f634a40a8287 None None] Provisioning complete for port 7c178a8b-c64b-497e-a661-12d64d91e826 triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:51:38.961488 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-6fc94c5e-a512-4007-ad8b-f634a40a8287 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:51:38.981756 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-76058eac-3c8e-42f0-aab9-a5519ce30ba2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b696126f-fc01-496b-9cae-0e4f09b0d477', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1934545364', 'tenant_id': '68fdb102132c4581a35bd621e01c7de2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.197'}], 'enable_snat': True}, 'gw_port_id': '24b0c6e5-4878-4c4f-b47c-611b0096a077', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T19:51:32Z', 'updated_at': '2021-11-05T19:51:37Z', 'revision_number': 4, 'project_id': '68fdb102132c4581a35bd621e01c7de2', 'gw_port': {'id': '24b0c6e5-4878-4c4f-b47c-611b0096a077', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:a0:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b696126f-fc01-496b-9cae-0e4f09b0d477', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:51:33Z', 'updated_at': '2021-11-05T19:51:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1', '_interfaces': [{'id': '617372c2-7a05-49ba-b721-e4f1feafd028', 'name': '', 'network_id': '3068a198-06ef-4059-8523-f07a2f4d79c7', 'tenant_id': '68fdb102132c4581a35bd621e01c7de2', 'mac_address': 'fa:16:3e:46:46:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b696126f-fc01-496b-9cae-0e4f09b0d477', 'device_owner': 'network:router_interface', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': '69eb7e91-61f7-4575-bcbf-1353b14068ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:51:36Z', 'updated_at': '2021-11-05T19:51:37Z', 'revision_number': 2, 'project_id': '68fdb102132c4581a35bd621e01c7de2', 'subnets': [{'id': '69eb7e91-61f7-4575-bcbf-1353b14068ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-1', False) {} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:51:39.021382 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76058eac-3c8e-42f0-aab9-a5519ce30ba2 None None] Checking router: b696126f-fc01-496b-9cae-0e4f09b0d477 for host: n-d-816865-1 {{(pid=102389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 19:51:39.022013 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76058eac-3c8e-42f0-aab9-a5519ce30ba2 None None] Updating router b696126f-fc01-496b-9cae-0e4f09b0d477 port 617372c2-7a05-49ba-b721-e4f1feafd028 binding host n-d-816865-1 {{(pid=102389) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 05 19:51:39.068786 n-d-816865-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-76058eac-3c8e-42f0-aab9-a5519ce30ba2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:51:39.074332 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-e3c12d41-62e9-458d-b2c9-8c83f537142e req-a6c3bd48-afd6-43ed-8458-2806930002d2 service neutron] 10.222.0.13 "GET /v2.0/networks/3068a198-06ef-4059-8523-f07a2f4d79c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1621640 Nov 05 19:51:39.133855 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-6fc94c5e-a512-4007-ad8b-f634a40a8287 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:51:39.151370 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 7c178a8b-c64b-497e-a661-12d64d91e826 up at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 19:51:39.214983 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-6fc94c5e-a512-4007-ad8b-f634a40a8287 None None] For port 7c178a8b-c64b-497e-a661-12d64d91e826, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=7c178a8b-c64b-497e-a661-12d64d91e826,segment=NetworkSegment(90a91c8b-debd-4a22-9f28-6f281a2c3807),segment_id=90a91c8b-debd-4a22-9f28-6f281a2c3807)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:51:39.250744 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Provisioning complete for port 7c178a8b-c64b-497e-a661-12d64d91e826 triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:51:39.251233 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:51:39.358767 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-6fc94c5e-a512-4007-ad8b-f634a40a8287 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:51:39.417507 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-f807a412-8384-4b74-92ce-d3662f523bd3 req-0ced7135-c260-4f82-8b0e-c4f8db95d752 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ad69063-e159-40cd-9cde-f5ec2f95307d HTTP/1.1" status: 200 len: 210 time: 0.0490947 Nov 05 19:51:39.430760 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:51:39.471369 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc94c5e-a512-4007-ad8b-f634a40a8287 None None] Pushing event updated for resources: {'Port': ['ID=7c178a8b-c64b-497e-a661-12d64d91e826,revision_number=3']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:51:39.519706 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.db.api [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102388) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 05 19:51:39.520785 n-d-816865-1 neutron-server[102388]: DEBUG oslo_db.api [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 05 19:51:39.554230 n-d-816865-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-76058eac-3c8e-42f0-aab9-a5519ce30ba2 None None] Publish callbacks [] for port, precommit_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:51:39.585186 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-03901d6d-c060-49ba-b8cf-2c0ebc06df82 None None] Provisioning complete for port 617372c2-7a05-49ba-b721-e4f1feafd028 triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:51:39.585585 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-03901d6d-c060-49ba-b8cf-2c0ebc06df82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:51:39.623956 n-d-816865-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-76058eac-3c8e-42f0-aab9-a5519ce30ba2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:51:39.629054 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-03901d6d-c060-49ba-b8cf-2c0ebc06df82 None None] Port 617372c2-7a05-49ba-b721-e4f1feafd028 cannot update to ACTIVE because it is not bound. {{(pid=102388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 19:51:39.640793 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-03901d6d-c060-49ba-b8cf-2c0ebc06df82 None None] Provisioning complete for port 7c178a8b-c64b-497e-a661-12d64d91e826 triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:51:39.641273 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-03901d6d-c060-49ba-b8cf-2c0ebc06df82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:51:39.694866 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90663aec-ca35-4eef-8b33-112fb1627eb8 None None] Pushing event updated for resources: {'Port': ['ID=617372c2-7a05-49ba-b721-e4f1feafd028,revision_number=3']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:51:39.720105 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90663aec-ca35-4eef-8b33-112fb1627eb8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:51:39.721345 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90663aec-ca35-4eef-8b33-112fb1627eb8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:51:39.722003 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90663aec-ca35-4eef-8b33-112fb1627eb8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:51:39.722555 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90663aec-ca35-4eef-8b33-112fb1627eb8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:51:39.722890 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90663aec-ca35-4eef-8b33-112fb1627eb8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:51:39.723219 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90663aec-ca35-4eef-8b33-112fb1627eb8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:51:39.723545 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90663aec-ca35-4eef-8b33-112fb1627eb8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:51:39.723868 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90663aec-ca35-4eef-8b33-112fb1627eb8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:51:39.724186 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90663aec-ca35-4eef-8b33-112fb1627eb8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:51:39.724511 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90663aec-ca35-4eef-8b33-112fb1627eb8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:51:39.724827 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90663aec-ca35-4eef-8b33-112fb1627eb8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:51:39.725392 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90663aec-ca35-4eef-8b33-112fb1627eb8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:51:39.757762 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.managers [None req-76058eac-3c8e-42f0-aab9-a5519ce30ba2 None None] Attempting to bind port 617372c2-7a05-49ba-b721-e4f1feafd028 on host n-d-816865-1 for vnic_type normal with profile {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 19:51:39.758302 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.managers [None req-76058eac-3c8e-42f0-aab9-a5519ce30ba2 None None] Attempting to bind port 617372c2-7a05-49ba-b721-e4f1feafd028 by drivers openvswitch,hyperv on host n-d-816865-1 at level 0 using segments [{'id': '90a91c8b-debd-4a22-9f28-6f281a2c3807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '3068a198-06ef-4059-8523-f07a2f4d79c7'}] {{(pid=102389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 19:51:39.764166 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76058eac-3c8e-42f0-aab9-a5519ce30ba2 None None] Attempting to bind port 617372c2-7a05-49ba-b721-e4f1feafd028 on network 3068a198-06ef-4059-8523-f07a2f4d79c7 {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 19:51:39.764166 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76058eac-3c8e-42f0-aab9-a5519ce30ba2 None None] Checking agent: {'id': '724d89a7-611b-41e6-bc85-c48112b17afa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 18, 25, 8), 'started_at': datetime.datetime(2021, 11, 5, 18, 25, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 19, 51, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 19:51:39.764166 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76058eac-3c8e-42f0-aab9-a5519ce30ba2 None None] Checking segment: {'id': '90a91c8b-debd-4a22-9f28-6f281a2c3807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '3068a198-06ef-4059-8523-f07a2f4d79c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 19:51:39.764909 n-d-816865-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-76058eac-3c8e-42f0-aab9-a5519ce30ba2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:51:39.765059 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76058eac-3c8e-42f0-aab9-a5519ce30ba2 None None] Bound using segment: {'id': '90a91c8b-debd-4a22-9f28-6f281a2c3807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '3068a198-06ef-4059-8523-f07a2f4d79c7'} {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 19:51:39.765521 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.managers [None req-76058eac-3c8e-42f0-aab9-a5519ce30ba2 None None] Bound port: 617372c2-7a05-49ba-b721-e4f1feafd028, host: n-d-816865-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90a91c8b-debd-4a22-9f28-6f281a2c3807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '3068a198-06ef-4059-8523-f07a2f4d79c7'}}] {{(pid=102389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 19:51:39.765900 n-d-816865-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-76058eac-3c8e-42f0-aab9-a5519ce30ba2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:51:39.833603 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [None req-76058eac-3c8e-42f0-aab9-a5519ce30ba2 None None] For port 617372c2-7a05-49ba-b721-e4f1feafd028, host n-d-816865-1, cleared binding levels {{(pid=102389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 19:51:39.836756 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [None req-76058eac-3c8e-42f0-aab9-a5519ce30ba2 None None] For port 617372c2-7a05-49ba-b721-e4f1feafd028, host n-d-816865-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=617372c2-7a05-49ba-b721-e4f1feafd028,segment=NetworkSegment(90a91c8b-debd-4a22-9f28-6f281a2c3807),segment_id=90a91c8b-debd-4a22-9f28-6f281a2c3807)] {{(pid=102389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 19:51:39.864626 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-51526e75-e967-4a3b-bd30-869b76b21a53 None None] Provisioning complete for port 617372c2-7a05-49ba-b721-e4f1feafd028 triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:51:39.865082 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-51526e75-e967-4a3b-bd30-869b76b21a53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:51:39.906826 n-d-816865-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-76058eac-3c8e-42f0-aab9-a5519ce30ba2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:51:39.914984 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-51526e75-e967-4a3b-bd30-869b76b21a53 None None] Port 617372c2-7a05-49ba-b721-e4f1feafd028 cannot update to ACTIVE because it is not bound. {{(pid=102388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 19:51:39.970288 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76058eac-3c8e-42f0-aab9-a5519ce30ba2 None None] Routers {'b696126f-fc01-496b-9cae-0e4f09b0d477'} bound to L3 agent in host n-d-816865-1 {{(pid=102389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 19:51:39.973023 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-76058eac-3c8e-42f0-aab9-a5519ce30ba2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T19:51:35Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['b696126f-fc01-496b-9cae-0e4f09b0d477'], 'active': True} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:51:40.010999 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90663aec-ca35-4eef-8b33-112fb1627eb8 None None] Pushing event updated for resources: {'Port': ['ID=617372c2-7a05-49ba-b721-e4f1feafd028,revision_number=4']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:51:40.073936 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 24b0c6e5-4878-4c4f-b47c-611b0096a077 up at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 19:51:40.076038 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-131e2405-300a-4f60-ba2f-4d7a7b90e598 None None] Provisioning complete for port 617372c2-7a05-49ba-b721-e4f1feafd028 triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:51:40.076410 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-131e2405-300a-4f60-ba2f-4d7a7b90e598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:51:40.092080 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvr_db [None req-76058eac-3c8e-42f0-aab9-a5519ce30ba2 None None] Set router b696126f-fc01-496b-9cae-0e4f09b0d477 gateway port host: n-d-816865-1 {{(pid=102389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 19:51:40.165436 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Provisioning complete for port 24b0c6e5-4878-4c4f-b47c-611b0096a077 triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:51:40.165813 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:51:40.227765 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-131e2405-300a-4f60-ba2f-4d7a7b90e598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:51:40.286796 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-131e2405-300a-4f60-ba2f-4d7a7b90e598 None None] For port 617372c2-7a05-49ba-b721-e4f1feafd028, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=617372c2-7a05-49ba-b721-e4f1feafd028,segment=NetworkSegment(90a91c8b-debd-4a22-9f28-6f281a2c3807),segment_id=90a91c8b-debd-4a22-9f28-6f281a2c3807)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:51:40.324766 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-76058eac-3c8e-42f0-aab9-a5519ce30ba2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b696126f-fc01-496b-9cae-0e4f09b0d477', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1934545364', 'tenant_id': '68fdb102132c4581a35bd621e01c7de2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.197'}], 'enable_snat': True}, 'gw_port_id': '24b0c6e5-4878-4c4f-b47c-611b0096a077', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T19:51:32Z', 'updated_at': '2021-11-05T19:51:37Z', 'revision_number': 4, 'project_id': '68fdb102132c4581a35bd621e01c7de2', 'gw_port': {'id': '24b0c6e5-4878-4c4f-b47c-611b0096a077', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:a0:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b696126f-fc01-496b-9cae-0e4f09b0d477', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:51:33Z', 'updated_at': '2021-11-05T19:51:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1', '_interfaces': [{'id': '617372c2-7a05-49ba-b721-e4f1feafd028', 'name': '', 'network_id': '3068a198-06ef-4059-8523-f07a2f4d79c7', 'tenant_id': '68fdb102132c4581a35bd621e01c7de2', 'mac_address': 'fa:16:3e:46:46:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b696126f-fc01-496b-9cae-0e4f09b0d477', 'device_owner': 'network:router_interface', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': '69eb7e91-61f7-4575-bcbf-1353b14068ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:51:36Z', 'updated_at': '2021-11-05T19:51:39Z', 'revision_number': 4, 'project_id': '68fdb102132c4581a35bd621e01c7de2', 'subnets': [{'id': '69eb7e91-61f7-4575-bcbf-1353b14068ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-1', False) {} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:51:40.353445 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76058eac-3c8e-42f0-aab9-a5519ce30ba2 None None] The sync data for ids ['b696126f-fc01-496b-9cae-0e4f09b0d477'] in n-d-816865-1 is: [{'id': 'b696126f-fc01-496b-9cae-0e4f09b0d477', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1934545364', 'tenant_id': '68fdb102132c4581a35bd621e01c7de2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.197'}], 'enable_snat': True}, 'gw_port_id': '24b0c6e5-4878-4c4f-b47c-611b0096a077', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T19:51:32Z', 'updated_at': '2021-11-05T19:51:37Z', 'revision_number': 4, 'project_id': '68fdb102132c4581a35bd621e01c7de2', 'gw_port': {'id': '24b0c6e5-4878-4c4f-b47c-611b0096a077', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:a0:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b696126f-fc01-496b-9cae-0e4f09b0d477', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:51:33Z', 'updated_at': '2021-11-05T19:51:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1', '_interfaces': [{'id': '617372c2-7a05-49ba-b721-e4f1feafd028', 'name': '', 'network_id': '3068a198-06ef-4059-8523-f07a2f4d79c7', 'tenant_id': '68fdb102132c4581a35bd621e01c7de2', 'mac_address': 'fa:16:3e:46:46:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b696126f-fc01-496b-9cae-0e4f09b0d477', 'device_owner': 'network:router_interface', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': '69eb7e91-61f7-4575-bcbf-1353b14068ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:51:36Z', 'updated_at': '2021-11-05T19:51:39Z', 'revision_number': 4, 'project_id': '68fdb102132c4581a35bd621e01c7de2', 'subnets': [{'id': '69eb7e91-61f7-4575-bcbf-1353b14068ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 19:51:40.374520 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-131e2405-300a-4f60-ba2f-4d7a7b90e598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:51:40.438741 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131e2405-300a-4f60-ba2f-4d7a7b90e598 None None] Pushing event updated for resources: {'Port': ['ID=617372c2-7a05-49ba-b721-e4f1feafd028,revision_number=5']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:51:40.497065 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-274abc60-2d73-4660-9318-129e7c75c9f4 None None] Provisioning complete for port 617372c2-7a05-49ba-b721-e4f1feafd028 triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:51:40.497747 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-274abc60-2d73-4660-9318-129e7c75c9f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:51:40.523429 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-0af311de-68ba-4ee7-9e97-4c086108880b req-d37033a5-b314-41dd-a299-377a6164a725 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ad69063-e159-40cd-9cde-f5ec2f95307d HTTP/1.1" status: 200 len: 210 time: 0.0290506 Nov 05 19:51:41.035898 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 7c178a8b-c64b-497e-a661-12d64d91e826 up at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 19:51:41.089514 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Provisioning complete for port 7c178a8b-c64b-497e-a661-12d64d91e826 triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:51:41.089892 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:51:41.171841 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 617372c2-7a05-49ba-b721-e4f1feafd028 up at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 19:51:41.221883 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Provisioning complete for port 617372c2-7a05-49ba-b721-e4f1feafd028 triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:51:41.222324 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:51:41.511890 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c12d41-62e9-458d-b2c9-8c83f537142e req-0837478a-6aa0-440e-aec5-6a6c716af958 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:51:41.513285 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-e3c12d41-62e9-458d-b2c9-8c83f537142e req-0837478a-6aa0-440e-aec5-6a6c716af958 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] 10.222.0.41 "GET /v2.0/networks?id=3068a198-06ef-4059-8523-f07a2f4d79c7 HTTP/1.1" status: 200 len: 797 time: 0.1084795 Nov 05 19:51:41.578522 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-e3c12d41-62e9-458d-b2c9-8c83f537142e req-0b61c618-de2c-4eff-ae4a-9e87bc43b393 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=68fdb102132c4581a35bd621e01c7de2 HTTP/1.1" status: 200 len: 380 time: 0.0559366 Nov 05 19:51:41.589224 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [req-e3c12d41-62e9-458d-b2c9-8c83f537142e req-0990f2d9-b4fb-4bf1-83b2-92b1edeff46d tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Request body: {'port': {'device_id': '5ad69063-e159-40cd-9cde-f5ec2f95307d', 'network_id': '3068a198-06ef-4059-8523-f07a2f4d79c7', 'admin_state_up': True, 'tenant_id': '68fdb102132c4581a35bd621e01c7de2', 'security_groups': ['9fe86a83-f104-4469-8504-b71efc04e5b1']}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:51:41.665694 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-e38c48de-e694-43e3-b74e-32ea6f4e46dc req-c8a301f5-fd3a-4ac3-bfb9-c01824acc77a tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ad69063-e159-40cd-9cde-f5ec2f95307d HTTP/1.1" status: 200 len: 210 time: 0.0602148 Nov 05 19:51:41.808476 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e3c12d41-62e9-458d-b2c9-8c83f537142e req-0990f2d9-b4fb-4bf1-83b2-92b1edeff46d tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Made reservation on behalf of 68fdb102132c4581a35bd621e01c7de2 for: {'port': 1} {{(pid=102387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 19:51:41.812000 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-e3c12d41-62e9-458d-b2c9-8c83f537142e req-0990f2d9-b4fb-4bf1-83b2-92b1edeff46d tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:51:41.942108 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.db_base_plugin_common [req-e3c12d41-62e9-458d-b2c9-8c83f537142e req-0990f2d9-b4fb-4bf1-83b2-92b1edeff46d tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Allocated IP 172.20.0.6 (3068a198-06ef-4059-8523-f07a2f4d79c7/69eb7e91-61f7-4575-bcbf-1353b14068ab/e041d555-e9fb-46f4-98c2-2cd7d51c8642) {{(pid=102387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 19:51:42.082180 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-e3c12d41-62e9-458d-b2c9-8c83f537142e req-0990f2d9-b4fb-4bf1-83b2-92b1edeff46d tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks [] for port, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:51:42.160963 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-e3c12d41-62e9-458d-b2c9-8c83f537142e req-0990f2d9-b4fb-4bf1-83b2-92b1edeff46d tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4417063'] for port, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:51:42.203857 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e3c12d41-62e9-458d-b2c9-8c83f537142e req-0990f2d9-b4fb-4bf1-83b2-92b1edeff46d tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Network 3068a198-06ef-4059-8523-f07a2f4d79c7 is already hosted by enough agents. {{(pid=102387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 19:51:42.207550 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.base_scheduler [req-e3c12d41-62e9-458d-b2c9-8c83f537142e req-0990f2d9-b4fb-4bf1-83b2-92b1edeff46d tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Resources bound (agent type, host, resource id): {{(pid=102387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 19:51:42.213257 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3c12d41-62e9-458d-b2c9-8c83f537142e req-0990f2d9-b4fb-4bf1-83b2-92b1edeff46d tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Received port after_create {{(pid=102387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 19:51:42.239695 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0990f2d9-b4fb-4bf1-83b2-92b1edeff46d tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Pushing event updated for resources: {'Port': ['ID=e041d555-e9fb-46f4-98c2-2cd7d51c8642,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:51:42.269771 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c12d41-62e9-458d-b2c9-8c83f537142e req-0990f2d9-b4fb-4bf1-83b2-92b1edeff46d tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:51:42.270456 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-e3c12d41-62e9-458d-b2c9-8c83f537142e req-0990f2d9-b4fb-4bf1-83b2-92b1edeff46d tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:51:42.360485 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-e3c12d41-62e9-458d-b2c9-8c83f537142e req-0990f2d9-b4fb-4bf1-83b2-92b1edeff46d tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7760398 Nov 05 19:51:42.370728 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [req-e3c12d41-62e9-458d-b2c9-8c83f537142e req-190b20da-b451-4a48-81c0-edfaadc20bfb tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=102387) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 05 19:51:42.371875 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-e3c12d41-62e9-458d-b2c9-8c83f537142e req-190b20da-b451-4a48-81c0-edfaadc20bfb tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0056539 Nov 05 19:51:42.423980 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-6682193b-e6fb-4a6b-b01e-ae911bf888a4 None None] Provisioning complete for port e041d555-e9fb-46f4-98c2-2cd7d51c8642 triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:51:42.424530 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-6682193b-e6fb-4a6b-b01e-ae911bf888a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:51:42.447112 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [req-e3c12d41-62e9-458d-b2c9-8c83f537142e req-6a92676e-bd98-4ffe-ab7e-7388faae253c service neutron] Request body: {'port': {'device_id': '5ad69063-e159-40cd-9cde-f5ec2f95307d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816865-1'}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:51:42.459488 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-6682193b-e6fb-4a6b-b01e-ae911bf888a4 None None] Port e041d555-e9fb-46f4-98c2-2cd7d51c8642 cannot update to ACTIVE because it is not bound. {{(pid=102388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 19:51:42.500328 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-e3c12d41-62e9-458d-b2c9-8c83f537142e req-6a92676e-bd98-4ffe-ab7e-7388faae253c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:51:43.106663 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0f8735-bef7-4b16-b937-88fe8eb74194 req-e78d2d5a-64b3-4767-ba64-0d083e718411 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:51:43.108138 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-bf0f8735-bef7-4b16-b937-88fe8eb74194 req-e78d2d5a-64b3-4767-ba64-0d083e718411 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ad69063-e159-40cd-9cde-f5ec2f95307d HTTP/1.1" status: 200 len: 931 time: 0.0834210 Nov 05 19:51:43.117369 n-d-816865-1 neutron-server[102387]: DEBUG neutron.notifiers.nova [req-e3c12d41-62e9-458d-b2c9-8c83f537142e req-6a92676e-bd98-4ffe-ab7e-7388faae253c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e041d555-e9fb-46f4-98c2-2cd7d51c8642 {{(pid=102387) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 19:51:43.129713 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-e3c12d41-62e9-458d-b2c9-8c83f537142e req-6a92676e-bd98-4ffe-ab7e-7388faae253c service neutron] Publish callbacks [] for port, precommit_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:51:43.156568 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.provisioning_blocks [req-e3c12d41-62e9-458d-b2c9-8c83f537142e req-6a92676e-bd98-4ffe-ab7e-7388faae253c service neutron] Transition to ACTIVE for port object e041d555-e9fb-46f4-98c2-2cd7d51c8642 will not be triggered until provisioned by entity L2. {{(pid=102387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 05 19:51:43.177082 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-bf0f8735-bef7-4b16-b937-88fe8eb74194 req-4b89d0ee-9a9c-4f93-b6d2-bd409b95af05 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] 10.222.0.13 "GET /v2.0/security-groups?id=9fe86a83-f104-4469-8504-b71efc04e5b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618610 Nov 05 19:51:43.246184 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-e3c12d41-62e9-458d-b2c9-8c83f537142e req-6a92676e-bd98-4ffe-ab7e-7388faae253c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4417072'] for port, after_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:51:43.301005 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a92676e-bd98-4ffe-ab7e-7388faae253c service neutron] Pushing event updated for resources: {'Port': ['ID=e041d555-e9fb-46f4-98c2-2cd7d51c8642,revision_number=2']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:51:43.373805 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.managers [req-e3c12d41-62e9-458d-b2c9-8c83f537142e req-6a92676e-bd98-4ffe-ab7e-7388faae253c service neutron] Attempting to bind port e041d555-e9fb-46f4-98c2-2cd7d51c8642 on host n-h1-816865-1 for vnic_type normal with profile {{(pid=102387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 19:51:43.374172 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.managers [req-e3c12d41-62e9-458d-b2c9-8c83f537142e req-6a92676e-bd98-4ffe-ab7e-7388faae253c service neutron] Attempting to bind port e041d555-e9fb-46f4-98c2-2cd7d51c8642 by drivers openvswitch,hyperv on host n-h1-816865-1 at level 0 using segments [{'id': '90a91c8b-debd-4a22-9f28-6f281a2c3807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '3068a198-06ef-4059-8523-f07a2f4d79c7'}] {{(pid=102387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 19:51:43.374506 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3c12d41-62e9-458d-b2c9-8c83f537142e req-6a92676e-bd98-4ffe-ab7e-7388faae253c service neutron] Attempting to bind port e041d555-e9fb-46f4-98c2-2cd7d51c8642 on network 3068a198-06ef-4059-8523-f07a2f4d79c7 {{(pid=102387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 19:51:43.379259 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3c12d41-62e9-458d-b2c9-8c83f537142e req-6a92676e-bd98-4ffe-ab7e-7388faae253c service neutron] Port e041d555-e9fb-46f4-98c2-2cd7d51c8642 on network 3068a198-06ef-4059-8523-f07a2f4d79c7 not bound, no agent of type Open vSwitch agent registered on host n-h1-816865-1 {{(pid=102387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 19:51:43.379580 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3c12d41-62e9-458d-b2c9-8c83f537142e req-6a92676e-bd98-4ffe-ab7e-7388faae253c service neutron] Attempting to bind port e041d555-e9fb-46f4-98c2-2cd7d51c8642 on network 3068a198-06ef-4059-8523-f07a2f4d79c7 {{(pid=102387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 19:51:43.384546 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3c12d41-62e9-458d-b2c9-8c83f537142e req-6a92676e-bd98-4ffe-ab7e-7388faae253c service neutron] Checking agent: {'id': 'eb596d7c-8c64-42bd-8aca-fad447eb0eab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816865-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 18, 33, 34), 'started_at': datetime.datetime(2021, 11, 5, 18, 33, 34), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 19, 51, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 19:51:43.384882 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3c12d41-62e9-458d-b2c9-8c83f537142e req-6a92676e-bd98-4ffe-ab7e-7388faae253c service neutron] Checking segment: {'id': '90a91c8b-debd-4a22-9f28-6f281a2c3807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '3068a198-06ef-4059-8523-f07a2f4d79c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 19:51:43.385261 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3c12d41-62e9-458d-b2c9-8c83f537142e req-6a92676e-bd98-4ffe-ab7e-7388faae253c service neutron] Bound using segment: {'id': '90a91c8b-debd-4a22-9f28-6f281a2c3807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '3068a198-06ef-4059-8523-f07a2f4d79c7'} {{(pid=102387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 19:51:43.385687 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.managers [req-e3c12d41-62e9-458d-b2c9-8c83f537142e req-6a92676e-bd98-4ffe-ab7e-7388faae253c service neutron] Bound port: e041d555-e9fb-46f4-98c2-2cd7d51c8642, host: n-h1-816865-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '90a91c8b-debd-4a22-9f28-6f281a2c3807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '3068a198-06ef-4059-8523-f07a2f4d79c7'}}] {{(pid=102387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 19:51:43.386061 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-e3c12d41-62e9-458d-b2c9-8c83f537142e req-6a92676e-bd98-4ffe-ab7e-7388faae253c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:51:43.451373 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.db [req-e3c12d41-62e9-458d-b2c9-8c83f537142e req-6a92676e-bd98-4ffe-ab7e-7388faae253c service neutron] For port e041d555-e9fb-46f4-98c2-2cd7d51c8642, host n-h1-816865-1, cleared binding levels {{(pid=102387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 19:51:43.454523 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.db [req-e3c12d41-62e9-458d-b2c9-8c83f537142e req-6a92676e-bd98-4ffe-ab7e-7388faae253c service neutron] For port e041d555-e9fb-46f4-98c2-2cd7d51c8642, host n-h1-816865-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=e041d555-e9fb-46f4-98c2-2cd7d51c8642,segment=NetworkSegment(90a91c8b-debd-4a22-9f28-6f281a2c3807),segment_id=90a91c8b-debd-4a22-9f28-6f281a2c3807)] {{(pid=102387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 19:51:43.532470 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-e3c12d41-62e9-458d-b2c9-8c83f537142e req-6a92676e-bd98-4ffe-ab7e-7388faae253c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4417072'] for port, after_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:51:43.567257 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c12d41-62e9-458d-b2c9-8c83f537142e req-6a92676e-bd98-4ffe-ab7e-7388faae253c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:51:43.567892 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-e3c12d41-62e9-458d-b2c9-8c83f537142e req-6a92676e-bd98-4ffe-ab7e-7388faae253c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:51:43.569333 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-e3c12d41-62e9-458d-b2c9-8c83f537142e req-6a92676e-bd98-4ffe-ab7e-7388faae253c service neutron] 10.222.0.41 "PUT /v2.0/ports/e041d555-e9fb-46f4-98c2-2cd7d51c8642 HTTP/1.1" status: 200 len: 1091 time: 1.1889467 Nov 05 19:51:43.571694 n-d-816865-1 neutron-server[102387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ad69063-e159-40cd-9cde-f5ec2f95307d', 'tag': 'e041d555-e9fb-46f4-98c2-2cd7d51c8642'}] {{(pid=102387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 19:51:43.574002 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1aa7e2392c69fb9acc0b335571f919b1f61097b9ced1ed941ddb2f5c01cc85e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e46c10e-2a45-4d22-bf55-548d64a3d102" -d '{"events": [{"name": "network-changed", "server_uuid": "5ad69063-e159-40cd-9cde-f5ec2f95307d", "tag": "e041d555-e9fb-46f4-98c2-2cd7d51c8642"}]}' {{(pid=102387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 19:51:43.606179 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a92676e-bd98-4ffe-ab7e-7388faae253c service neutron] Pushing event updated for resources: {'Port': ['ID=e041d555-e9fb-46f4-98c2-2cd7d51c8642,revision_number=3']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:51:43.622159 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 19:51:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23644610-d634-414a-aebf-beb38f0e82a9 x-openstack-request-id: req-23644610-d634-414a-aebf-beb38f0e82a9 {{(pid=102387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 19:51:43.622447 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ad69063-e159-40cd-9cde-f5ec2f95307d", "tag": "e041d555-e9fb-46f4-98c2-2cd7d51c8642", "status": "completed", "code": 200}]} {{(pid=102387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 19:51:43.622768 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-23644610-d634-414a-aebf-beb38f0e82a9 {{(pid=102387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 19:51:43.623186 n-d-816865-1 neutron-server[102387]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ad69063-e159-40cd-9cde-f5ec2f95307d', 'tag': 'e041d555-e9fb-46f4-98c2-2cd7d51c8642', 'status': 'completed', 'code': 200} Nov 05 19:51:43.685268 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e46c10e-2a45-4d22-bf55-548d64a3d102 req-aba78a6e-68ac-4a88-911b-cbd84caa397d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:51:43.686949 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-8e46c10e-2a45-4d22-bf55-548d64a3d102 req-aba78a6e-68ac-4a88-911b-cbd84caa397d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=68fdb102132c4581a35bd621e01c7de2&device_id=5ad69063-e159-40cd-9cde-f5ec2f95307d HTTP/1.1" status: 200 len: 1094 time: 0.0464041 Nov 05 19:51:43.796670 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e46c10e-2a45-4d22-bf55-548d64a3d102 req-c500bed1-3a17-4f03-b99a-bda4ad8eff56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:51:43.798117 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-8e46c10e-2a45-4d22-bf55-548d64a3d102 req-c500bed1-3a17-4f03-b99a-bda4ad8eff56 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=68fdb102132c4581a35bd621e01c7de2&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1025295 Nov 05 19:51:43.897021 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e46c10e-2a45-4d22-bf55-548d64a3d102 req-cea76a19-7309-477f-9ee1-437aa2f1b821 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:51:43.898487 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-8e46c10e-2a45-4d22-bf55-548d64a3d102 req-cea76a19-7309-477f-9ee1-437aa2f1b821 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0939698 Nov 05 19:51:43.975988 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c12d41-62e9-458d-b2c9-8c83f537142e req-6a5b6a3d-aed0-4af9-917e-711b15d58860 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:51:43.977504 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-e3c12d41-62e9-458d-b2c9-8c83f537142e req-6a5b6a3d-aed0-4af9-917e-711b15d58860 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=68fdb102132c4581a35bd621e01c7de2&device_id=5ad69063-e159-40cd-9cde-f5ec2f95307d HTTP/1.1" status: 200 len: 1094 time: 0.0417614 Nov 05 19:51:44.024411 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-e3c12d41-62e9-458d-b2c9-8c83f537142e req-37b9f7d4-fc3f-4842-9f88-12fa98794274 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e041d555-e9fb-46f4-98c2-2cd7d51c8642 HTTP/1.1" status: 200 len: 217 time: 0.0386922 Nov 05 19:51:44.074110 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c12d41-62e9-458d-b2c9-8c83f537142e req-6d7f8dd5-232f-4bf0-b2a4-d8ccb306444c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:51:44.075491 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-e3c12d41-62e9-458d-b2c9-8c83f537142e req-6d7f8dd5-232f-4bf0-b2a4-d8ccb306444c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=69eb7e91-61f7-4575-bcbf-1353b14068ab HTTP/1.1" status: 200 len: 835 time: 0.0444221 Nov 05 19:51:44.120003 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c12d41-62e9-458d-b2c9-8c83f537142e req-2027205c-bbe7-4f3b-a835-b991e7a5a2fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:51:44.121484 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-e3c12d41-62e9-458d-b2c9-8c83f537142e req-2027205c-bbe7-4f3b-a835-b991e7a5a2fc service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3068a198-06ef-4059-8523-f07a2f4d79c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0393641 Nov 05 19:51:44.215672 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-e3c12d41-62e9-458d-b2c9-8c83f537142e req-1866e23d-7e9c-4722-b1b4-062819996396 service neutron] 10.222.0.41 "GET /v2.0/networks/3068a198-06ef-4059-8523-f07a2f4d79c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867264 Nov 05 19:51:44.337320 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864ea1f0-fbc5-4e24-891e-9a3f03bb65e1 req-6a3192eb-fe1d-4d8e-abe1-a81678d57e93 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:51:44.338814 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-864ea1f0-fbc5-4e24-891e-9a3f03bb65e1 req-6a3192eb-fe1d-4d8e-abe1-a81678d57e93 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ad69063-e159-40cd-9cde-f5ec2f95307d HTTP/1.1" status: 200 len: 943 time: 0.0929611 Nov 05 19:51:44.354634 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-e3c12d41-62e9-458d-b2c9-8c83f537142e req-ac1bac9d-2910-4328-85b8-55936c6366fd service neutron] 10.222.0.41 "GET /v2.0/networks/3068a198-06ef-4059-8523-f07a2f4d79c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1324992 Nov 05 19:51:44.395346 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-864ea1f0-fbc5-4e24-891e-9a3f03bb65e1 req-3a47a11d-484d-4038-b0de-b4d89678445f tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] 10.222.0.13 "GET /v2.0/security-groups?id=9fe86a83-f104-4469-8504-b71efc04e5b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492342 Nov 05 19:51:45.510003 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8524123-bf21-47b8-84dd-15eead3a3de8 req-5fcfdcb4-79cc-49a8-b141-19457e6a8d94 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:51:45.511513 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-b8524123-bf21-47b8-84dd-15eead3a3de8 req-5fcfdcb4-79cc-49a8-b141-19457e6a8d94 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ad69063-e159-40cd-9cde-f5ec2f95307d HTTP/1.1" status: 200 len: 943 time: 0.0482583 Nov 05 19:51:45.559744 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-b8524123-bf21-47b8-84dd-15eead3a3de8 req-82d208a3-177d-407f-ad7e-91e4f41d1934 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] 10.222.0.13 "GET /v2.0/security-groups?id=9fe86a83-f104-4469-8504-b71efc04e5b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424232 Nov 05 19:51:46.683589 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86dc41c0-5f66-4168-97a0-5276cd9aa04e req-b019a929-f64e-4d01-ac7c-699a24053faa tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:51:46.685019 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-86dc41c0-5f66-4168-97a0-5276cd9aa04e req-b019a929-f64e-4d01-ac7c-699a24053faa tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ad69063-e159-40cd-9cde-f5ec2f95307d HTTP/1.1" status: 200 len: 943 time: 0.0547247 Nov 05 19:51:46.734772 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-86dc41c0-5f66-4168-97a0-5276cd9aa04e req-2efb31b1-ab11-4f34-862a-f4e576c02d91 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] 10.222.0.13 "GET /v2.0/security-groups?id=9fe86a83-f104-4469-8504-b71efc04e5b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435450 Nov 05 19:51:47.706687 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.agents_db [None req-b9406b04-a0e8-43cf-b349-711963d96cf4 None None] Agent healthcheck: found 7 active agents {{(pid=102389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 05 19:51:47.849534 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcaf49f0-d242-452b-b8a4-aa6442cd1fe8 req-4c051308-739e-4dcd-b1bf-e6ee59dbbcd7 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:51:47.851056 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-bcaf49f0-d242-452b-b8a4-aa6442cd1fe8 req-4c051308-739e-4dcd-b1bf-e6ee59dbbcd7 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ad69063-e159-40cd-9cde-f5ec2f95307d HTTP/1.1" status: 200 len: 943 time: 0.0487626 Nov 05 19:51:47.900512 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-bcaf49f0-d242-452b-b8a4-aa6442cd1fe8 req-48cd6fbd-5bbd-4ced-979c-d8f863b97204 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] 10.222.0.13 "GET /v2.0/security-groups?id=9fe86a83-f104-4469-8504-b71efc04e5b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436347 Nov 05 19:51:48.396449 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Device e041d555-e9fb-46f4-98c2-2cd7d51c8642 details requested by agent hyperv_n-h1-816865-1 with host n-h1-816865-1 {{(pid=102388) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 05 19:51:48.492359 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] For port e041d555-e9fb-46f4-98c2-2cd7d51c8642, host n-h1-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=e041d555-e9fb-46f4-98c2-2cd7d51c8642,segment=NetworkSegment(90a91c8b-debd-4a22-9f28-6f281a2c3807),segment_id=90a91c8b-debd-4a22-9f28-6f281a2c3807)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:51:48.504554 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Returning: {'device': 'e041d555-e9fb-46f4-98c2-2cd7d51c8642', 'network_id': '3068a198-06ef-4059-8523-f07a2f4d79c7', 'port_id': 'e041d555-e9fb-46f4-98c2-2cd7d51c8642', 'mac_address': 'fa:16:3e:e1:52:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69eb7e91-61f7-4575-bcbf-1353b14068ab', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102388) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 05 19:51:48.546818 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:51:48.559917 n-d-816865-1 neutron-server[102388]: DEBUG neutron.notifiers.nova [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e041d555-e9fb-46f4-98c2-2cd7d51c8642 {{(pid=102388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 19:51:48.581087 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] For port e041d555-e9fb-46f4-98c2-2cd7d51c8642, host n-h1-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=e041d555-e9fb-46f4-98c2-2cd7d51c8642,segment=NetworkSegment(90a91c8b-debd-4a22-9f28-6f281a2c3807),segment_id=90a91c8b-debd-4a22-9f28-6f281a2c3807)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:51:48.697555 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:51:48.743865 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Pushing event updated for resources: {'Port': ['ID=e041d555-e9fb-46f4-98c2-2cd7d51c8642,revision_number=4']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:51:48.919498 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] get_ports_and_sgs() called for port_ids ['e041d555-e9fb-46f4-98c2-2cd7d51c8642'] {{(pid=102388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 19:51:49.016964 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8a324b-ae82-43c4-9868-2f74b62c1813 req-760da238-95eb-442b-bc96-470a867d463d tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:51:49.018698 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-3e8a324b-ae82-43c4-9868-2f74b62c1813 req-760da238-95eb-442b-bc96-470a867d463d tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ad69063-e159-40cd-9cde-f5ec2f95307d HTTP/1.1" status: 200 len: 944 time: 0.0503259 Nov 05 19:51:49.074298 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-3e8a324b-ae82-43c4-9868-2f74b62c1813 req-31601882-8aea-47e4-b173-e3364d1ef8e5 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] 10.222.0.13 "GET /v2.0/security-groups?id=9fe86a83-f104-4469-8504-b71efc04e5b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490677 Nov 05 19:51:50.188871 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837f3bc1-406d-42c9-b0d8-253cebb098cc req-7d7e6ac1-3179-46b2-9973-7ec6d555a5a6 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:51:50.190961 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-837f3bc1-406d-42c9-b0d8-253cebb098cc req-7d7e6ac1-3179-46b2-9973-7ec6d555a5a6 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ad69063-e159-40cd-9cde-f5ec2f95307d HTTP/1.1" status: 200 len: 944 time: 0.0489638 Nov 05 19:51:50.241997 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-837f3bc1-406d-42c9-b0d8-253cebb098cc req-c45413f1-0024-428e-8550-760921b4c4ad tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] 10.222.0.13 "GET /v2.0/security-groups?id=9fe86a83-f104-4469-8504-b71efc04e5b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447180 Nov 05 19:51:50.406528 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Device e041d555-e9fb-46f4-98c2-2cd7d51c8642 up at agent hyperv_n-h1-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 19:51:50.511578 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Provisioning for port e041d555-e9fb-46f4-98c2-2cd7d51c8642 completed by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 05 19:51:50.515608 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Provisioning complete for port e041d555-e9fb-46f4-98c2-2cd7d51c8642 triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:51:50.516056 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:51:50.597256 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:51:50.620385 n-d-816865-1 neutron-server[102388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ad69063-e159-40cd-9cde-f5ec2f95307d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e041d555-e9fb-46f4-98c2-2cd7d51c8642'}] {{(pid=102388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 19:51:50.622674 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6791add14b0903d9e674b39f457aa3a29109aa98d0835d5644e65cf363d7cf55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-289e05c0-b2ba-4e49-961d-36495af8f784" -d '{"events": [{"server_uuid": "5ad69063-e159-40cd-9cde-f5ec2f95307d", "name": "network-vif-plugged", "status": "completed", "tag": "e041d555-e9fb-46f4-98c2-2cd7d51c8642"}]}' {{(pid=102388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 19:51:50.636460 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] For port e041d555-e9fb-46f4-98c2-2cd7d51c8642, host n-h1-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=e041d555-e9fb-46f4-98c2-2cd7d51c8642,segment=NetworkSegment(90a91c8b-debd-4a22-9f28-6f281a2c3807),segment_id=90a91c8b-debd-4a22-9f28-6f281a2c3807)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:51:50.657605 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 19:51:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec330d26-f8be-42b5-9c0a-89560b79183d x-openstack-request-id: req-ec330d26-f8be-42b5-9c0a-89560b79183d {{(pid=102388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 19:51:50.658532 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ad69063-e159-40cd-9cde-f5ec2f95307d", "name": "network-vif-plugged", "status": "completed", "tag": "e041d555-e9fb-46f4-98c2-2cd7d51c8642", "code": 200}]} {{(pid=102388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 19:51:50.658793 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ec330d26-f8be-42b5-9c0a-89560b79183d {{(pid=102388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 19:51:50.659355 n-d-816865-1 neutron-server[102388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ad69063-e159-40cd-9cde-f5ec2f95307d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e041d555-e9fb-46f4-98c2-2cd7d51c8642', 'code': 200} Nov 05 19:51:50.723472 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:51:50.753616 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2f1ac2-830b-4806-ac5e-b795abbbc8bc req-2cdcc6e0-c3ec-474d-96bf-d3cd896f314e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:51:50.755197 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-4a2f1ac2-830b-4806-ac5e-b795abbbc8bc req-2cdcc6e0-c3ec-474d-96bf-d3cd896f314e service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=5ad69063-e159-40cd-9cde-f5ec2f95307d HTTP/1.1" status: 200 len: 1096 time: 0.0413816 Nov 05 19:51:50.771126 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Pushing event updated for resources: {'Port': ['ID=e041d555-e9fb-46f4-98c2-2cd7d51c8642,revision_number=5']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:51:50.802554 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-4a2f1ac2-830b-4806-ac5e-b795abbbc8bc req-34a5ae8a-f665-42a3-8ea7-8662686836bd service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=9fe86a83-f104-4469-8504-b71efc04e5b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395558 Nov 05 19:51:51.362726 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7605b8d8-3c79-40f7-8145-f5984864b012 req-81ffdbac-ee19-4f40-a7f5-661656b33a9a tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:51:51.364207 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-7605b8d8-3c79-40f7-8145-f5984864b012 req-81ffdbac-ee19-4f40-a7f5-661656b33a9a tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ad69063-e159-40cd-9cde-f5ec2f95307d HTTP/1.1" status: 200 len: 945 time: 0.0526416 Nov 05 19:51:51.415351 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-7605b8d8-3c79-40f7-8145-f5984864b012 req-716db068-a9d0-478d-960e-112092c9da89 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] 10.222.0.13 "GET /v2.0/security-groups?id=9fe86a83-f104-4469-8504-b71efc04e5b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452807 Nov 05 19:51:52.531470 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efbcf60-fbf3-40dd-b73b-abb93428d366 req-1fa75f28-6ae6-4a30-8a4b-6abf781cb62d tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:51:52.533566 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-9efbcf60-fbf3-40dd-b73b-abb93428d366 req-1fa75f28-6ae6-4a30-8a4b-6abf781cb62d tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ad69063-e159-40cd-9cde-f5ec2f95307d HTTP/1.1" status: 200 len: 945 time: 0.0486732 Nov 05 19:51:52.582204 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-9efbcf60-fbf3-40dd-b73b-abb93428d366 req-8705ac88-fbd7-4b1b-b009-80434aac110d tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] 10.222.0.13 "GET /v2.0/security-groups?id=9fe86a83-f104-4469-8504-b71efc04e5b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427663 Nov 05 19:51:52.693125 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42caa9b-5003-41dc-a97c-425175ef4760 req-e6fc191b-6bca-43bf-b75f-015feeaeb657 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:51:52.694557 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-d42caa9b-5003-41dc-a97c-425175ef4760 req-e6fc191b-6bca-43bf-b75f-015feeaeb657 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ad69063-e159-40cd-9cde-f5ec2f95307d HTTP/1.1" status: 200 len: 945 time: 0.0481880 Nov 05 19:51:52.748199 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-d42caa9b-5003-41dc-a97c-425175ef4760 req-c4889ea1-8b7a-4f97-aa7d-9d672e1adc0e tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] 10.222.0.13 "GET /v2.0/security-groups?id=9fe86a83-f104-4469-8504-b71efc04e5b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478582 Nov 05 19:51:52.770265 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 46590) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:51:52.809075 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a82aca1e-90ba-4ff1-8e1f-852b877d042d tempest-TestNetworkAdvancedServerOps-880610799 tempest-TestNetworkAdvancedServerOps-880610799-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:51:52.810609 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-a82aca1e-90ba-4ff1-8e1f-852b877d042d tempest-TestNetworkAdvancedServerOps-880610799 tempest-TestNetworkAdvancedServerOps-880610799-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=5ad69063-e159-40cd-9cde-f5ec2f95307d HTTP/1.1" status: 200 len: 1091 time: 0.0393624 Nov 05 19:51:52.813325 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 46592) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:51:52.818345 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-57c6346c-61a5-4378-8278-c08fd91b2660 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Request body: {'floatingip': {'floating_network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'port_id': 'e041d555-e9fb-46f4-98c2-2cd7d51c8642', 'tenant_id': '68fdb102132c4581a35bd621e01c7de2', 'fixed_ip_address': '172.20.0.6'}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:51:52.906128 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-57c6346c-61a5-4378-8278-c08fd91b2660 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks [] for floatingip, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:51:52.999204 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-57c6346c-61a5-4378-8278-c08fd91b2660 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:51:53.103789 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.db_base_plugin_common [None req-57c6346c-61a5-4378-8278-c08fd91b2660 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Allocated IP 172.25.6.137 (40c8335d-cd0b-4cb5-910a-d4dcddd5cbec/04fe6db3-e108-4208-943d-6518424f5726/10af1379-5d40-4f91-ba29-4bb850383092) {{(pid=102387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 19:51:53.206747 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-57c6346c-61a5-4378-8278-c08fd91b2660 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks [] for port, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:51:53.317804 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-57c6346c-61a5-4378-8278-c08fd91b2660 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4417063'] for port, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:51:53.354147 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57c6346c-61a5-4378-8278-c08fd91b2660 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Network 40c8335d-cd0b-4cb5-910a-d4dcddd5cbec is already hosted by enough agents. {{(pid=102387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 19:51:53.359465 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.base_scheduler [None req-57c6346c-61a5-4378-8278-c08fd91b2660 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Resources bound (agent type, host, resource id): {{(pid=102387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 19:51:53.363581 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57c6346c-61a5-4378-8278-c08fd91b2660 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Received port after_create {{(pid=102387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 19:51:53.369170 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c6346c-61a5-4378-8278-c08fd91b2660 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Pushing event updated for resources: {'Port': ['ID=10af1379-5d40-4f91-ba29-4bb850383092,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:51:53.714720 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-57c6346c-61a5-4378-8278-c08fd91b2660 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:51:53.838928 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-57c6346c-61a5-4378-8278-c08fd91b2660 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:51:53.989604 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-57c6346c-61a5-4378-8278-c08fd91b2660 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks [] for port, precommit_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:51:54.051906 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-57c6346c-61a5-4378-8278-c08fd91b2660 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4417072'] for port, after_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:51:54.121667 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c6346c-61a5-4378-8278-c08fd91b2660 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Pushing event updated for resources: {'Port': ['ID=10af1379-5d40-4f91-ba29-4bb850383092,revision_number=2']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:51:54.133550 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-57c6346c-61a5-4378-8278-c08fd91b2660 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1000577'] for floatingip, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:51:54.229756 n-d-816865-1 neutron-server[102387]: INFO neutron.db.l3_db [None req-57c6346c-61a5-4378-8278-c08fd91b2660 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Floating IP 10984d98-4bd7-4768-bb78-a305e781e8bf associated. External IP: 172.25.6.137, port: e041d555-e9fb-46f4-98c2-2cd7d51c8642. Nov 05 19:51:54.434008 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57c6346c-61a5-4378-8278-c08fd91b2660 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Router b696126f-fc01-496b-9cae-0e4f09b0d477 has already been hosted by L3 agent 6dcb5589-8e86-4616-9186-ddc4548e13ad {{(pid=102387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 19:51:54.540037 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57c6346c-61a5-4378-8278-c08fd91b2660 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Notify agent at l3_agent.n-d-816865-1 the message routers_updated {{(pid=102387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 19:51:54.550170 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cb34b08-9b08-4c10-8791-ff8f0956a35a None None] Sync routers for ids ['b696126f-fc01-496b-9cae-0e4f09b0d477'] in n-d-816865-1 {{(pid=102388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 19:51:54.559471 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cb34b08-9b08-4c10-8791-ff8f0956a35a None None] Routers {'b696126f-fc01-496b-9cae-0e4f09b0d477'} bound to L3 agent in host n-d-816865-1 {{(pid=102388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 19:51:54.560094 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-0cb34b08-9b08-4c10-8791-ff8f0956a35a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T19:51:35Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['b696126f-fc01-496b-9cae-0e4f09b0d477'], 'active': True} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:51:54.636977 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-57c6346c-61a5-4378-8278-c08fd91b2660 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for floatingip, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:51:54.664652 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-57c6346c-61a5-4378-8278-c08fd91b2660 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8502986 Nov 05 19:51:54.665362 n-d-816865-1 neutron-server[102387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ad69063-e159-40cd-9cde-f5ec2f95307d', 'tag': 'e041d555-e9fb-46f4-98c2-2cd7d51c8642'}] {{(pid=102387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 19:51:54.667314 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvr_db [None req-0cb34b08-9b08-4c10-8791-ff8f0956a35a None None] Set router b696126f-fc01-496b-9cae-0e4f09b0d477 gateway port host: n-d-816865-1 {{(pid=102388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 19:51:54.668089 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1aa7e2392c69fb9acc0b335571f919b1f61097b9ced1ed941ddb2f5c01cc85e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59800c3e-5d5f-4ee3-93c1-1a627d27cd5e" -d '{"events": [{"name": "network-changed", "server_uuid": "5ad69063-e159-40cd-9cde-f5ec2f95307d", "tag": "e041d555-e9fb-46f4-98c2-2cd7d51c8642"}]}' {{(pid=102387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 19:51:54.761995 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f05a874-a29d-4120-8fc5-840e6de9f9f4 req-7bbfe3c4-f67b-4991-8683-15557c3d853b tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:51:54.763699 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-6f05a874-a29d-4120-8fc5-840e6de9f9f4 req-7bbfe3c4-f67b-4991-8683-15557c3d853b tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ad69063-e159-40cd-9cde-f5ec2f95307d HTTP/1.1" status: 200 len: 945 time: 0.0507598 Nov 05 19:51:54.827215 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-6f05a874-a29d-4120-8fc5-840e6de9f9f4 req-33e97d37-73fb-48d2-8a97-9844e39890b4 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] 10.222.0.13 "GET /v2.0/security-groups?id=9fe86a83-f104-4469-8504-b71efc04e5b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568483 Nov 05 19:51:54.851856 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 46598) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:51:54.873270 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 19:51:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78153f21-9cd5-4d42-9050-8b1ccd915943 x-openstack-request-id: req-78153f21-9cd5-4d42-9050-8b1ccd915943 {{(pid=102387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 19:51:54.873567 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ad69063-e159-40cd-9cde-f5ec2f95307d", "tag": "e041d555-e9fb-46f4-98c2-2cd7d51c8642", "status": "completed", "code": 200}]} {{(pid=102387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 19:51:54.873828 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-78153f21-9cd5-4d42-9050-8b1ccd915943 {{(pid=102387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 19:51:54.874269 n-d-816865-1 neutron-server[102387]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ad69063-e159-40cd-9cde-f5ec2f95307d', 'tag': 'e041d555-e9fb-46f4-98c2-2cd7d51c8642', 'status': 'completed', 'code': 200} Nov 05 19:51:54.930375 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-2ec2226f-aef2-4d33-b769-703da93535eb tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] 10.222.0.13 "GET /v2.0/floatingips/10984d98-4bd7-4768-bb78-a305e781e8bf HTTP/1.1" status: 200 len: 991 time: 0.0668817 Nov 05 19:51:54.954071 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59800c3e-5d5f-4ee3-93c1-1a627d27cd5e req-2e81e21b-b5ea-467b-b310-4aaf532385f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:51:54.956442 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-59800c3e-5d5f-4ee3-93c1-1a627d27cd5e req-2e81e21b-b5ea-467b-b310-4aaf532385f1 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=68fdb102132c4581a35bd621e01c7de2&device_id=5ad69063-e159-40cd-9cde-f5ec2f95307d HTTP/1.1" status: 200 len: 1096 time: 0.0542748 Nov 05 19:51:55.047712 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59800c3e-5d5f-4ee3-93c1-1a627d27cd5e req-a8356fef-655e-4e3a-bb6b-524f487ea30d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:51:55.049456 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-59800c3e-5d5f-4ee3-93c1-1a627d27cd5e req-a8356fef-655e-4e3a-bb6b-524f487ea30d service neutron] 10.222.0.41 "GET /v2.0/networks?id=3068a198-06ef-4059-8523-f07a2f4d79c7 HTTP/1.1" status: 200 len: 898 time: 0.0860701 Nov 05 19:51:55.056480 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-0cb34b08-9b08-4c10-8791-ff8f0956a35a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b696126f-fc01-496b-9cae-0e4f09b0d477', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1934545364', 'tenant_id': '68fdb102132c4581a35bd621e01c7de2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.197'}], 'enable_snat': True}, 'gw_port_id': '24b0c6e5-4878-4c4f-b47c-611b0096a077', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T19:51:32Z', 'updated_at': '2021-11-05T19:51:37Z', 'revision_number': 4, 'project_id': '68fdb102132c4581a35bd621e01c7de2', 'gw_port': {'id': '24b0c6e5-4878-4c4f-b47c-611b0096a077', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:a0:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b696126f-fc01-496b-9cae-0e4f09b0d477', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:51:33Z', 'updated_at': '2021-11-05T19:51:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1', '_floatingips': [{'id': '10984d98-4bd7-4768-bb78-a305e781e8bf', 'tenant_id': '68fdb102132c4581a35bd621e01c7de2', 'floating_ip_address': '172.25.6.137', 'floating_network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'router_id': 'b696126f-fc01-496b-9cae-0e4f09b0d477', 'port_id': 'e041d555-e9fb-46f4-98c2-2cd7d51c8642', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4210, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3068a198-06ef-4059-8523-f07a2f4d79c7', 'mac_address': 'fa:16:3e:e1:52:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ad69063-e159-40cd-9cde-f5ec2f95307d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-05T19:51:53Z', 'updated_at': '2021-11-05T19:51:53Z', 'revision_number': 0, 'project_id': '68fdb102132c4581a35bd621e01c7de2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '617372c2-7a05-49ba-b721-e4f1feafd028', 'name': '', 'network_id': '3068a198-06ef-4059-8523-f07a2f4d79c7', 'tenant_id': '68fdb102132c4581a35bd621e01c7de2', 'mac_address': 'fa:16:3e:46:46:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b696126f-fc01-496b-9cae-0e4f09b0d477', 'device_owner': 'network:router_interface', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': '69eb7e91-61f7-4575-bcbf-1353b14068ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:51:36Z', 'updated_at': '2021-11-05T19:51:40Z', 'revision_number': 5, 'project_id': '68fdb102132c4581a35bd621e01c7de2', 'subnets': [{'id': '69eb7e91-61f7-4575-bcbf-1353b14068ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-1', False) {} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:51:55.083477 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cb34b08-9b08-4c10-8791-ff8f0956a35a None None] Checking router: b696126f-fc01-496b-9cae-0e4f09b0d477 for host: n-d-816865-1 {{(pid=102388) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 19:51:55.091818 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cb34b08-9b08-4c10-8791-ff8f0956a35a None None] Routers {'b696126f-fc01-496b-9cae-0e4f09b0d477'} bound to L3 agent in host n-d-816865-1 {{(pid=102388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 19:51:55.092429 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-0cb34b08-9b08-4c10-8791-ff8f0956a35a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T19:51:35Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['b696126f-fc01-496b-9cae-0e4f09b0d477'], 'active': True} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:51:55.126027 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-59800c3e-5d5f-4ee3-93c1-1a627d27cd5e req-eca29cd0-71ce-46fa-9655-c8c0427e3c08 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e041d555-e9fb-46f4-98c2-2cd7d51c8642 HTTP/1.1" status: 200 len: 999 time: 0.0681736 Nov 05 19:51:55.175913 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59800c3e-5d5f-4ee3-93c1-1a627d27cd5e req-221dfff9-50df-4565-b7bf-3ee9c919fd8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:51:55.177515 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-59800c3e-5d5f-4ee3-93c1-1a627d27cd5e req-221dfff9-50df-4565-b7bf-3ee9c919fd8a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=69eb7e91-61f7-4575-bcbf-1353b14068ab HTTP/1.1" status: 200 len: 835 time: 0.0447569 Nov 05 19:51:55.200780 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvr_db [None req-0cb34b08-9b08-4c10-8791-ff8f0956a35a None None] Set router b696126f-fc01-496b-9cae-0e4f09b0d477 gateway port host: n-d-816865-1 {{(pid=102388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 19:51:55.225110 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59800c3e-5d5f-4ee3-93c1-1a627d27cd5e req-0893ed48-51d1-49cd-9a5c-4edece35fde8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:51:55.226687 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-59800c3e-5d5f-4ee3-93c1-1a627d27cd5e req-0893ed48-51d1-49cd-9a5c-4edece35fde8 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3068a198-06ef-4059-8523-f07a2f4d79c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0411961 Nov 05 19:51:55.325242 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-59800c3e-5d5f-4ee3-93c1-1a627d27cd5e req-ca5f7634-f732-47c6-b402-61c25a4f1e96 service neutron] 10.222.0.41 "GET /v2.0/networks/3068a198-06ef-4059-8523-f07a2f4d79c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898240 Nov 05 19:51:55.415340 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-59800c3e-5d5f-4ee3-93c1-1a627d27cd5e req-460bf255-b86a-4cc8-be70-6a522d2b656a service neutron] 10.222.0.41 "GET /v2.0/networks/3068a198-06ef-4059-8523-f07a2f4d79c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831645 Nov 05 19:51:55.434562 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-0cb34b08-9b08-4c10-8791-ff8f0956a35a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b696126f-fc01-496b-9cae-0e4f09b0d477', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1934545364', 'tenant_id': '68fdb102132c4581a35bd621e01c7de2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.197'}], 'enable_snat': True}, 'gw_port_id': '24b0c6e5-4878-4c4f-b47c-611b0096a077', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T19:51:32Z', 'updated_at': '2021-11-05T19:51:37Z', 'revision_number': 4, 'project_id': '68fdb102132c4581a35bd621e01c7de2', 'gw_port': {'id': '24b0c6e5-4878-4c4f-b47c-611b0096a077', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:a0:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b696126f-fc01-496b-9cae-0e4f09b0d477', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:51:33Z', 'updated_at': '2021-11-05T19:51:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1', '_floatingips': [{'id': '10984d98-4bd7-4768-bb78-a305e781e8bf', 'tenant_id': '68fdb102132c4581a35bd621e01c7de2', 'floating_ip_address': '172.25.6.137', 'floating_network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'router_id': 'b696126f-fc01-496b-9cae-0e4f09b0d477', 'port_id': 'e041d555-e9fb-46f4-98c2-2cd7d51c8642', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4210, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3068a198-06ef-4059-8523-f07a2f4d79c7', 'mac_address': 'fa:16:3e:e1:52:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ad69063-e159-40cd-9cde-f5ec2f95307d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-05T19:51:53Z', 'updated_at': '2021-11-05T19:51:53Z', 'revision_number': 0, 'project_id': '68fdb102132c4581a35bd621e01c7de2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '617372c2-7a05-49ba-b721-e4f1feafd028', 'name': '', 'network_id': '3068a198-06ef-4059-8523-f07a2f4d79c7', 'tenant_id': '68fdb102132c4581a35bd621e01c7de2', 'mac_address': 'fa:16:3e:46:46:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b696126f-fc01-496b-9cae-0e4f09b0d477', 'device_owner': 'network:router_interface', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': '69eb7e91-61f7-4575-bcbf-1353b14068ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:51:36Z', 'updated_at': '2021-11-05T19:51:40Z', 'revision_number': 5, 'project_id': '68fdb102132c4581a35bd621e01c7de2', 'subnets': [{'id': '69eb7e91-61f7-4575-bcbf-1353b14068ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-1', False) {} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:51:55.461158 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cb34b08-9b08-4c10-8791-ff8f0956a35a None None] The sync data for ids ['b696126f-fc01-496b-9cae-0e4f09b0d477'] in n-d-816865-1 is: [{'id': 'b696126f-fc01-496b-9cae-0e4f09b0d477', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1934545364', 'tenant_id': '68fdb102132c4581a35bd621e01c7de2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.197'}], 'enable_snat': True}, 'gw_port_id': '24b0c6e5-4878-4c4f-b47c-611b0096a077', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T19:51:32Z', 'updated_at': '2021-11-05T19:51:37Z', 'revision_number': 4, 'project_id': '68fdb102132c4581a35bd621e01c7de2', 'gw_port': {'id': '24b0c6e5-4878-4c4f-b47c-611b0096a077', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:a0:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b696126f-fc01-496b-9cae-0e4f09b0d477', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:51:33Z', 'updated_at': '2021-11-05T19:51:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1', '_floatingips': [{'id': '10984d98-4bd7-4768-bb78-a305e781e8bf', 'tenant_id': '68fdb102132c4581a35bd621e01c7de2', 'floating_ip_address': '172.25.6.137', 'floating_network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'router_id': 'b696126f-fc01-496b-9cae-0e4f09b0d477', 'port_id': 'e041d555-e9fb-46f4-98c2-2cd7d51c8642', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4210, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3068a198-06ef-4059-8523-f07a2f4d79c7', 'mac_address': 'fa:16:3e:e1:52:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ad69063-e159-40cd-9cde-f5ec2f95307d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-05T19:51:53Z', 'updated_at': '2021-11-05T19:51:53Z', 'revision_number': 0, 'project_id': '68fdb102132c4581a35bd621e01c7de2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '617372c2-7a05-49ba-b721-e4f1feafd028', 'name': '', 'network_id': '3068a198-06ef-4059-8523-f07a2f4d79c7', 'tenant_id': '68fdb102132c4581a35bd621e01c7de2', 'mac_address': 'fa:16:3e:46:46:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b696126f-fc01-496b-9cae-0e4f09b0d477', 'device_owner': 'network:router_interface', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': '69eb7e91-61f7-4575-bcbf-1353b14068ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:51:36Z', 'updated_at': '2021-11-05T19:51:40Z', 'revision_number': 5, 'project_id': '68fdb102132c4581a35bd621e01c7de2', 'subnets': [{'id': '69eb7e91-61f7-4575-bcbf-1353b14068ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 19:51:55.645067 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb978865-a237-43bb-a61a-7ce756e0505a None None] New status for floating IP 10984d98-4bd7-4768-bb78-a305e781e8bf: ACTIVE {{(pid=102389) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 05 19:51:55.922616 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 46600) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:51:55.986900 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-cf47bd4a-375d-4155-9180-336476500c3a tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] 10.222.0.13 "GET /v2.0/floatingips/10984d98-4bd7-4768-bb78-a305e781e8bf HTTP/1.1" status: 200 len: 993 time: 0.0630848 Nov 05 19:52:02.660888 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-026e9e54-6554-4a81-83aa-c5843b92e0fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:52:04.934690 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:52:05.420369 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-33194d21-dc81-4061-b7af-ef40958d7e4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:52:06.514857 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b304910f-7b27-444b-a8fc-977d26b1ceac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:52:06.939948 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:52:08.549133 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-31f93893-a48e-4ae8-833d-dccb2b42eacc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:52:08.595108 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:52:24.706470 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.agents_db [None req-b9406b04-a0e8-43cf-b349-711963d96cf4 None None] Agent healthcheck: found 7 active agents {{(pid=102389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 05 19:52:27.546101 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076ec9d8-6714-4610-b5c2-271999f77eb9 req-1085e2e3-816a-459a-800c-4df68afb5871 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:52:27.549055 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-076ec9d8-6714-4610-b5c2-271999f77eb9 req-1085e2e3-816a-459a-800c-4df68afb5871 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ad69063-e159-40cd-9cde-f5ec2f95307d HTTP/1.1" status: 200 len: 945 time: 0.0570891 Nov 05 19:52:27.632314 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-076ec9d8-6714-4610-b5c2-271999f77eb9 req-a000653d-ebb5-4e4c-b4e1-56214c2be5f7 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] 10.222.0.13 "GET /v2.0/security-groups?id=9fe86a83-f104-4469-8504-b71efc04e5b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0749562 Nov 05 19:52:27.642974 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a45db28-f005-42d5-9c14-dfa24d438eb7 req-870cd9e8-26ac-4d58-962e-b71ab894afd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:52:27.644566 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-5a45db28-f005-42d5-9c14-dfa24d438eb7 req-870cd9e8-26ac-4d58-962e-b71ab894afd8 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=68fdb102132c4581a35bd621e01c7de2&device_id=5ad69063-e159-40cd-9cde-f5ec2f95307d HTTP/1.1" status: 200 len: 1096 time: 0.0614336 Nov 05 19:52:27.740680 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a45db28-f005-42d5-9c14-dfa24d438eb7 req-bf0042d5-c40a-4a38-a6a7-88614f9c4d30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:52:27.742184 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-5a45db28-f005-42d5-9c14-dfa24d438eb7 req-bf0042d5-c40a-4a38-a6a7-88614f9c4d30 service neutron] 10.222.0.41 "GET /v2.0/networks?id=3068a198-06ef-4059-8523-f07a2f4d79c7 HTTP/1.1" status: 200 len: 898 time: 0.0904231 Nov 05 19:52:27.809304 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-5a45db28-f005-42d5-9c14-dfa24d438eb7 req-7ad6881e-a07d-4098-a7ce-2e80170754f4 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e041d555-e9fb-46f4-98c2-2cd7d51c8642 HTTP/1.1" status: 200 len: 1001 time: 0.0599270 Nov 05 19:52:27.858812 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a45db28-f005-42d5-9c14-dfa24d438eb7 req-3d1590c3-1a80-4e6b-a485-1490e717f6f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:52:27.860324 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-5a45db28-f005-42d5-9c14-dfa24d438eb7 req-3d1590c3-1a80-4e6b-a485-1490e717f6f4 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=69eb7e91-61f7-4575-bcbf-1353b14068ab HTTP/1.1" status: 200 len: 835 time: 0.0434885 Nov 05 19:52:27.910086 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a45db28-f005-42d5-9c14-dfa24d438eb7 req-7474fff7-e357-44e2-a93d-4a5f687f96d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:52:27.911559 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-5a45db28-f005-42d5-9c14-dfa24d438eb7 req-7474fff7-e357-44e2-a93d-4a5f687f96d1 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3068a198-06ef-4059-8523-f07a2f4d79c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0442855 Nov 05 19:52:28.001238 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-5a45db28-f005-42d5-9c14-dfa24d438eb7 req-02e537ab-5955-4c89-86de-471575977cf1 service neutron] 10.222.0.41 "GET /v2.0/networks/3068a198-06ef-4059-8523-f07a2f4d79c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821614 Nov 05 19:52:28.096641 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-5a45db28-f005-42d5-9c14-dfa24d438eb7 req-1d07bb7e-460b-4da5-9328-1f5d2729f57b service neutron] 10.222.0.41 "GET /v2.0/networks/3068a198-06ef-4059-8523-f07a2f4d79c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886488 Nov 05 19:52:28.752561 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd53754d-d668-4b5b-a10f-722305cb86e7 req-16a5eac3-4709-4158-8e6b-a413964e0f45 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:52:28.754030 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-fd53754d-d668-4b5b-a10f-722305cb86e7 req-16a5eac3-4709-4158-8e6b-a413964e0f45 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ad69063-e159-40cd-9cde-f5ec2f95307d HTTP/1.1" status: 200 len: 945 time: 0.0490258 Nov 05 19:52:28.803884 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-fd53754d-d668-4b5b-a10f-722305cb86e7 req-5dc38f31-358d-47a0-a156-da66529be42d tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] 10.222.0.13 "GET /v2.0/security-groups?id=9fe86a83-f104-4469-8504-b71efc04e5b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439162 Nov 05 19:52:29.919696 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743e7c2f-86b5-402b-8933-0c589525c568 req-fa8e34c9-e85f-42b3-b7b4-624e5a0a2cae tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:52:29.921356 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-743e7c2f-86b5-402b-8933-0c589525c568 req-fa8e34c9-e85f-42b3-b7b4-624e5a0a2cae tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ad69063-e159-40cd-9cde-f5ec2f95307d HTTP/1.1" status: 200 len: 945 time: 0.0493722 Nov 05 19:52:29.975032 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-743e7c2f-86b5-402b-8933-0c589525c568 req-f693f6f5-9cf9-4228-95dd-1045348ace6b tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] 10.222.0.13 "GET /v2.0/security-groups?id=9fe86a83-f104-4469-8504-b71efc04e5b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478840 Nov 05 19:52:31.088615 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f58ff39-0dcf-4d77-a29f-29f14f67e86a req-c8bb2c35-ef95-4ba9-9c10-aede00460e5f tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:52:31.090095 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-9f58ff39-0dcf-4d77-a29f-29f14f67e86a req-c8bb2c35-ef95-4ba9-9c10-aede00460e5f tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ad69063-e159-40cd-9cde-f5ec2f95307d HTTP/1.1" status: 200 len: 945 time: 0.0473194 Nov 05 19:52:31.139072 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-9f58ff39-0dcf-4d77-a29f-29f14f67e86a req-fb41fa49-4a39-4770-b54f-135685eeac46 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] 10.222.0.13 "GET /v2.0/security-groups?id=9fe86a83-f104-4469-8504-b71efc04e5b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431240 Nov 05 19:52:32.258663 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47477da6-819c-45bb-876a-b1267160e6af req-ad584660-cb9e-4d7d-aa83-0f4d3009a9d4 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:52:32.260076 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-47477da6-819c-45bb-876a-b1267160e6af req-ad584660-cb9e-4d7d-aa83-0f4d3009a9d4 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ad69063-e159-40cd-9cde-f5ec2f95307d HTTP/1.1" status: 200 len: 945 time: 0.0487225 Nov 05 19:52:32.311938 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-47477da6-819c-45bb-876a-b1267160e6af req-e9813a99-8e18-433d-abfa-1d0ffe6e3b35 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] 10.222.0.13 "GET /v2.0/security-groups?id=9fe86a83-f104-4469-8504-b71efc04e5b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457473 Nov 05 19:52:32.672041 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-e616e98b-3c11-4c0a-b4bd-f7dec12f441e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:52:33.431418 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10094210-1b22-4f2a-971d-9d810b4ccc93 req-ba86fd65-fed4-449e-b5e8-7f028e648812 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:52:33.432941 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-10094210-1b22-4f2a-971d-9d810b4ccc93 req-ba86fd65-fed4-449e-b5e8-7f028e648812 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ad69063-e159-40cd-9cde-f5ec2f95307d HTTP/1.1" status: 200 len: 945 time: 0.0537083 Nov 05 19:52:33.481245 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-10094210-1b22-4f2a-971d-9d810b4ccc93 req-0b55ebff-093d-440f-a651-2cfeb3deabe8 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] 10.222.0.13 "GET /v2.0/security-groups?id=9fe86a83-f104-4469-8504-b71efc04e5b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424032 Nov 05 19:52:34.596469 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e058ed-7da6-47e8-a8e3-b20a7cdb6bf1 req-c6c264f8-b06b-45d6-be0d-b33ae046aeeb tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:52:34.598066 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-59e058ed-7da6-47e8-a8e3-b20a7cdb6bf1 req-c6c264f8-b06b-45d6-be0d-b33ae046aeeb tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ad69063-e159-40cd-9cde-f5ec2f95307d HTTP/1.1" status: 200 len: 945 time: 0.0494595 Nov 05 19:52:34.647348 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-59e058ed-7da6-47e8-a8e3-b20a7cdb6bf1 req-2c5c8e5b-b802-44d6-b3c3-004f5ccf2373 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] 10.222.0.13 "GET /v2.0/security-groups?id=9fe86a83-f104-4469-8504-b71efc04e5b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434444 Nov 05 19:52:34.911613 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:52:35.460301 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-1dcb714a-3719-49a5-b6ce-4a5fe6bde962 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:52:35.768300 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab849b93-d564-4429-87d8-bbe20774e06c req-034919d8-7c18-4fc5-b51b-978008510691 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:52:35.769812 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-ab849b93-d564-4429-87d8-bbe20774e06c req-034919d8-7c18-4fc5-b51b-978008510691 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ad69063-e159-40cd-9cde-f5ec2f95307d HTTP/1.1" status: 200 len: 945 time: 0.0521772 Nov 05 19:52:35.819279 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-ab849b93-d564-4429-87d8-bbe20774e06c req-7e315e8f-a874-4313-844d-d418f7a0fe75 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] 10.222.0.13 "GET /v2.0/security-groups?id=9fe86a83-f104-4469-8504-b71efc04e5b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427611 Nov 05 19:52:36.523238 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b304910f-7b27-444b-a8fc-977d26b1ceac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:52:36.935136 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698636fb-7d02-41c7-9840-db3d41ccb1d9 req-01b360a8-aeb7-4543-bec5-d14cd8394a71 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:52:36.936645 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-698636fb-7d02-41c7-9840-db3d41ccb1d9 req-01b360a8-aeb7-4543-bec5-d14cd8394a71 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ad69063-e159-40cd-9cde-f5ec2f95307d HTTP/1.1" status: 200 len: 945 time: 0.0496759 Nov 05 19:52:36.986132 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-698636fb-7d02-41c7-9840-db3d41ccb1d9 req-101eb87d-d1b8-491f-819c-06950b44fec6 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] 10.222.0.13 "GET /v2.0/security-groups?id=9fe86a83-f104-4469-8504-b71efc04e5b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435123 Nov 05 19:52:37.007255 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:52:38.109621 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65bae4d-174f-461e-9269-4c407adeaa02 req-9ae78416-4a05-4ef4-a043-62ed5a82eea3 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:52:38.111177 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-d65bae4d-174f-461e-9269-4c407adeaa02 req-9ae78416-4a05-4ef4-a043-62ed5a82eea3 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ad69063-e159-40cd-9cde-f5ec2f95307d HTTP/1.1" status: 200 len: 945 time: 0.0504999 Nov 05 19:52:38.165272 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-d65bae4d-174f-461e-9269-4c407adeaa02 req-4a77164d-7dad-41fc-bc27-43eab07e89ad tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] 10.222.0.13 "GET /v2.0/security-groups?id=9fe86a83-f104-4469-8504-b71efc04e5b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476336 Nov 05 19:52:38.471789 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-31f93893-a48e-4ae8-833d-dccb2b42eacc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:52:38.574337 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:52:39.283012 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b83f56-f753-42f1-97ae-8ae96a37a850 req-30ace2b1-e3c2-49dc-abfb-26d1acaae59a tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:52:39.284469 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-36b83f56-f753-42f1-97ae-8ae96a37a850 req-30ace2b1-e3c2-49dc-abfb-26d1acaae59a tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ad69063-e159-40cd-9cde-f5ec2f95307d HTTP/1.1" status: 200 len: 945 time: 0.0493360 Nov 05 19:52:39.332813 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-36b83f56-f753-42f1-97ae-8ae96a37a850 req-94ab089e-c1d4-4b68-8184-d090e12a3d8c tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] 10.222.0.13 "GET /v2.0/security-groups?id=9fe86a83-f104-4469-8504-b71efc04e5b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417128 Nov 05 19:52:40.448461 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc55863-e1c6-4270-8ca6-854bfd32eba6 req-cd6abb14-2652-4f50-8988-74444be03546 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:52:40.449936 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-ebc55863-e1c6-4270-8ca6-854bfd32eba6 req-cd6abb14-2652-4f50-8988-74444be03546 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ad69063-e159-40cd-9cde-f5ec2f95307d HTTP/1.1" status: 200 len: 945 time: 0.0484853 Nov 05 19:52:40.499193 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-ebc55863-e1c6-4270-8ca6-854bfd32eba6 req-8f78d316-2bcc-4290-b913-c772795b649a tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] 10.222.0.13 "GET /v2.0/security-groups?id=9fe86a83-f104-4469-8504-b71efc04e5b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431635 Nov 05 19:52:41.625408 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fc4bd5-9ee0-411d-ba16-cc405bc411c0 req-461d8d90-34de-41eb-b767-5a2cc4f1c0f3 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:52:41.627478 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-a5fc4bd5-9ee0-411d-ba16-cc405bc411c0 req-461d8d90-34de-41eb-b767-5a2cc4f1c0f3 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ad69063-e159-40cd-9cde-f5ec2f95307d HTTP/1.1" status: 200 len: 945 time: 0.0608602 Nov 05 19:52:41.676344 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-a5fc4bd5-9ee0-411d-ba16-cc405bc411c0 req-d9907860-1dd2-4990-a1f1-dc40c72ba034 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] 10.222.0.13 "GET /v2.0/security-groups?id=9fe86a83-f104-4469-8504-b71efc04e5b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424166 Nov 05 19:52:42.793635 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb1b35f-a32f-421f-963a-0299afad86eb req-d0196283-fc1c-4481-90d8-fe64072c2594 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:52:42.795171 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-7bb1b35f-a32f-421f-963a-0299afad86eb req-d0196283-fc1c-4481-90d8-fe64072c2594 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ad69063-e159-40cd-9cde-f5ec2f95307d HTTP/1.1" status: 200 len: 945 time: 0.0484517 Nov 05 19:52:42.844003 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-7bb1b35f-a32f-421f-963a-0299afad86eb req-21c16062-cd0d-47ec-95ee-13f809dec6cf tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] 10.222.0.13 "GET /v2.0/security-groups?id=9fe86a83-f104-4469-8504-b71efc04e5b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429876 Nov 05 19:52:43.022243 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9924ac-68b7-4acf-b66b-a324cb067200 req-5847f0eb-8174-46b5-be50-43ab838811d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:52:43.023719 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-dc9924ac-68b7-4acf-b66b-a324cb067200 req-5847f0eb-8174-46b5-be50-43ab838811d1 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=68fdb102132c4581a35bd621e01c7de2&device_id=5ad69063-e159-40cd-9cde-f5ec2f95307d HTTP/1.1" status: 200 len: 1096 time: 0.0399780 Nov 05 19:52:43.130176 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9924ac-68b7-4acf-b66b-a324cb067200 req-33061ecd-823c-47e7-8e4f-a7372039d9c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:52:43.131646 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-dc9924ac-68b7-4acf-b66b-a324cb067200 req-33061ecd-823c-47e7-8e4f-a7372039d9c9 service neutron] 10.222.0.41 "GET /v2.0/networks?id=3068a198-06ef-4059-8523-f07a2f4d79c7 HTTP/1.1" status: 200 len: 898 time: 0.0873585 Nov 05 19:52:43.199981 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-dc9924ac-68b7-4acf-b66b-a324cb067200 req-3e27fe7a-990d-4790-8977-5b5d04130b1c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e041d555-e9fb-46f4-98c2-2cd7d51c8642 HTTP/1.1" status: 200 len: 1001 time: 0.0600178 Nov 05 19:52:43.547996 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9924ac-68b7-4acf-b66b-a324cb067200 req-704b56d3-cfe4-4010-9685-ce3ea33bdbd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:52:43.549458 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-dc9924ac-68b7-4acf-b66b-a324cb067200 req-704b56d3-cfe4-4010-9685-ce3ea33bdbd5 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=69eb7e91-61f7-4575-bcbf-1353b14068ab HTTP/1.1" status: 200 len: 835 time: 0.3418922 Nov 05 19:52:43.593803 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9924ac-68b7-4acf-b66b-a324cb067200 req-a22ca7f6-1aec-4b65-8ac7-dc3533a18e48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:52:43.595281 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-dc9924ac-68b7-4acf-b66b-a324cb067200 req-a22ca7f6-1aec-4b65-8ac7-dc3533a18e48 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3068a198-06ef-4059-8523-f07a2f4d79c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0384755 Nov 05 19:52:43.687326 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-dc9924ac-68b7-4acf-b66b-a324cb067200 req-ba72e2b4-fb0e-46e5-8cd0-27e07c5a1de4 service neutron] 10.222.0.41 "GET /v2.0/networks/3068a198-06ef-4059-8523-f07a2f4d79c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836897 Nov 05 19:52:43.775647 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-dc9924ac-68b7-4acf-b66b-a324cb067200 req-e1317dcb-a4cd-425a-806b-bd1d4538385a service neutron] 10.222.0.41 "GET /v2.0/networks/3068a198-06ef-4059-8523-f07a2f4d79c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805349 Nov 05 19:52:43.960729 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3b6fc0-f889-44fc-b125-f29745848614 req-d8c2f30f-f766-47ee-adfc-3154120d1cd3 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:52:43.962872 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-1a3b6fc0-f889-44fc-b125-f29745848614 req-d8c2f30f-f766-47ee-adfc-3154120d1cd3 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ad69063-e159-40cd-9cde-f5ec2f95307d HTTP/1.1" status: 200 len: 945 time: 0.0505037 Nov 05 19:52:44.018165 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-1a3b6fc0-f889-44fc-b125-f29745848614 req-e6e82110-615f-4c2d-a883-899b0b8a893e tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] 10.222.0.13 "GET /v2.0/security-groups?id=9fe86a83-f104-4469-8504-b71efc04e5b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487580 Nov 05 19:52:45.134970 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f27761-59e7-4504-ac39-1f5f85b37472 req-cafee931-1507-4a4d-a328-155c6d16c517 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:52:45.136430 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-37f27761-59e7-4504-ac39-1f5f85b37472 req-cafee931-1507-4a4d-a328-155c6d16c517 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ad69063-e159-40cd-9cde-f5ec2f95307d HTTP/1.1" status: 200 len: 945 time: 0.0483325 Nov 05 19:52:45.184934 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-37f27761-59e7-4504-ac39-1f5f85b37472 req-3c3eeb44-07c7-4f12-b905-b4ee8f81ae61 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] 10.222.0.13 "GET /v2.0/security-groups?id=9fe86a83-f104-4469-8504-b71efc04e5b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425255 Nov 05 19:52:45.206622 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 46652) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:52:45.269399 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-32eed56c-65ad-4b91-a7d0-05d0c21f8453 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] 10.222.0.13 "GET /v2.0/floatingips/10984d98-4bd7-4768-bb78-a305e781e8bf HTTP/1.1" status: 200 len: 993 time: 0.0616524 Nov 05 19:53:01.705030 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.agents_db [None req-b9406b04-a0e8-43cf-b349-711963d96cf4 None None] Agent healthcheck: found 7 active agents {{(pid=102389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 05 19:53:02.646790 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-a4c1288f-6340-4b24-bcbc-799aa7abc54e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:53:04.937830 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:53:05.425533 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-71ee5362-ce32-4bb0-b3f6-82224f4bb79c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:53:06.551647 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b304910f-7b27-444b-a8fc-977d26b1ceac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:53:06.951355 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:53:08.491766 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-31f93893-a48e-4ae8-833d-dccb2b42eacc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:53:08.551893 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:53:15.851402 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 46666) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:53:16.011886 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [None req-730a9938-0977-4fd0-8b89-84d623259bec tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Deleting port 10af1379-5d40-4f91-ba29-4bb850383092 {{(pid=102387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 19:53:16.012226 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-730a9938-0977-4fd0-8b89-84d623259bec tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:53:16.086311 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-730a9938-0977-4fd0-8b89-84d623259bec tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:53:16.086644 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-730a9938-0977-4fd0-8b89-84d623259bec tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:53:16.097965 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [None req-730a9938-0977-4fd0-8b89-84d623259bec tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Calling delete_port for 10af1379-5d40-4f91-ba29-4bb850383092 owned by network:floatingip {{(pid=102387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 19:53:16.306181 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-730a9938-0977-4fd0-8b89-84d623259bec tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4417063'] for port, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:53:16.331785 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730a9938-0977-4fd0-8b89-84d623259bec tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Pushing event deleted for resources: {'Port': ['ID=10af1379-5d40-4f91-ba29-4bb850383092,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:53:16.344491 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730a9938-0977-4fd0-8b89-84d623259bec tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:53:16.344849 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730a9938-0977-4fd0-8b89-84d623259bec tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:53:16.345193 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730a9938-0977-4fd0-8b89-84d623259bec tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:53:16.345534 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730a9938-0977-4fd0-8b89-84d623259bec tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:53:16.345869 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730a9938-0977-4fd0-8b89-84d623259bec tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:53:16.346238 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730a9938-0977-4fd0-8b89-84d623259bec tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:53:16.346573 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730a9938-0977-4fd0-8b89-84d623259bec tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:53:16.346907 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730a9938-0977-4fd0-8b89-84d623259bec tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:53:16.347243 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730a9938-0977-4fd0-8b89-84d623259bec tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:53:16.347570 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730a9938-0977-4fd0-8b89-84d623259bec tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:53:16.347897 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730a9938-0977-4fd0-8b89-84d623259bec tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:53:16.348221 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730a9938-0977-4fd0-8b89-84d623259bec tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:53:16.405699 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-730a9938-0977-4fd0-8b89-84d623259bec tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks [] for floatingip, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:53:16.406007 n-d-816865-1 neutron-server[102387]: INFO neutron.db.l3_db [None req-730a9938-0977-4fd0-8b89-84d623259bec tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Floating IP 10984d98-4bd7-4768-bb78-a305e781e8bf disassociated (deleted). External IP: 172.25.6.137, port: e041d555-e9fb-46f4-98c2-2cd7d51c8642. Nov 05 19:53:16.630498 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-730a9938-0977-4fd0-8b89-84d623259bec tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Router b696126f-fc01-496b-9cae-0e4f09b0d477 has already been hosted by L3 agent 6dcb5589-8e86-4616-9186-ddc4548e13ad {{(pid=102387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 19:53:16.738063 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-730a9938-0977-4fd0-8b89-84d623259bec tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Notify agent at l3_agent.n-d-816865-1 the message routers_updated {{(pid=102387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 19:53:16.742831 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-730a9938-0977-4fd0-8b89-84d623259bec tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for floatingip, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:53:16.748131 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82ad03eb-e1d5-45f2-9acb-42945e81e9f3 None None] Sync routers for ids ['b696126f-fc01-496b-9cae-0e4f09b0d477'] in n-d-816865-1 {{(pid=102388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 19:53:16.759053 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82ad03eb-e1d5-45f2-9acb-42945e81e9f3 None None] Routers {'b696126f-fc01-496b-9cae-0e4f09b0d477'} bound to L3 agent in host n-d-816865-1 {{(pid=102388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 19:53:16.759667 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-82ad03eb-e1d5-45f2-9acb-42945e81e9f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T19:53:05Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['b696126f-fc01-496b-9cae-0e4f09b0d477'], 'active': True} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:53:16.774180 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-730a9938-0977-4fd0-8b89-84d623259bec tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] 10.222.0.13 "DELETE /v2.0/floatingips/10984d98-4bd7-4768-bb78-a305e781e8bf HTTP/1.1" status: 204 len: 168 time: 0.9186537 Nov 05 19:53:16.774180 n-d-816865-1 neutron-server[102387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ad69063-e159-40cd-9cde-f5ec2f95307d', 'tag': 'e041d555-e9fb-46f4-98c2-2cd7d51c8642'}] {{(pid=102387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 19:53:16.774789 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1aa7e2392c69fb9acc0b335571f919b1f61097b9ced1ed941ddb2f5c01cc85e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3af3a2f7-cce1-410c-81cf-a2143a0154a7" -d '{"events": [{"name": "network-changed", "server_uuid": "5ad69063-e159-40cd-9cde-f5ec2f95307d", "tag": "e041d555-e9fb-46f4-98c2-2cd7d51c8642"}]}' {{(pid=102387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 19:53:16.871425 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvr_db [None req-82ad03eb-e1d5-45f2-9acb-42945e81e9f3 None None] Set router b696126f-fc01-496b-9cae-0e4f09b0d477 gateway port host: n-d-816865-1 {{(pid=102388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 19:53:17.076908 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-82ad03eb-e1d5-45f2-9acb-42945e81e9f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b696126f-fc01-496b-9cae-0e4f09b0d477', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1934545364', 'tenant_id': '68fdb102132c4581a35bd621e01c7de2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.197'}], 'enable_snat': True}, 'gw_port_id': '24b0c6e5-4878-4c4f-b47c-611b0096a077', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T19:51:32Z', 'updated_at': '2021-11-05T19:51:37Z', 'revision_number': 4, 'project_id': '68fdb102132c4581a35bd621e01c7de2', 'gw_port': {'id': '24b0c6e5-4878-4c4f-b47c-611b0096a077', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:a0:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b696126f-fc01-496b-9cae-0e4f09b0d477', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:51:33Z', 'updated_at': '2021-11-05T19:51:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1', '_interfaces': [{'id': '617372c2-7a05-49ba-b721-e4f1feafd028', 'name': '', 'network_id': '3068a198-06ef-4059-8523-f07a2f4d79c7', 'tenant_id': '68fdb102132c4581a35bd621e01c7de2', 'mac_address': 'fa:16:3e:46:46:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b696126f-fc01-496b-9cae-0e4f09b0d477', 'device_owner': 'network:router_interface', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': '69eb7e91-61f7-4575-bcbf-1353b14068ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:51:36Z', 'updated_at': '2021-11-05T19:51:40Z', 'revision_number': 5, 'project_id': '68fdb102132c4581a35bd621e01c7de2', 'subnets': [{'id': '69eb7e91-61f7-4575-bcbf-1353b14068ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-1', False) {} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:53:17.106532 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82ad03eb-e1d5-45f2-9acb-42945e81e9f3 None None] Checking router: b696126f-fc01-496b-9cae-0e4f09b0d477 for host: n-d-816865-1 {{(pid=102388) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 19:53:17.115838 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82ad03eb-e1d5-45f2-9acb-42945e81e9f3 None None] Routers {'b696126f-fc01-496b-9cae-0e4f09b0d477'} bound to L3 agent in host n-d-816865-1 {{(pid=102388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 19:53:17.116503 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-82ad03eb-e1d5-45f2-9acb-42945e81e9f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T19:53:05Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['b696126f-fc01-496b-9cae-0e4f09b0d477'], 'active': True} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:53:17.148519 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 19:53:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76dbcfa8-aac0-4897-90e6-6388388eef0d x-openstack-request-id: req-76dbcfa8-aac0-4897-90e6-6388388eef0d {{(pid=102387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 19:53:17.149054 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ad69063-e159-40cd-9cde-f5ec2f95307d", "tag": "e041d555-e9fb-46f4-98c2-2cd7d51c8642", "status": "completed", "code": 200}]} {{(pid=102387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 19:53:17.149156 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-76dbcfa8-aac0-4897-90e6-6388388eef0d {{(pid=102387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 19:53:17.149499 n-d-816865-1 neutron-server[102387]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ad69063-e159-40cd-9cde-f5ec2f95307d', 'tag': 'e041d555-e9fb-46f4-98c2-2cd7d51c8642', 'status': 'completed', 'code': 200} Nov 05 19:53:17.232835 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvr_db [None req-82ad03eb-e1d5-45f2-9acb-42945e81e9f3 None None] Set router b696126f-fc01-496b-9cae-0e4f09b0d477 gateway port host: n-d-816865-1 {{(pid=102388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 19:53:17.242565 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af3a2f7-cce1-410c-81cf-a2143a0154a7 req-3dba2e1a-e739-4f54-9dec-10416c66ba5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:53:17.244085 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-3af3a2f7-cce1-410c-81cf-a2143a0154a7 req-3dba2e1a-e739-4f54-9dec-10416c66ba5a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=68fdb102132c4581a35bd621e01c7de2&device_id=5ad69063-e159-40cd-9cde-f5ec2f95307d HTTP/1.1" status: 200 len: 1096 time: 0.0720384 Nov 05 19:53:17.255412 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43eaf2b-1be3-432e-a0cf-80259c205714 req-dabddb7b-1a03-4258-bbc2-da65e3227966 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:53:17.257531 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-a43eaf2b-1be3-432e-a0cf-80259c205714 req-dabddb7b-1a03-4258-bbc2-da65e3227966 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ad69063-e159-40cd-9cde-f5ec2f95307d HTTP/1.1" status: 200 len: 945 time: 0.0591094 Nov 05 19:53:17.367757 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-a43eaf2b-1be3-432e-a0cf-80259c205714 req-6d97c56b-410a-41c6-a644-6b3336c6eead tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] 10.222.0.13 "GET /v2.0/security-groups?id=9fe86a83-f104-4469-8504-b71efc04e5b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1012504 Nov 05 19:53:17.382982 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af3a2f7-cce1-410c-81cf-a2143a0154a7 req-0db40302-6c60-4596-a346-b14a1c828ecc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:53:17.384481 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-3af3a2f7-cce1-410c-81cf-a2143a0154a7 req-0db40302-6c60-4596-a346-b14a1c828ecc service neutron] 10.222.0.41 "GET /v2.0/networks?id=3068a198-06ef-4059-8523-f07a2f4d79c7 HTTP/1.1" status: 200 len: 898 time: 0.1260872 Nov 05 19:53:17.428669 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-3af3a2f7-cce1-410c-81cf-a2143a0154a7 req-7a1a279f-83a8-4adc-ac99-97381e63f3e5 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e041d555-e9fb-46f4-98c2-2cd7d51c8642 HTTP/1.1" status: 200 len: 217 time: 0.0357521 Nov 05 19:53:17.434011 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-82ad03eb-e1d5-45f2-9acb-42945e81e9f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b696126f-fc01-496b-9cae-0e4f09b0d477', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1934545364', 'tenant_id': '68fdb102132c4581a35bd621e01c7de2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.197'}], 'enable_snat': True}, 'gw_port_id': '24b0c6e5-4878-4c4f-b47c-611b0096a077', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T19:51:32Z', 'updated_at': '2021-11-05T19:51:37Z', 'revision_number': 4, 'project_id': '68fdb102132c4581a35bd621e01c7de2', 'gw_port': {'id': '24b0c6e5-4878-4c4f-b47c-611b0096a077', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:a0:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b696126f-fc01-496b-9cae-0e4f09b0d477', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:51:33Z', 'updated_at': '2021-11-05T19:51:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1', '_interfaces': [{'id': '617372c2-7a05-49ba-b721-e4f1feafd028', 'name': '', 'network_id': '3068a198-06ef-4059-8523-f07a2f4d79c7', 'tenant_id': '68fdb102132c4581a35bd621e01c7de2', 'mac_address': 'fa:16:3e:46:46:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b696126f-fc01-496b-9cae-0e4f09b0d477', 'device_owner': 'network:router_interface', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': '69eb7e91-61f7-4575-bcbf-1353b14068ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:51:36Z', 'updated_at': '2021-11-05T19:51:40Z', 'revision_number': 5, 'project_id': '68fdb102132c4581a35bd621e01c7de2', 'subnets': [{'id': '69eb7e91-61f7-4575-bcbf-1353b14068ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-1', False) {} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:53:17.461211 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82ad03eb-e1d5-45f2-9acb-42945e81e9f3 None None] The sync data for ids ['b696126f-fc01-496b-9cae-0e4f09b0d477'] in n-d-816865-1 is: [{'id': 'b696126f-fc01-496b-9cae-0e4f09b0d477', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1934545364', 'tenant_id': '68fdb102132c4581a35bd621e01c7de2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.197'}], 'enable_snat': True}, 'gw_port_id': '24b0c6e5-4878-4c4f-b47c-611b0096a077', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T19:51:32Z', 'updated_at': '2021-11-05T19:51:37Z', 'revision_number': 4, 'project_id': '68fdb102132c4581a35bd621e01c7de2', 'gw_port': {'id': '24b0c6e5-4878-4c4f-b47c-611b0096a077', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:a0:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b696126f-fc01-496b-9cae-0e4f09b0d477', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:51:33Z', 'updated_at': '2021-11-05T19:51:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1', '_interfaces': [{'id': '617372c2-7a05-49ba-b721-e4f1feafd028', 'name': '', 'network_id': '3068a198-06ef-4059-8523-f07a2f4d79c7', 'tenant_id': '68fdb102132c4581a35bd621e01c7de2', 'mac_address': 'fa:16:3e:46:46:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b696126f-fc01-496b-9cae-0e4f09b0d477', 'device_owner': 'network:router_interface', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': '69eb7e91-61f7-4575-bcbf-1353b14068ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:51:36Z', 'updated_at': '2021-11-05T19:51:40Z', 'revision_number': 5, 'project_id': '68fdb102132c4581a35bd621e01c7de2', 'subnets': [{'id': '69eb7e91-61f7-4575-bcbf-1353b14068ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 19:53:17.483325 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af3a2f7-cce1-410c-81cf-a2143a0154a7 req-2697b3e2-65ff-4512-b35f-cb3dca027053 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:53:17.484696 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-3af3a2f7-cce1-410c-81cf-a2143a0154a7 req-2697b3e2-65ff-4512-b35f-cb3dca027053 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=69eb7e91-61f7-4575-bcbf-1353b14068ab HTTP/1.1" status: 200 len: 835 time: 0.0495341 Nov 05 19:53:17.532172 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af3a2f7-cce1-410c-81cf-a2143a0154a7 req-46865845-b655-4cef-b39f-72cffe73ca77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:53:17.534156 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-3af3a2f7-cce1-410c-81cf-a2143a0154a7 req-46865845-b655-4cef-b39f-72cffe73ca77 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3068a198-06ef-4059-8523-f07a2f4d79c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0421953 Nov 05 19:53:17.630566 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-3af3a2f7-cce1-410c-81cf-a2143a0154a7 req-c88c4d21-59aa-45f2-a088-c7743fd18276 service neutron] 10.222.0.41 "GET /v2.0/networks/3068a198-06ef-4059-8523-f07a2f4d79c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890388 Nov 05 19:53:17.684184 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecca4ce9-f3ce-4178-aa1f-be08ded5a5c9 None None] New status for floating IP 10984d98-4bd7-4768-bb78-a305e781e8bf: DOWN {{(pid=102389) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 05 19:53:17.726683 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-3af3a2f7-cce1-410c-81cf-a2143a0154a7 req-9c5aa5f9-20bd-4d36-87c7-40a1b7a4a98b service neutron] 10.222.0.41 "GET /v2.0/networks/3068a198-06ef-4059-8523-f07a2f4d79c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880537 Nov 05 19:53:18.488447 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b605f7-5255-443a-b326-cdaa6c936632 req-93c100b2-b30b-477d-a20b-1e30dafceb53 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:53:18.489935 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-17b605f7-5255-443a-b326-cdaa6c936632 req-93c100b2-b30b-477d-a20b-1e30dafceb53 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ad69063-e159-40cd-9cde-f5ec2f95307d HTTP/1.1" status: 200 len: 945 time: 0.0490873 Nov 05 19:53:18.545002 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-17b605f7-5255-443a-b326-cdaa6c936632 req-5dd1704a-3490-44bc-af0b-7d0a45cfafa2 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] 10.222.0.13 "GET /v2.0/security-groups?id=9fe86a83-f104-4469-8504-b71efc04e5b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485983 Nov 05 19:53:18.691415 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645590cd-7140-4bf6-9536-ae0f61eab2f9 req-69a40c6a-c9f6-45e7-aa05-942980fb4f4e tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:53:18.692860 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-645590cd-7140-4bf6-9536-ae0f61eab2f9 req-69a40c6a-c9f6-45e7-aa05-942980fb4f4e tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] 10.222.0.41 "GET /v2.0/ports?device_id=5ad69063-e159-40cd-9cde-f5ec2f95307d HTTP/1.1" status: 200 len: 945 time: 0.0517836 Nov 05 19:53:18.783021 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [req-645590cd-7140-4bf6-9536-ae0f61eab2f9 req-1ab129b6-c3a0-4c1a-ab65-6db42a86551d tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Deleting port e041d555-e9fb-46f4-98c2-2cd7d51c8642 {{(pid=102387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 19:53:18.783365 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-645590cd-7140-4bf6-9536-ae0f61eab2f9 req-1ab129b6-c3a0-4c1a-ab65-6db42a86551d tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:53:18.875447 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.db [req-645590cd-7140-4bf6-9536-ae0f61eab2f9 req-1ab129b6-c3a0-4c1a-ab65-6db42a86551d tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] For port e041d555-e9fb-46f4-98c2-2cd7d51c8642, host n-h1-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=e041d555-e9fb-46f4-98c2-2cd7d51c8642,segment=NetworkSegment(90a91c8b-debd-4a22-9f28-6f281a2c3807),segment_id=90a91c8b-debd-4a22-9f28-6f281a2c3807)] {{(pid=102387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:53:18.875806 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-645590cd-7140-4bf6-9536-ae0f61eab2f9 req-1ab129b6-c3a0-4c1a-ab65-6db42a86551d tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:53:18.889106 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [req-645590cd-7140-4bf6-9536-ae0f61eab2f9 req-1ab129b6-c3a0-4c1a-ab65-6db42a86551d tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Calling delete_port for e041d555-e9fb-46f4-98c2-2cd7d51c8642 owned by compute:nova {{(pid=102387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 19:53:19.103691 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-645590cd-7140-4bf6-9536-ae0f61eab2f9 req-1ab129b6-c3a0-4c1a-ab65-6db42a86551d tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4417063'] for port, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:53:19.133674 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab129b6-c3a0-4c1a-ab65-6db42a86551d tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Pushing event deleted for resources: {'Port': ['ID=e041d555-e9fb-46f4-98c2-2cd7d51c8642,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:53:19.176034 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.l3_dvrscheduler_db [req-645590cd-7140-4bf6-9536-ae0f61eab2f9 req-1ab129b6-c3a0-4c1a-ab65-6db42a86551d tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] No DVR routers for this DVR port e041d555-e9fb-46f4-98c2-2cd7d51c8642 on host n-h1-816865-1 {{(pid=102387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 19:53:19.179368 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [req-645590cd-7140-4bf6-9536-ae0f61eab2f9 req-1ab129b6-c3a0-4c1a-ab65-6db42a86551d tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:53:19.182773 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-645590cd-7140-4bf6-9536-ae0f61eab2f9 req-1ab129b6-c3a0-4c1a-ab65-6db42a86551d tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] 10.222.0.41 "DELETE /v2.0/ports/e041d555-e9fb-46f4-98c2-2cd7d51c8642 HTTP/1.1" status: 204 len: 173 time: 0.4837084 Nov 05 19:53:19.183216 n-d-816865-1 neutron-server[102387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ad69063-e159-40cd-9cde-f5ec2f95307d', 'name': 'network-vif-deleted', 'tag': 'e041d555-e9fb-46f4-98c2-2cd7d51c8642'}] {{(pid=102387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 19:53:19.185489 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1aa7e2392c69fb9acc0b335571f919b1f61097b9ced1ed941ddb2f5c01cc85e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46455e68-a309-4dd3-b56f-a4366260cda4" -d '{"events": [{"server_uuid": "5ad69063-e159-40cd-9cde-f5ec2f95307d", "name": "network-vif-deleted", "tag": "e041d555-e9fb-46f4-98c2-2cd7d51c8642"}]}' {{(pid=102387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 19:53:19.220757 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 19:53:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a07db71-80fa-45e1-bcac-d7148fdebfea x-openstack-request-id: req-4a07db71-80fa-45e1-bcac-d7148fdebfea {{(pid=102387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 19:53:19.221052 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ad69063-e159-40cd-9cde-f5ec2f95307d", "name": "network-vif-deleted", "tag": "e041d555-e9fb-46f4-98c2-2cd7d51c8642", "status": "completed", "code": 200}]} {{(pid=102387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 19:53:19.221310 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4a07db71-80fa-45e1-bcac-d7148fdebfea {{(pid=102387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 19:53:19.221717 n-d-816865-1 neutron-server[102387]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ad69063-e159-40cd-9cde-f5ec2f95307d', 'name': 'network-vif-deleted', 'tag': 'e041d555-e9fb-46f4-98c2-2cd7d51c8642', 'status': 'completed', 'code': 200} Nov 05 19:53:19.655891 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-a8548271-f6c7-4e6c-9d4a-2c476c96f484 req-f1f2a2f2-29a3-467b-b992-dd4e18ccfa02 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ad69063-e159-40cd-9cde-f5ec2f95307d HTTP/1.1" status: 200 len: 210 time: 0.0254991 Nov 05 19:53:20.712644 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 46684) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:53:21.068726 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-65a0eb80-4485-4bf2-be17-5f88c8c7409f tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-571777'] for router_interface, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:53:21.318202 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [None req-65a0eb80-4485-4bf2-be17-5f88c8c7409f tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Deleting port 617372c2-7a05-49ba-b721-e4f1feafd028 {{(pid=102387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 19:53:21.318708 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-65a0eb80-4485-4bf2-be17-5f88c8c7409f tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:53:21.408667 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.db [None req-65a0eb80-4485-4bf2-be17-5f88c8c7409f tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] For port 617372c2-7a05-49ba-b721-e4f1feafd028, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=617372c2-7a05-49ba-b721-e4f1feafd028,segment=NetworkSegment(90a91c8b-debd-4a22-9f28-6f281a2c3807),segment_id=90a91c8b-debd-4a22-9f28-6f281a2c3807)] {{(pid=102387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:53:21.409024 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-65a0eb80-4485-4bf2-be17-5f88c8c7409f tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:53:21.421717 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [None req-65a0eb80-4485-4bf2-be17-5f88c8c7409f tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Calling delete_port for 617372c2-7a05-49ba-b721-e4f1feafd028 owned by network:router_interface {{(pid=102387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 19:53:21.683303 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-65a0eb80-4485-4bf2-be17-5f88c8c7409f tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4417063'] for port, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:53:21.707678 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a0eb80-4485-4bf2-be17-5f88c8c7409f tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Pushing event deleted for resources: {'Port': ['ID=617372c2-7a05-49ba-b721-e4f1feafd028,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:53:21.895779 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-65a0eb80-4485-4bf2-be17-5f88c8c7409f tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-597886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-573297'] for router_interface, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:53:22.118330 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65a0eb80-4485-4bf2-be17-5f88c8c7409f tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Router b696126f-fc01-496b-9cae-0e4f09b0d477 has already been hosted by L3 agent 6dcb5589-8e86-4616-9186-ddc4548e13ad {{(pid=102387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 19:53:22.539917 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65a0eb80-4485-4bf2-be17-5f88c8c7409f tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Notify agent at l3_agent.n-d-816865-1 the message routers_updated {{(pid=102387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 19:53:22.545032 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-65a0eb80-4485-4bf2-be17-5f88c8c7409f tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] 10.222.0.13 "PUT /v2.0/routers/b696126f-fc01-496b-9cae-0e4f09b0d477/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8313086 Nov 05 19:53:22.547703 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 46686) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:53:22.550189 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf7fd01b-0ab2-4be5-861d-011114d20d99 None None] Sync routers for ids ['b696126f-fc01-496b-9cae-0e4f09b0d477'] in n-d-816865-1 {{(pid=102388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 19:53:22.561019 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf7fd01b-0ab2-4be5-861d-011114d20d99 None None] Routers {'b696126f-fc01-496b-9cae-0e4f09b0d477'} bound to L3 agent in host n-d-816865-1 {{(pid=102388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 19:53:22.561640 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-bf7fd01b-0ab2-4be5-861d-011114d20d99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T19:53:05Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['b696126f-fc01-496b-9cae-0e4f09b0d477'], 'active': True} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:53:22.600693 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.db_base_plugin_v2 [None req-dcc9816c-f19c-467e-8100-90c7e627a367 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Deleting subnet 69eb7e91-61f7-4575-bcbf-1353b14068ab {{(pid=102387) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 05 19:53:22.604127 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-dcc9816c-f19c-467e-8100-90c7e627a367 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks [] for subnet, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:53:22.645827 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-dcc9816c-f19c-467e-8100-90c7e627a367 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4463501'] for subnet, precommit_delete_associations {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:53:22.668782 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvr_db [None req-bf7fd01b-0ab2-4be5-861d-011114d20d99 None None] Set router b696126f-fc01-496b-9cae-0e4f09b0d477 gateway port host: n-d-816865-1 {{(pid=102388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 19:53:22.724069 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Device e041d555-e9fb-46f4-98c2-2cd7d51c8642 no longer exists at agent hyperv_n-h1-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 19:53:22.740174 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-dcc9816c-f19c-467e-8100-90c7e627a367 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1573928'] for subnet, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:53:22.764665 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] No Port match for: e041d555-e9fb-46f4-98c2-2cd7d51c8642 {{(pid=102388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 19:53:22.765012 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Device e041d555-e9fb-46f4-98c2-2cd7d51c8642 not bound to the agent host n-h1-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 19:53:22.871117 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-bf7fd01b-0ab2-4be5-861d-011114d20d99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b696126f-fc01-496b-9cae-0e4f09b0d477', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1934545364', 'tenant_id': '68fdb102132c4581a35bd621e01c7de2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.197'}], 'enable_snat': True}, 'gw_port_id': '24b0c6e5-4878-4c4f-b47c-611b0096a077', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T19:51:32Z', 'updated_at': '2021-11-05T19:53:21Z', 'revision_number': 5, 'project_id': '68fdb102132c4581a35bd621e01c7de2', 'gw_port': {'id': '24b0c6e5-4878-4c4f-b47c-611b0096a077', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:a0:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b696126f-fc01-496b-9cae-0e4f09b0d477', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:51:33Z', 'updated_at': '2021-11-05T19:51:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1'}], 'n-d-816865-1', False) {} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:53:22.889616 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-dcc9816c-f19c-467e-8100-90c7e627a367 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1573905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4417146', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5112209'] for subnet, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:53:22.902233 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf7fd01b-0ab2-4be5-861d-011114d20d99 None None] Checking router: b696126f-fc01-496b-9cae-0e4f09b0d477 for host: n-d-816865-1 {{(pid=102388) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 19:53:22.911338 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf7fd01b-0ab2-4be5-861d-011114d20d99 None None] Routers {'b696126f-fc01-496b-9cae-0e4f09b0d477'} bound to L3 agent in host n-d-816865-1 {{(pid=102388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 19:53:22.912755 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-bf7fd01b-0ab2-4be5-861d-011114d20d99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T19:53:05Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['b696126f-fc01-496b-9cae-0e4f09b0d477'], 'active': True} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:53:22.920437 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-dcc9816c-f19c-467e-8100-90c7e627a367 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks [] for subnet, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:53:22.924322 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-dcc9816c-f19c-467e-8100-90c7e627a367 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] 10.222.0.13 "DELETE /v2.0/subnets/69eb7e91-61f7-4575-bcbf-1353b14068ab HTTP/1.1" status: 204 len: 168 time: 0.3755879 Nov 05 19:53:22.925351 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc9816c-f19c-467e-8100-90c7e627a367 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Pushing event deleted for resources: {'Subnet': ['ID=69eb7e91-61f7-4575-bcbf-1353b14068ab,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:53:22.927142 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 46688) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:53:22.946779 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5199e8f6-f98c-495a-9c0e-a6c41b1d43fc None None] Network 3068a198-06ef-4059-8523-f07a2f4d79c7 requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 19:53:23.279787 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvr_db [None req-bf7fd01b-0ab2-4be5-861d-011114d20d99 None None] Set router b696126f-fc01-496b-9cae-0e4f09b0d477 gateway port host: n-d-816865-1 {{(pid=102388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 19:53:23.354829 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-f01e375e-1823-4aad-bc0d-9f1b116d019b tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks [] for router, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:53:23.459276 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-576c8bb6-e80e-450a-82e2-c309d47c758d None None] DHCP port deletion for 3068a198-06ef-4059-8523-f07a2f4d79c7 request from n-d-816865-1 {{(pid=102388) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 05 19:53:23.465045 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-f01e375e-1823-4aad-bc0d-9f1b116d019b tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:53:23.498863 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-bf7fd01b-0ab2-4be5-861d-011114d20d99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b696126f-fc01-496b-9cae-0e4f09b0d477', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1934545364', 'tenant_id': '68fdb102132c4581a35bd621e01c7de2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.197'}], 'enable_snat': True}, 'gw_port_id': '24b0c6e5-4878-4c4f-b47c-611b0096a077', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T19:51:32Z', 'updated_at': '2021-11-05T19:53:21Z', 'revision_number': 5, 'project_id': '68fdb102132c4581a35bd621e01c7de2', 'gw_port': {'id': '24b0c6e5-4878-4c4f-b47c-611b0096a077', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:a0:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b696126f-fc01-496b-9cae-0e4f09b0d477', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:51:33Z', 'updated_at': '2021-11-05T19:51:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1'}], 'n-d-816865-1', False) {} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:53:23.531775 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf7fd01b-0ab2-4be5-861d-011114d20d99 None None] The sync data for ids ['b696126f-fc01-496b-9cae-0e4f09b0d477'] in n-d-816865-1 is: [{'id': 'b696126f-fc01-496b-9cae-0e4f09b0d477', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1934545364', 'tenant_id': '68fdb102132c4581a35bd621e01c7de2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.197'}], 'enable_snat': True}, 'gw_port_id': '24b0c6e5-4878-4c4f-b47c-611b0096a077', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T19:51:32Z', 'updated_at': '2021-11-05T19:53:21Z', 'revision_number': 5, 'project_id': '68fdb102132c4581a35bd621e01c7de2', 'gw_port': {'id': '24b0c6e5-4878-4c4f-b47c-611b0096a077', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:a0:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b696126f-fc01-496b-9cae-0e4f09b0d477', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:51:33Z', 'updated_at': '2021-11-05T19:51:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1'}] {{(pid=102388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 19:53:23.550828 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-576c8bb6-e80e-450a-82e2-c309d47c758d None None] Deleting port 7c178a8b-c64b-497e-a661-12d64d91e826 {{(pid=102388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 19:53:23.551477 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-576c8bb6-e80e-450a-82e2-c309d47c758d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:53:23.584445 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-f01e375e-1823-4aad-bc0d-9f1b116d019b tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Deleting port 24b0c6e5-4878-4c4f-b47c-611b0096a077 {{(pid=102386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 19:53:23.584856 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-f01e375e-1823-4aad-bc0d-9f1b116d019b tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:53:23.615789 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-576c8bb6-e80e-450a-82e2-c309d47c758d None None] For port 7c178a8b-c64b-497e-a661-12d64d91e826, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=7c178a8b-c64b-497e-a661-12d64d91e826,segment=NetworkSegment(90a91c8b-debd-4a22-9f28-6f281a2c3807),segment_id=90a91c8b-debd-4a22-9f28-6f281a2c3807)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:53:23.616190 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-576c8bb6-e80e-450a-82e2-c309d47c758d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:53:23.628559 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-576c8bb6-e80e-450a-82e2-c309d47c758d None None] Calling delete_port for 7c178a8b-c64b-497e-a661-12d64d91e826 owned by network:dhcp {{(pid=102388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 19:53:23.662769 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [None req-f01e375e-1823-4aad-bc0d-9f1b116d019b tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] For port 24b0c6e5-4878-4c4f-b47c-611b0096a077, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=24b0c6e5-4878-4c4f-b47c-611b0096a077,segment=NetworkSegment(85be518c-8bb4-46a2-a903-d4292782d29d),segment_id=85be518c-8bb4-46a2-a903-d4292782d29d)] {{(pid=102386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:53:23.663136 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-f01e375e-1823-4aad-bc0d-9f1b116d019b tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:53:23.675778 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-f01e375e-1823-4aad-bc0d-9f1b116d019b tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Calling delete_port for 24b0c6e5-4878-4c4f-b47c-611b0096a077 owned by network:router_gateway {{(pid=102386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 19:53:23.820402 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-576c8bb6-e80e-450a-82e2-c309d47c758d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798'] for port, after_delete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:53:23.843461 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576c8bb6-e80e-450a-82e2-c309d47c758d None None] Pushing event deleted for resources: {'Port': ['ID=7c178a8b-c64b-497e-a661-12d64d91e826,revision_number=None']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:53:23.852588 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576c8bb6-e80e-450a-82e2-c309d47c758d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:53:23.857053 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576c8bb6-e80e-450a-82e2-c309d47c758d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:53:23.857053 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576c8bb6-e80e-450a-82e2-c309d47c758d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:53:23.857053 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576c8bb6-e80e-450a-82e2-c309d47c758d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:53:23.857053 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576c8bb6-e80e-450a-82e2-c309d47c758d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:53:23.857053 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576c8bb6-e80e-450a-82e2-c309d47c758d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:53:23.857053 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576c8bb6-e80e-450a-82e2-c309d47c758d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:53:23.857053 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576c8bb6-e80e-450a-82e2-c309d47c758d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:53:23.857053 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576c8bb6-e80e-450a-82e2-c309d47c758d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:53:23.857053 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576c8bb6-e80e-450a-82e2-c309d47c758d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:53:23.857053 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576c8bb6-e80e-450a-82e2-c309d47c758d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:53:23.857053 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576c8bb6-e80e-450a-82e2-c309d47c758d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:53:23.860149 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-576c8bb6-e80e-450a-82e2-c309d47c758d None None] No DVR routers for this DVR port 7c178a8b-c64b-497e-a661-12d64d91e826 on host n-d-816865-1 {{(pid=102388) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 19:53:23.912555 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-f01e375e-1823-4aad-bc0d-9f1b116d019b tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:53:23.940943 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01e375e-1823-4aad-bc0d-9f1b116d019b tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Pushing event deleted for resources: {'Port': ['ID=24b0c6e5-4878-4c4f-b47c-611b0096a077,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:53:23.971056 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f01e375e-1823-4aad-bc0d-9f1b116d019b tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:53:23.971948 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f01e375e-1823-4aad-bc0d-9f1b116d019b tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:53:23.971948 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f01e375e-1823-4aad-bc0d-9f1b116d019b tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:53:23.972369 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f01e375e-1823-4aad-bc0d-9f1b116d019b tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:53:23.972483 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f01e375e-1823-4aad-bc0d-9f1b116d019b tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:53:23.972773 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f01e375e-1823-4aad-bc0d-9f1b116d019b tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:53:23.973106 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f01e375e-1823-4aad-bc0d-9f1b116d019b tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:53:23.973439 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f01e375e-1823-4aad-bc0d-9f1b116d019b tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:53:23.973770 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f01e375e-1823-4aad-bc0d-9f1b116d019b tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:53:23.974140 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f01e375e-1823-4aad-bc0d-9f1b116d019b tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:53:23.975057 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f01e375e-1823-4aad-bc0d-9f1b116d019b tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:53:23.975383 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f01e375e-1823-4aad-bc0d-9f1b116d019b tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:53:24.022001 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-f01e375e-1823-4aad-bc0d-9f1b116d019b tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1000651'] for router_gateway, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:53:24.119364 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-f01e375e-1823-4aad-bc0d-9f1b116d019b tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-571301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6852'] for router, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:53:24.121429 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-f01e375e-1823-4aad-bc0d-9f1b116d019b tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:53:24.226375 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-f01e375e-1823-4aad-bc0d-9f1b116d019b tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-571310'] for router, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:53:24.226914 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f01e375e-1823-4aad-bc0d-9f1b116d019b tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Fanout notify agent at l3_agent the message router_deleted on router b696126f-fc01-496b-9cae-0e4f09b0d477 {{(pid=102386) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 05 19:53:24.233775 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-f01e375e-1823-4aad-bc0d-9f1b116d019b tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks [] for router, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:53:24.234912 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-f01e375e-1823-4aad-bc0d-9f1b116d019b tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] 10.222.0.13 "DELETE /v2.0/routers/b696126f-fc01-496b-9cae-0e4f09b0d477 HTTP/1.1" status: 204 len: 168 time: 1.3059833 Nov 05 19:53:24.237711 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 46692) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:53:24.319128 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-9ddf3f88-3b0d-476e-b17c-8fb2e9190613 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1664226'] for network, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:53:24.403581 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-9ddf3f88-3b0d-476e-b17c-8fb2e9190613 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1579173', 'neutron.services.segments.db._delete_segments_for_network-8750027792909'] for network, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:53:24.427506 n-d-816865-1 neutron-server[102386]: DEBUG neutron.services.segments.db [None req-9ddf3f88-3b0d-476e-b17c-8fb2e9190613 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3068a198-06ef-4059-8523-f07a2f4d79c7']}} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:53:24.436522 n-d-816865-1 neutron-server[102386]: DEBUG neutron.services.segments.db [None req-9ddf3f88-3b0d-476e-b17c-8fb2e9190613 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '90a91c8b-debd-4a22-9f28-6f281a2c3807') {'for_net_delete': True} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:53:24.436820 n-d-816865-1 neutron-server[102386]: DEBUG neutron.services.segments.db [None req-9ddf3f88-3b0d-476e-b17c-8fb2e9190613 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '90a91c8b-debd-4a22-9f28-6f281a2c3807') {} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:53:24.446469 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-9ddf3f88-3b0d-476e-b17c-8fb2e9190613 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750027793430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4590747'] for segment, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:53:24.460426 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-9ddf3f88-3b0d-476e-b17c-8fb2e9190613 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273'] for segment, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:53:24.466407 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ddf3f88-3b0d-476e-b17c-8fb2e9190613 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Releasing vlan 194 on physical network physnet1 to pool {{(pid=102386) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 05 19:53:24.466806 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-9ddf3f88-3b0d-476e-b17c-8fb2e9190613 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6149721'] for segment, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:53:24.469676 n-d-816865-1 neutron-server[102386]: Traceback (most recent call last): Nov 05 19:53:24.469676 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 05 19:53:24.469676 n-d-816865-1 neutron-server[102386]: timer() Nov 05 19:53:24.469676 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 05 19:53:24.469676 n-d-816865-1 neutron-server[102386]: cb(*args, **kw) Nov 05 19:53:24.469676 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 05 19:53:24.469676 n-d-816865-1 neutron-server[102386]: return func(*args, **kwargs) Nov 05 19:53:24.469676 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 05 19:53:24.469676 n-d-816865-1 neutron-server[102386]: self._notify() Nov 05 19:53:24.469676 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 05 19:53:24.469676 n-d-816865-1 neutron-server[102386]: self.callback(batched_events) Nov 05 19:53:24.469676 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 05 19:53:24.469676 n-d-816865-1 neutron-server[102386]: event.method(event) Nov 05 19:53:24.469676 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 05 19:53:24.469676 n-d-816865-1 neutron-server[102386]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 05 19:53:24.469676 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 05 19:53:24.469676 n-d-816865-1 neutron-server[102386]: aggregate_uuid = self.p_client.list_aggregates( Nov 05 19:53:24.469676 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 05 19:53:24.469676 n-d-816865-1 neutron-server[102386]: return f(self, *a, **k) Nov 05 19:53:24.469676 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 05 19:53:24.469676 n-d-816865-1 neutron-server[102386]: return self._get(url).json() Nov 05 19:53:24.469676 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 05 19:53:24.469676 n-d-816865-1 neutron-server[102386]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 05 19:53:24.469676 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 05 19:53:24.469676 n-d-816865-1 neutron-server[102386]: return self.request(url, 'GET', **kwargs) Nov 05 19:53:24.469676 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 05 19:53:24.469676 n-d-816865-1 neutron-server[102386]: base_url = self.get_endpoint(auth, allow=allow, Nov 05 19:53:24.469676 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 05 19:53:24.469676 n-d-816865-1 neutron-server[102386]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 05 19:53:24.469676 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 05 19:53:24.469676 n-d-816865-1 neutron-server[102386]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 05 19:53:24.469676 n-d-816865-1 neutron-server[102386]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 05 19:53:24.618160 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-9ddf3f88-3b0d-476e-b17c-8fb2e9190613 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1579178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-956796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1000687'] for network, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:53:24.625155 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-9ddf3f88-3b0d-476e-b17c-8fb2e9190613 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks [] for network, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:53:24.628337 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-9ddf3f88-3b0d-476e-b17c-8fb2e9190613 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] 10.222.0.13 "DELETE /v2.0/networks/3068a198-06ef-4059-8523-f07a2f4d79c7 HTTP/1.1" status: 204 len: 168 time: 0.3896310 Nov 05 19:53:24.631729 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 46694) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:53:24.644163 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ddf3f88-3b0d-476e-b17c-8fb2e9190613 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Pushing event deleted for resources: {'Network': ['ID=3068a198-06ef-4059-8523-f07a2f4d79c7,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:53:24.696586 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-44cbbf6c-61ad-46d4-9f98-10e1ca2935b8 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks [] for security_group, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:53:24.721575 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-44cbbf6c-61ad-46d4-9f98-10e1ca2935b8 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:53:24.848603 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-44cbbf6c-61ad-46d4-9f98-10e1ca2935b8 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:53:24.851346 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-44cbbf6c-61ad-46d4-9f98-10e1ca2935b8 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks [] for security_group, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:53:24.852540 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-44cbbf6c-61ad-46d4-9f98-10e1ca2935b8 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] 10.222.0.13 "DELETE /v2.0/security-groups/9fe86a83-f104-4469-8504-b71efc04e5b1 HTTP/1.1" status: 204 len: 168 time: 0.2197568 Nov 05 19:53:24.861869 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44cbbf6c-61ad-46d4-9f98-10e1ca2935b8 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fe86a83-f104-4469-8504-b71efc04e5b1,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:53:24.992191 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 617372c2-7a05-49ba-b721-e4f1feafd028 no longer exists at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 19:53:25.016308 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] No Port match for: 617372c2-7a05-49ba-b721-e4f1feafd028 {{(pid=102388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 19:53:25.016656 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 617372c2-7a05-49ba-b721-e4f1feafd028 not bound to the agent host n-d-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 19:53:25.017077 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 7c178a8b-c64b-497e-a661-12d64d91e826 no longer exists at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 19:53:25.036392 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] No Port match for: 7c178a8b-c64b-497e-a661-12d64d91e826 {{(pid=102388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 19:53:25.036744 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 7c178a8b-c64b-497e-a661-12d64d91e826 not bound to the agent host n-d-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 19:53:25.037217 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 24b0c6e5-4878-4c4f-b47c-611b0096a077 no longer exists at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 19:53:25.059049 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] No Port match for: 24b0c6e5-4878-4c4f-b47c-611b0096a077 {{(pid=102388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 19:53:25.064163 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 24b0c6e5-4878-4c4f-b47c-611b0096a077 not bound to the agent host n-d-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 19:53:25.494508 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 46700) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:53:25.499248 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-1a80dfe7-d7f7-46b4-88cf-b7f7f83090b1 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1526107816', 'description': 'tempest-secgroup-smoke-1526107816 description', 'project_id': '68fdb102132c4581a35bd621e01c7de2'}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:53:25.603192 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-1a80dfe7-d7f7-46b4-88cf-b7f7f83090b1 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks [] for security_group, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:53:25.669614 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-1a80dfe7-d7f7-46b4-88cf-b7f7f83090b1 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks [] for security_group, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:53:25.728547 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-1a80dfe7-d7f7-46b4-88cf-b7f7f83090b1 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:53:25.757301 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a80dfe7-d7f7-46b4-88cf-b7f7f83090b1 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Pushing event updated for resources: {'SecurityGroup': ['ID=76681033-8b0d-431e-a1d5-e54dacbc3760,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:53:25.814360 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-1a80dfe7-d7f7-46b4-88cf-b7f7f83090b1 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks [] for security_group, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:53:25.815624 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-1a80dfe7-d7f7-46b4-88cf-b7f7f83090b1 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.3200319 Nov 05 19:53:25.818979 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 46702) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:53:25.823366 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-29861690-1c01-4651-9662-8b78a8a1cbec tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Request body: {'security_group_rule': {'security_group_id': '76681033-8b0d-431e-a1d5-e54dacbc3760', 'project_id': '68fdb102132c4581a35bd621e01c7de2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:53:25.914226 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-29861690-1c01-4651-9662-8b78a8a1cbec tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:53:25.967788 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-29861690-1c01-4651-9662-8b78a8a1cbec tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:53:26.048864 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-29861690-1c01-4651-9662-8b78a8a1cbec tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985308'] for security_group_rule, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:53:26.067732 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29861690-1c01-4651-9662-8b78a8a1cbec tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0305265-9448-4cb3-a95f-9acd57e893bf,revision_number=0']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:53:26.136753 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-29861690-1c01-4651-9662-8b78a8a1cbec tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:53:26.137978 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-29861690-1c01-4651-9662-8b78a8a1cbec tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3180532 Nov 05 19:53:26.140754 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 46704) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:53:26.145163 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-14b92adf-3ab4-4ef6-93e9-ec3f925795ac tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Request body: {'security_group_rule': {'security_group_id': '76681033-8b0d-431e-a1d5-e54dacbc3760', 'project_id': '68fdb102132c4581a35bd621e01c7de2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:53:26.247714 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-14b92adf-3ab4-4ef6-93e9-ec3f925795ac tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:53:26.305625 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-14b92adf-3ab4-4ef6-93e9-ec3f925795ac tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:53:26.383490 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-14b92adf-3ab4-4ef6-93e9-ec3f925795ac tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985308'] for security_group_rule, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:53:26.401140 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b92adf-3ab4-4ef6-93e9-ec3f925795ac tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=805e5053-df57-41f0-af25-6c9709e2ff8d,revision_number=0']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:53:26.500129 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-14b92adf-3ab4-4ef6-93e9-ec3f925795ac tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:53:26.501336 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-14b92adf-3ab4-4ef6-93e9-ec3f925795ac tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3596346 Nov 05 19:53:26.504094 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 46706) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:53:26.508992 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-ab5a00a2-da16-44cd-8966-6ddd05073bfc tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Request body: {'security_group_rule': {'security_group_id': '76681033-8b0d-431e-a1d5-e54dacbc3760', 'project_id': '68fdb102132c4581a35bd621e01c7de2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:53:26.613593 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-ab5a00a2-da16-44cd-8966-6ddd05073bfc tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:53:26.668858 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-ab5a00a2-da16-44cd-8966-6ddd05073bfc tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:53:26.760971 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-ab5a00a2-da16-44cd-8966-6ddd05073bfc tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985308'] for security_group_rule, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:53:26.779174 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5a00a2-da16-44cd-8966-6ddd05073bfc tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6ba95c9-e9d8-461a-9a64-894edf796424,revision_number=0']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:53:26.877141 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-ab5a00a2-da16-44cd-8966-6ddd05073bfc tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:53:26.878291 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-ab5a00a2-da16-44cd-8966-6ddd05073bfc tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3732536 Nov 05 19:53:26.881010 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 46708) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:53:26.885310 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-ff7792a7-a1d5-4e27-8365-1e98d2a93c6c tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Request body: {'security_group_rule': {'security_group_id': '76681033-8b0d-431e-a1d5-e54dacbc3760', 'project_id': '68fdb102132c4581a35bd621e01c7de2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:53:27.011635 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-ff7792a7-a1d5-4e27-8365-1e98d2a93c6c tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:53:27.070639 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-ff7792a7-a1d5-4e27-8365-1e98d2a93c6c tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:53:27.149552 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-ff7792a7-a1d5-4e27-8365-1e98d2a93c6c tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985308'] for security_group_rule, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:53:27.168555 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7792a7-a1d5-4e27-8365-1e98d2a93c6c tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=285d56c6-dbff-488f-8b17-90b5826b2072,revision_number=0']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:53:27.242914 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-ff7792a7-a1d5-4e27-8365-1e98d2a93c6c tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:53:27.244148 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-ff7792a7-a1d5-4e27-8365-1e98d2a93c6c tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3621786 Nov 05 19:53:27.246964 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 46710) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:53:27.251418 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-300c2f18-70c9-4ab9-958c-879738b9838e tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Request body: {'security_group_rule': {'security_group_id': '76681033-8b0d-431e-a1d5-e54dacbc3760', 'project_id': '68fdb102132c4581a35bd621e01c7de2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:53:27.340263 n-d-816865-1 neutron-server[102387]: INFO neutron.db.securitygroups_db [None req-300c2f18-70c9-4ab9-958c-879738b9838e tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Project 68fdb102132c4581a35bd621e01c7de2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 05 19:53:27.345476 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-300c2f18-70c9-4ab9-958c-879738b9838e tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:53:27.405999 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-300c2f18-70c9-4ab9-958c-879738b9838e tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:53:27.471513 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-300c2f18-70c9-4ab9-958c-879738b9838e tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985308'] for security_group_rule, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:53:27.490441 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300c2f18-70c9-4ab9-958c-879738b9838e tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a9ba7e20-fa63-4619-8ac7-2b5a692a8572,revision_number=0']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:53:27.571199 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-300c2f18-70c9-4ab9-958c-879738b9838e tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:53:27.572445 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-300c2f18-70c9-4ab9-958c-879738b9838e tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3245037 Nov 05 19:53:27.575094 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 46712) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:53:27.579381 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-c773155b-271d-4b46-94e3-1eca39f2ac70 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Request body: {'security_group_rule': {'security_group_id': '76681033-8b0d-431e-a1d5-e54dacbc3760', 'project_id': '68fdb102132c4581a35bd621e01c7de2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:53:27.669874 n-d-816865-1 neutron-server[102387]: INFO neutron.db.securitygroups_db [None req-c773155b-271d-4b46-94e3-1eca39f2ac70 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Project 68fdb102132c4581a35bd621e01c7de2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 05 19:53:27.674908 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-c773155b-271d-4b46-94e3-1eca39f2ac70 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:53:27.733435 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-c773155b-271d-4b46-94e3-1eca39f2ac70 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:53:27.823533 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-c773155b-271d-4b46-94e3-1eca39f2ac70 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985308'] for security_group_rule, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:53:27.841618 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c773155b-271d-4b46-94e3-1eca39f2ac70 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ca82fbd-4e70-46c2-9c7b-bbcb66ec708e,revision_number=0']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:53:27.934120 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-c773155b-271d-4b46-94e3-1eca39f2ac70 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:53:27.935265 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-c773155b-271d-4b46-94e3-1eca39f2ac70 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3592544 Nov 05 19:53:27.938186 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 46714) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:53:27.942939 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-1d066643-52ef-4a1b-9c41-ed52db698623 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Request body: {'network': {'name': 'tempest-network-smoke--975389703', 'project_id': '68fdb102132c4581a35bd621e01c7de2', 'port_security_enabled': True}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:53:28.080908 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d066643-52ef-4a1b-9c41-ed52db698623 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Made reservation on behalf of 68fdb102132c4581a35bd621e01c7de2 for: {'network': 1} {{(pid=102387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 19:53:28.084516 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-1d066643-52ef-4a1b-9c41-ed52db698623 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for network, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:53:28.107803 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d066643-52ef-4a1b-9c41-ed52db698623 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 180} {{(pid=102387) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 05 19:53:28.116841 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-1d066643-52ef-4a1b-9c41-ed52db698623 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273'] for segment, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:53:28.124650 n-d-816865-1 neutron-server[102387]: INFO neutron.db.segments_db [None req-1d066643-52ef-4a1b-9c41-ed52db698623 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Added segment f8576c0b-3265-42d8-8a09-2a76aa4fa1a4 of type vlan for network d7316b7d-bfd5-4229-a91c-19ad5922be5a Nov 05 19:53:28.156016 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-1d066643-52ef-4a1b-9c41-ed52db698623 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750027258543'] for network, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:53:28.248546 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-1d066643-52ef-4a1b-9c41-ed52db698623 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-956796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877'] for network, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:53:28.254066 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d066643-52ef-4a1b-9c41-ed52db698623 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:53:28.254651 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-1d066643-52ef-4a1b-9c41-ed52db698623 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks [] for network, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:53:28.320846 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d066643-52ef-4a1b-9c41-ed52db698623 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Pushing event updated for resources: {'Network': ['ID=d7316b7d-bfd5-4229-a91c-19ad5922be5a,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:53:28.331334 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Network d7316b7d-bfd5-4229-a91c-19ad5922be5a details requested by agent ovs-agent-n-d-816865-1 with host n-d-816865-1 {{(pid=102388) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 05 19:53:28.360241 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-1d066643-52ef-4a1b-9c41-ed52db698623 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4210258 Nov 05 19:53:28.363030 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 46716) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:53:28.368255 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-892323e0-8554-441e-8b88-fbea3edf9036 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-357021382', 'admin_state_up': True, 'project_id': '68fdb102132c4581a35bd621e01c7de2', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec'}}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:53:28.460104 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-892323e0-8554-441e-8b88-fbea3edf9036 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-571139', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6874'] for router, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:53:28.461173 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-892323e0-8554-441e-8b88-fbea3edf9036 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-571375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1000570', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1011585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6867'] for router, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:53:28.511742 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-892323e0-8554-441e-8b88-fbea3edf9036 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:53:28.715994 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-892323e0-8554-441e-8b88-fbea3edf9036 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:53:28.964337 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-892323e0-8554-441e-8b88-fbea3edf9036 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks [] for router_gateway, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:53:28.983060 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-892323e0-8554-441e-8b88-fbea3edf9036 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:53:29.083669 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.db_base_plugin_common [None req-892323e0-8554-441e-8b88-fbea3edf9036 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Allocated IP 172.25.6.247 (40c8335d-cd0b-4cb5-910a-d4dcddd5cbec/04fe6db3-e108-4208-943d-6518424f5726/159c63ab-5b41-4a04-92eb-5c8acffe8e2c) {{(pid=102387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 19:53:29.186803 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-892323e0-8554-441e-8b88-fbea3edf9036 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks [] for port, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:53:29.283652 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-892323e0-8554-441e-8b88-fbea3edf9036 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4417063'] for port, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:53:29.320458 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-892323e0-8554-441e-8b88-fbea3edf9036 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Network 40c8335d-cd0b-4cb5-910a-d4dcddd5cbec is already hosted by enough agents. {{(pid=102387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 19:53:29.325292 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.base_scheduler [None req-892323e0-8554-441e-8b88-fbea3edf9036 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Resources bound (agent type, host, resource id): {{(pid=102387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 19:53:29.328921 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-892323e0-8554-441e-8b88-fbea3edf9036 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Received port after_create {{(pid=102387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 19:53:29.335005 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892323e0-8554-441e-8b88-fbea3edf9036 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Pushing event updated for resources: {'Port': ['ID=159c63ab-5b41-4a04-92eb-5c8acffe8e2c,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:53:29.661479 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-892323e0-8554-441e-8b88-fbea3edf9036 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks [] for router_gateway, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:53:29.855061 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-892323e0-8554-441e-8b88-fbea3edf9036 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-571384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1000487'] for router, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:53:30.046662 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-892323e0-8554-441e-8b88-fbea3edf9036 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Router 3724932b-483c-41ed-bfb8-67ec0a4108f3 is scheduled to L3 agent 6dcb5589-8e86-4616-9186-ddc4548e13ad with binding_index 1 {{(pid=102387) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 05 19:53:30.154130 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-892323e0-8554-441e-8b88-fbea3edf9036 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Notify agent at l3_agent.n-d-816865-1 the message routers_updated {{(pid=102387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 19:53:30.167102 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e9e9bde-f0b0-47a7-aa5c-5f29a1d96d88 None None] Sync routers for ids ['3724932b-483c-41ed-bfb8-67ec0a4108f3'] in n-d-816865-1 {{(pid=102389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 19:53:30.176529 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e9e9bde-f0b0-47a7-aa5c-5f29a1d96d88 None None] Routers {'3724932b-483c-41ed-bfb8-67ec0a4108f3'} bound to L3 agent in host n-d-816865-1 {{(pid=102389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 19:53:30.177181 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-4e9e9bde-f0b0-47a7-aa5c-5f29a1d96d88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T19:53:05Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['3724932b-483c-41ed-bfb8-67ec0a4108f3'], 'active': True} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:53:30.233488 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-892323e0-8554-441e-8b88-fbea3edf9036 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks [] for router, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:53:30.234859 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-892323e0-8554-441e-8b88-fbea3edf9036 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.8708370 Nov 05 19:53:30.237899 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 46720) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:53:30.273225 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-2c65f9ee-3457-464c-9556-1b56a9829807 tempest-TestNetworkAdvancedServerOps-880610799 tempest-TestNetworkAdvancedServerOps-880610799-project-admin] 10.222.0.13 "GET /v2.0/subnets?project_id=68fdb102132c4581a35bd621e01c7de2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0340126 Nov 05 19:53:30.275697 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 46722) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:53:30.280341 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvr_db [None req-4e9e9bde-f0b0-47a7-aa5c-5f29a1d96d88 None None] Set router 3724932b-483c-41ed-bfb8-67ec0a4108f3 gateway port host: n-d-816865-1 {{(pid=102389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 19:53:30.434011 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2c7f827-778e-45cf-b024-604a3f16995a tempest-TestNetworkAdvancedServerOps-880610799 tempest-TestNetworkAdvancedServerOps-880610799-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:53:30.435628 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-b2c7f827-778e-45cf-b024-604a3f16995a tempest-TestNetworkAdvancedServerOps-880610799 tempest-TestNetworkAdvancedServerOps-880610799-project-admin] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1590188 Nov 05 19:53:30.438593 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 46724) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:53:30.467080 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-64513e9b-72a1-4177-abbe-f544b27c8dfb tempest-TestNetworkAdvancedServerOps-880610799 tempest-TestNetworkAdvancedServerOps-880610799-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=40c8335d-cd0b-4cb5-910a-d4dcddd5cbec&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0272517 Nov 05 19:53:30.469583 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 46726) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:53:30.474337 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-98a6222c-2c08-4c1a-a539-001ee23076b3 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-697301143', 'network_id': 'd7316b7d-bfd5-4229-a91c-19ad5922be5a', 'project_id': '68fdb102132c4581a35bd621e01c7de2', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:53:30.549635 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-4e9e9bde-f0b0-47a7-aa5c-5f29a1d96d88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3724932b-483c-41ed-bfb8-67ec0a4108f3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-357021382', 'tenant_id': '68fdb102132c4581a35bd621e01c7de2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.247'}], 'enable_snat': True}, 'gw_port_id': '159c63ab-5b41-4a04-92eb-5c8acffe8e2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T19:53:28Z', 'updated_at': '2021-11-05T19:53:29Z', 'revision_number': 3, 'project_id': '68fdb102132c4581a35bd621e01c7de2', 'gw_port': {'id': '159c63ab-5b41-4a04-92eb-5c8acffe8e2c', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:1e:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3724932b-483c-41ed-bfb8-67ec0a4108f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:53:28Z', 'updated_at': '2021-11-05T19:53:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1'}], 'n-d-816865-1', False) {} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:53:30.580286 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e9e9bde-f0b0-47a7-aa5c-5f29a1d96d88 None None] Checking router: 3724932b-483c-41ed-bfb8-67ec0a4108f3 for host: n-d-816865-1 {{(pid=102389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 19:53:30.580697 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e9e9bde-f0b0-47a7-aa5c-5f29a1d96d88 None None] Updating router 3724932b-483c-41ed-bfb8-67ec0a4108f3 port 159c63ab-5b41-4a04-92eb-5c8acffe8e2c binding host n-d-816865-1 {{(pid=102389) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 05 19:53:30.605050 n-d-816865-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-4e9e9bde-f0b0-47a7-aa5c-5f29a1d96d88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:53:30.660360 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98a6222c-2c08-4c1a-a539-001ee23076b3 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Made reservation on behalf of 68fdb102132c4581a35bd621e01c7de2 for: {'subnet': 1} {{(pid=102386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 19:53:30.665130 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-98a6222c-2c08-4c1a-a539-001ee23076b3 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4877122'] for subnet, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:53:30.859807 n-d-816865-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-4e9e9bde-f0b0-47a7-aa5c-5f29a1d96d88 None None] Publish callbacks [] for port, precommit_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:53:30.938836 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-98a6222c-2c08-4c1a-a539-001ee23076b3 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6149946', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4877172'] for subnet, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:53:30.984042 n-d-816865-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-4e9e9bde-f0b0-47a7-aa5c-5f29a1d96d88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:53:31.002530 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a6222c-2c08-4c1a-a539-001ee23076b3 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Pushing event updated for resources: {'Subnet': ['ID=6b6ba2cb-182d-4c6f-ac83-96cc53f93874,revision_number=0']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:53:31.009872 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98a6222c-2c08-4c1a-a539-001ee23076b3 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Checking segment: {'id': 'f8576c0b-3265-42d8-8a09-2a76aa4fa1a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'd7316b7d-bfd5-4229-a91c-19ad5922be5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 19:53:31.010270 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98a6222c-2c08-4c1a-a539-001ee23076b3 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Network hostable DHCP agents. Network: d7316b7d-bfd5-4229-a91c-19ad5922be5a, hostable agents: ['987e2ca0-bc3b-4c6f-a989-429ccfbf753f'], hosted agents: [] {{(pid=102386) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 05 19:53:31.036547 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.managers [None req-4e9e9bde-f0b0-47a7-aa5c-5f29a1d96d88 None None] Attempting to bind port 159c63ab-5b41-4a04-92eb-5c8acffe8e2c on host n-d-816865-1 for vnic_type normal with profile {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 19:53:31.036912 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.managers [None req-4e9e9bde-f0b0-47a7-aa5c-5f29a1d96d88 None None] Attempting to bind port 159c63ab-5b41-4a04-92eb-5c8acffe8e2c by drivers openvswitch,hyperv on host n-d-816865-1 at level 0 using segments [{'id': '85be518c-8bb4-46a2-a903-d4292782d29d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec'}] {{(pid=102389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 19:53:31.037270 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e9e9bde-f0b0-47a7-aa5c-5f29a1d96d88 None None] Attempting to bind port 159c63ab-5b41-4a04-92eb-5c8acffe8e2c on network 40c8335d-cd0b-4cb5-910a-d4dcddd5cbec {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 19:53:31.046125 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5785fe91-0409-4949-acc6-92ffeeabb97e None None] Pushing event updated for resources: {'Port': ['ID=159c63ab-5b41-4a04-92eb-5c8acffe8e2c,revision_number=2']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:53:31.048352 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e9e9bde-f0b0-47a7-aa5c-5f29a1d96d88 None None] Checking agent: {'id': '724d89a7-611b-41e6-bc85-c48112b17afa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 18, 25, 8), 'started_at': datetime.datetime(2021, 11, 5, 18, 25, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 19, 53, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 19:53:31.048722 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e9e9bde-f0b0-47a7-aa5c-5f29a1d96d88 None None] Checking segment: {'id': '85be518c-8bb4-46a2-a903-d4292782d29d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 19:53:31.049106 n-d-816865-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-4e9e9bde-f0b0-47a7-aa5c-5f29a1d96d88 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:53:31.049490 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e9e9bde-f0b0-47a7-aa5c-5f29a1d96d88 None None] Bound using segment: {'id': '85be518c-8bb4-46a2-a903-d4292782d29d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec'} {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 19:53:31.049939 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.managers [None req-4e9e9bde-f0b0-47a7-aa5c-5f29a1d96d88 None None] Bound port: 159c63ab-5b41-4a04-92eb-5c8acffe8e2c, host: n-d-816865-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85be518c-8bb4-46a2-a903-d4292782d29d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec'}}] {{(pid=102389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 19:53:31.050332 n-d-816865-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-4e9e9bde-f0b0-47a7-aa5c-5f29a1d96d88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:53:31.073914 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5785fe91-0409-4949-acc6-92ffeeabb97e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:53:31.074295 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5785fe91-0409-4949-acc6-92ffeeabb97e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:53:31.074612 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5785fe91-0409-4949-acc6-92ffeeabb97e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:53:31.074941 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5785fe91-0409-4949-acc6-92ffeeabb97e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:53:31.075374 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5785fe91-0409-4949-acc6-92ffeeabb97e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:53:31.075700 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5785fe91-0409-4949-acc6-92ffeeabb97e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:53:31.076019 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5785fe91-0409-4949-acc6-92ffeeabb97e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:53:31.076338 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5785fe91-0409-4949-acc6-92ffeeabb97e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:53:31.076654 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5785fe91-0409-4949-acc6-92ffeeabb97e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:53:31.076968 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5785fe91-0409-4949-acc6-92ffeeabb97e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:53:31.077281 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5785fe91-0409-4949-acc6-92ffeeabb97e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:53:31.077592 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5785fe91-0409-4949-acc6-92ffeeabb97e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:53:31.083213 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98a6222c-2c08-4c1a-a539-001ee23076b3 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Network d7316b7d-bfd5-4229-a91c-19ad5922be5a is scheduled to be hosted by DHCP agent 987e2ca0-bc3b-4c6f-a989-429ccfbf753f with binding_index 1 {{(pid=102386) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 05 19:53:31.112298 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [None req-4e9e9bde-f0b0-47a7-aa5c-5f29a1d96d88 None None] For port 159c63ab-5b41-4a04-92eb-5c8acffe8e2c, host n-d-816865-1, cleared binding levels {{(pid=102389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 19:53:31.115190 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [None req-4e9e9bde-f0b0-47a7-aa5c-5f29a1d96d88 None None] For port 159c63ab-5b41-4a04-92eb-5c8acffe8e2c, host n-d-816865-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=159c63ab-5b41-4a04-92eb-5c8acffe8e2c,segment=NetworkSegment(85be518c-8bb4-46a2-a903-d4292782d29d),segment_id=85be518c-8bb4-46a2-a903-d4292782d29d)] {{(pid=102389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 19:53:31.174346 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.base_scheduler [None req-98a6222c-2c08-4c1a-a539-001ee23076b3 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816865-1, d7316b7d-bfd5-4229-a91c-19ad5922be5a) {{(pid=102386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 19:53:31.179176 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98a6222c-2c08-4c1a-a539-001ee23076b3 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:53:31.184509 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-98a6222c-2c08-4c1a-a539-001ee23076b3 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks [] for subnet, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:53:31.184784 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6cb66f4-9f44-424b-9434-200c8811b9bc None None] Network d7316b7d-bfd5-4229-a91c-19ad5922be5a requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 19:53:31.209158 n-d-816865-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-4e9e9bde-f0b0-47a7-aa5c-5f29a1d96d88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:53:31.268649 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5785fe91-0409-4949-acc6-92ffeeabb97e None None] Pushing event updated for resources: {'Port': ['ID=159c63ab-5b41-4a04-92eb-5c8acffe8e2c,revision_number=3']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:53:31.272789 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e9e9bde-f0b0-47a7-aa5c-5f29a1d96d88 None None] Routers {'3724932b-483c-41ed-bfb8-67ec0a4108f3'} bound to L3 agent in host n-d-816865-1 {{(pid=102389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 19:53:31.273389 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-4e9e9bde-f0b0-47a7-aa5c-5f29a1d96d88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T19:53:05Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['3724932b-483c-41ed-bfb8-67ec0a4108f3'], 'active': True} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:53:31.297532 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-98a6222c-2c08-4c1a-a539-001ee23076b3 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.8267064 Nov 05 19:53:31.300282 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 46728) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:53:31.333485 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63489f62-e615-4d1b-87ab-7414e127738a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeb20a084-accf-5b60-8075-3e69ebe863a6-d7316b7d-bfd5-4229-a91c-19ad5922be5a', 'network_id': 'd7316b7d-bfd5-4229-a91c-19ad5922be5a', 'tenant_id': '68fdb102132c4581a35bd621e01c7de2', 'fixed_ips': [{'subnet_id': '6b6ba2cb-182d-4c6f-ac83-96cc53f93874'}]}} from n-d-816865-1. {{(pid=102388) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 05 19:53:31.334583 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-63489f62-e615-4d1b-87ab-7414e127738a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:53:31.387710 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvr_db [None req-4e9e9bde-f0b0-47a7-aa5c-5f29a1d96d88 None None] Set router 3724932b-483c-41ed-bfb8-67ec0a4108f3 gateway port host: n-d-816865-1 {{(pid=102389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 19:53:31.473151 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.db_base_plugin_common [None req-63489f62-e615-4d1b-87ab-7414e127738a None None] Allocated IP 172.20.0.2 (d7316b7d-bfd5-4229-a91c-19ad5922be5a/6b6ba2cb-182d-4c6f-ac83-96cc53f93874/5fe413b3-a959-4981-a273-529e93ab5350) {{(pid=102388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 19:53:31.588121 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-4e9e9bde-f0b0-47a7-aa5c-5f29a1d96d88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3724932b-483c-41ed-bfb8-67ec0a4108f3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-357021382', 'tenant_id': '68fdb102132c4581a35bd621e01c7de2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.247'}], 'enable_snat': True}, 'gw_port_id': '159c63ab-5b41-4a04-92eb-5c8acffe8e2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T19:53:28Z', 'updated_at': '2021-11-05T19:53:29Z', 'revision_number': 3, 'project_id': '68fdb102132c4581a35bd621e01c7de2', 'gw_port': {'id': '159c63ab-5b41-4a04-92eb-5c8acffe8e2c', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:1e:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3724932b-483c-41ed-bfb8-67ec0a4108f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:53:28Z', 'updated_at': '2021-11-05T19:53:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1'}], 'n-d-816865-1', False) {} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:53:31.614845 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e9e9bde-f0b0-47a7-aa5c-5f29a1d96d88 None None] The sync data for ids ['3724932b-483c-41ed-bfb8-67ec0a4108f3'] in n-d-816865-1 is: [{'id': '3724932b-483c-41ed-bfb8-67ec0a4108f3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-357021382', 'tenant_id': '68fdb102132c4581a35bd621e01c7de2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.247'}], 'enable_snat': True}, 'gw_port_id': '159c63ab-5b41-4a04-92eb-5c8acffe8e2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T19:53:28Z', 'updated_at': '2021-11-05T19:53:29Z', 'revision_number': 3, 'project_id': '68fdb102132c4581a35bd621e01c7de2', 'gw_port': {'id': '159c63ab-5b41-4a04-92eb-5c8acffe8e2c', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:1e:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3724932b-483c-41ed-bfb8-67ec0a4108f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:53:28Z', 'updated_at': '2021-11-05T19:53:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1'}] {{(pid=102389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 19:53:31.630479 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-63489f62-e615-4d1b-87ab-7414e127738a None None] Publish callbacks [] for port, precommit_create {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:53:31.706968 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-63489f62-e615-4d1b-87ab-7414e127738a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789'] for port, after_create {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:53:31.747448 n-d-816865-1 neutron-server[102388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63489f62-e615-4d1b-87ab-7414e127738a None None] Network d7316b7d-bfd5-4229-a91c-19ad5922be5a is already hosted by enough agents. {{(pid=102388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 19:53:31.753576 n-d-816865-1 neutron-server[102388]: DEBUG neutron.scheduler.base_scheduler [None req-63489f62-e615-4d1b-87ab-7414e127738a None None] Resources bound (agent type, host, resource id): {{(pid=102388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 19:53:31.758254 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63489f62-e615-4d1b-87ab-7414e127738a None None] Received port after_create {{(pid=102388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 19:53:31.765715 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63489f62-e615-4d1b-87ab-7414e127738a None None] Pushing event updated for resources: {'Port': ['ID=5fe413b3-a959-4981-a273-529e93ab5350,revision_number=1']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:53:31.772289 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-505feaae-deaf-4f5e-8452-6bfefcd96cee tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:53:31.847344 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-63489f62-e615-4d1b-87ab-7414e127738a None None] Attempting to bind port 5fe413b3-a959-4981-a273-529e93ab5350 on host n-d-816865-1 for vnic_type normal with profile {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 19:53:31.847825 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-63489f62-e615-4d1b-87ab-7414e127738a None None] Attempting to bind port 5fe413b3-a959-4981-a273-529e93ab5350 by drivers openvswitch,hyperv on host n-d-816865-1 at level 0 using segments [{'id': 'f8576c0b-3265-42d8-8a09-2a76aa4fa1a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'd7316b7d-bfd5-4229-a91c-19ad5922be5a'}] {{(pid=102388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 19:53:31.848529 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63489f62-e615-4d1b-87ab-7414e127738a None None] Attempting to bind port 5fe413b3-a959-4981-a273-529e93ab5350 on network d7316b7d-bfd5-4229-a91c-19ad5922be5a {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 19:53:31.854995 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63489f62-e615-4d1b-87ab-7414e127738a None None] Checking agent: {'id': '724d89a7-611b-41e6-bc85-c48112b17afa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 18, 25, 8), 'started_at': datetime.datetime(2021, 11, 5, 18, 25, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 19, 53, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 19:53:31.855476 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63489f62-e615-4d1b-87ab-7414e127738a None None] Checking segment: {'id': 'f8576c0b-3265-42d8-8a09-2a76aa4fa1a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'd7316b7d-bfd5-4229-a91c-19ad5922be5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 19:53:31.856099 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-63489f62-e615-4d1b-87ab-7414e127738a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:53:31.856493 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63489f62-e615-4d1b-87ab-7414e127738a None None] Bound using segment: {'id': 'f8576c0b-3265-42d8-8a09-2a76aa4fa1a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'd7316b7d-bfd5-4229-a91c-19ad5922be5a'} {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 19:53:31.856966 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-63489f62-e615-4d1b-87ab-7414e127738a None None] Bound port: 5fe413b3-a959-4981-a273-529e93ab5350, host: n-d-816865-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8576c0b-3265-42d8-8a09-2a76aa4fa1a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'd7316b7d-bfd5-4229-a91c-19ad5922be5a'}}] {{(pid=102388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 19:53:31.857351 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-63489f62-e615-4d1b-87ab-7414e127738a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:53:31.922076 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-63489f62-e615-4d1b-87ab-7414e127738a None None] For port 5fe413b3-a959-4981-a273-529e93ab5350, host n-d-816865-1, cleared binding levels {{(pid=102388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 19:53:31.925521 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-63489f62-e615-4d1b-87ab-7414e127738a None None] For port 5fe413b3-a959-4981-a273-529e93ab5350, host n-d-816865-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=5fe413b3-a959-4981-a273-529e93ab5350,segment=NetworkSegment(f8576c0b-3265-42d8-8a09-2a76aa4fa1a4),segment_id=f8576c0b-3265-42d8-8a09-2a76aa4fa1a4)] {{(pid=102388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 19:53:32.020857 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-63489f62-e615-4d1b-87ab-7414e127738a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:53:32.087560 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63489f62-e615-4d1b-87ab-7414e127738a None None] Pushing event updated for resources: {'Port': ['ID=5fe413b3-a959-4981-a273-529e93ab5350,revision_number=2']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:53:32.152518 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.db_base_plugin_common [None req-505feaae-deaf-4f5e-8452-6bfefcd96cee tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Allocated IP 172.20.0.1 (d7316b7d-bfd5-4229-a91c-19ad5922be5a/6b6ba2cb-182d-4c6f-ac83-96cc53f93874/6f2d893f-3da5-40aa-ae18-32687b12199e) {{(pid=102387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 19:53:32.292335 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-505feaae-deaf-4f5e-8452-6bfefcd96cee tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks [] for port, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:53:32.390120 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-505feaae-deaf-4f5e-8452-6bfefcd96cee tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4417063'] for port, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:53:32.426947 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-505feaae-deaf-4f5e-8452-6bfefcd96cee tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Network d7316b7d-bfd5-4229-a91c-19ad5922be5a is already hosted by enough agents. {{(pid=102387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 19:53:32.430770 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.base_scheduler [None req-505feaae-deaf-4f5e-8452-6bfefcd96cee tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Resources bound (agent type, host, resource id): {{(pid=102387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 19:53:32.434425 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-505feaae-deaf-4f5e-8452-6bfefcd96cee tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Received port after_create {{(pid=102387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 19:53:32.472873 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505feaae-deaf-4f5e-8452-6bfefcd96cee tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Pushing event updated for resources: {'Port': ['ID=6f2d893f-3da5-40aa-ae18-32687b12199e,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:53:32.488831 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-505feaae-deaf-4f5e-8452-6bfefcd96cee tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-571770'] for router_interface, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:53:32.691073 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-505feaae-deaf-4f5e-8452-6bfefcd96cee tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:53:32.705988 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-2d35669f-76cd-4864-bec2-2abb7e9c374f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:53:32.992362 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-505feaae-deaf-4f5e-8452-6bfefcd96cee tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks [] for port, precommit_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:53:33.015483 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c26130a-e12a-4e9e-a987-0c23d86ec0d2 None None] Network d7316b7d-bfd5-4229-a91c-19ad5922be5a requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 19:53:33.061464 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-505feaae-deaf-4f5e-8452-6bfefcd96cee tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4417072'] for port, after_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:53:33.072891 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 159c63ab-5b41-4a04-92eb-5c8acffe8e2c up at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 19:53:33.122266 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-1d265ddc-ccb5-4c87-b8b8-1ba9fd8cabbf None None] Provisioning complete for port 5fe413b3-a959-4981-a273-529e93ab5350 triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:53:33.122641 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-1d265ddc-ccb5-4c87-b8b8-1ba9fd8cabbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:53:33.138084 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505feaae-deaf-4f5e-8452-6bfefcd96cee tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Pushing event updated for resources: {'Port': ['ID=6f2d893f-3da5-40aa-ae18-32687b12199e,revision_number=2']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:53:33.143584 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-505feaae-deaf-4f5e-8452-6bfefcd96cee tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-597863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-571878'] for router_interface, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:53:33.232095 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Provisioning complete for port 159c63ab-5b41-4a04-92eb-5c8acffe8e2c triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:53:33.232483 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:53:33.328740 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-1d265ddc-ccb5-4c87-b8b8-1ba9fd8cabbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:53:33.397627 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-1d265ddc-ccb5-4c87-b8b8-1ba9fd8cabbf None None] For port 5fe413b3-a959-4981-a273-529e93ab5350, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=5fe413b3-a959-4981-a273-529e93ab5350,segment=NetworkSegment(f8576c0b-3265-42d8-8a09-2a76aa4fa1a4),segment_id=f8576c0b-3265-42d8-8a09-2a76aa4fa1a4)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:53:33.411179 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:53:33.438726 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] For port 159c63ab-5b41-4a04-92eb-5c8acffe8e2c, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=159c63ab-5b41-4a04-92eb-5c8acffe8e2c,segment=NetworkSegment(85be518c-8bb4-46a2-a903-d4292782d29d),segment_id=85be518c-8bb4-46a2-a903-d4292782d29d)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:53:33.455278 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-1d265ddc-ccb5-4c87-b8b8-1ba9fd8cabbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:53:33.518596 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d265ddc-ccb5-4c87-b8b8-1ba9fd8cabbf None None] Pushing event updated for resources: {'Port': ['ID=5fe413b3-a959-4981-a273-529e93ab5350,revision_number=3']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:53:33.550268 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:53:33.551213 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 5fe413b3-a959-4981-a273-529e93ab5350 up at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 19:53:33.583923 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-505feaae-deaf-4f5e-8452-6bfefcd96cee tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Network d7316b7d-bfd5-4229-a91c-19ad5922be5a is already hosted by enough agents. {{(pid=102387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 19:53:33.586529 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.base_scheduler [None req-505feaae-deaf-4f5e-8452-6bfefcd96cee tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Resources bound (agent type, host, resource id): {{(pid=102387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 19:53:33.641655 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Pushing event updated for resources: {'Port': ['ID=159c63ab-5b41-4a04-92eb-5c8acffe8e2c,revision_number=4']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:53:33.652726 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Provisioning complete for port 5fe413b3-a959-4981-a273-529e93ab5350 triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:53:33.652996 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:53:33.705857 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-d41a52ae-be44-4070-832c-4f28aa368116 None None] Provisioning complete for port 6f2d893f-3da5-40aa-ae18-32687b12199e triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:53:33.706255 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-d41a52ae-be44-4070-832c-4f28aa368116 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:53:33.707290 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-505feaae-deaf-4f5e-8452-6bfefcd96cee tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Router 3724932b-483c-41ed-bfb8-67ec0a4108f3 has already been hosted by L3 agent 6dcb5589-8e86-4616-9186-ddc4548e13ad {{(pid=102387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 19:53:33.772808 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-d41a52ae-be44-4070-832c-4f28aa368116 None None] Port 6f2d893f-3da5-40aa-ae18-32687b12199e cannot update to ACTIVE because it is not bound. {{(pid=102388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 19:53:33.794386 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-d41a52ae-be44-4070-832c-4f28aa368116 None None] Provisioning complete for port 5fe413b3-a959-4981-a273-529e93ab5350 triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:53:33.794749 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-d41a52ae-be44-4070-832c-4f28aa368116 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:53:33.836335 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-505feaae-deaf-4f5e-8452-6bfefcd96cee tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Notify agent at l3_agent.n-d-816865-1 the message routers_updated {{(pid=102387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 19:53:33.842210 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-505feaae-deaf-4f5e-8452-6bfefcd96cee tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] 10.222.0.13 "PUT /v2.0/routers/3724932b-483c-41ed-bfb8-67ec0a4108f3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5407989 Nov 05 19:53:33.865331 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49522da1-cf52-452b-b4fd-08c11e89f2e3 None None] Sync routers for ids ['3724932b-483c-41ed-bfb8-67ec0a4108f3'] in n-d-816865-1 {{(pid=102388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 19:53:33.891288 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49522da1-cf52-452b-b4fd-08c11e89f2e3 None None] Routers {'3724932b-483c-41ed-bfb8-67ec0a4108f3'} bound to L3 agent in host n-d-816865-1 {{(pid=102388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 19:53:33.891942 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-49522da1-cf52-452b-b4fd-08c11e89f2e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T19:53:05Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['3724932b-483c-41ed-bfb8-67ec0a4108f3'], 'active': True} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:53:34.022426 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-495ac8ae-fbdf-42e9-ae06-7eef412a9f07 req-0084e467-cd59-4ca2-8b34-cba5bd1d7550 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1526107816&fields=id&tenant_id=68fdb102132c4581a35bd621e01c7de2 HTTP/1.1" status: 200 len: 267 time: 0.0550578 Nov 05 19:53:34.039324 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-48845d01-8889-4cb6-b9db-1039a66e5318 None None] Provisioning complete for port 6f2d893f-3da5-40aa-ae18-32687b12199e triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:53:34.039808 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-48845d01-8889-4cb6-b9db-1039a66e5318 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:53:34.045208 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvr_db [None req-49522da1-cf52-452b-b4fd-08c11e89f2e3 None None] Set router 3724932b-483c-41ed-bfb8-67ec0a4108f3 gateway port host: n-d-816865-1 {{(pid=102388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 19:53:34.142476 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495ac8ae-fbdf-42e9-ae06-7eef412a9f07 req-80d21c99-e818-413f-8fb4-2a9abd42989f tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:53:34.143954 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-495ac8ae-fbdf-42e9-ae06-7eef412a9f07 req-80d21c99-e818-413f-8fb4-2a9abd42989f tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] 10.222.0.13 "GET /v2.0/networks?id=d7316b7d-bfd5-4229-a91c-19ad5922be5a HTTP/1.1" status: 200 len: 796 time: 0.1128609 Nov 05 19:53:34.160907 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-495ac8ae-fbdf-42e9-ae06-7eef412a9f07 req-f344302d-d3fd-4acd-a2fe-749323a1cb7a tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] 10.222.0.13 "GET /v2.0/quotas/68fdb102132c4581a35bd621e01c7de2 HTTP/1.1" status: 200 len: 375 time: 0.0101278 Nov 05 19:53:34.216183 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-495ac8ae-fbdf-42e9-ae06-7eef412a9f07 req-92c4bc99-700f-4cd0-94a8-d5cf997b5117 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=68fdb102132c4581a35bd621e01c7de2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0487096 Nov 05 19:53:34.289340 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-48845d01-8889-4cb6-b9db-1039a66e5318 None None] Port 6f2d893f-3da5-40aa-ae18-32687b12199e cannot update to ACTIVE because it is not bound. {{(pid=102388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 19:53:34.362013 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-495ac8ae-fbdf-42e9-ae06-7eef412a9f07 req-7c00809d-8b6f-4fb8-a2b5-66e75e81d5b4 service neutron] 10.222.0.13 "GET /v2.0/networks/d7316b7d-bfd5-4229-a91c-19ad5922be5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1331336 Nov 05 19:53:34.436323 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-28b8a7d0-d2c0-4b6e-a57c-9eeba477265b None None] Provisioning complete for port 6f2d893f-3da5-40aa-ae18-32687b12199e triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:53:34.436699 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-28b8a7d0-d2c0-4b6e-a57c-9eeba477265b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:53:34.455418 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-495ac8ae-fbdf-42e9-ae06-7eef412a9f07 req-9d30ab6d-43bc-41b0-a3b7-50fb6dc4d589 service neutron] 10.222.0.13 "GET /v2.0/networks/d7316b7d-bfd5-4229-a91c-19ad5922be5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870039 Nov 05 19:53:34.485587 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-28b8a7d0-d2c0-4b6e-a57c-9eeba477265b None None] Port 6f2d893f-3da5-40aa-ae18-32687b12199e cannot update to ACTIVE because it is not bound. {{(pid=102388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 19:53:34.496769 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-49522da1-cf52-452b-b4fd-08c11e89f2e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3724932b-483c-41ed-bfb8-67ec0a4108f3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-357021382', 'tenant_id': '68fdb102132c4581a35bd621e01c7de2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.247'}], 'enable_snat': True}, 'gw_port_id': '159c63ab-5b41-4a04-92eb-5c8acffe8e2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T19:53:28Z', 'updated_at': '2021-11-05T19:53:32Z', 'revision_number': 4, 'project_id': '68fdb102132c4581a35bd621e01c7de2', 'gw_port': {'id': '159c63ab-5b41-4a04-92eb-5c8acffe8e2c', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:1e:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3724932b-483c-41ed-bfb8-67ec0a4108f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:53:28Z', 'updated_at': '2021-11-05T19:53:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1', '_interfaces': [{'id': '6f2d893f-3da5-40aa-ae18-32687b12199e', 'name': '', 'network_id': 'd7316b7d-bfd5-4229-a91c-19ad5922be5a', 'tenant_id': '68fdb102132c4581a35bd621e01c7de2', 'mac_address': 'fa:16:3e:4b:47:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3724932b-483c-41ed-bfb8-67ec0a4108f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': '6b6ba2cb-182d-4c6f-ac83-96cc53f93874', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:53:31Z', 'updated_at': '2021-11-05T19:53:32Z', 'revision_number': 2, 'project_id': '68fdb102132c4581a35bd621e01c7de2', 'subnets': [{'id': '6b6ba2cb-182d-4c6f-ac83-96cc53f93874', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-1', False) {} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:53:34.532480 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49522da1-cf52-452b-b4fd-08c11e89f2e3 None None] Checking router: 3724932b-483c-41ed-bfb8-67ec0a4108f3 for host: n-d-816865-1 {{(pid=102388) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 19:53:34.532837 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49522da1-cf52-452b-b4fd-08c11e89f2e3 None None] Updating router 3724932b-483c-41ed-bfb8-67ec0a4108f3 port 6f2d893f-3da5-40aa-ae18-32687b12199e binding host n-d-816865-1 {{(pid=102388) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 05 19:53:34.558664 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-49522da1-cf52-452b-b4fd-08c11e89f2e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:53:34.719821 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-c611a60a-2a54-434d-b264-f20493da53ab req-57ea24d7-8693-48af-9942-30b622f771ec tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] 10.222.0.13 "GET /v2.0/ports?device_id=f044f28a-1cd3-4474-8d24-f8d86f65a4e5 HTTP/1.1" status: 200 len: 210 time: 0.0363436 Nov 05 19:53:34.862283 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-49522da1-cf52-452b-b4fd-08c11e89f2e3 None None] Publish callbacks [] for port, precommit_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:53:34.947096 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:53:34.949419 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-49522da1-cf52-452b-b4fd-08c11e89f2e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:53:35.030512 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 159c63ab-5b41-4a04-92eb-5c8acffe8e2c up at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 19:53:35.035256 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655195d9-c7fd-421e-912e-ae11ba24a36d None None] Pushing event updated for resources: {'Port': ['ID=6f2d893f-3da5-40aa-ae18-32687b12199e,revision_number=3']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:53:35.093555 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-49522da1-cf52-452b-b4fd-08c11e89f2e3 None None] Attempting to bind port 6f2d893f-3da5-40aa-ae18-32687b12199e on host n-d-816865-1 for vnic_type normal with profile {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 19:53:35.093932 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-49522da1-cf52-452b-b4fd-08c11e89f2e3 None None] Attempting to bind port 6f2d893f-3da5-40aa-ae18-32687b12199e by drivers openvswitch,hyperv on host n-d-816865-1 at level 0 using segments [{'id': 'f8576c0b-3265-42d8-8a09-2a76aa4fa1a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'd7316b7d-bfd5-4229-a91c-19ad5922be5a'}] {{(pid=102388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 19:53:35.094309 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49522da1-cf52-452b-b4fd-08c11e89f2e3 None None] Attempting to bind port 6f2d893f-3da5-40aa-ae18-32687b12199e on network d7316b7d-bfd5-4229-a91c-19ad5922be5a {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 19:53:35.101295 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49522da1-cf52-452b-b4fd-08c11e89f2e3 None None] Checking agent: {'id': '724d89a7-611b-41e6-bc85-c48112b17afa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 18, 25, 8), 'started_at': datetime.datetime(2021, 11, 5, 18, 25, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 19, 53, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 19:53:35.101677 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49522da1-cf52-452b-b4fd-08c11e89f2e3 None None] Checking segment: {'id': 'f8576c0b-3265-42d8-8a09-2a76aa4fa1a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'd7316b7d-bfd5-4229-a91c-19ad5922be5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 19:53:35.102110 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-49522da1-cf52-452b-b4fd-08c11e89f2e3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:53:35.102511 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49522da1-cf52-452b-b4fd-08c11e89f2e3 None None] Bound using segment: {'id': 'f8576c0b-3265-42d8-8a09-2a76aa4fa1a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'd7316b7d-bfd5-4229-a91c-19ad5922be5a'} {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 19:53:35.102996 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-49522da1-cf52-452b-b4fd-08c11e89f2e3 None None] Bound port: 6f2d893f-3da5-40aa-ae18-32687b12199e, host: n-d-816865-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8576c0b-3265-42d8-8a09-2a76aa4fa1a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'd7316b7d-bfd5-4229-a91c-19ad5922be5a'}}] {{(pid=102388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 19:53:35.103379 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-49522da1-cf52-452b-b4fd-08c11e89f2e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:53:35.167191 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Provisioning complete for port 159c63ab-5b41-4a04-92eb-5c8acffe8e2c triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:53:35.168154 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:53:35.228140 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-49522da1-cf52-452b-b4fd-08c11e89f2e3 None None] For port 6f2d893f-3da5-40aa-ae18-32687b12199e, host n-d-816865-1, cleared binding levels {{(pid=102388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 19:53:35.245082 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-49522da1-cf52-452b-b4fd-08c11e89f2e3 None None] For port 6f2d893f-3da5-40aa-ae18-32687b12199e, host n-d-816865-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=6f2d893f-3da5-40aa-ae18-32687b12199e,segment=NetworkSegment(f8576c0b-3265-42d8-8a09-2a76aa4fa1a4),segment_id=f8576c0b-3265-42d8-8a09-2a76aa4fa1a4)] {{(pid=102388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 19:53:35.250798 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-2044dece-cfff-4407-88b4-f5aec4d1dacd None None] Provisioning complete for port 6f2d893f-3da5-40aa-ae18-32687b12199e triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:53:35.251169 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-2044dece-cfff-4407-88b4-f5aec4d1dacd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:53:35.320279 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-2044dece-cfff-4407-88b4-f5aec4d1dacd None None] Port 6f2d893f-3da5-40aa-ae18-32687b12199e cannot update to ACTIVE because it is not bound. {{(pid=102388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 19:53:35.324975 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-49522da1-cf52-452b-b4fd-08c11e89f2e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:53:35.356003 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 5fe413b3-a959-4981-a273-529e93ab5350 up at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 19:53:35.438902 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655195d9-c7fd-421e-912e-ae11ba24a36d None None] Pushing event updated for resources: {'Port': ['ID=6f2d893f-3da5-40aa-ae18-32687b12199e,revision_number=4']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:53:35.445961 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49522da1-cf52-452b-b4fd-08c11e89f2e3 None None] Routers {'3724932b-483c-41ed-bfb8-67ec0a4108f3'} bound to L3 agent in host n-d-816865-1 {{(pid=102388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 19:53:35.446647 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-49522da1-cf52-452b-b4fd-08c11e89f2e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T19:53:05Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['3724932b-483c-41ed-bfb8-67ec0a4108f3'], 'active': True} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:53:35.508787 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-cd008251-47c0-4ddc-81bf-1982c0a7ad96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:53:35.512103 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Provisioning complete for port 5fe413b3-a959-4981-a273-529e93ab5350 triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:53:35.512103 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:53:35.605634 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvr_db [None req-49522da1-cf52-452b-b4fd-08c11e89f2e3 None None] Set router 3724932b-483c-41ed-bfb8-67ec0a4108f3 gateway port host: n-d-816865-1 {{(pid=102388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 19:53:35.719354 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-79f4c206-fef8-49a4-ab1d-51d507937eb9 None None] Provisioning complete for port 6f2d893f-3da5-40aa-ae18-32687b12199e triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:53:35.719730 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-79f4c206-fef8-49a4-ab1d-51d507937eb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:53:35.822032 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-2e83fac6-04e0-4568-ad95-ff759a82d6ac req-6f187e2d-aace-4b99-81b0-c5fb1e20bedf tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] 10.222.0.13 "GET /v2.0/ports?device_id=f044f28a-1cd3-4474-8d24-f8d86f65a4e5 HTTP/1.1" status: 200 len: 210 time: 0.0327635 Nov 05 19:53:35.915989 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-79f4c206-fef8-49a4-ab1d-51d507937eb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:53:35.962558 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-79f4c206-fef8-49a4-ab1d-51d507937eb9 None None] For port 6f2d893f-3da5-40aa-ae18-32687b12199e, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=6f2d893f-3da5-40aa-ae18-32687b12199e,segment=NetworkSegment(f8576c0b-3265-42d8-8a09-2a76aa4fa1a4),segment_id=f8576c0b-3265-42d8-8a09-2a76aa4fa1a4)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:53:35.968568 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-49522da1-cf52-452b-b4fd-08c11e89f2e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3724932b-483c-41ed-bfb8-67ec0a4108f3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-357021382', 'tenant_id': '68fdb102132c4581a35bd621e01c7de2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.247'}], 'enable_snat': True}, 'gw_port_id': '159c63ab-5b41-4a04-92eb-5c8acffe8e2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T19:53:28Z', 'updated_at': '2021-11-05T19:53:32Z', 'revision_number': 4, 'project_id': '68fdb102132c4581a35bd621e01c7de2', 'gw_port': {'id': '159c63ab-5b41-4a04-92eb-5c8acffe8e2c', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:1e:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3724932b-483c-41ed-bfb8-67ec0a4108f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:53:28Z', 'updated_at': '2021-11-05T19:53:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1', '_interfaces': [{'id': '6f2d893f-3da5-40aa-ae18-32687b12199e', 'name': '', 'network_id': 'd7316b7d-bfd5-4229-a91c-19ad5922be5a', 'tenant_id': '68fdb102132c4581a35bd621e01c7de2', 'mac_address': 'fa:16:3e:4b:47:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3724932b-483c-41ed-bfb8-67ec0a4108f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': '6b6ba2cb-182d-4c6f-ac83-96cc53f93874', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:53:31Z', 'updated_at': '2021-11-05T19:53:35Z', 'revision_number': 4, 'project_id': '68fdb102132c4581a35bd621e01c7de2', 'subnets': [{'id': '6b6ba2cb-182d-4c6f-ac83-96cc53f93874', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-1', False) {} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:53:35.997092 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49522da1-cf52-452b-b4fd-08c11e89f2e3 None None] The sync data for ids ['3724932b-483c-41ed-bfb8-67ec0a4108f3'] in n-d-816865-1 is: [{'id': '3724932b-483c-41ed-bfb8-67ec0a4108f3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-357021382', 'tenant_id': '68fdb102132c4581a35bd621e01c7de2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.247'}], 'enable_snat': True}, 'gw_port_id': '159c63ab-5b41-4a04-92eb-5c8acffe8e2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T19:53:28Z', 'updated_at': '2021-11-05T19:53:32Z', 'revision_number': 4, 'project_id': '68fdb102132c4581a35bd621e01c7de2', 'gw_port': {'id': '159c63ab-5b41-4a04-92eb-5c8acffe8e2c', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:1e:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3724932b-483c-41ed-bfb8-67ec0a4108f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:53:28Z', 'updated_at': '2021-11-05T19:53:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1', '_interfaces': [{'id': '6f2d893f-3da5-40aa-ae18-32687b12199e', 'name': '', 'network_id': 'd7316b7d-bfd5-4229-a91c-19ad5922be5a', 'tenant_id': '68fdb102132c4581a35bd621e01c7de2', 'mac_address': 'fa:16:3e:4b:47:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3724932b-483c-41ed-bfb8-67ec0a4108f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': '6b6ba2cb-182d-4c6f-ac83-96cc53f93874', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:53:31Z', 'updated_at': '2021-11-05T19:53:35Z', 'revision_number': 4, 'project_id': '68fdb102132c4581a35bd621e01c7de2', 'subnets': [{'id': '6b6ba2cb-182d-4c6f-ac83-96cc53f93874', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 19:53:36.063324 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-79f4c206-fef8-49a4-ab1d-51d507937eb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:53:36.124971 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f4c206-fef8-49a4-ab1d-51d507937eb9 None None] Pushing event updated for resources: {'Port': ['ID=6f2d893f-3da5-40aa-ae18-32687b12199e,revision_number=5']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:53:36.544105 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b304910f-7b27-444b-a8fc-977d26b1ceac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:53:36.913079 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495ac8ae-fbdf-42e9-ae06-7eef412a9f07 req-72c6c9cc-51ae-42d2-8d55-ffa42b47214e tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:53:36.916768 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-495ac8ae-fbdf-42e9-ae06-7eef412a9f07 req-72c6c9cc-51ae-42d2-8d55-ffa42b47214e tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] 10.222.0.55 "GET /v2.0/networks?id=d7316b7d-bfd5-4229-a91c-19ad5922be5a HTTP/1.1" status: 200 len: 796 time: 0.1265509 Nov 05 19:53:36.932957 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-154951ac-605d-4e79-a1e2-daaa8571a6f7 req-00503b56-f1f4-42b1-8a8d-16159e9353e7 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] 10.222.0.13 "GET /v2.0/ports?device_id=f044f28a-1cd3-4474-8d24-f8d86f65a4e5 HTTP/1.1" status: 200 len: 210 time: 0.0317211 Nov 05 19:53:36.966903 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:53:37.002469 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-495ac8ae-fbdf-42e9-ae06-7eef412a9f07 req-7bc45952-d69c-4e58-8cf0-159d2b366fe4 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=68fdb102132c4581a35bd621e01c7de2 HTTP/1.1" status: 200 len: 380 time: 0.0765822 Nov 05 19:53:37.012881 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [req-495ac8ae-fbdf-42e9-ae06-7eef412a9f07 req-3432c338-080b-46bf-8103-3ef843d2f2f1 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Request body: {'port': {'device_id': 'f044f28a-1cd3-4474-8d24-f8d86f65a4e5', 'network_id': 'd7316b7d-bfd5-4229-a91c-19ad5922be5a', 'admin_state_up': True, 'tenant_id': '68fdb102132c4581a35bd621e01c7de2', 'security_groups': ['76681033-8b0d-431e-a1d5-e54dacbc3760']}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:53:37.061069 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 6f2d893f-3da5-40aa-ae18-32687b12199e up at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 19:53:37.122386 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Provisioning complete for port 6f2d893f-3da5-40aa-ae18-32687b12199e triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:53:37.122766 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:53:37.235347 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-495ac8ae-fbdf-42e9-ae06-7eef412a9f07 req-3432c338-080b-46bf-8103-3ef843d2f2f1 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Made reservation on behalf of 68fdb102132c4581a35bd621e01c7de2 for: {'port': 1} {{(pid=102386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 19:53:37.239046 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-495ac8ae-fbdf-42e9-ae06-7eef412a9f07 req-3432c338-080b-46bf-8103-3ef843d2f2f1 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:53:37.361487 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.db_base_plugin_common [req-495ac8ae-fbdf-42e9-ae06-7eef412a9f07 req-3432c338-080b-46bf-8103-3ef843d2f2f1 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Allocated IP 172.20.0.11 (d7316b7d-bfd5-4229-a91c-19ad5922be5a/6b6ba2cb-182d-4c6f-ac83-96cc53f93874/ed456899-7f14-4253-ba9a-acd2f9b96efe) {{(pid=102386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 19:53:37.508244 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-495ac8ae-fbdf-42e9-ae06-7eef412a9f07 req-3432c338-080b-46bf-8103-3ef843d2f2f1 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks [] for port, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:53:37.632240 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-495ac8ae-fbdf-42e9-ae06-7eef412a9f07 req-3432c338-080b-46bf-8103-3ef843d2f2f1 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:53:37.675708 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-495ac8ae-fbdf-42e9-ae06-7eef412a9f07 req-3432c338-080b-46bf-8103-3ef843d2f2f1 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Network d7316b7d-bfd5-4229-a91c-19ad5922be5a is already hosted by enough agents. {{(pid=102386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 19:53:37.681662 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.base_scheduler [req-495ac8ae-fbdf-42e9-ae06-7eef412a9f07 req-3432c338-080b-46bf-8103-3ef843d2f2f1 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Resources bound (agent type, host, resource id): {{(pid=102386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 19:53:37.685476 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [req-495ac8ae-fbdf-42e9-ae06-7eef412a9f07 req-3432c338-080b-46bf-8103-3ef843d2f2f1 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Received port after_create {{(pid=102386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 19:53:37.709691 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3432c338-080b-46bf-8103-3ef843d2f2f1 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Pushing event updated for resources: {'Port': ['ID=ed456899-7f14-4253-ba9a-acd2f9b96efe,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:53:37.743850 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495ac8ae-fbdf-42e9-ae06-7eef412a9f07 req-3432c338-080b-46bf-8103-3ef843d2f2f1 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:53:37.744500 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-495ac8ae-fbdf-42e9-ae06-7eef412a9f07 req-3432c338-080b-46bf-8103-3ef843d2f2f1 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:53:37.828559 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-495ac8ae-fbdf-42e9-ae06-7eef412a9f07 req-3432c338-080b-46bf-8103-3ef843d2f2f1 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8197310 Nov 05 19:53:37.847445 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [req-495ac8ae-fbdf-42e9-ae06-7eef412a9f07 req-7c9475be-9803-42f9-b267-90ab3e22b204 service neutron] Request body: {'port': {'device_id': 'f044f28a-1cd3-4474-8d24-f8d86f65a4e5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816865-1'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:53:37.903044 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-2f070683-1539-4777-a5c5-2e6dedf986ce None None] Provisioning complete for port ed456899-7f14-4253-ba9a-acd2f9b96efe triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:53:37.903418 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-2f070683-1539-4777-a5c5-2e6dedf986ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:53:37.905300 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-495ac8ae-fbdf-42e9-ae06-7eef412a9f07 req-7c9475be-9803-42f9-b267-90ab3e22b204 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:53:37.942077 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-2f070683-1539-4777-a5c5-2e6dedf986ce None None] Port ed456899-7f14-4253-ba9a-acd2f9b96efe cannot update to ACTIVE because it is not bound. {{(pid=102388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 19:53:38.062748 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d5cce4-f509-4201-8b33-ed8d0d419cd2 req-d4b14ab9-f5b2-4455-80fa-11ba61af209a tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:53:38.064304 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-a1d5cce4-f509-4201-8b33-ed8d0d419cd2 req-d4b14ab9-f5b2-4455-80fa-11ba61af209a tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] 10.222.0.13 "GET /v2.0/ports?device_id=f044f28a-1cd3-4474-8d24-f8d86f65a4e5 HTTP/1.1" status: 200 len: 932 time: 0.0520134 Nov 05 19:53:38.115664 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-a1d5cce4-f509-4201-8b33-ed8d0d419cd2 req-53c93a0b-1e08-4e8a-8048-1439c04fcc0e tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] 10.222.0.13 "GET /v2.0/security-groups?id=76681033-8b0d-431e-a1d5-e54dacbc3760&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448186 Nov 05 19:53:38.191426 n-d-816865-1 neutron-server[102386]: DEBUG neutron.notifiers.nova [req-495ac8ae-fbdf-42e9-ae06-7eef412a9f07 req-7c9475be-9803-42f9-b267-90ab3e22b204 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ed456899-7f14-4253-ba9a-acd2f9b96efe {{(pid=102386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 19:53:38.199283 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-495ac8ae-fbdf-42e9-ae06-7eef412a9f07 req-7c9475be-9803-42f9-b267-90ab3e22b204 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:53:38.211437 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.provisioning_blocks [req-495ac8ae-fbdf-42e9-ae06-7eef412a9f07 req-7c9475be-9803-42f9-b267-90ab3e22b204 service neutron] Transition to ACTIVE for port object ed456899-7f14-4253-ba9a-acd2f9b96efe will not be triggered until provisioned by entity L2. {{(pid=102386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 05 19:53:38.277529 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-495ac8ae-fbdf-42e9-ae06-7eef412a9f07 req-7c9475be-9803-42f9-b267-90ab3e22b204 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6149821'] for port, after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:53:38.339172 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9475be-9803-42f9-b267-90ab3e22b204 service neutron] Pushing event updated for resources: {'Port': ['ID=ed456899-7f14-4253-ba9a-acd2f9b96efe,revision_number=2']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:53:38.413318 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [req-495ac8ae-fbdf-42e9-ae06-7eef412a9f07 req-7c9475be-9803-42f9-b267-90ab3e22b204 service neutron] Attempting to bind port ed456899-7f14-4253-ba9a-acd2f9b96efe on host n-h2-816865-1 for vnic_type normal with profile {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 19:53:38.413810 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [req-495ac8ae-fbdf-42e9-ae06-7eef412a9f07 req-7c9475be-9803-42f9-b267-90ab3e22b204 service neutron] Attempting to bind port ed456899-7f14-4253-ba9a-acd2f9b96efe by drivers openvswitch,hyperv on host n-h2-816865-1 at level 0 using segments [{'id': 'f8576c0b-3265-42d8-8a09-2a76aa4fa1a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'd7316b7d-bfd5-4229-a91c-19ad5922be5a'}] {{(pid=102386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 19:53:38.414285 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-495ac8ae-fbdf-42e9-ae06-7eef412a9f07 req-7c9475be-9803-42f9-b267-90ab3e22b204 service neutron] Attempting to bind port ed456899-7f14-4253-ba9a-acd2f9b96efe on network d7316b7d-bfd5-4229-a91c-19ad5922be5a {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 19:53:38.420005 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-495ac8ae-fbdf-42e9-ae06-7eef412a9f07 req-7c9475be-9803-42f9-b267-90ab3e22b204 service neutron] Port ed456899-7f14-4253-ba9a-acd2f9b96efe on network d7316b7d-bfd5-4229-a91c-19ad5922be5a not bound, no agent of type Open vSwitch agent registered on host n-h2-816865-1 {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 19:53:38.420337 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-495ac8ae-fbdf-42e9-ae06-7eef412a9f07 req-7c9475be-9803-42f9-b267-90ab3e22b204 service neutron] Attempting to bind port ed456899-7f14-4253-ba9a-acd2f9b96efe on network d7316b7d-bfd5-4229-a91c-19ad5922be5a {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 19:53:38.426376 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-495ac8ae-fbdf-42e9-ae06-7eef412a9f07 req-7c9475be-9803-42f9-b267-90ab3e22b204 service neutron] Checking agent: {'id': '32aff553-696f-4891-83f5-5c176f61fe54', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816865-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 18, 33, 36), 'started_at': datetime.datetime(2021, 11, 5, 18, 33, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 19, 53, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 19:53:38.426725 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-495ac8ae-fbdf-42e9-ae06-7eef412a9f07 req-7c9475be-9803-42f9-b267-90ab3e22b204 service neutron] Checking segment: {'id': 'f8576c0b-3265-42d8-8a09-2a76aa4fa1a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'd7316b7d-bfd5-4229-a91c-19ad5922be5a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 19:53:38.427124 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-495ac8ae-fbdf-42e9-ae06-7eef412a9f07 req-7c9475be-9803-42f9-b267-90ab3e22b204 service neutron] Bound using segment: {'id': 'f8576c0b-3265-42d8-8a09-2a76aa4fa1a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'd7316b7d-bfd5-4229-a91c-19ad5922be5a'} {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 19:53:38.427579 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [req-495ac8ae-fbdf-42e9-ae06-7eef412a9f07 req-7c9475be-9803-42f9-b267-90ab3e22b204 service neutron] Bound port: ed456899-7f14-4253-ba9a-acd2f9b96efe, host: n-h2-816865-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f8576c0b-3265-42d8-8a09-2a76aa4fa1a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'd7316b7d-bfd5-4229-a91c-19ad5922be5a'}}] {{(pid=102386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 19:53:38.428522 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-495ac8ae-fbdf-42e9-ae06-7eef412a9f07 req-7c9475be-9803-42f9-b267-90ab3e22b204 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:53:38.504699 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-31f93893-a48e-4ae8-833d-dccb2b42eacc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:53:38.506943 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [req-495ac8ae-fbdf-42e9-ae06-7eef412a9f07 req-7c9475be-9803-42f9-b267-90ab3e22b204 service neutron] For port ed456899-7f14-4253-ba9a-acd2f9b96efe, host n-h2-816865-1, cleared binding levels {{(pid=102386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 19:53:38.510295 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [req-495ac8ae-fbdf-42e9-ae06-7eef412a9f07 req-7c9475be-9803-42f9-b267-90ab3e22b204 service neutron] For port ed456899-7f14-4253-ba9a-acd2f9b96efe, host n-h2-816865-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=ed456899-7f14-4253-ba9a-acd2f9b96efe,segment=NetworkSegment(f8576c0b-3265-42d8-8a09-2a76aa4fa1a4),segment_id=f8576c0b-3265-42d8-8a09-2a76aa4fa1a4)] {{(pid=102386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 19:53:38.563425 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:53:38.592233 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-495ac8ae-fbdf-42e9-ae06-7eef412a9f07 req-7c9475be-9803-42f9-b267-90ab3e22b204 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6149821'] for port, after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:53:38.634021 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495ac8ae-fbdf-42e9-ae06-7eef412a9f07 req-7c9475be-9803-42f9-b267-90ab3e22b204 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:53:38.634588 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-495ac8ae-fbdf-42e9-ae06-7eef412a9f07 req-7c9475be-9803-42f9-b267-90ab3e22b204 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:53:38.636013 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-495ac8ae-fbdf-42e9-ae06-7eef412a9f07 req-7c9475be-9803-42f9-b267-90ab3e22b204 service neutron] 10.222.0.55 "PUT /v2.0/ports/ed456899-7f14-4253-ba9a-acd2f9b96efe HTTP/1.1" status: 200 len: 1092 time: 0.7931356 Nov 05 19:53:38.636484 n-d-816865-1 neutron-server[102386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f044f28a-1cd3-4474-8d24-f8d86f65a4e5', 'tag': 'ed456899-7f14-4253-ba9a-acd2f9b96efe'}] {{(pid=102386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 19:53:38.638809 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d24c2e9fd656c946d5f792cc44b0d4efbe125a7d17e01666b7f4dc8150dd75ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b56d1aa1-cfae-43ae-9f57-e95b45100e2c" -d '{"events": [{"name": "network-changed", "server_uuid": "f044f28a-1cd3-4474-8d24-f8d86f65a4e5", "tag": "ed456899-7f14-4253-ba9a-acd2f9b96efe"}]}' {{(pid=102386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 19:53:38.665725 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9475be-9803-42f9-b267-90ab3e22b204 service neutron] Pushing event updated for resources: {'Port': ['ID=ed456899-7f14-4253-ba9a-acd2f9b96efe,revision_number=3']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:53:38.705288 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.agents_db [None req-b9406b04-a0e8-43cf-b349-711963d96cf4 None None] Agent healthcheck: found 7 active agents {{(pid=102389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 05 19:53:38.774350 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 19:53:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89e2b4fb-9f03-43c8-b98e-b25b32386c5c x-openstack-request-id: req-89e2b4fb-9f03-43c8-b98e-b25b32386c5c {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 19:53:38.774706 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f044f28a-1cd3-4474-8d24-f8d86f65a4e5", "tag": "ed456899-7f14-4253-ba9a-acd2f9b96efe", "status": "completed", "code": 200}]} {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 19:53:38.775023 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-89e2b4fb-9f03-43c8-b98e-b25b32386c5c {{(pid=102386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 19:53:38.775532 n-d-816865-1 neutron-server[102386]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f044f28a-1cd3-4474-8d24-f8d86f65a4e5', 'tag': 'ed456899-7f14-4253-ba9a-acd2f9b96efe', 'status': 'completed', 'code': 200} Nov 05 19:53:38.829101 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495ac8ae-fbdf-42e9-ae06-7eef412a9f07 req-391ab41c-76f3-4c00-b062-28bb7f3da53b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:53:38.830797 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-495ac8ae-fbdf-42e9-ae06-7eef412a9f07 req-391ab41c-76f3-4c00-b062-28bb7f3da53b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=68fdb102132c4581a35bd621e01c7de2&device_id=f044f28a-1cd3-4474-8d24-f8d86f65a4e5 HTTP/1.1" status: 200 len: 1095 time: 0.0462286 Nov 05 19:53:38.881604 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-495ac8ae-fbdf-42e9-ae06-7eef412a9f07 req-e744b99e-544f-4ff8-9808-69a1fb32d796 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ed456899-7f14-4253-ba9a-acd2f9b96efe HTTP/1.1" status: 200 len: 217 time: 0.0365148 Nov 05 19:53:38.935901 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495ac8ae-fbdf-42e9-ae06-7eef412a9f07 req-3bc475db-e503-40fa-81b5-910a98d96ad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:53:38.937358 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-495ac8ae-fbdf-42e9-ae06-7eef412a9f07 req-3bc475db-e503-40fa-81b5-910a98d96ad0 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=6b6ba2cb-182d-4c6f-ac83-96cc53f93874 HTTP/1.1" status: 200 len: 834 time: 0.0490119 Nov 05 19:53:38.984069 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495ac8ae-fbdf-42e9-ae06-7eef412a9f07 req-e8713d56-7350-4cb4-9248-9a99c65aa6a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:53:38.985563 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-495ac8ae-fbdf-42e9-ae06-7eef412a9f07 req-e8713d56-7350-4cb4-9248-9a99c65aa6a2 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=d7316b7d-bfd5-4229-a91c-19ad5922be5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404353 Nov 05 19:53:39.082118 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-495ac8ae-fbdf-42e9-ae06-7eef412a9f07 req-c59dcf2b-4321-46f9-a607-078e5d9b15de service neutron] 10.222.0.55 "GET /v2.0/networks/d7316b7d-bfd5-4229-a91c-19ad5922be5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829988 Nov 05 19:53:39.186623 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-495ac8ae-fbdf-42e9-ae06-7eef412a9f07 req-af98abd3-db21-4c85-82d6-4ab1b9067ee8 service neutron] 10.222.0.55 "GET /v2.0/networks/d7316b7d-bfd5-4229-a91c-19ad5922be5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930350 Nov 05 19:53:39.244382 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a269b6-2dc4-4f00-a81d-c56b185488d3 req-385237d3-42c5-43ce-ba6f-64251c444573 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:53:39.245893 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-07a269b6-2dc4-4f00-a81d-c56b185488d3 req-385237d3-42c5-43ce-ba6f-64251c444573 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] 10.222.0.13 "GET /v2.0/ports?device_id=f044f28a-1cd3-4474-8d24-f8d86f65a4e5 HTTP/1.1" status: 200 len: 944 time: 0.0485656 Nov 05 19:53:39.299686 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-07a269b6-2dc4-4f00-a81d-c56b185488d3 req-e5c77911-fce9-444b-9909-52f20772af7c tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] 10.222.0.13 "GET /v2.0/security-groups?id=76681033-8b0d-431e-a1d5-e54dacbc3760&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477962 Nov 05 19:53:39.343894 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56d1aa1-cfae-43ae-9f57-e95b45100e2c req-0cccd951-d189-45a4-b600-63bb5683f61b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:53:39.345319 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-b56d1aa1-cfae-43ae-9f57-e95b45100e2c req-0cccd951-d189-45a4-b600-63bb5683f61b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=68fdb102132c4581a35bd621e01c7de2&device_id=f044f28a-1cd3-4474-8d24-f8d86f65a4e5 HTTP/1.1" status: 200 len: 1095 time: 0.0445762 Nov 05 19:53:39.439449 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56d1aa1-cfae-43ae-9f57-e95b45100e2c req-ac57a58d-a984-4969-946e-79bce7b48d0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:53:39.440839 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-b56d1aa1-cfae-43ae-9f57-e95b45100e2c req-ac57a58d-a984-4969-946e-79bce7b48d0f service neutron] 10.222.0.55 "GET /v2.0/networks?id=d7316b7d-bfd5-4229-a91c-19ad5922be5a HTTP/1.1" status: 200 len: 897 time: 0.0877740 Nov 05 19:53:39.481608 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-b56d1aa1-cfae-43ae-9f57-e95b45100e2c req-4c3c24cc-3bed-45b0-8614-ed7f34676757 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ed456899-7f14-4253-ba9a-acd2f9b96efe HTTP/1.1" status: 200 len: 217 time: 0.0334377 Nov 05 19:53:39.538097 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56d1aa1-cfae-43ae-9f57-e95b45100e2c req-3c420558-deb0-4638-9e3c-4474e7c5c228 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:53:39.539805 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-b56d1aa1-cfae-43ae-9f57-e95b45100e2c req-3c420558-deb0-4638-9e3c-4474e7c5c228 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=6b6ba2cb-182d-4c6f-ac83-96cc53f93874 HTTP/1.1" status: 200 len: 834 time: 0.0478437 Nov 05 19:53:39.585705 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56d1aa1-cfae-43ae-9f57-e95b45100e2c req-d76c1f8f-7702-4ea6-8d19-1f040bf7d5dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:53:39.587225 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-b56d1aa1-cfae-43ae-9f57-e95b45100e2c req-d76c1f8f-7702-4ea6-8d19-1f040bf7d5dc service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=d7316b7d-bfd5-4229-a91c-19ad5922be5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399203 Nov 05 19:53:39.679520 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-b56d1aa1-cfae-43ae-9f57-e95b45100e2c req-185e8c21-b7a8-4585-b80d-132feefa6220 service neutron] 10.222.0.55 "GET /v2.0/networks/d7316b7d-bfd5-4229-a91c-19ad5922be5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824018 Nov 05 19:53:39.772544 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-b56d1aa1-cfae-43ae-9f57-e95b45100e2c req-137f0e33-23a7-43c7-b492-30091d02da09 service neutron] 10.222.0.55 "GET /v2.0/networks/d7316b7d-bfd5-4229-a91c-19ad5922be5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853045 Nov 05 19:53:40.414999 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf7067b-c783-4fb8-a0f7-01df2e82d8d4 req-af394e7b-5733-4198-853d-7e3db4c59ce4 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:53:40.416507 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-cdf7067b-c783-4fb8-a0f7-01df2e82d8d4 req-af394e7b-5733-4198-853d-7e3db4c59ce4 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] 10.222.0.13 "GET /v2.0/ports?device_id=f044f28a-1cd3-4474-8d24-f8d86f65a4e5 HTTP/1.1" status: 200 len: 944 time: 0.0494363 Nov 05 19:53:40.466459 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-cdf7067b-c783-4fb8-a0f7-01df2e82d8d4 req-8bbee53e-ab55-4b1a-a3ec-2d1b64f63a0d tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] 10.222.0.13 "GET /v2.0/security-groups?id=76681033-8b0d-431e-a1d5-e54dacbc3760&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438893 Nov 05 19:53:41.582890 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6448629c-2555-41d1-adc8-4faf48716c0a req-0f715ee1-36ef-415e-80cd-1c56116bf36a tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:53:41.585352 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-6448629c-2555-41d1-adc8-4faf48716c0a req-0f715ee1-36ef-415e-80cd-1c56116bf36a tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] 10.222.0.13 "GET /v2.0/ports?device_id=f044f28a-1cd3-4474-8d24-f8d86f65a4e5 HTTP/1.1" status: 200 len: 944 time: 0.0509691 Nov 05 19:53:41.635218 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-6448629c-2555-41d1-adc8-4faf48716c0a req-98afe401-cdf7-4eb9-8f30-0971c2b76919 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] 10.222.0.13 "GET /v2.0/security-groups?id=76681033-8b0d-431e-a1d5-e54dacbc3760&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444641 Nov 05 19:53:41.793395 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Device ed456899-7f14-4253-ba9a-acd2f9b96efe details requested by agent hyperv_n-h2-816865-1 with host n-h2-816865-1 {{(pid=102388) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 05 19:53:41.888011 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] For port ed456899-7f14-4253-ba9a-acd2f9b96efe, host n-h2-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=ed456899-7f14-4253-ba9a-acd2f9b96efe,segment=NetworkSegment(f8576c0b-3265-42d8-8a09-2a76aa4fa1a4),segment_id=f8576c0b-3265-42d8-8a09-2a76aa4fa1a4)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:53:41.899027 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Returning: {'device': 'ed456899-7f14-4253-ba9a-acd2f9b96efe', 'network_id': 'd7316b7d-bfd5-4229-a91c-19ad5922be5a', 'port_id': 'ed456899-7f14-4253-ba9a-acd2f9b96efe', 'mac_address': 'fa:16:3e:0f:f9:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 180, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b6ba2cb-182d-4c6f-ac83-96cc53f93874', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102388) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 05 19:53:41.935567 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:53:41.948166 n-d-816865-1 neutron-server[102388]: DEBUG neutron.notifiers.nova [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed456899-7f14-4253-ba9a-acd2f9b96efe {{(pid=102388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 19:53:41.967180 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] For port ed456899-7f14-4253-ba9a-acd2f9b96efe, host n-h2-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=ed456899-7f14-4253-ba9a-acd2f9b96efe,segment=NetworkSegment(f8576c0b-3265-42d8-8a09-2a76aa4fa1a4),segment_id=f8576c0b-3265-42d8-8a09-2a76aa4fa1a4)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:53:42.049093 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:53:42.095459 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Pushing event updated for resources: {'Port': ['ID=ed456899-7f14-4253-ba9a-acd2f9b96efe,revision_number=4']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:53:42.345892 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] get_ports_and_sgs() called for port_ids ['ed456899-7f14-4253-ba9a-acd2f9b96efe'] {{(pid=102388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 19:53:42.754719 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d06904-5f16-46b4-9000-2969c0ccb508 req-f549a80e-c74c-403c-99d4-348af28a072e tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:53:42.756812 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-99d06904-5f16-46b4-9000-2969c0ccb508 req-f549a80e-c74c-403c-99d4-348af28a072e tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] 10.222.0.13 "GET /v2.0/ports?device_id=f044f28a-1cd3-4474-8d24-f8d86f65a4e5 HTTP/1.1" status: 200 len: 945 time: 0.0542030 Nov 05 19:53:42.806840 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-99d06904-5f16-46b4-9000-2969c0ccb508 req-022559e7-c062-47d1-bac3-0b7073bb68e3 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] 10.222.0.13 "GET /v2.0/security-groups?id=76681033-8b0d-431e-a1d5-e54dacbc3760&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442450 Nov 05 19:53:43.808368 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Device ed456899-7f14-4253-ba9a-acd2f9b96efe up at agent hyperv_n-h2-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 19:53:43.921499 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Provisioning for port ed456899-7f14-4253-ba9a-acd2f9b96efe completed by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 05 19:53:43.924949 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005815ed-65e3-4c6b-8b1c-47aa16f8b614 req-428b426e-2231-48de-adcd-95b3dee39859 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:53:43.925585 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Provisioning complete for port ed456899-7f14-4253-ba9a-acd2f9b96efe triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:53:43.925959 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:53:43.926465 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-005815ed-65e3-4c6b-8b1c-47aa16f8b614 req-428b426e-2231-48de-adcd-95b3dee39859 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] 10.222.0.13 "GET /v2.0/ports?device_id=f044f28a-1cd3-4474-8d24-f8d86f65a4e5 HTTP/1.1" status: 200 len: 945 time: 0.0494478 Nov 05 19:53:43.978221 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-005815ed-65e3-4c6b-8b1c-47aa16f8b614 req-d5cc751f-e171-4dec-97f7-fc9b9f47e2ce tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] 10.222.0.13 "GET /v2.0/security-groups?id=76681033-8b0d-431e-a1d5-e54dacbc3760&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458016 Nov 05 19:53:44.007453 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:53:44.030544 n-d-816865-1 neutron-server[102388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f044f28a-1cd3-4474-8d24-f8d86f65a4e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed456899-7f14-4253-ba9a-acd2f9b96efe'}] {{(pid=102388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 19:53:44.032800 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6791add14b0903d9e674b39f457aa3a29109aa98d0835d5644e65cf363d7cf55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f158ca2b-0381-481a-8c73-f248eee9e518" -d '{"events": [{"server_uuid": "f044f28a-1cd3-4474-8d24-f8d86f65a4e5", "name": "network-vif-plugged", "status": "completed", "tag": "ed456899-7f14-4253-ba9a-acd2f9b96efe"}]}' {{(pid=102388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 19:53:44.045818 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] For port ed456899-7f14-4253-ba9a-acd2f9b96efe, host n-h2-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=ed456899-7f14-4253-ba9a-acd2f9b96efe,segment=NetworkSegment(f8576c0b-3265-42d8-8a09-2a76aa4fa1a4),segment_id=f8576c0b-3265-42d8-8a09-2a76aa4fa1a4)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:53:44.069917 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 19:53:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba5318a4-a5b5-4cc2-920d-6197b075ee9c x-openstack-request-id: req-ba5318a4-a5b5-4cc2-920d-6197b075ee9c {{(pid=102388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 19:53:44.069917 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f044f28a-1cd3-4474-8d24-f8d86f65a4e5", "name": "network-vif-plugged", "status": "completed", "tag": "ed456899-7f14-4253-ba9a-acd2f9b96efe", "code": 200}]} {{(pid=102388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 19:53:44.069917 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ba5318a4-a5b5-4cc2-920d-6197b075ee9c {{(pid=102388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 19:53:44.069917 n-d-816865-1 neutron-server[102388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f044f28a-1cd3-4474-8d24-f8d86f65a4e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed456899-7f14-4253-ba9a-acd2f9b96efe', 'code': 200} Nov 05 19:53:44.123479 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:53:44.173836 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab9c4b6-a640-4d99-8d87-6be6198a8cd4 req-16f28974-d021-4a3f-8c9b-b4e83c0a6ce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:53:44.175393 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-dab9c4b6-a640-4d99-8d87-6be6198a8cd4 req-16f28974-d021-4a3f-8c9b-b4e83c0a6ce5 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=f044f28a-1cd3-4474-8d24-f8d86f65a4e5 HTTP/1.1" status: 200 len: 1097 time: 0.0417483 Nov 05 19:53:44.175783 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Pushing event updated for resources: {'Port': ['ID=ed456899-7f14-4253-ba9a-acd2f9b96efe,revision_number=5']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:53:44.230080 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-dab9c4b6-a640-4d99-8d87-6be6198a8cd4 req-2af1c51a-1c83-4d73-84cb-985a4c9c25c2 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=76681033-8b0d-431e-a1d5-e54dacbc3760&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401413 Nov 05 19:53:45.095943 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64808e6-843c-4d14-8a6e-e676209bb920 req-27062b9f-bce1-4dc1-b166-dee8e5f7b380 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:53:45.097466 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-c64808e6-843c-4d14-8a6e-e676209bb920 req-27062b9f-bce1-4dc1-b166-dee8e5f7b380 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] 10.222.0.13 "GET /v2.0/ports?device_id=f044f28a-1cd3-4474-8d24-f8d86f65a4e5 HTTP/1.1" status: 200 len: 946 time: 0.0501683 Nov 05 19:53:45.153469 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-c64808e6-843c-4d14-8a6e-e676209bb920 req-2a6174f3-73b9-416d-bff7-976ee0c8a86d tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] 10.222.0.13 "GET /v2.0/security-groups?id=76681033-8b0d-431e-a1d5-e54dacbc3760&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492980 Nov 05 19:53:46.270820 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206e681c-8bab-4404-be21-cc58a984663e req-bf2ed3a0-df86-4f01-ae59-03ad7196dd97 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:53:46.272594 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-206e681c-8bab-4404-be21-cc58a984663e req-bf2ed3a0-df86-4f01-ae59-03ad7196dd97 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] 10.222.0.13 "GET /v2.0/ports?device_id=f044f28a-1cd3-4474-8d24-f8d86f65a4e5 HTTP/1.1" status: 200 len: 946 time: 0.0512958 Nov 05 19:53:46.324435 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-206e681c-8bab-4404-be21-cc58a984663e req-2b114027-5a33-48cc-bcae-63d9b3951710 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] 10.222.0.13 "GET /v2.0/security-groups?id=76681033-8b0d-431e-a1d5-e54dacbc3760&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458493 Nov 05 19:53:46.438566 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76013c55-1377-4b9f-8bb8-ba5a5cd2c1b1 req-3c5ad3e5-e237-48e9-963b-5f0be6948626 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:53:46.440041 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-76013c55-1377-4b9f-8bb8-ba5a5cd2c1b1 req-3c5ad3e5-e237-48e9-963b-5f0be6948626 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] 10.222.0.13 "GET /v2.0/ports?device_id=f044f28a-1cd3-4474-8d24-f8d86f65a4e5 HTTP/1.1" status: 200 len: 946 time: 0.0505474 Nov 05 19:53:46.489145 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-76013c55-1377-4b9f-8bb8-ba5a5cd2c1b1 req-684cbe79-7b1f-4957-9c17-c904c3f37865 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] 10.222.0.13 "GET /v2.0/security-groups?id=76681033-8b0d-431e-a1d5-e54dacbc3760&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430830 Nov 05 19:53:46.511288 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 46786) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:53:46.555602 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16ea3518-bfe3-4d1c-b798-a4268482ea0a tempest-TestNetworkAdvancedServerOps-880610799 tempest-TestNetworkAdvancedServerOps-880610799-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:53:46.557052 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-16ea3518-bfe3-4d1c-b798-a4268482ea0a tempest-TestNetworkAdvancedServerOps-880610799 tempest-TestNetworkAdvancedServerOps-880610799-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=f044f28a-1cd3-4474-8d24-f8d86f65a4e5 HTTP/1.1" status: 200 len: 1092 time: 0.0447550 Nov 05 19:53:46.559868 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 46788) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:53:46.564200 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-54e09d0f-8aee-4803-8616-831d317cf51b tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Request body: {'floatingip': {'floating_network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'port_id': 'ed456899-7f14-4253-ba9a-acd2f9b96efe', 'tenant_id': '68fdb102132c4581a35bd621e01c7de2', 'fixed_ip_address': '172.20.0.11'}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:53:46.649334 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-54e09d0f-8aee-4803-8616-831d317cf51b tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks [] for floatingip, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:53:46.745593 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-54e09d0f-8aee-4803-8616-831d317cf51b tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:53:46.853145 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.db_base_plugin_common [None req-54e09d0f-8aee-4803-8616-831d317cf51b tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Allocated IP 172.25.6.60 (40c8335d-cd0b-4cb5-910a-d4dcddd5cbec/04fe6db3-e108-4208-943d-6518424f5726/5585bcdf-fba8-437c-aced-5d645b610de1) {{(pid=102387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 19:53:46.953389 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-54e09d0f-8aee-4803-8616-831d317cf51b tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks [] for port, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:53:47.060701 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-54e09d0f-8aee-4803-8616-831d317cf51b tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4417063'] for port, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:53:47.103515 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54e09d0f-8aee-4803-8616-831d317cf51b tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Network 40c8335d-cd0b-4cb5-910a-d4dcddd5cbec is already hosted by enough agents. {{(pid=102387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 19:53:47.108192 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.base_scheduler [None req-54e09d0f-8aee-4803-8616-831d317cf51b tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Resources bound (agent type, host, resource id): {{(pid=102387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 19:53:47.110757 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54e09d0f-8aee-4803-8616-831d317cf51b tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Received port after_create {{(pid=102387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 19:53:47.135694 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e09d0f-8aee-4803-8616-831d317cf51b tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Pushing event updated for resources: {'Port': ['ID=5585bcdf-fba8-437c-aced-5d645b610de1,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:53:47.466337 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-54e09d0f-8aee-4803-8616-831d317cf51b tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:53:47.603726 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-54e09d0f-8aee-4803-8616-831d317cf51b tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:53:47.751749 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-54e09d0f-8aee-4803-8616-831d317cf51b tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks [] for port, precommit_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:53:47.808283 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-54e09d0f-8aee-4803-8616-831d317cf51b tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4417072'] for port, after_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:53:47.877655 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e09d0f-8aee-4803-8616-831d317cf51b tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Pushing event updated for resources: {'Port': ['ID=5585bcdf-fba8-437c-aced-5d645b610de1,revision_number=2']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:53:47.890292 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-54e09d0f-8aee-4803-8616-831d317cf51b tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1000577'] for floatingip, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:53:47.988673 n-d-816865-1 neutron-server[102387]: INFO neutron.db.l3_db [None req-54e09d0f-8aee-4803-8616-831d317cf51b tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Floating IP 417cf53f-cb2a-4a71-a86d-c87aeeae4dd7 associated. External IP: 172.25.6.60, port: ed456899-7f14-4253-ba9a-acd2f9b96efe. Nov 05 19:53:48.194446 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54e09d0f-8aee-4803-8616-831d317cf51b tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Router 3724932b-483c-41ed-bfb8-67ec0a4108f3 has already been hosted by L3 agent 6dcb5589-8e86-4616-9186-ddc4548e13ad {{(pid=102387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 19:53:48.300561 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54e09d0f-8aee-4803-8616-831d317cf51b tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Notify agent at l3_agent.n-d-816865-1 the message routers_updated {{(pid=102387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 19:53:48.310405 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c394c64c-5a14-45ea-aa61-21e6e820a606 None None] Sync routers for ids ['3724932b-483c-41ed-bfb8-67ec0a4108f3'] in n-d-816865-1 {{(pid=102389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 19:53:48.319684 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c394c64c-5a14-45ea-aa61-21e6e820a606 None None] Routers {'3724932b-483c-41ed-bfb8-67ec0a4108f3'} bound to L3 agent in host n-d-816865-1 {{(pid=102389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 19:53:48.320288 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-c394c64c-5a14-45ea-aa61-21e6e820a606 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T19:53:35Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['3724932b-483c-41ed-bfb8-67ec0a4108f3'], 'active': True} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:53:48.376608 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-54e09d0f-8aee-4803-8616-831d317cf51b tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for floatingip, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:53:48.403641 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-54e09d0f-8aee-4803-8616-831d317cf51b tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8427594 Nov 05 19:53:48.404234 n-d-816865-1 neutron-server[102387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f044f28a-1cd3-4474-8d24-f8d86f65a4e5', 'tag': 'ed456899-7f14-4253-ba9a-acd2f9b96efe'}] {{(pid=102387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 19:53:48.406825 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1aa7e2392c69fb9acc0b335571f919b1f61097b9ced1ed941ddb2f5c01cc85e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccccf01d-b69b-4ae1-900c-8df6d08ea2b8" -d '{"events": [{"name": "network-changed", "server_uuid": "f044f28a-1cd3-4474-8d24-f8d86f65a4e5", "tag": "ed456899-7f14-4253-ba9a-acd2f9b96efe"}]}' {{(pid=102387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 19:53:48.430942 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvr_db [None req-c394c64c-5a14-45ea-aa61-21e6e820a606 None None] Set router 3724932b-483c-41ed-bfb8-67ec0a4108f3 gateway port host: n-d-816865-1 {{(pid=102389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 19:53:48.502460 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed86408-2fc1-447d-a0f7-c29007640ae2 req-4011b978-3ece-4240-b0ac-d96b0ac400b9 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:53:48.503985 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-8ed86408-2fc1-447d-a0f7-c29007640ae2 req-4011b978-3ece-4240-b0ac-d96b0ac400b9 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] 10.222.0.13 "GET /v2.0/ports?device_id=f044f28a-1cd3-4474-8d24-f8d86f65a4e5 HTTP/1.1" status: 200 len: 946 time: 0.0511951 Nov 05 19:53:48.556374 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-8ed86408-2fc1-447d-a0f7-c29007640ae2 req-71fd9ac7-4a73-4140-9e13-a4325b03b251 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] 10.222.0.13 "GET /v2.0/security-groups?id=76681033-8b0d-431e-a1d5-e54dacbc3760&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451713 Nov 05 19:53:48.578789 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 46796) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:53:48.600669 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 19:53:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f78301c-bab1-4ba0-8bb9-f1f67fc05e8a x-openstack-request-id: req-4f78301c-bab1-4ba0-8bb9-f1f67fc05e8a {{(pid=102387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 19:53:48.601524 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f044f28a-1cd3-4474-8d24-f8d86f65a4e5", "tag": "ed456899-7f14-4253-ba9a-acd2f9b96efe", "status": "completed", "code": 200}]} {{(pid=102387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 19:53:48.601778 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4f78301c-bab1-4ba0-8bb9-f1f67fc05e8a {{(pid=102387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 19:53:48.602214 n-d-816865-1 neutron-server[102387]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f044f28a-1cd3-4474-8d24-f8d86f65a4e5', 'tag': 'ed456899-7f14-4253-ba9a-acd2f9b96efe', 'status': 'completed', 'code': 200} Nov 05 19:53:48.673860 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-c394c64c-5a14-45ea-aa61-21e6e820a606 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3724932b-483c-41ed-bfb8-67ec0a4108f3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-357021382', 'tenant_id': '68fdb102132c4581a35bd621e01c7de2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.247'}], 'enable_snat': True}, 'gw_port_id': '159c63ab-5b41-4a04-92eb-5c8acffe8e2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T19:53:28Z', 'updated_at': '2021-11-05T19:53:32Z', 'revision_number': 4, 'project_id': '68fdb102132c4581a35bd621e01c7de2', 'gw_port': {'id': '159c63ab-5b41-4a04-92eb-5c8acffe8e2c', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:1e:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3724932b-483c-41ed-bfb8-67ec0a4108f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:53:28Z', 'updated_at': '2021-11-05T19:53:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1', '_floatingips': [{'id': '417cf53f-cb2a-4a71-a86d-c87aeeae4dd7', 'tenant_id': '68fdb102132c4581a35bd621e01c7de2', 'floating_ip_address': '172.25.6.60', 'floating_network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'router_id': '3724932b-483c-41ed-bfb8-67ec0a4108f3', 'port_id': 'ed456899-7f14-4253-ba9a-acd2f9b96efe', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4229, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7316b7d-bfd5-4229-a91c-19ad5922be5a', 'mac_address': 'fa:16:3e:0f:f9:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f044f28a-1cd3-4474-8d24-f8d86f65a4e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-05T19:53:47Z', 'updated_at': '2021-11-05T19:53:47Z', 'revision_number': 0, 'project_id': '68fdb102132c4581a35bd621e01c7de2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f2d893f-3da5-40aa-ae18-32687b12199e', 'name': '', 'network_id': 'd7316b7d-bfd5-4229-a91c-19ad5922be5a', 'tenant_id': '68fdb102132c4581a35bd621e01c7de2', 'mac_address': 'fa:16:3e:4b:47:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3724932b-483c-41ed-bfb8-67ec0a4108f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': '6b6ba2cb-182d-4c6f-ac83-96cc53f93874', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:53:31Z', 'updated_at': '2021-11-05T19:53:35Z', 'revision_number': 5, 'project_id': '68fdb102132c4581a35bd621e01c7de2', 'subnets': [{'id': '6b6ba2cb-182d-4c6f-ac83-96cc53f93874', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-1', False) {} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:53:48.675440 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-07b3d85f-796b-404d-88fb-48c0a89e7ad9 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] 10.222.0.13 "GET /v2.0/floatingips/417cf53f-cb2a-4a71-a86d-c87aeeae4dd7 HTTP/1.1" status: 200 len: 991 time: 0.0949357 Nov 05 19:53:48.681888 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccccf01d-b69b-4ae1-900c-8df6d08ea2b8 req-cd749aa9-6f28-4604-89f3-be761a55342c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:53:48.683393 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-ccccf01d-b69b-4ae1-900c-8df6d08ea2b8 req-cd749aa9-6f28-4604-89f3-be761a55342c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=68fdb102132c4581a35bd621e01c7de2&device_id=f044f28a-1cd3-4474-8d24-f8d86f65a4e5 HTTP/1.1" status: 200 len: 1097 time: 0.0592108 Nov 05 19:53:48.700587 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c394c64c-5a14-45ea-aa61-21e6e820a606 None None] Checking router: 3724932b-483c-41ed-bfb8-67ec0a4108f3 for host: n-d-816865-1 {{(pid=102389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 19:53:48.708980 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c394c64c-5a14-45ea-aa61-21e6e820a606 None None] Routers {'3724932b-483c-41ed-bfb8-67ec0a4108f3'} bound to L3 agent in host n-d-816865-1 {{(pid=102389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 19:53:48.709584 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-c394c64c-5a14-45ea-aa61-21e6e820a606 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T19:53:35Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['3724932b-483c-41ed-bfb8-67ec0a4108f3'], 'active': True} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:53:48.778659 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccccf01d-b69b-4ae1-900c-8df6d08ea2b8 req-35cc2d39-31a7-46d9-8d36-3d6c0ccaa8c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:53:48.780062 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-ccccf01d-b69b-4ae1-900c-8df6d08ea2b8 req-35cc2d39-31a7-46d9-8d36-3d6c0ccaa8c0 service neutron] 10.222.0.55 "GET /v2.0/networks?id=d7316b7d-bfd5-4229-a91c-19ad5922be5a HTTP/1.1" status: 200 len: 897 time: 0.0874732 Nov 05 19:53:48.814156 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvr_db [None req-c394c64c-5a14-45ea-aa61-21e6e820a606 None None] Set router 3724932b-483c-41ed-bfb8-67ec0a4108f3 gateway port host: n-d-816865-1 {{(pid=102389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 19:53:48.845536 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-ccccf01d-b69b-4ae1-900c-8df6d08ea2b8 req-171d1771-d2c6-4aca-b2c3-01b1df57bcee service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ed456899-7f14-4253-ba9a-acd2f9b96efe HTTP/1.1" status: 200 len: 999 time: 0.0581207 Nov 05 19:53:48.895601 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccccf01d-b69b-4ae1-900c-8df6d08ea2b8 req-0ca7d082-f36b-4476-acfe-cb580185010b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:53:48.897105 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-ccccf01d-b69b-4ae1-900c-8df6d08ea2b8 req-0ca7d082-f36b-4476-acfe-cb580185010b service neutron] 10.222.0.55 "GET /v2.0/subnets?id=6b6ba2cb-182d-4c6f-ac83-96cc53f93874 HTTP/1.1" status: 200 len: 834 time: 0.0442545 Nov 05 19:53:48.949807 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccccf01d-b69b-4ae1-900c-8df6d08ea2b8 req-0353c83f-24e8-4d01-b548-4346643578d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:53:48.951462 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-ccccf01d-b69b-4ae1-900c-8df6d08ea2b8 req-0353c83f-24e8-4d01-b548-4346643578d0 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=d7316b7d-bfd5-4229-a91c-19ad5922be5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0472696 Nov 05 19:53:49.043234 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-ccccf01d-b69b-4ae1-900c-8df6d08ea2b8 req-002a083c-1f66-4e3f-9cca-e18433f6a481 service neutron] 10.222.0.55 "GET /v2.0/networks/d7316b7d-bfd5-4229-a91c-19ad5922be5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842419 Nov 05 19:53:49.126938 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-c394c64c-5a14-45ea-aa61-21e6e820a606 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3724932b-483c-41ed-bfb8-67ec0a4108f3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-357021382', 'tenant_id': '68fdb102132c4581a35bd621e01c7de2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.247'}], 'enable_snat': True}, 'gw_port_id': '159c63ab-5b41-4a04-92eb-5c8acffe8e2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T19:53:28Z', 'updated_at': '2021-11-05T19:53:32Z', 'revision_number': 4, 'project_id': '68fdb102132c4581a35bd621e01c7de2', 'gw_port': {'id': '159c63ab-5b41-4a04-92eb-5c8acffe8e2c', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:1e:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3724932b-483c-41ed-bfb8-67ec0a4108f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:53:28Z', 'updated_at': '2021-11-05T19:53:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1', '_floatingips': [{'id': '417cf53f-cb2a-4a71-a86d-c87aeeae4dd7', 'tenant_id': '68fdb102132c4581a35bd621e01c7de2', 'floating_ip_address': '172.25.6.60', 'floating_network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'router_id': '3724932b-483c-41ed-bfb8-67ec0a4108f3', 'port_id': 'ed456899-7f14-4253-ba9a-acd2f9b96efe', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4229, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7316b7d-bfd5-4229-a91c-19ad5922be5a', 'mac_address': 'fa:16:3e:0f:f9:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f044f28a-1cd3-4474-8d24-f8d86f65a4e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-05T19:53:47Z', 'updated_at': '2021-11-05T19:53:47Z', 'revision_number': 0, 'project_id': '68fdb102132c4581a35bd621e01c7de2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f2d893f-3da5-40aa-ae18-32687b12199e', 'name': '', 'network_id': 'd7316b7d-bfd5-4229-a91c-19ad5922be5a', 'tenant_id': '68fdb102132c4581a35bd621e01c7de2', 'mac_address': 'fa:16:3e:4b:47:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3724932b-483c-41ed-bfb8-67ec0a4108f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': '6b6ba2cb-182d-4c6f-ac83-96cc53f93874', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:53:31Z', 'updated_at': '2021-11-05T19:53:35Z', 'revision_number': 5, 'project_id': '68fdb102132c4581a35bd621e01c7de2', 'subnets': [{'id': '6b6ba2cb-182d-4c6f-ac83-96cc53f93874', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-1', False) {} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:53:49.140076 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-ccccf01d-b69b-4ae1-900c-8df6d08ea2b8 req-89227e51-495e-421b-afe0-7ac1f6ca6165 service neutron] 10.222.0.55 "GET /v2.0/networks/d7316b7d-bfd5-4229-a91c-19ad5922be5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890706 Nov 05 19:53:49.153560 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c394c64c-5a14-45ea-aa61-21e6e820a606 None None] The sync data for ids ['3724932b-483c-41ed-bfb8-67ec0a4108f3'] in n-d-816865-1 is: [{'id': '3724932b-483c-41ed-bfb8-67ec0a4108f3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-357021382', 'tenant_id': '68fdb102132c4581a35bd621e01c7de2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.247'}], 'enable_snat': True}, 'gw_port_id': '159c63ab-5b41-4a04-92eb-5c8acffe8e2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T19:53:28Z', 'updated_at': '2021-11-05T19:53:32Z', 'revision_number': 4, 'project_id': '68fdb102132c4581a35bd621e01c7de2', 'gw_port': {'id': '159c63ab-5b41-4a04-92eb-5c8acffe8e2c', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:1e:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3724932b-483c-41ed-bfb8-67ec0a4108f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:53:28Z', 'updated_at': '2021-11-05T19:53:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1', '_floatingips': [{'id': '417cf53f-cb2a-4a71-a86d-c87aeeae4dd7', 'tenant_id': '68fdb102132c4581a35bd621e01c7de2', 'floating_ip_address': '172.25.6.60', 'floating_network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'router_id': '3724932b-483c-41ed-bfb8-67ec0a4108f3', 'port_id': 'ed456899-7f14-4253-ba9a-acd2f9b96efe', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4229, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7316b7d-bfd5-4229-a91c-19ad5922be5a', 'mac_address': 'fa:16:3e:0f:f9:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f044f28a-1cd3-4474-8d24-f8d86f65a4e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-05T19:53:47Z', 'updated_at': '2021-11-05T19:53:47Z', 'revision_number': 0, 'project_id': '68fdb102132c4581a35bd621e01c7de2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f2d893f-3da5-40aa-ae18-32687b12199e', 'name': '', 'network_id': 'd7316b7d-bfd5-4229-a91c-19ad5922be5a', 'tenant_id': '68fdb102132c4581a35bd621e01c7de2', 'mac_address': 'fa:16:3e:4b:47:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3724932b-483c-41ed-bfb8-67ec0a4108f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': '6b6ba2cb-182d-4c6f-ac83-96cc53f93874', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:53:31Z', 'updated_at': '2021-11-05T19:53:35Z', 'revision_number': 5, 'project_id': '68fdb102132c4581a35bd621e01c7de2', 'subnets': [{'id': '6b6ba2cb-182d-4c6f-ac83-96cc53f93874', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 19:53:49.360028 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d68eabc-65c1-40e4-b386-0e04428004ea None None] New status for floating IP 417cf53f-cb2a-4a71-a86d-c87aeeae4dd7: ACTIVE {{(pid=102388) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 05 19:53:49.679460 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 46800) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:53:49.739574 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-5ca32141-054f-4892-8866-750d6765e460 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] 10.222.0.13 "GET /v2.0/floatingips/417cf53f-cb2a-4a71-a86d-c87aeeae4dd7 HTTP/1.1" status: 200 len: 993 time: 0.0589871 Nov 05 19:53:52.643532 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-1dbd6d19-b4a3-4da7-b942-b1a83ff861b4 req-7189f8ea-4bb9-4c2d-9cbb-6167da4bc990 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=f044f28a-1cd3-4474-8d24-f8d86f65a4e5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0423913 Nov 05 19:53:52.729835 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbd6d19-b4a3-4da7-b942-b1a83ff861b4 req-6ecd7c46-ca7a-4624-9b57-7b15b940d6f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:53:52.731344 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-1dbd6d19-b4a3-4da7-b942-b1a83ff861b4 req-6ecd7c46-ca7a-4624-9b57-7b15b940d6f4 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=68fdb102132c4581a35bd621e01c7de2&device_id=f044f28a-1cd3-4474-8d24-f8d86f65a4e5 HTTP/1.1" status: 200 len: 1097 time: 0.0445385 Nov 05 19:53:52.833528 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbd6d19-b4a3-4da7-b942-b1a83ff861b4 req-95ccf18b-112a-49d7-9201-c0e923bca655 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:53:52.835025 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-1dbd6d19-b4a3-4da7-b942-b1a83ff861b4 req-95ccf18b-112a-49d7-9201-c0e923bca655 service neutron] 10.222.0.55 "GET /v2.0/networks?id=d7316b7d-bfd5-4229-a91c-19ad5922be5a HTTP/1.1" status: 200 len: 897 time: 0.0841796 Nov 05 19:53:52.904661 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-1dbd6d19-b4a3-4da7-b942-b1a83ff861b4 req-38699c07-a44c-41bb-aff9-eff6d3aaf077 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ed456899-7f14-4253-ba9a-acd2f9b96efe HTTP/1.1" status: 200 len: 1001 time: 0.0621579 Nov 05 19:53:52.954061 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbd6d19-b4a3-4da7-b942-b1a83ff861b4 req-621a1082-bf8b-44d9-acab-fcb503cc789c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:53:52.955527 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-1dbd6d19-b4a3-4da7-b942-b1a83ff861b4 req-621a1082-bf8b-44d9-acab-fcb503cc789c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=6b6ba2cb-182d-4c6f-ac83-96cc53f93874 HTTP/1.1" status: 200 len: 834 time: 0.0444450 Nov 05 19:53:53.000868 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbd6d19-b4a3-4da7-b942-b1a83ff861b4 req-656d0e8d-2fb5-46a2-9a8c-532dd79f60b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:53:53.002427 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-1dbd6d19-b4a3-4da7-b942-b1a83ff861b4 req-656d0e8d-2fb5-46a2-9a8c-532dd79f60b5 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=d7316b7d-bfd5-4229-a91c-19ad5922be5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397296 Nov 05 19:53:53.095813 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-1dbd6d19-b4a3-4da7-b942-b1a83ff861b4 req-2939bb15-363b-4547-b87a-ee9106709be3 service neutron] 10.222.0.55 "GET /v2.0/networks/d7316b7d-bfd5-4229-a91c-19ad5922be5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861115 Nov 05 19:53:53.191677 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-1dbd6d19-b4a3-4da7-b942-b1a83ff861b4 req-f4c5d33f-8876-47ae-91c5-a3b8bb5e4bae service neutron] 10.222.0.55 "GET /v2.0/networks/d7316b7d-bfd5-4229-a91c-19ad5922be5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809422 Nov 05 19:54:02.669328 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c425e366-b48d-4dbf-8a4a-7f3720e3dfc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:54:04.934614 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:54:05.454562 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-ceae4da9-7d57-4cfb-8b0e-0bd54a2035da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:54:06.555419 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b304910f-7b27-444b-a8fc-977d26b1ceac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:54:06.979875 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:54:08.494021 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-31f93893-a48e-4ae8-833d-dccb2b42eacc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:54:08.561292 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:54:15.704351 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.agents_db [None req-b9406b04-a0e8-43cf-b349-711963d96cf4 None None] Agent healthcheck: found 7 active agents {{(pid=102389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 05 19:54:22.988808 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [req-7fff71ce-fb2b-4067-89a7-38393c6f22be req-3b4189d1-1f9e-4f00-b0f7-ae9f9bc4e404 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=102387) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 05 19:54:22.989786 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-7fff71ce-fb2b-4067-89a7-38393c6f22be req-3b4189d1-1f9e-4f00-b0f7-ae9f9bc4e404 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054042 Nov 05 19:54:23.350654 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc76497-9608-42b6-b817-da3dffe96e8b req-df1d9b92-c18c-450b-b9e8-9b9a958b9ac6 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:54:23.352310 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-3fc76497-9608-42b6-b817-da3dffe96e8b req-df1d9b92-c18c-450b-b9e8-9b9a958b9ac6 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] 10.222.0.13 "GET /v2.0/ports?device_id=f044f28a-1cd3-4474-8d24-f8d86f65a4e5 HTTP/1.1" status: 200 len: 946 time: 0.1082315 Nov 05 19:54:23.401929 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-3fc76497-9608-42b6-b817-da3dffe96e8b req-116dc92b-fb9b-410e-813d-619d656c77be tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] 10.222.0.13 "GET /v2.0/security-groups?id=76681033-8b0d-431e-a1d5-e54dacbc3760&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437002 Nov 05 19:54:23.602667 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 46832) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:54:23.679748 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-a9ed363e-6e5a-45a5-a9af-d230d0f04587 req-b1b4217e-1a43-4648-abdb-e8024f9c4f1a service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=f044f28a-1cd3-4474-8d24-f8d86f65a4e5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0759456 Nov 05 19:54:23.689210 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [req-a9ed363e-6e5a-45a5-a9af-d230d0f04587 req-a54cd038-502f-4028-acce-9dccf1d06605 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=102387) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 05 19:54:23.690186 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-a9ed363e-6e5a-45a5-a9af-d230d0f04587 req-a54cd038-502f-4028-acce-9dccf1d06605 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0056674 Nov 05 19:54:24.531075 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332c4d19-df51-457d-868e-7d8116e26de4 req-40701ef3-fb15-4564-b8c8-0030b3c778f6 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:54:24.533960 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-332c4d19-df51-457d-868e-7d8116e26de4 req-40701ef3-fb15-4564-b8c8-0030b3c778f6 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] 10.222.0.13 "GET /v2.0/ports?device_id=f044f28a-1cd3-4474-8d24-f8d86f65a4e5 HTTP/1.1" status: 200 len: 946 time: 0.0524967 Nov 05 19:54:24.590020 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-332c4d19-df51-457d-868e-7d8116e26de4 req-5d0377a1-24c7-4022-a4c9-6095e9f3daee tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] 10.222.0.13 "GET /v2.0/security-groups?id=76681033-8b0d-431e-a1d5-e54dacbc3760&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497904 Nov 05 19:54:25.708904 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d084b518-e4e3-4049-9348-4d4b5c60151c req-00fcb0c4-c02a-410b-bee6-e3bcfe619692 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:54:25.710509 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-d084b518-e4e3-4049-9348-4d4b5c60151c req-00fcb0c4-c02a-410b-bee6-e3bcfe619692 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] 10.222.0.13 "GET /v2.0/ports?device_id=f044f28a-1cd3-4474-8d24-f8d86f65a4e5 HTTP/1.1" status: 200 len: 946 time: 0.0524182 Nov 05 19:54:25.760938 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-d084b518-e4e3-4049-9348-4d4b5c60151c req-e95234ed-bc28-4334-9c28-186ad77ae77f tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] 10.222.0.13 "GET /v2.0/security-groups?id=76681033-8b0d-431e-a1d5-e54dacbc3760&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430303 Nov 05 19:54:25.777771 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ed363e-6e5a-45a5-a9af-d230d0f04587 req-8ea8b818-6a54-47b3-bdb6-27003d31721a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:54:25.779834 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-a9ed363e-6e5a-45a5-a9af-d230d0f04587 req-8ea8b818-6a54-47b3-bdb6-27003d31721a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=68fdb102132c4581a35bd621e01c7de2&device_id=f044f28a-1cd3-4474-8d24-f8d86f65a4e5 HTTP/1.1" status: 200 len: 1097 time: 0.0451274 Nov 05 19:54:25.869764 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ed363e-6e5a-45a5-a9af-d230d0f04587 req-d00e9a3f-b209-458b-9189-004df2293232 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:54:25.871234 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-a9ed363e-6e5a-45a5-a9af-d230d0f04587 req-d00e9a3f-b209-458b-9189-004df2293232 service neutron] 10.222.0.55 "GET /v2.0/networks?id=d7316b7d-bfd5-4229-a91c-19ad5922be5a HTTP/1.1" status: 200 len: 897 time: 0.0830817 Nov 05 19:54:25.939557 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-a9ed363e-6e5a-45a5-a9af-d230d0f04587 req-d2f0e5e0-deb8-418e-abfe-320a6ea82470 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ed456899-7f14-4253-ba9a-acd2f9b96efe HTTP/1.1" status: 200 len: 1001 time: 0.0613940 Nov 05 19:54:25.990307 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ed363e-6e5a-45a5-a9af-d230d0f04587 req-1b4e1e27-d10d-4872-9688-313bd8379d6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:54:25.991717 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-a9ed363e-6e5a-45a5-a9af-d230d0f04587 req-1b4e1e27-d10d-4872-9688-313bd8379d6f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=6b6ba2cb-182d-4c6f-ac83-96cc53f93874 HTTP/1.1" status: 200 len: 834 time: 0.0436900 Nov 05 19:54:26.038373 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ed363e-6e5a-45a5-a9af-d230d0f04587 req-07b38c04-cb69-4752-a122-dddbfd13e332 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:54:26.039862 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-a9ed363e-6e5a-45a5-a9af-d230d0f04587 req-07b38c04-cb69-4752-a122-dddbfd13e332 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=d7316b7d-bfd5-4229-a91c-19ad5922be5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401254 Nov 05 19:54:26.131718 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-a9ed363e-6e5a-45a5-a9af-d230d0f04587 req-0a65587b-1e6d-4cc9-99ac-db50988a7a5d service neutron] 10.222.0.55 "GET /v2.0/networks/d7316b7d-bfd5-4229-a91c-19ad5922be5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840518 Nov 05 19:54:26.220425 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-a9ed363e-6e5a-45a5-a9af-d230d0f04587 req-df2d0680-e4eb-481e-b3ab-9e23819cb530 service neutron] 10.222.0.55 "GET /v2.0/networks/d7316b7d-bfd5-4229-a91c-19ad5922be5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807323 Nov 05 19:54:26.878548 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8478087a-520c-44ee-8900-41654e9639bd req-61562821-f9ef-4bff-9fd1-045fb78b1ccd tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:54:26.880059 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-8478087a-520c-44ee-8900-41654e9639bd req-61562821-f9ef-4bff-9fd1-045fb78b1ccd tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] 10.222.0.13 "GET /v2.0/ports?device_id=f044f28a-1cd3-4474-8d24-f8d86f65a4e5 HTTP/1.1" status: 200 len: 946 time: 0.0505731 Nov 05 19:54:26.930434 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-8478087a-520c-44ee-8900-41654e9639bd req-26f6a10c-61c3-4787-9e27-cf79c6054f09 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] 10.222.0.13 "GET /v2.0/security-groups?id=76681033-8b0d-431e-a1d5-e54dacbc3760&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444090 Nov 05 19:54:28.055236 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8bc9ac-69cb-412e-a6dd-2f5a2b780bcd req-718395bf-2fc1-47a4-9349-396c0c968826 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:54:28.056712 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-ea8bc9ac-69cb-412e-a6dd-2f5a2b780bcd req-718395bf-2fc1-47a4-9349-396c0c968826 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] 10.222.0.13 "GET /v2.0/ports?device_id=f044f28a-1cd3-4474-8d24-f8d86f65a4e5 HTTP/1.1" status: 200 len: 946 time: 0.0558414 Nov 05 19:54:28.105095 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-ea8bc9ac-69cb-412e-a6dd-2f5a2b780bcd req-72876c0e-4aeb-4c7c-bafe-8756aa2fd52b tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] 10.222.0.13 "GET /v2.0/security-groups?id=76681033-8b0d-431e-a1d5-e54dacbc3760&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419719 Nov 05 19:54:29.225851 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3464f0d2-fddd-4966-922d-5bc14f6c60b6 req-f2db6638-f83b-437f-95cf-802ddd8b779a tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:54:29.227312 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-3464f0d2-fddd-4966-922d-5bc14f6c60b6 req-f2db6638-f83b-437f-95cf-802ddd8b779a tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] 10.222.0.13 "GET /v2.0/ports?device_id=f044f28a-1cd3-4474-8d24-f8d86f65a4e5 HTTP/1.1" status: 200 len: 946 time: 0.0501695 Nov 05 19:54:29.277621 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-3464f0d2-fddd-4966-922d-5bc14f6c60b6 req-cb2873c1-fe95-4bd0-83af-966928c2cd97 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] 10.222.0.13 "GET /v2.0/security-groups?id=76681033-8b0d-431e-a1d5-e54dacbc3760&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439813 Nov 05 19:54:30.392763 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13db2b3a-0200-4ab3-91e5-9b601b332932 req-d5be39d1-75a9-408f-a4b1-cc1e5c3143a4 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:54:30.394260 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-13db2b3a-0200-4ab3-91e5-9b601b332932 req-d5be39d1-75a9-408f-a4b1-cc1e5c3143a4 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] 10.222.0.13 "GET /v2.0/ports?device_id=f044f28a-1cd3-4474-8d24-f8d86f65a4e5 HTTP/1.1" status: 200 len: 946 time: 0.0481772 Nov 05 19:54:30.446437 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-13db2b3a-0200-4ab3-91e5-9b601b332932 req-b6584364-cff0-4de0-80fc-e7b90038194e tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] 10.222.0.13 "GET /v2.0/security-groups?id=76681033-8b0d-431e-a1d5-e54dacbc3760&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462875 Nov 05 19:54:31.560166 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bd9a58-063a-4532-9ff3-b8a474431a97 req-473cae50-88e4-4398-8b1c-c28bc3375118 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:54:31.562427 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-93bd9a58-063a-4532-9ff3-b8a474431a97 req-473cae50-88e4-4398-8b1c-c28bc3375118 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] 10.222.0.13 "GET /v2.0/ports?device_id=f044f28a-1cd3-4474-8d24-f8d86f65a4e5 HTTP/1.1" status: 200 len: 946 time: 0.0489020 Nov 05 19:54:31.610951 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-93bd9a58-063a-4532-9ff3-b8a474431a97 req-c9cb8904-a9b5-4176-8a65-f206832f5d6d tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] 10.222.0.13 "GET /v2.0/security-groups?id=76681033-8b0d-431e-a1d5-e54dacbc3760&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425940 Nov 05 19:54:32.715234 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-6890aab4-5211-467d-bfd9-4b6e62e23d60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:54:32.728676 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f2e848-ea26-4d0a-b536-0fd83607e187 req-9d032bc9-b47b-4ef3-b3cf-399b8917febe tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:54:32.730458 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-48f2e848-ea26-4d0a-b536-0fd83607e187 req-9d032bc9-b47b-4ef3-b3cf-399b8917febe tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] 10.222.0.13 "GET /v2.0/ports?device_id=f044f28a-1cd3-4474-8d24-f8d86f65a4e5 HTTP/1.1" status: 200 len: 946 time: 0.0498335 Nov 05 19:54:32.778716 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-48f2e848-ea26-4d0a-b536-0fd83607e187 req-732b51af-0db4-4e9f-a859-9b350bf5f047 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] 10.222.0.13 "GET /v2.0/security-groups?id=76681033-8b0d-431e-a1d5-e54dacbc3760&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424447 Nov 05 19:54:33.897182 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31897385-5e1e-43bc-aa12-487c6b400f72 req-6327e686-7dbe-40f3-ab67-a592f5fe8e47 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:54:33.898707 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-31897385-5e1e-43bc-aa12-487c6b400f72 req-6327e686-7dbe-40f3-ab67-a592f5fe8e47 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] 10.222.0.13 "GET /v2.0/ports?device_id=f044f28a-1cd3-4474-8d24-f8d86f65a4e5 HTTP/1.1" status: 200 len: 946 time: 0.0527732 Nov 05 19:54:33.948097 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-31897385-5e1e-43bc-aa12-487c6b400f72 req-e46e4612-4671-4149-ac77-68ac58d9a2ae tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] 10.222.0.13 "GET /v2.0/security-groups?id=76681033-8b0d-431e-a1d5-e54dacbc3760&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429063 Nov 05 19:54:34.928552 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:54:35.067155 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30455799-c25e-47e4-b149-2f0547e8259a req-28cc5b7e-2754-435f-8dc0-23e40ce382f4 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:54:35.068710 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-30455799-c25e-47e4-b149-2f0547e8259a req-28cc5b7e-2754-435f-8dc0-23e40ce382f4 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] 10.222.0.13 "GET /v2.0/ports?device_id=f044f28a-1cd3-4474-8d24-f8d86f65a4e5 HTTP/1.1" status: 200 len: 946 time: 0.0495324 Nov 05 19:54:35.118366 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-30455799-c25e-47e4-b149-2f0547e8259a req-6c7632d2-db90-4057-bf91-b90eb47f7ad6 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] 10.222.0.13 "GET /v2.0/security-groups?id=76681033-8b0d-431e-a1d5-e54dacbc3760&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437057 Nov 05 19:54:35.425721 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-1a5e12f4-d5e9-40b3-8fdf-b13c070b70e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:54:36.491555 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec03c82-ad1a-43f6-8840-0c171789c8d2 req-b528cce1-1691-4800-8105-07c43ac64c4b tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:54:36.493037 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-5ec03c82-ad1a-43f6-8840-0c171789c8d2 req-b528cce1-1691-4800-8105-07c43ac64c4b tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] 10.222.0.13 "GET /v2.0/ports?device_id=f044f28a-1cd3-4474-8d24-f8d86f65a4e5 HTTP/1.1" status: 200 len: 946 time: 0.0474966 Nov 05 19:54:36.527113 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b304910f-7b27-444b-a8fc-977d26b1ceac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:54:36.547034 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-5ec03c82-ad1a-43f6-8840-0c171789c8d2 req-54726b1b-5c35-442b-9418-fb7f10a7f68c tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] 10.222.0.13 "GET /v2.0/security-groups?id=76681033-8b0d-431e-a1d5-e54dacbc3760&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470455 Nov 05 19:54:36.979874 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:54:37.663339 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0082407-fd04-40f7-97d6-f28a87495ce5 req-e636def4-a4c8-41d8-9850-c6a55a422a63 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:54:37.664816 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-a0082407-fd04-40f7-97d6-f28a87495ce5 req-e636def4-a4c8-41d8-9850-c6a55a422a63 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] 10.222.0.13 "GET /v2.0/ports?device_id=f044f28a-1cd3-4474-8d24-f8d86f65a4e5 HTTP/1.1" status: 200 len: 946 time: 0.0484786 Nov 05 19:54:37.713770 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-a0082407-fd04-40f7-97d6-f28a87495ce5 req-c7b9085c-4974-4183-a7e7-9a319f6fd2a6 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] 10.222.0.13 "GET /v2.0/security-groups?id=76681033-8b0d-431e-a1d5-e54dacbc3760&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429754 Nov 05 19:54:38.492157 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-31f93893-a48e-4ae8-833d-dccb2b42eacc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:54:38.543746 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:54:38.831379 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa64a1c-c0f2-4210-9201-3d0c1dbf6523 req-91a618f9-80b4-467c-a80b-50bd71831861 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:54:38.832887 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-9fa64a1c-c0f2-4210-9201-3d0c1dbf6523 req-91a618f9-80b4-467c-a80b-50bd71831861 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] 10.222.0.13 "GET /v2.0/ports?device_id=f044f28a-1cd3-4474-8d24-f8d86f65a4e5 HTTP/1.1" status: 200 len: 946 time: 0.0487049 Nov 05 19:54:38.882817 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-9fa64a1c-c0f2-4210-9201-3d0c1dbf6523 req-62067666-1de7-4ca6-a9d5-411467047fc3 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] 10.222.0.13 "GET /v2.0/security-groups?id=76681033-8b0d-431e-a1d5-e54dacbc3760&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438230 Nov 05 19:54:40.002294 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90dc6534-3c48-4ecd-a486-8a72e4073a62 req-db203a9f-f649-4257-9911-577ecab4b5d6 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:54:40.003800 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-90dc6534-3c48-4ecd-a486-8a72e4073a62 req-db203a9f-f649-4257-9911-577ecab4b5d6 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] 10.222.0.13 "GET /v2.0/ports?device_id=f044f28a-1cd3-4474-8d24-f8d86f65a4e5 HTTP/1.1" status: 200 len: 946 time: 0.0527022 Nov 05 19:54:40.053437 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-90dc6534-3c48-4ecd-a486-8a72e4073a62 req-e0a51d5c-1095-48dd-bbcd-22f678b97586 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] 10.222.0.13 "GET /v2.0/security-groups?id=76681033-8b0d-431e-a1d5-e54dacbc3760&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435705 Nov 05 19:54:41.168514 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5560ada3-d22d-4ed7-853a-7653dc9bb564 req-677e7fb0-5a0a-4d0b-8c52-1843f7d0dbc7 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:54:41.170810 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-5560ada3-d22d-4ed7-853a-7653dc9bb564 req-677e7fb0-5a0a-4d0b-8c52-1843f7d0dbc7 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] 10.222.0.13 "GET /v2.0/ports?device_id=f044f28a-1cd3-4474-8d24-f8d86f65a4e5 HTTP/1.1" status: 200 len: 946 time: 0.0492883 Nov 05 19:54:41.219657 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-5560ada3-d22d-4ed7-853a-7653dc9bb564 req-4ecbab84-cc99-4a68-a377-f9e6f8c414b8 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] 10.222.0.13 "GET /v2.0/security-groups?id=76681033-8b0d-431e-a1d5-e54dacbc3760&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431211 Nov 05 19:54:42.338417 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbf99a1-446a-4f1b-b21d-520dc174bd46 req-7714978b-a9fa-47a8-baae-d8e7dfecad34 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:54:42.339892 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-5bbf99a1-446a-4f1b-b21d-520dc174bd46 req-7714978b-a9fa-47a8-baae-d8e7dfecad34 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] 10.222.0.13 "GET /v2.0/ports?device_id=f044f28a-1cd3-4474-8d24-f8d86f65a4e5 HTTP/1.1" status: 200 len: 946 time: 0.0519414 Nov 05 19:54:42.388512 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-5bbf99a1-446a-4f1b-b21d-520dc174bd46 req-b502351b-a3bc-4444-8253-45ecd96e459f tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] 10.222.0.13 "GET /v2.0/security-groups?id=76681033-8b0d-431e-a1d5-e54dacbc3760&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425968 Nov 05 19:54:43.506700 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5f48cd-ae32-4454-8ff5-dbcdf33424d7 req-8fb1346b-9e91-4ec0-967b-93b2487c1ce3 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:54:43.508184 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-fd5f48cd-ae32-4454-8ff5-dbcdf33424d7 req-8fb1346b-9e91-4ec0-967b-93b2487c1ce3 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] 10.222.0.13 "GET /v2.0/ports?device_id=f044f28a-1cd3-4474-8d24-f8d86f65a4e5 HTTP/1.1" status: 200 len: 946 time: 0.0478632 Nov 05 19:54:43.557134 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-fd5f48cd-ae32-4454-8ff5-dbcdf33424d7 req-9e771eb9-04ed-4e59-8274-65f0f6c37fae tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] 10.222.0.13 "GET /v2.0/security-groups?id=76681033-8b0d-431e-a1d5-e54dacbc3760&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425138 Nov 05 19:54:43.591028 n-d-816865-1 neutron-server[102386]: INFO neutron.api.v2.resource [req-a9ed363e-6e5a-45a5-a9af-d230d0f04587 req-35dba2a5-5d48-48ae-b3f7-67b5f0733b6d service neutron] show failed (client error): The resource could not be found. Nov 05 19:54:43.592124 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-a9ed363e-6e5a-45a5-a9af-d230d0f04587 req-35dba2a5-5d48-48ae-b3f7-67b5f0733b6d service neutron] 10.222.0.55 "GET /v2.0/ports/ed456899-7f14-4253-ba9a-acd2f9b96efe/bindings/n-h1-816865-1 HTTP/1.1" status: 404 len: 380 time: 0.0587792 Nov 05 19:54:44.030730 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.41', 57885) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:54:44.050803 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b03f829-af88-461e-8f19-1bff6dd28d28 req-e8af45a4-7ba4-44be-99c3-7d1425359a3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:54:44.052299 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-2b03f829-af88-461e-8f19-1bff6dd28d28 req-e8af45a4-7ba4-44be-99c3-7d1425359a3c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=68fdb102132c4581a35bd621e01c7de2&device_id=f044f28a-1cd3-4474-8d24-f8d86f65a4e5 HTTP/1.1" status: 200 len: 1097 time: 0.0413163 Nov 05 19:54:44.075973 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ed363e-6e5a-45a5-a9af-d230d0f04587 req-d601610f-4ed3-469f-adcd-526c20bf48c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:54:44.078020 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-a9ed363e-6e5a-45a5-a9af-d230d0f04587 req-d601610f-4ed3-469f-adcd-526c20bf48c1 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=f044f28a-1cd3-4474-8d24-f8d86f65a4e5&tenant_id=68fdb102132c4581a35bd621e01c7de2 HTTP/1.1" status: 200 len: 1097 time: 0.0460305 Nov 05 19:54:44.090942 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [req-a9ed363e-6e5a-45a5-a9af-d230d0f04587 req-6548f12f-f9fc-4463-97fb-28a5574f81b4 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-816865-1', 'device_owner': 'compute:nova'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:54:44.146782 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-a9ed363e-6e5a-45a5-a9af-d230d0f04587 req-6548f12f-f9fc-4463-97fb-28a5574f81b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:54:44.162251 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b03f829-af88-461e-8f19-1bff6dd28d28 req-75a5335f-877c-4d2b-b440-c4884246dafb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:54:44.163739 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-2b03f829-af88-461e-8f19-1bff6dd28d28 req-75a5335f-877c-4d2b-b440-c4884246dafb service neutron] 10.222.0.41 "GET /v2.0/networks?id=d7316b7d-bfd5-4229-a91c-19ad5922be5a HTTP/1.1" status: 200 len: 897 time: 0.0910220 Nov 05 19:54:44.229584 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-2b03f829-af88-461e-8f19-1bff6dd28d28 req-7836b370-7327-4846-9892-cdd1ec083ec1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ed456899-7f14-4253-ba9a-acd2f9b96efe HTTP/1.1" status: 200 len: 1001 time: 0.0585608 Nov 05 19:54:44.282248 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b03f829-af88-461e-8f19-1bff6dd28d28 req-4db0eecd-67dd-4e8e-af62-c8a7c9be9a31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:54:44.283719 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-2b03f829-af88-461e-8f19-1bff6dd28d28 req-4db0eecd-67dd-4e8e-af62-c8a7c9be9a31 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6b6ba2cb-182d-4c6f-ac83-96cc53f93874 HTTP/1.1" status: 200 len: 834 time: 0.0475142 Nov 05 19:54:44.329228 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b03f829-af88-461e-8f19-1bff6dd28d28 req-31d18e53-262b-42f5-b63c-2b5eb5aef0ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:54:44.330781 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-2b03f829-af88-461e-8f19-1bff6dd28d28 req-31d18e53-262b-42f5-b63c-2b5eb5aef0ac service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d7316b7d-bfd5-4229-a91c-19ad5922be5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405700 Nov 05 19:54:44.359563 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [req-a9ed363e-6e5a-45a5-a9af-d230d0f04587 req-6548f12f-f9fc-4463-97fb-28a5574f81b4 service neutron] For port ed456899-7f14-4253-ba9a-acd2f9b96efe, host n-h2-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=ed456899-7f14-4253-ba9a-acd2f9b96efe,segment=NetworkSegment(f8576c0b-3265-42d8-8a09-2a76aa4fa1a4),segment_id=f8576c0b-3265-42d8-8a09-2a76aa4fa1a4)] {{(pid=102386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:54:44.392326 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [req-a9ed363e-6e5a-45a5-a9af-d230d0f04587 req-6548f12f-f9fc-4463-97fb-28a5574f81b4 service neutron] For port ed456899-7f14-4253-ba9a-acd2f9b96efe, host n-h2-816865-1, cleared binding levels {{(pid=102386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 19:54:44.426096 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-2b03f829-af88-461e-8f19-1bff6dd28d28 req-de4d81c5-d813-4bec-9149-83aeb4caf0bd service neutron] 10.222.0.41 "GET /v2.0/networks/d7316b7d-bfd5-4229-a91c-19ad5922be5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877011 Nov 05 19:54:44.431727 n-d-816865-1 neutron-server[102386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f044f28a-1cd3-4474-8d24-f8d86f65a4e5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ed456899-7f14-4253-ba9a-acd2f9b96efe'}] {{(pid=102386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 19:54:44.434004 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d24c2e9fd656c946d5f792cc44b0d4efbe125a7d17e01666b7f4dc8150dd75ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7020eb5e-719e-4e48-961e-b3d8706283ab" -d '{"events": [{"server_uuid": "f044f28a-1cd3-4474-8d24-f8d86f65a4e5", "name": "network-vif-unplugged", "status": "completed", "tag": "ed456899-7f14-4253-ba9a-acd2f9b96efe"}]}' {{(pid=102386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 19:54:44.437800 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-a9ed363e-6e5a-45a5-a9af-d230d0f04587 req-6548f12f-f9fc-4463-97fb-28a5574f81b4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:54:44.450551 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.provisioning_blocks [req-a9ed363e-6e5a-45a5-a9af-d230d0f04587 req-6548f12f-f9fc-4463-97fb-28a5574f81b4 service neutron] Transition to ACTIVE for port object ed456899-7f14-4253-ba9a-acd2f9b96efe will not be triggered until provisioned by entity L2. {{(pid=102386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 05 19:54:44.489282 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 05 Nov 2021 19:54:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e912235b-dc46-4855-908b-f7c55be461ac x-openstack-request-id: req-e912235b-dc46-4855-908b-f7c55be461ac {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 19:54:44.489282 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f044f28a-1cd3-4474-8d24-f8d86f65a4e5", "name": "network-vif-unplugged", "status": "completed", "tag": "ed456899-7f14-4253-ba9a-acd2f9b96efe", "code": 200}]} {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 19:54:44.489282 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e912235b-dc46-4855-908b-f7c55be461ac {{(pid=102386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 19:54:44.489282 n-d-816865-1 neutron-server[102386]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f044f28a-1cd3-4474-8d24-f8d86f65a4e5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ed456899-7f14-4253-ba9a-acd2f9b96efe', 'code': 200} Nov 05 19:54:44.505441 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-a9ed363e-6e5a-45a5-a9af-d230d0f04587 req-6548f12f-f9fc-4463-97fb-28a5574f81b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6149821'] for port, after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:54:44.518154 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-2b03f829-af88-461e-8f19-1bff6dd28d28 req-5e628a01-0c98-44e5-8cc7-5e96b7b3f0b9 service neutron] 10.222.0.41 "GET /v2.0/networks/d7316b7d-bfd5-4229-a91c-19ad5922be5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851486 Nov 05 19:54:44.585597 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6548f12f-f9fc-4463-97fb-28a5574f81b4 service neutron] Pushing event updated for resources: {'Port': ['ID=ed456899-7f14-4253-ba9a-acd2f9b96efe,revision_number=6']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:54:44.601208 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6548f12f-f9fc-4463-97fb-28a5574f81b4 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:54:44.601857 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6548f12f-f9fc-4463-97fb-28a5574f81b4 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:54:44.601857 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6548f12f-f9fc-4463-97fb-28a5574f81b4 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:54:44.602291 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6548f12f-f9fc-4463-97fb-28a5574f81b4 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:54:44.602621 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6548f12f-f9fc-4463-97fb-28a5574f81b4 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:54:44.602949 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6548f12f-f9fc-4463-97fb-28a5574f81b4 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:54:44.603269 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6548f12f-f9fc-4463-97fb-28a5574f81b4 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:54:44.603588 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6548f12f-f9fc-4463-97fb-28a5574f81b4 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:54:44.603909 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6548f12f-f9fc-4463-97fb-28a5574f81b4 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:54:44.604286 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6548f12f-f9fc-4463-97fb-28a5574f81b4 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:54:44.604621 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6548f12f-f9fc-4463-97fb-28a5574f81b4 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:54:44.604924 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6548f12f-f9fc-4463-97fb-28a5574f81b4 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:54:44.640659 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9ed363e-6e5a-45a5-a9af-d230d0f04587 req-6548f12f-f9fc-4463-97fb-28a5574f81b4 service neutron] No DVR routers for this DVR port ed456899-7f14-4253-ba9a-acd2f9b96efe on host n-h2-816865-1 {{(pid=102386) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 19:54:44.691088 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8c8ad9-e983-4495-88d6-6935767c36ab req-bf4d8657-d883-4a09-a2bd-f0607e727239 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:54:44.693101 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-cc8c8ad9-e983-4495-88d6-6935767c36ab req-bf4d8657-d883-4a09-a2bd-f0607e727239 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] 10.222.0.13 "GET /v2.0/ports?device_id=f044f28a-1cd3-4474-8d24-f8d86f65a4e5 HTTP/1.1" status: 200 len: 944 time: 0.0584915 Nov 05 19:54:44.752220 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-cc8c8ad9-e983-4495-88d6-6935767c36ab req-6019f819-1021-49f6-a893-e81a1edb8690 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] 10.222.0.13 "GET /v2.0/security-groups?id=76681033-8b0d-431e-a1d5-e54dacbc3760&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530078 Nov 05 19:54:45.094246 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [req-a9ed363e-6e5a-45a5-a9af-d230d0f04587 req-6548f12f-f9fc-4463-97fb-28a5574f81b4 service neutron] Attempting to bind port ed456899-7f14-4253-ba9a-acd2f9b96efe on host n-h1-816865-1 for vnic_type normal with profile {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 19:54:45.094493 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [req-a9ed363e-6e5a-45a5-a9af-d230d0f04587 req-6548f12f-f9fc-4463-97fb-28a5574f81b4 service neutron] Attempting to bind port ed456899-7f14-4253-ba9a-acd2f9b96efe by drivers openvswitch,hyperv on host n-h1-816865-1 at level 0 using segments [{'id': 'f8576c0b-3265-42d8-8a09-2a76aa4fa1a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'd7316b7d-bfd5-4229-a91c-19ad5922be5a'}] {{(pid=102386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 19:54:45.094815 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9ed363e-6e5a-45a5-a9af-d230d0f04587 req-6548f12f-f9fc-4463-97fb-28a5574f81b4 service neutron] Attempting to bind port ed456899-7f14-4253-ba9a-acd2f9b96efe on network d7316b7d-bfd5-4229-a91c-19ad5922be5a {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 19:54:45.098966 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9ed363e-6e5a-45a5-a9af-d230d0f04587 req-6548f12f-f9fc-4463-97fb-28a5574f81b4 service neutron] Port ed456899-7f14-4253-ba9a-acd2f9b96efe on network d7316b7d-bfd5-4229-a91c-19ad5922be5a not bound, no agent of type Open vSwitch agent registered on host n-h1-816865-1 {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 19:54:45.099288 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9ed363e-6e5a-45a5-a9af-d230d0f04587 req-6548f12f-f9fc-4463-97fb-28a5574f81b4 service neutron] Attempting to bind port ed456899-7f14-4253-ba9a-acd2f9b96efe on network d7316b7d-bfd5-4229-a91c-19ad5922be5a {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 19:54:45.103997 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9ed363e-6e5a-45a5-a9af-d230d0f04587 req-6548f12f-f9fc-4463-97fb-28a5574f81b4 service neutron] Checking agent: {'id': 'eb596d7c-8c64-42bd-8aca-fad447eb0eab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816865-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 18, 33, 34), 'started_at': datetime.datetime(2021, 11, 5, 18, 33, 34), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 19, 54, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 19:54:45.104328 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9ed363e-6e5a-45a5-a9af-d230d0f04587 req-6548f12f-f9fc-4463-97fb-28a5574f81b4 service neutron] Checking segment: {'id': 'f8576c0b-3265-42d8-8a09-2a76aa4fa1a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'd7316b7d-bfd5-4229-a91c-19ad5922be5a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 19:54:45.104706 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9ed363e-6e5a-45a5-a9af-d230d0f04587 req-6548f12f-f9fc-4463-97fb-28a5574f81b4 service neutron] Bound using segment: {'id': 'f8576c0b-3265-42d8-8a09-2a76aa4fa1a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'd7316b7d-bfd5-4229-a91c-19ad5922be5a'} {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 19:54:45.105124 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [req-a9ed363e-6e5a-45a5-a9af-d230d0f04587 req-6548f12f-f9fc-4463-97fb-28a5574f81b4 service neutron] Bound port: ed456899-7f14-4253-ba9a-acd2f9b96efe, host: n-h1-816865-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f8576c0b-3265-42d8-8a09-2a76aa4fa1a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'd7316b7d-bfd5-4229-a91c-19ad5922be5a'}}] {{(pid=102386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 19:54:45.105470 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-a9ed363e-6e5a-45a5-a9af-d230d0f04587 req-6548f12f-f9fc-4463-97fb-28a5574f81b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:54:45.165490 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [req-a9ed363e-6e5a-45a5-a9af-d230d0f04587 req-6548f12f-f9fc-4463-97fb-28a5574f81b4 service neutron] For port ed456899-7f14-4253-ba9a-acd2f9b96efe, host n-h1-816865-1, cleared binding levels {{(pid=102386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 19:54:45.168414 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [req-a9ed363e-6e5a-45a5-a9af-d230d0f04587 req-6548f12f-f9fc-4463-97fb-28a5574f81b4 service neutron] For port ed456899-7f14-4253-ba9a-acd2f9b96efe, host n-h1-816865-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=ed456899-7f14-4253-ba9a-acd2f9b96efe,segment=NetworkSegment(f8576c0b-3265-42d8-8a09-2a76aa4fa1a4),segment_id=f8576c0b-3265-42d8-8a09-2a76aa4fa1a4)] {{(pid=102386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 19:54:45.231896 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-a9ed363e-6e5a-45a5-a9af-d230d0f04587 req-6548f12f-f9fc-4463-97fb-28a5574f81b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6149821'] for port, after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:54:45.262239 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ed363e-6e5a-45a5-a9af-d230d0f04587 req-6548f12f-f9fc-4463-97fb-28a5574f81b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:54:45.262844 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-a9ed363e-6e5a-45a5-a9af-d230d0f04587 req-6548f12f-f9fc-4463-97fb-28a5574f81b4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:54:45.264319 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-a9ed363e-6e5a-45a5-a9af-d230d0f04587 req-6548f12f-f9fc-4463-97fb-28a5574f81b4 service neutron] 10.222.0.41 "PUT /v2.0/ports/ed456899-7f14-4253-ba9a-acd2f9b96efe HTTP/1.1" status: 200 len: 1092 time: 1.1777959 Nov 05 19:54:45.321102 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6548f12f-f9fc-4463-97fb-28a5574f81b4 service neutron] Pushing event updated for resources: {'Port': ['ID=ed456899-7f14-4253-ba9a-acd2f9b96efe,revision_number=7']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:54:45.340595 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ed363e-6e5a-45a5-a9af-d230d0f04587 req-8748b8d8-b7d7-472f-a0f3-4ac9de16ceda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:54:45.342740 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-a9ed363e-6e5a-45a5-a9af-d230d0f04587 req-8748b8d8-b7d7-472f-a0f3-4ac9de16ceda service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=68fdb102132c4581a35bd621e01c7de2&device_id=f044f28a-1cd3-4474-8d24-f8d86f65a4e5 HTTP/1.1" status: 200 len: 1095 time: 0.0529096 Nov 05 19:54:45.438177 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ed363e-6e5a-45a5-a9af-d230d0f04587 req-dfa8bebd-9454-45f1-b342-631e1afe157e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:54:45.439656 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-a9ed363e-6e5a-45a5-a9af-d230d0f04587 req-dfa8bebd-9454-45f1-b342-631e1afe157e service neutron] 10.222.0.41 "GET /v2.0/networks?id=d7316b7d-bfd5-4229-a91c-19ad5922be5a HTTP/1.1" status: 200 len: 897 time: 0.0899057 Nov 05 19:54:45.508771 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-a9ed363e-6e5a-45a5-a9af-d230d0f04587 req-a244f415-372f-44d5-a46c-773f7078c4ae service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ed456899-7f14-4253-ba9a-acd2f9b96efe HTTP/1.1" status: 200 len: 999 time: 0.0621159 Nov 05 19:54:45.557726 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ed363e-6e5a-45a5-a9af-d230d0f04587 req-95dbf8ad-6749-4c35-86e5-794053877045 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:54:45.559183 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-a9ed363e-6e5a-45a5-a9af-d230d0f04587 req-95dbf8ad-6749-4c35-86e5-794053877045 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6b6ba2cb-182d-4c6f-ac83-96cc53f93874 HTTP/1.1" status: 200 len: 834 time: 0.0440192 Nov 05 19:54:45.605900 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ed363e-6e5a-45a5-a9af-d230d0f04587 req-cce0820d-2022-4f9b-b595-37a4ee40eb3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:54:45.607702 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-a9ed363e-6e5a-45a5-a9af-d230d0f04587 req-cce0820d-2022-4f9b-b595-37a4ee40eb3a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d7316b7d-bfd5-4229-a91c-19ad5922be5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400984 Nov 05 19:54:45.700339 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-a9ed363e-6e5a-45a5-a9af-d230d0f04587 req-eeb377bb-4afd-4018-8c12-56fd294045f4 service neutron] 10.222.0.41 "GET /v2.0/networks/d7316b7d-bfd5-4229-a91c-19ad5922be5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855219 Nov 05 19:54:45.790460 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-a9ed363e-6e5a-45a5-a9af-d230d0f04587 req-271fc599-f4a3-49ff-820c-61ecb787dcce service neutron] 10.222.0.41 "GET /v2.0/networks/d7316b7d-bfd5-4229-a91c-19ad5922be5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823188 Nov 05 19:54:45.872135 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904b8d8b-4279-43ca-8798-487c6b7394d4 req-638042f9-0c94-4a7e-9b18-1e1b2a432265 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:54:45.873613 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-904b8d8b-4279-43ca-8798-487c6b7394d4 req-638042f9-0c94-4a7e-9b18-1e1b2a432265 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] 10.222.0.13 "GET /v2.0/ports?device_id=f044f28a-1cd3-4474-8d24-f8d86f65a4e5 HTTP/1.1" status: 200 len: 944 time: 0.0490944 Nov 05 19:54:45.924937 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-904b8d8b-4279-43ca-8798-487c6b7394d4 req-4af29635-0b86-461a-80ae-3395f2ec4982 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] 10.222.0.13 "GET /v2.0/security-groups?id=76681033-8b0d-431e-a1d5-e54dacbc3760&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450039 Nov 05 19:54:46.488547 n-d-816865-1 neutron-server[102386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f044f28a-1cd3-4474-8d24-f8d86f65a4e5', 'tag': 'ed456899-7f14-4253-ba9a-acd2f9b96efe'}] {{(pid=102386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 19:54:46.491108 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d24c2e9fd656c946d5f792cc44b0d4efbe125a7d17e01666b7f4dc8150dd75ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0c2bab6-a692-43d7-880e-4b55bb951b7b" -d '{"events": [{"name": "network-changed", "server_uuid": "f044f28a-1cd3-4474-8d24-f8d86f65a4e5", "tag": "ed456899-7f14-4253-ba9a-acd2f9b96efe"}]}' {{(pid=102386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 19:54:46.539609 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 19:54:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3de8011a-4816-4756-b16e-8e731c46ba9e x-openstack-request-id: req-3de8011a-4816-4756-b16e-8e731c46ba9e {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 19:54:46.539905 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f044f28a-1cd3-4474-8d24-f8d86f65a4e5", "tag": "ed456899-7f14-4253-ba9a-acd2f9b96efe", "status": "completed", "code": 200}]} {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 19:54:46.540168 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3de8011a-4816-4756-b16e-8e731c46ba9e {{(pid=102386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 19:54:46.540602 n-d-816865-1 neutron-server[102386]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f044f28a-1cd3-4474-8d24-f8d86f65a4e5', 'tag': 'ed456899-7f14-4253-ba9a-acd2f9b96efe', 'status': 'completed', 'code': 200} Nov 05 19:54:46.635154 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c2bab6-a692-43d7-880e-4b55bb951b7b req-1b00639d-8fc7-4583-9584-ca2f9f90b9d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:54:46.636668 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-e0c2bab6-a692-43d7-880e-4b55bb951b7b req-1b00639d-8fc7-4583-9584-ca2f9f90b9d9 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=68fdb102132c4581a35bd621e01c7de2&device_id=f044f28a-1cd3-4474-8d24-f8d86f65a4e5 HTTP/1.1" status: 200 len: 1095 time: 0.0637624 Nov 05 19:54:46.639860 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c2bab6-a692-43d7-880e-4b55bb951b7b req-f10ed3d6-e30d-449d-835d-0c881273fc49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:54:46.641219 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-e0c2bab6-a692-43d7-880e-4b55bb951b7b req-f10ed3d6-e30d-449d-835d-0c881273fc49 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=68fdb102132c4581a35bd621e01c7de2&device_id=f044f28a-1cd3-4474-8d24-f8d86f65a4e5 HTTP/1.1" status: 200 len: 1095 time: 0.0774953 Nov 05 19:54:46.795241 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c2bab6-a692-43d7-880e-4b55bb951b7b req-7acf0e6e-0fe0-4767-89a3-a044d79ebf5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:54:46.796620 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-e0c2bab6-a692-43d7-880e-4b55bb951b7b req-7acf0e6e-0fe0-4767-89a3-a044d79ebf5c service neutron] 10.222.0.55 "GET /v2.0/networks?id=d7316b7d-bfd5-4229-a91c-19ad5922be5a HTTP/1.1" status: 200 len: 897 time: 0.1526101 Nov 05 19:54:46.799219 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c2bab6-a692-43d7-880e-4b55bb951b7b req-f74f1db1-5849-41a0-8fe3-e72e11dcaf8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:54:46.800549 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-e0c2bab6-a692-43d7-880e-4b55bb951b7b req-f74f1db1-5849-41a0-8fe3-e72e11dcaf8d service neutron] 10.222.0.41 "GET /v2.0/networks?id=d7316b7d-bfd5-4229-a91c-19ad5922be5a HTTP/1.1" status: 200 len: 897 time: 0.1484509 Nov 05 19:54:46.913862 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-e0c2bab6-a692-43d7-880e-4b55bb951b7b req-c9361586-1131-4fb6-beba-994e90ef7487 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ed456899-7f14-4253-ba9a-acd2f9b96efe HTTP/1.1" status: 200 len: 999 time: 0.1071031 Nov 05 19:54:46.917775 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-e0c2bab6-a692-43d7-880e-4b55bb951b7b req-8dd1e9e6-ea14-4bb8-9c76-78afde42c287 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ed456899-7f14-4253-ba9a-acd2f9b96efe HTTP/1.1" status: 200 len: 999 time: 0.1040554 Nov 05 19:54:47.003021 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c2bab6-a692-43d7-880e-4b55bb951b7b req-a5029a60-85fe-4c8c-9bde-b3c510636dcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:54:47.004522 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-e0c2bab6-a692-43d7-880e-4b55bb951b7b req-a5029a60-85fe-4c8c-9bde-b3c510636dcb service neutron] 10.222.0.55 "GET /v2.0/subnets?id=6b6ba2cb-182d-4c6f-ac83-96cc53f93874 HTTP/1.1" status: 200 len: 834 time: 0.0829809 Nov 05 19:54:47.007991 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c2bab6-a692-43d7-880e-4b55bb951b7b req-ed0d433d-3865-4b38-b855-811853c38ea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:54:47.009384 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-e0c2bab6-a692-43d7-880e-4b55bb951b7b req-ed0d433d-3865-4b38-b855-811853c38ea7 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6b6ba2cb-182d-4c6f-ac83-96cc53f93874 HTTP/1.1" status: 200 len: 834 time: 0.0805585 Nov 05 19:54:47.052554 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b2c60a-5b3f-4121-bdd6-a3bd7588b561 req-120f01f6-8cf2-4b3b-b200-e1bfb62a5fe4 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:54:47.054215 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-f8b2c60a-5b3f-4121-bdd6-a3bd7588b561 req-120f01f6-8cf2-4b3b-b200-e1bfb62a5fe4 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] 10.222.0.13 "GET /v2.0/ports?device_id=f044f28a-1cd3-4474-8d24-f8d86f65a4e5 HTTP/1.1" status: 200 len: 944 time: 0.0541503 Nov 05 19:54:47.079299 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c2bab6-a692-43d7-880e-4b55bb951b7b req-3c3dc14f-b9e4-4af8-948f-6f49cda1074e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:54:47.080817 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-e0c2bab6-a692-43d7-880e-4b55bb951b7b req-3c3dc14f-b9e4-4af8-948f-6f49cda1074e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d7316b7d-bfd5-4229-a91c-19ad5922be5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0595412 Nov 05 19:54:47.082670 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c2bab6-a692-43d7-880e-4b55bb951b7b req-47865e4d-4dd9-47b9-88df-f1fdd76d5ffc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:54:47.084013 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-e0c2bab6-a692-43d7-880e-4b55bb951b7b req-47865e4d-4dd9-47b9-88df-f1fdd76d5ffc service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=d7316b7d-bfd5-4229-a91c-19ad5922be5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0715253 Nov 05 19:54:47.106293 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-f8b2c60a-5b3f-4121-bdd6-a3bd7588b561 req-fc9bc428-62dd-4acd-a13f-25e458bdc947 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] 10.222.0.13 "GET /v2.0/security-groups?id=76681033-8b0d-431e-a1d5-e54dacbc3760&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460110 Nov 05 19:54:47.237242 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-e0c2bab6-a692-43d7-880e-4b55bb951b7b req-5c044a19-0c1f-4c21-8b85-bcb047ca3bec service neutron] 10.222.0.41 "GET /v2.0/networks/d7316b7d-bfd5-4229-a91c-19ad5922be5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1489491 Nov 05 19:54:47.240570 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-e0c2bab6-a692-43d7-880e-4b55bb951b7b req-0c237028-5cf4-47b0-b95e-04759d43b331 service neutron] 10.222.0.55 "GET /v2.0/networks/d7316b7d-bfd5-4229-a91c-19ad5922be5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1439154 Nov 05 19:54:47.413809 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-e0c2bab6-a692-43d7-880e-4b55bb951b7b req-af3816c8-587b-4015-99dc-cec8b312df48 service neutron] 10.222.0.41 "GET /v2.0/networks/d7316b7d-bfd5-4229-a91c-19ad5922be5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1669848 Nov 05 19:54:47.415742 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-e0c2bab6-a692-43d7-880e-4b55bb951b7b req-97bd0be9-1aeb-4d7b-81c3-2f362fa23220 service neutron] 10.222.0.55 "GET /v2.0/networks/d7316b7d-bfd5-4229-a91c-19ad5922be5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1611395 Nov 05 19:54:48.168811 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Device ed456899-7f14-4253-ba9a-acd2f9b96efe no longer exists at agent hyperv_n-h2-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 19:54:48.209209 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Device ed456899-7f14-4253-ba9a-acd2f9b96efe not bound to the agent host n-h2-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 19:54:48.226796 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcf5b2b-1c16-4e1c-9eed-3fc14d3e0ed0 req-fb4a9fab-7e0a-4b75-b8a8-cd0822495690 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:54:48.228324 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-cbcf5b2b-1c16-4e1c-9eed-3fc14d3e0ed0 req-fb4a9fab-7e0a-4b75-b8a8-cd0822495690 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] 10.222.0.13 "GET /v2.0/ports?device_id=f044f28a-1cd3-4474-8d24-f8d86f65a4e5 HTTP/1.1" status: 200 len: 944 time: 0.0519378 Nov 05 19:54:48.276297 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-cbcf5b2b-1c16-4e1c-9eed-3fc14d3e0ed0 req-a693a938-0b6b-4906-9b70-44165efc26e1 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] 10.222.0.13 "GET /v2.0/security-groups?id=76681033-8b0d-431e-a1d5-e54dacbc3760&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411675 Nov 05 19:54:48.620706 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434885f0-2d84-4bbf-9df9-c30559dfb008 req-a09052cb-ad6e-4b6d-a184-76beb65976f0 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:54:48.622243 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-434885f0-2d84-4bbf-9df9-c30559dfb008 req-a09052cb-ad6e-4b6d-a184-76beb65976f0 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] 10.222.0.13 "GET /v2.0/ports?device_id=f044f28a-1cd3-4474-8d24-f8d86f65a4e5 HTTP/1.1" status: 200 len: 944 time: 0.0497642 Nov 05 19:54:48.675393 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-434885f0-2d84-4bbf-9df9-c30559dfb008 req-ba1e2fea-ac26-47cf-800d-2c68ea99abd2 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] 10.222.0.13 "GET /v2.0/security-groups?id=76681033-8b0d-431e-a1d5-e54dacbc3760&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459876 Nov 05 19:54:48.691870 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d017996-b04a-4a6d-9cd2-d8d123ba23a7 req-133f4c43-39cf-4f24-b3ee-95049ce753bf tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:54:48.693359 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-6d017996-b04a-4a6d-9cd2-d8d123ba23a7 req-133f4c43-39cf-4f24-b3ee-95049ce753bf tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] 10.222.0.55 "GET /v2.0/ports?device_id=f044f28a-1cd3-4474-8d24-f8d86f65a4e5&tenant_id=68fdb102132c4581a35bd621e01c7de2&binding%3Ahost_id=n-h1-816865-1 HTTP/1.1" status: 200 len: 944 time: 0.0531664 Nov 05 19:54:48.760484 n-d-816865-1 neutron-server[102386]: INFO neutron.api.v2.resource [req-6d017996-b04a-4a6d-9cd2-d8d123ba23a7 req-10a1dc80-0536-421f-87e2-04a952038729 service neutron] delete failed (client error): The resource could not be found. Nov 05 19:54:48.761634 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-6d017996-b04a-4a6d-9cd2-d8d123ba23a7 req-10a1dc80-0536-421f-87e2-04a952038729 service neutron] 10.222.0.55 "DELETE /v2.0/ports/ed456899-7f14-4253-ba9a-acd2f9b96efe/bindings/n-h2-816865-1 HTTP/1.1" status: 404 len: 380 time: 0.0558894 Nov 05 19:54:48.797498 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7437df23-03f0-4ef9-93fb-ccd48e25230f req-d41776bd-495a-4a7f-b54e-8854ab6a04a3 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:54:48.798998 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-7437df23-03f0-4ef9-93fb-ccd48e25230f req-d41776bd-495a-4a7f-b54e-8854ab6a04a3 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] 10.222.0.13 "GET /v2.0/ports?device_id=f044f28a-1cd3-4474-8d24-f8d86f65a4e5 HTTP/1.1" status: 200 len: 944 time: 0.0513649 Nov 05 19:54:48.849466 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d017996-b04a-4a6d-9cd2-d8d123ba23a7 req-8248417d-8385-4d9c-a778-35091da6451b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:54:48.851245 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-6d017996-b04a-4a6d-9cd2-d8d123ba23a7 req-8248417d-8385-4d9c-a778-35091da6451b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=68fdb102132c4581a35bd621e01c7de2&device_id=f044f28a-1cd3-4474-8d24-f8d86f65a4e5 HTTP/1.1" status: 200 len: 1095 time: 0.0420189 Nov 05 19:54:48.857303 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-7437df23-03f0-4ef9-93fb-ccd48e25230f req-6de8109a-b538-440b-9788-a01e363621f4 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] 10.222.0.13 "GET /v2.0/security-groups?id=76681033-8b0d-431e-a1d5-e54dacbc3760&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523293 Nov 05 19:54:48.945606 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d017996-b04a-4a6d-9cd2-d8d123ba23a7 req-5fc9207b-3155-4048-a264-c3a42aa7e114 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:54:48.947092 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-6d017996-b04a-4a6d-9cd2-d8d123ba23a7 req-5fc9207b-3155-4048-a264-c3a42aa7e114 service neutron] 10.222.0.55 "GET /v2.0/networks?id=d7316b7d-bfd5-4229-a91c-19ad5922be5a HTTP/1.1" status: 200 len: 897 time: 0.0882134 Nov 05 19:54:49.016751 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-6d017996-b04a-4a6d-9cd2-d8d123ba23a7 req-d1031b9e-ea55-429a-9e59-3802c9da66c8 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ed456899-7f14-4253-ba9a-acd2f9b96efe HTTP/1.1" status: 200 len: 999 time: 0.0577755 Nov 05 19:54:49.074885 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d017996-b04a-4a6d-9cd2-d8d123ba23a7 req-2efdd7d6-118d-40ac-8b99-49abb8dfe866 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:54:49.076779 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-6d017996-b04a-4a6d-9cd2-d8d123ba23a7 req-2efdd7d6-118d-40ac-8b99-49abb8dfe866 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=6b6ba2cb-182d-4c6f-ac83-96cc53f93874 HTTP/1.1" status: 200 len: 834 time: 0.0477302 Nov 05 19:54:49.125225 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d017996-b04a-4a6d-9cd2-d8d123ba23a7 req-463a3853-7b5c-4e45-a28a-089675bd9946 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:54:49.126724 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-6d017996-b04a-4a6d-9cd2-d8d123ba23a7 req-463a3853-7b5c-4e45-a28a-089675bd9946 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=d7316b7d-bfd5-4229-a91c-19ad5922be5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0392854 Nov 05 19:54:49.148706 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Device ed456899-7f14-4253-ba9a-acd2f9b96efe details requested by agent hyperv_n-h1-816865-1 with host n-h1-816865-1 {{(pid=102388) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 05 19:54:49.217688 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-6d017996-b04a-4a6d-9cd2-d8d123ba23a7 req-b8141aa6-01eb-412d-9c5b-40cd691408f0 service neutron] 10.222.0.55 "GET /v2.0/networks/d7316b7d-bfd5-4229-a91c-19ad5922be5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827374 Nov 05 19:54:49.245786 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] For port ed456899-7f14-4253-ba9a-acd2f9b96efe, host n-h1-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=ed456899-7f14-4253-ba9a-acd2f9b96efe,segment=NetworkSegment(f8576c0b-3265-42d8-8a09-2a76aa4fa1a4),segment_id=f8576c0b-3265-42d8-8a09-2a76aa4fa1a4)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:54:49.257783 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Returning: {'device': 'ed456899-7f14-4253-ba9a-acd2f9b96efe', 'network_id': 'd7316b7d-bfd5-4229-a91c-19ad5922be5a', 'port_id': 'ed456899-7f14-4253-ba9a-acd2f9b96efe', 'mac_address': 'fa:16:3e:0f:f9:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 180, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b6ba2cb-182d-4c6f-ac83-96cc53f93874', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102388) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 05 19:54:49.296220 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:54:49.309749 n-d-816865-1 neutron-server[102388]: DEBUG neutron.notifiers.nova [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed456899-7f14-4253-ba9a-acd2f9b96efe {{(pid=102388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 19:54:49.318022 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-6d017996-b04a-4a6d-9cd2-d8d123ba23a7 req-eef4feea-71c4-4a0b-a929-db19e290911e service neutron] 10.222.0.55 "GET /v2.0/networks/d7316b7d-bfd5-4229-a91c-19ad5922be5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897281 Nov 05 19:54:49.330524 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] For port ed456899-7f14-4253-ba9a-acd2f9b96efe, host n-h1-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=ed456899-7f14-4253-ba9a-acd2f9b96efe,segment=NetworkSegment(f8576c0b-3265-42d8-8a09-2a76aa4fa1a4),segment_id=f8576c0b-3265-42d8-8a09-2a76aa4fa1a4)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:54:49.412783 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:54:49.465654 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Pushing event updated for resources: {'Port': ['ID=ed456899-7f14-4253-ba9a-acd2f9b96efe,revision_number=8']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:54:49.473724 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:54:49.474084 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:54:49.474426 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:54:49.474759 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:54:49.475089 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:54:49.475502 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:54:49.475834 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:54:49.476156 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:54:49.476477 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:54:49.476797 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:54:49.477117 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:54:49.477440 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:54:49.668755 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] get_ports_and_sgs() called for port_ids ['ed456899-7f14-4253-ba9a-acd2f9b96efe'] {{(pid=102388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 19:54:49.977314 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb9af84-ff87-430c-ad6e-ce859daec90b req-83f2e9d9-cc61-4a6b-84e9-8c98c91443eb tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:54:49.980708 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-eeb9af84-ff87-430c-ad6e-ce859daec90b req-83f2e9d9-cc61-4a6b-84e9-8c98c91443eb tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] 10.222.0.13 "GET /v2.0/ports?device_id=f044f28a-1cd3-4474-8d24-f8d86f65a4e5 HTTP/1.1" status: 200 len: 945 time: 0.0498705 Nov 05 19:54:50.030651 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-eeb9af84-ff87-430c-ad6e-ce859daec90b req-7bdd0c3f-e8b8-4dd4-b077-dd03ce83271c tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] 10.222.0.13 "GET /v2.0/security-groups?id=76681033-8b0d-431e-a1d5-e54dacbc3760&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456798 Nov 05 19:54:51.144614 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b51fb9f-86bc-4c8e-b038-425ebc72090c req-94686aee-aa67-429f-b2bb-29e71356de7b tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:54:51.146128 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-6b51fb9f-86bc-4c8e-b038-425ebc72090c req-94686aee-aa67-429f-b2bb-29e71356de7b tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] 10.222.0.13 "GET /v2.0/ports?device_id=f044f28a-1cd3-4474-8d24-f8d86f65a4e5 HTTP/1.1" status: 200 len: 945 time: 0.0478153 Nov 05 19:54:51.179799 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Device ed456899-7f14-4253-ba9a-acd2f9b96efe up at agent hyperv_n-h1-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 19:54:51.195961 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-6b51fb9f-86bc-4c8e-b038-425ebc72090c req-d39109d7-f932-44ae-b3c5-d4c8c00de5ef tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] 10.222.0.13 "GET /v2.0/security-groups?id=76681033-8b0d-431e-a1d5-e54dacbc3760&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439985 Nov 05 19:54:51.218636 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 46916) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:54:51.281900 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-492c5e36-562e-4d8f-8af1-f889d935e1e5 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] 10.222.0.13 "GET /v2.0/floatingips/417cf53f-cb2a-4a71-a86d-c87aeeae4dd7 HTTP/1.1" status: 200 len: 992 time: 0.0620208 Nov 05 19:54:51.295446 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Provisioning for port ed456899-7f14-4253-ba9a-acd2f9b96efe completed by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 05 19:54:51.299550 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Provisioning complete for port ed456899-7f14-4253-ba9a-acd2f9b96efe triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:54:51.299955 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:54:51.380665 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:54:51.402798 n-d-816865-1 neutron-server[102388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f044f28a-1cd3-4474-8d24-f8d86f65a4e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed456899-7f14-4253-ba9a-acd2f9b96efe'}] {{(pid=102388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 19:54:51.405632 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6791add14b0903d9e674b39f457aa3a29109aa98d0835d5644e65cf363d7cf55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2804cb63-542e-46b3-9650-39a70f4c6c65" -d '{"events": [{"server_uuid": "f044f28a-1cd3-4474-8d24-f8d86f65a4e5", "name": "network-vif-plugged", "status": "completed", "tag": "ed456899-7f14-4253-ba9a-acd2f9b96efe"}]}' {{(pid=102388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 19:54:51.418486 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] For port ed456899-7f14-4253-ba9a-acd2f9b96efe, host n-h1-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=ed456899-7f14-4253-ba9a-acd2f9b96efe,segment=NetworkSegment(f8576c0b-3265-42d8-8a09-2a76aa4fa1a4),segment_id=f8576c0b-3265-42d8-8a09-2a76aa4fa1a4)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:54:51.441620 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 19:54:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b7ebfd6-930f-4f1e-8308-275871d7e41a x-openstack-request-id: req-1b7ebfd6-930f-4f1e-8308-275871d7e41a {{(pid=102388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 19:54:51.441934 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f044f28a-1cd3-4474-8d24-f8d86f65a4e5", "name": "network-vif-plugged", "status": "completed", "tag": "ed456899-7f14-4253-ba9a-acd2f9b96efe", "code": 200}]} {{(pid=102388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 19:54:51.442208 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1b7ebfd6-930f-4f1e-8308-275871d7e41a {{(pid=102388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 19:54:51.442602 n-d-816865-1 neutron-server[102388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f044f28a-1cd3-4474-8d24-f8d86f65a4e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed456899-7f14-4253-ba9a-acd2f9b96efe', 'code': 200} Nov 05 19:54:51.470094 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:54:51.516721 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Pushing event updated for resources: {'Port': ['ID=ed456899-7f14-4253-ba9a-acd2f9b96efe,revision_number=9']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:54:52.703125 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.agents_db [None req-b9406b04-a0e8-43cf-b349-711963d96cf4 None None] Agent healthcheck: found 7 active agents {{(pid=102389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 05 19:55:02.642355 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b0118011-1fd3-432c-8144-06a8c31a53e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:55:04.962762 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:55:05.420692 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-2086a6c2-eeea-410c-8202-b9e9f9562444 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:55:06.522335 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b304910f-7b27-444b-a8fc-977d26b1ceac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:55:06.957449 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:55:08.490745 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-31f93893-a48e-4ae8-833d-dccb2b42eacc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:55:08.533504 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:55:17.830524 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 46928) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:55:18.027683 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-c5e9b916-21eb-4f95-9cea-c2f6bcf95480 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Deleting port 5585bcdf-fba8-437c-aced-5d645b610de1 {{(pid=102386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 19:55:18.028074 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-c5e9b916-21eb-4f95-9cea-c2f6bcf95480 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:55:18.105932 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-c5e9b916-21eb-4f95-9cea-c2f6bcf95480 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:55:18.106241 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-c5e9b916-21eb-4f95-9cea-c2f6bcf95480 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:55:18.117550 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-c5e9b916-21eb-4f95-9cea-c2f6bcf95480 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Calling delete_port for 5585bcdf-fba8-437c-aced-5d645b610de1 owned by network:floatingip {{(pid=102386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 19:55:18.355589 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-c5e9b916-21eb-4f95-9cea-c2f6bcf95480 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:55:18.385180 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e9b916-21eb-4f95-9cea-c2f6bcf95480 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Pushing event deleted for resources: {'Port': ['ID=5585bcdf-fba8-437c-aced-5d645b610de1,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:55:18.444284 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-c5e9b916-21eb-4f95-9cea-c2f6bcf95480 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks [] for floatingip, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:55:18.444612 n-d-816865-1 neutron-server[102386]: INFO neutron.db.l3_db [None req-c5e9b916-21eb-4f95-9cea-c2f6bcf95480 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Floating IP 417cf53f-cb2a-4a71-a86d-c87aeeae4dd7 disassociated (deleted). External IP: 172.25.6.60, port: ed456899-7f14-4253-ba9a-acd2f9b96efe. Nov 05 19:55:18.654479 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5e9b916-21eb-4f95-9cea-c2f6bcf95480 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Router 3724932b-483c-41ed-bfb8-67ec0a4108f3 has already been hosted by L3 agent 6dcb5589-8e86-4616-9186-ddc4548e13ad {{(pid=102386) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 19:55:18.762533 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5e9b916-21eb-4f95-9cea-c2f6bcf95480 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Notify agent at l3_agent.n-d-816865-1 the message routers_updated {{(pid=102386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 19:55:18.767602 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-c5e9b916-21eb-4f95-9cea-c2f6bcf95480 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for floatingip, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:55:18.772725 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9390b712-ddff-4f77-8abd-c28a82f24be5 None None] Sync routers for ids ['3724932b-483c-41ed-bfb8-67ec0a4108f3'] in n-d-816865-1 {{(pid=102389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 19:55:18.782321 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9390b712-ddff-4f77-8abd-c28a82f24be5 None None] Routers {'3724932b-483c-41ed-bfb8-67ec0a4108f3'} bound to L3 agent in host n-d-816865-1 {{(pid=102389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 19:55:18.783123 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-9390b712-ddff-4f77-8abd-c28a82f24be5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T19:55:05Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['3724932b-483c-41ed-bfb8-67ec0a4108f3'], 'active': True} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:55:18.795445 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-c5e9b916-21eb-4f95-9cea-c2f6bcf95480 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] 10.222.0.13 "DELETE /v2.0/floatingips/417cf53f-cb2a-4a71-a86d-c87aeeae4dd7 HTTP/1.1" status: 204 len: 168 time: 0.9633901 Nov 05 19:55:18.796092 n-d-816865-1 neutron-server[102386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f044f28a-1cd3-4474-8d24-f8d86f65a4e5', 'tag': 'ed456899-7f14-4253-ba9a-acd2f9b96efe'}] {{(pid=102386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 19:55:18.798501 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d24c2e9fd656c946d5f792cc44b0d4efbe125a7d17e01666b7f4dc8150dd75ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04c1a0f9-6069-4dc8-b261-50eadbe03519" -d '{"events": [{"name": "network-changed", "server_uuid": "f044f28a-1cd3-4474-8d24-f8d86f65a4e5", "tag": "ed456899-7f14-4253-ba9a-acd2f9b96efe"}]}' {{(pid=102386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 19:55:18.889034 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvr_db [None req-9390b712-ddff-4f77-8abd-c28a82f24be5 None None] Set router 3724932b-483c-41ed-bfb8-67ec0a4108f3 gateway port host: n-d-816865-1 {{(pid=102389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 19:55:19.089911 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-9390b712-ddff-4f77-8abd-c28a82f24be5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3724932b-483c-41ed-bfb8-67ec0a4108f3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-357021382', 'tenant_id': '68fdb102132c4581a35bd621e01c7de2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.247'}], 'enable_snat': True}, 'gw_port_id': '159c63ab-5b41-4a04-92eb-5c8acffe8e2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T19:53:28Z', 'updated_at': '2021-11-05T19:53:32Z', 'revision_number': 4, 'project_id': '68fdb102132c4581a35bd621e01c7de2', 'gw_port': {'id': '159c63ab-5b41-4a04-92eb-5c8acffe8e2c', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:1e:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3724932b-483c-41ed-bfb8-67ec0a4108f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:53:28Z', 'updated_at': '2021-11-05T19:53:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1', '_interfaces': [{'id': '6f2d893f-3da5-40aa-ae18-32687b12199e', 'name': '', 'network_id': 'd7316b7d-bfd5-4229-a91c-19ad5922be5a', 'tenant_id': '68fdb102132c4581a35bd621e01c7de2', 'mac_address': 'fa:16:3e:4b:47:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3724932b-483c-41ed-bfb8-67ec0a4108f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': '6b6ba2cb-182d-4c6f-ac83-96cc53f93874', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:53:31Z', 'updated_at': '2021-11-05T19:53:35Z', 'revision_number': 5, 'project_id': '68fdb102132c4581a35bd621e01c7de2', 'subnets': [{'id': '6b6ba2cb-182d-4c6f-ac83-96cc53f93874', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-1', False) {} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:55:19.119684 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9390b712-ddff-4f77-8abd-c28a82f24be5 None None] Checking router: 3724932b-483c-41ed-bfb8-67ec0a4108f3 for host: n-d-816865-1 {{(pid=102389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 19:55:19.128790 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9390b712-ddff-4f77-8abd-c28a82f24be5 None None] Routers {'3724932b-483c-41ed-bfb8-67ec0a4108f3'} bound to L3 agent in host n-d-816865-1 {{(pid=102389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 19:55:19.129410 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-9390b712-ddff-4f77-8abd-c28a82f24be5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T19:55:05Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['3724932b-483c-41ed-bfb8-67ec0a4108f3'], 'active': True} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:55:19.154529 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 19:55:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bebd78b-7188-4de8-b275-9f97a2e3f379 x-openstack-request-id: req-3bebd78b-7188-4de8-b275-9f97a2e3f379 {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 19:55:19.154529 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f044f28a-1cd3-4474-8d24-f8d86f65a4e5", "tag": "ed456899-7f14-4253-ba9a-acd2f9b96efe", "status": "completed", "code": 200}]} {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 19:55:19.154529 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3bebd78b-7188-4de8-b275-9f97a2e3f379 {{(pid=102386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 19:55:19.154529 n-d-816865-1 neutron-server[102386]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f044f28a-1cd3-4474-8d24-f8d86f65a4e5', 'tag': 'ed456899-7f14-4253-ba9a-acd2f9b96efe', 'status': 'completed', 'code': 200} Nov 05 19:55:19.244072 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvr_db [None req-9390b712-ddff-4f77-8abd-c28a82f24be5 None None] Set router 3724932b-483c-41ed-bfb8-67ec0a4108f3 gateway port host: n-d-816865-1 {{(pid=102389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 19:55:19.267661 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c1a0f9-6069-4dc8-b261-50eadbe03519 req-0ab9d918-a14c-4528-832b-2468a6b0cbb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:55:19.269590 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-04c1a0f9-6069-4dc8-b261-50eadbe03519 req-0ab9d918-a14c-4528-832b-2468a6b0cbb1 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=68fdb102132c4581a35bd621e01c7de2&device_id=f044f28a-1cd3-4474-8d24-f8d86f65a4e5 HTTP/1.1" status: 200 len: 1097 time: 0.0903089 Nov 05 19:55:19.293422 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba308f4c-f27d-41f7-87a6-5e94bd041254 req-14572e6a-e1bb-4e05-b7b0-007e8e74129f tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:55:19.295033 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-ba308f4c-f27d-41f7-87a6-5e94bd041254 req-14572e6a-e1bb-4e05-b7b0-007e8e74129f tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] 10.222.0.13 "GET /v2.0/ports?device_id=f044f28a-1cd3-4474-8d24-f8d86f65a4e5 HTTP/1.1" status: 200 len: 946 time: 0.0652089 Nov 05 19:55:19.357153 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-ba308f4c-f27d-41f7-87a6-5e94bd041254 req-846c15b6-449a-4d7e-84e1-13d4c72040e1 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] 10.222.0.13 "GET /v2.0/security-groups?id=76681033-8b0d-431e-a1d5-e54dacbc3760&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543308 Nov 05 19:55:19.375174 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c1a0f9-6069-4dc8-b261-50eadbe03519 req-8e235914-e172-4920-8d2d-97f3fd0bfb1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:55:19.376847 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-04c1a0f9-6069-4dc8-b261-50eadbe03519 req-8e235914-e172-4920-8d2d-97f3fd0bfb1f service neutron] 10.222.0.41 "GET /v2.0/networks?id=d7316b7d-bfd5-4229-a91c-19ad5922be5a HTTP/1.1" status: 200 len: 897 time: 0.0990624 Nov 05 19:55:19.422373 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-04c1a0f9-6069-4dc8-b261-50eadbe03519 req-c749e854-8c69-4beb-b416-7cbecff3e217 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ed456899-7f14-4253-ba9a-acd2f9b96efe HTTP/1.1" status: 200 len: 217 time: 0.0366435 Nov 05 19:55:19.470869 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-9390b712-ddff-4f77-8abd-c28a82f24be5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3724932b-483c-41ed-bfb8-67ec0a4108f3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-357021382', 'tenant_id': '68fdb102132c4581a35bd621e01c7de2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.247'}], 'enable_snat': True}, 'gw_port_id': '159c63ab-5b41-4a04-92eb-5c8acffe8e2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T19:53:28Z', 'updated_at': '2021-11-05T19:53:32Z', 'revision_number': 4, 'project_id': '68fdb102132c4581a35bd621e01c7de2', 'gw_port': {'id': '159c63ab-5b41-4a04-92eb-5c8acffe8e2c', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:1e:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3724932b-483c-41ed-bfb8-67ec0a4108f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:53:28Z', 'updated_at': '2021-11-05T19:53:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1', '_interfaces': [{'id': '6f2d893f-3da5-40aa-ae18-32687b12199e', 'name': '', 'network_id': 'd7316b7d-bfd5-4229-a91c-19ad5922be5a', 'tenant_id': '68fdb102132c4581a35bd621e01c7de2', 'mac_address': 'fa:16:3e:4b:47:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3724932b-483c-41ed-bfb8-67ec0a4108f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': '6b6ba2cb-182d-4c6f-ac83-96cc53f93874', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:53:31Z', 'updated_at': '2021-11-05T19:53:35Z', 'revision_number': 5, 'project_id': '68fdb102132c4581a35bd621e01c7de2', 'subnets': [{'id': '6b6ba2cb-182d-4c6f-ac83-96cc53f93874', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-1', False) {} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:55:19.478226 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c1a0f9-6069-4dc8-b261-50eadbe03519 req-8fe0baa6-7047-4fc3-8318-322efd4da91d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:55:19.479707 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-04c1a0f9-6069-4dc8-b261-50eadbe03519 req-8fe0baa6-7047-4fc3-8318-322efd4da91d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6b6ba2cb-182d-4c6f-ac83-96cc53f93874 HTTP/1.1" status: 200 len: 834 time: 0.0490892 Nov 05 19:55:19.496603 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9390b712-ddff-4f77-8abd-c28a82f24be5 None None] The sync data for ids ['3724932b-483c-41ed-bfb8-67ec0a4108f3'] in n-d-816865-1 is: [{'id': '3724932b-483c-41ed-bfb8-67ec0a4108f3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-357021382', 'tenant_id': '68fdb102132c4581a35bd621e01c7de2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.247'}], 'enable_snat': True}, 'gw_port_id': '159c63ab-5b41-4a04-92eb-5c8acffe8e2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T19:53:28Z', 'updated_at': '2021-11-05T19:53:32Z', 'revision_number': 4, 'project_id': '68fdb102132c4581a35bd621e01c7de2', 'gw_port': {'id': '159c63ab-5b41-4a04-92eb-5c8acffe8e2c', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:1e:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3724932b-483c-41ed-bfb8-67ec0a4108f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:53:28Z', 'updated_at': '2021-11-05T19:53:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1', '_interfaces': [{'id': '6f2d893f-3da5-40aa-ae18-32687b12199e', 'name': '', 'network_id': 'd7316b7d-bfd5-4229-a91c-19ad5922be5a', 'tenant_id': '68fdb102132c4581a35bd621e01c7de2', 'mac_address': 'fa:16:3e:4b:47:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3724932b-483c-41ed-bfb8-67ec0a4108f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': '6b6ba2cb-182d-4c6f-ac83-96cc53f93874', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:53:31Z', 'updated_at': '2021-11-05T19:53:35Z', 'revision_number': 5, 'project_id': '68fdb102132c4581a35bd621e01c7de2', 'subnets': [{'id': '6b6ba2cb-182d-4c6f-ac83-96cc53f93874', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 19:55:19.529825 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c1a0f9-6069-4dc8-b261-50eadbe03519 req-944334eb-5a91-42b0-a34d-bd69cf4d954f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:55:19.531433 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-04c1a0f9-6069-4dc8-b261-50eadbe03519 req-944334eb-5a91-42b0-a34d-bd69cf4d954f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d7316b7d-bfd5-4229-a91c-19ad5922be5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0426512 Nov 05 19:55:19.628825 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-04c1a0f9-6069-4dc8-b261-50eadbe03519 req-0d8b031b-86f9-4989-9969-40151d3846b6 service neutron] 10.222.0.41 "GET /v2.0/networks/d7316b7d-bfd5-4229-a91c-19ad5922be5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870922 Nov 05 19:55:19.728846 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d171dd8-c797-4868-ae9a-e0558a13252a None None] New status for floating IP 417cf53f-cb2a-4a71-a86d-c87aeeae4dd7: DOWN {{(pid=102388) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 05 19:55:19.729444 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-04c1a0f9-6069-4dc8-b261-50eadbe03519 req-929c918c-f586-4a1a-8e32-d558aae4c99f service neutron] 10.222.0.41 "GET /v2.0/networks/d7316b7d-bfd5-4229-a91c-19ad5922be5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926063 Nov 05 19:55:20.479523 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fcbe6c-80a0-44f4-9fc4-a28e6c77e558 req-aad749cf-8d35-4019-bb2c-3df40de6a076 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:55:20.480982 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-a5fcbe6c-80a0-44f4-9fc4-a28e6c77e558 req-aad749cf-8d35-4019-bb2c-3df40de6a076 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] 10.222.0.13 "GET /v2.0/ports?device_id=f044f28a-1cd3-4474-8d24-f8d86f65a4e5 HTTP/1.1" status: 200 len: 946 time: 0.0508292 Nov 05 19:55:20.530550 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-a5fcbe6c-80a0-44f4-9fc4-a28e6c77e558 req-5b51ffff-52d8-4c13-8694-4a697e05ff10 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] 10.222.0.13 "GET /v2.0/security-groups?id=76681033-8b0d-431e-a1d5-e54dacbc3760&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429027 Nov 05 19:55:20.562874 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4e1779-3cbf-4d9a-87c3-ebc90ee7058b req-5f59d5a1-6fe3-4d02-80de-e973c5e97f5f tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:55:20.565768 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-4e4e1779-3cbf-4d9a-87c3-ebc90ee7058b req-5f59d5a1-6fe3-4d02-80de-e973c5e97f5f tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] 10.222.0.41 "GET /v2.0/ports?device_id=f044f28a-1cd3-4474-8d24-f8d86f65a4e5 HTTP/1.1" status: 200 len: 946 time: 0.0499697 Nov 05 19:55:20.657652 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [req-4e4e1779-3cbf-4d9a-87c3-ebc90ee7058b req-5b6eea36-f9f3-4e8a-aff6-4f00517ba108 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Deleting port ed456899-7f14-4253-ba9a-acd2f9b96efe {{(pid=102386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 19:55:20.657902 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-4e4e1779-3cbf-4d9a-87c3-ebc90ee7058b req-5b6eea36-f9f3-4e8a-aff6-4f00517ba108 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:55:20.743857 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [req-4e4e1779-3cbf-4d9a-87c3-ebc90ee7058b req-5b6eea36-f9f3-4e8a-aff6-4f00517ba108 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] For port ed456899-7f14-4253-ba9a-acd2f9b96efe, host n-h1-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=ed456899-7f14-4253-ba9a-acd2f9b96efe,segment=NetworkSegment(f8576c0b-3265-42d8-8a09-2a76aa4fa1a4),segment_id=f8576c0b-3265-42d8-8a09-2a76aa4fa1a4)] {{(pid=102386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:55:20.744215 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-4e4e1779-3cbf-4d9a-87c3-ebc90ee7058b req-5b6eea36-f9f3-4e8a-aff6-4f00517ba108 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:55:20.756278 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [req-4e4e1779-3cbf-4d9a-87c3-ebc90ee7058b req-5b6eea36-f9f3-4e8a-aff6-4f00517ba108 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Calling delete_port for ed456899-7f14-4253-ba9a-acd2f9b96efe owned by compute:nova {{(pid=102386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 19:55:20.949965 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-4e4e1779-3cbf-4d9a-87c3-ebc90ee7058b req-5b6eea36-f9f3-4e8a-aff6-4f00517ba108 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:55:20.978599 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6eea36-f9f3-4e8a-aff6-4f00517ba108 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Pushing event deleted for resources: {'Port': ['ID=ed456899-7f14-4253-ba9a-acd2f9b96efe,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:55:21.023775 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e4e1779-3cbf-4d9a-87c3-ebc90ee7058b req-5b6eea36-f9f3-4e8a-aff6-4f00517ba108 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] No DVR routers for this DVR port ed456899-7f14-4253-ba9a-acd2f9b96efe on host n-h1-816865-1 {{(pid=102386) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 19:55:21.026515 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-4e4e1779-3cbf-4d9a-87c3-ebc90ee7058b req-5b6eea36-f9f3-4e8a-aff6-4f00517ba108 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:55:21.030126 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-4e4e1779-3cbf-4d9a-87c3-ebc90ee7058b req-5b6eea36-f9f3-4e8a-aff6-4f00517ba108 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] 10.222.0.41 "DELETE /v2.0/ports/ed456899-7f14-4253-ba9a-acd2f9b96efe HTTP/1.1" status: 204 len: 173 time: 0.4585512 Nov 05 19:55:21.148254 n-d-816865-1 neutron-server[102386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f044f28a-1cd3-4474-8d24-f8d86f65a4e5', 'name': 'network-vif-deleted', 'tag': 'ed456899-7f14-4253-ba9a-acd2f9b96efe'}] {{(pid=102386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 19:55:21.150631 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d24c2e9fd656c946d5f792cc44b0d4efbe125a7d17e01666b7f4dc8150dd75ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b067a4d-8b87-4377-83c2-06ccd991c3ed" -d '{"events": [{"server_uuid": "f044f28a-1cd3-4474-8d24-f8d86f65a4e5", "name": "network-vif-deleted", "tag": "ed456899-7f14-4253-ba9a-acd2f9b96efe"}]}' {{(pid=102386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 19:55:21.186429 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 19:55:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f760b4e-4aef-49ac-9ac4-b4709b19f341 x-openstack-request-id: req-1f760b4e-4aef-49ac-9ac4-b4709b19f341 {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 19:55:21.186734 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f044f28a-1cd3-4474-8d24-f8d86f65a4e5", "name": "network-vif-deleted", "tag": "ed456899-7f14-4253-ba9a-acd2f9b96efe", "status": "completed", "code": 200}]} {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 19:55:21.187186 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1f760b4e-4aef-49ac-9ac4-b4709b19f341 {{(pid=102386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 19:55:21.187600 n-d-816865-1 neutron-server[102386]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f044f28a-1cd3-4474-8d24-f8d86f65a4e5', 'name': 'network-vif-deleted', 'tag': 'ed456899-7f14-4253-ba9a-acd2f9b96efe', 'status': 'completed', 'code': 200} Nov 05 19:55:21.636127 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-4b6eff93-244e-4178-bef5-7873d8cfad8e req-d1c814d6-8d63-4aed-b727-86cb198d5f70 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] 10.222.0.13 "GET /v2.0/ports?device_id=f044f28a-1cd3-4474-8d24-f8d86f65a4e5 HTTP/1.1" status: 200 len: 210 time: 0.0257239 Nov 05 19:55:22.693353 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 46946) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:55:23.336775 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-ef4e4086-6960-461b-b57b-c29f592e4f25 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-571777'] for router_interface, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:55:23.585672 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-ef4e4086-6960-461b-b57b-c29f592e4f25 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Deleting port 6f2d893f-3da5-40aa-ae18-32687b12199e {{(pid=102386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 19:55:23.586016 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-ef4e4086-6960-461b-b57b-c29f592e4f25 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:55:23.676952 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [None req-ef4e4086-6960-461b-b57b-c29f592e4f25 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] For port 6f2d893f-3da5-40aa-ae18-32687b12199e, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=6f2d893f-3da5-40aa-ae18-32687b12199e,segment=NetworkSegment(f8576c0b-3265-42d8-8a09-2a76aa4fa1a4),segment_id=f8576c0b-3265-42d8-8a09-2a76aa4fa1a4)] {{(pid=102386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:55:23.677223 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-ef4e4086-6960-461b-b57b-c29f592e4f25 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:55:23.689743 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-ef4e4086-6960-461b-b57b-c29f592e4f25 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Calling delete_port for 6f2d893f-3da5-40aa-ae18-32687b12199e owned by network:router_interface {{(pid=102386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 19:55:23.934900 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-ef4e4086-6960-461b-b57b-c29f592e4f25 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:55:23.961589 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4e4086-6960-461b-b57b-c29f592e4f25 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Pushing event deleted for resources: {'Port': ['ID=6f2d893f-3da5-40aa-ae18-32687b12199e,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:55:24.142733 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-ef4e4086-6960-461b-b57b-c29f592e4f25 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-597886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-573297'] for router_interface, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:55:24.352566 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef4e4086-6960-461b-b57b-c29f592e4f25 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Router 3724932b-483c-41ed-bfb8-67ec0a4108f3 has already been hosted by L3 agent 6dcb5589-8e86-4616-9186-ddc4548e13ad {{(pid=102386) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 19:55:24.457720 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef4e4086-6960-461b-b57b-c29f592e4f25 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Notify agent at l3_agent.n-d-816865-1 the message routers_updated {{(pid=102386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 19:55:24.463078 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-ef4e4086-6960-461b-b57b-c29f592e4f25 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] 10.222.0.13 "PUT /v2.0/routers/3724932b-483c-41ed-bfb8-67ec0a4108f3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7687042 Nov 05 19:55:24.465914 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 46948) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:55:24.467998 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2e57b92-7f55-4cb8-80ed-7de63cd150da None None] Sync routers for ids ['3724932b-483c-41ed-bfb8-67ec0a4108f3'] in n-d-816865-1 {{(pid=102389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 19:55:24.477423 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2e57b92-7f55-4cb8-80ed-7de63cd150da None None] Routers {'3724932b-483c-41ed-bfb8-67ec0a4108f3'} bound to L3 agent in host n-d-816865-1 {{(pid=102389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 19:55:24.478022 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-e2e57b92-7f55-4cb8-80ed-7de63cd150da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T19:55:05Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['3724932b-483c-41ed-bfb8-67ec0a4108f3'], 'active': True} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:55:24.516292 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc8a33e2-c141-4c31-a088-c08f2ac45d84 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Deleting subnet 6b6ba2cb-182d-4c6f-ac83-96cc53f93874 {{(pid=102387) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 05 19:55:24.519566 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-cc8a33e2-c141-4c31-a088-c08f2ac45d84 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks [] for subnet, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:55:24.558918 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-cc8a33e2-c141-4c31-a088-c08f2ac45d84 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4463501'] for subnet, precommit_delete_associations {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:55:24.580545 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvr_db [None req-e2e57b92-7f55-4cb8-80ed-7de63cd150da None None] Set router 3724932b-483c-41ed-bfb8-67ec0a4108f3 gateway port host: n-d-816865-1 {{(pid=102389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 19:55:24.645050 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-cc8a33e2-c141-4c31-a088-c08f2ac45d84 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1573928'] for subnet, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:55:24.819926 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-cc8a33e2-c141-4c31-a088-c08f2ac45d84 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1573905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4417146', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5112209'] for subnet, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:55:24.847001 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8a33e2-c141-4c31-a088-c08f2ac45d84 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Pushing event deleted for resources: {'Subnet': ['ID=6b6ba2cb-182d-4c6f-ac83-96cc53f93874,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:55:24.848560 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-e2e57b92-7f55-4cb8-80ed-7de63cd150da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3724932b-483c-41ed-bfb8-67ec0a4108f3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-357021382', 'tenant_id': '68fdb102132c4581a35bd621e01c7de2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.247'}], 'enable_snat': True}, 'gw_port_id': '159c63ab-5b41-4a04-92eb-5c8acffe8e2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T19:53:28Z', 'updated_at': '2021-11-05T19:55:23Z', 'revision_number': 5, 'project_id': '68fdb102132c4581a35bd621e01c7de2', 'gw_port': {'id': '159c63ab-5b41-4a04-92eb-5c8acffe8e2c', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:1e:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3724932b-483c-41ed-bfb8-67ec0a4108f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:53:28Z', 'updated_at': '2021-11-05T19:53:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1'}], 'n-d-816865-1', False) {} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:55:24.855446 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-cc8a33e2-c141-4c31-a088-c08f2ac45d84 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks [] for subnet, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:55:24.859357 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-cc8a33e2-c141-4c31-a088-c08f2ac45d84 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] 10.222.0.13 "DELETE /v2.0/subnets/6b6ba2cb-182d-4c6f-ac83-96cc53f93874 HTTP/1.1" status: 204 len: 168 time: 0.3923793 Nov 05 19:55:24.860950 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8a33e2-c141-4c31-a088-c08f2ac45d84 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:55:24.861301 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8a33e2-c141-4c31-a088-c08f2ac45d84 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:55:24.861643 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8a33e2-c141-4c31-a088-c08f2ac45d84 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:55:24.861986 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8a33e2-c141-4c31-a088-c08f2ac45d84 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:55:24.862347 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8a33e2-c141-4c31-a088-c08f2ac45d84 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:55:24.862680 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8a33e2-c141-4c31-a088-c08f2ac45d84 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:55:24.862824 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 46950) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:55:24.863056 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8a33e2-c141-4c31-a088-c08f2ac45d84 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:55:24.863345 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8a33e2-c141-4c31-a088-c08f2ac45d84 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:55:24.863676 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8a33e2-c141-4c31-a088-c08f2ac45d84 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:55:24.864004 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8a33e2-c141-4c31-a088-c08f2ac45d84 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:55:24.864330 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8a33e2-c141-4c31-a088-c08f2ac45d84 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:55:24.864652 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8a33e2-c141-4c31-a088-c08f2ac45d84 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:55:24.867818 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c4db024-77c0-4a35-ad6a-a84e0457e56d None None] Network d7316b7d-bfd5-4229-a91c-19ad5922be5a requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 19:55:24.882132 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2e57b92-7f55-4cb8-80ed-7de63cd150da None None] Checking router: 3724932b-483c-41ed-bfb8-67ec0a4108f3 for host: n-d-816865-1 {{(pid=102389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 19:55:24.890797 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2e57b92-7f55-4cb8-80ed-7de63cd150da None None] Routers {'3724932b-483c-41ed-bfb8-67ec0a4108f3'} bound to L3 agent in host n-d-816865-1 {{(pid=102389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 19:55:24.892683 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-e2e57b92-7f55-4cb8-80ed-7de63cd150da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T19:55:05Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['3724932b-483c-41ed-bfb8-67ec0a4108f3'], 'active': True} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:55:24.996511 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvr_db [None req-e2e57b92-7f55-4cb8-80ed-7de63cd150da None None] Set router 3724932b-483c-41ed-bfb8-67ec0a4108f3 gateway port host: n-d-816865-1 {{(pid=102389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 19:55:24.997264 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-52c2c536-c535-469a-bf53-1c9572efbf94 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks [] for router, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:55:25.113131 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-52c2c536-c535-469a-bf53-1c9572efbf94 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:55:25.118586 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0da31a2-8cdb-4e0d-85d7-4435c869ae16 None None] DHCP port deletion for d7316b7d-bfd5-4229-a91c-19ad5922be5a request from n-d-816865-1 {{(pid=102388) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 05 19:55:25.171479 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-a0da31a2-8cdb-4e0d-85d7-4435c869ae16 None None] Deleting port 5fe413b3-a959-4981-a273-529e93ab5350 {{(pid=102388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 19:55:25.172028 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-a0da31a2-8cdb-4e0d-85d7-4435c869ae16 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:55:25.191117 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-e2e57b92-7f55-4cb8-80ed-7de63cd150da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3724932b-483c-41ed-bfb8-67ec0a4108f3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-357021382', 'tenant_id': '68fdb102132c4581a35bd621e01c7de2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.247'}], 'enable_snat': True}, 'gw_port_id': '159c63ab-5b41-4a04-92eb-5c8acffe8e2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T19:53:28Z', 'updated_at': '2021-11-05T19:55:23Z', 'revision_number': 5, 'project_id': '68fdb102132c4581a35bd621e01c7de2', 'gw_port': {'id': '159c63ab-5b41-4a04-92eb-5c8acffe8e2c', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:1e:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3724932b-483c-41ed-bfb8-67ec0a4108f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:53:28Z', 'updated_at': '2021-11-05T19:53:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1'}], 'n-d-816865-1', False) {} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:55:25.216762 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2e57b92-7f55-4cb8-80ed-7de63cd150da None None] The sync data for ids ['3724932b-483c-41ed-bfb8-67ec0a4108f3'] in n-d-816865-1 is: [{'id': '3724932b-483c-41ed-bfb8-67ec0a4108f3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-357021382', 'tenant_id': '68fdb102132c4581a35bd621e01c7de2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.247'}], 'enable_snat': True}, 'gw_port_id': '159c63ab-5b41-4a04-92eb-5c8acffe8e2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T19:53:28Z', 'updated_at': '2021-11-05T19:55:23Z', 'revision_number': 5, 'project_id': '68fdb102132c4581a35bd621e01c7de2', 'gw_port': {'id': '159c63ab-5b41-4a04-92eb-5c8acffe8e2c', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:1e:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3724932b-483c-41ed-bfb8-67ec0a4108f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:53:28Z', 'updated_at': '2021-11-05T19:53:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1'}] {{(pid=102389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 19:55:25.240063 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-a0da31a2-8cdb-4e0d-85d7-4435c869ae16 None None] For port 5fe413b3-a959-4981-a273-529e93ab5350, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=5fe413b3-a959-4981-a273-529e93ab5350,segment=NetworkSegment(f8576c0b-3265-42d8-8a09-2a76aa4fa1a4),segment_id=f8576c0b-3265-42d8-8a09-2a76aa4fa1a4)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:55:25.240994 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-a0da31a2-8cdb-4e0d-85d7-4435c869ae16 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:55:25.254594 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-a0da31a2-8cdb-4e0d-85d7-4435c869ae16 None None] Calling delete_port for 5fe413b3-a959-4981-a273-529e93ab5350 owned by network:dhcp {{(pid=102388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 19:55:25.259470 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-52c2c536-c535-469a-bf53-1c9572efbf94 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Deleting port 159c63ab-5b41-4a04-92eb-5c8acffe8e2c {{(pid=102386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 19:55:25.259811 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-52c2c536-c535-469a-bf53-1c9572efbf94 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:55:25.342381 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [None req-52c2c536-c535-469a-bf53-1c9572efbf94 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] For port 159c63ab-5b41-4a04-92eb-5c8acffe8e2c, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=159c63ab-5b41-4a04-92eb-5c8acffe8e2c,segment=NetworkSegment(85be518c-8bb4-46a2-a903-d4292782d29d),segment_id=85be518c-8bb4-46a2-a903-d4292782d29d)] {{(pid=102386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:55:25.342661 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-52c2c536-c535-469a-bf53-1c9572efbf94 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:55:25.354583 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-52c2c536-c535-469a-bf53-1c9572efbf94 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Calling delete_port for 159c63ab-5b41-4a04-92eb-5c8acffe8e2c owned by network:router_gateway {{(pid=102386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 19:55:25.385789 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Device ed456899-7f14-4253-ba9a-acd2f9b96efe no longer exists at agent hyperv_n-h1-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 19:55:25.406522 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] No Port match for: ed456899-7f14-4253-ba9a-acd2f9b96efe {{(pid=102388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 19:55:25.411320 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Device ed456899-7f14-4253-ba9a-acd2f9b96efe not bound to the agent host n-h1-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 19:55:25.411320 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-a0da31a2-8cdb-4e0d-85d7-4435c869ae16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798'] for port, after_delete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:55:25.438651 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0da31a2-8cdb-4e0d-85d7-4435c869ae16 None None] Pushing event deleted for resources: {'Port': ['ID=5fe413b3-a959-4981-a273-529e93ab5350,revision_number=None']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:55:25.440550 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0da31a2-8cdb-4e0d-85d7-4435c869ae16 None None] No DVR routers for this DVR port 5fe413b3-a959-4981-a273-529e93ab5350 on host n-d-816865-1 {{(pid=102388) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 19:55:25.569251 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-52c2c536-c535-469a-bf53-1c9572efbf94 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:55:25.593392 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c2c536-c535-469a-bf53-1c9572efbf94 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Pushing event deleted for resources: {'Port': ['ID=159c63ab-5b41-4a04-92eb-5c8acffe8e2c,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:55:25.658635 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-52c2c536-c535-469a-bf53-1c9572efbf94 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1000651'] for router_gateway, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:55:25.756040 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-52c2c536-c535-469a-bf53-1c9572efbf94 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-571301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6852'] for router, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:55:25.758192 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-52c2c536-c535-469a-bf53-1c9572efbf94 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:55:25.859866 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-52c2c536-c535-469a-bf53-1c9572efbf94 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-571310'] for router, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:55:25.860324 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52c2c536-c535-469a-bf53-1c9572efbf94 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Fanout notify agent at l3_agent the message router_deleted on router 3724932b-483c-41ed-bfb8-67ec0a4108f3 {{(pid=102386) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 05 19:55:25.871309 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-52c2c536-c535-469a-bf53-1c9572efbf94 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks [] for router, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:55:25.871309 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-52c2c536-c535-469a-bf53-1c9572efbf94 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] 10.222.0.13 "DELETE /v2.0/routers/3724932b-483c-41ed-bfb8-67ec0a4108f3 HTTP/1.1" status: 204 len: 168 time: 1.0046046 Nov 05 19:55:25.871309 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 46952) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:55:25.954989 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-a1e1ae0c-9072-4ebe-a912-0867bf291781 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1664226'] for network, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:55:26.054580 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-a1e1ae0c-9072-4ebe-a912-0867bf291781 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1579173', 'neutron.services.segments.db._delete_segments_for_network-8750027792909'] for network, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:55:26.074409 n-d-816865-1 neutron-server[102386]: DEBUG neutron.services.segments.db [None req-a1e1ae0c-9072-4ebe-a912-0867bf291781 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d7316b7d-bfd5-4229-a91c-19ad5922be5a']}} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:55:26.084447 n-d-816865-1 neutron-server[102386]: DEBUG neutron.services.segments.db [None req-a1e1ae0c-9072-4ebe-a912-0867bf291781 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f8576c0b-3265-42d8-8a09-2a76aa4fa1a4') {'for_net_delete': True} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:55:26.084745 n-d-816865-1 neutron-server[102386]: DEBUG neutron.services.segments.db [None req-a1e1ae0c-9072-4ebe-a912-0867bf291781 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f8576c0b-3265-42d8-8a09-2a76aa4fa1a4') {} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:55:26.095463 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-a1e1ae0c-9072-4ebe-a912-0867bf291781 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750027793430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4590747'] for segment, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:55:26.110880 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-a1e1ae0c-9072-4ebe-a912-0867bf291781 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273'] for segment, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:55:26.116918 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1e1ae0c-9072-4ebe-a912-0867bf291781 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Releasing vlan 180 on physical network physnet1 to pool {{(pid=102386) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 05 19:55:26.117592 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-a1e1ae0c-9072-4ebe-a912-0867bf291781 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6149721'] for segment, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:55:26.120637 n-d-816865-1 neutron-server[102386]: Traceback (most recent call last): Nov 05 19:55:26.120637 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 05 19:55:26.120637 n-d-816865-1 neutron-server[102386]: timer() Nov 05 19:55:26.120637 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 05 19:55:26.120637 n-d-816865-1 neutron-server[102386]: cb(*args, **kw) Nov 05 19:55:26.120637 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 05 19:55:26.120637 n-d-816865-1 neutron-server[102386]: return func(*args, **kwargs) Nov 05 19:55:26.120637 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 05 19:55:26.120637 n-d-816865-1 neutron-server[102386]: self._notify() Nov 05 19:55:26.120637 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 05 19:55:26.120637 n-d-816865-1 neutron-server[102386]: self.callback(batched_events) Nov 05 19:55:26.120637 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 05 19:55:26.120637 n-d-816865-1 neutron-server[102386]: event.method(event) Nov 05 19:55:26.120637 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 05 19:55:26.120637 n-d-816865-1 neutron-server[102386]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 05 19:55:26.120637 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 05 19:55:26.120637 n-d-816865-1 neutron-server[102386]: aggregate_uuid = self.p_client.list_aggregates( Nov 05 19:55:26.120637 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 05 19:55:26.120637 n-d-816865-1 neutron-server[102386]: return f(self, *a, **k) Nov 05 19:55:26.120637 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 05 19:55:26.120637 n-d-816865-1 neutron-server[102386]: return self._get(url).json() Nov 05 19:55:26.120637 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 05 19:55:26.120637 n-d-816865-1 neutron-server[102386]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 05 19:55:26.120637 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 05 19:55:26.120637 n-d-816865-1 neutron-server[102386]: return self.request(url, 'GET', **kwargs) Nov 05 19:55:26.120637 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 05 19:55:26.120637 n-d-816865-1 neutron-server[102386]: base_url = self.get_endpoint(auth, allow=allow, Nov 05 19:55:26.120637 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 05 19:55:26.120637 n-d-816865-1 neutron-server[102386]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 05 19:55:26.120637 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 05 19:55:26.120637 n-d-816865-1 neutron-server[102386]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 05 19:55:26.120637 n-d-816865-1 neutron-server[102386]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 05 19:55:26.248897 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-a1e1ae0c-9072-4ebe-a912-0867bf291781 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1579178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-956796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1000687'] for network, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:55:26.260564 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-a1e1ae0c-9072-4ebe-a912-0867bf291781 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks [] for network, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:55:26.260564 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-a1e1ae0c-9072-4ebe-a912-0867bf291781 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] 10.222.0.13 "DELETE /v2.0/networks/d7316b7d-bfd5-4229-a91c-19ad5922be5a HTTP/1.1" status: 204 len: 168 time: 0.3882782 Nov 05 19:55:26.264217 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 46954) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:55:26.272890 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e1ae0c-9072-4ebe-a912-0867bf291781 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Pushing event deleted for resources: {'Network': ['ID=d7316b7d-bfd5-4229-a91c-19ad5922be5a,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:55:26.334709 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-d4d2f95f-4be9-42a1-befc-f7ce7cb159f2 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks [] for security_group, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:55:26.363341 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-d4d2f95f-4be9-42a1-befc-f7ce7cb159f2 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:55:26.511583 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-d4d2f95f-4be9-42a1-befc-f7ce7cb159f2 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:55:26.516771 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-d4d2f95f-4be9-42a1-befc-f7ce7cb159f2 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks [] for security_group, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:55:26.518126 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-d4d2f95f-4be9-42a1-befc-f7ce7cb159f2 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] 10.222.0.13 "DELETE /v2.0/security-groups/76681033-8b0d-431e-a1d5-e54dacbc3760 HTTP/1.1" status: 204 len: 168 time: 0.2528858 Nov 05 19:55:26.528047 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d2f95f-4be9-42a1-befc-f7ce7cb159f2 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=76681033-8b0d-431e-a1d5-e54dacbc3760,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:55:27.063288 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 46960) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:55:27.064564 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 6f2d893f-3da5-40aa-ae18-32687b12199e no longer exists at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 19:55:27.068069 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-46b9c5cf-95fe-4edc-8676-58c27af0a5e7 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-88209662', 'description': 'tempest-secgroup-smoke-88209662 description', 'project_id': '68fdb102132c4581a35bd621e01c7de2'}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:55:27.085362 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] No Port match for: 6f2d893f-3da5-40aa-ae18-32687b12199e {{(pid=102388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 19:55:27.085790 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 6f2d893f-3da5-40aa-ae18-32687b12199e not bound to the agent host n-d-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 19:55:27.086241 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 159c63ab-5b41-4a04-92eb-5c8acffe8e2c no longer exists at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 19:55:27.108816 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] No Port match for: 159c63ab-5b41-4a04-92eb-5c8acffe8e2c {{(pid=102388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 19:55:27.109158 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 159c63ab-5b41-4a04-92eb-5c8acffe8e2c not bound to the agent host n-d-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 19:55:27.109566 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 5fe413b3-a959-4981-a273-529e93ab5350 no longer exists at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 19:55:27.127949 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] No Port match for: 5fe413b3-a959-4981-a273-529e93ab5350 {{(pid=102388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 19:55:27.128297 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 5fe413b3-a959-4981-a273-529e93ab5350 not bound to the agent host n-d-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 19:55:27.155928 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-46b9c5cf-95fe-4edc-8676-58c27af0a5e7 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks [] for security_group, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:55:27.220250 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-46b9c5cf-95fe-4edc-8676-58c27af0a5e7 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks [] for security_group, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:55:27.280933 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-46b9c5cf-95fe-4edc-8676-58c27af0a5e7 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:55:27.310088 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b9c5cf-95fe-4edc-8676-58c27af0a5e7 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e3ce8ce2-282a-4900-9ee0-2df414901033,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:55:27.376389 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-46b9c5cf-95fe-4edc-8676-58c27af0a5e7 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks [] for security_group, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:55:27.377666 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-46b9c5cf-95fe-4edc-8676-58c27af0a5e7 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.3133283 Nov 05 19:55:27.380469 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 46962) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:55:27.384785 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-87e74c7f-a0bb-4688-a270-7afbf9ec5a7f tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Request body: {'security_group_rule': {'security_group_id': 'e3ce8ce2-282a-4900-9ee0-2df414901033', 'project_id': '68fdb102132c4581a35bd621e01c7de2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:55:27.487675 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-87e74c7f-a0bb-4688-a270-7afbf9ec5a7f tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:55:27.541844 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-87e74c7f-a0bb-4688-a270-7afbf9ec5a7f tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:55:27.596487 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-87e74c7f-a0bb-4688-a270-7afbf9ec5a7f tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985308'] for security_group_rule, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:55:27.613015 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e74c7f-a0bb-4688-a270-7afbf9ec5a7f tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a7b8a001-faaa-4419-9543-b4a4759b018c,revision_number=0']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:55:27.684598 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-87e74c7f-a0bb-4688-a270-7afbf9ec5a7f tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:55:27.686481 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-87e74c7f-a0bb-4688-a270-7afbf9ec5a7f tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3050845 Nov 05 19:55:27.689302 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 46964) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:55:27.693609 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-e63e9947-9a31-4509-a003-4b6fe30b846f tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Request body: {'security_group_rule': {'security_group_id': 'e3ce8ce2-282a-4900-9ee0-2df414901033', 'project_id': '68fdb102132c4581a35bd621e01c7de2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:55:27.768298 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-e63e9947-9a31-4509-a003-4b6fe30b846f tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:55:28.143470 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-e63e9947-9a31-4509-a003-4b6fe30b846f tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:55:28.214087 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-e63e9947-9a31-4509-a003-4b6fe30b846f tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985308'] for security_group_rule, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:55:28.233619 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63e9947-9a31-4509-a003-4b6fe30b846f tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5dcb730f-b663-4218-983f-3a112f244ed9,revision_number=0']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:55:28.307711 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-e63e9947-9a31-4509-a003-4b6fe30b846f tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:55:28.308840 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-e63e9947-9a31-4509-a003-4b6fe30b846f tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6186166 Nov 05 19:55:28.312300 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 46966) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:55:28.316579 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-f9216907-399b-416a-8727-46971589cba3 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Request body: {'security_group_rule': {'security_group_id': 'e3ce8ce2-282a-4900-9ee0-2df414901033', 'project_id': '68fdb102132c4581a35bd621e01c7de2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:55:28.407938 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-f9216907-399b-416a-8727-46971589cba3 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:55:28.462938 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-f9216907-399b-416a-8727-46971589cba3 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:55:28.539328 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-f9216907-399b-416a-8727-46971589cba3 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985308'] for security_group_rule, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:55:28.556889 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9216907-399b-416a-8727-46971589cba3 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=670df8d7-06dd-4609-8f66-929fe2441820,revision_number=0']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:55:28.627180 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-f9216907-399b-416a-8727-46971589cba3 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:55:28.628417 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-f9216907-399b-416a-8727-46971589cba3 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3151832 Nov 05 19:55:28.631241 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 46968) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:55:28.635696 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-8e007cc1-367c-433a-ac2b-3a5ee5ae6bcb tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Request body: {'security_group_rule': {'security_group_id': 'e3ce8ce2-282a-4900-9ee0-2df414901033', 'project_id': '68fdb102132c4581a35bd621e01c7de2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:55:28.733965 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-8e007cc1-367c-433a-ac2b-3a5ee5ae6bcb tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:55:28.788941 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-8e007cc1-367c-433a-ac2b-3a5ee5ae6bcb tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:55:28.847932 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-8e007cc1-367c-433a-ac2b-3a5ee5ae6bcb tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985308'] for security_group_rule, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:55:28.865599 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e007cc1-367c-433a-ac2b-3a5ee5ae6bcb tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f49acd6f-5211-4c3f-b815-4d0d8c8ede9c,revision_number=0']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:55:28.976183 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-8e007cc1-367c-433a-ac2b-3a5ee5ae6bcb tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:55:28.977387 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-8e007cc1-367c-433a-ac2b-3a5ee5ae6bcb tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3452225 Nov 05 19:55:28.980111 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 46970) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:55:28.984646 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-7a1b9859-64b0-4230-ae73-8bdf255010b0 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Request body: {'security_group_rule': {'security_group_id': 'e3ce8ce2-282a-4900-9ee0-2df414901033', 'project_id': '68fdb102132c4581a35bd621e01c7de2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:55:29.081725 n-d-816865-1 neutron-server[102387]: INFO neutron.db.securitygroups_db [None req-7a1b9859-64b0-4230-ae73-8bdf255010b0 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Project 68fdb102132c4581a35bd621e01c7de2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 05 19:55:29.086955 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-7a1b9859-64b0-4230-ae73-8bdf255010b0 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:55:29.146089 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-7a1b9859-64b0-4230-ae73-8bdf255010b0 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:55:29.206745 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-7a1b9859-64b0-4230-ae73-8bdf255010b0 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985308'] for security_group_rule, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:55:29.224206 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1b9859-64b0-4230-ae73-8bdf255010b0 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ea29c25-f4a7-4c82-b616-508d89054f21,revision_number=0']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:55:29.283082 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-7a1b9859-64b0-4230-ae73-8bdf255010b0 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:55:29.284290 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-7a1b9859-64b0-4230-ae73-8bdf255010b0 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3032320 Nov 05 19:55:29.287258 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 46972) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:55:29.291639 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-52c88606-9214-4afb-8c26-d00eb54ae6aa tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Request body: {'security_group_rule': {'security_group_id': 'e3ce8ce2-282a-4900-9ee0-2df414901033', 'project_id': '68fdb102132c4581a35bd621e01c7de2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:55:29.395272 n-d-816865-1 neutron-server[102387]: INFO neutron.db.securitygroups_db [None req-52c88606-9214-4afb-8c26-d00eb54ae6aa tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Project 68fdb102132c4581a35bd621e01c7de2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 05 19:55:29.400502 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-52c88606-9214-4afb-8c26-d00eb54ae6aa tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:55:29.458995 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-52c88606-9214-4afb-8c26-d00eb54ae6aa tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:55:29.516804 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-52c88606-9214-4afb-8c26-d00eb54ae6aa tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985308'] for security_group_rule, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:55:29.531763 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c88606-9214-4afb-8c26-d00eb54ae6aa tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=277b6811-4a84-4fe9-95ee-08cf7d2db027,revision_number=0']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:55:29.593237 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-52c88606-9214-4afb-8c26-d00eb54ae6aa tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:55:29.594545 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-52c88606-9214-4afb-8c26-d00eb54ae6aa tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3063529 Nov 05 19:55:29.597459 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 46974) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:55:29.602315 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-77467732-9bcb-45b3-bb8e-2ba0fed88b2d tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Request body: {'network': {'name': 'tempest-network-smoke--1176494530', 'project_id': '68fdb102132c4581a35bd621e01c7de2', 'port_security_enabled': True}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:55:29.671440 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77467732-9bcb-45b3-bb8e-2ba0fed88b2d tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Made reservation on behalf of 68fdb102132c4581a35bd621e01c7de2 for: {'network': 1} {{(pid=102387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 19:55:29.674841 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-77467732-9bcb-45b3-bb8e-2ba0fed88b2d tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for network, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:55:29.698192 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-77467732-9bcb-45b3-bb8e-2ba0fed88b2d tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 172} {{(pid=102387) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 05 19:55:29.702096 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.agents_db [None req-b9406b04-a0e8-43cf-b349-711963d96cf4 None None] Agent healthcheck: found 7 active agents {{(pid=102389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 05 19:55:29.706912 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-77467732-9bcb-45b3-bb8e-2ba0fed88b2d tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273'] for segment, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:55:29.707230 n-d-816865-1 neutron-server[102387]: INFO neutron.db.segments_db [None req-77467732-9bcb-45b3-bb8e-2ba0fed88b2d tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Added segment 44f19931-9c7f-491b-b0e8-b6b89dc493ce of type vlan for network 97917088-827e-48a6-9d7a-64a2a013fc8d Nov 05 19:55:29.745115 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-77467732-9bcb-45b3-bb8e-2ba0fed88b2d tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750027258543'] for network, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:55:29.835118 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-77467732-9bcb-45b3-bb8e-2ba0fed88b2d tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-956796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877'] for network, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:55:29.840559 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77467732-9bcb-45b3-bb8e-2ba0fed88b2d tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:55:29.841134 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-77467732-9bcb-45b3-bb8e-2ba0fed88b2d tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks [] for network, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:55:29.907598 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77467732-9bcb-45b3-bb8e-2ba0fed88b2d tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Pushing event updated for resources: {'Network': ['ID=97917088-827e-48a6-9d7a-64a2a013fc8d,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:55:29.918017 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Network 97917088-827e-48a6-9d7a-64a2a013fc8d details requested by agent ovs-agent-n-d-816865-1 with host n-d-816865-1 {{(pid=102388) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 05 19:55:29.958199 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-77467732-9bcb-45b3-bb8e-2ba0fed88b2d tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3594804 Nov 05 19:55:29.960677 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 46976) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:55:29.965777 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-72ab648f-0871-4243-a2b5-4572c3adde07 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-191097788', 'admin_state_up': True, 'project_id': '68fdb102132c4581a35bd621e01c7de2', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec'}}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:55:30.053029 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-72ab648f-0871-4243-a2b5-4572c3adde07 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-571139', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6874'] for router, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:55:30.054110 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-72ab648f-0871-4243-a2b5-4572c3adde07 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-571375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1000570', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1011585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6867'] for router, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:55:30.103425 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-72ab648f-0871-4243-a2b5-4572c3adde07 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:55:30.321807 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-72ab648f-0871-4243-a2b5-4572c3adde07 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:55:30.642936 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-72ab648f-0871-4243-a2b5-4572c3adde07 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks [] for router_gateway, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:55:30.662676 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-72ab648f-0871-4243-a2b5-4572c3adde07 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:55:30.760852 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.db_base_plugin_common [None req-72ab648f-0871-4243-a2b5-4572c3adde07 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Allocated IP 172.25.6.199 (40c8335d-cd0b-4cb5-910a-d4dcddd5cbec/04fe6db3-e108-4208-943d-6518424f5726/c790bd93-2b8e-4949-a696-4183088b40c9) {{(pid=102387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 19:55:30.861497 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-72ab648f-0871-4243-a2b5-4572c3adde07 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks [] for port, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:55:30.945488 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-72ab648f-0871-4243-a2b5-4572c3adde07 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4417063'] for port, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:55:30.982560 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72ab648f-0871-4243-a2b5-4572c3adde07 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Network 40c8335d-cd0b-4cb5-910a-d4dcddd5cbec is already hosted by enough agents. {{(pid=102387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 19:55:30.987423 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.base_scheduler [None req-72ab648f-0871-4243-a2b5-4572c3adde07 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Resources bound (agent type, host, resource id): {{(pid=102387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 19:55:30.991001 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72ab648f-0871-4243-a2b5-4572c3adde07 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Received port after_create {{(pid=102387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 19:55:30.997096 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ab648f-0871-4243-a2b5-4572c3adde07 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Pushing event updated for resources: {'Port': ['ID=c790bd93-2b8e-4949-a696-4183088b40c9,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:55:31.276834 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-72ab648f-0871-4243-a2b5-4572c3adde07 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks [] for router_gateway, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:55:31.483940 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-72ab648f-0871-4243-a2b5-4572c3adde07 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-571384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1000487'] for router, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:55:31.677001 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72ab648f-0871-4243-a2b5-4572c3adde07 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Router df58fc5f-8951-4123-93c9-7c7457c9765a is scheduled to L3 agent 6dcb5589-8e86-4616-9186-ddc4548e13ad with binding_index 1 {{(pid=102387) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 05 19:55:31.782228 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72ab648f-0871-4243-a2b5-4572c3adde07 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Notify agent at l3_agent.n-d-816865-1 the message routers_updated {{(pid=102387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 19:55:31.792236 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c00a5492-bf78-461c-b06c-ef1cadfb7982 None None] Sync routers for ids ['df58fc5f-8951-4123-93c9-7c7457c9765a'] in n-d-816865-1 {{(pid=102388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 19:55:31.802578 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c00a5492-bf78-461c-b06c-ef1cadfb7982 None None] Routers {'df58fc5f-8951-4123-93c9-7c7457c9765a'} bound to L3 agent in host n-d-816865-1 {{(pid=102388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 19:55:31.806177 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-c00a5492-bf78-461c-b06c-ef1cadfb7982 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T19:55:05Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['df58fc5f-8951-4123-93c9-7c7457c9765a'], 'active': True} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:55:31.860844 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-72ab648f-0871-4243-a2b5-4572c3adde07 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks [] for router, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:55:31.862137 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-72ab648f-0871-4243-a2b5-4572c3adde07 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.9005067 Nov 05 19:55:31.865198 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 46978) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:55:31.909725 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvr_db [None req-c00a5492-bf78-461c-b06c-ef1cadfb7982 None None] Set router df58fc5f-8951-4123-93c9-7c7457c9765a gateway port host: n-d-816865-1 {{(pid=102388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 19:55:31.938671 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-62ae1a53-b3a9-476e-af34-c50163adbbdb tempest-TestNetworkAdvancedServerOps-880610799 tempest-TestNetworkAdvancedServerOps-880610799-project-admin] 10.222.0.13 "GET /v2.0/subnets?project_id=68fdb102132c4581a35bd621e01c7de2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0721776 Nov 05 19:55:31.941199 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 46982) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:55:32.033111 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2d38705-b729-46e0-8419-55fdd379a3ee tempest-TestNetworkAdvancedServerOps-880610799 tempest-TestNetworkAdvancedServerOps-880610799-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:55:32.034671 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-f2d38705-b729-46e0-8419-55fdd379a3ee tempest-TestNetworkAdvancedServerOps-880610799 tempest-TestNetworkAdvancedServerOps-880610799-project-admin] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0925376 Nov 05 19:55:32.037770 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 46984) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:55:32.071380 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-0e6350d4-a22a-43fa-a4c4-f142a7c79168 tempest-TestNetworkAdvancedServerOps-880610799 tempest-TestNetworkAdvancedServerOps-880610799-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=40c8335d-cd0b-4cb5-910a-d4dcddd5cbec&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0325067 Nov 05 19:55:32.073980 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 46986) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:55:32.079312 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-94234eb7-751a-47a1-88a0-679a8365154a tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-299913801', 'network_id': '97917088-827e-48a6-9d7a-64a2a013fc8d', 'project_id': '68fdb102132c4581a35bd621e01c7de2', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:55:32.093105 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-c00a5492-bf78-461c-b06c-ef1cadfb7982 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df58fc5f-8951-4123-93c9-7c7457c9765a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-191097788', 'tenant_id': '68fdb102132c4581a35bd621e01c7de2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.199'}], 'enable_snat': True}, 'gw_port_id': 'c790bd93-2b8e-4949-a696-4183088b40c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T19:55:30Z', 'updated_at': '2021-11-05T19:55:31Z', 'revision_number': 3, 'project_id': '68fdb102132c4581a35bd621e01c7de2', 'gw_port': {'id': 'c790bd93-2b8e-4949-a696-4183088b40c9', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:b6:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df58fc5f-8951-4123-93c9-7c7457c9765a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:55:30Z', 'updated_at': '2021-11-05T19:55:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1'}], 'n-d-816865-1', False) {} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:55:32.119264 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c00a5492-bf78-461c-b06c-ef1cadfb7982 None None] Checking router: df58fc5f-8951-4123-93c9-7c7457c9765a for host: n-d-816865-1 {{(pid=102388) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 19:55:32.119622 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c00a5492-bf78-461c-b06c-ef1cadfb7982 None None] Updating router df58fc5f-8951-4123-93c9-7c7457c9765a port c790bd93-2b8e-4949-a696-4183088b40c9 binding host n-d-816865-1 {{(pid=102388) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 05 19:55:32.151117 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c00a5492-bf78-461c-b06c-ef1cadfb7982 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:55:32.258222 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94234eb7-751a-47a1-88a0-679a8365154a tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Made reservation on behalf of 68fdb102132c4581a35bd621e01c7de2 for: {'subnet': 1} {{(pid=102387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 19:55:32.261936 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-94234eb7-751a-47a1-88a0-679a8365154a tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5112236'] for subnet, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:55:32.409496 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c00a5492-bf78-461c-b06c-ef1cadfb7982 None None] Publish callbacks [] for port, precommit_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:55:32.475634 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c00a5492-bf78-461c-b06c-ef1cadfb7982 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:55:32.510603 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-94234eb7-751a-47a1-88a0-679a8365154a tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4417463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5112218'] for subnet, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:55:32.524620 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-c00a5492-bf78-461c-b06c-ef1cadfb7982 None None] Attempting to bind port c790bd93-2b8e-4949-a696-4183088b40c9 on host n-d-816865-1 for vnic_type normal with profile {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 19:55:32.524992 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-c00a5492-bf78-461c-b06c-ef1cadfb7982 None None] Attempting to bind port c790bd93-2b8e-4949-a696-4183088b40c9 by drivers openvswitch,hyperv on host n-d-816865-1 at level 0 using segments [{'id': '85be518c-8bb4-46a2-a903-d4292782d29d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec'}] {{(pid=102388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 19:55:32.525399 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c00a5492-bf78-461c-b06c-ef1cadfb7982 None None] Attempting to bind port c790bd93-2b8e-4949-a696-4183088b40c9 on network 40c8335d-cd0b-4cb5-910a-d4dcddd5cbec {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 19:55:32.534321 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2dbb97-4e1c-4c09-afcd-e74f79ff22b2 None None] Pushing event updated for resources: {'Port': ['ID=c790bd93-2b8e-4949-a696-4183088b40c9,revision_number=2']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:55:32.538286 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c00a5492-bf78-461c-b06c-ef1cadfb7982 None None] Checking agent: {'id': '724d89a7-611b-41e6-bc85-c48112b17afa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 18, 25, 8), 'started_at': datetime.datetime(2021, 11, 5, 18, 25, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 19, 55, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 19:55:32.538665 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c00a5492-bf78-461c-b06c-ef1cadfb7982 None None] Checking segment: {'id': '85be518c-8bb4-46a2-a903-d4292782d29d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 19:55:32.539066 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c00a5492-bf78-461c-b06c-ef1cadfb7982 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:55:32.539444 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c00a5492-bf78-461c-b06c-ef1cadfb7982 None None] Bound using segment: {'id': '85be518c-8bb4-46a2-a903-d4292782d29d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec'} {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 19:55:32.539920 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-c00a5492-bf78-461c-b06c-ef1cadfb7982 None None] Bound port: c790bd93-2b8e-4949-a696-4183088b40c9, host: n-d-816865-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85be518c-8bb4-46a2-a903-d4292782d29d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec'}}] {{(pid=102388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 19:55:32.541093 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c00a5492-bf78-461c-b06c-ef1cadfb7982 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:55:32.581097 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94234eb7-751a-47a1-88a0-679a8365154a tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Pushing event updated for resources: {'Subnet': ['ID=45a4ecd9-e9bc-46ae-9cd8-0d702446f866,revision_number=0']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:55:32.588644 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94234eb7-751a-47a1-88a0-679a8365154a tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Checking segment: {'id': '44f19931-9c7f-491b-b0e8-b6b89dc493ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '97917088-827e-48a6-9d7a-64a2a013fc8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 19:55:32.589014 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94234eb7-751a-47a1-88a0-679a8365154a tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Network hostable DHCP agents. Network: 97917088-827e-48a6-9d7a-64a2a013fc8d, hostable agents: ['987e2ca0-bc3b-4c6f-a989-429ccfbf753f'], hosted agents: [] {{(pid=102387) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 05 19:55:32.605743 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-c00a5492-bf78-461c-b06c-ef1cadfb7982 None None] For port c790bd93-2b8e-4949-a696-4183088b40c9, host n-d-816865-1, cleared binding levels {{(pid=102388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 19:55:32.610875 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-c00a5492-bf78-461c-b06c-ef1cadfb7982 None None] For port c790bd93-2b8e-4949-a696-4183088b40c9, host n-d-816865-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=c790bd93-2b8e-4949-a696-4183088b40c9,segment=NetworkSegment(85be518c-8bb4-46a2-a903-d4292782d29d),segment_id=85be518c-8bb4-46a2-a903-d4292782d29d)] {{(pid=102388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 19:55:32.681001 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94234eb7-751a-47a1-88a0-679a8365154a tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Network 97917088-827e-48a6-9d7a-64a2a013fc8d is scheduled to be hosted by DHCP agent 987e2ca0-bc3b-4c6f-a989-429ccfbf753f with binding_index 1 {{(pid=102387) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 05 19:55:32.698644 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c00a5492-bf78-461c-b06c-ef1cadfb7982 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:55:32.754793 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c00a5492-bf78-461c-b06c-ef1cadfb7982 None None] Routers {'df58fc5f-8951-4123-93c9-7c7457c9765a'} bound to L3 agent in host n-d-816865-1 {{(pid=102388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 19:55:32.755408 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-c00a5492-bf78-461c-b06c-ef1cadfb7982 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T19:55:05Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['df58fc5f-8951-4123-93c9-7c7457c9765a'], 'active': True} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:55:32.790316 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2dbb97-4e1c-4c09-afcd-e74f79ff22b2 None None] Pushing event updated for resources: {'Port': ['ID=c790bd93-2b8e-4949-a696-4183088b40c9,revision_number=3']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:55:32.794623 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-03d211d7-c2fd-4eab-afec-9f3e8fdff830 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:55:32.831203 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.base_scheduler [None req-94234eb7-751a-47a1-88a0-679a8365154a tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816865-1, 97917088-827e-48a6-9d7a-64a2a013fc8d) {{(pid=102387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 19:55:32.835790 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94234eb7-751a-47a1-88a0-679a8365154a tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:55:32.836542 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-94234eb7-751a-47a1-88a0-679a8365154a tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks [] for subnet, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:55:32.842354 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dcf179d-4a35-42a9-8544-4defd5c83af9 None None] Network 97917088-827e-48a6-9d7a-64a2a013fc8d requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 19:55:32.908787 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-94234eb7-751a-47a1-88a0-679a8365154a tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.8337162 Nov 05 19:55:32.911734 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 46988) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:55:32.921620 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvr_db [None req-c00a5492-bf78-461c-b06c-ef1cadfb7982 None None] Set router df58fc5f-8951-4123-93c9-7c7457c9765a gateway port host: n-d-816865-1 {{(pid=102388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 19:55:33.300338 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc9672a5-4afc-4dc3-b500-f855d5e6cbff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeb20a084-accf-5b60-8075-3e69ebe863a6-97917088-827e-48a6-9d7a-64a2a013fc8d', 'network_id': '97917088-827e-48a6-9d7a-64a2a013fc8d', 'tenant_id': '68fdb102132c4581a35bd621e01c7de2', 'fixed_ips': [{'subnet_id': '45a4ecd9-e9bc-46ae-9cd8-0d702446f866'}]}} from n-d-816865-1. {{(pid=102388) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 05 19:55:33.301217 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-dc9672a5-4afc-4dc3-b500-f855d5e6cbff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:55:33.349402 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-ce39a04c-025c-49fe-a0b1-da3d6a8c45c6 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:55:33.392040 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-c00a5492-bf78-461c-b06c-ef1cadfb7982 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df58fc5f-8951-4123-93c9-7c7457c9765a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-191097788', 'tenant_id': '68fdb102132c4581a35bd621e01c7de2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.199'}], 'enable_snat': True}, 'gw_port_id': 'c790bd93-2b8e-4949-a696-4183088b40c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T19:55:30Z', 'updated_at': '2021-11-05T19:55:31Z', 'revision_number': 3, 'project_id': '68fdb102132c4581a35bd621e01c7de2', 'gw_port': {'id': 'c790bd93-2b8e-4949-a696-4183088b40c9', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:b6:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df58fc5f-8951-4123-93c9-7c7457c9765a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:55:30Z', 'updated_at': '2021-11-05T19:55:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1'}], 'n-d-816865-1', False) {} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:55:33.427841 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c00a5492-bf78-461c-b06c-ef1cadfb7982 None None] The sync data for ids ['df58fc5f-8951-4123-93c9-7c7457c9765a'] in n-d-816865-1 is: [{'id': 'df58fc5f-8951-4123-93c9-7c7457c9765a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-191097788', 'tenant_id': '68fdb102132c4581a35bd621e01c7de2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.199'}], 'enable_snat': True}, 'gw_port_id': 'c790bd93-2b8e-4949-a696-4183088b40c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T19:55:30Z', 'updated_at': '2021-11-05T19:55:31Z', 'revision_number': 3, 'project_id': '68fdb102132c4581a35bd621e01c7de2', 'gw_port': {'id': 'c790bd93-2b8e-4949-a696-4183088b40c9', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:b6:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df58fc5f-8951-4123-93c9-7c7457c9765a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:55:30Z', 'updated_at': '2021-11-05T19:55:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1'}] {{(pid=102388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 19:55:33.484378 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.db_base_plugin_common [None req-dc9672a5-4afc-4dc3-b500-f855d5e6cbff None None] Allocated IP 172.20.0.2 (97917088-827e-48a6-9d7a-64a2a013fc8d/45a4ecd9-e9bc-46ae-9cd8-0d702446f866/691405bd-de3f-4406-866b-68ae86651c55) {{(pid=102388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 19:55:33.640269 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-dc9672a5-4afc-4dc3-b500-f855d5e6cbff None None] Publish callbacks [] for port, precommit_create {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:55:33.711509 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-dc9672a5-4afc-4dc3-b500-f855d5e6cbff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789'] for port, after_create {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:55:33.756680 n-d-816865-1 neutron-server[102388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc9672a5-4afc-4dc3-b500-f855d5e6cbff None None] Network 97917088-827e-48a6-9d7a-64a2a013fc8d is already hosted by enough agents. {{(pid=102388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 19:55:33.758175 n-d-816865-1 neutron-server[102388]: DEBUG neutron.scheduler.base_scheduler [None req-dc9672a5-4afc-4dc3-b500-f855d5e6cbff None None] Resources bound (agent type, host, resource id): {{(pid=102388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 19:55:33.761799 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc9672a5-4afc-4dc3-b500-f855d5e6cbff None None] Received port after_create {{(pid=102388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 19:55:33.766927 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.db_base_plugin_common [None req-ce39a04c-025c-49fe-a0b1-da3d6a8c45c6 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Allocated IP 172.20.0.1 (97917088-827e-48a6-9d7a-64a2a013fc8d/45a4ecd9-e9bc-46ae-9cd8-0d702446f866/e73b1e5c-cd08-40a2-9ced-d3cebfb7f2dc) {{(pid=102387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 19:55:33.777450 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9672a5-4afc-4dc3-b500-f855d5e6cbff None None] Pushing event updated for resources: {'Port': ['ID=691405bd-de3f-4406-866b-68ae86651c55,revision_number=1']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:55:33.839657 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-dc9672a5-4afc-4dc3-b500-f855d5e6cbff None None] Attempting to bind port 691405bd-de3f-4406-866b-68ae86651c55 on host n-d-816865-1 for vnic_type normal with profile {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 19:55:33.840334 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-dc9672a5-4afc-4dc3-b500-f855d5e6cbff None None] Attempting to bind port 691405bd-de3f-4406-866b-68ae86651c55 by drivers openvswitch,hyperv on host n-d-816865-1 at level 0 using segments [{'id': '44f19931-9c7f-491b-b0e8-b6b89dc493ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '97917088-827e-48a6-9d7a-64a2a013fc8d'}] {{(pid=102388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 19:55:33.840446 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc9672a5-4afc-4dc3-b500-f855d5e6cbff None None] Attempting to bind port 691405bd-de3f-4406-866b-68ae86651c55 on network 97917088-827e-48a6-9d7a-64a2a013fc8d {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 19:55:33.846847 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc9672a5-4afc-4dc3-b500-f855d5e6cbff None None] Checking agent: {'id': '724d89a7-611b-41e6-bc85-c48112b17afa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 18, 25, 8), 'started_at': datetime.datetime(2021, 11, 5, 18, 25, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 19, 55, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 19:55:33.847235 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc9672a5-4afc-4dc3-b500-f855d5e6cbff None None] Checking segment: {'id': '44f19931-9c7f-491b-b0e8-b6b89dc493ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '97917088-827e-48a6-9d7a-64a2a013fc8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 19:55:33.847646 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-dc9672a5-4afc-4dc3-b500-f855d5e6cbff None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:55:33.848511 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc9672a5-4afc-4dc3-b500-f855d5e6cbff None None] Bound using segment: {'id': '44f19931-9c7f-491b-b0e8-b6b89dc493ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '97917088-827e-48a6-9d7a-64a2a013fc8d'} {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 19:55:33.848511 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-dc9672a5-4afc-4dc3-b500-f855d5e6cbff None None] Bound port: 691405bd-de3f-4406-866b-68ae86651c55, host: n-d-816865-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44f19931-9c7f-491b-b0e8-b6b89dc493ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '97917088-827e-48a6-9d7a-64a2a013fc8d'}}] {{(pid=102388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 19:55:33.848919 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-dc9672a5-4afc-4dc3-b500-f855d5e6cbff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:55:33.896003 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-ce39a04c-025c-49fe-a0b1-da3d6a8c45c6 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks [] for port, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:55:33.916881 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-dc9672a5-4afc-4dc3-b500-f855d5e6cbff None None] For port 691405bd-de3f-4406-866b-68ae86651c55, host n-d-816865-1, cleared binding levels {{(pid=102388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 19:55:33.920242 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-dc9672a5-4afc-4dc3-b500-f855d5e6cbff None None] For port 691405bd-de3f-4406-866b-68ae86651c55, host n-d-816865-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=691405bd-de3f-4406-866b-68ae86651c55,segment=NetworkSegment(44f19931-9c7f-491b-b0e8-b6b89dc493ce),segment_id=44f19931-9c7f-491b-b0e8-b6b89dc493ce)] {{(pid=102388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 19:55:33.969005 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-dc9672a5-4afc-4dc3-b500-f855d5e6cbff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:55:33.986216 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-ce39a04c-025c-49fe-a0b1-da3d6a8c45c6 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4417063'] for port, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:55:34.044605 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9672a5-4afc-4dc3-b500-f855d5e6cbff None None] Pushing event updated for resources: {'Port': ['ID=691405bd-de3f-4406-866b-68ae86651c55,revision_number=2']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:55:34.057917 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce39a04c-025c-49fe-a0b1-da3d6a8c45c6 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Network 97917088-827e-48a6-9d7a-64a2a013fc8d is already hosted by enough agents. {{(pid=102387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 19:55:34.062337 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.base_scheduler [None req-ce39a04c-025c-49fe-a0b1-da3d6a8c45c6 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Resources bound (agent type, host, resource id): {{(pid=102387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 19:55:34.065017 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce39a04c-025c-49fe-a0b1-da3d6a8c45c6 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Received port after_create {{(pid=102387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 19:55:34.092869 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce39a04c-025c-49fe-a0b1-da3d6a8c45c6 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Pushing event updated for resources: {'Port': ['ID=e73b1e5c-cd08-40a2-9ced-d3cebfb7f2dc,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:55:34.116918 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-ce39a04c-025c-49fe-a0b1-da3d6a8c45c6 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-571770'] for router_interface, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:55:34.309240 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-ce39a04c-025c-49fe-a0b1-da3d6a8c45c6 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:55:34.584138 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-ce39a04c-025c-49fe-a0b1-da3d6a8c45c6 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks [] for port, precommit_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:55:34.682454 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-ce39a04c-025c-49fe-a0b1-da3d6a8c45c6 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4417072'] for port, after_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:55:34.759388 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce39a04c-025c-49fe-a0b1-da3d6a8c45c6 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Pushing event updated for resources: {'Port': ['ID=e73b1e5c-cd08-40a2-9ced-d3cebfb7f2dc,revision_number=2']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:55:34.762889 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-ce39a04c-025c-49fe-a0b1-da3d6a8c45c6 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-597863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-571878'] for router_interface, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:55:35.016552 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:55:35.120825 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device c790bd93-2b8e-4949-a696-4183088b40c9 up at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 19:55:35.172509 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Provisioning complete for port c790bd93-2b8e-4949-a696-4183088b40c9 triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:55:35.172880 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:55:35.182478 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce39a04c-025c-49fe-a0b1-da3d6a8c45c6 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Network 97917088-827e-48a6-9d7a-64a2a013fc8d is already hosted by enough agents. {{(pid=102387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 19:55:35.183839 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.base_scheduler [None req-ce39a04c-025c-49fe-a0b1-da3d6a8c45c6 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Resources bound (agent type, host, resource id): {{(pid=102387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 19:55:35.251453 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:55:35.272922 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] For port c790bd93-2b8e-4949-a696-4183088b40c9, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=c790bd93-2b8e-4949-a696-4183088b40c9,segment=NetworkSegment(85be518c-8bb4-46a2-a903-d4292782d29d),segment_id=85be518c-8bb4-46a2-a903-d4292782d29d)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:55:35.303559 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce39a04c-025c-49fe-a0b1-da3d6a8c45c6 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Router df58fc5f-8951-4123-93c9-7c7457c9765a has already been hosted by L3 agent 6dcb5589-8e86-4616-9186-ddc4548e13ad {{(pid=102387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 19:55:35.350993 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:55:35.351949 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 691405bd-de3f-4406-866b-68ae86651c55 up at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 19:55:35.434116 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce39a04c-025c-49fe-a0b1-da3d6a8c45c6 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Notify agent at l3_agent.n-d-816865-1 the message routers_updated {{(pid=102387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 19:55:35.448667 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-ce39a04c-025c-49fe-a0b1-da3d6a8c45c6 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] 10.222.0.13 "PUT /v2.0/routers/df58fc5f-8951-4123-93c9-7c7457c9765a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5271351 Nov 05 19:55:35.448795 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5a3ddbf-8499-4d54-96a1-63c3064a3a7b None None] Sync routers for ids ['df58fc5f-8951-4123-93c9-7c7457c9765a'] in n-d-816865-1 {{(pid=102389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 19:55:35.459396 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Pushing event updated for resources: {'Port': ['ID=c790bd93-2b8e-4949-a696-4183088b40c9,revision_number=4']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:55:35.460954 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5a3ddbf-8499-4d54-96a1-63c3064a3a7b None None] Routers {'df58fc5f-8951-4123-93c9-7c7457c9765a'} bound to L3 agent in host n-d-816865-1 {{(pid=102389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 19:55:35.461597 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-b5a3ddbf-8499-4d54-96a1-63c3064a3a7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T19:55:05Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['df58fc5f-8951-4123-93c9-7c7457c9765a'], 'active': True} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:55:35.476966 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Provisioning complete for port 691405bd-de3f-4406-866b-68ae86651c55 triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:55:35.477499 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:55:35.521744 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-e9bf9870-c200-46a5-a8c7-cfe606146ca1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:55:35.582202 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:55:35.596179 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvr_db [None req-b5a3ddbf-8499-4d54-96a1-63c3064a3a7b None None] Set router df58fc5f-8951-4123-93c9-7c7457c9765a gateway port host: n-d-816865-1 {{(pid=102389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 19:55:35.623535 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] For port 691405bd-de3f-4406-866b-68ae86651c55, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=691405bd-de3f-4406-866b-68ae86651c55,segment=NetworkSegment(44f19931-9c7f-491b-b0e8-b6b89dc493ce),segment_id=44f19931-9c7f-491b-b0e8-b6b89dc493ce)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:55:35.631165 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-a36c87f0-839a-411f-8f2a-73274cafd0e9 req-2b28ca33-0947-4936-8fe5-a1c668c0e2dc tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-88209662&fields=id&tenant_id=68fdb102132c4581a35bd621e01c7de2 HTTP/1.1" status: 200 len: 267 time: 0.0513308 Nov 05 19:55:35.683651 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a93a2a7-47b1-40a1-a401-663f13a8d319 None None] Network 97917088-827e-48a6-9d7a-64a2a013fc8d requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 19:55:35.707956 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:55:35.754931 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36c87f0-839a-411f-8f2a-73274cafd0e9 req-94d4496c-58fc-4190-89ed-2ee129fb9fb9 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:55:35.756477 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-a36c87f0-839a-411f-8f2a-73274cafd0e9 req-94d4496c-58fc-4190-89ed-2ee129fb9fb9 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] 10.222.0.13 "GET /v2.0/networks?id=97917088-827e-48a6-9d7a-64a2a013fc8d HTTP/1.1" status: 200 len: 797 time: 0.1182671 Nov 05 19:55:35.776796 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-a36c87f0-839a-411f-8f2a-73274cafd0e9 req-081f798e-6484-45de-bf12-af8cdb334775 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] 10.222.0.13 "GET /v2.0/quotas/68fdb102132c4581a35bd621e01c7de2 HTTP/1.1" status: 200 len: 375 time: 0.0099235 Nov 05 19:55:35.815281 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-b5a3ddbf-8499-4d54-96a1-63c3064a3a7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df58fc5f-8951-4123-93c9-7c7457c9765a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-191097788', 'tenant_id': '68fdb102132c4581a35bd621e01c7de2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.199'}], 'enable_snat': True}, 'gw_port_id': 'c790bd93-2b8e-4949-a696-4183088b40c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T19:55:30Z', 'updated_at': '2021-11-05T19:55:34Z', 'revision_number': 4, 'project_id': '68fdb102132c4581a35bd621e01c7de2', 'gw_port': {'id': 'c790bd93-2b8e-4949-a696-4183088b40c9', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:b6:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df58fc5f-8951-4123-93c9-7c7457c9765a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:55:30Z', 'updated_at': '2021-11-05T19:55:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1', '_interfaces': [{'id': 'e73b1e5c-cd08-40a2-9ced-d3cebfb7f2dc', 'name': '', 'network_id': '97917088-827e-48a6-9d7a-64a2a013fc8d', 'tenant_id': '68fdb102132c4581a35bd621e01c7de2', 'mac_address': 'fa:16:3e:5b:9c:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df58fc5f-8951-4123-93c9-7c7457c9765a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '45a4ecd9-e9bc-46ae-9cd8-0d702446f866', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:55:33Z', 'updated_at': '2021-11-05T19:55:34Z', 'revision_number': 2, 'project_id': '68fdb102132c4581a35bd621e01c7de2', 'subnets': [{'id': '45a4ecd9-e9bc-46ae-9cd8-0d702446f866', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-1', False) {} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:55:35.816162 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-1a558323-a678-4e51-bd9b-82bdc8acf16d None None] Provisioning complete for port 691405bd-de3f-4406-866b-68ae86651c55 triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:55:35.816698 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-1a558323-a678-4e51-bd9b-82bdc8acf16d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:55:35.835508 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-a36c87f0-839a-411f-8f2a-73274cafd0e9 req-c1cb87a9-8daf-4575-8370-b29486b9ccbc tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=68fdb102132c4581a35bd621e01c7de2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0518565 Nov 05 19:55:35.845019 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Pushing event updated for resources: {'Port': ['ID=691405bd-de3f-4406-866b-68ae86651c55,revision_number=3']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:55:35.846143 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5a3ddbf-8499-4d54-96a1-63c3064a3a7b None None] Checking router: df58fc5f-8951-4123-93c9-7c7457c9765a for host: n-d-816865-1 {{(pid=102389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 19:55:35.846576 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5a3ddbf-8499-4d54-96a1-63c3064a3a7b None None] Updating router df58fc5f-8951-4123-93c9-7c7457c9765a port e73b1e5c-cd08-40a2-9ced-d3cebfb7f2dc binding host n-d-816865-1 {{(pid=102389) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 05 19:55:35.882775 n-d-816865-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-b5a3ddbf-8499-4d54-96a1-63c3064a3a7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:55:35.945093 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-a36c87f0-839a-411f-8f2a-73274cafd0e9 req-e74861eb-abff-4522-b60b-afd7c8e51fb7 service neutron] 10.222.0.13 "GET /v2.0/networks/97917088-827e-48a6-9d7a-64a2a013fc8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939829 Nov 05 19:55:36.046383 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-a36c87f0-839a-411f-8f2a-73274cafd0e9 req-49dccf14-a577-4af2-903e-6cd9267cc2ba service neutron] 10.222.0.13 "GET /v2.0/networks/97917088-827e-48a6-9d7a-64a2a013fc8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937657 Nov 05 19:55:36.171223 n-d-816865-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-b5a3ddbf-8499-4d54-96a1-63c3064a3a7b None None] Publish callbacks [] for port, precommit_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:55:36.237075 n-d-816865-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-b5a3ddbf-8499-4d54-96a1-63c3064a3a7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:55:36.300829 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4c5d86-42ff-4971-9abe-e21692261ae4 None None] Pushing event updated for resources: {'Port': ['ID=e73b1e5c-cd08-40a2-9ced-d3cebfb7f2dc,revision_number=3']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:55:36.305755 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-584af956-d2a2-4dcf-b405-afbefc6b6a8b None None] Provisioning complete for port 691405bd-de3f-4406-866b-68ae86651c55 triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:55:36.308292 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-584af956-d2a2-4dcf-b405-afbefc6b6a8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:55:36.316666 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-c61ad7f8-08bc-48fd-b733-91e7cd5d5602 req-5b20884b-29ff-4fb9-981c-e6022a897ee6 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ca244c2-c58f-4a7f-9d21-deac6043d695 HTTP/1.1" status: 200 len: 210 time: 0.0556355 Nov 05 19:55:36.333616 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f4c5d86-42ff-4971-9abe-e21692261ae4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:55:36.333616 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f4c5d86-42ff-4971-9abe-e21692261ae4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:55:36.333616 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f4c5d86-42ff-4971-9abe-e21692261ae4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:55:36.333616 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f4c5d86-42ff-4971-9abe-e21692261ae4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:55:36.333616 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f4c5d86-42ff-4971-9abe-e21692261ae4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:55:36.333616 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f4c5d86-42ff-4971-9abe-e21692261ae4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:55:36.333616 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f4c5d86-42ff-4971-9abe-e21692261ae4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:55:36.333616 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f4c5d86-42ff-4971-9abe-e21692261ae4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:55:36.334655 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f4c5d86-42ff-4971-9abe-e21692261ae4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:55:36.334998 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f4c5d86-42ff-4971-9abe-e21692261ae4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:55:36.335417 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f4c5d86-42ff-4971-9abe-e21692261ae4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:55:36.335837 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f4c5d86-42ff-4971-9abe-e21692261ae4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:55:36.381084 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.managers [None req-b5a3ddbf-8499-4d54-96a1-63c3064a3a7b None None] Attempting to bind port e73b1e5c-cd08-40a2-9ced-d3cebfb7f2dc on host n-d-816865-1 for vnic_type normal with profile {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 19:55:36.382780 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.managers [None req-b5a3ddbf-8499-4d54-96a1-63c3064a3a7b None None] Attempting to bind port e73b1e5c-cd08-40a2-9ced-d3cebfb7f2dc by drivers openvswitch,hyperv on host n-d-816865-1 at level 0 using segments [{'id': '44f19931-9c7f-491b-b0e8-b6b89dc493ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '97917088-827e-48a6-9d7a-64a2a013fc8d'}] {{(pid=102389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 19:55:36.383149 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5a3ddbf-8499-4d54-96a1-63c3064a3a7b None None] Attempting to bind port e73b1e5c-cd08-40a2-9ced-d3cebfb7f2dc on network 97917088-827e-48a6-9d7a-64a2a013fc8d {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 19:55:36.389307 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5a3ddbf-8499-4d54-96a1-63c3064a3a7b None None] Checking agent: {'id': '724d89a7-611b-41e6-bc85-c48112b17afa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 18, 25, 8), 'started_at': datetime.datetime(2021, 11, 5, 18, 25, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 19, 55, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 19:55:36.390586 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5a3ddbf-8499-4d54-96a1-63c3064a3a7b None None] Checking segment: {'id': '44f19931-9c7f-491b-b0e8-b6b89dc493ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '97917088-827e-48a6-9d7a-64a2a013fc8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 19:55:36.390586 n-d-816865-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-b5a3ddbf-8499-4d54-96a1-63c3064a3a7b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:55:36.390849 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5a3ddbf-8499-4d54-96a1-63c3064a3a7b None None] Bound using segment: {'id': '44f19931-9c7f-491b-b0e8-b6b89dc493ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '97917088-827e-48a6-9d7a-64a2a013fc8d'} {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 19:55:36.391586 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.managers [None req-b5a3ddbf-8499-4d54-96a1-63c3064a3a7b None None] Bound port: e73b1e5c-cd08-40a2-9ced-d3cebfb7f2dc, host: n-d-816865-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44f19931-9c7f-491b-b0e8-b6b89dc493ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '97917088-827e-48a6-9d7a-64a2a013fc8d'}}] {{(pid=102389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 19:55:36.392191 n-d-816865-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-b5a3ddbf-8499-4d54-96a1-63c3064a3a7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:55:36.439981 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-584af956-d2a2-4dcf-b405-afbefc6b6a8b None None] Provisioning complete for port e73b1e5c-cd08-40a2-9ced-d3cebfb7f2dc triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:55:36.440535 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-584af956-d2a2-4dcf-b405-afbefc6b6a8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:55:36.472406 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [None req-b5a3ddbf-8499-4d54-96a1-63c3064a3a7b None None] For port e73b1e5c-cd08-40a2-9ced-d3cebfb7f2dc, host n-d-816865-1, cleared binding levels {{(pid=102389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 19:55:36.475777 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [None req-b5a3ddbf-8499-4d54-96a1-63c3064a3a7b None None] For port e73b1e5c-cd08-40a2-9ced-d3cebfb7f2dc, host n-d-816865-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=e73b1e5c-cd08-40a2-9ced-d3cebfb7f2dc,segment=NetworkSegment(44f19931-9c7f-491b-b0e8-b6b89dc493ce),segment_id=44f19931-9c7f-491b-b0e8-b6b89dc493ce)] {{(pid=102389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 19:55:36.488802 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-584af956-d2a2-4dcf-b405-afbefc6b6a8b None None] Port e73b1e5c-cd08-40a2-9ced-d3cebfb7f2dc cannot update to ACTIVE because it is not bound. {{(pid=102388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 19:55:36.552097 n-d-816865-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-b5a3ddbf-8499-4d54-96a1-63c3064a3a7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:55:36.562824 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b304910f-7b27-444b-a8fc-977d26b1ceac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:55:36.611788 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5a3ddbf-8499-4d54-96a1-63c3064a3a7b None None] Routers {'df58fc5f-8951-4123-93c9-7c7457c9765a'} bound to L3 agent in host n-d-816865-1 {{(pid=102389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 19:55:36.612596 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-b5a3ddbf-8499-4d54-96a1-63c3064a3a7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T19:55:35Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['df58fc5f-8951-4123-93c9-7c7457c9765a'], 'active': True} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:55:36.618065 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-10c0235a-b087-4d3c-9e29-f4e0db98870d None None] Provisioning complete for port e73b1e5c-cd08-40a2-9ced-d3cebfb7f2dc triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:55:36.621234 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-10c0235a-b087-4d3c-9e29-f4e0db98870d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:55:36.657690 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4c5d86-42ff-4971-9abe-e21692261ae4 None None] Pushing event updated for resources: {'Port': ['ID=e73b1e5c-cd08-40a2-9ced-d3cebfb7f2dc,revision_number=4']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:55:36.712890 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-10c0235a-b087-4d3c-9e29-f4e0db98870d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:55:36.729668 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvr_db [None req-b5a3ddbf-8499-4d54-96a1-63c3064a3a7b None None] Set router df58fc5f-8951-4123-93c9-7c7457c9765a gateway port host: n-d-816865-1 {{(pid=102389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 19:55:36.747535 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-10c0235a-b087-4d3c-9e29-f4e0db98870d None None] For port e73b1e5c-cd08-40a2-9ced-d3cebfb7f2dc, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=e73b1e5c-cd08-40a2-9ced-d3cebfb7f2dc,segment=NetworkSegment(44f19931-9c7f-491b-b0e8-b6b89dc493ce),segment_id=44f19931-9c7f-491b-b0e8-b6b89dc493ce)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:55:36.820169 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-10c0235a-b087-4d3c-9e29-f4e0db98870d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:55:36.879539 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c0235a-b087-4d3c-9e29-f4e0db98870d None None] Pushing event updated for resources: {'Port': ['ID=e73b1e5c-cd08-40a2-9ced-d3cebfb7f2dc,revision_number=5']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:55:36.950252 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-e34cff86-0367-4132-8ad2-bbe92dd17bf8 None None] Provisioning complete for port e73b1e5c-cd08-40a2-9ced-d3cebfb7f2dc triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:55:36.950622 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-e34cff86-0367-4132-8ad2-bbe92dd17bf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:55:37.039534 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:55:37.054638 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-b5a3ddbf-8499-4d54-96a1-63c3064a3a7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df58fc5f-8951-4123-93c9-7c7457c9765a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-191097788', 'tenant_id': '68fdb102132c4581a35bd621e01c7de2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.199'}], 'enable_snat': True}, 'gw_port_id': 'c790bd93-2b8e-4949-a696-4183088b40c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T19:55:30Z', 'updated_at': '2021-11-05T19:55:34Z', 'revision_number': 4, 'project_id': '68fdb102132c4581a35bd621e01c7de2', 'gw_port': {'id': 'c790bd93-2b8e-4949-a696-4183088b40c9', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:b6:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df58fc5f-8951-4123-93c9-7c7457c9765a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:55:30Z', 'updated_at': '2021-11-05T19:55:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1', '_interfaces': [{'id': 'e73b1e5c-cd08-40a2-9ced-d3cebfb7f2dc', 'name': '', 'network_id': '97917088-827e-48a6-9d7a-64a2a013fc8d', 'tenant_id': '68fdb102132c4581a35bd621e01c7de2', 'mac_address': 'fa:16:3e:5b:9c:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df58fc5f-8951-4123-93c9-7c7457c9765a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '45a4ecd9-e9bc-46ae-9cd8-0d702446f866', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:55:33Z', 'updated_at': '2021-11-05T19:55:36Z', 'revision_number': 4, 'project_id': '68fdb102132c4581a35bd621e01c7de2', 'subnets': [{'id': '45a4ecd9-e9bc-46ae-9cd8-0d702446f866', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-1', False) {} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:55:37.088927 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5a3ddbf-8499-4d54-96a1-63c3064a3a7b None None] The sync data for ids ['df58fc5f-8951-4123-93c9-7c7457c9765a'] in n-d-816865-1 is: [{'id': 'df58fc5f-8951-4123-93c9-7c7457c9765a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-191097788', 'tenant_id': '68fdb102132c4581a35bd621e01c7de2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.199'}], 'enable_snat': True}, 'gw_port_id': 'c790bd93-2b8e-4949-a696-4183088b40c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T19:55:30Z', 'updated_at': '2021-11-05T19:55:34Z', 'revision_number': 4, 'project_id': '68fdb102132c4581a35bd621e01c7de2', 'gw_port': {'id': 'c790bd93-2b8e-4949-a696-4183088b40c9', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:b6:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df58fc5f-8951-4123-93c9-7c7457c9765a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:55:30Z', 'updated_at': '2021-11-05T19:55:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1', '_interfaces': [{'id': 'e73b1e5c-cd08-40a2-9ced-d3cebfb7f2dc', 'name': '', 'network_id': '97917088-827e-48a6-9d7a-64a2a013fc8d', 'tenant_id': '68fdb102132c4581a35bd621e01c7de2', 'mac_address': 'fa:16:3e:5b:9c:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df58fc5f-8951-4123-93c9-7c7457c9765a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '45a4ecd9-e9bc-46ae-9cd8-0d702446f866', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:55:33Z', 'updated_at': '2021-11-05T19:55:36Z', 'revision_number': 4, 'project_id': '68fdb102132c4581a35bd621e01c7de2', 'subnets': [{'id': '45a4ecd9-e9bc-46ae-9cd8-0d702446f866', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 19:55:37.094593 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device c790bd93-2b8e-4949-a696-4183088b40c9 up at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 19:55:37.171630 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Provisioning complete for port c790bd93-2b8e-4949-a696-4183088b40c9 triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:55:37.172025 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:55:37.275262 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 691405bd-de3f-4406-866b-68ae86651c55 up at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 19:55:37.318323 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-b99cb3ec-9bd4-4d4e-8d51-5cba702136f6 None None] Provisioning complete for port e73b1e5c-cd08-40a2-9ced-d3cebfb7f2dc triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:55:37.318971 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b99cb3ec-9bd4-4d4e-8d51-5cba702136f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:55:37.365920 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Provisioning complete for port 691405bd-de3f-4406-866b-68ae86651c55 triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:55:37.366282 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:55:37.429308 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-8a90a1f2-3adc-4281-8e64-0dca48b497b4 req-3d9bc993-41b5-4177-a4e4-ee8ac8da579e tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ca244c2-c58f-4a7f-9d21-deac6043d695 HTTP/1.1" status: 200 len: 210 time: 0.0296080 Nov 05 19:55:38.497549 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36c87f0-839a-411f-8f2a-73274cafd0e9 req-f17bb6e4-4ced-47c3-994e-0a5f9f203ad9 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:55:38.500280 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-a36c87f0-839a-411f-8f2a-73274cafd0e9 req-f17bb6e4-4ced-47c3-994e-0a5f9f203ad9 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] 10.222.0.55 "GET /v2.0/networks?id=97917088-827e-48a6-9d7a-64a2a013fc8d HTTP/1.1" status: 200 len: 797 time: 0.1176145 Nov 05 19:55:38.511380 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-31f93893-a48e-4ae8-833d-dccb2b42eacc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:55:38.565873 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-2ed8a1b1-945b-4624-bc0f-c10a3a5ba262 req-3ed8d9c3-6583-468f-add8-379cc7ff596d tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ca244c2-c58f-4a7f-9d21-deac6043d695 HTTP/1.1" status: 200 len: 210 time: 0.0346811 Nov 05 19:55:38.574879 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:55:38.580875 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-a36c87f0-839a-411f-8f2a-73274cafd0e9 req-76d70333-452c-4c83-b072-285898f0903b tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=68fdb102132c4581a35bd621e01c7de2 HTTP/1.1" status: 200 len: 378 time: 0.0646343 Nov 05 19:55:38.600269 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [req-a36c87f0-839a-411f-8f2a-73274cafd0e9 req-e78aa9a2-4627-4fb4-8dbf-0bc424e9dee6 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Request body: {'port': {'device_id': '3ca244c2-c58f-4a7f-9d21-deac6043d695', 'network_id': '97917088-827e-48a6-9d7a-64a2a013fc8d', 'admin_state_up': True, 'tenant_id': '68fdb102132c4581a35bd621e01c7de2', 'security_groups': ['e3ce8ce2-282a-4900-9ee0-2df414901033']}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:55:38.797036 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a36c87f0-839a-411f-8f2a-73274cafd0e9 req-e78aa9a2-4627-4fb4-8dbf-0bc424e9dee6 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Made reservation on behalf of 68fdb102132c4581a35bd621e01c7de2 for: {'port': 1} {{(pid=102386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 19:55:38.800573 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-a36c87f0-839a-411f-8f2a-73274cafd0e9 req-e78aa9a2-4627-4fb4-8dbf-0bc424e9dee6 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:55:38.932367 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.db_base_plugin_common [req-a36c87f0-839a-411f-8f2a-73274cafd0e9 req-e78aa9a2-4627-4fb4-8dbf-0bc424e9dee6 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Allocated IP 172.20.0.7 (97917088-827e-48a6-9d7a-64a2a013fc8d/45a4ecd9-e9bc-46ae-9cd8-0d702446f866/ada00aa3-1b31-427d-9303-56061002b840) {{(pid=102386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 19:55:39.077503 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-a36c87f0-839a-411f-8f2a-73274cafd0e9 req-e78aa9a2-4627-4fb4-8dbf-0bc424e9dee6 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks [] for port, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:55:39.100842 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device e73b1e5c-cd08-40a2-9ced-d3cebfb7f2dc up at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 19:55:39.154802 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Provisioning complete for port e73b1e5c-cd08-40a2-9ced-d3cebfb7f2dc triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:55:39.155302 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:55:39.157483 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-a36c87f0-839a-411f-8f2a-73274cafd0e9 req-e78aa9a2-4627-4fb4-8dbf-0bc424e9dee6 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:55:39.208844 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a36c87f0-839a-411f-8f2a-73274cafd0e9 req-e78aa9a2-4627-4fb4-8dbf-0bc424e9dee6 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Network 97917088-827e-48a6-9d7a-64a2a013fc8d is already hosted by enough agents. {{(pid=102386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 19:55:39.212132 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.base_scheduler [req-a36c87f0-839a-411f-8f2a-73274cafd0e9 req-e78aa9a2-4627-4fb4-8dbf-0bc424e9dee6 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Resources bound (agent type, host, resource id): {{(pid=102386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 19:55:39.217585 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [req-a36c87f0-839a-411f-8f2a-73274cafd0e9 req-e78aa9a2-4627-4fb4-8dbf-0bc424e9dee6 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Received port after_create {{(pid=102386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 19:55:39.221457 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78aa9a2-4627-4fb4-8dbf-0bc424e9dee6 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Pushing event updated for resources: {'Port': ['ID=ada00aa3-1b31-427d-9303-56061002b840,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:55:39.272547 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36c87f0-839a-411f-8f2a-73274cafd0e9 req-e78aa9a2-4627-4fb4-8dbf-0bc424e9dee6 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:55:39.273513 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-a36c87f0-839a-411f-8f2a-73274cafd0e9 req-e78aa9a2-4627-4fb4-8dbf-0bc424e9dee6 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:55:39.380954 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-a36c87f0-839a-411f-8f2a-73274cafd0e9 req-e78aa9a2-4627-4fb4-8dbf-0bc424e9dee6 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7906399 Nov 05 19:55:39.439105 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [req-a36c87f0-839a-411f-8f2a-73274cafd0e9 req-39db3e39-9753-4f30-8a1e-c216f7f9e7d9 service neutron] Request body: {'port': {'device_id': '3ca244c2-c58f-4a7f-9d21-deac6043d695', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816865-1'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:55:39.486648 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-48980d46-0372-4f9d-a366-913c2d6b24cd None None] Provisioning complete for port ada00aa3-1b31-427d-9303-56061002b840 triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:55:39.486648 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-48980d46-0372-4f9d-a366-913c2d6b24cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:55:39.495646 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-a36c87f0-839a-411f-8f2a-73274cafd0e9 req-39db3e39-9753-4f30-8a1e-c216f7f9e7d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:55:39.521082 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-48980d46-0372-4f9d-a366-913c2d6b24cd None None] Port ada00aa3-1b31-427d-9303-56061002b840 cannot update to ACTIVE because it is not bound. {{(pid=102388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 19:55:39.696194 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b63ae2-12c5-47ce-b8e8-ee263dd79211 req-36bd8bd7-d968-49b1-bc45-ba9de40c48ca tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:55:39.697688 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-04b63ae2-12c5-47ce-b8e8-ee263dd79211 req-36bd8bd7-d968-49b1-bc45-ba9de40c48ca tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ca244c2-c58f-4a7f-9d21-deac6043d695 HTTP/1.1" status: 200 len: 931 time: 0.0495541 Nov 05 19:55:39.750294 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-04b63ae2-12c5-47ce-b8e8-ee263dd79211 req-e05bef09-0863-4f24-a508-679931036cc2 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] 10.222.0.13 "GET /v2.0/security-groups?id=e3ce8ce2-282a-4900-9ee0-2df414901033&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0455964 Nov 05 19:55:39.762691 n-d-816865-1 neutron-server[102386]: DEBUG neutron.notifiers.nova [req-a36c87f0-839a-411f-8f2a-73274cafd0e9 req-39db3e39-9753-4f30-8a1e-c216f7f9e7d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ada00aa3-1b31-427d-9303-56061002b840 {{(pid=102386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 19:55:39.770861 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-a36c87f0-839a-411f-8f2a-73274cafd0e9 req-39db3e39-9753-4f30-8a1e-c216f7f9e7d9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:55:39.782670 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.provisioning_blocks [req-a36c87f0-839a-411f-8f2a-73274cafd0e9 req-39db3e39-9753-4f30-8a1e-c216f7f9e7d9 service neutron] Transition to ACTIVE for port object ada00aa3-1b31-427d-9303-56061002b840 will not be triggered until provisioned by entity L2. {{(pid=102386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 05 19:55:39.870713 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-a36c87f0-839a-411f-8f2a-73274cafd0e9 req-39db3e39-9753-4f30-8a1e-c216f7f9e7d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6149821'] for port, after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:55:39.924256 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39db3e39-9753-4f30-8a1e-c216f7f9e7d9 service neutron] Pushing event updated for resources: {'Port': ['ID=ada00aa3-1b31-427d-9303-56061002b840,revision_number=2']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:55:40.000455 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [req-a36c87f0-839a-411f-8f2a-73274cafd0e9 req-39db3e39-9753-4f30-8a1e-c216f7f9e7d9 service neutron] Attempting to bind port ada00aa3-1b31-427d-9303-56061002b840 on host n-h2-816865-1 for vnic_type normal with profile {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 19:55:40.000799 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [req-a36c87f0-839a-411f-8f2a-73274cafd0e9 req-39db3e39-9753-4f30-8a1e-c216f7f9e7d9 service neutron] Attempting to bind port ada00aa3-1b31-427d-9303-56061002b840 by drivers openvswitch,hyperv on host n-h2-816865-1 at level 0 using segments [{'id': '44f19931-9c7f-491b-b0e8-b6b89dc493ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '97917088-827e-48a6-9d7a-64a2a013fc8d'}] {{(pid=102386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 19:55:40.001131 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a36c87f0-839a-411f-8f2a-73274cafd0e9 req-39db3e39-9753-4f30-8a1e-c216f7f9e7d9 service neutron] Attempting to bind port ada00aa3-1b31-427d-9303-56061002b840 on network 97917088-827e-48a6-9d7a-64a2a013fc8d {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 19:55:40.005916 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a36c87f0-839a-411f-8f2a-73274cafd0e9 req-39db3e39-9753-4f30-8a1e-c216f7f9e7d9 service neutron] Port ada00aa3-1b31-427d-9303-56061002b840 on network 97917088-827e-48a6-9d7a-64a2a013fc8d not bound, no agent of type Open vSwitch agent registered on host n-h2-816865-1 {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 19:55:40.006402 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a36c87f0-839a-411f-8f2a-73274cafd0e9 req-39db3e39-9753-4f30-8a1e-c216f7f9e7d9 service neutron] Attempting to bind port ada00aa3-1b31-427d-9303-56061002b840 on network 97917088-827e-48a6-9d7a-64a2a013fc8d {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 19:55:40.011473 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a36c87f0-839a-411f-8f2a-73274cafd0e9 req-39db3e39-9753-4f30-8a1e-c216f7f9e7d9 service neutron] Checking agent: {'id': '32aff553-696f-4891-83f5-5c176f61fe54', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816865-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 18, 33, 36), 'started_at': datetime.datetime(2021, 11, 5, 18, 33, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 19, 55, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 19:55:40.011809 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a36c87f0-839a-411f-8f2a-73274cafd0e9 req-39db3e39-9753-4f30-8a1e-c216f7f9e7d9 service neutron] Checking segment: {'id': '44f19931-9c7f-491b-b0e8-b6b89dc493ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '97917088-827e-48a6-9d7a-64a2a013fc8d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 19:55:40.012194 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a36c87f0-839a-411f-8f2a-73274cafd0e9 req-39db3e39-9753-4f30-8a1e-c216f7f9e7d9 service neutron] Bound using segment: {'id': '44f19931-9c7f-491b-b0e8-b6b89dc493ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '97917088-827e-48a6-9d7a-64a2a013fc8d'} {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 19:55:40.012624 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [req-a36c87f0-839a-411f-8f2a-73274cafd0e9 req-39db3e39-9753-4f30-8a1e-c216f7f9e7d9 service neutron] Bound port: ada00aa3-1b31-427d-9303-56061002b840, host: n-h2-816865-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '44f19931-9c7f-491b-b0e8-b6b89dc493ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '97917088-827e-48a6-9d7a-64a2a013fc8d'}}] {{(pid=102386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 19:55:40.012985 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-a36c87f0-839a-411f-8f2a-73274cafd0e9 req-39db3e39-9753-4f30-8a1e-c216f7f9e7d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:55:40.084759 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [req-a36c87f0-839a-411f-8f2a-73274cafd0e9 req-39db3e39-9753-4f30-8a1e-c216f7f9e7d9 service neutron] For port ada00aa3-1b31-427d-9303-56061002b840, host n-h2-816865-1, cleared binding levels {{(pid=102386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 19:55:40.087899 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [req-a36c87f0-839a-411f-8f2a-73274cafd0e9 req-39db3e39-9753-4f30-8a1e-c216f7f9e7d9 service neutron] For port ada00aa3-1b31-427d-9303-56061002b840, host n-h2-816865-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=ada00aa3-1b31-427d-9303-56061002b840,segment=NetworkSegment(44f19931-9c7f-491b-b0e8-b6b89dc493ce),segment_id=44f19931-9c7f-491b-b0e8-b6b89dc493ce)] {{(pid=102386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 19:55:40.168531 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-a36c87f0-839a-411f-8f2a-73274cafd0e9 req-39db3e39-9753-4f30-8a1e-c216f7f9e7d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6149821'] for port, after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:55:40.204147 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36c87f0-839a-411f-8f2a-73274cafd0e9 req-39db3e39-9753-4f30-8a1e-c216f7f9e7d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:55:40.204791 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-a36c87f0-839a-411f-8f2a-73274cafd0e9 req-39db3e39-9753-4f30-8a1e-c216f7f9e7d9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:55:40.206262 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-a36c87f0-839a-411f-8f2a-73274cafd0e9 req-39db3e39-9753-4f30-8a1e-c216f7f9e7d9 service neutron] 10.222.0.55 "PUT /v2.0/ports/ada00aa3-1b31-427d-9303-56061002b840 HTTP/1.1" status: 200 len: 1091 time: 0.8119423 Nov 05 19:55:40.206778 n-d-816865-1 neutron-server[102386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ca244c2-c58f-4a7f-9d21-deac6043d695', 'tag': 'ada00aa3-1b31-427d-9303-56061002b840'}] {{(pid=102386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 19:55:40.209045 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d24c2e9fd656c946d5f792cc44b0d4efbe125a7d17e01666b7f4dc8150dd75ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fa0caf8-eaee-4302-9967-f32b94f92772" -d '{"events": [{"name": "network-changed", "server_uuid": "3ca244c2-c58f-4a7f-9d21-deac6043d695", "tag": "ada00aa3-1b31-427d-9303-56061002b840"}]}' {{(pid=102386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 19:55:40.233560 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39db3e39-9753-4f30-8a1e-c216f7f9e7d9 service neutron] Pushing event updated for resources: {'Port': ['ID=ada00aa3-1b31-427d-9303-56061002b840,revision_number=3']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:55:40.252352 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 19:55:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cc48ce2-0b5c-4c1e-86ac-5e84131d7e42 x-openstack-request-id: req-9cc48ce2-0b5c-4c1e-86ac-5e84131d7e42 {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 19:55:40.252645 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ca244c2-c58f-4a7f-9d21-deac6043d695", "tag": "ada00aa3-1b31-427d-9303-56061002b840", "status": "completed", "code": 200}]} {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 19:55:40.252924 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9cc48ce2-0b5c-4c1e-86ac-5e84131d7e42 {{(pid=102386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 19:55:40.253314 n-d-816865-1 neutron-server[102386]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ca244c2-c58f-4a7f-9d21-deac6043d695', 'tag': 'ada00aa3-1b31-427d-9303-56061002b840', 'status': 'completed', 'code': 200} Nov 05 19:55:40.321002 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa0caf8-eaee-4302-9967-f32b94f92772 req-1923dc03-676b-458d-8bb9-0dd5c6daa10a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:55:40.322575 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-2fa0caf8-eaee-4302-9967-f32b94f92772 req-1923dc03-676b-458d-8bb9-0dd5c6daa10a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=68fdb102132c4581a35bd621e01c7de2&device_id=3ca244c2-c58f-4a7f-9d21-deac6043d695 HTTP/1.1" status: 200 len: 1094 time: 0.0431480 Nov 05 19:55:40.431181 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa0caf8-eaee-4302-9967-f32b94f92772 req-c33817fb-505d-4f3b-8260-b336fda8dfe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:55:40.432675 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-2fa0caf8-eaee-4302-9967-f32b94f92772 req-c33817fb-505d-4f3b-8260-b336fda8dfe2 service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=68fdb102132c4581a35bd621e01c7de2&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1008904 Nov 05 19:55:40.533899 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa0caf8-eaee-4302-9967-f32b94f92772 req-789303cc-a0fb-4efc-985a-a90db1562446 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:55:40.535362 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-2fa0caf8-eaee-4302-9967-f32b94f92772 req-789303cc-a0fb-4efc-985a-a90db1562446 service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0918615 Nov 05 19:55:40.616382 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36c87f0-839a-411f-8f2a-73274cafd0e9 req-40e57662-046c-4567-8173-25e1c3011a1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:55:40.617938 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-a36c87f0-839a-411f-8f2a-73274cafd0e9 req-40e57662-046c-4567-8173-25e1c3011a1d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=68fdb102132c4581a35bd621e01c7de2&device_id=3ca244c2-c58f-4a7f-9d21-deac6043d695 HTTP/1.1" status: 200 len: 1094 time: 0.0408664 Nov 05 19:55:40.659098 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-a36c87f0-839a-411f-8f2a-73274cafd0e9 req-b84ab913-91e4-4bdd-88b3-cad0c9d3b59f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ada00aa3-1b31-427d-9303-56061002b840 HTTP/1.1" status: 200 len: 217 time: 0.0331986 Nov 05 19:55:40.713487 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36c87f0-839a-411f-8f2a-73274cafd0e9 req-89c7bf25-b84e-4733-88e3-ace03fbfdc5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:55:40.714944 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-a36c87f0-839a-411f-8f2a-73274cafd0e9 req-89c7bf25-b84e-4733-88e3-ace03fbfdc5b service neutron] 10.222.0.55 "GET /v2.0/subnets?id=45a4ecd9-e9bc-46ae-9cd8-0d702446f866 HTTP/1.1" status: 200 len: 834 time: 0.0451152 Nov 05 19:55:40.759606 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36c87f0-839a-411f-8f2a-73274cafd0e9 req-563e88f6-28bf-4741-8415-ee1a0a282eff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:55:40.761070 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-a36c87f0-839a-411f-8f2a-73274cafd0e9 req-563e88f6-28bf-4741-8415-ee1a0a282eff service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=97917088-827e-48a6-9d7a-64a2a013fc8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0387869 Nov 05 19:55:40.855620 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-a36c87f0-839a-411f-8f2a-73274cafd0e9 req-e78da508-28b2-42fc-81c0-87b9afc7d641 service neutron] 10.222.0.55 "GET /v2.0/networks/97917088-827e-48a6-9d7a-64a2a013fc8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827084 Nov 05 19:55:40.867222 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e098e0ce-ecf5-48b7-9f8e-a627024972f1 req-8a9c9951-b557-44b9-b005-8584b8741461 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:55:40.868709 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-e098e0ce-ecf5-48b7-9f8e-a627024972f1 req-8a9c9951-b557-44b9-b005-8584b8741461 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ca244c2-c58f-4a7f-9d21-deac6043d695 HTTP/1.1" status: 200 len: 943 time: 0.0484886 Nov 05 19:55:40.918564 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-e098e0ce-ecf5-48b7-9f8e-a627024972f1 req-0827d524-b6fb-4f55-b342-105157bae09c tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] 10.222.0.13 "GET /v2.0/security-groups?id=e3ce8ce2-282a-4900-9ee0-2df414901033&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0436561 Nov 05 19:55:40.955868 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-a36c87f0-839a-411f-8f2a-73274cafd0e9 req-2d23c48b-728e-4ff5-ac6d-f5f3c316089c service neutron] 10.222.0.55 "GET /v2.0/networks/97917088-827e-48a6-9d7a-64a2a013fc8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885153 Nov 05 19:55:42.042599 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc6ce13-8614-49a2-8a46-f6cd84443aae req-adaa09ca-d818-475b-a579-b8a29f16f8f6 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:55:42.044090 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-2fc6ce13-8614-49a2-8a46-f6cd84443aae req-adaa09ca-d818-475b-a579-b8a29f16f8f6 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ca244c2-c58f-4a7f-9d21-deac6043d695 HTTP/1.1" status: 200 len: 943 time: 0.0530019 Nov 05 19:55:42.093811 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-2fc6ce13-8614-49a2-8a46-f6cd84443aae req-5737b143-fcf5-4224-bf02-5968fcd644ae tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] 10.222.0.13 "GET /v2.0/security-groups?id=e3ce8ce2-282a-4900-9ee0-2df414901033&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0427954 Nov 05 19:55:42.480377 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Device ada00aa3-1b31-427d-9303-56061002b840 details requested by agent hyperv_n-h2-816865-1 with host n-h2-816865-1 {{(pid=102388) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 05 19:55:42.573146 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] For port ada00aa3-1b31-427d-9303-56061002b840, host n-h2-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=ada00aa3-1b31-427d-9303-56061002b840,segment=NetworkSegment(44f19931-9c7f-491b-b0e8-b6b89dc493ce),segment_id=44f19931-9c7f-491b-b0e8-b6b89dc493ce)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:55:42.585687 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Returning: {'device': 'ada00aa3-1b31-427d-9303-56061002b840', 'network_id': '97917088-827e-48a6-9d7a-64a2a013fc8d', 'port_id': 'ada00aa3-1b31-427d-9303-56061002b840', 'mac_address': 'fa:16:3e:00:c8:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '45a4ecd9-e9bc-46ae-9cd8-0d702446f866', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102388) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 05 19:55:42.625551 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:55:42.638274 n-d-816865-1 neutron-server[102388]: DEBUG neutron.notifiers.nova [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ada00aa3-1b31-427d-9303-56061002b840 {{(pid=102388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 19:55:42.658169 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] For port ada00aa3-1b31-427d-9303-56061002b840, host n-h2-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=ada00aa3-1b31-427d-9303-56061002b840,segment=NetworkSegment(44f19931-9c7f-491b-b0e8-b6b89dc493ce),segment_id=44f19931-9c7f-491b-b0e8-b6b89dc493ce)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:55:42.728312 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:55:42.775964 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Pushing event updated for resources: {'Port': ['ID=ada00aa3-1b31-427d-9303-56061002b840,revision_number=4']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:55:43.001331 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] get_ports_and_sgs() called for port_ids ['ada00aa3-1b31-427d-9303-56061002b840'] {{(pid=102388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 19:55:43.215994 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c648527b-236d-427c-a5e0-ef735490775e req-2539f1d1-60f3-4928-8103-10e7c01cdc00 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:55:43.217713 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-c648527b-236d-427c-a5e0-ef735490775e req-2539f1d1-60f3-4928-8103-10e7c01cdc00 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ca244c2-c58f-4a7f-9d21-deac6043d695 HTTP/1.1" status: 200 len: 944 time: 0.0490813 Nov 05 19:55:43.268018 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-c648527b-236d-427c-a5e0-ef735490775e req-90e199fc-ae64-4e68-a9f1-ed69b1a12170 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] 10.222.0.13 "GET /v2.0/security-groups?id=e3ce8ce2-282a-4900-9ee0-2df414901033&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0445015 Nov 05 19:55:44.389340 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a993df-f10f-4ed1-b49a-17c1e8faf014 req-5987afcb-2db4-4c24-a955-93cbb7fc2ed2 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:55:44.390887 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-f3a993df-f10f-4ed1-b49a-17c1e8faf014 req-5987afcb-2db4-4c24-a955-93cbb7fc2ed2 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ca244c2-c58f-4a7f-9d21-deac6043d695 HTTP/1.1" status: 200 len: 944 time: 0.0531209 Nov 05 19:55:44.439515 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-f3a993df-f10f-4ed1-b49a-17c1e8faf014 req-99407698-fb69-49e3-bf2c-e9b5a4abe97c tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] 10.222.0.13 "GET /v2.0/security-groups?id=e3ce8ce2-282a-4900-9ee0-2df414901033&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0427840 Nov 05 19:55:44.481811 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Device ada00aa3-1b31-427d-9303-56061002b840 up at agent hyperv_n-h2-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 19:55:44.585063 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Provisioning for port ada00aa3-1b31-427d-9303-56061002b840 completed by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 05 19:55:44.588914 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Provisioning complete for port ada00aa3-1b31-427d-9303-56061002b840 triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:55:44.589293 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:55:44.668746 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:55:44.691993 n-d-816865-1 neutron-server[102388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ca244c2-c58f-4a7f-9d21-deac6043d695', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ada00aa3-1b31-427d-9303-56061002b840'}] {{(pid=102388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 19:55:44.694288 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6791add14b0903d9e674b39f457aa3a29109aa98d0835d5644e65cf363d7cf55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8e38d52-abe2-467c-b334-a2f26ad9873e" -d '{"events": [{"server_uuid": "3ca244c2-c58f-4a7f-9d21-deac6043d695", "name": "network-vif-plugged", "status": "completed", "tag": "ada00aa3-1b31-427d-9303-56061002b840"}]}' {{(pid=102388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 19:55:44.707056 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] For port ada00aa3-1b31-427d-9303-56061002b840, host n-h2-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=ada00aa3-1b31-427d-9303-56061002b840,segment=NetworkSegment(44f19931-9c7f-491b-b0e8-b6b89dc493ce),segment_id=44f19931-9c7f-491b-b0e8-b6b89dc493ce)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:55:44.768464 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:55:44.794386 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 19:55:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0368bef9-7009-4410-a8f8-18744a84b935 x-openstack-request-id: req-0368bef9-7009-4410-a8f8-18744a84b935 {{(pid=102388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 19:55:44.795167 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ca244c2-c58f-4a7f-9d21-deac6043d695", "name": "network-vif-plugged", "status": "completed", "tag": "ada00aa3-1b31-427d-9303-56061002b840", "code": 200}]} {{(pid=102388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 19:55:44.795480 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0368bef9-7009-4410-a8f8-18744a84b935 {{(pid=102388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 19:55:44.795840 n-d-816865-1 neutron-server[102388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ca244c2-c58f-4a7f-9d21-deac6043d695', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ada00aa3-1b31-427d-9303-56061002b840', 'code': 200} Nov 05 19:55:44.822651 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Pushing event updated for resources: {'Port': ['ID=ada00aa3-1b31-427d-9303-56061002b840,revision_number=5']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:55:44.883740 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1715ebaf-9a06-4957-b183-38311f85f49e req-347b1e10-9135-4031-bbc4-89a817238667 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:55:44.885136 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-1715ebaf-9a06-4957-b183-38311f85f49e req-347b1e10-9135-4031-bbc4-89a817238667 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=3ca244c2-c58f-4a7f-9d21-deac6043d695 HTTP/1.1" status: 200 len: 1096 time: 0.0398917 Nov 05 19:55:44.932301 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-1715ebaf-9a06-4957-b183-38311f85f49e req-4921b25b-93bf-4fe1-a828-8fdff115f432 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=e3ce8ce2-282a-4900-9ee0-2df414901033&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0398688 Nov 05 19:55:45.556163 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4f8ec2-0825-4d27-87b2-22fd327216e2 req-df5f9bf9-da19-471e-8b7c-40ad4c37d651 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:55:45.557667 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-ec4f8ec2-0825-4d27-87b2-22fd327216e2 req-df5f9bf9-da19-471e-8b7c-40ad4c37d651 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ca244c2-c58f-4a7f-9d21-deac6043d695 HTTP/1.1" status: 200 len: 945 time: 0.0496588 Nov 05 19:55:45.606913 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-ec4f8ec2-0825-4d27-87b2-22fd327216e2 req-f5d54ad0-3a3b-464d-af50-c64e92d1bc50 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] 10.222.0.13 "GET /v2.0/security-groups?id=e3ce8ce2-282a-4900-9ee0-2df414901033&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0431585 Nov 05 19:55:46.723072 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a898dac5-7598-46ee-9b36-acc3881633d7 req-32402795-447e-4741-bac2-1e74ad61a19a tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:55:46.724556 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-a898dac5-7598-46ee-9b36-acc3881633d7 req-32402795-447e-4741-bac2-1e74ad61a19a tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ca244c2-c58f-4a7f-9d21-deac6043d695 HTTP/1.1" status: 200 len: 945 time: 0.0488214 Nov 05 19:55:46.778528 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-a898dac5-7598-46ee-9b36-acc3881633d7 req-b6814f13-6af0-4f15-aefd-64b7d0b8bfea tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] 10.222.0.13 "GET /v2.0/security-groups?id=e3ce8ce2-282a-4900-9ee0-2df414901033&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0479443 Nov 05 19:55:46.891682 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad1e870-499d-429c-a248-e85ce8de9427 req-0c4fcd08-00df-40b6-90e1-b6451f152d49 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:55:46.893094 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-bad1e870-499d-429c-a248-e85ce8de9427 req-0c4fcd08-00df-40b6-90e1-b6451f152d49 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ca244c2-c58f-4a7f-9d21-deac6043d695 HTTP/1.1" status: 200 len: 945 time: 0.0487165 Nov 05 19:55:46.942678 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-bad1e870-499d-429c-a248-e85ce8de9427 req-856d0c3d-6cf5-43aa-a0d9-9dd3f31c2bc9 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] 10.222.0.13 "GET /v2.0/security-groups?id=e3ce8ce2-282a-4900-9ee0-2df414901033&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0436170 Nov 05 19:55:46.964358 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 47046) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:55:47.003995 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18fd6efc-10e6-46fd-8b33-dc066145ffb3 tempest-TestNetworkAdvancedServerOps-880610799 tempest-TestNetworkAdvancedServerOps-880610799-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:55:47.005532 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-18fd6efc-10e6-46fd-8b33-dc066145ffb3 tempest-TestNetworkAdvancedServerOps-880610799 tempest-TestNetworkAdvancedServerOps-880610799-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=3ca244c2-c58f-4a7f-9d21-deac6043d695 HTTP/1.1" status: 200 len: 1091 time: 0.0402069 Nov 05 19:55:47.008474 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 47048) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:55:47.012855 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-a8ad6461-9153-449c-8cbb-d8f37003fa40 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Request body: {'floatingip': {'floating_network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'port_id': 'ada00aa3-1b31-427d-9303-56061002b840', 'tenant_id': '68fdb102132c4581a35bd621e01c7de2', 'fixed_ip_address': '172.20.0.7'}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:55:47.099428 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-a8ad6461-9153-449c-8cbb-d8f37003fa40 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks [] for floatingip, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:55:47.200155 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-a8ad6461-9153-449c-8cbb-d8f37003fa40 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:55:47.305061 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.db_base_plugin_common [None req-a8ad6461-9153-449c-8cbb-d8f37003fa40 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Allocated IP 172.25.6.4 (40c8335d-cd0b-4cb5-910a-d4dcddd5cbec/04fe6db3-e108-4208-943d-6518424f5726/70e3e659-eac4-40cb-bedb-b6bef769dc5d) {{(pid=102387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 19:55:47.409467 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-a8ad6461-9153-449c-8cbb-d8f37003fa40 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks [] for port, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:55:47.500001 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-a8ad6461-9153-449c-8cbb-d8f37003fa40 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4417063'] for port, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:55:47.534073 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8ad6461-9153-449c-8cbb-d8f37003fa40 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Network 40c8335d-cd0b-4cb5-910a-d4dcddd5cbec is already hosted by enough agents. {{(pid=102387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 19:55:47.537156 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.base_scheduler [None req-a8ad6461-9153-449c-8cbb-d8f37003fa40 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Resources bound (agent type, host, resource id): {{(pid=102387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 19:55:47.540563 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8ad6461-9153-449c-8cbb-d8f37003fa40 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Received port after_create {{(pid=102387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 19:55:47.575917 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ad6461-9153-449c-8cbb-d8f37003fa40 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Pushing event updated for resources: {'Port': ['ID=70e3e659-eac4-40cb-bedb-b6bef769dc5d,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:55:47.898308 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-a8ad6461-9153-449c-8cbb-d8f37003fa40 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:55:48.032196 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-a8ad6461-9153-449c-8cbb-d8f37003fa40 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:55:48.176333 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-a8ad6461-9153-449c-8cbb-d8f37003fa40 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks [] for port, precommit_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:55:48.213941 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-a8ad6461-9153-449c-8cbb-d8f37003fa40 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4417072'] for port, after_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:55:48.281324 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ad6461-9153-449c-8cbb-d8f37003fa40 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Pushing event updated for resources: {'Port': ['ID=70e3e659-eac4-40cb-bedb-b6bef769dc5d,revision_number=2']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:55:48.297113 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-a8ad6461-9153-449c-8cbb-d8f37003fa40 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1000577'] for floatingip, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:55:48.400536 n-d-816865-1 neutron-server[102387]: INFO neutron.db.l3_db [None req-a8ad6461-9153-449c-8cbb-d8f37003fa40 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Floating IP c78c473a-70de-47af-9120-d734f65cdd1b associated. External IP: 172.25.6.4, port: ada00aa3-1b31-427d-9303-56061002b840. Nov 05 19:55:48.605201 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8ad6461-9153-449c-8cbb-d8f37003fa40 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Router df58fc5f-8951-4123-93c9-7c7457c9765a has already been hosted by L3 agent 6dcb5589-8e86-4616-9186-ddc4548e13ad {{(pid=102387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 19:55:48.714770 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8ad6461-9153-449c-8cbb-d8f37003fa40 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Notify agent at l3_agent.n-d-816865-1 the message routers_updated {{(pid=102387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 19:55:48.725343 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feba896f-9df4-4477-9eef-d9084abc6650 None None] Sync routers for ids ['df58fc5f-8951-4123-93c9-7c7457c9765a'] in n-d-816865-1 {{(pid=102388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 19:55:48.736795 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feba896f-9df4-4477-9eef-d9084abc6650 None None] Routers {'df58fc5f-8951-4123-93c9-7c7457c9765a'} bound to L3 agent in host n-d-816865-1 {{(pid=102388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 19:55:48.737830 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-feba896f-9df4-4477-9eef-d9084abc6650 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T19:55:35Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['df58fc5f-8951-4123-93c9-7c7457c9765a'], 'active': True} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:55:48.787719 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-a8ad6461-9153-449c-8cbb-d8f37003fa40 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for floatingip, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:55:48.816122 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-a8ad6461-9153-449c-8cbb-d8f37003fa40 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 1.8063080 Nov 05 19:55:48.816751 n-d-816865-1 neutron-server[102387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ca244c2-c58f-4a7f-9d21-deac6043d695', 'tag': 'ada00aa3-1b31-427d-9303-56061002b840'}] {{(pid=102387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 19:55:48.819052 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1aa7e2392c69fb9acc0b335571f919b1f61097b9ced1ed941ddb2f5c01cc85e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b094537-146c-4a5c-ad3f-b15c1d9a88a0" -d '{"events": [{"name": "network-changed", "server_uuid": "3ca244c2-c58f-4a7f-9d21-deac6043d695", "tag": "ada00aa3-1b31-427d-9303-56061002b840"}]}' {{(pid=102387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 19:55:48.847326 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvr_db [None req-feba896f-9df4-4477-9eef-d9084abc6650 None None] Set router df58fc5f-8951-4123-93c9-7c7457c9765a gateway port host: n-d-816865-1 {{(pid=102388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 19:55:48.913016 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260c3e7f-6bbf-4c36-8059-bbdc4b3eda8b req-695414cb-5f09-4b7a-ace4-b636c47a715d tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:55:48.914471 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-260c3e7f-6bbf-4c36-8059-bbdc4b3eda8b req-695414cb-5f09-4b7a-ace4-b636c47a715d tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ca244c2-c58f-4a7f-9d21-deac6043d695 HTTP/1.1" status: 200 len: 945 time: 0.0494647 Nov 05 19:55:48.965402 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-260c3e7f-6bbf-4c36-8059-bbdc4b3eda8b req-d8c2b17c-fd15-478a-92ea-d0b63b3d6509 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] 10.222.0.13 "GET /v2.0/security-groups?id=e3ce8ce2-282a-4900-9ee0-2df414901033&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0439816 Nov 05 19:55:48.988258 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 47054) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:55:49.068910 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-5792f1f2-0069-4237-8ae4-61e801cffac3 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] 10.222.0.13 "GET /v2.0/floatingips/c78c473a-70de-47af-9120-d734f65cdd1b HTTP/1.1" status: 200 len: 989 time: 0.0767226 Nov 05 19:55:49.085025 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 19:55:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f828ea81-0765-4526-acf9-5c73ac95eb4e x-openstack-request-id: req-f828ea81-0765-4526-acf9-5c73ac95eb4e {{(pid=102387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 19:55:49.085316 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ca244c2-c58f-4a7f-9d21-deac6043d695", "tag": "ada00aa3-1b31-427d-9303-56061002b840", "status": "completed", "code": 200}]} {{(pid=102387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 19:55:49.085718 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f828ea81-0765-4526-acf9-5c73ac95eb4e {{(pid=102387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 19:55:49.086154 n-d-816865-1 neutron-server[102387]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ca244c2-c58f-4a7f-9d21-deac6043d695', 'tag': 'ada00aa3-1b31-427d-9303-56061002b840', 'status': 'completed', 'code': 200} Nov 05 19:55:49.097928 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-feba896f-9df4-4477-9eef-d9084abc6650 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df58fc5f-8951-4123-93c9-7c7457c9765a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-191097788', 'tenant_id': '68fdb102132c4581a35bd621e01c7de2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.199'}], 'enable_snat': True}, 'gw_port_id': 'c790bd93-2b8e-4949-a696-4183088b40c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T19:55:30Z', 'updated_at': '2021-11-05T19:55:34Z', 'revision_number': 4, 'project_id': '68fdb102132c4581a35bd621e01c7de2', 'gw_port': {'id': 'c790bd93-2b8e-4949-a696-4183088b40c9', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:b6:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df58fc5f-8951-4123-93c9-7c7457c9765a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:55:30Z', 'updated_at': '2021-11-05T19:55:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1', '_floatingips': [{'id': 'c78c473a-70de-47af-9120-d734f65cdd1b', 'tenant_id': '68fdb102132c4581a35bd621e01c7de2', 'floating_ip_address': '172.25.6.4', 'floating_network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'router_id': 'df58fc5f-8951-4123-93c9-7c7457c9765a', 'port_id': 'ada00aa3-1b31-427d-9303-56061002b840', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4248, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '97917088-827e-48a6-9d7a-64a2a013fc8d', 'mac_address': 'fa:16:3e:00:c8:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ca244c2-c58f-4a7f-9d21-deac6043d695', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-05T19:55:47Z', 'updated_at': '2021-11-05T19:55:47Z', 'revision_number': 0, 'project_id': '68fdb102132c4581a35bd621e01c7de2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e73b1e5c-cd08-40a2-9ced-d3cebfb7f2dc', 'name': '', 'network_id': '97917088-827e-48a6-9d7a-64a2a013fc8d', 'tenant_id': '68fdb102132c4581a35bd621e01c7de2', 'mac_address': 'fa:16:3e:5b:9c:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df58fc5f-8951-4123-93c9-7c7457c9765a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '45a4ecd9-e9bc-46ae-9cd8-0d702446f866', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:55:33Z', 'updated_at': '2021-11-05T19:55:36Z', 'revision_number': 5, 'project_id': '68fdb102132c4581a35bd621e01c7de2', 'subnets': [{'id': '45a4ecd9-e9bc-46ae-9cd8-0d702446f866', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-1', False) {} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:55:49.125161 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feba896f-9df4-4477-9eef-d9084abc6650 None None] Checking router: df58fc5f-8951-4123-93c9-7c7457c9765a for host: n-d-816865-1 {{(pid=102388) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 19:55:49.142668 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feba896f-9df4-4477-9eef-d9084abc6650 None None] Routers {'df58fc5f-8951-4123-93c9-7c7457c9765a'} bound to L3 agent in host n-d-816865-1 {{(pid=102388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 19:55:49.143293 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-feba896f-9df4-4477-9eef-d9084abc6650 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T19:55:35Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['df58fc5f-8951-4123-93c9-7c7457c9765a'], 'active': True} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:55:49.156251 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b094537-146c-4a5c-ad3f-b15c1d9a88a0 req-75838515-78ff-44c1-b4e2-eafdeefadc94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:55:49.157884 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-3b094537-146c-4a5c-ad3f-b15c1d9a88a0 req-75838515-78ff-44c1-b4e2-eafdeefadc94 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=68fdb102132c4581a35bd621e01c7de2&device_id=3ca244c2-c58f-4a7f-9d21-deac6043d695 HTTP/1.1" status: 200 len: 1096 time: 0.0486388 Nov 05 19:55:49.257152 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b094537-146c-4a5c-ad3f-b15c1d9a88a0 req-9ed7bba7-9de3-4eb2-8396-542f24582273 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:55:49.258694 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-3b094537-146c-4a5c-ad3f-b15c1d9a88a0 req-9ed7bba7-9de3-4eb2-8396-542f24582273 service neutron] 10.222.0.55 "GET /v2.0/networks?id=97917088-827e-48a6-9d7a-64a2a013fc8d HTTP/1.1" status: 200 len: 898 time: 0.0934534 Nov 05 19:55:49.331435 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-3b094537-146c-4a5c-ad3f-b15c1d9a88a0 req-190ed0f9-c030-4d92-8f4e-e92376d3b561 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ada00aa3-1b31-427d-9303-56061002b840 HTTP/1.1" status: 200 len: 997 time: 0.0658247 Nov 05 19:55:49.382064 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b094537-146c-4a5c-ad3f-b15c1d9a88a0 req-a2ea23b2-b2c2-4dcb-9144-5f6efcaa066c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:55:49.383585 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-3b094537-146c-4a5c-ad3f-b15c1d9a88a0 req-a2ea23b2-b2c2-4dcb-9144-5f6efcaa066c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=45a4ecd9-e9bc-46ae-9cd8-0d702446f866 HTTP/1.1" status: 200 len: 834 time: 0.0454500 Nov 05 19:55:49.431189 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b094537-146c-4a5c-ad3f-b15c1d9a88a0 req-7a031077-6665-434a-b822-a2c782277ca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:55:49.432683 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-3b094537-146c-4a5c-ad3f-b15c1d9a88a0 req-7a031077-6665-434a-b822-a2c782277ca2 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=97917088-827e-48a6-9d7a-64a2a013fc8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402460 Nov 05 19:55:49.462450 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvr_db [None req-feba896f-9df4-4477-9eef-d9084abc6650 None None] Set router df58fc5f-8951-4123-93c9-7c7457c9765a gateway port host: n-d-816865-1 {{(pid=102388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 19:55:49.754449 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-feba896f-9df4-4477-9eef-d9084abc6650 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df58fc5f-8951-4123-93c9-7c7457c9765a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-191097788', 'tenant_id': '68fdb102132c4581a35bd621e01c7de2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.199'}], 'enable_snat': True}, 'gw_port_id': 'c790bd93-2b8e-4949-a696-4183088b40c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T19:55:30Z', 'updated_at': '2021-11-05T19:55:34Z', 'revision_number': 4, 'project_id': '68fdb102132c4581a35bd621e01c7de2', 'gw_port': {'id': 'c790bd93-2b8e-4949-a696-4183088b40c9', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:b6:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df58fc5f-8951-4123-93c9-7c7457c9765a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:55:30Z', 'updated_at': '2021-11-05T19:55:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1', '_floatingips': [{'id': 'c78c473a-70de-47af-9120-d734f65cdd1b', 'tenant_id': '68fdb102132c4581a35bd621e01c7de2', 'floating_ip_address': '172.25.6.4', 'floating_network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'router_id': 'df58fc5f-8951-4123-93c9-7c7457c9765a', 'port_id': 'ada00aa3-1b31-427d-9303-56061002b840', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4248, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '97917088-827e-48a6-9d7a-64a2a013fc8d', 'mac_address': 'fa:16:3e:00:c8:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ca244c2-c58f-4a7f-9d21-deac6043d695', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-05T19:55:47Z', 'updated_at': '2021-11-05T19:55:47Z', 'revision_number': 0, 'project_id': '68fdb102132c4581a35bd621e01c7de2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e73b1e5c-cd08-40a2-9ced-d3cebfb7f2dc', 'name': '', 'network_id': '97917088-827e-48a6-9d7a-64a2a013fc8d', 'tenant_id': '68fdb102132c4581a35bd621e01c7de2', 'mac_address': 'fa:16:3e:5b:9c:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df58fc5f-8951-4123-93c9-7c7457c9765a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '45a4ecd9-e9bc-46ae-9cd8-0d702446f866', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:55:33Z', 'updated_at': '2021-11-05T19:55:36Z', 'revision_number': 5, 'project_id': '68fdb102132c4581a35bd621e01c7de2', 'subnets': [{'id': '45a4ecd9-e9bc-46ae-9cd8-0d702446f866', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-1', False) {} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:55:49.781953 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feba896f-9df4-4477-9eef-d9084abc6650 None None] The sync data for ids ['df58fc5f-8951-4123-93c9-7c7457c9765a'] in n-d-816865-1 is: [{'id': 'df58fc5f-8951-4123-93c9-7c7457c9765a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-191097788', 'tenant_id': '68fdb102132c4581a35bd621e01c7de2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.199'}], 'enable_snat': True}, 'gw_port_id': 'c790bd93-2b8e-4949-a696-4183088b40c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T19:55:30Z', 'updated_at': '2021-11-05T19:55:34Z', 'revision_number': 4, 'project_id': '68fdb102132c4581a35bd621e01c7de2', 'gw_port': {'id': 'c790bd93-2b8e-4949-a696-4183088b40c9', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:b6:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df58fc5f-8951-4123-93c9-7c7457c9765a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:55:30Z', 'updated_at': '2021-11-05T19:55:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1', '_floatingips': [{'id': 'c78c473a-70de-47af-9120-d734f65cdd1b', 'tenant_id': '68fdb102132c4581a35bd621e01c7de2', 'floating_ip_address': '172.25.6.4', 'floating_network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'router_id': 'df58fc5f-8951-4123-93c9-7c7457c9765a', 'port_id': 'ada00aa3-1b31-427d-9303-56061002b840', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4248, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '97917088-827e-48a6-9d7a-64a2a013fc8d', 'mac_address': 'fa:16:3e:00:c8:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ca244c2-c58f-4a7f-9d21-deac6043d695', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-05T19:55:47Z', 'updated_at': '2021-11-05T19:55:47Z', 'revision_number': 0, 'project_id': '68fdb102132c4581a35bd621e01c7de2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e73b1e5c-cd08-40a2-9ced-d3cebfb7f2dc', 'name': '', 'network_id': '97917088-827e-48a6-9d7a-64a2a013fc8d', 'tenant_id': '68fdb102132c4581a35bd621e01c7de2', 'mac_address': 'fa:16:3e:5b:9c:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df58fc5f-8951-4123-93c9-7c7457c9765a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '45a4ecd9-e9bc-46ae-9cd8-0d702446f866', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:55:33Z', 'updated_at': '2021-11-05T19:55:36Z', 'revision_number': 5, 'project_id': '68fdb102132c4581a35bd621e01c7de2', 'subnets': [{'id': '45a4ecd9-e9bc-46ae-9cd8-0d702446f866', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 19:55:49.837135 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-3b094537-146c-4a5c-ad3f-b15c1d9a88a0 req-95edf708-b3d7-4bbf-b1e7-0a3e9cdfc0b5 service neutron] 10.222.0.55 "GET /v2.0/networks/97917088-827e-48a6-9d7a-64a2a013fc8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3968070 Nov 05 19:55:49.931017 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-3b094537-146c-4a5c-ad3f-b15c1d9a88a0 req-e2edd27d-a945-45ae-835d-2b1100c640ce service neutron] 10.222.0.55 "GET /v2.0/networks/97917088-827e-48a6-9d7a-64a2a013fc8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864072 Nov 05 19:55:49.969843 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f4fa76b-8c9c-4fd9-8f53-43dc6de46d04 None None] New status for floating IP c78c473a-70de-47af-9120-d734f65cdd1b: ACTIVE {{(pid=102389) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 05 19:55:50.071066 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 47058) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:55:50.133364 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-218a4ca9-418f-422c-bdd9-14ca9ab847ea tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] 10.222.0.13 "GET /v2.0/floatingips/c78c473a-70de-47af-9120-d734f65cdd1b HTTP/1.1" status: 200 len: 989 time: 0.0612295 Nov 05 19:55:51.136497 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 47060) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:55:51.200029 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-2a6fffe7-e728-4ba1-b70d-9882768fd128 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] 10.222.0.13 "GET /v2.0/floatingips/c78c473a-70de-47af-9120-d734f65cdd1b HTTP/1.1" status: 200 len: 991 time: 0.0623615 Nov 05 19:55:53.684948 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-77e30e94-e4d5-4160-b6e8-6aabd4900d11 req-5b1135ce-6540-414b-95b0-18dd211c296a service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=3ca244c2-c58f-4a7f-9d21-deac6043d695&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0390909 Nov 05 19:55:53.772467 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e30e94-e4d5-4160-b6e8-6aabd4900d11 req-5e26f162-93d2-46a9-902f-56badb10ec1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:55:53.773961 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-77e30e94-e4d5-4160-b6e8-6aabd4900d11 req-5e26f162-93d2-46a9-902f-56badb10ec1b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=68fdb102132c4581a35bd621e01c7de2&device_id=3ca244c2-c58f-4a7f-9d21-deac6043d695 HTTP/1.1" status: 200 len: 1096 time: 0.0438721 Nov 05 19:55:53.875389 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e30e94-e4d5-4160-b6e8-6aabd4900d11 req-b0a5c3c8-6013-4a1b-9d03-1d6a30b358b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:55:53.876917 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-77e30e94-e4d5-4160-b6e8-6aabd4900d11 req-b0a5c3c8-6013-4a1b-9d03-1d6a30b358b7 service neutron] 10.222.0.55 "GET /v2.0/networks?id=97917088-827e-48a6-9d7a-64a2a013fc8d HTTP/1.1" status: 200 len: 898 time: 0.0841179 Nov 05 19:55:53.946225 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-77e30e94-e4d5-4160-b6e8-6aabd4900d11 req-72ee5dc1-f5f5-4633-9ffd-483adce8aa53 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ada00aa3-1b31-427d-9303-56061002b840 HTTP/1.1" status: 200 len: 999 time: 0.0611167 Nov 05 19:55:53.995376 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e30e94-e4d5-4160-b6e8-6aabd4900d11 req-72160ea9-2307-4ad5-bf39-0832181a226a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:55:53.996823 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-77e30e94-e4d5-4160-b6e8-6aabd4900d11 req-72160ea9-2307-4ad5-bf39-0832181a226a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=45a4ecd9-e9bc-46ae-9cd8-0d702446f866 HTTP/1.1" status: 200 len: 834 time: 0.0433180 Nov 05 19:55:54.042737 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e30e94-e4d5-4160-b6e8-6aabd4900d11 req-01851ee1-dd25-41d1-85c5-2950e1ecb22a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:55:54.044257 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-77e30e94-e4d5-4160-b6e8-6aabd4900d11 req-01851ee1-dd25-41d1-85c5-2950e1ecb22a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=97917088-827e-48a6-9d7a-64a2a013fc8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400863 Nov 05 19:55:54.138996 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-77e30e94-e4d5-4160-b6e8-6aabd4900d11 req-807cdaf3-b9f6-4f1f-87db-b5c8041a3478 service neutron] 10.222.0.55 "GET /v2.0/networks/97917088-827e-48a6-9d7a-64a2a013fc8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847585 Nov 05 19:55:54.227060 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-77e30e94-e4d5-4160-b6e8-6aabd4900d11 req-26877bc0-0150-4afc-9c91-11a049da9434 service neutron] 10.222.0.55 "GET /v2.0/networks/97917088-827e-48a6-9d7a-64a2a013fc8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811553 Nov 05 19:56:02.697898 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-72bbd2f9-39e6-4ee3-a689-0b92c0676cec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:56:04.985471 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:56:05.493441 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-596b3255-8333-4ee4-b9ff-8931963cc020 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:56:06.533480 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b304910f-7b27-444b-a8fc-977d26b1ceac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:56:06.700314 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.agents_db [None req-b9406b04-a0e8-43cf-b349-711963d96cf4 None None] Agent healthcheck: found 7 active agents {{(pid=102389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 05 19:56:07.002520 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:56:08.522203 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-31f93893-a48e-4ae8-833d-dccb2b42eacc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:56:08.544988 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:56:24.701907 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3a4a99-163d-4f72-b167-5720df3826a8 req-0184e2f7-85ae-49c5-ac6a-1e608774c13a tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:56:24.703479 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-ec3a4a99-163d-4f72-b167-5720df3826a8 req-0184e2f7-85ae-49c5-ac6a-1e608774c13a tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ca244c2-c58f-4a7f-9d21-deac6043d695 HTTP/1.1" status: 200 len: 945 time: 0.0537343 Nov 05 19:56:24.753207 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-ec3a4a99-163d-4f72-b167-5720df3826a8 req-f2d6c75c-9b5d-4e8a-ad3a-27779425ddcc tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] 10.222.0.13 "GET /v2.0/security-groups?id=e3ce8ce2-282a-4900-9ee0-2df414901033&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0431812 Nov 05 19:56:25.869981 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9dfd4eb-fd43-4c00-a11d-572d64489b26 req-a119fccf-6ccc-4e82-a895-73d9e81e2371 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:56:25.871523 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-c9dfd4eb-fd43-4c00-a11d-572d64489b26 req-a119fccf-6ccc-4e82-a895-73d9e81e2371 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ca244c2-c58f-4a7f-9d21-deac6043d695 HTTP/1.1" status: 200 len: 945 time: 0.0485175 Nov 05 19:56:25.919777 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-c9dfd4eb-fd43-4c00-a11d-572d64489b26 req-9f8e7782-31cb-4a15-b451-c4eb8cfabd07 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] 10.222.0.13 "GET /v2.0/security-groups?id=e3ce8ce2-282a-4900-9ee0-2df414901033&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0422814 Nov 05 19:56:27.040538 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf28bea-88d2-423a-8151-a95aed993044 req-5a9d4334-fdfa-4127-b6a3-7c72d644004d tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:56:27.042078 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-baf28bea-88d2-423a-8151-a95aed993044 req-5a9d4334-fdfa-4127-b6a3-7c72d644004d tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ca244c2-c58f-4a7f-9d21-deac6043d695 HTTP/1.1" status: 200 len: 945 time: 0.0532758 Nov 05 19:56:27.092820 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-baf28bea-88d2-423a-8151-a95aed993044 req-1a8ef5dc-7301-40ac-a39e-84a1a2cd2297 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] 10.222.0.13 "GET /v2.0/security-groups?id=e3ce8ce2-282a-4900-9ee0-2df414901033&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0439396 Nov 05 19:56:28.221178 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f888b87-514d-4ab8-a490-5e52c421e842 req-9a3fb2a6-c42c-45ed-b1fc-730c85af270e tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:56:28.222765 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-9f888b87-514d-4ab8-a490-5e52c421e842 req-9a3fb2a6-c42c-45ed-b1fc-730c85af270e tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ca244c2-c58f-4a7f-9d21-deac6043d695 HTTP/1.1" status: 200 len: 945 time: 0.0595148 Nov 05 19:56:28.289439 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-9f888b87-514d-4ab8-a490-5e52c421e842 req-0fb3445e-b006-46ac-b32e-cebf5070db72 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] 10.222.0.13 "GET /v2.0/security-groups?id=e3ce8ce2-282a-4900-9ee0-2df414901033&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0595689 Nov 05 19:56:29.408681 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb1af75-a06b-4248-a6cb-edf0ef290d67 req-206ff6b1-a656-459e-b901-f5224a7be58d tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:56:29.410190 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-4eb1af75-a06b-4248-a6cb-edf0ef290d67 req-206ff6b1-a656-459e-b901-f5224a7be58d tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ca244c2-c58f-4a7f-9d21-deac6043d695 HTTP/1.1" status: 200 len: 945 time: 0.0516815 Nov 05 19:56:29.459567 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-4eb1af75-a06b-4248-a6cb-edf0ef290d67 req-844af54e-3afc-4bee-873d-8a5fd2c5537e tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] 10.222.0.13 "GET /v2.0/security-groups?id=e3ce8ce2-282a-4900-9ee0-2df414901033&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0430765 Nov 05 19:56:30.578905 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f86327-201a-4614-90e3-25afcd9cbb2b req-6fe4a2a7-2cd6-4baa-8d19-7e047e95c6bc tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:56:30.580399 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-34f86327-201a-4614-90e3-25afcd9cbb2b req-6fe4a2a7-2cd6-4baa-8d19-7e047e95c6bc tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ca244c2-c58f-4a7f-9d21-deac6043d695 HTTP/1.1" status: 200 len: 945 time: 0.0491052 Nov 05 19:56:30.629228 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-34f86327-201a-4614-90e3-25afcd9cbb2b req-663a10a8-e1f3-4e1e-9c1d-765374fb2cb2 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] 10.222.0.13 "GET /v2.0/security-groups?id=e3ce8ce2-282a-4900-9ee0-2df414901033&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0427642 Nov 05 19:56:31.743872 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cacb5a-cf2d-4bc1-8773-6d2a04568300 req-bfeef514-08b3-4cc4-8bc5-5adec30fc4dd tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:56:31.745340 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-a8cacb5a-cf2d-4bc1-8773-6d2a04568300 req-bfeef514-08b3-4cc4-8bc5-5adec30fc4dd tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ca244c2-c58f-4a7f-9d21-deac6043d695 HTTP/1.1" status: 200 len: 945 time: 0.0479512 Nov 05 19:56:31.798936 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-a8cacb5a-cf2d-4bc1-8773-6d2a04568300 req-0770849b-403f-4527-b5a3-a23094e0f28a tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] 10.222.0.13 "GET /v2.0/security-groups?id=e3ce8ce2-282a-4900-9ee0-2df414901033&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0468020 Nov 05 19:56:32.647742 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-d6c82338-e942-4c01-99ce-6c3ae2a9aa73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:56:32.915036 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee6b1f9-e9cf-4b2c-ae0a-86d927e206be req-ff2c565b-4ad6-45da-bf2d-d700dcfd2b7b tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:56:32.916434 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-3ee6b1f9-e9cf-4b2c-ae0a-86d927e206be req-ff2c565b-4ad6-45da-bf2d-d700dcfd2b7b tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ca244c2-c58f-4a7f-9d21-deac6043d695 HTTP/1.1" status: 200 len: 945 time: 0.0486169 Nov 05 19:56:32.965951 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-3ee6b1f9-e9cf-4b2c-ae0a-86d927e206be req-f1d8bb97-4637-4d95-b72b-32ff3879fe31 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] 10.222.0.13 "GET /v2.0/security-groups?id=e3ce8ce2-282a-4900-9ee0-2df414901033&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0431969 Nov 05 19:56:34.081609 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54ec95e-05c8-4913-b0ce-7bfcc42f7da3 req-10542df7-2068-40a6-b839-1295f7632279 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:56:34.083135 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-a54ec95e-05c8-4913-b0ce-7bfcc42f7da3 req-10542df7-2068-40a6-b839-1295f7632279 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ca244c2-c58f-4a7f-9d21-deac6043d695 HTTP/1.1" status: 200 len: 945 time: 0.0483689 Nov 05 19:56:34.131431 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-a54ec95e-05c8-4913-b0ce-7bfcc42f7da3 req-ec3ef565-466c-4102-b6f3-7945cf66e649 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] 10.222.0.13 "GET /v2.0/security-groups?id=e3ce8ce2-282a-4900-9ee0-2df414901033&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0423706 Nov 05 19:56:35.042127 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:56:35.252817 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67048f4f-3cf6-429d-972b-d59c44cc2bdf req-71d26aac-9b0f-4705-b577-ab9510ceb51f tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:56:35.254280 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-67048f4f-3cf6-429d-972b-d59c44cc2bdf req-71d26aac-9b0f-4705-b577-ab9510ceb51f tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ca244c2-c58f-4a7f-9d21-deac6043d695 HTTP/1.1" status: 200 len: 945 time: 0.0535264 Nov 05 19:56:35.304813 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-67048f4f-3cf6-429d-972b-d59c44cc2bdf req-709f8f4f-0916-4316-8b65-fa394f252336 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] 10.222.0.13 "GET /v2.0/security-groups?id=e3ce8ce2-282a-4900-9ee0-2df414901033&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0443656 Nov 05 19:56:35.326537 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 47094) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:56:35.385567 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-96eef031-33d0-4609-8b72-056b0044ee8d tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] 10.222.0.13 "GET /v2.0/floatingips/c78c473a-70de-47af-9120-d734f65cdd1b HTTP/1.1" status: 200 len: 991 time: 0.0578902 Nov 05 19:56:35.453518 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-066925d5-048d-41d2-a2bb-386154563ee9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:56:36.510794 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b304910f-7b27-444b-a8fc-977d26b1ceac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:56:36.812750 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486e484f-9f1d-4b31-83fd-55be474ef5ae req-04ce9d26-cab3-458d-aa4d-460478a35978 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:56:36.814283 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-486e484f-9f1d-4b31-83fd-55be474ef5ae req-04ce9d26-cab3-458d-aa4d-460478a35978 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ca244c2-c58f-4a7f-9d21-deac6043d695 HTTP/1.1" status: 200 len: 945 time: 0.0553901 Nov 05 19:56:36.909424 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e725ed5-5625-47ef-ba66-0a8664941aa6 req-c7a59ae9-7a3e-4312-aaf5-1f14fceffffd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:56:36.911814 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-6e725ed5-5625-47ef-ba66-0a8664941aa6 req-c7a59ae9-7a3e-4312-aaf5-1f14fceffffd service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=68fdb102132c4581a35bd621e01c7de2&device_id=3ca244c2-c58f-4a7f-9d21-deac6043d695 HTTP/1.1" status: 200 len: 1096 time: 0.0489426 Nov 05 19:56:36.992366 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:56:37.027905 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e725ed5-5625-47ef-ba66-0a8664941aa6 req-17752087-075b-4d8f-8dbe-71d5ecd8508d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:56:37.029516 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-6e725ed5-5625-47ef-ba66-0a8664941aa6 req-17752087-075b-4d8f-8dbe-71d5ecd8508d service neutron] 10.222.0.55 "GET /v2.0/networks?id=97917088-827e-48a6-9d7a-64a2a013fc8d HTTP/1.1" status: 200 len: 898 time: 0.1015105 Nov 05 19:56:37.106335 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-6e725ed5-5625-47ef-ba66-0a8664941aa6 req-050291d3-70cf-487e-a887-48e073fda49d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ada00aa3-1b31-427d-9303-56061002b840 HTTP/1.1" status: 200 len: 999 time: 0.0650561 Nov 05 19:56:37.162615 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e725ed5-5625-47ef-ba66-0a8664941aa6 req-7f6e530a-8944-4a5a-82c3-d5a8bce82714 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:56:37.164166 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-6e725ed5-5625-47ef-ba66-0a8664941aa6 req-7f6e530a-8944-4a5a-82c3-d5a8bce82714 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=45a4ecd9-e9bc-46ae-9cd8-0d702446f866 HTTP/1.1" status: 200 len: 834 time: 0.0472419 Nov 05 19:56:37.190690 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-486e484f-9f1d-4b31-83fd-55be474ef5ae req-ba4b43ff-f5d6-4617-80e0-da78bc0d7091 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] 10.222.0.13 "GET /v2.0/security-groups?id=e3ce8ce2-282a-4900-9ee0-2df414901033&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3701367 Nov 05 19:56:37.215518 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e725ed5-5625-47ef-ba66-0a8664941aa6 req-9669e489-a593-400c-9296-412fd0b6bfc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:56:37.218500 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-6e725ed5-5625-47ef-ba66-0a8664941aa6 req-9669e489-a593-400c-9296-412fd0b6bfc8 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=97917088-827e-48a6-9d7a-64a2a013fc8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0422900 Nov 05 19:56:37.316412 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-6e725ed5-5625-47ef-ba66-0a8664941aa6 req-6754029e-921b-439d-92da-51d4c1184ff4 service neutron] 10.222.0.55 "GET /v2.0/networks/97917088-827e-48a6-9d7a-64a2a013fc8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878079 Nov 05 19:56:37.408972 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-6e725ed5-5625-47ef-ba66-0a8664941aa6 req-d4d855f3-268a-4205-9da2-d0b22cd70d6f service neutron] 10.222.0.55 "GET /v2.0/networks/97917088-827e-48a6-9d7a-64a2a013fc8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810270 Nov 05 19:56:38.313637 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9659299a-a80b-4e97-8867-a9f74409d76b req-fa057e3f-b012-42d6-96b1-d19c43a6e935 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:56:38.315179 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-9659299a-a80b-4e97-8867-a9f74409d76b req-fa057e3f-b012-42d6-96b1-d19c43a6e935 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ca244c2-c58f-4a7f-9d21-deac6043d695 HTTP/1.1" status: 200 len: 945 time: 0.0516500 Nov 05 19:56:38.364910 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-9659299a-a80b-4e97-8867-a9f74409d76b req-4c6a4004-77ad-4cc1-a013-f9daa4ee5c72 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] 10.222.0.13 "GET /v2.0/security-groups?id=e3ce8ce2-282a-4900-9ee0-2df414901033&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0437410 Nov 05 19:56:38.388543 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 47104) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:56:38.456653 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-a99a83d7-9a49-48c3-996b-dfc5c565c045 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] 10.222.0.13 "GET /v2.0/floatingips/c78c473a-70de-47af-9120-d734f65cdd1b HTTP/1.1" status: 200 len: 991 time: 0.0660090 Nov 05 19:56:38.579391 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-31f93893-a48e-4ae8-833d-dccb2b42eacc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:56:38.630766 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:56:43.699335 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.agents_db [None req-b9406b04-a0e8-43cf-b349-711963d96cf4 None None] Agent healthcheck: found 7 active agents {{(pid=102389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 05 19:56:55.641946 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-46c73b91-009d-43c3-af14-baa5798e351e req-c474fb23-a9f9-462f-a01f-ac9223ed79c1 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=3ca244c2-c58f-4a7f-9d21-deac6043d695&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0447240 Nov 05 19:56:55.728239 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c73b91-009d-43c3-af14-baa5798e351e req-ad31e4f4-b138-483f-864d-b535c4b42bdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:56:55.729731 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-46c73b91-009d-43c3-af14-baa5798e351e req-ad31e4f4-b138-483f-864d-b535c4b42bdd service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=68fdb102132c4581a35bd621e01c7de2&device_id=3ca244c2-c58f-4a7f-9d21-deac6043d695 HTTP/1.1" status: 200 len: 1096 time: 0.0400701 Nov 05 19:56:55.831381 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c73b91-009d-43c3-af14-baa5798e351e req-c9d79302-cae3-474f-91ed-b3a3a07f8dfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:56:55.832829 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-46c73b91-009d-43c3-af14-baa5798e351e req-c9d79302-cae3-474f-91ed-b3a3a07f8dfe service neutron] 10.222.0.55 "GET /v2.0/networks?id=97917088-827e-48a6-9d7a-64a2a013fc8d HTTP/1.1" status: 200 len: 898 time: 0.0827148 Nov 05 19:56:55.900793 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-46c73b91-009d-43c3-af14-baa5798e351e req-668919c3-a350-49a3-bf8b-ff48772f9e53 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ada00aa3-1b31-427d-9303-56061002b840 HTTP/1.1" status: 200 len: 999 time: 0.0606227 Nov 05 19:56:55.952605 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c73b91-009d-43c3-af14-baa5798e351e req-0414b5e1-239b-4f8d-b714-93736937b40a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:56:55.954068 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-46c73b91-009d-43c3-af14-baa5798e351e req-0414b5e1-239b-4f8d-b714-93736937b40a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=45a4ecd9-e9bc-46ae-9cd8-0d702446f866 HTTP/1.1" status: 200 len: 834 time: 0.0442641 Nov 05 19:56:55.999330 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c73b91-009d-43c3-af14-baa5798e351e req-007050cf-1fa1-4fb6-93fa-183fcdb7d14e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:56:56.001251 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-46c73b91-009d-43c3-af14-baa5798e351e req-007050cf-1fa1-4fb6-93fa-183fcdb7d14e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=97917088-827e-48a6-9d7a-64a2a013fc8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0396996 Nov 05 19:56:56.095593 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-46c73b91-009d-43c3-af14-baa5798e351e req-c7825911-0cd1-4c0c-957d-144329228a17 service neutron] 10.222.0.55 "GET /v2.0/networks/97917088-827e-48a6-9d7a-64a2a013fc8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876758 Nov 05 19:56:56.186814 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-46c73b91-009d-43c3-af14-baa5798e351e req-10d6ec2b-02dd-41fe-a25d-3d957591ae3a service neutron] 10.222.0.55 "GET /v2.0/networks/97917088-827e-48a6-9d7a-64a2a013fc8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821939 Nov 05 19:57:02.641698 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c1ebe347-19db-47fa-abc6-74aa7c1a7453 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:57:04.973041 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:57:05.457888 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-f887a4b5-6403-4084-837b-4bbb79284127 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:57:06.504559 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b304910f-7b27-444b-a8fc-977d26b1ceac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:57:07.030816 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:57:08.510697 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-31f93893-a48e-4ae8-833d-dccb2b42eacc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:57:08.572751 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:57:11.132779 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 47118) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:57:11.288055 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [None req-31e79f3e-f0e2-4ae5-862a-ca76898138ec tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Deleting port 70e3e659-eac4-40cb-bedb-b6bef769dc5d {{(pid=102387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 19:57:11.288313 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-31e79f3e-f0e2-4ae5-862a-ca76898138ec tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:57:11.362492 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-31e79f3e-f0e2-4ae5-862a-ca76898138ec tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:57:11.362823 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-31e79f3e-f0e2-4ae5-862a-ca76898138ec tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:57:11.374295 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [None req-31e79f3e-f0e2-4ae5-862a-ca76898138ec tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Calling delete_port for 70e3e659-eac4-40cb-bedb-b6bef769dc5d owned by network:floatingip {{(pid=102387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 19:57:11.601958 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-31e79f3e-f0e2-4ae5-862a-ca76898138ec tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4417063'] for port, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:57:11.624987 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e79f3e-f0e2-4ae5-862a-ca76898138ec tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Pushing event deleted for resources: {'Port': ['ID=70e3e659-eac4-40cb-bedb-b6bef769dc5d,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:57:11.635068 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31e79f3e-f0e2-4ae5-862a-ca76898138ec tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:57:11.640690 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31e79f3e-f0e2-4ae5-862a-ca76898138ec tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:57:11.640690 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31e79f3e-f0e2-4ae5-862a-ca76898138ec tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:57:11.640690 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31e79f3e-f0e2-4ae5-862a-ca76898138ec tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:57:11.640690 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31e79f3e-f0e2-4ae5-862a-ca76898138ec tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:57:11.640690 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31e79f3e-f0e2-4ae5-862a-ca76898138ec tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:57:11.640690 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31e79f3e-f0e2-4ae5-862a-ca76898138ec tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:57:11.640690 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31e79f3e-f0e2-4ae5-862a-ca76898138ec tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:57:11.640690 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31e79f3e-f0e2-4ae5-862a-ca76898138ec tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:57:11.640690 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31e79f3e-f0e2-4ae5-862a-ca76898138ec tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:57:11.640690 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31e79f3e-f0e2-4ae5-862a-ca76898138ec tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:57:11.640690 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31e79f3e-f0e2-4ae5-862a-ca76898138ec tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:57:11.705011 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-31e79f3e-f0e2-4ae5-862a-ca76898138ec tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks [] for floatingip, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:57:11.705344 n-d-816865-1 neutron-server[102387]: INFO neutron.db.l3_db [None req-31e79f3e-f0e2-4ae5-862a-ca76898138ec tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Floating IP c78c473a-70de-47af-9120-d734f65cdd1b disassociated (deleted). External IP: 172.25.6.4, port: ada00aa3-1b31-427d-9303-56061002b840. Nov 05 19:57:11.912260 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31e79f3e-f0e2-4ae5-862a-ca76898138ec tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Router df58fc5f-8951-4123-93c9-7c7457c9765a has already been hosted by L3 agent 6dcb5589-8e86-4616-9186-ddc4548e13ad {{(pid=102387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 19:57:12.019769 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31e79f3e-f0e2-4ae5-862a-ca76898138ec tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Notify agent at l3_agent.n-d-816865-1 the message routers_updated {{(pid=102387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 19:57:12.024615 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-31e79f3e-f0e2-4ae5-862a-ca76898138ec tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for floatingip, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:57:12.029711 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6ff7072-ff2b-4d9b-bb2f-aa6d875f1eee None None] Sync routers for ids ['df58fc5f-8951-4123-93c9-7c7457c9765a'] in n-d-816865-1 {{(pid=102388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 19:57:12.039131 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6ff7072-ff2b-4d9b-bb2f-aa6d875f1eee None None] Routers {'df58fc5f-8951-4123-93c9-7c7457c9765a'} bound to L3 agent in host n-d-816865-1 {{(pid=102388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 19:57:12.039718 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-b6ff7072-ff2b-4d9b-bb2f-aa6d875f1eee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T19:57:05Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['df58fc5f-8951-4123-93c9-7c7457c9765a'], 'active': True} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:57:12.052530 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-31e79f3e-f0e2-4ae5-862a-ca76898138ec tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] 10.222.0.13 "DELETE /v2.0/floatingips/c78c473a-70de-47af-9120-d734f65cdd1b HTTP/1.1" status: 204 len: 168 time: 0.9186592 Nov 05 19:57:12.053211 n-d-816865-1 neutron-server[102387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ca244c2-c58f-4a7f-9d21-deac6043d695', 'tag': 'ada00aa3-1b31-427d-9303-56061002b840'}] {{(pid=102387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 19:57:12.055589 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1aa7e2392c69fb9acc0b335571f919b1f61097b9ced1ed941ddb2f5c01cc85e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ca052e4-dd93-4d61-b083-18cbaaa22896" -d '{"events": [{"name": "network-changed", "server_uuid": "3ca244c2-c58f-4a7f-9d21-deac6043d695", "tag": "ada00aa3-1b31-427d-9303-56061002b840"}]}' {{(pid=102387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 19:57:12.146664 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvr_db [None req-b6ff7072-ff2b-4d9b-bb2f-aa6d875f1eee None None] Set router df58fc5f-8951-4123-93c9-7c7457c9765a gateway port host: n-d-816865-1 {{(pid=102388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 19:57:12.352626 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-b6ff7072-ff2b-4d9b-bb2f-aa6d875f1eee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df58fc5f-8951-4123-93c9-7c7457c9765a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-191097788', 'tenant_id': '68fdb102132c4581a35bd621e01c7de2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.199'}], 'enable_snat': True}, 'gw_port_id': 'c790bd93-2b8e-4949-a696-4183088b40c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T19:55:30Z', 'updated_at': '2021-11-05T19:55:34Z', 'revision_number': 4, 'project_id': '68fdb102132c4581a35bd621e01c7de2', 'gw_port': {'id': 'c790bd93-2b8e-4949-a696-4183088b40c9', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:b6:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df58fc5f-8951-4123-93c9-7c7457c9765a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:55:30Z', 'updated_at': '2021-11-05T19:55:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1', '_interfaces': [{'id': 'e73b1e5c-cd08-40a2-9ced-d3cebfb7f2dc', 'name': '', 'network_id': '97917088-827e-48a6-9d7a-64a2a013fc8d', 'tenant_id': '68fdb102132c4581a35bd621e01c7de2', 'mac_address': 'fa:16:3e:5b:9c:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df58fc5f-8951-4123-93c9-7c7457c9765a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '45a4ecd9-e9bc-46ae-9cd8-0d702446f866', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:55:33Z', 'updated_at': '2021-11-05T19:55:36Z', 'revision_number': 5, 'project_id': '68fdb102132c4581a35bd621e01c7de2', 'subnets': [{'id': '45a4ecd9-e9bc-46ae-9cd8-0d702446f866', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-1', False) {} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:57:12.366501 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 19:57:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cfdeb8d-fd11-4fc6-8e48-6ccdd9f6fc6c x-openstack-request-id: req-2cfdeb8d-fd11-4fc6-8e48-6ccdd9f6fc6c {{(pid=102387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 19:57:12.367005 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ca244c2-c58f-4a7f-9d21-deac6043d695", "tag": "ada00aa3-1b31-427d-9303-56061002b840", "status": "completed", "code": 200}]} {{(pid=102387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 19:57:12.367100 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2cfdeb8d-fd11-4fc6-8e48-6ccdd9f6fc6c {{(pid=102387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 19:57:12.367649 n-d-816865-1 neutron-server[102387]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ca244c2-c58f-4a7f-9d21-deac6043d695', 'tag': 'ada00aa3-1b31-427d-9303-56061002b840', 'status': 'completed', 'code': 200} Nov 05 19:57:12.382805 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6ff7072-ff2b-4d9b-bb2f-aa6d875f1eee None None] Checking router: df58fc5f-8951-4123-93c9-7c7457c9765a for host: n-d-816865-1 {{(pid=102388) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 19:57:12.392025 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6ff7072-ff2b-4d9b-bb2f-aa6d875f1eee None None] Routers {'df58fc5f-8951-4123-93c9-7c7457c9765a'} bound to L3 agent in host n-d-816865-1 {{(pid=102388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 19:57:12.392650 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-b6ff7072-ff2b-4d9b-bb2f-aa6d875f1eee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T19:57:05Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['df58fc5f-8951-4123-93c9-7c7457c9765a'], 'active': True} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:57:12.443500 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca052e4-dd93-4d61-b083-18cbaaa22896 req-d65e51ff-6820-486f-96b1-d501378d2f38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:57:12.444540 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-9ca052e4-dd93-4d61-b083-18cbaaa22896 req-d65e51ff-6820-486f-96b1-d501378d2f38 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=68fdb102132c4581a35bd621e01c7de2&device_id=3ca244c2-c58f-4a7f-9d21-deac6043d695 HTTP/1.1" status: 200 len: 1096 time: 0.0499530 Nov 05 19:57:12.468783 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525d7183-9fa2-4881-b7a9-64f7ee5c4272 req-b3a7a18b-3c79-47eb-b117-3d7a01a0019c tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:57:12.470295 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-525d7183-9fa2-4881-b7a9-64f7ee5c4272 req-b3a7a18b-3c79-47eb-b117-3d7a01a0019c tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ca244c2-c58f-4a7f-9d21-deac6043d695 HTTP/1.1" status: 200 len: 945 time: 0.0560076 Nov 05 19:57:12.507316 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvr_db [None req-b6ff7072-ff2b-4d9b-bb2f-aa6d875f1eee None None] Set router df58fc5f-8951-4123-93c9-7c7457c9765a gateway port host: n-d-816865-1 {{(pid=102388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 19:57:12.526626 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-525d7183-9fa2-4881-b7a9-64f7ee5c4272 req-20e919c6-ffec-4238-a3cb-089f4cd0cd99 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] 10.222.0.13 "GET /v2.0/security-groups?id=e3ce8ce2-282a-4900-9ee0-2df414901033&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0487165 Nov 05 19:57:12.543604 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca052e4-dd93-4d61-b083-18cbaaa22896 req-13aeb824-5a6a-4b69-a3ed-a3cf82c026d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:57:12.545621 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-9ca052e4-dd93-4d61-b083-18cbaaa22896 req-13aeb824-5a6a-4b69-a3ed-a3cf82c026d7 service neutron] 10.222.0.55 "GET /v2.0/networks?id=97917088-827e-48a6-9d7a-64a2a013fc8d HTTP/1.1" status: 200 len: 898 time: 0.0934567 Nov 05 19:57:12.593458 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-9ca052e4-dd93-4d61-b083-18cbaaa22896 req-4a15e085-56f5-4840-a55f-07ad86f69bee service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ada00aa3-1b31-427d-9303-56061002b840 HTTP/1.1" status: 200 len: 217 time: 0.0394876 Nov 05 19:57:12.645610 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca052e4-dd93-4d61-b083-18cbaaa22896 req-0c2ecf0d-e18b-4409-a210-a5111eff83d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:57:12.647232 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-9ca052e4-dd93-4d61-b083-18cbaaa22896 req-0c2ecf0d-e18b-4409-a210-a5111eff83d1 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=45a4ecd9-e9bc-46ae-9cd8-0d702446f866 HTTP/1.1" status: 200 len: 834 time: 0.0445697 Nov 05 19:57:12.695528 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca052e4-dd93-4d61-b083-18cbaaa22896 req-a8acddd6-d053-4802-9a97-24bec3288182 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:57:12.697062 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-9ca052e4-dd93-4d61-b083-18cbaaa22896 req-a8acddd6-d053-4802-9a97-24bec3288182 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=97917088-827e-48a6-9d7a-64a2a013fc8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0414703 Nov 05 19:57:12.711697 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-b6ff7072-ff2b-4d9b-bb2f-aa6d875f1eee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df58fc5f-8951-4123-93c9-7c7457c9765a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-191097788', 'tenant_id': '68fdb102132c4581a35bd621e01c7de2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.199'}], 'enable_snat': True}, 'gw_port_id': 'c790bd93-2b8e-4949-a696-4183088b40c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T19:55:30Z', 'updated_at': '2021-11-05T19:55:34Z', 'revision_number': 4, 'project_id': '68fdb102132c4581a35bd621e01c7de2', 'gw_port': {'id': 'c790bd93-2b8e-4949-a696-4183088b40c9', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:b6:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df58fc5f-8951-4123-93c9-7c7457c9765a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:55:30Z', 'updated_at': '2021-11-05T19:55:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1', '_interfaces': [{'id': 'e73b1e5c-cd08-40a2-9ced-d3cebfb7f2dc', 'name': '', 'network_id': '97917088-827e-48a6-9d7a-64a2a013fc8d', 'tenant_id': '68fdb102132c4581a35bd621e01c7de2', 'mac_address': 'fa:16:3e:5b:9c:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df58fc5f-8951-4123-93c9-7c7457c9765a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '45a4ecd9-e9bc-46ae-9cd8-0d702446f866', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:55:33Z', 'updated_at': '2021-11-05T19:55:36Z', 'revision_number': 5, 'project_id': '68fdb102132c4581a35bd621e01c7de2', 'subnets': [{'id': '45a4ecd9-e9bc-46ae-9cd8-0d702446f866', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-1', False) {} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:57:12.743427 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6ff7072-ff2b-4d9b-bb2f-aa6d875f1eee None None] The sync data for ids ['df58fc5f-8951-4123-93c9-7c7457c9765a'] in n-d-816865-1 is: [{'id': 'df58fc5f-8951-4123-93c9-7c7457c9765a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-191097788', 'tenant_id': '68fdb102132c4581a35bd621e01c7de2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.199'}], 'enable_snat': True}, 'gw_port_id': 'c790bd93-2b8e-4949-a696-4183088b40c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T19:55:30Z', 'updated_at': '2021-11-05T19:55:34Z', 'revision_number': 4, 'project_id': '68fdb102132c4581a35bd621e01c7de2', 'gw_port': {'id': 'c790bd93-2b8e-4949-a696-4183088b40c9', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:b6:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df58fc5f-8951-4123-93c9-7c7457c9765a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:55:30Z', 'updated_at': '2021-11-05T19:55:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1', '_interfaces': [{'id': 'e73b1e5c-cd08-40a2-9ced-d3cebfb7f2dc', 'name': '', 'network_id': '97917088-827e-48a6-9d7a-64a2a013fc8d', 'tenant_id': '68fdb102132c4581a35bd621e01c7de2', 'mac_address': 'fa:16:3e:5b:9c:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df58fc5f-8951-4123-93c9-7c7457c9765a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '45a4ecd9-e9bc-46ae-9cd8-0d702446f866', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:55:33Z', 'updated_at': '2021-11-05T19:55:36Z', 'revision_number': 5, 'project_id': '68fdb102132c4581a35bd621e01c7de2', 'subnets': [{'id': '45a4ecd9-e9bc-46ae-9cd8-0d702446f866', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 19:57:12.793613 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-9ca052e4-dd93-4d61-b083-18cbaaa22896 req-41790f88-9c9f-4224-bd1f-7108a30bb395 service neutron] 10.222.0.55 "GET /v2.0/networks/97917088-827e-48a6-9d7a-64a2a013fc8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887480 Nov 05 19:57:12.888592 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-9ca052e4-dd93-4d61-b083-18cbaaa22896 req-58463db9-07d0-46d4-823b-f0fd103dd42e service neutron] 10.222.0.55 "GET /v2.0/networks/97917088-827e-48a6-9d7a-64a2a013fc8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857186 Nov 05 19:57:12.958735 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db935ecc-0b1e-479a-8e45-7217e9e655d4 None None] New status for floating IP c78c473a-70de-47af-9120-d734f65cdd1b: DOWN {{(pid=102389) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 05 19:57:13.649676 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64190d4-8529-4fda-9c6c-18e843f1d592 req-1e226d61-f30d-461e-9e1a-598939450e22 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:57:13.651227 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-f64190d4-8529-4fda-9c6c-18e843f1d592 req-1e226d61-f30d-461e-9e1a-598939450e22 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ca244c2-c58f-4a7f-9d21-deac6043d695 HTTP/1.1" status: 200 len: 945 time: 0.0498891 Nov 05 19:57:13.704234 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-f64190d4-8529-4fda-9c6c-18e843f1d592 req-ffb4ef7c-a257-4e31-85a6-d2ca26519e89 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] 10.222.0.13 "GET /v2.0/security-groups?id=e3ce8ce2-282a-4900-9ee0-2df414901033&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0470989 Nov 05 19:57:14.158020 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55583213-6154-479c-b9cf-fc2001190f8d req-4783127a-6146-497e-8e62-22fa470b230b tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:57:14.159506 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-55583213-6154-479c-b9cf-fc2001190f8d req-4783127a-6146-497e-8e62-22fa470b230b tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] 10.222.0.55 "GET /v2.0/ports?device_id=3ca244c2-c58f-4a7f-9d21-deac6043d695 HTTP/1.1" status: 200 len: 945 time: 0.0528843 Nov 05 19:57:14.250238 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [req-55583213-6154-479c-b9cf-fc2001190f8d req-c0ba71bc-85c9-4b79-afb3-9b18d44d952f tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Deleting port ada00aa3-1b31-427d-9303-56061002b840 {{(pid=102386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 19:57:14.250583 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-55583213-6154-479c-b9cf-fc2001190f8d req-c0ba71bc-85c9-4b79-afb3-9b18d44d952f tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:57:14.339637 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [req-55583213-6154-479c-b9cf-fc2001190f8d req-c0ba71bc-85c9-4b79-afb3-9b18d44d952f tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] For port ada00aa3-1b31-427d-9303-56061002b840, host n-h2-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=ada00aa3-1b31-427d-9303-56061002b840,segment=NetworkSegment(44f19931-9c7f-491b-b0e8-b6b89dc493ce),segment_id=44f19931-9c7f-491b-b0e8-b6b89dc493ce)] {{(pid=102386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:57:14.339921 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-55583213-6154-479c-b9cf-fc2001190f8d req-c0ba71bc-85c9-4b79-afb3-9b18d44d952f tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:57:14.352420 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [req-55583213-6154-479c-b9cf-fc2001190f8d req-c0ba71bc-85c9-4b79-afb3-9b18d44d952f tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Calling delete_port for ada00aa3-1b31-427d-9303-56061002b840 owned by compute:nova {{(pid=102386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 19:57:14.538419 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-55583213-6154-479c-b9cf-fc2001190f8d req-c0ba71bc-85c9-4b79-afb3-9b18d44d952f tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:57:14.571000 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ba71bc-85c9-4b79-afb3-9b18d44d952f tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Pushing event deleted for resources: {'Port': ['ID=ada00aa3-1b31-427d-9303-56061002b840,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:57:14.583166 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ba71bc-85c9-4b79-afb3-9b18d44d952f tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:57:14.583520 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ba71bc-85c9-4b79-afb3-9b18d44d952f tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:57:14.583862 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ba71bc-85c9-4b79-afb3-9b18d44d952f tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:57:14.584200 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ba71bc-85c9-4b79-afb3-9b18d44d952f tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:57:14.584536 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ba71bc-85c9-4b79-afb3-9b18d44d952f tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:57:14.585054 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ba71bc-85c9-4b79-afb3-9b18d44d952f tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:57:14.585202 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ba71bc-85c9-4b79-afb3-9b18d44d952f tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:57:14.585512 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ba71bc-85c9-4b79-afb3-9b18d44d952f tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:57:14.585839 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ba71bc-85c9-4b79-afb3-9b18d44d952f tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:57:14.586189 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ba71bc-85c9-4b79-afb3-9b18d44d952f tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:57:14.586515 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ba71bc-85c9-4b79-afb3-9b18d44d952f tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:57:14.586838 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ba71bc-85c9-4b79-afb3-9b18d44d952f tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:57:14.620775 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [req-55583213-6154-479c-b9cf-fc2001190f8d req-c0ba71bc-85c9-4b79-afb3-9b18d44d952f tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] No DVR routers for this DVR port ada00aa3-1b31-427d-9303-56061002b840 on host n-h2-816865-1 {{(pid=102386) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 19:57:14.624204 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-55583213-6154-479c-b9cf-fc2001190f8d req-c0ba71bc-85c9-4b79-afb3-9b18d44d952f tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:57:14.627636 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-55583213-6154-479c-b9cf-fc2001190f8d req-c0ba71bc-85c9-4b79-afb3-9b18d44d952f tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] 10.222.0.55 "DELETE /v2.0/ports/ada00aa3-1b31-427d-9303-56061002b840 HTTP/1.1" status: 204 len: 173 time: 0.4584846 Nov 05 19:57:14.628100 n-d-816865-1 neutron-server[102386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ca244c2-c58f-4a7f-9d21-deac6043d695', 'name': 'network-vif-deleted', 'tag': 'ada00aa3-1b31-427d-9303-56061002b840'}] {{(pid=102386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 19:57:14.630379 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d24c2e9fd656c946d5f792cc44b0d4efbe125a7d17e01666b7f4dc8150dd75ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04e44f15-98a1-4496-9899-51a1bfe2ad4d" -d '{"events": [{"server_uuid": "3ca244c2-c58f-4a7f-9d21-deac6043d695", "name": "network-vif-deleted", "tag": "ada00aa3-1b31-427d-9303-56061002b840"}]}' {{(pid=102386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 19:57:14.670925 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 19:57:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e36c3ef-c4ab-4ff8-9268-d01078a1f843 x-openstack-request-id: req-5e36c3ef-c4ab-4ff8-9268-d01078a1f843 {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 19:57:14.671291 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ca244c2-c58f-4a7f-9d21-deac6043d695", "name": "network-vif-deleted", "tag": "ada00aa3-1b31-427d-9303-56061002b840", "status": "completed", "code": 200}]} {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 19:57:14.671715 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5e36c3ef-c4ab-4ff8-9268-d01078a1f843 {{(pid=102386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 19:57:14.672264 n-d-816865-1 neutron-server[102386]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ca244c2-c58f-4a7f-9d21-deac6043d695', 'name': 'network-vif-deleted', 'tag': 'ada00aa3-1b31-427d-9303-56061002b840', 'status': 'completed', 'code': 200} Nov 05 19:57:14.801930 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-1e59abe1-a955-4f6a-ad34-df55acbd8ff4 req-35ef35d0-d338-4a0c-8333-191536b8a943 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ca244c2-c58f-4a7f-9d21-deac6043d695 HTTP/1.1" status: 200 len: 210 time: 0.0267506 Nov 05 19:57:15.858770 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 47134) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:57:16.212516 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-fc21626a-6aa4-4f50-be20-4d28be16925a tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-571777'] for router_interface, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:57:16.461002 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [None req-fc21626a-6aa4-4f50-be20-4d28be16925a tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Deleting port e73b1e5c-cd08-40a2-9ced-d3cebfb7f2dc {{(pid=102387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 19:57:16.461330 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-fc21626a-6aa4-4f50-be20-4d28be16925a tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:57:16.551011 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.db [None req-fc21626a-6aa4-4f50-be20-4d28be16925a tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] For port e73b1e5c-cd08-40a2-9ced-d3cebfb7f2dc, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=e73b1e5c-cd08-40a2-9ced-d3cebfb7f2dc,segment=NetworkSegment(44f19931-9c7f-491b-b0e8-b6b89dc493ce),segment_id=44f19931-9c7f-491b-b0e8-b6b89dc493ce)] {{(pid=102387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:57:16.551276 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-fc21626a-6aa4-4f50-be20-4d28be16925a tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:57:16.563619 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [None req-fc21626a-6aa4-4f50-be20-4d28be16925a tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Calling delete_port for e73b1e5c-cd08-40a2-9ced-d3cebfb7f2dc owned by network:router_interface {{(pid=102387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 19:57:16.807660 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-fc21626a-6aa4-4f50-be20-4d28be16925a tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4417063'] for port, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:57:16.833847 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc21626a-6aa4-4f50-be20-4d28be16925a tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Pushing event deleted for resources: {'Port': ['ID=e73b1e5c-cd08-40a2-9ced-d3cebfb7f2dc,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:57:16.923125 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Device ada00aa3-1b31-427d-9303-56061002b840 no longer exists at agent hyperv_n-h2-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 19:57:16.948368 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] No Port match for: ada00aa3-1b31-427d-9303-56061002b840 {{(pid=102388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 19:57:16.949013 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Device ada00aa3-1b31-427d-9303-56061002b840 not bound to the agent host n-h2-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 19:57:17.014481 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-fc21626a-6aa4-4f50-be20-4d28be16925a tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-597886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-573297'] for router_interface, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:57:17.230163 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc21626a-6aa4-4f50-be20-4d28be16925a tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Router df58fc5f-8951-4123-93c9-7c7457c9765a has already been hosted by L3 agent 6dcb5589-8e86-4616-9186-ddc4548e13ad {{(pid=102387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 19:57:17.333532 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc21626a-6aa4-4f50-be20-4d28be16925a tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Notify agent at l3_agent.n-d-816865-1 the message routers_updated {{(pid=102387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 19:57:17.338479 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-fc21626a-6aa4-4f50-be20-4d28be16925a tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] 10.222.0.13 "PUT /v2.0/routers/df58fc5f-8951-4123-93c9-7c7457c9765a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4786847 Nov 05 19:57:17.341255 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 47136) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:57:17.344080 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4de4f82-bc97-4410-ba2c-a8aab283e694 None None] Sync routers for ids ['df58fc5f-8951-4123-93c9-7c7457c9765a'] in n-d-816865-1 {{(pid=102388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 19:57:17.354541 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4de4f82-bc97-4410-ba2c-a8aab283e694 None None] Routers {'df58fc5f-8951-4123-93c9-7c7457c9765a'} bound to L3 agent in host n-d-816865-1 {{(pid=102388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 19:57:17.355160 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-e4de4f82-bc97-4410-ba2c-a8aab283e694 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T19:57:05Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['df58fc5f-8951-4123-93c9-7c7457c9765a'], 'active': True} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:57:17.395189 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.db_base_plugin_v2 [None req-d144a7ba-8a35-4b9e-84d1-d5eda08960a0 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Deleting subnet 45a4ecd9-e9bc-46ae-9cd8-0d702446f866 {{(pid=102387) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 05 19:57:17.398331 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-d144a7ba-8a35-4b9e-84d1-d5eda08960a0 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks [] for subnet, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:57:17.438878 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-d144a7ba-8a35-4b9e-84d1-d5eda08960a0 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4463501'] for subnet, precommit_delete_associations {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:57:17.463090 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvr_db [None req-e4de4f82-bc97-4410-ba2c-a8aab283e694 None None] Set router df58fc5f-8951-4123-93c9-7c7457c9765a gateway port host: n-d-816865-1 {{(pid=102388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 19:57:17.520791 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-d144a7ba-8a35-4b9e-84d1-d5eda08960a0 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1573928'] for subnet, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:57:17.646645 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-e4de4f82-bc97-4410-ba2c-a8aab283e694 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df58fc5f-8951-4123-93c9-7c7457c9765a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-191097788', 'tenant_id': '68fdb102132c4581a35bd621e01c7de2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.199'}], 'enable_snat': True}, 'gw_port_id': 'c790bd93-2b8e-4949-a696-4183088b40c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T19:55:30Z', 'updated_at': '2021-11-05T19:57:16Z', 'revision_number': 5, 'project_id': '68fdb102132c4581a35bd621e01c7de2', 'gw_port': {'id': 'c790bd93-2b8e-4949-a696-4183088b40c9', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:b6:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df58fc5f-8951-4123-93c9-7c7457c9765a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:55:30Z', 'updated_at': '2021-11-05T19:55:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1'}], 'n-d-816865-1', False) {} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:57:17.648139 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-d144a7ba-8a35-4b9e-84d1-d5eda08960a0 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1573905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4417146', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5112209'] for subnet, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:57:17.674983 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4de4f82-bc97-4410-ba2c-a8aab283e694 None None] Checking router: df58fc5f-8951-4123-93c9-7c7457c9765a for host: n-d-816865-1 {{(pid=102388) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 19:57:17.675921 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d144a7ba-8a35-4b9e-84d1-d5eda08960a0 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Pushing event deleted for resources: {'Subnet': ['ID=45a4ecd9-e9bc-46ae-9cd8-0d702446f866,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:57:17.679558 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-d144a7ba-8a35-4b9e-84d1-d5eda08960a0 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks [] for subnet, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:57:17.682772 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-d144a7ba-8a35-4b9e-84d1-d5eda08960a0 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] 10.222.0.13 "DELETE /v2.0/subnets/45a4ecd9-e9bc-46ae-9cd8-0d702446f866 HTTP/1.1" status: 204 len: 168 time: 0.3400309 Nov 05 19:57:17.684608 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4de4f82-bc97-4410-ba2c-a8aab283e694 None None] Routers {'df58fc5f-8951-4123-93c9-7c7457c9765a'} bound to L3 agent in host n-d-816865-1 {{(pid=102388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 19:57:17.685230 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-e4de4f82-bc97-4410-ba2c-a8aab283e694 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T19:57:05Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['df58fc5f-8951-4123-93c9-7c7457c9765a'], 'active': True} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:57:17.685519 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 47138) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:57:17.688451 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70c9257b-a676-42be-9b92-9d3560b65e00 None None] Network 97917088-827e-48a6-9d7a-64a2a013fc8d requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 19:57:18.052169 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvr_db [None req-e4de4f82-bc97-4410-ba2c-a8aab283e694 None None] Set router df58fc5f-8951-4123-93c9-7c7457c9765a gateway port host: n-d-816865-1 {{(pid=102388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 19:57:18.116600 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-a5132095-8abd-49de-b1dc-bcb588823317 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks [] for router, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:57:18.181436 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6161a1bf-17f7-4432-83fa-0fbbd14b0440 None None] DHCP port deletion for 97917088-827e-48a6-9d7a-64a2a013fc8d request from n-d-816865-1 {{(pid=102388) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 05 19:57:18.230869 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-a5132095-8abd-49de-b1dc-bcb588823317 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:57:18.274835 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-6161a1bf-17f7-4432-83fa-0fbbd14b0440 None None] Deleting port 691405bd-de3f-4406-866b-68ae86651c55 {{(pid=102388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 19:57:18.275137 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-6161a1bf-17f7-4432-83fa-0fbbd14b0440 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:57:18.329474 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-e4de4f82-bc97-4410-ba2c-a8aab283e694 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df58fc5f-8951-4123-93c9-7c7457c9765a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-191097788', 'tenant_id': '68fdb102132c4581a35bd621e01c7de2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.199'}], 'enable_snat': True}, 'gw_port_id': 'c790bd93-2b8e-4949-a696-4183088b40c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T19:55:30Z', 'updated_at': '2021-11-05T19:57:16Z', 'revision_number': 5, 'project_id': '68fdb102132c4581a35bd621e01c7de2', 'gw_port': {'id': 'c790bd93-2b8e-4949-a696-4183088b40c9', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:b6:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df58fc5f-8951-4123-93c9-7c7457c9765a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:55:30Z', 'updated_at': '2021-11-05T19:55:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1'}], 'n-d-816865-1', False) {} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:57:18.337318 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [None req-a5132095-8abd-49de-b1dc-bcb588823317 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Deleting port c790bd93-2b8e-4949-a696-4183088b40c9 {{(pid=102387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 19:57:18.337675 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-a5132095-8abd-49de-b1dc-bcb588823317 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:57:18.364388 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4de4f82-bc97-4410-ba2c-a8aab283e694 None None] The sync data for ids ['df58fc5f-8951-4123-93c9-7c7457c9765a'] in n-d-816865-1 is: [{'id': 'df58fc5f-8951-4123-93c9-7c7457c9765a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-191097788', 'tenant_id': '68fdb102132c4581a35bd621e01c7de2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.199'}], 'enable_snat': True}, 'gw_port_id': 'c790bd93-2b8e-4949-a696-4183088b40c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T19:55:30Z', 'updated_at': '2021-11-05T19:57:16Z', 'revision_number': 5, 'project_id': '68fdb102132c4581a35bd621e01c7de2', 'gw_port': {'id': 'c790bd93-2b8e-4949-a696-4183088b40c9', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:b6:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df58fc5f-8951-4123-93c9-7c7457c9765a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:55:30Z', 'updated_at': '2021-11-05T19:55:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1'}] {{(pid=102388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 19:57:18.375178 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-6161a1bf-17f7-4432-83fa-0fbbd14b0440 None None] For port 691405bd-de3f-4406-866b-68ae86651c55, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=691405bd-de3f-4406-866b-68ae86651c55,segment=NetworkSegment(44f19931-9c7f-491b-b0e8-b6b89dc493ce),segment_id=44f19931-9c7f-491b-b0e8-b6b89dc493ce)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:57:18.375178 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-6161a1bf-17f7-4432-83fa-0fbbd14b0440 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:57:18.388478 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-6161a1bf-17f7-4432-83fa-0fbbd14b0440 None None] Calling delete_port for 691405bd-de3f-4406-866b-68ae86651c55 owned by network:dhcp {{(pid=102388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 19:57:18.420867 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.db [None req-a5132095-8abd-49de-b1dc-bcb588823317 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] For port c790bd93-2b8e-4949-a696-4183088b40c9, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=c790bd93-2b8e-4949-a696-4183088b40c9,segment=NetworkSegment(85be518c-8bb4-46a2-a903-d4292782d29d),segment_id=85be518c-8bb4-46a2-a903-d4292782d29d)] {{(pid=102387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:57:18.421311 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-a5132095-8abd-49de-b1dc-bcb588823317 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:57:18.434220 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [None req-a5132095-8abd-49de-b1dc-bcb588823317 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Calling delete_port for c790bd93-2b8e-4949-a696-4183088b40c9 owned by network:router_gateway {{(pid=102387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 19:57:18.543945 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-6161a1bf-17f7-4432-83fa-0fbbd14b0440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798'] for port, after_delete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:57:18.571830 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6161a1bf-17f7-4432-83fa-0fbbd14b0440 None None] Pushing event deleted for resources: {'Port': ['ID=691405bd-de3f-4406-866b-68ae86651c55,revision_number=None']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:57:18.579177 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6161a1bf-17f7-4432-83fa-0fbbd14b0440 None None] No DVR routers for this DVR port 691405bd-de3f-4406-866b-68ae86651c55 on host n-d-816865-1 {{(pid=102388) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 19:57:18.581276 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6161a1bf-17f7-4432-83fa-0fbbd14b0440 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:57:18.581646 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6161a1bf-17f7-4432-83fa-0fbbd14b0440 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:57:18.581975 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6161a1bf-17f7-4432-83fa-0fbbd14b0440 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:57:18.582339 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6161a1bf-17f7-4432-83fa-0fbbd14b0440 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:57:18.586445 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6161a1bf-17f7-4432-83fa-0fbbd14b0440 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:57:18.586445 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6161a1bf-17f7-4432-83fa-0fbbd14b0440 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:57:18.586445 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6161a1bf-17f7-4432-83fa-0fbbd14b0440 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:57:18.586445 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6161a1bf-17f7-4432-83fa-0fbbd14b0440 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:57:18.586445 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6161a1bf-17f7-4432-83fa-0fbbd14b0440 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:57:18.586445 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6161a1bf-17f7-4432-83fa-0fbbd14b0440 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:57:18.586445 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6161a1bf-17f7-4432-83fa-0fbbd14b0440 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:57:18.586445 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6161a1bf-17f7-4432-83fa-0fbbd14b0440 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:57:18.682339 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-a5132095-8abd-49de-b1dc-bcb588823317 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4417063'] for port, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:57:18.711874 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5132095-8abd-49de-b1dc-bcb588823317 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Pushing event deleted for resources: {'Port': ['ID=c790bd93-2b8e-4949-a696-4183088b40c9,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:57:18.788339 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-a5132095-8abd-49de-b1dc-bcb588823317 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1000651'] for router_gateway, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:57:18.886290 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-a5132095-8abd-49de-b1dc-bcb588823317 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-571301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6852'] for router, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:57:18.888614 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-a5132095-8abd-49de-b1dc-bcb588823317 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:57:19.001976 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-a5132095-8abd-49de-b1dc-bcb588823317 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-571310'] for router, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:57:19.002609 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5132095-8abd-49de-b1dc-bcb588823317 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Fanout notify agent at l3_agent the message router_deleted on router df58fc5f-8951-4123-93c9-7c7457c9765a {{(pid=102387) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 05 19:57:19.010064 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-a5132095-8abd-49de-b1dc-bcb588823317 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks [] for router, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:57:19.011216 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-a5132095-8abd-49de-b1dc-bcb588823317 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] 10.222.0.13 "DELETE /v2.0/routers/df58fc5f-8951-4123-93c9-7c7457c9765a HTTP/1.1" status: 204 len: 168 time: 1.3236873 Nov 05 19:57:19.014739 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 47140) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:57:19.098192 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-abcc31df-f8ca-4557-83bd-ba033a6934d3 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1664226'] for network, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:57:19.191801 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-abcc31df-f8ca-4557-83bd-ba033a6934d3 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1579173', 'neutron.services.segments.db._delete_segments_for_network-8750027792909'] for network, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:57:19.211402 n-d-816865-1 neutron-server[102386]: DEBUG neutron.services.segments.db [None req-abcc31df-f8ca-4557-83bd-ba033a6934d3 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['97917088-827e-48a6-9d7a-64a2a013fc8d']}} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:57:19.221971 n-d-816865-1 neutron-server[102386]: DEBUG neutron.services.segments.db [None req-abcc31df-f8ca-4557-83bd-ba033a6934d3 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '44f19931-9c7f-491b-b0e8-b6b89dc493ce') {'for_net_delete': True} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:57:19.222301 n-d-816865-1 neutron-server[102386]: DEBUG neutron.services.segments.db [None req-abcc31df-f8ca-4557-83bd-ba033a6934d3 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '44f19931-9c7f-491b-b0e8-b6b89dc493ce') {} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:57:19.231450 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-abcc31df-f8ca-4557-83bd-ba033a6934d3 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750027793430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4590747'] for segment, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:57:19.244290 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-abcc31df-f8ca-4557-83bd-ba033a6934d3 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273'] for segment, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:57:19.250295 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-abcc31df-f8ca-4557-83bd-ba033a6934d3 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Releasing vlan 172 on physical network physnet1 to pool {{(pid=102386) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 05 19:57:19.250675 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-abcc31df-f8ca-4557-83bd-ba033a6934d3 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6149721'] for segment, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:57:19.253587 n-d-816865-1 neutron-server[102386]: Traceback (most recent call last): Nov 05 19:57:19.253587 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 05 19:57:19.253587 n-d-816865-1 neutron-server[102386]: timer() Nov 05 19:57:19.253587 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 05 19:57:19.253587 n-d-816865-1 neutron-server[102386]: cb(*args, **kw) Nov 05 19:57:19.253587 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 05 19:57:19.253587 n-d-816865-1 neutron-server[102386]: return func(*args, **kwargs) Nov 05 19:57:19.253587 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 05 19:57:19.253587 n-d-816865-1 neutron-server[102386]: self._notify() Nov 05 19:57:19.253587 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 05 19:57:19.253587 n-d-816865-1 neutron-server[102386]: self.callback(batched_events) Nov 05 19:57:19.253587 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 05 19:57:19.253587 n-d-816865-1 neutron-server[102386]: event.method(event) Nov 05 19:57:19.253587 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 05 19:57:19.253587 n-d-816865-1 neutron-server[102386]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 05 19:57:19.253587 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 05 19:57:19.253587 n-d-816865-1 neutron-server[102386]: aggregate_uuid = self.p_client.list_aggregates( Nov 05 19:57:19.253587 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 05 19:57:19.253587 n-d-816865-1 neutron-server[102386]: return f(self, *a, **k) Nov 05 19:57:19.253587 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 05 19:57:19.253587 n-d-816865-1 neutron-server[102386]: return self._get(url).json() Nov 05 19:57:19.253587 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 05 19:57:19.253587 n-d-816865-1 neutron-server[102386]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 05 19:57:19.253587 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 05 19:57:19.253587 n-d-816865-1 neutron-server[102386]: return self.request(url, 'GET', **kwargs) Nov 05 19:57:19.253587 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 05 19:57:19.253587 n-d-816865-1 neutron-server[102386]: base_url = self.get_endpoint(auth, allow=allow, Nov 05 19:57:19.253587 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 05 19:57:19.253587 n-d-816865-1 neutron-server[102386]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 05 19:57:19.253587 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 05 19:57:19.253587 n-d-816865-1 neutron-server[102386]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 05 19:57:19.253587 n-d-816865-1 neutron-server[102386]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 05 19:57:19.367595 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-abcc31df-f8ca-4557-83bd-ba033a6934d3 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1579178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-956796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1000687'] for network, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:57:19.375880 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-abcc31df-f8ca-4557-83bd-ba033a6934d3 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks [] for network, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:57:19.378412 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-abcc31df-f8ca-4557-83bd-ba033a6934d3 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] 10.222.0.13 "DELETE /v2.0/networks/97917088-827e-48a6-9d7a-64a2a013fc8d HTTP/1.1" status: 204 len: 168 time: 0.3621068 Nov 05 19:57:19.381252 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 47142) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:57:19.392730 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcc31df-f8ca-4557-83bd-ba033a6934d3 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Pushing event deleted for resources: {'Network': ['ID=97917088-827e-48a6-9d7a-64a2a013fc8d,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:57:19.444188 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-9bcaac81-71ad-4954-bda1-b8d4a9231aa7 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks [] for security_group, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:57:19.471614 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-9bcaac81-71ad-4954-bda1-b8d4a9231aa7 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:57:19.505114 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device e73b1e5c-cd08-40a2-9ced-d3cebfb7f2dc no longer exists at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 19:57:19.526901 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] No Port match for: e73b1e5c-cd08-40a2-9ced-d3cebfb7f2dc {{(pid=102388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 19:57:19.527254 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device e73b1e5c-cd08-40a2-9ced-d3cebfb7f2dc not bound to the agent host n-d-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 19:57:19.527684 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 691405bd-de3f-4406-866b-68ae86651c55 no longer exists at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 19:57:19.548321 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] No Port match for: 691405bd-de3f-4406-866b-68ae86651c55 {{(pid=102388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 19:57:19.552990 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 691405bd-de3f-4406-866b-68ae86651c55 not bound to the agent host n-d-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 19:57:19.595509 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-9bcaac81-71ad-4954-bda1-b8d4a9231aa7 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:57:19.598209 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-9bcaac81-71ad-4954-bda1-b8d4a9231aa7 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks [] for security_group, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:57:19.602539 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-9bcaac81-71ad-4954-bda1-b8d4a9231aa7 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] 10.222.0.13 "DELETE /v2.0/security-groups/e3ce8ce2-282a-4900-9ee0-2df414901033 HTTP/1.1" status: 204 len: 168 time: 0.2170234 Nov 05 19:57:19.609339 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bcaac81-71ad-4954-bda1-b8d4a9231aa7 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3ce8ce2-282a-4900-9ee0-2df414901033,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:57:19.960715 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 47148) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:57:19.965354 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-393e2047-7d9f-436a-ba4a-9e82affb3e8e tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-148889399', 'description': 'tempest-secgroup-smoke-148889399 description', 'project_id': '68fdb102132c4581a35bd621e01c7de2'}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:57:20.035358 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-393e2047-7d9f-436a-ba4a-9e82affb3e8e tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks [] for security_group, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:57:20.101429 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-393e2047-7d9f-436a-ba4a-9e82affb3e8e tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks [] for security_group, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:57:20.166435 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-393e2047-7d9f-436a-ba4a-9e82affb3e8e tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:57:20.194537 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393e2047-7d9f-436a-ba4a-9e82affb3e8e tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f9820ea4-54ff-49ab-adf2-70c29764e402,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:57:20.250238 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-393e2047-7d9f-436a-ba4a-9e82affb3e8e tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks [] for security_group, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:57:20.251727 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-393e2047-7d9f-436a-ba4a-9e82affb3e8e tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2897472 Nov 05 19:57:20.254386 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 47150) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:57:20.258775 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-852ba365-a8be-4dd4-8366-be82511cd7d7 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Request body: {'security_group_rule': {'security_group_id': 'f9820ea4-54ff-49ab-adf2-70c29764e402', 'project_id': '68fdb102132c4581a35bd621e01c7de2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:57:20.348600 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-852ba365-a8be-4dd4-8366-be82511cd7d7 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:57:20.404581 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-852ba365-a8be-4dd4-8366-be82511cd7d7 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:57:20.470197 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-852ba365-a8be-4dd4-8366-be82511cd7d7 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985308'] for security_group_rule, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:57:20.491929 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852ba365-a8be-4dd4-8366-be82511cd7d7 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=554a203a-8bda-4ad3-ba12-2c2fc6c02246,revision_number=0']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:57:20.575313 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-852ba365-a8be-4dd4-8366-be82511cd7d7 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:57:20.576593 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-852ba365-a8be-4dd4-8366-be82511cd7d7 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3211606 Nov 05 19:57:20.579270 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 47152) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:57:20.583660 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-8ba8e513-35a0-4596-9041-09765127b9fd tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Request body: {'security_group_rule': {'security_group_id': 'f9820ea4-54ff-49ab-adf2-70c29764e402', 'project_id': '68fdb102132c4581a35bd621e01c7de2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:57:20.687471 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-8ba8e513-35a0-4596-9041-09765127b9fd tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:57:20.698602 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.agents_db [None req-b9406b04-a0e8-43cf-b349-711963d96cf4 None None] Agent healthcheck: found 7 active agents {{(pid=102389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 05 19:57:20.742376 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-8ba8e513-35a0-4596-9041-09765127b9fd tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:57:20.806525 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-8ba8e513-35a0-4596-9041-09765127b9fd tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985308'] for security_group_rule, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:57:20.824371 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba8e513-35a0-4596-9041-09765127b9fd tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c89885d2-daa2-453b-ac3b-d4b1c00c8e36,revision_number=0']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:57:20.882908 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-8ba8e513-35a0-4596-9041-09765127b9fd tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:57:20.884101 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-8ba8e513-35a0-4596-9041-09765127b9fd tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3038704 Nov 05 19:57:20.886794 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 47154) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:57:20.891135 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-39e5610f-e012-41b3-b31b-656c0e34bd61 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Request body: {'security_group_rule': {'security_group_id': 'f9820ea4-54ff-49ab-adf2-70c29764e402', 'project_id': '68fdb102132c4581a35bd621e01c7de2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:57:20.989327 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-39e5610f-e012-41b3-b31b-656c0e34bd61 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:57:21.046522 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-39e5610f-e012-41b3-b31b-656c0e34bd61 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:57:21.075568 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device c790bd93-2b8e-4949-a696-4183088b40c9 no longer exists at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 19:57:21.096587 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] No Port match for: c790bd93-2b8e-4949-a696-4183088b40c9 {{(pid=102388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 19:57:21.101554 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device c790bd93-2b8e-4949-a696-4183088b40c9 not bound to the agent host n-d-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 19:57:21.120860 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-39e5610f-e012-41b3-b31b-656c0e34bd61 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985308'] for security_group_rule, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:57:21.140027 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e5610f-e012-41b3-b31b-656c0e34bd61 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a3b03b6-7909-46df-879a-86ef2994f8c1,revision_number=0']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:57:21.197071 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-39e5610f-e012-41b3-b31b-656c0e34bd61 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:57:21.198358 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-39e5610f-e012-41b3-b31b-656c0e34bd61 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3106198 Nov 05 19:57:21.201601 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 47156) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:57:21.206223 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-5a53d8f8-a118-4ffb-8c1b-60d2039fc6f8 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Request body: {'security_group_rule': {'security_group_id': 'f9820ea4-54ff-49ab-adf2-70c29764e402', 'project_id': '68fdb102132c4581a35bd621e01c7de2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:57:21.285934 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-5a53d8f8-a118-4ffb-8c1b-60d2039fc6f8 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:57:21.342857 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-5a53d8f8-a118-4ffb-8c1b-60d2039fc6f8 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:57:21.400952 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-5a53d8f8-a118-4ffb-8c1b-60d2039fc6f8 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985308'] for security_group_rule, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:57:21.421942 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a53d8f8-a118-4ffb-8c1b-60d2039fc6f8 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=488a3a02-1c90-426b-aff1-340fac174292,revision_number=0']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:57:21.501253 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-5a53d8f8-a118-4ffb-8c1b-60d2039fc6f8 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:57:21.502501 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-5a53d8f8-a118-4ffb-8c1b-60d2039fc6f8 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2997699 Nov 05 19:57:21.505192 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 47160) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:57:21.509546 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-675d2b08-1f34-458e-a5b6-79399288e607 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Request body: {'security_group_rule': {'security_group_id': 'f9820ea4-54ff-49ab-adf2-70c29764e402', 'project_id': '68fdb102132c4581a35bd621e01c7de2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:57:21.579028 n-d-816865-1 neutron-server[102387]: INFO neutron.db.securitygroups_db [None req-675d2b08-1f34-458e-a5b6-79399288e607 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Project 68fdb102132c4581a35bd621e01c7de2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 05 19:57:21.583812 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-675d2b08-1f34-458e-a5b6-79399288e607 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:57:21.641313 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-675d2b08-1f34-458e-a5b6-79399288e607 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:57:21.687349 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-675d2b08-1f34-458e-a5b6-79399288e607 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985308'] for security_group_rule, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:57:21.706215 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675d2b08-1f34-458e-a5b6-79399288e607 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1dad08c9-95c6-49e7-ba37-232bfe0d9672,revision_number=0']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:57:21.746532 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-675d2b08-1f34-458e-a5b6-79399288e607 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:57:21.747760 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-675d2b08-1f34-458e-a5b6-79399288e607 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2416339 Nov 05 19:57:21.750996 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 47162) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:57:21.755338 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-8cbaf41a-436a-468f-b2ce-a04dec42a608 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Request body: {'security_group_rule': {'security_group_id': 'f9820ea4-54ff-49ab-adf2-70c29764e402', 'project_id': '68fdb102132c4581a35bd621e01c7de2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:57:21.824465 n-d-816865-1 neutron-server[102387]: INFO neutron.db.securitygroups_db [None req-8cbaf41a-436a-468f-b2ce-a04dec42a608 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Project 68fdb102132c4581a35bd621e01c7de2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 05 19:57:21.830100 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-8cbaf41a-436a-468f-b2ce-a04dec42a608 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:57:21.886889 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-8cbaf41a-436a-468f-b2ce-a04dec42a608 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:57:21.944210 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-8cbaf41a-436a-468f-b2ce-a04dec42a608 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985308'] for security_group_rule, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:57:21.961970 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cbaf41a-436a-468f-b2ce-a04dec42a608 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e93a8d0-88ba-4830-9ce4-106c4dde3bfc,revision_number=0']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:57:22.020942 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-8cbaf41a-436a-468f-b2ce-a04dec42a608 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:57:22.023273 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-8cbaf41a-436a-468f-b2ce-a04dec42a608 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2702177 Nov 05 19:57:22.024982 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 47164) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:57:22.030393 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-afdb7756-b235-4470-9e78-41db868fb332 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Request body: {'network': {'name': 'tempest-network-smoke--364090887', 'project_id': '68fdb102132c4581a35bd621e01c7de2', 'port_security_enabled': True}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:57:22.121651 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afdb7756-b235-4470-9e78-41db868fb332 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Made reservation on behalf of 68fdb102132c4581a35bd621e01c7de2 for: {'network': 1} {{(pid=102387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 19:57:22.125798 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-afdb7756-b235-4470-9e78-41db868fb332 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for network, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:57:22.148586 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-afdb7756-b235-4470-9e78-41db868fb332 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 161} {{(pid=102387) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 05 19:57:22.157059 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-afdb7756-b235-4470-9e78-41db868fb332 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273'] for segment, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:57:22.157404 n-d-816865-1 neutron-server[102387]: INFO neutron.db.segments_db [None req-afdb7756-b235-4470-9e78-41db868fb332 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Added segment 3d5d69c9-e5fb-47ce-a9ca-0a0df1867480 of type vlan for network bd07b2d3-afd3-492c-bb26-98f281786599 Nov 05 19:57:22.199662 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-afdb7756-b235-4470-9e78-41db868fb332 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750027258543'] for network, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:57:22.315331 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-afdb7756-b235-4470-9e78-41db868fb332 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-956796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877'] for network, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:57:22.320764 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afdb7756-b235-4470-9e78-41db868fb332 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:57:22.321373 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-afdb7756-b235-4470-9e78-41db868fb332 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks [] for network, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:57:22.390825 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afdb7756-b235-4470-9e78-41db868fb332 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Pushing event updated for resources: {'Network': ['ID=bd07b2d3-afd3-492c-bb26-98f281786599,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:57:22.401190 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Network bd07b2d3-afd3-492c-bb26-98f281786599 details requested by agent ovs-agent-n-d-816865-1 with host n-d-816865-1 {{(pid=102388) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 05 19:57:22.422192 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-afdb7756-b235-4470-9e78-41db868fb332 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3960855 Nov 05 19:57:22.429086 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 47166) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:57:22.435649 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-fff090b5-918d-4b42-b42c-4485346c76b7 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2057092840', 'admin_state_up': True, 'project_id': '68fdb102132c4581a35bd621e01c7de2', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec'}}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:57:22.539376 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-fff090b5-918d-4b42-b42c-4485346c76b7 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-571139', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6874'] for router, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:57:22.540434 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-fff090b5-918d-4b42-b42c-4485346c76b7 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-571375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1000570', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1011585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6867'] for router, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:57:22.595164 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-fff090b5-918d-4b42-b42c-4485346c76b7 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:57:22.789334 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-fff090b5-918d-4b42-b42c-4485346c76b7 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:57:23.071776 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-fff090b5-918d-4b42-b42c-4485346c76b7 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks [] for router_gateway, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:57:23.089979 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-fff090b5-918d-4b42-b42c-4485346c76b7 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:57:23.191409 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.db_base_plugin_common [None req-fff090b5-918d-4b42-b42c-4485346c76b7 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Allocated IP 172.25.6.212 (40c8335d-cd0b-4cb5-910a-d4dcddd5cbec/04fe6db3-e108-4208-943d-6518424f5726/5c445a8b-016e-4e4c-a2b7-b3aef69bc27d) {{(pid=102387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 19:57:23.294247 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-fff090b5-918d-4b42-b42c-4485346c76b7 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks [] for port, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:57:23.378941 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-fff090b5-918d-4b42-b42c-4485346c76b7 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4417063'] for port, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:57:23.416640 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fff090b5-918d-4b42-b42c-4485346c76b7 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Network 40c8335d-cd0b-4cb5-910a-d4dcddd5cbec is already hosted by enough agents. {{(pid=102387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 19:57:23.422071 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.base_scheduler [None req-fff090b5-918d-4b42-b42c-4485346c76b7 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Resources bound (agent type, host, resource id): {{(pid=102387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 19:57:23.425767 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fff090b5-918d-4b42-b42c-4485346c76b7 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Received port after_create {{(pid=102387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 19:57:23.448105 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff090b5-918d-4b42-b42c-4485346c76b7 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Pushing event updated for resources: {'Port': ['ID=5c445a8b-016e-4e4c-a2b7-b3aef69bc27d,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:57:23.754450 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-fff090b5-918d-4b42-b42c-4485346c76b7 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks [] for router_gateway, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:57:23.945580 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-fff090b5-918d-4b42-b42c-4485346c76b7 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-571384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1000487'] for router, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:57:24.137915 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fff090b5-918d-4b42-b42c-4485346c76b7 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Router 662964be-16e4-4463-b723-afda4b9da324 is scheduled to L3 agent 6dcb5589-8e86-4616-9186-ddc4548e13ad with binding_index 1 {{(pid=102387) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 05 19:57:24.247756 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fff090b5-918d-4b42-b42c-4485346c76b7 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Notify agent at l3_agent.n-d-816865-1 the message routers_updated {{(pid=102387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 19:57:24.257923 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abc2dd22-f2dc-4586-a00c-453ede38226c None None] Sync routers for ids ['662964be-16e4-4463-b723-afda4b9da324'] in n-d-816865-1 {{(pid=102389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 19:57:24.267708 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abc2dd22-f2dc-4586-a00c-453ede38226c None None] Routers {'662964be-16e4-4463-b723-afda4b9da324'} bound to L3 agent in host n-d-816865-1 {{(pid=102389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 19:57:24.273111 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-abc2dd22-f2dc-4586-a00c-453ede38226c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T19:57:05Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['662964be-16e4-4463-b723-afda4b9da324'], 'active': True} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:57:24.324069 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-fff090b5-918d-4b42-b42c-4485346c76b7 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks [] for router, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:57:24.325434 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-fff090b5-918d-4b42-b42c-4485346c76b7 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.8953810 Nov 05 19:57:24.328626 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 47168) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:57:24.356319 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-34467f32-fa5a-4ac7-8cde-cad775f582da tempest-TestNetworkAdvancedServerOps-880610799 tempest-TestNetworkAdvancedServerOps-880610799-project-admin] 10.222.0.13 "GET /v2.0/subnets?project_id=68fdb102132c4581a35bd621e01c7de2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0266109 Nov 05 19:57:24.359569 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 47170) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:57:24.374777 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvr_db [None req-abc2dd22-f2dc-4586-a00c-453ede38226c None None] Set router 662964be-16e4-4463-b723-afda4b9da324 gateway port host: n-d-816865-1 {{(pid=102389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 19:57:24.451161 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8012313-2231-47ab-8ddf-3dee5fb4311c tempest-TestNetworkAdvancedServerOps-880610799 tempest-TestNetworkAdvancedServerOps-880610799-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:57:24.452970 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-b8012313-2231-47ab-8ddf-3dee5fb4311c tempest-TestNetworkAdvancedServerOps-880610799 tempest-TestNetworkAdvancedServerOps-880610799-project-admin] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0922322 Nov 05 19:57:24.455687 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 47172) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:57:24.484107 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-cac1ec62-f22d-46cf-b8e5-4e59deac55dc tempest-TestNetworkAdvancedServerOps-880610799 tempest-TestNetworkAdvancedServerOps-880610799-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=40c8335d-cd0b-4cb5-910a-d4dcddd5cbec&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0268288 Nov 05 19:57:24.486962 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 47174) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:57:24.491803 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-c21b4a67-0db7-48e1-9d9b-7352e2cd3950 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1045003515', 'network_id': 'bd07b2d3-afd3-492c-bb26-98f281786599', 'project_id': '68fdb102132c4581a35bd621e01c7de2', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:57:24.550952 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-abc2dd22-f2dc-4586-a00c-453ede38226c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '662964be-16e4-4463-b723-afda4b9da324', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2057092840', 'tenant_id': '68fdb102132c4581a35bd621e01c7de2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.212'}], 'enable_snat': True}, 'gw_port_id': '5c445a8b-016e-4e4c-a2b7-b3aef69bc27d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T19:57:22Z', 'updated_at': '2021-11-05T19:57:23Z', 'revision_number': 3, 'project_id': '68fdb102132c4581a35bd621e01c7de2', 'gw_port': {'id': '5c445a8b-016e-4e4c-a2b7-b3aef69bc27d', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:c9:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '662964be-16e4-4463-b723-afda4b9da324', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:57:23Z', 'updated_at': '2021-11-05T19:57:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1'}], 'n-d-816865-1', False) {} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:57:24.576943 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abc2dd22-f2dc-4586-a00c-453ede38226c None None] Checking router: 662964be-16e4-4463-b723-afda4b9da324 for host: n-d-816865-1 {{(pid=102389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 19:57:24.581462 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abc2dd22-f2dc-4586-a00c-453ede38226c None None] Updating router 662964be-16e4-4463-b723-afda4b9da324 port 5c445a8b-016e-4e4c-a2b7-b3aef69bc27d binding host n-d-816865-1 {{(pid=102389) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 05 19:57:24.605790 n-d-816865-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-abc2dd22-f2dc-4586-a00c-453ede38226c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:57:24.646539 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c21b4a67-0db7-48e1-9d9b-7352e2cd3950 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Made reservation on behalf of 68fdb102132c4581a35bd621e01c7de2 for: {'subnet': 1} {{(pid=102387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 19:57:24.650151 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-c21b4a67-0db7-48e1-9d9b-7352e2cd3950 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5112236'] for subnet, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:57:24.851400 n-d-816865-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-abc2dd22-f2dc-4586-a00c-453ede38226c None None] Publish callbacks [] for port, precommit_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:57:24.881006 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-c21b4a67-0db7-48e1-9d9b-7352e2cd3950 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4417463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5112218'] for subnet, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:57:24.903588 n-d-816865-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-abc2dd22-f2dc-4586-a00c-453ede38226c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:57:24.948414 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21b4a67-0db7-48e1-9d9b-7352e2cd3950 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Pushing event updated for resources: {'Subnet': ['ID=f75134e7-100f-48bd-88f0-f1f8b3b90c2f,revision_number=0']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:57:24.957681 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c5b0a7-a488-424e-a8e1-feebb1b83849 None None] Pushing event updated for resources: {'Port': ['ID=5c445a8b-016e-4e4c-a2b7-b3aef69bc27d,revision_number=2']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:57:24.957961 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c21b4a67-0db7-48e1-9d9b-7352e2cd3950 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Checking segment: {'id': '3d5d69c9-e5fb-47ce-a9ca-0a0df1867480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'bd07b2d3-afd3-492c-bb26-98f281786599'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 19:57:24.958365 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c21b4a67-0db7-48e1-9d9b-7352e2cd3950 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Network hostable DHCP agents. Network: bd07b2d3-afd3-492c-bb26-98f281786599, hostable agents: ['987e2ca0-bc3b-4c6f-a989-429ccfbf753f'], hosted agents: [] {{(pid=102387) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 05 19:57:24.959766 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.managers [None req-abc2dd22-f2dc-4586-a00c-453ede38226c None None] Attempting to bind port 5c445a8b-016e-4e4c-a2b7-b3aef69bc27d on host n-d-816865-1 for vnic_type normal with profile {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 19:57:24.960127 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.managers [None req-abc2dd22-f2dc-4586-a00c-453ede38226c None None] Attempting to bind port 5c445a8b-016e-4e4c-a2b7-b3aef69bc27d by drivers openvswitch,hyperv on host n-d-816865-1 at level 0 using segments [{'id': '85be518c-8bb4-46a2-a903-d4292782d29d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec'}] {{(pid=102389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 19:57:24.960483 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abc2dd22-f2dc-4586-a00c-453ede38226c None None] Attempting to bind port 5c445a8b-016e-4e4c-a2b7-b3aef69bc27d on network 40c8335d-cd0b-4cb5-910a-d4dcddd5cbec {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 19:57:24.970302 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c5b0a7-a488-424e-a8e1-feebb1b83849 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:57:24.970647 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c5b0a7-a488-424e-a8e1-feebb1b83849 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:57:24.970980 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c5b0a7-a488-424e-a8e1-feebb1b83849 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:57:24.971307 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c5b0a7-a488-424e-a8e1-feebb1b83849 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:57:24.971633 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c5b0a7-a488-424e-a8e1-feebb1b83849 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:57:24.971952 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c5b0a7-a488-424e-a8e1-feebb1b83849 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:57:24.972272 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c5b0a7-a488-424e-a8e1-feebb1b83849 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:57:24.972590 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c5b0a7-a488-424e-a8e1-feebb1b83849 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:57:24.972904 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c5b0a7-a488-424e-a8e1-feebb1b83849 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:57:24.973220 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c5b0a7-a488-424e-a8e1-feebb1b83849 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:57:24.973539 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c5b0a7-a488-424e-a8e1-feebb1b83849 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:57:24.973851 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c5b0a7-a488-424e-a8e1-feebb1b83849 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:57:24.977063 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abc2dd22-f2dc-4586-a00c-453ede38226c None None] Checking agent: {'id': '724d89a7-611b-41e6-bc85-c48112b17afa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 18, 25, 8), 'started_at': datetime.datetime(2021, 11, 5, 18, 25, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 19, 57, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 19:57:24.977428 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abc2dd22-f2dc-4586-a00c-453ede38226c None None] Checking segment: {'id': '85be518c-8bb4-46a2-a903-d4292782d29d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 19:57:24.979200 n-d-816865-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-abc2dd22-f2dc-4586-a00c-453ede38226c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:57:24.979200 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abc2dd22-f2dc-4586-a00c-453ede38226c None None] Bound using segment: {'id': '85be518c-8bb4-46a2-a903-d4292782d29d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec'} {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 19:57:24.979200 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.managers [None req-abc2dd22-f2dc-4586-a00c-453ede38226c None None] Bound port: 5c445a8b-016e-4e4c-a2b7-b3aef69bc27d, host: n-d-816865-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85be518c-8bb4-46a2-a903-d4292782d29d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec'}}] {{(pid=102389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 19:57:24.979200 n-d-816865-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-abc2dd22-f2dc-4586-a00c-453ede38226c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:57:25.019163 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c21b4a67-0db7-48e1-9d9b-7352e2cd3950 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Network bd07b2d3-afd3-492c-bb26-98f281786599 is scheduled to be hosted by DHCP agent 987e2ca0-bc3b-4c6f-a989-429ccfbf753f with binding_index 1 {{(pid=102387) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 05 19:57:25.033503 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [None req-abc2dd22-f2dc-4586-a00c-453ede38226c None None] For port 5c445a8b-016e-4e4c-a2b7-b3aef69bc27d, host n-d-816865-1, cleared binding levels {{(pid=102389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 19:57:25.036586 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [None req-abc2dd22-f2dc-4586-a00c-453ede38226c None None] For port 5c445a8b-016e-4e4c-a2b7-b3aef69bc27d, host n-d-816865-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=5c445a8b-016e-4e4c-a2b7-b3aef69bc27d,segment=NetworkSegment(85be518c-8bb4-46a2-a903-d4292782d29d),segment_id=85be518c-8bb4-46a2-a903-d4292782d29d)] {{(pid=102389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 19:57:25.094094 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.base_scheduler [None req-c21b4a67-0db7-48e1-9d9b-7352e2cd3950 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816865-1, bd07b2d3-afd3-492c-bb26-98f281786599) {{(pid=102387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 19:57:25.098160 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c21b4a67-0db7-48e1-9d9b-7352e2cd3950 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:57:25.098760 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-c21b4a67-0db7-48e1-9d9b-7352e2cd3950 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks [] for subnet, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:57:25.107001 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8951e7f-b620-4ef1-9930-197f5fd44b79 None None] Network bd07b2d3-afd3-492c-bb26-98f281786599 requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 19:57:25.110293 n-d-816865-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-abc2dd22-f2dc-4586-a00c-453ede38226c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:57:25.176137 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-c21b4a67-0db7-48e1-9d9b-7352e2cd3950 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6881182 Nov 05 19:57:25.179020 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 47176) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:57:25.258752 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abc2dd22-f2dc-4586-a00c-453ede38226c None None] Routers {'662964be-16e4-4463-b723-afda4b9da324'} bound to L3 agent in host n-d-816865-1 {{(pid=102389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 19:57:25.259362 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-abc2dd22-f2dc-4586-a00c-453ede38226c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T19:57:05Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['662964be-16e4-4463-b723-afda4b9da324'], 'active': True} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:57:25.266132 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c5b0a7-a488-424e-a8e1-feebb1b83849 None None] Pushing event updated for resources: {'Port': ['ID=5c445a8b-016e-4e4c-a2b7-b3aef69bc27d,revision_number=3']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:57:25.268969 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3b3534e-c2f3-40c6-885d-9537651b083c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeb20a084-accf-5b60-8075-3e69ebe863a6-bd07b2d3-afd3-492c-bb26-98f281786599', 'network_id': 'bd07b2d3-afd3-492c-bb26-98f281786599', 'tenant_id': '68fdb102132c4581a35bd621e01c7de2', 'fixed_ips': [{'subnet_id': 'f75134e7-100f-48bd-88f0-f1f8b3b90c2f'}]}} from n-d-816865-1. {{(pid=102388) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 05 19:57:25.270231 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-e3b3534e-c2f3-40c6-885d-9537651b083c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:57:25.372189 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvr_db [None req-abc2dd22-f2dc-4586-a00c-453ede38226c None None] Set router 662964be-16e4-4463-b723-afda4b9da324 gateway port host: n-d-816865-1 {{(pid=102389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 19:57:25.412545 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.db_base_plugin_common [None req-e3b3534e-c2f3-40c6-885d-9537651b083c None None] Allocated IP 172.20.0.2 (bd07b2d3-afd3-492c-bb26-98f281786599/f75134e7-100f-48bd-88f0-f1f8b3b90c2f/4faec4a0-de40-4adf-b75b-bab776ba982c) {{(pid=102388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 19:57:25.555299 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-abc2dd22-f2dc-4586-a00c-453ede38226c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '662964be-16e4-4463-b723-afda4b9da324', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2057092840', 'tenant_id': '68fdb102132c4581a35bd621e01c7de2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.212'}], 'enable_snat': True}, 'gw_port_id': '5c445a8b-016e-4e4c-a2b7-b3aef69bc27d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T19:57:22Z', 'updated_at': '2021-11-05T19:57:23Z', 'revision_number': 3, 'project_id': '68fdb102132c4581a35bd621e01c7de2', 'gw_port': {'id': '5c445a8b-016e-4e4c-a2b7-b3aef69bc27d', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:c9:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '662964be-16e4-4463-b723-afda4b9da324', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:57:23Z', 'updated_at': '2021-11-05T19:57:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1'}], 'n-d-816865-1', False) {} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:57:25.568718 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-e3b3534e-c2f3-40c6-885d-9537651b083c None None] Publish callbacks [] for port, precommit_create {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:57:25.588158 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abc2dd22-f2dc-4586-a00c-453ede38226c None None] The sync data for ids ['662964be-16e4-4463-b723-afda4b9da324'] in n-d-816865-1 is: [{'id': '662964be-16e4-4463-b723-afda4b9da324', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2057092840', 'tenant_id': '68fdb102132c4581a35bd621e01c7de2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.212'}], 'enable_snat': True}, 'gw_port_id': '5c445a8b-016e-4e4c-a2b7-b3aef69bc27d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T19:57:22Z', 'updated_at': '2021-11-05T19:57:23Z', 'revision_number': 3, 'project_id': '68fdb102132c4581a35bd621e01c7de2', 'gw_port': {'id': '5c445a8b-016e-4e4c-a2b7-b3aef69bc27d', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:c9:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '662964be-16e4-4463-b723-afda4b9da324', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:57:23Z', 'updated_at': '2021-11-05T19:57:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1'}] {{(pid=102389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 19:57:25.642138 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-27f77ae4-8624-4a10-ac85-a9f617136fcc tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:57:25.648109 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-e3b3534e-c2f3-40c6-885d-9537651b083c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789'] for port, after_create {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:57:25.690337 n-d-816865-1 neutron-server[102388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3b3534e-c2f3-40c6-885d-9537651b083c None None] Network bd07b2d3-afd3-492c-bb26-98f281786599 is already hosted by enough agents. {{(pid=102388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 19:57:25.693652 n-d-816865-1 neutron-server[102388]: DEBUG neutron.scheduler.base_scheduler [None req-e3b3534e-c2f3-40c6-885d-9537651b083c None None] Resources bound (agent type, host, resource id): {{(pid=102388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 19:57:25.699437 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3b3534e-c2f3-40c6-885d-9537651b083c None None] Received port after_create {{(pid=102388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 19:57:25.711379 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b3534e-c2f3-40c6-885d-9537651b083c None None] Pushing event updated for resources: {'Port': ['ID=4faec4a0-de40-4adf-b75b-bab776ba982c,revision_number=1']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:57:25.767024 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-e3b3534e-c2f3-40c6-885d-9537651b083c None None] Attempting to bind port 4faec4a0-de40-4adf-b75b-bab776ba982c on host n-d-816865-1 for vnic_type normal with profile {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 19:57:25.767405 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-e3b3534e-c2f3-40c6-885d-9537651b083c None None] Attempting to bind port 4faec4a0-de40-4adf-b75b-bab776ba982c by drivers openvswitch,hyperv on host n-d-816865-1 at level 0 using segments [{'id': '3d5d69c9-e5fb-47ce-a9ca-0a0df1867480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'bd07b2d3-afd3-492c-bb26-98f281786599'}] {{(pid=102388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 19:57:25.767771 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3b3534e-c2f3-40c6-885d-9537651b083c None None] Attempting to bind port 4faec4a0-de40-4adf-b75b-bab776ba982c on network bd07b2d3-afd3-492c-bb26-98f281786599 {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 19:57:25.773163 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3b3534e-c2f3-40c6-885d-9537651b083c None None] Checking agent: {'id': '724d89a7-611b-41e6-bc85-c48112b17afa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 18, 25, 8), 'started_at': datetime.datetime(2021, 11, 5, 18, 25, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 19, 57, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 19:57:25.773548 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3b3534e-c2f3-40c6-885d-9537651b083c None None] Checking segment: {'id': '3d5d69c9-e5fb-47ce-a9ca-0a0df1867480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'bd07b2d3-afd3-492c-bb26-98f281786599'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 19:57:25.773958 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-e3b3534e-c2f3-40c6-885d-9537651b083c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:57:25.774387 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3b3534e-c2f3-40c6-885d-9537651b083c None None] Bound using segment: {'id': '3d5d69c9-e5fb-47ce-a9ca-0a0df1867480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'bd07b2d3-afd3-492c-bb26-98f281786599'} {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 19:57:25.774860 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-e3b3534e-c2f3-40c6-885d-9537651b083c None None] Bound port: 4faec4a0-de40-4adf-b75b-bab776ba982c, host: n-d-816865-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d5d69c9-e5fb-47ce-a9ca-0a0df1867480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'bd07b2d3-afd3-492c-bb26-98f281786599'}}] {{(pid=102388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 19:57:25.775246 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-e3b3534e-c2f3-40c6-885d-9537651b083c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:57:25.861489 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-e3b3534e-c2f3-40c6-885d-9537651b083c None None] For port 4faec4a0-de40-4adf-b75b-bab776ba982c, host n-d-816865-1, cleared binding levels {{(pid=102388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 19:57:25.865051 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-e3b3534e-c2f3-40c6-885d-9537651b083c None None] For port 4faec4a0-de40-4adf-b75b-bab776ba982c, host n-d-816865-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=4faec4a0-de40-4adf-b75b-bab776ba982c,segment=NetworkSegment(3d5d69c9-e5fb-47ce-a9ca-0a0df1867480),segment_id=3d5d69c9-e5fb-47ce-a9ca-0a0df1867480)] {{(pid=102388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 19:57:25.933981 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-e3b3534e-c2f3-40c6-885d-9537651b083c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:57:25.965358 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.db_base_plugin_common [None req-27f77ae4-8624-4a10-ac85-a9f617136fcc tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Allocated IP 172.20.0.1 (bd07b2d3-afd3-492c-bb26-98f281786599/f75134e7-100f-48bd-88f0-f1f8b3b90c2f/68414805-e5b2-48f6-9c9b-aeda487bfbfd) {{(pid=102387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 19:57:26.007362 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b3534e-c2f3-40c6-885d-9537651b083c None None] Pushing event updated for resources: {'Port': ['ID=4faec4a0-de40-4adf-b75b-bab776ba982c,revision_number=2']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:57:26.471900 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-27f77ae4-8624-4a10-ac85-a9f617136fcc tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks [] for port, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:57:26.567965 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-27f77ae4-8624-4a10-ac85-a9f617136fcc tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4417063'] for port, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:57:26.608837 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27f77ae4-8624-4a10-ac85-a9f617136fcc tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Network bd07b2d3-afd3-492c-bb26-98f281786599 is already hosted by enough agents. {{(pid=102387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 19:57:26.614525 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.base_scheduler [None req-27f77ae4-8624-4a10-ac85-a9f617136fcc tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Resources bound (agent type, host, resource id): {{(pid=102387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 19:57:26.617100 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27f77ae4-8624-4a10-ac85-a9f617136fcc tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Received port after_create {{(pid=102387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 19:57:26.644144 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f77ae4-8624-4a10-ac85-a9f617136fcc tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Pushing event updated for resources: {'Port': ['ID=68414805-e5b2-48f6-9c9b-aeda487bfbfd,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:57:26.671602 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-27f77ae4-8624-4a10-ac85-a9f617136fcc tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-571770'] for router_interface, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:57:26.887933 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-27f77ae4-8624-4a10-ac85-a9f617136fcc tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:57:26.934632 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9a934ce-1ba1-4430-ae1b-099073d15298 None None] Network bd07b2d3-afd3-492c-bb26-98f281786599 requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 19:57:27.050056 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-f03a36ea-7ae2-4287-abf9-b81a8ed16409 None None] Provisioning complete for port 4faec4a0-de40-4adf-b75b-bab776ba982c triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:57:27.050434 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-f03a36ea-7ae2-4287-abf9-b81a8ed16409 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:57:27.181095 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-f03a36ea-7ae2-4287-abf9-b81a8ed16409 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:57:27.194647 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-27f77ae4-8624-4a10-ac85-a9f617136fcc tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks [] for port, precommit_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:57:27.225427 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-f03a36ea-7ae2-4287-abf9-b81a8ed16409 None None] For port 4faec4a0-de40-4adf-b75b-bab776ba982c, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=4faec4a0-de40-4adf-b75b-bab776ba982c,segment=NetworkSegment(3d5d69c9-e5fb-47ce-a9ca-0a0df1867480),segment_id=3d5d69c9-e5fb-47ce-a9ca-0a0df1867480)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:57:27.243898 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 5c445a8b-016e-4e4c-a2b7-b3aef69bc27d up at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 19:57:27.253685 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-27f77ae4-8624-4a10-ac85-a9f617136fcc tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4417072'] for port, after_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:57:27.303067 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Provisioning complete for port 5c445a8b-016e-4e4c-a2b7-b3aef69bc27d triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:57:27.303176 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:57:27.328798 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-f03a36ea-7ae2-4287-abf9-b81a8ed16409 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:57:27.347300 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f77ae4-8624-4a10-ac85-a9f617136fcc tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Pushing event updated for resources: {'Port': ['ID=68414805-e5b2-48f6-9c9b-aeda487bfbfd,revision_number=2']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:57:27.350716 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-27f77ae4-8624-4a10-ac85-a9f617136fcc tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-597863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-571878'] for router_interface, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:57:27.403655 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03a36ea-7ae2-4287-abf9-b81a8ed16409 None None] Pushing event updated for resources: {'Port': ['ID=4faec4a0-de40-4adf-b75b-bab776ba982c,revision_number=3']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:57:27.447180 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:57:27.455898 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27f77ae4-8624-4a10-ac85-a9f617136fcc tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Network bd07b2d3-afd3-492c-bb26-98f281786599 is already hosted by enough agents. {{(pid=102387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 19:57:27.457470 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.base_scheduler [None req-27f77ae4-8624-4a10-ac85-a9f617136fcc tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Resources bound (agent type, host, resource id): {{(pid=102387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 19:57:27.470167 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] For port 5c445a8b-016e-4e4c-a2b7-b3aef69bc27d, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=5c445a8b-016e-4e4c-a2b7-b3aef69bc27d,segment=NetworkSegment(85be518c-8bb4-46a2-a903-d4292782d29d),segment_id=85be518c-8bb4-46a2-a903-d4292782d29d)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:57:27.533672 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:57:27.534499 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 4faec4a0-de40-4adf-b75b-bab776ba982c up at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 19:57:27.597759 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27f77ae4-8624-4a10-ac85-a9f617136fcc tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Router 662964be-16e4-4463-b723-afda4b9da324 has already been hosted by L3 agent 6dcb5589-8e86-4616-9186-ddc4548e13ad {{(pid=102387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 19:57:27.625921 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-af0bd742-b578-444a-bef0-2d14c17343b5 None None] Provisioning complete for port 68414805-e5b2-48f6-9c9b-aeda487bfbfd triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:57:27.626334 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-af0bd742-b578-444a-bef0-2d14c17343b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:57:27.663974 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Pushing event updated for resources: {'Port': ['ID=5c445a8b-016e-4e4c-a2b7-b3aef69bc27d,revision_number=4']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:57:27.682199 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-af0bd742-b578-444a-bef0-2d14c17343b5 None None] Port 68414805-e5b2-48f6-9c9b-aeda487bfbfd cannot update to ACTIVE because it is not bound. {{(pid=102388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 19:57:27.687178 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Provisioning complete for port 4faec4a0-de40-4adf-b75b-bab776ba982c triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:57:27.687568 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:57:27.716570 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-af0bd742-b578-444a-bef0-2d14c17343b5 None None] Provisioning complete for port 4faec4a0-de40-4adf-b75b-bab776ba982c triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:57:27.716960 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-af0bd742-b578-444a-bef0-2d14c17343b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:57:27.735166 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27f77ae4-8624-4a10-ac85-a9f617136fcc tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Notify agent at l3_agent.n-d-816865-1 the message routers_updated {{(pid=102387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 19:57:27.742108 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-27f77ae4-8624-4a10-ac85-a9f617136fcc tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] 10.222.0.13 "PUT /v2.0/routers/662964be-16e4-4463-b723-afda4b9da324/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5606821 Nov 05 19:57:27.757801 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7a1e438-30f5-4832-8c75-b8b9fb41565c None None] Sync routers for ids ['662964be-16e4-4463-b723-afda4b9da324'] in n-d-816865-1 {{(pid=102388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 19:57:27.787317 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7a1e438-30f5-4832-8c75-b8b9fb41565c None None] Routers {'662964be-16e4-4463-b723-afda4b9da324'} bound to L3 agent in host n-d-816865-1 {{(pid=102388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 19:57:27.787967 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-e7a1e438-30f5-4832-8c75-b8b9fb41565c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T19:57:05Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['662964be-16e4-4463-b723-afda4b9da324'], 'active': True} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:57:27.931777 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-86688f46-1710-4177-8ecd-516498459ec4 req-458fbb4f-fe62-48b7-8059-673449e940f1 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-148889399&fields=id&tenant_id=68fdb102132c4581a35bd621e01c7de2 HTTP/1.1" status: 200 len: 267 time: 0.0475364 Nov 05 19:57:27.972746 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvr_db [None req-e7a1e438-30f5-4832-8c75-b8b9fb41565c None None] Set router 662964be-16e4-4463-b723-afda4b9da324 gateway port host: n-d-816865-1 {{(pid=102388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 19:57:28.046859 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86688f46-1710-4177-8ecd-516498459ec4 req-cda79bcf-821a-4b0b-adaf-1b1d2ca2b831 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:57:28.048441 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-86688f46-1710-4177-8ecd-516498459ec4 req-cda79bcf-821a-4b0b-adaf-1b1d2ca2b831 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] 10.222.0.13 "GET /v2.0/networks?id=bd07b2d3-afd3-492c-bb26-98f281786599 HTTP/1.1" status: 200 len: 796 time: 0.1092873 Nov 05 19:57:28.064875 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-86688f46-1710-4177-8ecd-516498459ec4 req-e46ebc51-ba3c-492e-a682-e4df9f2d355a tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] 10.222.0.13 "GET /v2.0/quotas/68fdb102132c4581a35bd621e01c7de2 HTTP/1.1" status: 200 len: 375 time: 0.0105550 Nov 05 19:57:28.107414 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-b8c64e19-bdb2-4c19-ac28-e4f273a0e35f None None] Provisioning complete for port 68414805-e5b2-48f6-9c9b-aeda487bfbfd triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:57:28.107784 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b8c64e19-bdb2-4c19-ac28-e4f273a0e35f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:57:28.117336 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-86688f46-1710-4177-8ecd-516498459ec4 req-e72a01f0-acdf-463b-8f96-11c7f269f4d1 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=68fdb102132c4581a35bd621e01c7de2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0467417 Nov 05 19:57:28.163511 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-b8c64e19-bdb2-4c19-ac28-e4f273a0e35f None None] Port 68414805-e5b2-48f6-9c9b-aeda487bfbfd cannot update to ACTIVE because it is not bound. {{(pid=102388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 19:57:28.220348 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-86688f46-1710-4177-8ecd-516498459ec4 req-a53c56de-3437-4a8c-a774-6f8a185af612 service neutron] 10.222.0.13 "GET /v2.0/networks/bd07b2d3-afd3-492c-bb26-98f281786599?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911911 Nov 05 19:57:28.318380 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-86688f46-1710-4177-8ecd-516498459ec4 req-aea54458-5d8f-49c1-a385-79d9290d1c89 service neutron] 10.222.0.13 "GET /v2.0/networks/bd07b2d3-afd3-492c-bb26-98f281786599?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911794 Nov 05 19:57:28.381036 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-e7a1e438-30f5-4832-8c75-b8b9fb41565c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '662964be-16e4-4463-b723-afda4b9da324', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2057092840', 'tenant_id': '68fdb102132c4581a35bd621e01c7de2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.212'}], 'enable_snat': True}, 'gw_port_id': '5c445a8b-016e-4e4c-a2b7-b3aef69bc27d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T19:57:22Z', 'updated_at': '2021-11-05T19:57:26Z', 'revision_number': 4, 'project_id': '68fdb102132c4581a35bd621e01c7de2', 'gw_port': {'id': '5c445a8b-016e-4e4c-a2b7-b3aef69bc27d', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:c9:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '662964be-16e4-4463-b723-afda4b9da324', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:57:23Z', 'updated_at': '2021-11-05T19:57:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1', '_interfaces': [{'id': '68414805-e5b2-48f6-9c9b-aeda487bfbfd', 'name': '', 'network_id': 'bd07b2d3-afd3-492c-bb26-98f281786599', 'tenant_id': '68fdb102132c4581a35bd621e01c7de2', 'mac_address': 'fa:16:3e:a4:34:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '662964be-16e4-4463-b723-afda4b9da324', 'device_owner': 'network:router_interface', 'standard_attr_id': 4264, 'fixed_ips': [{'subnet_id': 'f75134e7-100f-48bd-88f0-f1f8b3b90c2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:57:25Z', 'updated_at': '2021-11-05T19:57:27Z', 'revision_number': 2, 'project_id': '68fdb102132c4581a35bd621e01c7de2', 'subnets': [{'id': 'f75134e7-100f-48bd-88f0-f1f8b3b90c2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-1', False) {} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:57:28.405461 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7a1e438-30f5-4832-8c75-b8b9fb41565c None None] Checking router: 662964be-16e4-4463-b723-afda4b9da324 for host: n-d-816865-1 {{(pid=102388) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 19:57:28.405823 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7a1e438-30f5-4832-8c75-b8b9fb41565c None None] Updating router 662964be-16e4-4463-b723-afda4b9da324 port 68414805-e5b2-48f6-9c9b-aeda487bfbfd binding host n-d-816865-1 {{(pid=102388) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 05 19:57:28.430478 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-e7a1e438-30f5-4832-8c75-b8b9fb41565c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:57:28.592053 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-669cc6a3-b93d-421f-9a76-402a610211e5 req-bd0d297d-93bb-462e-ac54-d16c166a3c07 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] 10.222.0.13 "GET /v2.0/ports?device_id=71e6e362-da31-4bed-bce3-116dc626a72f HTTP/1.1" status: 200 len: 210 time: 0.0278676 Nov 05 19:57:28.697075 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-e7a1e438-30f5-4832-8c75-b8b9fb41565c None None] Publish callbacks [] for port, precommit_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:57:28.772871 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-e7a1e438-30f5-4832-8c75-b8b9fb41565c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:57:28.829344 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0b1a0a-fde0-40cb-9678-94df1193d14d None None] Pushing event updated for resources: {'Port': ['ID=68414805-e5b2-48f6-9c9b-aeda487bfbfd,revision_number=3']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:57:28.878121 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-e7a1e438-30f5-4832-8c75-b8b9fb41565c None None] Attempting to bind port 68414805-e5b2-48f6-9c9b-aeda487bfbfd on host n-d-816865-1 for vnic_type normal with profile {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 19:57:28.878468 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-e7a1e438-30f5-4832-8c75-b8b9fb41565c None None] Attempting to bind port 68414805-e5b2-48f6-9c9b-aeda487bfbfd by drivers openvswitch,hyperv on host n-d-816865-1 at level 0 using segments [{'id': '3d5d69c9-e5fb-47ce-a9ca-0a0df1867480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'bd07b2d3-afd3-492c-bb26-98f281786599'}] {{(pid=102388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 19:57:28.878950 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7a1e438-30f5-4832-8c75-b8b9fb41565c None None] Attempting to bind port 68414805-e5b2-48f6-9c9b-aeda487bfbfd on network bd07b2d3-afd3-492c-bb26-98f281786599 {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 19:57:28.884329 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7a1e438-30f5-4832-8c75-b8b9fb41565c None None] Checking agent: {'id': '724d89a7-611b-41e6-bc85-c48112b17afa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 18, 25, 8), 'started_at': datetime.datetime(2021, 11, 5, 18, 25, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 19, 57, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 19:57:28.884794 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7a1e438-30f5-4832-8c75-b8b9fb41565c None None] Checking segment: {'id': '3d5d69c9-e5fb-47ce-a9ca-0a0df1867480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'bd07b2d3-afd3-492c-bb26-98f281786599'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 19:57:28.885196 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-e7a1e438-30f5-4832-8c75-b8b9fb41565c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:57:28.885588 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7a1e438-30f5-4832-8c75-b8b9fb41565c None None] Bound using segment: {'id': '3d5d69c9-e5fb-47ce-a9ca-0a0df1867480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'bd07b2d3-afd3-492c-bb26-98f281786599'} {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 19:57:28.886207 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-e7a1e438-30f5-4832-8c75-b8b9fb41565c None None] Bound port: 68414805-e5b2-48f6-9c9b-aeda487bfbfd, host: n-d-816865-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d5d69c9-e5fb-47ce-a9ca-0a0df1867480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'bd07b2d3-afd3-492c-bb26-98f281786599'}}] {{(pid=102388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 19:57:28.886477 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-e7a1e438-30f5-4832-8c75-b8b9fb41565c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:57:28.960216 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-e7a1e438-30f5-4832-8c75-b8b9fb41565c None None] For port 68414805-e5b2-48f6-9c9b-aeda487bfbfd, host n-d-816865-1, cleared binding levels {{(pid=102388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 19:57:28.963528 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-e7a1e438-30f5-4832-8c75-b8b9fb41565c None None] For port 68414805-e5b2-48f6-9c9b-aeda487bfbfd, host n-d-816865-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=68414805-e5b2-48f6-9c9b-aeda487bfbfd,segment=NetworkSegment(3d5d69c9-e5fb-47ce-a9ca-0a0df1867480),segment_id=3d5d69c9-e5fb-47ce-a9ca-0a0df1867480)] {{(pid=102388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 19:57:29.059757 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-e7a1e438-30f5-4832-8c75-b8b9fb41565c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:57:29.136098 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7a1e438-30f5-4832-8c75-b8b9fb41565c None None] Routers {'662964be-16e4-4463-b723-afda4b9da324'} bound to L3 agent in host n-d-816865-1 {{(pid=102388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 19:57:29.136730 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-e7a1e438-30f5-4832-8c75-b8b9fb41565c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T19:57:05Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['662964be-16e4-4463-b723-afda4b9da324'], 'active': True} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:57:29.138603 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-b61f2717-8d63-44ec-9216-2c05087b4cc6 None None] Provisioning complete for port 68414805-e5b2-48f6-9c9b-aeda487bfbfd triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:57:29.138971 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b61f2717-8d63-44ec-9216-2c05087b4cc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:57:29.143043 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 5c445a8b-016e-4e4c-a2b7-b3aef69bc27d up at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 19:57:29.144760 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0b1a0a-fde0-40cb-9678-94df1193d14d None None] Pushing event updated for resources: {'Port': ['ID=68414805-e5b2-48f6-9c9b-aeda487bfbfd,revision_number=4']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:57:29.350845 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Provisioning complete for port 5c445a8b-016e-4e4c-a2b7-b3aef69bc27d triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:57:29.351135 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:57:29.353746 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvr_db [None req-e7a1e438-30f5-4832-8c75-b8b9fb41565c None None] Set router 662964be-16e4-4463-b723-afda4b9da324 gateway port host: n-d-816865-1 {{(pid=102388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 19:57:29.433694 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b61f2717-8d63-44ec-9216-2c05087b4cc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:57:29.523951 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b61f2717-8d63-44ec-9216-2c05087b4cc6 None None] For port 68414805-e5b2-48f6-9c9b-aeda487bfbfd, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=68414805-e5b2-48f6-9c9b-aeda487bfbfd,segment=NetworkSegment(3d5d69c9-e5fb-47ce-a9ca-0a0df1867480),segment_id=3d5d69c9-e5fb-47ce-a9ca-0a0df1867480)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:57:29.598430 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b61f2717-8d63-44ec-9216-2c05087b4cc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:57:29.614711 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 4faec4a0-de40-4adf-b75b-bab776ba982c up at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 19:57:29.678843 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-eec093ae-2566-4875-b569-742544919200 req-782ea51a-dcf8-4fa1-b098-b7499c3e6849 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] 10.222.0.13 "GET /v2.0/ports?device_id=71e6e362-da31-4bed-bce3-116dc626a72f HTTP/1.1" status: 200 len: 210 time: 0.0336716 Nov 05 19:57:29.732800 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61f2717-8d63-44ec-9216-2c05087b4cc6 None None] Pushing event updated for resources: {'Port': ['ID=68414805-e5b2-48f6-9c9b-aeda487bfbfd,revision_number=5']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:57:29.752314 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-0ec80144-a3b4-498b-81fb-ef8a8d7baaf7 None None] Provisioning complete for port 68414805-e5b2-48f6-9c9b-aeda487bfbfd triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:57:29.752691 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-0ec80144-a3b4-498b-81fb-ef8a8d7baaf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:57:29.793174 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Provisioning complete for port 4faec4a0-de40-4adf-b75b-bab776ba982c triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:57:29.793540 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:57:29.825639 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-e7a1e438-30f5-4832-8c75-b8b9fb41565c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '662964be-16e4-4463-b723-afda4b9da324', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2057092840', 'tenant_id': '68fdb102132c4581a35bd621e01c7de2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.212'}], 'enable_snat': True}, 'gw_port_id': '5c445a8b-016e-4e4c-a2b7-b3aef69bc27d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T19:57:22Z', 'updated_at': '2021-11-05T19:57:26Z', 'revision_number': 4, 'project_id': '68fdb102132c4581a35bd621e01c7de2', 'gw_port': {'id': '5c445a8b-016e-4e4c-a2b7-b3aef69bc27d', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:c9:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '662964be-16e4-4463-b723-afda4b9da324', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:57:23Z', 'updated_at': '2021-11-05T19:57:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1', '_interfaces': [{'id': '68414805-e5b2-48f6-9c9b-aeda487bfbfd', 'name': '', 'network_id': 'bd07b2d3-afd3-492c-bb26-98f281786599', 'tenant_id': '68fdb102132c4581a35bd621e01c7de2', 'mac_address': 'fa:16:3e:a4:34:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '662964be-16e4-4463-b723-afda4b9da324', 'device_owner': 'network:router_interface', 'standard_attr_id': 4264, 'fixed_ips': [{'subnet_id': 'f75134e7-100f-48bd-88f0-f1f8b3b90c2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:57:25Z', 'updated_at': '2021-11-05T19:57:28Z', 'revision_number': 4, 'project_id': '68fdb102132c4581a35bd621e01c7de2', 'subnets': [{'id': 'f75134e7-100f-48bd-88f0-f1f8b3b90c2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-1', False) {} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:57:29.868347 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7a1e438-30f5-4832-8c75-b8b9fb41565c None None] The sync data for ids ['662964be-16e4-4463-b723-afda4b9da324'] in n-d-816865-1 is: [{'id': '662964be-16e4-4463-b723-afda4b9da324', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2057092840', 'tenant_id': '68fdb102132c4581a35bd621e01c7de2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.212'}], 'enable_snat': True}, 'gw_port_id': '5c445a8b-016e-4e4c-a2b7-b3aef69bc27d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T19:57:22Z', 'updated_at': '2021-11-05T19:57:26Z', 'revision_number': 4, 'project_id': '68fdb102132c4581a35bd621e01c7de2', 'gw_port': {'id': '5c445a8b-016e-4e4c-a2b7-b3aef69bc27d', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:c9:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '662964be-16e4-4463-b723-afda4b9da324', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:57:23Z', 'updated_at': '2021-11-05T19:57:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1', '_interfaces': [{'id': '68414805-e5b2-48f6-9c9b-aeda487bfbfd', 'name': '', 'network_id': 'bd07b2d3-afd3-492c-bb26-98f281786599', 'tenant_id': '68fdb102132c4581a35bd621e01c7de2', 'mac_address': 'fa:16:3e:a4:34:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '662964be-16e4-4463-b723-afda4b9da324', 'device_owner': 'network:router_interface', 'standard_attr_id': 4264, 'fixed_ips': [{'subnet_id': 'f75134e7-100f-48bd-88f0-f1f8b3b90c2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:57:25Z', 'updated_at': '2021-11-05T19:57:28Z', 'revision_number': 4, 'project_id': '68fdb102132c4581a35bd621e01c7de2', 'subnets': [{'id': 'f75134e7-100f-48bd-88f0-f1f8b3b90c2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 19:57:30.762389 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-ed076ec2-bcdd-484f-8194-fce53e6dc269 req-cd3a8e63-8a3c-47f4-bf15-e0c4117c3ec4 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] 10.222.0.13 "GET /v2.0/ports?device_id=71e6e362-da31-4bed-bce3-116dc626a72f HTTP/1.1" status: 200 len: 210 time: 0.0314574 Nov 05 19:57:31.138269 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 68414805-e5b2-48f6-9c9b-aeda487bfbfd up at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 19:57:31.187590 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Provisioning complete for port 68414805-e5b2-48f6-9c9b-aeda487bfbfd triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:57:31.187883 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:57:31.840304 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-29b2abd0-946d-429e-a135-875c0f15de59 req-c7a89be0-bdaf-4b78-aab9-77ea64524c6d tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] 10.222.0.13 "GET /v2.0/ports?device_id=71e6e362-da31-4bed-bce3-116dc626a72f HTTP/1.1" status: 200 len: 210 time: 0.0260818 Nov 05 19:57:32.681648 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-8448e884-4d83-4e01-9935-a0716a3d44ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:57:32.933128 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-1be0f8ff-2a5d-4c71-9477-6c510b5ba216 req-ea706f78-c425-483f-86d7-b911335ea259 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] 10.222.0.13 "GET /v2.0/ports?device_id=71e6e362-da31-4bed-bce3-116dc626a72f HTTP/1.1" status: 200 len: 210 time: 0.0279822 Nov 05 19:57:34.032688 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-9aa7a931-ea39-4abe-8714-007898cca99d req-c41245e0-3781-4d77-bb10-05db856d0b11 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] 10.222.0.13 "GET /v2.0/ports?device_id=71e6e362-da31-4bed-bce3-116dc626a72f HTTP/1.1" status: 200 len: 210 time: 0.0275230 Nov 05 19:57:34.540494 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86688f46-1710-4177-8ecd-516498459ec4 req-2088ede1-35cd-4fef-9516-787469f8742c tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:57:34.541956 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-86688f46-1710-4177-8ecd-516498459ec4 req-2088ede1-35cd-4fef-9516-787469f8742c tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] 10.222.0.41 "GET /v2.0/networks?id=bd07b2d3-afd3-492c-bb26-98f281786599 HTTP/1.1" status: 200 len: 796 time: 0.1029048 Nov 05 19:57:34.612625 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-86688f46-1710-4177-8ecd-516498459ec4 req-7ddd805e-73cc-4fea-8505-d137c2b7c36a tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=68fdb102132c4581a35bd621e01c7de2 HTTP/1.1" status: 200 len: 379 time: 0.0614069 Nov 05 19:57:34.625509 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [req-86688f46-1710-4177-8ecd-516498459ec4 req-68a0c2e4-9b49-4d7b-8353-92f338d6e33f tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Request body: {'port': {'device_id': '71e6e362-da31-4bed-bce3-116dc626a72f', 'network_id': 'bd07b2d3-afd3-492c-bb26-98f281786599', 'admin_state_up': True, 'tenant_id': '68fdb102132c4581a35bd621e01c7de2', 'security_groups': ['f9820ea4-54ff-49ab-adf2-70c29764e402']}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:57:34.801830 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-86688f46-1710-4177-8ecd-516498459ec4 req-68a0c2e4-9b49-4d7b-8353-92f338d6e33f tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Made reservation on behalf of 68fdb102132c4581a35bd621e01c7de2 for: {'port': 1} {{(pid=102386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 19:57:34.805446 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-86688f46-1710-4177-8ecd-516498459ec4 req-68a0c2e4-9b49-4d7b-8353-92f338d6e33f tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:57:34.933171 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.db_base_plugin_common [req-86688f46-1710-4177-8ecd-516498459ec4 req-68a0c2e4-9b49-4d7b-8353-92f338d6e33f tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Allocated IP 172.20.0.10 (bd07b2d3-afd3-492c-bb26-98f281786599/f75134e7-100f-48bd-88f0-f1f8b3b90c2f/3de9afc0-eeb8-44a3-bbac-9953c61ee926) {{(pid=102386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 19:57:35.018645 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:57:35.067563 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-86688f46-1710-4177-8ecd-516498459ec4 req-68a0c2e4-9b49-4d7b-8353-92f338d6e33f tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks [] for port, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:57:35.129318 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-cf72c244-44db-4df6-97d4-c06c61904489 req-2f91c982-cc38-4e58-9668-ea4fdfd45afc tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] 10.222.0.13 "GET /v2.0/ports?device_id=71e6e362-da31-4bed-bce3-116dc626a72f HTTP/1.1" status: 200 len: 210 time: 0.0264797 Nov 05 19:57:35.162371 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-86688f46-1710-4177-8ecd-516498459ec4 req-68a0c2e4-9b49-4d7b-8353-92f338d6e33f tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:57:35.204615 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-86688f46-1710-4177-8ecd-516498459ec4 req-68a0c2e4-9b49-4d7b-8353-92f338d6e33f tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Network bd07b2d3-afd3-492c-bb26-98f281786599 is already hosted by enough agents. {{(pid=102386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 19:57:35.210250 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.base_scheduler [req-86688f46-1710-4177-8ecd-516498459ec4 req-68a0c2e4-9b49-4d7b-8353-92f338d6e33f tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Resources bound (agent type, host, resource id): {{(pid=102386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 19:57:35.214004 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [req-86688f46-1710-4177-8ecd-516498459ec4 req-68a0c2e4-9b49-4d7b-8353-92f338d6e33f tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Received port after_create {{(pid=102386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 19:57:35.269918 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a0c2e4-9b49-4d7b-8353-92f338d6e33f tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Pushing event updated for resources: {'Port': ['ID=3de9afc0-eeb8-44a3-bbac-9953c61ee926,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:57:35.269918 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86688f46-1710-4177-8ecd-516498459ec4 req-68a0c2e4-9b49-4d7b-8353-92f338d6e33f tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:57:35.269918 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-86688f46-1710-4177-8ecd-516498459ec4 req-68a0c2e4-9b49-4d7b-8353-92f338d6e33f tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:57:35.341681 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-86688f46-1710-4177-8ecd-516498459ec4 req-68a0c2e4-9b49-4d7b-8353-92f338d6e33f tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7209179 Nov 05 19:57:35.400493 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-e5fbcca2-7d67-406a-8555-05def9d1829b None None] Provisioning complete for port 3de9afc0-eeb8-44a3-bbac-9953c61ee926 triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:57:35.400869 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-e5fbcca2-7d67-406a-8555-05def9d1829b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:57:35.408365 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [req-86688f46-1710-4177-8ecd-516498459ec4 req-f32bf01a-08c5-4093-a24d-5a03653203ac service neutron] Request body: {'port': {'device_id': '71e6e362-da31-4bed-bce3-116dc626a72f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816865-1'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:57:35.440998 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-e5fbcca2-7d67-406a-8555-05def9d1829b None None] Port 3de9afc0-eeb8-44a3-bbac-9953c61ee926 cannot update to ACTIVE because it is not bound. {{(pid=102388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 19:57:35.459306 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-1c56a138-a873-4e6a-9bb0-2f901f6bc546 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:57:35.462477 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-86688f46-1710-4177-8ecd-516498459ec4 req-f32bf01a-08c5-4093-a24d-5a03653203ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:57:35.720652 n-d-816865-1 neutron-server[102386]: DEBUG neutron.notifiers.nova [req-86688f46-1710-4177-8ecd-516498459ec4 req-f32bf01a-08c5-4093-a24d-5a03653203ac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3de9afc0-eeb8-44a3-bbac-9953c61ee926 {{(pid=102386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 19:57:35.727965 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-86688f46-1710-4177-8ecd-516498459ec4 req-f32bf01a-08c5-4093-a24d-5a03653203ac service neutron] Publish callbacks [] for port, precommit_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:57:35.739691 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.provisioning_blocks [req-86688f46-1710-4177-8ecd-516498459ec4 req-f32bf01a-08c5-4093-a24d-5a03653203ac service neutron] Transition to ACTIVE for port object 3de9afc0-eeb8-44a3-bbac-9953c61ee926 will not be triggered until provisioned by entity L2. {{(pid=102386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 05 19:57:35.807499 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-86688f46-1710-4177-8ecd-516498459ec4 req-f32bf01a-08c5-4093-a24d-5a03653203ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6149821'] for port, after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:57:35.859260 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32bf01a-08c5-4093-a24d-5a03653203ac service neutron] Pushing event updated for resources: {'Port': ['ID=3de9afc0-eeb8-44a3-bbac-9953c61ee926,revision_number=2']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:57:35.934924 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [req-86688f46-1710-4177-8ecd-516498459ec4 req-f32bf01a-08c5-4093-a24d-5a03653203ac service neutron] Attempting to bind port 3de9afc0-eeb8-44a3-bbac-9953c61ee926 on host n-h1-816865-1 for vnic_type normal with profile {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 19:57:35.935259 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [req-86688f46-1710-4177-8ecd-516498459ec4 req-f32bf01a-08c5-4093-a24d-5a03653203ac service neutron] Attempting to bind port 3de9afc0-eeb8-44a3-bbac-9953c61ee926 by drivers openvswitch,hyperv on host n-h1-816865-1 at level 0 using segments [{'id': '3d5d69c9-e5fb-47ce-a9ca-0a0df1867480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'bd07b2d3-afd3-492c-bb26-98f281786599'}] {{(pid=102386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 19:57:35.935587 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86688f46-1710-4177-8ecd-516498459ec4 req-f32bf01a-08c5-4093-a24d-5a03653203ac service neutron] Attempting to bind port 3de9afc0-eeb8-44a3-bbac-9953c61ee926 on network bd07b2d3-afd3-492c-bb26-98f281786599 {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 19:57:35.941562 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86688f46-1710-4177-8ecd-516498459ec4 req-f32bf01a-08c5-4093-a24d-5a03653203ac service neutron] Port 3de9afc0-eeb8-44a3-bbac-9953c61ee926 on network bd07b2d3-afd3-492c-bb26-98f281786599 not bound, no agent of type Open vSwitch agent registered on host n-h1-816865-1 {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 19:57:35.941827 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86688f46-1710-4177-8ecd-516498459ec4 req-f32bf01a-08c5-4093-a24d-5a03653203ac service neutron] Attempting to bind port 3de9afc0-eeb8-44a3-bbac-9953c61ee926 on network bd07b2d3-afd3-492c-bb26-98f281786599 {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 19:57:35.946945 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86688f46-1710-4177-8ecd-516498459ec4 req-f32bf01a-08c5-4093-a24d-5a03653203ac service neutron] Checking agent: {'id': 'eb596d7c-8c64-42bd-8aca-fad447eb0eab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816865-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 18, 33, 34), 'started_at': datetime.datetime(2021, 11, 5, 18, 33, 34), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 19, 57, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 19:57:35.947284 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86688f46-1710-4177-8ecd-516498459ec4 req-f32bf01a-08c5-4093-a24d-5a03653203ac service neutron] Checking segment: {'id': '3d5d69c9-e5fb-47ce-a9ca-0a0df1867480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'bd07b2d3-afd3-492c-bb26-98f281786599'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 19:57:35.947678 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86688f46-1710-4177-8ecd-516498459ec4 req-f32bf01a-08c5-4093-a24d-5a03653203ac service neutron] Bound using segment: {'id': '3d5d69c9-e5fb-47ce-a9ca-0a0df1867480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'bd07b2d3-afd3-492c-bb26-98f281786599'} {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 19:57:35.948118 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [req-86688f46-1710-4177-8ecd-516498459ec4 req-f32bf01a-08c5-4093-a24d-5a03653203ac service neutron] Bound port: 3de9afc0-eeb8-44a3-bbac-9953c61ee926, host: n-h1-816865-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3d5d69c9-e5fb-47ce-a9ca-0a0df1867480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'bd07b2d3-afd3-492c-bb26-98f281786599'}}] {{(pid=102386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 19:57:35.948479 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-86688f46-1710-4177-8ecd-516498459ec4 req-f32bf01a-08c5-4093-a24d-5a03653203ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:57:36.018629 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [req-86688f46-1710-4177-8ecd-516498459ec4 req-f32bf01a-08c5-4093-a24d-5a03653203ac service neutron] For port 3de9afc0-eeb8-44a3-bbac-9953c61ee926, host n-h1-816865-1, cleared binding levels {{(pid=102386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 19:57:36.021735 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [req-86688f46-1710-4177-8ecd-516498459ec4 req-f32bf01a-08c5-4093-a24d-5a03653203ac service neutron] For port 3de9afc0-eeb8-44a3-bbac-9953c61ee926, host n-h1-816865-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=3de9afc0-eeb8-44a3-bbac-9953c61ee926,segment=NetworkSegment(3d5d69c9-e5fb-47ce-a9ca-0a0df1867480),segment_id=3d5d69c9-e5fb-47ce-a9ca-0a0df1867480)] {{(pid=102386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 19:57:36.104943 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-86688f46-1710-4177-8ecd-516498459ec4 req-f32bf01a-08c5-4093-a24d-5a03653203ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6149821'] for port, after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:57:36.139009 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86688f46-1710-4177-8ecd-516498459ec4 req-f32bf01a-08c5-4093-a24d-5a03653203ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:57:36.140437 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-86688f46-1710-4177-8ecd-516498459ec4 req-f32bf01a-08c5-4093-a24d-5a03653203ac service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:57:36.141879 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-86688f46-1710-4177-8ecd-516498459ec4 req-f32bf01a-08c5-4093-a24d-5a03653203ac service neutron] 10.222.0.41 "PUT /v2.0/ports/3de9afc0-eeb8-44a3-bbac-9953c61ee926 HTTP/1.1" status: 200 len: 1092 time: 0.7908061 Nov 05 19:57:36.142360 n-d-816865-1 neutron-server[102386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71e6e362-da31-4bed-bce3-116dc626a72f', 'tag': '3de9afc0-eeb8-44a3-bbac-9953c61ee926'}] {{(pid=102386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 19:57:36.144641 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d24c2e9fd656c946d5f792cc44b0d4efbe125a7d17e01666b7f4dc8150dd75ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-feadf33a-864a-439e-882b-4a4966a57bbb" -d '{"events": [{"name": "network-changed", "server_uuid": "71e6e362-da31-4bed-bce3-116dc626a72f", "tag": "3de9afc0-eeb8-44a3-bbac-9953c61ee926"}]}' {{(pid=102386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 19:57:36.176068 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32bf01a-08c5-4093-a24d-5a03653203ac service neutron] Pushing event updated for resources: {'Port': ['ID=3de9afc0-eeb8-44a3-bbac-9953c61ee926,revision_number=3']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:57:36.188205 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 19:57:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43c8db09-04e0-4778-a69d-278be4fef49b x-openstack-request-id: req-43c8db09-04e0-4778-a69d-278be4fef49b {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 19:57:36.188666 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71e6e362-da31-4bed-bce3-116dc626a72f", "tag": "3de9afc0-eeb8-44a3-bbac-9953c61ee926", "status": "completed", "code": 200}]} {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 19:57:36.188809 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-43c8db09-04e0-4778-a69d-278be4fef49b {{(pid=102386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 19:57:36.190230 n-d-816865-1 neutron-server[102386]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71e6e362-da31-4bed-bce3-116dc626a72f', 'tag': '3de9afc0-eeb8-44a3-bbac-9953c61ee926', 'status': 'completed', 'code': 200} Nov 05 19:57:36.260508 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feadf33a-864a-439e-882b-4a4966a57bbb req-87201fc3-321b-464c-ac07-7cd15a19b585 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:57:36.262350 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-feadf33a-864a-439e-882b-4a4966a57bbb req-87201fc3-321b-464c-ac07-7cd15a19b585 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=68fdb102132c4581a35bd621e01c7de2&device_id=71e6e362-da31-4bed-bce3-116dc626a72f HTTP/1.1" status: 200 len: 1095 time: 0.0494533 Nov 05 19:57:36.295108 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8625aa-6bf2-41ec-8456-49e91310bb13 req-7cfe5078-4dd1-47a0-bbe1-0028d841abc9 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:57:36.297636 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-af8625aa-6bf2-41ec-8456-49e91310bb13 req-7cfe5078-4dd1-47a0-bbe1-0028d841abc9 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] 10.222.0.13 "GET /v2.0/ports?device_id=71e6e362-da31-4bed-bce3-116dc626a72f HTTP/1.1" status: 200 len: 944 time: 0.0579102 Nov 05 19:57:36.352646 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-af8625aa-6bf2-41ec-8456-49e91310bb13 req-785eac98-5317-4210-b2ea-c82410768eef tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] 10.222.0.13 "GET /v2.0/security-groups?id=f9820ea4-54ff-49ab-adf2-70c29764e402&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486748 Nov 05 19:57:36.374929 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feadf33a-864a-439e-882b-4a4966a57bbb req-b2347dc8-7223-48f9-8147-562bafd0d4d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:57:36.376432 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-feadf33a-864a-439e-882b-4a4966a57bbb req-b2347dc8-7223-48f9-8147-562bafd0d4d3 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=68fdb102132c4581a35bd621e01c7de2&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1055806 Nov 05 19:57:36.479586 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feadf33a-864a-439e-882b-4a4966a57bbb req-3f5a9239-9ef1-4b95-b884-986a4776a7ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:57:36.481157 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-feadf33a-864a-439e-882b-4a4966a57bbb req-3f5a9239-9ef1-4b95-b884-986a4776a7ff service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0973325 Nov 05 19:57:36.510340 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b304910f-7b27-444b-a8fc-977d26b1ceac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:57:36.555362 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86688f46-1710-4177-8ecd-516498459ec4 req-2cb24acd-73e6-43c6-97d8-e24a8e91bb92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:57:36.556857 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-86688f46-1710-4177-8ecd-516498459ec4 req-2cb24acd-73e6-43c6-97d8-e24a8e91bb92 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=68fdb102132c4581a35bd621e01c7de2&device_id=71e6e362-da31-4bed-bce3-116dc626a72f HTTP/1.1" status: 200 len: 1095 time: 0.0406003 Nov 05 19:57:36.599937 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-86688f46-1710-4177-8ecd-516498459ec4 req-27055499-8829-4b38-bac0-9f023ee1135f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3de9afc0-eeb8-44a3-bbac-9953c61ee926 HTTP/1.1" status: 200 len: 217 time: 0.0333731 Nov 05 19:57:36.648690 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86688f46-1710-4177-8ecd-516498459ec4 req-f4ff1766-8a39-47a8-a12d-81cde7afc39d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:57:36.650175 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-86688f46-1710-4177-8ecd-516498459ec4 req-f4ff1766-8a39-47a8-a12d-81cde7afc39d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f75134e7-100f-48bd-88f0-f1f8b3b90c2f HTTP/1.1" status: 200 len: 835 time: 0.0439377 Nov 05 19:57:36.698481 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86688f46-1710-4177-8ecd-516498459ec4 req-58f8c205-7950-4afd-bf99-d7f0308a0a05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:57:36.699960 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-86688f46-1710-4177-8ecd-516498459ec4 req-58f8c205-7950-4afd-bf99-d7f0308a0a05 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=bd07b2d3-afd3-492c-bb26-98f281786599&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0432291 Nov 05 19:57:36.787135 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-86688f46-1710-4177-8ecd-516498459ec4 req-bffd2d5f-39a3-4745-9f37-5754a3b0eaa0 service neutron] 10.222.0.41 "GET /v2.0/networks/bd07b2d3-afd3-492c-bb26-98f281786599?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800233 Nov 05 19:57:36.879205 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-86688f46-1710-4177-8ecd-516498459ec4 req-f7459970-3f03-4734-961b-e0c2891e0dac service neutron] 10.222.0.41 "GET /v2.0/networks/bd07b2d3-afd3-492c-bb26-98f281786599?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856478 Nov 05 19:57:36.984753 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:57:37.470089 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975d257d-284e-4b23-828f-1ae235426299 req-4d8df16b-db7e-4f34-90a6-c41364f09394 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:57:37.471635 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-975d257d-284e-4b23-828f-1ae235426299 req-4d8df16b-db7e-4f34-90a6-c41364f09394 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] 10.222.0.13 "GET /v2.0/ports?device_id=71e6e362-da31-4bed-bce3-116dc626a72f HTTP/1.1" status: 200 len: 944 time: 0.0496581 Nov 05 19:57:37.520805 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-975d257d-284e-4b23-828f-1ae235426299 req-728c6754-84f3-43cb-8a2b-e9f490530625 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] 10.222.0.13 "GET /v2.0/security-groups?id=f9820ea4-54ff-49ab-adf2-70c29764e402&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432222 Nov 05 19:57:38.499675 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-31f93893-a48e-4ae8-833d-dccb2b42eacc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:57:38.538815 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:57:38.637545 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840bff9c-0c03-4892-96e7-dab2db2657c2 req-aa0a64b6-920a-4a99-8a0f-6c9cb2ac4388 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:57:38.639120 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-840bff9c-0c03-4892-96e7-dab2db2657c2 req-aa0a64b6-920a-4a99-8a0f-6c9cb2ac4388 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] 10.222.0.13 "GET /v2.0/ports?device_id=71e6e362-da31-4bed-bce3-116dc626a72f HTTP/1.1" status: 200 len: 944 time: 0.0501053 Nov 05 19:57:38.695418 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-840bff9c-0c03-4892-96e7-dab2db2657c2 req-114608fc-0a58-4f6e-9473-e15d7ac6c3e4 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] 10.222.0.13 "GET /v2.0/security-groups?id=f9820ea4-54ff-49ab-adf2-70c29764e402&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497637 Nov 05 19:57:39.811726 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3277be9c-0315-4e34-9448-f867add2f0cc req-42a7a58f-4ef1-4d26-8c8c-ea82c996e6ad tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:57:39.813205 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-3277be9c-0315-4e34-9448-f867add2f0cc req-42a7a58f-4ef1-4d26-8c8c-ea82c996e6ad tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] 10.222.0.13 "GET /v2.0/ports?device_id=71e6e362-da31-4bed-bce3-116dc626a72f HTTP/1.1" status: 200 len: 944 time: 0.0489924 Nov 05 19:57:39.862742 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-3277be9c-0315-4e34-9448-f867add2f0cc req-9c92490c-3106-4834-bcee-a246fca8aec0 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] 10.222.0.13 "GET /v2.0/security-groups?id=f9820ea4-54ff-49ab-adf2-70c29764e402&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435636 Nov 05 19:57:39.989009 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Device 3de9afc0-eeb8-44a3-bbac-9953c61ee926 details requested by agent hyperv_n-h1-816865-1 with host n-h1-816865-1 {{(pid=102388) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 05 19:57:40.085262 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] For port 3de9afc0-eeb8-44a3-bbac-9953c61ee926, host n-h1-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=3de9afc0-eeb8-44a3-bbac-9953c61ee926,segment=NetworkSegment(3d5d69c9-e5fb-47ce-a9ca-0a0df1867480),segment_id=3d5d69c9-e5fb-47ce-a9ca-0a0df1867480)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:57:40.100475 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Returning: {'device': '3de9afc0-eeb8-44a3-bbac-9953c61ee926', 'network_id': 'bd07b2d3-afd3-492c-bb26-98f281786599', 'port_id': '3de9afc0-eeb8-44a3-bbac-9953c61ee926', 'mac_address': 'fa:16:3e:25:f3:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f75134e7-100f-48bd-88f0-f1f8b3b90c2f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102388) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 05 19:57:40.136548 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:57:40.149448 n-d-816865-1 neutron-server[102388]: DEBUG neutron.notifiers.nova [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3de9afc0-eeb8-44a3-bbac-9953c61ee926 {{(pid=102388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 19:57:40.169061 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] For port 3de9afc0-eeb8-44a3-bbac-9953c61ee926, host n-h1-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=3de9afc0-eeb8-44a3-bbac-9953c61ee926,segment=NetworkSegment(3d5d69c9-e5fb-47ce-a9ca-0a0df1867480),segment_id=3d5d69c9-e5fb-47ce-a9ca-0a0df1867480)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:57:40.241651 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:57:40.293920 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Pushing event updated for resources: {'Port': ['ID=3de9afc0-eeb8-44a3-bbac-9953c61ee926,revision_number=4']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:57:40.455592 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] get_ports_and_sgs() called for port_ids ['3de9afc0-eeb8-44a3-bbac-9953c61ee926'] {{(pid=102388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 19:57:40.976237 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f25e63-e950-4ec7-9906-13d070ed7c7b req-be77e2bc-77e2-4df8-ae3a-3db8b89e97d3 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:57:40.977750 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-c8f25e63-e950-4ec7-9906-13d070ed7c7b req-be77e2bc-77e2-4df8-ae3a-3db8b89e97d3 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] 10.222.0.13 "GET /v2.0/ports?device_id=71e6e362-da31-4bed-bce3-116dc626a72f HTTP/1.1" status: 200 len: 945 time: 0.0483475 Nov 05 19:57:41.027537 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-c8f25e63-e950-4ec7-9906-13d070ed7c7b req-552eae4c-d030-4eb7-979b-301d8adbc34c tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] 10.222.0.13 "GET /v2.0/security-groups?id=f9820ea4-54ff-49ab-adf2-70c29764e402&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432668 Nov 05 19:57:42.005484 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Device 3de9afc0-eeb8-44a3-bbac-9953c61ee926 up at agent hyperv_n-h1-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 19:57:42.133301 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Provisioning for port 3de9afc0-eeb8-44a3-bbac-9953c61ee926 completed by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 05 19:57:42.137292 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Provisioning complete for port 3de9afc0-eeb8-44a3-bbac-9953c61ee926 triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:57:42.137664 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:57:42.149229 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1f320c-e509-4504-bba0-1572de8aa94c req-6d29eed3-5e8e-4f19-b844-6d04a975d81d tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:57:42.150791 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-4a1f320c-e509-4504-bba0-1572de8aa94c req-6d29eed3-5e8e-4f19-b844-6d04a975d81d tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] 10.222.0.13 "GET /v2.0/ports?device_id=71e6e362-da31-4bed-bce3-116dc626a72f HTTP/1.1" status: 200 len: 945 time: 0.0537751 Nov 05 19:57:42.201171 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-4a1f320c-e509-4504-bba0-1572de8aa94c req-b7312c7e-e2f9-4855-9f3c-cff8b7e9f20a tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] 10.222.0.13 "GET /v2.0/security-groups?id=f9820ea4-54ff-49ab-adf2-70c29764e402&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435095 Nov 05 19:57:42.216687 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:57:42.242439 n-d-816865-1 neutron-server[102388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71e6e362-da31-4bed-bce3-116dc626a72f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3de9afc0-eeb8-44a3-bbac-9953c61ee926'}] {{(pid=102388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 19:57:42.244677 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6791add14b0903d9e674b39f457aa3a29109aa98d0835d5644e65cf363d7cf55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e69fd0b4-492e-4a40-9c33-e5d2bcd10737" -d '{"events": [{"server_uuid": "71e6e362-da31-4bed-bce3-116dc626a72f", "name": "network-vif-plugged", "status": "completed", "tag": "3de9afc0-eeb8-44a3-bbac-9953c61ee926"}]}' {{(pid=102388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 19:57:42.383997 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af96b3a-dafe-49f2-b66d-e270404f06ed req-30aa0938-7b68-4fcb-83d3-4eccc435e8d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:57:42.385542 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-0af96b3a-dafe-49f2-b66d-e270404f06ed req-30aa0938-7b68-4fcb-83d3-4eccc435e8d0 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=71e6e362-da31-4bed-bce3-116dc626a72f HTTP/1.1" status: 200 len: 1096 time: 0.0416720 Nov 05 19:57:42.415651 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 19:57:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdda2cdc-f2e2-47ea-bb32-fe57d418bc33 x-openstack-request-id: req-fdda2cdc-f2e2-47ea-bb32-fe57d418bc33 {{(pid=102388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 19:57:42.415937 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71e6e362-da31-4bed-bce3-116dc626a72f", "name": "network-vif-plugged", "status": "completed", "tag": "3de9afc0-eeb8-44a3-bbac-9953c61ee926", "code": 200}]} {{(pid=102388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 19:57:42.416184 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-fdda2cdc-f2e2-47ea-bb32-fe57d418bc33 {{(pid=102388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 19:57:42.416574 n-d-816865-1 neutron-server[102388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71e6e362-da31-4bed-bce3-116dc626a72f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3de9afc0-eeb8-44a3-bbac-9953c61ee926', 'code': 200} Nov 05 19:57:42.418237 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] For port 3de9afc0-eeb8-44a3-bbac-9953c61ee926, host n-h1-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=3de9afc0-eeb8-44a3-bbac-9953c61ee926,segment=NetworkSegment(3d5d69c9-e5fb-47ce-a9ca-0a0df1867480),segment_id=3d5d69c9-e5fb-47ce-a9ca-0a0df1867480)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:57:42.434247 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-0af96b3a-dafe-49f2-b66d-e270404f06ed req-0fab6d94-3b9d-446d-988e-ea2eb28480a5 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=f9820ea4-54ff-49ab-adf2-70c29764e402&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416026 Nov 05 19:57:42.504127 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:57:42.551421 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Pushing event updated for resources: {'Port': ['ID=3de9afc0-eeb8-44a3-bbac-9953c61ee926,revision_number=5']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:57:43.318990 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5d59fc-fe70-4bb1-bff9-114d0bf2b11e req-2871c7d7-1cac-45ac-a62c-d7195a1286b3 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:57:43.320382 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-ed5d59fc-fe70-4bb1-bff9-114d0bf2b11e req-2871c7d7-1cac-45ac-a62c-d7195a1286b3 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] 10.222.0.13 "GET /v2.0/ports?device_id=71e6e362-da31-4bed-bce3-116dc626a72f HTTP/1.1" status: 200 len: 946 time: 0.0488875 Nov 05 19:57:43.371695 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-ed5d59fc-fe70-4bb1-bff9-114d0bf2b11e req-94d66a88-ced2-4603-994f-eb3f54a46a86 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] 10.222.0.13 "GET /v2.0/security-groups?id=f9820ea4-54ff-49ab-adf2-70c29764e402&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454366 Nov 05 19:57:44.488598 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3475db-d6fc-4cea-b9bc-d569c47828f1 req-cfbadf7a-d3db-4eff-a670-93fec62cb2a1 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:57:44.490090 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-2b3475db-d6fc-4cea-b9bc-d569c47828f1 req-cfbadf7a-d3db-4eff-a670-93fec62cb2a1 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] 10.222.0.13 "GET /v2.0/ports?device_id=71e6e362-da31-4bed-bce3-116dc626a72f HTTP/1.1" status: 200 len: 946 time: 0.0482633 Nov 05 19:57:44.542773 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-2b3475db-d6fc-4cea-b9bc-d569c47828f1 req-dd53ddf0-3ae9-484b-b45d-f6daba90a8a0 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] 10.222.0.13 "GET /v2.0/security-groups?id=f9820ea4-54ff-49ab-adf2-70c29764e402&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466437 Nov 05 19:57:44.655977 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df6f13a-40d2-4035-bbd4-836725ea55be req-35278736-f938-4fbb-b221-1f96abd5461f tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:57:44.657396 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-5df6f13a-40d2-4035-bbd4-836725ea55be req-35278736-f938-4fbb-b221-1f96abd5461f tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] 10.222.0.13 "GET /v2.0/ports?device_id=71e6e362-da31-4bed-bce3-116dc626a72f HTTP/1.1" status: 200 len: 946 time: 0.0479591 Nov 05 19:57:44.706465 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-5df6f13a-40d2-4035-bbd4-836725ea55be req-dff0a2ed-905a-4616-a215-70f8257bd158 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] 10.222.0.13 "GET /v2.0/security-groups?id=f9820ea4-54ff-49ab-adf2-70c29764e402&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431025 Nov 05 19:57:44.727236 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 47250) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:57:44.765744 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79bdaac2-d205-40ed-957b-c648f891863c tempest-TestNetworkAdvancedServerOps-880610799 tempest-TestNetworkAdvancedServerOps-880610799-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:57:44.767271 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-79bdaac2-d205-40ed-957b-c648f891863c tempest-TestNetworkAdvancedServerOps-880610799 tempest-TestNetworkAdvancedServerOps-880610799-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=71e6e362-da31-4bed-bce3-116dc626a72f HTTP/1.1" status: 200 len: 1092 time: 0.0390923 Nov 05 19:57:44.769944 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 47252) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:57:44.774102 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-1310afa7-b6e6-445b-a05d-ee90d07da678 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Request body: {'floatingip': {'floating_network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'port_id': '3de9afc0-eeb8-44a3-bbac-9953c61ee926', 'tenant_id': '68fdb102132c4581a35bd621e01c7de2', 'fixed_ip_address': '172.20.0.10'}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:57:44.847367 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-1310afa7-b6e6-445b-a05d-ee90d07da678 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks [] for floatingip, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:57:44.947438 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-1310afa7-b6e6-445b-a05d-ee90d07da678 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:57:45.054020 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.db_base_plugin_common [None req-1310afa7-b6e6-445b-a05d-ee90d07da678 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Allocated IP 172.25.6.77 (40c8335d-cd0b-4cb5-910a-d4dcddd5cbec/04fe6db3-e108-4208-943d-6518424f5726/ac9ea7ff-dc44-47e3-ba86-d1af48fa5df7) {{(pid=102387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 19:57:45.152240 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-1310afa7-b6e6-445b-a05d-ee90d07da678 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks [] for port, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:57:45.242286 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-1310afa7-b6e6-445b-a05d-ee90d07da678 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4417063'] for port, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:57:45.281548 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1310afa7-b6e6-445b-a05d-ee90d07da678 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Network 40c8335d-cd0b-4cb5-910a-d4dcddd5cbec is already hosted by enough agents. {{(pid=102387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 19:57:45.286740 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.base_scheduler [None req-1310afa7-b6e6-445b-a05d-ee90d07da678 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Resources bound (agent type, host, resource id): {{(pid=102387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 19:57:45.291274 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1310afa7-b6e6-445b-a05d-ee90d07da678 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Received port after_create {{(pid=102387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 19:57:45.296906 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1310afa7-b6e6-445b-a05d-ee90d07da678 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Pushing event updated for resources: {'Port': ['ID=ac9ea7ff-dc44-47e3-ba86-d1af48fa5df7,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:57:45.646754 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-1310afa7-b6e6-445b-a05d-ee90d07da678 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:57:45.761068 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-1310afa7-b6e6-445b-a05d-ee90d07da678 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:57:45.904202 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-1310afa7-b6e6-445b-a05d-ee90d07da678 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks [] for port, precommit_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:57:45.967077 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-1310afa7-b6e6-445b-a05d-ee90d07da678 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4417072'] for port, after_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:57:46.036320 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1310afa7-b6e6-445b-a05d-ee90d07da678 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Pushing event updated for resources: {'Port': ['ID=ac9ea7ff-dc44-47e3-ba86-d1af48fa5df7,revision_number=2']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:57:46.050857 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-1310afa7-b6e6-445b-a05d-ee90d07da678 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1000577'] for floatingip, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:57:46.149599 n-d-816865-1 neutron-server[102387]: INFO neutron.db.l3_db [None req-1310afa7-b6e6-445b-a05d-ee90d07da678 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Floating IP b47c3e73-e406-4f1f-bde6-00838e97ce10 associated. External IP: 172.25.6.77, port: 3de9afc0-eeb8-44a3-bbac-9953c61ee926. Nov 05 19:57:46.353137 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1310afa7-b6e6-445b-a05d-ee90d07da678 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Router 662964be-16e4-4463-b723-afda4b9da324 has already been hosted by L3 agent 6dcb5589-8e86-4616-9186-ddc4548e13ad {{(pid=102387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 19:57:46.459449 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1310afa7-b6e6-445b-a05d-ee90d07da678 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Notify agent at l3_agent.n-d-816865-1 the message routers_updated {{(pid=102387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 19:57:46.469272 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b893438-06bc-45c9-88d0-26ad68354930 None None] Sync routers for ids ['662964be-16e4-4463-b723-afda4b9da324'] in n-d-816865-1 {{(pid=102389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 19:57:46.478330 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b893438-06bc-45c9-88d0-26ad68354930 None None] Routers {'662964be-16e4-4463-b723-afda4b9da324'} bound to L3 agent in host n-d-816865-1 {{(pid=102389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 19:57:46.478939 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-7b893438-06bc-45c9-88d0-26ad68354930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T19:57:35Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['662964be-16e4-4463-b723-afda4b9da324'], 'active': True} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:57:46.535529 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-1310afa7-b6e6-445b-a05d-ee90d07da678 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for floatingip, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:57:46.563697 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-1310afa7-b6e6-445b-a05d-ee90d07da678 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7927184 Nov 05 19:57:46.564298 n-d-816865-1 neutron-server[102387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71e6e362-da31-4bed-bce3-116dc626a72f', 'tag': '3de9afc0-eeb8-44a3-bbac-9953c61ee926'}] {{(pid=102387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 19:57:46.568143 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1aa7e2392c69fb9acc0b335571f919b1f61097b9ced1ed941ddb2f5c01cc85e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e51a900a-ecdf-48de-a85f-d6aa944f609a" -d '{"events": [{"name": "network-changed", "server_uuid": "71e6e362-da31-4bed-bce3-116dc626a72f", "tag": "3de9afc0-eeb8-44a3-bbac-9953c61ee926"}]}' {{(pid=102387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 19:57:46.584706 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvr_db [None req-7b893438-06bc-45c9-88d0-26ad68354930 None None] Set router 662964be-16e4-4463-b723-afda4b9da324 gateway port host: n-d-816865-1 {{(pid=102389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 19:57:46.661193 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911249d3-3ac0-4e26-b2e6-66a905a0e4e0 req-70e93cd0-37bd-4e56-8ebb-6a80509aabb9 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:57:46.662642 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-911249d3-3ac0-4e26-b2e6-66a905a0e4e0 req-70e93cd0-37bd-4e56-8ebb-6a80509aabb9 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] 10.222.0.13 "GET /v2.0/ports?device_id=71e6e362-da31-4bed-bce3-116dc626a72f HTTP/1.1" status: 200 len: 946 time: 0.0496058 Nov 05 19:57:46.713235 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-911249d3-3ac0-4e26-b2e6-66a905a0e4e0 req-f978d566-aef6-4fd0-8612-eed0631849eb tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] 10.222.0.13 "GET /v2.0/security-groups?id=f9820ea4-54ff-49ab-adf2-70c29764e402&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444281 Nov 05 19:57:46.736129 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 47258) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:57:46.776712 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 19:57:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a45e45db-1be1-4a13-a504-056154296f9a x-openstack-request-id: req-a45e45db-1be1-4a13-a504-056154296f9a {{(pid=102387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 19:57:46.777013 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71e6e362-da31-4bed-bce3-116dc626a72f", "tag": "3de9afc0-eeb8-44a3-bbac-9953c61ee926", "status": "completed", "code": 200}]} {{(pid=102387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 19:57:46.777269 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a45e45db-1be1-4a13-a504-056154296f9a {{(pid=102387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 19:57:46.777666 n-d-816865-1 neutron-server[102387]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71e6e362-da31-4bed-bce3-116dc626a72f', 'tag': '3de9afc0-eeb8-44a3-bbac-9953c61ee926', 'status': 'completed', 'code': 200} Nov 05 19:57:46.806639 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-4fb4040c-3537-4bee-9d21-3bf10015994e tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] 10.222.0.13 "GET /v2.0/floatingips/b47c3e73-e406-4f1f-bde6-00838e97ce10 HTTP/1.1" status: 200 len: 991 time: 0.0692990 Nov 05 19:57:46.814852 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-7b893438-06bc-45c9-88d0-26ad68354930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '662964be-16e4-4463-b723-afda4b9da324', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2057092840', 'tenant_id': '68fdb102132c4581a35bd621e01c7de2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.212'}], 'enable_snat': True}, 'gw_port_id': '5c445a8b-016e-4e4c-a2b7-b3aef69bc27d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T19:57:22Z', 'updated_at': '2021-11-05T19:57:26Z', 'revision_number': 4, 'project_id': '68fdb102132c4581a35bd621e01c7de2', 'gw_port': {'id': '5c445a8b-016e-4e4c-a2b7-b3aef69bc27d', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:c9:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '662964be-16e4-4463-b723-afda4b9da324', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:57:23Z', 'updated_at': '2021-11-05T19:57:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1', '_floatingips': [{'id': 'b47c3e73-e406-4f1f-bde6-00838e97ce10', 'tenant_id': '68fdb102132c4581a35bd621e01c7de2', 'floating_ip_address': '172.25.6.77', 'floating_network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'router_id': '662964be-16e4-4463-b723-afda4b9da324', 'port_id': '3de9afc0-eeb8-44a3-bbac-9953c61ee926', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4267, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd07b2d3-afd3-492c-bb26-98f281786599', 'mac_address': 'fa:16:3e:25:f3:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71e6e362-da31-4bed-bce3-116dc626a72f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-05T19:57:45Z', 'updated_at': '2021-11-05T19:57:45Z', 'revision_number': 0, 'project_id': '68fdb102132c4581a35bd621e01c7de2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '68414805-e5b2-48f6-9c9b-aeda487bfbfd', 'name': '', 'network_id': 'bd07b2d3-afd3-492c-bb26-98f281786599', 'tenant_id': '68fdb102132c4581a35bd621e01c7de2', 'mac_address': 'fa:16:3e:a4:34:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '662964be-16e4-4463-b723-afda4b9da324', 'device_owner': 'network:router_interface', 'standard_attr_id': 4264, 'fixed_ips': [{'subnet_id': 'f75134e7-100f-48bd-88f0-f1f8b3b90c2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:57:25Z', 'updated_at': '2021-11-05T19:57:29Z', 'revision_number': 5, 'project_id': '68fdb102132c4581a35bd621e01c7de2', 'subnets': [{'id': 'f75134e7-100f-48bd-88f0-f1f8b3b90c2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-1', False) {} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:57:46.825923 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51a900a-ecdf-48de-a85f-d6aa944f609a req-45c8aed9-c6d5-4261-8484-ddd9201fbd20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:57:46.827618 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-e51a900a-ecdf-48de-a85f-d6aa944f609a req-45c8aed9-c6d5-4261-8484-ddd9201fbd20 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=68fdb102132c4581a35bd621e01c7de2&device_id=71e6e362-da31-4bed-bce3-116dc626a72f HTTP/1.1" status: 200 len: 1097 time: 0.0455098 Nov 05 19:57:46.840442 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b893438-06bc-45c9-88d0-26ad68354930 None None] Checking router: 662964be-16e4-4463-b723-afda4b9da324 for host: n-d-816865-1 {{(pid=102389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 19:57:46.848985 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b893438-06bc-45c9-88d0-26ad68354930 None None] Routers {'662964be-16e4-4463-b723-afda4b9da324'} bound to L3 agent in host n-d-816865-1 {{(pid=102389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 19:57:46.849694 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-7b893438-06bc-45c9-88d0-26ad68354930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T19:57:35Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['662964be-16e4-4463-b723-afda4b9da324'], 'active': True} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:57:46.917453 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51a900a-ecdf-48de-a85f-d6aa944f609a req-18506dbd-4164-418d-b7ce-bc1a59807a40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:57:46.918902 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-e51a900a-ecdf-48de-a85f-d6aa944f609a req-18506dbd-4164-418d-b7ce-bc1a59807a40 service neutron] 10.222.0.41 "GET /v2.0/networks?id=bd07b2d3-afd3-492c-bb26-98f281786599 HTTP/1.1" status: 200 len: 897 time: 0.0842385 Nov 05 19:57:46.957998 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvr_db [None req-7b893438-06bc-45c9-88d0-26ad68354930 None None] Set router 662964be-16e4-4463-b723-afda4b9da324 gateway port host: n-d-816865-1 {{(pid=102389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 19:57:46.990060 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-e51a900a-ecdf-48de-a85f-d6aa944f609a req-8af2eec8-9039-4476-bad0-2b88d67053c8 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3de9afc0-eeb8-44a3-bbac-9953c61ee926 HTTP/1.1" status: 200 len: 999 time: 0.0633950 Nov 05 19:57:47.043308 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51a900a-ecdf-48de-a85f-d6aa944f609a req-7f93e573-fe51-4813-a5ee-94d8c99b4a33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:57:47.044839 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-e51a900a-ecdf-48de-a85f-d6aa944f609a req-7f93e573-fe51-4813-a5ee-94d8c99b4a33 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f75134e7-100f-48bd-88f0-f1f8b3b90c2f HTTP/1.1" status: 200 len: 835 time: 0.0484550 Nov 05 19:57:47.091563 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51a900a-ecdf-48de-a85f-d6aa944f609a req-6ccb7889-7ce0-4a44-bca3-2787e8cb4321 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:57:47.095307 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-e51a900a-ecdf-48de-a85f-d6aa944f609a req-6ccb7889-7ce0-4a44-bca3-2787e8cb4321 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=bd07b2d3-afd3-492c-bb26-98f281786599&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0432150 Nov 05 19:57:47.182879 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-7b893438-06bc-45c9-88d0-26ad68354930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '662964be-16e4-4463-b723-afda4b9da324', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2057092840', 'tenant_id': '68fdb102132c4581a35bd621e01c7de2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.212'}], 'enable_snat': True}, 'gw_port_id': '5c445a8b-016e-4e4c-a2b7-b3aef69bc27d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T19:57:22Z', 'updated_at': '2021-11-05T19:57:26Z', 'revision_number': 4, 'project_id': '68fdb102132c4581a35bd621e01c7de2', 'gw_port': {'id': '5c445a8b-016e-4e4c-a2b7-b3aef69bc27d', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:c9:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '662964be-16e4-4463-b723-afda4b9da324', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:57:23Z', 'updated_at': '2021-11-05T19:57:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1', '_floatingips': [{'id': 'b47c3e73-e406-4f1f-bde6-00838e97ce10', 'tenant_id': '68fdb102132c4581a35bd621e01c7de2', 'floating_ip_address': '172.25.6.77', 'floating_network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'router_id': '662964be-16e4-4463-b723-afda4b9da324', 'port_id': '3de9afc0-eeb8-44a3-bbac-9953c61ee926', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4267, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd07b2d3-afd3-492c-bb26-98f281786599', 'mac_address': 'fa:16:3e:25:f3:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71e6e362-da31-4bed-bce3-116dc626a72f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-05T19:57:45Z', 'updated_at': '2021-11-05T19:57:45Z', 'revision_number': 0, 'project_id': '68fdb102132c4581a35bd621e01c7de2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '68414805-e5b2-48f6-9c9b-aeda487bfbfd', 'name': '', 'network_id': 'bd07b2d3-afd3-492c-bb26-98f281786599', 'tenant_id': '68fdb102132c4581a35bd621e01c7de2', 'mac_address': 'fa:16:3e:a4:34:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '662964be-16e4-4463-b723-afda4b9da324', 'device_owner': 'network:router_interface', 'standard_attr_id': 4264, 'fixed_ips': [{'subnet_id': 'f75134e7-100f-48bd-88f0-f1f8b3b90c2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:57:25Z', 'updated_at': '2021-11-05T19:57:29Z', 'revision_number': 5, 'project_id': '68fdb102132c4581a35bd621e01c7de2', 'subnets': [{'id': 'f75134e7-100f-48bd-88f0-f1f8b3b90c2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-1', False) {} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:57:47.193078 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-e51a900a-ecdf-48de-a85f-d6aa944f609a req-00e938c3-b2f2-4fc4-b7cf-251d5959a0aa service neutron] 10.222.0.41 "GET /v2.0/networks/bd07b2d3-afd3-492c-bb26-98f281786599?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896604 Nov 05 19:57:47.212094 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b893438-06bc-45c9-88d0-26ad68354930 None None] The sync data for ids ['662964be-16e4-4463-b723-afda4b9da324'] in n-d-816865-1 is: [{'id': '662964be-16e4-4463-b723-afda4b9da324', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2057092840', 'tenant_id': '68fdb102132c4581a35bd621e01c7de2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.212'}], 'enable_snat': True}, 'gw_port_id': '5c445a8b-016e-4e4c-a2b7-b3aef69bc27d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T19:57:22Z', 'updated_at': '2021-11-05T19:57:26Z', 'revision_number': 4, 'project_id': '68fdb102132c4581a35bd621e01c7de2', 'gw_port': {'id': '5c445a8b-016e-4e4c-a2b7-b3aef69bc27d', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:c9:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '662964be-16e4-4463-b723-afda4b9da324', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:57:23Z', 'updated_at': '2021-11-05T19:57:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1', '_floatingips': [{'id': 'b47c3e73-e406-4f1f-bde6-00838e97ce10', 'tenant_id': '68fdb102132c4581a35bd621e01c7de2', 'floating_ip_address': '172.25.6.77', 'floating_network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'router_id': '662964be-16e4-4463-b723-afda4b9da324', 'port_id': '3de9afc0-eeb8-44a3-bbac-9953c61ee926', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4267, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd07b2d3-afd3-492c-bb26-98f281786599', 'mac_address': 'fa:16:3e:25:f3:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71e6e362-da31-4bed-bce3-116dc626a72f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-05T19:57:45Z', 'updated_at': '2021-11-05T19:57:45Z', 'revision_number': 0, 'project_id': '68fdb102132c4581a35bd621e01c7de2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '68414805-e5b2-48f6-9c9b-aeda487bfbfd', 'name': '', 'network_id': 'bd07b2d3-afd3-492c-bb26-98f281786599', 'tenant_id': '68fdb102132c4581a35bd621e01c7de2', 'mac_address': 'fa:16:3e:a4:34:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '662964be-16e4-4463-b723-afda4b9da324', 'device_owner': 'network:router_interface', 'standard_attr_id': 4264, 'fixed_ips': [{'subnet_id': 'f75134e7-100f-48bd-88f0-f1f8b3b90c2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:57:25Z', 'updated_at': '2021-11-05T19:57:29Z', 'revision_number': 5, 'project_id': '68fdb102132c4581a35bd621e01c7de2', 'subnets': [{'id': 'f75134e7-100f-48bd-88f0-f1f8b3b90c2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 19:57:47.290106 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-e51a900a-ecdf-48de-a85f-d6aa944f609a req-a4a04a7d-edf8-46c0-a443-bf4039639d2b service neutron] 10.222.0.41 "GET /v2.0/networks/bd07b2d3-afd3-492c-bb26-98f281786599?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895278 Nov 05 19:57:47.412504 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca0af6f3-c675-4a94-a0a1-bdb33a15f2fa None None] New status for floating IP b47c3e73-e406-4f1f-bde6-00838e97ce10: ACTIVE {{(pid=102388) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 05 19:57:47.809618 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 47262) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:57:47.869751 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-6579d703-cb2a-4f2c-84c7-635a315fcfe8 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] 10.222.0.13 "GET /v2.0/floatingips/b47c3e73-e406-4f1f-bde6-00838e97ce10 HTTP/1.1" status: 200 len: 993 time: 0.0589213 Nov 05 19:57:49.981139 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-9457442e-8723-451b-92c6-5aa9441c4119 req-c25ba6a8-132e-4149-b719-f8905e8585ce service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=71e6e362-da31-4bed-bce3-116dc626a72f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0435286 Nov 05 19:57:50.073354 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9457442e-8723-451b-92c6-5aa9441c4119 req-63fc1135-eed5-493b-811e-22e903767407 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:57:50.074954 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-9457442e-8723-451b-92c6-5aa9441c4119 req-63fc1135-eed5-493b-811e-22e903767407 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=68fdb102132c4581a35bd621e01c7de2&device_id=71e6e362-da31-4bed-bce3-116dc626a72f HTTP/1.1" status: 200 len: 1097 time: 0.0433996 Nov 05 19:57:50.179948 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9457442e-8723-451b-92c6-5aa9441c4119 req-167d6331-a25a-45b7-9b0d-108868a17593 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:57:50.181402 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-9457442e-8723-451b-92c6-5aa9441c4119 req-167d6331-a25a-45b7-9b0d-108868a17593 service neutron] 10.222.0.41 "GET /v2.0/networks?id=bd07b2d3-afd3-492c-bb26-98f281786599 HTTP/1.1" status: 200 len: 897 time: 0.0858712 Nov 05 19:57:50.251723 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-9457442e-8723-451b-92c6-5aa9441c4119 req-a55cca74-e5e8-49b4-a32a-87815b90969a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3de9afc0-eeb8-44a3-bbac-9953c61ee926 HTTP/1.1" status: 200 len: 1001 time: 0.0618217 Nov 05 19:57:50.303941 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9457442e-8723-451b-92c6-5aa9441c4119 req-0a70b4d7-a538-40f6-b79f-b19a86223a80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:57:50.305402 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-9457442e-8723-451b-92c6-5aa9441c4119 req-0a70b4d7-a538-40f6-b79f-b19a86223a80 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f75134e7-100f-48bd-88f0-f1f8b3b90c2f HTTP/1.1" status: 200 len: 835 time: 0.0452001 Nov 05 19:57:50.349732 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9457442e-8723-451b-92c6-5aa9441c4119 req-73235161-f085-4e9b-8efc-c5fcec9ba284 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:57:50.351224 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-9457442e-8723-451b-92c6-5aa9441c4119 req-73235161-f085-4e9b-8efc-c5fcec9ba284 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=bd07b2d3-afd3-492c-bb26-98f281786599&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0384452 Nov 05 19:57:50.446486 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-9457442e-8723-451b-92c6-5aa9441c4119 req-e5882035-4635-447c-949a-b382b93c256f service neutron] 10.222.0.41 "GET /v2.0/networks/bd07b2d3-afd3-492c-bb26-98f281786599?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862470 Nov 05 19:57:50.535502 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-9457442e-8723-451b-92c6-5aa9441c4119 req-24dbaa52-2824-4493-9cd5-b2553eb41c6f service neutron] 10.222.0.41 "GET /v2.0/networks/bd07b2d3-afd3-492c-bb26-98f281786599?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816002 Nov 05 19:57:57.697246 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.agents_db [None req-b9406b04-a0e8-43cf-b349-711963d96cf4 None None] Agent healthcheck: found 7 active agents {{(pid=102389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 05 19:58:02.641857 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-f69038c3-f0a0-4890-8209-ca87a766138d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:58:05.035727 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:58:05.458445 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-e93d00cd-c6b8-414d-9df5-81615f3f6f48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:58:06.544219 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b304910f-7b27-444b-a8fc-977d26b1ceac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:58:07.047477 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:58:08.538841 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-31f93893-a48e-4ae8-833d-dccb2b42eacc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:58:08.555599 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:58:14.876254 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728a62e4-7c21-42e6-a730-4393c2aac624 req-6d84f601-a7b7-44b9-a954-c9653325eaba tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:58:14.877736 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-728a62e4-7c21-42e6-a730-4393c2aac624 req-6d84f601-a7b7-44b9-a954-c9653325eaba tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] 10.222.0.13 "GET /v2.0/ports?device_id=71e6e362-da31-4bed-bce3-116dc626a72f HTTP/1.1" status: 200 len: 946 time: 0.0482326 Nov 05 19:58:14.928155 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-728a62e4-7c21-42e6-a730-4393c2aac624 req-36d365b8-a8f9-4718-aa68-d16b523e0595 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] 10.222.0.13 "GET /v2.0/security-groups?id=f9820ea4-54ff-49ab-adf2-70c29764e402&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436611 Nov 05 19:58:16.363031 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0315e134-dd35-481c-8405-dece79d1ca79 req-1022a257-4f37-4114-b1b2-bddfd2e468d4 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:58:16.364535 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-0315e134-dd35-481c-8405-dece79d1ca79 req-1022a257-4f37-4114-b1b2-bddfd2e468d4 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] 10.222.0.13 "GET /v2.0/ports?device_id=71e6e362-da31-4bed-bce3-116dc626a72f HTTP/1.1" status: 200 len: 946 time: 0.3675551 Nov 05 19:58:16.413090 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-0315e134-dd35-481c-8405-dece79d1ca79 req-36aa7e85-c689-4859-bae0-934033b1e08d tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] 10.222.0.13 "GET /v2.0/security-groups?id=f9820ea4-54ff-49ab-adf2-70c29764e402&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426435 Nov 05 19:58:16.435019 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 47280) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:58:16.493950 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-36bf8c36-122b-4569-9e06-5c3be283bfc1 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] 10.222.0.13 "GET /v2.0/floatingips/b47c3e73-e406-4f1f-bde6-00838e97ce10 HTTP/1.1" status: 200 len: 993 time: 0.0576975 Nov 05 19:58:17.927203 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a3abd9-c5fb-4974-9899-d2ef2ddc1ab2 req-30ab13d5-cf61-4e28-96af-db3e3061ed0a tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:58:17.928743 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-22a3abd9-c5fb-4974-9899-d2ef2ddc1ab2 req-30ab13d5-cf61-4e28-96af-db3e3061ed0a tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] 10.222.0.13 "GET /v2.0/ports?device_id=71e6e362-da31-4bed-bce3-116dc626a72f HTTP/1.1" status: 200 len: 946 time: 0.0532954 Nov 05 19:58:17.979890 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-22a3abd9-c5fb-4974-9899-d2ef2ddc1ab2 req-39e33939-d454-4dd3-b02d-aebae9c4776c tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] 10.222.0.13 "GET /v2.0/security-groups?id=f9820ea4-54ff-49ab-adf2-70c29764e402&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450423 Nov 05 19:58:18.013506 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee65b256-a48a-4147-b78a-aaee34e57f63 req-936dd811-8f9a-4dff-ac8b-e89333dec115 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:58:18.015130 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-ee65b256-a48a-4147-b78a-aaee34e57f63 req-936dd811-8f9a-4dff-ac8b-e89333dec115 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=68fdb102132c4581a35bd621e01c7de2&device_id=71e6e362-da31-4bed-bce3-116dc626a72f HTTP/1.1" status: 200 len: 1097 time: 0.0462873 Nov 05 19:58:18.106814 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee65b256-a48a-4147-b78a-aaee34e57f63 req-c4376f55-1895-465d-9e87-30881827e799 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:58:18.108206 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-ee65b256-a48a-4147-b78a-aaee34e57f63 req-c4376f55-1895-465d-9e87-30881827e799 service neutron] 10.222.0.41 "GET /v2.0/networks?id=bd07b2d3-afd3-492c-bb26-98f281786599 HTTP/1.1" status: 200 len: 897 time: 0.0859115 Nov 05 19:58:18.178765 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-ee65b256-a48a-4147-b78a-aaee34e57f63 req-abca9c41-d700-4d75-9394-3eab3c212187 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3de9afc0-eeb8-44a3-bbac-9953c61ee926 HTTP/1.1" status: 200 len: 1001 time: 0.0634661 Nov 05 19:58:18.229559 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee65b256-a48a-4147-b78a-aaee34e57f63 req-7819a3ee-2ac1-4d22-bdcb-de55d81b0f44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:58:18.231024 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-ee65b256-a48a-4147-b78a-aaee34e57f63 req-7819a3ee-2ac1-4d22-bdcb-de55d81b0f44 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f75134e7-100f-48bd-88f0-f1f8b3b90c2f HTTP/1.1" status: 200 len: 835 time: 0.0448716 Nov 05 19:58:18.277133 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee65b256-a48a-4147-b78a-aaee34e57f63 req-32fc691a-33e6-44b6-a585-1a48e6f9780d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:58:18.278643 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-ee65b256-a48a-4147-b78a-aaee34e57f63 req-32fc691a-33e6-44b6-a585-1a48e6f9780d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=bd07b2d3-afd3-492c-bb26-98f281786599&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401330 Nov 05 19:58:18.677328 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-ee65b256-a48a-4147-b78a-aaee34e57f63 req-2247329e-23df-4ae6-897b-3fc8299a8dba service neutron] 10.222.0.41 "GET /v2.0/networks/bd07b2d3-afd3-492c-bb26-98f281786599?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3908708 Nov 05 19:58:18.765413 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-ee65b256-a48a-4147-b78a-aaee34e57f63 req-6375dff3-fc3c-453f-ae53-99f7694b8a57 service neutron] 10.222.0.41 "GET /v2.0/networks/bd07b2d3-afd3-492c-bb26-98f281786599?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807669 Nov 05 19:58:19.095311 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598728a1-f7aa-482b-8b42-34b0c971579f req-d1b92743-e98b-4ac6-9901-916f99c81e0b tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:58:19.096802 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-598728a1-f7aa-482b-8b42-34b0c971579f req-d1b92743-e98b-4ac6-9901-916f99c81e0b tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] 10.222.0.13 "GET /v2.0/ports?device_id=71e6e362-da31-4bed-bce3-116dc626a72f HTTP/1.1" status: 200 len: 946 time: 0.0483868 Nov 05 19:58:19.144879 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-598728a1-f7aa-482b-8b42-34b0c971579f req-bf0c0cd0-061b-4f4a-8ee9-e4b5dcd02d32 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] 10.222.0.13 "GET /v2.0/security-groups?id=f9820ea4-54ff-49ab-adf2-70c29764e402&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417535 Nov 05 19:58:20.262061 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74c4c17-bcfe-48e8-a57a-6f4dd51ae905 req-7de77d49-529c-4209-b168-8e5ff87e4d48 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:58:20.263516 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-d74c4c17-bcfe-48e8-a57a-6f4dd51ae905 req-7de77d49-529c-4209-b168-8e5ff87e4d48 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] 10.222.0.13 "GET /v2.0/ports?device_id=71e6e362-da31-4bed-bce3-116dc626a72f HTTP/1.1" status: 200 len: 946 time: 0.0492611 Nov 05 19:58:20.317439 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-d74c4c17-bcfe-48e8-a57a-6f4dd51ae905 req-4b0a2001-0850-497b-9418-addb60ce152e tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] 10.222.0.13 "GET /v2.0/security-groups?id=f9820ea4-54ff-49ab-adf2-70c29764e402&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477238 Nov 05 19:58:20.339539 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 47292) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:58:20.398222 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-ccce07f1-1408-48b8-9746-9639f04c1290 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] 10.222.0.13 "GET /v2.0/floatingips/b47c3e73-e406-4f1f-bde6-00838e97ce10 HTTP/1.1" status: 200 len: 993 time: 0.0575476 Nov 05 19:58:20.679766 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 47298) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:58:20.837933 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-515cbf78-1bd1-4f9a-8cac-085d350a4f16 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Deleting port ac9ea7ff-dc44-47e3-ba86-d1af48fa5df7 {{(pid=102386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 19:58:20.838306 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-515cbf78-1bd1-4f9a-8cac-085d350a4f16 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:58:20.915954 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-515cbf78-1bd1-4f9a-8cac-085d350a4f16 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:58:20.916276 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-515cbf78-1bd1-4f9a-8cac-085d350a4f16 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:58:20.928149 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-515cbf78-1bd1-4f9a-8cac-085d350a4f16 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Calling delete_port for ac9ea7ff-dc44-47e3-ba86-d1af48fa5df7 owned by network:floatingip {{(pid=102386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 19:58:21.144210 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-515cbf78-1bd1-4f9a-8cac-085d350a4f16 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:58:21.170491 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515cbf78-1bd1-4f9a-8cac-085d350a4f16 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Pushing event deleted for resources: {'Port': ['ID=ac9ea7ff-dc44-47e3-ba86-d1af48fa5df7,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:58:21.194084 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-515cbf78-1bd1-4f9a-8cac-085d350a4f16 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:58:21.194426 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-515cbf78-1bd1-4f9a-8cac-085d350a4f16 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:58:21.194764 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-515cbf78-1bd1-4f9a-8cac-085d350a4f16 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:58:21.195098 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-515cbf78-1bd1-4f9a-8cac-085d350a4f16 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:58:21.195425 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-515cbf78-1bd1-4f9a-8cac-085d350a4f16 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:58:21.195751 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-515cbf78-1bd1-4f9a-8cac-085d350a4f16 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:58:21.196075 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-515cbf78-1bd1-4f9a-8cac-085d350a4f16 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:58:21.196396 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-515cbf78-1bd1-4f9a-8cac-085d350a4f16 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:58:21.196718 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-515cbf78-1bd1-4f9a-8cac-085d350a4f16 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:58:21.197040 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-515cbf78-1bd1-4f9a-8cac-085d350a4f16 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:58:21.197367 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-515cbf78-1bd1-4f9a-8cac-085d350a4f16 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:58:21.197678 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-515cbf78-1bd1-4f9a-8cac-085d350a4f16 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:58:21.239428 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-515cbf78-1bd1-4f9a-8cac-085d350a4f16 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks [] for floatingip, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:58:21.239756 n-d-816865-1 neutron-server[102386]: INFO neutron.db.l3_db [None req-515cbf78-1bd1-4f9a-8cac-085d350a4f16 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Floating IP b47c3e73-e406-4f1f-bde6-00838e97ce10 disassociated (deleted). External IP: 172.25.6.77, port: 3de9afc0-eeb8-44a3-bbac-9953c61ee926. Nov 05 19:58:21.443327 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-515cbf78-1bd1-4f9a-8cac-085d350a4f16 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Router 662964be-16e4-4463-b723-afda4b9da324 has already been hosted by L3 agent 6dcb5589-8e86-4616-9186-ddc4548e13ad {{(pid=102386) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 19:58:21.549964 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-515cbf78-1bd1-4f9a-8cac-085d350a4f16 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Notify agent at l3_agent.n-d-816865-1 the message routers_updated {{(pid=102386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 19:58:21.554816 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-515cbf78-1bd1-4f9a-8cac-085d350a4f16 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for floatingip, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:58:21.559283 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdb565ef-868a-4445-b2e9-6a628ae6de5d None None] Sync routers for ids ['662964be-16e4-4463-b723-afda4b9da324'] in n-d-816865-1 {{(pid=102389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 19:58:21.569119 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdb565ef-868a-4445-b2e9-6a628ae6de5d None None] Routers {'662964be-16e4-4463-b723-afda4b9da324'} bound to L3 agent in host n-d-816865-1 {{(pid=102389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 19:58:21.569717 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-cdb565ef-868a-4445-b2e9-6a628ae6de5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T19:58:05Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['662964be-16e4-4463-b723-afda4b9da324'], 'active': True} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:58:21.582723 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-515cbf78-1bd1-4f9a-8cac-085d350a4f16 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] 10.222.0.13 "DELETE /v2.0/floatingips/b47c3e73-e406-4f1f-bde6-00838e97ce10 HTTP/1.1" status: 204 len: 168 time: 0.9019125 Nov 05 19:58:21.583318 n-d-816865-1 neutron-server[102386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71e6e362-da31-4bed-bce3-116dc626a72f', 'tag': '3de9afc0-eeb8-44a3-bbac-9953c61ee926'}] {{(pid=102386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 19:58:21.585578 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d24c2e9fd656c946d5f792cc44b0d4efbe125a7d17e01666b7f4dc8150dd75ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-808eb294-37ab-4fee-8b34-121e28d28581" -d '{"events": [{"name": "network-changed", "server_uuid": "71e6e362-da31-4bed-bce3-116dc626a72f", "tag": "3de9afc0-eeb8-44a3-bbac-9953c61ee926"}]}' {{(pid=102386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 19:58:21.676767 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvr_db [None req-cdb565ef-868a-4445-b2e9-6a628ae6de5d None None] Set router 662964be-16e4-4463-b723-afda4b9da324 gateway port host: n-d-816865-1 {{(pid=102389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 19:58:21.917356 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 19:58:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3fa7f99-dff2-401d-94af-e06eb59dbf5b x-openstack-request-id: req-d3fa7f99-dff2-401d-94af-e06eb59dbf5b {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 19:58:21.917888 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71e6e362-da31-4bed-bce3-116dc626a72f", "tag": "3de9afc0-eeb8-44a3-bbac-9953c61ee926", "status": "completed", "code": 200}]} {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 19:58:21.918089 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d3fa7f99-dff2-401d-94af-e06eb59dbf5b {{(pid=102386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 19:58:21.918642 n-d-816865-1 neutron-server[102386]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71e6e362-da31-4bed-bce3-116dc626a72f', 'tag': '3de9afc0-eeb8-44a3-bbac-9953c61ee926', 'status': 'completed', 'code': 200} Nov 05 19:58:21.965485 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-cdb565ef-868a-4445-b2e9-6a628ae6de5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '662964be-16e4-4463-b723-afda4b9da324', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2057092840', 'tenant_id': '68fdb102132c4581a35bd621e01c7de2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.212'}], 'enable_snat': True}, 'gw_port_id': '5c445a8b-016e-4e4c-a2b7-b3aef69bc27d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T19:57:22Z', 'updated_at': '2021-11-05T19:57:26Z', 'revision_number': 4, 'project_id': '68fdb102132c4581a35bd621e01c7de2', 'gw_port': {'id': '5c445a8b-016e-4e4c-a2b7-b3aef69bc27d', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:c9:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '662964be-16e4-4463-b723-afda4b9da324', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:57:23Z', 'updated_at': '2021-11-05T19:57:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1', '_interfaces': [{'id': '68414805-e5b2-48f6-9c9b-aeda487bfbfd', 'name': '', 'network_id': 'bd07b2d3-afd3-492c-bb26-98f281786599', 'tenant_id': '68fdb102132c4581a35bd621e01c7de2', 'mac_address': 'fa:16:3e:a4:34:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '662964be-16e4-4463-b723-afda4b9da324', 'device_owner': 'network:router_interface', 'standard_attr_id': 4264, 'fixed_ips': [{'subnet_id': 'f75134e7-100f-48bd-88f0-f1f8b3b90c2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:57:25Z', 'updated_at': '2021-11-05T19:57:29Z', 'revision_number': 5, 'project_id': '68fdb102132c4581a35bd621e01c7de2', 'subnets': [{'id': 'f75134e7-100f-48bd-88f0-f1f8b3b90c2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-1', False) {} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:58:21.982753 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808eb294-37ab-4fee-8b34-121e28d28581 req-fb29e9a2-b458-4a06-a77c-897c4b98c11d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:58:21.985104 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-808eb294-37ab-4fee-8b34-121e28d28581 req-fb29e9a2-b458-4a06-a77c-897c4b98c11d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=68fdb102132c4581a35bd621e01c7de2&device_id=71e6e362-da31-4bed-bce3-116dc626a72f HTTP/1.1" status: 200 len: 1097 time: 0.0432124 Nov 05 19:58:21.993570 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdb565ef-868a-4445-b2e9-6a628ae6de5d None None] Checking router: 662964be-16e4-4463-b723-afda4b9da324 for host: n-d-816865-1 {{(pid=102389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 19:58:22.002765 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdb565ef-868a-4445-b2e9-6a628ae6de5d None None] Routers {'662964be-16e4-4463-b723-afda4b9da324'} bound to L3 agent in host n-d-816865-1 {{(pid=102389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 19:58:22.003389 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-cdb565ef-868a-4445-b2e9-6a628ae6de5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T19:58:05Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['662964be-16e4-4463-b723-afda4b9da324'], 'active': True} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:58:22.017723 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8ca8c5-48f3-47cb-af2b-59ec8cc1d847 req-3c406b18-7796-4ad9-ba55-e261ed7916ed tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:58:22.019498 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-4d8ca8c5-48f3-47cb-af2b-59ec8cc1d847 req-3c406b18-7796-4ad9-ba55-e261ed7916ed tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] 10.222.0.13 "GET /v2.0/ports?device_id=71e6e362-da31-4bed-bce3-116dc626a72f HTTP/1.1" status: 200 len: 946 time: 0.0545452 Nov 05 19:58:22.075373 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-4d8ca8c5-48f3-47cb-af2b-59ec8cc1d847 req-c7cf5554-d62f-41d9-9f70-6c4749ec2b1f tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] 10.222.0.13 "GET /v2.0/security-groups?id=f9820ea4-54ff-49ab-adf2-70c29764e402&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494950 Nov 05 19:58:22.094446 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808eb294-37ab-4fee-8b34-121e28d28581 req-76dc1313-7f77-4982-99e0-b3890b6b3eca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:58:22.096054 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-808eb294-37ab-4fee-8b34-121e28d28581 req-76dc1313-7f77-4982-99e0-b3890b6b3eca service neutron] 10.222.0.41 "GET /v2.0/networks?id=bd07b2d3-afd3-492c-bb26-98f281786599 HTTP/1.1" status: 200 len: 897 time: 0.1025023 Nov 05 19:58:22.112251 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvr_db [None req-cdb565ef-868a-4445-b2e9-6a628ae6de5d None None] Set router 662964be-16e4-4463-b723-afda4b9da324 gateway port host: n-d-816865-1 {{(pid=102389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 19:58:22.138830 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-808eb294-37ab-4fee-8b34-121e28d28581 req-b87d6dd1-d819-466a-a4c4-e3e7013c5970 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3de9afc0-eeb8-44a3-bbac-9953c61ee926 HTTP/1.1" status: 200 len: 217 time: 0.0349178 Nov 05 19:58:22.194903 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808eb294-37ab-4fee-8b34-121e28d28581 req-ece7db40-529f-447f-92ae-27016a4cb6fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:58:22.196375 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-808eb294-37ab-4fee-8b34-121e28d28581 req-ece7db40-529f-447f-92ae-27016a4cb6fe service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f75134e7-100f-48bd-88f0-f1f8b3b90c2f HTTP/1.1" status: 200 len: 835 time: 0.0484388 Nov 05 19:58:22.242895 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808eb294-37ab-4fee-8b34-121e28d28581 req-c67c2e09-bfd7-47ee-ba79-939ba6699af1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:58:22.244420 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-808eb294-37ab-4fee-8b34-121e28d28581 req-c67c2e09-bfd7-47ee-ba79-939ba6699af1 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=bd07b2d3-afd3-492c-bb26-98f281786599&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398970 Nov 05 19:58:22.311902 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-cdb565ef-868a-4445-b2e9-6a628ae6de5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '662964be-16e4-4463-b723-afda4b9da324', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2057092840', 'tenant_id': '68fdb102132c4581a35bd621e01c7de2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.212'}], 'enable_snat': True}, 'gw_port_id': '5c445a8b-016e-4e4c-a2b7-b3aef69bc27d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T19:57:22Z', 'updated_at': '2021-11-05T19:57:26Z', 'revision_number': 4, 'project_id': '68fdb102132c4581a35bd621e01c7de2', 'gw_port': {'id': '5c445a8b-016e-4e4c-a2b7-b3aef69bc27d', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:c9:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '662964be-16e4-4463-b723-afda4b9da324', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:57:23Z', 'updated_at': '2021-11-05T19:57:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1', '_interfaces': [{'id': '68414805-e5b2-48f6-9c9b-aeda487bfbfd', 'name': '', 'network_id': 'bd07b2d3-afd3-492c-bb26-98f281786599', 'tenant_id': '68fdb102132c4581a35bd621e01c7de2', 'mac_address': 'fa:16:3e:a4:34:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '662964be-16e4-4463-b723-afda4b9da324', 'device_owner': 'network:router_interface', 'standard_attr_id': 4264, 'fixed_ips': [{'subnet_id': 'f75134e7-100f-48bd-88f0-f1f8b3b90c2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:57:25Z', 'updated_at': '2021-11-05T19:57:29Z', 'revision_number': 5, 'project_id': '68fdb102132c4581a35bd621e01c7de2', 'subnets': [{'id': 'f75134e7-100f-48bd-88f0-f1f8b3b90c2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-1', False) {} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:58:22.337402 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdb565ef-868a-4445-b2e9-6a628ae6de5d None None] The sync data for ids ['662964be-16e4-4463-b723-afda4b9da324'] in n-d-816865-1 is: [{'id': '662964be-16e4-4463-b723-afda4b9da324', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2057092840', 'tenant_id': '68fdb102132c4581a35bd621e01c7de2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.212'}], 'enable_snat': True}, 'gw_port_id': '5c445a8b-016e-4e4c-a2b7-b3aef69bc27d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T19:57:22Z', 'updated_at': '2021-11-05T19:57:26Z', 'revision_number': 4, 'project_id': '68fdb102132c4581a35bd621e01c7de2', 'gw_port': {'id': '5c445a8b-016e-4e4c-a2b7-b3aef69bc27d', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:c9:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '662964be-16e4-4463-b723-afda4b9da324', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:57:23Z', 'updated_at': '2021-11-05T19:57:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1', '_interfaces': [{'id': '68414805-e5b2-48f6-9c9b-aeda487bfbfd', 'name': '', 'network_id': 'bd07b2d3-afd3-492c-bb26-98f281786599', 'tenant_id': '68fdb102132c4581a35bd621e01c7de2', 'mac_address': 'fa:16:3e:a4:34:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '662964be-16e4-4463-b723-afda4b9da324', 'device_owner': 'network:router_interface', 'standard_attr_id': 4264, 'fixed_ips': [{'subnet_id': 'f75134e7-100f-48bd-88f0-f1f8b3b90c2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:57:25Z', 'updated_at': '2021-11-05T19:57:29Z', 'revision_number': 5, 'project_id': '68fdb102132c4581a35bd621e01c7de2', 'subnets': [{'id': 'f75134e7-100f-48bd-88f0-f1f8b3b90c2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 19:58:22.337902 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-808eb294-37ab-4fee-8b34-121e28d28581 req-43ec796e-2337-484a-8eac-4c94891668c9 service neutron] 10.222.0.41 "GET /v2.0/networks/bd07b2d3-afd3-492c-bb26-98f281786599?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858369 Nov 05 19:58:22.433399 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-808eb294-37ab-4fee-8b34-121e28d28581 req-9771fe7a-454f-4783-964c-94d6d328b0b9 service neutron] 10.222.0.41 "GET /v2.0/networks/bd07b2d3-afd3-492c-bb26-98f281786599?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870929 Nov 05 19:58:22.556620 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16c23c53-11de-47a2-a654-88d29566fd72 None None] New status for floating IP b47c3e73-e406-4f1f-bde6-00838e97ce10: DOWN {{(pid=102388) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 05 19:58:23.192246 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be870a62-84fb-409a-a9f3-c26d26c1e40f req-846604a7-ec35-4824-bc2f-1e1f9f4218c3 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:58:23.193735 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-be870a62-84fb-409a-a9f3-c26d26c1e40f req-846604a7-ec35-4824-bc2f-1e1f9f4218c3 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] 10.222.0.13 "GET /v2.0/ports?device_id=71e6e362-da31-4bed-bce3-116dc626a72f HTTP/1.1" status: 200 len: 946 time: 0.0484917 Nov 05 19:58:23.242207 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-be870a62-84fb-409a-a9f3-c26d26c1e40f req-0aaef15e-5c3f-428d-a63f-8f4c2fc0380b tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] 10.222.0.13 "GET /v2.0/security-groups?id=f9820ea4-54ff-49ab-adf2-70c29764e402&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425777 Nov 05 19:58:23.609064 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f99cfe-7b4a-4a9c-bd4f-980bb08592d0 req-9ee8939f-4967-4cd1-bd31-01b3dd13200c tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:58:23.609064 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-33f99cfe-7b4a-4a9c-bd4f-980bb08592d0 req-9ee8939f-4967-4cd1-bd31-01b3dd13200c tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] 10.222.0.41 "GET /v2.0/ports?device_id=71e6e362-da31-4bed-bce3-116dc626a72f HTTP/1.1" status: 200 len: 946 time: 0.0470757 Nov 05 19:58:23.696221 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [req-33f99cfe-7b4a-4a9c-bd4f-980bb08592d0 req-b85024d7-496f-4360-8e9b-5af19b16e512 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Deleting port 3de9afc0-eeb8-44a3-bbac-9953c61ee926 {{(pid=102386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 19:58:23.696560 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-33f99cfe-7b4a-4a9c-bd4f-980bb08592d0 req-b85024d7-496f-4360-8e9b-5af19b16e512 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:58:23.783398 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [req-33f99cfe-7b4a-4a9c-bd4f-980bb08592d0 req-b85024d7-496f-4360-8e9b-5af19b16e512 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] For port 3de9afc0-eeb8-44a3-bbac-9953c61ee926, host n-h1-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=3de9afc0-eeb8-44a3-bbac-9953c61ee926,segment=NetworkSegment(3d5d69c9-e5fb-47ce-a9ca-0a0df1867480),segment_id=3d5d69c9-e5fb-47ce-a9ca-0a0df1867480)] {{(pid=102386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:58:23.783757 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-33f99cfe-7b4a-4a9c-bd4f-980bb08592d0 req-b85024d7-496f-4360-8e9b-5af19b16e512 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:58:23.796707 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [req-33f99cfe-7b4a-4a9c-bd4f-980bb08592d0 req-b85024d7-496f-4360-8e9b-5af19b16e512 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Calling delete_port for 3de9afc0-eeb8-44a3-bbac-9953c61ee926 owned by compute:nova {{(pid=102386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 19:58:24.001573 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-33f99cfe-7b4a-4a9c-bd4f-980bb08592d0 req-b85024d7-496f-4360-8e9b-5af19b16e512 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:58:24.028464 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85024d7-496f-4360-8e9b-5af19b16e512 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Pushing event deleted for resources: {'Port': ['ID=3de9afc0-eeb8-44a3-bbac-9953c61ee926,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:58:24.077000 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [req-33f99cfe-7b4a-4a9c-bd4f-980bb08592d0 req-b85024d7-496f-4360-8e9b-5af19b16e512 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] No DVR routers for this DVR port 3de9afc0-eeb8-44a3-bbac-9953c61ee926 on host n-h1-816865-1 {{(pid=102386) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 19:58:24.079887 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-33f99cfe-7b4a-4a9c-bd4f-980bb08592d0 req-b85024d7-496f-4360-8e9b-5af19b16e512 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:58:24.083290 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-33f99cfe-7b4a-4a9c-bd4f-980bb08592d0 req-b85024d7-496f-4360-8e9b-5af19b16e512 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] 10.222.0.41 "DELETE /v2.0/ports/3de9afc0-eeb8-44a3-bbac-9953c61ee926 HTTP/1.1" status: 204 len: 173 time: 0.4737697 Nov 05 19:58:24.083736 n-d-816865-1 neutron-server[102386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71e6e362-da31-4bed-bce3-116dc626a72f', 'name': 'network-vif-deleted', 'tag': '3de9afc0-eeb8-44a3-bbac-9953c61ee926'}] {{(pid=102386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 19:58:24.085994 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d24c2e9fd656c946d5f792cc44b0d4efbe125a7d17e01666b7f4dc8150dd75ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08bb6ad2-c97e-405e-b78e-d69eb1208b66" -d '{"events": [{"server_uuid": "71e6e362-da31-4bed-bce3-116dc626a72f", "name": "network-vif-deleted", "tag": "3de9afc0-eeb8-44a3-bbac-9953c61ee926"}]}' {{(pid=102386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 19:58:24.123062 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 19:58:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d18e72f3-379c-40fc-8c66-bf0dc8d6eee3 x-openstack-request-id: req-d18e72f3-379c-40fc-8c66-bf0dc8d6eee3 {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 19:58:24.123384 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71e6e362-da31-4bed-bce3-116dc626a72f", "name": "network-vif-deleted", "tag": "3de9afc0-eeb8-44a3-bbac-9953c61ee926", "status": "completed", "code": 200}]} {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 19:58:24.123627 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d18e72f3-379c-40fc-8c66-bf0dc8d6eee3 {{(pid=102386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 19:58:24.124036 n-d-816865-1 neutron-server[102386]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71e6e362-da31-4bed-bce3-116dc626a72f', 'name': 'network-vif-deleted', 'tag': '3de9afc0-eeb8-44a3-bbac-9953c61ee926', 'status': 'completed', 'code': 200} Nov 05 19:58:24.355223 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-3f9beeeb-a8c2-41f1-bd32-fe6f64d53773 req-85d30ebd-1b06-4ef7-9045-c712ce96bd9c tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] 10.222.0.13 "GET /v2.0/ports?device_id=71e6e362-da31-4bed-bce3-116dc626a72f HTTP/1.1" status: 200 len: 210 time: 0.0262935 Nov 05 19:58:25.411616 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 47314) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:58:25.767334 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-f84382e7-23fa-406f-952b-cbe2f22c965d tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-571777'] for router_interface, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:58:26.016315 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-f84382e7-23fa-406f-952b-cbe2f22c965d tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Deleting port 68414805-e5b2-48f6-9c9b-aeda487bfbfd {{(pid=102386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 19:58:26.016659 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-f84382e7-23fa-406f-952b-cbe2f22c965d tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:58:26.107462 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [None req-f84382e7-23fa-406f-952b-cbe2f22c965d tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] For port 68414805-e5b2-48f6-9c9b-aeda487bfbfd, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=68414805-e5b2-48f6-9c9b-aeda487bfbfd,segment=NetworkSegment(3d5d69c9-e5fb-47ce-a9ca-0a0df1867480),segment_id=3d5d69c9-e5fb-47ce-a9ca-0a0df1867480)] {{(pid=102386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:58:26.107758 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-f84382e7-23fa-406f-952b-cbe2f22c965d tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:58:26.121023 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-f84382e7-23fa-406f-952b-cbe2f22c965d tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Calling delete_port for 68414805-e5b2-48f6-9c9b-aeda487bfbfd owned by network:router_interface {{(pid=102386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 19:58:26.234331 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Device 3de9afc0-eeb8-44a3-bbac-9953c61ee926 no longer exists at agent hyperv_n-h1-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 19:58:26.257498 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] No Port match for: 3de9afc0-eeb8-44a3-bbac-9953c61ee926 {{(pid=102388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 19:58:26.257846 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Device 3de9afc0-eeb8-44a3-bbac-9953c61ee926 not bound to the agent host n-h1-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 19:58:26.350085 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-f84382e7-23fa-406f-952b-cbe2f22c965d tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:58:26.376618 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84382e7-23fa-406f-952b-cbe2f22c965d tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Pushing event deleted for resources: {'Port': ['ID=68414805-e5b2-48f6-9c9b-aeda487bfbfd,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:58:26.546749 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-f84382e7-23fa-406f-952b-cbe2f22c965d tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-597886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-573297'] for router_interface, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:58:26.777734 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f84382e7-23fa-406f-952b-cbe2f22c965d tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Router 662964be-16e4-4463-b723-afda4b9da324 has already been hosted by L3 agent 6dcb5589-8e86-4616-9186-ddc4548e13ad {{(pid=102386) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 19:58:26.881697 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f84382e7-23fa-406f-952b-cbe2f22c965d tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Notify agent at l3_agent.n-d-816865-1 the message routers_updated {{(pid=102386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 19:58:26.886696 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-f84382e7-23fa-406f-952b-cbe2f22c965d tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] 10.222.0.13 "PUT /v2.0/routers/662964be-16e4-4463-b723-afda4b9da324/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4740572 Nov 05 19:58:26.889363 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 47316) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:58:26.892541 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e5dd975-16e3-464a-8924-f6c00020fb64 None None] Sync routers for ids ['662964be-16e4-4463-b723-afda4b9da324'] in n-d-816865-1 {{(pid=102389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 19:58:26.902170 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e5dd975-16e3-464a-8924-f6c00020fb64 None None] Routers {'662964be-16e4-4463-b723-afda4b9da324'} bound to L3 agent in host n-d-816865-1 {{(pid=102389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 19:58:26.902786 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-5e5dd975-16e3-464a-8924-f6c00020fb64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T19:58:05Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['662964be-16e4-4463-b723-afda4b9da324'], 'active': True} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:58:26.940510 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.db_base_plugin_v2 [None req-584858fc-243f-4c46-ae98-d7f7da0e9a7f tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Deleting subnet f75134e7-100f-48bd-88f0-f1f8b3b90c2f {{(pid=102386) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 05 19:58:26.943619 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-584858fc-243f-4c46-ae98-d7f7da0e9a7f tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks [] for subnet, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:58:26.987980 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-584858fc-243f-4c46-ae98-d7f7da0e9a7f tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4590738'] for subnet, precommit_delete_associations {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:58:27.007722 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvr_db [None req-5e5dd975-16e3-464a-8924-f6c00020fb64 None None] Set router 662964be-16e4-4463-b723-afda4b9da324 gateway port host: n-d-816865-1 {{(pid=102389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 19:58:27.071899 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-584858fc-243f-4c46-ae98-d7f7da0e9a7f tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1573928'] for subnet, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:58:27.190123 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-584858fc-243f-4c46-ae98-d7f7da0e9a7f tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1573905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6149879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4877183'] for subnet, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:58:27.190344 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-5e5dd975-16e3-464a-8924-f6c00020fb64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '662964be-16e4-4463-b723-afda4b9da324', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2057092840', 'tenant_id': '68fdb102132c4581a35bd621e01c7de2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.212'}], 'enable_snat': True}, 'gw_port_id': '5c445a8b-016e-4e4c-a2b7-b3aef69bc27d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T19:57:22Z', 'updated_at': '2021-11-05T19:58:26Z', 'revision_number': 5, 'project_id': '68fdb102132c4581a35bd621e01c7de2', 'gw_port': {'id': '5c445a8b-016e-4e4c-a2b7-b3aef69bc27d', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:c9:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '662964be-16e4-4463-b723-afda4b9da324', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:57:23Z', 'updated_at': '2021-11-05T19:57:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1'}], 'n-d-816865-1', False) {} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:58:27.221014 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584858fc-243f-4c46-ae98-d7f7da0e9a7f tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Pushing event deleted for resources: {'Subnet': ['ID=f75134e7-100f-48bd-88f0-f1f8b3b90c2f,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:58:27.222532 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e5dd975-16e3-464a-8924-f6c00020fb64 None None] Checking router: 662964be-16e4-4463-b723-afda4b9da324 for host: n-d-816865-1 {{(pid=102389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 19:58:27.223061 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-584858fc-243f-4c46-ae98-d7f7da0e9a7f tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks [] for subnet, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:58:27.226541 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-584858fc-243f-4c46-ae98-d7f7da0e9a7f tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] 10.222.0.13 "DELETE /v2.0/subnets/f75134e7-100f-48bd-88f0-f1f8b3b90c2f HTTP/1.1" status: 204 len: 168 time: 0.3354537 Nov 05 19:58:27.228886 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 47318) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:58:27.230397 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e114b19a-a2f7-4e3a-8bc1-2d75272ae60d None None] Network bd07b2d3-afd3-492c-bb26-98f281786599 requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 19:58:27.231813 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e5dd975-16e3-464a-8924-f6c00020fb64 None None] Routers {'662964be-16e4-4463-b723-afda4b9da324'} bound to L3 agent in host n-d-816865-1 {{(pid=102389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 19:58:27.232630 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-5e5dd975-16e3-464a-8924-f6c00020fb64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T19:58:05Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['662964be-16e4-4463-b723-afda4b9da324'], 'active': True} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:58:27.338547 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-3d336388-4e1b-4509-b352-bb96f60bd374 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks [] for router, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:58:27.342246 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvr_db [None req-5e5dd975-16e3-464a-8924-f6c00020fb64 None None] Set router 662964be-16e4-4463-b723-afda4b9da324 gateway port host: n-d-816865-1 {{(pid=102389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 19:58:27.415045 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cce9d66d-dbe8-45d8-97b6-6216793707f1 None None] DHCP port deletion for bd07b2d3-afd3-492c-bb26-98f281786599 request from n-d-816865-1 {{(pid=102388) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 05 19:58:27.449843 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-3d336388-4e1b-4509-b352-bb96f60bd374 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:58:27.463541 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-cce9d66d-dbe8-45d8-97b6-6216793707f1 None None] Deleting port 4faec4a0-de40-4adf-b75b-bab776ba982c {{(pid=102388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 19:58:27.463917 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-cce9d66d-dbe8-45d8-97b6-6216793707f1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:58:27.526058 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-5e5dd975-16e3-464a-8924-f6c00020fb64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '662964be-16e4-4463-b723-afda4b9da324', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2057092840', 'tenant_id': '68fdb102132c4581a35bd621e01c7de2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.212'}], 'enable_snat': True}, 'gw_port_id': '5c445a8b-016e-4e4c-a2b7-b3aef69bc27d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T19:57:22Z', 'updated_at': '2021-11-05T19:58:26Z', 'revision_number': 5, 'project_id': '68fdb102132c4581a35bd621e01c7de2', 'gw_port': {'id': '5c445a8b-016e-4e4c-a2b7-b3aef69bc27d', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:c9:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '662964be-16e4-4463-b723-afda4b9da324', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:57:23Z', 'updated_at': '2021-11-05T19:57:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1'}], 'n-d-816865-1', False) {} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:58:27.526317 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-cce9d66d-dbe8-45d8-97b6-6216793707f1 None None] For port 4faec4a0-de40-4adf-b75b-bab776ba982c, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=4faec4a0-de40-4adf-b75b-bab776ba982c,segment=NetworkSegment(3d5d69c9-e5fb-47ce-a9ca-0a0df1867480),segment_id=3d5d69c9-e5fb-47ce-a9ca-0a0df1867480)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:58:27.526667 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-cce9d66d-dbe8-45d8-97b6-6216793707f1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:58:27.539909 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-cce9d66d-dbe8-45d8-97b6-6216793707f1 None None] Calling delete_port for 4faec4a0-de40-4adf-b75b-bab776ba982c owned by network:dhcp {{(pid=102388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 19:58:27.552791 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e5dd975-16e3-464a-8924-f6c00020fb64 None None] The sync data for ids ['662964be-16e4-4463-b723-afda4b9da324'] in n-d-816865-1 is: [{'id': '662964be-16e4-4463-b723-afda4b9da324', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2057092840', 'tenant_id': '68fdb102132c4581a35bd621e01c7de2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.212'}], 'enable_snat': True}, 'gw_port_id': '5c445a8b-016e-4e4c-a2b7-b3aef69bc27d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T19:57:22Z', 'updated_at': '2021-11-05T19:58:26Z', 'revision_number': 5, 'project_id': '68fdb102132c4581a35bd621e01c7de2', 'gw_port': {'id': '5c445a8b-016e-4e4c-a2b7-b3aef69bc27d', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:c9:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '662964be-16e4-4463-b723-afda4b9da324', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:57:23Z', 'updated_at': '2021-11-05T19:57:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1'}] {{(pid=102389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 19:58:27.596075 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-3d336388-4e1b-4509-b352-bb96f60bd374 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Deleting port 5c445a8b-016e-4e4c-a2b7-b3aef69bc27d {{(pid=102386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 19:58:27.596621 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-3d336388-4e1b-4509-b352-bb96f60bd374 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:58:27.670163 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-cce9d66d-dbe8-45d8-97b6-6216793707f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798'] for port, after_delete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:58:27.676950 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [None req-3d336388-4e1b-4509-b352-bb96f60bd374 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] For port 5c445a8b-016e-4e4c-a2b7-b3aef69bc27d, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=5c445a8b-016e-4e4c-a2b7-b3aef69bc27d,segment=NetworkSegment(85be518c-8bb4-46a2-a903-d4292782d29d),segment_id=85be518c-8bb4-46a2-a903-d4292782d29d)] {{(pid=102386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:58:27.677376 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-3d336388-4e1b-4509-b352-bb96f60bd374 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:58:27.690944 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-3d336388-4e1b-4509-b352-bb96f60bd374 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Calling delete_port for 5c445a8b-016e-4e4c-a2b7-b3aef69bc27d owned by network:router_gateway {{(pid=102386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 19:58:27.696186 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce9d66d-dbe8-45d8-97b6-6216793707f1 None None] Pushing event deleted for resources: {'Port': ['ID=4faec4a0-de40-4adf-b75b-bab776ba982c,revision_number=None']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:58:27.700505 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cce9d66d-dbe8-45d8-97b6-6216793707f1 None None] No DVR routers for this DVR port 4faec4a0-de40-4adf-b75b-bab776ba982c on host n-d-816865-1 {{(pid=102388) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 19:58:27.711550 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce9d66d-dbe8-45d8-97b6-6216793707f1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:58:27.711550 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce9d66d-dbe8-45d8-97b6-6216793707f1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:58:27.711550 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce9d66d-dbe8-45d8-97b6-6216793707f1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:58:27.711550 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce9d66d-dbe8-45d8-97b6-6216793707f1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:58:27.711550 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce9d66d-dbe8-45d8-97b6-6216793707f1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:58:27.711550 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce9d66d-dbe8-45d8-97b6-6216793707f1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:58:27.711550 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce9d66d-dbe8-45d8-97b6-6216793707f1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:58:27.711550 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce9d66d-dbe8-45d8-97b6-6216793707f1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:58:27.712931 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce9d66d-dbe8-45d8-97b6-6216793707f1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:58:27.712931 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce9d66d-dbe8-45d8-97b6-6216793707f1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:58:27.712931 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce9d66d-dbe8-45d8-97b6-6216793707f1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:58:27.712931 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce9d66d-dbe8-45d8-97b6-6216793707f1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:58:27.915982 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-3d336388-4e1b-4509-b352-bb96f60bd374 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:58:27.943928 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d336388-4e1b-4509-b352-bb96f60bd374 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Pushing event deleted for resources: {'Port': ['ID=5c445a8b-016e-4e4c-a2b7-b3aef69bc27d,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:58:28.010368 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-3d336388-4e1b-4509-b352-bb96f60bd374 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1000651'] for router_gateway, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:58:28.105016 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-3d336388-4e1b-4509-b352-bb96f60bd374 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-571301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6852'] for router, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:58:28.107161 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-3d336388-4e1b-4509-b352-bb96f60bd374 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:58:28.201412 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-3d336388-4e1b-4509-b352-bb96f60bd374 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-571310'] for router, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:58:28.201924 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d336388-4e1b-4509-b352-bb96f60bd374 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Fanout notify agent at l3_agent the message router_deleted on router 662964be-16e4-4463-b723-afda4b9da324 {{(pid=102386) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 05 19:58:28.209313 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-3d336388-4e1b-4509-b352-bb96f60bd374 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks [] for router, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:58:28.210434 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-3d336388-4e1b-4509-b352-bb96f60bd374 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] 10.222.0.13 "DELETE /v2.0/routers/662964be-16e4-4463-b723-afda4b9da324 HTTP/1.1" status: 204 len: 168 time: 0.9806151 Nov 05 19:58:28.213147 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 47320) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:58:28.295150 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-877c1b3b-65a0-4b0b-8e1f-a35a2cda6723 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1664226'] for network, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:58:28.382825 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-877c1b3b-65a0-4b0b-8e1f-a35a2cda6723 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1579173', 'neutron.services.segments.db._delete_segments_for_network-8750027792909'] for network, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:58:28.403464 n-d-816865-1 neutron-server[102386]: DEBUG neutron.services.segments.db [None req-877c1b3b-65a0-4b0b-8e1f-a35a2cda6723 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd07b2d3-afd3-492c-bb26-98f281786599']}} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:58:28.412998 n-d-816865-1 neutron-server[102386]: DEBUG neutron.services.segments.db [None req-877c1b3b-65a0-4b0b-8e1f-a35a2cda6723 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d5d69c9-e5fb-47ce-a9ca-0a0df1867480') {'for_net_delete': True} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:58:28.413942 n-d-816865-1 neutron-server[102386]: DEBUG neutron.services.segments.db [None req-877c1b3b-65a0-4b0b-8e1f-a35a2cda6723 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d5d69c9-e5fb-47ce-a9ca-0a0df1867480') {} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:58:28.427318 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-877c1b3b-65a0-4b0b-8e1f-a35a2cda6723 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750027793430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4590747'] for segment, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:58:28.440887 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-877c1b3b-65a0-4b0b-8e1f-a35a2cda6723 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273'] for segment, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:58:28.446721 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-877c1b3b-65a0-4b0b-8e1f-a35a2cda6723 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Releasing vlan 161 on physical network physnet1 to pool {{(pid=102386) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 05 19:58:28.450402 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-877c1b3b-65a0-4b0b-8e1f-a35a2cda6723 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6149721'] for segment, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:58:28.450402 n-d-816865-1 neutron-server[102386]: Traceback (most recent call last): Nov 05 19:58:28.450402 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 05 19:58:28.450402 n-d-816865-1 neutron-server[102386]: timer() Nov 05 19:58:28.450402 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 05 19:58:28.450402 n-d-816865-1 neutron-server[102386]: cb(*args, **kw) Nov 05 19:58:28.450402 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 05 19:58:28.450402 n-d-816865-1 neutron-server[102386]: return func(*args, **kwargs) Nov 05 19:58:28.450402 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 05 19:58:28.450402 n-d-816865-1 neutron-server[102386]: self._notify() Nov 05 19:58:28.450402 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 05 19:58:28.450402 n-d-816865-1 neutron-server[102386]: self.callback(batched_events) Nov 05 19:58:28.450402 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 05 19:58:28.450402 n-d-816865-1 neutron-server[102386]: event.method(event) Nov 05 19:58:28.450402 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 05 19:58:28.450402 n-d-816865-1 neutron-server[102386]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 05 19:58:28.450402 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 05 19:58:28.450402 n-d-816865-1 neutron-server[102386]: aggregate_uuid = self.p_client.list_aggregates( Nov 05 19:58:28.450402 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 05 19:58:28.450402 n-d-816865-1 neutron-server[102386]: return f(self, *a, **k) Nov 05 19:58:28.450402 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 05 19:58:28.450402 n-d-816865-1 neutron-server[102386]: return self._get(url).json() Nov 05 19:58:28.450402 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 05 19:58:28.450402 n-d-816865-1 neutron-server[102386]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 05 19:58:28.450402 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 05 19:58:28.450402 n-d-816865-1 neutron-server[102386]: return self.request(url, 'GET', **kwargs) Nov 05 19:58:28.450402 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 05 19:58:28.450402 n-d-816865-1 neutron-server[102386]: base_url = self.get_endpoint(auth, allow=allow, Nov 05 19:58:28.450402 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 05 19:58:28.450402 n-d-816865-1 neutron-server[102386]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 05 19:58:28.450402 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 05 19:58:28.450402 n-d-816865-1 neutron-server[102386]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 05 19:58:28.450402 n-d-816865-1 neutron-server[102386]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 05 19:58:28.555436 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-877c1b3b-65a0-4b0b-8e1f-a35a2cda6723 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1579178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-956796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1000687'] for network, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:58:28.559828 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-877c1b3b-65a0-4b0b-8e1f-a35a2cda6723 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks [] for network, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:58:28.564259 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-877c1b3b-65a0-4b0b-8e1f-a35a2cda6723 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] 10.222.0.13 "DELETE /v2.0/networks/bd07b2d3-afd3-492c-bb26-98f281786599 HTTP/1.1" status: 204 len: 168 time: 0.3500695 Nov 05 19:58:28.567092 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 47322) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:58:28.579976 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877c1b3b-65a0-4b0b-8e1f-a35a2cda6723 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Pushing event deleted for resources: {'Network': ['ID=bd07b2d3-afd3-492c-bb26-98f281786599,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:58:28.624800 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-6995ab6f-26ea-4ae1-81aa-4c2e5e59a601 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks [] for security_group, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:58:28.651913 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-6995ab6f-26ea-4ae1-81aa-4c2e5e59a601 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:58:28.783962 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-6995ab6f-26ea-4ae1-81aa-4c2e5e59a601 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:58:28.786627 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-6995ab6f-26ea-4ae1-81aa-4c2e5e59a601 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Publish callbacks [] for security_group, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:58:28.787777 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-6995ab6f-26ea-4ae1-81aa-4c2e5e59a601 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] 10.222.0.13 "DELETE /v2.0/security-groups/f9820ea4-54ff-49ab-adf2-70c29764e402 HTTP/1.1" status: 204 len: 168 time: 0.2196531 Nov 05 19:58:28.797860 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6995ab6f-26ea-4ae1-81aa-4c2e5e59a601 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9820ea4-54ff-49ab-adf2-70c29764e402,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:58:28.811488 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6995ab6f-26ea-4ae1-81aa-4c2e5e59a601 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:58:28.812817 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6995ab6f-26ea-4ae1-81aa-4c2e5e59a601 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:58:28.813176 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6995ab6f-26ea-4ae1-81aa-4c2e5e59a601 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:58:28.813529 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6995ab6f-26ea-4ae1-81aa-4c2e5e59a601 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:58:28.813876 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6995ab6f-26ea-4ae1-81aa-4c2e5e59a601 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:58:28.814242 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6995ab6f-26ea-4ae1-81aa-4c2e5e59a601 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:58:28.814586 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6995ab6f-26ea-4ae1-81aa-4c2e5e59a601 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:58:28.814929 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6995ab6f-26ea-4ae1-81aa-4c2e5e59a601 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:58:28.815266 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6995ab6f-26ea-4ae1-81aa-4c2e5e59a601 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:58:28.815600 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6995ab6f-26ea-4ae1-81aa-4c2e5e59a601 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:58:28.815938 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6995ab6f-26ea-4ae1-81aa-4c2e5e59a601 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:58:28.816266 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6995ab6f-26ea-4ae1-81aa-4c2e5e59a601 tempest-TestNetworkAdvancedServerOps-2130609973 tempest-TestNetworkAdvancedServerOps-2130609973-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:58:29.154821 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 5c445a8b-016e-4e4c-a2b7-b3aef69bc27d no longer exists at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 19:58:29.180444 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] No Port match for: 5c445a8b-016e-4e4c-a2b7-b3aef69bc27d {{(pid=102388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 19:58:29.180774 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 5c445a8b-016e-4e4c-a2b7-b3aef69bc27d not bound to the agent host n-d-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 19:58:29.181192 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 4faec4a0-de40-4adf-b75b-bab776ba982c no longer exists at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 19:58:29.205141 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] No Port match for: 4faec4a0-de40-4adf-b75b-bab776ba982c {{(pid=102388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 19:58:29.205733 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 4faec4a0-de40-4adf-b75b-bab776ba982c not bound to the agent host n-d-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 19:58:29.206412 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 68414805-e5b2-48f6-9c9b-aeda487bfbfd no longer exists at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 19:58:29.228232 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] No Port match for: 68414805-e5b2-48f6-9c9b-aeda487bfbfd {{(pid=102388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 19:58:29.228580 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 68414805-e5b2-48f6-9c9b-aeda487bfbfd not bound to the agent host n-d-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 19:58:29.402376 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 47330) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:58:29.548817 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-8497e512-e221-488e-9f3d-00d6abd68007 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=68fdb102132c4581a35bd621e01c7de2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1452322 Nov 05 19:58:29.551262 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 47334) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:58:29.602454 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-af01cd88-8544-4569-8ee7-c262a7e2b0cb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:58:29.623172 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-af01cd88-8544-4569-8ee7-c262a7e2b0cb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:58:29.761152 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-af01cd88-8544-4569-8ee7-c262a7e2b0cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:58:29.763851 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-af01cd88-8544-4569-8ee7-c262a7e2b0cb admin admin] Publish callbacks [] for security_group, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:58:29.765376 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-af01cd88-8544-4569-8ee7-c262a7e2b0cb admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/40cf0a98-3e34-4535-951f-6ab2977b042c HTTP/1.1" status: 204 len: 168 time: 0.2128301 Nov 05 19:58:29.772917 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af01cd88-8544-4569-8ee7-c262a7e2b0cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40cf0a98-3e34-4535-951f-6ab2977b042c,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:58:30.360521 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 47340) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:58:30.374095 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-3715518d-6cf3-468b-bee4-a11309d11fbd admin admin] Publish callbacks [] for security_group, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:58:30.445082 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-3715518d-6cf3-468b-bee4-a11309d11fbd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:58:30.509332 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-3715518d-6cf3-468b-bee4-a11309d11fbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:58:30.550874 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-3715518d-6cf3-468b-bee4-a11309d11fbd admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9e5afc4c09b84c1b9bf952080736b015&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1891882 Nov 05 19:58:30.551974 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3715518d-6cf3-468b-bee4-a11309d11fbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33d023ff-318e-49eb-a5ac-e8f0230b18bc,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:58:30.553608 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 47342) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:58:30.603223 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-5fc236c8-0cc9-4130-8c88-3bca5dc873a3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:58:30.623739 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-5fc236c8-0cc9-4130-8c88-3bca5dc873a3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:58:30.726645 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-5fc236c8-0cc9-4130-8c88-3bca5dc873a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:58:30.729248 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-5fc236c8-0cc9-4130-8c88-3bca5dc873a3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:58:30.730410 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-5fc236c8-0cc9-4130-8c88-3bca5dc873a3 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/33d023ff-318e-49eb-a5ac-e8f0230b18bc HTTP/1.1" status: 204 len: 168 time: 0.1756275 Nov 05 19:58:30.738281 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc236c8-0cc9-4130-8c88-3bca5dc873a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33d023ff-318e-49eb-a5ac-e8f0230b18bc,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:58:31.699653 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 47364) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:58:31.794355 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-de21959f-11a0-44b7-b4e9-5ac82462a46b admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1155037498-network', 'tenant_id': '5f7ee977d52949ca83d9a18d279c5a9a'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:58:31.886781 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de21959f-11a0-44b7-b4e9-5ac82462a46b admin admin] Made reservation on behalf of 5f7ee977d52949ca83d9a18d279c5a9a for: {'network': 1} {{(pid=102386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 19:58:31.889151 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-de21959f-11a0-44b7-b4e9-5ac82462a46b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for network, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:58:31.898202 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-de21959f-11a0-44b7-b4e9-5ac82462a46b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:58:31.970861 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-de21959f-11a0-44b7-b4e9-5ac82462a46b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:58:32.012624 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-de21959f-11a0-44b7-b4e9-5ac82462a46b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:58:32.038448 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de21959f-11a0-44b7-b4e9-5ac82462a46b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 183} {{(pid=102386) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 05 19:58:32.048512 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de21959f-11a0-44b7-b4e9-5ac82462a46b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c55c50a2-7239-4ef5-b113-453250d05372,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:58:32.053353 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-de21959f-11a0-44b7-b4e9-5ac82462a46b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273'] for segment, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:58:32.053709 n-d-816865-1 neutron-server[102386]: INFO neutron.db.segments_db [None req-de21959f-11a0-44b7-b4e9-5ac82462a46b admin admin] Added segment 522cfac5-a136-4e48-a113-e5a15593abdd of type vlan for network 7f486b36-9d47-4fe4-a209-183429c7fb3a Nov 05 19:58:32.093837 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-de21959f-11a0-44b7-b4e9-5ac82462a46b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750027258543'] for network, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:58:32.166516 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-de21959f-11a0-44b7-b4e9-5ac82462a46b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-956796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877'] for network, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:58:32.167509 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de21959f-11a0-44b7-b4e9-5ac82462a46b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:58:32.168081 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-de21959f-11a0-44b7-b4e9-5ac82462a46b admin admin] Publish callbacks [] for network, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:58:32.228935 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de21959f-11a0-44b7-b4e9-5ac82462a46b admin admin] Pushing event updated for resources: {'Network': ['ID=7f486b36-9d47-4fe4-a209-183429c7fb3a,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:58:32.238433 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Network 7f486b36-9d47-4fe4-a209-183429c7fb3a details requested by agent ovs-agent-n-d-816865-1 with host n-d-816865-1 {{(pid=102388) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 05 19:58:32.251251 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-de21959f-11a0-44b7-b4e9-5ac82462a46b admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5491343 Nov 05 19:58:32.253036 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 47368) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:58:32.257872 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-067c5346-2614-4ad5-9ba2-5ced9f32aaf7 admin admin] Request body: {'subnet': {'network_id': '7f486b36-9d47-4fe4-a209-183429c7fb3a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1155037498-subnet', 'tenant_id': '5f7ee977d52949ca83d9a18d279c5a9a', 'ip_version': 4}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:58:32.321312 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-067c5346-2614-4ad5-9ba2-5ced9f32aaf7 admin admin] Made reservation on behalf of 5f7ee977d52949ca83d9a18d279c5a9a for: {'subnet': 1} {{(pid=102386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 19:58:32.323743 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-067c5346-2614-4ad5-9ba2-5ced9f32aaf7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4877122'] for subnet, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:58:32.715761 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-a5d47217-df98-4c80-8b9f-a7a1525ed095 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:58:32.852971 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-067c5346-2614-4ad5-9ba2-5ced9f32aaf7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6149946', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4877172'] for subnet, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:58:32.910499 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067c5346-2614-4ad5-9ba2-5ced9f32aaf7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4f53f6df-69d8-4092-98c8-1d0f1176ac79,revision_number=0']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:58:32.917526 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-067c5346-2614-4ad5-9ba2-5ced9f32aaf7 admin admin] Checking segment: {'id': '522cfac5-a136-4e48-a113-e5a15593abdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '7f486b36-9d47-4fe4-a209-183429c7fb3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 19:58:32.917926 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-067c5346-2614-4ad5-9ba2-5ced9f32aaf7 admin admin] Network hostable DHCP agents. Network: 7f486b36-9d47-4fe4-a209-183429c7fb3a, hostable agents: ['987e2ca0-bc3b-4c6f-a989-429ccfbf753f'], hosted agents: [] {{(pid=102386) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 05 19:58:32.995662 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-067c5346-2614-4ad5-9ba2-5ced9f32aaf7 admin admin] Network 7f486b36-9d47-4fe4-a209-183429c7fb3a is scheduled to be hosted by DHCP agent 987e2ca0-bc3b-4c6f-a989-429ccfbf753f with binding_index 1 {{(pid=102386) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 05 19:58:33.064180 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.base_scheduler [None req-067c5346-2614-4ad5-9ba2-5ced9f32aaf7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816865-1, 7f486b36-9d47-4fe4-a209-183429c7fb3a) {{(pid=102386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 19:58:33.068186 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-067c5346-2614-4ad5-9ba2-5ced9f32aaf7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:58:33.068791 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-067c5346-2614-4ad5-9ba2-5ced9f32aaf7 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:58:33.073379 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c6d6162-acef-4b7d-b8c9-7d2ac62e4e3c None None] Network 7f486b36-9d47-4fe4-a209-183429c7fb3a requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 19:58:33.130253 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-067c5346-2614-4ad5-9ba2-5ced9f32aaf7 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8759849 Nov 05 19:58:33.132814 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 47370) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:58:33.137139 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-fef413b7-25e1-4f2e-b4b2-e97f3ed8b9e5 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1155037498-router', 'tenant_id': '5f7ee977d52949ca83d9a18d279c5a9a', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec'}}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:58:33.219516 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-fef413b7-25e1-4f2e-b4b2-e97f3ed8b9e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-571139', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6874'] for router, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:58:33.222689 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-fef413b7-25e1-4f2e-b4b2-e97f3ed8b9e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-571375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1000570', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1011585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6867'] for router, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:58:33.222822 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80c21468-9b06-4e19-9bbb-1b2022c16a31 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeb20a084-accf-5b60-8075-3e69ebe863a6-7f486b36-9d47-4fe4-a209-183429c7fb3a', 'network_id': '7f486b36-9d47-4fe4-a209-183429c7fb3a', 'tenant_id': '5f7ee977d52949ca83d9a18d279c5a9a', 'fixed_ips': [{'subnet_id': '4f53f6df-69d8-4092-98c8-1d0f1176ac79'}]}} from n-d-816865-1. {{(pid=102388) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 05 19:58:33.222822 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-80c21468-9b06-4e19-9bbb-1b2022c16a31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:58:33.276483 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-fef413b7-25e1-4f2e-b4b2-e97f3ed8b9e5 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:58:33.358391 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.db_base_plugin_common [None req-80c21468-9b06-4e19-9bbb-1b2022c16a31 None None] Allocated IP 172.20.0.2 (7f486b36-9d47-4fe4-a209-183429c7fb3a/4f53f6df-69d8-4092-98c8-1d0f1176ac79/5c311cb9-657c-48ba-b961-08364344f998) {{(pid=102388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 19:58:33.476140 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-fef413b7-25e1-4f2e-b4b2-e97f3ed8b9e5 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:58:33.497021 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-80c21468-9b06-4e19-9bbb-1b2022c16a31 None None] Publish callbacks [] for port, precommit_create {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:58:33.562161 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-80c21468-9b06-4e19-9bbb-1b2022c16a31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789'] for port, after_create {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:58:33.603998 n-d-816865-1 neutron-server[102388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80c21468-9b06-4e19-9bbb-1b2022c16a31 None None] Network 7f486b36-9d47-4fe4-a209-183429c7fb3a is already hosted by enough agents. {{(pid=102388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 19:58:33.609237 n-d-816865-1 neutron-server[102388]: DEBUG neutron.scheduler.base_scheduler [None req-80c21468-9b06-4e19-9bbb-1b2022c16a31 None None] Resources bound (agent type, host, resource id): {{(pid=102388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 19:58:33.613007 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80c21468-9b06-4e19-9bbb-1b2022c16a31 None None] Received port after_create {{(pid=102388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 19:58:33.620266 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c21468-9b06-4e19-9bbb-1b2022c16a31 None None] Pushing event updated for resources: {'Port': ['ID=5c311cb9-657c-48ba-b961-08364344f998,revision_number=1']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:58:33.672900 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-80c21468-9b06-4e19-9bbb-1b2022c16a31 None None] Attempting to bind port 5c311cb9-657c-48ba-b961-08364344f998 on host n-d-816865-1 for vnic_type normal with profile {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 19:58:33.673274 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-80c21468-9b06-4e19-9bbb-1b2022c16a31 None None] Attempting to bind port 5c311cb9-657c-48ba-b961-08364344f998 by drivers openvswitch,hyperv on host n-d-816865-1 at level 0 using segments [{'id': '522cfac5-a136-4e48-a113-e5a15593abdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '7f486b36-9d47-4fe4-a209-183429c7fb3a'}] {{(pid=102388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 19:58:33.673640 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80c21468-9b06-4e19-9bbb-1b2022c16a31 None None] Attempting to bind port 5c311cb9-657c-48ba-b961-08364344f998 on network 7f486b36-9d47-4fe4-a209-183429c7fb3a {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 19:58:33.678782 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80c21468-9b06-4e19-9bbb-1b2022c16a31 None None] Checking agent: {'id': '724d89a7-611b-41e6-bc85-c48112b17afa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 18, 25, 8), 'started_at': datetime.datetime(2021, 11, 5, 18, 25, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 19, 58, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 19:58:33.679161 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80c21468-9b06-4e19-9bbb-1b2022c16a31 None None] Checking segment: {'id': '522cfac5-a136-4e48-a113-e5a15593abdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '7f486b36-9d47-4fe4-a209-183429c7fb3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 19:58:33.679563 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-80c21468-9b06-4e19-9bbb-1b2022c16a31 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:58:33.679984 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80c21468-9b06-4e19-9bbb-1b2022c16a31 None None] Bound using segment: {'id': '522cfac5-a136-4e48-a113-e5a15593abdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '7f486b36-9d47-4fe4-a209-183429c7fb3a'} {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 19:58:33.680571 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-80c21468-9b06-4e19-9bbb-1b2022c16a31 None None] Bound port: 5c311cb9-657c-48ba-b961-08364344f998, host: n-d-816865-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '522cfac5-a136-4e48-a113-e5a15593abdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '7f486b36-9d47-4fe4-a209-183429c7fb3a'}}] {{(pid=102388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 19:58:33.680960 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-80c21468-9b06-4e19-9bbb-1b2022c16a31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:58:33.723912 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-fef413b7-25e1-4f2e-b4b2-e97f3ed8b9e5 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:58:33.743085 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-80c21468-9b06-4e19-9bbb-1b2022c16a31 None None] For port 5c311cb9-657c-48ba-b961-08364344f998, host n-d-816865-1, cleared binding levels {{(pid=102388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 19:58:33.743835 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-fef413b7-25e1-4f2e-b4b2-e97f3ed8b9e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:58:33.746072 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-80c21468-9b06-4e19-9bbb-1b2022c16a31 None None] For port 5c311cb9-657c-48ba-b961-08364344f998, host n-d-816865-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=5c311cb9-657c-48ba-b961-08364344f998,segment=NetworkSegment(522cfac5-a136-4e48-a113-e5a15593abdd),segment_id=522cfac5-a136-4e48-a113-e5a15593abdd)] {{(pid=102388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 19:58:33.824918 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-80c21468-9b06-4e19-9bbb-1b2022c16a31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:58:33.845766 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.db_base_plugin_common [None req-fef413b7-25e1-4f2e-b4b2-e97f3ed8b9e5 admin admin] Allocated IP 172.25.6.240 (40c8335d-cd0b-4cb5-910a-d4dcddd5cbec/04fe6db3-e108-4208-943d-6518424f5726/4772bf23-8391-4ea5-b905-3634aeb2ddb0) {{(pid=102386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 19:58:33.886620 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c21468-9b06-4e19-9bbb-1b2022c16a31 None None] Pushing event updated for resources: {'Port': ['ID=5c311cb9-657c-48ba-b961-08364344f998,revision_number=2']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:58:33.968840 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-fef413b7-25e1-4f2e-b4b2-e97f3ed8b9e5 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:58:34.058732 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-fef413b7-25e1-4f2e-b4b2-e97f3ed8b9e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:58:34.102016 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fef413b7-25e1-4f2e-b4b2-e97f3ed8b9e5 admin admin] Network 40c8335d-cd0b-4cb5-910a-d4dcddd5cbec is already hosted by enough agents. {{(pid=102386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 19:58:34.107064 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.base_scheduler [None req-fef413b7-25e1-4f2e-b4b2-e97f3ed8b9e5 admin admin] Resources bound (agent type, host, resource id): {{(pid=102386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 19:58:34.111708 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fef413b7-25e1-4f2e-b4b2-e97f3ed8b9e5 admin admin] Received port after_create {{(pid=102386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 19:58:34.117646 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef413b7-25e1-4f2e-b4b2-e97f3ed8b9e5 admin admin] Pushing event updated for resources: {'Port': ['ID=4772bf23-8391-4ea5-b905-3634aeb2ddb0,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:58:34.424755 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-fef413b7-25e1-4f2e-b4b2-e97f3ed8b9e5 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:58:34.626220 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-fef413b7-25e1-4f2e-b4b2-e97f3ed8b9e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-571384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1000487'] for router, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:58:34.699018 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.agents_db [None req-b9406b04-a0e8-43cf-b349-711963d96cf4 None None] Agent healthcheck: found 7 active agents {{(pid=102389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 05 19:58:34.780409 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-336ac8bc-63c5-4295-b020-bda582bf898d None None] Network 7f486b36-9d47-4fe4-a209-183429c7fb3a requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 19:58:34.824244 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fef413b7-25e1-4f2e-b4b2-e97f3ed8b9e5 admin admin] Router 069ef3f4-b943-41c1-8e48-4d6dda3ccf44 is scheduled to L3 agent 6dcb5589-8e86-4616-9186-ddc4548e13ad with binding_index 1 {{(pid=102386) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 05 19:58:34.870268 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-b14b65f9-765f-4cf0-b9c6-73cb476e1e29 None None] Provisioning complete for port 5c311cb9-657c-48ba-b961-08364344f998 triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:58:34.870637 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b14b65f9-765f-4cf0-b9c6-73cb476e1e29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:58:34.933882 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fef413b7-25e1-4f2e-b4b2-e97f3ed8b9e5 admin admin] Notify agent at l3_agent.n-d-816865-1 the message routers_updated {{(pid=102386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 19:58:34.946631 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae43a099-c5e4-4f5a-8814-d46f4ae3bb0c None None] Sync routers for ids ['069ef3f4-b943-41c1-8e48-4d6dda3ccf44'] in n-d-816865-1 {{(pid=102388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 19:58:34.984228 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae43a099-c5e4-4f5a-8814-d46f4ae3bb0c None None] Routers {'069ef3f4-b943-41c1-8e48-4d6dda3ccf44'} bound to L3 agent in host n-d-816865-1 {{(pid=102388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 19:58:34.985826 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-ae43a099-c5e4-4f5a-8814-d46f4ae3bb0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T19:58:05Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['069ef3f4-b943-41c1-8e48-4d6dda3ccf44'], 'active': True} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:58:35.021468 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-fef413b7-25e1-4f2e-b4b2-e97f3ed8b9e5 admin admin] Publish callbacks [] for router, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:58:35.023045 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-fef413b7-25e1-4f2e-b4b2-e97f3ed8b9e5 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.8892310 Nov 05 19:58:35.026191 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 47372) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:58:35.028653 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:58:35.106480 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b14b65f9-765f-4cf0-b9c6-73cb476e1e29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:58:35.159338 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b14b65f9-765f-4cf0-b9c6-73cb476e1e29 None None] For port 5c311cb9-657c-48ba-b961-08364344f998, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=5c311cb9-657c-48ba-b961-08364344f998,segment=NetworkSegment(522cfac5-a136-4e48-a113-e5a15593abdd),segment_id=522cfac5-a136-4e48-a113-e5a15593abdd)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:58:35.161335 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvr_db [None req-ae43a099-c5e4-4f5a-8814-d46f4ae3bb0c None None] Set router 069ef3f4-b943-41c1-8e48-4d6dda3ccf44 gateway port host: n-d-816865-1 {{(pid=102388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 19:58:35.245352 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 5c311cb9-657c-48ba-b961-08364344f998 up at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 19:58:35.256153 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b14b65f9-765f-4cf0-b9c6-73cb476e1e29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:58:35.494402 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-7b0e12e0-6e0d-47d1-84ad-852f582128b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:58:35.566598 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-f9cbb6cd-7ed4-48af-b6f1-744c41cb8a0d None None] Provisioning complete for port 5c311cb9-657c-48ba-b961-08364344f998 triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:58:35.567133 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-f9cbb6cd-7ed4-48af-b6f1-744c41cb8a0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:58:35.571111 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14b65f9-765f-4cf0-b9c6-73cb476e1e29 None None] Pushing event updated for resources: {'Port': ['ID=5c311cb9-657c-48ba-b961-08364344f998,revision_number=3']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:58:35.616843 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-7aa06a27-ddf4-4380-87ef-3ef0c89ee05a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:58:35.657276 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Provisioning complete for port 5c311cb9-657c-48ba-b961-08364344f998 triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:58:35.657653 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:58:35.659590 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.db_base_plugin_common [None req-7b0e12e0-6e0d-47d1-84ad-852f582128b6 admin admin] Allocated IP 172.20.0.1 (7f486b36-9d47-4fe4-a209-183429c7fb3a/4f53f6df-69d8-4092-98c8-1d0f1176ac79/b5a2bca2-27a4-4ab7-a392-389574267031) {{(pid=102386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 19:58:35.768511 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-7b0e12e0-6e0d-47d1-84ad-852f582128b6 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:58:35.783108 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-ae43a099-c5e4-4f5a-8814-d46f4ae3bb0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '069ef3f4-b943-41c1-8e48-4d6dda3ccf44', 'name': 'tempest-TestShelveInstance-1155037498-router', 'tenant_id': '5f7ee977d52949ca83d9a18d279c5a9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.240'}], 'enable_snat': True}, 'gw_port_id': '4772bf23-8391-4ea5-b905-3634aeb2ddb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T19:58:33Z', 'updated_at': '2021-11-05T19:58:34Z', 'revision_number': 3, 'project_id': '5f7ee977d52949ca83d9a18d279c5a9a', 'gw_port': {'id': '4772bf23-8391-4ea5-b905-3634aeb2ddb0', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:bd:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '069ef3f4-b943-41c1-8e48-4d6dda3ccf44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:58:33Z', 'updated_at': '2021-11-05T19:58:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1'}], 'n-d-816865-1', False) {} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:58:35.814515 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae43a099-c5e4-4f5a-8814-d46f4ae3bb0c None None] Checking router: 069ef3f4-b943-41c1-8e48-4d6dda3ccf44 for host: n-d-816865-1 {{(pid=102388) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 19:58:35.814868 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae43a099-c5e4-4f5a-8814-d46f4ae3bb0c None None] Updating router 069ef3f4-b943-41c1-8e48-4d6dda3ccf44 port 4772bf23-8391-4ea5-b905-3634aeb2ddb0 binding host n-d-816865-1 {{(pid=102388) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 05 19:58:35.847656 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-ae43a099-c5e4-4f5a-8814-d46f4ae3bb0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:58:35.852984 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-7b0e12e0-6e0d-47d1-84ad-852f582128b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:58:35.891428 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b0e12e0-6e0d-47d1-84ad-852f582128b6 admin admin] Network 7f486b36-9d47-4fe4-a209-183429c7fb3a is already hosted by enough agents. {{(pid=102386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 19:58:35.896393 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.base_scheduler [None req-7b0e12e0-6e0d-47d1-84ad-852f582128b6 admin admin] Resources bound (agent type, host, resource id): {{(pid=102386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 19:58:35.900157 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b0e12e0-6e0d-47d1-84ad-852f582128b6 admin admin] Received port after_create {{(pid=102386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 19:58:35.922969 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0e12e0-6e0d-47d1-84ad-852f582128b6 admin admin] Pushing event updated for resources: {'Port': ['ID=b5a2bca2-27a4-4ab7-a392-389574267031,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:58:35.943039 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-7b0e12e0-6e0d-47d1-84ad-852f582128b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-571770'] for router_interface, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:58:36.128560 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-ae43a099-c5e4-4f5a-8814-d46f4ae3bb0c None None] Publish callbacks [] for port, precommit_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:58:36.152974 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-7b0e12e0-6e0d-47d1-84ad-852f582128b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:58:36.200796 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-6d18b987-ca82-45da-a90c-5310814d60f2 None None] Provisioning complete for port b5a2bca2-27a4-4ab7-a392-389574267031 triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:58:36.201109 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-6d18b987-ca82-45da-a90c-5310814d60f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:58:36.223067 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-ae43a099-c5e4-4f5a-8814-d46f4ae3bb0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:58:36.266363 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-6d18b987-ca82-45da-a90c-5310814d60f2 None None] Port b5a2bca2-27a4-4ab7-a392-389574267031 cannot update to ACTIVE because it is not bound. {{(pid=102388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 19:58:36.287942 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c2542f-c2d9-4596-9b65-27f3dc7b0e66 None None] Pushing event updated for resources: {'Port': ['ID=4772bf23-8391-4ea5-b905-3634aeb2ddb0,revision_number=2']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:58:36.292289 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-ae43a099-c5e4-4f5a-8814-d46f4ae3bb0c None None] Attempting to bind port 4772bf23-8391-4ea5-b905-3634aeb2ddb0 on host n-d-816865-1 for vnic_type normal with profile {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 19:58:36.292663 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-ae43a099-c5e4-4f5a-8814-d46f4ae3bb0c None None] Attempting to bind port 4772bf23-8391-4ea5-b905-3634aeb2ddb0 by drivers openvswitch,hyperv on host n-d-816865-1 at level 0 using segments [{'id': '85be518c-8bb4-46a2-a903-d4292782d29d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec'}] {{(pid=102388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 19:58:36.293029 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae43a099-c5e4-4f5a-8814-d46f4ae3bb0c None None] Attempting to bind port 4772bf23-8391-4ea5-b905-3634aeb2ddb0 on network 40c8335d-cd0b-4cb5-910a-d4dcddd5cbec {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 19:58:36.298848 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae43a099-c5e4-4f5a-8814-d46f4ae3bb0c None None] Checking agent: {'id': '724d89a7-611b-41e6-bc85-c48112b17afa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 18, 25, 8), 'started_at': datetime.datetime(2021, 11, 5, 18, 25, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 19, 58, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 19:58:36.299230 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae43a099-c5e4-4f5a-8814-d46f4ae3bb0c None None] Checking segment: {'id': '85be518c-8bb4-46a2-a903-d4292782d29d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 19:58:36.299633 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-ae43a099-c5e4-4f5a-8814-d46f4ae3bb0c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:58:36.300041 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae43a099-c5e4-4f5a-8814-d46f4ae3bb0c None None] Bound using segment: {'id': '85be518c-8bb4-46a2-a903-d4292782d29d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec'} {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 19:58:36.300491 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-ae43a099-c5e4-4f5a-8814-d46f4ae3bb0c None None] Bound port: 4772bf23-8391-4ea5-b905-3634aeb2ddb0, host: n-d-816865-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85be518c-8bb4-46a2-a903-d4292782d29d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec'}}] {{(pid=102388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 19:58:36.300888 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-ae43a099-c5e4-4f5a-8814-d46f4ae3bb0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:58:36.318448 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-7b0e12e0-6e0d-47d1-84ad-852f582128b6 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:58:36.351697 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-ae43a099-c5e4-4f5a-8814-d46f4ae3bb0c None None] For port 4772bf23-8391-4ea5-b905-3634aeb2ddb0, host n-d-816865-1, cleared binding levels {{(pid=102388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 19:58:36.354682 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-ae43a099-c5e4-4f5a-8814-d46f4ae3bb0c None None] For port 4772bf23-8391-4ea5-b905-3634aeb2ddb0, host n-d-816865-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=4772bf23-8391-4ea5-b905-3634aeb2ddb0,segment=NetworkSegment(85be518c-8bb4-46a2-a903-d4292782d29d),segment_id=85be518c-8bb4-46a2-a903-d4292782d29d)] {{(pid=102388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 19:58:36.418729 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-7b0e12e0-6e0d-47d1-84ad-852f582128b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6149821'] for port, after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:58:36.447747 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-ae43a099-c5e4-4f5a-8814-d46f4ae3bb0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:58:36.493031 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0e12e0-6e0d-47d1-84ad-852f582128b6 admin admin] Pushing event updated for resources: {'Port': ['ID=b5a2bca2-27a4-4ab7-a392-389574267031,revision_number=2']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:58:36.495442 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-7b0e12e0-6e0d-47d1-84ad-852f582128b6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-597863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-571878'] for router_interface, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:58:36.520640 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae43a099-c5e4-4f5a-8814-d46f4ae3bb0c None None] Routers {'069ef3f4-b943-41c1-8e48-4d6dda3ccf44'} bound to L3 agent in host n-d-816865-1 {{(pid=102388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 19:58:36.521278 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-ae43a099-c5e4-4f5a-8814-d46f4ae3bb0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T19:58:35Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['069ef3f4-b943-41c1-8e48-4d6dda3ccf44'], 'active': True} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:58:36.526752 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c2542f-c2d9-4596-9b65-27f3dc7b0e66 None None] Pushing event updated for resources: {'Port': ['ID=4772bf23-8391-4ea5-b905-3634aeb2ddb0,revision_number=3']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:58:36.590230 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b0e12e0-6e0d-47d1-84ad-852f582128b6 admin admin] Network 7f486b36-9d47-4fe4-a209-183429c7fb3a is already hosted by enough agents. {{(pid=102386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 19:58:36.591540 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.base_scheduler [None req-7b0e12e0-6e0d-47d1-84ad-852f582128b6 admin admin] Resources bound (agent type, host, resource id): {{(pid=102386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 19:58:36.612215 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b304910f-7b27-444b-a8fc-977d26b1ceac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:58:36.644774 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvr_db [None req-ae43a099-c5e4-4f5a-8814-d46f4ae3bb0c None None] Set router 069ef3f4-b943-41c1-8e48-4d6dda3ccf44 gateway port host: n-d-816865-1 {{(pid=102388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 19:58:36.725363 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b0e12e0-6e0d-47d1-84ad-852f582128b6 admin admin] Router 069ef3f4-b943-41c1-8e48-4d6dda3ccf44 has already been hosted by L3 agent 6dcb5589-8e86-4616-9186-ddc4548e13ad {{(pid=102386) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 19:58:36.840221 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b0e12e0-6e0d-47d1-84ad-852f582128b6 admin admin] Notify agent at l3_agent.n-d-816865-1 the message routers_updated {{(pid=102386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 19:58:36.845818 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-7b0e12e0-6e0d-47d1-84ad-852f582128b6 admin admin] 10.222.0.13 "PUT /v2.0/routers/069ef3f4-b943-41c1-8e48-4d6dda3ccf44/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8183637 Nov 05 19:58:36.858249 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-ae43a099-c5e4-4f5a-8814-d46f4ae3bb0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '069ef3f4-b943-41c1-8e48-4d6dda3ccf44', 'name': 'tempest-TestShelveInstance-1155037498-router', 'tenant_id': '5f7ee977d52949ca83d9a18d279c5a9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.240'}], 'enable_snat': True}, 'gw_port_id': '4772bf23-8391-4ea5-b905-3634aeb2ddb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T19:58:33Z', 'updated_at': '2021-11-05T19:58:36Z', 'revision_number': 4, 'project_id': '5f7ee977d52949ca83d9a18d279c5a9a', 'gw_port': {'id': '4772bf23-8391-4ea5-b905-3634aeb2ddb0', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:bd:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '069ef3f4-b943-41c1-8e48-4d6dda3ccf44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:58:33Z', 'updated_at': '2021-11-05T19:58:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1', '_interfaces': [{'id': 'b5a2bca2-27a4-4ab7-a392-389574267031', 'name': '', 'network_id': '7f486b36-9d47-4fe4-a209-183429c7fb3a', 'tenant_id': '5f7ee977d52949ca83d9a18d279c5a9a', 'mac_address': 'fa:16:3e:bc:4f:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '069ef3f4-b943-41c1-8e48-4d6dda3ccf44', 'device_owner': 'network:router_interface', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '4f53f6df-69d8-4092-98c8-1d0f1176ac79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:58:35Z', 'updated_at': '2021-11-05T19:58:36Z', 'revision_number': 2, 'project_id': '5f7ee977d52949ca83d9a18d279c5a9a', 'subnets': [{'id': '4f53f6df-69d8-4092-98c8-1d0f1176ac79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-1', False) {} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:58:36.894356 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae43a099-c5e4-4f5a-8814-d46f4ae3bb0c None None] The sync data for ids ['069ef3f4-b943-41c1-8e48-4d6dda3ccf44'] in n-d-816865-1 is: [{'id': '069ef3f4-b943-41c1-8e48-4d6dda3ccf44', 'name': 'tempest-TestShelveInstance-1155037498-router', 'tenant_id': '5f7ee977d52949ca83d9a18d279c5a9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.240'}], 'enable_snat': True}, 'gw_port_id': '4772bf23-8391-4ea5-b905-3634aeb2ddb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T19:58:33Z', 'updated_at': '2021-11-05T19:58:36Z', 'revision_number': 4, 'project_id': '5f7ee977d52949ca83d9a18d279c5a9a', 'gw_port': {'id': '4772bf23-8391-4ea5-b905-3634aeb2ddb0', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:bd:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '069ef3f4-b943-41c1-8e48-4d6dda3ccf44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:58:33Z', 'updated_at': '2021-11-05T19:58:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1', '_interfaces': [{'id': 'b5a2bca2-27a4-4ab7-a392-389574267031', 'name': '', 'network_id': '7f486b36-9d47-4fe4-a209-183429c7fb3a', 'tenant_id': '5f7ee977d52949ca83d9a18d279c5a9a', 'mac_address': 'fa:16:3e:bc:4f:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '069ef3f4-b943-41c1-8e48-4d6dda3ccf44', 'device_owner': 'network:router_interface', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '4f53f6df-69d8-4092-98c8-1d0f1176ac79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:58:35Z', 'updated_at': '2021-11-05T19:58:36Z', 'revision_number': 2, 'project_id': '5f7ee977d52949ca83d9a18d279c5a9a', 'subnets': [{'id': '4f53f6df-69d8-4092-98c8-1d0f1176ac79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 19:58:36.904636 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-15aa18dd-197d-46e5-9d78-bc14678794d6 None None] Provisioning complete for port b5a2bca2-27a4-4ab7-a392-389574267031 triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:58:36.905013 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-15aa18dd-197d-46e5-9d78-bc14678794d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:58:36.942477 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-15aa18dd-197d-46e5-9d78-bc14678794d6 None None] Port b5a2bca2-27a4-4ab7-a392-389574267031 cannot update to ACTIVE because it is not bound. {{(pid=102388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 19:58:37.023786 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:58:37.141478 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [req-b0f8e0eb-9d81-4ce1-a4ed-afa886c68e58 req-9b8173b1-d0ac-4ee8-88f3-1f3588c8405f service neutron] (102386) timed out ('10.222.0.13', 42786) {{(pid=102386) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 05 19:58:37.179651 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 5c311cb9-657c-48ba-b961-08364344f998 up at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 19:58:37.236743 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Provisioning complete for port 5c311cb9-657c-48ba-b961-08364344f998 triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:58:37.237125 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:58:37.635843 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 47388) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:58:37.641489 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-4de8a97c-0305-4862-8cc5-fa5ba8fb0940 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-790141515-network', 'tenant_id': '73bc85f2d8004e58b03d02ec3081a42a'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:58:37.720747 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4de8a97c-0305-4862-8cc5-fa5ba8fb0940 admin admin] Made reservation on behalf of 73bc85f2d8004e58b03d02ec3081a42a for: {'network': 1} {{(pid=102386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 19:58:37.723206 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-4de8a97c-0305-4862-8cc5-fa5ba8fb0940 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for network, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:58:37.732485 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-4de8a97c-0305-4862-8cc5-fa5ba8fb0940 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:58:37.826680 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-4de8a97c-0305-4862-8cc5-fa5ba8fb0940 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:58:37.898331 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-4de8a97c-0305-4862-8cc5-fa5ba8fb0940 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:58:37.921529 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4de8a97c-0305-4862-8cc5-fa5ba8fb0940 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 177} {{(pid=102386) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 05 19:58:37.940615 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de8a97c-0305-4862-8cc5-fa5ba8fb0940 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88f2b1b8-867b-4b04-8c42-f7bf1e73091c,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:58:37.943613 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-4de8a97c-0305-4862-8cc5-fa5ba8fb0940 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273'] for segment, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:58:37.943972 n-d-816865-1 neutron-server[102386]: INFO neutron.db.segments_db [None req-4de8a97c-0305-4862-8cc5-fa5ba8fb0940 admin admin] Added segment fbdba18f-b24d-4398-8fe9-243a0fed8baf of type vlan for network 63a0e519-73ec-4ef2-ae0f-fe28b66397dc Nov 05 19:58:37.990118 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-4de8a97c-0305-4862-8cc5-fa5ba8fb0940 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750027258543'] for network, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:58:38.093394 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-4de8a97c-0305-4862-8cc5-fa5ba8fb0940 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-956796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877'] for network, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:58:38.094721 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4de8a97c-0305-4862-8cc5-fa5ba8fb0940 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:58:38.095565 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-4de8a97c-0305-4862-8cc5-fa5ba8fb0940 admin admin] Publish callbacks [] for network, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:58:38.161377 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de8a97c-0305-4862-8cc5-fa5ba8fb0940 admin admin] Pushing event updated for resources: {'Network': ['ID=63a0e519-73ec-4ef2-ae0f-fe28b66397dc,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:58:38.172939 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Network 63a0e519-73ec-4ef2-ae0f-fe28b66397dc details requested by agent ovs-agent-n-d-816865-1 with host n-d-816865-1 {{(pid=102388) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 05 19:58:38.195203 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-4de8a97c-0305-4862-8cc5-fa5ba8fb0940 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5575857 Nov 05 19:58:38.196081 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 47390) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:58:38.201115 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-2dd2e386-e2e1-4930-b31c-7465230e22c3 admin admin] Request body: {'subnet': {'network_id': '63a0e519-73ec-4ef2-ae0f-fe28b66397dc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-790141515-subnet', 'tenant_id': '73bc85f2d8004e58b03d02ec3081a42a', 'ip_version': 4}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:58:38.293001 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2dd2e386-e2e1-4930-b31c-7465230e22c3 admin admin] Made reservation on behalf of 73bc85f2d8004e58b03d02ec3081a42a for: {'subnet': 1} {{(pid=102387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 19:58:38.295473 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-2dd2e386-e2e1-4930-b31c-7465230e22c3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5112236'] for subnet, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:58:38.510526 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-31f93893-a48e-4ae8-833d-dccb2b42eacc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:58:38.533696 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-2dd2e386-e2e1-4930-b31c-7465230e22c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4417463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5112218'] for subnet, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:58:38.584188 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:58:38.600013 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd2e386-e2e1-4930-b31c-7465230e22c3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2bae8eea-6fa4-489b-9396-1095b00ca35d,revision_number=0']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:58:38.611929 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dd2e386-e2e1-4930-b31c-7465230e22c3 admin admin] Checking segment: {'id': 'fbdba18f-b24d-4398-8fe9-243a0fed8baf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '63a0e519-73ec-4ef2-ae0f-fe28b66397dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 19:58:38.612304 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dd2e386-e2e1-4930-b31c-7465230e22c3 admin admin] Network hostable DHCP agents. Network: 63a0e519-73ec-4ef2-ae0f-fe28b66397dc, hostable agents: ['987e2ca0-bc3b-4c6f-a989-429ccfbf753f'], hosted agents: [] {{(pid=102387) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 05 19:58:38.692410 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dd2e386-e2e1-4930-b31c-7465230e22c3 admin admin] Network 63a0e519-73ec-4ef2-ae0f-fe28b66397dc is scheduled to be hosted by DHCP agent 987e2ca0-bc3b-4c6f-a989-429ccfbf753f with binding_index 1 {{(pid=102387) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 05 19:58:38.755330 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.base_scheduler [None req-2dd2e386-e2e1-4930-b31c-7465230e22c3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816865-1, 63a0e519-73ec-4ef2-ae0f-fe28b66397dc) {{(pid=102387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 19:58:38.759888 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dd2e386-e2e1-4930-b31c-7465230e22c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:58:38.760680 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-2dd2e386-e2e1-4930-b31c-7465230e22c3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:58:38.766380 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0be7d70d-c817-4e99-9ca4-d49e1bf528c3 None None] Network 63a0e519-73ec-4ef2-ae0f-fe28b66397dc requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 19:58:38.857234 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-276b34a0-a5dd-4bbc-b3d1-13ad638c6759 None None] Sync routers for ids ['069ef3f4-b943-41c1-8e48-4d6dda3ccf44'] in n-d-816865-1 {{(pid=102389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 19:58:38.865456 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-2dd2e386-e2e1-4930-b31c-7465230e22c3 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.6678202 Nov 05 19:58:38.867739 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 47392) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:58:38.874922 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-276b34a0-a5dd-4bbc-b3d1-13ad638c6759 None None] Routers {'069ef3f4-b943-41c1-8e48-4d6dda3ccf44'} bound to L3 agent in host n-d-816865-1 {{(pid=102389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 19:58:38.874922 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-276b34a0-a5dd-4bbc-b3d1-13ad638c6759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T19:58:35Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['069ef3f4-b943-41c1-8e48-4d6dda3ccf44'], 'active': True} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:58:38.875167 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-09186115-6c75-481d-a381-5a9e05b16d70 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-790141515-router', 'tenant_id': '73bc85f2d8004e58b03d02ec3081a42a', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec'}}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:58:38.944246 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-09186115-6c75-481d-a381-5a9e05b16d70 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-571139', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6874'] for router, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:58:38.944775 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0adfe43f-17a4-47dc-bbaa-c6ee3abfc8ca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeb20a084-accf-5b60-8075-3e69ebe863a6-63a0e519-73ec-4ef2-ae0f-fe28b66397dc', 'network_id': '63a0e519-73ec-4ef2-ae0f-fe28b66397dc', 'tenant_id': '73bc85f2d8004e58b03d02ec3081a42a', 'fixed_ips': [{'subnet_id': '2bae8eea-6fa4-489b-9396-1095b00ca35d'}]}} from n-d-816865-1. {{(pid=102388) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 05 19:58:38.945376 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-09186115-6c75-481d-a381-5a9e05b16d70 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-571375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1000570', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1011585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6867'] for router, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:58:38.946329 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-0adfe43f-17a4-47dc-bbaa-c6ee3abfc8ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:58:39.008121 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-09186115-6c75-481d-a381-5a9e05b16d70 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:58:39.080671 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvr_db [None req-276b34a0-a5dd-4bbc-b3d1-13ad638c6759 None None] Set router 069ef3f4-b943-41c1-8e48-4d6dda3ccf44 gateway port host: n-d-816865-1 {{(pid=102389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 19:58:39.093888 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.db_base_plugin_common [None req-0adfe43f-17a4-47dc-bbaa-c6ee3abfc8ca None None] Allocated IP 172.20.0.2 (63a0e519-73ec-4ef2-ae0f-fe28b66397dc/2bae8eea-6fa4-489b-9396-1095b00ca35d/50686c71-8f78-4269-9cb4-77d4742c2cce) {{(pid=102388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 19:58:39.248930 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-09186115-6c75-481d-a381-5a9e05b16d70 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:58:39.271784 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 4772bf23-8391-4ea5-b905-3634aeb2ddb0 up at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 19:58:39.308985 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-276b34a0-a5dd-4bbc-b3d1-13ad638c6759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '069ef3f4-b943-41c1-8e48-4d6dda3ccf44', 'name': 'tempest-TestShelveInstance-1155037498-router', 'tenant_id': '5f7ee977d52949ca83d9a18d279c5a9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.240'}], 'enable_snat': True}, 'gw_port_id': '4772bf23-8391-4ea5-b905-3634aeb2ddb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T19:58:33Z', 'updated_at': '2021-11-05T19:58:36Z', 'revision_number': 4, 'project_id': '5f7ee977d52949ca83d9a18d279c5a9a', 'gw_port': {'id': '4772bf23-8391-4ea5-b905-3634aeb2ddb0', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:bd:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '069ef3f4-b943-41c1-8e48-4d6dda3ccf44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:58:33Z', 'updated_at': '2021-11-05T19:58:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1', '_interfaces': [{'id': 'b5a2bca2-27a4-4ab7-a392-389574267031', 'name': '', 'network_id': '7f486b36-9d47-4fe4-a209-183429c7fb3a', 'tenant_id': '5f7ee977d52949ca83d9a18d279c5a9a', 'mac_address': 'fa:16:3e:bc:4f:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '069ef3f4-b943-41c1-8e48-4d6dda3ccf44', 'device_owner': 'network:router_interface', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '4f53f6df-69d8-4092-98c8-1d0f1176ac79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:58:35Z', 'updated_at': '2021-11-05T19:58:36Z', 'revision_number': 2, 'project_id': '5f7ee977d52949ca83d9a18d279c5a9a', 'subnets': [{'id': '4f53f6df-69d8-4092-98c8-1d0f1176ac79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-1', False) {} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:58:39.319533 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-0adfe43f-17a4-47dc-bbaa-c6ee3abfc8ca None None] Publish callbacks [] for port, precommit_create {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:58:39.336045 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-276b34a0-a5dd-4bbc-b3d1-13ad638c6759 None None] Checking router: 069ef3f4-b943-41c1-8e48-4d6dda3ccf44 for host: n-d-816865-1 {{(pid=102389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 19:58:39.336396 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-276b34a0-a5dd-4bbc-b3d1-13ad638c6759 None None] Updating router 069ef3f4-b943-41c1-8e48-4d6dda3ccf44 port b5a2bca2-27a4-4ab7-a392-389574267031 binding host n-d-816865-1 {{(pid=102389) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 05 19:58:39.342117 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Provisioning complete for port 4772bf23-8391-4ea5-b905-3634aeb2ddb0 triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:58:39.343295 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:58:39.366512 n-d-816865-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-276b34a0-a5dd-4bbc-b3d1-13ad638c6759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:58:39.382498 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-0adfe43f-17a4-47dc-bbaa-c6ee3abfc8ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789'] for port, after_create {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:58:39.433682 n-d-816865-1 neutron-server[102388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0adfe43f-17a4-47dc-bbaa-c6ee3abfc8ca None None] Network 63a0e519-73ec-4ef2-ae0f-fe28b66397dc is already hosted by enough agents. {{(pid=102388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 19:58:39.440108 n-d-816865-1 neutron-server[102388]: DEBUG neutron.scheduler.base_scheduler [None req-0adfe43f-17a4-47dc-bbaa-c6ee3abfc8ca None None] Resources bound (agent type, host, resource id): {{(pid=102388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 19:58:39.449468 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0adfe43f-17a4-47dc-bbaa-c6ee3abfc8ca None None] Received port after_create {{(pid=102388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 19:58:39.454788 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0adfe43f-17a4-47dc-bbaa-c6ee3abfc8ca None None] Pushing event updated for resources: {'Port': ['ID=50686c71-8f78-4269-9cb4-77d4742c2cce,revision_number=1']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:58:39.523649 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:58:39.542355 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-0adfe43f-17a4-47dc-bbaa-c6ee3abfc8ca None None] Attempting to bind port 50686c71-8f78-4269-9cb4-77d4742c2cce on host n-d-816865-1 for vnic_type normal with profile {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 19:58:39.542727 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-0adfe43f-17a4-47dc-bbaa-c6ee3abfc8ca None None] Attempting to bind port 50686c71-8f78-4269-9cb4-77d4742c2cce by drivers openvswitch,hyperv on host n-d-816865-1 at level 0 using segments [{'id': 'fbdba18f-b24d-4398-8fe9-243a0fed8baf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '63a0e519-73ec-4ef2-ae0f-fe28b66397dc'}] {{(pid=102388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 19:58:39.543094 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0adfe43f-17a4-47dc-bbaa-c6ee3abfc8ca None None] Attempting to bind port 50686c71-8f78-4269-9cb4-77d4742c2cce on network 63a0e519-73ec-4ef2-ae0f-fe28b66397dc {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 19:58:39.555408 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0adfe43f-17a4-47dc-bbaa-c6ee3abfc8ca None None] Checking agent: {'id': '724d89a7-611b-41e6-bc85-c48112b17afa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 18, 25, 8), 'started_at': datetime.datetime(2021, 11, 5, 18, 25, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 19, 58, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 19:58:39.555825 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0adfe43f-17a4-47dc-bbaa-c6ee3abfc8ca None None] Checking segment: {'id': 'fbdba18f-b24d-4398-8fe9-243a0fed8baf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '63a0e519-73ec-4ef2-ae0f-fe28b66397dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 19:58:39.556506 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-0adfe43f-17a4-47dc-bbaa-c6ee3abfc8ca None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:58:39.556651 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0adfe43f-17a4-47dc-bbaa-c6ee3abfc8ca None None] Bound using segment: {'id': 'fbdba18f-b24d-4398-8fe9-243a0fed8baf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '63a0e519-73ec-4ef2-ae0f-fe28b66397dc'} {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 19:58:39.557014 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-0adfe43f-17a4-47dc-bbaa-c6ee3abfc8ca None None] Bound port: 50686c71-8f78-4269-9cb4-77d4742c2cce, host: n-d-816865-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fbdba18f-b24d-4398-8fe9-243a0fed8baf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '63a0e519-73ec-4ef2-ae0f-fe28b66397dc'}}] {{(pid=102388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 19:58:39.557391 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-0adfe43f-17a4-47dc-bbaa-c6ee3abfc8ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:58:39.560220 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] For port 4772bf23-8391-4ea5-b905-3634aeb2ddb0, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=4772bf23-8391-4ea5-b905-3634aeb2ddb0,segment=NetworkSegment(85be518c-8bb4-46a2-a903-d4292782d29d),segment_id=85be518c-8bb4-46a2-a903-d4292782d29d)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:58:39.571653 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-09186115-6c75-481d-a381-5a9e05b16d70 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:58:39.594218 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-09186115-6c75-481d-a381-5a9e05b16d70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:58:39.615001 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:58:39.663411 n-d-816865-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-276b34a0-a5dd-4bbc-b3d1-13ad638c6759 None None] Publish callbacks [] for port, precommit_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:58:39.665614 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-0adfe43f-17a4-47dc-bbaa-c6ee3abfc8ca None None] For port 50686c71-8f78-4269-9cb4-77d4742c2cce, host n-d-816865-1, cleared binding levels {{(pid=102388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 19:58:39.689253 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-0adfe43f-17a4-47dc-bbaa-c6ee3abfc8ca None None] For port 50686c71-8f78-4269-9cb4-77d4742c2cce, host n-d-816865-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=50686c71-8f78-4269-9cb4-77d4742c2cce,segment=NetworkSegment(fbdba18f-b24d-4398-8fe9-243a0fed8baf),segment_id=fbdba18f-b24d-4398-8fe9-243a0fed8baf)] {{(pid=102388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 19:58:39.694147 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Pushing event updated for resources: {'Port': ['ID=4772bf23-8391-4ea5-b905-3634aeb2ddb0,revision_number=4']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:58:39.701197 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.db_base_plugin_common [None req-09186115-6c75-481d-a381-5a9e05b16d70 admin admin] Allocated IP 172.25.6.56 (40c8335d-cd0b-4cb5-910a-d4dcddd5cbec/04fe6db3-e108-4208-943d-6518424f5726/1895c6aa-af9b-48c7-ac22-b7982ff4bb98) {{(pid=102387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 19:58:39.755201 n-d-816865-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-276b34a0-a5dd-4bbc-b3d1-13ad638c6759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:58:39.796555 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-0adfe43f-17a4-47dc-bbaa-c6ee3abfc8ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:58:39.808226 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9721c7d0-ee2e-4237-80de-4d955b13a648 None None] Pushing event updated for resources: {'Port': ['ID=b5a2bca2-27a4-4ab7-a392-389574267031,revision_number=3']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:58:39.825840 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-09186115-6c75-481d-a381-5a9e05b16d70 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:58:39.851259 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9721c7d0-ee2e-4237-80de-4d955b13a648 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:58:39.851597 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9721c7d0-ee2e-4237-80de-4d955b13a648 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:58:39.851936 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9721c7d0-ee2e-4237-80de-4d955b13a648 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:58:39.852267 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9721c7d0-ee2e-4237-80de-4d955b13a648 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:58:39.852596 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9721c7d0-ee2e-4237-80de-4d955b13a648 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:58:39.852922 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9721c7d0-ee2e-4237-80de-4d955b13a648 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:58:39.853247 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9721c7d0-ee2e-4237-80de-4d955b13a648 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:58:39.854148 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9721c7d0-ee2e-4237-80de-4d955b13a648 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:58:39.854511 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9721c7d0-ee2e-4237-80de-4d955b13a648 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:58:39.854800 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9721c7d0-ee2e-4237-80de-4d955b13a648 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:58:39.855123 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9721c7d0-ee2e-4237-80de-4d955b13a648 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:58:39.855446 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9721c7d0-ee2e-4237-80de-4d955b13a648 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 19:58:39.885149 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0adfe43f-17a4-47dc-bbaa-c6ee3abfc8ca None None] Pushing event updated for resources: {'Port': ['ID=50686c71-8f78-4269-9cb4-77d4742c2cce,revision_number=2']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:58:39.887385 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.managers [None req-276b34a0-a5dd-4bbc-b3d1-13ad638c6759 None None] Attempting to bind port b5a2bca2-27a4-4ab7-a392-389574267031 on host n-d-816865-1 for vnic_type normal with profile {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 19:58:39.887884 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.managers [None req-276b34a0-a5dd-4bbc-b3d1-13ad638c6759 None None] Attempting to bind port b5a2bca2-27a4-4ab7-a392-389574267031 by drivers openvswitch,hyperv on host n-d-816865-1 at level 0 using segments [{'id': '522cfac5-a136-4e48-a113-e5a15593abdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '7f486b36-9d47-4fe4-a209-183429c7fb3a'}] {{(pid=102389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 19:58:39.888112 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-276b34a0-a5dd-4bbc-b3d1-13ad638c6759 None None] Attempting to bind port b5a2bca2-27a4-4ab7-a392-389574267031 on network 7f486b36-9d47-4fe4-a209-183429c7fb3a {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 19:58:39.896267 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-276b34a0-a5dd-4bbc-b3d1-13ad638c6759 None None] Checking agent: {'id': '724d89a7-611b-41e6-bc85-c48112b17afa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 18, 25, 8), 'started_at': datetime.datetime(2021, 11, 5, 18, 25, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 19, 58, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 19:58:39.896267 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-276b34a0-a5dd-4bbc-b3d1-13ad638c6759 None None] Checking segment: {'id': '522cfac5-a136-4e48-a113-e5a15593abdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '7f486b36-9d47-4fe4-a209-183429c7fb3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 19:58:39.896267 n-d-816865-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-276b34a0-a5dd-4bbc-b3d1-13ad638c6759 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:58:39.896267 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-276b34a0-a5dd-4bbc-b3d1-13ad638c6759 None None] Bound using segment: {'id': '522cfac5-a136-4e48-a113-e5a15593abdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '7f486b36-9d47-4fe4-a209-183429c7fb3a'} {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 19:58:39.896745 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.managers [None req-276b34a0-a5dd-4bbc-b3d1-13ad638c6759 None None] Bound port: b5a2bca2-27a4-4ab7-a392-389574267031, host: n-d-816865-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '522cfac5-a136-4e48-a113-e5a15593abdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '7f486b36-9d47-4fe4-a209-183429c7fb3a'}}] {{(pid=102389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 19:58:39.896745 n-d-816865-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-276b34a0-a5dd-4bbc-b3d1-13ad638c6759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:58:39.962257 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-09186115-6c75-481d-a381-5a9e05b16d70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4417063'] for port, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:58:39.966214 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [None req-276b34a0-a5dd-4bbc-b3d1-13ad638c6759 None None] For port b5a2bca2-27a4-4ab7-a392-389574267031, host n-d-816865-1, cleared binding levels {{(pid=102389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 19:58:39.970237 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [None req-276b34a0-a5dd-4bbc-b3d1-13ad638c6759 None None] For port b5a2bca2-27a4-4ab7-a392-389574267031, host n-d-816865-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=b5a2bca2-27a4-4ab7-a392-389574267031,segment=NetworkSegment(522cfac5-a136-4e48-a113-e5a15593abdd),segment_id=522cfac5-a136-4e48-a113-e5a15593abdd)] {{(pid=102389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 19:58:40.008205 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09186115-6c75-481d-a381-5a9e05b16d70 admin admin] Network 40c8335d-cd0b-4cb5-910a-d4dcddd5cbec is already hosted by enough agents. {{(pid=102387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 19:58:40.011214 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.base_scheduler [None req-09186115-6c75-481d-a381-5a9e05b16d70 admin admin] Resources bound (agent type, host, resource id): {{(pid=102387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 19:58:40.013724 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09186115-6c75-481d-a381-5a9e05b16d70 admin admin] Received port after_create {{(pid=102387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 19:58:40.050113 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09186115-6c75-481d-a381-5a9e05b16d70 admin admin] Pushing event updated for resources: {'Port': ['ID=1895c6aa-af9b-48c7-ac22-b7982ff4bb98,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:58:40.075613 n-d-816865-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-276b34a0-a5dd-4bbc-b3d1-13ad638c6759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:58:40.094674 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-e267ff80-c414-49f8-907a-0b72ec7cf486 None None] Provisioning complete for port b5a2bca2-27a4-4ab7-a392-389574267031 triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:58:40.097238 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-e267ff80-c414-49f8-907a-0b72ec7cf486 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:58:40.175164 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9721c7d0-ee2e-4237-80de-4d955b13a648 None None] Pushing event updated for resources: {'Port': ['ID=b5a2bca2-27a4-4ab7-a392-389574267031,revision_number=4']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:58:40.186134 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-276b34a0-a5dd-4bbc-b3d1-13ad638c6759 None None] Routers {'069ef3f4-b943-41c1-8e48-4d6dda3ccf44'} bound to L3 agent in host n-d-816865-1 {{(pid=102389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 19:58:40.187561 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-276b34a0-a5dd-4bbc-b3d1-13ad638c6759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T19:58:35Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['069ef3f4-b943-41c1-8e48-4d6dda3ccf44'], 'active': True} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:58:40.221467 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-e267ff80-c414-49f8-907a-0b72ec7cf486 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:58:40.268546 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-e267ff80-c414-49f8-907a-0b72ec7cf486 None None] For port b5a2bca2-27a4-4ab7-a392-389574267031, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=b5a2bca2-27a4-4ab7-a392-389574267031,segment=NetworkSegment(522cfac5-a136-4e48-a113-e5a15593abdd),segment_id=522cfac5-a136-4e48-a113-e5a15593abdd)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:58:40.339681 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvr_db [None req-276b34a0-a5dd-4bbc-b3d1-13ad638c6759 None None] Set router 069ef3f4-b943-41c1-8e48-4d6dda3ccf44 gateway port host: n-d-816865-1 {{(pid=102389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 19:58:40.344660 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-e267ff80-c414-49f8-907a-0b72ec7cf486 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:58:40.402738 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e267ff80-c414-49f8-907a-0b72ec7cf486 None None] Pushing event updated for resources: {'Port': ['ID=b5a2bca2-27a4-4ab7-a392-389574267031,revision_number=5']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:58:40.465678 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-3261821a-eb18-4e12-a0b3-ef95f3a035d3 None None] Provisioning complete for port b5a2bca2-27a4-4ab7-a392-389574267031 triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:58:40.466073 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3261821a-eb18-4e12-a0b3-ef95f3a035d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:58:40.472495 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-09186115-6c75-481d-a381-5a9e05b16d70 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:58:40.560472 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-276b34a0-a5dd-4bbc-b3d1-13ad638c6759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '069ef3f4-b943-41c1-8e48-4d6dda3ccf44', 'name': 'tempest-TestShelveInstance-1155037498-router', 'tenant_id': '5f7ee977d52949ca83d9a18d279c5a9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.240'}], 'enable_snat': True}, 'gw_port_id': '4772bf23-8391-4ea5-b905-3634aeb2ddb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T19:58:33Z', 'updated_at': '2021-11-05T19:58:36Z', 'revision_number': 4, 'project_id': '5f7ee977d52949ca83d9a18d279c5a9a', 'gw_port': {'id': '4772bf23-8391-4ea5-b905-3634aeb2ddb0', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:bd:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '069ef3f4-b943-41c1-8e48-4d6dda3ccf44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:58:33Z', 'updated_at': '2021-11-05T19:58:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1', '_interfaces': [{'id': 'b5a2bca2-27a4-4ab7-a392-389574267031', 'name': '', 'network_id': '7f486b36-9d47-4fe4-a209-183429c7fb3a', 'tenant_id': '5f7ee977d52949ca83d9a18d279c5a9a', 'mac_address': 'fa:16:3e:bc:4f:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '069ef3f4-b943-41c1-8e48-4d6dda3ccf44', 'device_owner': 'network:router_interface', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '4f53f6df-69d8-4092-98c8-1d0f1176ac79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:58:35Z', 'updated_at': '2021-11-05T19:58:39Z', 'revision_number': 4, 'project_id': '5f7ee977d52949ca83d9a18d279c5a9a', 'subnets': [{'id': '4f53f6df-69d8-4092-98c8-1d0f1176ac79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-1', False) {} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:58:40.588278 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-276b34a0-a5dd-4bbc-b3d1-13ad638c6759 None None] The sync data for ids ['069ef3f4-b943-41c1-8e48-4d6dda3ccf44'] in n-d-816865-1 is: [{'id': '069ef3f4-b943-41c1-8e48-4d6dda3ccf44', 'name': 'tempest-TestShelveInstance-1155037498-router', 'tenant_id': '5f7ee977d52949ca83d9a18d279c5a9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.240'}], 'enable_snat': True}, 'gw_port_id': '4772bf23-8391-4ea5-b905-3634aeb2ddb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T19:58:33Z', 'updated_at': '2021-11-05T19:58:36Z', 'revision_number': 4, 'project_id': '5f7ee977d52949ca83d9a18d279c5a9a', 'gw_port': {'id': '4772bf23-8391-4ea5-b905-3634aeb2ddb0', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:bd:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '069ef3f4-b943-41c1-8e48-4d6dda3ccf44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:58:33Z', 'updated_at': '2021-11-05T19:58:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1', '_interfaces': [{'id': 'b5a2bca2-27a4-4ab7-a392-389574267031', 'name': '', 'network_id': '7f486b36-9d47-4fe4-a209-183429c7fb3a', 'tenant_id': '5f7ee977d52949ca83d9a18d279c5a9a', 'mac_address': 'fa:16:3e:bc:4f:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '069ef3f4-b943-41c1-8e48-4d6dda3ccf44', 'device_owner': 'network:router_interface', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '4f53f6df-69d8-4092-98c8-1d0f1176ac79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:58:35Z', 'updated_at': '2021-11-05T19:58:39Z', 'revision_number': 4, 'project_id': '5f7ee977d52949ca83d9a18d279c5a9a', 'subnets': [{'id': '4f53f6df-69d8-4092-98c8-1d0f1176ac79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 19:58:40.704108 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-09186115-6c75-481d-a381-5a9e05b16d70 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-571384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1000487'] for router, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:58:40.932924 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09186115-6c75-481d-a381-5a9e05b16d70 admin admin] Router 324e3190-f9a8-4c16-9f57-4b77032616a0 is scheduled to L3 agent 6dcb5589-8e86-4616-9186-ddc4548e13ad with binding_index 1 {{(pid=102387) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 05 19:58:40.941503 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adf3ffcb-abd8-4e88-b5af-dc60039b13f5 None None] Network 63a0e519-73ec-4ef2-ae0f-fe28b66397dc requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 19:58:41.023754 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-62252f86-57e2-4275-8c69-de9687c3adc3 None None] Provisioning complete for port 50686c71-8f78-4269-9cb4-77d4742c2cce triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:58:41.024131 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-62252f86-57e2-4275-8c69-de9687c3adc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:58:41.051060 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09186115-6c75-481d-a381-5a9e05b16d70 admin admin] Notify agent at l3_agent.n-d-816865-1 the message routers_updated {{(pid=102387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 19:58:41.061867 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7abdac5e-0b77-4ad6-b49e-ce72f2f9e2c5 None None] Sync routers for ids ['324e3190-f9a8-4c16-9f57-4b77032616a0'] in n-d-816865-1 {{(pid=102388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 19:58:41.106241 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7abdac5e-0b77-4ad6-b49e-ce72f2f9e2c5 None None] Routers {'324e3190-f9a8-4c16-9f57-4b77032616a0'} bound to L3 agent in host n-d-816865-1 {{(pid=102388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 19:58:41.106968 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-7abdac5e-0b77-4ad6-b49e-ce72f2f9e2c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T19:58:35Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['324e3190-f9a8-4c16-9f57-4b77032616a0'], 'active': True} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:58:41.146527 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-09186115-6c75-481d-a381-5a9e05b16d70 admin admin] Publish callbacks [] for router, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:58:41.152491 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-09186115-6c75-481d-a381-5a9e05b16d70 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.2835147 Nov 05 19:58:41.157048 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 47394) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:58:41.339209 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 50686c71-8f78-4269-9cb4-77d4742c2cce up at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 19:58:41.495244 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-62252f86-57e2-4275-8c69-de9687c3adc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:58:41.518326 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvr_db [None req-7abdac5e-0b77-4ad6-b49e-ce72f2f9e2c5 None None] Set router 324e3190-f9a8-4c16-9f57-4b77032616a0 gateway port host: n-d-816865-1 {{(pid=102388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 19:58:41.590247 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Provisioning complete for port 50686c71-8f78-4269-9cb4-77d4742c2cce triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:58:41.590557 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:58:41.644530 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-62252f86-57e2-4275-8c69-de9687c3adc3 None None] For port 50686c71-8f78-4269-9cb4-77d4742c2cce, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=50686c71-8f78-4269-9cb4-77d4742c2cce,segment=NetworkSegment(fbdba18f-b24d-4398-8fe9-243a0fed8baf),segment_id=fbdba18f-b24d-4398-8fe9-243a0fed8baf)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:58:41.714404 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-62252f86-57e2-4275-8c69-de9687c3adc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:58:41.832768 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device b5a2bca2-27a4-4ab7-a392-389574267031 up at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 19:58:41.859449 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62252f86-57e2-4275-8c69-de9687c3adc3 None None] Pushing event updated for resources: {'Port': ['ID=50686c71-8f78-4269-9cb4-77d4742c2cce,revision_number=3']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:58:41.887956 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-33949c03-0448-4801-ab52-b017ffef3923 None None] Provisioning complete for port 50686c71-8f78-4269-9cb4-77d4742c2cce triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:58:41.888336 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-33949c03-0448-4801-ab52-b017ffef3923 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:58:41.926057 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-7abdac5e-0b77-4ad6-b49e-ce72f2f9e2c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '324e3190-f9a8-4c16-9f57-4b77032616a0', 'name': 'tempest-TestShelveInstance-790141515-router', 'tenant_id': '73bc85f2d8004e58b03d02ec3081a42a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.56'}], 'enable_snat': True}, 'gw_port_id': '1895c6aa-af9b-48c7-ac22-b7982ff4bb98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T19:58:38Z', 'updated_at': '2021-11-05T19:58:40Z', 'revision_number': 3, 'project_id': '73bc85f2d8004e58b03d02ec3081a42a', 'gw_port': {'id': '1895c6aa-af9b-48c7-ac22-b7982ff4bb98', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:15:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '324e3190-f9a8-4c16-9f57-4b77032616a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:58:39Z', 'updated_at': '2021-11-05T19:58:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1'}], 'n-d-816865-1', False) {} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:58:41.933260 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-e1f0f157-fd5a-4cae-986b-fe1028b16f76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:58:41.958257 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7abdac5e-0b77-4ad6-b49e-ce72f2f9e2c5 None None] Checking router: 324e3190-f9a8-4c16-9f57-4b77032616a0 for host: n-d-816865-1 {{(pid=102388) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 19:58:41.964935 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7abdac5e-0b77-4ad6-b49e-ce72f2f9e2c5 None None] Updating router 324e3190-f9a8-4c16-9f57-4b77032616a0 port 1895c6aa-af9b-48c7-ac22-b7982ff4bb98 binding host n-d-816865-1 {{(pid=102388) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 05 19:58:41.998255 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-7abdac5e-0b77-4ad6-b49e-ce72f2f9e2c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:58:42.001613 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Provisioning complete for port b5a2bca2-27a4-4ab7-a392-389574267031 triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:58:42.001985 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:58:42.087424 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.db_base_plugin_common [None req-e1f0f157-fd5a-4cae-986b-fe1028b16f76 admin admin] Allocated IP 172.20.0.1 (63a0e519-73ec-4ef2-ae0f-fe28b66397dc/2bae8eea-6fa4-489b-9396-1095b00ca35d/197b8291-f398-4720-82f4-763a1f992160) {{(pid=102386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 19:58:42.199752 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-e1f0f157-fd5a-4cae-986b-fe1028b16f76 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:58:42.258224 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 4772bf23-8391-4ea5-b905-3634aeb2ddb0 up at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 19:58:42.298983 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-e1f0f157-fd5a-4cae-986b-fe1028b16f76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:58:42.337740 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1f0f157-fd5a-4cae-986b-fe1028b16f76 admin admin] Network 63a0e519-73ec-4ef2-ae0f-fe28b66397dc is already hosted by enough agents. {{(pid=102386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 19:58:42.346238 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.base_scheduler [None req-e1f0f157-fd5a-4cae-986b-fe1028b16f76 admin admin] Resources bound (agent type, host, resource id): {{(pid=102386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 19:58:42.348831 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1f0f157-fd5a-4cae-986b-fe1028b16f76 admin admin] Received port after_create {{(pid=102386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 19:58:42.353384 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Provisioning complete for port 4772bf23-8391-4ea5-b905-3634aeb2ddb0 triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:58:42.353815 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:58:42.373810 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f0f157-fd5a-4cae-986b-fe1028b16f76 admin admin] Pushing event updated for resources: {'Port': ['ID=197b8291-f398-4720-82f4-763a1f992160,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:58:42.401016 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-e1f0f157-fd5a-4cae-986b-fe1028b16f76 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-571770'] for router_interface, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:58:42.421969 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-7abdac5e-0b77-4ad6-b49e-ce72f2f9e2c5 None None] Publish callbacks [] for port, precommit_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:58:42.492999 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-7abdac5e-0b77-4ad6-b49e-ce72f2f9e2c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:58:42.548858 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-7abdac5e-0b77-4ad6-b49e-ce72f2f9e2c5 None None] Attempting to bind port 1895c6aa-af9b-48c7-ac22-b7982ff4bb98 on host n-d-816865-1 for vnic_type normal with profile {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 19:58:42.549568 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-7abdac5e-0b77-4ad6-b49e-ce72f2f9e2c5 None None] Attempting to bind port 1895c6aa-af9b-48c7-ac22-b7982ff4bb98 by drivers openvswitch,hyperv on host n-d-816865-1 at level 0 using segments [{'id': '85be518c-8bb4-46a2-a903-d4292782d29d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec'}] {{(pid=102388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 19:58:42.549568 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7abdac5e-0b77-4ad6-b49e-ce72f2f9e2c5 None None] Attempting to bind port 1895c6aa-af9b-48c7-ac22-b7982ff4bb98 on network 40c8335d-cd0b-4cb5-910a-d4dcddd5cbec {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 19:58:42.552073 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f2406e-d150-43eb-8ca6-2f9414be5681 None None] Pushing event updated for resources: {'Port': ['ID=1895c6aa-af9b-48c7-ac22-b7982ff4bb98,revision_number=2']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:58:42.557669 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7abdac5e-0b77-4ad6-b49e-ce72f2f9e2c5 None None] Checking agent: {'id': '724d89a7-611b-41e6-bc85-c48112b17afa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 18, 25, 8), 'started_at': datetime.datetime(2021, 11, 5, 18, 25, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 19, 58, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 19:58:42.558075 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7abdac5e-0b77-4ad6-b49e-ce72f2f9e2c5 None None] Checking segment: {'id': '85be518c-8bb4-46a2-a903-d4292782d29d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 19:58:42.558481 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-7abdac5e-0b77-4ad6-b49e-ce72f2f9e2c5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:58:42.558900 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7abdac5e-0b77-4ad6-b49e-ce72f2f9e2c5 None None] Bound using segment: {'id': '85be518c-8bb4-46a2-a903-d4292782d29d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec'} {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 19:58:42.559367 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-7abdac5e-0b77-4ad6-b49e-ce72f2f9e2c5 None None] Bound port: 1895c6aa-af9b-48c7-ac22-b7982ff4bb98, host: n-d-816865-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85be518c-8bb4-46a2-a903-d4292782d29d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec'}}] {{(pid=102388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 19:58:42.559709 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-7abdac5e-0b77-4ad6-b49e-ce72f2f9e2c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:58:42.614477 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-9a9af1d5-af7f-445a-ae31-1611a2d5b4c3 None None] Provisioning complete for port 197b8291-f398-4720-82f4-763a1f992160 triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:58:42.614851 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-9a9af1d5-af7f-445a-ae31-1611a2d5b4c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:58:42.633784 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-e1f0f157-fd5a-4cae-986b-fe1028b16f76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:58:42.638185 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-7abdac5e-0b77-4ad6-b49e-ce72f2f9e2c5 None None] For port 1895c6aa-af9b-48c7-ac22-b7982ff4bb98, host n-d-816865-1, cleared binding levels {{(pid=102388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 19:58:42.658586 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-7abdac5e-0b77-4ad6-b49e-ce72f2f9e2c5 None None] For port 1895c6aa-af9b-48c7-ac22-b7982ff4bb98, host n-d-816865-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=1895c6aa-af9b-48c7-ac22-b7982ff4bb98,segment=NetworkSegment(85be518c-8bb4-46a2-a903-d4292782d29d),segment_id=85be518c-8bb4-46a2-a903-d4292782d29d)] {{(pid=102388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 19:58:42.666955 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-9a9af1d5-af7f-445a-ae31-1611a2d5b4c3 None None] Port 197b8291-f398-4720-82f4-763a1f992160 cannot update to ACTIVE because it is not bound. {{(pid=102388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 19:58:42.750931 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-7abdac5e-0b77-4ad6-b49e-ce72f2f9e2c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:58:42.795441 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-e1f0f157-fd5a-4cae-986b-fe1028b16f76 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:58:42.806325 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7abdac5e-0b77-4ad6-b49e-ce72f2f9e2c5 None None] Routers {'324e3190-f9a8-4c16-9f57-4b77032616a0'} bound to L3 agent in host n-d-816865-1 {{(pid=102388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 19:58:42.806946 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-7abdac5e-0b77-4ad6-b49e-ce72f2f9e2c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T19:58:35Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['324e3190-f9a8-4c16-9f57-4b77032616a0'], 'active': True} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:58:42.842337 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f2406e-d150-43eb-8ca6-2f9414be5681 None None] Pushing event updated for resources: {'Port': ['ID=1895c6aa-af9b-48c7-ac22-b7982ff4bb98,revision_number=3']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:58:42.858321 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-e1f0f157-fd5a-4cae-986b-fe1028b16f76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6149821'] for port, after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:58:42.919472 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvr_db [None req-7abdac5e-0b77-4ad6-b49e-ce72f2f9e2c5 None None] Set router 324e3190-f9a8-4c16-9f57-4b77032616a0 gateway port host: n-d-816865-1 {{(pid=102388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 19:58:42.929293 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f0f157-fd5a-4cae-986b-fe1028b16f76 admin admin] Pushing event updated for resources: {'Port': ['ID=197b8291-f398-4720-82f4-763a1f992160,revision_number=2']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:58:42.931788 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-e1f0f157-fd5a-4cae-986b-fe1028b16f76 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-597863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-571878'] for router_interface, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:58:43.028790 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1f0f157-fd5a-4cae-986b-fe1028b16f76 admin admin] Network 63a0e519-73ec-4ef2-ae0f-fe28b66397dc is already hosted by enough agents. {{(pid=102386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 19:58:43.030981 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.base_scheduler [None req-e1f0f157-fd5a-4cae-986b-fe1028b16f76 admin admin] Resources bound (agent type, host, resource id): {{(pid=102386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 19:58:43.138204 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-7abdac5e-0b77-4ad6-b49e-ce72f2f9e2c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '324e3190-f9a8-4c16-9f57-4b77032616a0', 'name': 'tempest-TestShelveInstance-790141515-router', 'tenant_id': '73bc85f2d8004e58b03d02ec3081a42a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.56'}], 'enable_snat': True}, 'gw_port_id': '1895c6aa-af9b-48c7-ac22-b7982ff4bb98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T19:58:38Z', 'updated_at': '2021-11-05T19:58:42Z', 'revision_number': 4, 'project_id': '73bc85f2d8004e58b03d02ec3081a42a', 'gw_port': {'id': '1895c6aa-af9b-48c7-ac22-b7982ff4bb98', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:15:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '324e3190-f9a8-4c16-9f57-4b77032616a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:58:39Z', 'updated_at': '2021-11-05T19:58:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1', '_interfaces': [{'id': '197b8291-f398-4720-82f4-763a1f992160', 'name': '', 'network_id': '63a0e519-73ec-4ef2-ae0f-fe28b66397dc', 'tenant_id': '73bc85f2d8004e58b03d02ec3081a42a', 'mac_address': 'fa:16:3e:d4:fc:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '324e3190-f9a8-4c16-9f57-4b77032616a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': '2bae8eea-6fa4-489b-9396-1095b00ca35d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:58:41Z', 'updated_at': '2021-11-05T19:58:42Z', 'revision_number': 1, 'project_id': '73bc85f2d8004e58b03d02ec3081a42a', 'subnets': [{'id': '2bae8eea-6fa4-489b-9396-1095b00ca35d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-1', False) {} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:58:43.166232 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1f0f157-fd5a-4cae-986b-fe1028b16f76 admin admin] Router 324e3190-f9a8-4c16-9f57-4b77032616a0 has already been hosted by L3 agent 6dcb5589-8e86-4616-9186-ddc4548e13ad {{(pid=102386) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 19:58:43.177380 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7abdac5e-0b77-4ad6-b49e-ce72f2f9e2c5 None None] The sync data for ids ['324e3190-f9a8-4c16-9f57-4b77032616a0'] in n-d-816865-1 is: [{'id': '324e3190-f9a8-4c16-9f57-4b77032616a0', 'name': 'tempest-TestShelveInstance-790141515-router', 'tenant_id': '73bc85f2d8004e58b03d02ec3081a42a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.56'}], 'enable_snat': True}, 'gw_port_id': '1895c6aa-af9b-48c7-ac22-b7982ff4bb98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T19:58:38Z', 'updated_at': '2021-11-05T19:58:42Z', 'revision_number': 4, 'project_id': '73bc85f2d8004e58b03d02ec3081a42a', 'gw_port': {'id': '1895c6aa-af9b-48c7-ac22-b7982ff4bb98', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:15:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '324e3190-f9a8-4c16-9f57-4b77032616a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:58:39Z', 'updated_at': '2021-11-05T19:58:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1', '_interfaces': [{'id': '197b8291-f398-4720-82f4-763a1f992160', 'name': '', 'network_id': '63a0e519-73ec-4ef2-ae0f-fe28b66397dc', 'tenant_id': '73bc85f2d8004e58b03d02ec3081a42a', 'mac_address': 'fa:16:3e:d4:fc:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '324e3190-f9a8-4c16-9f57-4b77032616a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': '2bae8eea-6fa4-489b-9396-1095b00ca35d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:58:41Z', 'updated_at': '2021-11-05T19:58:42Z', 'revision_number': 1, 'project_id': '73bc85f2d8004e58b03d02ec3081a42a', 'subnets': [{'id': '2bae8eea-6fa4-489b-9396-1095b00ca35d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 19:58:43.247905 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 50686c71-8f78-4269-9cb4-77d4742c2cce up at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 19:58:43.313225 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1f0f157-fd5a-4cae-986b-fe1028b16f76 admin admin] Notify agent at l3_agent.n-d-816865-1 the message routers_updated {{(pid=102386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 19:58:43.321875 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-e1f0f157-fd5a-4cae-986b-fe1028b16f76 admin admin] 10.222.0.13 "PUT /v2.0/routers/324e3190-f9a8-4c16-9f57-4b77032616a0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1605594 Nov 05 19:58:43.485131 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-b6d3ea1b-a18f-4c68-9fc8-da0477ec4713 None None] Provisioning complete for port 197b8291-f398-4720-82f4-763a1f992160 triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:58:43.485589 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b6d3ea1b-a18f-4c68-9fc8-da0477ec4713 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:58:43.529662 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Provisioning complete for port 50686c71-8f78-4269-9cb4-77d4742c2cce triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:58:43.530718 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:58:43.533647 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-b6d3ea1b-a18f-4c68-9fc8-da0477ec4713 None None] Port 197b8291-f398-4720-82f4-763a1f992160 cannot update to ACTIVE because it is not bound. {{(pid=102388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 19:58:43.952887 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 47402) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:58:43.957510 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-da911c7c-9cc4-46bc-8e33-5067588b5db4 tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1136981373', 'description': 'tempest-secgroup-smoke-1136981373 description', 'project_id': '5f7ee977d52949ca83d9a18d279c5a9a'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:58:44.041486 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-da911c7c-9cc4-46bc-8e33-5067588b5db4 tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] Publish callbacks [] for security_group, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:58:44.112333 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-da911c7c-9cc4-46bc-8e33-5067588b5db4 tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] Publish callbacks [] for security_group, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:58:44.189656 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-da911c7c-9cc4-46bc-8e33-5067588b5db4 tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:58:44.220413 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da911c7c-9cc4-46bc-8e33-5067588b5db4 tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8cc7b012-1354-4646-9764-9d8ba80fc652,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:58:44.289165 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-da911c7c-9cc4-46bc-8e33-5067588b5db4 tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] Publish callbacks [] for security_group, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:58:44.290744 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-da911c7c-9cc4-46bc-8e33-5067588b5db4 tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.3371487 Nov 05 19:58:44.293728 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 47404) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:58:44.298711 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-59a22fd5-ec09-43f6-985a-9c590bfd665e tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] Request body: {'security_group_rule': {'security_group_id': '8cc7b012-1354-4646-9764-9d8ba80fc652', 'project_id': '5f7ee977d52949ca83d9a18d279c5a9a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:58:44.372032 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-59a22fd5-ec09-43f6-985a-9c590bfd665e tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:58:44.430582 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-59a22fd5-ec09-43f6-985a-9c590bfd665e tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:58:44.475861 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-59a22fd5-ec09-43f6-985a-9c590bfd665e tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985308'] for security_group_rule, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:58:44.495631 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a22fd5-ec09-43f6-985a-9c590bfd665e tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=514d0486-edf1-4d58-8dca-8b4c79c59dea,revision_number=0']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:58:44.551190 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-59a22fd5-ec09-43f6-985a-9c590bfd665e tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:58:44.552439 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-59a22fd5-ec09-43f6-985a-9c590bfd665e tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2577586 Nov 05 19:58:44.555179 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 47406) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:58:44.559618 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-e7fc5dd5-e31d-403d-89fe-2039e9ffec9d tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] Request body: {'security_group_rule': {'security_group_id': '8cc7b012-1354-4646-9764-9d8ba80fc652', 'project_id': '5f7ee977d52949ca83d9a18d279c5a9a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:58:44.652101 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-e7fc5dd5-e31d-403d-89fe-2039e9ffec9d tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:58:44.711910 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-e7fc5dd5-e31d-403d-89fe-2039e9ffec9d tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:58:44.789918 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-e7fc5dd5-e31d-403d-89fe-2039e9ffec9d tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985308'] for security_group_rule, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:58:44.808280 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7fc5dd5-e31d-403d-89fe-2039e9ffec9d tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=493eefd5-09de-44c5-9cd9-5c7628516d13,revision_number=0']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:58:44.883314 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-e7fc5dd5-e31d-403d-89fe-2039e9ffec9d tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:58:44.884551 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-e7fc5dd5-e31d-403d-89fe-2039e9ffec9d tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3284237 Nov 05 19:58:44.887256 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 47408) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:58:44.895798 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-22f81eee-fdfb-4dc4-aa3b-c6d2d1347a35 tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] Request body: {'security_group_rule': {'security_group_id': '8cc7b012-1354-4646-9764-9d8ba80fc652', 'project_id': '5f7ee977d52949ca83d9a18d279c5a9a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:58:44.988857 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-22f81eee-fdfb-4dc4-aa3b-c6d2d1347a35 tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:58:45.051967 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-22f81eee-fdfb-4dc4-aa3b-c6d2d1347a35 tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:58:45.138480 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-22f81eee-fdfb-4dc4-aa3b-c6d2d1347a35 tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985308'] for security_group_rule, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:58:45.158691 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f81eee-fdfb-4dc4-aa3b-c6d2d1347a35 tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=271cb49c-15e0-4b83-8d61-a4b6b8957e06,revision_number=0']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:58:45.169593 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-660a3ece-b3bc-4b58-98b5-bdc9ae66b044 None None] Sync routers for ids ['324e3190-f9a8-4c16-9f57-4b77032616a0'] in n-d-816865-1 {{(pid=102389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 19:58:45.179009 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-660a3ece-b3bc-4b58-98b5-bdc9ae66b044 None None] Routers {'324e3190-f9a8-4c16-9f57-4b77032616a0'} bound to L3 agent in host n-d-816865-1 {{(pid=102389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 19:58:45.179731 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-660a3ece-b3bc-4b58-98b5-bdc9ae66b044 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T19:58:35Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['324e3190-f9a8-4c16-9f57-4b77032616a0'], 'active': True} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:58:45.225934 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-22f81eee-fdfb-4dc4-aa3b-c6d2d1347a35 tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:58:45.227211 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-22f81eee-fdfb-4dc4-aa3b-c6d2d1347a35 tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3390141 Nov 05 19:58:45.229971 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 47410) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:58:45.235833 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-9c0a266d-aab9-426e-aed1-676aa8747da6 tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] Request body: {'security_group_rule': {'security_group_id': '8cc7b012-1354-4646-9764-9d8ba80fc652', 'project_id': '5f7ee977d52949ca83d9a18d279c5a9a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:58:45.261174 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 1895c6aa-af9b-48c7-ac22-b7982ff4bb98 up at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 19:58:45.293321 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvr_db [None req-660a3ece-b3bc-4b58-98b5-bdc9ae66b044 None None] Set router 324e3190-f9a8-4c16-9f57-4b77032616a0 gateway port host: n-d-816865-1 {{(pid=102389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 19:58:45.310855 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Provisioning complete for port 1895c6aa-af9b-48c7-ac22-b7982ff4bb98 triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:58:45.311212 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:58:45.348999 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-9c0a266d-aab9-426e-aed1-676aa8747da6 tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:58:45.393648 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:58:45.409822 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-9c0a266d-aab9-426e-aed1-676aa8747da6 tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:58:45.418526 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] For port 1895c6aa-af9b-48c7-ac22-b7982ff4bb98, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=1895c6aa-af9b-48c7-ac22-b7982ff4bb98,segment=NetworkSegment(85be518c-8bb4-46a2-a903-d4292782d29d),segment_id=85be518c-8bb4-46a2-a903-d4292782d29d)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:58:45.480612 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-9c0a266d-aab9-426e-aed1-676aa8747da6 tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985308'] for security_group_rule, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:58:45.487462 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:58:45.501424 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-660a3ece-b3bc-4b58-98b5-bdc9ae66b044 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '324e3190-f9a8-4c16-9f57-4b77032616a0', 'name': 'tempest-TestShelveInstance-790141515-router', 'tenant_id': '73bc85f2d8004e58b03d02ec3081a42a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.56'}], 'enable_snat': True}, 'gw_port_id': '1895c6aa-af9b-48c7-ac22-b7982ff4bb98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T19:58:38Z', 'updated_at': '2021-11-05T19:58:42Z', 'revision_number': 4, 'project_id': '73bc85f2d8004e58b03d02ec3081a42a', 'gw_port': {'id': '1895c6aa-af9b-48c7-ac22-b7982ff4bb98', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:15:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '324e3190-f9a8-4c16-9f57-4b77032616a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:58:39Z', 'updated_at': '2021-11-05T19:58:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1', '_interfaces': [{'id': '197b8291-f398-4720-82f4-763a1f992160', 'name': '', 'network_id': '63a0e519-73ec-4ef2-ae0f-fe28b66397dc', 'tenant_id': '73bc85f2d8004e58b03d02ec3081a42a', 'mac_address': 'fa:16:3e:d4:fc:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '324e3190-f9a8-4c16-9f57-4b77032616a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': '2bae8eea-6fa4-489b-9396-1095b00ca35d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:58:41Z', 'updated_at': '2021-11-05T19:58:42Z', 'revision_number': 2, 'project_id': '73bc85f2d8004e58b03d02ec3081a42a', 'subnets': [{'id': '2bae8eea-6fa4-489b-9396-1095b00ca35d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-1', False) {} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:58:45.503978 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0a266d-aab9-426e-aed1-676aa8747da6 tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c0f2b35-17bd-42cb-b20d-37a62accab91,revision_number=0']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:58:45.532439 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-660a3ece-b3bc-4b58-98b5-bdc9ae66b044 None None] Checking router: 324e3190-f9a8-4c16-9f57-4b77032616a0 for host: n-d-816865-1 {{(pid=102389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 19:58:45.532791 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-660a3ece-b3bc-4b58-98b5-bdc9ae66b044 None None] Updating router 324e3190-f9a8-4c16-9f57-4b77032616a0 port 197b8291-f398-4720-82f4-763a1f992160 binding host n-d-816865-1 {{(pid=102389) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 05 19:58:45.541557 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Pushing event updated for resources: {'Port': ['ID=1895c6aa-af9b-48c7-ac22-b7982ff4bb98,revision_number=4']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:58:45.548617 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-9c0a266d-aab9-426e-aed1-676aa8747da6 tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:58:45.550238 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-9c0a266d-aab9-426e-aed1-676aa8747da6 tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3187561 Nov 05 19:58:45.552691 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 47412) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:58:45.557284 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-fba2413d-2871-4032-90d1-9bb6fd3a4568 tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] Request body: {'security_group_rule': {'security_group_id': '8cc7b012-1354-4646-9764-9d8ba80fc652', 'project_id': '5f7ee977d52949ca83d9a18d279c5a9a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:58:45.559640 n-d-816865-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-660a3ece-b3bc-4b58-98b5-bdc9ae66b044 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:58:45.652634 n-d-816865-1 neutron-server[102386]: INFO neutron.db.securitygroups_db [None req-fba2413d-2871-4032-90d1-9bb6fd3a4568 tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] Project 5f7ee977d52949ca83d9a18d279c5a9a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 05 19:58:45.658289 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-fba2413d-2871-4032-90d1-9bb6fd3a4568 tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:58:45.719782 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-fba2413d-2871-4032-90d1-9bb6fd3a4568 tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:58:45.806723 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-fba2413d-2871-4032-90d1-9bb6fd3a4568 tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985308'] for security_group_rule, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:58:45.819283 n-d-816865-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-660a3ece-b3bc-4b58-98b5-bdc9ae66b044 None None] Publish callbacks [] for port, precommit_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:58:45.825380 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba2413d-2871-4032-90d1-9bb6fd3a4568 tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c94f0752-7f0a-4241-b0fa-df405039aec4,revision_number=0']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:58:45.904321 n-d-816865-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-660a3ece-b3bc-4b58-98b5-bdc9ae66b044 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:58:45.911696 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-fba2413d-2871-4032-90d1-9bb6fd3a4568 tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:58:45.912931 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-fba2413d-2871-4032-90d1-9bb6fd3a4568 tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3592625 Nov 05 19:58:45.916078 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 47414) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:58:45.920542 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-48bd0071-cba0-4965-952d-113ab2ea2fa5 tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] Request body: {'security_group_rule': {'security_group_id': '8cc7b012-1354-4646-9764-9d8ba80fc652', 'project_id': '5f7ee977d52949ca83d9a18d279c5a9a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:58:45.956773 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9a3384-bf92-49b4-b02c-d42b12d355ce None None] Pushing event updated for resources: {'Port': ['ID=197b8291-f398-4720-82f4-763a1f992160,revision_number=3']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:58:46.010930 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.managers [None req-660a3ece-b3bc-4b58-98b5-bdc9ae66b044 None None] Attempting to bind port 197b8291-f398-4720-82f4-763a1f992160 on host n-d-816865-1 for vnic_type normal with profile {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 19:58:46.011476 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.managers [None req-660a3ece-b3bc-4b58-98b5-bdc9ae66b044 None None] Attempting to bind port 197b8291-f398-4720-82f4-763a1f992160 by drivers openvswitch,hyperv on host n-d-816865-1 at level 0 using segments [{'id': 'fbdba18f-b24d-4398-8fe9-243a0fed8baf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '63a0e519-73ec-4ef2-ae0f-fe28b66397dc'}] {{(pid=102389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 19:58:46.011841 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-660a3ece-b3bc-4b58-98b5-bdc9ae66b044 None None] Attempting to bind port 197b8291-f398-4720-82f4-763a1f992160 on network 63a0e519-73ec-4ef2-ae0f-fe28b66397dc {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 19:58:46.017873 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-660a3ece-b3bc-4b58-98b5-bdc9ae66b044 None None] Checking agent: {'id': '724d89a7-611b-41e6-bc85-c48112b17afa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 18, 25, 8), 'started_at': datetime.datetime(2021, 11, 5, 18, 25, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 19, 58, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 19:58:46.018190 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-660a3ece-b3bc-4b58-98b5-bdc9ae66b044 None None] Checking segment: {'id': 'fbdba18f-b24d-4398-8fe9-243a0fed8baf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '63a0e519-73ec-4ef2-ae0f-fe28b66397dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 19:58:46.018596 n-d-816865-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-660a3ece-b3bc-4b58-98b5-bdc9ae66b044 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:58:46.018987 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-660a3ece-b3bc-4b58-98b5-bdc9ae66b044 None None] Bound using segment: {'id': 'fbdba18f-b24d-4398-8fe9-243a0fed8baf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '63a0e519-73ec-4ef2-ae0f-fe28b66397dc'} {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 19:58:46.019130 n-d-816865-1 neutron-server[102386]: INFO neutron.db.securitygroups_db [None req-48bd0071-cba0-4965-952d-113ab2ea2fa5 tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] Project 5f7ee977d52949ca83d9a18d279c5a9a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 05 19:58:46.019459 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.managers [None req-660a3ece-b3bc-4b58-98b5-bdc9ae66b044 None None] Bound port: 197b8291-f398-4720-82f4-763a1f992160, host: n-d-816865-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fbdba18f-b24d-4398-8fe9-243a0fed8baf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '63a0e519-73ec-4ef2-ae0f-fe28b66397dc'}}] {{(pid=102389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 19:58:46.019844 n-d-816865-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-660a3ece-b3bc-4b58-98b5-bdc9ae66b044 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:58:46.033368 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-48bd0071-cba0-4965-952d-113ab2ea2fa5 tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:58:46.093687 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [None req-660a3ece-b3bc-4b58-98b5-bdc9ae66b044 None None] For port 197b8291-f398-4720-82f4-763a1f992160, host n-d-816865-1, cleared binding levels {{(pid=102389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 19:58:46.097723 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [None req-660a3ece-b3bc-4b58-98b5-bdc9ae66b044 None None] For port 197b8291-f398-4720-82f4-763a1f992160, host n-d-816865-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=197b8291-f398-4720-82f4-763a1f992160,segment=NetworkSegment(fbdba18f-b24d-4398-8fe9-243a0fed8baf),segment_id=fbdba18f-b24d-4398-8fe9-243a0fed8baf)] {{(pid=102389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 19:58:46.102249 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-48bd0071-cba0-4965-952d-113ab2ea2fa5 tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:58:46.173221 n-d-816865-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-660a3ece-b3bc-4b58-98b5-bdc9ae66b044 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:58:46.173768 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-14d21101-163f-4135-a4d7-f62718b65917 None None] Provisioning complete for port 197b8291-f398-4720-82f4-763a1f992160 triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:58:46.173768 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-14d21101-163f-4135-a4d7-f62718b65917 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:58:46.196050 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-48bd0071-cba0-4965-952d-113ab2ea2fa5 tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985308'] for security_group_rule, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:58:46.219019 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48bd0071-cba0-4965-952d-113ab2ea2fa5 tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=908c3826-b1ed-4dc7-a5f3-ffb54427bd4e,revision_number=0']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:58:46.258694 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-14d21101-163f-4135-a4d7-f62718b65917 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:58:46.267061 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-48bd0071-cba0-4965-952d-113ab2ea2fa5 tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:58:46.268932 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-48bd0071-cba0-4965-952d-113ab2ea2fa5 tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3519027 Nov 05 19:58:46.297680 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-14d21101-163f-4135-a4d7-f62718b65917 None None] For port 197b8291-f398-4720-82f4-763a1f992160, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=197b8291-f398-4720-82f4-763a1f992160,segment=NetworkSegment(fbdba18f-b24d-4398-8fe9-243a0fed8baf),segment_id=fbdba18f-b24d-4398-8fe9-243a0fed8baf)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:58:46.341174 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9a3384-bf92-49b4-b02c-d42b12d355ce None None] Pushing event updated for resources: {'Port': ['ID=197b8291-f398-4720-82f4-763a1f992160,revision_number=4']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:58:46.344054 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-660a3ece-b3bc-4b58-98b5-bdc9ae66b044 None None] Routers {'324e3190-f9a8-4c16-9f57-4b77032616a0'} bound to L3 agent in host n-d-816865-1 {{(pid=102389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 19:58:46.344659 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-660a3ece-b3bc-4b58-98b5-bdc9ae66b044 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T19:58:35Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['324e3190-f9a8-4c16-9f57-4b77032616a0'], 'active': True} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:58:46.372781 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-14d21101-163f-4135-a4d7-f62718b65917 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:58:46.445145 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-1aa7c765-e57e-4258-a75a-94c3905fe548 req-a0696f3e-96a8-4fcc-88a9-0cd4112ccd61 tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1136981373&fields=id&tenant_id=5f7ee977d52949ca83d9a18d279c5a9a HTTP/1.1" status: 200 len: 267 time: 0.0507400 Nov 05 19:58:46.459382 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d21101-163f-4135-a4d7-f62718b65917 None None] Pushing event updated for resources: {'Port': ['ID=197b8291-f398-4720-82f4-763a1f992160,revision_number=5']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:58:46.472429 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvr_db [None req-660a3ece-b3bc-4b58-98b5-bdc9ae66b044 None None] Set router 324e3190-f9a8-4c16-9f57-4b77032616a0 gateway port host: n-d-816865-1 {{(pid=102389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 19:58:46.565284 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa7c765-e57e-4258-a75a-94c3905fe548 req-03193462-38e4-4dc3-8b01-5b4ab88f6b33 tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:58:46.566805 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-1aa7c765-e57e-4258-a75a-94c3905fe548 req-03193462-38e4-4dc3-8b01-5b4ab88f6b33 tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] 10.222.0.13 "GET /v2.0/networks?id=7f486b36-9d47-4fe4-a209-183429c7fb3a HTTP/1.1" status: 200 len: 809 time: 0.1126044 Nov 05 19:58:46.582830 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-1aa7c765-e57e-4258-a75a-94c3905fe548 req-0d177e40-284c-4671-af0b-3f6b8b03b4ce tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] 10.222.0.13 "GET /v2.0/quotas/5f7ee977d52949ca83d9a18d279c5a9a HTTP/1.1" status: 200 len: 375 time: 0.0101383 Nov 05 19:58:46.593838 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-c0d4cd29-7687-4994-8075-555d3eb140b3 None None] Provisioning complete for port 197b8291-f398-4720-82f4-763a1f992160 triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:58:46.594249 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c0d4cd29-7687-4994-8075-555d3eb140b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:58:46.635816 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-1aa7c765-e57e-4258-a75a-94c3905fe548 req-2e3fe51a-7dc8-4fe2-8ce9-782180f2c182 tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=5f7ee977d52949ca83d9a18d279c5a9a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0471394 Nov 05 19:58:46.693739 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-660a3ece-b3bc-4b58-98b5-bdc9ae66b044 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '324e3190-f9a8-4c16-9f57-4b77032616a0', 'name': 'tempest-TestShelveInstance-790141515-router', 'tenant_id': '73bc85f2d8004e58b03d02ec3081a42a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.56'}], 'enable_snat': True}, 'gw_port_id': '1895c6aa-af9b-48c7-ac22-b7982ff4bb98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T19:58:38Z', 'updated_at': '2021-11-05T19:58:42Z', 'revision_number': 4, 'project_id': '73bc85f2d8004e58b03d02ec3081a42a', 'gw_port': {'id': '1895c6aa-af9b-48c7-ac22-b7982ff4bb98', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:15:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '324e3190-f9a8-4c16-9f57-4b77032616a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:58:39Z', 'updated_at': '2021-11-05T19:58:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1', '_interfaces': [{'id': '197b8291-f398-4720-82f4-763a1f992160', 'name': '', 'network_id': '63a0e519-73ec-4ef2-ae0f-fe28b66397dc', 'tenant_id': '73bc85f2d8004e58b03d02ec3081a42a', 'mac_address': 'fa:16:3e:d4:fc:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '324e3190-f9a8-4c16-9f57-4b77032616a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': '2bae8eea-6fa4-489b-9396-1095b00ca35d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:58:41Z', 'updated_at': '2021-11-05T19:58:46Z', 'revision_number': 4, 'project_id': '73bc85f2d8004e58b03d02ec3081a42a', 'subnets': [{'id': '2bae8eea-6fa4-489b-9396-1095b00ca35d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-1', False) {} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:58:46.719497 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-660a3ece-b3bc-4b58-98b5-bdc9ae66b044 None None] The sync data for ids ['324e3190-f9a8-4c16-9f57-4b77032616a0'] in n-d-816865-1 is: [{'id': '324e3190-f9a8-4c16-9f57-4b77032616a0', 'name': 'tempest-TestShelveInstance-790141515-router', 'tenant_id': '73bc85f2d8004e58b03d02ec3081a42a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.56'}], 'enable_snat': True}, 'gw_port_id': '1895c6aa-af9b-48c7-ac22-b7982ff4bb98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T19:58:38Z', 'updated_at': '2021-11-05T19:58:42Z', 'revision_number': 4, 'project_id': '73bc85f2d8004e58b03d02ec3081a42a', 'gw_port': {'id': '1895c6aa-af9b-48c7-ac22-b7982ff4bb98', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:15:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '324e3190-f9a8-4c16-9f57-4b77032616a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:58:39Z', 'updated_at': '2021-11-05T19:58:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1', '_interfaces': [{'id': '197b8291-f398-4720-82f4-763a1f992160', 'name': '', 'network_id': '63a0e519-73ec-4ef2-ae0f-fe28b66397dc', 'tenant_id': '73bc85f2d8004e58b03d02ec3081a42a', 'mac_address': 'fa:16:3e:d4:fc:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '324e3190-f9a8-4c16-9f57-4b77032616a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': '2bae8eea-6fa4-489b-9396-1095b00ca35d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:58:41Z', 'updated_at': '2021-11-05T19:58:46Z', 'revision_number': 4, 'project_id': '73bc85f2d8004e58b03d02ec3081a42a', 'subnets': [{'id': '2bae8eea-6fa4-489b-9396-1095b00ca35d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 19:58:46.835554 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-1aa7c765-e57e-4258-a75a-94c3905fe548 req-bcf51ec2-eb95-4613-8388-74d43da4ba06 service neutron] 10.222.0.13 "GET /v2.0/networks/7f486b36-9d47-4fe4-a209-183429c7fb3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1849136 Nov 05 19:58:46.935015 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-1aa7c765-e57e-4258-a75a-94c3905fe548 req-d17b4969-03fa-420e-ad93-19b157e48801 service neutron] 10.222.0.13 "GET /v2.0/networks/7f486b36-9d47-4fe4-a209-183429c7fb3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928962 Nov 05 19:58:47.153166 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-89e29719-1b9a-41ff-8197-e5a2cd98a70f req-11c8a607-a72b-411b-be92-3f3ae73e5bbb tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8b5e794-7cac-4446-bb27-bf69189a0962 HTTP/1.1" status: 200 len: 210 time: 0.0308154 Nov 05 19:58:47.281302 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 197b8291-f398-4720-82f4-763a1f992160 up at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 19:58:47.340705 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Provisioning complete for port 197b8291-f398-4720-82f4-763a1f992160 triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:58:47.341456 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:58:47.428579 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 1895c6aa-af9b-48c7-ac22-b7982ff4bb98 up at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 19:58:47.476636 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Provisioning complete for port 1895c6aa-af9b-48c7-ac22-b7982ff4bb98 triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:58:47.476939 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:58:48.252439 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-ee6ac92d-a27c-41b4-aea8-1c6b813e54d3 req-4d98d56d-f367-4631-826b-bdd0e4375782 tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8b5e794-7cac-4446-bb27-bf69189a0962 HTTP/1.1" status: 200 len: 210 time: 0.0274973 Nov 05 19:58:49.348015 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa7c765-e57e-4258-a75a-94c3905fe548 req-2762515d-3d06-40e8-87b3-619fb69099b3 tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:58:49.349775 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-8ee78f11-9963-46e6-8ff4-808bcbdcd652 req-9e218c40-ff70-4eca-b79e-fc1342feb184 tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8b5e794-7cac-4446-bb27-bf69189a0962 HTTP/1.1" status: 200 len: 210 time: 0.0265543 Nov 05 19:58:49.351009 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-1aa7c765-e57e-4258-a75a-94c3905fe548 req-2762515d-3d06-40e8-87b3-619fb69099b3 tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] 10.222.0.55 "GET /v2.0/networks?id=7f486b36-9d47-4fe4-a209-183429c7fb3a HTTP/1.1" status: 200 len: 809 time: 0.1081805 Nov 05 19:58:49.415673 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-1aa7c765-e57e-4258-a75a-94c3905fe548 req-682499f8-c0d4-436c-89fb-a28f54646318 tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5f7ee977d52949ca83d9a18d279c5a9a HTTP/1.1" status: 200 len: 380 time: 0.0547633 Nov 05 19:58:49.428108 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [req-1aa7c765-e57e-4258-a75a-94c3905fe548 req-c0f7ff2e-4ab3-4cb3-9d7d-3696d792c881 tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] Request body: {'port': {'device_id': 'b8b5e794-7cac-4446-bb27-bf69189a0962', 'network_id': '7f486b36-9d47-4fe4-a209-183429c7fb3a', 'admin_state_up': True, 'tenant_id': '5f7ee977d52949ca83d9a18d279c5a9a', 'security_groups': ['8cc7b012-1354-4646-9764-9d8ba80fc652']}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:58:49.612584 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1aa7c765-e57e-4258-a75a-94c3905fe548 req-c0f7ff2e-4ab3-4cb3-9d7d-3696d792c881 tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] Made reservation on behalf of 5f7ee977d52949ca83d9a18d279c5a9a for: {'port': 1} {{(pid=102386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 19:58:49.616215 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-1aa7c765-e57e-4258-a75a-94c3905fe548 req-c0f7ff2e-4ab3-4cb3-9d7d-3696d792c881 tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:58:49.743759 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.db_base_plugin_common [req-1aa7c765-e57e-4258-a75a-94c3905fe548 req-c0f7ff2e-4ab3-4cb3-9d7d-3696d792c881 tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] Allocated IP 172.20.0.10 (7f486b36-9d47-4fe4-a209-183429c7fb3a/4f53f6df-69d8-4092-98c8-1d0f1176ac79/271f8ba8-0dbd-470c-b60c-e42cdb356908) {{(pid=102386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 19:58:49.879955 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-1aa7c765-e57e-4258-a75a-94c3905fe548 req-c0f7ff2e-4ab3-4cb3-9d7d-3696d792c881 tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] Publish callbacks [] for port, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:58:49.955753 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-1aa7c765-e57e-4258-a75a-94c3905fe548 req-c0f7ff2e-4ab3-4cb3-9d7d-3696d792c881 tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:58:49.996009 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1aa7c765-e57e-4258-a75a-94c3905fe548 req-c0f7ff2e-4ab3-4cb3-9d7d-3696d792c881 tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] Network 7f486b36-9d47-4fe4-a209-183429c7fb3a is already hosted by enough agents. {{(pid=102386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 19:58:49.998947 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.base_scheduler [req-1aa7c765-e57e-4258-a75a-94c3905fe548 req-c0f7ff2e-4ab3-4cb3-9d7d-3696d792c881 tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] Resources bound (agent type, host, resource id): {{(pid=102386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 19:58:50.005767 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [req-1aa7c765-e57e-4258-a75a-94c3905fe548 req-c0f7ff2e-4ab3-4cb3-9d7d-3696d792c881 tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] Received port after_create {{(pid=102386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 19:58:50.033470 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f7ff2e-4ab3-4cb3-9d7d-3696d792c881 tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] Pushing event updated for resources: {'Port': ['ID=271f8ba8-0dbd-470c-b60c-e42cdb356908,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:58:50.059421 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa7c765-e57e-4258-a75a-94c3905fe548 req-c0f7ff2e-4ab3-4cb3-9d7d-3696d792c881 tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:58:50.060042 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-1aa7c765-e57e-4258-a75a-94c3905fe548 req-c0f7ff2e-4ab3-4cb3-9d7d-3696d792c881 tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:58:50.125416 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-1aa7c765-e57e-4258-a75a-94c3905fe548 req-c0f7ff2e-4ab3-4cb3-9d7d-3696d792c881 tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7010074 Nov 05 19:58:50.145020 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [req-1aa7c765-e57e-4258-a75a-94c3905fe548 req-ba846e7c-017d-4260-a00d-f23b40183d39 service neutron] Request body: {'port': {'device_id': 'b8b5e794-7cac-4446-bb27-bf69189a0962', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816865-1'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:58:50.203556 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-1aa7c765-e57e-4258-a75a-94c3905fe548 req-ba846e7c-017d-4260-a00d-f23b40183d39 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:58:50.228612 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-172f01d9-c242-49c8-9181-700e808e6b94 None None] Provisioning complete for port 271f8ba8-0dbd-470c-b60c-e42cdb356908 triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:58:50.229195 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-172f01d9-c242-49c8-9181-700e808e6b94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:58:50.262584 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-172f01d9-c242-49c8-9181-700e808e6b94 None None] Port 271f8ba8-0dbd-470c-b60c-e42cdb356908 cannot update to ACTIVE because it is not bound. {{(pid=102388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 19:58:50.469857 n-d-816865-1 neutron-server[102386]: DEBUG neutron.notifiers.nova [req-1aa7c765-e57e-4258-a75a-94c3905fe548 req-ba846e7c-017d-4260-a00d-f23b40183d39 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 271f8ba8-0dbd-470c-b60c-e42cdb356908 {{(pid=102386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 19:58:50.472805 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54afc3b-fc57-4e7e-a76e-455812f39199 req-443675cf-441a-4b5d-8f89-00e8a867cc6c tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:58:50.474406 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-a54afc3b-fc57-4e7e-a76e-455812f39199 req-443675cf-441a-4b5d-8f89-00e8a867cc6c tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8b5e794-7cac-4446-bb27-bf69189a0962 HTTP/1.1" status: 200 len: 932 time: 0.0544217 Nov 05 19:58:50.477538 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-1aa7c765-e57e-4258-a75a-94c3905fe548 req-ba846e7c-017d-4260-a00d-f23b40183d39 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:58:50.490191 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.provisioning_blocks [req-1aa7c765-e57e-4258-a75a-94c3905fe548 req-ba846e7c-017d-4260-a00d-f23b40183d39 service neutron] Transition to ACTIVE for port object 271f8ba8-0dbd-470c-b60c-e42cdb356908 will not be triggered until provisioned by entity L2. {{(pid=102386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 05 19:58:50.525083 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-a54afc3b-fc57-4e7e-a76e-455812f39199 req-b8ad56ab-2a74-423a-8458-aa52753f032f tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] 10.222.0.13 "GET /v2.0/security-groups?id=8cc7b012-1354-4646-9764-9d8ba80fc652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445943 Nov 05 19:58:50.589532 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-1aa7c765-e57e-4258-a75a-94c3905fe548 req-ba846e7c-017d-4260-a00d-f23b40183d39 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6149821'] for port, after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:58:50.663613 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba846e7c-017d-4260-a00d-f23b40183d39 service neutron] Pushing event updated for resources: {'Port': ['ID=271f8ba8-0dbd-470c-b60c-e42cdb356908,revision_number=2']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:58:50.721581 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [req-1aa7c765-e57e-4258-a75a-94c3905fe548 req-ba846e7c-017d-4260-a00d-f23b40183d39 service neutron] Attempting to bind port 271f8ba8-0dbd-470c-b60c-e42cdb356908 on host n-h2-816865-1 for vnic_type normal with profile {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 19:58:50.721921 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [req-1aa7c765-e57e-4258-a75a-94c3905fe548 req-ba846e7c-017d-4260-a00d-f23b40183d39 service neutron] Attempting to bind port 271f8ba8-0dbd-470c-b60c-e42cdb356908 by drivers openvswitch,hyperv on host n-h2-816865-1 at level 0 using segments [{'id': '522cfac5-a136-4e48-a113-e5a15593abdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '7f486b36-9d47-4fe4-a209-183429c7fb3a'}] {{(pid=102386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 19:58:50.722276 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1aa7c765-e57e-4258-a75a-94c3905fe548 req-ba846e7c-017d-4260-a00d-f23b40183d39 service neutron] Attempting to bind port 271f8ba8-0dbd-470c-b60c-e42cdb356908 on network 7f486b36-9d47-4fe4-a209-183429c7fb3a {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 19:58:50.727051 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1aa7c765-e57e-4258-a75a-94c3905fe548 req-ba846e7c-017d-4260-a00d-f23b40183d39 service neutron] Port 271f8ba8-0dbd-470c-b60c-e42cdb356908 on network 7f486b36-9d47-4fe4-a209-183429c7fb3a not bound, no agent of type Open vSwitch agent registered on host n-h2-816865-1 {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 19:58:50.727374 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1aa7c765-e57e-4258-a75a-94c3905fe548 req-ba846e7c-017d-4260-a00d-f23b40183d39 service neutron] Attempting to bind port 271f8ba8-0dbd-470c-b60c-e42cdb356908 on network 7f486b36-9d47-4fe4-a209-183429c7fb3a {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 19:58:50.732325 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1aa7c765-e57e-4258-a75a-94c3905fe548 req-ba846e7c-017d-4260-a00d-f23b40183d39 service neutron] Checking agent: {'id': '32aff553-696f-4891-83f5-5c176f61fe54', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816865-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 18, 33, 36), 'started_at': datetime.datetime(2021, 11, 5, 18, 33, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 19, 58, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 19:58:50.732672 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1aa7c765-e57e-4258-a75a-94c3905fe548 req-ba846e7c-017d-4260-a00d-f23b40183d39 service neutron] Checking segment: {'id': '522cfac5-a136-4e48-a113-e5a15593abdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '7f486b36-9d47-4fe4-a209-183429c7fb3a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 19:58:50.733058 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1aa7c765-e57e-4258-a75a-94c3905fe548 req-ba846e7c-017d-4260-a00d-f23b40183d39 service neutron] Bound using segment: {'id': '522cfac5-a136-4e48-a113-e5a15593abdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '7f486b36-9d47-4fe4-a209-183429c7fb3a'} {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 19:58:50.733499 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [req-1aa7c765-e57e-4258-a75a-94c3905fe548 req-ba846e7c-017d-4260-a00d-f23b40183d39 service neutron] Bound port: 271f8ba8-0dbd-470c-b60c-e42cdb356908, host: n-h2-816865-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '522cfac5-a136-4e48-a113-e5a15593abdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '7f486b36-9d47-4fe4-a209-183429c7fb3a'}}] {{(pid=102386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 19:58:50.735195 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-1aa7c765-e57e-4258-a75a-94c3905fe548 req-ba846e7c-017d-4260-a00d-f23b40183d39 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:58:50.803359 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [req-1aa7c765-e57e-4258-a75a-94c3905fe548 req-ba846e7c-017d-4260-a00d-f23b40183d39 service neutron] For port 271f8ba8-0dbd-470c-b60c-e42cdb356908, host n-h2-816865-1, cleared binding levels {{(pid=102386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 19:58:50.806326 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [req-1aa7c765-e57e-4258-a75a-94c3905fe548 req-ba846e7c-017d-4260-a00d-f23b40183d39 service neutron] For port 271f8ba8-0dbd-470c-b60c-e42cdb356908, host n-h2-816865-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=271f8ba8-0dbd-470c-b60c-e42cdb356908,segment=NetworkSegment(522cfac5-a136-4e48-a113-e5a15593abdd),segment_id=522cfac5-a136-4e48-a113-e5a15593abdd)] {{(pid=102386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 19:58:50.922349 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-1aa7c765-e57e-4258-a75a-94c3905fe548 req-ba846e7c-017d-4260-a00d-f23b40183d39 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6149821'] for port, after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:58:50.954910 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa7c765-e57e-4258-a75a-94c3905fe548 req-ba846e7c-017d-4260-a00d-f23b40183d39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:58:50.955537 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-1aa7c765-e57e-4258-a75a-94c3905fe548 req-ba846e7c-017d-4260-a00d-f23b40183d39 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:58:50.956919 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-1aa7c765-e57e-4258-a75a-94c3905fe548 req-ba846e7c-017d-4260-a00d-f23b40183d39 service neutron] 10.222.0.55 "PUT /v2.0/ports/271f8ba8-0dbd-470c-b60c-e42cdb356908 HTTP/1.1" status: 200 len: 1092 time: 0.8175468 Nov 05 19:58:50.957360 n-d-816865-1 neutron-server[102386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8b5e794-7cac-4446-bb27-bf69189a0962', 'tag': '271f8ba8-0dbd-470c-b60c-e42cdb356908'}] {{(pid=102386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 19:58:50.959705 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d24c2e9fd656c946d5f792cc44b0d4efbe125a7d17e01666b7f4dc8150dd75ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a17895b2-66e7-4990-a528-fb56b5401ef9" -d '{"events": [{"name": "network-changed", "server_uuid": "b8b5e794-7cac-4446-bb27-bf69189a0962", "tag": "271f8ba8-0dbd-470c-b60c-e42cdb356908"}]}' {{(pid=102386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 19:58:50.986669 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba846e7c-017d-4260-a00d-f23b40183d39 service neutron] Pushing event updated for resources: {'Port': ['ID=271f8ba8-0dbd-470c-b60c-e42cdb356908,revision_number=3']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:58:51.085942 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 19:58:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfa4199e-18eb-47e1-a019-33f874703dee x-openstack-request-id: req-bfa4199e-18eb-47e1-a019-33f874703dee {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 19:58:51.086281 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8b5e794-7cac-4446-bb27-bf69189a0962", "tag": "271f8ba8-0dbd-470c-b60c-e42cdb356908", "status": "completed", "code": 200}]} {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 19:58:51.086537 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-bfa4199e-18eb-47e1-a019-33f874703dee {{(pid=102386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 19:58:51.086934 n-d-816865-1 neutron-server[102386]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8b5e794-7cac-4446-bb27-bf69189a0962', 'tag': '271f8ba8-0dbd-470c-b60c-e42cdb356908', 'status': 'completed', 'code': 200} Nov 05 19:58:51.103810 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa7c765-e57e-4258-a75a-94c3905fe548 req-f99d0e29-e0bf-4ada-afb8-a1895b5afc28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:58:51.105336 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-1aa7c765-e57e-4258-a75a-94c3905fe548 req-f99d0e29-e0bf-4ada-afb8-a1895b5afc28 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=5f7ee977d52949ca83d9a18d279c5a9a&device_id=b8b5e794-7cac-4446-bb27-bf69189a0962 HTTP/1.1" status: 200 len: 1095 time: 0.0505495 Nov 05 19:58:51.149512 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-1aa7c765-e57e-4258-a75a-94c3905fe548 req-3efa13ff-1db9-4c15-a61c-6363a95adcb1 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=271f8ba8-0dbd-470c-b60c-e42cdb356908 HTTP/1.1" status: 200 len: 217 time: 0.0355642 Nov 05 19:58:51.199661 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa7c765-e57e-4258-a75a-94c3905fe548 req-3bcf76ec-2287-4a7f-ba81-39b79e5ac254 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:58:51.201117 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-1aa7c765-e57e-4258-a75a-94c3905fe548 req-3bcf76ec-2287-4a7f-ba81-39b79e5ac254 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=4f53f6df-69d8-4092-98c8-1d0f1176ac79 HTTP/1.1" status: 200 len: 848 time: 0.0440841 Nov 05 19:58:51.251132 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa7c765-e57e-4258-a75a-94c3905fe548 req-73a442fb-a4dc-421c-a842-4d3561f9e2ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:58:51.252548 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-1aa7c765-e57e-4258-a75a-94c3905fe548 req-73a442fb-a4dc-421c-a842-4d3561f9e2ba service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=7f486b36-9d47-4fe4-a209-183429c7fb3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0436697 Nov 05 19:58:51.346602 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-1aa7c765-e57e-4258-a75a-94c3905fe548 req-f31b3ff3-60cf-465d-a526-97be4fd45eda service neutron] 10.222.0.55 "GET /v2.0/networks/7f486b36-9d47-4fe4-a209-183429c7fb3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826764 Nov 05 19:58:51.443076 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-1aa7c765-e57e-4258-a75a-94c3905fe548 req-bb8bf1bd-685f-436b-863b-1167ccffdb54 service neutron] 10.222.0.55 "GET /v2.0/networks/7f486b36-9d47-4fe4-a209-183429c7fb3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849612 Nov 05 19:58:51.599774 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17895b2-66e7-4990-a528-fb56b5401ef9 req-7f21ad01-c600-43c8-aa12-56aba922789c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:58:51.601207 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-a17895b2-66e7-4990-a528-fb56b5401ef9 req-7f21ad01-c600-43c8-aa12-56aba922789c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=5f7ee977d52949ca83d9a18d279c5a9a&device_id=b8b5e794-7cac-4446-bb27-bf69189a0962 HTTP/1.1" status: 200 len: 1095 time: 0.0418220 Nov 05 19:58:51.648132 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0b46ac-2350-4f94-9254-c4a3a34fae40 req-4d00235f-d424-43df-ab26-8a7952060a86 tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:58:51.649647 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-7a0b46ac-2350-4f94-9254-c4a3a34fae40 req-4d00235f-d424-43df-ab26-8a7952060a86 tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8b5e794-7cac-4446-bb27-bf69189a0962 HTTP/1.1" status: 200 len: 944 time: 0.0543089 Nov 05 19:58:51.700547 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-7a0b46ac-2350-4f94-9254-c4a3a34fae40 req-10ddf099-a59e-4847-96d9-02db48ea5706 tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] 10.222.0.13 "GET /v2.0/security-groups?id=8cc7b012-1354-4646-9764-9d8ba80fc652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444849 Nov 05 19:58:51.719356 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17895b2-66e7-4990-a528-fb56b5401ef9 req-e743c23a-d30e-434b-9d53-8c0e284eb4d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:58:51.720850 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-a17895b2-66e7-4990-a528-fb56b5401ef9 req-e743c23a-d30e-434b-9d53-8c0e284eb4d1 service neutron] 10.222.0.55 "GET /v2.0/networks?id=7f486b36-9d47-4fe4-a209-183429c7fb3a HTTP/1.1" status: 200 len: 910 time: 0.1125681 Nov 05 19:58:51.768730 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-a17895b2-66e7-4990-a528-fb56b5401ef9 req-a1be178f-257d-4d4f-af9f-0bf3a1a8b36c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=271f8ba8-0dbd-470c-b60c-e42cdb356908 HTTP/1.1" status: 200 len: 217 time: 0.0357802 Nov 05 19:58:51.817260 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17895b2-66e7-4990-a528-fb56b5401ef9 req-e9caedae-b2ad-4b98-abdd-f8054b6ae9e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:58:51.818745 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-a17895b2-66e7-4990-a528-fb56b5401ef9 req-e9caedae-b2ad-4b98-abdd-f8054b6ae9e7 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=4f53f6df-69d8-4092-98c8-1d0f1176ac79 HTTP/1.1" status: 200 len: 848 time: 0.0429873 Nov 05 19:58:51.864062 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17895b2-66e7-4990-a528-fb56b5401ef9 req-9b9ea2fe-b24c-4dbb-87d9-25bef0fd2e5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:58:51.865446 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-a17895b2-66e7-4990-a528-fb56b5401ef9 req-9b9ea2fe-b24c-4dbb-87d9-25bef0fd2e5e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=7f486b36-9d47-4fe4-a209-183429c7fb3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0393262 Nov 05 19:58:51.959361 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-a17895b2-66e7-4990-a528-fb56b5401ef9 req-5c738f7e-ed20-4488-9cd4-ce5a386123e5 service neutron] 10.222.0.55 "GET /v2.0/networks/7f486b36-9d47-4fe4-a209-183429c7fb3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847802 Nov 05 19:58:52.054998 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-a17895b2-66e7-4990-a528-fb56b5401ef9 req-8b165f1c-e6a7-4b02-990b-3296527fb996 service neutron] 10.222.0.55 "GET /v2.0/networks/7f486b36-9d47-4fe4-a209-183429c7fb3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867341 Nov 05 19:58:52.815506 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ea25bb-9f30-4b44-a3af-8ceb93f7701f req-d7f51da5-44c7-475b-82f7-de38ad25aa11 tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:58:52.816979 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-d3ea25bb-9f30-4b44-a3af-8ceb93f7701f req-d7f51da5-44c7-475b-82f7-de38ad25aa11 tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8b5e794-7cac-4446-bb27-bf69189a0962 HTTP/1.1" status: 200 len: 944 time: 0.0480933 Nov 05 19:58:52.868876 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-d3ea25bb-9f30-4b44-a3af-8ceb93f7701f req-27555b81-0b91-4208-bced-0aa3a554bc7c tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] 10.222.0.13 "GET /v2.0/security-groups?id=8cc7b012-1354-4646-9764-9d8ba80fc652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459971 Nov 05 19:58:53.985049 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581d91c1-752d-4297-af82-a9ba2ea0e2d1 req-9dbbc074-61ab-4815-8b3c-d1ec6d7c4900 tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:58:53.986571 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-581d91c1-752d-4297-af82-a9ba2ea0e2d1 req-9dbbc074-61ab-4815-8b3c-d1ec6d7c4900 tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8b5e794-7cac-4446-bb27-bf69189a0962 HTTP/1.1" status: 200 len: 944 time: 0.0493505 Nov 05 19:58:54.037217 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-581d91c1-752d-4297-af82-a9ba2ea0e2d1 req-82d62a41-a3b5-4ed2-8562-df16f7e0832a tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] 10.222.0.13 "GET /v2.0/security-groups?id=8cc7b012-1354-4646-9764-9d8ba80fc652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446522 Nov 05 19:58:55.156249 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e75a636-a730-4b53-bca1-55a39dc84bc9 req-b64ab743-1c4a-4667-adf2-0d070f392087 tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:58:55.157804 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-5e75a636-a730-4b53-bca1-55a39dc84bc9 req-b64ab743-1c4a-4667-adf2-0d070f392087 tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8b5e794-7cac-4446-bb27-bf69189a0962 HTTP/1.1" status: 200 len: 944 time: 0.0515828 Nov 05 19:58:55.208877 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-5e75a636-a730-4b53-bca1-55a39dc84bc9 req-5c52be29-3794-4a66-b570-3bebe3f3f9b2 tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] 10.222.0.13 "GET /v2.0/security-groups?id=8cc7b012-1354-4646-9764-9d8ba80fc652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450935 Nov 05 19:58:55.400366 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Device 271f8ba8-0dbd-470c-b60c-e42cdb356908 details requested by agent hyperv_n-h2-816865-1 with host n-h2-816865-1 {{(pid=102388) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 05 19:58:55.495103 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] For port 271f8ba8-0dbd-470c-b60c-e42cdb356908, host n-h2-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=271f8ba8-0dbd-470c-b60c-e42cdb356908,segment=NetworkSegment(522cfac5-a136-4e48-a113-e5a15593abdd),segment_id=522cfac5-a136-4e48-a113-e5a15593abdd)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:58:55.505997 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Returning: {'device': '271f8ba8-0dbd-470c-b60c-e42cdb356908', 'network_id': '7f486b36-9d47-4fe4-a209-183429c7fb3a', 'port_id': '271f8ba8-0dbd-470c-b60c-e42cdb356908', 'mac_address': 'fa:16:3e:10:7a:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 183, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f53f6df-69d8-4092-98c8-1d0f1176ac79', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102388) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 05 19:58:55.547346 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:58:55.560049 n-d-816865-1 neutron-server[102388]: DEBUG neutron.notifiers.nova [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 271f8ba8-0dbd-470c-b60c-e42cdb356908 {{(pid=102388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 19:58:55.579184 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] For port 271f8ba8-0dbd-470c-b60c-e42cdb356908, host n-h2-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=271f8ba8-0dbd-470c-b60c-e42cdb356908,segment=NetworkSegment(522cfac5-a136-4e48-a113-e5a15593abdd),segment_id=522cfac5-a136-4e48-a113-e5a15593abdd)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:58:55.663833 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:58:55.711307 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Pushing event updated for resources: {'Port': ['ID=271f8ba8-0dbd-470c-b60c-e42cdb356908,revision_number=4']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:58:55.972251 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] get_ports_and_sgs() called for port_ids ['271f8ba8-0dbd-470c-b60c-e42cdb356908'] {{(pid=102388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 19:58:56.326201 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f19567f-6423-434c-9525-601501799e79 req-6c5f2878-ac18-4566-90a4-c66ef0694780 tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:58:56.328264 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-6f19567f-6423-434c-9525-601501799e79 req-6c5f2878-ac18-4566-90a4-c66ef0694780 tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8b5e794-7cac-4446-bb27-bf69189a0962 HTTP/1.1" status: 200 len: 945 time: 0.0522060 Nov 05 19:58:56.376981 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-6f19567f-6423-434c-9525-601501799e79 req-33f02788-e732-4bcb-8291-04df93fd856d tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] 10.222.0.13 "GET /v2.0/security-groups?id=8cc7b012-1354-4646-9764-9d8ba80fc652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428026 Nov 05 19:58:57.400468 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Device 271f8ba8-0dbd-470c-b60c-e42cdb356908 up at agent hyperv_n-h2-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 19:58:57.491816 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02807869-4ab5-41bf-a83f-68f793ace35d req-9cd5f647-fc16-496c-8975-a2e534908087 tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:58:57.493319 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-02807869-4ab5-41bf-a83f-68f793ace35d req-9cd5f647-fc16-496c-8975-a2e534908087 tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8b5e794-7cac-4446-bb27-bf69189a0962 HTTP/1.1" status: 200 len: 945 time: 0.0493205 Nov 05 19:58:57.504064 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Provisioning for port 271f8ba8-0dbd-470c-b60c-e42cdb356908 completed by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 05 19:58:57.508268 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Provisioning complete for port 271f8ba8-0dbd-470c-b60c-e42cdb356908 triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 19:58:57.508648 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:58:57.545246 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-02807869-4ab5-41bf-a83f-68f793ace35d req-ae041acf-2e55-4927-8233-ff4f409d52f8 tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] 10.222.0.13 "GET /v2.0/security-groups?id=8cc7b012-1354-4646-9764-9d8ba80fc652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451403 Nov 05 19:58:57.594234 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:58:57.616004 n-d-816865-1 neutron-server[102388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8b5e794-7cac-4446-bb27-bf69189a0962', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '271f8ba8-0dbd-470c-b60c-e42cdb356908'}] {{(pid=102388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 19:58:57.618296 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6791add14b0903d9e674b39f457aa3a29109aa98d0835d5644e65cf363d7cf55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1587ceab-aa8e-4b28-b7aa-b83c34001899" -d '{"events": [{"server_uuid": "b8b5e794-7cac-4446-bb27-bf69189a0962", "name": "network-vif-plugged", "status": "completed", "tag": "271f8ba8-0dbd-470c-b60c-e42cdb356908"}]}' {{(pid=102388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 19:58:57.631401 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] For port 271f8ba8-0dbd-470c-b60c-e42cdb356908, host n-h2-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=271f8ba8-0dbd-470c-b60c-e42cdb356908,segment=NetworkSegment(522cfac5-a136-4e48-a113-e5a15593abdd),segment_id=522cfac5-a136-4e48-a113-e5a15593abdd)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 19:58:57.655633 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 19:58:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3cf028c-f620-4f14-9973-880745a57419 x-openstack-request-id: req-e3cf028c-f620-4f14-9973-880745a57419 {{(pid=102388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 19:58:57.655971 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8b5e794-7cac-4446-bb27-bf69189a0962", "name": "network-vif-plugged", "status": "completed", "tag": "271f8ba8-0dbd-470c-b60c-e42cdb356908", "code": 200}]} {{(pid=102388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 19:58:57.656188 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e3cf028c-f620-4f14-9973-880745a57419 {{(pid=102388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 19:58:57.656567 n-d-816865-1 neutron-server[102388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8b5e794-7cac-4446-bb27-bf69189a0962', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '271f8ba8-0dbd-470c-b60c-e42cdb356908', 'code': 200} Nov 05 19:58:57.687582 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:58:57.737089 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Pushing event updated for resources: {'Port': ['ID=271f8ba8-0dbd-470c-b60c-e42cdb356908,revision_number=5']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:58:57.770479 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9279c3b5-1b6e-46f2-9ed7-116958eda296 req-197c8938-8725-4a3f-9c85-e0e4e456efad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:58:57.772004 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-9279c3b5-1b6e-46f2-9ed7-116958eda296 req-197c8938-8725-4a3f-9c85-e0e4e456efad service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=b8b5e794-7cac-4446-bb27-bf69189a0962 HTTP/1.1" status: 200 len: 1097 time: 0.0445342 Nov 05 19:58:57.823136 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-9279c3b5-1b6e-46f2-9ed7-116958eda296 req-db0fcd1d-3e0e-4b2f-ab4b-83d7f0d4a949 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=8cc7b012-1354-4646-9764-9d8ba80fc652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400941 Nov 05 19:58:58.670533 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece49bec-c836-4a48-bd49-965c158edc9a req-83c2e73f-5b7e-4b6d-ba4f-8586d70a6d34 tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:58:58.672232 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-ece49bec-c836-4a48-bd49-965c158edc9a req-83c2e73f-5b7e-4b6d-ba4f-8586d70a6d34 tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8b5e794-7cac-4446-bb27-bf69189a0962 HTTP/1.1" status: 200 len: 946 time: 0.0546498 Nov 05 19:58:58.721276 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-ece49bec-c836-4a48-bd49-965c158edc9a req-5ded18c5-6bb7-41fa-b492-fc71eacbaf17 tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] 10.222.0.13 "GET /v2.0/security-groups?id=8cc7b012-1354-4646-9764-9d8ba80fc652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429065 Nov 05 19:58:59.845334 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4333f02-4fed-437c-913e-27f4f32fce6f req-4daf4e95-d0c1-4539-a572-4eca6d6beaf1 tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:58:59.847000 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-f4333f02-4fed-437c-913e-27f4f32fce6f req-4daf4e95-d0c1-4539-a572-4eca6d6beaf1 tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8b5e794-7cac-4446-bb27-bf69189a0962 HTTP/1.1" status: 200 len: 946 time: 0.0491819 Nov 05 19:58:59.895896 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-f4333f02-4fed-437c-913e-27f4f32fce6f req-1b79fa43-e0eb-4540-a4e2-3a5d86715a57 tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] 10.222.0.13 "GET /v2.0/security-groups?id=8cc7b012-1354-4646-9764-9d8ba80fc652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428078 Nov 05 19:59:00.011718 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dab9995-aeb9-4cc3-8598-571a02b29189 req-21a9ca97-77c5-488d-9a53-0a3e45443663 tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:59:00.013195 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-2dab9995-aeb9-4cc3-8598-571a02b29189 req-21a9ca97-77c5-488d-9a53-0a3e45443663 tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8b5e794-7cac-4446-bb27-bf69189a0962 HTTP/1.1" status: 200 len: 946 time: 0.0481613 Nov 05 19:59:00.066563 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-2dab9995-aeb9-4cc3-8598-571a02b29189 req-70f731b8-858a-4ea9-a5d4-b0b075d4728f tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] 10.222.0.13 "GET /v2.0/security-groups?id=8cc7b012-1354-4646-9764-9d8ba80fc652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473812 Nov 05 19:59:00.087598 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 47474) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:59:00.170484 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eeab20c9-b0ac-4314-92ba-3261a46c33ef tempest-TestShelveInstance-375659347 tempest-TestShelveInstance-375659347-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:59:00.172224 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-eeab20c9-b0ac-4314-92ba-3261a46c33ef tempest-TestShelveInstance-375659347 tempest-TestShelveInstance-375659347-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=b8b5e794-7cac-4446-bb27-bf69189a0962 HTTP/1.1" status: 200 len: 1092 time: 0.0836627 Nov 05 19:59:00.175243 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 47478) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 19:59:00.179548 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-ddb79a21-7feb-4f7d-a9a0-d4c1733a3030 tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] Request body: {'floatingip': {'floating_network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'port_id': '271f8ba8-0dbd-470c-b60c-e42cdb356908', 'tenant_id': '5f7ee977d52949ca83d9a18d279c5a9a', 'fixed_ip_address': '172.20.0.10'}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 19:59:00.269515 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-ddb79a21-7feb-4f7d-a9a0-d4c1733a3030 tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] Publish callbacks [] for floatingip, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:59:00.367554 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-ddb79a21-7feb-4f7d-a9a0-d4c1733a3030 tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:59:00.472355 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.db_base_plugin_common [None req-ddb79a21-7feb-4f7d-a9a0-d4c1733a3030 tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] Allocated IP 172.25.6.157 (40c8335d-cd0b-4cb5-910a-d4dcddd5cbec/04fe6db3-e108-4208-943d-6518424f5726/7d401f0b-79c8-49d6-a212-aca1e27e5d08) {{(pid=102387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 19:59:00.568717 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-ddb79a21-7feb-4f7d-a9a0-d4c1733a3030 tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] Publish callbacks [] for port, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:59:00.652422 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-ddb79a21-7feb-4f7d-a9a0-d4c1733a3030 tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4417063'] for port, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:59:00.689802 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddb79a21-7feb-4f7d-a9a0-d4c1733a3030 tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] Network 40c8335d-cd0b-4cb5-910a-d4dcddd5cbec is already hosted by enough agents. {{(pid=102387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 19:59:00.694570 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.base_scheduler [None req-ddb79a21-7feb-4f7d-a9a0-d4c1733a3030 tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] Resources bound (agent type, host, resource id): {{(pid=102387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 19:59:00.698174 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddb79a21-7feb-4f7d-a9a0-d4c1733a3030 tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] Received port after_create {{(pid=102387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 19:59:00.704295 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb79a21-7feb-4f7d-a9a0-d4c1733a3030 tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] Pushing event updated for resources: {'Port': ['ID=7d401f0b-79c8-49d6-a212-aca1e27e5d08,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:59:01.044443 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-ddb79a21-7feb-4f7d-a9a0-d4c1733a3030 tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:59:01.197939 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-ddb79a21-7feb-4f7d-a9a0-d4c1733a3030 tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:59:01.348098 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-ddb79a21-7feb-4f7d-a9a0-d4c1733a3030 tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] Publish callbacks [] for port, precommit_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:59:01.406729 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-ddb79a21-7feb-4f7d-a9a0-d4c1733a3030 tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4417072'] for port, after_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:59:01.477124 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb79a21-7feb-4f7d-a9a0-d4c1733a3030 tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] Pushing event updated for resources: {'Port': ['ID=7d401f0b-79c8-49d6-a212-aca1e27e5d08,revision_number=2']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 19:59:01.486957 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-ddb79a21-7feb-4f7d-a9a0-d4c1733a3030 tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1000577'] for floatingip, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:59:01.585738 n-d-816865-1 neutron-server[102387]: INFO neutron.db.l3_db [None req-ddb79a21-7feb-4f7d-a9a0-d4c1733a3030 tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] Floating IP 7bcb5947-2a7e-4ae4-a4a1-56b63556bd2b associated. External IP: 172.25.6.157, port: 271f8ba8-0dbd-470c-b60c-e42cdb356908. Nov 05 19:59:01.791099 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ddb79a21-7feb-4f7d-a9a0-d4c1733a3030 tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] Router 069ef3f4-b943-41c1-8e48-4d6dda3ccf44 has already been hosted by L3 agent 6dcb5589-8e86-4616-9186-ddc4548e13ad {{(pid=102387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 19:59:01.895191 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddb79a21-7feb-4f7d-a9a0-d4c1733a3030 tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] Notify agent at l3_agent.n-d-816865-1 the message routers_updated {{(pid=102387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 19:59:01.904599 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2564f16c-ea27-4291-abc2-82fe5e079a72 None None] Sync routers for ids ['069ef3f4-b943-41c1-8e48-4d6dda3ccf44'] in n-d-816865-1 {{(pid=102388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 19:59:01.913706 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2564f16c-ea27-4291-abc2-82fe5e079a72 None None] Routers {'069ef3f4-b943-41c1-8e48-4d6dda3ccf44'} bound to L3 agent in host n-d-816865-1 {{(pid=102388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 19:59:01.921483 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-2564f16c-ea27-4291-abc2-82fe5e079a72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T19:58:35Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['069ef3f4-b943-41c1-8e48-4d6dda3ccf44'], 'active': True} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:59:01.969643 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-ddb79a21-7feb-4f7d-a9a0-d4c1733a3030 tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for floatingip, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:59:02.000535 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-ddb79a21-7feb-4f7d-a9a0-d4c1733a3030 tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8242373 Nov 05 19:59:02.001460 n-d-816865-1 neutron-server[102387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8b5e794-7cac-4446-bb27-bf69189a0962', 'tag': '271f8ba8-0dbd-470c-b60c-e42cdb356908'}] {{(pid=102387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 19:59:02.003499 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1aa7e2392c69fb9acc0b335571f919b1f61097b9ced1ed941ddb2f5c01cc85e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-964f7588-8664-4c4a-8421-2bbf1bc1f353" -d '{"events": [{"name": "network-changed", "server_uuid": "b8b5e794-7cac-4446-bb27-bf69189a0962", "tag": "271f8ba8-0dbd-470c-b60c-e42cdb356908"}]}' {{(pid=102387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 19:59:02.033857 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvr_db [None req-2564f16c-ea27-4291-abc2-82fe5e079a72 None None] Set router 069ef3f4-b943-41c1-8e48-4d6dda3ccf44 gateway port host: n-d-816865-1 {{(pid=102388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 19:59:02.040643 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 19:59:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5efd2b4-d16e-47f3-9d01-3bca55ed1072 x-openstack-request-id: req-e5efd2b4-d16e-47f3-9d01-3bca55ed1072 {{(pid=102387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 19:59:02.040938 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8b5e794-7cac-4446-bb27-bf69189a0962", "tag": "271f8ba8-0dbd-470c-b60c-e42cdb356908", "status": "completed", "code": 200}]} {{(pid=102387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 19:59:02.041263 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e5efd2b4-d16e-47f3-9d01-3bca55ed1072 {{(pid=102387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 19:59:02.041600 n-d-816865-1 neutron-server[102387]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8b5e794-7cac-4446-bb27-bf69189a0962', 'tag': '271f8ba8-0dbd-470c-b60c-e42cdb356908', 'status': 'completed', 'code': 200} Nov 05 19:59:02.108434 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964f7588-8664-4c4a-8421-2bbf1bc1f353 req-b7cd2e68-29e5-4c4a-96a3-415c8ac63432 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:59:02.110735 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-964f7588-8664-4c4a-8421-2bbf1bc1f353 req-b7cd2e68-29e5-4c4a-96a3-415c8ac63432 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=5f7ee977d52949ca83d9a18d279c5a9a&device_id=b8b5e794-7cac-4446-bb27-bf69189a0962 HTTP/1.1" status: 200 len: 1097 time: 0.0405133 Nov 05 19:59:02.207427 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964f7588-8664-4c4a-8421-2bbf1bc1f353 req-96aefb05-6c04-44b6-af66-1338d317841c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:59:02.209199 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-964f7588-8664-4c4a-8421-2bbf1bc1f353 req-96aefb05-6c04-44b6-af66-1338d317841c service neutron] 10.222.0.55 "GET /v2.0/networks?id=7f486b36-9d47-4fe4-a209-183429c7fb3a HTTP/1.1" status: 200 len: 910 time: 0.0896256 Nov 05 19:59:02.262403 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-2564f16c-ea27-4291-abc2-82fe5e079a72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '069ef3f4-b943-41c1-8e48-4d6dda3ccf44', 'name': 'tempest-TestShelveInstance-1155037498-router', 'tenant_id': '5f7ee977d52949ca83d9a18d279c5a9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.240'}], 'enable_snat': True}, 'gw_port_id': '4772bf23-8391-4ea5-b905-3634aeb2ddb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T19:58:33Z', 'updated_at': '2021-11-05T19:58:36Z', 'revision_number': 4, 'project_id': '5f7ee977d52949ca83d9a18d279c5a9a', 'gw_port': {'id': '4772bf23-8391-4ea5-b905-3634aeb2ddb0', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:bd:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '069ef3f4-b943-41c1-8e48-4d6dda3ccf44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:58:33Z', 'updated_at': '2021-11-05T19:58:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1', '_floatingips': [{'id': '7bcb5947-2a7e-4ae4-a4a1-56b63556bd2b', 'tenant_id': '5f7ee977d52949ca83d9a18d279c5a9a', 'floating_ip_address': '172.25.6.157', 'floating_network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'router_id': '069ef3f4-b943-41c1-8e48-4d6dda3ccf44', 'port_id': '271f8ba8-0dbd-470c-b60c-e42cdb356908', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4308, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7f486b36-9d47-4fe4-a209-183429c7fb3a', 'mac_address': 'fa:16:3e:10:7a:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8b5e794-7cac-4446-bb27-bf69189a0962', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-05T19:59:00Z', 'updated_at': '2021-11-05T19:59:00Z', 'revision_number': 0, 'project_id': '5f7ee977d52949ca83d9a18d279c5a9a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b5a2bca2-27a4-4ab7-a392-389574267031', 'name': '', 'network_id': '7f486b36-9d47-4fe4-a209-183429c7fb3a', 'tenant_id': '5f7ee977d52949ca83d9a18d279c5a9a', 'mac_address': 'fa:16:3e:bc:4f:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '069ef3f4-b943-41c1-8e48-4d6dda3ccf44', 'device_owner': 'network:router_interface', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '4f53f6df-69d8-4092-98c8-1d0f1176ac79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:58:35Z', 'updated_at': '2021-11-05T19:58:40Z', 'revision_number': 5, 'project_id': '5f7ee977d52949ca83d9a18d279c5a9a', 'subnets': [{'id': '4f53f6df-69d8-4092-98c8-1d0f1176ac79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-1', False) {} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:59:02.273249 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-964f7588-8664-4c4a-8421-2bbf1bc1f353 req-63f5649c-c166-4dc7-9699-2f1dda58f76d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=271f8ba8-0dbd-470c-b60c-e42cdb356908 HTTP/1.1" status: 200 len: 1000 time: 0.0568759 Nov 05 19:59:02.288825 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2564f16c-ea27-4291-abc2-82fe5e079a72 None None] Checking router: 069ef3f4-b943-41c1-8e48-4d6dda3ccf44 for host: n-d-816865-1 {{(pid=102388) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 19:59:02.298280 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2564f16c-ea27-4291-abc2-82fe5e079a72 None None] Routers {'069ef3f4-b943-41c1-8e48-4d6dda3ccf44'} bound to L3 agent in host n-d-816865-1 {{(pid=102388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 19:59:02.298842 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-2564f16c-ea27-4291-abc2-82fe5e079a72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T19:58:35Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['069ef3f4-b943-41c1-8e48-4d6dda3ccf44'], 'active': True} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:59:02.326882 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964f7588-8664-4c4a-8421-2bbf1bc1f353 req-cda23b0c-89f4-4df8-a0b6-79b0f5cc7cca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:59:02.328363 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-964f7588-8664-4c4a-8421-2bbf1bc1f353 req-cda23b0c-89f4-4df8-a0b6-79b0f5cc7cca service neutron] 10.222.0.55 "GET /v2.0/subnets?id=4f53f6df-69d8-4092-98c8-1d0f1176ac79 HTTP/1.1" status: 200 len: 848 time: 0.0484679 Nov 05 19:59:02.374890 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964f7588-8664-4c4a-8421-2bbf1bc1f353 req-b11e8c31-e336-4590-af47-c7301f7ee8f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:59:02.376389 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-964f7588-8664-4c4a-8421-2bbf1bc1f353 req-b11e8c31-e336-4590-af47-c7301f7ee8f7 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=7f486b36-9d47-4fe4-a209-183429c7fb3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403953 Nov 05 19:59:02.404448 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvr_db [None req-2564f16c-ea27-4291-abc2-82fe5e079a72 None None] Set router 069ef3f4-b943-41c1-8e48-4d6dda3ccf44 gateway port host: n-d-816865-1 {{(pid=102388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 19:59:02.466802 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-964f7588-8664-4c4a-8421-2bbf1bc1f353 req-84f83764-43d9-4d79-bb7f-8307e994f38b service neutron] 10.222.0.55 "GET /v2.0/networks/7f486b36-9d47-4fe4-a209-183429c7fb3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824325 Nov 05 19:59:02.565361 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-964f7588-8664-4c4a-8421-2bbf1bc1f353 req-c3ef6603-bece-44f1-9af1-040923cc7c2c service neutron] 10.222.0.55 "GET /v2.0/networks/7f486b36-9d47-4fe4-a209-183429c7fb3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905344 Nov 05 19:59:02.646711 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-2564f16c-ea27-4291-abc2-82fe5e079a72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '069ef3f4-b943-41c1-8e48-4d6dda3ccf44', 'name': 'tempest-TestShelveInstance-1155037498-router', 'tenant_id': '5f7ee977d52949ca83d9a18d279c5a9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.240'}], 'enable_snat': True}, 'gw_port_id': '4772bf23-8391-4ea5-b905-3634aeb2ddb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T19:58:33Z', 'updated_at': '2021-11-05T19:58:36Z', 'revision_number': 4, 'project_id': '5f7ee977d52949ca83d9a18d279c5a9a', 'gw_port': {'id': '4772bf23-8391-4ea5-b905-3634aeb2ddb0', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:bd:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '069ef3f4-b943-41c1-8e48-4d6dda3ccf44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:58:33Z', 'updated_at': '2021-11-05T19:58:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1', '_floatingips': [{'id': '7bcb5947-2a7e-4ae4-a4a1-56b63556bd2b', 'tenant_id': '5f7ee977d52949ca83d9a18d279c5a9a', 'floating_ip_address': '172.25.6.157', 'floating_network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'router_id': '069ef3f4-b943-41c1-8e48-4d6dda3ccf44', 'port_id': '271f8ba8-0dbd-470c-b60c-e42cdb356908', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4308, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7f486b36-9d47-4fe4-a209-183429c7fb3a', 'mac_address': 'fa:16:3e:10:7a:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8b5e794-7cac-4446-bb27-bf69189a0962', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-05T19:59:00Z', 'updated_at': '2021-11-05T19:59:00Z', 'revision_number': 0, 'project_id': '5f7ee977d52949ca83d9a18d279c5a9a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b5a2bca2-27a4-4ab7-a392-389574267031', 'name': '', 'network_id': '7f486b36-9d47-4fe4-a209-183429c7fb3a', 'tenant_id': '5f7ee977d52949ca83d9a18d279c5a9a', 'mac_address': 'fa:16:3e:bc:4f:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '069ef3f4-b943-41c1-8e48-4d6dda3ccf44', 'device_owner': 'network:router_interface', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '4f53f6df-69d8-4092-98c8-1d0f1176ac79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:58:35Z', 'updated_at': '2021-11-05T19:58:40Z', 'revision_number': 5, 'project_id': '5f7ee977d52949ca83d9a18d279c5a9a', 'subnets': [{'id': '4f53f6df-69d8-4092-98c8-1d0f1176ac79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-1', False) {} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 19:59:02.674175 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2564f16c-ea27-4291-abc2-82fe5e079a72 None None] The sync data for ids ['069ef3f4-b943-41c1-8e48-4d6dda3ccf44'] in n-d-816865-1 is: [{'id': '069ef3f4-b943-41c1-8e48-4d6dda3ccf44', 'name': 'tempest-TestShelveInstance-1155037498-router', 'tenant_id': '5f7ee977d52949ca83d9a18d279c5a9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.240'}], 'enable_snat': True}, 'gw_port_id': '4772bf23-8391-4ea5-b905-3634aeb2ddb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T19:58:33Z', 'updated_at': '2021-11-05T19:58:36Z', 'revision_number': 4, 'project_id': '5f7ee977d52949ca83d9a18d279c5a9a', 'gw_port': {'id': '4772bf23-8391-4ea5-b905-3634aeb2ddb0', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:bd:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '069ef3f4-b943-41c1-8e48-4d6dda3ccf44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:58:33Z', 'updated_at': '2021-11-05T19:58:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1', '_floatingips': [{'id': '7bcb5947-2a7e-4ae4-a4a1-56b63556bd2b', 'tenant_id': '5f7ee977d52949ca83d9a18d279c5a9a', 'floating_ip_address': '172.25.6.157', 'floating_network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'router_id': '069ef3f4-b943-41c1-8e48-4d6dda3ccf44', 'port_id': '271f8ba8-0dbd-470c-b60c-e42cdb356908', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4308, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7f486b36-9d47-4fe4-a209-183429c7fb3a', 'mac_address': 'fa:16:3e:10:7a:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8b5e794-7cac-4446-bb27-bf69189a0962', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-05T19:59:00Z', 'updated_at': '2021-11-05T19:59:00Z', 'revision_number': 0, 'project_id': '5f7ee977d52949ca83d9a18d279c5a9a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b5a2bca2-27a4-4ab7-a392-389574267031', 'name': '', 'network_id': '7f486b36-9d47-4fe4-a209-183429c7fb3a', 'tenant_id': '5f7ee977d52949ca83d9a18d279c5a9a', 'mac_address': 'fa:16:3e:bc:4f:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '069ef3f4-b943-41c1-8e48-4d6dda3ccf44', 'device_owner': 'network:router_interface', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '4f53f6df-69d8-4092-98c8-1d0f1176ac79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:58:35Z', 'updated_at': '2021-11-05T19:58:40Z', 'revision_number': 5, 'project_id': '5f7ee977d52949ca83d9a18d279c5a9a', 'subnets': [{'id': '4f53f6df-69d8-4092-98c8-1d0f1176ac79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 19:59:02.704478 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-ab0f7e5b-63b6-43dc-b852-733089624b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:59:02.865152 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca5675ee-7f2c-4547-9936-7243c3870f7b None None] New status for floating IP 7bcb5947-2a7e-4ae4-a4a1-56b63556bd2b: ACTIVE {{(pid=102389) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 05 19:59:04.966720 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:59:05.475180 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-69c739de-7b40-40b5-a302-1f8ece025a1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:59:06.532115 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b304910f-7b27-444b-a8fc-977d26b1ceac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:59:07.018192 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:59:08.515132 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-31f93893-a48e-4ae8-833d-dccb2b42eacc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:59:08.539484 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:59:11.698759 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.agents_db [None req-b9406b04-a0e8-43cf-b349-711963d96cf4 None None] Agent healthcheck: found 7 active agents {{(pid=102389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 05 19:59:32.668987 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3551ac8b-8e49-46cc-9f1a-0b1823109f39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:59:35.006789 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:59:35.457860 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-cb232b93-affb-4099-acee-cec5893e3544 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:59:36.589153 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b304910f-7b27-444b-a8fc-977d26b1ceac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:59:37.029115 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:59:38.508935 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-31f93893-a48e-4ae8-833d-dccb2b42eacc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:59:38.543383 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 19:59:48.697351 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.agents_db [None req-b9406b04-a0e8-43cf-b349-711963d96cf4 None None] Agent healthcheck: found 7 active agents {{(pid=102389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 05 19:59:59.013085 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-c315e9c8-7034-4155-af75-83719d0d2033 req-05d38a9b-0182-4472-b29d-6cb9463d7a6d service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=b8b5e794-7cac-4446-bb27-bf69189a0962&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0402508 Nov 05 19:59:59.103641 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c315e9c8-7034-4155-af75-83719d0d2033 req-47f6f430-054d-4c48-a021-4ab6594a903e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:59:59.105140 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-c315e9c8-7034-4155-af75-83719d0d2033 req-47f6f430-054d-4c48-a021-4ab6594a903e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=5f7ee977d52949ca83d9a18d279c5a9a&device_id=b8b5e794-7cac-4446-bb27-bf69189a0962 HTTP/1.1" status: 200 len: 1097 time: 0.0437655 Nov 05 19:59:59.216359 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c315e9c8-7034-4155-af75-83719d0d2033 req-24dc6eae-7480-4e50-b169-11789318fdfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:59:59.218905 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-c315e9c8-7034-4155-af75-83719d0d2033 req-24dc6eae-7480-4e50-b169-11789318fdfc service neutron] 10.222.0.55 "GET /v2.0/networks?id=7f486b36-9d47-4fe4-a209-183429c7fb3a HTTP/1.1" status: 200 len: 910 time: 0.0897439 Nov 05 19:59:59.297371 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-c315e9c8-7034-4155-af75-83719d0d2033 req-b9b8ab09-9e26-4bdc-b8f7-90af048807c6 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=271f8ba8-0dbd-470c-b60c-e42cdb356908 HTTP/1.1" status: 200 len: 1002 time: 0.0650704 Nov 05 19:59:59.352555 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c315e9c8-7034-4155-af75-83719d0d2033 req-5535ea95-0534-4abe-a9fe-81990f1dc23d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:59:59.356578 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-c315e9c8-7034-4155-af75-83719d0d2033 req-5535ea95-0534-4abe-a9fe-81990f1dc23d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=4f53f6df-69d8-4092-98c8-1d0f1176ac79 HTTP/1.1" status: 200 len: 848 time: 0.0459306 Nov 05 19:59:59.404654 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c315e9c8-7034-4155-af75-83719d0d2033 req-32f62730-c7d0-497b-85d7-dad35f5ba9ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 19:59:59.406713 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-c315e9c8-7034-4155-af75-83719d0d2033 req-32f62730-c7d0-497b-85d7-dad35f5ba9ee service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=7f486b36-9d47-4fe4-a209-183429c7fb3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0409198 Nov 05 19:59:59.504324 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-c315e9c8-7034-4155-af75-83719d0d2033 req-3be72aa5-af0b-471e-a58d-d7fe478566af service neutron] 10.222.0.55 "GET /v2.0/networks/7f486b36-9d47-4fe4-a209-183429c7fb3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863166 Nov 05 19:59:59.599765 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-c315e9c8-7034-4155-af75-83719d0d2033 req-73562d6a-e36c-49a5-8a1d-1263ec8ac3e8 service neutron] 10.222.0.55 "GET /v2.0/networks/7f486b36-9d47-4fe4-a209-183429c7fb3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838835 Nov 05 20:00:02.662967 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-28b0c786-40d4-479e-be39-0d7311a9fab4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:00:05.005329 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:00:05.452360 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-f9070f67-333d-4f27-9084-0583f74f4a02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:00:06.548509 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b304910f-7b27-444b-a8fc-977d26b1ceac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:00:07.051920 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:00:08.520075 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-31f93893-a48e-4ae8-833d-dccb2b42eacc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:00:08.542803 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:00:25.696228 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.agents_db [None req-b9406b04-a0e8-43cf-b349-711963d96cf4 None None] Agent healthcheck: found 7 active agents {{(pid=102389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 05 20:00:32.662753 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-9c3496ca-d6ee-48f7-aad1-854e7bc29359 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:00:34.994023 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:00:35.451963 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-e1a8b1b0-1ab6-469c-ae99-84caa7a9878a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:00:36.628754 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b304910f-7b27-444b-a8fc-977d26b1ceac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:00:37.062868 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:00:38.531437 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-31f93893-a48e-4ae8-833d-dccb2b42eacc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:00:38.554474 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:01:00.085687 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05eb6ec0-2f3a-41ad-9633-ec7bfcd44933 req-abfc49ce-f6af-4afa-ac95-ad1e369db9e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 20:01:00.087196 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-05eb6ec0-2f3a-41ad-9633-ec7bfcd44933 req-abfc49ce-f6af-4afa-ac95-ad1e369db9e3 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=5f7ee977d52949ca83d9a18d279c5a9a&device_id=b8b5e794-7cac-4446-bb27-bf69189a0962 HTTP/1.1" status: 200 len: 1097 time: 0.0945594 Nov 05 20:01:00.150171 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66866473-990d-489d-b977-89443f459d41 req-f2d930ee-67a7-429e-ac09-0ea423cf1fbb tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 20:01:00.151777 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-66866473-990d-489d-b977-89443f459d41 req-f2d930ee-67a7-429e-ac09-0ea423cf1fbb tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8b5e794-7cac-4446-bb27-bf69189a0962 HTTP/1.1" status: 200 len: 946 time: 0.0522339 Nov 05 20:01:00.210944 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05eb6ec0-2f3a-41ad-9633-ec7bfcd44933 req-068a3583-1bfd-48e2-b894-3eb60841e16c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 20:01:00.212454 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-05eb6ec0-2f3a-41ad-9633-ec7bfcd44933 req-068a3583-1bfd-48e2-b894-3eb60841e16c service neutron] 10.222.0.55 "GET /v2.0/networks?id=7f486b36-9d47-4fe4-a209-183429c7fb3a HTTP/1.1" status: 200 len: 910 time: 0.0974584 Nov 05 20:01:00.215213 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-66866473-990d-489d-b977-89443f459d41 req-6d6a0af6-5985-4857-be84-f321140d7b79 tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] 10.222.0.13 "GET /v2.0/security-groups?id=8cc7b012-1354-4646-9764-9d8ba80fc652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565610 Nov 05 20:01:00.286857 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-05eb6ec0-2f3a-41ad-9633-ec7bfcd44933 req-d40ffff4-0c2b-4170-b20b-d0403afa6ecf service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=271f8ba8-0dbd-470c-b60c-e42cdb356908 HTTP/1.1" status: 200 len: 1002 time: 0.0664685 Nov 05 20:01:00.339943 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05eb6ec0-2f3a-41ad-9633-ec7bfcd44933 req-e057b9b4-ec31-4c4b-8bcd-38e7610ba915 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 20:01:00.341387 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-05eb6ec0-2f3a-41ad-9633-ec7bfcd44933 req-e057b9b4-ec31-4c4b-8bcd-38e7610ba915 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=4f53f6df-69d8-4092-98c8-1d0f1176ac79 HTTP/1.1" status: 200 len: 848 time: 0.0463343 Nov 05 20:01:00.386520 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05eb6ec0-2f3a-41ad-9633-ec7bfcd44933 req-221d9cdf-3d81-41f5-9e9f-a7e554b0758b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 20:01:00.387991 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-05eb6ec0-2f3a-41ad-9633-ec7bfcd44933 req-221d9cdf-3d81-41f5-9e9f-a7e554b0758b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=7f486b36-9d47-4fe4-a209-183429c7fb3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397666 Nov 05 20:01:00.398608 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [req-05eb6ec0-2f3a-41ad-9633-ec7bfcd44933 req-8a30ebfd-e27f-465e-8af9-32b7e3adc5a6 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=102386) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 05 20:01:00.399555 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-05eb6ec0-2f3a-41ad-9633-ec7bfcd44933 req-8a30ebfd-e27f-465e-8af9-32b7e3adc5a6 service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048687 Nov 05 20:01:00.492828 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-05eb6ec0-2f3a-41ad-9633-ec7bfcd44933 req-a02e313d-2683-4f6d-a534-c3f030955688 service neutron] 10.222.0.55 "GET /v2.0/networks/7f486b36-9d47-4fe4-a209-183429c7fb3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856514 Nov 05 20:01:00.585787 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-05eb6ec0-2f3a-41ad-9633-ec7bfcd44933 req-dceb1860-d13b-4dd1-9171-e0c50523fb60 service neutron] 10.222.0.55 "GET /v2.0/networks/7f486b36-9d47-4fe4-a209-183429c7fb3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847452 Nov 05 20:01:01.362611 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ee13cd-ac2f-49fc-b98e-d04711d94df4 req-890e8c23-5783-456e-a931-9ceb03211181 tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 20:01:01.364121 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-d4ee13cd-ac2f-49fc-b98e-d04711d94df4 req-890e8c23-5783-456e-a931-9ceb03211181 tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8b5e794-7cac-4446-bb27-bf69189a0962 HTTP/1.1" status: 200 len: 946 time: 0.0485556 Nov 05 20:01:01.413032 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-d4ee13cd-ac2f-49fc-b98e-d04711d94df4 req-b1ebecb0-1827-431a-84e3-9680f194c188 tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] 10.222.0.13 "GET /v2.0/security-groups?id=8cc7b012-1354-4646-9764-9d8ba80fc652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430088 Nov 05 20:01:02.528197 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5222d603-81ab-49da-b237-7e5c9b2629ed req-7672923f-f786-4b78-94bd-f064484ae46c tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 20:01:02.529689 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-5222d603-81ab-49da-b237-7e5c9b2629ed req-7672923f-f786-4b78-94bd-f064484ae46c tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8b5e794-7cac-4446-bb27-bf69189a0962 HTTP/1.1" status: 200 len: 946 time: 0.0479670 Nov 05 20:01:02.579810 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-5222d603-81ab-49da-b237-7e5c9b2629ed req-645a3163-7c10-4ccc-aa16-d8f3d91f2ceb tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] 10.222.0.13 "GET /v2.0/security-groups?id=8cc7b012-1354-4646-9764-9d8ba80fc652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434961 Nov 05 20:01:02.694456 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.agents_db [None req-b9406b04-a0e8-43cf-b349-711963d96cf4 None None] Agent healthcheck: found 7 active agents {{(pid=102389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 05 20:01:02.713937 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-9dc857e5-af88-4775-9159-efaf7757cf65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:01:04.018211 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7237a263-4fc2-4a8b-8ebc-a1afd40c4740 req-15ec13db-8a52-4744-99e7-048a54aa0c8d tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 20:01:04.019713 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-7237a263-4fc2-4a8b-8ebc-a1afd40c4740 req-15ec13db-8a52-4744-99e7-048a54aa0c8d tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8b5e794-7cac-4446-bb27-bf69189a0962 HTTP/1.1" status: 200 len: 946 time: 0.3699429 Nov 05 20:01:04.069496 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-7237a263-4fc2-4a8b-8ebc-a1afd40c4740 req-53fc53e9-c86c-4a64-94a7-ffbcef39e4e0 tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] 10.222.0.13 "GET /v2.0/security-groups?id=8cc7b012-1354-4646-9764-9d8ba80fc652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436575 Nov 05 20:01:05.005845 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:01:05.184981 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c834842-2ecc-47d3-806c-1946d637d432 req-be5fab21-f252-43ab-bc6b-b60f7c6a7ce2 tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 20:01:05.186474 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-6c834842-2ecc-47d3-806c-1946d637d432 req-be5fab21-f252-43ab-bc6b-b60f7c6a7ce2 tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8b5e794-7cac-4446-bb27-bf69189a0962 HTTP/1.1" status: 200 len: 946 time: 0.0474110 Nov 05 20:01:05.237612 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-6c834842-2ecc-47d3-806c-1946d637d432 req-95ec69b9-3e03-4729-8bed-a006033517ee tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] 10.222.0.13 "GET /v2.0/security-groups?id=8cc7b012-1354-4646-9764-9d8ba80fc652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443175 Nov 05 20:01:05.445502 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-759ba4ac-3c22-48d2-9d49-0ad1642a46d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:01:06.357918 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ff7609-633c-4e44-876e-6941e5fc733d req-994659cb-21a3-482c-8437-dedd40a38cf2 tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 20:01:06.359424 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-c3ff7609-633c-4e44-876e-6941e5fc733d req-994659cb-21a3-482c-8437-dedd40a38cf2 tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8b5e794-7cac-4446-bb27-bf69189a0962 HTTP/1.1" status: 200 len: 946 time: 0.0487690 Nov 05 20:01:06.411936 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-c3ff7609-633c-4e44-876e-6941e5fc733d req-4dc67369-8239-4179-9dd4-06091524212a tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] 10.222.0.13 "GET /v2.0/security-groups?id=8cc7b012-1354-4646-9764-9d8ba80fc652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466411 Nov 05 20:01:06.554503 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b304910f-7b27-444b-a8fc-977d26b1ceac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:01:07.057489 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:01:07.527281 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f810a162-0e3c-4787-ab84-0e29b54eb798 req-14975082-f853-4f46-811b-89f86669cf30 tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 20:01:07.528848 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-f810a162-0e3c-4787-ab84-0e29b54eb798 req-14975082-f853-4f46-811b-89f86669cf30 tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8b5e794-7cac-4446-bb27-bf69189a0962 HTTP/1.1" status: 200 len: 946 time: 0.0486295 Nov 05 20:01:07.581239 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-f810a162-0e3c-4787-ab84-0e29b54eb798 req-14da8383-3088-422c-bd9e-98df71173b39 tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] 10.222.0.13 "GET /v2.0/security-groups?id=8cc7b012-1354-4646-9764-9d8ba80fc652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457151 Nov 05 20:01:08.508375 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-31f93893-a48e-4ae8-833d-dccb2b42eacc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:01:08.559926 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:01:08.695843 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86e2805-5340-4cfb-94d2-56bb2a315dd8 req-e0beac2f-37a5-4da4-9fd5-15333e89e9f5 tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 20:01:08.697254 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-a86e2805-5340-4cfb-94d2-56bb2a315dd8 req-e0beac2f-37a5-4da4-9fd5-15333e89e9f5 tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8b5e794-7cac-4446-bb27-bf69189a0962 HTTP/1.1" status: 200 len: 946 time: 0.0486579 Nov 05 20:01:08.745560 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-a86e2805-5340-4cfb-94d2-56bb2a315dd8 req-b7af1de8-abf8-44f4-b384-b7f52fb94274 tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] 10.222.0.13 "GET /v2.0/security-groups?id=8cc7b012-1354-4646-9764-9d8ba80fc652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418375 Nov 05 20:01:09.863792 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389b2245-8320-43be-a5a1-efb3033f7f81 req-241ff614-9890-47b7-a51c-1c2b51a652d0 tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 20:01:09.865275 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-389b2245-8320-43be-a5a1-efb3033f7f81 req-241ff614-9890-47b7-a51c-1c2b51a652d0 tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8b5e794-7cac-4446-bb27-bf69189a0962 HTTP/1.1" status: 200 len: 946 time: 0.0520909 Nov 05 20:01:09.913427 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-389b2245-8320-43be-a5a1-efb3033f7f81 req-50bcb42b-cea8-43a9-9c1f-a05be1c4297b tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] 10.222.0.13 "GET /v2.0/security-groups?id=8cc7b012-1354-4646-9764-9d8ba80fc652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422790 Nov 05 20:01:11.029024 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd33f144-ec7a-472d-acbd-08b70f7f2016 req-58e6076f-9c21-4b79-8150-70cb304b9397 tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 20:01:11.031375 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-fd33f144-ec7a-472d-acbd-08b70f7f2016 req-58e6076f-9c21-4b79-8150-70cb304b9397 tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8b5e794-7cac-4446-bb27-bf69189a0962 HTTP/1.1" status: 200 len: 946 time: 0.0498877 Nov 05 20:01:11.081076 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-fd33f144-ec7a-472d-acbd-08b70f7f2016 req-cc775540-5498-4b75-8762-b81d1a0ab5d4 tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] 10.222.0.13 "GET /v2.0/security-groups?id=8cc7b012-1354-4646-9764-9d8ba80fc652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436141 Nov 05 20:01:12.000194 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Device 271f8ba8-0dbd-470c-b60c-e42cdb356908 details requested by agent hyperv_n-h2-816865-1 with host n-h2-816865-1 {{(pid=102388) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 05 20:01:12.097264 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] For port 271f8ba8-0dbd-470c-b60c-e42cdb356908, host n-h2-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=271f8ba8-0dbd-470c-b60c-e42cdb356908,segment=NetworkSegment(522cfac5-a136-4e48-a113-e5a15593abdd),segment_id=522cfac5-a136-4e48-a113-e5a15593abdd)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 20:01:12.108495 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Returning: {'device': '271f8ba8-0dbd-470c-b60c-e42cdb356908', 'network_id': '7f486b36-9d47-4fe4-a209-183429c7fb3a', 'port_id': '271f8ba8-0dbd-470c-b60c-e42cdb356908', 'mac_address': 'fa:16:3e:10:7a:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 183, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f53f6df-69d8-4092-98c8-1d0f1176ac79', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102388) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 05 20:01:12.146431 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:01:12.159633 n-d-816865-1 neutron-server[102388]: DEBUG neutron.notifiers.nova [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 271f8ba8-0dbd-470c-b60c-e42cdb356908 {{(pid=102388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 20:01:12.179193 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] For port 271f8ba8-0dbd-470c-b60c-e42cdb356908, host n-h2-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=271f8ba8-0dbd-470c-b60c-e42cdb356908,segment=NetworkSegment(522cfac5-a136-4e48-a113-e5a15593abdd),segment_id=522cfac5-a136-4e48-a113-e5a15593abdd)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 20:01:12.200236 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0511f4d9-a7b3-4e1d-b5cc-5ec00e112cd3 req-48099f89-cfa9-48a7-a471-d8044aad413f tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 20:01:12.201809 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-0511f4d9-a7b3-4e1d-b5cc-5ec00e112cd3 req-48099f89-cfa9-48a7-a471-d8044aad413f tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8b5e794-7cac-4446-bb27-bf69189a0962 HTTP/1.1" status: 200 len: 946 time: 0.0490777 Nov 05 20:01:12.234161 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:01:12.257834 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-0511f4d9-a7b3-4e1d-b5cc-5ec00e112cd3 req-044201ae-0c23-4cac-bdcc-375a5e466a49 tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] 10.222.0.13 "GET /v2.0/security-groups?id=8cc7b012-1354-4646-9764-9d8ba80fc652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484793 Nov 05 20:01:12.284469 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Pushing event updated for resources: {'Port': ['ID=271f8ba8-0dbd-470c-b60c-e42cdb356908,revision_number=6']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 20:01:12.291985 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 20:01:12.292587 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 20:01:12.292926 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 20:01:12.293261 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 20:01:12.293588 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 20:01:12.293912 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 20:01:12.294261 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 20:01:12.294586 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 20:01:12.294906 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 20:01:12.295223 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 20:01:12.295539 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 20:01:12.295930 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 20:01:12.322645 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] get_ports_and_sgs() called for port_ids ['271f8ba8-0dbd-470c-b60c-e42cdb356908'] {{(pid=102388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 20:01:13.385140 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374e1361-20c4-4acd-8b32-a0bf6d1970c2 req-493d084c-7845-4f31-85b6-84247e20cec7 tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 20:01:13.386675 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-374e1361-20c4-4acd-8b32-a0bf6d1970c2 req-493d084c-7845-4f31-85b6-84247e20cec7 tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8b5e794-7cac-4446-bb27-bf69189a0962 HTTP/1.1" status: 200 len: 945 time: 0.0516000 Nov 05 20:01:13.445288 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-374e1361-20c4-4acd-8b32-a0bf6d1970c2 req-9eb896bc-89f9-49e2-85a2-3c4d56f09748 tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] 10.222.0.13 "GET /v2.0/security-groups?id=8cc7b012-1354-4646-9764-9d8ba80fc652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516634 Nov 05 20:01:14.004300 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Device 271f8ba8-0dbd-470c-b60c-e42cdb356908 up at agent hyperv_n-h2-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 20:01:14.064866 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Provisioning complete for port 271f8ba8-0dbd-470c-b60c-e42cdb356908 triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 20:01:14.065245 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:01:14.149867 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:01:14.177636 n-d-816865-1 neutron-server[102388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8b5e794-7cac-4446-bb27-bf69189a0962', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '271f8ba8-0dbd-470c-b60c-e42cdb356908'}] {{(pid=102388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 20:01:14.179965 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6791add14b0903d9e674b39f457aa3a29109aa98d0835d5644e65cf363d7cf55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9018a1ab-ce86-4551-a2b7-29ccc0530bbe" -d '{"events": [{"server_uuid": "b8b5e794-7cac-4446-bb27-bf69189a0962", "name": "network-vif-plugged", "status": "completed", "tag": "271f8ba8-0dbd-470c-b60c-e42cdb356908"}]}' {{(pid=102388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 20:01:14.192680 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] For port 271f8ba8-0dbd-470c-b60c-e42cdb356908, host n-h2-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=271f8ba8-0dbd-470c-b60c-e42cdb356908,segment=NetworkSegment(522cfac5-a136-4e48-a113-e5a15593abdd),segment_id=522cfac5-a136-4e48-a113-e5a15593abdd)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 20:01:14.241159 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:01:14.294812 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 20:01:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e1c83c5-5d02-4851-ac85-e700e22ee3e3 x-openstack-request-id: req-1e1c83c5-5d02-4851-ac85-e700e22ee3e3 {{(pid=102388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 20:01:14.295119 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8b5e794-7cac-4446-bb27-bf69189a0962", "name": "network-vif-plugged", "status": "completed", "tag": "271f8ba8-0dbd-470c-b60c-e42cdb356908", "code": 200}]} {{(pid=102388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 20:01:14.295373 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1e1c83c5-5d02-4851-ac85-e700e22ee3e3 {{(pid=102388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 20:01:14.295995 n-d-816865-1 neutron-server[102388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8b5e794-7cac-4446-bb27-bf69189a0962', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '271f8ba8-0dbd-470c-b60c-e42cdb356908', 'code': 200} Nov 05 20:01:14.318444 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Pushing event updated for resources: {'Port': ['ID=271f8ba8-0dbd-470c-b60c-e42cdb356908,revision_number=7']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 20:01:14.575364 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2570968e-0850-4676-86f2-ed0fb376d63f req-bae1fbb6-f4b8-48cf-b9b1-758cd4211891 tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 20:01:14.577044 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-2570968e-0850-4676-86f2-ed0fb376d63f req-bae1fbb6-f4b8-48cf-b9b1-758cd4211891 tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8b5e794-7cac-4446-bb27-bf69189a0962 HTTP/1.1" status: 200 len: 946 time: 0.0583222 Nov 05 20:01:14.638752 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-2570968e-0850-4676-86f2-ed0fb376d63f req-55aa5125-56a7-425a-af93-5a12333eba86 tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] 10.222.0.13 "GET /v2.0/security-groups?id=8cc7b012-1354-4646-9764-9d8ba80fc652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531914 Nov 05 20:01:15.768645 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c501404e-0bda-482a-b477-2b8552528567 req-91d801ec-5d0a-4652-8e59-dd77ddf952a5 tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 20:01:15.770437 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-c501404e-0bda-482a-b477-2b8552528567 req-91d801ec-5d0a-4652-8e59-dd77ddf952a5 tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8b5e794-7cac-4446-bb27-bf69189a0962 HTTP/1.1" status: 200 len: 946 time: 0.0559897 Nov 05 20:01:15.824845 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-c501404e-0bda-482a-b477-2b8552528567 req-dbd6b1e5-bd08-4785-aba7-6c552aeae7c1 tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] 10.222.0.13 "GET /v2.0/security-groups?id=8cc7b012-1354-4646-9764-9d8ba80fc652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482199 Nov 05 20:01:16.955484 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e08966e-3287-4928-9edf-d89b3bc2a805 req-34726719-b3e6-46b7-999f-1a1f9b07eebe tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 20:01:16.962522 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-6e08966e-3287-4928-9edf-d89b3bc2a805 req-34726719-b3e6-46b7-999f-1a1f9b07eebe tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8b5e794-7cac-4446-bb27-bf69189a0962 HTTP/1.1" status: 200 len: 946 time: 0.0652072 Nov 05 20:01:17.022983 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-6e08966e-3287-4928-9edf-d89b3bc2a805 req-313e6769-8d8d-432d-baa6-d25140a6fb39 tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] 10.222.0.13 "GET /v2.0/security-groups?id=8cc7b012-1354-4646-9764-9d8ba80fc652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568199 Nov 05 20:01:18.154404 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e567b54a-bba7-4edb-9004-30f3c2ad63f9 req-699193de-24ed-4593-ad0e-f510cb981905 tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 20:01:18.156655 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-e567b54a-bba7-4edb-9004-30f3c2ad63f9 req-699193de-24ed-4593-ad0e-f510cb981905 tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8b5e794-7cac-4446-bb27-bf69189a0962 HTTP/1.1" status: 200 len: 946 time: 0.0567734 Nov 05 20:01:18.213389 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-e567b54a-bba7-4edb-9004-30f3c2ad63f9 req-4ccbd886-7907-458f-8fc8-d9e6295fe934 tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] 10.222.0.13 "GET /v2.0/security-groups?id=8cc7b012-1354-4646-9764-9d8ba80fc652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507650 Nov 05 20:01:19.331132 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261cef70-b695-444a-954d-d2a4b6e674aa req-bdd27f64-7602-4357-8d22-13f91fe0bc83 tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 20:01:19.332678 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-261cef70-b695-444a-954d-d2a4b6e674aa req-bdd27f64-7602-4357-8d22-13f91fe0bc83 tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8b5e794-7cac-4446-bb27-bf69189a0962 HTTP/1.1" status: 200 len: 946 time: 0.0503461 Nov 05 20:01:19.385261 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-261cef70-b695-444a-954d-d2a4b6e674aa req-afc5cb29-e688-4336-a65c-ffda3ceff2a8 tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] 10.222.0.13 "GET /v2.0/security-groups?id=8cc7b012-1354-4646-9764-9d8ba80fc652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463080 Nov 05 20:01:20.507873 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edca1a3c-5de2-4ab3-931a-6e52f9029906 req-a5251728-7ba7-4865-bec8-68b3b314f4ad tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 20:01:20.510508 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-edca1a3c-5de2-4ab3-931a-6e52f9029906 req-a5251728-7ba7-4865-bec8-68b3b314f4ad tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8b5e794-7cac-4446-bb27-bf69189a0962 HTTP/1.1" status: 200 len: 946 time: 0.0517435 Nov 05 20:01:20.572944 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-edca1a3c-5de2-4ab3-931a-6e52f9029906 req-d26d8305-b95c-402c-9819-d00c04020eab tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] 10.222.0.13 "GET /v2.0/security-groups?id=8cc7b012-1354-4646-9764-9d8ba80fc652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573881 Nov 05 20:01:21.707113 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3407e891-0162-49d1-9458-50e31bc9af7d req-d47f64ec-883a-4b26-8c1a-5aebda079e7b tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 20:01:21.708661 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-3407e891-0162-49d1-9458-50e31bc9af7d req-d47f64ec-883a-4b26-8c1a-5aebda079e7b tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8b5e794-7cac-4446-bb27-bf69189a0962 HTTP/1.1" status: 200 len: 946 time: 0.0586526 Nov 05 20:01:21.771518 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-3407e891-0162-49d1-9458-50e31bc9af7d req-3ecbef4b-e1f3-44da-a002-b16827cabc1e tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] 10.222.0.13 "GET /v2.0/security-groups?id=8cc7b012-1354-4646-9764-9d8ba80fc652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563912 Nov 05 20:01:22.903738 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb45ce19-3282-4296-aa3d-0982b0a79e4b req-c777dc8a-4c8a-4c6b-b164-1826e71a7003 tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 20:01:22.905571 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-bb45ce19-3282-4296-aa3d-0982b0a79e4b req-c777dc8a-4c8a-4c6b-b164-1826e71a7003 tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8b5e794-7cac-4446-bb27-bf69189a0962 HTTP/1.1" status: 200 len: 946 time: 0.0538311 Nov 05 20:01:22.971379 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-bb45ce19-3282-4296-aa3d-0982b0a79e4b req-ae23989e-cb11-4a95-824a-39404d33296e tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] 10.222.0.13 "GET /v2.0/security-groups?id=8cc7b012-1354-4646-9764-9d8ba80fc652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573063 Nov 05 20:01:24.089069 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab3ffc8-6b41-4ac1-bc7f-4d0695db4b78 req-fddb9d2c-5f65-4944-baa7-abb813a160c2 tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 20:01:24.090680 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-eab3ffc8-6b41-4ac1-bc7f-4d0695db4b78 req-fddb9d2c-5f65-4944-baa7-abb813a160c2 tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8b5e794-7cac-4446-bb27-bf69189a0962 HTTP/1.1" status: 200 len: 946 time: 0.0549757 Nov 05 20:01:24.140514 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-eab3ffc8-6b41-4ac1-bc7f-4d0695db4b78 req-b43d5513-6eac-435c-92f4-49f9aa42e516 tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] 10.222.0.13 "GET /v2.0/security-groups?id=8cc7b012-1354-4646-9764-9d8ba80fc652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437536 Nov 05 20:01:24.277396 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffdc46c-3d47-4817-b713-c3d3c757f137 req-a14510e4-7b8f-422d-97e2-74f4102da96a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 20:01:24.278847 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-1ffdc46c-3d47-4817-b713-c3d3c757f137 req-a14510e4-7b8f-422d-97e2-74f4102da96a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=5f7ee977d52949ca83d9a18d279c5a9a&device_id=b8b5e794-7cac-4446-bb27-bf69189a0962 HTTP/1.1" status: 200 len: 1097 time: 0.0423138 Nov 05 20:01:24.376885 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffdc46c-3d47-4817-b713-c3d3c757f137 req-1491b537-2099-4dd4-9d43-8ee8bf3fef38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 20:01:24.378433 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-1ffdc46c-3d47-4817-b713-c3d3c757f137 req-1491b537-2099-4dd4-9d43-8ee8bf3fef38 service neutron] 10.222.0.55 "GET /v2.0/networks?id=7f486b36-9d47-4fe4-a209-183429c7fb3a HTTP/1.1" status: 200 len: 910 time: 0.0898283 Nov 05 20:01:24.453746 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-1ffdc46c-3d47-4817-b713-c3d3c757f137 req-0d30e8fa-211f-46eb-a215-b29273082a8e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=271f8ba8-0dbd-470c-b60c-e42cdb356908 HTTP/1.1" status: 200 len: 1002 time: 0.0642819 Nov 05 20:01:24.823600 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffdc46c-3d47-4817-b713-c3d3c757f137 req-1ca311b6-1bfb-472b-97c9-391996a6e1c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 20:01:24.825076 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-1ffdc46c-3d47-4817-b713-c3d3c757f137 req-1ca311b6-1bfb-472b-97c9-391996a6e1c6 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=4f53f6df-69d8-4092-98c8-1d0f1176ac79 HTTP/1.1" status: 200 len: 848 time: 0.3593168 Nov 05 20:01:24.875664 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffdc46c-3d47-4817-b713-c3d3c757f137 req-fee68a5a-6499-42b6-9428-7716c540975f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 20:01:24.877138 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-1ffdc46c-3d47-4817-b713-c3d3c757f137 req-fee68a5a-6499-42b6-9428-7716c540975f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=7f486b36-9d47-4fe4-a209-183429c7fb3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0394561 Nov 05 20:01:24.974401 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-1ffdc46c-3d47-4817-b713-c3d3c757f137 req-183aa5dc-cc2a-47ee-bdfe-51bffbc2e598 service neutron] 10.222.0.55 "GET /v2.0/networks/7f486b36-9d47-4fe4-a209-183429c7fb3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826366 Nov 05 20:01:25.067376 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-1ffdc46c-3d47-4817-b713-c3d3c757f137 req-bc5e4c63-a6fd-4339-b017-e0d8a32016f6 service neutron] 10.222.0.55 "GET /v2.0/networks/7f486b36-9d47-4fe4-a209-183429c7fb3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821741 Nov 05 20:01:25.256105 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2d3ad5-f339-42c2-bdbe-eb7e74b348f4 req-5d171714-ba7a-4468-a6d4-91348bcc9d9c tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 20:01:25.257620 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-dd2d3ad5-f339-42c2-bdbe-eb7e74b348f4 req-5d171714-ba7a-4468-a6d4-91348bcc9d9c tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8b5e794-7cac-4446-bb27-bf69189a0962 HTTP/1.1" status: 200 len: 946 time: 0.0488219 Nov 05 20:01:25.311750 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-dd2d3ad5-f339-42c2-bdbe-eb7e74b348f4 req-f0817160-2ae2-4928-9344-38a6447f0606 tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] 10.222.0.13 "GET /v2.0/security-groups?id=8cc7b012-1354-4646-9764-9d8ba80fc652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474269 Nov 05 20:01:26.429493 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ba6bd1-2598-4da2-ba70-b6d836459efc req-6095ef74-8c4f-4dd6-862a-ebb2d83a345b tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 20:01:26.431016 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-05ba6bd1-2598-4da2-ba70-b6d836459efc req-6095ef74-8c4f-4dd6-862a-ebb2d83a345b tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8b5e794-7cac-4446-bb27-bf69189a0962 HTTP/1.1" status: 200 len: 946 time: 0.0489826 Nov 05 20:01:26.485632 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-05ba6bd1-2598-4da2-ba70-b6d836459efc req-d35fd808-2ff6-487f-bc33-61f8b3fc12a5 tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] 10.222.0.13 "GET /v2.0/security-groups?id=8cc7b012-1354-4646-9764-9d8ba80fc652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481095 Nov 05 20:01:27.602297 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e898620-8aa4-4eeb-8d36-07209d06579a req-357c268c-511b-48e1-8c93-d010291278fb tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 20:01:27.603793 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-5e898620-8aa4-4eeb-8d36-07209d06579a req-357c268c-511b-48e1-8c93-d010291278fb tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8b5e794-7cac-4446-bb27-bf69189a0962 HTTP/1.1" status: 200 len: 946 time: 0.0491364 Nov 05 20:01:27.653522 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-5e898620-8aa4-4eeb-8d36-07209d06579a req-bde8c64e-6599-4cc6-a954-42d849109513 tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] 10.222.0.13 "GET /v2.0/security-groups?id=8cc7b012-1354-4646-9764-9d8ba80fc652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437365 Nov 05 20:01:27.722586 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [req-78b4c696-7f82-418b-b18f-9461adaa561d req-2ffa3bd3-7f9e-44b4-90bb-077dbb249ab8 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=102387) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 05 20:01:27.723569 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-78b4c696-7f82-418b-b18f-9461adaa561d req-2ffa3bd3-7f9e-44b4-90bb-077dbb249ab8 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0062835 Nov 05 20:01:28.016897 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9b8325-6a35-42f1-9753-272053e45a4a req-c0ee140e-3244-422d-ac93-097c686101d0 tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 20:01:28.018463 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-1c9b8325-6a35-42f1-9753-272053e45a4a req-c0ee140e-3244-422d-ac93-097c686101d0 tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8b5e794-7cac-4446-bb27-bf69189a0962 HTTP/1.1" status: 200 len: 946 time: 0.0499237 Nov 05 20:01:28.071110 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-1c9b8325-6a35-42f1-9753-272053e45a4a req-811525eb-5191-43b1-a87a-7e9d161f13e1 tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] 10.222.0.13 "GET /v2.0/security-groups?id=8cc7b012-1354-4646-9764-9d8ba80fc652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460985 Nov 05 20:01:28.087369 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Device 271f8ba8-0dbd-470c-b60c-e42cdb356908 no longer exists at agent hyperv_n-h2-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 20:01:28.169358 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:01:28.193541 n-d-816865-1 neutron-server[102388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8b5e794-7cac-4446-bb27-bf69189a0962', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '271f8ba8-0dbd-470c-b60c-e42cdb356908'}] {{(pid=102388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 20:01:28.196057 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6791add14b0903d9e674b39f457aa3a29109aa98d0835d5644e65cf363d7cf55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ba9d4f9-e599-4bad-aa47-f2ec0ce7a254" -d '{"events": [{"server_uuid": "b8b5e794-7cac-4446-bb27-bf69189a0962", "name": "network-vif-unplugged", "status": "completed", "tag": "271f8ba8-0dbd-470c-b60c-e42cdb356908"}]}' {{(pid=102388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 20:01:28.210281 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] For port 271f8ba8-0dbd-470c-b60c-e42cdb356908, host n-h2-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=271f8ba8-0dbd-470c-b60c-e42cdb356908,segment=NetworkSegment(522cfac5-a136-4e48-a113-e5a15593abdd),segment_id=522cfac5-a136-4e48-a113-e5a15593abdd)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 20:01:28.229933 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 05 Nov 2021 20:01:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2474730-40eb-4aa3-a8c4-a10f53b1f949 x-openstack-request-id: req-f2474730-40eb-4aa3-a8c4-a10f53b1f949 {{(pid=102388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 20:01:28.230256 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8b5e794-7cac-4446-bb27-bf69189a0962", "name": "network-vif-unplugged", "status": "failed", "tag": "271f8ba8-0dbd-470c-b60c-e42cdb356908", "code": 422}]} {{(pid=102388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 20:01:28.230512 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f2474730-40eb-4aa3-a8c4-a10f53b1f949 {{(pid=102388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 20:01:28.230912 n-d-816865-1 neutron-server[102388]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'b8b5e794-7cac-4446-bb27-bf69189a0962', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '271f8ba8-0dbd-470c-b60c-e42cdb356908', 'code': 422} returned with failed status Nov 05 20:01:28.268446 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:01:28.318754 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Pushing event updated for resources: {'Port': ['ID=271f8ba8-0dbd-470c-b60c-e42cdb356908,revision_number=8']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 20:01:28.345832 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-71530747-b476-41d8-ac08-1cdcee676dc1 req-451dfbc4-19d1-44e0-97e3-34f38e4a3128 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=b8b5e794-7cac-4446-bb27-bf69189a0962&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0894315 Nov 05 20:01:29.186712 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714d4589-0d3e-4429-b6dc-14a8e7a26e49 req-6714d9da-99f7-4e6d-9d31-ffb33e7fe9db tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 20:01:29.189992 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-714d4589-0d3e-4429-b6dc-14a8e7a26e49 req-6714d9da-99f7-4e6d-9d31-ffb33e7fe9db tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8b5e794-7cac-4446-bb27-bf69189a0962 HTTP/1.1" status: 200 len: 944 time: 0.0516176 Nov 05 20:01:29.237932 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-714d4589-0d3e-4429-b6dc-14a8e7a26e49 req-e41264ed-1839-49b9-aff8-444296bae490 tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] 10.222.0.13 "GET /v2.0/security-groups?id=8cc7b012-1354-4646-9764-9d8ba80fc652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437329 Nov 05 20:01:29.513613 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71530747-b476-41d8-ac08-1cdcee676dc1 req-dd06c426-6fa9-475c-b476-2244256bf6fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 20:01:29.515408 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-71530747-b476-41d8-ac08-1cdcee676dc1 req-dd06c426-6fa9-475c-b476-2244256bf6fe service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=b8b5e794-7cac-4446-bb27-bf69189a0962&tenant_id=5f7ee977d52949ca83d9a18d279c5a9a HTTP/1.1" status: 200 len: 1095 time: 0.0418565 Nov 05 20:01:29.526712 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [req-71530747-b476-41d8-ac08-1cdcee676dc1 req-9e2e40d2-0dc6-4415-927d-b880b553ce54 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-816865-1', 'device_owner': 'compute:nova'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 20:01:29.581264 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-71530747-b476-41d8-ac08-1cdcee676dc1 req-9e2e40d2-0dc6-4415-927d-b880b553ce54 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:01:29.777880 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [req-71530747-b476-41d8-ac08-1cdcee676dc1 req-9e2e40d2-0dc6-4415-927d-b880b553ce54 service neutron] For port 271f8ba8-0dbd-470c-b60c-e42cdb356908, host n-h2-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=271f8ba8-0dbd-470c-b60c-e42cdb356908,segment=NetworkSegment(522cfac5-a136-4e48-a113-e5a15593abdd),segment_id=522cfac5-a136-4e48-a113-e5a15593abdd)] {{(pid=102386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 20:01:29.810141 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [req-71530747-b476-41d8-ac08-1cdcee676dc1 req-9e2e40d2-0dc6-4415-927d-b880b553ce54 service neutron] For port 271f8ba8-0dbd-470c-b60c-e42cdb356908, host n-h2-816865-1, cleared binding levels {{(pid=102386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 20:01:29.846343 n-d-816865-1 neutron-server[102386]: DEBUG neutron.notifiers.nova [req-71530747-b476-41d8-ac08-1cdcee676dc1 req-9e2e40d2-0dc6-4415-927d-b880b553ce54 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 271f8ba8-0dbd-470c-b60c-e42cdb356908 {{(pid=102386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 20:01:29.853585 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-71530747-b476-41d8-ac08-1cdcee676dc1 req-9e2e40d2-0dc6-4415-927d-b880b553ce54 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:01:29.865608 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.provisioning_blocks [req-71530747-b476-41d8-ac08-1cdcee676dc1 req-9e2e40d2-0dc6-4415-927d-b880b553ce54 service neutron] Transition to ACTIVE for port object 271f8ba8-0dbd-470c-b60c-e42cdb356908 will not be triggered until provisioned by entity L2. {{(pid=102386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 05 20:01:29.919478 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-71530747-b476-41d8-ac08-1cdcee676dc1 req-9e2e40d2-0dc6-4415-927d-b880b553ce54 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6149821'] for port, after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:01:30.003181 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2e40d2-0dc6-4415-927d-b880b553ce54 service neutron] Pushing event updated for resources: {'Port': ['ID=271f8ba8-0dbd-470c-b60c-e42cdb356908,revision_number=9']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 20:01:30.015710 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2e40d2-0dc6-4415-927d-b880b553ce54 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 20:01:30.016061 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2e40d2-0dc6-4415-927d-b880b553ce54 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 20:01:30.016431 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2e40d2-0dc6-4415-927d-b880b553ce54 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 20:01:30.016738 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2e40d2-0dc6-4415-927d-b880b553ce54 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 20:01:30.017078 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2e40d2-0dc6-4415-927d-b880b553ce54 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 20:01:30.017414 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2e40d2-0dc6-4415-927d-b880b553ce54 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 20:01:30.017745 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2e40d2-0dc6-4415-927d-b880b553ce54 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 20:01:30.018126 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2e40d2-0dc6-4415-927d-b880b553ce54 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 20:01:30.018426 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2e40d2-0dc6-4415-927d-b880b553ce54 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 20:01:30.018758 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2e40d2-0dc6-4415-927d-b880b553ce54 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 20:01:30.019087 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2e40d2-0dc6-4415-927d-b880b553ce54 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 20:01:30.019412 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2e40d2-0dc6-4415-927d-b880b553ce54 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 20:01:30.053910 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [req-71530747-b476-41d8-ac08-1cdcee676dc1 req-9e2e40d2-0dc6-4415-927d-b880b553ce54 service neutron] No DVR routers for this DVR port 271f8ba8-0dbd-470c-b60c-e42cdb356908 on host n-h2-816865-1 {{(pid=102386) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 20:01:30.194100 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [req-71530747-b476-41d8-ac08-1cdcee676dc1 req-9e2e40d2-0dc6-4415-927d-b880b553ce54 service neutron] Attempting to bind port 271f8ba8-0dbd-470c-b60c-e42cdb356908 on host n-h1-816865-1 for vnic_type normal with profile {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 20:01:30.194433 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [req-71530747-b476-41d8-ac08-1cdcee676dc1 req-9e2e40d2-0dc6-4415-927d-b880b553ce54 service neutron] Attempting to bind port 271f8ba8-0dbd-470c-b60c-e42cdb356908 by drivers openvswitch,hyperv on host n-h1-816865-1 at level 0 using segments [{'id': '522cfac5-a136-4e48-a113-e5a15593abdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '7f486b36-9d47-4fe4-a209-183429c7fb3a'}] {{(pid=102386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 20:01:30.194758 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71530747-b476-41d8-ac08-1cdcee676dc1 req-9e2e40d2-0dc6-4415-927d-b880b553ce54 service neutron] Attempting to bind port 271f8ba8-0dbd-470c-b60c-e42cdb356908 on network 7f486b36-9d47-4fe4-a209-183429c7fb3a {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 20:01:30.198989 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71530747-b476-41d8-ac08-1cdcee676dc1 req-9e2e40d2-0dc6-4415-927d-b880b553ce54 service neutron] Port 271f8ba8-0dbd-470c-b60c-e42cdb356908 on network 7f486b36-9d47-4fe4-a209-183429c7fb3a not bound, no agent of type Open vSwitch agent registered on host n-h1-816865-1 {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 20:01:30.199304 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71530747-b476-41d8-ac08-1cdcee676dc1 req-9e2e40d2-0dc6-4415-927d-b880b553ce54 service neutron] Attempting to bind port 271f8ba8-0dbd-470c-b60c-e42cdb356908 on network 7f486b36-9d47-4fe4-a209-183429c7fb3a {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 20:01:30.204676 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71530747-b476-41d8-ac08-1cdcee676dc1 req-9e2e40d2-0dc6-4415-927d-b880b553ce54 service neutron] Checking agent: {'id': 'eb596d7c-8c64-42bd-8aca-fad447eb0eab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816865-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 18, 33, 34), 'started_at': datetime.datetime(2021, 11, 5, 18, 33, 34), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 20, 1, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 20:01:30.205152 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71530747-b476-41d8-ac08-1cdcee676dc1 req-9e2e40d2-0dc6-4415-927d-b880b553ce54 service neutron] Checking segment: {'id': '522cfac5-a136-4e48-a113-e5a15593abdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '7f486b36-9d47-4fe4-a209-183429c7fb3a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 20:01:30.205608 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71530747-b476-41d8-ac08-1cdcee676dc1 req-9e2e40d2-0dc6-4415-927d-b880b553ce54 service neutron] Bound using segment: {'id': '522cfac5-a136-4e48-a113-e5a15593abdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '7f486b36-9d47-4fe4-a209-183429c7fb3a'} {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 20:01:30.206135 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [req-71530747-b476-41d8-ac08-1cdcee676dc1 req-9e2e40d2-0dc6-4415-927d-b880b553ce54 service neutron] Bound port: 271f8ba8-0dbd-470c-b60c-e42cdb356908, host: n-h1-816865-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '522cfac5-a136-4e48-a113-e5a15593abdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '7f486b36-9d47-4fe4-a209-183429c7fb3a'}}] {{(pid=102386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 20:01:30.206568 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-71530747-b476-41d8-ac08-1cdcee676dc1 req-9e2e40d2-0dc6-4415-927d-b880b553ce54 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:01:30.271780 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [req-71530747-b476-41d8-ac08-1cdcee676dc1 req-9e2e40d2-0dc6-4415-927d-b880b553ce54 service neutron] For port 271f8ba8-0dbd-470c-b60c-e42cdb356908, host n-h1-816865-1, cleared binding levels {{(pid=102386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 20:01:30.274832 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [req-71530747-b476-41d8-ac08-1cdcee676dc1 req-9e2e40d2-0dc6-4415-927d-b880b553ce54 service neutron] For port 271f8ba8-0dbd-470c-b60c-e42cdb356908, host n-h1-816865-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=271f8ba8-0dbd-470c-b60c-e42cdb356908,segment=NetworkSegment(522cfac5-a136-4e48-a113-e5a15593abdd),segment_id=522cfac5-a136-4e48-a113-e5a15593abdd)] {{(pid=102386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 20:01:30.326489 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-71530747-b476-41d8-ac08-1cdcee676dc1 req-9e2e40d2-0dc6-4415-927d-b880b553ce54 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6149821'] for port, after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:01:30.361794 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8841efd9-3662-4c73-bb48-d4bebfe1dbab req-a0985c4a-38d6-440d-bf03-b3c93ae4121b tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 20:01:30.362865 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71530747-b476-41d8-ac08-1cdcee676dc1 req-9e2e40d2-0dc6-4415-927d-b880b553ce54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 20:01:30.363492 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-71530747-b476-41d8-ac08-1cdcee676dc1 req-9e2e40d2-0dc6-4415-927d-b880b553ce54 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:01:30.364035 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-8841efd9-3662-4c73-bb48-d4bebfe1dbab req-a0985c4a-38d6-440d-bf03-b3c93ae4121b tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8b5e794-7cac-4446-bb27-bf69189a0962 HTTP/1.1" status: 200 len: 945 time: 0.0502539 Nov 05 20:01:30.364958 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-71530747-b476-41d8-ac08-1cdcee676dc1 req-9e2e40d2-0dc6-4415-927d-b880b553ce54 service neutron] 10.222.0.41 "PUT /v2.0/ports/271f8ba8-0dbd-470c-b60c-e42cdb356908 HTTP/1.1" status: 200 len: 1092 time: 0.8421364 Nov 05 20:01:30.365320 n-d-816865-1 neutron-server[102386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8b5e794-7cac-4446-bb27-bf69189a0962', 'tag': '271f8ba8-0dbd-470c-b60c-e42cdb356908'}] {{(pid=102386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 20:01:30.367609 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d24c2e9fd656c946d5f792cc44b0d4efbe125a7d17e01666b7f4dc8150dd75ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bfb38bb-9d07-4fd0-9596-170ef300e21a" -d '{"events": [{"name": "network-changed", "server_uuid": "b8b5e794-7cac-4446-bb27-bf69189a0962", "tag": "271f8ba8-0dbd-470c-b60c-e42cdb356908"}]}' {{(pid=102386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 20:01:30.402288 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2e40d2-0dc6-4415-927d-b880b553ce54 service neutron] Pushing event updated for resources: {'Port': ['ID=271f8ba8-0dbd-470c-b60c-e42cdb356908,revision_number=10']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 20:01:30.438439 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-8841efd9-3662-4c73-bb48-d4bebfe1dbab req-a98be9d2-2c35-4a1b-9b58-da71cf32ae25 tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] 10.222.0.13 "GET /v2.0/security-groups?id=8cc7b012-1354-4646-9764-9d8ba80fc652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0674248 Nov 05 20:01:30.439077 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71530747-b476-41d8-ac08-1cdcee676dc1 req-0422caa5-0379-4a5e-9201-6db6ae0fdfaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 20:01:30.440767 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-71530747-b476-41d8-ac08-1cdcee676dc1 req-0422caa5-0379-4a5e-9201-6db6ae0fdfaa service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5f7ee977d52949ca83d9a18d279c5a9a&device_id=b8b5e794-7cac-4446-bb27-bf69189a0962 HTTP/1.1" status: 200 len: 1096 time: 0.0487649 Nov 05 20:01:30.518860 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 20:01:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53b33713-4787-48a4-9f75-bb7d6a709035 x-openstack-request-id: req-53b33713-4787-48a4-9f75-bb7d6a709035 {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 20:01:30.519565 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8b5e794-7cac-4446-bb27-bf69189a0962", "tag": "271f8ba8-0dbd-470c-b60c-e42cdb356908", "status": "completed", "code": 200}]} {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 20:01:30.519565 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-53b33713-4787-48a4-9f75-bb7d6a709035 {{(pid=102386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 20:01:30.519794 n-d-816865-1 neutron-server[102386]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8b5e794-7cac-4446-bb27-bf69189a0962', 'tag': '271f8ba8-0dbd-470c-b60c-e42cdb356908', 'status': 'completed', 'code': 200} Nov 05 20:01:30.553867 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71530747-b476-41d8-ac08-1cdcee676dc1 req-98a9cc0a-0ff2-4b9c-8d4c-ed5524e11ea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 20:01:30.555131 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-71530747-b476-41d8-ac08-1cdcee676dc1 req-98a9cc0a-0ff2-4b9c-8d4c-ed5524e11ea8 service neutron] 10.222.0.41 "GET /v2.0/networks?id=7f486b36-9d47-4fe4-a209-183429c7fb3a HTTP/1.1" status: 200 len: 910 time: 0.1072667 Nov 05 20:01:30.622377 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-71530747-b476-41d8-ac08-1cdcee676dc1 req-cbd6dac7-0e2e-4f5d-b6d5-3c056d0a19a7 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=271f8ba8-0dbd-470c-b60c-e42cdb356908 HTTP/1.1" status: 200 len: 1000 time: 0.0588393 Nov 05 20:01:30.670124 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71530747-b476-41d8-ac08-1cdcee676dc1 req-509c275d-9359-4be2-a94c-41234b335263 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 20:01:30.672238 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-71530747-b476-41d8-ac08-1cdcee676dc1 req-509c275d-9359-4be2-a94c-41234b335263 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4f53f6df-69d8-4092-98c8-1d0f1176ac79 HTTP/1.1" status: 200 len: 848 time: 0.0435975 Nov 05 20:01:30.720494 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71530747-b476-41d8-ac08-1cdcee676dc1 req-38cd91e3-ae86-4955-945f-3e49a818554e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 20:01:30.721978 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-71530747-b476-41d8-ac08-1cdcee676dc1 req-38cd91e3-ae86-4955-945f-3e49a818554e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7f486b36-9d47-4fe4-a209-183429c7fb3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0429299 Nov 05 20:01:30.813935 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-71530747-b476-41d8-ac08-1cdcee676dc1 req-61a0b2d5-f81f-4574-9f70-6cb1b415ed24 service neutron] 10.222.0.41 "GET /v2.0/networks/7f486b36-9d47-4fe4-a209-183429c7fb3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849924 Nov 05 20:01:30.907656 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-71530747-b476-41d8-ac08-1cdcee676dc1 req-55fc294f-e1cf-450a-b720-25e86b291f14 service neutron] 10.222.0.41 "GET /v2.0/networks/7f486b36-9d47-4fe4-a209-183429c7fb3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870776 Nov 05 20:01:31.047486 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfb38bb-9d07-4fd0-9596-170ef300e21a req-216a899c-5889-41bb-8b58-c34fe08ecfec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 20:01:31.049082 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-6bfb38bb-9d07-4fd0-9596-170ef300e21a req-216a899c-5889-41bb-8b58-c34fe08ecfec service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5f7ee977d52949ca83d9a18d279c5a9a&device_id=b8b5e794-7cac-4446-bb27-bf69189a0962 HTTP/1.1" status: 200 len: 1096 time: 0.0444112 Nov 05 20:01:31.160668 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfb38bb-9d07-4fd0-9596-170ef300e21a req-314b78db-3544-4355-8cc3-2c2685bca15f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 20:01:31.162221 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-6bfb38bb-9d07-4fd0-9596-170ef300e21a req-314b78db-3544-4355-8cc3-2c2685bca15f service neutron] 10.222.0.41 "GET /v2.0/networks?id=7f486b36-9d47-4fe4-a209-183429c7fb3a HTTP/1.1" status: 200 len: 910 time: 0.1065426 Nov 05 20:01:31.238297 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-6bfb38bb-9d07-4fd0-9596-170ef300e21a req-ba51059f-95c6-4d3b-85b7-505648b8bbd2 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=271f8ba8-0dbd-470c-b60c-e42cdb356908 HTTP/1.1" status: 200 len: 1000 time: 0.0675318 Nov 05 20:01:31.289762 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfb38bb-9d07-4fd0-9596-170ef300e21a req-9b55370b-b4e7-4c89-a78c-9182472eb96a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 20:01:31.291609 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-6bfb38bb-9d07-4fd0-9596-170ef300e21a req-9b55370b-b4e7-4c89-a78c-9182472eb96a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4f53f6df-69d8-4092-98c8-1d0f1176ac79 HTTP/1.1" status: 200 len: 848 time: 0.0467803 Nov 05 20:01:31.364611 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfb38bb-9d07-4fd0-9596-170ef300e21a req-d442a31d-ed3b-4db8-ad60-4dc1073ea039 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 20:01:31.366731 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-6bfb38bb-9d07-4fd0-9596-170ef300e21a req-d442a31d-ed3b-4db8-ad60-4dc1073ea039 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7f486b36-9d47-4fe4-a209-183429c7fb3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0677905 Nov 05 20:01:31.593726 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf3ac17-00a9-44a1-81af-cd87e69392c2 req-37a347df-be1b-4f16-8540-1ee364de41de tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 20:01:31.595352 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-5cf3ac17-00a9-44a1-81af-cd87e69392c2 req-37a347df-be1b-4f16-8540-1ee364de41de tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8b5e794-7cac-4446-bb27-bf69189a0962 HTTP/1.1" status: 200 len: 945 time: 0.0599701 Nov 05 20:01:31.657137 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-5cf3ac17-00a9-44a1-81af-cd87e69392c2 req-a2f1de97-6512-4951-8b72-00a8035fe277 tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] 10.222.0.13 "GET /v2.0/security-groups?id=8cc7b012-1354-4646-9764-9d8ba80fc652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498369 Nov 05 20:01:32.693547 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-ded4c6cd-bccc-4fd9-b6d4-56c620c24f96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:01:32.786236 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a986877-a81a-4dcd-bc61-ef6560b20c5d req-f5d5fdad-a7ff-4603-b59f-7f4e83b39eb2 tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 20:01:32.787813 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-0a986877-a81a-4dcd-bc61-ef6560b20c5d req-f5d5fdad-a7ff-4603-b59f-7f4e83b39eb2 tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8b5e794-7cac-4446-bb27-bf69189a0962 HTTP/1.1" status: 200 len: 945 time: 0.0523462 Nov 05 20:01:32.839792 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-0a986877-a81a-4dcd-bc61-ef6560b20c5d req-e825a323-7bc4-4bbc-8127-aee81fb0a8eb tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] 10.222.0.13 "GET /v2.0/security-groups?id=8cc7b012-1354-4646-9764-9d8ba80fc652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456703 Nov 05 20:01:33.971031 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9795a3-e697-4b90-bf52-e3c22892beec req-5fdc670f-e10e-41e3-86b2-5099e9729821 tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 20:01:33.972523 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-fc9795a3-e697-4b90-bf52-e3c22892beec req-5fdc670f-e10e-41e3-86b2-5099e9729821 tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8b5e794-7cac-4446-bb27-bf69189a0962 HTTP/1.1" status: 200 len: 945 time: 0.0602639 Nov 05 20:01:34.024153 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-fc9795a3-e697-4b90-bf52-e3c22892beec req-af9198be-1f94-4725-bba2-c485d5a13893 tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] 10.222.0.13 "GET /v2.0/security-groups?id=8cc7b012-1354-4646-9764-9d8ba80fc652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454667 Nov 05 20:01:35.034409 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:01:35.146533 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd831ab-3cb4-4031-aa64-8fe4107c6f4d req-4e7fb946-dc5b-44f1-89a7-9cd65562a216 tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 20:01:35.148025 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-0dd831ab-3cb4-4031-aa64-8fe4107c6f4d req-4e7fb946-dc5b-44f1-89a7-9cd65562a216 tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8b5e794-7cac-4446-bb27-bf69189a0962 HTTP/1.1" status: 200 len: 945 time: 0.0528326 Nov 05 20:01:35.199695 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-0dd831ab-3cb4-4031-aa64-8fe4107c6f4d req-d717aa33-c0d3-4596-9ff8-2d61a41f647e tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] 10.222.0.13 "GET /v2.0/security-groups?id=8cc7b012-1354-4646-9764-9d8ba80fc652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456543 Nov 05 20:01:35.439807 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-1d1c8eec-17d3-44ef-b9ec-910cba7c118b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:01:36.329333 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd2004e-ea41-4cfd-9e86-41e84138e4af req-0db3e6b6-adc0-42c2-a617-c9c11107d1c8 tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 20:01:36.330905 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-9fd2004e-ea41-4cfd-9e86-41e84138e4af req-0db3e6b6-adc0-42c2-a617-c9c11107d1c8 tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8b5e794-7cac-4446-bb27-bf69189a0962 HTTP/1.1" status: 200 len: 945 time: 0.0538414 Nov 05 20:01:36.386303 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-9fd2004e-ea41-4cfd-9e86-41e84138e4af req-4ee66def-fb70-48f6-ad52-fbdbf9ac028d tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] 10.222.0.13 "GET /v2.0/security-groups?id=8cc7b012-1354-4646-9764-9d8ba80fc652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484612 Nov 05 20:01:37.051374 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b304910f-7b27-444b-a8fc-977d26b1ceac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:01:37.074422 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:01:37.516312 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6a50b0-aacd-4d1f-9c24-8f76e4e0cec5 req-80828757-6a01-4d17-8fec-25f7958b5067 tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 20:01:37.517576 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-4a6a50b0-aacd-4d1f-9c24-8f76e4e0cec5 req-80828757-6a01-4d17-8fec-25f7958b5067 tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8b5e794-7cac-4446-bb27-bf69189a0962 HTTP/1.1" status: 200 len: 945 time: 0.0525858 Nov 05 20:01:37.577507 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-4a6a50b0-aacd-4d1f-9c24-8f76e4e0cec5 req-e523611a-99a2-47ee-be2a-b76be3309fd0 tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] 10.222.0.13 "GET /v2.0/security-groups?id=8cc7b012-1354-4646-9764-9d8ba80fc652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525401 Nov 05 20:01:38.525945 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-31f93893-a48e-4ae8-833d-dccb2b42eacc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:01:38.549306 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:01:38.742919 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25055df-eeea-4879-98c2-b1eecff60ba7 req-b21bd553-613b-4527-9f25-8079b626f36c tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 20:01:38.744558 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-f25055df-eeea-4879-98c2-b1eecff60ba7 req-b21bd553-613b-4527-9f25-8079b626f36c tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8b5e794-7cac-4446-bb27-bf69189a0962 HTTP/1.1" status: 200 len: 945 time: 0.0685248 Nov 05 20:01:38.830617 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-f25055df-eeea-4879-98c2-b1eecff60ba7 req-a44fd7b8-d3c9-4c88-94d5-2036748a8c36 tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] 10.222.0.13 "GET /v2.0/security-groups?id=8cc7b012-1354-4646-9764-9d8ba80fc652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0714290 Nov 05 20:01:39.695077 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.agents_db [None req-b9406b04-a0e8-43cf-b349-711963d96cf4 None None] Agent healthcheck: found 7 active agents {{(pid=102389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 05 20:01:40.090012 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b585594e-8569-4b32-8028-7e58fefffa21 req-e813dcb8-6082-4368-8164-ba3b73c2f38a tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 20:01:40.090012 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-b585594e-8569-4b32-8028-7e58fefffa21 req-e813dcb8-6082-4368-8164-ba3b73c2f38a tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8b5e794-7cac-4446-bb27-bf69189a0962 HTTP/1.1" status: 200 len: 945 time: 0.0571055 Nov 05 20:01:40.090012 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-b585594e-8569-4b32-8028-7e58fefffa21 req-5b4ee1aa-9669-4421-a078-d8139604800e tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] 10.222.0.13 "GET /v2.0/security-groups?id=8cc7b012-1354-4646-9764-9d8ba80fc652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481188 Nov 05 20:01:41.167281 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313695a9-20b9-46ce-b4b8-dee7ad9b965a req-fcd3bc4c-9acb-4a63-8ff7-3f9a6679e3c7 tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 20:01:41.168918 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-313695a9-20b9-46ce-b4b8-dee7ad9b965a req-fcd3bc4c-9acb-4a63-8ff7-3f9a6679e3c7 tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8b5e794-7cac-4446-bb27-bf69189a0962 HTTP/1.1" status: 200 len: 945 time: 0.0552816 Nov 05 20:01:41.226211 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-313695a9-20b9-46ce-b4b8-dee7ad9b965a req-5c586e81-aef0-47f9-a9cc-87bc8df218ea tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] 10.222.0.13 "GET /v2.0/security-groups?id=8cc7b012-1354-4646-9764-9d8ba80fc652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499139 Nov 05 20:01:42.354217 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9845b42-eed6-4a13-8f2e-3654c3c59b1a req-852a8cf3-5080-49b9-99ef-7b3a5d2973d3 tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 20:01:42.355734 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-c9845b42-eed6-4a13-8f2e-3654c3c59b1a req-852a8cf3-5080-49b9-99ef-7b3a5d2973d3 tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8b5e794-7cac-4446-bb27-bf69189a0962 HTTP/1.1" status: 200 len: 945 time: 0.0611176 Nov 05 20:01:42.407512 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-c9845b42-eed6-4a13-8f2e-3654c3c59b1a req-9ce838d8-0bcc-485f-968e-9ac3658a48e6 tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] 10.222.0.13 "GET /v2.0/security-groups?id=8cc7b012-1354-4646-9764-9d8ba80fc652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450947 Nov 05 20:01:42.444912 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [req-6bfb38bb-9d07-4fd0-9596-170ef300e21a req-d6008e58-c708-48a1-8200-0a43981e9bfd service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=102386) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 05 20:01:42.445868 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-6bfb38bb-9d07-4fd0-9596-170ef300e21a req-d6008e58-c708-48a1-8200-0a43981e9bfd service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054109 Nov 05 20:01:42.537188 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-6bfb38bb-9d07-4fd0-9596-170ef300e21a req-5f32243f-f4a6-4fb1-a751-38844b4cfb5d service neutron] 10.222.0.41 "GET /v2.0/networks/7f486b36-9d47-4fe4-a209-183429c7fb3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837033 Nov 05 20:01:42.633921 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-6bfb38bb-9d07-4fd0-9596-170ef300e21a req-58ff6861-aa23-4220-94ff-233486ec73f6 service neutron] 10.222.0.41 "GET /v2.0/networks/7f486b36-9d47-4fe4-a209-183429c7fb3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856905 Nov 05 20:01:43.522714 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a309c465-4545-4fb3-a061-e58d5102a797 req-cb3dc379-ef74-4a4a-919a-879f9433268b tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 20:01:43.524109 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-a309c465-4545-4fb3-a061-e58d5102a797 req-cb3dc379-ef74-4a4a-919a-879f9433268b tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8b5e794-7cac-4446-bb27-bf69189a0962 HTTP/1.1" status: 200 len: 945 time: 0.0492721 Nov 05 20:01:43.575483 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-a309c465-4545-4fb3-a061-e58d5102a797 req-c37cf7e6-be30-452a-b508-1a0e8b8130d3 tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] 10.222.0.13 "GET /v2.0/security-groups?id=8cc7b012-1354-4646-9764-9d8ba80fc652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449426 Nov 05 20:01:44.694592 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13037cdb-1ea7-4812-a5d5-ac4473fd8920 req-ece59cf6-1583-434b-af36-a47fb2316fe2 tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 20:01:44.696527 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-13037cdb-1ea7-4812-a5d5-ac4473fd8920 req-ece59cf6-1583-434b-af36-a47fb2316fe2 tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8b5e794-7cac-4446-bb27-bf69189a0962 HTTP/1.1" status: 200 len: 945 time: 0.0490890 Nov 05 20:01:44.748716 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-13037cdb-1ea7-4812-a5d5-ac4473fd8920 req-1aeb0cd4-1971-44ed-91b1-95d8bda88e99 tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] 10.222.0.13 "GET /v2.0/security-groups?id=8cc7b012-1354-4646-9764-9d8ba80fc652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457225 Nov 05 20:01:45.033960 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Device 271f8ba8-0dbd-470c-b60c-e42cdb356908 details requested by agent hyperv_n-h1-816865-1 with host n-h1-816865-1 {{(pid=102388) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 05 20:01:45.130791 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] For port 271f8ba8-0dbd-470c-b60c-e42cdb356908, host n-h1-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=271f8ba8-0dbd-470c-b60c-e42cdb356908,segment=NetworkSegment(522cfac5-a136-4e48-a113-e5a15593abdd),segment_id=522cfac5-a136-4e48-a113-e5a15593abdd)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 20:01:45.141993 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Returning: {'device': '271f8ba8-0dbd-470c-b60c-e42cdb356908', 'network_id': '7f486b36-9d47-4fe4-a209-183429c7fb3a', 'port_id': '271f8ba8-0dbd-470c-b60c-e42cdb356908', 'mac_address': 'fa:16:3e:10:7a:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 183, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f53f6df-69d8-4092-98c8-1d0f1176ac79', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102388) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 05 20:01:45.179958 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:01:45.196116 n-d-816865-1 neutron-server[102388]: DEBUG neutron.notifiers.nova [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 271f8ba8-0dbd-470c-b60c-e42cdb356908 {{(pid=102388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 20:01:45.215161 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] For port 271f8ba8-0dbd-470c-b60c-e42cdb356908, host n-h1-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=271f8ba8-0dbd-470c-b60c-e42cdb356908,segment=NetworkSegment(522cfac5-a136-4e48-a113-e5a15593abdd),segment_id=522cfac5-a136-4e48-a113-e5a15593abdd)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 20:01:45.297202 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:01:45.344302 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Pushing event updated for resources: {'Port': ['ID=271f8ba8-0dbd-470c-b60c-e42cdb356908,revision_number=11']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 20:01:45.533366 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] get_ports_and_sgs() called for port_ids ['271f8ba8-0dbd-470c-b60c-e42cdb356908'] {{(pid=102388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 20:01:45.863214 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23ed669-f3a9-4b3f-a7a9-527dbc7731e8 req-765474ad-d9b8-4e2c-bd74-87893d2eb2ea tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 20:01:45.864699 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-c23ed669-f3a9-4b3f-a7a9-527dbc7731e8 req-765474ad-d9b8-4e2c-bd74-87893d2eb2ea tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8b5e794-7cac-4446-bb27-bf69189a0962 HTTP/1.1" status: 200 len: 946 time: 0.0484648 Nov 05 20:01:45.914193 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-c23ed669-f3a9-4b3f-a7a9-527dbc7731e8 req-25871b93-18a3-4875-8bd7-662f4088d7e2 tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] 10.222.0.13 "GET /v2.0/security-groups?id=8cc7b012-1354-4646-9764-9d8ba80fc652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434999 Nov 05 20:01:47.032692 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e76756-b296-48f1-bbcb-3a251c2803d5 req-bc806e6f-ac10-49b6-b673-35e6439c47a0 tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 20:01:47.034264 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-66e76756-b296-48f1-bbcb-3a251c2803d5 req-bc806e6f-ac10-49b6-b673-35e6439c47a0 tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8b5e794-7cac-4446-bb27-bf69189a0962 HTTP/1.1" status: 200 len: 946 time: 0.0495360 Nov 05 20:01:47.048000 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Device 271f8ba8-0dbd-470c-b60c-e42cdb356908 up at agent hyperv_n-h1-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 20:01:47.084841 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-66e76756-b296-48f1-bbcb-3a251c2803d5 req-af42da47-76b2-4000-bb40-2c850f2a3ebf tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] 10.222.0.13 "GET /v2.0/security-groups?id=8cc7b012-1354-4646-9764-9d8ba80fc652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446503 Nov 05 20:01:47.159416 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Provisioning for port 271f8ba8-0dbd-470c-b60c-e42cdb356908 completed by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 05 20:01:47.163439 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Provisioning complete for port 271f8ba8-0dbd-470c-b60c-e42cdb356908 triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 20:01:47.163820 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:01:47.246126 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:01:47.268301 n-d-816865-1 neutron-server[102388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8b5e794-7cac-4446-bb27-bf69189a0962', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '271f8ba8-0dbd-470c-b60c-e42cdb356908'}] {{(pid=102388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 20:01:47.270545 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6791add14b0903d9e674b39f457aa3a29109aa98d0835d5644e65cf363d7cf55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2778a17d-2eca-4744-a81f-513018b82929" -d '{"events": [{"server_uuid": "b8b5e794-7cac-4446-bb27-bf69189a0962", "name": "network-vif-plugged", "status": "completed", "tag": "271f8ba8-0dbd-470c-b60c-e42cdb356908"}]}' {{(pid=102388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 20:01:47.284056 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] For port 271f8ba8-0dbd-470c-b60c-e42cdb356908, host n-h1-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=271f8ba8-0dbd-470c-b60c-e42cdb356908,segment=NetworkSegment(522cfac5-a136-4e48-a113-e5a15593abdd),segment_id=522cfac5-a136-4e48-a113-e5a15593abdd)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 20:01:47.306709 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 20:01:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e50797a-cc28-4358-a7b0-9a243c269700 x-openstack-request-id: req-7e50797a-cc28-4358-a7b0-9a243c269700 {{(pid=102388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 20:01:47.306995 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8b5e794-7cac-4446-bb27-bf69189a0962", "name": "network-vif-plugged", "status": "completed", "tag": "271f8ba8-0dbd-470c-b60c-e42cdb356908", "code": 200}]} {{(pid=102388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 20:01:47.307247 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7e50797a-cc28-4358-a7b0-9a243c269700 {{(pid=102388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 20:01:47.307636 n-d-816865-1 neutron-server[102388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8b5e794-7cac-4446-bb27-bf69189a0962', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '271f8ba8-0dbd-470c-b60c-e42cdb356908', 'code': 200} Nov 05 20:01:47.353868 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:01:47.405394 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Pushing event updated for resources: {'Port': ['ID=271f8ba8-0dbd-470c-b60c-e42cdb356908,revision_number=12']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 20:01:47.530862 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0463e766-729a-4d87-8a9e-312110c5c589 req-c941245b-5e87-462c-ae78-82eff2a376ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 20:01:47.532263 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-0463e766-729a-4d87-8a9e-312110c5c589 req-c941245b-5e87-462c-ae78-82eff2a376ba service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=b8b5e794-7cac-4446-bb27-bf69189a0962 HTTP/1.1" status: 200 len: 1098 time: 0.0402937 Nov 05 20:01:47.578420 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-0463e766-729a-4d87-8a9e-312110c5c589 req-1dd678f5-7422-484f-99eb-de6cca4c0167 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=8cc7b012-1354-4646-9764-9d8ba80fc652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391304 Nov 05 20:01:48.206251 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4994e3b-ac2b-4296-b102-e3be237203dc req-bedde8c5-1e83-4de4-aed5-d7ce8db04c1f tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 20:01:48.207780 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-c4994e3b-ac2b-4296-b102-e3be237203dc req-bedde8c5-1e83-4de4-aed5-d7ce8db04c1f tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8b5e794-7cac-4446-bb27-bf69189a0962 HTTP/1.1" status: 200 len: 947 time: 0.0534050 Nov 05 20:01:48.260945 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-c4994e3b-ac2b-4296-b102-e3be237203dc req-f79e364c-7d93-4d07-b35c-e66a727100de tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] 10.222.0.13 "GET /v2.0/security-groups?id=8cc7b012-1354-4646-9764-9d8ba80fc652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471816 Nov 05 20:01:49.378596 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4962dd-cab5-4c18-bc8f-00b042bd7d73 req-ada323b0-48f7-48c9-ac95-5111ecfae303 tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 20:01:49.380130 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-be4962dd-cab5-4c18-bc8f-00b042bd7d73 req-ada323b0-48f7-48c9-ac95-5111ecfae303 tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8b5e794-7cac-4446-bb27-bf69189a0962 HTTP/1.1" status: 200 len: 947 time: 0.0491605 Nov 05 20:01:49.432785 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-be4962dd-cab5-4c18-bc8f-00b042bd7d73 req-22f43210-03b1-420d-bbcf-d644cb079f24 tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] 10.222.0.13 "GET /v2.0/security-groups?id=8cc7b012-1354-4646-9764-9d8ba80fc652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457544 Nov 05 20:01:50.552354 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3761a6-4b9c-418f-9b3a-7e79694cf58d req-49785df0-d7a6-4fae-9048-2dd305d3040d tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 20:01:50.553863 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-5d3761a6-4b9c-418f-9b3a-7e79694cf58d req-49785df0-d7a6-4fae-9048-2dd305d3040d tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8b5e794-7cac-4446-bb27-bf69189a0962 HTTP/1.1" status: 200 len: 947 time: 0.0491014 Nov 05 20:01:50.608922 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-5d3761a6-4b9c-418f-9b3a-7e79694cf58d req-fa7d424a-0a7f-43ab-9c6b-b789c5373f5d tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] 10.222.0.13 "GET /v2.0/security-groups?id=8cc7b012-1354-4646-9764-9d8ba80fc652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477872 Nov 05 20:01:55.984901 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-237a822e-d29e-411b-beee-5323ae9311cb req-0032a7c9-5fae-419c-93ab-6ea85b1e2cd6 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=b8b5e794-7cac-4446-bb27-bf69189a0962&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0387640 Nov 05 20:01:56.073151 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237a822e-d29e-411b-beee-5323ae9311cb req-5bf88cb7-f008-43b1-b5ec-656163698ea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 20:01:56.074720 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-237a822e-d29e-411b-beee-5323ae9311cb req-5bf88cb7-f008-43b1-b5ec-656163698ea8 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5f7ee977d52949ca83d9a18d279c5a9a&device_id=b8b5e794-7cac-4446-bb27-bf69189a0962 HTTP/1.1" status: 200 len: 1098 time: 0.0467339 Nov 05 20:01:56.179821 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237a822e-d29e-411b-beee-5323ae9311cb req-0f95a6b3-3d9b-49ff-8657-7f0fd9c64458 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 20:01:56.181389 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-237a822e-d29e-411b-beee-5323ae9311cb req-0f95a6b3-3d9b-49ff-8657-7f0fd9c64458 service neutron] 10.222.0.41 "GET /v2.0/networks?id=7f486b36-9d47-4fe4-a209-183429c7fb3a HTTP/1.1" status: 200 len: 910 time: 0.0871918 Nov 05 20:01:56.249820 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-237a822e-d29e-411b-beee-5323ae9311cb req-bfc6470f-b78c-468f-8d79-584960b31028 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=271f8ba8-0dbd-470c-b60c-e42cdb356908 HTTP/1.1" status: 200 len: 1002 time: 0.0611854 Nov 05 20:01:56.298508 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237a822e-d29e-411b-beee-5323ae9311cb req-343128a2-ce91-46c4-a67b-96239d2a949f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 20:01:56.299921 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-237a822e-d29e-411b-beee-5323ae9311cb req-343128a2-ce91-46c4-a67b-96239d2a949f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4f53f6df-69d8-4092-98c8-1d0f1176ac79 HTTP/1.1" status: 200 len: 848 time: 0.0438037 Nov 05 20:01:56.344220 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237a822e-d29e-411b-beee-5323ae9311cb req-1b906fe6-3c57-4842-8ecc-7765386931dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 20:01:56.345716 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-237a822e-d29e-411b-beee-5323ae9311cb req-1b906fe6-3c57-4842-8ecc-7765386931dc service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7f486b36-9d47-4fe4-a209-183429c7fb3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0389018 Nov 05 20:01:56.439094 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-237a822e-d29e-411b-beee-5323ae9311cb req-1b4e1bc8-fcc1-4727-802d-b20348e5f13d service neutron] 10.222.0.41 "GET /v2.0/networks/7f486b36-9d47-4fe4-a209-183429c7fb3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859146 Nov 05 20:01:56.527155 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-237a822e-d29e-411b-beee-5323ae9311cb req-a8b31253-6342-4d62-85ab-08f51455a345 service neutron] 10.222.0.41 "GET /v2.0/networks/7f486b36-9d47-4fe4-a209-183429c7fb3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802298 Nov 05 20:02:02.662916 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-cd9485da-1852-458b-a280-39b34e8859c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:02:05.005112 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:02:05.485222 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-55d72b50-74c6-4270-9b01-79fc15e9e202 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:02:06.588421 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b304910f-7b27-444b-a8fc-977d26b1ceac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:02:07.085714 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:02:08.531010 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-31f93893-a48e-4ae8-833d-dccb2b42eacc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:02:08.570745 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:02:16.694688 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.agents_db [None req-b9406b04-a0e8-43cf-b349-711963d96cf4 None None] Agent healthcheck: found 7 active agents {{(pid=102389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 05 20:02:32.691351 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-a87dc087-576f-4012-bb61-586efded8a69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:02:35.039801 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:02:35.456355 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-8a785176-3264-40db-9f62-fc72949103e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:02:36.570759 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b304910f-7b27-444b-a8fc-977d26b1ceac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:02:37.108144 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:02:38.559562 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-31f93893-a48e-4ae8-833d-dccb2b42eacc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:02:38.593886 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:02:53.694256 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.agents_db [None req-b9406b04-a0e8-43cf-b349-711963d96cf4 None None] Agent healthcheck: found 7 active agents {{(pid=102389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 05 20:02:58.041502 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-b96a1e97-c5de-456f-84a1-d6c73a422756 req-a4938e91-281e-4ad8-842e-c0790ddcc25d service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=b8b5e794-7cac-4446-bb27-bf69189a0962&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0954542 Nov 05 20:02:58.124170 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96a1e97-c5de-456f-84a1-d6c73a422756 req-2839db87-2c33-49bd-910e-3d2722d907af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 20:02:58.125722 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-b96a1e97-c5de-456f-84a1-d6c73a422756 req-2839db87-2c33-49bd-910e-3d2722d907af service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5f7ee977d52949ca83d9a18d279c5a9a&device_id=b8b5e794-7cac-4446-bb27-bf69189a0962 HTTP/1.1" status: 200 len: 1098 time: 0.0418723 Nov 05 20:02:58.228043 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96a1e97-c5de-456f-84a1-d6c73a422756 req-68722c23-4734-4e35-bd15-ac7cd3ec910b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 20:02:58.229595 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-b96a1e97-c5de-456f-84a1-d6c73a422756 req-68722c23-4734-4e35-bd15-ac7cd3ec910b service neutron] 10.222.0.41 "GET /v2.0/networks?id=7f486b36-9d47-4fe4-a209-183429c7fb3a HTTP/1.1" status: 200 len: 910 time: 0.0843141 Nov 05 20:02:58.298148 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-b96a1e97-c5de-456f-84a1-d6c73a422756 req-fb017d46-9e87-4e04-aa94-9259a7653ff8 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=271f8ba8-0dbd-470c-b60c-e42cdb356908 HTTP/1.1" status: 200 len: 1002 time: 0.0613534 Nov 05 20:02:58.346951 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96a1e97-c5de-456f-84a1-d6c73a422756 req-a97a3cb9-eb57-4224-89af-eacae9dac2d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 20:02:58.348416 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-b96a1e97-c5de-456f-84a1-d6c73a422756 req-a97a3cb9-eb57-4224-89af-eacae9dac2d5 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4f53f6df-69d8-4092-98c8-1d0f1176ac79 HTTP/1.1" status: 200 len: 848 time: 0.0438664 Nov 05 20:02:58.393532 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96a1e97-c5de-456f-84a1-d6c73a422756 req-c01cd21f-890f-472d-9f9b-7788552b525e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 20:02:58.395085 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-b96a1e97-c5de-456f-84a1-d6c73a422756 req-c01cd21f-890f-472d-9f9b-7788552b525e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7f486b36-9d47-4fe4-a209-183429c7fb3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402343 Nov 05 20:02:58.490516 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-b96a1e97-c5de-456f-84a1-d6c73a422756 req-f45d4a19-fdfb-4317-8093-d9a58510f4f8 service neutron] 10.222.0.41 "GET /v2.0/networks/7f486b36-9d47-4fe4-a209-183429c7fb3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879223 Nov 05 20:02:58.579769 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-b96a1e97-c5de-456f-84a1-d6c73a422756 req-b9e4f419-a2a4-4cfd-9aa1-c075ab315f67 service neutron] 10.222.0.41 "GET /v2.0/networks/7f486b36-9d47-4fe4-a209-183429c7fb3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827105 Nov 05 20:03:02.667007 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-160191db-a911-4321-9521-e5a65b8786c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:03:03.800616 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 47786) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 20:03:03.955860 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [None req-82774781-36b4-4e8c-aac1-72741d7f88b1 tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] Deleting port 7d401f0b-79c8-49d6-a212-aca1e27e5d08 {{(pid=102387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 20:03:03.956197 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-82774781-36b4-4e8c-aac1-72741d7f88b1 tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:03:04.030325 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-82774781-36b4-4e8c-aac1-72741d7f88b1 tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:03:04.035537 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-82774781-36b4-4e8c-aac1-72741d7f88b1 tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:03:04.042920 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [None req-82774781-36b4-4e8c-aac1-72741d7f88b1 tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] Calling delete_port for 7d401f0b-79c8-49d6-a212-aca1e27e5d08 owned by network:floatingip {{(pid=102387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 20:03:04.233691 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-82774781-36b4-4e8c-aac1-72741d7f88b1 tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4417063'] for port, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:03:04.257236 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82774781-36b4-4e8c-aac1-72741d7f88b1 tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] Pushing event deleted for resources: {'Port': ['ID=7d401f0b-79c8-49d6-a212-aca1e27e5d08,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 20:03:04.267281 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82774781-36b4-4e8c-aac1-72741d7f88b1 tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 20:03:04.267628 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82774781-36b4-4e8c-aac1-72741d7f88b1 tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 20:03:04.267964 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82774781-36b4-4e8c-aac1-72741d7f88b1 tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 20:03:04.268297 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82774781-36b4-4e8c-aac1-72741d7f88b1 tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 20:03:04.268625 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82774781-36b4-4e8c-aac1-72741d7f88b1 tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 20:03:04.269448 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82774781-36b4-4e8c-aac1-72741d7f88b1 tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 20:03:04.269448 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82774781-36b4-4e8c-aac1-72741d7f88b1 tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 20:03:04.269653 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82774781-36b4-4e8c-aac1-72741d7f88b1 tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 20:03:04.269879 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82774781-36b4-4e8c-aac1-72741d7f88b1 tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 20:03:04.270224 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82774781-36b4-4e8c-aac1-72741d7f88b1 tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 20:03:04.270546 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82774781-36b4-4e8c-aac1-72741d7f88b1 tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 20:03:04.270860 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82774781-36b4-4e8c-aac1-72741d7f88b1 tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 20:03:04.333217 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-82774781-36b4-4e8c-aac1-72741d7f88b1 tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] Publish callbacks [] for floatingip, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:03:04.333542 n-d-816865-1 neutron-server[102387]: INFO neutron.db.l3_db [None req-82774781-36b4-4e8c-aac1-72741d7f88b1 tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] Floating IP 7bcb5947-2a7e-4ae4-a4a1-56b63556bd2b disassociated (deleted). External IP: 172.25.6.157, port: 271f8ba8-0dbd-470c-b60c-e42cdb356908. Nov 05 20:03:04.537275 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82774781-36b4-4e8c-aac1-72741d7f88b1 tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] Router 069ef3f4-b943-41c1-8e48-4d6dda3ccf44 has already been hosted by L3 agent 6dcb5589-8e86-4616-9186-ddc4548e13ad {{(pid=102387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 20:03:04.643460 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82774781-36b4-4e8c-aac1-72741d7f88b1 tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] Notify agent at l3_agent.n-d-816865-1 the message routers_updated {{(pid=102387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 20:03:04.647898 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-82774781-36b4-4e8c-aac1-72741d7f88b1 tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for floatingip, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:03:04.653744 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6606ee4-c0c7-4f30-bfec-cfd6acb07a69 None None] Sync routers for ids ['069ef3f4-b943-41c1-8e48-4d6dda3ccf44'] in n-d-816865-1 {{(pid=102388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 20:03:04.662917 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6606ee4-c0c7-4f30-bfec-cfd6acb07a69 None None] Routers {'069ef3f4-b943-41c1-8e48-4d6dda3ccf44'} bound to L3 agent in host n-d-816865-1 {{(pid=102388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 20:03:04.663536 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-a6606ee4-c0c7-4f30-bfec-cfd6acb07a69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T20:02:35Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['069ef3f4-b943-41c1-8e48-4d6dda3ccf44'], 'active': True} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 20:03:04.675251 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-82774781-36b4-4e8c-aac1-72741d7f88b1 tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] 10.222.0.13 "DELETE /v2.0/floatingips/7bcb5947-2a7e-4ae4-a4a1-56b63556bd2b HTTP/1.1" status: 204 len: 168 time: 0.8735521 Nov 05 20:03:04.675843 n-d-816865-1 neutron-server[102387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8b5e794-7cac-4446-bb27-bf69189a0962', 'tag': '271f8ba8-0dbd-470c-b60c-e42cdb356908'}] {{(pid=102387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 20:03:04.678138 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1aa7e2392c69fb9acc0b335571f919b1f61097b9ced1ed941ddb2f5c01cc85e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77db1568-11b8-43ae-8d1d-2cecc07f673d" -d '{"events": [{"name": "network-changed", "server_uuid": "b8b5e794-7cac-4446-bb27-bf69189a0962", "tag": "271f8ba8-0dbd-470c-b60c-e42cdb356908"}]}' {{(pid=102387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 20:03:04.774415 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvr_db [None req-a6606ee4-c0c7-4f30-bfec-cfd6acb07a69 None None] Set router 069ef3f4-b943-41c1-8e48-4d6dda3ccf44 gateway port host: n-d-816865-1 {{(pid=102388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 20:03:04.991736 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-a6606ee4-c0c7-4f30-bfec-cfd6acb07a69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '069ef3f4-b943-41c1-8e48-4d6dda3ccf44', 'name': 'tempest-TestShelveInstance-1155037498-router', 'tenant_id': '5f7ee977d52949ca83d9a18d279c5a9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.240'}], 'enable_snat': True}, 'gw_port_id': '4772bf23-8391-4ea5-b905-3634aeb2ddb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T19:58:33Z', 'updated_at': '2021-11-05T19:58:36Z', 'revision_number': 4, 'project_id': '5f7ee977d52949ca83d9a18d279c5a9a', 'gw_port': {'id': '4772bf23-8391-4ea5-b905-3634aeb2ddb0', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:bd:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '069ef3f4-b943-41c1-8e48-4d6dda3ccf44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:58:33Z', 'updated_at': '2021-11-05T19:58:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1', '_interfaces': [{'id': 'b5a2bca2-27a4-4ab7-a392-389574267031', 'name': '', 'network_id': '7f486b36-9d47-4fe4-a209-183429c7fb3a', 'tenant_id': '5f7ee977d52949ca83d9a18d279c5a9a', 'mac_address': 'fa:16:3e:bc:4f:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '069ef3f4-b943-41c1-8e48-4d6dda3ccf44', 'device_owner': 'network:router_interface', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '4f53f6df-69d8-4092-98c8-1d0f1176ac79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:58:35Z', 'updated_at': '2021-11-05T19:58:40Z', 'revision_number': 5, 'project_id': '5f7ee977d52949ca83d9a18d279c5a9a', 'subnets': [{'id': '4f53f6df-69d8-4092-98c8-1d0f1176ac79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-1', False) {} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 20:03:05.019163 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6606ee4-c0c7-4f30-bfec-cfd6acb07a69 None None] Checking router: 069ef3f4-b943-41c1-8e48-4d6dda3ccf44 for host: n-d-816865-1 {{(pid=102388) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 20:03:05.027529 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6606ee4-c0c7-4f30-bfec-cfd6acb07a69 None None] Routers {'069ef3f4-b943-41c1-8e48-4d6dda3ccf44'} bound to L3 agent in host n-d-816865-1 {{(pid=102388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 20:03:05.028139 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-a6606ee4-c0c7-4f30-bfec-cfd6acb07a69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T20:02:35Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['069ef3f4-b943-41c1-8e48-4d6dda3ccf44'], 'active': True} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 20:03:05.067224 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:03:05.127324 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 20:03:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-346fee37-f139-4a45-a295-92a05eca5725 x-openstack-request-id: req-346fee37-f139-4a45-a295-92a05eca5725 {{(pid=102387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 20:03:05.127848 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8b5e794-7cac-4446-bb27-bf69189a0962", "tag": "271f8ba8-0dbd-470c-b60c-e42cdb356908", "status": "completed", "code": 200}]} {{(pid=102387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 20:03:05.128056 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-346fee37-f139-4a45-a295-92a05eca5725 {{(pid=102387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 20:03:05.128535 n-d-816865-1 neutron-server[102387]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8b5e794-7cac-4446-bb27-bf69189a0962', 'tag': '271f8ba8-0dbd-470c-b60c-e42cdb356908', 'status': 'completed', 'code': 200} Nov 05 20:03:05.140613 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvr_db [None req-a6606ee4-c0c7-4f30-bfec-cfd6acb07a69 None None] Set router 069ef3f4-b943-41c1-8e48-4d6dda3ccf44 gateway port host: n-d-816865-1 {{(pid=102388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 20:03:05.199763 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77db1568-11b8-43ae-8d1d-2cecc07f673d req-8d5666b4-b9b8-4c79-b257-a3c5385c25b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 20:03:05.201486 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-77db1568-11b8-43ae-8d1d-2cecc07f673d req-8d5666b4-b9b8-4c79-b257-a3c5385c25b6 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5f7ee977d52949ca83d9a18d279c5a9a&device_id=b8b5e794-7cac-4446-bb27-bf69189a0962 HTTP/1.1" status: 200 len: 1098 time: 0.0476737 Nov 05 20:03:05.220506 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4942e566-5313-459f-b5de-02edd93d9615 req-4a5b12a7-6542-47a2-9923-2c463745b348 tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 20:03:05.222262 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-4942e566-5313-459f-b5de-02edd93d9615 req-4a5b12a7-6542-47a2-9923-2c463745b348 tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8b5e794-7cac-4446-bb27-bf69189a0962 HTTP/1.1" status: 200 len: 947 time: 0.0499725 Nov 05 20:03:05.277040 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-4942e566-5313-459f-b5de-02edd93d9615 req-34b77c79-1b8c-4e2e-9b36-ef74fb573176 tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] 10.222.0.13 "GET /v2.0/security-groups?id=8cc7b012-1354-4646-9764-9d8ba80fc652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486574 Nov 05 20:03:05.306835 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77db1568-11b8-43ae-8d1d-2cecc07f673d req-50d7d3fb-46bc-4f1c-852c-8711c265567d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 20:03:05.308748 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-77db1568-11b8-43ae-8d1d-2cecc07f673d req-50d7d3fb-46bc-4f1c-852c-8711c265567d service neutron] 10.222.0.41 "GET /v2.0/networks?id=7f486b36-9d47-4fe4-a209-183429c7fb3a HTTP/1.1" status: 200 len: 910 time: 0.0990155 Nov 05 20:03:05.354974 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-77db1568-11b8-43ae-8d1d-2cecc07f673d req-82f0ddb1-c980-4684-a4c1-2d8dce1f2d97 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=271f8ba8-0dbd-470c-b60c-e42cdb356908 HTTP/1.1" status: 200 len: 217 time: 0.0383098 Nov 05 20:03:05.365236 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-a6606ee4-c0c7-4f30-bfec-cfd6acb07a69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '069ef3f4-b943-41c1-8e48-4d6dda3ccf44', 'name': 'tempest-TestShelveInstance-1155037498-router', 'tenant_id': '5f7ee977d52949ca83d9a18d279c5a9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.240'}], 'enable_snat': True}, 'gw_port_id': '4772bf23-8391-4ea5-b905-3634aeb2ddb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T19:58:33Z', 'updated_at': '2021-11-05T19:58:36Z', 'revision_number': 4, 'project_id': '5f7ee977d52949ca83d9a18d279c5a9a', 'gw_port': {'id': '4772bf23-8391-4ea5-b905-3634aeb2ddb0', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:bd:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '069ef3f4-b943-41c1-8e48-4d6dda3ccf44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:58:33Z', 'updated_at': '2021-11-05T19:58:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1', '_interfaces': [{'id': 'b5a2bca2-27a4-4ab7-a392-389574267031', 'name': '', 'network_id': '7f486b36-9d47-4fe4-a209-183429c7fb3a', 'tenant_id': '5f7ee977d52949ca83d9a18d279c5a9a', 'mac_address': 'fa:16:3e:bc:4f:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '069ef3f4-b943-41c1-8e48-4d6dda3ccf44', 'device_owner': 'network:router_interface', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '4f53f6df-69d8-4092-98c8-1d0f1176ac79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:58:35Z', 'updated_at': '2021-11-05T19:58:40Z', 'revision_number': 5, 'project_id': '5f7ee977d52949ca83d9a18d279c5a9a', 'subnets': [{'id': '4f53f6df-69d8-4092-98c8-1d0f1176ac79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-1', False) {} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 20:03:05.391247 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6606ee4-c0c7-4f30-bfec-cfd6acb07a69 None None] The sync data for ids ['069ef3f4-b943-41c1-8e48-4d6dda3ccf44'] in n-d-816865-1 is: [{'id': '069ef3f4-b943-41c1-8e48-4d6dda3ccf44', 'name': 'tempest-TestShelveInstance-1155037498-router', 'tenant_id': '5f7ee977d52949ca83d9a18d279c5a9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.240'}], 'enable_snat': True}, 'gw_port_id': '4772bf23-8391-4ea5-b905-3634aeb2ddb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T19:58:33Z', 'updated_at': '2021-11-05T19:58:36Z', 'revision_number': 4, 'project_id': '5f7ee977d52949ca83d9a18d279c5a9a', 'gw_port': {'id': '4772bf23-8391-4ea5-b905-3634aeb2ddb0', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:bd:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '069ef3f4-b943-41c1-8e48-4d6dda3ccf44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:58:33Z', 'updated_at': '2021-11-05T19:58:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1', '_interfaces': [{'id': 'b5a2bca2-27a4-4ab7-a392-389574267031', 'name': '', 'network_id': '7f486b36-9d47-4fe4-a209-183429c7fb3a', 'tenant_id': '5f7ee977d52949ca83d9a18d279c5a9a', 'mac_address': 'fa:16:3e:bc:4f:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '069ef3f4-b943-41c1-8e48-4d6dda3ccf44', 'device_owner': 'network:router_interface', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '4f53f6df-69d8-4092-98c8-1d0f1176ac79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:58:35Z', 'updated_at': '2021-11-05T19:58:40Z', 'revision_number': 5, 'project_id': '5f7ee977d52949ca83d9a18d279c5a9a', 'subnets': [{'id': '4f53f6df-69d8-4092-98c8-1d0f1176ac79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 20:03:05.406786 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77db1568-11b8-43ae-8d1d-2cecc07f673d req-444630b0-26a7-44b3-8c19-5a4f89b39965 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 20:03:05.408301 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-77db1568-11b8-43ae-8d1d-2cecc07f673d req-444630b0-26a7-44b3-8c19-5a4f89b39965 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4f53f6df-69d8-4092-98c8-1d0f1176ac79 HTTP/1.1" status: 200 len: 848 time: 0.0450764 Nov 05 20:03:05.457411 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77db1568-11b8-43ae-8d1d-2cecc07f673d req-3a7163a1-6678-49d3-8c97-045ad77876dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 20:03:05.459052 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-77db1568-11b8-43ae-8d1d-2cecc07f673d req-3a7163a1-6678-49d3-8c97-045ad77876dc service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7f486b36-9d47-4fe4-a209-183429c7fb3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0431828 Nov 05 20:03:05.473894 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-205fbcb0-83bb-46fa-ba94-dde8f1ab0caf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:03:05.557788 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-77db1568-11b8-43ae-8d1d-2cecc07f673d req-2638488d-5a96-488a-a9bb-388939f60bc8 service neutron] 10.222.0.41 "GET /v2.0/networks/7f486b36-9d47-4fe4-a209-183429c7fb3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902045 Nov 05 20:03:05.630944 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dc0464b-487d-40b3-a386-a83fedc6eb33 None None] New status for floating IP 7bcb5947-2a7e-4ae4-a4a1-56b63556bd2b: DOWN {{(pid=102389) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 05 20:03:05.653289 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-77db1568-11b8-43ae-8d1d-2cecc07f673d req-b65da1fe-52e0-44cb-a01f-acbc52c6570d service neutron] 10.222.0.41 "GET /v2.0/networks/7f486b36-9d47-4fe4-a209-183429c7fb3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859990 Nov 05 20:03:06.394324 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983c1a84-5c20-4be2-877a-48cc8db7e9fe req-f809b0f0-7f1f-4184-b85b-fb47d2e62c96 tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 20:03:06.395840 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-983c1a84-5c20-4be2-877a-48cc8db7e9fe req-f809b0f0-7f1f-4184-b85b-fb47d2e62c96 tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8b5e794-7cac-4446-bb27-bf69189a0962 HTTP/1.1" status: 200 len: 947 time: 0.0496311 Nov 05 20:03:06.439632 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4ffbe5-a633-432c-b001-4e58246fdb0e req-e303bb09-7104-457e-b08d-afff651c9fdc tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 20:03:06.441586 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-ec4ffbe5-a633-432c-b001-4e58246fdb0e req-e303bb09-7104-457e-b08d-afff651c9fdc tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] 10.222.0.41 "GET /v2.0/ports?device_id=b8b5e794-7cac-4446-bb27-bf69189a0962 HTTP/1.1" status: 200 len: 947 time: 0.0543363 Nov 05 20:03:06.453387 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-983c1a84-5c20-4be2-877a-48cc8db7e9fe req-93baa3df-4ad1-4941-9926-9285d680080a tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] 10.222.0.13 "GET /v2.0/security-groups?id=8cc7b012-1354-4646-9764-9d8ba80fc652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514832 Nov 05 20:03:06.535197 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [req-ec4ffbe5-a633-432c-b001-4e58246fdb0e req-7da32486-fe2d-4a55-a31e-94ec2a51b0c7 tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] Deleting port 271f8ba8-0dbd-470c-b60c-e42cdb356908 {{(pid=102386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 20:03:06.535538 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-ec4ffbe5-a633-432c-b001-4e58246fdb0e req-7da32486-fe2d-4a55-a31e-94ec2a51b0c7 tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:03:06.577085 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b304910f-7b27-444b-a8fc-977d26b1ceac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:03:06.623920 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [req-ec4ffbe5-a633-432c-b001-4e58246fdb0e req-7da32486-fe2d-4a55-a31e-94ec2a51b0c7 tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] For port 271f8ba8-0dbd-470c-b60c-e42cdb356908, host n-h1-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=271f8ba8-0dbd-470c-b60c-e42cdb356908,segment=NetworkSegment(522cfac5-a136-4e48-a113-e5a15593abdd),segment_id=522cfac5-a136-4e48-a113-e5a15593abdd)] {{(pid=102386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 20:03:06.624283 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-ec4ffbe5-a633-432c-b001-4e58246fdb0e req-7da32486-fe2d-4a55-a31e-94ec2a51b0c7 tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:03:06.636898 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [req-ec4ffbe5-a633-432c-b001-4e58246fdb0e req-7da32486-fe2d-4a55-a31e-94ec2a51b0c7 tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] Calling delete_port for 271f8ba8-0dbd-470c-b60c-e42cdb356908 owned by compute:nova {{(pid=102386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 20:03:06.805156 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-ec4ffbe5-a633-432c-b001-4e58246fdb0e req-7da32486-fe2d-4a55-a31e-94ec2a51b0c7 tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:03:06.835925 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da32486-fe2d-4a55-a31e-94ec2a51b0c7 tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] Pushing event deleted for resources: {'Port': ['ID=271f8ba8-0dbd-470c-b60c-e42cdb356908,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 20:03:06.849416 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da32486-fe2d-4a55-a31e-94ec2a51b0c7 tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 20:03:06.849770 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da32486-fe2d-4a55-a31e-94ec2a51b0c7 tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 20:03:06.850118 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da32486-fe2d-4a55-a31e-94ec2a51b0c7 tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 20:03:06.850451 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da32486-fe2d-4a55-a31e-94ec2a51b0c7 tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 20:03:06.850778 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da32486-fe2d-4a55-a31e-94ec2a51b0c7 tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 20:03:06.851102 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da32486-fe2d-4a55-a31e-94ec2a51b0c7 tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 20:03:06.851425 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da32486-fe2d-4a55-a31e-94ec2a51b0c7 tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 20:03:06.851745 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da32486-fe2d-4a55-a31e-94ec2a51b0c7 tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 20:03:06.852061 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da32486-fe2d-4a55-a31e-94ec2a51b0c7 tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 20:03:06.852380 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da32486-fe2d-4a55-a31e-94ec2a51b0c7 tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 20:03:06.852697 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da32486-fe2d-4a55-a31e-94ec2a51b0c7 tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 20:03:06.853011 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da32486-fe2d-4a55-a31e-94ec2a51b0c7 tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 20:03:06.886828 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec4ffbe5-a633-432c-b001-4e58246fdb0e req-7da32486-fe2d-4a55-a31e-94ec2a51b0c7 tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] No DVR routers for this DVR port 271f8ba8-0dbd-470c-b60c-e42cdb356908 on host n-h1-816865-1 {{(pid=102386) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 20:03:06.889904 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-ec4ffbe5-a633-432c-b001-4e58246fdb0e req-7da32486-fe2d-4a55-a31e-94ec2a51b0c7 tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:03:06.893233 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-ec4ffbe5-a633-432c-b001-4e58246fdb0e req-7da32486-fe2d-4a55-a31e-94ec2a51b0c7 tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] 10.222.0.41 "DELETE /v2.0/ports/271f8ba8-0dbd-470c-b60c-e42cdb356908 HTTP/1.1" status: 204 len: 173 time: 0.4454296 Nov 05 20:03:06.894395 n-d-816865-1 neutron-server[102386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8b5e794-7cac-4446-bb27-bf69189a0962', 'name': 'network-vif-deleted', 'tag': '271f8ba8-0dbd-470c-b60c-e42cdb356908'}] {{(pid=102386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 20:03:06.896024 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d24c2e9fd656c946d5f792cc44b0d4efbe125a7d17e01666b7f4dc8150dd75ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0cafffe-21ef-4bf4-ba18-dda873b72596" -d '{"events": [{"server_uuid": "b8b5e794-7cac-4446-bb27-bf69189a0962", "name": "network-vif-deleted", "tag": "271f8ba8-0dbd-470c-b60c-e42cdb356908"}]}' {{(pid=102386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 20:03:06.932513 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 20:03:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d79b041-914c-485b-9357-14d5083cef53 x-openstack-request-id: req-7d79b041-914c-485b-9357-14d5083cef53 {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 20:03:06.932809 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8b5e794-7cac-4446-bb27-bf69189a0962", "name": "network-vif-deleted", "tag": "271f8ba8-0dbd-470c-b60c-e42cdb356908", "status": "completed", "code": 200}]} {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 20:03:06.933060 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7d79b041-914c-485b-9357-14d5083cef53 {{(pid=102386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 20:03:06.933463 n-d-816865-1 neutron-server[102386]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8b5e794-7cac-4446-bb27-bf69189a0962', 'name': 'network-vif-deleted', 'tag': '271f8ba8-0dbd-470c-b60c-e42cdb356908', 'status': 'completed', 'code': 200} Nov 05 20:03:07.113496 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:03:07.561509 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-b9f37e7a-c9b1-4c59-a9c1-042e14ba1bbc req-1085445b-689f-4ed8-8a74-008fa92bdbcf tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8b5e794-7cac-4446-bb27-bf69189a0962 HTTP/1.1" status: 200 len: 210 time: 0.0271330 Nov 05 20:03:08.513971 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-31f93893-a48e-4ae8-833d-dccb2b42eacc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:03:08.553063 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:03:08.617443 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 47808) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 20:03:08.675218 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-7c0c70da-68e6-49d4-8b35-995f627fbf37 tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] Publish callbacks [] for security_group, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:03:08.701054 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-7c0c70da-68e6-49d4-8b35-995f627fbf37 tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:03:08.816455 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-7c0c70da-68e6-49d4-8b35-995f627fbf37 tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:03:08.819121 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-7c0c70da-68e6-49d4-8b35-995f627fbf37 tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] Publish callbacks [] for security_group, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:03:08.820344 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-7c0c70da-68e6-49d4-8b35-995f627fbf37 tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] 10.222.0.13 "DELETE /v2.0/security-groups/8cc7b012-1354-4646-9764-9d8ba80fc652 HTTP/1.1" status: 204 len: 168 time: 0.2018721 Nov 05 20:03:08.829450 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0c70da-68e6-49d4-8b35-995f627fbf37 tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cc7b012-1354-4646-9764-9d8ba80fc652,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 20:03:09.361410 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Device 271f8ba8-0dbd-470c-b60c-e42cdb356908 no longer exists at agent hyperv_n-h1-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 20:03:09.384338 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] No Port match for: 271f8ba8-0dbd-470c-b60c-e42cdb356908 {{(pid=102388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 20:03:09.384691 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Device 271f8ba8-0dbd-470c-b60c-e42cdb356908 not bound to the agent host n-h1-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 20:03:09.474796 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 47814) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 20:03:09.479471 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-31e376ed-dc10-448f-a685-4a135414b445 tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1821876412', 'description': 'tempest-secgroup-smoke-1821876412 description', 'project_id': '5f7ee977d52949ca83d9a18d279c5a9a'}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 20:03:09.558811 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-31e376ed-dc10-448f-a685-4a135414b445 tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] Publish callbacks [] for security_group, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:03:09.628292 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-31e376ed-dc10-448f-a685-4a135414b445 tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] Publish callbacks [] for security_group, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:03:09.718873 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-31e376ed-dc10-448f-a685-4a135414b445 tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:03:09.747992 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e376ed-dc10-448f-a685-4a135414b445 tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c09382af-5189-49b1-a96e-2123e834ab84,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 20:03:09.795489 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-31e376ed-dc10-448f-a685-4a135414b445 tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] Publish callbacks [] for security_group, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:03:09.796738 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-31e376ed-dc10-448f-a685-4a135414b445 tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.3209133 Nov 05 20:03:09.799631 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 47816) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 20:03:09.804072 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-f2018eeb-5d72-40d2-a55d-9d96a22271b7 tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] Request body: {'security_group_rule': {'security_group_id': 'c09382af-5189-49b1-a96e-2123e834ab84', 'project_id': '5f7ee977d52949ca83d9a18d279c5a9a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 20:03:09.883543 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-f2018eeb-5d72-40d2-a55d-9d96a22271b7 tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:03:09.941508 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-f2018eeb-5d72-40d2-a55d-9d96a22271b7 tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:03:10.005199 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-f2018eeb-5d72-40d2-a55d-9d96a22271b7 tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985308'] for security_group_rule, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:03:10.024429 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2018eeb-5d72-40d2-a55d-9d96a22271b7 tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=952faa8b-d071-408b-aad5-db4fe698c063,revision_number=0']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 20:03:10.087126 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-f2018eeb-5d72-40d2-a55d-9d96a22271b7 tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:03:10.088350 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-f2018eeb-5d72-40d2-a55d-9d96a22271b7 tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2877529 Nov 05 20:03:10.091167 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 47818) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 20:03:10.095799 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-17504523-f342-4d2e-8ad2-950b3d2d0ce7 tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] Request body: {'security_group_rule': {'security_group_id': 'c09382af-5189-49b1-a96e-2123e834ab84', 'project_id': '5f7ee977d52949ca83d9a18d279c5a9a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 20:03:10.192715 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-17504523-f342-4d2e-8ad2-950b3d2d0ce7 tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:03:10.246150 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-17504523-f342-4d2e-8ad2-950b3d2d0ce7 tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:03:10.307783 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-17504523-f342-4d2e-8ad2-950b3d2d0ce7 tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985308'] for security_group_rule, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:03:10.325798 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17504523-f342-4d2e-8ad2-950b3d2d0ce7 tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b75f0fa-1d0c-449a-acc0-b934f904e4ca,revision_number=0']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 20:03:10.377845 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-17504523-f342-4d2e-8ad2-950b3d2d0ce7 tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:03:10.379071 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-17504523-f342-4d2e-8ad2-950b3d2d0ce7 tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2867608 Nov 05 20:03:10.381814 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 47820) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 20:03:10.386059 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-0d5316a9-7b5d-44ad-8c16-f9e6035a9956 tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] Request body: {'security_group_rule': {'security_group_id': 'c09382af-5189-49b1-a96e-2123e834ab84', 'project_id': '5f7ee977d52949ca83d9a18d279c5a9a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 20:03:10.449389 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-0d5316a9-7b5d-44ad-8c16-f9e6035a9956 tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:03:10.506728 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-0d5316a9-7b5d-44ad-8c16-f9e6035a9956 tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:03:10.547457 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-0d5316a9-7b5d-44ad-8c16-f9e6035a9956 tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985308'] for security_group_rule, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:03:10.562726 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5316a9-7b5d-44ad-8c16-f9e6035a9956 tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=306e76f9-ed09-457a-bfb7-6dd912b3aa22,revision_number=0']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 20:03:10.641413 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-0d5316a9-7b5d-44ad-8c16-f9e6035a9956 tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:03:10.642733 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-0d5316a9-7b5d-44ad-8c16-f9e6035a9956 tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2599034 Nov 05 20:03:10.645306 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 47822) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 20:03:10.649608 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-eef7e257-3778-472e-b241-ee5016f5af94 tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] Request body: {'security_group_rule': {'security_group_id': 'c09382af-5189-49b1-a96e-2123e834ab84', 'project_id': '5f7ee977d52949ca83d9a18d279c5a9a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 20:03:10.740572 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-eef7e257-3778-472e-b241-ee5016f5af94 tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:03:10.799498 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-eef7e257-3778-472e-b241-ee5016f5af94 tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:03:10.867276 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-eef7e257-3778-472e-b241-ee5016f5af94 tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985308'] for security_group_rule, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:03:10.884954 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef7e257-3778-472e-b241-ee5016f5af94 tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a2278ea-7c13-4b39-85ec-95b35ccd8e50,revision_number=0']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 20:03:10.949412 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-eef7e257-3778-472e-b241-ee5016f5af94 tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:03:10.951207 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-eef7e257-3778-472e-b241-ee5016f5af94 tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3049409 Nov 05 20:03:10.953862 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 47824) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 20:03:10.958123 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-090ce860-9ede-45a6-b066-b3ea6906de16 tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] Request body: {'security_group_rule': {'security_group_id': 'c09382af-5189-49b1-a96e-2123e834ab84', 'project_id': '5f7ee977d52949ca83d9a18d279c5a9a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 20:03:11.027987 n-d-816865-1 neutron-server[102387]: INFO neutron.db.securitygroups_db [None req-090ce860-9ede-45a6-b066-b3ea6906de16 tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] Project 5f7ee977d52949ca83d9a18d279c5a9a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 05 20:03:11.033414 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-090ce860-9ede-45a6-b066-b3ea6906de16 tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:03:11.090943 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-090ce860-9ede-45a6-b066-b3ea6906de16 tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:03:11.142033 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-090ce860-9ede-45a6-b066-b3ea6906de16 tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985308'] for security_group_rule, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:03:11.160148 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090ce860-9ede-45a6-b066-b3ea6906de16 tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=45436d26-a6da-4f72-ba30-6e44716edac0,revision_number=0']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 20:03:11.207080 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-090ce860-9ede-45a6-b066-b3ea6906de16 tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:03:11.208306 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-090ce860-9ede-45a6-b066-b3ea6906de16 tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2534926 Nov 05 20:03:11.211130 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 47826) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 20:03:11.215501 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-29b3a9a2-2785-4f35-9bdd-dc48c413fade tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] Request body: {'security_group_rule': {'security_group_id': 'c09382af-5189-49b1-a96e-2123e834ab84', 'project_id': '5f7ee977d52949ca83d9a18d279c5a9a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 20:03:11.283898 n-d-816865-1 neutron-server[102387]: INFO neutron.db.securitygroups_db [None req-29b3a9a2-2785-4f35-9bdd-dc48c413fade tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] Project 5f7ee977d52949ca83d9a18d279c5a9a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 05 20:03:11.288742 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-29b3a9a2-2785-4f35-9bdd-dc48c413fade tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:03:11.347775 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-29b3a9a2-2785-4f35-9bdd-dc48c413fade tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:03:11.421838 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-29b3a9a2-2785-4f35-9bdd-dc48c413fade tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985308'] for security_group_rule, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:03:11.439428 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b3a9a2-2785-4f35-9bdd-dc48c413fade tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e87981e-1c3a-4d76-b486-d5f53e0b92c4,revision_number=0']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 20:03:11.532638 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-29b3a9a2-2785-4f35-9bdd-dc48c413fade tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:03:11.533863 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-29b3a9a2-2785-4f35-9bdd-dc48c413fade tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3218062 Nov 05 20:03:30.694231 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.agents_db [None req-b9406b04-a0e8-43cf-b349-711963d96cf4 None None] Agent healthcheck: found 7 active agents {{(pid=102389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 05 20:03:32.512932 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-30940b9a-69c5-4217-9495-c030cea24a29 req-0f02cd9a-76b9-49c3-a845-d9230b1e9f00 tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1821876412&fields=id&tenant_id=5f7ee977d52949ca83d9a18d279c5a9a HTTP/1.1" status: 200 len: 267 time: 0.0524869 Nov 05 20:03:32.622094 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30940b9a-69c5-4217-9495-c030cea24a29 req-48704902-5603-455b-b89f-9e629b74955c tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 20:03:32.623365 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-30940b9a-69c5-4217-9495-c030cea24a29 req-48704902-5603-455b-b89f-9e629b74955c tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] 10.222.0.13 "GET /v2.0/networks?id=7f486b36-9d47-4fe4-a209-183429c7fb3a HTTP/1.1" status: 200 len: 809 time: 0.1035745 Nov 05 20:03:32.639230 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-30940b9a-69c5-4217-9495-c030cea24a29 req-00bcaeab-06b8-4348-ab41-faaa6935a3ad tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] 10.222.0.13 "GET /v2.0/quotas/5f7ee977d52949ca83d9a18d279c5a9a HTTP/1.1" status: 200 len: 375 time: 0.0101027 Nov 05 20:03:32.691095 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b51daec2-9307-461d-aafa-9c676736a162 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:03:32.693547 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-30940b9a-69c5-4217-9495-c030cea24a29 req-d735fd8c-a768-4057-86ef-6078225e4741 tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=5f7ee977d52949ca83d9a18d279c5a9a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0489459 Nov 05 20:03:32.711005 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [req-30940b9a-69c5-4217-9495-c030cea24a29 req-9d32f2d4-e96f-4cd8-964f-99c56f3c1ca0 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=102387) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 05 20:03:32.711973 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-30940b9a-69c5-4217-9495-c030cea24a29 req-9d32f2d4-e96f-4cd8-964f-99c56f3c1ca0 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053663 Nov 05 20:03:32.812243 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-30940b9a-69c5-4217-9495-c030cea24a29 req-828e6950-d30f-4588-b370-510698a36e66 service neutron] 10.222.0.13 "GET /v2.0/networks/7f486b36-9d47-4fe4-a209-183429c7fb3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941925 Nov 05 20:03:32.906029 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-30940b9a-69c5-4217-9495-c030cea24a29 req-bbf915a4-0ea7-4654-aae5-570d9c8a5331 service neutron] 10.222.0.13 "GET /v2.0/networks/7f486b36-9d47-4fe4-a209-183429c7fb3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856564 Nov 05 20:03:33.367503 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-bbe13df3-943b-45b1-85ff-8ebdf427edf0 req-35bc010d-d96a-49d7-a1e4-e1b1cb74a331 tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5817d07-4f35-47b6-a176-e1e492b8341f HTTP/1.1" status: 200 len: 210 time: 0.0313447 Nov 05 20:03:34.473272 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-4b092988-2703-496e-91a3-4ada3e12b58f req-e663aa16-f494-4132-a784-7af4795339d8 tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5817d07-4f35-47b6-a176-e1e492b8341f HTTP/1.1" status: 200 len: 210 time: 0.0293441 Nov 05 20:03:35.055172 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:03:35.310122 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30940b9a-69c5-4217-9495-c030cea24a29 req-1f7d0a57-ae57-49eb-ba68-3aaaca294206 tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 20:03:35.311496 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-30940b9a-69c5-4217-9495-c030cea24a29 req-1f7d0a57-ae57-49eb-ba68-3aaaca294206 tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] 10.222.0.55 "GET /v2.0/networks?id=7f486b36-9d47-4fe4-a209-183429c7fb3a HTTP/1.1" status: 200 len: 809 time: 0.1063011 Nov 05 20:03:35.380875 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-30940b9a-69c5-4217-9495-c030cea24a29 req-83211de9-ff81-4694-8070-e0c4690af3dd tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5f7ee977d52949ca83d9a18d279c5a9a HTTP/1.1" status: 200 len: 380 time: 0.0540848 Nov 05 20:03:35.394841 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [req-30940b9a-69c5-4217-9495-c030cea24a29 req-bf1a6473-6292-4605-b859-cc16d76808d1 tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] Request body: {'port': {'device_id': 'c5817d07-4f35-47b6-a176-e1e492b8341f', 'network_id': '7f486b36-9d47-4fe4-a209-183429c7fb3a', 'admin_state_up': True, 'tenant_id': '5f7ee977d52949ca83d9a18d279c5a9a', 'security_groups': ['c09382af-5189-49b1-a96e-2123e834ab84']}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 20:03:35.490667 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-f8f9207f-ade0-4d6f-b355-445ca1af7980 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:03:35.569735 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-30940b9a-69c5-4217-9495-c030cea24a29 req-bf1a6473-6292-4605-b859-cc16d76808d1 tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] Made reservation on behalf of 5f7ee977d52949ca83d9a18d279c5a9a for: {'port': 1} {{(pid=102386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 20:03:35.575899 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-30940b9a-69c5-4217-9495-c030cea24a29 req-bf1a6473-6292-4605-b859-cc16d76808d1 tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:03:35.576050 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-8856ed48-7d45-4b38-921c-d012374a7e56 req-6629b4fc-2841-4dec-8d00-6672ffdbf5ea tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5817d07-4f35-47b6-a176-e1e492b8341f HTTP/1.1" status: 200 len: 210 time: 0.0267129 Nov 05 20:03:35.711984 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.db_base_plugin_common [req-30940b9a-69c5-4217-9495-c030cea24a29 req-bf1a6473-6292-4605-b859-cc16d76808d1 tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] Allocated IP 172.20.0.10 (7f486b36-9d47-4fe4-a209-183429c7fb3a/4f53f6df-69d8-4092-98c8-1d0f1176ac79/6b165925-728b-4b19-a5d9-2d2c54eb8ea3) {{(pid=102386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 20:03:35.850234 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-30940b9a-69c5-4217-9495-c030cea24a29 req-bf1a6473-6292-4605-b859-cc16d76808d1 tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] Publish callbacks [] for port, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:03:35.942280 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-30940b9a-69c5-4217-9495-c030cea24a29 req-bf1a6473-6292-4605-b859-cc16d76808d1 tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:03:35.988096 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-30940b9a-69c5-4217-9495-c030cea24a29 req-bf1a6473-6292-4605-b859-cc16d76808d1 tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] Network 7f486b36-9d47-4fe4-a209-183429c7fb3a is already hosted by enough agents. {{(pid=102386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 20:03:35.991252 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.base_scheduler [req-30940b9a-69c5-4217-9495-c030cea24a29 req-bf1a6473-6292-4605-b859-cc16d76808d1 tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] Resources bound (agent type, host, resource id): {{(pid=102386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 20:03:35.995687 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [req-30940b9a-69c5-4217-9495-c030cea24a29 req-bf1a6473-6292-4605-b859-cc16d76808d1 tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] Received port after_create {{(pid=102386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 20:03:36.000533 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1a6473-6292-4605-b859-cc16d76808d1 tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] Pushing event updated for resources: {'Port': ['ID=6b165925-728b-4b19-a5d9-2d2c54eb8ea3,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 20:03:36.051466 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30940b9a-69c5-4217-9495-c030cea24a29 req-bf1a6473-6292-4605-b859-cc16d76808d1 tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 20:03:36.052208 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-30940b9a-69c5-4217-9495-c030cea24a29 req-bf1a6473-6292-4605-b859-cc16d76808d1 tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:03:36.111429 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-30940b9a-69c5-4217-9495-c030cea24a29 req-bf1a6473-6292-4605-b859-cc16d76808d1 tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7222869 Nov 05 20:03:36.130154 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [req-30940b9a-69c5-4217-9495-c030cea24a29 req-7e1fcce7-e04e-4ec4-ae49-bbdbae252923 service neutron] Request body: {'port': {'device_id': 'c5817d07-4f35-47b6-a176-e1e492b8341f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816865-1'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 20:03:36.192785 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-30940b9a-69c5-4217-9495-c030cea24a29 req-7e1fcce7-e04e-4ec4-ae49-bbdbae252923 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:03:36.270541 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-670792a6-ff80-4066-9448-bd2c01a73a75 None None] Provisioning complete for port 6b165925-728b-4b19-a5d9-2d2c54eb8ea3 triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 20:03:36.271549 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-670792a6-ff80-4066-9448-bd2c01a73a75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:03:36.307619 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-670792a6-ff80-4066-9448-bd2c01a73a75 None None] Port 6b165925-728b-4b19-a5d9-2d2c54eb8ea3 cannot update to ACTIVE because it is not bound. {{(pid=102388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 20:03:36.460901 n-d-816865-1 neutron-server[102386]: DEBUG neutron.notifiers.nova [req-30940b9a-69c5-4217-9495-c030cea24a29 req-7e1fcce7-e04e-4ec4-ae49-bbdbae252923 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6b165925-728b-4b19-a5d9-2d2c54eb8ea3 {{(pid=102386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 20:03:36.468801 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-30940b9a-69c5-4217-9495-c030cea24a29 req-7e1fcce7-e04e-4ec4-ae49-bbdbae252923 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:03:36.480402 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.provisioning_blocks [req-30940b9a-69c5-4217-9495-c030cea24a29 req-7e1fcce7-e04e-4ec4-ae49-bbdbae252923 service neutron] Transition to ACTIVE for port object 6b165925-728b-4b19-a5d9-2d2c54eb8ea3 will not be triggered until provisioned by entity L2. {{(pid=102386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 05 20:03:36.576516 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-30940b9a-69c5-4217-9495-c030cea24a29 req-7e1fcce7-e04e-4ec4-ae49-bbdbae252923 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6149821'] for port, after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:03:36.605235 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b304910f-7b27-444b-a8fc-977d26b1ceac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:03:36.657628 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1fcce7-e04e-4ec4-ae49-bbdbae252923 service neutron] Pushing event updated for resources: {'Port': ['ID=6b165925-728b-4b19-a5d9-2d2c54eb8ea3,revision_number=2']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 20:03:36.713071 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c6be74-1cf8-404d-9013-53acb37d4803 req-21704d57-6299-4fa0-b8ce-79a186c2444f tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 20:03:36.721833 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-20c6be74-1cf8-404d-9013-53acb37d4803 req-21704d57-6299-4fa0-b8ce-79a186c2444f tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5817d07-4f35-47b6-a176-e1e492b8341f HTTP/1.1" status: 200 len: 944 time: 0.0621998 Nov 05 20:03:36.784065 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-20c6be74-1cf8-404d-9013-53acb37d4803 req-fe28ec48-fb57-4f1c-a5dc-0a87f2fdf1b5 tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] 10.222.0.13 "GET /v2.0/security-groups?id=c09382af-5189-49b1-a96e-2123e834ab84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609202 Nov 05 20:03:37.041542 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [req-30940b9a-69c5-4217-9495-c030cea24a29 req-7e1fcce7-e04e-4ec4-ae49-bbdbae252923 service neutron] Attempting to bind port 6b165925-728b-4b19-a5d9-2d2c54eb8ea3 on host n-h2-816865-1 for vnic_type normal with profile {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 20:03:37.041879 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [req-30940b9a-69c5-4217-9495-c030cea24a29 req-7e1fcce7-e04e-4ec4-ae49-bbdbae252923 service neutron] Attempting to bind port 6b165925-728b-4b19-a5d9-2d2c54eb8ea3 by drivers openvswitch,hyperv on host n-h2-816865-1 at level 0 using segments [{'id': '522cfac5-a136-4e48-a113-e5a15593abdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '7f486b36-9d47-4fe4-a209-183429c7fb3a'}] {{(pid=102386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 20:03:37.042242 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30940b9a-69c5-4217-9495-c030cea24a29 req-7e1fcce7-e04e-4ec4-ae49-bbdbae252923 service neutron] Attempting to bind port 6b165925-728b-4b19-a5d9-2d2c54eb8ea3 on network 7f486b36-9d47-4fe4-a209-183429c7fb3a {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 20:03:37.048594 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30940b9a-69c5-4217-9495-c030cea24a29 req-7e1fcce7-e04e-4ec4-ae49-bbdbae252923 service neutron] Port 6b165925-728b-4b19-a5d9-2d2c54eb8ea3 on network 7f486b36-9d47-4fe4-a209-183429c7fb3a not bound, no agent of type Open vSwitch agent registered on host n-h2-816865-1 {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 20:03:37.048961 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30940b9a-69c5-4217-9495-c030cea24a29 req-7e1fcce7-e04e-4ec4-ae49-bbdbae252923 service neutron] Attempting to bind port 6b165925-728b-4b19-a5d9-2d2c54eb8ea3 on network 7f486b36-9d47-4fe4-a209-183429c7fb3a {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 20:03:37.057415 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30940b9a-69c5-4217-9495-c030cea24a29 req-7e1fcce7-e04e-4ec4-ae49-bbdbae252923 service neutron] Checking agent: {'id': '32aff553-696f-4891-83f5-5c176f61fe54', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816865-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 18, 33, 36), 'started_at': datetime.datetime(2021, 11, 5, 18, 33, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 20, 3, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 20:03:37.057415 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30940b9a-69c5-4217-9495-c030cea24a29 req-7e1fcce7-e04e-4ec4-ae49-bbdbae252923 service neutron] Checking segment: {'id': '522cfac5-a136-4e48-a113-e5a15593abdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '7f486b36-9d47-4fe4-a209-183429c7fb3a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 20:03:37.057415 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30940b9a-69c5-4217-9495-c030cea24a29 req-7e1fcce7-e04e-4ec4-ae49-bbdbae252923 service neutron] Bound using segment: {'id': '522cfac5-a136-4e48-a113-e5a15593abdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '7f486b36-9d47-4fe4-a209-183429c7fb3a'} {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 20:03:37.057415 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [req-30940b9a-69c5-4217-9495-c030cea24a29 req-7e1fcce7-e04e-4ec4-ae49-bbdbae252923 service neutron] Bound port: 6b165925-728b-4b19-a5d9-2d2c54eb8ea3, host: n-h2-816865-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '522cfac5-a136-4e48-a113-e5a15593abdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '7f486b36-9d47-4fe4-a209-183429c7fb3a'}}] {{(pid=102386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 20:03:37.057415 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-30940b9a-69c5-4217-9495-c030cea24a29 req-7e1fcce7-e04e-4ec4-ae49-bbdbae252923 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:03:37.113348 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:03:37.122431 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [req-30940b9a-69c5-4217-9495-c030cea24a29 req-7e1fcce7-e04e-4ec4-ae49-bbdbae252923 service neutron] For port 6b165925-728b-4b19-a5d9-2d2c54eb8ea3, host n-h2-816865-1, cleared binding levels {{(pid=102386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 20:03:37.125583 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [req-30940b9a-69c5-4217-9495-c030cea24a29 req-7e1fcce7-e04e-4ec4-ae49-bbdbae252923 service neutron] For port 6b165925-728b-4b19-a5d9-2d2c54eb8ea3, host n-h2-816865-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=6b165925-728b-4b19-a5d9-2d2c54eb8ea3,segment=NetworkSegment(522cfac5-a136-4e48-a113-e5a15593abdd),segment_id=522cfac5-a136-4e48-a113-e5a15593abdd)] {{(pid=102386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 20:03:37.188190 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-30940b9a-69c5-4217-9495-c030cea24a29 req-7e1fcce7-e04e-4ec4-ae49-bbdbae252923 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6149821'] for port, after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:03:37.222797 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30940b9a-69c5-4217-9495-c030cea24a29 req-7e1fcce7-e04e-4ec4-ae49-bbdbae252923 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 20:03:37.223457 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-30940b9a-69c5-4217-9495-c030cea24a29 req-7e1fcce7-e04e-4ec4-ae49-bbdbae252923 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:03:37.225318 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-30940b9a-69c5-4217-9495-c030cea24a29 req-7e1fcce7-e04e-4ec4-ae49-bbdbae252923 service neutron] 10.222.0.55 "PUT /v2.0/ports/6b165925-728b-4b19-a5d9-2d2c54eb8ea3 HTTP/1.1" status: 200 len: 1092 time: 1.0998085 Nov 05 20:03:37.227657 n-d-816865-1 neutron-server[102386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5817d07-4f35-47b6-a176-e1e492b8341f', 'tag': '6b165925-728b-4b19-a5d9-2d2c54eb8ea3'}] {{(pid=102386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 20:03:37.229728 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d24c2e9fd656c946d5f792cc44b0d4efbe125a7d17e01666b7f4dc8150dd75ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b390757d-c2bd-4b4d-9aa3-f01e2570fe71" -d '{"events": [{"name": "network-changed", "server_uuid": "c5817d07-4f35-47b6-a176-e1e492b8341f", "tag": "6b165925-728b-4b19-a5d9-2d2c54eb8ea3"}]}' {{(pid=102386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 20:03:37.259022 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1fcce7-e04e-4ec4-ae49-bbdbae252923 service neutron] Pushing event updated for resources: {'Port': ['ID=6b165925-728b-4b19-a5d9-2d2c54eb8ea3,revision_number=3']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 20:03:37.278660 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 20:03:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37a731e3-d413-4304-b733-c3334a7c33d8 x-openstack-request-id: req-37a731e3-d413-4304-b733-c3334a7c33d8 {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 20:03:37.283324 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5817d07-4f35-47b6-a176-e1e492b8341f", "tag": "6b165925-728b-4b19-a5d9-2d2c54eb8ea3", "status": "completed", "code": 200}]} {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 20:03:37.283324 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-37a731e3-d413-4304-b733-c3334a7c33d8 {{(pid=102386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 20:03:37.283324 n-d-816865-1 neutron-server[102386]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5817d07-4f35-47b6-a176-e1e492b8341f', 'tag': '6b165925-728b-4b19-a5d9-2d2c54eb8ea3', 'status': 'completed', 'code': 200} Nov 05 20:03:37.350228 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b390757d-c2bd-4b4d-9aa3-f01e2570fe71 req-8cac390d-1528-4b23-8db3-31d3f0870689 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 20:03:37.352943 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-b390757d-c2bd-4b4d-9aa3-f01e2570fe71 req-8cac390d-1528-4b23-8db3-31d3f0870689 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=5f7ee977d52949ca83d9a18d279c5a9a&device_id=c5817d07-4f35-47b6-a176-e1e492b8341f HTTP/1.1" status: 200 len: 1095 time: 0.0554373 Nov 05 20:03:37.473954 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b390757d-c2bd-4b4d-9aa3-f01e2570fe71 req-ec6211ab-4d30-4920-907c-9680f42b6b79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 20:03:37.475487 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-b390757d-c2bd-4b4d-9aa3-f01e2570fe71 req-ec6211ab-4d30-4920-907c-9680f42b6b79 service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=5f7ee977d52949ca83d9a18d279c5a9a&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1126974 Nov 05 20:03:37.583845 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b390757d-c2bd-4b4d-9aa3-f01e2570fe71 req-bebe0c0f-4fd5-44b5-8fbc-34a626a54ac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 20:03:37.585179 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-b390757d-c2bd-4b4d-9aa3-f01e2570fe71 req-bebe0c0f-4fd5-44b5-8fbc-34a626a54ac5 service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0969601 Nov 05 20:03:37.676814 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30940b9a-69c5-4217-9495-c030cea24a29 req-47ffc1b9-ddb8-4ae7-b5a2-531056d0a2cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 20:03:37.678349 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-30940b9a-69c5-4217-9495-c030cea24a29 req-47ffc1b9-ddb8-4ae7-b5a2-531056d0a2cc service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=5f7ee977d52949ca83d9a18d279c5a9a&device_id=c5817d07-4f35-47b6-a176-e1e492b8341f HTTP/1.1" status: 200 len: 1095 time: 0.0415990 Nov 05 20:03:37.729446 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-30940b9a-69c5-4217-9495-c030cea24a29 req-a7c1b13e-4727-4fb3-8ee2-fe2fc8dcb52b service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6b165925-728b-4b19-a5d9-2d2c54eb8ea3 HTTP/1.1" status: 200 len: 217 time: 0.0375929 Nov 05 20:03:37.784257 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30940b9a-69c5-4217-9495-c030cea24a29 req-613c00cd-74c3-4b43-887d-58049c3f3c1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 20:03:37.785957 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-30940b9a-69c5-4217-9495-c030cea24a29 req-613c00cd-74c3-4b43-887d-58049c3f3c1d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=4f53f6df-69d8-4092-98c8-1d0f1176ac79 HTTP/1.1" status: 200 len: 848 time: 0.0450399 Nov 05 20:03:37.845080 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30940b9a-69c5-4217-9495-c030cea24a29 req-b01dc030-d16d-4b80-a498-fab940f7594e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 20:03:37.847364 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-30940b9a-69c5-4217-9495-c030cea24a29 req-b01dc030-d16d-4b80-a498-fab940f7594e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=7f486b36-9d47-4fe4-a209-183429c7fb3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0500522 Nov 05 20:03:37.934869 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce1ff67-c12d-40d9-ad0e-fe8b643b3dab req-59d57a0d-4ef3-4681-878c-e1214c6fbf64 tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 20:03:37.937209 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-dce1ff67-c12d-40d9-ad0e-fe8b643b3dab req-59d57a0d-4ef3-4681-878c-e1214c6fbf64 tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5817d07-4f35-47b6-a176-e1e492b8341f HTTP/1.1" status: 200 len: 944 time: 0.0661049 Nov 05 20:03:37.962308 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-30940b9a-69c5-4217-9495-c030cea24a29 req-669c8365-8384-41a0-82c5-32e6cba5ec81 service neutron] 10.222.0.55 "GET /v2.0/networks/7f486b36-9d47-4fe4-a209-183429c7fb3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1019886 Nov 05 20:03:38.000737 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-dce1ff67-c12d-40d9-ad0e-fe8b643b3dab req-b239dd20-f0dc-41f9-a092-b91d48b02e21 tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] 10.222.0.13 "GET /v2.0/security-groups?id=c09382af-5189-49b1-a96e-2123e834ab84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567980 Nov 05 20:03:38.064774 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-30940b9a-69c5-4217-9495-c030cea24a29 req-410024c5-fdb2-47c9-85a0-e30021f1b392 service neutron] 10.222.0.55 "GET /v2.0/networks/7f486b36-9d47-4fe4-a209-183429c7fb3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931222 Nov 05 20:03:38.552201 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-31f93893-a48e-4ae8-833d-dccb2b42eacc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:03:38.586858 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:03:39.134857 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece9c405-58ba-4762-8e6f-a88b8fa1070d req-8b431221-0c29-47f5-90a4-1667c0368dd3 tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 20:03:39.136351 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-ece9c405-58ba-4762-8e6f-a88b8fa1070d req-8b431221-0c29-47f5-90a4-1667c0368dd3 tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5817d07-4f35-47b6-a176-e1e492b8341f HTTP/1.1" status: 200 len: 944 time: 0.0566642 Nov 05 20:03:39.186692 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-ece9c405-58ba-4762-8e6f-a88b8fa1070d req-60ee85f4-7dc3-4454-b5be-187c8c334ff8 tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] 10.222.0.13 "GET /v2.0/security-groups?id=c09382af-5189-49b1-a96e-2123e834ab84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434206 Nov 05 20:03:40.303367 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8b8d50-643a-4b66-874b-8367548404e0 req-6c2ca052-afac-4a62-a7bf-77e036cd93e2 tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 20:03:40.304823 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-2d8b8d50-643a-4b66-874b-8367548404e0 req-6c2ca052-afac-4a62-a7bf-77e036cd93e2 tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5817d07-4f35-47b6-a176-e1e492b8341f HTTP/1.1" status: 200 len: 944 time: 0.0491610 Nov 05 20:03:40.360674 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-2d8b8d50-643a-4b66-874b-8367548404e0 req-883038ad-8870-4222-bcc0-ee8dba924322 tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] 10.222.0.13 "GET /v2.0/security-groups?id=c09382af-5189-49b1-a96e-2123e834ab84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483110 Nov 05 20:03:41.476685 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15f3aec-f96f-407f-a20e-4ce8eaa59451 req-73daefb0-98cb-47c7-a2d6-79548d4fbae6 tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 20:03:41.478203 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-f15f3aec-f96f-407f-a20e-4ce8eaa59451 req-73daefb0-98cb-47c7-a2d6-79548d4fbae6 tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5817d07-4f35-47b6-a176-e1e492b8341f HTTP/1.1" status: 200 len: 944 time: 0.0481362 Nov 05 20:03:41.526721 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-f15f3aec-f96f-407f-a20e-4ce8eaa59451 req-e22b5575-d5b1-43a5-ba09-cf87bbc77354 tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] 10.222.0.13 "GET /v2.0/security-groups?id=c09382af-5189-49b1-a96e-2123e834ab84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418458 Nov 05 20:03:42.645854 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136db35b-b698-4471-825e-196c7ecb0f8e req-8b22c0ff-96d6-4425-9530-90948a141e7a tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 20:03:42.647382 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-136db35b-b698-4471-825e-196c7ecb0f8e req-8b22c0ff-96d6-4425-9530-90948a141e7a tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5817d07-4f35-47b6-a176-e1e492b8341f HTTP/1.1" status: 200 len: 944 time: 0.0503428 Nov 05 20:03:42.699256 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-136db35b-b698-4471-825e-196c7ecb0f8e req-b4afb0da-a336-42a3-ab18-d254596426e6 tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] 10.222.0.13 "GET /v2.0/security-groups?id=c09382af-5189-49b1-a96e-2123e834ab84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457335 Nov 05 20:03:43.872832 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df22200-0588-4b58-8312-1369a6745966 req-27d839d0-29f3-40ad-9d9a-494978a7f995 tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 20:03:43.874342 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-4df22200-0588-4b58-8312-1369a6745966 req-27d839d0-29f3-40ad-9d9a-494978a7f995 tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5817d07-4f35-47b6-a176-e1e492b8341f HTTP/1.1" status: 200 len: 944 time: 0.0527897 Nov 05 20:03:43.922925 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-4df22200-0588-4b58-8312-1369a6745966 req-ddf08462-6416-463d-894c-45b6286e8144 tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] 10.222.0.13 "GET /v2.0/security-groups?id=c09382af-5189-49b1-a96e-2123e834ab84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426693 Nov 05 20:03:45.038942 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66177f10-d8b2-420a-bedf-bd9900daa416 req-9dc0ef53-3e41-40d2-ba83-d18c63466c49 tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 20:03:45.040445 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-66177f10-d8b2-420a-bedf-bd9900daa416 req-9dc0ef53-3e41-40d2-ba83-d18c63466c49 tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5817d07-4f35-47b6-a176-e1e492b8341f HTTP/1.1" status: 200 len: 944 time: 0.0506508 Nov 05 20:03:45.096459 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-66177f10-d8b2-420a-bedf-bd9900daa416 req-4c80ab58-01ac-450c-af1e-eef9a7fdca74 tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] 10.222.0.13 "GET /v2.0/security-groups?id=c09382af-5189-49b1-a96e-2123e834ab84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496333 Nov 05 20:03:46.217076 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f13fe1-933a-49bf-bbd5-d866245eccf1 req-4a92d471-9f60-4f2a-b0d7-5208af15c5b4 tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 20:03:46.218601 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-44f13fe1-933a-49bf-bbd5-d866245eccf1 req-4a92d471-9f60-4f2a-b0d7-5208af15c5b4 tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5817d07-4f35-47b6-a176-e1e492b8341f HTTP/1.1" status: 200 len: 944 time: 0.0529554 Nov 05 20:03:46.268331 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-44f13fe1-933a-49bf-bbd5-d866245eccf1 req-a1257e44-dafb-473a-b336-8b5c6c9a0391 tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] 10.222.0.13 "GET /v2.0/security-groups?id=c09382af-5189-49b1-a96e-2123e834ab84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437140 Nov 05 20:03:47.381387 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71eeb83f-b384-4f03-aa0a-9ad299914767 req-39dbba54-94fa-4168-8923-59a868de572f tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 20:03:47.382889 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-71eeb83f-b384-4f03-aa0a-9ad299914767 req-39dbba54-94fa-4168-8923-59a868de572f tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5817d07-4f35-47b6-a176-e1e492b8341f HTTP/1.1" status: 200 len: 944 time: 0.0476358 Nov 05 20:03:47.431076 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-71eeb83f-b384-4f03-aa0a-9ad299914767 req-1903d84e-bb20-4ef9-91e0-0201c067709f tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] 10.222.0.13 "GET /v2.0/security-groups?id=c09382af-5189-49b1-a96e-2123e834ab84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416532 Nov 05 20:03:48.550557 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b01ecf-a078-4539-8115-562d63f3f5df req-e28cb480-03be-4b3d-8af2-93b2a2d17775 tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 20:03:48.552038 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-67b01ecf-a078-4539-8115-562d63f3f5df req-e28cb480-03be-4b3d-8af2-93b2a2d17775 tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5817d07-4f35-47b6-a176-e1e492b8341f HTTP/1.1" status: 200 len: 944 time: 0.0525131 Nov 05 20:03:48.604101 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-67b01ecf-a078-4539-8115-562d63f3f5df req-ad0eeab7-567b-430d-bab4-1f4e40dceab9 tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] 10.222.0.13 "GET /v2.0/security-groups?id=c09382af-5189-49b1-a96e-2123e834ab84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460351 Nov 05 20:03:48.756297 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Device 6b165925-728b-4b19-a5d9-2d2c54eb8ea3 details requested by agent hyperv_n-h2-816865-1 with host n-h2-816865-1 {{(pid=102388) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 05 20:03:48.851964 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] For port 6b165925-728b-4b19-a5d9-2d2c54eb8ea3, host n-h2-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=6b165925-728b-4b19-a5d9-2d2c54eb8ea3,segment=NetworkSegment(522cfac5-a136-4e48-a113-e5a15593abdd),segment_id=522cfac5-a136-4e48-a113-e5a15593abdd)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 20:03:48.863029 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Returning: {'device': '6b165925-728b-4b19-a5d9-2d2c54eb8ea3', 'network_id': '7f486b36-9d47-4fe4-a209-183429c7fb3a', 'port_id': '6b165925-728b-4b19-a5d9-2d2c54eb8ea3', 'mac_address': 'fa:16:3e:fe:2b:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 183, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f53f6df-69d8-4092-98c8-1d0f1176ac79', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102388) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 05 20:03:48.899359 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:03:48.911825 n-d-816865-1 neutron-server[102388]: DEBUG neutron.notifiers.nova [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b165925-728b-4b19-a5d9-2d2c54eb8ea3 {{(pid=102388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 20:03:48.930954 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] For port 6b165925-728b-4b19-a5d9-2d2c54eb8ea3, host n-h2-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=6b165925-728b-4b19-a5d9-2d2c54eb8ea3,segment=NetworkSegment(522cfac5-a136-4e48-a113-e5a15593abdd),segment_id=522cfac5-a136-4e48-a113-e5a15593abdd)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 20:03:48.980489 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:03:49.034236 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Pushing event updated for resources: {'Port': ['ID=6b165925-728b-4b19-a5d9-2d2c54eb8ea3,revision_number=4']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 20:03:49.041438 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 20:03:49.041791 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 20:03:49.042158 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 20:03:49.042496 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 20:03:49.043234 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 20:03:49.043234 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 20:03:49.043508 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 20:03:49.043830 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 20:03:49.044149 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 20:03:49.044468 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 20:03:49.045091 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 20:03:49.045414 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 20:03:49.312683 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] get_ports_and_sgs() called for port_ids ['6b165925-728b-4b19-a5d9-2d2c54eb8ea3'] {{(pid=102388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 20:03:49.717591 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c41ba4-e747-46d6-a6b1-de299afa1cbb req-56b80f3b-c5a1-40e4-a9c0-7ab8d209995d tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 20:03:49.719103 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-78c41ba4-e747-46d6-a6b1-de299afa1cbb req-56b80f3b-c5a1-40e4-a9c0-7ab8d209995d tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5817d07-4f35-47b6-a176-e1e492b8341f HTTP/1.1" status: 200 len: 945 time: 0.0481780 Nov 05 20:03:49.768061 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-78c41ba4-e747-46d6-a6b1-de299afa1cbb req-0c1b28c9-2e3f-43af-b06a-404551185ef5 tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] 10.222.0.13 "GET /v2.0/security-groups?id=c09382af-5189-49b1-a96e-2123e834ab84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429871 Nov 05 20:03:50.772933 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Device 6b165925-728b-4b19-a5d9-2d2c54eb8ea3 up at agent hyperv_n-h2-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 20:03:50.883069 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e1f44d-3600-4745-805b-f9a8ca6276a3 req-40309948-ffd7-45c9-980b-955a3078d32a tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 20:03:50.884543 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-79e1f44d-3600-4745-805b-f9a8ca6276a3 req-40309948-ffd7-45c9-980b-955a3078d32a tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5817d07-4f35-47b6-a176-e1e492b8341f HTTP/1.1" status: 200 len: 945 time: 0.0477829 Nov 05 20:03:50.894772 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Provisioning for port 6b165925-728b-4b19-a5d9-2d2c54eb8ea3 completed by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 05 20:03:50.898688 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Provisioning complete for port 6b165925-728b-4b19-a5d9-2d2c54eb8ea3 triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 20:03:50.899063 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:03:50.934348 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-79e1f44d-3600-4745-805b-f9a8ca6276a3 req-64526e41-f31e-4992-87aa-d3d5bd5c0042 tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] 10.222.0.13 "GET /v2.0/security-groups?id=c09382af-5189-49b1-a96e-2123e834ab84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432179 Nov 05 20:03:50.979092 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:03:51.001444 n-d-816865-1 neutron-server[102388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5817d07-4f35-47b6-a176-e1e492b8341f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b165925-728b-4b19-a5d9-2d2c54eb8ea3'}] {{(pid=102388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 20:03:51.003480 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6791add14b0903d9e674b39f457aa3a29109aa98d0835d5644e65cf363d7cf55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95823657-bfb4-4c1d-adf7-aa9620bc6459" -d '{"events": [{"server_uuid": "c5817d07-4f35-47b6-a176-e1e492b8341f", "name": "network-vif-plugged", "status": "completed", "tag": "6b165925-728b-4b19-a5d9-2d2c54eb8ea3"}]}' {{(pid=102388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 20:03:51.016636 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] For port 6b165925-728b-4b19-a5d9-2d2c54eb8ea3, host n-h2-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=6b165925-728b-4b19-a5d9-2d2c54eb8ea3,segment=NetworkSegment(522cfac5-a136-4e48-a113-e5a15593abdd),segment_id=522cfac5-a136-4e48-a113-e5a15593abdd)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 20:03:51.041905 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 20:03:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4322d1fb-375d-4e96-b294-b5165c557950 x-openstack-request-id: req-4322d1fb-375d-4e96-b294-b5165c557950 {{(pid=102388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 20:03:51.041905 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5817d07-4f35-47b6-a176-e1e492b8341f", "name": "network-vif-plugged", "status": "completed", "tag": "6b165925-728b-4b19-a5d9-2d2c54eb8ea3", "code": 200}]} {{(pid=102388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 20:03:51.041905 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4322d1fb-375d-4e96-b294-b5165c557950 {{(pid=102388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 20:03:51.041905 n-d-816865-1 neutron-server[102388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5817d07-4f35-47b6-a176-e1e492b8341f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b165925-728b-4b19-a5d9-2d2c54eb8ea3', 'code': 200} Nov 05 20:03:51.091145 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:03:51.140250 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Pushing event updated for resources: {'Port': ['ID=6b165925-728b-4b19-a5d9-2d2c54eb8ea3,revision_number=5']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 20:03:51.153983 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a7f8d7-31d0-4c0e-afa2-7863d8c9a458 req-bb714a55-c855-4605-8411-273f5cf891fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 20:03:51.155605 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-07a7f8d7-31d0-4c0e-afa2-7863d8c9a458 req-bb714a55-c855-4605-8411-273f5cf891fc service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=c5817d07-4f35-47b6-a176-e1e492b8341f HTTP/1.1" status: 200 len: 1097 time: 0.0421546 Nov 05 20:03:51.211564 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-07a7f8d7-31d0-4c0e-afa2-7863d8c9a458 req-6fabba25-e140-4db4-9536-9c4bf838a98b service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=c09382af-5189-49b1-a96e-2123e834ab84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431902 Nov 05 20:03:52.056282 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7b5465-6143-46a2-afd3-02a9f491b791 req-1833d7be-2dc8-434f-81e9-ef8c7cd70559 tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 20:03:52.057770 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-ec7b5465-6143-46a2-afd3-02a9f491b791 req-1833d7be-2dc8-434f-81e9-ef8c7cd70559 tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5817d07-4f35-47b6-a176-e1e492b8341f HTTP/1.1" status: 200 len: 946 time: 0.0527825 Nov 05 20:03:52.106594 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-ec7b5465-6143-46a2-afd3-02a9f491b791 req-51f3c182-0ee7-4ab1-a430-a761181800f8 tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] 10.222.0.13 "GET /v2.0/security-groups?id=c09382af-5189-49b1-a96e-2123e834ab84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427711 Nov 05 20:03:53.223306 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a088d6-0a0c-472e-925c-d3e2205d868c req-b2508281-b617-406e-ba71-d65861704eb3 tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 20:03:53.224856 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-05a088d6-0a0c-472e-925c-d3e2205d868c req-b2508281-b617-406e-ba71-d65861704eb3 tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5817d07-4f35-47b6-a176-e1e492b8341f HTTP/1.1" status: 200 len: 946 time: 0.0488119 Nov 05 20:03:53.275182 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-05a088d6-0a0c-472e-925c-d3e2205d868c req-12ccf8b8-5b3a-4d03-b462-fca78fa332fd tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] 10.222.0.13 "GET /v2.0/security-groups?id=c09382af-5189-49b1-a96e-2123e834ab84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434699 Nov 05 20:03:53.389471 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2540018c-5669-4109-8263-3ac0cdad2bee req-72d332b7-4bc1-4d9d-ae15-7ff6a9400a03 tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 20:03:53.391005 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-2540018c-5669-4109-8263-3ac0cdad2bee req-72d332b7-4bc1-4d9d-ae15-7ff6a9400a03 tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5817d07-4f35-47b6-a176-e1e492b8341f HTTP/1.1" status: 200 len: 946 time: 0.0517933 Nov 05 20:03:53.445204 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-2540018c-5669-4109-8263-3ac0cdad2bee req-250834cb-2e36-4835-9777-e3bf62cfe6d7 tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] 10.222.0.13 "GET /v2.0/security-groups?id=c09382af-5189-49b1-a96e-2123e834ab84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482733 Nov 05 20:03:53.467546 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 48034) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 20:03:53.506031 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51b92780-9bba-4665-8009-d6b42d5bb1ab tempest-TestShelveInstance-375659347 tempest-TestShelveInstance-375659347-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 20:03:53.507544 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-51b92780-9bba-4665-8009-d6b42d5bb1ab tempest-TestShelveInstance-375659347 tempest-TestShelveInstance-375659347-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=c5817d07-4f35-47b6-a176-e1e492b8341f HTTP/1.1" status: 200 len: 1092 time: 0.0390358 Nov 05 20:03:53.510272 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 48036) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 20:03:53.514440 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-e31fe17d-e9db-4d27-8c05-b53ac844f4a5 tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] Request body: {'floatingip': {'floating_network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'port_id': '6b165925-728b-4b19-a5d9-2d2c54eb8ea3', 'tenant_id': '5f7ee977d52949ca83d9a18d279c5a9a', 'fixed_ip_address': '172.20.0.10'}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 20:03:53.598688 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-e31fe17d-e9db-4d27-8c05-b53ac844f4a5 tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] Publish callbacks [] for floatingip, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:03:53.693966 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-e31fe17d-e9db-4d27-8c05-b53ac844f4a5 tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:03:53.797794 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.db_base_plugin_common [None req-e31fe17d-e9db-4d27-8c05-b53ac844f4a5 tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] Allocated IP 172.25.6.22 (40c8335d-cd0b-4cb5-910a-d4dcddd5cbec/04fe6db3-e108-4208-943d-6518424f5726/e8cfee90-51e1-4dc9-b2ee-85f5139ce497) {{(pid=102387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 20:03:53.898988 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-e31fe17d-e9db-4d27-8c05-b53ac844f4a5 tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] Publish callbacks [] for port, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:03:53.993207 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-e31fe17d-e9db-4d27-8c05-b53ac844f4a5 tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4417063'] for port, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:03:54.029313 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e31fe17d-e9db-4d27-8c05-b53ac844f4a5 tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] Network 40c8335d-cd0b-4cb5-910a-d4dcddd5cbec is already hosted by enough agents. {{(pid=102387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 20:03:54.033601 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.base_scheduler [None req-e31fe17d-e9db-4d27-8c05-b53ac844f4a5 tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] Resources bound (agent type, host, resource id): {{(pid=102387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 20:03:54.036723 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e31fe17d-e9db-4d27-8c05-b53ac844f4a5 tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] Received port after_create {{(pid=102387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 20:03:54.068658 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31fe17d-e9db-4d27-8c05-b53ac844f4a5 tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] Pushing event updated for resources: {'Port': ['ID=e8cfee90-51e1-4dc9-b2ee-85f5139ce497,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 20:03:54.710528 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-e31fe17d-e9db-4d27-8c05-b53ac844f4a5 tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:03:54.834004 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-e31fe17d-e9db-4d27-8c05-b53ac844f4a5 tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:03:54.992576 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-e31fe17d-e9db-4d27-8c05-b53ac844f4a5 tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] Publish callbacks [] for port, precommit_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:03:55.055946 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-e31fe17d-e9db-4d27-8c05-b53ac844f4a5 tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4417072'] for port, after_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:03:55.126758 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31fe17d-e9db-4d27-8c05-b53ac844f4a5 tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] Pushing event updated for resources: {'Port': ['ID=e8cfee90-51e1-4dc9-b2ee-85f5139ce497,revision_number=2']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 20:03:55.139784 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-e31fe17d-e9db-4d27-8c05-b53ac844f4a5 tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1000577'] for floatingip, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:03:55.239929 n-d-816865-1 neutron-server[102387]: INFO neutron.db.l3_db [None req-e31fe17d-e9db-4d27-8c05-b53ac844f4a5 tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] Floating IP 0b25cf1b-5356-4bb0-80e5-a92e665cf843 associated. External IP: 172.25.6.22, port: 6b165925-728b-4b19-a5d9-2d2c54eb8ea3. Nov 05 20:03:55.447325 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e31fe17d-e9db-4d27-8c05-b53ac844f4a5 tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] Router 069ef3f4-b943-41c1-8e48-4d6dda3ccf44 has already been hosted by L3 agent 6dcb5589-8e86-4616-9186-ddc4548e13ad {{(pid=102387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 20:03:55.556661 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e31fe17d-e9db-4d27-8c05-b53ac844f4a5 tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] Notify agent at l3_agent.n-d-816865-1 the message routers_updated {{(pid=102387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 20:03:55.569134 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67edc8cf-28a9-4974-bd59-9730b1dd5360 None None] Sync routers for ids ['069ef3f4-b943-41c1-8e48-4d6dda3ccf44'] in n-d-816865-1 {{(pid=102388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 20:03:55.579855 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67edc8cf-28a9-4974-bd59-9730b1dd5360 None None] Routers {'069ef3f4-b943-41c1-8e48-4d6dda3ccf44'} bound to L3 agent in host n-d-816865-1 {{(pid=102388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 20:03:55.586193 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-67edc8cf-28a9-4974-bd59-9730b1dd5360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T20:03:35Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['069ef3f4-b943-41c1-8e48-4d6dda3ccf44'], 'active': True} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 20:03:55.670667 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-e31fe17d-e9db-4d27-8c05-b53ac844f4a5 tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for floatingip, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:03:55.704906 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-e31fe17d-e9db-4d27-8c05-b53ac844f4a5 tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1934383 Nov 05 20:03:55.705339 n-d-816865-1 neutron-server[102387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5817d07-4f35-47b6-a176-e1e492b8341f', 'tag': '6b165925-728b-4b19-a5d9-2d2c54eb8ea3'}] {{(pid=102387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 20:03:55.707935 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1aa7e2392c69fb9acc0b335571f919b1f61097b9ced1ed941ddb2f5c01cc85e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a0666f8-32f7-448b-9f3d-86c0c0d5ee61" -d '{"events": [{"name": "network-changed", "server_uuid": "c5817d07-4f35-47b6-a176-e1e492b8341f", "tag": "6b165925-728b-4b19-a5d9-2d2c54eb8ea3"}]}' {{(pid=102387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 20:03:55.747118 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 20:03:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd15b8a8-f06f-43fb-93f9-2e8ea382128b x-openstack-request-id: req-dd15b8a8-f06f-43fb-93f9-2e8ea382128b {{(pid=102387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 20:03:55.747755 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5817d07-4f35-47b6-a176-e1e492b8341f", "tag": "6b165925-728b-4b19-a5d9-2d2c54eb8ea3", "status": "completed", "code": 200}]} {{(pid=102387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 20:03:55.747755 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-dd15b8a8-f06f-43fb-93f9-2e8ea382128b {{(pid=102387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 20:03:55.748042 n-d-816865-1 neutron-server[102387]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5817d07-4f35-47b6-a176-e1e492b8341f', 'tag': '6b165925-728b-4b19-a5d9-2d2c54eb8ea3', 'status': 'completed', 'code': 200} Nov 05 20:03:55.809699 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0666f8-32f7-448b-9f3d-86c0c0d5ee61 req-bd2c7928-f6c2-4d6b-9bc6-a31f564f9700 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 20:03:55.811280 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-2a0666f8-32f7-448b-9f3d-86c0c0d5ee61 req-bd2c7928-f6c2-4d6b-9bc6-a31f564f9700 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=5f7ee977d52949ca83d9a18d279c5a9a&device_id=c5817d07-4f35-47b6-a176-e1e492b8341f HTTP/1.1" status: 200 len: 1097 time: 0.0404823 Nov 05 20:03:55.851294 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvr_db [None req-67edc8cf-28a9-4974-bd59-9730b1dd5360 None None] Set router 069ef3f4-b943-41c1-8e48-4d6dda3ccf44 gateway port host: n-d-816865-1 {{(pid=102388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 20:03:55.902944 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0666f8-32f7-448b-9f3d-86c0c0d5ee61 req-03cf2c0d-a3d6-4447-a348-5732f6ba2eb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 20:03:55.904464 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-2a0666f8-32f7-448b-9f3d-86c0c0d5ee61 req-03cf2c0d-a3d6-4447-a348-5732f6ba2eb9 service neutron] 10.222.0.55 "GET /v2.0/networks?id=7f486b36-9d47-4fe4-a209-183429c7fb3a HTTP/1.1" status: 200 len: 910 time: 0.0851989 Nov 05 20:03:55.977930 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-2a0666f8-32f7-448b-9f3d-86c0c0d5ee61 req-d51a3af4-5acc-48cf-91ca-c9b5a8d84659 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6b165925-728b-4b19-a5d9-2d2c54eb8ea3 HTTP/1.1" status: 200 len: 999 time: 0.0657661 Nov 05 20:03:56.029429 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0666f8-32f7-448b-9f3d-86c0c0d5ee61 req-0a2530ab-a9c8-4cdd-b148-9ce348e6c424 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 20:03:56.031009 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-2a0666f8-32f7-448b-9f3d-86c0c0d5ee61 req-0a2530ab-a9c8-4cdd-b148-9ce348e6c424 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=4f53f6df-69d8-4092-98c8-1d0f1176ac79 HTTP/1.1" status: 200 len: 848 time: 0.0457537 Nov 05 20:03:56.078389 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0666f8-32f7-448b-9f3d-86c0c0d5ee61 req-0dd35d15-f1ba-42b6-8e31-93b5b96cc21b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 20:03:56.078868 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-67edc8cf-28a9-4974-bd59-9730b1dd5360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '069ef3f4-b943-41c1-8e48-4d6dda3ccf44', 'name': 'tempest-TestShelveInstance-1155037498-router', 'tenant_id': '5f7ee977d52949ca83d9a18d279c5a9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.240'}], 'enable_snat': True}, 'gw_port_id': '4772bf23-8391-4ea5-b905-3634aeb2ddb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T19:58:33Z', 'updated_at': '2021-11-05T19:58:36Z', 'revision_number': 4, 'project_id': '5f7ee977d52949ca83d9a18d279c5a9a', 'gw_port': {'id': '4772bf23-8391-4ea5-b905-3634aeb2ddb0', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:bd:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '069ef3f4-b943-41c1-8e48-4d6dda3ccf44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:58:33Z', 'updated_at': '2021-11-05T19:58:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1', '_floatingips': [{'id': '0b25cf1b-5356-4bb0-80e5-a92e665cf843', 'tenant_id': '5f7ee977d52949ca83d9a18d279c5a9a', 'floating_ip_address': '172.25.6.22', 'floating_network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'router_id': '069ef3f4-b943-41c1-8e48-4d6dda3ccf44', 'port_id': '6b165925-728b-4b19-a5d9-2d2c54eb8ea3', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4320, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7f486b36-9d47-4fe4-a209-183429c7fb3a', 'mac_address': 'fa:16:3e:fe:2b:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5817d07-4f35-47b6-a176-e1e492b8341f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-05T20:03:54Z', 'updated_at': '2021-11-05T20:03:54Z', 'revision_number': 0, 'project_id': '5f7ee977d52949ca83d9a18d279c5a9a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b5a2bca2-27a4-4ab7-a392-389574267031', 'name': '', 'network_id': '7f486b36-9d47-4fe4-a209-183429c7fb3a', 'tenant_id': '5f7ee977d52949ca83d9a18d279c5a9a', 'mac_address': 'fa:16:3e:bc:4f:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '069ef3f4-b943-41c1-8e48-4d6dda3ccf44', 'device_owner': 'network:router_interface', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '4f53f6df-69d8-4092-98c8-1d0f1176ac79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:58:35Z', 'updated_at': '2021-11-05T19:58:40Z', 'revision_number': 5, 'project_id': '5f7ee977d52949ca83d9a18d279c5a9a', 'subnets': [{'id': '4f53f6df-69d8-4092-98c8-1d0f1176ac79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-1', False) {} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 20:03:56.079920 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-2a0666f8-32f7-448b-9f3d-86c0c0d5ee61 req-0dd35d15-f1ba-42b6-8e31-93b5b96cc21b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=7f486b36-9d47-4fe4-a209-183429c7fb3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0411587 Nov 05 20:03:56.106120 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67edc8cf-28a9-4974-bd59-9730b1dd5360 None None] Checking router: 069ef3f4-b943-41c1-8e48-4d6dda3ccf44 for host: n-d-816865-1 {{(pid=102388) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 20:03:56.114730 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67edc8cf-28a9-4974-bd59-9730b1dd5360 None None] Routers {'069ef3f4-b943-41c1-8e48-4d6dda3ccf44'} bound to L3 agent in host n-d-816865-1 {{(pid=102388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 20:03:56.115358 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-67edc8cf-28a9-4974-bd59-9730b1dd5360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T20:03:35Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['069ef3f4-b943-41c1-8e48-4d6dda3ccf44'], 'active': True} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 20:03:56.178184 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-2a0666f8-32f7-448b-9f3d-86c0c0d5ee61 req-0ca32f56-6243-4db5-a24c-c94383da9dc5 service neutron] 10.222.0.55 "GET /v2.0/networks/7f486b36-9d47-4fe4-a209-183429c7fb3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903006 Nov 05 20:03:56.227462 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvr_db [None req-67edc8cf-28a9-4974-bd59-9730b1dd5360 None None] Set router 069ef3f4-b943-41c1-8e48-4d6dda3ccf44 gateway port host: n-d-816865-1 {{(pid=102388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 20:03:56.271909 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-2a0666f8-32f7-448b-9f3d-86c0c0d5ee61 req-e5f17f6b-1a88-4f8d-92d7-8bf38ad6031d service neutron] 10.222.0.55 "GET /v2.0/networks/7f486b36-9d47-4fe4-a209-183429c7fb3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860324 Nov 05 20:03:56.452100 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-67edc8cf-28a9-4974-bd59-9730b1dd5360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '069ef3f4-b943-41c1-8e48-4d6dda3ccf44', 'name': 'tempest-TestShelveInstance-1155037498-router', 'tenant_id': '5f7ee977d52949ca83d9a18d279c5a9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.240'}], 'enable_snat': True}, 'gw_port_id': '4772bf23-8391-4ea5-b905-3634aeb2ddb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T19:58:33Z', 'updated_at': '2021-11-05T19:58:36Z', 'revision_number': 4, 'project_id': '5f7ee977d52949ca83d9a18d279c5a9a', 'gw_port': {'id': '4772bf23-8391-4ea5-b905-3634aeb2ddb0', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:bd:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '069ef3f4-b943-41c1-8e48-4d6dda3ccf44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:58:33Z', 'updated_at': '2021-11-05T19:58:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1', '_floatingips': [{'id': '0b25cf1b-5356-4bb0-80e5-a92e665cf843', 'tenant_id': '5f7ee977d52949ca83d9a18d279c5a9a', 'floating_ip_address': '172.25.6.22', 'floating_network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'router_id': '069ef3f4-b943-41c1-8e48-4d6dda3ccf44', 'port_id': '6b165925-728b-4b19-a5d9-2d2c54eb8ea3', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4320, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7f486b36-9d47-4fe4-a209-183429c7fb3a', 'mac_address': 'fa:16:3e:fe:2b:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5817d07-4f35-47b6-a176-e1e492b8341f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-05T20:03:54Z', 'updated_at': '2021-11-05T20:03:54Z', 'revision_number': 0, 'project_id': '5f7ee977d52949ca83d9a18d279c5a9a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b5a2bca2-27a4-4ab7-a392-389574267031', 'name': '', 'network_id': '7f486b36-9d47-4fe4-a209-183429c7fb3a', 'tenant_id': '5f7ee977d52949ca83d9a18d279c5a9a', 'mac_address': 'fa:16:3e:bc:4f:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '069ef3f4-b943-41c1-8e48-4d6dda3ccf44', 'device_owner': 'network:router_interface', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '4f53f6df-69d8-4092-98c8-1d0f1176ac79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:58:35Z', 'updated_at': '2021-11-05T19:58:40Z', 'revision_number': 5, 'project_id': '5f7ee977d52949ca83d9a18d279c5a9a', 'subnets': [{'id': '4f53f6df-69d8-4092-98c8-1d0f1176ac79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-1', False) {} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 20:03:56.477716 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67edc8cf-28a9-4974-bd59-9730b1dd5360 None None] The sync data for ids ['069ef3f4-b943-41c1-8e48-4d6dda3ccf44'] in n-d-816865-1 is: [{'id': '069ef3f4-b943-41c1-8e48-4d6dda3ccf44', 'name': 'tempest-TestShelveInstance-1155037498-router', 'tenant_id': '5f7ee977d52949ca83d9a18d279c5a9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.240'}], 'enable_snat': True}, 'gw_port_id': '4772bf23-8391-4ea5-b905-3634aeb2ddb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T19:58:33Z', 'updated_at': '2021-11-05T19:58:36Z', 'revision_number': 4, 'project_id': '5f7ee977d52949ca83d9a18d279c5a9a', 'gw_port': {'id': '4772bf23-8391-4ea5-b905-3634aeb2ddb0', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:bd:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '069ef3f4-b943-41c1-8e48-4d6dda3ccf44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:58:33Z', 'updated_at': '2021-11-05T19:58:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1', '_floatingips': [{'id': '0b25cf1b-5356-4bb0-80e5-a92e665cf843', 'tenant_id': '5f7ee977d52949ca83d9a18d279c5a9a', 'floating_ip_address': '172.25.6.22', 'floating_network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'router_id': '069ef3f4-b943-41c1-8e48-4d6dda3ccf44', 'port_id': '6b165925-728b-4b19-a5d9-2d2c54eb8ea3', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4320, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7f486b36-9d47-4fe4-a209-183429c7fb3a', 'mac_address': 'fa:16:3e:fe:2b:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5817d07-4f35-47b6-a176-e1e492b8341f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-05T20:03:54Z', 'updated_at': '2021-11-05T20:03:54Z', 'revision_number': 0, 'project_id': '5f7ee977d52949ca83d9a18d279c5a9a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b5a2bca2-27a4-4ab7-a392-389574267031', 'name': '', 'network_id': '7f486b36-9d47-4fe4-a209-183429c7fb3a', 'tenant_id': '5f7ee977d52949ca83d9a18d279c5a9a', 'mac_address': 'fa:16:3e:bc:4f:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '069ef3f4-b943-41c1-8e48-4d6dda3ccf44', 'device_owner': 'network:router_interface', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '4f53f6df-69d8-4092-98c8-1d0f1176ac79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:58:35Z', 'updated_at': '2021-11-05T19:58:40Z', 'revision_number': 5, 'project_id': '5f7ee977d52949ca83d9a18d279c5a9a', 'subnets': [{'id': '4f53f6df-69d8-4092-98c8-1d0f1176ac79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 20:03:56.666037 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dae98428-ae8a-4a77-99f5-1da0943e605b None None] New status for floating IP 0b25cf1b-5356-4bb0-80e5-a92e665cf843: ACTIVE {{(pid=102389) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 05 20:04:02.649913 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-04977707-4923-445a-b092-6c580bd79896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:04:03.012176 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-85f37794-f309-49c6-bc4b-71d451a96550 req-f9ef8204-bba7-4f00-9aeb-fc89efe751d2 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=c5817d07-4f35-47b6-a176-e1e492b8341f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0403330 Nov 05 20:04:03.097437 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f37794-f309-49c6-bc4b-71d451a96550 req-5fc5174e-8fe9-475a-a0b2-931d1c7a12f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 20:04:03.098969 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-85f37794-f309-49c6-bc4b-71d451a96550 req-5fc5174e-8fe9-475a-a0b2-931d1c7a12f2 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=5f7ee977d52949ca83d9a18d279c5a9a&device_id=c5817d07-4f35-47b6-a176-e1e492b8341f HTTP/1.1" status: 200 len: 1097 time: 0.0416329 Nov 05 20:04:03.210474 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f37794-f309-49c6-bc4b-71d451a96550 req-67369815-fa0b-4ca1-99e6-054b6095876b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 20:04:03.211960 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-85f37794-f309-49c6-bc4b-71d451a96550 req-67369815-fa0b-4ca1-99e6-054b6095876b service neutron] 10.222.0.55 "GET /v2.0/networks?id=7f486b36-9d47-4fe4-a209-183429c7fb3a HTTP/1.1" status: 200 len: 910 time: 0.0927815 Nov 05 20:04:03.282577 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-85f37794-f309-49c6-bc4b-71d451a96550 req-997ed534-273c-48d1-a509-eb593ec4d8f6 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6b165925-728b-4b19-a5d9-2d2c54eb8ea3 HTTP/1.1" status: 200 len: 1001 time: 0.0608413 Nov 05 20:04:03.345159 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f37794-f309-49c6-bc4b-71d451a96550 req-9d2c3dac-1790-413e-8188-f931a6c28040 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 20:04:03.346639 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-85f37794-f309-49c6-bc4b-71d451a96550 req-9d2c3dac-1790-413e-8188-f931a6c28040 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=4f53f6df-69d8-4092-98c8-1d0f1176ac79 HTTP/1.1" status: 200 len: 848 time: 0.0529661 Nov 05 20:04:03.400612 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f37794-f309-49c6-bc4b-71d451a96550 req-ef8ea9d4-1558-4182-8448-90c7179f0daf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 20:04:03.402174 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-85f37794-f309-49c6-bc4b-71d451a96550 req-ef8ea9d4-1558-4182-8448-90c7179f0daf service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=7f486b36-9d47-4fe4-a209-183429c7fb3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0464444 Nov 05 20:04:03.495579 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-85f37794-f309-49c6-bc4b-71d451a96550 req-2cffd8c8-257f-4333-aee5-520b38fc150d service neutron] 10.222.0.55 "GET /v2.0/networks/7f486b36-9d47-4fe4-a209-183429c7fb3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853186 Nov 05 20:04:03.590649 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-85f37794-f309-49c6-bc4b-71d451a96550 req-bc6dd4ee-88ef-4084-8378-9fd5d0dcf785 service neutron] 10.222.0.55 "GET /v2.0/networks/7f486b36-9d47-4fe4-a209-183429c7fb3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870948 Nov 05 20:04:05.055917 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:04:05.495962 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-9afccb6c-110c-47bf-b1a0-13dcaf1ad3d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:04:06.597605 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b304910f-7b27-444b-a8fc-977d26b1ceac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:04:07.112751 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:04:07.694276 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.agents_db [None req-b9406b04-a0e8-43cf-b349-711963d96cf4 None None] Agent healthcheck: found 7 active agents {{(pid=102389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 05 20:04:08.530205 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-31f93893-a48e-4ae8-833d-dccb2b42eacc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:04:08.569662 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:04:32.684420 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-59105233-6133-4ff7-952e-895324e98e6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:04:35.061261 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:04:35.489054 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-e6bb4e3e-1a0e-4edb-af32-5db5cbd245a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:04:36.592621 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b304910f-7b27-444b-a8fc-977d26b1ceac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:04:37.147090 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:04:38.569840 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-31f93893-a48e-4ae8-833d-dccb2b42eacc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:04:38.592883 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:04:44.694543 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.agents_db [None req-b9406b04-a0e8-43cf-b349-711963d96cf4 None None] Agent healthcheck: found 7 active agents {{(pid=102389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 05 20:05:02.695601 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c4469b34-ae11-4db6-9995-67bb1df647b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:05:04.012450 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-60619299-862c-461d-9d6b-9d6b1bf6efc9 req-32b45007-0cfd-44ef-b0f7-ac63c41e62c3 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=c5817d07-4f35-47b6-a176-e1e492b8341f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0423324 Nov 05 20:05:04.099620 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60619299-862c-461d-9d6b-9d6b1bf6efc9 req-bdc00dbd-c474-43ea-81be-1d4529c8fd68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 20:05:04.101153 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-60619299-862c-461d-9d6b-9d6b1bf6efc9 req-bdc00dbd-c474-43ea-81be-1d4529c8fd68 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=5f7ee977d52949ca83d9a18d279c5a9a&device_id=c5817d07-4f35-47b6-a176-e1e492b8341f HTTP/1.1" status: 200 len: 1097 time: 0.0404375 Nov 05 20:05:04.214429 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60619299-862c-461d-9d6b-9d6b1bf6efc9 req-5c7e6fbc-103f-46f9-bdd5-480fcf096a85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 20:05:04.215929 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-60619299-862c-461d-9d6b-9d6b1bf6efc9 req-5c7e6fbc-103f-46f9-bdd5-480fcf096a85 service neutron] 10.222.0.55 "GET /v2.0/networks?id=7f486b36-9d47-4fe4-a209-183429c7fb3a HTTP/1.1" status: 200 len: 910 time: 0.0954034 Nov 05 20:05:04.289383 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-60619299-862c-461d-9d6b-9d6b1bf6efc9 req-3283a48a-4958-4710-ba86-b9699a5fff60 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6b165925-728b-4b19-a5d9-2d2c54eb8ea3 HTTP/1.1" status: 200 len: 1001 time: 0.0604742 Nov 05 20:05:04.349078 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60619299-862c-461d-9d6b-9d6b1bf6efc9 req-51899814-eaf1-43e9-a0ce-eb92d9807163 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 20:05:04.350835 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-60619299-862c-461d-9d6b-9d6b1bf6efc9 req-51899814-eaf1-43e9-a0ce-eb92d9807163 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=4f53f6df-69d8-4092-98c8-1d0f1176ac79 HTTP/1.1" status: 200 len: 848 time: 0.0512702 Nov 05 20:05:04.403384 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60619299-862c-461d-9d6b-9d6b1bf6efc9 req-5225ec0a-678e-414c-973e-068a91fdb65d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 20:05:04.405567 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-60619299-862c-461d-9d6b-9d6b1bf6efc9 req-5225ec0a-678e-414c-973e-068a91fdb65d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=7f486b36-9d47-4fe4-a209-183429c7fb3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0422945 Nov 05 20:05:04.494072 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-60619299-862c-461d-9d6b-9d6b1bf6efc9 req-c6d96234-1f55-42fa-8b25-6304be95a1b7 service neutron] 10.222.0.55 "GET /v2.0/networks/7f486b36-9d47-4fe4-a209-183429c7fb3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812078 Nov 05 20:05:04.592033 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-60619299-862c-461d-9d6b-9d6b1bf6efc9 req-2dd8ccc7-5b72-4996-991f-cd664b808d4b service neutron] 10.222.0.55 "GET /v2.0/networks/7f486b36-9d47-4fe4-a209-183429c7fb3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884240 Nov 05 20:05:05.054356 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:05:05.471133 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-85938dfd-c6fd-48ce-a0cd-ef0e3063f452 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:05:06.563922 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b304910f-7b27-444b-a8fc-977d26b1ceac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:05:07.127936 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:05:08.574254 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-31f93893-a48e-4ae8-833d-dccb2b42eacc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:05:08.592750 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:05:21.693250 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.agents_db [None req-b9406b04-a0e8-43cf-b349-711963d96cf4 None None] Agent healthcheck: found 7 active agents {{(pid=102389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 05 20:05:32.676537 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-0a00587b-1aa4-4cdb-af2b-af13fb4ccf02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:05:35.043562 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:05:35.495403 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-db2d89cd-7dfe-43fb-9b8d-1e8ee92a47db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:05:36.575412 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b304910f-7b27-444b-a8fc-977d26b1ceac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:05:37.107660 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:05:38.546676 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-31f93893-a48e-4ae8-833d-dccb2b42eacc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:05:38.574958 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:05:58.692283 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.agents_db [None req-b9406b04-a0e8-43cf-b349-711963d96cf4 None None] Agent healthcheck: found 7 active agents {{(pid=102389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 05 20:06:02.689270 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-544bbad1-ab5b-4436-a173-fecee539fa3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:06:04.024605 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-867fa0fd-fd17-4444-bcd0-c29e9ba20b26 req-35799126-25d4-4b7d-a1be-e8846570fbc0 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=c5817d07-4f35-47b6-a176-e1e492b8341f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0786989 Nov 05 20:06:04.110278 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867fa0fd-fd17-4444-bcd0-c29e9ba20b26 req-56ce1dbd-f36a-467c-9355-5ead2b7af7f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 20:06:04.111793 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-867fa0fd-fd17-4444-bcd0-c29e9ba20b26 req-56ce1dbd-f36a-467c-9355-5ead2b7af7f9 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=5f7ee977d52949ca83d9a18d279c5a9a&device_id=c5817d07-4f35-47b6-a176-e1e492b8341f HTTP/1.1" status: 200 len: 1097 time: 0.0398629 Nov 05 20:06:04.228187 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867fa0fd-fd17-4444-bcd0-c29e9ba20b26 req-64e55503-4855-4340-ae77-aba3c2eb4574 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 20:06:04.229681 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-867fa0fd-fd17-4444-bcd0-c29e9ba20b26 req-64e55503-4855-4340-ae77-aba3c2eb4574 service neutron] 10.222.0.55 "GET /v2.0/networks?id=7f486b36-9d47-4fe4-a209-183429c7fb3a HTTP/1.1" status: 200 len: 910 time: 0.0896564 Nov 05 20:06:04.299989 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-867fa0fd-fd17-4444-bcd0-c29e9ba20b26 req-09befc26-d9af-4455-98d5-3c031dc62a23 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6b165925-728b-4b19-a5d9-2d2c54eb8ea3 HTTP/1.1" status: 200 len: 1001 time: 0.0572050 Nov 05 20:06:04.357185 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867fa0fd-fd17-4444-bcd0-c29e9ba20b26 req-910d1476-b788-4aee-b91a-197eab92fded service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 20:06:04.358677 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-867fa0fd-fd17-4444-bcd0-c29e9ba20b26 req-910d1476-b788-4aee-b91a-197eab92fded service neutron] 10.222.0.55 "GET /v2.0/subnets?id=4f53f6df-69d8-4092-98c8-1d0f1176ac79 HTTP/1.1" status: 200 len: 848 time: 0.0473487 Nov 05 20:06:04.408781 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867fa0fd-fd17-4444-bcd0-c29e9ba20b26 req-19b64b2c-64a8-41c6-8883-2cf27f96983b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 20:06:04.410281 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-867fa0fd-fd17-4444-bcd0-c29e9ba20b26 req-19b64b2c-64a8-41c6-8883-2cf27f96983b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=7f486b36-9d47-4fe4-a209-183429c7fb3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408657 Nov 05 20:06:04.507192 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-867fa0fd-fd17-4444-bcd0-c29e9ba20b26 req-95f61c65-d56c-4e13-82e9-a6c96c238e53 service neutron] 10.222.0.55 "GET /v2.0/networks/7f486b36-9d47-4fe4-a209-183429c7fb3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846369 Nov 05 20:06:04.600256 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-867fa0fd-fd17-4444-bcd0-c29e9ba20b26 req-6074653c-c0d9-4801-a9a5-70f30ab6db1f service neutron] 10.222.0.55 "GET /v2.0/networks/7f486b36-9d47-4fe4-a209-183429c7fb3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819733 Nov 05 20:06:05.066333 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:06:05.481984 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-7f34e011-3121-4358-af7d-8deb0b57b1e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:06:06.573434 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b304910f-7b27-444b-a8fc-977d26b1ceac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:06:07.146417 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:06:08.544555 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-31f93893-a48e-4ae8-833d-dccb2b42eacc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:06:08.569042 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:06:22.126038 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8581bb58-a1b4-44dc-8ed0-3968005a4825 req-a5867656-9412-4fa5-aebe-0f116d61869b tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 20:06:22.128268 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-8581bb58-a1b4-44dc-8ed0-3968005a4825 req-a5867656-9412-4fa5-aebe-0f116d61869b tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5817d07-4f35-47b6-a176-e1e492b8341f HTTP/1.1" status: 200 len: 946 time: 0.1050706 Nov 05 20:06:22.183815 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-8581bb58-a1b4-44dc-8ed0-3968005a4825 req-f1ade2f8-6331-40ab-a85f-4bdd74ab938d tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] 10.222.0.13 "GET /v2.0/security-groups?id=c09382af-5189-49b1-a96e-2123e834ab84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492570 Nov 05 20:06:23.330873 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b1fca7-0859-4a48-9dcf-f6f718542354 req-45037aeb-d2ea-4c2c-8131-213f357d9cf8 tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 20:06:23.332570 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-a7b1fca7-0859-4a48-9dcf-f6f718542354 req-45037aeb-d2ea-4c2c-8131-213f357d9cf8 tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5817d07-4f35-47b6-a176-e1e492b8341f HTTP/1.1" status: 200 len: 946 time: 0.0493901 Nov 05 20:06:23.382534 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-a7b1fca7-0859-4a48-9dcf-f6f718542354 req-d94e28bd-02ce-4f6f-a18e-1d072377662d tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] 10.222.0.13 "GET /v2.0/security-groups?id=c09382af-5189-49b1-a96e-2123e834ab84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439336 Nov 05 20:06:24.501954 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64091755-f8b9-423e-a705-b66cb587c54d req-ae517665-209f-4286-9cfc-c0d0f9c181e6 tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 20:06:24.503456 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-64091755-f8b9-423e-a705-b66cb587c54d req-ae517665-209f-4286-9cfc-c0d0f9c181e6 tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5817d07-4f35-47b6-a176-e1e492b8341f HTTP/1.1" status: 200 len: 946 time: 0.0516186 Nov 05 20:06:24.551975 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-64091755-f8b9-423e-a705-b66cb587c54d req-9224e975-1ec2-47a9-ab35-7900001c64dd tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] 10.222.0.13 "GET /v2.0/security-groups?id=c09382af-5189-49b1-a96e-2123e834ab84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426617 Nov 05 20:06:25.673206 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f02efd-a044-4c2f-b7ad-3048fc890231 req-5b2ca75c-81a2-44f7-b174-8864b37eea47 tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 20:06:25.674764 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-a1f02efd-a044-4c2f-b7ad-3048fc890231 req-5b2ca75c-81a2-44f7-b174-8864b37eea47 tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5817d07-4f35-47b6-a176-e1e492b8341f HTTP/1.1" status: 200 len: 946 time: 0.0527713 Nov 05 20:06:25.725976 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-a1f02efd-a044-4c2f-b7ad-3048fc890231 req-914b66b6-d2a3-4ff8-aaed-a3034f2e7321 tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] 10.222.0.13 "GET /v2.0/security-groups?id=c09382af-5189-49b1-a96e-2123e834ab84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452135 Nov 05 20:06:26.847237 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d9d784-2eda-420b-88f2-773a85a8826f req-a4dd827d-abfa-44c8-8a53-109922176925 tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 20:06:26.849227 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-d0d9d784-2eda-420b-88f2-773a85a8826f req-a4dd827d-abfa-44c8-8a53-109922176925 tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5817d07-4f35-47b6-a176-e1e492b8341f HTTP/1.1" status: 200 len: 946 time: 0.0552137 Nov 05 20:06:26.897619 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-d0d9d784-2eda-420b-88f2-773a85a8826f req-eef0ad33-f85c-4291-bc65-cdc542d33ca8 tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] 10.222.0.13 "GET /v2.0/security-groups?id=c09382af-5189-49b1-a96e-2123e834ab84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425527 Nov 05 20:06:28.013547 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb05e05a-fb52-4a25-bbd8-df92abe88292 req-7fc99da1-2a63-4a6f-a222-fa317abce7f1 tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 20:06:28.015071 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-bb05e05a-fb52-4a25-bbd8-df92abe88292 req-7fc99da1-2a63-4a6f-a222-fa317abce7f1 tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5817d07-4f35-47b6-a176-e1e492b8341f HTTP/1.1" status: 200 len: 946 time: 0.0495679 Nov 05 20:06:28.064098 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-bb05e05a-fb52-4a25-bbd8-df92abe88292 req-ec12801f-fe1d-4ea2-921e-5cc85e97b6cd tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] 10.222.0.13 "GET /v2.0/security-groups?id=c09382af-5189-49b1-a96e-2123e834ab84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430951 Nov 05 20:06:29.180021 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7535672b-2e87-4fdb-9157-dcd5fa4bb397 req-6495318a-6475-496d-9d9c-cefbf90a3e6b tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 20:06:29.181537 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-7535672b-2e87-4fdb-9157-dcd5fa4bb397 req-6495318a-6475-496d-9d9c-cefbf90a3e6b tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5817d07-4f35-47b6-a176-e1e492b8341f HTTP/1.1" status: 200 len: 946 time: 0.0495341 Nov 05 20:06:29.235582 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-7535672b-2e87-4fdb-9157-dcd5fa4bb397 req-e10a74c4-3b46-4f0b-a231-a4341ab6357b tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] 10.222.0.13 "GET /v2.0/security-groups?id=c09382af-5189-49b1-a96e-2123e834ab84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477829 Nov 05 20:06:30.351224 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36988c1-f91c-49dd-aff0-10e1ff834b4a req-b3198938-ce63-4c92-b696-69862b7863e5 tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 20:06:30.354200 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-b36988c1-f91c-49dd-aff0-10e1ff834b4a req-b3198938-ce63-4c92-b696-69862b7863e5 tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5817d07-4f35-47b6-a176-e1e492b8341f HTTP/1.1" status: 200 len: 946 time: 0.0492666 Nov 05 20:06:30.402695 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-b36988c1-f91c-49dd-aff0-10e1ff834b4a req-a6832195-8a0b-4dbe-a71a-3edd22b49662 tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] 10.222.0.13 "GET /v2.0/security-groups?id=c09382af-5189-49b1-a96e-2123e834ab84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429871 Nov 05 20:06:31.518307 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08e2d51-3541-465e-9997-4189b8bed208 req-9662efac-a6c5-4916-b3b8-b7634543e47f tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 20:06:31.519809 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-b08e2d51-3541-465e-9997-4189b8bed208 req-9662efac-a6c5-4916-b3b8-b7634543e47f tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5817d07-4f35-47b6-a176-e1e492b8341f HTTP/1.1" status: 200 len: 946 time: 0.0494950 Nov 05 20:06:31.569008 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-b08e2d51-3541-465e-9997-4189b8bed208 req-aeb19e43-6340-4c2e-a515-c69f1cb83df4 tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] 10.222.0.13 "GET /v2.0/security-groups?id=c09382af-5189-49b1-a96e-2123e834ab84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433850 Nov 05 20:06:32.327753 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77c9f55-dab5-449e-a2e3-107de32e1160 req-93604125-3471-4f8b-8df8-a6d1390df055 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 20:06:32.328959 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-f77c9f55-dab5-449e-a2e3-107de32e1160 req-93604125-3471-4f8b-8df8-a6d1390df055 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=5f7ee977d52949ca83d9a18d279c5a9a&device_id=c5817d07-4f35-47b6-a176-e1e492b8341f HTTP/1.1" status: 200 len: 1097 time: 0.0410690 Nov 05 20:06:32.425201 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77c9f55-dab5-449e-a2e3-107de32e1160 req-0333445e-6ca8-4c42-89bf-7e7070e143fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 20:06:32.426685 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-f77c9f55-dab5-449e-a2e3-107de32e1160 req-0333445e-6ca8-4c42-89bf-7e7070e143fe service neutron] 10.222.0.55 "GET /v2.0/networks?id=7f486b36-9d47-4fe4-a209-183429c7fb3a HTTP/1.1" status: 200 len: 910 time: 0.0880938 Nov 05 20:06:32.497187 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-f77c9f55-dab5-449e-a2e3-107de32e1160 req-a388db8b-52e1-46e2-96e8-4ff0192a5fff service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6b165925-728b-4b19-a5d9-2d2c54eb8ea3 HTTP/1.1" status: 200 len: 1001 time: 0.0580161 Nov 05 20:06:32.555917 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77c9f55-dab5-449e-a2e3-107de32e1160 req-353c594e-2ede-4997-8303-9aa48d1c6ea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 20:06:32.557362 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-f77c9f55-dab5-449e-a2e3-107de32e1160 req-353c594e-2ede-4997-8303-9aa48d1c6ea3 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=4f53f6df-69d8-4092-98c8-1d0f1176ac79 HTTP/1.1" status: 200 len: 848 time: 0.0483265 Nov 05 20:06:32.607793 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77c9f55-dab5-449e-a2e3-107de32e1160 req-37c7acf6-b514-49a3-9d9f-65396ea8138f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 20:06:32.609345 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-f77c9f55-dab5-449e-a2e3-107de32e1160 req-37c7acf6-b514-49a3-9d9f-65396ea8138f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=7f486b36-9d47-4fe4-a209-183429c7fb3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406895 Nov 05 20:06:32.676226 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b7d1f369-95e3-40e5-88d4-06b7cab2f4a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:06:32.693294 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4962669-ffeb-4bd5-8e8e-613596186aa6 req-0ab205b2-315e-40af-9f0d-c1f02da34d41 tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 20:06:32.694843 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-e4962669-ffeb-4bd5-8e8e-613596186aa6 req-0ab205b2-315e-40af-9f0d-c1f02da34d41 tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5817d07-4f35-47b6-a176-e1e492b8341f HTTP/1.1" status: 200 len: 946 time: 0.0544162 Nov 05 20:06:32.711776 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-f77c9f55-dab5-449e-a2e3-107de32e1160 req-02369cc7-8822-4fa7-88fd-39ba0bd7d2be service neutron] 10.222.0.55 "GET /v2.0/networks/7f486b36-9d47-4fe4-a209-183429c7fb3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904877 Nov 05 20:06:32.745159 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-e4962669-ffeb-4bd5-8e8e-613596186aa6 req-de557321-ef3e-4ebd-b66b-d56338961d6d tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] 10.222.0.13 "GET /v2.0/security-groups?id=c09382af-5189-49b1-a96e-2123e834ab84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442264 Nov 05 20:06:32.810106 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-f77c9f55-dab5-449e-a2e3-107de32e1160 req-ec0dcf29-8bbe-42ef-90cd-0e937f417565 service neutron] 10.222.0.55 "GET /v2.0/networks/7f486b36-9d47-4fe4-a209-183429c7fb3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862432 Nov 05 20:06:33.862628 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2987b27-89f1-4071-acdb-60af1cdbd30a req-7c00a38e-0f5b-473a-a1a8-7584b5967098 tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 20:06:33.864068 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-e2987b27-89f1-4071-acdb-60af1cdbd30a req-7c00a38e-0f5b-473a-a1a8-7584b5967098 tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5817d07-4f35-47b6-a176-e1e492b8341f HTTP/1.1" status: 200 len: 946 time: 0.0488577 Nov 05 20:06:33.912195 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-e2987b27-89f1-4071-acdb-60af1cdbd30a req-e33066d7-c19c-4425-82de-a61debeafbf5 tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] 10.222.0.13 "GET /v2.0/security-groups?id=c09382af-5189-49b1-a96e-2123e834ab84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422480 Nov 05 20:06:35.034390 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df8aa7b-0b55-4738-9426-0817bcaa04b7 req-96fbfe89-bd90-4763-b622-f9b655212be9 tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 20:06:35.036010 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-9df8aa7b-0b55-4738-9426-0817bcaa04b7 req-96fbfe89-bd90-4763-b622-f9b655212be9 tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5817d07-4f35-47b6-a176-e1e492b8341f HTTP/1.1" status: 200 len: 946 time: 0.0548456 Nov 05 20:06:35.081614 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:06:35.092905 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-9df8aa7b-0b55-4738-9426-0817bcaa04b7 req-d553fd59-f187-4f63-a298-312280c614a8 tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] 10.222.0.13 "GET /v2.0/security-groups?id=c09382af-5189-49b1-a96e-2123e834ab84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507176 Nov 05 20:06:35.469907 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-2f2f10c0-ed81-42b6-9d10-3c5d6dd7588c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:06:35.692662 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.agents_db [None req-b9406b04-a0e8-43cf-b349-711963d96cf4 None None] Agent healthcheck: found 7 active agents {{(pid=102389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 05 20:06:36.217164 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add6758d-0192-4d02-889d-2d1bc9ecb6a5 req-e1af2308-f850-407d-b134-8bc980533e9b tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 20:06:36.218869 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-add6758d-0192-4d02-889d-2d1bc9ecb6a5 req-e1af2308-f850-407d-b134-8bc980533e9b tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5817d07-4f35-47b6-a176-e1e492b8341f HTTP/1.1" status: 200 len: 946 time: 0.0510635 Nov 05 20:06:36.273513 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-add6758d-0192-4d02-889d-2d1bc9ecb6a5 req-bcfba884-5045-4ee3-b7a0-5792d65cf637 tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] 10.222.0.13 "GET /v2.0/security-groups?id=c09382af-5189-49b1-a96e-2123e834ab84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484979 Nov 05 20:06:36.580561 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b304910f-7b27-444b-a8fc-977d26b1ceac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:06:37.117725 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:06:37.395856 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113e5be3-02b4-438b-9565-d4ca71eac368 req-a74de506-7c4d-49ec-8051-8441a0a3a1c8 tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 20:06:37.397359 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-113e5be3-02b4-438b-9565-d4ca71eac368 req-a74de506-7c4d-49ec-8051-8441a0a3a1c8 tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5817d07-4f35-47b6-a176-e1e492b8341f HTTP/1.1" status: 200 len: 946 time: 0.0483854 Nov 05 20:06:37.445999 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-113e5be3-02b4-438b-9565-d4ca71eac368 req-eb97ccea-02a2-4535-8050-42ef3ea278e9 tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] 10.222.0.13 "GET /v2.0/security-groups?id=c09382af-5189-49b1-a96e-2123e834ab84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425296 Nov 05 20:06:37.599847 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Device 6b165925-728b-4b19-a5d9-2d2c54eb8ea3 no longer exists at agent hyperv_n-h2-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 20:06:37.676943 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:06:37.699714 n-d-816865-1 neutron-server[102388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5817d07-4f35-47b6-a176-e1e492b8341f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6b165925-728b-4b19-a5d9-2d2c54eb8ea3'}] {{(pid=102388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 20:06:37.701956 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6791add14b0903d9e674b39f457aa3a29109aa98d0835d5644e65cf363d7cf55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-994baf89-e954-47fb-8036-ac2b6786a42d" -d '{"events": [{"server_uuid": "c5817d07-4f35-47b6-a176-e1e492b8341f", "name": "network-vif-unplugged", "status": "completed", "tag": "6b165925-728b-4b19-a5d9-2d2c54eb8ea3"}]}' {{(pid=102388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 20:06:37.714859 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] For port 6b165925-728b-4b19-a5d9-2d2c54eb8ea3, host n-h2-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=6b165925-728b-4b19-a5d9-2d2c54eb8ea3,segment=NetworkSegment(522cfac5-a136-4e48-a113-e5a15593abdd),segment_id=522cfac5-a136-4e48-a113-e5a15593abdd)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 20:06:37.801881 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:06:37.837125 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 05 Nov 2021 20:06:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1a913e4-889d-405c-82fb-22ee639dc8f6 x-openstack-request-id: req-e1a913e4-889d-405c-82fb-22ee639dc8f6 {{(pid=102388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 20:06:37.837456 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5817d07-4f35-47b6-a176-e1e492b8341f", "name": "network-vif-unplugged", "status": "failed", "tag": "6b165925-728b-4b19-a5d9-2d2c54eb8ea3", "code": 422}]} {{(pid=102388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 20:06:37.837684 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e1a913e4-889d-405c-82fb-22ee639dc8f6 {{(pid=102388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 20:06:37.838078 n-d-816865-1 neutron-server[102388]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'c5817d07-4f35-47b6-a176-e1e492b8341f', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '6b165925-728b-4b19-a5d9-2d2c54eb8ea3', 'code': 422} returned with failed status Nov 05 20:06:37.860891 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Pushing event updated for resources: {'Port': ['ID=6b165925-728b-4b19-a5d9-2d2c54eb8ea3,revision_number=6']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 20:06:37.868626 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 20:06:37.869127 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 20:06:37.869475 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 20:06:37.870006 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 20:06:37.870360 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 20:06:37.870863 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 20:06:37.871196 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 20:06:37.871529 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 20:06:37.871858 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 20:06:37.872185 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 20:06:37.872622 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 20:06:37.872962 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 20:06:37.970008 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158ce620-a161-42dc-a145-856ea7b45a67 req-8d757a36-4581-4ce4-adcb-02ea4fa5edb0 tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 20:06:37.971577 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-158ce620-a161-42dc-a145-856ea7b45a67 req-8d757a36-4581-4ce4-adcb-02ea4fa5edb0 tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5817d07-4f35-47b6-a176-e1e492b8341f HTTP/1.1" status: 200 len: 944 time: 0.0828869 Nov 05 20:06:37.989667 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-8465c4dd-02f7-4edd-8641-ced74dda2db8 req-b9ec8f8d-37c8-4266-ab92-af7f3cb6fbcd service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=c5817d07-4f35-47b6-a176-e1e492b8341f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1063564 Nov 05 20:06:38.003905 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [req-8465c4dd-02f7-4edd-8641-ced74dda2db8 req-f5949d50-2bcb-48ac-b951-4d5df104d319 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=102387) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 05 20:06:38.004887 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-8465c4dd-02f7-4edd-8641-ced74dda2db8 req-f5949d50-2bcb-48ac-b951-4d5df104d319 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0077806 Nov 05 20:06:38.036643 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-158ce620-a161-42dc-a145-856ea7b45a67 req-cdc86578-8dfe-4989-bca5-8eb4c3c0ea44 tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] 10.222.0.13 "GET /v2.0/security-groups?id=c09382af-5189-49b1-a96e-2123e834ab84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585184 Nov 05 20:06:38.567271 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-31f93893-a48e-4ae8-833d-dccb2b42eacc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:06:38.620426 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:06:39.156126 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b067532a-30f6-45b0-b394-12482b100d4b req-9e7bee38-0043-4aca-9189-d73899cb8a1b tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 20:06:39.157591 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-b067532a-30f6-45b0-b394-12482b100d4b req-9e7bee38-0043-4aca-9189-d73899cb8a1b tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5817d07-4f35-47b6-a176-e1e492b8341f HTTP/1.1" status: 200 len: 944 time: 0.0489347 Nov 05 20:06:39.211042 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-b067532a-30f6-45b0-b394-12482b100d4b req-2098bc85-134c-4301-8320-7464cae82a3b tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] 10.222.0.13 "GET /v2.0/security-groups?id=c09382af-5189-49b1-a96e-2123e834ab84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471833 Nov 05 20:06:40.334333 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68228967-900b-4d33-96be-a733b6e59fbc req-4a495a53-ffe2-4741-9579-dc8206bcd0da tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 20:06:40.336129 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-68228967-900b-4d33-96be-a733b6e59fbc req-4a495a53-ffe2-4741-9579-dc8206bcd0da tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5817d07-4f35-47b6-a176-e1e492b8341f HTTP/1.1" status: 200 len: 944 time: 0.0515394 Nov 05 20:06:40.390854 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-68228967-900b-4d33-96be-a733b6e59fbc req-e9b39bb4-3c4a-45f7-8f2e-a88f292c8140 tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] 10.222.0.13 "GET /v2.0/security-groups?id=c09382af-5189-49b1-a96e-2123e834ab84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483780 Nov 05 20:06:41.509206 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b20304b-b429-4891-b56f-6a627b9548e5 req-b9a2aac3-f3ff-43da-ab4b-5d867e03e888 tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 20:06:41.510759 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-2b20304b-b429-4891-b56f-6a627b9548e5 req-b9a2aac3-f3ff-43da-ab4b-5d867e03e888 tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5817d07-4f35-47b6-a176-e1e492b8341f HTTP/1.1" status: 200 len: 944 time: 0.0513411 Nov 05 20:06:41.564204 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-2b20304b-b429-4891-b56f-6a627b9548e5 req-4def9ed5-412f-4632-b236-6423f1dd823a tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] 10.222.0.13 "GET /v2.0/security-groups?id=c09382af-5189-49b1-a96e-2123e834ab84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462124 Nov 05 20:06:42.683797 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39087e28-6207-43cf-afeb-c1b8e2f6499a req-c1727330-b123-4d66-83ee-05833bb83700 tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 20:06:42.685321 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-39087e28-6207-43cf-afeb-c1b8e2f6499a req-c1727330-b123-4d66-83ee-05833bb83700 tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5817d07-4f35-47b6-a176-e1e492b8341f HTTP/1.1" status: 200 len: 944 time: 0.0535994 Nov 05 20:06:42.734703 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-39087e28-6207-43cf-afeb-c1b8e2f6499a req-767b2be1-866a-4fb4-878d-842c7d689fa8 tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] 10.222.0.13 "GET /v2.0/security-groups?id=c09382af-5189-49b1-a96e-2123e834ab84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425577 Nov 05 20:06:43.849918 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03f60bd-f85a-4095-abf9-22e503683d6f req-b419f429-8d77-45d9-bd0d-6bd1549f7c76 tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 20:06:43.851466 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-d03f60bd-f85a-4095-abf9-22e503683d6f req-b419f429-8d77-45d9-bd0d-6bd1549f7c76 tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5817d07-4f35-47b6-a176-e1e492b8341f HTTP/1.1" status: 200 len: 944 time: 0.0488367 Nov 05 20:06:43.901050 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-d03f60bd-f85a-4095-abf9-22e503683d6f req-6c0a855b-4858-45f1-819c-4ad7b281b293 tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] 10.222.0.13 "GET /v2.0/security-groups?id=c09382af-5189-49b1-a96e-2123e834ab84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431879 Nov 05 20:06:44.866799 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8465c4dd-02f7-4edd-8641-ced74dda2db8 req-13d55e51-dd6f-45f0-b96b-a6cc26bbc30a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 20:06:44.868293 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-8465c4dd-02f7-4edd-8641-ced74dda2db8 req-13d55e51-dd6f-45f0-b96b-a6cc26bbc30a service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=c5817d07-4f35-47b6-a176-e1e492b8341f&tenant_id=5f7ee977d52949ca83d9a18d279c5a9a HTTP/1.1" status: 200 len: 1095 time: 0.0399745 Nov 05 20:06:44.881165 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [req-8465c4dd-02f7-4edd-8641-ced74dda2db8 req-cd248eca-5262-4450-b6be-2f5158151d7c service neutron] Request body: {'port': {'binding:host_id': 'n-h1-816865-1', 'device_owner': 'compute:nova'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 20:06:44.936136 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-8465c4dd-02f7-4edd-8641-ced74dda2db8 req-cd248eca-5262-4450-b6be-2f5158151d7c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:06:45.021243 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef14e9c5-9f07-45e6-a062-2e72eb885d6b req-a5860043-59a5-4efc-bf3b-8e1694df1c0d tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 20:06:45.022781 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-ef14e9c5-9f07-45e6-a062-2e72eb885d6b req-a5860043-59a5-4efc-bf3b-8e1694df1c0d tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5817d07-4f35-47b6-a176-e1e492b8341f HTTP/1.1" status: 200 len: 944 time: 0.0497286 Nov 05 20:06:45.080121 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-ef14e9c5-9f07-45e6-a062-2e72eb885d6b req-980a7c2b-631c-42b6-a651-c6908eea80b0 tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] 10.222.0.13 "GET /v2.0/security-groups?id=c09382af-5189-49b1-a96e-2123e834ab84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509074 Nov 05 20:06:45.141610 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [req-8465c4dd-02f7-4edd-8641-ced74dda2db8 req-cd248eca-5262-4450-b6be-2f5158151d7c service neutron] For port 6b165925-728b-4b19-a5d9-2d2c54eb8ea3, host n-h2-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=6b165925-728b-4b19-a5d9-2d2c54eb8ea3,segment=NetworkSegment(522cfac5-a136-4e48-a113-e5a15593abdd),segment_id=522cfac5-a136-4e48-a113-e5a15593abdd)] {{(pid=102386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 20:06:45.174085 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [req-8465c4dd-02f7-4edd-8641-ced74dda2db8 req-cd248eca-5262-4450-b6be-2f5158151d7c service neutron] For port 6b165925-728b-4b19-a5d9-2d2c54eb8ea3, host n-h2-816865-1, cleared binding levels {{(pid=102386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 20:06:45.205026 n-d-816865-1 neutron-server[102386]: DEBUG neutron.notifiers.nova [req-8465c4dd-02f7-4edd-8641-ced74dda2db8 req-cd248eca-5262-4450-b6be-2f5158151d7c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6b165925-728b-4b19-a5d9-2d2c54eb8ea3 {{(pid=102386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 20:06:45.212273 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-8465c4dd-02f7-4edd-8641-ced74dda2db8 req-cd248eca-5262-4450-b6be-2f5158151d7c service neutron] Publish callbacks [] for port, precommit_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:06:45.224123 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.provisioning_blocks [req-8465c4dd-02f7-4edd-8641-ced74dda2db8 req-cd248eca-5262-4450-b6be-2f5158151d7c service neutron] Transition to ACTIVE for port object 6b165925-728b-4b19-a5d9-2d2c54eb8ea3 will not be triggered until provisioned by entity L2. {{(pid=102386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 05 20:06:45.298615 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-8465c4dd-02f7-4edd-8641-ced74dda2db8 req-cd248eca-5262-4450-b6be-2f5158151d7c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6149821'] for port, after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:06:45.380054 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd248eca-5262-4450-b6be-2f5158151d7c service neutron] Pushing event updated for resources: {'Port': ['ID=6b165925-728b-4b19-a5d9-2d2c54eb8ea3,revision_number=7']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 20:06:45.395689 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd248eca-5262-4450-b6be-2f5158151d7c service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 20:06:45.396111 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd248eca-5262-4450-b6be-2f5158151d7c service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 20:06:45.396432 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd248eca-5262-4450-b6be-2f5158151d7c service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 20:06:45.396773 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd248eca-5262-4450-b6be-2f5158151d7c service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 20:06:45.397110 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd248eca-5262-4450-b6be-2f5158151d7c service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 20:06:45.397446 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd248eca-5262-4450-b6be-2f5158151d7c service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 20:06:45.397782 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd248eca-5262-4450-b6be-2f5158151d7c service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 20:06:45.398137 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd248eca-5262-4450-b6be-2f5158151d7c service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 20:06:45.398472 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd248eca-5262-4450-b6be-2f5158151d7c service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 20:06:45.398802 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd248eca-5262-4450-b6be-2f5158151d7c service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 20:06:45.399127 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd248eca-5262-4450-b6be-2f5158151d7c service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 20:06:45.399454 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd248eca-5262-4450-b6be-2f5158151d7c service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 20:06:45.437182 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [req-8465c4dd-02f7-4edd-8641-ced74dda2db8 req-cd248eca-5262-4450-b6be-2f5158151d7c service neutron] No DVR routers for this DVR port 6b165925-728b-4b19-a5d9-2d2c54eb8ea3 on host n-h2-816865-1 {{(pid=102386) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 20:06:45.573109 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [req-8465c4dd-02f7-4edd-8641-ced74dda2db8 req-cd248eca-5262-4450-b6be-2f5158151d7c service neutron] Attempting to bind port 6b165925-728b-4b19-a5d9-2d2c54eb8ea3 on host n-h1-816865-1 for vnic_type normal with profile {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 20:06:45.573461 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [req-8465c4dd-02f7-4edd-8641-ced74dda2db8 req-cd248eca-5262-4450-b6be-2f5158151d7c service neutron] Attempting to bind port 6b165925-728b-4b19-a5d9-2d2c54eb8ea3 by drivers openvswitch,hyperv on host n-h1-816865-1 at level 0 using segments [{'id': '522cfac5-a136-4e48-a113-e5a15593abdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '7f486b36-9d47-4fe4-a209-183429c7fb3a'}] {{(pid=102386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 20:06:45.573758 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8465c4dd-02f7-4edd-8641-ced74dda2db8 req-cd248eca-5262-4450-b6be-2f5158151d7c service neutron] Attempting to bind port 6b165925-728b-4b19-a5d9-2d2c54eb8ea3 on network 7f486b36-9d47-4fe4-a209-183429c7fb3a {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 20:06:45.577962 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8465c4dd-02f7-4edd-8641-ced74dda2db8 req-cd248eca-5262-4450-b6be-2f5158151d7c service neutron] Port 6b165925-728b-4b19-a5d9-2d2c54eb8ea3 on network 7f486b36-9d47-4fe4-a209-183429c7fb3a not bound, no agent of type Open vSwitch agent registered on host n-h1-816865-1 {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 20:06:45.578306 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8465c4dd-02f7-4edd-8641-ced74dda2db8 req-cd248eca-5262-4450-b6be-2f5158151d7c service neutron] Attempting to bind port 6b165925-728b-4b19-a5d9-2d2c54eb8ea3 on network 7f486b36-9d47-4fe4-a209-183429c7fb3a {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 20:06:45.583667 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8465c4dd-02f7-4edd-8641-ced74dda2db8 req-cd248eca-5262-4450-b6be-2f5158151d7c service neutron] Checking agent: {'id': 'eb596d7c-8c64-42bd-8aca-fad447eb0eab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816865-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 18, 33, 34), 'started_at': datetime.datetime(2021, 11, 5, 18, 33, 34), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 20, 6, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 20:06:45.583997 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8465c4dd-02f7-4edd-8641-ced74dda2db8 req-cd248eca-5262-4450-b6be-2f5158151d7c service neutron] Checking segment: {'id': '522cfac5-a136-4e48-a113-e5a15593abdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '7f486b36-9d47-4fe4-a209-183429c7fb3a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 20:06:45.584375 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8465c4dd-02f7-4edd-8641-ced74dda2db8 req-cd248eca-5262-4450-b6be-2f5158151d7c service neutron] Bound using segment: {'id': '522cfac5-a136-4e48-a113-e5a15593abdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '7f486b36-9d47-4fe4-a209-183429c7fb3a'} {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 20:06:45.584794 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [req-8465c4dd-02f7-4edd-8641-ced74dda2db8 req-cd248eca-5262-4450-b6be-2f5158151d7c service neutron] Bound port: 6b165925-728b-4b19-a5d9-2d2c54eb8ea3, host: n-h1-816865-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '522cfac5-a136-4e48-a113-e5a15593abdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '7f486b36-9d47-4fe4-a209-183429c7fb3a'}}] {{(pid=102386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 20:06:45.585143 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-8465c4dd-02f7-4edd-8641-ced74dda2db8 req-cd248eca-5262-4450-b6be-2f5158151d7c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:06:45.646931 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [req-8465c4dd-02f7-4edd-8641-ced74dda2db8 req-cd248eca-5262-4450-b6be-2f5158151d7c service neutron] For port 6b165925-728b-4b19-a5d9-2d2c54eb8ea3, host n-h1-816865-1, cleared binding levels {{(pid=102386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 20:06:45.649818 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [req-8465c4dd-02f7-4edd-8641-ced74dda2db8 req-cd248eca-5262-4450-b6be-2f5158151d7c service neutron] For port 6b165925-728b-4b19-a5d9-2d2c54eb8ea3, host n-h1-816865-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=6b165925-728b-4b19-a5d9-2d2c54eb8ea3,segment=NetworkSegment(522cfac5-a136-4e48-a113-e5a15593abdd),segment_id=522cfac5-a136-4e48-a113-e5a15593abdd)] {{(pid=102386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 20:06:45.700556 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-8465c4dd-02f7-4edd-8641-ced74dda2db8 req-cd248eca-5262-4450-b6be-2f5158151d7c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6149821'] for port, after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:06:45.740223 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8465c4dd-02f7-4edd-8641-ced74dda2db8 req-cd248eca-5262-4450-b6be-2f5158151d7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 20:06:45.741237 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-8465c4dd-02f7-4edd-8641-ced74dda2db8 req-cd248eca-5262-4450-b6be-2f5158151d7c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:06:45.742651 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-8465c4dd-02f7-4edd-8641-ced74dda2db8 req-cd248eca-5262-4450-b6be-2f5158151d7c service neutron] 10.222.0.41 "PUT /v2.0/ports/6b165925-728b-4b19-a5d9-2d2c54eb8ea3 HTTP/1.1" status: 200 len: 1092 time: 0.8660679 Nov 05 20:06:45.744915 n-d-816865-1 neutron-server[102386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5817d07-4f35-47b6-a176-e1e492b8341f', 'tag': '6b165925-728b-4b19-a5d9-2d2c54eb8ea3'}] {{(pid=102386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 20:06:45.747183 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d24c2e9fd656c946d5f792cc44b0d4efbe125a7d17e01666b7f4dc8150dd75ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c5eda76-8a2b-42ac-aca0-75bb208a16f5" -d '{"events": [{"name": "network-changed", "server_uuid": "c5817d07-4f35-47b6-a176-e1e492b8341f", "tag": "6b165925-728b-4b19-a5d9-2d2c54eb8ea3"}]}' {{(pid=102386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 20:06:45.785709 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd248eca-5262-4450-b6be-2f5158151d7c service neutron] Pushing event updated for resources: {'Port': ['ID=6b165925-728b-4b19-a5d9-2d2c54eb8ea3,revision_number=8']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 20:06:45.820152 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8465c4dd-02f7-4edd-8641-ced74dda2db8 req-252e8696-e20d-492f-918b-bdbf518ee028 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 20:06:45.821672 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-8465c4dd-02f7-4edd-8641-ced74dda2db8 req-252e8696-e20d-492f-918b-bdbf518ee028 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5f7ee977d52949ca83d9a18d279c5a9a&device_id=c5817d07-4f35-47b6-a176-e1e492b8341f HTTP/1.1" status: 200 len: 1095 time: 0.0479393 Nov 05 20:06:45.851612 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 20:06:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ab0d4c9-ea2b-4aad-a83b-9f36a9bda042 x-openstack-request-id: req-1ab0d4c9-ea2b-4aad-a83b-9f36a9bda042 {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 20:06:45.851909 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5817d07-4f35-47b6-a176-e1e492b8341f", "tag": "6b165925-728b-4b19-a5d9-2d2c54eb8ea3", "status": "completed", "code": 200}]} {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 20:06:45.852173 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1ab0d4c9-ea2b-4aad-a83b-9f36a9bda042 {{(pid=102386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 20:06:45.852583 n-d-816865-1 neutron-server[102386]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5817d07-4f35-47b6-a176-e1e492b8341f', 'tag': '6b165925-728b-4b19-a5d9-2d2c54eb8ea3', 'status': 'completed', 'code': 200} Nov 05 20:06:45.930722 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8465c4dd-02f7-4edd-8641-ced74dda2db8 req-e0dcd9d7-7f0a-4929-b548-0f0b44ca1008 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 20:06:45.932226 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-8465c4dd-02f7-4edd-8641-ced74dda2db8 req-e0dcd9d7-7f0a-4929-b548-0f0b44ca1008 service neutron] 10.222.0.41 "GET /v2.0/networks?id=7f486b36-9d47-4fe4-a209-183429c7fb3a HTTP/1.1" status: 200 len: 910 time: 0.1019015 Nov 05 20:06:45.998072 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-8465c4dd-02f7-4edd-8641-ced74dda2db8 req-b1a0e801-1b34-48ee-894c-aab817de8759 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6b165925-728b-4b19-a5d9-2d2c54eb8ea3 HTTP/1.1" status: 200 len: 999 time: 0.0579627 Nov 05 20:06:46.048966 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8465c4dd-02f7-4edd-8641-ced74dda2db8 req-699f5bed-bad5-45e8-9fcc-57041ff34dfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 20:06:46.050438 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-8465c4dd-02f7-4edd-8641-ced74dda2db8 req-699f5bed-bad5-45e8-9fcc-57041ff34dfc service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4f53f6df-69d8-4092-98c8-1d0f1176ac79 HTTP/1.1" status: 200 len: 848 time: 0.0453033 Nov 05 20:06:46.102465 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8465c4dd-02f7-4edd-8641-ced74dda2db8 req-8c7fad65-6cd3-4ec2-b16d-609e0fb2c494 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 20:06:46.103980 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-8465c4dd-02f7-4edd-8641-ced74dda2db8 req-8c7fad65-6cd3-4ec2-b16d-609e0fb2c494 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7f486b36-9d47-4fe4-a209-183429c7fb3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0425823 Nov 05 20:06:46.194189 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-8465c4dd-02f7-4edd-8641-ced74dda2db8 req-63c1bbec-79e0-4515-8226-0f61a28b16ae service neutron] 10.222.0.41 "GET /v2.0/networks/7f486b36-9d47-4fe4-a209-183429c7fb3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818512 Nov 05 20:06:46.197553 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedd46c0-864b-4c90-b22b-a5cf29cb1894 req-a196364a-68d4-4021-931e-eb3b0285569c tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 20:06:46.199044 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-fedd46c0-864b-4c90-b22b-a5cf29cb1894 req-a196364a-68d4-4021-931e-eb3b0285569c tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5817d07-4f35-47b6-a176-e1e492b8341f HTTP/1.1" status: 200 len: 944 time: 0.0496566 Nov 05 20:06:46.248749 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-fedd46c0-864b-4c90-b22b-a5cf29cb1894 req-b355b51b-c175-4f17-bfdd-abe96eae49e1 tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] 10.222.0.13 "GET /v2.0/security-groups?id=c09382af-5189-49b1-a96e-2123e834ab84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436065 Nov 05 20:06:46.288986 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-8465c4dd-02f7-4edd-8641-ced74dda2db8 req-0d494594-416d-4c03-b0cd-fe241d8b29bc service neutron] 10.222.0.41 "GET /v2.0/networks/7f486b36-9d47-4fe4-a209-183429c7fb3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866439 Nov 05 20:06:46.479814 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5eda76-8a2b-42ac-aca0-75bb208a16f5 req-35100626-6770-4c7f-8775-b3413bb514e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 20:06:46.481342 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-2c5eda76-8a2b-42ac-aca0-75bb208a16f5 req-35100626-6770-4c7f-8775-b3413bb514e0 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5f7ee977d52949ca83d9a18d279c5a9a&device_id=c5817d07-4f35-47b6-a176-e1e492b8341f HTTP/1.1" status: 200 len: 1095 time: 0.0394149 Nov 05 20:06:46.574117 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5eda76-8a2b-42ac-aca0-75bb208a16f5 req-73807232-371d-47ec-90d5-74f04b6ed809 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 20:06:46.575571 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-2c5eda76-8a2b-42ac-aca0-75bb208a16f5 req-73807232-371d-47ec-90d5-74f04b6ed809 service neutron] 10.222.0.41 "GET /v2.0/networks?id=7f486b36-9d47-4fe4-a209-183429c7fb3a HTTP/1.1" status: 200 len: 910 time: 0.0862439 Nov 05 20:06:46.638980 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-2c5eda76-8a2b-42ac-aca0-75bb208a16f5 req-2d11c4d8-06a5-48e5-b0af-451d47ed08c9 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6b165925-728b-4b19-a5d9-2d2c54eb8ea3 HTTP/1.1" status: 200 len: 999 time: 0.0562205 Nov 05 20:06:46.687631 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5eda76-8a2b-42ac-aca0-75bb208a16f5 req-80f226cf-70de-47f9-a154-711e54497d08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 20:06:46.689214 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-2c5eda76-8a2b-42ac-aca0-75bb208a16f5 req-80f226cf-70de-47f9-a154-711e54497d08 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4f53f6df-69d8-4092-98c8-1d0f1176ac79 HTTP/1.1" status: 200 len: 848 time: 0.0427847 Nov 05 20:06:46.737629 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5eda76-8a2b-42ac-aca0-75bb208a16f5 req-f73778e9-4577-4e78-822d-a694d1813222 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 20:06:46.739064 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-2c5eda76-8a2b-42ac-aca0-75bb208a16f5 req-f73778e9-4577-4e78-822d-a694d1813222 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7f486b36-9d47-4fe4-a209-183429c7fb3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0422029 Nov 05 20:06:46.827562 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-2c5eda76-8a2b-42ac-aca0-75bb208a16f5 req-669912aa-fc90-4a0a-bf1c-9656799efd60 service neutron] 10.222.0.41 "GET /v2.0/networks/7f486b36-9d47-4fe4-a209-183429c7fb3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799148 Nov 05 20:06:46.918495 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-2c5eda76-8a2b-42ac-aca0-75bb208a16f5 req-db26a5c7-52dc-4977-8327-6dbc5cfe5e95 service neutron] 10.222.0.41 "GET /v2.0/networks/7f486b36-9d47-4fe4-a209-183429c7fb3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839245 Nov 05 20:06:47.363721 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054b0ad4-0d24-4746-9247-345b671e934e req-ca703588-3ef6-44c5-a471-81924b871ebb tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 20:06:47.365194 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-054b0ad4-0d24-4746-9247-345b671e934e req-ca703588-3ef6-44c5-a471-81924b871ebb tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5817d07-4f35-47b6-a176-e1e492b8341f HTTP/1.1" status: 200 len: 944 time: 0.0485380 Nov 05 20:06:47.414298 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-054b0ad4-0d24-4746-9247-345b671e934e req-8ffe97e2-d6a8-4804-a435-0617232831be tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] 10.222.0.13 "GET /v2.0/security-groups?id=c09382af-5189-49b1-a96e-2123e834ab84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431967 Nov 05 20:06:48.533721 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17620f8a-64a2-4ac7-a616-4f0321a89efb req-f4008a18-5ae7-47e7-b4f6-0429520610b4 tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 20:06:48.535259 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-17620f8a-64a2-4ac7-a616-4f0321a89efb req-f4008a18-5ae7-47e7-b4f6-0429520610b4 tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5817d07-4f35-47b6-a176-e1e492b8341f HTTP/1.1" status: 200 len: 944 time: 0.0541019 Nov 05 20:06:48.584518 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-17620f8a-64a2-4ac7-a616-4f0321a89efb req-eafabda7-fa8b-45d1-bd02-f952e38ad6b4 tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] 10.222.0.13 "GET /v2.0/security-groups?id=c09382af-5189-49b1-a96e-2123e834ab84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433719 Nov 05 20:06:49.699719 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14459288-fd85-4f22-85a4-5f78ca55cfd8 req-3c32a709-5fb3-481e-804f-725c13f0d94a tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 20:06:49.701217 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-14459288-fd85-4f22-85a4-5f78ca55cfd8 req-3c32a709-5fb3-481e-804f-725c13f0d94a tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5817d07-4f35-47b6-a176-e1e492b8341f HTTP/1.1" status: 200 len: 944 time: 0.0484228 Nov 05 20:06:49.749759 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-14459288-fd85-4f22-85a4-5f78ca55cfd8 req-ce947a21-a6bc-4623-939c-43b2f3237ed2 tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] 10.222.0.13 "GET /v2.0/security-groups?id=c09382af-5189-49b1-a96e-2123e834ab84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419395 Nov 05 20:06:50.870570 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478768a7-fc54-4064-9623-e868b69e2abe req-6f6bab3e-ee01-48da-b332-a1f757aee09d tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 20:06:50.872031 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-478768a7-fc54-4064-9623-e868b69e2abe req-6f6bab3e-ee01-48da-b332-a1f757aee09d tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5817d07-4f35-47b6-a176-e1e492b8341f HTTP/1.1" status: 200 len: 944 time: 0.0537586 Nov 05 20:06:50.920973 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-478768a7-fc54-4064-9623-e868b69e2abe req-54e614c5-3522-4455-b54d-206aa2255f30 tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] 10.222.0.13 "GET /v2.0/security-groups?id=c09382af-5189-49b1-a96e-2123e834ab84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429242 Nov 05 20:06:52.051824 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4eae3cd-b0cd-46eb-8508-17881429e8a6 req-f186a508-9b96-4fd1-9a85-b3cda8f01070 tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 20:06:52.053427 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-b4eae3cd-b0cd-46eb-8508-17881429e8a6 req-f186a508-9b96-4fd1-9a85-b3cda8f01070 tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5817d07-4f35-47b6-a176-e1e492b8341f HTTP/1.1" status: 200 len: 944 time: 0.0499485 Nov 05 20:06:52.102009 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-b4eae3cd-b0cd-46eb-8508-17881429e8a6 req-2c6a78ed-45c7-4a92-b851-b65f7a80f13e tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] 10.222.0.13 "GET /v2.0/security-groups?id=c09382af-5189-49b1-a96e-2123e834ab84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425351 Nov 05 20:06:53.216822 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8922e86-e52a-4d68-aab9-73090a6e44d3 req-91d31f48-2b86-4de9-898d-617086920f6d tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 20:06:53.218368 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-a8922e86-e52a-4d68-aab9-73090a6e44d3 req-91d31f48-2b86-4de9-898d-617086920f6d tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5817d07-4f35-47b6-a176-e1e492b8341f HTTP/1.1" status: 200 len: 944 time: 0.0487309 Nov 05 20:06:53.271225 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-a8922e86-e52a-4d68-aab9-73090a6e44d3 req-5c76a7bd-1db1-4bc5-87d3-55d1b4d0598a tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] 10.222.0.13 "GET /v2.0/security-groups?id=c09382af-5189-49b1-a96e-2123e834ab84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468128 Nov 05 20:06:54.386029 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3f17a6-3cba-441e-b939-0a2558f4c4e0 req-cb773b1e-ad8c-4ca1-b3d4-7126175a9d40 tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 20:06:54.387530 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-3d3f17a6-3cba-441e-b939-0a2558f4c4e0 req-cb773b1e-ad8c-4ca1-b3d4-7126175a9d40 tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5817d07-4f35-47b6-a176-e1e492b8341f HTTP/1.1" status: 200 len: 944 time: 0.0488536 Nov 05 20:06:54.436825 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-3d3f17a6-3cba-441e-b939-0a2558f4c4e0 req-4c4e9cc2-29f7-4863-b73c-44e7d801ac69 tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] 10.222.0.13 "GET /v2.0/security-groups?id=c09382af-5189-49b1-a96e-2123e834ab84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429409 Nov 05 20:06:54.500871 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Device 6b165925-728b-4b19-a5d9-2d2c54eb8ea3 details requested by agent hyperv_n-h1-816865-1 with host n-h1-816865-1 {{(pid=102388) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 05 20:06:54.596882 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] For port 6b165925-728b-4b19-a5d9-2d2c54eb8ea3, host n-h1-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=6b165925-728b-4b19-a5d9-2d2c54eb8ea3,segment=NetworkSegment(522cfac5-a136-4e48-a113-e5a15593abdd),segment_id=522cfac5-a136-4e48-a113-e5a15593abdd)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 20:06:54.607526 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Returning: {'device': '6b165925-728b-4b19-a5d9-2d2c54eb8ea3', 'network_id': '7f486b36-9d47-4fe4-a209-183429c7fb3a', 'port_id': '6b165925-728b-4b19-a5d9-2d2c54eb8ea3', 'mac_address': 'fa:16:3e:fe:2b:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 183, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f53f6df-69d8-4092-98c8-1d0f1176ac79', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102388) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 05 20:06:54.643451 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:06:54.659506 n-d-816865-1 neutron-server[102388]: DEBUG neutron.notifiers.nova [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b165925-728b-4b19-a5d9-2d2c54eb8ea3 {{(pid=102388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 20:06:54.678258 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] For port 6b165925-728b-4b19-a5d9-2d2c54eb8ea3, host n-h1-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=6b165925-728b-4b19-a5d9-2d2c54eb8ea3,segment=NetworkSegment(522cfac5-a136-4e48-a113-e5a15593abdd),segment_id=522cfac5-a136-4e48-a113-e5a15593abdd)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 20:06:54.756962 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:06:54.803530 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Pushing event updated for resources: {'Port': ['ID=6b165925-728b-4b19-a5d9-2d2c54eb8ea3,revision_number=9']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 20:06:54.994308 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] get_ports_and_sgs() called for port_ids ['6b165925-728b-4b19-a5d9-2d2c54eb8ea3'] {{(pid=102388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 20:06:55.552568 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095480f9-6281-4f43-9678-f7f0e73d1555 req-5f4ea800-0186-40a8-8a7c-d09a214eb7ad tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 20:06:55.554082 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-095480f9-6281-4f43-9678-f7f0e73d1555 req-5f4ea800-0186-40a8-8a7c-d09a214eb7ad tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5817d07-4f35-47b6-a176-e1e492b8341f HTTP/1.1" status: 200 len: 945 time: 0.0492270 Nov 05 20:06:55.603065 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-095480f9-6281-4f43-9678-f7f0e73d1555 req-bb6b927a-5314-411e-b365-ea2b69c9ad90 tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] 10.222.0.13 "GET /v2.0/security-groups?id=c09382af-5189-49b1-a96e-2123e834ab84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431154 Nov 05 20:06:56.501542 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Device 6b165925-728b-4b19-a5d9-2d2c54eb8ea3 up at agent hyperv_n-h1-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 20:06:56.608522 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Provisioning for port 6b165925-728b-4b19-a5d9-2d2c54eb8ea3 completed by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 05 20:06:56.612911 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Provisioning complete for port 6b165925-728b-4b19-a5d9-2d2c54eb8ea3 triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 20:06:56.613295 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:06:56.697134 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:06:56.719371 n-d-816865-1 neutron-server[102388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5817d07-4f35-47b6-a176-e1e492b8341f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b165925-728b-4b19-a5d9-2d2c54eb8ea3'}] {{(pid=102388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 20:06:56.722277 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6791add14b0903d9e674b39f457aa3a29109aa98d0835d5644e65cf363d7cf55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14572c3f-b44a-48a3-a7a9-6e7edace1c7c" -d '{"events": [{"server_uuid": "c5817d07-4f35-47b6-a176-e1e492b8341f", "name": "network-vif-plugged", "status": "completed", "tag": "6b165925-728b-4b19-a5d9-2d2c54eb8ea3"}]}' {{(pid=102388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 20:06:56.727582 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e928f0d3-0299-4dcc-b49c-b3472a876fbe req-e9be446a-6a5c-49ab-8945-06967f62c605 tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 20:06:56.729105 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-e928f0d3-0299-4dcc-b49c-b3472a876fbe req-e9be446a-6a5c-49ab-8945-06967f62c605 tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5817d07-4f35-47b6-a176-e1e492b8341f HTTP/1.1" status: 200 len: 945 time: 0.0536339 Nov 05 20:06:56.735003 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] For port 6b165925-728b-4b19-a5d9-2d2c54eb8ea3, host n-h1-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=6b165925-728b-4b19-a5d9-2d2c54eb8ea3,segment=NetworkSegment(522cfac5-a136-4e48-a113-e5a15593abdd),segment_id=522cfac5-a136-4e48-a113-e5a15593abdd)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 20:06:56.779003 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-e928f0d3-0299-4dcc-b49c-b3472a876fbe req-6e8dd534-36d1-4b3f-8ea0-50ad548d121b tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] 10.222.0.13 "GET /v2.0/security-groups?id=c09382af-5189-49b1-a96e-2123e834ab84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437608 Nov 05 20:06:56.809232 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:06:56.835808 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 20:06:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7073e45-7643-4e3e-a127-33b703a7fcb4 x-openstack-request-id: req-d7073e45-7643-4e3e-a127-33b703a7fcb4 {{(pid=102388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 20:06:56.836102 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5817d07-4f35-47b6-a176-e1e492b8341f", "name": "network-vif-plugged", "status": "completed", "tag": "6b165925-728b-4b19-a5d9-2d2c54eb8ea3", "code": 200}]} {{(pid=102388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 20:06:56.836356 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d7073e45-7643-4e3e-a127-33b703a7fcb4 {{(pid=102388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 20:06:56.836746 n-d-816865-1 neutron-server[102388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5817d07-4f35-47b6-a176-e1e492b8341f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b165925-728b-4b19-a5d9-2d2c54eb8ea3', 'code': 200} Nov 05 20:06:56.865350 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Pushing event updated for resources: {'Port': ['ID=6b165925-728b-4b19-a5d9-2d2c54eb8ea3,revision_number=10']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 20:06:56.968388 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339ca184-d0ce-494e-87b7-6bd5ea04ef56 req-8039cd2d-c0e7-4cc5-8a7a-26770a77f73f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 20:06:56.970604 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-339ca184-d0ce-494e-87b7-6bd5ea04ef56 req-8039cd2d-c0e7-4cc5-8a7a-26770a77f73f service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=c5817d07-4f35-47b6-a176-e1e492b8341f HTTP/1.1" status: 200 len: 1098 time: 0.0393646 Nov 05 20:06:57.015382 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-339ca184-d0ce-494e-87b7-6bd5ea04ef56 req-e2c5d495-c435-4b86-884e-5a3c5301825b service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=c09382af-5189-49b1-a96e-2123e834ab84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388045 Nov 05 20:06:57.899038 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b4425e-4212-4cc6-b4bc-b85aee523486 req-06c5d15a-767d-437d-a965-47f67fcef86c tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 20:06:57.900548 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-73b4425e-4212-4cc6-b4bc-b85aee523486 req-06c5d15a-767d-437d-a965-47f67fcef86c tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5817d07-4f35-47b6-a176-e1e492b8341f HTTP/1.1" status: 200 len: 947 time: 0.0491183 Nov 05 20:06:57.951392 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-73b4425e-4212-4cc6-b4bc-b85aee523486 req-23ea2a2c-c07c-40e2-b0dd-bf934aede4f2 tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] 10.222.0.13 "GET /v2.0/security-groups?id=c09382af-5189-49b1-a96e-2123e834ab84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448782 Nov 05 20:06:59.068551 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff4d495-428a-46f8-a6e2-6ca7af1cd26d req-4e5032f3-01da-4f18-97c9-4ed166ebce79 tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 20:06:59.070089 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-8ff4d495-428a-46f8-a6e2-6ca7af1cd26d req-4e5032f3-01da-4f18-97c9-4ed166ebce79 tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5817d07-4f35-47b6-a176-e1e492b8341f HTTP/1.1" status: 200 len: 947 time: 0.0492046 Nov 05 20:06:59.123530 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-8ff4d495-428a-46f8-a6e2-6ca7af1cd26d req-924e3556-b354-4f5b-bf26-28ff6fbea3ac tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] 10.222.0.13 "GET /v2.0/security-groups?id=c09382af-5189-49b1-a96e-2123e834ab84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475180 Nov 05 20:07:00.008880 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-20ebc8e8-713e-40f7-824f-3f7ba91c0998 req-2d5c06a8-fe91-43c7-9af0-7fad10ab2477 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=c5817d07-4f35-47b6-a176-e1e492b8341f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0401490 Nov 05 20:07:00.399916 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ebc8e8-713e-40f7-824f-3f7ba91c0998 req-49faeeff-b84d-41be-b077-da2db1c5fe29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 20:07:00.401343 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-20ebc8e8-713e-40f7-824f-3f7ba91c0998 req-49faeeff-b84d-41be-b077-da2db1c5fe29 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5f7ee977d52949ca83d9a18d279c5a9a&device_id=c5817d07-4f35-47b6-a176-e1e492b8341f HTTP/1.1" status: 200 len: 1098 time: 0.3447492 Nov 05 20:07:00.506151 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ebc8e8-713e-40f7-824f-3f7ba91c0998 req-dfc5f8a6-b9b6-4583-bd48-19dca8fd38f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 20:07:00.507622 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-20ebc8e8-713e-40f7-824f-3f7ba91c0998 req-dfc5f8a6-b9b6-4583-bd48-19dca8fd38f1 service neutron] 10.222.0.41 "GET /v2.0/networks?id=7f486b36-9d47-4fe4-a209-183429c7fb3a HTTP/1.1" status: 200 len: 910 time: 0.0852098 Nov 05 20:07:00.575148 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-20ebc8e8-713e-40f7-824f-3f7ba91c0998 req-db776239-d9b3-4f6c-9128-7031ec5cf218 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6b165925-728b-4b19-a5d9-2d2c54eb8ea3 HTTP/1.1" status: 200 len: 1001 time: 0.0602913 Nov 05 20:07:00.623785 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ebc8e8-713e-40f7-824f-3f7ba91c0998 req-f895f476-460f-4189-9d20-bcec3ba45f50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 20:07:00.625238 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-20ebc8e8-713e-40f7-824f-3f7ba91c0998 req-f895f476-460f-4189-9d20-bcec3ba45f50 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4f53f6df-69d8-4092-98c8-1d0f1176ac79 HTTP/1.1" status: 200 len: 848 time: 0.0433800 Nov 05 20:07:00.669186 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ebc8e8-713e-40f7-824f-3f7ba91c0998 req-0c31193f-a805-422c-b452-ce902841a3f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 20:07:00.670712 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-20ebc8e8-713e-40f7-824f-3f7ba91c0998 req-0c31193f-a805-422c-b452-ce902841a3f3 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7f486b36-9d47-4fe4-a209-183429c7fb3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0390580 Nov 05 20:07:00.763290 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-20ebc8e8-713e-40f7-824f-3f7ba91c0998 req-2efacb75-46dd-427b-9aab-5b6a1f9d6192 service neutron] 10.222.0.41 "GET /v2.0/networks/7f486b36-9d47-4fe4-a209-183429c7fb3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849936 Nov 05 20:07:00.851777 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-20ebc8e8-713e-40f7-824f-3f7ba91c0998 req-f52f5606-99b8-4495-9741-6c01fbb8a9b3 service neutron] 10.222.0.41 "GET /v2.0/networks/7f486b36-9d47-4fe4-a209-183429c7fb3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806549 Nov 05 20:07:02.677636 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-af1e18f7-ed67-4548-9043-5fcbd0b8c8a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:07:05.098239 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:07:05.483383 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-0707b8bd-3cd3-4078-9bae-fad1638aa513 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:07:06.625598 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b304910f-7b27-444b-a8fc-977d26b1ceac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:07:07.122698 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:07:08.557578 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-31f93893-a48e-4ae8-833d-dccb2b42eacc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:07:08.586105 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:07:12.692943 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.agents_db [None req-b9406b04-a0e8-43cf-b349-711963d96cf4 None None] Agent healthcheck: found 7 active agents {{(pid=102389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 05 20:07:32.674715 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-18b144ce-3598-49f5-bbc0-eb9359664f1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:07:35.111395 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:07:35.488424 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-e8e34799-6498-4505-95c4-8bb81c30b015 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:07:36.625517 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b304910f-7b27-444b-a8fc-977d26b1ceac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:07:37.185714 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:07:38.566246 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-31f93893-a48e-4ae8-833d-dccb2b42eacc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:07:38.585503 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:07:49.691956 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.agents_db [None req-b9406b04-a0e8-43cf-b349-711963d96cf4 None None] Agent healthcheck: found 7 active agents {{(pid=102389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 05 20:08:00.039007 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-97729b5c-6c89-42d9-8cd2-a33531deac88 req-6b7429c4-3b61-4143-9c22-3ebaad7ae947 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=c5817d07-4f35-47b6-a176-e1e492b8341f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0916693 Nov 05 20:08:00.127061 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97729b5c-6c89-42d9-8cd2-a33531deac88 req-ba191bd9-aeb0-4db4-bb1d-0a4857763dc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 20:08:00.128561 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-97729b5c-6c89-42d9-8cd2-a33531deac88 req-ba191bd9-aeb0-4db4-bb1d-0a4857763dc3 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5f7ee977d52949ca83d9a18d279c5a9a&device_id=c5817d07-4f35-47b6-a176-e1e492b8341f HTTP/1.1" status: 200 len: 1098 time: 0.0445244 Nov 05 20:08:00.231876 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97729b5c-6c89-42d9-8cd2-a33531deac88 req-0c6142ee-d70d-48c1-8a9c-d72be93edcdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 20:08:00.233403 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-97729b5c-6c89-42d9-8cd2-a33531deac88 req-0c6142ee-d70d-48c1-8a9c-d72be93edcdf service neutron] 10.222.0.41 "GET /v2.0/networks?id=7f486b36-9d47-4fe4-a209-183429c7fb3a HTTP/1.1" status: 200 len: 910 time: 0.0857553 Nov 05 20:08:00.302255 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-97729b5c-6c89-42d9-8cd2-a33531deac88 req-ff7cfb5c-a95c-44d9-bebb-bd85e5286cee service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6b165925-728b-4b19-a5d9-2d2c54eb8ea3 HTTP/1.1" status: 200 len: 1001 time: 0.0609195 Nov 05 20:08:00.352638 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97729b5c-6c89-42d9-8cd2-a33531deac88 req-2839fa3a-d453-49e1-a01d-636b226ce26f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 20:08:00.354102 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-97729b5c-6c89-42d9-8cd2-a33531deac88 req-2839fa3a-d453-49e1-a01d-636b226ce26f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4f53f6df-69d8-4092-98c8-1d0f1176ac79 HTTP/1.1" status: 200 len: 848 time: 0.0441818 Nov 05 20:08:00.399737 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97729b5c-6c89-42d9-8cd2-a33531deac88 req-8170c5b5-8e22-46e9-a456-1dfe9ebf625d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 20:08:00.401224 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-97729b5c-6c89-42d9-8cd2-a33531deac88 req-8170c5b5-8e22-46e9-a456-1dfe9ebf625d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7f486b36-9d47-4fe4-a209-183429c7fb3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397677 Nov 05 20:08:00.497004 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-97729b5c-6c89-42d9-8cd2-a33531deac88 req-9dc1063b-b48c-4c82-a8b8-0f29db8284d6 service neutron] 10.222.0.41 "GET /v2.0/networks/7f486b36-9d47-4fe4-a209-183429c7fb3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866470 Nov 05 20:08:00.587141 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-97729b5c-6c89-42d9-8cd2-a33531deac88 req-15399e1b-fe6e-4513-9a79-09deb233fab0 service neutron] 10.222.0.41 "GET /v2.0/networks/7f486b36-9d47-4fe4-a209-183429c7fb3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822475 Nov 05 20:08:02.716555 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-98ca05a7-e155-40aa-acc7-d75485384b52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:08:05.088250 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:08:05.477130 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-33862ad8-23c8-43cf-9146-f6eefce7bf23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:08:06.594065 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b304910f-7b27-444b-a8fc-977d26b1ceac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:08:07.154386 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:08:08.568215 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-31f93893-a48e-4ae8-833d-dccb2b42eacc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:08:08.594297 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:08:26.690987 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.agents_db [None req-b9406b04-a0e8-43cf-b349-711963d96cf4 None None] Agent healthcheck: found 7 active agents {{(pid=102389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 05 20:08:32.688122 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-263fb485-a363-443f-b497-e2e2d3e09188 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:08:35.121286 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 48220) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 20:08:35.127773 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:08:35.279676 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [None req-6bb9c72f-e40a-46aa-b595-588734b44d22 tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] Deleting port e8cfee90-51e1-4dc9-b2ee-85f5139ce497 {{(pid=102387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 20:08:35.279918 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-6bb9c72f-e40a-46aa-b595-588734b44d22 tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:08:35.357016 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-6bb9c72f-e40a-46aa-b595-588734b44d22 tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:08:35.357343 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-6bb9c72f-e40a-46aa-b595-588734b44d22 tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:08:35.369539 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [None req-6bb9c72f-e40a-46aa-b595-588734b44d22 tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] Calling delete_port for e8cfee90-51e1-4dc9-b2ee-85f5139ce497 owned by network:floatingip {{(pid=102387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 20:08:35.482466 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-a457081a-a7d0-477f-adc1-64a2de1ecb70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:08:35.567940 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-6bb9c72f-e40a-46aa-b595-588734b44d22 tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4417063'] for port, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:08:35.595841 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb9c72f-e40a-46aa-b595-588734b44d22 tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] Pushing event deleted for resources: {'Port': ['ID=e8cfee90-51e1-4dc9-b2ee-85f5139ce497,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 20:08:35.626446 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb9c72f-e40a-46aa-b595-588734b44d22 tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 20:08:35.630418 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb9c72f-e40a-46aa-b595-588734b44d22 tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 20:08:35.630418 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb9c72f-e40a-46aa-b595-588734b44d22 tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 20:08:35.630418 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb9c72f-e40a-46aa-b595-588734b44d22 tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 20:08:35.630418 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb9c72f-e40a-46aa-b595-588734b44d22 tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 20:08:35.630418 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb9c72f-e40a-46aa-b595-588734b44d22 tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 20:08:35.630418 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb9c72f-e40a-46aa-b595-588734b44d22 tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 20:08:35.630418 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb9c72f-e40a-46aa-b595-588734b44d22 tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 20:08:35.630418 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb9c72f-e40a-46aa-b595-588734b44d22 tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 20:08:35.630418 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb9c72f-e40a-46aa-b595-588734b44d22 tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 20:08:35.630418 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb9c72f-e40a-46aa-b595-588734b44d22 tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 20:08:35.630418 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb9c72f-e40a-46aa-b595-588734b44d22 tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 20:08:35.671564 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-6bb9c72f-e40a-46aa-b595-588734b44d22 tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] Publish callbacks [] for floatingip, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:08:35.671898 n-d-816865-1 neutron-server[102387]: INFO neutron.db.l3_db [None req-6bb9c72f-e40a-46aa-b595-588734b44d22 tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] Floating IP 0b25cf1b-5356-4bb0-80e5-a92e665cf843 disassociated (deleted). External IP: 172.25.6.22, port: 6b165925-728b-4b19-a5d9-2d2c54eb8ea3. Nov 05 20:08:35.908728 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6bb9c72f-e40a-46aa-b595-588734b44d22 tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] Router 069ef3f4-b943-41c1-8e48-4d6dda3ccf44 has already been hosted by L3 agent 6dcb5589-8e86-4616-9186-ddc4548e13ad {{(pid=102387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 20:08:36.038193 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bb9c72f-e40a-46aa-b595-588734b44d22 tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] Notify agent at l3_agent.n-d-816865-1 the message routers_updated {{(pid=102387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 20:08:36.043286 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-6bb9c72f-e40a-46aa-b595-588734b44d22 tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for floatingip, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:08:36.047763 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68712108-25f6-453a-b82c-60f70c68cc9e None None] Sync routers for ids ['069ef3f4-b943-41c1-8e48-4d6dda3ccf44'] in n-d-816865-1 {{(pid=102388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 20:08:36.057605 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68712108-25f6-453a-b82c-60f70c68cc9e None None] Routers {'069ef3f4-b943-41c1-8e48-4d6dda3ccf44'} bound to L3 agent in host n-d-816865-1 {{(pid=102388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 20:08:36.058273 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-68712108-25f6-453a-b82c-60f70c68cc9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T20:08:35Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['069ef3f4-b943-41c1-8e48-4d6dda3ccf44'], 'active': True} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 20:08:36.073837 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-6bb9c72f-e40a-46aa-b595-588734b44d22 tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] 10.222.0.13 "DELETE /v2.0/floatingips/0b25cf1b-5356-4bb0-80e5-a92e665cf843 HTTP/1.1" status: 204 len: 168 time: 0.9514089 Nov 05 20:08:36.074569 n-d-816865-1 neutron-server[102387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5817d07-4f35-47b6-a176-e1e492b8341f', 'tag': '6b165925-728b-4b19-a5d9-2d2c54eb8ea3'}] {{(pid=102387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 20:08:36.077019 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1aa7e2392c69fb9acc0b335571f919b1f61097b9ced1ed941ddb2f5c01cc85e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f1bac0c-2114-4e8a-919f-b1a51fb811e3" -d '{"events": [{"name": "network-changed", "server_uuid": "c5817d07-4f35-47b6-a176-e1e492b8341f", "tag": "6b165925-728b-4b19-a5d9-2d2c54eb8ea3"}]}' {{(pid=102387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 20:08:36.173878 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvr_db [None req-68712108-25f6-453a-b82c-60f70c68cc9e None None] Set router 069ef3f4-b943-41c1-8e48-4d6dda3ccf44 gateway port host: n-d-816865-1 {{(pid=102388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 20:08:36.381893 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-68712108-25f6-453a-b82c-60f70c68cc9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '069ef3f4-b943-41c1-8e48-4d6dda3ccf44', 'name': 'tempest-TestShelveInstance-1155037498-router', 'tenant_id': '5f7ee977d52949ca83d9a18d279c5a9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.240'}], 'enable_snat': True}, 'gw_port_id': '4772bf23-8391-4ea5-b905-3634aeb2ddb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T19:58:33Z', 'updated_at': '2021-11-05T19:58:36Z', 'revision_number': 4, 'project_id': '5f7ee977d52949ca83d9a18d279c5a9a', 'gw_port': {'id': '4772bf23-8391-4ea5-b905-3634aeb2ddb0', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:bd:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '069ef3f4-b943-41c1-8e48-4d6dda3ccf44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:58:33Z', 'updated_at': '2021-11-05T19:58:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1', '_interfaces': [{'id': 'b5a2bca2-27a4-4ab7-a392-389574267031', 'name': '', 'network_id': '7f486b36-9d47-4fe4-a209-183429c7fb3a', 'tenant_id': '5f7ee977d52949ca83d9a18d279c5a9a', 'mac_address': 'fa:16:3e:bc:4f:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '069ef3f4-b943-41c1-8e48-4d6dda3ccf44', 'device_owner': 'network:router_interface', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '4f53f6df-69d8-4092-98c8-1d0f1176ac79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:58:35Z', 'updated_at': '2021-11-05T19:58:40Z', 'revision_number': 5, 'project_id': '5f7ee977d52949ca83d9a18d279c5a9a', 'subnets': [{'id': '4f53f6df-69d8-4092-98c8-1d0f1176ac79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-1', False) {} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 20:08:36.410452 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68712108-25f6-453a-b82c-60f70c68cc9e None None] Checking router: 069ef3f4-b943-41c1-8e48-4d6dda3ccf44 for host: n-d-816865-1 {{(pid=102388) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 20:08:36.419491 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68712108-25f6-453a-b82c-60f70c68cc9e None None] Routers {'069ef3f4-b943-41c1-8e48-4d6dda3ccf44'} bound to L3 agent in host n-d-816865-1 {{(pid=102388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 20:08:36.420122 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-68712108-25f6-453a-b82c-60f70c68cc9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T20:08:35Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['069ef3f4-b943-41c1-8e48-4d6dda3ccf44'], 'active': True} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 20:08:36.459003 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 20:08:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aae2e487-4840-4542-bc26-012c3d9ff3c5 x-openstack-request-id: req-aae2e487-4840-4542-bc26-012c3d9ff3c5 {{(pid=102387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 20:08:36.459542 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5817d07-4f35-47b6-a176-e1e492b8341f", "tag": "6b165925-728b-4b19-a5d9-2d2c54eb8ea3", "status": "completed", "code": 200}]} {{(pid=102387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 20:08:36.459542 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-aae2e487-4840-4542-bc26-012c3d9ff3c5 {{(pid=102387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 20:08:36.460365 n-d-816865-1 neutron-server[102387]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5817d07-4f35-47b6-a176-e1e492b8341f', 'tag': '6b165925-728b-4b19-a5d9-2d2c54eb8ea3', 'status': 'completed', 'code': 200} Nov 05 20:08:36.535641 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1bac0c-2114-4e8a-919f-b1a51fb811e3 req-a3438b15-0ce4-42e4-9a8e-3053e6322d86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 20:08:36.537350 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-4f1bac0c-2114-4e8a-919f-b1a51fb811e3 req-a3438b15-0ce4-42e4-9a8e-3053e6322d86 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5f7ee977d52949ca83d9a18d279c5a9a&device_id=c5817d07-4f35-47b6-a176-e1e492b8341f HTTP/1.1" status: 200 len: 1098 time: 0.0529609 Nov 05 20:08:36.549742 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvr_db [None req-68712108-25f6-453a-b82c-60f70c68cc9e None None] Set router 069ef3f4-b943-41c1-8e48-4d6dda3ccf44 gateway port host: n-d-816865-1 {{(pid=102388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 20:08:36.566849 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f781a8be-dea5-4164-91cf-940cd36e2ee2 req-a13e3000-c605-4d84-b266-23ebae964384 tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 20:08:36.568414 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-f781a8be-dea5-4164-91cf-940cd36e2ee2 req-a13e3000-c605-4d84-b266-23ebae964384 tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5817d07-4f35-47b6-a176-e1e492b8341f HTTP/1.1" status: 200 len: 947 time: 0.0562532 Nov 05 20:08:36.623682 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-f781a8be-dea5-4164-91cf-940cd36e2ee2 req-96f5a78d-f168-410c-8dab-f082c9e76512 tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] 10.222.0.13 "GET /v2.0/security-groups?id=c09382af-5189-49b1-a96e-2123e834ab84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475254 Nov 05 20:08:36.632112 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b304910f-7b27-444b-a8fc-977d26b1ceac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:08:36.639250 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1bac0c-2114-4e8a-919f-b1a51fb811e3 req-b3eb3e91-43f2-4d15-b0b0-7da92d20fdc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 20:08:36.640643 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-4f1bac0c-2114-4e8a-919f-b1a51fb811e3 req-b3eb3e91-43f2-4d15-b0b0-7da92d20fdc8 service neutron] 10.222.0.41 "GET /v2.0/networks?id=7f486b36-9d47-4fe4-a209-183429c7fb3a HTTP/1.1" status: 200 len: 910 time: 0.0941386 Nov 05 20:08:36.688072 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-4f1bac0c-2114-4e8a-919f-b1a51fb811e3 req-450be241-7d72-44f0-87e8-874091b25d89 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6b165925-728b-4b19-a5d9-2d2c54eb8ea3 HTTP/1.1" status: 200 len: 217 time: 0.0398934 Nov 05 20:08:36.742086 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1bac0c-2114-4e8a-919f-b1a51fb811e3 req-85b86a23-e540-4719-b30a-aff2ecd95906 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 20:08:36.744361 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-4f1bac0c-2114-4e8a-919f-b1a51fb811e3 req-85b86a23-e540-4719-b30a-aff2ecd95906 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4f53f6df-69d8-4092-98c8-1d0f1176ac79 HTTP/1.1" status: 200 len: 848 time: 0.0455174 Nov 05 20:08:36.762414 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-68712108-25f6-453a-b82c-60f70c68cc9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '069ef3f4-b943-41c1-8e48-4d6dda3ccf44', 'name': 'tempest-TestShelveInstance-1155037498-router', 'tenant_id': '5f7ee977d52949ca83d9a18d279c5a9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.240'}], 'enable_snat': True}, 'gw_port_id': '4772bf23-8391-4ea5-b905-3634aeb2ddb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T19:58:33Z', 'updated_at': '2021-11-05T19:58:36Z', 'revision_number': 4, 'project_id': '5f7ee977d52949ca83d9a18d279c5a9a', 'gw_port': {'id': '4772bf23-8391-4ea5-b905-3634aeb2ddb0', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:bd:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '069ef3f4-b943-41c1-8e48-4d6dda3ccf44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:58:33Z', 'updated_at': '2021-11-05T19:58:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1', '_interfaces': [{'id': 'b5a2bca2-27a4-4ab7-a392-389574267031', 'name': '', 'network_id': '7f486b36-9d47-4fe4-a209-183429c7fb3a', 'tenant_id': '5f7ee977d52949ca83d9a18d279c5a9a', 'mac_address': 'fa:16:3e:bc:4f:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '069ef3f4-b943-41c1-8e48-4d6dda3ccf44', 'device_owner': 'network:router_interface', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '4f53f6df-69d8-4092-98c8-1d0f1176ac79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:58:35Z', 'updated_at': '2021-11-05T19:58:40Z', 'revision_number': 5, 'project_id': '5f7ee977d52949ca83d9a18d279c5a9a', 'subnets': [{'id': '4f53f6df-69d8-4092-98c8-1d0f1176ac79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-1', False) {} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 20:08:36.791553 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1bac0c-2114-4e8a-919f-b1a51fb811e3 req-dec17611-6222-474a-9c7f-edc7d2819747 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 20:08:36.793153 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-4f1bac0c-2114-4e8a-919f-b1a51fb811e3 req-dec17611-6222-474a-9c7f-edc7d2819747 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7f486b36-9d47-4fe4-a209-183429c7fb3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405810 Nov 05 20:08:36.794216 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68712108-25f6-453a-b82c-60f70c68cc9e None None] The sync data for ids ['069ef3f4-b943-41c1-8e48-4d6dda3ccf44'] in n-d-816865-1 is: [{'id': '069ef3f4-b943-41c1-8e48-4d6dda3ccf44', 'name': 'tempest-TestShelveInstance-1155037498-router', 'tenant_id': '5f7ee977d52949ca83d9a18d279c5a9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.240'}], 'enable_snat': True}, 'gw_port_id': '4772bf23-8391-4ea5-b905-3634aeb2ddb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T19:58:33Z', 'updated_at': '2021-11-05T19:58:36Z', 'revision_number': 4, 'project_id': '5f7ee977d52949ca83d9a18d279c5a9a', 'gw_port': {'id': '4772bf23-8391-4ea5-b905-3634aeb2ddb0', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:bd:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '069ef3f4-b943-41c1-8e48-4d6dda3ccf44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:58:33Z', 'updated_at': '2021-11-05T19:58:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1', '_interfaces': [{'id': 'b5a2bca2-27a4-4ab7-a392-389574267031', 'name': '', 'network_id': '7f486b36-9d47-4fe4-a209-183429c7fb3a', 'tenant_id': '5f7ee977d52949ca83d9a18d279c5a9a', 'mac_address': 'fa:16:3e:bc:4f:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '069ef3f4-b943-41c1-8e48-4d6dda3ccf44', 'device_owner': 'network:router_interface', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '4f53f6df-69d8-4092-98c8-1d0f1176ac79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:58:35Z', 'updated_at': '2021-11-05T19:58:40Z', 'revision_number': 5, 'project_id': '5f7ee977d52949ca83d9a18d279c5a9a', 'subnets': [{'id': '4f53f6df-69d8-4092-98c8-1d0f1176ac79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 20:08:36.895538 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-4f1bac0c-2114-4e8a-919f-b1a51fb811e3 req-ea59ca96-7558-427a-8d00-8744027ddb8e service neutron] 10.222.0.41 "GET /v2.0/networks/7f486b36-9d47-4fe4-a209-183429c7fb3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938652 Nov 05 20:08:36.989061 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-4f1bac0c-2114-4e8a-919f-b1a51fb811e3 req-5f42f940-74ce-44bf-bdf0-823804b4f334 service neutron] 10.222.0.41 "GET /v2.0/networks/7f486b36-9d47-4fe4-a209-183429c7fb3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857999 Nov 05 20:08:37.026634 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6523bbe3-acdc-42d2-88f9-d53263f36deb None None] New status for floating IP 0b25cf1b-5356-4bb0-80e5-a92e665cf843: DOWN {{(pid=102389) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 05 20:08:37.156629 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:08:37.745490 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cfad85-aaaa-4cd8-ad6c-8716aad39fd0 req-5fb21b69-38f0-41de-bb4c-943338bde325 tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 20:08:37.747032 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-c8cfad85-aaaa-4cd8-ad6c-8716aad39fd0 req-5fb21b69-38f0-41de-bb4c-943338bde325 tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5817d07-4f35-47b6-a176-e1e492b8341f HTTP/1.1" status: 200 len: 947 time: 0.0490472 Nov 05 20:08:37.796668 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-c8cfad85-aaaa-4cd8-ad6c-8716aad39fd0 req-cf4faf0d-0e95-403f-ab64-802f75e861c8 tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] 10.222.0.13 "GET /v2.0/security-groups?id=c09382af-5189-49b1-a96e-2123e834ab84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437350 Nov 05 20:08:37.984956 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d604d1a8-9c7b-4143-9172-9cb58c79fad3 req-571f3b59-7d6c-4d44-809e-88cd963b037c tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 20:08:37.986485 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-d604d1a8-9c7b-4143-9172-9cb58c79fad3 req-571f3b59-7d6c-4d44-809e-88cd963b037c tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] 10.222.0.41 "GET /v2.0/ports?device_id=c5817d07-4f35-47b6-a176-e1e492b8341f HTTP/1.1" status: 200 len: 947 time: 0.0544386 Nov 05 20:08:38.078206 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [req-d604d1a8-9c7b-4143-9172-9cb58c79fad3 req-36a3eef0-5bb5-4bd7-beac-84c48bc43c91 tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] Deleting port 6b165925-728b-4b19-a5d9-2d2c54eb8ea3 {{(pid=102386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 20:08:38.078474 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-d604d1a8-9c7b-4143-9172-9cb58c79fad3 req-36a3eef0-5bb5-4bd7-beac-84c48bc43c91 tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:08:38.170942 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [req-d604d1a8-9c7b-4143-9172-9cb58c79fad3 req-36a3eef0-5bb5-4bd7-beac-84c48bc43c91 tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] For port 6b165925-728b-4b19-a5d9-2d2c54eb8ea3, host n-h1-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=6b165925-728b-4b19-a5d9-2d2c54eb8ea3,segment=NetworkSegment(522cfac5-a136-4e48-a113-e5a15593abdd),segment_id=522cfac5-a136-4e48-a113-e5a15593abdd)] {{(pid=102386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 20:08:38.171308 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-d604d1a8-9c7b-4143-9172-9cb58c79fad3 req-36a3eef0-5bb5-4bd7-beac-84c48bc43c91 tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:08:38.184334 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [req-d604d1a8-9c7b-4143-9172-9cb58c79fad3 req-36a3eef0-5bb5-4bd7-beac-84c48bc43c91 tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] Calling delete_port for 6b165925-728b-4b19-a5d9-2d2c54eb8ea3 owned by compute:nova {{(pid=102386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 20:08:38.360558 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-d604d1a8-9c7b-4143-9172-9cb58c79fad3 req-36a3eef0-5bb5-4bd7-beac-84c48bc43c91 tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:08:38.397366 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a3eef0-5bb5-4bd7-beac-84c48bc43c91 tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] Pushing event deleted for resources: {'Port': ['ID=6b165925-728b-4b19-a5d9-2d2c54eb8ea3,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 20:08:38.426885 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36a3eef0-5bb5-4bd7-beac-84c48bc43c91 tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 20:08:38.427248 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36a3eef0-5bb5-4bd7-beac-84c48bc43c91 tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 20:08:38.427583 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36a3eef0-5bb5-4bd7-beac-84c48bc43c91 tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 20:08:38.427919 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36a3eef0-5bb5-4bd7-beac-84c48bc43c91 tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 20:08:38.428248 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36a3eef0-5bb5-4bd7-beac-84c48bc43c91 tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 20:08:38.428578 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36a3eef0-5bb5-4bd7-beac-84c48bc43c91 tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 20:08:38.428906 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36a3eef0-5bb5-4bd7-beac-84c48bc43c91 tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 20:08:38.429236 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36a3eef0-5bb5-4bd7-beac-84c48bc43c91 tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 20:08:38.429587 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36a3eef0-5bb5-4bd7-beac-84c48bc43c91 tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 20:08:38.430010 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36a3eef0-5bb5-4bd7-beac-84c48bc43c91 tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 20:08:38.430530 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36a3eef0-5bb5-4bd7-beac-84c48bc43c91 tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 20:08:38.430857 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36a3eef0-5bb5-4bd7-beac-84c48bc43c91 tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 20:08:38.450903 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [req-d604d1a8-9c7b-4143-9172-9cb58c79fad3 req-36a3eef0-5bb5-4bd7-beac-84c48bc43c91 tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] No DVR routers for this DVR port 6b165925-728b-4b19-a5d9-2d2c54eb8ea3 on host n-h1-816865-1 {{(pid=102386) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 20:08:38.453549 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-d604d1a8-9c7b-4143-9172-9cb58c79fad3 req-36a3eef0-5bb5-4bd7-beac-84c48bc43c91 tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:08:38.457062 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-d604d1a8-9c7b-4143-9172-9cb58c79fad3 req-36a3eef0-5bb5-4bd7-beac-84c48bc43c91 tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] 10.222.0.41 "DELETE /v2.0/ports/6b165925-728b-4b19-a5d9-2d2c54eb8ea3 HTTP/1.1" status: 204 len: 173 time: 0.4641440 Nov 05 20:08:38.457536 n-d-816865-1 neutron-server[102386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5817d07-4f35-47b6-a176-e1e492b8341f', 'name': 'network-vif-deleted', 'tag': '6b165925-728b-4b19-a5d9-2d2c54eb8ea3'}] {{(pid=102386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 20:08:38.459813 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d24c2e9fd656c946d5f792cc44b0d4efbe125a7d17e01666b7f4dc8150dd75ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68910f4a-064a-4d1a-9217-295c49dd35d9" -d '{"events": [{"server_uuid": "c5817d07-4f35-47b6-a176-e1e492b8341f", "name": "network-vif-deleted", "tag": "6b165925-728b-4b19-a5d9-2d2c54eb8ea3"}]}' {{(pid=102386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 20:08:38.496433 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 20:08:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76c62ef0-9dca-4117-a58e-f3079f710e03 x-openstack-request-id: req-76c62ef0-9dca-4117-a58e-f3079f710e03 {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 20:08:38.496738 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5817d07-4f35-47b6-a176-e1e492b8341f", "name": "network-vif-deleted", "tag": "6b165925-728b-4b19-a5d9-2d2c54eb8ea3", "status": "completed", "code": 200}]} {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 20:08:38.496995 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-76c62ef0-9dca-4117-a58e-f3079f710e03 {{(pid=102386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 20:08:38.497400 n-d-816865-1 neutron-server[102386]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5817d07-4f35-47b6-a176-e1e492b8341f', 'name': 'network-vif-deleted', 'tag': '6b165925-728b-4b19-a5d9-2d2c54eb8ea3', 'status': 'completed', 'code': 200} Nov 05 20:08:38.614527 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-31f93893-a48e-4ae8-833d-dccb2b42eacc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:08:38.615423 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:08:38.916068 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-c88e5889-1097-4bf7-80d9-e3fb5ac6d95f req-8ccab5ca-d2bc-4223-87bb-35bd4706581d tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5817d07-4f35-47b6-a176-e1e492b8341f HTTP/1.1" status: 200 len: 210 time: 0.0346422 Nov 05 20:08:40.012528 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-772ecbb9-fa09-4ad8-95ea-c75a284740c1 req-01203460-9d6a-436d-a7c7-da047300f516 tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5817d07-4f35-47b6-a176-e1e492b8341f HTTP/1.1" status: 200 len: 210 time: 0.0263476 Nov 05 20:08:41.112346 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-647bd7c7-0358-44aa-b608-38e514ecff47 req-d2cefb1c-484b-4639-8e29-9a6586e452df tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5817d07-4f35-47b6-a176-e1e492b8341f HTTP/1.1" status: 200 len: 210 time: 0.0284111 Nov 05 20:08:42.297977 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-98b8e33f-7ca3-4447-ad57-cf73e69dd4a3 req-1f64e04f-353c-4cf3-9400-541d43d05e54 tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5817d07-4f35-47b6-a176-e1e492b8341f HTTP/1.1" status: 200 len: 210 time: 0.0262897 Nov 05 20:08:43.061006 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Device 6b165925-728b-4b19-a5d9-2d2c54eb8ea3 no longer exists at agent hyperv_n-h1-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 20:08:43.080818 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] No Port match for: 6b165925-728b-4b19-a5d9-2d2c54eb8ea3 {{(pid=102388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 20:08:43.081161 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Device 6b165925-728b-4b19-a5d9-2d2c54eb8ea3 not bound to the agent host n-h1-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 20:08:43.406300 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-90d444c7-b975-4a44-9b16-2aa2e3f355e8 req-eabbdcde-c926-4d25-9adc-a02b9455078f tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5817d07-4f35-47b6-a176-e1e492b8341f HTTP/1.1" status: 200 len: 210 time: 0.0269718 Nov 05 20:08:44.465290 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 48258) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 20:08:44.522797 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-0a91f6f7-605e-4f45-907f-9023725a0301 tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] Publish callbacks [] for security_group, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:08:44.551519 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-0a91f6f7-605e-4f45-907f-9023725a0301 tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:08:44.671038 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-0a91f6f7-605e-4f45-907f-9023725a0301 tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:08:44.674021 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-0a91f6f7-605e-4f45-907f-9023725a0301 tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] Publish callbacks [] for security_group, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:08:44.676331 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-0a91f6f7-605e-4f45-907f-9023725a0301 tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] 10.222.0.13 "DELETE /v2.0/security-groups/c09382af-5189-49b1-a96e-2123e834ab84 HTTP/1.1" status: 204 len: 168 time: 0.2093363 Nov 05 20:08:44.687319 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a91f6f7-605e-4f45-907f-9023725a0301 tempest-TestShelveInstance-93124233 tempest-TestShelveInstance-93124233-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c09382af-5189-49b1-a96e-2123e834ab84,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 20:08:44.779338 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 48262) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 20:08:45.253276 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-e4ff00d8-c2a0-48df-a1d4-f7a553ab0926 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-571777'] for router_interface, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:08:45.817374 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [None req-e4ff00d8-c2a0-48df-a1d4-f7a553ab0926 admin admin] Deleting port b5a2bca2-27a4-4ab7-a392-389574267031 {{(pid=102387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 20:08:45.818068 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-e4ff00d8-c2a0-48df-a1d4-f7a553ab0926 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:08:45.899463 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.db [None req-e4ff00d8-c2a0-48df-a1d4-f7a553ab0926 admin admin] For port b5a2bca2-27a4-4ab7-a392-389574267031, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=b5a2bca2-27a4-4ab7-a392-389574267031,segment=NetworkSegment(522cfac5-a136-4e48-a113-e5a15593abdd),segment_id=522cfac5-a136-4e48-a113-e5a15593abdd)] {{(pid=102387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 20:08:45.899752 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-e4ff00d8-c2a0-48df-a1d4-f7a553ab0926 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:08:45.912327 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [None req-e4ff00d8-c2a0-48df-a1d4-f7a553ab0926 admin admin] Calling delete_port for b5a2bca2-27a4-4ab7-a392-389574267031 owned by network:router_interface {{(pid=102387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 20:08:46.165557 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-e4ff00d8-c2a0-48df-a1d4-f7a553ab0926 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4417063'] for port, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:08:46.192154 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ff00d8-c2a0-48df-a1d4-f7a553ab0926 admin admin] Pushing event deleted for resources: {'Port': ['ID=b5a2bca2-27a4-4ab7-a392-389574267031,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 20:08:46.372853 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-e4ff00d8-c2a0-48df-a1d4-f7a553ab0926 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-597886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-573297'] for router_interface, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:08:46.591835 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4ff00d8-c2a0-48df-a1d4-f7a553ab0926 admin admin] Router 069ef3f4-b943-41c1-8e48-4d6dda3ccf44 has already been hosted by L3 agent 6dcb5589-8e86-4616-9186-ddc4548e13ad {{(pid=102387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 20:08:46.699143 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4ff00d8-c2a0-48df-a1d4-f7a553ab0926 admin admin] Notify agent at l3_agent.n-d-816865-1 the message routers_updated {{(pid=102387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 20:08:46.704259 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-e4ff00d8-c2a0-48df-a1d4-f7a553ab0926 admin admin] 10.222.0.13 "PUT /v2.0/routers/069ef3f4-b943-41c1-8e48-4d6dda3ccf44/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9237270 Nov 05 20:08:46.706750 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 48266) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 20:08:46.709383 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4baf2c7f-e3b5-4607-b51e-8ef20a70819f None None] Sync routers for ids ['069ef3f4-b943-41c1-8e48-4d6dda3ccf44'] in n-d-816865-1 {{(pid=102388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 20:08:46.720391 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4baf2c7f-e3b5-4607-b51e-8ef20a70819f None None] Routers {'069ef3f4-b943-41c1-8e48-4d6dda3ccf44'} bound to L3 agent in host n-d-816865-1 {{(pid=102388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 20:08:46.721009 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-4baf2c7f-e3b5-4607-b51e-8ef20a70819f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T20:08:35Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['069ef3f4-b943-41c1-8e48-4d6dda3ccf44'], 'active': True} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 20:08:46.816900 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-e57b8978-7ef7-401d-bada-99038c953cfa admin admin] Publish callbacks [] for router, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:08:46.828870 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvr_db [None req-4baf2c7f-e3b5-4607-b51e-8ef20a70819f None None] Set router 069ef3f4-b943-41c1-8e48-4d6dda3ccf44 gateway port host: n-d-816865-1 {{(pid=102388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 20:08:46.926074 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-e57b8978-7ef7-401d-bada-99038c953cfa admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:08:47.018501 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-4baf2c7f-e3b5-4607-b51e-8ef20a70819f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '069ef3f4-b943-41c1-8e48-4d6dda3ccf44', 'name': 'tempest-TestShelveInstance-1155037498-router', 'tenant_id': '5f7ee977d52949ca83d9a18d279c5a9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.240'}], 'enable_snat': True}, 'gw_port_id': '4772bf23-8391-4ea5-b905-3634aeb2ddb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T19:58:33Z', 'updated_at': '2021-11-05T20:08:46Z', 'revision_number': 5, 'project_id': '5f7ee977d52949ca83d9a18d279c5a9a', 'gw_port': {'id': '4772bf23-8391-4ea5-b905-3634aeb2ddb0', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:bd:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '069ef3f4-b943-41c1-8e48-4d6dda3ccf44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:58:33Z', 'updated_at': '2021-11-05T19:58:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1'}], 'n-d-816865-1', False) {} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 20:08:47.052126 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4baf2c7f-e3b5-4607-b51e-8ef20a70819f None None] Checking router: 069ef3f4-b943-41c1-8e48-4d6dda3ccf44 for host: n-d-816865-1 {{(pid=102388) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 20:08:47.061769 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4baf2c7f-e3b5-4607-b51e-8ef20a70819f None None] Routers {'069ef3f4-b943-41c1-8e48-4d6dda3ccf44'} bound to L3 agent in host n-d-816865-1 {{(pid=102388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 20:08:47.062419 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-4baf2c7f-e3b5-4607-b51e-8ef20a70819f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T20:08:35Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['069ef3f4-b943-41c1-8e48-4d6dda3ccf44'], 'active': True} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 20:08:47.065936 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [None req-e57b8978-7ef7-401d-bada-99038c953cfa admin admin] Deleting port 4772bf23-8391-4ea5-b905-3634aeb2ddb0 {{(pid=102387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 20:08:47.066318 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-e57b8978-7ef7-401d-bada-99038c953cfa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:08:47.151053 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvr_db [None req-4baf2c7f-e3b5-4607-b51e-8ef20a70819f None None] Set router 069ef3f4-b943-41c1-8e48-4d6dda3ccf44 gateway port host: None {{(pid=102388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 20:08:47.152965 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.db [None req-e57b8978-7ef7-401d-bada-99038c953cfa admin admin] For port 4772bf23-8391-4ea5-b905-3634aeb2ddb0, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=4772bf23-8391-4ea5-b905-3634aeb2ddb0,segment=NetworkSegment(85be518c-8bb4-46a2-a903-d4292782d29d),segment_id=85be518c-8bb4-46a2-a903-d4292782d29d)] {{(pid=102387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 20:08:47.153423 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-e57b8978-7ef7-401d-bada-99038c953cfa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:08:47.166769 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [None req-e57b8978-7ef7-401d-bada-99038c953cfa admin admin] Calling delete_port for 4772bf23-8391-4ea5-b905-3634aeb2ddb0 owned by network:router_gateway {{(pid=102387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 20:08:47.210032 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-4baf2c7f-e3b5-4607-b51e-8ef20a70819f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '069ef3f4-b943-41c1-8e48-4d6dda3ccf44', 'name': 'tempest-TestShelveInstance-1155037498-router', 'tenant_id': '5f7ee977d52949ca83d9a18d279c5a9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T19:58:33Z', 'updated_at': '2021-11-05T20:08:46Z', 'revision_number': 6, 'project_id': '5f7ee977d52949ca83d9a18d279c5a9a', 'gw_port_host': None}], 'n-d-816865-1', False) {} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 20:08:47.239090 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4baf2c7f-e3b5-4607-b51e-8ef20a70819f None None] The sync data for ids ['069ef3f4-b943-41c1-8e48-4d6dda3ccf44'] in n-d-816865-1 is: [{'id': '069ef3f4-b943-41c1-8e48-4d6dda3ccf44', 'name': 'tempest-TestShelveInstance-1155037498-router', 'tenant_id': '5f7ee977d52949ca83d9a18d279c5a9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T19:58:33Z', 'updated_at': '2021-11-05T20:08:46Z', 'revision_number': 6, 'project_id': '5f7ee977d52949ca83d9a18d279c5a9a', 'gw_port_host': None}] {{(pid=102388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 20:08:47.400487 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-e57b8978-7ef7-401d-bada-99038c953cfa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4417063'] for port, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:08:47.425680 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57b8978-7ef7-401d-bada-99038c953cfa admin admin] Pushing event deleted for resources: {'Port': ['ID=4772bf23-8391-4ea5-b905-3634aeb2ddb0,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 20:08:47.491133 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-e57b8978-7ef7-401d-bada-99038c953cfa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1000651'] for router_gateway, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:08:47.589015 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-e57b8978-7ef7-401d-bada-99038c953cfa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-571301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6852'] for router, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:08:47.591358 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-e57b8978-7ef7-401d-bada-99038c953cfa admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:08:47.728663 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-e57b8978-7ef7-401d-bada-99038c953cfa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-571310'] for router, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:08:47.729210 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e57b8978-7ef7-401d-bada-99038c953cfa admin admin] Fanout notify agent at l3_agent the message router_deleted on router 069ef3f4-b943-41c1-8e48-4d6dda3ccf44 {{(pid=102387) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 05 20:08:47.733925 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-e57b8978-7ef7-401d-bada-99038c953cfa admin admin] Publish callbacks [] for router, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:08:47.735147 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-e57b8978-7ef7-401d-bada-99038c953cfa admin admin] 10.222.0.13 "DELETE /v2.0/routers/069ef3f4-b943-41c1-8e48-4d6dda3ccf44 HTTP/1.1" status: 204 len: 168 time: 1.0274453 Nov 05 20:08:47.737619 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 48268) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 20:08:47.784079 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a335ed6-fba4-4477-8f16-6ab248d6cb28 admin admin] Deleting subnet 4f53f6df-69d8-4092-98c8-1d0f1176ac79 {{(pid=102387) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 05 20:08:47.787437 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-7a335ed6-fba4-4477-8f16-6ab248d6cb28 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:08:47.823370 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-7a335ed6-fba4-4477-8f16-6ab248d6cb28 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4463501'] for subnet, precommit_delete_associations {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:08:47.902662 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-7a335ed6-fba4-4477-8f16-6ab248d6cb28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1573928'] for subnet, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:08:48.029315 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-7a335ed6-fba4-4477-8f16-6ab248d6cb28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1573905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4417146', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5112209'] for subnet, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:08:48.040948 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device b5a2bca2-27a4-4ab7-a392-389574267031 no longer exists at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 20:08:48.061012 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a335ed6-fba4-4477-8f16-6ab248d6cb28 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4f53f6df-69d8-4092-98c8-1d0f1176ac79,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 20:08:48.063109 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-7a335ed6-fba4-4477-8f16-6ab248d6cb28 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:08:48.066356 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-7a335ed6-fba4-4477-8f16-6ab248d6cb28 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/4f53f6df-69d8-4092-98c8-1d0f1176ac79 HTTP/1.1" status: 204 len: 168 time: 0.3276508 Nov 05 20:08:48.068994 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 48270) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 20:08:48.070358 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] No Port match for: b5a2bca2-27a4-4ab7-a392-389574267031 {{(pid=102388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 20:08:48.070983 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device b5a2bca2-27a4-4ab7-a392-389574267031 not bound to the agent host n-d-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 20:08:48.073857 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9872c368-6f2f-446a-ac52-4cd72180f1c1 None None] Network 7f486b36-9d47-4fe4-a209-183429c7fb3a requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 20:08:48.149179 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-5582f207-b97c-4c4d-b2b4-2eba978d3622 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1664226'] for network, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:08:48.211661 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [None req-5582f207-b97c-4c4d-b2b4-2eba978d3622 admin admin] Deleting port 5c311cb9-657c-48ba-b961-08364344f998 {{(pid=102387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 20:08:48.212297 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-5582f207-b97c-4c4d-b2b4-2eba978d3622 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:08:48.279804 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.db [None req-5582f207-b97c-4c4d-b2b4-2eba978d3622 admin admin] For port 5c311cb9-657c-48ba-b961-08364344f998, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=5c311cb9-657c-48ba-b961-08364344f998,segment=NetworkSegment(522cfac5-a136-4e48-a113-e5a15593abdd),segment_id=522cfac5-a136-4e48-a113-e5a15593abdd)] {{(pid=102387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 20:08:48.280093 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-5582f207-b97c-4c4d-b2b4-2eba978d3622 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:08:48.291923 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebd48a42-627c-43ab-a7a2-ab8b59c6661a None None] DHCP port deletion for 7f486b36-9d47-4fe4-a209-183429c7fb3a request from n-d-816865-1 {{(pid=102388) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 05 20:08:48.299782 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [None req-5582f207-b97c-4c4d-b2b4-2eba978d3622 admin admin] Calling delete_port for 5c311cb9-657c-48ba-b961-08364344f998 owned by network:dhcp {{(pid=102387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 20:08:48.341921 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-ebd48a42-627c-43ab-a7a2-ab8b59c6661a None None] Deleting port 5c311cb9-657c-48ba-b961-08364344f998 {{(pid=102388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 20:08:48.342327 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-ebd48a42-627c-43ab-a7a2-ab8b59c6661a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:08:48.406898 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-ebd48a42-627c-43ab-a7a2-ab8b59c6661a None None] For port 5c311cb9-657c-48ba-b961-08364344f998, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=5c311cb9-657c-48ba-b961-08364344f998,segment=NetworkSegment(522cfac5-a136-4e48-a113-e5a15593abdd),segment_id=522cfac5-a136-4e48-a113-e5a15593abdd)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 20:08:48.407292 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-ebd48a42-627c-43ab-a7a2-ab8b59c6661a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:08:48.420013 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-ebd48a42-627c-43ab-a7a2-ab8b59c6661a None None] Calling delete_port for 5c311cb9-657c-48ba-b961-08364344f998 owned by network:dhcp {{(pid=102388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 20:08:48.456774 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-5582f207-b97c-4c4d-b2b4-2eba978d3622 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4417063'] for port, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:08:48.483583 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5582f207-b97c-4c4d-b2b4-2eba978d3622 admin admin] Pushing event deleted for resources: {'Port': ['ID=5c311cb9-657c-48ba-b961-08364344f998,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 20:08:48.487220 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5582f207-b97c-4c4d-b2b4-2eba978d3622 admin admin] No DVR routers for this DVR port 5c311cb9-657c-48ba-b961-08364344f998 on host n-d-816865-1 {{(pid=102387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 20:08:48.499437 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-ebd48a42-627c-43ab-a7a2-ab8b59c6661a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798'] for port, after_delete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:08:48.524568 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd48a42-627c-43ab-a7a2-ab8b59c6661a None None] Pushing event deleted for resources: {'Port': ['ID=5c311cb9-657c-48ba-b961-08364344f998,revision_number=None']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 20:08:48.532321 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebd48a42-627c-43ab-a7a2-ab8b59c6661a None None] No DVR routers for this DVR port 5c311cb9-657c-48ba-b961-08364344f998 on host n-d-816865-1 {{(pid=102388) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 20:08:48.534800 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd48a42-627c-43ab-a7a2-ab8b59c6661a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 20:08:48.535144 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd48a42-627c-43ab-a7a2-ab8b59c6661a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 20:08:48.535484 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd48a42-627c-43ab-a7a2-ab8b59c6661a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 20:08:48.535819 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd48a42-627c-43ab-a7a2-ab8b59c6661a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 20:08:48.536162 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd48a42-627c-43ab-a7a2-ab8b59c6661a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 20:08:48.536493 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd48a42-627c-43ab-a7a2-ab8b59c6661a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 20:08:48.536820 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd48a42-627c-43ab-a7a2-ab8b59c6661a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 20:08:48.537140 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd48a42-627c-43ab-a7a2-ab8b59c6661a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 20:08:48.537460 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd48a42-627c-43ab-a7a2-ab8b59c6661a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 20:08:48.537825 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd48a42-627c-43ab-a7a2-ab8b59c6661a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 20:08:48.538164 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd48a42-627c-43ab-a7a2-ab8b59c6661a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 20:08:48.538446 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd48a42-627c-43ab-a7a2-ab8b59c6661a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 20:08:48.563244 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-5582f207-b97c-4c4d-b2b4-2eba978d3622 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1579173', 'neutron.services.segments.db._delete_segments_for_network-8750027792909'] for network, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:08:48.583307 n-d-816865-1 neutron-server[102387]: DEBUG neutron.services.segments.db [None req-5582f207-b97c-4c4d-b2b4-2eba978d3622 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f486b36-9d47-4fe4-a209-183429c7fb3a']}} {{(pid=102387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 20:08:48.593232 n-d-816865-1 neutron-server[102387]: DEBUG neutron.services.segments.db [None req-5582f207-b97c-4c4d-b2b4-2eba978d3622 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '522cfac5-a136-4e48-a113-e5a15593abdd') {'for_net_delete': True} {{(pid=102387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 20:08:48.593533 n-d-816865-1 neutron-server[102387]: DEBUG neutron.services.segments.db [None req-5582f207-b97c-4c4d-b2b4-2eba978d3622 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '522cfac5-a136-4e48-a113-e5a15593abdd') {} {{(pid=102387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 20:08:48.604008 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-5582f207-b97c-4c4d-b2b4-2eba978d3622 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750027793430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4463492'] for segment, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:08:48.617097 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-5582f207-b97c-4c4d-b2b4-2eba978d3622 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273'] for segment, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:08:48.623559 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5582f207-b97c-4c4d-b2b4-2eba978d3622 admin admin] Releasing vlan 183 on physical network physnet1 to pool {{(pid=102387) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 05 20:08:48.623944 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-5582f207-b97c-4c4d-b2b4-2eba978d3622 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4417236'] for segment, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:08:48.625603 n-d-816865-1 neutron-server[102387]: Traceback (most recent call last): Nov 05 20:08:48.625603 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 05 20:08:48.625603 n-d-816865-1 neutron-server[102387]: timer() Nov 05 20:08:48.625603 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 05 20:08:48.625603 n-d-816865-1 neutron-server[102387]: cb(*args, **kw) Nov 05 20:08:48.625603 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 05 20:08:48.625603 n-d-816865-1 neutron-server[102387]: return func(*args, **kwargs) Nov 05 20:08:48.625603 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 05 20:08:48.625603 n-d-816865-1 neutron-server[102387]: self._notify() Nov 05 20:08:48.625603 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 05 20:08:48.625603 n-d-816865-1 neutron-server[102387]: self.callback(batched_events) Nov 05 20:08:48.625603 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 05 20:08:48.625603 n-d-816865-1 neutron-server[102387]: event.method(event) Nov 05 20:08:48.625603 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 05 20:08:48.625603 n-d-816865-1 neutron-server[102387]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 05 20:08:48.625603 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 05 20:08:48.625603 n-d-816865-1 neutron-server[102387]: aggregate_uuid = self.p_client.list_aggregates( Nov 05 20:08:48.625603 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 05 20:08:48.625603 n-d-816865-1 neutron-server[102387]: return f(self, *a, **k) Nov 05 20:08:48.625603 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 05 20:08:48.625603 n-d-816865-1 neutron-server[102387]: return self._get(url).json() Nov 05 20:08:48.625603 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 05 20:08:48.625603 n-d-816865-1 neutron-server[102387]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 05 20:08:48.625603 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 05 20:08:48.625603 n-d-816865-1 neutron-server[102387]: return self.request(url, 'GET', **kwargs) Nov 05 20:08:48.625603 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 05 20:08:48.625603 n-d-816865-1 neutron-server[102387]: base_url = self.get_endpoint(auth, allow=allow, Nov 05 20:08:48.625603 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 05 20:08:48.625603 n-d-816865-1 neutron-server[102387]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 05 20:08:48.625603 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 05 20:08:48.625603 n-d-816865-1 neutron-server[102387]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 05 20:08:48.625603 n-d-816865-1 neutron-server[102387]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 05 20:08:48.742759 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-5582f207-b97c-4c4d-b2b4-2eba978d3622 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1579178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-956796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1000687'] for network, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:08:48.748406 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-5582f207-b97c-4c4d-b2b4-2eba978d3622 admin admin] Publish callbacks [] for network, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:08:48.751680 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-5582f207-b97c-4c4d-b2b4-2eba978d3622 admin admin] 10.222.0.13 "DELETE /v2.0/networks/7f486b36-9d47-4fe4-a209-183429c7fb3a HTTP/1.1" status: 204 len: 168 time: 0.6818171 Nov 05 20:08:48.754793 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 48272) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 20:08:48.763141 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5582f207-b97c-4c4d-b2b4-2eba978d3622 admin admin] Pushing event deleted for resources: {'Network': ['ID=7f486b36-9d47-4fe4-a209-183429c7fb3a,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 20:08:49.100126 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-0f64cb92-928c-407c-a463-5d0aa0a475d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-571777'] for router_interface, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:08:49.341919 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-0f64cb92-928c-407c-a463-5d0aa0a475d5 admin admin] Deleting port 197b8291-f398-4720-82f4-763a1f992160 {{(pid=102386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 20:08:49.342197 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-0f64cb92-928c-407c-a463-5d0aa0a475d5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:08:49.418497 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [None req-0f64cb92-928c-407c-a463-5d0aa0a475d5 admin admin] For port 197b8291-f398-4720-82f4-763a1f992160, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=197b8291-f398-4720-82f4-763a1f992160,segment=NetworkSegment(fbdba18f-b24d-4398-8fe9-243a0fed8baf),segment_id=fbdba18f-b24d-4398-8fe9-243a0fed8baf)] {{(pid=102386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 20:08:49.418860 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-0f64cb92-928c-407c-a463-5d0aa0a475d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:08:49.431892 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-0f64cb92-928c-407c-a463-5d0aa0a475d5 admin admin] Calling delete_port for 197b8291-f398-4720-82f4-763a1f992160 owned by network:router_interface {{(pid=102386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 20:08:49.669251 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-0f64cb92-928c-407c-a463-5d0aa0a475d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:08:49.670778 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 5c311cb9-657c-48ba-b961-08364344f998 no longer exists at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 20:08:49.691802 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] No Port match for: 5c311cb9-657c-48ba-b961-08364344f998 {{(pid=102388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 20:08:49.692151 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 5c311cb9-657c-48ba-b961-08364344f998 not bound to the agent host n-d-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 20:08:49.692575 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 4772bf23-8391-4ea5-b905-3634aeb2ddb0 no longer exists at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 20:08:49.696735 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f64cb92-928c-407c-a463-5d0aa0a475d5 admin admin] Pushing event deleted for resources: {'Port': ['ID=197b8291-f398-4720-82f4-763a1f992160,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 20:08:49.716904 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] No Port match for: 4772bf23-8391-4ea5-b905-3634aeb2ddb0 {{(pid=102388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 20:08:49.717256 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 4772bf23-8391-4ea5-b905-3634aeb2ddb0 not bound to the agent host n-d-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 20:08:49.869908 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-0f64cb92-928c-407c-a463-5d0aa0a475d5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-597886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-573297'] for router_interface, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:08:50.091416 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f64cb92-928c-407c-a463-5d0aa0a475d5 admin admin] Router 324e3190-f9a8-4c16-9f57-4b77032616a0 has already been hosted by L3 agent 6dcb5589-8e86-4616-9186-ddc4548e13ad {{(pid=102386) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 20:08:50.198922 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f64cb92-928c-407c-a463-5d0aa0a475d5 admin admin] Notify agent at l3_agent.n-d-816865-1 the message routers_updated {{(pid=102386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 20:08:50.203855 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-0f64cb92-928c-407c-a463-5d0aa0a475d5 admin admin] 10.222.0.13 "PUT /v2.0/routers/324e3190-f9a8-4c16-9f57-4b77032616a0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4480340 Nov 05 20:08:50.206512 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 48274) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 20:08:50.210763 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef8e6a8b-f05a-44b3-80cc-e7857139997e None None] Sync routers for ids ['324e3190-f9a8-4c16-9f57-4b77032616a0'] in n-d-816865-1 {{(pid=102389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 20:08:50.220289 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef8e6a8b-f05a-44b3-80cc-e7857139997e None None] Routers {'324e3190-f9a8-4c16-9f57-4b77032616a0'} bound to L3 agent in host n-d-816865-1 {{(pid=102389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 20:08:50.220901 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-ef8e6a8b-f05a-44b3-80cc-e7857139997e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T20:08:35Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['324e3190-f9a8-4c16-9f57-4b77032616a0'], 'active': True} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 20:08:50.310614 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-52d5996b-bfc2-48cd-9e6e-6d2f7d62d95d admin admin] Publish callbacks [] for router, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:08:50.326737 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvr_db [None req-ef8e6a8b-f05a-44b3-80cc-e7857139997e None None] Set router 324e3190-f9a8-4c16-9f57-4b77032616a0 gateway port host: n-d-816865-1 {{(pid=102389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 20:08:50.418278 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-52d5996b-bfc2-48cd-9e6e-6d2f7d62d95d admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:08:50.501672 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-ef8e6a8b-f05a-44b3-80cc-e7857139997e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '324e3190-f9a8-4c16-9f57-4b77032616a0', 'name': 'tempest-TestShelveInstance-790141515-router', 'tenant_id': '73bc85f2d8004e58b03d02ec3081a42a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.56'}], 'enable_snat': True}, 'gw_port_id': '1895c6aa-af9b-48c7-ac22-b7982ff4bb98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T19:58:38Z', 'updated_at': '2021-11-05T20:08:49Z', 'revision_number': 5, 'project_id': '73bc85f2d8004e58b03d02ec3081a42a', 'gw_port': {'id': '1895c6aa-af9b-48c7-ac22-b7982ff4bb98', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:15:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '324e3190-f9a8-4c16-9f57-4b77032616a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T19:58:39Z', 'updated_at': '2021-11-05T19:58:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1'}], 'n-d-816865-1', False) {} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 20:08:50.527852 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef8e6a8b-f05a-44b3-80cc-e7857139997e None None] Checking router: 324e3190-f9a8-4c16-9f57-4b77032616a0 for host: n-d-816865-1 {{(pid=102389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 20:08:50.536248 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef8e6a8b-f05a-44b3-80cc-e7857139997e None None] Routers {'324e3190-f9a8-4c16-9f57-4b77032616a0'} bound to L3 agent in host n-d-816865-1 {{(pid=102389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 20:08:50.536856 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-ef8e6a8b-f05a-44b3-80cc-e7857139997e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T20:08:35Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['324e3190-f9a8-4c16-9f57-4b77032616a0'], 'active': True} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 20:08:50.545817 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [None req-52d5996b-bfc2-48cd-9e6e-6d2f7d62d95d admin admin] Deleting port 1895c6aa-af9b-48c7-ac22-b7982ff4bb98 {{(pid=102387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 20:08:50.546187 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-52d5996b-bfc2-48cd-9e6e-6d2f7d62d95d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:08:50.622838 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvr_db [None req-ef8e6a8b-f05a-44b3-80cc-e7857139997e None None] Set router 324e3190-f9a8-4c16-9f57-4b77032616a0 gateway port host: None {{(pid=102389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 20:08:50.626354 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.db [None req-52d5996b-bfc2-48cd-9e6e-6d2f7d62d95d admin admin] For port 1895c6aa-af9b-48c7-ac22-b7982ff4bb98, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=1895c6aa-af9b-48c7-ac22-b7982ff4bb98,segment=NetworkSegment(85be518c-8bb4-46a2-a903-d4292782d29d),segment_id=85be518c-8bb4-46a2-a903-d4292782d29d)] {{(pid=102387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 20:08:50.626735 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-52d5996b-bfc2-48cd-9e6e-6d2f7d62d95d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:08:50.639637 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [None req-52d5996b-bfc2-48cd-9e6e-6d2f7d62d95d admin admin] Calling delete_port for 1895c6aa-af9b-48c7-ac22-b7982ff4bb98 owned by network:router_gateway {{(pid=102387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 20:08:50.678747 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-ef8e6a8b-f05a-44b3-80cc-e7857139997e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '324e3190-f9a8-4c16-9f57-4b77032616a0', 'name': 'tempest-TestShelveInstance-790141515-router', 'tenant_id': '73bc85f2d8004e58b03d02ec3081a42a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T19:58:38Z', 'updated_at': '2021-11-05T20:08:50Z', 'revision_number': 6, 'project_id': '73bc85f2d8004e58b03d02ec3081a42a', 'gw_port_host': None}], 'n-d-816865-1', False) {} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 20:08:50.704775 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef8e6a8b-f05a-44b3-80cc-e7857139997e None None] The sync data for ids ['324e3190-f9a8-4c16-9f57-4b77032616a0'] in n-d-816865-1 is: [{'id': '324e3190-f9a8-4c16-9f57-4b77032616a0', 'name': 'tempest-TestShelveInstance-790141515-router', 'tenant_id': '73bc85f2d8004e58b03d02ec3081a42a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T19:58:38Z', 'updated_at': '2021-11-05T20:08:50Z', 'revision_number': 6, 'project_id': '73bc85f2d8004e58b03d02ec3081a42a', 'gw_port_host': None}] {{(pid=102389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 20:08:50.859434 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-52d5996b-bfc2-48cd-9e6e-6d2f7d62d95d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4417063'] for port, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:08:50.885515 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d5996b-bfc2-48cd-9e6e-6d2f7d62d95d admin admin] Pushing event deleted for resources: {'Port': ['ID=1895c6aa-af9b-48c7-ac22-b7982ff4bb98,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 20:08:50.948048 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-52d5996b-bfc2-48cd-9e6e-6d2f7d62d95d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1000651'] for router_gateway, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:08:51.041254 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-52d5996b-bfc2-48cd-9e6e-6d2f7d62d95d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-571301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6852'] for router, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:08:51.043642 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-52d5996b-bfc2-48cd-9e6e-6d2f7d62d95d admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:08:51.142729 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-52d5996b-bfc2-48cd-9e6e-6d2f7d62d95d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-571310'] for router, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:08:51.143282 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52d5996b-bfc2-48cd-9e6e-6d2f7d62d95d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 324e3190-f9a8-4c16-9f57-4b77032616a0 {{(pid=102387) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 05 20:08:51.147584 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-52d5996b-bfc2-48cd-9e6e-6d2f7d62d95d admin admin] Publish callbacks [] for router, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:08:51.149520 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-52d5996b-bfc2-48cd-9e6e-6d2f7d62d95d admin admin] 10.222.0.13 "DELETE /v2.0/routers/324e3190-f9a8-4c16-9f57-4b77032616a0 HTTP/1.1" status: 204 len: 168 time: 0.9412928 Nov 05 20:08:51.151882 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 48276) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 20:08:51.198607 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e16cc01-cb29-4bb8-bfa8-e6c3e84388b2 admin admin] Deleting subnet 2bae8eea-6fa4-489b-9396-1095b00ca35d {{(pid=102387) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 05 20:08:51.202179 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-6e16cc01-cb29-4bb8-bfa8-e6c3e84388b2 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:08:51.236384 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-6e16cc01-cb29-4bb8-bfa8-e6c3e84388b2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4463501'] for subnet, precommit_delete_associations {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:08:51.310516 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-6e16cc01-cb29-4bb8-bfa8-e6c3e84388b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1573928'] for subnet, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:08:51.442598 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-6e16cc01-cb29-4bb8-bfa8-e6c3e84388b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1573905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4417146', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5112209'] for subnet, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:08:51.468925 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e16cc01-cb29-4bb8-bfa8-e6c3e84388b2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2bae8eea-6fa4-489b-9396-1095b00ca35d,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 20:08:51.474845 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-6e16cc01-cb29-4bb8-bfa8-e6c3e84388b2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:08:51.478691 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-6e16cc01-cb29-4bb8-bfa8-e6c3e84388b2 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/2bae8eea-6fa4-489b-9396-1095b00ca35d HTTP/1.1" status: 204 len: 168 time: 0.3258414 Nov 05 20:08:51.481182 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 48278) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 20:08:51.481352 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f44296ba-7d8a-4156-b3f6-412f930171dc None None] Network 63a0e519-73ec-4ef2-ae0f-fe28b66397dc requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 20:08:51.551930 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-d337cf72-b370-4c3a-9985-c8262599cbb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1664226'] for network, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:08:51.612033 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [None req-d337cf72-b370-4c3a-9985-c8262599cbb0 admin admin] Deleting port 50686c71-8f78-4269-9cb4-77d4742c2cce {{(pid=102387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 20:08:51.612377 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-d337cf72-b370-4c3a-9985-c8262599cbb0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:08:51.670215 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d43ebed-28c1-45cc-acdf-ae53433a38b8 None None] DHCP port deletion for 63a0e519-73ec-4ef2-ae0f-fe28b66397dc request from n-d-816865-1 {{(pid=102388) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 05 20:08:51.691266 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.db [None req-d337cf72-b370-4c3a-9985-c8262599cbb0 admin admin] For port 50686c71-8f78-4269-9cb4-77d4742c2cce, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=50686c71-8f78-4269-9cb4-77d4742c2cce,segment=NetworkSegment(fbdba18f-b24d-4398-8fe9-243a0fed8baf),segment_id=fbdba18f-b24d-4398-8fe9-243a0fed8baf)] {{(pid=102387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 20:08:51.691782 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-d337cf72-b370-4c3a-9985-c8262599cbb0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:08:51.707177 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [None req-d337cf72-b370-4c3a-9985-c8262599cbb0 admin admin] Calling delete_port for 50686c71-8f78-4269-9cb4-77d4742c2cce owned by network:dhcp {{(pid=102387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 20:08:51.719961 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 197b8291-f398-4720-82f4-763a1f992160 no longer exists at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 20:08:51.744180 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] No Port match for: 197b8291-f398-4720-82f4-763a1f992160 {{(pid=102388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 20:08:51.744526 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 197b8291-f398-4720-82f4-763a1f992160 not bound to the agent host n-d-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 20:08:51.744947 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 1895c6aa-af9b-48c7-ac22-b7982ff4bb98 no longer exists at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 20:08:51.767685 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] No Port match for: 1895c6aa-af9b-48c7-ac22-b7982ff4bb98 {{(pid=102388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 20:08:51.768026 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 1895c6aa-af9b-48c7-ac22-b7982ff4bb98 not bound to the agent host n-d-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 20:08:51.776458 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-5d43ebed-28c1-45cc-acdf-ae53433a38b8 None None] Deleting port 50686c71-8f78-4269-9cb4-77d4742c2cce {{(pid=102388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 20:08:51.776841 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-5d43ebed-28c1-45cc-acdf-ae53433a38b8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:08:51.846089 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-5d43ebed-28c1-45cc-acdf-ae53433a38b8 None None] For port 50686c71-8f78-4269-9cb4-77d4742c2cce, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=50686c71-8f78-4269-9cb4-77d4742c2cce,segment=NetworkSegment(fbdba18f-b24d-4398-8fe9-243a0fed8baf),segment_id=fbdba18f-b24d-4398-8fe9-243a0fed8baf)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 20:08:51.846487 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-5d43ebed-28c1-45cc-acdf-ae53433a38b8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:08:51.865233 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-d337cf72-b370-4c3a-9985-c8262599cbb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4417063'] for port, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:08:51.893445 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d337cf72-b370-4c3a-9985-c8262599cbb0 admin admin] Pushing event deleted for resources: {'Port': ['ID=50686c71-8f78-4269-9cb4-77d4742c2cce,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 20:08:51.899257 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d337cf72-b370-4c3a-9985-c8262599cbb0 admin admin] No DVR routers for this DVR port 50686c71-8f78-4269-9cb4-77d4742c2cce on host n-d-816865-1 {{(pid=102387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 20:08:51.973633 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-d337cf72-b370-4c3a-9985-c8262599cbb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1579173', 'neutron.services.segments.db._delete_segments_for_network-8750027792909'] for network, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:08:52.002207 n-d-816865-1 neutron-server[102387]: DEBUG neutron.services.segments.db [None req-d337cf72-b370-4c3a-9985-c8262599cbb0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63a0e519-73ec-4ef2-ae0f-fe28b66397dc']}} {{(pid=102387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 20:08:52.012508 n-d-816865-1 neutron-server[102387]: DEBUG neutron.services.segments.db [None req-d337cf72-b370-4c3a-9985-c8262599cbb0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fbdba18f-b24d-4398-8fe9-243a0fed8baf') {'for_net_delete': True} {{(pid=102387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 20:08:52.012809 n-d-816865-1 neutron-server[102387]: DEBUG neutron.services.segments.db [None req-d337cf72-b370-4c3a-9985-c8262599cbb0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fbdba18f-b24d-4398-8fe9-243a0fed8baf') {} {{(pid=102387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 20:08:52.018139 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-5d43ebed-28c1-45cc-acdf-ae53433a38b8 None None] Calling delete_port for 50686c71-8f78-4269-9cb4-77d4742c2cce owned by network:dhcp {{(pid=102388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 20:08:52.022570 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-d337cf72-b370-4c3a-9985-c8262599cbb0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750027793430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4463492'] for segment, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:08:52.037355 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-d337cf72-b370-4c3a-9985-c8262599cbb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273'] for segment, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:08:52.044477 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d337cf72-b370-4c3a-9985-c8262599cbb0 admin admin] Releasing vlan 177 on physical network physnet1 to pool {{(pid=102387) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 05 20:08:52.044862 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-d337cf72-b370-4c3a-9985-c8262599cbb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4417236'] for segment, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:08:52.046607 n-d-816865-1 neutron-server[102387]: Traceback (most recent call last): Nov 05 20:08:52.046607 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 05 20:08:52.046607 n-d-816865-1 neutron-server[102387]: timer() Nov 05 20:08:52.046607 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 05 20:08:52.046607 n-d-816865-1 neutron-server[102387]: cb(*args, **kw) Nov 05 20:08:52.046607 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 05 20:08:52.046607 n-d-816865-1 neutron-server[102387]: return func(*args, **kwargs) Nov 05 20:08:52.046607 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 05 20:08:52.046607 n-d-816865-1 neutron-server[102387]: self._notify() Nov 05 20:08:52.046607 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 05 20:08:52.046607 n-d-816865-1 neutron-server[102387]: self.callback(batched_events) Nov 05 20:08:52.046607 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 05 20:08:52.046607 n-d-816865-1 neutron-server[102387]: event.method(event) Nov 05 20:08:52.046607 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 05 20:08:52.046607 n-d-816865-1 neutron-server[102387]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 05 20:08:52.046607 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 05 20:08:52.046607 n-d-816865-1 neutron-server[102387]: aggregate_uuid = self.p_client.list_aggregates( Nov 05 20:08:52.046607 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 05 20:08:52.046607 n-d-816865-1 neutron-server[102387]: return f(self, *a, **k) Nov 05 20:08:52.046607 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 05 20:08:52.046607 n-d-816865-1 neutron-server[102387]: return self._get(url).json() Nov 05 20:08:52.046607 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 05 20:08:52.046607 n-d-816865-1 neutron-server[102387]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 05 20:08:52.046607 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 05 20:08:52.046607 n-d-816865-1 neutron-server[102387]: return self.request(url, 'GET', **kwargs) Nov 05 20:08:52.046607 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 05 20:08:52.046607 n-d-816865-1 neutron-server[102387]: base_url = self.get_endpoint(auth, allow=allow, Nov 05 20:08:52.046607 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 05 20:08:52.046607 n-d-816865-1 neutron-server[102387]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 05 20:08:52.046607 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 05 20:08:52.046607 n-d-816865-1 neutron-server[102387]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 05 20:08:52.046607 n-d-816865-1 neutron-server[102387]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 05 20:08:52.093963 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-5d43ebed-28c1-45cc-acdf-ae53433a38b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798'] for port, after_delete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:08:52.120875 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d43ebed-28c1-45cc-acdf-ae53433a38b8 None None] No DVR routers for this DVR port 50686c71-8f78-4269-9cb4-77d4742c2cce on host n-d-816865-1 {{(pid=102388) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 20:08:52.122707 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d43ebed-28c1-45cc-acdf-ae53433a38b8 None None] Pushing event deleted for resources: {'Port': ['ID=50686c71-8f78-4269-9cb4-77d4742c2cce,revision_number=None']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 20:08:52.179524 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-d337cf72-b370-4c3a-9985-c8262599cbb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1579178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-956796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1000687'] for network, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:08:52.185554 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-d337cf72-b370-4c3a-9985-c8262599cbb0 admin admin] Publish callbacks [] for network, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:08:52.188774 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-d337cf72-b370-4c3a-9985-c8262599cbb0 admin admin] 10.222.0.13 "DELETE /v2.0/networks/63a0e519-73ec-4ef2-ae0f-fe28b66397dc HTTP/1.1" status: 204 len: 168 time: 0.7065890 Nov 05 20:08:52.199849 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d337cf72-b370-4c3a-9985-c8262599cbb0 admin admin] Pushing event deleted for resources: {'Network': ['ID=63a0e519-73ec-4ef2-ae0f-fe28b66397dc,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 20:08:52.603119 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 48282) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 20:08:52.644089 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-d1d358c2-7e19-4766-a6c4-93aa8f69f5ba admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5f7ee977d52949ca83d9a18d279c5a9a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0397794 Nov 05 20:08:52.649559 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 48284) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 20:08:52.699115 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-5f3228ea-ea1b-4cd9-81f7-77cb10dd7ddb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:08:52.720127 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-5f3228ea-ea1b-4cd9-81f7-77cb10dd7ddb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:08:52.845320 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-5f3228ea-ea1b-4cd9-81f7-77cb10dd7ddb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:08:52.847959 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-5f3228ea-ea1b-4cd9-81f7-77cb10dd7ddb admin admin] Publish callbacks [] for security_group, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:08:52.849145 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-5f3228ea-ea1b-4cd9-81f7-77cb10dd7ddb admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c55c50a2-7239-4ef5-b113-453250d05372 HTTP/1.1" status: 204 len: 168 time: 0.1985312 Nov 05 20:08:52.856909 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3228ea-ea1b-4cd9-81f7-77cb10dd7ddb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c55c50a2-7239-4ef5-b113-453250d05372,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 20:08:53.517787 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 48290) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 20:08:53.561871 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-28371f74-7440-473a-a104-f09f703575eb admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=73bc85f2d8004e58b03d02ec3081a42a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0429027 Nov 05 20:08:53.564362 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 48292) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 20:08:53.618575 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-8a53e0e7-9b8e-464a-8892-6a153ad2ef97 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:08:53.641252 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-8a53e0e7-9b8e-464a-8892-6a153ad2ef97 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:08:53.667498 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 50686c71-8f78-4269-9cb4-77d4742c2cce no longer exists at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 20:08:53.687879 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] No Port match for: 50686c71-8f78-4269-9cb4-77d4742c2cce {{(pid=102388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 20:08:53.688234 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 50686c71-8f78-4269-9cb4-77d4742c2cce not bound to the agent host n-d-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 20:08:53.785066 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-8a53e0e7-9b8e-464a-8892-6a153ad2ef97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:08:53.787773 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-8a53e0e7-9b8e-464a-8892-6a153ad2ef97 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:08:53.791052 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-8a53e0e7-9b8e-464a-8892-6a153ad2ef97 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/88f2b1b8-867b-4b04-8c42-f7bf1e73091c HTTP/1.1" status: 204 len: 168 time: 0.2236321 Nov 05 20:08:53.797320 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a53e0e7-9b8e-464a-8892-6a153ad2ef97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88f2b1b8-867b-4b04-8c42-f7bf1e73091c,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 20:08:54.821017 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 48314) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 20:08:54.939957 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-62a6fca7-12cd-45d7-94b2-5ecb395999d8 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-296619941-network', 'tenant_id': '5bb0cc9f9a8a4680a51c7376ce9f4def'}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 20:08:55.030580 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62a6fca7-12cd-45d7-94b2-5ecb395999d8 admin admin] Made reservation on behalf of 5bb0cc9f9a8a4680a51c7376ce9f4def for: {'network': 1} {{(pid=102387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 20:08:55.032918 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-62a6fca7-12cd-45d7-94b2-5ecb395999d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for network, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:08:55.042063 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-62a6fca7-12cd-45d7-94b2-5ecb395999d8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:08:55.113974 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-62a6fca7-12cd-45d7-94b2-5ecb395999d8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:08:55.182561 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-62a6fca7-12cd-45d7-94b2-5ecb395999d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:08:55.207472 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-62a6fca7-12cd-45d7-94b2-5ecb395999d8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 164} {{(pid=102387) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 05 20:08:55.217197 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a6fca7-12cd-45d7-94b2-5ecb395999d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67ef2b00-9c77-4e0c-85d4-6efc247ad800,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 20:08:55.221843 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-62a6fca7-12cd-45d7-94b2-5ecb395999d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273'] for segment, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:08:55.222216 n-d-816865-1 neutron-server[102387]: INFO neutron.db.segments_db [None req-62a6fca7-12cd-45d7-94b2-5ecb395999d8 admin admin] Added segment 6ddd1d53-5e3d-44c3-bfaa-bf7df05e8e4c of type vlan for network ce72382f-017f-4267-9dfb-c83cb83a39ed Nov 05 20:08:55.264557 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-62a6fca7-12cd-45d7-94b2-5ecb395999d8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750027258543'] for network, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:08:55.354184 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-62a6fca7-12cd-45d7-94b2-5ecb395999d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-956796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877'] for network, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:08:55.355303 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62a6fca7-12cd-45d7-94b2-5ecb395999d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 20:08:55.355884 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-62a6fca7-12cd-45d7-94b2-5ecb395999d8 admin admin] Publish callbacks [] for network, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:08:55.414216 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a6fca7-12cd-45d7-94b2-5ecb395999d8 admin admin] Pushing event updated for resources: {'Network': ['ID=ce72382f-017f-4267-9dfb-c83cb83a39ed,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 20:08:55.424723 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Network ce72382f-017f-4267-9dfb-c83cb83a39ed details requested by agent ovs-agent-n-d-816865-1 with host n-d-816865-1 {{(pid=102388) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 05 20:08:55.439108 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-62a6fca7-12cd-45d7-94b2-5ecb395999d8 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6169918 Nov 05 20:08:55.441891 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 48318) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 20:08:55.446658 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-406941cb-e2c3-4667-9bf5-96826d06264a admin admin] Request body: {'subnet': {'network_id': 'ce72382f-017f-4267-9dfb-c83cb83a39ed', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-296619941-subnet', 'tenant_id': '5bb0cc9f9a8a4680a51c7376ce9f4def', 'ip_version': 4}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 20:08:55.510534 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-406941cb-e2c3-4667-9bf5-96826d06264a admin admin] Made reservation on behalf of 5bb0cc9f9a8a4680a51c7376ce9f4def for: {'subnet': 1} {{(pid=102387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 20:08:55.512876 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-406941cb-e2c3-4667-9bf5-96826d06264a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5112236'] for subnet, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:08:56.048200 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-406941cb-e2c3-4667-9bf5-96826d06264a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4417463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5112218'] for subnet, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:08:56.102882 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406941cb-e2c3-4667-9bf5-96826d06264a admin admin] Pushing event updated for resources: {'Subnet': ['ID=a97f3c91-bd34-4d4f-9f35-14e1520d9e2d,revision_number=0']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 20:08:56.113568 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-406941cb-e2c3-4667-9bf5-96826d06264a admin admin] Checking segment: {'id': '6ddd1d53-5e3d-44c3-bfaa-bf7df05e8e4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'ce72382f-017f-4267-9dfb-c83cb83a39ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 20:08:56.113931 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-406941cb-e2c3-4667-9bf5-96826d06264a admin admin] Network hostable DHCP agents. Network: ce72382f-017f-4267-9dfb-c83cb83a39ed, hostable agents: ['987e2ca0-bc3b-4c6f-a989-429ccfbf753f'], hosted agents: [] {{(pid=102387) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 05 20:08:56.176554 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-406941cb-e2c3-4667-9bf5-96826d06264a admin admin] Network ce72382f-017f-4267-9dfb-c83cb83a39ed is scheduled to be hosted by DHCP agent 987e2ca0-bc3b-4c6f-a989-429ccfbf753f with binding_index 1 {{(pid=102387) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 05 20:08:56.239729 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.base_scheduler [None req-406941cb-e2c3-4667-9bf5-96826d06264a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816865-1, ce72382f-017f-4267-9dfb-c83cb83a39ed) {{(pid=102387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 20:08:56.244663 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-406941cb-e2c3-4667-9bf5-96826d06264a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 20:08:56.246162 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-406941cb-e2c3-4667-9bf5-96826d06264a admin admin] Publish callbacks [] for subnet, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:08:56.249417 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7557f202-8236-47e5-b115-59f729c3b510 None None] Network ce72382f-017f-4267-9dfb-c83cb83a39ed requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 20:08:56.323574 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-406941cb-e2c3-4667-9bf5-96826d06264a admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8796847 Nov 05 20:08:56.325220 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 48320) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 20:08:56.329575 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-cdd5f990-9f94-411f-9de2-50d208894e4b admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-296619941-router', 'tenant_id': '5bb0cc9f9a8a4680a51c7376ce9f4def', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec'}}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 20:08:56.395497 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d0b7a51-be57-4b1c-8fb2-7bd73cf89926 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeb20a084-accf-5b60-8075-3e69ebe863a6-ce72382f-017f-4267-9dfb-c83cb83a39ed', 'network_id': 'ce72382f-017f-4267-9dfb-c83cb83a39ed', 'tenant_id': '5bb0cc9f9a8a4680a51c7376ce9f4def', 'fixed_ips': [{'subnet_id': 'a97f3c91-bd34-4d4f-9f35-14e1520d9e2d'}]}} from n-d-816865-1. {{(pid=102388) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 05 20:08:56.396368 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3d0b7a51-be57-4b1c-8fb2-7bd73cf89926 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:08:56.408643 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-cdd5f990-9f94-411f-9de2-50d208894e4b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-571139', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6874'] for router, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:08:56.409858 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-cdd5f990-9f94-411f-9de2-50d208894e4b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-571375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1000570', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1011585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6867'] for router, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:08:56.466155 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-cdd5f990-9f94-411f-9de2-50d208894e4b admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:08:56.525890 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.db_base_plugin_common [None req-3d0b7a51-be57-4b1c-8fb2-7bd73cf89926 None None] Allocated IP 172.20.0.2 (ce72382f-017f-4267-9dfb-c83cb83a39ed/a97f3c91-bd34-4d4f-9f35-14e1520d9e2d/19cfb699-0cd3-4b5f-86b9-7100b5d5a5e6) {{(pid=102388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 20:08:56.671634 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3d0b7a51-be57-4b1c-8fb2-7bd73cf89926 None None] Publish callbacks [] for port, precommit_create {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:08:56.684978 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-cdd5f990-9f94-411f-9de2-50d208894e4b admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:08:56.742885 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3d0b7a51-be57-4b1c-8fb2-7bd73cf89926 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789'] for port, after_create {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:08:56.780092 n-d-816865-1 neutron-server[102388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d0b7a51-be57-4b1c-8fb2-7bd73cf89926 None None] Network ce72382f-017f-4267-9dfb-c83cb83a39ed is already hosted by enough agents. {{(pid=102388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 20:08:56.785012 n-d-816865-1 neutron-server[102388]: DEBUG neutron.scheduler.base_scheduler [None req-3d0b7a51-be57-4b1c-8fb2-7bd73cf89926 None None] Resources bound (agent type, host, resource id): {{(pid=102388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 20:08:56.788633 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d0b7a51-be57-4b1c-8fb2-7bd73cf89926 None None] Received port after_create {{(pid=102388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 20:08:56.796498 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0b7a51-be57-4b1c-8fb2-7bd73cf89926 None None] Pushing event updated for resources: {'Port': ['ID=19cfb699-0cd3-4b5f-86b9-7100b5d5a5e6,revision_number=1']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 20:08:56.855420 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-3d0b7a51-be57-4b1c-8fb2-7bd73cf89926 None None] Attempting to bind port 19cfb699-0cd3-4b5f-86b9-7100b5d5a5e6 on host n-d-816865-1 for vnic_type normal with profile {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 20:08:56.855787 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-3d0b7a51-be57-4b1c-8fb2-7bd73cf89926 None None] Attempting to bind port 19cfb699-0cd3-4b5f-86b9-7100b5d5a5e6 by drivers openvswitch,hyperv on host n-d-816865-1 at level 0 using segments [{'id': '6ddd1d53-5e3d-44c3-bfaa-bf7df05e8e4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'ce72382f-017f-4267-9dfb-c83cb83a39ed'}] {{(pid=102388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 20:08:56.856146 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d0b7a51-be57-4b1c-8fb2-7bd73cf89926 None None] Attempting to bind port 19cfb699-0cd3-4b5f-86b9-7100b5d5a5e6 on network ce72382f-017f-4267-9dfb-c83cb83a39ed {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 20:08:56.861058 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d0b7a51-be57-4b1c-8fb2-7bd73cf89926 None None] Checking agent: {'id': '724d89a7-611b-41e6-bc85-c48112b17afa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 18, 25, 8), 'started_at': datetime.datetime(2021, 11, 5, 18, 25, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 20, 8, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 20:08:56.864176 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d0b7a51-be57-4b1c-8fb2-7bd73cf89926 None None] Checking segment: {'id': '6ddd1d53-5e3d-44c3-bfaa-bf7df05e8e4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'ce72382f-017f-4267-9dfb-c83cb83a39ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 20:08:56.864176 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3d0b7a51-be57-4b1c-8fb2-7bd73cf89926 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:08:56.864176 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d0b7a51-be57-4b1c-8fb2-7bd73cf89926 None None] Bound using segment: {'id': '6ddd1d53-5e3d-44c3-bfaa-bf7df05e8e4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'ce72382f-017f-4267-9dfb-c83cb83a39ed'} {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 20:08:56.864176 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-3d0b7a51-be57-4b1c-8fb2-7bd73cf89926 None None] Bound port: 19cfb699-0cd3-4b5f-86b9-7100b5d5a5e6, host: n-d-816865-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ddd1d53-5e3d-44c3-bfaa-bf7df05e8e4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'ce72382f-017f-4267-9dfb-c83cb83a39ed'}}] {{(pid=102388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 20:08:56.864176 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3d0b7a51-be57-4b1c-8fb2-7bd73cf89926 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:08:56.926639 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3d0b7a51-be57-4b1c-8fb2-7bd73cf89926 None None] For port 19cfb699-0cd3-4b5f-86b9-7100b5d5a5e6, host n-d-816865-1, cleared binding levels {{(pid=102388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 20:08:56.929586 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3d0b7a51-be57-4b1c-8fb2-7bd73cf89926 None None] For port 19cfb699-0cd3-4b5f-86b9-7100b5d5a5e6, host n-d-816865-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=19cfb699-0cd3-4b5f-86b9-7100b5d5a5e6,segment=NetworkSegment(6ddd1d53-5e3d-44c3-bfaa-bf7df05e8e4c),segment_id=6ddd1d53-5e3d-44c3-bfaa-bf7df05e8e4c)] {{(pid=102388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 20:08:56.967862 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-cdd5f990-9f94-411f-9de2-50d208894e4b admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:08:56.986342 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-cdd5f990-9f94-411f-9de2-50d208894e4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:08:57.017447 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3d0b7a51-be57-4b1c-8fb2-7bd73cf89926 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:08:57.081249 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0b7a51-be57-4b1c-8fb2-7bd73cf89926 None None] Pushing event updated for resources: {'Port': ['ID=19cfb699-0cd3-4b5f-86b9-7100b5d5a5e6,revision_number=2']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 20:08:57.101761 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.db_base_plugin_common [None req-cdd5f990-9f94-411f-9de2-50d208894e4b admin admin] Allocated IP 172.25.6.202 (40c8335d-cd0b-4cb5-910a-d4dcddd5cbec/04fe6db3-e108-4208-943d-6518424f5726/3d2ccace-1317-4f02-b5d1-106f9e5f2dac) {{(pid=102387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 20:08:57.222156 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-cdd5f990-9f94-411f-9de2-50d208894e4b admin admin] Publish callbacks [] for port, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:08:57.345468 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-cdd5f990-9f94-411f-9de2-50d208894e4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4417063'] for port, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:08:57.384008 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdd5f990-9f94-411f-9de2-50d208894e4b admin admin] Network 40c8335d-cd0b-4cb5-910a-d4dcddd5cbec is already hosted by enough agents. {{(pid=102387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 20:08:57.389122 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.base_scheduler [None req-cdd5f990-9f94-411f-9de2-50d208894e4b admin admin] Resources bound (agent type, host, resource id): {{(pid=102387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 20:08:57.392766 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdd5f990-9f94-411f-9de2-50d208894e4b admin admin] Received port after_create {{(pid=102387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 20:08:57.398304 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd5f990-9f94-411f-9de2-50d208894e4b admin admin] Pushing event updated for resources: {'Port': ['ID=3d2ccace-1317-4f02-b5d1-106f9e5f2dac,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 20:08:57.719716 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-cdd5f990-9f94-411f-9de2-50d208894e4b admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:08:57.722943 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 19cfb699-0cd3-4b5f-86b9-7100b5d5a5e6 up at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 20:08:57.776004 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Provisioning complete for port 19cfb699-0cd3-4b5f-86b9-7100b5d5a5e6 triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 20:08:57.776389 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:08:57.863699 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:08:57.898311 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] For port 19cfb699-0cd3-4b5f-86b9-7100b5d5a5e6, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=19cfb699-0cd3-4b5f-86b9-7100b5d5a5e6,segment=NetworkSegment(6ddd1d53-5e3d-44c3-bfaa-bf7df05e8e4c),segment_id=6ddd1d53-5e3d-44c3-bfaa-bf7df05e8e4c)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 20:08:57.931117 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-cdd5f990-9f94-411f-9de2-50d208894e4b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-571384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1000487'] for router, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:08:57.997499 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:08:58.032831 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0142147d-c7d9-4dcf-a658-8595daa3df02 None None] Network ce72382f-017f-4267-9dfb-c83cb83a39ed requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 20:08:58.118190 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Pushing event updated for resources: {'Port': ['ID=19cfb699-0cd3-4b5f-86b9-7100b5d5a5e6,revision_number=3']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 20:08:58.127858 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cdd5f990-9f94-411f-9de2-50d208894e4b admin admin] Router 1ce956a9-1548-4ae9-9f6c-159fffb98f75 is scheduled to L3 agent 6dcb5589-8e86-4616-9186-ddc4548e13ad with binding_index 1 {{(pid=102387) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 05 20:08:58.140731 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-79722c9b-0601-4f80-a806-d744aea4e09c None None] Provisioning complete for port 19cfb699-0cd3-4b5f-86b9-7100b5d5a5e6 triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 20:08:58.141197 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-79722c9b-0601-4f80-a806-d744aea4e09c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:08:58.238807 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdd5f990-9f94-411f-9de2-50d208894e4b admin admin] Notify agent at l3_agent.n-d-816865-1 the message routers_updated {{(pid=102387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 20:08:58.267318 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ab70ac5-27ea-4dcb-ace1-1d34f7c92d9a None None] Sync routers for ids ['1ce956a9-1548-4ae9-9f6c-159fffb98f75'] in n-d-816865-1 {{(pid=102388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 20:08:58.297764 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ab70ac5-27ea-4dcb-ace1-1d34f7c92d9a None None] Routers {'1ce956a9-1548-4ae9-9f6c-159fffb98f75'} bound to L3 agent in host n-d-816865-1 {{(pid=102388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 20:08:58.298484 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-0ab70ac5-27ea-4dcb-ace1-1d34f7c92d9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T20:08:35Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['1ce956a9-1548-4ae9-9f6c-159fffb98f75'], 'active': True} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 20:08:58.327683 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-cdd5f990-9f94-411f-9de2-50d208894e4b admin admin] Publish callbacks [] for router, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:08:58.329986 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-cdd5f990-9f94-411f-9de2-50d208894e4b admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.0029933 Nov 05 20:08:58.332279 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 48322) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 20:08:58.417297 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvr_db [None req-0ab70ac5-27ea-4dcb-ace1-1d34f7c92d9a None None] Set router 1ce956a9-1548-4ae9-9f6c-159fffb98f75 gateway port host: n-d-816865-1 {{(pid=102388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 20:08:58.612970 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-0ab70ac5-27ea-4dcb-ace1-1d34f7c92d9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ce956a9-1548-4ae9-9f6c-159fffb98f75', 'name': 'tempest-TestSnapshotPattern-296619941-router', 'tenant_id': '5bb0cc9f9a8a4680a51c7376ce9f4def', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.202'}], 'enable_snat': True}, 'gw_port_id': '3d2ccace-1317-4f02-b5d1-106f9e5f2dac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T20:08:56Z', 'updated_at': '2021-11-05T20:08:57Z', 'revision_number': 3, 'project_id': '5bb0cc9f9a8a4680a51c7376ce9f4def', 'gw_port': {'id': '3d2ccace-1317-4f02-b5d1-106f9e5f2dac', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:70:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ce956a9-1548-4ae9-9f6c-159fffb98f75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T20:08:56Z', 'updated_at': '2021-11-05T20:08:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1'}], 'n-d-816865-1', False) {} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 20:08:58.647103 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ab70ac5-27ea-4dcb-ace1-1d34f7c92d9a None None] Checking router: 1ce956a9-1548-4ae9-9f6c-159fffb98f75 for host: n-d-816865-1 {{(pid=102388) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 20:08:58.647465 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ab70ac5-27ea-4dcb-ace1-1d34f7c92d9a None None] Updating router 1ce956a9-1548-4ae9-9f6c-159fffb98f75 port 3d2ccace-1317-4f02-b5d1-106f9e5f2dac binding host n-d-816865-1 {{(pid=102388) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 05 20:08:58.651011 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-ebcdd033-ff94-4d00-af8f-49bc3ec5c395 None None] Provisioning complete for port 19cfb699-0cd3-4b5f-86b9-7100b5d5a5e6 triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 20:08:58.651391 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-ebcdd033-ff94-4d00-af8f-49bc3ec5c395 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:08:58.694869 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-0ab70ac5-27ea-4dcb-ace1-1d34f7c92d9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:08:58.767609 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-738fb8ff-88af-438d-a4d3-fe99ea3c4f75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:08:58.930508 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.db_base_plugin_common [None req-738fb8ff-88af-438d-a4d3-fe99ea3c4f75 admin admin] Allocated IP 172.20.0.1 (ce72382f-017f-4267-9dfb-c83cb83a39ed/a97f3c91-bd34-4d4f-9f35-14e1520d9e2d/8f13ea49-12d1-483e-8a86-cb3ed3751a55) {{(pid=102387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 20:08:58.988587 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-0ab70ac5-27ea-4dcb-ace1-1d34f7c92d9a None None] Publish callbacks [] for port, precommit_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:08:59.038639 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-738fb8ff-88af-438d-a4d3-fe99ea3c4f75 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:08:59.065138 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-0ab70ac5-27ea-4dcb-ace1-1d34f7c92d9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:08:59.114360 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-0ab70ac5-27ea-4dcb-ace1-1d34f7c92d9a None None] Attempting to bind port 3d2ccace-1317-4f02-b5d1-106f9e5f2dac on host n-d-816865-1 for vnic_type normal with profile {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 20:08:59.114727 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-0ab70ac5-27ea-4dcb-ace1-1d34f7c92d9a None None] Attempting to bind port 3d2ccace-1317-4f02-b5d1-106f9e5f2dac by drivers openvswitch,hyperv on host n-d-816865-1 at level 0 using segments [{'id': '85be518c-8bb4-46a2-a903-d4292782d29d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec'}] {{(pid=102388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 20:08:59.115088 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ab70ac5-27ea-4dcb-ace1-1d34f7c92d9a None None] Attempting to bind port 3d2ccace-1317-4f02-b5d1-106f9e5f2dac on network 40c8335d-cd0b-4cb5-910a-d4dcddd5cbec {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 20:08:59.123863 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0e3afd-e50a-4e85-acd4-4c5917e89952 None None] Pushing event updated for resources: {'Port': ['ID=3d2ccace-1317-4f02-b5d1-106f9e5f2dac,revision_number=2']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 20:08:59.127183 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ab70ac5-27ea-4dcb-ace1-1d34f7c92d9a None None] Checking agent: {'id': '724d89a7-611b-41e6-bc85-c48112b17afa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 18, 25, 8), 'started_at': datetime.datetime(2021, 11, 5, 18, 25, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 20, 8, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 20:08:59.127556 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ab70ac5-27ea-4dcb-ace1-1d34f7c92d9a None None] Checking segment: {'id': '85be518c-8bb4-46a2-a903-d4292782d29d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 20:08:59.127990 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-0ab70ac5-27ea-4dcb-ace1-1d34f7c92d9a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:08:59.128370 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ab70ac5-27ea-4dcb-ace1-1d34f7c92d9a None None] Bound using segment: {'id': '85be518c-8bb4-46a2-a903-d4292782d29d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec'} {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 20:08:59.128836 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-0ab70ac5-27ea-4dcb-ace1-1d34f7c92d9a None None] Bound port: 3d2ccace-1317-4f02-b5d1-106f9e5f2dac, host: n-d-816865-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85be518c-8bb4-46a2-a903-d4292782d29d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec'}}] {{(pid=102388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 20:08:59.129215 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-0ab70ac5-27ea-4dcb-ace1-1d34f7c92d9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:08:59.134229 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-738fb8ff-88af-438d-a4d3-fe99ea3c4f75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4417063'] for port, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:08:59.172460 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-738fb8ff-88af-438d-a4d3-fe99ea3c4f75 admin admin] Network ce72382f-017f-4267-9dfb-c83cb83a39ed is already hosted by enough agents. {{(pid=102387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 20:08:59.177697 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.base_scheduler [None req-738fb8ff-88af-438d-a4d3-fe99ea3c4f75 admin admin] Resources bound (agent type, host, resource id): {{(pid=102387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 20:08:59.181148 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-0ab70ac5-27ea-4dcb-ace1-1d34f7c92d9a None None] For port 3d2ccace-1317-4f02-b5d1-106f9e5f2dac, host n-d-816865-1, cleared binding levels {{(pid=102388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 20:08:59.181362 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-738fb8ff-88af-438d-a4d3-fe99ea3c4f75 admin admin] Received port after_create {{(pid=102387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 20:08:59.185110 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-0ab70ac5-27ea-4dcb-ace1-1d34f7c92d9a None None] For port 3d2ccace-1317-4f02-b5d1-106f9e5f2dac, host n-d-816865-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=3d2ccace-1317-4f02-b5d1-106f9e5f2dac,segment=NetworkSegment(85be518c-8bb4-46a2-a903-d4292782d29d),segment_id=85be518c-8bb4-46a2-a903-d4292782d29d)] {{(pid=102388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 20:08:59.187829 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738fb8ff-88af-438d-a4d3-fe99ea3c4f75 admin admin] Pushing event updated for resources: {'Port': ['ID=8f13ea49-12d1-483e-8a86-cb3ed3751a55,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 20:08:59.226434 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-738fb8ff-88af-438d-a4d3-fe99ea3c4f75 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-571770'] for router_interface, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:08:59.254617 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-0ab70ac5-27ea-4dcb-ace1-1d34f7c92d9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:08:59.322549 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0e3afd-e50a-4e85-acd4-4c5917e89952 None None] Pushing event updated for resources: {'Port': ['ID=3d2ccace-1317-4f02-b5d1-106f9e5f2dac,revision_number=3']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 20:08:59.325418 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ab70ac5-27ea-4dcb-ace1-1d34f7c92d9a None None] Routers {'1ce956a9-1548-4ae9-9f6c-159fffb98f75'} bound to L3 agent in host n-d-816865-1 {{(pid=102388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 20:08:59.326156 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-0ab70ac5-27ea-4dcb-ace1-1d34f7c92d9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T20:08:35Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['1ce956a9-1548-4ae9-9f6c-159fffb98f75'], 'active': True} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 20:08:59.435874 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvr_db [None req-0ab70ac5-27ea-4dcb-ace1-1d34f7c92d9a None None] Set router 1ce956a9-1548-4ae9-9f6c-159fffb98f75 gateway port host: n-d-816865-1 {{(pid=102388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 20:08:59.441915 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-738fb8ff-88af-438d-a4d3-fe99ea3c4f75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:08:59.557301 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-7a30d1c1-7834-44dc-870c-65db9bc710c8 None None] Provisioning complete for port 8f13ea49-12d1-483e-8a86-cb3ed3751a55 triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 20:08:59.557585 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-7a30d1c1-7834-44dc-870c-65db9bc710c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:08:59.605530 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-7a30d1c1-7834-44dc-870c-65db9bc710c8 None None] Port 8f13ea49-12d1-483e-8a86-cb3ed3751a55 cannot update to ACTIVE because it is not bound. {{(pid=102388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 20:08:59.612306 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-738fb8ff-88af-438d-a4d3-fe99ea3c4f75 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:08:59.672714 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-0ab70ac5-27ea-4dcb-ace1-1d34f7c92d9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ce956a9-1548-4ae9-9f6c-159fffb98f75', 'name': 'tempest-TestSnapshotPattern-296619941-router', 'tenant_id': '5bb0cc9f9a8a4680a51c7376ce9f4def', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.202'}], 'enable_snat': True}, 'gw_port_id': '3d2ccace-1317-4f02-b5d1-106f9e5f2dac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T20:08:56Z', 'updated_at': '2021-11-05T20:08:57Z', 'revision_number': 3, 'project_id': '5bb0cc9f9a8a4680a51c7376ce9f4def', 'gw_port': {'id': '3d2ccace-1317-4f02-b5d1-106f9e5f2dac', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:70:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ce956a9-1548-4ae9-9f6c-159fffb98f75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T20:08:56Z', 'updated_at': '2021-11-05T20:08:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1'}], 'n-d-816865-1', False) {} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 20:08:59.682734 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-738fb8ff-88af-438d-a4d3-fe99ea3c4f75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4417072'] for port, after_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:08:59.701282 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 19cfb699-0cd3-4b5f-86b9-7100b5d5a5e6 up at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 20:08:59.703671 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ab70ac5-27ea-4dcb-ace1-1d34f7c92d9a None None] The sync data for ids ['1ce956a9-1548-4ae9-9f6c-159fffb98f75'] in n-d-816865-1 is: [{'id': '1ce956a9-1548-4ae9-9f6c-159fffb98f75', 'name': 'tempest-TestSnapshotPattern-296619941-router', 'tenant_id': '5bb0cc9f9a8a4680a51c7376ce9f4def', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.202'}], 'enable_snat': True}, 'gw_port_id': '3d2ccace-1317-4f02-b5d1-106f9e5f2dac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T20:08:56Z', 'updated_at': '2021-11-05T20:08:57Z', 'revision_number': 3, 'project_id': '5bb0cc9f9a8a4680a51c7376ce9f4def', 'gw_port': {'id': '3d2ccace-1317-4f02-b5d1-106f9e5f2dac', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:70:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ce956a9-1548-4ae9-9f6c-159fffb98f75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T20:08:56Z', 'updated_at': '2021-11-05T20:08:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1'}] {{(pid=102388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 20:08:59.758158 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-738fb8ff-88af-438d-a4d3-fe99ea3c4f75 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-597863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-571878'] for router_interface, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:08:59.762781 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Provisioning complete for port 19cfb699-0cd3-4b5f-86b9-7100b5d5a5e6 triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 20:08:59.763167 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:08:59.764959 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738fb8ff-88af-438d-a4d3-fe99ea3c4f75 admin admin] Pushing event updated for resources: {'Port': ['ID=8f13ea49-12d1-483e-8a86-cb3ed3751a55,revision_number=2']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 20:08:59.857765 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-738fb8ff-88af-438d-a4d3-fe99ea3c4f75 admin admin] Network ce72382f-017f-4267-9dfb-c83cb83a39ed is already hosted by enough agents. {{(pid=102387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 20:08:59.859358 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.base_scheduler [None req-738fb8ff-88af-438d-a4d3-fe99ea3c4f75 admin admin] Resources bound (agent type, host, resource id): {{(pid=102387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 20:09:00.132433 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-c2f8f381-440d-4831-b9ff-b0bc6864376f None None] Provisioning complete for port 8f13ea49-12d1-483e-8a86-cb3ed3751a55 triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 20:09:00.132978 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c2f8f381-440d-4831-b9ff-b0bc6864376f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:09:00.170354 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-c2f8f381-440d-4831-b9ff-b0bc6864376f None None] Port 8f13ea49-12d1-483e-8a86-cb3ed3751a55 cannot update to ACTIVE because it is not bound. {{(pid=102388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 20:09:00.321468 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-738fb8ff-88af-438d-a4d3-fe99ea3c4f75 admin admin] Router 1ce956a9-1548-4ae9-9f6c-159fffb98f75 has already been hosted by L3 agent 6dcb5589-8e86-4616-9186-ddc4548e13ad {{(pid=102387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 20:09:00.436802 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-738fb8ff-88af-438d-a4d3-fe99ea3c4f75 admin admin] Notify agent at l3_agent.n-d-816865-1 the message routers_updated {{(pid=102387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 20:09:00.446498 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-738fb8ff-88af-438d-a4d3-fe99ea3c4f75 admin admin] 10.222.0.13 "PUT /v2.0/routers/1ce956a9-1548-4ae9-9f6c-159fffb98f75/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1085544 Nov 05 20:09:01.158426 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 48338) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 20:09:01.163497 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-c311d432-6e86-4906-8c67-db888d3d731f admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1405198869-network', 'tenant_id': '2fd8a348f8da46cfa99e1fe8738f5f79'}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 20:09:01.236732 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c311d432-6e86-4906-8c67-db888d3d731f admin admin] Made reservation on behalf of 2fd8a348f8da46cfa99e1fe8738f5f79 for: {'network': 1} {{(pid=102387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 20:09:01.239834 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-c311d432-6e86-4906-8c67-db888d3d731f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for network, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:09:01.243365 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65b17eb1-d47f-4e81-9872-359c450a22c7 None None] Sync routers for ids ['1ce956a9-1548-4ae9-9f6c-159fffb98f75'] in n-d-816865-1 {{(pid=102389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 20:09:01.250717 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-c311d432-6e86-4906-8c67-db888d3d731f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:09:01.254914 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65b17eb1-d47f-4e81-9872-359c450a22c7 None None] Routers {'1ce956a9-1548-4ae9-9f6c-159fffb98f75'} bound to L3 agent in host n-d-816865-1 {{(pid=102389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 20:09:01.255967 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-65b17eb1-d47f-4e81-9872-359c450a22c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T20:08:35Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['1ce956a9-1548-4ae9-9f6c-159fffb98f75'], 'active': True} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 20:09:01.326387 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-c311d432-6e86-4906-8c67-db888d3d731f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:09:01.361964 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvr_db [None req-65b17eb1-d47f-4e81-9872-359c450a22c7 None None] Set router 1ce956a9-1548-4ae9-9f6c-159fffb98f75 gateway port host: n-d-816865-1 {{(pid=102389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 20:09:01.411302 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-c311d432-6e86-4906-8c67-db888d3d731f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:09:01.432474 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c311d432-6e86-4906-8c67-db888d3d731f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 157} {{(pid=102387) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 05 20:09:01.446060 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c311d432-6e86-4906-8c67-db888d3d731f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8735ec4-9ae4-4050-8876-4b2dbca73544,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 20:09:01.451713 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-c311d432-6e86-4906-8c67-db888d3d731f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273'] for segment, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:09:01.452058 n-d-816865-1 neutron-server[102387]: INFO neutron.db.segments_db [None req-c311d432-6e86-4906-8c67-db888d3d731f admin admin] Added segment ffd981f0-1be9-4424-a5de-dd08afdf4288 of type vlan for network 11919bc5-b037-4417-b347-3717964d2cd0 Nov 05 20:09:01.493583 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-c311d432-6e86-4906-8c67-db888d3d731f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750027258543'] for network, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:09:01.594200 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-c311d432-6e86-4906-8c67-db888d3d731f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-956796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877'] for network, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:09:01.595220 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c311d432-6e86-4906-8c67-db888d3d731f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 20:09:01.595807 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-c311d432-6e86-4906-8c67-db888d3d731f admin admin] Publish callbacks [] for network, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:09:01.655622 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-65b17eb1-d47f-4e81-9872-359c450a22c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ce956a9-1548-4ae9-9f6c-159fffb98f75', 'name': 'tempest-TestSnapshotPattern-296619941-router', 'tenant_id': '5bb0cc9f9a8a4680a51c7376ce9f4def', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.202'}], 'enable_snat': True}, 'gw_port_id': '3d2ccace-1317-4f02-b5d1-106f9e5f2dac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T20:08:56Z', 'updated_at': '2021-11-05T20:08:59Z', 'revision_number': 4, 'project_id': '5bb0cc9f9a8a4680a51c7376ce9f4def', 'gw_port': {'id': '3d2ccace-1317-4f02-b5d1-106f9e5f2dac', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:70:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ce956a9-1548-4ae9-9f6c-159fffb98f75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T20:08:56Z', 'updated_at': '2021-11-05T20:08:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1', '_interfaces': [{'id': '8f13ea49-12d1-483e-8a86-cb3ed3751a55', 'name': '', 'network_id': 'ce72382f-017f-4267-9dfb-c83cb83a39ed', 'tenant_id': '5bb0cc9f9a8a4680a51c7376ce9f4def', 'mac_address': 'fa:16:3e:cb:94:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ce956a9-1548-4ae9-9f6c-159fffb98f75', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'a97f3c91-bd34-4d4f-9f35-14e1520d9e2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T20:08:58Z', 'updated_at': '2021-11-05T20:08:59Z', 'revision_number': 2, 'project_id': '5bb0cc9f9a8a4680a51c7376ce9f4def', 'subnets': [{'id': 'a97f3c91-bd34-4d4f-9f35-14e1520d9e2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-1', False) {} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 20:09:01.662563 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c311d432-6e86-4906-8c67-db888d3d731f admin admin] Pushing event updated for resources: {'Network': ['ID=11919bc5-b037-4417-b347-3717964d2cd0,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 20:09:01.673277 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Network 11919bc5-b037-4417-b347-3717964d2cd0 details requested by agent ovs-agent-n-d-816865-1 with host n-d-816865-1 {{(pid=102388) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 05 20:09:01.683281 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65b17eb1-d47f-4e81-9872-359c450a22c7 None None] Checking router: 1ce956a9-1548-4ae9-9f6c-159fffb98f75 for host: n-d-816865-1 {{(pid=102389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 20:09:01.683718 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65b17eb1-d47f-4e81-9872-359c450a22c7 None None] Updating router 1ce956a9-1548-4ae9-9f6c-159fffb98f75 port 8f13ea49-12d1-483e-8a86-cb3ed3751a55 binding host n-d-816865-1 {{(pid=102389) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 05 20:09:01.697284 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-c311d432-6e86-4906-8c67-db888d3d731f admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.5371370 Nov 05 20:09:01.700071 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 48340) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 20:09:01.705751 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-f1dbd141-cbe4-48c9-82e7-8be14c6477c6 admin admin] Request body: {'subnet': {'network_id': '11919bc5-b037-4417-b347-3717964d2cd0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1405198869-subnet', 'tenant_id': '2fd8a348f8da46cfa99e1fe8738f5f79', 'ip_version': 4}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 20:09:01.714125 n-d-816865-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-65b17eb1-d47f-4e81-9872-359c450a22c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:09:01.737854 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 3d2ccace-1317-4f02-b5d1-106f9e5f2dac up at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 20:09:01.811504 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1dbd141-cbe4-48c9-82e7-8be14c6477c6 admin admin] Made reservation on behalf of 2fd8a348f8da46cfa99e1fe8738f5f79 for: {'subnet': 1} {{(pid=102387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 20:09:01.814108 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-f1dbd141-cbe4-48c9-82e7-8be14c6477c6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5112236'] for subnet, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:09:01.972652 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Provisioning complete for port 3d2ccace-1317-4f02-b5d1-106f9e5f2dac triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 20:09:01.972995 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:09:02.019365 n-d-816865-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-65b17eb1-d47f-4e81-9872-359c450a22c7 None None] Publish callbacks [] for port, precommit_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:09:02.051042 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:09:02.072599 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] For port 3d2ccace-1317-4f02-b5d1-106f9e5f2dac, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=3d2ccace-1317-4f02-b5d1-106f9e5f2dac,segment=NetworkSegment(85be518c-8bb4-46a2-a903-d4292782d29d),segment_id=85be518c-8bb4-46a2-a903-d4292782d29d)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 20:09:02.137545 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-f1dbd141-cbe4-48c9-82e7-8be14c6477c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4417463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5112218'] for subnet, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:09:02.195015 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1dbd141-cbe4-48c9-82e7-8be14c6477c6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=52ad135c-17d7-42e4-ab65-a27dacc59304,revision_number=0']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 20:09:02.214786 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1dbd141-cbe4-48c9-82e7-8be14c6477c6 admin admin] Checking segment: {'id': 'ffd981f0-1be9-4424-a5de-dd08afdf4288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '11919bc5-b037-4417-b347-3717964d2cd0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 20:09:02.217301 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1dbd141-cbe4-48c9-82e7-8be14c6477c6 admin admin] Network hostable DHCP agents. Network: 11919bc5-b037-4417-b347-3717964d2cd0, hostable agents: ['987e2ca0-bc3b-4c6f-a989-429ccfbf753f'], hosted agents: [] {{(pid=102387) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 05 20:09:02.285205 n-d-816865-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-65b17eb1-d47f-4e81-9872-359c450a22c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:09:02.339821 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6fe1c6a-ed99-4d75-9398-d13bffb7aed8 None None] Pushing event updated for resources: {'Port': ['ID=8f13ea49-12d1-483e-8a86-cb3ed3751a55,revision_number=3']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 20:09:02.365039 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6fe1c6a-ed99-4d75-9398-d13bffb7aed8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 20:09:02.365039 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6fe1c6a-ed99-4d75-9398-d13bffb7aed8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 20:09:02.365039 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6fe1c6a-ed99-4d75-9398-d13bffb7aed8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 20:09:02.365523 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6fe1c6a-ed99-4d75-9398-d13bffb7aed8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 20:09:02.365635 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:09:02.365766 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6fe1c6a-ed99-4d75-9398-d13bffb7aed8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 20:09:02.366023 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6fe1c6a-ed99-4d75-9398-d13bffb7aed8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 20:09:02.366374 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6fe1c6a-ed99-4d75-9398-d13bffb7aed8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 20:09:02.366700 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6fe1c6a-ed99-4d75-9398-d13bffb7aed8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 20:09:02.367023 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6fe1c6a-ed99-4d75-9398-d13bffb7aed8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 20:09:02.367343 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6fe1c6a-ed99-4d75-9398-d13bffb7aed8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 20:09:02.367665 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6fe1c6a-ed99-4d75-9398-d13bffb7aed8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 20:09:02.367986 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6fe1c6a-ed99-4d75-9398-d13bffb7aed8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 20:09:02.396697 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1dbd141-cbe4-48c9-82e7-8be14c6477c6 admin admin] Network 11919bc5-b037-4417-b347-3717964d2cd0 is scheduled to be hosted by DHCP agent 987e2ca0-bc3b-4c6f-a989-429ccfbf753f with binding_index 1 {{(pid=102387) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 05 20:09:02.398624 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.managers [None req-65b17eb1-d47f-4e81-9872-359c450a22c7 None None] Attempting to bind port 8f13ea49-12d1-483e-8a86-cb3ed3751a55 on host n-d-816865-1 for vnic_type normal with profile {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 20:09:02.399001 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.managers [None req-65b17eb1-d47f-4e81-9872-359c450a22c7 None None] Attempting to bind port 8f13ea49-12d1-483e-8a86-cb3ed3751a55 by drivers openvswitch,hyperv on host n-d-816865-1 at level 0 using segments [{'id': '6ddd1d53-5e3d-44c3-bfaa-bf7df05e8e4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'ce72382f-017f-4267-9dfb-c83cb83a39ed'}] {{(pid=102389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 20:09:02.399374 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65b17eb1-d47f-4e81-9872-359c450a22c7 None None] Attempting to bind port 8f13ea49-12d1-483e-8a86-cb3ed3751a55 on network ce72382f-017f-4267-9dfb-c83cb83a39ed {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 20:09:02.404795 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65b17eb1-d47f-4e81-9872-359c450a22c7 None None] Checking agent: {'id': '724d89a7-611b-41e6-bc85-c48112b17afa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 18, 25, 8), 'started_at': datetime.datetime(2021, 11, 5, 18, 25, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 20, 8, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 20:09:02.409699 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65b17eb1-d47f-4e81-9872-359c450a22c7 None None] Checking segment: {'id': '6ddd1d53-5e3d-44c3-bfaa-bf7df05e8e4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'ce72382f-017f-4267-9dfb-c83cb83a39ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 20:09:02.409699 n-d-816865-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-65b17eb1-d47f-4e81-9872-359c450a22c7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:09:02.409699 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65b17eb1-d47f-4e81-9872-359c450a22c7 None None] Bound using segment: {'id': '6ddd1d53-5e3d-44c3-bfaa-bf7df05e8e4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'ce72382f-017f-4267-9dfb-c83cb83a39ed'} {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 20:09:02.409699 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.managers [None req-65b17eb1-d47f-4e81-9872-359c450a22c7 None None] Bound port: 8f13ea49-12d1-483e-8a86-cb3ed3751a55, host: n-d-816865-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ddd1d53-5e3d-44c3-bfaa-bf7df05e8e4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'ce72382f-017f-4267-9dfb-c83cb83a39ed'}}] {{(pid=102389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 20:09:02.409699 n-d-816865-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-65b17eb1-d47f-4e81-9872-359c450a22c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:09:02.426447 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Pushing event updated for resources: {'Port': ['ID=3d2ccace-1317-4f02-b5d1-106f9e5f2dac,revision_number=4']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 20:09:02.470592 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.base_scheduler [None req-f1dbd141-cbe4-48c9-82e7-8be14c6477c6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816865-1, 11919bc5-b037-4417-b347-3717964d2cd0) {{(pid=102387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 20:09:02.474858 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1dbd141-cbe4-48c9-82e7-8be14c6477c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 20:09:02.475026 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [None req-65b17eb1-d47f-4e81-9872-359c450a22c7 None None] For port 8f13ea49-12d1-483e-8a86-cb3ed3751a55, host n-d-816865-1, cleared binding levels {{(pid=102389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 20:09:02.475468 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-f1dbd141-cbe4-48c9-82e7-8be14c6477c6 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:09:02.479300 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [None req-65b17eb1-d47f-4e81-9872-359c450a22c7 None None] For port 8f13ea49-12d1-483e-8a86-cb3ed3751a55, host n-d-816865-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=8f13ea49-12d1-483e-8a86-cb3ed3751a55,segment=NetworkSegment(6ddd1d53-5e3d-44c3-bfaa-bf7df05e8e4c),segment_id=6ddd1d53-5e3d-44c3-bfaa-bf7df05e8e4c)] {{(pid=102389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 20:09:02.483394 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92591116-5f89-4068-810a-8a6cdf373ed8 None None] Network 11919bc5-b037-4417-b347-3717964d2cd0 requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 20:09:02.551309 n-d-816865-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-65b17eb1-d47f-4e81-9872-359c450a22c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:09:02.570431 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-f1dbd141-cbe4-48c9-82e7-8be14c6477c6 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8689880 Nov 05 20:09:02.576299 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 48342) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 20:09:02.576299 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-bab887e1-eac8-44ae-849c-f29749c3c780 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1405198869-router', 'tenant_id': '2fd8a348f8da46cfa99e1fe8738f5f79', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec'}}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 20:09:02.619147 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65b17eb1-d47f-4e81-9872-359c450a22c7 None None] Routers {'1ce956a9-1548-4ae9-9f6c-159fffb98f75'} bound to L3 agent in host n-d-816865-1 {{(pid=102389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 20:09:02.619804 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-65b17eb1-d47f-4e81-9872-359c450a22c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T20:08:35Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['1ce956a9-1548-4ae9-9f6c-159fffb98f75'], 'active': True} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 20:09:02.648958 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f5b81c2-e297-4ce5-990f-3f505dcec8ba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeb20a084-accf-5b60-8075-3e69ebe863a6-11919bc5-b037-4417-b347-3717964d2cd0', 'network_id': '11919bc5-b037-4417-b347-3717964d2cd0', 'tenant_id': '2fd8a348f8da46cfa99e1fe8738f5f79', 'fixed_ips': [{'subnet_id': '52ad135c-17d7-42e4-ab65-a27dacc59304'}]}} from n-d-816865-1. {{(pid=102388) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 05 20:09:02.650700 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-8f5b81c2-e297-4ce5-990f-3f505dcec8ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:09:02.664903 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6fe1c6a-ed99-4d75-9398-d13bffb7aed8 None None] Pushing event updated for resources: {'Port': ['ID=8f13ea49-12d1-483e-8a86-cb3ed3751a55,revision_number=4']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 20:09:02.668369 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-c775eba2-dbc0-4376-8873-94065f0f205c None None] Provisioning complete for port 8f13ea49-12d1-483e-8a86-cb3ed3751a55 triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 20:09:02.668743 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c775eba2-dbc0-4376-8873-94065f0f205c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:09:02.673449 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-bab887e1-eac8-44ae-849c-f29749c3c780 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-571139', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6874'] for router, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:09:02.679151 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-bab887e1-eac8-44ae-849c-f29749c3c780 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-571375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1000570', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1011585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6867'] for router, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:09:02.753105 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-bab887e1-eac8-44ae-849c-f29749c3c780 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:09:02.763222 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-67ec10e5-9396-4067-b24b-9c6312343913 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:09:02.765006 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvr_db [None req-65b17eb1-d47f-4e81-9872-359c450a22c7 None None] Set router 1ce956a9-1548-4ae9-9f6c-159fffb98f75 gateway port host: n-d-816865-1 {{(pid=102389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 20:09:02.859832 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c775eba2-dbc0-4376-8873-94065f0f205c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:09:02.880282 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.db_base_plugin_common [None req-8f5b81c2-e297-4ce5-990f-3f505dcec8ba None None] Allocated IP 172.20.0.2 (11919bc5-b037-4417-b347-3717964d2cd0/52ad135c-17d7-42e4-ab65-a27dacc59304/3983ccb1-3195-4b57-b59f-f35976a329ba) {{(pid=102388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 20:09:02.932873 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-c775eba2-dbc0-4376-8873-94065f0f205c None None] For port 8f13ea49-12d1-483e-8a86-cb3ed3751a55, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=8f13ea49-12d1-483e-8a86-cb3ed3751a55,segment=NetworkSegment(6ddd1d53-5e3d-44c3-bfaa-bf7df05e8e4c),segment_id=6ddd1d53-5e3d-44c3-bfaa-bf7df05e8e4c)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 20:09:02.998981 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-65b17eb1-d47f-4e81-9872-359c450a22c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ce956a9-1548-4ae9-9f6c-159fffb98f75', 'name': 'tempest-TestSnapshotPattern-296619941-router', 'tenant_id': '5bb0cc9f9a8a4680a51c7376ce9f4def', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.202'}], 'enable_snat': True}, 'gw_port_id': '3d2ccace-1317-4f02-b5d1-106f9e5f2dac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T20:08:56Z', 'updated_at': '2021-11-05T20:08:59Z', 'revision_number': 4, 'project_id': '5bb0cc9f9a8a4680a51c7376ce9f4def', 'gw_port': {'id': '3d2ccace-1317-4f02-b5d1-106f9e5f2dac', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:70:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ce956a9-1548-4ae9-9f6c-159fffb98f75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T20:08:56Z', 'updated_at': '2021-11-05T20:09:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1', '_interfaces': [{'id': '8f13ea49-12d1-483e-8a86-cb3ed3751a55', 'name': '', 'network_id': 'ce72382f-017f-4267-9dfb-c83cb83a39ed', 'tenant_id': '5bb0cc9f9a8a4680a51c7376ce9f4def', 'mac_address': 'fa:16:3e:cb:94:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ce956a9-1548-4ae9-9f6c-159fffb98f75', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'a97f3c91-bd34-4d4f-9f35-14e1520d9e2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T20:08:58Z', 'updated_at': '2021-11-05T20:09:02Z', 'revision_number': 4, 'project_id': '5bb0cc9f9a8a4680a51c7376ce9f4def', 'subnets': [{'id': 'a97f3c91-bd34-4d4f-9f35-14e1520d9e2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-1', False) {} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 20:09:03.007668 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c775eba2-dbc0-4376-8873-94065f0f205c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:09:03.027002 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65b17eb1-d47f-4e81-9872-359c450a22c7 None None] The sync data for ids ['1ce956a9-1548-4ae9-9f6c-159fffb98f75'] in n-d-816865-1 is: [{'id': '1ce956a9-1548-4ae9-9f6c-159fffb98f75', 'name': 'tempest-TestSnapshotPattern-296619941-router', 'tenant_id': '5bb0cc9f9a8a4680a51c7376ce9f4def', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.202'}], 'enable_snat': True}, 'gw_port_id': '3d2ccace-1317-4f02-b5d1-106f9e5f2dac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T20:08:56Z', 'updated_at': '2021-11-05T20:08:59Z', 'revision_number': 4, 'project_id': '5bb0cc9f9a8a4680a51c7376ce9f4def', 'gw_port': {'id': '3d2ccace-1317-4f02-b5d1-106f9e5f2dac', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:70:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ce956a9-1548-4ae9-9f6c-159fffb98f75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T20:08:56Z', 'updated_at': '2021-11-05T20:09:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1', '_interfaces': [{'id': '8f13ea49-12d1-483e-8a86-cb3ed3751a55', 'name': '', 'network_id': 'ce72382f-017f-4267-9dfb-c83cb83a39ed', 'tenant_id': '5bb0cc9f9a8a4680a51c7376ce9f4def', 'mac_address': 'fa:16:3e:cb:94:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ce956a9-1548-4ae9-9f6c-159fffb98f75', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'a97f3c91-bd34-4d4f-9f35-14e1520d9e2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T20:08:58Z', 'updated_at': '2021-11-05T20:09:02Z', 'revision_number': 4, 'project_id': '5bb0cc9f9a8a4680a51c7376ce9f4def', 'subnets': [{'id': 'a97f3c91-bd34-4d4f-9f35-14e1520d9e2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 20:09:03.118270 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-8f5b81c2-e297-4ce5-990f-3f505dcec8ba None None] Publish callbacks [] for port, precommit_create {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:09:03.124790 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c775eba2-dbc0-4376-8873-94065f0f205c None None] Pushing event updated for resources: {'Port': ['ID=8f13ea49-12d1-483e-8a86-cb3ed3751a55,revision_number=5']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 20:09:03.138939 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-6da30ed3-7fcb-4098-9d23-5bac3097fe91 None None] Provisioning complete for port 8f13ea49-12d1-483e-8a86-cb3ed3751a55 triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 20:09:03.139135 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-6da30ed3-7fcb-4098-9d23-5bac3097fe91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:09:03.224702 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-8f5b81c2-e297-4ce5-990f-3f505dcec8ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789'] for port, after_create {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:09:03.284999 n-d-816865-1 neutron-server[102388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f5b81c2-e297-4ce5-990f-3f505dcec8ba None None] Network 11919bc5-b037-4417-b347-3717964d2cd0 is already hosted by enough agents. {{(pid=102388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 20:09:03.294830 n-d-816865-1 neutron-server[102388]: DEBUG neutron.scheduler.base_scheduler [None req-8f5b81c2-e297-4ce5-990f-3f505dcec8ba None None] Resources bound (agent type, host, resource id): {{(pid=102388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 20:09:03.296925 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5b81c2-e297-4ce5-990f-3f505dcec8ba None None] Pushing event updated for resources: {'Port': ['ID=3983ccb1-3195-4b57-b59f-f35976a329ba,revision_number=1']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 20:09:03.299440 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f5b81c2-e297-4ce5-990f-3f505dcec8ba None None] Received port after_create {{(pid=102388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 20:09:03.339975 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-bab887e1-eac8-44ae-849c-f29749c3c780 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:09:03.361910 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-8f5b81c2-e297-4ce5-990f-3f505dcec8ba None None] Attempting to bind port 3983ccb1-3195-4b57-b59f-f35976a329ba on host n-d-816865-1 for vnic_type normal with profile {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 20:09:03.362322 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-8f5b81c2-e297-4ce5-990f-3f505dcec8ba None None] Attempting to bind port 3983ccb1-3195-4b57-b59f-f35976a329ba by drivers openvswitch,hyperv on host n-d-816865-1 at level 0 using segments [{'id': 'ffd981f0-1be9-4424-a5de-dd08afdf4288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '11919bc5-b037-4417-b347-3717964d2cd0'}] {{(pid=102388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 20:09:03.362691 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f5b81c2-e297-4ce5-990f-3f505dcec8ba None None] Attempting to bind port 3983ccb1-3195-4b57-b59f-f35976a329ba on network 11919bc5-b037-4417-b347-3717964d2cd0 {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 20:09:03.368151 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f5b81c2-e297-4ce5-990f-3f505dcec8ba None None] Checking agent: {'id': '724d89a7-611b-41e6-bc85-c48112b17afa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 18, 25, 8), 'started_at': datetime.datetime(2021, 11, 5, 18, 25, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 20, 8, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 20:09:03.368530 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f5b81c2-e297-4ce5-990f-3f505dcec8ba None None] Checking segment: {'id': 'ffd981f0-1be9-4424-a5de-dd08afdf4288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '11919bc5-b037-4417-b347-3717964d2cd0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 20:09:03.369583 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-8f5b81c2-e297-4ce5-990f-3f505dcec8ba None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:09:03.369995 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f5b81c2-e297-4ce5-990f-3f505dcec8ba None None] Bound using segment: {'id': 'ffd981f0-1be9-4424-a5de-dd08afdf4288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '11919bc5-b037-4417-b347-3717964d2cd0'} {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 20:09:03.370508 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-8f5b81c2-e297-4ce5-990f-3f505dcec8ba None None] Bound port: 3983ccb1-3195-4b57-b59f-f35976a329ba, host: n-d-816865-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ffd981f0-1be9-4424-a5de-dd08afdf4288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '11919bc5-b037-4417-b347-3717964d2cd0'}}] {{(pid=102388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 20:09:03.370906 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-8f5b81c2-e297-4ce5-990f-3f505dcec8ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:09:03.440336 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-8f5b81c2-e297-4ce5-990f-3f505dcec8ba None None] For port 3983ccb1-3195-4b57-b59f-f35976a329ba, host n-d-816865-1, cleared binding levels {{(pid=102388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 20:09:03.443904 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-8f5b81c2-e297-4ce5-990f-3f505dcec8ba None None] For port 3983ccb1-3195-4b57-b59f-f35976a329ba, host n-d-816865-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=3983ccb1-3195-4b57-b59f-f35976a329ba,segment=NetworkSegment(ffd981f0-1be9-4424-a5de-dd08afdf4288),segment_id=ffd981f0-1be9-4424-a5de-dd08afdf4288)] {{(pid=102388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 20:09:03.534322 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-8f5b81c2-e297-4ce5-990f-3f505dcec8ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:09:03.601128 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5b81c2-e297-4ce5-990f-3f505dcec8ba None None] Pushing event updated for resources: {'Port': ['ID=3983ccb1-3195-4b57-b59f-f35976a329ba,revision_number=2']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 20:09:03.632845 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-bab887e1-eac8-44ae-849c-f29749c3c780 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:09:03.655759 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-bab887e1-eac8-44ae-849c-f29749c3c780 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:09:03.697575 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.agents_db [None req-b9406b04-a0e8-43cf-b349-711963d96cf4 None None] Agent healthcheck: found 7 active agents {{(pid=102389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 05 20:09:03.819412 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 8f13ea49-12d1-483e-8a86-cb3ed3751a55 up at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 20:09:03.831557 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.db_base_plugin_common [None req-bab887e1-eac8-44ae-849c-f29749c3c780 admin admin] Allocated IP 172.25.6.83 (40c8335d-cd0b-4cb5-910a-d4dcddd5cbec/04fe6db3-e108-4208-943d-6518424f5726/c58f1cf5-27b1-4cba-9cff-9a8015aedc8a) {{(pid=102386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 20:09:03.881757 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Provisioning complete for port 8f13ea49-12d1-483e-8a86-cb3ed3751a55 triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 20:09:03.882158 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:09:03.971538 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-bab887e1-eac8-44ae-849c-f29749c3c780 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:09:03.995322 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 3d2ccace-1317-4f02-b5d1-106f9e5f2dac up at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 20:09:04.044668 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Provisioning complete for port 3d2ccace-1317-4f02-b5d1-106f9e5f2dac triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 20:09:04.045092 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:09:04.091565 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-bab887e1-eac8-44ae-849c-f29749c3c780 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:09:04.132857 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bab887e1-eac8-44ae-849c-f29749c3c780 admin admin] Network 40c8335d-cd0b-4cb5-910a-d4dcddd5cbec is already hosted by enough agents. {{(pid=102386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 20:09:04.136105 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.base_scheduler [None req-bab887e1-eac8-44ae-849c-f29749c3c780 admin admin] Resources bound (agent type, host, resource id): {{(pid=102386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 20:09:04.142626 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bab887e1-eac8-44ae-849c-f29749c3c780 admin admin] Received port after_create {{(pid=102386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 20:09:04.174921 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab887e1-eac8-44ae-849c-f29749c3c780 admin admin] Pushing event updated for resources: {'Port': ['ID=c58f1cf5-27b1-4cba-9cff-9a8015aedc8a,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 20:09:04.501412 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-bab887e1-eac8-44ae-849c-f29749c3c780 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:09:04.584666 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c22fcb06-a1f2-4f43-8aae-02014cda5b52 None None] Network 11919bc5-b037-4417-b347-3717964d2cd0 requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 20:09:04.660965 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-735ad972-1889-438e-8425-89c38376f026 None None] Provisioning complete for port 3983ccb1-3195-4b57-b59f-f35976a329ba triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 20:09:04.661343 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-735ad972-1889-438e-8425-89c38376f026 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:09:04.698057 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-bab887e1-eac8-44ae-849c-f29749c3c780 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-571384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1000487'] for router, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:09:04.811920 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-735ad972-1889-438e-8425-89c38376f026 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:09:04.849015 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-735ad972-1889-438e-8425-89c38376f026 None None] For port 3983ccb1-3195-4b57-b59f-f35976a329ba, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=3983ccb1-3195-4b57-b59f-f35976a329ba,segment=NetworkSegment(ffd981f0-1be9-4424-a5de-dd08afdf4288),segment_id=ffd981f0-1be9-4424-a5de-dd08afdf4288)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 20:09:04.933863 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bab887e1-eac8-44ae-849c-f29749c3c780 admin admin] Router 658f5335-75fe-4024-9a27-cb8817a8e617 is scheduled to L3 agent 6dcb5589-8e86-4616-9186-ddc4548e13ad with binding_index 1 {{(pid=102386) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 05 20:09:04.951351 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-735ad972-1889-438e-8425-89c38376f026 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:09:05.006213 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735ad972-1889-438e-8425-89c38376f026 None None] Pushing event updated for resources: {'Port': ['ID=3983ccb1-3195-4b57-b59f-f35976a329ba,revision_number=3']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 20:09:05.055446 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bab887e1-eac8-44ae-849c-f29749c3c780 admin admin] Notify agent at l3_agent.n-d-816865-1 the message routers_updated {{(pid=102386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 20:09:05.065303 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-204d5c37-71ae-4992-b8d6-ce9f491fdc21 None None] Sync routers for ids ['658f5335-75fe-4024-9a27-cb8817a8e617'] in n-d-816865-1 {{(pid=102388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 20:09:05.083477 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-204d5c37-71ae-4992-b8d6-ce9f491fdc21 None None] Routers {'658f5335-75fe-4024-9a27-cb8817a8e617'} bound to L3 agent in host n-d-816865-1 {{(pid=102388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 20:09:05.085093 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-204d5c37-71ae-4992-b8d6-ce9f491fdc21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T20:08:35Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['658f5335-75fe-4024-9a27-cb8817a8e617'], 'active': True} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 20:09:05.086691 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-c479f658-1607-4ff9-9964-ae9b5008d7ab None None] Provisioning complete for port 3983ccb1-3195-4b57-b59f-f35976a329ba triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 20:09:05.087064 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c479f658-1607-4ff9-9964-ae9b5008d7ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:09:05.144603 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:09:05.147145 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-bab887e1-eac8-44ae-849c-f29749c3c780 admin admin] Publish callbacks [] for router, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:09:05.148467 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-bab887e1-eac8-44ae-849c-f29749c3c780 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.5768259 Nov 05 20:09:05.151952 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 48344) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 20:09:05.226826 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvr_db [None req-204d5c37-71ae-4992-b8d6-ce9f491fdc21 None None] Set router 658f5335-75fe-4024-9a27-cb8817a8e617 gateway port host: n-d-816865-1 {{(pid=102388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 20:09:05.454814 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-204d5c37-71ae-4992-b8d6-ce9f491fdc21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '658f5335-75fe-4024-9a27-cb8817a8e617', 'name': 'tempest-TestSnapshotPattern-1405198869-router', 'tenant_id': '2fd8a348f8da46cfa99e1fe8738f5f79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.83'}], 'enable_snat': True}, 'gw_port_id': 'c58f1cf5-27b1-4cba-9cff-9a8015aedc8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T20:09:02Z', 'updated_at': '2021-11-05T20:09:04Z', 'revision_number': 3, 'project_id': '2fd8a348f8da46cfa99e1fe8738f5f79', 'gw_port': {'id': 'c58f1cf5-27b1-4cba-9cff-9a8015aedc8a', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:62:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '658f5335-75fe-4024-9a27-cb8817a8e617', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T20:09:03Z', 'updated_at': '2021-11-05T20:09:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1'}], 'n-d-816865-1', False) {} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 20:09:05.482781 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-204d5c37-71ae-4992-b8d6-ce9f491fdc21 None None] Checking router: 658f5335-75fe-4024-9a27-cb8817a8e617 for host: n-d-816865-1 {{(pid=102388) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 20:09:05.483139 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-204d5c37-71ae-4992-b8d6-ce9f491fdc21 None None] Updating router 658f5335-75fe-4024-9a27-cb8817a8e617 port c58f1cf5-27b1-4cba-9cff-9a8015aedc8a binding host n-d-816865-1 {{(pid=102388) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 05 20:09:05.518609 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-204d5c37-71ae-4992-b8d6-ce9f491fdc21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:09:05.522827 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-69cb4674-9727-4420-9131-7671a9398239 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:09:05.584101 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-1ca4f9a9-aa4f-4316-9fb0-a80d5bb95b31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:09:05.721130 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 3983ccb1-3195-4b57-b59f-f35976a329ba up at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 20:09:05.760637 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.db_base_plugin_common [None req-1ca4f9a9-aa4f-4316-9fb0-a80d5bb95b31 admin admin] Allocated IP 172.20.0.1 (11919bc5-b037-4417-b347-3717964d2cd0/52ad135c-17d7-42e4-ab65-a27dacc59304/a03f1e7b-7a2b-476b-8a25-5956db1765e4) {{(pid=102386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 20:09:05.838357 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-204d5c37-71ae-4992-b8d6-ce9f491fdc21 None None] Publish callbacks [] for port, precommit_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:09:05.840031 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Provisioning complete for port 3983ccb1-3195-4b57-b59f-f35976a329ba triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 20:09:05.840396 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:09:05.871073 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-1ca4f9a9-aa4f-4316-9fb0-a80d5bb95b31 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:09:05.888039 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-204d5c37-71ae-4992-b8d6-ce9f491fdc21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:09:05.959816 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-1ca4f9a9-aa4f-4316-9fb0-a80d5bb95b31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:09:05.961716 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-204d5c37-71ae-4992-b8d6-ce9f491fdc21 None None] Attempting to bind port c58f1cf5-27b1-4cba-9cff-9a8015aedc8a on host n-d-816865-1 for vnic_type normal with profile {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 20:09:05.962106 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-204d5c37-71ae-4992-b8d6-ce9f491fdc21 None None] Attempting to bind port c58f1cf5-27b1-4cba-9cff-9a8015aedc8a by drivers openvswitch,hyperv on host n-d-816865-1 at level 0 using segments [{'id': '85be518c-8bb4-46a2-a903-d4292782d29d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec'}] {{(pid=102388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 20:09:05.962567 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-204d5c37-71ae-4992-b8d6-ce9f491fdc21 None None] Attempting to bind port c58f1cf5-27b1-4cba-9cff-9a8015aedc8a on network 40c8335d-cd0b-4cb5-910a-d4dcddd5cbec {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 20:09:05.977362 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48ddfb2-420e-45e1-98e1-e4289c39f72f None None] Pushing event updated for resources: {'Port': ['ID=c58f1cf5-27b1-4cba-9cff-9a8015aedc8a,revision_number=2']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 20:09:05.980349 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-204d5c37-71ae-4992-b8d6-ce9f491fdc21 None None] Checking agent: {'id': '724d89a7-611b-41e6-bc85-c48112b17afa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 18, 25, 8), 'started_at': datetime.datetime(2021, 11, 5, 18, 25, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 20, 8, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 20:09:05.980786 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-204d5c37-71ae-4992-b8d6-ce9f491fdc21 None None] Checking segment: {'id': '85be518c-8bb4-46a2-a903-d4292782d29d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 20:09:05.981187 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-204d5c37-71ae-4992-b8d6-ce9f491fdc21 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:09:05.981573 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-204d5c37-71ae-4992-b8d6-ce9f491fdc21 None None] Bound using segment: {'id': '85be518c-8bb4-46a2-a903-d4292782d29d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec'} {{(pid=102388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 20:09:05.982052 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.managers [None req-204d5c37-71ae-4992-b8d6-ce9f491fdc21 None None] Bound port: c58f1cf5-27b1-4cba-9cff-9a8015aedc8a, host: n-d-816865-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85be518c-8bb4-46a2-a903-d4292782d29d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec'}}] {{(pid=102388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 20:09:05.982447 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-204d5c37-71ae-4992-b8d6-ce9f491fdc21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:09:06.004756 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ca4f9a9-aa4f-4316-9fb0-a80d5bb95b31 admin admin] Network 11919bc5-b037-4417-b347-3717964d2cd0 is already hosted by enough agents. {{(pid=102386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 20:09:06.009621 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.base_scheduler [None req-1ca4f9a9-aa4f-4316-9fb0-a80d5bb95b31 admin admin] Resources bound (agent type, host, resource id): {{(pid=102386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 20:09:06.012012 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ca4f9a9-aa4f-4316-9fb0-a80d5bb95b31 admin admin] Received port after_create {{(pid=102386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 20:09:06.041028 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-204d5c37-71ae-4992-b8d6-ce9f491fdc21 None None] For port c58f1cf5-27b1-4cba-9cff-9a8015aedc8a, host n-d-816865-1, cleared binding levels {{(pid=102388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 20:09:06.042349 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca4f9a9-aa4f-4316-9fb0-a80d5bb95b31 admin admin] Pushing event updated for resources: {'Port': ['ID=a03f1e7b-7a2b-476b-8a25-5956db1765e4,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 20:09:06.046434 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-204d5c37-71ae-4992-b8d6-ce9f491fdc21 None None] For port c58f1cf5-27b1-4cba-9cff-9a8015aedc8a, host n-d-816865-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=c58f1cf5-27b1-4cba-9cff-9a8015aedc8a,segment=NetworkSegment(85be518c-8bb4-46a2-a903-d4292782d29d),segment_id=85be518c-8bb4-46a2-a903-d4292782d29d)] {{(pid=102388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 20:09:06.062997 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-1ca4f9a9-aa4f-4316-9fb0-a80d5bb95b31 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-571770'] for router_interface, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:09:06.128409 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-204d5c37-71ae-4992-b8d6-ce9f491fdc21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:09:06.192188 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-204d5c37-71ae-4992-b8d6-ce9f491fdc21 None None] Routers {'658f5335-75fe-4024-9a27-cb8817a8e617'} bound to L3 agent in host n-d-816865-1 {{(pid=102388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 20:09:06.192840 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-204d5c37-71ae-4992-b8d6-ce9f491fdc21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T20:09:05Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['658f5335-75fe-4024-9a27-cb8817a8e617'], 'active': True} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 20:09:06.198533 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48ddfb2-420e-45e1-98e1-e4289c39f72f None None] Pushing event updated for resources: {'Port': ['ID=c58f1cf5-27b1-4cba-9cff-9a8015aedc8a,revision_number=3']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 20:09:06.239708 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-1ca4f9a9-aa4f-4316-9fb0-a80d5bb95b31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:09:06.311483 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-d5b335ed-b01d-4008-b9ff-631b4c6797f0 None None] Provisioning complete for port a03f1e7b-7a2b-476b-8a25-5956db1765e4 triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 20:09:06.311766 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-d5b335ed-b01d-4008-b9ff-631b4c6797f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:09:06.316593 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvr_db [None req-204d5c37-71ae-4992-b8d6-ce9f491fdc21 None None] Set router 658f5335-75fe-4024-9a27-cb8817a8e617 gateway port host: n-d-816865-1 {{(pid=102388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 20:09:06.408483 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-1ca4f9a9-aa4f-4316-9fb0-a80d5bb95b31 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:09:06.476265 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-1ca4f9a9-aa4f-4316-9fb0-a80d5bb95b31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6149821'] for port, after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:09:06.547467 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca4f9a9-aa4f-4316-9fb0-a80d5bb95b31 admin admin] Pushing event updated for resources: {'Port': ['ID=a03f1e7b-7a2b-476b-8a25-5956db1765e4,revision_number=2']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 20:09:06.550367 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-1ca4f9a9-aa4f-4316-9fb0-a80d5bb95b31 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-597863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-571878'] for router_interface, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:09:06.582916 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-d5b335ed-b01d-4008-b9ff-631b4c6797f0 None None] Port a03f1e7b-7a2b-476b-8a25-5956db1765e4 cannot update to ACTIVE because it is not bound. {{(pid=102388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 20:09:06.643158 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ca4f9a9-aa4f-4316-9fb0-a80d5bb95b31 admin admin] Network 11919bc5-b037-4417-b347-3717964d2cd0 is already hosted by enough agents. {{(pid=102386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 20:09:06.645090 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.base_scheduler [None req-1ca4f9a9-aa4f-4316-9fb0-a80d5bb95b31 admin admin] Resources bound (agent type, host, resource id): {{(pid=102386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 20:09:06.663122 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b304910f-7b27-444b-a8fc-977d26b1ceac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:09:06.699798 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-204d5c37-71ae-4992-b8d6-ce9f491fdc21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '658f5335-75fe-4024-9a27-cb8817a8e617', 'name': 'tempest-TestSnapshotPattern-1405198869-router', 'tenant_id': '2fd8a348f8da46cfa99e1fe8738f5f79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.83'}], 'enable_snat': True}, 'gw_port_id': 'c58f1cf5-27b1-4cba-9cff-9a8015aedc8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T20:09:02Z', 'updated_at': '2021-11-05T20:09:04Z', 'revision_number': 3, 'project_id': '2fd8a348f8da46cfa99e1fe8738f5f79', 'gw_port': {'id': 'c58f1cf5-27b1-4cba-9cff-9a8015aedc8a', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:62:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '658f5335-75fe-4024-9a27-cb8817a8e617', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T20:09:03Z', 'updated_at': '2021-11-05T20:09:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1'}], 'n-d-816865-1', False) {} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 20:09:06.728035 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-204d5c37-71ae-4992-b8d6-ce9f491fdc21 None None] The sync data for ids ['658f5335-75fe-4024-9a27-cb8817a8e617'] in n-d-816865-1 is: [{'id': '658f5335-75fe-4024-9a27-cb8817a8e617', 'name': 'tempest-TestSnapshotPattern-1405198869-router', 'tenant_id': '2fd8a348f8da46cfa99e1fe8738f5f79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.83'}], 'enable_snat': True}, 'gw_port_id': 'c58f1cf5-27b1-4cba-9cff-9a8015aedc8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T20:09:02Z', 'updated_at': '2021-11-05T20:09:04Z', 'revision_number': 3, 'project_id': '2fd8a348f8da46cfa99e1fe8738f5f79', 'gw_port': {'id': 'c58f1cf5-27b1-4cba-9cff-9a8015aedc8a', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:62:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '658f5335-75fe-4024-9a27-cb8817a8e617', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T20:09:03Z', 'updated_at': '2021-11-05T20:09:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1'}] {{(pid=102388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 20:09:06.777762 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ca4f9a9-aa4f-4316-9fb0-a80d5bb95b31 admin admin] Router 658f5335-75fe-4024-9a27-cb8817a8e617 has already been hosted by L3 agent 6dcb5589-8e86-4616-9186-ddc4548e13ad {{(pid=102386) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 20:09:06.904317 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ca4f9a9-aa4f-4316-9fb0-a80d5bb95b31 admin admin] Notify agent at l3_agent.n-d-816865-1 the message routers_updated {{(pid=102386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 20:09:06.904760 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-f981d318-4725-413a-b623-51ae5740f366 None None] Provisioning complete for port a03f1e7b-7a2b-476b-8a25-5956db1765e4 triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 20:09:06.905246 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-f981d318-4725-413a-b623-51ae5740f366 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:09:06.918267 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-1ca4f9a9-aa4f-4316-9fb0-a80d5bb95b31 admin admin] 10.222.0.13 "PUT /v2.0/routers/658f5335-75fe-4024-9a27-cb8817a8e617/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7568879 Nov 05 20:09:06.943539 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-f981d318-4725-413a-b623-51ae5740f366 None None] Port a03f1e7b-7a2b-476b-8a25-5956db1765e4 cannot update to ACTIVE because it is not bound. {{(pid=102388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 20:09:07.183651 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:09:07.494383 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 48352) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 20:09:07.499091 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-2904f11b-44e2-480b-bb10-27228e80d902 tempest-TestSnapshotPattern-762059213 tempest-TestSnapshotPattern-762059213-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1888282466', 'description': 'tempest-secgroup-smoke-1888282466 description', 'project_id': '5bb0cc9f9a8a4680a51c7376ce9f4def'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 20:09:07.602506 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-2904f11b-44e2-480b-bb10-27228e80d902 tempest-TestSnapshotPattern-762059213 tempest-TestSnapshotPattern-762059213-project] Publish callbacks [] for security_group, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:09:07.676583 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-2904f11b-44e2-480b-bb10-27228e80d902 tempest-TestSnapshotPattern-762059213 tempest-TestSnapshotPattern-762059213-project] Publish callbacks [] for security_group, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:09:07.703807 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device c58f1cf5-27b1-4cba-9cff-9a8015aedc8a up at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 20:09:07.754014 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-2904f11b-44e2-480b-bb10-27228e80d902 tempest-TestSnapshotPattern-762059213 tempest-TestSnapshotPattern-762059213-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:09:07.757286 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Provisioning complete for port c58f1cf5-27b1-4cba-9cff-9a8015aedc8a triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 20:09:07.757664 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:09:07.784616 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2904f11b-44e2-480b-bb10-27228e80d902 tempest-TestSnapshotPattern-762059213 tempest-TestSnapshotPattern-762059213-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5bbd9ffc-3f9e-4f69-897d-9b16703fc204,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 20:09:07.838055 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:09:07.847387 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-2904f11b-44e2-480b-bb10-27228e80d902 tempest-TestSnapshotPattern-762059213 tempest-TestSnapshotPattern-762059213-project] Publish callbacks [] for security_group, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:09:07.848702 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-2904f11b-44e2-480b-bb10-27228e80d902 tempest-TestSnapshotPattern-762059213 tempest-TestSnapshotPattern-762059213-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.3532355 Nov 05 20:09:07.851648 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 48354) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 20:09:07.856464 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-13f9abea-f734-4c30-8fba-67125df694b7 tempest-TestSnapshotPattern-762059213 tempest-TestSnapshotPattern-762059213-project] Request body: {'security_group_rule': {'security_group_id': '5bbd9ffc-3f9e-4f69-897d-9b16703fc204', 'project_id': '5bb0cc9f9a8a4680a51c7376ce9f4def', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 20:09:07.858272 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] For port c58f1cf5-27b1-4cba-9cff-9a8015aedc8a, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=c58f1cf5-27b1-4cba-9cff-9a8015aedc8a,segment=NetworkSegment(85be518c-8bb4-46a2-a903-d4292782d29d),segment_id=85be518c-8bb4-46a2-a903-d4292782d29d)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 20:09:07.937008 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:09:07.956231 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-13f9abea-f734-4c30-8fba-67125df694b7 tempest-TestSnapshotPattern-762059213 tempest-TestSnapshotPattern-762059213-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:09:07.988859 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Pushing event updated for resources: {'Port': ['ID=c58f1cf5-27b1-4cba-9cff-9a8015aedc8a,revision_number=4']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 20:09:08.018108 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-13f9abea-f734-4c30-8fba-67125df694b7 tempest-TestSnapshotPattern-762059213 tempest-TestSnapshotPattern-762059213-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:09:08.085397 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-13f9abea-f734-4c30-8fba-67125df694b7 tempest-TestSnapshotPattern-762059213 tempest-TestSnapshotPattern-762059213-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985308'] for security_group_rule, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:09:08.105886 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f9abea-f734-4c30-8fba-67125df694b7 tempest-TestSnapshotPattern-762059213 tempest-TestSnapshotPattern-762059213-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=471f43a5-885b-4858-9b54-0628895bf7c1,revision_number=0']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 20:09:08.164150 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-13f9abea-f734-4c30-8fba-67125df694b7 tempest-TestSnapshotPattern-762059213 tempest-TestSnapshotPattern-762059213-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:09:08.166267 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-13f9abea-f734-4c30-8fba-67125df694b7 tempest-TestSnapshotPattern-762059213 tempest-TestSnapshotPattern-762059213-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3128486 Nov 05 20:09:08.169221 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 48356) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 20:09:08.173670 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-cb996f27-7743-4fab-b1e5-e02f40d3ee43 tempest-TestSnapshotPattern-762059213 tempest-TestSnapshotPattern-762059213-project] Request body: {'security_group_rule': {'security_group_id': '5bbd9ffc-3f9e-4f69-897d-9b16703fc204', 'project_id': '5bb0cc9f9a8a4680a51c7376ce9f4def', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 20:09:08.222658 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c34c858-7d2f-4a88-8f1c-78f5913d11c8 None None] Sync routers for ids ['658f5335-75fe-4024-9a27-cb8817a8e617'] in n-d-816865-1 {{(pid=102389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 20:09:08.233583 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c34c858-7d2f-4a88-8f1c-78f5913d11c8 None None] Routers {'658f5335-75fe-4024-9a27-cb8817a8e617'} bound to L3 agent in host n-d-816865-1 {{(pid=102389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 20:09:08.234224 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-6c34c858-7d2f-4a88-8f1c-78f5913d11c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T20:09:05Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['658f5335-75fe-4024-9a27-cb8817a8e617'], 'active': True} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 20:09:08.252539 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-cb996f27-7743-4fab-b1e5-e02f40d3ee43 tempest-TestSnapshotPattern-762059213 tempest-TestSnapshotPattern-762059213-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:09:08.310109 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-cb996f27-7743-4fab-b1e5-e02f40d3ee43 tempest-TestSnapshotPattern-762059213 tempest-TestSnapshotPattern-762059213-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:09:08.339319 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvr_db [None req-6c34c858-7d2f-4a88-8f1c-78f5913d11c8 None None] Set router 658f5335-75fe-4024-9a27-cb8817a8e617 gateway port host: n-d-816865-1 {{(pid=102389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 20:09:08.393916 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-cb996f27-7743-4fab-b1e5-e02f40d3ee43 tempest-TestSnapshotPattern-762059213 tempest-TestSnapshotPattern-762059213-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985308'] for security_group_rule, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:09:08.414843 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb996f27-7743-4fab-b1e5-e02f40d3ee43 tempest-TestSnapshotPattern-762059213 tempest-TestSnapshotPattern-762059213-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea6c608c-4744-4363-beb5-90f1e2f9fd6c,revision_number=0']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 20:09:08.482087 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-cb996f27-7743-4fab-b1e5-e02f40d3ee43 tempest-TestSnapshotPattern-762059213 tempest-TestSnapshotPattern-762059213-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:09:08.483492 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-cb996f27-7743-4fab-b1e5-e02f40d3ee43 tempest-TestSnapshotPattern-762059213 tempest-TestSnapshotPattern-762059213-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3132885 Nov 05 20:09:08.486214 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 48358) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 20:09:08.491047 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-ed31f407-f0ed-4434-bd83-875af037d556 tempest-TestSnapshotPattern-762059213 tempest-TestSnapshotPattern-762059213-project] Request body: {'security_group_rule': {'security_group_id': '5bbd9ffc-3f9e-4f69-897d-9b16703fc204', 'project_id': '5bb0cc9f9a8a4680a51c7376ce9f4def', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 20:09:08.536969 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-6c34c858-7d2f-4a88-8f1c-78f5913d11c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '658f5335-75fe-4024-9a27-cb8817a8e617', 'name': 'tempest-TestSnapshotPattern-1405198869-router', 'tenant_id': '2fd8a348f8da46cfa99e1fe8738f5f79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.83'}], 'enable_snat': True}, 'gw_port_id': 'c58f1cf5-27b1-4cba-9cff-9a8015aedc8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T20:09:02Z', 'updated_at': '2021-11-05T20:09:06Z', 'revision_number': 4, 'project_id': '2fd8a348f8da46cfa99e1fe8738f5f79', 'gw_port': {'id': 'c58f1cf5-27b1-4cba-9cff-9a8015aedc8a', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:62:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '658f5335-75fe-4024-9a27-cb8817a8e617', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T20:09:03Z', 'updated_at': '2021-11-05T20:09:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1', '_interfaces': [{'id': 'a03f1e7b-7a2b-476b-8a25-5956db1765e4', 'name': '', 'network_id': '11919bc5-b037-4417-b347-3717964d2cd0', 'tenant_id': '2fd8a348f8da46cfa99e1fe8738f5f79', 'mac_address': 'fa:16:3e:ff:a4:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '658f5335-75fe-4024-9a27-cb8817a8e617', 'device_owner': 'network:router_interface', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': '52ad135c-17d7-42e4-ab65-a27dacc59304', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T20:09:05Z', 'updated_at': '2021-11-05T20:09:06Z', 'revision_number': 2, 'project_id': '2fd8a348f8da46cfa99e1fe8738f5f79', 'subnets': [{'id': '52ad135c-17d7-42e4-ab65-a27dacc59304', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-1', False) {} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 20:09:08.568832 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c34c858-7d2f-4a88-8f1c-78f5913d11c8 None None] Checking router: 658f5335-75fe-4024-9a27-cb8817a8e617 for host: n-d-816865-1 {{(pid=102389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 20:09:08.569190 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c34c858-7d2f-4a88-8f1c-78f5913d11c8 None None] Updating router 658f5335-75fe-4024-9a27-cb8817a8e617 port a03f1e7b-7a2b-476b-8a25-5956db1765e4 binding host n-d-816865-1 {{(pid=102389) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 05 20:09:08.596230 n-d-816865-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-6c34c858-7d2f-4a88-8f1c-78f5913d11c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:09:08.608254 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-ed31f407-f0ed-4434-bd83-875af037d556 tempest-TestSnapshotPattern-762059213 tempest-TestSnapshotPattern-762059213-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:09:08.640667 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-31f93893-a48e-4ae8-833d-dccb2b42eacc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:09:08.641663 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:09:08.669450 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-ed31f407-f0ed-4434-bd83-875af037d556 tempest-TestSnapshotPattern-762059213 tempest-TestSnapshotPattern-762059213-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:09:08.759498 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-ed31f407-f0ed-4434-bd83-875af037d556 tempest-TestSnapshotPattern-762059213 tempest-TestSnapshotPattern-762059213-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985308'] for security_group_rule, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:09:08.778704 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed31f407-f0ed-4434-bd83-875af037d556 tempest-TestSnapshotPattern-762059213 tempest-TestSnapshotPattern-762059213-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b682d4aa-dade-44eb-b9c8-0e2fc5bf7869,revision_number=0']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 20:09:08.841283 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-ed31f407-f0ed-4434-bd83-875af037d556 tempest-TestSnapshotPattern-762059213 tempest-TestSnapshotPattern-762059213-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:09:08.842627 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-ed31f407-f0ed-4434-bd83-875af037d556 tempest-TestSnapshotPattern-762059213 tempest-TestSnapshotPattern-762059213-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3551853 Nov 05 20:09:08.845339 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 48360) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 20:09:08.849745 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-60a70be6-160a-40fb-8809-3875048c5ac0 tempest-TestSnapshotPattern-762059213 tempest-TestSnapshotPattern-762059213-project] Request body: {'security_group_rule': {'security_group_id': '5bbd9ffc-3f9e-4f69-897d-9b16703fc204', 'project_id': '5bb0cc9f9a8a4680a51c7376ce9f4def', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 20:09:08.862297 n-d-816865-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-6c34c858-7d2f-4a88-8f1c-78f5913d11c8 None None] Publish callbacks [] for port, precommit_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:09:08.931146 n-d-816865-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-6c34c858-7d2f-4a88-8f1c-78f5913d11c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:09:08.966561 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-60a70be6-160a-40fb-8809-3875048c5ac0 tempest-TestSnapshotPattern-762059213 tempest-TestSnapshotPattern-762059213-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:09:08.988443 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9502632b-0a3a-45f4-8493-b08c7de0ef04 None None] Pushing event updated for resources: {'Port': ['ID=a03f1e7b-7a2b-476b-8a25-5956db1765e4,revision_number=3']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 20:09:09.040013 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-60a70be6-160a-40fb-8809-3875048c5ac0 tempest-TestSnapshotPattern-762059213 tempest-TestSnapshotPattern-762059213-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:09:09.041124 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.managers [None req-6c34c858-7d2f-4a88-8f1c-78f5913d11c8 None None] Attempting to bind port a03f1e7b-7a2b-476b-8a25-5956db1765e4 on host n-d-816865-1 for vnic_type normal with profile {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 20:09:09.041556 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.managers [None req-6c34c858-7d2f-4a88-8f1c-78f5913d11c8 None None] Attempting to bind port a03f1e7b-7a2b-476b-8a25-5956db1765e4 by drivers openvswitch,hyperv on host n-d-816865-1 at level 0 using segments [{'id': 'ffd981f0-1be9-4424-a5de-dd08afdf4288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '11919bc5-b037-4417-b347-3717964d2cd0'}] {{(pid=102389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 20:09:09.041922 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c34c858-7d2f-4a88-8f1c-78f5913d11c8 None None] Attempting to bind port a03f1e7b-7a2b-476b-8a25-5956db1765e4 on network 11919bc5-b037-4417-b347-3717964d2cd0 {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 20:09:09.048107 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c34c858-7d2f-4a88-8f1c-78f5913d11c8 None None] Checking agent: {'id': '724d89a7-611b-41e6-bc85-c48112b17afa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 18, 25, 8), 'started_at': datetime.datetime(2021, 11, 5, 18, 25, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 20, 9, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 20:09:09.048479 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c34c858-7d2f-4a88-8f1c-78f5913d11c8 None None] Checking segment: {'id': 'ffd981f0-1be9-4424-a5de-dd08afdf4288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '11919bc5-b037-4417-b347-3717964d2cd0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 20:09:09.048884 n-d-816865-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-6c34c858-7d2f-4a88-8f1c-78f5913d11c8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:09:09.049580 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c34c858-7d2f-4a88-8f1c-78f5913d11c8 None None] Bound using segment: {'id': 'ffd981f0-1be9-4424-a5de-dd08afdf4288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '11919bc5-b037-4417-b347-3717964d2cd0'} {{(pid=102389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 20:09:09.050095 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.managers [None req-6c34c858-7d2f-4a88-8f1c-78f5913d11c8 None None] Bound port: a03f1e7b-7a2b-476b-8a25-5956db1765e4, host: n-d-816865-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ffd981f0-1be9-4424-a5de-dd08afdf4288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '11919bc5-b037-4417-b347-3717964d2cd0'}}] {{(pid=102389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 20:09:09.050572 n-d-816865-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-6c34c858-7d2f-4a88-8f1c-78f5913d11c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:09:09.116419 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [None req-6c34c858-7d2f-4a88-8f1c-78f5913d11c8 None None] For port a03f1e7b-7a2b-476b-8a25-5956db1765e4, host n-d-816865-1, cleared binding levels {{(pid=102389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 20:09:09.120338 n-d-816865-1 neutron-server[102389]: DEBUG neutron.plugins.ml2.db [None req-6c34c858-7d2f-4a88-8f1c-78f5913d11c8 None None] For port a03f1e7b-7a2b-476b-8a25-5956db1765e4, host n-d-816865-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=a03f1e7b-7a2b-476b-8a25-5956db1765e4,segment=NetworkSegment(ffd981f0-1be9-4424-a5de-dd08afdf4288),segment_id=ffd981f0-1be9-4424-a5de-dd08afdf4288)] {{(pid=102389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 20:09:09.139322 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-60a70be6-160a-40fb-8809-3875048c5ac0 tempest-TestSnapshotPattern-762059213 tempest-TestSnapshotPattern-762059213-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985308'] for security_group_rule, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:09:09.157195 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a70be6-160a-40fb-8809-3875048c5ac0 tempest-TestSnapshotPattern-762059213 tempest-TestSnapshotPattern-762059213-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3671f43e-2e08-4b33-a981-df56394b9259,revision_number=0']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 20:09:09.179257 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-d694371e-a8d7-4634-b9fb-f11208463ac2 None None] Provisioning complete for port a03f1e7b-7a2b-476b-8a25-5956db1765e4 triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 20:09:09.184372 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-d694371e-a8d7-4634-b9fb-f11208463ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:09:09.220362 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-d694371e-a8d7-4634-b9fb-f11208463ac2 None None] Port a03f1e7b-7a2b-476b-8a25-5956db1765e4 cannot update to ACTIVE because it is not bound. {{(pid=102388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 20:09:09.246898 n-d-816865-1 neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-6c34c858-7d2f-4a88-8f1c-78f5913d11c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:09:09.255994 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-60a70be6-160a-40fb-8809-3875048c5ac0 tempest-TestSnapshotPattern-762059213 tempest-TestSnapshotPattern-762059213-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:09:09.257391 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-60a70be6-160a-40fb-8809-3875048c5ac0 tempest-TestSnapshotPattern-762059213 tempest-TestSnapshotPattern-762059213-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4110837 Nov 05 20:09:09.260974 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 48362) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 20:09:09.270031 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-93e11279-a90d-4d24-9849-80c1e24e0289 tempest-TestSnapshotPattern-762059213 tempest-TestSnapshotPattern-762059213-project] Request body: {'security_group_rule': {'security_group_id': '5bbd9ffc-3f9e-4f69-897d-9b16703fc204', 'project_id': '5bb0cc9f9a8a4680a51c7376ce9f4def', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 20:09:09.360166 n-d-816865-1 neutron-server[102386]: INFO neutron.db.securitygroups_db [None req-93e11279-a90d-4d24-9849-80c1e24e0289 tempest-TestSnapshotPattern-762059213 tempest-TestSnapshotPattern-762059213-project] Project 5bb0cc9f9a8a4680a51c7376ce9f4def added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 05 20:09:09.365716 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-93e11279-a90d-4d24-9849-80c1e24e0289 tempest-TestSnapshotPattern-762059213 tempest-TestSnapshotPattern-762059213-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:09:09.433828 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-93e11279-a90d-4d24-9849-80c1e24e0289 tempest-TestSnapshotPattern-762059213 tempest-TestSnapshotPattern-762059213-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:09:09.438473 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c34c858-7d2f-4a88-8f1c-78f5913d11c8 None None] Routers {'658f5335-75fe-4024-9a27-cb8817a8e617'} bound to L3 agent in host n-d-816865-1 {{(pid=102389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 20:09:09.439094 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-6c34c858-7d2f-4a88-8f1c-78f5913d11c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T20:09:05Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['658f5335-75fe-4024-9a27-cb8817a8e617'], 'active': True} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 20:09:09.444419 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9502632b-0a3a-45f4-8493-b08c7de0ef04 None None] Pushing event updated for resources: {'Port': ['ID=a03f1e7b-7a2b-476b-8a25-5956db1765e4,revision_number=4']} {{(pid=102389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 20:09:09.514630 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-93e11279-a90d-4d24-9849-80c1e24e0289 tempest-TestSnapshotPattern-762059213 tempest-TestSnapshotPattern-762059213-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985308'] for security_group_rule, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:09:09.535439 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e11279-a90d-4d24-9849-80c1e24e0289 tempest-TestSnapshotPattern-762059213 tempest-TestSnapshotPattern-762059213-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38f87e0a-9beb-45ee-9676-26ed5a549635,revision_number=0']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 20:09:09.586484 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvr_db [None req-6c34c858-7d2f-4a88-8f1c-78f5913d11c8 None None] Set router 658f5335-75fe-4024-9a27-cb8817a8e617 gateway port host: n-d-816865-1 {{(pid=102389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 20:09:09.613002 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-93e11279-a90d-4d24-9849-80c1e24e0289 tempest-TestSnapshotPattern-762059213 tempest-TestSnapshotPattern-762059213-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:09:09.614311 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-93e11279-a90d-4d24-9849-80c1e24e0289 tempest-TestSnapshotPattern-762059213 tempest-TestSnapshotPattern-762059213-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3521545 Nov 05 20:09:09.616869 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 48364) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 20:09:09.621616 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-40d095ab-e37b-4bb1-9a02-247e9c290dcb tempest-TestSnapshotPattern-762059213 tempest-TestSnapshotPattern-762059213-project] Request body: {'security_group_rule': {'security_group_id': '5bbd9ffc-3f9e-4f69-897d-9b16703fc204', 'project_id': '5bb0cc9f9a8a4680a51c7376ce9f4def', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 20:09:09.646798 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-35ff4296-6eb4-4930-a00d-a2721318579d None None] Provisioning complete for port a03f1e7b-7a2b-476b-8a25-5956db1765e4 triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 20:09:09.647474 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-35ff4296-6eb4-4930-a00d-a2721318579d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:09:09.717765 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device c58f1cf5-27b1-4cba-9cff-9a8015aedc8a up at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 20:09:09.737218 n-d-816865-1 neutron-server[102386]: INFO neutron.db.securitygroups_db [None req-40d095ab-e37b-4bb1-9a02-247e9c290dcb tempest-TestSnapshotPattern-762059213 tempest-TestSnapshotPattern-762059213-project] Project 5bb0cc9f9a8a4680a51c7376ce9f4def added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 05 20:09:09.743224 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-40d095ab-e37b-4bb1-9a02-247e9c290dcb tempest-TestSnapshotPattern-762059213 tempest-TestSnapshotPattern-762059213-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:09:09.765695 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-35ff4296-6eb4-4930-a00d-a2721318579d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:09:09.808874 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-40d095ab-e37b-4bb1-9a02-247e9c290dcb tempest-TestSnapshotPattern-762059213 tempest-TestSnapshotPattern-762059213-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:09:09.812676 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-35ff4296-6eb4-4930-a00d-a2721318579d None None] For port a03f1e7b-7a2b-476b-8a25-5956db1765e4, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=a03f1e7b-7a2b-476b-8a25-5956db1765e4,segment=NetworkSegment(ffd981f0-1be9-4424-a5de-dd08afdf4288),segment_id=ffd981f0-1be9-4424-a5de-dd08afdf4288)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 20:09:09.815168 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-6c34c858-7d2f-4a88-8f1c-78f5913d11c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '658f5335-75fe-4024-9a27-cb8817a8e617', 'name': 'tempest-TestSnapshotPattern-1405198869-router', 'tenant_id': '2fd8a348f8da46cfa99e1fe8738f5f79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.83'}], 'enable_snat': True}, 'gw_port_id': 'c58f1cf5-27b1-4cba-9cff-9a8015aedc8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T20:09:02Z', 'updated_at': '2021-11-05T20:09:06Z', 'revision_number': 4, 'project_id': '2fd8a348f8da46cfa99e1fe8738f5f79', 'gw_port': {'id': 'c58f1cf5-27b1-4cba-9cff-9a8015aedc8a', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:62:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '658f5335-75fe-4024-9a27-cb8817a8e617', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T20:09:03Z', 'updated_at': '2021-11-05T20:09:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1', '_interfaces': [{'id': 'a03f1e7b-7a2b-476b-8a25-5956db1765e4', 'name': '', 'network_id': '11919bc5-b037-4417-b347-3717964d2cd0', 'tenant_id': '2fd8a348f8da46cfa99e1fe8738f5f79', 'mac_address': 'fa:16:3e:ff:a4:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '658f5335-75fe-4024-9a27-cb8817a8e617', 'device_owner': 'network:router_interface', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': '52ad135c-17d7-42e4-ab65-a27dacc59304', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T20:09:05Z', 'updated_at': '2021-11-05T20:09:09Z', 'revision_number': 4, 'project_id': '2fd8a348f8da46cfa99e1fe8738f5f79', 'subnets': [{'id': '52ad135c-17d7-42e4-ab65-a27dacc59304', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-1', False) {} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 20:09:09.821996 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Provisioning complete for port c58f1cf5-27b1-4cba-9cff-9a8015aedc8a triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 20:09:09.822608 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:09:09.845902 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c34c858-7d2f-4a88-8f1c-78f5913d11c8 None None] The sync data for ids ['658f5335-75fe-4024-9a27-cb8817a8e617'] in n-d-816865-1 is: [{'id': '658f5335-75fe-4024-9a27-cb8817a8e617', 'name': 'tempest-TestSnapshotPattern-1405198869-router', 'tenant_id': '2fd8a348f8da46cfa99e1fe8738f5f79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.83'}], 'enable_snat': True}, 'gw_port_id': 'c58f1cf5-27b1-4cba-9cff-9a8015aedc8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T20:09:02Z', 'updated_at': '2021-11-05T20:09:06Z', 'revision_number': 4, 'project_id': '2fd8a348f8da46cfa99e1fe8738f5f79', 'gw_port': {'id': 'c58f1cf5-27b1-4cba-9cff-9a8015aedc8a', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:62:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '658f5335-75fe-4024-9a27-cb8817a8e617', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T20:09:03Z', 'updated_at': '2021-11-05T20:09:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1', '_interfaces': [{'id': 'a03f1e7b-7a2b-476b-8a25-5956db1765e4', 'name': '', 'network_id': '11919bc5-b037-4417-b347-3717964d2cd0', 'tenant_id': '2fd8a348f8da46cfa99e1fe8738f5f79', 'mac_address': 'fa:16:3e:ff:a4:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '658f5335-75fe-4024-9a27-cb8817a8e617', 'device_owner': 'network:router_interface', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': '52ad135c-17d7-42e4-ab65-a27dacc59304', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T20:09:05Z', 'updated_at': '2021-11-05T20:09:09Z', 'revision_number': 4, 'project_id': '2fd8a348f8da46cfa99e1fe8738f5f79', 'subnets': [{'id': '52ad135c-17d7-42e4-ab65-a27dacc59304', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 20:09:09.911780 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-40d095ab-e37b-4bb1-9a02-247e9c290dcb tempest-TestSnapshotPattern-762059213 tempest-TestSnapshotPattern-762059213-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985308'] for security_group_rule, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:09:09.935717 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-35ff4296-6eb4-4930-a00d-a2721318579d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:09:09.944851 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d095ab-e37b-4bb1-9a02-247e9c290dcb tempest-TestSnapshotPattern-762059213 tempest-TestSnapshotPattern-762059213-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c93e343b-ef88-40ff-a600-170734bb0cc2,revision_number=0']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 20:09:10.000485 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ff4296-6eb4-4930-a00d-a2721318579d None None] Pushing event updated for resources: {'Port': ['ID=a03f1e7b-7a2b-476b-8a25-5956db1765e4,revision_number=5']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 20:09:10.015449 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-40d095ab-e37b-4bb1-9a02-247e9c290dcb tempest-TestSnapshotPattern-762059213 tempest-TestSnapshotPattern-762059213-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:09:10.016778 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-40d095ab-e37b-4bb1-9a02-247e9c290dcb tempest-TestSnapshotPattern-762059213 tempest-TestSnapshotPattern-762059213-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3988938 Nov 05 20:09:10.183864 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-0126f106-7989-4a64-90af-d20bfae1bcf8 req-6745b921-9ac4-4f79-92af-c39b7169d9d4 tempest-TestSnapshotPattern-762059213 tempest-TestSnapshotPattern-762059213-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1888282466&fields=id&tenant_id=5bb0cc9f9a8a4680a51c7376ce9f4def HTTP/1.1" status: 200 len: 267 time: 0.0569515 Nov 05 20:09:10.314951 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0126f106-7989-4a64-90af-d20bfae1bcf8 req-5b406a82-d6f4-44e2-a6bc-dd9a43599267 tempest-TestSnapshotPattern-762059213 tempest-TestSnapshotPattern-762059213-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 20:09:10.316325 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-0126f106-7989-4a64-90af-d20bfae1bcf8 req-5b406a82-d6f4-44e2-a6bc-dd9a43599267 tempest-TestSnapshotPattern-762059213 tempest-TestSnapshotPattern-762059213-project] 10.222.0.13 "GET /v2.0/networks?id=ce72382f-017f-4267-9dfb-c83cb83a39ed HTTP/1.1" status: 200 len: 809 time: 0.1249804 Nov 05 20:09:10.332778 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-0126f106-7989-4a64-90af-d20bfae1bcf8 req-d7beed64-9ab2-4a17-9116-9140e7bea9d5 tempest-TestSnapshotPattern-762059213 tempest-TestSnapshotPattern-762059213-project] 10.222.0.13 "GET /v2.0/quotas/5bb0cc9f9a8a4680a51c7376ce9f4def HTTP/1.1" status: 200 len: 375 time: 0.0100760 Nov 05 20:09:10.387567 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-0126f106-7989-4a64-90af-d20bfae1bcf8 req-de65259d-32cc-44de-8a2e-e2e11366469a tempest-TestSnapshotPattern-762059213 tempest-TestSnapshotPattern-762059213-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=5bb0cc9f9a8a4680a51c7376ce9f4def&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0483551 Nov 05 20:09:10.585548 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-0126f106-7989-4a64-90af-d20bfae1bcf8 req-ac5ce252-001a-4ac5-9b4c-fc6cc01b1116 service neutron] 10.222.0.13 "GET /v2.0/networks/ce72382f-017f-4267-9dfb-c83cb83a39ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1846504 Nov 05 20:09:10.684751 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-0126f106-7989-4a64-90af-d20bfae1bcf8 req-988446c4-ae1e-49b5-8268-446f7e1cd4cc service neutron] 10.222.0.13 "GET /v2.0/networks/ce72382f-017f-4267-9dfb-c83cb83a39ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927720 Nov 05 20:09:10.935401 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-370ea451-f434-455d-abb5-2121307e9b00 req-1b4d5c91-ea4c-4eea-b942-665dd6e37f56 tempest-TestSnapshotPattern-762059213 tempest-TestSnapshotPattern-762059213-project] 10.222.0.13 "GET /v2.0/ports?device_id=43bdad12-f3a0-4899-95f0-799e6b20f41e HTTP/1.1" status: 200 len: 210 time: 0.0329356 Nov 05 20:09:11.699476 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device a03f1e7b-7a2b-476b-8a25-5956db1765e4 up at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 20:09:11.746874 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Provisioning complete for port a03f1e7b-7a2b-476b-8a25-5956db1765e4 triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 20:09:11.747245 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:09:12.013533 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-501eb86e-10f5-422e-ba7c-f9d789689858 req-0efc10e3-1ed1-43f5-bf51-f8af4c7a6412 tempest-TestSnapshotPattern-762059213 tempest-TestSnapshotPattern-762059213-project] 10.222.0.13 "GET /v2.0/ports?device_id=43bdad12-f3a0-4899-95f0-799e6b20f41e HTTP/1.1" status: 200 len: 210 time: 0.0283177 Nov 05 20:09:13.091804 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-4541b883-0e8a-4a7b-ab4e-39c0559ecd4c req-1d32d7e6-c4a7-4819-9ecf-22da24fb965a tempest-TestSnapshotPattern-762059213 tempest-TestSnapshotPattern-762059213-project] 10.222.0.13 "GET /v2.0/ports?device_id=43bdad12-f3a0-4899-95f0-799e6b20f41e HTTP/1.1" status: 200 len: 210 time: 0.0276318 Nov 05 20:09:14.193596 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-97c17282-81f1-4b6a-94cd-a976855c49a8 req-2599bbed-9106-4254-a7e4-cb354b7897b8 tempest-TestSnapshotPattern-762059213 tempest-TestSnapshotPattern-762059213-project] 10.222.0.13 "GET /v2.0/ports?device_id=43bdad12-f3a0-4899-95f0-799e6b20f41e HTTP/1.1" status: 200 len: 210 time: 0.0268366 Nov 05 20:09:15.291401 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-9501ad6f-f95f-4cb1-995c-61b745d5c892 req-0d99ab73-ce1b-46ee-9593-2c86cb859828 tempest-TestSnapshotPattern-762059213 tempest-TestSnapshotPattern-762059213-project] 10.222.0.13 "GET /v2.0/ports?device_id=43bdad12-f3a0-4899-95f0-799e6b20f41e HTTP/1.1" status: 200 len: 210 time: 0.0266747 Nov 05 20:09:15.322729 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0126f106-7989-4a64-90af-d20bfae1bcf8 req-949d7503-68d9-4b84-af85-eaa9afaf1a20 tempest-TestSnapshotPattern-762059213 tempest-TestSnapshotPattern-762059213-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 20:09:15.324227 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-0126f106-7989-4a64-90af-d20bfae1bcf8 req-949d7503-68d9-4b84-af85-eaa9afaf1a20 tempest-TestSnapshotPattern-762059213 tempest-TestSnapshotPattern-762059213-project] 10.222.0.55 "GET /v2.0/networks?id=ce72382f-017f-4267-9dfb-c83cb83a39ed HTTP/1.1" status: 200 len: 809 time: 0.1050584 Nov 05 20:09:15.394301 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-0126f106-7989-4a64-90af-d20bfae1bcf8 req-f5cf14ef-e88f-4983-b50e-55ad0431a0a8 tempest-TestSnapshotPattern-762059213 tempest-TestSnapshotPattern-762059213-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5bb0cc9f9a8a4680a51c7376ce9f4def HTTP/1.1" status: 200 len: 380 time: 0.0545316 Nov 05 20:09:15.407331 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [req-0126f106-7989-4a64-90af-d20bfae1bcf8 req-cd7d7db1-d561-4f16-b4ff-18aa88a0f0e0 tempest-TestSnapshotPattern-762059213 tempest-TestSnapshotPattern-762059213-project] Request body: {'port': {'device_id': '43bdad12-f3a0-4899-95f0-799e6b20f41e', 'network_id': 'ce72382f-017f-4267-9dfb-c83cb83a39ed', 'admin_state_up': True, 'tenant_id': '5bb0cc9f9a8a4680a51c7376ce9f4def', 'security_groups': ['5bbd9ffc-3f9e-4f69-897d-9b16703fc204']}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 20:09:15.599033 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0126f106-7989-4a64-90af-d20bfae1bcf8 req-cd7d7db1-d561-4f16-b4ff-18aa88a0f0e0 tempest-TestSnapshotPattern-762059213 tempest-TestSnapshotPattern-762059213-project] Made reservation on behalf of 5bb0cc9f9a8a4680a51c7376ce9f4def for: {'port': 1} {{(pid=102386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 20:09:15.602511 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-0126f106-7989-4a64-90af-d20bfae1bcf8 req-cd7d7db1-d561-4f16-b4ff-18aa88a0f0e0 tempest-TestSnapshotPattern-762059213 tempest-TestSnapshotPattern-762059213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:09:15.725243 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.db_base_plugin_common [req-0126f106-7989-4a64-90af-d20bfae1bcf8 req-cd7d7db1-d561-4f16-b4ff-18aa88a0f0e0 tempest-TestSnapshotPattern-762059213 tempest-TestSnapshotPattern-762059213-project] Allocated IP 172.20.0.11 (ce72382f-017f-4267-9dfb-c83cb83a39ed/a97f3c91-bd34-4d4f-9f35-14e1520d9e2d/56f1fe05-1541-474c-b7fa-2fddf7da1352) {{(pid=102386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 20:09:15.862852 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-0126f106-7989-4a64-90af-d20bfae1bcf8 req-cd7d7db1-d561-4f16-b4ff-18aa88a0f0e0 tempest-TestSnapshotPattern-762059213 tempest-TestSnapshotPattern-762059213-project] Publish callbacks [] for port, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:09:15.950859 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-0126f106-7989-4a64-90af-d20bfae1bcf8 req-cd7d7db1-d561-4f16-b4ff-18aa88a0f0e0 tempest-TestSnapshotPattern-762059213 tempest-TestSnapshotPattern-762059213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:09:15.991066 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0126f106-7989-4a64-90af-d20bfae1bcf8 req-cd7d7db1-d561-4f16-b4ff-18aa88a0f0e0 tempest-TestSnapshotPattern-762059213 tempest-TestSnapshotPattern-762059213-project] Network ce72382f-017f-4267-9dfb-c83cb83a39ed is already hosted by enough agents. {{(pid=102386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 20:09:15.994658 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.base_scheduler [req-0126f106-7989-4a64-90af-d20bfae1bcf8 req-cd7d7db1-d561-4f16-b4ff-18aa88a0f0e0 tempest-TestSnapshotPattern-762059213 tempest-TestSnapshotPattern-762059213-project] Resources bound (agent type, host, resource id): {{(pid=102386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 20:09:16.000957 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [req-0126f106-7989-4a64-90af-d20bfae1bcf8 req-cd7d7db1-d561-4f16-b4ff-18aa88a0f0e0 tempest-TestSnapshotPattern-762059213 tempest-TestSnapshotPattern-762059213-project] Received port after_create {{(pid=102386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 20:09:16.031502 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7d7db1-d561-4f16-b4ff-18aa88a0f0e0 tempest-TestSnapshotPattern-762059213 tempest-TestSnapshotPattern-762059213-project] Pushing event updated for resources: {'Port': ['ID=56f1fe05-1541-474c-b7fa-2fddf7da1352,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 20:09:16.060269 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0126f106-7989-4a64-90af-d20bfae1bcf8 req-cd7d7db1-d561-4f16-b4ff-18aa88a0f0e0 tempest-TestSnapshotPattern-762059213 tempest-TestSnapshotPattern-762059213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 20:09:16.060910 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-0126f106-7989-4a64-90af-d20bfae1bcf8 req-cd7d7db1-d561-4f16-b4ff-18aa88a0f0e0 tempest-TestSnapshotPattern-762059213 tempest-TestSnapshotPattern-762059213-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:09:16.142001 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-0126f106-7989-4a64-90af-d20bfae1bcf8 req-cd7d7db1-d561-4f16-b4ff-18aa88a0f0e0 tempest-TestSnapshotPattern-762059213 tempest-TestSnapshotPattern-762059213-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7381687 Nov 05 20:09:16.159301 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [req-0126f106-7989-4a64-90af-d20bfae1bcf8 req-ad6122f7-0a77-4ddf-9ba8-76b1eeee80e9 service neutron] Request body: {'port': {'device_id': '43bdad12-f3a0-4899-95f0-799e6b20f41e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816865-1'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 20:09:16.197010 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-13565535-4cd6-4390-8f78-8eccb3840b23 None None] Provisioning complete for port 56f1fe05-1541-474c-b7fa-2fddf7da1352 triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 20:09:16.197586 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-13565535-4cd6-4390-8f78-8eccb3840b23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:09:16.214693 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-0126f106-7989-4a64-90af-d20bfae1bcf8 req-ad6122f7-0a77-4ddf-9ba8-76b1eeee80e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:09:16.232198 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-13565535-4cd6-4390-8f78-8eccb3840b23 None None] Port 56f1fe05-1541-474c-b7fa-2fddf7da1352 cannot update to ACTIVE because it is not bound. {{(pid=102388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 20:09:16.411193 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a18e9c1-8e2f-4d88-a790-c3d5cdbcee49 req-fb26331d-8f99-4e78-902a-a935c8b60a03 tempest-TestSnapshotPattern-762059213 tempest-TestSnapshotPattern-762059213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 20:09:16.412601 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-5a18e9c1-8e2f-4d88-a790-c3d5cdbcee49 req-fb26331d-8f99-4e78-902a-a935c8b60a03 tempest-TestSnapshotPattern-762059213 tempest-TestSnapshotPattern-762059213-project] 10.222.0.13 "GET /v2.0/ports?device_id=43bdad12-f3a0-4899-95f0-799e6b20f41e HTTP/1.1" status: 200 len: 932 time: 0.0488112 Nov 05 20:09:16.467635 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-5a18e9c1-8e2f-4d88-a790-c3d5cdbcee49 req-9a151c0e-5a02-43fe-8615-ef0bb70c2039 tempest-TestSnapshotPattern-762059213 tempest-TestSnapshotPattern-762059213-project] 10.222.0.13 "GET /v2.0/security-groups?id=5bbd9ffc-3f9e-4f69-897d-9b16703fc204&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484495 Nov 05 20:09:16.477590 n-d-816865-1 neutron-server[102386]: DEBUG neutron.notifiers.nova [req-0126f106-7989-4a64-90af-d20bfae1bcf8 req-ad6122f7-0a77-4ddf-9ba8-76b1eeee80e9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 56f1fe05-1541-474c-b7fa-2fddf7da1352 {{(pid=102386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 20:09:16.485230 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-0126f106-7989-4a64-90af-d20bfae1bcf8 req-ad6122f7-0a77-4ddf-9ba8-76b1eeee80e9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:09:16.497228 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.provisioning_blocks [req-0126f106-7989-4a64-90af-d20bfae1bcf8 req-ad6122f7-0a77-4ddf-9ba8-76b1eeee80e9 service neutron] Transition to ACTIVE for port object 56f1fe05-1541-474c-b7fa-2fddf7da1352 will not be triggered until provisioned by entity L2. {{(pid=102386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 05 20:09:16.555869 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-0126f106-7989-4a64-90af-d20bfae1bcf8 req-ad6122f7-0a77-4ddf-9ba8-76b1eeee80e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6149821'] for port, after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:09:16.610736 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6122f7-0a77-4ddf-9ba8-76b1eeee80e9 service neutron] Pushing event updated for resources: {'Port': ['ID=56f1fe05-1541-474c-b7fa-2fddf7da1352,revision_number=2']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 20:09:16.677528 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [req-0126f106-7989-4a64-90af-d20bfae1bcf8 req-ad6122f7-0a77-4ddf-9ba8-76b1eeee80e9 service neutron] Attempting to bind port 56f1fe05-1541-474c-b7fa-2fddf7da1352 on host n-h2-816865-1 for vnic_type normal with profile {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 20:09:16.677858 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [req-0126f106-7989-4a64-90af-d20bfae1bcf8 req-ad6122f7-0a77-4ddf-9ba8-76b1eeee80e9 service neutron] Attempting to bind port 56f1fe05-1541-474c-b7fa-2fddf7da1352 by drivers openvswitch,hyperv on host n-h2-816865-1 at level 0 using segments [{'id': '6ddd1d53-5e3d-44c3-bfaa-bf7df05e8e4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'ce72382f-017f-4267-9dfb-c83cb83a39ed'}] {{(pid=102386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 20:09:16.678222 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0126f106-7989-4a64-90af-d20bfae1bcf8 req-ad6122f7-0a77-4ddf-9ba8-76b1eeee80e9 service neutron] Attempting to bind port 56f1fe05-1541-474c-b7fa-2fddf7da1352 on network ce72382f-017f-4267-9dfb-c83cb83a39ed {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 20:09:16.682875 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0126f106-7989-4a64-90af-d20bfae1bcf8 req-ad6122f7-0a77-4ddf-9ba8-76b1eeee80e9 service neutron] Port 56f1fe05-1541-474c-b7fa-2fddf7da1352 on network ce72382f-017f-4267-9dfb-c83cb83a39ed not bound, no agent of type Open vSwitch agent registered on host n-h2-816865-1 {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 20:09:16.683214 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0126f106-7989-4a64-90af-d20bfae1bcf8 req-ad6122f7-0a77-4ddf-9ba8-76b1eeee80e9 service neutron] Attempting to bind port 56f1fe05-1541-474c-b7fa-2fddf7da1352 on network ce72382f-017f-4267-9dfb-c83cb83a39ed {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 20:09:16.688203 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0126f106-7989-4a64-90af-d20bfae1bcf8 req-ad6122f7-0a77-4ddf-9ba8-76b1eeee80e9 service neutron] Checking agent: {'id': '32aff553-696f-4891-83f5-5c176f61fe54', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816865-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 18, 33, 36), 'started_at': datetime.datetime(2021, 11, 5, 18, 33, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 20, 9, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 20:09:16.688522 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0126f106-7989-4a64-90af-d20bfae1bcf8 req-ad6122f7-0a77-4ddf-9ba8-76b1eeee80e9 service neutron] Checking segment: {'id': '6ddd1d53-5e3d-44c3-bfaa-bf7df05e8e4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'ce72382f-017f-4267-9dfb-c83cb83a39ed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 20:09:16.688906 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0126f106-7989-4a64-90af-d20bfae1bcf8 req-ad6122f7-0a77-4ddf-9ba8-76b1eeee80e9 service neutron] Bound using segment: {'id': '6ddd1d53-5e3d-44c3-bfaa-bf7df05e8e4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'ce72382f-017f-4267-9dfb-c83cb83a39ed'} {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 20:09:16.689335 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [req-0126f106-7989-4a64-90af-d20bfae1bcf8 req-ad6122f7-0a77-4ddf-9ba8-76b1eeee80e9 service neutron] Bound port: 56f1fe05-1541-474c-b7fa-2fddf7da1352, host: n-h2-816865-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6ddd1d53-5e3d-44c3-bfaa-bf7df05e8e4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'ce72382f-017f-4267-9dfb-c83cb83a39ed'}}] {{(pid=102386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 20:09:16.689697 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-0126f106-7989-4a64-90af-d20bfae1bcf8 req-ad6122f7-0a77-4ddf-9ba8-76b1eeee80e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:09:16.755297 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [req-0126f106-7989-4a64-90af-d20bfae1bcf8 req-ad6122f7-0a77-4ddf-9ba8-76b1eeee80e9 service neutron] For port 56f1fe05-1541-474c-b7fa-2fddf7da1352, host n-h2-816865-1, cleared binding levels {{(pid=102386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 20:09:16.758387 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [req-0126f106-7989-4a64-90af-d20bfae1bcf8 req-ad6122f7-0a77-4ddf-9ba8-76b1eeee80e9 service neutron] For port 56f1fe05-1541-474c-b7fa-2fddf7da1352, host n-h2-816865-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=56f1fe05-1541-474c-b7fa-2fddf7da1352,segment=NetworkSegment(6ddd1d53-5e3d-44c3-bfaa-bf7df05e8e4c),segment_id=6ddd1d53-5e3d-44c3-bfaa-bf7df05e8e4c)] {{(pid=102386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 20:09:16.854509 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-0126f106-7989-4a64-90af-d20bfae1bcf8 req-ad6122f7-0a77-4ddf-9ba8-76b1eeee80e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6149821'] for port, after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:09:16.891952 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0126f106-7989-4a64-90af-d20bfae1bcf8 req-ad6122f7-0a77-4ddf-9ba8-76b1eeee80e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 20:09:16.892576 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-0126f106-7989-4a64-90af-d20bfae1bcf8 req-ad6122f7-0a77-4ddf-9ba8-76b1eeee80e9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:09:16.893965 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-0126f106-7989-4a64-90af-d20bfae1bcf8 req-ad6122f7-0a77-4ddf-9ba8-76b1eeee80e9 service neutron] 10.222.0.55 "PUT /v2.0/ports/56f1fe05-1541-474c-b7fa-2fddf7da1352 HTTP/1.1" status: 200 len: 1092 time: 0.7390082 Nov 05 20:09:16.894424 n-d-816865-1 neutron-server[102386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43bdad12-f3a0-4899-95f0-799e6b20f41e', 'tag': '56f1fe05-1541-474c-b7fa-2fddf7da1352'}] {{(pid=102386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 20:09:16.896665 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d24c2e9fd656c946d5f792cc44b0d4efbe125a7d17e01666b7f4dc8150dd75ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-782d6214-05cb-4ab2-8eb5-6e38de2fcbb4" -d '{"events": [{"name": "network-changed", "server_uuid": "43bdad12-f3a0-4899-95f0-799e6b20f41e", "tag": "56f1fe05-1541-474c-b7fa-2fddf7da1352"}]}' {{(pid=102386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 20:09:16.922837 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6122f7-0a77-4ddf-9ba8-76b1eeee80e9 service neutron] Pushing event updated for resources: {'Port': ['ID=56f1fe05-1541-474c-b7fa-2fddf7da1352,revision_number=3']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 20:09:16.941894 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 20:09:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4624fbd-3599-4096-b67c-18040047bd58 x-openstack-request-id: req-f4624fbd-3599-4096-b67c-18040047bd58 {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 20:09:16.942222 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43bdad12-f3a0-4899-95f0-799e6b20f41e", "tag": "56f1fe05-1541-474c-b7fa-2fddf7da1352", "status": "completed", "code": 200}]} {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 20:09:16.942526 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f4624fbd-3599-4096-b67c-18040047bd58 {{(pid=102386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 20:09:16.942930 n-d-816865-1 neutron-server[102386]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43bdad12-f3a0-4899-95f0-799e6b20f41e', 'tag': '56f1fe05-1541-474c-b7fa-2fddf7da1352', 'status': 'completed', 'code': 200} Nov 05 20:09:17.012422 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782d6214-05cb-4ab2-8eb5-6e38de2fcbb4 req-ef64c6a5-fadb-4ef7-a603-6be0544c493a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 20:09:17.013967 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-782d6214-05cb-4ab2-8eb5-6e38de2fcbb4 req-ef64c6a5-fadb-4ef7-a603-6be0544c493a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=5bb0cc9f9a8a4680a51c7376ce9f4def&device_id=43bdad12-f3a0-4899-95f0-799e6b20f41e HTTP/1.1" status: 200 len: 1095 time: 0.0502660 Nov 05 20:09:17.131120 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782d6214-05cb-4ab2-8eb5-6e38de2fcbb4 req-20810ed9-0af9-42b1-8347-96a8a46b5e69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 20:09:17.132806 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-782d6214-05cb-4ab2-8eb5-6e38de2fcbb4 req-20810ed9-0af9-42b1-8347-96a8a46b5e69 service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=5bb0cc9f9a8a4680a51c7376ce9f4def&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1065278 Nov 05 20:09:17.534307 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782d6214-05cb-4ab2-8eb5-6e38de2fcbb4 req-a47bde68-185c-4b01-9356-7d3a296b1a0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 20:09:17.535798 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-782d6214-05cb-4ab2-8eb5-6e38de2fcbb4 req-a47bde68-185c-4b01-9356-7d3a296b1a0e service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3900576 Nov 05 20:09:17.588257 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39113150-0fa3-43bd-94f7-cc892d50a93f req-a8d800c8-3a0f-419a-9d21-dcbffbedd1b6 tempest-TestSnapshotPattern-762059213 tempest-TestSnapshotPattern-762059213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 20:09:17.589813 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-39113150-0fa3-43bd-94f7-cc892d50a93f req-a8d800c8-3a0f-419a-9d21-dcbffbedd1b6 tempest-TestSnapshotPattern-762059213 tempest-TestSnapshotPattern-762059213-project] 10.222.0.13 "GET /v2.0/ports?device_id=43bdad12-f3a0-4899-95f0-799e6b20f41e HTTP/1.1" status: 200 len: 944 time: 0.0517673 Nov 05 20:09:17.616267 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0126f106-7989-4a64-90af-d20bfae1bcf8 req-3e6dd1a2-3b66-425e-8724-7acf27109336 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 20:09:17.617769 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-0126f106-7989-4a64-90af-d20bfae1bcf8 req-3e6dd1a2-3b66-425e-8724-7acf27109336 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=5bb0cc9f9a8a4680a51c7376ce9f4def&device_id=43bdad12-f3a0-4899-95f0-799e6b20f41e HTTP/1.1" status: 200 len: 1095 time: 0.0399733 Nov 05 20:09:17.640747 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-39113150-0fa3-43bd-94f7-cc892d50a93f req-34f30604-ade8-49b3-82c9-80713b0ab556 tempest-TestSnapshotPattern-762059213 tempest-TestSnapshotPattern-762059213-project] 10.222.0.13 "GET /v2.0/security-groups?id=5bbd9ffc-3f9e-4f69-897d-9b16703fc204&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447268 Nov 05 20:09:17.667987 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-0126f106-7989-4a64-90af-d20bfae1bcf8 req-57eed9e6-937c-4a2c-913b-db63158693c6 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=56f1fe05-1541-474c-b7fa-2fddf7da1352 HTTP/1.1" status: 200 len: 217 time: 0.0373111 Nov 05 20:09:17.722561 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0126f106-7989-4a64-90af-d20bfae1bcf8 req-6270f916-a0ec-4eb4-9f6e-175a0e35e0ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 20:09:17.723988 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-0126f106-7989-4a64-90af-d20bfae1bcf8 req-6270f916-a0ec-4eb4-9f6e-175a0e35e0ec service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a97f3c91-bd34-4d4f-9f35-14e1520d9e2d HTTP/1.1" status: 200 len: 848 time: 0.0438619 Nov 05 20:09:17.778453 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0126f106-7989-4a64-90af-d20bfae1bcf8 req-ece7edee-d8a5-4d9d-8cd7-3ea814d01d10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 20:09:17.778453 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-0126f106-7989-4a64-90af-d20bfae1bcf8 req-ece7edee-d8a5-4d9d-8cd7-3ea814d01d10 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ce72382f-017f-4267-9dfb-c83cb83a39ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404484 Nov 05 20:09:17.873789 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-0126f106-7989-4a64-90af-d20bfae1bcf8 req-e7c0ba90-2182-497a-b5c5-205b7e45bf30 service neutron] 10.222.0.55 "GET /v2.0/networks/ce72382f-017f-4267-9dfb-c83cb83a39ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848088 Nov 05 20:09:17.967129 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-0126f106-7989-4a64-90af-d20bfae1bcf8 req-0d0614dd-2dc4-4cc3-9056-6d4d3ba633cb service neutron] 10.222.0.55 "GET /v2.0/networks/ce72382f-017f-4267-9dfb-c83cb83a39ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821445 Nov 05 20:09:18.760195 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaaade86-35de-4a94-b106-c021c091e00c req-f52e4921-26dd-4aa3-bf54-c6a36688ae15 tempest-TestSnapshotPattern-762059213 tempest-TestSnapshotPattern-762059213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 20:09:18.761722 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-eaaade86-35de-4a94-b106-c021c091e00c req-f52e4921-26dd-4aa3-bf54-c6a36688ae15 tempest-TestSnapshotPattern-762059213 tempest-TestSnapshotPattern-762059213-project] 10.222.0.13 "GET /v2.0/ports?device_id=43bdad12-f3a0-4899-95f0-799e6b20f41e HTTP/1.1" status: 200 len: 944 time: 0.0497088 Nov 05 20:09:18.813171 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-eaaade86-35de-4a94-b106-c021c091e00c req-0865b948-1ad2-4911-b74c-d1a672606b70 tempest-TestSnapshotPattern-762059213 tempest-TestSnapshotPattern-762059213-project] 10.222.0.13 "GET /v2.0/security-groups?id=5bbd9ffc-3f9e-4f69-897d-9b16703fc204&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454144 Nov 05 20:09:19.930551 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a564ad81-a0e9-400c-8e3d-eddf994678ae req-79adab3f-687e-49af-8008-810c289893cb tempest-TestSnapshotPattern-762059213 tempest-TestSnapshotPattern-762059213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 20:09:19.932765 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-a564ad81-a0e9-400c-8e3d-eddf994678ae req-79adab3f-687e-49af-8008-810c289893cb tempest-TestSnapshotPattern-762059213 tempest-TestSnapshotPattern-762059213-project] 10.222.0.13 "GET /v2.0/ports?device_id=43bdad12-f3a0-4899-95f0-799e6b20f41e HTTP/1.1" status: 200 len: 944 time: 0.0527802 Nov 05 20:09:19.982234 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-a564ad81-a0e9-400c-8e3d-eddf994678ae req-4606c64c-14c0-49df-bb0b-90950bbe1862 tempest-TestSnapshotPattern-762059213 tempest-TestSnapshotPattern-762059213-project] 10.222.0.13 "GET /v2.0/security-groups?id=5bbd9ffc-3f9e-4f69-897d-9b16703fc204&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434601 Nov 05 20:09:20.064817 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Device 56f1fe05-1541-474c-b7fa-2fddf7da1352 details requested by agent hyperv_n-h2-816865-1 with host n-h2-816865-1 {{(pid=102388) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 05 20:09:20.160754 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] For port 56f1fe05-1541-474c-b7fa-2fddf7da1352, host n-h2-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=56f1fe05-1541-474c-b7fa-2fddf7da1352,segment=NetworkSegment(6ddd1d53-5e3d-44c3-bfaa-bf7df05e8e4c),segment_id=6ddd1d53-5e3d-44c3-bfaa-bf7df05e8e4c)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 20:09:20.172168 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Returning: {'device': '56f1fe05-1541-474c-b7fa-2fddf7da1352', 'network_id': 'ce72382f-017f-4267-9dfb-c83cb83a39ed', 'port_id': '56f1fe05-1541-474c-b7fa-2fddf7da1352', 'mac_address': 'fa:16:3e:da:6d:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 164, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a97f3c91-bd34-4d4f-9f35-14e1520d9e2d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102388) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 05 20:09:20.209249 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:09:20.223763 n-d-816865-1 neutron-server[102388]: DEBUG neutron.notifiers.nova [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 56f1fe05-1541-474c-b7fa-2fddf7da1352 {{(pid=102388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 20:09:20.247588 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] For port 56f1fe05-1541-474c-b7fa-2fddf7da1352, host n-h2-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=56f1fe05-1541-474c-b7fa-2fddf7da1352,segment=NetworkSegment(6ddd1d53-5e3d-44c3-bfaa-bf7df05e8e4c),segment_id=6ddd1d53-5e3d-44c3-bfaa-bf7df05e8e4c)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 20:09:20.327669 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:09:20.375560 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Pushing event updated for resources: {'Port': ['ID=56f1fe05-1541-474c-b7fa-2fddf7da1352,revision_number=4']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 20:09:20.640000 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] get_ports_and_sgs() called for port_ids ['56f1fe05-1541-474c-b7fa-2fddf7da1352'] {{(pid=102388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 20:09:21.099241 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123c7fb7-0d1f-44b8-91e2-3b14cd420bf4 req-741add16-3917-4f6e-82a7-a1973717232f tempest-TestSnapshotPattern-762059213 tempest-TestSnapshotPattern-762059213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 20:09:21.100757 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-123c7fb7-0d1f-44b8-91e2-3b14cd420bf4 req-741add16-3917-4f6e-82a7-a1973717232f tempest-TestSnapshotPattern-762059213 tempest-TestSnapshotPattern-762059213-project] 10.222.0.13 "GET /v2.0/ports?device_id=43bdad12-f3a0-4899-95f0-799e6b20f41e HTTP/1.1" status: 200 len: 945 time: 0.0489202 Nov 05 20:09:21.150308 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-123c7fb7-0d1f-44b8-91e2-3b14cd420bf4 req-6959d518-4def-4589-b26f-ea60a78db0f2 tempest-TestSnapshotPattern-762059213 tempest-TestSnapshotPattern-762059213-project] 10.222.0.13 "GET /v2.0/security-groups?id=5bbd9ffc-3f9e-4f69-897d-9b16703fc204&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425987 Nov 05 20:09:22.081102 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Device 56f1fe05-1541-474c-b7fa-2fddf7da1352 up at agent hyperv_n-h2-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 20:09:22.216702 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Provisioning for port 56f1fe05-1541-474c-b7fa-2fddf7da1352 completed by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 05 20:09:22.221015 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Provisioning complete for port 56f1fe05-1541-474c-b7fa-2fddf7da1352 triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 20:09:22.221390 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:09:22.269227 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1508a379-546d-4e97-8f53-35e51df32092 req-c6216ec9-0850-4481-bcec-e74914a57397 tempest-TestSnapshotPattern-762059213 tempest-TestSnapshotPattern-762059213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 20:09:22.270673 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-1508a379-546d-4e97-8f53-35e51df32092 req-c6216ec9-0850-4481-bcec-e74914a57397 tempest-TestSnapshotPattern-762059213 tempest-TestSnapshotPattern-762059213-project] 10.222.0.13 "GET /v2.0/ports?device_id=43bdad12-f3a0-4899-95f0-799e6b20f41e HTTP/1.1" status: 200 len: 945 time: 0.0540791 Nov 05 20:09:22.303839 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:09:22.322191 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-1508a379-546d-4e97-8f53-35e51df32092 req-ab4826d9-aa6e-4abe-b473-59c50704f790 tempest-TestSnapshotPattern-762059213 tempest-TestSnapshotPattern-762059213-project] 10.222.0.13 "GET /v2.0/security-groups?id=5bbd9ffc-3f9e-4f69-897d-9b16703fc204&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450411 Nov 05 20:09:22.326077 n-d-816865-1 neutron-server[102388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43bdad12-f3a0-4899-95f0-799e6b20f41e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56f1fe05-1541-474c-b7fa-2fddf7da1352'}] {{(pid=102388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 20:09:22.328348 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6791add14b0903d9e674b39f457aa3a29109aa98d0835d5644e65cf363d7cf55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-743f84e8-3309-4849-b33b-ebae8ce5f6a0" -d '{"events": [{"server_uuid": "43bdad12-f3a0-4899-95f0-799e6b20f41e", "name": "network-vif-plugged", "status": "completed", "tag": "56f1fe05-1541-474c-b7fa-2fddf7da1352"}]}' {{(pid=102388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 20:09:22.342716 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] For port 56f1fe05-1541-474c-b7fa-2fddf7da1352, host n-h2-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=56f1fe05-1541-474c-b7fa-2fddf7da1352,segment=NetworkSegment(6ddd1d53-5e3d-44c3-bfaa-bf7df05e8e4c),segment_id=6ddd1d53-5e3d-44c3-bfaa-bf7df05e8e4c)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 20:09:22.365221 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 20:09:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79cc7f9c-f3a9-4917-9ee4-21a8ca9a6bae x-openstack-request-id: req-79cc7f9c-f3a9-4917-9ee4-21a8ca9a6bae {{(pid=102388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 20:09:22.365509 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43bdad12-f3a0-4899-95f0-799e6b20f41e", "name": "network-vif-plugged", "status": "completed", "tag": "56f1fe05-1541-474c-b7fa-2fddf7da1352", "code": 200}]} {{(pid=102388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 20:09:22.365765 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-79cc7f9c-f3a9-4917-9ee4-21a8ca9a6bae {{(pid=102388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 20:09:22.366218 n-d-816865-1 neutron-server[102388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43bdad12-f3a0-4899-95f0-799e6b20f41e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56f1fe05-1541-474c-b7fa-2fddf7da1352', 'code': 200} Nov 05 20:09:22.407897 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:09:22.456847 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Pushing event updated for resources: {'Port': ['ID=56f1fe05-1541-474c-b7fa-2fddf7da1352,revision_number=5']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 20:09:22.478283 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f177fc-856e-4de5-b580-596e189a53b9 req-704f2201-c986-4dd0-8d1e-a92c0d7abd41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 20:09:22.479772 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-29f177fc-856e-4de5-b580-596e189a53b9 req-704f2201-c986-4dd0-8d1e-a92c0d7abd41 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=43bdad12-f3a0-4899-95f0-799e6b20f41e HTTP/1.1" status: 200 len: 1097 time: 0.0442061 Nov 05 20:09:22.525668 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-29f177fc-856e-4de5-b580-596e189a53b9 req-ac216c4d-e7c6-47f3-bcf4-11d74f4afe9a service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=5bbd9ffc-3f9e-4f69-897d-9b16703fc204&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382984 Nov 05 20:09:23.441969 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7889610-99a5-4c0a-a585-776a5a850c3c req-82887eea-dbb0-444f-ba97-f6ba9d575d4e tempest-TestSnapshotPattern-762059213 tempest-TestSnapshotPattern-762059213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 20:09:23.443602 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-d7889610-99a5-4c0a-a585-776a5a850c3c req-82887eea-dbb0-444f-ba97-f6ba9d575d4e tempest-TestSnapshotPattern-762059213 tempest-TestSnapshotPattern-762059213-project] 10.222.0.13 "GET /v2.0/ports?device_id=43bdad12-f3a0-4899-95f0-799e6b20f41e HTTP/1.1" status: 200 len: 946 time: 0.0501041 Nov 05 20:09:23.492486 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-d7889610-99a5-4c0a-a585-776a5a850c3c req-79bbd770-4e2b-45c2-a840-c8a9f0082912 tempest-TestSnapshotPattern-762059213 tempest-TestSnapshotPattern-762059213-project] 10.222.0.13 "GET /v2.0/security-groups?id=5bbd9ffc-3f9e-4f69-897d-9b16703fc204&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429738 Nov 05 20:09:24.608331 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f757849-a5c9-4af1-9d7d-0bdb6ec4ff8a req-21c63242-2164-475a-ae01-7aa31d56e910 tempest-TestSnapshotPattern-762059213 tempest-TestSnapshotPattern-762059213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 20:09:24.609827 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-6f757849-a5c9-4af1-9d7d-0bdb6ec4ff8a req-21c63242-2164-475a-ae01-7aa31d56e910 tempest-TestSnapshotPattern-762059213 tempest-TestSnapshotPattern-762059213-project] 10.222.0.13 "GET /v2.0/ports?device_id=43bdad12-f3a0-4899-95f0-799e6b20f41e HTTP/1.1" status: 200 len: 946 time: 0.0485067 Nov 05 20:09:24.662917 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-6f757849-a5c9-4af1-9d7d-0bdb6ec4ff8a req-7c433ccd-2f8c-43da-937b-211f8c1e505b tempest-TestSnapshotPattern-762059213 tempest-TestSnapshotPattern-762059213-project] 10.222.0.13 "GET /v2.0/security-groups?id=5bbd9ffc-3f9e-4f69-897d-9b16703fc204&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472174 Nov 05 20:09:24.777733 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75445d2d-3652-4682-8b4a-dc31c4fa03a7 req-b8c17f1a-b891-4cf2-8448-256c89d5023d tempest-TestSnapshotPattern-762059213 tempest-TestSnapshotPattern-762059213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 20:09:24.779135 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-75445d2d-3652-4682-8b4a-dc31c4fa03a7 req-b8c17f1a-b891-4cf2-8448-256c89d5023d tempest-TestSnapshotPattern-762059213 tempest-TestSnapshotPattern-762059213-project] 10.222.0.13 "GET /v2.0/ports?device_id=43bdad12-f3a0-4899-95f0-799e6b20f41e HTTP/1.1" status: 200 len: 946 time: 0.0491433 Nov 05 20:09:24.828978 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-75445d2d-3652-4682-8b4a-dc31c4fa03a7 req-6f3a3b48-3631-4263-88cb-a7951f01e703 tempest-TestSnapshotPattern-762059213 tempest-TestSnapshotPattern-762059213-project] 10.222.0.13 "GET /v2.0/security-groups?id=5bbd9ffc-3f9e-4f69-897d-9b16703fc204&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439250 Nov 05 20:09:24.850539 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 48442) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 20:09:24.933309 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6824828-4f11-4a0c-bc54-95a949e3d51c tempest-TestSnapshotPattern-1824512160 tempest-TestSnapshotPattern-1824512160-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 20:09:24.934866 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-c6824828-4f11-4a0c-bc54-95a949e3d51c tempest-TestSnapshotPattern-1824512160 tempest-TestSnapshotPattern-1824512160-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=43bdad12-f3a0-4899-95f0-799e6b20f41e HTTP/1.1" status: 200 len: 1092 time: 0.0833280 Nov 05 20:09:24.937685 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 48446) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 20:09:24.941908 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [None req-3fcf09d2-3bca-469d-8b24-aeea4ddead67 tempest-TestSnapshotPattern-762059213 tempest-TestSnapshotPattern-762059213-project] Request body: {'floatingip': {'floating_network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'port_id': '56f1fe05-1541-474c-b7fa-2fddf7da1352', 'tenant_id': '5bb0cc9f9a8a4680a51c7376ce9f4def', 'fixed_ip_address': '172.20.0.11'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 20:09:25.051119 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-3fcf09d2-3bca-469d-8b24-aeea4ddead67 tempest-TestSnapshotPattern-762059213 tempest-TestSnapshotPattern-762059213-project] Publish callbacks [] for floatingip, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:09:25.148040 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-3fcf09d2-3bca-469d-8b24-aeea4ddead67 tempest-TestSnapshotPattern-762059213 tempest-TestSnapshotPattern-762059213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:09:25.248988 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.db_base_plugin_common [None req-3fcf09d2-3bca-469d-8b24-aeea4ddead67 tempest-TestSnapshotPattern-762059213 tempest-TestSnapshotPattern-762059213-project] Allocated IP 172.25.6.131 (40c8335d-cd0b-4cb5-910a-d4dcddd5cbec/04fe6db3-e108-4208-943d-6518424f5726/65bca585-0160-4955-affc-463342fa4cce) {{(pid=102386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 20:09:25.350738 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-3fcf09d2-3bca-469d-8b24-aeea4ddead67 tempest-TestSnapshotPattern-762059213 tempest-TestSnapshotPattern-762059213-project] Publish callbacks [] for port, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:09:25.453734 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-3fcf09d2-3bca-469d-8b24-aeea4ddead67 tempest-TestSnapshotPattern-762059213 tempest-TestSnapshotPattern-762059213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:09:25.489492 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fcf09d2-3bca-469d-8b24-aeea4ddead67 tempest-TestSnapshotPattern-762059213 tempest-TestSnapshotPattern-762059213-project] Network 40c8335d-cd0b-4cb5-910a-d4dcddd5cbec is already hosted by enough agents. {{(pid=102386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 20:09:25.492208 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.base_scheduler [None req-3fcf09d2-3bca-469d-8b24-aeea4ddead67 tempest-TestSnapshotPattern-762059213 tempest-TestSnapshotPattern-762059213-project] Resources bound (agent type, host, resource id): {{(pid=102386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 20:09:25.498439 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fcf09d2-3bca-469d-8b24-aeea4ddead67 tempest-TestSnapshotPattern-762059213 tempest-TestSnapshotPattern-762059213-project] Received port after_create {{(pid=102386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 20:09:25.523880 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fcf09d2-3bca-469d-8b24-aeea4ddead67 tempest-TestSnapshotPattern-762059213 tempest-TestSnapshotPattern-762059213-project] Pushing event updated for resources: {'Port': ['ID=65bca585-0160-4955-affc-463342fa4cce,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 20:09:25.852258 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-3fcf09d2-3bca-469d-8b24-aeea4ddead67 tempest-TestSnapshotPattern-762059213 tempest-TestSnapshotPattern-762059213-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:09:25.970225 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-3fcf09d2-3bca-469d-8b24-aeea4ddead67 tempest-TestSnapshotPattern-762059213 tempest-TestSnapshotPattern-762059213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:09:26.119641 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-3fcf09d2-3bca-469d-8b24-aeea4ddead67 tempest-TestSnapshotPattern-762059213 tempest-TestSnapshotPattern-762059213-project] Publish callbacks [] for port, precommit_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:09:26.178698 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-3fcf09d2-3bca-469d-8b24-aeea4ddead67 tempest-TestSnapshotPattern-762059213 tempest-TestSnapshotPattern-762059213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6149821'] for port, after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:09:26.250862 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fcf09d2-3bca-469d-8b24-aeea4ddead67 tempest-TestSnapshotPattern-762059213 tempest-TestSnapshotPattern-762059213-project] Pushing event updated for resources: {'Port': ['ID=65bca585-0160-4955-affc-463342fa4cce,revision_number=2']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 20:09:26.262975 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-3fcf09d2-3bca-469d-8b24-aeea4ddead67 tempest-TestSnapshotPattern-762059213 tempest-TestSnapshotPattern-762059213-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1000577'] for floatingip, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:09:26.362919 n-d-816865-1 neutron-server[102386]: INFO neutron.db.l3_db [None req-3fcf09d2-3bca-469d-8b24-aeea4ddead67 tempest-TestSnapshotPattern-762059213 tempest-TestSnapshotPattern-762059213-project] Floating IP 2a2f704e-473d-4ec9-bf69-60d98e51560c associated. External IP: 172.25.6.131, port: 56f1fe05-1541-474c-b7fa-2fddf7da1352. Nov 05 20:09:26.565959 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3fcf09d2-3bca-469d-8b24-aeea4ddead67 tempest-TestSnapshotPattern-762059213 tempest-TestSnapshotPattern-762059213-project] Router 1ce956a9-1548-4ae9-9f6c-159fffb98f75 has already been hosted by L3 agent 6dcb5589-8e86-4616-9186-ddc4548e13ad {{(pid=102386) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 20:09:26.668990 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fcf09d2-3bca-469d-8b24-aeea4ddead67 tempest-TestSnapshotPattern-762059213 tempest-TestSnapshotPattern-762059213-project] Notify agent at l3_agent.n-d-816865-1 the message routers_updated {{(pid=102386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 20:09:26.679338 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28fac698-67c5-4bf2-9395-79de25fbb5c6 None None] Sync routers for ids ['1ce956a9-1548-4ae9-9f6c-159fffb98f75'] in n-d-816865-1 {{(pid=102388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 20:09:26.689507 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28fac698-67c5-4bf2-9395-79de25fbb5c6 None None] Routers {'1ce956a9-1548-4ae9-9f6c-159fffb98f75'} bound to L3 agent in host n-d-816865-1 {{(pid=102388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 20:09:26.690160 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-28fac698-67c5-4bf2-9395-79de25fbb5c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T20:09:05Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['1ce956a9-1548-4ae9-9f6c-159fffb98f75'], 'active': True} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 20:09:26.747701 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-3fcf09d2-3bca-469d-8b24-aeea4ddead67 tempest-TestSnapshotPattern-762059213 tempest-TestSnapshotPattern-762059213-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for floatingip, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:09:26.778191 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-3fcf09d2-3bca-469d-8b24-aeea4ddead67 tempest-TestSnapshotPattern-762059213 tempest-TestSnapshotPattern-762059213-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8394108 Nov 05 20:09:26.778846 n-d-816865-1 neutron-server[102386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43bdad12-f3a0-4899-95f0-799e6b20f41e', 'tag': '56f1fe05-1541-474c-b7fa-2fddf7da1352'}] {{(pid=102386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 20:09:26.781126 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d24c2e9fd656c946d5f792cc44b0d4efbe125a7d17e01666b7f4dc8150dd75ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2098f522-e8c5-4880-8cac-7e494654b690" -d '{"events": [{"name": "network-changed", "server_uuid": "43bdad12-f3a0-4899-95f0-799e6b20f41e", "tag": "56f1fe05-1541-474c-b7fa-2fddf7da1352"}]}' {{(pid=102386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 20:09:26.812579 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvr_db [None req-28fac698-67c5-4bf2-9395-79de25fbb5c6 None None] Set router 1ce956a9-1548-4ae9-9f6c-159fffb98f75 gateway port host: n-d-816865-1 {{(pid=102388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 20:09:26.819291 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 20:09:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d57af1e-ef07-4a83-8614-eb1a3bf7c4c9 x-openstack-request-id: req-8d57af1e-ef07-4a83-8614-eb1a3bf7c4c9 {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 20:09:26.819592 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43bdad12-f3a0-4899-95f0-799e6b20f41e", "tag": "56f1fe05-1541-474c-b7fa-2fddf7da1352", "status": "completed", "code": 200}]} {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 20:09:26.819850 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8d57af1e-ef07-4a83-8614-eb1a3bf7c4c9 {{(pid=102386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 20:09:26.820255 n-d-816865-1 neutron-server[102386]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43bdad12-f3a0-4899-95f0-799e6b20f41e', 'tag': '56f1fe05-1541-474c-b7fa-2fddf7da1352', 'status': 'completed', 'code': 200} Nov 05 20:09:26.883523 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2098f522-e8c5-4880-8cac-7e494654b690 req-8c50b0d2-db1f-4fbd-a42e-f06f85ae578e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 20:09:26.885119 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-2098f522-e8c5-4880-8cac-7e494654b690 req-8c50b0d2-db1f-4fbd-a42e-f06f85ae578e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=5bb0cc9f9a8a4680a51c7376ce9f4def&device_id=43bdad12-f3a0-4899-95f0-799e6b20f41e HTTP/1.1" status: 200 len: 1097 time: 0.0417640 Nov 05 20:09:26.975704 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2098f522-e8c5-4880-8cac-7e494654b690 req-7469f95e-5712-4312-9401-269160a636b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 20:09:26.977203 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-2098f522-e8c5-4880-8cac-7e494654b690 req-7469f95e-5712-4312-9401-269160a636b5 service neutron] 10.222.0.55 "GET /v2.0/networks?id=ce72382f-017f-4267-9dfb-c83cb83a39ed HTTP/1.1" status: 200 len: 910 time: 0.0848699 Nov 05 20:09:27.039447 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-28fac698-67c5-4bf2-9395-79de25fbb5c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ce956a9-1548-4ae9-9f6c-159fffb98f75', 'name': 'tempest-TestSnapshotPattern-296619941-router', 'tenant_id': '5bb0cc9f9a8a4680a51c7376ce9f4def', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.202'}], 'enable_snat': True}, 'gw_port_id': '3d2ccace-1317-4f02-b5d1-106f9e5f2dac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T20:08:56Z', 'updated_at': '2021-11-05T20:08:59Z', 'revision_number': 4, 'project_id': '5bb0cc9f9a8a4680a51c7376ce9f4def', 'gw_port': {'id': '3d2ccace-1317-4f02-b5d1-106f9e5f2dac', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:70:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ce956a9-1548-4ae9-9f6c-159fffb98f75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T20:08:56Z', 'updated_at': '2021-11-05T20:09:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1', '_floatingips': [{'id': '2a2f704e-473d-4ec9-bf69-60d98e51560c', 'tenant_id': '5bb0cc9f9a8a4680a51c7376ce9f4def', 'floating_ip_address': '172.25.6.131', 'floating_network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'router_id': '1ce956a9-1548-4ae9-9f6c-159fffb98f75', 'port_id': '56f1fe05-1541-474c-b7fa-2fddf7da1352', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4356, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ce72382f-017f-4267-9dfb-c83cb83a39ed', 'mac_address': 'fa:16:3e:da:6d:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43bdad12-f3a0-4899-95f0-799e6b20f41e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-05T20:09:25Z', 'updated_at': '2021-11-05T20:09:25Z', 'revision_number': 0, 'project_id': '5bb0cc9f9a8a4680a51c7376ce9f4def', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f13ea49-12d1-483e-8a86-cb3ed3751a55', 'name': '', 'network_id': 'ce72382f-017f-4267-9dfb-c83cb83a39ed', 'tenant_id': '5bb0cc9f9a8a4680a51c7376ce9f4def', 'mac_address': 'fa:16:3e:cb:94:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ce956a9-1548-4ae9-9f6c-159fffb98f75', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'a97f3c91-bd34-4d4f-9f35-14e1520d9e2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T20:08:58Z', 'updated_at': '2021-11-05T20:09:02Z', 'revision_number': 5, 'project_id': '5bb0cc9f9a8a4680a51c7376ce9f4def', 'subnets': [{'id': 'a97f3c91-bd34-4d4f-9f35-14e1520d9e2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-1', False) {} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 20:09:27.048632 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-2098f522-e8c5-4880-8cac-7e494654b690 req-67b50226-2630-49ac-898e-5c6f7a1a05db service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=56f1fe05-1541-474c-b7fa-2fddf7da1352 HTTP/1.1" status: 200 len: 1000 time: 0.0643983 Nov 05 20:09:27.065717 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28fac698-67c5-4bf2-9395-79de25fbb5c6 None None] Checking router: 1ce956a9-1548-4ae9-9f6c-159fffb98f75 for host: n-d-816865-1 {{(pid=102388) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 20:09:27.074682 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28fac698-67c5-4bf2-9395-79de25fbb5c6 None None] Routers {'1ce956a9-1548-4ae9-9f6c-159fffb98f75'} bound to L3 agent in host n-d-816865-1 {{(pid=102388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 20:09:27.075212 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-28fac698-67c5-4bf2-9395-79de25fbb5c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T20:09:05Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['1ce956a9-1548-4ae9-9f6c-159fffb98f75'], 'active': True} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 20:09:27.098477 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2098f522-e8c5-4880-8cac-7e494654b690 req-5b5ebe08-e512-41bb-8760-f029fc88bee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 20:09:27.099953 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-2098f522-e8c5-4880-8cac-7e494654b690 req-5b5ebe08-e512-41bb-8760-f029fc88bee7 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a97f3c91-bd34-4d4f-9f35-14e1520d9e2d HTTP/1.1" status: 200 len: 848 time: 0.0439234 Nov 05 20:09:27.145159 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2098f522-e8c5-4880-8cac-7e494654b690 req-fec09124-1af4-46a8-b5e2-12d9fecd5893 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 20:09:27.146702 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-2098f522-e8c5-4880-8cac-7e494654b690 req-fec09124-1af4-46a8-b5e2-12d9fecd5893 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ce72382f-017f-4267-9dfb-c83cb83a39ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0394115 Nov 05 20:09:27.186741 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvr_db [None req-28fac698-67c5-4bf2-9395-79de25fbb5c6 None None] Set router 1ce956a9-1548-4ae9-9f6c-159fffb98f75 gateway port host: n-d-816865-1 {{(pid=102388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 20:09:27.240476 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-2098f522-e8c5-4880-8cac-7e494654b690 req-0f47c778-4a69-425c-8b22-283ea8f8ff15 service neutron] 10.222.0.55 "GET /v2.0/networks/ce72382f-017f-4267-9dfb-c83cb83a39ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866053 Nov 05 20:09:27.335476 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-2098f522-e8c5-4880-8cac-7e494654b690 req-1fab0368-825d-4ff8-b28e-ae62e52083b9 service neutron] 10.222.0.55 "GET /v2.0/networks/ce72382f-017f-4267-9dfb-c83cb83a39ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871828 Nov 05 20:09:27.412630 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-28fac698-67c5-4bf2-9395-79de25fbb5c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ce956a9-1548-4ae9-9f6c-159fffb98f75', 'name': 'tempest-TestSnapshotPattern-296619941-router', 'tenant_id': '5bb0cc9f9a8a4680a51c7376ce9f4def', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.202'}], 'enable_snat': True}, 'gw_port_id': '3d2ccace-1317-4f02-b5d1-106f9e5f2dac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T20:08:56Z', 'updated_at': '2021-11-05T20:08:59Z', 'revision_number': 4, 'project_id': '5bb0cc9f9a8a4680a51c7376ce9f4def', 'gw_port': {'id': '3d2ccace-1317-4f02-b5d1-106f9e5f2dac', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:70:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ce956a9-1548-4ae9-9f6c-159fffb98f75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T20:08:56Z', 'updated_at': '2021-11-05T20:09:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1', '_floatingips': [{'id': '2a2f704e-473d-4ec9-bf69-60d98e51560c', 'tenant_id': '5bb0cc9f9a8a4680a51c7376ce9f4def', 'floating_ip_address': '172.25.6.131', 'floating_network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'router_id': '1ce956a9-1548-4ae9-9f6c-159fffb98f75', 'port_id': '56f1fe05-1541-474c-b7fa-2fddf7da1352', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4356, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ce72382f-017f-4267-9dfb-c83cb83a39ed', 'mac_address': 'fa:16:3e:da:6d:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43bdad12-f3a0-4899-95f0-799e6b20f41e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-05T20:09:25Z', 'updated_at': '2021-11-05T20:09:25Z', 'revision_number': 0, 'project_id': '5bb0cc9f9a8a4680a51c7376ce9f4def', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f13ea49-12d1-483e-8a86-cb3ed3751a55', 'name': '', 'network_id': 'ce72382f-017f-4267-9dfb-c83cb83a39ed', 'tenant_id': '5bb0cc9f9a8a4680a51c7376ce9f4def', 'mac_address': 'fa:16:3e:cb:94:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ce956a9-1548-4ae9-9f6c-159fffb98f75', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'a97f3c91-bd34-4d4f-9f35-14e1520d9e2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T20:08:58Z', 'updated_at': '2021-11-05T20:09:02Z', 'revision_number': 5, 'project_id': '5bb0cc9f9a8a4680a51c7376ce9f4def', 'subnets': [{'id': 'a97f3c91-bd34-4d4f-9f35-14e1520d9e2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-1', False) {} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 20:09:27.439516 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28fac698-67c5-4bf2-9395-79de25fbb5c6 None None] The sync data for ids ['1ce956a9-1548-4ae9-9f6c-159fffb98f75'] in n-d-816865-1 is: [{'id': '1ce956a9-1548-4ae9-9f6c-159fffb98f75', 'name': 'tempest-TestSnapshotPattern-296619941-router', 'tenant_id': '5bb0cc9f9a8a4680a51c7376ce9f4def', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.202'}], 'enable_snat': True}, 'gw_port_id': '3d2ccace-1317-4f02-b5d1-106f9e5f2dac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T20:08:56Z', 'updated_at': '2021-11-05T20:08:59Z', 'revision_number': 4, 'project_id': '5bb0cc9f9a8a4680a51c7376ce9f4def', 'gw_port': {'id': '3d2ccace-1317-4f02-b5d1-106f9e5f2dac', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:70:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ce956a9-1548-4ae9-9f6c-159fffb98f75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T20:08:56Z', 'updated_at': '2021-11-05T20:09:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1', '_floatingips': [{'id': '2a2f704e-473d-4ec9-bf69-60d98e51560c', 'tenant_id': '5bb0cc9f9a8a4680a51c7376ce9f4def', 'floating_ip_address': '172.25.6.131', 'floating_network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'router_id': '1ce956a9-1548-4ae9-9f6c-159fffb98f75', 'port_id': '56f1fe05-1541-474c-b7fa-2fddf7da1352', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4356, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ce72382f-017f-4267-9dfb-c83cb83a39ed', 'mac_address': 'fa:16:3e:da:6d:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43bdad12-f3a0-4899-95f0-799e6b20f41e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-05T20:09:25Z', 'updated_at': '2021-11-05T20:09:25Z', 'revision_number': 0, 'project_id': '5bb0cc9f9a8a4680a51c7376ce9f4def', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f13ea49-12d1-483e-8a86-cb3ed3751a55', 'name': '', 'network_id': 'ce72382f-017f-4267-9dfb-c83cb83a39ed', 'tenant_id': '5bb0cc9f9a8a4680a51c7376ce9f4def', 'mac_address': 'fa:16:3e:cb:94:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ce956a9-1548-4ae9-9f6c-159fffb98f75', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'a97f3c91-bd34-4d4f-9f35-14e1520d9e2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T20:08:58Z', 'updated_at': '2021-11-05T20:09:02Z', 'revision_number': 5, 'project_id': '5bb0cc9f9a8a4680a51c7376ce9f4def', 'subnets': [{'id': 'a97f3c91-bd34-4d4f-9f35-14e1520d9e2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 20:09:27.622672 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10fbf4b4-9d03-4198-9635-7e72c3f0b8e7 None None] New status for floating IP 2a2f704e-473d-4ec9-bf69-60d98e51560c: ACTIVE {{(pid=102389) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 05 20:09:32.687124 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-df7fa944-8d07-4803-8d5e-524ed3337a2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:09:35.144628 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:09:35.504444 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-87faa064-0c8d-4a82-a62a-41b657484e1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:09:36.593279 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b304910f-7b27-444b-a8fc-977d26b1ceac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:09:37.193252 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:09:38.584805 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-31f93893-a48e-4ae8-833d-dccb2b42eacc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:09:38.619047 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:09:40.696990 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.agents_db [None req-b9406b04-a0e8-43cf-b349-711963d96cf4 None None] Agent healthcheck: found 7 active agents {{(pid=102389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 05 20:09:44.519431 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [req-2b03f829-af88-461e-8f19-1bff6dd28d28 req-5e628a01-0c98-44e5-8cc7-5e96b7b3f0b9 service neutron] (102387) timed out ('10.222.0.41', 57423) {{(pid=102387) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 05 20:10:02.684583 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-d0950471-0f20-4594-a0c8-a2cb747c9918 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:10:05.118474 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:10:05.478509 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-efcbc196-c931-40ee-a897-7c225c9dba4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:10:06.624357 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b304910f-7b27-444b-a8fc-977d26b1ceac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:10:07.184084 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:10:08.612645 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-31f93893-a48e-4ae8-833d-dccb2b42eacc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:10:08.644025 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:10:09.988619 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-9dfe4ce0-074b-4c5e-ac71-e9551df6c9fd req-f1c4601b-fbd2-4d4d-8a53-bb9289cf3c24 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=43bdad12-f3a0-4899-95f0-799e6b20f41e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0391710 Nov 05 20:10:10.076839 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfe4ce0-074b-4c5e-ac71-e9551df6c9fd req-03732282-de58-4338-beed-ee3a080f12ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 20:10:10.078415 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-9dfe4ce0-074b-4c5e-ac71-e9551df6c9fd req-03732282-de58-4338-beed-ee3a080f12ba service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=5bb0cc9f9a8a4680a51c7376ce9f4def&device_id=43bdad12-f3a0-4899-95f0-799e6b20f41e HTTP/1.1" status: 200 len: 1097 time: 0.0413582 Nov 05 20:10:10.185947 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfe4ce0-074b-4c5e-ac71-e9551df6c9fd req-df70e013-9c32-4e64-a838-e7540df396da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 20:10:10.187473 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-9dfe4ce0-074b-4c5e-ac71-e9551df6c9fd req-df70e013-9c32-4e64-a838-e7540df396da service neutron] 10.222.0.55 "GET /v2.0/networks?id=ce72382f-017f-4267-9dfb-c83cb83a39ed HTTP/1.1" status: 200 len: 910 time: 0.0898933 Nov 05 20:10:10.257690 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-9dfe4ce0-074b-4c5e-ac71-e9551df6c9fd req-80b3e154-b4d6-4cca-8bd7-d21b8776846d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=56f1fe05-1541-474c-b7fa-2fddf7da1352 HTTP/1.1" status: 200 len: 1002 time: 0.0578108 Nov 05 20:10:10.311570 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfe4ce0-074b-4c5e-ac71-e9551df6c9fd req-1a6f6b99-0c21-41de-bf3b-df13a5a577bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 20:10:10.312974 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-9dfe4ce0-074b-4c5e-ac71-e9551df6c9fd req-1a6f6b99-0c21-41de-bf3b-df13a5a577bf service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a97f3c91-bd34-4d4f-9f35-14e1520d9e2d HTTP/1.1" status: 200 len: 848 time: 0.0438032 Nov 05 20:10:10.365121 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfe4ce0-074b-4c5e-ac71-e9551df6c9fd req-46a4c34e-10a6-4306-be0c-91956fd1ba88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 20:10:10.366632 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-9dfe4ce0-074b-4c5e-ac71-e9551df6c9fd req-46a4c34e-10a6-4306-be0c-91956fd1ba88 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ce72382f-017f-4267-9dfb-c83cb83a39ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0426192 Nov 05 20:10:10.459131 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-9dfe4ce0-074b-4c5e-ac71-e9551df6c9fd req-187b78c4-cb4c-4a4e-96da-b0636d0716c7 service neutron] 10.222.0.55 "GET /v2.0/networks/ce72382f-017f-4267-9dfb-c83cb83a39ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798156 Nov 05 20:10:10.556574 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-9dfe4ce0-074b-4c5e-ac71-e9551df6c9fd req-9a6798b2-2b9b-4f67-bae4-c217f374cd46 service neutron] 10.222.0.55 "GET /v2.0/networks/ce72382f-017f-4267-9dfb-c83cb83a39ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858560 Nov 05 20:10:17.695310 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.agents_db [None req-b9406b04-a0e8-43cf-b349-711963d96cf4 None None] Agent healthcheck: found 7 active agents {{(pid=102389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 05 20:10:32.723748 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b63746b2-79ba-46c5-9891-9e94baa20c3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:10:35.135889 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:10:35.483970 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-ec8149eb-cac9-4e2e-a9d2-1d080705fed7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:10:36.612700 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b304910f-7b27-444b-a8fc-977d26b1ceac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:10:37.218518 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:10:38.572614 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-31f93893-a48e-4ae8-833d-dccb2b42eacc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:10:38.606788 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:10:54.694350 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.agents_db [None req-b9406b04-a0e8-43cf-b349-711963d96cf4 None None] Agent healthcheck: found 7 active agents {{(pid=102389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 05 20:11:02.728959 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-18d75bff-27da-458f-b4e1-fedb893a3600 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:11:05.126375 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:11:05.494909 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-5551eda2-7355-4e3d-ad3e-222b9491d439 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:11:06.640782 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b304910f-7b27-444b-a8fc-977d26b1ceac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:11:07.254788 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:11:08.629428 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-31f93893-a48e-4ae8-833d-dccb2b42eacc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:11:08.658204 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:11:11.069624 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-851c5f16-52be-4a90-835a-4790c9c48430 req-3b295cb4-377f-4a7b-8710-9d0ab7dd3450 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=43bdad12-f3a0-4899-95f0-799e6b20f41e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0828266 Nov 05 20:11:11.162738 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851c5f16-52be-4a90-835a-4790c9c48430 req-523959c5-8989-4d90-a3ff-2d97264dc3c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 20:11:11.164284 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-851c5f16-52be-4a90-835a-4790c9c48430 req-523959c5-8989-4d90-a3ff-2d97264dc3c8 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=5bb0cc9f9a8a4680a51c7376ce9f4def&device_id=43bdad12-f3a0-4899-95f0-799e6b20f41e HTTP/1.1" status: 200 len: 1097 time: 0.0410380 Nov 05 20:11:11.275118 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851c5f16-52be-4a90-835a-4790c9c48430 req-339ebee4-cd3f-4e94-8e98-ef36a398b90b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 20:11:11.276511 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-851c5f16-52be-4a90-835a-4790c9c48430 req-339ebee4-cd3f-4e94-8e98-ef36a398b90b service neutron] 10.222.0.55 "GET /v2.0/networks?id=ce72382f-017f-4267-9dfb-c83cb83a39ed HTTP/1.1" status: 200 len: 910 time: 0.0909152 Nov 05 20:11:11.347666 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-851c5f16-52be-4a90-835a-4790c9c48430 req-0047e27c-ed6d-4a79-a819-558ae044f9fc service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=56f1fe05-1541-474c-b7fa-2fddf7da1352 HTTP/1.1" status: 200 len: 1002 time: 0.0569255 Nov 05 20:11:11.403862 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851c5f16-52be-4a90-835a-4790c9c48430 req-bc3c8889-4f3b-41e3-b47d-1a2c7e9507e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 20:11:11.405285 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-851c5f16-52be-4a90-835a-4790c9c48430 req-bc3c8889-4f3b-41e3-b47d-1a2c7e9507e1 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a97f3c91-bd34-4d4f-9f35-14e1520d9e2d HTTP/1.1" status: 200 len: 848 time: 0.0465567 Nov 05 20:11:11.453273 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851c5f16-52be-4a90-835a-4790c9c48430 req-e0e572be-5f52-4272-8ea7-803179e954c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 20:11:11.454770 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-851c5f16-52be-4a90-835a-4790c9c48430 req-e0e572be-5f52-4272-8ea7-803179e954c0 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ce72382f-017f-4267-9dfb-c83cb83a39ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401139 Nov 05 20:11:11.470252 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [req-851c5f16-52be-4a90-835a-4790c9c48430 req-fa447660-b810-45ea-9be3-982b438d8687 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=102386) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 05 20:11:11.471184 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-851c5f16-52be-4a90-835a-4790c9c48430 req-fa447660-b810-45ea-9be3-982b438d8687 service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048904 Nov 05 20:11:11.565209 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-851c5f16-52be-4a90-835a-4790c9c48430 req-dbc7374e-fb81-445a-a367-a0985c722216 service neutron] 10.222.0.55 "GET /v2.0/networks/ce72382f-017f-4267-9dfb-c83cb83a39ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801244 Nov 05 20:11:11.659748 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-851c5f16-52be-4a90-835a-4790c9c48430 req-7cdae16f-3d90-4f85-96db-90528f1b956e service neutron] 10.222.0.55 "GET /v2.0/networks/ce72382f-017f-4267-9dfb-c83cb83a39ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831046 Nov 05 20:11:28.718923 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Device 56f1fe05-1541-474c-b7fa-2fddf7da1352 details requested by agent hyperv_n-h2-816865-1 with host n-h2-816865-1 {{(pid=102388) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 05 20:11:28.820247 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] For port 56f1fe05-1541-474c-b7fa-2fddf7da1352, host n-h2-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=56f1fe05-1541-474c-b7fa-2fddf7da1352,segment=NetworkSegment(6ddd1d53-5e3d-44c3-bfaa-bf7df05e8e4c),segment_id=6ddd1d53-5e3d-44c3-bfaa-bf7df05e8e4c)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 20:11:28.833089 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Returning: {'device': '56f1fe05-1541-474c-b7fa-2fddf7da1352', 'network_id': 'ce72382f-017f-4267-9dfb-c83cb83a39ed', 'port_id': '56f1fe05-1541-474c-b7fa-2fddf7da1352', 'mac_address': 'fa:16:3e:da:6d:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 164, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a97f3c91-bd34-4d4f-9f35-14e1520d9e2d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102388) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 05 20:11:28.873023 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:11:28.886853 n-d-816865-1 neutron-server[102388]: DEBUG neutron.notifiers.nova [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 56f1fe05-1541-474c-b7fa-2fddf7da1352 {{(pid=102388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 20:11:28.907175 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] For port 56f1fe05-1541-474c-b7fa-2fddf7da1352, host n-h2-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=56f1fe05-1541-474c-b7fa-2fddf7da1352,segment=NetworkSegment(6ddd1d53-5e3d-44c3-bfaa-bf7df05e8e4c),segment_id=6ddd1d53-5e3d-44c3-bfaa-bf7df05e8e4c)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 20:11:28.986468 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:11:29.039185 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Pushing event updated for resources: {'Port': ['ID=56f1fe05-1541-474c-b7fa-2fddf7da1352,revision_number=6']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 20:11:29.047594 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 20:11:29.047946 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 20:11:29.048288 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 20:11:29.048628 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 20:11:29.048964 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 20:11:29.049303 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 20:11:29.049635 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 20:11:29.049962 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 20:11:29.050319 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 20:11:29.050925 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 20:11:29.051228 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 20:11:29.051552 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 20:11:29.085378 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] get_ports_and_sgs() called for port_ids ['56f1fe05-1541-474c-b7fa-2fddf7da1352'] {{(pid=102388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 20:11:30.708665 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Device 56f1fe05-1541-474c-b7fa-2fddf7da1352 up at agent hyperv_n-h2-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 20:11:30.774008 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Provisioning complete for port 56f1fe05-1541-474c-b7fa-2fddf7da1352 triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 20:11:30.774898 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:11:30.861986 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:11:30.887867 n-d-816865-1 neutron-server[102388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43bdad12-f3a0-4899-95f0-799e6b20f41e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56f1fe05-1541-474c-b7fa-2fddf7da1352'}] {{(pid=102388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 20:11:30.890177 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6791add14b0903d9e674b39f457aa3a29109aa98d0835d5644e65cf363d7cf55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10a6abda-62e1-4231-a6bd-8c2ceac3a992" -d '{"events": [{"server_uuid": "43bdad12-f3a0-4899-95f0-799e6b20f41e", "name": "network-vif-plugged", "status": "completed", "tag": "56f1fe05-1541-474c-b7fa-2fddf7da1352"}]}' {{(pid=102388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 20:11:30.904831 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] For port 56f1fe05-1541-474c-b7fa-2fddf7da1352, host n-h2-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=56f1fe05-1541-474c-b7fa-2fddf7da1352,segment=NetworkSegment(6ddd1d53-5e3d-44c3-bfaa-bf7df05e8e4c),segment_id=6ddd1d53-5e3d-44c3-bfaa-bf7df05e8e4c)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 20:11:30.980798 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 20:11:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6968c30f-bc0c-4147-8399-03ae49f7a013 x-openstack-request-id: req-6968c30f-bc0c-4147-8399-03ae49f7a013 {{(pid=102388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 20:11:30.981265 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43bdad12-f3a0-4899-95f0-799e6b20f41e", "name": "network-vif-plugged", "status": "completed", "tag": "56f1fe05-1541-474c-b7fa-2fddf7da1352", "code": 200}]} {{(pid=102388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 20:11:30.981265 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6968c30f-bc0c-4147-8399-03ae49f7a013 {{(pid=102388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 20:11:30.981682 n-d-816865-1 neutron-server[102388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43bdad12-f3a0-4899-95f0-799e6b20f41e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56f1fe05-1541-474c-b7fa-2fddf7da1352', 'code': 200} Nov 05 20:11:30.983586 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:11:31.044326 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Pushing event updated for resources: {'Port': ['ID=56f1fe05-1541-474c-b7fa-2fddf7da1352,revision_number=7']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 20:11:31.693533 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.agents_db [None req-b9406b04-a0e8-43cf-b349-711963d96cf4 None None] Agent healthcheck: found 7 active agents {{(pid=102389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 05 20:11:32.689075 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-006547fa-b1aa-4c41-943d-4923477bbf84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:11:35.492455 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:11:35.526257 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-1f2797f3-8cc8-4ac7-b2d8-8bd047b6a2c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:11:36.614545 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b304910f-7b27-444b-a8fc-977d26b1ceac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:11:37.189378 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:11:38.623341 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-31f93893-a48e-4ae8-833d-dccb2b42eacc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:11:38.669129 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:11:40.902828 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-4fdbed5a-082d-488f-bffd-6fef140147bd req-a61fa499-cfef-4618-81e7-58dd01d3bdaf tempest-TestSnapshotPattern-762059213 tempest-TestSnapshotPattern-762059213-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1888282466&fields=id&tenant_id=5bb0cc9f9a8a4680a51c7376ce9f4def HTTP/1.1" status: 200 len: 267 time: 0.0453160 Nov 05 20:11:41.012486 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdbed5a-082d-488f-bffd-6fef140147bd req-b21e5d48-d23c-4b3c-a236-d47536b629e1 tempest-TestSnapshotPattern-762059213 tempest-TestSnapshotPattern-762059213-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 20:11:41.013962 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-4fdbed5a-082d-488f-bffd-6fef140147bd req-b21e5d48-d23c-4b3c-a236-d47536b629e1 tempest-TestSnapshotPattern-762059213 tempest-TestSnapshotPattern-762059213-project] 10.222.0.13 "GET /v2.0/networks?id=ce72382f-017f-4267-9dfb-c83cb83a39ed HTTP/1.1" status: 200 len: 809 time: 0.1044376 Nov 05 20:11:41.029262 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-4fdbed5a-082d-488f-bffd-6fef140147bd req-1c045240-b74c-485b-b425-1e110531af52 tempest-TestSnapshotPattern-762059213 tempest-TestSnapshotPattern-762059213-project] 10.222.0.13 "GET /v2.0/quotas/5bb0cc9f9a8a4680a51c7376ce9f4def HTTP/1.1" status: 200 len: 375 time: 0.0093918 Nov 05 20:11:41.086305 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-4fdbed5a-082d-488f-bffd-6fef140147bd req-025b09aa-be72-434a-a44c-09d980432e4c tempest-TestSnapshotPattern-762059213 tempest-TestSnapshotPattern-762059213-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=5bb0cc9f9a8a4680a51c7376ce9f4def&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0509181 Nov 05 20:11:41.184503 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-4fdbed5a-082d-488f-bffd-6fef140147bd req-773434ce-267c-417e-87f8-77e485f3b6cd service neutron] 10.222.0.13 "GET /v2.0/networks/ce72382f-017f-4267-9dfb-c83cb83a39ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865884 Nov 05 20:11:41.273949 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-4fdbed5a-082d-488f-bffd-6fef140147bd req-7ead4a0b-81a1-428d-97c7-bc89e68264fe service neutron] 10.222.0.13 "GET /v2.0/networks/ce72382f-017f-4267-9dfb-c83cb83a39ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827549 Nov 05 20:11:41.504946 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-387fc39f-e98b-4fb8-b0b1-a61126c87666 req-a762b8e6-2def-4fa6-8a90-1f81119f6b18 tempest-TestSnapshotPattern-762059213 tempest-TestSnapshotPattern-762059213-project] 10.222.0.13 "GET /v2.0/ports?device_id=eecc1a01-5488-4022-9928-6d2526209d6b HTTP/1.1" status: 200 len: 210 time: 0.0266211 Nov 05 20:11:42.606077 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-ae6a0d10-afa3-4268-8769-6bd21921e7c9 req-053990d8-bfd8-4a2a-a32b-a1972f99514c tempest-TestSnapshotPattern-762059213 tempest-TestSnapshotPattern-762059213-project] 10.222.0.13 "GET /v2.0/ports?device_id=eecc1a01-5488-4022-9928-6d2526209d6b HTTP/1.1" status: 200 len: 210 time: 0.0333025 Nov 05 20:11:42.817806 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Device 56f1fe05-1541-474c-b7fa-2fddf7da1352 no longer exists at agent hyperv_n-h2-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 20:11:42.895671 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:11:42.919102 n-d-816865-1 neutron-server[102388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43bdad12-f3a0-4899-95f0-799e6b20f41e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '56f1fe05-1541-474c-b7fa-2fddf7da1352'}] {{(pid=102388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 20:11:42.921360 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6791add14b0903d9e674b39f457aa3a29109aa98d0835d5644e65cf363d7cf55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1c30cce-38af-488a-95c0-d25fe60dff7e" -d '{"events": [{"server_uuid": "43bdad12-f3a0-4899-95f0-799e6b20f41e", "name": "network-vif-unplugged", "status": "completed", "tag": "56f1fe05-1541-474c-b7fa-2fddf7da1352"}]}' {{(pid=102388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 20:11:42.935190 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] For port 56f1fe05-1541-474c-b7fa-2fddf7da1352, host n-h2-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=56f1fe05-1541-474c-b7fa-2fddf7da1352,segment=NetworkSegment(6ddd1d53-5e3d-44c3-bfaa-bf7df05e8e4c),segment_id=6ddd1d53-5e3d-44c3-bfaa-bf7df05e8e4c)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 20:11:43.003364 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:11:43.011288 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 05 Nov 2021 20:11:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6c6165a-6cc4-4d9b-aefb-f57dcef3243b x-openstack-request-id: req-c6c6165a-6cc4-4d9b-aefb-f57dcef3243b {{(pid=102388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 20:11:43.011581 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43bdad12-f3a0-4899-95f0-799e6b20f41e", "name": "network-vif-unplugged", "status": "completed", "tag": "56f1fe05-1541-474c-b7fa-2fddf7da1352", "code": 200}]} {{(pid=102388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 20:11:43.011829 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c6c6165a-6cc4-4d9b-aefb-f57dcef3243b {{(pid=102388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 20:11:43.012217 n-d-816865-1 neutron-server[102388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43bdad12-f3a0-4899-95f0-799e6b20f41e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '56f1fe05-1541-474c-b7fa-2fddf7da1352', 'code': 200} Nov 05 20:11:43.063631 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Pushing event updated for resources: {'Port': ['ID=56f1fe05-1541-474c-b7fa-2fddf7da1352,revision_number=8']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 20:11:43.400823 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdbed5a-082d-488f-bffd-6fef140147bd req-ccba503c-0416-4b57-a604-9755e833d042 tempest-TestSnapshotPattern-762059213 tempest-TestSnapshotPattern-762059213-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 20:11:43.402402 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-4fdbed5a-082d-488f-bffd-6fef140147bd req-ccba503c-0416-4b57-a604-9755e833d042 tempest-TestSnapshotPattern-762059213 tempest-TestSnapshotPattern-762059213-project] 10.222.0.41 "GET /v2.0/networks?id=ce72382f-017f-4267-9dfb-c83cb83a39ed HTTP/1.1" status: 200 len: 809 time: 0.1056089 Nov 05 20:11:43.465967 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-4fdbed5a-082d-488f-bffd-6fef140147bd req-00f9b7a5-ab84-448d-b4a7-8e630f3aa427 tempest-TestSnapshotPattern-762059213 tempest-TestSnapshotPattern-762059213-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5bb0cc9f9a8a4680a51c7376ce9f4def HTTP/1.1" status: 200 len: 380 time: 0.0546455 Nov 05 20:11:43.476259 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [req-4fdbed5a-082d-488f-bffd-6fef140147bd req-4db1188f-c329-4338-b18f-7bd130d839d8 tempest-TestSnapshotPattern-762059213 tempest-TestSnapshotPattern-762059213-project] Request body: {'port': {'device_id': 'eecc1a01-5488-4022-9928-6d2526209d6b', 'network_id': 'ce72382f-017f-4267-9dfb-c83cb83a39ed', 'admin_state_up': True, 'tenant_id': '5bb0cc9f9a8a4680a51c7376ce9f4def', 'security_groups': ['5bbd9ffc-3f9e-4f69-897d-9b16703fc204']}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 20:11:43.671656 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4fdbed5a-082d-488f-bffd-6fef140147bd req-4db1188f-c329-4338-b18f-7bd130d839d8 tempest-TestSnapshotPattern-762059213 tempest-TestSnapshotPattern-762059213-project] Made reservation on behalf of 5bb0cc9f9a8a4680a51c7376ce9f4def for: {'port': 1} {{(pid=102386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 20:11:43.675497 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-4fdbed5a-082d-488f-bffd-6fef140147bd req-4db1188f-c329-4338-b18f-7bd130d839d8 tempest-TestSnapshotPattern-762059213 tempest-TestSnapshotPattern-762059213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:11:43.710374 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-756fa6bf-b5b7-4ed7-947b-bfba49a283af req-e68e4e95-b6f2-4297-a12b-070d45b378a0 tempest-TestSnapshotPattern-762059213 tempest-TestSnapshotPattern-762059213-project] 10.222.0.13 "GET /v2.0/ports?device_id=eecc1a01-5488-4022-9928-6d2526209d6b HTTP/1.1" status: 200 len: 210 time: 0.0272293 Nov 05 20:11:43.812966 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.db_base_plugin_common [req-4fdbed5a-082d-488f-bffd-6fef140147bd req-4db1188f-c329-4338-b18f-7bd130d839d8 tempest-TestSnapshotPattern-762059213 tempest-TestSnapshotPattern-762059213-project] Allocated IP 172.20.0.9 (ce72382f-017f-4267-9dfb-c83cb83a39ed/a97f3c91-bd34-4d4f-9f35-14e1520d9e2d/4e79c140-939c-46e0-949f-a46b2e9ee54f) {{(pid=102386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 20:11:43.957016 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-4fdbed5a-082d-488f-bffd-6fef140147bd req-4db1188f-c329-4338-b18f-7bd130d839d8 tempest-TestSnapshotPattern-762059213 tempest-TestSnapshotPattern-762059213-project] Publish callbacks [] for port, precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:11:44.043790 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-4fdbed5a-082d-488f-bffd-6fef140147bd req-4db1188f-c329-4338-b18f-7bd130d839d8 tempest-TestSnapshotPattern-762059213 tempest-TestSnapshotPattern-762059213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:11:44.107886 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4fdbed5a-082d-488f-bffd-6fef140147bd req-4db1188f-c329-4338-b18f-7bd130d839d8 tempest-TestSnapshotPattern-762059213 tempest-TestSnapshotPattern-762059213-project] Network ce72382f-017f-4267-9dfb-c83cb83a39ed is already hosted by enough agents. {{(pid=102386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 20:11:44.111931 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.base_scheduler [req-4fdbed5a-082d-488f-bffd-6fef140147bd req-4db1188f-c329-4338-b18f-7bd130d839d8 tempest-TestSnapshotPattern-762059213 tempest-TestSnapshotPattern-762059213-project] Resources bound (agent type, host, resource id): {{(pid=102386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 20:11:44.118087 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [req-4fdbed5a-082d-488f-bffd-6fef140147bd req-4db1188f-c329-4338-b18f-7bd130d839d8 tempest-TestSnapshotPattern-762059213 tempest-TestSnapshotPattern-762059213-project] Received port after_create {{(pid=102386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 20:11:44.123894 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db1188f-c329-4338-b18f-7bd130d839d8 tempest-TestSnapshotPattern-762059213 tempest-TestSnapshotPattern-762059213-project] Pushing event updated for resources: {'Port': ['ID=4e79c140-939c-46e0-949f-a46b2e9ee54f,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 20:11:44.154083 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db1188f-c329-4338-b18f-7bd130d839d8 tempest-TestSnapshotPattern-762059213 tempest-TestSnapshotPattern-762059213-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 20:11:44.160448 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db1188f-c329-4338-b18f-7bd130d839d8 tempest-TestSnapshotPattern-762059213 tempest-TestSnapshotPattern-762059213-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 20:11:44.160448 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db1188f-c329-4338-b18f-7bd130d839d8 tempest-TestSnapshotPattern-762059213 tempest-TestSnapshotPattern-762059213-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 20:11:44.160448 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db1188f-c329-4338-b18f-7bd130d839d8 tempest-TestSnapshotPattern-762059213 tempest-TestSnapshotPattern-762059213-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 20:11:44.160448 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db1188f-c329-4338-b18f-7bd130d839d8 tempest-TestSnapshotPattern-762059213 tempest-TestSnapshotPattern-762059213-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 20:11:44.160448 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db1188f-c329-4338-b18f-7bd130d839d8 tempest-TestSnapshotPattern-762059213 tempest-TestSnapshotPattern-762059213-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 20:11:44.160448 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db1188f-c329-4338-b18f-7bd130d839d8 tempest-TestSnapshotPattern-762059213 tempest-TestSnapshotPattern-762059213-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 20:11:44.160448 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db1188f-c329-4338-b18f-7bd130d839d8 tempest-TestSnapshotPattern-762059213 tempest-TestSnapshotPattern-762059213-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 20:11:44.160448 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db1188f-c329-4338-b18f-7bd130d839d8 tempest-TestSnapshotPattern-762059213 tempest-TestSnapshotPattern-762059213-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 20:11:44.160448 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db1188f-c329-4338-b18f-7bd130d839d8 tempest-TestSnapshotPattern-762059213 tempest-TestSnapshotPattern-762059213-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 20:11:44.160448 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db1188f-c329-4338-b18f-7bd130d839d8 tempest-TestSnapshotPattern-762059213 tempest-TestSnapshotPattern-762059213-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 20:11:44.160448 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db1188f-c329-4338-b18f-7bd130d839d8 tempest-TestSnapshotPattern-762059213 tempest-TestSnapshotPattern-762059213-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 20:11:44.203043 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdbed5a-082d-488f-bffd-6fef140147bd req-4db1188f-c329-4338-b18f-7bd130d839d8 tempest-TestSnapshotPattern-762059213 tempest-TestSnapshotPattern-762059213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 20:11:44.204551 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-4fdbed5a-082d-488f-bffd-6fef140147bd req-4db1188f-c329-4338-b18f-7bd130d839d8 tempest-TestSnapshotPattern-762059213 tempest-TestSnapshotPattern-762059213-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:11:44.305127 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-4fdbed5a-082d-488f-bffd-6fef140147bd req-4db1188f-c329-4338-b18f-7bd130d839d8 tempest-TestSnapshotPattern-762059213 tempest-TestSnapshotPattern-762059213-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8317125 Nov 05 20:11:44.462172 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-2684c5e3-2b02-4fd9-89c1-d12168f66428 None None] Provisioning complete for port 4e79c140-939c-46e0-949f-a46b2e9ee54f triggered by entity DHCP. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 20:11:44.462837 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-2684c5e3-2b02-4fd9-89c1-d12168f66428 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:11:44.497191 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-2684c5e3-2b02-4fd9-89c1-d12168f66428 None None] Port 4e79c140-939c-46e0-949f-a46b2e9ee54f cannot update to ACTIVE because it is not bound. {{(pid=102388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 20:11:44.831634 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d81882a-6fb2-443e-a010-fd9bd9d74970 req-07def638-0f56-4d63-8c03-e4c85cfa47ce tempest-TestSnapshotPattern-762059213 tempest-TestSnapshotPattern-762059213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 20:11:44.833664 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-5d81882a-6fb2-443e-a010-fd9bd9d74970 req-07def638-0f56-4d63-8c03-e4c85cfa47ce tempest-TestSnapshotPattern-762059213 tempest-TestSnapshotPattern-762059213-project] 10.222.0.13 "GET /v2.0/ports?device_id=eecc1a01-5488-4022-9928-6d2526209d6b HTTP/1.1" status: 200 len: 931 time: 0.0508881 Nov 05 20:11:44.885277 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-5d81882a-6fb2-443e-a010-fd9bd9d74970 req-6239b3a5-3e61-4936-bcff-4501601b95f9 tempest-TestSnapshotPattern-762059213 tempest-TestSnapshotPattern-762059213-project] 10.222.0.13 "GET /v2.0/security-groups?id=5bbd9ffc-3f9e-4f69-897d-9b16703fc204&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453143 Nov 05 20:11:46.010814 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5d2e86-c52b-476d-a882-447952c1cbfa req-39eaeb0e-c9d6-495d-af07-534eadf1eb56 tempest-TestSnapshotPattern-762059213 tempest-TestSnapshotPattern-762059213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 20:11:46.013254 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-ca5d2e86-c52b-476d-a882-447952c1cbfa req-39eaeb0e-c9d6-495d-af07-534eadf1eb56 tempest-TestSnapshotPattern-762059213 tempest-TestSnapshotPattern-762059213-project] 10.222.0.13 "GET /v2.0/ports?device_id=eecc1a01-5488-4022-9928-6d2526209d6b HTTP/1.1" status: 200 len: 931 time: 0.0554626 Nov 05 20:11:46.072773 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-ca5d2e86-c52b-476d-a882-447952c1cbfa req-9693399d-f437-4a11-9c1e-3732a84b7950 tempest-TestSnapshotPattern-762059213 tempest-TestSnapshotPattern-762059213-project] 10.222.0.13 "GET /v2.0/security-groups?id=5bbd9ffc-3f9e-4f69-897d-9b16703fc204&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533850 Nov 05 20:11:47.193250 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961783e2-cc98-4bd1-8949-909df8b43c64 req-f6803ac4-55b3-482d-a2e3-834bf740795d tempest-TestSnapshotPattern-762059213 tempest-TestSnapshotPattern-762059213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 20:11:47.194801 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-961783e2-cc98-4bd1-8949-909df8b43c64 req-f6803ac4-55b3-482d-a2e3-834bf740795d tempest-TestSnapshotPattern-762059213 tempest-TestSnapshotPattern-762059213-project] 10.222.0.13 "GET /v2.0/ports?device_id=eecc1a01-5488-4022-9928-6d2526209d6b HTTP/1.1" status: 200 len: 931 time: 0.0506532 Nov 05 20:11:47.246430 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-961783e2-cc98-4bd1-8949-909df8b43c64 req-53ed85df-784a-410d-84c3-aeabe36ab738 tempest-TestSnapshotPattern-762059213 tempest-TestSnapshotPattern-762059213-project] 10.222.0.13 "GET /v2.0/security-groups?id=5bbd9ffc-3f9e-4f69-897d-9b16703fc204&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448647 Nov 05 20:11:48.378385 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2722990a-f0ee-4168-9124-d1b2df1fd464 req-f609b0bf-8e0a-441a-9b70-a88de8809c66 tempest-TestSnapshotPattern-762059213 tempest-TestSnapshotPattern-762059213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 20:11:48.379891 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-2722990a-f0ee-4168-9124-d1b2df1fd464 req-f609b0bf-8e0a-441a-9b70-a88de8809c66 tempest-TestSnapshotPattern-762059213 tempest-TestSnapshotPattern-762059213-project] 10.222.0.13 "GET /v2.0/ports?device_id=eecc1a01-5488-4022-9928-6d2526209d6b HTTP/1.1" status: 200 len: 931 time: 0.0591621 Nov 05 20:11:48.432211 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-2722990a-f0ee-4168-9124-d1b2df1fd464 req-1b9cc9de-aaeb-46b5-8789-fe309ab23259 tempest-TestSnapshotPattern-762059213 tempest-TestSnapshotPattern-762059213-project] 10.222.0.13 "GET /v2.0/security-groups?id=5bbd9ffc-3f9e-4f69-897d-9b16703fc204&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457859 Nov 05 20:11:49.559863 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ae7bf5-9619-4401-a10c-9120f6a75a28 req-553871de-7ce3-4af1-8ec5-4014f80d82ba tempest-TestSnapshotPattern-762059213 tempest-TestSnapshotPattern-762059213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 20:11:49.561517 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-39ae7bf5-9619-4401-a10c-9120f6a75a28 req-553871de-7ce3-4af1-8ec5-4014f80d82ba tempest-TestSnapshotPattern-762059213 tempest-TestSnapshotPattern-762059213-project] 10.222.0.13 "GET /v2.0/ports?device_id=eecc1a01-5488-4022-9928-6d2526209d6b HTTP/1.1" status: 200 len: 931 time: 0.0534489 Nov 05 20:11:49.614846 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-39ae7bf5-9619-4401-a10c-9120f6a75a28 req-3abe1c88-22d7-4789-9f89-977f13b9b7b8 tempest-TestSnapshotPattern-762059213 tempest-TestSnapshotPattern-762059213-project] 10.222.0.13 "GET /v2.0/security-groups?id=5bbd9ffc-3f9e-4f69-897d-9b16703fc204&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459964 Nov 05 20:11:50.754488 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5c6d2d-ef97-431e-bac1-fc6f46b807c5 req-36e0af84-b99b-4b40-b79b-be2f106d342d tempest-TestSnapshotPattern-762059213 tempest-TestSnapshotPattern-762059213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 20:11:50.842304 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-6f5c6d2d-ef97-431e-bac1-fc6f46b807c5 req-36e0af84-b99b-4b40-b79b-be2f106d342d tempest-TestSnapshotPattern-762059213 tempest-TestSnapshotPattern-762059213-project] 10.222.0.13 "GET /v2.0/ports?device_id=eecc1a01-5488-4022-9928-6d2526209d6b HTTP/1.1" status: 200 len: 931 time: 0.0534286 Nov 05 20:11:50.842304 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-6f5c6d2d-ef97-431e-bac1-fc6f46b807c5 req-16653d8f-13c4-49da-976e-56a6ef8dd12d tempest-TestSnapshotPattern-762059213 tempest-TestSnapshotPattern-762059213-project] 10.222.0.13 "GET /v2.0/security-groups?id=5bbd9ffc-3f9e-4f69-897d-9b16703fc204&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447738 Nov 05 20:11:51.954817 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2a9c99-3d4c-49b4-b401-6a1bf7e58951 req-1b22b174-49ea-4992-9757-1bea4ca7a560 tempest-TestSnapshotPattern-762059213 tempest-TestSnapshotPattern-762059213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 20:11:51.956246 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-de2a9c99-3d4c-49b4-b401-6a1bf7e58951 req-1b22b174-49ea-4992-9757-1bea4ca7a560 tempest-TestSnapshotPattern-762059213 tempest-TestSnapshotPattern-762059213-project] 10.222.0.13 "GET /v2.0/ports?device_id=eecc1a01-5488-4022-9928-6d2526209d6b HTTP/1.1" status: 200 len: 931 time: 0.0515342 Nov 05 20:11:52.018267 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-de2a9c99-3d4c-49b4-b401-6a1bf7e58951 req-706e305c-818b-45a3-ba36-20162c9e79b9 tempest-TestSnapshotPattern-762059213 tempest-TestSnapshotPattern-762059213-project] 10.222.0.13 "GET /v2.0/security-groups?id=5bbd9ffc-3f9e-4f69-897d-9b16703fc204&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559902 Nov 05 20:11:53.157070 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca72075b-4c89-4f35-8b0d-b54824402594 req-cb8a08ab-e087-40f5-ab62-473cab89c2b9 tempest-TestSnapshotPattern-762059213 tempest-TestSnapshotPattern-762059213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 20:11:53.158699 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-ca72075b-4c89-4f35-8b0d-b54824402594 req-cb8a08ab-e087-40f5-ab62-473cab89c2b9 tempest-TestSnapshotPattern-762059213 tempest-TestSnapshotPattern-762059213-project] 10.222.0.13 "GET /v2.0/ports?device_id=eecc1a01-5488-4022-9928-6d2526209d6b HTTP/1.1" status: 200 len: 931 time: 0.0618002 Nov 05 20:11:53.223701 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-ca72075b-4c89-4f35-8b0d-b54824402594 req-901e1563-c190-4190-a781-422909bbecfd tempest-TestSnapshotPattern-762059213 tempest-TestSnapshotPattern-762059213-project] 10.222.0.13 "GET /v2.0/security-groups?id=5bbd9ffc-3f9e-4f69-897d-9b16703fc204&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585711 Nov 05 20:11:54.188223 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [req-4fdbed5a-082d-488f-bffd-6fef140147bd req-163bbd35-c43f-4b72-b8bc-9fd0ae33d553 tempest-TestSnapshotPattern-762059213 tempest-TestSnapshotPattern-762059213-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=102386) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 05 20:11:54.190879 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-4fdbed5a-082d-488f-bffd-6fef140147bd req-163bbd35-c43f-4b72-b8bc-9fd0ae33d553 tempest-TestSnapshotPattern-762059213 tempest-TestSnapshotPattern-762059213-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0075402 Nov 05 20:11:54.205950 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.v2.base [req-4fdbed5a-082d-488f-bffd-6fef140147bd req-22c80efb-c1d7-42d7-bc8e-6dc94eba9cb4 service neutron] Request body: {'port': {'device_id': 'eecc1a01-5488-4022-9928-6d2526209d6b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816865-1'}} {{(pid=102386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 20:11:54.347297 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486608b7-7f11-449c-9c3d-6592a28c5165 req-f0c5a254-7bf5-4d03-8ad6-827c1e58c1e9 tempest-TestSnapshotPattern-762059213 tempest-TestSnapshotPattern-762059213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 20:11:54.349084 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-486608b7-7f11-449c-9c3d-6592a28c5165 req-f0c5a254-7bf5-4d03-8ad6-827c1e58c1e9 tempest-TestSnapshotPattern-762059213 tempest-TestSnapshotPattern-762059213-project] 10.222.0.13 "GET /v2.0/ports?device_id=eecc1a01-5488-4022-9928-6d2526209d6b HTTP/1.1" status: 200 len: 931 time: 0.0531855 Nov 05 20:11:54.403890 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-486608b7-7f11-449c-9c3d-6592a28c5165 req-8adfa563-ea2c-42ad-ace8-6908027ea608 tempest-TestSnapshotPattern-762059213 tempest-TestSnapshotPattern-762059213-project] 10.222.0.13 "GET /v2.0/security-groups?id=5bbd9ffc-3f9e-4f69-897d-9b16703fc204&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476489 Nov 05 20:11:54.567186 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-4fdbed5a-082d-488f-bffd-6fef140147bd req-22c80efb-c1d7-42d7-bc8e-6dc94eba9cb4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:11:54.821199 n-d-816865-1 neutron-server[102386]: DEBUG neutron.notifiers.nova [req-4fdbed5a-082d-488f-bffd-6fef140147bd req-22c80efb-c1d7-42d7-bc8e-6dc94eba9cb4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4e79c140-939c-46e0-949f-a46b2e9ee54f {{(pid=102386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 20:11:54.828392 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-4fdbed5a-082d-488f-bffd-6fef140147bd req-22c80efb-c1d7-42d7-bc8e-6dc94eba9cb4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:11:54.840461 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.provisioning_blocks [req-4fdbed5a-082d-488f-bffd-6fef140147bd req-22c80efb-c1d7-42d7-bc8e-6dc94eba9cb4 service neutron] Transition to ACTIVE for port object 4e79c140-939c-46e0-949f-a46b2e9ee54f will not be triggered until provisioned by entity L2. {{(pid=102386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 05 20:11:54.920148 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-4fdbed5a-082d-488f-bffd-6fef140147bd req-22c80efb-c1d7-42d7-bc8e-6dc94eba9cb4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6149821'] for port, after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:11:54.970236 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c80efb-c1d7-42d7-bc8e-6dc94eba9cb4 service neutron] Pushing event updated for resources: {'Port': ['ID=4e79c140-939c-46e0-949f-a46b2e9ee54f,revision_number=2']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 20:11:55.046254 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [req-4fdbed5a-082d-488f-bffd-6fef140147bd req-22c80efb-c1d7-42d7-bc8e-6dc94eba9cb4 service neutron] Attempting to bind port 4e79c140-939c-46e0-949f-a46b2e9ee54f on host n-h1-816865-1 for vnic_type normal with profile {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 20:11:55.046595 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [req-4fdbed5a-082d-488f-bffd-6fef140147bd req-22c80efb-c1d7-42d7-bc8e-6dc94eba9cb4 service neutron] Attempting to bind port 4e79c140-939c-46e0-949f-a46b2e9ee54f by drivers openvswitch,hyperv on host n-h1-816865-1 at level 0 using segments [{'id': '6ddd1d53-5e3d-44c3-bfaa-bf7df05e8e4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'ce72382f-017f-4267-9dfb-c83cb83a39ed'}] {{(pid=102386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 20:11:55.046929 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fdbed5a-082d-488f-bffd-6fef140147bd req-22c80efb-c1d7-42d7-bc8e-6dc94eba9cb4 service neutron] Attempting to bind port 4e79c140-939c-46e0-949f-a46b2e9ee54f on network ce72382f-017f-4267-9dfb-c83cb83a39ed {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 20:11:55.051958 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fdbed5a-082d-488f-bffd-6fef140147bd req-22c80efb-c1d7-42d7-bc8e-6dc94eba9cb4 service neutron] Port 4e79c140-939c-46e0-949f-a46b2e9ee54f on network ce72382f-017f-4267-9dfb-c83cb83a39ed not bound, no agent of type Open vSwitch agent registered on host n-h1-816865-1 {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 20:11:55.052286 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fdbed5a-082d-488f-bffd-6fef140147bd req-22c80efb-c1d7-42d7-bc8e-6dc94eba9cb4 service neutron] Attempting to bind port 4e79c140-939c-46e0-949f-a46b2e9ee54f on network ce72382f-017f-4267-9dfb-c83cb83a39ed {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 20:11:55.057649 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fdbed5a-082d-488f-bffd-6fef140147bd req-22c80efb-c1d7-42d7-bc8e-6dc94eba9cb4 service neutron] Checking agent: {'id': 'eb596d7c-8c64-42bd-8aca-fad447eb0eab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816865-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 18, 33, 34), 'started_at': datetime.datetime(2021, 11, 5, 18, 33, 34), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 20, 11, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 20:11:55.057987 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fdbed5a-082d-488f-bffd-6fef140147bd req-22c80efb-c1d7-42d7-bc8e-6dc94eba9cb4 service neutron] Checking segment: {'id': '6ddd1d53-5e3d-44c3-bfaa-bf7df05e8e4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'ce72382f-017f-4267-9dfb-c83cb83a39ed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 20:11:55.058406 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fdbed5a-082d-488f-bffd-6fef140147bd req-22c80efb-c1d7-42d7-bc8e-6dc94eba9cb4 service neutron] Bound using segment: {'id': '6ddd1d53-5e3d-44c3-bfaa-bf7df05e8e4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'ce72382f-017f-4267-9dfb-c83cb83a39ed'} {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 20:11:55.058836 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [req-4fdbed5a-082d-488f-bffd-6fef140147bd req-22c80efb-c1d7-42d7-bc8e-6dc94eba9cb4 service neutron] Bound port: 4e79c140-939c-46e0-949f-a46b2e9ee54f, host: n-h1-816865-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6ddd1d53-5e3d-44c3-bfaa-bf7df05e8e4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'ce72382f-017f-4267-9dfb-c83cb83a39ed'}}] {{(pid=102386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 20:11:55.059191 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-4fdbed5a-082d-488f-bffd-6fef140147bd req-22c80efb-c1d7-42d7-bc8e-6dc94eba9cb4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:11:55.124169 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [req-4fdbed5a-082d-488f-bffd-6fef140147bd req-22c80efb-c1d7-42d7-bc8e-6dc94eba9cb4 service neutron] For port 4e79c140-939c-46e0-949f-a46b2e9ee54f, host n-h1-816865-1, cleared binding levels {{(pid=102386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 20:11:55.127240 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [req-4fdbed5a-082d-488f-bffd-6fef140147bd req-22c80efb-c1d7-42d7-bc8e-6dc94eba9cb4 service neutron] For port 4e79c140-939c-46e0-949f-a46b2e9ee54f, host n-h1-816865-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=4e79c140-939c-46e0-949f-a46b2e9ee54f,segment=NetworkSegment(6ddd1d53-5e3d-44c3-bfaa-bf7df05e8e4c),segment_id=6ddd1d53-5e3d-44c3-bfaa-bf7df05e8e4c)] {{(pid=102386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 20:11:55.203101 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-4fdbed5a-082d-488f-bffd-6fef140147bd req-22c80efb-c1d7-42d7-bc8e-6dc94eba9cb4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6149821'] for port, after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:11:55.237356 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdbed5a-082d-488f-bffd-6fef140147bd req-22c80efb-c1d7-42d7-bc8e-6dc94eba9cb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 20:11:55.237984 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-4fdbed5a-082d-488f-bffd-6fef140147bd req-22c80efb-c1d7-42d7-bc8e-6dc94eba9cb4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:11:55.239376 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-4fdbed5a-082d-488f-bffd-6fef140147bd req-22c80efb-c1d7-42d7-bc8e-6dc94eba9cb4 service neutron] 10.222.0.41 "PUT /v2.0/ports/4e79c140-939c-46e0-949f-a46b2e9ee54f HTTP/1.1" status: 200 len: 1091 time: 1.0374856 Nov 05 20:11:55.239820 n-d-816865-1 neutron-server[102386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eecc1a01-5488-4022-9928-6d2526209d6b', 'tag': '4e79c140-939c-46e0-949f-a46b2e9ee54f'}] {{(pid=102386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 20:11:55.242149 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d24c2e9fd656c946d5f792cc44b0d4efbe125a7d17e01666b7f4dc8150dd75ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9de87b7-d87b-4cbc-9d32-974256a2baa8" -d '{"events": [{"name": "network-changed", "server_uuid": "eecc1a01-5488-4022-9928-6d2526209d6b", "tag": "4e79c140-939c-46e0-949f-a46b2e9ee54f"}]}' {{(pid=102386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 20:11:55.269234 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c80efb-c1d7-42d7-bc8e-6dc94eba9cb4 service neutron] Pushing event updated for resources: {'Port': ['ID=4e79c140-939c-46e0-949f-a46b2e9ee54f,revision_number=3']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 20:11:55.352292 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 20:11:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70af2cd1-5004-4e19-88a4-5392a59bbec7 x-openstack-request-id: req-70af2cd1-5004-4e19-88a4-5392a59bbec7 {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 20:11:55.352595 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eecc1a01-5488-4022-9928-6d2526209d6b", "tag": "4e79c140-939c-46e0-949f-a46b2e9ee54f", "status": "completed", "code": 200}]} {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 20:11:55.352882 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-70af2cd1-5004-4e19-88a4-5392a59bbec7 {{(pid=102386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 20:11:55.353306 n-d-816865-1 neutron-server[102386]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eecc1a01-5488-4022-9928-6d2526209d6b', 'tag': '4e79c140-939c-46e0-949f-a46b2e9ee54f', 'status': 'completed', 'code': 200} Nov 05 20:11:55.389082 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdbed5a-082d-488f-bffd-6fef140147bd req-87977838-0d19-4fff-aed1-7c075a14d43b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 20:11:55.390668 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-4fdbed5a-082d-488f-bffd-6fef140147bd req-87977838-0d19-4fff-aed1-7c075a14d43b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5bb0cc9f9a8a4680a51c7376ce9f4def&device_id=eecc1a01-5488-4022-9928-6d2526209d6b HTTP/1.1" status: 200 len: 1094 time: 0.0502081 Nov 05 20:11:55.436728 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-4fdbed5a-082d-488f-bffd-6fef140147bd req-4acc8046-337c-4822-b569-227abcb9266c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4e79c140-939c-46e0-949f-a46b2e9ee54f HTTP/1.1" status: 200 len: 217 time: 0.0372155 Nov 05 20:11:55.491038 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdbed5a-082d-488f-bffd-6fef140147bd req-b8b2f4b3-9313-4e16-9cfd-c14c6b14b4aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 20:11:55.493668 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-4fdbed5a-082d-488f-bffd-6fef140147bd req-b8b2f4b3-9313-4e16-9cfd-c14c6b14b4aa service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a97f3c91-bd34-4d4f-9f35-14e1520d9e2d HTTP/1.1" status: 200 len: 848 time: 0.0489492 Nov 05 20:11:55.532533 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196fc00d-6f64-4aa6-a666-c78c3e53fdfb req-5ee9aca8-c96e-4d6f-8a50-b55a19ef6d7e tempest-TestSnapshotPattern-762059213 tempest-TestSnapshotPattern-762059213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 20:11:55.535088 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-196fc00d-6f64-4aa6-a666-c78c3e53fdfb req-5ee9aca8-c96e-4d6f-8a50-b55a19ef6d7e tempest-TestSnapshotPattern-762059213 tempest-TestSnapshotPattern-762059213-project] 10.222.0.13 "GET /v2.0/ports?device_id=eecc1a01-5488-4022-9928-6d2526209d6b HTTP/1.1" status: 200 len: 943 time: 0.0599051 Nov 05 20:11:55.546207 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdbed5a-082d-488f-bffd-6fef140147bd req-57111a82-4d2b-4624-bd64-3d3cd6091c3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 20:11:55.547727 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-4fdbed5a-082d-488f-bffd-6fef140147bd req-57111a82-4d2b-4624-bd64-3d3cd6091c3c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ce72382f-017f-4267-9dfb-c83cb83a39ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0475349 Nov 05 20:11:55.583915 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-196fc00d-6f64-4aa6-a666-c78c3e53fdfb req-4707b654-e00c-41d7-a4c6-622a4aa03c5e tempest-TestSnapshotPattern-762059213 tempest-TestSnapshotPattern-762059213-project] 10.222.0.13 "GET /v2.0/security-groups?id=5bbd9ffc-3f9e-4f69-897d-9b16703fc204&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438683 Nov 05 20:11:55.641380 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-4fdbed5a-082d-488f-bffd-6fef140147bd req-f8a209a4-6c18-44f0-a161-a3136548caa7 service neutron] 10.222.0.41 "GET /v2.0/networks/ce72382f-017f-4267-9dfb-c83cb83a39ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845063 Nov 05 20:11:55.737113 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-4fdbed5a-082d-488f-bffd-6fef140147bd req-6ad175a9-d868-445e-bc2b-8b448c23126b service neutron] 10.222.0.41 "GET /v2.0/networks/ce72382f-017f-4267-9dfb-c83cb83a39ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879927 Nov 05 20:11:55.925052 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9de87b7-d87b-4cbc-9d32-974256a2baa8 req-14a6540e-10c3-4d56-b7ef-ef15cb52d88e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 20:11:55.926734 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-b9de87b7-d87b-4cbc-9d32-974256a2baa8 req-14a6540e-10c3-4d56-b7ef-ef15cb52d88e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5bb0cc9f9a8a4680a51c7376ce9f4def&device_id=eecc1a01-5488-4022-9928-6d2526209d6b HTTP/1.1" status: 200 len: 1094 time: 0.0408452 Nov 05 20:11:56.018668 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9de87b7-d87b-4cbc-9d32-974256a2baa8 req-45ba7155-1290-48bf-a085-df245d33c36d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 20:11:56.020155 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-b9de87b7-d87b-4cbc-9d32-974256a2baa8 req-45ba7155-1290-48bf-a085-df245d33c36d service neutron] 10.222.0.41 "GET /v2.0/networks?id=ce72382f-017f-4267-9dfb-c83cb83a39ed HTTP/1.1" status: 200 len: 910 time: 0.0862906 Nov 05 20:11:56.062506 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-b9de87b7-d87b-4cbc-9d32-974256a2baa8 req-090bc241-bbc3-47d7-ba50-bcca42e4419f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4e79c140-939c-46e0-949f-a46b2e9ee54f HTTP/1.1" status: 200 len: 217 time: 0.0352085 Nov 05 20:11:56.112374 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9de87b7-d87b-4cbc-9d32-974256a2baa8 req-683b97e7-f697-4147-98f5-e957131117e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 20:11:56.113796 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-b9de87b7-d87b-4cbc-9d32-974256a2baa8 req-683b97e7-f697-4147-98f5-e957131117e8 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a97f3c91-bd34-4d4f-9f35-14e1520d9e2d HTTP/1.1" status: 200 len: 848 time: 0.0430248 Nov 05 20:11:56.159486 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9de87b7-d87b-4cbc-9d32-974256a2baa8 req-0a9a301d-7cc5-42c0-97f9-847fec99fc80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 20:11:56.160968 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-b9de87b7-d87b-4cbc-9d32-974256a2baa8 req-0a9a301d-7cc5-42c0-97f9-847fec99fc80 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ce72382f-017f-4267-9dfb-c83cb83a39ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0396755 Nov 05 20:11:56.254587 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-b9de87b7-d87b-4cbc-9d32-974256a2baa8 req-ef9086d0-6e37-4af9-88b9-b14962d618eb service neutron] 10.222.0.41 "GET /v2.0/networks/ce72382f-017f-4267-9dfb-c83cb83a39ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857213 Nov 05 20:11:56.348211 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-b9de87b7-d87b-4cbc-9d32-974256a2baa8 req-57cf184f-f674-4b7d-9724-53482330c628 service neutron] 10.222.0.41 "GET /v2.0/networks/ce72382f-017f-4267-9dfb-c83cb83a39ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854783 Nov 05 20:11:56.703049 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c545626d-e9af-4c24-9f49-5fd7efc50f8d req-12227ce4-6f4f-4b1f-b262-af384e7949c0 tempest-TestSnapshotPattern-762059213 tempest-TestSnapshotPattern-762059213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 20:11:56.704526 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-c545626d-e9af-4c24-9f49-5fd7efc50f8d req-12227ce4-6f4f-4b1f-b262-af384e7949c0 tempest-TestSnapshotPattern-762059213 tempest-TestSnapshotPattern-762059213-project] 10.222.0.13 "GET /v2.0/ports?device_id=eecc1a01-5488-4022-9928-6d2526209d6b HTTP/1.1" status: 200 len: 943 time: 0.0492051 Nov 05 20:11:56.753818 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-c545626d-e9af-4c24-9f49-5fd7efc50f8d req-e8a0f785-7c0c-4198-92ec-f3e30b1cea35 tempest-TestSnapshotPattern-762059213 tempest-TestSnapshotPattern-762059213-project] 10.222.0.13 "GET /v2.0/security-groups?id=5bbd9ffc-3f9e-4f69-897d-9b16703fc204&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434251 Nov 05 20:11:57.872029 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7c0b02-89e6-40be-87bc-6928bc0e53a8 req-07d5a1b2-9906-4785-bc50-2eb49b4b0cb3 tempest-TestSnapshotPattern-762059213 tempest-TestSnapshotPattern-762059213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 20:11:57.873530 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-4b7c0b02-89e6-40be-87bc-6928bc0e53a8 req-07d5a1b2-9906-4785-bc50-2eb49b4b0cb3 tempest-TestSnapshotPattern-762059213 tempest-TestSnapshotPattern-762059213-project] 10.222.0.13 "GET /v2.0/ports?device_id=eecc1a01-5488-4022-9928-6d2526209d6b HTTP/1.1" status: 200 len: 943 time: 0.0521188 Nov 05 20:11:57.921901 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-4b7c0b02-89e6-40be-87bc-6928bc0e53a8 req-d70dd64c-2cec-4cc5-a06b-e0044a7074ac tempest-TestSnapshotPattern-762059213 tempest-TestSnapshotPattern-762059213-project] 10.222.0.13 "GET /v2.0/security-groups?id=5bbd9ffc-3f9e-4f69-897d-9b16703fc204&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424898 Nov 05 20:11:59.038851 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4968243c-7213-4c9e-8ccc-5574aa511ca2 req-dd0fd992-273f-4308-8a29-4e5901b23881 tempest-TestSnapshotPattern-762059213 tempest-TestSnapshotPattern-762059213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 20:11:59.040524 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-4968243c-7213-4c9e-8ccc-5574aa511ca2 req-dd0fd992-273f-4308-8a29-4e5901b23881 tempest-TestSnapshotPattern-762059213 tempest-TestSnapshotPattern-762059213-project] 10.222.0.13 "GET /v2.0/ports?device_id=eecc1a01-5488-4022-9928-6d2526209d6b HTTP/1.1" status: 200 len: 943 time: 0.0496430 Nov 05 20:11:59.090215 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-4968243c-7213-4c9e-8ccc-5574aa511ca2 req-344cbcdc-76bc-4feb-a764-cb9ff0956a0e tempest-TestSnapshotPattern-762059213 tempest-TestSnapshotPattern-762059213-project] 10.222.0.13 "GET /v2.0/security-groups?id=5bbd9ffc-3f9e-4f69-897d-9b16703fc204&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436811 Nov 05 20:11:59.933133 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Device 4e79c140-939c-46e0-949f-a46b2e9ee54f details requested by agent hyperv_n-h1-816865-1 with host n-h1-816865-1 {{(pid=102388) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 05 20:12:00.037948 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] For port 4e79c140-939c-46e0-949f-a46b2e9ee54f, host n-h1-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=4e79c140-939c-46e0-949f-a46b2e9ee54f,segment=NetworkSegment(6ddd1d53-5e3d-44c3-bfaa-bf7df05e8e4c),segment_id=6ddd1d53-5e3d-44c3-bfaa-bf7df05e8e4c)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 20:12:00.049603 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Returning: {'device': '4e79c140-939c-46e0-949f-a46b2e9ee54f', 'network_id': 'ce72382f-017f-4267-9dfb-c83cb83a39ed', 'port_id': '4e79c140-939c-46e0-949f-a46b2e9ee54f', 'mac_address': 'fa:16:3e:36:c2:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 164, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a97f3c91-bd34-4d4f-9f35-14e1520d9e2d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102388) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 05 20:12:00.090337 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:12:00.103373 n-d-816865-1 neutron-server[102388]: DEBUG neutron.notifiers.nova [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e79c140-939c-46e0-949f-a46b2e9ee54f {{(pid=102388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 20:12:00.122345 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] For port 4e79c140-939c-46e0-949f-a46b2e9ee54f, host n-h1-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=4e79c140-939c-46e0-949f-a46b2e9ee54f,segment=NetworkSegment(6ddd1d53-5e3d-44c3-bfaa-bf7df05e8e4c),segment_id=6ddd1d53-5e3d-44c3-bfaa-bf7df05e8e4c)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 20:12:00.183353 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:12:00.213137 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd61401-4bd0-43eb-bfb3-f93eec1b14a5 req-21c65d83-070a-4d07-9142-38a05c0e6c6a tempest-TestSnapshotPattern-762059213 tempest-TestSnapshotPattern-762059213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 20:12:00.214745 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-8dd61401-4bd0-43eb-bfb3-f93eec1b14a5 req-21c65d83-070a-4d07-9142-38a05c0e6c6a tempest-TestSnapshotPattern-762059213 tempest-TestSnapshotPattern-762059213-project] 10.222.0.13 "GET /v2.0/ports?device_id=eecc1a01-5488-4022-9928-6d2526209d6b HTTP/1.1" status: 200 len: 943 time: 0.0496876 Nov 05 20:12:00.237348 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Pushing event updated for resources: {'Port': ['ID=4e79c140-939c-46e0-949f-a46b2e9ee54f,revision_number=4']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 20:12:00.274532 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-8dd61401-4bd0-43eb-bfb3-f93eec1b14a5 req-96ffaeec-fc72-4b8c-b925-3407547edc5f tempest-TestSnapshotPattern-762059213 tempest-TestSnapshotPattern-762059213-project] 10.222.0.13 "GET /v2.0/security-groups?id=5bbd9ffc-3f9e-4f69-897d-9b16703fc204&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505679 Nov 05 20:12:00.415275 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] get_ports_and_sgs() called for port_ids ['4e79c140-939c-46e0-949f-a46b2e9ee54f'] {{(pid=102388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 20:12:01.388150 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f9c3a3-4766-449a-bdd4-c399701371cc req-18f13f74-0c7e-4088-95b2-25fc75470628 tempest-TestSnapshotPattern-762059213 tempest-TestSnapshotPattern-762059213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 20:12:01.389639 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-a7f9c3a3-4766-449a-bdd4-c399701371cc req-18f13f74-0c7e-4088-95b2-25fc75470628 tempest-TestSnapshotPattern-762059213 tempest-TestSnapshotPattern-762059213-project] 10.222.0.13 "GET /v2.0/ports?device_id=eecc1a01-5488-4022-9928-6d2526209d6b HTTP/1.1" status: 200 len: 944 time: 0.0491831 Nov 05 20:12:01.438330 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-a7f9c3a3-4766-449a-bdd4-c399701371cc req-0a57b45f-63db-4359-a80a-dcc5c9ed0ab2 tempest-TestSnapshotPattern-762059213 tempest-TestSnapshotPattern-762059213-project] 10.222.0.13 "GET /v2.0/security-groups?id=5bbd9ffc-3f9e-4f69-897d-9b16703fc204&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425642 Nov 05 20:12:01.949498 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Device 4e79c140-939c-46e0-949f-a46b2e9ee54f up at agent hyperv_n-h1-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 20:12:02.062950 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Provisioning for port 4e79c140-939c-46e0-949f-a46b2e9ee54f completed by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 05 20:12:02.067029 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Provisioning complete for port 4e79c140-939c-46e0-949f-a46b2e9ee54f triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 20:12:02.067405 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:12:02.154268 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:12:02.176577 n-d-816865-1 neutron-server[102388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eecc1a01-5488-4022-9928-6d2526209d6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e79c140-939c-46e0-949f-a46b2e9ee54f'}] {{(pid=102388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 20:12:02.178854 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6791add14b0903d9e674b39f457aa3a29109aa98d0835d5644e65cf363d7cf55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03ba9a94-c87f-4874-87cb-5596781ed439" -d '{"events": [{"server_uuid": "eecc1a01-5488-4022-9928-6d2526209d6b", "name": "network-vif-plugged", "status": "completed", "tag": "4e79c140-939c-46e0-949f-a46b2e9ee54f"}]}' {{(pid=102388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 20:12:02.191458 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] For port 4e79c140-939c-46e0-949f-a46b2e9ee54f, host n-h1-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=4e79c140-939c-46e0-949f-a46b2e9ee54f,segment=NetworkSegment(6ddd1d53-5e3d-44c3-bfaa-bf7df05e8e4c),segment_id=6ddd1d53-5e3d-44c3-bfaa-bf7df05e8e4c)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 20:12:02.215334 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 20:12:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-435fde77-85a2-4dbb-9ebb-cd62799e7a4a x-openstack-request-id: req-435fde77-85a2-4dbb-9ebb-cd62799e7a4a {{(pid=102388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 20:12:02.215630 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eecc1a01-5488-4022-9928-6d2526209d6b", "name": "network-vif-plugged", "status": "completed", "tag": "4e79c140-939c-46e0-949f-a46b2e9ee54f", "code": 200}]} {{(pid=102388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 20:12:02.215892 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-435fde77-85a2-4dbb-9ebb-cd62799e7a4a {{(pid=102388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 20:12:02.216294 n-d-816865-1 neutron-server[102388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eecc1a01-5488-4022-9928-6d2526209d6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e79c140-939c-46e0-949f-a46b2e9ee54f', 'code': 200} Nov 05 20:12:02.259707 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:12:02.308453 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Pushing event updated for resources: {'Port': ['ID=4e79c140-939c-46e0-949f-a46b2e9ee54f,revision_number=5']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 20:12:02.315838 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bc50d6-65fa-40d1-934f-c2109b9581b8 req-41ccfbc7-35f8-474e-972f-63d9ac419d74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 20:12:02.317350 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-66bc50d6-65fa-40d1-934f-c2109b9581b8 req-41ccfbc7-35f8-474e-972f-63d9ac419d74 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=eecc1a01-5488-4022-9928-6d2526209d6b HTTP/1.1" status: 200 len: 1096 time: 0.0408244 Nov 05 20:12:02.363131 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-66bc50d6-65fa-40d1-934f-c2109b9581b8 req-c7b8bfe4-e3d9-41d6-b146-1e789df113e8 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=5bbd9ffc-3f9e-4f69-897d-9b16703fc204&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386214 Nov 05 20:12:02.555295 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0556b3-f974-4411-a9a1-fd51107df1f8 req-0354e791-2f26-4ef0-8370-a96c6dcb6504 tempest-TestSnapshotPattern-762059213 tempest-TestSnapshotPattern-762059213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 20:12:02.556838 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-fd0556b3-f974-4411-a9a1-fd51107df1f8 req-0354e791-2f26-4ef0-8370-a96c6dcb6504 tempest-TestSnapshotPattern-762059213 tempest-TestSnapshotPattern-762059213-project] 10.222.0.13 "GET /v2.0/ports?device_id=eecc1a01-5488-4022-9928-6d2526209d6b HTTP/1.1" status: 200 len: 945 time: 0.0507996 Nov 05 20:12:02.605795 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-fd0556b3-f974-4411-a9a1-fd51107df1f8 req-d9383023-d66a-4c35-81ca-e608aee03901 tempest-TestSnapshotPattern-762059213 tempest-TestSnapshotPattern-762059213-project] 10.222.0.13 "GET /v2.0/security-groups?id=5bbd9ffc-3f9e-4f69-897d-9b16703fc204&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430443 Nov 05 20:12:02.703018 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-d1ad5f5d-ab6f-49d3-bb80-04b6dd69981c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:12:03.728768 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353feb33-3a41-46b0-95a1-cb7a90e7a236 req-70565955-d5f9-4d00-8794-63e4a6ea5e70 tempest-TestSnapshotPattern-762059213 tempest-TestSnapshotPattern-762059213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 20:12:03.730297 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-353feb33-3a41-46b0-95a1-cb7a90e7a236 req-70565955-d5f9-4d00-8794-63e4a6ea5e70 tempest-TestSnapshotPattern-762059213 tempest-TestSnapshotPattern-762059213-project] 10.222.0.13 "GET /v2.0/ports?device_id=eecc1a01-5488-4022-9928-6d2526209d6b HTTP/1.1" status: 200 len: 945 time: 0.0544238 Nov 05 20:12:03.779756 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-353feb33-3a41-46b0-95a1-cb7a90e7a236 req-56a8ddfc-0f7f-47d0-b2e7-412155386360 tempest-TestSnapshotPattern-762059213 tempest-TestSnapshotPattern-762059213-project] 10.222.0.13 "GET /v2.0/security-groups?id=5bbd9ffc-3f9e-4f69-897d-9b16703fc204&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434391 Nov 05 20:12:03.892130 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17034ef5-88c5-4f81-843b-3a042d31f127 req-a9ed6b47-839e-4c47-9522-f77f8607e356 tempest-TestSnapshotPattern-762059213 tempest-TestSnapshotPattern-762059213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 20:12:03.893518 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-17034ef5-88c5-4f81-843b-3a042d31f127 req-a9ed6b47-839e-4c47-9522-f77f8607e356 tempest-TestSnapshotPattern-762059213 tempest-TestSnapshotPattern-762059213-project] 10.222.0.13 "GET /v2.0/ports?device_id=eecc1a01-5488-4022-9928-6d2526209d6b HTTP/1.1" status: 200 len: 945 time: 0.0483088 Nov 05 20:12:03.941641 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-17034ef5-88c5-4f81-843b-3a042d31f127 req-6cabe912-4a48-4192-ad2f-152becf46c68 tempest-TestSnapshotPattern-762059213 tempest-TestSnapshotPattern-762059213-project] 10.222.0.13 "GET /v2.0/security-groups?id=5bbd9ffc-3f9e-4f69-897d-9b16703fc204&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422540 Nov 05 20:12:03.963124 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 48720) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 20:12:04.002179 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9f6dc3a-81bc-405a-95b9-d9da525f5d7c tempest-TestSnapshotPattern-1824512160 tempest-TestSnapshotPattern-1824512160-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 20:12:04.003726 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-c9f6dc3a-81bc-405a-95b9-d9da525f5d7c tempest-TestSnapshotPattern-1824512160 tempest-TestSnapshotPattern-1824512160-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=eecc1a01-5488-4022-9928-6d2526209d6b HTTP/1.1" status: 200 len: 1091 time: 0.0395026 Nov 05 20:12:04.006538 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 48722) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 20:12:04.011254 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.v2.base [None req-cc33b55d-ba5b-4620-9f8e-bed916277db2 tempest-TestSnapshotPattern-762059213 tempest-TestSnapshotPattern-762059213-project] Request body: {'floatingip': {'floating_network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'port_id': '4e79c140-939c-46e0-949f-a46b2e9ee54f', 'tenant_id': '5bb0cc9f9a8a4680a51c7376ce9f4def', 'fixed_ip_address': '172.20.0.9'}} {{(pid=102387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 20:12:04.094277 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-cc33b55d-ba5b-4620-9f8e-bed916277db2 tempest-TestSnapshotPattern-762059213 tempest-TestSnapshotPattern-762059213-project] Publish callbacks [] for floatingip, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:12:04.197410 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-cc33b55d-ba5b-4620-9f8e-bed916277db2 tempest-TestSnapshotPattern-762059213 tempest-TestSnapshotPattern-762059213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:12:04.303981 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.db_base_plugin_common [None req-cc33b55d-ba5b-4620-9f8e-bed916277db2 tempest-TestSnapshotPattern-762059213 tempest-TestSnapshotPattern-762059213-project] Allocated IP 172.25.6.71 (40c8335d-cd0b-4cb5-910a-d4dcddd5cbec/04fe6db3-e108-4208-943d-6518424f5726/050eab8d-dbe0-4090-b957-e552e6063c6b) {{(pid=102387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 20:12:04.404939 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-cc33b55d-ba5b-4620-9f8e-bed916277db2 tempest-TestSnapshotPattern-762059213 tempest-TestSnapshotPattern-762059213-project] Publish callbacks [] for port, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:12:04.498267 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-cc33b55d-ba5b-4620-9f8e-bed916277db2 tempest-TestSnapshotPattern-762059213 tempest-TestSnapshotPattern-762059213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750027272789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4417063'] for port, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:12:04.534366 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc33b55d-ba5b-4620-9f8e-bed916277db2 tempest-TestSnapshotPattern-762059213 tempest-TestSnapshotPattern-762059213-project] Network 40c8335d-cd0b-4cb5-910a-d4dcddd5cbec is already hosted by enough agents. {{(pid=102387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 20:12:04.537124 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.base_scheduler [None req-cc33b55d-ba5b-4620-9f8e-bed916277db2 tempest-TestSnapshotPattern-762059213 tempest-TestSnapshotPattern-762059213-project] Resources bound (agent type, host, resource id): {{(pid=102387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 20:12:04.543664 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc33b55d-ba5b-4620-9f8e-bed916277db2 tempest-TestSnapshotPattern-762059213 tempest-TestSnapshotPattern-762059213-project] Received port after_create {{(pid=102387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 20:12:04.573081 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc33b55d-ba5b-4620-9f8e-bed916277db2 tempest-TestSnapshotPattern-762059213 tempest-TestSnapshotPattern-762059213-project] Pushing event updated for resources: {'Port': ['ID=050eab8d-dbe0-4090-b957-e552e6063c6b,revision_number=1']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 20:12:04.584588 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc33b55d-ba5b-4620-9f8e-bed916277db2 tempest-TestSnapshotPattern-762059213 tempest-TestSnapshotPattern-762059213-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 20:12:04.587900 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc33b55d-ba5b-4620-9f8e-bed916277db2 tempest-TestSnapshotPattern-762059213 tempest-TestSnapshotPattern-762059213-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 20:12:04.587900 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc33b55d-ba5b-4620-9f8e-bed916277db2 tempest-TestSnapshotPattern-762059213 tempest-TestSnapshotPattern-762059213-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 20:12:04.587900 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc33b55d-ba5b-4620-9f8e-bed916277db2 tempest-TestSnapshotPattern-762059213 tempest-TestSnapshotPattern-762059213-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 20:12:04.587900 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc33b55d-ba5b-4620-9f8e-bed916277db2 tempest-TestSnapshotPattern-762059213 tempest-TestSnapshotPattern-762059213-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 20:12:04.587900 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc33b55d-ba5b-4620-9f8e-bed916277db2 tempest-TestSnapshotPattern-762059213 tempest-TestSnapshotPattern-762059213-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 20:12:04.587900 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc33b55d-ba5b-4620-9f8e-bed916277db2 tempest-TestSnapshotPattern-762059213 tempest-TestSnapshotPattern-762059213-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 20:12:04.587900 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc33b55d-ba5b-4620-9f8e-bed916277db2 tempest-TestSnapshotPattern-762059213 tempest-TestSnapshotPattern-762059213-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 20:12:04.587900 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc33b55d-ba5b-4620-9f8e-bed916277db2 tempest-TestSnapshotPattern-762059213 tempest-TestSnapshotPattern-762059213-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 20:12:04.587900 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc33b55d-ba5b-4620-9f8e-bed916277db2 tempest-TestSnapshotPattern-762059213 tempest-TestSnapshotPattern-762059213-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 20:12:04.588845 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc33b55d-ba5b-4620-9f8e-bed916277db2 tempest-TestSnapshotPattern-762059213 tempest-TestSnapshotPattern-762059213-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 20:12:04.588845 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc33b55d-ba5b-4620-9f8e-bed916277db2 tempest-TestSnapshotPattern-762059213 tempest-TestSnapshotPattern-762059213-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 20:12:04.911207 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-cc33b55d-ba5b-4620-9f8e-bed916277db2 tempest-TestSnapshotPattern-762059213 tempest-TestSnapshotPattern-762059213-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:12:05.041010 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-cc33b55d-ba5b-4620-9f8e-bed916277db2 tempest-TestSnapshotPattern-762059213 tempest-TestSnapshotPattern-762059213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:12:05.166255 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:12:05.187714 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-cc33b55d-ba5b-4620-9f8e-bed916277db2 tempest-TestSnapshotPattern-762059213 tempest-TestSnapshotPattern-762059213-project] Publish callbacks [] for port, precommit_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:12:05.274888 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-cc33b55d-ba5b-4620-9f8e-bed916277db2 tempest-TestSnapshotPattern-762059213 tempest-TestSnapshotPattern-762059213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4417072'] for port, after_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:12:05.348818 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc33b55d-ba5b-4620-9f8e-bed916277db2 tempest-TestSnapshotPattern-762059213 tempest-TestSnapshotPattern-762059213-project] Pushing event updated for resources: {'Port': ['ID=050eab8d-dbe0-4090-b957-e552e6063c6b,revision_number=2']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 20:12:05.359417 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-cc33b55d-ba5b-4620-9f8e-bed916277db2 tempest-TestSnapshotPattern-762059213 tempest-TestSnapshotPattern-762059213-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1000577'] for floatingip, after_create {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:12:05.458561 n-d-816865-1 neutron-server[102387]: INFO neutron.db.l3_db [None req-cc33b55d-ba5b-4620-9f8e-bed916277db2 tempest-TestSnapshotPattern-762059213 tempest-TestSnapshotPattern-762059213-project] Floating IP 63d8393b-8dec-4584-9d82-b00133e5b59f associated. External IP: 172.25.6.71, port: 4e79c140-939c-46e0-949f-a46b2e9ee54f. Nov 05 20:12:05.497307 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-15ff507c-3fc5-4822-b0c4-b2b1fc602e0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:12:05.666219 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc33b55d-ba5b-4620-9f8e-bed916277db2 tempest-TestSnapshotPattern-762059213 tempest-TestSnapshotPattern-762059213-project] Router 1ce956a9-1548-4ae9-9f6c-159fffb98f75 has already been hosted by L3 agent 6dcb5589-8e86-4616-9186-ddc4548e13ad {{(pid=102387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 20:12:05.771047 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc33b55d-ba5b-4620-9f8e-bed916277db2 tempest-TestSnapshotPattern-762059213 tempest-TestSnapshotPattern-762059213-project] Notify agent at l3_agent.n-d-816865-1 the message routers_updated {{(pid=102387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 20:12:05.781521 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49487eeb-4c0f-4e12-8c90-29bd6a490daa None None] Sync routers for ids ['1ce956a9-1548-4ae9-9f6c-159fffb98f75'] in n-d-816865-1 {{(pid=102388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 20:12:05.792577 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49487eeb-4c0f-4e12-8c90-29bd6a490daa None None] Routers {'1ce956a9-1548-4ae9-9f6c-159fffb98f75'} bound to L3 agent in host n-d-816865-1 {{(pid=102388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 20:12:05.793270 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-49487eeb-4c0f-4e12-8c90-29bd6a490daa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T20:12:05Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['1ce956a9-1548-4ae9-9f6c-159fffb98f75'], 'active': True} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 20:12:05.848070 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-cc33b55d-ba5b-4620-9f8e-bed916277db2 tempest-TestSnapshotPattern-762059213 tempest-TestSnapshotPattern-762059213-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for floatingip, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:12:05.876307 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-cc33b55d-ba5b-4620-9f8e-bed916277db2 tempest-TestSnapshotPattern-762059213 tempest-TestSnapshotPattern-762059213-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8685720 Nov 05 20:12:05.876945 n-d-816865-1 neutron-server[102387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eecc1a01-5488-4022-9928-6d2526209d6b', 'tag': '4e79c140-939c-46e0-949f-a46b2e9ee54f'}] {{(pid=102387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 20:12:05.879490 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1aa7e2392c69fb9acc0b335571f919b1f61097b9ced1ed941ddb2f5c01cc85e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ada94d79-23a3-4e40-bc48-c073cb8baed2" -d '{"events": [{"name": "network-changed", "server_uuid": "eecc1a01-5488-4022-9928-6d2526209d6b", "tag": "4e79c140-939c-46e0-949f-a46b2e9ee54f"}]}' {{(pid=102387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 20:12:05.901746 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvr_db [None req-49487eeb-4c0f-4e12-8c90-29bd6a490daa None None] Set router 1ce956a9-1548-4ae9-9f6c-159fffb98f75 gateway port host: n-d-816865-1 {{(pid=102388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 20:12:05.920465 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 20:12:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15359f84-7f0b-4a03-ba93-6ac4baad03b3 x-openstack-request-id: req-15359f84-7f0b-4a03-ba93-6ac4baad03b3 {{(pid=102387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 20:12:05.920958 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eecc1a01-5488-4022-9928-6d2526209d6b", "tag": "4e79c140-939c-46e0-949f-a46b2e9ee54f", "status": "completed", "code": 200}]} {{(pid=102387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 20:12:05.921072 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-15359f84-7f0b-4a03-ba93-6ac4baad03b3 {{(pid=102387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 20:12:05.921412 n-d-816865-1 neutron-server[102387]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eecc1a01-5488-4022-9928-6d2526209d6b', 'tag': '4e79c140-939c-46e0-949f-a46b2e9ee54f', 'status': 'completed', 'code': 200} Nov 05 20:12:05.985283 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada94d79-23a3-4e40-bc48-c073cb8baed2 req-e653f204-f1d8-4a01-a425-cdd31debcd32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 20:12:05.986745 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-ada94d79-23a3-4e40-bc48-c073cb8baed2 req-e653f204-f1d8-4a01-a425-cdd31debcd32 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5bb0cc9f9a8a4680a51c7376ce9f4def&device_id=eecc1a01-5488-4022-9928-6d2526209d6b HTTP/1.1" status: 200 len: 1096 time: 0.0419834 Nov 05 20:12:06.082338 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada94d79-23a3-4e40-bc48-c073cb8baed2 req-65478617-1651-4f5c-bf6b-1f8b1e7ed85e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 20:12:06.083849 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-ada94d79-23a3-4e40-bc48-c073cb8baed2 req-65478617-1651-4f5c-bf6b-1f8b1e7ed85e service neutron] 10.222.0.41 "GET /v2.0/networks?id=ce72382f-017f-4267-9dfb-c83cb83a39ed HTTP/1.1" status: 200 len: 910 time: 0.0889423 Nov 05 20:12:06.132678 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-49487eeb-4c0f-4e12-8c90-29bd6a490daa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ce956a9-1548-4ae9-9f6c-159fffb98f75', 'name': 'tempest-TestSnapshotPattern-296619941-router', 'tenant_id': '5bb0cc9f9a8a4680a51c7376ce9f4def', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.202'}], 'enable_snat': True}, 'gw_port_id': '3d2ccace-1317-4f02-b5d1-106f9e5f2dac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T20:08:56Z', 'updated_at': '2021-11-05T20:08:59Z', 'revision_number': 4, 'project_id': '5bb0cc9f9a8a4680a51c7376ce9f4def', 'gw_port': {'id': '3d2ccace-1317-4f02-b5d1-106f9e5f2dac', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:70:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ce956a9-1548-4ae9-9f6c-159fffb98f75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T20:08:56Z', 'updated_at': '2021-11-05T20:09:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1', '_floatingips': [{'id': '2a2f704e-473d-4ec9-bf69-60d98e51560c', 'tenant_id': '5bb0cc9f9a8a4680a51c7376ce9f4def', 'floating_ip_address': '172.25.6.131', 'floating_network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'router_id': '1ce956a9-1548-4ae9-9f6c-159fffb98f75', 'port_id': '56f1fe05-1541-474c-b7fa-2fddf7da1352', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 4356, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ce72382f-017f-4267-9dfb-c83cb83a39ed', 'mac_address': 'fa:16:3e:da:6d:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43bdad12-f3a0-4899-95f0-799e6b20f41e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-05T20:09:25Z', 'updated_at': '2021-11-05T20:09:27Z', 'revision_number': 1, 'project_id': '5bb0cc9f9a8a4680a51c7376ce9f4def', 'fixed_ip_address_scope': None}, {'id': '63d8393b-8dec-4584-9d82-b00133e5b59f', 'tenant_id': '5bb0cc9f9a8a4680a51c7376ce9f4def', 'floating_ip_address': '172.25.6.71', 'floating_network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'router_id': '1ce956a9-1548-4ae9-9f6c-159fffb98f75', 'port_id': '4e79c140-939c-46e0-949f-a46b2e9ee54f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4359, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ce72382f-017f-4267-9dfb-c83cb83a39ed', 'mac_address': 'fa:16:3e:36:c2:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eecc1a01-5488-4022-9928-6d2526209d6b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-05T20:12:04Z', 'updated_at': '2021-11-05T20:12:04Z', 'revision_number': 0, 'project_id': '5bb0cc9f9a8a4680a51c7376ce9f4def', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f13ea49-12d1-483e-8a86-cb3ed3751a55', 'name': '', 'network_id': 'ce72382f-017f-4267-9dfb-c83cb83a39ed', 'tenant_id': '5bb0cc9f9a8a4680a51c7376ce9f4def', 'mac_address': 'fa:16:3e:cb:94:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ce956a9-1548-4ae9-9f6c-159fffb98f75', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'a97f3c91-bd34-4d4f-9f35-14e1520d9e2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T20:08:58Z', 'updated_at': '2021-11-05T20:09:02Z', 'revision_number': 5, 'project_id': '5bb0cc9f9a8a4680a51c7376ce9f4def', 'subnets': [{'id': 'a97f3c91-bd34-4d4f-9f35-14e1520d9e2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-1', False) {} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 20:12:06.149859 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-ada94d79-23a3-4e40-bc48-c073cb8baed2 req-c3b1bd58-8a59-4c6d-a8f8-e25f089e8a7e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4e79c140-939c-46e0-949f-a46b2e9ee54f HTTP/1.1" status: 200 len: 998 time: 0.0588357 Nov 05 20:12:06.162903 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49487eeb-4c0f-4e12-8c90-29bd6a490daa None None] Checking router: 1ce956a9-1548-4ae9-9f6c-159fffb98f75 for host: n-d-816865-1 {{(pid=102388) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 20:12:06.171901 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49487eeb-4c0f-4e12-8c90-29bd6a490daa None None] Routers {'1ce956a9-1548-4ae9-9f6c-159fffb98f75'} bound to L3 agent in host n-d-816865-1 {{(pid=102388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 20:12:06.172513 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-49487eeb-4c0f-4e12-8c90-29bd6a490daa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T20:12:05Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['1ce956a9-1548-4ae9-9f6c-159fffb98f75'], 'active': True} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 20:12:06.204519 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada94d79-23a3-4e40-bc48-c073cb8baed2 req-04166781-ed62-4bf1-af7c-0a58811dc800 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 20:12:06.205999 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-ada94d79-23a3-4e40-bc48-c073cb8baed2 req-04166781-ed62-4bf1-af7c-0a58811dc800 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a97f3c91-bd34-4d4f-9f35-14e1520d9e2d HTTP/1.1" status: 200 len: 848 time: 0.0497510 Nov 05 20:12:06.253834 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada94d79-23a3-4e40-bc48-c073cb8baed2 req-24b336ef-0510-44d7-a40a-9f1a181c2884 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 20:12:06.255371 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-ada94d79-23a3-4e40-bc48-c073cb8baed2 req-24b336ef-0510-44d7-a40a-9f1a181c2884 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ce72382f-017f-4267-9dfb-c83cb83a39ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0421243 Nov 05 20:12:06.279762 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvr_db [None req-49487eeb-4c0f-4e12-8c90-29bd6a490daa None None] Set router 1ce956a9-1548-4ae9-9f6c-159fffb98f75 gateway port host: n-d-816865-1 {{(pid=102388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 20:12:06.347112 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-ada94d79-23a3-4e40-bc48-c073cb8baed2 req-4efce8cf-1ced-4f60-b16d-825cb5963ee0 service neutron] 10.222.0.41 "GET /v2.0/networks/ce72382f-017f-4267-9dfb-c83cb83a39ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840948 Nov 05 20:12:06.440997 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-ada94d79-23a3-4e40-bc48-c073cb8baed2 req-516e4d05-ff64-4ae0-9b3c-e9590ba55952 service neutron] 10.222.0.41 "GET /v2.0/networks/ce72382f-017f-4267-9dfb-c83cb83a39ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871339 Nov 05 20:12:06.514952 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-49487eeb-4c0f-4e12-8c90-29bd6a490daa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ce956a9-1548-4ae9-9f6c-159fffb98f75', 'name': 'tempest-TestSnapshotPattern-296619941-router', 'tenant_id': '5bb0cc9f9a8a4680a51c7376ce9f4def', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.202'}], 'enable_snat': True}, 'gw_port_id': '3d2ccace-1317-4f02-b5d1-106f9e5f2dac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T20:08:56Z', 'updated_at': '2021-11-05T20:08:59Z', 'revision_number': 4, 'project_id': '5bb0cc9f9a8a4680a51c7376ce9f4def', 'gw_port': {'id': '3d2ccace-1317-4f02-b5d1-106f9e5f2dac', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:70:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ce956a9-1548-4ae9-9f6c-159fffb98f75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T20:08:56Z', 'updated_at': '2021-11-05T20:09:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1', '_floatingips': [{'id': '2a2f704e-473d-4ec9-bf69-60d98e51560c', 'tenant_id': '5bb0cc9f9a8a4680a51c7376ce9f4def', 'floating_ip_address': '172.25.6.131', 'floating_network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'router_id': '1ce956a9-1548-4ae9-9f6c-159fffb98f75', 'port_id': '56f1fe05-1541-474c-b7fa-2fddf7da1352', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 4356, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ce72382f-017f-4267-9dfb-c83cb83a39ed', 'mac_address': 'fa:16:3e:da:6d:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43bdad12-f3a0-4899-95f0-799e6b20f41e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-05T20:09:25Z', 'updated_at': '2021-11-05T20:09:27Z', 'revision_number': 1, 'project_id': '5bb0cc9f9a8a4680a51c7376ce9f4def', 'fixed_ip_address_scope': None}, {'id': '63d8393b-8dec-4584-9d82-b00133e5b59f', 'tenant_id': '5bb0cc9f9a8a4680a51c7376ce9f4def', 'floating_ip_address': '172.25.6.71', 'floating_network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'router_id': '1ce956a9-1548-4ae9-9f6c-159fffb98f75', 'port_id': '4e79c140-939c-46e0-949f-a46b2e9ee54f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4359, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ce72382f-017f-4267-9dfb-c83cb83a39ed', 'mac_address': 'fa:16:3e:36:c2:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eecc1a01-5488-4022-9928-6d2526209d6b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-05T20:12:04Z', 'updated_at': '2021-11-05T20:12:04Z', 'revision_number': 0, 'project_id': '5bb0cc9f9a8a4680a51c7376ce9f4def', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f13ea49-12d1-483e-8a86-cb3ed3751a55', 'name': '', 'network_id': 'ce72382f-017f-4267-9dfb-c83cb83a39ed', 'tenant_id': '5bb0cc9f9a8a4680a51c7376ce9f4def', 'mac_address': 'fa:16:3e:cb:94:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ce956a9-1548-4ae9-9f6c-159fffb98f75', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'a97f3c91-bd34-4d4f-9f35-14e1520d9e2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T20:08:58Z', 'updated_at': '2021-11-05T20:09:02Z', 'revision_number': 5, 'project_id': '5bb0cc9f9a8a4680a51c7376ce9f4def', 'subnets': [{'id': 'a97f3c91-bd34-4d4f-9f35-14e1520d9e2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-1', False) {} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 20:12:06.547002 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49487eeb-4c0f-4e12-8c90-29bd6a490daa None None] The sync data for ids ['1ce956a9-1548-4ae9-9f6c-159fffb98f75'] in n-d-816865-1 is: [{'id': '1ce956a9-1548-4ae9-9f6c-159fffb98f75', 'name': 'tempest-TestSnapshotPattern-296619941-router', 'tenant_id': '5bb0cc9f9a8a4680a51c7376ce9f4def', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.202'}], 'enable_snat': True}, 'gw_port_id': '3d2ccace-1317-4f02-b5d1-106f9e5f2dac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T20:08:56Z', 'updated_at': '2021-11-05T20:08:59Z', 'revision_number': 4, 'project_id': '5bb0cc9f9a8a4680a51c7376ce9f4def', 'gw_port': {'id': '3d2ccace-1317-4f02-b5d1-106f9e5f2dac', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:70:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ce956a9-1548-4ae9-9f6c-159fffb98f75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T20:08:56Z', 'updated_at': '2021-11-05T20:09:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1', '_floatingips': [{'id': '2a2f704e-473d-4ec9-bf69-60d98e51560c', 'tenant_id': '5bb0cc9f9a8a4680a51c7376ce9f4def', 'floating_ip_address': '172.25.6.131', 'floating_network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'router_id': '1ce956a9-1548-4ae9-9f6c-159fffb98f75', 'port_id': '56f1fe05-1541-474c-b7fa-2fddf7da1352', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 4356, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ce72382f-017f-4267-9dfb-c83cb83a39ed', 'mac_address': 'fa:16:3e:da:6d:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43bdad12-f3a0-4899-95f0-799e6b20f41e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-05T20:09:25Z', 'updated_at': '2021-11-05T20:09:27Z', 'revision_number': 1, 'project_id': '5bb0cc9f9a8a4680a51c7376ce9f4def', 'fixed_ip_address_scope': None}, {'id': '63d8393b-8dec-4584-9d82-b00133e5b59f', 'tenant_id': '5bb0cc9f9a8a4680a51c7376ce9f4def', 'floating_ip_address': '172.25.6.71', 'floating_network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'router_id': '1ce956a9-1548-4ae9-9f6c-159fffb98f75', 'port_id': '4e79c140-939c-46e0-949f-a46b2e9ee54f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4359, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ce72382f-017f-4267-9dfb-c83cb83a39ed', 'mac_address': 'fa:16:3e:36:c2:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eecc1a01-5488-4022-9928-6d2526209d6b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-05T20:12:04Z', 'updated_at': '2021-11-05T20:12:04Z', 'revision_number': 0, 'project_id': '5bb0cc9f9a8a4680a51c7376ce9f4def', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f13ea49-12d1-483e-8a86-cb3ed3751a55', 'name': '', 'network_id': 'ce72382f-017f-4267-9dfb-c83cb83a39ed', 'tenant_id': '5bb0cc9f9a8a4680a51c7376ce9f4def', 'mac_address': 'fa:16:3e:cb:94:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ce956a9-1548-4ae9-9f6c-159fffb98f75', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'a97f3c91-bd34-4d4f-9f35-14e1520d9e2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T20:08:58Z', 'updated_at': '2021-11-05T20:09:02Z', 'revision_number': 5, 'project_id': '5bb0cc9f9a8a4680a51c7376ce9f4def', 'subnets': [{'id': 'a97f3c91-bd34-4d4f-9f35-14e1520d9e2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 20:12:06.628976 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b304910f-7b27-444b-a8fc-977d26b1ceac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:12:06.745207 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acfa2488-b24e-4185-bbd9-317a2ffc6f08 None None] New status for floating IP 63d8393b-8dec-4584-9d82-b00133e5b59f: ACTIVE {{(pid=102389) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 05 20:12:07.190721 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:12:07.979055 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-9fa0cdff-110f-41d4-9108-524350debff4 req-601a54b7-0fd2-4145-a78d-6d29c589ed9b service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=eecc1a01-5488-4022-9928-6d2526209d6b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0388036 Nov 05 20:12:08.064966 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa0cdff-110f-41d4-9108-524350debff4 req-8be5a7af-7a47-42e1-84bd-1e2428f3638e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 20:12:08.066476 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-9fa0cdff-110f-41d4-9108-524350debff4 req-8be5a7af-7a47-42e1-84bd-1e2428f3638e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5bb0cc9f9a8a4680a51c7376ce9f4def&device_id=eecc1a01-5488-4022-9928-6d2526209d6b HTTP/1.1" status: 200 len: 1096 time: 0.0441585 Nov 05 20:12:08.169536 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa0cdff-110f-41d4-9108-524350debff4 req-805f0040-80d5-4e8a-a552-73cc5d24007d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 20:12:08.171379 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-9fa0cdff-110f-41d4-9108-524350debff4 req-805f0040-80d5-4e8a-a552-73cc5d24007d service neutron] 10.222.0.41 "GET /v2.0/networks?id=ce72382f-017f-4267-9dfb-c83cb83a39ed HTTP/1.1" status: 200 len: 910 time: 0.0858121 Nov 05 20:12:08.240284 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-9fa0cdff-110f-41d4-9108-524350debff4 req-a56c8996-d4b5-4c60-b762-b07e9de0d5e1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4e79c140-939c-46e0-949f-a46b2e9ee54f HTTP/1.1" status: 200 len: 1000 time: 0.0613265 Nov 05 20:12:08.288432 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa0cdff-110f-41d4-9108-524350debff4 req-33d7a6c1-1a37-468c-b7ad-3617d5f85545 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 20:12:08.290968 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-9fa0cdff-110f-41d4-9108-524350debff4 req-33d7a6c1-1a37-468c-b7ad-3617d5f85545 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a97f3c91-bd34-4d4f-9f35-14e1520d9e2d HTTP/1.1" status: 200 len: 848 time: 0.0440819 Nov 05 20:12:08.340185 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa0cdff-110f-41d4-9108-524350debff4 req-bcfff033-d5a0-42a8-a52f-0b57cc64d174 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 20:12:08.341697 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-9fa0cdff-110f-41d4-9108-524350debff4 req-bcfff033-d5a0-42a8-a52f-0b57cc64d174 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ce72382f-017f-4267-9dfb-c83cb83a39ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0424929 Nov 05 20:12:08.440182 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-9fa0cdff-110f-41d4-9108-524350debff4 req-4fc8ca6e-868f-4a75-8288-b90477abd49e service neutron] 10.222.0.41 "GET /v2.0/networks/ce72382f-017f-4267-9dfb-c83cb83a39ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904434 Nov 05 20:12:08.537944 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-9fa0cdff-110f-41d4-9108-524350debff4 req-7a1da61f-36dd-411c-a343-2b5682df7e7a service neutron] 10.222.0.41 "GET /v2.0/networks/ce72382f-017f-4267-9dfb-c83cb83a39ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911455 Nov 05 20:12:08.613745 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-31f93893-a48e-4ae8-833d-dccb2b42eacc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:12:08.642188 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:12:08.693066 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.agents_db [None req-b9406b04-a0e8-43cf-b349-711963d96cf4 None None] Agent healthcheck: found 7 active agents {{(pid=102389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 05 20:12:12.995390 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-dd60e4d4-92f1-4731-a97f-d484c72386f9 req-0dca6edc-5c67-43f9-bbcb-75dfe3d467dd service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=43bdad12-f3a0-4899-95f0-799e6b20f41e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0433648 Nov 05 20:12:13.078751 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd60e4d4-92f1-4731-a97f-d484c72386f9 req-7bd1d9bf-b3ee-4f94-a608-c506260bd95f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 20:12:13.080260 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-dd60e4d4-92f1-4731-a97f-d484c72386f9 req-7bd1d9bf-b3ee-4f94-a608-c506260bd95f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=5bb0cc9f9a8a4680a51c7376ce9f4def&device_id=43bdad12-f3a0-4899-95f0-799e6b20f41e HTTP/1.1" status: 200 len: 1095 time: 0.0401251 Nov 05 20:12:13.183743 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd60e4d4-92f1-4731-a97f-d484c72386f9 req-5051ea3c-3beb-46f4-8753-2a2a4f540bbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 20:12:13.185147 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-dd60e4d4-92f1-4731-a97f-d484c72386f9 req-5051ea3c-3beb-46f4-8753-2a2a4f540bbc service neutron] 10.222.0.55 "GET /v2.0/networks?id=ce72382f-017f-4267-9dfb-c83cb83a39ed HTTP/1.1" status: 200 len: 910 time: 0.0855460 Nov 05 20:12:13.254028 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-dd60e4d4-92f1-4731-a97f-d484c72386f9 req-788d0f19-3b2a-439e-a6ef-23961d03911e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=56f1fe05-1541-474c-b7fa-2fddf7da1352 HTTP/1.1" status: 200 len: 1000 time: 0.0610421 Nov 05 20:12:13.306669 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd60e4d4-92f1-4731-a97f-d484c72386f9 req-4e5f6077-b998-4e9a-87a9-a377238fd654 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 20:12:13.308087 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-dd60e4d4-92f1-4731-a97f-d484c72386f9 req-4e5f6077-b998-4e9a-87a9-a377238fd654 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a97f3c91-bd34-4d4f-9f35-14e1520d9e2d HTTP/1.1" status: 200 len: 848 time: 0.0446217 Nov 05 20:12:13.357566 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd60e4d4-92f1-4731-a97f-d484c72386f9 req-ab8a9f40-eae3-4ad1-b5ff-6c34ce297a56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 20:12:13.359109 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-dd60e4d4-92f1-4731-a97f-d484c72386f9 req-ab8a9f40-eae3-4ad1-b5ff-6c34ce297a56 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ce72382f-017f-4267-9dfb-c83cb83a39ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403366 Nov 05 20:12:13.454441 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-dd60e4d4-92f1-4731-a97f-d484c72386f9 req-49721d9a-55ae-4a3d-b84e-ea3547f19247 service neutron] 10.222.0.55 "GET /v2.0/networks/ce72382f-017f-4267-9dfb-c83cb83a39ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851493 Nov 05 20:12:13.550235 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-dd60e4d4-92f1-4731-a97f-d484c72386f9 req-bf434d7e-df90-49a2-9a05-c91986543469 service neutron] 10.222.0.55 "GET /v2.0/networks/ce72382f-017f-4267-9dfb-c83cb83a39ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838201 Nov 05 20:12:32.708524 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-e75331a7-d7a8-4283-8583-a081a8228c03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:12:35.161657 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:12:35.493581 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-096b0b74-f0f8-4b9c-888e-cdd05e4cfd0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:12:36.613422 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b304910f-7b27-444b-a8fc-977d26b1ceac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:12:37.194073 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:12:38.594231 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-31f93893-a48e-4ae8-833d-dccb2b42eacc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:12:38.622620 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:12:45.691730 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.agents_db [None req-b9406b04-a0e8-43cf-b349-711963d96cf4 None None] Agent healthcheck: found 7 active agents {{(pid=102389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 05 20:13:02.719910 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b0fa72ef-ad72-41f5-a3c0-3b22a0add020 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:13:05.155800 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:13:05.475841 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-80c54b31-7be1-4247-b965-7e21957fbe82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:13:06.605517 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b304910f-7b27-444b-a8fc-977d26b1ceac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:13:07.213519 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:13:08.619256 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-31f93893-a48e-4ae8-833d-dccb2b42eacc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:13:08.647309 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:13:09.047243 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-939f91be-d837-4c25-b224-c836d1f3692f req-13e11220-733f-4ae2-9902-8a1aadb271f3 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=eecc1a01-5488-4022-9928-6d2526209d6b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0965922 Nov 05 20:13:09.128305 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939f91be-d837-4c25-b224-c836d1f3692f req-fce7430b-5129-4fa4-a50a-73b33342405f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 20:13:09.129790 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-939f91be-d837-4c25-b224-c836d1f3692f req-fce7430b-5129-4fa4-a50a-73b33342405f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5bb0cc9f9a8a4680a51c7376ce9f4def&device_id=eecc1a01-5488-4022-9928-6d2526209d6b HTTP/1.1" status: 200 len: 1096 time: 0.0400932 Nov 05 20:13:09.236894 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939f91be-d837-4c25-b224-c836d1f3692f req-2ea53f97-2a6e-4c37-9938-f5d208b010c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 20:13:09.238428 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-939f91be-d837-4c25-b224-c836d1f3692f req-2ea53f97-2a6e-4c37-9938-f5d208b010c1 service neutron] 10.222.0.41 "GET /v2.0/networks?id=ce72382f-017f-4267-9dfb-c83cb83a39ed HTTP/1.1" status: 200 len: 910 time: 0.0883708 Nov 05 20:13:09.304440 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-939f91be-d837-4c25-b224-c836d1f3692f req-8ce8df50-63e7-45c4-b474-80f6f56a5472 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4e79c140-939c-46e0-949f-a46b2e9ee54f HTTP/1.1" status: 200 len: 1000 time: 0.0594289 Nov 05 20:13:09.355755 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939f91be-d837-4c25-b224-c836d1f3692f req-7602d4e1-dbbd-4cd3-a739-7fa1b5c23c84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 20:13:09.357258 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-939f91be-d837-4c25-b224-c836d1f3692f req-7602d4e1-dbbd-4cd3-a739-7fa1b5c23c84 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a97f3c91-bd34-4d4f-9f35-14e1520d9e2d HTTP/1.1" status: 200 len: 848 time: 0.0462620 Nov 05 20:13:09.408106 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939f91be-d837-4c25-b224-c836d1f3692f req-3ca026c8-84f2-486f-86af-4cdf68d7f85e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 20:13:09.409652 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-939f91be-d837-4c25-b224-c836d1f3692f req-3ca026c8-84f2-486f-86af-4cdf68d7f85e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ce72382f-017f-4267-9dfb-c83cb83a39ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0451546 Nov 05 20:13:09.499806 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-939f91be-d837-4c25-b224-c836d1f3692f req-aee14dac-cd48-4446-9e9a-d931ad0ec001 service neutron] 10.222.0.41 "GET /v2.0/networks/ce72382f-017f-4267-9dfb-c83cb83a39ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830572 Nov 05 20:13:09.592177 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-939f91be-d837-4c25-b224-c836d1f3692f req-44821ccf-8ff9-4613-8bf4-cd4ccef0192e service neutron] 10.222.0.41 "GET /v2.0/networks/ce72382f-017f-4267-9dfb-c83cb83a39ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851762 Nov 05 20:13:13.988509 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-4ac1c579-6b4e-4c5a-a620-271acdbe8d22 req-5c23289d-6d0a-4778-a759-cb4996e714e1 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=43bdad12-f3a0-4899-95f0-799e6b20f41e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0392630 Nov 05 20:13:14.077136 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac1c579-6b4e-4c5a-a620-271acdbe8d22 req-99c7cd52-46d1-4041-931c-65bba1d4c67a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 20:13:14.097994 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-4ac1c579-6b4e-4c5a-a620-271acdbe8d22 req-99c7cd52-46d1-4041-931c-65bba1d4c67a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=5bb0cc9f9a8a4680a51c7376ce9f4def&device_id=43bdad12-f3a0-4899-95f0-799e6b20f41e HTTP/1.1" status: 200 len: 1095 time: 0.0422106 Nov 05 20:13:14.190753 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac1c579-6b4e-4c5a-a620-271acdbe8d22 req-e04f1a32-19d6-46b2-9088-832618ad0b71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 20:13:14.192321 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-4ac1c579-6b4e-4c5a-a620-271acdbe8d22 req-e04f1a32-19d6-46b2-9088-832618ad0b71 service neutron] 10.222.0.55 "GET /v2.0/networks?id=ce72382f-017f-4267-9dfb-c83cb83a39ed HTTP/1.1" status: 200 len: 910 time: 0.0898499 Nov 05 20:13:14.262885 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-4ac1c579-6b4e-4c5a-a620-271acdbe8d22 req-aae19992-9418-42a4-af60-186b05d7c812 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=56f1fe05-1541-474c-b7fa-2fddf7da1352 HTTP/1.1" status: 200 len: 1000 time: 0.0581696 Nov 05 20:13:14.316179 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac1c579-6b4e-4c5a-a620-271acdbe8d22 req-58392625-3e61-4688-bfe6-3969805d260f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 20:13:14.317609 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-4ac1c579-6b4e-4c5a-a620-271acdbe8d22 req-58392625-3e61-4688-bfe6-3969805d260f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a97f3c91-bd34-4d4f-9f35-14e1520d9e2d HTTP/1.1" status: 200 len: 848 time: 0.0475192 Nov 05 20:13:14.368962 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac1c579-6b4e-4c5a-a620-271acdbe8d22 req-a2aef04f-f5b1-4eda-a743-9989ec1ff53b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 20:13:14.370592 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-4ac1c579-6b4e-4c5a-a620-271acdbe8d22 req-a2aef04f-f5b1-4eda-a743-9989ec1ff53b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ce72382f-017f-4267-9dfb-c83cb83a39ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404940 Nov 05 20:13:14.462598 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-4ac1c579-6b4e-4c5a-a620-271acdbe8d22 req-291e68d5-27be-474a-8291-b60495c229ae service neutron] 10.222.0.55 "GET /v2.0/networks/ce72382f-017f-4267-9dfb-c83cb83a39ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804760 Nov 05 20:13:14.561038 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-4ac1c579-6b4e-4c5a-a620-271acdbe8d22 req-a3861d6f-ec6c-42c5-8ba8-e23efa5ee155 service neutron] 10.222.0.55 "GET /v2.0/networks/ce72382f-017f-4267-9dfb-c83cb83a39ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836041 Nov 05 20:13:22.690545 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.agents_db [None req-b9406b04-a0e8-43cf-b349-711963d96cf4 None None] Agent healthcheck: found 7 active agents {{(pid=102389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 05 20:13:32.698623 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c4a64494-251e-4c76-9460-a333cba960f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:13:35.150384 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:13:35.515556 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3a0c6439-f4d8-48a3-afbf-f3cccb3ce7b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:13:36.644834 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b304910f-7b27-444b-a8fc-977d26b1ceac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:13:37.246798 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:13:38.494809 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Device 4e79c140-939c-46e0-949f-a46b2e9ee54f details requested by agent hyperv_n-h1-816865-1 with host n-h1-816865-1 {{(pid=102388) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 05 20:13:38.615162 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] For port 4e79c140-939c-46e0-949f-a46b2e9ee54f, host n-h1-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=4e79c140-939c-46e0-949f-a46b2e9ee54f,segment=NetworkSegment(6ddd1d53-5e3d-44c3-bfaa-bf7df05e8e4c),segment_id=6ddd1d53-5e3d-44c3-bfaa-bf7df05e8e4c)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 20:13:38.627218 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Returning: {'device': '4e79c140-939c-46e0-949f-a46b2e9ee54f', 'network_id': 'ce72382f-017f-4267-9dfb-c83cb83a39ed', 'port_id': '4e79c140-939c-46e0-949f-a46b2e9ee54f', 'mac_address': 'fa:16:3e:36:c2:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 164, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a97f3c91-bd34-4d4f-9f35-14e1520d9e2d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102388) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 05 20:13:38.651989 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-31f93893-a48e-4ae8-833d-dccb2b42eacc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:13:38.666191 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:13:38.676937 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:13:38.683812 n-d-816865-1 neutron-server[102388]: DEBUG neutron.notifiers.nova [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4e79c140-939c-46e0-949f-a46b2e9ee54f {{(pid=102388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 20:13:38.704115 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] For port 4e79c140-939c-46e0-949f-a46b2e9ee54f, host n-h1-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=4e79c140-939c-46e0-949f-a46b2e9ee54f,segment=NetworkSegment(6ddd1d53-5e3d-44c3-bfaa-bf7df05e8e4c),segment_id=6ddd1d53-5e3d-44c3-bfaa-bf7df05e8e4c)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 20:13:38.782749 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:13:38.834350 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Pushing event updated for resources: {'Port': ['ID=4e79c140-939c-46e0-949f-a46b2e9ee54f,revision_number=6']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 20:13:38.842396 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 20:13:38.842752 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 20:13:38.843098 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 20:13:38.843441 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 20:13:38.843781 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 20:13:38.844113 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 20:13:38.844445 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 20:13:38.844775 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 20:13:38.845113 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 20:13:38.845440 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 20:13:38.845764 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 20:13:38.846129 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 20:13:38.852023 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] get_ports_and_sgs() called for port_ids ['4e79c140-939c-46e0-949f-a46b2e9ee54f'] {{(pid=102388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 20:13:40.499549 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Device 4e79c140-939c-46e0-949f-a46b2e9ee54f up at agent hyperv_n-h1-816865-1 {{(pid=102388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 20:13:40.551111 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.provisioning_blocks [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Provisioning complete for port 4e79c140-939c-46e0-949f-a46b2e9ee54f triggered by entity L2. {{(pid=102388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 20:13:40.551480 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1578554'] for port, provisioning_complete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:13:40.628398 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:13:40.651714 n-d-816865-1 neutron-server[102388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eecc1a01-5488-4022-9928-6d2526209d6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e79c140-939c-46e0-949f-a46b2e9ee54f'}] {{(pid=102388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 20:13:40.654073 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6791add14b0903d9e674b39f457aa3a29109aa98d0835d5644e65cf363d7cf55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df088945-5a07-40a7-b352-b052175e6335" -d '{"events": [{"server_uuid": "eecc1a01-5488-4022-9928-6d2526209d6b", "name": "network-vif-plugged", "status": "completed", "tag": "4e79c140-939c-46e0-949f-a46b2e9ee54f"}]}' {{(pid=102388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 20:13:40.669220 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] For port 4e79c140-939c-46e0-949f-a46b2e9ee54f, host n-h1-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=4e79c140-939c-46e0-949f-a46b2e9ee54f,segment=NetworkSegment(6ddd1d53-5e3d-44c3-bfaa-bf7df05e8e4c),segment_id=6ddd1d53-5e3d-44c3-bfaa-bf7df05e8e4c)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 20:13:40.693773 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 20:13:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da89963e-acf9-46cc-9b20-8233de001713 x-openstack-request-id: req-da89963e-acf9-46cc-9b20-8233de001713 {{(pid=102388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 20:13:40.694098 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eecc1a01-5488-4022-9928-6d2526209d6b", "name": "network-vif-plugged", "status": "completed", "tag": "4e79c140-939c-46e0-949f-a46b2e9ee54f", "code": 200}]} {{(pid=102388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 20:13:40.694375 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-da89963e-acf9-46cc-9b20-8233de001713 {{(pid=102388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 20:13:40.694756 n-d-816865-1 neutron-server[102388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eecc1a01-5488-4022-9928-6d2526209d6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e79c140-939c-46e0-949f-a46b2e9ee54f', 'code': 200} Nov 05 20:13:40.726768 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:13:40.778454 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Pushing event updated for resources: {'Port': ['ID=4e79c140-939c-46e0-949f-a46b2e9ee54f,revision_number=7']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 20:13:53.294439 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 48948) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 20:13:53.762133 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [None req-aed03b21-0418-40e0-995d-506c047c7b47 tempest-TestSnapshotPattern-762059213 tempest-TestSnapshotPattern-762059213-project] Deleting port 050eab8d-dbe0-4090-b957-e552e6063c6b {{(pid=102387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 20:13:53.762476 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-aed03b21-0418-40e0-995d-506c047c7b47 tempest-TestSnapshotPattern-762059213 tempest-TestSnapshotPattern-762059213-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:13:53.836628 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-aed03b21-0418-40e0-995d-506c047c7b47 tempest-TestSnapshotPattern-762059213 tempest-TestSnapshotPattern-762059213-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:13:53.836961 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-aed03b21-0418-40e0-995d-506c047c7b47 tempest-TestSnapshotPattern-762059213 tempest-TestSnapshotPattern-762059213-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:13:53.848379 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [None req-aed03b21-0418-40e0-995d-506c047c7b47 tempest-TestSnapshotPattern-762059213 tempest-TestSnapshotPattern-762059213-project] Calling delete_port for 050eab8d-dbe0-4090-b957-e552e6063c6b owned by network:floatingip {{(pid=102387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 20:13:54.067916 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-aed03b21-0418-40e0-995d-506c047c7b47 tempest-TestSnapshotPattern-762059213 tempest-TestSnapshotPattern-762059213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4417063'] for port, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:13:54.094835 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed03b21-0418-40e0-995d-506c047c7b47 tempest-TestSnapshotPattern-762059213 tempest-TestSnapshotPattern-762059213-project] Pushing event deleted for resources: {'Port': ['ID=050eab8d-dbe0-4090-b957-e552e6063c6b,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 20:13:54.124947 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aed03b21-0418-40e0-995d-506c047c7b47 tempest-TestSnapshotPattern-762059213 tempest-TestSnapshotPattern-762059213-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 20:13:54.125287 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aed03b21-0418-40e0-995d-506c047c7b47 tempest-TestSnapshotPattern-762059213 tempest-TestSnapshotPattern-762059213-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 20:13:54.125627 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aed03b21-0418-40e0-995d-506c047c7b47 tempest-TestSnapshotPattern-762059213 tempest-TestSnapshotPattern-762059213-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 20:13:54.125959 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aed03b21-0418-40e0-995d-506c047c7b47 tempest-TestSnapshotPattern-762059213 tempest-TestSnapshotPattern-762059213-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 20:13:54.126315 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aed03b21-0418-40e0-995d-506c047c7b47 tempest-TestSnapshotPattern-762059213 tempest-TestSnapshotPattern-762059213-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 20:13:54.126641 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aed03b21-0418-40e0-995d-506c047c7b47 tempest-TestSnapshotPattern-762059213 tempest-TestSnapshotPattern-762059213-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 20:13:54.126966 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aed03b21-0418-40e0-995d-506c047c7b47 tempest-TestSnapshotPattern-762059213 tempest-TestSnapshotPattern-762059213-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 20:13:54.127289 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aed03b21-0418-40e0-995d-506c047c7b47 tempest-TestSnapshotPattern-762059213 tempest-TestSnapshotPattern-762059213-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 20:13:54.127615 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aed03b21-0418-40e0-995d-506c047c7b47 tempest-TestSnapshotPattern-762059213 tempest-TestSnapshotPattern-762059213-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 20:13:54.127934 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aed03b21-0418-40e0-995d-506c047c7b47 tempest-TestSnapshotPattern-762059213 tempest-TestSnapshotPattern-762059213-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 20:13:54.128256 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aed03b21-0418-40e0-995d-506c047c7b47 tempest-TestSnapshotPattern-762059213 tempest-TestSnapshotPattern-762059213-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 20:13:54.128573 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aed03b21-0418-40e0-995d-506c047c7b47 tempest-TestSnapshotPattern-762059213 tempest-TestSnapshotPattern-762059213-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 20:13:54.166597 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-aed03b21-0418-40e0-995d-506c047c7b47 tempest-TestSnapshotPattern-762059213 tempest-TestSnapshotPattern-762059213-project] Publish callbacks [] for floatingip, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:13:54.166929 n-d-816865-1 neutron-server[102387]: INFO neutron.db.l3_db [None req-aed03b21-0418-40e0-995d-506c047c7b47 tempest-TestSnapshotPattern-762059213 tempest-TestSnapshotPattern-762059213-project] Floating IP 63d8393b-8dec-4584-9d82-b00133e5b59f disassociated (deleted). External IP: 172.25.6.71, port: 4e79c140-939c-46e0-949f-a46b2e9ee54f. Nov 05 20:13:54.378089 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aed03b21-0418-40e0-995d-506c047c7b47 tempest-TestSnapshotPattern-762059213 tempest-TestSnapshotPattern-762059213-project] Router 1ce956a9-1548-4ae9-9f6c-159fffb98f75 has already been hosted by L3 agent 6dcb5589-8e86-4616-9186-ddc4548e13ad {{(pid=102387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 20:13:54.490099 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aed03b21-0418-40e0-995d-506c047c7b47 tempest-TestSnapshotPattern-762059213 tempest-TestSnapshotPattern-762059213-project] Notify agent at l3_agent.n-d-816865-1 the message routers_updated {{(pid=102387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 20:13:54.495142 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-aed03b21-0418-40e0-995d-506c047c7b47 tempest-TestSnapshotPattern-762059213 tempest-TestSnapshotPattern-762059213-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for floatingip, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:13:54.500581 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1730895c-4e8a-41d4-8c8b-49c27c608913 None None] Sync routers for ids ['1ce956a9-1548-4ae9-9f6c-159fffb98f75'] in n-d-816865-1 {{(pid=102388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 20:13:54.510557 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1730895c-4e8a-41d4-8c8b-49c27c608913 None None] Routers {'1ce956a9-1548-4ae9-9f6c-159fffb98f75'} bound to L3 agent in host n-d-816865-1 {{(pid=102388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 20:13:54.511277 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-1730895c-4e8a-41d4-8c8b-49c27c608913 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T20:13:35Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['1ce956a9-1548-4ae9-9f6c-159fffb98f75'], 'active': True} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 20:13:54.523164 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-aed03b21-0418-40e0-995d-506c047c7b47 tempest-TestSnapshotPattern-762059213 tempest-TestSnapshotPattern-762059213-project] 10.222.0.13 "DELETE /v2.0/floatingips/63d8393b-8dec-4584-9d82-b00133e5b59f HTTP/1.1" status: 204 len: 168 time: 1.2276304 Nov 05 20:13:54.523804 n-d-816865-1 neutron-server[102387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eecc1a01-5488-4022-9928-6d2526209d6b', 'tag': '4e79c140-939c-46e0-949f-a46b2e9ee54f'}] {{(pid=102387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 20:13:54.527310 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1aa7e2392c69fb9acc0b335571f919b1f61097b9ced1ed941ddb2f5c01cc85e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6959feb5-52fd-469c-9733-8b7834e097fa" -d '{"events": [{"name": "network-changed", "server_uuid": "eecc1a01-5488-4022-9928-6d2526209d6b", "tag": "4e79c140-939c-46e0-949f-a46b2e9ee54f"}]}' {{(pid=102387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 20:13:54.625064 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvr_db [None req-1730895c-4e8a-41d4-8c8b-49c27c608913 None None] Set router 1ce956a9-1548-4ae9-9f6c-159fffb98f75 gateway port host: n-d-816865-1 {{(pid=102388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 20:13:54.864808 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-1730895c-4e8a-41d4-8c8b-49c27c608913 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ce956a9-1548-4ae9-9f6c-159fffb98f75', 'name': 'tempest-TestSnapshotPattern-296619941-router', 'tenant_id': '5bb0cc9f9a8a4680a51c7376ce9f4def', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.202'}], 'enable_snat': True}, 'gw_port_id': '3d2ccace-1317-4f02-b5d1-106f9e5f2dac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T20:08:56Z', 'updated_at': '2021-11-05T20:08:59Z', 'revision_number': 4, 'project_id': '5bb0cc9f9a8a4680a51c7376ce9f4def', 'gw_port': {'id': '3d2ccace-1317-4f02-b5d1-106f9e5f2dac', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:70:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ce956a9-1548-4ae9-9f6c-159fffb98f75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T20:08:56Z', 'updated_at': '2021-11-05T20:09:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1', '_floatingips': [{'id': '2a2f704e-473d-4ec9-bf69-60d98e51560c', 'tenant_id': '5bb0cc9f9a8a4680a51c7376ce9f4def', 'floating_ip_address': '172.25.6.131', 'floating_network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'router_id': '1ce956a9-1548-4ae9-9f6c-159fffb98f75', 'port_id': '56f1fe05-1541-474c-b7fa-2fddf7da1352', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 4356, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ce72382f-017f-4267-9dfb-c83cb83a39ed', 'mac_address': 'fa:16:3e:da:6d:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43bdad12-f3a0-4899-95f0-799e6b20f41e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-05T20:09:25Z', 'updated_at': '2021-11-05T20:09:27Z', 'revision_number': 1, 'project_id': '5bb0cc9f9a8a4680a51c7376ce9f4def', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f13ea49-12d1-483e-8a86-cb3ed3751a55', 'name': '', 'network_id': 'ce72382f-017f-4267-9dfb-c83cb83a39ed', 'tenant_id': '5bb0cc9f9a8a4680a51c7376ce9f4def', 'mac_address': 'fa:16:3e:cb:94:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ce956a9-1548-4ae9-9f6c-159fffb98f75', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'a97f3c91-bd34-4d4f-9f35-14e1520d9e2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T20:08:58Z', 'updated_at': '2021-11-05T20:09:02Z', 'revision_number': 5, 'project_id': '5bb0cc9f9a8a4680a51c7376ce9f4def', 'subnets': [{'id': 'a97f3c91-bd34-4d4f-9f35-14e1520d9e2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-1', False) {} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 20:13:54.892738 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1730895c-4e8a-41d4-8c8b-49c27c608913 None None] Checking router: 1ce956a9-1548-4ae9-9f6c-159fffb98f75 for host: n-d-816865-1 {{(pid=102388) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 20:13:54.901375 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1730895c-4e8a-41d4-8c8b-49c27c608913 None None] Routers {'1ce956a9-1548-4ae9-9f6c-159fffb98f75'} bound to L3 agent in host n-d-816865-1 {{(pid=102388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 20:13:54.902005 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-1730895c-4e8a-41d4-8c8b-49c27c608913 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T20:13:35Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['1ce956a9-1548-4ae9-9f6c-159fffb98f75'], 'active': True} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 20:13:54.942360 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 20:13:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdbb12d4-5371-442e-ac66-0e565187b3a4 x-openstack-request-id: req-bdbb12d4-5371-442e-ac66-0e565187b3a4 {{(pid=102387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 20:13:54.942779 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eecc1a01-5488-4022-9928-6d2526209d6b", "tag": "4e79c140-939c-46e0-949f-a46b2e9ee54f", "status": "completed", "code": 200}]} {{(pid=102387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 20:13:54.943131 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-bdbb12d4-5371-442e-ac66-0e565187b3a4 {{(pid=102387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 20:13:54.943630 n-d-816865-1 neutron-server[102387]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eecc1a01-5488-4022-9928-6d2526209d6b', 'tag': '4e79c140-939c-46e0-949f-a46b2e9ee54f', 'status': 'completed', 'code': 200} Nov 05 20:13:55.012563 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6959feb5-52fd-469c-9733-8b7834e097fa req-b9936f7a-25bc-4c31-94d5-b593df7eefce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 20:13:55.014290 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-6959feb5-52fd-469c-9733-8b7834e097fa req-b9936f7a-25bc-4c31-94d5-b593df7eefce service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5bb0cc9f9a8a4680a51c7376ce9f4def&device_id=eecc1a01-5488-4022-9928-6d2526209d6b HTTP/1.1" status: 200 len: 1096 time: 0.0464723 Nov 05 20:13:55.016986 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvr_db [None req-1730895c-4e8a-41d4-8c8b-49c27c608913 None None] Set router 1ce956a9-1548-4ae9-9f6c-159fffb98f75 gateway port host: n-d-816865-1 {{(pid=102388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 20:13:55.042709 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7758bac3-431d-4490-9472-c3fdadd273ae req-dc9d0d3b-4d6c-45f2-82ed-70d567f74714 tempest-TestSnapshotPattern-762059213 tempest-TestSnapshotPattern-762059213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 20:13:55.044485 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-7758bac3-431d-4490-9472-c3fdadd273ae req-dc9d0d3b-4d6c-45f2-82ed-70d567f74714 tempest-TestSnapshotPattern-762059213 tempest-TestSnapshotPattern-762059213-project] 10.222.0.13 "GET /v2.0/ports?device_id=eecc1a01-5488-4022-9928-6d2526209d6b HTTP/1.1" status: 200 len: 945 time: 0.0541446 Nov 05 20:13:55.099758 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-7758bac3-431d-4490-9472-c3fdadd273ae req-2f1e5153-1db0-4970-b5df-f125f3c0f221 tempest-TestSnapshotPattern-762059213 tempest-TestSnapshotPattern-762059213-project] 10.222.0.13 "GET /v2.0/security-groups?id=5bbd9ffc-3f9e-4f69-897d-9b16703fc204&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487144 Nov 05 20:13:55.119165 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6959feb5-52fd-469c-9733-8b7834e097fa req-84eb8bea-15bf-425c-8a1d-9f1e097b8513 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 20:13:55.121094 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-6959feb5-52fd-469c-9733-8b7834e097fa req-84eb8bea-15bf-425c-8a1d-9f1e097b8513 service neutron] 10.222.0.41 "GET /v2.0/networks?id=ce72382f-017f-4267-9dfb-c83cb83a39ed HTTP/1.1" status: 200 len: 910 time: 0.0974331 Nov 05 20:13:55.165791 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-6959feb5-52fd-469c-9733-8b7834e097fa req-1e7c3d7a-7cd0-4201-9b77-2f5153aaf37f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4e79c140-939c-46e0-949f-a46b2e9ee54f HTTP/1.1" status: 200 len: 217 time: 0.0358839 Nov 05 20:13:55.214765 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6959feb5-52fd-469c-9733-8b7834e097fa req-0c042663-b21e-48a1-8e25-05d01b449ca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 20:13:55.216255 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-6959feb5-52fd-469c-9733-8b7834e097fa req-0c042663-b21e-48a1-8e25-05d01b449ca7 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a97f3c91-bd34-4d4f-9f35-14e1520d9e2d HTTP/1.1" status: 200 len: 848 time: 0.0440147 Nov 05 20:13:55.255461 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-1730895c-4e8a-41d4-8c8b-49c27c608913 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ce956a9-1548-4ae9-9f6c-159fffb98f75', 'name': 'tempest-TestSnapshotPattern-296619941-router', 'tenant_id': '5bb0cc9f9a8a4680a51c7376ce9f4def', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.202'}], 'enable_snat': True}, 'gw_port_id': '3d2ccace-1317-4f02-b5d1-106f9e5f2dac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T20:08:56Z', 'updated_at': '2021-11-05T20:08:59Z', 'revision_number': 4, 'project_id': '5bb0cc9f9a8a4680a51c7376ce9f4def', 'gw_port': {'id': '3d2ccace-1317-4f02-b5d1-106f9e5f2dac', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:70:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ce956a9-1548-4ae9-9f6c-159fffb98f75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T20:08:56Z', 'updated_at': '2021-11-05T20:09:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1', '_floatingips': [{'id': '2a2f704e-473d-4ec9-bf69-60d98e51560c', 'tenant_id': '5bb0cc9f9a8a4680a51c7376ce9f4def', 'floating_ip_address': '172.25.6.131', 'floating_network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'router_id': '1ce956a9-1548-4ae9-9f6c-159fffb98f75', 'port_id': '56f1fe05-1541-474c-b7fa-2fddf7da1352', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 4356, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ce72382f-017f-4267-9dfb-c83cb83a39ed', 'mac_address': 'fa:16:3e:da:6d:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43bdad12-f3a0-4899-95f0-799e6b20f41e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-05T20:09:25Z', 'updated_at': '2021-11-05T20:09:27Z', 'revision_number': 1, 'project_id': '5bb0cc9f9a8a4680a51c7376ce9f4def', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f13ea49-12d1-483e-8a86-cb3ed3751a55', 'name': '', 'network_id': 'ce72382f-017f-4267-9dfb-c83cb83a39ed', 'tenant_id': '5bb0cc9f9a8a4680a51c7376ce9f4def', 'mac_address': 'fa:16:3e:cb:94:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ce956a9-1548-4ae9-9f6c-159fffb98f75', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'a97f3c91-bd34-4d4f-9f35-14e1520d9e2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T20:08:58Z', 'updated_at': '2021-11-05T20:09:02Z', 'revision_number': 5, 'project_id': '5bb0cc9f9a8a4680a51c7376ce9f4def', 'subnets': [{'id': 'a97f3c91-bd34-4d4f-9f35-14e1520d9e2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-1', False) {} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 20:13:55.266577 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6959feb5-52fd-469c-9733-8b7834e097fa req-8c4c0da0-4a52-48b4-a9b8-70e15e132a08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 20:13:55.268098 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-6959feb5-52fd-469c-9733-8b7834e097fa req-8c4c0da0-4a52-48b4-a9b8-70e15e132a08 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ce72382f-017f-4267-9dfb-c83cb83a39ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0440583 Nov 05 20:13:55.284345 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1730895c-4e8a-41d4-8c8b-49c27c608913 None None] The sync data for ids ['1ce956a9-1548-4ae9-9f6c-159fffb98f75'] in n-d-816865-1 is: [{'id': '1ce956a9-1548-4ae9-9f6c-159fffb98f75', 'name': 'tempest-TestSnapshotPattern-296619941-router', 'tenant_id': '5bb0cc9f9a8a4680a51c7376ce9f4def', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.202'}], 'enable_snat': True}, 'gw_port_id': '3d2ccace-1317-4f02-b5d1-106f9e5f2dac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T20:08:56Z', 'updated_at': '2021-11-05T20:08:59Z', 'revision_number': 4, 'project_id': '5bb0cc9f9a8a4680a51c7376ce9f4def', 'gw_port': {'id': '3d2ccace-1317-4f02-b5d1-106f9e5f2dac', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:70:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ce956a9-1548-4ae9-9f6c-159fffb98f75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T20:08:56Z', 'updated_at': '2021-11-05T20:09:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1', '_floatingips': [{'id': '2a2f704e-473d-4ec9-bf69-60d98e51560c', 'tenant_id': '5bb0cc9f9a8a4680a51c7376ce9f4def', 'floating_ip_address': '172.25.6.131', 'floating_network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'router_id': '1ce956a9-1548-4ae9-9f6c-159fffb98f75', 'port_id': '56f1fe05-1541-474c-b7fa-2fddf7da1352', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 4356, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ce72382f-017f-4267-9dfb-c83cb83a39ed', 'mac_address': 'fa:16:3e:da:6d:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43bdad12-f3a0-4899-95f0-799e6b20f41e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-05T20:09:25Z', 'updated_at': '2021-11-05T20:09:27Z', 'revision_number': 1, 'project_id': '5bb0cc9f9a8a4680a51c7376ce9f4def', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f13ea49-12d1-483e-8a86-cb3ed3751a55', 'name': '', 'network_id': 'ce72382f-017f-4267-9dfb-c83cb83a39ed', 'tenant_id': '5bb0cc9f9a8a4680a51c7376ce9f4def', 'mac_address': 'fa:16:3e:cb:94:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ce956a9-1548-4ae9-9f6c-159fffb98f75', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'a97f3c91-bd34-4d4f-9f35-14e1520d9e2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T20:08:58Z', 'updated_at': '2021-11-05T20:09:02Z', 'revision_number': 5, 'project_id': '5bb0cc9f9a8a4680a51c7376ce9f4def', 'subnets': [{'id': 'a97f3c91-bd34-4d4f-9f35-14e1520d9e2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 20:13:55.360755 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-6959feb5-52fd-469c-9733-8b7834e097fa req-fd7f0b61-78ec-483a-8150-27ee21996dd0 service neutron] 10.222.0.41 "GET /v2.0/networks/ce72382f-017f-4267-9dfb-c83cb83a39ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835190 Nov 05 20:13:55.460844 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-6959feb5-52fd-469c-9733-8b7834e097fa req-ce4ad801-46a6-4a35-ba1f-6867b3f8b70d service neutron] 10.222.0.41 "GET /v2.0/networks/ce72382f-017f-4267-9dfb-c83cb83a39ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920188 Nov 05 20:13:55.511933 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a49db6b0-50de-4cc8-8ed1-f48cc5259be1 None None] New status for floating IP 63d8393b-8dec-4584-9d82-b00133e5b59f: DOWN {{(pid=102389) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 05 20:13:56.217478 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f741aa-30b8-4546-8bb2-87f39b0e542e req-7b5509ae-3df7-4820-b30f-9796b1a9583d tempest-TestSnapshotPattern-762059213 tempest-TestSnapshotPattern-762059213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 20:13:56.219127 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-b4f741aa-30b8-4546-8bb2-87f39b0e542e req-7b5509ae-3df7-4820-b30f-9796b1a9583d tempest-TestSnapshotPattern-762059213 tempest-TestSnapshotPattern-762059213-project] 10.222.0.13 "GET /v2.0/ports?device_id=eecc1a01-5488-4022-9928-6d2526209d6b HTTP/1.1" status: 200 len: 945 time: 0.0499649 Nov 05 20:13:56.274987 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-b4f741aa-30b8-4546-8bb2-87f39b0e542e req-beeb83a7-be6c-482d-a7dd-cdb3005ad722 tempest-TestSnapshotPattern-762059213 tempest-TestSnapshotPattern-762059213-project] 10.222.0.13 "GET /v2.0/security-groups?id=5bbd9ffc-3f9e-4f69-897d-9b16703fc204&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492167 Nov 05 20:13:56.470744 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4312379-e315-4ceb-a768-baf6417643e9 req-476bfc0e-269f-4bf4-bf64-e1f0610c16f3 tempest-TestSnapshotPattern-762059213 tempest-TestSnapshotPattern-762059213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 20:13:56.472473 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-f4312379-e315-4ceb-a768-baf6417643e9 req-476bfc0e-269f-4bf4-bf64-e1f0610c16f3 tempest-TestSnapshotPattern-762059213 tempest-TestSnapshotPattern-762059213-project] 10.222.0.41 "GET /v2.0/ports?device_id=eecc1a01-5488-4022-9928-6d2526209d6b HTTP/1.1" status: 200 len: 945 time: 0.0490725 Nov 05 20:13:56.558969 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [req-f4312379-e315-4ceb-a768-baf6417643e9 req-fbb45fce-9bdf-4aac-8fa3-34808e9b890c tempest-TestSnapshotPattern-762059213 tempest-TestSnapshotPattern-762059213-project] Deleting port 4e79c140-939c-46e0-949f-a46b2e9ee54f {{(pid=102386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 20:13:56.559223 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-f4312379-e315-4ceb-a768-baf6417643e9 req-fbb45fce-9bdf-4aac-8fa3-34808e9b890c tempest-TestSnapshotPattern-762059213 tempest-TestSnapshotPattern-762059213-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:13:56.573181 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Device 4e79c140-939c-46e0-949f-a46b2e9ee54f no longer exists at agent hyperv_n-h1-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 20:13:56.648588 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1991147'] for port, before_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:13:56.653287 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [req-f4312379-e315-4ceb-a768-baf6417643e9 req-fbb45fce-9bdf-4aac-8fa3-34808e9b890c tempest-TestSnapshotPattern-762059213 tempest-TestSnapshotPattern-762059213-project] For port 4e79c140-939c-46e0-949f-a46b2e9ee54f, host n-h1-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=4e79c140-939c-46e0-949f-a46b2e9ee54f,segment=NetworkSegment(6ddd1d53-5e3d-44c3-bfaa-bf7df05e8e4c),segment_id=6ddd1d53-5e3d-44c3-bfaa-bf7df05e8e4c)] {{(pid=102386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 20:13:56.653669 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-f4312379-e315-4ceb-a768-baf6417643e9 req-fbb45fce-9bdf-4aac-8fa3-34808e9b890c tempest-TestSnapshotPattern-762059213 tempest-TestSnapshotPattern-762059213-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:13:56.666856 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [req-f4312379-e315-4ceb-a768-baf6417643e9 req-fbb45fce-9bdf-4aac-8fa3-34808e9b890c tempest-TestSnapshotPattern-762059213 tempest-TestSnapshotPattern-762059213-project] Calling delete_port for 4e79c140-939c-46e0-949f-a46b2e9ee54f owned by compute:nova {{(pid=102386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 20:13:56.674529 n-d-816865-1 neutron-server[102388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eecc1a01-5488-4022-9928-6d2526209d6b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4e79c140-939c-46e0-949f-a46b2e9ee54f'}] {{(pid=102388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 20:13:56.676775 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6791add14b0903d9e674b39f457aa3a29109aa98d0835d5644e65cf363d7cf55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49f82026-1d2b-469b-bf56-9ebdff06cf50" -d '{"events": [{"server_uuid": "eecc1a01-5488-4022-9928-6d2526209d6b", "name": "network-vif-unplugged", "status": "completed", "tag": "4e79c140-939c-46e0-949f-a46b2e9ee54f"}]}' {{(pid=102388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 20:13:56.690935 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] For port 4e79c140-939c-46e0-949f-a46b2e9ee54f, host n-h1-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-1',level=0,port_id=4e79c140-939c-46e0-949f-a46b2e9ee54f,segment=NetworkSegment(6ddd1d53-5e3d-44c3-bfaa-bf7df05e8e4c),segment_id=6ddd1d53-5e3d-44c3-bfaa-bf7df05e8e4c)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 20:13:56.713776 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 05 Nov 2021 20:13:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1fc5274-b82f-4955-88c8-6ea36e9fe711 x-openstack-request-id: req-b1fc5274-b82f-4955-88c8-6ea36e9fe711 {{(pid=102388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 20:13:56.714097 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eecc1a01-5488-4022-9928-6d2526209d6b", "name": "network-vif-unplugged", "status": "completed", "tag": "4e79c140-939c-46e0-949f-a46b2e9ee54f", "code": 200}]} {{(pid=102388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 20:13:56.714358 n-d-816865-1 neutron-server[102388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b1fc5274-b82f-4955-88c8-6ea36e9fe711 {{(pid=102388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 20:13:56.714758 n-d-816865-1 neutron-server[102388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eecc1a01-5488-4022-9928-6d2526209d6b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4e79c140-939c-46e0-949f-a46b2e9ee54f', 'code': 200} Nov 05 20:13:56.772372 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750027766640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750027272807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750027272825'] for port, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:13:56.824006 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Pushing event updated for resources: {'Port': ['ID=4e79c140-939c-46e0-949f-a46b2e9ee54f,revision_number=8']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 20:13:56.886699 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-f4312379-e315-4ceb-a768-baf6417643e9 req-fbb45fce-9bdf-4aac-8fa3-34808e9b890c tempest-TestSnapshotPattern-762059213 tempest-TestSnapshotPattern-762059213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:13:56.915463 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb45fce-9bdf-4aac-8fa3-34808e9b890c tempest-TestSnapshotPattern-762059213 tempest-TestSnapshotPattern-762059213-project] Pushing event deleted for resources: {'Port': ['ID=4e79c140-939c-46e0-949f-a46b2e9ee54f,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 20:13:56.940459 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb45fce-9bdf-4aac-8fa3-34808e9b890c tempest-TestSnapshotPattern-762059213 tempest-TestSnapshotPattern-762059213-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 20:13:56.940773 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb45fce-9bdf-4aac-8fa3-34808e9b890c tempest-TestSnapshotPattern-762059213 tempest-TestSnapshotPattern-762059213-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 20:13:56.941108 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb45fce-9bdf-4aac-8fa3-34808e9b890c tempest-TestSnapshotPattern-762059213 tempest-TestSnapshotPattern-762059213-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 20:13:56.941446 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb45fce-9bdf-4aac-8fa3-34808e9b890c tempest-TestSnapshotPattern-762059213 tempest-TestSnapshotPattern-762059213-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 20:13:56.941777 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb45fce-9bdf-4aac-8fa3-34808e9b890c tempest-TestSnapshotPattern-762059213 tempest-TestSnapshotPattern-762059213-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 20:13:56.942124 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb45fce-9bdf-4aac-8fa3-34808e9b890c tempest-TestSnapshotPattern-762059213 tempest-TestSnapshotPattern-762059213-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 20:13:56.942451 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb45fce-9bdf-4aac-8fa3-34808e9b890c tempest-TestSnapshotPattern-762059213 tempest-TestSnapshotPattern-762059213-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 20:13:56.942776 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb45fce-9bdf-4aac-8fa3-34808e9b890c tempest-TestSnapshotPattern-762059213 tempest-TestSnapshotPattern-762059213-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 20:13:56.943095 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb45fce-9bdf-4aac-8fa3-34808e9b890c tempest-TestSnapshotPattern-762059213 tempest-TestSnapshotPattern-762059213-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 20:13:56.943416 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb45fce-9bdf-4aac-8fa3-34808e9b890c tempest-TestSnapshotPattern-762059213 tempest-TestSnapshotPattern-762059213-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 20:13:56.943736 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb45fce-9bdf-4aac-8fa3-34808e9b890c tempest-TestSnapshotPattern-762059213 tempest-TestSnapshotPattern-762059213-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 20:13:56.944053 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb45fce-9bdf-4aac-8fa3-34808e9b890c tempest-TestSnapshotPattern-762059213 tempest-TestSnapshotPattern-762059213-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-1 {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 20:13:56.965862 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4312379-e315-4ceb-a768-baf6417643e9 req-fbb45fce-9bdf-4aac-8fa3-34808e9b890c tempest-TestSnapshotPattern-762059213 tempest-TestSnapshotPattern-762059213-project] No DVR routers for this DVR port 4e79c140-939c-46e0-949f-a46b2e9ee54f on host n-h1-816865-1 {{(pid=102386) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 20:13:56.968371 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-f4312379-e315-4ceb-a768-baf6417643e9 req-fbb45fce-9bdf-4aac-8fa3-34808e9b890c tempest-TestSnapshotPattern-762059213 tempest-TestSnapshotPattern-762059213-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:13:56.971642 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-f4312379-e315-4ceb-a768-baf6417643e9 req-fbb45fce-9bdf-4aac-8fa3-34808e9b890c tempest-TestSnapshotPattern-762059213 tempest-TestSnapshotPattern-762059213-project] 10.222.0.41 "DELETE /v2.0/ports/4e79c140-939c-46e0-949f-a46b2e9ee54f HTTP/1.1" status: 204 len: 173 time: 0.4929702 Nov 05 20:13:56.972089 n-d-816865-1 neutron-server[102386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eecc1a01-5488-4022-9928-6d2526209d6b', 'name': 'network-vif-deleted', 'tag': '4e79c140-939c-46e0-949f-a46b2e9ee54f'}] {{(pid=102386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 20:13:56.974326 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d24c2e9fd656c946d5f792cc44b0d4efbe125a7d17e01666b7f4dc8150dd75ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-174733f2-677c-4496-82c3-cebd67211ff0" -d '{"events": [{"server_uuid": "eecc1a01-5488-4022-9928-6d2526209d6b", "name": "network-vif-deleted", "tag": "4e79c140-939c-46e0-949f-a46b2e9ee54f"}]}' {{(pid=102386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 20:13:57.012255 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 20:13:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c609a8af-c18f-4c47-a57f-9e5e487cea5d x-openstack-request-id: req-c609a8af-c18f-4c47-a57f-9e5e487cea5d {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 20:13:57.012584 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eecc1a01-5488-4022-9928-6d2526209d6b", "name": "network-vif-deleted", "tag": "4e79c140-939c-46e0-949f-a46b2e9ee54f", "status": "completed", "code": 200}]} {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 20:13:57.012839 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c609a8af-c18f-4c47-a57f-9e5e487cea5d {{(pid=102386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 20:13:57.013235 n-d-816865-1 neutron-server[102386]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eecc1a01-5488-4022-9928-6d2526209d6b', 'name': 'network-vif-deleted', 'tag': '4e79c140-939c-46e0-949f-a46b2e9ee54f', 'status': 'completed', 'code': 200} Nov 05 20:13:57.388139 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-d32c922f-a8fd-4c7d-a2e3-0e4dc7e9ec02 req-8b687b85-89d0-4f2b-949b-54dae3fef395 tempest-TestSnapshotPattern-762059213 tempest-TestSnapshotPattern-762059213-project] 10.222.0.13 "GET /v2.0/ports?device_id=eecc1a01-5488-4022-9928-6d2526209d6b HTTP/1.1" status: 200 len: 210 time: 0.0275757 Nov 05 20:13:59.683163 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 49010) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 20:13:59.689826 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.agents_db [None req-b9406b04-a0e8-43cf-b349-711963d96cf4 None None] Agent healthcheck: found 7 active agents {{(pid=102389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 05 20:13:59.843773 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [None req-0eb26ef3-3fd8-43ec-8c05-affb079a39ea tempest-TestSnapshotPattern-762059213 tempest-TestSnapshotPattern-762059213-project] Deleting port 65bca585-0160-4955-affc-463342fa4cce {{(pid=102387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 20:13:59.844020 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-0eb26ef3-3fd8-43ec-8c05-affb079a39ea tempest-TestSnapshotPattern-762059213 tempest-TestSnapshotPattern-762059213-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:13:59.918312 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-0eb26ef3-3fd8-43ec-8c05-affb079a39ea tempest-TestSnapshotPattern-762059213 tempest-TestSnapshotPattern-762059213-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:13:59.918640 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-0eb26ef3-3fd8-43ec-8c05-affb079a39ea tempest-TestSnapshotPattern-762059213 tempest-TestSnapshotPattern-762059213-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:13:59.931168 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [None req-0eb26ef3-3fd8-43ec-8c05-affb079a39ea tempest-TestSnapshotPattern-762059213 tempest-TestSnapshotPattern-762059213-project] Calling delete_port for 65bca585-0160-4955-affc-463342fa4cce owned by network:floatingip {{(pid=102387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 20:14:00.155435 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-0eb26ef3-3fd8-43ec-8c05-affb079a39ea tempest-TestSnapshotPattern-762059213 tempest-TestSnapshotPattern-762059213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4417063'] for port, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:14:00.185507 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb26ef3-3fd8-43ec-8c05-affb079a39ea tempest-TestSnapshotPattern-762059213 tempest-TestSnapshotPattern-762059213-project] Pushing event deleted for resources: {'Port': ['ID=65bca585-0160-4955-affc-463342fa4cce,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 20:14:00.249152 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-0eb26ef3-3fd8-43ec-8c05-affb079a39ea tempest-TestSnapshotPattern-762059213 tempest-TestSnapshotPattern-762059213-project] Publish callbacks [] for floatingip, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:14:00.249627 n-d-816865-1 neutron-server[102387]: INFO neutron.db.l3_db [None req-0eb26ef3-3fd8-43ec-8c05-affb079a39ea tempest-TestSnapshotPattern-762059213 tempest-TestSnapshotPattern-762059213-project] Floating IP 2a2f704e-473d-4ec9-bf69-60d98e51560c disassociated (deleted). External IP: 172.25.6.131, port: 56f1fe05-1541-474c-b7fa-2fddf7da1352. Nov 05 20:14:00.461971 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0eb26ef3-3fd8-43ec-8c05-affb079a39ea tempest-TestSnapshotPattern-762059213 tempest-TestSnapshotPattern-762059213-project] Router 1ce956a9-1548-4ae9-9f6c-159fffb98f75 has already been hosted by L3 agent 6dcb5589-8e86-4616-9186-ddc4548e13ad {{(pid=102387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 20:14:00.568118 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0eb26ef3-3fd8-43ec-8c05-affb079a39ea tempest-TestSnapshotPattern-762059213 tempest-TestSnapshotPattern-762059213-project] Notify agent at l3_agent.n-d-816865-1 the message routers_updated {{(pid=102387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 20:14:00.573343 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-0eb26ef3-3fd8-43ec-8c05-affb079a39ea tempest-TestSnapshotPattern-762059213 tempest-TestSnapshotPattern-762059213-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for floatingip, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:14:00.578250 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5938009a-875b-43b3-93b6-08353628cc02 None None] Sync routers for ids ['1ce956a9-1548-4ae9-9f6c-159fffb98f75'] in n-d-816865-1 {{(pid=102388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 20:14:00.588057 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Device 4e79c140-939c-46e0-949f-a46b2e9ee54f no longer exists at agent hyperv_n-h1-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 20:14:00.601568 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-0eb26ef3-3fd8-43ec-8c05-affb079a39ea tempest-TestSnapshotPattern-762059213 tempest-TestSnapshotPattern-762059213-project] 10.222.0.13 "DELETE /v2.0/floatingips/2a2f704e-473d-4ec9-bf69-60d98e51560c HTTP/1.1" status: 204 len: 168 time: 0.9172947 Nov 05 20:14:00.602755 n-d-816865-1 neutron-server[102387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43bdad12-f3a0-4899-95f0-799e6b20f41e', 'tag': '56f1fe05-1541-474c-b7fa-2fddf7da1352'}] {{(pid=102387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 20:14:00.605145 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1aa7e2392c69fb9acc0b335571f919b1f61097b9ced1ed941ddb2f5c01cc85e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-440cda1f-0182-415c-b38e-f7c870ebef2d" -d '{"events": [{"name": "network-changed", "server_uuid": "43bdad12-f3a0-4899-95f0-799e6b20f41e", "tag": "56f1fe05-1541-474c-b7fa-2fddf7da1352"}]}' {{(pid=102387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 20:14:00.611660 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] No Port match for: 4e79c140-939c-46e0-949f-a46b2e9ee54f {{(pid=102388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 20:14:00.612014 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Device 4e79c140-939c-46e0-949f-a46b2e9ee54f not bound to the agent host n-h1-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 20:14:00.613777 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5938009a-875b-43b3-93b6-08353628cc02 None None] Routers {'1ce956a9-1548-4ae9-9f6c-159fffb98f75'} bound to L3 agent in host n-d-816865-1 {{(pid=102388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 20:14:00.614415 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-5938009a-875b-43b3-93b6-08353628cc02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T20:13:35Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['1ce956a9-1548-4ae9-9f6c-159fffb98f75'], 'active': True} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 20:14:00.726017 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvr_db [None req-5938009a-875b-43b3-93b6-08353628cc02 None None] Set router 1ce956a9-1548-4ae9-9f6c-159fffb98f75 gateway port host: n-d-816865-1 {{(pid=102388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 20:14:00.941354 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-5938009a-875b-43b3-93b6-08353628cc02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ce956a9-1548-4ae9-9f6c-159fffb98f75', 'name': 'tempest-TestSnapshotPattern-296619941-router', 'tenant_id': '5bb0cc9f9a8a4680a51c7376ce9f4def', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.202'}], 'enable_snat': True}, 'gw_port_id': '3d2ccace-1317-4f02-b5d1-106f9e5f2dac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T20:08:56Z', 'updated_at': '2021-11-05T20:08:59Z', 'revision_number': 4, 'project_id': '5bb0cc9f9a8a4680a51c7376ce9f4def', 'gw_port': {'id': '3d2ccace-1317-4f02-b5d1-106f9e5f2dac', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:70:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ce956a9-1548-4ae9-9f6c-159fffb98f75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T20:08:56Z', 'updated_at': '2021-11-05T20:09:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1', '_interfaces': [{'id': '8f13ea49-12d1-483e-8a86-cb3ed3751a55', 'name': '', 'network_id': 'ce72382f-017f-4267-9dfb-c83cb83a39ed', 'tenant_id': '5bb0cc9f9a8a4680a51c7376ce9f4def', 'mac_address': 'fa:16:3e:cb:94:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ce956a9-1548-4ae9-9f6c-159fffb98f75', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'a97f3c91-bd34-4d4f-9f35-14e1520d9e2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T20:08:58Z', 'updated_at': '2021-11-05T20:09:02Z', 'revision_number': 5, 'project_id': '5bb0cc9f9a8a4680a51c7376ce9f4def', 'subnets': [{'id': 'a97f3c91-bd34-4d4f-9f35-14e1520d9e2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-1', False) {} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 20:14:00.968250 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5938009a-875b-43b3-93b6-08353628cc02 None None] Checking router: 1ce956a9-1548-4ae9-9f6c-159fffb98f75 for host: n-d-816865-1 {{(pid=102388) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 20:14:00.974113 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 20:14:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7c55e44-a80a-4b27-8772-89cf99558815 x-openstack-request-id: req-d7c55e44-a80a-4b27-8772-89cf99558815 {{(pid=102387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 20:14:00.974113 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43bdad12-f3a0-4899-95f0-799e6b20f41e", "tag": "56f1fe05-1541-474c-b7fa-2fddf7da1352", "status": "completed", "code": 200}]} {{(pid=102387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 20:14:00.974113 n-d-816865-1 neutron-server[102387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d7c55e44-a80a-4b27-8772-89cf99558815 {{(pid=102387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 20:14:00.974113 n-d-816865-1 neutron-server[102387]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43bdad12-f3a0-4899-95f0-799e6b20f41e', 'tag': '56f1fe05-1541-474c-b7fa-2fddf7da1352', 'status': 'completed', 'code': 200} Nov 05 20:14:00.979802 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5938009a-875b-43b3-93b6-08353628cc02 None None] Routers {'1ce956a9-1548-4ae9-9f6c-159fffb98f75'} bound to L3 agent in host n-d-816865-1 {{(pid=102388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 20:14:00.980504 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-5938009a-875b-43b3-93b6-08353628cc02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T20:13:35Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['1ce956a9-1548-4ae9-9f6c-159fffb98f75'], 'active': True} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 20:14:01.071511 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440cda1f-0182-415c-b38e-f7c870ebef2d req-41405fd1-9954-41c3-a353-6a5754a1b5fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 20:14:01.073698 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-440cda1f-0182-415c-b38e-f7c870ebef2d req-41405fd1-9954-41c3-a353-6a5754a1b5fa service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=5bb0cc9f9a8a4680a51c7376ce9f4def&device_id=43bdad12-f3a0-4899-95f0-799e6b20f41e HTTP/1.1" status: 200 len: 1095 time: 0.0589843 Nov 05 20:14:01.080887 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6073ade-89be-431f-90e1-7a6c2bc94e2a req-c933c6cb-6032-47f4-be46-9d0c68ea9265 tempest-TestSnapshotPattern-762059213 tempest-TestSnapshotPattern-762059213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 20:14:01.082691 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-c6073ade-89be-431f-90e1-7a6c2bc94e2a req-c933c6cb-6032-47f4-be46-9d0c68ea9265 tempest-TestSnapshotPattern-762059213 tempest-TestSnapshotPattern-762059213-project] 10.222.0.13 "GET /v2.0/ports?device_id=43bdad12-f3a0-4899-95f0-799e6b20f41e HTTP/1.1" status: 200 len: 944 time: 0.0529916 Nov 05 20:14:01.102368 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvr_db [None req-5938009a-875b-43b3-93b6-08353628cc02 None None] Set router 1ce956a9-1548-4ae9-9f6c-159fffb98f75 gateway port host: n-d-816865-1 {{(pid=102388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 20:14:01.146136 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-c6073ade-89be-431f-90e1-7a6c2bc94e2a req-8108598c-f302-4782-af7f-fbae03035c18 tempest-TestSnapshotPattern-762059213 tempest-TestSnapshotPattern-762059213-project] 10.222.0.13 "GET /v2.0/security-groups?id=5bbd9ffc-3f9e-4f69-897d-9b16703fc204&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558901 Nov 05 20:14:01.170437 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440cda1f-0182-415c-b38e-f7c870ebef2d req-88a8fb1f-d7fb-436a-84dd-a138279d152a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 20:14:01.172187 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-440cda1f-0182-415c-b38e-f7c870ebef2d req-88a8fb1f-d7fb-436a-84dd-a138279d152a service neutron] 10.222.0.55 "GET /v2.0/networks?id=ce72382f-017f-4267-9dfb-c83cb83a39ed HTTP/1.1" status: 200 len: 910 time: 0.0909431 Nov 05 20:14:01.219380 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-440cda1f-0182-415c-b38e-f7c870ebef2d req-cf813d28-52d5-4d09-9153-927b4e840aa5 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=56f1fe05-1541-474c-b7fa-2fddf7da1352 HTTP/1.1" status: 200 len: 217 time: 0.0376258 Nov 05 20:14:01.269400 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440cda1f-0182-415c-b38e-f7c870ebef2d req-77950bfc-ab53-49a3-b16c-fecdd190e0ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 20:14:01.270811 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-440cda1f-0182-415c-b38e-f7c870ebef2d req-77950bfc-ab53-49a3-b16c-fecdd190e0ea service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a97f3c91-bd34-4d4f-9f35-14e1520d9e2d HTTP/1.1" status: 200 len: 848 time: 0.0442994 Nov 05 20:14:01.303038 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-5938009a-875b-43b3-93b6-08353628cc02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ce956a9-1548-4ae9-9f6c-159fffb98f75', 'name': 'tempest-TestSnapshotPattern-296619941-router', 'tenant_id': '5bb0cc9f9a8a4680a51c7376ce9f4def', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.202'}], 'enable_snat': True}, 'gw_port_id': '3d2ccace-1317-4f02-b5d1-106f9e5f2dac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T20:08:56Z', 'updated_at': '2021-11-05T20:08:59Z', 'revision_number': 4, 'project_id': '5bb0cc9f9a8a4680a51c7376ce9f4def', 'gw_port': {'id': '3d2ccace-1317-4f02-b5d1-106f9e5f2dac', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:70:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ce956a9-1548-4ae9-9f6c-159fffb98f75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T20:08:56Z', 'updated_at': '2021-11-05T20:09:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1', '_interfaces': [{'id': '8f13ea49-12d1-483e-8a86-cb3ed3751a55', 'name': '', 'network_id': 'ce72382f-017f-4267-9dfb-c83cb83a39ed', 'tenant_id': '5bb0cc9f9a8a4680a51c7376ce9f4def', 'mac_address': 'fa:16:3e:cb:94:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ce956a9-1548-4ae9-9f6c-159fffb98f75', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'a97f3c91-bd34-4d4f-9f35-14e1520d9e2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T20:08:58Z', 'updated_at': '2021-11-05T20:09:02Z', 'revision_number': 5, 'project_id': '5bb0cc9f9a8a4680a51c7376ce9f4def', 'subnets': [{'id': 'a97f3c91-bd34-4d4f-9f35-14e1520d9e2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-1', False) {} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 20:14:01.318999 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440cda1f-0182-415c-b38e-f7c870ebef2d req-390b00a5-0b43-4082-9662-e7dc3ef7aa6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 20:14:01.320612 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-440cda1f-0182-415c-b38e-f7c870ebef2d req-390b00a5-0b43-4082-9662-e7dc3ef7aa6c service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ce72382f-017f-4267-9dfb-c83cb83a39ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0413806 Nov 05 20:14:01.423784 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-440cda1f-0182-415c-b38e-f7c870ebef2d req-002c7683-149c-4a16-9735-2b811eaa71e1 service neutron] 10.222.0.55 "GET /v2.0/networks/ce72382f-017f-4267-9dfb-c83cb83a39ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951200 Nov 05 20:14:01.495428 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5938009a-875b-43b3-93b6-08353628cc02 None None] The sync data for ids ['1ce956a9-1548-4ae9-9f6c-159fffb98f75'] in n-d-816865-1 is: [{'id': '1ce956a9-1548-4ae9-9f6c-159fffb98f75', 'name': 'tempest-TestSnapshotPattern-296619941-router', 'tenant_id': '5bb0cc9f9a8a4680a51c7376ce9f4def', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.202'}], 'enable_snat': True}, 'gw_port_id': '3d2ccace-1317-4f02-b5d1-106f9e5f2dac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T20:08:56Z', 'updated_at': '2021-11-05T20:08:59Z', 'revision_number': 4, 'project_id': '5bb0cc9f9a8a4680a51c7376ce9f4def', 'gw_port': {'id': '3d2ccace-1317-4f02-b5d1-106f9e5f2dac', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:70:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ce956a9-1548-4ae9-9f6c-159fffb98f75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T20:08:56Z', 'updated_at': '2021-11-05T20:09:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1', '_interfaces': [{'id': '8f13ea49-12d1-483e-8a86-cb3ed3751a55', 'name': '', 'network_id': 'ce72382f-017f-4267-9dfb-c83cb83a39ed', 'tenant_id': '5bb0cc9f9a8a4680a51c7376ce9f4def', 'mac_address': 'fa:16:3e:cb:94:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ce956a9-1548-4ae9-9f6c-159fffb98f75', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'a97f3c91-bd34-4d4f-9f35-14e1520d9e2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T20:08:58Z', 'updated_at': '2021-11-05T20:09:02Z', 'revision_number': 5, 'project_id': '5bb0cc9f9a8a4680a51c7376ce9f4def', 'subnets': [{'id': 'a97f3c91-bd34-4d4f-9f35-14e1520d9e2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 20:14:01.522094 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-440cda1f-0182-415c-b38e-f7c870ebef2d req-287913f8-947e-4fd3-8862-23e1fff1a109 service neutron] 10.222.0.55 "GET /v2.0/networks/ce72382f-017f-4267-9dfb-c83cb83a39ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878341 Nov 05 20:14:01.720075 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5bc7382-bbfd-4c12-83a0-0c492bfb5a81 None None] New status for floating IP 2a2f704e-473d-4ec9-bf69-60d98e51560c: DOWN {{(pid=102389) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 05 20:14:02.265190 n-d-816865-1 neutron-server[102387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccf0836-e48d-4b5c-b294-9e1eda5bef54 req-787a4f32-f389-4020-ad03-4117ac431479 tempest-TestSnapshotPattern-762059213 tempest-TestSnapshotPattern-762059213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 20:14:02.266721 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-2ccf0836-e48d-4b5c-b294-9e1eda5bef54 req-787a4f32-f389-4020-ad03-4117ac431479 tempest-TestSnapshotPattern-762059213 tempest-TestSnapshotPattern-762059213-project] 10.222.0.13 "GET /v2.0/ports?device_id=43bdad12-f3a0-4899-95f0-799e6b20f41e HTTP/1.1" status: 200 len: 944 time: 0.0528147 Nov 05 20:14:02.316506 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-2ccf0836-e48d-4b5c-b294-9e1eda5bef54 req-a9eb2132-43e4-4b31-a35b-f6c17f8a8953 tempest-TestSnapshotPattern-762059213 tempest-TestSnapshotPattern-762059213-project] 10.222.0.13 "GET /v2.0/security-groups?id=5bbd9ffc-3f9e-4f69-897d-9b16703fc204&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439744 Nov 05 20:14:02.703654 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-ed84381d-d716-425e-b7cf-31657b9bebbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:14:02.874634 n-d-816865-1 neutron-server[102386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0404fca8-5361-4ce0-9cf3-371d30be9393 req-63729653-8afd-445e-816c-f5433db96192 tempest-TestSnapshotPattern-762059213 tempest-TestSnapshotPattern-762059213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 20:14:02.876031 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-0404fca8-5361-4ce0-9cf3-371d30be9393 req-63729653-8afd-445e-816c-f5433db96192 tempest-TestSnapshotPattern-762059213 tempest-TestSnapshotPattern-762059213-project] 10.222.0.55 "GET /v2.0/ports?device_id=43bdad12-f3a0-4899-95f0-799e6b20f41e HTTP/1.1" status: 200 len: 944 time: 0.0490432 Nov 05 20:14:02.969360 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [req-0404fca8-5361-4ce0-9cf3-371d30be9393 req-7f3a7754-40d5-4698-ada4-1ef02693d19e tempest-TestSnapshotPattern-762059213 tempest-TestSnapshotPattern-762059213-project] Deleting port 56f1fe05-1541-474c-b7fa-2fddf7da1352 {{(pid=102386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 20:14:02.969696 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-0404fca8-5361-4ce0-9cf3-371d30be9393 req-7f3a7754-40d5-4698-ada4-1ef02693d19e tempest-TestSnapshotPattern-762059213 tempest-TestSnapshotPattern-762059213-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:14:03.059123 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [req-0404fca8-5361-4ce0-9cf3-371d30be9393 req-7f3a7754-40d5-4698-ada4-1ef02693d19e tempest-TestSnapshotPattern-762059213 tempest-TestSnapshotPattern-762059213-project] For port 56f1fe05-1541-474c-b7fa-2fddf7da1352, host n-h2-816865-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-1',level=0,port_id=56f1fe05-1541-474c-b7fa-2fddf7da1352,segment=NetworkSegment(6ddd1d53-5e3d-44c3-bfaa-bf7df05e8e4c),segment_id=6ddd1d53-5e3d-44c3-bfaa-bf7df05e8e4c)] {{(pid=102386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 20:14:03.059480 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-0404fca8-5361-4ce0-9cf3-371d30be9393 req-7f3a7754-40d5-4698-ada4-1ef02693d19e tempest-TestSnapshotPattern-762059213 tempest-TestSnapshotPattern-762059213-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:14:03.071273 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [req-0404fca8-5361-4ce0-9cf3-371d30be9393 req-7f3a7754-40d5-4698-ada4-1ef02693d19e tempest-TestSnapshotPattern-762059213 tempest-TestSnapshotPattern-762059213-project] Calling delete_port for 56f1fe05-1541-474c-b7fa-2fddf7da1352 owned by compute:nova {{(pid=102386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 20:14:03.245044 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-0404fca8-5361-4ce0-9cf3-371d30be9393 req-7f3a7754-40d5-4698-ada4-1ef02693d19e tempest-TestSnapshotPattern-762059213 tempest-TestSnapshotPattern-762059213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:14:03.272231 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3a7754-40d5-4698-ada4-1ef02693d19e tempest-TestSnapshotPattern-762059213 tempest-TestSnapshotPattern-762059213-project] Pushing event deleted for resources: {'Port': ['ID=56f1fe05-1541-474c-b7fa-2fddf7da1352,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 20:14:03.415915 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-540fe70e-c246-4cdc-a6de-5107fe1b9c36 req-e8f8d5db-9117-4c9e-a19f-0ba3beab8b53 tempest-TestSnapshotPattern-762059213 tempest-TestSnapshotPattern-762059213-project] 10.222.0.13 "GET /v2.0/ports?device_id=43bdad12-f3a0-4899-95f0-799e6b20f41e HTTP/1.1" status: 200 len: 210 time: 0.0276692 Nov 05 20:14:03.616567 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [req-0404fca8-5361-4ce0-9cf3-371d30be9393 req-7f3a7754-40d5-4698-ada4-1ef02693d19e tempest-TestSnapshotPattern-762059213 tempest-TestSnapshotPattern-762059213-project] No DVR routers for this DVR port 56f1fe05-1541-474c-b7fa-2fddf7da1352 on host n-h2-816865-1 {{(pid=102386) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 20:14:03.620117 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [req-0404fca8-5361-4ce0-9cf3-371d30be9393 req-7f3a7754-40d5-4698-ada4-1ef02693d19e tempest-TestSnapshotPattern-762059213 tempest-TestSnapshotPattern-762059213-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468856'] for port, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:14:03.623456 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [req-0404fca8-5361-4ce0-9cf3-371d30be9393 req-7f3a7754-40d5-4698-ada4-1ef02693d19e tempest-TestSnapshotPattern-762059213 tempest-TestSnapshotPattern-762059213-project] 10.222.0.55 "DELETE /v2.0/ports/56f1fe05-1541-474c-b7fa-2fddf7da1352 HTTP/1.1" status: 204 len: 173 time: 0.7378206 Nov 05 20:14:03.623899 n-d-816865-1 neutron-server[102386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43bdad12-f3a0-4899-95f0-799e6b20f41e', 'name': 'network-vif-deleted', 'tag': '56f1fe05-1541-474c-b7fa-2fddf7da1352'}] {{(pid=102386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 20:14:03.626148 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d24c2e9fd656c946d5f792cc44b0d4efbe125a7d17e01666b7f4dc8150dd75ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcb3d977-fae7-4d41-9cac-f65014fa640c" -d '{"events": [{"server_uuid": "43bdad12-f3a0-4899-95f0-799e6b20f41e", "name": "network-vif-deleted", "tag": "56f1fe05-1541-474c-b7fa-2fddf7da1352"}]}' {{(pid=102386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 20:14:03.662623 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 20:14:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75899f3d-c637-4697-8a2f-db9230ab1a7b x-openstack-request-id: req-75899f3d-c637-4697-8a2f-db9230ab1a7b {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 20:14:03.662991 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43bdad12-f3a0-4899-95f0-799e6b20f41e", "name": "network-vif-deleted", "tag": "56f1fe05-1541-474c-b7fa-2fddf7da1352", "status": "completed", "code": 200}]} {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 20:14:03.663240 n-d-816865-1 neutron-server[102386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-75899f3d-c637-4697-8a2f-db9230ab1a7b {{(pid=102386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 20:14:03.663685 n-d-816865-1 neutron-server[102386]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43bdad12-f3a0-4899-95f0-799e6b20f41e', 'name': 'network-vif-deleted', 'tag': '56f1fe05-1541-474c-b7fa-2fddf7da1352', 'status': 'completed', 'code': 200} Nov 05 20:14:04.534152 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [req-4241f7ca-717b-4c3c-bc59-bc7f75872f4d req-8847527d-eefe-475d-8c55-4d3bab89fa5b tempest-TestSnapshotPattern-762059213 tempest-TestSnapshotPattern-762059213-project] 10.222.0.13 "GET /v2.0/ports?device_id=43bdad12-f3a0-4899-95f0-799e6b20f41e HTTP/1.1" status: 200 len: 210 time: 0.0285029 Nov 05 20:14:05.160338 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:14:05.491866 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c1e69b35-e507-4845-be47-e54d811649bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:14:05.591790 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 49030) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 20:14:05.648595 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-40b8408c-88af-4555-84fd-f794b822406b tempest-TestSnapshotPattern-762059213 tempest-TestSnapshotPattern-762059213-project] Publish callbacks [] for security_group, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:14:05.673485 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-40b8408c-88af-4555-84fd-f794b822406b tempest-TestSnapshotPattern-762059213 tempest-TestSnapshotPattern-762059213-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:14:05.789109 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-40b8408c-88af-4555-84fd-f794b822406b tempest-TestSnapshotPattern-762059213 tempest-TestSnapshotPattern-762059213-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:14:05.792475 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-40b8408c-88af-4555-84fd-f794b822406b tempest-TestSnapshotPattern-762059213 tempest-TestSnapshotPattern-762059213-project] Publish callbacks [] for security_group, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:14:05.793776 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-40b8408c-88af-4555-84fd-f794b822406b tempest-TestSnapshotPattern-762059213 tempest-TestSnapshotPattern-762059213-project] 10.222.0.13 "DELETE /v2.0/security-groups/5bbd9ffc-3f9e-4f69-897d-9b16703fc204 HTTP/1.1" status: 204 len: 168 time: 0.2009556 Nov 05 20:14:05.803859 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b8408c-88af-4555-84fd-f794b822406b tempest-TestSnapshotPattern-762059213 tempest-TestSnapshotPattern-762059213-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bbd9ffc-3f9e-4f69-897d-9b16703fc204,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 20:14:06.623623 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b304910f-7b27-444b-a8fc-977d26b1ceac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:14:06.922960 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 49036) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 20:14:07.195004 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:14:07.363082 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-005ee6d9-a415-43d4-bfc2-e904f2831fc0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-571777'] for router_interface, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:14:07.576414 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Device 56f1fe05-1541-474c-b7fa-2fddf7da1352 no longer exists at agent hyperv_n-h2-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 20:14:07.599863 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] No Port match for: 56f1fe05-1541-474c-b7fa-2fddf7da1352 {{(pid=102388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 20:14:07.600201 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Device 56f1fe05-1541-474c-b7fa-2fddf7da1352 not bound to the agent host n-h2-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 20:14:07.604988 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [None req-005ee6d9-a415-43d4-bfc2-e904f2831fc0 admin admin] Deleting port 8f13ea49-12d1-483e-8a86-cb3ed3751a55 {{(pid=102387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 20:14:07.605331 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-005ee6d9-a415-43d4-bfc2-e904f2831fc0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:14:07.681896 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.db [None req-005ee6d9-a415-43d4-bfc2-e904f2831fc0 admin admin] For port 8f13ea49-12d1-483e-8a86-cb3ed3751a55, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=8f13ea49-12d1-483e-8a86-cb3ed3751a55,segment=NetworkSegment(6ddd1d53-5e3d-44c3-bfaa-bf7df05e8e4c),segment_id=6ddd1d53-5e3d-44c3-bfaa-bf7df05e8e4c)] {{(pid=102387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 20:14:07.682279 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-005ee6d9-a415-43d4-bfc2-e904f2831fc0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:14:07.698644 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [None req-005ee6d9-a415-43d4-bfc2-e904f2831fc0 admin admin] Calling delete_port for 8f13ea49-12d1-483e-8a86-cb3ed3751a55 owned by network:router_interface {{(pid=102387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 20:14:07.924765 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-005ee6d9-a415-43d4-bfc2-e904f2831fc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4417063'] for port, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:14:07.952979 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005ee6d9-a415-43d4-bfc2-e904f2831fc0 admin admin] Pushing event deleted for resources: {'Port': ['ID=8f13ea49-12d1-483e-8a86-cb3ed3751a55,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 20:14:08.118523 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-005ee6d9-a415-43d4-bfc2-e904f2831fc0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-597886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-573297'] for router_interface, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:14:08.329664 n-d-816865-1 neutron-server[102387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-005ee6d9-a415-43d4-bfc2-e904f2831fc0 admin admin] Router 1ce956a9-1548-4ae9-9f6c-159fffb98f75 has already been hosted by L3 agent 6dcb5589-8e86-4616-9186-ddc4548e13ad {{(pid=102387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 20:14:08.434682 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-005ee6d9-a415-43d4-bfc2-e904f2831fc0 admin admin] Notify agent at l3_agent.n-d-816865-1 the message routers_updated {{(pid=102387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 20:14:08.439811 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-005ee6d9-a415-43d4-bfc2-e904f2831fc0 admin admin] 10.222.0.13 "PUT /v2.0/routers/1ce956a9-1548-4ae9-9f6c-159fffb98f75/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5158319 Nov 05 20:14:08.442586 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 49040) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 20:14:08.445103 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2d97c07-9141-41f7-9901-b48b8ec029fc None None] Sync routers for ids ['1ce956a9-1548-4ae9-9f6c-159fffb98f75'] in n-d-816865-1 {{(pid=102388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 20:14:08.455779 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2d97c07-9141-41f7-9901-b48b8ec029fc None None] Routers {'1ce956a9-1548-4ae9-9f6c-159fffb98f75'} bound to L3 agent in host n-d-816865-1 {{(pid=102388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 20:14:08.457750 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-f2d97c07-9141-41f7-9901-b48b8ec029fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T20:14:05Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['1ce956a9-1548-4ae9-9f6c-159fffb98f75'], 'active': True} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 20:14:08.584846 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvr_db [None req-f2d97c07-9141-41f7-9901-b48b8ec029fc None None] Set router 1ce956a9-1548-4ae9-9f6c-159fffb98f75 gateway port host: n-d-816865-1 {{(pid=102388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 20:14:08.645376 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-31f93893-a48e-4ae8-833d-dccb2b42eacc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:14:08.663939 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:14:08.784884 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-f2d97c07-9141-41f7-9901-b48b8ec029fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ce956a9-1548-4ae9-9f6c-159fffb98f75', 'name': 'tempest-TestSnapshotPattern-296619941-router', 'tenant_id': '5bb0cc9f9a8a4680a51c7376ce9f4def', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.202'}], 'enable_snat': True}, 'gw_port_id': '3d2ccace-1317-4f02-b5d1-106f9e5f2dac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T20:08:56Z', 'updated_at': '2021-11-05T20:14:07Z', 'revision_number': 5, 'project_id': '5bb0cc9f9a8a4680a51c7376ce9f4def', 'gw_port': {'id': '3d2ccace-1317-4f02-b5d1-106f9e5f2dac', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:70:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ce956a9-1548-4ae9-9f6c-159fffb98f75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T20:08:56Z', 'updated_at': '2021-11-05T20:09:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1'}], 'n-d-816865-1', False) {} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 20:14:08.816867 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2d97c07-9141-41f7-9901-b48b8ec029fc None None] Checking router: 1ce956a9-1548-4ae9-9f6c-159fffb98f75 for host: n-d-816865-1 {{(pid=102388) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 20:14:08.826454 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2d97c07-9141-41f7-9901-b48b8ec029fc None None] Routers {'1ce956a9-1548-4ae9-9f6c-159fffb98f75'} bound to L3 agent in host n-d-816865-1 {{(pid=102388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 20:14:08.827092 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-f2d97c07-9141-41f7-9901-b48b8ec029fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T20:14:05Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['1ce956a9-1548-4ae9-9f6c-159fffb98f75'], 'active': True} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 20:14:08.877771 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-835260fd-b960-465c-aa5a-2bd8fd37dede admin admin] Publish callbacks [] for router, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:14:08.936808 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvr_db [None req-f2d97c07-9141-41f7-9901-b48b8ec029fc None None] Set router 1ce956a9-1548-4ae9-9f6c-159fffb98f75 gateway port host: n-d-816865-1 {{(pid=102388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 20:14:08.981140 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-835260fd-b960-465c-aa5a-2bd8fd37dede admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:14:09.114077 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_hamode_db [None req-f2d97c07-9141-41f7-9901-b48b8ec029fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ce956a9-1548-4ae9-9f6c-159fffb98f75', 'name': 'tempest-TestSnapshotPattern-296619941-router', 'tenant_id': '5bb0cc9f9a8a4680a51c7376ce9f4def', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.202'}], 'enable_snat': True}, 'gw_port_id': '3d2ccace-1317-4f02-b5d1-106f9e5f2dac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T20:08:56Z', 'updated_at': '2021-11-05T20:14:07Z', 'revision_number': 5, 'project_id': '5bb0cc9f9a8a4680a51c7376ce9f4def', 'gw_port': {'id': '3d2ccace-1317-4f02-b5d1-106f9e5f2dac', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:70:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ce956a9-1548-4ae9-9f6c-159fffb98f75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T20:08:56Z', 'updated_at': '2021-11-05T20:09:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1'}], 'n-d-816865-1', False) {} {{(pid=102388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 20:14:09.141648 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2d97c07-9141-41f7-9901-b48b8ec029fc None None] The sync data for ids ['1ce956a9-1548-4ae9-9f6c-159fffb98f75'] in n-d-816865-1 is: [{'id': '1ce956a9-1548-4ae9-9f6c-159fffb98f75', 'name': 'tempest-TestSnapshotPattern-296619941-router', 'tenant_id': '5bb0cc9f9a8a4680a51c7376ce9f4def', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.202'}], 'enable_snat': True}, 'gw_port_id': '3d2ccace-1317-4f02-b5d1-106f9e5f2dac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T20:08:56Z', 'updated_at': '2021-11-05T20:14:07Z', 'revision_number': 5, 'project_id': '5bb0cc9f9a8a4680a51c7376ce9f4def', 'gw_port': {'id': '3d2ccace-1317-4f02-b5d1-106f9e5f2dac', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:70:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ce956a9-1548-4ae9-9f6c-159fffb98f75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T20:08:56Z', 'updated_at': '2021-11-05T20:09:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1'}] {{(pid=102388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 20:14:09.151892 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [None req-835260fd-b960-465c-aa5a-2bd8fd37dede admin admin] Deleting port 3d2ccace-1317-4f02-b5d1-106f9e5f2dac {{(pid=102387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 20:14:09.152230 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-835260fd-b960-465c-aa5a-2bd8fd37dede admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:14:09.232920 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.db [None req-835260fd-b960-465c-aa5a-2bd8fd37dede admin admin] For port 3d2ccace-1317-4f02-b5d1-106f9e5f2dac, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=3d2ccace-1317-4f02-b5d1-106f9e5f2dac,segment=NetworkSegment(85be518c-8bb4-46a2-a903-d4292782d29d),segment_id=85be518c-8bb4-46a2-a903-d4292782d29d)] {{(pid=102387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 20:14:09.233281 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-835260fd-b960-465c-aa5a-2bd8fd37dede admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:14:09.246109 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [None req-835260fd-b960-465c-aa5a-2bd8fd37dede admin admin] Calling delete_port for 3d2ccace-1317-4f02-b5d1-106f9e5f2dac owned by network:router_gateway {{(pid=102387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 20:14:09.467488 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-835260fd-b960-465c-aa5a-2bd8fd37dede admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4417063'] for port, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:14:09.499596 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835260fd-b960-465c-aa5a-2bd8fd37dede admin admin] Pushing event deleted for resources: {'Port': ['ID=3d2ccace-1317-4f02-b5d1-106f9e5f2dac,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 20:14:09.561677 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-835260fd-b960-465c-aa5a-2bd8fd37dede admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1000651'] for router_gateway, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:14:09.655637 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-835260fd-b960-465c-aa5a-2bd8fd37dede admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-571301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6852'] for router, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:14:09.657814 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-835260fd-b960-465c-aa5a-2bd8fd37dede admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:14:09.800709 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-835260fd-b960-465c-aa5a-2bd8fd37dede admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-571310'] for router, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:14:09.801367 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-835260fd-b960-465c-aa5a-2bd8fd37dede admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1ce956a9-1548-4ae9-9f6c-159fffb98f75 {{(pid=102387) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 05 20:14:09.807001 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-835260fd-b960-465c-aa5a-2bd8fd37dede admin admin] Publish callbacks [] for router, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:14:09.812214 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-835260fd-b960-465c-aa5a-2bd8fd37dede admin admin] 10.222.0.13 "DELETE /v2.0/routers/1ce956a9-1548-4ae9-9f6c-159fffb98f75 HTTP/1.1" status: 204 len: 168 time: 1.3645520 Nov 05 20:14:09.812214 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 49042) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 20:14:09.865565 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.db_base_plugin_v2 [None req-2de16496-0cf2-45e8-9eca-8e728d6f8b7e admin admin] Deleting subnet a97f3c91-bd34-4d4f-9f35-14e1520d9e2d {{(pid=102387) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 05 20:14:09.869716 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-2de16496-0cf2-45e8-9eca-8e728d6f8b7e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:14:09.904024 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 8f13ea49-12d1-483e-8a86-cb3ed3751a55 no longer exists at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 20:14:09.910055 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-2de16496-0cf2-45e8-9eca-8e728d6f8b7e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4463501'] for subnet, precommit_delete_associations {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:14:09.932439 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] No Port match for: 8f13ea49-12d1-483e-8a86-cb3ed3751a55 {{(pid=102388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 20:14:09.932793 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 8f13ea49-12d1-483e-8a86-cb3ed3751a55 not bound to the agent host n-d-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 20:14:09.993517 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-2de16496-0cf2-45e8-9eca-8e728d6f8b7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1573928'] for subnet, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:14:10.136702 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-2de16496-0cf2-45e8-9eca-8e728d6f8b7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1573905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4417146', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5112209'] for subnet, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:14:10.162916 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de16496-0cf2-45e8-9eca-8e728d6f8b7e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a97f3c91-bd34-4d4f-9f35-14e1520d9e2d,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 20:14:10.167197 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-2de16496-0cf2-45e8-9eca-8e728d6f8b7e admin admin] Publish callbacks [] for subnet, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:14:10.170409 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-2de16496-0cf2-45e8-9eca-8e728d6f8b7e admin admin] 10.222.0.13 "DELETE /v2.0/subnets/a97f3c91-bd34-4d4f-9f35-14e1520d9e2d HTTP/1.1" status: 204 len: 168 time: 0.3587918 Nov 05 20:14:10.172941 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 49044) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 20:14:10.177823 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48d8c8f3-9f6b-4791-992b-d1ea67a85862 None None] Network ce72382f-017f-4267-9dfb-c83cb83a39ed requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 20:14:10.241933 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-949050c9-444e-4da6-bf1c-ad2d828be788 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1664226'] for network, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:14:10.300071 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [None req-949050c9-444e-4da6-bf1c-ad2d828be788 admin admin] Deleting port 19cfb699-0cd3-4b5f-86b9-7100b5d5a5e6 {{(pid=102387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 20:14:10.300413 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-949050c9-444e-4da6-bf1c-ad2d828be788 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:14:10.365348 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.db [None req-949050c9-444e-4da6-bf1c-ad2d828be788 admin admin] For port 19cfb699-0cd3-4b5f-86b9-7100b5d5a5e6, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=19cfb699-0cd3-4b5f-86b9-7100b5d5a5e6,segment=NetworkSegment(6ddd1d53-5e3d-44c3-bfaa-bf7df05e8e4c),segment_id=6ddd1d53-5e3d-44c3-bfaa-bf7df05e8e4c)] {{(pid=102387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 20:14:10.365708 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-949050c9-444e-4da6-bf1c-ad2d828be788 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:14:10.366005 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93417afd-80e8-4136-b634-156a7cf7e65a None None] DHCP port deletion for ce72382f-017f-4267-9dfb-c83cb83a39ed request from n-d-816865-1 {{(pid=102388) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 05 20:14:10.378630 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.plugin [None req-949050c9-444e-4da6-bf1c-ad2d828be788 admin admin] Calling delete_port for 19cfb699-0cd3-4b5f-86b9-7100b5d5a5e6 owned by network:dhcp {{(pid=102387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 20:14:10.413685 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-93417afd-80e8-4136-b634-156a7cf7e65a None None] Deleting port 19cfb699-0cd3-4b5f-86b9-7100b5d5a5e6 {{(pid=102388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 20:14:10.413981 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-93417afd-80e8-4136-b634-156a7cf7e65a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:14:10.476628 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-93417afd-80e8-4136-b634-156a7cf7e65a None None] For port 19cfb699-0cd3-4b5f-86b9-7100b5d5a5e6, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=19cfb699-0cd3-4b5f-86b9-7100b5d5a5e6,segment=NetworkSegment(6ddd1d53-5e3d-44c3-bfaa-bf7df05e8e4c),segment_id=6ddd1d53-5e3d-44c3-bfaa-bf7df05e8e4c)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 20:14:10.477231 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-93417afd-80e8-4136-b634-156a7cf7e65a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:14:10.489274 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-93417afd-80e8-4136-b634-156a7cf7e65a None None] Calling delete_port for 19cfb699-0cd3-4b5f-86b9-7100b5d5a5e6 owned by network:dhcp {{(pid=102388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 20:14:10.527177 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-949050c9-444e-4da6-bf1c-ad2d828be788 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4417063'] for port, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:14:10.554170 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949050c9-444e-4da6-bf1c-ad2d828be788 admin admin] Pushing event deleted for resources: {'Port': ['ID=19cfb699-0cd3-4b5f-86b9-7100b5d5a5e6,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 20:14:10.561063 n-d-816865-1 neutron-server[102387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-949050c9-444e-4da6-bf1c-ad2d828be788 admin admin] No DVR routers for this DVR port 19cfb699-0cd3-4b5f-86b9-7100b5d5a5e6 on host n-d-816865-1 {{(pid=102387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 20:14:10.572556 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-93417afd-80e8-4136-b634-156a7cf7e65a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798'] for port, after_delete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:14:10.596369 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93417afd-80e8-4136-b634-156a7cf7e65a None None] Pushing event deleted for resources: {'Port': ['ID=19cfb699-0cd3-4b5f-86b9-7100b5d5a5e6,revision_number=None']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 20:14:10.602907 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93417afd-80e8-4136-b634-156a7cf7e65a None None] No DVR routers for this DVR port 19cfb699-0cd3-4b5f-86b9-7100b5d5a5e6 on host n-d-816865-1 {{(pid=102388) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 20:14:10.634958 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-949050c9-444e-4da6-bf1c-ad2d828be788 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1579173', 'neutron.services.segments.db._delete_segments_for_network-8750027792909'] for network, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:14:10.655258 n-d-816865-1 neutron-server[102387]: DEBUG neutron.services.segments.db [None req-949050c9-444e-4da6-bf1c-ad2d828be788 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce72382f-017f-4267-9dfb-c83cb83a39ed']}} {{(pid=102387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 20:14:10.670317 n-d-816865-1 neutron-server[102387]: DEBUG neutron.services.segments.db [None req-949050c9-444e-4da6-bf1c-ad2d828be788 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ddd1d53-5e3d-44c3-bfaa-bf7df05e8e4c') {'for_net_delete': True} {{(pid=102387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 20:14:10.670317 n-d-816865-1 neutron-server[102387]: DEBUG neutron.services.segments.db [None req-949050c9-444e-4da6-bf1c-ad2d828be788 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ddd1d53-5e3d-44c3-bfaa-bf7df05e8e4c') {} {{(pid=102387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 20:14:10.681342 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-949050c9-444e-4da6-bf1c-ad2d828be788 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750027793430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4463492'] for segment, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:14:10.694564 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-949050c9-444e-4da6-bf1c-ad2d828be788 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273'] for segment, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:14:10.700787 n-d-816865-1 neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-949050c9-444e-4da6-bf1c-ad2d828be788 admin admin] Releasing vlan 164 on physical network physnet1 to pool {{(pid=102387) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 05 20:14:10.704892 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-949050c9-444e-4da6-bf1c-ad2d828be788 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4417236'] for segment, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:14:10.704892 n-d-816865-1 neutron-server[102387]: Traceback (most recent call last): Nov 05 20:14:10.704892 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 05 20:14:10.704892 n-d-816865-1 neutron-server[102387]: timer() Nov 05 20:14:10.704892 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 05 20:14:10.704892 n-d-816865-1 neutron-server[102387]: cb(*args, **kw) Nov 05 20:14:10.704892 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 05 20:14:10.704892 n-d-816865-1 neutron-server[102387]: return func(*args, **kwargs) Nov 05 20:14:10.704892 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 05 20:14:10.704892 n-d-816865-1 neutron-server[102387]: self._notify() Nov 05 20:14:10.704892 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 05 20:14:10.704892 n-d-816865-1 neutron-server[102387]: self.callback(batched_events) Nov 05 20:14:10.704892 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 05 20:14:10.704892 n-d-816865-1 neutron-server[102387]: event.method(event) Nov 05 20:14:10.704892 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 05 20:14:10.704892 n-d-816865-1 neutron-server[102387]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 05 20:14:10.704892 n-d-816865-1 neutron-server[102387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 05 20:14:10.704892 n-d-816865-1 neutron-server[102387]: aggregate_uuid = self.p_client.list_aggregates( Nov 05 20:14:10.704892 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 05 20:14:10.704892 n-d-816865-1 neutron-server[102387]: return f(self, *a, **k) Nov 05 20:14:10.704892 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 05 20:14:10.704892 n-d-816865-1 neutron-server[102387]: return self._get(url).json() Nov 05 20:14:10.704892 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 05 20:14:10.704892 n-d-816865-1 neutron-server[102387]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 05 20:14:10.704892 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 05 20:14:10.704892 n-d-816865-1 neutron-server[102387]: return self.request(url, 'GET', **kwargs) Nov 05 20:14:10.704892 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 05 20:14:10.704892 n-d-816865-1 neutron-server[102387]: base_url = self.get_endpoint(auth, allow=allow, Nov 05 20:14:10.704892 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 05 20:14:10.704892 n-d-816865-1 neutron-server[102387]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 05 20:14:10.704892 n-d-816865-1 neutron-server[102387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 05 20:14:10.704892 n-d-816865-1 neutron-server[102387]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 05 20:14:10.704892 n-d-816865-1 neutron-server[102387]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 05 20:14:10.823760 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-949050c9-444e-4da6-bf1c-ad2d828be788 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1579178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-956796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1000687'] for network, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:14:10.828489 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-949050c9-444e-4da6-bf1c-ad2d828be788 admin admin] Publish callbacks [] for network, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:14:10.831824 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-949050c9-444e-4da6-bf1c-ad2d828be788 admin admin] 10.222.0.13 "DELETE /v2.0/networks/ce72382f-017f-4267-9dfb-c83cb83a39ed HTTP/1.1" status: 204 len: 168 time: 0.6579406 Nov 05 20:14:10.834861 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 49046) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 20:14:10.844917 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949050c9-444e-4da6-bf1c-ad2d828be788 admin admin] Pushing event deleted for resources: {'Network': ['ID=ce72382f-017f-4267-9dfb-c83cb83a39ed,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 20:14:11.178189 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-d897e81c-d6ae-4ebc-a89e-ad74b3f80a71 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-571777'] for router_interface, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:14:11.414422 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-d897e81c-d6ae-4ebc-a89e-ad74b3f80a71 admin admin] Deleting port a03f1e7b-7a2b-476b-8a25-5956db1765e4 {{(pid=102386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 20:14:11.414671 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-d897e81c-d6ae-4ebc-a89e-ad74b3f80a71 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:14:11.494614 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [None req-d897e81c-d6ae-4ebc-a89e-ad74b3f80a71 admin admin] For port a03f1e7b-7a2b-476b-8a25-5956db1765e4, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=a03f1e7b-7a2b-476b-8a25-5956db1765e4,segment=NetworkSegment(ffd981f0-1be9-4424-a5de-dd08afdf4288),segment_id=ffd981f0-1be9-4424-a5de-dd08afdf4288)] {{(pid=102386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 20:14:11.494969 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-d897e81c-d6ae-4ebc-a89e-ad74b3f80a71 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:14:11.506979 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-d897e81c-d6ae-4ebc-a89e-ad74b3f80a71 admin admin] Calling delete_port for a03f1e7b-7a2b-476b-8a25-5956db1765e4 owned by network:router_interface {{(pid=102386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 20:14:11.760538 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-d897e81c-d6ae-4ebc-a89e-ad74b3f80a71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:14:11.785824 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d897e81c-d6ae-4ebc-a89e-ad74b3f80a71 admin admin] Pushing event deleted for resources: {'Port': ['ID=a03f1e7b-7a2b-476b-8a25-5956db1765e4,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 20:14:11.844771 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 19cfb699-0cd3-4b5f-86b9-7100b5d5a5e6 no longer exists at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 20:14:11.865428 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] No Port match for: 19cfb699-0cd3-4b5f-86b9-7100b5d5a5e6 {{(pid=102388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 20:14:11.865779 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 19cfb699-0cd3-4b5f-86b9-7100b5d5a5e6 not bound to the agent host n-d-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 20:14:11.866226 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 3d2ccace-1317-4f02-b5d1-106f9e5f2dac no longer exists at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 20:14:11.893486 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] No Port match for: 3d2ccace-1317-4f02-b5d1-106f9e5f2dac {{(pid=102388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 20:14:11.893840 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 3d2ccace-1317-4f02-b5d1-106f9e5f2dac not bound to the agent host n-d-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 20:14:11.967114 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-d897e81c-d6ae-4ebc-a89e-ad74b3f80a71 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-597886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-573297'] for router_interface, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:14:12.178523 n-d-816865-1 neutron-server[102386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d897e81c-d6ae-4ebc-a89e-ad74b3f80a71 admin admin] Router 658f5335-75fe-4024-9a27-cb8817a8e617 has already been hosted by L3 agent 6dcb5589-8e86-4616-9186-ddc4548e13ad {{(pid=102386) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 20:14:12.278923 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d897e81c-d6ae-4ebc-a89e-ad74b3f80a71 admin admin] Notify agent at l3_agent.n-d-816865-1 the message routers_updated {{(pid=102386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 20:14:12.283833 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-d897e81c-d6ae-4ebc-a89e-ad74b3f80a71 admin admin] 10.222.0.13 "PUT /v2.0/routers/658f5335-75fe-4024-9a27-cb8817a8e617/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4478784 Nov 05 20:14:12.286367 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 49050) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 20:14:12.288914 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc3ab5ab-4aa4-4b5d-9aa9-acf86f57af38 None None] Sync routers for ids ['658f5335-75fe-4024-9a27-cb8817a8e617'] in n-d-816865-1 {{(pid=102389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 20:14:12.298519 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc3ab5ab-4aa4-4b5d-9aa9-acf86f57af38 None None] Routers {'658f5335-75fe-4024-9a27-cb8817a8e617'} bound to L3 agent in host n-d-816865-1 {{(pid=102389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 20:14:12.299127 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-bc3ab5ab-4aa4-4b5d-9aa9-acf86f57af38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T20:14:05Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['658f5335-75fe-4024-9a27-cb8817a8e617'], 'active': True} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 20:14:12.390995 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-250b3d53-d416-4702-9ada-23a9c463ca3d admin admin] Publish callbacks [] for router, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:14:12.401543 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvr_db [None req-bc3ab5ab-4aa4-4b5d-9aa9-acf86f57af38 None None] Set router 658f5335-75fe-4024-9a27-cb8817a8e617 gateway port host: n-d-816865-1 {{(pid=102389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 20:14:12.491915 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-250b3d53-d416-4702-9ada-23a9c463ca3d admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:14:12.579548 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-bc3ab5ab-4aa4-4b5d-9aa9-acf86f57af38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '658f5335-75fe-4024-9a27-cb8817a8e617', 'name': 'tempest-TestSnapshotPattern-1405198869-router', 'tenant_id': '2fd8a348f8da46cfa99e1fe8738f5f79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'external_fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.83'}], 'enable_snat': True}, 'gw_port_id': 'c58f1cf5-27b1-4cba-9cff-9a8015aedc8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T20:09:02Z', 'updated_at': '2021-11-05T20:14:11Z', 'revision_number': 5, 'project_id': '2fd8a348f8da46cfa99e1fe8738f5f79', 'gw_port': {'id': 'c58f1cf5-27b1-4cba-9cff-9a8015aedc8a', 'name': '', 'network_id': '40c8335d-cd0b-4cb5-910a-d4dcddd5cbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:62:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '658f5335-75fe-4024-9a27-cb8817a8e617', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': '04fe6db3-e108-4208-943d-6518424f5726', 'ip_address': '172.25.6.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T20:09:03Z', 'updated_at': '2021-11-05T20:09:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04fe6db3-e108-4208-943d-6518424f5726', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-1'}], 'n-d-816865-1', False) {} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 20:14:12.605971 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc3ab5ab-4aa4-4b5d-9aa9-acf86f57af38 None None] Checking router: 658f5335-75fe-4024-9a27-cb8817a8e617 for host: n-d-816865-1 {{(pid=102389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 20:14:12.614264 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-250b3d53-d416-4702-9ada-23a9c463ca3d admin admin] Deleting port c58f1cf5-27b1-4cba-9cff-9a8015aedc8a {{(pid=102386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 20:14:12.614439 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc3ab5ab-4aa4-4b5d-9aa9-acf86f57af38 None None] Routers {'658f5335-75fe-4024-9a27-cb8817a8e617'} bound to L3 agent in host n-d-816865-1 {{(pid=102389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 20:14:12.614585 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-250b3d53-d416-4702-9ada-23a9c463ca3d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:14:12.614885 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-bc3ab5ab-4aa4-4b5d-9aa9-acf86f57af38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-05T18:25:05Z,description=,heartbeat_timestamp=2021-11-05T20:14:05Z,host='n-d-816865-1',id=6dcb5589-8e86-4616-9186-ddc4548e13ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T18:25:05Z,topic='l3_agent')) {'router_ids': ['658f5335-75fe-4024-9a27-cb8817a8e617'], 'active': True} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 20:14:12.698069 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [None req-250b3d53-d416-4702-9ada-23a9c463ca3d admin admin] For port c58f1cf5-27b1-4cba-9cff-9a8015aedc8a, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=c58f1cf5-27b1-4cba-9cff-9a8015aedc8a,segment=NetworkSegment(85be518c-8bb4-46a2-a903-d4292782d29d),segment_id=85be518c-8bb4-46a2-a903-d4292782d29d)] {{(pid=102386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 20:14:12.698445 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-250b3d53-d416-4702-9ada-23a9c463ca3d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:14:12.701294 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_dvr_db [None req-bc3ab5ab-4aa4-4b5d-9aa9-acf86f57af38 None None] Set router 658f5335-75fe-4024-9a27-cb8817a8e617 gateway port host: None {{(pid=102389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 20:14:12.709872 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-250b3d53-d416-4702-9ada-23a9c463ca3d admin admin] Calling delete_port for c58f1cf5-27b1-4cba-9cff-9a8015aedc8a owned by network:router_gateway {{(pid=102386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 20:14:12.754436 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.l3_hamode_db [None req-bc3ab5ab-4aa4-4b5d-9aa9-acf86f57af38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '658f5335-75fe-4024-9a27-cb8817a8e617', 'name': 'tempest-TestSnapshotPattern-1405198869-router', 'tenant_id': '2fd8a348f8da46cfa99e1fe8738f5f79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T20:09:02Z', 'updated_at': '2021-11-05T20:14:12Z', 'revision_number': 6, 'project_id': '2fd8a348f8da46cfa99e1fe8738f5f79', 'gw_port_host': None}], 'n-d-816865-1', False) {} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 20:14:12.780487 n-d-816865-1 neutron-server[102389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc3ab5ab-4aa4-4b5d-9aa9-acf86f57af38 None None] The sync data for ids ['658f5335-75fe-4024-9a27-cb8817a8e617'] in n-d-816865-1 is: [{'id': '658f5335-75fe-4024-9a27-cb8817a8e617', 'name': 'tempest-TestSnapshotPattern-1405198869-router', 'tenant_id': '2fd8a348f8da46cfa99e1fe8738f5f79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T20:09:02Z', 'updated_at': '2021-11-05T20:14:12Z', 'revision_number': 6, 'project_id': '2fd8a348f8da46cfa99e1fe8738f5f79', 'gw_port_host': None}] {{(pid=102389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 20:14:12.930577 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-250b3d53-d416-4702-9ada-23a9c463ca3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:14:12.956037 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250b3d53-d416-4702-9ada-23a9c463ca3d admin admin] Pushing event deleted for resources: {'Port': ['ID=c58f1cf5-27b1-4cba-9cff-9a8015aedc8a,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 20:14:13.021927 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-250b3d53-d416-4702-9ada-23a9c463ca3d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1000651'] for router_gateway, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:14:13.111122 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-250b3d53-d416-4702-9ada-23a9c463ca3d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-571301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6852'] for router, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:14:13.113160 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-250b3d53-d416-4702-9ada-23a9c463ca3d admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:14:13.229606 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-250b3d53-d416-4702-9ada-23a9c463ca3d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-571310'] for router, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:14:13.230211 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-250b3d53-d416-4702-9ada-23a9c463ca3d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 658f5335-75fe-4024-9a27-cb8817a8e617 {{(pid=102386) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 05 20:14:13.234532 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-250b3d53-d416-4702-9ada-23a9c463ca3d admin admin] Publish callbacks [] for router, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:14:13.235689 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-250b3d53-d416-4702-9ada-23a9c463ca3d admin admin] 10.222.0.13 "DELETE /v2.0/routers/658f5335-75fe-4024-9a27-cb8817a8e617 HTTP/1.1" status: 204 len: 168 time: 0.9484146 Nov 05 20:14:13.238161 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 49052) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 20:14:13.282565 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f6efb9a-f1f4-40f0-abd1-19ffb1a348e0 admin admin] Deleting subnet 52ad135c-17d7-42e4-ab65-a27dacc59304 {{(pid=102386) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 05 20:14:13.285493 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-3f6efb9a-f1f4-40f0-abd1-19ffb1a348e0 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:14:13.319693 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-3f6efb9a-f1f4-40f0-abd1-19ffb1a348e0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4590738'] for subnet, precommit_delete_associations {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:14:13.397114 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-3f6efb9a-f1f4-40f0-abd1-19ffb1a348e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1573928'] for subnet, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:14:13.527231 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-3f6efb9a-f1f4-40f0-abd1-19ffb1a348e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1573905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6149879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4877183'] for subnet, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:14:13.556653 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6efb9a-f1f4-40f0-abd1-19ffb1a348e0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=52ad135c-17d7-42e4-ab65-a27dacc59304,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 20:14:13.558830 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-3f6efb9a-f1f4-40f0-abd1-19ffb1a348e0 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:14:13.565566 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-3f6efb9a-f1f4-40f0-abd1-19ffb1a348e0 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/52ad135c-17d7-42e4-ab65-a27dacc59304 HTTP/1.1" status: 204 len: 168 time: 0.3238938 Nov 05 20:14:13.565732 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e17ccc6e-881a-4e53-964c-cd94a88d7f92 None None] Network 11919bc5-b037-4417-b347-3717964d2cd0 requested from n-d-816865-1 {{(pid=102388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 20:14:13.566290 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 49058) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 20:14:13.640525 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-7a2a3259-3a76-4695-9812-d0943e0e51fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1664226'] for network, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:14:13.694621 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-7a2a3259-3a76-4695-9812-d0943e0e51fe admin admin] Deleting port 3983ccb1-3195-4b57-b59f-f35976a329ba {{(pid=102386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 20:14:13.694962 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-7a2a3259-3a76-4695-9812-d0943e0e51fe admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:14:13.737515 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25304dd8-3aa3-4c71-b00c-0d0a3fa4a168 None None] DHCP port deletion for 11919bc5-b037-4417-b347-3717964d2cd0 request from n-d-816865-1 {{(pid=102388) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 05 20:14:13.764070 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.db [None req-7a2a3259-3a76-4695-9812-d0943e0e51fe admin admin] For port 3983ccb1-3195-4b57-b59f-f35976a329ba, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=3983ccb1-3195-4b57-b59f-f35976a329ba,segment=NetworkSegment(ffd981f0-1be9-4424-a5de-dd08afdf4288),segment_id=ffd981f0-1be9-4424-a5de-dd08afdf4288)] {{(pid=102386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 20:14:13.764436 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-7a2a3259-3a76-4695-9812-d0943e0e51fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:14:13.778623 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-7a2a3259-3a76-4695-9812-d0943e0e51fe admin admin] Calling delete_port for 3983ccb1-3195-4b57-b59f-f35976a329ba owned by network:dhcp {{(pid=102386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 20:14:13.795263 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-25304dd8-3aa3-4c71-b00c-0d0a3fa4a168 None None] Deleting port 3983ccb1-3195-4b57-b59f-f35976a329ba {{(pid=102388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 20:14:13.795587 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-25304dd8-3aa3-4c71-b00c-0d0a3fa4a168 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750027678356'] for port, before_delete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:14:13.867422 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-25304dd8-3aa3-4c71-b00c-0d0a3fa4a168 None None] For port 3983ccb1-3195-4b57-b59f-f35976a329ba, host n-d-816865-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-1',level=0,port_id=3983ccb1-3195-4b57-b59f-f35976a329ba,segment=NetworkSegment(ffd981f0-1be9-4424-a5de-dd08afdf4288),segment_id=ffd981f0-1be9-4424-a5de-dd08afdf4288)] {{(pid=102388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 20:14:13.867422 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-25304dd8-3aa3-4c71-b00c-0d0a3fa4a168 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1004118'] for port, precommit_delete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:14:13.875093 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 3983ccb1-3195-4b57-b59f-f35976a329ba no longer exists at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 20:14:13.901355 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-25304dd8-3aa3-4c71-b00c-0d0a3fa4a168 None None] Calling delete_port for 3983ccb1-3195-4b57-b59f-f35976a329ba owned by network:dhcp {{(pid=102388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 20:14:13.915936 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-7a2a3259-3a76-4695-9812-d0943e0e51fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149802'] for port, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:14:13.944166 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2a3259-3a76-4695-9812-d0943e0e51fe admin admin] Pushing event deleted for resources: {'Port': ['ID=3983ccb1-3195-4b57-b59f-f35976a329ba,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 20:14:13.949381 n-d-816865-1 neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a2a3259-3a76-4695-9812-d0943e0e51fe admin admin] No DVR routers for this DVR port 3983ccb1-3195-4b57-b59f-f35976a329ba on host n-d-816865-1 {{(pid=102386) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 20:14:13.963700 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.db [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] No active binding found for port 3983ccb1-3195-4b57-b59f-f35976a329ba {{(pid=102388) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 05 20:14:13.964122 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device 3983ccb1-3195-4b57-b59f-f35976a329ba not bound to the agent host n-d-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 20:14:13.964597 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device a03f1e7b-7a2b-476b-8a25-5956db1765e4 no longer exists at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 20:14:13.994787 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] No Port match for: a03f1e7b-7a2b-476b-8a25-5956db1765e4 {{(pid=102388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 20:14:13.995042 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device a03f1e7b-7a2b-476b-8a25-5956db1765e4 not bound to the agent host n-d-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 20:14:13.995476 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device c58f1cf5-27b1-4cba-9cff-9a8015aedc8a no longer exists at agent ovs-agent-n-d-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 20:14:14.018491 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.plugin [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] No Port match for: c58f1cf5-27b1-4cba-9cff-9a8015aedc8a {{(pid=102388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 20:14:14.018840 n-d-816865-1 neutron-server[102388]: DEBUG neutron.plugins.ml2.rpc [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Device c58f1cf5-27b1-4cba-9cff-9a8015aedc8a not bound to the agent host n-d-816865-1 {{(pid=102388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 20:14:14.029295 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-7a2a3259-3a76-4695-9812-d0943e0e51fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1579173', 'neutron.services.segments.db._delete_segments_for_network-8750027792909'] for network, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:14:14.037347 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-25304dd8-3aa3-4c71-b00c-0d0a3fa4a168 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1991006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750027766622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750027272798'] for port, after_delete {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:14:14.048000 n-d-816865-1 neutron-server[102386]: DEBUG neutron.services.segments.db [None req-7a2a3259-3a76-4695-9812-d0943e0e51fe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['11919bc5-b037-4417-b347-3717964d2cd0']}} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 20:14:14.057490 n-d-816865-1 neutron-server[102386]: DEBUG neutron.services.segments.db [None req-7a2a3259-3a76-4695-9812-d0943e0e51fe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ffd981f0-1be9-4424-a5de-dd08afdf4288') {'for_net_delete': True} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 20:14:14.057784 n-d-816865-1 neutron-server[102386]: DEBUG neutron.services.segments.db [None req-7a2a3259-3a76-4695-9812-d0943e0e51fe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ffd981f0-1be9-4424-a5de-dd08afdf4288') {} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 20:14:14.067082 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-7a2a3259-3a76-4695-9812-d0943e0e51fe admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750027793430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4590747'] for segment, before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:14:14.067777 n-d-816865-1 neutron-server[102388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25304dd8-3aa3-4c71-b00c-0d0a3fa4a168 None None] Pushing event deleted for resources: {'Port': ['ID=3983ccb1-3195-4b57-b59f-f35976a329ba,revision_number=None']} {{(pid=102388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 20:14:14.072979 n-d-816865-1 neutron-server[102388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25304dd8-3aa3-4c71-b00c-0d0a3fa4a168 None None] No DVR routers for this DVR port 3983ccb1-3195-4b57-b59f-f35976a329ba on host n-d-816865-1 {{(pid=102388) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 20:14:14.084911 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-7a2a3259-3a76-4695-9812-d0943e0e51fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273'] for segment, precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:14:14.091858 n-d-816865-1 neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a2a3259-3a76-4695-9812-d0943e0e51fe admin admin] Releasing vlan 157 on physical network physnet1 to pool {{(pid=102386) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 05 20:14:14.092247 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-7a2a3259-3a76-4695-9812-d0943e0e51fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6149721'] for segment, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:14:14.093901 n-d-816865-1 neutron-server[102386]: Traceback (most recent call last): Nov 05 20:14:14.093901 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 05 20:14:14.093901 n-d-816865-1 neutron-server[102386]: timer() Nov 05 20:14:14.093901 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 05 20:14:14.093901 n-d-816865-1 neutron-server[102386]: cb(*args, **kw) Nov 05 20:14:14.093901 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 05 20:14:14.093901 n-d-816865-1 neutron-server[102386]: return func(*args, **kwargs) Nov 05 20:14:14.093901 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 05 20:14:14.093901 n-d-816865-1 neutron-server[102386]: self._notify() Nov 05 20:14:14.093901 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 05 20:14:14.093901 n-d-816865-1 neutron-server[102386]: self.callback(batched_events) Nov 05 20:14:14.093901 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 05 20:14:14.093901 n-d-816865-1 neutron-server[102386]: event.method(event) Nov 05 20:14:14.093901 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 05 20:14:14.093901 n-d-816865-1 neutron-server[102386]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 05 20:14:14.093901 n-d-816865-1 neutron-server[102386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 05 20:14:14.093901 n-d-816865-1 neutron-server[102386]: aggregate_uuid = self.p_client.list_aggregates( Nov 05 20:14:14.093901 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 05 20:14:14.093901 n-d-816865-1 neutron-server[102386]: return f(self, *a, **k) Nov 05 20:14:14.093901 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 05 20:14:14.093901 n-d-816865-1 neutron-server[102386]: return self._get(url).json() Nov 05 20:14:14.093901 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 05 20:14:14.093901 n-d-816865-1 neutron-server[102386]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 05 20:14:14.093901 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 05 20:14:14.093901 n-d-816865-1 neutron-server[102386]: return self.request(url, 'GET', **kwargs) Nov 05 20:14:14.093901 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 05 20:14:14.093901 n-d-816865-1 neutron-server[102386]: base_url = self.get_endpoint(auth, allow=allow, Nov 05 20:14:14.093901 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 05 20:14:14.093901 n-d-816865-1 neutron-server[102386]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 05 20:14:14.093901 n-d-816865-1 neutron-server[102386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 05 20:14:14.093901 n-d-816865-1 neutron-server[102386]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 05 20:14:14.093901 n-d-816865-1 neutron-server[102386]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 05 20:14:14.198938 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-7a2a3259-3a76-4695-9812-d0943e0e51fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1579178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-956796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1000687'] for network, after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:14:14.203634 n-d-816865-1 neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-7a2a3259-3a76-4695-9812-d0943e0e51fe admin admin] Publish callbacks [] for network, before_response {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:14:14.206950 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-7a2a3259-3a76-4695-9812-d0943e0e51fe admin admin] 10.222.0.13 "DELETE /v2.0/networks/11919bc5-b037-4417-b347-3717964d2cd0 HTTP/1.1" status: 204 len: 168 time: 0.6401923 Nov 05 20:14:14.220364 n-d-816865-1 neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2a3259-3a76-4695-9812-d0943e0e51fe admin admin] Pushing event deleted for resources: {'Network': ['ID=11919bc5-b037-4417-b347-3717964d2cd0,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 20:14:14.512918 n-d-816865-1 neutron-server[102386]: DEBUG neutron.wsgi [-] (102386) accepted ('10.222.0.13', 49064) {{(pid=102386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 20:14:14.552972 n-d-816865-1 neutron-server[102386]: INFO neutron.wsgi [None req-4b6a3e6c-5501-46fc-8423-b10e394b9d76 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5bb0cc9f9a8a4680a51c7376ce9f4def&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0385809 Nov 05 20:14:14.556372 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 49066) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 20:14:14.605054 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-fd207710-5794-46ac-aa35-56e488d49dc0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:14:14.626492 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-fd207710-5794-46ac-aa35-56e488d49dc0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:14:14.741763 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-fd207710-5794-46ac-aa35-56e488d49dc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:14:14.745261 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-fd207710-5794-46ac-aa35-56e488d49dc0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:14:14.746484 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-fd207710-5794-46ac-aa35-56e488d49dc0 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/67ef2b00-9c77-4e0c-85d4-6efc247ad800 HTTP/1.1" status: 204 len: 168 time: 0.1891038 Nov 05 20:14:14.754421 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd207710-5794-46ac-aa35-56e488d49dc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67ef2b00-9c77-4e0c-85d4-6efc247ad800,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 20:14:15.352680 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 49074) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 20:14:15.391576 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-ed71dbae-aa83-4615-a670-60b13f6edd66 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2fd8a348f8da46cfa99e1fe8738f5f79&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0374987 Nov 05 20:14:15.393984 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [-] (102387) accepted ('10.222.0.13', 49076) {{(pid=102387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 20:14:15.441073 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-23ae13ab-b6fd-4072-af1c-2dc79ad7bc3a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:14:15.462507 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-23ae13ab-b6fd-4072-af1c-2dc79ad7bc3a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:14:15.566337 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-23ae13ab-b6fd-4072-af1c-2dc79ad7bc3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985259'] for security_group, after_delete {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:14:15.568825 n-d-816865-1 neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-23ae13ab-b6fd-4072-af1c-2dc79ad7bc3a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:14:15.569971 n-d-816865-1 neutron-server[102387]: INFO neutron.wsgi [None req-23ae13ab-b6fd-4072-af1c-2dc79ad7bc3a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b8735ec4-9ae4-4050-8876-4b2dbca73544 HTTP/1.1" status: 204 len: 168 time: 0.1749983 Nov 05 20:14:15.578603 n-d-816865-1 neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ae13ab-b6fd-4072-af1c-2dc79ad7bc3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8735ec4-9ae4-4050-8876-4b2dbca73544,revision_number=None']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 20:14:32.702919 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-322dc41d-1e0a-490b-8e63-d58e76f7edac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:14:35.165061 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:14:35.503222 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-8dc299a8-ceb1-48e6-bb47-19e30aadded3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:14:36.638517 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b304910f-7b27-444b-a8fc-977d26b1ceac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:14:36.688552 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.agents_db [None req-b9406b04-a0e8-43cf-b349-711963d96cf4 None None] Agent healthcheck: found 7 active agents {{(pid=102389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 05 20:14:37.233188 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:14:38.617296 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-31f93893-a48e-4ae8-833d-dccb2b42eacc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:14:38.645819 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:15:02.695761 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-8949fcbd-e27e-4ba2-9260-40d3cc5dabb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:15:05.245565 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:15:05.496468 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-ceec7a1a-05ef-4b27-b3d5-a2e57bd9da52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:15:06.649930 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b304910f-7b27-444b-a8fc-977d26b1ceac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:15:07.262830 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:15:08.622453 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-31f93893-a48e-4ae8-833d-dccb2b42eacc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:15:08.685232 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:15:13.687739 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.agents_db [None req-b9406b04-a0e8-43cf-b349-711963d96cf4 None None] Agent healthcheck: found 7 active agents {{(pid=102389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 05 20:15:32.719136 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-16e5aa2b-bf37-4740-b482-e9785a5677af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:15:35.182157 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:15:35.489588 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-4796da0f-fe23-4035-b0fb-68e35240197e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:15:36.604760 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b304910f-7b27-444b-a8fc-977d26b1ceac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:15:37.250707 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:15:38.616447 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:15:38.627386 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-31f93893-a48e-4ae8-833d-dccb2b42eacc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:15:50.687110 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.agents_db [None req-b9406b04-a0e8-43cf-b349-711963d96cf4 None None] Agent healthcheck: found 7 active agents {{(pid=102389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 05 20:16:02.724255 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-184f83a8-1e85-4b84-a8e6-7f206c6ee38c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:16:05.237827 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:16:05.512966 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-448f2183-b1b5-42fd-9cf7-a4279c5cc59a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:16:06.643204 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b304910f-7b27-444b-a8fc-977d26b1ceac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:16:07.273181 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:16:08.621685 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:16:08.637425 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-31f93893-a48e-4ae8-833d-dccb2b42eacc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:16:27.687640 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.agents_db [None req-b9406b04-a0e8-43cf-b349-711963d96cf4 None None] Agent healthcheck: found 7 active agents {{(pid=102389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 05 20:16:32.712402 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-92d54799-eb3e-4257-a1a0-0f611ec0d9cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:16:35.204096 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:16:35.489645 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-4debcd41-58d9-4868-87bd-0d7a4862661e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:16:36.643747 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b304910f-7b27-444b-a8fc-977d26b1ceac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:16:37.289583 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:16:38.609181 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:16:38.637503 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-31f93893-a48e-4ae8-833d-dccb2b42eacc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:17:02.722914 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-643d5fdb-fa01-46bb-8cff-29c07775757c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:17:04.687356 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.agents_db [None req-b9406b04-a0e8-43cf-b349-711963d96cf4 None None] Agent healthcheck: found 7 active agents {{(pid=102389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 05 20:17:05.219857 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:17:05.494057 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-313c5aad-f575-4d76-b734-3c85007b5bd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:17:06.654829 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b304910f-7b27-444b-a8fc-977d26b1ceac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:17:07.311728 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:17:08.614287 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:17:08.625781 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-31f93893-a48e-4ae8-833d-dccb2b42eacc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:17:32.722500 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-ffd5fa3c-a6e8-428c-8e38-2179c49a9e72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:17:35.225406 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:17:35.510862 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-52449148-1cb0-4fa9-82fb-65a7184547d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:17:36.659429 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b304910f-7b27-444b-a8fc-977d26b1ceac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:17:37.305180 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:17:38.636704 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:17:38.670980 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-31f93893-a48e-4ae8-833d-dccb2b42eacc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:17:41.686421 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.agents_db [None req-b9406b04-a0e8-43cf-b349-711963d96cf4 None None] Agent healthcheck: found 7 active agents {{(pid=102389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 05 20:18:02.732300 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-ca40753e-df79-409d-9fc0-c514425b1494 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:18:05.229816 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:18:05.481197 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-5f649c0b-e356-4164-8f39-ac044ede05f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:18:06.664143 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b304910f-7b27-444b-a8fc-977d26b1ceac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:18:07.287101 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:18:08.635369 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:18:08.646920 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-31f93893-a48e-4ae8-833d-dccb2b42eacc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:18:18.686193 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.agents_db [None req-b9406b04-a0e8-43cf-b349-711963d96cf4 None None] Agent healthcheck: found 7 active agents {{(pid=102389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 05 20:18:32.755015 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-64dd7034-e699-413d-ba04-91db6dd4a841 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:18:35.246424 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:18:35.497449 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-e1bde1db-8667-446b-ad9f-88afe93463de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:18:36.657623 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b304910f-7b27-444b-a8fc-977d26b1ceac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:18:37.326269 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:18:38.640688 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:18:38.669246 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-31f93893-a48e-4ae8-833d-dccb2b42eacc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:18:55.685679 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.agents_db [None req-b9406b04-a0e8-43cf-b349-711963d96cf4 None None] Agent healthcheck: found 7 active agents {{(pid=102389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 05 20:19:02.707933 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-27ede8f2-86b5-41cc-b150-871b0f33bf4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:19:05.262992 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:19:05.473920 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-cea88fcf-24e8-4a29-bd2f-4fcf4c9420c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:19:06.662364 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b304910f-7b27-444b-a8fc-977d26b1ceac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:19:07.302918 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:19:08.610653 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:19:08.639122 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-31f93893-a48e-4ae8-833d-dccb2b42eacc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:19:32.685899 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.agents_db [None req-b9406b04-a0e8-43cf-b349-711963d96cf4 None None] Agent healthcheck: found 7 active agents {{(pid=102389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 05 20:19:32.730408 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-005f40ca-2ab8-49c6-9e87-7c32a4aff588 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:19:35.261707 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:19:35.490171 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-862134cc-9950-4bd0-a566-c2f2ed4a5250 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:19:36.667799 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b304910f-7b27-444b-a8fc-977d26b1ceac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:19:37.301377 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:19:38.638760 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:19:38.650760 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-31f93893-a48e-4ae8-833d-dccb2b42eacc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:20:02.712220 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-d445b89b-90b9-4250-93bb-d793d9ef6744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:20:05.232567 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:20:05.478356 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-209b4539-bc67-4248-ae85-80ac1ccd6a46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:20:06.678314 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b304910f-7b27-444b-a8fc-977d26b1ceac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:20:07.295082 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:20:08.603687 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:20:08.632051 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-31f93893-a48e-4ae8-833d-dccb2b42eacc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:20:09.684725 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.agents_db [None req-b9406b04-a0e8-43cf-b349-711963d96cf4 None None] Agent healthcheck: found 7 active agents {{(pid=102389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 05 20:20:32.740632 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-189cfda4-8cbb-4b36-b47f-a23a10f361a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:20:35.300571 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:20:35.483357 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-d0171185-245c-4cc3-8d12-6583107a6965 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:20:36.660169 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b304910f-7b27-444b-a8fc-977d26b1ceac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:20:37.283438 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:20:38.603692 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:20:38.637481 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-31f93893-a48e-4ae8-833d-dccb2b42eacc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:20:46.684354 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.agents_db [None req-b9406b04-a0e8-43cf-b349-711963d96cf4 None None] Agent healthcheck: found 7 active agents {{(pid=102389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 05 20:21:02.733821 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-65fe748b-d29c-427f-8c74-1f7f08eee928 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:21:05.271875 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:21:05.488064 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-730e6af8-0e1a-4a49-8c3b-6eb8f39d6791 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:21:06.677285 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b304910f-7b27-444b-a8fc-977d26b1ceac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:21:07.351421 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:21:08.613703 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:21:08.630851 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-31f93893-a48e-4ae8-833d-dccb2b42eacc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:21:23.682964 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.agents_db [None req-b9406b04-a0e8-43cf-b349-711963d96cf4 None None] Agent healthcheck: found 7 active agents {{(pid=102389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 05 20:21:32.722180 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-ac24ef7c-6914-48e6-bdb7-d7ed530ff453 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:21:35.316251 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:21:35.493761 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-89f097f0-4923-4b26-bccb-50c99fa5bcb7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:21:36.664496 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b304910f-7b27-444b-a8fc-977d26b1ceac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:21:37.305155 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:21:38.006168 n-d-816865-1 neutron-server[102387]: DEBUG neutron.wsgi [req-8465c4dd-02f7-4edd-8641-ced74dda2db8 req-f5949d50-2bcb-48ac-b951-4d5df104d319 service neutron] (102387) timed out ('10.222.0.13', 46832) {{(pid=102387) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 05 20:21:38.595966 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:21:38.631009 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-31f93893-a48e-4ae8-833d-dccb2b42eacc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:22:00.682847 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.agents_db [None req-b9406b04-a0e8-43cf-b349-711963d96cf4 None None] Agent healthcheck: found 7 active agents {{(pid=102389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 05 20:22:02.726231 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-e92f4ac5-119b-414d-97fb-580b9a91ac58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:22:05.292622 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:22:05.485858 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-108be649-b841-46ba-81e4-88527665e130 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:22:06.680535 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b304910f-7b27-444b-a8fc-977d26b1ceac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:22:07.304233 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:22:08.605935 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:22:08.641116 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-31f93893-a48e-4ae8-833d-dccb2b42eacc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:22:32.720990 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c280b706-f70b-49a6-a52d-4ac1aabd9fa1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:22:35.326513 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b83db63c-3be8-4d06-92dd-223040401549 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:22:35.503695 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-d9c7f616-379f-464b-9d09-83d951c7f6b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:22:36.675150 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-b304910f-7b27-444b-a8fc-977d26b1ceac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:22:37.315415 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-3eddcb6f-7fed-41c8-bf15-f5b72202c1f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:22:37.682851 n-d-816865-1 neutron-server[102389]: DEBUG neutron.db.agents_db [None req-b9406b04-a0e8-43cf-b349-711963d96cf4 None None] Agent healthcheck: found 7 active agents {{(pid=102389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 05 20:22:38.651583 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-c83c1dd6-812c-46f6-870a-19b02f9147ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 20:22:38.681468 n-d-816865-1 neutron-server[102388]: DEBUG neutron_lib.callbacks.manager [None req-31f93893-a48e-4ae8-833d-dccb2b42eacc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750027789559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578731'] for agent, after_update {{(pid=102388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}